{
  "best_metric": 0.33513838052749634,
  "best_model_checkpoint": "models/vit-pretraining-2024_03_14/checkpoint-2783991",
  "epoch": 800.0,
  "eval_steps": 500,
  "global_step": 2866400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 1.1323838233947754,
      "learning_rate": 3.2706530840078146e-10,
      "loss": 1.1985,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1235078573226929,
      "learning_rate": 6.541306168015629e-10,
      "loss": 1.1983,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1178014278411865,
      "learning_rate": 9.811959252023443e-10,
      "loss": 1.1983,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1255569458007812,
      "learning_rate": 1.3082612336031258e-09,
      "loss": 1.1979,
      "step": 40
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.11155104637146,
      "learning_rate": 1.6353265420039071e-09,
      "loss": 1.1984,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.1196638345718384,
      "learning_rate": 1.9623918504046887e-09,
      "loss": 1.1985,
      "step": 60
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.1143250465393066,
      "learning_rate": 2.28945715880547e-09,
      "loss": 1.1985,
      "step": 70
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.131624698638916,
      "learning_rate": 2.6165224672062517e-09,
      "loss": 1.1983,
      "step": 80
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1055359840393066,
      "learning_rate": 2.943587775607033e-09,
      "loss": 1.1985,
      "step": 90
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1072924137115479,
      "learning_rate": 3.2706530840078143e-09,
      "loss": 1.1987,
      "step": 100
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1074060201644897,
      "learning_rate": 3.5977183924085956e-09,
      "loss": 1.1983,
      "step": 110
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1474064588546753,
      "learning_rate": 3.924783700809377e-09,
      "loss": 1.1977,
      "step": 120
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.1133291721343994,
      "learning_rate": 4.251849009210159e-09,
      "loss": 1.1984,
      "step": 130
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.100678563117981,
      "learning_rate": 4.57891431761094e-09,
      "loss": 1.1974,
      "step": 140
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.1112494468688965,
      "learning_rate": 4.905979626011722e-09,
      "loss": 1.1973,
      "step": 150
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.1274113655090332,
      "learning_rate": 5.233044934412503e-09,
      "loss": 1.1976,
      "step": 160
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.11794114112854,
      "learning_rate": 5.560110242813284e-09,
      "loss": 1.1975,
      "step": 170
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.1059340238571167,
      "learning_rate": 5.887175551214066e-09,
      "loss": 1.1968,
      "step": 180
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.1124420166015625,
      "learning_rate": 6.214240859614847e-09,
      "loss": 1.1969,
      "step": 190
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.1090577840805054,
      "learning_rate": 6.5413061680156286e-09,
      "loss": 1.1967,
      "step": 200
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.1187337636947632,
      "learning_rate": 6.868371476416411e-09,
      "loss": 1.1965,
      "step": 210
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.0932985544204712,
      "learning_rate": 7.195436784817191e-09,
      "loss": 1.1962,
      "step": 220
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.107590913772583,
      "learning_rate": 7.522502093217973e-09,
      "loss": 1.1964,
      "step": 230
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.1066690683364868,
      "learning_rate": 7.849567401618755e-09,
      "loss": 1.1959,
      "step": 240
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.1034585237503052,
      "learning_rate": 8.176632710019536e-09,
      "loss": 1.1959,
      "step": 250
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.115397572517395,
      "learning_rate": 8.503698018420317e-09,
      "loss": 1.1961,
      "step": 260
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.1198985576629639,
      "learning_rate": 8.830763326821099e-09,
      "loss": 1.1957,
      "step": 270
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.1070384979248047,
      "learning_rate": 9.15782863522188e-09,
      "loss": 1.1946,
      "step": 280
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.1409059762954712,
      "learning_rate": 9.484893943622663e-09,
      "loss": 1.1951,
      "step": 290
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.1039372682571411,
      "learning_rate": 9.811959252023444e-09,
      "loss": 1.195,
      "step": 300
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.108615517616272,
      "learning_rate": 1.0139024560424224e-08,
      "loss": 1.1943,
      "step": 310
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.1042486429214478,
      "learning_rate": 1.0466089868825007e-08,
      "loss": 1.1941,
      "step": 320
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.100923776626587,
      "learning_rate": 1.0793155177225788e-08,
      "loss": 1.194,
      "step": 330
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.0986286401748657,
      "learning_rate": 1.1120220485626568e-08,
      "loss": 1.1932,
      "step": 340
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.0945196151733398,
      "learning_rate": 1.144728579402735e-08,
      "loss": 1.193,
      "step": 350
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.1010388135910034,
      "learning_rate": 1.1774351102428132e-08,
      "loss": 1.1928,
      "step": 360
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.1154171228408813,
      "learning_rate": 1.2101416410828913e-08,
      "loss": 1.1923,
      "step": 370
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.0982205867767334,
      "learning_rate": 1.2428481719229695e-08,
      "loss": 1.1922,
      "step": 380
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.09745192527771,
      "learning_rate": 1.2755547027630476e-08,
      "loss": 1.1923,
      "step": 390
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1006684303283691,
      "learning_rate": 1.3082612336031257e-08,
      "loss": 1.1912,
      "step": 400
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.0886708498001099,
      "learning_rate": 1.3409677644432038e-08,
      "loss": 1.1907,
      "step": 410
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.0825270414352417,
      "learning_rate": 1.3736742952832821e-08,
      "loss": 1.1909,
      "step": 420
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.0776515007019043,
      "learning_rate": 1.4063808261233601e-08,
      "loss": 1.1903,
      "step": 430
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.0964778661727905,
      "learning_rate": 1.4390873569634382e-08,
      "loss": 1.1901,
      "step": 440
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.074533462524414,
      "learning_rate": 1.4717938878035165e-08,
      "loss": 1.1891,
      "step": 450
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0804002285003662,
      "learning_rate": 1.5045004186435947e-08,
      "loss": 1.189,
      "step": 460
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0793663263320923,
      "learning_rate": 1.537206949483673e-08,
      "loss": 1.1891,
      "step": 470
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0920021533966064,
      "learning_rate": 1.569913480323751e-08,
      "loss": 1.1883,
      "step": 480
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.0769752264022827,
      "learning_rate": 1.602620011163829e-08,
      "loss": 1.1882,
      "step": 490
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.0843149423599243,
      "learning_rate": 1.6353265420039072e-08,
      "loss": 1.1873,
      "step": 500
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1070040464401245,
      "learning_rate": 1.668033072843985e-08,
      "loss": 1.1868,
      "step": 510
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.0784245729446411,
      "learning_rate": 1.7007396036840634e-08,
      "loss": 1.1858,
      "step": 520
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.0639636516571045,
      "learning_rate": 1.7334461345241417e-08,
      "loss": 1.186,
      "step": 530
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.0723001956939697,
      "learning_rate": 1.7661526653642197e-08,
      "loss": 1.186,
      "step": 540
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.06856369972229,
      "learning_rate": 1.798859196204298e-08,
      "loss": 1.1852,
      "step": 550
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.0487712621688843,
      "learning_rate": 1.831565727044376e-08,
      "loss": 1.1847,
      "step": 560
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.0564690828323364,
      "learning_rate": 1.8642722578844543e-08,
      "loss": 1.1846,
      "step": 570
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.0577683448791504,
      "learning_rate": 1.8969787887245326e-08,
      "loss": 1.183,
      "step": 580
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.0637357234954834,
      "learning_rate": 1.9296853195646105e-08,
      "loss": 1.1837,
      "step": 590
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.0456876754760742,
      "learning_rate": 1.9623918504046888e-08,
      "loss": 1.1822,
      "step": 600
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.090383529663086,
      "learning_rate": 1.9950983812447668e-08,
      "loss": 1.1822,
      "step": 610
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.0395491123199463,
      "learning_rate": 2.0278049120848448e-08,
      "loss": 1.1816,
      "step": 620
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.05435049533844,
      "learning_rate": 2.060511442924923e-08,
      "loss": 1.1809,
      "step": 630
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.0772616863250732,
      "learning_rate": 2.0932179737650013e-08,
      "loss": 1.18,
      "step": 640
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.0429240465164185,
      "learning_rate": 2.1259245046050793e-08,
      "loss": 1.1801,
      "step": 650
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.0570340156555176,
      "learning_rate": 2.1586310354451576e-08,
      "loss": 1.1792,
      "step": 660
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.0456525087356567,
      "learning_rate": 2.1913375662852356e-08,
      "loss": 1.179,
      "step": 670
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.0640275478363037,
      "learning_rate": 2.2240440971253135e-08,
      "loss": 1.1785,
      "step": 680
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.0402601957321167,
      "learning_rate": 2.2567506279653918e-08,
      "loss": 1.1781,
      "step": 690
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0364104509353638,
      "learning_rate": 2.28945715880547e-08,
      "loss": 1.1772,
      "step": 700
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0436338186264038,
      "learning_rate": 2.3221636896455484e-08,
      "loss": 1.177,
      "step": 710
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0232799053192139,
      "learning_rate": 2.3548702204856264e-08,
      "loss": 1.1764,
      "step": 720
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0363247394561768,
      "learning_rate": 2.3875767513257044e-08,
      "loss": 1.1752,
      "step": 730
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.0320756435394287,
      "learning_rate": 2.4202832821657826e-08,
      "loss": 1.1748,
      "step": 740
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.0447478294372559,
      "learning_rate": 2.4529898130058606e-08,
      "loss": 1.1744,
      "step": 750
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.0585466623306274,
      "learning_rate": 2.485696343845939e-08,
      "loss": 1.1727,
      "step": 760
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.0162208080291748,
      "learning_rate": 2.5184028746860172e-08,
      "loss": 1.1728,
      "step": 770
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.0142978429794312,
      "learning_rate": 2.5511094055260952e-08,
      "loss": 1.1719,
      "step": 780
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.022275686264038,
      "learning_rate": 2.5838159363661735e-08,
      "loss": 1.1718,
      "step": 790
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.0066629648208618,
      "learning_rate": 2.6165224672062514e-08,
      "loss": 1.1705,
      "step": 800
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.0159285068511963,
      "learning_rate": 2.6492289980463297e-08,
      "loss": 1.1698,
      "step": 810
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.0061590671539307,
      "learning_rate": 2.6819355288864077e-08,
      "loss": 1.1694,
      "step": 820
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.013088583946228,
      "learning_rate": 2.714642059726486e-08,
      "loss": 1.1686,
      "step": 830
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.0044403076171875,
      "learning_rate": 2.7473485905665643e-08,
      "loss": 1.1676,
      "step": 840
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.0146706104278564,
      "learning_rate": 2.7800551214066423e-08,
      "loss": 1.1671,
      "step": 850
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.9910407662391663,
      "learning_rate": 2.8127616522467202e-08,
      "loss": 1.167,
      "step": 860
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.0155270099639893,
      "learning_rate": 2.8454681830867985e-08,
      "loss": 1.166,
      "step": 870
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.9927375912666321,
      "learning_rate": 2.8781747139268765e-08,
      "loss": 1.1651,
      "step": 880
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.9934461712837219,
      "learning_rate": 2.9108812447669548e-08,
      "loss": 1.1639,
      "step": 890
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.9655101895332336,
      "learning_rate": 2.943587775607033e-08,
      "loss": 1.1634,
      "step": 900
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.9709057211875916,
      "learning_rate": 2.9762943064471114e-08,
      "loss": 1.1627,
      "step": 910
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.9733042120933533,
      "learning_rate": 3.009000837287189e-08,
      "loss": 1.1623,
      "step": 920
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.971720814704895,
      "learning_rate": 3.0417073681272676e-08,
      "loss": 1.1617,
      "step": 930
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.9669389128684998,
      "learning_rate": 3.074413898967346e-08,
      "loss": 1.1604,
      "step": 940
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.9646720290184021,
      "learning_rate": 3.1071204298074236e-08,
      "loss": 1.1602,
      "step": 950
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.9745954871177673,
      "learning_rate": 3.139826960647502e-08,
      "loss": 1.1593,
      "step": 960
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.9549435973167419,
      "learning_rate": 3.17253349148758e-08,
      "loss": 1.1584,
      "step": 970
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.953615128993988,
      "learning_rate": 3.205240022327658e-08,
      "loss": 1.1576,
      "step": 980
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.9366630911827087,
      "learning_rate": 3.237946553167736e-08,
      "loss": 1.157,
      "step": 990
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.9448428750038147,
      "learning_rate": 3.2706530840078144e-08,
      "loss": 1.1568,
      "step": 1000
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.9493375420570374,
      "learning_rate": 3.303359614847893e-08,
      "loss": 1.1557,
      "step": 1010
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.9221159219741821,
      "learning_rate": 3.33606614568797e-08,
      "loss": 1.1547,
      "step": 1020
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.91981041431427,
      "learning_rate": 3.3687726765280486e-08,
      "loss": 1.1539,
      "step": 1030
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.9397938847541809,
      "learning_rate": 3.401479207368127e-08,
      "loss": 1.1534,
      "step": 1040
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.9387493133544922,
      "learning_rate": 3.434185738208205e-08,
      "loss": 1.152,
      "step": 1050
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.918854296207428,
      "learning_rate": 3.4668922690482835e-08,
      "loss": 1.1513,
      "step": 1060
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.9145367741584778,
      "learning_rate": 3.499598799888362e-08,
      "loss": 1.1509,
      "step": 1070
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.9656859040260315,
      "learning_rate": 3.5323053307284394e-08,
      "loss": 1.1501,
      "step": 1080
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.9111401438713074,
      "learning_rate": 3.565011861568518e-08,
      "loss": 1.1498,
      "step": 1090
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.8985947966575623,
      "learning_rate": 3.597718392408596e-08,
      "loss": 1.1488,
      "step": 1100
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.9029664397239685,
      "learning_rate": 3.630424923248674e-08,
      "loss": 1.1484,
      "step": 1110
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.9020541310310364,
      "learning_rate": 3.663131454088752e-08,
      "loss": 1.1472,
      "step": 1120
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.9012839794158936,
      "learning_rate": 3.6958379849288296e-08,
      "loss": 1.1466,
      "step": 1130
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.882926344871521,
      "learning_rate": 3.7285445157689085e-08,
      "loss": 1.1447,
      "step": 1140
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.9085986614227295,
      "learning_rate": 3.761251046608986e-08,
      "loss": 1.1452,
      "step": 1150
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.8700699210166931,
      "learning_rate": 3.793957577449065e-08,
      "loss": 1.1439,
      "step": 1160
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.8690328598022461,
      "learning_rate": 3.826664108289143e-08,
      "loss": 1.1427,
      "step": 1170
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.8835711479187012,
      "learning_rate": 3.859370639129221e-08,
      "loss": 1.1424,
      "step": 1180
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.8675261735916138,
      "learning_rate": 3.8920771699692993e-08,
      "loss": 1.1416,
      "step": 1190
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.8601505756378174,
      "learning_rate": 3.9247837008093776e-08,
      "loss": 1.1411,
      "step": 1200
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.852591335773468,
      "learning_rate": 3.957490231649455e-08,
      "loss": 1.1397,
      "step": 1210
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.851737916469574,
      "learning_rate": 3.9901967624895336e-08,
      "loss": 1.1392,
      "step": 1220
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.8580137491226196,
      "learning_rate": 4.022903293329612e-08,
      "loss": 1.1384,
      "step": 1230
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8400900959968567,
      "learning_rate": 4.0556098241696895e-08,
      "loss": 1.1377,
      "step": 1240
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8311145305633545,
      "learning_rate": 4.0883163550097685e-08,
      "loss": 1.1367,
      "step": 1250
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8285650610923767,
      "learning_rate": 4.121022885849846e-08,
      "loss": 1.1365,
      "step": 1260
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8150545358657837,
      "learning_rate": 4.153729416689924e-08,
      "loss": 1.1356,
      "step": 1270
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.8483758568763733,
      "learning_rate": 4.186435947530003e-08,
      "loss": 1.1346,
      "step": 1280
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.8248077630996704,
      "learning_rate": 4.21914247837008e-08,
      "loss": 1.1342,
      "step": 1290
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.8152356147766113,
      "learning_rate": 4.2518490092101586e-08,
      "loss": 1.1331,
      "step": 1300
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.8097776174545288,
      "learning_rate": 4.284555540050237e-08,
      "loss": 1.1324,
      "step": 1310
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.8041250109672546,
      "learning_rate": 4.317262070890315e-08,
      "loss": 1.1315,
      "step": 1320
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.797561526298523,
      "learning_rate": 4.349968601730393e-08,
      "loss": 1.1312,
      "step": 1330
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.798215389251709,
      "learning_rate": 4.382675132570471e-08,
      "loss": 1.1298,
      "step": 1340
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.7829644680023193,
      "learning_rate": 4.4153816634105494e-08,
      "loss": 1.1287,
      "step": 1350
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.795281171798706,
      "learning_rate": 4.448088194250627e-08,
      "loss": 1.1287,
      "step": 1360
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.7777065634727478,
      "learning_rate": 4.480794725090706e-08,
      "loss": 1.127,
      "step": 1370
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.7744912505149841,
      "learning_rate": 4.5135012559307837e-08,
      "loss": 1.1264,
      "step": 1380
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.8157209157943726,
      "learning_rate": 4.5462077867708626e-08,
      "loss": 1.1255,
      "step": 1390
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.7737908959388733,
      "learning_rate": 4.57891431761094e-08,
      "loss": 1.1247,
      "step": 1400
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.7603809833526611,
      "learning_rate": 4.611620848451018e-08,
      "loss": 1.1247,
      "step": 1410
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.7872161269187927,
      "learning_rate": 4.644327379291097e-08,
      "loss": 1.1235,
      "step": 1420
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.7598457932472229,
      "learning_rate": 4.6770339101311745e-08,
      "loss": 1.1225,
      "step": 1430
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.7680140137672424,
      "learning_rate": 4.709740440971253e-08,
      "loss": 1.1225,
      "step": 1440
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.7438387870788574,
      "learning_rate": 4.742446971811331e-08,
      "loss": 1.1213,
      "step": 1450
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.751399040222168,
      "learning_rate": 4.775153502651409e-08,
      "loss": 1.12,
      "step": 1460
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.7347569465637207,
      "learning_rate": 4.807860033491487e-08,
      "loss": 1.1201,
      "step": 1470
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.7272994518280029,
      "learning_rate": 4.840566564331565e-08,
      "loss": 1.1186,
      "step": 1480
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.7420545816421509,
      "learning_rate": 4.8732730951716436e-08,
      "loss": 1.1183,
      "step": 1490
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.7237914204597473,
      "learning_rate": 4.905979626011721e-08,
      "loss": 1.1172,
      "step": 1500
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.7768620848655701,
      "learning_rate": 4.9386861568518e-08,
      "loss": 1.1171,
      "step": 1510
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.710441529750824,
      "learning_rate": 4.971392687691878e-08,
      "loss": 1.1163,
      "step": 1520
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.6967838406562805,
      "learning_rate": 5.0040992185319555e-08,
      "loss": 1.1153,
      "step": 1530
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7249133586883545,
      "learning_rate": 5.0368057493720344e-08,
      "loss": 1.1143,
      "step": 1540
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.6969596147537231,
      "learning_rate": 5.069512280212112e-08,
      "loss": 1.1138,
      "step": 1550
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6948114633560181,
      "learning_rate": 5.1022188110521903e-08,
      "loss": 1.1129,
      "step": 1560
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.710228443145752,
      "learning_rate": 5.1349253418922686e-08,
      "loss": 1.1123,
      "step": 1570
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6836837530136108,
      "learning_rate": 5.167631872732347e-08,
      "loss": 1.1116,
      "step": 1580
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7113698720932007,
      "learning_rate": 5.200338403572425e-08,
      "loss": 1.1101,
      "step": 1590
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6674349904060364,
      "learning_rate": 5.233044934412503e-08,
      "loss": 1.1098,
      "step": 1600
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6743242144584656,
      "learning_rate": 5.265751465252581e-08,
      "loss": 1.1093,
      "step": 1610
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6620212197303772,
      "learning_rate": 5.2984579960926595e-08,
      "loss": 1.1082,
      "step": 1620
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6653045415878296,
      "learning_rate": 5.331164526932738e-08,
      "loss": 1.108,
      "step": 1630
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6574131846427917,
      "learning_rate": 5.3638710577728154e-08,
      "loss": 1.107,
      "step": 1640
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6737416982650757,
      "learning_rate": 5.3965775886128943e-08,
      "loss": 1.1072,
      "step": 1650
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6457198262214661,
      "learning_rate": 5.429284119452972e-08,
      "loss": 1.1067,
      "step": 1660
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6554133296012878,
      "learning_rate": 5.4619906502930496e-08,
      "loss": 1.1051,
      "step": 1670
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6603577136993408,
      "learning_rate": 5.4946971811331286e-08,
      "loss": 1.1046,
      "step": 1680
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6583757996559143,
      "learning_rate": 5.527403711973206e-08,
      "loss": 1.1038,
      "step": 1690
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6278641223907471,
      "learning_rate": 5.5601102428132845e-08,
      "loss": 1.1036,
      "step": 1700
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6216550469398499,
      "learning_rate": 5.592816773653363e-08,
      "loss": 1.1023,
      "step": 1710
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6431480646133423,
      "learning_rate": 5.6255233044934404e-08,
      "loss": 1.1012,
      "step": 1720
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6352003216743469,
      "learning_rate": 5.658229835333519e-08,
      "loss": 1.1009,
      "step": 1730
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6148857474327087,
      "learning_rate": 5.690936366173597e-08,
      "loss": 1.1003,
      "step": 1740
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6067175269126892,
      "learning_rate": 5.723642897013675e-08,
      "loss": 1.0996,
      "step": 1750
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6049894094467163,
      "learning_rate": 5.756349427853753e-08,
      "loss": 1.099,
      "step": 1760
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6088277697563171,
      "learning_rate": 5.789055958693832e-08,
      "loss": 1.0985,
      "step": 1770
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6438210010528564,
      "learning_rate": 5.8217624895339095e-08,
      "loss": 1.097,
      "step": 1780
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6049647927284241,
      "learning_rate": 5.854469020373987e-08,
      "loss": 1.0976,
      "step": 1790
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6302896738052368,
      "learning_rate": 5.887175551214066e-08,
      "loss": 1.0956,
      "step": 1800
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6063138842582703,
      "learning_rate": 5.919882082054144e-08,
      "loss": 1.0954,
      "step": 1810
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5917009115219116,
      "learning_rate": 5.952588612894223e-08,
      "loss": 1.095,
      "step": 1820
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6215391159057617,
      "learning_rate": 5.985295143734301e-08,
      "loss": 1.0941,
      "step": 1830
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5734620094299316,
      "learning_rate": 6.018001674574379e-08,
      "loss": 1.0939,
      "step": 1840
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5766313672065735,
      "learning_rate": 6.050708205414458e-08,
      "loss": 1.0929,
      "step": 1850
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5684963464736938,
      "learning_rate": 6.083414736254535e-08,
      "loss": 1.0923,
      "step": 1860
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5616955757141113,
      "learning_rate": 6.116121267094613e-08,
      "loss": 1.0911,
      "step": 1870
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5584371089935303,
      "learning_rate": 6.148827797934692e-08,
      "loss": 1.0912,
      "step": 1880
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5704333782196045,
      "learning_rate": 6.18153432877477e-08,
      "loss": 1.0907,
      "step": 1890
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5488940477371216,
      "learning_rate": 6.214240859614847e-08,
      "loss": 1.0903,
      "step": 1900
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5471618175506592,
      "learning_rate": 6.246947390454926e-08,
      "loss": 1.0889,
      "step": 1910
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5484246611595154,
      "learning_rate": 6.279653921295004e-08,
      "loss": 1.0886,
      "step": 1920
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5341429114341736,
      "learning_rate": 6.312360452135081e-08,
      "loss": 1.0882,
      "step": 1930
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5291205048561096,
      "learning_rate": 6.34506698297516e-08,
      "loss": 1.0873,
      "step": 1940
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5537939667701721,
      "learning_rate": 6.377773513815238e-08,
      "loss": 1.0867,
      "step": 1950
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5456891655921936,
      "learning_rate": 6.410480044655316e-08,
      "loss": 1.0865,
      "step": 1960
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5430124402046204,
      "learning_rate": 6.443186575495395e-08,
      "loss": 1.0856,
      "step": 1970
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5190122127532959,
      "learning_rate": 6.475893106335472e-08,
      "loss": 1.0861,
      "step": 1980
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5236762166023254,
      "learning_rate": 6.50859963717555e-08,
      "loss": 1.0842,
      "step": 1990
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5157540440559387,
      "learning_rate": 6.541306168015629e-08,
      "loss": 1.0836,
      "step": 2000
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.524203360080719,
      "learning_rate": 6.574012698855706e-08,
      "loss": 1.0835,
      "step": 2010
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5230994820594788,
      "learning_rate": 6.606719229695785e-08,
      "loss": 1.0833,
      "step": 2020
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5073965787887573,
      "learning_rate": 6.639425760535863e-08,
      "loss": 1.0822,
      "step": 2030
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.502088725566864,
      "learning_rate": 6.67213229137594e-08,
      "loss": 1.0819,
      "step": 2040
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5023999214172363,
      "learning_rate": 6.70483882221602e-08,
      "loss": 1.0811,
      "step": 2050
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5190754532814026,
      "learning_rate": 6.737545353056097e-08,
      "loss": 1.0801,
      "step": 2060
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5003151297569275,
      "learning_rate": 6.770251883896176e-08,
      "loss": 1.0797,
      "step": 2070
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5003823637962341,
      "learning_rate": 6.802958414736254e-08,
      "loss": 1.0797,
      "step": 2080
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.4944652318954468,
      "learning_rate": 6.835664945576333e-08,
      "loss": 1.0776,
      "step": 2090
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5021552443504333,
      "learning_rate": 6.86837147641641e-08,
      "loss": 1.0781,
      "step": 2100
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5058756470680237,
      "learning_rate": 6.901078007256488e-08,
      "loss": 1.0777,
      "step": 2110
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.47267138957977295,
      "learning_rate": 6.933784538096567e-08,
      "loss": 1.0771,
      "step": 2120
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.4760487675666809,
      "learning_rate": 6.966491068936645e-08,
      "loss": 1.0769,
      "step": 2130
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.4724889397621155,
      "learning_rate": 6.999197599776724e-08,
      "loss": 1.0759,
      "step": 2140
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.4776054620742798,
      "learning_rate": 7.031904130616801e-08,
      "loss": 1.0762,
      "step": 2150
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.49568161368370056,
      "learning_rate": 7.064610661456879e-08,
      "loss": 1.0755,
      "step": 2160
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5032907724380493,
      "learning_rate": 7.097317192296958e-08,
      "loss": 1.0742,
      "step": 2170
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.47251835465431213,
      "learning_rate": 7.130023723137035e-08,
      "loss": 1.0726,
      "step": 2180
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.4679959714412689,
      "learning_rate": 7.162730253977113e-08,
      "loss": 1.074,
      "step": 2190
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.4621538817882538,
      "learning_rate": 7.195436784817192e-08,
      "loss": 1.0736,
      "step": 2200
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.4562065005302429,
      "learning_rate": 7.22814331565727e-08,
      "loss": 1.0725,
      "step": 2210
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.45293310284614563,
      "learning_rate": 7.260849846497349e-08,
      "loss": 1.0717,
      "step": 2220
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.4508102834224701,
      "learning_rate": 7.293556377337426e-08,
      "loss": 1.0709,
      "step": 2230
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.4501083791255951,
      "learning_rate": 7.326262908177504e-08,
      "loss": 1.0708,
      "step": 2240
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.47521811723709106,
      "learning_rate": 7.358969439017583e-08,
      "loss": 1.0703,
      "step": 2250
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.44797876477241516,
      "learning_rate": 7.391675969857659e-08,
      "loss": 1.0696,
      "step": 2260
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.44640713930130005,
      "learning_rate": 7.424382500697738e-08,
      "loss": 1.0695,
      "step": 2270
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.44576069712638855,
      "learning_rate": 7.457089031537817e-08,
      "loss": 1.0696,
      "step": 2280
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.4639849364757538,
      "learning_rate": 7.489795562377895e-08,
      "loss": 1.0677,
      "step": 2290
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.44280362129211426,
      "learning_rate": 7.522502093217972e-08,
      "loss": 1.0684,
      "step": 2300
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.4423130452632904,
      "learning_rate": 7.555208624058051e-08,
      "loss": 1.0674,
      "step": 2310
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.42665132880210876,
      "learning_rate": 7.58791515489813e-08,
      "loss": 1.0673,
      "step": 2320
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.42391782999038696,
      "learning_rate": 7.620621685738208e-08,
      "loss": 1.0662,
      "step": 2330
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.4310651421546936,
      "learning_rate": 7.653328216578286e-08,
      "loss": 1.0662,
      "step": 2340
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.4201895594596863,
      "learning_rate": 7.686034747418364e-08,
      "loss": 1.0649,
      "step": 2350
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.41100409626960754,
      "learning_rate": 7.718741278258442e-08,
      "loss": 1.0656,
      "step": 2360
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.4129157066345215,
      "learning_rate": 7.75144780909852e-08,
      "loss": 1.064,
      "step": 2370
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.4189780652523041,
      "learning_rate": 7.784154339938599e-08,
      "loss": 1.0632,
      "step": 2380
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.4333411157131195,
      "learning_rate": 7.816860870778676e-08,
      "loss": 1.0626,
      "step": 2390
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.42905160784721375,
      "learning_rate": 7.849567401618755e-08,
      "loss": 1.0631,
      "step": 2400
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.40175801515579224,
      "learning_rate": 7.882273932458833e-08,
      "loss": 1.0635,
      "step": 2410
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.4297252893447876,
      "learning_rate": 7.91498046329891e-08,
      "loss": 1.0618,
      "step": 2420
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.40483731031417847,
      "learning_rate": 7.94768699413899e-08,
      "loss": 1.0618,
      "step": 2430
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.42295145988464355,
      "learning_rate": 7.980393524979067e-08,
      "loss": 1.0618,
      "step": 2440
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.4633365869522095,
      "learning_rate": 8.013100055819145e-08,
      "loss": 1.061,
      "step": 2450
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.40349647402763367,
      "learning_rate": 8.045806586659224e-08,
      "loss": 1.0612,
      "step": 2460
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3939574658870697,
      "learning_rate": 8.078513117499303e-08,
      "loss": 1.0606,
      "step": 2470
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.39336997270584106,
      "learning_rate": 8.111219648339379e-08,
      "loss": 1.0595,
      "step": 2480
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3869397044181824,
      "learning_rate": 8.143926179179458e-08,
      "loss": 1.0589,
      "step": 2490
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.4097101390361786,
      "learning_rate": 8.176632710019537e-08,
      "loss": 1.059,
      "step": 2500
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.411399781703949,
      "learning_rate": 8.209339240859613e-08,
      "loss": 1.0583,
      "step": 2510
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.434924453496933,
      "learning_rate": 8.242045771699692e-08,
      "loss": 1.0576,
      "step": 2520
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.38015949726104736,
      "learning_rate": 8.274752302539771e-08,
      "loss": 1.0584,
      "step": 2530
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3728521466255188,
      "learning_rate": 8.307458833379847e-08,
      "loss": 1.056,
      "step": 2540
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.37962546944618225,
      "learning_rate": 8.340165364219926e-08,
      "loss": 1.0561,
      "step": 2550
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3986063301563263,
      "learning_rate": 8.372871895060005e-08,
      "loss": 1.0555,
      "step": 2560
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3992083668708801,
      "learning_rate": 8.405578425900083e-08,
      "loss": 1.0546,
      "step": 2570
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3811161518096924,
      "learning_rate": 8.43828495674016e-08,
      "loss": 1.0559,
      "step": 2580
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.390827476978302,
      "learning_rate": 8.47099148758024e-08,
      "loss": 1.0563,
      "step": 2590
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.3993622660636902,
      "learning_rate": 8.503698018420317e-08,
      "loss": 1.0553,
      "step": 2600
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.3800896108150482,
      "learning_rate": 8.536404549260395e-08,
      "loss": 1.0538,
      "step": 2610
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.37004438042640686,
      "learning_rate": 8.569111080100474e-08,
      "loss": 1.0537,
      "step": 2620
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.368346244096756,
      "learning_rate": 8.601817610940551e-08,
      "loss": 1.055,
      "step": 2630
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3781462609767914,
      "learning_rate": 8.63452414178063e-08,
      "loss": 1.0522,
      "step": 2640
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3983457386493683,
      "learning_rate": 8.667230672620708e-08,
      "loss": 1.054,
      "step": 2650
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3947157561779022,
      "learning_rate": 8.699937203460786e-08,
      "loss": 1.0528,
      "step": 2660
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.36601722240448,
      "learning_rate": 8.732643734300865e-08,
      "loss": 1.0522,
      "step": 2670
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.363421767950058,
      "learning_rate": 8.765350265140942e-08,
      "loss": 1.0516,
      "step": 2680
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3737771809101105,
      "learning_rate": 8.79805679598102e-08,
      "loss": 1.0513,
      "step": 2690
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.37713953852653503,
      "learning_rate": 8.830763326821099e-08,
      "loss": 1.0516,
      "step": 2700
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.37788790464401245,
      "learning_rate": 8.863469857661178e-08,
      "loss": 1.0505,
      "step": 2710
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.35619157552719116,
      "learning_rate": 8.896176388501254e-08,
      "loss": 1.0503,
      "step": 2720
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.3549193739891052,
      "learning_rate": 8.928882919341333e-08,
      "loss": 1.0498,
      "step": 2730
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.37917083501815796,
      "learning_rate": 8.961589450181412e-08,
      "loss": 1.0493,
      "step": 2740
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.35658830404281616,
      "learning_rate": 8.994295981021491e-08,
      "loss": 1.049,
      "step": 2750
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.3555538058280945,
      "learning_rate": 9.027002511861567e-08,
      "loss": 1.0491,
      "step": 2760
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.3468131124973297,
      "learning_rate": 9.059709042701646e-08,
      "loss": 1.0489,
      "step": 2770
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3360379934310913,
      "learning_rate": 9.092415573541725e-08,
      "loss": 1.0468,
      "step": 2780
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.34011146426200867,
      "learning_rate": 9.125122104381802e-08,
      "loss": 1.046,
      "step": 2790
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.34355080127716064,
      "learning_rate": 9.15782863522188e-08,
      "loss": 1.048,
      "step": 2800
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.35656169056892395,
      "learning_rate": 9.19053516606196e-08,
      "loss": 1.0475,
      "step": 2810
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.33862486481666565,
      "learning_rate": 9.223241696902036e-08,
      "loss": 1.0449,
      "step": 2820
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.33142271637916565,
      "learning_rate": 9.255948227742115e-08,
      "loss": 1.0454,
      "step": 2830
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.32735350728034973,
      "learning_rate": 9.288654758582194e-08,
      "loss": 1.0455,
      "step": 2840
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.31913670897483826,
      "learning_rate": 9.32136128942227e-08,
      "loss": 1.0456,
      "step": 2850
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.3481479287147522,
      "learning_rate": 9.354067820262349e-08,
      "loss": 1.0457,
      "step": 2860
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.3389723598957062,
      "learning_rate": 9.386774351102428e-08,
      "loss": 1.0443,
      "step": 2870
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.344656765460968,
      "learning_rate": 9.419480881942506e-08,
      "loss": 1.0445,
      "step": 2880
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.3212302327156067,
      "learning_rate": 9.452187412782583e-08,
      "loss": 1.0439,
      "step": 2890
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.31669527292251587,
      "learning_rate": 9.484893943622662e-08,
      "loss": 1.0437,
      "step": 2900
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.32316359877586365,
      "learning_rate": 9.51760047446274e-08,
      "loss": 1.0431,
      "step": 2910
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.3585805892944336,
      "learning_rate": 9.550307005302817e-08,
      "loss": 1.0415,
      "step": 2920
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.3633124828338623,
      "learning_rate": 9.583013536142896e-08,
      "loss": 1.0428,
      "step": 2930
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.34429654479026794,
      "learning_rate": 9.615720066982974e-08,
      "loss": 1.0432,
      "step": 2940
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.3155018985271454,
      "learning_rate": 9.648426597823053e-08,
      "loss": 1.0419,
      "step": 2950
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3103005290031433,
      "learning_rate": 9.68113312866313e-08,
      "loss": 1.0421,
      "step": 2960
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3260532319545746,
      "learning_rate": 9.713839659503208e-08,
      "loss": 1.0423,
      "step": 2970
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3565484285354614,
      "learning_rate": 9.746546190343287e-08,
      "loss": 1.0411,
      "step": 2980
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3188464343547821,
      "learning_rate": 9.779252721183366e-08,
      "loss": 1.0391,
      "step": 2990
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.3071138560771942,
      "learning_rate": 9.811959252023442e-08,
      "loss": 1.0403,
      "step": 3000
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.33551836013793945,
      "learning_rate": 9.844665782863521e-08,
      "loss": 1.0411,
      "step": 3010
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.30197373032569885,
      "learning_rate": 9.8773723137036e-08,
      "loss": 1.0393,
      "step": 3020
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3230891227722168,
      "learning_rate": 9.910078844543677e-08,
      "loss": 1.0393,
      "step": 3030
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3014327585697174,
      "learning_rate": 9.942785375383756e-08,
      "loss": 1.0382,
      "step": 3040
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.30835244059562683,
      "learning_rate": 9.975491906223835e-08,
      "loss": 1.0392,
      "step": 3050
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3108597993850708,
      "learning_rate": 1.0008198437063911e-07,
      "loss": 1.038,
      "step": 3060
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.31087061762809753,
      "learning_rate": 1.004090496790399e-07,
      "loss": 1.0374,
      "step": 3070
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.3248109519481659,
      "learning_rate": 1.0073611498744069e-07,
      "loss": 1.0366,
      "step": 3080
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.30275866389274597,
      "learning_rate": 1.0106318029584145e-07,
      "loss": 1.0363,
      "step": 3090
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.29672449827194214,
      "learning_rate": 1.0139024560424224e-07,
      "loss": 1.0384,
      "step": 3100
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.306731641292572,
      "learning_rate": 1.0171731091264303e-07,
      "loss": 1.0366,
      "step": 3110
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.3143327534198761,
      "learning_rate": 1.0204437622104381e-07,
      "loss": 1.0366,
      "step": 3120
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.286814421415329,
      "learning_rate": 1.0237144152944458e-07,
      "loss": 1.036,
      "step": 3130
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.3034149408340454,
      "learning_rate": 1.0269850683784537e-07,
      "loss": 1.0374,
      "step": 3140
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.29317837953567505,
      "learning_rate": 1.0302557214624615e-07,
      "loss": 1.0354,
      "step": 3150
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.29419487714767456,
      "learning_rate": 1.0335263745464694e-07,
      "loss": 1.0345,
      "step": 3160
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.282755583524704,
      "learning_rate": 1.0367970276304772e-07,
      "loss": 1.0368,
      "step": 3170
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.284182608127594,
      "learning_rate": 1.040067680714485e-07,
      "loss": 1.0353,
      "step": 3180
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.29211893677711487,
      "learning_rate": 1.0433383337984928e-07,
      "loss": 1.0343,
      "step": 3190
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.3497946262359619,
      "learning_rate": 1.0466089868825006e-07,
      "loss": 1.0333,
      "step": 3200
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2865395247936249,
      "learning_rate": 1.0498796399665085e-07,
      "loss": 1.0341,
      "step": 3210
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.30625420808792114,
      "learning_rate": 1.0531502930505162e-07,
      "loss": 1.0332,
      "step": 3220
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2821155786514282,
      "learning_rate": 1.0564209461345241e-07,
      "loss": 1.0342,
      "step": 3230
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.277128130197525,
      "learning_rate": 1.0596915992185319e-07,
      "loss": 1.0341,
      "step": 3240
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.28434449434280396,
      "learning_rate": 1.0629622523025397e-07,
      "loss": 1.0334,
      "step": 3250
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2685489356517792,
      "learning_rate": 1.0662329053865476e-07,
      "loss": 1.0323,
      "step": 3260
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.268675833940506,
      "learning_rate": 1.0695035584705553e-07,
      "loss": 1.0336,
      "step": 3270
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2701263129711151,
      "learning_rate": 1.0727742115545631e-07,
      "loss": 1.0307,
      "step": 3280
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2752932012081146,
      "learning_rate": 1.076044864638571e-07,
      "loss": 1.0323,
      "step": 3290
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.26313915848731995,
      "learning_rate": 1.0793155177225789e-07,
      "loss": 1.0318,
      "step": 3300
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.26786258816719055,
      "learning_rate": 1.0825861708065865e-07,
      "loss": 1.0316,
      "step": 3310
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.29159438610076904,
      "learning_rate": 1.0858568238905944e-07,
      "loss": 1.0317,
      "step": 3320
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.26486313343048096,
      "learning_rate": 1.0891274769746023e-07,
      "loss": 1.0311,
      "step": 3330
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3047848343849182,
      "learning_rate": 1.0923981300586099e-07,
      "loss": 1.0301,
      "step": 3340
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.26662731170654297,
      "learning_rate": 1.0956687831426178e-07,
      "loss": 1.03,
      "step": 3350
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2614494562149048,
      "learning_rate": 1.0989394362266257e-07,
      "loss": 1.0307,
      "step": 3360
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2558182179927826,
      "learning_rate": 1.1022100893106333e-07,
      "loss": 1.0299,
      "step": 3370
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.27744221687316895,
      "learning_rate": 1.1054807423946412e-07,
      "loss": 1.0298,
      "step": 3380
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2869301438331604,
      "learning_rate": 1.1087513954786491e-07,
      "loss": 1.0316,
      "step": 3390
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2663092315196991,
      "learning_rate": 1.1120220485626569e-07,
      "loss": 1.0299,
      "step": 3400
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.24816976487636566,
      "learning_rate": 1.1152927016466647e-07,
      "loss": 1.028,
      "step": 3410
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2624473571777344,
      "learning_rate": 1.1185633547306726e-07,
      "loss": 1.0297,
      "step": 3420
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2847374379634857,
      "learning_rate": 1.1218340078146803e-07,
      "loss": 1.0283,
      "step": 3430
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2509414553642273,
      "learning_rate": 1.1251046608986881e-07,
      "loss": 1.0285,
      "step": 3440
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.25705304741859436,
      "learning_rate": 1.128375313982696e-07,
      "loss": 1.0292,
      "step": 3450
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.25700244307518005,
      "learning_rate": 1.1316459670667037e-07,
      "loss": 1.0282,
      "step": 3460
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.28393107652664185,
      "learning_rate": 1.1349166201507116e-07,
      "loss": 1.0267,
      "step": 3470
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.24599246680736542,
      "learning_rate": 1.1381872732347194e-07,
      "loss": 1.0276,
      "step": 3480
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.24123241007328033,
      "learning_rate": 1.1414579263187272e-07,
      "loss": 1.0269,
      "step": 3490
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.25247153639793396,
      "learning_rate": 1.144728579402735e-07,
      "loss": 1.0262,
      "step": 3500
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2500651478767395,
      "learning_rate": 1.1479992324867428e-07,
      "loss": 1.0273,
      "step": 3510
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2465311884880066,
      "learning_rate": 1.1512698855707506e-07,
      "loss": 1.0258,
      "step": 3520
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2561372220516205,
      "learning_rate": 1.1545405386547585e-07,
      "loss": 1.0258,
      "step": 3530
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.3115110695362091,
      "learning_rate": 1.1578111917387664e-07,
      "loss": 1.0254,
      "step": 3540
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.25517353415489197,
      "learning_rate": 1.161081844822774e-07,
      "loss": 1.0266,
      "step": 3550
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2523220181465149,
      "learning_rate": 1.1643524979067819e-07,
      "loss": 1.0254,
      "step": 3560
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2365075945854187,
      "learning_rate": 1.1676231509907898e-07,
      "loss": 1.026,
      "step": 3570
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2426004409790039,
      "learning_rate": 1.1708938040747974e-07,
      "loss": 1.0249,
      "step": 3580
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.024799108505249,
      "eval_runtime": 72.0781,
      "eval_samples_per_second": 70.188,
      "eval_steps_per_second": 8.782,
      "step": 3583
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.23954243957996368,
      "learning_rate": 1.1741644571588053e-07,
      "loss": 1.024,
      "step": 3590
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.25527718663215637,
      "learning_rate": 1.1774351102428132e-07,
      "loss": 1.0256,
      "step": 3600
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.2517520785331726,
      "learning_rate": 1.1807057633268211e-07,
      "loss": 1.0252,
      "step": 3610
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.2394431084394455,
      "learning_rate": 1.1839764164108288e-07,
      "loss": 1.0244,
      "step": 3620
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.22964271903038025,
      "learning_rate": 1.1872470694948367e-07,
      "loss": 1.0235,
      "step": 3630
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.2646768093109131,
      "learning_rate": 1.1905177225788445e-07,
      "loss": 1.0229,
      "step": 3640
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.23518772423267365,
      "learning_rate": 1.1937883756628522e-07,
      "loss": 1.0237,
      "step": 3650
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.22989553213119507,
      "learning_rate": 1.1970590287468602e-07,
      "loss": 1.0248,
      "step": 3660
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.23497164249420166,
      "learning_rate": 1.200329681830868e-07,
      "loss": 1.0231,
      "step": 3670
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.23136615753173828,
      "learning_rate": 1.2036003349148757e-07,
      "loss": 1.0231,
      "step": 3680
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.24482452869415283,
      "learning_rate": 1.2068709879988835e-07,
      "loss": 1.0236,
      "step": 3690
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.29082515835762024,
      "learning_rate": 1.2101416410828915e-07,
      "loss": 1.0238,
      "step": 3700
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.2496250569820404,
      "learning_rate": 1.213412294166899e-07,
      "loss": 1.0215,
      "step": 3710
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.23111769556999207,
      "learning_rate": 1.216682947250907e-07,
      "loss": 1.023,
      "step": 3720
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.22838042676448822,
      "learning_rate": 1.2199536003349148e-07,
      "loss": 1.0214,
      "step": 3730
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.2315545678138733,
      "learning_rate": 1.2232242534189226e-07,
      "loss": 1.021,
      "step": 3740
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.2192021906375885,
      "learning_rate": 1.2264949065029303e-07,
      "loss": 1.0214,
      "step": 3750
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.25929826498031616,
      "learning_rate": 1.2297655595869384e-07,
      "loss": 1.0218,
      "step": 3760
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.2414524108171463,
      "learning_rate": 1.2330362126709459e-07,
      "loss": 1.0221,
      "step": 3770
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.21672068536281586,
      "learning_rate": 1.236306865754954e-07,
      "loss": 1.0203,
      "step": 3780
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.21493825316429138,
      "learning_rate": 1.2395775188389617e-07,
      "loss": 1.0204,
      "step": 3790
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.2369597852230072,
      "learning_rate": 1.2428481719229694e-07,
      "loss": 1.0219,
      "step": 3800
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.22496646642684937,
      "learning_rate": 1.2461188250069772e-07,
      "loss": 1.0211,
      "step": 3810
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.21534131467342377,
      "learning_rate": 1.2493894780909852e-07,
      "loss": 1.0205,
      "step": 3820
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.21553918719291687,
      "learning_rate": 1.252660131174993e-07,
      "loss": 1.0191,
      "step": 3830
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.249953031539917,
      "learning_rate": 1.2559307842590007e-07,
      "loss": 1.0209,
      "step": 3840
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.23018141090869904,
      "learning_rate": 1.2592014373430085e-07,
      "loss": 1.0209,
      "step": 3850
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.246145561337471,
      "learning_rate": 1.2624720904270163e-07,
      "loss": 1.0191,
      "step": 3860
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.22890418767929077,
      "learning_rate": 1.265742743511024e-07,
      "loss": 1.0197,
      "step": 3870
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.23402586579322815,
      "learning_rate": 1.269013396595032e-07,
      "loss": 1.0175,
      "step": 3880
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.2184157371520996,
      "learning_rate": 1.2722840496790398e-07,
      "loss": 1.0181,
      "step": 3890
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.20757663249969482,
      "learning_rate": 1.2755547027630476e-07,
      "loss": 1.0185,
      "step": 3900
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.19973434507846832,
      "learning_rate": 1.2788253558470553e-07,
      "loss": 1.0169,
      "step": 3910
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.23788680136203766,
      "learning_rate": 1.282096008931063e-07,
      "loss": 1.019,
      "step": 3920
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.21779970824718475,
      "learning_rate": 1.2853666620150711e-07,
      "loss": 1.0183,
      "step": 3930
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.21314747631549835,
      "learning_rate": 1.288637315099079e-07,
      "loss": 1.0189,
      "step": 3940
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.21965831518173218,
      "learning_rate": 1.2919079681830867e-07,
      "loss": 1.0187,
      "step": 3950
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.21810585260391235,
      "learning_rate": 1.2951786212670944e-07,
      "loss": 1.0164,
      "step": 3960
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.20990575850009918,
      "learning_rate": 1.2984492743511025e-07,
      "loss": 1.0168,
      "step": 3970
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.24225889146327972,
      "learning_rate": 1.30171992743511e-07,
      "loss": 1.0184,
      "step": 3980
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.2070600390434265,
      "learning_rate": 1.304990580519118e-07,
      "loss": 1.0166,
      "step": 3990
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.23386001586914062,
      "learning_rate": 1.3082612336031257e-07,
      "loss": 1.0171,
      "step": 4000
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.24476197361946106,
      "learning_rate": 1.3115318866871338e-07,
      "loss": 1.0175,
      "step": 4010
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.1988256424665451,
      "learning_rate": 1.3148025397711413e-07,
      "loss": 1.0161,
      "step": 4020
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.21293461322784424,
      "learning_rate": 1.3180731928551493e-07,
      "loss": 1.0164,
      "step": 4030
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.22908468544483185,
      "learning_rate": 1.321343845939157e-07,
      "loss": 1.0171,
      "step": 4040
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.1926400512456894,
      "learning_rate": 1.3246144990231648e-07,
      "loss": 1.0166,
      "step": 4050
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.19169285893440247,
      "learning_rate": 1.3278851521071726e-07,
      "loss": 1.0152,
      "step": 4060
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.2226288914680481,
      "learning_rate": 1.3311558051911806e-07,
      "loss": 1.0161,
      "step": 4070
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.2107420563697815,
      "learning_rate": 1.334426458275188e-07,
      "loss": 1.0157,
      "step": 4080
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.22316348552703857,
      "learning_rate": 1.3376971113591961e-07,
      "loss": 1.0163,
      "step": 4090
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.2162293642759323,
      "learning_rate": 1.340967764443204e-07,
      "loss": 1.0157,
      "step": 4100
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.18605506420135498,
      "learning_rate": 1.3442384175272117e-07,
      "loss": 1.016,
      "step": 4110
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.20080849528312683,
      "learning_rate": 1.3475090706112194e-07,
      "loss": 1.016,
      "step": 4120
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.18658609688282013,
      "learning_rate": 1.3507797236952275e-07,
      "loss": 1.0145,
      "step": 4130
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.18642036616802216,
      "learning_rate": 1.3540503767792352e-07,
      "loss": 1.0149,
      "step": 4140
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.18718591332435608,
      "learning_rate": 1.357321029863243e-07,
      "loss": 1.014,
      "step": 4150
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.20775635540485382,
      "learning_rate": 1.3605916829472508e-07,
      "loss": 1.0139,
      "step": 4160
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.19615666568279266,
      "learning_rate": 1.3638623360312585e-07,
      "loss": 1.0151,
      "step": 4170
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.19534927606582642,
      "learning_rate": 1.3671329891152665e-07,
      "loss": 1.0141,
      "step": 4180
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.18829816579818726,
      "learning_rate": 1.3704036421992743e-07,
      "loss": 1.0138,
      "step": 4190
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.21266740560531616,
      "learning_rate": 1.373674295283282e-07,
      "loss": 1.0137,
      "step": 4200
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.1816311925649643,
      "learning_rate": 1.3769449483672898e-07,
      "loss": 1.0172,
      "step": 4210
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.19851401448249817,
      "learning_rate": 1.3802156014512976e-07,
      "loss": 1.0133,
      "step": 4220
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.18141202628612518,
      "learning_rate": 1.3834862545353054e-07,
      "loss": 1.0133,
      "step": 4230
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.20024846494197845,
      "learning_rate": 1.3867569076193134e-07,
      "loss": 1.0137,
      "step": 4240
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.19895675778388977,
      "learning_rate": 1.3900275607033212e-07,
      "loss": 1.0135,
      "step": 4250
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.19651298224925995,
      "learning_rate": 1.393298213787329e-07,
      "loss": 1.0124,
      "step": 4260
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.21347980201244354,
      "learning_rate": 1.3965688668713367e-07,
      "loss": 1.0115,
      "step": 4270
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.19701653718948364,
      "learning_rate": 1.3998395199553447e-07,
      "loss": 1.0117,
      "step": 4280
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.1792837381362915,
      "learning_rate": 1.4031101730393522e-07,
      "loss": 1.0144,
      "step": 4290
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.18411438167095184,
      "learning_rate": 1.4063808261233602e-07,
      "loss": 1.0117,
      "step": 4300
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.18522484600543976,
      "learning_rate": 1.409651479207368e-07,
      "loss": 1.0128,
      "step": 4310
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.1779327094554901,
      "learning_rate": 1.4129221322913758e-07,
      "loss": 1.0123,
      "step": 4320
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.18542245030403137,
      "learning_rate": 1.4161927853753835e-07,
      "loss": 1.0135,
      "step": 4330
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.19936992228031158,
      "learning_rate": 1.4194634384593916e-07,
      "loss": 1.0115,
      "step": 4340
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.17406624555587769,
      "learning_rate": 1.4227340915433993e-07,
      "loss": 1.012,
      "step": 4350
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.16887149214744568,
      "learning_rate": 1.426004744627407e-07,
      "loss": 1.0105,
      "step": 4360
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.17354461550712585,
      "learning_rate": 1.4292753977114148e-07,
      "loss": 1.0126,
      "step": 4370
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.17149628698825836,
      "learning_rate": 1.4325460507954226e-07,
      "loss": 1.0113,
      "step": 4380
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.16855162382125854,
      "learning_rate": 1.4358167038794304e-07,
      "loss": 1.0112,
      "step": 4390
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.19449804723262787,
      "learning_rate": 1.4390873569634384e-07,
      "loss": 1.0109,
      "step": 4400
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.19275271892547607,
      "learning_rate": 1.4423580100474462e-07,
      "loss": 1.0096,
      "step": 4410
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.1770881712436676,
      "learning_rate": 1.445628663131454e-07,
      "loss": 1.0112,
      "step": 4420
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.18899473547935486,
      "learning_rate": 1.4488993162154617e-07,
      "loss": 1.011,
      "step": 4430
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.18190138041973114,
      "learning_rate": 1.4521699692994697e-07,
      "loss": 1.0124,
      "step": 4440
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.18394193053245544,
      "learning_rate": 1.4554406223834775e-07,
      "loss": 1.0119,
      "step": 4450
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.18420377373695374,
      "learning_rate": 1.4587112754674852e-07,
      "loss": 1.0112,
      "step": 4460
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.16419349610805511,
      "learning_rate": 1.461981928551493e-07,
      "loss": 1.0098,
      "step": 4470
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.17394520342350006,
      "learning_rate": 1.4652525816355008e-07,
      "loss": 1.0099,
      "step": 4480
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.19922174513339996,
      "learning_rate": 1.4685232347195088e-07,
      "loss": 1.0081,
      "step": 4490
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.2210412472486496,
      "learning_rate": 1.4717938878035166e-07,
      "loss": 1.0087,
      "step": 4500
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.16497884690761566,
      "learning_rate": 1.4750645408875243e-07,
      "loss": 1.0077,
      "step": 4510
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.1601363718509674,
      "learning_rate": 1.4783351939715318e-07,
      "loss": 1.0109,
      "step": 4520
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.1570603847503662,
      "learning_rate": 1.4816058470555399e-07,
      "loss": 1.0072,
      "step": 4530
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.19180184602737427,
      "learning_rate": 1.4848765001395476e-07,
      "loss": 1.01,
      "step": 4540
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.20641398429870605,
      "learning_rate": 1.4881471532235556e-07,
      "loss": 1.0087,
      "step": 4550
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.18233449757099152,
      "learning_rate": 1.4914178063075634e-07,
      "loss": 1.008,
      "step": 4560
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.17030009627342224,
      "learning_rate": 1.4946884593915712e-07,
      "loss": 1.009,
      "step": 4570
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.1650526225566864,
      "learning_rate": 1.497959112475579e-07,
      "loss": 1.0107,
      "step": 4580
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.15472312271595,
      "learning_rate": 1.5012297655595867e-07,
      "loss": 1.0095,
      "step": 4590
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.1711311787366867,
      "learning_rate": 1.5045004186435945e-07,
      "loss": 1.0079,
      "step": 4600
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.16813045740127563,
      "learning_rate": 1.5077710717276025e-07,
      "loss": 1.0091,
      "step": 4610
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.16485215723514557,
      "learning_rate": 1.5110417248116103e-07,
      "loss": 1.0092,
      "step": 4620
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.17679600417613983,
      "learning_rate": 1.5143123778956183e-07,
      "loss": 1.0083,
      "step": 4630
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.16939719021320343,
      "learning_rate": 1.517583030979626e-07,
      "loss": 1.0075,
      "step": 4640
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.16123849153518677,
      "learning_rate": 1.5208536840636335e-07,
      "loss": 1.0083,
      "step": 4650
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.156050905585289,
      "learning_rate": 1.5241243371476416e-07,
      "loss": 1.0071,
      "step": 4660
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.1605423241853714,
      "learning_rate": 1.5273949902316493e-07,
      "loss": 1.0092,
      "step": 4670
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.18709436058998108,
      "learning_rate": 1.530665643315657e-07,
      "loss": 1.0066,
      "step": 4680
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.19452030956745148,
      "learning_rate": 1.533936296399665e-07,
      "loss": 1.0065,
      "step": 4690
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.15057100355625153,
      "learning_rate": 1.537206949483673e-07,
      "loss": 1.0068,
      "step": 4700
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.14800676703453064,
      "learning_rate": 1.5404776025676804e-07,
      "loss": 1.0066,
      "step": 4710
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.1501109004020691,
      "learning_rate": 1.5437482556516884e-07,
      "loss": 1.0071,
      "step": 4720
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.14844657480716705,
      "learning_rate": 1.5470189087356962e-07,
      "loss": 1.0068,
      "step": 4730
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.15526221692562103,
      "learning_rate": 1.550289561819704e-07,
      "loss": 1.0075,
      "step": 4740
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.1660504937171936,
      "learning_rate": 1.553560214903712e-07,
      "loss": 1.0066,
      "step": 4750
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.15711946785449982,
      "learning_rate": 1.5568308679877197e-07,
      "loss": 1.0069,
      "step": 4760
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.2329881638288498,
      "learning_rate": 1.5601015210717272e-07,
      "loss": 1.0067,
      "step": 4770
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.15759925544261932,
      "learning_rate": 1.5633721741557353e-07,
      "loss": 1.0091,
      "step": 4780
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.1457425057888031,
      "learning_rate": 1.566642827239743e-07,
      "loss": 1.0059,
      "step": 4790
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.16959530115127563,
      "learning_rate": 1.569913480323751e-07,
      "loss": 1.0062,
      "step": 4800
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.1536771059036255,
      "learning_rate": 1.5731841334077588e-07,
      "loss": 1.0058,
      "step": 4810
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.17193831503391266,
      "learning_rate": 1.5764547864917666e-07,
      "loss": 1.0046,
      "step": 4820
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.13922321796417236,
      "learning_rate": 1.5797254395757743e-07,
      "loss": 1.0067,
      "step": 4830
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.1379818469285965,
      "learning_rate": 1.582996092659782e-07,
      "loss": 1.0065,
      "step": 4840
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.15104803442955017,
      "learning_rate": 1.58626674574379e-07,
      "loss": 1.0057,
      "step": 4850
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.2368224561214447,
      "learning_rate": 1.589537398827798e-07,
      "loss": 1.0051,
      "step": 4860
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.20234061777591705,
      "learning_rate": 1.5928080519118057e-07,
      "loss": 1.0079,
      "step": 4870
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.13884060084819794,
      "learning_rate": 1.5960787049958134e-07,
      "loss": 1.0064,
      "step": 4880
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.1515723168849945,
      "learning_rate": 1.5993493580798212e-07,
      "loss": 1.0059,
      "step": 4890
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.14283427596092224,
      "learning_rate": 1.602620011163829e-07,
      "loss": 1.0053,
      "step": 4900
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.13486266136169434,
      "learning_rate": 1.6058906642478367e-07,
      "loss": 1.0045,
      "step": 4910
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.1605844646692276,
      "learning_rate": 1.6091613173318447e-07,
      "loss": 1.0046,
      "step": 4920
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.14414067566394806,
      "learning_rate": 1.6124319704158525e-07,
      "loss": 1.0061,
      "step": 4930
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.13720999658107758,
      "learning_rate": 1.6157026234998605e-07,
      "loss": 1.0051,
      "step": 4940
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.13812598586082458,
      "learning_rate": 1.618973276583868e-07,
      "loss": 1.0041,
      "step": 4950
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.1952211856842041,
      "learning_rate": 1.6222439296678758e-07,
      "loss": 1.0048,
      "step": 4960
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.14228372275829315,
      "learning_rate": 1.6255145827518838e-07,
      "loss": 1.0043,
      "step": 4970
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.1552203893661499,
      "learning_rate": 1.6287852358358916e-07,
      "loss": 1.0061,
      "step": 4980
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.13017743825912476,
      "learning_rate": 1.6320558889198994e-07,
      "loss": 1.0042,
      "step": 4990
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.16635218262672424,
      "learning_rate": 1.6353265420039074e-07,
      "loss": 1.0067,
      "step": 5000
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.21462301909923553,
      "learning_rate": 1.638597195087915e-07,
      "loss": 1.0041,
      "step": 5010
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.16534045338630676,
      "learning_rate": 1.6418678481719226e-07,
      "loss": 1.0057,
      "step": 5020
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.1484401822090149,
      "learning_rate": 1.6451385012559307e-07,
      "loss": 1.0059,
      "step": 5030
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.151999831199646,
      "learning_rate": 1.6484091543399384e-07,
      "loss": 1.0045,
      "step": 5040
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.2186574935913086,
      "learning_rate": 1.6516798074239462e-07,
      "loss": 1.0034,
      "step": 5050
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.14404785633087158,
      "learning_rate": 1.6549504605079542e-07,
      "loss": 1.0049,
      "step": 5060
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.19853094220161438,
      "learning_rate": 1.658221113591962e-07,
      "loss": 1.0052,
      "step": 5070
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.23986069858074188,
      "learning_rate": 1.6614917666759695e-07,
      "loss": 1.0041,
      "step": 5080
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.12593595683574677,
      "learning_rate": 1.6647624197599775e-07,
      "loss": 1.005,
      "step": 5090
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.15857677161693573,
      "learning_rate": 1.6680330728439853e-07,
      "loss": 1.0028,
      "step": 5100
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.13646438717842102,
      "learning_rate": 1.6713037259279933e-07,
      "loss": 1.0024,
      "step": 5110
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.1643133908510208,
      "learning_rate": 1.674574379012001e-07,
      "loss": 1.0061,
      "step": 5120
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.1433732658624649,
      "learning_rate": 1.6778450320960088e-07,
      "loss": 1.0024,
      "step": 5130
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.13232842087745667,
      "learning_rate": 1.6811156851800166e-07,
      "loss": 1.0037,
      "step": 5140
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.14898362755775452,
      "learning_rate": 1.6843863382640244e-07,
      "loss": 1.004,
      "step": 5150
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.14412587881088257,
      "learning_rate": 1.687656991348032e-07,
      "loss": 1.0011,
      "step": 5160
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.16401751339435577,
      "learning_rate": 1.6909276444320402e-07,
      "loss": 1.0021,
      "step": 5170
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.1557750552892685,
      "learning_rate": 1.694198297516048e-07,
      "loss": 1.0031,
      "step": 5180
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.14536620676517487,
      "learning_rate": 1.6974689506000557e-07,
      "loss": 1.0026,
      "step": 5190
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.12272525578737259,
      "learning_rate": 1.7007396036840634e-07,
      "loss": 1.0033,
      "step": 5200
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.16104549169540405,
      "learning_rate": 1.7040102567680712e-07,
      "loss": 1.0037,
      "step": 5210
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.17493219673633575,
      "learning_rate": 1.707280909852079e-07,
      "loss": 1.0034,
      "step": 5220
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.14576447010040283,
      "learning_rate": 1.710551562936087e-07,
      "loss": 1.0009,
      "step": 5230
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.1265222579240799,
      "learning_rate": 1.7138222160200948e-07,
      "loss": 1.0035,
      "step": 5240
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.20174847543239594,
      "learning_rate": 1.7170928691041028e-07,
      "loss": 0.9998,
      "step": 5250
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.11464086174964905,
      "learning_rate": 1.7203635221881103e-07,
      "loss": 1.0038,
      "step": 5260
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.11709188669919968,
      "learning_rate": 1.723634175272118e-07,
      "loss": 1.0024,
      "step": 5270
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.12243074923753738,
      "learning_rate": 1.726904828356126e-07,
      "loss": 1.0016,
      "step": 5280
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.16589070856571198,
      "learning_rate": 1.7301754814401338e-07,
      "loss": 1.0011,
      "step": 5290
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.1512104570865631,
      "learning_rate": 1.7334461345241416e-07,
      "loss": 1.0016,
      "step": 5300
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.11573101580142975,
      "learning_rate": 1.7367167876081496e-07,
      "loss": 1.0005,
      "step": 5310
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.11985687166452408,
      "learning_rate": 1.7399874406921571e-07,
      "loss": 1.0007,
      "step": 5320
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.1500278115272522,
      "learning_rate": 1.743258093776165e-07,
      "loss": 1.0016,
      "step": 5330
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.13139331340789795,
      "learning_rate": 1.746528746860173e-07,
      "loss": 1.0019,
      "step": 5340
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.13104040920734406,
      "learning_rate": 1.7497993999441807e-07,
      "loss": 1.0016,
      "step": 5350
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.15225669741630554,
      "learning_rate": 1.7530700530281885e-07,
      "loss": 1.0006,
      "step": 5360
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.165073424577713,
      "learning_rate": 1.7563407061121965e-07,
      "loss": 0.9999,
      "step": 5370
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.11948443949222565,
      "learning_rate": 1.759611359196204e-07,
      "loss": 1.0024,
      "step": 5380
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.12171061336994171,
      "learning_rate": 1.7628820122802117e-07,
      "loss": 1.0025,
      "step": 5390
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.1893375813961029,
      "learning_rate": 1.7661526653642198e-07,
      "loss": 1.0006,
      "step": 5400
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.11108125001192093,
      "learning_rate": 1.7694233184482275e-07,
      "loss": 1.0038,
      "step": 5410
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.12197332829236984,
      "learning_rate": 1.7726939715322356e-07,
      "loss": 1.0016,
      "step": 5420
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.18356049060821533,
      "learning_rate": 1.7759646246162433e-07,
      "loss": 1.002,
      "step": 5430
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.10282892733812332,
      "learning_rate": 1.7792352777002508e-07,
      "loss": 1.0009,
      "step": 5440
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.17256401479244232,
      "learning_rate": 1.7825059307842589e-07,
      "loss": 1.002,
      "step": 5450
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.10637200623750687,
      "learning_rate": 1.7857765838682666e-07,
      "loss": 0.9988,
      "step": 5460
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.11020775139331818,
      "learning_rate": 1.7890472369522744e-07,
      "loss": 1.0007,
      "step": 5470
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.1577524095773697,
      "learning_rate": 1.7923178900362824e-07,
      "loss": 1.0012,
      "step": 5480
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.10481701046228409,
      "learning_rate": 1.7955885431202902e-07,
      "loss": 0.9987,
      "step": 5490
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.10912975668907166,
      "learning_rate": 1.7988591962042982e-07,
      "loss": 0.9999,
      "step": 5500
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.11910241842269897,
      "learning_rate": 1.8021298492883057e-07,
      "loss": 1.0002,
      "step": 5510
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.1232716292142868,
      "learning_rate": 1.8054005023723135e-07,
      "loss": 0.9989,
      "step": 5520
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.10603464394807816,
      "learning_rate": 1.8086711554563212e-07,
      "loss": 1.0009,
      "step": 5530
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.12422508001327515,
      "learning_rate": 1.8119418085403293e-07,
      "loss": 1.0008,
      "step": 5540
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.12851525843143463,
      "learning_rate": 1.815212461624337e-07,
      "loss": 0.9988,
      "step": 5550
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.13723210990428925,
      "learning_rate": 1.818483114708345e-07,
      "loss": 0.9985,
      "step": 5560
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.12890611588954926,
      "learning_rate": 1.8217537677923525e-07,
      "loss": 1.0002,
      "step": 5570
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.17094115912914276,
      "learning_rate": 1.8250244208763603e-07,
      "loss": 1.0014,
      "step": 5580
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.11144515126943588,
      "learning_rate": 1.8282950739603683e-07,
      "loss": 0.9995,
      "step": 5590
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.11436861753463745,
      "learning_rate": 1.831565727044376e-07,
      "loss": 1.0003,
      "step": 5600
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.11504440009593964,
      "learning_rate": 1.8348363801283839e-07,
      "loss": 1.0006,
      "step": 5610
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.09948518127202988,
      "learning_rate": 1.838107033212392e-07,
      "loss": 0.9979,
      "step": 5620
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.11512620002031326,
      "learning_rate": 1.8413776862963994e-07,
      "loss": 1.0012,
      "step": 5630
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.1629430651664734,
      "learning_rate": 1.8446483393804072e-07,
      "loss": 1.0036,
      "step": 5640
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.12081871926784515,
      "learning_rate": 1.8479189924644152e-07,
      "loss": 0.9998,
      "step": 5650
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.1243688315153122,
      "learning_rate": 1.851189645548423e-07,
      "loss": 1.0009,
      "step": 5660
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.1643996685743332,
      "learning_rate": 1.854460298632431e-07,
      "loss": 1.0014,
      "step": 5670
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.09613385796546936,
      "learning_rate": 1.8577309517164387e-07,
      "loss": 0.9993,
      "step": 5680
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.09625516831874847,
      "learning_rate": 1.8610016048004462e-07,
      "loss": 0.9999,
      "step": 5690
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.1508106142282486,
      "learning_rate": 1.864272257884454e-07,
      "loss": 1.0006,
      "step": 5700
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.09713219851255417,
      "learning_rate": 1.867542910968462e-07,
      "loss": 0.9977,
      "step": 5710
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.0949283018708229,
      "learning_rate": 1.8708135640524698e-07,
      "loss": 0.9996,
      "step": 5720
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.13483235239982605,
      "learning_rate": 1.8740842171364778e-07,
      "loss": 1.001,
      "step": 5730
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.09254181385040283,
      "learning_rate": 1.8773548702204856e-07,
      "loss": 0.9997,
      "step": 5740
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.11961814761161804,
      "learning_rate": 1.880625523304493e-07,
      "loss": 0.9984,
      "step": 5750
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.13058675825595856,
      "learning_rate": 1.883896176388501e-07,
      "loss": 0.998,
      "step": 5760
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.14707285165786743,
      "learning_rate": 1.887166829472509e-07,
      "loss": 0.9971,
      "step": 5770
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.10359156131744385,
      "learning_rate": 1.8904374825565166e-07,
      "loss": 0.9989,
      "step": 5780
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.12533468008041382,
      "learning_rate": 1.8937081356405247e-07,
      "loss": 1.0001,
      "step": 5790
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.24496227502822876,
      "learning_rate": 1.8969787887245324e-07,
      "loss": 1.0011,
      "step": 5800
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.123772531747818,
      "learning_rate": 1.90024944180854e-07,
      "loss": 0.9991,
      "step": 5810
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.09098518639802933,
      "learning_rate": 1.903520094892548e-07,
      "loss": 0.9997,
      "step": 5820
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.0896124318242073,
      "learning_rate": 1.9067907479765557e-07,
      "loss": 0.9996,
      "step": 5830
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.11985881626605988,
      "learning_rate": 1.9100614010605635e-07,
      "loss": 0.9993,
      "step": 5840
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.09860405325889587,
      "learning_rate": 1.9133320541445715e-07,
      "loss": 0.9972,
      "step": 5850
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.16495577991008759,
      "learning_rate": 1.9166027072285793e-07,
      "loss": 0.9983,
      "step": 5860
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.1260422021150589,
      "learning_rate": 1.9198733603125868e-07,
      "loss": 1.0001,
      "step": 5870
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.10131864994764328,
      "learning_rate": 1.9231440133965948e-07,
      "loss": 1.0003,
      "step": 5880
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.11334513872861862,
      "learning_rate": 1.9264146664806026e-07,
      "loss": 0.9974,
      "step": 5890
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.1013435497879982,
      "learning_rate": 1.9296853195646106e-07,
      "loss": 0.9979,
      "step": 5900
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.09142051637172699,
      "learning_rate": 1.9329559726486184e-07,
      "loss": 0.9988,
      "step": 5910
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.159280464053154,
      "learning_rate": 1.936226625732626e-07,
      "loss": 0.9967,
      "step": 5920
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.1377338320016861,
      "learning_rate": 1.9394972788166341e-07,
      "loss": 0.9977,
      "step": 5930
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.1707954853773117,
      "learning_rate": 1.9427679319006416e-07,
      "loss": 0.9974,
      "step": 5940
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.09825337678194046,
      "learning_rate": 1.9460385849846494e-07,
      "loss": 0.9978,
      "step": 5950
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.0887276828289032,
      "learning_rate": 1.9493092380686574e-07,
      "loss": 0.9991,
      "step": 5960
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.12224352359771729,
      "learning_rate": 1.9525798911526652e-07,
      "loss": 0.9959,
      "step": 5970
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.09250020980834961,
      "learning_rate": 1.9558505442366732e-07,
      "loss": 0.9981,
      "step": 5980
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.10110171139240265,
      "learning_rate": 1.959121197320681e-07,
      "loss": 0.9981,
      "step": 5990
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.10506753623485565,
      "learning_rate": 1.9623918504046885e-07,
      "loss": 0.9974,
      "step": 6000
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.09034806489944458,
      "learning_rate": 1.9656625034886963e-07,
      "loss": 0.9985,
      "step": 6010
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.12635096907615662,
      "learning_rate": 1.9689331565727043e-07,
      "loss": 0.9984,
      "step": 6020
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.09641660004854202,
      "learning_rate": 1.972203809656712e-07,
      "loss": 0.9986,
      "step": 6030
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.1472119837999344,
      "learning_rate": 1.97547446274072e-07,
      "loss": 0.9992,
      "step": 6040
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.1148645281791687,
      "learning_rate": 1.9787451158247278e-07,
      "loss": 0.9981,
      "step": 6050
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.08705202490091324,
      "learning_rate": 1.9820157689087353e-07,
      "loss": 0.9965,
      "step": 6060
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.07470667362213135,
      "learning_rate": 1.9852864219927434e-07,
      "loss": 0.9998,
      "step": 6070
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.08227851241827011,
      "learning_rate": 1.988557075076751e-07,
      "loss": 0.9976,
      "step": 6080
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.0851101353764534,
      "learning_rate": 1.991827728160759e-07,
      "loss": 0.9975,
      "step": 6090
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.10134343802928925,
      "learning_rate": 1.995098381244767e-07,
      "loss": 0.9986,
      "step": 6100
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.10589300096035004,
      "learning_rate": 1.9983690343287747e-07,
      "loss": 0.9976,
      "step": 6110
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.09303073585033417,
      "learning_rate": 2.0016396874127822e-07,
      "loss": 0.9975,
      "step": 6120
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.12274153530597687,
      "learning_rate": 2.0049103404967902e-07,
      "loss": 0.9968,
      "step": 6130
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.07872022688388824,
      "learning_rate": 2.008180993580798e-07,
      "loss": 0.9997,
      "step": 6140
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.09294748306274414,
      "learning_rate": 2.011451646664806e-07,
      "loss": 0.9991,
      "step": 6150
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.10916504263877869,
      "learning_rate": 2.0147222997488138e-07,
      "loss": 0.9974,
      "step": 6160
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.08744864910840988,
      "learning_rate": 2.0179929528328215e-07,
      "loss": 0.9972,
      "step": 6170
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.1558692902326584,
      "learning_rate": 2.021263605916829e-07,
      "loss": 0.998,
      "step": 6180
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.09337995201349258,
      "learning_rate": 2.024534259000837e-07,
      "loss": 0.9986,
      "step": 6190
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.08431272208690643,
      "learning_rate": 2.0278049120848448e-07,
      "loss": 0.9968,
      "step": 6200
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.0737147107720375,
      "learning_rate": 2.0310755651688528e-07,
      "loss": 0.9975,
      "step": 6210
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.07535161823034286,
      "learning_rate": 2.0343462182528606e-07,
      "loss": 0.9966,
      "step": 6220
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.10278390347957611,
      "learning_rate": 2.0376168713368684e-07,
      "loss": 0.9963,
      "step": 6230
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.09540450572967529,
      "learning_rate": 2.0408875244208761e-07,
      "loss": 0.9993,
      "step": 6240
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.11752353608608246,
      "learning_rate": 2.044158177504884e-07,
      "loss": 0.9969,
      "step": 6250
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.08407396823167801,
      "learning_rate": 2.0474288305888917e-07,
      "loss": 0.9982,
      "step": 6260
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.11155769973993301,
      "learning_rate": 2.0506994836728997e-07,
      "loss": 1.0002,
      "step": 6270
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.12861642241477966,
      "learning_rate": 2.0539701367569075e-07,
      "loss": 0.9961,
      "step": 6280
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.1223570853471756,
      "learning_rate": 2.0572407898409155e-07,
      "loss": 0.9971,
      "step": 6290
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.11872059106826782,
      "learning_rate": 2.060511442924923e-07,
      "loss": 0.9978,
      "step": 6300
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.08873587846755981,
      "learning_rate": 2.0637820960089307e-07,
      "loss": 0.9962,
      "step": 6310
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.12916547060012817,
      "learning_rate": 2.0670527490929388e-07,
      "loss": 0.9982,
      "step": 6320
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.08300919830799103,
      "learning_rate": 2.0703234021769465e-07,
      "loss": 0.9967,
      "step": 6330
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.09120935946702957,
      "learning_rate": 2.0735940552609543e-07,
      "loss": 0.9984,
      "step": 6340
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.1817030906677246,
      "learning_rate": 2.0768647083449623e-07,
      "loss": 0.9971,
      "step": 6350
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.11857596039772034,
      "learning_rate": 2.08013536142897e-07,
      "loss": 0.9974,
      "step": 6360
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.0771310105919838,
      "learning_rate": 2.0834060145129776e-07,
      "loss": 0.996,
      "step": 6370
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.13411207497119904,
      "learning_rate": 2.0866766675969856e-07,
      "loss": 0.9993,
      "step": 6380
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.17235903441905975,
      "learning_rate": 2.0899473206809934e-07,
      "loss": 0.9961,
      "step": 6390
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.1847023069858551,
      "learning_rate": 2.0932179737650011e-07,
      "loss": 1.0001,
      "step": 6400
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.0749398022890091,
      "learning_rate": 2.0964886268490092e-07,
      "loss": 0.9973,
      "step": 6410
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.08047860860824585,
      "learning_rate": 2.099759279933017e-07,
      "loss": 0.9967,
      "step": 6420
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.08680213987827301,
      "learning_rate": 2.1030299330170244e-07,
      "loss": 0.9956,
      "step": 6430
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.13507293164730072,
      "learning_rate": 2.1063005861010325e-07,
      "loss": 0.9969,
      "step": 6440
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.15439383685588837,
      "learning_rate": 2.1095712391850402e-07,
      "loss": 0.9959,
      "step": 6450
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.16417336463928223,
      "learning_rate": 2.1128418922690483e-07,
      "loss": 0.9965,
      "step": 6460
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.13119235634803772,
      "learning_rate": 2.116112545353056e-07,
      "loss": 0.9972,
      "step": 6470
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.11741392314434052,
      "learning_rate": 2.1193831984370638e-07,
      "loss": 0.9957,
      "step": 6480
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.09696554392576218,
      "learning_rate": 2.1226538515210713e-07,
      "loss": 0.9956,
      "step": 6490
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.09442482143640518,
      "learning_rate": 2.1259245046050793e-07,
      "loss": 0.9948,
      "step": 6500
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.09131337702274323,
      "learning_rate": 2.129195157689087e-07,
      "loss": 0.9959,
      "step": 6510
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.0933152586221695,
      "learning_rate": 2.132465810773095e-07,
      "loss": 0.9963,
      "step": 6520
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.11498340964317322,
      "learning_rate": 2.1357364638571029e-07,
      "loss": 0.9984,
      "step": 6530
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.15124845504760742,
      "learning_rate": 2.1390071169411106e-07,
      "loss": 0.9993,
      "step": 6540
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.08977258950471878,
      "learning_rate": 2.1422777700251184e-07,
      "loss": 0.9984,
      "step": 6550
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.09768887609243393,
      "learning_rate": 2.1455484231091262e-07,
      "loss": 0.9965,
      "step": 6560
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.08229686319828033,
      "learning_rate": 2.148819076193134e-07,
      "loss": 0.9967,
      "step": 6570
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.17210236191749573,
      "learning_rate": 2.152089729277142e-07,
      "loss": 0.9947,
      "step": 6580
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.10088233649730682,
      "learning_rate": 2.1553603823611497e-07,
      "loss": 0.9954,
      "step": 6590
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.11282188445329666,
      "learning_rate": 2.1586310354451577e-07,
      "loss": 0.9967,
      "step": 6600
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.1419466882944107,
      "learning_rate": 2.1619016885291652e-07,
      "loss": 0.996,
      "step": 6610
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.09267354011535645,
      "learning_rate": 2.165172341613173e-07,
      "loss": 0.9961,
      "step": 6620
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.09656533598899841,
      "learning_rate": 2.168442994697181e-07,
      "loss": 0.9974,
      "step": 6630
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.20360833406448364,
      "learning_rate": 2.1717136477811888e-07,
      "loss": 0.995,
      "step": 6640
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.07573119550943375,
      "learning_rate": 2.1749843008651966e-07,
      "loss": 0.9977,
      "step": 6650
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.1112973615527153,
      "learning_rate": 2.1782549539492046e-07,
      "loss": 0.9949,
      "step": 6660
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.10947739332914352,
      "learning_rate": 2.181525607033212e-07,
      "loss": 0.9955,
      "step": 6670
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.08456981182098389,
      "learning_rate": 2.1847962601172198e-07,
      "loss": 0.995,
      "step": 6680
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.10518161207437515,
      "learning_rate": 2.188066913201228e-07,
      "loss": 0.9984,
      "step": 6690
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.06343832612037659,
      "learning_rate": 2.1913375662852356e-07,
      "loss": 0.9963,
      "step": 6700
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.1377701461315155,
      "learning_rate": 2.1946082193692434e-07,
      "loss": 0.9936,
      "step": 6710
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.10515488684177399,
      "learning_rate": 2.1978788724532514e-07,
      "loss": 0.9961,
      "step": 6720
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.1320473700761795,
      "learning_rate": 2.201149525537259e-07,
      "loss": 0.9962,
      "step": 6730
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.07566968351602554,
      "learning_rate": 2.2044201786212667e-07,
      "loss": 0.9963,
      "step": 6740
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.11530700325965881,
      "learning_rate": 2.2076908317052747e-07,
      "loss": 0.9968,
      "step": 6750
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.10745492577552795,
      "learning_rate": 2.2109614847892825e-07,
      "loss": 0.9956,
      "step": 6760
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.15587672591209412,
      "learning_rate": 2.2142321378732905e-07,
      "loss": 0.994,
      "step": 6770
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.1287030279636383,
      "learning_rate": 2.2175027909572983e-07,
      "loss": 0.9947,
      "step": 6780
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.0884886085987091,
      "learning_rate": 2.220773444041306e-07,
      "loss": 0.9952,
      "step": 6790
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.09388850629329681,
      "learning_rate": 2.2240440971253138e-07,
      "loss": 0.9928,
      "step": 6800
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.1153692826628685,
      "learning_rate": 2.2273147502093216e-07,
      "loss": 0.9935,
      "step": 6810
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.10512441396713257,
      "learning_rate": 2.2305854032933293e-07,
      "loss": 0.9944,
      "step": 6820
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.08083219081163406,
      "learning_rate": 2.2338560563773374e-07,
      "loss": 0.9951,
      "step": 6830
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.1025841236114502,
      "learning_rate": 2.237126709461345e-07,
      "loss": 0.9974,
      "step": 6840
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.07383763045072556,
      "learning_rate": 2.240397362545353e-07,
      "loss": 0.9965,
      "step": 6850
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.11077133566141129,
      "learning_rate": 2.2436680156293606e-07,
      "loss": 0.9954,
      "step": 6860
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.16376027464866638,
      "learning_rate": 2.2469386687133684e-07,
      "loss": 0.9944,
      "step": 6870
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.08316770941019058,
      "learning_rate": 2.2502093217973762e-07,
      "loss": 0.9968,
      "step": 6880
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.10070126503705978,
      "learning_rate": 2.2534799748813842e-07,
      "loss": 0.9954,
      "step": 6890
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.17326688766479492,
      "learning_rate": 2.256750627965392e-07,
      "loss": 0.9951,
      "step": 6900
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.10155404359102249,
      "learning_rate": 2.2600212810494e-07,
      "loss": 0.9942,
      "step": 6910
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.08967315405607224,
      "learning_rate": 2.2632919341334075e-07,
      "loss": 0.9944,
      "step": 6920
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.07541002333164215,
      "learning_rate": 2.2665625872174153e-07,
      "loss": 0.9964,
      "step": 6930
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.0973726138472557,
      "learning_rate": 2.2698332403014233e-07,
      "loss": 0.9951,
      "step": 6940
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.10326583683490753,
      "learning_rate": 2.273103893385431e-07,
      "loss": 0.9928,
      "step": 6950
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.08699148893356323,
      "learning_rate": 2.2763745464694388e-07,
      "loss": 0.9924,
      "step": 6960
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.10013490170240402,
      "learning_rate": 2.2796451995534468e-07,
      "loss": 0.9942,
      "step": 6970
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.11371004581451416,
      "learning_rate": 2.2829158526374543e-07,
      "loss": 0.998,
      "step": 6980
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.07522835582494736,
      "learning_rate": 2.286186505721462e-07,
      "loss": 0.9943,
      "step": 6990
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.07297644764184952,
      "learning_rate": 2.28945715880547e-07,
      "loss": 0.9944,
      "step": 7000
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.1448061168193817,
      "learning_rate": 2.292727811889478e-07,
      "loss": 0.9934,
      "step": 7010
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.06736519187688828,
      "learning_rate": 2.2959984649734857e-07,
      "loss": 0.9942,
      "step": 7020
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.0702066496014595,
      "learning_rate": 2.2992691180574937e-07,
      "loss": 0.9947,
      "step": 7030
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.0896027535200119,
      "learning_rate": 2.3025397711415012e-07,
      "loss": 0.9938,
      "step": 7040
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.11796639859676361,
      "learning_rate": 2.305810424225509e-07,
      "loss": 0.9933,
      "step": 7050
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.07228502631187439,
      "learning_rate": 2.309081077309517e-07,
      "loss": 0.9929,
      "step": 7060
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.13535594940185547,
      "learning_rate": 2.3123517303935247e-07,
      "loss": 0.9955,
      "step": 7070
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.08955562859773636,
      "learning_rate": 2.3156223834775328e-07,
      "loss": 0.9945,
      "step": 7080
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.08320160210132599,
      "learning_rate": 2.3188930365615405e-07,
      "loss": 0.9936,
      "step": 7090
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.06726617366075516,
      "learning_rate": 2.322163689645548e-07,
      "loss": 0.9937,
      "step": 7100
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.10170058161020279,
      "learning_rate": 2.325434342729556e-07,
      "loss": 0.9938,
      "step": 7110
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.14898386597633362,
      "learning_rate": 2.3287049958135638e-07,
      "loss": 0.9947,
      "step": 7120
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.07622364163398743,
      "learning_rate": 2.3319756488975716e-07,
      "loss": 0.9942,
      "step": 7130
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.16327811777591705,
      "learning_rate": 2.3352463019815796e-07,
      "loss": 0.9963,
      "step": 7140
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.07983914762735367,
      "learning_rate": 2.3385169550655874e-07,
      "loss": 0.9933,
      "step": 7150
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.0821954533457756,
      "learning_rate": 2.341787608149595e-07,
      "loss": 0.9939,
      "step": 7160
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.9940353035926819,
      "eval_runtime": 72.8266,
      "eval_samples_per_second": 69.466,
      "eval_steps_per_second": 8.692,
      "step": 7166
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.11284741014242172,
      "learning_rate": 2.345058261233603e-07,
      "loss": 0.9955,
      "step": 7170
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.07417100667953491,
      "learning_rate": 2.3483289143176107e-07,
      "loss": 0.9923,
      "step": 7180
    },
    {
      "epoch": 2.01,
      "grad_norm": 0.10812242329120636,
      "learning_rate": 2.3515995674016184e-07,
      "loss": 0.9957,
      "step": 7190
    },
    {
      "epoch": 2.01,
      "grad_norm": 0.11620806902647018,
      "learning_rate": 2.3548702204856265e-07,
      "loss": 0.9951,
      "step": 7200
    },
    {
      "epoch": 2.01,
      "grad_norm": 0.08780408650636673,
      "learning_rate": 2.3581408735696342e-07,
      "loss": 0.994,
      "step": 7210
    },
    {
      "epoch": 2.02,
      "grad_norm": 0.14765767753124237,
      "learning_rate": 2.3614115266536422e-07,
      "loss": 0.9945,
      "step": 7220
    },
    {
      "epoch": 2.02,
      "grad_norm": 0.10469115525484085,
      "learning_rate": 2.3646821797376497e-07,
      "loss": 0.9926,
      "step": 7230
    },
    {
      "epoch": 2.02,
      "grad_norm": 0.12574905157089233,
      "learning_rate": 2.3679528328216575e-07,
      "loss": 0.9961,
      "step": 7240
    },
    {
      "epoch": 2.02,
      "grad_norm": 0.13046221435070038,
      "learning_rate": 2.3712234859056655e-07,
      "loss": 0.9941,
      "step": 7250
    },
    {
      "epoch": 2.03,
      "grad_norm": 0.07311945408582687,
      "learning_rate": 2.3744941389896733e-07,
      "loss": 0.9938,
      "step": 7260
    },
    {
      "epoch": 2.03,
      "grad_norm": 0.11760346591472626,
      "learning_rate": 2.377764792073681e-07,
      "loss": 0.9921,
      "step": 7270
    },
    {
      "epoch": 2.03,
      "grad_norm": 0.11550033092498779,
      "learning_rate": 2.381035445157689e-07,
      "loss": 0.995,
      "step": 7280
    },
    {
      "epoch": 2.03,
      "grad_norm": 0.09470541775226593,
      "learning_rate": 2.3843060982416966e-07,
      "loss": 0.996,
      "step": 7290
    },
    {
      "epoch": 2.04,
      "grad_norm": 0.10191046446561813,
      "learning_rate": 2.3875767513257044e-07,
      "loss": 0.9952,
      "step": 7300
    },
    {
      "epoch": 2.04,
      "grad_norm": 0.16029974818229675,
      "learning_rate": 2.390847404409712e-07,
      "loss": 0.9927,
      "step": 7310
    },
    {
      "epoch": 2.04,
      "grad_norm": 0.13596899807453156,
      "learning_rate": 2.3941180574937204e-07,
      "loss": 0.9931,
      "step": 7320
    },
    {
      "epoch": 2.05,
      "grad_norm": 0.07495270669460297,
      "learning_rate": 2.397388710577728e-07,
      "loss": 0.9943,
      "step": 7330
    },
    {
      "epoch": 2.05,
      "grad_norm": 0.07765620201826096,
      "learning_rate": 2.400659363661736e-07,
      "loss": 0.9925,
      "step": 7340
    },
    {
      "epoch": 2.05,
      "grad_norm": 0.0838763415813446,
      "learning_rate": 2.4039300167457437e-07,
      "loss": 0.9936,
      "step": 7350
    },
    {
      "epoch": 2.05,
      "grad_norm": 0.16737698018550873,
      "learning_rate": 2.4072006698297515e-07,
      "loss": 0.9945,
      "step": 7360
    },
    {
      "epoch": 2.06,
      "grad_norm": 0.07069925963878632,
      "learning_rate": 2.410471322913759e-07,
      "loss": 0.9943,
      "step": 7370
    },
    {
      "epoch": 2.06,
      "grad_norm": 0.10012217611074448,
      "learning_rate": 2.413741975997767e-07,
      "loss": 0.993,
      "step": 7380
    },
    {
      "epoch": 2.06,
      "grad_norm": 0.07284271717071533,
      "learning_rate": 2.417012629081775e-07,
      "loss": 0.9929,
      "step": 7390
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.11118163913488388,
      "learning_rate": 2.420283282165783e-07,
      "loss": 0.992,
      "step": 7400
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.08768755942583084,
      "learning_rate": 2.4235539352497903e-07,
      "loss": 0.9938,
      "step": 7410
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.057449303567409515,
      "learning_rate": 2.426824588333798e-07,
      "loss": 0.9901,
      "step": 7420
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.06635747849941254,
      "learning_rate": 2.430095241417806e-07,
      "loss": 0.9911,
      "step": 7430
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.06555739045143127,
      "learning_rate": 2.433365894501814e-07,
      "loss": 0.99,
      "step": 7440
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.21011501550674438,
      "learning_rate": 2.436636547585822e-07,
      "loss": 0.9906,
      "step": 7450
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.10365044325590134,
      "learning_rate": 2.4399072006698296e-07,
      "loss": 0.9945,
      "step": 7460
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.09637806564569473,
      "learning_rate": 2.4431778537538374e-07,
      "loss": 0.9926,
      "step": 7470
    },
    {
      "epoch": 2.09,
      "grad_norm": 0.09211833775043488,
      "learning_rate": 2.446448506837845e-07,
      "loss": 0.9931,
      "step": 7480
    },
    {
      "epoch": 2.09,
      "grad_norm": 0.15159238874912262,
      "learning_rate": 2.449719159921853e-07,
      "loss": 0.9969,
      "step": 7490
    },
    {
      "epoch": 2.09,
      "grad_norm": 0.12341617047786713,
      "learning_rate": 2.4529898130058607e-07,
      "loss": 0.9931,
      "step": 7500
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.06837688386440277,
      "learning_rate": 2.4562604660898684e-07,
      "loss": 0.9967,
      "step": 7510
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.07861024886369705,
      "learning_rate": 2.459531119173877e-07,
      "loss": 0.9923,
      "step": 7520
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.09087307751178741,
      "learning_rate": 2.462801772257884e-07,
      "loss": 0.9956,
      "step": 7530
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.08587019890546799,
      "learning_rate": 2.4660724253418917e-07,
      "loss": 0.9928,
      "step": 7540
    },
    {
      "epoch": 2.11,
      "grad_norm": 0.06651824712753296,
      "learning_rate": 2.4693430784259e-07,
      "loss": 0.9947,
      "step": 7550
    },
    {
      "epoch": 2.11,
      "grad_norm": 0.11822532117366791,
      "learning_rate": 2.472613731509908e-07,
      "loss": 0.9948,
      "step": 7560
    },
    {
      "epoch": 2.11,
      "grad_norm": 0.227807879447937,
      "learning_rate": 2.4758843845939156e-07,
      "loss": 0.9932,
      "step": 7570
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.07320847362279892,
      "learning_rate": 2.4791550376779233e-07,
      "loss": 0.9954,
      "step": 7580
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.09819812327623367,
      "learning_rate": 2.482425690761931e-07,
      "loss": 0.9928,
      "step": 7590
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.12169261276721954,
      "learning_rate": 2.485696343845939e-07,
      "loss": 0.994,
      "step": 7600
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.08781794458627701,
      "learning_rate": 2.4889669969299466e-07,
      "loss": 0.9929,
      "step": 7610
    },
    {
      "epoch": 2.13,
      "grad_norm": 0.07471784204244614,
      "learning_rate": 2.4922376500139544e-07,
      "loss": 0.993,
      "step": 7620
    },
    {
      "epoch": 2.13,
      "grad_norm": 0.09599073976278305,
      "learning_rate": 2.4955083030979627e-07,
      "loss": 0.9918,
      "step": 7630
    },
    {
      "epoch": 2.13,
      "grad_norm": 0.11812736093997955,
      "learning_rate": 2.4987789561819704e-07,
      "loss": 0.9947,
      "step": 7640
    },
    {
      "epoch": 2.14,
      "grad_norm": 0.10278895497322083,
      "learning_rate": 2.502049609265978e-07,
      "loss": 0.9922,
      "step": 7650
    },
    {
      "epoch": 2.14,
      "grad_norm": 0.09157680720090866,
      "learning_rate": 2.505320262349986e-07,
      "loss": 0.9941,
      "step": 7660
    },
    {
      "epoch": 2.14,
      "grad_norm": 0.11658895015716553,
      "learning_rate": 2.5085909154339937e-07,
      "loss": 0.9929,
      "step": 7670
    },
    {
      "epoch": 2.14,
      "grad_norm": 0.08665230125188828,
      "learning_rate": 2.5118615685180015e-07,
      "loss": 0.9916,
      "step": 7680
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.11341673135757446,
      "learning_rate": 2.515132221602009e-07,
      "loss": 0.9928,
      "step": 7690
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.08420492708683014,
      "learning_rate": 2.518402874686017e-07,
      "loss": 0.9945,
      "step": 7700
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.12112510949373245,
      "learning_rate": 2.5216735277700253e-07,
      "loss": 0.9931,
      "step": 7710
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.143146350979805,
      "learning_rate": 2.5249441808540325e-07,
      "loss": 0.9906,
      "step": 7720
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.08066210895776749,
      "learning_rate": 2.5282148339380403e-07,
      "loss": 0.993,
      "step": 7730
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.14056989550590515,
      "learning_rate": 2.531485487022048e-07,
      "loss": 0.9917,
      "step": 7740
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.06019917502999306,
      "learning_rate": 2.5347561401060564e-07,
      "loss": 0.9928,
      "step": 7750
    },
    {
      "epoch": 2.17,
      "grad_norm": 0.06408444792032242,
      "learning_rate": 2.538026793190064e-07,
      "loss": 0.9952,
      "step": 7760
    },
    {
      "epoch": 2.17,
      "grad_norm": 0.06799735873937607,
      "learning_rate": 2.541297446274072e-07,
      "loss": 0.9923,
      "step": 7770
    },
    {
      "epoch": 2.17,
      "grad_norm": 0.09188859164714813,
      "learning_rate": 2.5445680993580796e-07,
      "loss": 0.9936,
      "step": 7780
    },
    {
      "epoch": 2.17,
      "grad_norm": 0.16952940821647644,
      "learning_rate": 2.5478387524420874e-07,
      "loss": 0.9947,
      "step": 7790
    },
    {
      "epoch": 2.18,
      "grad_norm": 0.05783618241548538,
      "learning_rate": 2.551109405526095e-07,
      "loss": 0.9919,
      "step": 7800
    },
    {
      "epoch": 2.18,
      "grad_norm": 0.09994059056043625,
      "learning_rate": 2.554380058610103e-07,
      "loss": 0.9914,
      "step": 7810
    },
    {
      "epoch": 2.18,
      "grad_norm": 0.06690395623445511,
      "learning_rate": 2.5576507116941107e-07,
      "loss": 0.9913,
      "step": 7820
    },
    {
      "epoch": 2.19,
      "grad_norm": 0.08732850849628448,
      "learning_rate": 2.560921364778119e-07,
      "loss": 0.9889,
      "step": 7830
    },
    {
      "epoch": 2.19,
      "grad_norm": 0.06037639081478119,
      "learning_rate": 2.564192017862126e-07,
      "loss": 0.99,
      "step": 7840
    },
    {
      "epoch": 2.19,
      "grad_norm": 0.09087560325860977,
      "learning_rate": 2.567462670946134e-07,
      "loss": 0.993,
      "step": 7850
    },
    {
      "epoch": 2.19,
      "grad_norm": 0.06810426712036133,
      "learning_rate": 2.5707333240301423e-07,
      "loss": 0.9934,
      "step": 7860
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.08497001230716705,
      "learning_rate": 2.57400397711415e-07,
      "loss": 0.9897,
      "step": 7870
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.05293532833456993,
      "learning_rate": 2.577274630198158e-07,
      "loss": 0.9929,
      "step": 7880
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.10774430632591248,
      "learning_rate": 2.5805452832821656e-07,
      "loss": 0.9915,
      "step": 7890
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.08517201244831085,
      "learning_rate": 2.5838159363661733e-07,
      "loss": 0.9894,
      "step": 7900
    },
    {
      "epoch": 2.21,
      "grad_norm": 0.13634765148162842,
      "learning_rate": 2.587086589450181e-07,
      "loss": 0.9932,
      "step": 7910
    },
    {
      "epoch": 2.21,
      "grad_norm": 0.09110305458307266,
      "learning_rate": 2.590357242534189e-07,
      "loss": 0.9911,
      "step": 7920
    },
    {
      "epoch": 2.21,
      "grad_norm": 0.08718319982290268,
      "learning_rate": 2.5936278956181966e-07,
      "loss": 0.9912,
      "step": 7930
    },
    {
      "epoch": 2.22,
      "grad_norm": 0.0597953200340271,
      "learning_rate": 2.596898548702205e-07,
      "loss": 0.993,
      "step": 7940
    },
    {
      "epoch": 2.22,
      "grad_norm": 0.10856293141841888,
      "learning_rate": 2.6001692017862127e-07,
      "loss": 0.9905,
      "step": 7950
    },
    {
      "epoch": 2.22,
      "grad_norm": 0.19283294677734375,
      "learning_rate": 2.60343985487022e-07,
      "loss": 0.9941,
      "step": 7960
    },
    {
      "epoch": 2.22,
      "grad_norm": 0.09365710616111755,
      "learning_rate": 2.606710507954228e-07,
      "loss": 0.9909,
      "step": 7970
    },
    {
      "epoch": 2.23,
      "grad_norm": 0.07127150893211365,
      "learning_rate": 2.609981161038236e-07,
      "loss": 0.9888,
      "step": 7980
    },
    {
      "epoch": 2.23,
      "grad_norm": 0.1679231822490692,
      "learning_rate": 2.613251814122244e-07,
      "loss": 0.9897,
      "step": 7990
    },
    {
      "epoch": 2.23,
      "grad_norm": 0.10923777520656586,
      "learning_rate": 2.6165224672062515e-07,
      "loss": 0.99,
      "step": 8000
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.13725712895393372,
      "learning_rate": 2.619793120290259e-07,
      "loss": 0.9935,
      "step": 8010
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.12086851894855499,
      "learning_rate": 2.6230637733742676e-07,
      "loss": 0.9908,
      "step": 8020
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.13154445588588715,
      "learning_rate": 2.626334426458275e-07,
      "loss": 0.9922,
      "step": 8030
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.13639789819717407,
      "learning_rate": 2.6296050795422826e-07,
      "loss": 0.989,
      "step": 8040
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.06438003480434418,
      "learning_rate": 2.632875732626291e-07,
      "loss": 0.9911,
      "step": 8050
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.11577542126178741,
      "learning_rate": 2.6361463857102986e-07,
      "loss": 0.993,
      "step": 8060
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.10707230865955353,
      "learning_rate": 2.6394170387943064e-07,
      "loss": 0.9913,
      "step": 8070
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.10959896445274353,
      "learning_rate": 2.642687691878314e-07,
      "loss": 0.9915,
      "step": 8080
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.13481958210468292,
      "learning_rate": 2.645958344962322e-07,
      "loss": 0.9936,
      "step": 8090
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.09941259771585464,
      "learning_rate": 2.6492289980463297e-07,
      "loss": 0.9927,
      "step": 8100
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.15811006724834442,
      "learning_rate": 2.6524996511303374e-07,
      "loss": 0.9886,
      "step": 8110
    },
    {
      "epoch": 2.27,
      "grad_norm": 0.07196293771266937,
      "learning_rate": 2.655770304214345e-07,
      "loss": 0.992,
      "step": 8120
    },
    {
      "epoch": 2.27,
      "grad_norm": 0.10261411964893341,
      "learning_rate": 2.659040957298353e-07,
      "loss": 0.986,
      "step": 8130
    },
    {
      "epoch": 2.27,
      "grad_norm": 0.1616692692041397,
      "learning_rate": 2.662311610382361e-07,
      "loss": 0.9911,
      "step": 8140
    },
    {
      "epoch": 2.27,
      "grad_norm": 0.16661547124385834,
      "learning_rate": 2.6655822634663685e-07,
      "loss": 0.9899,
      "step": 8150
    },
    {
      "epoch": 2.28,
      "grad_norm": 0.0905160903930664,
      "learning_rate": 2.668852916550376e-07,
      "loss": 0.9931,
      "step": 8160
    },
    {
      "epoch": 2.28,
      "grad_norm": 0.09151924401521683,
      "learning_rate": 2.6721235696343845e-07,
      "loss": 0.9936,
      "step": 8170
    },
    {
      "epoch": 2.28,
      "grad_norm": 0.1661863774061203,
      "learning_rate": 2.6753942227183923e-07,
      "loss": 0.9904,
      "step": 8180
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.106472909450531,
      "learning_rate": 2.6786648758024e-07,
      "loss": 0.9928,
      "step": 8190
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.12343213707208633,
      "learning_rate": 2.681935528886408e-07,
      "loss": 0.9918,
      "step": 8200
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.0694427341222763,
      "learning_rate": 2.6852061819704156e-07,
      "loss": 0.9929,
      "step": 8210
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.127585768699646,
      "learning_rate": 2.6884768350544234e-07,
      "loss": 0.9914,
      "step": 8220
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.13939595222473145,
      "learning_rate": 2.691747488138431e-07,
      "loss": 0.9879,
      "step": 8230
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.1102667823433876,
      "learning_rate": 2.695018141222439e-07,
      "loss": 0.9919,
      "step": 8240
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.1006411537528038,
      "learning_rate": 2.698288794306447e-07,
      "loss": 0.9892,
      "step": 8250
    },
    {
      "epoch": 2.31,
      "grad_norm": 0.11965067684650421,
      "learning_rate": 2.701559447390455e-07,
      "loss": 0.9894,
      "step": 8260
    },
    {
      "epoch": 2.31,
      "grad_norm": 0.12331937998533249,
      "learning_rate": 2.704830100474462e-07,
      "loss": 0.9929,
      "step": 8270
    },
    {
      "epoch": 2.31,
      "grad_norm": 0.14939959347248077,
      "learning_rate": 2.7081007535584705e-07,
      "loss": 0.9882,
      "step": 8280
    },
    {
      "epoch": 2.31,
      "grad_norm": 0.17820005118846893,
      "learning_rate": 2.711371406642478e-07,
      "loss": 0.992,
      "step": 8290
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.10134077817201614,
      "learning_rate": 2.714642059726486e-07,
      "loss": 0.9871,
      "step": 8300
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.13980287313461304,
      "learning_rate": 2.717912712810494e-07,
      "loss": 0.9907,
      "step": 8310
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.06923108547925949,
      "learning_rate": 2.7211833658945015e-07,
      "loss": 0.9883,
      "step": 8320
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.177201047539711,
      "learning_rate": 2.7244540189785093e-07,
      "loss": 0.9927,
      "step": 8330
    },
    {
      "epoch": 2.33,
      "grad_norm": 0.11625036597251892,
      "learning_rate": 2.727724672062517e-07,
      "loss": 0.9953,
      "step": 8340
    },
    {
      "epoch": 2.33,
      "grad_norm": 0.0865430012345314,
      "learning_rate": 2.730995325146525e-07,
      "loss": 0.9927,
      "step": 8350
    },
    {
      "epoch": 2.33,
      "grad_norm": 0.06629689037799835,
      "learning_rate": 2.734265978230533e-07,
      "loss": 0.9928,
      "step": 8360
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.06247984245419502,
      "learning_rate": 2.737536631314541e-07,
      "loss": 0.9905,
      "step": 8370
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.12408356368541718,
      "learning_rate": 2.7408072843985486e-07,
      "loss": 0.9887,
      "step": 8380
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.08859825134277344,
      "learning_rate": 2.744077937482556e-07,
      "loss": 0.994,
      "step": 8390
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.07929394394159317,
      "learning_rate": 2.747348590566564e-07,
      "loss": 0.9883,
      "step": 8400
    },
    {
      "epoch": 2.35,
      "grad_norm": 0.1219341978430748,
      "learning_rate": 2.750619243650572e-07,
      "loss": 0.9885,
      "step": 8410
    },
    {
      "epoch": 2.35,
      "grad_norm": 0.14256715774536133,
      "learning_rate": 2.7538898967345797e-07,
      "loss": 0.9882,
      "step": 8420
    },
    {
      "epoch": 2.35,
      "grad_norm": 0.11264017224311829,
      "learning_rate": 2.7571605498185874e-07,
      "loss": 0.9911,
      "step": 8430
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.12264439463615417,
      "learning_rate": 2.760431202902595e-07,
      "loss": 0.9882,
      "step": 8440
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.10441194474697113,
      "learning_rate": 2.7637018559866035e-07,
      "loss": 0.9904,
      "step": 8450
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.12577922642230988,
      "learning_rate": 2.7669725090706107e-07,
      "loss": 0.9894,
      "step": 8460
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.07055450975894928,
      "learning_rate": 2.7702431621546185e-07,
      "loss": 0.9887,
      "step": 8470
    },
    {
      "epoch": 2.37,
      "grad_norm": 0.1673315465450287,
      "learning_rate": 2.773513815238627e-07,
      "loss": 0.9889,
      "step": 8480
    },
    {
      "epoch": 2.37,
      "grad_norm": 0.11046075075864792,
      "learning_rate": 2.7767844683226346e-07,
      "loss": 0.9897,
      "step": 8490
    },
    {
      "epoch": 2.37,
      "grad_norm": 0.14356519281864166,
      "learning_rate": 2.7800551214066423e-07,
      "loss": 0.9915,
      "step": 8500
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.12956875562667847,
      "learning_rate": 2.78332577449065e-07,
      "loss": 0.9884,
      "step": 8510
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.10479936748743057,
      "learning_rate": 2.786596427574658e-07,
      "loss": 0.9939,
      "step": 8520
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.08629859238862991,
      "learning_rate": 2.7898670806586656e-07,
      "loss": 0.9915,
      "step": 8530
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.12903210520744324,
      "learning_rate": 2.7931377337426734e-07,
      "loss": 0.991,
      "step": 8540
    },
    {
      "epoch": 2.39,
      "grad_norm": 0.13126061856746674,
      "learning_rate": 2.796408386826681e-07,
      "loss": 0.9891,
      "step": 8550
    },
    {
      "epoch": 2.39,
      "grad_norm": 0.09456992894411087,
      "learning_rate": 2.7996790399106894e-07,
      "loss": 0.9876,
      "step": 8560
    },
    {
      "epoch": 2.39,
      "grad_norm": 0.08501352369785309,
      "learning_rate": 2.802949692994697e-07,
      "loss": 0.9853,
      "step": 8570
    },
    {
      "epoch": 2.39,
      "grad_norm": 0.15785810351371765,
      "learning_rate": 2.8062203460787044e-07,
      "loss": 0.9937,
      "step": 8580
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.09523395448923111,
      "learning_rate": 2.8094909991627127e-07,
      "loss": 0.9903,
      "step": 8590
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.12687255442142487,
      "learning_rate": 2.8127616522467205e-07,
      "loss": 0.9835,
      "step": 8600
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.1608981192111969,
      "learning_rate": 2.816032305330728e-07,
      "loss": 0.9919,
      "step": 8610
    },
    {
      "epoch": 2.41,
      "grad_norm": 0.11634238809347153,
      "learning_rate": 2.819302958414736e-07,
      "loss": 0.9849,
      "step": 8620
    },
    {
      "epoch": 2.41,
      "grad_norm": 0.08858740329742432,
      "learning_rate": 2.822573611498744e-07,
      "loss": 0.9914,
      "step": 8630
    },
    {
      "epoch": 2.41,
      "grad_norm": 0.08445726335048676,
      "learning_rate": 2.8258442645827515e-07,
      "loss": 0.9889,
      "step": 8640
    },
    {
      "epoch": 2.41,
      "grad_norm": 0.08699363470077515,
      "learning_rate": 2.8291149176667593e-07,
      "loss": 0.9918,
      "step": 8650
    },
    {
      "epoch": 2.42,
      "grad_norm": 0.10692361742258072,
      "learning_rate": 2.832385570750767e-07,
      "loss": 0.9896,
      "step": 8660
    },
    {
      "epoch": 2.42,
      "grad_norm": 0.07554878294467926,
      "learning_rate": 2.8356562238347754e-07,
      "loss": 0.9916,
      "step": 8670
    },
    {
      "epoch": 2.42,
      "grad_norm": 0.10416165739297867,
      "learning_rate": 2.838926876918783e-07,
      "loss": 0.9916,
      "step": 8680
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.14465072751045227,
      "learning_rate": 2.842197530002791e-07,
      "loss": 0.9911,
      "step": 8690
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.08668435364961624,
      "learning_rate": 2.8454681830867986e-07,
      "loss": 0.9883,
      "step": 8700
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.08107911050319672,
      "learning_rate": 2.8487388361708064e-07,
      "loss": 0.9923,
      "step": 8710
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.1435234695672989,
      "learning_rate": 2.852009489254814e-07,
      "loss": 0.989,
      "step": 8720
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.149642676115036,
      "learning_rate": 2.855280142338822e-07,
      "loss": 0.9835,
      "step": 8730
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.12608495354652405,
      "learning_rate": 2.8585507954228297e-07,
      "loss": 0.986,
      "step": 8740
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.1013004258275032,
      "learning_rate": 2.8618214485068375e-07,
      "loss": 0.9914,
      "step": 8750
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.1151474118232727,
      "learning_rate": 2.865092101590845e-07,
      "loss": 0.9862,
      "step": 8760
    },
    {
      "epoch": 2.45,
      "grad_norm": 0.11479929834604263,
      "learning_rate": 2.868362754674853e-07,
      "loss": 0.9886,
      "step": 8770
    },
    {
      "epoch": 2.45,
      "grad_norm": 0.09934382885694504,
      "learning_rate": 2.871633407758861e-07,
      "loss": 0.9909,
      "step": 8780
    },
    {
      "epoch": 2.45,
      "grad_norm": 0.12918336689472198,
      "learning_rate": 2.874904060842869e-07,
      "loss": 0.9861,
      "step": 8790
    },
    {
      "epoch": 2.46,
      "grad_norm": 0.09033851325511932,
      "learning_rate": 2.878174713926877e-07,
      "loss": 0.9899,
      "step": 8800
    },
    {
      "epoch": 2.46,
      "grad_norm": 0.10688192397356033,
      "learning_rate": 2.8814453670108846e-07,
      "loss": 0.9936,
      "step": 8810
    },
    {
      "epoch": 2.46,
      "grad_norm": 0.12807287275791168,
      "learning_rate": 2.8847160200948923e-07,
      "loss": 0.9918,
      "step": 8820
    },
    {
      "epoch": 2.46,
      "grad_norm": 0.13125891983509064,
      "learning_rate": 2.8879866731789e-07,
      "loss": 0.9891,
      "step": 8830
    },
    {
      "epoch": 2.47,
      "grad_norm": 0.16386161744594574,
      "learning_rate": 2.891257326262908e-07,
      "loss": 0.9871,
      "step": 8840
    },
    {
      "epoch": 2.47,
      "grad_norm": 0.13789676129817963,
      "learning_rate": 2.8945279793469156e-07,
      "loss": 0.9894,
      "step": 8850
    },
    {
      "epoch": 2.47,
      "grad_norm": 0.10830472409725189,
      "learning_rate": 2.8977986324309234e-07,
      "loss": 0.991,
      "step": 8860
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.16107851266860962,
      "learning_rate": 2.9010692855149317e-07,
      "loss": 0.988,
      "step": 8870
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.08332722634077072,
      "learning_rate": 2.9043399385989394e-07,
      "loss": 0.9879,
      "step": 8880
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.14427894353866577,
      "learning_rate": 2.9076105916829467e-07,
      "loss": 0.9892,
      "step": 8890
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.1418299376964569,
      "learning_rate": 2.910881244766955e-07,
      "loss": 0.987,
      "step": 8900
    },
    {
      "epoch": 2.49,
      "grad_norm": 0.16380183398723602,
      "learning_rate": 2.9141518978509627e-07,
      "loss": 0.9858,
      "step": 8910
    },
    {
      "epoch": 2.49,
      "grad_norm": 0.08710893243551254,
      "learning_rate": 2.9174225509349705e-07,
      "loss": 0.988,
      "step": 8920
    },
    {
      "epoch": 2.49,
      "grad_norm": 0.1466997116804123,
      "learning_rate": 2.920693204018978e-07,
      "loss": 0.9903,
      "step": 8930
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.16020715236663818,
      "learning_rate": 2.923963857102986e-07,
      "loss": 0.9863,
      "step": 8940
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.13688887655735016,
      "learning_rate": 2.927234510186994e-07,
      "loss": 0.987,
      "step": 8950
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.08513602614402771,
      "learning_rate": 2.9305051632710016e-07,
      "loss": 0.9857,
      "step": 8960
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.19639338552951813,
      "learning_rate": 2.93377581635501e-07,
      "loss": 0.9897,
      "step": 8970
    },
    {
      "epoch": 2.51,
      "grad_norm": 0.11085721850395203,
      "learning_rate": 2.9370464694390176e-07,
      "loss": 0.9873,
      "step": 8980
    },
    {
      "epoch": 2.51,
      "grad_norm": 0.10159211605787277,
      "learning_rate": 2.940317122523025e-07,
      "loss": 0.9891,
      "step": 8990
    },
    {
      "epoch": 2.51,
      "grad_norm": 0.13945232331752777,
      "learning_rate": 2.943587775607033e-07,
      "loss": 0.9902,
      "step": 9000
    },
    {
      "epoch": 2.51,
      "grad_norm": 0.12214290350675583,
      "learning_rate": 2.946858428691041e-07,
      "loss": 0.9847,
      "step": 9010
    },
    {
      "epoch": 2.52,
      "grad_norm": 0.16942478716373444,
      "learning_rate": 2.9501290817750487e-07,
      "loss": 0.9826,
      "step": 9020
    },
    {
      "epoch": 2.52,
      "grad_norm": 0.20899075269699097,
      "learning_rate": 2.9533997348590564e-07,
      "loss": 0.9884,
      "step": 9030
    },
    {
      "epoch": 2.52,
      "grad_norm": 0.10168787091970444,
      "learning_rate": 2.9566703879430637e-07,
      "loss": 0.9885,
      "step": 9040
    },
    {
      "epoch": 2.53,
      "grad_norm": 0.15904946625232697,
      "learning_rate": 2.959941041027072e-07,
      "loss": 0.9835,
      "step": 9050
    },
    {
      "epoch": 2.53,
      "grad_norm": 0.12255197763442993,
      "learning_rate": 2.9632116941110797e-07,
      "loss": 0.9891,
      "step": 9060
    },
    {
      "epoch": 2.53,
      "grad_norm": 0.16486138105392456,
      "learning_rate": 2.966482347195088e-07,
      "loss": 0.9925,
      "step": 9070
    },
    {
      "epoch": 2.53,
      "grad_norm": 0.1294761300086975,
      "learning_rate": 2.969753000279095e-07,
      "loss": 0.9899,
      "step": 9080
    },
    {
      "epoch": 2.54,
      "grad_norm": 0.10216733813285828,
      "learning_rate": 2.9730236533631035e-07,
      "loss": 0.9899,
      "step": 9090
    },
    {
      "epoch": 2.54,
      "grad_norm": 0.13297009468078613,
      "learning_rate": 2.9762943064471113e-07,
      "loss": 0.9868,
      "step": 9100
    },
    {
      "epoch": 2.54,
      "grad_norm": 0.10348378866910934,
      "learning_rate": 2.9795649595311185e-07,
      "loss": 0.9865,
      "step": 9110
    },
    {
      "epoch": 2.55,
      "grad_norm": 0.16949431598186493,
      "learning_rate": 2.982835612615127e-07,
      "loss": 0.9872,
      "step": 9120
    },
    {
      "epoch": 2.55,
      "grad_norm": 0.1538095623254776,
      "learning_rate": 2.9861062656991346e-07,
      "loss": 0.9871,
      "step": 9130
    },
    {
      "epoch": 2.55,
      "grad_norm": 0.11410541832447052,
      "learning_rate": 2.9893769187831424e-07,
      "loss": 0.9864,
      "step": 9140
    },
    {
      "epoch": 2.55,
      "grad_norm": 0.17928463220596313,
      "learning_rate": 2.99264757186715e-07,
      "loss": 0.9855,
      "step": 9150
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.13986466825008392,
      "learning_rate": 2.995918224951158e-07,
      "loss": 0.9834,
      "step": 9160
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.1819869577884674,
      "learning_rate": 2.9991888780351656e-07,
      "loss": 0.9845,
      "step": 9170
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.12589436769485474,
      "learning_rate": 3.0024595311191734e-07,
      "loss": 0.9886,
      "step": 9180
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.16133485734462738,
      "learning_rate": 3.0057301842031817e-07,
      "loss": 0.986,
      "step": 9190
    },
    {
      "epoch": 2.57,
      "grad_norm": 0.10274449735879898,
      "learning_rate": 3.009000837287189e-07,
      "loss": 0.9883,
      "step": 9200
    },
    {
      "epoch": 2.57,
      "grad_norm": 0.12398237735033035,
      "learning_rate": 3.012271490371197e-07,
      "loss": 0.982,
      "step": 9210
    },
    {
      "epoch": 2.57,
      "grad_norm": 0.13537153601646423,
      "learning_rate": 3.015542143455205e-07,
      "loss": 0.9833,
      "step": 9220
    },
    {
      "epoch": 2.58,
      "grad_norm": 0.12764641642570496,
      "learning_rate": 3.018812796539212e-07,
      "loss": 0.9892,
      "step": 9230
    },
    {
      "epoch": 2.58,
      "grad_norm": 0.28087276220321655,
      "learning_rate": 3.0220834496232205e-07,
      "loss": 0.9852,
      "step": 9240
    },
    {
      "epoch": 2.58,
      "grad_norm": 0.11855083703994751,
      "learning_rate": 3.0253541027072283e-07,
      "loss": 0.9859,
      "step": 9250
    },
    {
      "epoch": 2.58,
      "grad_norm": 0.10084225982427597,
      "learning_rate": 3.0286247557912366e-07,
      "loss": 0.988,
      "step": 9260
    },
    {
      "epoch": 2.59,
      "grad_norm": 0.22439347207546234,
      "learning_rate": 3.031895408875244e-07,
      "loss": 0.9901,
      "step": 9270
    },
    {
      "epoch": 2.59,
      "grad_norm": 0.11482424288988113,
      "learning_rate": 3.035166061959252e-07,
      "loss": 0.987,
      "step": 9280
    },
    {
      "epoch": 2.59,
      "grad_norm": 0.20591847598552704,
      "learning_rate": 3.03843671504326e-07,
      "loss": 0.983,
      "step": 9290
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.13615916669368744,
      "learning_rate": 3.041707368127267e-07,
      "loss": 0.9884,
      "step": 9300
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.18104924261569977,
      "learning_rate": 3.0449780212112754e-07,
      "loss": 0.9873,
      "step": 9310
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.12955588102340698,
      "learning_rate": 3.048248674295283e-07,
      "loss": 0.9879,
      "step": 9320
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.1182340756058693,
      "learning_rate": 3.051519327379291e-07,
      "loss": 0.9841,
      "step": 9330
    },
    {
      "epoch": 2.61,
      "grad_norm": 0.10885944217443466,
      "learning_rate": 3.0547899804632987e-07,
      "loss": 0.9868,
      "step": 9340
    },
    {
      "epoch": 2.61,
      "grad_norm": 0.12265100330114365,
      "learning_rate": 3.058060633547306e-07,
      "loss": 0.9867,
      "step": 9350
    },
    {
      "epoch": 2.61,
      "grad_norm": 0.13816753029823303,
      "learning_rate": 3.061331286631314e-07,
      "loss": 0.9861,
      "step": 9360
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.15748146176338196,
      "learning_rate": 3.064601939715322e-07,
      "loss": 0.9857,
      "step": 9370
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.09536519646644592,
      "learning_rate": 3.06787259279933e-07,
      "loss": 0.9843,
      "step": 9380
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.17004048824310303,
      "learning_rate": 3.0711432458833375e-07,
      "loss": 0.9897,
      "step": 9390
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.2639769911766052,
      "learning_rate": 3.074413898967346e-07,
      "loss": 0.9821,
      "step": 9400
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.1786305159330368,
      "learning_rate": 3.0776845520513536e-07,
      "loss": 0.9849,
      "step": 9410
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.2302711308002472,
      "learning_rate": 3.080955205135361e-07,
      "loss": 0.9894,
      "step": 9420
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.18916016817092896,
      "learning_rate": 3.084225858219369e-07,
      "loss": 0.9911,
      "step": 9430
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.09529270231723785,
      "learning_rate": 3.087496511303377e-07,
      "loss": 0.982,
      "step": 9440
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.23623517155647278,
      "learning_rate": 3.0907671643873846e-07,
      "loss": 0.9855,
      "step": 9450
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.2155451476573944,
      "learning_rate": 3.0940378174713924e-07,
      "loss": 0.9813,
      "step": 9460
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.1979261189699173,
      "learning_rate": 3.0973084705554e-07,
      "loss": 0.9838,
      "step": 9470
    },
    {
      "epoch": 2.65,
      "grad_norm": 0.18679384887218475,
      "learning_rate": 3.100579123639408e-07,
      "loss": 0.9878,
      "step": 9480
    },
    {
      "epoch": 2.65,
      "grad_norm": 0.3341006338596344,
      "learning_rate": 3.1038497767234157e-07,
      "loss": 0.9869,
      "step": 9490
    },
    {
      "epoch": 2.65,
      "grad_norm": 0.15595358610153198,
      "learning_rate": 3.107120429807424e-07,
      "loss": 0.9783,
      "step": 9500
    },
    {
      "epoch": 2.65,
      "grad_norm": 0.14550761878490448,
      "learning_rate": 3.110391082891431e-07,
      "loss": 0.987,
      "step": 9510
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.2147485315799713,
      "learning_rate": 3.1136617359754395e-07,
      "loss": 0.9849,
      "step": 9520
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.2545028626918793,
      "learning_rate": 3.116932389059447e-07,
      "loss": 0.9905,
      "step": 9530
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.25194066762924194,
      "learning_rate": 3.1202030421434545e-07,
      "loss": 0.9797,
      "step": 9540
    },
    {
      "epoch": 2.67,
      "grad_norm": 0.3433767855167389,
      "learning_rate": 3.123473695227463e-07,
      "loss": 0.9789,
      "step": 9550
    },
    {
      "epoch": 2.67,
      "grad_norm": 0.26118212938308716,
      "learning_rate": 3.1267443483114705e-07,
      "loss": 0.9829,
      "step": 9560
    },
    {
      "epoch": 2.67,
      "grad_norm": 0.11810927838087082,
      "learning_rate": 3.130015001395479e-07,
      "loss": 0.9808,
      "step": 9570
    },
    {
      "epoch": 2.67,
      "grad_norm": 0.10934250056743622,
      "learning_rate": 3.133285654479486e-07,
      "loss": 0.9927,
      "step": 9580
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.20848816633224487,
      "learning_rate": 3.136556307563494e-07,
      "loss": 0.9831,
      "step": 9590
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.17547157406806946,
      "learning_rate": 3.139826960647502e-07,
      "loss": 0.9816,
      "step": 9600
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.20764212310314178,
      "learning_rate": 3.1430976137315094e-07,
      "loss": 0.978,
      "step": 9610
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.12171914428472519,
      "learning_rate": 3.1463682668155176e-07,
      "loss": 0.9822,
      "step": 9620
    },
    {
      "epoch": 2.69,
      "grad_norm": 0.2288324236869812,
      "learning_rate": 3.1496389198995254e-07,
      "loss": 0.9738,
      "step": 9630
    },
    {
      "epoch": 2.69,
      "grad_norm": 0.1331557333469391,
      "learning_rate": 3.152909572983533e-07,
      "loss": 0.9828,
      "step": 9640
    },
    {
      "epoch": 2.69,
      "grad_norm": 0.17745469510555267,
      "learning_rate": 3.156180226067541e-07,
      "loss": 0.9803,
      "step": 9650
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.17479392886161804,
      "learning_rate": 3.1594508791515487e-07,
      "loss": 0.9828,
      "step": 9660
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.1952146589756012,
      "learning_rate": 3.1627215322355565e-07,
      "loss": 0.9824,
      "step": 9670
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.2163766324520111,
      "learning_rate": 3.165992185319564e-07,
      "loss": 0.9733,
      "step": 9680
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.12626874446868896,
      "learning_rate": 3.1692628384035725e-07,
      "loss": 0.9857,
      "step": 9690
    },
    {
      "epoch": 2.71,
      "grad_norm": 0.1474781334400177,
      "learning_rate": 3.17253349148758e-07,
      "loss": 0.9853,
      "step": 9700
    },
    {
      "epoch": 2.71,
      "grad_norm": 0.1135593131184578,
      "learning_rate": 3.175804144571588e-07,
      "loss": 0.9836,
      "step": 9710
    },
    {
      "epoch": 2.71,
      "grad_norm": 0.22398139536380768,
      "learning_rate": 3.179074797655596e-07,
      "loss": 0.9813,
      "step": 9720
    },
    {
      "epoch": 2.72,
      "grad_norm": 0.29558148980140686,
      "learning_rate": 3.182345450739603e-07,
      "loss": 0.9871,
      "step": 9730
    },
    {
      "epoch": 2.72,
      "grad_norm": 0.18657726049423218,
      "learning_rate": 3.1856161038236113e-07,
      "loss": 0.978,
      "step": 9740
    },
    {
      "epoch": 2.72,
      "grad_norm": 0.17111225426197052,
      "learning_rate": 3.188886756907619e-07,
      "loss": 0.9836,
      "step": 9750
    },
    {
      "epoch": 2.72,
      "grad_norm": 0.12766531109809875,
      "learning_rate": 3.192157409991627e-07,
      "loss": 0.98,
      "step": 9760
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.20485904812812805,
      "learning_rate": 3.1954280630756346e-07,
      "loss": 0.9786,
      "step": 9770
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.18184669315814972,
      "learning_rate": 3.1986987161596424e-07,
      "loss": 0.9809,
      "step": 9780
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.2085246443748474,
      "learning_rate": 3.20196936924365e-07,
      "loss": 0.9857,
      "step": 9790
    },
    {
      "epoch": 2.74,
      "grad_norm": 0.2378232628107071,
      "learning_rate": 3.205240022327658e-07,
      "loss": 0.9778,
      "step": 9800
    },
    {
      "epoch": 2.74,
      "grad_norm": 0.14978499710559845,
      "learning_rate": 3.208510675411666e-07,
      "loss": 0.9769,
      "step": 9810
    },
    {
      "epoch": 2.74,
      "grad_norm": 0.239903524518013,
      "learning_rate": 3.2117813284956734e-07,
      "loss": 0.9848,
      "step": 9820
    },
    {
      "epoch": 2.74,
      "grad_norm": 0.27522727847099304,
      "learning_rate": 3.2150519815796817e-07,
      "loss": 0.9824,
      "step": 9830
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.27138274908065796,
      "learning_rate": 3.2183226346636895e-07,
      "loss": 0.9804,
      "step": 9840
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.2167493849992752,
      "learning_rate": 3.2215932877476967e-07,
      "loss": 0.9833,
      "step": 9850
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.1856001764535904,
      "learning_rate": 3.224863940831705e-07,
      "loss": 0.9759,
      "step": 9860
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.1810774803161621,
      "learning_rate": 3.228134593915713e-07,
      "loss": 0.9872,
      "step": 9870
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.14444558322429657,
      "learning_rate": 3.231405246999721e-07,
      "loss": 0.9826,
      "step": 9880
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.24317994713783264,
      "learning_rate": 3.2346759000837283e-07,
      "loss": 0.9708,
      "step": 9890
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.22931063175201416,
      "learning_rate": 3.237946553167736e-07,
      "loss": 0.979,
      "step": 9900
    },
    {
      "epoch": 2.77,
      "grad_norm": 0.24784143269062042,
      "learning_rate": 3.2412172062517444e-07,
      "loss": 0.9829,
      "step": 9910
    },
    {
      "epoch": 2.77,
      "grad_norm": 0.23045238852500916,
      "learning_rate": 3.2444878593357516e-07,
      "loss": 0.9809,
      "step": 9920
    },
    {
      "epoch": 2.77,
      "grad_norm": 0.1807074397802353,
      "learning_rate": 3.24775851241976e-07,
      "loss": 0.9779,
      "step": 9930
    },
    {
      "epoch": 2.77,
      "grad_norm": 0.19826269149780273,
      "learning_rate": 3.2510291655037677e-07,
      "loss": 0.9788,
      "step": 9940
    },
    {
      "epoch": 2.78,
      "grad_norm": 0.16685035824775696,
      "learning_rate": 3.2542998185877754e-07,
      "loss": 0.9822,
      "step": 9950
    },
    {
      "epoch": 2.78,
      "grad_norm": 0.2299901247024536,
      "learning_rate": 3.257570471671783e-07,
      "loss": 0.9867,
      "step": 9960
    },
    {
      "epoch": 2.78,
      "grad_norm": 0.32635191082954407,
      "learning_rate": 3.260841124755791e-07,
      "loss": 0.9764,
      "step": 9970
    },
    {
      "epoch": 2.79,
      "grad_norm": 0.1476488709449768,
      "learning_rate": 3.2641117778397987e-07,
      "loss": 0.9693,
      "step": 9980
    },
    {
      "epoch": 2.79,
      "grad_norm": 0.2114439606666565,
      "learning_rate": 3.2673824309238065e-07,
      "loss": 0.9863,
      "step": 9990
    },
    {
      "epoch": 2.79,
      "grad_norm": 0.184988871216774,
      "learning_rate": 3.270653084007815e-07,
      "loss": 0.977,
      "step": 10000
    },
    {
      "epoch": 2.79,
      "grad_norm": 0.23922809958457947,
      "learning_rate": 3.273923737091822e-07,
      "loss": 0.9782,
      "step": 10010
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.19130900502204895,
      "learning_rate": 3.27719439017583e-07,
      "loss": 0.9791,
      "step": 10020
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.17664577066898346,
      "learning_rate": 3.280465043259838e-07,
      "loss": 0.9782,
      "step": 10030
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.3652566969394684,
      "learning_rate": 3.2837356963438453e-07,
      "loss": 0.9832,
      "step": 10040
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.250467985868454,
      "learning_rate": 3.2870063494278536e-07,
      "loss": 0.977,
      "step": 10050
    },
    {
      "epoch": 2.81,
      "grad_norm": 0.2691477835178375,
      "learning_rate": 3.2902770025118614e-07,
      "loss": 0.9861,
      "step": 10060
    },
    {
      "epoch": 2.81,
      "grad_norm": 0.23245683312416077,
      "learning_rate": 3.293547655595869e-07,
      "loss": 0.9827,
      "step": 10070
    },
    {
      "epoch": 2.81,
      "grad_norm": 0.3156982362270355,
      "learning_rate": 3.296818308679877e-07,
      "loss": 0.9807,
      "step": 10080
    },
    {
      "epoch": 2.82,
      "grad_norm": 0.18166832625865936,
      "learning_rate": 3.3000889617638846e-07,
      "loss": 0.9791,
      "step": 10090
    },
    {
      "epoch": 2.82,
      "grad_norm": 0.18629805743694305,
      "learning_rate": 3.3033596148478924e-07,
      "loss": 0.9745,
      "step": 10100
    },
    {
      "epoch": 2.82,
      "grad_norm": 0.543838620185852,
      "learning_rate": 3.3066302679319e-07,
      "loss": 0.9759,
      "step": 10110
    },
    {
      "epoch": 2.82,
      "grad_norm": 0.25216302275657654,
      "learning_rate": 3.3099009210159085e-07,
      "loss": 0.9792,
      "step": 10120
    },
    {
      "epoch": 2.83,
      "grad_norm": 0.18296311795711517,
      "learning_rate": 3.3131715740999157e-07,
      "loss": 0.9708,
      "step": 10130
    },
    {
      "epoch": 2.83,
      "grad_norm": 0.3472662568092346,
      "learning_rate": 3.316442227183924e-07,
      "loss": 0.9793,
      "step": 10140
    },
    {
      "epoch": 2.83,
      "grad_norm": 0.1688224971294403,
      "learning_rate": 3.319712880267932e-07,
      "loss": 0.9764,
      "step": 10150
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.2598782181739807,
      "learning_rate": 3.322983533351939e-07,
      "loss": 0.9809,
      "step": 10160
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.22160857915878296,
      "learning_rate": 3.3262541864359473e-07,
      "loss": 0.973,
      "step": 10170
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.29253825545310974,
      "learning_rate": 3.329524839519955e-07,
      "loss": 0.9784,
      "step": 10180
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.25905683636665344,
      "learning_rate": 3.3327954926039633e-07,
      "loss": 0.9845,
      "step": 10190
    },
    {
      "epoch": 2.85,
      "grad_norm": 0.2511232793331146,
      "learning_rate": 3.3360661456879706e-07,
      "loss": 0.9782,
      "step": 10200
    },
    {
      "epoch": 2.85,
      "grad_norm": 0.2435237318277359,
      "learning_rate": 3.3393367987719783e-07,
      "loss": 0.9738,
      "step": 10210
    },
    {
      "epoch": 2.85,
      "grad_norm": 0.22051271796226501,
      "learning_rate": 3.3426074518559866e-07,
      "loss": 0.9759,
      "step": 10220
    },
    {
      "epoch": 2.86,
      "grad_norm": 0.21476583182811737,
      "learning_rate": 3.345878104939994e-07,
      "loss": 0.9777,
      "step": 10230
    },
    {
      "epoch": 2.86,
      "grad_norm": 0.6131585836410522,
      "learning_rate": 3.349148758024002e-07,
      "loss": 0.9728,
      "step": 10240
    },
    {
      "epoch": 2.86,
      "grad_norm": 0.4528888165950775,
      "learning_rate": 3.35241941110801e-07,
      "loss": 0.9689,
      "step": 10250
    },
    {
      "epoch": 2.86,
      "grad_norm": 0.341153085231781,
      "learning_rate": 3.3556900641920177e-07,
      "loss": 0.9834,
      "step": 10260
    },
    {
      "epoch": 2.87,
      "grad_norm": 0.2245701104402542,
      "learning_rate": 3.3589607172760254e-07,
      "loss": 0.975,
      "step": 10270
    },
    {
      "epoch": 2.87,
      "grad_norm": 0.2018924504518509,
      "learning_rate": 3.362231370360033e-07,
      "loss": 0.976,
      "step": 10280
    },
    {
      "epoch": 2.87,
      "grad_norm": 0.24748322367668152,
      "learning_rate": 3.365502023444041e-07,
      "loss": 0.973,
      "step": 10290
    },
    {
      "epoch": 2.87,
      "grad_norm": 0.4547569155693054,
      "learning_rate": 3.3687726765280487e-07,
      "loss": 0.9852,
      "step": 10300
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.18134786188602448,
      "learning_rate": 3.372043329612057e-07,
      "loss": 0.9758,
      "step": 10310
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.47244390845298767,
      "learning_rate": 3.375313982696064e-07,
      "loss": 0.9848,
      "step": 10320
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.20063650608062744,
      "learning_rate": 3.378584635780072e-07,
      "loss": 0.9808,
      "step": 10330
    },
    {
      "epoch": 2.89,
      "grad_norm": 0.4507297873497009,
      "learning_rate": 3.3818552888640803e-07,
      "loss": 0.9642,
      "step": 10340
    },
    {
      "epoch": 2.89,
      "grad_norm": 0.6594074964523315,
      "learning_rate": 3.3851259419480875e-07,
      "loss": 0.9673,
      "step": 10350
    },
    {
      "epoch": 2.89,
      "grad_norm": 0.2643803060054779,
      "learning_rate": 3.388396595032096e-07,
      "loss": 0.9841,
      "step": 10360
    },
    {
      "epoch": 2.89,
      "grad_norm": 0.2027626782655716,
      "learning_rate": 3.3916672481161036e-07,
      "loss": 0.9733,
      "step": 10370
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.3603668510913849,
      "learning_rate": 3.3949379012001114e-07,
      "loss": 0.9702,
      "step": 10380
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.40434107184410095,
      "learning_rate": 3.398208554284119e-07,
      "loss": 0.9685,
      "step": 10390
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.4478391706943512,
      "learning_rate": 3.401479207368127e-07,
      "loss": 0.9674,
      "step": 10400
    },
    {
      "epoch": 2.91,
      "grad_norm": 0.38477399945259094,
      "learning_rate": 3.4047498604521347e-07,
      "loss": 0.9627,
      "step": 10410
    },
    {
      "epoch": 2.91,
      "grad_norm": 0.3302098512649536,
      "learning_rate": 3.4080205135361424e-07,
      "loss": 0.9762,
      "step": 10420
    },
    {
      "epoch": 2.91,
      "grad_norm": 0.6593693494796753,
      "learning_rate": 3.4112911666201507e-07,
      "loss": 0.9814,
      "step": 10430
    },
    {
      "epoch": 2.91,
      "grad_norm": 0.18002931773662567,
      "learning_rate": 3.414561819704158e-07,
      "loss": 0.973,
      "step": 10440
    },
    {
      "epoch": 2.92,
      "grad_norm": 0.28929293155670166,
      "learning_rate": 3.4178324727881657e-07,
      "loss": 0.9731,
      "step": 10450
    },
    {
      "epoch": 2.92,
      "grad_norm": 0.5280647277832031,
      "learning_rate": 3.421103125872174e-07,
      "loss": 0.98,
      "step": 10460
    },
    {
      "epoch": 2.92,
      "grad_norm": 0.22344151139259338,
      "learning_rate": 3.424373778956181e-07,
      "loss": 0.9814,
      "step": 10470
    },
    {
      "epoch": 2.92,
      "grad_norm": 0.36492231488227844,
      "learning_rate": 3.4276444320401895e-07,
      "loss": 0.9669,
      "step": 10480
    },
    {
      "epoch": 2.93,
      "grad_norm": 0.36070895195007324,
      "learning_rate": 3.4309150851241973e-07,
      "loss": 0.974,
      "step": 10490
    },
    {
      "epoch": 2.93,
      "grad_norm": 0.23204006254673004,
      "learning_rate": 3.4341857382082056e-07,
      "loss": 0.9814,
      "step": 10500
    },
    {
      "epoch": 2.93,
      "grad_norm": 0.2249215841293335,
      "learning_rate": 3.437456391292213e-07,
      "loss": 0.9688,
      "step": 10510
    },
    {
      "epoch": 2.94,
      "grad_norm": 0.43332257866859436,
      "learning_rate": 3.4407270443762206e-07,
      "loss": 0.9711,
      "step": 10520
    },
    {
      "epoch": 2.94,
      "grad_norm": 0.217658132314682,
      "learning_rate": 3.443997697460229e-07,
      "loss": 0.9694,
      "step": 10530
    },
    {
      "epoch": 2.94,
      "grad_norm": 0.29868441820144653,
      "learning_rate": 3.447268350544236e-07,
      "loss": 0.9716,
      "step": 10540
    },
    {
      "epoch": 2.94,
      "grad_norm": 0.39961373805999756,
      "learning_rate": 3.4505390036282444e-07,
      "loss": 0.9752,
      "step": 10550
    },
    {
      "epoch": 2.95,
      "grad_norm": 0.23082861304283142,
      "learning_rate": 3.453809656712252e-07,
      "loss": 0.9657,
      "step": 10560
    },
    {
      "epoch": 2.95,
      "grad_norm": 0.2802591323852539,
      "learning_rate": 3.45708030979626e-07,
      "loss": 0.9614,
      "step": 10570
    },
    {
      "epoch": 2.95,
      "grad_norm": 0.307544082403183,
      "learning_rate": 3.4603509628802677e-07,
      "loss": 0.9636,
      "step": 10580
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.7297958135604858,
      "learning_rate": 3.4636216159642755e-07,
      "loss": 0.9719,
      "step": 10590
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.6572670340538025,
      "learning_rate": 3.466892269048283e-07,
      "loss": 0.965,
      "step": 10600
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.30108967423439026,
      "learning_rate": 3.470162922132291e-07,
      "loss": 0.969,
      "step": 10610
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.2666052579879761,
      "learning_rate": 3.4734335752162993e-07,
      "loss": 0.9829,
      "step": 10620
    },
    {
      "epoch": 2.97,
      "grad_norm": 0.47108781337738037,
      "learning_rate": 3.4767042283003065e-07,
      "loss": 0.9595,
      "step": 10630
    },
    {
      "epoch": 2.97,
      "grad_norm": 0.6106237769126892,
      "learning_rate": 3.4799748813843143e-07,
      "loss": 0.9646,
      "step": 10640
    },
    {
      "epoch": 2.97,
      "grad_norm": 0.3152739405632019,
      "learning_rate": 3.4832455344683226e-07,
      "loss": 0.9689,
      "step": 10650
    },
    {
      "epoch": 2.98,
      "grad_norm": 0.42041459679603577,
      "learning_rate": 3.48651618755233e-07,
      "loss": 0.9683,
      "step": 10660
    },
    {
      "epoch": 2.98,
      "grad_norm": 0.5721976161003113,
      "learning_rate": 3.489786840636338e-07,
      "loss": 0.9705,
      "step": 10670
    },
    {
      "epoch": 2.98,
      "grad_norm": 0.5364387631416321,
      "learning_rate": 3.493057493720346e-07,
      "loss": 0.9559,
      "step": 10680
    },
    {
      "epoch": 2.98,
      "grad_norm": 0.3695700764656067,
      "learning_rate": 3.496328146804354e-07,
      "loss": 0.9722,
      "step": 10690
    },
    {
      "epoch": 2.99,
      "grad_norm": 0.23155681788921356,
      "learning_rate": 3.4995987998883614e-07,
      "loss": 0.9723,
      "step": 10700
    },
    {
      "epoch": 2.99,
      "grad_norm": 0.5061469078063965,
      "learning_rate": 3.502869452972369e-07,
      "loss": 0.9651,
      "step": 10710
    },
    {
      "epoch": 2.99,
      "grad_norm": 0.33332982659339905,
      "learning_rate": 3.506140106056377e-07,
      "loss": 0.9641,
      "step": 10720
    },
    {
      "epoch": 2.99,
      "grad_norm": 0.3879944086074829,
      "learning_rate": 3.5094107591403847e-07,
      "loss": 0.9611,
      "step": 10730
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.5182242393493652,
      "learning_rate": 3.512681412224393e-07,
      "loss": 0.9684,
      "step": 10740
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.9674769639968872,
      "eval_runtime": 81.7134,
      "eval_samples_per_second": 61.912,
      "eval_steps_per_second": 7.747,
      "step": 10749
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.8773301839828491,
      "learning_rate": 3.5159520653084e-07,
      "loss": 0.978,
      "step": 10750
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.35375553369522095,
      "learning_rate": 3.519222718392408e-07,
      "loss": 0.955,
      "step": 10760
    },
    {
      "epoch": 3.01,
      "grad_norm": 0.3414471745491028,
      "learning_rate": 3.522493371476416e-07,
      "loss": 0.9679,
      "step": 10770
    },
    {
      "epoch": 3.01,
      "grad_norm": 0.38468652963638306,
      "learning_rate": 3.5257640245604235e-07,
      "loss": 0.9626,
      "step": 10780
    },
    {
      "epoch": 3.01,
      "grad_norm": 0.8900244235992432,
      "learning_rate": 3.529034677644432e-07,
      "loss": 0.9688,
      "step": 10790
    },
    {
      "epoch": 3.01,
      "grad_norm": 0.5837218165397644,
      "learning_rate": 3.5323053307284396e-07,
      "loss": 0.966,
      "step": 10800
    },
    {
      "epoch": 3.02,
      "grad_norm": 0.33818429708480835,
      "learning_rate": 3.535575983812448e-07,
      "loss": 0.9526,
      "step": 10810
    },
    {
      "epoch": 3.02,
      "grad_norm": 0.3442026972770691,
      "learning_rate": 3.538846636896455e-07,
      "loss": 0.9636,
      "step": 10820
    },
    {
      "epoch": 3.02,
      "grad_norm": 0.40725433826446533,
      "learning_rate": 3.542117289980463e-07,
      "loss": 0.9712,
      "step": 10830
    },
    {
      "epoch": 3.03,
      "grad_norm": 0.7045230865478516,
      "learning_rate": 3.545387943064471e-07,
      "loss": 0.9743,
      "step": 10840
    },
    {
      "epoch": 3.03,
      "grad_norm": 0.49384087324142456,
      "learning_rate": 3.5486585961484784e-07,
      "loss": 0.968,
      "step": 10850
    },
    {
      "epoch": 3.03,
      "grad_norm": 0.47635969519615173,
      "learning_rate": 3.5519292492324867e-07,
      "loss": 0.97,
      "step": 10860
    },
    {
      "epoch": 3.03,
      "grad_norm": 0.4736312925815582,
      "learning_rate": 3.5551999023164944e-07,
      "loss": 0.9644,
      "step": 10870
    },
    {
      "epoch": 3.04,
      "grad_norm": 0.5268591046333313,
      "learning_rate": 3.5584705554005017e-07,
      "loss": 0.9544,
      "step": 10880
    },
    {
      "epoch": 3.04,
      "grad_norm": 0.44891926646232605,
      "learning_rate": 3.56174120848451e-07,
      "loss": 0.964,
      "step": 10890
    },
    {
      "epoch": 3.04,
      "grad_norm": 0.39017990231513977,
      "learning_rate": 3.5650118615685177e-07,
      "loss": 0.9697,
      "step": 10900
    },
    {
      "epoch": 3.04,
      "grad_norm": 0.4341285526752472,
      "learning_rate": 3.5682825146525255e-07,
      "loss": 0.9642,
      "step": 10910
    },
    {
      "epoch": 3.05,
      "grad_norm": 0.31919917464256287,
      "learning_rate": 3.571553167736533e-07,
      "loss": 0.9756,
      "step": 10920
    },
    {
      "epoch": 3.05,
      "grad_norm": 0.28589528799057007,
      "learning_rate": 3.5748238208205415e-07,
      "loss": 0.9695,
      "step": 10930
    },
    {
      "epoch": 3.05,
      "grad_norm": 0.7283284664154053,
      "learning_rate": 3.578094473904549e-07,
      "loss": 0.9755,
      "step": 10940
    },
    {
      "epoch": 3.06,
      "grad_norm": 0.7433578968048096,
      "learning_rate": 3.5813651269885565e-07,
      "loss": 0.9656,
      "step": 10950
    },
    {
      "epoch": 3.06,
      "grad_norm": 0.6455904841423035,
      "learning_rate": 3.584635780072565e-07,
      "loss": 0.9783,
      "step": 10960
    },
    {
      "epoch": 3.06,
      "grad_norm": 0.6060776114463806,
      "learning_rate": 3.587906433156572e-07,
      "loss": 0.9771,
      "step": 10970
    },
    {
      "epoch": 3.06,
      "grad_norm": 0.5551697611808777,
      "learning_rate": 3.5911770862405804e-07,
      "loss": 0.9552,
      "step": 10980
    },
    {
      "epoch": 3.07,
      "grad_norm": 0.25479599833488464,
      "learning_rate": 3.594447739324588e-07,
      "loss": 0.977,
      "step": 10990
    },
    {
      "epoch": 3.07,
      "grad_norm": 0.3992476165294647,
      "learning_rate": 3.5977183924085964e-07,
      "loss": 0.965,
      "step": 11000
    },
    {
      "epoch": 3.07,
      "grad_norm": 0.5288883447647095,
      "learning_rate": 3.6009890454926036e-07,
      "loss": 0.9661,
      "step": 11010
    },
    {
      "epoch": 3.08,
      "grad_norm": 0.43462100625038147,
      "learning_rate": 3.6042596985766114e-07,
      "loss": 0.9584,
      "step": 11020
    },
    {
      "epoch": 3.08,
      "grad_norm": 0.5880059599876404,
      "learning_rate": 3.607530351660619e-07,
      "loss": 0.9584,
      "step": 11030
    },
    {
      "epoch": 3.08,
      "grad_norm": 0.22127708792686462,
      "learning_rate": 3.610801004744627e-07,
      "loss": 0.9764,
      "step": 11040
    },
    {
      "epoch": 3.08,
      "grad_norm": 0.2594655156135559,
      "learning_rate": 3.614071657828635e-07,
      "loss": 0.9557,
      "step": 11050
    },
    {
      "epoch": 3.09,
      "grad_norm": 0.8259235620498657,
      "learning_rate": 3.6173423109126425e-07,
      "loss": 0.9534,
      "step": 11060
    },
    {
      "epoch": 3.09,
      "grad_norm": 0.45311999320983887,
      "learning_rate": 3.62061296399665e-07,
      "loss": 0.9653,
      "step": 11070
    },
    {
      "epoch": 3.09,
      "grad_norm": 1.7209926843643188,
      "learning_rate": 3.6238836170806585e-07,
      "loss": 0.9627,
      "step": 11080
    },
    {
      "epoch": 3.1,
      "grad_norm": 0.36142027378082275,
      "learning_rate": 3.627154270164666e-07,
      "loss": 0.9606,
      "step": 11090
    },
    {
      "epoch": 3.1,
      "grad_norm": 0.34103700518608093,
      "learning_rate": 3.630424923248674e-07,
      "loss": 0.9599,
      "step": 11100
    },
    {
      "epoch": 3.1,
      "grad_norm": 0.3746587336063385,
      "learning_rate": 3.633695576332682e-07,
      "loss": 0.9496,
      "step": 11110
    },
    {
      "epoch": 3.1,
      "grad_norm": 4.391824245452881,
      "learning_rate": 3.63696622941669e-07,
      "loss": 0.9643,
      "step": 11120
    },
    {
      "epoch": 3.11,
      "grad_norm": 0.5823866128921509,
      "learning_rate": 3.6402368825006973e-07,
      "loss": 0.9548,
      "step": 11130
    },
    {
      "epoch": 3.11,
      "grad_norm": 0.3064877986907959,
      "learning_rate": 3.643507535584705e-07,
      "loss": 0.9673,
      "step": 11140
    },
    {
      "epoch": 3.11,
      "grad_norm": 0.5067332983016968,
      "learning_rate": 3.6467781886687134e-07,
      "loss": 0.9669,
      "step": 11150
    },
    {
      "epoch": 3.11,
      "grad_norm": 0.5650886297225952,
      "learning_rate": 3.6500488417527206e-07,
      "loss": 0.9551,
      "step": 11160
    },
    {
      "epoch": 3.12,
      "grad_norm": 0.35650935769081116,
      "learning_rate": 3.653319494836729e-07,
      "loss": 0.9666,
      "step": 11170
    },
    {
      "epoch": 3.12,
      "grad_norm": 0.37930747866630554,
      "learning_rate": 3.6565901479207367e-07,
      "loss": 0.9564,
      "step": 11180
    },
    {
      "epoch": 3.12,
      "grad_norm": 0.3541469871997833,
      "learning_rate": 3.659860801004744e-07,
      "loss": 0.9645,
      "step": 11190
    },
    {
      "epoch": 3.13,
      "grad_norm": 0.2842631936073303,
      "learning_rate": 3.663131454088752e-07,
      "loss": 0.9735,
      "step": 11200
    },
    {
      "epoch": 3.13,
      "grad_norm": 0.24569623172283173,
      "learning_rate": 3.66640210717276e-07,
      "loss": 0.9755,
      "step": 11210
    },
    {
      "epoch": 3.13,
      "grad_norm": 0.5544945597648621,
      "learning_rate": 3.6696727602567677e-07,
      "loss": 0.9565,
      "step": 11220
    },
    {
      "epoch": 3.13,
      "grad_norm": 0.5307416915893555,
      "learning_rate": 3.6729434133407755e-07,
      "loss": 0.9734,
      "step": 11230
    },
    {
      "epoch": 3.14,
      "grad_norm": 0.41396841406822205,
      "learning_rate": 3.676214066424784e-07,
      "loss": 0.9581,
      "step": 11240
    },
    {
      "epoch": 3.14,
      "grad_norm": 0.39552921056747437,
      "learning_rate": 3.679484719508791e-07,
      "loss": 0.9487,
      "step": 11250
    },
    {
      "epoch": 3.14,
      "grad_norm": 0.6370521783828735,
      "learning_rate": 3.682755372592799e-07,
      "loss": 0.9687,
      "step": 11260
    },
    {
      "epoch": 3.15,
      "grad_norm": 0.26885777711868286,
      "learning_rate": 3.686026025676807e-07,
      "loss": 0.9674,
      "step": 11270
    },
    {
      "epoch": 3.15,
      "grad_norm": 0.34767138957977295,
      "learning_rate": 3.6892966787608143e-07,
      "loss": 0.9656,
      "step": 11280
    },
    {
      "epoch": 3.15,
      "grad_norm": 0.3913825750350952,
      "learning_rate": 3.6925673318448226e-07,
      "loss": 0.9626,
      "step": 11290
    },
    {
      "epoch": 3.15,
      "grad_norm": 0.3729439675807953,
      "learning_rate": 3.6958379849288304e-07,
      "loss": 0.953,
      "step": 11300
    },
    {
      "epoch": 3.16,
      "grad_norm": 1.0929768085479736,
      "learning_rate": 3.6991086380128376e-07,
      "loss": 0.9556,
      "step": 11310
    },
    {
      "epoch": 3.16,
      "grad_norm": 0.5656570792198181,
      "learning_rate": 3.702379291096846e-07,
      "loss": 0.9733,
      "step": 11320
    },
    {
      "epoch": 3.16,
      "grad_norm": 0.36619898676872253,
      "learning_rate": 3.7056499441808537e-07,
      "loss": 0.9505,
      "step": 11330
    },
    {
      "epoch": 3.16,
      "grad_norm": 0.37682461738586426,
      "learning_rate": 3.708920597264862e-07,
      "loss": 0.9575,
      "step": 11340
    },
    {
      "epoch": 3.17,
      "grad_norm": 0.41431593894958496,
      "learning_rate": 3.712191250348869e-07,
      "loss": 0.9594,
      "step": 11350
    },
    {
      "epoch": 3.17,
      "grad_norm": 0.4011301100254059,
      "learning_rate": 3.7154619034328775e-07,
      "loss": 0.9614,
      "step": 11360
    },
    {
      "epoch": 3.17,
      "grad_norm": 0.42265084385871887,
      "learning_rate": 3.7187325565168847e-07,
      "loss": 0.9603,
      "step": 11370
    },
    {
      "epoch": 3.18,
      "grad_norm": 0.3261938691139221,
      "learning_rate": 3.7220032096008925e-07,
      "loss": 0.9676,
      "step": 11380
    },
    {
      "epoch": 3.18,
      "grad_norm": 0.951361358165741,
      "learning_rate": 3.725273862684901e-07,
      "loss": 0.9744,
      "step": 11390
    },
    {
      "epoch": 3.18,
      "grad_norm": 0.5863564610481262,
      "learning_rate": 3.728544515768908e-07,
      "loss": 0.9589,
      "step": 11400
    },
    {
      "epoch": 3.18,
      "grad_norm": 0.9118561744689941,
      "learning_rate": 3.7318151688529163e-07,
      "loss": 0.96,
      "step": 11410
    },
    {
      "epoch": 3.19,
      "grad_norm": 0.47920310497283936,
      "learning_rate": 3.735085821936924e-07,
      "loss": 0.9553,
      "step": 11420
    },
    {
      "epoch": 3.19,
      "grad_norm": 0.4611397087574005,
      "learning_rate": 3.7383564750209324e-07,
      "loss": 0.9594,
      "step": 11430
    },
    {
      "epoch": 3.19,
      "grad_norm": 0.29403725266456604,
      "learning_rate": 3.7416271281049396e-07,
      "loss": 0.9708,
      "step": 11440
    },
    {
      "epoch": 3.2,
      "grad_norm": 0.48638716340065,
      "learning_rate": 3.7448977811889473e-07,
      "loss": 0.9594,
      "step": 11450
    },
    {
      "epoch": 3.2,
      "grad_norm": 0.30692267417907715,
      "learning_rate": 3.7481684342729556e-07,
      "loss": 0.9639,
      "step": 11460
    },
    {
      "epoch": 3.2,
      "grad_norm": 0.5709844827651978,
      "learning_rate": 3.751439087356963e-07,
      "loss": 0.9542,
      "step": 11470
    },
    {
      "epoch": 3.2,
      "grad_norm": 0.3764641582965851,
      "learning_rate": 3.754709740440971e-07,
      "loss": 0.9563,
      "step": 11480
    },
    {
      "epoch": 3.21,
      "grad_norm": 0.510226309299469,
      "learning_rate": 3.757980393524979e-07,
      "loss": 0.9581,
      "step": 11490
    },
    {
      "epoch": 3.21,
      "grad_norm": 0.7202200293540955,
      "learning_rate": 3.761251046608986e-07,
      "loss": 0.9558,
      "step": 11500
    },
    {
      "epoch": 3.21,
      "grad_norm": 0.38945668935775757,
      "learning_rate": 3.7645216996929945e-07,
      "loss": 0.9605,
      "step": 11510
    },
    {
      "epoch": 3.22,
      "grad_norm": 0.42306041717529297,
      "learning_rate": 3.767792352777002e-07,
      "loss": 0.9524,
      "step": 11520
    },
    {
      "epoch": 3.22,
      "grad_norm": 0.3246055245399475,
      "learning_rate": 3.77106300586101e-07,
      "loss": 0.9616,
      "step": 11530
    },
    {
      "epoch": 3.22,
      "grad_norm": 0.7496566772460938,
      "learning_rate": 3.774333658945018e-07,
      "loss": 0.9532,
      "step": 11540
    },
    {
      "epoch": 3.22,
      "grad_norm": 0.3738269805908203,
      "learning_rate": 3.777604312029026e-07,
      "loss": 0.9574,
      "step": 11550
    },
    {
      "epoch": 3.23,
      "grad_norm": 0.6820248365402222,
      "learning_rate": 3.7808749651130333e-07,
      "loss": 0.958,
      "step": 11560
    },
    {
      "epoch": 3.23,
      "grad_norm": 0.41029593348503113,
      "learning_rate": 3.784145618197041e-07,
      "loss": 0.9543,
      "step": 11570
    },
    {
      "epoch": 3.23,
      "grad_norm": 0.34343063831329346,
      "learning_rate": 3.7874162712810493e-07,
      "loss": 0.9627,
      "step": 11580
    },
    {
      "epoch": 3.23,
      "grad_norm": 0.36318784952163696,
      "learning_rate": 3.7906869243650566e-07,
      "loss": 0.9593,
      "step": 11590
    },
    {
      "epoch": 3.24,
      "grad_norm": 0.44811174273490906,
      "learning_rate": 3.793957577449065e-07,
      "loss": 0.9663,
      "step": 11600
    },
    {
      "epoch": 3.24,
      "grad_norm": 0.35429859161376953,
      "learning_rate": 3.7972282305330726e-07,
      "loss": 0.9662,
      "step": 11610
    },
    {
      "epoch": 3.24,
      "grad_norm": 0.3927854299545288,
      "learning_rate": 3.80049888361708e-07,
      "loss": 0.9632,
      "step": 11620
    },
    {
      "epoch": 3.25,
      "grad_norm": 0.6357273459434509,
      "learning_rate": 3.803769536701088e-07,
      "loss": 0.9528,
      "step": 11630
    },
    {
      "epoch": 3.25,
      "grad_norm": 0.43717634677886963,
      "learning_rate": 3.807040189785096e-07,
      "loss": 0.9644,
      "step": 11640
    },
    {
      "epoch": 3.25,
      "grad_norm": 0.916707456111908,
      "learning_rate": 3.810310842869104e-07,
      "loss": 0.9597,
      "step": 11650
    },
    {
      "epoch": 3.25,
      "grad_norm": 0.5238649249076843,
      "learning_rate": 3.8135814959531114e-07,
      "loss": 0.9614,
      "step": 11660
    },
    {
      "epoch": 3.26,
      "grad_norm": 0.791640043258667,
      "learning_rate": 3.8168521490371197e-07,
      "loss": 0.9479,
      "step": 11670
    },
    {
      "epoch": 3.26,
      "grad_norm": 0.35033106803894043,
      "learning_rate": 3.820122802121127e-07,
      "loss": 0.957,
      "step": 11680
    },
    {
      "epoch": 3.26,
      "grad_norm": 0.27408474683761597,
      "learning_rate": 3.8233934552051347e-07,
      "loss": 0.9557,
      "step": 11690
    },
    {
      "epoch": 3.27,
      "grad_norm": 0.3415321707725525,
      "learning_rate": 3.826664108289143e-07,
      "loss": 0.9723,
      "step": 11700
    },
    {
      "epoch": 3.27,
      "grad_norm": 0.5268069505691528,
      "learning_rate": 3.82993476137315e-07,
      "loss": 0.9503,
      "step": 11710
    },
    {
      "epoch": 3.27,
      "grad_norm": 0.7221207022666931,
      "learning_rate": 3.8332054144571585e-07,
      "loss": 0.9678,
      "step": 11720
    },
    {
      "epoch": 3.27,
      "grad_norm": 1.4320554733276367,
      "learning_rate": 3.8364760675411663e-07,
      "loss": 0.9578,
      "step": 11730
    },
    {
      "epoch": 3.28,
      "grad_norm": 0.39047202467918396,
      "learning_rate": 3.8397467206251735e-07,
      "loss": 0.9552,
      "step": 11740
    },
    {
      "epoch": 3.28,
      "grad_norm": 0.5557911992073059,
      "learning_rate": 3.843017373709182e-07,
      "loss": 0.959,
      "step": 11750
    },
    {
      "epoch": 3.28,
      "grad_norm": 0.7545737028121948,
      "learning_rate": 3.8462880267931896e-07,
      "loss": 0.9592,
      "step": 11760
    },
    {
      "epoch": 3.28,
      "grad_norm": 0.17117595672607422,
      "learning_rate": 3.849558679877198e-07,
      "loss": 0.9564,
      "step": 11770
    },
    {
      "epoch": 3.29,
      "grad_norm": 0.32237112522125244,
      "learning_rate": 3.852829332961205e-07,
      "loss": 0.9455,
      "step": 11780
    },
    {
      "epoch": 3.29,
      "grad_norm": 0.7083560228347778,
      "learning_rate": 3.8560999860452134e-07,
      "loss": 0.9672,
      "step": 11790
    },
    {
      "epoch": 3.29,
      "grad_norm": 0.7935348749160767,
      "learning_rate": 3.859370639129221e-07,
      "loss": 0.9627,
      "step": 11800
    },
    {
      "epoch": 3.3,
      "grad_norm": 0.2598735988140106,
      "learning_rate": 3.8626412922132284e-07,
      "loss": 0.9674,
      "step": 11810
    },
    {
      "epoch": 3.3,
      "grad_norm": 1.4534521102905273,
      "learning_rate": 3.8659119452972367e-07,
      "loss": 0.9619,
      "step": 11820
    },
    {
      "epoch": 3.3,
      "grad_norm": 0.4982554614543915,
      "learning_rate": 3.8691825983812445e-07,
      "loss": 0.9415,
      "step": 11830
    },
    {
      "epoch": 3.3,
      "grad_norm": 0.480259507894516,
      "learning_rate": 3.872453251465252e-07,
      "loss": 0.9602,
      "step": 11840
    },
    {
      "epoch": 3.31,
      "grad_norm": 0.549714207649231,
      "learning_rate": 3.87572390454926e-07,
      "loss": 0.9472,
      "step": 11850
    },
    {
      "epoch": 3.31,
      "grad_norm": 0.21924424171447754,
      "learning_rate": 3.8789945576332683e-07,
      "loss": 0.954,
      "step": 11860
    },
    {
      "epoch": 3.31,
      "grad_norm": 0.6683064699172974,
      "learning_rate": 3.8822652107172755e-07,
      "loss": 0.9391,
      "step": 11870
    },
    {
      "epoch": 3.32,
      "grad_norm": 0.2956593334674835,
      "learning_rate": 3.8855358638012833e-07,
      "loss": 0.9478,
      "step": 11880
    },
    {
      "epoch": 3.32,
      "grad_norm": 0.8204903602600098,
      "learning_rate": 3.8888065168852916e-07,
      "loss": 0.9634,
      "step": 11890
    },
    {
      "epoch": 3.32,
      "grad_norm": 0.6694321036338806,
      "learning_rate": 3.892077169969299e-07,
      "loss": 0.9491,
      "step": 11900
    },
    {
      "epoch": 3.32,
      "grad_norm": 0.44756823778152466,
      "learning_rate": 3.895347823053307e-07,
      "loss": 0.9565,
      "step": 11910
    },
    {
      "epoch": 3.33,
      "grad_norm": 0.3749144375324249,
      "learning_rate": 3.898618476137315e-07,
      "loss": 0.961,
      "step": 11920
    },
    {
      "epoch": 3.33,
      "grad_norm": 0.5168646574020386,
      "learning_rate": 3.901889129221322e-07,
      "loss": 0.959,
      "step": 11930
    },
    {
      "epoch": 3.33,
      "grad_norm": 0.664272665977478,
      "learning_rate": 3.9051597823053304e-07,
      "loss": 0.9596,
      "step": 11940
    },
    {
      "epoch": 3.34,
      "grad_norm": 0.49877065420150757,
      "learning_rate": 3.908430435389338e-07,
      "loss": 0.9583,
      "step": 11950
    },
    {
      "epoch": 3.34,
      "grad_norm": 0.7636529207229614,
      "learning_rate": 3.9117010884733465e-07,
      "loss": 0.9456,
      "step": 11960
    },
    {
      "epoch": 3.34,
      "grad_norm": 1.375634789466858,
      "learning_rate": 3.9149717415573537e-07,
      "loss": 0.9641,
      "step": 11970
    },
    {
      "epoch": 3.34,
      "grad_norm": 1.744601845741272,
      "learning_rate": 3.918242394641362e-07,
      "loss": 0.9519,
      "step": 11980
    },
    {
      "epoch": 3.35,
      "grad_norm": 0.9104830026626587,
      "learning_rate": 3.92151304772537e-07,
      "loss": 0.9403,
      "step": 11990
    },
    {
      "epoch": 3.35,
      "grad_norm": 0.5191124677658081,
      "learning_rate": 3.924783700809377e-07,
      "loss": 0.9528,
      "step": 12000
    },
    {
      "epoch": 3.35,
      "grad_norm": 0.6120818257331848,
      "learning_rate": 3.9280543538933853e-07,
      "loss": 0.9516,
      "step": 12010
    },
    {
      "epoch": 3.35,
      "grad_norm": 0.4681369662284851,
      "learning_rate": 3.9313250069773925e-07,
      "loss": 0.9575,
      "step": 12020
    },
    {
      "epoch": 3.36,
      "grad_norm": 0.3221178650856018,
      "learning_rate": 3.934595660061401e-07,
      "loss": 0.9476,
      "step": 12030
    },
    {
      "epoch": 3.36,
      "grad_norm": 0.6397157907485962,
      "learning_rate": 3.9378663131454086e-07,
      "loss": 0.9564,
      "step": 12040
    },
    {
      "epoch": 3.36,
      "grad_norm": 0.5699154734611511,
      "learning_rate": 3.941136966229416e-07,
      "loss": 0.9484,
      "step": 12050
    },
    {
      "epoch": 3.37,
      "grad_norm": 1.1532952785491943,
      "learning_rate": 3.944407619313424e-07,
      "loss": 0.9599,
      "step": 12060
    },
    {
      "epoch": 3.37,
      "grad_norm": 0.37522226572036743,
      "learning_rate": 3.947678272397432e-07,
      "loss": 0.9481,
      "step": 12070
    },
    {
      "epoch": 3.37,
      "grad_norm": 0.19959333539009094,
      "learning_rate": 3.95094892548144e-07,
      "loss": 0.9599,
      "step": 12080
    },
    {
      "epoch": 3.37,
      "grad_norm": 0.6205902099609375,
      "learning_rate": 3.9542195785654474e-07,
      "loss": 0.952,
      "step": 12090
    },
    {
      "epoch": 3.38,
      "grad_norm": 0.5710891485214233,
      "learning_rate": 3.9574902316494557e-07,
      "loss": 0.9555,
      "step": 12100
    },
    {
      "epoch": 3.38,
      "grad_norm": 0.5530489683151245,
      "learning_rate": 3.9607608847334634e-07,
      "loss": 0.9597,
      "step": 12110
    },
    {
      "epoch": 3.38,
      "grad_norm": 0.3105487823486328,
      "learning_rate": 3.9640315378174707e-07,
      "loss": 0.9551,
      "step": 12120
    },
    {
      "epoch": 3.39,
      "grad_norm": 0.6233780980110168,
      "learning_rate": 3.967302190901479e-07,
      "loss": 0.9541,
      "step": 12130
    },
    {
      "epoch": 3.39,
      "grad_norm": 0.32475677132606506,
      "learning_rate": 3.9705728439854867e-07,
      "loss": 0.9467,
      "step": 12140
    },
    {
      "epoch": 3.39,
      "grad_norm": 1.320479393005371,
      "learning_rate": 3.9738434970694945e-07,
      "loss": 0.9456,
      "step": 12150
    },
    {
      "epoch": 3.39,
      "grad_norm": 0.2664107382297516,
      "learning_rate": 3.977114150153502e-07,
      "loss": 0.9538,
      "step": 12160
    },
    {
      "epoch": 3.4,
      "grad_norm": 0.6435132622718811,
      "learning_rate": 3.98038480323751e-07,
      "loss": 0.9656,
      "step": 12170
    },
    {
      "epoch": 3.4,
      "grad_norm": 0.9611782431602478,
      "learning_rate": 3.983655456321518e-07,
      "loss": 0.9547,
      "step": 12180
    },
    {
      "epoch": 3.4,
      "grad_norm": 0.6732088327407837,
      "learning_rate": 3.9869261094055255e-07,
      "loss": 0.9609,
      "step": 12190
    },
    {
      "epoch": 3.4,
      "grad_norm": 0.49733683466911316,
      "learning_rate": 3.990196762489534e-07,
      "loss": 0.9544,
      "step": 12200
    },
    {
      "epoch": 3.41,
      "grad_norm": 0.5154885649681091,
      "learning_rate": 3.993467415573541e-07,
      "loss": 0.9685,
      "step": 12210
    },
    {
      "epoch": 3.41,
      "grad_norm": 0.41438668966293335,
      "learning_rate": 3.9967380686575494e-07,
      "loss": 0.9578,
      "step": 12220
    },
    {
      "epoch": 3.41,
      "grad_norm": 0.851026177406311,
      "learning_rate": 4.000008721741557e-07,
      "loss": 0.9568,
      "step": 12230
    },
    {
      "epoch": 3.42,
      "grad_norm": 0.5455166697502136,
      "learning_rate": 4.0032793748255644e-07,
      "loss": 0.9626,
      "step": 12240
    },
    {
      "epoch": 3.42,
      "grad_norm": 0.7271430492401123,
      "learning_rate": 4.0065500279095727e-07,
      "loss": 0.9528,
      "step": 12250
    },
    {
      "epoch": 3.42,
      "grad_norm": 0.38906168937683105,
      "learning_rate": 4.0098206809935804e-07,
      "loss": 0.9635,
      "step": 12260
    },
    {
      "epoch": 3.42,
      "grad_norm": 0.6217383146286011,
      "learning_rate": 4.0130913340775887e-07,
      "loss": 0.9518,
      "step": 12270
    },
    {
      "epoch": 3.43,
      "grad_norm": 0.36862120032310486,
      "learning_rate": 4.016361987161596e-07,
      "loss": 0.9381,
      "step": 12280
    },
    {
      "epoch": 3.43,
      "grad_norm": 1.1288950443267822,
      "learning_rate": 4.019632640245604e-07,
      "loss": 0.9468,
      "step": 12290
    },
    {
      "epoch": 3.43,
      "grad_norm": 0.593192458152771,
      "learning_rate": 4.022903293329612e-07,
      "loss": 0.9668,
      "step": 12300
    },
    {
      "epoch": 3.44,
      "grad_norm": 0.4424659311771393,
      "learning_rate": 4.026173946413619e-07,
      "loss": 0.9411,
      "step": 12310
    },
    {
      "epoch": 3.44,
      "grad_norm": 0.7690927386283875,
      "learning_rate": 4.0294445994976275e-07,
      "loss": 0.9437,
      "step": 12320
    },
    {
      "epoch": 3.44,
      "grad_norm": 0.4424538314342499,
      "learning_rate": 4.032715252581635e-07,
      "loss": 0.9713,
      "step": 12330
    },
    {
      "epoch": 3.44,
      "grad_norm": 0.734687864780426,
      "learning_rate": 4.035985905665643e-07,
      "loss": 0.9423,
      "step": 12340
    },
    {
      "epoch": 3.45,
      "grad_norm": 0.4900704622268677,
      "learning_rate": 4.039256558749651e-07,
      "loss": 0.9604,
      "step": 12350
    },
    {
      "epoch": 3.45,
      "grad_norm": 0.5207518339157104,
      "learning_rate": 4.042527211833658e-07,
      "loss": 0.957,
      "step": 12360
    },
    {
      "epoch": 3.45,
      "grad_norm": 1.01518714427948,
      "learning_rate": 4.0457978649176663e-07,
      "loss": 0.9628,
      "step": 12370
    },
    {
      "epoch": 3.46,
      "grad_norm": 0.6036548018455505,
      "learning_rate": 4.049068518001674e-07,
      "loss": 0.9587,
      "step": 12380
    },
    {
      "epoch": 3.46,
      "grad_norm": 0.417741060256958,
      "learning_rate": 4.0523391710856824e-07,
      "loss": 0.9545,
      "step": 12390
    },
    {
      "epoch": 3.46,
      "grad_norm": 0.48010092973709106,
      "learning_rate": 4.0556098241696896e-07,
      "loss": 0.9548,
      "step": 12400
    },
    {
      "epoch": 3.46,
      "grad_norm": 0.5765688419342041,
      "learning_rate": 4.058880477253698e-07,
      "loss": 0.9459,
      "step": 12410
    },
    {
      "epoch": 3.47,
      "grad_norm": 0.5794636011123657,
      "learning_rate": 4.0621511303377057e-07,
      "loss": 0.9554,
      "step": 12420
    },
    {
      "epoch": 3.47,
      "grad_norm": 0.7362649440765381,
      "learning_rate": 4.065421783421713e-07,
      "loss": 0.9539,
      "step": 12430
    },
    {
      "epoch": 3.47,
      "grad_norm": 0.49526333808898926,
      "learning_rate": 4.068692436505721e-07,
      "loss": 0.9535,
      "step": 12440
    },
    {
      "epoch": 3.47,
      "grad_norm": 0.5042085647583008,
      "learning_rate": 4.071963089589729e-07,
      "loss": 0.9494,
      "step": 12450
    },
    {
      "epoch": 3.48,
      "grad_norm": 0.39862558245658875,
      "learning_rate": 4.075233742673737e-07,
      "loss": 0.9386,
      "step": 12460
    },
    {
      "epoch": 3.48,
      "grad_norm": 0.7014841437339783,
      "learning_rate": 4.0785043957577445e-07,
      "loss": 0.9588,
      "step": 12470
    },
    {
      "epoch": 3.48,
      "grad_norm": 1.158644437789917,
      "learning_rate": 4.0817750488417523e-07,
      "loss": 0.9554,
      "step": 12480
    },
    {
      "epoch": 3.49,
      "grad_norm": 0.5739812254905701,
      "learning_rate": 4.08504570192576e-07,
      "loss": 0.9473,
      "step": 12490
    },
    {
      "epoch": 3.49,
      "grad_norm": 0.4906288981437683,
      "learning_rate": 4.088316355009768e-07,
      "loss": 0.942,
      "step": 12500
    },
    {
      "epoch": 3.49,
      "grad_norm": 0.37830987572669983,
      "learning_rate": 4.091587008093776e-07,
      "loss": 0.9593,
      "step": 12510
    },
    {
      "epoch": 3.49,
      "grad_norm": 0.40304526686668396,
      "learning_rate": 4.0948576611777833e-07,
      "loss": 0.958,
      "step": 12520
    },
    {
      "epoch": 3.5,
      "grad_norm": 0.6018425822257996,
      "learning_rate": 4.0981283142617916e-07,
      "loss": 0.9511,
      "step": 12530
    },
    {
      "epoch": 3.5,
      "grad_norm": 0.48223909735679626,
      "learning_rate": 4.1013989673457994e-07,
      "loss": 0.9439,
      "step": 12540
    },
    {
      "epoch": 3.5,
      "grad_norm": 0.32136914134025574,
      "learning_rate": 4.1046696204298066e-07,
      "loss": 0.9558,
      "step": 12550
    },
    {
      "epoch": 3.51,
      "grad_norm": 0.41802388429641724,
      "learning_rate": 4.107940273513815e-07,
      "loss": 0.9609,
      "step": 12560
    },
    {
      "epoch": 3.51,
      "grad_norm": 0.57895827293396,
      "learning_rate": 4.1112109265978227e-07,
      "loss": 0.9564,
      "step": 12570
    },
    {
      "epoch": 3.51,
      "grad_norm": 1.1517972946166992,
      "learning_rate": 4.114481579681831e-07,
      "loss": 0.9595,
      "step": 12580
    },
    {
      "epoch": 3.51,
      "grad_norm": 0.9854080080986023,
      "learning_rate": 4.117752232765838e-07,
      "loss": 0.9551,
      "step": 12590
    },
    {
      "epoch": 3.52,
      "grad_norm": 0.5356311798095703,
      "learning_rate": 4.121022885849846e-07,
      "loss": 0.9478,
      "step": 12600
    },
    {
      "epoch": 3.52,
      "grad_norm": 1.035697340965271,
      "learning_rate": 4.124293538933854e-07,
      "loss": 0.9521,
      "step": 12610
    },
    {
      "epoch": 3.52,
      "grad_norm": 1.3361101150512695,
      "learning_rate": 4.1275641920178615e-07,
      "loss": 0.9391,
      "step": 12620
    },
    {
      "epoch": 3.52,
      "grad_norm": 0.3086586594581604,
      "learning_rate": 4.13083484510187e-07,
      "loss": 0.9545,
      "step": 12630
    },
    {
      "epoch": 3.53,
      "grad_norm": 0.36677050590515137,
      "learning_rate": 4.1341054981858775e-07,
      "loss": 0.9455,
      "step": 12640
    },
    {
      "epoch": 3.53,
      "grad_norm": 0.46407946944236755,
      "learning_rate": 4.1373761512698853e-07,
      "loss": 0.9499,
      "step": 12650
    },
    {
      "epoch": 3.53,
      "grad_norm": 0.8006335496902466,
      "learning_rate": 4.140646804353893e-07,
      "loss": 0.9519,
      "step": 12660
    },
    {
      "epoch": 3.54,
      "grad_norm": 0.5656954050064087,
      "learning_rate": 4.1439174574379003e-07,
      "loss": 0.9479,
      "step": 12670
    },
    {
      "epoch": 3.54,
      "grad_norm": 0.5618270635604858,
      "learning_rate": 4.1471881105219086e-07,
      "loss": 0.9549,
      "step": 12680
    },
    {
      "epoch": 3.54,
      "grad_norm": 0.8951543569564819,
      "learning_rate": 4.1504587636059164e-07,
      "loss": 0.9581,
      "step": 12690
    },
    {
      "epoch": 3.54,
      "grad_norm": 0.36405524611473083,
      "learning_rate": 4.1537294166899247e-07,
      "loss": 0.9531,
      "step": 12700
    },
    {
      "epoch": 3.55,
      "grad_norm": 0.4091579020023346,
      "learning_rate": 4.157000069773932e-07,
      "loss": 0.9679,
      "step": 12710
    },
    {
      "epoch": 3.55,
      "grad_norm": 0.6012547016143799,
      "learning_rate": 4.16027072285794e-07,
      "loss": 0.9435,
      "step": 12720
    },
    {
      "epoch": 3.55,
      "grad_norm": 0.4556460678577423,
      "learning_rate": 4.163541375941948e-07,
      "loss": 0.9565,
      "step": 12730
    },
    {
      "epoch": 3.56,
      "grad_norm": 0.46271368861198425,
      "learning_rate": 4.166812029025955e-07,
      "loss": 0.9586,
      "step": 12740
    },
    {
      "epoch": 3.56,
      "grad_norm": 1.385036826133728,
      "learning_rate": 4.1700826821099635e-07,
      "loss": 0.9519,
      "step": 12750
    },
    {
      "epoch": 3.56,
      "grad_norm": 0.467303991317749,
      "learning_rate": 4.173353335193971e-07,
      "loss": 0.9653,
      "step": 12760
    },
    {
      "epoch": 3.56,
      "grad_norm": 0.5762840509414673,
      "learning_rate": 4.176623988277979e-07,
      "loss": 0.9565,
      "step": 12770
    },
    {
      "epoch": 3.57,
      "grad_norm": 0.38411015272140503,
      "learning_rate": 4.179894641361987e-07,
      "loss": 0.941,
      "step": 12780
    },
    {
      "epoch": 3.57,
      "grad_norm": 0.38248303532600403,
      "learning_rate": 4.1831652944459945e-07,
      "loss": 0.9589,
      "step": 12790
    },
    {
      "epoch": 3.57,
      "grad_norm": 0.4012991487979889,
      "learning_rate": 4.1864359475300023e-07,
      "loss": 0.9573,
      "step": 12800
    },
    {
      "epoch": 3.58,
      "grad_norm": 0.4283677339553833,
      "learning_rate": 4.18970660061401e-07,
      "loss": 0.9601,
      "step": 12810
    },
    {
      "epoch": 3.58,
      "grad_norm": 0.4555107355117798,
      "learning_rate": 4.1929772536980183e-07,
      "loss": 0.9536,
      "step": 12820
    },
    {
      "epoch": 3.58,
      "grad_norm": 0.27407947182655334,
      "learning_rate": 4.1962479067820256e-07,
      "loss": 0.9397,
      "step": 12830
    },
    {
      "epoch": 3.58,
      "grad_norm": 0.6953439116477966,
      "learning_rate": 4.199518559866034e-07,
      "loss": 0.9561,
      "step": 12840
    },
    {
      "epoch": 3.59,
      "grad_norm": 0.7714770436286926,
      "learning_rate": 4.2027892129500416e-07,
      "loss": 0.9455,
      "step": 12850
    },
    {
      "epoch": 3.59,
      "grad_norm": 1.0429044961929321,
      "learning_rate": 4.206059866034049e-07,
      "loss": 0.9578,
      "step": 12860
    },
    {
      "epoch": 3.59,
      "grad_norm": 0.5460119247436523,
      "learning_rate": 4.209330519118057e-07,
      "loss": 0.9616,
      "step": 12870
    },
    {
      "epoch": 3.59,
      "grad_norm": 0.3371099531650543,
      "learning_rate": 4.212601172202065e-07,
      "loss": 0.9449,
      "step": 12880
    },
    {
      "epoch": 3.6,
      "grad_norm": 0.3026954233646393,
      "learning_rate": 4.215871825286073e-07,
      "loss": 0.9411,
      "step": 12890
    },
    {
      "epoch": 3.6,
      "grad_norm": 0.23502624034881592,
      "learning_rate": 4.2191424783700805e-07,
      "loss": 0.9556,
      "step": 12900
    },
    {
      "epoch": 3.6,
      "grad_norm": 0.6265434622764587,
      "learning_rate": 4.222413131454088e-07,
      "loss": 0.9644,
      "step": 12910
    },
    {
      "epoch": 3.61,
      "grad_norm": 0.54886794090271,
      "learning_rate": 4.2256837845380965e-07,
      "loss": 0.9525,
      "step": 12920
    },
    {
      "epoch": 3.61,
      "grad_norm": 0.8962794542312622,
      "learning_rate": 4.228954437622104e-07,
      "loss": 0.9421,
      "step": 12930
    },
    {
      "epoch": 3.61,
      "grad_norm": 0.5318687558174133,
      "learning_rate": 4.232225090706112e-07,
      "loss": 0.9419,
      "step": 12940
    },
    {
      "epoch": 3.61,
      "grad_norm": 0.6045443415641785,
      "learning_rate": 4.23549574379012e-07,
      "loss": 0.9513,
      "step": 12950
    },
    {
      "epoch": 3.62,
      "grad_norm": 0.7684606313705444,
      "learning_rate": 4.2387663968741276e-07,
      "loss": 0.9496,
      "step": 12960
    },
    {
      "epoch": 3.62,
      "grad_norm": 0.5900337100028992,
      "learning_rate": 4.2420370499581353e-07,
      "loss": 0.9542,
      "step": 12970
    },
    {
      "epoch": 3.62,
      "grad_norm": 0.6127858757972717,
      "learning_rate": 4.2453077030421426e-07,
      "loss": 0.9564,
      "step": 12980
    },
    {
      "epoch": 3.63,
      "grad_norm": 0.7100830078125,
      "learning_rate": 4.248578356126151e-07,
      "loss": 0.9505,
      "step": 12990
    },
    {
      "epoch": 3.63,
      "grad_norm": 0.9023180603981018,
      "learning_rate": 4.2518490092101586e-07,
      "loss": 0.946,
      "step": 13000
    },
    {
      "epoch": 3.63,
      "grad_norm": 0.49595385789871216,
      "learning_rate": 4.255119662294167e-07,
      "loss": 0.9453,
      "step": 13010
    },
    {
      "epoch": 3.63,
      "grad_norm": 0.9711945652961731,
      "learning_rate": 4.258390315378174e-07,
      "loss": 0.9516,
      "step": 13020
    },
    {
      "epoch": 3.64,
      "grad_norm": 1.4942196607589722,
      "learning_rate": 4.261660968462182e-07,
      "loss": 0.9557,
      "step": 13030
    },
    {
      "epoch": 3.64,
      "grad_norm": 0.5828613042831421,
      "learning_rate": 4.26493162154619e-07,
      "loss": 0.9606,
      "step": 13040
    },
    {
      "epoch": 3.64,
      "grad_norm": 0.8655763864517212,
      "learning_rate": 4.2682022746301974e-07,
      "loss": 0.9581,
      "step": 13050
    },
    {
      "epoch": 3.64,
      "grad_norm": 0.7859451174736023,
      "learning_rate": 4.2714729277142057e-07,
      "loss": 0.9446,
      "step": 13060
    },
    {
      "epoch": 3.65,
      "grad_norm": 0.4197397828102112,
      "learning_rate": 4.2747435807982135e-07,
      "loss": 0.9431,
      "step": 13070
    },
    {
      "epoch": 3.65,
      "grad_norm": 0.8456604480743408,
      "learning_rate": 4.278014233882221e-07,
      "loss": 0.9477,
      "step": 13080
    },
    {
      "epoch": 3.65,
      "grad_norm": 0.476675420999527,
      "learning_rate": 4.281284886966229e-07,
      "loss": 0.952,
      "step": 13090
    },
    {
      "epoch": 3.66,
      "grad_norm": 1.737220287322998,
      "learning_rate": 4.284555540050237e-07,
      "loss": 0.9499,
      "step": 13100
    },
    {
      "epoch": 3.66,
      "grad_norm": 0.37926581501960754,
      "learning_rate": 4.2878261931342445e-07,
      "loss": 0.9501,
      "step": 13110
    },
    {
      "epoch": 3.66,
      "grad_norm": 0.7124467492103577,
      "learning_rate": 4.2910968462182523e-07,
      "loss": 0.9546,
      "step": 13120
    },
    {
      "epoch": 3.66,
      "grad_norm": 0.5232449173927307,
      "learning_rate": 4.2943674993022606e-07,
      "loss": 0.9435,
      "step": 13130
    },
    {
      "epoch": 3.67,
      "grad_norm": 1.2826883792877197,
      "learning_rate": 4.297638152386268e-07,
      "loss": 0.9586,
      "step": 13140
    },
    {
      "epoch": 3.67,
      "grad_norm": 0.6650864481925964,
      "learning_rate": 4.300908805470276e-07,
      "loss": 0.9374,
      "step": 13150
    },
    {
      "epoch": 3.67,
      "grad_norm": 0.5016630291938782,
      "learning_rate": 4.304179458554284e-07,
      "loss": 0.9531,
      "step": 13160
    },
    {
      "epoch": 3.68,
      "grad_norm": 0.8094723224639893,
      "learning_rate": 4.307450111638291e-07,
      "loss": 0.9479,
      "step": 13170
    },
    {
      "epoch": 3.68,
      "grad_norm": 0.7803573608398438,
      "learning_rate": 4.3107207647222994e-07,
      "loss": 0.9489,
      "step": 13180
    },
    {
      "epoch": 3.68,
      "grad_norm": 0.49998408555984497,
      "learning_rate": 4.313991417806307e-07,
      "loss": 0.9498,
      "step": 13190
    },
    {
      "epoch": 3.68,
      "grad_norm": 0.36222538352012634,
      "learning_rate": 4.3172620708903155e-07,
      "loss": 0.9499,
      "step": 13200
    },
    {
      "epoch": 3.69,
      "grad_norm": 0.37702929973602295,
      "learning_rate": 4.3205327239743227e-07,
      "loss": 0.9418,
      "step": 13210
    },
    {
      "epoch": 3.69,
      "grad_norm": 0.5137768387794495,
      "learning_rate": 4.3238033770583305e-07,
      "loss": 0.9429,
      "step": 13220
    },
    {
      "epoch": 3.69,
      "grad_norm": 0.3799847960472107,
      "learning_rate": 4.327074030142339e-07,
      "loss": 0.955,
      "step": 13230
    },
    {
      "epoch": 3.7,
      "grad_norm": 0.9384210109710693,
      "learning_rate": 4.330344683226346e-07,
      "loss": 0.9458,
      "step": 13240
    },
    {
      "epoch": 3.7,
      "grad_norm": 0.7461574077606201,
      "learning_rate": 4.3336153363103543e-07,
      "loss": 0.9561,
      "step": 13250
    },
    {
      "epoch": 3.7,
      "grad_norm": 0.5927020311355591,
      "learning_rate": 4.336885989394362e-07,
      "loss": 0.9554,
      "step": 13260
    },
    {
      "epoch": 3.7,
      "grad_norm": 1.0722395181655884,
      "learning_rate": 4.34015664247837e-07,
      "loss": 0.9511,
      "step": 13270
    },
    {
      "epoch": 3.71,
      "grad_norm": 1.0834287405014038,
      "learning_rate": 4.3434272955623776e-07,
      "loss": 0.9364,
      "step": 13280
    },
    {
      "epoch": 3.71,
      "grad_norm": 1.4742379188537598,
      "learning_rate": 4.3466979486463853e-07,
      "loss": 0.9428,
      "step": 13290
    },
    {
      "epoch": 3.71,
      "grad_norm": 0.3353193402290344,
      "learning_rate": 4.349968601730393e-07,
      "loss": 0.957,
      "step": 13300
    },
    {
      "epoch": 3.71,
      "grad_norm": 0.8941097855567932,
      "learning_rate": 4.353239254814401e-07,
      "loss": 0.9408,
      "step": 13310
    },
    {
      "epoch": 3.72,
      "grad_norm": 0.3900075852870941,
      "learning_rate": 4.356509907898409e-07,
      "loss": 0.9566,
      "step": 13320
    },
    {
      "epoch": 3.72,
      "grad_norm": 0.8674962520599365,
      "learning_rate": 4.3597805609824164e-07,
      "loss": 0.932,
      "step": 13330
    },
    {
      "epoch": 3.72,
      "grad_norm": 0.5720173716545105,
      "learning_rate": 4.363051214066424e-07,
      "loss": 0.9437,
      "step": 13340
    },
    {
      "epoch": 3.73,
      "grad_norm": 0.6829261183738708,
      "learning_rate": 4.3663218671504325e-07,
      "loss": 0.9477,
      "step": 13350
    },
    {
      "epoch": 3.73,
      "grad_norm": 0.4963845908641815,
      "learning_rate": 4.3695925202344397e-07,
      "loss": 0.9377,
      "step": 13360
    },
    {
      "epoch": 3.73,
      "grad_norm": 0.49057239294052124,
      "learning_rate": 4.372863173318448e-07,
      "loss": 0.9448,
      "step": 13370
    },
    {
      "epoch": 3.73,
      "grad_norm": 0.5549945831298828,
      "learning_rate": 4.376133826402456e-07,
      "loss": 0.9554,
      "step": 13380
    },
    {
      "epoch": 3.74,
      "grad_norm": 0.558216392993927,
      "learning_rate": 4.3794044794864635e-07,
      "loss": 0.9409,
      "step": 13390
    },
    {
      "epoch": 3.74,
      "grad_norm": 0.5269274711608887,
      "learning_rate": 4.3826751325704713e-07,
      "loss": 0.952,
      "step": 13400
    },
    {
      "epoch": 3.74,
      "grad_norm": 1.9527283906936646,
      "learning_rate": 4.385945785654479e-07,
      "loss": 0.9548,
      "step": 13410
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.37293222546577454,
      "learning_rate": 4.389216438738487e-07,
      "loss": 0.9417,
      "step": 13420
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.6622098088264465,
      "learning_rate": 4.3924870918224946e-07,
      "loss": 0.9674,
      "step": 13430
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.4195941984653473,
      "learning_rate": 4.395757744906503e-07,
      "loss": 0.9522,
      "step": 13440
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.5247105956077576,
      "learning_rate": 4.39902839799051e-07,
      "loss": 0.9311,
      "step": 13450
    },
    {
      "epoch": 3.76,
      "grad_norm": 4.085441589355469,
      "learning_rate": 4.402299051074518e-07,
      "loss": 0.9518,
      "step": 13460
    },
    {
      "epoch": 3.76,
      "grad_norm": 0.6405490636825562,
      "learning_rate": 4.405569704158526e-07,
      "loss": 0.937,
      "step": 13470
    },
    {
      "epoch": 3.76,
      "grad_norm": 0.4513390362262726,
      "learning_rate": 4.4088403572425334e-07,
      "loss": 0.9565,
      "step": 13480
    },
    {
      "epoch": 3.77,
      "grad_norm": 1.217116117477417,
      "learning_rate": 4.4121110103265417e-07,
      "loss": 0.9457,
      "step": 13490
    },
    {
      "epoch": 3.77,
      "grad_norm": 1.167868971824646,
      "learning_rate": 4.4153816634105494e-07,
      "loss": 0.963,
      "step": 13500
    },
    {
      "epoch": 3.77,
      "grad_norm": 1.314841866493225,
      "learning_rate": 4.4186523164945577e-07,
      "loss": 0.9582,
      "step": 13510
    },
    {
      "epoch": 3.77,
      "grad_norm": 0.9611583948135376,
      "learning_rate": 4.421922969578565e-07,
      "loss": 0.9449,
      "step": 13520
    },
    {
      "epoch": 3.78,
      "grad_norm": 0.7680345773696899,
      "learning_rate": 4.4251936226625727e-07,
      "loss": 0.9387,
      "step": 13530
    },
    {
      "epoch": 3.78,
      "grad_norm": 0.6453111171722412,
      "learning_rate": 4.428464275746581e-07,
      "loss": 0.9545,
      "step": 13540
    },
    {
      "epoch": 3.78,
      "grad_norm": 0.6691394448280334,
      "learning_rate": 4.431734928830588e-07,
      "loss": 0.9491,
      "step": 13550
    },
    {
      "epoch": 3.78,
      "grad_norm": 0.6294165253639221,
      "learning_rate": 4.4350055819145965e-07,
      "loss": 0.9584,
      "step": 13560
    },
    {
      "epoch": 3.79,
      "grad_norm": 0.44317248463630676,
      "learning_rate": 4.4382762349986043e-07,
      "loss": 0.9613,
      "step": 13570
    },
    {
      "epoch": 3.79,
      "grad_norm": 0.36834651231765747,
      "learning_rate": 4.441546888082612e-07,
      "loss": 0.9417,
      "step": 13580
    },
    {
      "epoch": 3.79,
      "grad_norm": 0.5811692476272583,
      "learning_rate": 4.44481754116662e-07,
      "loss": 0.9459,
      "step": 13590
    },
    {
      "epoch": 3.8,
      "grad_norm": 0.8456025719642639,
      "learning_rate": 4.4480881942506276e-07,
      "loss": 0.9576,
      "step": 13600
    },
    {
      "epoch": 3.8,
      "grad_norm": 0.5529077053070068,
      "learning_rate": 4.4513588473346354e-07,
      "loss": 0.9571,
      "step": 13610
    },
    {
      "epoch": 3.8,
      "grad_norm": 0.1923789530992508,
      "learning_rate": 4.454629500418643e-07,
      "loss": 0.9348,
      "step": 13620
    },
    {
      "epoch": 3.8,
      "grad_norm": 0.7042369246482849,
      "learning_rate": 4.4579001535026514e-07,
      "loss": 0.9511,
      "step": 13630
    },
    {
      "epoch": 3.81,
      "grad_norm": 0.40144866704940796,
      "learning_rate": 4.4611708065866587e-07,
      "loss": 0.9469,
      "step": 13640
    },
    {
      "epoch": 3.81,
      "grad_norm": 0.2741132378578186,
      "learning_rate": 4.4644414596706664e-07,
      "loss": 0.9474,
      "step": 13650
    },
    {
      "epoch": 3.81,
      "grad_norm": 0.7014676332473755,
      "learning_rate": 4.4677121127546747e-07,
      "loss": 0.9467,
      "step": 13660
    },
    {
      "epoch": 3.82,
      "grad_norm": 0.40294796228408813,
      "learning_rate": 4.470982765838682e-07,
      "loss": 0.9469,
      "step": 13670
    },
    {
      "epoch": 3.82,
      "grad_norm": 0.6066158413887024,
      "learning_rate": 4.47425341892269e-07,
      "loss": 0.9502,
      "step": 13680
    },
    {
      "epoch": 3.82,
      "grad_norm": 0.7628470659255981,
      "learning_rate": 4.477524072006698e-07,
      "loss": 0.9436,
      "step": 13690
    },
    {
      "epoch": 3.82,
      "grad_norm": 0.5362190008163452,
      "learning_rate": 4.480794725090706e-07,
      "loss": 0.9394,
      "step": 13700
    },
    {
      "epoch": 3.83,
      "grad_norm": 0.5300281047821045,
      "learning_rate": 4.4840653781747135e-07,
      "loss": 0.9435,
      "step": 13710
    },
    {
      "epoch": 3.83,
      "grad_norm": 1.268044352531433,
      "learning_rate": 4.4873360312587213e-07,
      "loss": 0.9575,
      "step": 13720
    },
    {
      "epoch": 3.83,
      "grad_norm": 0.8399673104286194,
      "learning_rate": 4.490606684342729e-07,
      "loss": 0.9542,
      "step": 13730
    },
    {
      "epoch": 3.83,
      "grad_norm": 1.8346507549285889,
      "learning_rate": 4.493877337426737e-07,
      "loss": 0.9416,
      "step": 13740
    },
    {
      "epoch": 3.84,
      "grad_norm": 1.0121986865997314,
      "learning_rate": 4.497147990510745e-07,
      "loss": 0.9383,
      "step": 13750
    },
    {
      "epoch": 3.84,
      "grad_norm": 0.5898980498313904,
      "learning_rate": 4.5004186435947523e-07,
      "loss": 0.9487,
      "step": 13760
    },
    {
      "epoch": 3.84,
      "grad_norm": 1.0367473363876343,
      "learning_rate": 4.50368929667876e-07,
      "loss": 0.9423,
      "step": 13770
    },
    {
      "epoch": 3.85,
      "grad_norm": 0.3507961332798004,
      "learning_rate": 4.5069599497627684e-07,
      "loss": 0.9445,
      "step": 13780
    },
    {
      "epoch": 3.85,
      "grad_norm": 0.4867340624332428,
      "learning_rate": 4.5102306028467756e-07,
      "loss": 0.9487,
      "step": 13790
    },
    {
      "epoch": 3.85,
      "grad_norm": 0.4606519043445587,
      "learning_rate": 4.513501255930784e-07,
      "loss": 0.9355,
      "step": 13800
    },
    {
      "epoch": 3.85,
      "grad_norm": 0.5149694085121155,
      "learning_rate": 4.5167719090147917e-07,
      "loss": 0.9416,
      "step": 13810
    },
    {
      "epoch": 3.86,
      "grad_norm": 1.0104146003723145,
      "learning_rate": 4.5200425620988e-07,
      "loss": 0.9415,
      "step": 13820
    },
    {
      "epoch": 3.86,
      "grad_norm": 0.33705273270606995,
      "learning_rate": 4.523313215182807e-07,
      "loss": 0.932,
      "step": 13830
    },
    {
      "epoch": 3.86,
      "grad_norm": 0.880278468132019,
      "learning_rate": 4.526583868266815e-07,
      "loss": 0.9285,
      "step": 13840
    },
    {
      "epoch": 3.87,
      "grad_norm": 0.6532060503959656,
      "learning_rate": 4.5298545213508233e-07,
      "loss": 0.9431,
      "step": 13850
    },
    {
      "epoch": 3.87,
      "grad_norm": 0.5968304872512817,
      "learning_rate": 4.5331251744348305e-07,
      "loss": 0.9577,
      "step": 13860
    },
    {
      "epoch": 3.87,
      "grad_norm": 1.5245251655578613,
      "learning_rate": 4.536395827518839e-07,
      "loss": 0.9459,
      "step": 13870
    },
    {
      "epoch": 3.87,
      "grad_norm": 0.5664083957672119,
      "learning_rate": 4.5396664806028466e-07,
      "loss": 0.947,
      "step": 13880
    },
    {
      "epoch": 3.88,
      "grad_norm": 1.2901676893234253,
      "learning_rate": 4.542937133686854e-07,
      "loss": 0.9336,
      "step": 13890
    },
    {
      "epoch": 3.88,
      "grad_norm": 0.7178807854652405,
      "learning_rate": 4.546207786770862e-07,
      "loss": 0.924,
      "step": 13900
    },
    {
      "epoch": 3.88,
      "grad_norm": 0.7594835162162781,
      "learning_rate": 4.54947843985487e-07,
      "loss": 0.9527,
      "step": 13910
    },
    {
      "epoch": 3.89,
      "grad_norm": 0.6501586437225342,
      "learning_rate": 4.5527490929388776e-07,
      "loss": 0.9461,
      "step": 13920
    },
    {
      "epoch": 3.89,
      "grad_norm": 1.419409990310669,
      "learning_rate": 4.5560197460228854e-07,
      "loss": 0.935,
      "step": 13930
    },
    {
      "epoch": 3.89,
      "grad_norm": 1.1734825372695923,
      "learning_rate": 4.5592903991068937e-07,
      "loss": 0.9344,
      "step": 13940
    },
    {
      "epoch": 3.89,
      "grad_norm": 0.47138839960098267,
      "learning_rate": 4.562561052190901e-07,
      "loss": 0.933,
      "step": 13950
    },
    {
      "epoch": 3.9,
      "grad_norm": 0.8339176177978516,
      "learning_rate": 4.5658317052749087e-07,
      "loss": 0.9498,
      "step": 13960
    },
    {
      "epoch": 3.9,
      "grad_norm": 0.7903424501419067,
      "learning_rate": 4.569102358358917e-07,
      "loss": 0.9377,
      "step": 13970
    },
    {
      "epoch": 3.9,
      "grad_norm": 0.6602665781974792,
      "learning_rate": 4.572373011442924e-07,
      "loss": 0.9503,
      "step": 13980
    },
    {
      "epoch": 3.9,
      "grad_norm": 0.6343982815742493,
      "learning_rate": 4.5756436645269325e-07,
      "loss": 0.9295,
      "step": 13990
    },
    {
      "epoch": 3.91,
      "grad_norm": 0.5200967788696289,
      "learning_rate": 4.57891431761094e-07,
      "loss": 0.9401,
      "step": 14000
    },
    {
      "epoch": 3.91,
      "grad_norm": 0.8252614140510559,
      "learning_rate": 4.582184970694948e-07,
      "loss": 0.9383,
      "step": 14010
    },
    {
      "epoch": 3.91,
      "grad_norm": 0.9779520034790039,
      "learning_rate": 4.585455623778956e-07,
      "loss": 0.946,
      "step": 14020
    },
    {
      "epoch": 3.92,
      "grad_norm": 1.0547521114349365,
      "learning_rate": 4.5887262768629635e-07,
      "loss": 0.9409,
      "step": 14030
    },
    {
      "epoch": 3.92,
      "grad_norm": 0.5583305358886719,
      "learning_rate": 4.5919969299469713e-07,
      "loss": 0.9416,
      "step": 14040
    },
    {
      "epoch": 3.92,
      "grad_norm": 0.5081126689910889,
      "learning_rate": 4.595267583030979e-07,
      "loss": 0.9452,
      "step": 14050
    },
    {
      "epoch": 3.92,
      "grad_norm": 1.0329526662826538,
      "learning_rate": 4.5985382361149874e-07,
      "loss": 0.9439,
      "step": 14060
    },
    {
      "epoch": 3.93,
      "grad_norm": 0.701102614402771,
      "learning_rate": 4.6018088891989946e-07,
      "loss": 0.9493,
      "step": 14070
    },
    {
      "epoch": 3.93,
      "grad_norm": 0.6784125566482544,
      "learning_rate": 4.6050795422830024e-07,
      "loss": 0.9553,
      "step": 14080
    },
    {
      "epoch": 3.93,
      "grad_norm": 0.40310049057006836,
      "learning_rate": 4.6083501953670107e-07,
      "loss": 0.9405,
      "step": 14090
    },
    {
      "epoch": 3.94,
      "grad_norm": 0.4134424328804016,
      "learning_rate": 4.611620848451018e-07,
      "loss": 0.9511,
      "step": 14100
    },
    {
      "epoch": 3.94,
      "grad_norm": 0.8239870667457581,
      "learning_rate": 4.614891501535026e-07,
      "loss": 0.9506,
      "step": 14110
    },
    {
      "epoch": 3.94,
      "grad_norm": 1.5700732469558716,
      "learning_rate": 4.618162154619034e-07,
      "loss": 0.9404,
      "step": 14120
    },
    {
      "epoch": 3.94,
      "grad_norm": 0.6343420147895813,
      "learning_rate": 4.621432807703042e-07,
      "loss": 0.9523,
      "step": 14130
    },
    {
      "epoch": 3.95,
      "grad_norm": 0.3138887882232666,
      "learning_rate": 4.6247034607870495e-07,
      "loss": 0.9658,
      "step": 14140
    },
    {
      "epoch": 3.95,
      "grad_norm": 0.6869592070579529,
      "learning_rate": 4.627974113871057e-07,
      "loss": 0.9296,
      "step": 14150
    },
    {
      "epoch": 3.95,
      "grad_norm": 1.5183117389678955,
      "learning_rate": 4.6312447669550655e-07,
      "loss": 0.9426,
      "step": 14160
    },
    {
      "epoch": 3.95,
      "grad_norm": 0.6247247457504272,
      "learning_rate": 4.634515420039073e-07,
      "loss": 0.9509,
      "step": 14170
    },
    {
      "epoch": 3.96,
      "grad_norm": 0.5888200402259827,
      "learning_rate": 4.637786073123081e-07,
      "loss": 0.9404,
      "step": 14180
    },
    {
      "epoch": 3.96,
      "grad_norm": 0.555398166179657,
      "learning_rate": 4.641056726207089e-07,
      "loss": 0.9498,
      "step": 14190
    },
    {
      "epoch": 3.96,
      "grad_norm": 0.9126152992248535,
      "learning_rate": 4.644327379291096e-07,
      "loss": 0.9463,
      "step": 14200
    },
    {
      "epoch": 3.97,
      "grad_norm": 0.9380412697792053,
      "learning_rate": 4.6475980323751043e-07,
      "loss": 0.9313,
      "step": 14210
    },
    {
      "epoch": 3.97,
      "grad_norm": 0.5896826386451721,
      "learning_rate": 4.650868685459112e-07,
      "loss": 0.9488,
      "step": 14220
    },
    {
      "epoch": 3.97,
      "grad_norm": 1.529144287109375,
      "learning_rate": 4.65413933854312e-07,
      "loss": 0.9432,
      "step": 14230
    },
    {
      "epoch": 3.97,
      "grad_norm": 0.9898707866668701,
      "learning_rate": 4.6574099916271276e-07,
      "loss": 0.9466,
      "step": 14240
    },
    {
      "epoch": 3.98,
      "grad_norm": 0.8192371726036072,
      "learning_rate": 4.660680644711136e-07,
      "loss": 0.9467,
      "step": 14250
    },
    {
      "epoch": 3.98,
      "grad_norm": 0.649670422077179,
      "learning_rate": 4.663951297795143e-07,
      "loss": 0.9572,
      "step": 14260
    },
    {
      "epoch": 3.98,
      "grad_norm": 0.7298853397369385,
      "learning_rate": 4.667221950879151e-07,
      "loss": 0.9207,
      "step": 14270
    },
    {
      "epoch": 3.99,
      "grad_norm": 0.743263840675354,
      "learning_rate": 4.670492603963159e-07,
      "loss": 0.951,
      "step": 14280
    },
    {
      "epoch": 3.99,
      "grad_norm": 0.6069883108139038,
      "learning_rate": 4.6737632570471665e-07,
      "loss": 0.9333,
      "step": 14290
    },
    {
      "epoch": 3.99,
      "grad_norm": 0.8919737935066223,
      "learning_rate": 4.677033910131175e-07,
      "loss": 0.9293,
      "step": 14300
    },
    {
      "epoch": 3.99,
      "grad_norm": 0.6800562739372253,
      "learning_rate": 4.6803045632151825e-07,
      "loss": 0.9371,
      "step": 14310
    },
    {
      "epoch": 4.0,
      "grad_norm": 2.29701566696167,
      "learning_rate": 4.68357521629919e-07,
      "loss": 0.9385,
      "step": 14320
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.0257536172866821,
      "learning_rate": 4.686845869383198e-07,
      "loss": 0.9411,
      "step": 14330
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.9438931345939636,
      "eval_runtime": 82.2199,
      "eval_samples_per_second": 61.53,
      "eval_steps_per_second": 7.699,
      "step": 14332
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.3485042154788971,
      "learning_rate": 4.690116522467206e-07,
      "loss": 0.9468,
      "step": 14340
    },
    {
      "epoch": 4.01,
      "grad_norm": 1.0408120155334473,
      "learning_rate": 4.6933871755512136e-07,
      "loss": 0.9502,
      "step": 14350
    },
    {
      "epoch": 4.01,
      "grad_norm": 0.3555777668952942,
      "learning_rate": 4.6966578286352213e-07,
      "loss": 0.9532,
      "step": 14360
    },
    {
      "epoch": 4.01,
      "grad_norm": 0.5994368195533752,
      "learning_rate": 4.6999284817192296e-07,
      "loss": 0.9545,
      "step": 14370
    },
    {
      "epoch": 4.01,
      "grad_norm": 0.6966407895088196,
      "learning_rate": 4.703199134803237e-07,
      "loss": 0.9442,
      "step": 14380
    },
    {
      "epoch": 4.02,
      "grad_norm": 1.2932294607162476,
      "learning_rate": 4.7064697878872446e-07,
      "loss": 0.9382,
      "step": 14390
    },
    {
      "epoch": 4.02,
      "grad_norm": 0.5352421998977661,
      "learning_rate": 4.709740440971253e-07,
      "loss": 0.9336,
      "step": 14400
    },
    {
      "epoch": 4.02,
      "grad_norm": 0.39444857835769653,
      "learning_rate": 4.71301109405526e-07,
      "loss": 0.9463,
      "step": 14410
    },
    {
      "epoch": 4.02,
      "grad_norm": 0.9301445484161377,
      "learning_rate": 4.7162817471392684e-07,
      "loss": 0.9459,
      "step": 14420
    },
    {
      "epoch": 4.03,
      "grad_norm": 0.5518065094947815,
      "learning_rate": 4.719552400223276e-07,
      "loss": 0.9416,
      "step": 14430
    },
    {
      "epoch": 4.03,
      "grad_norm": 0.5863571166992188,
      "learning_rate": 4.7228230533072845e-07,
      "loss": 0.9402,
      "step": 14440
    },
    {
      "epoch": 4.03,
      "grad_norm": 0.8109164834022522,
      "learning_rate": 4.7260937063912917e-07,
      "loss": 0.9418,
      "step": 14450
    },
    {
      "epoch": 4.04,
      "grad_norm": 1.5503151416778564,
      "learning_rate": 4.7293643594752995e-07,
      "loss": 0.9467,
      "step": 14460
    },
    {
      "epoch": 4.04,
      "grad_norm": 0.7305442094802856,
      "learning_rate": 4.732635012559308e-07,
      "loss": 0.9409,
      "step": 14470
    },
    {
      "epoch": 4.04,
      "grad_norm": 1.6901750564575195,
      "learning_rate": 4.735905665643315e-07,
      "loss": 0.9368,
      "step": 14480
    },
    {
      "epoch": 4.04,
      "grad_norm": 1.251032829284668,
      "learning_rate": 4.7391763187273233e-07,
      "loss": 0.9352,
      "step": 14490
    },
    {
      "epoch": 4.05,
      "grad_norm": 1.059159755706787,
      "learning_rate": 4.742446971811331e-07,
      "loss": 0.9515,
      "step": 14500
    },
    {
      "epoch": 4.05,
      "grad_norm": 0.61961829662323,
      "learning_rate": 4.7457176248953383e-07,
      "loss": 0.944,
      "step": 14510
    },
    {
      "epoch": 4.05,
      "grad_norm": 0.8762426376342773,
      "learning_rate": 4.7489882779793466e-07,
      "loss": 0.9449,
      "step": 14520
    },
    {
      "epoch": 4.06,
      "grad_norm": 1.7118040323257446,
      "learning_rate": 4.7522589310633544e-07,
      "loss": 0.9257,
      "step": 14530
    },
    {
      "epoch": 4.06,
      "grad_norm": 0.8825916051864624,
      "learning_rate": 4.755529584147362e-07,
      "loss": 0.9423,
      "step": 14540
    },
    {
      "epoch": 4.06,
      "grad_norm": 0.6071531772613525,
      "learning_rate": 4.75880023723137e-07,
      "loss": 0.9393,
      "step": 14550
    },
    {
      "epoch": 4.06,
      "grad_norm": 0.5396978259086609,
      "learning_rate": 4.762070890315378e-07,
      "loss": 0.9411,
      "step": 14560
    },
    {
      "epoch": 4.07,
      "grad_norm": 1.3269131183624268,
      "learning_rate": 4.7653415433993854e-07,
      "loss": 0.9367,
      "step": 14570
    },
    {
      "epoch": 4.07,
      "grad_norm": 0.8694415092468262,
      "learning_rate": 4.768612196483393e-07,
      "loss": 0.9237,
      "step": 14580
    },
    {
      "epoch": 4.07,
      "grad_norm": 0.6009817719459534,
      "learning_rate": 4.771882849567401e-07,
      "loss": 0.9431,
      "step": 14590
    },
    {
      "epoch": 4.07,
      "grad_norm": 1.0874042510986328,
      "learning_rate": 4.775153502651409e-07,
      "loss": 0.9441,
      "step": 14600
    },
    {
      "epoch": 4.08,
      "grad_norm": 1.1808793544769287,
      "learning_rate": 4.778424155735417e-07,
      "loss": 0.9637,
      "step": 14610
    },
    {
      "epoch": 4.08,
      "grad_norm": 0.9785399436950684,
      "learning_rate": 4.781694808819424e-07,
      "loss": 0.9395,
      "step": 14620
    },
    {
      "epoch": 4.08,
      "grad_norm": 1.216436505317688,
      "learning_rate": 4.784965461903433e-07,
      "loss": 0.9381,
      "step": 14630
    },
    {
      "epoch": 4.09,
      "grad_norm": 0.6256786584854126,
      "learning_rate": 4.788236114987441e-07,
      "loss": 0.9386,
      "step": 14640
    },
    {
      "epoch": 4.09,
      "grad_norm": 1.6643894910812378,
      "learning_rate": 4.791506768071448e-07,
      "loss": 0.9458,
      "step": 14650
    },
    {
      "epoch": 4.09,
      "grad_norm": 1.2266992330551147,
      "learning_rate": 4.794777421155456e-07,
      "loss": 0.9364,
      "step": 14660
    },
    {
      "epoch": 4.09,
      "grad_norm": 0.8052288293838501,
      "learning_rate": 4.798048074239464e-07,
      "loss": 0.9309,
      "step": 14670
    },
    {
      "epoch": 4.1,
      "grad_norm": 1.967520833015442,
      "learning_rate": 4.801318727323472e-07,
      "loss": 0.9509,
      "step": 14680
    },
    {
      "epoch": 4.1,
      "grad_norm": 0.8820793628692627,
      "learning_rate": 4.804589380407479e-07,
      "loss": 0.9521,
      "step": 14690
    },
    {
      "epoch": 4.1,
      "grad_norm": 0.8845171332359314,
      "learning_rate": 4.807860033491487e-07,
      "loss": 0.9415,
      "step": 14700
    },
    {
      "epoch": 4.11,
      "grad_norm": 1.928274393081665,
      "learning_rate": 4.811130686575495e-07,
      "loss": 0.9566,
      "step": 14710
    },
    {
      "epoch": 4.11,
      "grad_norm": 0.7203518152236938,
      "learning_rate": 4.814401339659503e-07,
      "loss": 0.9332,
      "step": 14720
    },
    {
      "epoch": 4.11,
      "grad_norm": 0.6042119860649109,
      "learning_rate": 4.817671992743511e-07,
      "loss": 0.9375,
      "step": 14730
    },
    {
      "epoch": 4.11,
      "grad_norm": 0.9896932244300842,
      "learning_rate": 4.820942645827518e-07,
      "loss": 0.9454,
      "step": 14740
    },
    {
      "epoch": 4.12,
      "grad_norm": 1.9264744520187378,
      "learning_rate": 4.824213298911526e-07,
      "loss": 0.9288,
      "step": 14750
    },
    {
      "epoch": 4.12,
      "grad_norm": 0.6371363401412964,
      "learning_rate": 4.827483951995534e-07,
      "loss": 0.9389,
      "step": 14760
    },
    {
      "epoch": 4.12,
      "grad_norm": 0.7177543044090271,
      "learning_rate": 4.830754605079541e-07,
      "loss": 0.953,
      "step": 14770
    },
    {
      "epoch": 4.13,
      "grad_norm": 0.990824282169342,
      "learning_rate": 4.83402525816355e-07,
      "loss": 0.9363,
      "step": 14780
    },
    {
      "epoch": 4.13,
      "grad_norm": 0.66424560546875,
      "learning_rate": 4.837295911247558e-07,
      "loss": 0.949,
      "step": 14790
    },
    {
      "epoch": 4.13,
      "grad_norm": 0.6675223708152771,
      "learning_rate": 4.840566564331566e-07,
      "loss": 0.9489,
      "step": 14800
    },
    {
      "epoch": 4.13,
      "grad_norm": 0.7752555012702942,
      "learning_rate": 4.843837217415573e-07,
      "loss": 0.9389,
      "step": 14810
    },
    {
      "epoch": 4.14,
      "grad_norm": 1.1238566637039185,
      "learning_rate": 4.847107870499581e-07,
      "loss": 0.9424,
      "step": 14820
    },
    {
      "epoch": 4.14,
      "grad_norm": 0.8753095865249634,
      "learning_rate": 4.850378523583589e-07,
      "loss": 0.947,
      "step": 14830
    },
    {
      "epoch": 4.14,
      "grad_norm": 0.9983616471290588,
      "learning_rate": 4.853649176667596e-07,
      "loss": 0.9512,
      "step": 14840
    },
    {
      "epoch": 4.14,
      "grad_norm": 0.9323577880859375,
      "learning_rate": 4.856919829751604e-07,
      "loss": 0.9466,
      "step": 14850
    },
    {
      "epoch": 4.15,
      "grad_norm": 0.8335689902305603,
      "learning_rate": 4.860190482835612e-07,
      "loss": 0.9373,
      "step": 14860
    },
    {
      "epoch": 4.15,
      "grad_norm": 0.5693188905715942,
      "learning_rate": 4.86346113591962e-07,
      "loss": 0.9459,
      "step": 14870
    },
    {
      "epoch": 4.15,
      "grad_norm": 0.34827256202697754,
      "learning_rate": 4.866731789003628e-07,
      "loss": 0.9544,
      "step": 14880
    },
    {
      "epoch": 4.16,
      "grad_norm": 0.5055434107780457,
      "learning_rate": 4.870002442087635e-07,
      "loss": 0.9391,
      "step": 14890
    },
    {
      "epoch": 4.16,
      "grad_norm": 0.7945878505706787,
      "learning_rate": 4.873273095171644e-07,
      "loss": 0.9481,
      "step": 14900
    },
    {
      "epoch": 4.16,
      "grad_norm": 1.388912558555603,
      "learning_rate": 4.876543748255651e-07,
      "loss": 0.9532,
      "step": 14910
    },
    {
      "epoch": 4.16,
      "grad_norm": 0.4284893870353699,
      "learning_rate": 4.879814401339659e-07,
      "loss": 0.9357,
      "step": 14920
    },
    {
      "epoch": 4.17,
      "grad_norm": 0.7556132674217224,
      "learning_rate": 4.883085054423666e-07,
      "loss": 0.9358,
      "step": 14930
    },
    {
      "epoch": 4.17,
      "grad_norm": 1.1704052686691284,
      "learning_rate": 4.886355707507675e-07,
      "loss": 0.9304,
      "step": 14940
    },
    {
      "epoch": 4.17,
      "grad_norm": 0.6420107483863831,
      "learning_rate": 4.889626360591683e-07,
      "loss": 0.9435,
      "step": 14950
    },
    {
      "epoch": 4.18,
      "grad_norm": 0.716304361820221,
      "learning_rate": 4.89289701367569e-07,
      "loss": 0.9561,
      "step": 14960
    },
    {
      "epoch": 4.18,
      "grad_norm": 1.0828757286071777,
      "learning_rate": 4.896167666759699e-07,
      "loss": 0.9427,
      "step": 14970
    },
    {
      "epoch": 4.18,
      "grad_norm": 0.789283812046051,
      "learning_rate": 4.899438319843706e-07,
      "loss": 0.9479,
      "step": 14980
    },
    {
      "epoch": 4.18,
      "grad_norm": 0.7803122401237488,
      "learning_rate": 4.902708972927714e-07,
      "loss": 0.9458,
      "step": 14990
    },
    {
      "epoch": 4.19,
      "grad_norm": 0.4093623459339142,
      "learning_rate": 4.905979626011721e-07,
      "loss": 0.9641,
      "step": 15000
    },
    {
      "epoch": 4.19,
      "grad_norm": 0.6480268836021423,
      "learning_rate": 4.90925027909573e-07,
      "loss": 0.9465,
      "step": 15010
    },
    {
      "epoch": 4.19,
      "grad_norm": 0.39657580852508545,
      "learning_rate": 4.912520932179737e-07,
      "loss": 0.9475,
      "step": 15020
    },
    {
      "epoch": 4.19,
      "grad_norm": 0.5110114812850952,
      "learning_rate": 4.915791585263745e-07,
      "loss": 0.9325,
      "step": 15030
    },
    {
      "epoch": 4.2,
      "grad_norm": 0.4515942633152008,
      "learning_rate": 4.919062238347753e-07,
      "loss": 0.9423,
      "step": 15040
    },
    {
      "epoch": 4.2,
      "grad_norm": 1.56287682056427,
      "learning_rate": 4.922332891431761e-07,
      "loss": 0.9378,
      "step": 15050
    },
    {
      "epoch": 4.2,
      "grad_norm": 0.6699516177177429,
      "learning_rate": 4.925603544515768e-07,
      "loss": 0.9346,
      "step": 15060
    },
    {
      "epoch": 4.21,
      "grad_norm": 2.2643887996673584,
      "learning_rate": 4.928874197599776e-07,
      "loss": 0.9411,
      "step": 15070
    },
    {
      "epoch": 4.21,
      "grad_norm": 0.6576754450798035,
      "learning_rate": 4.932144850683783e-07,
      "loss": 0.947,
      "step": 15080
    },
    {
      "epoch": 4.21,
      "grad_norm": 0.6700479388237,
      "learning_rate": 4.935415503767792e-07,
      "loss": 0.9541,
      "step": 15090
    },
    {
      "epoch": 4.21,
      "grad_norm": 0.6056301593780518,
      "learning_rate": 4.9386861568518e-07,
      "loss": 0.9367,
      "step": 15100
    },
    {
      "epoch": 4.22,
      "grad_norm": 0.4699488878250122,
      "learning_rate": 4.941956809935808e-07,
      "loss": 0.9416,
      "step": 15110
    },
    {
      "epoch": 4.22,
      "grad_norm": 1.3232618570327759,
      "learning_rate": 4.945227463019816e-07,
      "loss": 0.9435,
      "step": 15120
    },
    {
      "epoch": 4.22,
      "grad_norm": 0.5389437675476074,
      "learning_rate": 4.948498116103823e-07,
      "loss": 0.9301,
      "step": 15130
    },
    {
      "epoch": 4.23,
      "grad_norm": 0.38571885228157043,
      "learning_rate": 4.951768769187831e-07,
      "loss": 0.948,
      "step": 15140
    },
    {
      "epoch": 4.23,
      "grad_norm": 1.7967021465301514,
      "learning_rate": 4.955039422271838e-07,
      "loss": 0.9425,
      "step": 15150
    },
    {
      "epoch": 4.23,
      "grad_norm": 0.45145440101623535,
      "learning_rate": 4.958310075355847e-07,
      "loss": 0.9493,
      "step": 15160
    },
    {
      "epoch": 4.23,
      "grad_norm": 1.0276837348937988,
      "learning_rate": 4.961580728439854e-07,
      "loss": 0.9262,
      "step": 15170
    },
    {
      "epoch": 4.24,
      "grad_norm": 0.4244477152824402,
      "learning_rate": 4.964851381523862e-07,
      "loss": 0.9597,
      "step": 15180
    },
    {
      "epoch": 4.24,
      "grad_norm": 1.663743257522583,
      "learning_rate": 4.96812203460787e-07,
      "loss": 0.9447,
      "step": 15190
    },
    {
      "epoch": 4.24,
      "grad_norm": 0.694697916507721,
      "learning_rate": 4.971392687691878e-07,
      "loss": 0.9286,
      "step": 15200
    },
    {
      "epoch": 4.25,
      "grad_norm": 1.0399547815322876,
      "learning_rate": 4.974663340775886e-07,
      "loss": 0.9477,
      "step": 15210
    },
    {
      "epoch": 4.25,
      "grad_norm": 1.0017359256744385,
      "learning_rate": 4.977933993859893e-07,
      "loss": 0.9375,
      "step": 15220
    },
    {
      "epoch": 4.25,
      "grad_norm": 1.384108543395996,
      "learning_rate": 4.981204646943902e-07,
      "loss": 0.9441,
      "step": 15230
    },
    {
      "epoch": 4.25,
      "grad_norm": 0.7950788140296936,
      "learning_rate": 4.984475300027909e-07,
      "loss": 0.9444,
      "step": 15240
    },
    {
      "epoch": 4.26,
      "grad_norm": 0.6199267506599426,
      "learning_rate": 4.987745953111917e-07,
      "loss": 0.9577,
      "step": 15250
    },
    {
      "epoch": 4.26,
      "grad_norm": 0.9954162240028381,
      "learning_rate": 4.991016606195925e-07,
      "loss": 0.9447,
      "step": 15260
    },
    {
      "epoch": 4.26,
      "grad_norm": 0.8301785588264465,
      "learning_rate": 4.994287259279933e-07,
      "loss": 0.9522,
      "step": 15270
    },
    {
      "epoch": 4.26,
      "grad_norm": 1.834816575050354,
      "learning_rate": 4.997557912363941e-07,
      "loss": 0.9252,
      "step": 15280
    },
    {
      "epoch": 4.27,
      "grad_norm": 0.5325449705123901,
      "learning_rate": 5.000828565447948e-07,
      "loss": 0.9411,
      "step": 15290
    },
    {
      "epoch": 4.27,
      "grad_norm": 0.6380093097686768,
      "learning_rate": 5.004099218531956e-07,
      "loss": 0.9338,
      "step": 15300
    },
    {
      "epoch": 4.27,
      "grad_norm": 0.32976648211479187,
      "learning_rate": 5.007369871615964e-07,
      "loss": 0.9384,
      "step": 15310
    },
    {
      "epoch": 4.28,
      "grad_norm": 0.5242676138877869,
      "learning_rate": 5.010640524699972e-07,
      "loss": 0.9289,
      "step": 15320
    },
    {
      "epoch": 4.28,
      "grad_norm": 0.4389599859714508,
      "learning_rate": 5.013911177783979e-07,
      "loss": 0.9483,
      "step": 15330
    },
    {
      "epoch": 4.28,
      "grad_norm": 0.5944794416427612,
      "learning_rate": 5.017181830867987e-07,
      "loss": 0.9243,
      "step": 15340
    },
    {
      "epoch": 4.28,
      "grad_norm": 0.4111669659614563,
      "learning_rate": 5.020452483951996e-07,
      "loss": 0.9398,
      "step": 15350
    },
    {
      "epoch": 4.29,
      "grad_norm": 0.5453382134437561,
      "learning_rate": 5.023723137036003e-07,
      "loss": 0.9466,
      "step": 15360
    },
    {
      "epoch": 4.29,
      "grad_norm": 0.8861833810806274,
      "learning_rate": 5.02699379012001e-07,
      "loss": 0.9442,
      "step": 15370
    },
    {
      "epoch": 4.29,
      "grad_norm": 0.5237168669700623,
      "learning_rate": 5.030264443204018e-07,
      "loss": 0.9429,
      "step": 15380
    },
    {
      "epoch": 4.3,
      "grad_norm": 0.5949446558952332,
      "learning_rate": 5.033535096288026e-07,
      "loss": 0.9361,
      "step": 15390
    },
    {
      "epoch": 4.3,
      "grad_norm": 1.100573182106018,
      "learning_rate": 5.036805749372034e-07,
      "loss": 0.9428,
      "step": 15400
    },
    {
      "epoch": 4.3,
      "grad_norm": 0.8763985633850098,
      "learning_rate": 5.040076402456042e-07,
      "loss": 0.9406,
      "step": 15410
    },
    {
      "epoch": 4.3,
      "grad_norm": 0.54988032579422,
      "learning_rate": 5.043347055540051e-07,
      "loss": 0.9422,
      "step": 15420
    },
    {
      "epoch": 4.31,
      "grad_norm": 0.5536395907402039,
      "learning_rate": 5.046617708624058e-07,
      "loss": 0.9474,
      "step": 15430
    },
    {
      "epoch": 4.31,
      "grad_norm": 2.1593692302703857,
      "learning_rate": 5.049888361708065e-07,
      "loss": 0.9307,
      "step": 15440
    },
    {
      "epoch": 4.31,
      "grad_norm": 0.9644005298614502,
      "learning_rate": 5.053159014792073e-07,
      "loss": 0.9374,
      "step": 15450
    },
    {
      "epoch": 4.31,
      "grad_norm": 1.275275707244873,
      "learning_rate": 5.056429667876081e-07,
      "loss": 0.9392,
      "step": 15460
    },
    {
      "epoch": 4.32,
      "grad_norm": 0.614846408367157,
      "learning_rate": 5.059700320960089e-07,
      "loss": 0.9383,
      "step": 15470
    },
    {
      "epoch": 4.32,
      "grad_norm": 0.6028916835784912,
      "learning_rate": 5.062970974044096e-07,
      "loss": 0.9471,
      "step": 15480
    },
    {
      "epoch": 4.32,
      "grad_norm": 1.0867524147033691,
      "learning_rate": 5.066241627128104e-07,
      "loss": 0.9404,
      "step": 15490
    },
    {
      "epoch": 4.33,
      "grad_norm": 2.056523084640503,
      "learning_rate": 5.069512280212113e-07,
      "loss": 0.9458,
      "step": 15500
    },
    {
      "epoch": 4.33,
      "grad_norm": 1.3128623962402344,
      "learning_rate": 5.07278293329612e-07,
      "loss": 0.9389,
      "step": 15510
    },
    {
      "epoch": 4.33,
      "grad_norm": 0.433571457862854,
      "learning_rate": 5.076053586380128e-07,
      "loss": 0.9329,
      "step": 15520
    },
    {
      "epoch": 4.33,
      "grad_norm": 0.3653682470321655,
      "learning_rate": 5.079324239464135e-07,
      "loss": 0.9469,
      "step": 15530
    },
    {
      "epoch": 4.34,
      "grad_norm": 0.9364696741104126,
      "learning_rate": 5.082594892548144e-07,
      "loss": 0.9511,
      "step": 15540
    },
    {
      "epoch": 4.34,
      "grad_norm": 0.9567995071411133,
      "learning_rate": 5.085865545632151e-07,
      "loss": 0.9255,
      "step": 15550
    },
    {
      "epoch": 4.34,
      "grad_norm": 0.9001834392547607,
      "learning_rate": 5.089136198716159e-07,
      "loss": 0.9471,
      "step": 15560
    },
    {
      "epoch": 4.35,
      "grad_norm": 1.5127594470977783,
      "learning_rate": 5.092406851800168e-07,
      "loss": 0.9345,
      "step": 15570
    },
    {
      "epoch": 4.35,
      "grad_norm": 0.9783596396446228,
      "learning_rate": 5.095677504884175e-07,
      "loss": 0.9429,
      "step": 15580
    },
    {
      "epoch": 4.35,
      "grad_norm": 0.6911345720291138,
      "learning_rate": 5.098948157968183e-07,
      "loss": 0.9493,
      "step": 15590
    },
    {
      "epoch": 4.35,
      "grad_norm": 0.4613513648509979,
      "learning_rate": 5.10221881105219e-07,
      "loss": 0.9384,
      "step": 15600
    },
    {
      "epoch": 4.36,
      "grad_norm": 1.0252074003219604,
      "learning_rate": 5.105489464136199e-07,
      "loss": 0.9327,
      "step": 15610
    },
    {
      "epoch": 4.36,
      "grad_norm": 0.556953489780426,
      "learning_rate": 5.108760117220206e-07,
      "loss": 0.9444,
      "step": 15620
    },
    {
      "epoch": 4.36,
      "grad_norm": 0.5710251927375793,
      "learning_rate": 5.112030770304214e-07,
      "loss": 0.9394,
      "step": 15630
    },
    {
      "epoch": 4.37,
      "grad_norm": 0.6273179650306702,
      "learning_rate": 5.115301423388221e-07,
      "loss": 0.9468,
      "step": 15640
    },
    {
      "epoch": 4.37,
      "grad_norm": 0.7702672481536865,
      "learning_rate": 5.11857207647223e-07,
      "loss": 0.9378,
      "step": 15650
    },
    {
      "epoch": 4.37,
      "grad_norm": 0.6592463850975037,
      "learning_rate": 5.121842729556238e-07,
      "loss": 0.9281,
      "step": 15660
    },
    {
      "epoch": 4.37,
      "grad_norm": 0.7925339341163635,
      "learning_rate": 5.125113382640245e-07,
      "loss": 0.9367,
      "step": 15670
    },
    {
      "epoch": 4.38,
      "grad_norm": 0.765385091304779,
      "learning_rate": 5.128384035724252e-07,
      "loss": 0.9675,
      "step": 15680
    },
    {
      "epoch": 4.38,
      "grad_norm": 0.7232149839401245,
      "learning_rate": 5.131654688808261e-07,
      "loss": 0.9447,
      "step": 15690
    },
    {
      "epoch": 4.38,
      "grad_norm": 1.1588952541351318,
      "learning_rate": 5.134925341892268e-07,
      "loss": 0.943,
      "step": 15700
    },
    {
      "epoch": 4.38,
      "grad_norm": 1.136233925819397,
      "learning_rate": 5.138195994976276e-07,
      "loss": 0.9481,
      "step": 15710
    },
    {
      "epoch": 4.39,
      "grad_norm": 0.5585548281669617,
      "learning_rate": 5.141466648060285e-07,
      "loss": 0.9496,
      "step": 15720
    },
    {
      "epoch": 4.39,
      "grad_norm": 0.5717072486877441,
      "learning_rate": 5.144737301144293e-07,
      "loss": 0.915,
      "step": 15730
    },
    {
      "epoch": 4.39,
      "grad_norm": 0.7450447082519531,
      "learning_rate": 5.1480079542283e-07,
      "loss": 0.9344,
      "step": 15740
    },
    {
      "epoch": 4.4,
      "grad_norm": 1.29904043674469,
      "learning_rate": 5.151278607312307e-07,
      "loss": 0.9482,
      "step": 15750
    },
    {
      "epoch": 4.4,
      "grad_norm": 0.592827320098877,
      "learning_rate": 5.154549260396316e-07,
      "loss": 0.9289,
      "step": 15760
    },
    {
      "epoch": 4.4,
      "grad_norm": 1.3685023784637451,
      "learning_rate": 5.157819913480323e-07,
      "loss": 0.944,
      "step": 15770
    },
    {
      "epoch": 4.4,
      "grad_norm": 0.792251467704773,
      "learning_rate": 5.161090566564331e-07,
      "loss": 0.934,
      "step": 15780
    },
    {
      "epoch": 4.41,
      "grad_norm": 0.5629784464836121,
      "learning_rate": 5.164361219648338e-07,
      "loss": 0.9406,
      "step": 15790
    },
    {
      "epoch": 4.41,
      "grad_norm": 0.3587122857570648,
      "learning_rate": 5.167631872732347e-07,
      "loss": 0.9477,
      "step": 15800
    },
    {
      "epoch": 4.41,
      "grad_norm": 0.9387627840042114,
      "learning_rate": 5.170902525816355e-07,
      "loss": 0.9529,
      "step": 15810
    },
    {
      "epoch": 4.42,
      "grad_norm": 1.8275532722473145,
      "learning_rate": 5.174173178900362e-07,
      "loss": 0.9291,
      "step": 15820
    },
    {
      "epoch": 4.42,
      "grad_norm": 1.6766502857208252,
      "learning_rate": 5.17744383198437e-07,
      "loss": 0.9164,
      "step": 15830
    },
    {
      "epoch": 4.42,
      "grad_norm": 0.3431779146194458,
      "learning_rate": 5.180714485068378e-07,
      "loss": 0.9468,
      "step": 15840
    },
    {
      "epoch": 4.42,
      "grad_norm": 0.5702565908432007,
      "learning_rate": 5.183985138152386e-07,
      "loss": 0.949,
      "step": 15850
    },
    {
      "epoch": 4.43,
      "grad_norm": 0.9375603199005127,
      "learning_rate": 5.187255791236393e-07,
      "loss": 0.9267,
      "step": 15860
    },
    {
      "epoch": 4.43,
      "grad_norm": 0.5387577414512634,
      "learning_rate": 5.190526444320402e-07,
      "loss": 0.9166,
      "step": 15870
    },
    {
      "epoch": 4.43,
      "grad_norm": 0.7150894999504089,
      "learning_rate": 5.19379709740441e-07,
      "loss": 0.9514,
      "step": 15880
    },
    {
      "epoch": 4.43,
      "grad_norm": 0.9203000068664551,
      "learning_rate": 5.197067750488417e-07,
      "loss": 0.9307,
      "step": 15890
    },
    {
      "epoch": 4.44,
      "grad_norm": 0.629505455493927,
      "learning_rate": 5.200338403572425e-07,
      "loss": 0.9407,
      "step": 15900
    },
    {
      "epoch": 4.44,
      "grad_norm": 0.5438180565834045,
      "learning_rate": 5.203609056656433e-07,
      "loss": 0.9471,
      "step": 15910
    },
    {
      "epoch": 4.44,
      "grad_norm": 1.8970181941986084,
      "learning_rate": 5.20687970974044e-07,
      "loss": 0.9363,
      "step": 15920
    },
    {
      "epoch": 4.45,
      "grad_norm": 0.8683854937553406,
      "learning_rate": 5.210150362824448e-07,
      "loss": 0.928,
      "step": 15930
    },
    {
      "epoch": 4.45,
      "grad_norm": 1.508597493171692,
      "learning_rate": 5.213421015908456e-07,
      "loss": 0.9305,
      "step": 15940
    },
    {
      "epoch": 4.45,
      "grad_norm": 0.9155908823013306,
      "learning_rate": 5.216691668992464e-07,
      "loss": 0.9307,
      "step": 15950
    },
    {
      "epoch": 4.45,
      "grad_norm": 0.8827211856842041,
      "learning_rate": 5.219962322076472e-07,
      "loss": 0.9402,
      "step": 15960
    },
    {
      "epoch": 4.46,
      "grad_norm": 0.5959724187850952,
      "learning_rate": 5.22323297516048e-07,
      "loss": 0.9299,
      "step": 15970
    },
    {
      "epoch": 4.46,
      "grad_norm": 0.6872790455818176,
      "learning_rate": 5.226503628244487e-07,
      "loss": 0.9332,
      "step": 15980
    },
    {
      "epoch": 4.46,
      "grad_norm": 1.0278726816177368,
      "learning_rate": 5.229774281328495e-07,
      "loss": 0.938,
      "step": 15990
    },
    {
      "epoch": 4.47,
      "grad_norm": 0.7040647268295288,
      "learning_rate": 5.233044934412503e-07,
      "loss": 0.9399,
      "step": 16000
    },
    {
      "epoch": 4.47,
      "grad_norm": 0.9962120056152344,
      "learning_rate": 5.23631558749651e-07,
      "loss": 0.9416,
      "step": 16010
    },
    {
      "epoch": 4.47,
      "grad_norm": 0.5886957049369812,
      "learning_rate": 5.239586240580519e-07,
      "loss": 0.9317,
      "step": 16020
    },
    {
      "epoch": 4.47,
      "grad_norm": 0.39268192648887634,
      "learning_rate": 5.242856893664527e-07,
      "loss": 0.9383,
      "step": 16030
    },
    {
      "epoch": 4.48,
      "grad_norm": 0.5824778079986572,
      "learning_rate": 5.246127546748535e-07,
      "loss": 0.9382,
      "step": 16040
    },
    {
      "epoch": 4.48,
      "grad_norm": 0.906036376953125,
      "learning_rate": 5.249398199832542e-07,
      "loss": 0.9428,
      "step": 16050
    },
    {
      "epoch": 4.48,
      "grad_norm": 0.4447617530822754,
      "learning_rate": 5.25266885291655e-07,
      "loss": 0.9489,
      "step": 16060
    },
    {
      "epoch": 4.49,
      "grad_norm": 1.0489822626113892,
      "learning_rate": 5.255939506000558e-07,
      "loss": 0.9172,
      "step": 16070
    },
    {
      "epoch": 4.49,
      "grad_norm": 1.6059376001358032,
      "learning_rate": 5.259210159084565e-07,
      "loss": 0.9197,
      "step": 16080
    },
    {
      "epoch": 4.49,
      "grad_norm": 0.7545608878135681,
      "learning_rate": 5.262480812168573e-07,
      "loss": 0.9442,
      "step": 16090
    },
    {
      "epoch": 4.49,
      "grad_norm": 0.5258986353874207,
      "learning_rate": 5.265751465252582e-07,
      "loss": 0.945,
      "step": 16100
    },
    {
      "epoch": 4.5,
      "grad_norm": 1.0445557832717896,
      "learning_rate": 5.269022118336589e-07,
      "loss": 0.9451,
      "step": 16110
    },
    {
      "epoch": 4.5,
      "grad_norm": 0.628133237361908,
      "learning_rate": 5.272292771420597e-07,
      "loss": 0.934,
      "step": 16120
    },
    {
      "epoch": 4.5,
      "grad_norm": 1.5135314464569092,
      "learning_rate": 5.275563424504604e-07,
      "loss": 0.933,
      "step": 16130
    },
    {
      "epoch": 4.5,
      "grad_norm": 1.0052903890609741,
      "learning_rate": 5.278834077588613e-07,
      "loss": 0.9276,
      "step": 16140
    },
    {
      "epoch": 4.51,
      "grad_norm": 0.6412370204925537,
      "learning_rate": 5.28210473067262e-07,
      "loss": 0.9444,
      "step": 16150
    },
    {
      "epoch": 4.51,
      "grad_norm": 0.5912895202636719,
      "learning_rate": 5.285375383756628e-07,
      "loss": 0.942,
      "step": 16160
    },
    {
      "epoch": 4.51,
      "grad_norm": 0.8982393741607666,
      "learning_rate": 5.288646036840636e-07,
      "loss": 0.9265,
      "step": 16170
    },
    {
      "epoch": 4.52,
      "grad_norm": 0.8482261896133423,
      "learning_rate": 5.291916689924644e-07,
      "loss": 0.9482,
      "step": 16180
    },
    {
      "epoch": 4.52,
      "grad_norm": 0.7256429195404053,
      "learning_rate": 5.295187343008652e-07,
      "loss": 0.9304,
      "step": 16190
    },
    {
      "epoch": 4.52,
      "grad_norm": 1.458225965499878,
      "learning_rate": 5.298457996092659e-07,
      "loss": 0.9412,
      "step": 16200
    },
    {
      "epoch": 4.52,
      "grad_norm": 0.5547232031822205,
      "learning_rate": 5.301728649176668e-07,
      "loss": 0.9473,
      "step": 16210
    },
    {
      "epoch": 4.53,
      "grad_norm": 0.5874095559120178,
      "learning_rate": 5.304999302260675e-07,
      "loss": 0.939,
      "step": 16220
    },
    {
      "epoch": 4.53,
      "grad_norm": 1.302399754524231,
      "learning_rate": 5.308269955344682e-07,
      "loss": 0.9427,
      "step": 16230
    },
    {
      "epoch": 4.53,
      "grad_norm": 0.6071351766586304,
      "learning_rate": 5.31154060842869e-07,
      "loss": 0.9442,
      "step": 16240
    },
    {
      "epoch": 4.54,
      "grad_norm": 1.240790843963623,
      "learning_rate": 5.314811261512699e-07,
      "loss": 0.9424,
      "step": 16250
    },
    {
      "epoch": 4.54,
      "grad_norm": 1.3728060722351074,
      "learning_rate": 5.318081914596706e-07,
      "loss": 0.9426,
      "step": 16260
    },
    {
      "epoch": 4.54,
      "grad_norm": 1.43804132938385,
      "learning_rate": 5.321352567680714e-07,
      "loss": 0.9423,
      "step": 16270
    },
    {
      "epoch": 4.54,
      "grad_norm": 0.7895235419273376,
      "learning_rate": 5.324623220764722e-07,
      "loss": 0.9363,
      "step": 16280
    },
    {
      "epoch": 4.55,
      "grad_norm": 0.9087322950363159,
      "learning_rate": 5.32789387384873e-07,
      "loss": 0.9247,
      "step": 16290
    },
    {
      "epoch": 4.55,
      "grad_norm": 0.6584292650222778,
      "learning_rate": 5.331164526932737e-07,
      "loss": 0.9393,
      "step": 16300
    },
    {
      "epoch": 4.55,
      "grad_norm": 1.2381112575531006,
      "learning_rate": 5.334435180016745e-07,
      "loss": 0.927,
      "step": 16310
    },
    {
      "epoch": 4.55,
      "grad_norm": 0.8550058007240295,
      "learning_rate": 5.337705833100752e-07,
      "loss": 0.9353,
      "step": 16320
    },
    {
      "epoch": 4.56,
      "grad_norm": 0.6907736659049988,
      "learning_rate": 5.340976486184761e-07,
      "loss": 0.9472,
      "step": 16330
    },
    {
      "epoch": 4.56,
      "grad_norm": 1.2619258165359497,
      "learning_rate": 5.344247139268769e-07,
      "loss": 0.9365,
      "step": 16340
    },
    {
      "epoch": 4.56,
      "grad_norm": 0.7564069628715515,
      "learning_rate": 5.347517792352776e-07,
      "loss": 0.9508,
      "step": 16350
    },
    {
      "epoch": 4.57,
      "grad_norm": 1.6062763929367065,
      "learning_rate": 5.350788445436785e-07,
      "loss": 0.9418,
      "step": 16360
    },
    {
      "epoch": 4.57,
      "grad_norm": 0.3796631097793579,
      "learning_rate": 5.354059098520792e-07,
      "loss": 0.9321,
      "step": 16370
    },
    {
      "epoch": 4.57,
      "grad_norm": 1.2454872131347656,
      "learning_rate": 5.3573297516048e-07,
      "loss": 0.9331,
      "step": 16380
    },
    {
      "epoch": 4.57,
      "grad_norm": 0.7921410202980042,
      "learning_rate": 5.360600404688807e-07,
      "loss": 0.9361,
      "step": 16390
    },
    {
      "epoch": 4.58,
      "grad_norm": 1.3238654136657715,
      "learning_rate": 5.363871057772816e-07,
      "loss": 0.9356,
      "step": 16400
    },
    {
      "epoch": 4.58,
      "grad_norm": 0.4677296578884125,
      "learning_rate": 5.367141710856824e-07,
      "loss": 0.9226,
      "step": 16410
    },
    {
      "epoch": 4.58,
      "grad_norm": 0.8089665174484253,
      "learning_rate": 5.370412363940831e-07,
      "loss": 0.9299,
      "step": 16420
    },
    {
      "epoch": 4.59,
      "grad_norm": 0.5900377631187439,
      "learning_rate": 5.37368301702484e-07,
      "loss": 0.9267,
      "step": 16430
    },
    {
      "epoch": 4.59,
      "grad_norm": 0.845973014831543,
      "learning_rate": 5.376953670108847e-07,
      "loss": 0.9328,
      "step": 16440
    },
    {
      "epoch": 4.59,
      "grad_norm": 0.9553509950637817,
      "learning_rate": 5.380224323192855e-07,
      "loss": 0.941,
      "step": 16450
    },
    {
      "epoch": 4.59,
      "grad_norm": 0.7464485168457031,
      "learning_rate": 5.383494976276862e-07,
      "loss": 0.9496,
      "step": 16460
    },
    {
      "epoch": 4.6,
      "grad_norm": 1.904586672782898,
      "learning_rate": 5.38676562936087e-07,
      "loss": 0.9381,
      "step": 16470
    },
    {
      "epoch": 4.6,
      "grad_norm": 0.4392203092575073,
      "learning_rate": 5.390036282444878e-07,
      "loss": 0.9379,
      "step": 16480
    },
    {
      "epoch": 4.6,
      "grad_norm": 1.5480068922042847,
      "learning_rate": 5.393306935528886e-07,
      "loss": 0.9387,
      "step": 16490
    },
    {
      "epoch": 4.61,
      "grad_norm": 0.6043477058410645,
      "learning_rate": 5.396577588612894e-07,
      "loss": 0.9213,
      "step": 16500
    },
    {
      "epoch": 4.61,
      "grad_norm": 1.2713581323623657,
      "learning_rate": 5.399848241696902e-07,
      "loss": 0.9326,
      "step": 16510
    },
    {
      "epoch": 4.61,
      "grad_norm": 1.7649651765823364,
      "learning_rate": 5.40311889478091e-07,
      "loss": 0.9367,
      "step": 16520
    },
    {
      "epoch": 4.61,
      "grad_norm": 0.6046322584152222,
      "learning_rate": 5.406389547864917e-07,
      "loss": 0.9425,
      "step": 16530
    },
    {
      "epoch": 4.62,
      "grad_norm": 4.2959771156311035,
      "learning_rate": 5.409660200948924e-07,
      "loss": 0.9355,
      "step": 16540
    },
    {
      "epoch": 4.62,
      "grad_norm": 1.0670065879821777,
      "learning_rate": 5.412930854032933e-07,
      "loss": 0.9403,
      "step": 16550
    },
    {
      "epoch": 4.62,
      "grad_norm": 1.4122314453125,
      "learning_rate": 5.416201507116941e-07,
      "loss": 0.9332,
      "step": 16560
    },
    {
      "epoch": 4.62,
      "grad_norm": 0.9950685501098633,
      "learning_rate": 5.419472160200948e-07,
      "loss": 0.9285,
      "step": 16570
    },
    {
      "epoch": 4.63,
      "grad_norm": 1.1518793106079102,
      "learning_rate": 5.422742813284956e-07,
      "loss": 0.9485,
      "step": 16580
    },
    {
      "epoch": 4.63,
      "grad_norm": 2.630769968032837,
      "learning_rate": 5.426013466368965e-07,
      "loss": 0.9381,
      "step": 16590
    },
    {
      "epoch": 4.63,
      "grad_norm": 0.679760217666626,
      "learning_rate": 5.429284119452972e-07,
      "loss": 0.937,
      "step": 16600
    },
    {
      "epoch": 4.64,
      "grad_norm": 1.0120103359222412,
      "learning_rate": 5.432554772536979e-07,
      "loss": 0.9293,
      "step": 16610
    },
    {
      "epoch": 4.64,
      "grad_norm": 0.5861813426017761,
      "learning_rate": 5.435825425620988e-07,
      "loss": 0.9426,
      "step": 16620
    },
    {
      "epoch": 4.64,
      "grad_norm": 0.4335070848464966,
      "learning_rate": 5.439096078704995e-07,
      "loss": 0.9164,
      "step": 16630
    },
    {
      "epoch": 4.64,
      "grad_norm": 0.6910308003425598,
      "learning_rate": 5.442366731789003e-07,
      "loss": 0.9291,
      "step": 16640
    },
    {
      "epoch": 4.65,
      "grad_norm": 0.817791759967804,
      "learning_rate": 5.445637384873011e-07,
      "loss": 0.9387,
      "step": 16650
    },
    {
      "epoch": 4.65,
      "grad_norm": 0.5100569725036621,
      "learning_rate": 5.448908037957019e-07,
      "loss": 0.9436,
      "step": 16660
    },
    {
      "epoch": 4.65,
      "grad_norm": 0.9878950715065002,
      "learning_rate": 5.452178691041027e-07,
      "loss": 0.9446,
      "step": 16670
    },
    {
      "epoch": 4.66,
      "grad_norm": 0.47253596782684326,
      "learning_rate": 5.455449344125034e-07,
      "loss": 0.9289,
      "step": 16680
    },
    {
      "epoch": 4.66,
      "grad_norm": 0.8609967827796936,
      "learning_rate": 5.458719997209042e-07,
      "loss": 0.9329,
      "step": 16690
    },
    {
      "epoch": 4.66,
      "grad_norm": 1.1068310737609863,
      "learning_rate": 5.46199065029305e-07,
      "loss": 0.9207,
      "step": 16700
    },
    {
      "epoch": 4.66,
      "grad_norm": 0.5187279582023621,
      "learning_rate": 5.465261303377058e-07,
      "loss": 0.9182,
      "step": 16710
    },
    {
      "epoch": 4.67,
      "grad_norm": 0.7651723027229309,
      "learning_rate": 5.468531956461066e-07,
      "loss": 0.9277,
      "step": 16720
    },
    {
      "epoch": 4.67,
      "grad_norm": 1.0358836650848389,
      "learning_rate": 5.471802609545073e-07,
      "loss": 0.9558,
      "step": 16730
    },
    {
      "epoch": 4.67,
      "grad_norm": 0.6125413775444031,
      "learning_rate": 5.475073262629082e-07,
      "loss": 0.9248,
      "step": 16740
    },
    {
      "epoch": 4.67,
      "grad_norm": 1.150044560432434,
      "learning_rate": 5.478343915713089e-07,
      "loss": 0.9408,
      "step": 16750
    },
    {
      "epoch": 4.68,
      "grad_norm": 0.7046276330947876,
      "learning_rate": 5.481614568797097e-07,
      "loss": 0.9473,
      "step": 16760
    },
    {
      "epoch": 4.68,
      "grad_norm": 0.7793260812759399,
      "learning_rate": 5.484885221881104e-07,
      "loss": 0.9379,
      "step": 16770
    },
    {
      "epoch": 4.68,
      "grad_norm": 0.6875323057174683,
      "learning_rate": 5.488155874965112e-07,
      "loss": 0.9326,
      "step": 16780
    },
    {
      "epoch": 4.69,
      "grad_norm": 0.8305219411849976,
      "learning_rate": 5.49142652804912e-07,
      "loss": 0.9338,
      "step": 16790
    },
    {
      "epoch": 4.69,
      "grad_norm": 0.6974380016326904,
      "learning_rate": 5.494697181133128e-07,
      "loss": 0.9275,
      "step": 16800
    },
    {
      "epoch": 4.69,
      "grad_norm": 0.8346520066261292,
      "learning_rate": 5.497967834217137e-07,
      "loss": 0.9403,
      "step": 16810
    },
    {
      "epoch": 4.69,
      "grad_norm": 1.4154636859893799,
      "learning_rate": 5.501238487301144e-07,
      "loss": 0.9359,
      "step": 16820
    },
    {
      "epoch": 4.7,
      "grad_norm": 1.0804760456085205,
      "learning_rate": 5.504509140385152e-07,
      "loss": 0.9385,
      "step": 16830
    },
    {
      "epoch": 4.7,
      "grad_norm": 0.6843584775924683,
      "learning_rate": 5.507779793469159e-07,
      "loss": 0.9423,
      "step": 16840
    },
    {
      "epoch": 4.7,
      "grad_norm": 0.3976430594921112,
      "learning_rate": 5.511050446553167e-07,
      "loss": 0.9256,
      "step": 16850
    },
    {
      "epoch": 4.71,
      "grad_norm": 0.8924239277839661,
      "learning_rate": 5.514321099637175e-07,
      "loss": 0.925,
      "step": 16860
    },
    {
      "epoch": 4.71,
      "grad_norm": 0.8954780101776123,
      "learning_rate": 5.517591752721183e-07,
      "loss": 0.9308,
      "step": 16870
    },
    {
      "epoch": 4.71,
      "grad_norm": 0.762022078037262,
      "learning_rate": 5.52086240580519e-07,
      "loss": 0.9458,
      "step": 16880
    },
    {
      "epoch": 4.71,
      "grad_norm": 1.0487309694290161,
      "learning_rate": 5.524133058889199e-07,
      "loss": 0.9179,
      "step": 16890
    },
    {
      "epoch": 4.72,
      "grad_norm": 1.155355453491211,
      "learning_rate": 5.527403711973207e-07,
      "loss": 0.9503,
      "step": 16900
    },
    {
      "epoch": 4.72,
      "grad_norm": 0.6791487336158752,
      "learning_rate": 5.530674365057214e-07,
      "loss": 0.9241,
      "step": 16910
    },
    {
      "epoch": 4.72,
      "grad_norm": 0.6314618587493896,
      "learning_rate": 5.533945018141221e-07,
      "loss": 0.9373,
      "step": 16920
    },
    {
      "epoch": 4.73,
      "grad_norm": 0.6333391070365906,
      "learning_rate": 5.53721567122523e-07,
      "loss": 0.9449,
      "step": 16930
    },
    {
      "epoch": 4.73,
      "grad_norm": 2.7264981269836426,
      "learning_rate": 5.540486324309237e-07,
      "loss": 0.9219,
      "step": 16940
    },
    {
      "epoch": 4.73,
      "grad_norm": 0.7316959500312805,
      "learning_rate": 5.543756977393245e-07,
      "loss": 0.925,
      "step": 16950
    },
    {
      "epoch": 4.73,
      "grad_norm": 0.5301662683486938,
      "learning_rate": 5.547027630477254e-07,
      "loss": 0.9497,
      "step": 16960
    },
    {
      "epoch": 4.74,
      "grad_norm": 0.7310284972190857,
      "learning_rate": 5.550298283561261e-07,
      "loss": 0.9295,
      "step": 16970
    },
    {
      "epoch": 4.74,
      "grad_norm": 0.9000864028930664,
      "learning_rate": 5.553568936645269e-07,
      "loss": 0.9289,
      "step": 16980
    },
    {
      "epoch": 4.74,
      "grad_norm": 1.3556063175201416,
      "learning_rate": 5.556839589729276e-07,
      "loss": 0.9259,
      "step": 16990
    },
    {
      "epoch": 4.74,
      "grad_norm": 0.6242187023162842,
      "learning_rate": 5.560110242813285e-07,
      "loss": 0.9485,
      "step": 17000
    },
    {
      "epoch": 4.75,
      "grad_norm": 1.1225340366363525,
      "learning_rate": 5.563380895897292e-07,
      "loss": 0.9242,
      "step": 17010
    },
    {
      "epoch": 4.75,
      "grad_norm": 1.5896084308624268,
      "learning_rate": 5.5666515489813e-07,
      "loss": 0.936,
      "step": 17020
    },
    {
      "epoch": 4.75,
      "grad_norm": 0.7135205864906311,
      "learning_rate": 5.569922202065308e-07,
      "loss": 0.947,
      "step": 17030
    },
    {
      "epoch": 4.76,
      "grad_norm": 0.6628706455230713,
      "learning_rate": 5.573192855149316e-07,
      "loss": 0.9394,
      "step": 17040
    },
    {
      "epoch": 4.76,
      "grad_norm": 1.1187936067581177,
      "learning_rate": 5.576463508233324e-07,
      "loss": 0.9357,
      "step": 17050
    },
    {
      "epoch": 4.76,
      "grad_norm": 1.7147120237350464,
      "learning_rate": 5.579734161317331e-07,
      "loss": 0.9329,
      "step": 17060
    },
    {
      "epoch": 4.76,
      "grad_norm": 0.8949299454689026,
      "learning_rate": 5.58300481440134e-07,
      "loss": 0.9166,
      "step": 17070
    },
    {
      "epoch": 4.77,
      "grad_norm": 1.0664746761322021,
      "learning_rate": 5.586275467485347e-07,
      "loss": 0.9415,
      "step": 17080
    },
    {
      "epoch": 4.77,
      "grad_norm": 0.5743885040283203,
      "learning_rate": 5.589546120569354e-07,
      "loss": 0.9386,
      "step": 17090
    },
    {
      "epoch": 4.77,
      "grad_norm": 0.4412367641925812,
      "learning_rate": 5.592816773653362e-07,
      "loss": 0.9275,
      "step": 17100
    },
    {
      "epoch": 4.78,
      "grad_norm": 1.0035054683685303,
      "learning_rate": 5.596087426737371e-07,
      "loss": 0.9261,
      "step": 17110
    },
    {
      "epoch": 4.78,
      "grad_norm": 1.6619622707366943,
      "learning_rate": 5.599358079821379e-07,
      "loss": 0.9392,
      "step": 17120
    },
    {
      "epoch": 4.78,
      "grad_norm": 2.9463484287261963,
      "learning_rate": 5.602628732905386e-07,
      "loss": 0.9293,
      "step": 17130
    },
    {
      "epoch": 4.78,
      "grad_norm": 0.9364370703697205,
      "learning_rate": 5.605899385989394e-07,
      "loss": 0.9541,
      "step": 17140
    },
    {
      "epoch": 4.79,
      "grad_norm": 0.756980299949646,
      "learning_rate": 5.609170039073402e-07,
      "loss": 0.9217,
      "step": 17150
    },
    {
      "epoch": 4.79,
      "grad_norm": 0.7936165928840637,
      "learning_rate": 5.612440692157409e-07,
      "loss": 0.9435,
      "step": 17160
    },
    {
      "epoch": 4.79,
      "grad_norm": 1.470751404762268,
      "learning_rate": 5.615711345241417e-07,
      "loss": 0.933,
      "step": 17170
    },
    {
      "epoch": 4.79,
      "grad_norm": 0.6184570789337158,
      "learning_rate": 5.618981998325425e-07,
      "loss": 0.946,
      "step": 17180
    },
    {
      "epoch": 4.8,
      "grad_norm": 2.656719446182251,
      "learning_rate": 5.622252651409433e-07,
      "loss": 0.9273,
      "step": 17190
    },
    {
      "epoch": 4.8,
      "grad_norm": 0.8650547862052917,
      "learning_rate": 5.625523304493441e-07,
      "loss": 0.9388,
      "step": 17200
    },
    {
      "epoch": 4.8,
      "grad_norm": 1.115398645401001,
      "learning_rate": 5.628793957577448e-07,
      "loss": 0.9358,
      "step": 17210
    },
    {
      "epoch": 4.81,
      "grad_norm": 0.6819018721580505,
      "learning_rate": 5.632064610661456e-07,
      "loss": 0.9453,
      "step": 17220
    },
    {
      "epoch": 4.81,
      "grad_norm": 1.2596319913864136,
      "learning_rate": 5.635335263745464e-07,
      "loss": 0.9343,
      "step": 17230
    },
    {
      "epoch": 4.81,
      "grad_norm": 0.7080295085906982,
      "learning_rate": 5.638605916829472e-07,
      "loss": 0.9427,
      "step": 17240
    },
    {
      "epoch": 4.81,
      "grad_norm": 1.353103756904602,
      "learning_rate": 5.641876569913479e-07,
      "loss": 0.9094,
      "step": 17250
    },
    {
      "epoch": 4.82,
      "grad_norm": 0.7182132601737976,
      "learning_rate": 5.645147222997488e-07,
      "loss": 0.9442,
      "step": 17260
    },
    {
      "epoch": 4.82,
      "grad_norm": 8.050976753234863,
      "learning_rate": 5.648417876081496e-07,
      "loss": 0.9244,
      "step": 17270
    },
    {
      "epoch": 4.82,
      "grad_norm": 0.6707563996315002,
      "learning_rate": 5.651688529165503e-07,
      "loss": 0.9342,
      "step": 17280
    },
    {
      "epoch": 4.83,
      "grad_norm": 2.226642370223999,
      "learning_rate": 5.654959182249511e-07,
      "loss": 0.9306,
      "step": 17290
    },
    {
      "epoch": 4.83,
      "grad_norm": 0.7364201545715332,
      "learning_rate": 5.658229835333519e-07,
      "loss": 0.9299,
      "step": 17300
    },
    {
      "epoch": 4.83,
      "grad_norm": 1.3968639373779297,
      "learning_rate": 5.661500488417527e-07,
      "loss": 0.9314,
      "step": 17310
    },
    {
      "epoch": 4.83,
      "grad_norm": 0.9312662482261658,
      "learning_rate": 5.664771141501534e-07,
      "loss": 0.941,
      "step": 17320
    },
    {
      "epoch": 4.84,
      "grad_norm": 0.6929603219032288,
      "learning_rate": 5.668041794585542e-07,
      "loss": 0.9279,
      "step": 17330
    },
    {
      "epoch": 4.84,
      "grad_norm": 1.2241308689117432,
      "learning_rate": 5.671312447669551e-07,
      "loss": 0.9514,
      "step": 17340
    },
    {
      "epoch": 4.84,
      "grad_norm": 0.2679208815097809,
      "learning_rate": 5.674583100753558e-07,
      "loss": 0.9406,
      "step": 17350
    },
    {
      "epoch": 4.85,
      "grad_norm": 0.9073646068572998,
      "learning_rate": 5.677853753837566e-07,
      "loss": 0.9283,
      "step": 17360
    },
    {
      "epoch": 4.85,
      "grad_norm": 1.2948006391525269,
      "learning_rate": 5.681124406921573e-07,
      "loss": 0.9323,
      "step": 17370
    },
    {
      "epoch": 4.85,
      "grad_norm": 1.9058458805084229,
      "learning_rate": 5.684395060005582e-07,
      "loss": 0.923,
      "step": 17380
    },
    {
      "epoch": 4.85,
      "grad_norm": 0.701240599155426,
      "learning_rate": 5.687665713089589e-07,
      "loss": 0.9479,
      "step": 17390
    },
    {
      "epoch": 4.86,
      "grad_norm": 0.9089521765708923,
      "learning_rate": 5.690936366173597e-07,
      "loss": 0.9114,
      "step": 17400
    },
    {
      "epoch": 4.86,
      "grad_norm": 0.6182100176811218,
      "learning_rate": 5.694207019257605e-07,
      "loss": 0.9479,
      "step": 17410
    },
    {
      "epoch": 4.86,
      "grad_norm": 0.7906625270843506,
      "learning_rate": 5.697477672341613e-07,
      "loss": 0.9369,
      "step": 17420
    },
    {
      "epoch": 4.86,
      "grad_norm": 0.9739764332771301,
      "learning_rate": 5.700748325425621e-07,
      "loss": 0.9456,
      "step": 17430
    },
    {
      "epoch": 4.87,
      "grad_norm": 0.45905372500419617,
      "learning_rate": 5.704018978509628e-07,
      "loss": 0.9325,
      "step": 17440
    },
    {
      "epoch": 4.87,
      "grad_norm": 0.5776519179344177,
      "learning_rate": 5.707289631593637e-07,
      "loss": 0.9231,
      "step": 17450
    },
    {
      "epoch": 4.87,
      "grad_norm": 0.8135619759559631,
      "learning_rate": 5.710560284677644e-07,
      "loss": 0.9515,
      "step": 17460
    },
    {
      "epoch": 4.88,
      "grad_norm": 0.6766564249992371,
      "learning_rate": 5.713830937761651e-07,
      "loss": 0.9479,
      "step": 17470
    },
    {
      "epoch": 4.88,
      "grad_norm": 1.8199872970581055,
      "learning_rate": 5.717101590845659e-07,
      "loss": 0.9193,
      "step": 17480
    },
    {
      "epoch": 4.88,
      "grad_norm": 0.6461183428764343,
      "learning_rate": 5.720372243929668e-07,
      "loss": 0.9336,
      "step": 17490
    },
    {
      "epoch": 4.88,
      "grad_norm": 1.14523184299469,
      "learning_rate": 5.723642897013675e-07,
      "loss": 0.9227,
      "step": 17500
    },
    {
      "epoch": 4.89,
      "grad_norm": 1.9308606386184692,
      "learning_rate": 5.726913550097683e-07,
      "loss": 0.9404,
      "step": 17510
    },
    {
      "epoch": 4.89,
      "grad_norm": 0.5067397356033325,
      "learning_rate": 5.73018420318169e-07,
      "loss": 0.923,
      "step": 17520
    },
    {
      "epoch": 4.89,
      "grad_norm": 1.4742532968521118,
      "learning_rate": 5.733454856265699e-07,
      "loss": 0.9499,
      "step": 17530
    },
    {
      "epoch": 4.9,
      "grad_norm": 1.2855041027069092,
      "learning_rate": 5.736725509349706e-07,
      "loss": 0.9312,
      "step": 17540
    },
    {
      "epoch": 4.9,
      "grad_norm": 1.6787853240966797,
      "learning_rate": 5.739996162433714e-07,
      "loss": 0.9288,
      "step": 17550
    },
    {
      "epoch": 4.9,
      "grad_norm": 0.6525423526763916,
      "learning_rate": 5.743266815517722e-07,
      "loss": 0.9267,
      "step": 17560
    },
    {
      "epoch": 4.9,
      "grad_norm": 1.2600668668746948,
      "learning_rate": 5.74653746860173e-07,
      "loss": 0.933,
      "step": 17570
    },
    {
      "epoch": 4.91,
      "grad_norm": 1.407851219177246,
      "learning_rate": 5.749808121685738e-07,
      "loss": 0.9309,
      "step": 17580
    },
    {
      "epoch": 4.91,
      "grad_norm": 0.8107903599739075,
      "learning_rate": 5.753078774769745e-07,
      "loss": 0.9334,
      "step": 17590
    },
    {
      "epoch": 4.91,
      "grad_norm": 0.7522050142288208,
      "learning_rate": 5.756349427853754e-07,
      "loss": 0.9312,
      "step": 17600
    },
    {
      "epoch": 4.91,
      "grad_norm": 1.2987465858459473,
      "learning_rate": 5.759620080937761e-07,
      "loss": 0.9182,
      "step": 17610
    },
    {
      "epoch": 4.92,
      "grad_norm": 0.6483283638954163,
      "learning_rate": 5.762890734021769e-07,
      "loss": 0.95,
      "step": 17620
    },
    {
      "epoch": 4.92,
      "grad_norm": 0.6776981949806213,
      "learning_rate": 5.766161387105776e-07,
      "loss": 0.9302,
      "step": 17630
    },
    {
      "epoch": 4.92,
      "grad_norm": 2.3447065353393555,
      "learning_rate": 5.769432040189785e-07,
      "loss": 0.9375,
      "step": 17640
    },
    {
      "epoch": 4.93,
      "grad_norm": 0.8528686761856079,
      "learning_rate": 5.772702693273793e-07,
      "loss": 0.9253,
      "step": 17650
    },
    {
      "epoch": 4.93,
      "grad_norm": 0.8074662685394287,
      "learning_rate": 5.7759733463578e-07,
      "loss": 0.9474,
      "step": 17660
    },
    {
      "epoch": 4.93,
      "grad_norm": 0.5067869424819946,
      "learning_rate": 5.779243999441808e-07,
      "loss": 0.9311,
      "step": 17670
    },
    {
      "epoch": 4.93,
      "grad_norm": 0.7389382719993591,
      "learning_rate": 5.782514652525816e-07,
      "loss": 0.9169,
      "step": 17680
    },
    {
      "epoch": 4.94,
      "grad_norm": 1.4156630039215088,
      "learning_rate": 5.785785305609824e-07,
      "loss": 0.9351,
      "step": 17690
    },
    {
      "epoch": 4.94,
      "grad_norm": 1.7018256187438965,
      "learning_rate": 5.789055958693831e-07,
      "loss": 0.9408,
      "step": 17700
    },
    {
      "epoch": 4.94,
      "grad_norm": 0.6709479093551636,
      "learning_rate": 5.79232661177784e-07,
      "loss": 0.9442,
      "step": 17710
    },
    {
      "epoch": 4.95,
      "grad_norm": 0.845452070236206,
      "learning_rate": 5.795597264861847e-07,
      "loss": 0.929,
      "step": 17720
    },
    {
      "epoch": 4.95,
      "grad_norm": 2.996502637863159,
      "learning_rate": 5.798867917945855e-07,
      "loss": 0.9311,
      "step": 17730
    },
    {
      "epoch": 4.95,
      "grad_norm": 0.99831622838974,
      "learning_rate": 5.802138571029863e-07,
      "loss": 0.9376,
      "step": 17740
    },
    {
      "epoch": 4.95,
      "grad_norm": 1.193568229675293,
      "learning_rate": 5.805409224113871e-07,
      "loss": 0.9327,
      "step": 17750
    },
    {
      "epoch": 4.96,
      "grad_norm": 0.9107862710952759,
      "learning_rate": 5.808679877197879e-07,
      "loss": 0.9256,
      "step": 17760
    },
    {
      "epoch": 4.96,
      "grad_norm": 1.078844428062439,
      "learning_rate": 5.811950530281886e-07,
      "loss": 0.9425,
      "step": 17770
    },
    {
      "epoch": 4.96,
      "grad_norm": 1.5311793088912964,
      "learning_rate": 5.815221183365893e-07,
      "loss": 0.9168,
      "step": 17780
    },
    {
      "epoch": 4.97,
      "grad_norm": 0.9925233721733093,
      "learning_rate": 5.818491836449902e-07,
      "loss": 0.9252,
      "step": 17790
    },
    {
      "epoch": 4.97,
      "grad_norm": 0.8240953087806702,
      "learning_rate": 5.82176248953391e-07,
      "loss": 0.9387,
      "step": 17800
    },
    {
      "epoch": 4.97,
      "grad_norm": 0.7624386548995972,
      "learning_rate": 5.825033142617917e-07,
      "loss": 0.9252,
      "step": 17810
    },
    {
      "epoch": 4.97,
      "grad_norm": 1.638068437576294,
      "learning_rate": 5.828303795701925e-07,
      "loss": 0.9166,
      "step": 17820
    },
    {
      "epoch": 4.98,
      "grad_norm": 1.931500792503357,
      "learning_rate": 5.831574448785933e-07,
      "loss": 0.9348,
      "step": 17830
    },
    {
      "epoch": 4.98,
      "grad_norm": 0.490707665681839,
      "learning_rate": 5.834845101869941e-07,
      "loss": 0.9414,
      "step": 17840
    },
    {
      "epoch": 4.98,
      "grad_norm": 1.0041007995605469,
      "learning_rate": 5.838115754953948e-07,
      "loss": 0.941,
      "step": 17850
    },
    {
      "epoch": 4.98,
      "grad_norm": 1.2110121250152588,
      "learning_rate": 5.841386408037957e-07,
      "loss": 0.918,
      "step": 17860
    },
    {
      "epoch": 4.99,
      "grad_norm": 0.692954957485199,
      "learning_rate": 5.844657061121964e-07,
      "loss": 0.9263,
      "step": 17870
    },
    {
      "epoch": 4.99,
      "grad_norm": 0.9160081148147583,
      "learning_rate": 5.847927714205972e-07,
      "loss": 0.9341,
      "step": 17880
    },
    {
      "epoch": 4.99,
      "grad_norm": 1.3899083137512207,
      "learning_rate": 5.85119836728998e-07,
      "loss": 0.936,
      "step": 17890
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.6765588521957397,
      "learning_rate": 5.854469020373988e-07,
      "loss": 0.9218,
      "step": 17900
    },
    {
      "epoch": 5.0,
      "grad_norm": 1.384852647781372,
      "learning_rate": 5.857739673457996e-07,
      "loss": 0.9385,
      "step": 17910
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.9319170713424683,
      "eval_runtime": 82.9771,
      "eval_samples_per_second": 60.969,
      "eval_steps_per_second": 7.629,
      "step": 17915
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.4649571180343628,
      "learning_rate": 5.861010326542003e-07,
      "loss": 0.9311,
      "step": 17920
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.7841874957084656,
      "learning_rate": 5.86428097962601e-07,
      "loss": 0.9274,
      "step": 17930
    },
    {
      "epoch": 5.01,
      "grad_norm": 1.9076489210128784,
      "learning_rate": 5.86755163271002e-07,
      "loss": 0.9363,
      "step": 17940
    },
    {
      "epoch": 5.01,
      "grad_norm": 1.7619675397872925,
      "learning_rate": 5.870822285794027e-07,
      "loss": 0.9376,
      "step": 17950
    },
    {
      "epoch": 5.01,
      "grad_norm": 1.1916249990463257,
      "learning_rate": 5.874092938878035e-07,
      "loss": 0.9312,
      "step": 17960
    },
    {
      "epoch": 5.02,
      "grad_norm": 0.5179629921913147,
      "learning_rate": 5.877363591962042e-07,
      "loss": 0.9348,
      "step": 17970
    },
    {
      "epoch": 5.02,
      "grad_norm": 1.2211432456970215,
      "learning_rate": 5.88063424504605e-07,
      "loss": 0.9197,
      "step": 17980
    },
    {
      "epoch": 5.02,
      "grad_norm": 0.8924560546875,
      "learning_rate": 5.883904898130059e-07,
      "loss": 0.9299,
      "step": 17990
    },
    {
      "epoch": 5.02,
      "grad_norm": 0.7162767052650452,
      "learning_rate": 5.887175551214066e-07,
      "loss": 0.9323,
      "step": 18000
    },
    {
      "epoch": 5.03,
      "grad_norm": 0.6230704188346863,
      "learning_rate": 5.890446204298074e-07,
      "loss": 0.9372,
      "step": 18010
    },
    {
      "epoch": 5.03,
      "grad_norm": 1.3728301525115967,
      "learning_rate": 5.893716857382082e-07,
      "loss": 0.9273,
      "step": 18020
    },
    {
      "epoch": 5.03,
      "grad_norm": 1.204343557357788,
      "learning_rate": 5.896987510466089e-07,
      "loss": 0.9331,
      "step": 18030
    },
    {
      "epoch": 5.03,
      "grad_norm": 0.5898458361625671,
      "learning_rate": 5.900258163550097e-07,
      "loss": 0.9241,
      "step": 18040
    },
    {
      "epoch": 5.04,
      "grad_norm": 0.850371778011322,
      "learning_rate": 5.903528816634106e-07,
      "loss": 0.9341,
      "step": 18050
    },
    {
      "epoch": 5.04,
      "grad_norm": 0.7874434590339661,
      "learning_rate": 5.906799469718113e-07,
      "loss": 0.9479,
      "step": 18060
    },
    {
      "epoch": 5.04,
      "grad_norm": 1.1579699516296387,
      "learning_rate": 5.91007012280212e-07,
      "loss": 0.9392,
      "step": 18070
    },
    {
      "epoch": 5.05,
      "grad_norm": 0.7490816116333008,
      "learning_rate": 5.913340775886127e-07,
      "loss": 0.9397,
      "step": 18080
    },
    {
      "epoch": 5.05,
      "grad_norm": 0.9326200485229492,
      "learning_rate": 5.916611428970137e-07,
      "loss": 0.916,
      "step": 18090
    },
    {
      "epoch": 5.05,
      "grad_norm": 1.2740191221237183,
      "learning_rate": 5.919882082054144e-07,
      "loss": 0.9443,
      "step": 18100
    },
    {
      "epoch": 5.05,
      "grad_norm": 1.1372108459472656,
      "learning_rate": 5.923152735138152e-07,
      "loss": 0.9309,
      "step": 18110
    },
    {
      "epoch": 5.06,
      "grad_norm": 1.0226690769195557,
      "learning_rate": 5.926423388222159e-07,
      "loss": 0.92,
      "step": 18120
    },
    {
      "epoch": 5.06,
      "grad_norm": 1.387427806854248,
      "learning_rate": 5.929694041306168e-07,
      "loss": 0.9415,
      "step": 18130
    },
    {
      "epoch": 5.06,
      "grad_norm": 1.0803699493408203,
      "learning_rate": 5.932964694390176e-07,
      "loss": 0.9377,
      "step": 18140
    },
    {
      "epoch": 5.07,
      "grad_norm": 1.5362247228622437,
      "learning_rate": 5.936235347474183e-07,
      "loss": 0.9256,
      "step": 18150
    },
    {
      "epoch": 5.07,
      "grad_norm": 0.5883728265762329,
      "learning_rate": 5.93950600055819e-07,
      "loss": 0.9234,
      "step": 18160
    },
    {
      "epoch": 5.07,
      "grad_norm": 0.4773557782173157,
      "learning_rate": 5.942776653642199e-07,
      "loss": 0.9174,
      "step": 18170
    },
    {
      "epoch": 5.07,
      "grad_norm": 1.8849971294403076,
      "learning_rate": 5.946047306726207e-07,
      "loss": 0.9189,
      "step": 18180
    },
    {
      "epoch": 5.08,
      "grad_norm": 0.837057888507843,
      "learning_rate": 5.949317959810214e-07,
      "loss": 0.9418,
      "step": 18190
    },
    {
      "epoch": 5.08,
      "grad_norm": 0.9443956017494202,
      "learning_rate": 5.952588612894223e-07,
      "loss": 0.9293,
      "step": 18200
    },
    {
      "epoch": 5.08,
      "grad_norm": 1.0503177642822266,
      "learning_rate": 5.95585926597823e-07,
      "loss": 0.9302,
      "step": 18210
    },
    {
      "epoch": 5.09,
      "grad_norm": 0.43793222308158875,
      "learning_rate": 5.959129919062237e-07,
      "loss": 0.9337,
      "step": 18220
    },
    {
      "epoch": 5.09,
      "grad_norm": 0.9068894386291504,
      "learning_rate": 5.962400572146246e-07,
      "loss": 0.9354,
      "step": 18230
    },
    {
      "epoch": 5.09,
      "grad_norm": 0.9226296544075012,
      "learning_rate": 5.965671225230254e-07,
      "loss": 0.9285,
      "step": 18240
    },
    {
      "epoch": 5.09,
      "grad_norm": 0.8473910093307495,
      "learning_rate": 5.968941878314261e-07,
      "loss": 0.9063,
      "step": 18250
    },
    {
      "epoch": 5.1,
      "grad_norm": 0.9985280632972717,
      "learning_rate": 5.972212531398269e-07,
      "loss": 0.9408,
      "step": 18260
    },
    {
      "epoch": 5.1,
      "grad_norm": 0.8568696975708008,
      "learning_rate": 5.975483184482276e-07,
      "loss": 0.9041,
      "step": 18270
    },
    {
      "epoch": 5.1,
      "grad_norm": 4.157376289367676,
      "learning_rate": 5.978753837566285e-07,
      "loss": 0.9388,
      "step": 18280
    },
    {
      "epoch": 5.1,
      "grad_norm": 0.9268330335617065,
      "learning_rate": 5.982024490650293e-07,
      "loss": 0.9367,
      "step": 18290
    },
    {
      "epoch": 5.11,
      "grad_norm": 1.1349953413009644,
      "learning_rate": 5.9852951437343e-07,
      "loss": 0.9284,
      "step": 18300
    },
    {
      "epoch": 5.11,
      "grad_norm": 1.126921534538269,
      "learning_rate": 5.988565796818307e-07,
      "loss": 0.9337,
      "step": 18310
    },
    {
      "epoch": 5.11,
      "grad_norm": 0.34533604979515076,
      "learning_rate": 5.991836449902316e-07,
      "loss": 0.9337,
      "step": 18320
    },
    {
      "epoch": 5.12,
      "grad_norm": 1.8206974267959595,
      "learning_rate": 5.995107102986324e-07,
      "loss": 0.9332,
      "step": 18330
    },
    {
      "epoch": 5.12,
      "grad_norm": 1.1022093296051025,
      "learning_rate": 5.998377756070331e-07,
      "loss": 0.914,
      "step": 18340
    },
    {
      "epoch": 5.12,
      "grad_norm": 0.7878971695899963,
      "learning_rate": 6.00164840915434e-07,
      "loss": 0.9255,
      "step": 18350
    },
    {
      "epoch": 5.12,
      "grad_norm": 0.6860087513923645,
      "learning_rate": 6.004919062238347e-07,
      "loss": 0.9499,
      "step": 18360
    },
    {
      "epoch": 5.13,
      "grad_norm": 1.0917586088180542,
      "learning_rate": 6.008189715322356e-07,
      "loss": 0.9302,
      "step": 18370
    },
    {
      "epoch": 5.13,
      "grad_norm": 0.7310211062431335,
      "learning_rate": 6.011460368406363e-07,
      "loss": 0.9337,
      "step": 18380
    },
    {
      "epoch": 5.13,
      "grad_norm": 1.263892412185669,
      "learning_rate": 6.014731021490371e-07,
      "loss": 0.932,
      "step": 18390
    },
    {
      "epoch": 5.14,
      "grad_norm": 0.9495385885238647,
      "learning_rate": 6.018001674574378e-07,
      "loss": 0.9251,
      "step": 18400
    },
    {
      "epoch": 5.14,
      "grad_norm": 0.7929244637489319,
      "learning_rate": 6.021272327658386e-07,
      "loss": 0.9215,
      "step": 18410
    },
    {
      "epoch": 5.14,
      "grad_norm": 0.7088093757629395,
      "learning_rate": 6.024542980742394e-07,
      "loss": 0.9294,
      "step": 18420
    },
    {
      "epoch": 5.14,
      "grad_norm": 0.8354381322860718,
      "learning_rate": 6.027813633826402e-07,
      "loss": 0.9247,
      "step": 18430
    },
    {
      "epoch": 5.15,
      "grad_norm": 1.280612826347351,
      "learning_rate": 6.03108428691041e-07,
      "loss": 0.9272,
      "step": 18440
    },
    {
      "epoch": 5.15,
      "grad_norm": 1.6919240951538086,
      "learning_rate": 6.034354939994417e-07,
      "loss": 0.9288,
      "step": 18450
    },
    {
      "epoch": 5.15,
      "grad_norm": 1.0234888792037964,
      "learning_rate": 6.037625593078424e-07,
      "loss": 0.9268,
      "step": 18460
    },
    {
      "epoch": 5.15,
      "grad_norm": 0.9445053339004517,
      "learning_rate": 6.040896246162434e-07,
      "loss": 0.9355,
      "step": 18470
    },
    {
      "epoch": 5.16,
      "grad_norm": 1.0592050552368164,
      "learning_rate": 6.044166899246441e-07,
      "loss": 0.9374,
      "step": 18480
    },
    {
      "epoch": 5.16,
      "grad_norm": 1.1180243492126465,
      "learning_rate": 6.047437552330448e-07,
      "loss": 0.9279,
      "step": 18490
    },
    {
      "epoch": 5.16,
      "grad_norm": 0.8899631500244141,
      "learning_rate": 6.050708205414457e-07,
      "loss": 0.9262,
      "step": 18500
    },
    {
      "epoch": 5.17,
      "grad_norm": 0.8596161603927612,
      "learning_rate": 6.053978858498464e-07,
      "loss": 0.9319,
      "step": 18510
    },
    {
      "epoch": 5.17,
      "grad_norm": 1.1033990383148193,
      "learning_rate": 6.057249511582473e-07,
      "loss": 0.9316,
      "step": 18520
    },
    {
      "epoch": 5.17,
      "grad_norm": 0.9679955840110779,
      "learning_rate": 6.06052016466648e-07,
      "loss": 0.9293,
      "step": 18530
    },
    {
      "epoch": 5.17,
      "grad_norm": 0.8399931788444519,
      "learning_rate": 6.063790817750488e-07,
      "loss": 0.9263,
      "step": 18540
    },
    {
      "epoch": 5.18,
      "grad_norm": 0.7371111512184143,
      "learning_rate": 6.067061470834495e-07,
      "loss": 0.9451,
      "step": 18550
    },
    {
      "epoch": 5.18,
      "grad_norm": 0.6683584451675415,
      "learning_rate": 6.070332123918504e-07,
      "loss": 0.9375,
      "step": 18560
    },
    {
      "epoch": 5.18,
      "grad_norm": 1.731471061706543,
      "learning_rate": 6.073602777002511e-07,
      "loss": 0.9246,
      "step": 18570
    },
    {
      "epoch": 5.19,
      "grad_norm": 0.7161087393760681,
      "learning_rate": 6.07687343008652e-07,
      "loss": 0.9182,
      "step": 18580
    },
    {
      "epoch": 5.19,
      "grad_norm": 0.7795307040214539,
      "learning_rate": 6.080144083170527e-07,
      "loss": 0.9304,
      "step": 18590
    },
    {
      "epoch": 5.19,
      "grad_norm": 0.3844636082649231,
      "learning_rate": 6.083414736254534e-07,
      "loss": 0.9508,
      "step": 18600
    },
    {
      "epoch": 5.19,
      "grad_norm": 0.7135874032974243,
      "learning_rate": 6.086685389338544e-07,
      "loss": 0.9364,
      "step": 18610
    },
    {
      "epoch": 5.2,
      "grad_norm": 1.8431423902511597,
      "learning_rate": 6.089956042422551e-07,
      "loss": 0.9085,
      "step": 18620
    },
    {
      "epoch": 5.2,
      "grad_norm": 0.6685664653778076,
      "learning_rate": 6.093226695506558e-07,
      "loss": 0.9275,
      "step": 18630
    },
    {
      "epoch": 5.2,
      "grad_norm": 0.9970564246177673,
      "learning_rate": 6.096497348590566e-07,
      "loss": 0.9456,
      "step": 18640
    },
    {
      "epoch": 5.21,
      "grad_norm": 1.0141726732254028,
      "learning_rate": 6.099768001674574e-07,
      "loss": 0.9189,
      "step": 18650
    },
    {
      "epoch": 5.21,
      "grad_norm": 1.7851322889328003,
      "learning_rate": 6.103038654758582e-07,
      "loss": 0.9237,
      "step": 18660
    },
    {
      "epoch": 5.21,
      "grad_norm": 0.8325821161270142,
      "learning_rate": 6.10630930784259e-07,
      "loss": 0.9116,
      "step": 18670
    },
    {
      "epoch": 5.21,
      "grad_norm": 1.0833697319030762,
      "learning_rate": 6.109579960926597e-07,
      "loss": 0.9154,
      "step": 18680
    },
    {
      "epoch": 5.22,
      "grad_norm": 1.0258049964904785,
      "learning_rate": 6.112850614010605e-07,
      "loss": 0.922,
      "step": 18690
    },
    {
      "epoch": 5.22,
      "grad_norm": 0.9298356175422668,
      "learning_rate": 6.116121267094612e-07,
      "loss": 0.932,
      "step": 18700
    },
    {
      "epoch": 5.22,
      "grad_norm": 0.7837726473808289,
      "learning_rate": 6.119391920178621e-07,
      "loss": 0.9286,
      "step": 18710
    },
    {
      "epoch": 5.22,
      "grad_norm": 0.6903883218765259,
      "learning_rate": 6.122662573262628e-07,
      "loss": 0.9286,
      "step": 18720
    },
    {
      "epoch": 5.23,
      "grad_norm": 1.133030891418457,
      "learning_rate": 6.125933226346637e-07,
      "loss": 0.9346,
      "step": 18730
    },
    {
      "epoch": 5.23,
      "grad_norm": 0.5923716425895691,
      "learning_rate": 6.129203879430644e-07,
      "loss": 0.9377,
      "step": 18740
    },
    {
      "epoch": 5.23,
      "grad_norm": 1.6252317428588867,
      "learning_rate": 6.132474532514651e-07,
      "loss": 0.9256,
      "step": 18750
    },
    {
      "epoch": 5.24,
      "grad_norm": 1.0317968130111694,
      "learning_rate": 6.13574518559866e-07,
      "loss": 0.9474,
      "step": 18760
    },
    {
      "epoch": 5.24,
      "grad_norm": 1.4712246656417847,
      "learning_rate": 6.139015838682668e-07,
      "loss": 0.9281,
      "step": 18770
    },
    {
      "epoch": 5.24,
      "grad_norm": 0.7597290873527527,
      "learning_rate": 6.142286491766675e-07,
      "loss": 0.9258,
      "step": 18780
    },
    {
      "epoch": 5.24,
      "grad_norm": 1.8783690929412842,
      "learning_rate": 6.145557144850683e-07,
      "loss": 0.929,
      "step": 18790
    },
    {
      "epoch": 5.25,
      "grad_norm": 0.5237724781036377,
      "learning_rate": 6.148827797934692e-07,
      "loss": 0.9259,
      "step": 18800
    },
    {
      "epoch": 5.25,
      "grad_norm": 1.0544041395187378,
      "learning_rate": 6.152098451018699e-07,
      "loss": 0.9285,
      "step": 18810
    },
    {
      "epoch": 5.25,
      "grad_norm": 1.6573073863983154,
      "learning_rate": 6.155369104102707e-07,
      "loss": 0.9187,
      "step": 18820
    },
    {
      "epoch": 5.26,
      "grad_norm": 1.3181750774383545,
      "learning_rate": 6.158639757186714e-07,
      "loss": 0.9245,
      "step": 18830
    },
    {
      "epoch": 5.26,
      "grad_norm": 1.5799899101257324,
      "learning_rate": 6.161910410270722e-07,
      "loss": 0.9293,
      "step": 18840
    },
    {
      "epoch": 5.26,
      "grad_norm": 1.2645360231399536,
      "learning_rate": 6.165181063354731e-07,
      "loss": 0.9166,
      "step": 18850
    },
    {
      "epoch": 5.26,
      "grad_norm": 0.9538631439208984,
      "learning_rate": 6.168451716438738e-07,
      "loss": 0.9351,
      "step": 18860
    },
    {
      "epoch": 5.27,
      "grad_norm": 0.5827193260192871,
      "learning_rate": 6.171722369522745e-07,
      "loss": 0.9329,
      "step": 18870
    },
    {
      "epoch": 5.27,
      "grad_norm": 1.4113667011260986,
      "learning_rate": 6.174993022606754e-07,
      "loss": 0.9301,
      "step": 18880
    },
    {
      "epoch": 5.27,
      "grad_norm": 1.0606374740600586,
      "learning_rate": 6.178263675690761e-07,
      "loss": 0.9333,
      "step": 18890
    },
    {
      "epoch": 5.27,
      "grad_norm": 1.067751407623291,
      "learning_rate": 6.181534328774769e-07,
      "loss": 0.9299,
      "step": 18900
    },
    {
      "epoch": 5.28,
      "grad_norm": 1.036421537399292,
      "learning_rate": 6.184804981858778e-07,
      "loss": 0.9369,
      "step": 18910
    },
    {
      "epoch": 5.28,
      "grad_norm": 1.0492708683013916,
      "learning_rate": 6.188075634942785e-07,
      "loss": 0.9409,
      "step": 18920
    },
    {
      "epoch": 5.28,
      "grad_norm": 0.7602809071540833,
      "learning_rate": 6.191346288026792e-07,
      "loss": 0.9293,
      "step": 18930
    },
    {
      "epoch": 5.29,
      "grad_norm": 0.9034594893455505,
      "learning_rate": 6.1946169411108e-07,
      "loss": 0.9128,
      "step": 18940
    },
    {
      "epoch": 5.29,
      "grad_norm": 0.9497985243797302,
      "learning_rate": 6.197887594194809e-07,
      "loss": 0.919,
      "step": 18950
    },
    {
      "epoch": 5.29,
      "grad_norm": 0.7015409469604492,
      "learning_rate": 6.201158247278816e-07,
      "loss": 0.9158,
      "step": 18960
    },
    {
      "epoch": 5.29,
      "grad_norm": 1.8295831680297852,
      "learning_rate": 6.204428900362824e-07,
      "loss": 0.9126,
      "step": 18970
    },
    {
      "epoch": 5.3,
      "grad_norm": 1.7281118631362915,
      "learning_rate": 6.207699553446831e-07,
      "loss": 0.9144,
      "step": 18980
    },
    {
      "epoch": 5.3,
      "grad_norm": 1.192705750465393,
      "learning_rate": 6.210970206530841e-07,
      "loss": 0.9397,
      "step": 18990
    },
    {
      "epoch": 5.3,
      "grad_norm": 1.728759765625,
      "learning_rate": 6.214240859614848e-07,
      "loss": 0.9338,
      "step": 19000
    },
    {
      "epoch": 5.31,
      "grad_norm": 1.1289913654327393,
      "learning_rate": 6.217511512698855e-07,
      "loss": 0.9222,
      "step": 19010
    },
    {
      "epoch": 5.31,
      "grad_norm": 0.8733117580413818,
      "learning_rate": 6.220782165782862e-07,
      "loss": 0.9302,
      "step": 19020
    },
    {
      "epoch": 5.31,
      "grad_norm": 1.3228604793548584,
      "learning_rate": 6.224052818866871e-07,
      "loss": 0.9068,
      "step": 19030
    },
    {
      "epoch": 5.31,
      "grad_norm": 1.8297419548034668,
      "learning_rate": 6.227323471950879e-07,
      "loss": 0.915,
      "step": 19040
    },
    {
      "epoch": 5.32,
      "grad_norm": 0.9272039532661438,
      "learning_rate": 6.230594125034887e-07,
      "loss": 0.9263,
      "step": 19050
    },
    {
      "epoch": 5.32,
      "grad_norm": 1.056278109550476,
      "learning_rate": 6.233864778118894e-07,
      "loss": 0.9292,
      "step": 19060
    },
    {
      "epoch": 5.32,
      "grad_norm": 1.1496011018753052,
      "learning_rate": 6.237135431202902e-07,
      "loss": 0.9276,
      "step": 19070
    },
    {
      "epoch": 5.33,
      "grad_norm": 1.2519017457962036,
      "learning_rate": 6.240406084286909e-07,
      "loss": 0.8992,
      "step": 19080
    },
    {
      "epoch": 5.33,
      "grad_norm": 1.4749711751937866,
      "learning_rate": 6.243676737370918e-07,
      "loss": 0.9189,
      "step": 19090
    },
    {
      "epoch": 5.33,
      "grad_norm": 1.0087742805480957,
      "learning_rate": 6.246947390454926e-07,
      "loss": 0.9201,
      "step": 19100
    },
    {
      "epoch": 5.33,
      "grad_norm": 1.1459029912948608,
      "learning_rate": 6.250218043538933e-07,
      "loss": 0.9268,
      "step": 19110
    },
    {
      "epoch": 5.34,
      "grad_norm": 1.0930140018463135,
      "learning_rate": 6.253488696622941e-07,
      "loss": 0.91,
      "step": 19120
    },
    {
      "epoch": 5.34,
      "grad_norm": 0.7535451650619507,
      "learning_rate": 6.256759349706948e-07,
      "loss": 0.9276,
      "step": 19130
    },
    {
      "epoch": 5.34,
      "grad_norm": 1.0468775033950806,
      "learning_rate": 6.260030002790958e-07,
      "loss": 0.9257,
      "step": 19140
    },
    {
      "epoch": 5.34,
      "grad_norm": 1.37631094455719,
      "learning_rate": 6.263300655874965e-07,
      "loss": 0.9328,
      "step": 19150
    },
    {
      "epoch": 5.35,
      "grad_norm": 0.6494506001472473,
      "learning_rate": 6.266571308958972e-07,
      "loss": 0.9337,
      "step": 19160
    },
    {
      "epoch": 5.35,
      "grad_norm": 1.2350996732711792,
      "learning_rate": 6.269841962042979e-07,
      "loss": 0.9244,
      "step": 19170
    },
    {
      "epoch": 5.35,
      "grad_norm": 0.7330533862113953,
      "learning_rate": 6.273112615126988e-07,
      "loss": 0.931,
      "step": 19180
    },
    {
      "epoch": 5.36,
      "grad_norm": 0.9655300378799438,
      "learning_rate": 6.276383268210996e-07,
      "loss": 0.9318,
      "step": 19190
    },
    {
      "epoch": 5.36,
      "grad_norm": 0.8584417700767517,
      "learning_rate": 6.279653921295004e-07,
      "loss": 0.9085,
      "step": 19200
    },
    {
      "epoch": 5.36,
      "grad_norm": 0.8509484529495239,
      "learning_rate": 6.282924574379011e-07,
      "loss": 0.9204,
      "step": 19210
    },
    {
      "epoch": 5.36,
      "grad_norm": 0.6362722516059875,
      "learning_rate": 6.286195227463019e-07,
      "loss": 0.929,
      "step": 19220
    },
    {
      "epoch": 5.37,
      "grad_norm": 0.7419072985649109,
      "learning_rate": 6.289465880547028e-07,
      "loss": 0.939,
      "step": 19230
    },
    {
      "epoch": 5.37,
      "grad_norm": 0.646470844745636,
      "learning_rate": 6.292736533631035e-07,
      "loss": 0.9001,
      "step": 19240
    },
    {
      "epoch": 5.37,
      "grad_norm": 1.4921222925186157,
      "learning_rate": 6.296007186715043e-07,
      "loss": 0.9069,
      "step": 19250
    },
    {
      "epoch": 5.38,
      "grad_norm": 1.17323637008667,
      "learning_rate": 6.299277839799051e-07,
      "loss": 0.9306,
      "step": 19260
    },
    {
      "epoch": 5.38,
      "grad_norm": 1.039528727531433,
      "learning_rate": 6.302548492883058e-07,
      "loss": 0.9285,
      "step": 19270
    },
    {
      "epoch": 5.38,
      "grad_norm": 0.7869969606399536,
      "learning_rate": 6.305819145967066e-07,
      "loss": 0.9067,
      "step": 19280
    },
    {
      "epoch": 5.38,
      "grad_norm": 0.9757733941078186,
      "learning_rate": 6.309089799051075e-07,
      "loss": 0.9263,
      "step": 19290
    },
    {
      "epoch": 5.39,
      "grad_norm": 1.4162828922271729,
      "learning_rate": 6.312360452135082e-07,
      "loss": 0.9035,
      "step": 19300
    },
    {
      "epoch": 5.39,
      "grad_norm": 1.787589192390442,
      "learning_rate": 6.315631105219089e-07,
      "loss": 0.9129,
      "step": 19310
    },
    {
      "epoch": 5.39,
      "grad_norm": 1.2554473876953125,
      "learning_rate": 6.318901758303097e-07,
      "loss": 0.9346,
      "step": 19320
    },
    {
      "epoch": 5.39,
      "grad_norm": 1.1601874828338623,
      "learning_rate": 6.322172411387106e-07,
      "loss": 0.9048,
      "step": 19330
    },
    {
      "epoch": 5.4,
      "grad_norm": 0.5458949208259583,
      "learning_rate": 6.325443064471113e-07,
      "loss": 0.9217,
      "step": 19340
    },
    {
      "epoch": 5.4,
      "grad_norm": 1.110088586807251,
      "learning_rate": 6.328713717555121e-07,
      "loss": 0.9346,
      "step": 19350
    },
    {
      "epoch": 5.4,
      "grad_norm": 0.4557155966758728,
      "learning_rate": 6.331984370639128e-07,
      "loss": 0.9263,
      "step": 19360
    },
    {
      "epoch": 5.41,
      "grad_norm": 1.3694429397583008,
      "learning_rate": 6.335255023723136e-07,
      "loss": 0.9228,
      "step": 19370
    },
    {
      "epoch": 5.41,
      "grad_norm": 0.4989423453807831,
      "learning_rate": 6.338525676807145e-07,
      "loss": 0.9334,
      "step": 19380
    },
    {
      "epoch": 5.41,
      "grad_norm": 1.5553866624832153,
      "learning_rate": 6.341796329891152e-07,
      "loss": 0.9244,
      "step": 19390
    },
    {
      "epoch": 5.41,
      "grad_norm": 1.087121605873108,
      "learning_rate": 6.34506698297516e-07,
      "loss": 0.8984,
      "step": 19400
    },
    {
      "epoch": 5.42,
      "grad_norm": 0.8309400081634521,
      "learning_rate": 6.348337636059168e-07,
      "loss": 0.9227,
      "step": 19410
    },
    {
      "epoch": 5.42,
      "grad_norm": 0.9201209545135498,
      "learning_rate": 6.351608289143176e-07,
      "loss": 0.9191,
      "step": 19420
    },
    {
      "epoch": 5.42,
      "grad_norm": 1.1824346780776978,
      "learning_rate": 6.354878942227183e-07,
      "loss": 0.9259,
      "step": 19430
    },
    {
      "epoch": 5.43,
      "grad_norm": 0.7152515053749084,
      "learning_rate": 6.358149595311192e-07,
      "loss": 0.9302,
      "step": 19440
    },
    {
      "epoch": 5.43,
      "grad_norm": 1.4760948419570923,
      "learning_rate": 6.361420248395199e-07,
      "loss": 0.9203,
      "step": 19450
    },
    {
      "epoch": 5.43,
      "grad_norm": 0.6511408686637878,
      "learning_rate": 6.364690901479206e-07,
      "loss": 0.9275,
      "step": 19460
    },
    {
      "epoch": 5.43,
      "grad_norm": 1.244822382926941,
      "learning_rate": 6.367961554563215e-07,
      "loss": 0.9203,
      "step": 19470
    },
    {
      "epoch": 5.44,
      "grad_norm": 1.2809690237045288,
      "learning_rate": 6.371232207647223e-07,
      "loss": 0.9197,
      "step": 19480
    },
    {
      "epoch": 5.44,
      "grad_norm": 1.0250059366226196,
      "learning_rate": 6.37450286073123e-07,
      "loss": 0.9293,
      "step": 19490
    },
    {
      "epoch": 5.44,
      "grad_norm": 0.6907610297203064,
      "learning_rate": 6.377773513815238e-07,
      "loss": 0.9204,
      "step": 19500
    },
    {
      "epoch": 5.45,
      "grad_norm": 0.7190350890159607,
      "learning_rate": 6.381044166899245e-07,
      "loss": 0.9267,
      "step": 19510
    },
    {
      "epoch": 5.45,
      "grad_norm": 0.9097040891647339,
      "learning_rate": 6.384314819983254e-07,
      "loss": 0.9237,
      "step": 19520
    },
    {
      "epoch": 5.45,
      "grad_norm": 1.18186616897583,
      "learning_rate": 6.387585473067262e-07,
      "loss": 0.9221,
      "step": 19530
    },
    {
      "epoch": 5.45,
      "grad_norm": 1.386217713356018,
      "learning_rate": 6.390856126151269e-07,
      "loss": 0.918,
      "step": 19540
    },
    {
      "epoch": 5.46,
      "grad_norm": 0.7052872776985168,
      "learning_rate": 6.394126779235276e-07,
      "loss": 0.9187,
      "step": 19550
    },
    {
      "epoch": 5.46,
      "grad_norm": 1.416808009147644,
      "learning_rate": 6.397397432319285e-07,
      "loss": 0.903,
      "step": 19560
    },
    {
      "epoch": 5.46,
      "grad_norm": 1.0408238172531128,
      "learning_rate": 6.400668085403293e-07,
      "loss": 0.9388,
      "step": 19570
    },
    {
      "epoch": 5.46,
      "grad_norm": 1.262433409690857,
      "learning_rate": 6.4039387384873e-07,
      "loss": 0.9144,
      "step": 19580
    },
    {
      "epoch": 5.47,
      "grad_norm": 1.6229456663131714,
      "learning_rate": 6.407209391571309e-07,
      "loss": 0.9012,
      "step": 19590
    },
    {
      "epoch": 5.47,
      "grad_norm": 1.6442049741744995,
      "learning_rate": 6.410480044655316e-07,
      "loss": 0.9351,
      "step": 19600
    },
    {
      "epoch": 5.47,
      "grad_norm": 1.7615079879760742,
      "learning_rate": 6.413750697739323e-07,
      "loss": 0.9292,
      "step": 19610
    },
    {
      "epoch": 5.48,
      "grad_norm": 1.9969404935836792,
      "learning_rate": 6.417021350823332e-07,
      "loss": 0.9095,
      "step": 19620
    },
    {
      "epoch": 5.48,
      "grad_norm": 0.6003490686416626,
      "learning_rate": 6.42029200390734e-07,
      "loss": 0.9175,
      "step": 19630
    },
    {
      "epoch": 5.48,
      "grad_norm": 1.4661394357681274,
      "learning_rate": 6.423562656991347e-07,
      "loss": 0.9205,
      "step": 19640
    },
    {
      "epoch": 5.48,
      "grad_norm": 1.0570714473724365,
      "learning_rate": 6.426833310075355e-07,
      "loss": 0.9035,
      "step": 19650
    },
    {
      "epoch": 5.49,
      "grad_norm": 1.4078130722045898,
      "learning_rate": 6.430103963159363e-07,
      "loss": 0.9298,
      "step": 19660
    },
    {
      "epoch": 5.49,
      "grad_norm": 0.970515251159668,
      "learning_rate": 6.433374616243372e-07,
      "loss": 0.9352,
      "step": 19670
    },
    {
      "epoch": 5.49,
      "grad_norm": 1.3826463222503662,
      "learning_rate": 6.436645269327379e-07,
      "loss": 0.9095,
      "step": 19680
    },
    {
      "epoch": 5.5,
      "grad_norm": 0.909170925617218,
      "learning_rate": 6.439915922411386e-07,
      "loss": 0.9108,
      "step": 19690
    },
    {
      "epoch": 5.5,
      "grad_norm": 1.659379482269287,
      "learning_rate": 6.443186575495393e-07,
      "loss": 0.9066,
      "step": 19700
    },
    {
      "epoch": 5.5,
      "grad_norm": 2.6800546646118164,
      "learning_rate": 6.446457228579403e-07,
      "loss": 0.9151,
      "step": 19710
    },
    {
      "epoch": 5.5,
      "grad_norm": 1.5886096954345703,
      "learning_rate": 6.44972788166341e-07,
      "loss": 0.9192,
      "step": 19720
    },
    {
      "epoch": 5.51,
      "grad_norm": 0.928255558013916,
      "learning_rate": 6.452998534747417e-07,
      "loss": 0.9182,
      "step": 19730
    },
    {
      "epoch": 5.51,
      "grad_norm": 2.3371493816375732,
      "learning_rate": 6.456269187831426e-07,
      "loss": 0.9231,
      "step": 19740
    },
    {
      "epoch": 5.51,
      "grad_norm": 1.8381987810134888,
      "learning_rate": 6.459539840915433e-07,
      "loss": 0.9259,
      "step": 19750
    },
    {
      "epoch": 5.51,
      "grad_norm": 1.3741105794906616,
      "learning_rate": 6.462810493999442e-07,
      "loss": 0.9125,
      "step": 19760
    },
    {
      "epoch": 5.52,
      "grad_norm": 3.525153398513794,
      "learning_rate": 6.466081147083449e-07,
      "loss": 0.9232,
      "step": 19770
    },
    {
      "epoch": 5.52,
      "grad_norm": 0.9846289753913879,
      "learning_rate": 6.469351800167457e-07,
      "loss": 0.9307,
      "step": 19780
    },
    {
      "epoch": 5.52,
      "grad_norm": 1.357535481452942,
      "learning_rate": 6.472622453251464e-07,
      "loss": 0.9216,
      "step": 19790
    },
    {
      "epoch": 5.53,
      "grad_norm": 1.7567626237869263,
      "learning_rate": 6.475893106335472e-07,
      "loss": 0.9201,
      "step": 19800
    },
    {
      "epoch": 5.53,
      "grad_norm": 1.3102163076400757,
      "learning_rate": 6.47916375941948e-07,
      "loss": 0.9224,
      "step": 19810
    },
    {
      "epoch": 5.53,
      "grad_norm": 2.9310834407806396,
      "learning_rate": 6.482434412503489e-07,
      "loss": 0.9086,
      "step": 19820
    },
    {
      "epoch": 5.53,
      "grad_norm": 0.7414819002151489,
      "learning_rate": 6.485705065587496e-07,
      "loss": 0.9139,
      "step": 19830
    },
    {
      "epoch": 5.54,
      "grad_norm": 1.7546463012695312,
      "learning_rate": 6.488975718671503e-07,
      "loss": 0.9254,
      "step": 19840
    },
    {
      "epoch": 5.54,
      "grad_norm": 0.6507415771484375,
      "learning_rate": 6.492246371755513e-07,
      "loss": 0.9179,
      "step": 19850
    },
    {
      "epoch": 5.54,
      "grad_norm": 0.8822095990180969,
      "learning_rate": 6.49551702483952e-07,
      "loss": 0.9376,
      "step": 19860
    },
    {
      "epoch": 5.55,
      "grad_norm": 1.2577168941497803,
      "learning_rate": 6.498787677923527e-07,
      "loss": 0.9184,
      "step": 19870
    },
    {
      "epoch": 5.55,
      "grad_norm": 1.3012585639953613,
      "learning_rate": 6.502058331007535e-07,
      "loss": 0.9244,
      "step": 19880
    },
    {
      "epoch": 5.55,
      "grad_norm": 1.589409589767456,
      "learning_rate": 6.505328984091543e-07,
      "loss": 0.9169,
      "step": 19890
    },
    {
      "epoch": 5.55,
      "grad_norm": 1.0425114631652832,
      "learning_rate": 6.508599637175551e-07,
      "loss": 0.9078,
      "step": 19900
    },
    {
      "epoch": 5.56,
      "grad_norm": 1.1544898748397827,
      "learning_rate": 6.511870290259559e-07,
      "loss": 0.9151,
      "step": 19910
    },
    {
      "epoch": 5.56,
      "grad_norm": 2.2016947269439697,
      "learning_rate": 6.515140943343566e-07,
      "loss": 0.9268,
      "step": 19920
    },
    {
      "epoch": 5.56,
      "grad_norm": 0.834865927696228,
      "learning_rate": 6.518411596427574e-07,
      "loss": 0.9213,
      "step": 19930
    },
    {
      "epoch": 5.57,
      "grad_norm": 0.9430927634239197,
      "learning_rate": 6.521682249511582e-07,
      "loss": 0.9117,
      "step": 19940
    },
    {
      "epoch": 5.57,
      "grad_norm": 1.5439590215682983,
      "learning_rate": 6.52495290259559e-07,
      "loss": 0.9157,
      "step": 19950
    },
    {
      "epoch": 5.57,
      "grad_norm": 0.8814997673034668,
      "learning_rate": 6.528223555679597e-07,
      "loss": 0.9087,
      "step": 19960
    },
    {
      "epoch": 5.57,
      "grad_norm": 0.8370159864425659,
      "learning_rate": 6.531494208763606e-07,
      "loss": 0.9148,
      "step": 19970
    },
    {
      "epoch": 5.58,
      "grad_norm": 0.39201149344444275,
      "learning_rate": 6.534764861847613e-07,
      "loss": 0.9168,
      "step": 19980
    },
    {
      "epoch": 5.58,
      "grad_norm": 1.2324000597000122,
      "learning_rate": 6.53803551493162e-07,
      "loss": 0.9096,
      "step": 19990
    },
    {
      "epoch": 5.58,
      "grad_norm": 1.4753354787826538,
      "learning_rate": 6.54130616801563e-07,
      "loss": 0.9096,
      "step": 20000
    },
    {
      "epoch": 5.58,
      "grad_norm": 1.4871420860290527,
      "learning_rate": 6.544576821099637e-07,
      "loss": 0.9101,
      "step": 20010
    },
    {
      "epoch": 5.59,
      "grad_norm": 2.544083833694458,
      "learning_rate": 6.547847474183644e-07,
      "loss": 0.9143,
      "step": 20020
    },
    {
      "epoch": 5.59,
      "grad_norm": 1.902174472808838,
      "learning_rate": 6.551118127267652e-07,
      "loss": 0.9098,
      "step": 20030
    },
    {
      "epoch": 5.59,
      "grad_norm": 1.5488511323928833,
      "learning_rate": 6.55438878035166e-07,
      "loss": 0.9078,
      "step": 20040
    },
    {
      "epoch": 5.6,
      "grad_norm": 1.3997986316680908,
      "learning_rate": 6.557659433435668e-07,
      "loss": 0.9232,
      "step": 20050
    },
    {
      "epoch": 5.6,
      "grad_norm": 1.2189831733703613,
      "learning_rate": 6.560930086519676e-07,
      "loss": 0.9211,
      "step": 20060
    },
    {
      "epoch": 5.6,
      "grad_norm": 1.4156235456466675,
      "learning_rate": 6.564200739603683e-07,
      "loss": 0.9051,
      "step": 20070
    },
    {
      "epoch": 5.6,
      "grad_norm": 1.4002755880355835,
      "learning_rate": 6.567471392687691e-07,
      "loss": 0.9112,
      "step": 20080
    },
    {
      "epoch": 5.61,
      "grad_norm": 0.9804567098617554,
      "learning_rate": 6.5707420457717e-07,
      "loss": 0.9192,
      "step": 20090
    },
    {
      "epoch": 5.61,
      "grad_norm": 1.0027889013290405,
      "learning_rate": 6.574012698855707e-07,
      "loss": 0.9067,
      "step": 20100
    },
    {
      "epoch": 5.61,
      "grad_norm": 1.436254858970642,
      "learning_rate": 6.577283351939714e-07,
      "loss": 0.9148,
      "step": 20110
    },
    {
      "epoch": 5.62,
      "grad_norm": 1.7364386320114136,
      "learning_rate": 6.580554005023723e-07,
      "loss": 0.9257,
      "step": 20120
    },
    {
      "epoch": 5.62,
      "grad_norm": 1.5104827880859375,
      "learning_rate": 6.58382465810773e-07,
      "loss": 0.9049,
      "step": 20130
    },
    {
      "epoch": 5.62,
      "grad_norm": 1.0448471307754517,
      "learning_rate": 6.587095311191738e-07,
      "loss": 0.9104,
      "step": 20140
    },
    {
      "epoch": 5.62,
      "grad_norm": 0.8710768222808838,
      "learning_rate": 6.590365964275747e-07,
      "loss": 0.912,
      "step": 20150
    },
    {
      "epoch": 5.63,
      "grad_norm": 1.0323964357376099,
      "learning_rate": 6.593636617359754e-07,
      "loss": 0.9213,
      "step": 20160
    },
    {
      "epoch": 5.63,
      "grad_norm": 2.1829380989074707,
      "learning_rate": 6.596907270443761e-07,
      "loss": 0.908,
      "step": 20170
    },
    {
      "epoch": 5.63,
      "grad_norm": 1.47459077835083,
      "learning_rate": 6.600177923527769e-07,
      "loss": 0.898,
      "step": 20180
    },
    {
      "epoch": 5.63,
      "grad_norm": 1.116936445236206,
      "learning_rate": 6.603448576611778e-07,
      "loss": 0.9087,
      "step": 20190
    },
    {
      "epoch": 5.64,
      "grad_norm": 1.3757212162017822,
      "learning_rate": 6.606719229695785e-07,
      "loss": 0.9123,
      "step": 20200
    },
    {
      "epoch": 5.64,
      "grad_norm": 1.4512414932250977,
      "learning_rate": 6.609989882779793e-07,
      "loss": 0.9008,
      "step": 20210
    },
    {
      "epoch": 5.64,
      "grad_norm": 1.379837989807129,
      "learning_rate": 6.6132605358638e-07,
      "loss": 0.9175,
      "step": 20220
    },
    {
      "epoch": 5.65,
      "grad_norm": 1.1600042581558228,
      "learning_rate": 6.616531188947808e-07,
      "loss": 0.9225,
      "step": 20230
    },
    {
      "epoch": 5.65,
      "grad_norm": 2.514220952987671,
      "learning_rate": 6.619801842031817e-07,
      "loss": 0.919,
      "step": 20240
    },
    {
      "epoch": 5.65,
      "grad_norm": 1.6723657846450806,
      "learning_rate": 6.623072495115824e-07,
      "loss": 0.9168,
      "step": 20250
    },
    {
      "epoch": 5.65,
      "grad_norm": 1.2336766719818115,
      "learning_rate": 6.626343148199831e-07,
      "loss": 0.8957,
      "step": 20260
    },
    {
      "epoch": 5.66,
      "grad_norm": 1.1629081964492798,
      "learning_rate": 6.62961380128384e-07,
      "loss": 0.9108,
      "step": 20270
    },
    {
      "epoch": 5.66,
      "grad_norm": 2.8662819862365723,
      "learning_rate": 6.632884454367848e-07,
      "loss": 0.8978,
      "step": 20280
    },
    {
      "epoch": 5.66,
      "grad_norm": 1.3716731071472168,
      "learning_rate": 6.636155107451856e-07,
      "loss": 0.9049,
      "step": 20290
    },
    {
      "epoch": 5.67,
      "grad_norm": 0.7531808614730835,
      "learning_rate": 6.639425760535864e-07,
      "loss": 0.9303,
      "step": 20300
    },
    {
      "epoch": 5.67,
      "grad_norm": 1.0555161237716675,
      "learning_rate": 6.642696413619871e-07,
      "loss": 0.918,
      "step": 20310
    },
    {
      "epoch": 5.67,
      "grad_norm": 1.95522141456604,
      "learning_rate": 6.645967066703878e-07,
      "loss": 0.9257,
      "step": 20320
    },
    {
      "epoch": 5.67,
      "grad_norm": 1.1878904104232788,
      "learning_rate": 6.649237719787887e-07,
      "loss": 0.9206,
      "step": 20330
    },
    {
      "epoch": 5.68,
      "grad_norm": 1.1308083534240723,
      "learning_rate": 6.652508372871895e-07,
      "loss": 0.897,
      "step": 20340
    },
    {
      "epoch": 5.68,
      "grad_norm": 0.8163212537765503,
      "learning_rate": 6.655779025955903e-07,
      "loss": 0.9124,
      "step": 20350
    },
    {
      "epoch": 5.68,
      "grad_norm": 1.7569959163665771,
      "learning_rate": 6.65904967903991e-07,
      "loss": 0.9051,
      "step": 20360
    },
    {
      "epoch": 5.69,
      "grad_norm": 1.4016802310943604,
      "learning_rate": 6.662320332123917e-07,
      "loss": 0.9009,
      "step": 20370
    },
    {
      "epoch": 5.69,
      "grad_norm": 1.2610244750976562,
      "learning_rate": 6.665590985207927e-07,
      "loss": 0.9328,
      "step": 20380
    },
    {
      "epoch": 5.69,
      "grad_norm": 1.3271405696868896,
      "learning_rate": 6.668861638291934e-07,
      "loss": 0.9123,
      "step": 20390
    },
    {
      "epoch": 5.69,
      "grad_norm": 1.7458384037017822,
      "learning_rate": 6.672132291375941e-07,
      "loss": 0.9065,
      "step": 20400
    },
    {
      "epoch": 5.7,
      "grad_norm": 2.451632261276245,
      "learning_rate": 6.675402944459948e-07,
      "loss": 0.9206,
      "step": 20410
    },
    {
      "epoch": 5.7,
      "grad_norm": 1.2329411506652832,
      "learning_rate": 6.678673597543957e-07,
      "loss": 0.898,
      "step": 20420
    },
    {
      "epoch": 5.7,
      "grad_norm": 1.5301495790481567,
      "learning_rate": 6.681944250627965e-07,
      "loss": 0.9237,
      "step": 20430
    },
    {
      "epoch": 5.7,
      "grad_norm": 1.164755940437317,
      "learning_rate": 6.685214903711973e-07,
      "loss": 0.9188,
      "step": 20440
    },
    {
      "epoch": 5.71,
      "grad_norm": 0.9327867031097412,
      "learning_rate": 6.68848555679598e-07,
      "loss": 0.9157,
      "step": 20450
    },
    {
      "epoch": 5.71,
      "grad_norm": 0.9347421526908875,
      "learning_rate": 6.691756209879988e-07,
      "loss": 0.9084,
      "step": 20460
    },
    {
      "epoch": 5.71,
      "grad_norm": 0.9866949915885925,
      "learning_rate": 6.695026862963995e-07,
      "loss": 0.9229,
      "step": 20470
    },
    {
      "epoch": 5.72,
      "grad_norm": 1.110731601715088,
      "learning_rate": 6.698297516048004e-07,
      "loss": 0.9104,
      "step": 20480
    },
    {
      "epoch": 5.72,
      "grad_norm": 1.0390024185180664,
      "learning_rate": 6.701568169132012e-07,
      "loss": 0.89,
      "step": 20490
    },
    {
      "epoch": 5.72,
      "grad_norm": 1.3957960605621338,
      "learning_rate": 6.70483882221602e-07,
      "loss": 0.9206,
      "step": 20500
    },
    {
      "epoch": 5.72,
      "grad_norm": 1.721299171447754,
      "learning_rate": 6.708109475300027e-07,
      "loss": 0.9027,
      "step": 20510
    },
    {
      "epoch": 5.73,
      "grad_norm": 0.898883581161499,
      "learning_rate": 6.711380128384035e-07,
      "loss": 0.9137,
      "step": 20520
    },
    {
      "epoch": 5.73,
      "grad_norm": 1.8761563301086426,
      "learning_rate": 6.714650781468044e-07,
      "loss": 0.9064,
      "step": 20530
    },
    {
      "epoch": 5.73,
      "grad_norm": 2.2327613830566406,
      "learning_rate": 6.717921434552051e-07,
      "loss": 0.9283,
      "step": 20540
    },
    {
      "epoch": 5.74,
      "grad_norm": 1.3367412090301514,
      "learning_rate": 6.721192087636058e-07,
      "loss": 0.9,
      "step": 20550
    },
    {
      "epoch": 5.74,
      "grad_norm": 2.1494219303131104,
      "learning_rate": 6.724462740720066e-07,
      "loss": 0.9083,
      "step": 20560
    },
    {
      "epoch": 5.74,
      "grad_norm": 1.2960147857666016,
      "learning_rate": 6.727733393804075e-07,
      "loss": 0.9028,
      "step": 20570
    },
    {
      "epoch": 5.74,
      "grad_norm": 1.3246686458587646,
      "learning_rate": 6.731004046888082e-07,
      "loss": 0.8975,
      "step": 20580
    },
    {
      "epoch": 5.75,
      "grad_norm": 1.852403998374939,
      "learning_rate": 6.73427469997209e-07,
      "loss": 0.9043,
      "step": 20590
    },
    {
      "epoch": 5.75,
      "grad_norm": 1.5313459634780884,
      "learning_rate": 6.737545353056097e-07,
      "loss": 0.9147,
      "step": 20600
    },
    {
      "epoch": 5.75,
      "grad_norm": 0.9788953065872192,
      "learning_rate": 6.740816006140105e-07,
      "loss": 0.9039,
      "step": 20610
    },
    {
      "epoch": 5.75,
      "grad_norm": 1.3785690069198608,
      "learning_rate": 6.744086659224114e-07,
      "loss": 0.8924,
      "step": 20620
    },
    {
      "epoch": 5.76,
      "grad_norm": 1.7094999551773071,
      "learning_rate": 6.747357312308121e-07,
      "loss": 0.9025,
      "step": 20630
    },
    {
      "epoch": 5.76,
      "grad_norm": 0.7921416163444519,
      "learning_rate": 6.750627965392129e-07,
      "loss": 0.9165,
      "step": 20640
    },
    {
      "epoch": 5.76,
      "grad_norm": 1.510602355003357,
      "learning_rate": 6.753898618476137e-07,
      "loss": 0.9303,
      "step": 20650
    },
    {
      "epoch": 5.77,
      "grad_norm": 2.5322790145874023,
      "learning_rate": 6.757169271560144e-07,
      "loss": 0.894,
      "step": 20660
    },
    {
      "epoch": 5.77,
      "grad_norm": 1.0597656965255737,
      "learning_rate": 6.760439924644152e-07,
      "loss": 0.8932,
      "step": 20670
    },
    {
      "epoch": 5.77,
      "grad_norm": 1.166985034942627,
      "learning_rate": 6.763710577728161e-07,
      "loss": 0.9005,
      "step": 20680
    },
    {
      "epoch": 5.77,
      "grad_norm": 1.5341262817382812,
      "learning_rate": 6.766981230812168e-07,
      "loss": 0.912,
      "step": 20690
    },
    {
      "epoch": 5.78,
      "grad_norm": 1.1784237623214722,
      "learning_rate": 6.770251883896175e-07,
      "loss": 0.924,
      "step": 20700
    },
    {
      "epoch": 5.78,
      "grad_norm": 1.8041616678237915,
      "learning_rate": 6.773522536980184e-07,
      "loss": 0.9141,
      "step": 20710
    },
    {
      "epoch": 5.78,
      "grad_norm": 1.7444649934768677,
      "learning_rate": 6.776793190064192e-07,
      "loss": 0.8988,
      "step": 20720
    },
    {
      "epoch": 5.79,
      "grad_norm": 1.83931565284729,
      "learning_rate": 6.780063843148199e-07,
      "loss": 0.9035,
      "step": 20730
    },
    {
      "epoch": 5.79,
      "grad_norm": 1.8433772325515747,
      "learning_rate": 6.783334496232207e-07,
      "loss": 0.899,
      "step": 20740
    },
    {
      "epoch": 5.79,
      "grad_norm": 1.3141593933105469,
      "learning_rate": 6.786605149316214e-07,
      "loss": 0.926,
      "step": 20750
    },
    {
      "epoch": 5.79,
      "grad_norm": 2.072322130203247,
      "learning_rate": 6.789875802400223e-07,
      "loss": 0.884,
      "step": 20760
    },
    {
      "epoch": 5.8,
      "grad_norm": 1.201370120048523,
      "learning_rate": 6.793146455484231e-07,
      "loss": 0.9191,
      "step": 20770
    },
    {
      "epoch": 5.8,
      "grad_norm": 1.7252691984176636,
      "learning_rate": 6.796417108568238e-07,
      "loss": 0.9158,
      "step": 20780
    },
    {
      "epoch": 5.8,
      "grad_norm": 1.161780595779419,
      "learning_rate": 6.799687761652245e-07,
      "loss": 0.9139,
      "step": 20790
    },
    {
      "epoch": 5.81,
      "grad_norm": 1.2919334173202515,
      "learning_rate": 6.802958414736254e-07,
      "loss": 0.9142,
      "step": 20800
    },
    {
      "epoch": 5.81,
      "grad_norm": 2.141056776046753,
      "learning_rate": 6.806229067820262e-07,
      "loss": 0.9068,
      "step": 20810
    },
    {
      "epoch": 5.81,
      "grad_norm": 2.0339369773864746,
      "learning_rate": 6.809499720904269e-07,
      "loss": 0.902,
      "step": 20820
    },
    {
      "epoch": 5.81,
      "grad_norm": 1.4726965427398682,
      "learning_rate": 6.812770373988278e-07,
      "loss": 0.8917,
      "step": 20830
    },
    {
      "epoch": 5.82,
      "grad_norm": 1.3302714824676514,
      "learning_rate": 6.816041027072285e-07,
      "loss": 0.9015,
      "step": 20840
    },
    {
      "epoch": 5.82,
      "grad_norm": 2.1973886489868164,
      "learning_rate": 6.819311680156292e-07,
      "loss": 0.9162,
      "step": 20850
    },
    {
      "epoch": 5.82,
      "grad_norm": 1.4342312812805176,
      "learning_rate": 6.822582333240301e-07,
      "loss": 0.9069,
      "step": 20860
    },
    {
      "epoch": 5.82,
      "grad_norm": 2.1115164756774902,
      "learning_rate": 6.825852986324309e-07,
      "loss": 0.9033,
      "step": 20870
    },
    {
      "epoch": 5.83,
      "grad_norm": 0.6685702204704285,
      "learning_rate": 6.829123639408316e-07,
      "loss": 0.9291,
      "step": 20880
    },
    {
      "epoch": 5.83,
      "grad_norm": 0.7711914777755737,
      "learning_rate": 6.832394292492324e-07,
      "loss": 0.9188,
      "step": 20890
    },
    {
      "epoch": 5.83,
      "grad_norm": 0.8341769576072693,
      "learning_rate": 6.835664945576331e-07,
      "loss": 0.9093,
      "step": 20900
    },
    {
      "epoch": 5.84,
      "grad_norm": 2.168057680130005,
      "learning_rate": 6.838935598660341e-07,
      "loss": 0.9049,
      "step": 20910
    },
    {
      "epoch": 5.84,
      "grad_norm": 1.6641656160354614,
      "learning_rate": 6.842206251744348e-07,
      "loss": 0.9134,
      "step": 20920
    },
    {
      "epoch": 5.84,
      "grad_norm": 1.5769706964492798,
      "learning_rate": 6.845476904828355e-07,
      "loss": 0.8927,
      "step": 20930
    },
    {
      "epoch": 5.84,
      "grad_norm": 1.847874402999878,
      "learning_rate": 6.848747557912362e-07,
      "loss": 0.922,
      "step": 20940
    },
    {
      "epoch": 5.85,
      "grad_norm": 1.8285670280456543,
      "learning_rate": 6.852018210996372e-07,
      "loss": 0.904,
      "step": 20950
    },
    {
      "epoch": 5.85,
      "grad_norm": 0.7919016480445862,
      "learning_rate": 6.855288864080379e-07,
      "loss": 0.907,
      "step": 20960
    },
    {
      "epoch": 5.85,
      "grad_norm": 0.6461637020111084,
      "learning_rate": 6.858559517164387e-07,
      "loss": 0.9161,
      "step": 20970
    },
    {
      "epoch": 5.86,
      "grad_norm": 1.4248523712158203,
      "learning_rate": 6.861830170248395e-07,
      "loss": 0.9042,
      "step": 20980
    },
    {
      "epoch": 5.86,
      "grad_norm": 1.2202112674713135,
      "learning_rate": 6.865100823332402e-07,
      "loss": 0.9111,
      "step": 20990
    },
    {
      "epoch": 5.86,
      "grad_norm": 1.857168197631836,
      "learning_rate": 6.868371476416411e-07,
      "loss": 0.8768,
      "step": 21000
    },
    {
      "epoch": 5.86,
      "grad_norm": 1.5772165060043335,
      "learning_rate": 6.871642129500418e-07,
      "loss": 0.911,
      "step": 21010
    },
    {
      "epoch": 5.87,
      "grad_norm": 1.173919677734375,
      "learning_rate": 6.874912782584426e-07,
      "loss": 0.9168,
      "step": 21020
    },
    {
      "epoch": 5.87,
      "grad_norm": 1.2963063716888428,
      "learning_rate": 6.878183435668433e-07,
      "loss": 0.922,
      "step": 21030
    },
    {
      "epoch": 5.87,
      "grad_norm": 2.41927433013916,
      "learning_rate": 6.881454088752441e-07,
      "loss": 0.9083,
      "step": 21040
    },
    {
      "epoch": 5.87,
      "grad_norm": 1.5947132110595703,
      "learning_rate": 6.884724741836449e-07,
      "loss": 0.9183,
      "step": 21050
    },
    {
      "epoch": 5.88,
      "grad_norm": 1.4320783615112305,
      "learning_rate": 6.887995394920458e-07,
      "loss": 0.9064,
      "step": 21060
    },
    {
      "epoch": 5.88,
      "grad_norm": 1.4055060148239136,
      "learning_rate": 6.891266048004465e-07,
      "loss": 0.9018,
      "step": 21070
    },
    {
      "epoch": 5.88,
      "grad_norm": 1.4571043252944946,
      "learning_rate": 6.894536701088472e-07,
      "loss": 0.9044,
      "step": 21080
    },
    {
      "epoch": 5.89,
      "grad_norm": 1.1633203029632568,
      "learning_rate": 6.897807354172479e-07,
      "loss": 0.9023,
      "step": 21090
    },
    {
      "epoch": 5.89,
      "grad_norm": 1.4617589712142944,
      "learning_rate": 6.901078007256489e-07,
      "loss": 0.9246,
      "step": 21100
    },
    {
      "epoch": 5.89,
      "grad_norm": 1.2149165868759155,
      "learning_rate": 6.904348660340496e-07,
      "loss": 0.9212,
      "step": 21110
    },
    {
      "epoch": 5.89,
      "grad_norm": 1.3753538131713867,
      "learning_rate": 6.907619313424504e-07,
      "loss": 0.9042,
      "step": 21120
    },
    {
      "epoch": 5.9,
      "grad_norm": 2.3604202270507812,
      "learning_rate": 6.910889966508512e-07,
      "loss": 0.8932,
      "step": 21130
    },
    {
      "epoch": 5.9,
      "grad_norm": 1.233433723449707,
      "learning_rate": 6.91416061959252e-07,
      "loss": 0.8934,
      "step": 21140
    },
    {
      "epoch": 5.9,
      "grad_norm": 0.7992027997970581,
      "learning_rate": 6.917431272676528e-07,
      "loss": 0.905,
      "step": 21150
    },
    {
      "epoch": 5.91,
      "grad_norm": 1.3705496788024902,
      "learning_rate": 6.920701925760535e-07,
      "loss": 0.8949,
      "step": 21160
    },
    {
      "epoch": 5.91,
      "grad_norm": 2.237933397293091,
      "learning_rate": 6.923972578844543e-07,
      "loss": 0.8888,
      "step": 21170
    },
    {
      "epoch": 5.91,
      "grad_norm": 1.2746973037719727,
      "learning_rate": 6.927243231928551e-07,
      "loss": 0.8994,
      "step": 21180
    },
    {
      "epoch": 5.91,
      "grad_norm": 1.6720409393310547,
      "learning_rate": 6.930513885012559e-07,
      "loss": 0.9087,
      "step": 21190
    },
    {
      "epoch": 5.92,
      "grad_norm": 1.0962562561035156,
      "learning_rate": 6.933784538096566e-07,
      "loss": 0.9121,
      "step": 21200
    },
    {
      "epoch": 5.92,
      "grad_norm": 1.489881992340088,
      "learning_rate": 6.937055191180575e-07,
      "loss": 0.9016,
      "step": 21210
    },
    {
      "epoch": 5.92,
      "grad_norm": 1.58296799659729,
      "learning_rate": 6.940325844264582e-07,
      "loss": 0.8884,
      "step": 21220
    },
    {
      "epoch": 5.93,
      "grad_norm": 2.0161280632019043,
      "learning_rate": 6.943596497348589e-07,
      "loss": 0.9236,
      "step": 21230
    },
    {
      "epoch": 5.93,
      "grad_norm": 1.5795800685882568,
      "learning_rate": 6.946867150432599e-07,
      "loss": 0.9108,
      "step": 21240
    },
    {
      "epoch": 5.93,
      "grad_norm": 1.5362298488616943,
      "learning_rate": 6.950137803516606e-07,
      "loss": 0.8931,
      "step": 21250
    },
    {
      "epoch": 5.93,
      "grad_norm": 0.9851115942001343,
      "learning_rate": 6.953408456600613e-07,
      "loss": 0.907,
      "step": 21260
    },
    {
      "epoch": 5.94,
      "grad_norm": 2.1619439125061035,
      "learning_rate": 6.956679109684621e-07,
      "loss": 0.9034,
      "step": 21270
    },
    {
      "epoch": 5.94,
      "grad_norm": 2.5203542709350586,
      "learning_rate": 6.959949762768629e-07,
      "loss": 0.8987,
      "step": 21280
    },
    {
      "epoch": 5.94,
      "grad_norm": 2.3092164993286133,
      "learning_rate": 6.963220415852637e-07,
      "loss": 0.9149,
      "step": 21290
    },
    {
      "epoch": 5.94,
      "grad_norm": 2.467118978500366,
      "learning_rate": 6.966491068936645e-07,
      "loss": 0.9101,
      "step": 21300
    },
    {
      "epoch": 5.95,
      "grad_norm": 1.520114541053772,
      "learning_rate": 6.969761722020652e-07,
      "loss": 0.9091,
      "step": 21310
    },
    {
      "epoch": 5.95,
      "grad_norm": 1.502671718597412,
      "learning_rate": 6.97303237510466e-07,
      "loss": 0.9175,
      "step": 21320
    },
    {
      "epoch": 5.95,
      "grad_norm": 1.2942992448806763,
      "learning_rate": 6.976303028188668e-07,
      "loss": 0.9013,
      "step": 21330
    },
    {
      "epoch": 5.96,
      "grad_norm": 2.3591480255126953,
      "learning_rate": 6.979573681272676e-07,
      "loss": 0.8992,
      "step": 21340
    },
    {
      "epoch": 5.96,
      "grad_norm": 2.172697067260742,
      "learning_rate": 6.982844334356683e-07,
      "loss": 0.9145,
      "step": 21350
    },
    {
      "epoch": 5.96,
      "grad_norm": 1.305914044380188,
      "learning_rate": 6.986114987440692e-07,
      "loss": 0.9042,
      "step": 21360
    },
    {
      "epoch": 5.96,
      "grad_norm": 1.7515308856964111,
      "learning_rate": 6.989385640524699e-07,
      "loss": 0.9043,
      "step": 21370
    },
    {
      "epoch": 5.97,
      "grad_norm": 1.78797447681427,
      "learning_rate": 6.992656293608708e-07,
      "loss": 0.8992,
      "step": 21380
    },
    {
      "epoch": 5.97,
      "grad_norm": 2.7793688774108887,
      "learning_rate": 6.995926946692716e-07,
      "loss": 0.8882,
      "step": 21390
    },
    {
      "epoch": 5.97,
      "grad_norm": 1.7241406440734863,
      "learning_rate": 6.999197599776723e-07,
      "loss": 0.8902,
      "step": 21400
    },
    {
      "epoch": 5.98,
      "grad_norm": 1.7062791585922241,
      "learning_rate": 7.00246825286073e-07,
      "loss": 0.9026,
      "step": 21410
    },
    {
      "epoch": 5.98,
      "grad_norm": 1.8010008335113525,
      "learning_rate": 7.005738905944738e-07,
      "loss": 0.8987,
      "step": 21420
    },
    {
      "epoch": 5.98,
      "grad_norm": 3.024183988571167,
      "learning_rate": 7.009009559028747e-07,
      "loss": 0.8966,
      "step": 21430
    },
    {
      "epoch": 5.98,
      "grad_norm": 2.2106692790985107,
      "learning_rate": 7.012280212112754e-07,
      "loss": 0.8896,
      "step": 21440
    },
    {
      "epoch": 5.99,
      "grad_norm": 1.1775977611541748,
      "learning_rate": 7.015550865196762e-07,
      "loss": 0.9077,
      "step": 21450
    },
    {
      "epoch": 5.99,
      "grad_norm": 1.5276600122451782,
      "learning_rate": 7.018821518280769e-07,
      "loss": 0.9074,
      "step": 21460
    },
    {
      "epoch": 5.99,
      "grad_norm": 0.9974695444107056,
      "learning_rate": 7.022092171364777e-07,
      "loss": 0.9083,
      "step": 21470
    },
    {
      "epoch": 5.99,
      "grad_norm": 1.1117503643035889,
      "learning_rate": 7.025362824448786e-07,
      "loss": 0.9066,
      "step": 21480
    },
    {
      "epoch": 6.0,
      "grad_norm": 2.2378573417663574,
      "learning_rate": 7.028633477532793e-07,
      "loss": 0.9105,
      "step": 21490
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.9035875797271729,
      "eval_runtime": 84.4528,
      "eval_samples_per_second": 59.903,
      "eval_steps_per_second": 7.495,
      "step": 21498
    },
    {
      "epoch": 6.0,
      "grad_norm": 1.5426431894302368,
      "learning_rate": 7.0319041306168e-07,
      "loss": 0.8911,
      "step": 21500
    },
    {
      "epoch": 6.0,
      "grad_norm": 3.007129192352295,
      "learning_rate": 7.035174783700809e-07,
      "loss": 0.9101,
      "step": 21510
    },
    {
      "epoch": 6.01,
      "grad_norm": 1.9215672016143799,
      "learning_rate": 7.038445436784816e-07,
      "loss": 0.914,
      "step": 21520
    },
    {
      "epoch": 6.01,
      "grad_norm": 1.7362511157989502,
      "learning_rate": 7.041716089868825e-07,
      "loss": 0.9216,
      "step": 21530
    },
    {
      "epoch": 6.01,
      "grad_norm": 2.022372245788574,
      "learning_rate": 7.044986742952833e-07,
      "loss": 0.889,
      "step": 21540
    },
    {
      "epoch": 6.01,
      "grad_norm": 2.3893630504608154,
      "learning_rate": 7.04825739603684e-07,
      "loss": 0.897,
      "step": 21550
    },
    {
      "epoch": 6.02,
      "grad_norm": 1.8574581146240234,
      "learning_rate": 7.051528049120847e-07,
      "loss": 0.9081,
      "step": 21560
    },
    {
      "epoch": 6.02,
      "grad_norm": 0.8846325874328613,
      "learning_rate": 7.054798702204856e-07,
      "loss": 0.9049,
      "step": 21570
    },
    {
      "epoch": 6.02,
      "grad_norm": 1.7438031435012817,
      "learning_rate": 7.058069355288864e-07,
      "loss": 0.8829,
      "step": 21580
    },
    {
      "epoch": 6.03,
      "grad_norm": 1.1386091709136963,
      "learning_rate": 7.061340008372872e-07,
      "loss": 0.9172,
      "step": 21590
    },
    {
      "epoch": 6.03,
      "grad_norm": 1.610109806060791,
      "learning_rate": 7.064610661456879e-07,
      "loss": 0.9062,
      "step": 21600
    },
    {
      "epoch": 6.03,
      "grad_norm": 1.3171336650848389,
      "learning_rate": 7.067881314540886e-07,
      "loss": 0.9016,
      "step": 21610
    },
    {
      "epoch": 6.03,
      "grad_norm": 1.1139230728149414,
      "learning_rate": 7.071151967624896e-07,
      "loss": 0.9039,
      "step": 21620
    },
    {
      "epoch": 6.04,
      "grad_norm": 1.3683485984802246,
      "learning_rate": 7.074422620708903e-07,
      "loss": 0.9024,
      "step": 21630
    },
    {
      "epoch": 6.04,
      "grad_norm": 1.9877822399139404,
      "learning_rate": 7.07769327379291e-07,
      "loss": 0.8877,
      "step": 21640
    },
    {
      "epoch": 6.04,
      "grad_norm": 1.7300904989242554,
      "learning_rate": 7.080963926876918e-07,
      "loss": 0.9092,
      "step": 21650
    },
    {
      "epoch": 6.05,
      "grad_norm": 1.491380214691162,
      "learning_rate": 7.084234579960926e-07,
      "loss": 0.9093,
      "step": 21660
    },
    {
      "epoch": 6.05,
      "grad_norm": 1.8779351711273193,
      "learning_rate": 7.087505233044934e-07,
      "loss": 0.8846,
      "step": 21670
    },
    {
      "epoch": 6.05,
      "grad_norm": 0.9183140993118286,
      "learning_rate": 7.090775886128942e-07,
      "loss": 0.9039,
      "step": 21680
    },
    {
      "epoch": 6.05,
      "grad_norm": 1.7442461252212524,
      "learning_rate": 7.09404653921295e-07,
      "loss": 0.9076,
      "step": 21690
    },
    {
      "epoch": 6.06,
      "grad_norm": 0.9216431975364685,
      "learning_rate": 7.097317192296957e-07,
      "loss": 0.9093,
      "step": 21700
    },
    {
      "epoch": 6.06,
      "grad_norm": 2.5562026500701904,
      "learning_rate": 7.100587845380964e-07,
      "loss": 0.8977,
      "step": 21710
    },
    {
      "epoch": 6.06,
      "grad_norm": 1.6946957111358643,
      "learning_rate": 7.103858498464973e-07,
      "loss": 0.8792,
      "step": 21720
    },
    {
      "epoch": 6.06,
      "grad_norm": 2.6741583347320557,
      "learning_rate": 7.107129151548981e-07,
      "loss": 0.908,
      "step": 21730
    },
    {
      "epoch": 6.07,
      "grad_norm": 1.9227927923202515,
      "learning_rate": 7.110399804632989e-07,
      "loss": 0.9071,
      "step": 21740
    },
    {
      "epoch": 6.07,
      "grad_norm": 1.7965996265411377,
      "learning_rate": 7.113670457716996e-07,
      "loss": 0.9062,
      "step": 21750
    },
    {
      "epoch": 6.07,
      "grad_norm": 2.6124656200408936,
      "learning_rate": 7.116941110801003e-07,
      "loss": 0.9086,
      "step": 21760
    },
    {
      "epoch": 6.08,
      "grad_norm": 2.14528489112854,
      "learning_rate": 7.120211763885013e-07,
      "loss": 0.8978,
      "step": 21770
    },
    {
      "epoch": 6.08,
      "grad_norm": 2.483121633529663,
      "learning_rate": 7.12348241696902e-07,
      "loss": 0.9053,
      "step": 21780
    },
    {
      "epoch": 6.08,
      "grad_norm": 1.376334547996521,
      "learning_rate": 7.126753070053027e-07,
      "loss": 0.9096,
      "step": 21790
    },
    {
      "epoch": 6.08,
      "grad_norm": 2.71262788772583,
      "learning_rate": 7.130023723137035e-07,
      "loss": 0.9137,
      "step": 21800
    },
    {
      "epoch": 6.09,
      "grad_norm": 0.9596534967422485,
      "learning_rate": 7.133294376221044e-07,
      "loss": 0.9097,
      "step": 21810
    },
    {
      "epoch": 6.09,
      "grad_norm": 1.736814022064209,
      "learning_rate": 7.136565029305051e-07,
      "loss": 0.8873,
      "step": 21820
    },
    {
      "epoch": 6.09,
      "grad_norm": 2.3199639320373535,
      "learning_rate": 7.139835682389059e-07,
      "loss": 0.9037,
      "step": 21830
    },
    {
      "epoch": 6.1,
      "grad_norm": 1.785226821899414,
      "learning_rate": 7.143106335473066e-07,
      "loss": 0.9185,
      "step": 21840
    },
    {
      "epoch": 6.1,
      "grad_norm": 1.9643205404281616,
      "learning_rate": 7.146376988557074e-07,
      "loss": 0.8846,
      "step": 21850
    },
    {
      "epoch": 6.1,
      "grad_norm": 2.921685218811035,
      "learning_rate": 7.149647641641083e-07,
      "loss": 0.8901,
      "step": 21860
    },
    {
      "epoch": 6.1,
      "grad_norm": 1.9214740991592407,
      "learning_rate": 7.15291829472509e-07,
      "loss": 0.8983,
      "step": 21870
    },
    {
      "epoch": 6.11,
      "grad_norm": 1.1641231775283813,
      "learning_rate": 7.156188947809098e-07,
      "loss": 0.8865,
      "step": 21880
    },
    {
      "epoch": 6.11,
      "grad_norm": 1.6174006462097168,
      "learning_rate": 7.159459600893106e-07,
      "loss": 0.912,
      "step": 21890
    },
    {
      "epoch": 6.11,
      "grad_norm": 2.577883005142212,
      "learning_rate": 7.162730253977113e-07,
      "loss": 0.9107,
      "step": 21900
    },
    {
      "epoch": 6.11,
      "grad_norm": 2.2804388999938965,
      "learning_rate": 7.166000907061121e-07,
      "loss": 0.9032,
      "step": 21910
    },
    {
      "epoch": 6.12,
      "grad_norm": 3.018864393234253,
      "learning_rate": 7.16927156014513e-07,
      "loss": 0.9199,
      "step": 21920
    },
    {
      "epoch": 6.12,
      "grad_norm": 1.613215446472168,
      "learning_rate": 7.172542213229137e-07,
      "loss": 0.8895,
      "step": 21930
    },
    {
      "epoch": 6.12,
      "grad_norm": 2.009018659591675,
      "learning_rate": 7.175812866313144e-07,
      "loss": 0.908,
      "step": 21940
    },
    {
      "epoch": 6.13,
      "grad_norm": 1.606042742729187,
      "learning_rate": 7.179083519397152e-07,
      "loss": 0.9096,
      "step": 21950
    },
    {
      "epoch": 6.13,
      "grad_norm": 1.8891276121139526,
      "learning_rate": 7.182354172481161e-07,
      "loss": 0.8959,
      "step": 21960
    },
    {
      "epoch": 6.13,
      "grad_norm": 1.6398205757141113,
      "learning_rate": 7.185624825565168e-07,
      "loss": 0.9225,
      "step": 21970
    },
    {
      "epoch": 6.13,
      "grad_norm": 1.8402763605117798,
      "learning_rate": 7.188895478649176e-07,
      "loss": 0.8793,
      "step": 21980
    },
    {
      "epoch": 6.14,
      "grad_norm": 1.5219197273254395,
      "learning_rate": 7.192166131733183e-07,
      "loss": 0.9012,
      "step": 21990
    },
    {
      "epoch": 6.14,
      "grad_norm": 1.829937219619751,
      "learning_rate": 7.195436784817193e-07,
      "loss": 0.9082,
      "step": 22000
    },
    {
      "epoch": 6.14,
      "grad_norm": 1.9323489665985107,
      "learning_rate": 7.1987074379012e-07,
      "loss": 0.8835,
      "step": 22010
    },
    {
      "epoch": 6.15,
      "grad_norm": 2.167801856994629,
      "learning_rate": 7.201978090985207e-07,
      "loss": 0.9112,
      "step": 22020
    },
    {
      "epoch": 6.15,
      "grad_norm": 2.440171003341675,
      "learning_rate": 7.205248744069215e-07,
      "loss": 0.8734,
      "step": 22030
    },
    {
      "epoch": 6.15,
      "grad_norm": 1.5944573879241943,
      "learning_rate": 7.208519397153223e-07,
      "loss": 0.9081,
      "step": 22040
    },
    {
      "epoch": 6.15,
      "grad_norm": 1.6117149591445923,
      "learning_rate": 7.211790050237231e-07,
      "loss": 0.9076,
      "step": 22050
    },
    {
      "epoch": 6.16,
      "grad_norm": 1.6350297927856445,
      "learning_rate": 7.215060703321238e-07,
      "loss": 0.8827,
      "step": 22060
    },
    {
      "epoch": 6.16,
      "grad_norm": 2.8208956718444824,
      "learning_rate": 7.218331356405247e-07,
      "loss": 0.8933,
      "step": 22070
    },
    {
      "epoch": 6.16,
      "grad_norm": 2.3393516540527344,
      "learning_rate": 7.221602009489254e-07,
      "loss": 0.9026,
      "step": 22080
    },
    {
      "epoch": 6.17,
      "grad_norm": 1.3377737998962402,
      "learning_rate": 7.224872662573261e-07,
      "loss": 0.8929,
      "step": 22090
    },
    {
      "epoch": 6.17,
      "grad_norm": 2.6392035484313965,
      "learning_rate": 7.22814331565727e-07,
      "loss": 0.9011,
      "step": 22100
    },
    {
      "epoch": 6.17,
      "grad_norm": 1.9910507202148438,
      "learning_rate": 7.231413968741278e-07,
      "loss": 0.8925,
      "step": 22110
    },
    {
      "epoch": 6.17,
      "grad_norm": 1.847365379333496,
      "learning_rate": 7.234684621825285e-07,
      "loss": 0.9049,
      "step": 22120
    },
    {
      "epoch": 6.18,
      "grad_norm": 2.5832314491271973,
      "learning_rate": 7.237955274909293e-07,
      "loss": 0.9003,
      "step": 22130
    },
    {
      "epoch": 6.18,
      "grad_norm": 0.7173321843147278,
      "learning_rate": 7.2412259279933e-07,
      "loss": 0.9068,
      "step": 22140
    },
    {
      "epoch": 6.18,
      "grad_norm": 1.4275152683258057,
      "learning_rate": 7.24449658107731e-07,
      "loss": 0.9265,
      "step": 22150
    },
    {
      "epoch": 6.18,
      "grad_norm": 1.394907832145691,
      "learning_rate": 7.247767234161317e-07,
      "loss": 0.8952,
      "step": 22160
    },
    {
      "epoch": 6.19,
      "grad_norm": 3.229614019393921,
      "learning_rate": 7.251037887245324e-07,
      "loss": 0.8973,
      "step": 22170
    },
    {
      "epoch": 6.19,
      "grad_norm": 2.439697742462158,
      "learning_rate": 7.254308540329331e-07,
      "loss": 0.9022,
      "step": 22180
    },
    {
      "epoch": 6.19,
      "grad_norm": 1.5327050685882568,
      "learning_rate": 7.25757919341334e-07,
      "loss": 0.8777,
      "step": 22190
    },
    {
      "epoch": 6.2,
      "grad_norm": 1.5802415609359741,
      "learning_rate": 7.260849846497348e-07,
      "loss": 0.8953,
      "step": 22200
    },
    {
      "epoch": 6.2,
      "grad_norm": 2.09818696975708,
      "learning_rate": 7.264120499581356e-07,
      "loss": 0.9028,
      "step": 22210
    },
    {
      "epoch": 6.2,
      "grad_norm": 4.361255168914795,
      "learning_rate": 7.267391152665364e-07,
      "loss": 0.8961,
      "step": 22220
    },
    {
      "epoch": 6.2,
      "grad_norm": 2.4638724327087402,
      "learning_rate": 7.270661805749371e-07,
      "loss": 0.892,
      "step": 22230
    },
    {
      "epoch": 6.21,
      "grad_norm": 2.171781301498413,
      "learning_rate": 7.27393245883338e-07,
      "loss": 0.9077,
      "step": 22240
    },
    {
      "epoch": 6.21,
      "grad_norm": 1.9674190282821655,
      "learning_rate": 7.277203111917387e-07,
      "loss": 0.9009,
      "step": 22250
    },
    {
      "epoch": 6.21,
      "grad_norm": 2.221186637878418,
      "learning_rate": 7.280473765001395e-07,
      "loss": 0.8967,
      "step": 22260
    },
    {
      "epoch": 6.22,
      "grad_norm": 2.9467668533325195,
      "learning_rate": 7.283744418085403e-07,
      "loss": 0.9115,
      "step": 22270
    },
    {
      "epoch": 6.22,
      "grad_norm": 3.0956459045410156,
      "learning_rate": 7.28701507116941e-07,
      "loss": 0.8863,
      "step": 22280
    },
    {
      "epoch": 6.22,
      "grad_norm": 2.196742534637451,
      "learning_rate": 7.290285724253418e-07,
      "loss": 0.882,
      "step": 22290
    },
    {
      "epoch": 6.22,
      "grad_norm": 1.779159426689148,
      "learning_rate": 7.293556377337427e-07,
      "loss": 0.8996,
      "step": 22300
    },
    {
      "epoch": 6.23,
      "grad_norm": 1.9377238750457764,
      "learning_rate": 7.296827030421434e-07,
      "loss": 0.9059,
      "step": 22310
    },
    {
      "epoch": 6.23,
      "grad_norm": 2.4094719886779785,
      "learning_rate": 7.300097683505441e-07,
      "loss": 0.8908,
      "step": 22320
    },
    {
      "epoch": 6.23,
      "grad_norm": 0.7941400408744812,
      "learning_rate": 7.303368336589448e-07,
      "loss": 0.896,
      "step": 22330
    },
    {
      "epoch": 6.23,
      "grad_norm": 1.7663087844848633,
      "learning_rate": 7.306638989673458e-07,
      "loss": 0.8938,
      "step": 22340
    },
    {
      "epoch": 6.24,
      "grad_norm": 1.9496431350708008,
      "learning_rate": 7.309909642757465e-07,
      "loss": 0.8936,
      "step": 22350
    },
    {
      "epoch": 6.24,
      "grad_norm": 1.2474204301834106,
      "learning_rate": 7.313180295841473e-07,
      "loss": 0.9009,
      "step": 22360
    },
    {
      "epoch": 6.24,
      "grad_norm": 2.1779205799102783,
      "learning_rate": 7.316450948925481e-07,
      "loss": 0.9174,
      "step": 22370
    },
    {
      "epoch": 6.25,
      "grad_norm": 2.6226258277893066,
      "learning_rate": 7.319721602009488e-07,
      "loss": 0.89,
      "step": 22380
    },
    {
      "epoch": 6.25,
      "grad_norm": 2.864356279373169,
      "learning_rate": 7.322992255093497e-07,
      "loss": 0.8949,
      "step": 22390
    },
    {
      "epoch": 6.25,
      "grad_norm": 1.9930757284164429,
      "learning_rate": 7.326262908177504e-07,
      "loss": 0.9039,
      "step": 22400
    },
    {
      "epoch": 6.25,
      "grad_norm": 1.3990103006362915,
      "learning_rate": 7.329533561261512e-07,
      "loss": 0.898,
      "step": 22410
    },
    {
      "epoch": 6.26,
      "grad_norm": 1.8074277639389038,
      "learning_rate": 7.33280421434552e-07,
      "loss": 0.8983,
      "step": 22420
    },
    {
      "epoch": 6.26,
      "grad_norm": 1.6515538692474365,
      "learning_rate": 7.336074867429528e-07,
      "loss": 0.8802,
      "step": 22430
    },
    {
      "epoch": 6.26,
      "grad_norm": 1.7493109703063965,
      "learning_rate": 7.339345520513535e-07,
      "loss": 0.907,
      "step": 22440
    },
    {
      "epoch": 6.27,
      "grad_norm": 2.120622158050537,
      "learning_rate": 7.342616173597544e-07,
      "loss": 0.902,
      "step": 22450
    },
    {
      "epoch": 6.27,
      "grad_norm": 2.5199344158172607,
      "learning_rate": 7.345886826681551e-07,
      "loss": 0.9066,
      "step": 22460
    },
    {
      "epoch": 6.27,
      "grad_norm": 3.0051801204681396,
      "learning_rate": 7.349157479765558e-07,
      "loss": 0.9029,
      "step": 22470
    },
    {
      "epoch": 6.27,
      "grad_norm": 2.1428778171539307,
      "learning_rate": 7.352428132849568e-07,
      "loss": 0.9042,
      "step": 22480
    },
    {
      "epoch": 6.28,
      "grad_norm": 1.941111445426941,
      "learning_rate": 7.355698785933575e-07,
      "loss": 0.8832,
      "step": 22490
    },
    {
      "epoch": 6.28,
      "grad_norm": 1.9039554595947266,
      "learning_rate": 7.358969439017582e-07,
      "loss": 0.8812,
      "step": 22500
    },
    {
      "epoch": 6.28,
      "grad_norm": 1.368375301361084,
      "learning_rate": 7.36224009210159e-07,
      "loss": 0.8813,
      "step": 22510
    },
    {
      "epoch": 6.29,
      "grad_norm": 1.5315409898757935,
      "learning_rate": 7.365510745185598e-07,
      "loss": 0.892,
      "step": 22520
    },
    {
      "epoch": 6.29,
      "grad_norm": 2.1658706665039062,
      "learning_rate": 7.368781398269606e-07,
      "loss": 0.9004,
      "step": 22530
    },
    {
      "epoch": 6.29,
      "grad_norm": 3.88151478767395,
      "learning_rate": 7.372052051353614e-07,
      "loss": 0.9064,
      "step": 22540
    },
    {
      "epoch": 6.29,
      "grad_norm": 1.0148345232009888,
      "learning_rate": 7.375322704437621e-07,
      "loss": 0.9025,
      "step": 22550
    },
    {
      "epoch": 6.3,
      "grad_norm": 2.1852164268493652,
      "learning_rate": 7.378593357521629e-07,
      "loss": 0.9155,
      "step": 22560
    },
    {
      "epoch": 6.3,
      "grad_norm": 2.0592598915100098,
      "learning_rate": 7.381864010605637e-07,
      "loss": 0.8993,
      "step": 22570
    },
    {
      "epoch": 6.3,
      "grad_norm": 1.9298070669174194,
      "learning_rate": 7.385134663689645e-07,
      "loss": 0.9156,
      "step": 22580
    },
    {
      "epoch": 6.3,
      "grad_norm": 2.2355740070343018,
      "learning_rate": 7.388405316773652e-07,
      "loss": 0.8961,
      "step": 22590
    },
    {
      "epoch": 6.31,
      "grad_norm": 1.9283043146133423,
      "learning_rate": 7.391675969857661e-07,
      "loss": 0.9011,
      "step": 22600
    },
    {
      "epoch": 6.31,
      "grad_norm": 2.045809507369995,
      "learning_rate": 7.394946622941668e-07,
      "loss": 0.9031,
      "step": 22610
    },
    {
      "epoch": 6.31,
      "grad_norm": 1.8157470226287842,
      "learning_rate": 7.398217276025675e-07,
      "loss": 0.8964,
      "step": 22620
    },
    {
      "epoch": 6.32,
      "grad_norm": 2.787590503692627,
      "learning_rate": 7.401487929109685e-07,
      "loss": 0.882,
      "step": 22630
    },
    {
      "epoch": 6.32,
      "grad_norm": 3.406420946121216,
      "learning_rate": 7.404758582193692e-07,
      "loss": 0.8754,
      "step": 22640
    },
    {
      "epoch": 6.32,
      "grad_norm": 2.8972694873809814,
      "learning_rate": 7.408029235277699e-07,
      "loss": 0.9228,
      "step": 22650
    },
    {
      "epoch": 6.32,
      "grad_norm": 3.1037352085113525,
      "learning_rate": 7.411299888361707e-07,
      "loss": 0.8973,
      "step": 22660
    },
    {
      "epoch": 6.33,
      "grad_norm": 2.421630859375,
      "learning_rate": 7.414570541445716e-07,
      "loss": 0.9015,
      "step": 22670
    },
    {
      "epoch": 6.33,
      "grad_norm": 2.087506055831909,
      "learning_rate": 7.417841194529724e-07,
      "loss": 0.8953,
      "step": 22680
    },
    {
      "epoch": 6.33,
      "grad_norm": 1.6692616939544678,
      "learning_rate": 7.421111847613731e-07,
      "loss": 0.8988,
      "step": 22690
    },
    {
      "epoch": 6.34,
      "grad_norm": 2.17282772064209,
      "learning_rate": 7.424382500697738e-07,
      "loss": 0.8813,
      "step": 22700
    },
    {
      "epoch": 6.34,
      "grad_norm": 1.8113737106323242,
      "learning_rate": 7.427653153781746e-07,
      "loss": 0.9055,
      "step": 22710
    },
    {
      "epoch": 6.34,
      "grad_norm": 1.8523950576782227,
      "learning_rate": 7.430923806865755e-07,
      "loss": 0.9175,
      "step": 22720
    },
    {
      "epoch": 6.34,
      "grad_norm": 2.909581184387207,
      "learning_rate": 7.434194459949762e-07,
      "loss": 0.8913,
      "step": 22730
    },
    {
      "epoch": 6.35,
      "grad_norm": 1.4347046613693237,
      "learning_rate": 7.437465113033769e-07,
      "loss": 0.9043,
      "step": 22740
    },
    {
      "epoch": 6.35,
      "grad_norm": 1.5690633058547974,
      "learning_rate": 7.440735766117778e-07,
      "loss": 0.8875,
      "step": 22750
    },
    {
      "epoch": 6.35,
      "grad_norm": 1.2470999956130981,
      "learning_rate": 7.444006419201785e-07,
      "loss": 0.8925,
      "step": 22760
    },
    {
      "epoch": 6.36,
      "grad_norm": 1.6289355754852295,
      "learning_rate": 7.447277072285794e-07,
      "loss": 0.8929,
      "step": 22770
    },
    {
      "epoch": 6.36,
      "grad_norm": 1.4265764951705933,
      "learning_rate": 7.450547725369802e-07,
      "loss": 0.8877,
      "step": 22780
    },
    {
      "epoch": 6.36,
      "grad_norm": 1.5200802087783813,
      "learning_rate": 7.453818378453809e-07,
      "loss": 0.918,
      "step": 22790
    },
    {
      "epoch": 6.36,
      "grad_norm": 2.7249746322631836,
      "learning_rate": 7.457089031537816e-07,
      "loss": 0.9061,
      "step": 22800
    },
    {
      "epoch": 6.37,
      "grad_norm": 1.7991431951522827,
      "learning_rate": 7.460359684621824e-07,
      "loss": 0.8924,
      "step": 22810
    },
    {
      "epoch": 6.37,
      "grad_norm": 1.091572642326355,
      "learning_rate": 7.463630337705833e-07,
      "loss": 0.9062,
      "step": 22820
    },
    {
      "epoch": 6.37,
      "grad_norm": 2.302818536758423,
      "learning_rate": 7.466900990789841e-07,
      "loss": 0.8909,
      "step": 22830
    },
    {
      "epoch": 6.37,
      "grad_norm": 2.1084370613098145,
      "learning_rate": 7.470171643873848e-07,
      "loss": 0.8879,
      "step": 22840
    },
    {
      "epoch": 6.38,
      "grad_norm": 1.5676275491714478,
      "learning_rate": 7.473442296957855e-07,
      "loss": 0.9034,
      "step": 22850
    },
    {
      "epoch": 6.38,
      "grad_norm": 2.0718438625335693,
      "learning_rate": 7.476712950041865e-07,
      "loss": 0.8829,
      "step": 22860
    },
    {
      "epoch": 6.38,
      "grad_norm": 1.8964489698410034,
      "learning_rate": 7.479983603125872e-07,
      "loss": 0.9071,
      "step": 22870
    },
    {
      "epoch": 6.39,
      "grad_norm": 2.5922129154205322,
      "learning_rate": 7.483254256209879e-07,
      "loss": 0.8823,
      "step": 22880
    },
    {
      "epoch": 6.39,
      "grad_norm": 2.5782978534698486,
      "learning_rate": 7.486524909293887e-07,
      "loss": 0.9038,
      "step": 22890
    },
    {
      "epoch": 6.39,
      "grad_norm": 2.679549217224121,
      "learning_rate": 7.489795562377895e-07,
      "loss": 0.8986,
      "step": 22900
    },
    {
      "epoch": 6.39,
      "grad_norm": 1.3140952587127686,
      "learning_rate": 7.493066215461903e-07,
      "loss": 0.8945,
      "step": 22910
    },
    {
      "epoch": 6.4,
      "grad_norm": 1.502692699432373,
      "learning_rate": 7.496336868545911e-07,
      "loss": 0.8935,
      "step": 22920
    },
    {
      "epoch": 6.4,
      "grad_norm": 1.9187551736831665,
      "learning_rate": 7.499607521629919e-07,
      "loss": 0.8993,
      "step": 22930
    },
    {
      "epoch": 6.4,
      "grad_norm": 1.1231069564819336,
      "learning_rate": 7.502878174713926e-07,
      "loss": 0.8935,
      "step": 22940
    },
    {
      "epoch": 6.41,
      "grad_norm": 3.7338600158691406,
      "learning_rate": 7.506148827797934e-07,
      "loss": 0.8918,
      "step": 22950
    },
    {
      "epoch": 6.41,
      "grad_norm": 1.6014007329940796,
      "learning_rate": 7.509419480881942e-07,
      "loss": 0.8943,
      "step": 22960
    },
    {
      "epoch": 6.41,
      "grad_norm": 1.840333342552185,
      "learning_rate": 7.51269013396595e-07,
      "loss": 0.9099,
      "step": 22970
    },
    {
      "epoch": 6.41,
      "grad_norm": 2.4925336837768555,
      "learning_rate": 7.515960787049958e-07,
      "loss": 0.9001,
      "step": 22980
    },
    {
      "epoch": 6.42,
      "grad_norm": 1.681138515472412,
      "learning_rate": 7.519231440133965e-07,
      "loss": 0.892,
      "step": 22990
    },
    {
      "epoch": 6.42,
      "grad_norm": 2.505436658859253,
      "learning_rate": 7.522502093217972e-07,
      "loss": 0.9036,
      "step": 23000
    },
    {
      "epoch": 6.42,
      "grad_norm": 1.413472056388855,
      "learning_rate": 7.525772746301982e-07,
      "loss": 0.8995,
      "step": 23010
    },
    {
      "epoch": 6.42,
      "grad_norm": 2.49014949798584,
      "learning_rate": 7.529043399385989e-07,
      "loss": 0.8997,
      "step": 23020
    },
    {
      "epoch": 6.43,
      "grad_norm": 3.591400146484375,
      "learning_rate": 7.532314052469996e-07,
      "loss": 0.8968,
      "step": 23030
    },
    {
      "epoch": 6.43,
      "grad_norm": 2.1885287761688232,
      "learning_rate": 7.535584705554004e-07,
      "loss": 0.9097,
      "step": 23040
    },
    {
      "epoch": 6.43,
      "grad_norm": 2.1248209476470947,
      "learning_rate": 7.538855358638012e-07,
      "loss": 0.8891,
      "step": 23050
    },
    {
      "epoch": 6.44,
      "grad_norm": 1.4805433750152588,
      "learning_rate": 7.54212601172202e-07,
      "loss": 0.8907,
      "step": 23060
    },
    {
      "epoch": 6.44,
      "grad_norm": 2.127223253250122,
      "learning_rate": 7.545396664806028e-07,
      "loss": 0.8939,
      "step": 23070
    },
    {
      "epoch": 6.44,
      "grad_norm": 2.732567548751831,
      "learning_rate": 7.548667317890035e-07,
      "loss": 0.8918,
      "step": 23080
    },
    {
      "epoch": 6.44,
      "grad_norm": 1.8538973331451416,
      "learning_rate": 7.551937970974043e-07,
      "loss": 0.888,
      "step": 23090
    },
    {
      "epoch": 6.45,
      "grad_norm": 1.394389033317566,
      "learning_rate": 7.555208624058052e-07,
      "loss": 0.8898,
      "step": 23100
    },
    {
      "epoch": 6.45,
      "grad_norm": 1.4480221271514893,
      "learning_rate": 7.558479277142059e-07,
      "loss": 0.8766,
      "step": 23110
    },
    {
      "epoch": 6.45,
      "grad_norm": 2.1567442417144775,
      "learning_rate": 7.561749930226067e-07,
      "loss": 0.9,
      "step": 23120
    },
    {
      "epoch": 6.46,
      "grad_norm": 1.2287715673446655,
      "learning_rate": 7.565020583310075e-07,
      "loss": 0.8898,
      "step": 23130
    },
    {
      "epoch": 6.46,
      "grad_norm": 2.012493371963501,
      "learning_rate": 7.568291236394082e-07,
      "loss": 0.8773,
      "step": 23140
    },
    {
      "epoch": 6.46,
      "grad_norm": 1.8152885437011719,
      "learning_rate": 7.57156188947809e-07,
      "loss": 0.8857,
      "step": 23150
    },
    {
      "epoch": 6.46,
      "grad_norm": 2.447251319885254,
      "learning_rate": 7.574832542562099e-07,
      "loss": 0.8982,
      "step": 23160
    },
    {
      "epoch": 6.47,
      "grad_norm": 2.8928284645080566,
      "learning_rate": 7.578103195646106e-07,
      "loss": 0.8851,
      "step": 23170
    },
    {
      "epoch": 6.47,
      "grad_norm": 1.6456818580627441,
      "learning_rate": 7.581373848730113e-07,
      "loss": 0.8935,
      "step": 23180
    },
    {
      "epoch": 6.47,
      "grad_norm": 1.5599145889282227,
      "learning_rate": 7.584644501814121e-07,
      "loss": 0.9165,
      "step": 23190
    },
    {
      "epoch": 6.48,
      "grad_norm": 3.964510917663574,
      "learning_rate": 7.58791515489813e-07,
      "loss": 0.8863,
      "step": 23200
    },
    {
      "epoch": 6.48,
      "grad_norm": 2.2934727668762207,
      "learning_rate": 7.591185807982137e-07,
      "loss": 0.9054,
      "step": 23210
    },
    {
      "epoch": 6.48,
      "grad_norm": 1.1233564615249634,
      "learning_rate": 7.594456461066145e-07,
      "loss": 0.8775,
      "step": 23220
    },
    {
      "epoch": 6.48,
      "grad_norm": 3.205209970474243,
      "learning_rate": 7.597727114150152e-07,
      "loss": 0.8988,
      "step": 23230
    },
    {
      "epoch": 6.49,
      "grad_norm": 1.9582661390304565,
      "learning_rate": 7.60099776723416e-07,
      "loss": 0.9062,
      "step": 23240
    },
    {
      "epoch": 6.49,
      "grad_norm": 2.2167842388153076,
      "learning_rate": 7.604268420318169e-07,
      "loss": 0.8919,
      "step": 23250
    },
    {
      "epoch": 6.49,
      "grad_norm": 1.2779579162597656,
      "learning_rate": 7.607539073402176e-07,
      "loss": 0.8969,
      "step": 23260
    },
    {
      "epoch": 6.49,
      "grad_norm": 2.233123779296875,
      "learning_rate": 7.610809726486184e-07,
      "loss": 0.8816,
      "step": 23270
    },
    {
      "epoch": 6.5,
      "grad_norm": 5.724208831787109,
      "learning_rate": 7.614080379570192e-07,
      "loss": 0.9052,
      "step": 23280
    },
    {
      "epoch": 6.5,
      "grad_norm": 2.7955141067504883,
      "learning_rate": 7.6173510326542e-07,
      "loss": 0.8861,
      "step": 23290
    },
    {
      "epoch": 6.5,
      "grad_norm": 1.702468752861023,
      "learning_rate": 7.620621685738208e-07,
      "loss": 0.8861,
      "step": 23300
    },
    {
      "epoch": 6.51,
      "grad_norm": 1.5714335441589355,
      "learning_rate": 7.623892338822216e-07,
      "loss": 0.8861,
      "step": 23310
    },
    {
      "epoch": 6.51,
      "grad_norm": 1.594383955001831,
      "learning_rate": 7.627162991906223e-07,
      "loss": 0.8836,
      "step": 23320
    },
    {
      "epoch": 6.51,
      "grad_norm": 2.3442740440368652,
      "learning_rate": 7.63043364499023e-07,
      "loss": 0.8813,
      "step": 23330
    },
    {
      "epoch": 6.51,
      "grad_norm": 3.0157275199890137,
      "learning_rate": 7.633704298074239e-07,
      "loss": 0.877,
      "step": 23340
    },
    {
      "epoch": 6.52,
      "grad_norm": 1.2809745073318481,
      "learning_rate": 7.636974951158247e-07,
      "loss": 0.9117,
      "step": 23350
    },
    {
      "epoch": 6.52,
      "grad_norm": 1.4492946863174438,
      "learning_rate": 7.640245604242254e-07,
      "loss": 0.8934,
      "step": 23360
    },
    {
      "epoch": 6.52,
      "grad_norm": 3.2206530570983887,
      "learning_rate": 7.643516257326262e-07,
      "loss": 0.8835,
      "step": 23370
    },
    {
      "epoch": 6.53,
      "grad_norm": 1.456824779510498,
      "learning_rate": 7.646786910410269e-07,
      "loss": 0.8907,
      "step": 23380
    },
    {
      "epoch": 6.53,
      "grad_norm": 1.7973672151565552,
      "learning_rate": 7.650057563494279e-07,
      "loss": 0.9006,
      "step": 23390
    },
    {
      "epoch": 6.53,
      "grad_norm": 1.8615195751190186,
      "learning_rate": 7.653328216578286e-07,
      "loss": 0.8837,
      "step": 23400
    },
    {
      "epoch": 6.53,
      "grad_norm": 3.732971668243408,
      "learning_rate": 7.656598869662293e-07,
      "loss": 0.8799,
      "step": 23410
    },
    {
      "epoch": 6.54,
      "grad_norm": 2.646819591522217,
      "learning_rate": 7.6598695227463e-07,
      "loss": 0.8879,
      "step": 23420
    },
    {
      "epoch": 6.54,
      "grad_norm": 2.7708382606506348,
      "learning_rate": 7.663140175830309e-07,
      "loss": 0.892,
      "step": 23430
    },
    {
      "epoch": 6.54,
      "grad_norm": 1.9959758520126343,
      "learning_rate": 7.666410828914317e-07,
      "loss": 0.8922,
      "step": 23440
    },
    {
      "epoch": 6.54,
      "grad_norm": 2.090514898300171,
      "learning_rate": 7.669681481998325e-07,
      "loss": 0.8882,
      "step": 23450
    },
    {
      "epoch": 6.55,
      "grad_norm": 1.8511157035827637,
      "learning_rate": 7.672952135082333e-07,
      "loss": 0.9027,
      "step": 23460
    },
    {
      "epoch": 6.55,
      "grad_norm": 2.6721761226654053,
      "learning_rate": 7.67622278816634e-07,
      "loss": 0.9004,
      "step": 23470
    },
    {
      "epoch": 6.55,
      "grad_norm": 1.830215573310852,
      "learning_rate": 7.679493441250347e-07,
      "loss": 0.8789,
      "step": 23480
    },
    {
      "epoch": 6.56,
      "grad_norm": 2.6844863891601562,
      "learning_rate": 7.682764094334356e-07,
      "loss": 0.8985,
      "step": 23490
    },
    {
      "epoch": 6.56,
      "grad_norm": 2.008856773376465,
      "learning_rate": 7.686034747418364e-07,
      "loss": 0.8874,
      "step": 23500
    },
    {
      "epoch": 6.56,
      "grad_norm": 3.7023937702178955,
      "learning_rate": 7.689305400502372e-07,
      "loss": 0.8948,
      "step": 23510
    },
    {
      "epoch": 6.56,
      "grad_norm": 3.1663496494293213,
      "learning_rate": 7.692576053586379e-07,
      "loss": 0.9022,
      "step": 23520
    },
    {
      "epoch": 6.57,
      "grad_norm": 1.9053270816802979,
      "learning_rate": 7.695846706670387e-07,
      "loss": 0.8923,
      "step": 23530
    },
    {
      "epoch": 6.57,
      "grad_norm": 1.5277389287948608,
      "learning_rate": 7.699117359754396e-07,
      "loss": 0.9126,
      "step": 23540
    },
    {
      "epoch": 6.57,
      "grad_norm": 2.0670390129089355,
      "learning_rate": 7.702388012838403e-07,
      "loss": 0.9042,
      "step": 23550
    },
    {
      "epoch": 6.58,
      "grad_norm": 2.204303503036499,
      "learning_rate": 7.70565866592241e-07,
      "loss": 0.8844,
      "step": 23560
    },
    {
      "epoch": 6.58,
      "grad_norm": 2.6483287811279297,
      "learning_rate": 7.708929319006419e-07,
      "loss": 0.9161,
      "step": 23570
    },
    {
      "epoch": 6.58,
      "grad_norm": 1.486185073852539,
      "learning_rate": 7.712199972090427e-07,
      "loss": 0.8801,
      "step": 23580
    },
    {
      "epoch": 6.58,
      "grad_norm": 3.203566312789917,
      "learning_rate": 7.715470625174434e-07,
      "loss": 0.9083,
      "step": 23590
    },
    {
      "epoch": 6.59,
      "grad_norm": 1.485263705253601,
      "learning_rate": 7.718741278258442e-07,
      "loss": 0.8838,
      "step": 23600
    },
    {
      "epoch": 6.59,
      "grad_norm": 1.6663087606430054,
      "learning_rate": 7.72201193134245e-07,
      "loss": 0.8863,
      "step": 23610
    },
    {
      "epoch": 6.59,
      "grad_norm": 2.7527964115142822,
      "learning_rate": 7.725282584426457e-07,
      "loss": 0.8849,
      "step": 23620
    },
    {
      "epoch": 6.6,
      "grad_norm": 1.976240873336792,
      "learning_rate": 7.728553237510466e-07,
      "loss": 0.8933,
      "step": 23630
    },
    {
      "epoch": 6.6,
      "grad_norm": 1.3324257135391235,
      "learning_rate": 7.731823890594473e-07,
      "loss": 0.8873,
      "step": 23640
    },
    {
      "epoch": 6.6,
      "grad_norm": 3.884021282196045,
      "learning_rate": 7.735094543678481e-07,
      "loss": 0.897,
      "step": 23650
    },
    {
      "epoch": 6.6,
      "grad_norm": 1.6642483472824097,
      "learning_rate": 7.738365196762489e-07,
      "loss": 0.8812,
      "step": 23660
    },
    {
      "epoch": 6.61,
      "grad_norm": 3.264275312423706,
      "learning_rate": 7.741635849846496e-07,
      "loss": 0.901,
      "step": 23670
    },
    {
      "epoch": 6.61,
      "grad_norm": 2.409616708755493,
      "learning_rate": 7.744906502930504e-07,
      "loss": 0.8894,
      "step": 23680
    },
    {
      "epoch": 6.61,
      "grad_norm": 3.5288729667663574,
      "learning_rate": 7.748177156014513e-07,
      "loss": 0.8855,
      "step": 23690
    },
    {
      "epoch": 6.61,
      "grad_norm": 3.5047683715820312,
      "learning_rate": 7.75144780909852e-07,
      "loss": 0.8802,
      "step": 23700
    },
    {
      "epoch": 6.62,
      "grad_norm": 2.0799598693847656,
      "learning_rate": 7.754718462182527e-07,
      "loss": 0.8862,
      "step": 23710
    },
    {
      "epoch": 6.62,
      "grad_norm": 1.5693576335906982,
      "learning_rate": 7.757989115266537e-07,
      "loss": 0.8886,
      "step": 23720
    },
    {
      "epoch": 6.62,
      "grad_norm": 2.8916587829589844,
      "learning_rate": 7.761259768350544e-07,
      "loss": 0.8668,
      "step": 23730
    },
    {
      "epoch": 6.63,
      "grad_norm": 1.7767854928970337,
      "learning_rate": 7.764530421434551e-07,
      "loss": 0.8962,
      "step": 23740
    },
    {
      "epoch": 6.63,
      "grad_norm": 1.8778084516525269,
      "learning_rate": 7.767801074518559e-07,
      "loss": 0.8762,
      "step": 23750
    },
    {
      "epoch": 6.63,
      "grad_norm": 2.1725211143493652,
      "learning_rate": 7.771071727602567e-07,
      "loss": 0.8918,
      "step": 23760
    },
    {
      "epoch": 6.63,
      "grad_norm": 2.8500170707702637,
      "learning_rate": 7.774342380686575e-07,
      "loss": 0.8747,
      "step": 23770
    },
    {
      "epoch": 6.64,
      "grad_norm": 1.9928967952728271,
      "learning_rate": 7.777613033770583e-07,
      "loss": 0.8928,
      "step": 23780
    },
    {
      "epoch": 6.64,
      "grad_norm": 2.5017027854919434,
      "learning_rate": 7.78088368685459e-07,
      "loss": 0.8901,
      "step": 23790
    },
    {
      "epoch": 6.64,
      "grad_norm": 4.411654949188232,
      "learning_rate": 7.784154339938598e-07,
      "loss": 0.8888,
      "step": 23800
    },
    {
      "epoch": 6.65,
      "grad_norm": 1.8666225671768188,
      "learning_rate": 7.787424993022606e-07,
      "loss": 0.8734,
      "step": 23810
    },
    {
      "epoch": 6.65,
      "grad_norm": 3.3606207370758057,
      "learning_rate": 7.790695646106614e-07,
      "loss": 0.9008,
      "step": 23820
    },
    {
      "epoch": 6.65,
      "grad_norm": 2.004615068435669,
      "learning_rate": 7.793966299190621e-07,
      "loss": 0.9037,
      "step": 23830
    },
    {
      "epoch": 6.65,
      "grad_norm": 2.9088687896728516,
      "learning_rate": 7.79723695227463e-07,
      "loss": 0.8828,
      "step": 23840
    },
    {
      "epoch": 6.66,
      "grad_norm": 1.9724189043045044,
      "learning_rate": 7.800507605358637e-07,
      "loss": 0.8852,
      "step": 23850
    },
    {
      "epoch": 6.66,
      "grad_norm": 1.9957921504974365,
      "learning_rate": 7.803778258442644e-07,
      "loss": 0.89,
      "step": 23860
    },
    {
      "epoch": 6.66,
      "grad_norm": 2.05822491645813,
      "learning_rate": 7.807048911526654e-07,
      "loss": 0.9004,
      "step": 23870
    },
    {
      "epoch": 6.66,
      "grad_norm": 2.658794641494751,
      "learning_rate": 7.810319564610661e-07,
      "loss": 0.8889,
      "step": 23880
    },
    {
      "epoch": 6.67,
      "grad_norm": 2.3695356845855713,
      "learning_rate": 7.813590217694668e-07,
      "loss": 0.8788,
      "step": 23890
    },
    {
      "epoch": 6.67,
      "grad_norm": 1.997113823890686,
      "learning_rate": 7.816860870778676e-07,
      "loss": 0.8803,
      "step": 23900
    },
    {
      "epoch": 6.67,
      "grad_norm": 2.1807427406311035,
      "learning_rate": 7.820131523862684e-07,
      "loss": 0.91,
      "step": 23910
    },
    {
      "epoch": 6.68,
      "grad_norm": 3.3311214447021484,
      "learning_rate": 7.823402176946693e-07,
      "loss": 0.881,
      "step": 23920
    },
    {
      "epoch": 6.68,
      "grad_norm": 2.7867789268493652,
      "learning_rate": 7.8266728300307e-07,
      "loss": 0.9017,
      "step": 23930
    },
    {
      "epoch": 6.68,
      "grad_norm": 1.472670555114746,
      "learning_rate": 7.829943483114707e-07,
      "loss": 0.9043,
      "step": 23940
    },
    {
      "epoch": 6.68,
      "grad_norm": 3.277210235595703,
      "learning_rate": 7.833214136198715e-07,
      "loss": 0.8856,
      "step": 23950
    },
    {
      "epoch": 6.69,
      "grad_norm": 5.565318584442139,
      "learning_rate": 7.836484789282724e-07,
      "loss": 0.8842,
      "step": 23960
    },
    {
      "epoch": 6.69,
      "grad_norm": 2.8409526348114014,
      "learning_rate": 7.839755442366731e-07,
      "loss": 0.8835,
      "step": 23970
    },
    {
      "epoch": 6.69,
      "grad_norm": 1.3459105491638184,
      "learning_rate": 7.84302609545074e-07,
      "loss": 0.9141,
      "step": 23980
    },
    {
      "epoch": 6.7,
      "grad_norm": 2.5541574954986572,
      "learning_rate": 7.846296748534747e-07,
      "loss": 0.8729,
      "step": 23990
    },
    {
      "epoch": 6.7,
      "grad_norm": 1.4551280736923218,
      "learning_rate": 7.849567401618754e-07,
      "loss": 0.8719,
      "step": 24000
    },
    {
      "epoch": 6.7,
      "grad_norm": 2.069655418395996,
      "learning_rate": 7.852838054702763e-07,
      "loss": 0.8935,
      "step": 24010
    },
    {
      "epoch": 6.7,
      "grad_norm": 3.2922775745391846,
      "learning_rate": 7.856108707786771e-07,
      "loss": 0.8953,
      "step": 24020
    },
    {
      "epoch": 6.71,
      "grad_norm": 1.520711064338684,
      "learning_rate": 7.859379360870778e-07,
      "loss": 0.894,
      "step": 24030
    },
    {
      "epoch": 6.71,
      "grad_norm": 3.7549049854278564,
      "learning_rate": 7.862650013954785e-07,
      "loss": 0.8976,
      "step": 24040
    },
    {
      "epoch": 6.71,
      "grad_norm": 2.304307222366333,
      "learning_rate": 7.865920667038793e-07,
      "loss": 0.9055,
      "step": 24050
    },
    {
      "epoch": 6.72,
      "grad_norm": 1.4782071113586426,
      "learning_rate": 7.869191320122802e-07,
      "loss": 0.8696,
      "step": 24060
    },
    {
      "epoch": 6.72,
      "grad_norm": 1.803237795829773,
      "learning_rate": 7.87246197320681e-07,
      "loss": 0.8884,
      "step": 24070
    },
    {
      "epoch": 6.72,
      "grad_norm": 2.8183655738830566,
      "learning_rate": 7.875732626290817e-07,
      "loss": 0.9105,
      "step": 24080
    },
    {
      "epoch": 6.72,
      "grad_norm": 2.8096702098846436,
      "learning_rate": 7.879003279374824e-07,
      "loss": 0.8819,
      "step": 24090
    },
    {
      "epoch": 6.73,
      "grad_norm": 3.2736923694610596,
      "learning_rate": 7.882273932458832e-07,
      "loss": 0.8999,
      "step": 24100
    },
    {
      "epoch": 6.73,
      "grad_norm": 1.2512513399124146,
      "learning_rate": 7.885544585542841e-07,
      "loss": 0.8736,
      "step": 24110
    },
    {
      "epoch": 6.73,
      "grad_norm": 3.2497663497924805,
      "learning_rate": 7.888815238626848e-07,
      "loss": 0.8946,
      "step": 24120
    },
    {
      "epoch": 6.73,
      "grad_norm": 1.9095919132232666,
      "learning_rate": 7.892085891710856e-07,
      "loss": 0.9044,
      "step": 24130
    },
    {
      "epoch": 6.74,
      "grad_norm": 2.8551814556121826,
      "learning_rate": 7.895356544794864e-07,
      "loss": 0.8942,
      "step": 24140
    },
    {
      "epoch": 6.74,
      "grad_norm": 1.489075779914856,
      "learning_rate": 7.898627197878872e-07,
      "loss": 0.8995,
      "step": 24150
    },
    {
      "epoch": 6.74,
      "grad_norm": 1.565751552581787,
      "learning_rate": 7.90189785096288e-07,
      "loss": 0.8982,
      "step": 24160
    },
    {
      "epoch": 6.75,
      "grad_norm": 1.0102043151855469,
      "learning_rate": 7.905168504046888e-07,
      "loss": 0.9045,
      "step": 24170
    },
    {
      "epoch": 6.75,
      "grad_norm": 1.7756857872009277,
      "learning_rate": 7.908439157130895e-07,
      "loss": 0.8891,
      "step": 24180
    },
    {
      "epoch": 6.75,
      "grad_norm": 2.5817630290985107,
      "learning_rate": 7.911709810214903e-07,
      "loss": 0.8883,
      "step": 24190
    },
    {
      "epoch": 6.75,
      "grad_norm": 2.185173988342285,
      "learning_rate": 7.914980463298911e-07,
      "loss": 0.8852,
      "step": 24200
    },
    {
      "epoch": 6.76,
      "grad_norm": 2.3919849395751953,
      "learning_rate": 7.918251116382919e-07,
      "loss": 0.897,
      "step": 24210
    },
    {
      "epoch": 6.76,
      "grad_norm": 1.7631044387817383,
      "learning_rate": 7.921521769466927e-07,
      "loss": 0.88,
      "step": 24220
    },
    {
      "epoch": 6.76,
      "grad_norm": 3.3331375122070312,
      "learning_rate": 7.924792422550934e-07,
      "loss": 0.9038,
      "step": 24230
    },
    {
      "epoch": 6.77,
      "grad_norm": 2.26352596282959,
      "learning_rate": 7.928063075634941e-07,
      "loss": 0.902,
      "step": 24240
    },
    {
      "epoch": 6.77,
      "grad_norm": 3.164783239364624,
      "learning_rate": 7.931333728718951e-07,
      "loss": 0.8741,
      "step": 24250
    },
    {
      "epoch": 6.77,
      "grad_norm": 2.3565826416015625,
      "learning_rate": 7.934604381802958e-07,
      "loss": 0.8981,
      "step": 24260
    },
    {
      "epoch": 6.77,
      "grad_norm": 2.500126838684082,
      "learning_rate": 7.937875034886965e-07,
      "loss": 0.883,
      "step": 24270
    },
    {
      "epoch": 6.78,
      "grad_norm": 2.474740505218506,
      "learning_rate": 7.941145687970973e-07,
      "loss": 0.8827,
      "step": 24280
    },
    {
      "epoch": 6.78,
      "grad_norm": 1.6287399530410767,
      "learning_rate": 7.944416341054981e-07,
      "loss": 0.8848,
      "step": 24290
    },
    {
      "epoch": 6.78,
      "grad_norm": 2.176244020462036,
      "learning_rate": 7.947686994138989e-07,
      "loss": 0.8869,
      "step": 24300
    },
    {
      "epoch": 6.78,
      "grad_norm": 1.5761842727661133,
      "learning_rate": 7.950957647222997e-07,
      "loss": 0.899,
      "step": 24310
    },
    {
      "epoch": 6.79,
      "grad_norm": 3.0995607376098633,
      "learning_rate": 7.954228300307005e-07,
      "loss": 0.873,
      "step": 24320
    },
    {
      "epoch": 6.79,
      "grad_norm": 2.888132095336914,
      "learning_rate": 7.957498953391012e-07,
      "loss": 0.8824,
      "step": 24330
    },
    {
      "epoch": 6.79,
      "grad_norm": 2.04508113861084,
      "learning_rate": 7.96076960647502e-07,
      "loss": 0.8953,
      "step": 24340
    },
    {
      "epoch": 6.8,
      "grad_norm": 1.5621788501739502,
      "learning_rate": 7.964040259559028e-07,
      "loss": 0.902,
      "step": 24350
    },
    {
      "epoch": 6.8,
      "grad_norm": 1.8383309841156006,
      "learning_rate": 7.967310912643036e-07,
      "loss": 0.8976,
      "step": 24360
    },
    {
      "epoch": 6.8,
      "grad_norm": 1.7115403413772583,
      "learning_rate": 7.970581565727044e-07,
      "loss": 0.9036,
      "step": 24370
    },
    {
      "epoch": 6.8,
      "grad_norm": 3.09887957572937,
      "learning_rate": 7.973852218811051e-07,
      "loss": 0.8867,
      "step": 24380
    },
    {
      "epoch": 6.81,
      "grad_norm": 2.4795756340026855,
      "learning_rate": 7.977122871895059e-07,
      "loss": 0.8863,
      "step": 24390
    },
    {
      "epoch": 6.81,
      "grad_norm": 1.635851263999939,
      "learning_rate": 7.980393524979068e-07,
      "loss": 0.8809,
      "step": 24400
    },
    {
      "epoch": 6.81,
      "grad_norm": 2.9927425384521484,
      "learning_rate": 7.983664178063075e-07,
      "loss": 0.8998,
      "step": 24410
    },
    {
      "epoch": 6.82,
      "grad_norm": 1.5117650032043457,
      "learning_rate": 7.986934831147082e-07,
      "loss": 0.9071,
      "step": 24420
    },
    {
      "epoch": 6.82,
      "grad_norm": 3.326984405517578,
      "learning_rate": 7.99020548423109e-07,
      "loss": 0.8882,
      "step": 24430
    },
    {
      "epoch": 6.82,
      "grad_norm": 2.347822427749634,
      "learning_rate": 7.993476137315099e-07,
      "loss": 0.8804,
      "step": 24440
    },
    {
      "epoch": 6.82,
      "grad_norm": 1.4791189432144165,
      "learning_rate": 7.996746790399106e-07,
      "loss": 0.8992,
      "step": 24450
    },
    {
      "epoch": 6.83,
      "grad_norm": 1.410300374031067,
      "learning_rate": 8.000017443483114e-07,
      "loss": 0.898,
      "step": 24460
    },
    {
      "epoch": 6.83,
      "grad_norm": 2.5637266635894775,
      "learning_rate": 8.003288096567121e-07,
      "loss": 0.8843,
      "step": 24470
    },
    {
      "epoch": 6.83,
      "grad_norm": 2.10547137260437,
      "learning_rate": 8.006558749651129e-07,
      "loss": 0.8804,
      "step": 24480
    },
    {
      "epoch": 6.84,
      "grad_norm": 2.6792211532592773,
      "learning_rate": 8.009829402735138e-07,
      "loss": 0.8856,
      "step": 24490
    },
    {
      "epoch": 6.84,
      "grad_norm": 2.6686253547668457,
      "learning_rate": 8.013100055819145e-07,
      "loss": 0.9122,
      "step": 24500
    },
    {
      "epoch": 6.84,
      "grad_norm": 2.673384666442871,
      "learning_rate": 8.016370708903153e-07,
      "loss": 0.9123,
      "step": 24510
    },
    {
      "epoch": 6.84,
      "grad_norm": 4.09524393081665,
      "learning_rate": 8.019641361987161e-07,
      "loss": 0.875,
      "step": 24520
    },
    {
      "epoch": 6.85,
      "grad_norm": 2.7942452430725098,
      "learning_rate": 8.022912015071168e-07,
      "loss": 0.895,
      "step": 24530
    },
    {
      "epoch": 6.85,
      "grad_norm": 2.5477488040924072,
      "learning_rate": 8.026182668155177e-07,
      "loss": 0.8992,
      "step": 24540
    },
    {
      "epoch": 6.85,
      "grad_norm": 2.149829864501953,
      "learning_rate": 8.029453321239185e-07,
      "loss": 0.8945,
      "step": 24550
    },
    {
      "epoch": 6.85,
      "grad_norm": 3.1658313274383545,
      "learning_rate": 8.032723974323192e-07,
      "loss": 0.9012,
      "step": 24560
    },
    {
      "epoch": 6.86,
      "grad_norm": 2.2589974403381348,
      "learning_rate": 8.035994627407199e-07,
      "loss": 0.8907,
      "step": 24570
    },
    {
      "epoch": 6.86,
      "grad_norm": 5.005458354949951,
      "learning_rate": 8.039265280491208e-07,
      "loss": 0.9006,
      "step": 24580
    },
    {
      "epoch": 6.86,
      "grad_norm": 1.6890523433685303,
      "learning_rate": 8.042535933575216e-07,
      "loss": 0.8815,
      "step": 24590
    },
    {
      "epoch": 6.87,
      "grad_norm": 2.270874500274658,
      "learning_rate": 8.045806586659224e-07,
      "loss": 0.8982,
      "step": 24600
    },
    {
      "epoch": 6.87,
      "grad_norm": 2.163860559463501,
      "learning_rate": 8.049077239743231e-07,
      "loss": 0.8837,
      "step": 24610
    },
    {
      "epoch": 6.87,
      "grad_norm": 2.5156517028808594,
      "learning_rate": 8.052347892827238e-07,
      "loss": 0.8686,
      "step": 24620
    },
    {
      "epoch": 6.87,
      "grad_norm": 4.169997215270996,
      "learning_rate": 8.055618545911248e-07,
      "loss": 0.8642,
      "step": 24630
    },
    {
      "epoch": 6.88,
      "grad_norm": 1.594145655632019,
      "learning_rate": 8.058889198995255e-07,
      "loss": 0.8796,
      "step": 24640
    },
    {
      "epoch": 6.88,
      "grad_norm": 3.0111911296844482,
      "learning_rate": 8.062159852079262e-07,
      "loss": 0.8748,
      "step": 24650
    },
    {
      "epoch": 6.88,
      "grad_norm": 2.307868480682373,
      "learning_rate": 8.06543050516327e-07,
      "loss": 0.8936,
      "step": 24660
    },
    {
      "epoch": 6.89,
      "grad_norm": 5.08788537979126,
      "learning_rate": 8.068701158247278e-07,
      "loss": 0.8758,
      "step": 24670
    },
    {
      "epoch": 6.89,
      "grad_norm": 3.685114860534668,
      "learning_rate": 8.071971811331286e-07,
      "loss": 0.885,
      "step": 24680
    },
    {
      "epoch": 6.89,
      "grad_norm": 1.9908134937286377,
      "learning_rate": 8.075242464415294e-07,
      "loss": 0.9074,
      "step": 24690
    },
    {
      "epoch": 6.89,
      "grad_norm": 2.3012378215789795,
      "learning_rate": 8.078513117499302e-07,
      "loss": 0.8685,
      "step": 24700
    },
    {
      "epoch": 6.9,
      "grad_norm": 3.2235569953918457,
      "learning_rate": 8.081783770583309e-07,
      "loss": 0.8671,
      "step": 24710
    },
    {
      "epoch": 6.9,
      "grad_norm": 1.8391118049621582,
      "learning_rate": 8.085054423667316e-07,
      "loss": 0.895,
      "step": 24720
    },
    {
      "epoch": 6.9,
      "grad_norm": 2.1997435092926025,
      "learning_rate": 8.088325076751325e-07,
      "loss": 0.8826,
      "step": 24730
    },
    {
      "epoch": 6.9,
      "grad_norm": 2.3652255535125732,
      "learning_rate": 8.091595729835333e-07,
      "loss": 0.8898,
      "step": 24740
    },
    {
      "epoch": 6.91,
      "grad_norm": 2.6579880714416504,
      "learning_rate": 8.094866382919341e-07,
      "loss": 0.8936,
      "step": 24750
    },
    {
      "epoch": 6.91,
      "grad_norm": 2.4533026218414307,
      "learning_rate": 8.098137036003348e-07,
      "loss": 0.9041,
      "step": 24760
    },
    {
      "epoch": 6.91,
      "grad_norm": 1.5919908285140991,
      "learning_rate": 8.101407689087355e-07,
      "loss": 0.8783,
      "step": 24770
    },
    {
      "epoch": 6.92,
      "grad_norm": 4.642257213592529,
      "learning_rate": 8.104678342171365e-07,
      "loss": 0.8681,
      "step": 24780
    },
    {
      "epoch": 6.92,
      "grad_norm": 3.136350631713867,
      "learning_rate": 8.107948995255372e-07,
      "loss": 0.8761,
      "step": 24790
    },
    {
      "epoch": 6.92,
      "grad_norm": 1.0633753538131714,
      "learning_rate": 8.111219648339379e-07,
      "loss": 0.8753,
      "step": 24800
    },
    {
      "epoch": 6.92,
      "grad_norm": 1.7692116498947144,
      "learning_rate": 8.114490301423388e-07,
      "loss": 0.899,
      "step": 24810
    },
    {
      "epoch": 6.93,
      "grad_norm": 2.240018606185913,
      "learning_rate": 8.117760954507396e-07,
      "loss": 0.8854,
      "step": 24820
    },
    {
      "epoch": 6.93,
      "grad_norm": 2.219515800476074,
      "learning_rate": 8.121031607591403e-07,
      "loss": 0.8985,
      "step": 24830
    },
    {
      "epoch": 6.93,
      "grad_norm": 2.5335874557495117,
      "learning_rate": 8.124302260675411e-07,
      "loss": 0.885,
      "step": 24840
    },
    {
      "epoch": 6.94,
      "grad_norm": 2.1346819400787354,
      "learning_rate": 8.127572913759419e-07,
      "loss": 0.8911,
      "step": 24850
    },
    {
      "epoch": 6.94,
      "grad_norm": 1.9033516645431519,
      "learning_rate": 8.130843566843426e-07,
      "loss": 0.8959,
      "step": 24860
    },
    {
      "epoch": 6.94,
      "grad_norm": 3.1083731651306152,
      "learning_rate": 8.134114219927435e-07,
      "loss": 0.8789,
      "step": 24870
    },
    {
      "epoch": 6.94,
      "grad_norm": 2.915348768234253,
      "learning_rate": 8.137384873011442e-07,
      "loss": 0.8837,
      "step": 24880
    },
    {
      "epoch": 6.95,
      "grad_norm": 2.528377056121826,
      "learning_rate": 8.14065552609545e-07,
      "loss": 0.8907,
      "step": 24890
    },
    {
      "epoch": 6.95,
      "grad_norm": 2.9318997859954834,
      "learning_rate": 8.143926179179458e-07,
      "loss": 0.8776,
      "step": 24900
    },
    {
      "epoch": 6.95,
      "grad_norm": 1.421575903892517,
      "learning_rate": 8.147196832263465e-07,
      "loss": 0.885,
      "step": 24910
    },
    {
      "epoch": 6.96,
      "grad_norm": 3.040760040283203,
      "learning_rate": 8.150467485347473e-07,
      "loss": 0.8943,
      "step": 24920
    },
    {
      "epoch": 6.96,
      "grad_norm": 1.874333381652832,
      "learning_rate": 8.153738138431482e-07,
      "loss": 0.9039,
      "step": 24930
    },
    {
      "epoch": 6.96,
      "grad_norm": 1.6598849296569824,
      "learning_rate": 8.157008791515489e-07,
      "loss": 0.8734,
      "step": 24940
    },
    {
      "epoch": 6.96,
      "grad_norm": 1.9125431776046753,
      "learning_rate": 8.160279444599496e-07,
      "loss": 0.8958,
      "step": 24950
    },
    {
      "epoch": 6.97,
      "grad_norm": 5.3070149421691895,
      "learning_rate": 8.163550097683505e-07,
      "loss": 0.8928,
      "step": 24960
    },
    {
      "epoch": 6.97,
      "grad_norm": 2.325106143951416,
      "learning_rate": 8.166820750767513e-07,
      "loss": 0.8836,
      "step": 24970
    },
    {
      "epoch": 6.97,
      "grad_norm": 2.5575525760650635,
      "learning_rate": 8.17009140385152e-07,
      "loss": 0.8828,
      "step": 24980
    },
    {
      "epoch": 6.97,
      "grad_norm": 3.098700761795044,
      "learning_rate": 8.173362056935528e-07,
      "loss": 0.8761,
      "step": 24990
    },
    {
      "epoch": 6.98,
      "grad_norm": 1.9271196126937866,
      "learning_rate": 8.176632710019536e-07,
      "loss": 0.8836,
      "step": 25000
    },
    {
      "epoch": 6.98,
      "grad_norm": 1.6666367053985596,
      "learning_rate": 8.179903363103545e-07,
      "loss": 0.8707,
      "step": 25010
    },
    {
      "epoch": 6.98,
      "grad_norm": 1.2112332582473755,
      "learning_rate": 8.183174016187552e-07,
      "loss": 0.8972,
      "step": 25020
    },
    {
      "epoch": 6.99,
      "grad_norm": 3.132446527481079,
      "learning_rate": 8.186444669271559e-07,
      "loss": 0.8901,
      "step": 25030
    },
    {
      "epoch": 6.99,
      "grad_norm": 1.7457935810089111,
      "learning_rate": 8.189715322355567e-07,
      "loss": 0.8862,
      "step": 25040
    },
    {
      "epoch": 6.99,
      "grad_norm": 2.428802967071533,
      "learning_rate": 8.192985975439575e-07,
      "loss": 0.873,
      "step": 25050
    },
    {
      "epoch": 6.99,
      "grad_norm": 3.007549285888672,
      "learning_rate": 8.196256628523583e-07,
      "loss": 0.8864,
      "step": 25060
    },
    {
      "epoch": 7.0,
      "grad_norm": 1.758048415184021,
      "learning_rate": 8.19952728160759e-07,
      "loss": 0.872,
      "step": 25070
    },
    {
      "epoch": 7.0,
      "grad_norm": 3.2645301818847656,
      "learning_rate": 8.202797934691599e-07,
      "loss": 0.87,
      "step": 25080
    },
    {
      "epoch": 7.0,
      "eval_loss": 0.8846878409385681,
      "eval_runtime": 82.1411,
      "eval_samples_per_second": 61.589,
      "eval_steps_per_second": 7.706,
      "step": 25081
    },
    {
      "epoch": 7.0,
      "grad_norm": 1.6424862146377563,
      "learning_rate": 8.206068587775606e-07,
      "loss": 0.8763,
      "step": 25090
    },
    {
      "epoch": 7.01,
      "grad_norm": 3.746190071105957,
      "learning_rate": 8.209339240859613e-07,
      "loss": 0.8763,
      "step": 25100
    },
    {
      "epoch": 7.01,
      "grad_norm": 2.450474739074707,
      "learning_rate": 8.212609893943623e-07,
      "loss": 0.8948,
      "step": 25110
    },
    {
      "epoch": 7.01,
      "grad_norm": 2.6173441410064697,
      "learning_rate": 8.21588054702763e-07,
      "loss": 0.8889,
      "step": 25120
    },
    {
      "epoch": 7.01,
      "grad_norm": 2.2525999546051025,
      "learning_rate": 8.219151200111637e-07,
      "loss": 0.8977,
      "step": 25130
    },
    {
      "epoch": 7.02,
      "grad_norm": 1.3362807035446167,
      "learning_rate": 8.222421853195645e-07,
      "loss": 0.8811,
      "step": 25140
    },
    {
      "epoch": 7.02,
      "grad_norm": 1.9299372434616089,
      "learning_rate": 8.225692506279653e-07,
      "loss": 0.8599,
      "step": 25150
    },
    {
      "epoch": 7.02,
      "grad_norm": 2.9566469192504883,
      "learning_rate": 8.228963159363662e-07,
      "loss": 0.8912,
      "step": 25160
    },
    {
      "epoch": 7.02,
      "grad_norm": 2.6021294593811035,
      "learning_rate": 8.232233812447669e-07,
      "loss": 0.8753,
      "step": 25170
    },
    {
      "epoch": 7.03,
      "grad_norm": 2.9281301498413086,
      "learning_rate": 8.235504465531676e-07,
      "loss": 0.8818,
      "step": 25180
    },
    {
      "epoch": 7.03,
      "grad_norm": 1.8282965421676636,
      "learning_rate": 8.238775118615684e-07,
      "loss": 0.8965,
      "step": 25190
    },
    {
      "epoch": 7.03,
      "grad_norm": 2.618119716644287,
      "learning_rate": 8.242045771699692e-07,
      "loss": 0.8989,
      "step": 25200
    },
    {
      "epoch": 7.04,
      "grad_norm": 2.691995859146118,
      "learning_rate": 8.2453164247837e-07,
      "loss": 0.8757,
      "step": 25210
    },
    {
      "epoch": 7.04,
      "grad_norm": 1.597785234451294,
      "learning_rate": 8.248587077867709e-07,
      "loss": 0.8792,
      "step": 25220
    },
    {
      "epoch": 7.04,
      "grad_norm": 2.330148696899414,
      "learning_rate": 8.251857730951716e-07,
      "loss": 0.8704,
      "step": 25230
    },
    {
      "epoch": 7.04,
      "grad_norm": 3.4862942695617676,
      "learning_rate": 8.255128384035723e-07,
      "loss": 0.8673,
      "step": 25240
    },
    {
      "epoch": 7.05,
      "grad_norm": 4.4088454246521,
      "learning_rate": 8.258399037119732e-07,
      "loss": 0.8849,
      "step": 25250
    },
    {
      "epoch": 7.05,
      "grad_norm": 2.147064685821533,
      "learning_rate": 8.26166969020374e-07,
      "loss": 0.8869,
      "step": 25260
    },
    {
      "epoch": 7.05,
      "grad_norm": 2.1397643089294434,
      "learning_rate": 8.264940343287747e-07,
      "loss": 0.8883,
      "step": 25270
    },
    {
      "epoch": 7.06,
      "grad_norm": 2.202084541320801,
      "learning_rate": 8.268210996371755e-07,
      "loss": 0.8893,
      "step": 25280
    },
    {
      "epoch": 7.06,
      "grad_norm": 3.211780548095703,
      "learning_rate": 8.271481649455762e-07,
      "loss": 0.8859,
      "step": 25290
    },
    {
      "epoch": 7.06,
      "grad_norm": 2.9300718307495117,
      "learning_rate": 8.274752302539771e-07,
      "loss": 0.8895,
      "step": 25300
    },
    {
      "epoch": 7.06,
      "grad_norm": 3.917173147201538,
      "learning_rate": 8.278022955623779e-07,
      "loss": 0.8954,
      "step": 25310
    },
    {
      "epoch": 7.07,
      "grad_norm": 1.970732569694519,
      "learning_rate": 8.281293608707786e-07,
      "loss": 0.9006,
      "step": 25320
    },
    {
      "epoch": 7.07,
      "grad_norm": 2.608882188796997,
      "learning_rate": 8.284564261791793e-07,
      "loss": 0.8853,
      "step": 25330
    },
    {
      "epoch": 7.07,
      "grad_norm": 2.4564311504364014,
      "learning_rate": 8.287834914875801e-07,
      "loss": 0.8866,
      "step": 25340
    },
    {
      "epoch": 7.08,
      "grad_norm": 2.2605552673339844,
      "learning_rate": 8.29110556795981e-07,
      "loss": 0.8805,
      "step": 25350
    },
    {
      "epoch": 7.08,
      "grad_norm": 1.9375683069229126,
      "learning_rate": 8.294376221043817e-07,
      "loss": 0.8618,
      "step": 25360
    },
    {
      "epoch": 7.08,
      "grad_norm": 2.2182741165161133,
      "learning_rate": 8.297646874127825e-07,
      "loss": 0.8887,
      "step": 25370
    },
    {
      "epoch": 7.08,
      "grad_norm": 2.4053256511688232,
      "learning_rate": 8.300917527211833e-07,
      "loss": 0.8876,
      "step": 25380
    },
    {
      "epoch": 7.09,
      "grad_norm": 2.5589396953582764,
      "learning_rate": 8.30418818029584e-07,
      "loss": 0.8928,
      "step": 25390
    },
    {
      "epoch": 7.09,
      "grad_norm": 2.0373332500457764,
      "learning_rate": 8.307458833379849e-07,
      "loss": 0.8922,
      "step": 25400
    },
    {
      "epoch": 7.09,
      "grad_norm": 2.216825246810913,
      "learning_rate": 8.310729486463857e-07,
      "loss": 0.8927,
      "step": 25410
    },
    {
      "epoch": 7.09,
      "grad_norm": 3.04589581489563,
      "learning_rate": 8.314000139547864e-07,
      "loss": 0.896,
      "step": 25420
    },
    {
      "epoch": 7.1,
      "grad_norm": 2.067695140838623,
      "learning_rate": 8.317270792631872e-07,
      "loss": 0.8766,
      "step": 25430
    },
    {
      "epoch": 7.1,
      "grad_norm": 2.6105706691741943,
      "learning_rate": 8.32054144571588e-07,
      "loss": 0.8825,
      "step": 25440
    },
    {
      "epoch": 7.1,
      "grad_norm": 2.0106301307678223,
      "learning_rate": 8.323812098799888e-07,
      "loss": 0.8748,
      "step": 25450
    },
    {
      "epoch": 7.11,
      "grad_norm": 2.3042900562286377,
      "learning_rate": 8.327082751883896e-07,
      "loss": 0.9147,
      "step": 25460
    },
    {
      "epoch": 7.11,
      "grad_norm": 2.139662981033325,
      "learning_rate": 8.330353404967903e-07,
      "loss": 0.8843,
      "step": 25470
    },
    {
      "epoch": 7.11,
      "grad_norm": 3.3232975006103516,
      "learning_rate": 8.33362405805191e-07,
      "loss": 0.8921,
      "step": 25480
    },
    {
      "epoch": 7.11,
      "grad_norm": 1.7378637790679932,
      "learning_rate": 8.33689471113592e-07,
      "loss": 0.8884,
      "step": 25490
    },
    {
      "epoch": 7.12,
      "grad_norm": 3.47715163230896,
      "learning_rate": 8.340165364219927e-07,
      "loss": 0.8718,
      "step": 25500
    },
    {
      "epoch": 7.12,
      "grad_norm": 2.587806224822998,
      "learning_rate": 8.343436017303934e-07,
      "loss": 0.8948,
      "step": 25510
    },
    {
      "epoch": 7.12,
      "grad_norm": 2.561931848526001,
      "learning_rate": 8.346706670387942e-07,
      "loss": 0.8784,
      "step": 25520
    },
    {
      "epoch": 7.13,
      "grad_norm": 1.9697588682174683,
      "learning_rate": 8.34997732347195e-07,
      "loss": 0.8532,
      "step": 25530
    },
    {
      "epoch": 7.13,
      "grad_norm": 2.5075950622558594,
      "learning_rate": 8.353247976555958e-07,
      "loss": 0.8829,
      "step": 25540
    },
    {
      "epoch": 7.13,
      "grad_norm": 3.6633646488189697,
      "learning_rate": 8.356518629639966e-07,
      "loss": 0.8686,
      "step": 25550
    },
    {
      "epoch": 7.13,
      "grad_norm": 1.7950019836425781,
      "learning_rate": 8.359789282723974e-07,
      "loss": 0.8821,
      "step": 25560
    },
    {
      "epoch": 7.14,
      "grad_norm": 2.4224026203155518,
      "learning_rate": 8.363059935807981e-07,
      "loss": 0.8931,
      "step": 25570
    },
    {
      "epoch": 7.14,
      "grad_norm": 3.310667037963867,
      "learning_rate": 8.366330588891989e-07,
      "loss": 0.8805,
      "step": 25580
    },
    {
      "epoch": 7.14,
      "grad_norm": 2.1933341026306152,
      "learning_rate": 8.369601241975997e-07,
      "loss": 0.8484,
      "step": 25590
    },
    {
      "epoch": 7.14,
      "grad_norm": 4.701763153076172,
      "learning_rate": 8.372871895060005e-07,
      "loss": 0.8843,
      "step": 25600
    },
    {
      "epoch": 7.15,
      "grad_norm": 2.2103798389434814,
      "learning_rate": 8.376142548144013e-07,
      "loss": 0.8694,
      "step": 25610
    },
    {
      "epoch": 7.15,
      "grad_norm": 3.028658390045166,
      "learning_rate": 8.37941320122802e-07,
      "loss": 0.8793,
      "step": 25620
    },
    {
      "epoch": 7.15,
      "grad_norm": 2.390380620956421,
      "learning_rate": 8.382683854312027e-07,
      "loss": 0.8932,
      "step": 25630
    },
    {
      "epoch": 7.16,
      "grad_norm": 4.189181327819824,
      "learning_rate": 8.385954507396037e-07,
      "loss": 0.8944,
      "step": 25640
    },
    {
      "epoch": 7.16,
      "grad_norm": 2.680915117263794,
      "learning_rate": 8.389225160480044e-07,
      "loss": 0.8786,
      "step": 25650
    },
    {
      "epoch": 7.16,
      "grad_norm": 3.2521770000457764,
      "learning_rate": 8.392495813564051e-07,
      "loss": 0.8859,
      "step": 25660
    },
    {
      "epoch": 7.16,
      "grad_norm": 1.2872662544250488,
      "learning_rate": 8.395766466648059e-07,
      "loss": 0.8861,
      "step": 25670
    },
    {
      "epoch": 7.17,
      "grad_norm": 4.541783332824707,
      "learning_rate": 8.399037119732068e-07,
      "loss": 0.8826,
      "step": 25680
    },
    {
      "epoch": 7.17,
      "grad_norm": 3.087615489959717,
      "learning_rate": 8.402307772816075e-07,
      "loss": 0.8679,
      "step": 25690
    },
    {
      "epoch": 7.17,
      "grad_norm": 1.777982473373413,
      "learning_rate": 8.405578425900083e-07,
      "loss": 0.8841,
      "step": 25700
    },
    {
      "epoch": 7.18,
      "grad_norm": 4.969664096832275,
      "learning_rate": 8.40884907898409e-07,
      "loss": 0.8715,
      "step": 25710
    },
    {
      "epoch": 7.18,
      "grad_norm": 2.814802408218384,
      "learning_rate": 8.412119732068098e-07,
      "loss": 0.9034,
      "step": 25720
    },
    {
      "epoch": 7.18,
      "grad_norm": 4.059238433837891,
      "learning_rate": 8.415390385152107e-07,
      "loss": 0.8879,
      "step": 25730
    },
    {
      "epoch": 7.18,
      "grad_norm": 2.223792314529419,
      "learning_rate": 8.418661038236114e-07,
      "loss": 0.8863,
      "step": 25740
    },
    {
      "epoch": 7.19,
      "grad_norm": 4.604587078094482,
      "learning_rate": 8.421931691320122e-07,
      "loss": 0.89,
      "step": 25750
    },
    {
      "epoch": 7.19,
      "grad_norm": 4.33499002456665,
      "learning_rate": 8.42520234440413e-07,
      "loss": 0.8861,
      "step": 25760
    },
    {
      "epoch": 7.19,
      "grad_norm": 3.8752102851867676,
      "learning_rate": 8.428472997488137e-07,
      "loss": 0.895,
      "step": 25770
    },
    {
      "epoch": 7.2,
      "grad_norm": 2.7929153442382812,
      "learning_rate": 8.431743650572146e-07,
      "loss": 0.8804,
      "step": 25780
    },
    {
      "epoch": 7.2,
      "grad_norm": 2.5604443550109863,
      "learning_rate": 8.435014303656154e-07,
      "loss": 0.8817,
      "step": 25790
    },
    {
      "epoch": 7.2,
      "grad_norm": 2.5748543739318848,
      "learning_rate": 8.438284956740161e-07,
      "loss": 0.8735,
      "step": 25800
    },
    {
      "epoch": 7.2,
      "grad_norm": 2.7946197986602783,
      "learning_rate": 8.441555609824168e-07,
      "loss": 0.8529,
      "step": 25810
    },
    {
      "epoch": 7.21,
      "grad_norm": 2.8355417251586914,
      "learning_rate": 8.444826262908176e-07,
      "loss": 0.8757,
      "step": 25820
    },
    {
      "epoch": 7.21,
      "grad_norm": 2.2943146228790283,
      "learning_rate": 8.448096915992185e-07,
      "loss": 0.8977,
      "step": 25830
    },
    {
      "epoch": 7.21,
      "grad_norm": 2.858006000518799,
      "learning_rate": 8.451367569076193e-07,
      "loss": 0.8587,
      "step": 25840
    },
    {
      "epoch": 7.21,
      "grad_norm": 2.966693639755249,
      "learning_rate": 8.4546382221602e-07,
      "loss": 0.8832,
      "step": 25850
    },
    {
      "epoch": 7.22,
      "grad_norm": 4.447017192840576,
      "learning_rate": 8.457908875244207e-07,
      "loss": 0.8758,
      "step": 25860
    },
    {
      "epoch": 7.22,
      "grad_norm": 3.2503409385681152,
      "learning_rate": 8.461179528328217e-07,
      "loss": 0.8725,
      "step": 25870
    },
    {
      "epoch": 7.22,
      "grad_norm": 3.9768126010894775,
      "learning_rate": 8.464450181412224e-07,
      "loss": 0.8747,
      "step": 25880
    },
    {
      "epoch": 7.23,
      "grad_norm": 3.702834129333496,
      "learning_rate": 8.467720834496231e-07,
      "loss": 0.8641,
      "step": 25890
    },
    {
      "epoch": 7.23,
      "grad_norm": 2.760230302810669,
      "learning_rate": 8.47099148758024e-07,
      "loss": 0.8831,
      "step": 25900
    },
    {
      "epoch": 7.23,
      "grad_norm": 4.0326995849609375,
      "learning_rate": 8.474262140664247e-07,
      "loss": 0.8754,
      "step": 25910
    },
    {
      "epoch": 7.23,
      "grad_norm": 2.2452549934387207,
      "learning_rate": 8.477532793748255e-07,
      "loss": 0.8829,
      "step": 25920
    },
    {
      "epoch": 7.24,
      "grad_norm": 1.520561695098877,
      "learning_rate": 8.480803446832263e-07,
      "loss": 0.891,
      "step": 25930
    },
    {
      "epoch": 7.24,
      "grad_norm": 5.449076175689697,
      "learning_rate": 8.484074099916271e-07,
      "loss": 0.8801,
      "step": 25940
    },
    {
      "epoch": 7.24,
      "grad_norm": 2.396967887878418,
      "learning_rate": 8.487344753000278e-07,
      "loss": 0.8815,
      "step": 25950
    },
    {
      "epoch": 7.25,
      "grad_norm": 4.232238292694092,
      "learning_rate": 8.490615406084285e-07,
      "loss": 0.8674,
      "step": 25960
    },
    {
      "epoch": 7.25,
      "grad_norm": 4.01854133605957,
      "learning_rate": 8.493886059168294e-07,
      "loss": 0.8645,
      "step": 25970
    },
    {
      "epoch": 7.25,
      "grad_norm": 3.708636999130249,
      "learning_rate": 8.497156712252302e-07,
      "loss": 0.8776,
      "step": 25980
    },
    {
      "epoch": 7.25,
      "grad_norm": 2.799535036087036,
      "learning_rate": 8.50042736533631e-07,
      "loss": 0.8616,
      "step": 25990
    },
    {
      "epoch": 7.26,
      "grad_norm": 3.395606279373169,
      "learning_rate": 8.503698018420317e-07,
      "loss": 0.8785,
      "step": 26000
    },
    {
      "epoch": 7.26,
      "grad_norm": 1.968356966972351,
      "learning_rate": 8.506968671504324e-07,
      "loss": 0.8622,
      "step": 26010
    },
    {
      "epoch": 7.26,
      "grad_norm": 2.244366407394409,
      "learning_rate": 8.510239324588334e-07,
      "loss": 0.8645,
      "step": 26020
    },
    {
      "epoch": 7.26,
      "grad_norm": 4.1783647537231445,
      "learning_rate": 8.513509977672341e-07,
      "loss": 0.8541,
      "step": 26030
    },
    {
      "epoch": 7.27,
      "grad_norm": 3.161775588989258,
      "learning_rate": 8.516780630756348e-07,
      "loss": 0.8748,
      "step": 26040
    },
    {
      "epoch": 7.27,
      "grad_norm": 3.1493759155273438,
      "learning_rate": 8.520051283840357e-07,
      "loss": 0.8764,
      "step": 26050
    },
    {
      "epoch": 7.27,
      "grad_norm": 3.128476142883301,
      "learning_rate": 8.523321936924364e-07,
      "loss": 0.8887,
      "step": 26060
    },
    {
      "epoch": 7.28,
      "grad_norm": 3.0982561111450195,
      "learning_rate": 8.526592590008372e-07,
      "loss": 0.8624,
      "step": 26070
    },
    {
      "epoch": 7.28,
      "grad_norm": 3.568969964981079,
      "learning_rate": 8.52986324309238e-07,
      "loss": 0.8721,
      "step": 26080
    },
    {
      "epoch": 7.28,
      "grad_norm": 1.7343931198120117,
      "learning_rate": 8.533133896176388e-07,
      "loss": 0.8694,
      "step": 26090
    },
    {
      "epoch": 7.28,
      "grad_norm": 1.473280429840088,
      "learning_rate": 8.536404549260395e-07,
      "loss": 0.8736,
      "step": 26100
    },
    {
      "epoch": 7.29,
      "grad_norm": 4.072951316833496,
      "learning_rate": 8.539675202344404e-07,
      "loss": 0.851,
      "step": 26110
    },
    {
      "epoch": 7.29,
      "grad_norm": 3.224562883377075,
      "learning_rate": 8.542945855428411e-07,
      "loss": 0.8668,
      "step": 26120
    },
    {
      "epoch": 7.29,
      "grad_norm": 3.8949995040893555,
      "learning_rate": 8.546216508512419e-07,
      "loss": 0.8584,
      "step": 26130
    },
    {
      "epoch": 7.3,
      "grad_norm": 4.121273517608643,
      "learning_rate": 8.549487161596427e-07,
      "loss": 0.873,
      "step": 26140
    },
    {
      "epoch": 7.3,
      "grad_norm": 3.8000850677490234,
      "learning_rate": 8.552757814680434e-07,
      "loss": 0.861,
      "step": 26150
    },
    {
      "epoch": 7.3,
      "grad_norm": 3.6804895401000977,
      "learning_rate": 8.556028467764443e-07,
      "loss": 0.869,
      "step": 26160
    },
    {
      "epoch": 7.3,
      "grad_norm": 3.158447027206421,
      "learning_rate": 8.559299120848451e-07,
      "loss": 0.8808,
      "step": 26170
    },
    {
      "epoch": 7.31,
      "grad_norm": 4.745419502258301,
      "learning_rate": 8.562569773932458e-07,
      "loss": 0.874,
      "step": 26180
    },
    {
      "epoch": 7.31,
      "grad_norm": 3.153350353240967,
      "learning_rate": 8.565840427016465e-07,
      "loss": 0.8527,
      "step": 26190
    },
    {
      "epoch": 7.31,
      "grad_norm": 3.4605748653411865,
      "learning_rate": 8.569111080100474e-07,
      "loss": 0.869,
      "step": 26200
    },
    {
      "epoch": 7.32,
      "grad_norm": 3.3793835639953613,
      "learning_rate": 8.572381733184482e-07,
      "loss": 0.8739,
      "step": 26210
    },
    {
      "epoch": 7.32,
      "grad_norm": 3.863849639892578,
      "learning_rate": 8.575652386268489e-07,
      "loss": 0.8805,
      "step": 26220
    },
    {
      "epoch": 7.32,
      "grad_norm": 3.2654740810394287,
      "learning_rate": 8.578923039352497e-07,
      "loss": 0.8653,
      "step": 26230
    },
    {
      "epoch": 7.32,
      "grad_norm": 3.12308669090271,
      "learning_rate": 8.582193692436505e-07,
      "loss": 0.8705,
      "step": 26240
    },
    {
      "epoch": 7.33,
      "grad_norm": 4.111022472381592,
      "learning_rate": 8.585464345520512e-07,
      "loss": 0.8463,
      "step": 26250
    },
    {
      "epoch": 7.33,
      "grad_norm": 3.6437623500823975,
      "learning_rate": 8.588734998604521e-07,
      "loss": 0.8586,
      "step": 26260
    },
    {
      "epoch": 7.33,
      "grad_norm": 2.9911820888519287,
      "learning_rate": 8.592005651688528e-07,
      "loss": 0.8756,
      "step": 26270
    },
    {
      "epoch": 7.33,
      "grad_norm": 3.3600151538848877,
      "learning_rate": 8.595276304772536e-07,
      "loss": 0.8668,
      "step": 26280
    },
    {
      "epoch": 7.34,
      "grad_norm": 5.039727210998535,
      "learning_rate": 8.598546957856544e-07,
      "loss": 0.8816,
      "step": 26290
    },
    {
      "epoch": 7.34,
      "grad_norm": 5.373101711273193,
      "learning_rate": 8.601817610940552e-07,
      "loss": 0.8549,
      "step": 26300
    },
    {
      "epoch": 7.34,
      "grad_norm": 4.136629104614258,
      "learning_rate": 8.605088264024561e-07,
      "loss": 0.8582,
      "step": 26310
    },
    {
      "epoch": 7.35,
      "grad_norm": 4.213710784912109,
      "learning_rate": 8.608358917108568e-07,
      "loss": 0.8569,
      "step": 26320
    },
    {
      "epoch": 7.35,
      "grad_norm": 3.1278605461120605,
      "learning_rate": 8.611629570192575e-07,
      "loss": 0.868,
      "step": 26330
    },
    {
      "epoch": 7.35,
      "grad_norm": 3.6534335613250732,
      "learning_rate": 8.614900223276582e-07,
      "loss": 0.8618,
      "step": 26340
    },
    {
      "epoch": 7.35,
      "grad_norm": 4.693569183349609,
      "learning_rate": 8.618170876360592e-07,
      "loss": 0.8444,
      "step": 26350
    },
    {
      "epoch": 7.36,
      "grad_norm": 4.035073280334473,
      "learning_rate": 8.621441529444599e-07,
      "loss": 0.8675,
      "step": 26360
    },
    {
      "epoch": 7.36,
      "grad_norm": 2.290609121322632,
      "learning_rate": 8.624712182528606e-07,
      "loss": 0.8587,
      "step": 26370
    },
    {
      "epoch": 7.36,
      "grad_norm": 2.277651309967041,
      "learning_rate": 8.627982835612614e-07,
      "loss": 0.8541,
      "step": 26380
    },
    {
      "epoch": 7.37,
      "grad_norm": 3.441847562789917,
      "learning_rate": 8.631253488696622e-07,
      "loss": 0.8614,
      "step": 26390
    },
    {
      "epoch": 7.37,
      "grad_norm": 3.141188859939575,
      "learning_rate": 8.634524141780631e-07,
      "loss": 0.8654,
      "step": 26400
    },
    {
      "epoch": 7.37,
      "grad_norm": 2.3003251552581787,
      "learning_rate": 8.637794794864638e-07,
      "loss": 0.8383,
      "step": 26410
    },
    {
      "epoch": 7.37,
      "grad_norm": 3.2425007820129395,
      "learning_rate": 8.641065447948645e-07,
      "loss": 0.8688,
      "step": 26420
    },
    {
      "epoch": 7.38,
      "grad_norm": 4.726704120635986,
      "learning_rate": 8.644336101032653e-07,
      "loss": 0.851,
      "step": 26430
    },
    {
      "epoch": 7.38,
      "grad_norm": 1.4613245725631714,
      "learning_rate": 8.647606754116661e-07,
      "loss": 0.8658,
      "step": 26440
    },
    {
      "epoch": 7.38,
      "grad_norm": 3.5006613731384277,
      "learning_rate": 8.650877407200669e-07,
      "loss": 0.8626,
      "step": 26450
    },
    {
      "epoch": 7.38,
      "grad_norm": 3.334756374359131,
      "learning_rate": 8.654148060284678e-07,
      "loss": 0.8473,
      "step": 26460
    },
    {
      "epoch": 7.39,
      "grad_norm": 3.7705471515655518,
      "learning_rate": 8.657418713368685e-07,
      "loss": 0.8613,
      "step": 26470
    },
    {
      "epoch": 7.39,
      "grad_norm": 3.6486198902130127,
      "learning_rate": 8.660689366452692e-07,
      "loss": 0.8683,
      "step": 26480
    },
    {
      "epoch": 7.39,
      "grad_norm": 3.9879744052886963,
      "learning_rate": 8.663960019536699e-07,
      "loss": 0.8297,
      "step": 26490
    },
    {
      "epoch": 7.4,
      "grad_norm": 3.0662460327148438,
      "learning_rate": 8.667230672620709e-07,
      "loss": 0.8594,
      "step": 26500
    },
    {
      "epoch": 7.4,
      "grad_norm": 2.3148183822631836,
      "learning_rate": 8.670501325704716e-07,
      "loss": 0.8479,
      "step": 26510
    },
    {
      "epoch": 7.4,
      "grad_norm": 3.6983046531677246,
      "learning_rate": 8.673771978788724e-07,
      "loss": 0.8332,
      "step": 26520
    },
    {
      "epoch": 7.4,
      "grad_norm": 2.7850399017333984,
      "learning_rate": 8.677042631872731e-07,
      "loss": 0.869,
      "step": 26530
    },
    {
      "epoch": 7.41,
      "grad_norm": 3.10412859916687,
      "learning_rate": 8.68031328495674e-07,
      "loss": 0.8686,
      "step": 26540
    },
    {
      "epoch": 7.41,
      "grad_norm": 3.526258945465088,
      "learning_rate": 8.683583938040748e-07,
      "loss": 0.865,
      "step": 26550
    },
    {
      "epoch": 7.41,
      "grad_norm": 3.40159010887146,
      "learning_rate": 8.686854591124755e-07,
      "loss": 0.8586,
      "step": 26560
    },
    {
      "epoch": 7.42,
      "grad_norm": 4.279740333557129,
      "learning_rate": 8.690125244208762e-07,
      "loss": 0.84,
      "step": 26570
    },
    {
      "epoch": 7.42,
      "grad_norm": 2.1228954792022705,
      "learning_rate": 8.693395897292771e-07,
      "loss": 0.8565,
      "step": 26580
    },
    {
      "epoch": 7.42,
      "grad_norm": 5.562013626098633,
      "learning_rate": 8.696666550376779e-07,
      "loss": 0.8484,
      "step": 26590
    },
    {
      "epoch": 7.42,
      "grad_norm": 3.9912269115448,
      "learning_rate": 8.699937203460786e-07,
      "loss": 0.8593,
      "step": 26600
    },
    {
      "epoch": 7.43,
      "grad_norm": 8.091791152954102,
      "learning_rate": 8.703207856544795e-07,
      "loss": 0.8599,
      "step": 26610
    },
    {
      "epoch": 7.43,
      "grad_norm": 3.1069798469543457,
      "learning_rate": 8.706478509628802e-07,
      "loss": 0.8436,
      "step": 26620
    },
    {
      "epoch": 7.43,
      "grad_norm": 2.061694383621216,
      "learning_rate": 8.709749162712809e-07,
      "loss": 0.8423,
      "step": 26630
    },
    {
      "epoch": 7.44,
      "grad_norm": 3.2470226287841797,
      "learning_rate": 8.713019815796818e-07,
      "loss": 0.8446,
      "step": 26640
    },
    {
      "epoch": 7.44,
      "grad_norm": 4.136340141296387,
      "learning_rate": 8.716290468880826e-07,
      "loss": 0.8469,
      "step": 26650
    },
    {
      "epoch": 7.44,
      "grad_norm": 5.12848424911499,
      "learning_rate": 8.719561121964833e-07,
      "loss": 0.8208,
      "step": 26660
    },
    {
      "epoch": 7.44,
      "grad_norm": 3.488776445388794,
      "learning_rate": 8.722831775048841e-07,
      "loss": 0.833,
      "step": 26670
    },
    {
      "epoch": 7.45,
      "grad_norm": 4.442005634307861,
      "learning_rate": 8.726102428132848e-07,
      "loss": 0.848,
      "step": 26680
    },
    {
      "epoch": 7.45,
      "grad_norm": 3.4833903312683105,
      "learning_rate": 8.729373081216857e-07,
      "loss": 0.8796,
      "step": 26690
    },
    {
      "epoch": 7.45,
      "grad_norm": 2.119950294494629,
      "learning_rate": 8.732643734300865e-07,
      "loss": 0.8374,
      "step": 26700
    },
    {
      "epoch": 7.45,
      "grad_norm": 2.670783281326294,
      "learning_rate": 8.735914387384872e-07,
      "loss": 0.8548,
      "step": 26710
    },
    {
      "epoch": 7.46,
      "grad_norm": 3.231994390487671,
      "learning_rate": 8.739185040468879e-07,
      "loss": 0.8429,
      "step": 26720
    },
    {
      "epoch": 7.46,
      "grad_norm": 4.518510341644287,
      "learning_rate": 8.742455693552889e-07,
      "loss": 0.8497,
      "step": 26730
    },
    {
      "epoch": 7.46,
      "grad_norm": 3.8140101432800293,
      "learning_rate": 8.745726346636896e-07,
      "loss": 0.8579,
      "step": 26740
    },
    {
      "epoch": 7.47,
      "grad_norm": 4.69221305847168,
      "learning_rate": 8.748996999720903e-07,
      "loss": 0.8292,
      "step": 26750
    },
    {
      "epoch": 7.47,
      "grad_norm": 3.4842212200164795,
      "learning_rate": 8.752267652804911e-07,
      "loss": 0.8366,
      "step": 26760
    },
    {
      "epoch": 7.47,
      "grad_norm": 3.5031373500823975,
      "learning_rate": 8.755538305888919e-07,
      "loss": 0.8241,
      "step": 26770
    },
    {
      "epoch": 7.47,
      "grad_norm": 4.713736534118652,
      "learning_rate": 8.758808958972927e-07,
      "loss": 0.8553,
      "step": 26780
    },
    {
      "epoch": 7.48,
      "grad_norm": 3.906222105026245,
      "learning_rate": 8.762079612056935e-07,
      "loss": 0.8265,
      "step": 26790
    },
    {
      "epoch": 7.48,
      "grad_norm": 5.604888439178467,
      "learning_rate": 8.765350265140943e-07,
      "loss": 0.8402,
      "step": 26800
    },
    {
      "epoch": 7.48,
      "grad_norm": 2.4623606204986572,
      "learning_rate": 8.76862091822495e-07,
      "loss": 0.8544,
      "step": 26810
    },
    {
      "epoch": 7.49,
      "grad_norm": 4.529858112335205,
      "learning_rate": 8.771891571308958e-07,
      "loss": 0.846,
      "step": 26820
    },
    {
      "epoch": 7.49,
      "grad_norm": 10.404393196105957,
      "learning_rate": 8.775162224392966e-07,
      "loss": 0.849,
      "step": 26830
    },
    {
      "epoch": 7.49,
      "grad_norm": 4.172019004821777,
      "learning_rate": 8.778432877476974e-07,
      "loss": 0.8451,
      "step": 26840
    },
    {
      "epoch": 7.49,
      "grad_norm": 1.8492392301559448,
      "learning_rate": 8.781703530560982e-07,
      "loss": 0.8471,
      "step": 26850
    },
    {
      "epoch": 7.5,
      "grad_norm": 1.9671752452850342,
      "learning_rate": 8.784974183644989e-07,
      "loss": 0.8437,
      "step": 26860
    },
    {
      "epoch": 7.5,
      "grad_norm": 3.818614959716797,
      "learning_rate": 8.788244836728996e-07,
      "loss": 0.8247,
      "step": 26870
    },
    {
      "epoch": 7.5,
      "grad_norm": 5.463663101196289,
      "learning_rate": 8.791515489813006e-07,
      "loss": 0.8468,
      "step": 26880
    },
    {
      "epoch": 7.5,
      "grad_norm": 5.481123447418213,
      "learning_rate": 8.794786142897013e-07,
      "loss": 0.8407,
      "step": 26890
    },
    {
      "epoch": 7.51,
      "grad_norm": 3.9426660537719727,
      "learning_rate": 8.79805679598102e-07,
      "loss": 0.8466,
      "step": 26900
    },
    {
      "epoch": 7.51,
      "grad_norm": 3.9259033203125,
      "learning_rate": 8.801327449065028e-07,
      "loss": 0.8438,
      "step": 26910
    },
    {
      "epoch": 7.51,
      "grad_norm": 2.7142817974090576,
      "learning_rate": 8.804598102149036e-07,
      "loss": 0.8538,
      "step": 26920
    },
    {
      "epoch": 7.52,
      "grad_norm": 2.372732639312744,
      "learning_rate": 8.807868755233045e-07,
      "loss": 0.8459,
      "step": 26930
    },
    {
      "epoch": 7.52,
      "grad_norm": 5.198074817657471,
      "learning_rate": 8.811139408317052e-07,
      "loss": 0.845,
      "step": 26940
    },
    {
      "epoch": 7.52,
      "grad_norm": 3.069553852081299,
      "learning_rate": 8.81441006140106e-07,
      "loss": 0.8623,
      "step": 26950
    },
    {
      "epoch": 7.52,
      "grad_norm": 2.9962337017059326,
      "learning_rate": 8.817680714485067e-07,
      "loss": 0.8314,
      "step": 26960
    },
    {
      "epoch": 7.53,
      "grad_norm": 5.180296421051025,
      "learning_rate": 8.820951367569076e-07,
      "loss": 0.8252,
      "step": 26970
    },
    {
      "epoch": 7.53,
      "grad_norm": 4.828946590423584,
      "learning_rate": 8.824222020653083e-07,
      "loss": 0.8294,
      "step": 26980
    },
    {
      "epoch": 7.53,
      "grad_norm": 2.405491590499878,
      "learning_rate": 8.827492673737091e-07,
      "loss": 0.8528,
      "step": 26990
    },
    {
      "epoch": 7.54,
      "grad_norm": 3.857194185256958,
      "learning_rate": 8.830763326821099e-07,
      "loss": 0.8425,
      "step": 27000
    },
    {
      "epoch": 7.54,
      "grad_norm": 3.9016435146331787,
      "learning_rate": 8.834033979905106e-07,
      "loss": 0.8569,
      "step": 27010
    },
    {
      "epoch": 7.54,
      "grad_norm": 2.796381950378418,
      "learning_rate": 8.837304632989115e-07,
      "loss": 0.8338,
      "step": 27020
    },
    {
      "epoch": 7.54,
      "grad_norm": 5.409419059753418,
      "learning_rate": 8.840575286073123e-07,
      "loss": 0.813,
      "step": 27030
    },
    {
      "epoch": 7.55,
      "grad_norm": 5.298633575439453,
      "learning_rate": 8.84384593915713e-07,
      "loss": 0.8397,
      "step": 27040
    },
    {
      "epoch": 7.55,
      "grad_norm": 3.9728870391845703,
      "learning_rate": 8.847116592241137e-07,
      "loss": 0.8336,
      "step": 27050
    },
    {
      "epoch": 7.55,
      "grad_norm": 3.7180755138397217,
      "learning_rate": 8.850387245325145e-07,
      "loss": 0.8316,
      "step": 27060
    },
    {
      "epoch": 7.56,
      "grad_norm": 5.470620155334473,
      "learning_rate": 8.853657898409154e-07,
      "loss": 0.847,
      "step": 27070
    },
    {
      "epoch": 7.56,
      "grad_norm": 3.592965841293335,
      "learning_rate": 8.856928551493162e-07,
      "loss": 0.8602,
      "step": 27080
    },
    {
      "epoch": 7.56,
      "grad_norm": 2.629405975341797,
      "learning_rate": 8.860199204577169e-07,
      "loss": 0.8428,
      "step": 27090
    },
    {
      "epoch": 7.56,
      "grad_norm": 2.942364454269409,
      "learning_rate": 8.863469857661177e-07,
      "loss": 0.8409,
      "step": 27100
    },
    {
      "epoch": 7.57,
      "grad_norm": 2.7076799869537354,
      "learning_rate": 8.866740510745184e-07,
      "loss": 0.8698,
      "step": 27110
    },
    {
      "epoch": 7.57,
      "grad_norm": 2.7332751750946045,
      "learning_rate": 8.870011163829193e-07,
      "loss": 0.8341,
      "step": 27120
    },
    {
      "epoch": 7.57,
      "grad_norm": 6.032366752624512,
      "learning_rate": 8.8732818169132e-07,
      "loss": 0.8244,
      "step": 27130
    },
    {
      "epoch": 7.57,
      "grad_norm": 2.7492835521698,
      "learning_rate": 8.876552469997209e-07,
      "loss": 0.8386,
      "step": 27140
    },
    {
      "epoch": 7.58,
      "grad_norm": 2.7955143451690674,
      "learning_rate": 8.879823123081216e-07,
      "loss": 0.8304,
      "step": 27150
    },
    {
      "epoch": 7.58,
      "grad_norm": 4.303208827972412,
      "learning_rate": 8.883093776165224e-07,
      "loss": 0.8574,
      "step": 27160
    },
    {
      "epoch": 7.58,
      "grad_norm": 4.146718978881836,
      "learning_rate": 8.886364429249232e-07,
      "loss": 0.8353,
      "step": 27170
    },
    {
      "epoch": 7.59,
      "grad_norm": 3.072016716003418,
      "learning_rate": 8.88963508233324e-07,
      "loss": 0.8396,
      "step": 27180
    },
    {
      "epoch": 7.59,
      "grad_norm": 4.873243808746338,
      "learning_rate": 8.892905735417247e-07,
      "loss": 0.8379,
      "step": 27190
    },
    {
      "epoch": 7.59,
      "grad_norm": 2.917938709259033,
      "learning_rate": 8.896176388501255e-07,
      "loss": 0.8235,
      "step": 27200
    },
    {
      "epoch": 7.59,
      "grad_norm": 4.175617694854736,
      "learning_rate": 8.899447041585263e-07,
      "loss": 0.8324,
      "step": 27210
    },
    {
      "epoch": 7.6,
      "grad_norm": 5.161887168884277,
      "learning_rate": 8.902717694669271e-07,
      "loss": 0.8385,
      "step": 27220
    },
    {
      "epoch": 7.6,
      "grad_norm": 4.084780693054199,
      "learning_rate": 8.905988347753279e-07,
      "loss": 0.8307,
      "step": 27230
    },
    {
      "epoch": 7.6,
      "grad_norm": 3.5437533855438232,
      "learning_rate": 8.909259000837286e-07,
      "loss": 0.8442,
      "step": 27240
    },
    {
      "epoch": 7.61,
      "grad_norm": 2.2143893241882324,
      "learning_rate": 8.912529653921293e-07,
      "loss": 0.8344,
      "step": 27250
    },
    {
      "epoch": 7.61,
      "grad_norm": 2.609675645828247,
      "learning_rate": 8.915800307005303e-07,
      "loss": 0.8399,
      "step": 27260
    },
    {
      "epoch": 7.61,
      "grad_norm": 3.0464015007019043,
      "learning_rate": 8.91907096008931e-07,
      "loss": 0.8299,
      "step": 27270
    },
    {
      "epoch": 7.61,
      "grad_norm": 3.2226600646972656,
      "learning_rate": 8.922341613173317e-07,
      "loss": 0.8173,
      "step": 27280
    },
    {
      "epoch": 7.62,
      "grad_norm": 3.8394012451171875,
      "learning_rate": 8.925612266257326e-07,
      "loss": 0.8393,
      "step": 27290
    },
    {
      "epoch": 7.62,
      "grad_norm": 3.6385252475738525,
      "learning_rate": 8.928882919341333e-07,
      "loss": 0.8237,
      "step": 27300
    },
    {
      "epoch": 7.62,
      "grad_norm": 3.568160057067871,
      "learning_rate": 8.932153572425341e-07,
      "loss": 0.8381,
      "step": 27310
    },
    {
      "epoch": 7.62,
      "grad_norm": 2.1504881381988525,
      "learning_rate": 8.935424225509349e-07,
      "loss": 0.8353,
      "step": 27320
    },
    {
      "epoch": 7.63,
      "grad_norm": 4.417145729064941,
      "learning_rate": 8.938694878593357e-07,
      "loss": 0.8441,
      "step": 27330
    },
    {
      "epoch": 7.63,
      "grad_norm": 7.061306953430176,
      "learning_rate": 8.941965531677364e-07,
      "loss": 0.8437,
      "step": 27340
    },
    {
      "epoch": 7.63,
      "grad_norm": 4.385617256164551,
      "learning_rate": 8.945236184761372e-07,
      "loss": 0.8408,
      "step": 27350
    },
    {
      "epoch": 7.64,
      "grad_norm": 1.9527586698532104,
      "learning_rate": 8.94850683784538e-07,
      "loss": 0.8501,
      "step": 27360
    },
    {
      "epoch": 7.64,
      "grad_norm": 4.187352657318115,
      "learning_rate": 8.951777490929388e-07,
      "loss": 0.8217,
      "step": 27370
    },
    {
      "epoch": 7.64,
      "grad_norm": 3.815300226211548,
      "learning_rate": 8.955048144013396e-07,
      "loss": 0.8329,
      "step": 27380
    },
    {
      "epoch": 7.64,
      "grad_norm": 3.5122880935668945,
      "learning_rate": 8.958318797097403e-07,
      "loss": 0.8396,
      "step": 27390
    },
    {
      "epoch": 7.65,
      "grad_norm": 4.906885623931885,
      "learning_rate": 8.961589450181412e-07,
      "loss": 0.8469,
      "step": 27400
    },
    {
      "epoch": 7.65,
      "grad_norm": 5.099980354309082,
      "learning_rate": 8.96486010326542e-07,
      "loss": 0.8249,
      "step": 27410
    },
    {
      "epoch": 7.65,
      "grad_norm": 2.48626971244812,
      "learning_rate": 8.968130756349427e-07,
      "loss": 0.8377,
      "step": 27420
    },
    {
      "epoch": 7.66,
      "grad_norm": 3.6891205310821533,
      "learning_rate": 8.971401409433434e-07,
      "loss": 0.8215,
      "step": 27430
    },
    {
      "epoch": 7.66,
      "grad_norm": 4.20444393157959,
      "learning_rate": 8.974672062517443e-07,
      "loss": 0.8449,
      "step": 27440
    },
    {
      "epoch": 7.66,
      "grad_norm": 3.144984006881714,
      "learning_rate": 8.977942715601451e-07,
      "loss": 0.8311,
      "step": 27450
    },
    {
      "epoch": 7.66,
      "grad_norm": 2.814809799194336,
      "learning_rate": 8.981213368685458e-07,
      "loss": 0.8388,
      "step": 27460
    },
    {
      "epoch": 7.67,
      "grad_norm": 3.2065529823303223,
      "learning_rate": 8.984484021769466e-07,
      "loss": 0.8542,
      "step": 27470
    },
    {
      "epoch": 7.67,
      "grad_norm": 3.644592523574829,
      "learning_rate": 8.987754674853474e-07,
      "loss": 0.8383,
      "step": 27480
    },
    {
      "epoch": 7.67,
      "grad_norm": 4.77048921585083,
      "learning_rate": 8.991025327937481e-07,
      "loss": 0.8408,
      "step": 27490
    },
    {
      "epoch": 7.68,
      "grad_norm": 5.719096660614014,
      "learning_rate": 8.99429598102149e-07,
      "loss": 0.8452,
      "step": 27500
    },
    {
      "epoch": 7.68,
      "grad_norm": 5.776693344116211,
      "learning_rate": 8.997566634105497e-07,
      "loss": 0.8297,
      "step": 27510
    },
    {
      "epoch": 7.68,
      "grad_norm": 3.2990427017211914,
      "learning_rate": 9.000837287189505e-07,
      "loss": 0.8289,
      "step": 27520
    },
    {
      "epoch": 7.68,
      "grad_norm": 3.4084718227386475,
      "learning_rate": 9.004107940273513e-07,
      "loss": 0.8192,
      "step": 27530
    },
    {
      "epoch": 7.69,
      "grad_norm": 3.3720335960388184,
      "learning_rate": 9.00737859335752e-07,
      "loss": 0.8067,
      "step": 27540
    },
    {
      "epoch": 7.69,
      "grad_norm": 3.0994873046875,
      "learning_rate": 9.01064924644153e-07,
      "loss": 0.8426,
      "step": 27550
    },
    {
      "epoch": 7.69,
      "grad_norm": 3.3986430168151855,
      "learning_rate": 9.013919899525537e-07,
      "loss": 0.8353,
      "step": 27560
    },
    {
      "epoch": 7.69,
      "grad_norm": 4.584214687347412,
      "learning_rate": 9.017190552609544e-07,
      "loss": 0.8322,
      "step": 27570
    },
    {
      "epoch": 7.7,
      "grad_norm": 3.650364398956299,
      "learning_rate": 9.020461205693551e-07,
      "loss": 0.8338,
      "step": 27580
    },
    {
      "epoch": 7.7,
      "grad_norm": 3.737452507019043,
      "learning_rate": 9.023731858777561e-07,
      "loss": 0.8267,
      "step": 27590
    },
    {
      "epoch": 7.7,
      "grad_norm": 2.8743133544921875,
      "learning_rate": 9.027002511861568e-07,
      "loss": 0.8571,
      "step": 27600
    },
    {
      "epoch": 7.71,
      "grad_norm": 4.030882358551025,
      "learning_rate": 9.030273164945576e-07,
      "loss": 0.845,
      "step": 27610
    },
    {
      "epoch": 7.71,
      "grad_norm": 4.305845260620117,
      "learning_rate": 9.033543818029583e-07,
      "loss": 0.8321,
      "step": 27620
    },
    {
      "epoch": 7.71,
      "grad_norm": 4.086520195007324,
      "learning_rate": 9.036814471113591e-07,
      "loss": 0.83,
      "step": 27630
    },
    {
      "epoch": 7.71,
      "grad_norm": 4.795196056365967,
      "learning_rate": 9.0400851241976e-07,
      "loss": 0.8194,
      "step": 27640
    },
    {
      "epoch": 7.72,
      "grad_norm": 4.042098045349121,
      "learning_rate": 9.043355777281607e-07,
      "loss": 0.8258,
      "step": 27650
    },
    {
      "epoch": 7.72,
      "grad_norm": 2.924103021621704,
      "learning_rate": 9.046626430365614e-07,
      "loss": 0.8332,
      "step": 27660
    },
    {
      "epoch": 7.72,
      "grad_norm": 5.535007953643799,
      "learning_rate": 9.049897083449622e-07,
      "loss": 0.8423,
      "step": 27670
    },
    {
      "epoch": 7.73,
      "grad_norm": 3.1408889293670654,
      "learning_rate": 9.05316773653363e-07,
      "loss": 0.8331,
      "step": 27680
    },
    {
      "epoch": 7.73,
      "grad_norm": 3.199092388153076,
      "learning_rate": 9.056438389617638e-07,
      "loss": 0.8343,
      "step": 27690
    },
    {
      "epoch": 7.73,
      "grad_norm": 3.0201597213745117,
      "learning_rate": 9.059709042701647e-07,
      "loss": 0.8385,
      "step": 27700
    },
    {
      "epoch": 7.73,
      "grad_norm": 3.704951524734497,
      "learning_rate": 9.062979695785654e-07,
      "loss": 0.8418,
      "step": 27710
    },
    {
      "epoch": 7.74,
      "grad_norm": 5.981334686279297,
      "learning_rate": 9.066250348869661e-07,
      "loss": 0.8294,
      "step": 27720
    },
    {
      "epoch": 7.74,
      "grad_norm": 8.215372085571289,
      "learning_rate": 9.069521001953668e-07,
      "loss": 0.8129,
      "step": 27730
    },
    {
      "epoch": 7.74,
      "grad_norm": 3.4171297550201416,
      "learning_rate": 9.072791655037678e-07,
      "loss": 0.8422,
      "step": 27740
    },
    {
      "epoch": 7.74,
      "grad_norm": 1.91555655002594,
      "learning_rate": 9.076062308121685e-07,
      "loss": 0.8395,
      "step": 27750
    },
    {
      "epoch": 7.75,
      "grad_norm": 4.225577354431152,
      "learning_rate": 9.079332961205693e-07,
      "loss": 0.8346,
      "step": 27760
    },
    {
      "epoch": 7.75,
      "grad_norm": 3.4602043628692627,
      "learning_rate": 9.0826036142897e-07,
      "loss": 0.8562,
      "step": 27770
    },
    {
      "epoch": 7.75,
      "grad_norm": 4.59352970123291,
      "learning_rate": 9.085874267373708e-07,
      "loss": 0.824,
      "step": 27780
    },
    {
      "epoch": 7.76,
      "grad_norm": 5.1290411949157715,
      "learning_rate": 9.089144920457717e-07,
      "loss": 0.8266,
      "step": 27790
    },
    {
      "epoch": 7.76,
      "grad_norm": 4.251648426055908,
      "learning_rate": 9.092415573541724e-07,
      "loss": 0.8237,
      "step": 27800
    },
    {
      "epoch": 7.76,
      "grad_norm": 4.517444610595703,
      "learning_rate": 9.095686226625731e-07,
      "loss": 0.8297,
      "step": 27810
    },
    {
      "epoch": 7.76,
      "grad_norm": 3.050045967102051,
      "learning_rate": 9.09895687970974e-07,
      "loss": 0.8175,
      "step": 27820
    },
    {
      "epoch": 7.77,
      "grad_norm": 3.0545144081115723,
      "learning_rate": 9.102227532793748e-07,
      "loss": 0.8258,
      "step": 27830
    },
    {
      "epoch": 7.77,
      "grad_norm": 5.851438522338867,
      "learning_rate": 9.105498185877755e-07,
      "loss": 0.8283,
      "step": 27840
    },
    {
      "epoch": 7.77,
      "grad_norm": 3.7230119705200195,
      "learning_rate": 9.108768838961764e-07,
      "loss": 0.816,
      "step": 27850
    },
    {
      "epoch": 7.78,
      "grad_norm": 3.40425705909729,
      "learning_rate": 9.112039492045771e-07,
      "loss": 0.8397,
      "step": 27860
    },
    {
      "epoch": 7.78,
      "grad_norm": 4.924465179443359,
      "learning_rate": 9.115310145129778e-07,
      "loss": 0.8429,
      "step": 27870
    },
    {
      "epoch": 7.78,
      "grad_norm": 2.356992721557617,
      "learning_rate": 9.118580798213787e-07,
      "loss": 0.8339,
      "step": 27880
    },
    {
      "epoch": 7.78,
      "grad_norm": 3.175959587097168,
      "learning_rate": 9.121851451297795e-07,
      "loss": 0.8096,
      "step": 27890
    },
    {
      "epoch": 7.79,
      "grad_norm": 3.949375867843628,
      "learning_rate": 9.125122104381802e-07,
      "loss": 0.8221,
      "step": 27900
    },
    {
      "epoch": 7.79,
      "grad_norm": 2.601125478744507,
      "learning_rate": 9.12839275746581e-07,
      "loss": 0.8369,
      "step": 27910
    },
    {
      "epoch": 7.79,
      "grad_norm": 3.501323699951172,
      "learning_rate": 9.131663410549817e-07,
      "loss": 0.8364,
      "step": 27920
    },
    {
      "epoch": 7.8,
      "grad_norm": 4.517024517059326,
      "learning_rate": 9.134934063633826e-07,
      "loss": 0.8359,
      "step": 27930
    },
    {
      "epoch": 7.8,
      "grad_norm": 2.4718027114868164,
      "learning_rate": 9.138204716717834e-07,
      "loss": 0.8284,
      "step": 27940
    },
    {
      "epoch": 7.8,
      "grad_norm": 3.6256818771362305,
      "learning_rate": 9.141475369801841e-07,
      "loss": 0.8231,
      "step": 27950
    },
    {
      "epoch": 7.8,
      "grad_norm": 4.940486431121826,
      "learning_rate": 9.144746022885848e-07,
      "loss": 0.8185,
      "step": 27960
    },
    {
      "epoch": 7.81,
      "grad_norm": 3.3836796283721924,
      "learning_rate": 9.148016675969857e-07,
      "loss": 0.8388,
      "step": 27970
    },
    {
      "epoch": 7.81,
      "grad_norm": 1.900448203086853,
      "learning_rate": 9.151287329053865e-07,
      "loss": 0.8288,
      "step": 27980
    },
    {
      "epoch": 7.81,
      "grad_norm": 4.184711933135986,
      "learning_rate": 9.154557982137872e-07,
      "loss": 0.8292,
      "step": 27990
    },
    {
      "epoch": 7.81,
      "grad_norm": 2.5197904109954834,
      "learning_rate": 9.15782863522188e-07,
      "loss": 0.8249,
      "step": 28000
    },
    {
      "epoch": 7.82,
      "grad_norm": 2.7804880142211914,
      "learning_rate": 9.161099288305888e-07,
      "loss": 0.823,
      "step": 28010
    },
    {
      "epoch": 7.82,
      "grad_norm": 4.519610404968262,
      "learning_rate": 9.164369941389896e-07,
      "loss": 0.8202,
      "step": 28020
    },
    {
      "epoch": 7.82,
      "grad_norm": 2.6946871280670166,
      "learning_rate": 9.167640594473904e-07,
      "loss": 0.8337,
      "step": 28030
    },
    {
      "epoch": 7.83,
      "grad_norm": 2.648341655731201,
      "learning_rate": 9.170911247557912e-07,
      "loss": 0.8434,
      "step": 28040
    },
    {
      "epoch": 7.83,
      "grad_norm": 4.760687828063965,
      "learning_rate": 9.174181900641919e-07,
      "loss": 0.8218,
      "step": 28050
    },
    {
      "epoch": 7.83,
      "grad_norm": 2.910301446914673,
      "learning_rate": 9.177452553725927e-07,
      "loss": 0.8298,
      "step": 28060
    },
    {
      "epoch": 7.83,
      "grad_norm": 3.8970112800598145,
      "learning_rate": 9.180723206809935e-07,
      "loss": 0.8048,
      "step": 28070
    },
    {
      "epoch": 7.84,
      "grad_norm": 4.638227462768555,
      "learning_rate": 9.183993859893943e-07,
      "loss": 0.8255,
      "step": 28080
    },
    {
      "epoch": 7.84,
      "grad_norm": 8.444238662719727,
      "learning_rate": 9.187264512977951e-07,
      "loss": 0.8411,
      "step": 28090
    },
    {
      "epoch": 7.84,
      "grad_norm": 3.628995895385742,
      "learning_rate": 9.190535166061958e-07,
      "loss": 0.8231,
      "step": 28100
    },
    {
      "epoch": 7.85,
      "grad_norm": 4.281418323516846,
      "learning_rate": 9.193805819145965e-07,
      "loss": 0.8216,
      "step": 28110
    },
    {
      "epoch": 7.85,
      "grad_norm": 4.787929058074951,
      "learning_rate": 9.197076472229975e-07,
      "loss": 0.8221,
      "step": 28120
    },
    {
      "epoch": 7.85,
      "grad_norm": 3.6389856338500977,
      "learning_rate": 9.200347125313982e-07,
      "loss": 0.8285,
      "step": 28130
    },
    {
      "epoch": 7.85,
      "grad_norm": 2.184602975845337,
      "learning_rate": 9.203617778397989e-07,
      "loss": 0.84,
      "step": 28140
    },
    {
      "epoch": 7.86,
      "grad_norm": 4.766567230224609,
      "learning_rate": 9.206888431481997e-07,
      "loss": 0.8242,
      "step": 28150
    },
    {
      "epoch": 7.86,
      "grad_norm": 4.511676788330078,
      "learning_rate": 9.210159084566005e-07,
      "loss": 0.8158,
      "step": 28160
    },
    {
      "epoch": 7.86,
      "grad_norm": 4.815982818603516,
      "learning_rate": 9.213429737650014e-07,
      "loss": 0.8258,
      "step": 28170
    },
    {
      "epoch": 7.86,
      "grad_norm": 2.197479486465454,
      "learning_rate": 9.216700390734021e-07,
      "loss": 0.8261,
      "step": 28180
    },
    {
      "epoch": 7.87,
      "grad_norm": 4.154780864715576,
      "learning_rate": 9.219971043818029e-07,
      "loss": 0.8406,
      "step": 28190
    },
    {
      "epoch": 7.87,
      "grad_norm": 3.0648434162139893,
      "learning_rate": 9.223241696902036e-07,
      "loss": 0.821,
      "step": 28200
    },
    {
      "epoch": 7.87,
      "grad_norm": 2.982779026031494,
      "learning_rate": 9.226512349986044e-07,
      "loss": 0.8197,
      "step": 28210
    },
    {
      "epoch": 7.88,
      "grad_norm": 2.8346734046936035,
      "learning_rate": 9.229783003070052e-07,
      "loss": 0.8288,
      "step": 28220
    },
    {
      "epoch": 7.88,
      "grad_norm": 2.3583061695098877,
      "learning_rate": 9.233053656154061e-07,
      "loss": 0.8166,
      "step": 28230
    },
    {
      "epoch": 7.88,
      "grad_norm": 2.736692190170288,
      "learning_rate": 9.236324309238068e-07,
      "loss": 0.8368,
      "step": 28240
    },
    {
      "epoch": 7.88,
      "grad_norm": 3.2101027965545654,
      "learning_rate": 9.239594962322075e-07,
      "loss": 0.823,
      "step": 28250
    },
    {
      "epoch": 7.89,
      "grad_norm": 4.177309513092041,
      "learning_rate": 9.242865615406084e-07,
      "loss": 0.8229,
      "step": 28260
    },
    {
      "epoch": 7.89,
      "grad_norm": 3.5629072189331055,
      "learning_rate": 9.246136268490092e-07,
      "loss": 0.8244,
      "step": 28270
    },
    {
      "epoch": 7.89,
      "grad_norm": 2.8992919921875,
      "learning_rate": 9.249406921574099e-07,
      "loss": 0.813,
      "step": 28280
    },
    {
      "epoch": 7.9,
      "grad_norm": 2.995145082473755,
      "learning_rate": 9.252677574658106e-07,
      "loss": 0.8426,
      "step": 28290
    },
    {
      "epoch": 7.9,
      "grad_norm": 4.817158222198486,
      "learning_rate": 9.255948227742114e-07,
      "loss": 0.8431,
      "step": 28300
    },
    {
      "epoch": 7.9,
      "grad_norm": 4.769618034362793,
      "learning_rate": 9.259218880826123e-07,
      "loss": 0.8317,
      "step": 28310
    },
    {
      "epoch": 7.9,
      "grad_norm": 5.395022869110107,
      "learning_rate": 9.262489533910131e-07,
      "loss": 0.8142,
      "step": 28320
    },
    {
      "epoch": 7.91,
      "grad_norm": 5.138402462005615,
      "learning_rate": 9.265760186994138e-07,
      "loss": 0.8215,
      "step": 28330
    },
    {
      "epoch": 7.91,
      "grad_norm": 4.006845951080322,
      "learning_rate": 9.269030840078146e-07,
      "loss": 0.844,
      "step": 28340
    },
    {
      "epoch": 7.91,
      "grad_norm": 3.5415964126586914,
      "learning_rate": 9.272301493162153e-07,
      "loss": 0.8225,
      "step": 28350
    },
    {
      "epoch": 7.92,
      "grad_norm": 4.07609224319458,
      "learning_rate": 9.275572146246162e-07,
      "loss": 0.8134,
      "step": 28360
    },
    {
      "epoch": 7.92,
      "grad_norm": 5.4948859214782715,
      "learning_rate": 9.278842799330169e-07,
      "loss": 0.835,
      "step": 28370
    },
    {
      "epoch": 7.92,
      "grad_norm": 4.147425174713135,
      "learning_rate": 9.282113452414178e-07,
      "loss": 0.8059,
      "step": 28380
    },
    {
      "epoch": 7.92,
      "grad_norm": 4.398165702819824,
      "learning_rate": 9.285384105498185e-07,
      "loss": 0.8181,
      "step": 28390
    },
    {
      "epoch": 7.93,
      "grad_norm": 3.3456778526306152,
      "learning_rate": 9.288654758582192e-07,
      "loss": 0.8102,
      "step": 28400
    },
    {
      "epoch": 7.93,
      "grad_norm": 1.9319863319396973,
      "learning_rate": 9.291925411666201e-07,
      "loss": 0.8608,
      "step": 28410
    },
    {
      "epoch": 7.93,
      "grad_norm": 5.5728302001953125,
      "learning_rate": 9.295196064750209e-07,
      "loss": 0.8425,
      "step": 28420
    },
    {
      "epoch": 7.93,
      "grad_norm": 2.7617440223693848,
      "learning_rate": 9.298466717834216e-07,
      "loss": 0.8241,
      "step": 28430
    },
    {
      "epoch": 7.94,
      "grad_norm": 3.424355983734131,
      "learning_rate": 9.301737370918224e-07,
      "loss": 0.8244,
      "step": 28440
    },
    {
      "epoch": 7.94,
      "grad_norm": 2.6027348041534424,
      "learning_rate": 9.305008024002233e-07,
      "loss": 0.8024,
      "step": 28450
    },
    {
      "epoch": 7.94,
      "grad_norm": 3.0738675594329834,
      "learning_rate": 9.30827867708624e-07,
      "loss": 0.8031,
      "step": 28460
    },
    {
      "epoch": 7.95,
      "grad_norm": 2.3966212272644043,
      "learning_rate": 9.311549330170248e-07,
      "loss": 0.8105,
      "step": 28470
    },
    {
      "epoch": 7.95,
      "grad_norm": 3.0442347526550293,
      "learning_rate": 9.314819983254255e-07,
      "loss": 0.8379,
      "step": 28480
    },
    {
      "epoch": 7.95,
      "grad_norm": 6.892938137054443,
      "learning_rate": 9.318090636338263e-07,
      "loss": 0.8263,
      "step": 28490
    },
    {
      "epoch": 7.95,
      "grad_norm": 3.242896556854248,
      "learning_rate": 9.321361289422272e-07,
      "loss": 0.8455,
      "step": 28500
    },
    {
      "epoch": 7.96,
      "grad_norm": 4.123958110809326,
      "learning_rate": 9.324631942506279e-07,
      "loss": 0.8111,
      "step": 28510
    },
    {
      "epoch": 7.96,
      "grad_norm": 4.4313130378723145,
      "learning_rate": 9.327902595590286e-07,
      "loss": 0.8396,
      "step": 28520
    },
    {
      "epoch": 7.96,
      "grad_norm": 5.026057243347168,
      "learning_rate": 9.331173248674295e-07,
      "loss": 0.8124,
      "step": 28530
    },
    {
      "epoch": 7.97,
      "grad_norm": 5.862387657165527,
      "learning_rate": 9.334443901758302e-07,
      "loss": 0.8181,
      "step": 28540
    },
    {
      "epoch": 7.97,
      "grad_norm": 4.783665657043457,
      "learning_rate": 9.33771455484231e-07,
      "loss": 0.8352,
      "step": 28550
    },
    {
      "epoch": 7.97,
      "grad_norm": 5.521724224090576,
      "learning_rate": 9.340985207926318e-07,
      "loss": 0.8244,
      "step": 28560
    },
    {
      "epoch": 7.97,
      "grad_norm": 4.105657577514648,
      "learning_rate": 9.344255861010326e-07,
      "loss": 0.8204,
      "step": 28570
    },
    {
      "epoch": 7.98,
      "grad_norm": 4.780534267425537,
      "learning_rate": 9.347526514094333e-07,
      "loss": 0.81,
      "step": 28580
    },
    {
      "epoch": 7.98,
      "grad_norm": 3.219299554824829,
      "learning_rate": 9.350797167178341e-07,
      "loss": 0.8201,
      "step": 28590
    },
    {
      "epoch": 7.98,
      "grad_norm": 3.230436325073242,
      "learning_rate": 9.35406782026235e-07,
      "loss": 0.8279,
      "step": 28600
    },
    {
      "epoch": 7.98,
      "grad_norm": 6.627955436706543,
      "learning_rate": 9.357338473346357e-07,
      "loss": 0.7988,
      "step": 28610
    },
    {
      "epoch": 7.99,
      "grad_norm": 4.822025775909424,
      "learning_rate": 9.360609126430365e-07,
      "loss": 0.8409,
      "step": 28620
    },
    {
      "epoch": 7.99,
      "grad_norm": 3.0051465034484863,
      "learning_rate": 9.363879779514372e-07,
      "loss": 0.8215,
      "step": 28630
    },
    {
      "epoch": 7.99,
      "grad_norm": 3.84307599067688,
      "learning_rate": 9.36715043259838e-07,
      "loss": 0.8154,
      "step": 28640
    },
    {
      "epoch": 8.0,
      "grad_norm": 6.022950649261475,
      "learning_rate": 9.370421085682389e-07,
      "loss": 0.8267,
      "step": 28650
    },
    {
      "epoch": 8.0,
      "grad_norm": 3.8500454425811768,
      "learning_rate": 9.373691738766396e-07,
      "loss": 0.8103,
      "step": 28660
    },
    {
      "epoch": 8.0,
      "eval_loss": 0.8215898275375366,
      "eval_runtime": 82.858,
      "eval_samples_per_second": 61.056,
      "eval_steps_per_second": 7.64,
      "step": 28664
    },
    {
      "epoch": 8.0,
      "grad_norm": 4.468657970428467,
      "learning_rate": 9.376962391850403e-07,
      "loss": 0.8144,
      "step": 28670
    },
    {
      "epoch": 8.0,
      "grad_norm": 4.133310317993164,
      "learning_rate": 9.380233044934412e-07,
      "loss": 0.8196,
      "step": 28680
    },
    {
      "epoch": 8.01,
      "grad_norm": 3.390848159790039,
      "learning_rate": 9.38350369801842e-07,
      "loss": 0.8316,
      "step": 28690
    },
    {
      "epoch": 8.01,
      "grad_norm": 2.838048219680786,
      "learning_rate": 9.386774351102427e-07,
      "loss": 0.8303,
      "step": 28700
    },
    {
      "epoch": 8.01,
      "grad_norm": 3.3525502681732178,
      "learning_rate": 9.390045004186435e-07,
      "loss": 0.8154,
      "step": 28710
    },
    {
      "epoch": 8.02,
      "grad_norm": 3.4873578548431396,
      "learning_rate": 9.393315657270443e-07,
      "loss": 0.8107,
      "step": 28720
    },
    {
      "epoch": 8.02,
      "grad_norm": 5.324441432952881,
      "learning_rate": 9.39658631035445e-07,
      "loss": 0.8312,
      "step": 28730
    },
    {
      "epoch": 8.02,
      "grad_norm": 2.905067205429077,
      "learning_rate": 9.399856963438459e-07,
      "loss": 0.7937,
      "step": 28740
    },
    {
      "epoch": 8.02,
      "grad_norm": 3.3530735969543457,
      "learning_rate": 9.403127616522466e-07,
      "loss": 0.8182,
      "step": 28750
    },
    {
      "epoch": 8.03,
      "grad_norm": 4.727755069732666,
      "learning_rate": 9.406398269606474e-07,
      "loss": 0.8047,
      "step": 28760
    },
    {
      "epoch": 8.03,
      "grad_norm": 3.0621237754821777,
      "learning_rate": 9.409668922690482e-07,
      "loss": 0.8135,
      "step": 28770
    },
    {
      "epoch": 8.03,
      "grad_norm": 4.517111778259277,
      "learning_rate": 9.412939575774489e-07,
      "loss": 0.8062,
      "step": 28780
    },
    {
      "epoch": 8.04,
      "grad_norm": 3.004905939102173,
      "learning_rate": 9.416210228858499e-07,
      "loss": 0.8297,
      "step": 28790
    },
    {
      "epoch": 8.04,
      "grad_norm": 3.5257766246795654,
      "learning_rate": 9.419480881942506e-07,
      "loss": 0.8139,
      "step": 28800
    },
    {
      "epoch": 8.04,
      "grad_norm": 2.9888086318969727,
      "learning_rate": 9.422751535026513e-07,
      "loss": 0.8398,
      "step": 28810
    },
    {
      "epoch": 8.04,
      "grad_norm": 4.989633083343506,
      "learning_rate": 9.42602218811052e-07,
      "loss": 0.8464,
      "step": 28820
    },
    {
      "epoch": 8.05,
      "grad_norm": 4.346277236938477,
      "learning_rate": 9.429292841194529e-07,
      "loss": 0.8296,
      "step": 28830
    },
    {
      "epoch": 8.05,
      "grad_norm": 2.827423095703125,
      "learning_rate": 9.432563494278537e-07,
      "loss": 0.8228,
      "step": 28840
    },
    {
      "epoch": 8.05,
      "grad_norm": 3.3975303173065186,
      "learning_rate": 9.435834147362545e-07,
      "loss": 0.8235,
      "step": 28850
    },
    {
      "epoch": 8.05,
      "grad_norm": 4.72550106048584,
      "learning_rate": 9.439104800446552e-07,
      "loss": 0.7964,
      "step": 28860
    },
    {
      "epoch": 8.06,
      "grad_norm": 2.5223042964935303,
      "learning_rate": 9.44237545353056e-07,
      "loss": 0.8272,
      "step": 28870
    },
    {
      "epoch": 8.06,
      "grad_norm": 3.095454454421997,
      "learning_rate": 9.445646106614569e-07,
      "loss": 0.8198,
      "step": 28880
    },
    {
      "epoch": 8.06,
      "grad_norm": 3.474719285964966,
      "learning_rate": 9.448916759698576e-07,
      "loss": 0.8135,
      "step": 28890
    },
    {
      "epoch": 8.07,
      "grad_norm": 3.7275893688201904,
      "learning_rate": 9.452187412782583e-07,
      "loss": 0.833,
      "step": 28900
    },
    {
      "epoch": 8.07,
      "grad_norm": 4.537254810333252,
      "learning_rate": 9.455458065866592e-07,
      "loss": 0.8296,
      "step": 28910
    },
    {
      "epoch": 8.07,
      "grad_norm": 3.223184823989868,
      "learning_rate": 9.458728718950599e-07,
      "loss": 0.8158,
      "step": 28920
    },
    {
      "epoch": 8.07,
      "grad_norm": 3.820024251937866,
      "learning_rate": 9.461999372034607e-07,
      "loss": 0.8187,
      "step": 28930
    },
    {
      "epoch": 8.08,
      "grad_norm": 3.6996631622314453,
      "learning_rate": 9.465270025118616e-07,
      "loss": 0.8183,
      "step": 28940
    },
    {
      "epoch": 8.08,
      "grad_norm": 3.6785080432891846,
      "learning_rate": 9.468540678202623e-07,
      "loss": 0.8375,
      "step": 28950
    },
    {
      "epoch": 8.08,
      "grad_norm": 3.037029266357422,
      "learning_rate": 9.47181133128663e-07,
      "loss": 0.8281,
      "step": 28960
    },
    {
      "epoch": 8.09,
      "grad_norm": 4.281891345977783,
      "learning_rate": 9.475081984370637e-07,
      "loss": 0.8162,
      "step": 28970
    },
    {
      "epoch": 8.09,
      "grad_norm": 2.4199588298797607,
      "learning_rate": 9.478352637454647e-07,
      "loss": 0.8079,
      "step": 28980
    },
    {
      "epoch": 8.09,
      "grad_norm": 4.701743125915527,
      "learning_rate": 9.481623290538654e-07,
      "loss": 0.8154,
      "step": 28990
    },
    {
      "epoch": 8.09,
      "grad_norm": 2.342263698577881,
      "learning_rate": 9.484893943622662e-07,
      "loss": 0.8085,
      "step": 29000
    },
    {
      "epoch": 8.1,
      "grad_norm": 4.270552158355713,
      "learning_rate": 9.488164596706669e-07,
      "loss": 0.8074,
      "step": 29010
    },
    {
      "epoch": 8.1,
      "grad_norm": 4.780869483947754,
      "learning_rate": 9.491435249790677e-07,
      "loss": 0.8163,
      "step": 29020
    },
    {
      "epoch": 8.1,
      "grad_norm": 3.9035804271698,
      "learning_rate": 9.494705902874686e-07,
      "loss": 0.8101,
      "step": 29030
    },
    {
      "epoch": 8.1,
      "grad_norm": 2.257668972015381,
      "learning_rate": 9.497976555958693e-07,
      "loss": 0.8241,
      "step": 29040
    },
    {
      "epoch": 8.11,
      "grad_norm": 2.902672052383423,
      "learning_rate": 9.5012472090427e-07,
      "loss": 0.8236,
      "step": 29050
    },
    {
      "epoch": 8.11,
      "grad_norm": 4.213081359863281,
      "learning_rate": 9.504517862126709e-07,
      "loss": 0.8151,
      "step": 29060
    },
    {
      "epoch": 8.11,
      "grad_norm": 3.426731586456299,
      "learning_rate": 9.507788515210716e-07,
      "loss": 0.8261,
      "step": 29070
    },
    {
      "epoch": 8.12,
      "grad_norm": 4.051491737365723,
      "learning_rate": 9.511059168294724e-07,
      "loss": 0.7947,
      "step": 29080
    },
    {
      "epoch": 8.12,
      "grad_norm": 3.454148530960083,
      "learning_rate": 9.514329821378733e-07,
      "loss": 0.7999,
      "step": 29090
    },
    {
      "epoch": 8.12,
      "grad_norm": 4.424403190612793,
      "learning_rate": 9.51760047446274e-07,
      "loss": 0.8356,
      "step": 29100
    },
    {
      "epoch": 8.12,
      "grad_norm": 4.399291515350342,
      "learning_rate": 9.520871127546747e-07,
      "loss": 0.7963,
      "step": 29110
    },
    {
      "epoch": 8.13,
      "grad_norm": 2.7431983947753906,
      "learning_rate": 9.524141780630756e-07,
      "loss": 0.8178,
      "step": 29120
    },
    {
      "epoch": 8.13,
      "grad_norm": 1.9218753576278687,
      "learning_rate": 9.527412433714764e-07,
      "loss": 0.8344,
      "step": 29130
    },
    {
      "epoch": 8.13,
      "grad_norm": 2.52066707611084,
      "learning_rate": 9.530683086798771e-07,
      "loss": 0.8163,
      "step": 29140
    },
    {
      "epoch": 8.14,
      "grad_norm": 3.281365156173706,
      "learning_rate": 9.533953739882779e-07,
      "loss": 0.8105,
      "step": 29150
    },
    {
      "epoch": 8.14,
      "grad_norm": 4.709454536437988,
      "learning_rate": 9.537224392966786e-07,
      "loss": 0.8271,
      "step": 29160
    },
    {
      "epoch": 8.14,
      "grad_norm": 3.0241265296936035,
      "learning_rate": 9.540495046050796e-07,
      "loss": 0.8251,
      "step": 29170
    },
    {
      "epoch": 8.14,
      "grad_norm": 4.589626789093018,
      "learning_rate": 9.543765699134803e-07,
      "loss": 0.8015,
      "step": 29180
    },
    {
      "epoch": 8.15,
      "grad_norm": 3.9800782203674316,
      "learning_rate": 9.54703635221881e-07,
      "loss": 0.7978,
      "step": 29190
    },
    {
      "epoch": 8.15,
      "grad_norm": 2.976926326751709,
      "learning_rate": 9.550307005302817e-07,
      "loss": 0.8177,
      "step": 29200
    },
    {
      "epoch": 8.15,
      "grad_norm": 3.1133627891540527,
      "learning_rate": 9.553577658386825e-07,
      "loss": 0.8447,
      "step": 29210
    },
    {
      "epoch": 8.16,
      "grad_norm": 5.50563907623291,
      "learning_rate": 9.556848311470834e-07,
      "loss": 0.8156,
      "step": 29220
    },
    {
      "epoch": 8.16,
      "grad_norm": 2.6813852787017822,
      "learning_rate": 9.560118964554841e-07,
      "loss": 0.8299,
      "step": 29230
    },
    {
      "epoch": 8.16,
      "grad_norm": 2.3959031105041504,
      "learning_rate": 9.563389617638848e-07,
      "loss": 0.8338,
      "step": 29240
    },
    {
      "epoch": 8.16,
      "grad_norm": 3.020463705062866,
      "learning_rate": 9.566660270722856e-07,
      "loss": 0.8204,
      "step": 29250
    },
    {
      "epoch": 8.17,
      "grad_norm": 3.3812739849090576,
      "learning_rate": 9.569930923806865e-07,
      "loss": 0.808,
      "step": 29260
    },
    {
      "epoch": 8.17,
      "grad_norm": 4.57031774520874,
      "learning_rate": 9.573201576890872e-07,
      "loss": 0.8001,
      "step": 29270
    },
    {
      "epoch": 8.17,
      "grad_norm": 5.367593288421631,
      "learning_rate": 9.576472229974882e-07,
      "loss": 0.8285,
      "step": 29280
    },
    {
      "epoch": 8.17,
      "grad_norm": 4.45892858505249,
      "learning_rate": 9.579742883058889e-07,
      "loss": 0.8187,
      "step": 29290
    },
    {
      "epoch": 8.18,
      "grad_norm": 2.6333839893341064,
      "learning_rate": 9.583013536142896e-07,
      "loss": 0.8142,
      "step": 29300
    },
    {
      "epoch": 8.18,
      "grad_norm": 4.915419101715088,
      "learning_rate": 9.586284189226905e-07,
      "loss": 0.8237,
      "step": 29310
    },
    {
      "epoch": 8.18,
      "grad_norm": 2.944471597671509,
      "learning_rate": 9.589554842310913e-07,
      "loss": 0.8219,
      "step": 29320
    },
    {
      "epoch": 8.19,
      "grad_norm": 4.019801139831543,
      "learning_rate": 9.59282549539492e-07,
      "loss": 0.8079,
      "step": 29330
    },
    {
      "epoch": 8.19,
      "grad_norm": 4.521359920501709,
      "learning_rate": 9.596096148478927e-07,
      "loss": 0.8255,
      "step": 29340
    },
    {
      "epoch": 8.19,
      "grad_norm": 2.313554286956787,
      "learning_rate": 9.599366801562934e-07,
      "loss": 0.8283,
      "step": 29350
    },
    {
      "epoch": 8.19,
      "grad_norm": 3.5886776447296143,
      "learning_rate": 9.602637454646944e-07,
      "loss": 0.7975,
      "step": 29360
    },
    {
      "epoch": 8.2,
      "grad_norm": 4.689520359039307,
      "learning_rate": 9.60590810773095e-07,
      "loss": 0.808,
      "step": 29370
    },
    {
      "epoch": 8.2,
      "grad_norm": 3.526171922683716,
      "learning_rate": 9.609178760814958e-07,
      "loss": 0.8182,
      "step": 29380
    },
    {
      "epoch": 8.2,
      "grad_norm": 3.205679178237915,
      "learning_rate": 9.612449413898965e-07,
      "loss": 0.8166,
      "step": 29390
    },
    {
      "epoch": 8.21,
      "grad_norm": 4.280186176300049,
      "learning_rate": 9.615720066982975e-07,
      "loss": 0.822,
      "step": 29400
    },
    {
      "epoch": 8.21,
      "grad_norm": 4.482387542724609,
      "learning_rate": 9.618990720066982e-07,
      "loss": 0.8041,
      "step": 29410
    },
    {
      "epoch": 8.21,
      "grad_norm": 3.5880603790283203,
      "learning_rate": 9.62226137315099e-07,
      "loss": 0.8101,
      "step": 29420
    },
    {
      "epoch": 8.21,
      "grad_norm": 3.3742082118988037,
      "learning_rate": 9.625532026234999e-07,
      "loss": 0.8281,
      "step": 29430
    },
    {
      "epoch": 8.22,
      "grad_norm": 4.842264175415039,
      "learning_rate": 9.628802679319006e-07,
      "loss": 0.8301,
      "step": 29440
    },
    {
      "epoch": 8.22,
      "grad_norm": 3.0508477687835693,
      "learning_rate": 9.632073332403013e-07,
      "loss": 0.8279,
      "step": 29450
    },
    {
      "epoch": 8.22,
      "grad_norm": 2.98988938331604,
      "learning_rate": 9.635343985487022e-07,
      "loss": 0.819,
      "step": 29460
    },
    {
      "epoch": 8.22,
      "grad_norm": 3.8747220039367676,
      "learning_rate": 9.63861463857103e-07,
      "loss": 0.7981,
      "step": 29470
    },
    {
      "epoch": 8.23,
      "grad_norm": 2.3210883140563965,
      "learning_rate": 9.641885291655037e-07,
      "loss": 0.8231,
      "step": 29480
    },
    {
      "epoch": 8.23,
      "grad_norm": 6.217005729675293,
      "learning_rate": 9.645155944739044e-07,
      "loss": 0.8311,
      "step": 29490
    },
    {
      "epoch": 8.23,
      "grad_norm": 4.677352428436279,
      "learning_rate": 9.648426597823051e-07,
      "loss": 0.8,
      "step": 29500
    },
    {
      "epoch": 8.24,
      "grad_norm": 6.416005611419678,
      "learning_rate": 9.65169725090706e-07,
      "loss": 0.801,
      "step": 29510
    },
    {
      "epoch": 8.24,
      "grad_norm": 4.612691402435303,
      "learning_rate": 9.654967903991068e-07,
      "loss": 0.8068,
      "step": 29520
    },
    {
      "epoch": 8.24,
      "grad_norm": 3.7917041778564453,
      "learning_rate": 9.658238557075075e-07,
      "loss": 0.8273,
      "step": 29530
    },
    {
      "epoch": 8.24,
      "grad_norm": 4.507976055145264,
      "learning_rate": 9.661509210159082e-07,
      "loss": 0.8097,
      "step": 29540
    },
    {
      "epoch": 8.25,
      "grad_norm": 2.922800064086914,
      "learning_rate": 9.664779863243092e-07,
      "loss": 0.8217,
      "step": 29550
    },
    {
      "epoch": 8.25,
      "grad_norm": 4.824808120727539,
      "learning_rate": 9.6680505163271e-07,
      "loss": 0.7963,
      "step": 29560
    },
    {
      "epoch": 8.25,
      "grad_norm": 3.801145076751709,
      "learning_rate": 9.671321169411106e-07,
      "loss": 0.817,
      "step": 29570
    },
    {
      "epoch": 8.26,
      "grad_norm": 2.4750478267669678,
      "learning_rate": 9.674591822495116e-07,
      "loss": 0.8144,
      "step": 29580
    },
    {
      "epoch": 8.26,
      "grad_norm": 3.928515911102295,
      "learning_rate": 9.677862475579123e-07,
      "loss": 0.8355,
      "step": 29590
    },
    {
      "epoch": 8.26,
      "grad_norm": 5.361042022705078,
      "learning_rate": 9.681133128663132e-07,
      "loss": 0.8235,
      "step": 29600
    },
    {
      "epoch": 8.26,
      "grad_norm": 4.2760138511657715,
      "learning_rate": 9.68440378174714e-07,
      "loss": 0.8046,
      "step": 29610
    },
    {
      "epoch": 8.27,
      "grad_norm": 4.469050884246826,
      "learning_rate": 9.687674434831147e-07,
      "loss": 0.8027,
      "step": 29620
    },
    {
      "epoch": 8.27,
      "grad_norm": 3.532632827758789,
      "learning_rate": 9.690945087915154e-07,
      "loss": 0.8345,
      "step": 29630
    },
    {
      "epoch": 8.27,
      "grad_norm": 5.784278392791748,
      "learning_rate": 9.694215740999161e-07,
      "loss": 0.8099,
      "step": 29640
    },
    {
      "epoch": 8.28,
      "grad_norm": 2.645132064819336,
      "learning_rate": 9.69748639408317e-07,
      "loss": 0.8116,
      "step": 29650
    },
    {
      "epoch": 8.28,
      "grad_norm": 3.2885518074035645,
      "learning_rate": 9.700757047167178e-07,
      "loss": 0.796,
      "step": 29660
    },
    {
      "epoch": 8.28,
      "grad_norm": 3.6354682445526123,
      "learning_rate": 9.704027700251185e-07,
      "loss": 0.8057,
      "step": 29670
    },
    {
      "epoch": 8.28,
      "grad_norm": 5.807468891143799,
      "learning_rate": 9.707298353335192e-07,
      "loss": 0.8289,
      "step": 29680
    },
    {
      "epoch": 8.29,
      "grad_norm": 4.153636455535889,
      "learning_rate": 9.7105690064192e-07,
      "loss": 0.8145,
      "step": 29690
    },
    {
      "epoch": 8.29,
      "grad_norm": 2.645665168762207,
      "learning_rate": 9.713839659503209e-07,
      "loss": 0.8029,
      "step": 29700
    },
    {
      "epoch": 8.29,
      "grad_norm": 3.7446582317352295,
      "learning_rate": 9.717110312587216e-07,
      "loss": 0.8107,
      "step": 29710
    },
    {
      "epoch": 8.29,
      "grad_norm": 3.3380348682403564,
      "learning_rate": 9.720380965671223e-07,
      "loss": 0.8103,
      "step": 29720
    },
    {
      "epoch": 8.3,
      "grad_norm": 5.098938941955566,
      "learning_rate": 9.723651618755233e-07,
      "loss": 0.7956,
      "step": 29730
    },
    {
      "epoch": 8.3,
      "grad_norm": 4.203808307647705,
      "learning_rate": 9.72692227183924e-07,
      "loss": 0.8138,
      "step": 29740
    },
    {
      "epoch": 8.3,
      "grad_norm": 3.018278121948242,
      "learning_rate": 9.73019292492325e-07,
      "loss": 0.8142,
      "step": 29750
    },
    {
      "epoch": 8.31,
      "grad_norm": 3.8892345428466797,
      "learning_rate": 9.733463578007256e-07,
      "loss": 0.8145,
      "step": 29760
    },
    {
      "epoch": 8.31,
      "grad_norm": 5.28953742980957,
      "learning_rate": 9.736734231091264e-07,
      "loss": 0.8039,
      "step": 29770
    },
    {
      "epoch": 8.31,
      "grad_norm": 4.802143573760986,
      "learning_rate": 9.74000488417527e-07,
      "loss": 0.8174,
      "step": 29780
    },
    {
      "epoch": 8.31,
      "grad_norm": 3.257291316986084,
      "learning_rate": 9.74327553725928e-07,
      "loss": 0.819,
      "step": 29790
    },
    {
      "epoch": 8.32,
      "grad_norm": 2.2762451171875,
      "learning_rate": 9.746546190343287e-07,
      "loss": 0.8115,
      "step": 29800
    },
    {
      "epoch": 8.32,
      "grad_norm": 4.216318130493164,
      "learning_rate": 9.749816843427295e-07,
      "loss": 0.8238,
      "step": 29810
    },
    {
      "epoch": 8.32,
      "grad_norm": 3.8443572521209717,
      "learning_rate": 9.753087496511302e-07,
      "loss": 0.808,
      "step": 29820
    },
    {
      "epoch": 8.33,
      "grad_norm": 3.6783792972564697,
      "learning_rate": 9.75635814959531e-07,
      "loss": 0.7979,
      "step": 29830
    },
    {
      "epoch": 8.33,
      "grad_norm": 4.087104797363281,
      "learning_rate": 9.759628802679319e-07,
      "loss": 0.798,
      "step": 29840
    },
    {
      "epoch": 8.33,
      "grad_norm": 3.273508310317993,
      "learning_rate": 9.762899455763326e-07,
      "loss": 0.8263,
      "step": 29850
    },
    {
      "epoch": 8.33,
      "grad_norm": 4.15767240524292,
      "learning_rate": 9.766170108847333e-07,
      "loss": 0.8032,
      "step": 29860
    },
    {
      "epoch": 8.34,
      "grad_norm": 4.565633296966553,
      "learning_rate": 9.769440761931342e-07,
      "loss": 0.8201,
      "step": 29870
    },
    {
      "epoch": 8.34,
      "grad_norm": 3.30072021484375,
      "learning_rate": 9.77271141501535e-07,
      "loss": 0.818,
      "step": 29880
    },
    {
      "epoch": 8.34,
      "grad_norm": 5.331612586975098,
      "learning_rate": 9.775982068099357e-07,
      "loss": 0.828,
      "step": 29890
    },
    {
      "epoch": 8.34,
      "grad_norm": 5.619840621948242,
      "learning_rate": 9.779252721183366e-07,
      "loss": 0.8115,
      "step": 29900
    },
    {
      "epoch": 8.35,
      "grad_norm": 3.4902002811431885,
      "learning_rate": 9.782523374267373e-07,
      "loss": 0.7953,
      "step": 29910
    },
    {
      "epoch": 8.35,
      "grad_norm": 3.669327974319458,
      "learning_rate": 9.78579402735138e-07,
      "loss": 0.8043,
      "step": 29920
    },
    {
      "epoch": 8.35,
      "grad_norm": 4.635806083679199,
      "learning_rate": 9.78906468043539e-07,
      "loss": 0.8275,
      "step": 29930
    },
    {
      "epoch": 8.36,
      "grad_norm": 4.2238850593566895,
      "learning_rate": 9.792335333519397e-07,
      "loss": 0.8161,
      "step": 29940
    },
    {
      "epoch": 8.36,
      "grad_norm": 2.9775002002716064,
      "learning_rate": 9.795605986603404e-07,
      "loss": 0.8073,
      "step": 29950
    },
    {
      "epoch": 8.36,
      "grad_norm": 5.48741340637207,
      "learning_rate": 9.798876639687412e-07,
      "loss": 0.8379,
      "step": 29960
    },
    {
      "epoch": 8.36,
      "grad_norm": 4.754765510559082,
      "learning_rate": 9.802147292771419e-07,
      "loss": 0.804,
      "step": 29970
    },
    {
      "epoch": 8.37,
      "grad_norm": 3.6577212810516357,
      "learning_rate": 9.805417945855428e-07,
      "loss": 0.822,
      "step": 29980
    },
    {
      "epoch": 8.37,
      "grad_norm": 4.499969482421875,
      "learning_rate": 9.808688598939435e-07,
      "loss": 0.7821,
      "step": 29990
    },
    {
      "epoch": 8.37,
      "grad_norm": 3.4399569034576416,
      "learning_rate": 9.811959252023443e-07,
      "loss": 0.8177,
      "step": 30000
    },
    {
      "epoch": 8.38,
      "grad_norm": 2.918344020843506,
      "learning_rate": 9.81522990510745e-07,
      "loss": 0.8072,
      "step": 30010
    },
    {
      "epoch": 8.38,
      "grad_norm": 2.184831380844116,
      "learning_rate": 9.81850055819146e-07,
      "loss": 0.8165,
      "step": 30020
    },
    {
      "epoch": 8.38,
      "grad_norm": 5.967966079711914,
      "learning_rate": 9.821771211275467e-07,
      "loss": 0.7974,
      "step": 30030
    },
    {
      "epoch": 8.38,
      "grad_norm": 3.652886390686035,
      "learning_rate": 9.825041864359474e-07,
      "loss": 0.812,
      "step": 30040
    },
    {
      "epoch": 8.39,
      "grad_norm": 5.374364376068115,
      "learning_rate": 9.828312517443483e-07,
      "loss": 0.8185,
      "step": 30050
    },
    {
      "epoch": 8.39,
      "grad_norm": 2.957040548324585,
      "learning_rate": 9.83158317052749e-07,
      "loss": 0.7971,
      "step": 30060
    },
    {
      "epoch": 8.39,
      "grad_norm": 4.18116569519043,
      "learning_rate": 9.834853823611498e-07,
      "loss": 0.8096,
      "step": 30070
    },
    {
      "epoch": 8.4,
      "grad_norm": 5.721746444702148,
      "learning_rate": 9.838124476695507e-07,
      "loss": 0.8266,
      "step": 30080
    },
    {
      "epoch": 8.4,
      "grad_norm": 4.157393455505371,
      "learning_rate": 9.841395129779514e-07,
      "loss": 0.825,
      "step": 30090
    },
    {
      "epoch": 8.4,
      "grad_norm": 8.2463960647583,
      "learning_rate": 9.844665782863521e-07,
      "loss": 0.8185,
      "step": 30100
    },
    {
      "epoch": 8.4,
      "grad_norm": 3.3530683517456055,
      "learning_rate": 9.847936435947529e-07,
      "loss": 0.7927,
      "step": 30110
    },
    {
      "epoch": 8.41,
      "grad_norm": 4.370601177215576,
      "learning_rate": 9.851207089031536e-07,
      "loss": 0.8121,
      "step": 30120
    },
    {
      "epoch": 8.41,
      "grad_norm": 4.137512683868408,
      "learning_rate": 9.854477742115545e-07,
      "loss": 0.8088,
      "step": 30130
    },
    {
      "epoch": 8.41,
      "grad_norm": 4.26966667175293,
      "learning_rate": 9.857748395199552e-07,
      "loss": 0.8056,
      "step": 30140
    },
    {
      "epoch": 8.41,
      "grad_norm": 5.364027500152588,
      "learning_rate": 9.86101904828356e-07,
      "loss": 0.8069,
      "step": 30150
    },
    {
      "epoch": 8.42,
      "grad_norm": 3.1285672187805176,
      "learning_rate": 9.864289701367567e-07,
      "loss": 0.7893,
      "step": 30160
    },
    {
      "epoch": 8.42,
      "grad_norm": 6.758395671844482,
      "learning_rate": 9.867560354451576e-07,
      "loss": 0.8042,
      "step": 30170
    },
    {
      "epoch": 8.42,
      "grad_norm": 3.6609034538269043,
      "learning_rate": 9.870831007535584e-07,
      "loss": 0.8007,
      "step": 30180
    },
    {
      "epoch": 8.43,
      "grad_norm": 3.8568034172058105,
      "learning_rate": 9.87410166061959e-07,
      "loss": 0.8143,
      "step": 30190
    },
    {
      "epoch": 8.43,
      "grad_norm": 3.4207913875579834,
      "learning_rate": 9.8773723137036e-07,
      "loss": 0.8072,
      "step": 30200
    },
    {
      "epoch": 8.43,
      "grad_norm": 6.310512542724609,
      "learning_rate": 9.880642966787607e-07,
      "loss": 0.8305,
      "step": 30210
    },
    {
      "epoch": 8.43,
      "grad_norm": 3.0664494037628174,
      "learning_rate": 9.883913619871617e-07,
      "loss": 0.8102,
      "step": 30220
    },
    {
      "epoch": 8.44,
      "grad_norm": 7.625059604644775,
      "learning_rate": 9.887184272955624e-07,
      "loss": 0.7857,
      "step": 30230
    },
    {
      "epoch": 8.44,
      "grad_norm": 3.2568905353546143,
      "learning_rate": 9.890454926039631e-07,
      "loss": 0.7779,
      "step": 30240
    },
    {
      "epoch": 8.44,
      "grad_norm": 4.348666191101074,
      "learning_rate": 9.893725579123638e-07,
      "loss": 0.8023,
      "step": 30250
    },
    {
      "epoch": 8.45,
      "grad_norm": 4.6047515869140625,
      "learning_rate": 9.896996232207646e-07,
      "loss": 0.7948,
      "step": 30260
    },
    {
      "epoch": 8.45,
      "grad_norm": 4.55750846862793,
      "learning_rate": 9.900266885291655e-07,
      "loss": 0.8156,
      "step": 30270
    },
    {
      "epoch": 8.45,
      "grad_norm": 3.930626392364502,
      "learning_rate": 9.903537538375662e-07,
      "loss": 0.8022,
      "step": 30280
    },
    {
      "epoch": 8.45,
      "grad_norm": 5.404091835021973,
      "learning_rate": 9.90680819145967e-07,
      "loss": 0.8026,
      "step": 30290
    },
    {
      "epoch": 8.46,
      "grad_norm": 3.683689594268799,
      "learning_rate": 9.910078844543677e-07,
      "loss": 0.8029,
      "step": 30300
    },
    {
      "epoch": 8.46,
      "grad_norm": 2.257401943206787,
      "learning_rate": 9.913349497627684e-07,
      "loss": 0.812,
      "step": 30310
    },
    {
      "epoch": 8.46,
      "grad_norm": 3.614753484725952,
      "learning_rate": 9.916620150711693e-07,
      "loss": 0.7838,
      "step": 30320
    },
    {
      "epoch": 8.46,
      "grad_norm": 4.594781398773193,
      "learning_rate": 9.9198908037957e-07,
      "loss": 0.7943,
      "step": 30330
    },
    {
      "epoch": 8.47,
      "grad_norm": 3.218412160873413,
      "learning_rate": 9.923161456879708e-07,
      "loss": 0.8022,
      "step": 30340
    },
    {
      "epoch": 8.47,
      "grad_norm": 2.8209774494171143,
      "learning_rate": 9.926432109963717e-07,
      "loss": 0.809,
      "step": 30350
    },
    {
      "epoch": 8.47,
      "grad_norm": 3.867218255996704,
      "learning_rate": 9.929702763047724e-07,
      "loss": 0.8239,
      "step": 30360
    },
    {
      "epoch": 8.48,
      "grad_norm": 2.904660224914551,
      "learning_rate": 9.932973416131734e-07,
      "loss": 0.8117,
      "step": 30370
    },
    {
      "epoch": 8.48,
      "grad_norm": 3.612286329269409,
      "learning_rate": 9.93624406921574e-07,
      "loss": 0.8222,
      "step": 30380
    },
    {
      "epoch": 8.48,
      "grad_norm": 3.9680635929107666,
      "learning_rate": 9.939514722299748e-07,
      "loss": 0.7955,
      "step": 30390
    },
    {
      "epoch": 8.48,
      "grad_norm": 7.008910179138184,
      "learning_rate": 9.942785375383755e-07,
      "loss": 0.7894,
      "step": 30400
    },
    {
      "epoch": 8.49,
      "grad_norm": 4.563023090362549,
      "learning_rate": 9.946056028467765e-07,
      "loss": 0.7994,
      "step": 30410
    },
    {
      "epoch": 8.49,
      "grad_norm": 2.8294761180877686,
      "learning_rate": 9.949326681551772e-07,
      "loss": 0.805,
      "step": 30420
    },
    {
      "epoch": 8.49,
      "grad_norm": 4.747168064117432,
      "learning_rate": 9.95259733463578e-07,
      "loss": 0.7992,
      "step": 30430
    },
    {
      "epoch": 8.5,
      "grad_norm": 4.402908802032471,
      "learning_rate": 9.955867987719786e-07,
      "loss": 0.8174,
      "step": 30440
    },
    {
      "epoch": 8.5,
      "grad_norm": 2.8587915897369385,
      "learning_rate": 9.959138640803794e-07,
      "loss": 0.7973,
      "step": 30450
    },
    {
      "epoch": 8.5,
      "grad_norm": 3.003122091293335,
      "learning_rate": 9.962409293887803e-07,
      "loss": 0.8103,
      "step": 30460
    },
    {
      "epoch": 8.5,
      "grad_norm": 4.444592475891113,
      "learning_rate": 9.96567994697181e-07,
      "loss": 0.816,
      "step": 30470
    },
    {
      "epoch": 8.51,
      "grad_norm": 4.286183834075928,
      "learning_rate": 9.968950600055817e-07,
      "loss": 0.7976,
      "step": 30480
    },
    {
      "epoch": 8.51,
      "grad_norm": 3.006448268890381,
      "learning_rate": 9.972221253139827e-07,
      "loss": 0.8134,
      "step": 30490
    },
    {
      "epoch": 8.51,
      "grad_norm": 3.392000198364258,
      "learning_rate": 9.975491906223834e-07,
      "loss": 0.812,
      "step": 30500
    },
    {
      "epoch": 8.52,
      "grad_norm": 3.127220630645752,
      "learning_rate": 9.978762559307841e-07,
      "loss": 0.814,
      "step": 30510
    },
    {
      "epoch": 8.52,
      "grad_norm": 4.267180442810059,
      "learning_rate": 9.98203321239185e-07,
      "loss": 0.8132,
      "step": 30520
    },
    {
      "epoch": 8.52,
      "grad_norm": 4.072454452514648,
      "learning_rate": 9.985303865475858e-07,
      "loss": 0.7971,
      "step": 30530
    },
    {
      "epoch": 8.52,
      "grad_norm": 2.8219728469848633,
      "learning_rate": 9.988574518559865e-07,
      "loss": 0.7967,
      "step": 30540
    },
    {
      "epoch": 8.53,
      "grad_norm": 3.9686501026153564,
      "learning_rate": 9.991845171643872e-07,
      "loss": 0.7989,
      "step": 30550
    },
    {
      "epoch": 8.53,
      "grad_norm": 4.295459270477295,
      "learning_rate": 9.995115824727882e-07,
      "loss": 0.81,
      "step": 30560
    },
    {
      "epoch": 8.53,
      "grad_norm": 4.162136077880859,
      "learning_rate": 9.99838647781189e-07,
      "loss": 0.7997,
      "step": 30570
    },
    {
      "epoch": 8.53,
      "grad_norm": 5.136976718902588,
      "learning_rate": 1.0001657130895896e-06,
      "loss": 0.8055,
      "step": 30580
    },
    {
      "epoch": 8.54,
      "grad_norm": 3.8590641021728516,
      "learning_rate": 1.0004927783979903e-06,
      "loss": 0.8266,
      "step": 30590
    },
    {
      "epoch": 8.54,
      "grad_norm": 3.7087416648864746,
      "learning_rate": 1.0008198437063913e-06,
      "loss": 0.806,
      "step": 30600
    },
    {
      "epoch": 8.54,
      "grad_norm": 3.5098674297332764,
      "learning_rate": 1.001146909014792e-06,
      "loss": 0.7946,
      "step": 30610
    },
    {
      "epoch": 8.55,
      "grad_norm": 4.0145182609558105,
      "learning_rate": 1.0014739743231927e-06,
      "loss": 0.7954,
      "step": 30620
    },
    {
      "epoch": 8.55,
      "grad_norm": 6.872265815734863,
      "learning_rate": 1.0018010396315934e-06,
      "loss": 0.8193,
      "step": 30630
    },
    {
      "epoch": 8.55,
      "grad_norm": 5.394228458404541,
      "learning_rate": 1.0021281049399944e-06,
      "loss": 0.799,
      "step": 30640
    },
    {
      "epoch": 8.55,
      "grad_norm": 2.648179054260254,
      "learning_rate": 1.002455170248395e-06,
      "loss": 0.8153,
      "step": 30650
    },
    {
      "epoch": 8.56,
      "grad_norm": 3.5230677127838135,
      "learning_rate": 1.0027822355567958e-06,
      "loss": 0.7912,
      "step": 30660
    },
    {
      "epoch": 8.56,
      "grad_norm": 2.8685426712036133,
      "learning_rate": 1.0031093008651968e-06,
      "loss": 0.7969,
      "step": 30670
    },
    {
      "epoch": 8.56,
      "grad_norm": 3.059202194213867,
      "learning_rate": 1.0034363661735975e-06,
      "loss": 0.8104,
      "step": 30680
    },
    {
      "epoch": 8.57,
      "grad_norm": 3.957451105117798,
      "learning_rate": 1.0037634314819982e-06,
      "loss": 0.8156,
      "step": 30690
    },
    {
      "epoch": 8.57,
      "grad_norm": 2.222479820251465,
      "learning_rate": 1.0040904967903991e-06,
      "loss": 0.8051,
      "step": 30700
    },
    {
      "epoch": 8.57,
      "grad_norm": 4.2772674560546875,
      "learning_rate": 1.0044175620987999e-06,
      "loss": 0.8015,
      "step": 30710
    },
    {
      "epoch": 8.57,
      "grad_norm": 4.2685956954956055,
      "learning_rate": 1.0047446274072006e-06,
      "loss": 0.8052,
      "step": 30720
    },
    {
      "epoch": 8.58,
      "grad_norm": 2.6147260665893555,
      "learning_rate": 1.0050716927156013e-06,
      "loss": 0.79,
      "step": 30730
    },
    {
      "epoch": 8.58,
      "grad_norm": 4.2967305183410645,
      "learning_rate": 1.005398758024002e-06,
      "loss": 0.8062,
      "step": 30740
    },
    {
      "epoch": 8.58,
      "grad_norm": 2.985240936279297,
      "learning_rate": 1.005725823332403e-06,
      "loss": 0.8117,
      "step": 30750
    },
    {
      "epoch": 8.58,
      "grad_norm": 3.869080066680908,
      "learning_rate": 1.0060528886408037e-06,
      "loss": 0.8072,
      "step": 30760
    },
    {
      "epoch": 8.59,
      "grad_norm": 3.68870210647583,
      "learning_rate": 1.0063799539492044e-06,
      "loss": 0.8188,
      "step": 30770
    },
    {
      "epoch": 8.59,
      "grad_norm": 3.02441668510437,
      "learning_rate": 1.0067070192576051e-06,
      "loss": 0.8071,
      "step": 30780
    },
    {
      "epoch": 8.59,
      "grad_norm": 2.962367296218872,
      "learning_rate": 1.007034084566006e-06,
      "loss": 0.7901,
      "step": 30790
    },
    {
      "epoch": 8.6,
      "grad_norm": 3.059805393218994,
      "learning_rate": 1.0073611498744068e-06,
      "loss": 0.7932,
      "step": 30800
    },
    {
      "epoch": 8.6,
      "grad_norm": 4.438793659210205,
      "learning_rate": 1.0076882151828075e-06,
      "loss": 0.8071,
      "step": 30810
    },
    {
      "epoch": 8.6,
      "grad_norm": 6.407497882843018,
      "learning_rate": 1.0080152804912085e-06,
      "loss": 0.7996,
      "step": 30820
    },
    {
      "epoch": 8.6,
      "grad_norm": 4.236690521240234,
      "learning_rate": 1.0083423457996092e-06,
      "loss": 0.7933,
      "step": 30830
    },
    {
      "epoch": 8.61,
      "grad_norm": 4.199725151062012,
      "learning_rate": 1.0086694111080101e-06,
      "loss": 0.8072,
      "step": 30840
    },
    {
      "epoch": 8.61,
      "grad_norm": 7.726192474365234,
      "learning_rate": 1.0089964764164108e-06,
      "loss": 0.7997,
      "step": 30850
    },
    {
      "epoch": 8.61,
      "grad_norm": 5.667438507080078,
      "learning_rate": 1.0093235417248116e-06,
      "loss": 0.7957,
      "step": 30860
    },
    {
      "epoch": 8.62,
      "grad_norm": 3.2098686695098877,
      "learning_rate": 1.0096506070332123e-06,
      "loss": 0.8003,
      "step": 30870
    },
    {
      "epoch": 8.62,
      "grad_norm": 4.087915420532227,
      "learning_rate": 1.009977672341613e-06,
      "loss": 0.7943,
      "step": 30880
    },
    {
      "epoch": 8.62,
      "grad_norm": 4.665579795837402,
      "learning_rate": 1.010304737650014e-06,
      "loss": 0.7999,
      "step": 30890
    },
    {
      "epoch": 8.62,
      "grad_norm": 6.587250232696533,
      "learning_rate": 1.0106318029584147e-06,
      "loss": 0.796,
      "step": 30900
    },
    {
      "epoch": 8.63,
      "grad_norm": 4.314949035644531,
      "learning_rate": 1.0109588682668154e-06,
      "loss": 0.8098,
      "step": 30910
    },
    {
      "epoch": 8.63,
      "grad_norm": 4.991832256317139,
      "learning_rate": 1.0112859335752161e-06,
      "loss": 0.7976,
      "step": 30920
    },
    {
      "epoch": 8.63,
      "grad_norm": 4.403535842895508,
      "learning_rate": 1.0116129988836168e-06,
      "loss": 0.8175,
      "step": 30930
    },
    {
      "epoch": 8.64,
      "grad_norm": 6.269679069519043,
      "learning_rate": 1.0119400641920178e-06,
      "loss": 0.803,
      "step": 30940
    },
    {
      "epoch": 8.64,
      "grad_norm": 3.654036045074463,
      "learning_rate": 1.0122671295004185e-06,
      "loss": 0.8191,
      "step": 30950
    },
    {
      "epoch": 8.64,
      "grad_norm": 4.6904072761535645,
      "learning_rate": 1.0125941948088192e-06,
      "loss": 0.7967,
      "step": 30960
    },
    {
      "epoch": 8.64,
      "grad_norm": 4.404365062713623,
      "learning_rate": 1.0129212601172202e-06,
      "loss": 0.8068,
      "step": 30970
    },
    {
      "epoch": 8.65,
      "grad_norm": 3.830110549926758,
      "learning_rate": 1.0132483254256209e-06,
      "loss": 0.7994,
      "step": 30980
    },
    {
      "epoch": 8.65,
      "grad_norm": 3.5457818508148193,
      "learning_rate": 1.0135753907340218e-06,
      "loss": 0.8039,
      "step": 30990
    },
    {
      "epoch": 8.65,
      "grad_norm": 4.781702518463135,
      "learning_rate": 1.0139024560424225e-06,
      "loss": 0.8015,
      "step": 31000
    },
    {
      "epoch": 8.65,
      "grad_norm": 4.019153594970703,
      "learning_rate": 1.0142295213508233e-06,
      "loss": 0.8062,
      "step": 31010
    },
    {
      "epoch": 8.66,
      "grad_norm": 5.346181392669678,
      "learning_rate": 1.014556586659224e-06,
      "loss": 0.7987,
      "step": 31020
    },
    {
      "epoch": 8.66,
      "grad_norm": 5.149139881134033,
      "learning_rate": 1.014883651967625e-06,
      "loss": 0.7983,
      "step": 31030
    },
    {
      "epoch": 8.66,
      "grad_norm": 4.554807662963867,
      "learning_rate": 1.0152107172760256e-06,
      "loss": 0.8075,
      "step": 31040
    },
    {
      "epoch": 8.67,
      "grad_norm": 3.1766762733459473,
      "learning_rate": 1.0155377825844264e-06,
      "loss": 0.8062,
      "step": 31050
    },
    {
      "epoch": 8.67,
      "grad_norm": 4.667266368865967,
      "learning_rate": 1.015864847892827e-06,
      "loss": 0.8049,
      "step": 31060
    },
    {
      "epoch": 8.67,
      "grad_norm": 3.034485101699829,
      "learning_rate": 1.0161919132012278e-06,
      "loss": 0.8071,
      "step": 31070
    },
    {
      "epoch": 8.67,
      "grad_norm": 4.273390769958496,
      "learning_rate": 1.0165189785096288e-06,
      "loss": 0.811,
      "step": 31080
    },
    {
      "epoch": 8.68,
      "grad_norm": 5.3220953941345215,
      "learning_rate": 1.0168460438180295e-06,
      "loss": 0.8002,
      "step": 31090
    },
    {
      "epoch": 8.68,
      "grad_norm": 4.400897979736328,
      "learning_rate": 1.0171731091264302e-06,
      "loss": 0.8009,
      "step": 31100
    },
    {
      "epoch": 8.68,
      "grad_norm": 4.028111457824707,
      "learning_rate": 1.0175001744348311e-06,
      "loss": 0.8062,
      "step": 31110
    },
    {
      "epoch": 8.69,
      "grad_norm": 3.2003090381622314,
      "learning_rate": 1.0178272397432319e-06,
      "loss": 0.7911,
      "step": 31120
    },
    {
      "epoch": 8.69,
      "grad_norm": 4.843003273010254,
      "learning_rate": 1.0181543050516326e-06,
      "loss": 0.7971,
      "step": 31130
    },
    {
      "epoch": 8.69,
      "grad_norm": 5.524466037750244,
      "learning_rate": 1.0184813703600335e-06,
      "loss": 0.8014,
      "step": 31140
    },
    {
      "epoch": 8.69,
      "grad_norm": 3.4361565113067627,
      "learning_rate": 1.0188084356684342e-06,
      "loss": 0.7999,
      "step": 31150
    },
    {
      "epoch": 8.7,
      "grad_norm": 3.4577784538269043,
      "learning_rate": 1.019135500976835e-06,
      "loss": 0.7828,
      "step": 31160
    },
    {
      "epoch": 8.7,
      "grad_norm": 2.3119454383850098,
      "learning_rate": 1.0194625662852357e-06,
      "loss": 0.8029,
      "step": 31170
    },
    {
      "epoch": 8.7,
      "grad_norm": 3.0146937370300293,
      "learning_rate": 1.0197896315936366e-06,
      "loss": 0.8054,
      "step": 31180
    },
    {
      "epoch": 8.7,
      "grad_norm": 4.138715744018555,
      "learning_rate": 1.0201166969020373e-06,
      "loss": 0.7991,
      "step": 31190
    },
    {
      "epoch": 8.71,
      "grad_norm": 3.3908281326293945,
      "learning_rate": 1.020443762210438e-06,
      "loss": 0.7957,
      "step": 31200
    },
    {
      "epoch": 8.71,
      "grad_norm": 4.540442943572998,
      "learning_rate": 1.0207708275188388e-06,
      "loss": 0.8156,
      "step": 31210
    },
    {
      "epoch": 8.71,
      "grad_norm": 3.8732409477233887,
      "learning_rate": 1.0210978928272397e-06,
      "loss": 0.8012,
      "step": 31220
    },
    {
      "epoch": 8.72,
      "grad_norm": 3.146605968475342,
      "learning_rate": 1.0214249581356405e-06,
      "loss": 0.8102,
      "step": 31230
    },
    {
      "epoch": 8.72,
      "grad_norm": 4.191584587097168,
      "learning_rate": 1.0217520234440412e-06,
      "loss": 0.8017,
      "step": 31240
    },
    {
      "epoch": 8.72,
      "grad_norm": 4.610376834869385,
      "learning_rate": 1.022079088752442e-06,
      "loss": 0.8121,
      "step": 31250
    },
    {
      "epoch": 8.72,
      "grad_norm": 5.5391058921813965,
      "learning_rate": 1.0224061540608428e-06,
      "loss": 0.7899,
      "step": 31260
    },
    {
      "epoch": 8.73,
      "grad_norm": 3.4000954627990723,
      "learning_rate": 1.0227332193692436e-06,
      "loss": 0.8015,
      "step": 31270
    },
    {
      "epoch": 8.73,
      "grad_norm": 3.2630274295806885,
      "learning_rate": 1.0230602846776443e-06,
      "loss": 0.8004,
      "step": 31280
    },
    {
      "epoch": 8.73,
      "grad_norm": 5.57732629776001,
      "learning_rate": 1.0233873499860452e-06,
      "loss": 0.799,
      "step": 31290
    },
    {
      "epoch": 8.74,
      "grad_norm": 3.8427388668060303,
      "learning_rate": 1.023714415294446e-06,
      "loss": 0.8139,
      "step": 31300
    },
    {
      "epoch": 8.74,
      "grad_norm": 2.6367499828338623,
      "learning_rate": 1.0240414806028467e-06,
      "loss": 0.8065,
      "step": 31310
    },
    {
      "epoch": 8.74,
      "grad_norm": 3.6448299884796143,
      "learning_rate": 1.0243685459112476e-06,
      "loss": 0.8008,
      "step": 31320
    },
    {
      "epoch": 8.74,
      "grad_norm": 2.6893579959869385,
      "learning_rate": 1.0246956112196483e-06,
      "loss": 0.8081,
      "step": 31330
    },
    {
      "epoch": 8.75,
      "grad_norm": 5.9020915031433105,
      "learning_rate": 1.025022676528049e-06,
      "loss": 0.7983,
      "step": 31340
    },
    {
      "epoch": 8.75,
      "grad_norm": 6.3740339279174805,
      "learning_rate": 1.0253497418364498e-06,
      "loss": 0.777,
      "step": 31350
    },
    {
      "epoch": 8.75,
      "grad_norm": 4.55766487121582,
      "learning_rate": 1.0256768071448505e-06,
      "loss": 0.7867,
      "step": 31360
    },
    {
      "epoch": 8.76,
      "grad_norm": 3.4753637313842773,
      "learning_rate": 1.0260038724532514e-06,
      "loss": 0.787,
      "step": 31370
    },
    {
      "epoch": 8.76,
      "grad_norm": 3.1575913429260254,
      "learning_rate": 1.0263309377616521e-06,
      "loss": 0.7909,
      "step": 31380
    },
    {
      "epoch": 8.76,
      "grad_norm": 3.024608612060547,
      "learning_rate": 1.0266580030700529e-06,
      "loss": 0.8232,
      "step": 31390
    },
    {
      "epoch": 8.76,
      "grad_norm": 4.454350471496582,
      "learning_rate": 1.0269850683784536e-06,
      "loss": 0.7942,
      "step": 31400
    },
    {
      "epoch": 8.77,
      "grad_norm": 6.536928653717041,
      "learning_rate": 1.0273121336868545e-06,
      "loss": 0.7968,
      "step": 31410
    },
    {
      "epoch": 8.77,
      "grad_norm": 4.8518571853637695,
      "learning_rate": 1.0276391989952553e-06,
      "loss": 0.7853,
      "step": 31420
    },
    {
      "epoch": 8.77,
      "grad_norm": 3.347578525543213,
      "learning_rate": 1.027966264303656e-06,
      "loss": 0.7975,
      "step": 31430
    },
    {
      "epoch": 8.77,
      "grad_norm": 2.9599807262420654,
      "learning_rate": 1.028293329612057e-06,
      "loss": 0.8019,
      "step": 31440
    },
    {
      "epoch": 8.78,
      "grad_norm": 4.951594352722168,
      "learning_rate": 1.0286203949204576e-06,
      "loss": 0.779,
      "step": 31450
    },
    {
      "epoch": 8.78,
      "grad_norm": 2.8743674755096436,
      "learning_rate": 1.0289474602288586e-06,
      "loss": 0.7991,
      "step": 31460
    },
    {
      "epoch": 8.78,
      "grad_norm": 4.2771382331848145,
      "learning_rate": 1.0292745255372593e-06,
      "loss": 0.8058,
      "step": 31470
    },
    {
      "epoch": 8.79,
      "grad_norm": 6.403341293334961,
      "learning_rate": 1.02960159084566e-06,
      "loss": 0.7845,
      "step": 31480
    },
    {
      "epoch": 8.79,
      "grad_norm": 3.2754158973693848,
      "learning_rate": 1.0299286561540607e-06,
      "loss": 0.8067,
      "step": 31490
    },
    {
      "epoch": 8.79,
      "grad_norm": 5.320387363433838,
      "learning_rate": 1.0302557214624615e-06,
      "loss": 0.8065,
      "step": 31500
    },
    {
      "epoch": 8.79,
      "grad_norm": 3.5576508045196533,
      "learning_rate": 1.0305827867708624e-06,
      "loss": 0.7788,
      "step": 31510
    },
    {
      "epoch": 8.8,
      "grad_norm": 4.319982051849365,
      "learning_rate": 1.0309098520792631e-06,
      "loss": 0.814,
      "step": 31520
    },
    {
      "epoch": 8.8,
      "grad_norm": 4.008467674255371,
      "learning_rate": 1.0312369173876638e-06,
      "loss": 0.8071,
      "step": 31530
    },
    {
      "epoch": 8.8,
      "grad_norm": 5.067374229431152,
      "learning_rate": 1.0315639826960646e-06,
      "loss": 0.7914,
      "step": 31540
    },
    {
      "epoch": 8.81,
      "grad_norm": 2.7627577781677246,
      "learning_rate": 1.0318910480044653e-06,
      "loss": 0.8109,
      "step": 31550
    },
    {
      "epoch": 8.81,
      "grad_norm": 3.297414541244507,
      "learning_rate": 1.0322181133128662e-06,
      "loss": 0.7836,
      "step": 31560
    },
    {
      "epoch": 8.81,
      "grad_norm": 2.4996860027313232,
      "learning_rate": 1.032545178621267e-06,
      "loss": 0.8031,
      "step": 31570
    },
    {
      "epoch": 8.81,
      "grad_norm": 3.960270881652832,
      "learning_rate": 1.0328722439296677e-06,
      "loss": 0.7918,
      "step": 31580
    },
    {
      "epoch": 8.82,
      "grad_norm": 5.860219478607178,
      "learning_rate": 1.0331993092380686e-06,
      "loss": 0.814,
      "step": 31590
    },
    {
      "epoch": 8.82,
      "grad_norm": 5.609663963317871,
      "learning_rate": 1.0335263745464693e-06,
      "loss": 0.7944,
      "step": 31600
    },
    {
      "epoch": 8.82,
      "grad_norm": 2.095935821533203,
      "learning_rate": 1.0338534398548703e-06,
      "loss": 0.8094,
      "step": 31610
    },
    {
      "epoch": 8.83,
      "grad_norm": 2.804220199584961,
      "learning_rate": 1.034180505163271e-06,
      "loss": 0.7975,
      "step": 31620
    },
    {
      "epoch": 8.83,
      "grad_norm": 4.558562755584717,
      "learning_rate": 1.0345075704716717e-06,
      "loss": 0.8187,
      "step": 31630
    },
    {
      "epoch": 8.83,
      "grad_norm": 3.295863389968872,
      "learning_rate": 1.0348346357800724e-06,
      "loss": 0.7914,
      "step": 31640
    },
    {
      "epoch": 8.83,
      "grad_norm": 3.921663284301758,
      "learning_rate": 1.0351617010884734e-06,
      "loss": 0.7856,
      "step": 31650
    },
    {
      "epoch": 8.84,
      "grad_norm": 5.282802104949951,
      "learning_rate": 1.035488766396874e-06,
      "loss": 0.7922,
      "step": 31660
    },
    {
      "epoch": 8.84,
      "grad_norm": 6.298029899597168,
      "learning_rate": 1.0358158317052748e-06,
      "loss": 0.7945,
      "step": 31670
    },
    {
      "epoch": 8.84,
      "grad_norm": 2.8206748962402344,
      "learning_rate": 1.0361428970136755e-06,
      "loss": 0.7904,
      "step": 31680
    },
    {
      "epoch": 8.84,
      "grad_norm": 3.760545253753662,
      "learning_rate": 1.0364699623220763e-06,
      "loss": 0.7995,
      "step": 31690
    },
    {
      "epoch": 8.85,
      "grad_norm": 3.0130515098571777,
      "learning_rate": 1.0367970276304772e-06,
      "loss": 0.8021,
      "step": 31700
    },
    {
      "epoch": 8.85,
      "grad_norm": 3.775073528289795,
      "learning_rate": 1.037124092938878e-06,
      "loss": 0.7991,
      "step": 31710
    },
    {
      "epoch": 8.85,
      "grad_norm": 2.7675375938415527,
      "learning_rate": 1.0374511582472787e-06,
      "loss": 0.8165,
      "step": 31720
    },
    {
      "epoch": 8.86,
      "grad_norm": 4.186713218688965,
      "learning_rate": 1.0377782235556796e-06,
      "loss": 0.7816,
      "step": 31730
    },
    {
      "epoch": 8.86,
      "grad_norm": 3.772474527359009,
      "learning_rate": 1.0381052888640803e-06,
      "loss": 0.7936,
      "step": 31740
    },
    {
      "epoch": 8.86,
      "grad_norm": 5.0453362464904785,
      "learning_rate": 1.038432354172481e-06,
      "loss": 0.7847,
      "step": 31750
    },
    {
      "epoch": 8.86,
      "grad_norm": 5.324460983276367,
      "learning_rate": 1.038759419480882e-06,
      "loss": 0.8068,
      "step": 31760
    },
    {
      "epoch": 8.87,
      "grad_norm": 3.9136765003204346,
      "learning_rate": 1.0390864847892827e-06,
      "loss": 0.8077,
      "step": 31770
    },
    {
      "epoch": 8.87,
      "grad_norm": 4.75044584274292,
      "learning_rate": 1.0394135500976834e-06,
      "loss": 0.7904,
      "step": 31780
    },
    {
      "epoch": 8.87,
      "grad_norm": 3.2073490619659424,
      "learning_rate": 1.0397406154060841e-06,
      "loss": 0.7982,
      "step": 31790
    },
    {
      "epoch": 8.88,
      "grad_norm": 5.525224685668945,
      "learning_rate": 1.040067680714485e-06,
      "loss": 0.8055,
      "step": 31800
    },
    {
      "epoch": 8.88,
      "grad_norm": 3.508795738220215,
      "learning_rate": 1.0403947460228858e-06,
      "loss": 0.7747,
      "step": 31810
    },
    {
      "epoch": 8.88,
      "grad_norm": 3.212385416030884,
      "learning_rate": 1.0407218113312865e-06,
      "loss": 0.7802,
      "step": 31820
    },
    {
      "epoch": 8.88,
      "grad_norm": 4.675008296966553,
      "learning_rate": 1.0410488766396872e-06,
      "loss": 0.7812,
      "step": 31830
    },
    {
      "epoch": 8.89,
      "grad_norm": 2.806572914123535,
      "learning_rate": 1.041375941948088e-06,
      "loss": 0.7962,
      "step": 31840
    },
    {
      "epoch": 8.89,
      "grad_norm": 4.660263538360596,
      "learning_rate": 1.041703007256489e-06,
      "loss": 0.7985,
      "step": 31850
    },
    {
      "epoch": 8.89,
      "grad_norm": 4.286259174346924,
      "learning_rate": 1.0420300725648896e-06,
      "loss": 0.7805,
      "step": 31860
    },
    {
      "epoch": 8.89,
      "grad_norm": 2.9333064556121826,
      "learning_rate": 1.0423571378732903e-06,
      "loss": 0.7941,
      "step": 31870
    },
    {
      "epoch": 8.9,
      "grad_norm": 4.8059892654418945,
      "learning_rate": 1.0426842031816913e-06,
      "loss": 0.7924,
      "step": 31880
    },
    {
      "epoch": 8.9,
      "grad_norm": 4.425806045532227,
      "learning_rate": 1.043011268490092e-06,
      "loss": 0.7809,
      "step": 31890
    },
    {
      "epoch": 8.9,
      "grad_norm": 4.289761066436768,
      "learning_rate": 1.0433383337984927e-06,
      "loss": 0.7785,
      "step": 31900
    },
    {
      "epoch": 8.91,
      "grad_norm": 6.447500228881836,
      "learning_rate": 1.0436653991068937e-06,
      "loss": 0.8022,
      "step": 31910
    },
    {
      "epoch": 8.91,
      "grad_norm": 8.535697937011719,
      "learning_rate": 1.0439924644152944e-06,
      "loss": 0.7737,
      "step": 31920
    },
    {
      "epoch": 8.91,
      "grad_norm": 7.375288963317871,
      "learning_rate": 1.0443195297236951e-06,
      "loss": 0.7829,
      "step": 31930
    },
    {
      "epoch": 8.91,
      "grad_norm": 3.6101701259613037,
      "learning_rate": 1.044646595032096e-06,
      "loss": 0.7746,
      "step": 31940
    },
    {
      "epoch": 8.92,
      "grad_norm": 5.141225337982178,
      "learning_rate": 1.0449736603404968e-06,
      "loss": 0.788,
      "step": 31950
    },
    {
      "epoch": 8.92,
      "grad_norm": 5.592228889465332,
      "learning_rate": 1.0453007256488975e-06,
      "loss": 0.7951,
      "step": 31960
    },
    {
      "epoch": 8.92,
      "grad_norm": 3.8477041721343994,
      "learning_rate": 1.0456277909572982e-06,
      "loss": 0.7997,
      "step": 31970
    },
    {
      "epoch": 8.93,
      "grad_norm": 3.892486333847046,
      "learning_rate": 1.045954856265699e-06,
      "loss": 0.8009,
      "step": 31980
    },
    {
      "epoch": 8.93,
      "grad_norm": 3.071958065032959,
      "learning_rate": 1.0462819215740999e-06,
      "loss": 0.7877,
      "step": 31990
    },
    {
      "epoch": 8.93,
      "grad_norm": 2.643223762512207,
      "learning_rate": 1.0466089868825006e-06,
      "loss": 0.7948,
      "step": 32000
    },
    {
      "epoch": 8.93,
      "grad_norm": 4.792776107788086,
      "learning_rate": 1.0469360521909013e-06,
      "loss": 0.7916,
      "step": 32010
    },
    {
      "epoch": 8.94,
      "grad_norm": 7.816046714782715,
      "learning_rate": 1.047263117499302e-06,
      "loss": 0.8097,
      "step": 32020
    },
    {
      "epoch": 8.94,
      "grad_norm": 4.991263389587402,
      "learning_rate": 1.047590182807703e-06,
      "loss": 0.7985,
      "step": 32030
    },
    {
      "epoch": 8.94,
      "grad_norm": 2.9464879035949707,
      "learning_rate": 1.0479172481161037e-06,
      "loss": 0.7937,
      "step": 32040
    },
    {
      "epoch": 8.95,
      "grad_norm": 3.9373505115509033,
      "learning_rate": 1.0482443134245044e-06,
      "loss": 0.8061,
      "step": 32050
    },
    {
      "epoch": 8.95,
      "grad_norm": 5.28125524520874,
      "learning_rate": 1.0485713787329054e-06,
      "loss": 0.7652,
      "step": 32060
    },
    {
      "epoch": 8.95,
      "grad_norm": 4.41689395904541,
      "learning_rate": 1.048898444041306e-06,
      "loss": 0.7771,
      "step": 32070
    },
    {
      "epoch": 8.95,
      "grad_norm": 3.2294793128967285,
      "learning_rate": 1.049225509349707e-06,
      "loss": 0.7869,
      "step": 32080
    },
    {
      "epoch": 8.96,
      "grad_norm": 3.3539350032806396,
      "learning_rate": 1.0495525746581077e-06,
      "loss": 0.7906,
      "step": 32090
    },
    {
      "epoch": 8.96,
      "grad_norm": 4.957581996917725,
      "learning_rate": 1.0498796399665085e-06,
      "loss": 0.7953,
      "step": 32100
    },
    {
      "epoch": 8.96,
      "grad_norm": 4.176927089691162,
      "learning_rate": 1.0502067052749092e-06,
      "loss": 0.7893,
      "step": 32110
    },
    {
      "epoch": 8.96,
      "grad_norm": 2.8034164905548096,
      "learning_rate": 1.05053377058331e-06,
      "loss": 0.7922,
      "step": 32120
    },
    {
      "epoch": 8.97,
      "grad_norm": 4.862571716308594,
      "learning_rate": 1.0508608358917109e-06,
      "loss": 0.7817,
      "step": 32130
    },
    {
      "epoch": 8.97,
      "grad_norm": 3.886563777923584,
      "learning_rate": 1.0511879012001116e-06,
      "loss": 0.7698,
      "step": 32140
    },
    {
      "epoch": 8.97,
      "grad_norm": 3.4743576049804688,
      "learning_rate": 1.0515149665085123e-06,
      "loss": 0.787,
      "step": 32150
    },
    {
      "epoch": 8.98,
      "grad_norm": 4.445014953613281,
      "learning_rate": 1.051842031816913e-06,
      "loss": 0.8089,
      "step": 32160
    },
    {
      "epoch": 8.98,
      "grad_norm": 5.576131820678711,
      "learning_rate": 1.0521690971253137e-06,
      "loss": 0.7885,
      "step": 32170
    },
    {
      "epoch": 8.98,
      "grad_norm": 3.8322715759277344,
      "learning_rate": 1.0524961624337147e-06,
      "loss": 0.7788,
      "step": 32180
    },
    {
      "epoch": 8.98,
      "grad_norm": 3.355477809906006,
      "learning_rate": 1.0528232277421154e-06,
      "loss": 0.7832,
      "step": 32190
    },
    {
      "epoch": 8.99,
      "grad_norm": 4.60528564453125,
      "learning_rate": 1.0531502930505163e-06,
      "loss": 0.7891,
      "step": 32200
    },
    {
      "epoch": 8.99,
      "grad_norm": 3.4673032760620117,
      "learning_rate": 1.053477358358917e-06,
      "loss": 0.7868,
      "step": 32210
    },
    {
      "epoch": 8.99,
      "grad_norm": 3.5922985076904297,
      "learning_rate": 1.0538044236673178e-06,
      "loss": 0.7768,
      "step": 32220
    },
    {
      "epoch": 9.0,
      "grad_norm": 2.8594729900360107,
      "learning_rate": 1.0541314889757187e-06,
      "loss": 0.7987,
      "step": 32230
    },
    {
      "epoch": 9.0,
      "grad_norm": 2.180962085723877,
      "learning_rate": 1.0544585542841194e-06,
      "loss": 0.7776,
      "step": 32240
    },
    {
      "epoch": 9.0,
      "eval_loss": 0.7916887402534485,
      "eval_runtime": 86.9576,
      "eval_samples_per_second": 58.178,
      "eval_steps_per_second": 7.279,
      "step": 32247
    },
    {
      "epoch": 9.0,
      "grad_norm": 3.2148640155792236,
      "learning_rate": 1.0547856195925202e-06,
      "loss": 0.7873,
      "step": 32250
    },
    {
      "epoch": 9.0,
      "grad_norm": 4.848176956176758,
      "learning_rate": 1.0551126849009209e-06,
      "loss": 0.7971,
      "step": 32260
    },
    {
      "epoch": 9.01,
      "grad_norm": 4.473396301269531,
      "learning_rate": 1.0554397502093216e-06,
      "loss": 0.784,
      "step": 32270
    },
    {
      "epoch": 9.01,
      "grad_norm": 3.9740679264068604,
      "learning_rate": 1.0557668155177225e-06,
      "loss": 0.8109,
      "step": 32280
    },
    {
      "epoch": 9.01,
      "grad_norm": 5.210768222808838,
      "learning_rate": 1.0560938808261233e-06,
      "loss": 0.7957,
      "step": 32290
    },
    {
      "epoch": 9.01,
      "grad_norm": 4.208304405212402,
      "learning_rate": 1.056420946134524e-06,
      "loss": 0.7871,
      "step": 32300
    },
    {
      "epoch": 9.02,
      "grad_norm": 3.029691219329834,
      "learning_rate": 1.0567480114429247e-06,
      "loss": 0.7781,
      "step": 32310
    },
    {
      "epoch": 9.02,
      "grad_norm": 5.275958061218262,
      "learning_rate": 1.0570750767513257e-06,
      "loss": 0.7952,
      "step": 32320
    },
    {
      "epoch": 9.02,
      "grad_norm": 3.4716949462890625,
      "learning_rate": 1.0574021420597264e-06,
      "loss": 0.8002,
      "step": 32330
    },
    {
      "epoch": 9.03,
      "grad_norm": 4.180217266082764,
      "learning_rate": 1.057729207368127e-06,
      "loss": 0.8129,
      "step": 32340
    },
    {
      "epoch": 9.03,
      "grad_norm": 5.426555633544922,
      "learning_rate": 1.058056272676528e-06,
      "loss": 0.7818,
      "step": 32350
    },
    {
      "epoch": 9.03,
      "grad_norm": 4.52944278717041,
      "learning_rate": 1.0583833379849288e-06,
      "loss": 0.7793,
      "step": 32360
    },
    {
      "epoch": 9.03,
      "grad_norm": 5.111946105957031,
      "learning_rate": 1.0587104032933295e-06,
      "loss": 0.7893,
      "step": 32370
    },
    {
      "epoch": 9.04,
      "grad_norm": 4.730020999908447,
      "learning_rate": 1.0590374686017304e-06,
      "loss": 0.795,
      "step": 32380
    },
    {
      "epoch": 9.04,
      "grad_norm": 3.22798228263855,
      "learning_rate": 1.0593645339101311e-06,
      "loss": 0.78,
      "step": 32390
    },
    {
      "epoch": 9.04,
      "grad_norm": 3.796388626098633,
      "learning_rate": 1.0596915992185319e-06,
      "loss": 0.8064,
      "step": 32400
    },
    {
      "epoch": 9.05,
      "grad_norm": 3.425267219543457,
      "learning_rate": 1.0600186645269326e-06,
      "loss": 0.7714,
      "step": 32410
    },
    {
      "epoch": 9.05,
      "grad_norm": 4.115168571472168,
      "learning_rate": 1.0603457298353335e-06,
      "loss": 0.7702,
      "step": 32420
    },
    {
      "epoch": 9.05,
      "grad_norm": 4.5070929527282715,
      "learning_rate": 1.0606727951437342e-06,
      "loss": 0.8118,
      "step": 32430
    },
    {
      "epoch": 9.05,
      "grad_norm": 3.1376335620880127,
      "learning_rate": 1.060999860452135e-06,
      "loss": 0.7765,
      "step": 32440
    },
    {
      "epoch": 9.06,
      "grad_norm": 3.801555871963501,
      "learning_rate": 1.0613269257605357e-06,
      "loss": 0.7881,
      "step": 32450
    },
    {
      "epoch": 9.06,
      "grad_norm": 4.3363037109375,
      "learning_rate": 1.0616539910689364e-06,
      "loss": 0.7968,
      "step": 32460
    },
    {
      "epoch": 9.06,
      "grad_norm": 5.706249713897705,
      "learning_rate": 1.0619810563773374e-06,
      "loss": 0.8035,
      "step": 32470
    },
    {
      "epoch": 9.07,
      "grad_norm": 4.624327182769775,
      "learning_rate": 1.062308121685738e-06,
      "loss": 0.7619,
      "step": 32480
    },
    {
      "epoch": 9.07,
      "grad_norm": 3.867393732070923,
      "learning_rate": 1.0626351869941388e-06,
      "loss": 0.7854,
      "step": 32490
    },
    {
      "epoch": 9.07,
      "grad_norm": 4.251998424530029,
      "learning_rate": 1.0629622523025397e-06,
      "loss": 0.7954,
      "step": 32500
    },
    {
      "epoch": 9.07,
      "grad_norm": 4.474377155303955,
      "learning_rate": 1.0632893176109405e-06,
      "loss": 0.807,
      "step": 32510
    },
    {
      "epoch": 9.08,
      "grad_norm": 3.4631540775299072,
      "learning_rate": 1.0636163829193412e-06,
      "loss": 0.7988,
      "step": 32520
    },
    {
      "epoch": 9.08,
      "grad_norm": 7.39489221572876,
      "learning_rate": 1.0639434482277421e-06,
      "loss": 0.78,
      "step": 32530
    },
    {
      "epoch": 9.08,
      "grad_norm": 3.015522003173828,
      "learning_rate": 1.0642705135361428e-06,
      "loss": 0.7931,
      "step": 32540
    },
    {
      "epoch": 9.08,
      "grad_norm": 5.332470893859863,
      "learning_rate": 1.0645975788445436e-06,
      "loss": 0.785,
      "step": 32550
    },
    {
      "epoch": 9.09,
      "grad_norm": 3.6801915168762207,
      "learning_rate": 1.0649246441529445e-06,
      "loss": 0.7693,
      "step": 32560
    },
    {
      "epoch": 9.09,
      "grad_norm": 3.7924935817718506,
      "learning_rate": 1.0652517094613452e-06,
      "loss": 0.7996,
      "step": 32570
    },
    {
      "epoch": 9.09,
      "grad_norm": 3.9356069564819336,
      "learning_rate": 1.065578774769746e-06,
      "loss": 0.7852,
      "step": 32580
    },
    {
      "epoch": 9.1,
      "grad_norm": 4.316650867462158,
      "learning_rate": 1.0659058400781467e-06,
      "loss": 0.7848,
      "step": 32590
    },
    {
      "epoch": 9.1,
      "grad_norm": 4.140711784362793,
      "learning_rate": 1.0662329053865474e-06,
      "loss": 0.7939,
      "step": 32600
    },
    {
      "epoch": 9.1,
      "grad_norm": 2.825284481048584,
      "learning_rate": 1.0665599706949483e-06,
      "loss": 0.7937,
      "step": 32610
    },
    {
      "epoch": 9.1,
      "grad_norm": 2.7436647415161133,
      "learning_rate": 1.066887036003349e-06,
      "loss": 0.7962,
      "step": 32620
    },
    {
      "epoch": 9.11,
      "grad_norm": 3.0792312622070312,
      "learning_rate": 1.0672141013117498e-06,
      "loss": 0.7906,
      "step": 32630
    },
    {
      "epoch": 9.11,
      "grad_norm": 3.893098831176758,
      "learning_rate": 1.0675411666201505e-06,
      "loss": 0.7773,
      "step": 32640
    },
    {
      "epoch": 9.11,
      "grad_norm": 4.134159564971924,
      "learning_rate": 1.0678682319285514e-06,
      "loss": 0.7813,
      "step": 32650
    },
    {
      "epoch": 9.12,
      "grad_norm": 4.105877876281738,
      "learning_rate": 1.0681952972369522e-06,
      "loss": 0.7844,
      "step": 32660
    },
    {
      "epoch": 9.12,
      "grad_norm": 4.291860103607178,
      "learning_rate": 1.0685223625453529e-06,
      "loss": 0.7866,
      "step": 32670
    },
    {
      "epoch": 9.12,
      "grad_norm": 6.041066646575928,
      "learning_rate": 1.0688494278537538e-06,
      "loss": 0.7836,
      "step": 32680
    },
    {
      "epoch": 9.12,
      "grad_norm": 4.609978675842285,
      "learning_rate": 1.0691764931621545e-06,
      "loss": 0.7984,
      "step": 32690
    },
    {
      "epoch": 9.13,
      "grad_norm": 4.657925128936768,
      "learning_rate": 1.0695035584705553e-06,
      "loss": 0.7785,
      "step": 32700
    },
    {
      "epoch": 9.13,
      "grad_norm": 5.634034633636475,
      "learning_rate": 1.0698306237789562e-06,
      "loss": 0.7839,
      "step": 32710
    },
    {
      "epoch": 9.13,
      "grad_norm": 5.273050308227539,
      "learning_rate": 1.070157689087357e-06,
      "loss": 0.7891,
      "step": 32720
    },
    {
      "epoch": 9.13,
      "grad_norm": 4.986334800720215,
      "learning_rate": 1.0704847543957576e-06,
      "loss": 0.7693,
      "step": 32730
    },
    {
      "epoch": 9.14,
      "grad_norm": 3.0820915699005127,
      "learning_rate": 1.0708118197041584e-06,
      "loss": 0.7865,
      "step": 32740
    },
    {
      "epoch": 9.14,
      "grad_norm": 5.042149066925049,
      "learning_rate": 1.0711388850125593e-06,
      "loss": 0.7919,
      "step": 32750
    },
    {
      "epoch": 9.14,
      "grad_norm": 4.193873882293701,
      "learning_rate": 1.07146595032096e-06,
      "loss": 0.789,
      "step": 32760
    },
    {
      "epoch": 9.15,
      "grad_norm": 3.398420572280884,
      "learning_rate": 1.0717930156293607e-06,
      "loss": 0.7823,
      "step": 32770
    },
    {
      "epoch": 9.15,
      "grad_norm": 3.419950008392334,
      "learning_rate": 1.0721200809377615e-06,
      "loss": 0.802,
      "step": 32780
    },
    {
      "epoch": 9.15,
      "grad_norm": 3.1285347938537598,
      "learning_rate": 1.0724471462461622e-06,
      "loss": 0.7972,
      "step": 32790
    },
    {
      "epoch": 9.15,
      "grad_norm": 7.065897464752197,
      "learning_rate": 1.0727742115545631e-06,
      "loss": 0.7861,
      "step": 32800
    },
    {
      "epoch": 9.16,
      "grad_norm": 3.5117602348327637,
      "learning_rate": 1.0731012768629639e-06,
      "loss": 0.7848,
      "step": 32810
    },
    {
      "epoch": 9.16,
      "grad_norm": 6.222034931182861,
      "learning_rate": 1.0734283421713648e-06,
      "loss": 0.8093,
      "step": 32820
    },
    {
      "epoch": 9.16,
      "grad_norm": 5.951559543609619,
      "learning_rate": 1.0737554074797655e-06,
      "loss": 0.7797,
      "step": 32830
    },
    {
      "epoch": 9.17,
      "grad_norm": 4.227515697479248,
      "learning_rate": 1.0740824727881662e-06,
      "loss": 0.782,
      "step": 32840
    },
    {
      "epoch": 9.17,
      "grad_norm": 4.422616481781006,
      "learning_rate": 1.0744095380965672e-06,
      "loss": 0.7743,
      "step": 32850
    },
    {
      "epoch": 9.17,
      "grad_norm": 8.251490592956543,
      "learning_rate": 1.074736603404968e-06,
      "loss": 0.8214,
      "step": 32860
    },
    {
      "epoch": 9.17,
      "grad_norm": 2.5402579307556152,
      "learning_rate": 1.0750636687133686e-06,
      "loss": 0.7888,
      "step": 32870
    },
    {
      "epoch": 9.18,
      "grad_norm": 4.387136936187744,
      "learning_rate": 1.0753907340217693e-06,
      "loss": 0.7975,
      "step": 32880
    },
    {
      "epoch": 9.18,
      "grad_norm": 4.165883541107178,
      "learning_rate": 1.07571779933017e-06,
      "loss": 0.7973,
      "step": 32890
    },
    {
      "epoch": 9.18,
      "grad_norm": 4.9901442527771,
      "learning_rate": 1.076044864638571e-06,
      "loss": 0.7738,
      "step": 32900
    },
    {
      "epoch": 9.19,
      "grad_norm": 4.082598686218262,
      "learning_rate": 1.0763719299469717e-06,
      "loss": 0.7867,
      "step": 32910
    },
    {
      "epoch": 9.19,
      "grad_norm": 4.107097148895264,
      "learning_rate": 1.0766989952553724e-06,
      "loss": 0.793,
      "step": 32920
    },
    {
      "epoch": 9.19,
      "grad_norm": 3.361330986022949,
      "learning_rate": 1.0770260605637732e-06,
      "loss": 0.7974,
      "step": 32930
    },
    {
      "epoch": 9.19,
      "grad_norm": 5.602209091186523,
      "learning_rate": 1.077353125872174e-06,
      "loss": 0.7856,
      "step": 32940
    },
    {
      "epoch": 9.2,
      "grad_norm": 4.957470417022705,
      "learning_rate": 1.0776801911805748e-06,
      "loss": 0.7808,
      "step": 32950
    },
    {
      "epoch": 9.2,
      "grad_norm": 3.451284646987915,
      "learning_rate": 1.0780072564889756e-06,
      "loss": 0.7967,
      "step": 32960
    },
    {
      "epoch": 9.2,
      "grad_norm": 5.6919403076171875,
      "learning_rate": 1.0783343217973765e-06,
      "loss": 0.8022,
      "step": 32970
    },
    {
      "epoch": 9.2,
      "grad_norm": 3.6632208824157715,
      "learning_rate": 1.0786613871057772e-06,
      "loss": 0.7646,
      "step": 32980
    },
    {
      "epoch": 9.21,
      "grad_norm": 4.767286777496338,
      "learning_rate": 1.078988452414178e-06,
      "loss": 0.7756,
      "step": 32990
    },
    {
      "epoch": 9.21,
      "grad_norm": 2.654010534286499,
      "learning_rate": 1.0793155177225789e-06,
      "loss": 0.796,
      "step": 33000
    },
    {
      "epoch": 9.21,
      "grad_norm": 3.396585702896118,
      "learning_rate": 1.0796425830309796e-06,
      "loss": 0.7898,
      "step": 33010
    },
    {
      "epoch": 9.22,
      "grad_norm": 4.488633155822754,
      "learning_rate": 1.0799696483393803e-06,
      "loss": 0.7889,
      "step": 33020
    },
    {
      "epoch": 9.22,
      "grad_norm": 2.7797627449035645,
      "learning_rate": 1.080296713647781e-06,
      "loss": 0.7983,
      "step": 33030
    },
    {
      "epoch": 9.22,
      "grad_norm": 5.439823627471924,
      "learning_rate": 1.080623778956182e-06,
      "loss": 0.7715,
      "step": 33040
    },
    {
      "epoch": 9.22,
      "grad_norm": 3.736625909805298,
      "learning_rate": 1.0809508442645827e-06,
      "loss": 0.7887,
      "step": 33050
    },
    {
      "epoch": 9.23,
      "grad_norm": 5.1747565269470215,
      "learning_rate": 1.0812779095729834e-06,
      "loss": 0.7863,
      "step": 33060
    },
    {
      "epoch": 9.23,
      "grad_norm": 4.059173107147217,
      "learning_rate": 1.0816049748813841e-06,
      "loss": 0.796,
      "step": 33070
    },
    {
      "epoch": 9.23,
      "grad_norm": 6.444372177124023,
      "learning_rate": 1.0819320401897849e-06,
      "loss": 0.79,
      "step": 33080
    },
    {
      "epoch": 9.24,
      "grad_norm": 4.604902267456055,
      "learning_rate": 1.0822591054981858e-06,
      "loss": 0.7814,
      "step": 33090
    },
    {
      "epoch": 9.24,
      "grad_norm": 4.860694885253906,
      "learning_rate": 1.0825861708065865e-06,
      "loss": 0.7951,
      "step": 33100
    },
    {
      "epoch": 9.24,
      "grad_norm": 3.994793176651001,
      "learning_rate": 1.0829132361149873e-06,
      "loss": 0.8001,
      "step": 33110
    },
    {
      "epoch": 9.24,
      "grad_norm": 2.9874532222747803,
      "learning_rate": 1.0832403014233882e-06,
      "loss": 0.7833,
      "step": 33120
    },
    {
      "epoch": 9.25,
      "grad_norm": 4.215254306793213,
      "learning_rate": 1.083567366731789e-06,
      "loss": 0.7849,
      "step": 33130
    },
    {
      "epoch": 9.25,
      "grad_norm": 3.500861644744873,
      "learning_rate": 1.0838944320401896e-06,
      "loss": 0.7982,
      "step": 33140
    },
    {
      "epoch": 9.25,
      "grad_norm": 3.9964475631713867,
      "learning_rate": 1.0842214973485906e-06,
      "loss": 0.797,
      "step": 33150
    },
    {
      "epoch": 9.25,
      "grad_norm": 5.462768077850342,
      "learning_rate": 1.0845485626569913e-06,
      "loss": 0.7736,
      "step": 33160
    },
    {
      "epoch": 9.26,
      "grad_norm": 4.90078592300415,
      "learning_rate": 1.084875627965392e-06,
      "loss": 0.7817,
      "step": 33170
    },
    {
      "epoch": 9.26,
      "grad_norm": 4.5180439949035645,
      "learning_rate": 1.085202693273793e-06,
      "loss": 0.7788,
      "step": 33180
    },
    {
      "epoch": 9.26,
      "grad_norm": 3.7519726753234863,
      "learning_rate": 1.0855297585821937e-06,
      "loss": 0.8003,
      "step": 33190
    },
    {
      "epoch": 9.27,
      "grad_norm": 2.5344879627227783,
      "learning_rate": 1.0858568238905944e-06,
      "loss": 0.7807,
      "step": 33200
    },
    {
      "epoch": 9.27,
      "grad_norm": 4.27985954284668,
      "learning_rate": 1.0861838891989951e-06,
      "loss": 0.7919,
      "step": 33210
    },
    {
      "epoch": 9.27,
      "grad_norm": 5.363282203674316,
      "learning_rate": 1.0865109545073958e-06,
      "loss": 0.7974,
      "step": 33220
    },
    {
      "epoch": 9.27,
      "grad_norm": 3.456829071044922,
      "learning_rate": 1.0868380198157968e-06,
      "loss": 0.7683,
      "step": 33230
    },
    {
      "epoch": 9.28,
      "grad_norm": 3.110682725906372,
      "learning_rate": 1.0871650851241975e-06,
      "loss": 0.7779,
      "step": 33240
    },
    {
      "epoch": 9.28,
      "grad_norm": 4.555510997772217,
      "learning_rate": 1.0874921504325982e-06,
      "loss": 0.7946,
      "step": 33250
    },
    {
      "epoch": 9.28,
      "grad_norm": 3.368546962738037,
      "learning_rate": 1.087819215740999e-06,
      "loss": 0.7778,
      "step": 33260
    },
    {
      "epoch": 9.29,
      "grad_norm": 3.0023930072784424,
      "learning_rate": 1.0881462810493999e-06,
      "loss": 0.7906,
      "step": 33270
    },
    {
      "epoch": 9.29,
      "grad_norm": 5.617652416229248,
      "learning_rate": 1.0884733463578006e-06,
      "loss": 0.7773,
      "step": 33280
    },
    {
      "epoch": 9.29,
      "grad_norm": 3.9440135955810547,
      "learning_rate": 1.0888004116662013e-06,
      "loss": 0.7745,
      "step": 33290
    },
    {
      "epoch": 9.29,
      "grad_norm": 4.1533284187316895,
      "learning_rate": 1.0891274769746023e-06,
      "loss": 0.7951,
      "step": 33300
    },
    {
      "epoch": 9.3,
      "grad_norm": 5.890383243560791,
      "learning_rate": 1.089454542283003e-06,
      "loss": 0.7865,
      "step": 33310
    },
    {
      "epoch": 9.3,
      "grad_norm": 4.185624599456787,
      "learning_rate": 1.0897816075914037e-06,
      "loss": 0.7989,
      "step": 33320
    },
    {
      "epoch": 9.3,
      "grad_norm": 2.108400583267212,
      "learning_rate": 1.0901086728998046e-06,
      "loss": 0.7908,
      "step": 33330
    },
    {
      "epoch": 9.31,
      "grad_norm": 3.329464912414551,
      "learning_rate": 1.0904357382082054e-06,
      "loss": 0.7951,
      "step": 33340
    },
    {
      "epoch": 9.31,
      "grad_norm": 6.104413986206055,
      "learning_rate": 1.090762803516606e-06,
      "loss": 0.7733,
      "step": 33350
    },
    {
      "epoch": 9.31,
      "grad_norm": 3.9268436431884766,
      "learning_rate": 1.0910898688250068e-06,
      "loss": 0.793,
      "step": 33360
    },
    {
      "epoch": 9.31,
      "grad_norm": 2.8382225036621094,
      "learning_rate": 1.0914169341334078e-06,
      "loss": 0.7949,
      "step": 33370
    },
    {
      "epoch": 9.32,
      "grad_norm": 3.072646379470825,
      "learning_rate": 1.0917439994418085e-06,
      "loss": 0.8062,
      "step": 33380
    },
    {
      "epoch": 9.32,
      "grad_norm": 4.041362285614014,
      "learning_rate": 1.0920710647502092e-06,
      "loss": 0.7838,
      "step": 33390
    },
    {
      "epoch": 9.32,
      "grad_norm": 8.67495059967041,
      "learning_rate": 1.09239813005861e-06,
      "loss": 0.7997,
      "step": 33400
    },
    {
      "epoch": 9.32,
      "grad_norm": 3.4223201274871826,
      "learning_rate": 1.0927251953670106e-06,
      "loss": 0.7787,
      "step": 33410
    },
    {
      "epoch": 9.33,
      "grad_norm": 4.497351169586182,
      "learning_rate": 1.0930522606754116e-06,
      "loss": 0.7726,
      "step": 33420
    },
    {
      "epoch": 9.33,
      "grad_norm": 4.044838905334473,
      "learning_rate": 1.0933793259838123e-06,
      "loss": 0.7706,
      "step": 33430
    },
    {
      "epoch": 9.33,
      "grad_norm": 3.0738818645477295,
      "learning_rate": 1.0937063912922132e-06,
      "loss": 0.7911,
      "step": 33440
    },
    {
      "epoch": 9.34,
      "grad_norm": 3.0669491291046143,
      "learning_rate": 1.094033456600614e-06,
      "loss": 0.783,
      "step": 33450
    },
    {
      "epoch": 9.34,
      "grad_norm": 4.209871768951416,
      "learning_rate": 1.0943605219090147e-06,
      "loss": 0.7926,
      "step": 33460
    },
    {
      "epoch": 9.34,
      "grad_norm": 3.818131446838379,
      "learning_rate": 1.0946875872174156e-06,
      "loss": 0.7825,
      "step": 33470
    },
    {
      "epoch": 9.34,
      "grad_norm": 3.860234498977661,
      "learning_rate": 1.0950146525258163e-06,
      "loss": 0.7842,
      "step": 33480
    },
    {
      "epoch": 9.35,
      "grad_norm": 7.082890510559082,
      "learning_rate": 1.095341717834217e-06,
      "loss": 0.7951,
      "step": 33490
    },
    {
      "epoch": 9.35,
      "grad_norm": 4.763641357421875,
      "learning_rate": 1.0956687831426178e-06,
      "loss": 0.7792,
      "step": 33500
    },
    {
      "epoch": 9.35,
      "grad_norm": 4.85287618637085,
      "learning_rate": 1.0959958484510185e-06,
      "loss": 0.778,
      "step": 33510
    },
    {
      "epoch": 9.36,
      "grad_norm": 2.856887102127075,
      "learning_rate": 1.0963229137594195e-06,
      "loss": 0.7897,
      "step": 33520
    },
    {
      "epoch": 9.36,
      "grad_norm": 6.844603538513184,
      "learning_rate": 1.0966499790678202e-06,
      "loss": 0.7817,
      "step": 33530
    },
    {
      "epoch": 9.36,
      "grad_norm": 3.9459850788116455,
      "learning_rate": 1.096977044376221e-06,
      "loss": 0.788,
      "step": 33540
    },
    {
      "epoch": 9.36,
      "grad_norm": 2.699152946472168,
      "learning_rate": 1.0973041096846216e-06,
      "loss": 0.7882,
      "step": 33550
    },
    {
      "epoch": 9.37,
      "grad_norm": 3.387951612472534,
      "learning_rate": 1.0976311749930223e-06,
      "loss": 0.7872,
      "step": 33560
    },
    {
      "epoch": 9.37,
      "grad_norm": 4.574590682983398,
      "learning_rate": 1.0979582403014233e-06,
      "loss": 0.8066,
      "step": 33570
    },
    {
      "epoch": 9.37,
      "grad_norm": 3.840054988861084,
      "learning_rate": 1.098285305609824e-06,
      "loss": 0.7959,
      "step": 33580
    },
    {
      "epoch": 9.37,
      "grad_norm": 3.582332134246826,
      "learning_rate": 1.098612370918225e-06,
      "loss": 0.7924,
      "step": 33590
    },
    {
      "epoch": 9.38,
      "grad_norm": 3.394662380218506,
      "learning_rate": 1.0989394362266257e-06,
      "loss": 0.7794,
      "step": 33600
    },
    {
      "epoch": 9.38,
      "grad_norm": 3.937533378601074,
      "learning_rate": 1.0992665015350264e-06,
      "loss": 0.7865,
      "step": 33610
    },
    {
      "epoch": 9.38,
      "grad_norm": 4.38244104385376,
      "learning_rate": 1.0995935668434273e-06,
      "loss": 0.7929,
      "step": 33620
    },
    {
      "epoch": 9.39,
      "grad_norm": 4.06687593460083,
      "learning_rate": 1.099920632151828e-06,
      "loss": 0.7596,
      "step": 33630
    },
    {
      "epoch": 9.39,
      "grad_norm": 4.414994239807129,
      "learning_rate": 1.1002476974602288e-06,
      "loss": 0.7896,
      "step": 33640
    },
    {
      "epoch": 9.39,
      "grad_norm": 4.830900192260742,
      "learning_rate": 1.1005747627686295e-06,
      "loss": 0.7866,
      "step": 33650
    },
    {
      "epoch": 9.39,
      "grad_norm": 3.2315096855163574,
      "learning_rate": 1.1009018280770304e-06,
      "loss": 0.7835,
      "step": 33660
    },
    {
      "epoch": 9.4,
      "grad_norm": 4.899521827697754,
      "learning_rate": 1.1012288933854311e-06,
      "loss": 0.7913,
      "step": 33670
    },
    {
      "epoch": 9.4,
      "grad_norm": 2.86629056930542,
      "learning_rate": 1.1015559586938319e-06,
      "loss": 0.789,
      "step": 33680
    },
    {
      "epoch": 9.4,
      "grad_norm": 6.654469966888428,
      "learning_rate": 1.1018830240022326e-06,
      "loss": 0.7847,
      "step": 33690
    },
    {
      "epoch": 9.41,
      "grad_norm": 4.443495750427246,
      "learning_rate": 1.1022100893106333e-06,
      "loss": 0.7929,
      "step": 33700
    },
    {
      "epoch": 9.41,
      "grad_norm": 4.938249111175537,
      "learning_rate": 1.1025371546190343e-06,
      "loss": 0.7792,
      "step": 33710
    },
    {
      "epoch": 9.41,
      "grad_norm": 5.125795841217041,
      "learning_rate": 1.102864219927435e-06,
      "loss": 0.7786,
      "step": 33720
    },
    {
      "epoch": 9.41,
      "grad_norm": 2.5766994953155518,
      "learning_rate": 1.1031912852358357e-06,
      "loss": 0.778,
      "step": 33730
    },
    {
      "epoch": 9.42,
      "grad_norm": 4.460598468780518,
      "learning_rate": 1.1035183505442366e-06,
      "loss": 0.7875,
      "step": 33740
    },
    {
      "epoch": 9.42,
      "grad_norm": 4.704262733459473,
      "learning_rate": 1.1038454158526374e-06,
      "loss": 0.7802,
      "step": 33750
    },
    {
      "epoch": 9.42,
      "grad_norm": 4.678765773773193,
      "learning_rate": 1.104172481161038e-06,
      "loss": 0.7672,
      "step": 33760
    },
    {
      "epoch": 9.43,
      "grad_norm": 4.557679176330566,
      "learning_rate": 1.104499546469439e-06,
      "loss": 0.8043,
      "step": 33770
    },
    {
      "epoch": 9.43,
      "grad_norm": 4.992255210876465,
      "learning_rate": 1.1048266117778397e-06,
      "loss": 0.7798,
      "step": 33780
    },
    {
      "epoch": 9.43,
      "grad_norm": 5.851528167724609,
      "learning_rate": 1.1051536770862405e-06,
      "loss": 0.7867,
      "step": 33790
    },
    {
      "epoch": 9.43,
      "grad_norm": 5.056042671203613,
      "learning_rate": 1.1054807423946414e-06,
      "loss": 0.7788,
      "step": 33800
    },
    {
      "epoch": 9.44,
      "grad_norm": 3.653334856033325,
      "learning_rate": 1.1058078077030421e-06,
      "loss": 0.7747,
      "step": 33810
    },
    {
      "epoch": 9.44,
      "grad_norm": 3.6307146549224854,
      "learning_rate": 1.1061348730114428e-06,
      "loss": 0.7822,
      "step": 33820
    },
    {
      "epoch": 9.44,
      "grad_norm": 4.600743770599365,
      "learning_rate": 1.1064619383198436e-06,
      "loss": 0.7799,
      "step": 33830
    },
    {
      "epoch": 9.44,
      "grad_norm": 4.471309661865234,
      "learning_rate": 1.1067890036282443e-06,
      "loss": 0.8117,
      "step": 33840
    },
    {
      "epoch": 9.45,
      "grad_norm": 4.286931991577148,
      "learning_rate": 1.1071160689366452e-06,
      "loss": 0.787,
      "step": 33850
    },
    {
      "epoch": 9.45,
      "grad_norm": 4.375755310058594,
      "learning_rate": 1.107443134245046e-06,
      "loss": 0.7824,
      "step": 33860
    },
    {
      "epoch": 9.45,
      "grad_norm": 4.064202308654785,
      "learning_rate": 1.1077701995534467e-06,
      "loss": 0.7791,
      "step": 33870
    },
    {
      "epoch": 9.46,
      "grad_norm": 3.750371217727661,
      "learning_rate": 1.1080972648618474e-06,
      "loss": 0.7854,
      "step": 33880
    },
    {
      "epoch": 9.46,
      "grad_norm": 3.258119583129883,
      "learning_rate": 1.1084243301702483e-06,
      "loss": 0.788,
      "step": 33890
    },
    {
      "epoch": 9.46,
      "grad_norm": 3.929868221282959,
      "learning_rate": 1.108751395478649e-06,
      "loss": 0.7838,
      "step": 33900
    },
    {
      "epoch": 9.46,
      "grad_norm": 3.5515270233154297,
      "learning_rate": 1.1090784607870498e-06,
      "loss": 0.7739,
      "step": 33910
    },
    {
      "epoch": 9.47,
      "grad_norm": 5.545464038848877,
      "learning_rate": 1.1094055260954507e-06,
      "loss": 0.7883,
      "step": 33920
    },
    {
      "epoch": 9.47,
      "grad_norm": 4.437748908996582,
      "learning_rate": 1.1097325914038514e-06,
      "loss": 0.7853,
      "step": 33930
    },
    {
      "epoch": 9.47,
      "grad_norm": 3.395231246948242,
      "learning_rate": 1.1100596567122522e-06,
      "loss": 0.7684,
      "step": 33940
    },
    {
      "epoch": 9.48,
      "grad_norm": 5.871338844299316,
      "learning_rate": 1.110386722020653e-06,
      "loss": 0.7844,
      "step": 33950
    },
    {
      "epoch": 9.48,
      "grad_norm": 2.641777992248535,
      "learning_rate": 1.1107137873290538e-06,
      "loss": 0.7776,
      "step": 33960
    },
    {
      "epoch": 9.48,
      "grad_norm": 3.560452938079834,
      "learning_rate": 1.1110408526374545e-06,
      "loss": 0.791,
      "step": 33970
    },
    {
      "epoch": 9.48,
      "grad_norm": 2.7250969409942627,
      "learning_rate": 1.1113679179458553e-06,
      "loss": 0.779,
      "step": 33980
    },
    {
      "epoch": 9.49,
      "grad_norm": 3.2483065128326416,
      "learning_rate": 1.111694983254256e-06,
      "loss": 0.7548,
      "step": 33990
    },
    {
      "epoch": 9.49,
      "grad_norm": 4.7252302169799805,
      "learning_rate": 1.112022048562657e-06,
      "loss": 0.7776,
      "step": 34000
    },
    {
      "epoch": 9.49,
      "grad_norm": 4.88823938369751,
      "learning_rate": 1.1123491138710577e-06,
      "loss": 0.7748,
      "step": 34010
    },
    {
      "epoch": 9.49,
      "grad_norm": 4.351687908172607,
      "learning_rate": 1.1126761791794584e-06,
      "loss": 0.7856,
      "step": 34020
    },
    {
      "epoch": 9.5,
      "grad_norm": 5.746074676513672,
      "learning_rate": 1.113003244487859e-06,
      "loss": 0.7737,
      "step": 34030
    },
    {
      "epoch": 9.5,
      "grad_norm": 3.8748903274536133,
      "learning_rate": 1.11333030979626e-06,
      "loss": 0.787,
      "step": 34040
    },
    {
      "epoch": 9.5,
      "grad_norm": 4.925986289978027,
      "learning_rate": 1.1136573751046608e-06,
      "loss": 0.8048,
      "step": 34050
    },
    {
      "epoch": 9.51,
      "grad_norm": 3.644287347793579,
      "learning_rate": 1.1139844404130617e-06,
      "loss": 0.7663,
      "step": 34060
    },
    {
      "epoch": 9.51,
      "grad_norm": 3.9017345905303955,
      "learning_rate": 1.1143115057214624e-06,
      "loss": 0.7993,
      "step": 34070
    },
    {
      "epoch": 9.51,
      "grad_norm": 4.839635848999023,
      "learning_rate": 1.1146385710298631e-06,
      "loss": 0.7915,
      "step": 34080
    },
    {
      "epoch": 9.51,
      "grad_norm": 4.207174301147461,
      "learning_rate": 1.114965636338264e-06,
      "loss": 0.7985,
      "step": 34090
    },
    {
      "epoch": 9.52,
      "grad_norm": 3.7873075008392334,
      "learning_rate": 1.1152927016466648e-06,
      "loss": 0.7767,
      "step": 34100
    },
    {
      "epoch": 9.52,
      "grad_norm": 2.96525502204895,
      "learning_rate": 1.1156197669550655e-06,
      "loss": 0.7757,
      "step": 34110
    },
    {
      "epoch": 9.52,
      "grad_norm": 3.8817296028137207,
      "learning_rate": 1.1159468322634662e-06,
      "loss": 0.7971,
      "step": 34120
    },
    {
      "epoch": 9.53,
      "grad_norm": 5.0350518226623535,
      "learning_rate": 1.116273897571867e-06,
      "loss": 0.7858,
      "step": 34130
    },
    {
      "epoch": 9.53,
      "grad_norm": 3.4203038215637207,
      "learning_rate": 1.116600962880268e-06,
      "loss": 0.7806,
      "step": 34140
    },
    {
      "epoch": 9.53,
      "grad_norm": 3.1800642013549805,
      "learning_rate": 1.1169280281886686e-06,
      "loss": 0.7937,
      "step": 34150
    },
    {
      "epoch": 9.53,
      "grad_norm": 3.1903913021087646,
      "learning_rate": 1.1172550934970693e-06,
      "loss": 0.7756,
      "step": 34160
    },
    {
      "epoch": 9.54,
      "grad_norm": 4.518265724182129,
      "learning_rate": 1.11758215880547e-06,
      "loss": 0.7666,
      "step": 34170
    },
    {
      "epoch": 9.54,
      "grad_norm": 3.8446953296661377,
      "learning_rate": 1.1179092241138708e-06,
      "loss": 0.7847,
      "step": 34180
    },
    {
      "epoch": 9.54,
      "grad_norm": 4.870395183563232,
      "learning_rate": 1.1182362894222717e-06,
      "loss": 0.798,
      "step": 34190
    },
    {
      "epoch": 9.55,
      "grad_norm": 3.1408066749572754,
      "learning_rate": 1.1185633547306725e-06,
      "loss": 0.7543,
      "step": 34200
    },
    {
      "epoch": 9.55,
      "grad_norm": 5.324197769165039,
      "learning_rate": 1.1188904200390734e-06,
      "loss": 0.7993,
      "step": 34210
    },
    {
      "epoch": 9.55,
      "grad_norm": 3.907672643661499,
      "learning_rate": 1.1192174853474741e-06,
      "loss": 0.7889,
      "step": 34220
    },
    {
      "epoch": 9.55,
      "grad_norm": 5.932481288909912,
      "learning_rate": 1.1195445506558748e-06,
      "loss": 0.7696,
      "step": 34230
    },
    {
      "epoch": 9.56,
      "grad_norm": 3.5531084537506104,
      "learning_rate": 1.1198716159642758e-06,
      "loss": 0.7868,
      "step": 34240
    },
    {
      "epoch": 9.56,
      "grad_norm": 7.558319568634033,
      "learning_rate": 1.1201986812726765e-06,
      "loss": 0.7779,
      "step": 34250
    },
    {
      "epoch": 9.56,
      "grad_norm": 4.117929935455322,
      "learning_rate": 1.1205257465810772e-06,
      "loss": 0.7838,
      "step": 34260
    },
    {
      "epoch": 9.56,
      "grad_norm": 7.801792621612549,
      "learning_rate": 1.120852811889478e-06,
      "loss": 0.7647,
      "step": 34270
    },
    {
      "epoch": 9.57,
      "grad_norm": 3.186434268951416,
      "learning_rate": 1.1211798771978789e-06,
      "loss": 0.7897,
      "step": 34280
    },
    {
      "epoch": 9.57,
      "grad_norm": 3.343993902206421,
      "learning_rate": 1.1215069425062796e-06,
      "loss": 0.7729,
      "step": 34290
    },
    {
      "epoch": 9.57,
      "grad_norm": 3.255122423171997,
      "learning_rate": 1.1218340078146803e-06,
      "loss": 0.7709,
      "step": 34300
    },
    {
      "epoch": 9.58,
      "grad_norm": 2.8124139308929443,
      "learning_rate": 1.122161073123081e-06,
      "loss": 0.7714,
      "step": 34310
    },
    {
      "epoch": 9.58,
      "grad_norm": 2.6486427783966064,
      "learning_rate": 1.1224881384314818e-06,
      "loss": 0.7758,
      "step": 34320
    },
    {
      "epoch": 9.58,
      "grad_norm": 5.845901012420654,
      "learning_rate": 1.1228152037398827e-06,
      "loss": 0.7859,
      "step": 34330
    },
    {
      "epoch": 9.58,
      "grad_norm": 4.887150287628174,
      "learning_rate": 1.1231422690482834e-06,
      "loss": 0.7818,
      "step": 34340
    },
    {
      "epoch": 9.59,
      "grad_norm": 4.4559526443481445,
      "learning_rate": 1.1234693343566842e-06,
      "loss": 0.7791,
      "step": 34350
    },
    {
      "epoch": 9.59,
      "grad_norm": 3.1572701930999756,
      "learning_rate": 1.123796399665085e-06,
      "loss": 0.783,
      "step": 34360
    },
    {
      "epoch": 9.59,
      "grad_norm": 4.980320930480957,
      "learning_rate": 1.1241234649734858e-06,
      "loss": 0.7974,
      "step": 34370
    },
    {
      "epoch": 9.6,
      "grad_norm": 4.530613422393799,
      "learning_rate": 1.1244505302818865e-06,
      "loss": 0.7838,
      "step": 34380
    },
    {
      "epoch": 9.6,
      "grad_norm": 3.1743853092193604,
      "learning_rate": 1.1247775955902875e-06,
      "loss": 0.7828,
      "step": 34390
    },
    {
      "epoch": 9.6,
      "grad_norm": 2.6335954666137695,
      "learning_rate": 1.1251046608986882e-06,
      "loss": 0.7655,
      "step": 34400
    },
    {
      "epoch": 9.6,
      "grad_norm": 4.227424144744873,
      "learning_rate": 1.125431726207089e-06,
      "loss": 0.7903,
      "step": 34410
    },
    {
      "epoch": 9.61,
      "grad_norm": 4.345184326171875,
      "learning_rate": 1.1257587915154896e-06,
      "loss": 0.7761,
      "step": 34420
    },
    {
      "epoch": 9.61,
      "grad_norm": 4.052535057067871,
      "learning_rate": 1.1260858568238906e-06,
      "loss": 0.7653,
      "step": 34430
    },
    {
      "epoch": 9.61,
      "grad_norm": 2.2390270233154297,
      "learning_rate": 1.1264129221322913e-06,
      "loss": 0.7992,
      "step": 34440
    },
    {
      "epoch": 9.61,
      "grad_norm": 2.75227689743042,
      "learning_rate": 1.126739987440692e-06,
      "loss": 0.7767,
      "step": 34450
    },
    {
      "epoch": 9.62,
      "grad_norm": 3.4824867248535156,
      "learning_rate": 1.1270670527490927e-06,
      "loss": 0.796,
      "step": 34460
    },
    {
      "epoch": 9.62,
      "grad_norm": 3.9493937492370605,
      "learning_rate": 1.1273941180574937e-06,
      "loss": 0.7796,
      "step": 34470
    },
    {
      "epoch": 9.62,
      "grad_norm": 5.628608703613281,
      "learning_rate": 1.1277211833658944e-06,
      "loss": 0.7804,
      "step": 34480
    },
    {
      "epoch": 9.63,
      "grad_norm": 6.303963661193848,
      "learning_rate": 1.1280482486742951e-06,
      "loss": 0.79,
      "step": 34490
    },
    {
      "epoch": 9.63,
      "grad_norm": 2.682739734649658,
      "learning_rate": 1.1283753139826958e-06,
      "loss": 0.7865,
      "step": 34500
    },
    {
      "epoch": 9.63,
      "grad_norm": 3.6531565189361572,
      "learning_rate": 1.1287023792910968e-06,
      "loss": 0.7818,
      "step": 34510
    },
    {
      "epoch": 9.63,
      "grad_norm": 4.496982097625732,
      "learning_rate": 1.1290294445994975e-06,
      "loss": 0.7657,
      "step": 34520
    },
    {
      "epoch": 9.64,
      "grad_norm": 2.5072195529937744,
      "learning_rate": 1.1293565099078984e-06,
      "loss": 0.7683,
      "step": 34530
    },
    {
      "epoch": 9.64,
      "grad_norm": 4.708199501037598,
      "learning_rate": 1.1296835752162992e-06,
      "loss": 0.7722,
      "step": 34540
    },
    {
      "epoch": 9.64,
      "grad_norm": 4.124420642852783,
      "learning_rate": 1.1300106405246999e-06,
      "loss": 0.7776,
      "step": 34550
    },
    {
      "epoch": 9.65,
      "grad_norm": 4.513405799865723,
      "learning_rate": 1.1303377058331006e-06,
      "loss": 0.774,
      "step": 34560
    },
    {
      "epoch": 9.65,
      "grad_norm": 4.126567363739014,
      "learning_rate": 1.1306647711415015e-06,
      "loss": 0.7718,
      "step": 34570
    },
    {
      "epoch": 9.65,
      "grad_norm": 4.097271919250488,
      "learning_rate": 1.1309918364499023e-06,
      "loss": 0.7704,
      "step": 34580
    },
    {
      "epoch": 9.65,
      "grad_norm": 6.646429538726807,
      "learning_rate": 1.131318901758303e-06,
      "loss": 0.7871,
      "step": 34590
    },
    {
      "epoch": 9.66,
      "grad_norm": 3.4332287311553955,
      "learning_rate": 1.1316459670667037e-06,
      "loss": 0.7743,
      "step": 34600
    },
    {
      "epoch": 9.66,
      "grad_norm": 2.6130735874176025,
      "learning_rate": 1.1319730323751044e-06,
      "loss": 0.7864,
      "step": 34610
    },
    {
      "epoch": 9.66,
      "grad_norm": 2.457388401031494,
      "learning_rate": 1.1323000976835054e-06,
      "loss": 0.7638,
      "step": 34620
    },
    {
      "epoch": 9.67,
      "grad_norm": 4.553343772888184,
      "learning_rate": 1.132627162991906e-06,
      "loss": 0.7715,
      "step": 34630
    },
    {
      "epoch": 9.67,
      "grad_norm": 3.1918957233428955,
      "learning_rate": 1.1329542283003068e-06,
      "loss": 0.7698,
      "step": 34640
    },
    {
      "epoch": 9.67,
      "grad_norm": 4.236273288726807,
      "learning_rate": 1.1332812936087075e-06,
      "loss": 0.7866,
      "step": 34650
    },
    {
      "epoch": 9.67,
      "grad_norm": 5.338481426239014,
      "learning_rate": 1.1336083589171085e-06,
      "loss": 0.7801,
      "step": 34660
    },
    {
      "epoch": 9.68,
      "grad_norm": 4.996226787567139,
      "learning_rate": 1.1339354242255092e-06,
      "loss": 0.7854,
      "step": 34670
    },
    {
      "epoch": 9.68,
      "grad_norm": 5.009522914886475,
      "learning_rate": 1.1342624895339101e-06,
      "loss": 0.8088,
      "step": 34680
    },
    {
      "epoch": 9.68,
      "grad_norm": 5.808245658874512,
      "learning_rate": 1.1345895548423109e-06,
      "loss": 0.7746,
      "step": 34690
    },
    {
      "epoch": 9.68,
      "grad_norm": 4.552341938018799,
      "learning_rate": 1.1349166201507116e-06,
      "loss": 0.7744,
      "step": 34700
    },
    {
      "epoch": 9.69,
      "grad_norm": 3.944761037826538,
      "learning_rate": 1.1352436854591125e-06,
      "loss": 0.7786,
      "step": 34710
    },
    {
      "epoch": 9.69,
      "grad_norm": 4.262350559234619,
      "learning_rate": 1.1355707507675132e-06,
      "loss": 0.787,
      "step": 34720
    },
    {
      "epoch": 9.69,
      "grad_norm": 3.5349013805389404,
      "learning_rate": 1.135897816075914e-06,
      "loss": 0.7749,
      "step": 34730
    },
    {
      "epoch": 9.7,
      "grad_norm": 3.717489004135132,
      "learning_rate": 1.1362248813843147e-06,
      "loss": 0.7901,
      "step": 34740
    },
    {
      "epoch": 9.7,
      "grad_norm": 7.1529541015625,
      "learning_rate": 1.1365519466927154e-06,
      "loss": 0.772,
      "step": 34750
    },
    {
      "epoch": 9.7,
      "grad_norm": 5.667295932769775,
      "learning_rate": 1.1368790120011164e-06,
      "loss": 0.78,
      "step": 34760
    },
    {
      "epoch": 9.7,
      "grad_norm": 5.348413467407227,
      "learning_rate": 1.137206077309517e-06,
      "loss": 0.7885,
      "step": 34770
    },
    {
      "epoch": 9.71,
      "grad_norm": 4.950467109680176,
      "learning_rate": 1.1375331426179178e-06,
      "loss": 0.7768,
      "step": 34780
    },
    {
      "epoch": 9.71,
      "grad_norm": 4.516926288604736,
      "learning_rate": 1.1378602079263185e-06,
      "loss": 0.7952,
      "step": 34790
    },
    {
      "epoch": 9.71,
      "grad_norm": 6.253498554229736,
      "learning_rate": 1.1381872732347195e-06,
      "loss": 0.7744,
      "step": 34800
    },
    {
      "epoch": 9.72,
      "grad_norm": 3.887176275253296,
      "learning_rate": 1.1385143385431202e-06,
      "loss": 0.7835,
      "step": 34810
    },
    {
      "epoch": 9.72,
      "grad_norm": 4.770241737365723,
      "learning_rate": 1.138841403851521e-06,
      "loss": 0.7779,
      "step": 34820
    },
    {
      "epoch": 9.72,
      "grad_norm": 3.178712844848633,
      "learning_rate": 1.1391684691599218e-06,
      "loss": 0.7914,
      "step": 34830
    },
    {
      "epoch": 9.72,
      "grad_norm": 3.316986083984375,
      "learning_rate": 1.1394955344683226e-06,
      "loss": 0.7928,
      "step": 34840
    },
    {
      "epoch": 9.73,
      "grad_norm": 2.5946044921875,
      "learning_rate": 1.1398225997767233e-06,
      "loss": 0.7803,
      "step": 34850
    },
    {
      "epoch": 9.73,
      "grad_norm": 3.1555490493774414,
      "learning_rate": 1.1401496650851242e-06,
      "loss": 0.7812,
      "step": 34860
    },
    {
      "epoch": 9.73,
      "grad_norm": 4.657325744628906,
      "learning_rate": 1.140476730393525e-06,
      "loss": 0.7788,
      "step": 34870
    },
    {
      "epoch": 9.73,
      "grad_norm": 3.4332239627838135,
      "learning_rate": 1.1408037957019257e-06,
      "loss": 0.8044,
      "step": 34880
    },
    {
      "epoch": 9.74,
      "grad_norm": 5.530613422393799,
      "learning_rate": 1.1411308610103264e-06,
      "loss": 0.7551,
      "step": 34890
    },
    {
      "epoch": 9.74,
      "grad_norm": 5.04994010925293,
      "learning_rate": 1.1414579263187273e-06,
      "loss": 0.7838,
      "step": 34900
    },
    {
      "epoch": 9.74,
      "grad_norm": 5.881993770599365,
      "learning_rate": 1.141784991627128e-06,
      "loss": 0.7713,
      "step": 34910
    },
    {
      "epoch": 9.75,
      "grad_norm": 3.8907973766326904,
      "learning_rate": 1.1421120569355288e-06,
      "loss": 0.7873,
      "step": 34920
    },
    {
      "epoch": 9.75,
      "grad_norm": 6.864276885986328,
      "learning_rate": 1.1424391222439295e-06,
      "loss": 0.7974,
      "step": 34930
    },
    {
      "epoch": 9.75,
      "grad_norm": 3.3569858074188232,
      "learning_rate": 1.1427661875523302e-06,
      "loss": 0.7877,
      "step": 34940
    },
    {
      "epoch": 9.75,
      "grad_norm": 6.086441516876221,
      "learning_rate": 1.1430932528607312e-06,
      "loss": 0.7787,
      "step": 34950
    },
    {
      "epoch": 9.76,
      "grad_norm": 3.865273952484131,
      "learning_rate": 1.1434203181691319e-06,
      "loss": 0.7804,
      "step": 34960
    },
    {
      "epoch": 9.76,
      "grad_norm": 4.651051044464111,
      "learning_rate": 1.1437473834775326e-06,
      "loss": 0.7967,
      "step": 34970
    },
    {
      "epoch": 9.76,
      "grad_norm": 3.352107048034668,
      "learning_rate": 1.1440744487859335e-06,
      "loss": 0.784,
      "step": 34980
    },
    {
      "epoch": 9.77,
      "grad_norm": 3.7060272693634033,
      "learning_rate": 1.1444015140943343e-06,
      "loss": 0.766,
      "step": 34990
    },
    {
      "epoch": 9.77,
      "grad_norm": 3.6665117740631104,
      "learning_rate": 1.144728579402735e-06,
      "loss": 0.7738,
      "step": 35000
    },
    {
      "epoch": 9.77,
      "grad_norm": 3.2010490894317627,
      "learning_rate": 1.145055644711136e-06,
      "loss": 0.7768,
      "step": 35010
    },
    {
      "epoch": 9.77,
      "grad_norm": 5.845639705657959,
      "learning_rate": 1.1453827100195366e-06,
      "loss": 0.7664,
      "step": 35020
    },
    {
      "epoch": 9.78,
      "grad_norm": 4.695702075958252,
      "learning_rate": 1.1457097753279374e-06,
      "loss": 0.7891,
      "step": 35030
    },
    {
      "epoch": 9.78,
      "grad_norm": 3.6066102981567383,
      "learning_rate": 1.146036840636338e-06,
      "loss": 0.7828,
      "step": 35040
    },
    {
      "epoch": 9.78,
      "grad_norm": 3.2333943843841553,
      "learning_rate": 1.146363905944739e-06,
      "loss": 0.7654,
      "step": 35050
    },
    {
      "epoch": 9.79,
      "grad_norm": 2.866049289703369,
      "learning_rate": 1.1466909712531397e-06,
      "loss": 0.7842,
      "step": 35060
    },
    {
      "epoch": 9.79,
      "grad_norm": 3.4535374641418457,
      "learning_rate": 1.1470180365615405e-06,
      "loss": 0.7692,
      "step": 35070
    },
    {
      "epoch": 9.79,
      "grad_norm": 4.017726898193359,
      "learning_rate": 1.1473451018699412e-06,
      "loss": 0.7968,
      "step": 35080
    },
    {
      "epoch": 9.79,
      "grad_norm": 3.4927151203155518,
      "learning_rate": 1.1476721671783421e-06,
      "loss": 0.7794,
      "step": 35090
    },
    {
      "epoch": 9.8,
      "grad_norm": 3.4803671836853027,
      "learning_rate": 1.1479992324867429e-06,
      "loss": 0.7923,
      "step": 35100
    },
    {
      "epoch": 9.8,
      "grad_norm": 4.491759300231934,
      "learning_rate": 1.1483262977951436e-06,
      "loss": 0.7814,
      "step": 35110
    },
    {
      "epoch": 9.8,
      "grad_norm": 4.294959545135498,
      "learning_rate": 1.1486533631035443e-06,
      "loss": 0.7739,
      "step": 35120
    },
    {
      "epoch": 9.8,
      "grad_norm": 5.07682991027832,
      "learning_rate": 1.1489804284119452e-06,
      "loss": 0.7941,
      "step": 35130
    },
    {
      "epoch": 9.81,
      "grad_norm": 4.760198593139648,
      "learning_rate": 1.149307493720346e-06,
      "loss": 0.7682,
      "step": 35140
    },
    {
      "epoch": 9.81,
      "grad_norm": 2.9514617919921875,
      "learning_rate": 1.149634559028747e-06,
      "loss": 0.7825,
      "step": 35150
    },
    {
      "epoch": 9.81,
      "grad_norm": 3.320342540740967,
      "learning_rate": 1.1499616243371476e-06,
      "loss": 0.7699,
      "step": 35160
    },
    {
      "epoch": 9.82,
      "grad_norm": 4.273824691772461,
      "learning_rate": 1.1502886896455483e-06,
      "loss": 0.8011,
      "step": 35170
    },
    {
      "epoch": 9.82,
      "grad_norm": 3.5692639350891113,
      "learning_rate": 1.150615754953949e-06,
      "loss": 0.7603,
      "step": 35180
    },
    {
      "epoch": 9.82,
      "grad_norm": 3.0660958290100098,
      "learning_rate": 1.15094282026235e-06,
      "loss": 0.7987,
      "step": 35190
    },
    {
      "epoch": 9.82,
      "grad_norm": 3.6055994033813477,
      "learning_rate": 1.1512698855707507e-06,
      "loss": 0.7748,
      "step": 35200
    },
    {
      "epoch": 9.83,
      "grad_norm": 4.740015506744385,
      "learning_rate": 1.1515969508791514e-06,
      "loss": 0.7659,
      "step": 35210
    },
    {
      "epoch": 9.83,
      "grad_norm": 3.9473559856414795,
      "learning_rate": 1.1519240161875522e-06,
      "loss": 0.775,
      "step": 35220
    },
    {
      "epoch": 9.83,
      "grad_norm": 3.534067392349243,
      "learning_rate": 1.1522510814959529e-06,
      "loss": 0.7958,
      "step": 35230
    },
    {
      "epoch": 9.84,
      "grad_norm": 5.206435680389404,
      "learning_rate": 1.1525781468043538e-06,
      "loss": 0.7921,
      "step": 35240
    },
    {
      "epoch": 9.84,
      "grad_norm": 3.593428134918213,
      "learning_rate": 1.1529052121127546e-06,
      "loss": 0.7664,
      "step": 35250
    },
    {
      "epoch": 9.84,
      "grad_norm": 3.2741777896881104,
      "learning_rate": 1.1532322774211553e-06,
      "loss": 0.7804,
      "step": 35260
    },
    {
      "epoch": 9.84,
      "grad_norm": 4.756179332733154,
      "learning_rate": 1.153559342729556e-06,
      "loss": 0.7776,
      "step": 35270
    },
    {
      "epoch": 9.85,
      "grad_norm": 4.672817707061768,
      "learning_rate": 1.153886408037957e-06,
      "loss": 0.7742,
      "step": 35280
    },
    {
      "epoch": 9.85,
      "grad_norm": 5.4426727294921875,
      "learning_rate": 1.1542134733463577e-06,
      "loss": 0.772,
      "step": 35290
    },
    {
      "epoch": 9.85,
      "grad_norm": 4.397904872894287,
      "learning_rate": 1.1545405386547586e-06,
      "loss": 0.7802,
      "step": 35300
    },
    {
      "epoch": 9.85,
      "grad_norm": 3.8734865188598633,
      "learning_rate": 1.1548676039631593e-06,
      "loss": 0.7975,
      "step": 35310
    },
    {
      "epoch": 9.86,
      "grad_norm": 2.983628988265991,
      "learning_rate": 1.15519466927156e-06,
      "loss": 0.755,
      "step": 35320
    },
    {
      "epoch": 9.86,
      "grad_norm": 2.8050153255462646,
      "learning_rate": 1.155521734579961e-06,
      "loss": 0.7707,
      "step": 35330
    },
    {
      "epoch": 9.86,
      "grad_norm": 3.201956033706665,
      "learning_rate": 1.1558487998883617e-06,
      "loss": 0.771,
      "step": 35340
    },
    {
      "epoch": 9.87,
      "grad_norm": 4.003166198730469,
      "learning_rate": 1.1561758651967624e-06,
      "loss": 0.7699,
      "step": 35350
    },
    {
      "epoch": 9.87,
      "grad_norm": 3.7292160987854004,
      "learning_rate": 1.1565029305051631e-06,
      "loss": 0.7834,
      "step": 35360
    },
    {
      "epoch": 9.87,
      "grad_norm": 4.724491596221924,
      "learning_rate": 1.1568299958135639e-06,
      "loss": 0.7824,
      "step": 35370
    },
    {
      "epoch": 9.87,
      "grad_norm": 3.4866976737976074,
      "learning_rate": 1.1571570611219648e-06,
      "loss": 0.7829,
      "step": 35380
    },
    {
      "epoch": 9.88,
      "grad_norm": 4.071322441101074,
      "learning_rate": 1.1574841264303655e-06,
      "loss": 0.7798,
      "step": 35390
    },
    {
      "epoch": 9.88,
      "grad_norm": 4.590202808380127,
      "learning_rate": 1.1578111917387662e-06,
      "loss": 0.7991,
      "step": 35400
    },
    {
      "epoch": 9.88,
      "grad_norm": 2.5277328491210938,
      "learning_rate": 1.158138257047167e-06,
      "loss": 0.7744,
      "step": 35410
    },
    {
      "epoch": 9.89,
      "grad_norm": 3.708075761795044,
      "learning_rate": 1.158465322355568e-06,
      "loss": 0.7702,
      "step": 35420
    },
    {
      "epoch": 9.89,
      "grad_norm": 5.4769158363342285,
      "learning_rate": 1.1587923876639686e-06,
      "loss": 0.7679,
      "step": 35430
    },
    {
      "epoch": 9.89,
      "grad_norm": 4.389997959136963,
      "learning_rate": 1.1591194529723694e-06,
      "loss": 0.7798,
      "step": 35440
    },
    {
      "epoch": 9.89,
      "grad_norm": 4.513996124267578,
      "learning_rate": 1.1594465182807703e-06,
      "loss": 0.7718,
      "step": 35450
    },
    {
      "epoch": 9.9,
      "grad_norm": 4.443658828735352,
      "learning_rate": 1.159773583589171e-06,
      "loss": 0.7709,
      "step": 35460
    },
    {
      "epoch": 9.9,
      "grad_norm": 4.158624172210693,
      "learning_rate": 1.1601006488975717e-06,
      "loss": 0.7899,
      "step": 35470
    },
    {
      "epoch": 9.9,
      "grad_norm": 3.5895519256591797,
      "learning_rate": 1.1604277142059727e-06,
      "loss": 0.7709,
      "step": 35480
    },
    {
      "epoch": 9.91,
      "grad_norm": 5.637414932250977,
      "learning_rate": 1.1607547795143734e-06,
      "loss": 0.7703,
      "step": 35490
    },
    {
      "epoch": 9.91,
      "grad_norm": 2.5081167221069336,
      "learning_rate": 1.1610818448227741e-06,
      "loss": 0.7779,
      "step": 35500
    },
    {
      "epoch": 9.91,
      "grad_norm": 3.5045220851898193,
      "learning_rate": 1.1614089101311748e-06,
      "loss": 0.773,
      "step": 35510
    },
    {
      "epoch": 9.91,
      "grad_norm": 5.407692909240723,
      "learning_rate": 1.1617359754395758e-06,
      "loss": 0.7558,
      "step": 35520
    },
    {
      "epoch": 9.92,
      "grad_norm": 4.4812116622924805,
      "learning_rate": 1.1620630407479765e-06,
      "loss": 0.7664,
      "step": 35530
    },
    {
      "epoch": 9.92,
      "grad_norm": 2.718660831451416,
      "learning_rate": 1.1623901060563772e-06,
      "loss": 0.7606,
      "step": 35540
    },
    {
      "epoch": 9.92,
      "grad_norm": 2.723605155944824,
      "learning_rate": 1.162717171364778e-06,
      "loss": 0.7934,
      "step": 35550
    },
    {
      "epoch": 9.92,
      "grad_norm": 4.054508209228516,
      "learning_rate": 1.1630442366731787e-06,
      "loss": 0.7718,
      "step": 35560
    },
    {
      "epoch": 9.93,
      "grad_norm": 3.993533134460449,
      "learning_rate": 1.1633713019815796e-06,
      "loss": 0.7607,
      "step": 35570
    },
    {
      "epoch": 9.93,
      "grad_norm": 2.8141911029815674,
      "learning_rate": 1.1636983672899803e-06,
      "loss": 0.7973,
      "step": 35580
    },
    {
      "epoch": 9.93,
      "grad_norm": 8.795747756958008,
      "learning_rate": 1.164025432598381e-06,
      "loss": 0.7816,
      "step": 35590
    },
    {
      "epoch": 9.94,
      "grad_norm": 3.745131731033325,
      "learning_rate": 1.164352497906782e-06,
      "loss": 0.7781,
      "step": 35600
    },
    {
      "epoch": 9.94,
      "grad_norm": 4.4278459548950195,
      "learning_rate": 1.1646795632151827e-06,
      "loss": 0.7671,
      "step": 35610
    },
    {
      "epoch": 9.94,
      "grad_norm": 5.843334674835205,
      "learning_rate": 1.1650066285235834e-06,
      "loss": 0.7774,
      "step": 35620
    },
    {
      "epoch": 9.94,
      "grad_norm": 4.258706569671631,
      "learning_rate": 1.1653336938319844e-06,
      "loss": 0.7748,
      "step": 35630
    },
    {
      "epoch": 9.95,
      "grad_norm": 5.405955791473389,
      "learning_rate": 1.165660759140385e-06,
      "loss": 0.7789,
      "step": 35640
    },
    {
      "epoch": 9.95,
      "grad_norm": 3.8894472122192383,
      "learning_rate": 1.1659878244487858e-06,
      "loss": 0.7741,
      "step": 35650
    },
    {
      "epoch": 9.95,
      "grad_norm": 3.8515005111694336,
      "learning_rate": 1.1663148897571865e-06,
      "loss": 0.7598,
      "step": 35660
    },
    {
      "epoch": 9.96,
      "grad_norm": 3.523921489715576,
      "learning_rate": 1.1666419550655875e-06,
      "loss": 0.7841,
      "step": 35670
    },
    {
      "epoch": 9.96,
      "grad_norm": 5.133370399475098,
      "learning_rate": 1.1669690203739882e-06,
      "loss": 0.7542,
      "step": 35680
    },
    {
      "epoch": 9.96,
      "grad_norm": 3.473470687866211,
      "learning_rate": 1.167296085682389e-06,
      "loss": 0.7821,
      "step": 35690
    },
    {
      "epoch": 9.96,
      "grad_norm": 3.474825620651245,
      "learning_rate": 1.1676231509907896e-06,
      "loss": 0.7727,
      "step": 35700
    },
    {
      "epoch": 9.97,
      "grad_norm": 4.624577045440674,
      "learning_rate": 1.1679502162991904e-06,
      "loss": 0.7801,
      "step": 35710
    },
    {
      "epoch": 9.97,
      "grad_norm": 5.489621162414551,
      "learning_rate": 1.1682772816075913e-06,
      "loss": 0.7646,
      "step": 35720
    },
    {
      "epoch": 9.97,
      "grad_norm": 3.7536327838897705,
      "learning_rate": 1.168604346915992e-06,
      "loss": 0.7983,
      "step": 35730
    },
    {
      "epoch": 9.97,
      "grad_norm": 4.694089412689209,
      "learning_rate": 1.1689314122243928e-06,
      "loss": 0.7849,
      "step": 35740
    },
    {
      "epoch": 9.98,
      "grad_norm": 3.377068281173706,
      "learning_rate": 1.1692584775327937e-06,
      "loss": 0.7878,
      "step": 35750
    },
    {
      "epoch": 9.98,
      "grad_norm": 5.846168041229248,
      "learning_rate": 1.1695855428411944e-06,
      "loss": 0.7743,
      "step": 35760
    },
    {
      "epoch": 9.98,
      "grad_norm": 4.769993782043457,
      "learning_rate": 1.1699126081495953e-06,
      "loss": 0.765,
      "step": 35770
    },
    {
      "epoch": 9.99,
      "grad_norm": 4.625218868255615,
      "learning_rate": 1.170239673457996e-06,
      "loss": 0.7664,
      "step": 35780
    },
    {
      "epoch": 9.99,
      "grad_norm": 5.750066757202148,
      "learning_rate": 1.1705667387663968e-06,
      "loss": 0.7754,
      "step": 35790
    },
    {
      "epoch": 9.99,
      "grad_norm": 4.521279811859131,
      "learning_rate": 1.1708938040747975e-06,
      "loss": 0.7722,
      "step": 35800
    },
    {
      "epoch": 9.99,
      "grad_norm": 2.3114147186279297,
      "learning_rate": 1.1712208693831985e-06,
      "loss": 0.7824,
      "step": 35810
    },
    {
      "epoch": 10.0,
      "grad_norm": 3.141741991043091,
      "learning_rate": 1.1715479346915992e-06,
      "loss": 0.764,
      "step": 35820
    },
    {
      "epoch": 10.0,
      "grad_norm": 4.963367938995361,
      "learning_rate": 1.171875e-06,
      "loss": 0.772,
      "step": 35830
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.773347795009613,
      "eval_runtime": 84.3547,
      "eval_samples_per_second": 59.973,
      "eval_steps_per_second": 7.504,
      "step": 35830
    },
    {
      "epoch": 10.0,
      "grad_norm": 3.6883890628814697,
      "learning_rate": 1.1722020653084006e-06,
      "loss": 0.7674,
      "step": 35840
    },
    {
      "epoch": 10.01,
      "grad_norm": 4.696628093719482,
      "learning_rate": 1.1725291306168013e-06,
      "loss": 0.767,
      "step": 35850
    },
    {
      "epoch": 10.01,
      "grad_norm": 3.5274925231933594,
      "learning_rate": 1.172856195925202e-06,
      "loss": 0.7949,
      "step": 35860
    },
    {
      "epoch": 10.01,
      "grad_norm": 4.180386066436768,
      "learning_rate": 1.173183261233603e-06,
      "loss": 0.7689,
      "step": 35870
    },
    {
      "epoch": 10.01,
      "grad_norm": 3.0318615436553955,
      "learning_rate": 1.173510326542004e-06,
      "loss": 0.7814,
      "step": 35880
    },
    {
      "epoch": 10.02,
      "grad_norm": 4.001912593841553,
      "learning_rate": 1.1738373918504047e-06,
      "loss": 0.7775,
      "step": 35890
    },
    {
      "epoch": 10.02,
      "grad_norm": 4.030492305755615,
      "learning_rate": 1.1741644571588054e-06,
      "loss": 0.7694,
      "step": 35900
    },
    {
      "epoch": 10.02,
      "grad_norm": 3.719109535217285,
      "learning_rate": 1.1744915224672061e-06,
      "loss": 0.7808,
      "step": 35910
    },
    {
      "epoch": 10.03,
      "grad_norm": 4.5110273361206055,
      "learning_rate": 1.174818587775607e-06,
      "loss": 0.7718,
      "step": 35920
    },
    {
      "epoch": 10.03,
      "grad_norm": 2.867741346359253,
      "learning_rate": 1.1751456530840078e-06,
      "loss": 0.771,
      "step": 35930
    },
    {
      "epoch": 10.03,
      "grad_norm": 2.6316545009613037,
      "learning_rate": 1.1754727183924085e-06,
      "loss": 0.7875,
      "step": 35940
    },
    {
      "epoch": 10.03,
      "grad_norm": 3.1984143257141113,
      "learning_rate": 1.1757997837008092e-06,
      "loss": 0.7749,
      "step": 35950
    },
    {
      "epoch": 10.04,
      "grad_norm": 3.141207456588745,
      "learning_rate": 1.17612684900921e-06,
      "loss": 0.7741,
      "step": 35960
    },
    {
      "epoch": 10.04,
      "grad_norm": 3.8645002841949463,
      "learning_rate": 1.1764539143176107e-06,
      "loss": 0.7468,
      "step": 35970
    },
    {
      "epoch": 10.04,
      "grad_norm": 4.2657623291015625,
      "learning_rate": 1.1767809796260118e-06,
      "loss": 0.7755,
      "step": 35980
    },
    {
      "epoch": 10.04,
      "grad_norm": 4.91450309753418,
      "learning_rate": 1.1771080449344125e-06,
      "loss": 0.7716,
      "step": 35990
    },
    {
      "epoch": 10.05,
      "grad_norm": 4.063814640045166,
      "learning_rate": 1.1774351102428133e-06,
      "loss": 0.7711,
      "step": 36000
    },
    {
      "epoch": 10.05,
      "grad_norm": 4.231379985809326,
      "learning_rate": 1.177762175551214e-06,
      "loss": 0.7697,
      "step": 36010
    },
    {
      "epoch": 10.05,
      "grad_norm": 5.102773666381836,
      "learning_rate": 1.1780892408596147e-06,
      "loss": 0.7735,
      "step": 36020
    },
    {
      "epoch": 10.06,
      "grad_norm": 6.203027248382568,
      "learning_rate": 1.1784163061680154e-06,
      "loss": 0.7699,
      "step": 36030
    },
    {
      "epoch": 10.06,
      "grad_norm": 4.9222917556762695,
      "learning_rate": 1.1787433714764164e-06,
      "loss": 0.7585,
      "step": 36040
    },
    {
      "epoch": 10.06,
      "grad_norm": 4.052700519561768,
      "learning_rate": 1.179070436784817e-06,
      "loss": 0.7598,
      "step": 36050
    },
    {
      "epoch": 10.06,
      "grad_norm": 3.7128419876098633,
      "learning_rate": 1.1793975020932178e-06,
      "loss": 0.7708,
      "step": 36060
    },
    {
      "epoch": 10.07,
      "grad_norm": 3.1239655017852783,
      "learning_rate": 1.1797245674016187e-06,
      "loss": 0.7626,
      "step": 36070
    },
    {
      "epoch": 10.07,
      "grad_norm": 4.980376243591309,
      "learning_rate": 1.1800516327100195e-06,
      "loss": 0.7678,
      "step": 36080
    },
    {
      "epoch": 10.07,
      "grad_norm": 2.599064826965332,
      "learning_rate": 1.1803786980184202e-06,
      "loss": 0.7835,
      "step": 36090
    },
    {
      "epoch": 10.08,
      "grad_norm": 3.442145586013794,
      "learning_rate": 1.1807057633268211e-06,
      "loss": 0.767,
      "step": 36100
    },
    {
      "epoch": 10.08,
      "grad_norm": 4.285099506378174,
      "learning_rate": 1.1810328286352218e-06,
      "loss": 0.7649,
      "step": 36110
    },
    {
      "epoch": 10.08,
      "grad_norm": 4.963864326477051,
      "learning_rate": 1.1813598939436226e-06,
      "loss": 0.7622,
      "step": 36120
    },
    {
      "epoch": 10.08,
      "grad_norm": 5.762134552001953,
      "learning_rate": 1.1816869592520233e-06,
      "loss": 0.7682,
      "step": 36130
    },
    {
      "epoch": 10.09,
      "grad_norm": 4.523220062255859,
      "learning_rate": 1.182014024560424e-06,
      "loss": 0.7867,
      "step": 36140
    },
    {
      "epoch": 10.09,
      "grad_norm": 3.409491539001465,
      "learning_rate": 1.1823410898688247e-06,
      "loss": 0.7782,
      "step": 36150
    },
    {
      "epoch": 10.09,
      "grad_norm": 5.62123441696167,
      "learning_rate": 1.1826681551772255e-06,
      "loss": 0.7695,
      "step": 36160
    },
    {
      "epoch": 10.09,
      "grad_norm": 3.7437572479248047,
      "learning_rate": 1.1829952204856266e-06,
      "loss": 0.7614,
      "step": 36170
    },
    {
      "epoch": 10.1,
      "grad_norm": 4.5958967208862305,
      "learning_rate": 1.1833222857940273e-06,
      "loss": 0.7795,
      "step": 36180
    },
    {
      "epoch": 10.1,
      "grad_norm": 4.169791221618652,
      "learning_rate": 1.183649351102428e-06,
      "loss": 0.7651,
      "step": 36190
    },
    {
      "epoch": 10.1,
      "grad_norm": 2.335355043411255,
      "learning_rate": 1.1839764164108288e-06,
      "loss": 0.7719,
      "step": 36200
    },
    {
      "epoch": 10.11,
      "grad_norm": 3.5787899494171143,
      "learning_rate": 1.1843034817192295e-06,
      "loss": 0.7914,
      "step": 36210
    },
    {
      "epoch": 10.11,
      "grad_norm": 5.034929275512695,
      "learning_rate": 1.1846305470276304e-06,
      "loss": 0.7719,
      "step": 36220
    },
    {
      "epoch": 10.11,
      "grad_norm": 3.9690744876861572,
      "learning_rate": 1.1849576123360312e-06,
      "loss": 0.7534,
      "step": 36230
    },
    {
      "epoch": 10.11,
      "grad_norm": 3.3553943634033203,
      "learning_rate": 1.1852846776444319e-06,
      "loss": 0.7872,
      "step": 36240
    },
    {
      "epoch": 10.12,
      "grad_norm": 3.8808207511901855,
      "learning_rate": 1.1856117429528326e-06,
      "loss": 0.7718,
      "step": 36250
    },
    {
      "epoch": 10.12,
      "grad_norm": 5.460322856903076,
      "learning_rate": 1.1859388082612335e-06,
      "loss": 0.7621,
      "step": 36260
    },
    {
      "epoch": 10.12,
      "grad_norm": 4.299227714538574,
      "learning_rate": 1.1862658735696345e-06,
      "loss": 0.773,
      "step": 36270
    },
    {
      "epoch": 10.13,
      "grad_norm": 3.1330580711364746,
      "learning_rate": 1.1865929388780352e-06,
      "loss": 0.7693,
      "step": 36280
    },
    {
      "epoch": 10.13,
      "grad_norm": 4.89267110824585,
      "learning_rate": 1.186920004186436e-06,
      "loss": 0.7814,
      "step": 36290
    },
    {
      "epoch": 10.13,
      "grad_norm": 3.8107824325561523,
      "learning_rate": 1.1872470694948367e-06,
      "loss": 0.7649,
      "step": 36300
    },
    {
      "epoch": 10.13,
      "grad_norm": 4.709513187408447,
      "learning_rate": 1.1875741348032374e-06,
      "loss": 0.7643,
      "step": 36310
    },
    {
      "epoch": 10.14,
      "grad_norm": 3.6495516300201416,
      "learning_rate": 1.187901200111638e-06,
      "loss": 0.7651,
      "step": 36320
    },
    {
      "epoch": 10.14,
      "grad_norm": 5.095679759979248,
      "learning_rate": 1.1882282654200388e-06,
      "loss": 0.7572,
      "step": 36330
    },
    {
      "epoch": 10.14,
      "grad_norm": 3.0906269550323486,
      "learning_rate": 1.1885553307284398e-06,
      "loss": 0.7499,
      "step": 36340
    },
    {
      "epoch": 10.15,
      "grad_norm": 5.8295745849609375,
      "learning_rate": 1.1888823960368405e-06,
      "loss": 0.7608,
      "step": 36350
    },
    {
      "epoch": 10.15,
      "grad_norm": 3.7858643531799316,
      "learning_rate": 1.1892094613452414e-06,
      "loss": 0.7787,
      "step": 36360
    },
    {
      "epoch": 10.15,
      "grad_norm": 2.6275179386138916,
      "learning_rate": 1.1895365266536421e-06,
      "loss": 0.779,
      "step": 36370
    },
    {
      "epoch": 10.15,
      "grad_norm": 2.812574863433838,
      "learning_rate": 1.1898635919620429e-06,
      "loss": 0.7837,
      "step": 36380
    },
    {
      "epoch": 10.16,
      "grad_norm": 6.041289806365967,
      "learning_rate": 1.1901906572704438e-06,
      "loss": 0.7598,
      "step": 36390
    },
    {
      "epoch": 10.16,
      "grad_norm": 4.634123802185059,
      "learning_rate": 1.1905177225788445e-06,
      "loss": 0.7552,
      "step": 36400
    },
    {
      "epoch": 10.16,
      "grad_norm": 5.433498382568359,
      "learning_rate": 1.1908447878872452e-06,
      "loss": 0.7855,
      "step": 36410
    },
    {
      "epoch": 10.16,
      "grad_norm": 5.178699016571045,
      "learning_rate": 1.191171853195646e-06,
      "loss": 0.7722,
      "step": 36420
    },
    {
      "epoch": 10.17,
      "grad_norm": 3.8143393993377686,
      "learning_rate": 1.1914989185040467e-06,
      "loss": 0.7724,
      "step": 36430
    },
    {
      "epoch": 10.17,
      "grad_norm": 3.628549814224243,
      "learning_rate": 1.1918259838124474e-06,
      "loss": 0.7664,
      "step": 36440
    },
    {
      "epoch": 10.17,
      "grad_norm": 4.637303352355957,
      "learning_rate": 1.1921530491208481e-06,
      "loss": 0.7542,
      "step": 36450
    },
    {
      "epoch": 10.18,
      "grad_norm": 4.984843730926514,
      "learning_rate": 1.1924801144292493e-06,
      "loss": 0.7826,
      "step": 36460
    },
    {
      "epoch": 10.18,
      "grad_norm": 6.6887102127075195,
      "learning_rate": 1.19280717973765e-06,
      "loss": 0.774,
      "step": 36470
    },
    {
      "epoch": 10.18,
      "grad_norm": 4.745186805725098,
      "learning_rate": 1.1931342450460507e-06,
      "loss": 0.7562,
      "step": 36480
    },
    {
      "epoch": 10.18,
      "grad_norm": 6.961812496185303,
      "learning_rate": 1.1934613103544515e-06,
      "loss": 0.7569,
      "step": 36490
    },
    {
      "epoch": 10.19,
      "grad_norm": 4.948988437652588,
      "learning_rate": 1.1937883756628522e-06,
      "loss": 0.7706,
      "step": 36500
    },
    {
      "epoch": 10.19,
      "grad_norm": 4.947383880615234,
      "learning_rate": 1.194115440971253e-06,
      "loss": 0.761,
      "step": 36510
    },
    {
      "epoch": 10.19,
      "grad_norm": 3.9485132694244385,
      "learning_rate": 1.1944425062796538e-06,
      "loss": 0.7745,
      "step": 36520
    },
    {
      "epoch": 10.2,
      "grad_norm": 3.1987671852111816,
      "learning_rate": 1.1947695715880546e-06,
      "loss": 0.7695,
      "step": 36530
    },
    {
      "epoch": 10.2,
      "grad_norm": 4.90345573425293,
      "learning_rate": 1.1950966368964553e-06,
      "loss": 0.796,
      "step": 36540
    },
    {
      "epoch": 10.2,
      "grad_norm": 5.663264274597168,
      "learning_rate": 1.1954237022048562e-06,
      "loss": 0.783,
      "step": 36550
    },
    {
      "epoch": 10.2,
      "grad_norm": 3.057316541671753,
      "learning_rate": 1.195750767513257e-06,
      "loss": 0.7769,
      "step": 36560
    },
    {
      "epoch": 10.21,
      "grad_norm": 4.7964982986450195,
      "learning_rate": 1.1960778328216579e-06,
      "loss": 0.7684,
      "step": 36570
    },
    {
      "epoch": 10.21,
      "grad_norm": 5.542080402374268,
      "learning_rate": 1.1964048981300586e-06,
      "loss": 0.7718,
      "step": 36580
    },
    {
      "epoch": 10.21,
      "grad_norm": 2.8321778774261475,
      "learning_rate": 1.1967319634384593e-06,
      "loss": 0.7741,
      "step": 36590
    },
    {
      "epoch": 10.21,
      "grad_norm": 5.1884660720825195,
      "learning_rate": 1.19705902874686e-06,
      "loss": 0.7831,
      "step": 36600
    },
    {
      "epoch": 10.22,
      "grad_norm": 4.55914306640625,
      "learning_rate": 1.1973860940552608e-06,
      "loss": 0.7691,
      "step": 36610
    },
    {
      "epoch": 10.22,
      "grad_norm": 4.0904059410095215,
      "learning_rate": 1.1977131593636615e-06,
      "loss": 0.7804,
      "step": 36620
    },
    {
      "epoch": 10.22,
      "grad_norm": 4.8144965171813965,
      "learning_rate": 1.1980402246720622e-06,
      "loss": 0.7572,
      "step": 36630
    },
    {
      "epoch": 10.23,
      "grad_norm": 2.420363664627075,
      "learning_rate": 1.1983672899804632e-06,
      "loss": 0.7662,
      "step": 36640
    },
    {
      "epoch": 10.23,
      "grad_norm": 2.8504457473754883,
      "learning_rate": 1.198694355288864e-06,
      "loss": 0.7801,
      "step": 36650
    },
    {
      "epoch": 10.23,
      "grad_norm": 3.816343307495117,
      "learning_rate": 1.1990214205972648e-06,
      "loss": 0.7774,
      "step": 36660
    },
    {
      "epoch": 10.23,
      "grad_norm": 5.131711959838867,
      "learning_rate": 1.1993484859056655e-06,
      "loss": 0.7799,
      "step": 36670
    },
    {
      "epoch": 10.24,
      "grad_norm": 2.8918685913085938,
      "learning_rate": 1.1996755512140663e-06,
      "loss": 0.7872,
      "step": 36680
    },
    {
      "epoch": 10.24,
      "grad_norm": 4.070902347564697,
      "learning_rate": 1.2000026165224672e-06,
      "loss": 0.78,
      "step": 36690
    },
    {
      "epoch": 10.24,
      "grad_norm": 4.459028244018555,
      "learning_rate": 1.200329681830868e-06,
      "loss": 0.7716,
      "step": 36700
    },
    {
      "epoch": 10.25,
      "grad_norm": 6.634720325469971,
      "learning_rate": 1.2006567471392686e-06,
      "loss": 0.7517,
      "step": 36710
    },
    {
      "epoch": 10.25,
      "grad_norm": 3.746948003768921,
      "learning_rate": 1.2009838124476694e-06,
      "loss": 0.774,
      "step": 36720
    },
    {
      "epoch": 10.25,
      "grad_norm": 4.845054626464844,
      "learning_rate": 1.20131087775607e-06,
      "loss": 0.7855,
      "step": 36730
    },
    {
      "epoch": 10.25,
      "grad_norm": 3.5973875522613525,
      "learning_rate": 1.2016379430644712e-06,
      "loss": 0.7668,
      "step": 36740
    },
    {
      "epoch": 10.26,
      "grad_norm": 3.1907973289489746,
      "learning_rate": 1.201965008372872e-06,
      "loss": 0.7671,
      "step": 36750
    },
    {
      "epoch": 10.26,
      "grad_norm": 2.9141695499420166,
      "learning_rate": 1.2022920736812727e-06,
      "loss": 0.7691,
      "step": 36760
    },
    {
      "epoch": 10.26,
      "grad_norm": 6.033305644989014,
      "learning_rate": 1.2026191389896734e-06,
      "loss": 0.7821,
      "step": 36770
    },
    {
      "epoch": 10.27,
      "grad_norm": 4.859074592590332,
      "learning_rate": 1.2029462042980741e-06,
      "loss": 0.7763,
      "step": 36780
    },
    {
      "epoch": 10.27,
      "grad_norm": 4.481005668640137,
      "learning_rate": 1.2032732696064748e-06,
      "loss": 0.754,
      "step": 36790
    },
    {
      "epoch": 10.27,
      "grad_norm": 3.2936043739318848,
      "learning_rate": 1.2036003349148756e-06,
      "loss": 0.7808,
      "step": 36800
    },
    {
      "epoch": 10.27,
      "grad_norm": 7.715094089508057,
      "learning_rate": 1.2039274002232765e-06,
      "loss": 0.7809,
      "step": 36810
    },
    {
      "epoch": 10.28,
      "grad_norm": 3.172617197036743,
      "learning_rate": 1.2042544655316772e-06,
      "loss": 0.7629,
      "step": 36820
    },
    {
      "epoch": 10.28,
      "grad_norm": 4.581267356872559,
      "learning_rate": 1.204581530840078e-06,
      "loss": 0.7807,
      "step": 36830
    },
    {
      "epoch": 10.28,
      "grad_norm": 3.2187561988830566,
      "learning_rate": 1.2049085961484789e-06,
      "loss": 0.7691,
      "step": 36840
    },
    {
      "epoch": 10.28,
      "grad_norm": 2.878612518310547,
      "learning_rate": 1.2052356614568796e-06,
      "loss": 0.7553,
      "step": 36850
    },
    {
      "epoch": 10.29,
      "grad_norm": 3.635244131088257,
      "learning_rate": 1.2055627267652803e-06,
      "loss": 0.7765,
      "step": 36860
    },
    {
      "epoch": 10.29,
      "grad_norm": 5.395050525665283,
      "learning_rate": 1.2058897920736813e-06,
      "loss": 0.7603,
      "step": 36870
    },
    {
      "epoch": 10.29,
      "grad_norm": 3.530078887939453,
      "learning_rate": 1.206216857382082e-06,
      "loss": 0.7661,
      "step": 36880
    },
    {
      "epoch": 10.3,
      "grad_norm": 4.516473770141602,
      "learning_rate": 1.2065439226904827e-06,
      "loss": 0.8032,
      "step": 36890
    },
    {
      "epoch": 10.3,
      "grad_norm": 2.4442849159240723,
      "learning_rate": 1.2068709879988834e-06,
      "loss": 0.7812,
      "step": 36900
    },
    {
      "epoch": 10.3,
      "grad_norm": 4.169833183288574,
      "learning_rate": 1.2071980533072842e-06,
      "loss": 0.773,
      "step": 36910
    },
    {
      "epoch": 10.3,
      "grad_norm": 9.448237419128418,
      "learning_rate": 1.2075251186156849e-06,
      "loss": 0.7768,
      "step": 36920
    },
    {
      "epoch": 10.31,
      "grad_norm": 3.57437801361084,
      "learning_rate": 1.207852183924086e-06,
      "loss": 0.7962,
      "step": 36930
    },
    {
      "epoch": 10.31,
      "grad_norm": 4.502130508422852,
      "learning_rate": 1.2081792492324868e-06,
      "loss": 0.7551,
      "step": 36940
    },
    {
      "epoch": 10.31,
      "grad_norm": 5.237282752990723,
      "learning_rate": 1.2085063145408875e-06,
      "loss": 0.7613,
      "step": 36950
    },
    {
      "epoch": 10.32,
      "grad_norm": 3.909213066101074,
      "learning_rate": 1.2088333798492882e-06,
      "loss": 0.7443,
      "step": 36960
    },
    {
      "epoch": 10.32,
      "grad_norm": 6.758551597595215,
      "learning_rate": 1.209160445157689e-06,
      "loss": 0.7262,
      "step": 36970
    },
    {
      "epoch": 10.32,
      "grad_norm": 5.20880651473999,
      "learning_rate": 1.2094875104660897e-06,
      "loss": 0.7522,
      "step": 36980
    },
    {
      "epoch": 10.32,
      "grad_norm": 3.7054221630096436,
      "learning_rate": 1.2098145757744906e-06,
      "loss": 0.7743,
      "step": 36990
    },
    {
      "epoch": 10.33,
      "grad_norm": 4.025567531585693,
      "learning_rate": 1.2101416410828913e-06,
      "loss": 0.7769,
      "step": 37000
    },
    {
      "epoch": 10.33,
      "grad_norm": 2.4585487842559814,
      "learning_rate": 1.210468706391292e-06,
      "loss": 0.7773,
      "step": 37010
    },
    {
      "epoch": 10.33,
      "grad_norm": 4.399240016937256,
      "learning_rate": 1.2107957716996928e-06,
      "loss": 0.7771,
      "step": 37020
    },
    {
      "epoch": 10.33,
      "grad_norm": 4.506443500518799,
      "learning_rate": 1.2111228370080937e-06,
      "loss": 0.7606,
      "step": 37030
    },
    {
      "epoch": 10.34,
      "grad_norm": 3.937843084335327,
      "learning_rate": 1.2114499023164946e-06,
      "loss": 0.7834,
      "step": 37040
    },
    {
      "epoch": 10.34,
      "grad_norm": 4.86984920501709,
      "learning_rate": 1.2117769676248954e-06,
      "loss": 0.77,
      "step": 37050
    },
    {
      "epoch": 10.34,
      "grad_norm": 4.622003078460693,
      "learning_rate": 1.212104032933296e-06,
      "loss": 0.7681,
      "step": 37060
    },
    {
      "epoch": 10.35,
      "grad_norm": 5.258944034576416,
      "learning_rate": 1.2124310982416968e-06,
      "loss": 0.7695,
      "step": 37070
    },
    {
      "epoch": 10.35,
      "grad_norm": 3.3442366123199463,
      "learning_rate": 1.2127581635500975e-06,
      "loss": 0.763,
      "step": 37080
    },
    {
      "epoch": 10.35,
      "grad_norm": 4.806943416595459,
      "learning_rate": 1.2130852288584982e-06,
      "loss": 0.7762,
      "step": 37090
    },
    {
      "epoch": 10.35,
      "grad_norm": 3.954887866973877,
      "learning_rate": 1.213412294166899e-06,
      "loss": 0.7965,
      "step": 37100
    },
    {
      "epoch": 10.36,
      "grad_norm": 3.9689857959747314,
      "learning_rate": 1.2137393594753e-06,
      "loss": 0.7398,
      "step": 37110
    },
    {
      "epoch": 10.36,
      "grad_norm": 3.1869168281555176,
      "learning_rate": 1.2140664247837008e-06,
      "loss": 0.7741,
      "step": 37120
    },
    {
      "epoch": 10.36,
      "grad_norm": 4.752994060516357,
      "learning_rate": 1.2143934900921016e-06,
      "loss": 0.7486,
      "step": 37130
    },
    {
      "epoch": 10.37,
      "grad_norm": 3.5871994495391846,
      "learning_rate": 1.2147205554005023e-06,
      "loss": 0.781,
      "step": 37140
    },
    {
      "epoch": 10.37,
      "grad_norm": 3.328730821609497,
      "learning_rate": 1.215047620708903e-06,
      "loss": 0.778,
      "step": 37150
    },
    {
      "epoch": 10.37,
      "grad_norm": 3.040797472000122,
      "learning_rate": 1.215374686017304e-06,
      "loss": 0.7765,
      "step": 37160
    },
    {
      "epoch": 10.37,
      "grad_norm": 5.903212547302246,
      "learning_rate": 1.2157017513257047e-06,
      "loss": 0.7837,
      "step": 37170
    },
    {
      "epoch": 10.38,
      "grad_norm": 4.218593120574951,
      "learning_rate": 1.2160288166341054e-06,
      "loss": 0.7422,
      "step": 37180
    },
    {
      "epoch": 10.38,
      "grad_norm": 4.454368591308594,
      "learning_rate": 1.2163558819425061e-06,
      "loss": 0.7538,
      "step": 37190
    },
    {
      "epoch": 10.38,
      "grad_norm": 3.6116690635681152,
      "learning_rate": 1.2166829472509068e-06,
      "loss": 0.767,
      "step": 37200
    },
    {
      "epoch": 10.39,
      "grad_norm": 5.204680919647217,
      "learning_rate": 1.2170100125593076e-06,
      "loss": 0.7564,
      "step": 37210
    },
    {
      "epoch": 10.39,
      "grad_norm": 2.9220423698425293,
      "learning_rate": 1.2173370778677087e-06,
      "loss": 0.7589,
      "step": 37220
    },
    {
      "epoch": 10.39,
      "grad_norm": 4.088211536407471,
      "learning_rate": 1.2176641431761094e-06,
      "loss": 0.7695,
      "step": 37230
    },
    {
      "epoch": 10.39,
      "grad_norm": 3.968554735183716,
      "learning_rate": 1.2179912084845102e-06,
      "loss": 0.7823,
      "step": 37240
    },
    {
      "epoch": 10.4,
      "grad_norm": 3.2836999893188477,
      "learning_rate": 1.2183182737929109e-06,
      "loss": 0.7729,
      "step": 37250
    },
    {
      "epoch": 10.4,
      "grad_norm": 3.413698196411133,
      "learning_rate": 1.2186453391013116e-06,
      "loss": 0.752,
      "step": 37260
    },
    {
      "epoch": 10.4,
      "grad_norm": 5.020336151123047,
      "learning_rate": 1.2189724044097123e-06,
      "loss": 0.7394,
      "step": 37270
    },
    {
      "epoch": 10.4,
      "grad_norm": 3.7624411582946777,
      "learning_rate": 1.2192994697181133e-06,
      "loss": 0.7631,
      "step": 37280
    },
    {
      "epoch": 10.41,
      "grad_norm": 5.371072292327881,
      "learning_rate": 1.219626535026514e-06,
      "loss": 0.7608,
      "step": 37290
    },
    {
      "epoch": 10.41,
      "grad_norm": 3.974170207977295,
      "learning_rate": 1.2199536003349147e-06,
      "loss": 0.768,
      "step": 37300
    },
    {
      "epoch": 10.41,
      "grad_norm": 5.227792263031006,
      "learning_rate": 1.2202806656433154e-06,
      "loss": 0.7687,
      "step": 37310
    },
    {
      "epoch": 10.42,
      "grad_norm": 3.9242022037506104,
      "learning_rate": 1.2206077309517164e-06,
      "loss": 0.7689,
      "step": 37320
    },
    {
      "epoch": 10.42,
      "grad_norm": 3.651700258255005,
      "learning_rate": 1.220934796260117e-06,
      "loss": 0.781,
      "step": 37330
    },
    {
      "epoch": 10.42,
      "grad_norm": 5.751420497894287,
      "learning_rate": 1.221261861568518e-06,
      "loss": 0.7572,
      "step": 37340
    },
    {
      "epoch": 10.42,
      "grad_norm": 3.8789801597595215,
      "learning_rate": 1.2215889268769187e-06,
      "loss": 0.754,
      "step": 37350
    },
    {
      "epoch": 10.43,
      "grad_norm": 3.117088794708252,
      "learning_rate": 1.2219159921853195e-06,
      "loss": 0.7534,
      "step": 37360
    },
    {
      "epoch": 10.43,
      "grad_norm": 4.473465442657471,
      "learning_rate": 1.2222430574937202e-06,
      "loss": 0.7614,
      "step": 37370
    },
    {
      "epoch": 10.43,
      "grad_norm": 4.281107425689697,
      "learning_rate": 1.222570122802121e-06,
      "loss": 0.7814,
      "step": 37380
    },
    {
      "epoch": 10.44,
      "grad_norm": 5.364892482757568,
      "learning_rate": 1.2228971881105216e-06,
      "loss": 0.7702,
      "step": 37390
    },
    {
      "epoch": 10.44,
      "grad_norm": 4.207045078277588,
      "learning_rate": 1.2232242534189224e-06,
      "loss": 0.7628,
      "step": 37400
    },
    {
      "epoch": 10.44,
      "grad_norm": 4.928686618804932,
      "learning_rate": 1.2235513187273235e-06,
      "loss": 0.7716,
      "step": 37410
    },
    {
      "epoch": 10.44,
      "grad_norm": 3.8242554664611816,
      "learning_rate": 1.2238783840357242e-06,
      "loss": 0.7705,
      "step": 37420
    },
    {
      "epoch": 10.45,
      "grad_norm": 3.3732752799987793,
      "learning_rate": 1.224205449344125e-06,
      "loss": 0.7848,
      "step": 37430
    },
    {
      "epoch": 10.45,
      "grad_norm": 4.034026145935059,
      "learning_rate": 1.2245325146525257e-06,
      "loss": 0.7746,
      "step": 37440
    },
    {
      "epoch": 10.45,
      "grad_norm": 2.6455562114715576,
      "learning_rate": 1.2248595799609264e-06,
      "loss": 0.7599,
      "step": 37450
    },
    {
      "epoch": 10.45,
      "grad_norm": 2.2155985832214355,
      "learning_rate": 1.2251866452693273e-06,
      "loss": 0.7558,
      "step": 37460
    },
    {
      "epoch": 10.46,
      "grad_norm": 3.6187446117401123,
      "learning_rate": 1.225513710577728e-06,
      "loss": 0.7602,
      "step": 37470
    },
    {
      "epoch": 10.46,
      "grad_norm": 5.080895900726318,
      "learning_rate": 1.2258407758861288e-06,
      "loss": 0.7574,
      "step": 37480
    },
    {
      "epoch": 10.46,
      "grad_norm": 5.666987895965576,
      "learning_rate": 1.2261678411945295e-06,
      "loss": 0.7575,
      "step": 37490
    },
    {
      "epoch": 10.47,
      "grad_norm": 3.4826793670654297,
      "learning_rate": 1.2264949065029302e-06,
      "loss": 0.7798,
      "step": 37500
    },
    {
      "epoch": 10.47,
      "grad_norm": 3.183957099914551,
      "learning_rate": 1.2268219718113314e-06,
      "loss": 0.762,
      "step": 37510
    },
    {
      "epoch": 10.47,
      "grad_norm": 3.07875657081604,
      "learning_rate": 1.227149037119732e-06,
      "loss": 0.7747,
      "step": 37520
    },
    {
      "epoch": 10.47,
      "grad_norm": 5.4071550369262695,
      "learning_rate": 1.2274761024281328e-06,
      "loss": 0.7676,
      "step": 37530
    },
    {
      "epoch": 10.48,
      "grad_norm": 4.875105381011963,
      "learning_rate": 1.2278031677365336e-06,
      "loss": 0.7787,
      "step": 37540
    },
    {
      "epoch": 10.48,
      "grad_norm": 3.516671895980835,
      "learning_rate": 1.2281302330449343e-06,
      "loss": 0.786,
      "step": 37550
    },
    {
      "epoch": 10.48,
      "grad_norm": 3.8278892040252686,
      "learning_rate": 1.228457298353335e-06,
      "loss": 0.7631,
      "step": 37560
    },
    {
      "epoch": 10.49,
      "grad_norm": 4.124919414520264,
      "learning_rate": 1.2287843636617357e-06,
      "loss": 0.7771,
      "step": 37570
    },
    {
      "epoch": 10.49,
      "grad_norm": 5.837861061096191,
      "learning_rate": 1.2291114289701367e-06,
      "loss": 0.7534,
      "step": 37580
    },
    {
      "epoch": 10.49,
      "grad_norm": 5.201651096343994,
      "learning_rate": 1.2294384942785374e-06,
      "loss": 0.7697,
      "step": 37590
    },
    {
      "epoch": 10.49,
      "grad_norm": 4.3329925537109375,
      "learning_rate": 1.2297655595869383e-06,
      "loss": 0.7778,
      "step": 37600
    },
    {
      "epoch": 10.5,
      "grad_norm": 4.054930686950684,
      "learning_rate": 1.230092624895339e-06,
      "loss": 0.7598,
      "step": 37610
    },
    {
      "epoch": 10.5,
      "grad_norm": 5.081731796264648,
      "learning_rate": 1.2304196902037398e-06,
      "loss": 0.7559,
      "step": 37620
    },
    {
      "epoch": 10.5,
      "grad_norm": 2.9440767765045166,
      "learning_rate": 1.2307467555121407e-06,
      "loss": 0.7856,
      "step": 37630
    },
    {
      "epoch": 10.51,
      "grad_norm": 3.1925172805786133,
      "learning_rate": 1.2310738208205414e-06,
      "loss": 0.7498,
      "step": 37640
    },
    {
      "epoch": 10.51,
      "grad_norm": 3.6649444103240967,
      "learning_rate": 1.2314008861289421e-06,
      "loss": 0.7717,
      "step": 37650
    },
    {
      "epoch": 10.51,
      "grad_norm": 4.1568121910095215,
      "learning_rate": 1.2317279514373429e-06,
      "loss": 0.7521,
      "step": 37660
    },
    {
      "epoch": 10.51,
      "grad_norm": 4.4767374992370605,
      "learning_rate": 1.2320550167457436e-06,
      "loss": 0.7507,
      "step": 37670
    },
    {
      "epoch": 10.52,
      "grad_norm": 3.197761058807373,
      "learning_rate": 1.2323820820541443e-06,
      "loss": 0.7723,
      "step": 37680
    },
    {
      "epoch": 10.52,
      "grad_norm": 5.126404285430908,
      "learning_rate": 1.232709147362545e-06,
      "loss": 0.7611,
      "step": 37690
    },
    {
      "epoch": 10.52,
      "grad_norm": 5.3238115310668945,
      "learning_rate": 1.2330362126709462e-06,
      "loss": 0.7752,
      "step": 37700
    },
    {
      "epoch": 10.52,
      "grad_norm": 3.1072640419006348,
      "learning_rate": 1.233363277979347e-06,
      "loss": 0.7669,
      "step": 37710
    },
    {
      "epoch": 10.53,
      "grad_norm": 3.6797032356262207,
      "learning_rate": 1.2336903432877476e-06,
      "loss": 0.7583,
      "step": 37720
    },
    {
      "epoch": 10.53,
      "grad_norm": 6.140010833740234,
      "learning_rate": 1.2340174085961484e-06,
      "loss": 0.7544,
      "step": 37730
    },
    {
      "epoch": 10.53,
      "grad_norm": 3.833968162536621,
      "learning_rate": 1.234344473904549e-06,
      "loss": 0.7552,
      "step": 37740
    },
    {
      "epoch": 10.54,
      "grad_norm": 4.9981770515441895,
      "learning_rate": 1.23467153921295e-06,
      "loss": 0.7661,
      "step": 37750
    },
    {
      "epoch": 10.54,
      "grad_norm": 5.30171537399292,
      "learning_rate": 1.2349986045213507e-06,
      "loss": 0.7502,
      "step": 37760
    },
    {
      "epoch": 10.54,
      "grad_norm": 4.879935264587402,
      "learning_rate": 1.2353256698297515e-06,
      "loss": 0.74,
      "step": 37770
    },
    {
      "epoch": 10.54,
      "grad_norm": 4.3434529304504395,
      "learning_rate": 1.2356527351381522e-06,
      "loss": 0.7477,
      "step": 37780
    },
    {
      "epoch": 10.55,
      "grad_norm": 4.553821563720703,
      "learning_rate": 1.2359798004465531e-06,
      "loss": 0.7448,
      "step": 37790
    },
    {
      "epoch": 10.55,
      "grad_norm": 3.7731919288635254,
      "learning_rate": 1.2363068657549538e-06,
      "loss": 0.7711,
      "step": 37800
    },
    {
      "epoch": 10.55,
      "grad_norm": 2.3207454681396484,
      "learning_rate": 1.2366339310633548e-06,
      "loss": 0.773,
      "step": 37810
    },
    {
      "epoch": 10.56,
      "grad_norm": 3.832946300506592,
      "learning_rate": 1.2369609963717555e-06,
      "loss": 0.7674,
      "step": 37820
    },
    {
      "epoch": 10.56,
      "grad_norm": 5.2813520431518555,
      "learning_rate": 1.2372880616801562e-06,
      "loss": 0.7613,
      "step": 37830
    },
    {
      "epoch": 10.56,
      "grad_norm": 3.1219310760498047,
      "learning_rate": 1.237615126988557e-06,
      "loss": 0.7525,
      "step": 37840
    },
    {
      "epoch": 10.56,
      "grad_norm": 4.623786449432373,
      "learning_rate": 1.2379421922969577e-06,
      "loss": 0.7675,
      "step": 37850
    },
    {
      "epoch": 10.57,
      "grad_norm": 4.505594253540039,
      "learning_rate": 1.2382692576053584e-06,
      "loss": 0.7841,
      "step": 37860
    },
    {
      "epoch": 10.57,
      "grad_norm": 4.219714641571045,
      "learning_rate": 1.2385963229137591e-06,
      "loss": 0.7523,
      "step": 37870
    },
    {
      "epoch": 10.57,
      "grad_norm": 5.754761695861816,
      "learning_rate": 1.23892338822216e-06,
      "loss": 0.7437,
      "step": 37880
    },
    {
      "epoch": 10.57,
      "grad_norm": 4.455811500549316,
      "learning_rate": 1.239250453530561e-06,
      "loss": 0.7627,
      "step": 37890
    },
    {
      "epoch": 10.58,
      "grad_norm": 7.941089630126953,
      "learning_rate": 1.2395775188389617e-06,
      "loss": 0.7788,
      "step": 37900
    },
    {
      "epoch": 10.58,
      "grad_norm": 3.189504623413086,
      "learning_rate": 1.2399045841473624e-06,
      "loss": 0.7608,
      "step": 37910
    },
    {
      "epoch": 10.58,
      "grad_norm": 3.766322612762451,
      "learning_rate": 1.2402316494557632e-06,
      "loss": 0.7709,
      "step": 37920
    },
    {
      "epoch": 10.59,
      "grad_norm": 5.531315803527832,
      "learning_rate": 1.240558714764164e-06,
      "loss": 0.7672,
      "step": 37930
    },
    {
      "epoch": 10.59,
      "grad_norm": 4.813353061676025,
      "learning_rate": 1.2408857800725648e-06,
      "loss": 0.782,
      "step": 37940
    },
    {
      "epoch": 10.59,
      "grad_norm": 3.410966157913208,
      "learning_rate": 1.2412128453809655e-06,
      "loss": 0.7626,
      "step": 37950
    },
    {
      "epoch": 10.59,
      "grad_norm": 5.267742156982422,
      "learning_rate": 1.2415399106893663e-06,
      "loss": 0.7612,
      "step": 37960
    },
    {
      "epoch": 10.6,
      "grad_norm": 2.625854730606079,
      "learning_rate": 1.241866975997767e-06,
      "loss": 0.7919,
      "step": 37970
    },
    {
      "epoch": 10.6,
      "grad_norm": 2.583024024963379,
      "learning_rate": 1.2421940413061681e-06,
      "loss": 0.7679,
      "step": 37980
    },
    {
      "epoch": 10.6,
      "grad_norm": 3.6917564868927,
      "learning_rate": 1.2425211066145689e-06,
      "loss": 0.7635,
      "step": 37990
    },
    {
      "epoch": 10.61,
      "grad_norm": 4.485044002532959,
      "learning_rate": 1.2428481719229696e-06,
      "loss": 0.7433,
      "step": 38000
    },
    {
      "epoch": 10.61,
      "grad_norm": 3.7823314666748047,
      "learning_rate": 1.2431752372313703e-06,
      "loss": 0.7583,
      "step": 38010
    },
    {
      "epoch": 10.61,
      "grad_norm": 6.266340255737305,
      "learning_rate": 1.243502302539771e-06,
      "loss": 0.7595,
      "step": 38020
    },
    {
      "epoch": 10.61,
      "grad_norm": 4.175434589385986,
      "learning_rate": 1.2438293678481718e-06,
      "loss": 0.7606,
      "step": 38030
    },
    {
      "epoch": 10.62,
      "grad_norm": 4.928515434265137,
      "learning_rate": 1.2441564331565725e-06,
      "loss": 0.777,
      "step": 38040
    },
    {
      "epoch": 10.62,
      "grad_norm": 2.8042993545532227,
      "learning_rate": 1.2444834984649734e-06,
      "loss": 0.7587,
      "step": 38050
    },
    {
      "epoch": 10.62,
      "grad_norm": 5.748358249664307,
      "learning_rate": 1.2448105637733741e-06,
      "loss": 0.7693,
      "step": 38060
    },
    {
      "epoch": 10.63,
      "grad_norm": 4.794103145599365,
      "learning_rate": 1.2451376290817749e-06,
      "loss": 0.7381,
      "step": 38070
    },
    {
      "epoch": 10.63,
      "grad_norm": 2.98787784576416,
      "learning_rate": 1.2454646943901758e-06,
      "loss": 0.7606,
      "step": 38080
    },
    {
      "epoch": 10.63,
      "grad_norm": 3.815103769302368,
      "learning_rate": 1.2457917596985765e-06,
      "loss": 0.7613,
      "step": 38090
    },
    {
      "epoch": 10.63,
      "grad_norm": 3.7558541297912598,
      "learning_rate": 1.2461188250069775e-06,
      "loss": 0.7682,
      "step": 38100
    },
    {
      "epoch": 10.64,
      "grad_norm": 4.188724994659424,
      "learning_rate": 1.2464458903153782e-06,
      "loss": 0.7727,
      "step": 38110
    },
    {
      "epoch": 10.64,
      "grad_norm": 3.6880252361297607,
      "learning_rate": 1.246772955623779e-06,
      "loss": 0.7699,
      "step": 38120
    },
    {
      "epoch": 10.64,
      "grad_norm": 4.975968360900879,
      "learning_rate": 1.2471000209321796e-06,
      "loss": 0.7809,
      "step": 38130
    },
    {
      "epoch": 10.64,
      "grad_norm": 3.902963876724243,
      "learning_rate": 1.2474270862405803e-06,
      "loss": 0.7554,
      "step": 38140
    },
    {
      "epoch": 10.65,
      "grad_norm": 4.948415279388428,
      "learning_rate": 1.247754151548981e-06,
      "loss": 0.7708,
      "step": 38150
    },
    {
      "epoch": 10.65,
      "grad_norm": 4.108038425445557,
      "learning_rate": 1.2480812168573818e-06,
      "loss": 0.776,
      "step": 38160
    },
    {
      "epoch": 10.65,
      "grad_norm": 3.7115836143493652,
      "learning_rate": 1.2484082821657827e-06,
      "loss": 0.7605,
      "step": 38170
    },
    {
      "epoch": 10.66,
      "grad_norm": 6.02455472946167,
      "learning_rate": 1.2487353474741837e-06,
      "loss": 0.749,
      "step": 38180
    },
    {
      "epoch": 10.66,
      "grad_norm": 4.679721355438232,
      "learning_rate": 1.2490624127825844e-06,
      "loss": 0.7647,
      "step": 38190
    },
    {
      "epoch": 10.66,
      "grad_norm": 4.021872520446777,
      "learning_rate": 1.2493894780909851e-06,
      "loss": 0.7836,
      "step": 38200
    },
    {
      "epoch": 10.66,
      "grad_norm": 5.433023929595947,
      "learning_rate": 1.2497165433993858e-06,
      "loss": 0.7697,
      "step": 38210
    },
    {
      "epoch": 10.67,
      "grad_norm": 3.654876708984375,
      "learning_rate": 1.2500436087077866e-06,
      "loss": 0.7535,
      "step": 38220
    },
    {
      "epoch": 10.67,
      "grad_norm": 2.9996626377105713,
      "learning_rate": 1.2503706740161875e-06,
      "loss": 0.7547,
      "step": 38230
    },
    {
      "epoch": 10.67,
      "grad_norm": 3.5754525661468506,
      "learning_rate": 1.2506977393245882e-06,
      "loss": 0.7695,
      "step": 38240
    },
    {
      "epoch": 10.68,
      "grad_norm": 3.8456616401672363,
      "learning_rate": 1.251024804632989e-06,
      "loss": 0.7444,
      "step": 38250
    },
    {
      "epoch": 10.68,
      "grad_norm": 3.907140016555786,
      "learning_rate": 1.2513518699413897e-06,
      "loss": 0.7593,
      "step": 38260
    },
    {
      "epoch": 10.68,
      "grad_norm": 3.217118978500366,
      "learning_rate": 1.2516789352497906e-06,
      "loss": 0.7628,
      "step": 38270
    },
    {
      "epoch": 10.68,
      "grad_norm": 5.256133556365967,
      "learning_rate": 1.2520060005581915e-06,
      "loss": 0.7576,
      "step": 38280
    },
    {
      "epoch": 10.69,
      "grad_norm": 3.6318905353546143,
      "learning_rate": 1.2523330658665923e-06,
      "loss": 0.7616,
      "step": 38290
    },
    {
      "epoch": 10.69,
      "grad_norm": 4.185359001159668,
      "learning_rate": 1.252660131174993e-06,
      "loss": 0.7588,
      "step": 38300
    },
    {
      "epoch": 10.69,
      "grad_norm": 4.251924514770508,
      "learning_rate": 1.2529871964833937e-06,
      "loss": 0.7536,
      "step": 38310
    },
    {
      "epoch": 10.69,
      "grad_norm": 3.928175926208496,
      "learning_rate": 1.2533142617917944e-06,
      "loss": 0.7512,
      "step": 38320
    },
    {
      "epoch": 10.7,
      "grad_norm": 6.835398197174072,
      "learning_rate": 1.2536413271001951e-06,
      "loss": 0.7702,
      "step": 38330
    },
    {
      "epoch": 10.7,
      "grad_norm": 4.456887722015381,
      "learning_rate": 1.2539683924085959e-06,
      "loss": 0.763,
      "step": 38340
    },
    {
      "epoch": 10.7,
      "grad_norm": 6.504303932189941,
      "learning_rate": 1.2542954577169968e-06,
      "loss": 0.7585,
      "step": 38350
    },
    {
      "epoch": 10.71,
      "grad_norm": 6.895256996154785,
      "learning_rate": 1.2546225230253975e-06,
      "loss": 0.7596,
      "step": 38360
    },
    {
      "epoch": 10.71,
      "grad_norm": 6.124912261962891,
      "learning_rate": 1.2549495883337985e-06,
      "loss": 0.7651,
      "step": 38370
    },
    {
      "epoch": 10.71,
      "grad_norm": 3.478200912475586,
      "learning_rate": 1.2552766536421992e-06,
      "loss": 0.771,
      "step": 38380
    },
    {
      "epoch": 10.71,
      "grad_norm": 5.3448028564453125,
      "learning_rate": 1.2556037189506e-06,
      "loss": 0.7613,
      "step": 38390
    },
    {
      "epoch": 10.72,
      "grad_norm": 3.6093645095825195,
      "learning_rate": 1.2559307842590008e-06,
      "loss": 0.7832,
      "step": 38400
    },
    {
      "epoch": 10.72,
      "grad_norm": 4.677455902099609,
      "learning_rate": 1.2562578495674016e-06,
      "loss": 0.7514,
      "step": 38410
    },
    {
      "epoch": 10.72,
      "grad_norm": 5.515340328216553,
      "learning_rate": 1.2565849148758023e-06,
      "loss": 0.7506,
      "step": 38420
    },
    {
      "epoch": 10.73,
      "grad_norm": 2.7380781173706055,
      "learning_rate": 1.256911980184203e-06,
      "loss": 0.7785,
      "step": 38430
    },
    {
      "epoch": 10.73,
      "grad_norm": 4.507201194763184,
      "learning_rate": 1.2572390454926037e-06,
      "loss": 0.7563,
      "step": 38440
    },
    {
      "epoch": 10.73,
      "grad_norm": 7.037937641143799,
      "learning_rate": 1.2575661108010045e-06,
      "loss": 0.747,
      "step": 38450
    },
    {
      "epoch": 10.73,
      "grad_norm": 2.8957040309906006,
      "learning_rate": 1.2578931761094056e-06,
      "loss": 0.7698,
      "step": 38460
    },
    {
      "epoch": 10.74,
      "grad_norm": 5.263662338256836,
      "learning_rate": 1.2582202414178063e-06,
      "loss": 0.7592,
      "step": 38470
    },
    {
      "epoch": 10.74,
      "grad_norm": 3.6098480224609375,
      "learning_rate": 1.258547306726207e-06,
      "loss": 0.7731,
      "step": 38480
    },
    {
      "epoch": 10.74,
      "grad_norm": 4.313286304473877,
      "learning_rate": 1.2588743720346078e-06,
      "loss": 0.7606,
      "step": 38490
    },
    {
      "epoch": 10.75,
      "grad_norm": 3.880873680114746,
      "learning_rate": 1.2592014373430085e-06,
      "loss": 0.7518,
      "step": 38500
    },
    {
      "epoch": 10.75,
      "grad_norm": 3.3823535442352295,
      "learning_rate": 1.2595285026514092e-06,
      "loss": 0.7647,
      "step": 38510
    },
    {
      "epoch": 10.75,
      "grad_norm": 4.886277198791504,
      "learning_rate": 1.2598555679598102e-06,
      "loss": 0.7635,
      "step": 38520
    },
    {
      "epoch": 10.75,
      "grad_norm": 4.339853286743164,
      "learning_rate": 1.2601826332682109e-06,
      "loss": 0.7501,
      "step": 38530
    },
    {
      "epoch": 10.76,
      "grad_norm": 5.716437339782715,
      "learning_rate": 1.2605096985766116e-06,
      "loss": 0.754,
      "step": 38540
    },
    {
      "epoch": 10.76,
      "grad_norm": 2.574877977371216,
      "learning_rate": 1.2608367638850123e-06,
      "loss": 0.7642,
      "step": 38550
    },
    {
      "epoch": 10.76,
      "grad_norm": 5.387669563293457,
      "learning_rate": 1.2611638291934133e-06,
      "loss": 0.7603,
      "step": 38560
    },
    {
      "epoch": 10.76,
      "grad_norm": 4.910431861877441,
      "learning_rate": 1.261490894501814e-06,
      "loss": 0.746,
      "step": 38570
    },
    {
      "epoch": 10.77,
      "grad_norm": 4.446056842803955,
      "learning_rate": 1.261817959810215e-06,
      "loss": 0.7705,
      "step": 38580
    },
    {
      "epoch": 10.77,
      "grad_norm": 3.080974578857422,
      "learning_rate": 1.2621450251186157e-06,
      "loss": 0.7638,
      "step": 38590
    },
    {
      "epoch": 10.77,
      "grad_norm": 3.6181445121765137,
      "learning_rate": 1.2624720904270164e-06,
      "loss": 0.7611,
      "step": 38600
    },
    {
      "epoch": 10.78,
      "grad_norm": 4.83896541595459,
      "learning_rate": 1.262799155735417e-06,
      "loss": 0.7457,
      "step": 38610
    },
    {
      "epoch": 10.78,
      "grad_norm": 3.6003475189208984,
      "learning_rate": 1.2631262210438178e-06,
      "loss": 0.7457,
      "step": 38620
    },
    {
      "epoch": 10.78,
      "grad_norm": 2.634260416030884,
      "learning_rate": 1.2634532863522185e-06,
      "loss": 0.8014,
      "step": 38630
    },
    {
      "epoch": 10.78,
      "grad_norm": 3.202563762664795,
      "learning_rate": 1.2637803516606195e-06,
      "loss": 0.7433,
      "step": 38640
    },
    {
      "epoch": 10.79,
      "grad_norm": 6.688819885253906,
      "learning_rate": 1.2641074169690204e-06,
      "loss": 0.771,
      "step": 38650
    },
    {
      "epoch": 10.79,
      "grad_norm": 3.5337905883789062,
      "learning_rate": 1.2644344822774211e-06,
      "loss": 0.7627,
      "step": 38660
    },
    {
      "epoch": 10.79,
      "grad_norm": 4.293673992156982,
      "learning_rate": 1.2647615475858219e-06,
      "loss": 0.7759,
      "step": 38670
    },
    {
      "epoch": 10.8,
      "grad_norm": 4.514820575714111,
      "learning_rate": 1.2650886128942226e-06,
      "loss": 0.7637,
      "step": 38680
    },
    {
      "epoch": 10.8,
      "grad_norm": 3.3571314811706543,
      "learning_rate": 1.2654156782026233e-06,
      "loss": 0.7563,
      "step": 38690
    },
    {
      "epoch": 10.8,
      "grad_norm": 7.506577968597412,
      "learning_rate": 1.2657427435110242e-06,
      "loss": 0.7546,
      "step": 38700
    },
    {
      "epoch": 10.8,
      "grad_norm": 5.263858318328857,
      "learning_rate": 1.266069808819425e-06,
      "loss": 0.7674,
      "step": 38710
    },
    {
      "epoch": 10.81,
      "grad_norm": 5.85608434677124,
      "learning_rate": 1.2663968741278257e-06,
      "loss": 0.7804,
      "step": 38720
    },
    {
      "epoch": 10.81,
      "grad_norm": 5.094027519226074,
      "learning_rate": 1.2667239394362264e-06,
      "loss": 0.7584,
      "step": 38730
    },
    {
      "epoch": 10.81,
      "grad_norm": 3.1186156272888184,
      "learning_rate": 1.2670510047446271e-06,
      "loss": 0.7511,
      "step": 38740
    },
    {
      "epoch": 10.81,
      "grad_norm": 5.489126682281494,
      "learning_rate": 1.2673780700530283e-06,
      "loss": 0.7535,
      "step": 38750
    },
    {
      "epoch": 10.82,
      "grad_norm": 4.608343601226807,
      "learning_rate": 1.267705135361429e-06,
      "loss": 0.7599,
      "step": 38760
    },
    {
      "epoch": 10.82,
      "grad_norm": 5.590256214141846,
      "learning_rate": 1.2680322006698297e-06,
      "loss": 0.7569,
      "step": 38770
    },
    {
      "epoch": 10.82,
      "grad_norm": 4.115262985229492,
      "learning_rate": 1.2683592659782305e-06,
      "loss": 0.7674,
      "step": 38780
    },
    {
      "epoch": 10.83,
      "grad_norm": 4.477787494659424,
      "learning_rate": 1.2686863312866312e-06,
      "loss": 0.7756,
      "step": 38790
    },
    {
      "epoch": 10.83,
      "grad_norm": 3.956352472305298,
      "learning_rate": 1.269013396595032e-06,
      "loss": 0.7559,
      "step": 38800
    },
    {
      "epoch": 10.83,
      "grad_norm": 4.896173000335693,
      "learning_rate": 1.2693404619034326e-06,
      "loss": 0.7465,
      "step": 38810
    },
    {
      "epoch": 10.83,
      "grad_norm": 4.764577865600586,
      "learning_rate": 1.2696675272118336e-06,
      "loss": 0.7563,
      "step": 38820
    },
    {
      "epoch": 10.84,
      "grad_norm": 2.8420052528381348,
      "learning_rate": 1.2699945925202343e-06,
      "loss": 0.7468,
      "step": 38830
    },
    {
      "epoch": 10.84,
      "grad_norm": 2.4977731704711914,
      "learning_rate": 1.2703216578286352e-06,
      "loss": 0.7656,
      "step": 38840
    },
    {
      "epoch": 10.84,
      "grad_norm": 4.740156173706055,
      "learning_rate": 1.270648723137036e-06,
      "loss": 0.7756,
      "step": 38850
    },
    {
      "epoch": 10.85,
      "grad_norm": 3.320408344268799,
      "learning_rate": 1.2709757884454367e-06,
      "loss": 0.7704,
      "step": 38860
    },
    {
      "epoch": 10.85,
      "grad_norm": 3.901123523712158,
      "learning_rate": 1.2713028537538376e-06,
      "loss": 0.7669,
      "step": 38870
    },
    {
      "epoch": 10.85,
      "grad_norm": 3.3261563777923584,
      "learning_rate": 1.2716299190622383e-06,
      "loss": 0.7598,
      "step": 38880
    },
    {
      "epoch": 10.85,
      "grad_norm": 3.0995121002197266,
      "learning_rate": 1.271956984370639e-06,
      "loss": 0.7824,
      "step": 38890
    },
    {
      "epoch": 10.86,
      "grad_norm": 4.264267444610596,
      "learning_rate": 1.2722840496790398e-06,
      "loss": 0.7754,
      "step": 38900
    },
    {
      "epoch": 10.86,
      "grad_norm": 4.365670204162598,
      "learning_rate": 1.2726111149874405e-06,
      "loss": 0.7512,
      "step": 38910
    },
    {
      "epoch": 10.86,
      "grad_norm": 3.783682107925415,
      "learning_rate": 1.2729381802958412e-06,
      "loss": 0.7525,
      "step": 38920
    },
    {
      "epoch": 10.87,
      "grad_norm": 6.48602294921875,
      "learning_rate": 1.273265245604242e-06,
      "loss": 0.767,
      "step": 38930
    },
    {
      "epoch": 10.87,
      "grad_norm": 4.058622360229492,
      "learning_rate": 1.273592310912643e-06,
      "loss": 0.7561,
      "step": 38940
    },
    {
      "epoch": 10.87,
      "grad_norm": 3.070430278778076,
      "learning_rate": 1.2739193762210438e-06,
      "loss": 0.7702,
      "step": 38950
    },
    {
      "epoch": 10.87,
      "grad_norm": 5.6578803062438965,
      "learning_rate": 1.2742464415294445e-06,
      "loss": 0.7567,
      "step": 38960
    },
    {
      "epoch": 10.88,
      "grad_norm": 3.525108814239502,
      "learning_rate": 1.2745735068378453e-06,
      "loss": 0.758,
      "step": 38970
    },
    {
      "epoch": 10.88,
      "grad_norm": 2.707533597946167,
      "learning_rate": 1.274900572146246e-06,
      "loss": 0.7529,
      "step": 38980
    },
    {
      "epoch": 10.88,
      "grad_norm": 3.164851188659668,
      "learning_rate": 1.275227637454647e-06,
      "loss": 0.7636,
      "step": 38990
    },
    {
      "epoch": 10.88,
      "grad_norm": 5.227256774902344,
      "learning_rate": 1.2755547027630476e-06,
      "loss": 0.7349,
      "step": 39000
    },
    {
      "epoch": 10.89,
      "grad_norm": 3.3645853996276855,
      "learning_rate": 1.2758817680714484e-06,
      "loss": 0.7422,
      "step": 39010
    },
    {
      "epoch": 10.89,
      "grad_norm": 4.4515299797058105,
      "learning_rate": 1.276208833379849e-06,
      "loss": 0.7631,
      "step": 39020
    },
    {
      "epoch": 10.89,
      "grad_norm": 3.10549259185791,
      "learning_rate": 1.2765358986882498e-06,
      "loss": 0.7325,
      "step": 39030
    },
    {
      "epoch": 10.9,
      "grad_norm": 3.6536130905151367,
      "learning_rate": 1.2768629639966507e-06,
      "loss": 0.7567,
      "step": 39040
    },
    {
      "epoch": 10.9,
      "grad_norm": 5.237493515014648,
      "learning_rate": 1.2771900293050517e-06,
      "loss": 0.7684,
      "step": 39050
    },
    {
      "epoch": 10.9,
      "grad_norm": 4.784825801849365,
      "learning_rate": 1.2775170946134524e-06,
      "loss": 0.7625,
      "step": 39060
    },
    {
      "epoch": 10.9,
      "grad_norm": 4.264920234680176,
      "learning_rate": 1.2778441599218531e-06,
      "loss": 0.7472,
      "step": 39070
    },
    {
      "epoch": 10.91,
      "grad_norm": 3.2459685802459717,
      "learning_rate": 1.2781712252302538e-06,
      "loss": 0.7607,
      "step": 39080
    },
    {
      "epoch": 10.91,
      "grad_norm": 3.3949270248413086,
      "learning_rate": 1.2784982905386546e-06,
      "loss": 0.7547,
      "step": 39090
    },
    {
      "epoch": 10.91,
      "grad_norm": 4.032431602478027,
      "learning_rate": 1.2788253558470553e-06,
      "loss": 0.7676,
      "step": 39100
    },
    {
      "epoch": 10.92,
      "grad_norm": 4.860350608825684,
      "learning_rate": 1.279152421155456e-06,
      "loss": 0.7455,
      "step": 39110
    },
    {
      "epoch": 10.92,
      "grad_norm": 3.55303955078125,
      "learning_rate": 1.279479486463857e-06,
      "loss": 0.7552,
      "step": 39120
    },
    {
      "epoch": 10.92,
      "grad_norm": 5.227839469909668,
      "learning_rate": 1.2798065517722579e-06,
      "loss": 0.7836,
      "step": 39130
    },
    {
      "epoch": 10.92,
      "grad_norm": 3.3162007331848145,
      "learning_rate": 1.2801336170806586e-06,
      "loss": 0.7688,
      "step": 39140
    },
    {
      "epoch": 10.93,
      "grad_norm": 4.7326130867004395,
      "learning_rate": 1.2804606823890593e-06,
      "loss": 0.7525,
      "step": 39150
    },
    {
      "epoch": 10.93,
      "grad_norm": 3.9829211235046387,
      "learning_rate": 1.28078774769746e-06,
      "loss": 0.7647,
      "step": 39160
    },
    {
      "epoch": 10.93,
      "grad_norm": 3.6838297843933105,
      "learning_rate": 1.281114813005861e-06,
      "loss": 0.728,
      "step": 39170
    },
    {
      "epoch": 10.93,
      "grad_norm": 4.946352481842041,
      "learning_rate": 1.2814418783142617e-06,
      "loss": 0.7543,
      "step": 39180
    },
    {
      "epoch": 10.94,
      "grad_norm": 4.490041255950928,
      "learning_rate": 1.2817689436226624e-06,
      "loss": 0.7514,
      "step": 39190
    },
    {
      "epoch": 10.94,
      "grad_norm": 5.139113426208496,
      "learning_rate": 1.2820960089310632e-06,
      "loss": 0.7687,
      "step": 39200
    },
    {
      "epoch": 10.94,
      "grad_norm": 3.499647855758667,
      "learning_rate": 1.2824230742394639e-06,
      "loss": 0.7517,
      "step": 39210
    },
    {
      "epoch": 10.95,
      "grad_norm": 6.083322048187256,
      "learning_rate": 1.2827501395478646e-06,
      "loss": 0.7692,
      "step": 39220
    },
    {
      "epoch": 10.95,
      "grad_norm": 4.999404430389404,
      "learning_rate": 1.2830772048562658e-06,
      "loss": 0.7511,
      "step": 39230
    },
    {
      "epoch": 10.95,
      "grad_norm": 5.013486862182617,
      "learning_rate": 1.2834042701646665e-06,
      "loss": 0.7491,
      "step": 39240
    },
    {
      "epoch": 10.95,
      "grad_norm": 3.9857702255249023,
      "learning_rate": 1.2837313354730672e-06,
      "loss": 0.7402,
      "step": 39250
    },
    {
      "epoch": 10.96,
      "grad_norm": 6.153193473815918,
      "learning_rate": 1.284058400781468e-06,
      "loss": 0.7513,
      "step": 39260
    },
    {
      "epoch": 10.96,
      "grad_norm": 5.013153076171875,
      "learning_rate": 1.2843854660898687e-06,
      "loss": 0.7559,
      "step": 39270
    },
    {
      "epoch": 10.96,
      "grad_norm": 4.530422210693359,
      "learning_rate": 1.2847125313982694e-06,
      "loss": 0.7692,
      "step": 39280
    },
    {
      "epoch": 10.97,
      "grad_norm": 5.414915561676025,
      "learning_rate": 1.2850395967066703e-06,
      "loss": 0.7319,
      "step": 39290
    },
    {
      "epoch": 10.97,
      "grad_norm": 3.62233567237854,
      "learning_rate": 1.285366662015071e-06,
      "loss": 0.7471,
      "step": 39300
    },
    {
      "epoch": 10.97,
      "grad_norm": 4.365196228027344,
      "learning_rate": 1.2856937273234718e-06,
      "loss": 0.7577,
      "step": 39310
    },
    {
      "epoch": 10.97,
      "grad_norm": 3.148871660232544,
      "learning_rate": 1.2860207926318727e-06,
      "loss": 0.7676,
      "step": 39320
    },
    {
      "epoch": 10.98,
      "grad_norm": 4.435380935668945,
      "learning_rate": 1.2863478579402734e-06,
      "loss": 0.7687,
      "step": 39330
    },
    {
      "epoch": 10.98,
      "grad_norm": 6.878091335296631,
      "learning_rate": 1.2866749232486744e-06,
      "loss": 0.7719,
      "step": 39340
    },
    {
      "epoch": 10.98,
      "grad_norm": 4.052059650421143,
      "learning_rate": 1.287001988557075e-06,
      "loss": 0.7742,
      "step": 39350
    },
    {
      "epoch": 10.99,
      "grad_norm": 4.882273197174072,
      "learning_rate": 1.2873290538654758e-06,
      "loss": 0.75,
      "step": 39360
    },
    {
      "epoch": 10.99,
      "grad_norm": 4.684572219848633,
      "learning_rate": 1.2876561191738765e-06,
      "loss": 0.7377,
      "step": 39370
    },
    {
      "epoch": 10.99,
      "grad_norm": 5.248582363128662,
      "learning_rate": 1.2879831844822772e-06,
      "loss": 0.7613,
      "step": 39380
    },
    {
      "epoch": 10.99,
      "grad_norm": 4.8459153175354,
      "learning_rate": 1.288310249790678e-06,
      "loss": 0.7766,
      "step": 39390
    },
    {
      "epoch": 11.0,
      "grad_norm": 3.4347362518310547,
      "learning_rate": 1.2886373150990787e-06,
      "loss": 0.7435,
      "step": 39400
    },
    {
      "epoch": 11.0,
      "grad_norm": 4.827932834625244,
      "learning_rate": 1.2889643804074796e-06,
      "loss": 0.7577,
      "step": 39410
    },
    {
      "epoch": 11.0,
      "eval_loss": 0.7593334913253784,
      "eval_runtime": 83.2252,
      "eval_samples_per_second": 60.787,
      "eval_steps_per_second": 7.606,
      "step": 39413
    },
    {
      "epoch": 11.0,
      "grad_norm": 4.749549865722656,
      "learning_rate": 1.2892914457158806e-06,
      "loss": 0.7694,
      "step": 39420
    },
    {
      "epoch": 11.0,
      "grad_norm": 3.597555160522461,
      "learning_rate": 1.2896185110242813e-06,
      "loss": 0.768,
      "step": 39430
    },
    {
      "epoch": 11.01,
      "grad_norm": 2.912534236907959,
      "learning_rate": 1.289945576332682e-06,
      "loss": 0.7482,
      "step": 39440
    },
    {
      "epoch": 11.01,
      "grad_norm": 3.1512982845306396,
      "learning_rate": 1.2902726416410827e-06,
      "loss": 0.767,
      "step": 39450
    },
    {
      "epoch": 11.01,
      "grad_norm": 5.574769973754883,
      "learning_rate": 1.2905997069494835e-06,
      "loss": 0.7509,
      "step": 39460
    },
    {
      "epoch": 11.02,
      "grad_norm": 3.647712469100952,
      "learning_rate": 1.2909267722578844e-06,
      "loss": 0.769,
      "step": 39470
    },
    {
      "epoch": 11.02,
      "grad_norm": 4.6676554679870605,
      "learning_rate": 1.2912538375662851e-06,
      "loss": 0.7592,
      "step": 39480
    },
    {
      "epoch": 11.02,
      "grad_norm": 4.888330459594727,
      "learning_rate": 1.2915809028746858e-06,
      "loss": 0.7595,
      "step": 39490
    },
    {
      "epoch": 11.02,
      "grad_norm": 3.603332042694092,
      "learning_rate": 1.2919079681830866e-06,
      "loss": 0.7663,
      "step": 39500
    },
    {
      "epoch": 11.03,
      "grad_norm": 4.536400318145752,
      "learning_rate": 1.2922350334914875e-06,
      "loss": 0.7651,
      "step": 39510
    },
    {
      "epoch": 11.03,
      "grad_norm": 3.295004367828369,
      "learning_rate": 1.2925620987998884e-06,
      "loss": 0.7409,
      "step": 39520
    },
    {
      "epoch": 11.03,
      "grad_norm": 5.725539684295654,
      "learning_rate": 1.2928891641082892e-06,
      "loss": 0.7355,
      "step": 39530
    },
    {
      "epoch": 11.04,
      "grad_norm": 4.200328350067139,
      "learning_rate": 1.2932162294166899e-06,
      "loss": 0.7613,
      "step": 39540
    },
    {
      "epoch": 11.04,
      "grad_norm": 4.321635723114014,
      "learning_rate": 1.2935432947250906e-06,
      "loss": 0.7526,
      "step": 39550
    },
    {
      "epoch": 11.04,
      "grad_norm": 3.8118951320648193,
      "learning_rate": 1.2938703600334913e-06,
      "loss": 0.7889,
      "step": 39560
    },
    {
      "epoch": 11.04,
      "grad_norm": 4.900296211242676,
      "learning_rate": 1.294197425341892e-06,
      "loss": 0.7453,
      "step": 39570
    },
    {
      "epoch": 11.05,
      "grad_norm": 5.245089530944824,
      "learning_rate": 1.2945244906502928e-06,
      "loss": 0.7531,
      "step": 39580
    },
    {
      "epoch": 11.05,
      "grad_norm": 2.2451012134552,
      "learning_rate": 1.2948515559586937e-06,
      "loss": 0.772,
      "step": 39590
    },
    {
      "epoch": 11.05,
      "grad_norm": 4.942699909210205,
      "learning_rate": 1.2951786212670944e-06,
      "loss": 0.7475,
      "step": 39600
    },
    {
      "epoch": 11.05,
      "grad_norm": 5.2490434646606445,
      "learning_rate": 1.2955056865754954e-06,
      "loss": 0.7326,
      "step": 39610
    },
    {
      "epoch": 11.06,
      "grad_norm": 4.581255912780762,
      "learning_rate": 1.295832751883896e-06,
      "loss": 0.7607,
      "step": 39620
    },
    {
      "epoch": 11.06,
      "grad_norm": 5.437946319580078,
      "learning_rate": 1.2961598171922968e-06,
      "loss": 0.7576,
      "step": 39630
    },
    {
      "epoch": 11.06,
      "grad_norm": 3.507878541946411,
      "learning_rate": 1.2964868825006977e-06,
      "loss": 0.7667,
      "step": 39640
    },
    {
      "epoch": 11.07,
      "grad_norm": 2.6149866580963135,
      "learning_rate": 1.2968139478090985e-06,
      "loss": 0.7749,
      "step": 39650
    },
    {
      "epoch": 11.07,
      "grad_norm": 4.081307888031006,
      "learning_rate": 1.2971410131174992e-06,
      "loss": 0.7674,
      "step": 39660
    },
    {
      "epoch": 11.07,
      "grad_norm": 3.9741623401641846,
      "learning_rate": 1.2974680784259e-06,
      "loss": 0.7741,
      "step": 39670
    },
    {
      "epoch": 11.07,
      "grad_norm": 5.247923851013184,
      "learning_rate": 1.2977951437343006e-06,
      "loss": 0.7641,
      "step": 39680
    },
    {
      "epoch": 11.08,
      "grad_norm": 4.402463912963867,
      "learning_rate": 1.2981222090427014e-06,
      "loss": 0.7675,
      "step": 39690
    },
    {
      "epoch": 11.08,
      "grad_norm": 4.137314319610596,
      "learning_rate": 1.2984492743511025e-06,
      "loss": 0.7641,
      "step": 39700
    },
    {
      "epoch": 11.08,
      "grad_norm": 3.44808030128479,
      "learning_rate": 1.2987763396595032e-06,
      "loss": 0.7586,
      "step": 39710
    },
    {
      "epoch": 11.09,
      "grad_norm": 4.0491790771484375,
      "learning_rate": 1.299103404967904e-06,
      "loss": 0.7602,
      "step": 39720
    },
    {
      "epoch": 11.09,
      "grad_norm": 6.125131607055664,
      "learning_rate": 1.2994304702763047e-06,
      "loss": 0.7603,
      "step": 39730
    },
    {
      "epoch": 11.09,
      "grad_norm": 3.3828964233398438,
      "learning_rate": 1.2997575355847054e-06,
      "loss": 0.759,
      "step": 39740
    },
    {
      "epoch": 11.09,
      "grad_norm": 5.063686370849609,
      "learning_rate": 1.3000846008931061e-06,
      "loss": 0.7666,
      "step": 39750
    },
    {
      "epoch": 11.1,
      "grad_norm": 4.417651653289795,
      "learning_rate": 1.300411666201507e-06,
      "loss": 0.7592,
      "step": 39760
    },
    {
      "epoch": 11.1,
      "grad_norm": 5.2160964012146,
      "learning_rate": 1.3007387315099078e-06,
      "loss": 0.7545,
      "step": 39770
    },
    {
      "epoch": 11.1,
      "grad_norm": 3.991485357284546,
      "learning_rate": 1.3010657968183085e-06,
      "loss": 0.761,
      "step": 39780
    },
    {
      "epoch": 11.11,
      "grad_norm": 3.847954511642456,
      "learning_rate": 1.3013928621267092e-06,
      "loss": 0.7648,
      "step": 39790
    },
    {
      "epoch": 11.11,
      "grad_norm": 2.8787028789520264,
      "learning_rate": 1.3017199274351102e-06,
      "loss": 0.7572,
      "step": 39800
    },
    {
      "epoch": 11.11,
      "grad_norm": 3.7821357250213623,
      "learning_rate": 1.302046992743511e-06,
      "loss": 0.737,
      "step": 39810
    },
    {
      "epoch": 11.11,
      "grad_norm": 4.573655605316162,
      "learning_rate": 1.3023740580519118e-06,
      "loss": 0.7669,
      "step": 39820
    },
    {
      "epoch": 11.12,
      "grad_norm": 2.9059484004974365,
      "learning_rate": 1.3027011233603126e-06,
      "loss": 0.7658,
      "step": 39830
    },
    {
      "epoch": 11.12,
      "grad_norm": 3.126950263977051,
      "learning_rate": 1.3030281886687133e-06,
      "loss": 0.7637,
      "step": 39840
    },
    {
      "epoch": 11.12,
      "grad_norm": 5.683223724365234,
      "learning_rate": 1.303355253977114e-06,
      "loss": 0.7571,
      "step": 39850
    },
    {
      "epoch": 11.12,
      "grad_norm": 3.610715627670288,
      "learning_rate": 1.3036823192855147e-06,
      "loss": 0.7546,
      "step": 39860
    },
    {
      "epoch": 11.13,
      "grad_norm": 3.4512505531311035,
      "learning_rate": 1.3040093845939154e-06,
      "loss": 0.7367,
      "step": 39870
    },
    {
      "epoch": 11.13,
      "grad_norm": 4.674631595611572,
      "learning_rate": 1.3043364499023164e-06,
      "loss": 0.7535,
      "step": 39880
    },
    {
      "epoch": 11.13,
      "grad_norm": 3.4910407066345215,
      "learning_rate": 1.304663515210717e-06,
      "loss": 0.7786,
      "step": 39890
    },
    {
      "epoch": 11.14,
      "grad_norm": 2.972733974456787,
      "learning_rate": 1.304990580519118e-06,
      "loss": 0.7547,
      "step": 39900
    },
    {
      "epoch": 11.14,
      "grad_norm": 2.9385972023010254,
      "learning_rate": 1.3053176458275188e-06,
      "loss": 0.7493,
      "step": 39910
    },
    {
      "epoch": 11.14,
      "grad_norm": 3.5077295303344727,
      "learning_rate": 1.3056447111359195e-06,
      "loss": 0.7611,
      "step": 39920
    },
    {
      "epoch": 11.14,
      "grad_norm": 4.240979194641113,
      "learning_rate": 1.3059717764443202e-06,
      "loss": 0.7601,
      "step": 39930
    },
    {
      "epoch": 11.15,
      "grad_norm": 4.900168418884277,
      "learning_rate": 1.3062988417527211e-06,
      "loss": 0.7605,
      "step": 39940
    },
    {
      "epoch": 11.15,
      "grad_norm": 3.6525516510009766,
      "learning_rate": 1.3066259070611219e-06,
      "loss": 0.7402,
      "step": 39950
    },
    {
      "epoch": 11.15,
      "grad_norm": 3.1155922412872314,
      "learning_rate": 1.3069529723695226e-06,
      "loss": 0.7483,
      "step": 39960
    },
    {
      "epoch": 11.16,
      "grad_norm": 3.3684587478637695,
      "learning_rate": 1.3072800376779233e-06,
      "loss": 0.7563,
      "step": 39970
    },
    {
      "epoch": 11.16,
      "grad_norm": 3.449545383453369,
      "learning_rate": 1.307607102986324e-06,
      "loss": 0.7604,
      "step": 39980
    },
    {
      "epoch": 11.16,
      "grad_norm": 3.945038318634033,
      "learning_rate": 1.3079341682947252e-06,
      "loss": 0.7503,
      "step": 39990
    },
    {
      "epoch": 11.16,
      "grad_norm": 4.165008068084717,
      "learning_rate": 1.308261233603126e-06,
      "loss": 0.7619,
      "step": 40000
    },
    {
      "epoch": 11.17,
      "grad_norm": 2.927342414855957,
      "learning_rate": 1.3085882989115266e-06,
      "loss": 0.756,
      "step": 40010
    },
    {
      "epoch": 11.17,
      "grad_norm": 3.751716136932373,
      "learning_rate": 1.3089153642199274e-06,
      "loss": 0.7534,
      "step": 40020
    },
    {
      "epoch": 11.17,
      "grad_norm": 4.951858997344971,
      "learning_rate": 1.309242429528328e-06,
      "loss": 0.7515,
      "step": 40030
    },
    {
      "epoch": 11.17,
      "grad_norm": 4.358917236328125,
      "learning_rate": 1.3095694948367288e-06,
      "loss": 0.7544,
      "step": 40040
    },
    {
      "epoch": 11.18,
      "grad_norm": 5.869088649749756,
      "learning_rate": 1.3098965601451295e-06,
      "loss": 0.7374,
      "step": 40050
    },
    {
      "epoch": 11.18,
      "grad_norm": 3.971165418624878,
      "learning_rate": 1.3102236254535305e-06,
      "loss": 0.7472,
      "step": 40060
    },
    {
      "epoch": 11.18,
      "grad_norm": 3.024752140045166,
      "learning_rate": 1.3105506907619312e-06,
      "loss": 0.7538,
      "step": 40070
    },
    {
      "epoch": 11.19,
      "grad_norm": 4.323435306549072,
      "learning_rate": 1.310877756070332e-06,
      "loss": 0.7371,
      "step": 40080
    },
    {
      "epoch": 11.19,
      "grad_norm": 3.9346160888671875,
      "learning_rate": 1.3112048213787328e-06,
      "loss": 0.7569,
      "step": 40090
    },
    {
      "epoch": 11.19,
      "grad_norm": 4.61280632019043,
      "learning_rate": 1.3115318866871336e-06,
      "loss": 0.7541,
      "step": 40100
    },
    {
      "epoch": 11.19,
      "grad_norm": 3.2690677642822266,
      "learning_rate": 1.3118589519955345e-06,
      "loss": 0.7483,
      "step": 40110
    },
    {
      "epoch": 11.2,
      "grad_norm": 4.228814125061035,
      "learning_rate": 1.3121860173039352e-06,
      "loss": 0.756,
      "step": 40120
    },
    {
      "epoch": 11.2,
      "grad_norm": 5.373340606689453,
      "learning_rate": 1.312513082612336e-06,
      "loss": 0.7569,
      "step": 40130
    },
    {
      "epoch": 11.2,
      "grad_norm": 4.615649700164795,
      "learning_rate": 1.3128401479207367e-06,
      "loss": 0.7521,
      "step": 40140
    },
    {
      "epoch": 11.21,
      "grad_norm": 2.957057476043701,
      "learning_rate": 1.3131672132291374e-06,
      "loss": 0.7919,
      "step": 40150
    },
    {
      "epoch": 11.21,
      "grad_norm": 5.484278202056885,
      "learning_rate": 1.3134942785375381e-06,
      "loss": 0.746,
      "step": 40160
    },
    {
      "epoch": 11.21,
      "grad_norm": 3.737074613571167,
      "learning_rate": 1.3138213438459388e-06,
      "loss": 0.7611,
      "step": 40170
    },
    {
      "epoch": 11.21,
      "grad_norm": 4.015715599060059,
      "learning_rate": 1.31414840915434e-06,
      "loss": 0.7457,
      "step": 40180
    },
    {
      "epoch": 11.22,
      "grad_norm": 3.405285120010376,
      "learning_rate": 1.3144754744627407e-06,
      "loss": 0.7744,
      "step": 40190
    },
    {
      "epoch": 11.22,
      "grad_norm": 5.621669769287109,
      "learning_rate": 1.3148025397711414e-06,
      "loss": 0.7487,
      "step": 40200
    },
    {
      "epoch": 11.22,
      "grad_norm": 3.5892746448516846,
      "learning_rate": 1.3151296050795422e-06,
      "loss": 0.7544,
      "step": 40210
    },
    {
      "epoch": 11.23,
      "grad_norm": 3.627131700515747,
      "learning_rate": 1.3154566703879429e-06,
      "loss": 0.7882,
      "step": 40220
    },
    {
      "epoch": 11.23,
      "grad_norm": 5.712614059448242,
      "learning_rate": 1.3157837356963438e-06,
      "loss": 0.755,
      "step": 40230
    },
    {
      "epoch": 11.23,
      "grad_norm": 3.8885204792022705,
      "learning_rate": 1.3161108010047445e-06,
      "loss": 0.7409,
      "step": 40240
    },
    {
      "epoch": 11.23,
      "grad_norm": 4.427817344665527,
      "learning_rate": 1.3164378663131453e-06,
      "loss": 0.7557,
      "step": 40250
    },
    {
      "epoch": 11.24,
      "grad_norm": 4.965987682342529,
      "learning_rate": 1.316764931621546e-06,
      "loss": 0.7658,
      "step": 40260
    },
    {
      "epoch": 11.24,
      "grad_norm": 5.799898147583008,
      "learning_rate": 1.3170919969299467e-06,
      "loss": 0.7378,
      "step": 40270
    },
    {
      "epoch": 11.24,
      "grad_norm": 4.744174957275391,
      "learning_rate": 1.3174190622383476e-06,
      "loss": 0.7531,
      "step": 40280
    },
    {
      "epoch": 11.24,
      "grad_norm": 5.9224443435668945,
      "learning_rate": 1.3177461275467486e-06,
      "loss": 0.7419,
      "step": 40290
    },
    {
      "epoch": 11.25,
      "grad_norm": 5.645296096801758,
      "learning_rate": 1.3180731928551493e-06,
      "loss": 0.7276,
      "step": 40300
    },
    {
      "epoch": 11.25,
      "grad_norm": 5.0568718910217285,
      "learning_rate": 1.31840025816355e-06,
      "loss": 0.7479,
      "step": 40310
    },
    {
      "epoch": 11.25,
      "grad_norm": 6.887857913970947,
      "learning_rate": 1.3187273234719508e-06,
      "loss": 0.7533,
      "step": 40320
    },
    {
      "epoch": 11.26,
      "grad_norm": 4.05393123626709,
      "learning_rate": 1.3190543887803515e-06,
      "loss": 0.768,
      "step": 40330
    },
    {
      "epoch": 11.26,
      "grad_norm": 3.7983336448669434,
      "learning_rate": 1.3193814540887522e-06,
      "loss": 0.766,
      "step": 40340
    },
    {
      "epoch": 11.26,
      "grad_norm": 4.874536037445068,
      "learning_rate": 1.3197085193971531e-06,
      "loss": 0.7405,
      "step": 40350
    },
    {
      "epoch": 11.26,
      "grad_norm": 3.6971957683563232,
      "learning_rate": 1.3200355847055539e-06,
      "loss": 0.7528,
      "step": 40360
    },
    {
      "epoch": 11.27,
      "grad_norm": 3.831310272216797,
      "learning_rate": 1.3203626500139548e-06,
      "loss": 0.7503,
      "step": 40370
    },
    {
      "epoch": 11.27,
      "grad_norm": 4.340912818908691,
      "learning_rate": 1.3206897153223555e-06,
      "loss": 0.7558,
      "step": 40380
    },
    {
      "epoch": 11.27,
      "grad_norm": 5.500166416168213,
      "learning_rate": 1.3210167806307562e-06,
      "loss": 0.7601,
      "step": 40390
    },
    {
      "epoch": 11.28,
      "grad_norm": 5.2114338874816895,
      "learning_rate": 1.321343845939157e-06,
      "loss": 0.7678,
      "step": 40400
    },
    {
      "epoch": 11.28,
      "grad_norm": 5.856488227844238,
      "learning_rate": 1.321670911247558e-06,
      "loss": 0.7662,
      "step": 40410
    },
    {
      "epoch": 11.28,
      "grad_norm": 2.751570701599121,
      "learning_rate": 1.3219979765559586e-06,
      "loss": 0.7654,
      "step": 40420
    },
    {
      "epoch": 11.28,
      "grad_norm": 4.050081253051758,
      "learning_rate": 1.3223250418643593e-06,
      "loss": 0.7552,
      "step": 40430
    },
    {
      "epoch": 11.29,
      "grad_norm": 3.259502410888672,
      "learning_rate": 1.32265210717276e-06,
      "loss": 0.7624,
      "step": 40440
    },
    {
      "epoch": 11.29,
      "grad_norm": 5.400611877441406,
      "learning_rate": 1.3229791724811608e-06,
      "loss": 0.7416,
      "step": 40450
    },
    {
      "epoch": 11.29,
      "grad_norm": 4.374092102050781,
      "learning_rate": 1.3233062377895615e-06,
      "loss": 0.7455,
      "step": 40460
    },
    {
      "epoch": 11.3,
      "grad_norm": 3.149142265319824,
      "learning_rate": 1.3236333030979627e-06,
      "loss": 0.7617,
      "step": 40470
    },
    {
      "epoch": 11.3,
      "grad_norm": 4.8346052169799805,
      "learning_rate": 1.3239603684063634e-06,
      "loss": 0.7698,
      "step": 40480
    },
    {
      "epoch": 11.3,
      "grad_norm": 5.207040309906006,
      "learning_rate": 1.3242874337147641e-06,
      "loss": 0.7497,
      "step": 40490
    },
    {
      "epoch": 11.3,
      "grad_norm": 4.464815139770508,
      "learning_rate": 1.3246144990231648e-06,
      "loss": 0.7632,
      "step": 40500
    },
    {
      "epoch": 11.31,
      "grad_norm": 3.2202517986297607,
      "learning_rate": 1.3249415643315656e-06,
      "loss": 0.7627,
      "step": 40510
    },
    {
      "epoch": 11.31,
      "grad_norm": 3.6774797439575195,
      "learning_rate": 1.3252686296399663e-06,
      "loss": 0.7288,
      "step": 40520
    },
    {
      "epoch": 11.31,
      "grad_norm": 4.340731620788574,
      "learning_rate": 1.3255956949483672e-06,
      "loss": 0.7533,
      "step": 40530
    },
    {
      "epoch": 11.31,
      "grad_norm": 6.16605281829834,
      "learning_rate": 1.325922760256768e-06,
      "loss": 0.7695,
      "step": 40540
    },
    {
      "epoch": 11.32,
      "grad_norm": 5.357522010803223,
      "learning_rate": 1.3262498255651687e-06,
      "loss": 0.7434,
      "step": 40550
    },
    {
      "epoch": 11.32,
      "grad_norm": 4.874464511871338,
      "learning_rate": 1.3265768908735696e-06,
      "loss": 0.7637,
      "step": 40560
    },
    {
      "epoch": 11.32,
      "grad_norm": 4.34305477142334,
      "learning_rate": 1.3269039561819703e-06,
      "loss": 0.744,
      "step": 40570
    },
    {
      "epoch": 11.33,
      "grad_norm": 5.354829788208008,
      "learning_rate": 1.3272310214903713e-06,
      "loss": 0.7578,
      "step": 40580
    },
    {
      "epoch": 11.33,
      "grad_norm": 4.73749303817749,
      "learning_rate": 1.327558086798772e-06,
      "loss": 0.7378,
      "step": 40590
    },
    {
      "epoch": 11.33,
      "grad_norm": 2.849370002746582,
      "learning_rate": 1.3278851521071727e-06,
      "loss": 0.7654,
      "step": 40600
    },
    {
      "epoch": 11.33,
      "grad_norm": 5.35847282409668,
      "learning_rate": 1.3282122174155734e-06,
      "loss": 0.7588,
      "step": 40610
    },
    {
      "epoch": 11.34,
      "grad_norm": 3.451526165008545,
      "learning_rate": 1.3285392827239741e-06,
      "loss": 0.7745,
      "step": 40620
    },
    {
      "epoch": 11.34,
      "grad_norm": 3.610604763031006,
      "learning_rate": 1.3288663480323749e-06,
      "loss": 0.7461,
      "step": 40630
    },
    {
      "epoch": 11.34,
      "grad_norm": 3.338686466217041,
      "learning_rate": 1.3291934133407756e-06,
      "loss": 0.7615,
      "step": 40640
    },
    {
      "epoch": 11.35,
      "grad_norm": 4.454226016998291,
      "learning_rate": 1.3295204786491765e-06,
      "loss": 0.74,
      "step": 40650
    },
    {
      "epoch": 11.35,
      "grad_norm": 4.595283031463623,
      "learning_rate": 1.3298475439575775e-06,
      "loss": 0.7479,
      "step": 40660
    },
    {
      "epoch": 11.35,
      "grad_norm": 4.882075309753418,
      "learning_rate": 1.3301746092659782e-06,
      "loss": 0.7542,
      "step": 40670
    },
    {
      "epoch": 11.35,
      "grad_norm": 4.39302921295166,
      "learning_rate": 1.330501674574379e-06,
      "loss": 0.7606,
      "step": 40680
    },
    {
      "epoch": 11.36,
      "grad_norm": 3.5383036136627197,
      "learning_rate": 1.3308287398827796e-06,
      "loss": 0.7456,
      "step": 40690
    },
    {
      "epoch": 11.36,
      "grad_norm": 5.1716814041137695,
      "learning_rate": 1.3311558051911806e-06,
      "loss": 0.75,
      "step": 40700
    },
    {
      "epoch": 11.36,
      "grad_norm": 3.277428150177002,
      "learning_rate": 1.3314828704995813e-06,
      "loss": 0.7514,
      "step": 40710
    },
    {
      "epoch": 11.36,
      "grad_norm": 5.533115386962891,
      "learning_rate": 1.331809935807982e-06,
      "loss": 0.7495,
      "step": 40720
    },
    {
      "epoch": 11.37,
      "grad_norm": 4.087528228759766,
      "learning_rate": 1.3321370011163827e-06,
      "loss": 0.7719,
      "step": 40730
    },
    {
      "epoch": 11.37,
      "grad_norm": 5.262177467346191,
      "learning_rate": 1.3324640664247835e-06,
      "loss": 0.7583,
      "step": 40740
    },
    {
      "epoch": 11.37,
      "grad_norm": 5.749849319458008,
      "learning_rate": 1.3327911317331842e-06,
      "loss": 0.7628,
      "step": 40750
    },
    {
      "epoch": 11.38,
      "grad_norm": 5.777076721191406,
      "learning_rate": 1.3331181970415853e-06,
      "loss": 0.7399,
      "step": 40760
    },
    {
      "epoch": 11.38,
      "grad_norm": 4.041820049285889,
      "learning_rate": 1.333445262349986e-06,
      "loss": 0.7799,
      "step": 40770
    },
    {
      "epoch": 11.38,
      "grad_norm": 4.478713035583496,
      "learning_rate": 1.3337723276583868e-06,
      "loss": 0.7653,
      "step": 40780
    },
    {
      "epoch": 11.38,
      "grad_norm": 4.923049449920654,
      "learning_rate": 1.3340993929667875e-06,
      "loss": 0.7606,
      "step": 40790
    },
    {
      "epoch": 11.39,
      "grad_norm": 5.096222400665283,
      "learning_rate": 1.3344264582751882e-06,
      "loss": 0.7676,
      "step": 40800
    },
    {
      "epoch": 11.39,
      "grad_norm": 4.097949028015137,
      "learning_rate": 1.334753523583589e-06,
      "loss": 0.7729,
      "step": 40810
    },
    {
      "epoch": 11.39,
      "grad_norm": 4.364626884460449,
      "learning_rate": 1.3350805888919897e-06,
      "loss": 0.757,
      "step": 40820
    },
    {
      "epoch": 11.4,
      "grad_norm": 3.7848334312438965,
      "learning_rate": 1.3354076542003906e-06,
      "loss": 0.734,
      "step": 40830
    },
    {
      "epoch": 11.4,
      "grad_norm": 5.303648471832275,
      "learning_rate": 1.3357347195087913e-06,
      "loss": 0.7575,
      "step": 40840
    },
    {
      "epoch": 11.4,
      "grad_norm": 4.850892543792725,
      "learning_rate": 1.3360617848171923e-06,
      "loss": 0.7506,
      "step": 40850
    },
    {
      "epoch": 11.4,
      "grad_norm": 4.0906219482421875,
      "learning_rate": 1.336388850125593e-06,
      "loss": 0.7536,
      "step": 40860
    },
    {
      "epoch": 11.41,
      "grad_norm": 2.462796449661255,
      "learning_rate": 1.3367159154339937e-06,
      "loss": 0.7584,
      "step": 40870
    },
    {
      "epoch": 11.41,
      "grad_norm": 4.937509059906006,
      "learning_rate": 1.3370429807423946e-06,
      "loss": 0.7498,
      "step": 40880
    },
    {
      "epoch": 11.41,
      "grad_norm": 4.429808616638184,
      "learning_rate": 1.3373700460507954e-06,
      "loss": 0.768,
      "step": 40890
    },
    {
      "epoch": 11.42,
      "grad_norm": 3.316744089126587,
      "learning_rate": 1.337697111359196e-06,
      "loss": 0.7495,
      "step": 40900
    },
    {
      "epoch": 11.42,
      "grad_norm": 3.04703426361084,
      "learning_rate": 1.3380241766675968e-06,
      "loss": 0.7735,
      "step": 40910
    },
    {
      "epoch": 11.42,
      "grad_norm": 4.108075141906738,
      "learning_rate": 1.3383512419759975e-06,
      "loss": 0.7353,
      "step": 40920
    },
    {
      "epoch": 11.42,
      "grad_norm": 26.416933059692383,
      "learning_rate": 1.3386783072843983e-06,
      "loss": 0.7231,
      "step": 40930
    },
    {
      "epoch": 11.43,
      "grad_norm": 3.70135760307312,
      "learning_rate": 1.339005372592799e-06,
      "loss": 0.7664,
      "step": 40940
    },
    {
      "epoch": 11.43,
      "grad_norm": 4.670746803283691,
      "learning_rate": 1.3393324379012001e-06,
      "loss": 0.7441,
      "step": 40950
    },
    {
      "epoch": 11.43,
      "grad_norm": 4.512117862701416,
      "learning_rate": 1.3396595032096009e-06,
      "loss": 0.7483,
      "step": 40960
    },
    {
      "epoch": 11.43,
      "grad_norm": 4.127137184143066,
      "learning_rate": 1.3399865685180016e-06,
      "loss": 0.7493,
      "step": 40970
    },
    {
      "epoch": 11.44,
      "grad_norm": 4.623753070831299,
      "learning_rate": 1.3403136338264023e-06,
      "loss": 0.7663,
      "step": 40980
    },
    {
      "epoch": 11.44,
      "grad_norm": 2.909339189529419,
      "learning_rate": 1.340640699134803e-06,
      "loss": 0.7465,
      "step": 40990
    },
    {
      "epoch": 11.44,
      "grad_norm": 5.561456680297852,
      "learning_rate": 1.340967764443204e-06,
      "loss": 0.7397,
      "step": 41000
    },
    {
      "epoch": 11.45,
      "grad_norm": 3.6469762325286865,
      "learning_rate": 1.3412948297516047e-06,
      "loss": 0.7392,
      "step": 41010
    },
    {
      "epoch": 11.45,
      "grad_norm": 3.351719379425049,
      "learning_rate": 1.3416218950600054e-06,
      "loss": 0.7365,
      "step": 41020
    },
    {
      "epoch": 11.45,
      "grad_norm": 3.8374361991882324,
      "learning_rate": 1.3419489603684061e-06,
      "loss": 0.7505,
      "step": 41030
    },
    {
      "epoch": 11.45,
      "grad_norm": 5.117359161376953,
      "learning_rate": 1.342276025676807e-06,
      "loss": 0.7344,
      "step": 41040
    },
    {
      "epoch": 11.46,
      "grad_norm": 5.28985071182251,
      "learning_rate": 1.342603090985208e-06,
      "loss": 0.7413,
      "step": 41050
    },
    {
      "epoch": 11.46,
      "grad_norm": 5.737065315246582,
      "learning_rate": 1.3429301562936087e-06,
      "loss": 0.7464,
      "step": 41060
    },
    {
      "epoch": 11.46,
      "grad_norm": 5.052767276763916,
      "learning_rate": 1.3432572216020095e-06,
      "loss": 0.7589,
      "step": 41070
    },
    {
      "epoch": 11.47,
      "grad_norm": 2.875333070755005,
      "learning_rate": 1.3435842869104102e-06,
      "loss": 0.7526,
      "step": 41080
    },
    {
      "epoch": 11.47,
      "grad_norm": 6.074690818786621,
      "learning_rate": 1.343911352218811e-06,
      "loss": 0.7378,
      "step": 41090
    },
    {
      "epoch": 11.47,
      "grad_norm": 3.535079002380371,
      "learning_rate": 1.3442384175272116e-06,
      "loss": 0.7417,
      "step": 41100
    },
    {
      "epoch": 11.47,
      "grad_norm": 3.072709560394287,
      "learning_rate": 1.3445654828356123e-06,
      "loss": 0.7554,
      "step": 41110
    },
    {
      "epoch": 11.48,
      "grad_norm": 5.074330806732178,
      "learning_rate": 1.3448925481440133e-06,
      "loss": 0.7463,
      "step": 41120
    },
    {
      "epoch": 11.48,
      "grad_norm": 4.75993013381958,
      "learning_rate": 1.345219613452414e-06,
      "loss": 0.7644,
      "step": 41130
    },
    {
      "epoch": 11.48,
      "grad_norm": 3.2814440727233887,
      "learning_rate": 1.345546678760815e-06,
      "loss": 0.7751,
      "step": 41140
    },
    {
      "epoch": 11.48,
      "grad_norm": 3.1565680503845215,
      "learning_rate": 1.3458737440692157e-06,
      "loss": 0.7657,
      "step": 41150
    },
    {
      "epoch": 11.49,
      "grad_norm": 3.79976224899292,
      "learning_rate": 1.3462008093776164e-06,
      "loss": 0.7563,
      "step": 41160
    },
    {
      "epoch": 11.49,
      "grad_norm": 3.1949644088745117,
      "learning_rate": 1.3465278746860171e-06,
      "loss": 0.7656,
      "step": 41170
    },
    {
      "epoch": 11.49,
      "grad_norm": 4.353363513946533,
      "learning_rate": 1.346854939994418e-06,
      "loss": 0.7653,
      "step": 41180
    },
    {
      "epoch": 11.5,
      "grad_norm": 3.252033233642578,
      "learning_rate": 1.3471820053028188e-06,
      "loss": 0.7564,
      "step": 41190
    },
    {
      "epoch": 11.5,
      "grad_norm": 2.854184150695801,
      "learning_rate": 1.3475090706112195e-06,
      "loss": 0.7626,
      "step": 41200
    },
    {
      "epoch": 11.5,
      "grad_norm": 2.7951104640960693,
      "learning_rate": 1.3478361359196202e-06,
      "loss": 0.761,
      "step": 41210
    },
    {
      "epoch": 11.5,
      "grad_norm": 6.663015842437744,
      "learning_rate": 1.348163201228021e-06,
      "loss": 0.7377,
      "step": 41220
    },
    {
      "epoch": 11.51,
      "grad_norm": 4.4372124671936035,
      "learning_rate": 1.348490266536422e-06,
      "loss": 0.7439,
      "step": 41230
    },
    {
      "epoch": 11.51,
      "grad_norm": 2.6953771114349365,
      "learning_rate": 1.3488173318448228e-06,
      "loss": 0.7298,
      "step": 41240
    },
    {
      "epoch": 11.51,
      "grad_norm": 3.199878215789795,
      "learning_rate": 1.3491443971532235e-06,
      "loss": 0.7685,
      "step": 41250
    },
    {
      "epoch": 11.52,
      "grad_norm": 3.8877246379852295,
      "learning_rate": 1.3494714624616243e-06,
      "loss": 0.7509,
      "step": 41260
    },
    {
      "epoch": 11.52,
      "grad_norm": 4.733883857727051,
      "learning_rate": 1.349798527770025e-06,
      "loss": 0.7538,
      "step": 41270
    },
    {
      "epoch": 11.52,
      "grad_norm": 5.616922855377197,
      "learning_rate": 1.3501255930784257e-06,
      "loss": 0.7556,
      "step": 41280
    },
    {
      "epoch": 11.52,
      "grad_norm": 4.327292442321777,
      "learning_rate": 1.3504526583868264e-06,
      "loss": 0.7493,
      "step": 41290
    },
    {
      "epoch": 11.53,
      "grad_norm": 6.104814052581787,
      "learning_rate": 1.3507797236952274e-06,
      "loss": 0.751,
      "step": 41300
    },
    {
      "epoch": 11.53,
      "grad_norm": 4.416532039642334,
      "learning_rate": 1.351106789003628e-06,
      "loss": 0.7617,
      "step": 41310
    },
    {
      "epoch": 11.53,
      "grad_norm": 4.475530624389648,
      "learning_rate": 1.3514338543120288e-06,
      "loss": 0.7416,
      "step": 41320
    },
    {
      "epoch": 11.54,
      "grad_norm": 5.776836395263672,
      "learning_rate": 1.3517609196204297e-06,
      "loss": 0.7566,
      "step": 41330
    },
    {
      "epoch": 11.54,
      "grad_norm": 5.0019025802612305,
      "learning_rate": 1.3520879849288305e-06,
      "loss": 0.7377,
      "step": 41340
    },
    {
      "epoch": 11.54,
      "grad_norm": 4.251393795013428,
      "learning_rate": 1.3524150502372314e-06,
      "loss": 0.7384,
      "step": 41350
    },
    {
      "epoch": 11.54,
      "grad_norm": 4.402256965637207,
      "learning_rate": 1.3527421155456321e-06,
      "loss": 0.7385,
      "step": 41360
    },
    {
      "epoch": 11.55,
      "grad_norm": 5.587546348571777,
      "learning_rate": 1.3530691808540328e-06,
      "loss": 0.7631,
      "step": 41370
    },
    {
      "epoch": 11.55,
      "grad_norm": 2.7793641090393066,
      "learning_rate": 1.3533962461624336e-06,
      "loss": 0.7542,
      "step": 41380
    },
    {
      "epoch": 11.55,
      "grad_norm": 3.5828487873077393,
      "learning_rate": 1.3537233114708343e-06,
      "loss": 0.7461,
      "step": 41390
    },
    {
      "epoch": 11.55,
      "grad_norm": 2.925379991531372,
      "learning_rate": 1.354050376779235e-06,
      "loss": 0.7314,
      "step": 41400
    },
    {
      "epoch": 11.56,
      "grad_norm": 3.898134231567383,
      "learning_rate": 1.3543774420876357e-06,
      "loss": 0.7541,
      "step": 41410
    },
    {
      "epoch": 11.56,
      "grad_norm": 3.781736135482788,
      "learning_rate": 1.3547045073960369e-06,
      "loss": 0.7379,
      "step": 41420
    },
    {
      "epoch": 11.56,
      "grad_norm": 3.489546060562134,
      "learning_rate": 1.3550315727044376e-06,
      "loss": 0.7365,
      "step": 41430
    },
    {
      "epoch": 11.57,
      "grad_norm": 4.071275234222412,
      "learning_rate": 1.3553586380128383e-06,
      "loss": 0.7559,
      "step": 41440
    },
    {
      "epoch": 11.57,
      "grad_norm": 2.9524877071380615,
      "learning_rate": 1.355685703321239e-06,
      "loss": 0.7454,
      "step": 41450
    },
    {
      "epoch": 11.57,
      "grad_norm": 4.78859281539917,
      "learning_rate": 1.3560127686296398e-06,
      "loss": 0.7429,
      "step": 41460
    },
    {
      "epoch": 11.57,
      "grad_norm": 3.011594533920288,
      "learning_rate": 1.3563398339380407e-06,
      "loss": 0.7534,
      "step": 41470
    },
    {
      "epoch": 11.58,
      "grad_norm": 4.4811530113220215,
      "learning_rate": 1.3566668992464414e-06,
      "loss": 0.7262,
      "step": 41480
    },
    {
      "epoch": 11.58,
      "grad_norm": 3.309260129928589,
      "learning_rate": 1.3569939645548422e-06,
      "loss": 0.7561,
      "step": 41490
    },
    {
      "epoch": 11.58,
      "grad_norm": 4.739432334899902,
      "learning_rate": 1.3573210298632429e-06,
      "loss": 0.7416,
      "step": 41500
    },
    {
      "epoch": 11.59,
      "grad_norm": 4.294156074523926,
      "learning_rate": 1.3576480951716436e-06,
      "loss": 0.7465,
      "step": 41510
    },
    {
      "epoch": 11.59,
      "grad_norm": 4.050063133239746,
      "learning_rate": 1.3579751604800445e-06,
      "loss": 0.7519,
      "step": 41520
    },
    {
      "epoch": 11.59,
      "grad_norm": 4.6177215576171875,
      "learning_rate": 1.3583022257884455e-06,
      "loss": 0.7414,
      "step": 41530
    },
    {
      "epoch": 11.59,
      "grad_norm": 3.157763957977295,
      "learning_rate": 1.3586292910968462e-06,
      "loss": 0.7642,
      "step": 41540
    },
    {
      "epoch": 11.6,
      "grad_norm": 3.8740267753601074,
      "learning_rate": 1.358956356405247e-06,
      "loss": 0.751,
      "step": 41550
    },
    {
      "epoch": 11.6,
      "grad_norm": 3.9189863204956055,
      "learning_rate": 1.3592834217136477e-06,
      "loss": 0.7399,
      "step": 41560
    },
    {
      "epoch": 11.6,
      "grad_norm": 2.885798454284668,
      "learning_rate": 1.3596104870220484e-06,
      "loss": 0.7534,
      "step": 41570
    },
    {
      "epoch": 11.6,
      "grad_norm": 4.42415714263916,
      "learning_rate": 1.359937552330449e-06,
      "loss": 0.7461,
      "step": 41580
    },
    {
      "epoch": 11.61,
      "grad_norm": 3.3531222343444824,
      "learning_rate": 1.36026461763885e-06,
      "loss": 0.7605,
      "step": 41590
    },
    {
      "epoch": 11.61,
      "grad_norm": 3.0528881549835205,
      "learning_rate": 1.3605916829472508e-06,
      "loss": 0.7577,
      "step": 41600
    },
    {
      "epoch": 11.61,
      "grad_norm": 4.387679100036621,
      "learning_rate": 1.3609187482556515e-06,
      "loss": 0.731,
      "step": 41610
    },
    {
      "epoch": 11.62,
      "grad_norm": 3.359802007675171,
      "learning_rate": 1.3612458135640524e-06,
      "loss": 0.7669,
      "step": 41620
    },
    {
      "epoch": 11.62,
      "grad_norm": 5.462059020996094,
      "learning_rate": 1.3615728788724531e-06,
      "loss": 0.7622,
      "step": 41630
    },
    {
      "epoch": 11.62,
      "grad_norm": 3.1223535537719727,
      "learning_rate": 1.3618999441808539e-06,
      "loss": 0.7395,
      "step": 41640
    },
    {
      "epoch": 11.62,
      "grad_norm": 3.0538272857666016,
      "learning_rate": 1.3622270094892548e-06,
      "loss": 0.7583,
      "step": 41650
    },
    {
      "epoch": 11.63,
      "grad_norm": 4.781994342803955,
      "learning_rate": 1.3625540747976555e-06,
      "loss": 0.7517,
      "step": 41660
    },
    {
      "epoch": 11.63,
      "grad_norm": 3.47037672996521,
      "learning_rate": 1.3628811401060562e-06,
      "loss": 0.7539,
      "step": 41670
    },
    {
      "epoch": 11.63,
      "grad_norm": 3.445341110229492,
      "learning_rate": 1.363208205414457e-06,
      "loss": 0.7731,
      "step": 41680
    },
    {
      "epoch": 11.64,
      "grad_norm": 3.228442430496216,
      "learning_rate": 1.3635352707228577e-06,
      "loss": 0.7562,
      "step": 41690
    },
    {
      "epoch": 11.64,
      "grad_norm": 4.07492208480835,
      "learning_rate": 1.3638623360312584e-06,
      "loss": 0.7575,
      "step": 41700
    },
    {
      "epoch": 11.64,
      "grad_norm": 5.294836044311523,
      "learning_rate": 1.3641894013396596e-06,
      "loss": 0.7658,
      "step": 41710
    },
    {
      "epoch": 11.64,
      "grad_norm": 4.158381462097168,
      "learning_rate": 1.3645164666480603e-06,
      "loss": 0.7238,
      "step": 41720
    },
    {
      "epoch": 11.65,
      "grad_norm": 3.114035129547119,
      "learning_rate": 1.364843531956461e-06,
      "loss": 0.734,
      "step": 41730
    },
    {
      "epoch": 11.65,
      "grad_norm": 3.366652488708496,
      "learning_rate": 1.3651705972648617e-06,
      "loss": 0.7431,
      "step": 41740
    },
    {
      "epoch": 11.65,
      "grad_norm": 4.815679550170898,
      "learning_rate": 1.3654976625732625e-06,
      "loss": 0.7303,
      "step": 41750
    },
    {
      "epoch": 11.66,
      "grad_norm": 4.538275241851807,
      "learning_rate": 1.3658247278816632e-06,
      "loss": 0.725,
      "step": 41760
    },
    {
      "epoch": 11.66,
      "grad_norm": 3.8046460151672363,
      "learning_rate": 1.3661517931900641e-06,
      "loss": 0.7504,
      "step": 41770
    },
    {
      "epoch": 11.66,
      "grad_norm": 3.619880437850952,
      "learning_rate": 1.3664788584984648e-06,
      "loss": 0.7502,
      "step": 41780
    },
    {
      "epoch": 11.66,
      "grad_norm": 3.082996129989624,
      "learning_rate": 1.3668059238068656e-06,
      "loss": 0.7525,
      "step": 41790
    },
    {
      "epoch": 11.67,
      "grad_norm": 3.7207133769989014,
      "learning_rate": 1.3671329891152663e-06,
      "loss": 0.7492,
      "step": 41800
    },
    {
      "epoch": 11.67,
      "grad_norm": 3.7377030849456787,
      "learning_rate": 1.3674600544236672e-06,
      "loss": 0.7539,
      "step": 41810
    },
    {
      "epoch": 11.67,
      "grad_norm": 4.217996597290039,
      "learning_rate": 1.3677871197320682e-06,
      "loss": 0.7409,
      "step": 41820
    },
    {
      "epoch": 11.67,
      "grad_norm": 4.200855731964111,
      "learning_rate": 1.3681141850404689e-06,
      "loss": 0.7578,
      "step": 41830
    },
    {
      "epoch": 11.68,
      "grad_norm": 5.985076904296875,
      "learning_rate": 1.3684412503488696e-06,
      "loss": 0.7545,
      "step": 41840
    },
    {
      "epoch": 11.68,
      "grad_norm": 4.244724273681641,
      "learning_rate": 1.3687683156572703e-06,
      "loss": 0.7336,
      "step": 41850
    },
    {
      "epoch": 11.68,
      "grad_norm": 4.128590106964111,
      "learning_rate": 1.369095380965671e-06,
      "loss": 0.7426,
      "step": 41860
    },
    {
      "epoch": 11.69,
      "grad_norm": 3.6311545372009277,
      "learning_rate": 1.3694224462740718e-06,
      "loss": 0.7712,
      "step": 41870
    },
    {
      "epoch": 11.69,
      "grad_norm": 4.19121789932251,
      "learning_rate": 1.3697495115824725e-06,
      "loss": 0.7524,
      "step": 41880
    },
    {
      "epoch": 11.69,
      "grad_norm": 4.130491733551025,
      "learning_rate": 1.3700765768908734e-06,
      "loss": 0.7447,
      "step": 41890
    },
    {
      "epoch": 11.69,
      "grad_norm": 4.6102423667907715,
      "learning_rate": 1.3704036421992744e-06,
      "loss": 0.7553,
      "step": 41900
    },
    {
      "epoch": 11.7,
      "grad_norm": 3.304766893386841,
      "learning_rate": 1.370730707507675e-06,
      "loss": 0.7559,
      "step": 41910
    },
    {
      "epoch": 11.7,
      "grad_norm": 4.827134132385254,
      "learning_rate": 1.3710577728160758e-06,
      "loss": 0.7409,
      "step": 41920
    },
    {
      "epoch": 11.7,
      "grad_norm": 3.182478427886963,
      "learning_rate": 1.3713848381244765e-06,
      "loss": 0.7538,
      "step": 41930
    },
    {
      "epoch": 11.71,
      "grad_norm": 3.235456705093384,
      "learning_rate": 1.3717119034328775e-06,
      "loss": 0.7505,
      "step": 41940
    },
    {
      "epoch": 11.71,
      "grad_norm": 4.513185024261475,
      "learning_rate": 1.3720389687412782e-06,
      "loss": 0.7682,
      "step": 41950
    },
    {
      "epoch": 11.71,
      "grad_norm": 4.308000087738037,
      "learning_rate": 1.372366034049679e-06,
      "loss": 0.7449,
      "step": 41960
    },
    {
      "epoch": 11.71,
      "grad_norm": 4.897449970245361,
      "learning_rate": 1.3726930993580796e-06,
      "loss": 0.7451,
      "step": 41970
    },
    {
      "epoch": 11.72,
      "grad_norm": 3.3644917011260986,
      "learning_rate": 1.3730201646664804e-06,
      "loss": 0.7478,
      "step": 41980
    },
    {
      "epoch": 11.72,
      "grad_norm": 5.581961154937744,
      "learning_rate": 1.373347229974881e-06,
      "loss": 0.7333,
      "step": 41990
    },
    {
      "epoch": 11.72,
      "grad_norm": 3.9729437828063965,
      "learning_rate": 1.3736742952832822e-06,
      "loss": 0.7519,
      "step": 42000
    },
    {
      "epoch": 11.72,
      "grad_norm": 4.262514114379883,
      "learning_rate": 1.374001360591683e-06,
      "loss": 0.7386,
      "step": 42010
    },
    {
      "epoch": 11.73,
      "grad_norm": 3.9973487854003906,
      "learning_rate": 1.3743284259000837e-06,
      "loss": 0.7628,
      "step": 42020
    },
    {
      "epoch": 11.73,
      "grad_norm": 3.6382362842559814,
      "learning_rate": 1.3746554912084844e-06,
      "loss": 0.7303,
      "step": 42030
    },
    {
      "epoch": 11.73,
      "grad_norm": 4.983537673950195,
      "learning_rate": 1.3749825565168851e-06,
      "loss": 0.7405,
      "step": 42040
    },
    {
      "epoch": 11.74,
      "grad_norm": 4.758481502532959,
      "learning_rate": 1.3753096218252859e-06,
      "loss": 0.7549,
      "step": 42050
    },
    {
      "epoch": 11.74,
      "grad_norm": 5.397977352142334,
      "learning_rate": 1.3756366871336866e-06,
      "loss": 0.7567,
      "step": 42060
    },
    {
      "epoch": 11.74,
      "grad_norm": 5.2295756340026855,
      "learning_rate": 1.3759637524420875e-06,
      "loss": 0.7532,
      "step": 42070
    },
    {
      "epoch": 11.74,
      "grad_norm": 4.991608619689941,
      "learning_rate": 1.3762908177504882e-06,
      "loss": 0.7314,
      "step": 42080
    },
    {
      "epoch": 11.75,
      "grad_norm": 4.96433687210083,
      "learning_rate": 1.3766178830588892e-06,
      "loss": 0.7415,
      "step": 42090
    },
    {
      "epoch": 11.75,
      "grad_norm": 3.1995887756347656,
      "learning_rate": 1.3769449483672899e-06,
      "loss": 0.7699,
      "step": 42100
    },
    {
      "epoch": 11.75,
      "grad_norm": 2.9584643840789795,
      "learning_rate": 1.3772720136756906e-06,
      "loss": 0.761,
      "step": 42110
    },
    {
      "epoch": 11.76,
      "grad_norm": 4.22490930557251,
      "learning_rate": 1.3775990789840916e-06,
      "loss": 0.7398,
      "step": 42120
    },
    {
      "epoch": 11.76,
      "grad_norm": 4.787067413330078,
      "learning_rate": 1.3779261442924923e-06,
      "loss": 0.7397,
      "step": 42130
    },
    {
      "epoch": 11.76,
      "grad_norm": 4.039918899536133,
      "learning_rate": 1.378253209600893e-06,
      "loss": 0.7698,
      "step": 42140
    },
    {
      "epoch": 11.76,
      "grad_norm": 5.909936904907227,
      "learning_rate": 1.3785802749092937e-06,
      "loss": 0.7328,
      "step": 42150
    },
    {
      "epoch": 11.77,
      "grad_norm": 3.801027297973633,
      "learning_rate": 1.3789073402176944e-06,
      "loss": 0.7617,
      "step": 42160
    },
    {
      "epoch": 11.77,
      "grad_norm": 4.7697529792785645,
      "learning_rate": 1.3792344055260952e-06,
      "loss": 0.7511,
      "step": 42170
    },
    {
      "epoch": 11.77,
      "grad_norm": 3.7467823028564453,
      "learning_rate": 1.3795614708344959e-06,
      "loss": 0.7451,
      "step": 42180
    },
    {
      "epoch": 11.78,
      "grad_norm": 3.5326714515686035,
      "learning_rate": 1.379888536142897e-06,
      "loss": 0.7283,
      "step": 42190
    },
    {
      "epoch": 11.78,
      "grad_norm": 4.503247261047363,
      "learning_rate": 1.3802156014512978e-06,
      "loss": 0.773,
      "step": 42200
    },
    {
      "epoch": 11.78,
      "grad_norm": 4.778072357177734,
      "learning_rate": 1.3805426667596985e-06,
      "loss": 0.7605,
      "step": 42210
    },
    {
      "epoch": 11.78,
      "grad_norm": 5.393518447875977,
      "learning_rate": 1.3808697320680992e-06,
      "loss": 0.7448,
      "step": 42220
    },
    {
      "epoch": 11.79,
      "grad_norm": 4.466270446777344,
      "learning_rate": 1.3811967973765e-06,
      "loss": 0.7256,
      "step": 42230
    },
    {
      "epoch": 11.79,
      "grad_norm": 3.463036298751831,
      "learning_rate": 1.3815238626849009e-06,
      "loss": 0.7659,
      "step": 42240
    },
    {
      "epoch": 11.79,
      "grad_norm": 5.626980781555176,
      "learning_rate": 1.3818509279933016e-06,
      "loss": 0.7286,
      "step": 42250
    },
    {
      "epoch": 11.79,
      "grad_norm": 5.126704692840576,
      "learning_rate": 1.3821779933017023e-06,
      "loss": 0.7439,
      "step": 42260
    },
    {
      "epoch": 11.8,
      "grad_norm": 3.0373454093933105,
      "learning_rate": 1.382505058610103e-06,
      "loss": 0.7321,
      "step": 42270
    },
    {
      "epoch": 11.8,
      "grad_norm": 5.740944862365723,
      "learning_rate": 1.382832123918504e-06,
      "loss": 0.7545,
      "step": 42280
    },
    {
      "epoch": 11.8,
      "grad_norm": 4.334129333496094,
      "learning_rate": 1.383159189226905e-06,
      "loss": 0.7453,
      "step": 42290
    },
    {
      "epoch": 11.81,
      "grad_norm": 3.8924336433410645,
      "learning_rate": 1.3834862545353056e-06,
      "loss": 0.7517,
      "step": 42300
    },
    {
      "epoch": 11.81,
      "grad_norm": 3.439072370529175,
      "learning_rate": 1.3838133198437064e-06,
      "loss": 0.7413,
      "step": 42310
    },
    {
      "epoch": 11.81,
      "grad_norm": 4.751126289367676,
      "learning_rate": 1.384140385152107e-06,
      "loss": 0.7332,
      "step": 42320
    },
    {
      "epoch": 11.81,
      "grad_norm": 3.5428693294525146,
      "learning_rate": 1.3844674504605078e-06,
      "loss": 0.7456,
      "step": 42330
    },
    {
      "epoch": 11.82,
      "grad_norm": 4.135798454284668,
      "learning_rate": 1.3847945157689085e-06,
      "loss": 0.7364,
      "step": 42340
    },
    {
      "epoch": 11.82,
      "grad_norm": 4.4086127281188965,
      "learning_rate": 1.3851215810773092e-06,
      "loss": 0.7562,
      "step": 42350
    },
    {
      "epoch": 11.82,
      "grad_norm": 6.640015125274658,
      "learning_rate": 1.3854486463857102e-06,
      "loss": 0.7433,
      "step": 42360
    },
    {
      "epoch": 11.83,
      "grad_norm": 2.8939623832702637,
      "learning_rate": 1.385775711694111e-06,
      "loss": 0.7648,
      "step": 42370
    },
    {
      "epoch": 11.83,
      "grad_norm": 5.330175399780273,
      "learning_rate": 1.3861027770025118e-06,
      "loss": 0.7479,
      "step": 42380
    },
    {
      "epoch": 11.83,
      "grad_norm": 3.1633007526397705,
      "learning_rate": 1.3864298423109126e-06,
      "loss": 0.7468,
      "step": 42390
    },
    {
      "epoch": 11.83,
      "grad_norm": 4.877988815307617,
      "learning_rate": 1.3867569076193133e-06,
      "loss": 0.7601,
      "step": 42400
    },
    {
      "epoch": 11.84,
      "grad_norm": 2.5245003700256348,
      "learning_rate": 1.3870839729277142e-06,
      "loss": 0.735,
      "step": 42410
    },
    {
      "epoch": 11.84,
      "grad_norm": 6.617977619171143,
      "learning_rate": 1.387411038236115e-06,
      "loss": 0.7534,
      "step": 42420
    },
    {
      "epoch": 11.84,
      "grad_norm": 4.128666400909424,
      "learning_rate": 1.3877381035445157e-06,
      "loss": 0.7324,
      "step": 42430
    },
    {
      "epoch": 11.84,
      "grad_norm": 5.386972904205322,
      "learning_rate": 1.3880651688529164e-06,
      "loss": 0.7477,
      "step": 42440
    },
    {
      "epoch": 11.85,
      "grad_norm": 4.538349628448486,
      "learning_rate": 1.3883922341613171e-06,
      "loss": 0.7474,
      "step": 42450
    },
    {
      "epoch": 11.85,
      "grad_norm": 6.823512554168701,
      "learning_rate": 1.3887192994697178e-06,
      "loss": 0.7542,
      "step": 42460
    },
    {
      "epoch": 11.85,
      "grad_norm": 2.6185710430145264,
      "learning_rate": 1.3890463647781186e-06,
      "loss": 0.7606,
      "step": 42470
    },
    {
      "epoch": 11.86,
      "grad_norm": 3.7677602767944336,
      "learning_rate": 1.3893734300865197e-06,
      "loss": 0.749,
      "step": 42480
    },
    {
      "epoch": 11.86,
      "grad_norm": 5.2632246017456055,
      "learning_rate": 1.3897004953949204e-06,
      "loss": 0.7207,
      "step": 42490
    },
    {
      "epoch": 11.86,
      "grad_norm": 2.9071109294891357,
      "learning_rate": 1.3900275607033212e-06,
      "loss": 0.7458,
      "step": 42500
    },
    {
      "epoch": 11.86,
      "grad_norm": 4.322457313537598,
      "learning_rate": 1.3903546260117219e-06,
      "loss": 0.7538,
      "step": 42510
    },
    {
      "epoch": 11.87,
      "grad_norm": 4.350976467132568,
      "learning_rate": 1.3906816913201226e-06,
      "loss": 0.754,
      "step": 42520
    },
    {
      "epoch": 11.87,
      "grad_norm": 3.0895323753356934,
      "learning_rate": 1.3910087566285233e-06,
      "loss": 0.742,
      "step": 42530
    },
    {
      "epoch": 11.87,
      "grad_norm": 4.803952693939209,
      "learning_rate": 1.3913358219369243e-06,
      "loss": 0.7339,
      "step": 42540
    },
    {
      "epoch": 11.88,
      "grad_norm": 4.091999053955078,
      "learning_rate": 1.391662887245325e-06,
      "loss": 0.7267,
      "step": 42550
    },
    {
      "epoch": 11.88,
      "grad_norm": 5.725905418395996,
      "learning_rate": 1.3919899525537257e-06,
      "loss": 0.7262,
      "step": 42560
    },
    {
      "epoch": 11.88,
      "grad_norm": 2.68924880027771,
      "learning_rate": 1.3923170178621266e-06,
      "loss": 0.7508,
      "step": 42570
    },
    {
      "epoch": 11.88,
      "grad_norm": 4.864872932434082,
      "learning_rate": 1.3926440831705274e-06,
      "loss": 0.7439,
      "step": 42580
    },
    {
      "epoch": 11.89,
      "grad_norm": 5.166955471038818,
      "learning_rate": 1.3929711484789283e-06,
      "loss": 0.7538,
      "step": 42590
    },
    {
      "epoch": 11.89,
      "grad_norm": 4.491976737976074,
      "learning_rate": 1.393298213787329e-06,
      "loss": 0.7451,
      "step": 42600
    },
    {
      "epoch": 11.89,
      "grad_norm": 4.559933662414551,
      "learning_rate": 1.3936252790957298e-06,
      "loss": 0.7441,
      "step": 42610
    },
    {
      "epoch": 11.9,
      "grad_norm": 3.8872392177581787,
      "learning_rate": 1.3939523444041305e-06,
      "loss": 0.7263,
      "step": 42620
    },
    {
      "epoch": 11.9,
      "grad_norm": 3.589884042739868,
      "learning_rate": 1.3942794097125312e-06,
      "loss": 0.7366,
      "step": 42630
    },
    {
      "epoch": 11.9,
      "grad_norm": 3.070941209793091,
      "learning_rate": 1.394606475020932e-06,
      "loss": 0.7591,
      "step": 42640
    },
    {
      "epoch": 11.9,
      "grad_norm": 3.8332672119140625,
      "learning_rate": 1.3949335403293326e-06,
      "loss": 0.7647,
      "step": 42650
    },
    {
      "epoch": 11.91,
      "grad_norm": 4.428637981414795,
      "learning_rate": 1.3952606056377336e-06,
      "loss": 0.7471,
      "step": 42660
    },
    {
      "epoch": 11.91,
      "grad_norm": 5.312932014465332,
      "learning_rate": 1.3955876709461345e-06,
      "loss": 0.7319,
      "step": 42670
    },
    {
      "epoch": 11.91,
      "grad_norm": 3.9525506496429443,
      "learning_rate": 1.3959147362545352e-06,
      "loss": 0.7397,
      "step": 42680
    },
    {
      "epoch": 11.91,
      "grad_norm": 4.3925347328186035,
      "learning_rate": 1.396241801562936e-06,
      "loss": 0.7383,
      "step": 42690
    },
    {
      "epoch": 11.92,
      "grad_norm": 3.8527588844299316,
      "learning_rate": 1.3965688668713367e-06,
      "loss": 0.7478,
      "step": 42700
    },
    {
      "epoch": 11.92,
      "grad_norm": 4.358829021453857,
      "learning_rate": 1.3968959321797376e-06,
      "loss": 0.7448,
      "step": 42710
    },
    {
      "epoch": 11.92,
      "grad_norm": 5.9771809577941895,
      "learning_rate": 1.3972229974881383e-06,
      "loss": 0.7293,
      "step": 42720
    },
    {
      "epoch": 11.93,
      "grad_norm": 3.728095769882202,
      "learning_rate": 1.397550062796539e-06,
      "loss": 0.7642,
      "step": 42730
    },
    {
      "epoch": 11.93,
      "grad_norm": 3.414536952972412,
      "learning_rate": 1.3978771281049398e-06,
      "loss": 0.7543,
      "step": 42740
    },
    {
      "epoch": 11.93,
      "grad_norm": 3.961433172225952,
      "learning_rate": 1.3982041934133405e-06,
      "loss": 0.7588,
      "step": 42750
    },
    {
      "epoch": 11.93,
      "grad_norm": 4.7901129722595215,
      "learning_rate": 1.3985312587217417e-06,
      "loss": 0.7449,
      "step": 42760
    },
    {
      "epoch": 11.94,
      "grad_norm": 5.382408142089844,
      "learning_rate": 1.3988583240301424e-06,
      "loss": 0.7404,
      "step": 42770
    },
    {
      "epoch": 11.94,
      "grad_norm": 4.997735977172852,
      "learning_rate": 1.3991853893385431e-06,
      "loss": 0.7408,
      "step": 42780
    },
    {
      "epoch": 11.94,
      "grad_norm": 3.4934349060058594,
      "learning_rate": 1.3995124546469438e-06,
      "loss": 0.7552,
      "step": 42790
    },
    {
      "epoch": 11.95,
      "grad_norm": 4.318408966064453,
      "learning_rate": 1.3998395199553446e-06,
      "loss": 0.7522,
      "step": 42800
    },
    {
      "epoch": 11.95,
      "grad_norm": 4.596877574920654,
      "learning_rate": 1.4001665852637453e-06,
      "loss": 0.7448,
      "step": 42810
    },
    {
      "epoch": 11.95,
      "grad_norm": 3.959955930709839,
      "learning_rate": 1.400493650572146e-06,
      "loss": 0.7716,
      "step": 42820
    },
    {
      "epoch": 11.95,
      "grad_norm": 4.41534423828125,
      "learning_rate": 1.400820715880547e-06,
      "loss": 0.7415,
      "step": 42830
    },
    {
      "epoch": 11.96,
      "grad_norm": 5.049132823944092,
      "learning_rate": 1.4011477811889477e-06,
      "loss": 0.7372,
      "step": 42840
    },
    {
      "epoch": 11.96,
      "grad_norm": 4.959230422973633,
      "learning_rate": 1.4014748464973484e-06,
      "loss": 0.7424,
      "step": 42850
    },
    {
      "epoch": 11.96,
      "grad_norm": 4.1728386878967285,
      "learning_rate": 1.4018019118057493e-06,
      "loss": 0.7469,
      "step": 42860
    },
    {
      "epoch": 11.96,
      "grad_norm": 2.9077653884887695,
      "learning_rate": 1.40212897711415e-06,
      "loss": 0.7329,
      "step": 42870
    },
    {
      "epoch": 11.97,
      "grad_norm": 5.519720077514648,
      "learning_rate": 1.4024560424225508e-06,
      "loss": 0.746,
      "step": 42880
    },
    {
      "epoch": 11.97,
      "grad_norm": 4.689652442932129,
      "learning_rate": 1.4027831077309517e-06,
      "loss": 0.7297,
      "step": 42890
    },
    {
      "epoch": 11.97,
      "grad_norm": 5.360426902770996,
      "learning_rate": 1.4031101730393524e-06,
      "loss": 0.7491,
      "step": 42900
    },
    {
      "epoch": 11.98,
      "grad_norm": 3.873401403427124,
      "learning_rate": 1.4034372383477531e-06,
      "loss": 0.7239,
      "step": 42910
    },
    {
      "epoch": 11.98,
      "grad_norm": 3.509939432144165,
      "learning_rate": 1.4037643036561539e-06,
      "loss": 0.7361,
      "step": 42920
    },
    {
      "epoch": 11.98,
      "grad_norm": 5.216073036193848,
      "learning_rate": 1.4040913689645546e-06,
      "loss": 0.7395,
      "step": 42930
    },
    {
      "epoch": 11.98,
      "grad_norm": 4.5237650871276855,
      "learning_rate": 1.4044184342729553e-06,
      "loss": 0.7408,
      "step": 42940
    },
    {
      "epoch": 11.99,
      "grad_norm": 6.2484049797058105,
      "learning_rate": 1.4047454995813565e-06,
      "loss": 0.7727,
      "step": 42950
    },
    {
      "epoch": 11.99,
      "grad_norm": 4.725379943847656,
      "learning_rate": 1.4050725648897572e-06,
      "loss": 0.7522,
      "step": 42960
    },
    {
      "epoch": 11.99,
      "grad_norm": 3.717914581298828,
      "learning_rate": 1.405399630198158e-06,
      "loss": 0.7507,
      "step": 42970
    },
    {
      "epoch": 12.0,
      "grad_norm": 4.004599571228027,
      "learning_rate": 1.4057266955065586e-06,
      "loss": 0.7444,
      "step": 42980
    },
    {
      "epoch": 12.0,
      "grad_norm": 2.9776134490966797,
      "learning_rate": 1.4060537608149594e-06,
      "loss": 0.7543,
      "step": 42990
    },
    {
      "epoch": 12.0,
      "eval_loss": 0.7468633651733398,
      "eval_runtime": 86.1946,
      "eval_samples_per_second": 58.693,
      "eval_steps_per_second": 7.344,
      "step": 42996
    },
    {
      "epoch": 12.0,
      "grad_norm": 3.002624034881592,
      "learning_rate": 1.40638082612336e-06,
      "loss": 0.7489,
      "step": 43000
    },
    {
      "epoch": 12.0,
      "grad_norm": 3.2920000553131104,
      "learning_rate": 1.406707891431761e-06,
      "loss": 0.7436,
      "step": 43010
    },
    {
      "epoch": 12.01,
      "grad_norm": 3.6605403423309326,
      "learning_rate": 1.4070349567401617e-06,
      "loss": 0.755,
      "step": 43020
    },
    {
      "epoch": 12.01,
      "grad_norm": 4.884607315063477,
      "learning_rate": 1.4073620220485625e-06,
      "loss": 0.749,
      "step": 43030
    },
    {
      "epoch": 12.01,
      "grad_norm": 3.482600450515747,
      "learning_rate": 1.4076890873569632e-06,
      "loss": 0.7689,
      "step": 43040
    },
    {
      "epoch": 12.02,
      "grad_norm": 5.971133708953857,
      "learning_rate": 1.4080161526653641e-06,
      "loss": 0.7369,
      "step": 43050
    },
    {
      "epoch": 12.02,
      "grad_norm": 4.342947006225586,
      "learning_rate": 1.408343217973765e-06,
      "loss": 0.7578,
      "step": 43060
    },
    {
      "epoch": 12.02,
      "grad_norm": 4.661272048950195,
      "learning_rate": 1.4086702832821658e-06,
      "loss": 0.7335,
      "step": 43070
    },
    {
      "epoch": 12.02,
      "grad_norm": 3.201601028442383,
      "learning_rate": 1.4089973485905665e-06,
      "loss": 0.7493,
      "step": 43080
    },
    {
      "epoch": 12.03,
      "grad_norm": 4.576480388641357,
      "learning_rate": 1.4093244138989672e-06,
      "loss": 0.7343,
      "step": 43090
    },
    {
      "epoch": 12.03,
      "grad_norm": 3.581909656524658,
      "learning_rate": 1.409651479207368e-06,
      "loss": 0.7513,
      "step": 43100
    },
    {
      "epoch": 12.03,
      "grad_norm": 5.409013748168945,
      "learning_rate": 1.4099785445157687e-06,
      "loss": 0.7487,
      "step": 43110
    },
    {
      "epoch": 12.03,
      "grad_norm": 5.657135009765625,
      "learning_rate": 1.4103056098241694e-06,
      "loss": 0.7369,
      "step": 43120
    },
    {
      "epoch": 12.04,
      "grad_norm": 3.3005728721618652,
      "learning_rate": 1.4106326751325703e-06,
      "loss": 0.7496,
      "step": 43130
    },
    {
      "epoch": 12.04,
      "grad_norm": 3.035083293914795,
      "learning_rate": 1.4109597404409713e-06,
      "loss": 0.7438,
      "step": 43140
    },
    {
      "epoch": 12.04,
      "grad_norm": 3.6176393032073975,
      "learning_rate": 1.411286805749372e-06,
      "loss": 0.7466,
      "step": 43150
    },
    {
      "epoch": 12.05,
      "grad_norm": 3.99027681350708,
      "learning_rate": 1.4116138710577727e-06,
      "loss": 0.75,
      "step": 43160
    },
    {
      "epoch": 12.05,
      "grad_norm": 4.179599285125732,
      "learning_rate": 1.4119409363661734e-06,
      "loss": 0.762,
      "step": 43170
    },
    {
      "epoch": 12.05,
      "grad_norm": 4.120665550231934,
      "learning_rate": 1.4122680016745744e-06,
      "loss": 0.7533,
      "step": 43180
    },
    {
      "epoch": 12.05,
      "grad_norm": 4.441154479980469,
      "learning_rate": 1.412595066982975e-06,
      "loss": 0.7672,
      "step": 43190
    },
    {
      "epoch": 12.06,
      "grad_norm": 3.824065923690796,
      "learning_rate": 1.4129221322913758e-06,
      "loss": 0.7561,
      "step": 43200
    },
    {
      "epoch": 12.06,
      "grad_norm": 4.683748722076416,
      "learning_rate": 1.4132491975997765e-06,
      "loss": 0.7458,
      "step": 43210
    },
    {
      "epoch": 12.06,
      "grad_norm": 3.787682056427002,
      "learning_rate": 1.4135762629081773e-06,
      "loss": 0.7258,
      "step": 43220
    },
    {
      "epoch": 12.07,
      "grad_norm": 2.9144816398620605,
      "learning_rate": 1.413903328216578e-06,
      "loss": 0.7533,
      "step": 43230
    },
    {
      "epoch": 12.07,
      "grad_norm": 4.851603984832764,
      "learning_rate": 1.4142303935249791e-06,
      "loss": 0.7453,
      "step": 43240
    },
    {
      "epoch": 12.07,
      "grad_norm": 4.304461479187012,
      "learning_rate": 1.4145574588333799e-06,
      "loss": 0.7338,
      "step": 43250
    },
    {
      "epoch": 12.07,
      "grad_norm": 5.991739749908447,
      "learning_rate": 1.4148845241417806e-06,
      "loss": 0.7424,
      "step": 43260
    },
    {
      "epoch": 12.08,
      "grad_norm": 5.1843976974487305,
      "learning_rate": 1.4152115894501813e-06,
      "loss": 0.7514,
      "step": 43270
    },
    {
      "epoch": 12.08,
      "grad_norm": 4.846158504486084,
      "learning_rate": 1.415538654758582e-06,
      "loss": 0.7277,
      "step": 43280
    },
    {
      "epoch": 12.08,
      "grad_norm": 4.420581340789795,
      "learning_rate": 1.4158657200669828e-06,
      "loss": 0.7537,
      "step": 43290
    },
    {
      "epoch": 12.08,
      "grad_norm": 3.5775198936462402,
      "learning_rate": 1.4161927853753837e-06,
      "loss": 0.7349,
      "step": 43300
    },
    {
      "epoch": 12.09,
      "grad_norm": 3.7861859798431396,
      "learning_rate": 1.4165198506837844e-06,
      "loss": 0.7512,
      "step": 43310
    },
    {
      "epoch": 12.09,
      "grad_norm": 4.126533508300781,
      "learning_rate": 1.4168469159921851e-06,
      "loss": 0.7339,
      "step": 43320
    },
    {
      "epoch": 12.09,
      "grad_norm": 6.041102886199951,
      "learning_rate": 1.4171739813005859e-06,
      "loss": 0.7394,
      "step": 43330
    },
    {
      "epoch": 12.1,
      "grad_norm": 4.194125175476074,
      "learning_rate": 1.4175010466089868e-06,
      "loss": 0.7354,
      "step": 43340
    },
    {
      "epoch": 12.1,
      "grad_norm": 3.2198870182037354,
      "learning_rate": 1.4178281119173875e-06,
      "loss": 0.7306,
      "step": 43350
    },
    {
      "epoch": 12.1,
      "grad_norm": 3.4084808826446533,
      "learning_rate": 1.4181551772257885e-06,
      "loss": 0.7467,
      "step": 43360
    },
    {
      "epoch": 12.1,
      "grad_norm": 3.902803659439087,
      "learning_rate": 1.4184822425341892e-06,
      "loss": 0.7609,
      "step": 43370
    },
    {
      "epoch": 12.11,
      "grad_norm": 3.3076043128967285,
      "learning_rate": 1.41880930784259e-06,
      "loss": 0.7363,
      "step": 43380
    },
    {
      "epoch": 12.11,
      "grad_norm": 4.535830497741699,
      "learning_rate": 1.4191363731509906e-06,
      "loss": 0.7513,
      "step": 43390
    },
    {
      "epoch": 12.11,
      "grad_norm": 3.51303768157959,
      "learning_rate": 1.4194634384593913e-06,
      "loss": 0.7528,
      "step": 43400
    },
    {
      "epoch": 12.12,
      "grad_norm": 3.9891140460968018,
      "learning_rate": 1.419790503767792e-06,
      "loss": 0.7375,
      "step": 43410
    },
    {
      "epoch": 12.12,
      "grad_norm": 4.567015647888184,
      "learning_rate": 1.4201175690761928e-06,
      "loss": 0.7544,
      "step": 43420
    },
    {
      "epoch": 12.12,
      "grad_norm": 3.547609329223633,
      "learning_rate": 1.420444634384594e-06,
      "loss": 0.7394,
      "step": 43430
    },
    {
      "epoch": 12.12,
      "grad_norm": 3.4181411266326904,
      "learning_rate": 1.4207716996929947e-06,
      "loss": 0.7551,
      "step": 43440
    },
    {
      "epoch": 12.13,
      "grad_norm": 3.041266918182373,
      "learning_rate": 1.4210987650013954e-06,
      "loss": 0.7425,
      "step": 43450
    },
    {
      "epoch": 12.13,
      "grad_norm": 2.8534460067749023,
      "learning_rate": 1.4214258303097961e-06,
      "loss": 0.752,
      "step": 43460
    },
    {
      "epoch": 12.13,
      "grad_norm": 4.802535533905029,
      "learning_rate": 1.4217528956181968e-06,
      "loss": 0.7375,
      "step": 43470
    },
    {
      "epoch": 12.14,
      "grad_norm": 4.138702869415283,
      "learning_rate": 1.4220799609265978e-06,
      "loss": 0.7395,
      "step": 43480
    },
    {
      "epoch": 12.14,
      "grad_norm": 4.21881103515625,
      "learning_rate": 1.4224070262349985e-06,
      "loss": 0.7635,
      "step": 43490
    },
    {
      "epoch": 12.14,
      "grad_norm": 4.8163933753967285,
      "learning_rate": 1.4227340915433992e-06,
      "loss": 0.7394,
      "step": 43500
    },
    {
      "epoch": 12.14,
      "grad_norm": 3.713434934616089,
      "learning_rate": 1.4230611568518e-06,
      "loss": 0.7631,
      "step": 43510
    },
    {
      "epoch": 12.15,
      "grad_norm": 3.739396333694458,
      "learning_rate": 1.4233882221602007e-06,
      "loss": 0.7449,
      "step": 43520
    },
    {
      "epoch": 12.15,
      "grad_norm": 2.931657075881958,
      "learning_rate": 1.4237152874686018e-06,
      "loss": 0.7401,
      "step": 43530
    },
    {
      "epoch": 12.15,
      "grad_norm": 3.6351029872894287,
      "learning_rate": 1.4240423527770025e-06,
      "loss": 0.7465,
      "step": 43540
    },
    {
      "epoch": 12.15,
      "grad_norm": 5.116026878356934,
      "learning_rate": 1.4243694180854033e-06,
      "loss": 0.7522,
      "step": 43550
    },
    {
      "epoch": 12.16,
      "grad_norm": 3.86673903465271,
      "learning_rate": 1.424696483393804e-06,
      "loss": 0.7206,
      "step": 43560
    },
    {
      "epoch": 12.16,
      "grad_norm": 4.460407733917236,
      "learning_rate": 1.4250235487022047e-06,
      "loss": 0.7578,
      "step": 43570
    },
    {
      "epoch": 12.16,
      "grad_norm": 5.574699401855469,
      "learning_rate": 1.4253506140106054e-06,
      "loss": 0.7383,
      "step": 43580
    },
    {
      "epoch": 12.17,
      "grad_norm": 5.817823886871338,
      "learning_rate": 1.4256776793190062e-06,
      "loss": 0.7584,
      "step": 43590
    },
    {
      "epoch": 12.17,
      "grad_norm": 4.384459495544434,
      "learning_rate": 1.426004744627407e-06,
      "loss": 0.7329,
      "step": 43600
    },
    {
      "epoch": 12.17,
      "grad_norm": 3.998340606689453,
      "learning_rate": 1.4263318099358078e-06,
      "loss": 0.7641,
      "step": 43610
    },
    {
      "epoch": 12.17,
      "grad_norm": 2.9101459980010986,
      "learning_rate": 1.4266588752442087e-06,
      "loss": 0.7316,
      "step": 43620
    },
    {
      "epoch": 12.18,
      "grad_norm": 4.310504913330078,
      "learning_rate": 1.4269859405526095e-06,
      "loss": 0.7348,
      "step": 43630
    },
    {
      "epoch": 12.18,
      "grad_norm": 3.404829978942871,
      "learning_rate": 1.4273130058610102e-06,
      "loss": 0.7604,
      "step": 43640
    },
    {
      "epoch": 12.18,
      "grad_norm": 3.6355977058410645,
      "learning_rate": 1.4276400711694111e-06,
      "loss": 0.7429,
      "step": 43650
    },
    {
      "epoch": 12.19,
      "grad_norm": 4.605841159820557,
      "learning_rate": 1.4279671364778118e-06,
      "loss": 0.7373,
      "step": 43660
    },
    {
      "epoch": 12.19,
      "grad_norm": 2.914710760116577,
      "learning_rate": 1.4282942017862126e-06,
      "loss": 0.7333,
      "step": 43670
    },
    {
      "epoch": 12.19,
      "grad_norm": 3.0712649822235107,
      "learning_rate": 1.4286212670946133e-06,
      "loss": 0.7426,
      "step": 43680
    },
    {
      "epoch": 12.19,
      "grad_norm": 4.47550106048584,
      "learning_rate": 1.428948332403014e-06,
      "loss": 0.7373,
      "step": 43690
    },
    {
      "epoch": 12.2,
      "grad_norm": 3.984248638153076,
      "learning_rate": 1.4292753977114147e-06,
      "loss": 0.7467,
      "step": 43700
    },
    {
      "epoch": 12.2,
      "grad_norm": 2.284942865371704,
      "learning_rate": 1.4296024630198155e-06,
      "loss": 0.7268,
      "step": 43710
    },
    {
      "epoch": 12.2,
      "grad_norm": 5.662830829620361,
      "learning_rate": 1.4299295283282166e-06,
      "loss": 0.7502,
      "step": 43720
    },
    {
      "epoch": 12.2,
      "grad_norm": 4.026151180267334,
      "learning_rate": 1.4302565936366173e-06,
      "loss": 0.7415,
      "step": 43730
    },
    {
      "epoch": 12.21,
      "grad_norm": 4.439318656921387,
      "learning_rate": 1.430583658945018e-06,
      "loss": 0.7433,
      "step": 43740
    },
    {
      "epoch": 12.21,
      "grad_norm": 3.4307432174682617,
      "learning_rate": 1.4309107242534188e-06,
      "loss": 0.7479,
      "step": 43750
    },
    {
      "epoch": 12.21,
      "grad_norm": 4.7153143882751465,
      "learning_rate": 1.4312377895618195e-06,
      "loss": 0.7326,
      "step": 43760
    },
    {
      "epoch": 12.22,
      "grad_norm": 5.858423709869385,
      "learning_rate": 1.4315648548702202e-06,
      "loss": 0.7251,
      "step": 43770
    },
    {
      "epoch": 12.22,
      "grad_norm": 3.001561164855957,
      "learning_rate": 1.4318919201786212e-06,
      "loss": 0.7376,
      "step": 43780
    },
    {
      "epoch": 12.22,
      "grad_norm": 4.695079803466797,
      "learning_rate": 1.4322189854870219e-06,
      "loss": 0.7403,
      "step": 43790
    },
    {
      "epoch": 12.22,
      "grad_norm": 5.45369815826416,
      "learning_rate": 1.4325460507954226e-06,
      "loss": 0.7232,
      "step": 43800
    },
    {
      "epoch": 12.23,
      "grad_norm": 3.8787012100219727,
      "learning_rate": 1.4328731161038235e-06,
      "loss": 0.769,
      "step": 43810
    },
    {
      "epoch": 12.23,
      "grad_norm": 4.285650730133057,
      "learning_rate": 1.4332001814122243e-06,
      "loss": 0.7385,
      "step": 43820
    },
    {
      "epoch": 12.23,
      "grad_norm": 5.955831527709961,
      "learning_rate": 1.4335272467206252e-06,
      "loss": 0.7393,
      "step": 43830
    },
    {
      "epoch": 12.24,
      "grad_norm": 3.700591564178467,
      "learning_rate": 1.433854312029026e-06,
      "loss": 0.7705,
      "step": 43840
    },
    {
      "epoch": 12.24,
      "grad_norm": 4.338146209716797,
      "learning_rate": 1.4341813773374267e-06,
      "loss": 0.7494,
      "step": 43850
    },
    {
      "epoch": 12.24,
      "grad_norm": 4.839912414550781,
      "learning_rate": 1.4345084426458274e-06,
      "loss": 0.7545,
      "step": 43860
    },
    {
      "epoch": 12.24,
      "grad_norm": 3.6123952865600586,
      "learning_rate": 1.434835507954228e-06,
      "loss": 0.7339,
      "step": 43870
    },
    {
      "epoch": 12.25,
      "grad_norm": 4.089595794677734,
      "learning_rate": 1.4351625732626288e-06,
      "loss": 0.7377,
      "step": 43880
    },
    {
      "epoch": 12.25,
      "grad_norm": 4.746286392211914,
      "learning_rate": 1.4354896385710295e-06,
      "loss": 0.7574,
      "step": 43890
    },
    {
      "epoch": 12.25,
      "grad_norm": 3.681204319000244,
      "learning_rate": 1.4358167038794305e-06,
      "loss": 0.7454,
      "step": 43900
    },
    {
      "epoch": 12.26,
      "grad_norm": 4.8334455490112305,
      "learning_rate": 1.4361437691878314e-06,
      "loss": 0.7613,
      "step": 43910
    },
    {
      "epoch": 12.26,
      "grad_norm": 2.9524989128112793,
      "learning_rate": 1.4364708344962321e-06,
      "loss": 0.7389,
      "step": 43920
    },
    {
      "epoch": 12.26,
      "grad_norm": 3.6258718967437744,
      "learning_rate": 1.4367978998046329e-06,
      "loss": 0.7442,
      "step": 43930
    },
    {
      "epoch": 12.26,
      "grad_norm": 5.27911901473999,
      "learning_rate": 1.4371249651130336e-06,
      "loss": 0.7198,
      "step": 43940
    },
    {
      "epoch": 12.27,
      "grad_norm": 4.325789928436279,
      "learning_rate": 1.4374520304214345e-06,
      "loss": 0.7339,
      "step": 43950
    },
    {
      "epoch": 12.27,
      "grad_norm": 3.8959450721740723,
      "learning_rate": 1.4377790957298352e-06,
      "loss": 0.7427,
      "step": 43960
    },
    {
      "epoch": 12.27,
      "grad_norm": 3.147789239883423,
      "learning_rate": 1.438106161038236e-06,
      "loss": 0.7596,
      "step": 43970
    },
    {
      "epoch": 12.27,
      "grad_norm": 2.823124885559082,
      "learning_rate": 1.4384332263466367e-06,
      "loss": 0.7312,
      "step": 43980
    },
    {
      "epoch": 12.28,
      "grad_norm": 3.3696436882019043,
      "learning_rate": 1.4387602916550374e-06,
      "loss": 0.7438,
      "step": 43990
    },
    {
      "epoch": 12.28,
      "grad_norm": 5.443883419036865,
      "learning_rate": 1.4390873569634386e-06,
      "loss": 0.7299,
      "step": 44000
    },
    {
      "epoch": 12.28,
      "grad_norm": 4.551459789276123,
      "learning_rate": 1.4394144222718393e-06,
      "loss": 0.7166,
      "step": 44010
    },
    {
      "epoch": 12.29,
      "grad_norm": 3.884779691696167,
      "learning_rate": 1.43974148758024e-06,
      "loss": 0.7544,
      "step": 44020
    },
    {
      "epoch": 12.29,
      "grad_norm": 3.282259464263916,
      "learning_rate": 1.4400685528886407e-06,
      "loss": 0.7568,
      "step": 44030
    },
    {
      "epoch": 12.29,
      "grad_norm": 3.3352391719818115,
      "learning_rate": 1.4403956181970415e-06,
      "loss": 0.7546,
      "step": 44040
    },
    {
      "epoch": 12.29,
      "grad_norm": 3.859400510787964,
      "learning_rate": 1.4407226835054422e-06,
      "loss": 0.7389,
      "step": 44050
    },
    {
      "epoch": 12.3,
      "grad_norm": 4.095182418823242,
      "learning_rate": 1.441049748813843e-06,
      "loss": 0.7425,
      "step": 44060
    },
    {
      "epoch": 12.3,
      "grad_norm": 2.9655044078826904,
      "learning_rate": 1.4413768141222438e-06,
      "loss": 0.748,
      "step": 44070
    },
    {
      "epoch": 12.3,
      "grad_norm": 4.195382118225098,
      "learning_rate": 1.4417038794306446e-06,
      "loss": 0.7323,
      "step": 44080
    },
    {
      "epoch": 12.31,
      "grad_norm": 4.099087238311768,
      "learning_rate": 1.4420309447390453e-06,
      "loss": 0.7513,
      "step": 44090
    },
    {
      "epoch": 12.31,
      "grad_norm": 4.768320083618164,
      "learning_rate": 1.4423580100474462e-06,
      "loss": 0.7303,
      "step": 44100
    },
    {
      "epoch": 12.31,
      "grad_norm": 5.2352118492126465,
      "learning_rate": 1.442685075355847e-06,
      "loss": 0.7413,
      "step": 44110
    },
    {
      "epoch": 12.31,
      "grad_norm": 4.757723331451416,
      "learning_rate": 1.4430121406642477e-06,
      "loss": 0.7653,
      "step": 44120
    },
    {
      "epoch": 12.32,
      "grad_norm": 3.982985019683838,
      "learning_rate": 1.4433392059726486e-06,
      "loss": 0.729,
      "step": 44130
    },
    {
      "epoch": 12.32,
      "grad_norm": 2.859126091003418,
      "learning_rate": 1.4436662712810493e-06,
      "loss": 0.759,
      "step": 44140
    },
    {
      "epoch": 12.32,
      "grad_norm": 3.6674129962921143,
      "learning_rate": 1.44399333658945e-06,
      "loss": 0.741,
      "step": 44150
    },
    {
      "epoch": 12.32,
      "grad_norm": 3.351005792617798,
      "learning_rate": 1.4443204018978508e-06,
      "loss": 0.7465,
      "step": 44160
    },
    {
      "epoch": 12.33,
      "grad_norm": 4.560863971710205,
      "learning_rate": 1.4446474672062515e-06,
      "loss": 0.7333,
      "step": 44170
    },
    {
      "epoch": 12.33,
      "grad_norm": 5.874634265899658,
      "learning_rate": 1.4449745325146522e-06,
      "loss": 0.7444,
      "step": 44180
    },
    {
      "epoch": 12.33,
      "grad_norm": 5.273745059967041,
      "learning_rate": 1.4453015978230532e-06,
      "loss": 0.7531,
      "step": 44190
    },
    {
      "epoch": 12.34,
      "grad_norm": 6.142664432525635,
      "learning_rate": 1.445628663131454e-06,
      "loss": 0.7492,
      "step": 44200
    },
    {
      "epoch": 12.34,
      "grad_norm": 4.022515296936035,
      "learning_rate": 1.4459557284398548e-06,
      "loss": 0.7678,
      "step": 44210
    },
    {
      "epoch": 12.34,
      "grad_norm": 4.956007957458496,
      "learning_rate": 1.4462827937482555e-06,
      "loss": 0.7364,
      "step": 44220
    },
    {
      "epoch": 12.34,
      "grad_norm": 5.093443393707275,
      "learning_rate": 1.4466098590566563e-06,
      "loss": 0.7548,
      "step": 44230
    },
    {
      "epoch": 12.35,
      "grad_norm": 4.36322021484375,
      "learning_rate": 1.446936924365057e-06,
      "loss": 0.7551,
      "step": 44240
    },
    {
      "epoch": 12.35,
      "grad_norm": 2.700058937072754,
      "learning_rate": 1.447263989673458e-06,
      "loss": 0.7327,
      "step": 44250
    },
    {
      "epoch": 12.35,
      "grad_norm": 4.626022815704346,
      "learning_rate": 1.4475910549818586e-06,
      "loss": 0.7373,
      "step": 44260
    },
    {
      "epoch": 12.36,
      "grad_norm": 3.7777533531188965,
      "learning_rate": 1.4479181202902594e-06,
      "loss": 0.7441,
      "step": 44270
    },
    {
      "epoch": 12.36,
      "grad_norm": 3.5478103160858154,
      "learning_rate": 1.44824518559866e-06,
      "loss": 0.7451,
      "step": 44280
    },
    {
      "epoch": 12.36,
      "grad_norm": 3.4031593799591064,
      "learning_rate": 1.448572250907061e-06,
      "loss": 0.7328,
      "step": 44290
    },
    {
      "epoch": 12.36,
      "grad_norm": 3.404101848602295,
      "learning_rate": 1.448899316215462e-06,
      "loss": 0.7382,
      "step": 44300
    },
    {
      "epoch": 12.37,
      "grad_norm": 5.0949554443359375,
      "learning_rate": 1.4492263815238627e-06,
      "loss": 0.7459,
      "step": 44310
    },
    {
      "epoch": 12.37,
      "grad_norm": 2.9457898139953613,
      "learning_rate": 1.4495534468322634e-06,
      "loss": 0.7391,
      "step": 44320
    },
    {
      "epoch": 12.37,
      "grad_norm": 3.5938122272491455,
      "learning_rate": 1.4498805121406641e-06,
      "loss": 0.7528,
      "step": 44330
    },
    {
      "epoch": 12.38,
      "grad_norm": 3.24599289894104,
      "learning_rate": 1.4502075774490649e-06,
      "loss": 0.7543,
      "step": 44340
    },
    {
      "epoch": 12.38,
      "grad_norm": 4.72169303894043,
      "learning_rate": 1.4505346427574656e-06,
      "loss": 0.7508,
      "step": 44350
    },
    {
      "epoch": 12.38,
      "grad_norm": 3.8428030014038086,
      "learning_rate": 1.4508617080658663e-06,
      "loss": 0.7339,
      "step": 44360
    },
    {
      "epoch": 12.38,
      "grad_norm": 5.075040817260742,
      "learning_rate": 1.4511887733742672e-06,
      "loss": 0.7515,
      "step": 44370
    },
    {
      "epoch": 12.39,
      "grad_norm": 4.450400352478027,
      "learning_rate": 1.451515838682668e-06,
      "loss": 0.7769,
      "step": 44380
    },
    {
      "epoch": 12.39,
      "grad_norm": 4.719236850738525,
      "learning_rate": 1.4518429039910689e-06,
      "loss": 0.7724,
      "step": 44390
    },
    {
      "epoch": 12.39,
      "grad_norm": 4.595020294189453,
      "learning_rate": 1.4521699692994696e-06,
      "loss": 0.731,
      "step": 44400
    },
    {
      "epoch": 12.39,
      "grad_norm": 5.72954797744751,
      "learning_rate": 1.4524970346078703e-06,
      "loss": 0.7282,
      "step": 44410
    },
    {
      "epoch": 12.4,
      "grad_norm": 3.725282669067383,
      "learning_rate": 1.4528240999162713e-06,
      "loss": 0.7462,
      "step": 44420
    },
    {
      "epoch": 12.4,
      "grad_norm": 3.7989895343780518,
      "learning_rate": 1.453151165224672e-06,
      "loss": 0.734,
      "step": 44430
    },
    {
      "epoch": 12.4,
      "grad_norm": 4.129892349243164,
      "learning_rate": 1.4534782305330727e-06,
      "loss": 0.7404,
      "step": 44440
    },
    {
      "epoch": 12.41,
      "grad_norm": 3.2949233055114746,
      "learning_rate": 1.4538052958414734e-06,
      "loss": 0.765,
      "step": 44450
    },
    {
      "epoch": 12.41,
      "grad_norm": 4.706076145172119,
      "learning_rate": 1.4541323611498742e-06,
      "loss": 0.7619,
      "step": 44460
    },
    {
      "epoch": 12.41,
      "grad_norm": 3.4453518390655518,
      "learning_rate": 1.4544594264582749e-06,
      "loss": 0.7384,
      "step": 44470
    },
    {
      "epoch": 12.41,
      "grad_norm": 3.5754518508911133,
      "learning_rate": 1.454786491766676e-06,
      "loss": 0.7375,
      "step": 44480
    },
    {
      "epoch": 12.42,
      "grad_norm": 4.998836040496826,
      "learning_rate": 1.4551135570750768e-06,
      "loss": 0.7355,
      "step": 44490
    },
    {
      "epoch": 12.42,
      "grad_norm": 4.428299903869629,
      "learning_rate": 1.4554406223834775e-06,
      "loss": 0.7395,
      "step": 44500
    },
    {
      "epoch": 12.42,
      "grad_norm": 4.655844211578369,
      "learning_rate": 1.4557676876918782e-06,
      "loss": 0.7399,
      "step": 44510
    },
    {
      "epoch": 12.43,
      "grad_norm": 2.819622039794922,
      "learning_rate": 1.456094753000279e-06,
      "loss": 0.7467,
      "step": 44520
    },
    {
      "epoch": 12.43,
      "grad_norm": 3.9444820880889893,
      "learning_rate": 1.4564218183086797e-06,
      "loss": 0.7426,
      "step": 44530
    },
    {
      "epoch": 12.43,
      "grad_norm": 3.9410698413848877,
      "learning_rate": 1.4567488836170806e-06,
      "loss": 0.7399,
      "step": 44540
    },
    {
      "epoch": 12.43,
      "grad_norm": 4.351836681365967,
      "learning_rate": 1.4570759489254813e-06,
      "loss": 0.7414,
      "step": 44550
    },
    {
      "epoch": 12.44,
      "grad_norm": 3.867088556289673,
      "learning_rate": 1.457403014233882e-06,
      "loss": 0.7225,
      "step": 44560
    },
    {
      "epoch": 12.44,
      "grad_norm": 4.618448734283447,
      "learning_rate": 1.4577300795422828e-06,
      "loss": 0.7454,
      "step": 44570
    },
    {
      "epoch": 12.44,
      "grad_norm": 2.7711081504821777,
      "learning_rate": 1.4580571448506837e-06,
      "loss": 0.7439,
      "step": 44580
    },
    {
      "epoch": 12.44,
      "grad_norm": 5.9254913330078125,
      "learning_rate": 1.4583842101590844e-06,
      "loss": 0.7437,
      "step": 44590
    },
    {
      "epoch": 12.45,
      "grad_norm": 3.378783941268921,
      "learning_rate": 1.4587112754674854e-06,
      "loss": 0.7556,
      "step": 44600
    },
    {
      "epoch": 12.45,
      "grad_norm": 3.226485252380371,
      "learning_rate": 1.459038340775886e-06,
      "loss": 0.7322,
      "step": 44610
    },
    {
      "epoch": 12.45,
      "grad_norm": 3.8344218730926514,
      "learning_rate": 1.4593654060842868e-06,
      "loss": 0.7523,
      "step": 44620
    },
    {
      "epoch": 12.46,
      "grad_norm": 4.9304914474487305,
      "learning_rate": 1.4596924713926875e-06,
      "loss": 0.7299,
      "step": 44630
    },
    {
      "epoch": 12.46,
      "grad_norm": 2.957596778869629,
      "learning_rate": 1.4600195367010882e-06,
      "loss": 0.7306,
      "step": 44640
    },
    {
      "epoch": 12.46,
      "grad_norm": 5.291778564453125,
      "learning_rate": 1.460346602009489e-06,
      "loss": 0.7332,
      "step": 44650
    },
    {
      "epoch": 12.46,
      "grad_norm": 3.896667242050171,
      "learning_rate": 1.4606736673178897e-06,
      "loss": 0.7365,
      "step": 44660
    },
    {
      "epoch": 12.47,
      "grad_norm": 6.329975128173828,
      "learning_rate": 1.4610007326262908e-06,
      "loss": 0.7259,
      "step": 44670
    },
    {
      "epoch": 12.47,
      "grad_norm": 5.492420196533203,
      "learning_rate": 1.4613277979346916e-06,
      "loss": 0.7342,
      "step": 44680
    },
    {
      "epoch": 12.47,
      "grad_norm": 6.988367080688477,
      "learning_rate": 1.4616548632430923e-06,
      "loss": 0.7312,
      "step": 44690
    },
    {
      "epoch": 12.48,
      "grad_norm": 3.1981732845306396,
      "learning_rate": 1.461981928551493e-06,
      "loss": 0.7714,
      "step": 44700
    },
    {
      "epoch": 12.48,
      "grad_norm": 5.3737993240356445,
      "learning_rate": 1.4623089938598937e-06,
      "loss": 0.7358,
      "step": 44710
    },
    {
      "epoch": 12.48,
      "grad_norm": 3.3302862644195557,
      "learning_rate": 1.4626360591682947e-06,
      "loss": 0.7432,
      "step": 44720
    },
    {
      "epoch": 12.48,
      "grad_norm": 4.522952556610107,
      "learning_rate": 1.4629631244766954e-06,
      "loss": 0.7348,
      "step": 44730
    },
    {
      "epoch": 12.49,
      "grad_norm": 3.2046051025390625,
      "learning_rate": 1.4632901897850961e-06,
      "loss": 0.7365,
      "step": 44740
    },
    {
      "epoch": 12.49,
      "grad_norm": 5.672786235809326,
      "learning_rate": 1.4636172550934968e-06,
      "loss": 0.755,
      "step": 44750
    },
    {
      "epoch": 12.49,
      "grad_norm": 3.653301954269409,
      "learning_rate": 1.4639443204018976e-06,
      "loss": 0.7363,
      "step": 44760
    },
    {
      "epoch": 12.5,
      "grad_norm": 4.580541610717773,
      "learning_rate": 1.4642713857102987e-06,
      "loss": 0.7163,
      "step": 44770
    },
    {
      "epoch": 12.5,
      "grad_norm": 3.180568218231201,
      "learning_rate": 1.4645984510186994e-06,
      "loss": 0.7488,
      "step": 44780
    },
    {
      "epoch": 12.5,
      "grad_norm": 10.696270942687988,
      "learning_rate": 1.4649255163271002e-06,
      "loss": 0.7303,
      "step": 44790
    },
    {
      "epoch": 12.5,
      "grad_norm": 4.115335941314697,
      "learning_rate": 1.4652525816355009e-06,
      "loss": 0.7479,
      "step": 44800
    },
    {
      "epoch": 12.51,
      "grad_norm": 3.606313467025757,
      "learning_rate": 1.4655796469439016e-06,
      "loss": 0.7479,
      "step": 44810
    },
    {
      "epoch": 12.51,
      "grad_norm": 3.728919744491577,
      "learning_rate": 1.4659067122523023e-06,
      "loss": 0.743,
      "step": 44820
    },
    {
      "epoch": 12.51,
      "grad_norm": 5.7266526222229,
      "learning_rate": 1.466233777560703e-06,
      "loss": 0.7351,
      "step": 44830
    },
    {
      "epoch": 12.51,
      "grad_norm": 3.1875674724578857,
      "learning_rate": 1.466560842869104e-06,
      "loss": 0.7257,
      "step": 44840
    },
    {
      "epoch": 12.52,
      "grad_norm": 3.855897903442383,
      "learning_rate": 1.4668879081775047e-06,
      "loss": 0.7282,
      "step": 44850
    },
    {
      "epoch": 12.52,
      "grad_norm": 3.6633622646331787,
      "learning_rate": 1.4672149734859056e-06,
      "loss": 0.7343,
      "step": 44860
    },
    {
      "epoch": 12.52,
      "grad_norm": 4.3715057373046875,
      "learning_rate": 1.4675420387943064e-06,
      "loss": 0.7048,
      "step": 44870
    },
    {
      "epoch": 12.53,
      "grad_norm": 3.864515542984009,
      "learning_rate": 1.467869104102707e-06,
      "loss": 0.7329,
      "step": 44880
    },
    {
      "epoch": 12.53,
      "grad_norm": 7.472467422485352,
      "learning_rate": 1.468196169411108e-06,
      "loss": 0.7293,
      "step": 44890
    },
    {
      "epoch": 12.53,
      "grad_norm": 5.883636951446533,
      "learning_rate": 1.4685232347195088e-06,
      "loss": 0.7183,
      "step": 44900
    },
    {
      "epoch": 12.53,
      "grad_norm": 3.507077217102051,
      "learning_rate": 1.4688503000279095e-06,
      "loss": 0.7581,
      "step": 44910
    },
    {
      "epoch": 12.54,
      "grad_norm": 4.107359886169434,
      "learning_rate": 1.4691773653363102e-06,
      "loss": 0.7589,
      "step": 44920
    },
    {
      "epoch": 12.54,
      "grad_norm": 4.834959030151367,
      "learning_rate": 1.469504430644711e-06,
      "loss": 0.7246,
      "step": 44930
    },
    {
      "epoch": 12.54,
      "grad_norm": 4.633559703826904,
      "learning_rate": 1.4698314959531116e-06,
      "loss": 0.7569,
      "step": 44940
    },
    {
      "epoch": 12.55,
      "grad_norm": 4.961013317108154,
      "learning_rate": 1.4701585612615124e-06,
      "loss": 0.7373,
      "step": 44950
    },
    {
      "epoch": 12.55,
      "grad_norm": 5.247384071350098,
      "learning_rate": 1.4704856265699135e-06,
      "loss": 0.7213,
      "step": 44960
    },
    {
      "epoch": 12.55,
      "grad_norm": 4.739124774932861,
      "learning_rate": 1.4708126918783142e-06,
      "loss": 0.7507,
      "step": 44970
    },
    {
      "epoch": 12.55,
      "grad_norm": 4.797792434692383,
      "learning_rate": 1.471139757186715e-06,
      "loss": 0.7357,
      "step": 44980
    },
    {
      "epoch": 12.56,
      "grad_norm": 4.303504467010498,
      "learning_rate": 1.4714668224951157e-06,
      "loss": 0.7264,
      "step": 44990
    },
    {
      "epoch": 12.56,
      "grad_norm": 3.0571110248565674,
      "learning_rate": 1.4717938878035164e-06,
      "loss": 0.7232,
      "step": 45000
    },
    {
      "epoch": 12.56,
      "grad_norm": 3.1524453163146973,
      "learning_rate": 1.4721209531119173e-06,
      "loss": 0.7289,
      "step": 45010
    },
    {
      "epoch": 12.56,
      "grad_norm": 4.137354850769043,
      "learning_rate": 1.472448018420318e-06,
      "loss": 0.7297,
      "step": 45020
    },
    {
      "epoch": 12.57,
      "grad_norm": 3.597851276397705,
      "learning_rate": 1.4727750837287188e-06,
      "loss": 0.767,
      "step": 45030
    },
    {
      "epoch": 12.57,
      "grad_norm": 3.1233339309692383,
      "learning_rate": 1.4731021490371195e-06,
      "loss": 0.743,
      "step": 45040
    },
    {
      "epoch": 12.57,
      "grad_norm": 3.883763551712036,
      "learning_rate": 1.4734292143455202e-06,
      "loss": 0.7481,
      "step": 45050
    },
    {
      "epoch": 12.58,
      "grad_norm": 3.133113145828247,
      "learning_rate": 1.4737562796539212e-06,
      "loss": 0.7241,
      "step": 45060
    },
    {
      "epoch": 12.58,
      "grad_norm": 3.849527359008789,
      "learning_rate": 1.4740833449623221e-06,
      "loss": 0.7244,
      "step": 45070
    },
    {
      "epoch": 12.58,
      "grad_norm": 4.229051113128662,
      "learning_rate": 1.4744104102707228e-06,
      "loss": 0.7408,
      "step": 45080
    },
    {
      "epoch": 12.58,
      "grad_norm": 3.5276105403900146,
      "learning_rate": 1.4747374755791236e-06,
      "loss": 0.7164,
      "step": 45090
    },
    {
      "epoch": 12.59,
      "grad_norm": 2.909524917602539,
      "learning_rate": 1.4750645408875243e-06,
      "loss": 0.7559,
      "step": 45100
    },
    {
      "epoch": 12.59,
      "grad_norm": 3.8272829055786133,
      "learning_rate": 1.475391606195925e-06,
      "loss": 0.7229,
      "step": 45110
    },
    {
      "epoch": 12.59,
      "grad_norm": 3.966219902038574,
      "learning_rate": 1.4757186715043257e-06,
      "loss": 0.7363,
      "step": 45120
    },
    {
      "epoch": 12.6,
      "grad_norm": 3.7827517986297607,
      "learning_rate": 1.4760457368127264e-06,
      "loss": 0.7334,
      "step": 45130
    },
    {
      "epoch": 12.6,
      "grad_norm": 4.108815670013428,
      "learning_rate": 1.4763728021211274e-06,
      "loss": 0.7507,
      "step": 45140
    },
    {
      "epoch": 12.6,
      "grad_norm": 3.983879327774048,
      "learning_rate": 1.4766998674295283e-06,
      "loss": 0.7279,
      "step": 45150
    },
    {
      "epoch": 12.6,
      "grad_norm": 4.422975063323975,
      "learning_rate": 1.477026932737929e-06,
      "loss": 0.7223,
      "step": 45160
    },
    {
      "epoch": 12.61,
      "grad_norm": 4.315742492675781,
      "learning_rate": 1.4773539980463298e-06,
      "loss": 0.7307,
      "step": 45170
    },
    {
      "epoch": 12.61,
      "grad_norm": 3.4987716674804688,
      "learning_rate": 1.4776810633547305e-06,
      "loss": 0.7547,
      "step": 45180
    },
    {
      "epoch": 12.61,
      "grad_norm": 4.387199401855469,
      "learning_rate": 1.4780081286631314e-06,
      "loss": 0.7466,
      "step": 45190
    },
    {
      "epoch": 12.62,
      "grad_norm": 3.2747397422790527,
      "learning_rate": 1.4783351939715321e-06,
      "loss": 0.7492,
      "step": 45200
    },
    {
      "epoch": 12.62,
      "grad_norm": 3.339914321899414,
      "learning_rate": 1.4786622592799329e-06,
      "loss": 0.7353,
      "step": 45210
    },
    {
      "epoch": 12.62,
      "grad_norm": 4.301051139831543,
      "learning_rate": 1.4789893245883336e-06,
      "loss": 0.7248,
      "step": 45220
    },
    {
      "epoch": 12.62,
      "grad_norm": 5.218110084533691,
      "learning_rate": 1.4793163898967343e-06,
      "loss": 0.7262,
      "step": 45230
    },
    {
      "epoch": 12.63,
      "grad_norm": 2.457530975341797,
      "learning_rate": 1.479643455205135e-06,
      "loss": 0.7499,
      "step": 45240
    },
    {
      "epoch": 12.63,
      "grad_norm": 5.6106367111206055,
      "learning_rate": 1.4799705205135362e-06,
      "loss": 0.7342,
      "step": 45250
    },
    {
      "epoch": 12.63,
      "grad_norm": 3.7038538455963135,
      "learning_rate": 1.480297585821937e-06,
      "loss": 0.7309,
      "step": 45260
    },
    {
      "epoch": 12.63,
      "grad_norm": 5.898711204528809,
      "learning_rate": 1.4806246511303376e-06,
      "loss": 0.7438,
      "step": 45270
    },
    {
      "epoch": 12.64,
      "grad_norm": 2.929060220718384,
      "learning_rate": 1.4809517164387384e-06,
      "loss": 0.7473,
      "step": 45280
    },
    {
      "epoch": 12.64,
      "grad_norm": 3.228217363357544,
      "learning_rate": 1.481278781747139e-06,
      "loss": 0.7399,
      "step": 45290
    },
    {
      "epoch": 12.64,
      "grad_norm": 4.9441447257995605,
      "learning_rate": 1.4816058470555398e-06,
      "loss": 0.7534,
      "step": 45300
    },
    {
      "epoch": 12.65,
      "grad_norm": 3.510772943496704,
      "learning_rate": 1.4819329123639407e-06,
      "loss": 0.7494,
      "step": 45310
    },
    {
      "epoch": 12.65,
      "grad_norm": 4.697765350341797,
      "learning_rate": 1.4822599776723415e-06,
      "loss": 0.7322,
      "step": 45320
    },
    {
      "epoch": 12.65,
      "grad_norm": 4.751451015472412,
      "learning_rate": 1.4825870429807422e-06,
      "loss": 0.7342,
      "step": 45330
    },
    {
      "epoch": 12.65,
      "grad_norm": 4.521392822265625,
      "learning_rate": 1.4829141082891431e-06,
      "loss": 0.7291,
      "step": 45340
    },
    {
      "epoch": 12.66,
      "grad_norm": 3.9210476875305176,
      "learning_rate": 1.4832411735975438e-06,
      "loss": 0.7272,
      "step": 45350
    },
    {
      "epoch": 12.66,
      "grad_norm": 5.591037273406982,
      "learning_rate": 1.4835682389059448e-06,
      "loss": 0.739,
      "step": 45360
    },
    {
      "epoch": 12.66,
      "grad_norm": 2.975093364715576,
      "learning_rate": 1.4838953042143455e-06,
      "loss": 0.7277,
      "step": 45370
    },
    {
      "epoch": 12.67,
      "grad_norm": 5.30301570892334,
      "learning_rate": 1.4842223695227462e-06,
      "loss": 0.7525,
      "step": 45380
    },
    {
      "epoch": 12.67,
      "grad_norm": 3.754182815551758,
      "learning_rate": 1.484549434831147e-06,
      "loss": 0.7537,
      "step": 45390
    },
    {
      "epoch": 12.67,
      "grad_norm": 3.1368837356567383,
      "learning_rate": 1.4848765001395477e-06,
      "loss": 0.7254,
      "step": 45400
    },
    {
      "epoch": 12.67,
      "grad_norm": 3.1476006507873535,
      "learning_rate": 1.4852035654479484e-06,
      "loss": 0.7155,
      "step": 45410
    },
    {
      "epoch": 12.68,
      "grad_norm": 4.182482719421387,
      "learning_rate": 1.4855306307563491e-06,
      "loss": 0.725,
      "step": 45420
    },
    {
      "epoch": 12.68,
      "grad_norm": 3.9005188941955566,
      "learning_rate": 1.48585769606475e-06,
      "loss": 0.7502,
      "step": 45430
    },
    {
      "epoch": 12.68,
      "grad_norm": 3.9542932510375977,
      "learning_rate": 1.486184761373151e-06,
      "loss": 0.7297,
      "step": 45440
    },
    {
      "epoch": 12.68,
      "grad_norm": 3.514040946960449,
      "learning_rate": 1.4865118266815517e-06,
      "loss": 0.7347,
      "step": 45450
    },
    {
      "epoch": 12.69,
      "grad_norm": 4.143548011779785,
      "learning_rate": 1.4868388919899524e-06,
      "loss": 0.7358,
      "step": 45460
    },
    {
      "epoch": 12.69,
      "grad_norm": 5.862246990203857,
      "learning_rate": 1.4871659572983532e-06,
      "loss": 0.7404,
      "step": 45470
    },
    {
      "epoch": 12.69,
      "grad_norm": 3.403094530105591,
      "learning_rate": 1.4874930226067539e-06,
      "loss": 0.7386,
      "step": 45480
    },
    {
      "epoch": 12.7,
      "grad_norm": 3.568997383117676,
      "learning_rate": 1.4878200879151548e-06,
      "loss": 0.7347,
      "step": 45490
    },
    {
      "epoch": 12.7,
      "grad_norm": 2.9535741806030273,
      "learning_rate": 1.4881471532235555e-06,
      "loss": 0.7471,
      "step": 45500
    },
    {
      "epoch": 12.7,
      "grad_norm": 4.087087631225586,
      "learning_rate": 1.4884742185319563e-06,
      "loss": 0.7459,
      "step": 45510
    },
    {
      "epoch": 12.7,
      "grad_norm": 4.418359279632568,
      "learning_rate": 1.488801283840357e-06,
      "loss": 0.7337,
      "step": 45520
    },
    {
      "epoch": 12.71,
      "grad_norm": 4.5312180519104,
      "learning_rate": 1.489128349148758e-06,
      "loss": 0.7232,
      "step": 45530
    },
    {
      "epoch": 12.71,
      "grad_norm": 3.7807013988494873,
      "learning_rate": 1.4894554144571589e-06,
      "loss": 0.7548,
      "step": 45540
    },
    {
      "epoch": 12.71,
      "grad_norm": 5.414432525634766,
      "learning_rate": 1.4897824797655596e-06,
      "loss": 0.7311,
      "step": 45550
    },
    {
      "epoch": 12.72,
      "grad_norm": 4.717157363891602,
      "learning_rate": 1.4901095450739603e-06,
      "loss": 0.7204,
      "step": 45560
    },
    {
      "epoch": 12.72,
      "grad_norm": 4.064406871795654,
      "learning_rate": 1.490436610382361e-06,
      "loss": 0.7374,
      "step": 45570
    },
    {
      "epoch": 12.72,
      "grad_norm": 4.6202592849731445,
      "learning_rate": 1.4907636756907618e-06,
      "loss": 0.7295,
      "step": 45580
    },
    {
      "epoch": 12.72,
      "grad_norm": 3.9090659618377686,
      "learning_rate": 1.4910907409991625e-06,
      "loss": 0.7451,
      "step": 45590
    },
    {
      "epoch": 12.73,
      "grad_norm": 5.57720422744751,
      "learning_rate": 1.4914178063075632e-06,
      "loss": 0.742,
      "step": 45600
    },
    {
      "epoch": 12.73,
      "grad_norm": 3.0587964057922363,
      "learning_rate": 1.4917448716159641e-06,
      "loss": 0.7644,
      "step": 45610
    },
    {
      "epoch": 12.73,
      "grad_norm": 3.695007562637329,
      "learning_rate": 1.4920719369243649e-06,
      "loss": 0.7185,
      "step": 45620
    },
    {
      "epoch": 12.74,
      "grad_norm": 4.017171859741211,
      "learning_rate": 1.4923990022327658e-06,
      "loss": 0.7353,
      "step": 45630
    },
    {
      "epoch": 12.74,
      "grad_norm": 3.9616379737854004,
      "learning_rate": 1.4927260675411665e-06,
      "loss": 0.733,
      "step": 45640
    },
    {
      "epoch": 12.74,
      "grad_norm": 5.816444396972656,
      "learning_rate": 1.4930531328495672e-06,
      "loss": 0.7157,
      "step": 45650
    },
    {
      "epoch": 12.74,
      "grad_norm": 3.707777500152588,
      "learning_rate": 1.4933801981579682e-06,
      "loss": 0.7487,
      "step": 45660
    },
    {
      "epoch": 12.75,
      "grad_norm": 4.227354526519775,
      "learning_rate": 1.493707263466369e-06,
      "loss": 0.7243,
      "step": 45670
    },
    {
      "epoch": 12.75,
      "grad_norm": 4.990733623504639,
      "learning_rate": 1.4940343287747696e-06,
      "loss": 0.7352,
      "step": 45680
    },
    {
      "epoch": 12.75,
      "grad_norm": 3.214134454727173,
      "learning_rate": 1.4943613940831703e-06,
      "loss": 0.7334,
      "step": 45690
    },
    {
      "epoch": 12.75,
      "grad_norm": 4.9654693603515625,
      "learning_rate": 1.494688459391571e-06,
      "loss": 0.739,
      "step": 45700
    },
    {
      "epoch": 12.76,
      "grad_norm": 4.302051544189453,
      "learning_rate": 1.4950155246999718e-06,
      "loss": 0.7257,
      "step": 45710
    },
    {
      "epoch": 12.76,
      "grad_norm": 4.39854621887207,
      "learning_rate": 1.495342590008373e-06,
      "loss": 0.7275,
      "step": 45720
    },
    {
      "epoch": 12.76,
      "grad_norm": 4.997211456298828,
      "learning_rate": 1.4956696553167737e-06,
      "loss": 0.7216,
      "step": 45730
    },
    {
      "epoch": 12.77,
      "grad_norm": 4.632843494415283,
      "learning_rate": 1.4959967206251744e-06,
      "loss": 0.7299,
      "step": 45740
    },
    {
      "epoch": 12.77,
      "grad_norm": 3.445681095123291,
      "learning_rate": 1.4963237859335751e-06,
      "loss": 0.7283,
      "step": 45750
    },
    {
      "epoch": 12.77,
      "grad_norm": 2.824857711791992,
      "learning_rate": 1.4966508512419758e-06,
      "loss": 0.7393,
      "step": 45760
    },
    {
      "epoch": 12.77,
      "grad_norm": 3.7309064865112305,
      "learning_rate": 1.4969779165503766e-06,
      "loss": 0.761,
      "step": 45770
    },
    {
      "epoch": 12.78,
      "grad_norm": 3.3790526390075684,
      "learning_rate": 1.4973049818587775e-06,
      "loss": 0.7531,
      "step": 45780
    },
    {
      "epoch": 12.78,
      "grad_norm": 5.6884074211120605,
      "learning_rate": 1.4976320471671782e-06,
      "loss": 0.7577,
      "step": 45790
    },
    {
      "epoch": 12.78,
      "grad_norm": 3.7136764526367188,
      "learning_rate": 1.497959112475579e-06,
      "loss": 0.7444,
      "step": 45800
    },
    {
      "epoch": 12.79,
      "grad_norm": 3.9271562099456787,
      "learning_rate": 1.4982861777839797e-06,
      "loss": 0.7521,
      "step": 45810
    },
    {
      "epoch": 12.79,
      "grad_norm": 4.59938383102417,
      "learning_rate": 1.4986132430923806e-06,
      "loss": 0.734,
      "step": 45820
    },
    {
      "epoch": 12.79,
      "grad_norm": 4.330089569091797,
      "learning_rate": 1.4989403084007813e-06,
      "loss": 0.737,
      "step": 45830
    },
    {
      "epoch": 12.79,
      "grad_norm": 4.216762542724609,
      "learning_rate": 1.4992673737091823e-06,
      "loss": 0.7293,
      "step": 45840
    },
    {
      "epoch": 12.8,
      "grad_norm": 3.9376797676086426,
      "learning_rate": 1.499594439017583e-06,
      "loss": 0.7536,
      "step": 45850
    },
    {
      "epoch": 12.8,
      "grad_norm": 3.589062213897705,
      "learning_rate": 1.4999215043259837e-06,
      "loss": 0.7357,
      "step": 45860
    },
    {
      "epoch": 12.8,
      "grad_norm": 2.38905668258667,
      "learning_rate": 1.5002485696343844e-06,
      "loss": 0.736,
      "step": 45870
    },
    {
      "epoch": 12.8,
      "grad_norm": 4.182108402252197,
      "learning_rate": 1.5005756349427852e-06,
      "loss": 0.7207,
      "step": 45880
    },
    {
      "epoch": 12.81,
      "grad_norm": 3.0725817680358887,
      "learning_rate": 1.5009027002511859e-06,
      "loss": 0.7308,
      "step": 45890
    },
    {
      "epoch": 12.81,
      "grad_norm": 2.992697238922119,
      "learning_rate": 1.5012297655595868e-06,
      "loss": 0.7532,
      "step": 45900
    },
    {
      "epoch": 12.81,
      "grad_norm": 3.6852986812591553,
      "learning_rate": 1.5015568308679875e-06,
      "loss": 0.7364,
      "step": 45910
    },
    {
      "epoch": 12.82,
      "grad_norm": 3.664442777633667,
      "learning_rate": 1.5018838961763885e-06,
      "loss": 0.7547,
      "step": 45920
    },
    {
      "epoch": 12.82,
      "grad_norm": 3.2163991928100586,
      "learning_rate": 1.5022109614847892e-06,
      "loss": 0.7372,
      "step": 45930
    },
    {
      "epoch": 12.82,
      "grad_norm": 4.924523830413818,
      "learning_rate": 1.50253802679319e-06,
      "loss": 0.728,
      "step": 45940
    },
    {
      "epoch": 12.82,
      "grad_norm": 4.505757808685303,
      "learning_rate": 1.5028650921015906e-06,
      "loss": 0.7164,
      "step": 45950
    },
    {
      "epoch": 12.83,
      "grad_norm": 3.9229605197906494,
      "learning_rate": 1.5031921574099916e-06,
      "loss": 0.7339,
      "step": 45960
    },
    {
      "epoch": 12.83,
      "grad_norm": 3.719381809234619,
      "learning_rate": 1.5035192227183923e-06,
      "loss": 0.7276,
      "step": 45970
    },
    {
      "epoch": 12.83,
      "grad_norm": 4.045992851257324,
      "learning_rate": 1.503846288026793e-06,
      "loss": 0.7401,
      "step": 45980
    },
    {
      "epoch": 12.84,
      "grad_norm": 6.38887882232666,
      "learning_rate": 1.5041733533351937e-06,
      "loss": 0.724,
      "step": 45990
    },
    {
      "epoch": 12.84,
      "grad_norm": 3.496962308883667,
      "learning_rate": 1.5045004186435945e-06,
      "loss": 0.7422,
      "step": 46000
    },
    {
      "epoch": 12.84,
      "grad_norm": 3.2735958099365234,
      "learning_rate": 1.5048274839519956e-06,
      "loss": 0.7271,
      "step": 46010
    },
    {
      "epoch": 12.84,
      "grad_norm": 3.280517578125,
      "learning_rate": 1.5051545492603963e-06,
      "loss": 0.7519,
      "step": 46020
    },
    {
      "epoch": 12.85,
      "grad_norm": 4.386935710906982,
      "learning_rate": 1.505481614568797e-06,
      "loss": 0.7233,
      "step": 46030
    },
    {
      "epoch": 12.85,
      "grad_norm": 3.1393423080444336,
      "learning_rate": 1.5058086798771978e-06,
      "loss": 0.7434,
      "step": 46040
    },
    {
      "epoch": 12.85,
      "grad_norm": 5.684929370880127,
      "learning_rate": 1.5061357451855985e-06,
      "loss": 0.7341,
      "step": 46050
    },
    {
      "epoch": 12.86,
      "grad_norm": 3.695408821105957,
      "learning_rate": 1.5064628104939992e-06,
      "loss": 0.7213,
      "step": 46060
    },
    {
      "epoch": 12.86,
      "grad_norm": 3.765352964401245,
      "learning_rate": 1.5067898758024e-06,
      "loss": 0.7197,
      "step": 46070
    },
    {
      "epoch": 12.86,
      "grad_norm": 3.1176822185516357,
      "learning_rate": 1.5071169411108009e-06,
      "loss": 0.7333,
      "step": 46080
    },
    {
      "epoch": 12.86,
      "grad_norm": 5.512206554412842,
      "learning_rate": 1.5074440064192016e-06,
      "loss": 0.7329,
      "step": 46090
    },
    {
      "epoch": 12.87,
      "grad_norm": 3.5775842666625977,
      "learning_rate": 1.5077710717276023e-06,
      "loss": 0.7229,
      "step": 46100
    },
    {
      "epoch": 12.87,
      "grad_norm": 3.2660648822784424,
      "learning_rate": 1.5080981370360033e-06,
      "loss": 0.7326,
      "step": 46110
    },
    {
      "epoch": 12.87,
      "grad_norm": 3.9085302352905273,
      "learning_rate": 1.508425202344404e-06,
      "loss": 0.7458,
      "step": 46120
    },
    {
      "epoch": 12.87,
      "grad_norm": 3.5371816158294678,
      "learning_rate": 1.508752267652805e-06,
      "loss": 0.7486,
      "step": 46130
    },
    {
      "epoch": 12.88,
      "grad_norm": 4.573343276977539,
      "learning_rate": 1.5090793329612057e-06,
      "loss": 0.7492,
      "step": 46140
    },
    {
      "epoch": 12.88,
      "grad_norm": 2.8917741775512695,
      "learning_rate": 1.5094063982696064e-06,
      "loss": 0.7199,
      "step": 46150
    },
    {
      "epoch": 12.88,
      "grad_norm": 3.4869768619537354,
      "learning_rate": 1.509733463578007e-06,
      "loss": 0.7495,
      "step": 46160
    },
    {
      "epoch": 12.89,
      "grad_norm": 3.3581745624542236,
      "learning_rate": 1.5100605288864078e-06,
      "loss": 0.7541,
      "step": 46170
    },
    {
      "epoch": 12.89,
      "grad_norm": 4.126224040985107,
      "learning_rate": 1.5103875941948085e-06,
      "loss": 0.7509,
      "step": 46180
    },
    {
      "epoch": 12.89,
      "grad_norm": 3.1839444637298584,
      "learning_rate": 1.5107146595032093e-06,
      "loss": 0.735,
      "step": 46190
    },
    {
      "epoch": 12.89,
      "grad_norm": 4.875242710113525,
      "learning_rate": 1.5110417248116104e-06,
      "loss": 0.739,
      "step": 46200
    },
    {
      "epoch": 12.9,
      "grad_norm": 3.6628177165985107,
      "learning_rate": 1.5113687901200111e-06,
      "loss": 0.7418,
      "step": 46210
    },
    {
      "epoch": 12.9,
      "grad_norm": 4.057758808135986,
      "learning_rate": 1.5116958554284119e-06,
      "loss": 0.7247,
      "step": 46220
    },
    {
      "epoch": 12.9,
      "grad_norm": 3.4390642642974854,
      "learning_rate": 1.5120229207368126e-06,
      "loss": 0.7489,
      "step": 46230
    },
    {
      "epoch": 12.91,
      "grad_norm": 3.4301867485046387,
      "learning_rate": 1.5123499860452133e-06,
      "loss": 0.7423,
      "step": 46240
    },
    {
      "epoch": 12.91,
      "grad_norm": 5.267147541046143,
      "learning_rate": 1.5126770513536142e-06,
      "loss": 0.7312,
      "step": 46250
    },
    {
      "epoch": 12.91,
      "grad_norm": 4.211601257324219,
      "learning_rate": 1.513004116662015e-06,
      "loss": 0.7287,
      "step": 46260
    },
    {
      "epoch": 12.91,
      "grad_norm": 7.284995079040527,
      "learning_rate": 1.5133311819704157e-06,
      "loss": 0.7379,
      "step": 46270
    },
    {
      "epoch": 12.92,
      "grad_norm": 4.525813579559326,
      "learning_rate": 1.5136582472788164e-06,
      "loss": 0.7256,
      "step": 46280
    },
    {
      "epoch": 12.92,
      "grad_norm": 4.35798978805542,
      "learning_rate": 1.5139853125872171e-06,
      "loss": 0.7559,
      "step": 46290
    },
    {
      "epoch": 12.92,
      "grad_norm": 3.854484796524048,
      "learning_rate": 1.514312377895618e-06,
      "loss": 0.7007,
      "step": 46300
    },
    {
      "epoch": 12.92,
      "grad_norm": 4.014206886291504,
      "learning_rate": 1.514639443204019e-06,
      "loss": 0.7373,
      "step": 46310
    },
    {
      "epoch": 12.93,
      "grad_norm": 4.872537136077881,
      "learning_rate": 1.5149665085124197e-06,
      "loss": 0.72,
      "step": 46320
    },
    {
      "epoch": 12.93,
      "grad_norm": 6.453885078430176,
      "learning_rate": 1.5152935738208205e-06,
      "loss": 0.729,
      "step": 46330
    },
    {
      "epoch": 12.93,
      "grad_norm": 5.966550827026367,
      "learning_rate": 1.5156206391292212e-06,
      "loss": 0.7301,
      "step": 46340
    },
    {
      "epoch": 12.94,
      "grad_norm": 2.912787914276123,
      "learning_rate": 1.515947704437622e-06,
      "loss": 0.738,
      "step": 46350
    },
    {
      "epoch": 12.94,
      "grad_norm": 3.818415641784668,
      "learning_rate": 1.5162747697460226e-06,
      "loss": 0.721,
      "step": 46360
    },
    {
      "epoch": 12.94,
      "grad_norm": 2.650775909423828,
      "learning_rate": 1.5166018350544233e-06,
      "loss": 0.7318,
      "step": 46370
    },
    {
      "epoch": 12.94,
      "grad_norm": 3.438465118408203,
      "learning_rate": 1.5169289003628243e-06,
      "loss": 0.7229,
      "step": 46380
    },
    {
      "epoch": 12.95,
      "grad_norm": 3.0286355018615723,
      "learning_rate": 1.5172559656712252e-06,
      "loss": 0.7195,
      "step": 46390
    },
    {
      "epoch": 12.95,
      "grad_norm": 4.762829303741455,
      "learning_rate": 1.517583030979626e-06,
      "loss": 0.745,
      "step": 46400
    },
    {
      "epoch": 12.95,
      "grad_norm": 3.674217939376831,
      "learning_rate": 1.5179100962880267e-06,
      "loss": 0.7491,
      "step": 46410
    },
    {
      "epoch": 12.96,
      "grad_norm": 3.91365909576416,
      "learning_rate": 1.5182371615964274e-06,
      "loss": 0.7307,
      "step": 46420
    },
    {
      "epoch": 12.96,
      "grad_norm": 4.171921253204346,
      "learning_rate": 1.5185642269048283e-06,
      "loss": 0.7409,
      "step": 46430
    },
    {
      "epoch": 12.96,
      "grad_norm": 6.10082483291626,
      "learning_rate": 1.518891292213229e-06,
      "loss": 0.7101,
      "step": 46440
    },
    {
      "epoch": 12.96,
      "grad_norm": 6.404351711273193,
      "learning_rate": 1.5192183575216298e-06,
      "loss": 0.7273,
      "step": 46450
    },
    {
      "epoch": 12.97,
      "grad_norm": 5.214719295501709,
      "learning_rate": 1.5195454228300305e-06,
      "loss": 0.7407,
      "step": 46460
    },
    {
      "epoch": 12.97,
      "grad_norm": 4.129286766052246,
      "learning_rate": 1.5198724881384312e-06,
      "loss": 0.7392,
      "step": 46470
    },
    {
      "epoch": 12.97,
      "grad_norm": 4.691365718841553,
      "learning_rate": 1.520199553446832e-06,
      "loss": 0.7371,
      "step": 46480
    },
    {
      "epoch": 12.98,
      "grad_norm": 3.382678747177124,
      "learning_rate": 1.520526618755233e-06,
      "loss": 0.7447,
      "step": 46490
    },
    {
      "epoch": 12.98,
      "grad_norm": 3.277343988418579,
      "learning_rate": 1.5208536840636338e-06,
      "loss": 0.7441,
      "step": 46500
    },
    {
      "epoch": 12.98,
      "grad_norm": 4.186612606048584,
      "learning_rate": 1.5211807493720345e-06,
      "loss": 0.7327,
      "step": 46510
    },
    {
      "epoch": 12.98,
      "grad_norm": 5.940648555755615,
      "learning_rate": 1.5215078146804353e-06,
      "loss": 0.7294,
      "step": 46520
    },
    {
      "epoch": 12.99,
      "grad_norm": 5.385496616363525,
      "learning_rate": 1.521834879988836e-06,
      "loss": 0.7248,
      "step": 46530
    },
    {
      "epoch": 12.99,
      "grad_norm": 5.060537815093994,
      "learning_rate": 1.5221619452972367e-06,
      "loss": 0.7294,
      "step": 46540
    },
    {
      "epoch": 12.99,
      "grad_norm": 4.097303867340088,
      "learning_rate": 1.5224890106056376e-06,
      "loss": 0.7314,
      "step": 46550
    },
    {
      "epoch": 12.99,
      "grad_norm": 4.432910442352295,
      "learning_rate": 1.5228160759140384e-06,
      "loss": 0.7353,
      "step": 46560
    },
    {
      "epoch": 13.0,
      "grad_norm": 3.8645639419555664,
      "learning_rate": 1.523143141222439e-06,
      "loss": 0.7229,
      "step": 46570
    },
    {
      "epoch": 13.0,
      "eval_loss": 0.7348445653915405,
      "eval_runtime": 87.1826,
      "eval_samples_per_second": 58.028,
      "eval_steps_per_second": 7.261,
      "step": 46579
    },
    {
      "epoch": 13.0,
      "grad_norm": 5.2862162590026855,
      "learning_rate": 1.52347020653084e-06,
      "loss": 0.732,
      "step": 46580
    },
    {
      "epoch": 13.0,
      "grad_norm": 4.160370826721191,
      "learning_rate": 1.5237972718392407e-06,
      "loss": 0.74,
      "step": 46590
    },
    {
      "epoch": 13.01,
      "grad_norm": 4.740650653839111,
      "learning_rate": 1.5241243371476417e-06,
      "loss": 0.7096,
      "step": 46600
    },
    {
      "epoch": 13.01,
      "grad_norm": 4.5269365310668945,
      "learning_rate": 1.5244514024560424e-06,
      "loss": 0.7508,
      "step": 46610
    },
    {
      "epoch": 13.01,
      "grad_norm": 4.34204626083374,
      "learning_rate": 1.5247784677644431e-06,
      "loss": 0.7309,
      "step": 46620
    },
    {
      "epoch": 13.01,
      "grad_norm": 3.59049916267395,
      "learning_rate": 1.5251055330728439e-06,
      "loss": 0.7415,
      "step": 46630
    },
    {
      "epoch": 13.02,
      "grad_norm": 3.0453245639801025,
      "learning_rate": 1.5254325983812446e-06,
      "loss": 0.7366,
      "step": 46640
    },
    {
      "epoch": 13.02,
      "grad_norm": 4.5060343742370605,
      "learning_rate": 1.5257596636896453e-06,
      "loss": 0.7308,
      "step": 46650
    },
    {
      "epoch": 13.02,
      "grad_norm": 3.8591432571411133,
      "learning_rate": 1.526086728998046e-06,
      "loss": 0.7346,
      "step": 46660
    },
    {
      "epoch": 13.03,
      "grad_norm": 4.7772369384765625,
      "learning_rate": 1.526413794306447e-06,
      "loss": 0.7351,
      "step": 46670
    },
    {
      "epoch": 13.03,
      "grad_norm": 4.790151596069336,
      "learning_rate": 1.5267408596148479e-06,
      "loss": 0.7209,
      "step": 46680
    },
    {
      "epoch": 13.03,
      "grad_norm": 4.471000671386719,
      "learning_rate": 1.5270679249232486e-06,
      "loss": 0.7405,
      "step": 46690
    },
    {
      "epoch": 13.03,
      "grad_norm": 3.949826240539551,
      "learning_rate": 1.5273949902316493e-06,
      "loss": 0.7562,
      "step": 46700
    },
    {
      "epoch": 13.04,
      "grad_norm": 3.872695207595825,
      "learning_rate": 1.52772205554005e-06,
      "loss": 0.7261,
      "step": 46710
    },
    {
      "epoch": 13.04,
      "grad_norm": 4.723160266876221,
      "learning_rate": 1.5280491208484508e-06,
      "loss": 0.7407,
      "step": 46720
    },
    {
      "epoch": 13.04,
      "grad_norm": 3.5494186878204346,
      "learning_rate": 1.5283761861568517e-06,
      "loss": 0.7564,
      "step": 46730
    },
    {
      "epoch": 13.04,
      "grad_norm": 4.640483856201172,
      "learning_rate": 1.5287032514652524e-06,
      "loss": 0.7491,
      "step": 46740
    },
    {
      "epoch": 13.05,
      "grad_norm": 4.84669828414917,
      "learning_rate": 1.5290303167736532e-06,
      "loss": 0.7307,
      "step": 46750
    },
    {
      "epoch": 13.05,
      "grad_norm": 4.369821071624756,
      "learning_rate": 1.5293573820820539e-06,
      "loss": 0.7354,
      "step": 46760
    },
    {
      "epoch": 13.05,
      "grad_norm": 4.839521408081055,
      "learning_rate": 1.5296844473904546e-06,
      "loss": 0.7339,
      "step": 46770
    },
    {
      "epoch": 13.06,
      "grad_norm": 3.266181468963623,
      "learning_rate": 1.5300115126988558e-06,
      "loss": 0.7382,
      "step": 46780
    },
    {
      "epoch": 13.06,
      "grad_norm": 4.0086669921875,
      "learning_rate": 1.5303385780072565e-06,
      "loss": 0.7462,
      "step": 46790
    },
    {
      "epoch": 13.06,
      "grad_norm": 3.387319326400757,
      "learning_rate": 1.5306656433156572e-06,
      "loss": 0.7373,
      "step": 46800
    },
    {
      "epoch": 13.06,
      "grad_norm": 4.320646286010742,
      "learning_rate": 1.530992708624058e-06,
      "loss": 0.7481,
      "step": 46810
    },
    {
      "epoch": 13.07,
      "grad_norm": 4.403237819671631,
      "learning_rate": 1.5313197739324587e-06,
      "loss": 0.752,
      "step": 46820
    },
    {
      "epoch": 13.07,
      "grad_norm": 3.5933611392974854,
      "learning_rate": 1.5316468392408594e-06,
      "loss": 0.7285,
      "step": 46830
    },
    {
      "epoch": 13.07,
      "grad_norm": 3.9197182655334473,
      "learning_rate": 1.53197390454926e-06,
      "loss": 0.7456,
      "step": 46840
    },
    {
      "epoch": 13.08,
      "grad_norm": 3.8250844478607178,
      "learning_rate": 1.532300969857661e-06,
      "loss": 0.7328,
      "step": 46850
    },
    {
      "epoch": 13.08,
      "grad_norm": 3.140424966812134,
      "learning_rate": 1.5326280351660618e-06,
      "loss": 0.73,
      "step": 46860
    },
    {
      "epoch": 13.08,
      "grad_norm": 3.6993558406829834,
      "learning_rate": 1.5329551004744627e-06,
      "loss": 0.7299,
      "step": 46870
    },
    {
      "epoch": 13.08,
      "grad_norm": 4.342883586883545,
      "learning_rate": 1.5332821657828634e-06,
      "loss": 0.7429,
      "step": 46880
    },
    {
      "epoch": 13.09,
      "grad_norm": 3.6593549251556396,
      "learning_rate": 1.5336092310912641e-06,
      "loss": 0.7439,
      "step": 46890
    },
    {
      "epoch": 13.09,
      "grad_norm": 2.8964412212371826,
      "learning_rate": 1.533936296399665e-06,
      "loss": 0.7497,
      "step": 46900
    },
    {
      "epoch": 13.09,
      "grad_norm": 3.6348888874053955,
      "learning_rate": 1.5342633617080658e-06,
      "loss": 0.7206,
      "step": 46910
    },
    {
      "epoch": 13.1,
      "grad_norm": 2.9874682426452637,
      "learning_rate": 1.5345904270164665e-06,
      "loss": 0.742,
      "step": 46920
    },
    {
      "epoch": 13.1,
      "grad_norm": 3.1914618015289307,
      "learning_rate": 1.5349174923248672e-06,
      "loss": 0.7213,
      "step": 46930
    },
    {
      "epoch": 13.1,
      "grad_norm": 2.7365713119506836,
      "learning_rate": 1.535244557633268e-06,
      "loss": 0.7268,
      "step": 46940
    },
    {
      "epoch": 13.1,
      "grad_norm": 6.457655429840088,
      "learning_rate": 1.5355716229416687e-06,
      "loss": 0.7141,
      "step": 46950
    },
    {
      "epoch": 13.11,
      "grad_norm": 3.125185012817383,
      "learning_rate": 1.5358986882500694e-06,
      "loss": 0.7302,
      "step": 46960
    },
    {
      "epoch": 13.11,
      "grad_norm": 3.4691126346588135,
      "learning_rate": 1.5362257535584706e-06,
      "loss": 0.733,
      "step": 46970
    },
    {
      "epoch": 13.11,
      "grad_norm": 2.533848762512207,
      "learning_rate": 1.5365528188668713e-06,
      "loss": 0.7197,
      "step": 46980
    },
    {
      "epoch": 13.11,
      "grad_norm": 4.193676471710205,
      "learning_rate": 1.536879884175272e-06,
      "loss": 0.7466,
      "step": 46990
    },
    {
      "epoch": 13.12,
      "grad_norm": 3.2587058544158936,
      "learning_rate": 1.5372069494836727e-06,
      "loss": 0.7319,
      "step": 47000
    },
    {
      "epoch": 13.12,
      "grad_norm": 4.132354259490967,
      "learning_rate": 1.5375340147920735e-06,
      "loss": 0.7367,
      "step": 47010
    },
    {
      "epoch": 13.12,
      "grad_norm": 3.161036729812622,
      "learning_rate": 1.5378610801004744e-06,
      "loss": 0.736,
      "step": 47020
    },
    {
      "epoch": 13.13,
      "grad_norm": 4.293765544891357,
      "learning_rate": 1.5381881454088751e-06,
      "loss": 0.726,
      "step": 47030
    },
    {
      "epoch": 13.13,
      "grad_norm": 3.349076271057129,
      "learning_rate": 1.5385152107172758e-06,
      "loss": 0.7284,
      "step": 47040
    },
    {
      "epoch": 13.13,
      "grad_norm": 3.403900623321533,
      "learning_rate": 1.5388422760256766e-06,
      "loss": 0.7314,
      "step": 47050
    },
    {
      "epoch": 13.13,
      "grad_norm": 4.379955291748047,
      "learning_rate": 1.5391693413340775e-06,
      "loss": 0.7234,
      "step": 47060
    },
    {
      "epoch": 13.14,
      "grad_norm": 3.6060569286346436,
      "learning_rate": 1.5394964066424784e-06,
      "loss": 0.7251,
      "step": 47070
    },
    {
      "epoch": 13.14,
      "grad_norm": 4.833555221557617,
      "learning_rate": 1.5398234719508792e-06,
      "loss": 0.7413,
      "step": 47080
    },
    {
      "epoch": 13.14,
      "grad_norm": 3.2072744369506836,
      "learning_rate": 1.5401505372592799e-06,
      "loss": 0.7345,
      "step": 47090
    },
    {
      "epoch": 13.15,
      "grad_norm": 3.4046030044555664,
      "learning_rate": 1.5404776025676806e-06,
      "loss": 0.7424,
      "step": 47100
    },
    {
      "epoch": 13.15,
      "grad_norm": 3.838679313659668,
      "learning_rate": 1.5408046678760813e-06,
      "loss": 0.7529,
      "step": 47110
    },
    {
      "epoch": 13.15,
      "grad_norm": 4.393730640411377,
      "learning_rate": 1.541131733184482e-06,
      "loss": 0.736,
      "step": 47120
    },
    {
      "epoch": 13.15,
      "grad_norm": 3.266308546066284,
      "learning_rate": 1.5414587984928828e-06,
      "loss": 0.7312,
      "step": 47130
    },
    {
      "epoch": 13.16,
      "grad_norm": 3.2445361614227295,
      "learning_rate": 1.5417858638012837e-06,
      "loss": 0.726,
      "step": 47140
    },
    {
      "epoch": 13.16,
      "grad_norm": 3.9660589694976807,
      "learning_rate": 1.5421129291096844e-06,
      "loss": 0.7276,
      "step": 47150
    },
    {
      "epoch": 13.16,
      "grad_norm": 4.0176591873168945,
      "learning_rate": 1.5424399944180854e-06,
      "loss": 0.7347,
      "step": 47160
    },
    {
      "epoch": 13.16,
      "grad_norm": 3.884870767593384,
      "learning_rate": 1.542767059726486e-06,
      "loss": 0.746,
      "step": 47170
    },
    {
      "epoch": 13.17,
      "grad_norm": 4.790276050567627,
      "learning_rate": 1.5430941250348868e-06,
      "loss": 0.7375,
      "step": 47180
    },
    {
      "epoch": 13.17,
      "grad_norm": 2.585563898086548,
      "learning_rate": 1.5434211903432875e-06,
      "loss": 0.7395,
      "step": 47190
    },
    {
      "epoch": 13.17,
      "grad_norm": 4.682663440704346,
      "learning_rate": 1.5437482556516885e-06,
      "loss": 0.7291,
      "step": 47200
    },
    {
      "epoch": 13.18,
      "grad_norm": 3.300348997116089,
      "learning_rate": 1.5440753209600892e-06,
      "loss": 0.7485,
      "step": 47210
    },
    {
      "epoch": 13.18,
      "grad_norm": 4.7035417556762695,
      "learning_rate": 1.54440238626849e-06,
      "loss": 0.7442,
      "step": 47220
    },
    {
      "epoch": 13.18,
      "grad_norm": 2.8375961780548096,
      "learning_rate": 1.5447294515768906e-06,
      "loss": 0.7452,
      "step": 47230
    },
    {
      "epoch": 13.18,
      "grad_norm": 4.469093322753906,
      "learning_rate": 1.5450565168852914e-06,
      "loss": 0.7351,
      "step": 47240
    },
    {
      "epoch": 13.19,
      "grad_norm": 4.920433044433594,
      "learning_rate": 1.5453835821936925e-06,
      "loss": 0.7313,
      "step": 47250
    },
    {
      "epoch": 13.19,
      "grad_norm": 3.1608643531799316,
      "learning_rate": 1.5457106475020932e-06,
      "loss": 0.7198,
      "step": 47260
    },
    {
      "epoch": 13.19,
      "grad_norm": 5.486629962921143,
      "learning_rate": 1.546037712810494e-06,
      "loss": 0.7279,
      "step": 47270
    },
    {
      "epoch": 13.2,
      "grad_norm": 4.072355270385742,
      "learning_rate": 1.5463647781188947e-06,
      "loss": 0.7379,
      "step": 47280
    },
    {
      "epoch": 13.2,
      "grad_norm": 3.7765731811523438,
      "learning_rate": 1.5466918434272954e-06,
      "loss": 0.718,
      "step": 47290
    },
    {
      "epoch": 13.2,
      "grad_norm": 3.742887258529663,
      "learning_rate": 1.5470189087356961e-06,
      "loss": 0.7249,
      "step": 47300
    },
    {
      "epoch": 13.2,
      "grad_norm": 3.5405385494232178,
      "learning_rate": 1.5473459740440969e-06,
      "loss": 0.7403,
      "step": 47310
    },
    {
      "epoch": 13.21,
      "grad_norm": 4.368531703948975,
      "learning_rate": 1.5476730393524978e-06,
      "loss": 0.7345,
      "step": 47320
    },
    {
      "epoch": 13.21,
      "grad_norm": 4.343809127807617,
      "learning_rate": 1.5480001046608985e-06,
      "loss": 0.7456,
      "step": 47330
    },
    {
      "epoch": 13.21,
      "grad_norm": 2.91313099861145,
      "learning_rate": 1.5483271699692992e-06,
      "loss": 0.7308,
      "step": 47340
    },
    {
      "epoch": 13.22,
      "grad_norm": 3.508391857147217,
      "learning_rate": 1.5486542352777002e-06,
      "loss": 0.7506,
      "step": 47350
    },
    {
      "epoch": 13.22,
      "grad_norm": 3.2950923442840576,
      "learning_rate": 1.548981300586101e-06,
      "loss": 0.7266,
      "step": 47360
    },
    {
      "epoch": 13.22,
      "grad_norm": 5.084626197814941,
      "learning_rate": 1.5493083658945018e-06,
      "loss": 0.7405,
      "step": 47370
    },
    {
      "epoch": 13.22,
      "grad_norm": 5.2667059898376465,
      "learning_rate": 1.5496354312029026e-06,
      "loss": 0.7347,
      "step": 47380
    },
    {
      "epoch": 13.23,
      "grad_norm": 3.2803711891174316,
      "learning_rate": 1.5499624965113033e-06,
      "loss": 0.7422,
      "step": 47390
    },
    {
      "epoch": 13.23,
      "grad_norm": 3.1580708026885986,
      "learning_rate": 1.550289561819704e-06,
      "loss": 0.7401,
      "step": 47400
    },
    {
      "epoch": 13.23,
      "grad_norm": 4.4412078857421875,
      "learning_rate": 1.5506166271281047e-06,
      "loss": 0.7489,
      "step": 47410
    },
    {
      "epoch": 13.23,
      "grad_norm": 4.187280654907227,
      "learning_rate": 1.5509436924365054e-06,
      "loss": 0.7239,
      "step": 47420
    },
    {
      "epoch": 13.24,
      "grad_norm": 2.98972225189209,
      "learning_rate": 1.5512707577449062e-06,
      "loss": 0.7548,
      "step": 47430
    },
    {
      "epoch": 13.24,
      "grad_norm": 3.2497670650482178,
      "learning_rate": 1.5515978230533073e-06,
      "loss": 0.7201,
      "step": 47440
    },
    {
      "epoch": 13.24,
      "grad_norm": 3.15924072265625,
      "learning_rate": 1.551924888361708e-06,
      "loss": 0.7287,
      "step": 47450
    },
    {
      "epoch": 13.25,
      "grad_norm": 3.1343700885772705,
      "learning_rate": 1.5522519536701088e-06,
      "loss": 0.7376,
      "step": 47460
    },
    {
      "epoch": 13.25,
      "grad_norm": 2.7845969200134277,
      "learning_rate": 1.5525790189785095e-06,
      "loss": 0.7404,
      "step": 47470
    },
    {
      "epoch": 13.25,
      "grad_norm": 4.509532451629639,
      "learning_rate": 1.5529060842869102e-06,
      "loss": 0.7353,
      "step": 47480
    },
    {
      "epoch": 13.25,
      "grad_norm": 5.5294880867004395,
      "learning_rate": 1.5532331495953111e-06,
      "loss": 0.7279,
      "step": 47490
    },
    {
      "epoch": 13.26,
      "grad_norm": 5.471065998077393,
      "learning_rate": 1.5535602149037119e-06,
      "loss": 0.7548,
      "step": 47500
    },
    {
      "epoch": 13.26,
      "grad_norm": 3.5840296745300293,
      "learning_rate": 1.5538872802121126e-06,
      "loss": 0.737,
      "step": 47510
    },
    {
      "epoch": 13.26,
      "grad_norm": 4.36754846572876,
      "learning_rate": 1.5542143455205133e-06,
      "loss": 0.7435,
      "step": 47520
    },
    {
      "epoch": 13.27,
      "grad_norm": 5.670647621154785,
      "learning_rate": 1.554541410828914e-06,
      "loss": 0.7719,
      "step": 47530
    },
    {
      "epoch": 13.27,
      "grad_norm": 5.562916278839111,
      "learning_rate": 1.554868476137315e-06,
      "loss": 0.7206,
      "step": 47540
    },
    {
      "epoch": 13.27,
      "grad_norm": 3.557361602783203,
      "learning_rate": 1.555195541445716e-06,
      "loss": 0.7645,
      "step": 47550
    },
    {
      "epoch": 13.27,
      "grad_norm": 4.0139546394348145,
      "learning_rate": 1.5555226067541166e-06,
      "loss": 0.7278,
      "step": 47560
    },
    {
      "epoch": 13.28,
      "grad_norm": 3.9380929470062256,
      "learning_rate": 1.5558496720625174e-06,
      "loss": 0.7381,
      "step": 47570
    },
    {
      "epoch": 13.28,
      "grad_norm": 4.498486042022705,
      "learning_rate": 1.556176737370918e-06,
      "loss": 0.7298,
      "step": 47580
    },
    {
      "epoch": 13.28,
      "grad_norm": 2.9099411964416504,
      "learning_rate": 1.5565038026793188e-06,
      "loss": 0.7383,
      "step": 47590
    },
    {
      "epoch": 13.28,
      "grad_norm": 3.1851940155029297,
      "learning_rate": 1.5568308679877195e-06,
      "loss": 0.7093,
      "step": 47600
    },
    {
      "epoch": 13.29,
      "grad_norm": 4.519322395324707,
      "learning_rate": 1.5571579332961203e-06,
      "loss": 0.733,
      "step": 47610
    },
    {
      "epoch": 13.29,
      "grad_norm": 4.624691963195801,
      "learning_rate": 1.5574849986045212e-06,
      "loss": 0.7167,
      "step": 47620
    },
    {
      "epoch": 13.29,
      "grad_norm": 3.1222939491271973,
      "learning_rate": 1.557812063912922e-06,
      "loss": 0.7394,
      "step": 47630
    },
    {
      "epoch": 13.3,
      "grad_norm": 4.427590370178223,
      "learning_rate": 1.5581391292213228e-06,
      "loss": 0.7449,
      "step": 47640
    },
    {
      "epoch": 13.3,
      "grad_norm": 3.9538967609405518,
      "learning_rate": 1.5584661945297236e-06,
      "loss": 0.7231,
      "step": 47650
    },
    {
      "epoch": 13.3,
      "grad_norm": 3.199310064315796,
      "learning_rate": 1.5587932598381243e-06,
      "loss": 0.7261,
      "step": 47660
    },
    {
      "epoch": 13.3,
      "grad_norm": 3.738699197769165,
      "learning_rate": 1.5591203251465252e-06,
      "loss": 0.7375,
      "step": 47670
    },
    {
      "epoch": 13.31,
      "grad_norm": 4.410383224487305,
      "learning_rate": 1.559447390454926e-06,
      "loss": 0.7275,
      "step": 47680
    },
    {
      "epoch": 13.31,
      "grad_norm": 3.0114331245422363,
      "learning_rate": 1.5597744557633267e-06,
      "loss": 0.7351,
      "step": 47690
    },
    {
      "epoch": 13.31,
      "grad_norm": 5.693223476409912,
      "learning_rate": 1.5601015210717274e-06,
      "loss": 0.7318,
      "step": 47700
    },
    {
      "epoch": 13.32,
      "grad_norm": 5.670833587646484,
      "learning_rate": 1.5604285863801281e-06,
      "loss": 0.7503,
      "step": 47710
    },
    {
      "epoch": 13.32,
      "grad_norm": 4.157554626464844,
      "learning_rate": 1.5607556516885288e-06,
      "loss": 0.7404,
      "step": 47720
    },
    {
      "epoch": 13.32,
      "grad_norm": 3.8708338737487793,
      "learning_rate": 1.56108271699693e-06,
      "loss": 0.7445,
      "step": 47730
    },
    {
      "epoch": 13.32,
      "grad_norm": 4.882594108581543,
      "learning_rate": 1.5614097823053307e-06,
      "loss": 0.7486,
      "step": 47740
    },
    {
      "epoch": 13.33,
      "grad_norm": 3.068202495574951,
      "learning_rate": 1.5617368476137314e-06,
      "loss": 0.7354,
      "step": 47750
    },
    {
      "epoch": 13.33,
      "grad_norm": 4.535624027252197,
      "learning_rate": 1.5620639129221322e-06,
      "loss": 0.7147,
      "step": 47760
    },
    {
      "epoch": 13.33,
      "grad_norm": 3.9433248043060303,
      "learning_rate": 1.5623909782305329e-06,
      "loss": 0.7446,
      "step": 47770
    },
    {
      "epoch": 13.34,
      "grad_norm": 3.2142484188079834,
      "learning_rate": 1.5627180435389336e-06,
      "loss": 0.7272,
      "step": 47780
    },
    {
      "epoch": 13.34,
      "grad_norm": 3.953169822692871,
      "learning_rate": 1.5630451088473345e-06,
      "loss": 0.7294,
      "step": 47790
    },
    {
      "epoch": 13.34,
      "grad_norm": 5.173594951629639,
      "learning_rate": 1.5633721741557353e-06,
      "loss": 0.7387,
      "step": 47800
    },
    {
      "epoch": 13.34,
      "grad_norm": 4.302212715148926,
      "learning_rate": 1.563699239464136e-06,
      "loss": 0.7325,
      "step": 47810
    },
    {
      "epoch": 13.35,
      "grad_norm": 3.468529224395752,
      "learning_rate": 1.5640263047725367e-06,
      "loss": 0.7201,
      "step": 47820
    },
    {
      "epoch": 13.35,
      "grad_norm": 3.07812762260437,
      "learning_rate": 1.5643533700809376e-06,
      "loss": 0.7235,
      "step": 47830
    },
    {
      "epoch": 13.35,
      "grad_norm": 4.374610424041748,
      "learning_rate": 1.5646804353893386e-06,
      "loss": 0.7255,
      "step": 47840
    },
    {
      "epoch": 13.35,
      "grad_norm": 2.881901979446411,
      "learning_rate": 1.5650075006977393e-06,
      "loss": 0.7178,
      "step": 47850
    },
    {
      "epoch": 13.36,
      "grad_norm": 3.510948419570923,
      "learning_rate": 1.56533456600614e-06,
      "loss": 0.7286,
      "step": 47860
    },
    {
      "epoch": 13.36,
      "grad_norm": 3.0632588863372803,
      "learning_rate": 1.5656616313145408e-06,
      "loss": 0.7344,
      "step": 47870
    },
    {
      "epoch": 13.36,
      "grad_norm": 3.5900521278381348,
      "learning_rate": 1.5659886966229415e-06,
      "loss": 0.7245,
      "step": 47880
    },
    {
      "epoch": 13.37,
      "grad_norm": 5.525960922241211,
      "learning_rate": 1.5663157619313422e-06,
      "loss": 0.7263,
      "step": 47890
    },
    {
      "epoch": 13.37,
      "grad_norm": 3.3408942222595215,
      "learning_rate": 1.566642827239743e-06,
      "loss": 0.7455,
      "step": 47900
    },
    {
      "epoch": 13.37,
      "grad_norm": 3.649916648864746,
      "learning_rate": 1.5669698925481439e-06,
      "loss": 0.7594,
      "step": 47910
    },
    {
      "epoch": 13.37,
      "grad_norm": 4.811351299285889,
      "learning_rate": 1.5672969578565448e-06,
      "loss": 0.7035,
      "step": 47920
    },
    {
      "epoch": 13.38,
      "grad_norm": 5.349910259246826,
      "learning_rate": 1.5676240231649455e-06,
      "loss": 0.7318,
      "step": 47930
    },
    {
      "epoch": 13.38,
      "grad_norm": 3.5454390048980713,
      "learning_rate": 1.5679510884733462e-06,
      "loss": 0.7352,
      "step": 47940
    },
    {
      "epoch": 13.38,
      "grad_norm": 4.17609977722168,
      "learning_rate": 1.568278153781747e-06,
      "loss": 0.7432,
      "step": 47950
    },
    {
      "epoch": 13.39,
      "grad_norm": 4.036983013153076,
      "learning_rate": 1.568605219090148e-06,
      "loss": 0.7303,
      "step": 47960
    },
    {
      "epoch": 13.39,
      "grad_norm": 5.333996295928955,
      "learning_rate": 1.5689322843985486e-06,
      "loss": 0.7113,
      "step": 47970
    },
    {
      "epoch": 13.39,
      "grad_norm": 3.8769166469573975,
      "learning_rate": 1.5692593497069493e-06,
      "loss": 0.7429,
      "step": 47980
    },
    {
      "epoch": 13.39,
      "grad_norm": 4.288082599639893,
      "learning_rate": 1.56958641501535e-06,
      "loss": 0.7078,
      "step": 47990
    },
    {
      "epoch": 13.4,
      "grad_norm": 3.6964991092681885,
      "learning_rate": 1.5699134803237508e-06,
      "loss": 0.7498,
      "step": 48000
    },
    {
      "epoch": 13.4,
      "grad_norm": 3.9280874729156494,
      "learning_rate": 1.5702405456321515e-06,
      "loss": 0.7244,
      "step": 48010
    },
    {
      "epoch": 13.4,
      "grad_norm": 4.393091201782227,
      "learning_rate": 1.5705676109405527e-06,
      "loss": 0.7304,
      "step": 48020
    },
    {
      "epoch": 13.4,
      "grad_norm": 3.5136704444885254,
      "learning_rate": 1.5708946762489534e-06,
      "loss": 0.7298,
      "step": 48030
    },
    {
      "epoch": 13.41,
      "grad_norm": 4.2582526206970215,
      "learning_rate": 1.5712217415573541e-06,
      "loss": 0.7319,
      "step": 48040
    },
    {
      "epoch": 13.41,
      "grad_norm": 4.321707725524902,
      "learning_rate": 1.5715488068657548e-06,
      "loss": 0.7222,
      "step": 48050
    },
    {
      "epoch": 13.41,
      "grad_norm": 5.951733112335205,
      "learning_rate": 1.5718758721741556e-06,
      "loss": 0.7218,
      "step": 48060
    },
    {
      "epoch": 13.42,
      "grad_norm": 3.7355310916900635,
      "learning_rate": 1.5722029374825563e-06,
      "loss": 0.7224,
      "step": 48070
    },
    {
      "epoch": 13.42,
      "grad_norm": 4.1241655349731445,
      "learning_rate": 1.572530002790957e-06,
      "loss": 0.7357,
      "step": 48080
    },
    {
      "epoch": 13.42,
      "grad_norm": 3.6686813831329346,
      "learning_rate": 1.572857068099358e-06,
      "loss": 0.7405,
      "step": 48090
    },
    {
      "epoch": 13.42,
      "grad_norm": 4.947361469268799,
      "learning_rate": 1.5731841334077587e-06,
      "loss": 0.7264,
      "step": 48100
    },
    {
      "epoch": 13.43,
      "grad_norm": 3.9666929244995117,
      "learning_rate": 1.5735111987161596e-06,
      "loss": 0.7272,
      "step": 48110
    },
    {
      "epoch": 13.43,
      "grad_norm": 5.043760299682617,
      "learning_rate": 1.5738382640245603e-06,
      "loss": 0.7369,
      "step": 48120
    },
    {
      "epoch": 13.43,
      "grad_norm": 2.9592950344085693,
      "learning_rate": 1.574165329332961e-06,
      "loss": 0.7313,
      "step": 48130
    },
    {
      "epoch": 13.44,
      "grad_norm": 4.206875324249268,
      "learning_rate": 1.574492394641362e-06,
      "loss": 0.7229,
      "step": 48140
    },
    {
      "epoch": 13.44,
      "grad_norm": 3.972944736480713,
      "learning_rate": 1.5748194599497627e-06,
      "loss": 0.721,
      "step": 48150
    },
    {
      "epoch": 13.44,
      "grad_norm": 4.687925338745117,
      "learning_rate": 1.5751465252581634e-06,
      "loss": 0.7285,
      "step": 48160
    },
    {
      "epoch": 13.44,
      "grad_norm": 5.01322078704834,
      "learning_rate": 1.5754735905665642e-06,
      "loss": 0.7199,
      "step": 48170
    },
    {
      "epoch": 13.45,
      "grad_norm": 3.6326370239257812,
      "learning_rate": 1.5758006558749649e-06,
      "loss": 0.744,
      "step": 48180
    },
    {
      "epoch": 13.45,
      "grad_norm": 4.064067840576172,
      "learning_rate": 1.5761277211833656e-06,
      "loss": 0.7373,
      "step": 48190
    },
    {
      "epoch": 13.45,
      "grad_norm": 3.421666145324707,
      "learning_rate": 1.5764547864917663e-06,
      "loss": 0.7162,
      "step": 48200
    },
    {
      "epoch": 13.46,
      "grad_norm": 2.4658429622650146,
      "learning_rate": 1.5767818518001675e-06,
      "loss": 0.7297,
      "step": 48210
    },
    {
      "epoch": 13.46,
      "grad_norm": 3.4398505687713623,
      "learning_rate": 1.5771089171085682e-06,
      "loss": 0.7373,
      "step": 48220
    },
    {
      "epoch": 13.46,
      "grad_norm": 4.737639427185059,
      "learning_rate": 1.577435982416969e-06,
      "loss": 0.7164,
      "step": 48230
    },
    {
      "epoch": 13.46,
      "grad_norm": 5.2060112953186035,
      "learning_rate": 1.5777630477253696e-06,
      "loss": 0.7235,
      "step": 48240
    },
    {
      "epoch": 13.47,
      "grad_norm": 3.9219579696655273,
      "learning_rate": 1.5780901130337704e-06,
      "loss": 0.7405,
      "step": 48250
    },
    {
      "epoch": 13.47,
      "grad_norm": 4.442955493927002,
      "learning_rate": 1.5784171783421713e-06,
      "loss": 0.7251,
      "step": 48260
    },
    {
      "epoch": 13.47,
      "grad_norm": 4.273674488067627,
      "learning_rate": 1.578744243650572e-06,
      "loss": 0.7469,
      "step": 48270
    },
    {
      "epoch": 13.47,
      "grad_norm": 4.404043197631836,
      "learning_rate": 1.5790713089589727e-06,
      "loss": 0.7192,
      "step": 48280
    },
    {
      "epoch": 13.48,
      "grad_norm": 3.1220459938049316,
      "learning_rate": 1.5793983742673735e-06,
      "loss": 0.7387,
      "step": 48290
    },
    {
      "epoch": 13.48,
      "grad_norm": 2.7037899494171143,
      "learning_rate": 1.5797254395757744e-06,
      "loss": 0.7342,
      "step": 48300
    },
    {
      "epoch": 13.48,
      "grad_norm": 3.499858856201172,
      "learning_rate": 1.5800525048841753e-06,
      "loss": 0.7457,
      "step": 48310
    },
    {
      "epoch": 13.49,
      "grad_norm": 3.751190662384033,
      "learning_rate": 1.580379570192576e-06,
      "loss": 0.7352,
      "step": 48320
    },
    {
      "epoch": 13.49,
      "grad_norm": 4.45275354385376,
      "learning_rate": 1.5807066355009768e-06,
      "loss": 0.7404,
      "step": 48330
    },
    {
      "epoch": 13.49,
      "grad_norm": 2.696443557739258,
      "learning_rate": 1.5810337008093775e-06,
      "loss": 0.7379,
      "step": 48340
    },
    {
      "epoch": 13.49,
      "grad_norm": 3.2009143829345703,
      "learning_rate": 1.5813607661177782e-06,
      "loss": 0.7396,
      "step": 48350
    },
    {
      "epoch": 13.5,
      "grad_norm": 3.364006280899048,
      "learning_rate": 1.581687831426179e-06,
      "loss": 0.7484,
      "step": 48360
    },
    {
      "epoch": 13.5,
      "grad_norm": 5.180673122406006,
      "learning_rate": 1.5820148967345797e-06,
      "loss": 0.7315,
      "step": 48370
    },
    {
      "epoch": 13.5,
      "grad_norm": 5.010281085968018,
      "learning_rate": 1.5823419620429806e-06,
      "loss": 0.7361,
      "step": 48380
    },
    {
      "epoch": 13.51,
      "grad_norm": 4.864656925201416,
      "learning_rate": 1.5826690273513813e-06,
      "loss": 0.7256,
      "step": 48390
    },
    {
      "epoch": 13.51,
      "grad_norm": 5.744749069213867,
      "learning_rate": 1.5829960926597823e-06,
      "loss": 0.7158,
      "step": 48400
    },
    {
      "epoch": 13.51,
      "grad_norm": 4.743804454803467,
      "learning_rate": 1.583323157968183e-06,
      "loss": 0.7464,
      "step": 48410
    },
    {
      "epoch": 13.51,
      "grad_norm": 4.4016265869140625,
      "learning_rate": 1.5836502232765837e-06,
      "loss": 0.7252,
      "step": 48420
    },
    {
      "epoch": 13.52,
      "grad_norm": 3.166250705718994,
      "learning_rate": 1.5839772885849844e-06,
      "loss": 0.753,
      "step": 48430
    },
    {
      "epoch": 13.52,
      "grad_norm": 3.359703302383423,
      "learning_rate": 1.5843043538933854e-06,
      "loss": 0.7203,
      "step": 48440
    },
    {
      "epoch": 13.52,
      "grad_norm": 5.718013763427734,
      "learning_rate": 1.584631419201786e-06,
      "loss": 0.7233,
      "step": 48450
    },
    {
      "epoch": 13.52,
      "grad_norm": 4.449112415313721,
      "learning_rate": 1.5849584845101868e-06,
      "loss": 0.7131,
      "step": 48460
    },
    {
      "epoch": 13.53,
      "grad_norm": 5.0489349365234375,
      "learning_rate": 1.5852855498185875e-06,
      "loss": 0.7218,
      "step": 48470
    },
    {
      "epoch": 13.53,
      "grad_norm": 2.5626468658447266,
      "learning_rate": 1.5856126151269883e-06,
      "loss": 0.7416,
      "step": 48480
    },
    {
      "epoch": 13.53,
      "grad_norm": 2.7669661045074463,
      "learning_rate": 1.5859396804353894e-06,
      "loss": 0.74,
      "step": 48490
    },
    {
      "epoch": 13.54,
      "grad_norm": 4.837329387664795,
      "learning_rate": 1.5862667457437901e-06,
      "loss": 0.7438,
      "step": 48500
    },
    {
      "epoch": 13.54,
      "grad_norm": 4.569455146789551,
      "learning_rate": 1.5865938110521909e-06,
      "loss": 0.699,
      "step": 48510
    },
    {
      "epoch": 13.54,
      "grad_norm": 4.941205978393555,
      "learning_rate": 1.5869208763605916e-06,
      "loss": 0.7332,
      "step": 48520
    },
    {
      "epoch": 13.54,
      "grad_norm": 5.159763336181641,
      "learning_rate": 1.5872479416689923e-06,
      "loss": 0.7021,
      "step": 48530
    },
    {
      "epoch": 13.55,
      "grad_norm": 3.426480770111084,
      "learning_rate": 1.587575006977393e-06,
      "loss": 0.7492,
      "step": 48540
    },
    {
      "epoch": 13.55,
      "grad_norm": 2.9878809452056885,
      "learning_rate": 1.5879020722857938e-06,
      "loss": 0.7425,
      "step": 48550
    },
    {
      "epoch": 13.55,
      "grad_norm": 4.955591201782227,
      "learning_rate": 1.5882291375941947e-06,
      "loss": 0.7448,
      "step": 48560
    },
    {
      "epoch": 13.56,
      "grad_norm": 5.586109638214111,
      "learning_rate": 1.5885562029025954e-06,
      "loss": 0.7249,
      "step": 48570
    },
    {
      "epoch": 13.56,
      "grad_norm": 3.8435802459716797,
      "learning_rate": 1.5888832682109961e-06,
      "loss": 0.7114,
      "step": 48580
    },
    {
      "epoch": 13.56,
      "grad_norm": 5.38177490234375,
      "learning_rate": 1.589210333519397e-06,
      "loss": 0.7265,
      "step": 48590
    },
    {
      "epoch": 13.56,
      "grad_norm": 4.167031764984131,
      "learning_rate": 1.5895373988277978e-06,
      "loss": 0.7353,
      "step": 48600
    },
    {
      "epoch": 13.57,
      "grad_norm": 3.5363657474517822,
      "learning_rate": 1.5898644641361987e-06,
      "loss": 0.723,
      "step": 48610
    },
    {
      "epoch": 13.57,
      "grad_norm": 3.862370014190674,
      "learning_rate": 1.5901915294445995e-06,
      "loss": 0.749,
      "step": 48620
    },
    {
      "epoch": 13.57,
      "grad_norm": 3.834137201309204,
      "learning_rate": 1.5905185947530002e-06,
      "loss": 0.7261,
      "step": 48630
    },
    {
      "epoch": 13.58,
      "grad_norm": 4.053328037261963,
      "learning_rate": 1.590845660061401e-06,
      "loss": 0.7379,
      "step": 48640
    },
    {
      "epoch": 13.58,
      "grad_norm": 4.179270267486572,
      "learning_rate": 1.5911727253698016e-06,
      "loss": 0.7382,
      "step": 48650
    },
    {
      "epoch": 13.58,
      "grad_norm": 3.7788941860198975,
      "learning_rate": 1.5914997906782023e-06,
      "loss": 0.7512,
      "step": 48660
    },
    {
      "epoch": 13.58,
      "grad_norm": 3.7676243782043457,
      "learning_rate": 1.591826855986603e-06,
      "loss": 0.7215,
      "step": 48670
    },
    {
      "epoch": 13.59,
      "grad_norm": 3.1173605918884277,
      "learning_rate": 1.592153921295004e-06,
      "loss": 0.7386,
      "step": 48680
    },
    {
      "epoch": 13.59,
      "grad_norm": 3.7184696197509766,
      "learning_rate": 1.592480986603405e-06,
      "loss": 0.7232,
      "step": 48690
    },
    {
      "epoch": 13.59,
      "grad_norm": 3.649921178817749,
      "learning_rate": 1.5928080519118057e-06,
      "loss": 0.7356,
      "step": 48700
    },
    {
      "epoch": 13.59,
      "grad_norm": 3.788605213165283,
      "learning_rate": 1.5931351172202064e-06,
      "loss": 0.7274,
      "step": 48710
    },
    {
      "epoch": 13.6,
      "grad_norm": 4.133398056030273,
      "learning_rate": 1.5934621825286071e-06,
      "loss": 0.7472,
      "step": 48720
    },
    {
      "epoch": 13.6,
      "grad_norm": 3.2463479042053223,
      "learning_rate": 1.593789247837008e-06,
      "loss": 0.7546,
      "step": 48730
    },
    {
      "epoch": 13.6,
      "grad_norm": 4.729976177215576,
      "learning_rate": 1.5941163131454088e-06,
      "loss": 0.7254,
      "step": 48740
    },
    {
      "epoch": 13.61,
      "grad_norm": 5.047776699066162,
      "learning_rate": 1.5944433784538095e-06,
      "loss": 0.7381,
      "step": 48750
    },
    {
      "epoch": 13.61,
      "grad_norm": 6.357248783111572,
      "learning_rate": 1.5947704437622102e-06,
      "loss": 0.7406,
      "step": 48760
    },
    {
      "epoch": 13.61,
      "grad_norm": 5.086348056793213,
      "learning_rate": 1.595097509070611e-06,
      "loss": 0.7318,
      "step": 48770
    },
    {
      "epoch": 13.61,
      "grad_norm": 4.392406463623047,
      "learning_rate": 1.5954245743790119e-06,
      "loss": 0.7041,
      "step": 48780
    },
    {
      "epoch": 13.62,
      "grad_norm": 4.216646194458008,
      "learning_rate": 1.5957516396874128e-06,
      "loss": 0.7396,
      "step": 48790
    },
    {
      "epoch": 13.62,
      "grad_norm": 4.463095664978027,
      "learning_rate": 1.5960787049958135e-06,
      "loss": 0.7262,
      "step": 48800
    },
    {
      "epoch": 13.62,
      "grad_norm": 4.023995876312256,
      "learning_rate": 1.5964057703042143e-06,
      "loss": 0.7186,
      "step": 48810
    },
    {
      "epoch": 13.63,
      "grad_norm": 5.362466335296631,
      "learning_rate": 1.596732835612615e-06,
      "loss": 0.7073,
      "step": 48820
    },
    {
      "epoch": 13.63,
      "grad_norm": 4.123281955718994,
      "learning_rate": 1.5970599009210157e-06,
      "loss": 0.74,
      "step": 48830
    },
    {
      "epoch": 13.63,
      "grad_norm": 4.519171237945557,
      "learning_rate": 1.5973869662294164e-06,
      "loss": 0.7294,
      "step": 48840
    },
    {
      "epoch": 13.63,
      "grad_norm": 5.139378070831299,
      "learning_rate": 1.5977140315378174e-06,
      "loss": 0.7177,
      "step": 48850
    },
    {
      "epoch": 13.64,
      "grad_norm": 4.815119743347168,
      "learning_rate": 1.598041096846218e-06,
      "loss": 0.7456,
      "step": 48860
    },
    {
      "epoch": 13.64,
      "grad_norm": 3.3363277912139893,
      "learning_rate": 1.5983681621546188e-06,
      "loss": 0.7406,
      "step": 48870
    },
    {
      "epoch": 13.64,
      "grad_norm": 3.8794403076171875,
      "learning_rate": 1.5986952274630197e-06,
      "loss": 0.7399,
      "step": 48880
    },
    {
      "epoch": 13.64,
      "grad_norm": 4.63259220123291,
      "learning_rate": 1.5990222927714205e-06,
      "loss": 0.7365,
      "step": 48890
    },
    {
      "epoch": 13.65,
      "grad_norm": 5.625308990478516,
      "learning_rate": 1.5993493580798212e-06,
      "loss": 0.7089,
      "step": 48900
    },
    {
      "epoch": 13.65,
      "grad_norm": 2.957298517227173,
      "learning_rate": 1.5996764233882221e-06,
      "loss": 0.7416,
      "step": 48910
    },
    {
      "epoch": 13.65,
      "grad_norm": 2.837414503097534,
      "learning_rate": 1.6000034886966229e-06,
      "loss": 0.7261,
      "step": 48920
    },
    {
      "epoch": 13.66,
      "grad_norm": 5.279113292694092,
      "learning_rate": 1.6003305540050236e-06,
      "loss": 0.7373,
      "step": 48930
    },
    {
      "epoch": 13.66,
      "grad_norm": 3.913625717163086,
      "learning_rate": 1.6006576193134243e-06,
      "loss": 0.7317,
      "step": 48940
    },
    {
      "epoch": 13.66,
      "grad_norm": 5.712981224060059,
      "learning_rate": 1.600984684621825e-06,
      "loss": 0.742,
      "step": 48950
    },
    {
      "epoch": 13.66,
      "grad_norm": 2.2513720989227295,
      "learning_rate": 1.6013117499302257e-06,
      "loss": 0.7027,
      "step": 48960
    },
    {
      "epoch": 13.67,
      "grad_norm": 3.060901403427124,
      "learning_rate": 1.6016388152386269e-06,
      "loss": 0.7315,
      "step": 48970
    },
    {
      "epoch": 13.67,
      "grad_norm": 3.242234468460083,
      "learning_rate": 1.6019658805470276e-06,
      "loss": 0.7106,
      "step": 48980
    },
    {
      "epoch": 13.67,
      "grad_norm": 3.88600754737854,
      "learning_rate": 1.6022929458554283e-06,
      "loss": 0.7075,
      "step": 48990
    },
    {
      "epoch": 13.68,
      "grad_norm": 3.566713809967041,
      "learning_rate": 1.602620011163829e-06,
      "loss": 0.7161,
      "step": 49000
    },
    {
      "epoch": 13.68,
      "grad_norm": 3.1281752586364746,
      "learning_rate": 1.6029470764722298e-06,
      "loss": 0.7187,
      "step": 49010
    },
    {
      "epoch": 13.68,
      "grad_norm": 3.82430100440979,
      "learning_rate": 1.6032741417806305e-06,
      "loss": 0.7367,
      "step": 49020
    },
    {
      "epoch": 13.68,
      "grad_norm": 4.289194583892822,
      "learning_rate": 1.6036012070890314e-06,
      "loss": 0.7595,
      "step": 49030
    },
    {
      "epoch": 13.69,
      "grad_norm": 4.458601951599121,
      "learning_rate": 1.6039282723974322e-06,
      "loss": 0.715,
      "step": 49040
    },
    {
      "epoch": 13.69,
      "grad_norm": 5.764433860778809,
      "learning_rate": 1.6042553377058329e-06,
      "loss": 0.7133,
      "step": 49050
    },
    {
      "epoch": 13.69,
      "grad_norm": 3.845749855041504,
      "learning_rate": 1.6045824030142336e-06,
      "loss": 0.7115,
      "step": 49060
    },
    {
      "epoch": 13.7,
      "grad_norm": 3.6197705268859863,
      "learning_rate": 1.6049094683226346e-06,
      "loss": 0.737,
      "step": 49070
    },
    {
      "epoch": 13.7,
      "grad_norm": 3.33557391166687,
      "learning_rate": 1.6052365336310355e-06,
      "loss": 0.717,
      "step": 49080
    },
    {
      "epoch": 13.7,
      "grad_norm": 3.3336424827575684,
      "learning_rate": 1.6055635989394362e-06,
      "loss": 0.7047,
      "step": 49090
    },
    {
      "epoch": 13.7,
      "grad_norm": 2.544032096862793,
      "learning_rate": 1.605890664247837e-06,
      "loss": 0.7305,
      "step": 49100
    },
    {
      "epoch": 13.71,
      "grad_norm": 3.4161288738250732,
      "learning_rate": 1.6062177295562377e-06,
      "loss": 0.7351,
      "step": 49110
    },
    {
      "epoch": 13.71,
      "grad_norm": 2.8187427520751953,
      "learning_rate": 1.6065447948646384e-06,
      "loss": 0.7187,
      "step": 49120
    },
    {
      "epoch": 13.71,
      "grad_norm": 3.20013427734375,
      "learning_rate": 1.606871860173039e-06,
      "loss": 0.7112,
      "step": 49130
    },
    {
      "epoch": 13.71,
      "grad_norm": 3.367236614227295,
      "learning_rate": 1.6071989254814398e-06,
      "loss": 0.736,
      "step": 49140
    },
    {
      "epoch": 13.72,
      "grad_norm": 2.933502674102783,
      "learning_rate": 1.6075259907898408e-06,
      "loss": 0.7315,
      "step": 49150
    },
    {
      "epoch": 13.72,
      "grad_norm": 2.297457695007324,
      "learning_rate": 1.6078530560982417e-06,
      "loss": 0.7294,
      "step": 49160
    },
    {
      "epoch": 13.72,
      "grad_norm": 3.631310224533081,
      "learning_rate": 1.6081801214066424e-06,
      "loss": 0.7341,
      "step": 49170
    },
    {
      "epoch": 13.73,
      "grad_norm": 3.735429048538208,
      "learning_rate": 1.6085071867150431e-06,
      "loss": 0.7145,
      "step": 49180
    },
    {
      "epoch": 13.73,
      "grad_norm": 5.485198974609375,
      "learning_rate": 1.6088342520234439e-06,
      "loss": 0.7189,
      "step": 49190
    },
    {
      "epoch": 13.73,
      "grad_norm": 3.6416635513305664,
      "learning_rate": 1.6091613173318448e-06,
      "loss": 0.7347,
      "step": 49200
    },
    {
      "epoch": 13.73,
      "grad_norm": 4.3161163330078125,
      "learning_rate": 1.6094883826402455e-06,
      "loss": 0.7267,
      "step": 49210
    },
    {
      "epoch": 13.74,
      "grad_norm": 4.9018096923828125,
      "learning_rate": 1.6098154479486462e-06,
      "loss": 0.728,
      "step": 49220
    },
    {
      "epoch": 13.74,
      "grad_norm": 3.887185573577881,
      "learning_rate": 1.610142513257047e-06,
      "loss": 0.7361,
      "step": 49230
    },
    {
      "epoch": 13.74,
      "grad_norm": 3.091251850128174,
      "learning_rate": 1.6104695785654477e-06,
      "loss": 0.7315,
      "step": 49240
    },
    {
      "epoch": 13.75,
      "grad_norm": 3.8970656394958496,
      "learning_rate": 1.6107966438738484e-06,
      "loss": 0.7396,
      "step": 49250
    },
    {
      "epoch": 13.75,
      "grad_norm": 4.887079238891602,
      "learning_rate": 1.6111237091822496e-06,
      "loss": 0.7312,
      "step": 49260
    },
    {
      "epoch": 13.75,
      "grad_norm": 4.809082984924316,
      "learning_rate": 1.6114507744906503e-06,
      "loss": 0.7351,
      "step": 49270
    },
    {
      "epoch": 13.75,
      "grad_norm": 4.170116424560547,
      "learning_rate": 1.611777839799051e-06,
      "loss": 0.7329,
      "step": 49280
    },
    {
      "epoch": 13.76,
      "grad_norm": 4.132735729217529,
      "learning_rate": 1.6121049051074517e-06,
      "loss": 0.724,
      "step": 49290
    },
    {
      "epoch": 13.76,
      "grad_norm": 3.072296619415283,
      "learning_rate": 1.6124319704158525e-06,
      "loss": 0.7106,
      "step": 49300
    },
    {
      "epoch": 13.76,
      "grad_norm": 4.163381099700928,
      "learning_rate": 1.6127590357242532e-06,
      "loss": 0.7392,
      "step": 49310
    },
    {
      "epoch": 13.77,
      "grad_norm": 5.617237091064453,
      "learning_rate": 1.613086101032654e-06,
      "loss": 0.726,
      "step": 49320
    },
    {
      "epoch": 13.77,
      "grad_norm": 3.1282694339752197,
      "learning_rate": 1.6134131663410548e-06,
      "loss": 0.7042,
      "step": 49330
    },
    {
      "epoch": 13.77,
      "grad_norm": 3.4180448055267334,
      "learning_rate": 1.6137402316494556e-06,
      "loss": 0.7293,
      "step": 49340
    },
    {
      "epoch": 13.77,
      "grad_norm": 4.272240161895752,
      "learning_rate": 1.6140672969578565e-06,
      "loss": 0.7176,
      "step": 49350
    },
    {
      "epoch": 13.78,
      "grad_norm": 4.795441627502441,
      "learning_rate": 1.6143943622662572e-06,
      "loss": 0.7253,
      "step": 49360
    },
    {
      "epoch": 13.78,
      "grad_norm": 3.3385937213897705,
      "learning_rate": 1.614721427574658e-06,
      "loss": 0.6932,
      "step": 49370
    },
    {
      "epoch": 13.78,
      "grad_norm": 4.55904483795166,
      "learning_rate": 1.6150484928830589e-06,
      "loss": 0.7308,
      "step": 49380
    },
    {
      "epoch": 13.78,
      "grad_norm": 3.133270025253296,
      "learning_rate": 1.6153755581914596e-06,
      "loss": 0.7232,
      "step": 49390
    },
    {
      "epoch": 13.79,
      "grad_norm": 3.2350196838378906,
      "learning_rate": 1.6157026234998603e-06,
      "loss": 0.7384,
      "step": 49400
    },
    {
      "epoch": 13.79,
      "grad_norm": 4.517854690551758,
      "learning_rate": 1.616029688808261e-06,
      "loss": 0.7477,
      "step": 49410
    },
    {
      "epoch": 13.79,
      "grad_norm": 4.394964694976807,
      "learning_rate": 1.6163567541166618e-06,
      "loss": 0.7409,
      "step": 49420
    },
    {
      "epoch": 13.8,
      "grad_norm": 5.126667499542236,
      "learning_rate": 1.6166838194250625e-06,
      "loss": 0.7196,
      "step": 49430
    },
    {
      "epoch": 13.8,
      "grad_norm": 3.311936616897583,
      "learning_rate": 1.6170108847334632e-06,
      "loss": 0.7397,
      "step": 49440
    },
    {
      "epoch": 13.8,
      "grad_norm": 4.450955867767334,
      "learning_rate": 1.6173379500418644e-06,
      "loss": 0.7259,
      "step": 49450
    },
    {
      "epoch": 13.8,
      "grad_norm": 3.7330968379974365,
      "learning_rate": 1.617665015350265e-06,
      "loss": 0.7066,
      "step": 49460
    },
    {
      "epoch": 13.81,
      "grad_norm": 3.4323627948760986,
      "learning_rate": 1.6179920806586658e-06,
      "loss": 0.7304,
      "step": 49470
    },
    {
      "epoch": 13.81,
      "grad_norm": 4.061175346374512,
      "learning_rate": 1.6183191459670665e-06,
      "loss": 0.7113,
      "step": 49480
    },
    {
      "epoch": 13.81,
      "grad_norm": 4.496151447296143,
      "learning_rate": 1.6186462112754673e-06,
      "loss": 0.7424,
      "step": 49490
    },
    {
      "epoch": 13.82,
      "grad_norm": 4.647882461547852,
      "learning_rate": 1.6189732765838682e-06,
      "loss": 0.708,
      "step": 49500
    },
    {
      "epoch": 13.82,
      "grad_norm": 4.080836772918701,
      "learning_rate": 1.619300341892269e-06,
      "loss": 0.717,
      "step": 49510
    },
    {
      "epoch": 13.82,
      "grad_norm": 3.95127010345459,
      "learning_rate": 1.6196274072006696e-06,
      "loss": 0.7203,
      "step": 49520
    },
    {
      "epoch": 13.82,
      "grad_norm": 4.471193313598633,
      "learning_rate": 1.6199544725090704e-06,
      "loss": 0.7268,
      "step": 49530
    },
    {
      "epoch": 13.83,
      "grad_norm": 3.337825298309326,
      "learning_rate": 1.620281537817471e-06,
      "loss": 0.7077,
      "step": 49540
    },
    {
      "epoch": 13.83,
      "grad_norm": 5.01044225692749,
      "learning_rate": 1.6206086031258722e-06,
      "loss": 0.7105,
      "step": 49550
    },
    {
      "epoch": 13.83,
      "grad_norm": 4.9893364906311035,
      "learning_rate": 1.620935668434273e-06,
      "loss": 0.7177,
      "step": 49560
    },
    {
      "epoch": 13.83,
      "grad_norm": 4.103881359100342,
      "learning_rate": 1.6212627337426737e-06,
      "loss": 0.7201,
      "step": 49570
    },
    {
      "epoch": 13.84,
      "grad_norm": 3.1618902683258057,
      "learning_rate": 1.6215897990510744e-06,
      "loss": 0.7108,
      "step": 49580
    },
    {
      "epoch": 13.84,
      "grad_norm": 6.287449836730957,
      "learning_rate": 1.6219168643594751e-06,
      "loss": 0.7265,
      "step": 49590
    },
    {
      "epoch": 13.84,
      "grad_norm": 2.8342013359069824,
      "learning_rate": 1.6222439296678759e-06,
      "loss": 0.726,
      "step": 49600
    },
    {
      "epoch": 13.85,
      "grad_norm": 3.6147172451019287,
      "learning_rate": 1.6225709949762766e-06,
      "loss": 0.7287,
      "step": 49610
    },
    {
      "epoch": 13.85,
      "grad_norm": 5.549800395965576,
      "learning_rate": 1.6228980602846775e-06,
      "loss": 0.7358,
      "step": 49620
    },
    {
      "epoch": 13.85,
      "grad_norm": 5.722411155700684,
      "learning_rate": 1.6232251255930782e-06,
      "loss": 0.7101,
      "step": 49630
    },
    {
      "epoch": 13.85,
      "grad_norm": 2.5578970909118652,
      "learning_rate": 1.6235521909014792e-06,
      "loss": 0.7302,
      "step": 49640
    },
    {
      "epoch": 13.86,
      "grad_norm": 3.0345003604888916,
      "learning_rate": 1.62387925620988e-06,
      "loss": 0.7185,
      "step": 49650
    },
    {
      "epoch": 13.86,
      "grad_norm": 3.842315912246704,
      "learning_rate": 1.6242063215182806e-06,
      "loss": 0.7141,
      "step": 49660
    },
    {
      "epoch": 13.86,
      "grad_norm": 3.1294825077056885,
      "learning_rate": 1.6245333868266813e-06,
      "loss": 0.7243,
      "step": 49670
    },
    {
      "epoch": 13.87,
      "grad_norm": 4.565135478973389,
      "learning_rate": 1.6248604521350823e-06,
      "loss": 0.7013,
      "step": 49680
    },
    {
      "epoch": 13.87,
      "grad_norm": 2.5517375469207764,
      "learning_rate": 1.625187517443483e-06,
      "loss": 0.7234,
      "step": 49690
    },
    {
      "epoch": 13.87,
      "grad_norm": 3.2009007930755615,
      "learning_rate": 1.6255145827518837e-06,
      "loss": 0.7476,
      "step": 49700
    },
    {
      "epoch": 13.87,
      "grad_norm": 4.083943843841553,
      "learning_rate": 1.6258416480602844e-06,
      "loss": 0.729,
      "step": 49710
    },
    {
      "epoch": 13.88,
      "grad_norm": 5.918054103851318,
      "learning_rate": 1.6261687133686852e-06,
      "loss": 0.7113,
      "step": 49720
    },
    {
      "epoch": 13.88,
      "grad_norm": 3.101189613342285,
      "learning_rate": 1.626495778677086e-06,
      "loss": 0.7042,
      "step": 49730
    },
    {
      "epoch": 13.88,
      "grad_norm": 4.40659761428833,
      "learning_rate": 1.626822843985487e-06,
      "loss": 0.7403,
      "step": 49740
    },
    {
      "epoch": 13.89,
      "grad_norm": 3.523381233215332,
      "learning_rate": 1.6271499092938878e-06,
      "loss": 0.713,
      "step": 49750
    },
    {
      "epoch": 13.89,
      "grad_norm": 2.9932503700256348,
      "learning_rate": 1.6274769746022885e-06,
      "loss": 0.7216,
      "step": 49760
    },
    {
      "epoch": 13.89,
      "grad_norm": 3.939849376678467,
      "learning_rate": 1.6278040399106892e-06,
      "loss": 0.7203,
      "step": 49770
    },
    {
      "epoch": 13.89,
      "grad_norm": 4.045991897583008,
      "learning_rate": 1.62813110521909e-06,
      "loss": 0.7023,
      "step": 49780
    },
    {
      "epoch": 13.9,
      "grad_norm": 4.185715675354004,
      "learning_rate": 1.6284581705274907e-06,
      "loss": 0.7388,
      "step": 49790
    },
    {
      "epoch": 13.9,
      "grad_norm": 5.560114860534668,
      "learning_rate": 1.6287852358358916e-06,
      "loss": 0.7272,
      "step": 49800
    },
    {
      "epoch": 13.9,
      "grad_norm": 3.2101950645446777,
      "learning_rate": 1.6291123011442923e-06,
      "loss": 0.7335,
      "step": 49810
    },
    {
      "epoch": 13.9,
      "grad_norm": 5.100389003753662,
      "learning_rate": 1.629439366452693e-06,
      "loss": 0.7242,
      "step": 49820
    },
    {
      "epoch": 13.91,
      "grad_norm": 2.828263759613037,
      "learning_rate": 1.629766431761094e-06,
      "loss": 0.7321,
      "step": 49830
    },
    {
      "epoch": 13.91,
      "grad_norm": 2.843841552734375,
      "learning_rate": 1.6300934970694947e-06,
      "loss": 0.7499,
      "step": 49840
    },
    {
      "epoch": 13.91,
      "grad_norm": 2.9861838817596436,
      "learning_rate": 1.6304205623778956e-06,
      "loss": 0.7188,
      "step": 49850
    },
    {
      "epoch": 13.92,
      "grad_norm": 3.3383700847625732,
      "learning_rate": 1.6307476276862964e-06,
      "loss": 0.7067,
      "step": 49860
    },
    {
      "epoch": 13.92,
      "grad_norm": 4.086499214172363,
      "learning_rate": 1.631074692994697e-06,
      "loss": 0.7287,
      "step": 49870
    },
    {
      "epoch": 13.92,
      "grad_norm": 2.9132800102233887,
      "learning_rate": 1.6314017583030978e-06,
      "loss": 0.7151,
      "step": 49880
    },
    {
      "epoch": 13.92,
      "grad_norm": 3.4121816158294678,
      "learning_rate": 1.6317288236114985e-06,
      "loss": 0.7342,
      "step": 49890
    },
    {
      "epoch": 13.93,
      "grad_norm": 3.8458375930786133,
      "learning_rate": 1.6320558889198993e-06,
      "loss": 0.7376,
      "step": 49900
    },
    {
      "epoch": 13.93,
      "grad_norm": 4.924617290496826,
      "learning_rate": 1.6323829542283e-06,
      "loss": 0.7139,
      "step": 49910
    },
    {
      "epoch": 13.93,
      "grad_norm": 3.9482717514038086,
      "learning_rate": 1.632710019536701e-06,
      "loss": 0.7336,
      "step": 49920
    },
    {
      "epoch": 13.94,
      "grad_norm": 3.2234795093536377,
      "learning_rate": 1.6330370848451018e-06,
      "loss": 0.7344,
      "step": 49930
    },
    {
      "epoch": 13.94,
      "grad_norm": 4.141237258911133,
      "learning_rate": 1.6333641501535026e-06,
      "loss": 0.7184,
      "step": 49940
    },
    {
      "epoch": 13.94,
      "grad_norm": 5.345995903015137,
      "learning_rate": 1.6336912154619033e-06,
      "loss": 0.7168,
      "step": 49950
    },
    {
      "epoch": 13.94,
      "grad_norm": 3.348756790161133,
      "learning_rate": 1.634018280770304e-06,
      "loss": 0.7499,
      "step": 49960
    },
    {
      "epoch": 13.95,
      "grad_norm": 5.553866863250732,
      "learning_rate": 1.634345346078705e-06,
      "loss": 0.7209,
      "step": 49970
    },
    {
      "epoch": 13.95,
      "grad_norm": 3.3372223377227783,
      "learning_rate": 1.6346724113871057e-06,
      "loss": 0.7305,
      "step": 49980
    },
    {
      "epoch": 13.95,
      "grad_norm": 3.0986533164978027,
      "learning_rate": 1.6349994766955064e-06,
      "loss": 0.7045,
      "step": 49990
    },
    {
      "epoch": 13.95,
      "grad_norm": 4.249505996704102,
      "learning_rate": 1.6353265420039071e-06,
      "loss": 0.7042,
      "step": 50000
    },
    {
      "epoch": 13.96,
      "grad_norm": 6.691634178161621,
      "learning_rate": 1.6356536073123078e-06,
      "loss": 0.7225,
      "step": 50010
    },
    {
      "epoch": 13.96,
      "grad_norm": 5.106218338012695,
      "learning_rate": 1.635980672620709e-06,
      "loss": 0.7495,
      "step": 50020
    },
    {
      "epoch": 13.96,
      "grad_norm": 3.3767621517181396,
      "learning_rate": 1.6363077379291097e-06,
      "loss": 0.7289,
      "step": 50030
    },
    {
      "epoch": 13.97,
      "grad_norm": 5.188022613525391,
      "learning_rate": 1.6366348032375104e-06,
      "loss": 0.7377,
      "step": 50040
    },
    {
      "epoch": 13.97,
      "grad_norm": 4.009498119354248,
      "learning_rate": 1.6369618685459112e-06,
      "loss": 0.7203,
      "step": 50050
    },
    {
      "epoch": 13.97,
      "grad_norm": 3.5665395259857178,
      "learning_rate": 1.6372889338543119e-06,
      "loss": 0.7356,
      "step": 50060
    },
    {
      "epoch": 13.97,
      "grad_norm": 4.091270446777344,
      "learning_rate": 1.6376159991627126e-06,
      "loss": 0.7063,
      "step": 50070
    },
    {
      "epoch": 13.98,
      "grad_norm": 3.7513203620910645,
      "learning_rate": 1.6379430644711133e-06,
      "loss": 0.7208,
      "step": 50080
    },
    {
      "epoch": 13.98,
      "grad_norm": 4.459197998046875,
      "learning_rate": 1.6382701297795143e-06,
      "loss": 0.7102,
      "step": 50090
    },
    {
      "epoch": 13.98,
      "grad_norm": 4.173220157623291,
      "learning_rate": 1.638597195087915e-06,
      "loss": 0.7442,
      "step": 50100
    },
    {
      "epoch": 13.99,
      "grad_norm": 5.877340316772461,
      "learning_rate": 1.6389242603963157e-06,
      "loss": 0.7067,
      "step": 50110
    },
    {
      "epoch": 13.99,
      "grad_norm": 4.1749587059021,
      "learning_rate": 1.6392513257047166e-06,
      "loss": 0.7265,
      "step": 50120
    },
    {
      "epoch": 13.99,
      "grad_norm": 6.02685022354126,
      "learning_rate": 1.6395783910131174e-06,
      "loss": 0.7078,
      "step": 50130
    },
    {
      "epoch": 13.99,
      "grad_norm": 2.8482120037078857,
      "learning_rate": 1.639905456321518e-06,
      "loss": 0.7018,
      "step": 50140
    },
    {
      "epoch": 14.0,
      "grad_norm": 5.388154029846191,
      "learning_rate": 1.640232521629919e-06,
      "loss": 0.7269,
      "step": 50150
    },
    {
      "epoch": 14.0,
      "grad_norm": 2.9867846965789795,
      "learning_rate": 1.6405595869383198e-06,
      "loss": 0.7367,
      "step": 50160
    },
    {
      "epoch": 14.0,
      "eval_loss": 0.7230849862098694,
      "eval_runtime": 85.7859,
      "eval_samples_per_second": 58.972,
      "eval_steps_per_second": 7.379,
      "step": 50162
    },
    {
      "epoch": 14.0,
      "grad_norm": 4.550696849822998,
      "learning_rate": 1.6408866522467205e-06,
      "loss": 0.7252,
      "step": 50170
    },
    {
      "epoch": 14.01,
      "grad_norm": 4.317263603210449,
      "learning_rate": 1.6412137175551212e-06,
      "loss": 0.7335,
      "step": 50180
    },
    {
      "epoch": 14.01,
      "grad_norm": 4.568713188171387,
      "learning_rate": 1.641540782863522e-06,
      "loss": 0.7233,
      "step": 50190
    },
    {
      "epoch": 14.01,
      "grad_norm": 4.315438747406006,
      "learning_rate": 1.6418678481719226e-06,
      "loss": 0.7178,
      "step": 50200
    },
    {
      "epoch": 14.01,
      "grad_norm": 3.3312532901763916,
      "learning_rate": 1.6421949134803238e-06,
      "loss": 0.7166,
      "step": 50210
    },
    {
      "epoch": 14.02,
      "grad_norm": 5.479119777679443,
      "learning_rate": 1.6425219787887245e-06,
      "loss": 0.7233,
      "step": 50220
    },
    {
      "epoch": 14.02,
      "grad_norm": 3.5399272441864014,
      "learning_rate": 1.6428490440971252e-06,
      "loss": 0.7147,
      "step": 50230
    },
    {
      "epoch": 14.02,
      "grad_norm": 3.65800142288208,
      "learning_rate": 1.643176109405526e-06,
      "loss": 0.74,
      "step": 50240
    },
    {
      "epoch": 14.02,
      "grad_norm": 3.287839889526367,
      "learning_rate": 1.6435031747139267e-06,
      "loss": 0.7168,
      "step": 50250
    },
    {
      "epoch": 14.03,
      "grad_norm": 3.6875734329223633,
      "learning_rate": 1.6438302400223274e-06,
      "loss": 0.7292,
      "step": 50260
    },
    {
      "epoch": 14.03,
      "grad_norm": 2.265993356704712,
      "learning_rate": 1.6441573053307283e-06,
      "loss": 0.7315,
      "step": 50270
    },
    {
      "epoch": 14.03,
      "grad_norm": 3.145033836364746,
      "learning_rate": 1.644484370639129e-06,
      "loss": 0.7055,
      "step": 50280
    },
    {
      "epoch": 14.04,
      "grad_norm": 3.3406565189361572,
      "learning_rate": 1.6448114359475298e-06,
      "loss": 0.721,
      "step": 50290
    },
    {
      "epoch": 14.04,
      "grad_norm": 4.989731311798096,
      "learning_rate": 1.6451385012559305e-06,
      "loss": 0.7087,
      "step": 50300
    },
    {
      "epoch": 14.04,
      "grad_norm": 3.776000499725342,
      "learning_rate": 1.6454655665643315e-06,
      "loss": 0.7454,
      "step": 50310
    },
    {
      "epoch": 14.04,
      "grad_norm": 4.978212833404541,
      "learning_rate": 1.6457926318727324e-06,
      "loss": 0.7354,
      "step": 50320
    },
    {
      "epoch": 14.05,
      "grad_norm": 6.861416816711426,
      "learning_rate": 1.6461196971811331e-06,
      "loss": 0.7279,
      "step": 50330
    },
    {
      "epoch": 14.05,
      "grad_norm": 3.4163694381713867,
      "learning_rate": 1.6464467624895338e-06,
      "loss": 0.714,
      "step": 50340
    },
    {
      "epoch": 14.05,
      "grad_norm": 4.01253080368042,
      "learning_rate": 1.6467738277979346e-06,
      "loss": 0.7078,
      "step": 50350
    },
    {
      "epoch": 14.06,
      "grad_norm": 3.1647496223449707,
      "learning_rate": 1.6471008931063353e-06,
      "loss": 0.7181,
      "step": 50360
    },
    {
      "epoch": 14.06,
      "grad_norm": 3.512336015701294,
      "learning_rate": 1.647427958414736e-06,
      "loss": 0.7298,
      "step": 50370
    },
    {
      "epoch": 14.06,
      "grad_norm": 3.445913791656494,
      "learning_rate": 1.6477550237231367e-06,
      "loss": 0.7381,
      "step": 50380
    },
    {
      "epoch": 14.06,
      "grad_norm": 4.250765800476074,
      "learning_rate": 1.6480820890315377e-06,
      "loss": 0.7246,
      "step": 50390
    },
    {
      "epoch": 14.07,
      "grad_norm": 3.686845064163208,
      "learning_rate": 1.6484091543399384e-06,
      "loss": 0.7204,
      "step": 50400
    },
    {
      "epoch": 14.07,
      "grad_norm": 3.140913963317871,
      "learning_rate": 1.6487362196483393e-06,
      "loss": 0.721,
      "step": 50410
    },
    {
      "epoch": 14.07,
      "grad_norm": 2.92218279838562,
      "learning_rate": 1.64906328495674e-06,
      "loss": 0.7333,
      "step": 50420
    },
    {
      "epoch": 14.07,
      "grad_norm": 5.134547233581543,
      "learning_rate": 1.6493903502651408e-06,
      "loss": 0.7202,
      "step": 50430
    },
    {
      "epoch": 14.08,
      "grad_norm": 6.377588748931885,
      "learning_rate": 1.6497174155735417e-06,
      "loss": 0.7241,
      "step": 50440
    },
    {
      "epoch": 14.08,
      "grad_norm": 5.300148963928223,
      "learning_rate": 1.6500444808819424e-06,
      "loss": 0.7222,
      "step": 50450
    },
    {
      "epoch": 14.08,
      "grad_norm": 6.466035842895508,
      "learning_rate": 1.6503715461903432e-06,
      "loss": 0.7097,
      "step": 50460
    },
    {
      "epoch": 14.09,
      "grad_norm": 4.57066535949707,
      "learning_rate": 1.6506986114987439e-06,
      "loss": 0.7294,
      "step": 50470
    },
    {
      "epoch": 14.09,
      "grad_norm": 3.7894678115844727,
      "learning_rate": 1.6510256768071446e-06,
      "loss": 0.7079,
      "step": 50480
    },
    {
      "epoch": 14.09,
      "grad_norm": 4.167392730712891,
      "learning_rate": 1.6513527421155453e-06,
      "loss": 0.7211,
      "step": 50490
    },
    {
      "epoch": 14.09,
      "grad_norm": 4.303323745727539,
      "learning_rate": 1.6516798074239465e-06,
      "loss": 0.7079,
      "step": 50500
    },
    {
      "epoch": 14.1,
      "grad_norm": 3.653019905090332,
      "learning_rate": 1.6520068727323472e-06,
      "loss": 0.7183,
      "step": 50510
    },
    {
      "epoch": 14.1,
      "grad_norm": 4.10507345199585,
      "learning_rate": 1.652333938040748e-06,
      "loss": 0.7354,
      "step": 50520
    },
    {
      "epoch": 14.1,
      "grad_norm": 5.498747825622559,
      "learning_rate": 1.6526610033491486e-06,
      "loss": 0.7209,
      "step": 50530
    },
    {
      "epoch": 14.11,
      "grad_norm": 4.51069450378418,
      "learning_rate": 1.6529880686575494e-06,
      "loss": 0.7316,
      "step": 50540
    },
    {
      "epoch": 14.11,
      "grad_norm": 5.725063323974609,
      "learning_rate": 1.65331513396595e-06,
      "loss": 0.7191,
      "step": 50550
    },
    {
      "epoch": 14.11,
      "grad_norm": 3.5175068378448486,
      "learning_rate": 1.653642199274351e-06,
      "loss": 0.7208,
      "step": 50560
    },
    {
      "epoch": 14.11,
      "grad_norm": 4.338344573974609,
      "learning_rate": 1.6539692645827517e-06,
      "loss": 0.7133,
      "step": 50570
    },
    {
      "epoch": 14.12,
      "grad_norm": 3.320662021636963,
      "learning_rate": 1.6542963298911525e-06,
      "loss": 0.7237,
      "step": 50580
    },
    {
      "epoch": 14.12,
      "grad_norm": 3.409911870956421,
      "learning_rate": 1.6546233951995532e-06,
      "loss": 0.7151,
      "step": 50590
    },
    {
      "epoch": 14.12,
      "grad_norm": 4.663166522979736,
      "learning_rate": 1.6549504605079541e-06,
      "loss": 0.7452,
      "step": 50600
    },
    {
      "epoch": 14.13,
      "grad_norm": 3.9874820709228516,
      "learning_rate": 1.6552775258163548e-06,
      "loss": 0.7131,
      "step": 50610
    },
    {
      "epoch": 14.13,
      "grad_norm": 2.43977427482605,
      "learning_rate": 1.6556045911247558e-06,
      "loss": 0.7088,
      "step": 50620
    },
    {
      "epoch": 14.13,
      "grad_norm": 4.540691375732422,
      "learning_rate": 1.6559316564331565e-06,
      "loss": 0.7073,
      "step": 50630
    },
    {
      "epoch": 14.13,
      "grad_norm": 4.048009395599365,
      "learning_rate": 1.6562587217415572e-06,
      "loss": 0.7502,
      "step": 50640
    },
    {
      "epoch": 14.14,
      "grad_norm": 3.9006731510162354,
      "learning_rate": 1.656585787049958e-06,
      "loss": 0.6937,
      "step": 50650
    },
    {
      "epoch": 14.14,
      "grad_norm": 4.321900844573975,
      "learning_rate": 1.6569128523583587e-06,
      "loss": 0.7292,
      "step": 50660
    },
    {
      "epoch": 14.14,
      "grad_norm": 3.5565216541290283,
      "learning_rate": 1.6572399176667594e-06,
      "loss": 0.7015,
      "step": 50670
    },
    {
      "epoch": 14.14,
      "grad_norm": 3.180997610092163,
      "learning_rate": 1.6575669829751601e-06,
      "loss": 0.7373,
      "step": 50680
    },
    {
      "epoch": 14.15,
      "grad_norm": 6.107454776763916,
      "learning_rate": 1.6578940482835613e-06,
      "loss": 0.7131,
      "step": 50690
    },
    {
      "epoch": 14.15,
      "grad_norm": 4.123478889465332,
      "learning_rate": 1.658221113591962e-06,
      "loss": 0.7144,
      "step": 50700
    },
    {
      "epoch": 14.15,
      "grad_norm": 2.208080768585205,
      "learning_rate": 1.6585481789003627e-06,
      "loss": 0.7326,
      "step": 50710
    },
    {
      "epoch": 14.16,
      "grad_norm": 6.671868801116943,
      "learning_rate": 1.6588752442087634e-06,
      "loss": 0.7189,
      "step": 50720
    },
    {
      "epoch": 14.16,
      "grad_norm": 4.380167484283447,
      "learning_rate": 1.6592023095171642e-06,
      "loss": 0.7313,
      "step": 50730
    },
    {
      "epoch": 14.16,
      "grad_norm": 3.7037768363952637,
      "learning_rate": 1.659529374825565e-06,
      "loss": 0.7023,
      "step": 50740
    },
    {
      "epoch": 14.16,
      "grad_norm": 4.541138648986816,
      "learning_rate": 1.6598564401339658e-06,
      "loss": 0.7401,
      "step": 50750
    },
    {
      "epoch": 14.17,
      "grad_norm": 4.150331974029541,
      "learning_rate": 1.6601835054423665e-06,
      "loss": 0.7433,
      "step": 50760
    },
    {
      "epoch": 14.17,
      "grad_norm": 4.699398994445801,
      "learning_rate": 1.6605105707507673e-06,
      "loss": 0.7184,
      "step": 50770
    },
    {
      "epoch": 14.17,
      "grad_norm": 4.648189544677734,
      "learning_rate": 1.660837636059168e-06,
      "loss": 0.7105,
      "step": 50780
    },
    {
      "epoch": 14.18,
      "grad_norm": 4.449221134185791,
      "learning_rate": 1.6611647013675691e-06,
      "loss": 0.7248,
      "step": 50790
    },
    {
      "epoch": 14.18,
      "grad_norm": 3.9842071533203125,
      "learning_rate": 1.6614917666759699e-06,
      "loss": 0.7357,
      "step": 50800
    },
    {
      "epoch": 14.18,
      "grad_norm": 4.877834796905518,
      "learning_rate": 1.6618188319843706e-06,
      "loss": 0.722,
      "step": 50810
    },
    {
      "epoch": 14.18,
      "grad_norm": 3.493469476699829,
      "learning_rate": 1.6621458972927713e-06,
      "loss": 0.7141,
      "step": 50820
    },
    {
      "epoch": 14.19,
      "grad_norm": 4.257264614105225,
      "learning_rate": 1.662472962601172e-06,
      "loss": 0.7326,
      "step": 50830
    },
    {
      "epoch": 14.19,
      "grad_norm": 3.458298444747925,
      "learning_rate": 1.6628000279095728e-06,
      "loss": 0.7054,
      "step": 50840
    },
    {
      "epoch": 14.19,
      "grad_norm": 3.5767688751220703,
      "learning_rate": 1.6631270932179735e-06,
      "loss": 0.7324,
      "step": 50850
    },
    {
      "epoch": 14.19,
      "grad_norm": 4.222784996032715,
      "learning_rate": 1.6634541585263744e-06,
      "loss": 0.7272,
      "step": 50860
    },
    {
      "epoch": 14.2,
      "grad_norm": 3.6646735668182373,
      "learning_rate": 1.6637812238347751e-06,
      "loss": 0.7268,
      "step": 50870
    },
    {
      "epoch": 14.2,
      "grad_norm": 4.136786460876465,
      "learning_rate": 1.664108289143176e-06,
      "loss": 0.7163,
      "step": 50880
    },
    {
      "epoch": 14.2,
      "grad_norm": 3.6682276725769043,
      "learning_rate": 1.6644353544515768e-06,
      "loss": 0.7258,
      "step": 50890
    },
    {
      "epoch": 14.21,
      "grad_norm": 3.472013235092163,
      "learning_rate": 1.6647624197599775e-06,
      "loss": 0.7393,
      "step": 50900
    },
    {
      "epoch": 14.21,
      "grad_norm": 5.549049377441406,
      "learning_rate": 1.6650894850683785e-06,
      "loss": 0.7274,
      "step": 50910
    },
    {
      "epoch": 14.21,
      "grad_norm": 5.587775707244873,
      "learning_rate": 1.6654165503767792e-06,
      "loss": 0.7362,
      "step": 50920
    },
    {
      "epoch": 14.21,
      "grad_norm": 5.419732570648193,
      "learning_rate": 1.66574361568518e-06,
      "loss": 0.71,
      "step": 50930
    },
    {
      "epoch": 14.22,
      "grad_norm": 6.073460102081299,
      "learning_rate": 1.6660706809935806e-06,
      "loss": 0.716,
      "step": 50940
    },
    {
      "epoch": 14.22,
      "grad_norm": 4.231377124786377,
      "learning_rate": 1.6663977463019813e-06,
      "loss": 0.7051,
      "step": 50950
    },
    {
      "epoch": 14.22,
      "grad_norm": 4.897254467010498,
      "learning_rate": 1.666724811610382e-06,
      "loss": 0.745,
      "step": 50960
    },
    {
      "epoch": 14.23,
      "grad_norm": 4.528014659881592,
      "learning_rate": 1.6670518769187828e-06,
      "loss": 0.7193,
      "step": 50970
    },
    {
      "epoch": 14.23,
      "grad_norm": 4.422409534454346,
      "learning_rate": 1.667378942227184e-06,
      "loss": 0.7148,
      "step": 50980
    },
    {
      "epoch": 14.23,
      "grad_norm": 3.624215602874756,
      "learning_rate": 1.6677060075355847e-06,
      "loss": 0.734,
      "step": 50990
    },
    {
      "epoch": 14.23,
      "grad_norm": 2.9562673568725586,
      "learning_rate": 1.6680330728439854e-06,
      "loss": 0.7072,
      "step": 51000
    },
    {
      "epoch": 14.24,
      "grad_norm": 3.4395267963409424,
      "learning_rate": 1.6683601381523861e-06,
      "loss": 0.7182,
      "step": 51010
    },
    {
      "epoch": 14.24,
      "grad_norm": 3.812290668487549,
      "learning_rate": 1.6686872034607868e-06,
      "loss": 0.7038,
      "step": 51020
    },
    {
      "epoch": 14.24,
      "grad_norm": 4.798305034637451,
      "learning_rate": 1.6690142687691876e-06,
      "loss": 0.7203,
      "step": 51030
    },
    {
      "epoch": 14.25,
      "grad_norm": 2.8342692852020264,
      "learning_rate": 1.6693413340775885e-06,
      "loss": 0.7277,
      "step": 51040
    },
    {
      "epoch": 14.25,
      "grad_norm": 3.3560664653778076,
      "learning_rate": 1.6696683993859892e-06,
      "loss": 0.7398,
      "step": 51050
    },
    {
      "epoch": 14.25,
      "grad_norm": 3.7884273529052734,
      "learning_rate": 1.66999546469439e-06,
      "loss": 0.7315,
      "step": 51060
    },
    {
      "epoch": 14.25,
      "grad_norm": 4.984212398529053,
      "learning_rate": 1.6703225300027909e-06,
      "loss": 0.7265,
      "step": 51070
    },
    {
      "epoch": 14.26,
      "grad_norm": 5.5679473876953125,
      "learning_rate": 1.6706495953111916e-06,
      "loss": 0.7279,
      "step": 51080
    },
    {
      "epoch": 14.26,
      "grad_norm": 5.1104326248168945,
      "learning_rate": 1.6709766606195925e-06,
      "loss": 0.7251,
      "step": 51090
    },
    {
      "epoch": 14.26,
      "grad_norm": 3.2863564491271973,
      "learning_rate": 1.6713037259279933e-06,
      "loss": 0.7164,
      "step": 51100
    },
    {
      "epoch": 14.26,
      "grad_norm": 4.844879627227783,
      "learning_rate": 1.671630791236394e-06,
      "loss": 0.7219,
      "step": 51110
    },
    {
      "epoch": 14.27,
      "grad_norm": 5.151712894439697,
      "learning_rate": 1.6719578565447947e-06,
      "loss": 0.7159,
      "step": 51120
    },
    {
      "epoch": 14.27,
      "grad_norm": 3.047004461288452,
      "learning_rate": 1.6722849218531954e-06,
      "loss": 0.7087,
      "step": 51130
    },
    {
      "epoch": 14.27,
      "grad_norm": 3.5998175144195557,
      "learning_rate": 1.6726119871615962e-06,
      "loss": 0.7243,
      "step": 51140
    },
    {
      "epoch": 14.28,
      "grad_norm": 4.999135971069336,
      "learning_rate": 1.6729390524699969e-06,
      "loss": 0.7131,
      "step": 51150
    },
    {
      "epoch": 14.28,
      "grad_norm": 2.1634297370910645,
      "learning_rate": 1.6732661177783978e-06,
      "loss": 0.7129,
      "step": 51160
    },
    {
      "epoch": 14.28,
      "grad_norm": 2.8382062911987305,
      "learning_rate": 1.6735931830867987e-06,
      "loss": 0.7242,
      "step": 51170
    },
    {
      "epoch": 14.28,
      "grad_norm": 3.3469247817993164,
      "learning_rate": 1.6739202483951995e-06,
      "loss": 0.7242,
      "step": 51180
    },
    {
      "epoch": 14.29,
      "grad_norm": 3.8673176765441895,
      "learning_rate": 1.6742473137036002e-06,
      "loss": 0.7296,
      "step": 51190
    },
    {
      "epoch": 14.29,
      "grad_norm": 5.135761737823486,
      "learning_rate": 1.674574379012001e-06,
      "loss": 0.7244,
      "step": 51200
    },
    {
      "epoch": 14.29,
      "grad_norm": 4.183003902435303,
      "learning_rate": 1.6749014443204019e-06,
      "loss": 0.7211,
      "step": 51210
    },
    {
      "epoch": 14.3,
      "grad_norm": 3.6397507190704346,
      "learning_rate": 1.6752285096288026e-06,
      "loss": 0.7235,
      "step": 51220
    },
    {
      "epoch": 14.3,
      "grad_norm": 4.574190616607666,
      "learning_rate": 1.6755555749372033e-06,
      "loss": 0.7146,
      "step": 51230
    },
    {
      "epoch": 14.3,
      "grad_norm": 4.199190139770508,
      "learning_rate": 1.675882640245604e-06,
      "loss": 0.7192,
      "step": 51240
    },
    {
      "epoch": 14.3,
      "grad_norm": 4.632623195648193,
      "learning_rate": 1.6762097055540047e-06,
      "loss": 0.7159,
      "step": 51250
    },
    {
      "epoch": 14.31,
      "grad_norm": 3.4698963165283203,
      "learning_rate": 1.6765367708624055e-06,
      "loss": 0.7388,
      "step": 51260
    },
    {
      "epoch": 14.31,
      "grad_norm": 5.749361515045166,
      "learning_rate": 1.6768638361708066e-06,
      "loss": 0.7104,
      "step": 51270
    },
    {
      "epoch": 14.31,
      "grad_norm": 6.164093017578125,
      "learning_rate": 1.6771909014792073e-06,
      "loss": 0.7133,
      "step": 51280
    },
    {
      "epoch": 14.31,
      "grad_norm": 3.1832683086395264,
      "learning_rate": 1.677517966787608e-06,
      "loss": 0.7258,
      "step": 51290
    },
    {
      "epoch": 14.32,
      "grad_norm": 4.452347755432129,
      "learning_rate": 1.6778450320960088e-06,
      "loss": 0.7293,
      "step": 51300
    },
    {
      "epoch": 14.32,
      "grad_norm": 5.076039791107178,
      "learning_rate": 1.6781720974044095e-06,
      "loss": 0.7359,
      "step": 51310
    },
    {
      "epoch": 14.32,
      "grad_norm": 3.3361310958862305,
      "learning_rate": 1.6784991627128102e-06,
      "loss": 0.7007,
      "step": 51320
    },
    {
      "epoch": 14.33,
      "grad_norm": 4.40364933013916,
      "learning_rate": 1.6788262280212112e-06,
      "loss": 0.7446,
      "step": 51330
    },
    {
      "epoch": 14.33,
      "grad_norm": 3.4393470287323,
      "learning_rate": 1.6791532933296119e-06,
      "loss": 0.7073,
      "step": 51340
    },
    {
      "epoch": 14.33,
      "grad_norm": 4.15378475189209,
      "learning_rate": 1.6794803586380126e-06,
      "loss": 0.7188,
      "step": 51350
    },
    {
      "epoch": 14.33,
      "grad_norm": 5.056402206420898,
      "learning_rate": 1.6798074239464136e-06,
      "loss": 0.7177,
      "step": 51360
    },
    {
      "epoch": 14.34,
      "grad_norm": 2.9366729259490967,
      "learning_rate": 1.6801344892548143e-06,
      "loss": 0.7264,
      "step": 51370
    },
    {
      "epoch": 14.34,
      "grad_norm": 2.95163631439209,
      "learning_rate": 1.680461554563215e-06,
      "loss": 0.7317,
      "step": 51380
    },
    {
      "epoch": 14.34,
      "grad_norm": 4.356382846832275,
      "learning_rate": 1.680788619871616e-06,
      "loss": 0.7322,
      "step": 51390
    },
    {
      "epoch": 14.35,
      "grad_norm": 5.226031303405762,
      "learning_rate": 1.6811156851800167e-06,
      "loss": 0.726,
      "step": 51400
    },
    {
      "epoch": 14.35,
      "grad_norm": 5.798356533050537,
      "learning_rate": 1.6814427504884174e-06,
      "loss": 0.7514,
      "step": 51410
    },
    {
      "epoch": 14.35,
      "grad_norm": 4.152542591094971,
      "learning_rate": 1.681769815796818e-06,
      "loss": 0.7312,
      "step": 51420
    },
    {
      "epoch": 14.35,
      "grad_norm": 3.5708253383636475,
      "learning_rate": 1.6820968811052188e-06,
      "loss": 0.7356,
      "step": 51430
    },
    {
      "epoch": 14.36,
      "grad_norm": 3.9439408779144287,
      "learning_rate": 1.6824239464136195e-06,
      "loss": 0.7345,
      "step": 51440
    },
    {
      "epoch": 14.36,
      "grad_norm": 3.9959657192230225,
      "learning_rate": 1.6827510117220205e-06,
      "loss": 0.7007,
      "step": 51450
    },
    {
      "epoch": 14.36,
      "grad_norm": 4.376448631286621,
      "learning_rate": 1.6830780770304214e-06,
      "loss": 0.7241,
      "step": 51460
    },
    {
      "epoch": 14.37,
      "grad_norm": 4.58956241607666,
      "learning_rate": 1.6834051423388221e-06,
      "loss": 0.7132,
      "step": 51470
    },
    {
      "epoch": 14.37,
      "grad_norm": 3.9181020259857178,
      "learning_rate": 1.6837322076472229e-06,
      "loss": 0.7142,
      "step": 51480
    },
    {
      "epoch": 14.37,
      "grad_norm": 2.965686798095703,
      "learning_rate": 1.6840592729556236e-06,
      "loss": 0.723,
      "step": 51490
    },
    {
      "epoch": 14.37,
      "grad_norm": 3.653229236602783,
      "learning_rate": 1.6843863382640243e-06,
      "loss": 0.7413,
      "step": 51500
    },
    {
      "epoch": 14.38,
      "grad_norm": 3.4660794734954834,
      "learning_rate": 1.6847134035724252e-06,
      "loss": 0.7096,
      "step": 51510
    },
    {
      "epoch": 14.38,
      "grad_norm": 2.5933077335357666,
      "learning_rate": 1.685040468880826e-06,
      "loss": 0.7368,
      "step": 51520
    },
    {
      "epoch": 14.38,
      "grad_norm": 4.633423328399658,
      "learning_rate": 1.6853675341892267e-06,
      "loss": 0.7247,
      "step": 51530
    },
    {
      "epoch": 14.38,
      "grad_norm": 4.98681640625,
      "learning_rate": 1.6856945994976274e-06,
      "loss": 0.7017,
      "step": 51540
    },
    {
      "epoch": 14.39,
      "grad_norm": 3.3288121223449707,
      "learning_rate": 1.6860216648060284e-06,
      "loss": 0.712,
      "step": 51550
    },
    {
      "epoch": 14.39,
      "grad_norm": 2.669329881668091,
      "learning_rate": 1.6863487301144293e-06,
      "loss": 0.7387,
      "step": 51560
    },
    {
      "epoch": 14.39,
      "grad_norm": 3.384769916534424,
      "learning_rate": 1.68667579542283e-06,
      "loss": 0.7267,
      "step": 51570
    },
    {
      "epoch": 14.4,
      "grad_norm": 4.045359134674072,
      "learning_rate": 1.6870028607312307e-06,
      "loss": 0.7364,
      "step": 51580
    },
    {
      "epoch": 14.4,
      "grad_norm": 4.483437538146973,
      "learning_rate": 1.6873299260396315e-06,
      "loss": 0.7237,
      "step": 51590
    },
    {
      "epoch": 14.4,
      "grad_norm": 5.3187255859375,
      "learning_rate": 1.6876569913480322e-06,
      "loss": 0.7244,
      "step": 51600
    },
    {
      "epoch": 14.4,
      "grad_norm": 5.138246536254883,
      "learning_rate": 1.687984056656433e-06,
      "loss": 0.7298,
      "step": 51610
    },
    {
      "epoch": 14.41,
      "grad_norm": 4.941900253295898,
      "learning_rate": 1.6883111219648336e-06,
      "loss": 0.7239,
      "step": 51620
    },
    {
      "epoch": 14.41,
      "grad_norm": 3.7974460124969482,
      "learning_rate": 1.6886381872732346e-06,
      "loss": 0.72,
      "step": 51630
    },
    {
      "epoch": 14.41,
      "grad_norm": 3.4127891063690186,
      "learning_rate": 1.6889652525816353e-06,
      "loss": 0.7254,
      "step": 51640
    },
    {
      "epoch": 14.42,
      "grad_norm": 3.7429869174957275,
      "learning_rate": 1.6892923178900362e-06,
      "loss": 0.713,
      "step": 51650
    },
    {
      "epoch": 14.42,
      "grad_norm": 3.5322532653808594,
      "learning_rate": 1.689619383198437e-06,
      "loss": 0.7161,
      "step": 51660
    },
    {
      "epoch": 14.42,
      "grad_norm": 3.125063896179199,
      "learning_rate": 1.6899464485068377e-06,
      "loss": 0.7089,
      "step": 51670
    },
    {
      "epoch": 14.42,
      "grad_norm": 3.7246463298797607,
      "learning_rate": 1.6902735138152386e-06,
      "loss": 0.7466,
      "step": 51680
    },
    {
      "epoch": 14.43,
      "grad_norm": 2.657456636428833,
      "learning_rate": 1.6906005791236393e-06,
      "loss": 0.7323,
      "step": 51690
    },
    {
      "epoch": 14.43,
      "grad_norm": 2.3336236476898193,
      "learning_rate": 1.69092764443204e-06,
      "loss": 0.739,
      "step": 51700
    },
    {
      "epoch": 14.43,
      "grad_norm": 3.9302632808685303,
      "learning_rate": 1.6912547097404408e-06,
      "loss": 0.7154,
      "step": 51710
    },
    {
      "epoch": 14.43,
      "grad_norm": 3.609772205352783,
      "learning_rate": 1.6915817750488415e-06,
      "loss": 0.7148,
      "step": 51720
    },
    {
      "epoch": 14.44,
      "grad_norm": 4.777587890625,
      "learning_rate": 1.6919088403572422e-06,
      "loss": 0.7266,
      "step": 51730
    },
    {
      "epoch": 14.44,
      "grad_norm": 3.3839266300201416,
      "learning_rate": 1.6922359056656434e-06,
      "loss": 0.7165,
      "step": 51740
    },
    {
      "epoch": 14.44,
      "grad_norm": 3.971097707748413,
      "learning_rate": 1.692562970974044e-06,
      "loss": 0.7072,
      "step": 51750
    },
    {
      "epoch": 14.45,
      "grad_norm": 5.011971950531006,
      "learning_rate": 1.6928900362824448e-06,
      "loss": 0.7026,
      "step": 51760
    },
    {
      "epoch": 14.45,
      "grad_norm": 3.632645845413208,
      "learning_rate": 1.6932171015908455e-06,
      "loss": 0.7162,
      "step": 51770
    },
    {
      "epoch": 14.45,
      "grad_norm": 3.9975392818450928,
      "learning_rate": 1.6935441668992463e-06,
      "loss": 0.7231,
      "step": 51780
    },
    {
      "epoch": 14.45,
      "grad_norm": 4.666393280029297,
      "learning_rate": 1.693871232207647e-06,
      "loss": 0.7276,
      "step": 51790
    },
    {
      "epoch": 14.46,
      "grad_norm": 5.360963821411133,
      "learning_rate": 1.694198297516048e-06,
      "loss": 0.7154,
      "step": 51800
    },
    {
      "epoch": 14.46,
      "grad_norm": 3.3506412506103516,
      "learning_rate": 1.6945253628244486e-06,
      "loss": 0.7019,
      "step": 51810
    },
    {
      "epoch": 14.46,
      "grad_norm": 3.627084732055664,
      "learning_rate": 1.6948524281328494e-06,
      "loss": 0.7323,
      "step": 51820
    },
    {
      "epoch": 14.47,
      "grad_norm": 5.0281662940979,
      "learning_rate": 1.69517949344125e-06,
      "loss": 0.7114,
      "step": 51830
    },
    {
      "epoch": 14.47,
      "grad_norm": 4.355145454406738,
      "learning_rate": 1.695506558749651e-06,
      "loss": 0.7225,
      "step": 51840
    },
    {
      "epoch": 14.47,
      "grad_norm": 4.620349407196045,
      "learning_rate": 1.6958336240580517e-06,
      "loss": 0.7049,
      "step": 51850
    },
    {
      "epoch": 14.47,
      "grad_norm": 3.269293785095215,
      "learning_rate": 1.6961606893664527e-06,
      "loss": 0.736,
      "step": 51860
    },
    {
      "epoch": 14.48,
      "grad_norm": 3.7974653244018555,
      "learning_rate": 1.6964877546748534e-06,
      "loss": 0.7138,
      "step": 51870
    },
    {
      "epoch": 14.48,
      "grad_norm": 4.337827205657959,
      "learning_rate": 1.6968148199832541e-06,
      "loss": 0.7301,
      "step": 51880
    },
    {
      "epoch": 14.48,
      "grad_norm": 3.1500093936920166,
      "learning_rate": 1.6971418852916549e-06,
      "loss": 0.6951,
      "step": 51890
    },
    {
      "epoch": 14.49,
      "grad_norm": 2.819558620452881,
      "learning_rate": 1.6974689506000556e-06,
      "loss": 0.695,
      "step": 51900
    },
    {
      "epoch": 14.49,
      "grad_norm": 4.883933067321777,
      "learning_rate": 1.6977960159084563e-06,
      "loss": 0.7243,
      "step": 51910
    },
    {
      "epoch": 14.49,
      "grad_norm": 3.8733508586883545,
      "learning_rate": 1.698123081216857e-06,
      "loss": 0.7134,
      "step": 51920
    },
    {
      "epoch": 14.49,
      "grad_norm": 2.4624881744384766,
      "learning_rate": 1.6984501465252582e-06,
      "loss": 0.7263,
      "step": 51930
    },
    {
      "epoch": 14.5,
      "grad_norm": 3.5206122398376465,
      "learning_rate": 1.698777211833659e-06,
      "loss": 0.7164,
      "step": 51940
    },
    {
      "epoch": 14.5,
      "grad_norm": 4.649774551391602,
      "learning_rate": 1.6991042771420596e-06,
      "loss": 0.6975,
      "step": 51950
    },
    {
      "epoch": 14.5,
      "grad_norm": 3.734192132949829,
      "learning_rate": 1.6994313424504603e-06,
      "loss": 0.7158,
      "step": 51960
    },
    {
      "epoch": 14.5,
      "grad_norm": 3.3564047813415527,
      "learning_rate": 1.699758407758861e-06,
      "loss": 0.7284,
      "step": 51970
    },
    {
      "epoch": 14.51,
      "grad_norm": 4.1178669929504395,
      "learning_rate": 1.700085473067262e-06,
      "loss": 0.7148,
      "step": 51980
    },
    {
      "epoch": 14.51,
      "grad_norm": 5.256884574890137,
      "learning_rate": 1.7004125383756627e-06,
      "loss": 0.7338,
      "step": 51990
    },
    {
      "epoch": 14.51,
      "grad_norm": 4.136951923370361,
      "learning_rate": 1.7007396036840634e-06,
      "loss": 0.7126,
      "step": 52000
    },
    {
      "epoch": 14.52,
      "grad_norm": 3.751830816268921,
      "learning_rate": 1.7010666689924642e-06,
      "loss": 0.7258,
      "step": 52010
    },
    {
      "epoch": 14.52,
      "grad_norm": 4.481435298919678,
      "learning_rate": 1.701393734300865e-06,
      "loss": 0.7321,
      "step": 52020
    },
    {
      "epoch": 14.52,
      "grad_norm": 4.187288761138916,
      "learning_rate": 1.701720799609266e-06,
      "loss": 0.7341,
      "step": 52030
    },
    {
      "epoch": 14.52,
      "grad_norm": 3.907918930053711,
      "learning_rate": 1.7020478649176668e-06,
      "loss": 0.7351,
      "step": 52040
    },
    {
      "epoch": 14.53,
      "grad_norm": 3.9677481651306152,
      "learning_rate": 1.7023749302260675e-06,
      "loss": 0.7147,
      "step": 52050
    },
    {
      "epoch": 14.53,
      "grad_norm": 3.6077609062194824,
      "learning_rate": 1.7027019955344682e-06,
      "loss": 0.7207,
      "step": 52060
    },
    {
      "epoch": 14.53,
      "grad_norm": 4.131774425506592,
      "learning_rate": 1.703029060842869e-06,
      "loss": 0.7303,
      "step": 52070
    },
    {
      "epoch": 14.54,
      "grad_norm": 3.8652563095092773,
      "learning_rate": 1.7033561261512697e-06,
      "loss": 0.7355,
      "step": 52080
    },
    {
      "epoch": 14.54,
      "grad_norm": 2.7323801517486572,
      "learning_rate": 1.7036831914596704e-06,
      "loss": 0.7279,
      "step": 52090
    },
    {
      "epoch": 14.54,
      "grad_norm": 3.296799421310425,
      "learning_rate": 1.7040102567680713e-06,
      "loss": 0.7139,
      "step": 52100
    },
    {
      "epoch": 14.54,
      "grad_norm": 3.397559404373169,
      "learning_rate": 1.704337322076472e-06,
      "loss": 0.7086,
      "step": 52110
    },
    {
      "epoch": 14.55,
      "grad_norm": 3.648590564727783,
      "learning_rate": 1.7046643873848728e-06,
      "loss": 0.7078,
      "step": 52120
    },
    {
      "epoch": 14.55,
      "grad_norm": 4.193523406982422,
      "learning_rate": 1.7049914526932737e-06,
      "loss": 0.7293,
      "step": 52130
    },
    {
      "epoch": 14.55,
      "grad_norm": 5.462615489959717,
      "learning_rate": 1.7053185180016744e-06,
      "loss": 0.7299,
      "step": 52140
    },
    {
      "epoch": 14.55,
      "grad_norm": 4.928884029388428,
      "learning_rate": 1.7056455833100754e-06,
      "loss": 0.7228,
      "step": 52150
    },
    {
      "epoch": 14.56,
      "grad_norm": 5.296708583831787,
      "learning_rate": 1.705972648618476e-06,
      "loss": 0.7156,
      "step": 52160
    },
    {
      "epoch": 14.56,
      "grad_norm": 6.884429454803467,
      "learning_rate": 1.7062997139268768e-06,
      "loss": 0.734,
      "step": 52170
    },
    {
      "epoch": 14.56,
      "grad_norm": 5.505300045013428,
      "learning_rate": 1.7066267792352775e-06,
      "loss": 0.7061,
      "step": 52180
    },
    {
      "epoch": 14.57,
      "grad_norm": 5.331424713134766,
      "learning_rate": 1.7069538445436783e-06,
      "loss": 0.7347,
      "step": 52190
    },
    {
      "epoch": 14.57,
      "grad_norm": 4.085793495178223,
      "learning_rate": 1.707280909852079e-06,
      "loss": 0.7026,
      "step": 52200
    },
    {
      "epoch": 14.57,
      "grad_norm": 3.3485805988311768,
      "learning_rate": 1.7076079751604797e-06,
      "loss": 0.7065,
      "step": 52210
    },
    {
      "epoch": 14.57,
      "grad_norm": 5.087941646575928,
      "learning_rate": 1.7079350404688808e-06,
      "loss": 0.7184,
      "step": 52220
    },
    {
      "epoch": 14.58,
      "grad_norm": 4.184034824371338,
      "learning_rate": 1.7082621057772816e-06,
      "loss": 0.7082,
      "step": 52230
    },
    {
      "epoch": 14.58,
      "grad_norm": 4.095802307128906,
      "learning_rate": 1.7085891710856823e-06,
      "loss": 0.735,
      "step": 52240
    },
    {
      "epoch": 14.58,
      "grad_norm": 2.6381866931915283,
      "learning_rate": 1.708916236394083e-06,
      "loss": 0.7257,
      "step": 52250
    },
    {
      "epoch": 14.59,
      "grad_norm": 3.3679568767547607,
      "learning_rate": 1.7092433017024837e-06,
      "loss": 0.7305,
      "step": 52260
    },
    {
      "epoch": 14.59,
      "grad_norm": 3.56484317779541,
      "learning_rate": 1.7095703670108845e-06,
      "loss": 0.744,
      "step": 52270
    },
    {
      "epoch": 14.59,
      "grad_norm": 3.0581090450286865,
      "learning_rate": 1.7098974323192854e-06,
      "loss": 0.7076,
      "step": 52280
    },
    {
      "epoch": 14.59,
      "grad_norm": 3.609104633331299,
      "learning_rate": 1.7102244976276861e-06,
      "loss": 0.7255,
      "step": 52290
    },
    {
      "epoch": 14.6,
      "grad_norm": 3.0008063316345215,
      "learning_rate": 1.7105515629360868e-06,
      "loss": 0.7256,
      "step": 52300
    },
    {
      "epoch": 14.6,
      "grad_norm": 3.2796130180358887,
      "learning_rate": 1.7108786282444876e-06,
      "loss": 0.7205,
      "step": 52310
    },
    {
      "epoch": 14.6,
      "grad_norm": 3.6612160205841064,
      "learning_rate": 1.7112056935528885e-06,
      "loss": 0.731,
      "step": 52320
    },
    {
      "epoch": 14.61,
      "grad_norm": 4.3762078285217285,
      "learning_rate": 1.7115327588612894e-06,
      "loss": 0.7411,
      "step": 52330
    },
    {
      "epoch": 14.61,
      "grad_norm": 4.119179725646973,
      "learning_rate": 1.7118598241696902e-06,
      "loss": 0.6929,
      "step": 52340
    },
    {
      "epoch": 14.61,
      "grad_norm": 4.621842861175537,
      "learning_rate": 1.7121868894780909e-06,
      "loss": 0.728,
      "step": 52350
    },
    {
      "epoch": 14.61,
      "grad_norm": 3.963391065597534,
      "learning_rate": 1.7125139547864916e-06,
      "loss": 0.7253,
      "step": 52360
    },
    {
      "epoch": 14.62,
      "grad_norm": 4.671059608459473,
      "learning_rate": 1.7128410200948923e-06,
      "loss": 0.7345,
      "step": 52370
    },
    {
      "epoch": 14.62,
      "grad_norm": 3.4938290119171143,
      "learning_rate": 1.713168085403293e-06,
      "loss": 0.7216,
      "step": 52380
    },
    {
      "epoch": 14.62,
      "grad_norm": 3.7288527488708496,
      "learning_rate": 1.7134951507116938e-06,
      "loss": 0.7181,
      "step": 52390
    },
    {
      "epoch": 14.62,
      "grad_norm": 5.274835109710693,
      "learning_rate": 1.7138222160200947e-06,
      "loss": 0.7052,
      "step": 52400
    },
    {
      "epoch": 14.63,
      "grad_norm": 3.8905746936798096,
      "learning_rate": 1.7141492813284956e-06,
      "loss": 0.7074,
      "step": 52410
    },
    {
      "epoch": 14.63,
      "grad_norm": 4.777233600616455,
      "learning_rate": 1.7144763466368964e-06,
      "loss": 0.7297,
      "step": 52420
    },
    {
      "epoch": 14.63,
      "grad_norm": 4.5716071128845215,
      "learning_rate": 1.714803411945297e-06,
      "loss": 0.7346,
      "step": 52430
    },
    {
      "epoch": 14.64,
      "grad_norm": 4.23382568359375,
      "learning_rate": 1.7151304772536978e-06,
      "loss": 0.7177,
      "step": 52440
    },
    {
      "epoch": 14.64,
      "grad_norm": 4.544597625732422,
      "learning_rate": 1.7154575425620988e-06,
      "loss": 0.7095,
      "step": 52450
    },
    {
      "epoch": 14.64,
      "grad_norm": 5.216968536376953,
      "learning_rate": 1.7157846078704995e-06,
      "loss": 0.724,
      "step": 52460
    },
    {
      "epoch": 14.64,
      "grad_norm": 4.1018805503845215,
      "learning_rate": 1.7161116731789002e-06,
      "loss": 0.7163,
      "step": 52470
    },
    {
      "epoch": 14.65,
      "grad_norm": 5.260808944702148,
      "learning_rate": 1.716438738487301e-06,
      "loss": 0.6963,
      "step": 52480
    },
    {
      "epoch": 14.65,
      "grad_norm": 4.340859413146973,
      "learning_rate": 1.7167658037957016e-06,
      "loss": 0.7337,
      "step": 52490
    },
    {
      "epoch": 14.65,
      "grad_norm": 5.414618492126465,
      "learning_rate": 1.7170928691041024e-06,
      "loss": 0.7316,
      "step": 52500
    },
    {
      "epoch": 14.66,
      "grad_norm": 4.5136308670043945,
      "learning_rate": 1.7174199344125035e-06,
      "loss": 0.7134,
      "step": 52510
    },
    {
      "epoch": 14.66,
      "grad_norm": 4.616030693054199,
      "learning_rate": 1.7177469997209042e-06,
      "loss": 0.713,
      "step": 52520
    },
    {
      "epoch": 14.66,
      "grad_norm": 4.044257640838623,
      "learning_rate": 1.718074065029305e-06,
      "loss": 0.7332,
      "step": 52530
    },
    {
      "epoch": 14.66,
      "grad_norm": 3.735042095184326,
      "learning_rate": 1.7184011303377057e-06,
      "loss": 0.7229,
      "step": 52540
    },
    {
      "epoch": 14.67,
      "grad_norm": 3.5426204204559326,
      "learning_rate": 1.7187281956461064e-06,
      "loss": 0.7148,
      "step": 52550
    },
    {
      "epoch": 14.67,
      "grad_norm": 3.7772622108459473,
      "learning_rate": 1.7190552609545071e-06,
      "loss": 0.7462,
      "step": 52560
    },
    {
      "epoch": 14.67,
      "grad_norm": 2.2589144706726074,
      "learning_rate": 1.719382326262908e-06,
      "loss": 0.7008,
      "step": 52570
    },
    {
      "epoch": 14.67,
      "grad_norm": 4.582702159881592,
      "learning_rate": 1.7197093915713088e-06,
      "loss": 0.7257,
      "step": 52580
    },
    {
      "epoch": 14.68,
      "grad_norm": 4.200730323791504,
      "learning_rate": 1.7200364568797095e-06,
      "loss": 0.708,
      "step": 52590
    },
    {
      "epoch": 14.68,
      "grad_norm": 3.8888237476348877,
      "learning_rate": 1.7203635221881105e-06,
      "loss": 0.7358,
      "step": 52600
    },
    {
      "epoch": 14.68,
      "grad_norm": 5.240569591522217,
      "learning_rate": 1.7206905874965112e-06,
      "loss": 0.7147,
      "step": 52610
    },
    {
      "epoch": 14.69,
      "grad_norm": 2.9881715774536133,
      "learning_rate": 1.7210176528049121e-06,
      "loss": 0.711,
      "step": 52620
    },
    {
      "epoch": 14.69,
      "grad_norm": 3.886007308959961,
      "learning_rate": 1.7213447181133128e-06,
      "loss": 0.7042,
      "step": 52630
    },
    {
      "epoch": 14.69,
      "grad_norm": 3.7748706340789795,
      "learning_rate": 1.7216717834217136e-06,
      "loss": 0.7156,
      "step": 52640
    },
    {
      "epoch": 14.69,
      "grad_norm": 4.253477573394775,
      "learning_rate": 1.7219988487301143e-06,
      "loss": 0.7087,
      "step": 52650
    },
    {
      "epoch": 14.7,
      "grad_norm": 3.4836902618408203,
      "learning_rate": 1.722325914038515e-06,
      "loss": 0.7087,
      "step": 52660
    },
    {
      "epoch": 14.7,
      "grad_norm": 3.8312909603118896,
      "learning_rate": 1.7226529793469157e-06,
      "loss": 0.7058,
      "step": 52670
    },
    {
      "epoch": 14.7,
      "grad_norm": 3.6502013206481934,
      "learning_rate": 1.7229800446553165e-06,
      "loss": 0.6886,
      "step": 52680
    },
    {
      "epoch": 14.71,
      "grad_norm": 2.4404497146606445,
      "learning_rate": 1.7233071099637174e-06,
      "loss": 0.704,
      "step": 52690
    },
    {
      "epoch": 14.71,
      "grad_norm": 5.6269965171813965,
      "learning_rate": 1.7236341752721183e-06,
      "loss": 0.7169,
      "step": 52700
    },
    {
      "epoch": 14.71,
      "grad_norm": 4.096714019775391,
      "learning_rate": 1.723961240580519e-06,
      "loss": 0.7134,
      "step": 52710
    },
    {
      "epoch": 14.71,
      "grad_norm": 4.88037109375,
      "learning_rate": 1.7242883058889198e-06,
      "loss": 0.71,
      "step": 52720
    },
    {
      "epoch": 14.72,
      "grad_norm": 3.747715711593628,
      "learning_rate": 1.7246153711973205e-06,
      "loss": 0.7309,
      "step": 52730
    },
    {
      "epoch": 14.72,
      "grad_norm": 3.662767171859741,
      "learning_rate": 1.7249424365057212e-06,
      "loss": 0.7221,
      "step": 52740
    },
    {
      "epoch": 14.72,
      "grad_norm": 3.4552457332611084,
      "learning_rate": 1.7252695018141221e-06,
      "loss": 0.7316,
      "step": 52750
    },
    {
      "epoch": 14.73,
      "grad_norm": 4.019966125488281,
      "learning_rate": 1.7255965671225229e-06,
      "loss": 0.6977,
      "step": 52760
    },
    {
      "epoch": 14.73,
      "grad_norm": 3.5677804946899414,
      "learning_rate": 1.7259236324309236e-06,
      "loss": 0.7129,
      "step": 52770
    },
    {
      "epoch": 14.73,
      "grad_norm": 3.78139328956604,
      "learning_rate": 1.7262506977393243e-06,
      "loss": 0.7196,
      "step": 52780
    },
    {
      "epoch": 14.73,
      "grad_norm": 5.135671138763428,
      "learning_rate": 1.7265777630477253e-06,
      "loss": 0.7221,
      "step": 52790
    },
    {
      "epoch": 14.74,
      "grad_norm": 4.3145341873168945,
      "learning_rate": 1.7269048283561262e-06,
      "loss": 0.7116,
      "step": 52800
    },
    {
      "epoch": 14.74,
      "grad_norm": 3.121148109436035,
      "learning_rate": 1.727231893664527e-06,
      "loss": 0.7283,
      "step": 52810
    },
    {
      "epoch": 14.74,
      "grad_norm": 4.216841697692871,
      "learning_rate": 1.7275589589729276e-06,
      "loss": 0.7413,
      "step": 52820
    },
    {
      "epoch": 14.74,
      "grad_norm": 4.252652168273926,
      "learning_rate": 1.7278860242813284e-06,
      "loss": 0.7089,
      "step": 52830
    },
    {
      "epoch": 14.75,
      "grad_norm": 2.7791664600372314,
      "learning_rate": 1.728213089589729e-06,
      "loss": 0.7514,
      "step": 52840
    },
    {
      "epoch": 14.75,
      "grad_norm": 5.6944260597229,
      "learning_rate": 1.7285401548981298e-06,
      "loss": 0.709,
      "step": 52850
    },
    {
      "epoch": 14.75,
      "grad_norm": 5.228243350982666,
      "learning_rate": 1.7288672202065305e-06,
      "loss": 0.7305,
      "step": 52860
    },
    {
      "epoch": 14.76,
      "grad_norm": 4.122744560241699,
      "learning_rate": 1.7291942855149315e-06,
      "loss": 0.7183,
      "step": 52870
    },
    {
      "epoch": 14.76,
      "grad_norm": 3.038266897201538,
      "learning_rate": 1.7295213508233322e-06,
      "loss": 0.7215,
      "step": 52880
    },
    {
      "epoch": 14.76,
      "grad_norm": 4.146456718444824,
      "learning_rate": 1.7298484161317331e-06,
      "loss": 0.6963,
      "step": 52890
    },
    {
      "epoch": 14.76,
      "grad_norm": 3.451834201812744,
      "learning_rate": 1.7301754814401338e-06,
      "loss": 0.7269,
      "step": 52900
    },
    {
      "epoch": 14.77,
      "grad_norm": 3.125420331954956,
      "learning_rate": 1.7305025467485346e-06,
      "loss": 0.7215,
      "step": 52910
    },
    {
      "epoch": 14.77,
      "grad_norm": 4.493810176849365,
      "learning_rate": 1.7308296120569355e-06,
      "loss": 0.7156,
      "step": 52920
    },
    {
      "epoch": 14.77,
      "grad_norm": 5.086501121520996,
      "learning_rate": 1.7311566773653362e-06,
      "loss": 0.7306,
      "step": 52930
    },
    {
      "epoch": 14.78,
      "grad_norm": 4.4874749183654785,
      "learning_rate": 1.731483742673737e-06,
      "loss": 0.7193,
      "step": 52940
    },
    {
      "epoch": 14.78,
      "grad_norm": 3.3865249156951904,
      "learning_rate": 1.7318108079821377e-06,
      "loss": 0.7252,
      "step": 52950
    },
    {
      "epoch": 14.78,
      "grad_norm": 2.9915761947631836,
      "learning_rate": 1.7321378732905384e-06,
      "loss": 0.7235,
      "step": 52960
    },
    {
      "epoch": 14.78,
      "grad_norm": 2.8700015544891357,
      "learning_rate": 1.7324649385989391e-06,
      "loss": 0.7069,
      "step": 52970
    },
    {
      "epoch": 14.79,
      "grad_norm": 3.7088654041290283,
      "learning_rate": 1.7327920039073398e-06,
      "loss": 0.7107,
      "step": 52980
    },
    {
      "epoch": 14.79,
      "grad_norm": 4.218445301055908,
      "learning_rate": 1.733119069215741e-06,
      "loss": 0.7433,
      "step": 52990
    },
    {
      "epoch": 14.79,
      "grad_norm": 3.475097894668579,
      "learning_rate": 1.7334461345241417e-06,
      "loss": 0.7202,
      "step": 53000
    },
    {
      "epoch": 14.79,
      "grad_norm": 4.211019992828369,
      "learning_rate": 1.7337731998325424e-06,
      "loss": 0.7073,
      "step": 53010
    },
    {
      "epoch": 14.8,
      "grad_norm": 4.587292671203613,
      "learning_rate": 1.7341002651409432e-06,
      "loss": 0.7286,
      "step": 53020
    },
    {
      "epoch": 14.8,
      "grad_norm": 3.970754623413086,
      "learning_rate": 1.7344273304493439e-06,
      "loss": 0.7228,
      "step": 53030
    },
    {
      "epoch": 14.8,
      "grad_norm": 3.599475383758545,
      "learning_rate": 1.7347543957577448e-06,
      "loss": 0.7119,
      "step": 53040
    },
    {
      "epoch": 14.81,
      "grad_norm": 2.6673996448516846,
      "learning_rate": 1.7350814610661455e-06,
      "loss": 0.7238,
      "step": 53050
    },
    {
      "epoch": 14.81,
      "grad_norm": 4.543586730957031,
      "learning_rate": 1.7354085263745463e-06,
      "loss": 0.7024,
      "step": 53060
    },
    {
      "epoch": 14.81,
      "grad_norm": 3.409379482269287,
      "learning_rate": 1.735735591682947e-06,
      "loss": 0.7128,
      "step": 53070
    },
    {
      "epoch": 14.81,
      "grad_norm": 3.835402011871338,
      "learning_rate": 1.736062656991348e-06,
      "loss": 0.7126,
      "step": 53080
    },
    {
      "epoch": 14.82,
      "grad_norm": 3.798450469970703,
      "learning_rate": 1.7363897222997487e-06,
      "loss": 0.7275,
      "step": 53090
    },
    {
      "epoch": 14.82,
      "grad_norm": 2.9419145584106445,
      "learning_rate": 1.7367167876081496e-06,
      "loss": 0.7186,
      "step": 53100
    },
    {
      "epoch": 14.82,
      "grad_norm": 3.0273633003234863,
      "learning_rate": 1.7370438529165503e-06,
      "loss": 0.7195,
      "step": 53110
    },
    {
      "epoch": 14.83,
      "grad_norm": 3.268178701400757,
      "learning_rate": 1.737370918224951e-06,
      "loss": 0.6886,
      "step": 53120
    },
    {
      "epoch": 14.83,
      "grad_norm": 4.415040493011475,
      "learning_rate": 1.7376979835333518e-06,
      "loss": 0.713,
      "step": 53130
    },
    {
      "epoch": 14.83,
      "grad_norm": 4.146231651306152,
      "learning_rate": 1.7380250488417525e-06,
      "loss": 0.717,
      "step": 53140
    },
    {
      "epoch": 14.83,
      "grad_norm": 4.30771541595459,
      "learning_rate": 1.7383521141501532e-06,
      "loss": 0.703,
      "step": 53150
    },
    {
      "epoch": 14.84,
      "grad_norm": 3.164726972579956,
      "learning_rate": 1.7386791794585541e-06,
      "loss": 0.7129,
      "step": 53160
    },
    {
      "epoch": 14.84,
      "grad_norm": 2.8958916664123535,
      "learning_rate": 1.7390062447669549e-06,
      "loss": 0.7246,
      "step": 53170
    },
    {
      "epoch": 14.84,
      "grad_norm": 3.1707675457000732,
      "learning_rate": 1.7393333100753558e-06,
      "loss": 0.7218,
      "step": 53180
    },
    {
      "epoch": 14.85,
      "grad_norm": 6.429256916046143,
      "learning_rate": 1.7396603753837565e-06,
      "loss": 0.709,
      "step": 53190
    },
    {
      "epoch": 14.85,
      "grad_norm": 3.784522771835327,
      "learning_rate": 1.7399874406921572e-06,
      "loss": 0.7236,
      "step": 53200
    },
    {
      "epoch": 14.85,
      "grad_norm": 4.745473384857178,
      "learning_rate": 1.740314506000558e-06,
      "loss": 0.7101,
      "step": 53210
    },
    {
      "epoch": 14.85,
      "grad_norm": 3.4435322284698486,
      "learning_rate": 1.740641571308959e-06,
      "loss": 0.7165,
      "step": 53220
    },
    {
      "epoch": 14.86,
      "grad_norm": 3.9342517852783203,
      "learning_rate": 1.7409686366173596e-06,
      "loss": 0.7177,
      "step": 53230
    },
    {
      "epoch": 14.86,
      "grad_norm": 2.7618088722229004,
      "learning_rate": 1.7412957019257603e-06,
      "loss": 0.742,
      "step": 53240
    },
    {
      "epoch": 14.86,
      "grad_norm": 3.6206870079040527,
      "learning_rate": 1.741622767234161e-06,
      "loss": 0.7375,
      "step": 53250
    },
    {
      "epoch": 14.86,
      "grad_norm": 4.0537943840026855,
      "learning_rate": 1.7419498325425618e-06,
      "loss": 0.7089,
      "step": 53260
    },
    {
      "epoch": 14.87,
      "grad_norm": 3.3820228576660156,
      "learning_rate": 1.742276897850963e-06,
      "loss": 0.7377,
      "step": 53270
    },
    {
      "epoch": 14.87,
      "grad_norm": 6.486007213592529,
      "learning_rate": 1.7426039631593637e-06,
      "loss": 0.7241,
      "step": 53280
    },
    {
      "epoch": 14.87,
      "grad_norm": 3.2380211353302,
      "learning_rate": 1.7429310284677644e-06,
      "loss": 0.7074,
      "step": 53290
    },
    {
      "epoch": 14.88,
      "grad_norm": 4.278428077697754,
      "learning_rate": 1.7432580937761651e-06,
      "loss": 0.7222,
      "step": 53300
    },
    {
      "epoch": 14.88,
      "grad_norm": 4.018613338470459,
      "learning_rate": 1.7435851590845658e-06,
      "loss": 0.7117,
      "step": 53310
    },
    {
      "epoch": 14.88,
      "grad_norm": 3.7864489555358887,
      "learning_rate": 1.7439122243929666e-06,
      "loss": 0.7161,
      "step": 53320
    },
    {
      "epoch": 14.88,
      "grad_norm": 4.5854034423828125,
      "learning_rate": 1.7442392897013673e-06,
      "loss": 0.7129,
      "step": 53330
    },
    {
      "epoch": 14.89,
      "grad_norm": 3.84100341796875,
      "learning_rate": 1.7445663550097682e-06,
      "loss": 0.7183,
      "step": 53340
    },
    {
      "epoch": 14.89,
      "grad_norm": 3.5462732315063477,
      "learning_rate": 1.744893420318169e-06,
      "loss": 0.7357,
      "step": 53350
    },
    {
      "epoch": 14.89,
      "grad_norm": 3.0098304748535156,
      "learning_rate": 1.7452204856265697e-06,
      "loss": 0.7197,
      "step": 53360
    },
    {
      "epoch": 14.9,
      "grad_norm": 3.9281673431396484,
      "learning_rate": 1.7455475509349706e-06,
      "loss": 0.7235,
      "step": 53370
    },
    {
      "epoch": 14.9,
      "grad_norm": 4.871768951416016,
      "learning_rate": 1.7458746162433713e-06,
      "loss": 0.7331,
      "step": 53380
    },
    {
      "epoch": 14.9,
      "grad_norm": 4.402729511260986,
      "learning_rate": 1.7462016815517723e-06,
      "loss": 0.7115,
      "step": 53390
    },
    {
      "epoch": 14.9,
      "grad_norm": 4.528534889221191,
      "learning_rate": 1.746528746860173e-06,
      "loss": 0.718,
      "step": 53400
    },
    {
      "epoch": 14.91,
      "grad_norm": 2.9489684104919434,
      "learning_rate": 1.7468558121685737e-06,
      "loss": 0.7217,
      "step": 53410
    },
    {
      "epoch": 14.91,
      "grad_norm": 3.0714468955993652,
      "learning_rate": 1.7471828774769744e-06,
      "loss": 0.7103,
      "step": 53420
    },
    {
      "epoch": 14.91,
      "grad_norm": 3.929774045944214,
      "learning_rate": 1.7475099427853752e-06,
      "loss": 0.7035,
      "step": 53430
    },
    {
      "epoch": 14.91,
      "grad_norm": 4.850727558135986,
      "learning_rate": 1.7478370080937759e-06,
      "loss": 0.7173,
      "step": 53440
    },
    {
      "epoch": 14.92,
      "grad_norm": 3.5831809043884277,
      "learning_rate": 1.7481640734021766e-06,
      "loss": 0.7362,
      "step": 53450
    },
    {
      "epoch": 14.92,
      "grad_norm": 5.25493049621582,
      "learning_rate": 1.7484911387105777e-06,
      "loss": 0.7205,
      "step": 53460
    },
    {
      "epoch": 14.92,
      "grad_norm": 6.250434398651123,
      "learning_rate": 1.7488182040189785e-06,
      "loss": 0.7292,
      "step": 53470
    },
    {
      "epoch": 14.93,
      "grad_norm": 5.757717132568359,
      "learning_rate": 1.7491452693273792e-06,
      "loss": 0.698,
      "step": 53480
    },
    {
      "epoch": 14.93,
      "grad_norm": 4.125422477722168,
      "learning_rate": 1.74947233463578e-06,
      "loss": 0.7166,
      "step": 53490
    },
    {
      "epoch": 14.93,
      "grad_norm": 3.2491462230682373,
      "learning_rate": 1.7497993999441806e-06,
      "loss": 0.7062,
      "step": 53500
    },
    {
      "epoch": 14.93,
      "grad_norm": 4.425740718841553,
      "learning_rate": 1.7501264652525816e-06,
      "loss": 0.7107,
      "step": 53510
    },
    {
      "epoch": 14.94,
      "grad_norm": 5.094768047332764,
      "learning_rate": 1.7504535305609823e-06,
      "loss": 0.7228,
      "step": 53520
    },
    {
      "epoch": 14.94,
      "grad_norm": 5.155555725097656,
      "learning_rate": 1.750780595869383e-06,
      "loss": 0.6947,
      "step": 53530
    },
    {
      "epoch": 14.94,
      "grad_norm": 3.252387046813965,
      "learning_rate": 1.7511076611777837e-06,
      "loss": 0.707,
      "step": 53540
    },
    {
      "epoch": 14.95,
      "grad_norm": 4.009653091430664,
      "learning_rate": 1.7514347264861845e-06,
      "loss": 0.7086,
      "step": 53550
    },
    {
      "epoch": 14.95,
      "grad_norm": 6.0138397216796875,
      "learning_rate": 1.7517617917945854e-06,
      "loss": 0.7183,
      "step": 53560
    },
    {
      "epoch": 14.95,
      "grad_norm": 2.588292121887207,
      "learning_rate": 1.7520888571029863e-06,
      "loss": 0.7029,
      "step": 53570
    },
    {
      "epoch": 14.95,
      "grad_norm": 3.1395492553710938,
      "learning_rate": 1.752415922411387e-06,
      "loss": 0.7255,
      "step": 53580
    },
    {
      "epoch": 14.96,
      "grad_norm": 4.358868598937988,
      "learning_rate": 1.7527429877197878e-06,
      "loss": 0.7024,
      "step": 53590
    },
    {
      "epoch": 14.96,
      "grad_norm": 5.733539581298828,
      "learning_rate": 1.7530700530281885e-06,
      "loss": 0.7274,
      "step": 53600
    },
    {
      "epoch": 14.96,
      "grad_norm": 4.906495094299316,
      "learning_rate": 1.7533971183365892e-06,
      "loss": 0.7199,
      "step": 53610
    },
    {
      "epoch": 14.97,
      "grad_norm": 4.134045600891113,
      "learning_rate": 1.75372418364499e-06,
      "loss": 0.7112,
      "step": 53620
    },
    {
      "epoch": 14.97,
      "grad_norm": 4.288045406341553,
      "learning_rate": 1.7540512489533907e-06,
      "loss": 0.7194,
      "step": 53630
    },
    {
      "epoch": 14.97,
      "grad_norm": 3.4448060989379883,
      "learning_rate": 1.7543783142617916e-06,
      "loss": 0.7129,
      "step": 53640
    },
    {
      "epoch": 14.97,
      "grad_norm": 3.7280309200286865,
      "learning_rate": 1.7547053795701926e-06,
      "loss": 0.7159,
      "step": 53650
    },
    {
      "epoch": 14.98,
      "grad_norm": 5.075650215148926,
      "learning_rate": 1.7550324448785933e-06,
      "loss": 0.6986,
      "step": 53660
    },
    {
      "epoch": 14.98,
      "grad_norm": 4.72242546081543,
      "learning_rate": 1.755359510186994e-06,
      "loss": 0.7234,
      "step": 53670
    },
    {
      "epoch": 14.98,
      "grad_norm": 3.526423454284668,
      "learning_rate": 1.7556865754953947e-06,
      "loss": 0.7121,
      "step": 53680
    },
    {
      "epoch": 14.98,
      "grad_norm": 3.909573793411255,
      "learning_rate": 1.7560136408037957e-06,
      "loss": 0.7123,
      "step": 53690
    },
    {
      "epoch": 14.99,
      "grad_norm": 4.287819862365723,
      "learning_rate": 1.7563407061121964e-06,
      "loss": 0.7341,
      "step": 53700
    },
    {
      "epoch": 14.99,
      "grad_norm": 3.8388471603393555,
      "learning_rate": 1.756667771420597e-06,
      "loss": 0.7104,
      "step": 53710
    },
    {
      "epoch": 14.99,
      "grad_norm": 3.318538188934326,
      "learning_rate": 1.7569948367289978e-06,
      "loss": 0.6933,
      "step": 53720
    },
    {
      "epoch": 15.0,
      "grad_norm": 4.9563727378845215,
      "learning_rate": 1.7573219020373985e-06,
      "loss": 0.7031,
      "step": 53730
    },
    {
      "epoch": 15.0,
      "grad_norm": 4.979543685913086,
      "learning_rate": 1.7576489673457993e-06,
      "loss": 0.7186,
      "step": 53740
    },
    {
      "epoch": 15.0,
      "eval_loss": 0.7161549925804138,
      "eval_runtime": 87.0845,
      "eval_samples_per_second": 58.093,
      "eval_steps_per_second": 7.269,
      "step": 53745
    },
    {
      "epoch": 15.0,
      "grad_norm": 4.177604675292969,
      "learning_rate": 1.7579760326542004e-06,
      "loss": 0.7021,
      "step": 53750
    },
    {
      "epoch": 15.0,
      "grad_norm": 6.1322455406188965,
      "learning_rate": 1.7583030979626011e-06,
      "loss": 0.7042,
      "step": 53760
    },
    {
      "epoch": 15.01,
      "grad_norm": 2.9310994148254395,
      "learning_rate": 1.7586301632710019e-06,
      "loss": 0.7215,
      "step": 53770
    },
    {
      "epoch": 15.01,
      "grad_norm": 4.245616912841797,
      "learning_rate": 1.7589572285794026e-06,
      "loss": 0.7089,
      "step": 53780
    },
    {
      "epoch": 15.01,
      "grad_norm": 4.710712909698486,
      "learning_rate": 1.7592842938878033e-06,
      "loss": 0.7075,
      "step": 53790
    },
    {
      "epoch": 15.02,
      "grad_norm": 3.767587423324585,
      "learning_rate": 1.759611359196204e-06,
      "loss": 0.7022,
      "step": 53800
    },
    {
      "epoch": 15.02,
      "grad_norm": 3.750849485397339,
      "learning_rate": 1.759938424504605e-06,
      "loss": 0.7155,
      "step": 53810
    },
    {
      "epoch": 15.02,
      "grad_norm": 3.1302871704101562,
      "learning_rate": 1.7602654898130057e-06,
      "loss": 0.6936,
      "step": 53820
    },
    {
      "epoch": 15.02,
      "grad_norm": 2.963371515274048,
      "learning_rate": 1.7605925551214064e-06,
      "loss": 0.7299,
      "step": 53830
    },
    {
      "epoch": 15.03,
      "grad_norm": 4.454078197479248,
      "learning_rate": 1.7609196204298071e-06,
      "loss": 0.7153,
      "step": 53840
    },
    {
      "epoch": 15.03,
      "grad_norm": 4.860093593597412,
      "learning_rate": 1.761246685738208e-06,
      "loss": 0.7093,
      "step": 53850
    },
    {
      "epoch": 15.03,
      "grad_norm": 3.820794105529785,
      "learning_rate": 1.761573751046609e-06,
      "loss": 0.7065,
      "step": 53860
    },
    {
      "epoch": 15.03,
      "grad_norm": 6.629545211791992,
      "learning_rate": 1.7619008163550097e-06,
      "loss": 0.7329,
      "step": 53870
    },
    {
      "epoch": 15.04,
      "grad_norm": 4.4987473487854,
      "learning_rate": 1.7622278816634105e-06,
      "loss": 0.7196,
      "step": 53880
    },
    {
      "epoch": 15.04,
      "grad_norm": 2.864224433898926,
      "learning_rate": 1.7625549469718112e-06,
      "loss": 0.722,
      "step": 53890
    },
    {
      "epoch": 15.04,
      "grad_norm": 3.7049267292022705,
      "learning_rate": 1.762882012280212e-06,
      "loss": 0.7091,
      "step": 53900
    },
    {
      "epoch": 15.05,
      "grad_norm": 5.211461544036865,
      "learning_rate": 1.7632090775886126e-06,
      "loss": 0.6886,
      "step": 53910
    },
    {
      "epoch": 15.05,
      "grad_norm": 3.6122562885284424,
      "learning_rate": 1.7635361428970134e-06,
      "loss": 0.7055,
      "step": 53920
    },
    {
      "epoch": 15.05,
      "grad_norm": 4.070442199707031,
      "learning_rate": 1.7638632082054143e-06,
      "loss": 0.7223,
      "step": 53930
    },
    {
      "epoch": 15.05,
      "grad_norm": 4.678283214569092,
      "learning_rate": 1.7641902735138152e-06,
      "loss": 0.6839,
      "step": 53940
    },
    {
      "epoch": 15.06,
      "grad_norm": 4.365908145904541,
      "learning_rate": 1.764517338822216e-06,
      "loss": 0.7204,
      "step": 53950
    },
    {
      "epoch": 15.06,
      "grad_norm": 4.158198833465576,
      "learning_rate": 1.7648444041306167e-06,
      "loss": 0.7288,
      "step": 53960
    },
    {
      "epoch": 15.06,
      "grad_norm": 2.6514129638671875,
      "learning_rate": 1.7651714694390174e-06,
      "loss": 0.7207,
      "step": 53970
    },
    {
      "epoch": 15.07,
      "grad_norm": 3.3582563400268555,
      "learning_rate": 1.7654985347474181e-06,
      "loss": 0.7166,
      "step": 53980
    },
    {
      "epoch": 15.07,
      "grad_norm": 3.8765485286712646,
      "learning_rate": 1.765825600055819e-06,
      "loss": 0.7309,
      "step": 53990
    },
    {
      "epoch": 15.07,
      "grad_norm": 3.6418139934539795,
      "learning_rate": 1.7661526653642198e-06,
      "loss": 0.6906,
      "step": 54000
    },
    {
      "epoch": 15.07,
      "grad_norm": 4.951227188110352,
      "learning_rate": 1.7664797306726205e-06,
      "loss": 0.7388,
      "step": 54010
    },
    {
      "epoch": 15.08,
      "grad_norm": 3.0813944339752197,
      "learning_rate": 1.7668067959810212e-06,
      "loss": 0.7097,
      "step": 54020
    },
    {
      "epoch": 15.08,
      "grad_norm": 2.8423354625701904,
      "learning_rate": 1.767133861289422e-06,
      "loss": 0.7112,
      "step": 54030
    },
    {
      "epoch": 15.08,
      "grad_norm": 3.8355305194854736,
      "learning_rate": 1.767460926597823e-06,
      "loss": 0.6984,
      "step": 54040
    },
    {
      "epoch": 15.09,
      "grad_norm": 3.633155345916748,
      "learning_rate": 1.7677879919062238e-06,
      "loss": 0.7236,
      "step": 54050
    },
    {
      "epoch": 15.09,
      "grad_norm": 4.796018123626709,
      "learning_rate": 1.7681150572146245e-06,
      "loss": 0.7107,
      "step": 54060
    },
    {
      "epoch": 15.09,
      "grad_norm": 4.5139384269714355,
      "learning_rate": 1.7684421225230253e-06,
      "loss": 0.7082,
      "step": 54070
    },
    {
      "epoch": 15.09,
      "grad_norm": 5.773013114929199,
      "learning_rate": 1.768769187831426e-06,
      "loss": 0.7163,
      "step": 54080
    },
    {
      "epoch": 15.1,
      "grad_norm": 2.839414119720459,
      "learning_rate": 1.7690962531398267e-06,
      "loss": 0.729,
      "step": 54090
    },
    {
      "epoch": 15.1,
      "grad_norm": 4.404537677764893,
      "learning_rate": 1.7694233184482274e-06,
      "loss": 0.69,
      "step": 54100
    },
    {
      "epoch": 15.1,
      "grad_norm": 3.6261398792266846,
      "learning_rate": 1.7697503837566284e-06,
      "loss": 0.7043,
      "step": 54110
    },
    {
      "epoch": 15.1,
      "grad_norm": 3.2785284519195557,
      "learning_rate": 1.770077449065029e-06,
      "loss": 0.7118,
      "step": 54120
    },
    {
      "epoch": 15.11,
      "grad_norm": 3.6647675037384033,
      "learning_rate": 1.77040451437343e-06,
      "loss": 0.7362,
      "step": 54130
    },
    {
      "epoch": 15.11,
      "grad_norm": 4.118575572967529,
      "learning_rate": 1.7707315796818307e-06,
      "loss": 0.7189,
      "step": 54140
    },
    {
      "epoch": 15.11,
      "grad_norm": 3.5608763694763184,
      "learning_rate": 1.7710586449902315e-06,
      "loss": 0.6901,
      "step": 54150
    },
    {
      "epoch": 15.12,
      "grad_norm": 3.739954948425293,
      "learning_rate": 1.7713857102986324e-06,
      "loss": 0.7143,
      "step": 54160
    },
    {
      "epoch": 15.12,
      "grad_norm": 4.656671047210693,
      "learning_rate": 1.7717127756070331e-06,
      "loss": 0.6986,
      "step": 54170
    },
    {
      "epoch": 15.12,
      "grad_norm": 4.2074127197265625,
      "learning_rate": 1.7720398409154339e-06,
      "loss": 0.7127,
      "step": 54180
    },
    {
      "epoch": 15.12,
      "grad_norm": 3.4182040691375732,
      "learning_rate": 1.7723669062238346e-06,
      "loss": 0.7228,
      "step": 54190
    },
    {
      "epoch": 15.13,
      "grad_norm": 3.1160337924957275,
      "learning_rate": 1.7726939715322353e-06,
      "loss": 0.6942,
      "step": 54200
    },
    {
      "epoch": 15.13,
      "grad_norm": 4.613960266113281,
      "learning_rate": 1.773021036840636e-06,
      "loss": 0.7204,
      "step": 54210
    },
    {
      "epoch": 15.13,
      "grad_norm": 5.184220790863037,
      "learning_rate": 1.7733481021490367e-06,
      "loss": 0.72,
      "step": 54220
    },
    {
      "epoch": 15.14,
      "grad_norm": 5.0008864402771,
      "learning_rate": 1.773675167457438e-06,
      "loss": 0.7304,
      "step": 54230
    },
    {
      "epoch": 15.14,
      "grad_norm": 8.307028770446777,
      "learning_rate": 1.7740022327658386e-06,
      "loss": 0.7056,
      "step": 54240
    },
    {
      "epoch": 15.14,
      "grad_norm": 4.2286200523376465,
      "learning_rate": 1.7743292980742393e-06,
      "loss": 0.7134,
      "step": 54250
    },
    {
      "epoch": 15.14,
      "grad_norm": 3.343385934829712,
      "learning_rate": 1.77465636338264e-06,
      "loss": 0.7124,
      "step": 54260
    },
    {
      "epoch": 15.15,
      "grad_norm": 4.45880651473999,
      "learning_rate": 1.7749834286910408e-06,
      "loss": 0.72,
      "step": 54270
    },
    {
      "epoch": 15.15,
      "grad_norm": 5.894341945648193,
      "learning_rate": 1.7753104939994417e-06,
      "loss": 0.6838,
      "step": 54280
    },
    {
      "epoch": 15.15,
      "grad_norm": 4.03581428527832,
      "learning_rate": 1.7756375593078424e-06,
      "loss": 0.7056,
      "step": 54290
    },
    {
      "epoch": 15.15,
      "grad_norm": 4.023300647735596,
      "learning_rate": 1.7759646246162432e-06,
      "loss": 0.7169,
      "step": 54300
    },
    {
      "epoch": 15.16,
      "grad_norm": 3.7334089279174805,
      "learning_rate": 1.776291689924644e-06,
      "loss": 0.6987,
      "step": 54310
    },
    {
      "epoch": 15.16,
      "grad_norm": 5.6854681968688965,
      "learning_rate": 1.7766187552330448e-06,
      "loss": 0.7133,
      "step": 54320
    },
    {
      "epoch": 15.16,
      "grad_norm": 4.511096477508545,
      "learning_rate": 1.7769458205414456e-06,
      "loss": 0.7113,
      "step": 54330
    },
    {
      "epoch": 15.17,
      "grad_norm": 4.550068378448486,
      "learning_rate": 1.7772728858498465e-06,
      "loss": 0.6983,
      "step": 54340
    },
    {
      "epoch": 15.17,
      "grad_norm": 3.970052480697632,
      "learning_rate": 1.7775999511582472e-06,
      "loss": 0.7173,
      "step": 54350
    },
    {
      "epoch": 15.17,
      "grad_norm": 3.5415196418762207,
      "learning_rate": 1.777927016466648e-06,
      "loss": 0.7216,
      "step": 54360
    },
    {
      "epoch": 15.17,
      "grad_norm": 4.069329261779785,
      "learning_rate": 1.7782540817750487e-06,
      "loss": 0.6886,
      "step": 54370
    },
    {
      "epoch": 15.18,
      "grad_norm": 4.226963996887207,
      "learning_rate": 1.7785811470834494e-06,
      "loss": 0.7368,
      "step": 54380
    },
    {
      "epoch": 15.18,
      "grad_norm": 3.9113903045654297,
      "learning_rate": 1.77890821239185e-06,
      "loss": 0.7143,
      "step": 54390
    },
    {
      "epoch": 15.18,
      "grad_norm": 5.93397331237793,
      "learning_rate": 1.779235277700251e-06,
      "loss": 0.6996,
      "step": 54400
    },
    {
      "epoch": 15.19,
      "grad_norm": 3.772676706314087,
      "learning_rate": 1.7795623430086518e-06,
      "loss": 0.6927,
      "step": 54410
    },
    {
      "epoch": 15.19,
      "grad_norm": 4.82232141494751,
      "learning_rate": 1.7798894083170527e-06,
      "loss": 0.7074,
      "step": 54420
    },
    {
      "epoch": 15.19,
      "grad_norm": 5.111081600189209,
      "learning_rate": 1.7802164736254534e-06,
      "loss": 0.7289,
      "step": 54430
    },
    {
      "epoch": 15.19,
      "grad_norm": 4.2220458984375,
      "learning_rate": 1.7805435389338541e-06,
      "loss": 0.7189,
      "step": 54440
    },
    {
      "epoch": 15.2,
      "grad_norm": 3.481511116027832,
      "learning_rate": 1.7808706042422549e-06,
      "loss": 0.7419,
      "step": 54450
    },
    {
      "epoch": 15.2,
      "grad_norm": 4.467689037322998,
      "learning_rate": 1.7811976695506558e-06,
      "loss": 0.7004,
      "step": 54460
    },
    {
      "epoch": 15.2,
      "grad_norm": 4.015438079833984,
      "learning_rate": 1.7815247348590565e-06,
      "loss": 0.7065,
      "step": 54470
    },
    {
      "epoch": 15.21,
      "grad_norm": 4.1471476554870605,
      "learning_rate": 1.7818518001674573e-06,
      "loss": 0.7045,
      "step": 54480
    },
    {
      "epoch": 15.21,
      "grad_norm": 5.270170211791992,
      "learning_rate": 1.782178865475858e-06,
      "loss": 0.7033,
      "step": 54490
    },
    {
      "epoch": 15.21,
      "grad_norm": 4.554327964782715,
      "learning_rate": 1.7825059307842587e-06,
      "loss": 0.7104,
      "step": 54500
    },
    {
      "epoch": 15.21,
      "grad_norm": 4.245635032653809,
      "learning_rate": 1.7828329960926598e-06,
      "loss": 0.7271,
      "step": 54510
    },
    {
      "epoch": 15.22,
      "grad_norm": 2.3572371006011963,
      "learning_rate": 1.7831600614010606e-06,
      "loss": 0.7316,
      "step": 54520
    },
    {
      "epoch": 15.22,
      "grad_norm": 6.701463222503662,
      "learning_rate": 1.7834871267094613e-06,
      "loss": 0.7131,
      "step": 54530
    },
    {
      "epoch": 15.22,
      "grad_norm": 4.4359331130981445,
      "learning_rate": 1.783814192017862e-06,
      "loss": 0.6902,
      "step": 54540
    },
    {
      "epoch": 15.22,
      "grad_norm": 4.184991836547852,
      "learning_rate": 1.7841412573262627e-06,
      "loss": 0.6969,
      "step": 54550
    },
    {
      "epoch": 15.23,
      "grad_norm": 3.3905696868896484,
      "learning_rate": 1.7844683226346635e-06,
      "loss": 0.7173,
      "step": 54560
    },
    {
      "epoch": 15.23,
      "grad_norm": 3.93424654006958,
      "learning_rate": 1.7847953879430642e-06,
      "loss": 0.6912,
      "step": 54570
    },
    {
      "epoch": 15.23,
      "grad_norm": 5.018738269805908,
      "learning_rate": 1.7851224532514651e-06,
      "loss": 0.7051,
      "step": 54580
    },
    {
      "epoch": 15.24,
      "grad_norm": 3.68207049369812,
      "learning_rate": 1.7854495185598658e-06,
      "loss": 0.7153,
      "step": 54590
    },
    {
      "epoch": 15.24,
      "grad_norm": 6.082093238830566,
      "learning_rate": 1.7857765838682666e-06,
      "loss": 0.705,
      "step": 54600
    },
    {
      "epoch": 15.24,
      "grad_norm": 2.903390884399414,
      "learning_rate": 1.7861036491766675e-06,
      "loss": 0.7049,
      "step": 54610
    },
    {
      "epoch": 15.24,
      "grad_norm": 4.4168195724487305,
      "learning_rate": 1.7864307144850682e-06,
      "loss": 0.7179,
      "step": 54620
    },
    {
      "epoch": 15.25,
      "grad_norm": 3.4874231815338135,
      "learning_rate": 1.7867577797934692e-06,
      "loss": 0.7228,
      "step": 54630
    },
    {
      "epoch": 15.25,
      "grad_norm": 4.20933198928833,
      "learning_rate": 1.7870848451018699e-06,
      "loss": 0.7161,
      "step": 54640
    },
    {
      "epoch": 15.25,
      "grad_norm": 4.160470485687256,
      "learning_rate": 1.7874119104102706e-06,
      "loss": 0.7214,
      "step": 54650
    },
    {
      "epoch": 15.26,
      "grad_norm": 3.939791679382324,
      "learning_rate": 1.7877389757186713e-06,
      "loss": 0.7152,
      "step": 54660
    },
    {
      "epoch": 15.26,
      "grad_norm": 3.5279200077056885,
      "learning_rate": 1.788066041027072e-06,
      "loss": 0.6955,
      "step": 54670
    },
    {
      "epoch": 15.26,
      "grad_norm": 6.414120197296143,
      "learning_rate": 1.7883931063354728e-06,
      "loss": 0.6965,
      "step": 54680
    },
    {
      "epoch": 15.26,
      "grad_norm": 5.878304481506348,
      "learning_rate": 1.7887201716438735e-06,
      "loss": 0.7057,
      "step": 54690
    },
    {
      "epoch": 15.27,
      "grad_norm": 5.08911657333374,
      "learning_rate": 1.7890472369522744e-06,
      "loss": 0.701,
      "step": 54700
    },
    {
      "epoch": 15.27,
      "grad_norm": 2.996947765350342,
      "learning_rate": 1.7893743022606754e-06,
      "loss": 0.715,
      "step": 54710
    },
    {
      "epoch": 15.27,
      "grad_norm": 3.7905166149139404,
      "learning_rate": 1.789701367569076e-06,
      "loss": 0.7086,
      "step": 54720
    },
    {
      "epoch": 15.27,
      "grad_norm": 4.0657877922058105,
      "learning_rate": 1.7900284328774768e-06,
      "loss": 0.7318,
      "step": 54730
    },
    {
      "epoch": 15.28,
      "grad_norm": 3.8111977577209473,
      "learning_rate": 1.7903554981858775e-06,
      "loss": 0.6987,
      "step": 54740
    },
    {
      "epoch": 15.28,
      "grad_norm": 4.651828289031982,
      "learning_rate": 1.7906825634942785e-06,
      "loss": 0.6966,
      "step": 54750
    },
    {
      "epoch": 15.28,
      "grad_norm": 4.785577774047852,
      "learning_rate": 1.7910096288026792e-06,
      "loss": 0.7338,
      "step": 54760
    },
    {
      "epoch": 15.29,
      "grad_norm": 4.366323471069336,
      "learning_rate": 1.79133669411108e-06,
      "loss": 0.7064,
      "step": 54770
    },
    {
      "epoch": 15.29,
      "grad_norm": 3.7128350734710693,
      "learning_rate": 1.7916637594194806e-06,
      "loss": 0.7005,
      "step": 54780
    },
    {
      "epoch": 15.29,
      "grad_norm": 7.063533306121826,
      "learning_rate": 1.7919908247278814e-06,
      "loss": 0.7137,
      "step": 54790
    },
    {
      "epoch": 15.29,
      "grad_norm": 3.1609740257263184,
      "learning_rate": 1.7923178900362823e-06,
      "loss": 0.7189,
      "step": 54800
    },
    {
      "epoch": 15.3,
      "grad_norm": 3.1629884243011475,
      "learning_rate": 1.7926449553446832e-06,
      "loss": 0.694,
      "step": 54810
    },
    {
      "epoch": 15.3,
      "grad_norm": 5.533333778381348,
      "learning_rate": 1.792972020653084e-06,
      "loss": 0.6984,
      "step": 54820
    },
    {
      "epoch": 15.3,
      "grad_norm": 3.594420909881592,
      "learning_rate": 1.7932990859614847e-06,
      "loss": 0.7282,
      "step": 54830
    },
    {
      "epoch": 15.31,
      "grad_norm": 5.692004203796387,
      "learning_rate": 1.7936261512698854e-06,
      "loss": 0.7095,
      "step": 54840
    },
    {
      "epoch": 15.31,
      "grad_norm": 4.1392645835876465,
      "learning_rate": 1.7939532165782861e-06,
      "loss": 0.6941,
      "step": 54850
    },
    {
      "epoch": 15.31,
      "grad_norm": 3.0448756217956543,
      "learning_rate": 1.7942802818866869e-06,
      "loss": 0.716,
      "step": 54860
    },
    {
      "epoch": 15.31,
      "grad_norm": 3.941756010055542,
      "learning_rate": 1.7946073471950876e-06,
      "loss": 0.7069,
      "step": 54870
    },
    {
      "epoch": 15.32,
      "grad_norm": 4.690323352813721,
      "learning_rate": 1.7949344125034885e-06,
      "loss": 0.7025,
      "step": 54880
    },
    {
      "epoch": 15.32,
      "grad_norm": 3.56360125541687,
      "learning_rate": 1.7952614778118892e-06,
      "loss": 0.723,
      "step": 54890
    },
    {
      "epoch": 15.32,
      "grad_norm": 4.146146297454834,
      "learning_rate": 1.7955885431202902e-06,
      "loss": 0.697,
      "step": 54900
    },
    {
      "epoch": 15.33,
      "grad_norm": 6.380263805389404,
      "learning_rate": 1.795915608428691e-06,
      "loss": 0.7124,
      "step": 54910
    },
    {
      "epoch": 15.33,
      "grad_norm": 4.6976118087768555,
      "learning_rate": 1.7962426737370916e-06,
      "loss": 0.7137,
      "step": 54920
    },
    {
      "epoch": 15.33,
      "grad_norm": 4.2795257568359375,
      "learning_rate": 1.7965697390454926e-06,
      "loss": 0.7025,
      "step": 54930
    },
    {
      "epoch": 15.33,
      "grad_norm": 3.5430216789245605,
      "learning_rate": 1.7968968043538933e-06,
      "loss": 0.71,
      "step": 54940
    },
    {
      "epoch": 15.34,
      "grad_norm": 4.720468521118164,
      "learning_rate": 1.797223869662294e-06,
      "loss": 0.7198,
      "step": 54950
    },
    {
      "epoch": 15.34,
      "grad_norm": 3.5262463092803955,
      "learning_rate": 1.7975509349706947e-06,
      "loss": 0.7057,
      "step": 54960
    },
    {
      "epoch": 15.34,
      "grad_norm": 5.489235877990723,
      "learning_rate": 1.7978780002790955e-06,
      "loss": 0.7067,
      "step": 54970
    },
    {
      "epoch": 15.34,
      "grad_norm": 3.732595443725586,
      "learning_rate": 1.7982050655874962e-06,
      "loss": 0.7186,
      "step": 54980
    },
    {
      "epoch": 15.35,
      "grad_norm": 5.121767044067383,
      "learning_rate": 1.7985321308958973e-06,
      "loss": 0.7119,
      "step": 54990
    },
    {
      "epoch": 15.35,
      "grad_norm": 3.444338798522949,
      "learning_rate": 1.798859196204298e-06,
      "loss": 0.6968,
      "step": 55000
    },
    {
      "epoch": 15.35,
      "grad_norm": 3.000901937484741,
      "learning_rate": 1.7991862615126988e-06,
      "loss": 0.7303,
      "step": 55010
    },
    {
      "epoch": 15.36,
      "grad_norm": 5.539107322692871,
      "learning_rate": 1.7995133268210995e-06,
      "loss": 0.7078,
      "step": 55020
    },
    {
      "epoch": 15.36,
      "grad_norm": 3.464461326599121,
      "learning_rate": 1.7998403921295002e-06,
      "loss": 0.7006,
      "step": 55030
    },
    {
      "epoch": 15.36,
      "grad_norm": 6.32052755355835,
      "learning_rate": 1.800167457437901e-06,
      "loss": 0.7095,
      "step": 55040
    },
    {
      "epoch": 15.36,
      "grad_norm": 4.064931392669678,
      "learning_rate": 1.8004945227463019e-06,
      "loss": 0.7045,
      "step": 55050
    },
    {
      "epoch": 15.37,
      "grad_norm": 4.144022464752197,
      "learning_rate": 1.8008215880547026e-06,
      "loss": 0.703,
      "step": 55060
    },
    {
      "epoch": 15.37,
      "grad_norm": 5.805277347564697,
      "learning_rate": 1.8011486533631033e-06,
      "loss": 0.7046,
      "step": 55070
    },
    {
      "epoch": 15.37,
      "grad_norm": 5.457808017730713,
      "learning_rate": 1.801475718671504e-06,
      "loss": 0.7417,
      "step": 55080
    },
    {
      "epoch": 15.38,
      "grad_norm": 5.7159504890441895,
      "learning_rate": 1.801802783979905e-06,
      "loss": 0.7104,
      "step": 55090
    },
    {
      "epoch": 15.38,
      "grad_norm": 3.731826066970825,
      "learning_rate": 1.802129849288306e-06,
      "loss": 0.7113,
      "step": 55100
    },
    {
      "epoch": 15.38,
      "grad_norm": 2.8470168113708496,
      "learning_rate": 1.8024569145967066e-06,
      "loss": 0.7081,
      "step": 55110
    },
    {
      "epoch": 15.38,
      "grad_norm": 4.865967750549316,
      "learning_rate": 1.8027839799051074e-06,
      "loss": 0.7094,
      "step": 55120
    },
    {
      "epoch": 15.39,
      "grad_norm": 2.9910471439361572,
      "learning_rate": 1.803111045213508e-06,
      "loss": 0.708,
      "step": 55130
    },
    {
      "epoch": 15.39,
      "grad_norm": 3.6551132202148438,
      "learning_rate": 1.8034381105219088e-06,
      "loss": 0.7154,
      "step": 55140
    },
    {
      "epoch": 15.39,
      "grad_norm": 3.3079376220703125,
      "learning_rate": 1.8037651758303095e-06,
      "loss": 0.7188,
      "step": 55150
    },
    {
      "epoch": 15.39,
      "grad_norm": 3.577676773071289,
      "learning_rate": 1.8040922411387103e-06,
      "loss": 0.7246,
      "step": 55160
    },
    {
      "epoch": 15.4,
      "grad_norm": 2.902162551879883,
      "learning_rate": 1.8044193064471112e-06,
      "loss": 0.7062,
      "step": 55170
    },
    {
      "epoch": 15.4,
      "grad_norm": 3.592583179473877,
      "learning_rate": 1.8047463717555121e-06,
      "loss": 0.7224,
      "step": 55180
    },
    {
      "epoch": 15.4,
      "grad_norm": 2.564328908920288,
      "learning_rate": 1.8050734370639128e-06,
      "loss": 0.7012,
      "step": 55190
    },
    {
      "epoch": 15.41,
      "grad_norm": 4.306184768676758,
      "learning_rate": 1.8054005023723136e-06,
      "loss": 0.7251,
      "step": 55200
    },
    {
      "epoch": 15.41,
      "grad_norm": 3.083423137664795,
      "learning_rate": 1.8057275676807143e-06,
      "loss": 0.6871,
      "step": 55210
    },
    {
      "epoch": 15.41,
      "grad_norm": 3.6964828968048096,
      "learning_rate": 1.8060546329891152e-06,
      "loss": 0.7192,
      "step": 55220
    },
    {
      "epoch": 15.41,
      "grad_norm": 3.0612411499023438,
      "learning_rate": 1.806381698297516e-06,
      "loss": 0.7088,
      "step": 55230
    },
    {
      "epoch": 15.42,
      "grad_norm": 3.6060659885406494,
      "learning_rate": 1.8067087636059167e-06,
      "loss": 0.7285,
      "step": 55240
    },
    {
      "epoch": 15.42,
      "grad_norm": 4.280738830566406,
      "learning_rate": 1.8070358289143174e-06,
      "loss": 0.7074,
      "step": 55250
    },
    {
      "epoch": 15.42,
      "grad_norm": 4.323703289031982,
      "learning_rate": 1.8073628942227181e-06,
      "loss": 0.7151,
      "step": 55260
    },
    {
      "epoch": 15.43,
      "grad_norm": 3.7408392429351807,
      "learning_rate": 1.8076899595311188e-06,
      "loss": 0.7105,
      "step": 55270
    },
    {
      "epoch": 15.43,
      "grad_norm": 4.560670852661133,
      "learning_rate": 1.80801702483952e-06,
      "loss": 0.7198,
      "step": 55280
    },
    {
      "epoch": 15.43,
      "grad_norm": 4.051139831542969,
      "learning_rate": 1.8083440901479207e-06,
      "loss": 0.7113,
      "step": 55290
    },
    {
      "epoch": 15.43,
      "grad_norm": 3.61969256401062,
      "learning_rate": 1.8086711554563214e-06,
      "loss": 0.7023,
      "step": 55300
    },
    {
      "epoch": 15.44,
      "grad_norm": 3.4135191440582275,
      "learning_rate": 1.8089982207647222e-06,
      "loss": 0.7122,
      "step": 55310
    },
    {
      "epoch": 15.44,
      "grad_norm": 3.0763909816741943,
      "learning_rate": 1.8093252860731229e-06,
      "loss": 0.7185,
      "step": 55320
    },
    {
      "epoch": 15.44,
      "grad_norm": 2.9219589233398438,
      "learning_rate": 1.8096523513815236e-06,
      "loss": 0.7092,
      "step": 55330
    },
    {
      "epoch": 15.45,
      "grad_norm": 5.81402063369751,
      "learning_rate": 1.8099794166899243e-06,
      "loss": 0.7184,
      "step": 55340
    },
    {
      "epoch": 15.45,
      "grad_norm": 5.675464630126953,
      "learning_rate": 1.8103064819983253e-06,
      "loss": 0.6799,
      "step": 55350
    },
    {
      "epoch": 15.45,
      "grad_norm": 4.844491481781006,
      "learning_rate": 1.810633547306726e-06,
      "loss": 0.6918,
      "step": 55360
    },
    {
      "epoch": 15.45,
      "grad_norm": 3.9843857288360596,
      "learning_rate": 1.810960612615127e-06,
      "loss": 0.7182,
      "step": 55370
    },
    {
      "epoch": 15.46,
      "grad_norm": 3.6500983238220215,
      "learning_rate": 1.8112876779235277e-06,
      "loss": 0.7096,
      "step": 55380
    },
    {
      "epoch": 15.46,
      "grad_norm": 3.3903918266296387,
      "learning_rate": 1.8116147432319284e-06,
      "loss": 0.7235,
      "step": 55390
    },
    {
      "epoch": 15.46,
      "grad_norm": 3.6780786514282227,
      "learning_rate": 1.8119418085403293e-06,
      "loss": 0.7076,
      "step": 55400
    },
    {
      "epoch": 15.46,
      "grad_norm": 3.1706387996673584,
      "learning_rate": 1.81226887384873e-06,
      "loss": 0.7148,
      "step": 55410
    },
    {
      "epoch": 15.47,
      "grad_norm": 4.119879245758057,
      "learning_rate": 1.8125959391571308e-06,
      "loss": 0.7154,
      "step": 55420
    },
    {
      "epoch": 15.47,
      "grad_norm": 3.0518956184387207,
      "learning_rate": 1.8129230044655315e-06,
      "loss": 0.7006,
      "step": 55430
    },
    {
      "epoch": 15.47,
      "grad_norm": 3.8910882472991943,
      "learning_rate": 1.8132500697739322e-06,
      "loss": 0.7344,
      "step": 55440
    },
    {
      "epoch": 15.48,
      "grad_norm": 3.247734546661377,
      "learning_rate": 1.813577135082333e-06,
      "loss": 0.7136,
      "step": 55450
    },
    {
      "epoch": 15.48,
      "grad_norm": 3.0492401123046875,
      "learning_rate": 1.8139042003907337e-06,
      "loss": 0.6996,
      "step": 55460
    },
    {
      "epoch": 15.48,
      "grad_norm": 4.481569290161133,
      "learning_rate": 1.8142312656991348e-06,
      "loss": 0.7138,
      "step": 55470
    },
    {
      "epoch": 15.48,
      "grad_norm": 3.9316840171813965,
      "learning_rate": 1.8145583310075355e-06,
      "loss": 0.7019,
      "step": 55480
    },
    {
      "epoch": 15.49,
      "grad_norm": 5.096012115478516,
      "learning_rate": 1.8148853963159362e-06,
      "loss": 0.7006,
      "step": 55490
    },
    {
      "epoch": 15.49,
      "grad_norm": 3.1908016204833984,
      "learning_rate": 1.815212461624337e-06,
      "loss": 0.7093,
      "step": 55500
    },
    {
      "epoch": 15.49,
      "grad_norm": 5.268864631652832,
      "learning_rate": 1.8155395269327377e-06,
      "loss": 0.7067,
      "step": 55510
    },
    {
      "epoch": 15.5,
      "grad_norm": 4.493518829345703,
      "learning_rate": 1.8158665922411386e-06,
      "loss": 0.7113,
      "step": 55520
    },
    {
      "epoch": 15.5,
      "grad_norm": 3.9139225482940674,
      "learning_rate": 1.8161936575495393e-06,
      "loss": 0.7082,
      "step": 55530
    },
    {
      "epoch": 15.5,
      "grad_norm": 3.5552358627319336,
      "learning_rate": 1.81652072285794e-06,
      "loss": 0.7091,
      "step": 55540
    },
    {
      "epoch": 15.5,
      "grad_norm": 4.047921657562256,
      "learning_rate": 1.8168477881663408e-06,
      "loss": 0.7147,
      "step": 55550
    },
    {
      "epoch": 15.51,
      "grad_norm": 3.636507034301758,
      "learning_rate": 1.8171748534747415e-06,
      "loss": 0.7293,
      "step": 55560
    },
    {
      "epoch": 15.51,
      "grad_norm": 3.9145724773406982,
      "learning_rate": 1.8175019187831427e-06,
      "loss": 0.71,
      "step": 55570
    },
    {
      "epoch": 15.51,
      "grad_norm": 4.422685146331787,
      "learning_rate": 1.8178289840915434e-06,
      "loss": 0.6985,
      "step": 55580
    },
    {
      "epoch": 15.51,
      "grad_norm": 3.7140047550201416,
      "learning_rate": 1.8181560493999441e-06,
      "loss": 0.713,
      "step": 55590
    },
    {
      "epoch": 15.52,
      "grad_norm": 3.894951105117798,
      "learning_rate": 1.8184831147083448e-06,
      "loss": 0.6929,
      "step": 55600
    },
    {
      "epoch": 15.52,
      "grad_norm": 4.042975902557373,
      "learning_rate": 1.8188101800167456e-06,
      "loss": 0.7202,
      "step": 55610
    },
    {
      "epoch": 15.52,
      "grad_norm": 3.79534649848938,
      "learning_rate": 1.8191372453251463e-06,
      "loss": 0.7138,
      "step": 55620
    },
    {
      "epoch": 15.53,
      "grad_norm": 4.272625923156738,
      "learning_rate": 1.819464310633547e-06,
      "loss": 0.6978,
      "step": 55630
    },
    {
      "epoch": 15.53,
      "grad_norm": 4.812083721160889,
      "learning_rate": 1.819791375941948e-06,
      "loss": 0.7139,
      "step": 55640
    },
    {
      "epoch": 15.53,
      "grad_norm": 7.097050189971924,
      "learning_rate": 1.8201184412503487e-06,
      "loss": 0.7109,
      "step": 55650
    },
    {
      "epoch": 15.53,
      "grad_norm": 3.762805700302124,
      "learning_rate": 1.8204455065587496e-06,
      "loss": 0.7328,
      "step": 55660
    },
    {
      "epoch": 15.54,
      "grad_norm": 2.961594581604004,
      "learning_rate": 1.8207725718671503e-06,
      "loss": 0.7014,
      "step": 55670
    },
    {
      "epoch": 15.54,
      "grad_norm": 4.859073162078857,
      "learning_rate": 1.821099637175551e-06,
      "loss": 0.7112,
      "step": 55680
    },
    {
      "epoch": 15.54,
      "grad_norm": 4.253131866455078,
      "learning_rate": 1.8214267024839518e-06,
      "loss": 0.6939,
      "step": 55690
    },
    {
      "epoch": 15.55,
      "grad_norm": 3.5668632984161377,
      "learning_rate": 1.8217537677923527e-06,
      "loss": 0.695,
      "step": 55700
    },
    {
      "epoch": 15.55,
      "grad_norm": 4.311642169952393,
      "learning_rate": 1.8220808331007534e-06,
      "loss": 0.7168,
      "step": 55710
    },
    {
      "epoch": 15.55,
      "grad_norm": 4.2777299880981445,
      "learning_rate": 1.8224078984091542e-06,
      "loss": 0.7082,
      "step": 55720
    },
    {
      "epoch": 15.55,
      "grad_norm": 4.46862268447876,
      "learning_rate": 1.8227349637175549e-06,
      "loss": 0.6979,
      "step": 55730
    },
    {
      "epoch": 15.56,
      "grad_norm": 4.37666654586792,
      "learning_rate": 1.8230620290259556e-06,
      "loss": 0.7103,
      "step": 55740
    },
    {
      "epoch": 15.56,
      "grad_norm": 3.365662097930908,
      "learning_rate": 1.8233890943343563e-06,
      "loss": 0.7078,
      "step": 55750
    },
    {
      "epoch": 15.56,
      "grad_norm": 4.020437240600586,
      "learning_rate": 1.8237161596427575e-06,
      "loss": 0.6948,
      "step": 55760
    },
    {
      "epoch": 15.57,
      "grad_norm": 3.17563533782959,
      "learning_rate": 1.8240432249511582e-06,
      "loss": 0.7333,
      "step": 55770
    },
    {
      "epoch": 15.57,
      "grad_norm": 3.6835029125213623,
      "learning_rate": 1.824370290259559e-06,
      "loss": 0.7125,
      "step": 55780
    },
    {
      "epoch": 15.57,
      "grad_norm": 4.121287822723389,
      "learning_rate": 1.8246973555679596e-06,
      "loss": 0.704,
      "step": 55790
    },
    {
      "epoch": 15.57,
      "grad_norm": 3.3716988563537598,
      "learning_rate": 1.8250244208763604e-06,
      "loss": 0.6931,
      "step": 55800
    },
    {
      "epoch": 15.58,
      "grad_norm": 3.401876449584961,
      "learning_rate": 1.825351486184761e-06,
      "loss": 0.7318,
      "step": 55810
    },
    {
      "epoch": 15.58,
      "grad_norm": 3.354306221008301,
      "learning_rate": 1.825678551493162e-06,
      "loss": 0.7152,
      "step": 55820
    },
    {
      "epoch": 15.58,
      "grad_norm": 3.7663745880126953,
      "learning_rate": 1.8260056168015627e-06,
      "loss": 0.7111,
      "step": 55830
    },
    {
      "epoch": 15.58,
      "grad_norm": 3.1208207607269287,
      "learning_rate": 1.8263326821099635e-06,
      "loss": 0.712,
      "step": 55840
    },
    {
      "epoch": 15.59,
      "grad_norm": 4.3986992835998535,
      "learning_rate": 1.8266597474183644e-06,
      "loss": 0.7115,
      "step": 55850
    },
    {
      "epoch": 15.59,
      "grad_norm": 3.3768389225006104,
      "learning_rate": 1.8269868127267651e-06,
      "loss": 0.7145,
      "step": 55860
    },
    {
      "epoch": 15.59,
      "grad_norm": 5.56410026550293,
      "learning_rate": 1.827313878035166e-06,
      "loss": 0.7036,
      "step": 55870
    },
    {
      "epoch": 15.6,
      "grad_norm": 3.5186522006988525,
      "learning_rate": 1.8276409433435668e-06,
      "loss": 0.7091,
      "step": 55880
    },
    {
      "epoch": 15.6,
      "grad_norm": 3.3055224418640137,
      "learning_rate": 1.8279680086519675e-06,
      "loss": 0.7046,
      "step": 55890
    },
    {
      "epoch": 15.6,
      "grad_norm": 2.5584046840667725,
      "learning_rate": 1.8282950739603682e-06,
      "loss": 0.7124,
      "step": 55900
    },
    {
      "epoch": 15.6,
      "grad_norm": 3.3854691982269287,
      "learning_rate": 1.828622139268769e-06,
      "loss": 0.6964,
      "step": 55910
    },
    {
      "epoch": 15.61,
      "grad_norm": 5.689871311187744,
      "learning_rate": 1.8289492045771697e-06,
      "loss": 0.7124,
      "step": 55920
    },
    {
      "epoch": 15.61,
      "grad_norm": 3.425429105758667,
      "learning_rate": 1.8292762698855704e-06,
      "loss": 0.6813,
      "step": 55930
    },
    {
      "epoch": 15.61,
      "grad_norm": 2.740806818008423,
      "learning_rate": 1.8296033351939713e-06,
      "loss": 0.6984,
      "step": 55940
    },
    {
      "epoch": 15.62,
      "grad_norm": 2.8693490028381348,
      "learning_rate": 1.8299304005023723e-06,
      "loss": 0.7083,
      "step": 55950
    },
    {
      "epoch": 15.62,
      "grad_norm": 4.13001823425293,
      "learning_rate": 1.830257465810773e-06,
      "loss": 0.7076,
      "step": 55960
    },
    {
      "epoch": 15.62,
      "grad_norm": 2.898397207260132,
      "learning_rate": 1.8305845311191737e-06,
      "loss": 0.7065,
      "step": 55970
    },
    {
      "epoch": 15.62,
      "grad_norm": 4.960735321044922,
      "learning_rate": 1.8309115964275744e-06,
      "loss": 0.7018,
      "step": 55980
    },
    {
      "epoch": 15.63,
      "grad_norm": 3.649848461151123,
      "learning_rate": 1.8312386617359754e-06,
      "loss": 0.7038,
      "step": 55990
    },
    {
      "epoch": 15.63,
      "grad_norm": 3.1780989170074463,
      "learning_rate": 1.831565727044376e-06,
      "loss": 0.7366,
      "step": 56000
    },
    {
      "epoch": 15.63,
      "grad_norm": 4.374111175537109,
      "learning_rate": 1.8318927923527768e-06,
      "loss": 0.7055,
      "step": 56010
    },
    {
      "epoch": 15.63,
      "grad_norm": 4.694583892822266,
      "learning_rate": 1.8322198576611775e-06,
      "loss": 0.7175,
      "step": 56020
    },
    {
      "epoch": 15.64,
      "grad_norm": 3.014115333557129,
      "learning_rate": 1.8325469229695783e-06,
      "loss": 0.7161,
      "step": 56030
    },
    {
      "epoch": 15.64,
      "grad_norm": 4.735123157501221,
      "learning_rate": 1.8328739882779792e-06,
      "loss": 0.7406,
      "step": 56040
    },
    {
      "epoch": 15.64,
      "grad_norm": 4.626791000366211,
      "learning_rate": 1.8332010535863801e-06,
      "loss": 0.6882,
      "step": 56050
    },
    {
      "epoch": 15.65,
      "grad_norm": 3.447713613510132,
      "learning_rate": 1.8335281188947809e-06,
      "loss": 0.6979,
      "step": 56060
    },
    {
      "epoch": 15.65,
      "grad_norm": 4.084142208099365,
      "learning_rate": 1.8338551842031816e-06,
      "loss": 0.7042,
      "step": 56070
    },
    {
      "epoch": 15.65,
      "grad_norm": 3.3059840202331543,
      "learning_rate": 1.8341822495115823e-06,
      "loss": 0.6988,
      "step": 56080
    },
    {
      "epoch": 15.65,
      "grad_norm": 4.995488166809082,
      "learning_rate": 1.834509314819983e-06,
      "loss": 0.6953,
      "step": 56090
    },
    {
      "epoch": 15.66,
      "grad_norm": 2.7733657360076904,
      "learning_rate": 1.8348363801283838e-06,
      "loss": 0.7169,
      "step": 56100
    },
    {
      "epoch": 15.66,
      "grad_norm": 2.890256404876709,
      "learning_rate": 1.8351634454367847e-06,
      "loss": 0.7013,
      "step": 56110
    },
    {
      "epoch": 15.66,
      "grad_norm": 5.258186340332031,
      "learning_rate": 1.8354905107451854e-06,
      "loss": 0.7015,
      "step": 56120
    },
    {
      "epoch": 15.67,
      "grad_norm": 5.241121768951416,
      "learning_rate": 1.8358175760535861e-06,
      "loss": 0.7036,
      "step": 56130
    },
    {
      "epoch": 15.67,
      "grad_norm": 3.779679298400879,
      "learning_rate": 1.836144641361987e-06,
      "loss": 0.7246,
      "step": 56140
    },
    {
      "epoch": 15.67,
      "grad_norm": 2.6068177223205566,
      "learning_rate": 1.8364717066703878e-06,
      "loss": 0.7254,
      "step": 56150
    },
    {
      "epoch": 15.67,
      "grad_norm": 4.816153526306152,
      "learning_rate": 1.8367987719787885e-06,
      "loss": 0.7048,
      "step": 56160
    },
    {
      "epoch": 15.68,
      "grad_norm": 3.160179376602173,
      "learning_rate": 1.8371258372871895e-06,
      "loss": 0.7024,
      "step": 56170
    },
    {
      "epoch": 15.68,
      "grad_norm": 3.555964231491089,
      "learning_rate": 1.8374529025955902e-06,
      "loss": 0.713,
      "step": 56180
    },
    {
      "epoch": 15.68,
      "grad_norm": 3.442838430404663,
      "learning_rate": 1.837779967903991e-06,
      "loss": 0.7035,
      "step": 56190
    },
    {
      "epoch": 15.69,
      "grad_norm": 4.232673645019531,
      "learning_rate": 1.8381070332123916e-06,
      "loss": 0.7014,
      "step": 56200
    },
    {
      "epoch": 15.69,
      "grad_norm": 3.7424376010894775,
      "learning_rate": 1.8384340985207924e-06,
      "loss": 0.7255,
      "step": 56210
    },
    {
      "epoch": 15.69,
      "grad_norm": 4.738090515136719,
      "learning_rate": 1.838761163829193e-06,
      "loss": 0.6875,
      "step": 56220
    },
    {
      "epoch": 15.69,
      "grad_norm": 3.518829345703125,
      "learning_rate": 1.8390882291375942e-06,
      "loss": 0.6949,
      "step": 56230
    },
    {
      "epoch": 15.7,
      "grad_norm": 3.4761414527893066,
      "learning_rate": 1.839415294445995e-06,
      "loss": 0.6903,
      "step": 56240
    },
    {
      "epoch": 15.7,
      "grad_norm": 3.4228830337524414,
      "learning_rate": 1.8397423597543957e-06,
      "loss": 0.7175,
      "step": 56250
    },
    {
      "epoch": 15.7,
      "grad_norm": 4.228086471557617,
      "learning_rate": 1.8400694250627964e-06,
      "loss": 0.7029,
      "step": 56260
    },
    {
      "epoch": 15.7,
      "grad_norm": 4.2837300300598145,
      "learning_rate": 1.8403964903711971e-06,
      "loss": 0.7224,
      "step": 56270
    },
    {
      "epoch": 15.71,
      "grad_norm": 3.861528158187866,
      "learning_rate": 1.8407235556795978e-06,
      "loss": 0.7134,
      "step": 56280
    },
    {
      "epoch": 15.71,
      "grad_norm": 4.098141193389893,
      "learning_rate": 1.8410506209879988e-06,
      "loss": 0.722,
      "step": 56290
    },
    {
      "epoch": 15.71,
      "grad_norm": 4.176065921783447,
      "learning_rate": 1.8413776862963995e-06,
      "loss": 0.7029,
      "step": 56300
    },
    {
      "epoch": 15.72,
      "grad_norm": 4.790319919586182,
      "learning_rate": 1.8417047516048002e-06,
      "loss": 0.725,
      "step": 56310
    },
    {
      "epoch": 15.72,
      "grad_norm": 5.024814605712891,
      "learning_rate": 1.842031816913201e-06,
      "loss": 0.69,
      "step": 56320
    },
    {
      "epoch": 15.72,
      "grad_norm": 5.320671558380127,
      "learning_rate": 1.8423588822216019e-06,
      "loss": 0.7262,
      "step": 56330
    },
    {
      "epoch": 15.72,
      "grad_norm": 2.7570676803588867,
      "learning_rate": 1.8426859475300028e-06,
      "loss": 0.71,
      "step": 56340
    },
    {
      "epoch": 15.73,
      "grad_norm": 3.641540050506592,
      "learning_rate": 1.8430130128384035e-06,
      "loss": 0.7016,
      "step": 56350
    },
    {
      "epoch": 15.73,
      "grad_norm": 4.149003982543945,
      "learning_rate": 1.8433400781468043e-06,
      "loss": 0.7064,
      "step": 56360
    },
    {
      "epoch": 15.73,
      "grad_norm": 4.4427385330200195,
      "learning_rate": 1.843667143455205e-06,
      "loss": 0.6978,
      "step": 56370
    },
    {
      "epoch": 15.74,
      "grad_norm": 5.146421432495117,
      "learning_rate": 1.8439942087636057e-06,
      "loss": 0.6909,
      "step": 56380
    },
    {
      "epoch": 15.74,
      "grad_norm": 4.139662265777588,
      "learning_rate": 1.8443212740720064e-06,
      "loss": 0.6869,
      "step": 56390
    },
    {
      "epoch": 15.74,
      "grad_norm": 4.169532775878906,
      "learning_rate": 1.8446483393804072e-06,
      "loss": 0.7024,
      "step": 56400
    },
    {
      "epoch": 15.74,
      "grad_norm": 4.6114983558654785,
      "learning_rate": 1.844975404688808e-06,
      "loss": 0.7046,
      "step": 56410
    },
    {
      "epoch": 15.75,
      "grad_norm": 4.386876583099365,
      "learning_rate": 1.8453024699972088e-06,
      "loss": 0.6991,
      "step": 56420
    },
    {
      "epoch": 15.75,
      "grad_norm": 3.8808035850524902,
      "learning_rate": 1.8456295353056097e-06,
      "loss": 0.6849,
      "step": 56430
    },
    {
      "epoch": 15.75,
      "grad_norm": 4.194021701812744,
      "learning_rate": 1.8459566006140105e-06,
      "loss": 0.7189,
      "step": 56440
    },
    {
      "epoch": 15.75,
      "grad_norm": 5.383372783660889,
      "learning_rate": 1.8462836659224112e-06,
      "loss": 0.7068,
      "step": 56450
    },
    {
      "epoch": 15.76,
      "grad_norm": 4.131411075592041,
      "learning_rate": 1.8466107312308121e-06,
      "loss": 0.6965,
      "step": 56460
    },
    {
      "epoch": 15.76,
      "grad_norm": 4.321162223815918,
      "learning_rate": 1.8469377965392129e-06,
      "loss": 0.7139,
      "step": 56470
    },
    {
      "epoch": 15.76,
      "grad_norm": 4.708948135375977,
      "learning_rate": 1.8472648618476136e-06,
      "loss": 0.6939,
      "step": 56480
    },
    {
      "epoch": 15.77,
      "grad_norm": 3.7326202392578125,
      "learning_rate": 1.8475919271560143e-06,
      "loss": 0.7212,
      "step": 56490
    },
    {
      "epoch": 15.77,
      "grad_norm": 4.667372226715088,
      "learning_rate": 1.847918992464415e-06,
      "loss": 0.7385,
      "step": 56500
    },
    {
      "epoch": 15.77,
      "grad_norm": 5.4035234451293945,
      "learning_rate": 1.8482460577728157e-06,
      "loss": 0.7002,
      "step": 56510
    },
    {
      "epoch": 15.77,
      "grad_norm": 4.481537342071533,
      "learning_rate": 1.848573123081217e-06,
      "loss": 0.7017,
      "step": 56520
    },
    {
      "epoch": 15.78,
      "grad_norm": 4.677733898162842,
      "learning_rate": 1.8489001883896176e-06,
      "loss": 0.704,
      "step": 56530
    },
    {
      "epoch": 15.78,
      "grad_norm": 3.6013622283935547,
      "learning_rate": 1.8492272536980183e-06,
      "loss": 0.7103,
      "step": 56540
    },
    {
      "epoch": 15.78,
      "grad_norm": 4.080905914306641,
      "learning_rate": 1.849554319006419e-06,
      "loss": 0.6693,
      "step": 56550
    },
    {
      "epoch": 15.79,
      "grad_norm": 2.6547467708587646,
      "learning_rate": 1.8498813843148198e-06,
      "loss": 0.7219,
      "step": 56560
    },
    {
      "epoch": 15.79,
      "grad_norm": 6.773674964904785,
      "learning_rate": 1.8502084496232205e-06,
      "loss": 0.7063,
      "step": 56570
    },
    {
      "epoch": 15.79,
      "grad_norm": 3.518115282058716,
      "learning_rate": 1.8505355149316212e-06,
      "loss": 0.7112,
      "step": 56580
    },
    {
      "epoch": 15.79,
      "grad_norm": 3.2981486320495605,
      "learning_rate": 1.8508625802400222e-06,
      "loss": 0.7077,
      "step": 56590
    },
    {
      "epoch": 15.8,
      "grad_norm": 3.262878656387329,
      "learning_rate": 1.851189645548423e-06,
      "loss": 0.7114,
      "step": 56600
    },
    {
      "epoch": 15.8,
      "grad_norm": 4.0789408683776855,
      "learning_rate": 1.8515167108568236e-06,
      "loss": 0.7188,
      "step": 56610
    },
    {
      "epoch": 15.8,
      "grad_norm": 3.512500047683716,
      "learning_rate": 1.8518437761652246e-06,
      "loss": 0.7207,
      "step": 56620
    },
    {
      "epoch": 15.81,
      "grad_norm": 3.4900264739990234,
      "learning_rate": 1.8521708414736253e-06,
      "loss": 0.6936,
      "step": 56630
    },
    {
      "epoch": 15.81,
      "grad_norm": 3.4658446311950684,
      "learning_rate": 1.8524979067820262e-06,
      "loss": 0.7068,
      "step": 56640
    },
    {
      "epoch": 15.81,
      "grad_norm": 3.0687832832336426,
      "learning_rate": 1.852824972090427e-06,
      "loss": 0.7015,
      "step": 56650
    },
    {
      "epoch": 15.81,
      "grad_norm": 4.494928359985352,
      "learning_rate": 1.8531520373988277e-06,
      "loss": 0.6804,
      "step": 56660
    },
    {
      "epoch": 15.82,
      "grad_norm": 3.099283456802368,
      "learning_rate": 1.8534791027072284e-06,
      "loss": 0.7105,
      "step": 56670
    },
    {
      "epoch": 15.82,
      "grad_norm": 4.005215167999268,
      "learning_rate": 1.853806168015629e-06,
      "loss": 0.7113,
      "step": 56680
    },
    {
      "epoch": 15.82,
      "grad_norm": 2.848306179046631,
      "learning_rate": 1.8541332333240298e-06,
      "loss": 0.7171,
      "step": 56690
    },
    {
      "epoch": 15.82,
      "grad_norm": 3.5536375045776367,
      "learning_rate": 1.8544602986324306e-06,
      "loss": 0.7237,
      "step": 56700
    },
    {
      "epoch": 15.83,
      "grad_norm": 5.445524215698242,
      "learning_rate": 1.8547873639408317e-06,
      "loss": 0.7223,
      "step": 56710
    },
    {
      "epoch": 15.83,
      "grad_norm": 3.247471332550049,
      "learning_rate": 1.8551144292492324e-06,
      "loss": 0.7077,
      "step": 56720
    },
    {
      "epoch": 15.83,
      "grad_norm": 4.884532451629639,
      "learning_rate": 1.8554414945576331e-06,
      "loss": 0.699,
      "step": 56730
    },
    {
      "epoch": 15.84,
      "grad_norm": 3.621473550796509,
      "learning_rate": 1.8557685598660339e-06,
      "loss": 0.7129,
      "step": 56740
    },
    {
      "epoch": 15.84,
      "grad_norm": 3.4463694095611572,
      "learning_rate": 1.8560956251744346e-06,
      "loss": 0.7073,
      "step": 56750
    },
    {
      "epoch": 15.84,
      "grad_norm": 4.0779643058776855,
      "learning_rate": 1.8564226904828355e-06,
      "loss": 0.7083,
      "step": 56760
    },
    {
      "epoch": 15.84,
      "grad_norm": 5.215342044830322,
      "learning_rate": 1.8567497557912363e-06,
      "loss": 0.6971,
      "step": 56770
    },
    {
      "epoch": 15.85,
      "grad_norm": 4.306126117706299,
      "learning_rate": 1.857076821099637e-06,
      "loss": 0.7082,
      "step": 56780
    },
    {
      "epoch": 15.85,
      "grad_norm": 2.9100289344787598,
      "learning_rate": 1.8574038864080377e-06,
      "loss": 0.7073,
      "step": 56790
    },
    {
      "epoch": 15.85,
      "grad_norm": 4.327738285064697,
      "learning_rate": 1.8577309517164384e-06,
      "loss": 0.7161,
      "step": 56800
    },
    {
      "epoch": 15.86,
      "grad_norm": 3.900325298309326,
      "learning_rate": 1.8580580170248396e-06,
      "loss": 0.7192,
      "step": 56810
    },
    {
      "epoch": 15.86,
      "grad_norm": 3.6076834201812744,
      "learning_rate": 1.8583850823332403e-06,
      "loss": 0.6867,
      "step": 56820
    },
    {
      "epoch": 15.86,
      "grad_norm": 5.102705478668213,
      "learning_rate": 1.858712147641641e-06,
      "loss": 0.7105,
      "step": 56830
    },
    {
      "epoch": 15.86,
      "grad_norm": 4.805075645446777,
      "learning_rate": 1.8590392129500417e-06,
      "loss": 0.709,
      "step": 56840
    },
    {
      "epoch": 15.87,
      "grad_norm": 4.454056739807129,
      "learning_rate": 1.8593662782584425e-06,
      "loss": 0.6998,
      "step": 56850
    },
    {
      "epoch": 15.87,
      "grad_norm": 3.710876703262329,
      "learning_rate": 1.8596933435668432e-06,
      "loss": 0.7159,
      "step": 56860
    },
    {
      "epoch": 15.87,
      "grad_norm": 3.237196922302246,
      "learning_rate": 1.860020408875244e-06,
      "loss": 0.7118,
      "step": 56870
    },
    {
      "epoch": 15.87,
      "grad_norm": 3.2090559005737305,
      "learning_rate": 1.8603474741836448e-06,
      "loss": 0.7168,
      "step": 56880
    },
    {
      "epoch": 15.88,
      "grad_norm": 3.7127742767333984,
      "learning_rate": 1.8606745394920456e-06,
      "loss": 0.6839,
      "step": 56890
    },
    {
      "epoch": 15.88,
      "grad_norm": 4.94370698928833,
      "learning_rate": 1.8610016048004465e-06,
      "loss": 0.7069,
      "step": 56900
    },
    {
      "epoch": 15.88,
      "grad_norm": 3.97385573387146,
      "learning_rate": 1.8613286701088472e-06,
      "loss": 0.7165,
      "step": 56910
    },
    {
      "epoch": 15.89,
      "grad_norm": 3.6619577407836914,
      "learning_rate": 1.861655735417248e-06,
      "loss": 0.712,
      "step": 56920
    },
    {
      "epoch": 15.89,
      "grad_norm": 5.043349266052246,
      "learning_rate": 1.8619828007256487e-06,
      "loss": 0.6855,
      "step": 56930
    },
    {
      "epoch": 15.89,
      "grad_norm": 4.101959705352783,
      "learning_rate": 1.8623098660340496e-06,
      "loss": 0.7046,
      "step": 56940
    },
    {
      "epoch": 15.89,
      "grad_norm": 3.447387933731079,
      "learning_rate": 1.8626369313424503e-06,
      "loss": 0.7237,
      "step": 56950
    },
    {
      "epoch": 15.9,
      "grad_norm": 4.424946308135986,
      "learning_rate": 1.862963996650851e-06,
      "loss": 0.7127,
      "step": 56960
    },
    {
      "epoch": 15.9,
      "grad_norm": 4.286772727966309,
      "learning_rate": 1.8632910619592518e-06,
      "loss": 0.7173,
      "step": 56970
    },
    {
      "epoch": 15.9,
      "grad_norm": 6.230335712432861,
      "learning_rate": 1.8636181272676525e-06,
      "loss": 0.6994,
      "step": 56980
    },
    {
      "epoch": 15.91,
      "grad_norm": 2.5006942749023438,
      "learning_rate": 1.8639451925760532e-06,
      "loss": 0.7046,
      "step": 56990
    },
    {
      "epoch": 15.91,
      "grad_norm": 5.214199066162109,
      "learning_rate": 1.8642722578844544e-06,
      "loss": 0.7084,
      "step": 57000
    },
    {
      "epoch": 15.91,
      "grad_norm": 3.6912567615509033,
      "learning_rate": 1.864599323192855e-06,
      "loss": 0.7099,
      "step": 57010
    },
    {
      "epoch": 15.91,
      "grad_norm": 4.9752678871154785,
      "learning_rate": 1.8649263885012558e-06,
      "loss": 0.6952,
      "step": 57020
    },
    {
      "epoch": 15.92,
      "grad_norm": 4.033921241760254,
      "learning_rate": 1.8652534538096565e-06,
      "loss": 0.6971,
      "step": 57030
    },
    {
      "epoch": 15.92,
      "grad_norm": 2.921189546585083,
      "learning_rate": 1.8655805191180573e-06,
      "loss": 0.7026,
      "step": 57040
    },
    {
      "epoch": 15.92,
      "grad_norm": 3.530709981918335,
      "learning_rate": 1.865907584426458e-06,
      "loss": 0.7057,
      "step": 57050
    },
    {
      "epoch": 15.93,
      "grad_norm": 4.438207149505615,
      "learning_rate": 1.866234649734859e-06,
      "loss": 0.7117,
      "step": 57060
    },
    {
      "epoch": 15.93,
      "grad_norm": 3.6476123332977295,
      "learning_rate": 1.8665617150432596e-06,
      "loss": 0.7052,
      "step": 57070
    },
    {
      "epoch": 15.93,
      "grad_norm": 3.2106547355651855,
      "learning_rate": 1.8668887803516604e-06,
      "loss": 0.709,
      "step": 57080
    },
    {
      "epoch": 15.93,
      "grad_norm": 3.569136142730713,
      "learning_rate": 1.8672158456600613e-06,
      "loss": 0.6993,
      "step": 57090
    },
    {
      "epoch": 15.94,
      "grad_norm": 4.344370365142822,
      "learning_rate": 1.867542910968462e-06,
      "loss": 0.7052,
      "step": 57100
    },
    {
      "epoch": 15.94,
      "grad_norm": 3.903841972351074,
      "learning_rate": 1.867869976276863e-06,
      "loss": 0.6966,
      "step": 57110
    },
    {
      "epoch": 15.94,
      "grad_norm": 5.584873676300049,
      "learning_rate": 1.8681970415852637e-06,
      "loss": 0.7206,
      "step": 57120
    },
    {
      "epoch": 15.94,
      "grad_norm": 3.538999557495117,
      "learning_rate": 1.8685241068936644e-06,
      "loss": 0.7261,
      "step": 57130
    },
    {
      "epoch": 15.95,
      "grad_norm": 5.431370258331299,
      "learning_rate": 1.8688511722020651e-06,
      "loss": 0.7068,
      "step": 57140
    },
    {
      "epoch": 15.95,
      "grad_norm": 3.2454450130462646,
      "learning_rate": 1.8691782375104659e-06,
      "loss": 0.7134,
      "step": 57150
    },
    {
      "epoch": 15.95,
      "grad_norm": 5.368868350982666,
      "learning_rate": 1.8695053028188666e-06,
      "loss": 0.7179,
      "step": 57160
    },
    {
      "epoch": 15.96,
      "grad_norm": 4.041637420654297,
      "learning_rate": 1.8698323681272673e-06,
      "loss": 0.7127,
      "step": 57170
    },
    {
      "epoch": 15.96,
      "grad_norm": 3.522484302520752,
      "learning_rate": 1.8701594334356682e-06,
      "loss": 0.7135,
      "step": 57180
    },
    {
      "epoch": 15.96,
      "grad_norm": 4.337840557098389,
      "learning_rate": 1.8704864987440692e-06,
      "loss": 0.7161,
      "step": 57190
    },
    {
      "epoch": 15.96,
      "grad_norm": 4.197719097137451,
      "learning_rate": 1.87081356405247e-06,
      "loss": 0.7011,
      "step": 57200
    },
    {
      "epoch": 15.97,
      "grad_norm": 3.4667882919311523,
      "learning_rate": 1.8711406293608706e-06,
      "loss": 0.7,
      "step": 57210
    },
    {
      "epoch": 15.97,
      "grad_norm": 6.42333984375,
      "learning_rate": 1.8714676946692713e-06,
      "loss": 0.7086,
      "step": 57220
    },
    {
      "epoch": 15.97,
      "grad_norm": 4.06802225112915,
      "learning_rate": 1.8717947599776723e-06,
      "loss": 0.7061,
      "step": 57230
    },
    {
      "epoch": 15.98,
      "grad_norm": 3.8713467121124268,
      "learning_rate": 1.872121825286073e-06,
      "loss": 0.6844,
      "step": 57240
    },
    {
      "epoch": 15.98,
      "grad_norm": 3.9575300216674805,
      "learning_rate": 1.8724488905944737e-06,
      "loss": 0.7082,
      "step": 57250
    },
    {
      "epoch": 15.98,
      "grad_norm": 2.9781479835510254,
      "learning_rate": 1.8727759559028745e-06,
      "loss": 0.6947,
      "step": 57260
    },
    {
      "epoch": 15.98,
      "grad_norm": 5.0298542976379395,
      "learning_rate": 1.8731030212112752e-06,
      "loss": 0.7067,
      "step": 57270
    },
    {
      "epoch": 15.99,
      "grad_norm": 4.016184329986572,
      "learning_rate": 1.873430086519676e-06,
      "loss": 0.692,
      "step": 57280
    },
    {
      "epoch": 15.99,
      "grad_norm": 3.6352057456970215,
      "learning_rate": 1.873757151828077e-06,
      "loss": 0.7163,
      "step": 57290
    },
    {
      "epoch": 15.99,
      "grad_norm": 2.854492425918579,
      "learning_rate": 1.8740842171364778e-06,
      "loss": 0.708,
      "step": 57300
    },
    {
      "epoch": 15.99,
      "grad_norm": 4.857794284820557,
      "learning_rate": 1.8744112824448785e-06,
      "loss": 0.7122,
      "step": 57310
    },
    {
      "epoch": 16.0,
      "grad_norm": 3.7236266136169434,
      "learning_rate": 1.8747383477532792e-06,
      "loss": 0.6945,
      "step": 57320
    },
    {
      "epoch": 16.0,
      "eval_loss": 0.7074167728424072,
      "eval_runtime": 83.9572,
      "eval_samples_per_second": 60.257,
      "eval_steps_per_second": 7.54,
      "step": 57328
    },
    {
      "epoch": 16.0,
      "grad_norm": 3.6404759883880615,
      "learning_rate": 1.87506541306168e-06,
      "loss": 0.6911,
      "step": 57330
    },
    {
      "epoch": 16.0,
      "grad_norm": 4.699036598205566,
      "learning_rate": 1.8753924783700807e-06,
      "loss": 0.7038,
      "step": 57340
    },
    {
      "epoch": 16.01,
      "grad_norm": 4.759695529937744,
      "learning_rate": 1.8757195436784816e-06,
      "loss": 0.7059,
      "step": 57350
    },
    {
      "epoch": 16.01,
      "grad_norm": 3.900758743286133,
      "learning_rate": 1.8760466089868823e-06,
      "loss": 0.699,
      "step": 57360
    },
    {
      "epoch": 16.01,
      "grad_norm": 2.9168572425842285,
      "learning_rate": 1.876373674295283e-06,
      "loss": 0.7074,
      "step": 57370
    },
    {
      "epoch": 16.01,
      "grad_norm": 3.5704596042633057,
      "learning_rate": 1.876700739603684e-06,
      "loss": 0.7025,
      "step": 57380
    },
    {
      "epoch": 16.02,
      "grad_norm": 4.539724826812744,
      "learning_rate": 1.8770278049120847e-06,
      "loss": 0.6844,
      "step": 57390
    },
    {
      "epoch": 16.02,
      "grad_norm": 4.063728332519531,
      "learning_rate": 1.8773548702204854e-06,
      "loss": 0.7044,
      "step": 57400
    },
    {
      "epoch": 16.02,
      "grad_norm": 3.0388989448547363,
      "learning_rate": 1.8776819355288864e-06,
      "loss": 0.7012,
      "step": 57410
    },
    {
      "epoch": 16.03,
      "grad_norm": 3.1685519218444824,
      "learning_rate": 1.878009000837287e-06,
      "loss": 0.7035,
      "step": 57420
    },
    {
      "epoch": 16.03,
      "grad_norm": 4.419958591461182,
      "learning_rate": 1.8783360661456878e-06,
      "loss": 0.681,
      "step": 57430
    },
    {
      "epoch": 16.03,
      "grad_norm": 4.044981479644775,
      "learning_rate": 1.8786631314540885e-06,
      "loss": 0.7044,
      "step": 57440
    },
    {
      "epoch": 16.03,
      "grad_norm": 5.409593105316162,
      "learning_rate": 1.8789901967624893e-06,
      "loss": 0.7021,
      "step": 57450
    },
    {
      "epoch": 16.04,
      "grad_norm": 5.532576084136963,
      "learning_rate": 1.87931726207089e-06,
      "loss": 0.6923,
      "step": 57460
    },
    {
      "epoch": 16.04,
      "grad_norm": 3.6043496131896973,
      "learning_rate": 1.8796443273792907e-06,
      "loss": 0.7225,
      "step": 57470
    },
    {
      "epoch": 16.04,
      "grad_norm": 4.0224609375,
      "learning_rate": 1.8799713926876918e-06,
      "loss": 0.7281,
      "step": 57480
    },
    {
      "epoch": 16.05,
      "grad_norm": 4.513228893280029,
      "learning_rate": 1.8802984579960926e-06,
      "loss": 0.7051,
      "step": 57490
    },
    {
      "epoch": 16.05,
      "grad_norm": 5.054363250732422,
      "learning_rate": 1.8806255233044933e-06,
      "loss": 0.7162,
      "step": 57500
    },
    {
      "epoch": 16.05,
      "grad_norm": 4.086383819580078,
      "learning_rate": 1.880952588612894e-06,
      "loss": 0.7139,
      "step": 57510
    },
    {
      "epoch": 16.05,
      "grad_norm": 2.6107752323150635,
      "learning_rate": 1.8812796539212947e-06,
      "loss": 0.6941,
      "step": 57520
    },
    {
      "epoch": 16.06,
      "grad_norm": 4.698532581329346,
      "learning_rate": 1.8816067192296957e-06,
      "loss": 0.718,
      "step": 57530
    },
    {
      "epoch": 16.06,
      "grad_norm": 3.770987033843994,
      "learning_rate": 1.8819337845380964e-06,
      "loss": 0.7005,
      "step": 57540
    },
    {
      "epoch": 16.06,
      "grad_norm": 4.0669355392456055,
      "learning_rate": 1.8822608498464971e-06,
      "loss": 0.711,
      "step": 57550
    },
    {
      "epoch": 16.06,
      "grad_norm": 7.08233118057251,
      "learning_rate": 1.8825879151548978e-06,
      "loss": 0.693,
      "step": 57560
    },
    {
      "epoch": 16.07,
      "grad_norm": 4.376456260681152,
      "learning_rate": 1.8829149804632988e-06,
      "loss": 0.7111,
      "step": 57570
    },
    {
      "epoch": 16.07,
      "grad_norm": 4.475875377655029,
      "learning_rate": 1.8832420457716997e-06,
      "loss": 0.7062,
      "step": 57580
    },
    {
      "epoch": 16.07,
      "grad_norm": 4.165693759918213,
      "learning_rate": 1.8835691110801004e-06,
      "loss": 0.709,
      "step": 57590
    },
    {
      "epoch": 16.08,
      "grad_norm": 3.5653936862945557,
      "learning_rate": 1.8838961763885012e-06,
      "loss": 0.7086,
      "step": 57600
    },
    {
      "epoch": 16.08,
      "grad_norm": 4.456246852874756,
      "learning_rate": 1.8842232416969019e-06,
      "loss": 0.6932,
      "step": 57610
    },
    {
      "epoch": 16.08,
      "grad_norm": 3.3343043327331543,
      "learning_rate": 1.8845503070053026e-06,
      "loss": 0.7006,
      "step": 57620
    },
    {
      "epoch": 16.08,
      "grad_norm": 3.1190385818481445,
      "learning_rate": 1.8848773723137033e-06,
      "loss": 0.6859,
      "step": 57630
    },
    {
      "epoch": 16.09,
      "grad_norm": 3.4219679832458496,
      "learning_rate": 1.885204437622104e-06,
      "loss": 0.6881,
      "step": 57640
    },
    {
      "epoch": 16.09,
      "grad_norm": 3.236473321914673,
      "learning_rate": 1.885531502930505e-06,
      "loss": 0.7083,
      "step": 57650
    },
    {
      "epoch": 16.09,
      "grad_norm": 3.7724857330322266,
      "learning_rate": 1.8858585682389057e-06,
      "loss": 0.7148,
      "step": 57660
    },
    {
      "epoch": 16.1,
      "grad_norm": 5.073019504547119,
      "learning_rate": 1.8861856335473067e-06,
      "loss": 0.7047,
      "step": 57670
    },
    {
      "epoch": 16.1,
      "grad_norm": 3.5238940715789795,
      "learning_rate": 1.8865126988557074e-06,
      "loss": 0.7156,
      "step": 57680
    },
    {
      "epoch": 16.1,
      "grad_norm": 3.2327258586883545,
      "learning_rate": 1.886839764164108e-06,
      "loss": 0.7011,
      "step": 57690
    },
    {
      "epoch": 16.1,
      "grad_norm": 4.889085292816162,
      "learning_rate": 1.887166829472509e-06,
      "loss": 0.7132,
      "step": 57700
    },
    {
      "epoch": 16.11,
      "grad_norm": 2.9905970096588135,
      "learning_rate": 1.8874938947809098e-06,
      "loss": 0.7057,
      "step": 57710
    },
    {
      "epoch": 16.11,
      "grad_norm": 4.125491142272949,
      "learning_rate": 1.8878209600893105e-06,
      "loss": 0.7066,
      "step": 57720
    },
    {
      "epoch": 16.11,
      "grad_norm": 3.377200126647949,
      "learning_rate": 1.8881480253977112e-06,
      "loss": 0.6984,
      "step": 57730
    },
    {
      "epoch": 16.11,
      "grad_norm": 5.681437969207764,
      "learning_rate": 1.888475090706112e-06,
      "loss": 0.6994,
      "step": 57740
    },
    {
      "epoch": 16.12,
      "grad_norm": 3.2768447399139404,
      "learning_rate": 1.8888021560145127e-06,
      "loss": 0.7234,
      "step": 57750
    },
    {
      "epoch": 16.12,
      "grad_norm": 3.844238519668579,
      "learning_rate": 1.8891292213229138e-06,
      "loss": 0.6777,
      "step": 57760
    },
    {
      "epoch": 16.12,
      "grad_norm": 4.286177158355713,
      "learning_rate": 1.8894562866313145e-06,
      "loss": 0.6923,
      "step": 57770
    },
    {
      "epoch": 16.13,
      "grad_norm": 3.069443464279175,
      "learning_rate": 1.8897833519397152e-06,
      "loss": 0.6928,
      "step": 57780
    },
    {
      "epoch": 16.13,
      "grad_norm": 5.6090826988220215,
      "learning_rate": 1.890110417248116e-06,
      "loss": 0.6993,
      "step": 57790
    },
    {
      "epoch": 16.13,
      "grad_norm": 3.4873523712158203,
      "learning_rate": 1.8904374825565167e-06,
      "loss": 0.7213,
      "step": 57800
    },
    {
      "epoch": 16.13,
      "grad_norm": 4.3816423416137695,
      "learning_rate": 1.8907645478649174e-06,
      "loss": 0.6909,
      "step": 57810
    },
    {
      "epoch": 16.14,
      "grad_norm": 4.1491851806640625,
      "learning_rate": 1.8910916131733183e-06,
      "loss": 0.6847,
      "step": 57820
    },
    {
      "epoch": 16.14,
      "grad_norm": 3.4244518280029297,
      "learning_rate": 1.891418678481719e-06,
      "loss": 0.6934,
      "step": 57830
    },
    {
      "epoch": 16.14,
      "grad_norm": 3.3390796184539795,
      "learning_rate": 1.8917457437901198e-06,
      "loss": 0.6952,
      "step": 57840
    },
    {
      "epoch": 16.15,
      "grad_norm": 5.058741569519043,
      "learning_rate": 1.8920728090985205e-06,
      "loss": 0.7226,
      "step": 57850
    },
    {
      "epoch": 16.15,
      "grad_norm": 4.104991436004639,
      "learning_rate": 1.8923998744069215e-06,
      "loss": 0.6975,
      "step": 57860
    },
    {
      "epoch": 16.15,
      "grad_norm": 4.814881801605225,
      "learning_rate": 1.8927269397153222e-06,
      "loss": 0.6893,
      "step": 57870
    },
    {
      "epoch": 16.15,
      "grad_norm": 4.025542259216309,
      "learning_rate": 1.8930540050237231e-06,
      "loss": 0.7055,
      "step": 57880
    },
    {
      "epoch": 16.16,
      "grad_norm": 4.148451328277588,
      "learning_rate": 1.8933810703321238e-06,
      "loss": 0.7166,
      "step": 57890
    },
    {
      "epoch": 16.16,
      "grad_norm": 5.3463921546936035,
      "learning_rate": 1.8937081356405246e-06,
      "loss": 0.6938,
      "step": 57900
    },
    {
      "epoch": 16.16,
      "grad_norm": 4.373861312866211,
      "learning_rate": 1.8940352009489253e-06,
      "loss": 0.7064,
      "step": 57910
    },
    {
      "epoch": 16.17,
      "grad_norm": 4.970560550689697,
      "learning_rate": 1.894362266257326e-06,
      "loss": 0.6992,
      "step": 57920
    },
    {
      "epoch": 16.17,
      "grad_norm": 3.014317274093628,
      "learning_rate": 1.8946893315657267e-06,
      "loss": 0.7151,
      "step": 57930
    },
    {
      "epoch": 16.17,
      "grad_norm": 3.5378034114837646,
      "learning_rate": 1.8950163968741275e-06,
      "loss": 0.6822,
      "step": 57940
    },
    {
      "epoch": 16.17,
      "grad_norm": 4.512211799621582,
      "learning_rate": 1.8953434621825286e-06,
      "loss": 0.7047,
      "step": 57950
    },
    {
      "epoch": 16.18,
      "grad_norm": 2.4530391693115234,
      "learning_rate": 1.8956705274909293e-06,
      "loss": 0.717,
      "step": 57960
    },
    {
      "epoch": 16.18,
      "grad_norm": 3.4374401569366455,
      "learning_rate": 1.89599759279933e-06,
      "loss": 0.6948,
      "step": 57970
    },
    {
      "epoch": 16.18,
      "grad_norm": 4.349800109863281,
      "learning_rate": 1.8963246581077308e-06,
      "loss": 0.6932,
      "step": 57980
    },
    {
      "epoch": 16.18,
      "grad_norm": 4.306619644165039,
      "learning_rate": 1.8966517234161315e-06,
      "loss": 0.7047,
      "step": 57990
    },
    {
      "epoch": 16.19,
      "grad_norm": 4.540937900543213,
      "learning_rate": 1.8969787887245324e-06,
      "loss": 0.7137,
      "step": 58000
    },
    {
      "epoch": 16.19,
      "grad_norm": 5.482745170593262,
      "learning_rate": 1.8973058540329332e-06,
      "loss": 0.6935,
      "step": 58010
    },
    {
      "epoch": 16.19,
      "grad_norm": 6.338824272155762,
      "learning_rate": 1.8976329193413339e-06,
      "loss": 0.7126,
      "step": 58020
    },
    {
      "epoch": 16.2,
      "grad_norm": 3.504199981689453,
      "learning_rate": 1.8979599846497346e-06,
      "loss": 0.7153,
      "step": 58030
    },
    {
      "epoch": 16.2,
      "grad_norm": 4.752603054046631,
      "learning_rate": 1.8982870499581353e-06,
      "loss": 0.696,
      "step": 58040
    },
    {
      "epoch": 16.2,
      "grad_norm": 5.0967583656311035,
      "learning_rate": 1.8986141152665365e-06,
      "loss": 0.7122,
      "step": 58050
    },
    {
      "epoch": 16.2,
      "grad_norm": 4.096621036529541,
      "learning_rate": 1.8989411805749372e-06,
      "loss": 0.7124,
      "step": 58060
    },
    {
      "epoch": 16.21,
      "grad_norm": 3.754213571548462,
      "learning_rate": 1.899268245883338e-06,
      "loss": 0.701,
      "step": 58070
    },
    {
      "epoch": 16.21,
      "grad_norm": 4.934078693389893,
      "learning_rate": 1.8995953111917386e-06,
      "loss": 0.7206,
      "step": 58080
    },
    {
      "epoch": 16.21,
      "grad_norm": 4.168656826019287,
      "learning_rate": 1.8999223765001394e-06,
      "loss": 0.7133,
      "step": 58090
    },
    {
      "epoch": 16.22,
      "grad_norm": 3.325878620147705,
      "learning_rate": 1.90024944180854e-06,
      "loss": 0.7111,
      "step": 58100
    },
    {
      "epoch": 16.22,
      "grad_norm": 4.216635227203369,
      "learning_rate": 1.9005765071169408e-06,
      "loss": 0.7106,
      "step": 58110
    },
    {
      "epoch": 16.22,
      "grad_norm": 3.499802827835083,
      "learning_rate": 1.9009035724253417e-06,
      "loss": 0.6912,
      "step": 58120
    },
    {
      "epoch": 16.22,
      "grad_norm": 5.281842231750488,
      "learning_rate": 1.9012306377337425e-06,
      "loss": 0.7313,
      "step": 58130
    },
    {
      "epoch": 16.23,
      "grad_norm": 3.251305341720581,
      "learning_rate": 1.9015577030421432e-06,
      "loss": 0.6864,
      "step": 58140
    },
    {
      "epoch": 16.23,
      "grad_norm": 3.8549418449401855,
      "learning_rate": 1.9018847683505441e-06,
      "loss": 0.7104,
      "step": 58150
    },
    {
      "epoch": 16.23,
      "grad_norm": 5.836515426635742,
      "learning_rate": 1.9022118336589449e-06,
      "loss": 0.7062,
      "step": 58160
    },
    {
      "epoch": 16.23,
      "grad_norm": 4.6321282386779785,
      "learning_rate": 1.9025388989673458e-06,
      "loss": 0.7074,
      "step": 58170
    },
    {
      "epoch": 16.24,
      "grad_norm": 5.906759738922119,
      "learning_rate": 1.9028659642757465e-06,
      "loss": 0.6918,
      "step": 58180
    },
    {
      "epoch": 16.24,
      "grad_norm": 4.325026988983154,
      "learning_rate": 1.9031930295841472e-06,
      "loss": 0.7001,
      "step": 58190
    },
    {
      "epoch": 16.24,
      "grad_norm": 4.702285289764404,
      "learning_rate": 1.903520094892548e-06,
      "loss": 0.7016,
      "step": 58200
    },
    {
      "epoch": 16.25,
      "grad_norm": 3.5255775451660156,
      "learning_rate": 1.9038471602009487e-06,
      "loss": 0.734,
      "step": 58210
    },
    {
      "epoch": 16.25,
      "grad_norm": 4.408873081207275,
      "learning_rate": 1.9041742255093494e-06,
      "loss": 0.6954,
      "step": 58220
    },
    {
      "epoch": 16.25,
      "grad_norm": 3.293950319290161,
      "learning_rate": 1.9045012908177501e-06,
      "loss": 0.7018,
      "step": 58230
    },
    {
      "epoch": 16.25,
      "grad_norm": 3.4342782497406006,
      "learning_rate": 1.9048283561261513e-06,
      "loss": 0.694,
      "step": 58240
    },
    {
      "epoch": 16.26,
      "grad_norm": 4.248195648193359,
      "learning_rate": 1.905155421434552e-06,
      "loss": 0.6841,
      "step": 58250
    },
    {
      "epoch": 16.26,
      "grad_norm": 3.2952868938446045,
      "learning_rate": 1.9054824867429527e-06,
      "loss": 0.698,
      "step": 58260
    },
    {
      "epoch": 16.26,
      "grad_norm": 3.7825615406036377,
      "learning_rate": 1.9058095520513534e-06,
      "loss": 0.6958,
      "step": 58270
    },
    {
      "epoch": 16.27,
      "grad_norm": 3.2705318927764893,
      "learning_rate": 1.9061366173597542e-06,
      "loss": 0.6909,
      "step": 58280
    },
    {
      "epoch": 16.27,
      "grad_norm": 3.813675880432129,
      "learning_rate": 1.9064636826681549e-06,
      "loss": 0.7038,
      "step": 58290
    },
    {
      "epoch": 16.27,
      "grad_norm": 3.5026872158050537,
      "learning_rate": 1.9067907479765558e-06,
      "loss": 0.7129,
      "step": 58300
    },
    {
      "epoch": 16.27,
      "grad_norm": 4.007438659667969,
      "learning_rate": 1.9071178132849565e-06,
      "loss": 0.6895,
      "step": 58310
    },
    {
      "epoch": 16.28,
      "grad_norm": 4.77976655960083,
      "learning_rate": 1.9074448785933573e-06,
      "loss": 0.7065,
      "step": 58320
    },
    {
      "epoch": 16.28,
      "grad_norm": 4.4490485191345215,
      "learning_rate": 1.907771943901758e-06,
      "loss": 0.6864,
      "step": 58330
    },
    {
      "epoch": 16.28,
      "grad_norm": 4.234560489654541,
      "learning_rate": 1.908099009210159e-06,
      "loss": 0.7087,
      "step": 58340
    },
    {
      "epoch": 16.29,
      "grad_norm": 3.3643391132354736,
      "learning_rate": 1.9084260745185597e-06,
      "loss": 0.7015,
      "step": 58350
    },
    {
      "epoch": 16.29,
      "grad_norm": 3.405914068222046,
      "learning_rate": 1.9087531398269606e-06,
      "loss": 0.7123,
      "step": 58360
    },
    {
      "epoch": 16.29,
      "grad_norm": 5.61280632019043,
      "learning_rate": 1.909080205135361e-06,
      "loss": 0.7045,
      "step": 58370
    },
    {
      "epoch": 16.29,
      "grad_norm": 4.314614772796631,
      "learning_rate": 1.909407270443762e-06,
      "loss": 0.6963,
      "step": 58380
    },
    {
      "epoch": 16.3,
      "grad_norm": 4.427011489868164,
      "learning_rate": 1.909734335752163e-06,
      "loss": 0.6994,
      "step": 58390
    },
    {
      "epoch": 16.3,
      "grad_norm": 4.107682228088379,
      "learning_rate": 1.9100614010605635e-06,
      "loss": 0.6903,
      "step": 58400
    },
    {
      "epoch": 16.3,
      "grad_norm": 3.8623244762420654,
      "learning_rate": 1.9103884663689644e-06,
      "loss": 0.6945,
      "step": 58410
    },
    {
      "epoch": 16.3,
      "grad_norm": 3.9049763679504395,
      "learning_rate": 1.910715531677365e-06,
      "loss": 0.6718,
      "step": 58420
    },
    {
      "epoch": 16.31,
      "grad_norm": 4.918145656585693,
      "learning_rate": 1.911042596985766e-06,
      "loss": 0.7156,
      "step": 58430
    },
    {
      "epoch": 16.31,
      "grad_norm": 4.333902835845947,
      "learning_rate": 1.911369662294167e-06,
      "loss": 0.6867,
      "step": 58440
    },
    {
      "epoch": 16.31,
      "grad_norm": 4.081746578216553,
      "learning_rate": 1.9116967276025677e-06,
      "loss": 0.6996,
      "step": 58450
    },
    {
      "epoch": 16.32,
      "grad_norm": 3.3505537509918213,
      "learning_rate": 1.9120237929109682e-06,
      "loss": 0.6915,
      "step": 58460
    },
    {
      "epoch": 16.32,
      "grad_norm": 3.0827245712280273,
      "learning_rate": 1.912350858219369e-06,
      "loss": 0.6942,
      "step": 58470
    },
    {
      "epoch": 16.32,
      "grad_norm": 3.8808486461639404,
      "learning_rate": 1.9126779235277697e-06,
      "loss": 0.7005,
      "step": 58480
    },
    {
      "epoch": 16.32,
      "grad_norm": 3.9185056686401367,
      "learning_rate": 1.9130049888361706e-06,
      "loss": 0.6879,
      "step": 58490
    },
    {
      "epoch": 16.33,
      "grad_norm": 3.370030164718628,
      "learning_rate": 1.913332054144571e-06,
      "loss": 0.6949,
      "step": 58500
    },
    {
      "epoch": 16.33,
      "grad_norm": 3.485051155090332,
      "learning_rate": 1.913659119452972e-06,
      "loss": 0.7231,
      "step": 58510
    },
    {
      "epoch": 16.33,
      "grad_norm": 5.723047733306885,
      "learning_rate": 1.913986184761373e-06,
      "loss": 0.714,
      "step": 58520
    },
    {
      "epoch": 16.34,
      "grad_norm": 2.5849785804748535,
      "learning_rate": 1.914313250069774e-06,
      "loss": 0.7073,
      "step": 58530
    },
    {
      "epoch": 16.34,
      "grad_norm": 3.1395108699798584,
      "learning_rate": 1.9146403153781745e-06,
      "loss": 0.6949,
      "step": 58540
    },
    {
      "epoch": 16.34,
      "grad_norm": 4.901007652282715,
      "learning_rate": 1.9149673806865754e-06,
      "loss": 0.6895,
      "step": 58550
    },
    {
      "epoch": 16.34,
      "grad_norm": 3.574597120285034,
      "learning_rate": 1.9152944459949763e-06,
      "loss": 0.6988,
      "step": 58560
    },
    {
      "epoch": 16.35,
      "grad_norm": 5.062053680419922,
      "learning_rate": 1.915621511303377e-06,
      "loss": 0.7126,
      "step": 58570
    },
    {
      "epoch": 16.35,
      "grad_norm": 4.001604080200195,
      "learning_rate": 1.9159485766117778e-06,
      "loss": 0.7014,
      "step": 58580
    },
    {
      "epoch": 16.35,
      "grad_norm": 3.8348097801208496,
      "learning_rate": 1.9162756419201783e-06,
      "loss": 0.6921,
      "step": 58590
    },
    {
      "epoch": 16.36,
      "grad_norm": 4.230036735534668,
      "learning_rate": 1.9166027072285792e-06,
      "loss": 0.6899,
      "step": 58600
    },
    {
      "epoch": 16.36,
      "grad_norm": 3.4979381561279297,
      "learning_rate": 1.9169297725369797e-06,
      "loss": 0.6942,
      "step": 58610
    },
    {
      "epoch": 16.36,
      "grad_norm": 3.939314842224121,
      "learning_rate": 1.917256837845381e-06,
      "loss": 0.7253,
      "step": 58620
    },
    {
      "epoch": 16.36,
      "grad_norm": 3.5071942806243896,
      "learning_rate": 1.9175839031537816e-06,
      "loss": 0.6985,
      "step": 58630
    },
    {
      "epoch": 16.37,
      "grad_norm": 5.136397838592529,
      "learning_rate": 1.9179109684621825e-06,
      "loss": 0.6852,
      "step": 58640
    },
    {
      "epoch": 16.37,
      "grad_norm": 3.5202488899230957,
      "learning_rate": 1.918238033770583e-06,
      "loss": 0.6985,
      "step": 58650
    },
    {
      "epoch": 16.37,
      "grad_norm": 3.0517988204956055,
      "learning_rate": 1.918565099078984e-06,
      "loss": 0.6912,
      "step": 58660
    },
    {
      "epoch": 16.37,
      "grad_norm": 3.5727908611297607,
      "learning_rate": 1.9188921643873845e-06,
      "loss": 0.6886,
      "step": 58670
    },
    {
      "epoch": 16.38,
      "grad_norm": 3.948392868041992,
      "learning_rate": 1.9192192296957854e-06,
      "loss": 0.6927,
      "step": 58680
    },
    {
      "epoch": 16.38,
      "grad_norm": 3.147576093673706,
      "learning_rate": 1.9195462950041864e-06,
      "loss": 0.6859,
      "step": 58690
    },
    {
      "epoch": 16.38,
      "grad_norm": 2.8289144039154053,
      "learning_rate": 1.919873360312587e-06,
      "loss": 0.7039,
      "step": 58700
    },
    {
      "epoch": 16.39,
      "grad_norm": 3.8290066719055176,
      "learning_rate": 1.920200425620988e-06,
      "loss": 0.7201,
      "step": 58710
    },
    {
      "epoch": 16.39,
      "grad_norm": 3.3875272274017334,
      "learning_rate": 1.9205274909293887e-06,
      "loss": 0.7316,
      "step": 58720
    },
    {
      "epoch": 16.39,
      "grad_norm": 3.021792411804199,
      "learning_rate": 1.9208545562377897e-06,
      "loss": 0.7027,
      "step": 58730
    },
    {
      "epoch": 16.39,
      "grad_norm": 4.158745765686035,
      "learning_rate": 1.92118162154619e-06,
      "loss": 0.7038,
      "step": 58740
    },
    {
      "epoch": 16.4,
      "grad_norm": 3.7018685340881348,
      "learning_rate": 1.921508686854591e-06,
      "loss": 0.7029,
      "step": 58750
    },
    {
      "epoch": 16.4,
      "grad_norm": 3.7789347171783447,
      "learning_rate": 1.9218357521629916e-06,
      "loss": 0.6782,
      "step": 58760
    },
    {
      "epoch": 16.4,
      "grad_norm": 3.522754669189453,
      "learning_rate": 1.9221628174713926e-06,
      "loss": 0.6855,
      "step": 58770
    },
    {
      "epoch": 16.41,
      "grad_norm": 3.0239086151123047,
      "learning_rate": 1.922489882779793e-06,
      "loss": 0.7125,
      "step": 58780
    },
    {
      "epoch": 16.41,
      "grad_norm": 4.595696926116943,
      "learning_rate": 1.922816948088194e-06,
      "loss": 0.6937,
      "step": 58790
    },
    {
      "epoch": 16.41,
      "grad_norm": 5.080933570861816,
      "learning_rate": 1.923144013396595e-06,
      "loss": 0.6816,
      "step": 58800
    },
    {
      "epoch": 16.41,
      "grad_norm": 3.9191436767578125,
      "learning_rate": 1.923471078704996e-06,
      "loss": 0.7238,
      "step": 58810
    },
    {
      "epoch": 16.42,
      "grad_norm": 3.9415411949157715,
      "learning_rate": 1.9237981440133964e-06,
      "loss": 0.7037,
      "step": 58820
    },
    {
      "epoch": 16.42,
      "grad_norm": 4.076254844665527,
      "learning_rate": 1.9241252093217973e-06,
      "loss": 0.7055,
      "step": 58830
    },
    {
      "epoch": 16.42,
      "grad_norm": 3.2828209400177,
      "learning_rate": 1.924452274630198e-06,
      "loss": 0.6655,
      "step": 58840
    },
    {
      "epoch": 16.42,
      "grad_norm": 3.192626714706421,
      "learning_rate": 1.924779339938599e-06,
      "loss": 0.6994,
      "step": 58850
    },
    {
      "epoch": 16.43,
      "grad_norm": 4.330934524536133,
      "learning_rate": 1.9251064052469997e-06,
      "loss": 0.6984,
      "step": 58860
    },
    {
      "epoch": 16.43,
      "grad_norm": 4.208674907684326,
      "learning_rate": 1.9254334705554002e-06,
      "loss": 0.7027,
      "step": 58870
    },
    {
      "epoch": 16.43,
      "grad_norm": 4.1489715576171875,
      "learning_rate": 1.925760535863801e-06,
      "loss": 0.7256,
      "step": 58880
    },
    {
      "epoch": 16.44,
      "grad_norm": 3.453646659851074,
      "learning_rate": 1.9260876011722017e-06,
      "loss": 0.6918,
      "step": 58890
    },
    {
      "epoch": 16.44,
      "grad_norm": 6.1050825119018555,
      "learning_rate": 1.9264146664806026e-06,
      "loss": 0.6986,
      "step": 58900
    },
    {
      "epoch": 16.44,
      "grad_norm": 3.229990243911743,
      "learning_rate": 1.9267417317890036e-06,
      "loss": 0.7001,
      "step": 58910
    },
    {
      "epoch": 16.44,
      "grad_norm": 2.815593957901001,
      "learning_rate": 1.9270687970974045e-06,
      "loss": 0.6973,
      "step": 58920
    },
    {
      "epoch": 16.45,
      "grad_norm": 4.771089553833008,
      "learning_rate": 1.927395862405805e-06,
      "loss": 0.6794,
      "step": 58930
    },
    {
      "epoch": 16.45,
      "grad_norm": 2.4914822578430176,
      "learning_rate": 1.927722927714206e-06,
      "loss": 0.7162,
      "step": 58940
    },
    {
      "epoch": 16.45,
      "grad_norm": 4.105984210968018,
      "learning_rate": 1.9280499930226064e-06,
      "loss": 0.6882,
      "step": 58950
    },
    {
      "epoch": 16.46,
      "grad_norm": 2.5429530143737793,
      "learning_rate": 1.9283770583310074e-06,
      "loss": 0.6955,
      "step": 58960
    },
    {
      "epoch": 16.46,
      "grad_norm": 5.051728248596191,
      "learning_rate": 1.928704123639408e-06,
      "loss": 0.6921,
      "step": 58970
    },
    {
      "epoch": 16.46,
      "grad_norm": 3.202493190765381,
      "learning_rate": 1.929031188947809e-06,
      "loss": 0.7209,
      "step": 58980
    },
    {
      "epoch": 16.46,
      "grad_norm": 2.929849863052368,
      "learning_rate": 1.9293582542562098e-06,
      "loss": 0.7092,
      "step": 58990
    },
    {
      "epoch": 16.47,
      "grad_norm": 4.433601379394531,
      "learning_rate": 1.9296853195646103e-06,
      "loss": 0.7191,
      "step": 59000
    },
    {
      "epoch": 16.47,
      "grad_norm": 5.110381126403809,
      "learning_rate": 1.930012384873011e-06,
      "loss": 0.674,
      "step": 59010
    },
    {
      "epoch": 16.47,
      "grad_norm": 4.074016571044922,
      "learning_rate": 1.930339450181412e-06,
      "loss": 0.7062,
      "step": 59020
    },
    {
      "epoch": 16.48,
      "grad_norm": 2.670119285583496,
      "learning_rate": 1.930666515489813e-06,
      "loss": 0.7067,
      "step": 59030
    },
    {
      "epoch": 16.48,
      "grad_norm": 4.351381778717041,
      "learning_rate": 1.9309935807982136e-06,
      "loss": 0.6931,
      "step": 59040
    },
    {
      "epoch": 16.48,
      "grad_norm": 4.2702226638793945,
      "learning_rate": 1.9313206461066145e-06,
      "loss": 0.6933,
      "step": 59050
    },
    {
      "epoch": 16.48,
      "grad_norm": 4.853762149810791,
      "learning_rate": 1.931647711415015e-06,
      "loss": 0.6747,
      "step": 59060
    },
    {
      "epoch": 16.49,
      "grad_norm": 2.653268337249756,
      "learning_rate": 1.931974776723416e-06,
      "loss": 0.712,
      "step": 59070
    },
    {
      "epoch": 16.49,
      "grad_norm": 3.14032244682312,
      "learning_rate": 1.9323018420318165e-06,
      "loss": 0.6797,
      "step": 59080
    },
    {
      "epoch": 16.49,
      "grad_norm": 4.964231014251709,
      "learning_rate": 1.9326289073402174e-06,
      "loss": 0.7095,
      "step": 59090
    },
    {
      "epoch": 16.49,
      "grad_norm": 4.4271769523620605,
      "learning_rate": 1.9329559726486184e-06,
      "loss": 0.7005,
      "step": 59100
    },
    {
      "epoch": 16.5,
      "grad_norm": 4.5207743644714355,
      "learning_rate": 1.9332830379570193e-06,
      "loss": 0.6898,
      "step": 59110
    },
    {
      "epoch": 16.5,
      "grad_norm": 5.135671138763428,
      "learning_rate": 1.93361010326542e-06,
      "loss": 0.6859,
      "step": 59120
    },
    {
      "epoch": 16.5,
      "grad_norm": 3.070547103881836,
      "learning_rate": 1.9339371685738207e-06,
      "loss": 0.6982,
      "step": 59130
    },
    {
      "epoch": 16.51,
      "grad_norm": 3.4501070976257324,
      "learning_rate": 1.9342642338822213e-06,
      "loss": 0.7086,
      "step": 59140
    },
    {
      "epoch": 16.51,
      "grad_norm": 2.8741743564605713,
      "learning_rate": 1.934591299190622e-06,
      "loss": 0.7198,
      "step": 59150
    },
    {
      "epoch": 16.51,
      "grad_norm": 5.611081600189209,
      "learning_rate": 1.934918364499023e-06,
      "loss": 0.6916,
      "step": 59160
    },
    {
      "epoch": 16.51,
      "grad_norm": 2.557858943939209,
      "learning_rate": 1.9352454298074236e-06,
      "loss": 0.6974,
      "step": 59170
    },
    {
      "epoch": 16.52,
      "grad_norm": 3.7299082279205322,
      "learning_rate": 1.9355724951158246e-06,
      "loss": 0.6977,
      "step": 59180
    },
    {
      "epoch": 16.52,
      "grad_norm": 4.112119674682617,
      "learning_rate": 1.935899560424225e-06,
      "loss": 0.686,
      "step": 59190
    },
    {
      "epoch": 16.52,
      "grad_norm": 3.6484246253967285,
      "learning_rate": 1.9362266257326264e-06,
      "loss": 0.6875,
      "step": 59200
    },
    {
      "epoch": 16.53,
      "grad_norm": 4.905686855316162,
      "learning_rate": 1.936553691041027e-06,
      "loss": 0.6729,
      "step": 59210
    },
    {
      "epoch": 16.53,
      "grad_norm": 5.957805633544922,
      "learning_rate": 1.936880756349428e-06,
      "loss": 0.7135,
      "step": 59220
    },
    {
      "epoch": 16.53,
      "grad_norm": 3.9956088066101074,
      "learning_rate": 1.9372078216578284e-06,
      "loss": 0.7159,
      "step": 59230
    },
    {
      "epoch": 16.53,
      "grad_norm": 3.968318223953247,
      "learning_rate": 1.9375348869662293e-06,
      "loss": 0.7067,
      "step": 59240
    },
    {
      "epoch": 16.54,
      "grad_norm": 3.8369500637054443,
      "learning_rate": 1.93786195227463e-06,
      "loss": 0.6968,
      "step": 59250
    },
    {
      "epoch": 16.54,
      "grad_norm": 3.7193329334259033,
      "learning_rate": 1.9381890175830308e-06,
      "loss": 0.7181,
      "step": 59260
    },
    {
      "epoch": 16.54,
      "grad_norm": 4.731394290924072,
      "learning_rate": 1.9385160828914317e-06,
      "loss": 0.6999,
      "step": 59270
    },
    {
      "epoch": 16.54,
      "grad_norm": 3.8783974647521973,
      "learning_rate": 1.9388431481998322e-06,
      "loss": 0.6902,
      "step": 59280
    },
    {
      "epoch": 16.55,
      "grad_norm": 4.4149627685546875,
      "learning_rate": 1.939170213508233e-06,
      "loss": 0.7094,
      "step": 59290
    },
    {
      "epoch": 16.55,
      "grad_norm": 3.312939167022705,
      "learning_rate": 1.939497278816634e-06,
      "loss": 0.7307,
      "step": 59300
    },
    {
      "epoch": 16.55,
      "grad_norm": 6.5142822265625,
      "learning_rate": 1.9398243441250346e-06,
      "loss": 0.6918,
      "step": 59310
    },
    {
      "epoch": 16.56,
      "grad_norm": 3.4412782192230225,
      "learning_rate": 1.9401514094334355e-06,
      "loss": 0.6959,
      "step": 59320
    },
    {
      "epoch": 16.56,
      "grad_norm": 5.360411643981934,
      "learning_rate": 1.9404784747418365e-06,
      "loss": 0.6864,
      "step": 59330
    },
    {
      "epoch": 16.56,
      "grad_norm": 4.369876384735107,
      "learning_rate": 1.940805540050237e-06,
      "loss": 0.7062,
      "step": 59340
    },
    {
      "epoch": 16.56,
      "grad_norm": 4.297153472900391,
      "learning_rate": 1.941132605358638e-06,
      "loss": 0.6892,
      "step": 59350
    },
    {
      "epoch": 16.57,
      "grad_norm": 3.011066436767578,
      "learning_rate": 1.9414596706670384e-06,
      "loss": 0.7191,
      "step": 59360
    },
    {
      "epoch": 16.57,
      "grad_norm": 3.2022228240966797,
      "learning_rate": 1.9417867359754394e-06,
      "loss": 0.6903,
      "step": 59370
    },
    {
      "epoch": 16.57,
      "grad_norm": 4.060671329498291,
      "learning_rate": 1.94211380128384e-06,
      "loss": 0.6847,
      "step": 59380
    },
    {
      "epoch": 16.58,
      "grad_norm": 3.8885762691497803,
      "learning_rate": 1.9424408665922412e-06,
      "loss": 0.7006,
      "step": 59390
    },
    {
      "epoch": 16.58,
      "grad_norm": 3.946467876434326,
      "learning_rate": 1.9427679319006418e-06,
      "loss": 0.6968,
      "step": 59400
    },
    {
      "epoch": 16.58,
      "grad_norm": 3.25952410697937,
      "learning_rate": 1.9430949972090427e-06,
      "loss": 0.6971,
      "step": 59410
    },
    {
      "epoch": 16.58,
      "grad_norm": 3.3920934200286865,
      "learning_rate": 1.943422062517443e-06,
      "loss": 0.7017,
      "step": 59420
    },
    {
      "epoch": 16.59,
      "grad_norm": 4.282707691192627,
      "learning_rate": 1.943749127825844e-06,
      "loss": 0.706,
      "step": 59430
    },
    {
      "epoch": 16.59,
      "grad_norm": 3.8721630573272705,
      "learning_rate": 1.9440761931342446e-06,
      "loss": 0.7169,
      "step": 59440
    },
    {
      "epoch": 16.59,
      "grad_norm": 4.8291850090026855,
      "learning_rate": 1.9444032584426456e-06,
      "loss": 0.7103,
      "step": 59450
    },
    {
      "epoch": 16.6,
      "grad_norm": 2.66636323928833,
      "learning_rate": 1.9447303237510465e-06,
      "loss": 0.6995,
      "step": 59460
    },
    {
      "epoch": 16.6,
      "grad_norm": 2.9644665718078613,
      "learning_rate": 1.945057389059447e-06,
      "loss": 0.6996,
      "step": 59470
    },
    {
      "epoch": 16.6,
      "grad_norm": 4.275264739990234,
      "learning_rate": 1.945384454367848e-06,
      "loss": 0.7157,
      "step": 59480
    },
    {
      "epoch": 16.6,
      "grad_norm": 4.362393856048584,
      "learning_rate": 1.945711519676249e-06,
      "loss": 0.6797,
      "step": 59490
    },
    {
      "epoch": 16.61,
      "grad_norm": 6.160819053649902,
      "learning_rate": 1.94603858498465e-06,
      "loss": 0.6998,
      "step": 59500
    },
    {
      "epoch": 16.61,
      "grad_norm": 2.9486758708953857,
      "learning_rate": 1.9463656502930503e-06,
      "loss": 0.6925,
      "step": 59510
    },
    {
      "epoch": 16.61,
      "grad_norm": 3.841463804244995,
      "learning_rate": 1.9466927156014513e-06,
      "loss": 0.693,
      "step": 59520
    },
    {
      "epoch": 16.61,
      "grad_norm": 4.232430458068848,
      "learning_rate": 1.947019780909852e-06,
      "loss": 0.7133,
      "step": 59530
    },
    {
      "epoch": 16.62,
      "grad_norm": 2.815642833709717,
      "learning_rate": 1.9473468462182527e-06,
      "loss": 0.6832,
      "step": 59540
    },
    {
      "epoch": 16.62,
      "grad_norm": 3.1242835521698,
      "learning_rate": 1.9476739115266532e-06,
      "loss": 0.7171,
      "step": 59550
    },
    {
      "epoch": 16.62,
      "grad_norm": 4.72089958190918,
      "learning_rate": 1.948000976835054e-06,
      "loss": 0.6904,
      "step": 59560
    },
    {
      "epoch": 16.63,
      "grad_norm": 4.542202949523926,
      "learning_rate": 1.948328042143455e-06,
      "loss": 0.6783,
      "step": 59570
    },
    {
      "epoch": 16.63,
      "grad_norm": 5.042390823364258,
      "learning_rate": 1.948655107451856e-06,
      "loss": 0.6979,
      "step": 59580
    },
    {
      "epoch": 16.63,
      "grad_norm": 4.038809776306152,
      "learning_rate": 1.9489821727602566e-06,
      "loss": 0.703,
      "step": 59590
    },
    {
      "epoch": 16.63,
      "grad_norm": 2.638822555541992,
      "learning_rate": 1.9493092380686575e-06,
      "loss": 0.6979,
      "step": 59600
    },
    {
      "epoch": 16.64,
      "grad_norm": 3.3212621212005615,
      "learning_rate": 1.949636303377058e-06,
      "loss": 0.7167,
      "step": 59610
    },
    {
      "epoch": 16.64,
      "grad_norm": 3.8766379356384277,
      "learning_rate": 1.949963368685459e-06,
      "loss": 0.705,
      "step": 59620
    },
    {
      "epoch": 16.64,
      "grad_norm": 4.128382205963135,
      "learning_rate": 1.95029043399386e-06,
      "loss": 0.7168,
      "step": 59630
    },
    {
      "epoch": 16.65,
      "grad_norm": 3.151552438735962,
      "learning_rate": 1.9506174993022604e-06,
      "loss": 0.6811,
      "step": 59640
    },
    {
      "epoch": 16.65,
      "grad_norm": 3.3130335807800293,
      "learning_rate": 1.9509445646106613e-06,
      "loss": 0.6875,
      "step": 59650
    },
    {
      "epoch": 16.65,
      "grad_norm": 3.941288948059082,
      "learning_rate": 1.951271629919062e-06,
      "loss": 0.7019,
      "step": 59660
    },
    {
      "epoch": 16.65,
      "grad_norm": 4.395472049713135,
      "learning_rate": 1.9515986952274628e-06,
      "loss": 0.687,
      "step": 59670
    },
    {
      "epoch": 16.66,
      "grad_norm": 5.172050952911377,
      "learning_rate": 1.9519257605358637e-06,
      "loss": 0.6935,
      "step": 59680
    },
    {
      "epoch": 16.66,
      "grad_norm": 3.6264419555664062,
      "learning_rate": 1.9522528258442646e-06,
      "loss": 0.6883,
      "step": 59690
    },
    {
      "epoch": 16.66,
      "grad_norm": 3.3992133140563965,
      "learning_rate": 1.952579891152665e-06,
      "loss": 0.6934,
      "step": 59700
    },
    {
      "epoch": 16.66,
      "grad_norm": 5.485536575317383,
      "learning_rate": 1.952906956461066e-06,
      "loss": 0.7093,
      "step": 59710
    },
    {
      "epoch": 16.67,
      "grad_norm": 3.8846676349639893,
      "learning_rate": 1.9532340217694666e-06,
      "loss": 0.6919,
      "step": 59720
    },
    {
      "epoch": 16.67,
      "grad_norm": 4.336474418640137,
      "learning_rate": 1.9535610870778675e-06,
      "loss": 0.6965,
      "step": 59730
    },
    {
      "epoch": 16.67,
      "grad_norm": 4.637918949127197,
      "learning_rate": 1.9538881523862685e-06,
      "loss": 0.6773,
      "step": 59740
    },
    {
      "epoch": 16.68,
      "grad_norm": 4.505769729614258,
      "learning_rate": 1.954215217694669e-06,
      "loss": 0.6821,
      "step": 59750
    },
    {
      "epoch": 16.68,
      "grad_norm": 3.429271936416626,
      "learning_rate": 1.95454228300307e-06,
      "loss": 0.6839,
      "step": 59760
    },
    {
      "epoch": 16.68,
      "grad_norm": 3.910555601119995,
      "learning_rate": 1.954869348311471e-06,
      "loss": 0.6967,
      "step": 59770
    },
    {
      "epoch": 16.68,
      "grad_norm": 4.316050052642822,
      "learning_rate": 1.9551964136198714e-06,
      "loss": 0.688,
      "step": 59780
    },
    {
      "epoch": 16.69,
      "grad_norm": 5.102504730224609,
      "learning_rate": 1.9555234789282723e-06,
      "loss": 0.7093,
      "step": 59790
    },
    {
      "epoch": 16.69,
      "grad_norm": 6.429746627807617,
      "learning_rate": 1.9558505442366732e-06,
      "loss": 0.6906,
      "step": 59800
    },
    {
      "epoch": 16.69,
      "grad_norm": 3.9281716346740723,
      "learning_rate": 1.9561776095450737e-06,
      "loss": 0.6924,
      "step": 59810
    },
    {
      "epoch": 16.7,
      "grad_norm": 4.265247821807861,
      "learning_rate": 1.9565046748534747e-06,
      "loss": 0.7086,
      "step": 59820
    },
    {
      "epoch": 16.7,
      "grad_norm": 4.997566223144531,
      "learning_rate": 1.956831740161875e-06,
      "loss": 0.7074,
      "step": 59830
    },
    {
      "epoch": 16.7,
      "grad_norm": 4.03639554977417,
      "learning_rate": 1.957158805470276e-06,
      "loss": 0.7178,
      "step": 59840
    },
    {
      "epoch": 16.7,
      "grad_norm": 2.7803046703338623,
      "learning_rate": 1.9574858707786766e-06,
      "loss": 0.6864,
      "step": 59850
    },
    {
      "epoch": 16.71,
      "grad_norm": 3.6130588054656982,
      "learning_rate": 1.957812936087078e-06,
      "loss": 0.7091,
      "step": 59860
    },
    {
      "epoch": 16.71,
      "grad_norm": 5.7069292068481445,
      "learning_rate": 1.9581400013954785e-06,
      "loss": 0.6824,
      "step": 59870
    },
    {
      "epoch": 16.71,
      "grad_norm": 3.2034265995025635,
      "learning_rate": 1.9584670667038794e-06,
      "loss": 0.7025,
      "step": 59880
    },
    {
      "epoch": 16.72,
      "grad_norm": 4.105878829956055,
      "learning_rate": 1.95879413201228e-06,
      "loss": 0.7111,
      "step": 59890
    },
    {
      "epoch": 16.72,
      "grad_norm": 4.212496280670166,
      "learning_rate": 1.959121197320681e-06,
      "loss": 0.7078,
      "step": 59900
    },
    {
      "epoch": 16.72,
      "grad_norm": 5.119405269622803,
      "learning_rate": 1.9594482626290814e-06,
      "loss": 0.6952,
      "step": 59910
    },
    {
      "epoch": 16.72,
      "grad_norm": 5.375334739685059,
      "learning_rate": 1.9597753279374823e-06,
      "loss": 0.6823,
      "step": 59920
    },
    {
      "epoch": 16.73,
      "grad_norm": 2.9842395782470703,
      "learning_rate": 1.9601023932458833e-06,
      "loss": 0.68,
      "step": 59930
    },
    {
      "epoch": 16.73,
      "grad_norm": 3.218897581100464,
      "learning_rate": 1.9604294585542838e-06,
      "loss": 0.6874,
      "step": 59940
    },
    {
      "epoch": 16.73,
      "grad_norm": 3.2600603103637695,
      "learning_rate": 1.9607565238626847e-06,
      "loss": 0.6991,
      "step": 59950
    },
    {
      "epoch": 16.73,
      "grad_norm": 2.7046725749969482,
      "learning_rate": 1.9610835891710857e-06,
      "loss": 0.6888,
      "step": 59960
    },
    {
      "epoch": 16.74,
      "grad_norm": 3.5105159282684326,
      "learning_rate": 1.9614106544794866e-06,
      "loss": 0.6886,
      "step": 59970
    },
    {
      "epoch": 16.74,
      "grad_norm": 4.9571852684021,
      "learning_rate": 1.961737719787887e-06,
      "loss": 0.7056,
      "step": 59980
    },
    {
      "epoch": 16.74,
      "grad_norm": 2.8181018829345703,
      "learning_rate": 1.962064785096288e-06,
      "loss": 0.7066,
      "step": 59990
    },
    {
      "epoch": 16.75,
      "grad_norm": 4.862137794494629,
      "learning_rate": 1.9623918504046885e-06,
      "loss": 0.6983,
      "step": 60000
    },
    {
      "epoch": 16.75,
      "grad_norm": 3.369206666946411,
      "learning_rate": 1.9627189157130895e-06,
      "loss": 0.6712,
      "step": 60010
    },
    {
      "epoch": 16.75,
      "grad_norm": 3.1174654960632324,
      "learning_rate": 1.96304598102149e-06,
      "loss": 0.7119,
      "step": 60020
    },
    {
      "epoch": 16.75,
      "grad_norm": 3.5382862091064453,
      "learning_rate": 1.963373046329891e-06,
      "loss": 0.6878,
      "step": 60030
    },
    {
      "epoch": 16.76,
      "grad_norm": 4.332468032836914,
      "learning_rate": 1.963700111638292e-06,
      "loss": 0.7024,
      "step": 60040
    },
    {
      "epoch": 16.76,
      "grad_norm": 4.982371807098389,
      "learning_rate": 1.9640271769466924e-06,
      "loss": 0.6925,
      "step": 60050
    },
    {
      "epoch": 16.76,
      "grad_norm": 3.089690923690796,
      "learning_rate": 1.9643542422550933e-06,
      "loss": 0.6855,
      "step": 60060
    },
    {
      "epoch": 16.77,
      "grad_norm": 4.27726411819458,
      "learning_rate": 1.9646813075634942e-06,
      "loss": 0.684,
      "step": 60070
    },
    {
      "epoch": 16.77,
      "grad_norm": 2.523468017578125,
      "learning_rate": 1.9650083728718948e-06,
      "loss": 0.6864,
      "step": 60080
    },
    {
      "epoch": 16.77,
      "grad_norm": 4.344295978546143,
      "learning_rate": 1.9653354381802957e-06,
      "loss": 0.7033,
      "step": 60090
    },
    {
      "epoch": 16.77,
      "grad_norm": 5.199110984802246,
      "learning_rate": 1.9656625034886966e-06,
      "loss": 0.6867,
      "step": 60100
    },
    {
      "epoch": 16.78,
      "grad_norm": 3.995952844619751,
      "learning_rate": 1.965989568797097e-06,
      "loss": 0.6917,
      "step": 60110
    },
    {
      "epoch": 16.78,
      "grad_norm": 4.9327921867370605,
      "learning_rate": 1.966316634105498e-06,
      "loss": 0.7024,
      "step": 60120
    },
    {
      "epoch": 16.78,
      "grad_norm": 2.7894740104675293,
      "learning_rate": 1.9666436994138986e-06,
      "loss": 0.7142,
      "step": 60130
    },
    {
      "epoch": 16.78,
      "grad_norm": 5.046578407287598,
      "learning_rate": 1.9669707647222995e-06,
      "loss": 0.6971,
      "step": 60140
    },
    {
      "epoch": 16.79,
      "grad_norm": 3.8752949237823486,
      "learning_rate": 1.9672978300307005e-06,
      "loss": 0.6984,
      "step": 60150
    },
    {
      "epoch": 16.79,
      "grad_norm": 3.9663474559783936,
      "learning_rate": 1.9676248953391014e-06,
      "loss": 0.7014,
      "step": 60160
    },
    {
      "epoch": 16.79,
      "grad_norm": 3.68694806098938,
      "learning_rate": 1.967951960647502e-06,
      "loss": 0.6935,
      "step": 60170
    },
    {
      "epoch": 16.8,
      "grad_norm": 4.396486282348633,
      "learning_rate": 1.968279025955903e-06,
      "loss": 0.6982,
      "step": 60180
    },
    {
      "epoch": 16.8,
      "grad_norm": 4.622565746307373,
      "learning_rate": 1.9686060912643033e-06,
      "loss": 0.7059,
      "step": 60190
    },
    {
      "epoch": 16.8,
      "grad_norm": 4.78989839553833,
      "learning_rate": 1.9689331565727043e-06,
      "loss": 0.6988,
      "step": 60200
    },
    {
      "epoch": 16.8,
      "grad_norm": 3.0744590759277344,
      "learning_rate": 1.969260221881105e-06,
      "loss": 0.7042,
      "step": 60210
    },
    {
      "epoch": 16.81,
      "grad_norm": 3.381330966949463,
      "learning_rate": 1.9695872871895057e-06,
      "loss": 0.6981,
      "step": 60220
    },
    {
      "epoch": 16.81,
      "grad_norm": 3.3629140853881836,
      "learning_rate": 1.9699143524979067e-06,
      "loss": 0.6947,
      "step": 60230
    },
    {
      "epoch": 16.81,
      "grad_norm": 4.663492202758789,
      "learning_rate": 1.970241417806307e-06,
      "loss": 0.6937,
      "step": 60240
    },
    {
      "epoch": 16.82,
      "grad_norm": 3.2523751258850098,
      "learning_rate": 1.970568483114708e-06,
      "loss": 0.6921,
      "step": 60250
    },
    {
      "epoch": 16.82,
      "grad_norm": 3.5037834644317627,
      "learning_rate": 1.970895548423109e-06,
      "loss": 0.6783,
      "step": 60260
    },
    {
      "epoch": 16.82,
      "grad_norm": 3.11040997505188,
      "learning_rate": 1.97122261373151e-06,
      "loss": 0.7193,
      "step": 60270
    },
    {
      "epoch": 16.82,
      "grad_norm": 4.846635818481445,
      "learning_rate": 1.9715496790399105e-06,
      "loss": 0.6949,
      "step": 60280
    },
    {
      "epoch": 16.83,
      "grad_norm": 4.234384536743164,
      "learning_rate": 1.9718767443483114e-06,
      "loss": 0.6994,
      "step": 60290
    },
    {
      "epoch": 16.83,
      "grad_norm": 3.185544729232788,
      "learning_rate": 1.972203809656712e-06,
      "loss": 0.6899,
      "step": 60300
    },
    {
      "epoch": 16.83,
      "grad_norm": 4.217883586883545,
      "learning_rate": 1.972530874965113e-06,
      "loss": 0.6955,
      "step": 60310
    },
    {
      "epoch": 16.84,
      "grad_norm": 3.2592403888702393,
      "learning_rate": 1.9728579402735134e-06,
      "loss": 0.708,
      "step": 60320
    },
    {
      "epoch": 16.84,
      "grad_norm": 3.611088752746582,
      "learning_rate": 1.9731850055819143e-06,
      "loss": 0.6897,
      "step": 60330
    },
    {
      "epoch": 16.84,
      "grad_norm": 3.844815969467163,
      "learning_rate": 1.9735120708903153e-06,
      "loss": 0.6808,
      "step": 60340
    },
    {
      "epoch": 16.84,
      "grad_norm": 4.005345344543457,
      "learning_rate": 1.973839136198716e-06,
      "loss": 0.7183,
      "step": 60350
    },
    {
      "epoch": 16.85,
      "grad_norm": 3.833852529525757,
      "learning_rate": 1.9741662015071167e-06,
      "loss": 0.7176,
      "step": 60360
    },
    {
      "epoch": 16.85,
      "grad_norm": 3.00414776802063,
      "learning_rate": 1.9744932668155176e-06,
      "loss": 0.701,
      "step": 60370
    },
    {
      "epoch": 16.85,
      "grad_norm": 4.4545440673828125,
      "learning_rate": 1.974820332123918e-06,
      "loss": 0.6914,
      "step": 60380
    },
    {
      "epoch": 16.85,
      "grad_norm": 4.673449993133545,
      "learning_rate": 1.975147397432319e-06,
      "loss": 0.7051,
      "step": 60390
    },
    {
      "epoch": 16.86,
      "grad_norm": 3.131871223449707,
      "learning_rate": 1.97547446274072e-06,
      "loss": 0.6859,
      "step": 60400
    },
    {
      "epoch": 16.86,
      "grad_norm": 4.582129001617432,
      "learning_rate": 1.9758015280491205e-06,
      "loss": 0.72,
      "step": 60410
    },
    {
      "epoch": 16.86,
      "grad_norm": 3.778050184249878,
      "learning_rate": 1.9761285933575215e-06,
      "loss": 0.7158,
      "step": 60420
    },
    {
      "epoch": 16.87,
      "grad_norm": 3.6208693981170654,
      "learning_rate": 1.976455658665922e-06,
      "loss": 0.6954,
      "step": 60430
    },
    {
      "epoch": 16.87,
      "grad_norm": 4.547977447509766,
      "learning_rate": 1.9767827239743233e-06,
      "loss": 0.6787,
      "step": 60440
    },
    {
      "epoch": 16.87,
      "grad_norm": 3.4923911094665527,
      "learning_rate": 1.977109789282724e-06,
      "loss": 0.6974,
      "step": 60450
    },
    {
      "epoch": 16.87,
      "grad_norm": 3.3098011016845703,
      "learning_rate": 1.9774368545911248e-06,
      "loss": 0.6917,
      "step": 60460
    },
    {
      "epoch": 16.88,
      "grad_norm": 3.20141863822937,
      "learning_rate": 1.9777639198995253e-06,
      "loss": 0.68,
      "step": 60470
    },
    {
      "epoch": 16.88,
      "grad_norm": 3.257286310195923,
      "learning_rate": 1.9780909852079262e-06,
      "loss": 0.6974,
      "step": 60480
    },
    {
      "epoch": 16.88,
      "grad_norm": 3.7526235580444336,
      "learning_rate": 1.9784180505163267e-06,
      "loss": 0.6814,
      "step": 60490
    },
    {
      "epoch": 16.89,
      "grad_norm": 3.9147164821624756,
      "learning_rate": 1.9787451158247277e-06,
      "loss": 0.6976,
      "step": 60500
    },
    {
      "epoch": 16.89,
      "grad_norm": 4.399128437042236,
      "learning_rate": 1.9790721811331286e-06,
      "loss": 0.7015,
      "step": 60510
    },
    {
      "epoch": 16.89,
      "grad_norm": 3.2392382621765137,
      "learning_rate": 1.979399246441529e-06,
      "loss": 0.6988,
      "step": 60520
    },
    {
      "epoch": 16.89,
      "grad_norm": 5.551149845123291,
      "learning_rate": 1.97972631174993e-06,
      "loss": 0.69,
      "step": 60530
    },
    {
      "epoch": 16.9,
      "grad_norm": 5.1421942710876465,
      "learning_rate": 1.980053377058331e-06,
      "loss": 0.6893,
      "step": 60540
    },
    {
      "epoch": 16.9,
      "grad_norm": 4.368162631988525,
      "learning_rate": 1.9803804423667315e-06,
      "loss": 0.693,
      "step": 60550
    },
    {
      "epoch": 16.9,
      "grad_norm": 4.530858993530273,
      "learning_rate": 1.9807075076751324e-06,
      "loss": 0.698,
      "step": 60560
    },
    {
      "epoch": 16.9,
      "grad_norm": 6.457161903381348,
      "learning_rate": 1.9810345729835334e-06,
      "loss": 0.7043,
      "step": 60570
    },
    {
      "epoch": 16.91,
      "grad_norm": 4.1971211433410645,
      "learning_rate": 1.981361638291934e-06,
      "loss": 0.7006,
      "step": 60580
    },
    {
      "epoch": 16.91,
      "grad_norm": 4.050751686096191,
      "learning_rate": 1.981688703600335e-06,
      "loss": 0.7053,
      "step": 60590
    },
    {
      "epoch": 16.91,
      "grad_norm": 5.458009719848633,
      "learning_rate": 1.9820157689087353e-06,
      "loss": 0.6974,
      "step": 60600
    },
    {
      "epoch": 16.92,
      "grad_norm": 4.136846542358398,
      "learning_rate": 1.9823428342171363e-06,
      "loss": 0.6787,
      "step": 60610
    },
    {
      "epoch": 16.92,
      "grad_norm": 4.398282527923584,
      "learning_rate": 1.9826698995255368e-06,
      "loss": 0.6913,
      "step": 60620
    },
    {
      "epoch": 16.92,
      "grad_norm": 3.915029525756836,
      "learning_rate": 1.982996964833938e-06,
      "loss": 0.7055,
      "step": 60630
    },
    {
      "epoch": 16.92,
      "grad_norm": 4.4136128425598145,
      "learning_rate": 1.9833240301423387e-06,
      "loss": 0.6819,
      "step": 60640
    },
    {
      "epoch": 16.93,
      "grad_norm": 4.643365859985352,
      "learning_rate": 1.9836510954507396e-06,
      "loss": 0.7228,
      "step": 60650
    },
    {
      "epoch": 16.93,
      "grad_norm": 2.9584240913391113,
      "learning_rate": 1.98397816075914e-06,
      "loss": 0.6999,
      "step": 60660
    },
    {
      "epoch": 16.93,
      "grad_norm": 4.184321403503418,
      "learning_rate": 1.984305226067541e-06,
      "loss": 0.6929,
      "step": 60670
    },
    {
      "epoch": 16.94,
      "grad_norm": 2.5700600147247314,
      "learning_rate": 1.9846322913759415e-06,
      "loss": 0.7235,
      "step": 60680
    },
    {
      "epoch": 16.94,
      "grad_norm": 4.981131076812744,
      "learning_rate": 1.9849593566843425e-06,
      "loss": 0.7017,
      "step": 60690
    },
    {
      "epoch": 16.94,
      "grad_norm": 3.7655539512634277,
      "learning_rate": 1.9852864219927434e-06,
      "loss": 0.6976,
      "step": 60700
    },
    {
      "epoch": 16.94,
      "grad_norm": 2.9239044189453125,
      "learning_rate": 1.985613487301144e-06,
      "loss": 0.6932,
      "step": 60710
    },
    {
      "epoch": 16.95,
      "grad_norm": 4.169783115386963,
      "learning_rate": 1.985940552609545e-06,
      "loss": 0.6993,
      "step": 60720
    },
    {
      "epoch": 16.95,
      "grad_norm": 6.436967372894287,
      "learning_rate": 1.986267617917946e-06,
      "loss": 0.7053,
      "step": 60730
    },
    {
      "epoch": 16.95,
      "grad_norm": 4.32758903503418,
      "learning_rate": 1.9865946832263467e-06,
      "loss": 0.6891,
      "step": 60740
    },
    {
      "epoch": 16.96,
      "grad_norm": 4.062740325927734,
      "learning_rate": 1.9869217485347472e-06,
      "loss": 0.6967,
      "step": 60750
    },
    {
      "epoch": 16.96,
      "grad_norm": 4.220097064971924,
      "learning_rate": 1.987248813843148e-06,
      "loss": 0.666,
      "step": 60760
    },
    {
      "epoch": 16.96,
      "grad_norm": 4.202625751495361,
      "learning_rate": 1.9875758791515487e-06,
      "loss": 0.7007,
      "step": 60770
    },
    {
      "epoch": 16.96,
      "grad_norm": 3.2432644367218018,
      "learning_rate": 1.9879029444599496e-06,
      "loss": 0.7017,
      "step": 60780
    },
    {
      "epoch": 16.97,
      "grad_norm": 4.43643045425415,
      "learning_rate": 1.98823000976835e-06,
      "loss": 0.6931,
      "step": 60790
    },
    {
      "epoch": 16.97,
      "grad_norm": 5.434622287750244,
      "learning_rate": 1.988557075076751e-06,
      "loss": 0.6692,
      "step": 60800
    },
    {
      "epoch": 16.97,
      "grad_norm": 3.719599723815918,
      "learning_rate": 1.988884140385152e-06,
      "loss": 0.6873,
      "step": 60810
    },
    {
      "epoch": 16.97,
      "grad_norm": 3.8960866928100586,
      "learning_rate": 1.989211205693553e-06,
      "loss": 0.6958,
      "step": 60820
    },
    {
      "epoch": 16.98,
      "grad_norm": 2.858973979949951,
      "learning_rate": 1.9895382710019535e-06,
      "loss": 0.6913,
      "step": 60830
    },
    {
      "epoch": 16.98,
      "grad_norm": 3.9313297271728516,
      "learning_rate": 1.9898653363103544e-06,
      "loss": 0.6921,
      "step": 60840
    },
    {
      "epoch": 16.98,
      "grad_norm": 4.521027088165283,
      "learning_rate": 1.990192401618755e-06,
      "loss": 0.7142,
      "step": 60850
    },
    {
      "epoch": 16.99,
      "grad_norm": 3.261866807937622,
      "learning_rate": 1.990519466927156e-06,
      "loss": 0.6838,
      "step": 60860
    },
    {
      "epoch": 16.99,
      "grad_norm": 2.867720603942871,
      "learning_rate": 1.9908465322355568e-06,
      "loss": 0.6643,
      "step": 60870
    },
    {
      "epoch": 16.99,
      "grad_norm": 4.1939778327941895,
      "learning_rate": 1.9911735975439573e-06,
      "loss": 0.6938,
      "step": 60880
    },
    {
      "epoch": 16.99,
      "grad_norm": 3.8596301078796387,
      "learning_rate": 1.9915006628523582e-06,
      "loss": 0.6849,
      "step": 60890
    },
    {
      "epoch": 17.0,
      "grad_norm": 4.39337158203125,
      "learning_rate": 1.9918277281607587e-06,
      "loss": 0.6925,
      "step": 60900
    },
    {
      "epoch": 17.0,
      "grad_norm": 4.481657028198242,
      "learning_rate": 1.9921547934691597e-06,
      "loss": 0.6966,
      "step": 60910
    },
    {
      "epoch": 17.0,
      "eval_loss": 0.6956770420074463,
      "eval_runtime": 82.9905,
      "eval_samples_per_second": 60.959,
      "eval_steps_per_second": 7.627,
      "step": 60911
    },
    {
      "epoch": 17.0,
      "grad_norm": 3.956692934036255,
      "learning_rate": 1.9924818587775606e-06,
      "loss": 0.6868,
      "step": 60920
    },
    {
      "epoch": 17.01,
      "grad_norm": 4.462202072143555,
      "learning_rate": 1.9928089240859615e-06,
      "loss": 0.6796,
      "step": 60930
    },
    {
      "epoch": 17.01,
      "grad_norm": 3.230853319168091,
      "learning_rate": 1.993135989394362e-06,
      "loss": 0.679,
      "step": 60940
    },
    {
      "epoch": 17.01,
      "grad_norm": 2.653394937515259,
      "learning_rate": 1.993463054702763e-06,
      "loss": 0.6797,
      "step": 60950
    },
    {
      "epoch": 17.01,
      "grad_norm": 3.7205629348754883,
      "learning_rate": 1.9937901200111635e-06,
      "loss": 0.7007,
      "step": 60960
    },
    {
      "epoch": 17.02,
      "grad_norm": 3.225023031234741,
      "learning_rate": 1.9941171853195644e-06,
      "loss": 0.6845,
      "step": 60970
    },
    {
      "epoch": 17.02,
      "grad_norm": 3.7033843994140625,
      "learning_rate": 1.9944442506279654e-06,
      "loss": 0.7079,
      "step": 60980
    },
    {
      "epoch": 17.02,
      "grad_norm": 5.7359938621521,
      "learning_rate": 1.994771315936366e-06,
      "loss": 0.6671,
      "step": 60990
    },
    {
      "epoch": 17.02,
      "grad_norm": 4.9354448318481445,
      "learning_rate": 1.995098381244767e-06,
      "loss": 0.6871,
      "step": 61000
    },
    {
      "epoch": 17.03,
      "grad_norm": 4.275789737701416,
      "learning_rate": 1.9954254465531677e-06,
      "loss": 0.7023,
      "step": 61010
    },
    {
      "epoch": 17.03,
      "grad_norm": 3.5931813716888428,
      "learning_rate": 1.9957525118615683e-06,
      "loss": 0.687,
      "step": 61020
    },
    {
      "epoch": 17.03,
      "grad_norm": 4.25149393081665,
      "learning_rate": 1.996079577169969e-06,
      "loss": 0.6853,
      "step": 61030
    },
    {
      "epoch": 17.04,
      "grad_norm": 3.7623417377471924,
      "learning_rate": 1.99640664247837e-06,
      "loss": 0.687,
      "step": 61040
    },
    {
      "epoch": 17.04,
      "grad_norm": 3.8396947383880615,
      "learning_rate": 1.9967337077867706e-06,
      "loss": 0.6991,
      "step": 61050
    },
    {
      "epoch": 17.04,
      "grad_norm": 3.2471163272857666,
      "learning_rate": 1.9970607730951716e-06,
      "loss": 0.684,
      "step": 61060
    },
    {
      "epoch": 17.04,
      "grad_norm": 3.056182622909546,
      "learning_rate": 1.997387838403572e-06,
      "loss": 0.7141,
      "step": 61070
    },
    {
      "epoch": 17.05,
      "grad_norm": 5.7699737548828125,
      "learning_rate": 1.997714903711973e-06,
      "loss": 0.7015,
      "step": 61080
    },
    {
      "epoch": 17.05,
      "grad_norm": 5.757572650909424,
      "learning_rate": 1.9980419690203735e-06,
      "loss": 0.6741,
      "step": 61090
    },
    {
      "epoch": 17.05,
      "grad_norm": 4.256626129150391,
      "learning_rate": 1.9983690343287745e-06,
      "loss": 0.6996,
      "step": 61100
    },
    {
      "epoch": 17.06,
      "grad_norm": 3.2601146697998047,
      "learning_rate": 1.9986960996371754e-06,
      "loss": 0.6934,
      "step": 61110
    },
    {
      "epoch": 17.06,
      "grad_norm": 2.8875322341918945,
      "learning_rate": 1.9990231649455763e-06,
      "loss": 0.7098,
      "step": 61120
    },
    {
      "epoch": 17.06,
      "grad_norm": 3.8991003036499023,
      "learning_rate": 1.999350230253977e-06,
      "loss": 0.6919,
      "step": 61130
    },
    {
      "epoch": 17.06,
      "grad_norm": 4.288763999938965,
      "learning_rate": 1.999677295562378e-06,
      "loss": 0.6798,
      "step": 61140
    },
    {
      "epoch": 17.07,
      "grad_norm": 2.356708526611328,
      "learning_rate": 2.0000043608707783e-06,
      "loss": 0.6986,
      "step": 61150
    },
    {
      "epoch": 17.07,
      "grad_norm": 2.9894464015960693,
      "learning_rate": 2.0003314261791792e-06,
      "loss": 0.6653,
      "step": 61160
    },
    {
      "epoch": 17.07,
      "grad_norm": 3.911386728286743,
      "learning_rate": 2.00065849148758e-06,
      "loss": 0.6909,
      "step": 61170
    },
    {
      "epoch": 17.08,
      "grad_norm": 4.261563777923584,
      "learning_rate": 2.0009855567959807e-06,
      "loss": 0.6921,
      "step": 61180
    },
    {
      "epoch": 17.08,
      "grad_norm": 4.829251766204834,
      "learning_rate": 2.0013126221043816e-06,
      "loss": 0.6812,
      "step": 61190
    },
    {
      "epoch": 17.08,
      "grad_norm": 4.851086616516113,
      "learning_rate": 2.0016396874127826e-06,
      "loss": 0.694,
      "step": 61200
    },
    {
      "epoch": 17.08,
      "grad_norm": 4.2530083656311035,
      "learning_rate": 2.0019667527211835e-06,
      "loss": 0.6951,
      "step": 61210
    },
    {
      "epoch": 17.09,
      "grad_norm": 3.9687366485595703,
      "learning_rate": 2.002293818029584e-06,
      "loss": 0.6695,
      "step": 61220
    },
    {
      "epoch": 17.09,
      "grad_norm": 3.032200813293457,
      "learning_rate": 2.002620883337985e-06,
      "loss": 0.7075,
      "step": 61230
    },
    {
      "epoch": 17.09,
      "grad_norm": 2.2406928539276123,
      "learning_rate": 2.0029479486463854e-06,
      "loss": 0.6984,
      "step": 61240
    },
    {
      "epoch": 17.09,
      "grad_norm": 3.9218451976776123,
      "learning_rate": 2.0032750139547864e-06,
      "loss": 0.7141,
      "step": 61250
    },
    {
      "epoch": 17.1,
      "grad_norm": 4.025930404663086,
      "learning_rate": 2.003602079263187e-06,
      "loss": 0.7094,
      "step": 61260
    },
    {
      "epoch": 17.1,
      "grad_norm": 4.696979999542236,
      "learning_rate": 2.003929144571588e-06,
      "loss": 0.6799,
      "step": 61270
    },
    {
      "epoch": 17.1,
      "grad_norm": 3.1859219074249268,
      "learning_rate": 2.0042562098799888e-06,
      "loss": 0.7059,
      "step": 61280
    },
    {
      "epoch": 17.11,
      "grad_norm": 4.051255702972412,
      "learning_rate": 2.0045832751883893e-06,
      "loss": 0.7083,
      "step": 61290
    },
    {
      "epoch": 17.11,
      "grad_norm": 4.053244113922119,
      "learning_rate": 2.00491034049679e-06,
      "loss": 0.6963,
      "step": 61300
    },
    {
      "epoch": 17.11,
      "grad_norm": 3.146574020385742,
      "learning_rate": 2.005237405805191e-06,
      "loss": 0.6975,
      "step": 61310
    },
    {
      "epoch": 17.11,
      "grad_norm": 3.5426433086395264,
      "learning_rate": 2.0055644711135917e-06,
      "loss": 0.6925,
      "step": 61320
    },
    {
      "epoch": 17.12,
      "grad_norm": 5.59013557434082,
      "learning_rate": 2.0058915364219926e-06,
      "loss": 0.6996,
      "step": 61330
    },
    {
      "epoch": 17.12,
      "grad_norm": 3.3179798126220703,
      "learning_rate": 2.0062186017303935e-06,
      "loss": 0.6901,
      "step": 61340
    },
    {
      "epoch": 17.12,
      "grad_norm": 3.8124334812164307,
      "learning_rate": 2.006545667038794e-06,
      "loss": 0.6787,
      "step": 61350
    },
    {
      "epoch": 17.13,
      "grad_norm": 3.497074604034424,
      "learning_rate": 2.006872732347195e-06,
      "loss": 0.7095,
      "step": 61360
    },
    {
      "epoch": 17.13,
      "grad_norm": 5.374267101287842,
      "learning_rate": 2.0071997976555955e-06,
      "loss": 0.6882,
      "step": 61370
    },
    {
      "epoch": 17.13,
      "grad_norm": 3.912818431854248,
      "learning_rate": 2.0075268629639964e-06,
      "loss": 0.6904,
      "step": 61380
    },
    {
      "epoch": 17.13,
      "grad_norm": 4.4349565505981445,
      "learning_rate": 2.0078539282723974e-06,
      "loss": 0.6847,
      "step": 61390
    },
    {
      "epoch": 17.14,
      "grad_norm": 5.0364556312561035,
      "learning_rate": 2.0081809935807983e-06,
      "loss": 0.6798,
      "step": 61400
    },
    {
      "epoch": 17.14,
      "grad_norm": 4.9649658203125,
      "learning_rate": 2.008508058889199e-06,
      "loss": 0.6891,
      "step": 61410
    },
    {
      "epoch": 17.14,
      "grad_norm": 3.95097279548645,
      "learning_rate": 2.0088351241975997e-06,
      "loss": 0.6982,
      "step": 61420
    },
    {
      "epoch": 17.14,
      "grad_norm": 4.587301731109619,
      "learning_rate": 2.0091621895060002e-06,
      "loss": 0.6768,
      "step": 61430
    },
    {
      "epoch": 17.15,
      "grad_norm": 3.8288257122039795,
      "learning_rate": 2.009489254814401e-06,
      "loss": 0.7141,
      "step": 61440
    },
    {
      "epoch": 17.15,
      "grad_norm": 3.872565507888794,
      "learning_rate": 2.0098163201228017e-06,
      "loss": 0.7061,
      "step": 61450
    },
    {
      "epoch": 17.15,
      "grad_norm": 4.925168514251709,
      "learning_rate": 2.0101433854312026e-06,
      "loss": 0.6928,
      "step": 61460
    },
    {
      "epoch": 17.16,
      "grad_norm": 5.58843994140625,
      "learning_rate": 2.0104704507396036e-06,
      "loss": 0.6697,
      "step": 61470
    },
    {
      "epoch": 17.16,
      "grad_norm": 4.152519226074219,
      "learning_rate": 2.010797516048004e-06,
      "loss": 0.7013,
      "step": 61480
    },
    {
      "epoch": 17.16,
      "grad_norm": 3.93825101852417,
      "learning_rate": 2.011124581356405e-06,
      "loss": 0.7067,
      "step": 61490
    },
    {
      "epoch": 17.16,
      "grad_norm": 4.168089389801025,
      "learning_rate": 2.011451646664806e-06,
      "loss": 0.7033,
      "step": 61500
    },
    {
      "epoch": 17.17,
      "grad_norm": 3.5752785205841064,
      "learning_rate": 2.011778711973207e-06,
      "loss": 0.7082,
      "step": 61510
    },
    {
      "epoch": 17.17,
      "grad_norm": 3.5743024349212646,
      "learning_rate": 2.0121057772816074e-06,
      "loss": 0.6742,
      "step": 61520
    },
    {
      "epoch": 17.17,
      "grad_norm": 4.175588130950928,
      "learning_rate": 2.0124328425900083e-06,
      "loss": 0.6713,
      "step": 61530
    },
    {
      "epoch": 17.18,
      "grad_norm": 3.0352790355682373,
      "learning_rate": 2.012759907898409e-06,
      "loss": 0.6716,
      "step": 61540
    },
    {
      "epoch": 17.18,
      "grad_norm": 4.457455635070801,
      "learning_rate": 2.0130869732068098e-06,
      "loss": 0.6798,
      "step": 61550
    },
    {
      "epoch": 17.18,
      "grad_norm": 4.2295331954956055,
      "learning_rate": 2.0134140385152103e-06,
      "loss": 0.7001,
      "step": 61560
    },
    {
      "epoch": 17.18,
      "grad_norm": 2.5929834842681885,
      "learning_rate": 2.0137411038236112e-06,
      "loss": 0.6873,
      "step": 61570
    },
    {
      "epoch": 17.19,
      "grad_norm": 4.685498237609863,
      "learning_rate": 2.014068169132012e-06,
      "loss": 0.7067,
      "step": 61580
    },
    {
      "epoch": 17.19,
      "grad_norm": 2.821864604949951,
      "learning_rate": 2.014395234440413e-06,
      "loss": 0.6921,
      "step": 61590
    },
    {
      "epoch": 17.19,
      "grad_norm": 4.448503494262695,
      "learning_rate": 2.0147222997488136e-06,
      "loss": 0.7097,
      "step": 61600
    },
    {
      "epoch": 17.2,
      "grad_norm": 3.5914790630340576,
      "learning_rate": 2.0150493650572145e-06,
      "loss": 0.6936,
      "step": 61610
    },
    {
      "epoch": 17.2,
      "grad_norm": 5.353445529937744,
      "learning_rate": 2.015376430365615e-06,
      "loss": 0.6981,
      "step": 61620
    },
    {
      "epoch": 17.2,
      "grad_norm": 4.6163763999938965,
      "learning_rate": 2.015703495674016e-06,
      "loss": 0.7018,
      "step": 61630
    },
    {
      "epoch": 17.2,
      "grad_norm": 4.774145603179932,
      "learning_rate": 2.016030560982417e-06,
      "loss": 0.702,
      "step": 61640
    },
    {
      "epoch": 17.21,
      "grad_norm": 3.6213133335113525,
      "learning_rate": 2.0163576262908174e-06,
      "loss": 0.6977,
      "step": 61650
    },
    {
      "epoch": 17.21,
      "grad_norm": 4.414667129516602,
      "learning_rate": 2.0166846915992184e-06,
      "loss": 0.6914,
      "step": 61660
    },
    {
      "epoch": 17.21,
      "grad_norm": 4.675607204437256,
      "learning_rate": 2.017011756907619e-06,
      "loss": 0.6812,
      "step": 61670
    },
    {
      "epoch": 17.21,
      "grad_norm": 3.6300134658813477,
      "learning_rate": 2.0173388222160202e-06,
      "loss": 0.7084,
      "step": 61680
    },
    {
      "epoch": 17.22,
      "grad_norm": 3.8603944778442383,
      "learning_rate": 2.0176658875244208e-06,
      "loss": 0.6935,
      "step": 61690
    },
    {
      "epoch": 17.22,
      "grad_norm": 3.2290852069854736,
      "learning_rate": 2.0179929528328217e-06,
      "loss": 0.705,
      "step": 61700
    },
    {
      "epoch": 17.22,
      "grad_norm": 3.6846916675567627,
      "learning_rate": 2.018320018141222e-06,
      "loss": 0.6846,
      "step": 61710
    },
    {
      "epoch": 17.23,
      "grad_norm": 3.649967908859253,
      "learning_rate": 2.018647083449623e-06,
      "loss": 0.6707,
      "step": 61720
    },
    {
      "epoch": 17.23,
      "grad_norm": 4.1831583976745605,
      "learning_rate": 2.0189741487580236e-06,
      "loss": 0.6933,
      "step": 61730
    },
    {
      "epoch": 17.23,
      "grad_norm": 2.582552909851074,
      "learning_rate": 2.0193012140664246e-06,
      "loss": 0.702,
      "step": 61740
    },
    {
      "epoch": 17.23,
      "grad_norm": 4.6099982261657715,
      "learning_rate": 2.0196282793748255e-06,
      "loss": 0.6752,
      "step": 61750
    },
    {
      "epoch": 17.24,
      "grad_norm": 3.4725136756896973,
      "learning_rate": 2.019955344683226e-06,
      "loss": 0.6723,
      "step": 61760
    },
    {
      "epoch": 17.24,
      "grad_norm": 3.861591100692749,
      "learning_rate": 2.020282409991627e-06,
      "loss": 0.6902,
      "step": 61770
    },
    {
      "epoch": 17.24,
      "grad_norm": 3.2756216526031494,
      "learning_rate": 2.020609475300028e-06,
      "loss": 0.6792,
      "step": 61780
    },
    {
      "epoch": 17.25,
      "grad_norm": 4.471900939941406,
      "learning_rate": 2.0209365406084284e-06,
      "loss": 0.7046,
      "step": 61790
    },
    {
      "epoch": 17.25,
      "grad_norm": 3.8852767944335938,
      "learning_rate": 2.0212636059168293e-06,
      "loss": 0.7019,
      "step": 61800
    },
    {
      "epoch": 17.25,
      "grad_norm": 3.6435749530792236,
      "learning_rate": 2.0215906712252303e-06,
      "loss": 0.6948,
      "step": 61810
    },
    {
      "epoch": 17.25,
      "grad_norm": 4.263750076293945,
      "learning_rate": 2.021917736533631e-06,
      "loss": 0.7051,
      "step": 61820
    },
    {
      "epoch": 17.26,
      "grad_norm": 3.362696647644043,
      "learning_rate": 2.0222448018420317e-06,
      "loss": 0.6842,
      "step": 61830
    },
    {
      "epoch": 17.26,
      "grad_norm": 4.334072113037109,
      "learning_rate": 2.0225718671504322e-06,
      "loss": 0.6961,
      "step": 61840
    },
    {
      "epoch": 17.26,
      "grad_norm": 2.6400821208953857,
      "learning_rate": 2.022898932458833e-06,
      "loss": 0.7019,
      "step": 61850
    },
    {
      "epoch": 17.26,
      "grad_norm": 4.821506977081299,
      "learning_rate": 2.0232259977672337e-06,
      "loss": 0.6798,
      "step": 61860
    },
    {
      "epoch": 17.27,
      "grad_norm": 3.1697771549224854,
      "learning_rate": 2.023553063075635e-06,
      "loss": 0.6816,
      "step": 61870
    },
    {
      "epoch": 17.27,
      "grad_norm": 4.849411487579346,
      "learning_rate": 2.0238801283840356e-06,
      "loss": 0.6917,
      "step": 61880
    },
    {
      "epoch": 17.27,
      "grad_norm": 5.3580193519592285,
      "learning_rate": 2.0242071936924365e-06,
      "loss": 0.6891,
      "step": 61890
    },
    {
      "epoch": 17.28,
      "grad_norm": 2.8952205181121826,
      "learning_rate": 2.024534259000837e-06,
      "loss": 0.7009,
      "step": 61900
    },
    {
      "epoch": 17.28,
      "grad_norm": 5.008854866027832,
      "learning_rate": 2.024861324309238e-06,
      "loss": 0.674,
      "step": 61910
    },
    {
      "epoch": 17.28,
      "grad_norm": 3.7512495517730713,
      "learning_rate": 2.0251883896176384e-06,
      "loss": 0.6847,
      "step": 61920
    },
    {
      "epoch": 17.28,
      "grad_norm": 3.2561771869659424,
      "learning_rate": 2.0255154549260394e-06,
      "loss": 0.6839,
      "step": 61930
    },
    {
      "epoch": 17.29,
      "grad_norm": 3.568880319595337,
      "learning_rate": 2.0258425202344403e-06,
      "loss": 0.6899,
      "step": 61940
    },
    {
      "epoch": 17.29,
      "grad_norm": 3.9961960315704346,
      "learning_rate": 2.026169585542841e-06,
      "loss": 0.7132,
      "step": 61950
    },
    {
      "epoch": 17.29,
      "grad_norm": 3.7860045433044434,
      "learning_rate": 2.0264966508512418e-06,
      "loss": 0.6947,
      "step": 61960
    },
    {
      "epoch": 17.3,
      "grad_norm": 3.5006985664367676,
      "learning_rate": 2.0268237161596427e-06,
      "loss": 0.6919,
      "step": 61970
    },
    {
      "epoch": 17.3,
      "grad_norm": 4.564220905303955,
      "learning_rate": 2.0271507814680436e-06,
      "loss": 0.6949,
      "step": 61980
    },
    {
      "epoch": 17.3,
      "grad_norm": 5.111940860748291,
      "learning_rate": 2.027477846776444e-06,
      "loss": 0.6934,
      "step": 61990
    },
    {
      "epoch": 17.3,
      "grad_norm": 3.5760557651519775,
      "learning_rate": 2.027804912084845e-06,
      "loss": 0.7026,
      "step": 62000
    },
    {
      "epoch": 17.31,
      "grad_norm": 4.510385513305664,
      "learning_rate": 2.0281319773932456e-06,
      "loss": 0.6881,
      "step": 62010
    },
    {
      "epoch": 17.31,
      "grad_norm": 3.5318682193756104,
      "learning_rate": 2.0284590427016465e-06,
      "loss": 0.6971,
      "step": 62020
    },
    {
      "epoch": 17.31,
      "grad_norm": 4.648554801940918,
      "learning_rate": 2.028786108010047e-06,
      "loss": 0.6645,
      "step": 62030
    },
    {
      "epoch": 17.32,
      "grad_norm": 3.940199613571167,
      "learning_rate": 2.029113173318448e-06,
      "loss": 0.6887,
      "step": 62040
    },
    {
      "epoch": 17.32,
      "grad_norm": 3.608100175857544,
      "learning_rate": 2.029440238626849e-06,
      "loss": 0.7007,
      "step": 62050
    },
    {
      "epoch": 17.32,
      "grad_norm": 3.865133762359619,
      "learning_rate": 2.02976730393525e-06,
      "loss": 0.7022,
      "step": 62060
    },
    {
      "epoch": 17.32,
      "grad_norm": 3.113626003265381,
      "learning_rate": 2.0300943692436504e-06,
      "loss": 0.7076,
      "step": 62070
    },
    {
      "epoch": 17.33,
      "grad_norm": 3.896315097808838,
      "learning_rate": 2.0304214345520513e-06,
      "loss": 0.6991,
      "step": 62080
    },
    {
      "epoch": 17.33,
      "grad_norm": 3.4716577529907227,
      "learning_rate": 2.030748499860452e-06,
      "loss": 0.6718,
      "step": 62090
    },
    {
      "epoch": 17.33,
      "grad_norm": 4.798827648162842,
      "learning_rate": 2.0310755651688527e-06,
      "loss": 0.6853,
      "step": 62100
    },
    {
      "epoch": 17.33,
      "grad_norm": 4.650632381439209,
      "learning_rate": 2.0314026304772537e-06,
      "loss": 0.6848,
      "step": 62110
    },
    {
      "epoch": 17.34,
      "grad_norm": 3.279020309448242,
      "learning_rate": 2.031729695785654e-06,
      "loss": 0.6886,
      "step": 62120
    },
    {
      "epoch": 17.34,
      "grad_norm": 3.3197968006134033,
      "learning_rate": 2.032056761094055e-06,
      "loss": 0.6918,
      "step": 62130
    },
    {
      "epoch": 17.34,
      "grad_norm": 3.791857957839966,
      "learning_rate": 2.0323838264024556e-06,
      "loss": 0.6925,
      "step": 62140
    },
    {
      "epoch": 17.35,
      "grad_norm": 3.8700523376464844,
      "learning_rate": 2.0327108917108566e-06,
      "loss": 0.6947,
      "step": 62150
    },
    {
      "epoch": 17.35,
      "grad_norm": 4.552799701690674,
      "learning_rate": 2.0330379570192575e-06,
      "loss": 0.7023,
      "step": 62160
    },
    {
      "epoch": 17.35,
      "grad_norm": 4.373391628265381,
      "learning_rate": 2.0333650223276584e-06,
      "loss": 0.7067,
      "step": 62170
    },
    {
      "epoch": 17.35,
      "grad_norm": 5.039268493652344,
      "learning_rate": 2.033692087636059e-06,
      "loss": 0.7031,
      "step": 62180
    },
    {
      "epoch": 17.36,
      "grad_norm": 3.7162182331085205,
      "learning_rate": 2.03401915294446e-06,
      "loss": 0.7063,
      "step": 62190
    },
    {
      "epoch": 17.36,
      "grad_norm": 3.2091033458709717,
      "learning_rate": 2.0343462182528604e-06,
      "loss": 0.6762,
      "step": 62200
    },
    {
      "epoch": 17.36,
      "grad_norm": 3.8321096897125244,
      "learning_rate": 2.0346732835612613e-06,
      "loss": 0.6933,
      "step": 62210
    },
    {
      "epoch": 17.37,
      "grad_norm": 4.1214823722839355,
      "learning_rate": 2.0350003488696623e-06,
      "loss": 0.7163,
      "step": 62220
    },
    {
      "epoch": 17.37,
      "grad_norm": 4.937032222747803,
      "learning_rate": 2.0353274141780628e-06,
      "loss": 0.6825,
      "step": 62230
    },
    {
      "epoch": 17.37,
      "grad_norm": 5.063151836395264,
      "learning_rate": 2.0356544794864637e-06,
      "loss": 0.6887,
      "step": 62240
    },
    {
      "epoch": 17.37,
      "grad_norm": 5.7392425537109375,
      "learning_rate": 2.0359815447948647e-06,
      "loss": 0.6634,
      "step": 62250
    },
    {
      "epoch": 17.38,
      "grad_norm": 4.716540813446045,
      "learning_rate": 2.036308610103265e-06,
      "loss": 0.6857,
      "step": 62260
    },
    {
      "epoch": 17.38,
      "grad_norm": 3.579935073852539,
      "learning_rate": 2.036635675411666e-06,
      "loss": 0.6877,
      "step": 62270
    },
    {
      "epoch": 17.38,
      "grad_norm": 4.413978099822998,
      "learning_rate": 2.036962740720067e-06,
      "loss": 0.6702,
      "step": 62280
    },
    {
      "epoch": 17.38,
      "grad_norm": 3.503526449203491,
      "learning_rate": 2.0372898060284675e-06,
      "loss": 0.711,
      "step": 62290
    },
    {
      "epoch": 17.39,
      "grad_norm": 3.5835063457489014,
      "learning_rate": 2.0376168713368685e-06,
      "loss": 0.6981,
      "step": 62300
    },
    {
      "epoch": 17.39,
      "grad_norm": 4.02244758605957,
      "learning_rate": 2.037943936645269e-06,
      "loss": 0.6913,
      "step": 62310
    },
    {
      "epoch": 17.39,
      "grad_norm": 3.2197985649108887,
      "learning_rate": 2.03827100195367e-06,
      "loss": 0.6941,
      "step": 62320
    },
    {
      "epoch": 17.4,
      "grad_norm": 4.064419269561768,
      "learning_rate": 2.0385980672620704e-06,
      "loss": 0.6806,
      "step": 62330
    },
    {
      "epoch": 17.4,
      "grad_norm": 4.435637950897217,
      "learning_rate": 2.0389251325704714e-06,
      "loss": 0.6782,
      "step": 62340
    },
    {
      "epoch": 17.4,
      "grad_norm": 3.6885268688201904,
      "learning_rate": 2.0392521978788723e-06,
      "loss": 0.6906,
      "step": 62350
    },
    {
      "epoch": 17.4,
      "grad_norm": 4.873212814331055,
      "learning_rate": 2.0395792631872732e-06,
      "loss": 0.6709,
      "step": 62360
    },
    {
      "epoch": 17.41,
      "grad_norm": 4.977771759033203,
      "learning_rate": 2.0399063284956738e-06,
      "loss": 0.6719,
      "step": 62370
    },
    {
      "epoch": 17.41,
      "grad_norm": 3.310251235961914,
      "learning_rate": 2.0402333938040747e-06,
      "loss": 0.7055,
      "step": 62380
    },
    {
      "epoch": 17.41,
      "grad_norm": 4.294874668121338,
      "learning_rate": 2.040560459112475e-06,
      "loss": 0.6838,
      "step": 62390
    },
    {
      "epoch": 17.42,
      "grad_norm": 3.2764809131622314,
      "learning_rate": 2.040887524420876e-06,
      "loss": 0.6899,
      "step": 62400
    },
    {
      "epoch": 17.42,
      "grad_norm": 3.463042974472046,
      "learning_rate": 2.041214589729277e-06,
      "loss": 0.6732,
      "step": 62410
    },
    {
      "epoch": 17.42,
      "grad_norm": 3.821622133255005,
      "learning_rate": 2.0415416550376776e-06,
      "loss": 0.6736,
      "step": 62420
    },
    {
      "epoch": 17.42,
      "grad_norm": 3.4669108390808105,
      "learning_rate": 2.0418687203460785e-06,
      "loss": 0.6632,
      "step": 62430
    },
    {
      "epoch": 17.43,
      "grad_norm": 4.705382347106934,
      "learning_rate": 2.0421957856544795e-06,
      "loss": 0.6671,
      "step": 62440
    },
    {
      "epoch": 17.43,
      "grad_norm": 3.481593132019043,
      "learning_rate": 2.0425228509628804e-06,
      "loss": 0.6997,
      "step": 62450
    },
    {
      "epoch": 17.43,
      "grad_norm": 3.773702383041382,
      "learning_rate": 2.042849916271281e-06,
      "loss": 0.698,
      "step": 62460
    },
    {
      "epoch": 17.44,
      "grad_norm": 3.6868114471435547,
      "learning_rate": 2.043176981579682e-06,
      "loss": 0.685,
      "step": 62470
    },
    {
      "epoch": 17.44,
      "grad_norm": 3.1305172443389893,
      "learning_rate": 2.0435040468880823e-06,
      "loss": 0.7008,
      "step": 62480
    },
    {
      "epoch": 17.44,
      "grad_norm": 3.743858575820923,
      "learning_rate": 2.0438311121964833e-06,
      "loss": 0.6806,
      "step": 62490
    },
    {
      "epoch": 17.44,
      "grad_norm": 4.101965427398682,
      "learning_rate": 2.044158177504884e-06,
      "loss": 0.7125,
      "step": 62500
    },
    {
      "epoch": 17.45,
      "grad_norm": 4.626125812530518,
      "learning_rate": 2.0444852428132847e-06,
      "loss": 0.6945,
      "step": 62510
    },
    {
      "epoch": 17.45,
      "grad_norm": 4.287306308746338,
      "learning_rate": 2.0448123081216857e-06,
      "loss": 0.6916,
      "step": 62520
    },
    {
      "epoch": 17.45,
      "grad_norm": 3.7015533447265625,
      "learning_rate": 2.045139373430086e-06,
      "loss": 0.6896,
      "step": 62530
    },
    {
      "epoch": 17.45,
      "grad_norm": 3.6723499298095703,
      "learning_rate": 2.045466438738487e-06,
      "loss": 0.6959,
      "step": 62540
    },
    {
      "epoch": 17.46,
      "grad_norm": 4.266304016113281,
      "learning_rate": 2.045793504046888e-06,
      "loss": 0.6848,
      "step": 62550
    },
    {
      "epoch": 17.46,
      "grad_norm": 4.336068153381348,
      "learning_rate": 2.0461205693552886e-06,
      "loss": 0.6901,
      "step": 62560
    },
    {
      "epoch": 17.46,
      "grad_norm": 3.7469115257263184,
      "learning_rate": 2.0464476346636895e-06,
      "loss": 0.6855,
      "step": 62570
    },
    {
      "epoch": 17.47,
      "grad_norm": 3.9373364448547363,
      "learning_rate": 2.0467746999720904e-06,
      "loss": 0.7019,
      "step": 62580
    },
    {
      "epoch": 17.47,
      "grad_norm": 4.100178241729736,
      "learning_rate": 2.047101765280491e-06,
      "loss": 0.6811,
      "step": 62590
    },
    {
      "epoch": 17.47,
      "grad_norm": 3.5946877002716064,
      "learning_rate": 2.047428830588892e-06,
      "loss": 0.6873,
      "step": 62600
    },
    {
      "epoch": 17.47,
      "grad_norm": 4.2790303230285645,
      "learning_rate": 2.0477558958972924e-06,
      "loss": 0.6848,
      "step": 62610
    },
    {
      "epoch": 17.48,
      "grad_norm": 3.923222541809082,
      "learning_rate": 2.0480829612056933e-06,
      "loss": 0.6809,
      "step": 62620
    },
    {
      "epoch": 17.48,
      "grad_norm": 3.602752208709717,
      "learning_rate": 2.048410026514094e-06,
      "loss": 0.7051,
      "step": 62630
    },
    {
      "epoch": 17.48,
      "grad_norm": 3.479088544845581,
      "learning_rate": 2.048737091822495e-06,
      "loss": 0.688,
      "step": 62640
    },
    {
      "epoch": 17.49,
      "grad_norm": 3.067889928817749,
      "learning_rate": 2.0490641571308957e-06,
      "loss": 0.6903,
      "step": 62650
    },
    {
      "epoch": 17.49,
      "grad_norm": 3.7745678424835205,
      "learning_rate": 2.0493912224392966e-06,
      "loss": 0.682,
      "step": 62660
    },
    {
      "epoch": 17.49,
      "grad_norm": 3.7683143615722656,
      "learning_rate": 2.049718287747697e-06,
      "loss": 0.689,
      "step": 62670
    },
    {
      "epoch": 17.49,
      "grad_norm": 3.379730701446533,
      "learning_rate": 2.050045353056098e-06,
      "loss": 0.6692,
      "step": 62680
    },
    {
      "epoch": 17.5,
      "grad_norm": 4.24522590637207,
      "learning_rate": 2.050372418364499e-06,
      "loss": 0.6895,
      "step": 62690
    },
    {
      "epoch": 17.5,
      "grad_norm": 4.527996063232422,
      "learning_rate": 2.0506994836728995e-06,
      "loss": 0.6715,
      "step": 62700
    },
    {
      "epoch": 17.5,
      "grad_norm": 3.6120152473449707,
      "learning_rate": 2.0510265489813005e-06,
      "loss": 0.6655,
      "step": 62710
    },
    {
      "epoch": 17.5,
      "grad_norm": 3.5356738567352295,
      "learning_rate": 2.051353614289701e-06,
      "loss": 0.7019,
      "step": 62720
    },
    {
      "epoch": 17.51,
      "grad_norm": 3.8538756370544434,
      "learning_rate": 2.051680679598102e-06,
      "loss": 0.6852,
      "step": 62730
    },
    {
      "epoch": 17.51,
      "grad_norm": 5.694053649902344,
      "learning_rate": 2.052007744906503e-06,
      "loss": 0.6761,
      "step": 62740
    },
    {
      "epoch": 17.51,
      "grad_norm": 3.794170379638672,
      "learning_rate": 2.0523348102149038e-06,
      "loss": 0.6774,
      "step": 62750
    },
    {
      "epoch": 17.52,
      "grad_norm": 3.761070489883423,
      "learning_rate": 2.0526618755233043e-06,
      "loss": 0.679,
      "step": 62760
    },
    {
      "epoch": 17.52,
      "grad_norm": 4.4865217208862305,
      "learning_rate": 2.0529889408317052e-06,
      "loss": 0.6905,
      "step": 62770
    },
    {
      "epoch": 17.52,
      "grad_norm": 5.17764139175415,
      "learning_rate": 2.0533160061401057e-06,
      "loss": 0.6981,
      "step": 62780
    },
    {
      "epoch": 17.52,
      "grad_norm": 4.334672451019287,
      "learning_rate": 2.0536430714485067e-06,
      "loss": 0.6986,
      "step": 62790
    },
    {
      "epoch": 17.53,
      "grad_norm": 3.9730823040008545,
      "learning_rate": 2.053970136756907e-06,
      "loss": 0.7126,
      "step": 62800
    },
    {
      "epoch": 17.53,
      "grad_norm": 3.837956190109253,
      "learning_rate": 2.054297202065308e-06,
      "loss": 0.7014,
      "step": 62810
    },
    {
      "epoch": 17.53,
      "grad_norm": 4.730391502380371,
      "learning_rate": 2.054624267373709e-06,
      "loss": 0.705,
      "step": 62820
    },
    {
      "epoch": 17.54,
      "grad_norm": 2.7962260246276855,
      "learning_rate": 2.05495133268211e-06,
      "loss": 0.6927,
      "step": 62830
    },
    {
      "epoch": 17.54,
      "grad_norm": 3.32413649559021,
      "learning_rate": 2.0552783979905105e-06,
      "loss": 0.7017,
      "step": 62840
    },
    {
      "epoch": 17.54,
      "grad_norm": 2.249476671218872,
      "learning_rate": 2.0556054632989114e-06,
      "loss": 0.7064,
      "step": 62850
    },
    {
      "epoch": 17.54,
      "grad_norm": 4.900954246520996,
      "learning_rate": 2.055932528607312e-06,
      "loss": 0.6914,
      "step": 62860
    },
    {
      "epoch": 17.55,
      "grad_norm": 4.871339797973633,
      "learning_rate": 2.056259593915713e-06,
      "loss": 0.708,
      "step": 62870
    },
    {
      "epoch": 17.55,
      "grad_norm": 5.8198933601379395,
      "learning_rate": 2.056586659224114e-06,
      "loss": 0.7141,
      "step": 62880
    },
    {
      "epoch": 17.55,
      "grad_norm": 3.886624813079834,
      "learning_rate": 2.0569137245325143e-06,
      "loss": 0.6697,
      "step": 62890
    },
    {
      "epoch": 17.56,
      "grad_norm": 4.545014381408691,
      "learning_rate": 2.0572407898409153e-06,
      "loss": 0.6979,
      "step": 62900
    },
    {
      "epoch": 17.56,
      "grad_norm": 3.795198917388916,
      "learning_rate": 2.0575678551493158e-06,
      "loss": 0.6745,
      "step": 62910
    },
    {
      "epoch": 17.56,
      "grad_norm": 4.4215192794799805,
      "learning_rate": 2.057894920457717e-06,
      "loss": 0.6792,
      "step": 62920
    },
    {
      "epoch": 17.56,
      "grad_norm": 5.649765968322754,
      "learning_rate": 2.0582219857661177e-06,
      "loss": 0.6783,
      "step": 62930
    },
    {
      "epoch": 17.57,
      "grad_norm": 5.609106063842773,
      "learning_rate": 2.0585490510745186e-06,
      "loss": 0.681,
      "step": 62940
    },
    {
      "epoch": 17.57,
      "grad_norm": 4.891322612762451,
      "learning_rate": 2.058876116382919e-06,
      "loss": 0.6726,
      "step": 62950
    },
    {
      "epoch": 17.57,
      "grad_norm": 6.058896064758301,
      "learning_rate": 2.05920318169132e-06,
      "loss": 0.6726,
      "step": 62960
    },
    {
      "epoch": 17.57,
      "grad_norm": 3.6773102283477783,
      "learning_rate": 2.0595302469997205e-06,
      "loss": 0.7024,
      "step": 62970
    },
    {
      "epoch": 17.58,
      "grad_norm": 3.9823665618896484,
      "learning_rate": 2.0598573123081215e-06,
      "loss": 0.6879,
      "step": 62980
    },
    {
      "epoch": 17.58,
      "grad_norm": 3.899413585662842,
      "learning_rate": 2.0601843776165224e-06,
      "loss": 0.6932,
      "step": 62990
    },
    {
      "epoch": 17.58,
      "grad_norm": 2.6434404850006104,
      "learning_rate": 2.060511442924923e-06,
      "loss": 0.6789,
      "step": 63000
    },
    {
      "epoch": 17.59,
      "grad_norm": 4.870676040649414,
      "learning_rate": 2.060838508233324e-06,
      "loss": 0.6933,
      "step": 63010
    },
    {
      "epoch": 17.59,
      "grad_norm": 3.6446526050567627,
      "learning_rate": 2.061165573541725e-06,
      "loss": 0.6849,
      "step": 63020
    },
    {
      "epoch": 17.59,
      "grad_norm": 4.006019115447998,
      "learning_rate": 2.0614926388501253e-06,
      "loss": 0.6809,
      "step": 63030
    },
    {
      "epoch": 17.59,
      "grad_norm": 4.32470703125,
      "learning_rate": 2.0618197041585262e-06,
      "loss": 0.6843,
      "step": 63040
    },
    {
      "epoch": 17.6,
      "grad_norm": 3.166321039199829,
      "learning_rate": 2.062146769466927e-06,
      "loss": 0.6786,
      "step": 63050
    },
    {
      "epoch": 17.6,
      "grad_norm": 4.458399772644043,
      "learning_rate": 2.0624738347753277e-06,
      "loss": 0.6931,
      "step": 63060
    },
    {
      "epoch": 17.6,
      "grad_norm": 3.473515033721924,
      "learning_rate": 2.0628009000837286e-06,
      "loss": 0.6841,
      "step": 63070
    },
    {
      "epoch": 17.61,
      "grad_norm": 4.083747863769531,
      "learning_rate": 2.063127965392129e-06,
      "loss": 0.6892,
      "step": 63080
    },
    {
      "epoch": 17.61,
      "grad_norm": 3.180718421936035,
      "learning_rate": 2.06345503070053e-06,
      "loss": 0.6938,
      "step": 63090
    },
    {
      "epoch": 17.61,
      "grad_norm": 4.036468029022217,
      "learning_rate": 2.0637820960089306e-06,
      "loss": 0.6764,
      "step": 63100
    },
    {
      "epoch": 17.61,
      "grad_norm": 4.995173454284668,
      "learning_rate": 2.064109161317332e-06,
      "loss": 0.6632,
      "step": 63110
    },
    {
      "epoch": 17.62,
      "grad_norm": 3.4201982021331787,
      "learning_rate": 2.0644362266257325e-06,
      "loss": 0.6743,
      "step": 63120
    },
    {
      "epoch": 17.62,
      "grad_norm": 3.76204252243042,
      "learning_rate": 2.0647632919341334e-06,
      "loss": 0.6998,
      "step": 63130
    },
    {
      "epoch": 17.62,
      "grad_norm": 4.223557949066162,
      "learning_rate": 2.065090357242534e-06,
      "loss": 0.6838,
      "step": 63140
    },
    {
      "epoch": 17.62,
      "grad_norm": 4.770829200744629,
      "learning_rate": 2.065417422550935e-06,
      "loss": 0.6653,
      "step": 63150
    },
    {
      "epoch": 17.63,
      "grad_norm": 3.7265865802764893,
      "learning_rate": 2.0657444878593354e-06,
      "loss": 0.6929,
      "step": 63160
    },
    {
      "epoch": 17.63,
      "grad_norm": 3.7590456008911133,
      "learning_rate": 2.0660715531677363e-06,
      "loss": 0.6696,
      "step": 63170
    },
    {
      "epoch": 17.63,
      "grad_norm": 2.8792173862457275,
      "learning_rate": 2.0663986184761372e-06,
      "loss": 0.6973,
      "step": 63180
    },
    {
      "epoch": 17.64,
      "grad_norm": 3.06321120262146,
      "learning_rate": 2.0667256837845377e-06,
      "loss": 0.6881,
      "step": 63190
    },
    {
      "epoch": 17.64,
      "grad_norm": 4.685811519622803,
      "learning_rate": 2.0670527490929387e-06,
      "loss": 0.692,
      "step": 63200
    },
    {
      "epoch": 17.64,
      "grad_norm": 4.389071464538574,
      "learning_rate": 2.0673798144013396e-06,
      "loss": 0.6978,
      "step": 63210
    },
    {
      "epoch": 17.64,
      "grad_norm": 4.3395843505859375,
      "learning_rate": 2.0677068797097405e-06,
      "loss": 0.6824,
      "step": 63220
    },
    {
      "epoch": 17.65,
      "grad_norm": 4.494296550750732,
      "learning_rate": 2.068033945018141e-06,
      "loss": 0.6901,
      "step": 63230
    },
    {
      "epoch": 17.65,
      "grad_norm": 2.8112576007843018,
      "learning_rate": 2.068361010326542e-06,
      "loss": 0.6867,
      "step": 63240
    },
    {
      "epoch": 17.65,
      "grad_norm": 4.57320499420166,
      "learning_rate": 2.0686880756349425e-06,
      "loss": 0.673,
      "step": 63250
    },
    {
      "epoch": 17.66,
      "grad_norm": 4.051932334899902,
      "learning_rate": 2.0690151409433434e-06,
      "loss": 0.684,
      "step": 63260
    },
    {
      "epoch": 17.66,
      "grad_norm": 4.799866199493408,
      "learning_rate": 2.069342206251744e-06,
      "loss": 0.7074,
      "step": 63270
    },
    {
      "epoch": 17.66,
      "grad_norm": 3.784789800643921,
      "learning_rate": 2.069669271560145e-06,
      "loss": 0.6688,
      "step": 63280
    },
    {
      "epoch": 17.66,
      "grad_norm": 4.241645812988281,
      "learning_rate": 2.069996336868546e-06,
      "loss": 0.6896,
      "step": 63290
    },
    {
      "epoch": 17.67,
      "grad_norm": 3.3739094734191895,
      "learning_rate": 2.0703234021769467e-06,
      "loss": 0.6649,
      "step": 63300
    },
    {
      "epoch": 17.67,
      "grad_norm": 3.110485315322876,
      "learning_rate": 2.0706504674853473e-06,
      "loss": 0.6922,
      "step": 63310
    },
    {
      "epoch": 17.67,
      "grad_norm": 3.9763593673706055,
      "learning_rate": 2.070977532793748e-06,
      "loss": 0.6725,
      "step": 63320
    },
    {
      "epoch": 17.68,
      "grad_norm": 3.813676595687866,
      "learning_rate": 2.0713045981021487e-06,
      "loss": 0.6837,
      "step": 63330
    },
    {
      "epoch": 17.68,
      "grad_norm": 3.5969018936157227,
      "learning_rate": 2.0716316634105496e-06,
      "loss": 0.6945,
      "step": 63340
    },
    {
      "epoch": 17.68,
      "grad_norm": 4.46612024307251,
      "learning_rate": 2.0719587287189506e-06,
      "loss": 0.6867,
      "step": 63350
    },
    {
      "epoch": 17.68,
      "grad_norm": 3.2827377319335938,
      "learning_rate": 2.072285794027351e-06,
      "loss": 0.7062,
      "step": 63360
    },
    {
      "epoch": 17.69,
      "grad_norm": 4.803666591644287,
      "learning_rate": 2.072612859335752e-06,
      "loss": 0.6938,
      "step": 63370
    },
    {
      "epoch": 17.69,
      "grad_norm": 5.024771213531494,
      "learning_rate": 2.0729399246441525e-06,
      "loss": 0.6958,
      "step": 63380
    },
    {
      "epoch": 17.69,
      "grad_norm": 4.284608840942383,
      "learning_rate": 2.0732669899525535e-06,
      "loss": 0.6796,
      "step": 63390
    },
    {
      "epoch": 17.69,
      "grad_norm": 3.6000609397888184,
      "learning_rate": 2.0735940552609544e-06,
      "loss": 0.7027,
      "step": 63400
    },
    {
      "epoch": 17.7,
      "grad_norm": 3.6217784881591797,
      "learning_rate": 2.0739211205693553e-06,
      "loss": 0.6879,
      "step": 63410
    },
    {
      "epoch": 17.7,
      "grad_norm": 4.4472479820251465,
      "learning_rate": 2.074248185877756e-06,
      "loss": 0.7009,
      "step": 63420
    },
    {
      "epoch": 17.7,
      "grad_norm": 4.085301876068115,
      "learning_rate": 2.074575251186157e-06,
      "loss": 0.6731,
      "step": 63430
    },
    {
      "epoch": 17.71,
      "grad_norm": 3.1089444160461426,
      "learning_rate": 2.0749023164945573e-06,
      "loss": 0.6781,
      "step": 63440
    },
    {
      "epoch": 17.71,
      "grad_norm": 4.411595821380615,
      "learning_rate": 2.0752293818029582e-06,
      "loss": 0.6796,
      "step": 63450
    },
    {
      "epoch": 17.71,
      "grad_norm": 4.063873291015625,
      "learning_rate": 2.075556447111359e-06,
      "loss": 0.6821,
      "step": 63460
    },
    {
      "epoch": 17.71,
      "grad_norm": 4.271169185638428,
      "learning_rate": 2.0758835124197597e-06,
      "loss": 0.6734,
      "step": 63470
    },
    {
      "epoch": 17.72,
      "grad_norm": 2.7987051010131836,
      "learning_rate": 2.0762105777281606e-06,
      "loss": 0.6812,
      "step": 63480
    },
    {
      "epoch": 17.72,
      "grad_norm": 3.466623067855835,
      "learning_rate": 2.076537643036561e-06,
      "loss": 0.6739,
      "step": 63490
    },
    {
      "epoch": 17.72,
      "grad_norm": 2.8848178386688232,
      "learning_rate": 2.076864708344962e-06,
      "loss": 0.6898,
      "step": 63500
    },
    {
      "epoch": 17.73,
      "grad_norm": 5.174438953399658,
      "learning_rate": 2.077191773653363e-06,
      "loss": 0.6965,
      "step": 63510
    },
    {
      "epoch": 17.73,
      "grad_norm": 4.534239768981934,
      "learning_rate": 2.077518838961764e-06,
      "loss": 0.6726,
      "step": 63520
    },
    {
      "epoch": 17.73,
      "grad_norm": 3.2284233570098877,
      "learning_rate": 2.0778459042701644e-06,
      "loss": 0.6916,
      "step": 63530
    },
    {
      "epoch": 17.73,
      "grad_norm": 3.847738265991211,
      "learning_rate": 2.0781729695785654e-06,
      "loss": 0.692,
      "step": 63540
    },
    {
      "epoch": 17.74,
      "grad_norm": 3.837197780609131,
      "learning_rate": 2.078500034886966e-06,
      "loss": 0.6808,
      "step": 63550
    },
    {
      "epoch": 17.74,
      "grad_norm": 3.939398765563965,
      "learning_rate": 2.078827100195367e-06,
      "loss": 0.712,
      "step": 63560
    },
    {
      "epoch": 17.74,
      "grad_norm": 3.9417953491210938,
      "learning_rate": 2.0791541655037673e-06,
      "loss": 0.7097,
      "step": 63570
    },
    {
      "epoch": 17.74,
      "grad_norm": 4.541601657867432,
      "learning_rate": 2.0794812308121683e-06,
      "loss": 0.6888,
      "step": 63580
    },
    {
      "epoch": 17.75,
      "grad_norm": 3.9158475399017334,
      "learning_rate": 2.079808296120569e-06,
      "loss": 0.6891,
      "step": 63590
    },
    {
      "epoch": 17.75,
      "grad_norm": 3.3732643127441406,
      "learning_rate": 2.08013536142897e-06,
      "loss": 0.6782,
      "step": 63600
    },
    {
      "epoch": 17.75,
      "grad_norm": 4.868819236755371,
      "learning_rate": 2.0804624267373707e-06,
      "loss": 0.6699,
      "step": 63610
    },
    {
      "epoch": 17.76,
      "grad_norm": 4.505220890045166,
      "learning_rate": 2.0807894920457716e-06,
      "loss": 0.7222,
      "step": 63620
    },
    {
      "epoch": 17.76,
      "grad_norm": 4.0161452293396,
      "learning_rate": 2.081116557354172e-06,
      "loss": 0.6667,
      "step": 63630
    },
    {
      "epoch": 17.76,
      "grad_norm": 3.6798832416534424,
      "learning_rate": 2.081443622662573e-06,
      "loss": 0.6909,
      "step": 63640
    },
    {
      "epoch": 17.76,
      "grad_norm": 4.076517105102539,
      "learning_rate": 2.081770687970974e-06,
      "loss": 0.673,
      "step": 63650
    },
    {
      "epoch": 17.77,
      "grad_norm": 4.646847248077393,
      "learning_rate": 2.0820977532793745e-06,
      "loss": 0.6791,
      "step": 63660
    },
    {
      "epoch": 17.77,
      "grad_norm": 3.3127121925354004,
      "learning_rate": 2.0824248185877754e-06,
      "loss": 0.7119,
      "step": 63670
    },
    {
      "epoch": 17.77,
      "grad_norm": 4.60815954208374,
      "learning_rate": 2.082751883896176e-06,
      "loss": 0.6898,
      "step": 63680
    },
    {
      "epoch": 17.78,
      "grad_norm": 4.801509857177734,
      "learning_rate": 2.0830789492045773e-06,
      "loss": 0.6857,
      "step": 63690
    },
    {
      "epoch": 17.78,
      "grad_norm": 4.9586052894592285,
      "learning_rate": 2.083406014512978e-06,
      "loss": 0.6924,
      "step": 63700
    },
    {
      "epoch": 17.78,
      "grad_norm": 3.957151174545288,
      "learning_rate": 2.0837330798213787e-06,
      "loss": 0.6843,
      "step": 63710
    },
    {
      "epoch": 17.78,
      "grad_norm": 5.044456481933594,
      "learning_rate": 2.0840601451297792e-06,
      "loss": 0.7047,
      "step": 63720
    },
    {
      "epoch": 17.79,
      "grad_norm": 4.057345867156982,
      "learning_rate": 2.08438721043818e-06,
      "loss": 0.6772,
      "step": 63730
    },
    {
      "epoch": 17.79,
      "grad_norm": 4.1213483810424805,
      "learning_rate": 2.0847142757465807e-06,
      "loss": 0.6899,
      "step": 63740
    },
    {
      "epoch": 17.79,
      "grad_norm": 4.634361743927002,
      "learning_rate": 2.0850413410549816e-06,
      "loss": 0.6794,
      "step": 63750
    },
    {
      "epoch": 17.8,
      "grad_norm": 4.043860912322998,
      "learning_rate": 2.0853684063633826e-06,
      "loss": 0.7087,
      "step": 63760
    },
    {
      "epoch": 17.8,
      "grad_norm": 5.255382537841797,
      "learning_rate": 2.085695471671783e-06,
      "loss": 0.7098,
      "step": 63770
    },
    {
      "epoch": 17.8,
      "grad_norm": 2.8492488861083984,
      "learning_rate": 2.086022536980184e-06,
      "loss": 0.6963,
      "step": 63780
    },
    {
      "epoch": 17.8,
      "grad_norm": 3.5598018169403076,
      "learning_rate": 2.086349602288585e-06,
      "loss": 0.688,
      "step": 63790
    },
    {
      "epoch": 17.81,
      "grad_norm": 3.8273086547851562,
      "learning_rate": 2.0866766675969855e-06,
      "loss": 0.713,
      "step": 63800
    },
    {
      "epoch": 17.81,
      "grad_norm": 3.956376314163208,
      "learning_rate": 2.0870037329053864e-06,
      "loss": 0.6986,
      "step": 63810
    },
    {
      "epoch": 17.81,
      "grad_norm": 3.1824533939361572,
      "learning_rate": 2.0873307982137873e-06,
      "loss": 0.7123,
      "step": 63820
    },
    {
      "epoch": 17.81,
      "grad_norm": 4.765743732452393,
      "learning_rate": 2.087657863522188e-06,
      "loss": 0.7052,
      "step": 63830
    },
    {
      "epoch": 17.82,
      "grad_norm": 4.191873550415039,
      "learning_rate": 2.0879849288305888e-06,
      "loss": 0.6915,
      "step": 63840
    },
    {
      "epoch": 17.82,
      "grad_norm": 5.106710433959961,
      "learning_rate": 2.0883119941389893e-06,
      "loss": 0.6848,
      "step": 63850
    },
    {
      "epoch": 17.82,
      "grad_norm": 3.9008872509002686,
      "learning_rate": 2.0886390594473902e-06,
      "loss": 0.6861,
      "step": 63860
    },
    {
      "epoch": 17.83,
      "grad_norm": 4.584044456481934,
      "learning_rate": 2.0889661247557907e-06,
      "loss": 0.6822,
      "step": 63870
    },
    {
      "epoch": 17.83,
      "grad_norm": 3.961068630218506,
      "learning_rate": 2.089293190064192e-06,
      "loss": 0.7071,
      "step": 63880
    },
    {
      "epoch": 17.83,
      "grad_norm": 4.331878185272217,
      "learning_rate": 2.0896202553725926e-06,
      "loss": 0.6861,
      "step": 63890
    },
    {
      "epoch": 17.83,
      "grad_norm": 3.049286365509033,
      "learning_rate": 2.0899473206809935e-06,
      "loss": 0.6975,
      "step": 63900
    },
    {
      "epoch": 17.84,
      "grad_norm": 3.338979959487915,
      "learning_rate": 2.090274385989394e-06,
      "loss": 0.6812,
      "step": 63910
    },
    {
      "epoch": 17.84,
      "grad_norm": 4.422929286956787,
      "learning_rate": 2.090601451297795e-06,
      "loss": 0.6878,
      "step": 63920
    },
    {
      "epoch": 17.84,
      "grad_norm": 4.582151889801025,
      "learning_rate": 2.090928516606196e-06,
      "loss": 0.6778,
      "step": 63930
    },
    {
      "epoch": 17.85,
      "grad_norm": 4.803863525390625,
      "learning_rate": 2.0912555819145964e-06,
      "loss": 0.6916,
      "step": 63940
    },
    {
      "epoch": 17.85,
      "grad_norm": 5.124776363372803,
      "learning_rate": 2.0915826472229974e-06,
      "loss": 0.6731,
      "step": 63950
    },
    {
      "epoch": 17.85,
      "grad_norm": 3.3456504344940186,
      "learning_rate": 2.091909712531398e-06,
      "loss": 0.6971,
      "step": 63960
    },
    {
      "epoch": 17.85,
      "grad_norm": 4.074860572814941,
      "learning_rate": 2.092236777839799e-06,
      "loss": 0.6812,
      "step": 63970
    },
    {
      "epoch": 17.86,
      "grad_norm": 5.456084728240967,
      "learning_rate": 2.0925638431481998e-06,
      "loss": 0.687,
      "step": 63980
    },
    {
      "epoch": 17.86,
      "grad_norm": 4.488863945007324,
      "learning_rate": 2.0928909084566007e-06,
      "loss": 0.6855,
      "step": 63990
    },
    {
      "epoch": 17.86,
      "grad_norm": 4.8684797286987305,
      "learning_rate": 2.093217973765001e-06,
      "loss": 0.6725,
      "step": 64000
    },
    {
      "epoch": 17.86,
      "grad_norm": 3.550999641418457,
      "learning_rate": 2.093545039073402e-06,
      "loss": 0.6845,
      "step": 64010
    },
    {
      "epoch": 17.87,
      "grad_norm": 5.766785621643066,
      "learning_rate": 2.0938721043818026e-06,
      "loss": 0.7074,
      "step": 64020
    },
    {
      "epoch": 17.87,
      "grad_norm": 5.544581890106201,
      "learning_rate": 2.0941991696902036e-06,
      "loss": 0.6855,
      "step": 64030
    },
    {
      "epoch": 17.87,
      "grad_norm": 4.217487335205078,
      "learning_rate": 2.094526234998604e-06,
      "loss": 0.6975,
      "step": 64040
    },
    {
      "epoch": 17.88,
      "grad_norm": 4.218362331390381,
      "learning_rate": 2.094853300307005e-06,
      "loss": 0.6742,
      "step": 64050
    },
    {
      "epoch": 17.88,
      "grad_norm": 4.255651950836182,
      "learning_rate": 2.095180365615406e-06,
      "loss": 0.6845,
      "step": 64060
    },
    {
      "epoch": 17.88,
      "grad_norm": 5.334309101104736,
      "learning_rate": 2.095507430923807e-06,
      "loss": 0.6992,
      "step": 64070
    },
    {
      "epoch": 17.88,
      "grad_norm": 4.189969062805176,
      "learning_rate": 2.0958344962322074e-06,
      "loss": 0.6911,
      "step": 64080
    },
    {
      "epoch": 17.89,
      "grad_norm": 4.34485387802124,
      "learning_rate": 2.0961615615406083e-06,
      "loss": 0.6836,
      "step": 64090
    },
    {
      "epoch": 17.89,
      "grad_norm": 2.6085245609283447,
      "learning_rate": 2.096488626849009e-06,
      "loss": 0.6702,
      "step": 64100
    },
    {
      "epoch": 17.89,
      "grad_norm": 4.891570091247559,
      "learning_rate": 2.09681569215741e-06,
      "loss": 0.676,
      "step": 64110
    },
    {
      "epoch": 17.9,
      "grad_norm": 2.8042657375335693,
      "learning_rate": 2.0971427574658107e-06,
      "loss": 0.7107,
      "step": 64120
    },
    {
      "epoch": 17.9,
      "grad_norm": 4.126039028167725,
      "learning_rate": 2.0974698227742112e-06,
      "loss": 0.6797,
      "step": 64130
    },
    {
      "epoch": 17.9,
      "grad_norm": 3.8778834342956543,
      "learning_rate": 2.097796888082612e-06,
      "loss": 0.6763,
      "step": 64140
    },
    {
      "epoch": 17.9,
      "grad_norm": 4.900875091552734,
      "learning_rate": 2.0981239533910127e-06,
      "loss": 0.6874,
      "step": 64150
    },
    {
      "epoch": 17.91,
      "grad_norm": 3.083601474761963,
      "learning_rate": 2.098451018699414e-06,
      "loss": 0.6787,
      "step": 64160
    },
    {
      "epoch": 17.91,
      "grad_norm": 4.427923679351807,
      "learning_rate": 2.0987780840078146e-06,
      "loss": 0.6739,
      "step": 64170
    },
    {
      "epoch": 17.91,
      "grad_norm": 4.281714916229248,
      "learning_rate": 2.0991051493162155e-06,
      "loss": 0.6901,
      "step": 64180
    },
    {
      "epoch": 17.92,
      "grad_norm": 5.336098670959473,
      "learning_rate": 2.099432214624616e-06,
      "loss": 0.6737,
      "step": 64190
    },
    {
      "epoch": 17.92,
      "grad_norm": 4.633602142333984,
      "learning_rate": 2.099759279933017e-06,
      "loss": 0.693,
      "step": 64200
    },
    {
      "epoch": 17.92,
      "grad_norm": 3.4783096313476562,
      "learning_rate": 2.1000863452414174e-06,
      "loss": 0.696,
      "step": 64210
    },
    {
      "epoch": 17.92,
      "grad_norm": 2.7013931274414062,
      "learning_rate": 2.1004134105498184e-06,
      "loss": 0.6947,
      "step": 64220
    },
    {
      "epoch": 17.93,
      "grad_norm": 3.3635685443878174,
      "learning_rate": 2.1007404758582193e-06,
      "loss": 0.6882,
      "step": 64230
    },
    {
      "epoch": 17.93,
      "grad_norm": 3.675196409225464,
      "learning_rate": 2.10106754116662e-06,
      "loss": 0.7018,
      "step": 64240
    },
    {
      "epoch": 17.93,
      "grad_norm": 5.221385955810547,
      "learning_rate": 2.1013946064750208e-06,
      "loss": 0.7033,
      "step": 64250
    },
    {
      "epoch": 17.93,
      "grad_norm": 3.8596324920654297,
      "learning_rate": 2.1017216717834217e-06,
      "loss": 0.669,
      "step": 64260
    },
    {
      "epoch": 17.94,
      "grad_norm": 3.625248670578003,
      "learning_rate": 2.1020487370918222e-06,
      "loss": 0.6855,
      "step": 64270
    },
    {
      "epoch": 17.94,
      "grad_norm": 4.315614223480225,
      "learning_rate": 2.102375802400223e-06,
      "loss": 0.6923,
      "step": 64280
    },
    {
      "epoch": 17.94,
      "grad_norm": 4.123205661773682,
      "learning_rate": 2.102702867708624e-06,
      "loss": 0.6818,
      "step": 64290
    },
    {
      "epoch": 17.95,
      "grad_norm": 4.363387107849121,
      "learning_rate": 2.1030299330170246e-06,
      "loss": 0.6857,
      "step": 64300
    },
    {
      "epoch": 17.95,
      "grad_norm": 4.241696357727051,
      "learning_rate": 2.1033569983254255e-06,
      "loss": 0.6951,
      "step": 64310
    },
    {
      "epoch": 17.95,
      "grad_norm": 3.2209508419036865,
      "learning_rate": 2.103684063633826e-06,
      "loss": 0.6749,
      "step": 64320
    },
    {
      "epoch": 17.95,
      "grad_norm": 4.936284065246582,
      "learning_rate": 2.104011128942227e-06,
      "loss": 0.6957,
      "step": 64330
    },
    {
      "epoch": 17.96,
      "grad_norm": 5.396938800811768,
      "learning_rate": 2.1043381942506275e-06,
      "loss": 0.6911,
      "step": 64340
    },
    {
      "epoch": 17.96,
      "grad_norm": 4.3842597007751465,
      "learning_rate": 2.1046652595590284e-06,
      "loss": 0.6773,
      "step": 64350
    },
    {
      "epoch": 17.96,
      "grad_norm": 4.5620269775390625,
      "learning_rate": 2.1049923248674294e-06,
      "loss": 0.6966,
      "step": 64360
    },
    {
      "epoch": 17.97,
      "grad_norm": 3.146209716796875,
      "learning_rate": 2.1053193901758303e-06,
      "loss": 0.6939,
      "step": 64370
    },
    {
      "epoch": 17.97,
      "grad_norm": 4.005645275115967,
      "learning_rate": 2.105646455484231e-06,
      "loss": 0.6925,
      "step": 64380
    },
    {
      "epoch": 17.97,
      "grad_norm": 5.409826755523682,
      "learning_rate": 2.1059735207926317e-06,
      "loss": 0.6957,
      "step": 64390
    },
    {
      "epoch": 17.97,
      "grad_norm": 4.134914398193359,
      "learning_rate": 2.1063005861010327e-06,
      "loss": 0.66,
      "step": 64400
    },
    {
      "epoch": 17.98,
      "grad_norm": 4.490461349487305,
      "learning_rate": 2.106627651409433e-06,
      "loss": 0.6821,
      "step": 64410
    },
    {
      "epoch": 17.98,
      "grad_norm": 3.537341594696045,
      "learning_rate": 2.106954716717834e-06,
      "loss": 0.6986,
      "step": 64420
    },
    {
      "epoch": 17.98,
      "grad_norm": 3.3822221755981445,
      "learning_rate": 2.1072817820262346e-06,
      "loss": 0.7094,
      "step": 64430
    },
    {
      "epoch": 17.98,
      "grad_norm": 4.008740425109863,
      "learning_rate": 2.1076088473346356e-06,
      "loss": 0.678,
      "step": 64440
    },
    {
      "epoch": 17.99,
      "grad_norm": 3.7734220027923584,
      "learning_rate": 2.1079359126430365e-06,
      "loss": 0.6832,
      "step": 64450
    },
    {
      "epoch": 17.99,
      "grad_norm": 3.462751626968384,
      "learning_rate": 2.1082629779514374e-06,
      "loss": 0.6711,
      "step": 64460
    },
    {
      "epoch": 17.99,
      "grad_norm": 5.068413734436035,
      "learning_rate": 2.108590043259838e-06,
      "loss": 0.6845,
      "step": 64470
    },
    {
      "epoch": 18.0,
      "grad_norm": 3.8346784114837646,
      "learning_rate": 2.108917108568239e-06,
      "loss": 0.6689,
      "step": 64480
    },
    {
      "epoch": 18.0,
      "grad_norm": 2.9886627197265625,
      "learning_rate": 2.1092441738766394e-06,
      "loss": 0.6699,
      "step": 64490
    },
    {
      "epoch": 18.0,
      "eval_loss": 0.6815388202667236,
      "eval_runtime": 82.7627,
      "eval_samples_per_second": 61.127,
      "eval_steps_per_second": 7.648,
      "step": 64494
    },
    {
      "epoch": 18.0,
      "grad_norm": 3.2223856449127197,
      "learning_rate": 2.1095712391850403e-06,
      "loss": 0.7091,
      "step": 64500
    },
    {
      "epoch": 18.0,
      "grad_norm": 3.742272138595581,
      "learning_rate": 2.109898304493441e-06,
      "loss": 0.6518,
      "step": 64510
    },
    {
      "epoch": 18.01,
      "grad_norm": 5.007293701171875,
      "learning_rate": 2.1102253698018418e-06,
      "loss": 0.6729,
      "step": 64520
    },
    {
      "epoch": 18.01,
      "grad_norm": 4.092649936676025,
      "learning_rate": 2.1105524351102427e-06,
      "loss": 0.6925,
      "step": 64530
    },
    {
      "epoch": 18.01,
      "grad_norm": 3.460869550704956,
      "learning_rate": 2.1108795004186432e-06,
      "loss": 0.6944,
      "step": 64540
    },
    {
      "epoch": 18.02,
      "grad_norm": 4.657275199890137,
      "learning_rate": 2.111206565727044e-06,
      "loss": 0.6932,
      "step": 64550
    },
    {
      "epoch": 18.02,
      "grad_norm": 3.1914920806884766,
      "learning_rate": 2.111533631035445e-06,
      "loss": 0.6872,
      "step": 64560
    },
    {
      "epoch": 18.02,
      "grad_norm": 3.764423131942749,
      "learning_rate": 2.1118606963438456e-06,
      "loss": 0.6661,
      "step": 64570
    },
    {
      "epoch": 18.02,
      "grad_norm": 4.037536144256592,
      "learning_rate": 2.1121877616522465e-06,
      "loss": 0.6699,
      "step": 64580
    },
    {
      "epoch": 18.03,
      "grad_norm": 3.9630706310272217,
      "learning_rate": 2.1125148269606475e-06,
      "loss": 0.6644,
      "step": 64590
    },
    {
      "epoch": 18.03,
      "grad_norm": 4.297306060791016,
      "learning_rate": 2.112841892269048e-06,
      "loss": 0.6645,
      "step": 64600
    },
    {
      "epoch": 18.03,
      "grad_norm": 5.099062919616699,
      "learning_rate": 2.113168957577449e-06,
      "loss": 0.6906,
      "step": 64610
    },
    {
      "epoch": 18.04,
      "grad_norm": 3.411663293838501,
      "learning_rate": 2.1134960228858494e-06,
      "loss": 0.7027,
      "step": 64620
    },
    {
      "epoch": 18.04,
      "grad_norm": 3.7236106395721436,
      "learning_rate": 2.1138230881942504e-06,
      "loss": 0.6884,
      "step": 64630
    },
    {
      "epoch": 18.04,
      "grad_norm": 3.524796485900879,
      "learning_rate": 2.1141501535026513e-06,
      "loss": 0.7039,
      "step": 64640
    },
    {
      "epoch": 18.04,
      "grad_norm": 3.8328471183776855,
      "learning_rate": 2.1144772188110522e-06,
      "loss": 0.6969,
      "step": 64650
    },
    {
      "epoch": 18.05,
      "grad_norm": 5.241787433624268,
      "learning_rate": 2.1148042841194528e-06,
      "loss": 0.6811,
      "step": 64660
    },
    {
      "epoch": 18.05,
      "grad_norm": 4.415944576263428,
      "learning_rate": 2.1151313494278537e-06,
      "loss": 0.684,
      "step": 64670
    },
    {
      "epoch": 18.05,
      "grad_norm": 3.7106165885925293,
      "learning_rate": 2.115458414736254e-06,
      "loss": 0.6797,
      "step": 64680
    },
    {
      "epoch": 18.05,
      "grad_norm": 3.3996071815490723,
      "learning_rate": 2.115785480044655e-06,
      "loss": 0.6626,
      "step": 64690
    },
    {
      "epoch": 18.06,
      "grad_norm": 4.361051559448242,
      "learning_rate": 2.116112545353056e-06,
      "loss": 0.6767,
      "step": 64700
    },
    {
      "epoch": 18.06,
      "grad_norm": 4.849466323852539,
      "learning_rate": 2.1164396106614566e-06,
      "loss": 0.6669,
      "step": 64710
    },
    {
      "epoch": 18.06,
      "grad_norm": 4.524426460266113,
      "learning_rate": 2.1167666759698575e-06,
      "loss": 0.6717,
      "step": 64720
    },
    {
      "epoch": 18.07,
      "grad_norm": 4.414802551269531,
      "learning_rate": 2.117093741278258e-06,
      "loss": 0.6879,
      "step": 64730
    },
    {
      "epoch": 18.07,
      "grad_norm": 4.5218729972839355,
      "learning_rate": 2.117420806586659e-06,
      "loss": 0.672,
      "step": 64740
    },
    {
      "epoch": 18.07,
      "grad_norm": 4.619299411773682,
      "learning_rate": 2.11774787189506e-06,
      "loss": 0.6981,
      "step": 64750
    },
    {
      "epoch": 18.07,
      "grad_norm": 4.427696704864502,
      "learning_rate": 2.118074937203461e-06,
      "loss": 0.6875,
      "step": 64760
    },
    {
      "epoch": 18.08,
      "grad_norm": 3.384432077407837,
      "learning_rate": 2.1184020025118613e-06,
      "loss": 0.6763,
      "step": 64770
    },
    {
      "epoch": 18.08,
      "grad_norm": 3.7055649757385254,
      "learning_rate": 2.1187290678202623e-06,
      "loss": 0.6828,
      "step": 64780
    },
    {
      "epoch": 18.08,
      "grad_norm": 3.6757233142852783,
      "learning_rate": 2.119056133128663e-06,
      "loss": 0.6895,
      "step": 64790
    },
    {
      "epoch": 18.09,
      "grad_norm": 4.725386619567871,
      "learning_rate": 2.1193831984370637e-06,
      "loss": 0.6494,
      "step": 64800
    },
    {
      "epoch": 18.09,
      "grad_norm": 3.6004011631011963,
      "learning_rate": 2.1197102637454642e-06,
      "loss": 0.6635,
      "step": 64810
    },
    {
      "epoch": 18.09,
      "grad_norm": 3.8116769790649414,
      "learning_rate": 2.120037329053865e-06,
      "loss": 0.6799,
      "step": 64820
    },
    {
      "epoch": 18.09,
      "grad_norm": 2.9808008670806885,
      "learning_rate": 2.120364394362266e-06,
      "loss": 0.7028,
      "step": 64830
    },
    {
      "epoch": 18.1,
      "grad_norm": 4.179962158203125,
      "learning_rate": 2.120691459670667e-06,
      "loss": 0.672,
      "step": 64840
    },
    {
      "epoch": 18.1,
      "grad_norm": 3.5896451473236084,
      "learning_rate": 2.1210185249790676e-06,
      "loss": 0.6736,
      "step": 64850
    },
    {
      "epoch": 18.1,
      "grad_norm": 3.1061413288116455,
      "learning_rate": 2.1213455902874685e-06,
      "loss": 0.6813,
      "step": 64860
    },
    {
      "epoch": 18.1,
      "grad_norm": 2.965012311935425,
      "learning_rate": 2.121672655595869e-06,
      "loss": 0.6903,
      "step": 64870
    },
    {
      "epoch": 18.11,
      "grad_norm": 4.309290409088135,
      "learning_rate": 2.12199972090427e-06,
      "loss": 0.6515,
      "step": 64880
    },
    {
      "epoch": 18.11,
      "grad_norm": 3.0996580123901367,
      "learning_rate": 2.122326786212671e-06,
      "loss": 0.6601,
      "step": 64890
    },
    {
      "epoch": 18.11,
      "grad_norm": 4.27143669128418,
      "learning_rate": 2.1226538515210714e-06,
      "loss": 0.6885,
      "step": 64900
    },
    {
      "epoch": 18.12,
      "grad_norm": 2.791651725769043,
      "learning_rate": 2.1229809168294723e-06,
      "loss": 0.6822,
      "step": 64910
    },
    {
      "epoch": 18.12,
      "grad_norm": 3.3874354362487793,
      "learning_rate": 2.123307982137873e-06,
      "loss": 0.69,
      "step": 64920
    },
    {
      "epoch": 18.12,
      "grad_norm": 4.427095890045166,
      "learning_rate": 2.123635047446274e-06,
      "loss": 0.6882,
      "step": 64930
    },
    {
      "epoch": 18.12,
      "grad_norm": 4.105966567993164,
      "learning_rate": 2.1239621127546747e-06,
      "loss": 0.6851,
      "step": 64940
    },
    {
      "epoch": 18.13,
      "grad_norm": 4.294194221496582,
      "learning_rate": 2.1242891780630756e-06,
      "loss": 0.6898,
      "step": 64950
    },
    {
      "epoch": 18.13,
      "grad_norm": 2.9654500484466553,
      "learning_rate": 2.124616243371476e-06,
      "loss": 0.6776,
      "step": 64960
    },
    {
      "epoch": 18.13,
      "grad_norm": 3.9594244956970215,
      "learning_rate": 2.124943308679877e-06,
      "loss": 0.6827,
      "step": 64970
    },
    {
      "epoch": 18.14,
      "grad_norm": 4.117044925689697,
      "learning_rate": 2.1252703739882776e-06,
      "loss": 0.666,
      "step": 64980
    },
    {
      "epoch": 18.14,
      "grad_norm": 4.556529521942139,
      "learning_rate": 2.1255974392966785e-06,
      "loss": 0.6869,
      "step": 64990
    },
    {
      "epoch": 18.14,
      "grad_norm": 3.806971549987793,
      "learning_rate": 2.1259245046050795e-06,
      "loss": 0.6459,
      "step": 65000
    },
    {
      "epoch": 18.14,
      "grad_norm": 4.1681928634643555,
      "learning_rate": 2.12625156991348e-06,
      "loss": 0.6834,
      "step": 65010
    },
    {
      "epoch": 18.15,
      "grad_norm": 3.160644292831421,
      "learning_rate": 2.126578635221881e-06,
      "loss": 0.6875,
      "step": 65020
    },
    {
      "epoch": 18.15,
      "grad_norm": 4.378309726715088,
      "learning_rate": 2.126905700530282e-06,
      "loss": 0.7041,
      "step": 65030
    },
    {
      "epoch": 18.15,
      "grad_norm": 3.862766742706299,
      "learning_rate": 2.1272327658386824e-06,
      "loss": 0.6772,
      "step": 65040
    },
    {
      "epoch": 18.16,
      "grad_norm": 2.9323997497558594,
      "learning_rate": 2.1275598311470833e-06,
      "loss": 0.6748,
      "step": 65050
    },
    {
      "epoch": 18.16,
      "grad_norm": 3.8765335083007812,
      "learning_rate": 2.1278868964554842e-06,
      "loss": 0.6744,
      "step": 65060
    },
    {
      "epoch": 18.16,
      "grad_norm": 4.148072719573975,
      "learning_rate": 2.1282139617638847e-06,
      "loss": 0.6914,
      "step": 65070
    },
    {
      "epoch": 18.16,
      "grad_norm": 4.088345527648926,
      "learning_rate": 2.1285410270722857e-06,
      "loss": 0.6873,
      "step": 65080
    },
    {
      "epoch": 18.17,
      "grad_norm": 4.1109113693237305,
      "learning_rate": 2.128868092380686e-06,
      "loss": 0.6837,
      "step": 65090
    },
    {
      "epoch": 18.17,
      "grad_norm": 4.105234622955322,
      "learning_rate": 2.129195157689087e-06,
      "loss": 0.6732,
      "step": 65100
    },
    {
      "epoch": 18.17,
      "grad_norm": 4.027202129364014,
      "learning_rate": 2.1295222229974876e-06,
      "loss": 0.69,
      "step": 65110
    },
    {
      "epoch": 18.17,
      "grad_norm": 3.8980484008789062,
      "learning_rate": 2.129849288305889e-06,
      "loss": 0.6669,
      "step": 65120
    },
    {
      "epoch": 18.18,
      "grad_norm": 2.765866279602051,
      "learning_rate": 2.1301763536142895e-06,
      "loss": 0.687,
      "step": 65130
    },
    {
      "epoch": 18.18,
      "grad_norm": 2.629603862762451,
      "learning_rate": 2.1305034189226904e-06,
      "loss": 0.6729,
      "step": 65140
    },
    {
      "epoch": 18.18,
      "grad_norm": 4.550037860870361,
      "learning_rate": 2.130830484231091e-06,
      "loss": 0.6698,
      "step": 65150
    },
    {
      "epoch": 18.19,
      "grad_norm": 3.957042932510376,
      "learning_rate": 2.131157549539492e-06,
      "loss": 0.6994,
      "step": 65160
    },
    {
      "epoch": 18.19,
      "grad_norm": 3.2185404300689697,
      "learning_rate": 2.131484614847893e-06,
      "loss": 0.7016,
      "step": 65170
    },
    {
      "epoch": 18.19,
      "grad_norm": 3.313930034637451,
      "learning_rate": 2.1318116801562933e-06,
      "loss": 0.6888,
      "step": 65180
    },
    {
      "epoch": 18.19,
      "grad_norm": 2.8372726440429688,
      "learning_rate": 2.1321387454646943e-06,
      "loss": 0.6886,
      "step": 65190
    },
    {
      "epoch": 18.2,
      "grad_norm": 2.801536798477173,
      "learning_rate": 2.1324658107730948e-06,
      "loss": 0.7003,
      "step": 65200
    },
    {
      "epoch": 18.2,
      "grad_norm": 3.794492721557617,
      "learning_rate": 2.1327928760814957e-06,
      "loss": 0.667,
      "step": 65210
    },
    {
      "epoch": 18.2,
      "grad_norm": 3.534128189086914,
      "learning_rate": 2.1331199413898967e-06,
      "loss": 0.678,
      "step": 65220
    },
    {
      "epoch": 18.21,
      "grad_norm": 3.687518835067749,
      "learning_rate": 2.1334470066982976e-06,
      "loss": 0.6959,
      "step": 65230
    },
    {
      "epoch": 18.21,
      "grad_norm": 3.2512214183807373,
      "learning_rate": 2.133774072006698e-06,
      "loss": 0.7008,
      "step": 65240
    },
    {
      "epoch": 18.21,
      "grad_norm": 3.166207790374756,
      "learning_rate": 2.134101137315099e-06,
      "loss": 0.6663,
      "step": 65250
    },
    {
      "epoch": 18.21,
      "grad_norm": 3.741176128387451,
      "learning_rate": 2.1344282026234995e-06,
      "loss": 0.6803,
      "step": 65260
    },
    {
      "epoch": 18.22,
      "grad_norm": 2.7193796634674072,
      "learning_rate": 2.1347552679319005e-06,
      "loss": 0.6763,
      "step": 65270
    },
    {
      "epoch": 18.22,
      "grad_norm": 4.5205559730529785,
      "learning_rate": 2.135082333240301e-06,
      "loss": 0.6905,
      "step": 65280
    },
    {
      "epoch": 18.22,
      "grad_norm": 4.562206745147705,
      "learning_rate": 2.135409398548702e-06,
      "loss": 0.6625,
      "step": 65290
    },
    {
      "epoch": 18.22,
      "grad_norm": 4.582461833953857,
      "learning_rate": 2.135736463857103e-06,
      "loss": 0.6529,
      "step": 65300
    },
    {
      "epoch": 18.23,
      "grad_norm": 3.6867010593414307,
      "learning_rate": 2.136063529165504e-06,
      "loss": 0.6511,
      "step": 65310
    },
    {
      "epoch": 18.23,
      "grad_norm": 2.990971803665161,
      "learning_rate": 2.1363905944739043e-06,
      "loss": 0.6761,
      "step": 65320
    },
    {
      "epoch": 18.23,
      "grad_norm": 4.135469913482666,
      "learning_rate": 2.1367176597823052e-06,
      "loss": 0.6903,
      "step": 65330
    },
    {
      "epoch": 18.24,
      "grad_norm": 3.45259428024292,
      "learning_rate": 2.1370447250907058e-06,
      "loss": 0.6881,
      "step": 65340
    },
    {
      "epoch": 18.24,
      "grad_norm": 3.71631121635437,
      "learning_rate": 2.1373717903991067e-06,
      "loss": 0.6955,
      "step": 65350
    },
    {
      "epoch": 18.24,
      "grad_norm": 4.658990383148193,
      "learning_rate": 2.1376988557075076e-06,
      "loss": 0.675,
      "step": 65360
    },
    {
      "epoch": 18.24,
      "grad_norm": 5.368398189544678,
      "learning_rate": 2.138025921015908e-06,
      "loss": 0.6729,
      "step": 65370
    },
    {
      "epoch": 18.25,
      "grad_norm": 5.653472900390625,
      "learning_rate": 2.138352986324309e-06,
      "loss": 0.6802,
      "step": 65380
    },
    {
      "epoch": 18.25,
      "grad_norm": 3.546252965927124,
      "learning_rate": 2.1386800516327096e-06,
      "loss": 0.6906,
      "step": 65390
    },
    {
      "epoch": 18.25,
      "grad_norm": 3.5960371494293213,
      "learning_rate": 2.1390071169411105e-06,
      "loss": 0.6937,
      "step": 65400
    },
    {
      "epoch": 18.26,
      "grad_norm": 6.695406436920166,
      "learning_rate": 2.1393341822495115e-06,
      "loss": 0.6907,
      "step": 65410
    },
    {
      "epoch": 18.26,
      "grad_norm": 3.8526179790496826,
      "learning_rate": 2.1396612475579124e-06,
      "loss": 0.6794,
      "step": 65420
    },
    {
      "epoch": 18.26,
      "grad_norm": 4.883852005004883,
      "learning_rate": 2.139988312866313e-06,
      "loss": 0.6878,
      "step": 65430
    },
    {
      "epoch": 18.26,
      "grad_norm": 4.633569717407227,
      "learning_rate": 2.140315378174714e-06,
      "loss": 0.6864,
      "step": 65440
    },
    {
      "epoch": 18.27,
      "grad_norm": 5.242041110992432,
      "learning_rate": 2.1406424434831144e-06,
      "loss": 0.6946,
      "step": 65450
    },
    {
      "epoch": 18.27,
      "grad_norm": 2.8306543827056885,
      "learning_rate": 2.1409695087915153e-06,
      "loss": 0.6964,
      "step": 65460
    },
    {
      "epoch": 18.27,
      "grad_norm": 3.471017837524414,
      "learning_rate": 2.1412965740999162e-06,
      "loss": 0.6933,
      "step": 65470
    },
    {
      "epoch": 18.28,
      "grad_norm": 4.117588996887207,
      "learning_rate": 2.1416236394083167e-06,
      "loss": 0.6965,
      "step": 65480
    },
    {
      "epoch": 18.28,
      "grad_norm": 3.717045307159424,
      "learning_rate": 2.1419507047167177e-06,
      "loss": 0.687,
      "step": 65490
    },
    {
      "epoch": 18.28,
      "grad_norm": 4.06644344329834,
      "learning_rate": 2.1422777700251186e-06,
      "loss": 0.6894,
      "step": 65500
    },
    {
      "epoch": 18.28,
      "grad_norm": 3.043564796447754,
      "learning_rate": 2.142604835333519e-06,
      "loss": 0.6757,
      "step": 65510
    },
    {
      "epoch": 18.29,
      "grad_norm": 3.2305214405059814,
      "learning_rate": 2.14293190064192e-06,
      "loss": 0.6892,
      "step": 65520
    },
    {
      "epoch": 18.29,
      "grad_norm": 4.764939308166504,
      "learning_rate": 2.143258965950321e-06,
      "loss": 0.6858,
      "step": 65530
    },
    {
      "epoch": 18.29,
      "grad_norm": 4.693569660186768,
      "learning_rate": 2.1435860312587215e-06,
      "loss": 0.6914,
      "step": 65540
    },
    {
      "epoch": 18.29,
      "grad_norm": 4.884631633758545,
      "learning_rate": 2.1439130965671224e-06,
      "loss": 0.6888,
      "step": 65550
    },
    {
      "epoch": 18.3,
      "grad_norm": 5.3424973487854,
      "learning_rate": 2.144240161875523e-06,
      "loss": 0.6922,
      "step": 65560
    },
    {
      "epoch": 18.3,
      "grad_norm": 3.143568992614746,
      "learning_rate": 2.144567227183924e-06,
      "loss": 0.6722,
      "step": 65570
    },
    {
      "epoch": 18.3,
      "grad_norm": 5.200174331665039,
      "learning_rate": 2.1448942924923244e-06,
      "loss": 0.6722,
      "step": 65580
    },
    {
      "epoch": 18.31,
      "grad_norm": 4.1733598709106445,
      "learning_rate": 2.1452213578007253e-06,
      "loss": 0.683,
      "step": 65590
    },
    {
      "epoch": 18.31,
      "grad_norm": 3.241828680038452,
      "learning_rate": 2.1455484231091263e-06,
      "loss": 0.7,
      "step": 65600
    },
    {
      "epoch": 18.31,
      "grad_norm": 4.0975422859191895,
      "learning_rate": 2.145875488417527e-06,
      "loss": 0.6973,
      "step": 65610
    },
    {
      "epoch": 18.31,
      "grad_norm": 3.608241081237793,
      "learning_rate": 2.1462025537259277e-06,
      "loss": 0.6898,
      "step": 65620
    },
    {
      "epoch": 18.32,
      "grad_norm": 4.115680694580078,
      "learning_rate": 2.1465296190343286e-06,
      "loss": 0.6711,
      "step": 65630
    },
    {
      "epoch": 18.32,
      "grad_norm": 3.757155656814575,
      "learning_rate": 2.1468566843427296e-06,
      "loss": 0.684,
      "step": 65640
    },
    {
      "epoch": 18.32,
      "grad_norm": 4.7484025955200195,
      "learning_rate": 2.14718374965113e-06,
      "loss": 0.668,
      "step": 65650
    },
    {
      "epoch": 18.33,
      "grad_norm": 3.936115264892578,
      "learning_rate": 2.147510814959531e-06,
      "loss": 0.6801,
      "step": 65660
    },
    {
      "epoch": 18.33,
      "grad_norm": 3.871666193008423,
      "learning_rate": 2.1478378802679315e-06,
      "loss": 0.6629,
      "step": 65670
    },
    {
      "epoch": 18.33,
      "grad_norm": 4.031081676483154,
      "learning_rate": 2.1481649455763325e-06,
      "loss": 0.6776,
      "step": 65680
    },
    {
      "epoch": 18.33,
      "grad_norm": 3.667362689971924,
      "learning_rate": 2.1484920108847334e-06,
      "loss": 0.6688,
      "step": 65690
    },
    {
      "epoch": 18.34,
      "grad_norm": 5.107294082641602,
      "learning_rate": 2.1488190761931343e-06,
      "loss": 0.6873,
      "step": 65700
    },
    {
      "epoch": 18.34,
      "grad_norm": 4.175687313079834,
      "learning_rate": 2.149146141501535e-06,
      "loss": 0.6785,
      "step": 65710
    },
    {
      "epoch": 18.34,
      "grad_norm": 3.740753650665283,
      "learning_rate": 2.149473206809936e-06,
      "loss": 0.6545,
      "step": 65720
    },
    {
      "epoch": 18.34,
      "grad_norm": 3.4798130989074707,
      "learning_rate": 2.1498002721183363e-06,
      "loss": 0.6874,
      "step": 65730
    },
    {
      "epoch": 18.35,
      "grad_norm": 3.8922617435455322,
      "learning_rate": 2.1501273374267372e-06,
      "loss": 0.6779,
      "step": 65740
    },
    {
      "epoch": 18.35,
      "grad_norm": 3.622523307800293,
      "learning_rate": 2.1504544027351377e-06,
      "loss": 0.6605,
      "step": 65750
    },
    {
      "epoch": 18.35,
      "grad_norm": 3.9484198093414307,
      "learning_rate": 2.1507814680435387e-06,
      "loss": 0.6956,
      "step": 65760
    },
    {
      "epoch": 18.36,
      "grad_norm": 3.5857346057891846,
      "learning_rate": 2.1511085333519396e-06,
      "loss": 0.6842,
      "step": 65770
    },
    {
      "epoch": 18.36,
      "grad_norm": 5.214435577392578,
      "learning_rate": 2.15143559866034e-06,
      "loss": 0.6846,
      "step": 65780
    },
    {
      "epoch": 18.36,
      "grad_norm": 2.802150011062622,
      "learning_rate": 2.151762663968741e-06,
      "loss": 0.6793,
      "step": 65790
    },
    {
      "epoch": 18.36,
      "grad_norm": 4.144400119781494,
      "learning_rate": 2.152089729277142e-06,
      "loss": 0.6963,
      "step": 65800
    },
    {
      "epoch": 18.37,
      "grad_norm": 4.047239780426025,
      "learning_rate": 2.1524167945855425e-06,
      "loss": 0.6912,
      "step": 65810
    },
    {
      "epoch": 18.37,
      "grad_norm": 5.509894371032715,
      "learning_rate": 2.1527438598939434e-06,
      "loss": 0.6822,
      "step": 65820
    },
    {
      "epoch": 18.37,
      "grad_norm": 4.207154750823975,
      "learning_rate": 2.1530709252023444e-06,
      "loss": 0.6843,
      "step": 65830
    },
    {
      "epoch": 18.38,
      "grad_norm": 4.796875476837158,
      "learning_rate": 2.153397990510745e-06,
      "loss": 0.6913,
      "step": 65840
    },
    {
      "epoch": 18.38,
      "grad_norm": 4.572581768035889,
      "learning_rate": 2.153725055819146e-06,
      "loss": 0.6893,
      "step": 65850
    },
    {
      "epoch": 18.38,
      "grad_norm": 4.870223045349121,
      "learning_rate": 2.1540521211275463e-06,
      "loss": 0.679,
      "step": 65860
    },
    {
      "epoch": 18.38,
      "grad_norm": 4.47238302230835,
      "learning_rate": 2.1543791864359473e-06,
      "loss": 0.6526,
      "step": 65870
    },
    {
      "epoch": 18.39,
      "grad_norm": 3.00797176361084,
      "learning_rate": 2.154706251744348e-06,
      "loss": 0.6655,
      "step": 65880
    },
    {
      "epoch": 18.39,
      "grad_norm": 3.151188850402832,
      "learning_rate": 2.155033317052749e-06,
      "loss": 0.6703,
      "step": 65890
    },
    {
      "epoch": 18.39,
      "grad_norm": 4.21195650100708,
      "learning_rate": 2.1553603823611497e-06,
      "loss": 0.6863,
      "step": 65900
    },
    {
      "epoch": 18.4,
      "grad_norm": 3.627371072769165,
      "learning_rate": 2.1556874476695506e-06,
      "loss": 0.6861,
      "step": 65910
    },
    {
      "epoch": 18.4,
      "grad_norm": 3.4671871662139893,
      "learning_rate": 2.156014512977951e-06,
      "loss": 0.6693,
      "step": 65920
    },
    {
      "epoch": 18.4,
      "grad_norm": 3.3420684337615967,
      "learning_rate": 2.156341578286352e-06,
      "loss": 0.6892,
      "step": 65930
    },
    {
      "epoch": 18.4,
      "grad_norm": 4.325598239898682,
      "learning_rate": 2.156668643594753e-06,
      "loss": 0.6746,
      "step": 65940
    },
    {
      "epoch": 18.41,
      "grad_norm": 3.86314058303833,
      "learning_rate": 2.1569957089031535e-06,
      "loss": 0.6742,
      "step": 65950
    },
    {
      "epoch": 18.41,
      "grad_norm": 2.8023924827575684,
      "learning_rate": 2.1573227742115544e-06,
      "loss": 0.6672,
      "step": 65960
    },
    {
      "epoch": 18.41,
      "grad_norm": 3.5747244358062744,
      "learning_rate": 2.157649839519955e-06,
      "loss": 0.6767,
      "step": 65970
    },
    {
      "epoch": 18.41,
      "grad_norm": 4.215724468231201,
      "learning_rate": 2.157976904828356e-06,
      "loss": 0.6643,
      "step": 65980
    },
    {
      "epoch": 18.42,
      "grad_norm": 3.127991199493408,
      "learning_rate": 2.158303970136757e-06,
      "loss": 0.6926,
      "step": 65990
    },
    {
      "epoch": 18.42,
      "grad_norm": 4.263144016265869,
      "learning_rate": 2.1586310354451577e-06,
      "loss": 0.6671,
      "step": 66000
    },
    {
      "epoch": 18.42,
      "grad_norm": 3.554976463317871,
      "learning_rate": 2.1589581007535582e-06,
      "loss": 0.7033,
      "step": 66010
    },
    {
      "epoch": 18.43,
      "grad_norm": 3.818272113800049,
      "learning_rate": 2.159285166061959e-06,
      "loss": 0.6636,
      "step": 66020
    },
    {
      "epoch": 18.43,
      "grad_norm": 3.4161953926086426,
      "learning_rate": 2.1596122313703597e-06,
      "loss": 0.6712,
      "step": 66030
    },
    {
      "epoch": 18.43,
      "grad_norm": 4.4838175773620605,
      "learning_rate": 2.1599392966787606e-06,
      "loss": 0.6837,
      "step": 66040
    },
    {
      "epoch": 18.43,
      "grad_norm": 4.383787631988525,
      "learning_rate": 2.160266361987161e-06,
      "loss": 0.6598,
      "step": 66050
    },
    {
      "epoch": 18.44,
      "grad_norm": 6.091434478759766,
      "learning_rate": 2.160593427295562e-06,
      "loss": 0.692,
      "step": 66060
    },
    {
      "epoch": 18.44,
      "grad_norm": 3.615577459335327,
      "learning_rate": 2.160920492603963e-06,
      "loss": 0.6749,
      "step": 66070
    },
    {
      "epoch": 18.44,
      "grad_norm": 3.2194528579711914,
      "learning_rate": 2.161247557912364e-06,
      "loss": 0.6819,
      "step": 66080
    },
    {
      "epoch": 18.45,
      "grad_norm": 3.109618902206421,
      "learning_rate": 2.1615746232207645e-06,
      "loss": 0.7052,
      "step": 66090
    },
    {
      "epoch": 18.45,
      "grad_norm": 3.0513057708740234,
      "learning_rate": 2.1619016885291654e-06,
      "loss": 0.6958,
      "step": 66100
    },
    {
      "epoch": 18.45,
      "grad_norm": 4.181385040283203,
      "learning_rate": 2.162228753837566e-06,
      "loss": 0.6904,
      "step": 66110
    },
    {
      "epoch": 18.45,
      "grad_norm": 4.924126148223877,
      "learning_rate": 2.162555819145967e-06,
      "loss": 0.6859,
      "step": 66120
    },
    {
      "epoch": 18.46,
      "grad_norm": 2.888397455215454,
      "learning_rate": 2.1628828844543678e-06,
      "loss": 0.6836,
      "step": 66130
    },
    {
      "epoch": 18.46,
      "grad_norm": 3.3203086853027344,
      "learning_rate": 2.1632099497627683e-06,
      "loss": 0.6999,
      "step": 66140
    },
    {
      "epoch": 18.46,
      "grad_norm": 3.586090087890625,
      "learning_rate": 2.1635370150711692e-06,
      "loss": 0.6804,
      "step": 66150
    },
    {
      "epoch": 18.46,
      "grad_norm": 3.602825403213501,
      "learning_rate": 2.1638640803795697e-06,
      "loss": 0.6689,
      "step": 66160
    },
    {
      "epoch": 18.47,
      "grad_norm": 3.820755958557129,
      "learning_rate": 2.164191145687971e-06,
      "loss": 0.6899,
      "step": 66170
    },
    {
      "epoch": 18.47,
      "grad_norm": 4.5833420753479,
      "learning_rate": 2.1645182109963716e-06,
      "loss": 0.6899,
      "step": 66180
    },
    {
      "epoch": 18.47,
      "grad_norm": 3.4608986377716064,
      "learning_rate": 2.1648452763047725e-06,
      "loss": 0.6853,
      "step": 66190
    },
    {
      "epoch": 18.48,
      "grad_norm": 4.270927906036377,
      "learning_rate": 2.165172341613173e-06,
      "loss": 0.6983,
      "step": 66200
    },
    {
      "epoch": 18.48,
      "grad_norm": 4.4589433670043945,
      "learning_rate": 2.165499406921574e-06,
      "loss": 0.6683,
      "step": 66210
    },
    {
      "epoch": 18.48,
      "grad_norm": 7.044240474700928,
      "learning_rate": 2.1658264722299745e-06,
      "loss": 0.6889,
      "step": 66220
    },
    {
      "epoch": 18.48,
      "grad_norm": 3.0074639320373535,
      "learning_rate": 2.1661535375383754e-06,
      "loss": 0.686,
      "step": 66230
    },
    {
      "epoch": 18.49,
      "grad_norm": 4.416623115539551,
      "learning_rate": 2.1664806028467764e-06,
      "loss": 0.6962,
      "step": 66240
    },
    {
      "epoch": 18.49,
      "grad_norm": 4.311061859130859,
      "learning_rate": 2.166807668155177e-06,
      "loss": 0.6719,
      "step": 66250
    },
    {
      "epoch": 18.49,
      "grad_norm": 2.8446578979492188,
      "learning_rate": 2.167134733463578e-06,
      "loss": 0.6869,
      "step": 66260
    },
    {
      "epoch": 18.5,
      "grad_norm": 3.5638277530670166,
      "learning_rate": 2.1674617987719788e-06,
      "loss": 0.6795,
      "step": 66270
    },
    {
      "epoch": 18.5,
      "grad_norm": 5.008255481719971,
      "learning_rate": 2.1677888640803793e-06,
      "loss": 0.6956,
      "step": 66280
    },
    {
      "epoch": 18.5,
      "grad_norm": 3.0808000564575195,
      "learning_rate": 2.16811592938878e-06,
      "loss": 0.6659,
      "step": 66290
    },
    {
      "epoch": 18.5,
      "grad_norm": 4.5125603675842285,
      "learning_rate": 2.168442994697181e-06,
      "loss": 0.6962,
      "step": 66300
    },
    {
      "epoch": 18.51,
      "grad_norm": 5.551848411560059,
      "learning_rate": 2.1687700600055816e-06,
      "loss": 0.6912,
      "step": 66310
    },
    {
      "epoch": 18.51,
      "grad_norm": 2.8989555835723877,
      "learning_rate": 2.1690971253139826e-06,
      "loss": 0.6949,
      "step": 66320
    },
    {
      "epoch": 18.51,
      "grad_norm": 4.541012763977051,
      "learning_rate": 2.169424190622383e-06,
      "loss": 0.6845,
      "step": 66330
    },
    {
      "epoch": 18.52,
      "grad_norm": 3.7132554054260254,
      "learning_rate": 2.169751255930784e-06,
      "loss": 0.6936,
      "step": 66340
    },
    {
      "epoch": 18.52,
      "grad_norm": 3.9717295169830322,
      "learning_rate": 2.1700783212391845e-06,
      "loss": 0.6697,
      "step": 66350
    },
    {
      "epoch": 18.52,
      "grad_norm": 3.255049705505371,
      "learning_rate": 2.170405386547586e-06,
      "loss": 0.6712,
      "step": 66360
    },
    {
      "epoch": 18.52,
      "grad_norm": 4.339997291564941,
      "learning_rate": 2.1707324518559864e-06,
      "loss": 0.6793,
      "step": 66370
    },
    {
      "epoch": 18.53,
      "grad_norm": 3.706592321395874,
      "learning_rate": 2.1710595171643873e-06,
      "loss": 0.6915,
      "step": 66380
    },
    {
      "epoch": 18.53,
      "grad_norm": 6.168914794921875,
      "learning_rate": 2.171386582472788e-06,
      "loss": 0.6677,
      "step": 66390
    },
    {
      "epoch": 18.53,
      "grad_norm": 3.653810739517212,
      "learning_rate": 2.171713647781189e-06,
      "loss": 0.6766,
      "step": 66400
    },
    {
      "epoch": 18.53,
      "grad_norm": 4.081813335418701,
      "learning_rate": 2.1720407130895897e-06,
      "loss": 0.6997,
      "step": 66410
    },
    {
      "epoch": 18.54,
      "grad_norm": 5.132730007171631,
      "learning_rate": 2.1723677783979902e-06,
      "loss": 0.6626,
      "step": 66420
    },
    {
      "epoch": 18.54,
      "grad_norm": 4.063101768493652,
      "learning_rate": 2.172694843706391e-06,
      "loss": 0.6802,
      "step": 66430
    },
    {
      "epoch": 18.54,
      "grad_norm": 3.9356398582458496,
      "learning_rate": 2.1730219090147917e-06,
      "loss": 0.688,
      "step": 66440
    },
    {
      "epoch": 18.55,
      "grad_norm": 4.520214080810547,
      "learning_rate": 2.1733489743231926e-06,
      "loss": 0.672,
      "step": 66450
    },
    {
      "epoch": 18.55,
      "grad_norm": 3.736288547515869,
      "learning_rate": 2.1736760396315936e-06,
      "loss": 0.6699,
      "step": 66460
    },
    {
      "epoch": 18.55,
      "grad_norm": 5.27439022064209,
      "learning_rate": 2.1740031049399945e-06,
      "loss": 0.6689,
      "step": 66470
    },
    {
      "epoch": 18.55,
      "grad_norm": 4.3545403480529785,
      "learning_rate": 2.174330170248395e-06,
      "loss": 0.6688,
      "step": 66480
    },
    {
      "epoch": 18.56,
      "grad_norm": 6.548834323883057,
      "learning_rate": 2.174657235556796e-06,
      "loss": 0.6839,
      "step": 66490
    },
    {
      "epoch": 18.56,
      "grad_norm": 4.189265727996826,
      "learning_rate": 2.1749843008651964e-06,
      "loss": 0.677,
      "step": 66500
    },
    {
      "epoch": 18.56,
      "grad_norm": 5.0356011390686035,
      "learning_rate": 2.1753113661735974e-06,
      "loss": 0.6735,
      "step": 66510
    },
    {
      "epoch": 18.57,
      "grad_norm": 3.105433940887451,
      "learning_rate": 2.175638431481998e-06,
      "loss": 0.6809,
      "step": 66520
    },
    {
      "epoch": 18.57,
      "grad_norm": 4.535281181335449,
      "learning_rate": 2.175965496790399e-06,
      "loss": 0.6804,
      "step": 66530
    },
    {
      "epoch": 18.57,
      "grad_norm": 3.4060328006744385,
      "learning_rate": 2.1762925620987998e-06,
      "loss": 0.6775,
      "step": 66540
    },
    {
      "epoch": 18.57,
      "grad_norm": 3.0898940563201904,
      "learning_rate": 2.1766196274072007e-06,
      "loss": 0.6882,
      "step": 66550
    },
    {
      "epoch": 18.58,
      "grad_norm": 5.059314727783203,
      "learning_rate": 2.1769466927156012e-06,
      "loss": 0.671,
      "step": 66560
    },
    {
      "epoch": 18.58,
      "grad_norm": 3.9987847805023193,
      "learning_rate": 2.177273758024002e-06,
      "loss": 0.6794,
      "step": 66570
    },
    {
      "epoch": 18.58,
      "grad_norm": 4.213529109954834,
      "learning_rate": 2.1776008233324027e-06,
      "loss": 0.6675,
      "step": 66580
    },
    {
      "epoch": 18.58,
      "grad_norm": 3.6130526065826416,
      "learning_rate": 2.1779278886408036e-06,
      "loss": 0.6977,
      "step": 66590
    },
    {
      "epoch": 18.59,
      "grad_norm": 5.495964527130127,
      "learning_rate": 2.1782549539492045e-06,
      "loss": 0.6751,
      "step": 66600
    },
    {
      "epoch": 18.59,
      "grad_norm": 3.578263282775879,
      "learning_rate": 2.178582019257605e-06,
      "loss": 0.6659,
      "step": 66610
    },
    {
      "epoch": 18.59,
      "grad_norm": 3.329423189163208,
      "learning_rate": 2.178909084566006e-06,
      "loss": 0.6812,
      "step": 66620
    },
    {
      "epoch": 18.6,
      "grad_norm": 4.372838497161865,
      "learning_rate": 2.1792361498744065e-06,
      "loss": 0.6824,
      "step": 66630
    },
    {
      "epoch": 18.6,
      "grad_norm": 3.879042148590088,
      "learning_rate": 2.1795632151828074e-06,
      "loss": 0.6801,
      "step": 66640
    },
    {
      "epoch": 18.6,
      "grad_norm": 3.036987781524658,
      "learning_rate": 2.1798902804912084e-06,
      "loss": 0.7004,
      "step": 66650
    },
    {
      "epoch": 18.6,
      "grad_norm": 3.999448776245117,
      "learning_rate": 2.1802173457996093e-06,
      "loss": 0.6697,
      "step": 66660
    },
    {
      "epoch": 18.61,
      "grad_norm": 7.022995471954346,
      "learning_rate": 2.18054441110801e-06,
      "loss": 0.6614,
      "step": 66670
    },
    {
      "epoch": 18.61,
      "grad_norm": 4.6480183601379395,
      "learning_rate": 2.1808714764164107e-06,
      "loss": 0.691,
      "step": 66680
    },
    {
      "epoch": 18.61,
      "grad_norm": 3.966377019882202,
      "learning_rate": 2.1811985417248113e-06,
      "loss": 0.6758,
      "step": 66690
    },
    {
      "epoch": 18.62,
      "grad_norm": 3.99863862991333,
      "learning_rate": 2.181525607033212e-06,
      "loss": 0.6805,
      "step": 66700
    },
    {
      "epoch": 18.62,
      "grad_norm": 4.559749603271484,
      "learning_rate": 2.181852672341613e-06,
      "loss": 0.6749,
      "step": 66710
    },
    {
      "epoch": 18.62,
      "grad_norm": 4.115936279296875,
      "learning_rate": 2.1821797376500136e-06,
      "loss": 0.6806,
      "step": 66720
    },
    {
      "epoch": 18.62,
      "grad_norm": 2.720958948135376,
      "learning_rate": 2.1825068029584146e-06,
      "loss": 0.679,
      "step": 66730
    },
    {
      "epoch": 18.63,
      "grad_norm": 3.770472526550293,
      "learning_rate": 2.1828338682668155e-06,
      "loss": 0.6675,
      "step": 66740
    },
    {
      "epoch": 18.63,
      "grad_norm": 3.8587734699249268,
      "learning_rate": 2.183160933575216e-06,
      "loss": 0.6685,
      "step": 66750
    },
    {
      "epoch": 18.63,
      "grad_norm": 5.722311019897461,
      "learning_rate": 2.183487998883617e-06,
      "loss": 0.682,
      "step": 66760
    },
    {
      "epoch": 18.64,
      "grad_norm": 3.33284068107605,
      "learning_rate": 2.183815064192018e-06,
      "loss": 0.6623,
      "step": 66770
    },
    {
      "epoch": 18.64,
      "grad_norm": 3.946988582611084,
      "learning_rate": 2.1841421295004184e-06,
      "loss": 0.6713,
      "step": 66780
    },
    {
      "epoch": 18.64,
      "grad_norm": 5.7380452156066895,
      "learning_rate": 2.1844691948088193e-06,
      "loss": 0.6988,
      "step": 66790
    },
    {
      "epoch": 18.64,
      "grad_norm": 4.5537590980529785,
      "learning_rate": 2.18479626011722e-06,
      "loss": 0.6516,
      "step": 66800
    },
    {
      "epoch": 18.65,
      "grad_norm": 5.021416187286377,
      "learning_rate": 2.1851233254256208e-06,
      "loss": 0.7005,
      "step": 66810
    },
    {
      "epoch": 18.65,
      "grad_norm": 3.567214250564575,
      "learning_rate": 2.1854503907340213e-06,
      "loss": 0.6745,
      "step": 66820
    },
    {
      "epoch": 18.65,
      "grad_norm": 4.620705604553223,
      "learning_rate": 2.1857774560424222e-06,
      "loss": 0.6561,
      "step": 66830
    },
    {
      "epoch": 18.65,
      "grad_norm": 4.457888126373291,
      "learning_rate": 2.186104521350823e-06,
      "loss": 0.6876,
      "step": 66840
    },
    {
      "epoch": 18.66,
      "grad_norm": 3.681645393371582,
      "learning_rate": 2.186431586659224e-06,
      "loss": 0.6889,
      "step": 66850
    },
    {
      "epoch": 18.66,
      "grad_norm": 3.702009677886963,
      "learning_rate": 2.1867586519676246e-06,
      "loss": 0.6814,
      "step": 66860
    },
    {
      "epoch": 18.66,
      "grad_norm": 5.032797813415527,
      "learning_rate": 2.1870857172760255e-06,
      "loss": 0.6691,
      "step": 66870
    },
    {
      "epoch": 18.67,
      "grad_norm": 3.4594459533691406,
      "learning_rate": 2.1874127825844265e-06,
      "loss": 0.6864,
      "step": 66880
    },
    {
      "epoch": 18.67,
      "grad_norm": 2.7955992221832275,
      "learning_rate": 2.187739847892827e-06,
      "loss": 0.6835,
      "step": 66890
    },
    {
      "epoch": 18.67,
      "grad_norm": 4.554465293884277,
      "learning_rate": 2.188066913201228e-06,
      "loss": 0.6857,
      "step": 66900
    },
    {
      "epoch": 18.67,
      "grad_norm": 2.405550479888916,
      "learning_rate": 2.1883939785096284e-06,
      "loss": 0.6793,
      "step": 66910
    },
    {
      "epoch": 18.68,
      "grad_norm": 3.9226341247558594,
      "learning_rate": 2.1887210438180294e-06,
      "loss": 0.6662,
      "step": 66920
    },
    {
      "epoch": 18.68,
      "grad_norm": 3.085397243499756,
      "learning_rate": 2.18904810912643e-06,
      "loss": 0.6812,
      "step": 66930
    },
    {
      "epoch": 18.68,
      "grad_norm": 3.841844081878662,
      "learning_rate": 2.1893751744348312e-06,
      "loss": 0.673,
      "step": 66940
    },
    {
      "epoch": 18.69,
      "grad_norm": 4.719414234161377,
      "learning_rate": 2.1897022397432318e-06,
      "loss": 0.6821,
      "step": 66950
    },
    {
      "epoch": 18.69,
      "grad_norm": 3.241330862045288,
      "learning_rate": 2.1900293050516327e-06,
      "loss": 0.692,
      "step": 66960
    },
    {
      "epoch": 18.69,
      "grad_norm": 4.889770984649658,
      "learning_rate": 2.190356370360033e-06,
      "loss": 0.6642,
      "step": 66970
    },
    {
      "epoch": 18.69,
      "grad_norm": 4.116221904754639,
      "learning_rate": 2.190683435668434e-06,
      "loss": 0.668,
      "step": 66980
    },
    {
      "epoch": 18.7,
      "grad_norm": 4.7525224685668945,
      "learning_rate": 2.1910105009768346e-06,
      "loss": 0.6783,
      "step": 66990
    },
    {
      "epoch": 18.7,
      "grad_norm": 3.826539993286133,
      "learning_rate": 2.1913375662852356e-06,
      "loss": 0.6733,
      "step": 67000
    },
    {
      "epoch": 18.7,
      "grad_norm": 3.698065757751465,
      "learning_rate": 2.1916646315936365e-06,
      "loss": 0.6756,
      "step": 67010
    },
    {
      "epoch": 18.7,
      "grad_norm": 3.6456499099731445,
      "learning_rate": 2.191991696902037e-06,
      "loss": 0.6904,
      "step": 67020
    },
    {
      "epoch": 18.71,
      "grad_norm": 3.381965160369873,
      "learning_rate": 2.192318762210438e-06,
      "loss": 0.6637,
      "step": 67030
    },
    {
      "epoch": 18.71,
      "grad_norm": 3.136270761489868,
      "learning_rate": 2.192645827518839e-06,
      "loss": 0.6865,
      "step": 67040
    },
    {
      "epoch": 18.71,
      "grad_norm": 4.102205753326416,
      "learning_rate": 2.1929728928272394e-06,
      "loss": 0.6947,
      "step": 67050
    },
    {
      "epoch": 18.72,
      "grad_norm": 4.151239395141602,
      "learning_rate": 2.1932999581356403e-06,
      "loss": 0.6903,
      "step": 67060
    },
    {
      "epoch": 18.72,
      "grad_norm": 3.7476742267608643,
      "learning_rate": 2.1936270234440413e-06,
      "loss": 0.6811,
      "step": 67070
    },
    {
      "epoch": 18.72,
      "grad_norm": 5.375506401062012,
      "learning_rate": 2.193954088752442e-06,
      "loss": 0.6836,
      "step": 67080
    },
    {
      "epoch": 18.72,
      "grad_norm": 4.211149215698242,
      "learning_rate": 2.1942811540608427e-06,
      "loss": 0.684,
      "step": 67090
    },
    {
      "epoch": 18.73,
      "grad_norm": 3.759376049041748,
      "learning_rate": 2.1946082193692432e-06,
      "loss": 0.6872,
      "step": 67100
    },
    {
      "epoch": 18.73,
      "grad_norm": 3.0888538360595703,
      "learning_rate": 2.194935284677644e-06,
      "loss": 0.6825,
      "step": 67110
    },
    {
      "epoch": 18.73,
      "grad_norm": 4.544407844543457,
      "learning_rate": 2.1952623499860447e-06,
      "loss": 0.6755,
      "step": 67120
    },
    {
      "epoch": 18.74,
      "grad_norm": 4.762245178222656,
      "learning_rate": 2.195589415294446e-06,
      "loss": 0.6694,
      "step": 67130
    },
    {
      "epoch": 18.74,
      "grad_norm": 4.406530857086182,
      "learning_rate": 2.1959164806028466e-06,
      "loss": 0.6853,
      "step": 67140
    },
    {
      "epoch": 18.74,
      "grad_norm": 4.47913122177124,
      "learning_rate": 2.1962435459112475e-06,
      "loss": 0.6633,
      "step": 67150
    },
    {
      "epoch": 18.74,
      "grad_norm": 4.295688152313232,
      "learning_rate": 2.196570611219648e-06,
      "loss": 0.671,
      "step": 67160
    },
    {
      "epoch": 18.75,
      "grad_norm": 3.792905807495117,
      "learning_rate": 2.196897676528049e-06,
      "loss": 0.6693,
      "step": 67170
    },
    {
      "epoch": 18.75,
      "grad_norm": 4.206912994384766,
      "learning_rate": 2.19722474183645e-06,
      "loss": 0.6773,
      "step": 67180
    },
    {
      "epoch": 18.75,
      "grad_norm": 4.610195159912109,
      "learning_rate": 2.1975518071448504e-06,
      "loss": 0.6858,
      "step": 67190
    },
    {
      "epoch": 18.76,
      "grad_norm": 4.92996883392334,
      "learning_rate": 2.1978788724532513e-06,
      "loss": 0.671,
      "step": 67200
    },
    {
      "epoch": 18.76,
      "grad_norm": 5.53643274307251,
      "learning_rate": 2.198205937761652e-06,
      "loss": 0.6917,
      "step": 67210
    },
    {
      "epoch": 18.76,
      "grad_norm": 5.070616722106934,
      "learning_rate": 2.1985330030700528e-06,
      "loss": 0.673,
      "step": 67220
    },
    {
      "epoch": 18.76,
      "grad_norm": 3.9294841289520264,
      "learning_rate": 2.1988600683784537e-06,
      "loss": 0.6704,
      "step": 67230
    },
    {
      "epoch": 18.77,
      "grad_norm": 4.022015571594238,
      "learning_rate": 2.1991871336868546e-06,
      "loss": 0.6637,
      "step": 67240
    },
    {
      "epoch": 18.77,
      "grad_norm": 6.616326332092285,
      "learning_rate": 2.199514198995255e-06,
      "loss": 0.6818,
      "step": 67250
    },
    {
      "epoch": 18.77,
      "grad_norm": 4.192777633666992,
      "learning_rate": 2.199841264303656e-06,
      "loss": 0.656,
      "step": 67260
    },
    {
      "epoch": 18.77,
      "grad_norm": 3.3284718990325928,
      "learning_rate": 2.2001683296120566e-06,
      "loss": 0.6832,
      "step": 67270
    },
    {
      "epoch": 18.78,
      "grad_norm": 3.177826404571533,
      "learning_rate": 2.2004953949204575e-06,
      "loss": 0.6753,
      "step": 67280
    },
    {
      "epoch": 18.78,
      "grad_norm": 3.9174258708953857,
      "learning_rate": 2.200822460228858e-06,
      "loss": 0.6526,
      "step": 67290
    },
    {
      "epoch": 18.78,
      "grad_norm": 3.7456376552581787,
      "learning_rate": 2.201149525537259e-06,
      "loss": 0.6591,
      "step": 67300
    },
    {
      "epoch": 18.79,
      "grad_norm": 2.802865982055664,
      "learning_rate": 2.20147659084566e-06,
      "loss": 0.6774,
      "step": 67310
    },
    {
      "epoch": 18.79,
      "grad_norm": 3.777646541595459,
      "learning_rate": 2.201803656154061e-06,
      "loss": 0.6763,
      "step": 67320
    },
    {
      "epoch": 18.79,
      "grad_norm": 5.530897617340088,
      "learning_rate": 2.2021307214624614e-06,
      "loss": 0.6878,
      "step": 67330
    },
    {
      "epoch": 18.79,
      "grad_norm": 5.277511119842529,
      "learning_rate": 2.2024577867708623e-06,
      "loss": 0.7005,
      "step": 67340
    },
    {
      "epoch": 18.8,
      "grad_norm": 3.539976119995117,
      "learning_rate": 2.2027848520792632e-06,
      "loss": 0.697,
      "step": 67350
    },
    {
      "epoch": 18.8,
      "grad_norm": 4.200408935546875,
      "learning_rate": 2.2031119173876637e-06,
      "loss": 0.6806,
      "step": 67360
    },
    {
      "epoch": 18.8,
      "grad_norm": 4.0432586669921875,
      "learning_rate": 2.2034389826960647e-06,
      "loss": 0.6829,
      "step": 67370
    },
    {
      "epoch": 18.81,
      "grad_norm": 3.3941309452056885,
      "learning_rate": 2.203766048004465e-06,
      "loss": 0.6715,
      "step": 67380
    },
    {
      "epoch": 18.81,
      "grad_norm": 3.9872148036956787,
      "learning_rate": 2.204093113312866e-06,
      "loss": 0.6619,
      "step": 67390
    },
    {
      "epoch": 18.81,
      "grad_norm": 2.819822072982788,
      "learning_rate": 2.2044201786212666e-06,
      "loss": 0.6913,
      "step": 67400
    },
    {
      "epoch": 18.81,
      "grad_norm": 3.574047565460205,
      "learning_rate": 2.204747243929668e-06,
      "loss": 0.6806,
      "step": 67410
    },
    {
      "epoch": 18.82,
      "grad_norm": 4.573469161987305,
      "learning_rate": 2.2050743092380685e-06,
      "loss": 0.667,
      "step": 67420
    },
    {
      "epoch": 18.82,
      "grad_norm": 4.682614326477051,
      "learning_rate": 2.2054013745464694e-06,
      "loss": 0.6896,
      "step": 67430
    },
    {
      "epoch": 18.82,
      "grad_norm": 3.1684954166412354,
      "learning_rate": 2.20572843985487e-06,
      "loss": 0.658,
      "step": 67440
    },
    {
      "epoch": 18.83,
      "grad_norm": 4.540593147277832,
      "learning_rate": 2.206055505163271e-06,
      "loss": 0.679,
      "step": 67450
    },
    {
      "epoch": 18.83,
      "grad_norm": 4.336217880249023,
      "learning_rate": 2.2063825704716714e-06,
      "loss": 0.6773,
      "step": 67460
    },
    {
      "epoch": 18.83,
      "grad_norm": 4.379382610321045,
      "learning_rate": 2.2067096357800723e-06,
      "loss": 0.6991,
      "step": 67470
    },
    {
      "epoch": 18.83,
      "grad_norm": 4.421889305114746,
      "learning_rate": 2.2070367010884733e-06,
      "loss": 0.685,
      "step": 67480
    },
    {
      "epoch": 18.84,
      "grad_norm": 3.5419788360595703,
      "learning_rate": 2.2073637663968738e-06,
      "loss": 0.6929,
      "step": 67490
    },
    {
      "epoch": 18.84,
      "grad_norm": 4.029283046722412,
      "learning_rate": 2.2076908317052747e-06,
      "loss": 0.6707,
      "step": 67500
    },
    {
      "epoch": 18.84,
      "grad_norm": 3.241518497467041,
      "learning_rate": 2.2080178970136757e-06,
      "loss": 0.6577,
      "step": 67510
    },
    {
      "epoch": 18.84,
      "grad_norm": 3.094679594039917,
      "learning_rate": 2.208344962322076e-06,
      "loss": 0.6688,
      "step": 67520
    },
    {
      "epoch": 18.85,
      "grad_norm": 4.702351093292236,
      "learning_rate": 2.208672027630477e-06,
      "loss": 0.6806,
      "step": 67530
    },
    {
      "epoch": 18.85,
      "grad_norm": 2.9557886123657227,
      "learning_rate": 2.208999092938878e-06,
      "loss": 0.6989,
      "step": 67540
    },
    {
      "epoch": 18.85,
      "grad_norm": 4.059057235717773,
      "learning_rate": 2.2093261582472785e-06,
      "loss": 0.6974,
      "step": 67550
    },
    {
      "epoch": 18.86,
      "grad_norm": 2.9779419898986816,
      "learning_rate": 2.2096532235556795e-06,
      "loss": 0.6896,
      "step": 67560
    },
    {
      "epoch": 18.86,
      "grad_norm": 4.417417049407959,
      "learning_rate": 2.20998028886408e-06,
      "loss": 0.6749,
      "step": 67570
    },
    {
      "epoch": 18.86,
      "grad_norm": 4.537107467651367,
      "learning_rate": 2.210307354172481e-06,
      "loss": 0.6897,
      "step": 67580
    },
    {
      "epoch": 18.86,
      "grad_norm": 3.667255401611328,
      "learning_rate": 2.2106344194808814e-06,
      "loss": 0.6793,
      "step": 67590
    },
    {
      "epoch": 18.87,
      "grad_norm": 4.219231605529785,
      "learning_rate": 2.210961484789283e-06,
      "loss": 0.6773,
      "step": 67600
    },
    {
      "epoch": 18.87,
      "grad_norm": 4.270042896270752,
      "learning_rate": 2.2112885500976833e-06,
      "loss": 0.6808,
      "step": 67610
    },
    {
      "epoch": 18.87,
      "grad_norm": 3.5997872352600098,
      "learning_rate": 2.2116156154060842e-06,
      "loss": 0.6836,
      "step": 67620
    },
    {
      "epoch": 18.88,
      "grad_norm": 2.6010262966156006,
      "learning_rate": 2.2119426807144848e-06,
      "loss": 0.6892,
      "step": 67630
    },
    {
      "epoch": 18.88,
      "grad_norm": 3.6301586627960205,
      "learning_rate": 2.2122697460228857e-06,
      "loss": 0.6808,
      "step": 67640
    },
    {
      "epoch": 18.88,
      "grad_norm": 3.60359525680542,
      "learning_rate": 2.2125968113312866e-06,
      "loss": 0.6516,
      "step": 67650
    },
    {
      "epoch": 18.88,
      "grad_norm": 5.942337512969971,
      "learning_rate": 2.212923876639687e-06,
      "loss": 0.667,
      "step": 67660
    },
    {
      "epoch": 18.89,
      "grad_norm": 3.576260566711426,
      "learning_rate": 2.213250941948088e-06,
      "loss": 0.6726,
      "step": 67670
    },
    {
      "epoch": 18.89,
      "grad_norm": 3.4897189140319824,
      "learning_rate": 2.2135780072564886e-06,
      "loss": 0.6858,
      "step": 67680
    },
    {
      "epoch": 18.89,
      "grad_norm": 4.198045253753662,
      "learning_rate": 2.2139050725648895e-06,
      "loss": 0.6957,
      "step": 67690
    },
    {
      "epoch": 18.89,
      "grad_norm": 3.4441118240356445,
      "learning_rate": 2.2142321378732905e-06,
      "loss": 0.6717,
      "step": 67700
    },
    {
      "epoch": 18.9,
      "grad_norm": 3.9770729541778564,
      "learning_rate": 2.2145592031816914e-06,
      "loss": 0.6762,
      "step": 67710
    },
    {
      "epoch": 18.9,
      "grad_norm": 6.048371315002441,
      "learning_rate": 2.214886268490092e-06,
      "loss": 0.6709,
      "step": 67720
    },
    {
      "epoch": 18.9,
      "grad_norm": 5.5605878829956055,
      "learning_rate": 2.215213333798493e-06,
      "loss": 0.6714,
      "step": 67730
    },
    {
      "epoch": 18.91,
      "grad_norm": 3.649534225463867,
      "learning_rate": 2.2155403991068934e-06,
      "loss": 0.6879,
      "step": 67740
    },
    {
      "epoch": 18.91,
      "grad_norm": 4.853398323059082,
      "learning_rate": 2.2158674644152943e-06,
      "loss": 0.6573,
      "step": 67750
    },
    {
      "epoch": 18.91,
      "grad_norm": 3.737736701965332,
      "learning_rate": 2.216194529723695e-06,
      "loss": 0.6674,
      "step": 67760
    },
    {
      "epoch": 18.91,
      "grad_norm": 3.5418334007263184,
      "learning_rate": 2.2165215950320957e-06,
      "loss": 0.6972,
      "step": 67770
    },
    {
      "epoch": 18.92,
      "grad_norm": 3.4430060386657715,
      "learning_rate": 2.2168486603404967e-06,
      "loss": 0.6917,
      "step": 67780
    },
    {
      "epoch": 18.92,
      "grad_norm": 3.7564921379089355,
      "learning_rate": 2.217175725648897e-06,
      "loss": 0.6776,
      "step": 67790
    },
    {
      "epoch": 18.92,
      "grad_norm": 5.110774517059326,
      "learning_rate": 2.217502790957298e-06,
      "loss": 0.6742,
      "step": 67800
    },
    {
      "epoch": 18.93,
      "grad_norm": 4.773227214813232,
      "learning_rate": 2.217829856265699e-06,
      "loss": 0.6783,
      "step": 67810
    },
    {
      "epoch": 18.93,
      "grad_norm": 3.861877202987671,
      "learning_rate": 2.2181569215740996e-06,
      "loss": 0.6811,
      "step": 67820
    },
    {
      "epoch": 18.93,
      "grad_norm": 3.6254000663757324,
      "learning_rate": 2.2184839868825005e-06,
      "loss": 0.6606,
      "step": 67830
    },
    {
      "epoch": 18.93,
      "grad_norm": 4.121395111083984,
      "learning_rate": 2.2188110521909014e-06,
      "loss": 0.6574,
      "step": 67840
    },
    {
      "epoch": 18.94,
      "grad_norm": 3.2079579830169678,
      "learning_rate": 2.219138117499302e-06,
      "loss": 0.6777,
      "step": 67850
    },
    {
      "epoch": 18.94,
      "grad_norm": 3.5866570472717285,
      "learning_rate": 2.219465182807703e-06,
      "loss": 0.6891,
      "step": 67860
    },
    {
      "epoch": 18.94,
      "grad_norm": 4.755807399749756,
      "learning_rate": 2.2197922481161034e-06,
      "loss": 0.6962,
      "step": 67870
    },
    {
      "epoch": 18.95,
      "grad_norm": 3.102707862854004,
      "learning_rate": 2.2201193134245043e-06,
      "loss": 0.6684,
      "step": 67880
    },
    {
      "epoch": 18.95,
      "grad_norm": 3.1215200424194336,
      "learning_rate": 2.2204463787329053e-06,
      "loss": 0.6708,
      "step": 67890
    },
    {
      "epoch": 18.95,
      "grad_norm": 4.391438961029053,
      "learning_rate": 2.220773444041306e-06,
      "loss": 0.6732,
      "step": 67900
    },
    {
      "epoch": 18.95,
      "grad_norm": 4.004786014556885,
      "learning_rate": 2.2211005093497067e-06,
      "loss": 0.6524,
      "step": 67910
    },
    {
      "epoch": 18.96,
      "grad_norm": 4.700331211090088,
      "learning_rate": 2.2214275746581076e-06,
      "loss": 0.6707,
      "step": 67920
    },
    {
      "epoch": 18.96,
      "grad_norm": 3.742044448852539,
      "learning_rate": 2.221754639966508e-06,
      "loss": 0.6711,
      "step": 67930
    },
    {
      "epoch": 18.96,
      "grad_norm": 3.157522678375244,
      "learning_rate": 2.222081705274909e-06,
      "loss": 0.6915,
      "step": 67940
    },
    {
      "epoch": 18.96,
      "grad_norm": 6.82496976852417,
      "learning_rate": 2.22240877058331e-06,
      "loss": 0.7012,
      "step": 67950
    },
    {
      "epoch": 18.97,
      "grad_norm": 4.92031717300415,
      "learning_rate": 2.2227358358917105e-06,
      "loss": 0.6769,
      "step": 67960
    },
    {
      "epoch": 18.97,
      "grad_norm": 3.5480563640594482,
      "learning_rate": 2.2230629012001115e-06,
      "loss": 0.6602,
      "step": 67970
    },
    {
      "epoch": 18.97,
      "grad_norm": 4.88092041015625,
      "learning_rate": 2.223389966508512e-06,
      "loss": 0.6632,
      "step": 67980
    },
    {
      "epoch": 18.98,
      "grad_norm": 3.4875144958496094,
      "learning_rate": 2.223717031816913e-06,
      "loss": 0.6795,
      "step": 67990
    },
    {
      "epoch": 18.98,
      "grad_norm": 4.563730716705322,
      "learning_rate": 2.224044097125314e-06,
      "loss": 0.6835,
      "step": 68000
    },
    {
      "epoch": 18.98,
      "grad_norm": 4.194361209869385,
      "learning_rate": 2.224371162433715e-06,
      "loss": 0.6641,
      "step": 68010
    },
    {
      "epoch": 18.98,
      "grad_norm": 3.608362913131714,
      "learning_rate": 2.2246982277421153e-06,
      "loss": 0.6861,
      "step": 68020
    },
    {
      "epoch": 18.99,
      "grad_norm": 4.8919901847839355,
      "learning_rate": 2.2250252930505162e-06,
      "loss": 0.6693,
      "step": 68030
    },
    {
      "epoch": 18.99,
      "grad_norm": 2.672600746154785,
      "learning_rate": 2.2253523583589167e-06,
      "loss": 0.7007,
      "step": 68040
    },
    {
      "epoch": 18.99,
      "grad_norm": 4.859826564788818,
      "learning_rate": 2.2256794236673177e-06,
      "loss": 0.6752,
      "step": 68050
    },
    {
      "epoch": 19.0,
      "grad_norm": 4.427798271179199,
      "learning_rate": 2.226006488975718e-06,
      "loss": 0.6957,
      "step": 68060
    },
    {
      "epoch": 19.0,
      "grad_norm": 2.9899117946624756,
      "learning_rate": 2.226333554284119e-06,
      "loss": 0.6837,
      "step": 68070
    },
    {
      "epoch": 19.0,
      "eval_loss": 0.6737286448478699,
      "eval_runtime": 86.9828,
      "eval_samples_per_second": 58.161,
      "eval_steps_per_second": 7.277,
      "step": 68077
    },
    {
      "epoch": 19.0,
      "grad_norm": 4.007686138153076,
      "learning_rate": 2.22666061959252e-06,
      "loss": 0.6628,
      "step": 68080
    },
    {
      "epoch": 19.0,
      "grad_norm": 4.493597984313965,
      "learning_rate": 2.226987684900921e-06,
      "loss": 0.6803,
      "step": 68090
    },
    {
      "epoch": 19.01,
      "grad_norm": 4.315066337585449,
      "learning_rate": 2.2273147502093215e-06,
      "loss": 0.6535,
      "step": 68100
    },
    {
      "epoch": 19.01,
      "grad_norm": 3.4166533946990967,
      "learning_rate": 2.2276418155177224e-06,
      "loss": 0.7062,
      "step": 68110
    },
    {
      "epoch": 19.01,
      "grad_norm": 5.317312240600586,
      "learning_rate": 2.2279688808261234e-06,
      "loss": 0.6774,
      "step": 68120
    },
    {
      "epoch": 19.01,
      "grad_norm": 3.974886894226074,
      "learning_rate": 2.228295946134524e-06,
      "loss": 0.6651,
      "step": 68130
    },
    {
      "epoch": 19.02,
      "grad_norm": 4.164528846740723,
      "learning_rate": 2.228623011442925e-06,
      "loss": 0.6717,
      "step": 68140
    },
    {
      "epoch": 19.02,
      "grad_norm": 4.054614067077637,
      "learning_rate": 2.2289500767513253e-06,
      "loss": 0.6656,
      "step": 68150
    },
    {
      "epoch": 19.02,
      "grad_norm": 4.172299861907959,
      "learning_rate": 2.2292771420597263e-06,
      "loss": 0.6828,
      "step": 68160
    },
    {
      "epoch": 19.03,
      "grad_norm": 4.280115604400635,
      "learning_rate": 2.2296042073681268e-06,
      "loss": 0.667,
      "step": 68170
    },
    {
      "epoch": 19.03,
      "grad_norm": 3.5139825344085693,
      "learning_rate": 2.229931272676528e-06,
      "loss": 0.6769,
      "step": 68180
    },
    {
      "epoch": 19.03,
      "grad_norm": 3.5046141147613525,
      "learning_rate": 2.2302583379849287e-06,
      "loss": 0.6594,
      "step": 68190
    },
    {
      "epoch": 19.03,
      "grad_norm": 4.1109771728515625,
      "learning_rate": 2.2305854032933296e-06,
      "loss": 0.654,
      "step": 68200
    },
    {
      "epoch": 19.04,
      "grad_norm": 3.5043981075286865,
      "learning_rate": 2.23091246860173e-06,
      "loss": 0.6644,
      "step": 68210
    },
    {
      "epoch": 19.04,
      "grad_norm": 4.073949337005615,
      "learning_rate": 2.231239533910131e-06,
      "loss": 0.6794,
      "step": 68220
    },
    {
      "epoch": 19.04,
      "grad_norm": 4.628331184387207,
      "learning_rate": 2.2315665992185316e-06,
      "loss": 0.6765,
      "step": 68230
    },
    {
      "epoch": 19.05,
      "grad_norm": 3.120149850845337,
      "learning_rate": 2.2318936645269325e-06,
      "loss": 0.6791,
      "step": 68240
    },
    {
      "epoch": 19.05,
      "grad_norm": 4.223735809326172,
      "learning_rate": 2.2322207298353334e-06,
      "loss": 0.6892,
      "step": 68250
    },
    {
      "epoch": 19.05,
      "grad_norm": 5.42783260345459,
      "learning_rate": 2.232547795143734e-06,
      "loss": 0.6701,
      "step": 68260
    },
    {
      "epoch": 19.05,
      "grad_norm": 5.047689437866211,
      "learning_rate": 2.232874860452135e-06,
      "loss": 0.6839,
      "step": 68270
    },
    {
      "epoch": 19.06,
      "grad_norm": 4.297410488128662,
      "learning_rate": 2.233201925760536e-06,
      "loss": 0.6895,
      "step": 68280
    },
    {
      "epoch": 19.06,
      "grad_norm": 3.7468605041503906,
      "learning_rate": 2.2335289910689363e-06,
      "loss": 0.6746,
      "step": 68290
    },
    {
      "epoch": 19.06,
      "grad_norm": 3.419790267944336,
      "learning_rate": 2.2338560563773372e-06,
      "loss": 0.6552,
      "step": 68300
    },
    {
      "epoch": 19.07,
      "grad_norm": 4.147820949554443,
      "learning_rate": 2.234183121685738e-06,
      "loss": 0.6502,
      "step": 68310
    },
    {
      "epoch": 19.07,
      "grad_norm": 4.195361614227295,
      "learning_rate": 2.2345101869941387e-06,
      "loss": 0.6738,
      "step": 68320
    },
    {
      "epoch": 19.07,
      "grad_norm": 4.450231552124023,
      "learning_rate": 2.2348372523025396e-06,
      "loss": 0.6781,
      "step": 68330
    },
    {
      "epoch": 19.07,
      "grad_norm": 4.405876636505127,
      "learning_rate": 2.23516431761094e-06,
      "loss": 0.6483,
      "step": 68340
    },
    {
      "epoch": 19.08,
      "grad_norm": 4.059203147888184,
      "learning_rate": 2.235491382919341e-06,
      "loss": 0.682,
      "step": 68350
    },
    {
      "epoch": 19.08,
      "grad_norm": 5.160973072052002,
      "learning_rate": 2.2358184482277416e-06,
      "loss": 0.6849,
      "step": 68360
    },
    {
      "epoch": 19.08,
      "grad_norm": 3.2296674251556396,
      "learning_rate": 2.236145513536143e-06,
      "loss": 0.6769,
      "step": 68370
    },
    {
      "epoch": 19.08,
      "grad_norm": 3.32776141166687,
      "learning_rate": 2.2364725788445435e-06,
      "loss": 0.6662,
      "step": 68380
    },
    {
      "epoch": 19.09,
      "grad_norm": 3.7373006343841553,
      "learning_rate": 2.2367996441529444e-06,
      "loss": 0.6729,
      "step": 68390
    },
    {
      "epoch": 19.09,
      "grad_norm": 5.162744998931885,
      "learning_rate": 2.237126709461345e-06,
      "loss": 0.6747,
      "step": 68400
    },
    {
      "epoch": 19.09,
      "grad_norm": 3.4178988933563232,
      "learning_rate": 2.237453774769746e-06,
      "loss": 0.6674,
      "step": 68410
    },
    {
      "epoch": 19.1,
      "grad_norm": 3.746342658996582,
      "learning_rate": 2.2377808400781468e-06,
      "loss": 0.6856,
      "step": 68420
    },
    {
      "epoch": 19.1,
      "grad_norm": 4.636700630187988,
      "learning_rate": 2.2381079053865473e-06,
      "loss": 0.6736,
      "step": 68430
    },
    {
      "epoch": 19.1,
      "grad_norm": 4.764559268951416,
      "learning_rate": 2.2384349706949482e-06,
      "loss": 0.6937,
      "step": 68440
    },
    {
      "epoch": 19.1,
      "grad_norm": 4.22655725479126,
      "learning_rate": 2.2387620360033487e-06,
      "loss": 0.6576,
      "step": 68450
    },
    {
      "epoch": 19.11,
      "grad_norm": 4.077646732330322,
      "learning_rate": 2.2390891013117497e-06,
      "loss": 0.6663,
      "step": 68460
    },
    {
      "epoch": 19.11,
      "grad_norm": 3.7245397567749023,
      "learning_rate": 2.2394161666201506e-06,
      "loss": 0.6569,
      "step": 68470
    },
    {
      "epoch": 19.11,
      "grad_norm": 3.3220434188842773,
      "learning_rate": 2.2397432319285515e-06,
      "loss": 0.6738,
      "step": 68480
    },
    {
      "epoch": 19.12,
      "grad_norm": 3.914299726486206,
      "learning_rate": 2.240070297236952e-06,
      "loss": 0.6653,
      "step": 68490
    },
    {
      "epoch": 19.12,
      "grad_norm": 4.254062652587891,
      "learning_rate": 2.240397362545353e-06,
      "loss": 0.6755,
      "step": 68500
    },
    {
      "epoch": 19.12,
      "grad_norm": 3.554863691329956,
      "learning_rate": 2.2407244278537535e-06,
      "loss": 0.6613,
      "step": 68510
    },
    {
      "epoch": 19.12,
      "grad_norm": 3.8445374965667725,
      "learning_rate": 2.2410514931621544e-06,
      "loss": 0.6628,
      "step": 68520
    },
    {
      "epoch": 19.13,
      "grad_norm": 5.572941303253174,
      "learning_rate": 2.241378558470555e-06,
      "loss": 0.6842,
      "step": 68530
    },
    {
      "epoch": 19.13,
      "grad_norm": 3.3355913162231445,
      "learning_rate": 2.241705623778956e-06,
      "loss": 0.6638,
      "step": 68540
    },
    {
      "epoch": 19.13,
      "grad_norm": 3.3900561332702637,
      "learning_rate": 2.242032689087357e-06,
      "loss": 0.654,
      "step": 68550
    },
    {
      "epoch": 19.13,
      "grad_norm": 3.6805434226989746,
      "learning_rate": 2.2423597543957578e-06,
      "loss": 0.6697,
      "step": 68560
    },
    {
      "epoch": 19.14,
      "grad_norm": 4.682568073272705,
      "learning_rate": 2.2426868197041583e-06,
      "loss": 0.6693,
      "step": 68570
    },
    {
      "epoch": 19.14,
      "grad_norm": 3.3527023792266846,
      "learning_rate": 2.243013885012559e-06,
      "loss": 0.6865,
      "step": 68580
    },
    {
      "epoch": 19.14,
      "grad_norm": 4.2096123695373535,
      "learning_rate": 2.24334095032096e-06,
      "loss": 0.6719,
      "step": 68590
    },
    {
      "epoch": 19.15,
      "grad_norm": 4.22159481048584,
      "learning_rate": 2.2436680156293606e-06,
      "loss": 0.6803,
      "step": 68600
    },
    {
      "epoch": 19.15,
      "grad_norm": 5.430698871612549,
      "learning_rate": 2.2439950809377616e-06,
      "loss": 0.659,
      "step": 68610
    },
    {
      "epoch": 19.15,
      "grad_norm": 4.387210369110107,
      "learning_rate": 2.244322146246162e-06,
      "loss": 0.6899,
      "step": 68620
    },
    {
      "epoch": 19.15,
      "grad_norm": 4.646332740783691,
      "learning_rate": 2.244649211554563e-06,
      "loss": 0.6618,
      "step": 68630
    },
    {
      "epoch": 19.16,
      "grad_norm": 3.648880958557129,
      "learning_rate": 2.2449762768629635e-06,
      "loss": 0.6696,
      "step": 68640
    },
    {
      "epoch": 19.16,
      "grad_norm": 3.8989109992980957,
      "learning_rate": 2.2453033421713645e-06,
      "loss": 0.6695,
      "step": 68650
    },
    {
      "epoch": 19.16,
      "grad_norm": 5.133366584777832,
      "learning_rate": 2.2456304074797654e-06,
      "loss": 0.6596,
      "step": 68660
    },
    {
      "epoch": 19.17,
      "grad_norm": 4.914679050445557,
      "learning_rate": 2.2459574727881663e-06,
      "loss": 0.6975,
      "step": 68670
    },
    {
      "epoch": 19.17,
      "grad_norm": 4.520832061767578,
      "learning_rate": 2.246284538096567e-06,
      "loss": 0.6726,
      "step": 68680
    },
    {
      "epoch": 19.17,
      "grad_norm": 3.5611705780029297,
      "learning_rate": 2.246611603404968e-06,
      "loss": 0.672,
      "step": 68690
    },
    {
      "epoch": 19.17,
      "grad_norm": 3.593268394470215,
      "learning_rate": 2.2469386687133683e-06,
      "loss": 0.687,
      "step": 68700
    },
    {
      "epoch": 19.18,
      "grad_norm": 4.780999183654785,
      "learning_rate": 2.2472657340217692e-06,
      "loss": 0.6932,
      "step": 68710
    },
    {
      "epoch": 19.18,
      "grad_norm": 2.423936367034912,
      "learning_rate": 2.24759279933017e-06,
      "loss": 0.6799,
      "step": 68720
    },
    {
      "epoch": 19.18,
      "grad_norm": 3.1034488677978516,
      "learning_rate": 2.2479198646385707e-06,
      "loss": 0.6599,
      "step": 68730
    },
    {
      "epoch": 19.19,
      "grad_norm": 3.427778720855713,
      "learning_rate": 2.2482469299469716e-06,
      "loss": 0.6758,
      "step": 68740
    },
    {
      "epoch": 19.19,
      "grad_norm": 3.5004148483276367,
      "learning_rate": 2.2485739952553726e-06,
      "loss": 0.6892,
      "step": 68750
    },
    {
      "epoch": 19.19,
      "grad_norm": 5.5079169273376465,
      "learning_rate": 2.248901060563773e-06,
      "loss": 0.6864,
      "step": 68760
    },
    {
      "epoch": 19.19,
      "grad_norm": 3.748866319656372,
      "learning_rate": 2.249228125872174e-06,
      "loss": 0.6915,
      "step": 68770
    },
    {
      "epoch": 19.2,
      "grad_norm": 3.4301092624664307,
      "learning_rate": 2.249555191180575e-06,
      "loss": 0.6819,
      "step": 68780
    },
    {
      "epoch": 19.2,
      "grad_norm": 5.618627548217773,
      "learning_rate": 2.2498822564889754e-06,
      "loss": 0.6847,
      "step": 68790
    },
    {
      "epoch": 19.2,
      "grad_norm": 4.115825176239014,
      "learning_rate": 2.2502093217973764e-06,
      "loss": 0.6837,
      "step": 68800
    },
    {
      "epoch": 19.2,
      "grad_norm": 4.360525131225586,
      "learning_rate": 2.250536387105777e-06,
      "loss": 0.6774,
      "step": 68810
    },
    {
      "epoch": 19.21,
      "grad_norm": 5.301085472106934,
      "learning_rate": 2.250863452414178e-06,
      "loss": 0.6548,
      "step": 68820
    },
    {
      "epoch": 19.21,
      "grad_norm": 5.65688419342041,
      "learning_rate": 2.2511905177225783e-06,
      "loss": 0.6921,
      "step": 68830
    },
    {
      "epoch": 19.21,
      "grad_norm": 3.7559163570404053,
      "learning_rate": 2.2515175830309793e-06,
      "loss": 0.6688,
      "step": 68840
    },
    {
      "epoch": 19.22,
      "grad_norm": 3.3632330894470215,
      "learning_rate": 2.2518446483393802e-06,
      "loss": 0.662,
      "step": 68850
    },
    {
      "epoch": 19.22,
      "grad_norm": 5.062163352966309,
      "learning_rate": 2.252171713647781e-06,
      "loss": 0.6744,
      "step": 68860
    },
    {
      "epoch": 19.22,
      "grad_norm": 6.414506912231445,
      "learning_rate": 2.2524987789561817e-06,
      "loss": 0.6624,
      "step": 68870
    },
    {
      "epoch": 19.22,
      "grad_norm": 5.602479934692383,
      "learning_rate": 2.2528258442645826e-06,
      "loss": 0.6827,
      "step": 68880
    },
    {
      "epoch": 19.23,
      "grad_norm": 4.067131519317627,
      "learning_rate": 2.2531529095729835e-06,
      "loss": 0.6668,
      "step": 68890
    },
    {
      "epoch": 19.23,
      "grad_norm": 3.01682186126709,
      "learning_rate": 2.253479974881384e-06,
      "loss": 0.6554,
      "step": 68900
    },
    {
      "epoch": 19.23,
      "grad_norm": 4.836321830749512,
      "learning_rate": 2.253807040189785e-06,
      "loss": 0.687,
      "step": 68910
    },
    {
      "epoch": 19.24,
      "grad_norm": 4.242910861968994,
      "learning_rate": 2.2541341054981855e-06,
      "loss": 0.6711,
      "step": 68920
    },
    {
      "epoch": 19.24,
      "grad_norm": 3.390856981277466,
      "learning_rate": 2.2544611708065864e-06,
      "loss": 0.666,
      "step": 68930
    },
    {
      "epoch": 19.24,
      "grad_norm": 6.633839130401611,
      "learning_rate": 2.2547882361149874e-06,
      "loss": 0.6828,
      "step": 68940
    },
    {
      "epoch": 19.24,
      "grad_norm": 3.753796100616455,
      "learning_rate": 2.2551153014233883e-06,
      "loss": 0.6796,
      "step": 68950
    },
    {
      "epoch": 19.25,
      "grad_norm": 4.449657917022705,
      "learning_rate": 2.255442366731789e-06,
      "loss": 0.6827,
      "step": 68960
    },
    {
      "epoch": 19.25,
      "grad_norm": 4.007126808166504,
      "learning_rate": 2.2557694320401897e-06,
      "loss": 0.6807,
      "step": 68970
    },
    {
      "epoch": 19.25,
      "grad_norm": 4.248412132263184,
      "learning_rate": 2.2560964973485903e-06,
      "loss": 0.685,
      "step": 68980
    },
    {
      "epoch": 19.25,
      "grad_norm": 3.2412519454956055,
      "learning_rate": 2.256423562656991e-06,
      "loss": 0.6885,
      "step": 68990
    },
    {
      "epoch": 19.26,
      "grad_norm": 3.681922435760498,
      "learning_rate": 2.2567506279653917e-06,
      "loss": 0.6974,
      "step": 69000
    },
    {
      "epoch": 19.26,
      "grad_norm": 4.454875946044922,
      "learning_rate": 2.2570776932737926e-06,
      "loss": 0.6805,
      "step": 69010
    },
    {
      "epoch": 19.26,
      "grad_norm": 3.8840184211730957,
      "learning_rate": 2.2574047585821936e-06,
      "loss": 0.6642,
      "step": 69020
    },
    {
      "epoch": 19.27,
      "grad_norm": 3.3342437744140625,
      "learning_rate": 2.257731823890594e-06,
      "loss": 0.6679,
      "step": 69030
    },
    {
      "epoch": 19.27,
      "grad_norm": 3.775665044784546,
      "learning_rate": 2.258058889198995e-06,
      "loss": 0.6581,
      "step": 69040
    },
    {
      "epoch": 19.27,
      "grad_norm": 4.650054931640625,
      "learning_rate": 2.258385954507396e-06,
      "loss": 0.6909,
      "step": 69050
    },
    {
      "epoch": 19.27,
      "grad_norm": 5.198689937591553,
      "learning_rate": 2.258713019815797e-06,
      "loss": 0.6892,
      "step": 69060
    },
    {
      "epoch": 19.28,
      "grad_norm": 2.7887589931488037,
      "learning_rate": 2.2590400851241974e-06,
      "loss": 0.6851,
      "step": 69070
    },
    {
      "epoch": 19.28,
      "grad_norm": 4.129363536834717,
      "learning_rate": 2.2593671504325983e-06,
      "loss": 0.6703,
      "step": 69080
    },
    {
      "epoch": 19.28,
      "grad_norm": 4.645935535430908,
      "learning_rate": 2.259694215740999e-06,
      "loss": 0.6571,
      "step": 69090
    },
    {
      "epoch": 19.29,
      "grad_norm": 4.340453624725342,
      "learning_rate": 2.2600212810493998e-06,
      "loss": 0.6856,
      "step": 69100
    },
    {
      "epoch": 19.29,
      "grad_norm": 5.456877708435059,
      "learning_rate": 2.2603483463578003e-06,
      "loss": 0.6722,
      "step": 69110
    },
    {
      "epoch": 19.29,
      "grad_norm": 5.163647651672363,
      "learning_rate": 2.2606754116662012e-06,
      "loss": 0.6837,
      "step": 69120
    },
    {
      "epoch": 19.29,
      "grad_norm": 5.8733601570129395,
      "learning_rate": 2.261002476974602e-06,
      "loss": 0.6656,
      "step": 69130
    },
    {
      "epoch": 19.3,
      "grad_norm": 3.2604146003723145,
      "learning_rate": 2.261329542283003e-06,
      "loss": 0.6998,
      "step": 69140
    },
    {
      "epoch": 19.3,
      "grad_norm": 3.9159674644470215,
      "learning_rate": 2.2616566075914036e-06,
      "loss": 0.6393,
      "step": 69150
    },
    {
      "epoch": 19.3,
      "grad_norm": 4.033907413482666,
      "learning_rate": 2.2619836728998045e-06,
      "loss": 0.6546,
      "step": 69160
    },
    {
      "epoch": 19.31,
      "grad_norm": 4.258906841278076,
      "learning_rate": 2.262310738208205e-06,
      "loss": 0.6796,
      "step": 69170
    },
    {
      "epoch": 19.31,
      "grad_norm": 3.521921396255493,
      "learning_rate": 2.262637803516606e-06,
      "loss": 0.6789,
      "step": 69180
    },
    {
      "epoch": 19.31,
      "grad_norm": 4.27425479888916,
      "learning_rate": 2.262964868825007e-06,
      "loss": 0.653,
      "step": 69190
    },
    {
      "epoch": 19.31,
      "grad_norm": 3.3545196056365967,
      "learning_rate": 2.2632919341334074e-06,
      "loss": 0.6799,
      "step": 69200
    },
    {
      "epoch": 19.32,
      "grad_norm": 3.798609972000122,
      "learning_rate": 2.2636189994418084e-06,
      "loss": 0.6977,
      "step": 69210
    },
    {
      "epoch": 19.32,
      "grad_norm": 5.3557353019714355,
      "learning_rate": 2.263946064750209e-06,
      "loss": 0.6889,
      "step": 69220
    },
    {
      "epoch": 19.32,
      "grad_norm": 4.758366107940674,
      "learning_rate": 2.26427313005861e-06,
      "loss": 0.6693,
      "step": 69230
    },
    {
      "epoch": 19.32,
      "grad_norm": 4.411067962646484,
      "learning_rate": 2.2646001953670108e-06,
      "loss": 0.6486,
      "step": 69240
    },
    {
      "epoch": 19.33,
      "grad_norm": 2.987867832183838,
      "learning_rate": 2.2649272606754117e-06,
      "loss": 0.6749,
      "step": 69250
    },
    {
      "epoch": 19.33,
      "grad_norm": 3.805773973464966,
      "learning_rate": 2.265254325983812e-06,
      "loss": 0.6571,
      "step": 69260
    },
    {
      "epoch": 19.33,
      "grad_norm": 3.085824728012085,
      "learning_rate": 2.265581391292213e-06,
      "loss": 0.6594,
      "step": 69270
    },
    {
      "epoch": 19.34,
      "grad_norm": 4.921725749969482,
      "learning_rate": 2.2659084566006136e-06,
      "loss": 0.6747,
      "step": 69280
    },
    {
      "epoch": 19.34,
      "grad_norm": 2.788651704788208,
      "learning_rate": 2.2662355219090146e-06,
      "loss": 0.6854,
      "step": 69290
    },
    {
      "epoch": 19.34,
      "grad_norm": 3.1066861152648926,
      "learning_rate": 2.266562587217415e-06,
      "loss": 0.6637,
      "step": 69300
    },
    {
      "epoch": 19.34,
      "grad_norm": 3.454563856124878,
      "learning_rate": 2.266889652525816e-06,
      "loss": 0.67,
      "step": 69310
    },
    {
      "epoch": 19.35,
      "grad_norm": 4.039145469665527,
      "learning_rate": 2.267216717834217e-06,
      "loss": 0.6678,
      "step": 69320
    },
    {
      "epoch": 19.35,
      "grad_norm": 5.1266865730285645,
      "learning_rate": 2.267543783142618e-06,
      "loss": 0.6678,
      "step": 69330
    },
    {
      "epoch": 19.35,
      "grad_norm": 3.2363123893737793,
      "learning_rate": 2.2678708484510184e-06,
      "loss": 0.6778,
      "step": 69340
    },
    {
      "epoch": 19.36,
      "grad_norm": 3.9626214504241943,
      "learning_rate": 2.2681979137594193e-06,
      "loss": 0.678,
      "step": 69350
    },
    {
      "epoch": 19.36,
      "grad_norm": 3.151097297668457,
      "learning_rate": 2.2685249790678203e-06,
      "loss": 0.6653,
      "step": 69360
    },
    {
      "epoch": 19.36,
      "grad_norm": 5.869939804077148,
      "learning_rate": 2.268852044376221e-06,
      "loss": 0.6677,
      "step": 69370
    },
    {
      "epoch": 19.36,
      "grad_norm": 3.8173344135284424,
      "learning_rate": 2.2691791096846217e-06,
      "loss": 0.6925,
      "step": 69380
    },
    {
      "epoch": 19.37,
      "grad_norm": 3.6302878856658936,
      "learning_rate": 2.2695061749930222e-06,
      "loss": 0.6548,
      "step": 69390
    },
    {
      "epoch": 19.37,
      "grad_norm": 4.368824481964111,
      "learning_rate": 2.269833240301423e-06,
      "loss": 0.6693,
      "step": 69400
    },
    {
      "epoch": 19.37,
      "grad_norm": 3.6732380390167236,
      "learning_rate": 2.2701603056098237e-06,
      "loss": 0.6685,
      "step": 69410
    },
    {
      "epoch": 19.37,
      "grad_norm": 4.843568801879883,
      "learning_rate": 2.270487370918225e-06,
      "loss": 0.6706,
      "step": 69420
    },
    {
      "epoch": 19.38,
      "grad_norm": 5.358954906463623,
      "learning_rate": 2.2708144362266256e-06,
      "loss": 0.6723,
      "step": 69430
    },
    {
      "epoch": 19.38,
      "grad_norm": 4.835394382476807,
      "learning_rate": 2.2711415015350265e-06,
      "loss": 0.6808,
      "step": 69440
    },
    {
      "epoch": 19.38,
      "grad_norm": 4.400880336761475,
      "learning_rate": 2.271468566843427e-06,
      "loss": 0.7038,
      "step": 69450
    },
    {
      "epoch": 19.39,
      "grad_norm": 3.441119909286499,
      "learning_rate": 2.271795632151828e-06,
      "loss": 0.6875,
      "step": 69460
    },
    {
      "epoch": 19.39,
      "grad_norm": 3.378218650817871,
      "learning_rate": 2.2721226974602285e-06,
      "loss": 0.6608,
      "step": 69470
    },
    {
      "epoch": 19.39,
      "grad_norm": 4.0707173347473145,
      "learning_rate": 2.2724497627686294e-06,
      "loss": 0.6579,
      "step": 69480
    },
    {
      "epoch": 19.39,
      "grad_norm": 4.181178092956543,
      "learning_rate": 2.2727768280770303e-06,
      "loss": 0.6846,
      "step": 69490
    },
    {
      "epoch": 19.4,
      "grad_norm": 3.626152992248535,
      "learning_rate": 2.273103893385431e-06,
      "loss": 0.6668,
      "step": 69500
    },
    {
      "epoch": 19.4,
      "grad_norm": 3.6995580196380615,
      "learning_rate": 2.2734309586938318e-06,
      "loss": 0.6522,
      "step": 69510
    },
    {
      "epoch": 19.4,
      "grad_norm": 4.040173053741455,
      "learning_rate": 2.2737580240022327e-06,
      "loss": 0.6896,
      "step": 69520
    },
    {
      "epoch": 19.41,
      "grad_norm": 3.2197353839874268,
      "learning_rate": 2.2740850893106332e-06,
      "loss": 0.6666,
      "step": 69530
    },
    {
      "epoch": 19.41,
      "grad_norm": 4.028248310089111,
      "learning_rate": 2.274412154619034e-06,
      "loss": 0.674,
      "step": 69540
    },
    {
      "epoch": 19.41,
      "grad_norm": 3.3056652545928955,
      "learning_rate": 2.274739219927435e-06,
      "loss": 0.6737,
      "step": 69550
    },
    {
      "epoch": 19.41,
      "grad_norm": 3.2464699745178223,
      "learning_rate": 2.2750662852358356e-06,
      "loss": 0.6692,
      "step": 69560
    },
    {
      "epoch": 19.42,
      "grad_norm": 3.506958484649658,
      "learning_rate": 2.2753933505442365e-06,
      "loss": 0.6722,
      "step": 69570
    },
    {
      "epoch": 19.42,
      "grad_norm": 4.919436454772949,
      "learning_rate": 2.275720415852637e-06,
      "loss": 0.6799,
      "step": 69580
    },
    {
      "epoch": 19.42,
      "grad_norm": 3.442439556121826,
      "learning_rate": 2.276047481161038e-06,
      "loss": 0.679,
      "step": 69590
    },
    {
      "epoch": 19.43,
      "grad_norm": 4.486738204956055,
      "learning_rate": 2.276374546469439e-06,
      "loss": 0.6691,
      "step": 69600
    },
    {
      "epoch": 19.43,
      "grad_norm": 4.011046886444092,
      "learning_rate": 2.27670161177784e-06,
      "loss": 0.6935,
      "step": 69610
    },
    {
      "epoch": 19.43,
      "grad_norm": 4.873900413513184,
      "learning_rate": 2.2770286770862404e-06,
      "loss": 0.6524,
      "step": 69620
    },
    {
      "epoch": 19.43,
      "grad_norm": 5.437778949737549,
      "learning_rate": 2.2773557423946413e-06,
      "loss": 0.6789,
      "step": 69630
    },
    {
      "epoch": 19.44,
      "grad_norm": 3.3074278831481934,
      "learning_rate": 2.277682807703042e-06,
      "loss": 0.6937,
      "step": 69640
    },
    {
      "epoch": 19.44,
      "grad_norm": 4.014611721038818,
      "learning_rate": 2.2780098730114427e-06,
      "loss": 0.6724,
      "step": 69650
    },
    {
      "epoch": 19.44,
      "grad_norm": 3.476292848587036,
      "learning_rate": 2.2783369383198437e-06,
      "loss": 0.6869,
      "step": 69660
    },
    {
      "epoch": 19.44,
      "grad_norm": 4.567507266998291,
      "learning_rate": 2.278664003628244e-06,
      "loss": 0.6542,
      "step": 69670
    },
    {
      "epoch": 19.45,
      "grad_norm": 3.220386505126953,
      "learning_rate": 2.278991068936645e-06,
      "loss": 0.6731,
      "step": 69680
    },
    {
      "epoch": 19.45,
      "grad_norm": 3.8020124435424805,
      "learning_rate": 2.2793181342450456e-06,
      "loss": 0.673,
      "step": 69690
    },
    {
      "epoch": 19.45,
      "grad_norm": 4.083690166473389,
      "learning_rate": 2.2796451995534466e-06,
      "loss": 0.6683,
      "step": 69700
    },
    {
      "epoch": 19.46,
      "grad_norm": 4.263607501983643,
      "learning_rate": 2.2799722648618475e-06,
      "loss": 0.6804,
      "step": 69710
    },
    {
      "epoch": 19.46,
      "grad_norm": 4.772648334503174,
      "learning_rate": 2.2802993301702484e-06,
      "loss": 0.6714,
      "step": 69720
    },
    {
      "epoch": 19.46,
      "grad_norm": 5.596503734588623,
      "learning_rate": 2.280626395478649e-06,
      "loss": 0.682,
      "step": 69730
    },
    {
      "epoch": 19.46,
      "grad_norm": 3.6867692470550537,
      "learning_rate": 2.28095346078705e-06,
      "loss": 0.6902,
      "step": 69740
    },
    {
      "epoch": 19.47,
      "grad_norm": 4.111530780792236,
      "learning_rate": 2.2812805260954504e-06,
      "loss": 0.6548,
      "step": 69750
    },
    {
      "epoch": 19.47,
      "grad_norm": 4.042259693145752,
      "learning_rate": 2.2816075914038513e-06,
      "loss": 0.694,
      "step": 69760
    },
    {
      "epoch": 19.47,
      "grad_norm": 4.771284103393555,
      "learning_rate": 2.281934656712252e-06,
      "loss": 0.6775,
      "step": 69770
    },
    {
      "epoch": 19.48,
      "grad_norm": 5.73466157913208,
      "learning_rate": 2.2822617220206528e-06,
      "loss": 0.6739,
      "step": 69780
    },
    {
      "epoch": 19.48,
      "grad_norm": 4.9058403968811035,
      "learning_rate": 2.2825887873290537e-06,
      "loss": 0.6777,
      "step": 69790
    },
    {
      "epoch": 19.48,
      "grad_norm": 4.2834906578063965,
      "learning_rate": 2.2829158526374547e-06,
      "loss": 0.6776,
      "step": 69800
    },
    {
      "epoch": 19.48,
      "grad_norm": 3.5492944717407227,
      "learning_rate": 2.283242917945855e-06,
      "loss": 0.6912,
      "step": 69810
    },
    {
      "epoch": 19.49,
      "grad_norm": 3.8296306133270264,
      "learning_rate": 2.283569983254256e-06,
      "loss": 0.6632,
      "step": 69820
    },
    {
      "epoch": 19.49,
      "grad_norm": 4.187020778656006,
      "learning_rate": 2.283897048562657e-06,
      "loss": 0.6864,
      "step": 69830
    },
    {
      "epoch": 19.49,
      "grad_norm": 3.5068705081939697,
      "learning_rate": 2.2842241138710575e-06,
      "loss": 0.6506,
      "step": 69840
    },
    {
      "epoch": 19.49,
      "grad_norm": 3.7999932765960693,
      "learning_rate": 2.2845511791794585e-06,
      "loss": 0.6678,
      "step": 69850
    },
    {
      "epoch": 19.5,
      "grad_norm": 5.878706932067871,
      "learning_rate": 2.284878244487859e-06,
      "loss": 0.6799,
      "step": 69860
    },
    {
      "epoch": 19.5,
      "grad_norm": 4.6531476974487305,
      "learning_rate": 2.28520530979626e-06,
      "loss": 0.6695,
      "step": 69870
    },
    {
      "epoch": 19.5,
      "grad_norm": 3.5996859073638916,
      "learning_rate": 2.2855323751046604e-06,
      "loss": 0.6771,
      "step": 69880
    },
    {
      "epoch": 19.51,
      "grad_norm": 4.365217685699463,
      "learning_rate": 2.2858594404130614e-06,
      "loss": 0.6605,
      "step": 69890
    },
    {
      "epoch": 19.51,
      "grad_norm": 4.010480880737305,
      "learning_rate": 2.2861865057214623e-06,
      "loss": 0.6792,
      "step": 69900
    },
    {
      "epoch": 19.51,
      "grad_norm": 4.042638778686523,
      "learning_rate": 2.2865135710298632e-06,
      "loss": 0.6674,
      "step": 69910
    },
    {
      "epoch": 19.51,
      "grad_norm": 3.95792293548584,
      "learning_rate": 2.2868406363382638e-06,
      "loss": 0.6684,
      "step": 69920
    },
    {
      "epoch": 19.52,
      "grad_norm": 6.400566101074219,
      "learning_rate": 2.2871677016466647e-06,
      "loss": 0.6755,
      "step": 69930
    },
    {
      "epoch": 19.52,
      "grad_norm": 3.7082512378692627,
      "learning_rate": 2.287494766955065e-06,
      "loss": 0.6826,
      "step": 69940
    },
    {
      "epoch": 19.52,
      "grad_norm": 4.086699962615967,
      "learning_rate": 2.287821832263466e-06,
      "loss": 0.6612,
      "step": 69950
    },
    {
      "epoch": 19.53,
      "grad_norm": 3.830357551574707,
      "learning_rate": 2.288148897571867e-06,
      "loss": 0.6786,
      "step": 69960
    },
    {
      "epoch": 19.53,
      "grad_norm": 7.367318630218506,
      "learning_rate": 2.2884759628802676e-06,
      "loss": 0.6677,
      "step": 69970
    },
    {
      "epoch": 19.53,
      "grad_norm": 4.327732563018799,
      "learning_rate": 2.2888030281886685e-06,
      "loss": 0.678,
      "step": 69980
    },
    {
      "epoch": 19.53,
      "grad_norm": 4.10237979888916,
      "learning_rate": 2.2891300934970695e-06,
      "loss": 0.6567,
      "step": 69990
    },
    {
      "epoch": 19.54,
      "grad_norm": 5.279421329498291,
      "learning_rate": 2.28945715880547e-06,
      "loss": 0.6583,
      "step": 70000
    },
    {
      "epoch": 19.54,
      "grad_norm": 4.149131774902344,
      "learning_rate": 2.289784224113871e-06,
      "loss": 0.6688,
      "step": 70010
    },
    {
      "epoch": 19.54,
      "grad_norm": 3.6890804767608643,
      "learning_rate": 2.290111289422272e-06,
      "loss": 0.6816,
      "step": 70020
    },
    {
      "epoch": 19.55,
      "grad_norm": 2.909496545791626,
      "learning_rate": 2.2904383547306724e-06,
      "loss": 0.6644,
      "step": 70030
    },
    {
      "epoch": 19.55,
      "grad_norm": 3.969386339187622,
      "learning_rate": 2.2907654200390733e-06,
      "loss": 0.6768,
      "step": 70040
    },
    {
      "epoch": 19.55,
      "grad_norm": 4.017662525177002,
      "learning_rate": 2.291092485347474e-06,
      "loss": 0.6613,
      "step": 70050
    },
    {
      "epoch": 19.55,
      "grad_norm": 4.363065719604492,
      "learning_rate": 2.2914195506558747e-06,
      "loss": 0.6771,
      "step": 70060
    },
    {
      "epoch": 19.56,
      "grad_norm": 3.62534499168396,
      "learning_rate": 2.2917466159642752e-06,
      "loss": 0.6731,
      "step": 70070
    },
    {
      "epoch": 19.56,
      "grad_norm": 3.637798547744751,
      "learning_rate": 2.292073681272676e-06,
      "loss": 0.6844,
      "step": 70080
    },
    {
      "epoch": 19.56,
      "grad_norm": 3.821441888809204,
      "learning_rate": 2.292400746581077e-06,
      "loss": 0.6522,
      "step": 70090
    },
    {
      "epoch": 19.56,
      "grad_norm": 4.9122233390808105,
      "learning_rate": 2.292727811889478e-06,
      "loss": 0.6585,
      "step": 70100
    },
    {
      "epoch": 19.57,
      "grad_norm": 3.811566114425659,
      "learning_rate": 2.2930548771978786e-06,
      "loss": 0.6681,
      "step": 70110
    },
    {
      "epoch": 19.57,
      "grad_norm": 3.3861184120178223,
      "learning_rate": 2.2933819425062795e-06,
      "loss": 0.6735,
      "step": 70120
    },
    {
      "epoch": 19.57,
      "grad_norm": 3.3571250438690186,
      "learning_rate": 2.2937090078146804e-06,
      "loss": 0.6755,
      "step": 70130
    },
    {
      "epoch": 19.58,
      "grad_norm": 3.987574338912964,
      "learning_rate": 2.294036073123081e-06,
      "loss": 0.6844,
      "step": 70140
    },
    {
      "epoch": 19.58,
      "grad_norm": 3.6590261459350586,
      "learning_rate": 2.294363138431482e-06,
      "loss": 0.6566,
      "step": 70150
    },
    {
      "epoch": 19.58,
      "grad_norm": 5.9423089027404785,
      "learning_rate": 2.2946902037398824e-06,
      "loss": 0.6895,
      "step": 70160
    },
    {
      "epoch": 19.58,
      "grad_norm": 4.740810871124268,
      "learning_rate": 2.2950172690482833e-06,
      "loss": 0.6532,
      "step": 70170
    },
    {
      "epoch": 19.59,
      "grad_norm": 3.3079447746276855,
      "learning_rate": 2.2953443343566843e-06,
      "loss": 0.6587,
      "step": 70180
    },
    {
      "epoch": 19.59,
      "grad_norm": 3.4815926551818848,
      "learning_rate": 2.295671399665085e-06,
      "loss": 0.6757,
      "step": 70190
    },
    {
      "epoch": 19.59,
      "grad_norm": 4.495094299316406,
      "learning_rate": 2.2959984649734857e-06,
      "loss": 0.6758,
      "step": 70200
    },
    {
      "epoch": 19.6,
      "grad_norm": 3.1307554244995117,
      "learning_rate": 2.2963255302818866e-06,
      "loss": 0.6733,
      "step": 70210
    },
    {
      "epoch": 19.6,
      "grad_norm": 3.567133903503418,
      "learning_rate": 2.296652595590287e-06,
      "loss": 0.6895,
      "step": 70220
    },
    {
      "epoch": 19.6,
      "grad_norm": 3.4522547721862793,
      "learning_rate": 2.296979660898688e-06,
      "loss": 0.6599,
      "step": 70230
    },
    {
      "epoch": 19.6,
      "grad_norm": 3.841059684753418,
      "learning_rate": 2.2973067262070886e-06,
      "loss": 0.6468,
      "step": 70240
    },
    {
      "epoch": 19.61,
      "grad_norm": 3.985872507095337,
      "learning_rate": 2.2976337915154895e-06,
      "loss": 0.6579,
      "step": 70250
    },
    {
      "epoch": 19.61,
      "grad_norm": 4.719165802001953,
      "learning_rate": 2.2979608568238905e-06,
      "loss": 0.6572,
      "step": 70260
    },
    {
      "epoch": 19.61,
      "grad_norm": 3.4372222423553467,
      "learning_rate": 2.298287922132291e-06,
      "loss": 0.6695,
      "step": 70270
    },
    {
      "epoch": 19.61,
      "grad_norm": 3.780440330505371,
      "learning_rate": 2.298614987440692e-06,
      "loss": 0.6566,
      "step": 70280
    },
    {
      "epoch": 19.62,
      "grad_norm": 4.09525728225708,
      "learning_rate": 2.298942052749093e-06,
      "loss": 0.6702,
      "step": 70290
    },
    {
      "epoch": 19.62,
      "grad_norm": 3.6030991077423096,
      "learning_rate": 2.299269118057494e-06,
      "loss": 0.6588,
      "step": 70300
    },
    {
      "epoch": 19.62,
      "grad_norm": 5.115107536315918,
      "learning_rate": 2.2995961833658943e-06,
      "loss": 0.6704,
      "step": 70310
    },
    {
      "epoch": 19.63,
      "grad_norm": 4.053811550140381,
      "learning_rate": 2.2999232486742952e-06,
      "loss": 0.6635,
      "step": 70320
    },
    {
      "epoch": 19.63,
      "grad_norm": 3.446615695953369,
      "learning_rate": 2.3002503139826957e-06,
      "loss": 0.6758,
      "step": 70330
    },
    {
      "epoch": 19.63,
      "grad_norm": 3.8545455932617188,
      "learning_rate": 2.3005773792910967e-06,
      "loss": 0.673,
      "step": 70340
    },
    {
      "epoch": 19.63,
      "grad_norm": 3.617675542831421,
      "learning_rate": 2.300904444599497e-06,
      "loss": 0.6874,
      "step": 70350
    },
    {
      "epoch": 19.64,
      "grad_norm": 4.862624168395996,
      "learning_rate": 2.301231509907898e-06,
      "loss": 0.6535,
      "step": 70360
    },
    {
      "epoch": 19.64,
      "grad_norm": 4.045009136199951,
      "learning_rate": 2.301558575216299e-06,
      "loss": 0.6707,
      "step": 70370
    },
    {
      "epoch": 19.64,
      "grad_norm": 4.709712982177734,
      "learning_rate": 2.3018856405247e-06,
      "loss": 0.6588,
      "step": 70380
    },
    {
      "epoch": 19.65,
      "grad_norm": 4.898770332336426,
      "learning_rate": 2.3022127058331005e-06,
      "loss": 0.6499,
      "step": 70390
    },
    {
      "epoch": 19.65,
      "grad_norm": 4.379788398742676,
      "learning_rate": 2.3025397711415014e-06,
      "loss": 0.6558,
      "step": 70400
    },
    {
      "epoch": 19.65,
      "grad_norm": 4.143014907836914,
      "learning_rate": 2.302866836449902e-06,
      "loss": 0.6849,
      "step": 70410
    },
    {
      "epoch": 19.65,
      "grad_norm": 4.219886779785156,
      "learning_rate": 2.303193901758303e-06,
      "loss": 0.6735,
      "step": 70420
    },
    {
      "epoch": 19.66,
      "grad_norm": 4.181931495666504,
      "learning_rate": 2.303520967066704e-06,
      "loss": 0.6633,
      "step": 70430
    },
    {
      "epoch": 19.66,
      "grad_norm": 5.529298782348633,
      "learning_rate": 2.3038480323751043e-06,
      "loss": 0.6755,
      "step": 70440
    },
    {
      "epoch": 19.66,
      "grad_norm": 4.578428268432617,
      "learning_rate": 2.3041750976835053e-06,
      "loss": 0.6764,
      "step": 70450
    },
    {
      "epoch": 19.67,
      "grad_norm": 3.674828290939331,
      "learning_rate": 2.3045021629919058e-06,
      "loss": 0.6641,
      "step": 70460
    },
    {
      "epoch": 19.67,
      "grad_norm": 4.609261989593506,
      "learning_rate": 2.3048292283003067e-06,
      "loss": 0.6714,
      "step": 70470
    },
    {
      "epoch": 19.67,
      "grad_norm": 5.227463722229004,
      "learning_rate": 2.3051562936087077e-06,
      "loss": 0.6653,
      "step": 70480
    },
    {
      "epoch": 19.67,
      "grad_norm": 3.5428647994995117,
      "learning_rate": 2.3054833589171086e-06,
      "loss": 0.6704,
      "step": 70490
    },
    {
      "epoch": 19.68,
      "grad_norm": 3.895613670349121,
      "learning_rate": 2.305810424225509e-06,
      "loss": 0.6584,
      "step": 70500
    },
    {
      "epoch": 19.68,
      "grad_norm": 3.605672836303711,
      "learning_rate": 2.30613748953391e-06,
      "loss": 0.6765,
      "step": 70510
    },
    {
      "epoch": 19.68,
      "grad_norm": 3.8858916759490967,
      "learning_rate": 2.3064645548423106e-06,
      "loss": 0.6741,
      "step": 70520
    },
    {
      "epoch": 19.68,
      "grad_norm": 5.646466255187988,
      "learning_rate": 2.3067916201507115e-06,
      "loss": 0.6618,
      "step": 70530
    },
    {
      "epoch": 19.69,
      "grad_norm": 5.329012870788574,
      "learning_rate": 2.307118685459112e-06,
      "loss": 0.6735,
      "step": 70540
    },
    {
      "epoch": 19.69,
      "grad_norm": 3.842931032180786,
      "learning_rate": 2.307445750767513e-06,
      "loss": 0.682,
      "step": 70550
    },
    {
      "epoch": 19.69,
      "grad_norm": 3.749598741531372,
      "learning_rate": 2.307772816075914e-06,
      "loss": 0.6514,
      "step": 70560
    },
    {
      "epoch": 19.7,
      "grad_norm": 3.926023244857788,
      "learning_rate": 2.308099881384315e-06,
      "loss": 0.6882,
      "step": 70570
    },
    {
      "epoch": 19.7,
      "grad_norm": 3.926969289779663,
      "learning_rate": 2.3084269466927153e-06,
      "loss": 0.6666,
      "step": 70580
    },
    {
      "epoch": 19.7,
      "grad_norm": 5.379546642303467,
      "learning_rate": 2.3087540120011162e-06,
      "loss": 0.6566,
      "step": 70590
    },
    {
      "epoch": 19.7,
      "grad_norm": 4.644643306732178,
      "learning_rate": 2.309081077309517e-06,
      "loss": 0.6737,
      "step": 70600
    },
    {
      "epoch": 19.71,
      "grad_norm": 5.177500247955322,
      "learning_rate": 2.3094081426179177e-06,
      "loss": 0.6535,
      "step": 70610
    },
    {
      "epoch": 19.71,
      "grad_norm": 4.283512592315674,
      "learning_rate": 2.3097352079263186e-06,
      "loss": 0.6652,
      "step": 70620
    },
    {
      "epoch": 19.71,
      "grad_norm": 3.6920502185821533,
      "learning_rate": 2.310062273234719e-06,
      "loss": 0.6913,
      "step": 70630
    },
    {
      "epoch": 19.72,
      "grad_norm": 3.902925491333008,
      "learning_rate": 2.31038933854312e-06,
      "loss": 0.6613,
      "step": 70640
    },
    {
      "epoch": 19.72,
      "grad_norm": 3.928999900817871,
      "learning_rate": 2.3107164038515206e-06,
      "loss": 0.6683,
      "step": 70650
    },
    {
      "epoch": 19.72,
      "grad_norm": 4.130948066711426,
      "learning_rate": 2.311043469159922e-06,
      "loss": 0.6465,
      "step": 70660
    },
    {
      "epoch": 19.72,
      "grad_norm": 3.5509450435638428,
      "learning_rate": 2.3113705344683225e-06,
      "loss": 0.6889,
      "step": 70670
    },
    {
      "epoch": 19.73,
      "grad_norm": 3.2990944385528564,
      "learning_rate": 2.3116975997767234e-06,
      "loss": 0.6674,
      "step": 70680
    },
    {
      "epoch": 19.73,
      "grad_norm": 3.2572319507598877,
      "learning_rate": 2.312024665085124e-06,
      "loss": 0.6723,
      "step": 70690
    },
    {
      "epoch": 19.73,
      "grad_norm": 4.035816669464111,
      "learning_rate": 2.312351730393525e-06,
      "loss": 0.6926,
      "step": 70700
    },
    {
      "epoch": 19.73,
      "grad_norm": 5.709283351898193,
      "learning_rate": 2.3126787957019254e-06,
      "loss": 0.6548,
      "step": 70710
    },
    {
      "epoch": 19.74,
      "grad_norm": 4.53132438659668,
      "learning_rate": 2.3130058610103263e-06,
      "loss": 0.654,
      "step": 70720
    },
    {
      "epoch": 19.74,
      "grad_norm": 3.0892019271850586,
      "learning_rate": 2.3133329263187272e-06,
      "loss": 0.6607,
      "step": 70730
    },
    {
      "epoch": 19.74,
      "grad_norm": 3.2789599895477295,
      "learning_rate": 2.3136599916271277e-06,
      "loss": 0.6823,
      "step": 70740
    },
    {
      "epoch": 19.75,
      "grad_norm": 3.4819397926330566,
      "learning_rate": 2.3139870569355287e-06,
      "loss": 0.6675,
      "step": 70750
    },
    {
      "epoch": 19.75,
      "grad_norm": 3.4302096366882324,
      "learning_rate": 2.3143141222439296e-06,
      "loss": 0.6954,
      "step": 70760
    },
    {
      "epoch": 19.75,
      "grad_norm": 3.536949872970581,
      "learning_rate": 2.31464118755233e-06,
      "loss": 0.691,
      "step": 70770
    },
    {
      "epoch": 19.75,
      "grad_norm": 3.7009224891662598,
      "learning_rate": 2.314968252860731e-06,
      "loss": 0.6616,
      "step": 70780
    },
    {
      "epoch": 19.76,
      "grad_norm": 3.3844480514526367,
      "learning_rate": 2.315295318169132e-06,
      "loss": 0.6613,
      "step": 70790
    },
    {
      "epoch": 19.76,
      "grad_norm": 2.922698974609375,
      "learning_rate": 2.3156223834775325e-06,
      "loss": 0.6731,
      "step": 70800
    },
    {
      "epoch": 19.76,
      "grad_norm": 4.42863130569458,
      "learning_rate": 2.3159494487859334e-06,
      "loss": 0.6914,
      "step": 70810
    },
    {
      "epoch": 19.77,
      "grad_norm": 3.9315197467803955,
      "learning_rate": 2.316276514094334e-06,
      "loss": 0.6734,
      "step": 70820
    },
    {
      "epoch": 19.77,
      "grad_norm": 3.4510059356689453,
      "learning_rate": 2.316603579402735e-06,
      "loss": 0.6763,
      "step": 70830
    },
    {
      "epoch": 19.77,
      "grad_norm": 3.8205251693725586,
      "learning_rate": 2.316930644711136e-06,
      "loss": 0.6795,
      "step": 70840
    },
    {
      "epoch": 19.77,
      "grad_norm": 4.329122543334961,
      "learning_rate": 2.3172577100195368e-06,
      "loss": 0.6695,
      "step": 70850
    },
    {
      "epoch": 19.78,
      "grad_norm": 3.801243782043457,
      "learning_rate": 2.3175847753279373e-06,
      "loss": 0.6691,
      "step": 70860
    },
    {
      "epoch": 19.78,
      "grad_norm": 3.389763593673706,
      "learning_rate": 2.317911840636338e-06,
      "loss": 0.6705,
      "step": 70870
    },
    {
      "epoch": 19.78,
      "grad_norm": 3.527214765548706,
      "learning_rate": 2.3182389059447387e-06,
      "loss": 0.6828,
      "step": 70880
    },
    {
      "epoch": 19.79,
      "grad_norm": 4.189340114593506,
      "learning_rate": 2.3185659712531396e-06,
      "loss": 0.6917,
      "step": 70890
    },
    {
      "epoch": 19.79,
      "grad_norm": 3.454495906829834,
      "learning_rate": 2.3188930365615406e-06,
      "loss": 0.6839,
      "step": 70900
    },
    {
      "epoch": 19.79,
      "grad_norm": 4.062682628631592,
      "learning_rate": 2.319220101869941e-06,
      "loss": 0.6497,
      "step": 70910
    },
    {
      "epoch": 19.79,
      "grad_norm": 2.6955738067626953,
      "learning_rate": 2.319547167178342e-06,
      "loss": 0.6755,
      "step": 70920
    },
    {
      "epoch": 19.8,
      "grad_norm": 3.7660064697265625,
      "learning_rate": 2.3198742324867425e-06,
      "loss": 0.6565,
      "step": 70930
    },
    {
      "epoch": 19.8,
      "grad_norm": 4.342864036560059,
      "learning_rate": 2.3202012977951435e-06,
      "loss": 0.6547,
      "step": 70940
    },
    {
      "epoch": 19.8,
      "grad_norm": 4.203466415405273,
      "learning_rate": 2.3205283631035444e-06,
      "loss": 0.6672,
      "step": 70950
    },
    {
      "epoch": 19.8,
      "grad_norm": 3.2510793209075928,
      "learning_rate": 2.3208554284119453e-06,
      "loss": 0.6454,
      "step": 70960
    },
    {
      "epoch": 19.81,
      "grad_norm": 3.8647501468658447,
      "learning_rate": 2.321182493720346e-06,
      "loss": 0.6822,
      "step": 70970
    },
    {
      "epoch": 19.81,
      "grad_norm": 3.3620216846466064,
      "learning_rate": 2.321509559028747e-06,
      "loss": 0.6677,
      "step": 70980
    },
    {
      "epoch": 19.81,
      "grad_norm": 3.244659423828125,
      "learning_rate": 2.3218366243371473e-06,
      "loss": 0.6706,
      "step": 70990
    },
    {
      "epoch": 19.82,
      "grad_norm": 3.528012752532959,
      "learning_rate": 2.3221636896455482e-06,
      "loss": 0.6752,
      "step": 71000
    },
    {
      "epoch": 19.82,
      "grad_norm": 4.127352237701416,
      "learning_rate": 2.3224907549539488e-06,
      "loss": 0.6501,
      "step": 71010
    },
    {
      "epoch": 19.82,
      "grad_norm": 3.5537185668945312,
      "learning_rate": 2.3228178202623497e-06,
      "loss": 0.68,
      "step": 71020
    },
    {
      "epoch": 19.82,
      "grad_norm": 3.8181369304656982,
      "learning_rate": 2.3231448855707506e-06,
      "loss": 0.6717,
      "step": 71030
    },
    {
      "epoch": 19.83,
      "grad_norm": 4.493577480316162,
      "learning_rate": 2.3234719508791516e-06,
      "loss": 0.6867,
      "step": 71040
    },
    {
      "epoch": 19.83,
      "grad_norm": 3.373086929321289,
      "learning_rate": 2.323799016187552e-06,
      "loss": 0.6553,
      "step": 71050
    },
    {
      "epoch": 19.83,
      "grad_norm": 3.6202542781829834,
      "learning_rate": 2.324126081495953e-06,
      "loss": 0.6705,
      "step": 71060
    },
    {
      "epoch": 19.84,
      "grad_norm": 3.2845380306243896,
      "learning_rate": 2.324453146804354e-06,
      "loss": 0.6983,
      "step": 71070
    },
    {
      "epoch": 19.84,
      "grad_norm": 2.979081630706787,
      "learning_rate": 2.3247802121127544e-06,
      "loss": 0.6967,
      "step": 71080
    },
    {
      "epoch": 19.84,
      "grad_norm": 3.4629745483398438,
      "learning_rate": 2.3251072774211554e-06,
      "loss": 0.666,
      "step": 71090
    },
    {
      "epoch": 19.84,
      "grad_norm": 3.8683955669403076,
      "learning_rate": 2.325434342729556e-06,
      "loss": 0.6581,
      "step": 71100
    },
    {
      "epoch": 19.85,
      "grad_norm": 3.254495620727539,
      "learning_rate": 2.325761408037957e-06,
      "loss": 0.6905,
      "step": 71110
    },
    {
      "epoch": 19.85,
      "grad_norm": 3.3965470790863037,
      "learning_rate": 2.3260884733463573e-06,
      "loss": 0.6642,
      "step": 71120
    },
    {
      "epoch": 19.85,
      "grad_norm": 5.102976322174072,
      "learning_rate": 2.3264155386547583e-06,
      "loss": 0.6575,
      "step": 71130
    },
    {
      "epoch": 19.85,
      "grad_norm": 3.3000476360321045,
      "learning_rate": 2.3267426039631592e-06,
      "loss": 0.6707,
      "step": 71140
    },
    {
      "epoch": 19.86,
      "grad_norm": 3.702348470687866,
      "learning_rate": 2.32706966927156e-06,
      "loss": 0.6764,
      "step": 71150
    },
    {
      "epoch": 19.86,
      "grad_norm": 6.166044235229492,
      "learning_rate": 2.3273967345799607e-06,
      "loss": 0.6656,
      "step": 71160
    },
    {
      "epoch": 19.86,
      "grad_norm": 3.5479798316955566,
      "learning_rate": 2.3277237998883616e-06,
      "loss": 0.6808,
      "step": 71170
    },
    {
      "epoch": 19.87,
      "grad_norm": 4.22695255279541,
      "learning_rate": 2.328050865196762e-06,
      "loss": 0.6555,
      "step": 71180
    },
    {
      "epoch": 19.87,
      "grad_norm": 3.305065870285034,
      "learning_rate": 2.328377930505163e-06,
      "loss": 0.6689,
      "step": 71190
    },
    {
      "epoch": 19.87,
      "grad_norm": 6.009442329406738,
      "learning_rate": 2.328704995813564e-06,
      "loss": 0.6904,
      "step": 71200
    },
    {
      "epoch": 19.87,
      "grad_norm": 3.3013498783111572,
      "learning_rate": 2.3290320611219645e-06,
      "loss": 0.6733,
      "step": 71210
    },
    {
      "epoch": 19.88,
      "grad_norm": 3.184711217880249,
      "learning_rate": 2.3293591264303654e-06,
      "loss": 0.6889,
      "step": 71220
    },
    {
      "epoch": 19.88,
      "grad_norm": 3.473389148712158,
      "learning_rate": 2.329686191738766e-06,
      "loss": 0.6541,
      "step": 71230
    },
    {
      "epoch": 19.88,
      "grad_norm": 3.1540493965148926,
      "learning_rate": 2.330013257047167e-06,
      "loss": 0.6508,
      "step": 71240
    },
    {
      "epoch": 19.89,
      "grad_norm": 3.9394538402557373,
      "learning_rate": 2.330340322355568e-06,
      "loss": 0.6717,
      "step": 71250
    },
    {
      "epoch": 19.89,
      "grad_norm": 3.0977747440338135,
      "learning_rate": 2.3306673876639687e-06,
      "loss": 0.6909,
      "step": 71260
    },
    {
      "epoch": 19.89,
      "grad_norm": 4.096386909484863,
      "learning_rate": 2.3309944529723693e-06,
      "loss": 0.674,
      "step": 71270
    },
    {
      "epoch": 19.89,
      "grad_norm": 2.7610411643981934,
      "learning_rate": 2.33132151828077e-06,
      "loss": 0.65,
      "step": 71280
    },
    {
      "epoch": 19.9,
      "grad_norm": 4.366499423980713,
      "learning_rate": 2.3316485835891707e-06,
      "loss": 0.6855,
      "step": 71290
    },
    {
      "epoch": 19.9,
      "grad_norm": 4.199345588684082,
      "learning_rate": 2.3319756488975716e-06,
      "loss": 0.6768,
      "step": 71300
    },
    {
      "epoch": 19.9,
      "grad_norm": 3.7184224128723145,
      "learning_rate": 2.332302714205972e-06,
      "loss": 0.66,
      "step": 71310
    },
    {
      "epoch": 19.91,
      "grad_norm": 6.423633575439453,
      "learning_rate": 2.332629779514373e-06,
      "loss": 0.6815,
      "step": 71320
    },
    {
      "epoch": 19.91,
      "grad_norm": 4.150067329406738,
      "learning_rate": 2.332956844822774e-06,
      "loss": 0.6697,
      "step": 71330
    },
    {
      "epoch": 19.91,
      "grad_norm": 3.7008655071258545,
      "learning_rate": 2.333283910131175e-06,
      "loss": 0.6801,
      "step": 71340
    },
    {
      "epoch": 19.91,
      "grad_norm": 3.2102203369140625,
      "learning_rate": 2.3336109754395755e-06,
      "loss": 0.6804,
      "step": 71350
    },
    {
      "epoch": 19.92,
      "grad_norm": 4.135558605194092,
      "learning_rate": 2.3339380407479764e-06,
      "loss": 0.6396,
      "step": 71360
    },
    {
      "epoch": 19.92,
      "grad_norm": 3.40018367767334,
      "learning_rate": 2.3342651060563773e-06,
      "loss": 0.6629,
      "step": 71370
    },
    {
      "epoch": 19.92,
      "grad_norm": 4.058459758758545,
      "learning_rate": 2.334592171364778e-06,
      "loss": 0.6536,
      "step": 71380
    },
    {
      "epoch": 19.92,
      "grad_norm": 3.8709189891815186,
      "learning_rate": 2.3349192366731788e-06,
      "loss": 0.6832,
      "step": 71390
    },
    {
      "epoch": 19.93,
      "grad_norm": 2.837027072906494,
      "learning_rate": 2.3352463019815793e-06,
      "loss": 0.6667,
      "step": 71400
    },
    {
      "epoch": 19.93,
      "grad_norm": 3.532801628112793,
      "learning_rate": 2.3355733672899802e-06,
      "loss": 0.6594,
      "step": 71410
    },
    {
      "epoch": 19.93,
      "grad_norm": 3.046238660812378,
      "learning_rate": 2.3359004325983807e-06,
      "loss": 0.6852,
      "step": 71420
    },
    {
      "epoch": 19.94,
      "grad_norm": 3.335068702697754,
      "learning_rate": 2.336227497906782e-06,
      "loss": 0.6876,
      "step": 71430
    },
    {
      "epoch": 19.94,
      "grad_norm": 3.8050622940063477,
      "learning_rate": 2.3365545632151826e-06,
      "loss": 0.6623,
      "step": 71440
    },
    {
      "epoch": 19.94,
      "grad_norm": 5.891620635986328,
      "learning_rate": 2.3368816285235835e-06,
      "loss": 0.6693,
      "step": 71450
    },
    {
      "epoch": 19.94,
      "grad_norm": 2.749971389770508,
      "learning_rate": 2.337208693831984e-06,
      "loss": 0.6665,
      "step": 71460
    },
    {
      "epoch": 19.95,
      "grad_norm": 5.134286880493164,
      "learning_rate": 2.337535759140385e-06,
      "loss": 0.6513,
      "step": 71470
    },
    {
      "epoch": 19.95,
      "grad_norm": 4.804055690765381,
      "learning_rate": 2.3378628244487855e-06,
      "loss": 0.6715,
      "step": 71480
    },
    {
      "epoch": 19.95,
      "grad_norm": 3.1262214183807373,
      "learning_rate": 2.3381898897571864e-06,
      "loss": 0.6768,
      "step": 71490
    },
    {
      "epoch": 19.96,
      "grad_norm": 5.439573287963867,
      "learning_rate": 2.3385169550655874e-06,
      "loss": 0.6518,
      "step": 71500
    },
    {
      "epoch": 19.96,
      "grad_norm": 4.601478099822998,
      "learning_rate": 2.338844020373988e-06,
      "loss": 0.6504,
      "step": 71510
    },
    {
      "epoch": 19.96,
      "grad_norm": 4.615981578826904,
      "learning_rate": 2.339171085682389e-06,
      "loss": 0.6719,
      "step": 71520
    },
    {
      "epoch": 19.96,
      "grad_norm": 4.028997898101807,
      "learning_rate": 2.3394981509907898e-06,
      "loss": 0.6522,
      "step": 71530
    },
    {
      "epoch": 19.97,
      "grad_norm": 2.944706916809082,
      "learning_rate": 2.3398252162991907e-06,
      "loss": 0.6685,
      "step": 71540
    },
    {
      "epoch": 19.97,
      "grad_norm": 4.253134250640869,
      "learning_rate": 2.340152281607591e-06,
      "loss": 0.6553,
      "step": 71550
    },
    {
      "epoch": 19.97,
      "grad_norm": 4.91634464263916,
      "learning_rate": 2.340479346915992e-06,
      "loss": 0.664,
      "step": 71560
    },
    {
      "epoch": 19.97,
      "grad_norm": 3.986647605895996,
      "learning_rate": 2.3408064122243926e-06,
      "loss": 0.6614,
      "step": 71570
    },
    {
      "epoch": 19.98,
      "grad_norm": 2.9281985759735107,
      "learning_rate": 2.3411334775327936e-06,
      "loss": 0.6538,
      "step": 71580
    },
    {
      "epoch": 19.98,
      "grad_norm": 3.509918212890625,
      "learning_rate": 2.341460542841194e-06,
      "loss": 0.6568,
      "step": 71590
    },
    {
      "epoch": 19.98,
      "grad_norm": 3.041820764541626,
      "learning_rate": 2.341787608149595e-06,
      "loss": 0.6789,
      "step": 71600
    },
    {
      "epoch": 19.99,
      "grad_norm": 3.832805633544922,
      "learning_rate": 2.342114673457996e-06,
      "loss": 0.6649,
      "step": 71610
    },
    {
      "epoch": 19.99,
      "grad_norm": 5.335241317749023,
      "learning_rate": 2.342441738766397e-06,
      "loss": 0.6717,
      "step": 71620
    },
    {
      "epoch": 19.99,
      "grad_norm": 2.982262372970581,
      "learning_rate": 2.3427688040747974e-06,
      "loss": 0.6609,
      "step": 71630
    },
    {
      "epoch": 19.99,
      "grad_norm": 4.154499053955078,
      "learning_rate": 2.3430958693831983e-06,
      "loss": 0.6888,
      "step": 71640
    },
    {
      "epoch": 20.0,
      "grad_norm": 4.447277069091797,
      "learning_rate": 2.343422934691599e-06,
      "loss": 0.6582,
      "step": 71650
    },
    {
      "epoch": 20.0,
      "grad_norm": 3.8624320030212402,
      "learning_rate": 2.34375e-06,
      "loss": 0.6981,
      "step": 71660
    },
    {
      "epoch": 20.0,
      "eval_loss": 0.6679009199142456,
      "eval_runtime": 86.0579,
      "eval_samples_per_second": 58.786,
      "eval_steps_per_second": 7.356,
      "step": 71660
    },
    {
      "epoch": 20.0,
      "grad_norm": 5.179175853729248,
      "learning_rate": 2.3440770653084007e-06,
      "loss": 0.6673,
      "step": 71670
    },
    {
      "epoch": 20.01,
      "grad_norm": 5.22384786605835,
      "learning_rate": 2.3444041306168012e-06,
      "loss": 0.6604,
      "step": 71680
    },
    {
      "epoch": 20.01,
      "grad_norm": 3.2064833641052246,
      "learning_rate": 2.344731195925202e-06,
      "loss": 0.6676,
      "step": 71690
    },
    {
      "epoch": 20.01,
      "grad_norm": 5.198014736175537,
      "learning_rate": 2.3450582612336027e-06,
      "loss": 0.6553,
      "step": 71700
    },
    {
      "epoch": 20.01,
      "grad_norm": 3.3625171184539795,
      "learning_rate": 2.3453853265420036e-06,
      "loss": 0.6722,
      "step": 71710
    },
    {
      "epoch": 20.02,
      "grad_norm": 4.449641227722168,
      "learning_rate": 2.345712391850404e-06,
      "loss": 0.6572,
      "step": 71720
    },
    {
      "epoch": 20.02,
      "grad_norm": 3.77752685546875,
      "learning_rate": 2.3460394571588055e-06,
      "loss": 0.6897,
      "step": 71730
    },
    {
      "epoch": 20.02,
      "grad_norm": 4.553529739379883,
      "learning_rate": 2.346366522467206e-06,
      "loss": 0.6632,
      "step": 71740
    },
    {
      "epoch": 20.03,
      "grad_norm": 4.551902770996094,
      "learning_rate": 2.346693587775607e-06,
      "loss": 0.6843,
      "step": 71750
    },
    {
      "epoch": 20.03,
      "grad_norm": 4.561164855957031,
      "learning_rate": 2.347020653084008e-06,
      "loss": 0.6549,
      "step": 71760
    },
    {
      "epoch": 20.03,
      "grad_norm": 4.490599632263184,
      "learning_rate": 2.3473477183924084e-06,
      "loss": 0.6828,
      "step": 71770
    },
    {
      "epoch": 20.03,
      "grad_norm": 3.628079414367676,
      "learning_rate": 2.3476747837008093e-06,
      "loss": 0.6968,
      "step": 71780
    },
    {
      "epoch": 20.04,
      "grad_norm": 3.2515013217926025,
      "learning_rate": 2.34800184900921e-06,
      "loss": 0.6532,
      "step": 71790
    },
    {
      "epoch": 20.04,
      "grad_norm": 3.1319658756256104,
      "learning_rate": 2.3483289143176108e-06,
      "loss": 0.6514,
      "step": 71800
    },
    {
      "epoch": 20.04,
      "grad_norm": 4.280654430389404,
      "learning_rate": 2.3486559796260113e-06,
      "loss": 0.6928,
      "step": 71810
    },
    {
      "epoch": 20.04,
      "grad_norm": 3.7924084663391113,
      "learning_rate": 2.3489830449344122e-06,
      "loss": 0.6653,
      "step": 71820
    },
    {
      "epoch": 20.05,
      "grad_norm": 5.294482707977295,
      "learning_rate": 2.3493101102428127e-06,
      "loss": 0.6486,
      "step": 71830
    },
    {
      "epoch": 20.05,
      "grad_norm": 3.7635271549224854,
      "learning_rate": 2.349637175551214e-06,
      "loss": 0.6742,
      "step": 71840
    },
    {
      "epoch": 20.05,
      "grad_norm": 4.025782585144043,
      "learning_rate": 2.349964240859614e-06,
      "loss": 0.6611,
      "step": 71850
    },
    {
      "epoch": 20.06,
      "grad_norm": 4.061148643493652,
      "learning_rate": 2.3502913061680155e-06,
      "loss": 0.6493,
      "step": 71860
    },
    {
      "epoch": 20.06,
      "grad_norm": 5.017909049987793,
      "learning_rate": 2.3506183714764165e-06,
      "loss": 0.6939,
      "step": 71870
    },
    {
      "epoch": 20.06,
      "grad_norm": 3.0347559452056885,
      "learning_rate": 2.350945436784817e-06,
      "loss": 0.6513,
      "step": 71880
    },
    {
      "epoch": 20.06,
      "grad_norm": 4.16880464553833,
      "learning_rate": 2.351272502093218e-06,
      "loss": 0.6866,
      "step": 71890
    },
    {
      "epoch": 20.07,
      "grad_norm": 4.480945587158203,
      "learning_rate": 2.3515995674016184e-06,
      "loss": 0.6581,
      "step": 71900
    },
    {
      "epoch": 20.07,
      "grad_norm": 4.145498275756836,
      "learning_rate": 2.3519266327100194e-06,
      "loss": 0.6467,
      "step": 71910
    },
    {
      "epoch": 20.07,
      "grad_norm": 3.935671806335449,
      "learning_rate": 2.35225369801842e-06,
      "loss": 0.6698,
      "step": 71920
    },
    {
      "epoch": 20.08,
      "grad_norm": 2.4873569011688232,
      "learning_rate": 2.352580763326821e-06,
      "loss": 0.6738,
      "step": 71930
    },
    {
      "epoch": 20.08,
      "grad_norm": 4.617248058319092,
      "learning_rate": 2.3529078286352213e-06,
      "loss": 0.6723,
      "step": 71940
    },
    {
      "epoch": 20.08,
      "grad_norm": 3.876746892929077,
      "learning_rate": 2.3532348939436223e-06,
      "loss": 0.6689,
      "step": 71950
    },
    {
      "epoch": 20.08,
      "grad_norm": 5.597906112670898,
      "learning_rate": 2.3535619592520236e-06,
      "loss": 0.6901,
      "step": 71960
    },
    {
      "epoch": 20.09,
      "grad_norm": 3.5462822914123535,
      "learning_rate": 2.353889024560424e-06,
      "loss": 0.6574,
      "step": 71970
    },
    {
      "epoch": 20.09,
      "grad_norm": 3.8586113452911377,
      "learning_rate": 2.354216089868825e-06,
      "loss": 0.6305,
      "step": 71980
    },
    {
      "epoch": 20.09,
      "grad_norm": 3.899383306503296,
      "learning_rate": 2.3545431551772256e-06,
      "loss": 0.658,
      "step": 71990
    },
    {
      "epoch": 20.09,
      "grad_norm": 3.880690336227417,
      "learning_rate": 2.3548702204856265e-06,
      "loss": 0.65,
      "step": 72000
    },
    {
      "epoch": 20.1,
      "grad_norm": 3.8550596237182617,
      "learning_rate": 2.355197285794027e-06,
      "loss": 0.6536,
      "step": 72010
    },
    {
      "epoch": 20.1,
      "grad_norm": 3.1477274894714355,
      "learning_rate": 2.355524351102428e-06,
      "loss": 0.6731,
      "step": 72020
    },
    {
      "epoch": 20.1,
      "grad_norm": 3.852785348892212,
      "learning_rate": 2.3558514164108285e-06,
      "loss": 0.664,
      "step": 72030
    },
    {
      "epoch": 20.11,
      "grad_norm": 4.460923671722412,
      "learning_rate": 2.3561784817192294e-06,
      "loss": 0.6658,
      "step": 72040
    },
    {
      "epoch": 20.11,
      "grad_norm": 3.552152395248413,
      "learning_rate": 2.3565055470276303e-06,
      "loss": 0.6731,
      "step": 72050
    },
    {
      "epoch": 20.11,
      "grad_norm": 3.841784954071045,
      "learning_rate": 2.356832612336031e-06,
      "loss": 0.6703,
      "step": 72060
    },
    {
      "epoch": 20.11,
      "grad_norm": 3.979862689971924,
      "learning_rate": 2.357159677644432e-06,
      "loss": 0.6623,
      "step": 72070
    },
    {
      "epoch": 20.12,
      "grad_norm": 3.2362000942230225,
      "learning_rate": 2.3574867429528327e-06,
      "loss": 0.6582,
      "step": 72080
    },
    {
      "epoch": 20.12,
      "grad_norm": 3.5579981803894043,
      "learning_rate": 2.3578138082612337e-06,
      "loss": 0.6775,
      "step": 72090
    },
    {
      "epoch": 20.12,
      "grad_norm": 3.9301559925079346,
      "learning_rate": 2.358140873569634e-06,
      "loss": 0.6745,
      "step": 72100
    },
    {
      "epoch": 20.13,
      "grad_norm": 3.28967547416687,
      "learning_rate": 2.358467938878035e-06,
      "loss": 0.648,
      "step": 72110
    },
    {
      "epoch": 20.13,
      "grad_norm": 2.776536226272583,
      "learning_rate": 2.3587950041864356e-06,
      "loss": 0.669,
      "step": 72120
    },
    {
      "epoch": 20.13,
      "grad_norm": 3.3523614406585693,
      "learning_rate": 2.3591220694948365e-06,
      "loss": 0.6446,
      "step": 72130
    },
    {
      "epoch": 20.13,
      "grad_norm": 3.7804818153381348,
      "learning_rate": 2.3594491348032375e-06,
      "loss": 0.6801,
      "step": 72140
    },
    {
      "epoch": 20.14,
      "grad_norm": 4.6427764892578125,
      "learning_rate": 2.359776200111638e-06,
      "loss": 0.6601,
      "step": 72150
    },
    {
      "epoch": 20.14,
      "grad_norm": 4.377188205718994,
      "learning_rate": 2.360103265420039e-06,
      "loss": 0.6521,
      "step": 72160
    },
    {
      "epoch": 20.14,
      "grad_norm": 4.720195293426514,
      "learning_rate": 2.3604303307284394e-06,
      "loss": 0.672,
      "step": 72170
    },
    {
      "epoch": 20.15,
      "grad_norm": 4.446074485778809,
      "learning_rate": 2.3607573960368404e-06,
      "loss": 0.6706,
      "step": 72180
    },
    {
      "epoch": 20.15,
      "grad_norm": 4.3307929039001465,
      "learning_rate": 2.361084461345241e-06,
      "loss": 0.6611,
      "step": 72190
    },
    {
      "epoch": 20.15,
      "grad_norm": 3.830639362335205,
      "learning_rate": 2.3614115266536422e-06,
      "loss": 0.6661,
      "step": 72200
    },
    {
      "epoch": 20.15,
      "grad_norm": 4.6057658195495605,
      "learning_rate": 2.3617385919620428e-06,
      "loss": 0.6648,
      "step": 72210
    },
    {
      "epoch": 20.16,
      "grad_norm": 5.085098743438721,
      "learning_rate": 2.3620656572704437e-06,
      "loss": 0.6741,
      "step": 72220
    },
    {
      "epoch": 20.16,
      "grad_norm": 3.751148223876953,
      "learning_rate": 2.362392722578844e-06,
      "loss": 0.6494,
      "step": 72230
    },
    {
      "epoch": 20.16,
      "grad_norm": 3.208458662033081,
      "learning_rate": 2.362719787887245e-06,
      "loss": 0.678,
      "step": 72240
    },
    {
      "epoch": 20.16,
      "grad_norm": 5.372068881988525,
      "learning_rate": 2.363046853195646e-06,
      "loss": 0.6648,
      "step": 72250
    },
    {
      "epoch": 20.17,
      "grad_norm": 4.41016149520874,
      "learning_rate": 2.3633739185040466e-06,
      "loss": 0.6657,
      "step": 72260
    },
    {
      "epoch": 20.17,
      "grad_norm": 3.6709914207458496,
      "learning_rate": 2.3637009838124475e-06,
      "loss": 0.6739,
      "step": 72270
    },
    {
      "epoch": 20.17,
      "grad_norm": 4.5763726234436035,
      "learning_rate": 2.364028049120848e-06,
      "loss": 0.6448,
      "step": 72280
    },
    {
      "epoch": 20.18,
      "grad_norm": 4.3113179206848145,
      "learning_rate": 2.364355114429249e-06,
      "loss": 0.6701,
      "step": 72290
    },
    {
      "epoch": 20.18,
      "grad_norm": 3.2997546195983887,
      "learning_rate": 2.3646821797376495e-06,
      "loss": 0.6831,
      "step": 72300
    },
    {
      "epoch": 20.18,
      "grad_norm": 3.632436990737915,
      "learning_rate": 2.365009245046051e-06,
      "loss": 0.6903,
      "step": 72310
    },
    {
      "epoch": 20.18,
      "grad_norm": 5.456422805786133,
      "learning_rate": 2.365336310354451e-06,
      "loss": 0.6527,
      "step": 72320
    },
    {
      "epoch": 20.19,
      "grad_norm": 4.146534442901611,
      "learning_rate": 2.3656633756628523e-06,
      "loss": 0.6455,
      "step": 72330
    },
    {
      "epoch": 20.19,
      "grad_norm": 4.601892471313477,
      "learning_rate": 2.3659904409712532e-06,
      "loss": 0.6747,
      "step": 72340
    },
    {
      "epoch": 20.19,
      "grad_norm": 4.253235340118408,
      "learning_rate": 2.3663175062796537e-06,
      "loss": 0.6673,
      "step": 72350
    },
    {
      "epoch": 20.2,
      "grad_norm": 4.301198959350586,
      "learning_rate": 2.3666445715880547e-06,
      "loss": 0.6745,
      "step": 72360
    },
    {
      "epoch": 20.2,
      "grad_norm": 4.463988780975342,
      "learning_rate": 2.366971636896455e-06,
      "loss": 0.6634,
      "step": 72370
    },
    {
      "epoch": 20.2,
      "grad_norm": 4.413003444671631,
      "learning_rate": 2.367298702204856e-06,
      "loss": 0.6628,
      "step": 72380
    },
    {
      "epoch": 20.2,
      "grad_norm": 4.957772731781006,
      "learning_rate": 2.3676257675132566e-06,
      "loss": 0.6609,
      "step": 72390
    },
    {
      "epoch": 20.21,
      "grad_norm": 2.94331693649292,
      "learning_rate": 2.3679528328216576e-06,
      "loss": 0.6644,
      "step": 72400
    },
    {
      "epoch": 20.21,
      "grad_norm": 5.324937343597412,
      "learning_rate": 2.368279898130058e-06,
      "loss": 0.6673,
      "step": 72410
    },
    {
      "epoch": 20.21,
      "grad_norm": 3.3491456508636475,
      "learning_rate": 2.368606963438459e-06,
      "loss": 0.6734,
      "step": 72420
    },
    {
      "epoch": 20.21,
      "grad_norm": 3.7800796031951904,
      "learning_rate": 2.3689340287468604e-06,
      "loss": 0.6586,
      "step": 72430
    },
    {
      "epoch": 20.22,
      "grad_norm": 3.17669677734375,
      "learning_rate": 2.369261094055261e-06,
      "loss": 0.69,
      "step": 72440
    },
    {
      "epoch": 20.22,
      "grad_norm": 5.1714606285095215,
      "learning_rate": 2.369588159363662e-06,
      "loss": 0.6499,
      "step": 72450
    },
    {
      "epoch": 20.22,
      "grad_norm": 4.31654167175293,
      "learning_rate": 2.3699152246720623e-06,
      "loss": 0.6794,
      "step": 72460
    },
    {
      "epoch": 20.23,
      "grad_norm": 3.9421463012695312,
      "learning_rate": 2.3702422899804633e-06,
      "loss": 0.6694,
      "step": 72470
    },
    {
      "epoch": 20.23,
      "grad_norm": 4.280938148498535,
      "learning_rate": 2.3705693552888638e-06,
      "loss": 0.6618,
      "step": 72480
    },
    {
      "epoch": 20.23,
      "grad_norm": 4.519412994384766,
      "learning_rate": 2.3708964205972647e-06,
      "loss": 0.6859,
      "step": 72490
    },
    {
      "epoch": 20.23,
      "grad_norm": 3.2255618572235107,
      "learning_rate": 2.3712234859056652e-06,
      "loss": 0.6507,
      "step": 72500
    },
    {
      "epoch": 20.24,
      "grad_norm": 3.673450469970703,
      "learning_rate": 2.371550551214066e-06,
      "loss": 0.6634,
      "step": 72510
    },
    {
      "epoch": 20.24,
      "grad_norm": 5.29186487197876,
      "learning_rate": 2.371877616522467e-06,
      "loss": 0.6789,
      "step": 72520
    },
    {
      "epoch": 20.24,
      "grad_norm": 4.032383441925049,
      "learning_rate": 2.3722046818308676e-06,
      "loss": 0.6635,
      "step": 72530
    },
    {
      "epoch": 20.25,
      "grad_norm": 3.9007861614227295,
      "learning_rate": 2.372531747139269e-06,
      "loss": 0.6814,
      "step": 72540
    },
    {
      "epoch": 20.25,
      "grad_norm": 4.834134101867676,
      "learning_rate": 2.3728588124476695e-06,
      "loss": 0.6519,
      "step": 72550
    },
    {
      "epoch": 20.25,
      "grad_norm": 4.420953750610352,
      "learning_rate": 2.3731858777560704e-06,
      "loss": 0.6792,
      "step": 72560
    },
    {
      "epoch": 20.25,
      "grad_norm": 4.356022834777832,
      "learning_rate": 2.373512943064471e-06,
      "loss": 0.6618,
      "step": 72570
    },
    {
      "epoch": 20.26,
      "grad_norm": 3.878927230834961,
      "learning_rate": 2.373840008372872e-06,
      "loss": 0.6526,
      "step": 72580
    },
    {
      "epoch": 20.26,
      "grad_norm": 3.184061288833618,
      "learning_rate": 2.3741670736812724e-06,
      "loss": 0.6741,
      "step": 72590
    },
    {
      "epoch": 20.26,
      "grad_norm": 4.361804485321045,
      "learning_rate": 2.3744941389896733e-06,
      "loss": 0.6705,
      "step": 72600
    },
    {
      "epoch": 20.27,
      "grad_norm": 4.124564170837402,
      "learning_rate": 2.374821204298074e-06,
      "loss": 0.6844,
      "step": 72610
    },
    {
      "epoch": 20.27,
      "grad_norm": 3.9871768951416016,
      "learning_rate": 2.3751482696064747e-06,
      "loss": 0.6628,
      "step": 72620
    },
    {
      "epoch": 20.27,
      "grad_norm": 3.8202321529388428,
      "learning_rate": 2.3754753349148757e-06,
      "loss": 0.6549,
      "step": 72630
    },
    {
      "epoch": 20.27,
      "grad_norm": 4.869778156280518,
      "learning_rate": 2.375802400223276e-06,
      "loss": 0.6609,
      "step": 72640
    },
    {
      "epoch": 20.28,
      "grad_norm": 3.623148202896118,
      "learning_rate": 2.376129465531677e-06,
      "loss": 0.6764,
      "step": 72650
    },
    {
      "epoch": 20.28,
      "grad_norm": 4.413241863250732,
      "learning_rate": 2.3764565308400776e-06,
      "loss": 0.6558,
      "step": 72660
    },
    {
      "epoch": 20.28,
      "grad_norm": 5.034819602966309,
      "learning_rate": 2.376783596148479e-06,
      "loss": 0.6674,
      "step": 72670
    },
    {
      "epoch": 20.28,
      "grad_norm": 3.310466766357422,
      "learning_rate": 2.3771106614568795e-06,
      "loss": 0.6601,
      "step": 72680
    },
    {
      "epoch": 20.29,
      "grad_norm": 5.119142532348633,
      "learning_rate": 2.3774377267652804e-06,
      "loss": 0.6601,
      "step": 72690
    },
    {
      "epoch": 20.29,
      "grad_norm": 3.3445351123809814,
      "learning_rate": 2.377764792073681e-06,
      "loss": 0.6478,
      "step": 72700
    },
    {
      "epoch": 20.29,
      "grad_norm": 4.622946739196777,
      "learning_rate": 2.378091857382082e-06,
      "loss": 0.6512,
      "step": 72710
    },
    {
      "epoch": 20.3,
      "grad_norm": 5.261681079864502,
      "learning_rate": 2.378418922690483e-06,
      "loss": 0.6749,
      "step": 72720
    },
    {
      "epoch": 20.3,
      "grad_norm": 3.996751546859741,
      "learning_rate": 2.3787459879988833e-06,
      "loss": 0.68,
      "step": 72730
    },
    {
      "epoch": 20.3,
      "grad_norm": 5.337759017944336,
      "learning_rate": 2.3790730533072843e-06,
      "loss": 0.662,
      "step": 72740
    },
    {
      "epoch": 20.3,
      "grad_norm": 3.1732075214385986,
      "learning_rate": 2.3794001186156848e-06,
      "loss": 0.6768,
      "step": 72750
    },
    {
      "epoch": 20.31,
      "grad_norm": 4.102292537689209,
      "learning_rate": 2.3797271839240857e-06,
      "loss": 0.6824,
      "step": 72760
    },
    {
      "epoch": 20.31,
      "grad_norm": 3.691836357116699,
      "learning_rate": 2.3800542492324862e-06,
      "loss": 0.6525,
      "step": 72770
    },
    {
      "epoch": 20.31,
      "grad_norm": 3.542787790298462,
      "learning_rate": 2.3803813145408876e-06,
      "loss": 0.6601,
      "step": 72780
    },
    {
      "epoch": 20.32,
      "grad_norm": 3.896927833557129,
      "learning_rate": 2.3807083798492877e-06,
      "loss": 0.6789,
      "step": 72790
    },
    {
      "epoch": 20.32,
      "grad_norm": 3.0886387825012207,
      "learning_rate": 2.381035445157689e-06,
      "loss": 0.6445,
      "step": 72800
    },
    {
      "epoch": 20.32,
      "grad_norm": 4.107999801635742,
      "learning_rate": 2.38136251046609e-06,
      "loss": 0.664,
      "step": 72810
    },
    {
      "epoch": 20.32,
      "grad_norm": 3.0767359733581543,
      "learning_rate": 2.3816895757744905e-06,
      "loss": 0.6477,
      "step": 72820
    },
    {
      "epoch": 20.33,
      "grad_norm": 4.12512731552124,
      "learning_rate": 2.3820166410828914e-06,
      "loss": 0.6532,
      "step": 72830
    },
    {
      "epoch": 20.33,
      "grad_norm": 3.1278748512268066,
      "learning_rate": 2.382343706391292e-06,
      "loss": 0.6707,
      "step": 72840
    },
    {
      "epoch": 20.33,
      "grad_norm": 3.0756585597991943,
      "learning_rate": 2.382670771699693e-06,
      "loss": 0.674,
      "step": 72850
    },
    {
      "epoch": 20.33,
      "grad_norm": 3.8704357147216797,
      "learning_rate": 2.3829978370080934e-06,
      "loss": 0.668,
      "step": 72860
    },
    {
      "epoch": 20.34,
      "grad_norm": 4.363317966461182,
      "learning_rate": 2.3833249023164943e-06,
      "loss": 0.6484,
      "step": 72870
    },
    {
      "epoch": 20.34,
      "grad_norm": 4.025063514709473,
      "learning_rate": 2.383651967624895e-06,
      "loss": 0.6685,
      "step": 72880
    },
    {
      "epoch": 20.34,
      "grad_norm": 3.440539836883545,
      "learning_rate": 2.3839790329332958e-06,
      "loss": 0.6769,
      "step": 72890
    },
    {
      "epoch": 20.35,
      "grad_norm": 3.4714512825012207,
      "learning_rate": 2.3843060982416963e-06,
      "loss": 0.6497,
      "step": 72900
    },
    {
      "epoch": 20.35,
      "grad_norm": 4.49845027923584,
      "learning_rate": 2.3846331635500976e-06,
      "loss": 0.6434,
      "step": 72910
    },
    {
      "epoch": 20.35,
      "grad_norm": 4.170764923095703,
      "learning_rate": 2.3849602288584986e-06,
      "loss": 0.6549,
      "step": 72920
    },
    {
      "epoch": 20.35,
      "grad_norm": 4.090606689453125,
      "learning_rate": 2.385287294166899e-06,
      "loss": 0.6489,
      "step": 72930
    },
    {
      "epoch": 20.36,
      "grad_norm": 3.979189872741699,
      "learning_rate": 2.3856143594753e-06,
      "loss": 0.685,
      "step": 72940
    },
    {
      "epoch": 20.36,
      "grad_norm": 3.9255590438842773,
      "learning_rate": 2.3859414247837005e-06,
      "loss": 0.6719,
      "step": 72950
    },
    {
      "epoch": 20.36,
      "grad_norm": 3.259713649749756,
      "learning_rate": 2.3862684900921015e-06,
      "loss": 0.6667,
      "step": 72960
    },
    {
      "epoch": 20.37,
      "grad_norm": 5.757045269012451,
      "learning_rate": 2.386595555400502e-06,
      "loss": 0.6765,
      "step": 72970
    },
    {
      "epoch": 20.37,
      "grad_norm": 3.655780076980591,
      "learning_rate": 2.386922620708903e-06,
      "loss": 0.6543,
      "step": 72980
    },
    {
      "epoch": 20.37,
      "grad_norm": 3.603821277618408,
      "learning_rate": 2.3872496860173034e-06,
      "loss": 0.6697,
      "step": 72990
    },
    {
      "epoch": 20.37,
      "grad_norm": 4.091597080230713,
      "learning_rate": 2.3875767513257044e-06,
      "loss": 0.6733,
      "step": 73000
    },
    {
      "epoch": 20.38,
      "grad_norm": 3.914111614227295,
      "learning_rate": 2.3879038166341057e-06,
      "loss": 0.6486,
      "step": 73010
    },
    {
      "epoch": 20.38,
      "grad_norm": 4.102867126464844,
      "learning_rate": 2.388230881942506e-06,
      "loss": 0.6641,
      "step": 73020
    },
    {
      "epoch": 20.38,
      "grad_norm": 3.446915864944458,
      "learning_rate": 2.388557947250907e-06,
      "loss": 0.6629,
      "step": 73030
    },
    {
      "epoch": 20.39,
      "grad_norm": 4.06759786605835,
      "learning_rate": 2.3888850125593077e-06,
      "loss": 0.671,
      "step": 73040
    },
    {
      "epoch": 20.39,
      "grad_norm": 5.123154163360596,
      "learning_rate": 2.3892120778677086e-06,
      "loss": 0.6825,
      "step": 73050
    },
    {
      "epoch": 20.39,
      "grad_norm": 4.48898983001709,
      "learning_rate": 2.389539143176109e-06,
      "loss": 0.6582,
      "step": 73060
    },
    {
      "epoch": 20.39,
      "grad_norm": 4.28295373916626,
      "learning_rate": 2.38986620848451e-06,
      "loss": 0.6383,
      "step": 73070
    },
    {
      "epoch": 20.4,
      "grad_norm": 3.0445315837860107,
      "learning_rate": 2.3901932737929106e-06,
      "loss": 0.6649,
      "step": 73080
    },
    {
      "epoch": 20.4,
      "grad_norm": 4.057346343994141,
      "learning_rate": 2.3905203391013115e-06,
      "loss": 0.6561,
      "step": 73090
    },
    {
      "epoch": 20.4,
      "grad_norm": 4.6285905838012695,
      "learning_rate": 2.3908474044097124e-06,
      "loss": 0.6678,
      "step": 73100
    },
    {
      "epoch": 20.4,
      "grad_norm": 2.9748566150665283,
      "learning_rate": 2.391174469718113e-06,
      "loss": 0.6475,
      "step": 73110
    },
    {
      "epoch": 20.41,
      "grad_norm": 5.130708694458008,
      "learning_rate": 2.391501535026514e-06,
      "loss": 0.6671,
      "step": 73120
    },
    {
      "epoch": 20.41,
      "grad_norm": 3.6653778553009033,
      "learning_rate": 2.3918286003349144e-06,
      "loss": 0.6485,
      "step": 73130
    },
    {
      "epoch": 20.41,
      "grad_norm": 2.7726147174835205,
      "learning_rate": 2.3921556656433158e-06,
      "loss": 0.6414,
      "step": 73140
    },
    {
      "epoch": 20.42,
      "grad_norm": 3.6376917362213135,
      "learning_rate": 2.3924827309517163e-06,
      "loss": 0.6673,
      "step": 73150
    },
    {
      "epoch": 20.42,
      "grad_norm": 4.217128276824951,
      "learning_rate": 2.392809796260117e-06,
      "loss": 0.6812,
      "step": 73160
    },
    {
      "epoch": 20.42,
      "grad_norm": 5.839754581451416,
      "learning_rate": 2.3931368615685177e-06,
      "loss": 0.6332,
      "step": 73170
    },
    {
      "epoch": 20.42,
      "grad_norm": 4.838540077209473,
      "learning_rate": 2.3934639268769186e-06,
      "loss": 0.6705,
      "step": 73180
    },
    {
      "epoch": 20.43,
      "grad_norm": 4.4813432693481445,
      "learning_rate": 2.3937909921853196e-06,
      "loss": 0.6772,
      "step": 73190
    },
    {
      "epoch": 20.43,
      "grad_norm": 4.22922420501709,
      "learning_rate": 2.39411805749372e-06,
      "loss": 0.6446,
      "step": 73200
    },
    {
      "epoch": 20.43,
      "grad_norm": 3.864776372909546,
      "learning_rate": 2.394445122802121e-06,
      "loss": 0.6816,
      "step": 73210
    },
    {
      "epoch": 20.44,
      "grad_norm": 6.423196315765381,
      "learning_rate": 2.3947721881105215e-06,
      "loss": 0.6586,
      "step": 73220
    },
    {
      "epoch": 20.44,
      "grad_norm": 3.5862436294555664,
      "learning_rate": 2.3950992534189225e-06,
      "loss": 0.6771,
      "step": 73230
    },
    {
      "epoch": 20.44,
      "grad_norm": 3.3666903972625732,
      "learning_rate": 2.395426318727323e-06,
      "loss": 0.6528,
      "step": 73240
    },
    {
      "epoch": 20.44,
      "grad_norm": 5.0797576904296875,
      "learning_rate": 2.3957533840357243e-06,
      "loss": 0.6449,
      "step": 73250
    },
    {
      "epoch": 20.45,
      "grad_norm": 3.966348648071289,
      "learning_rate": 2.3960804493441244e-06,
      "loss": 0.6595,
      "step": 73260
    },
    {
      "epoch": 20.45,
      "grad_norm": 4.2609357833862305,
      "learning_rate": 2.396407514652526e-06,
      "loss": 0.6709,
      "step": 73270
    },
    {
      "epoch": 20.45,
      "grad_norm": 4.681471347808838,
      "learning_rate": 2.3967345799609263e-06,
      "loss": 0.6597,
      "step": 73280
    },
    {
      "epoch": 20.45,
      "grad_norm": 3.355229616165161,
      "learning_rate": 2.3970616452693272e-06,
      "loss": 0.6566,
      "step": 73290
    },
    {
      "epoch": 20.46,
      "grad_norm": 3.8467257022857666,
      "learning_rate": 2.397388710577728e-06,
      "loss": 0.6726,
      "step": 73300
    },
    {
      "epoch": 20.46,
      "grad_norm": 4.375452995300293,
      "learning_rate": 2.3977157758861287e-06,
      "loss": 0.6669,
      "step": 73310
    },
    {
      "epoch": 20.46,
      "grad_norm": 4.0926103591918945,
      "learning_rate": 2.3980428411945296e-06,
      "loss": 0.6604,
      "step": 73320
    },
    {
      "epoch": 20.47,
      "grad_norm": 3.4708750247955322,
      "learning_rate": 2.39836990650293e-06,
      "loss": 0.6535,
      "step": 73330
    },
    {
      "epoch": 20.47,
      "grad_norm": 3.761467218399048,
      "learning_rate": 2.398696971811331e-06,
      "loss": 0.6707,
      "step": 73340
    },
    {
      "epoch": 20.47,
      "grad_norm": 3.692739248275757,
      "learning_rate": 2.3990240371197316e-06,
      "loss": 0.6476,
      "step": 73350
    },
    {
      "epoch": 20.47,
      "grad_norm": 4.1258344650268555,
      "learning_rate": 2.3993511024281325e-06,
      "loss": 0.6761,
      "step": 73360
    },
    {
      "epoch": 20.48,
      "grad_norm": 3.0324034690856934,
      "learning_rate": 2.399678167736533e-06,
      "loss": 0.6533,
      "step": 73370
    },
    {
      "epoch": 20.48,
      "grad_norm": 3.6573352813720703,
      "learning_rate": 2.4000052330449344e-06,
      "loss": 0.6638,
      "step": 73380
    },
    {
      "epoch": 20.48,
      "grad_norm": 3.9235589504241943,
      "learning_rate": 2.4003322983533353e-06,
      "loss": 0.6565,
      "step": 73390
    },
    {
      "epoch": 20.49,
      "grad_norm": 3.390010356903076,
      "learning_rate": 2.400659363661736e-06,
      "loss": 0.6529,
      "step": 73400
    },
    {
      "epoch": 20.49,
      "grad_norm": 4.355174541473389,
      "learning_rate": 2.4009864289701368e-06,
      "loss": 0.6532,
      "step": 73410
    },
    {
      "epoch": 20.49,
      "grad_norm": 2.5773534774780273,
      "learning_rate": 2.4013134942785373e-06,
      "loss": 0.6666,
      "step": 73420
    },
    {
      "epoch": 20.49,
      "grad_norm": 3.9916751384735107,
      "learning_rate": 2.4016405595869382e-06,
      "loss": 0.683,
      "step": 73430
    },
    {
      "epoch": 20.5,
      "grad_norm": 4.310775279998779,
      "learning_rate": 2.4019676248953387e-06,
      "loss": 0.677,
      "step": 73440
    },
    {
      "epoch": 20.5,
      "grad_norm": 4.083338737487793,
      "learning_rate": 2.4022946902037397e-06,
      "loss": 0.6812,
      "step": 73450
    },
    {
      "epoch": 20.5,
      "grad_norm": 5.048950672149658,
      "learning_rate": 2.40262175551214e-06,
      "loss": 0.6562,
      "step": 73460
    },
    {
      "epoch": 20.51,
      "grad_norm": 3.410187244415283,
      "learning_rate": 2.402948820820541e-06,
      "loss": 0.6513,
      "step": 73470
    },
    {
      "epoch": 20.51,
      "grad_norm": 3.0373945236206055,
      "learning_rate": 2.4032758861289425e-06,
      "loss": 0.6605,
      "step": 73480
    },
    {
      "epoch": 20.51,
      "grad_norm": 5.362838268280029,
      "learning_rate": 2.4036029514373426e-06,
      "loss": 0.6503,
      "step": 73490
    },
    {
      "epoch": 20.51,
      "grad_norm": 3.6631901264190674,
      "learning_rate": 2.403930016745744e-06,
      "loss": 0.6832,
      "step": 73500
    },
    {
      "epoch": 20.52,
      "grad_norm": 3.514821767807007,
      "learning_rate": 2.4042570820541444e-06,
      "loss": 0.6704,
      "step": 73510
    },
    {
      "epoch": 20.52,
      "grad_norm": 4.3629069328308105,
      "learning_rate": 2.4045841473625454e-06,
      "loss": 0.6777,
      "step": 73520
    },
    {
      "epoch": 20.52,
      "grad_norm": 4.481057643890381,
      "learning_rate": 2.404911212670946e-06,
      "loss": 0.6818,
      "step": 73530
    },
    {
      "epoch": 20.52,
      "grad_norm": 5.4995503425598145,
      "learning_rate": 2.405238277979347e-06,
      "loss": 0.6701,
      "step": 73540
    },
    {
      "epoch": 20.53,
      "grad_norm": 3.359328508377075,
      "learning_rate": 2.4055653432877473e-06,
      "loss": 0.6629,
      "step": 73550
    },
    {
      "epoch": 20.53,
      "grad_norm": 4.017633438110352,
      "learning_rate": 2.4058924085961483e-06,
      "loss": 0.6608,
      "step": 73560
    },
    {
      "epoch": 20.53,
      "grad_norm": 3.3439888954162598,
      "learning_rate": 2.4062194739045488e-06,
      "loss": 0.6489,
      "step": 73570
    },
    {
      "epoch": 20.54,
      "grad_norm": 2.6282875537872314,
      "learning_rate": 2.4065465392129497e-06,
      "loss": 0.661,
      "step": 73580
    },
    {
      "epoch": 20.54,
      "grad_norm": 4.954539775848389,
      "learning_rate": 2.4068736045213506e-06,
      "loss": 0.6679,
      "step": 73590
    },
    {
      "epoch": 20.54,
      "grad_norm": 5.16954231262207,
      "learning_rate": 2.407200669829751e-06,
      "loss": 0.6866,
      "step": 73600
    },
    {
      "epoch": 20.54,
      "grad_norm": 4.980615615844727,
      "learning_rate": 2.4075277351381525e-06,
      "loss": 0.6531,
      "step": 73610
    },
    {
      "epoch": 20.55,
      "grad_norm": 4.374091148376465,
      "learning_rate": 2.407854800446553e-06,
      "loss": 0.6512,
      "step": 73620
    },
    {
      "epoch": 20.55,
      "grad_norm": 4.542301654815674,
      "learning_rate": 2.408181865754954e-06,
      "loss": 0.6498,
      "step": 73630
    },
    {
      "epoch": 20.55,
      "grad_norm": 3.3060266971588135,
      "learning_rate": 2.4085089310633545e-06,
      "loss": 0.663,
      "step": 73640
    },
    {
      "epoch": 20.56,
      "grad_norm": 4.071210861206055,
      "learning_rate": 2.4088359963717554e-06,
      "loss": 0.6544,
      "step": 73650
    },
    {
      "epoch": 20.56,
      "grad_norm": 4.3452887535095215,
      "learning_rate": 2.409163061680156e-06,
      "loss": 0.6634,
      "step": 73660
    },
    {
      "epoch": 20.56,
      "grad_norm": 4.28464412689209,
      "learning_rate": 2.409490126988557e-06,
      "loss": 0.6612,
      "step": 73670
    },
    {
      "epoch": 20.56,
      "grad_norm": 4.632450580596924,
      "learning_rate": 2.4098171922969578e-06,
      "loss": 0.6654,
      "step": 73680
    },
    {
      "epoch": 20.57,
      "grad_norm": 5.014697551727295,
      "learning_rate": 2.4101442576053583e-06,
      "loss": 0.6573,
      "step": 73690
    },
    {
      "epoch": 20.57,
      "grad_norm": 4.794460773468018,
      "learning_rate": 2.4104713229137592e-06,
      "loss": 0.6674,
      "step": 73700
    },
    {
      "epoch": 20.57,
      "grad_norm": 3.228151798248291,
      "learning_rate": 2.4107983882221597e-06,
      "loss": 0.6602,
      "step": 73710
    },
    {
      "epoch": 20.57,
      "grad_norm": 3.6456785202026367,
      "learning_rate": 2.4111254535305607e-06,
      "loss": 0.6646,
      "step": 73720
    },
    {
      "epoch": 20.58,
      "grad_norm": 3.758051633834839,
      "learning_rate": 2.411452518838961e-06,
      "loss": 0.6479,
      "step": 73730
    },
    {
      "epoch": 20.58,
      "grad_norm": 4.061601161956787,
      "learning_rate": 2.4117795841473625e-06,
      "loss": 0.7114,
      "step": 73740
    },
    {
      "epoch": 20.58,
      "grad_norm": 4.843547821044922,
      "learning_rate": 2.412106649455763e-06,
      "loss": 0.6601,
      "step": 73750
    },
    {
      "epoch": 20.59,
      "grad_norm": 4.025751113891602,
      "learning_rate": 2.412433714764164e-06,
      "loss": 0.6556,
      "step": 73760
    },
    {
      "epoch": 20.59,
      "grad_norm": 4.237145900726318,
      "learning_rate": 2.412760780072565e-06,
      "loss": 0.6439,
      "step": 73770
    },
    {
      "epoch": 20.59,
      "grad_norm": 4.155062675476074,
      "learning_rate": 2.4130878453809654e-06,
      "loss": 0.6654,
      "step": 73780
    },
    {
      "epoch": 20.59,
      "grad_norm": 3.0288822650909424,
      "learning_rate": 2.4134149106893664e-06,
      "loss": 0.6517,
      "step": 73790
    },
    {
      "epoch": 20.6,
      "grad_norm": 3.514580249786377,
      "learning_rate": 2.413741975997767e-06,
      "loss": 0.6667,
      "step": 73800
    },
    {
      "epoch": 20.6,
      "grad_norm": 4.1837849617004395,
      "learning_rate": 2.414069041306168e-06,
      "loss": 0.6652,
      "step": 73810
    },
    {
      "epoch": 20.6,
      "grad_norm": 3.8686976432800293,
      "learning_rate": 2.4143961066145683e-06,
      "loss": 0.6536,
      "step": 73820
    },
    {
      "epoch": 20.61,
      "grad_norm": 3.2170209884643555,
      "learning_rate": 2.4147231719229693e-06,
      "loss": 0.7116,
      "step": 73830
    },
    {
      "epoch": 20.61,
      "grad_norm": 4.319161891937256,
      "learning_rate": 2.4150502372313698e-06,
      "loss": 0.664,
      "step": 73840
    },
    {
      "epoch": 20.61,
      "grad_norm": 4.894943714141846,
      "learning_rate": 2.415377302539771e-06,
      "loss": 0.6659,
      "step": 73850
    },
    {
      "epoch": 20.61,
      "grad_norm": 3.921534776687622,
      "learning_rate": 2.415704367848172e-06,
      "loss": 0.6593,
      "step": 73860
    },
    {
      "epoch": 20.62,
      "grad_norm": 3.0521957874298096,
      "learning_rate": 2.4160314331565726e-06,
      "loss": 0.6658,
      "step": 73870
    },
    {
      "epoch": 20.62,
      "grad_norm": 3.981811761856079,
      "learning_rate": 2.4163584984649735e-06,
      "loss": 0.6546,
      "step": 73880
    },
    {
      "epoch": 20.62,
      "grad_norm": 3.230480432510376,
      "learning_rate": 2.416685563773374e-06,
      "loss": 0.6827,
      "step": 73890
    },
    {
      "epoch": 20.63,
      "grad_norm": 3.9282960891723633,
      "learning_rate": 2.417012629081775e-06,
      "loss": 0.6597,
      "step": 73900
    },
    {
      "epoch": 20.63,
      "grad_norm": 5.226779460906982,
      "learning_rate": 2.4173396943901755e-06,
      "loss": 0.6542,
      "step": 73910
    },
    {
      "epoch": 20.63,
      "grad_norm": 3.9373104572296143,
      "learning_rate": 2.4176667596985764e-06,
      "loss": 0.6717,
      "step": 73920
    },
    {
      "epoch": 20.63,
      "grad_norm": 3.4187536239624023,
      "learning_rate": 2.417993825006977e-06,
      "loss": 0.6448,
      "step": 73930
    },
    {
      "epoch": 20.64,
      "grad_norm": 4.739368438720703,
      "learning_rate": 2.418320890315378e-06,
      "loss": 0.6648,
      "step": 73940
    },
    {
      "epoch": 20.64,
      "grad_norm": 2.854227066040039,
      "learning_rate": 2.4186479556237784e-06,
      "loss": 0.6995,
      "step": 73950
    },
    {
      "epoch": 20.64,
      "grad_norm": 3.5802249908447266,
      "learning_rate": 2.4189750209321793e-06,
      "loss": 0.6415,
      "step": 73960
    },
    {
      "epoch": 20.64,
      "grad_norm": 4.076076984405518,
      "learning_rate": 2.4193020862405807e-06,
      "loss": 0.6618,
      "step": 73970
    },
    {
      "epoch": 20.65,
      "grad_norm": 3.3271102905273438,
      "learning_rate": 2.419629151548981e-06,
      "loss": 0.6781,
      "step": 73980
    },
    {
      "epoch": 20.65,
      "grad_norm": 2.882938861846924,
      "learning_rate": 2.419956216857382e-06,
      "loss": 0.6787,
      "step": 73990
    },
    {
      "epoch": 20.65,
      "grad_norm": 4.768594264984131,
      "learning_rate": 2.4202832821657826e-06,
      "loss": 0.6505,
      "step": 74000
    },
    {
      "epoch": 20.66,
      "grad_norm": 4.932254314422607,
      "learning_rate": 2.4206103474741836e-06,
      "loss": 0.6724,
      "step": 74010
    },
    {
      "epoch": 20.66,
      "grad_norm": 3.552639961242676,
      "learning_rate": 2.420937412782584e-06,
      "loss": 0.6726,
      "step": 74020
    },
    {
      "epoch": 20.66,
      "grad_norm": 3.955976963043213,
      "learning_rate": 2.421264478090985e-06,
      "loss": 0.676,
      "step": 74030
    },
    {
      "epoch": 20.66,
      "grad_norm": 3.4726948738098145,
      "learning_rate": 2.4215915433993855e-06,
      "loss": 0.6539,
      "step": 74040
    },
    {
      "epoch": 20.67,
      "grad_norm": 4.566134929656982,
      "learning_rate": 2.4219186087077865e-06,
      "loss": 0.6508,
      "step": 74050
    },
    {
      "epoch": 20.67,
      "grad_norm": 4.706053733825684,
      "learning_rate": 2.4222456740161874e-06,
      "loss": 0.6407,
      "step": 74060
    },
    {
      "epoch": 20.67,
      "grad_norm": 4.274244785308838,
      "learning_rate": 2.422572739324588e-06,
      "loss": 0.6644,
      "step": 74070
    },
    {
      "epoch": 20.68,
      "grad_norm": 3.4490580558776855,
      "learning_rate": 2.4228998046329893e-06,
      "loss": 0.6496,
      "step": 74080
    },
    {
      "epoch": 20.68,
      "grad_norm": 5.1200971603393555,
      "learning_rate": 2.4232268699413898e-06,
      "loss": 0.654,
      "step": 74090
    },
    {
      "epoch": 20.68,
      "grad_norm": 3.0932233333587646,
      "learning_rate": 2.4235539352497907e-06,
      "loss": 0.6655,
      "step": 74100
    },
    {
      "epoch": 20.68,
      "grad_norm": 2.7575294971466064,
      "learning_rate": 2.4238810005581912e-06,
      "loss": 0.6479,
      "step": 74110
    },
    {
      "epoch": 20.69,
      "grad_norm": 2.886967182159424,
      "learning_rate": 2.424208065866592e-06,
      "loss": 0.6449,
      "step": 74120
    },
    {
      "epoch": 20.69,
      "grad_norm": 3.9998083114624023,
      "learning_rate": 2.4245351311749927e-06,
      "loss": 0.6607,
      "step": 74130
    },
    {
      "epoch": 20.69,
      "grad_norm": 5.332026958465576,
      "learning_rate": 2.4248621964833936e-06,
      "loss": 0.6758,
      "step": 74140
    },
    {
      "epoch": 20.69,
      "grad_norm": 3.764467716217041,
      "learning_rate": 2.4251892617917945e-06,
      "loss": 0.6647,
      "step": 74150
    },
    {
      "epoch": 20.7,
      "grad_norm": 3.9708924293518066,
      "learning_rate": 2.425516327100195e-06,
      "loss": 0.6703,
      "step": 74160
    },
    {
      "epoch": 20.7,
      "grad_norm": 4.205399036407471,
      "learning_rate": 2.425843392408596e-06,
      "loss": 0.6601,
      "step": 74170
    },
    {
      "epoch": 20.7,
      "grad_norm": 4.836093902587891,
      "learning_rate": 2.4261704577169965e-06,
      "loss": 0.6472,
      "step": 74180
    },
    {
      "epoch": 20.71,
      "grad_norm": 3.5665347576141357,
      "learning_rate": 2.4264975230253974e-06,
      "loss": 0.6583,
      "step": 74190
    },
    {
      "epoch": 20.71,
      "grad_norm": 5.341642379760742,
      "learning_rate": 2.426824588333798e-06,
      "loss": 0.6766,
      "step": 74200
    },
    {
      "epoch": 20.71,
      "grad_norm": 2.9701597690582275,
      "learning_rate": 2.4271516536421993e-06,
      "loss": 0.6548,
      "step": 74210
    },
    {
      "epoch": 20.71,
      "grad_norm": 3.33988881111145,
      "learning_rate": 2.4274787189506e-06,
      "loss": 0.6668,
      "step": 74220
    },
    {
      "epoch": 20.72,
      "grad_norm": 3.6030125617980957,
      "learning_rate": 2.4278057842590007e-06,
      "loss": 0.6685,
      "step": 74230
    },
    {
      "epoch": 20.72,
      "grad_norm": 4.038090705871582,
      "learning_rate": 2.4281328495674017e-06,
      "loss": 0.6495,
      "step": 74240
    },
    {
      "epoch": 20.72,
      "grad_norm": 2.5836293697357178,
      "learning_rate": 2.428459914875802e-06,
      "loss": 0.6669,
      "step": 74250
    },
    {
      "epoch": 20.73,
      "grad_norm": 2.6382219791412354,
      "learning_rate": 2.428786980184203e-06,
      "loss": 0.6726,
      "step": 74260
    },
    {
      "epoch": 20.73,
      "grad_norm": 3.610722303390503,
      "learning_rate": 2.4291140454926036e-06,
      "loss": 0.669,
      "step": 74270
    },
    {
      "epoch": 20.73,
      "grad_norm": 3.546936273574829,
      "learning_rate": 2.4294411108010046e-06,
      "loss": 0.6621,
      "step": 74280
    },
    {
      "epoch": 20.73,
      "grad_norm": 3.666469097137451,
      "learning_rate": 2.429768176109405e-06,
      "loss": 0.678,
      "step": 74290
    },
    {
      "epoch": 20.74,
      "grad_norm": 3.835299253463745,
      "learning_rate": 2.430095241417806e-06,
      "loss": 0.6673,
      "step": 74300
    },
    {
      "epoch": 20.74,
      "grad_norm": 3.792783498764038,
      "learning_rate": 2.4304223067262065e-06,
      "loss": 0.6617,
      "step": 74310
    },
    {
      "epoch": 20.74,
      "grad_norm": 3.575554132461548,
      "learning_rate": 2.430749372034608e-06,
      "loss": 0.6729,
      "step": 74320
    },
    {
      "epoch": 20.75,
      "grad_norm": 3.2036173343658447,
      "learning_rate": 2.4310764373430084e-06,
      "loss": 0.6612,
      "step": 74330
    },
    {
      "epoch": 20.75,
      "grad_norm": 3.5883216857910156,
      "learning_rate": 2.4314035026514093e-06,
      "loss": 0.6649,
      "step": 74340
    },
    {
      "epoch": 20.75,
      "grad_norm": 4.187055587768555,
      "learning_rate": 2.4317305679598103e-06,
      "loss": 0.6727,
      "step": 74350
    },
    {
      "epoch": 20.75,
      "grad_norm": 3.6913387775421143,
      "learning_rate": 2.4320576332682108e-06,
      "loss": 0.643,
      "step": 74360
    },
    {
      "epoch": 20.76,
      "grad_norm": 3.8795268535614014,
      "learning_rate": 2.4323846985766117e-06,
      "loss": 0.6638,
      "step": 74370
    },
    {
      "epoch": 20.76,
      "grad_norm": 4.264485836029053,
      "learning_rate": 2.4327117638850122e-06,
      "loss": 0.6627,
      "step": 74380
    },
    {
      "epoch": 20.76,
      "grad_norm": 5.49233341217041,
      "learning_rate": 2.433038829193413e-06,
      "loss": 0.6496,
      "step": 74390
    },
    {
      "epoch": 20.76,
      "grad_norm": 4.5830979347229,
      "learning_rate": 2.4333658945018137e-06,
      "loss": 0.6628,
      "step": 74400
    },
    {
      "epoch": 20.77,
      "grad_norm": 4.0522074699401855,
      "learning_rate": 2.4336929598102146e-06,
      "loss": 0.6556,
      "step": 74410
    },
    {
      "epoch": 20.77,
      "grad_norm": 4.856173515319824,
      "learning_rate": 2.434020025118615e-06,
      "loss": 0.6687,
      "step": 74420
    },
    {
      "epoch": 20.77,
      "grad_norm": 5.016012668609619,
      "learning_rate": 2.434347090427016e-06,
      "loss": 0.6582,
      "step": 74430
    },
    {
      "epoch": 20.78,
      "grad_norm": 5.0746750831604,
      "learning_rate": 2.4346741557354174e-06,
      "loss": 0.6583,
      "step": 74440
    },
    {
      "epoch": 20.78,
      "grad_norm": 2.685239791870117,
      "learning_rate": 2.435001221043818e-06,
      "loss": 0.6543,
      "step": 74450
    },
    {
      "epoch": 20.78,
      "grad_norm": 3.1498184204101562,
      "learning_rate": 2.435328286352219e-06,
      "loss": 0.6675,
      "step": 74460
    },
    {
      "epoch": 20.78,
      "grad_norm": 3.8110835552215576,
      "learning_rate": 2.4356553516606194e-06,
      "loss": 0.6849,
      "step": 74470
    },
    {
      "epoch": 20.79,
      "grad_norm": 3.47861647605896,
      "learning_rate": 2.4359824169690203e-06,
      "loss": 0.6445,
      "step": 74480
    },
    {
      "epoch": 20.79,
      "grad_norm": 4.396043300628662,
      "learning_rate": 2.436309482277421e-06,
      "loss": 0.6835,
      "step": 74490
    },
    {
      "epoch": 20.79,
      "grad_norm": 2.8561646938323975,
      "learning_rate": 2.4366365475858218e-06,
      "loss": 0.6538,
      "step": 74500
    },
    {
      "epoch": 20.8,
      "grad_norm": 4.473424434661865,
      "learning_rate": 2.4369636128942223e-06,
      "loss": 0.657,
      "step": 74510
    },
    {
      "epoch": 20.8,
      "grad_norm": 3.7319140434265137,
      "learning_rate": 2.437290678202623e-06,
      "loss": 0.6667,
      "step": 74520
    },
    {
      "epoch": 20.8,
      "grad_norm": 4.685549736022949,
      "learning_rate": 2.437617743511024e-06,
      "loss": 0.6463,
      "step": 74530
    },
    {
      "epoch": 20.8,
      "grad_norm": 4.142075061798096,
      "learning_rate": 2.4379448088194247e-06,
      "loss": 0.6654,
      "step": 74540
    },
    {
      "epoch": 20.81,
      "grad_norm": 3.613985538482666,
      "learning_rate": 2.438271874127826e-06,
      "loss": 0.6356,
      "step": 74550
    },
    {
      "epoch": 20.81,
      "grad_norm": 3.530054807662964,
      "learning_rate": 2.4385989394362265e-06,
      "loss": 0.653,
      "step": 74560
    },
    {
      "epoch": 20.81,
      "grad_norm": 3.7481930255889893,
      "learning_rate": 2.4389260047446275e-06,
      "loss": 0.6635,
      "step": 74570
    },
    {
      "epoch": 20.81,
      "grad_norm": 3.7714641094207764,
      "learning_rate": 2.439253070053028e-06,
      "loss": 0.6512,
      "step": 74580
    },
    {
      "epoch": 20.82,
      "grad_norm": 2.756570339202881,
      "learning_rate": 2.439580135361429e-06,
      "loss": 0.6591,
      "step": 74590
    },
    {
      "epoch": 20.82,
      "grad_norm": 5.464555263519287,
      "learning_rate": 2.4399072006698294e-06,
      "loss": 0.6343,
      "step": 74600
    },
    {
      "epoch": 20.82,
      "grad_norm": 2.9022607803344727,
      "learning_rate": 2.4402342659782304e-06,
      "loss": 0.6554,
      "step": 74610
    },
    {
      "epoch": 20.83,
      "grad_norm": 4.512503147125244,
      "learning_rate": 2.440561331286631e-06,
      "loss": 0.6523,
      "step": 74620
    },
    {
      "epoch": 20.83,
      "grad_norm": 4.22950553894043,
      "learning_rate": 2.440888396595032e-06,
      "loss": 0.6786,
      "step": 74630
    },
    {
      "epoch": 20.83,
      "grad_norm": 3.0566935539245605,
      "learning_rate": 2.4412154619034327e-06,
      "loss": 0.6651,
      "step": 74640
    },
    {
      "epoch": 20.83,
      "grad_norm": 3.809391975402832,
      "learning_rate": 2.4415425272118332e-06,
      "loss": 0.6783,
      "step": 74650
    },
    {
      "epoch": 20.84,
      "grad_norm": 4.625378608703613,
      "learning_rate": 2.441869592520234e-06,
      "loss": 0.6616,
      "step": 74660
    },
    {
      "epoch": 20.84,
      "grad_norm": 4.932830333709717,
      "learning_rate": 2.4421966578286347e-06,
      "loss": 0.6621,
      "step": 74670
    },
    {
      "epoch": 20.84,
      "grad_norm": 3.5661041736602783,
      "learning_rate": 2.442523723137036e-06,
      "loss": 0.6564,
      "step": 74680
    },
    {
      "epoch": 20.85,
      "grad_norm": 3.6839568614959717,
      "learning_rate": 2.4428507884454366e-06,
      "loss": 0.6581,
      "step": 74690
    },
    {
      "epoch": 20.85,
      "grad_norm": 5.162308692932129,
      "learning_rate": 2.4431778537538375e-06,
      "loss": 0.6683,
      "step": 74700
    },
    {
      "epoch": 20.85,
      "grad_norm": 3.9849860668182373,
      "learning_rate": 2.443504919062238e-06,
      "loss": 0.6609,
      "step": 74710
    },
    {
      "epoch": 20.85,
      "grad_norm": 3.1134743690490723,
      "learning_rate": 2.443831984370639e-06,
      "loss": 0.6732,
      "step": 74720
    },
    {
      "epoch": 20.86,
      "grad_norm": 4.241740703582764,
      "learning_rate": 2.44415904967904e-06,
      "loss": 0.6541,
      "step": 74730
    },
    {
      "epoch": 20.86,
      "grad_norm": 5.682171821594238,
      "learning_rate": 2.4444861149874404e-06,
      "loss": 0.6569,
      "step": 74740
    },
    {
      "epoch": 20.86,
      "grad_norm": 4.512624263763428,
      "learning_rate": 2.4448131802958413e-06,
      "loss": 0.6729,
      "step": 74750
    },
    {
      "epoch": 20.87,
      "grad_norm": 4.269222736358643,
      "learning_rate": 2.445140245604242e-06,
      "loss": 0.6345,
      "step": 74760
    },
    {
      "epoch": 20.87,
      "grad_norm": 4.817178249359131,
      "learning_rate": 2.4454673109126428e-06,
      "loss": 0.6647,
      "step": 74770
    },
    {
      "epoch": 20.87,
      "grad_norm": 4.976828575134277,
      "learning_rate": 2.4457943762210433e-06,
      "loss": 0.6624,
      "step": 74780
    },
    {
      "epoch": 20.87,
      "grad_norm": 3.4776391983032227,
      "learning_rate": 2.4461214415294446e-06,
      "loss": 0.6578,
      "step": 74790
    },
    {
      "epoch": 20.88,
      "grad_norm": 3.6847312450408936,
      "learning_rate": 2.4464485068378447e-06,
      "loss": 0.669,
      "step": 74800
    },
    {
      "epoch": 20.88,
      "grad_norm": 3.1103341579437256,
      "learning_rate": 2.446775572146246e-06,
      "loss": 0.6801,
      "step": 74810
    },
    {
      "epoch": 20.88,
      "grad_norm": 2.814725637435913,
      "learning_rate": 2.447102637454647e-06,
      "loss": 0.6436,
      "step": 74820
    },
    {
      "epoch": 20.88,
      "grad_norm": 4.036030292510986,
      "learning_rate": 2.4474297027630475e-06,
      "loss": 0.6618,
      "step": 74830
    },
    {
      "epoch": 20.89,
      "grad_norm": 3.849661111831665,
      "learning_rate": 2.4477567680714485e-06,
      "loss": 0.6519,
      "step": 74840
    },
    {
      "epoch": 20.89,
      "grad_norm": 4.629944324493408,
      "learning_rate": 2.448083833379849e-06,
      "loss": 0.6628,
      "step": 74850
    },
    {
      "epoch": 20.89,
      "grad_norm": 3.624380111694336,
      "learning_rate": 2.44841089868825e-06,
      "loss": 0.666,
      "step": 74860
    },
    {
      "epoch": 20.9,
      "grad_norm": 4.1138081550598145,
      "learning_rate": 2.4487379639966504e-06,
      "loss": 0.6567,
      "step": 74870
    },
    {
      "epoch": 20.9,
      "grad_norm": 6.519863128662109,
      "learning_rate": 2.4490650293050514e-06,
      "loss": 0.6496,
      "step": 74880
    },
    {
      "epoch": 20.9,
      "grad_norm": 4.311501502990723,
      "learning_rate": 2.449392094613452e-06,
      "loss": 0.6597,
      "step": 74890
    },
    {
      "epoch": 20.9,
      "grad_norm": 3.331533432006836,
      "learning_rate": 2.449719159921853e-06,
      "loss": 0.6748,
      "step": 74900
    },
    {
      "epoch": 20.91,
      "grad_norm": 3.708322048187256,
      "learning_rate": 2.450046225230254e-06,
      "loss": 0.638,
      "step": 74910
    },
    {
      "epoch": 20.91,
      "grad_norm": 3.2782087326049805,
      "learning_rate": 2.4503732905386547e-06,
      "loss": 0.6672,
      "step": 74920
    },
    {
      "epoch": 20.91,
      "grad_norm": 3.4456422328948975,
      "learning_rate": 2.4507003558470556e-06,
      "loss": 0.6806,
      "step": 74930
    },
    {
      "epoch": 20.92,
      "grad_norm": 4.624502658843994,
      "learning_rate": 2.451027421155456e-06,
      "loss": 0.6586,
      "step": 74940
    },
    {
      "epoch": 20.92,
      "grad_norm": 3.640526533126831,
      "learning_rate": 2.451354486463857e-06,
      "loss": 0.6701,
      "step": 74950
    },
    {
      "epoch": 20.92,
      "grad_norm": 5.118107318878174,
      "learning_rate": 2.4516815517722576e-06,
      "loss": 0.6658,
      "step": 74960
    },
    {
      "epoch": 20.92,
      "grad_norm": 3.29010272026062,
      "learning_rate": 2.4520086170806585e-06,
      "loss": 0.6845,
      "step": 74970
    },
    {
      "epoch": 20.93,
      "grad_norm": 5.155045986175537,
      "learning_rate": 2.452335682389059e-06,
      "loss": 0.6546,
      "step": 74980
    },
    {
      "epoch": 20.93,
      "grad_norm": 3.90043568611145,
      "learning_rate": 2.45266274769746e-06,
      "loss": 0.6636,
      "step": 74990
    },
    {
      "epoch": 20.93,
      "grad_norm": 3.8475332260131836,
      "learning_rate": 2.4529898130058605e-06,
      "loss": 0.6626,
      "step": 75000
    },
    {
      "epoch": 20.93,
      "grad_norm": 5.27356481552124,
      "learning_rate": 2.4533168783142614e-06,
      "loss": 0.6451,
      "step": 75010
    },
    {
      "epoch": 20.94,
      "grad_norm": 4.144960880279541,
      "learning_rate": 2.4536439436226628e-06,
      "loss": 0.6855,
      "step": 75020
    },
    {
      "epoch": 20.94,
      "grad_norm": 3.928197145462036,
      "learning_rate": 2.4539710089310633e-06,
      "loss": 0.6598,
      "step": 75030
    },
    {
      "epoch": 20.94,
      "grad_norm": 4.739480972290039,
      "learning_rate": 2.454298074239464e-06,
      "loss": 0.6477,
      "step": 75040
    },
    {
      "epoch": 20.95,
      "grad_norm": 3.0658068656921387,
      "learning_rate": 2.4546251395478647e-06,
      "loss": 0.6587,
      "step": 75050
    },
    {
      "epoch": 20.95,
      "grad_norm": 4.587480068206787,
      "learning_rate": 2.4549522048562657e-06,
      "loss": 0.665,
      "step": 75060
    },
    {
      "epoch": 20.95,
      "grad_norm": 4.533133506774902,
      "learning_rate": 2.455279270164666e-06,
      "loss": 0.661,
      "step": 75070
    },
    {
      "epoch": 20.95,
      "grad_norm": 3.063898801803589,
      "learning_rate": 2.455606335473067e-06,
      "loss": 0.6539,
      "step": 75080
    },
    {
      "epoch": 20.96,
      "grad_norm": 3.4789979457855225,
      "learning_rate": 2.4559334007814676e-06,
      "loss": 0.6477,
      "step": 75090
    },
    {
      "epoch": 20.96,
      "grad_norm": 3.0118727684020996,
      "learning_rate": 2.4562604660898686e-06,
      "loss": 0.6658,
      "step": 75100
    },
    {
      "epoch": 20.96,
      "grad_norm": 2.786576509475708,
      "learning_rate": 2.4565875313982695e-06,
      "loss": 0.6717,
      "step": 75110
    },
    {
      "epoch": 20.97,
      "grad_norm": 5.201598167419434,
      "learning_rate": 2.45691459670667e-06,
      "loss": 0.6771,
      "step": 75120
    },
    {
      "epoch": 20.97,
      "grad_norm": 3.2232837677001953,
      "learning_rate": 2.457241662015071e-06,
      "loss": 0.6538,
      "step": 75130
    },
    {
      "epoch": 20.97,
      "grad_norm": 3.8191800117492676,
      "learning_rate": 2.4575687273234714e-06,
      "loss": 0.6631,
      "step": 75140
    },
    {
      "epoch": 20.97,
      "grad_norm": 3.7355666160583496,
      "learning_rate": 2.457895792631873e-06,
      "loss": 0.6698,
      "step": 75150
    },
    {
      "epoch": 20.98,
      "grad_norm": 3.5746419429779053,
      "learning_rate": 2.4582228579402733e-06,
      "loss": 0.6581,
      "step": 75160
    },
    {
      "epoch": 20.98,
      "grad_norm": 4.703537940979004,
      "learning_rate": 2.4585499232486742e-06,
      "loss": 0.6913,
      "step": 75170
    },
    {
      "epoch": 20.98,
      "grad_norm": 3.005836248397827,
      "learning_rate": 2.4588769885570748e-06,
      "loss": 0.6601,
      "step": 75180
    },
    {
      "epoch": 20.99,
      "grad_norm": 2.658074378967285,
      "learning_rate": 2.4592040538654757e-06,
      "loss": 0.6675,
      "step": 75190
    },
    {
      "epoch": 20.99,
      "grad_norm": 5.225965976715088,
      "learning_rate": 2.4595311191738766e-06,
      "loss": 0.6646,
      "step": 75200
    },
    {
      "epoch": 20.99,
      "grad_norm": 2.987586498260498,
      "learning_rate": 2.459858184482277e-06,
      "loss": 0.6507,
      "step": 75210
    },
    {
      "epoch": 20.99,
      "grad_norm": 3.2960612773895264,
      "learning_rate": 2.460185249790678e-06,
      "loss": 0.684,
      "step": 75220
    },
    {
      "epoch": 21.0,
      "grad_norm": 3.406337261199951,
      "learning_rate": 2.4605123150990786e-06,
      "loss": 0.6399,
      "step": 75230
    },
    {
      "epoch": 21.0,
      "grad_norm": 5.3075032234191895,
      "learning_rate": 2.4608393804074795e-06,
      "loss": 0.6692,
      "step": 75240
    },
    {
      "epoch": 21.0,
      "eval_loss": 0.6618177890777588,
      "eval_runtime": 84.4931,
      "eval_samples_per_second": 59.875,
      "eval_steps_per_second": 7.492,
      "step": 75243
    },
    {
      "epoch": 21.0,
      "grad_norm": 3.2748851776123047,
      "learning_rate": 2.46116644571588e-06,
      "loss": 0.6544,
      "step": 75250
    },
    {
      "epoch": 21.0,
      "grad_norm": 3.759540319442749,
      "learning_rate": 2.4614935110242814e-06,
      "loss": 0.6673,
      "step": 75260
    },
    {
      "epoch": 21.01,
      "grad_norm": 5.225475788116455,
      "learning_rate": 2.4618205763326815e-06,
      "loss": 0.6388,
      "step": 75270
    },
    {
      "epoch": 21.01,
      "grad_norm": 3.0910346508026123,
      "learning_rate": 2.462147641641083e-06,
      "loss": 0.6746,
      "step": 75280
    },
    {
      "epoch": 21.01,
      "grad_norm": 3.439087152481079,
      "learning_rate": 2.4624747069494834e-06,
      "loss": 0.642,
      "step": 75290
    },
    {
      "epoch": 21.02,
      "grad_norm": 4.363950252532959,
      "learning_rate": 2.4628017722578843e-06,
      "loss": 0.669,
      "step": 75300
    },
    {
      "epoch": 21.02,
      "grad_norm": 3.814304828643799,
      "learning_rate": 2.4631288375662852e-06,
      "loss": 0.6457,
      "step": 75310
    },
    {
      "epoch": 21.02,
      "grad_norm": 3.6984896659851074,
      "learning_rate": 2.4634559028746857e-06,
      "loss": 0.6676,
      "step": 75320
    },
    {
      "epoch": 21.02,
      "grad_norm": 4.149263381958008,
      "learning_rate": 2.4637829681830867e-06,
      "loss": 0.6599,
      "step": 75330
    },
    {
      "epoch": 21.03,
      "grad_norm": 3.554630994796753,
      "learning_rate": 2.464110033491487e-06,
      "loss": 0.6527,
      "step": 75340
    },
    {
      "epoch": 21.03,
      "grad_norm": 3.9138145446777344,
      "learning_rate": 2.464437098799888e-06,
      "loss": 0.6581,
      "step": 75350
    },
    {
      "epoch": 21.03,
      "grad_norm": 5.461376667022705,
      "learning_rate": 2.4647641641082886e-06,
      "loss": 0.6586,
      "step": 75360
    },
    {
      "epoch": 21.04,
      "grad_norm": 4.505410194396973,
      "learning_rate": 2.4650912294166896e-06,
      "loss": 0.6555,
      "step": 75370
    },
    {
      "epoch": 21.04,
      "grad_norm": 3.0509588718414307,
      "learning_rate": 2.46541829472509e-06,
      "loss": 0.6778,
      "step": 75380
    },
    {
      "epoch": 21.04,
      "grad_norm": 5.1460065841674805,
      "learning_rate": 2.4657453600334914e-06,
      "loss": 0.6672,
      "step": 75390
    },
    {
      "epoch": 21.04,
      "grad_norm": 4.516308784484863,
      "learning_rate": 2.4660724253418924e-06,
      "loss": 0.6442,
      "step": 75400
    },
    {
      "epoch": 21.05,
      "grad_norm": 4.355368614196777,
      "learning_rate": 2.466399490650293e-06,
      "loss": 0.6696,
      "step": 75410
    },
    {
      "epoch": 21.05,
      "grad_norm": 3.0874381065368652,
      "learning_rate": 2.466726555958694e-06,
      "loss": 0.6556,
      "step": 75420
    },
    {
      "epoch": 21.05,
      "grad_norm": 3.6896812915802,
      "learning_rate": 2.4670536212670943e-06,
      "loss": 0.6502,
      "step": 75430
    },
    {
      "epoch": 21.05,
      "grad_norm": 4.309325218200684,
      "learning_rate": 2.4673806865754953e-06,
      "loss": 0.6739,
      "step": 75440
    },
    {
      "epoch": 21.06,
      "grad_norm": 4.411962509155273,
      "learning_rate": 2.4677077518838958e-06,
      "loss": 0.6623,
      "step": 75450
    },
    {
      "epoch": 21.06,
      "grad_norm": 3.6591644287109375,
      "learning_rate": 2.4680348171922967e-06,
      "loss": 0.6656,
      "step": 75460
    },
    {
      "epoch": 21.06,
      "grad_norm": 3.1357855796813965,
      "learning_rate": 2.4683618825006972e-06,
      "loss": 0.6615,
      "step": 75470
    },
    {
      "epoch": 21.07,
      "grad_norm": 4.833489894866943,
      "learning_rate": 2.468688947809098e-06,
      "loss": 0.6627,
      "step": 75480
    },
    {
      "epoch": 21.07,
      "grad_norm": 5.147057056427002,
      "learning_rate": 2.4690160131174995e-06,
      "loss": 0.6647,
      "step": 75490
    },
    {
      "epoch": 21.07,
      "grad_norm": 2.9331884384155273,
      "learning_rate": 2.4693430784259e-06,
      "loss": 0.6526,
      "step": 75500
    },
    {
      "epoch": 21.07,
      "grad_norm": 2.9322686195373535,
      "learning_rate": 2.469670143734301e-06,
      "loss": 0.6895,
      "step": 75510
    },
    {
      "epoch": 21.08,
      "grad_norm": 5.072764873504639,
      "learning_rate": 2.4699972090427015e-06,
      "loss": 0.6569,
      "step": 75520
    },
    {
      "epoch": 21.08,
      "grad_norm": 4.518938064575195,
      "learning_rate": 2.4703242743511024e-06,
      "loss": 0.65,
      "step": 75530
    },
    {
      "epoch": 21.08,
      "grad_norm": 5.049056529998779,
      "learning_rate": 2.470651339659503e-06,
      "loss": 0.6553,
      "step": 75540
    },
    {
      "epoch": 21.09,
      "grad_norm": 3.8797943592071533,
      "learning_rate": 2.470978404967904e-06,
      "loss": 0.6534,
      "step": 75550
    },
    {
      "epoch": 21.09,
      "grad_norm": 4.657418727874756,
      "learning_rate": 2.4713054702763044e-06,
      "loss": 0.6643,
      "step": 75560
    },
    {
      "epoch": 21.09,
      "grad_norm": 4.013380527496338,
      "learning_rate": 2.4716325355847053e-06,
      "loss": 0.6629,
      "step": 75570
    },
    {
      "epoch": 21.09,
      "grad_norm": 3.1593177318573,
      "learning_rate": 2.4719596008931062e-06,
      "loss": 0.6578,
      "step": 75580
    },
    {
      "epoch": 21.1,
      "grad_norm": 4.572197914123535,
      "learning_rate": 2.4722866662015067e-06,
      "loss": 0.6477,
      "step": 75590
    },
    {
      "epoch": 21.1,
      "grad_norm": 3.686089277267456,
      "learning_rate": 2.4726137315099077e-06,
      "loss": 0.6792,
      "step": 75600
    },
    {
      "epoch": 21.1,
      "grad_norm": 3.856989622116089,
      "learning_rate": 2.472940796818308e-06,
      "loss": 0.661,
      "step": 75610
    },
    {
      "epoch": 21.11,
      "grad_norm": 3.926328182220459,
      "learning_rate": 2.4732678621267096e-06,
      "loss": 0.6708,
      "step": 75620
    },
    {
      "epoch": 21.11,
      "grad_norm": 3.2220194339752197,
      "learning_rate": 2.47359492743511e-06,
      "loss": 0.6581,
      "step": 75630
    },
    {
      "epoch": 21.11,
      "grad_norm": 3.6891345977783203,
      "learning_rate": 2.473921992743511e-06,
      "loss": 0.6452,
      "step": 75640
    },
    {
      "epoch": 21.11,
      "grad_norm": 2.833528757095337,
      "learning_rate": 2.4742490580519115e-06,
      "loss": 0.6654,
      "step": 75650
    },
    {
      "epoch": 21.12,
      "grad_norm": 3.2323310375213623,
      "learning_rate": 2.4745761233603124e-06,
      "loss": 0.6693,
      "step": 75660
    },
    {
      "epoch": 21.12,
      "grad_norm": 4.050060272216797,
      "learning_rate": 2.474903188668713e-06,
      "loss": 0.6551,
      "step": 75670
    },
    {
      "epoch": 21.12,
      "grad_norm": 3.401345729827881,
      "learning_rate": 2.475230253977114e-06,
      "loss": 0.6535,
      "step": 75680
    },
    {
      "epoch": 21.12,
      "grad_norm": 4.353797435760498,
      "learning_rate": 2.475557319285515e-06,
      "loss": 0.6749,
      "step": 75690
    },
    {
      "epoch": 21.13,
      "grad_norm": 5.888803005218506,
      "learning_rate": 2.4758843845939153e-06,
      "loss": 0.6734,
      "step": 75700
    },
    {
      "epoch": 21.13,
      "grad_norm": 4.2561936378479,
      "learning_rate": 2.4762114499023163e-06,
      "loss": 0.6548,
      "step": 75710
    },
    {
      "epoch": 21.13,
      "grad_norm": 4.055043697357178,
      "learning_rate": 2.476538515210717e-06,
      "loss": 0.6539,
      "step": 75720
    },
    {
      "epoch": 21.14,
      "grad_norm": 3.1362428665161133,
      "learning_rate": 2.476865580519118e-06,
      "loss": 0.6685,
      "step": 75730
    },
    {
      "epoch": 21.14,
      "grad_norm": 4.098384380340576,
      "learning_rate": 2.4771926458275182e-06,
      "loss": 0.627,
      "step": 75740
    },
    {
      "epoch": 21.14,
      "grad_norm": 5.434664726257324,
      "learning_rate": 2.4775197111359196e-06,
      "loss": 0.6612,
      "step": 75750
    },
    {
      "epoch": 21.14,
      "grad_norm": 4.044727325439453,
      "learning_rate": 2.47784677644432e-06,
      "loss": 0.6676,
      "step": 75760
    },
    {
      "epoch": 21.15,
      "grad_norm": 5.011879920959473,
      "learning_rate": 2.478173841752721e-06,
      "loss": 0.671,
      "step": 75770
    },
    {
      "epoch": 21.15,
      "grad_norm": 3.529404401779175,
      "learning_rate": 2.478500907061122e-06,
      "loss": 0.6734,
      "step": 75780
    },
    {
      "epoch": 21.15,
      "grad_norm": 5.980880260467529,
      "learning_rate": 2.4788279723695225e-06,
      "loss": 0.6569,
      "step": 75790
    },
    {
      "epoch": 21.16,
      "grad_norm": 3.779052734375,
      "learning_rate": 2.4791550376779234e-06,
      "loss": 0.663,
      "step": 75800
    },
    {
      "epoch": 21.16,
      "grad_norm": 5.002880096435547,
      "learning_rate": 2.479482102986324e-06,
      "loss": 0.6659,
      "step": 75810
    },
    {
      "epoch": 21.16,
      "grad_norm": 4.333123683929443,
      "learning_rate": 2.479809168294725e-06,
      "loss": 0.6888,
      "step": 75820
    },
    {
      "epoch": 21.16,
      "grad_norm": 4.18797492980957,
      "learning_rate": 2.4801362336031254e-06,
      "loss": 0.6629,
      "step": 75830
    },
    {
      "epoch": 21.17,
      "grad_norm": 4.441263675689697,
      "learning_rate": 2.4804632989115263e-06,
      "loss": 0.6568,
      "step": 75840
    },
    {
      "epoch": 21.17,
      "grad_norm": 4.5611114501953125,
      "learning_rate": 2.480790364219927e-06,
      "loss": 0.6596,
      "step": 75850
    },
    {
      "epoch": 21.17,
      "grad_norm": 4.114330768585205,
      "learning_rate": 2.481117429528328e-06,
      "loss": 0.6549,
      "step": 75860
    },
    {
      "epoch": 21.17,
      "grad_norm": 4.39137601852417,
      "learning_rate": 2.481444494836729e-06,
      "loss": 0.6642,
      "step": 75870
    },
    {
      "epoch": 21.18,
      "grad_norm": 3.677452802658081,
      "learning_rate": 2.4817715601451296e-06,
      "loss": 0.6671,
      "step": 75880
    },
    {
      "epoch": 21.18,
      "grad_norm": 3.8038687705993652,
      "learning_rate": 2.4820986254535306e-06,
      "loss": 0.654,
      "step": 75890
    },
    {
      "epoch": 21.18,
      "grad_norm": 2.825861692428589,
      "learning_rate": 2.482425690761931e-06,
      "loss": 0.6507,
      "step": 75900
    },
    {
      "epoch": 21.19,
      "grad_norm": 4.162835121154785,
      "learning_rate": 2.482752756070332e-06,
      "loss": 0.666,
      "step": 75910
    },
    {
      "epoch": 21.19,
      "grad_norm": 2.9804847240448,
      "learning_rate": 2.4830798213787325e-06,
      "loss": 0.6731,
      "step": 75920
    },
    {
      "epoch": 21.19,
      "grad_norm": 3.1871042251586914,
      "learning_rate": 2.4834068866871335e-06,
      "loss": 0.672,
      "step": 75930
    },
    {
      "epoch": 21.19,
      "grad_norm": 3.5164523124694824,
      "learning_rate": 2.483733951995534e-06,
      "loss": 0.653,
      "step": 75940
    },
    {
      "epoch": 21.2,
      "grad_norm": 3.337484836578369,
      "learning_rate": 2.484061017303935e-06,
      "loss": 0.6525,
      "step": 75950
    },
    {
      "epoch": 21.2,
      "grad_norm": 3.83870792388916,
      "learning_rate": 2.4843880826123363e-06,
      "loss": 0.6626,
      "step": 75960
    },
    {
      "epoch": 21.2,
      "grad_norm": 3.7812554836273193,
      "learning_rate": 2.4847151479207364e-06,
      "loss": 0.6711,
      "step": 75970
    },
    {
      "epoch": 21.21,
      "grad_norm": 4.708387851715088,
      "learning_rate": 2.4850422132291377e-06,
      "loss": 0.6757,
      "step": 75980
    },
    {
      "epoch": 21.21,
      "grad_norm": 3.5754759311676025,
      "learning_rate": 2.4853692785375382e-06,
      "loss": 0.6582,
      "step": 75990
    },
    {
      "epoch": 21.21,
      "grad_norm": 4.165646076202393,
      "learning_rate": 2.485696343845939e-06,
      "loss": 0.679,
      "step": 76000
    },
    {
      "epoch": 21.21,
      "grad_norm": 3.5106732845306396,
      "learning_rate": 2.4860234091543397e-06,
      "loss": 0.6653,
      "step": 76010
    },
    {
      "epoch": 21.22,
      "grad_norm": 3.285201072692871,
      "learning_rate": 2.4863504744627406e-06,
      "loss": 0.6667,
      "step": 76020
    },
    {
      "epoch": 21.22,
      "grad_norm": 4.3121657371521,
      "learning_rate": 2.486677539771141e-06,
      "loss": 0.6502,
      "step": 76030
    },
    {
      "epoch": 21.22,
      "grad_norm": 3.0489389896392822,
      "learning_rate": 2.487004605079542e-06,
      "loss": 0.6663,
      "step": 76040
    },
    {
      "epoch": 21.23,
      "grad_norm": 3.6496355533599854,
      "learning_rate": 2.4873316703879426e-06,
      "loss": 0.6815,
      "step": 76050
    },
    {
      "epoch": 21.23,
      "grad_norm": 3.6977427005767822,
      "learning_rate": 2.4876587356963435e-06,
      "loss": 0.6567,
      "step": 76060
    },
    {
      "epoch": 21.23,
      "grad_norm": 5.145731449127197,
      "learning_rate": 2.4879858010047444e-06,
      "loss": 0.65,
      "step": 76070
    },
    {
      "epoch": 21.23,
      "grad_norm": 3.8069188594818115,
      "learning_rate": 2.488312866313145e-06,
      "loss": 0.6465,
      "step": 76080
    },
    {
      "epoch": 21.24,
      "grad_norm": 3.1484405994415283,
      "learning_rate": 2.4886399316215463e-06,
      "loss": 0.6574,
      "step": 76090
    },
    {
      "epoch": 21.24,
      "grad_norm": 5.335718154907227,
      "learning_rate": 2.488966996929947e-06,
      "loss": 0.6399,
      "step": 76100
    },
    {
      "epoch": 21.24,
      "grad_norm": 4.6228413581848145,
      "learning_rate": 2.4892940622383478e-06,
      "loss": 0.6636,
      "step": 76110
    },
    {
      "epoch": 21.24,
      "grad_norm": 4.683262825012207,
      "learning_rate": 2.4896211275467483e-06,
      "loss": 0.6579,
      "step": 76120
    },
    {
      "epoch": 21.25,
      "grad_norm": 3.3927884101867676,
      "learning_rate": 2.489948192855149e-06,
      "loss": 0.6524,
      "step": 76130
    },
    {
      "epoch": 21.25,
      "grad_norm": 3.7854676246643066,
      "learning_rate": 2.4902752581635497e-06,
      "loss": 0.6634,
      "step": 76140
    },
    {
      "epoch": 21.25,
      "grad_norm": 3.766110420227051,
      "learning_rate": 2.4906023234719506e-06,
      "loss": 0.6692,
      "step": 76150
    },
    {
      "epoch": 21.26,
      "grad_norm": 4.589066505432129,
      "learning_rate": 2.4909293887803516e-06,
      "loss": 0.654,
      "step": 76160
    },
    {
      "epoch": 21.26,
      "grad_norm": 3.3984994888305664,
      "learning_rate": 2.491256454088752e-06,
      "loss": 0.6376,
      "step": 76170
    },
    {
      "epoch": 21.26,
      "grad_norm": 3.510603666305542,
      "learning_rate": 2.491583519397153e-06,
      "loss": 0.6153,
      "step": 76180
    },
    {
      "epoch": 21.26,
      "grad_norm": 3.9209234714508057,
      "learning_rate": 2.4919105847055535e-06,
      "loss": 0.66,
      "step": 76190
    },
    {
      "epoch": 21.27,
      "grad_norm": 4.640746116638184,
      "learning_rate": 2.492237650013955e-06,
      "loss": 0.6398,
      "step": 76200
    },
    {
      "epoch": 21.27,
      "grad_norm": 4.141144752502441,
      "learning_rate": 2.492564715322355e-06,
      "loss": 0.6674,
      "step": 76210
    },
    {
      "epoch": 21.27,
      "grad_norm": 3.8419241905212402,
      "learning_rate": 2.4928917806307563e-06,
      "loss": 0.6539,
      "step": 76220
    },
    {
      "epoch": 21.28,
      "grad_norm": 4.73137903213501,
      "learning_rate": 2.493218845939157e-06,
      "loss": 0.6637,
      "step": 76230
    },
    {
      "epoch": 21.28,
      "grad_norm": 3.9315543174743652,
      "learning_rate": 2.493545911247558e-06,
      "loss": 0.6513,
      "step": 76240
    },
    {
      "epoch": 21.28,
      "grad_norm": 3.954420804977417,
      "learning_rate": 2.4938729765559587e-06,
      "loss": 0.6562,
      "step": 76250
    },
    {
      "epoch": 21.28,
      "grad_norm": 5.614343166351318,
      "learning_rate": 2.4942000418643592e-06,
      "loss": 0.6681,
      "step": 76260
    },
    {
      "epoch": 21.29,
      "grad_norm": 3.9012222290039062,
      "learning_rate": 2.49452710717276e-06,
      "loss": 0.6626,
      "step": 76270
    },
    {
      "epoch": 21.29,
      "grad_norm": 3.3069465160369873,
      "learning_rate": 2.4948541724811607e-06,
      "loss": 0.6602,
      "step": 76280
    },
    {
      "epoch": 21.29,
      "grad_norm": 3.049191474914551,
      "learning_rate": 2.4951812377895616e-06,
      "loss": 0.6889,
      "step": 76290
    },
    {
      "epoch": 21.3,
      "grad_norm": 3.7981390953063965,
      "learning_rate": 2.495508303097962e-06,
      "loss": 0.6543,
      "step": 76300
    },
    {
      "epoch": 21.3,
      "grad_norm": 3.8388781547546387,
      "learning_rate": 2.495835368406363e-06,
      "loss": 0.6592,
      "step": 76310
    },
    {
      "epoch": 21.3,
      "grad_norm": 3.9788432121276855,
      "learning_rate": 2.4961624337147636e-06,
      "loss": 0.6622,
      "step": 76320
    },
    {
      "epoch": 21.3,
      "grad_norm": 3.7206571102142334,
      "learning_rate": 2.496489499023165e-06,
      "loss": 0.6718,
      "step": 76330
    },
    {
      "epoch": 21.31,
      "grad_norm": 2.942636013031006,
      "learning_rate": 2.4968165643315655e-06,
      "loss": 0.6719,
      "step": 76340
    },
    {
      "epoch": 21.31,
      "grad_norm": 4.131654739379883,
      "learning_rate": 2.4971436296399664e-06,
      "loss": 0.6702,
      "step": 76350
    },
    {
      "epoch": 21.31,
      "grad_norm": 3.3579294681549072,
      "learning_rate": 2.4974706949483673e-06,
      "loss": 0.6607,
      "step": 76360
    },
    {
      "epoch": 21.31,
      "grad_norm": 5.575411796569824,
      "learning_rate": 2.497797760256768e-06,
      "loss": 0.6587,
      "step": 76370
    },
    {
      "epoch": 21.32,
      "grad_norm": 2.9073333740234375,
      "learning_rate": 2.4981248255651688e-06,
      "loss": 0.6693,
      "step": 76380
    },
    {
      "epoch": 21.32,
      "grad_norm": 3.58638858795166,
      "learning_rate": 2.4984518908735693e-06,
      "loss": 0.6491,
      "step": 76390
    },
    {
      "epoch": 21.32,
      "grad_norm": 3.2870941162109375,
      "learning_rate": 2.4987789561819702e-06,
      "loss": 0.6671,
      "step": 76400
    },
    {
      "epoch": 21.33,
      "grad_norm": 3.7456858158111572,
      "learning_rate": 2.4991060214903707e-06,
      "loss": 0.6553,
      "step": 76410
    },
    {
      "epoch": 21.33,
      "grad_norm": 4.268214225769043,
      "learning_rate": 2.4994330867987717e-06,
      "loss": 0.663,
      "step": 76420
    },
    {
      "epoch": 21.33,
      "grad_norm": 2.5991594791412354,
      "learning_rate": 2.499760152107172e-06,
      "loss": 0.6755,
      "step": 76430
    },
    {
      "epoch": 21.33,
      "grad_norm": 3.395864963531494,
      "learning_rate": 2.500087217415573e-06,
      "loss": 0.6732,
      "step": 76440
    },
    {
      "epoch": 21.34,
      "grad_norm": 4.790034770965576,
      "learning_rate": 2.5004142827239745e-06,
      "loss": 0.6641,
      "step": 76450
    },
    {
      "epoch": 21.34,
      "grad_norm": 3.006016969680786,
      "learning_rate": 2.500741348032375e-06,
      "loss": 0.6803,
      "step": 76460
    },
    {
      "epoch": 21.34,
      "grad_norm": 3.7978155612945557,
      "learning_rate": 2.501068413340776e-06,
      "loss": 0.6495,
      "step": 76470
    },
    {
      "epoch": 21.35,
      "grad_norm": 3.797565460205078,
      "learning_rate": 2.5013954786491764e-06,
      "loss": 0.6292,
      "step": 76480
    },
    {
      "epoch": 21.35,
      "grad_norm": 3.655433177947998,
      "learning_rate": 2.5017225439575774e-06,
      "loss": 0.6553,
      "step": 76490
    },
    {
      "epoch": 21.35,
      "grad_norm": 4.835517406463623,
      "learning_rate": 2.502049609265978e-06,
      "loss": 0.665,
      "step": 76500
    },
    {
      "epoch": 21.35,
      "grad_norm": 3.0215036869049072,
      "learning_rate": 2.502376674574379e-06,
      "loss": 0.6411,
      "step": 76510
    },
    {
      "epoch": 21.36,
      "grad_norm": 3.811262845993042,
      "learning_rate": 2.5027037398827793e-06,
      "loss": 0.6582,
      "step": 76520
    },
    {
      "epoch": 21.36,
      "grad_norm": 4.017625331878662,
      "learning_rate": 2.5030308051911803e-06,
      "loss": 0.6693,
      "step": 76530
    },
    {
      "epoch": 21.36,
      "grad_norm": 5.251946926116943,
      "learning_rate": 2.503357870499581e-06,
      "loss": 0.661,
      "step": 76540
    },
    {
      "epoch": 21.36,
      "grad_norm": 3.8111932277679443,
      "learning_rate": 2.5036849358079817e-06,
      "loss": 0.6617,
      "step": 76550
    },
    {
      "epoch": 21.37,
      "grad_norm": 3.6852996349334717,
      "learning_rate": 2.504012001116383e-06,
      "loss": 0.6697,
      "step": 76560
    },
    {
      "epoch": 21.37,
      "grad_norm": 3.942589521408081,
      "learning_rate": 2.5043390664247836e-06,
      "loss": 0.6398,
      "step": 76570
    },
    {
      "epoch": 21.37,
      "grad_norm": 3.897911787033081,
      "learning_rate": 2.5046661317331845e-06,
      "loss": 0.6518,
      "step": 76580
    },
    {
      "epoch": 21.38,
      "grad_norm": 4.45241117477417,
      "learning_rate": 2.504993197041585e-06,
      "loss": 0.6392,
      "step": 76590
    },
    {
      "epoch": 21.38,
      "grad_norm": 4.133833885192871,
      "learning_rate": 2.505320262349986e-06,
      "loss": 0.6501,
      "step": 76600
    },
    {
      "epoch": 21.38,
      "grad_norm": 3.543977737426758,
      "learning_rate": 2.5056473276583865e-06,
      "loss": 0.6457,
      "step": 76610
    },
    {
      "epoch": 21.38,
      "grad_norm": 4.515899181365967,
      "learning_rate": 2.5059743929667874e-06,
      "loss": 0.6648,
      "step": 76620
    },
    {
      "epoch": 21.39,
      "grad_norm": 3.3522846698760986,
      "learning_rate": 2.5063014582751883e-06,
      "loss": 0.6778,
      "step": 76630
    },
    {
      "epoch": 21.39,
      "grad_norm": 4.892001152038574,
      "learning_rate": 2.506628523583589e-06,
      "loss": 0.6459,
      "step": 76640
    },
    {
      "epoch": 21.39,
      "grad_norm": 3.9067115783691406,
      "learning_rate": 2.5069555888919898e-06,
      "loss": 0.6645,
      "step": 76650
    },
    {
      "epoch": 21.4,
      "grad_norm": 3.8333747386932373,
      "learning_rate": 2.5072826542003903e-06,
      "loss": 0.6511,
      "step": 76660
    },
    {
      "epoch": 21.4,
      "grad_norm": 3.154829263687134,
      "learning_rate": 2.5076097195087917e-06,
      "loss": 0.6815,
      "step": 76670
    },
    {
      "epoch": 21.4,
      "grad_norm": 3.5841641426086426,
      "learning_rate": 2.5079367848171917e-06,
      "loss": 0.6589,
      "step": 76680
    },
    {
      "epoch": 21.4,
      "grad_norm": 4.203149318695068,
      "learning_rate": 2.508263850125593e-06,
      "loss": 0.657,
      "step": 76690
    },
    {
      "epoch": 21.41,
      "grad_norm": 3.3404603004455566,
      "learning_rate": 2.5085909154339936e-06,
      "loss": 0.6517,
      "step": 76700
    },
    {
      "epoch": 21.41,
      "grad_norm": 5.413475036621094,
      "learning_rate": 2.5089179807423945e-06,
      "loss": 0.6724,
      "step": 76710
    },
    {
      "epoch": 21.41,
      "grad_norm": 3.6797430515289307,
      "learning_rate": 2.509245046050795e-06,
      "loss": 0.6656,
      "step": 76720
    },
    {
      "epoch": 21.42,
      "grad_norm": 4.253933906555176,
      "learning_rate": 2.509572111359196e-06,
      "loss": 0.654,
      "step": 76730
    },
    {
      "epoch": 21.42,
      "grad_norm": 3.8000071048736572,
      "learning_rate": 2.509899176667597e-06,
      "loss": 0.6611,
      "step": 76740
    },
    {
      "epoch": 21.42,
      "grad_norm": 3.780428647994995,
      "learning_rate": 2.5102262419759974e-06,
      "loss": 0.6638,
      "step": 76750
    },
    {
      "epoch": 21.42,
      "grad_norm": 4.1062140464782715,
      "learning_rate": 2.5105533072843984e-06,
      "loss": 0.6365,
      "step": 76760
    },
    {
      "epoch": 21.43,
      "grad_norm": 4.046773433685303,
      "learning_rate": 2.510880372592799e-06,
      "loss": 0.639,
      "step": 76770
    },
    {
      "epoch": 21.43,
      "grad_norm": 4.080191612243652,
      "learning_rate": 2.5112074379012e-06,
      "loss": 0.6679,
      "step": 76780
    },
    {
      "epoch": 21.43,
      "grad_norm": 3.660670042037964,
      "learning_rate": 2.5115345032096003e-06,
      "loss": 0.651,
      "step": 76790
    },
    {
      "epoch": 21.43,
      "grad_norm": 3.905409097671509,
      "learning_rate": 2.5118615685180017e-06,
      "loss": 0.6669,
      "step": 76800
    },
    {
      "epoch": 21.44,
      "grad_norm": 3.2591795921325684,
      "learning_rate": 2.512188633826402e-06,
      "loss": 0.6656,
      "step": 76810
    },
    {
      "epoch": 21.44,
      "grad_norm": 3.1669299602508545,
      "learning_rate": 2.512515699134803e-06,
      "loss": 0.6438,
      "step": 76820
    },
    {
      "epoch": 21.44,
      "grad_norm": 2.957392930984497,
      "learning_rate": 2.512842764443204e-06,
      "loss": 0.6651,
      "step": 76830
    },
    {
      "epoch": 21.45,
      "grad_norm": 3.3968443870544434,
      "learning_rate": 2.5131698297516046e-06,
      "loss": 0.6385,
      "step": 76840
    },
    {
      "epoch": 21.45,
      "grad_norm": 3.166717052459717,
      "learning_rate": 2.5134968950600055e-06,
      "loss": 0.6559,
      "step": 76850
    },
    {
      "epoch": 21.45,
      "grad_norm": 4.115377902984619,
      "learning_rate": 2.513823960368406e-06,
      "loss": 0.6484,
      "step": 76860
    },
    {
      "epoch": 21.45,
      "grad_norm": 3.8207945823669434,
      "learning_rate": 2.514151025676807e-06,
      "loss": 0.6423,
      "step": 76870
    },
    {
      "epoch": 21.46,
      "grad_norm": 4.2515716552734375,
      "learning_rate": 2.5144780909852075e-06,
      "loss": 0.6703,
      "step": 76880
    },
    {
      "epoch": 21.46,
      "grad_norm": 3.5909523963928223,
      "learning_rate": 2.5148051562936084e-06,
      "loss": 0.6568,
      "step": 76890
    },
    {
      "epoch": 21.46,
      "grad_norm": 4.269550323486328,
      "learning_rate": 2.515132221602009e-06,
      "loss": 0.6453,
      "step": 76900
    },
    {
      "epoch": 21.47,
      "grad_norm": 2.929136276245117,
      "learning_rate": 2.51545928691041e-06,
      "loss": 0.6624,
      "step": 76910
    },
    {
      "epoch": 21.47,
      "grad_norm": 3.176159620285034,
      "learning_rate": 2.5157863522188112e-06,
      "loss": 0.6679,
      "step": 76920
    },
    {
      "epoch": 21.47,
      "grad_norm": 4.289170265197754,
      "learning_rate": 2.5161134175272117e-06,
      "loss": 0.6712,
      "step": 76930
    },
    {
      "epoch": 21.47,
      "grad_norm": 3.4504153728485107,
      "learning_rate": 2.5164404828356127e-06,
      "loss": 0.6454,
      "step": 76940
    },
    {
      "epoch": 21.48,
      "grad_norm": 4.015907287597656,
      "learning_rate": 2.516767548144013e-06,
      "loss": 0.6571,
      "step": 76950
    },
    {
      "epoch": 21.48,
      "grad_norm": 2.2921109199523926,
      "learning_rate": 2.517094613452414e-06,
      "loss": 0.657,
      "step": 76960
    },
    {
      "epoch": 21.48,
      "grad_norm": 3.866851329803467,
      "learning_rate": 2.5174216787608146e-06,
      "loss": 0.6598,
      "step": 76970
    },
    {
      "epoch": 21.48,
      "grad_norm": 4.209959983825684,
      "learning_rate": 2.5177487440692156e-06,
      "loss": 0.6811,
      "step": 76980
    },
    {
      "epoch": 21.49,
      "grad_norm": 3.2759640216827393,
      "learning_rate": 2.518075809377616e-06,
      "loss": 0.639,
      "step": 76990
    },
    {
      "epoch": 21.49,
      "grad_norm": 4.013360977172852,
      "learning_rate": 2.518402874686017e-06,
      "loss": 0.6471,
      "step": 77000
    },
    {
      "epoch": 21.49,
      "grad_norm": 2.5867323875427246,
      "learning_rate": 2.5187299399944175e-06,
      "loss": 0.6415,
      "step": 77010
    },
    {
      "epoch": 21.5,
      "grad_norm": 3.53228497505188,
      "learning_rate": 2.5190570053028185e-06,
      "loss": 0.6634,
      "step": 77020
    },
    {
      "epoch": 21.5,
      "grad_norm": 5.0591721534729,
      "learning_rate": 2.51938407061122e-06,
      "loss": 0.6518,
      "step": 77030
    },
    {
      "epoch": 21.5,
      "grad_norm": 4.618602275848389,
      "learning_rate": 2.5197111359196203e-06,
      "loss": 0.6707,
      "step": 77040
    },
    {
      "epoch": 21.5,
      "grad_norm": 3.4152448177337646,
      "learning_rate": 2.5200382012280213e-06,
      "loss": 0.6571,
      "step": 77050
    },
    {
      "epoch": 21.51,
      "grad_norm": 4.708008766174316,
      "learning_rate": 2.5203652665364218e-06,
      "loss": 0.67,
      "step": 77060
    },
    {
      "epoch": 21.51,
      "grad_norm": 3.1589794158935547,
      "learning_rate": 2.5206923318448227e-06,
      "loss": 0.6557,
      "step": 77070
    },
    {
      "epoch": 21.51,
      "grad_norm": 3.486809253692627,
      "learning_rate": 2.5210193971532232e-06,
      "loss": 0.6569,
      "step": 77080
    },
    {
      "epoch": 21.52,
      "grad_norm": 3.596926689147949,
      "learning_rate": 2.521346462461624e-06,
      "loss": 0.6538,
      "step": 77090
    },
    {
      "epoch": 21.52,
      "grad_norm": 3.037062883377075,
      "learning_rate": 2.5216735277700247e-06,
      "loss": 0.6663,
      "step": 77100
    },
    {
      "epoch": 21.52,
      "grad_norm": 4.358944416046143,
      "learning_rate": 2.5220005930784256e-06,
      "loss": 0.6701,
      "step": 77110
    },
    {
      "epoch": 21.52,
      "grad_norm": 3.767094135284424,
      "learning_rate": 2.5223276583868265e-06,
      "loss": 0.6412,
      "step": 77120
    },
    {
      "epoch": 21.53,
      "grad_norm": 4.767820358276367,
      "learning_rate": 2.522654723695227e-06,
      "loss": 0.6727,
      "step": 77130
    },
    {
      "epoch": 21.53,
      "grad_norm": 3.2815661430358887,
      "learning_rate": 2.522981789003628e-06,
      "loss": 0.6503,
      "step": 77140
    },
    {
      "epoch": 21.53,
      "grad_norm": 4.827383041381836,
      "learning_rate": 2.5233088543120285e-06,
      "loss": 0.6477,
      "step": 77150
    },
    {
      "epoch": 21.54,
      "grad_norm": 3.9978740215301514,
      "learning_rate": 2.52363591962043e-06,
      "loss": 0.654,
      "step": 77160
    },
    {
      "epoch": 21.54,
      "grad_norm": 3.454632520675659,
      "learning_rate": 2.5239629849288304e-06,
      "loss": 0.6558,
      "step": 77170
    },
    {
      "epoch": 21.54,
      "grad_norm": 4.066864490509033,
      "learning_rate": 2.5242900502372313e-06,
      "loss": 0.6624,
      "step": 77180
    },
    {
      "epoch": 21.54,
      "grad_norm": 4.263360023498535,
      "learning_rate": 2.524617115545632e-06,
      "loss": 0.6599,
      "step": 77190
    },
    {
      "epoch": 21.55,
      "grad_norm": 3.6715872287750244,
      "learning_rate": 2.5249441808540327e-06,
      "loss": 0.6718,
      "step": 77200
    },
    {
      "epoch": 21.55,
      "grad_norm": 3.0283877849578857,
      "learning_rate": 2.5252712461624337e-06,
      "loss": 0.659,
      "step": 77210
    },
    {
      "epoch": 21.55,
      "grad_norm": 3.3867361545562744,
      "learning_rate": 2.525598311470834e-06,
      "loss": 0.6635,
      "step": 77220
    },
    {
      "epoch": 21.55,
      "grad_norm": 4.629563808441162,
      "learning_rate": 2.525925376779235e-06,
      "loss": 0.6724,
      "step": 77230
    },
    {
      "epoch": 21.56,
      "grad_norm": 4.238348007202148,
      "learning_rate": 2.5262524420876356e-06,
      "loss": 0.6549,
      "step": 77240
    },
    {
      "epoch": 21.56,
      "grad_norm": 4.940855979919434,
      "learning_rate": 2.5265795073960366e-06,
      "loss": 0.6639,
      "step": 77250
    },
    {
      "epoch": 21.56,
      "grad_norm": 3.464874267578125,
      "learning_rate": 2.526906572704437e-06,
      "loss": 0.6394,
      "step": 77260
    },
    {
      "epoch": 21.57,
      "grad_norm": 4.465283393859863,
      "learning_rate": 2.5272336380128384e-06,
      "loss": 0.6682,
      "step": 77270
    },
    {
      "epoch": 21.57,
      "grad_norm": 4.424011707305908,
      "learning_rate": 2.527560703321239e-06,
      "loss": 0.6303,
      "step": 77280
    },
    {
      "epoch": 21.57,
      "grad_norm": 3.5205626487731934,
      "learning_rate": 2.52788776862964e-06,
      "loss": 0.6535,
      "step": 77290
    },
    {
      "epoch": 21.57,
      "grad_norm": 3.4778168201446533,
      "learning_rate": 2.528214833938041e-06,
      "loss": 0.6655,
      "step": 77300
    },
    {
      "epoch": 21.58,
      "grad_norm": 3.8696742057800293,
      "learning_rate": 2.5285418992464413e-06,
      "loss": 0.6553,
      "step": 77310
    },
    {
      "epoch": 21.58,
      "grad_norm": 4.013864994049072,
      "learning_rate": 2.5288689645548423e-06,
      "loss": 0.6447,
      "step": 77320
    },
    {
      "epoch": 21.58,
      "grad_norm": 4.2201948165893555,
      "learning_rate": 2.5291960298632428e-06,
      "loss": 0.6595,
      "step": 77330
    },
    {
      "epoch": 21.59,
      "grad_norm": 4.197208881378174,
      "learning_rate": 2.5295230951716437e-06,
      "loss": 0.6572,
      "step": 77340
    },
    {
      "epoch": 21.59,
      "grad_norm": 4.221918106079102,
      "learning_rate": 2.5298501604800442e-06,
      "loss": 0.6415,
      "step": 77350
    },
    {
      "epoch": 21.59,
      "grad_norm": 4.1026458740234375,
      "learning_rate": 2.530177225788445e-06,
      "loss": 0.6697,
      "step": 77360
    },
    {
      "epoch": 21.59,
      "grad_norm": 4.874233245849609,
      "learning_rate": 2.5305042910968457e-06,
      "loss": 0.6698,
      "step": 77370
    },
    {
      "epoch": 21.6,
      "grad_norm": 3.4589648246765137,
      "learning_rate": 2.5308313564052466e-06,
      "loss": 0.6614,
      "step": 77380
    },
    {
      "epoch": 21.6,
      "grad_norm": 3.2509546279907227,
      "learning_rate": 2.531158421713647e-06,
      "loss": 0.6474,
      "step": 77390
    },
    {
      "epoch": 21.6,
      "grad_norm": 4.371592044830322,
      "learning_rate": 2.5314854870220485e-06,
      "loss": 0.6587,
      "step": 77400
    },
    {
      "epoch": 21.6,
      "grad_norm": 4.3722100257873535,
      "learning_rate": 2.5318125523304494e-06,
      "loss": 0.6483,
      "step": 77410
    },
    {
      "epoch": 21.61,
      "grad_norm": 2.877117156982422,
      "learning_rate": 2.53213961763885e-06,
      "loss": 0.654,
      "step": 77420
    },
    {
      "epoch": 21.61,
      "grad_norm": 4.784897327423096,
      "learning_rate": 2.532466682947251e-06,
      "loss": 0.6291,
      "step": 77430
    },
    {
      "epoch": 21.61,
      "grad_norm": 4.304711818695068,
      "learning_rate": 2.5327937482556514e-06,
      "loss": 0.6399,
      "step": 77440
    },
    {
      "epoch": 21.62,
      "grad_norm": 3.324169158935547,
      "learning_rate": 2.5331208135640523e-06,
      "loss": 0.6546,
      "step": 77450
    },
    {
      "epoch": 21.62,
      "grad_norm": 4.251296043395996,
      "learning_rate": 2.533447878872453e-06,
      "loss": 0.6577,
      "step": 77460
    },
    {
      "epoch": 21.62,
      "grad_norm": 3.0331783294677734,
      "learning_rate": 2.5337749441808538e-06,
      "loss": 0.6647,
      "step": 77470
    },
    {
      "epoch": 21.62,
      "grad_norm": 3.342766761779785,
      "learning_rate": 2.5341020094892543e-06,
      "loss": 0.6404,
      "step": 77480
    },
    {
      "epoch": 21.63,
      "grad_norm": 3.935723304748535,
      "learning_rate": 2.534429074797655e-06,
      "loss": 0.661,
      "step": 77490
    },
    {
      "epoch": 21.63,
      "grad_norm": 2.7561423778533936,
      "learning_rate": 2.5347561401060566e-06,
      "loss": 0.6718,
      "step": 77500
    },
    {
      "epoch": 21.63,
      "grad_norm": 3.2297346591949463,
      "learning_rate": 2.535083205414457e-06,
      "loss": 0.6809,
      "step": 77510
    },
    {
      "epoch": 21.64,
      "grad_norm": 3.8048722743988037,
      "learning_rate": 2.535410270722858e-06,
      "loss": 0.6557,
      "step": 77520
    },
    {
      "epoch": 21.64,
      "grad_norm": 3.5802805423736572,
      "learning_rate": 2.5357373360312585e-06,
      "loss": 0.6549,
      "step": 77530
    },
    {
      "epoch": 21.64,
      "grad_norm": 3.847612142562866,
      "learning_rate": 2.5360644013396595e-06,
      "loss": 0.6603,
      "step": 77540
    },
    {
      "epoch": 21.64,
      "grad_norm": 3.6814749240875244,
      "learning_rate": 2.53639146664806e-06,
      "loss": 0.6637,
      "step": 77550
    },
    {
      "epoch": 21.65,
      "grad_norm": 4.138220310211182,
      "learning_rate": 2.536718531956461e-06,
      "loss": 0.6531,
      "step": 77560
    },
    {
      "epoch": 21.65,
      "grad_norm": 4.442226409912109,
      "learning_rate": 2.5370455972648614e-06,
      "loss": 0.6709,
      "step": 77570
    },
    {
      "epoch": 21.65,
      "grad_norm": 4.199676513671875,
      "learning_rate": 2.5373726625732624e-06,
      "loss": 0.6424,
      "step": 77580
    },
    {
      "epoch": 21.66,
      "grad_norm": 3.2465054988861084,
      "learning_rate": 2.5376997278816633e-06,
      "loss": 0.6433,
      "step": 77590
    },
    {
      "epoch": 21.66,
      "grad_norm": 3.387376546859741,
      "learning_rate": 2.538026793190064e-06,
      "loss": 0.6364,
      "step": 77600
    },
    {
      "epoch": 21.66,
      "grad_norm": 3.9146780967712402,
      "learning_rate": 2.5383538584984647e-06,
      "loss": 0.6513,
      "step": 77610
    },
    {
      "epoch": 21.66,
      "grad_norm": 4.045669078826904,
      "learning_rate": 2.5386809238068652e-06,
      "loss": 0.6634,
      "step": 77620
    },
    {
      "epoch": 21.67,
      "grad_norm": 4.871336460113525,
      "learning_rate": 2.5390079891152666e-06,
      "loss": 0.6487,
      "step": 77630
    },
    {
      "epoch": 21.67,
      "grad_norm": 3.8585801124572754,
      "learning_rate": 2.539335054423667e-06,
      "loss": 0.6552,
      "step": 77640
    },
    {
      "epoch": 21.67,
      "grad_norm": 3.2104828357696533,
      "learning_rate": 2.539662119732068e-06,
      "loss": 0.6561,
      "step": 77650
    },
    {
      "epoch": 21.67,
      "grad_norm": 5.211272239685059,
      "learning_rate": 2.5399891850404686e-06,
      "loss": 0.6611,
      "step": 77660
    },
    {
      "epoch": 21.68,
      "grad_norm": 3.6066343784332275,
      "learning_rate": 2.5403162503488695e-06,
      "loss": 0.6394,
      "step": 77670
    },
    {
      "epoch": 21.68,
      "grad_norm": 3.643383741378784,
      "learning_rate": 2.5406433156572704e-06,
      "loss": 0.6746,
      "step": 77680
    },
    {
      "epoch": 21.68,
      "grad_norm": 3.745943546295166,
      "learning_rate": 2.540970380965671e-06,
      "loss": 0.6549,
      "step": 77690
    },
    {
      "epoch": 21.69,
      "grad_norm": 3.9191665649414062,
      "learning_rate": 2.541297446274072e-06,
      "loss": 0.6715,
      "step": 77700
    },
    {
      "epoch": 21.69,
      "grad_norm": 3.9914960861206055,
      "learning_rate": 2.5416245115824724e-06,
      "loss": 0.6299,
      "step": 77710
    },
    {
      "epoch": 21.69,
      "grad_norm": 5.149660587310791,
      "learning_rate": 2.5419515768908733e-06,
      "loss": 0.6681,
      "step": 77720
    },
    {
      "epoch": 21.69,
      "grad_norm": 3.0383365154266357,
      "learning_rate": 2.542278642199274e-06,
      "loss": 0.6774,
      "step": 77730
    },
    {
      "epoch": 21.7,
      "grad_norm": 4.1547088623046875,
      "learning_rate": 2.542605707507675e-06,
      "loss": 0.6537,
      "step": 77740
    },
    {
      "epoch": 21.7,
      "grad_norm": 3.5596084594726562,
      "learning_rate": 2.5429327728160757e-06,
      "loss": 0.6691,
      "step": 77750
    },
    {
      "epoch": 21.7,
      "grad_norm": 3.114222526550293,
      "learning_rate": 2.5432598381244766e-06,
      "loss": 0.6578,
      "step": 77760
    },
    {
      "epoch": 21.71,
      "grad_norm": 5.153715133666992,
      "learning_rate": 2.543586903432877e-06,
      "loss": 0.6656,
      "step": 77770
    },
    {
      "epoch": 21.71,
      "grad_norm": 3.912311553955078,
      "learning_rate": 2.543913968741278e-06,
      "loss": 0.6654,
      "step": 77780
    },
    {
      "epoch": 21.71,
      "grad_norm": 3.753786563873291,
      "learning_rate": 2.544241034049679e-06,
      "loss": 0.6755,
      "step": 77790
    },
    {
      "epoch": 21.71,
      "grad_norm": 3.233927011489868,
      "learning_rate": 2.5445680993580795e-06,
      "loss": 0.658,
      "step": 77800
    },
    {
      "epoch": 21.72,
      "grad_norm": 3.5655581951141357,
      "learning_rate": 2.5448951646664805e-06,
      "loss": 0.6452,
      "step": 77810
    },
    {
      "epoch": 21.72,
      "grad_norm": 3.348235607147217,
      "learning_rate": 2.545222229974881e-06,
      "loss": 0.6651,
      "step": 77820
    },
    {
      "epoch": 21.72,
      "grad_norm": 3.88069748878479,
      "learning_rate": 2.545549295283282e-06,
      "loss": 0.6448,
      "step": 77830
    },
    {
      "epoch": 21.72,
      "grad_norm": 4.371700763702393,
      "learning_rate": 2.5458763605916824e-06,
      "loss": 0.6601,
      "step": 77840
    },
    {
      "epoch": 21.73,
      "grad_norm": 3.912607431411743,
      "learning_rate": 2.5462034259000834e-06,
      "loss": 0.6695,
      "step": 77850
    },
    {
      "epoch": 21.73,
      "grad_norm": 3.2722408771514893,
      "learning_rate": 2.546530491208484e-06,
      "loss": 0.6445,
      "step": 77860
    },
    {
      "epoch": 21.73,
      "grad_norm": 3.8139052391052246,
      "learning_rate": 2.5468575565168852e-06,
      "loss": 0.6662,
      "step": 77870
    },
    {
      "epoch": 21.74,
      "grad_norm": 4.080460548400879,
      "learning_rate": 2.547184621825286e-06,
      "loss": 0.6538,
      "step": 77880
    },
    {
      "epoch": 21.74,
      "grad_norm": 5.797143936157227,
      "learning_rate": 2.5475116871336867e-06,
      "loss": 0.6369,
      "step": 77890
    },
    {
      "epoch": 21.74,
      "grad_norm": 4.162606716156006,
      "learning_rate": 2.5478387524420876e-06,
      "loss": 0.6426,
      "step": 77900
    },
    {
      "epoch": 21.74,
      "grad_norm": 3.7893731594085693,
      "learning_rate": 2.548165817750488e-06,
      "loss": 0.6531,
      "step": 77910
    },
    {
      "epoch": 21.75,
      "grad_norm": 3.600126266479492,
      "learning_rate": 2.548492883058889e-06,
      "loss": 0.6551,
      "step": 77920
    },
    {
      "epoch": 21.75,
      "grad_norm": 3.5564639568328857,
      "learning_rate": 2.5488199483672896e-06,
      "loss": 0.6379,
      "step": 77930
    },
    {
      "epoch": 21.75,
      "grad_norm": 3.9623587131500244,
      "learning_rate": 2.5491470136756905e-06,
      "loss": 0.632,
      "step": 77940
    },
    {
      "epoch": 21.76,
      "grad_norm": 4.844327449798584,
      "learning_rate": 2.549474078984091e-06,
      "loss": 0.6595,
      "step": 77950
    },
    {
      "epoch": 21.76,
      "grad_norm": 4.943331241607666,
      "learning_rate": 2.549801144292492e-06,
      "loss": 0.6215,
      "step": 77960
    },
    {
      "epoch": 21.76,
      "grad_norm": 3.676072120666504,
      "learning_rate": 2.5501282096008933e-06,
      "loss": 0.658,
      "step": 77970
    },
    {
      "epoch": 21.76,
      "grad_norm": 4.600508213043213,
      "learning_rate": 2.550455274909294e-06,
      "loss": 0.6621,
      "step": 77980
    },
    {
      "epoch": 21.77,
      "grad_norm": 3.7747011184692383,
      "learning_rate": 2.5507823402176948e-06,
      "loss": 0.6605,
      "step": 77990
    },
    {
      "epoch": 21.77,
      "grad_norm": 4.4011945724487305,
      "learning_rate": 2.5511094055260953e-06,
      "loss": 0.6686,
      "step": 78000
    },
    {
      "epoch": 21.77,
      "grad_norm": 3.70131516456604,
      "learning_rate": 2.5514364708344962e-06,
      "loss": 0.6433,
      "step": 78010
    },
    {
      "epoch": 21.78,
      "grad_norm": 3.92791485786438,
      "learning_rate": 2.5517635361428967e-06,
      "loss": 0.6464,
      "step": 78020
    },
    {
      "epoch": 21.78,
      "grad_norm": 3.275045394897461,
      "learning_rate": 2.5520906014512977e-06,
      "loss": 0.6529,
      "step": 78030
    },
    {
      "epoch": 21.78,
      "grad_norm": 3.4817702770233154,
      "learning_rate": 2.552417666759698e-06,
      "loss": 0.6319,
      "step": 78040
    },
    {
      "epoch": 21.78,
      "grad_norm": 4.113955020904541,
      "learning_rate": 2.552744732068099e-06,
      "loss": 0.663,
      "step": 78050
    },
    {
      "epoch": 21.79,
      "grad_norm": 3.2104384899139404,
      "learning_rate": 2.5530717973764996e-06,
      "loss": 0.6484,
      "step": 78060
    },
    {
      "epoch": 21.79,
      "grad_norm": 4.566047668457031,
      "learning_rate": 2.5533988626849006e-06,
      "loss": 0.6462,
      "step": 78070
    },
    {
      "epoch": 21.79,
      "grad_norm": 3.6316187381744385,
      "learning_rate": 2.5537259279933015e-06,
      "loss": 0.6679,
      "step": 78080
    },
    {
      "epoch": 21.79,
      "grad_norm": 3.7562241554260254,
      "learning_rate": 2.554052993301702e-06,
      "loss": 0.6489,
      "step": 78090
    },
    {
      "epoch": 21.8,
      "grad_norm": 3.0769283771514893,
      "learning_rate": 2.5543800586101034e-06,
      "loss": 0.6481,
      "step": 78100
    },
    {
      "epoch": 21.8,
      "grad_norm": 3.465285301208496,
      "learning_rate": 2.554707123918504e-06,
      "loss": 0.6509,
      "step": 78110
    },
    {
      "epoch": 21.8,
      "grad_norm": 3.3443667888641357,
      "learning_rate": 2.555034189226905e-06,
      "loss": 0.657,
      "step": 78120
    },
    {
      "epoch": 21.81,
      "grad_norm": 4.253659248352051,
      "learning_rate": 2.5553612545353053e-06,
      "loss": 0.6623,
      "step": 78130
    },
    {
      "epoch": 21.81,
      "grad_norm": 3.680123805999756,
      "learning_rate": 2.5556883198437063e-06,
      "loss": 0.6624,
      "step": 78140
    },
    {
      "epoch": 21.81,
      "grad_norm": 3.624537467956543,
      "learning_rate": 2.5560153851521068e-06,
      "loss": 0.656,
      "step": 78150
    },
    {
      "epoch": 21.81,
      "grad_norm": 3.490152359008789,
      "learning_rate": 2.5563424504605077e-06,
      "loss": 0.6548,
      "step": 78160
    },
    {
      "epoch": 21.82,
      "grad_norm": 3.2030482292175293,
      "learning_rate": 2.5566695157689086e-06,
      "loss": 0.6565,
      "step": 78170
    },
    {
      "epoch": 21.82,
      "grad_norm": 4.908824443817139,
      "learning_rate": 2.556996581077309e-06,
      "loss": 0.6576,
      "step": 78180
    },
    {
      "epoch": 21.82,
      "grad_norm": 4.193759918212891,
      "learning_rate": 2.55732364638571e-06,
      "loss": 0.6865,
      "step": 78190
    },
    {
      "epoch": 21.83,
      "grad_norm": 4.410325050354004,
      "learning_rate": 2.5576507116941106e-06,
      "loss": 0.6606,
      "step": 78200
    },
    {
      "epoch": 21.83,
      "grad_norm": 3.492004871368408,
      "learning_rate": 2.557977777002512e-06,
      "loss": 0.6626,
      "step": 78210
    },
    {
      "epoch": 21.83,
      "grad_norm": 3.716442823410034,
      "learning_rate": 2.558304842310912e-06,
      "loss": 0.6723,
      "step": 78220
    },
    {
      "epoch": 21.83,
      "grad_norm": 4.537077903747559,
      "learning_rate": 2.5586319076193134e-06,
      "loss": 0.6393,
      "step": 78230
    },
    {
      "epoch": 21.84,
      "grad_norm": 5.08115291595459,
      "learning_rate": 2.558958972927714e-06,
      "loss": 0.6485,
      "step": 78240
    },
    {
      "epoch": 21.84,
      "grad_norm": 3.3960654735565186,
      "learning_rate": 2.559286038236115e-06,
      "loss": 0.6493,
      "step": 78250
    },
    {
      "epoch": 21.84,
      "grad_norm": 4.369471073150635,
      "learning_rate": 2.5596131035445158e-06,
      "loss": 0.6566,
      "step": 78260
    },
    {
      "epoch": 21.84,
      "grad_norm": 3.486215114593506,
      "learning_rate": 2.5599401688529163e-06,
      "loss": 0.6492,
      "step": 78270
    },
    {
      "epoch": 21.85,
      "grad_norm": 3.663804531097412,
      "learning_rate": 2.5602672341613172e-06,
      "loss": 0.6618,
      "step": 78280
    },
    {
      "epoch": 21.85,
      "grad_norm": 3.2841901779174805,
      "learning_rate": 2.5605942994697177e-06,
      "loss": 0.6502,
      "step": 78290
    },
    {
      "epoch": 21.85,
      "grad_norm": 3.409417152404785,
      "learning_rate": 2.5609213647781187e-06,
      "loss": 0.6232,
      "step": 78300
    },
    {
      "epoch": 21.86,
      "grad_norm": 4.154933452606201,
      "learning_rate": 2.561248430086519e-06,
      "loss": 0.6382,
      "step": 78310
    },
    {
      "epoch": 21.86,
      "grad_norm": 3.7234134674072266,
      "learning_rate": 2.56157549539492e-06,
      "loss": 0.6529,
      "step": 78320
    },
    {
      "epoch": 21.86,
      "grad_norm": 5.355138778686523,
      "learning_rate": 2.5619025607033206e-06,
      "loss": 0.6416,
      "step": 78330
    },
    {
      "epoch": 21.86,
      "grad_norm": 3.4118845462799072,
      "learning_rate": 2.562229626011722e-06,
      "loss": 0.6493,
      "step": 78340
    },
    {
      "epoch": 21.87,
      "grad_norm": 4.178874492645264,
      "learning_rate": 2.562556691320123e-06,
      "loss": 0.6671,
      "step": 78350
    },
    {
      "epoch": 21.87,
      "grad_norm": 3.9400014877319336,
      "learning_rate": 2.5628837566285234e-06,
      "loss": 0.6556,
      "step": 78360
    },
    {
      "epoch": 21.87,
      "grad_norm": 4.168700695037842,
      "learning_rate": 2.5632108219369244e-06,
      "loss": 0.6511,
      "step": 78370
    },
    {
      "epoch": 21.88,
      "grad_norm": 4.0940260887146,
      "learning_rate": 2.563537887245325e-06,
      "loss": 0.653,
      "step": 78380
    },
    {
      "epoch": 21.88,
      "grad_norm": 4.586086273193359,
      "learning_rate": 2.563864952553726e-06,
      "loss": 0.6531,
      "step": 78390
    },
    {
      "epoch": 21.88,
      "grad_norm": 3.734112501144409,
      "learning_rate": 2.5641920178621263e-06,
      "loss": 0.6623,
      "step": 78400
    },
    {
      "epoch": 21.88,
      "grad_norm": 3.415963649749756,
      "learning_rate": 2.5645190831705273e-06,
      "loss": 0.6344,
      "step": 78410
    },
    {
      "epoch": 21.89,
      "grad_norm": 3.2818210124969482,
      "learning_rate": 2.5648461484789278e-06,
      "loss": 0.6529,
      "step": 78420
    },
    {
      "epoch": 21.89,
      "grad_norm": 3.718998670578003,
      "learning_rate": 2.5651732137873287e-06,
      "loss": 0.6546,
      "step": 78430
    },
    {
      "epoch": 21.89,
      "grad_norm": 3.9073362350463867,
      "learning_rate": 2.5655002790957292e-06,
      "loss": 0.6667,
      "step": 78440
    },
    {
      "epoch": 21.9,
      "grad_norm": 4.409918308258057,
      "learning_rate": 2.5658273444041306e-06,
      "loss": 0.6484,
      "step": 78450
    },
    {
      "epoch": 21.9,
      "grad_norm": 4.169345378875732,
      "learning_rate": 2.5661544097125315e-06,
      "loss": 0.6601,
      "step": 78460
    },
    {
      "epoch": 21.9,
      "grad_norm": 3.3584959506988525,
      "learning_rate": 2.566481475020932e-06,
      "loss": 0.6359,
      "step": 78470
    },
    {
      "epoch": 21.9,
      "grad_norm": 3.5467278957366943,
      "learning_rate": 2.566808540329333e-06,
      "loss": 0.6529,
      "step": 78480
    },
    {
      "epoch": 21.91,
      "grad_norm": 2.430347442626953,
      "learning_rate": 2.5671356056377335e-06,
      "loss": 0.6584,
      "step": 78490
    },
    {
      "epoch": 21.91,
      "grad_norm": 4.976567268371582,
      "learning_rate": 2.5674626709461344e-06,
      "loss": 0.6518,
      "step": 78500
    },
    {
      "epoch": 21.91,
      "grad_norm": 4.125655174255371,
      "learning_rate": 2.567789736254535e-06,
      "loss": 0.6534,
      "step": 78510
    },
    {
      "epoch": 21.91,
      "grad_norm": 3.991762161254883,
      "learning_rate": 2.568116801562936e-06,
      "loss": 0.676,
      "step": 78520
    },
    {
      "epoch": 21.92,
      "grad_norm": 4.44678258895874,
      "learning_rate": 2.5684438668713364e-06,
      "loss": 0.6492,
      "step": 78530
    },
    {
      "epoch": 21.92,
      "grad_norm": 5.197413921356201,
      "learning_rate": 2.5687709321797373e-06,
      "loss": 0.6385,
      "step": 78540
    },
    {
      "epoch": 21.92,
      "grad_norm": 3.1232569217681885,
      "learning_rate": 2.5690979974881382e-06,
      "loss": 0.6418,
      "step": 78550
    },
    {
      "epoch": 21.93,
      "grad_norm": 4.478959083557129,
      "learning_rate": 2.5694250627965388e-06,
      "loss": 0.6688,
      "step": 78560
    },
    {
      "epoch": 21.93,
      "grad_norm": 3.346536874771118,
      "learning_rate": 2.56975212810494e-06,
      "loss": 0.6566,
      "step": 78570
    },
    {
      "epoch": 21.93,
      "grad_norm": 4.889625072479248,
      "learning_rate": 2.5700791934133406e-06,
      "loss": 0.659,
      "step": 78580
    },
    {
      "epoch": 21.93,
      "grad_norm": 3.4932682514190674,
      "learning_rate": 2.5704062587217416e-06,
      "loss": 0.6496,
      "step": 78590
    },
    {
      "epoch": 21.94,
      "grad_norm": 5.335835933685303,
      "learning_rate": 2.570733324030142e-06,
      "loss": 0.6555,
      "step": 78600
    },
    {
      "epoch": 21.94,
      "grad_norm": 4.055251598358154,
      "learning_rate": 2.571060389338543e-06,
      "loss": 0.6698,
      "step": 78610
    },
    {
      "epoch": 21.94,
      "grad_norm": 3.1750850677490234,
      "learning_rate": 2.5713874546469435e-06,
      "loss": 0.6566,
      "step": 78620
    },
    {
      "epoch": 21.95,
      "grad_norm": 4.113229274749756,
      "learning_rate": 2.5717145199553445e-06,
      "loss": 0.6684,
      "step": 78630
    },
    {
      "epoch": 21.95,
      "grad_norm": 4.970852375030518,
      "learning_rate": 2.5720415852637454e-06,
      "loss": 0.6454,
      "step": 78640
    },
    {
      "epoch": 21.95,
      "grad_norm": 5.229514122009277,
      "learning_rate": 2.572368650572146e-06,
      "loss": 0.648,
      "step": 78650
    },
    {
      "epoch": 21.95,
      "grad_norm": 3.499861478805542,
      "learning_rate": 2.572695715880547e-06,
      "loss": 0.6578,
      "step": 78660
    },
    {
      "epoch": 21.96,
      "grad_norm": 5.536569595336914,
      "learning_rate": 2.5730227811889473e-06,
      "loss": 0.6567,
      "step": 78670
    },
    {
      "epoch": 21.96,
      "grad_norm": 4.275665760040283,
      "learning_rate": 2.5733498464973487e-06,
      "loss": 0.6358,
      "step": 78680
    },
    {
      "epoch": 21.96,
      "grad_norm": 3.8587756156921387,
      "learning_rate": 2.573676911805749e-06,
      "loss": 0.6359,
      "step": 78690
    },
    {
      "epoch": 21.96,
      "grad_norm": 4.176326274871826,
      "learning_rate": 2.57400397711415e-06,
      "loss": 0.6579,
      "step": 78700
    },
    {
      "epoch": 21.97,
      "grad_norm": 3.4979355335235596,
      "learning_rate": 2.5743310424225507e-06,
      "loss": 0.6488,
      "step": 78710
    },
    {
      "epoch": 21.97,
      "grad_norm": 4.838542461395264,
      "learning_rate": 2.5746581077309516e-06,
      "loss": 0.6464,
      "step": 78720
    },
    {
      "epoch": 21.97,
      "grad_norm": 5.965967178344727,
      "learning_rate": 2.574985173039352e-06,
      "loss": 0.6437,
      "step": 78730
    },
    {
      "epoch": 21.98,
      "grad_norm": 3.714491605758667,
      "learning_rate": 2.575312238347753e-06,
      "loss": 0.6295,
      "step": 78740
    },
    {
      "epoch": 21.98,
      "grad_norm": 5.091315269470215,
      "learning_rate": 2.575639303656154e-06,
      "loss": 0.6599,
      "step": 78750
    },
    {
      "epoch": 21.98,
      "grad_norm": 4.177420139312744,
      "learning_rate": 2.5759663689645545e-06,
      "loss": 0.6442,
      "step": 78760
    },
    {
      "epoch": 21.98,
      "grad_norm": 6.182749271392822,
      "learning_rate": 2.5762934342729554e-06,
      "loss": 0.6528,
      "step": 78770
    },
    {
      "epoch": 21.99,
      "grad_norm": 3.720294237136841,
      "learning_rate": 2.576620499581356e-06,
      "loss": 0.6481,
      "step": 78780
    },
    {
      "epoch": 21.99,
      "grad_norm": 4.008142948150635,
      "learning_rate": 2.576947564889757e-06,
      "loss": 0.6356,
      "step": 78790
    },
    {
      "epoch": 21.99,
      "grad_norm": 3.5411934852600098,
      "learning_rate": 2.5772746301981574e-06,
      "loss": 0.6586,
      "step": 78800
    },
    {
      "epoch": 22.0,
      "grad_norm": 4.41200590133667,
      "learning_rate": 2.5776016955065587e-06,
      "loss": 0.6491,
      "step": 78810
    },
    {
      "epoch": 22.0,
      "grad_norm": 4.585946559906006,
      "learning_rate": 2.5779287608149593e-06,
      "loss": 0.6542,
      "step": 78820
    },
    {
      "epoch": 22.0,
      "eval_loss": 0.6588946580886841,
      "eval_runtime": 83.2905,
      "eval_samples_per_second": 60.739,
      "eval_steps_per_second": 7.6,
      "step": 78826
    },
    {
      "epoch": 22.0,
      "grad_norm": 3.5379698276519775,
      "learning_rate": 2.57825582612336e-06,
      "loss": 0.6667,
      "step": 78830
    },
    {
      "epoch": 22.0,
      "grad_norm": 2.861178398132324,
      "learning_rate": 2.578582891431761e-06,
      "loss": 0.6533,
      "step": 78840
    },
    {
      "epoch": 22.01,
      "grad_norm": 4.773821830749512,
      "learning_rate": 2.5789099567401616e-06,
      "loss": 0.6369,
      "step": 78850
    },
    {
      "epoch": 22.01,
      "grad_norm": 3.3945140838623047,
      "learning_rate": 2.5792370220485626e-06,
      "loss": 0.6578,
      "step": 78860
    },
    {
      "epoch": 22.01,
      "grad_norm": 3.6609461307525635,
      "learning_rate": 2.579564087356963e-06,
      "loss": 0.655,
      "step": 78870
    },
    {
      "epoch": 22.02,
      "grad_norm": 3.627957582473755,
      "learning_rate": 2.579891152665364e-06,
      "loss": 0.6496,
      "step": 78880
    },
    {
      "epoch": 22.02,
      "grad_norm": 4.143601894378662,
      "learning_rate": 2.5802182179737645e-06,
      "loss": 0.6485,
      "step": 78890
    },
    {
      "epoch": 22.02,
      "grad_norm": 4.40550422668457,
      "learning_rate": 2.5805452832821655e-06,
      "loss": 0.6425,
      "step": 78900
    },
    {
      "epoch": 22.02,
      "grad_norm": 5.1592278480529785,
      "learning_rate": 2.580872348590566e-06,
      "loss": 0.679,
      "step": 78910
    },
    {
      "epoch": 22.03,
      "grad_norm": 4.126120567321777,
      "learning_rate": 2.581199413898967e-06,
      "loss": 0.6609,
      "step": 78920
    },
    {
      "epoch": 22.03,
      "grad_norm": 5.066683292388916,
      "learning_rate": 2.5815264792073683e-06,
      "loss": 0.6683,
      "step": 78930
    },
    {
      "epoch": 22.03,
      "grad_norm": 3.4569482803344727,
      "learning_rate": 2.5818535445157688e-06,
      "loss": 0.6538,
      "step": 78940
    },
    {
      "epoch": 22.03,
      "grad_norm": 3.4566361904144287,
      "learning_rate": 2.5821806098241697e-06,
      "loss": 0.6346,
      "step": 78950
    },
    {
      "epoch": 22.04,
      "grad_norm": 3.582122802734375,
      "learning_rate": 2.5825076751325702e-06,
      "loss": 0.6498,
      "step": 78960
    },
    {
      "epoch": 22.04,
      "grad_norm": 3.672201156616211,
      "learning_rate": 2.582834740440971e-06,
      "loss": 0.662,
      "step": 78970
    },
    {
      "epoch": 22.04,
      "grad_norm": 3.759763717651367,
      "learning_rate": 2.5831618057493717e-06,
      "loss": 0.6388,
      "step": 78980
    },
    {
      "epoch": 22.05,
      "grad_norm": 3.8494210243225098,
      "learning_rate": 2.5834888710577726e-06,
      "loss": 0.6459,
      "step": 78990
    },
    {
      "epoch": 22.05,
      "grad_norm": 4.884875297546387,
      "learning_rate": 2.583815936366173e-06,
      "loss": 0.6381,
      "step": 79000
    },
    {
      "epoch": 22.05,
      "grad_norm": 3.966346263885498,
      "learning_rate": 2.584143001674574e-06,
      "loss": 0.6242,
      "step": 79010
    },
    {
      "epoch": 22.05,
      "grad_norm": 4.564697742462158,
      "learning_rate": 2.584470066982975e-06,
      "loss": 0.6681,
      "step": 79020
    },
    {
      "epoch": 22.06,
      "grad_norm": 4.213079452514648,
      "learning_rate": 2.5847971322913755e-06,
      "loss": 0.6553,
      "step": 79030
    },
    {
      "epoch": 22.06,
      "grad_norm": 4.451846599578857,
      "learning_rate": 2.585124197599777e-06,
      "loss": 0.662,
      "step": 79040
    },
    {
      "epoch": 22.06,
      "grad_norm": 3.5309252738952637,
      "learning_rate": 2.5854512629081774e-06,
      "loss": 0.6639,
      "step": 79050
    },
    {
      "epoch": 22.07,
      "grad_norm": 3.9280624389648438,
      "learning_rate": 2.5857783282165783e-06,
      "loss": 0.6553,
      "step": 79060
    },
    {
      "epoch": 22.07,
      "grad_norm": 5.405354022979736,
      "learning_rate": 2.586105393524979e-06,
      "loss": 0.6441,
      "step": 79070
    },
    {
      "epoch": 22.07,
      "grad_norm": 4.158478736877441,
      "learning_rate": 2.5864324588333798e-06,
      "loss": 0.6501,
      "step": 79080
    },
    {
      "epoch": 22.07,
      "grad_norm": 2.9689998626708984,
      "learning_rate": 2.5867595241417803e-06,
      "loss": 0.6366,
      "step": 79090
    },
    {
      "epoch": 22.08,
      "grad_norm": 4.257899284362793,
      "learning_rate": 2.587086589450181e-06,
      "loss": 0.6405,
      "step": 79100
    },
    {
      "epoch": 22.08,
      "grad_norm": 3.7637293338775635,
      "learning_rate": 2.5874136547585817e-06,
      "loss": 0.6477,
      "step": 79110
    },
    {
      "epoch": 22.08,
      "grad_norm": 4.054826259613037,
      "learning_rate": 2.5877407200669827e-06,
      "loss": 0.6586,
      "step": 79120
    },
    {
      "epoch": 22.08,
      "grad_norm": 3.698173761367798,
      "learning_rate": 2.5880677853753836e-06,
      "loss": 0.6626,
      "step": 79130
    },
    {
      "epoch": 22.09,
      "grad_norm": 3.9543330669403076,
      "learning_rate": 2.588394850683784e-06,
      "loss": 0.6288,
      "step": 79140
    },
    {
      "epoch": 22.09,
      "grad_norm": 3.1087646484375,
      "learning_rate": 2.5887219159921855e-06,
      "loss": 0.6602,
      "step": 79150
    },
    {
      "epoch": 22.09,
      "grad_norm": 4.851068496704102,
      "learning_rate": 2.5890489813005855e-06,
      "loss": 0.658,
      "step": 79160
    },
    {
      "epoch": 22.1,
      "grad_norm": 4.798196792602539,
      "learning_rate": 2.589376046608987e-06,
      "loss": 0.6538,
      "step": 79170
    },
    {
      "epoch": 22.1,
      "grad_norm": 4.196559906005859,
      "learning_rate": 2.5897031119173874e-06,
      "loss": 0.6298,
      "step": 79180
    },
    {
      "epoch": 22.1,
      "grad_norm": 3.4740922451019287,
      "learning_rate": 2.5900301772257884e-06,
      "loss": 0.6316,
      "step": 79190
    },
    {
      "epoch": 22.1,
      "grad_norm": 4.1375532150268555,
      "learning_rate": 2.590357242534189e-06,
      "loss": 0.6629,
      "step": 79200
    },
    {
      "epoch": 22.11,
      "grad_norm": 5.1932148933410645,
      "learning_rate": 2.59068430784259e-06,
      "loss": 0.6566,
      "step": 79210
    },
    {
      "epoch": 22.11,
      "grad_norm": 3.079716920852661,
      "learning_rate": 2.5910113731509907e-06,
      "loss": 0.6466,
      "step": 79220
    },
    {
      "epoch": 22.11,
      "grad_norm": 5.439219951629639,
      "learning_rate": 2.5913384384593912e-06,
      "loss": 0.6556,
      "step": 79230
    },
    {
      "epoch": 22.12,
      "grad_norm": 4.404681205749512,
      "learning_rate": 2.591665503767792e-06,
      "loss": 0.6415,
      "step": 79240
    },
    {
      "epoch": 22.12,
      "grad_norm": 3.0932817459106445,
      "learning_rate": 2.5919925690761927e-06,
      "loss": 0.6607,
      "step": 79250
    },
    {
      "epoch": 22.12,
      "grad_norm": 3.3824260234832764,
      "learning_rate": 2.5923196343845936e-06,
      "loss": 0.6561,
      "step": 79260
    },
    {
      "epoch": 22.12,
      "grad_norm": 5.616844654083252,
      "learning_rate": 2.592646699692994e-06,
      "loss": 0.6394,
      "step": 79270
    },
    {
      "epoch": 22.13,
      "grad_norm": 6.128087043762207,
      "learning_rate": 2.5929737650013955e-06,
      "loss": 0.6587,
      "step": 79280
    },
    {
      "epoch": 22.13,
      "grad_norm": 3.796828508377075,
      "learning_rate": 2.593300830309796e-06,
      "loss": 0.6524,
      "step": 79290
    },
    {
      "epoch": 22.13,
      "grad_norm": 5.320228099822998,
      "learning_rate": 2.593627895618197e-06,
      "loss": 0.6692,
      "step": 79300
    },
    {
      "epoch": 22.14,
      "grad_norm": 3.925497531890869,
      "learning_rate": 2.593954960926598e-06,
      "loss": 0.6665,
      "step": 79310
    },
    {
      "epoch": 22.14,
      "grad_norm": 3.3889000415802,
      "learning_rate": 2.5942820262349984e-06,
      "loss": 0.6653,
      "step": 79320
    },
    {
      "epoch": 22.14,
      "grad_norm": 4.418402194976807,
      "learning_rate": 2.5946090915433993e-06,
      "loss": 0.6434,
      "step": 79330
    },
    {
      "epoch": 22.14,
      "grad_norm": 2.898667573928833,
      "learning_rate": 2.5949361568518e-06,
      "loss": 0.6455,
      "step": 79340
    },
    {
      "epoch": 22.15,
      "grad_norm": 4.035207748413086,
      "learning_rate": 2.5952632221602008e-06,
      "loss": 0.6546,
      "step": 79350
    },
    {
      "epoch": 22.15,
      "grad_norm": 3.8631718158721924,
      "learning_rate": 2.5955902874686013e-06,
      "loss": 0.6818,
      "step": 79360
    },
    {
      "epoch": 22.15,
      "grad_norm": 4.931393146514893,
      "learning_rate": 2.5959173527770022e-06,
      "loss": 0.6677,
      "step": 79370
    },
    {
      "epoch": 22.15,
      "grad_norm": 5.006457328796387,
      "learning_rate": 2.5962444180854027e-06,
      "loss": 0.6516,
      "step": 79380
    },
    {
      "epoch": 22.16,
      "grad_norm": 3.348857879638672,
      "learning_rate": 2.5965714833938037e-06,
      "loss": 0.6544,
      "step": 79390
    },
    {
      "epoch": 22.16,
      "grad_norm": 2.774099588394165,
      "learning_rate": 2.596898548702205e-06,
      "loss": 0.675,
      "step": 79400
    },
    {
      "epoch": 22.16,
      "grad_norm": 3.4349477291107178,
      "learning_rate": 2.5972256140106055e-06,
      "loss": 0.6384,
      "step": 79410
    },
    {
      "epoch": 22.17,
      "grad_norm": 5.445793151855469,
      "learning_rate": 2.5975526793190065e-06,
      "loss": 0.6657,
      "step": 79420
    },
    {
      "epoch": 22.17,
      "grad_norm": 4.563421249389648,
      "learning_rate": 2.597879744627407e-06,
      "loss": 0.636,
      "step": 79430
    },
    {
      "epoch": 22.17,
      "grad_norm": 3.5949976444244385,
      "learning_rate": 2.598206809935808e-06,
      "loss": 0.6666,
      "step": 79440
    },
    {
      "epoch": 22.17,
      "grad_norm": 4.122072696685791,
      "learning_rate": 2.5985338752442084e-06,
      "loss": 0.649,
      "step": 79450
    },
    {
      "epoch": 22.18,
      "grad_norm": 3.676708698272705,
      "learning_rate": 2.5988609405526094e-06,
      "loss": 0.6561,
      "step": 79460
    },
    {
      "epoch": 22.18,
      "grad_norm": 4.872331619262695,
      "learning_rate": 2.59918800586101e-06,
      "loss": 0.6341,
      "step": 79470
    },
    {
      "epoch": 22.18,
      "grad_norm": 3.5261964797973633,
      "learning_rate": 2.599515071169411e-06,
      "loss": 0.6682,
      "step": 79480
    },
    {
      "epoch": 22.19,
      "grad_norm": 4.878829479217529,
      "learning_rate": 2.5998421364778113e-06,
      "loss": 0.634,
      "step": 79490
    },
    {
      "epoch": 22.19,
      "grad_norm": 3.180036783218384,
      "learning_rate": 2.6001692017862123e-06,
      "loss": 0.6513,
      "step": 79500
    },
    {
      "epoch": 22.19,
      "grad_norm": 4.004333972930908,
      "learning_rate": 2.6004962670946136e-06,
      "loss": 0.6526,
      "step": 79510
    },
    {
      "epoch": 22.19,
      "grad_norm": 3.6118218898773193,
      "learning_rate": 2.600823332403014e-06,
      "loss": 0.6509,
      "step": 79520
    },
    {
      "epoch": 22.2,
      "grad_norm": 4.893242835998535,
      "learning_rate": 2.601150397711415e-06,
      "loss": 0.6247,
      "step": 79530
    },
    {
      "epoch": 22.2,
      "grad_norm": 3.2248952388763428,
      "learning_rate": 2.6014774630198156e-06,
      "loss": 0.6549,
      "step": 79540
    },
    {
      "epoch": 22.2,
      "grad_norm": 3.4809420108795166,
      "learning_rate": 2.6018045283282165e-06,
      "loss": 0.6641,
      "step": 79550
    },
    {
      "epoch": 22.2,
      "grad_norm": 4.644381523132324,
      "learning_rate": 2.602131593636617e-06,
      "loss": 0.676,
      "step": 79560
    },
    {
      "epoch": 22.21,
      "grad_norm": 6.211446285247803,
      "learning_rate": 2.602458658945018e-06,
      "loss": 0.66,
      "step": 79570
    },
    {
      "epoch": 22.21,
      "grad_norm": 4.522294044494629,
      "learning_rate": 2.6027857242534185e-06,
      "loss": 0.6452,
      "step": 79580
    },
    {
      "epoch": 22.21,
      "grad_norm": 4.233648777008057,
      "learning_rate": 2.6031127895618194e-06,
      "loss": 0.6276,
      "step": 79590
    },
    {
      "epoch": 22.22,
      "grad_norm": 4.291371822357178,
      "learning_rate": 2.6034398548702203e-06,
      "loss": 0.642,
      "step": 79600
    },
    {
      "epoch": 22.22,
      "grad_norm": 3.5522773265838623,
      "learning_rate": 2.603766920178621e-06,
      "loss": 0.6306,
      "step": 79610
    },
    {
      "epoch": 22.22,
      "grad_norm": 3.5281424522399902,
      "learning_rate": 2.604093985487022e-06,
      "loss": 0.636,
      "step": 79620
    },
    {
      "epoch": 22.22,
      "grad_norm": 3.8852100372314453,
      "learning_rate": 2.6044210507954223e-06,
      "loss": 0.6252,
      "step": 79630
    },
    {
      "epoch": 22.23,
      "grad_norm": 3.5808396339416504,
      "learning_rate": 2.6047481161038237e-06,
      "loss": 0.64,
      "step": 79640
    },
    {
      "epoch": 22.23,
      "grad_norm": 3.7655370235443115,
      "learning_rate": 2.605075181412224e-06,
      "loss": 0.6321,
      "step": 79650
    },
    {
      "epoch": 22.23,
      "grad_norm": 4.170563220977783,
      "learning_rate": 2.605402246720625e-06,
      "loss": 0.6309,
      "step": 79660
    },
    {
      "epoch": 22.24,
      "grad_norm": 4.690483570098877,
      "learning_rate": 2.6057293120290256e-06,
      "loss": 0.636,
      "step": 79670
    },
    {
      "epoch": 22.24,
      "grad_norm": 3.31211256980896,
      "learning_rate": 2.6060563773374266e-06,
      "loss": 0.635,
      "step": 79680
    },
    {
      "epoch": 22.24,
      "grad_norm": 4.408658027648926,
      "learning_rate": 2.6063834426458275e-06,
      "loss": 0.6508,
      "step": 79690
    },
    {
      "epoch": 22.24,
      "grad_norm": 4.012999534606934,
      "learning_rate": 2.606710507954228e-06,
      "loss": 0.6533,
      "step": 79700
    },
    {
      "epoch": 22.25,
      "grad_norm": 5.4053826332092285,
      "learning_rate": 2.607037573262629e-06,
      "loss": 0.6506,
      "step": 79710
    },
    {
      "epoch": 22.25,
      "grad_norm": 3.342000722885132,
      "learning_rate": 2.6073646385710294e-06,
      "loss": 0.6387,
      "step": 79720
    },
    {
      "epoch": 22.25,
      "grad_norm": 4.5240654945373535,
      "learning_rate": 2.6076917038794304e-06,
      "loss": 0.672,
      "step": 79730
    },
    {
      "epoch": 22.26,
      "grad_norm": 4.283641338348389,
      "learning_rate": 2.608018769187831e-06,
      "loss": 0.6454,
      "step": 79740
    },
    {
      "epoch": 22.26,
      "grad_norm": 3.4879746437072754,
      "learning_rate": 2.6083458344962322e-06,
      "loss": 0.6508,
      "step": 79750
    },
    {
      "epoch": 22.26,
      "grad_norm": 3.6914970874786377,
      "learning_rate": 2.6086728998046328e-06,
      "loss": 0.6604,
      "step": 79760
    },
    {
      "epoch": 22.26,
      "grad_norm": 4.192176818847656,
      "learning_rate": 2.6089999651130337e-06,
      "loss": 0.658,
      "step": 79770
    },
    {
      "epoch": 22.27,
      "grad_norm": 4.071887969970703,
      "learning_rate": 2.609327030421434e-06,
      "loss": 0.6545,
      "step": 79780
    },
    {
      "epoch": 22.27,
      "grad_norm": 3.422163486480713,
      "learning_rate": 2.609654095729835e-06,
      "loss": 0.6499,
      "step": 79790
    },
    {
      "epoch": 22.27,
      "grad_norm": 3.238022565841675,
      "learning_rate": 2.609981161038236e-06,
      "loss": 0.6534,
      "step": 79800
    },
    {
      "epoch": 22.27,
      "grad_norm": 3.298553228378296,
      "learning_rate": 2.6103082263466366e-06,
      "loss": 0.6628,
      "step": 79810
    },
    {
      "epoch": 22.28,
      "grad_norm": 4.0155839920043945,
      "learning_rate": 2.6106352916550375e-06,
      "loss": 0.6723,
      "step": 79820
    },
    {
      "epoch": 22.28,
      "grad_norm": 3.533184289932251,
      "learning_rate": 2.610962356963438e-06,
      "loss": 0.6405,
      "step": 79830
    },
    {
      "epoch": 22.28,
      "grad_norm": 4.236453533172607,
      "learning_rate": 2.611289422271839e-06,
      "loss": 0.633,
      "step": 79840
    },
    {
      "epoch": 22.29,
      "grad_norm": 3.591296434402466,
      "learning_rate": 2.6116164875802395e-06,
      "loss": 0.6542,
      "step": 79850
    },
    {
      "epoch": 22.29,
      "grad_norm": 5.406223773956299,
      "learning_rate": 2.6119435528886404e-06,
      "loss": 0.638,
      "step": 79860
    },
    {
      "epoch": 22.29,
      "grad_norm": 4.726416110992432,
      "learning_rate": 2.612270618197041e-06,
      "loss": 0.6522,
      "step": 79870
    },
    {
      "epoch": 22.29,
      "grad_norm": 4.0735907554626465,
      "learning_rate": 2.6125976835054423e-06,
      "loss": 0.6493,
      "step": 79880
    },
    {
      "epoch": 22.3,
      "grad_norm": 6.371682643890381,
      "learning_rate": 2.6129247488138432e-06,
      "loss": 0.6365,
      "step": 79890
    },
    {
      "epoch": 22.3,
      "grad_norm": 3.2283501625061035,
      "learning_rate": 2.6132518141222437e-06,
      "loss": 0.6674,
      "step": 79900
    },
    {
      "epoch": 22.3,
      "grad_norm": 4.184468746185303,
      "learning_rate": 2.6135788794306447e-06,
      "loss": 0.6538,
      "step": 79910
    },
    {
      "epoch": 22.31,
      "grad_norm": 3.100130081176758,
      "learning_rate": 2.613905944739045e-06,
      "loss": 0.6386,
      "step": 79920
    },
    {
      "epoch": 22.31,
      "grad_norm": 4.005138397216797,
      "learning_rate": 2.614233010047446e-06,
      "loss": 0.6535,
      "step": 79930
    },
    {
      "epoch": 22.31,
      "grad_norm": 4.087708950042725,
      "learning_rate": 2.6145600753558466e-06,
      "loss": 0.626,
      "step": 79940
    },
    {
      "epoch": 22.31,
      "grad_norm": 3.766115665435791,
      "learning_rate": 2.6148871406642476e-06,
      "loss": 0.6619,
      "step": 79950
    },
    {
      "epoch": 22.32,
      "grad_norm": 4.388596057891846,
      "learning_rate": 2.615214205972648e-06,
      "loss": 0.6438,
      "step": 79960
    },
    {
      "epoch": 22.32,
      "grad_norm": 3.9892451763153076,
      "learning_rate": 2.615541271281049e-06,
      "loss": 0.6488,
      "step": 79970
    },
    {
      "epoch": 22.32,
      "grad_norm": 2.7910027503967285,
      "learning_rate": 2.6158683365894504e-06,
      "loss": 0.6514,
      "step": 79980
    },
    {
      "epoch": 22.32,
      "grad_norm": 3.4255285263061523,
      "learning_rate": 2.616195401897851e-06,
      "loss": 0.6624,
      "step": 79990
    },
    {
      "epoch": 22.33,
      "grad_norm": 3.50042986869812,
      "learning_rate": 2.616522467206252e-06,
      "loss": 0.6435,
      "step": 80000
    },
    {
      "epoch": 22.33,
      "grad_norm": 4.389485836029053,
      "learning_rate": 2.6168495325146523e-06,
      "loss": 0.6456,
      "step": 80010
    },
    {
      "epoch": 22.33,
      "grad_norm": 3.097203016281128,
      "learning_rate": 2.6171765978230533e-06,
      "loss": 0.6689,
      "step": 80020
    },
    {
      "epoch": 22.34,
      "grad_norm": 4.618503570556641,
      "learning_rate": 2.6175036631314538e-06,
      "loss": 0.6501,
      "step": 80030
    },
    {
      "epoch": 22.34,
      "grad_norm": 3.633862018585205,
      "learning_rate": 2.6178307284398547e-06,
      "loss": 0.644,
      "step": 80040
    },
    {
      "epoch": 22.34,
      "grad_norm": 2.8118627071380615,
      "learning_rate": 2.6181577937482552e-06,
      "loss": 0.6475,
      "step": 80050
    },
    {
      "epoch": 22.34,
      "grad_norm": 3.4707117080688477,
      "learning_rate": 2.618484859056656e-06,
      "loss": 0.6284,
      "step": 80060
    },
    {
      "epoch": 22.35,
      "grad_norm": 3.114175796508789,
      "learning_rate": 2.618811924365057e-06,
      "loss": 0.6457,
      "step": 80070
    },
    {
      "epoch": 22.35,
      "grad_norm": 4.868701457977295,
      "learning_rate": 2.6191389896734576e-06,
      "loss": 0.6705,
      "step": 80080
    },
    {
      "epoch": 22.35,
      "grad_norm": 6.823007106781006,
      "learning_rate": 2.6194660549818585e-06,
      "loss": 0.6419,
      "step": 80090
    },
    {
      "epoch": 22.36,
      "grad_norm": 4.116814136505127,
      "learning_rate": 2.619793120290259e-06,
      "loss": 0.6574,
      "step": 80100
    },
    {
      "epoch": 22.36,
      "grad_norm": 3.424011468887329,
      "learning_rate": 2.6201201855986604e-06,
      "loss": 0.6605,
      "step": 80110
    },
    {
      "epoch": 22.36,
      "grad_norm": 3.3999435901641846,
      "learning_rate": 2.620447250907061e-06,
      "loss": 0.6245,
      "step": 80120
    },
    {
      "epoch": 22.36,
      "grad_norm": 4.408228397369385,
      "learning_rate": 2.620774316215462e-06,
      "loss": 0.6607,
      "step": 80130
    },
    {
      "epoch": 22.37,
      "grad_norm": 3.286888837814331,
      "learning_rate": 2.6211013815238624e-06,
      "loss": 0.6536,
      "step": 80140
    },
    {
      "epoch": 22.37,
      "grad_norm": 3.5175065994262695,
      "learning_rate": 2.6214284468322633e-06,
      "loss": 0.6574,
      "step": 80150
    },
    {
      "epoch": 22.37,
      "grad_norm": 3.6806890964508057,
      "learning_rate": 2.621755512140664e-06,
      "loss": 0.6298,
      "step": 80160
    },
    {
      "epoch": 22.38,
      "grad_norm": 3.89165997505188,
      "learning_rate": 2.6220825774490647e-06,
      "loss": 0.6528,
      "step": 80170
    },
    {
      "epoch": 22.38,
      "grad_norm": 4.065314292907715,
      "learning_rate": 2.6224096427574657e-06,
      "loss": 0.6535,
      "step": 80180
    },
    {
      "epoch": 22.38,
      "grad_norm": 3.794508695602417,
      "learning_rate": 2.622736708065866e-06,
      "loss": 0.6398,
      "step": 80190
    },
    {
      "epoch": 22.38,
      "grad_norm": 3.5027015209198,
      "learning_rate": 2.623063773374267e-06,
      "loss": 0.6528,
      "step": 80200
    },
    {
      "epoch": 22.39,
      "grad_norm": 3.507646083831787,
      "learning_rate": 2.6233908386826676e-06,
      "loss": 0.6438,
      "step": 80210
    },
    {
      "epoch": 22.39,
      "grad_norm": 3.630392074584961,
      "learning_rate": 2.623717903991069e-06,
      "loss": 0.6455,
      "step": 80220
    },
    {
      "epoch": 22.39,
      "grad_norm": 2.8593997955322266,
      "learning_rate": 2.6240449692994695e-06,
      "loss": 0.6505,
      "step": 80230
    },
    {
      "epoch": 22.39,
      "grad_norm": 3.6951959133148193,
      "learning_rate": 2.6243720346078704e-06,
      "loss": 0.627,
      "step": 80240
    },
    {
      "epoch": 22.4,
      "grad_norm": 3.4844229221343994,
      "learning_rate": 2.624699099916271e-06,
      "loss": 0.6458,
      "step": 80250
    },
    {
      "epoch": 22.4,
      "grad_norm": 3.9997332096099854,
      "learning_rate": 2.625026165224672e-06,
      "loss": 0.6396,
      "step": 80260
    },
    {
      "epoch": 22.4,
      "grad_norm": 3.0434274673461914,
      "learning_rate": 2.625353230533073e-06,
      "loss": 0.6524,
      "step": 80270
    },
    {
      "epoch": 22.41,
      "grad_norm": 3.3841052055358887,
      "learning_rate": 2.6256802958414733e-06,
      "loss": 0.641,
      "step": 80280
    },
    {
      "epoch": 22.41,
      "grad_norm": 5.057119369506836,
      "learning_rate": 2.6260073611498743e-06,
      "loss": 0.6311,
      "step": 80290
    },
    {
      "epoch": 22.41,
      "grad_norm": 5.111546516418457,
      "learning_rate": 2.626334426458275e-06,
      "loss": 0.65,
      "step": 80300
    },
    {
      "epoch": 22.41,
      "grad_norm": 4.098135948181152,
      "learning_rate": 2.6266614917666757e-06,
      "loss": 0.6191,
      "step": 80310
    },
    {
      "epoch": 22.42,
      "grad_norm": 4.280084133148193,
      "learning_rate": 2.6269885570750762e-06,
      "loss": 0.6421,
      "step": 80320
    },
    {
      "epoch": 22.42,
      "grad_norm": 4.575434684753418,
      "learning_rate": 2.627315622383477e-06,
      "loss": 0.6411,
      "step": 80330
    },
    {
      "epoch": 22.42,
      "grad_norm": 3.032332181930542,
      "learning_rate": 2.6276426876918777e-06,
      "loss": 0.6532,
      "step": 80340
    },
    {
      "epoch": 22.43,
      "grad_norm": 3.380340337753296,
      "learning_rate": 2.627969753000279e-06,
      "loss": 0.654,
      "step": 80350
    },
    {
      "epoch": 22.43,
      "grad_norm": 4.2993855476379395,
      "learning_rate": 2.62829681830868e-06,
      "loss": 0.6541,
      "step": 80360
    },
    {
      "epoch": 22.43,
      "grad_norm": 3.5935420989990234,
      "learning_rate": 2.6286238836170805e-06,
      "loss": 0.6577,
      "step": 80370
    },
    {
      "epoch": 22.43,
      "grad_norm": 3.91229510307312,
      "learning_rate": 2.6289509489254814e-06,
      "loss": 0.6474,
      "step": 80380
    },
    {
      "epoch": 22.44,
      "grad_norm": 4.800044536590576,
      "learning_rate": 2.629278014233882e-06,
      "loss": 0.6438,
      "step": 80390
    },
    {
      "epoch": 22.44,
      "grad_norm": 4.405603885650635,
      "learning_rate": 2.629605079542283e-06,
      "loss": 0.6513,
      "step": 80400
    },
    {
      "epoch": 22.44,
      "grad_norm": 3.772923231124878,
      "learning_rate": 2.6299321448506834e-06,
      "loss": 0.6379,
      "step": 80410
    },
    {
      "epoch": 22.44,
      "grad_norm": 3.674712896347046,
      "learning_rate": 2.6302592101590843e-06,
      "loss": 0.6281,
      "step": 80420
    },
    {
      "epoch": 22.45,
      "grad_norm": 3.388669967651367,
      "learning_rate": 2.630586275467485e-06,
      "loss": 0.6562,
      "step": 80430
    },
    {
      "epoch": 22.45,
      "grad_norm": 3.5929670333862305,
      "learning_rate": 2.6309133407758858e-06,
      "loss": 0.618,
      "step": 80440
    },
    {
      "epoch": 22.45,
      "grad_norm": 3.5476791858673096,
      "learning_rate": 2.6312404060842863e-06,
      "loss": 0.6411,
      "step": 80450
    },
    {
      "epoch": 22.46,
      "grad_norm": 4.821083068847656,
      "learning_rate": 2.6315674713926876e-06,
      "loss": 0.6271,
      "step": 80460
    },
    {
      "epoch": 22.46,
      "grad_norm": 4.914770126342773,
      "learning_rate": 2.6318945367010886e-06,
      "loss": 0.6679,
      "step": 80470
    },
    {
      "epoch": 22.46,
      "grad_norm": 3.4447073936462402,
      "learning_rate": 2.632221602009489e-06,
      "loss": 0.66,
      "step": 80480
    },
    {
      "epoch": 22.46,
      "grad_norm": 4.415043830871582,
      "learning_rate": 2.63254866731789e-06,
      "loss": 0.6576,
      "step": 80490
    },
    {
      "epoch": 22.47,
      "grad_norm": 3.917018413543701,
      "learning_rate": 2.6328757326262905e-06,
      "loss": 0.6551,
      "step": 80500
    },
    {
      "epoch": 22.47,
      "grad_norm": 3.563262939453125,
      "learning_rate": 2.6332027979346915e-06,
      "loss": 0.6559,
      "step": 80510
    },
    {
      "epoch": 22.47,
      "grad_norm": 3.1927294731140137,
      "learning_rate": 2.633529863243092e-06,
      "loss": 0.6727,
      "step": 80520
    },
    {
      "epoch": 22.48,
      "grad_norm": 3.792454719543457,
      "learning_rate": 2.633856928551493e-06,
      "loss": 0.6377,
      "step": 80530
    },
    {
      "epoch": 22.48,
      "grad_norm": 2.948518991470337,
      "learning_rate": 2.6341839938598934e-06,
      "loss": 0.6425,
      "step": 80540
    },
    {
      "epoch": 22.48,
      "grad_norm": 4.106625556945801,
      "learning_rate": 2.6345110591682944e-06,
      "loss": 0.6445,
      "step": 80550
    },
    {
      "epoch": 22.48,
      "grad_norm": 3.2415149211883545,
      "learning_rate": 2.6348381244766953e-06,
      "loss": 0.6339,
      "step": 80560
    },
    {
      "epoch": 22.49,
      "grad_norm": 3.6495258808135986,
      "learning_rate": 2.635165189785096e-06,
      "loss": 0.6462,
      "step": 80570
    },
    {
      "epoch": 22.49,
      "grad_norm": 4.086733341217041,
      "learning_rate": 2.635492255093497e-06,
      "loss": 0.6578,
      "step": 80580
    },
    {
      "epoch": 22.49,
      "grad_norm": 4.16243839263916,
      "learning_rate": 2.6358193204018977e-06,
      "loss": 0.6242,
      "step": 80590
    },
    {
      "epoch": 22.5,
      "grad_norm": 4.8882951736450195,
      "learning_rate": 2.6361463857102986e-06,
      "loss": 0.6693,
      "step": 80600
    },
    {
      "epoch": 22.5,
      "grad_norm": 4.538427829742432,
      "learning_rate": 2.636473451018699e-06,
      "loss": 0.6559,
      "step": 80610
    },
    {
      "epoch": 22.5,
      "grad_norm": 4.09238338470459,
      "learning_rate": 2.6368005163271e-06,
      "loss": 0.644,
      "step": 80620
    },
    {
      "epoch": 22.5,
      "grad_norm": 2.9394102096557617,
      "learning_rate": 2.6371275816355006e-06,
      "loss": 0.6367,
      "step": 80630
    },
    {
      "epoch": 22.51,
      "grad_norm": 3.793604850769043,
      "learning_rate": 2.6374546469439015e-06,
      "loss": 0.6638,
      "step": 80640
    },
    {
      "epoch": 22.51,
      "grad_norm": 4.604398727416992,
      "learning_rate": 2.6377817122523024e-06,
      "loss": 0.628,
      "step": 80650
    },
    {
      "epoch": 22.51,
      "grad_norm": 3.5600905418395996,
      "learning_rate": 2.638108777560703e-06,
      "loss": 0.6332,
      "step": 80660
    },
    {
      "epoch": 22.51,
      "grad_norm": 4.057101726531982,
      "learning_rate": 2.638435842869104e-06,
      "loss": 0.6542,
      "step": 80670
    },
    {
      "epoch": 22.52,
      "grad_norm": 6.423816680908203,
      "learning_rate": 2.6387629081775044e-06,
      "loss": 0.6477,
      "step": 80680
    },
    {
      "epoch": 22.52,
      "grad_norm": 3.494687795639038,
      "learning_rate": 2.6390899734859058e-06,
      "loss": 0.6429,
      "step": 80690
    },
    {
      "epoch": 22.52,
      "grad_norm": 3.894091844558716,
      "learning_rate": 2.6394170387943063e-06,
      "loss": 0.6306,
      "step": 80700
    },
    {
      "epoch": 22.53,
      "grad_norm": 4.476006507873535,
      "learning_rate": 2.639744104102707e-06,
      "loss": 0.6417,
      "step": 80710
    },
    {
      "epoch": 22.53,
      "grad_norm": 4.155147552490234,
      "learning_rate": 2.6400711694111077e-06,
      "loss": 0.6285,
      "step": 80720
    },
    {
      "epoch": 22.53,
      "grad_norm": 2.874624252319336,
      "learning_rate": 2.6403982347195086e-06,
      "loss": 0.641,
      "step": 80730
    },
    {
      "epoch": 22.53,
      "grad_norm": 4.0489501953125,
      "learning_rate": 2.6407253000279096e-06,
      "loss": 0.6643,
      "step": 80740
    },
    {
      "epoch": 22.54,
      "grad_norm": 3.9042835235595703,
      "learning_rate": 2.64105236533631e-06,
      "loss": 0.6375,
      "step": 80750
    },
    {
      "epoch": 22.54,
      "grad_norm": 4.003590106964111,
      "learning_rate": 2.641379430644711e-06,
      "loss": 0.6542,
      "step": 80760
    },
    {
      "epoch": 22.54,
      "grad_norm": 4.057162761688232,
      "learning_rate": 2.6417064959531115e-06,
      "loss": 0.6575,
      "step": 80770
    },
    {
      "epoch": 22.55,
      "grad_norm": 2.9825167655944824,
      "learning_rate": 2.6420335612615125e-06,
      "loss": 0.6602,
      "step": 80780
    },
    {
      "epoch": 22.55,
      "grad_norm": 3.0035393238067627,
      "learning_rate": 2.642360626569913e-06,
      "loss": 0.634,
      "step": 80790
    },
    {
      "epoch": 22.55,
      "grad_norm": 3.9987895488739014,
      "learning_rate": 2.642687691878314e-06,
      "loss": 0.6755,
      "step": 80800
    },
    {
      "epoch": 22.55,
      "grad_norm": 3.9569709300994873,
      "learning_rate": 2.6430147571867144e-06,
      "loss": 0.634,
      "step": 80810
    },
    {
      "epoch": 22.56,
      "grad_norm": 3.4831254482269287,
      "learning_rate": 2.643341822495116e-06,
      "loss": 0.6305,
      "step": 80820
    },
    {
      "epoch": 22.56,
      "grad_norm": 6.090065956115723,
      "learning_rate": 2.6436688878035163e-06,
      "loss": 0.6371,
      "step": 80830
    },
    {
      "epoch": 22.56,
      "grad_norm": 3.9168641567230225,
      "learning_rate": 2.6439959531119172e-06,
      "loss": 0.6297,
      "step": 80840
    },
    {
      "epoch": 22.56,
      "grad_norm": 3.4847652912139893,
      "learning_rate": 2.644323018420318e-06,
      "loss": 0.6613,
      "step": 80850
    },
    {
      "epoch": 22.57,
      "grad_norm": 3.1543359756469727,
      "learning_rate": 2.6446500837287187e-06,
      "loss": 0.656,
      "step": 80860
    },
    {
      "epoch": 22.57,
      "grad_norm": 4.420298099517822,
      "learning_rate": 2.6449771490371196e-06,
      "loss": 0.67,
      "step": 80870
    },
    {
      "epoch": 22.57,
      "grad_norm": 4.126668453216553,
      "learning_rate": 2.64530421434552e-06,
      "loss": 0.6548,
      "step": 80880
    },
    {
      "epoch": 22.58,
      "grad_norm": 3.046945095062256,
      "learning_rate": 2.645631279653921e-06,
      "loss": 0.6564,
      "step": 80890
    },
    {
      "epoch": 22.58,
      "grad_norm": 3.9764277935028076,
      "learning_rate": 2.6459583449623216e-06,
      "loss": 0.6528,
      "step": 80900
    },
    {
      "epoch": 22.58,
      "grad_norm": 4.743075370788574,
      "learning_rate": 2.6462854102707225e-06,
      "loss": 0.6338,
      "step": 80910
    },
    {
      "epoch": 22.58,
      "grad_norm": 2.9434611797332764,
      "learning_rate": 2.646612475579123e-06,
      "loss": 0.6333,
      "step": 80920
    },
    {
      "epoch": 22.59,
      "grad_norm": 4.539115905761719,
      "learning_rate": 2.6469395408875244e-06,
      "loss": 0.6496,
      "step": 80930
    },
    {
      "epoch": 22.59,
      "grad_norm": 3.7587358951568604,
      "learning_rate": 2.6472666061959253e-06,
      "loss": 0.6613,
      "step": 80940
    },
    {
      "epoch": 22.59,
      "grad_norm": 3.361307144165039,
      "learning_rate": 2.647593671504326e-06,
      "loss": 0.6495,
      "step": 80950
    },
    {
      "epoch": 22.6,
      "grad_norm": 3.2696375846862793,
      "learning_rate": 2.6479207368127268e-06,
      "loss": 0.6451,
      "step": 80960
    },
    {
      "epoch": 22.6,
      "grad_norm": 3.499035120010376,
      "learning_rate": 2.6482478021211273e-06,
      "loss": 0.6488,
      "step": 80970
    },
    {
      "epoch": 22.6,
      "grad_norm": 3.0146679878234863,
      "learning_rate": 2.6485748674295282e-06,
      "loss": 0.6508,
      "step": 80980
    },
    {
      "epoch": 22.6,
      "grad_norm": 3.520944118499756,
      "learning_rate": 2.6489019327379287e-06,
      "loss": 0.6478,
      "step": 80990
    },
    {
      "epoch": 22.61,
      "grad_norm": 4.576655864715576,
      "learning_rate": 2.6492289980463297e-06,
      "loss": 0.647,
      "step": 81000
    },
    {
      "epoch": 22.61,
      "grad_norm": 3.325025796890259,
      "learning_rate": 2.64955606335473e-06,
      "loss": 0.6821,
      "step": 81010
    },
    {
      "epoch": 22.61,
      "grad_norm": 4.438243389129639,
      "learning_rate": 2.649883128663131e-06,
      "loss": 0.6452,
      "step": 81020
    },
    {
      "epoch": 22.62,
      "grad_norm": 3.7610299587249756,
      "learning_rate": 2.650210193971532e-06,
      "loss": 0.6428,
      "step": 81030
    },
    {
      "epoch": 22.62,
      "grad_norm": 4.563687801361084,
      "learning_rate": 2.6505372592799326e-06,
      "loss": 0.6437,
      "step": 81040
    },
    {
      "epoch": 22.62,
      "grad_norm": 3.1631133556365967,
      "learning_rate": 2.650864324588334e-06,
      "loss": 0.6395,
      "step": 81050
    },
    {
      "epoch": 22.62,
      "grad_norm": 4.731776237487793,
      "learning_rate": 2.6511913898967344e-06,
      "loss": 0.6434,
      "step": 81060
    },
    {
      "epoch": 22.63,
      "grad_norm": 3.7872445583343506,
      "learning_rate": 2.6515184552051354e-06,
      "loss": 0.6401,
      "step": 81070
    },
    {
      "epoch": 22.63,
      "grad_norm": 4.781400203704834,
      "learning_rate": 2.651845520513536e-06,
      "loss": 0.6468,
      "step": 81080
    },
    {
      "epoch": 22.63,
      "grad_norm": 4.105513095855713,
      "learning_rate": 2.652172585821937e-06,
      "loss": 0.6375,
      "step": 81090
    },
    {
      "epoch": 22.63,
      "grad_norm": 2.775697946548462,
      "learning_rate": 2.6524996511303373e-06,
      "loss": 0.6523,
      "step": 81100
    },
    {
      "epoch": 22.64,
      "grad_norm": 3.6999294757843018,
      "learning_rate": 2.6528267164387383e-06,
      "loss": 0.6537,
      "step": 81110
    },
    {
      "epoch": 22.64,
      "grad_norm": 3.5793538093566895,
      "learning_rate": 2.653153781747139e-06,
      "loss": 0.6457,
      "step": 81120
    },
    {
      "epoch": 22.64,
      "grad_norm": 3.344367742538452,
      "learning_rate": 2.6534808470555397e-06,
      "loss": 0.6538,
      "step": 81130
    },
    {
      "epoch": 22.65,
      "grad_norm": 3.63863205909729,
      "learning_rate": 2.6538079123639406e-06,
      "loss": 0.6627,
      "step": 81140
    },
    {
      "epoch": 22.65,
      "grad_norm": 4.258613109588623,
      "learning_rate": 2.654134977672341e-06,
      "loss": 0.6473,
      "step": 81150
    },
    {
      "epoch": 22.65,
      "grad_norm": 3.2543599605560303,
      "learning_rate": 2.6544620429807425e-06,
      "loss": 0.6464,
      "step": 81160
    },
    {
      "epoch": 22.65,
      "grad_norm": 2.8442606925964355,
      "learning_rate": 2.6547891082891426e-06,
      "loss": 0.6203,
      "step": 81170
    },
    {
      "epoch": 22.66,
      "grad_norm": 4.048568248748779,
      "learning_rate": 2.655116173597544e-06,
      "loss": 0.6614,
      "step": 81180
    },
    {
      "epoch": 22.66,
      "grad_norm": 3.321411609649658,
      "learning_rate": 2.6554432389059445e-06,
      "loss": 0.6399,
      "step": 81190
    },
    {
      "epoch": 22.66,
      "grad_norm": 3.001526355743408,
      "learning_rate": 2.6557703042143454e-06,
      "loss": 0.6466,
      "step": 81200
    },
    {
      "epoch": 22.67,
      "grad_norm": 3.12766695022583,
      "learning_rate": 2.656097369522746e-06,
      "loss": 0.6397,
      "step": 81210
    },
    {
      "epoch": 22.67,
      "grad_norm": 4.406714916229248,
      "learning_rate": 2.656424434831147e-06,
      "loss": 0.6384,
      "step": 81220
    },
    {
      "epoch": 22.67,
      "grad_norm": 3.643944501876831,
      "learning_rate": 2.6567515001395478e-06,
      "loss": 0.6413,
      "step": 81230
    },
    {
      "epoch": 22.67,
      "grad_norm": 3.27044677734375,
      "learning_rate": 2.6570785654479483e-06,
      "loss": 0.6544,
      "step": 81240
    },
    {
      "epoch": 22.68,
      "grad_norm": 4.248594760894775,
      "learning_rate": 2.6574056307563492e-06,
      "loss": 0.6633,
      "step": 81250
    },
    {
      "epoch": 22.68,
      "grad_norm": 4.663544178009033,
      "learning_rate": 2.6577326960647497e-06,
      "loss": 0.629,
      "step": 81260
    },
    {
      "epoch": 22.68,
      "grad_norm": 3.9274468421936035,
      "learning_rate": 2.6580597613731507e-06,
      "loss": 0.6453,
      "step": 81270
    },
    {
      "epoch": 22.68,
      "grad_norm": 3.313711166381836,
      "learning_rate": 2.658386826681551e-06,
      "loss": 0.6281,
      "step": 81280
    },
    {
      "epoch": 22.69,
      "grad_norm": 5.894242763519287,
      "learning_rate": 2.6587138919899525e-06,
      "loss": 0.651,
      "step": 81290
    },
    {
      "epoch": 22.69,
      "grad_norm": 3.8772106170654297,
      "learning_rate": 2.659040957298353e-06,
      "loss": 0.6269,
      "step": 81300
    },
    {
      "epoch": 22.69,
      "grad_norm": 3.480926752090454,
      "learning_rate": 2.659368022606754e-06,
      "loss": 0.6668,
      "step": 81310
    },
    {
      "epoch": 22.7,
      "grad_norm": 3.9355454444885254,
      "learning_rate": 2.659695087915155e-06,
      "loss": 0.6726,
      "step": 81320
    },
    {
      "epoch": 22.7,
      "grad_norm": 3.3728208541870117,
      "learning_rate": 2.6600221532235554e-06,
      "loss": 0.6566,
      "step": 81330
    },
    {
      "epoch": 22.7,
      "grad_norm": 5.923680782318115,
      "learning_rate": 2.6603492185319564e-06,
      "loss": 0.6207,
      "step": 81340
    },
    {
      "epoch": 22.7,
      "grad_norm": 4.1748881340026855,
      "learning_rate": 2.660676283840357e-06,
      "loss": 0.6358,
      "step": 81350
    },
    {
      "epoch": 22.71,
      "grad_norm": 3.9442837238311768,
      "learning_rate": 2.661003349148758e-06,
      "loss": 0.6566,
      "step": 81360
    },
    {
      "epoch": 22.71,
      "grad_norm": 4.318170547485352,
      "learning_rate": 2.6613304144571583e-06,
      "loss": 0.6609,
      "step": 81370
    },
    {
      "epoch": 22.71,
      "grad_norm": 4.383274555206299,
      "learning_rate": 2.6616574797655593e-06,
      "loss": 0.6668,
      "step": 81380
    },
    {
      "epoch": 22.72,
      "grad_norm": 3.0571813583374023,
      "learning_rate": 2.6619845450739598e-06,
      "loss": 0.645,
      "step": 81390
    },
    {
      "epoch": 22.72,
      "grad_norm": 3.435650587081909,
      "learning_rate": 2.662311610382361e-06,
      "loss": 0.6553,
      "step": 81400
    },
    {
      "epoch": 22.72,
      "grad_norm": 3.4941635131835938,
      "learning_rate": 2.662638675690762e-06,
      "loss": 0.6417,
      "step": 81410
    },
    {
      "epoch": 22.72,
      "grad_norm": 4.086772918701172,
      "learning_rate": 2.6629657409991626e-06,
      "loss": 0.6652,
      "step": 81420
    },
    {
      "epoch": 22.73,
      "grad_norm": 3.690476894378662,
      "learning_rate": 2.6632928063075635e-06,
      "loss": 0.6561,
      "step": 81430
    },
    {
      "epoch": 22.73,
      "grad_norm": 4.458442687988281,
      "learning_rate": 2.663619871615964e-06,
      "loss": 0.6495,
      "step": 81440
    },
    {
      "epoch": 22.73,
      "grad_norm": 3.0300557613372803,
      "learning_rate": 2.663946936924365e-06,
      "loss": 0.6485,
      "step": 81450
    },
    {
      "epoch": 22.74,
      "grad_norm": 4.401841163635254,
      "learning_rate": 2.6642740022327655e-06,
      "loss": 0.6728,
      "step": 81460
    },
    {
      "epoch": 22.74,
      "grad_norm": 3.7942378520965576,
      "learning_rate": 2.6646010675411664e-06,
      "loss": 0.6555,
      "step": 81470
    },
    {
      "epoch": 22.74,
      "grad_norm": 3.2189977169036865,
      "learning_rate": 2.664928132849567e-06,
      "loss": 0.639,
      "step": 81480
    },
    {
      "epoch": 22.74,
      "grad_norm": 4.243865013122559,
      "learning_rate": 2.665255198157968e-06,
      "loss": 0.6381,
      "step": 81490
    },
    {
      "epoch": 22.75,
      "grad_norm": 3.2736151218414307,
      "learning_rate": 2.6655822634663684e-06,
      "loss": 0.6641,
      "step": 81500
    },
    {
      "epoch": 22.75,
      "grad_norm": 4.51047420501709,
      "learning_rate": 2.6659093287747693e-06,
      "loss": 0.6354,
      "step": 81510
    },
    {
      "epoch": 22.75,
      "grad_norm": 5.3245086669921875,
      "learning_rate": 2.6662363940831707e-06,
      "loss": 0.6498,
      "step": 81520
    },
    {
      "epoch": 22.75,
      "grad_norm": 4.178260803222656,
      "learning_rate": 2.666563459391571e-06,
      "loss": 0.6379,
      "step": 81530
    },
    {
      "epoch": 22.76,
      "grad_norm": 4.961293697357178,
      "learning_rate": 2.666890524699972e-06,
      "loss": 0.6545,
      "step": 81540
    },
    {
      "epoch": 22.76,
      "grad_norm": 3.336930274963379,
      "learning_rate": 2.6672175900083726e-06,
      "loss": 0.6406,
      "step": 81550
    },
    {
      "epoch": 22.76,
      "grad_norm": 3.0133817195892334,
      "learning_rate": 2.6675446553167736e-06,
      "loss": 0.6408,
      "step": 81560
    },
    {
      "epoch": 22.77,
      "grad_norm": 4.039758682250977,
      "learning_rate": 2.667871720625174e-06,
      "loss": 0.6467,
      "step": 81570
    },
    {
      "epoch": 22.77,
      "grad_norm": 4.829004287719727,
      "learning_rate": 2.668198785933575e-06,
      "loss": 0.6449,
      "step": 81580
    },
    {
      "epoch": 22.77,
      "grad_norm": 3.9961564540863037,
      "learning_rate": 2.6685258512419755e-06,
      "loss": 0.6683,
      "step": 81590
    },
    {
      "epoch": 22.77,
      "grad_norm": 4.374539375305176,
      "learning_rate": 2.6688529165503765e-06,
      "loss": 0.6293,
      "step": 81600
    },
    {
      "epoch": 22.78,
      "grad_norm": 4.9248809814453125,
      "learning_rate": 2.6691799818587774e-06,
      "loss": 0.6475,
      "step": 81610
    },
    {
      "epoch": 22.78,
      "grad_norm": 2.9095935821533203,
      "learning_rate": 2.669507047167178e-06,
      "loss": 0.6635,
      "step": 81620
    },
    {
      "epoch": 22.78,
      "grad_norm": 4.177798271179199,
      "learning_rate": 2.6698341124755793e-06,
      "loss": 0.6473,
      "step": 81630
    },
    {
      "epoch": 22.79,
      "grad_norm": 3.204470634460449,
      "learning_rate": 2.6701611777839793e-06,
      "loss": 0.6555,
      "step": 81640
    },
    {
      "epoch": 22.79,
      "grad_norm": 2.936706066131592,
      "learning_rate": 2.6704882430923807e-06,
      "loss": 0.6616,
      "step": 81650
    },
    {
      "epoch": 22.79,
      "grad_norm": 3.8944640159606934,
      "learning_rate": 2.6708153084007812e-06,
      "loss": 0.6574,
      "step": 81660
    },
    {
      "epoch": 22.79,
      "grad_norm": 4.038851261138916,
      "learning_rate": 2.671142373709182e-06,
      "loss": 0.6528,
      "step": 81670
    },
    {
      "epoch": 22.8,
      "grad_norm": 3.8909265995025635,
      "learning_rate": 2.6714694390175827e-06,
      "loss": 0.6354,
      "step": 81680
    },
    {
      "epoch": 22.8,
      "grad_norm": 4.41199254989624,
      "learning_rate": 2.6717965043259836e-06,
      "loss": 0.6489,
      "step": 81690
    },
    {
      "epoch": 22.8,
      "grad_norm": 4.169754981994629,
      "learning_rate": 2.6721235696343845e-06,
      "loss": 0.6587,
      "step": 81700
    },
    {
      "epoch": 22.8,
      "grad_norm": 3.266664981842041,
      "learning_rate": 2.672450634942785e-06,
      "loss": 0.6377,
      "step": 81710
    },
    {
      "epoch": 22.81,
      "grad_norm": 3.3728044033050537,
      "learning_rate": 2.672777700251186e-06,
      "loss": 0.6304,
      "step": 81720
    },
    {
      "epoch": 22.81,
      "grad_norm": 3.4802205562591553,
      "learning_rate": 2.6731047655595865e-06,
      "loss": 0.6496,
      "step": 81730
    },
    {
      "epoch": 22.81,
      "grad_norm": 4.955931663513184,
      "learning_rate": 2.6734318308679874e-06,
      "loss": 0.659,
      "step": 81740
    },
    {
      "epoch": 22.82,
      "grad_norm": 3.619931221008301,
      "learning_rate": 2.673758896176388e-06,
      "loss": 0.6345,
      "step": 81750
    },
    {
      "epoch": 22.82,
      "grad_norm": 3.7622907161712646,
      "learning_rate": 2.6740859614847893e-06,
      "loss": 0.6505,
      "step": 81760
    },
    {
      "epoch": 22.82,
      "grad_norm": 4.876648902893066,
      "learning_rate": 2.67441302679319e-06,
      "loss": 0.6369,
      "step": 81770
    },
    {
      "epoch": 22.82,
      "grad_norm": 4.598146438598633,
      "learning_rate": 2.6747400921015907e-06,
      "loss": 0.652,
      "step": 81780
    },
    {
      "epoch": 22.83,
      "grad_norm": 3.570305824279785,
      "learning_rate": 2.6750671574099917e-06,
      "loss": 0.6658,
      "step": 81790
    },
    {
      "epoch": 22.83,
      "grad_norm": 4.096167087554932,
      "learning_rate": 2.675394222718392e-06,
      "loss": 0.6427,
      "step": 81800
    },
    {
      "epoch": 22.83,
      "grad_norm": 3.6728012561798096,
      "learning_rate": 2.675721288026793e-06,
      "loss": 0.6361,
      "step": 81810
    },
    {
      "epoch": 22.84,
      "grad_norm": 4.131843090057373,
      "learning_rate": 2.6760483533351936e-06,
      "loss": 0.6516,
      "step": 81820
    },
    {
      "epoch": 22.84,
      "grad_norm": 3.926645517349243,
      "learning_rate": 2.6763754186435946e-06,
      "loss": 0.6465,
      "step": 81830
    },
    {
      "epoch": 22.84,
      "grad_norm": 3.1987807750701904,
      "learning_rate": 2.676702483951995e-06,
      "loss": 0.6448,
      "step": 81840
    },
    {
      "epoch": 22.84,
      "grad_norm": 4.281134128570557,
      "learning_rate": 2.677029549260396e-06,
      "loss": 0.6709,
      "step": 81850
    },
    {
      "epoch": 22.85,
      "grad_norm": 3.0313665866851807,
      "learning_rate": 2.6773566145687965e-06,
      "loss": 0.6472,
      "step": 81860
    },
    {
      "epoch": 22.85,
      "grad_norm": 4.97561502456665,
      "learning_rate": 2.677683679877198e-06,
      "loss": 0.6289,
      "step": 81870
    },
    {
      "epoch": 22.85,
      "grad_norm": 3.6681740283966064,
      "learning_rate": 2.678010745185598e-06,
      "loss": 0.6325,
      "step": 81880
    },
    {
      "epoch": 22.86,
      "grad_norm": 3.2019338607788086,
      "learning_rate": 2.6783378104939993e-06,
      "loss": 0.6438,
      "step": 81890
    },
    {
      "epoch": 22.86,
      "grad_norm": 3.6451830863952637,
      "learning_rate": 2.6786648758024003e-06,
      "loss": 0.6623,
      "step": 81900
    },
    {
      "epoch": 22.86,
      "grad_norm": 4.344462871551514,
      "learning_rate": 2.6789919411108008e-06,
      "loss": 0.6512,
      "step": 81910
    },
    {
      "epoch": 22.86,
      "grad_norm": 2.6262118816375732,
      "learning_rate": 2.6793190064192017e-06,
      "loss": 0.6325,
      "step": 81920
    },
    {
      "epoch": 22.87,
      "grad_norm": 4.211884021759033,
      "learning_rate": 2.6796460717276022e-06,
      "loss": 0.6556,
      "step": 81930
    },
    {
      "epoch": 22.87,
      "grad_norm": 3.9830546379089355,
      "learning_rate": 2.679973137036003e-06,
      "loss": 0.6421,
      "step": 81940
    },
    {
      "epoch": 22.87,
      "grad_norm": 3.452373743057251,
      "learning_rate": 2.6803002023444037e-06,
      "loss": 0.6501,
      "step": 81950
    },
    {
      "epoch": 22.87,
      "grad_norm": 3.5822508335113525,
      "learning_rate": 2.6806272676528046e-06,
      "loss": 0.6363,
      "step": 81960
    },
    {
      "epoch": 22.88,
      "grad_norm": 3.9740428924560547,
      "learning_rate": 2.680954332961205e-06,
      "loss": 0.6503,
      "step": 81970
    },
    {
      "epoch": 22.88,
      "grad_norm": 5.153536796569824,
      "learning_rate": 2.681281398269606e-06,
      "loss": 0.6522,
      "step": 81980
    },
    {
      "epoch": 22.88,
      "grad_norm": 4.2470173835754395,
      "learning_rate": 2.6816084635780074e-06,
      "loss": 0.6561,
      "step": 81990
    },
    {
      "epoch": 22.89,
      "grad_norm": 5.428683757781982,
      "learning_rate": 2.681935528886408e-06,
      "loss": 0.6547,
      "step": 82000
    },
    {
      "epoch": 22.89,
      "grad_norm": 3.3912694454193115,
      "learning_rate": 2.682262594194809e-06,
      "loss": 0.6514,
      "step": 82010
    },
    {
      "epoch": 22.89,
      "grad_norm": 5.921044826507568,
      "learning_rate": 2.6825896595032094e-06,
      "loss": 0.64,
      "step": 82020
    },
    {
      "epoch": 22.89,
      "grad_norm": 5.008831024169922,
      "learning_rate": 2.6829167248116103e-06,
      "loss": 0.6692,
      "step": 82030
    },
    {
      "epoch": 22.9,
      "grad_norm": 3.954371452331543,
      "learning_rate": 2.683243790120011e-06,
      "loss": 0.6413,
      "step": 82040
    },
    {
      "epoch": 22.9,
      "grad_norm": 4.245560646057129,
      "learning_rate": 2.6835708554284118e-06,
      "loss": 0.6529,
      "step": 82050
    },
    {
      "epoch": 22.9,
      "grad_norm": 3.5538675785064697,
      "learning_rate": 2.6838979207368123e-06,
      "loss": 0.6417,
      "step": 82060
    },
    {
      "epoch": 22.91,
      "grad_norm": 3.8005125522613525,
      "learning_rate": 2.684224986045213e-06,
      "loss": 0.6334,
      "step": 82070
    },
    {
      "epoch": 22.91,
      "grad_norm": 3.133176326751709,
      "learning_rate": 2.684552051353614e-06,
      "loss": 0.655,
      "step": 82080
    },
    {
      "epoch": 22.91,
      "grad_norm": 4.221632480621338,
      "learning_rate": 2.6848791166620147e-06,
      "loss": 0.645,
      "step": 82090
    },
    {
      "epoch": 22.91,
      "grad_norm": 3.2828903198242188,
      "learning_rate": 2.685206181970416e-06,
      "loss": 0.6355,
      "step": 82100
    },
    {
      "epoch": 22.92,
      "grad_norm": 4.4190993309021,
      "learning_rate": 2.685533247278816e-06,
      "loss": 0.6287,
      "step": 82110
    },
    {
      "epoch": 22.92,
      "grad_norm": 4.577301025390625,
      "learning_rate": 2.6858603125872175e-06,
      "loss": 0.6352,
      "step": 82120
    },
    {
      "epoch": 22.92,
      "grad_norm": 3.4730873107910156,
      "learning_rate": 2.686187377895618e-06,
      "loss": 0.6622,
      "step": 82130
    },
    {
      "epoch": 22.92,
      "grad_norm": 3.5726611614227295,
      "learning_rate": 2.686514443204019e-06,
      "loss": 0.6209,
      "step": 82140
    },
    {
      "epoch": 22.93,
      "grad_norm": 3.1727585792541504,
      "learning_rate": 2.6868415085124194e-06,
      "loss": 0.6356,
      "step": 82150
    },
    {
      "epoch": 22.93,
      "grad_norm": 4.066458225250244,
      "learning_rate": 2.6871685738208204e-06,
      "loss": 0.6542,
      "step": 82160
    },
    {
      "epoch": 22.93,
      "grad_norm": 5.055349349975586,
      "learning_rate": 2.687495639129221e-06,
      "loss": 0.6593,
      "step": 82170
    },
    {
      "epoch": 22.94,
      "grad_norm": 4.081320285797119,
      "learning_rate": 2.687822704437622e-06,
      "loss": 0.6474,
      "step": 82180
    },
    {
      "epoch": 22.94,
      "grad_norm": 3.605480194091797,
      "learning_rate": 2.6881497697460227e-06,
      "loss": 0.658,
      "step": 82190
    },
    {
      "epoch": 22.94,
      "grad_norm": 4.283095836639404,
      "learning_rate": 2.6884768350544232e-06,
      "loss": 0.6408,
      "step": 82200
    },
    {
      "epoch": 22.94,
      "grad_norm": 4.372829437255859,
      "learning_rate": 2.688803900362824e-06,
      "loss": 0.6388,
      "step": 82210
    },
    {
      "epoch": 22.95,
      "grad_norm": 3.0736324787139893,
      "learning_rate": 2.6891309656712247e-06,
      "loss": 0.6428,
      "step": 82220
    },
    {
      "epoch": 22.95,
      "grad_norm": 3.1226816177368164,
      "learning_rate": 2.689458030979626e-06,
      "loss": 0.6561,
      "step": 82230
    },
    {
      "epoch": 22.95,
      "grad_norm": 3.5673882961273193,
      "learning_rate": 2.6897850962880266e-06,
      "loss": 0.6594,
      "step": 82240
    },
    {
      "epoch": 22.96,
      "grad_norm": 4.258859157562256,
      "learning_rate": 2.6901121615964275e-06,
      "loss": 0.6355,
      "step": 82250
    },
    {
      "epoch": 22.96,
      "grad_norm": 4.345807075500488,
      "learning_rate": 2.690439226904828e-06,
      "loss": 0.6409,
      "step": 82260
    },
    {
      "epoch": 22.96,
      "grad_norm": 3.974487543106079,
      "learning_rate": 2.690766292213229e-06,
      "loss": 0.6533,
      "step": 82270
    },
    {
      "epoch": 22.96,
      "grad_norm": 4.392186641693115,
      "learning_rate": 2.69109335752163e-06,
      "loss": 0.6516,
      "step": 82280
    },
    {
      "epoch": 22.97,
      "grad_norm": 4.124693393707275,
      "learning_rate": 2.6914204228300304e-06,
      "loss": 0.6431,
      "step": 82290
    },
    {
      "epoch": 22.97,
      "grad_norm": 4.134145259857178,
      "learning_rate": 2.6917474881384313e-06,
      "loss": 0.6659,
      "step": 82300
    },
    {
      "epoch": 22.97,
      "grad_norm": 3.425018072128296,
      "learning_rate": 2.692074553446832e-06,
      "loss": 0.6422,
      "step": 82310
    },
    {
      "epoch": 22.98,
      "grad_norm": 4.527848243713379,
      "learning_rate": 2.6924016187552328e-06,
      "loss": 0.6394,
      "step": 82320
    },
    {
      "epoch": 22.98,
      "grad_norm": 4.062694549560547,
      "learning_rate": 2.6927286840636333e-06,
      "loss": 0.6595,
      "step": 82330
    },
    {
      "epoch": 22.98,
      "grad_norm": 3.243337392807007,
      "learning_rate": 2.6930557493720342e-06,
      "loss": 0.6463,
      "step": 82340
    },
    {
      "epoch": 22.98,
      "grad_norm": 3.7160794734954834,
      "learning_rate": 2.6933828146804347e-06,
      "loss": 0.6398,
      "step": 82350
    },
    {
      "epoch": 22.99,
      "grad_norm": 3.024824380874634,
      "learning_rate": 2.693709879988836e-06,
      "loss": 0.6511,
      "step": 82360
    },
    {
      "epoch": 22.99,
      "grad_norm": 3.414348602294922,
      "learning_rate": 2.694036945297237e-06,
      "loss": 0.624,
      "step": 82370
    },
    {
      "epoch": 22.99,
      "grad_norm": 3.6084985733032227,
      "learning_rate": 2.6943640106056375e-06,
      "loss": 0.6749,
      "step": 82380
    },
    {
      "epoch": 22.99,
      "grad_norm": 3.1088004112243652,
      "learning_rate": 2.6946910759140385e-06,
      "loss": 0.6586,
      "step": 82390
    },
    {
      "epoch": 23.0,
      "grad_norm": 4.567590713500977,
      "learning_rate": 2.695018141222439e-06,
      "loss": 0.6692,
      "step": 82400
    },
    {
      "epoch": 23.0,
      "eval_loss": 0.6433428525924683,
      "eval_runtime": 83.3767,
      "eval_samples_per_second": 60.676,
      "eval_steps_per_second": 7.592,
      "step": 82409
    },
    {
      "epoch": 23.0,
      "grad_norm": 3.2948174476623535,
      "learning_rate": 2.69534520653084e-06,
      "loss": 0.6318,
      "step": 82410
    },
    {
      "epoch": 23.0,
      "grad_norm": 2.99432110786438,
      "learning_rate": 2.6956722718392404e-06,
      "loss": 0.6529,
      "step": 82420
    },
    {
      "epoch": 23.01,
      "grad_norm": 4.639753341674805,
      "learning_rate": 2.6959993371476414e-06,
      "loss": 0.6532,
      "step": 82430
    },
    {
      "epoch": 23.01,
      "grad_norm": 3.402190685272217,
      "learning_rate": 2.696326402456042e-06,
      "loss": 0.6447,
      "step": 82440
    },
    {
      "epoch": 23.01,
      "grad_norm": 4.631524562835693,
      "learning_rate": 2.696653467764443e-06,
      "loss": 0.6483,
      "step": 82450
    },
    {
      "epoch": 23.01,
      "grad_norm": 4.184175968170166,
      "learning_rate": 2.696980533072844e-06,
      "loss": 0.6526,
      "step": 82460
    },
    {
      "epoch": 23.02,
      "grad_norm": 3.6004838943481445,
      "learning_rate": 2.6973075983812447e-06,
      "loss": 0.6341,
      "step": 82470
    },
    {
      "epoch": 23.02,
      "grad_norm": 3.800595998764038,
      "learning_rate": 2.6976346636896456e-06,
      "loss": 0.6594,
      "step": 82480
    },
    {
      "epoch": 23.02,
      "grad_norm": 2.4928994178771973,
      "learning_rate": 2.697961728998046e-06,
      "loss": 0.6602,
      "step": 82490
    },
    {
      "epoch": 23.03,
      "grad_norm": 4.821915626525879,
      "learning_rate": 2.698288794306447e-06,
      "loss": 0.6307,
      "step": 82500
    },
    {
      "epoch": 23.03,
      "grad_norm": 4.218993663787842,
      "learning_rate": 2.6986158596148476e-06,
      "loss": 0.6371,
      "step": 82510
    },
    {
      "epoch": 23.03,
      "grad_norm": 3.8752388954162598,
      "learning_rate": 2.6989429249232485e-06,
      "loss": 0.6521,
      "step": 82520
    },
    {
      "epoch": 23.03,
      "grad_norm": 3.9631199836730957,
      "learning_rate": 2.699269990231649e-06,
      "loss": 0.6485,
      "step": 82530
    },
    {
      "epoch": 23.04,
      "grad_norm": 4.903413772583008,
      "learning_rate": 2.69959705554005e-06,
      "loss": 0.6262,
      "step": 82540
    },
    {
      "epoch": 23.04,
      "grad_norm": 3.778238296508789,
      "learning_rate": 2.6999241208484505e-06,
      "loss": 0.6515,
      "step": 82550
    },
    {
      "epoch": 23.04,
      "grad_norm": 3.6998894214630127,
      "learning_rate": 2.7002511861568514e-06,
      "loss": 0.655,
      "step": 82560
    },
    {
      "epoch": 23.04,
      "grad_norm": 3.5879361629486084,
      "learning_rate": 2.7005782514652528e-06,
      "loss": 0.6231,
      "step": 82570
    },
    {
      "epoch": 23.05,
      "grad_norm": 3.2630794048309326,
      "learning_rate": 2.700905316773653e-06,
      "loss": 0.6377,
      "step": 82580
    },
    {
      "epoch": 23.05,
      "grad_norm": 3.8274314403533936,
      "learning_rate": 2.7012323820820542e-06,
      "loss": 0.6394,
      "step": 82590
    },
    {
      "epoch": 23.05,
      "grad_norm": 3.868605375289917,
      "learning_rate": 2.7015594473904547e-06,
      "loss": 0.6492,
      "step": 82600
    },
    {
      "epoch": 23.06,
      "grad_norm": 3.505091667175293,
      "learning_rate": 2.7018865126988557e-06,
      "loss": 0.659,
      "step": 82610
    },
    {
      "epoch": 23.06,
      "grad_norm": 5.244753360748291,
      "learning_rate": 2.702213578007256e-06,
      "loss": 0.6647,
      "step": 82620
    },
    {
      "epoch": 23.06,
      "grad_norm": 5.352237701416016,
      "learning_rate": 2.702540643315657e-06,
      "loss": 0.6401,
      "step": 82630
    },
    {
      "epoch": 23.06,
      "grad_norm": 5.516878604888916,
      "learning_rate": 2.7028677086240576e-06,
      "loss": 0.6362,
      "step": 82640
    },
    {
      "epoch": 23.07,
      "grad_norm": 3.9159152507781982,
      "learning_rate": 2.7031947739324586e-06,
      "loss": 0.6381,
      "step": 82650
    },
    {
      "epoch": 23.07,
      "grad_norm": 3.2992806434631348,
      "learning_rate": 2.7035218392408595e-06,
      "loss": 0.6301,
      "step": 82660
    },
    {
      "epoch": 23.07,
      "grad_norm": 3.2154951095581055,
      "learning_rate": 2.70384890454926e-06,
      "loss": 0.6535,
      "step": 82670
    },
    {
      "epoch": 23.08,
      "grad_norm": 2.8956851959228516,
      "learning_rate": 2.704175969857661e-06,
      "loss": 0.6415,
      "step": 82680
    },
    {
      "epoch": 23.08,
      "grad_norm": 3.802440643310547,
      "learning_rate": 2.7045030351660614e-06,
      "loss": 0.6451,
      "step": 82690
    },
    {
      "epoch": 23.08,
      "grad_norm": 3.3205618858337402,
      "learning_rate": 2.704830100474463e-06,
      "loss": 0.6476,
      "step": 82700
    },
    {
      "epoch": 23.08,
      "grad_norm": 3.1305909156799316,
      "learning_rate": 2.7051571657828633e-06,
      "loss": 0.629,
      "step": 82710
    },
    {
      "epoch": 23.09,
      "grad_norm": 4.051021575927734,
      "learning_rate": 2.7054842310912643e-06,
      "loss": 0.6397,
      "step": 82720
    },
    {
      "epoch": 23.09,
      "grad_norm": 3.3856327533721924,
      "learning_rate": 2.7058112963996648e-06,
      "loss": 0.6482,
      "step": 82730
    },
    {
      "epoch": 23.09,
      "grad_norm": 3.56048846244812,
      "learning_rate": 2.7061383617080657e-06,
      "loss": 0.6596,
      "step": 82740
    },
    {
      "epoch": 23.1,
      "grad_norm": 3.2068264484405518,
      "learning_rate": 2.7064654270164666e-06,
      "loss": 0.6291,
      "step": 82750
    },
    {
      "epoch": 23.1,
      "grad_norm": 4.0997114181518555,
      "learning_rate": 2.706792492324867e-06,
      "loss": 0.6369,
      "step": 82760
    },
    {
      "epoch": 23.1,
      "grad_norm": 4.302192687988281,
      "learning_rate": 2.707119557633268e-06,
      "loss": 0.6647,
      "step": 82770
    },
    {
      "epoch": 23.1,
      "grad_norm": 4.7969512939453125,
      "learning_rate": 2.7074466229416686e-06,
      "loss": 0.6424,
      "step": 82780
    },
    {
      "epoch": 23.11,
      "grad_norm": 4.1279683113098145,
      "learning_rate": 2.7077736882500695e-06,
      "loss": 0.6393,
      "step": 82790
    },
    {
      "epoch": 23.11,
      "grad_norm": 3.1512112617492676,
      "learning_rate": 2.70810075355847e-06,
      "loss": 0.64,
      "step": 82800
    },
    {
      "epoch": 23.11,
      "grad_norm": 3.2288434505462646,
      "learning_rate": 2.708427818866871e-06,
      "loss": 0.6332,
      "step": 82810
    },
    {
      "epoch": 23.11,
      "grad_norm": 4.652581691741943,
      "learning_rate": 2.7087548841752715e-06,
      "loss": 0.6432,
      "step": 82820
    },
    {
      "epoch": 23.12,
      "grad_norm": 4.421636581420898,
      "learning_rate": 2.709081949483673e-06,
      "loss": 0.6466,
      "step": 82830
    },
    {
      "epoch": 23.12,
      "grad_norm": 4.862756729125977,
      "learning_rate": 2.7094090147920738e-06,
      "loss": 0.6412,
      "step": 82840
    },
    {
      "epoch": 23.12,
      "grad_norm": 3.8111438751220703,
      "learning_rate": 2.7097360801004743e-06,
      "loss": 0.6571,
      "step": 82850
    },
    {
      "epoch": 23.13,
      "grad_norm": 3.39420223236084,
      "learning_rate": 2.7100631454088752e-06,
      "loss": 0.6398,
      "step": 82860
    },
    {
      "epoch": 23.13,
      "grad_norm": 3.7154459953308105,
      "learning_rate": 2.7103902107172757e-06,
      "loss": 0.6353,
      "step": 82870
    },
    {
      "epoch": 23.13,
      "grad_norm": 5.291404724121094,
      "learning_rate": 2.7107172760256767e-06,
      "loss": 0.6484,
      "step": 82880
    },
    {
      "epoch": 23.13,
      "grad_norm": 4.6731109619140625,
      "learning_rate": 2.711044341334077e-06,
      "loss": 0.6207,
      "step": 82890
    },
    {
      "epoch": 23.14,
      "grad_norm": 4.3358378410339355,
      "learning_rate": 2.711371406642478e-06,
      "loss": 0.6449,
      "step": 82900
    },
    {
      "epoch": 23.14,
      "grad_norm": 3.7074344158172607,
      "learning_rate": 2.7116984719508786e-06,
      "loss": 0.6195,
      "step": 82910
    },
    {
      "epoch": 23.14,
      "grad_norm": 3.34224271774292,
      "learning_rate": 2.7120255372592796e-06,
      "loss": 0.6526,
      "step": 82920
    },
    {
      "epoch": 23.15,
      "grad_norm": 3.563246965408325,
      "learning_rate": 2.71235260256768e-06,
      "loss": 0.6656,
      "step": 82930
    },
    {
      "epoch": 23.15,
      "grad_norm": 3.819983959197998,
      "learning_rate": 2.7126796678760814e-06,
      "loss": 0.6455,
      "step": 82940
    },
    {
      "epoch": 23.15,
      "grad_norm": 2.7904012203216553,
      "learning_rate": 2.7130067331844824e-06,
      "loss": 0.6449,
      "step": 82950
    },
    {
      "epoch": 23.15,
      "grad_norm": 3.925567865371704,
      "learning_rate": 2.713333798492883e-06,
      "loss": 0.6172,
      "step": 82960
    },
    {
      "epoch": 23.16,
      "grad_norm": 4.065510272979736,
      "learning_rate": 2.713660863801284e-06,
      "loss": 0.6266,
      "step": 82970
    },
    {
      "epoch": 23.16,
      "grad_norm": 5.826586723327637,
      "learning_rate": 2.7139879291096843e-06,
      "loss": 0.6336,
      "step": 82980
    },
    {
      "epoch": 23.16,
      "grad_norm": 4.453235626220703,
      "learning_rate": 2.7143149944180853e-06,
      "loss": 0.6681,
      "step": 82990
    },
    {
      "epoch": 23.16,
      "grad_norm": 4.464012145996094,
      "learning_rate": 2.7146420597264858e-06,
      "loss": 0.6522,
      "step": 83000
    },
    {
      "epoch": 23.17,
      "grad_norm": 4.5457892417907715,
      "learning_rate": 2.7149691250348867e-06,
      "loss": 0.6339,
      "step": 83010
    },
    {
      "epoch": 23.17,
      "grad_norm": 7.0005950927734375,
      "learning_rate": 2.7152961903432872e-06,
      "loss": 0.6634,
      "step": 83020
    },
    {
      "epoch": 23.17,
      "grad_norm": 5.002807140350342,
      "learning_rate": 2.715623255651688e-06,
      "loss": 0.6232,
      "step": 83030
    },
    {
      "epoch": 23.18,
      "grad_norm": 3.91874098777771,
      "learning_rate": 2.715950320960089e-06,
      "loss": 0.6392,
      "step": 83040
    },
    {
      "epoch": 23.18,
      "grad_norm": 3.714303731918335,
      "learning_rate": 2.7162773862684896e-06,
      "loss": 0.6717,
      "step": 83050
    },
    {
      "epoch": 23.18,
      "grad_norm": 3.831752061843872,
      "learning_rate": 2.716604451576891e-06,
      "loss": 0.6358,
      "step": 83060
    },
    {
      "epoch": 23.18,
      "grad_norm": 4.433063983917236,
      "learning_rate": 2.7169315168852915e-06,
      "loss": 0.6384,
      "step": 83070
    },
    {
      "epoch": 23.19,
      "grad_norm": 4.307980537414551,
      "learning_rate": 2.7172585821936924e-06,
      "loss": 0.6437,
      "step": 83080
    },
    {
      "epoch": 23.19,
      "grad_norm": 2.7255594730377197,
      "learning_rate": 2.717585647502093e-06,
      "loss": 0.6417,
      "step": 83090
    },
    {
      "epoch": 23.19,
      "grad_norm": 4.013031482696533,
      "learning_rate": 2.717912712810494e-06,
      "loss": 0.6511,
      "step": 83100
    },
    {
      "epoch": 23.2,
      "grad_norm": 3.324427843093872,
      "learning_rate": 2.7182397781188944e-06,
      "loss": 0.629,
      "step": 83110
    },
    {
      "epoch": 23.2,
      "grad_norm": 3.711320161819458,
      "learning_rate": 2.7185668434272953e-06,
      "loss": 0.6361,
      "step": 83120
    },
    {
      "epoch": 23.2,
      "grad_norm": 3.816441535949707,
      "learning_rate": 2.7188939087356962e-06,
      "loss": 0.6389,
      "step": 83130
    },
    {
      "epoch": 23.2,
      "grad_norm": 2.999699592590332,
      "learning_rate": 2.7192209740440968e-06,
      "loss": 0.6287,
      "step": 83140
    },
    {
      "epoch": 23.21,
      "grad_norm": 3.177999258041382,
      "learning_rate": 2.7195480393524977e-06,
      "loss": 0.6416,
      "step": 83150
    },
    {
      "epoch": 23.21,
      "grad_norm": 3.092275381088257,
      "learning_rate": 2.719875104660898e-06,
      "loss": 0.6175,
      "step": 83160
    },
    {
      "epoch": 23.21,
      "grad_norm": 3.3422789573669434,
      "learning_rate": 2.7202021699692996e-06,
      "loss": 0.6455,
      "step": 83170
    },
    {
      "epoch": 23.22,
      "grad_norm": 4.489104747772217,
      "learning_rate": 2.7205292352777e-06,
      "loss": 0.6372,
      "step": 83180
    },
    {
      "epoch": 23.22,
      "grad_norm": 2.5160346031188965,
      "learning_rate": 2.720856300586101e-06,
      "loss": 0.6815,
      "step": 83190
    },
    {
      "epoch": 23.22,
      "grad_norm": 3.5757644176483154,
      "learning_rate": 2.7211833658945015e-06,
      "loss": 0.635,
      "step": 83200
    },
    {
      "epoch": 23.22,
      "grad_norm": 3.742788314819336,
      "learning_rate": 2.7215104312029025e-06,
      "loss": 0.6436,
      "step": 83210
    },
    {
      "epoch": 23.23,
      "grad_norm": 4.060159683227539,
      "learning_rate": 2.721837496511303e-06,
      "loss": 0.6359,
      "step": 83220
    },
    {
      "epoch": 23.23,
      "grad_norm": 2.9457035064697266,
      "learning_rate": 2.722164561819704e-06,
      "loss": 0.662,
      "step": 83230
    },
    {
      "epoch": 23.23,
      "grad_norm": 3.7007322311401367,
      "learning_rate": 2.722491627128105e-06,
      "loss": 0.6431,
      "step": 83240
    },
    {
      "epoch": 23.23,
      "grad_norm": 3.386794328689575,
      "learning_rate": 2.7228186924365053e-06,
      "loss": 0.6537,
      "step": 83250
    },
    {
      "epoch": 23.24,
      "grad_norm": 3.7204699516296387,
      "learning_rate": 2.7231457577449063e-06,
      "loss": 0.6395,
      "step": 83260
    },
    {
      "epoch": 23.24,
      "grad_norm": 4.018194198608398,
      "learning_rate": 2.723472823053307e-06,
      "loss": 0.6473,
      "step": 83270
    },
    {
      "epoch": 23.24,
      "grad_norm": 3.768442392349243,
      "learning_rate": 2.7237998883617077e-06,
      "loss": 0.6068,
      "step": 83280
    },
    {
      "epoch": 23.25,
      "grad_norm": 3.786245346069336,
      "learning_rate": 2.7241269536701082e-06,
      "loss": 0.6589,
      "step": 83290
    },
    {
      "epoch": 23.25,
      "grad_norm": 3.672550678253174,
      "learning_rate": 2.7244540189785096e-06,
      "loss": 0.6424,
      "step": 83300
    },
    {
      "epoch": 23.25,
      "grad_norm": 4.3148884773254395,
      "learning_rate": 2.72478108428691e-06,
      "loss": 0.6461,
      "step": 83310
    },
    {
      "epoch": 23.25,
      "grad_norm": 4.814514636993408,
      "learning_rate": 2.725108149595311e-06,
      "loss": 0.6453,
      "step": 83320
    },
    {
      "epoch": 23.26,
      "grad_norm": 4.675860404968262,
      "learning_rate": 2.725435214903712e-06,
      "loss": 0.6519,
      "step": 83330
    },
    {
      "epoch": 23.26,
      "grad_norm": 4.1017231941223145,
      "learning_rate": 2.7257622802121125e-06,
      "loss": 0.6295,
      "step": 83340
    },
    {
      "epoch": 23.26,
      "grad_norm": 4.140985012054443,
      "learning_rate": 2.7260893455205134e-06,
      "loss": 0.6505,
      "step": 83350
    },
    {
      "epoch": 23.27,
      "grad_norm": 3.8149008750915527,
      "learning_rate": 2.726416410828914e-06,
      "loss": 0.6443,
      "step": 83360
    },
    {
      "epoch": 23.27,
      "grad_norm": 2.5315115451812744,
      "learning_rate": 2.726743476137315e-06,
      "loss": 0.6516,
      "step": 83370
    },
    {
      "epoch": 23.27,
      "grad_norm": 3.3082802295684814,
      "learning_rate": 2.7270705414457154e-06,
      "loss": 0.6418,
      "step": 83380
    },
    {
      "epoch": 23.27,
      "grad_norm": 2.8104867935180664,
      "learning_rate": 2.7273976067541163e-06,
      "loss": 0.6463,
      "step": 83390
    },
    {
      "epoch": 23.28,
      "grad_norm": 3.844662666320801,
      "learning_rate": 2.727724672062517e-06,
      "loss": 0.6459,
      "step": 83400
    },
    {
      "epoch": 23.28,
      "grad_norm": 3.394770383834839,
      "learning_rate": 2.728051737370918e-06,
      "loss": 0.635,
      "step": 83410
    },
    {
      "epoch": 23.28,
      "grad_norm": 3.367980480194092,
      "learning_rate": 2.728378802679319e-06,
      "loss": 0.6309,
      "step": 83420
    },
    {
      "epoch": 23.28,
      "grad_norm": 4.024527549743652,
      "learning_rate": 2.7287058679877196e-06,
      "loss": 0.6594,
      "step": 83430
    },
    {
      "epoch": 23.29,
      "grad_norm": 2.4852700233459473,
      "learning_rate": 2.7290329332961206e-06,
      "loss": 0.6557,
      "step": 83440
    },
    {
      "epoch": 23.29,
      "grad_norm": 6.069260597229004,
      "learning_rate": 2.729359998604521e-06,
      "loss": 0.6433,
      "step": 83450
    },
    {
      "epoch": 23.29,
      "grad_norm": 4.0007123947143555,
      "learning_rate": 2.729687063912922e-06,
      "loss": 0.6465,
      "step": 83460
    },
    {
      "epoch": 23.3,
      "grad_norm": 2.8819854259490967,
      "learning_rate": 2.7300141292213225e-06,
      "loss": 0.6388,
      "step": 83470
    },
    {
      "epoch": 23.3,
      "grad_norm": 3.6061646938323975,
      "learning_rate": 2.7303411945297235e-06,
      "loss": 0.6386,
      "step": 83480
    },
    {
      "epoch": 23.3,
      "grad_norm": 4.101511478424072,
      "learning_rate": 2.730668259838124e-06,
      "loss": 0.6283,
      "step": 83490
    },
    {
      "epoch": 23.3,
      "grad_norm": 3.5813183784484863,
      "learning_rate": 2.730995325146525e-06,
      "loss": 0.6521,
      "step": 83500
    },
    {
      "epoch": 23.31,
      "grad_norm": 3.5276901721954346,
      "learning_rate": 2.731322390454926e-06,
      "loss": 0.6583,
      "step": 83510
    },
    {
      "epoch": 23.31,
      "grad_norm": 4.41555118560791,
      "learning_rate": 2.7316494557633264e-06,
      "loss": 0.6463,
      "step": 83520
    },
    {
      "epoch": 23.31,
      "grad_norm": 3.5213804244995117,
      "learning_rate": 2.7319765210717277e-06,
      "loss": 0.6493,
      "step": 83530
    },
    {
      "epoch": 23.32,
      "grad_norm": 4.670375347137451,
      "learning_rate": 2.7323035863801282e-06,
      "loss": 0.6498,
      "step": 83540
    },
    {
      "epoch": 23.32,
      "grad_norm": 3.6192007064819336,
      "learning_rate": 2.732630651688529e-06,
      "loss": 0.6281,
      "step": 83550
    },
    {
      "epoch": 23.32,
      "grad_norm": 3.9551939964294434,
      "learning_rate": 2.7329577169969297e-06,
      "loss": 0.6587,
      "step": 83560
    },
    {
      "epoch": 23.32,
      "grad_norm": 4.224003314971924,
      "learning_rate": 2.7332847823053306e-06,
      "loss": 0.6534,
      "step": 83570
    },
    {
      "epoch": 23.33,
      "grad_norm": 4.3693013191223145,
      "learning_rate": 2.733611847613731e-06,
      "loss": 0.6418,
      "step": 83580
    },
    {
      "epoch": 23.33,
      "grad_norm": 3.8328418731689453,
      "learning_rate": 2.733938912922132e-06,
      "loss": 0.6559,
      "step": 83590
    },
    {
      "epoch": 23.33,
      "grad_norm": 4.7404279708862305,
      "learning_rate": 2.7342659782305326e-06,
      "loss": 0.6571,
      "step": 83600
    },
    {
      "epoch": 23.34,
      "grad_norm": 3.3379580974578857,
      "learning_rate": 2.7345930435389335e-06,
      "loss": 0.6069,
      "step": 83610
    },
    {
      "epoch": 23.34,
      "grad_norm": 4.649959564208984,
      "learning_rate": 2.7349201088473344e-06,
      "loss": 0.6461,
      "step": 83620
    },
    {
      "epoch": 23.34,
      "grad_norm": 3.954016923904419,
      "learning_rate": 2.735247174155735e-06,
      "loss": 0.6313,
      "step": 83630
    },
    {
      "epoch": 23.34,
      "grad_norm": 4.177522659301758,
      "learning_rate": 2.7355742394641363e-06,
      "loss": 0.6436,
      "step": 83640
    },
    {
      "epoch": 23.35,
      "grad_norm": 4.723609924316406,
      "learning_rate": 2.735901304772537e-06,
      "loss": 0.642,
      "step": 83650
    },
    {
      "epoch": 23.35,
      "grad_norm": 3.47733736038208,
      "learning_rate": 2.7362283700809378e-06,
      "loss": 0.6529,
      "step": 83660
    },
    {
      "epoch": 23.35,
      "grad_norm": 3.2315051555633545,
      "learning_rate": 2.7365554353893383e-06,
      "loss": 0.6625,
      "step": 83670
    },
    {
      "epoch": 23.35,
      "grad_norm": 3.004408359527588,
      "learning_rate": 2.736882500697739e-06,
      "loss": 0.6541,
      "step": 83680
    },
    {
      "epoch": 23.36,
      "grad_norm": 4.090829372406006,
      "learning_rate": 2.7372095660061397e-06,
      "loss": 0.6554,
      "step": 83690
    },
    {
      "epoch": 23.36,
      "grad_norm": 2.5336596965789795,
      "learning_rate": 2.7375366313145407e-06,
      "loss": 0.6539,
      "step": 83700
    },
    {
      "epoch": 23.36,
      "grad_norm": 3.3192665576934814,
      "learning_rate": 2.7378636966229416e-06,
      "loss": 0.6579,
      "step": 83710
    },
    {
      "epoch": 23.37,
      "grad_norm": 4.45197868347168,
      "learning_rate": 2.738190761931342e-06,
      "loss": 0.653,
      "step": 83720
    },
    {
      "epoch": 23.37,
      "grad_norm": 3.083226442337036,
      "learning_rate": 2.738517827239743e-06,
      "loss": 0.6474,
      "step": 83730
    },
    {
      "epoch": 23.37,
      "grad_norm": 3.793546438217163,
      "learning_rate": 2.7388448925481435e-06,
      "loss": 0.6413,
      "step": 83740
    },
    {
      "epoch": 23.37,
      "grad_norm": 4.326113224029541,
      "learning_rate": 2.7391719578565445e-06,
      "loss": 0.6233,
      "step": 83750
    },
    {
      "epoch": 23.38,
      "grad_norm": 4.981434345245361,
      "learning_rate": 2.739499023164945e-06,
      "loss": 0.6542,
      "step": 83760
    },
    {
      "epoch": 23.38,
      "grad_norm": 4.8858418464660645,
      "learning_rate": 2.7398260884733464e-06,
      "loss": 0.646,
      "step": 83770
    },
    {
      "epoch": 23.38,
      "grad_norm": 3.636773109436035,
      "learning_rate": 2.740153153781747e-06,
      "loss": 0.6409,
      "step": 83780
    },
    {
      "epoch": 23.39,
      "grad_norm": 4.056002616882324,
      "learning_rate": 2.740480219090148e-06,
      "loss": 0.6432,
      "step": 83790
    },
    {
      "epoch": 23.39,
      "grad_norm": 3.6145827770233154,
      "learning_rate": 2.7408072843985487e-06,
      "loss": 0.6644,
      "step": 83800
    },
    {
      "epoch": 23.39,
      "grad_norm": 4.121795177459717,
      "learning_rate": 2.7411343497069492e-06,
      "loss": 0.6526,
      "step": 83810
    },
    {
      "epoch": 23.39,
      "grad_norm": 3.3984375,
      "learning_rate": 2.74146141501535e-06,
      "loss": 0.6641,
      "step": 83820
    },
    {
      "epoch": 23.4,
      "grad_norm": 4.811951637268066,
      "learning_rate": 2.7417884803237507e-06,
      "loss": 0.6449,
      "step": 83830
    },
    {
      "epoch": 23.4,
      "grad_norm": 3.422483444213867,
      "learning_rate": 2.7421155456321516e-06,
      "loss": 0.6425,
      "step": 83840
    },
    {
      "epoch": 23.4,
      "grad_norm": 3.3817877769470215,
      "learning_rate": 2.742442610940552e-06,
      "loss": 0.6476,
      "step": 83850
    },
    {
      "epoch": 23.4,
      "grad_norm": 3.9176559448242188,
      "learning_rate": 2.742769676248953e-06,
      "loss": 0.6379,
      "step": 83860
    },
    {
      "epoch": 23.41,
      "grad_norm": 3.7453646659851074,
      "learning_rate": 2.7430967415573536e-06,
      "loss": 0.643,
      "step": 83870
    },
    {
      "epoch": 23.41,
      "grad_norm": 4.076676845550537,
      "learning_rate": 2.743423806865755e-06,
      "loss": 0.628,
      "step": 83880
    },
    {
      "epoch": 23.41,
      "grad_norm": 4.804567337036133,
      "learning_rate": 2.743750872174156e-06,
      "loss": 0.6293,
      "step": 83890
    },
    {
      "epoch": 23.42,
      "grad_norm": 3.051532745361328,
      "learning_rate": 2.7440779374825564e-06,
      "loss": 0.6376,
      "step": 83900
    },
    {
      "epoch": 23.42,
      "grad_norm": 3.317290782928467,
      "learning_rate": 2.7444050027909573e-06,
      "loss": 0.6665,
      "step": 83910
    },
    {
      "epoch": 23.42,
      "grad_norm": 4.842566967010498,
      "learning_rate": 2.744732068099358e-06,
      "loss": 0.6179,
      "step": 83920
    },
    {
      "epoch": 23.42,
      "grad_norm": 4.311569690704346,
      "learning_rate": 2.7450591334077588e-06,
      "loss": 0.6699,
      "step": 83930
    },
    {
      "epoch": 23.43,
      "grad_norm": 4.928952693939209,
      "learning_rate": 2.7453861987161593e-06,
      "loss": 0.6467,
      "step": 83940
    },
    {
      "epoch": 23.43,
      "grad_norm": 2.7513225078582764,
      "learning_rate": 2.7457132640245602e-06,
      "loss": 0.6408,
      "step": 83950
    },
    {
      "epoch": 23.43,
      "grad_norm": 4.97098970413208,
      "learning_rate": 2.7460403293329607e-06,
      "loss": 0.6328,
      "step": 83960
    },
    {
      "epoch": 23.44,
      "grad_norm": 3.5275795459747314,
      "learning_rate": 2.7463673946413617e-06,
      "loss": 0.6396,
      "step": 83970
    },
    {
      "epoch": 23.44,
      "grad_norm": 3.440223217010498,
      "learning_rate": 2.746694459949762e-06,
      "loss": 0.6382,
      "step": 83980
    },
    {
      "epoch": 23.44,
      "grad_norm": 3.309885025024414,
      "learning_rate": 2.747021525258163e-06,
      "loss": 0.6597,
      "step": 83990
    },
    {
      "epoch": 23.44,
      "grad_norm": 4.182931900024414,
      "learning_rate": 2.7473485905665645e-06,
      "loss": 0.6494,
      "step": 84000
    },
    {
      "epoch": 23.45,
      "grad_norm": 4.258950710296631,
      "learning_rate": 2.747675655874965e-06,
      "loss": 0.6455,
      "step": 84010
    },
    {
      "epoch": 23.45,
      "grad_norm": 4.861766815185547,
      "learning_rate": 2.748002721183366e-06,
      "loss": 0.6461,
      "step": 84020
    },
    {
      "epoch": 23.45,
      "grad_norm": 3.7615740299224854,
      "learning_rate": 2.7483297864917664e-06,
      "loss": 0.6508,
      "step": 84030
    },
    {
      "epoch": 23.46,
      "grad_norm": 4.494166374206543,
      "learning_rate": 2.7486568518001674e-06,
      "loss": 0.6469,
      "step": 84040
    },
    {
      "epoch": 23.46,
      "grad_norm": 3.3689095973968506,
      "learning_rate": 2.748983917108568e-06,
      "loss": 0.6359,
      "step": 84050
    },
    {
      "epoch": 23.46,
      "grad_norm": 3.3105504512786865,
      "learning_rate": 2.749310982416969e-06,
      "loss": 0.6317,
      "step": 84060
    },
    {
      "epoch": 23.46,
      "grad_norm": 4.264368534088135,
      "learning_rate": 2.7496380477253693e-06,
      "loss": 0.6284,
      "step": 84070
    },
    {
      "epoch": 23.47,
      "grad_norm": 3.477907657623291,
      "learning_rate": 2.7499651130337703e-06,
      "loss": 0.6393,
      "step": 84080
    },
    {
      "epoch": 23.47,
      "grad_norm": 3.9334075450897217,
      "learning_rate": 2.750292178342171e-06,
      "loss": 0.6065,
      "step": 84090
    },
    {
      "epoch": 23.47,
      "grad_norm": 2.5376474857330322,
      "learning_rate": 2.7506192436505717e-06,
      "loss": 0.6517,
      "step": 84100
    },
    {
      "epoch": 23.47,
      "grad_norm": 3.275012493133545,
      "learning_rate": 2.750946308958973e-06,
      "loss": 0.6464,
      "step": 84110
    },
    {
      "epoch": 23.48,
      "grad_norm": 2.6185109615325928,
      "learning_rate": 2.751273374267373e-06,
      "loss": 0.6552,
      "step": 84120
    },
    {
      "epoch": 23.48,
      "grad_norm": 3.8385744094848633,
      "learning_rate": 2.7516004395757745e-06,
      "loss": 0.6448,
      "step": 84130
    },
    {
      "epoch": 23.48,
      "grad_norm": 3.765437126159668,
      "learning_rate": 2.751927504884175e-06,
      "loss": 0.6354,
      "step": 84140
    },
    {
      "epoch": 23.49,
      "grad_norm": 3.0000712871551514,
      "learning_rate": 2.752254570192576e-06,
      "loss": 0.6446,
      "step": 84150
    },
    {
      "epoch": 23.49,
      "grad_norm": 3.8548076152801514,
      "learning_rate": 2.7525816355009765e-06,
      "loss": 0.6573,
      "step": 84160
    },
    {
      "epoch": 23.49,
      "grad_norm": 3.9136171340942383,
      "learning_rate": 2.7529087008093774e-06,
      "loss": 0.63,
      "step": 84170
    },
    {
      "epoch": 23.49,
      "grad_norm": 4.013128280639648,
      "learning_rate": 2.7532357661177783e-06,
      "loss": 0.6493,
      "step": 84180
    },
    {
      "epoch": 23.5,
      "grad_norm": 3.0927443504333496,
      "learning_rate": 2.753562831426179e-06,
      "loss": 0.6498,
      "step": 84190
    },
    {
      "epoch": 23.5,
      "grad_norm": 3.038731813430786,
      "learning_rate": 2.7538898967345798e-06,
      "loss": 0.6333,
      "step": 84200
    },
    {
      "epoch": 23.5,
      "grad_norm": 3.4770431518554688,
      "learning_rate": 2.7542169620429803e-06,
      "loss": 0.629,
      "step": 84210
    },
    {
      "epoch": 23.51,
      "grad_norm": 3.5332834720611572,
      "learning_rate": 2.7545440273513812e-06,
      "loss": 0.6407,
      "step": 84220
    },
    {
      "epoch": 23.51,
      "grad_norm": 3.5657808780670166,
      "learning_rate": 2.7548710926597817e-06,
      "loss": 0.6298,
      "step": 84230
    },
    {
      "epoch": 23.51,
      "grad_norm": 4.597609043121338,
      "learning_rate": 2.755198157968183e-06,
      "loss": 0.6452,
      "step": 84240
    },
    {
      "epoch": 23.51,
      "grad_norm": 2.492199659347534,
      "learning_rate": 2.7555252232765836e-06,
      "loss": 0.6631,
      "step": 84250
    },
    {
      "epoch": 23.52,
      "grad_norm": 3.1932790279388428,
      "learning_rate": 2.7558522885849846e-06,
      "loss": 0.6532,
      "step": 84260
    },
    {
      "epoch": 23.52,
      "grad_norm": 4.163290500640869,
      "learning_rate": 2.756179353893385e-06,
      "loss": 0.6495,
      "step": 84270
    },
    {
      "epoch": 23.52,
      "grad_norm": 3.4191818237304688,
      "learning_rate": 2.756506419201786e-06,
      "loss": 0.6522,
      "step": 84280
    },
    {
      "epoch": 23.52,
      "grad_norm": 3.9777133464813232,
      "learning_rate": 2.756833484510187e-06,
      "loss": 0.6423,
      "step": 84290
    },
    {
      "epoch": 23.53,
      "grad_norm": 4.524643421173096,
      "learning_rate": 2.7571605498185874e-06,
      "loss": 0.6407,
      "step": 84300
    },
    {
      "epoch": 23.53,
      "grad_norm": 4.107843399047852,
      "learning_rate": 2.7574876151269884e-06,
      "loss": 0.6384,
      "step": 84310
    },
    {
      "epoch": 23.53,
      "grad_norm": 2.731180191040039,
      "learning_rate": 2.757814680435389e-06,
      "loss": 0.6579,
      "step": 84320
    },
    {
      "epoch": 23.54,
      "grad_norm": 3.3553531169891357,
      "learning_rate": 2.75814174574379e-06,
      "loss": 0.6228,
      "step": 84330
    },
    {
      "epoch": 23.54,
      "grad_norm": 4.390456676483154,
      "learning_rate": 2.7584688110521903e-06,
      "loss": 0.6583,
      "step": 84340
    },
    {
      "epoch": 23.54,
      "grad_norm": 3.6764087677001953,
      "learning_rate": 2.7587958763605917e-06,
      "loss": 0.6415,
      "step": 84350
    },
    {
      "epoch": 23.54,
      "grad_norm": 2.4929871559143066,
      "learning_rate": 2.7591229416689918e-06,
      "loss": 0.6244,
      "step": 84360
    },
    {
      "epoch": 23.55,
      "grad_norm": 5.926486968994141,
      "learning_rate": 2.759450006977393e-06,
      "loss": 0.6448,
      "step": 84370
    },
    {
      "epoch": 23.55,
      "grad_norm": 4.080759525299072,
      "learning_rate": 2.759777072285794e-06,
      "loss": 0.6496,
      "step": 84380
    },
    {
      "epoch": 23.55,
      "grad_norm": 5.3085126876831055,
      "learning_rate": 2.7601041375941946e-06,
      "loss": 0.6592,
      "step": 84390
    },
    {
      "epoch": 23.56,
      "grad_norm": 3.903946876525879,
      "learning_rate": 2.7604312029025955e-06,
      "loss": 0.6538,
      "step": 84400
    },
    {
      "epoch": 23.56,
      "grad_norm": 3.603070020675659,
      "learning_rate": 2.760758268210996e-06,
      "loss": 0.6309,
      "step": 84410
    },
    {
      "epoch": 23.56,
      "grad_norm": 4.534069538116455,
      "learning_rate": 2.761085333519397e-06,
      "loss": 0.6446,
      "step": 84420
    },
    {
      "epoch": 23.56,
      "grad_norm": 3.7652575969696045,
      "learning_rate": 2.7614123988277975e-06,
      "loss": 0.6237,
      "step": 84430
    },
    {
      "epoch": 23.57,
      "grad_norm": 3.6516458988189697,
      "learning_rate": 2.7617394641361984e-06,
      "loss": 0.6525,
      "step": 84440
    },
    {
      "epoch": 23.57,
      "grad_norm": 3.8290598392486572,
      "learning_rate": 2.762066529444599e-06,
      "loss": 0.63,
      "step": 84450
    },
    {
      "epoch": 23.57,
      "grad_norm": 4.771111011505127,
      "learning_rate": 2.762393594753e-06,
      "loss": 0.6361,
      "step": 84460
    },
    {
      "epoch": 23.58,
      "grad_norm": 7.913885593414307,
      "learning_rate": 2.7627206600614012e-06,
      "loss": 0.6407,
      "step": 84470
    },
    {
      "epoch": 23.58,
      "grad_norm": 3.793012857437134,
      "learning_rate": 2.7630477253698017e-06,
      "loss": 0.6625,
      "step": 84480
    },
    {
      "epoch": 23.58,
      "grad_norm": 4.301934719085693,
      "learning_rate": 2.7633747906782027e-06,
      "loss": 0.6486,
      "step": 84490
    },
    {
      "epoch": 23.58,
      "grad_norm": 4.1918511390686035,
      "learning_rate": 2.763701855986603e-06,
      "loss": 0.6312,
      "step": 84500
    },
    {
      "epoch": 23.59,
      "grad_norm": 3.9645421504974365,
      "learning_rate": 2.764028921295004e-06,
      "loss": 0.6587,
      "step": 84510
    },
    {
      "epoch": 23.59,
      "grad_norm": 2.6966516971588135,
      "learning_rate": 2.7643559866034046e-06,
      "loss": 0.6253,
      "step": 84520
    },
    {
      "epoch": 23.59,
      "grad_norm": 3.7439398765563965,
      "learning_rate": 2.7646830519118056e-06,
      "loss": 0.663,
      "step": 84530
    },
    {
      "epoch": 23.59,
      "grad_norm": 3.167447090148926,
      "learning_rate": 2.765010117220206e-06,
      "loss": 0.6311,
      "step": 84540
    },
    {
      "epoch": 23.6,
      "grad_norm": 3.4875190258026123,
      "learning_rate": 2.765337182528607e-06,
      "loss": 0.6501,
      "step": 84550
    },
    {
      "epoch": 23.6,
      "grad_norm": 4.245428085327148,
      "learning_rate": 2.765664247837008e-06,
      "loss": 0.6365,
      "step": 84560
    },
    {
      "epoch": 23.6,
      "grad_norm": 4.146915435791016,
      "learning_rate": 2.7659913131454085e-06,
      "loss": 0.6338,
      "step": 84570
    },
    {
      "epoch": 23.61,
      "grad_norm": 4.1199164390563965,
      "learning_rate": 2.76631837845381e-06,
      "loss": 0.6335,
      "step": 84580
    },
    {
      "epoch": 23.61,
      "grad_norm": 4.408018589019775,
      "learning_rate": 2.76664544376221e-06,
      "loss": 0.6157,
      "step": 84590
    },
    {
      "epoch": 23.61,
      "grad_norm": 4.187668323516846,
      "learning_rate": 2.7669725090706113e-06,
      "loss": 0.6551,
      "step": 84600
    },
    {
      "epoch": 23.61,
      "grad_norm": 3.5964856147766113,
      "learning_rate": 2.7672995743790118e-06,
      "loss": 0.6375,
      "step": 84610
    },
    {
      "epoch": 23.62,
      "grad_norm": 5.3149824142456055,
      "learning_rate": 2.7676266396874127e-06,
      "loss": 0.6324,
      "step": 84620
    },
    {
      "epoch": 23.62,
      "grad_norm": 3.04323148727417,
      "learning_rate": 2.7679537049958132e-06,
      "loss": 0.6588,
      "step": 84630
    },
    {
      "epoch": 23.62,
      "grad_norm": 3.76133131980896,
      "learning_rate": 2.768280770304214e-06,
      "loss": 0.6393,
      "step": 84640
    },
    {
      "epoch": 23.63,
      "grad_norm": 3.4327595233917236,
      "learning_rate": 2.7686078356126147e-06,
      "loss": 0.6472,
      "step": 84650
    },
    {
      "epoch": 23.63,
      "grad_norm": 4.301932334899902,
      "learning_rate": 2.7689349009210156e-06,
      "loss": 0.6342,
      "step": 84660
    },
    {
      "epoch": 23.63,
      "grad_norm": 4.074758052825928,
      "learning_rate": 2.7692619662294165e-06,
      "loss": 0.6439,
      "step": 84670
    },
    {
      "epoch": 23.63,
      "grad_norm": 3.8722686767578125,
      "learning_rate": 2.769589031537817e-06,
      "loss": 0.6398,
      "step": 84680
    },
    {
      "epoch": 23.64,
      "grad_norm": 3.5224342346191406,
      "learning_rate": 2.769916096846218e-06,
      "loss": 0.6422,
      "step": 84690
    },
    {
      "epoch": 23.64,
      "grad_norm": 3.463439702987671,
      "learning_rate": 2.7702431621546185e-06,
      "loss": 0.6326,
      "step": 84700
    },
    {
      "epoch": 23.64,
      "grad_norm": 2.7140302658081055,
      "learning_rate": 2.77057022746302e-06,
      "loss": 0.6508,
      "step": 84710
    },
    {
      "epoch": 23.64,
      "grad_norm": 3.613981246948242,
      "learning_rate": 2.7708972927714204e-06,
      "loss": 0.6321,
      "step": 84720
    },
    {
      "epoch": 23.65,
      "grad_norm": 3.492276191711426,
      "learning_rate": 2.7712243580798213e-06,
      "loss": 0.6493,
      "step": 84730
    },
    {
      "epoch": 23.65,
      "grad_norm": 3.1166398525238037,
      "learning_rate": 2.771551423388222e-06,
      "loss": 0.6479,
      "step": 84740
    },
    {
      "epoch": 23.65,
      "grad_norm": 3.72356915473938,
      "learning_rate": 2.7718784886966227e-06,
      "loss": 0.6326,
      "step": 84750
    },
    {
      "epoch": 23.66,
      "grad_norm": 3.2014591693878174,
      "learning_rate": 2.7722055540050237e-06,
      "loss": 0.6487,
      "step": 84760
    },
    {
      "epoch": 23.66,
      "grad_norm": 3.3583593368530273,
      "learning_rate": 2.772532619313424e-06,
      "loss": 0.6521,
      "step": 84770
    },
    {
      "epoch": 23.66,
      "grad_norm": 3.489537239074707,
      "learning_rate": 2.772859684621825e-06,
      "loss": 0.6347,
      "step": 84780
    },
    {
      "epoch": 23.66,
      "grad_norm": 3.0864272117614746,
      "learning_rate": 2.7731867499302256e-06,
      "loss": 0.6267,
      "step": 84790
    },
    {
      "epoch": 23.67,
      "grad_norm": 3.3864805698394775,
      "learning_rate": 2.7735138152386266e-06,
      "loss": 0.6383,
      "step": 84800
    },
    {
      "epoch": 23.67,
      "grad_norm": 4.113515853881836,
      "learning_rate": 2.773840880547027e-06,
      "loss": 0.6398,
      "step": 84810
    },
    {
      "epoch": 23.67,
      "grad_norm": 3.0728349685668945,
      "learning_rate": 2.7741679458554284e-06,
      "loss": 0.6384,
      "step": 84820
    },
    {
      "epoch": 23.68,
      "grad_norm": 3.754018783569336,
      "learning_rate": 2.7744950111638285e-06,
      "loss": 0.6356,
      "step": 84830
    },
    {
      "epoch": 23.68,
      "grad_norm": 3.5596649646759033,
      "learning_rate": 2.77482207647223e-06,
      "loss": 0.6318,
      "step": 84840
    },
    {
      "epoch": 23.68,
      "grad_norm": 3.0213146209716797,
      "learning_rate": 2.775149141780631e-06,
      "loss": 0.6316,
      "step": 84850
    },
    {
      "epoch": 23.68,
      "grad_norm": 3.501121997833252,
      "learning_rate": 2.7754762070890313e-06,
      "loss": 0.6523,
      "step": 84860
    },
    {
      "epoch": 23.69,
      "grad_norm": 3.6008150577545166,
      "learning_rate": 2.7758032723974323e-06,
      "loss": 0.624,
      "step": 84870
    },
    {
      "epoch": 23.69,
      "grad_norm": 3.767983913421631,
      "learning_rate": 2.776130337705833e-06,
      "loss": 0.6406,
      "step": 84880
    },
    {
      "epoch": 23.69,
      "grad_norm": 4.18712854385376,
      "learning_rate": 2.7764574030142337e-06,
      "loss": 0.6544,
      "step": 84890
    },
    {
      "epoch": 23.7,
      "grad_norm": 3.402862787246704,
      "learning_rate": 2.7767844683226342e-06,
      "loss": 0.6438,
      "step": 84900
    },
    {
      "epoch": 23.7,
      "grad_norm": 3.2746241092681885,
      "learning_rate": 2.777111533631035e-06,
      "loss": 0.6332,
      "step": 84910
    },
    {
      "epoch": 23.7,
      "grad_norm": 4.594088077545166,
      "learning_rate": 2.7774385989394357e-06,
      "loss": 0.6415,
      "step": 84920
    },
    {
      "epoch": 23.7,
      "grad_norm": 6.992130756378174,
      "learning_rate": 2.7777656642478366e-06,
      "loss": 0.6581,
      "step": 84930
    },
    {
      "epoch": 23.71,
      "grad_norm": 3.719846248626709,
      "learning_rate": 2.778092729556237e-06,
      "loss": 0.6199,
      "step": 84940
    },
    {
      "epoch": 23.71,
      "grad_norm": 3.7447614669799805,
      "learning_rate": 2.7784197948646385e-06,
      "loss": 0.6354,
      "step": 84950
    },
    {
      "epoch": 23.71,
      "grad_norm": 2.533609390258789,
      "learning_rate": 2.7787468601730394e-06,
      "loss": 0.6408,
      "step": 84960
    },
    {
      "epoch": 23.71,
      "grad_norm": 4.244632720947266,
      "learning_rate": 2.77907392548144e-06,
      "loss": 0.6368,
      "step": 84970
    },
    {
      "epoch": 23.72,
      "grad_norm": 3.5719411373138428,
      "learning_rate": 2.779400990789841e-06,
      "loss": 0.6653,
      "step": 84980
    },
    {
      "epoch": 23.72,
      "grad_norm": 4.439574241638184,
      "learning_rate": 2.7797280560982414e-06,
      "loss": 0.639,
      "step": 84990
    },
    {
      "epoch": 23.72,
      "grad_norm": 3.2559282779693604,
      "learning_rate": 2.7800551214066423e-06,
      "loss": 0.6439,
      "step": 85000
    },
    {
      "epoch": 23.73,
      "grad_norm": 4.850893020629883,
      "learning_rate": 2.780382186715043e-06,
      "loss": 0.625,
      "step": 85010
    },
    {
      "epoch": 23.73,
      "grad_norm": 2.6550209522247314,
      "learning_rate": 2.7807092520234438e-06,
      "loss": 0.6217,
      "step": 85020
    },
    {
      "epoch": 23.73,
      "grad_norm": 3.9829952716827393,
      "learning_rate": 2.7810363173318443e-06,
      "loss": 0.6356,
      "step": 85030
    },
    {
      "epoch": 23.73,
      "grad_norm": 4.044393539428711,
      "learning_rate": 2.781363382640245e-06,
      "loss": 0.6534,
      "step": 85040
    },
    {
      "epoch": 23.74,
      "grad_norm": 3.4323718547821045,
      "learning_rate": 2.7816904479486466e-06,
      "loss": 0.6492,
      "step": 85050
    },
    {
      "epoch": 23.74,
      "grad_norm": 3.313587188720703,
      "learning_rate": 2.7820175132570467e-06,
      "loss": 0.625,
      "step": 85060
    },
    {
      "epoch": 23.74,
      "grad_norm": 3.280297040939331,
      "learning_rate": 2.782344578565448e-06,
      "loss": 0.6605,
      "step": 85070
    },
    {
      "epoch": 23.75,
      "grad_norm": 3.904723644256592,
      "learning_rate": 2.7826716438738485e-06,
      "loss": 0.6286,
      "step": 85080
    },
    {
      "epoch": 23.75,
      "grad_norm": 2.8116650581359863,
      "learning_rate": 2.7829987091822495e-06,
      "loss": 0.6448,
      "step": 85090
    },
    {
      "epoch": 23.75,
      "grad_norm": 4.625164031982422,
      "learning_rate": 2.78332577449065e-06,
      "loss": 0.6326,
      "step": 85100
    },
    {
      "epoch": 23.75,
      "grad_norm": 3.9513161182403564,
      "learning_rate": 2.783652839799051e-06,
      "loss": 0.6533,
      "step": 85110
    },
    {
      "epoch": 23.76,
      "grad_norm": 3.131542444229126,
      "learning_rate": 2.7839799051074514e-06,
      "loss": 0.6512,
      "step": 85120
    },
    {
      "epoch": 23.76,
      "grad_norm": 4.031813621520996,
      "learning_rate": 2.7843069704158524e-06,
      "loss": 0.6539,
      "step": 85130
    },
    {
      "epoch": 23.76,
      "grad_norm": 3.9876785278320312,
      "learning_rate": 2.7846340357242533e-06,
      "loss": 0.6414,
      "step": 85140
    },
    {
      "epoch": 23.77,
      "grad_norm": 3.635902166366577,
      "learning_rate": 2.784961101032654e-06,
      "loss": 0.6428,
      "step": 85150
    },
    {
      "epoch": 23.77,
      "grad_norm": 4.099034786224365,
      "learning_rate": 2.7852881663410547e-06,
      "loss": 0.6386,
      "step": 85160
    },
    {
      "epoch": 23.77,
      "grad_norm": 3.1924362182617188,
      "learning_rate": 2.7856152316494553e-06,
      "loss": 0.6556,
      "step": 85170
    },
    {
      "epoch": 23.77,
      "grad_norm": 3.66801381111145,
      "learning_rate": 2.7859422969578566e-06,
      "loss": 0.6414,
      "step": 85180
    },
    {
      "epoch": 23.78,
      "grad_norm": 4.320601463317871,
      "learning_rate": 2.786269362266257e-06,
      "loss": 0.6675,
      "step": 85190
    },
    {
      "epoch": 23.78,
      "grad_norm": 4.148396015167236,
      "learning_rate": 2.786596427574658e-06,
      "loss": 0.6609,
      "step": 85200
    },
    {
      "epoch": 23.78,
      "grad_norm": 3.753544569015503,
      "learning_rate": 2.7869234928830586e-06,
      "loss": 0.6489,
      "step": 85210
    },
    {
      "epoch": 23.78,
      "grad_norm": 3.0803287029266357,
      "learning_rate": 2.7872505581914595e-06,
      "loss": 0.6175,
      "step": 85220
    },
    {
      "epoch": 23.79,
      "grad_norm": 3.983349323272705,
      "learning_rate": 2.7875776234998604e-06,
      "loss": 0.6335,
      "step": 85230
    },
    {
      "epoch": 23.79,
      "grad_norm": 4.157862663269043,
      "learning_rate": 2.787904688808261e-06,
      "loss": 0.6445,
      "step": 85240
    },
    {
      "epoch": 23.79,
      "grad_norm": 3.1093950271606445,
      "learning_rate": 2.788231754116662e-06,
      "loss": 0.6389,
      "step": 85250
    },
    {
      "epoch": 23.8,
      "grad_norm": 4.415877342224121,
      "learning_rate": 2.7885588194250624e-06,
      "loss": 0.6439,
      "step": 85260
    },
    {
      "epoch": 23.8,
      "grad_norm": 4.605593204498291,
      "learning_rate": 2.7888858847334633e-06,
      "loss": 0.626,
      "step": 85270
    },
    {
      "epoch": 23.8,
      "grad_norm": 3.054379463195801,
      "learning_rate": 2.789212950041864e-06,
      "loss": 0.6446,
      "step": 85280
    },
    {
      "epoch": 23.8,
      "grad_norm": 6.2000932693481445,
      "learning_rate": 2.7895400153502648e-06,
      "loss": 0.6325,
      "step": 85290
    },
    {
      "epoch": 23.81,
      "grad_norm": 4.733058452606201,
      "learning_rate": 2.7898670806586653e-06,
      "loss": 0.6404,
      "step": 85300
    },
    {
      "epoch": 23.81,
      "grad_norm": 4.648845672607422,
      "learning_rate": 2.7901941459670666e-06,
      "loss": 0.6479,
      "step": 85310
    },
    {
      "epoch": 23.81,
      "grad_norm": 4.480944633483887,
      "learning_rate": 2.790521211275467e-06,
      "loss": 0.6308,
      "step": 85320
    },
    {
      "epoch": 23.82,
      "grad_norm": 3.7570908069610596,
      "learning_rate": 2.790848276583868e-06,
      "loss": 0.6263,
      "step": 85330
    },
    {
      "epoch": 23.82,
      "grad_norm": 4.272780895233154,
      "learning_rate": 2.791175341892269e-06,
      "loss": 0.6337,
      "step": 85340
    },
    {
      "epoch": 23.82,
      "grad_norm": 4.7929911613464355,
      "learning_rate": 2.7915024072006695e-06,
      "loss": 0.6509,
      "step": 85350
    },
    {
      "epoch": 23.82,
      "grad_norm": 4.137314319610596,
      "learning_rate": 2.7918294725090705e-06,
      "loss": 0.6478,
      "step": 85360
    },
    {
      "epoch": 23.83,
      "grad_norm": 3.415407419204712,
      "learning_rate": 2.792156537817471e-06,
      "loss": 0.6305,
      "step": 85370
    },
    {
      "epoch": 23.83,
      "grad_norm": 4.651405334472656,
      "learning_rate": 2.792483603125872e-06,
      "loss": 0.6475,
      "step": 85380
    },
    {
      "epoch": 23.83,
      "grad_norm": 3.576887369155884,
      "learning_rate": 2.7928106684342724e-06,
      "loss": 0.6413,
      "step": 85390
    },
    {
      "epoch": 23.83,
      "grad_norm": 5.531683444976807,
      "learning_rate": 2.7931377337426734e-06,
      "loss": 0.6397,
      "step": 85400
    },
    {
      "epoch": 23.84,
      "grad_norm": 3.3120744228363037,
      "learning_rate": 2.793464799051074e-06,
      "loss": 0.6519,
      "step": 85410
    },
    {
      "epoch": 23.84,
      "grad_norm": 3.0870532989501953,
      "learning_rate": 2.7937918643594752e-06,
      "loss": 0.6463,
      "step": 85420
    },
    {
      "epoch": 23.84,
      "grad_norm": 3.029226303100586,
      "learning_rate": 2.794118929667876e-06,
      "loss": 0.6315,
      "step": 85430
    },
    {
      "epoch": 23.85,
      "grad_norm": 3.4354372024536133,
      "learning_rate": 2.7944459949762767e-06,
      "loss": 0.6296,
      "step": 85440
    },
    {
      "epoch": 23.85,
      "grad_norm": 3.222776174545288,
      "learning_rate": 2.7947730602846776e-06,
      "loss": 0.6321,
      "step": 85450
    },
    {
      "epoch": 23.85,
      "grad_norm": 3.811098098754883,
      "learning_rate": 2.795100125593078e-06,
      "loss": 0.6224,
      "step": 85460
    },
    {
      "epoch": 23.85,
      "grad_norm": 3.980044364929199,
      "learning_rate": 2.795427190901479e-06,
      "loss": 0.6335,
      "step": 85470
    },
    {
      "epoch": 23.86,
      "grad_norm": 3.3954808712005615,
      "learning_rate": 2.7957542562098796e-06,
      "loss": 0.6353,
      "step": 85480
    },
    {
      "epoch": 23.86,
      "grad_norm": 5.054758548736572,
      "learning_rate": 2.7960813215182805e-06,
      "loss": 0.6134,
      "step": 85490
    },
    {
      "epoch": 23.86,
      "grad_norm": 4.6127119064331055,
      "learning_rate": 2.796408386826681e-06,
      "loss": 0.6476,
      "step": 85500
    },
    {
      "epoch": 23.87,
      "grad_norm": 4.3633527755737305,
      "learning_rate": 2.796735452135082e-06,
      "loss": 0.6407,
      "step": 85510
    },
    {
      "epoch": 23.87,
      "grad_norm": 2.988384962081909,
      "learning_rate": 2.7970625174434833e-06,
      "loss": 0.6591,
      "step": 85520
    },
    {
      "epoch": 23.87,
      "grad_norm": 3.50858473777771,
      "learning_rate": 2.7973895827518834e-06,
      "loss": 0.6367,
      "step": 85530
    },
    {
      "epoch": 23.87,
      "grad_norm": 4.53764009475708,
      "learning_rate": 2.7977166480602848e-06,
      "loss": 0.6415,
      "step": 85540
    },
    {
      "epoch": 23.88,
      "grad_norm": 5.064202785491943,
      "learning_rate": 2.7980437133686853e-06,
      "loss": 0.6279,
      "step": 85550
    },
    {
      "epoch": 23.88,
      "grad_norm": 3.6847989559173584,
      "learning_rate": 2.7983707786770862e-06,
      "loss": 0.6655,
      "step": 85560
    },
    {
      "epoch": 23.88,
      "grad_norm": 3.0119807720184326,
      "learning_rate": 2.7986978439854867e-06,
      "loss": 0.6236,
      "step": 85570
    },
    {
      "epoch": 23.89,
      "grad_norm": 3.487114429473877,
      "learning_rate": 2.7990249092938877e-06,
      "loss": 0.6564,
      "step": 85580
    },
    {
      "epoch": 23.89,
      "grad_norm": 5.743653297424316,
      "learning_rate": 2.799351974602288e-06,
      "loss": 0.6085,
      "step": 85590
    },
    {
      "epoch": 23.89,
      "grad_norm": 3.038684129714966,
      "learning_rate": 2.799679039910689e-06,
      "loss": 0.6522,
      "step": 85600
    },
    {
      "epoch": 23.89,
      "grad_norm": 3.9200479984283447,
      "learning_rate": 2.80000610521909e-06,
      "loss": 0.6202,
      "step": 85610
    },
    {
      "epoch": 23.9,
      "grad_norm": 3.417146921157837,
      "learning_rate": 2.8003331705274906e-06,
      "loss": 0.6389,
      "step": 85620
    },
    {
      "epoch": 23.9,
      "grad_norm": 3.769556760787964,
      "learning_rate": 2.8006602358358915e-06,
      "loss": 0.661,
      "step": 85630
    },
    {
      "epoch": 23.9,
      "grad_norm": 3.0619795322418213,
      "learning_rate": 2.800987301144292e-06,
      "loss": 0.6445,
      "step": 85640
    },
    {
      "epoch": 23.9,
      "grad_norm": 4.817085266113281,
      "learning_rate": 2.8013143664526934e-06,
      "loss": 0.6476,
      "step": 85650
    },
    {
      "epoch": 23.91,
      "grad_norm": 3.3640971183776855,
      "learning_rate": 2.801641431761094e-06,
      "loss": 0.6327,
      "step": 85660
    },
    {
      "epoch": 23.91,
      "grad_norm": 5.67305326461792,
      "learning_rate": 2.801968497069495e-06,
      "loss": 0.6314,
      "step": 85670
    },
    {
      "epoch": 23.91,
      "grad_norm": 4.609520435333252,
      "learning_rate": 2.8022955623778953e-06,
      "loss": 0.6362,
      "step": 85680
    },
    {
      "epoch": 23.92,
      "grad_norm": 3.9617083072662354,
      "learning_rate": 2.8026226276862963e-06,
      "loss": 0.6436,
      "step": 85690
    },
    {
      "epoch": 23.92,
      "grad_norm": 4.90799617767334,
      "learning_rate": 2.8029496929946968e-06,
      "loss": 0.6147,
      "step": 85700
    },
    {
      "epoch": 23.92,
      "grad_norm": 3.601546287536621,
      "learning_rate": 2.8032767583030977e-06,
      "loss": 0.664,
      "step": 85710
    },
    {
      "epoch": 23.92,
      "grad_norm": 3.11366605758667,
      "learning_rate": 2.8036038236114986e-06,
      "loss": 0.6294,
      "step": 85720
    },
    {
      "epoch": 23.93,
      "grad_norm": 2.6659274101257324,
      "learning_rate": 2.803930888919899e-06,
      "loss": 0.6593,
      "step": 85730
    },
    {
      "epoch": 23.93,
      "grad_norm": 3.8368735313415527,
      "learning_rate": 2.8042579542283e-06,
      "loss": 0.6495,
      "step": 85740
    },
    {
      "epoch": 23.93,
      "grad_norm": 3.9396965503692627,
      "learning_rate": 2.8045850195367006e-06,
      "loss": 0.6375,
      "step": 85750
    },
    {
      "epoch": 23.94,
      "grad_norm": 4.566931247711182,
      "learning_rate": 2.8049120848451015e-06,
      "loss": 0.6097,
      "step": 85760
    },
    {
      "epoch": 23.94,
      "grad_norm": 4.748101234436035,
      "learning_rate": 2.805239150153502e-06,
      "loss": 0.6625,
      "step": 85770
    },
    {
      "epoch": 23.94,
      "grad_norm": 4.351255893707275,
      "learning_rate": 2.8055662154619034e-06,
      "loss": 0.6336,
      "step": 85780
    },
    {
      "epoch": 23.94,
      "grad_norm": 3.0640761852264404,
      "learning_rate": 2.805893280770304e-06,
      "loss": 0.6414,
      "step": 85790
    },
    {
      "epoch": 23.95,
      "grad_norm": 3.4877049922943115,
      "learning_rate": 2.806220346078705e-06,
      "loss": 0.6494,
      "step": 85800
    },
    {
      "epoch": 23.95,
      "grad_norm": 3.8917484283447266,
      "learning_rate": 2.8065474113871058e-06,
      "loss": 0.6563,
      "step": 85810
    },
    {
      "epoch": 23.95,
      "grad_norm": 3.4714744091033936,
      "learning_rate": 2.8068744766955063e-06,
      "loss": 0.6519,
      "step": 85820
    },
    {
      "epoch": 23.95,
      "grad_norm": 3.7375452518463135,
      "learning_rate": 2.8072015420039072e-06,
      "loss": 0.646,
      "step": 85830
    },
    {
      "epoch": 23.96,
      "grad_norm": 3.18156099319458,
      "learning_rate": 2.8075286073123077e-06,
      "loss": 0.626,
      "step": 85840
    },
    {
      "epoch": 23.96,
      "grad_norm": 3.308861255645752,
      "learning_rate": 2.8078556726207087e-06,
      "loss": 0.6456,
      "step": 85850
    },
    {
      "epoch": 23.96,
      "grad_norm": 3.5305087566375732,
      "learning_rate": 2.808182737929109e-06,
      "loss": 0.6416,
      "step": 85860
    },
    {
      "epoch": 23.97,
      "grad_norm": 4.3958916664123535,
      "learning_rate": 2.80850980323751e-06,
      "loss": 0.6356,
      "step": 85870
    },
    {
      "epoch": 23.97,
      "grad_norm": 4.1738104820251465,
      "learning_rate": 2.8088368685459106e-06,
      "loss": 0.6191,
      "step": 85880
    },
    {
      "epoch": 23.97,
      "grad_norm": 4.343935489654541,
      "learning_rate": 2.809163933854312e-06,
      "loss": 0.6286,
      "step": 85890
    },
    {
      "epoch": 23.97,
      "grad_norm": 4.434126853942871,
      "learning_rate": 2.809490999162713e-06,
      "loss": 0.6248,
      "step": 85900
    },
    {
      "epoch": 23.98,
      "grad_norm": 3.9400904178619385,
      "learning_rate": 2.8098180644711134e-06,
      "loss": 0.6294,
      "step": 85910
    },
    {
      "epoch": 23.98,
      "grad_norm": 3.02421236038208,
      "learning_rate": 2.8101451297795144e-06,
      "loss": 0.6363,
      "step": 85920
    },
    {
      "epoch": 23.98,
      "grad_norm": 3.026578903198242,
      "learning_rate": 2.810472195087915e-06,
      "loss": 0.6421,
      "step": 85930
    },
    {
      "epoch": 23.99,
      "grad_norm": 3.0360846519470215,
      "learning_rate": 2.810799260396316e-06,
      "loss": 0.6234,
      "step": 85940
    },
    {
      "epoch": 23.99,
      "grad_norm": 4.090591907501221,
      "learning_rate": 2.8111263257047163e-06,
      "loss": 0.6278,
      "step": 85950
    },
    {
      "epoch": 23.99,
      "grad_norm": 2.807241439819336,
      "learning_rate": 2.8114533910131173e-06,
      "loss": 0.6396,
      "step": 85960
    },
    {
      "epoch": 23.99,
      "grad_norm": 2.9324867725372314,
      "learning_rate": 2.8117804563215178e-06,
      "loss": 0.6415,
      "step": 85970
    },
    {
      "epoch": 24.0,
      "grad_norm": 3.7905757427215576,
      "learning_rate": 2.8121075216299187e-06,
      "loss": 0.6521,
      "step": 85980
    },
    {
      "epoch": 24.0,
      "grad_norm": 4.2296013832092285,
      "learning_rate": 2.8124345869383192e-06,
      "loss": 0.6409,
      "step": 85990
    },
    {
      "epoch": 24.0,
      "eval_loss": 0.6381064653396606,
      "eval_runtime": 85.2656,
      "eval_samples_per_second": 59.332,
      "eval_steps_per_second": 7.424,
      "step": 85992
    },
    {
      "epoch": 24.0,
      "grad_norm": 3.680798053741455,
      "learning_rate": 2.81276165224672e-06,
      "loss": 0.6339,
      "step": 86000
    },
    {
      "epoch": 24.01,
      "grad_norm": 4.408148765563965,
      "learning_rate": 2.8130887175551215e-06,
      "loss": 0.6501,
      "step": 86010
    },
    {
      "epoch": 24.01,
      "grad_norm": 3.6194727420806885,
      "learning_rate": 2.813415782863522e-06,
      "loss": 0.632,
      "step": 86020
    },
    {
      "epoch": 24.01,
      "grad_norm": 2.9088737964630127,
      "learning_rate": 2.813742848171923e-06,
      "loss": 0.6284,
      "step": 86030
    },
    {
      "epoch": 24.01,
      "grad_norm": 3.4094583988189697,
      "learning_rate": 2.8140699134803235e-06,
      "loss": 0.6393,
      "step": 86040
    },
    {
      "epoch": 24.02,
      "grad_norm": 3.2687625885009766,
      "learning_rate": 2.8143969787887244e-06,
      "loss": 0.6115,
      "step": 86050
    },
    {
      "epoch": 24.02,
      "grad_norm": 3.836764335632324,
      "learning_rate": 2.814724044097125e-06,
      "loss": 0.635,
      "step": 86060
    },
    {
      "epoch": 24.02,
      "grad_norm": 3.379880905151367,
      "learning_rate": 2.815051109405526e-06,
      "loss": 0.6463,
      "step": 86070
    },
    {
      "epoch": 24.02,
      "grad_norm": 4.109549045562744,
      "learning_rate": 2.8153781747139264e-06,
      "loss": 0.637,
      "step": 86080
    },
    {
      "epoch": 24.03,
      "grad_norm": 5.128749847412109,
      "learning_rate": 2.8157052400223273e-06,
      "loss": 0.657,
      "step": 86090
    },
    {
      "epoch": 24.03,
      "grad_norm": 2.9655232429504395,
      "learning_rate": 2.8160323053307282e-06,
      "loss": 0.6447,
      "step": 86100
    },
    {
      "epoch": 24.03,
      "grad_norm": 4.182711124420166,
      "learning_rate": 2.8163593706391288e-06,
      "loss": 0.6336,
      "step": 86110
    },
    {
      "epoch": 24.04,
      "grad_norm": 3.2464683055877686,
      "learning_rate": 2.81668643594753e-06,
      "loss": 0.6283,
      "step": 86120
    },
    {
      "epoch": 24.04,
      "grad_norm": 3.4668004512786865,
      "learning_rate": 2.8170135012559306e-06,
      "loss": 0.6345,
      "step": 86130
    },
    {
      "epoch": 24.04,
      "grad_norm": 3.537977933883667,
      "learning_rate": 2.8173405665643316e-06,
      "loss": 0.6253,
      "step": 86140
    },
    {
      "epoch": 24.04,
      "grad_norm": 5.238409996032715,
      "learning_rate": 2.817667631872732e-06,
      "loss": 0.6447,
      "step": 86150
    },
    {
      "epoch": 24.05,
      "grad_norm": 4.742600440979004,
      "learning_rate": 2.817994697181133e-06,
      "loss": 0.6203,
      "step": 86160
    },
    {
      "epoch": 24.05,
      "grad_norm": 2.952915668487549,
      "learning_rate": 2.8183217624895335e-06,
      "loss": 0.6345,
      "step": 86170
    },
    {
      "epoch": 24.05,
      "grad_norm": 3.754220485687256,
      "learning_rate": 2.8186488277979345e-06,
      "loss": 0.6508,
      "step": 86180
    },
    {
      "epoch": 24.06,
      "grad_norm": 3.414008617401123,
      "learning_rate": 2.8189758931063354e-06,
      "loss": 0.6157,
      "step": 86190
    },
    {
      "epoch": 24.06,
      "grad_norm": 4.588075637817383,
      "learning_rate": 2.819302958414736e-06,
      "loss": 0.638,
      "step": 86200
    },
    {
      "epoch": 24.06,
      "grad_norm": 3.628549098968506,
      "learning_rate": 2.819630023723137e-06,
      "loss": 0.6352,
      "step": 86210
    },
    {
      "epoch": 24.06,
      "grad_norm": 3.419753313064575,
      "learning_rate": 2.8199570890315373e-06,
      "loss": 0.6432,
      "step": 86220
    },
    {
      "epoch": 24.07,
      "grad_norm": 3.6416664123535156,
      "learning_rate": 2.8202841543399383e-06,
      "loss": 0.6211,
      "step": 86230
    },
    {
      "epoch": 24.07,
      "grad_norm": 4.306725025177002,
      "learning_rate": 2.820611219648339e-06,
      "loss": 0.6423,
      "step": 86240
    },
    {
      "epoch": 24.07,
      "grad_norm": 3.4035539627075195,
      "learning_rate": 2.82093828495674e-06,
      "loss": 0.6376,
      "step": 86250
    },
    {
      "epoch": 24.07,
      "grad_norm": 3.693516492843628,
      "learning_rate": 2.8212653502651407e-06,
      "loss": 0.6365,
      "step": 86260
    },
    {
      "epoch": 24.08,
      "grad_norm": 3.9598782062530518,
      "learning_rate": 2.8215924155735416e-06,
      "loss": 0.6446,
      "step": 86270
    },
    {
      "epoch": 24.08,
      "grad_norm": 3.0464751720428467,
      "learning_rate": 2.8219194808819425e-06,
      "loss": 0.6429,
      "step": 86280
    },
    {
      "epoch": 24.08,
      "grad_norm": 3.528320074081421,
      "learning_rate": 2.822246546190343e-06,
      "loss": 0.64,
      "step": 86290
    },
    {
      "epoch": 24.09,
      "grad_norm": 3.6977410316467285,
      "learning_rate": 2.822573611498744e-06,
      "loss": 0.6301,
      "step": 86300
    },
    {
      "epoch": 24.09,
      "grad_norm": 4.769891262054443,
      "learning_rate": 2.8229006768071445e-06,
      "loss": 0.6341,
      "step": 86310
    },
    {
      "epoch": 24.09,
      "grad_norm": 4.314627647399902,
      "learning_rate": 2.8232277421155454e-06,
      "loss": 0.6252,
      "step": 86320
    },
    {
      "epoch": 24.09,
      "grad_norm": 3.888526201248169,
      "learning_rate": 2.823554807423946e-06,
      "loss": 0.6347,
      "step": 86330
    },
    {
      "epoch": 24.1,
      "grad_norm": 3.694697380065918,
      "learning_rate": 2.823881872732347e-06,
      "loss": 0.6486,
      "step": 86340
    },
    {
      "epoch": 24.1,
      "grad_norm": 2.87571382522583,
      "learning_rate": 2.8242089380407474e-06,
      "loss": 0.6437,
      "step": 86350
    },
    {
      "epoch": 24.1,
      "grad_norm": 4.929206848144531,
      "learning_rate": 2.8245360033491487e-06,
      "loss": 0.6382,
      "step": 86360
    },
    {
      "epoch": 24.11,
      "grad_norm": 4.148828506469727,
      "learning_rate": 2.824863068657549e-06,
      "loss": 0.6049,
      "step": 86370
    },
    {
      "epoch": 24.11,
      "grad_norm": 3.8967201709747314,
      "learning_rate": 2.82519013396595e-06,
      "loss": 0.6226,
      "step": 86380
    },
    {
      "epoch": 24.11,
      "grad_norm": 2.373673915863037,
      "learning_rate": 2.825517199274351e-06,
      "loss": 0.6314,
      "step": 86390
    },
    {
      "epoch": 24.11,
      "grad_norm": 3.9319417476654053,
      "learning_rate": 2.8258442645827516e-06,
      "loss": 0.6475,
      "step": 86400
    },
    {
      "epoch": 24.12,
      "grad_norm": 4.831852912902832,
      "learning_rate": 2.8261713298911526e-06,
      "loss": 0.6023,
      "step": 86410
    },
    {
      "epoch": 24.12,
      "grad_norm": 3.7348086833953857,
      "learning_rate": 2.826498395199553e-06,
      "loss": 0.633,
      "step": 86420
    },
    {
      "epoch": 24.12,
      "grad_norm": 3.224724531173706,
      "learning_rate": 2.826825460507954e-06,
      "loss": 0.6468,
      "step": 86430
    },
    {
      "epoch": 24.13,
      "grad_norm": 3.469546318054199,
      "learning_rate": 2.8271525258163545e-06,
      "loss": 0.6321,
      "step": 86440
    },
    {
      "epoch": 24.13,
      "grad_norm": 3.5102553367614746,
      "learning_rate": 2.8274795911247555e-06,
      "loss": 0.6265,
      "step": 86450
    },
    {
      "epoch": 24.13,
      "grad_norm": 3.692579984664917,
      "learning_rate": 2.827806656433156e-06,
      "loss": 0.635,
      "step": 86460
    },
    {
      "epoch": 24.13,
      "grad_norm": 6.320409297943115,
      "learning_rate": 2.828133721741557e-06,
      "loss": 0.6364,
      "step": 86470
    },
    {
      "epoch": 24.14,
      "grad_norm": 4.180285930633545,
      "learning_rate": 2.8284607870499583e-06,
      "loss": 0.6212,
      "step": 86480
    },
    {
      "epoch": 24.14,
      "grad_norm": 4.363556861877441,
      "learning_rate": 2.8287878523583588e-06,
      "loss": 0.6285,
      "step": 86490
    },
    {
      "epoch": 24.14,
      "grad_norm": 5.342886924743652,
      "learning_rate": 2.8291149176667597e-06,
      "loss": 0.6349,
      "step": 86500
    },
    {
      "epoch": 24.14,
      "grad_norm": 4.185305118560791,
      "learning_rate": 2.8294419829751602e-06,
      "loss": 0.6461,
      "step": 86510
    },
    {
      "epoch": 24.15,
      "grad_norm": 4.192750930786133,
      "learning_rate": 2.829769048283561e-06,
      "loss": 0.6211,
      "step": 86520
    },
    {
      "epoch": 24.15,
      "grad_norm": 3.6364316940307617,
      "learning_rate": 2.8300961135919617e-06,
      "loss": 0.6402,
      "step": 86530
    },
    {
      "epoch": 24.15,
      "grad_norm": 3.1943671703338623,
      "learning_rate": 2.8304231789003626e-06,
      "loss": 0.6439,
      "step": 86540
    },
    {
      "epoch": 24.16,
      "grad_norm": 4.643174648284912,
      "learning_rate": 2.830750244208763e-06,
      "loss": 0.64,
      "step": 86550
    },
    {
      "epoch": 24.16,
      "grad_norm": 4.436695575714111,
      "learning_rate": 2.831077309517164e-06,
      "loss": 0.6396,
      "step": 86560
    },
    {
      "epoch": 24.16,
      "grad_norm": 3.45871639251709,
      "learning_rate": 2.831404374825565e-06,
      "loss": 0.618,
      "step": 86570
    },
    {
      "epoch": 24.16,
      "grad_norm": 3.401423692703247,
      "learning_rate": 2.8317314401339655e-06,
      "loss": 0.6514,
      "step": 86580
    },
    {
      "epoch": 24.17,
      "grad_norm": 3.6080055236816406,
      "learning_rate": 2.832058505442367e-06,
      "loss": 0.6718,
      "step": 86590
    },
    {
      "epoch": 24.17,
      "grad_norm": 3.916788101196289,
      "learning_rate": 2.8323855707507674e-06,
      "loss": 0.6358,
      "step": 86600
    },
    {
      "epoch": 24.17,
      "grad_norm": 3.9597532749176025,
      "learning_rate": 2.8327126360591683e-06,
      "loss": 0.637,
      "step": 86610
    },
    {
      "epoch": 24.18,
      "grad_norm": 3.6783182621002197,
      "learning_rate": 2.833039701367569e-06,
      "loss": 0.6546,
      "step": 86620
    },
    {
      "epoch": 24.18,
      "grad_norm": 2.6785106658935547,
      "learning_rate": 2.8333667666759698e-06,
      "loss": 0.633,
      "step": 86630
    },
    {
      "epoch": 24.18,
      "grad_norm": 3.5542187690734863,
      "learning_rate": 2.8336938319843703e-06,
      "loss": 0.6138,
      "step": 86640
    },
    {
      "epoch": 24.18,
      "grad_norm": 6.240732192993164,
      "learning_rate": 2.834020897292771e-06,
      "loss": 0.6422,
      "step": 86650
    },
    {
      "epoch": 24.19,
      "grad_norm": 2.9577322006225586,
      "learning_rate": 2.8343479626011717e-06,
      "loss": 0.6406,
      "step": 86660
    },
    {
      "epoch": 24.19,
      "grad_norm": 3.7869033813476562,
      "learning_rate": 2.8346750279095727e-06,
      "loss": 0.654,
      "step": 86670
    },
    {
      "epoch": 24.19,
      "grad_norm": 3.4495813846588135,
      "learning_rate": 2.8350020932179736e-06,
      "loss": 0.6462,
      "step": 86680
    },
    {
      "epoch": 24.19,
      "grad_norm": 4.850593090057373,
      "learning_rate": 2.835329158526374e-06,
      "loss": 0.6417,
      "step": 86690
    },
    {
      "epoch": 24.2,
      "grad_norm": 5.349091529846191,
      "learning_rate": 2.835656223834775e-06,
      "loss": 0.6398,
      "step": 86700
    },
    {
      "epoch": 24.2,
      "grad_norm": 3.507295846939087,
      "learning_rate": 2.8359832891431755e-06,
      "loss": 0.6463,
      "step": 86710
    },
    {
      "epoch": 24.2,
      "grad_norm": 3.5998799800872803,
      "learning_rate": 2.836310354451577e-06,
      "loss": 0.6349,
      "step": 86720
    },
    {
      "epoch": 24.21,
      "grad_norm": 5.026510715484619,
      "learning_rate": 2.8366374197599774e-06,
      "loss": 0.6474,
      "step": 86730
    },
    {
      "epoch": 24.21,
      "grad_norm": 3.24326753616333,
      "learning_rate": 2.8369644850683784e-06,
      "loss": 0.6504,
      "step": 86740
    },
    {
      "epoch": 24.21,
      "grad_norm": 4.563308238983154,
      "learning_rate": 2.837291550376779e-06,
      "loss": 0.6438,
      "step": 86750
    },
    {
      "epoch": 24.21,
      "grad_norm": 3.7570877075195312,
      "learning_rate": 2.83761861568518e-06,
      "loss": 0.6253,
      "step": 86760
    },
    {
      "epoch": 24.22,
      "grad_norm": 3.43485426902771,
      "learning_rate": 2.8379456809935807e-06,
      "loss": 0.6416,
      "step": 86770
    },
    {
      "epoch": 24.22,
      "grad_norm": 4.419694423675537,
      "learning_rate": 2.8382727463019812e-06,
      "loss": 0.6397,
      "step": 86780
    },
    {
      "epoch": 24.22,
      "grad_norm": 3.0400397777557373,
      "learning_rate": 2.838599811610382e-06,
      "loss": 0.6369,
      "step": 86790
    },
    {
      "epoch": 24.23,
      "grad_norm": 3.414701223373413,
      "learning_rate": 2.8389268769187827e-06,
      "loss": 0.645,
      "step": 86800
    },
    {
      "epoch": 24.23,
      "grad_norm": 3.4967381954193115,
      "learning_rate": 2.8392539422271836e-06,
      "loss": 0.658,
      "step": 86810
    },
    {
      "epoch": 24.23,
      "grad_norm": 4.216063976287842,
      "learning_rate": 2.839581007535584e-06,
      "loss": 0.6266,
      "step": 86820
    },
    {
      "epoch": 24.23,
      "grad_norm": 4.2623162269592285,
      "learning_rate": 2.8399080728439855e-06,
      "loss": 0.6361,
      "step": 86830
    },
    {
      "epoch": 24.24,
      "grad_norm": 4.02526330947876,
      "learning_rate": 2.8402351381523856e-06,
      "loss": 0.6275,
      "step": 86840
    },
    {
      "epoch": 24.24,
      "grad_norm": 3.6901869773864746,
      "learning_rate": 2.840562203460787e-06,
      "loss": 0.6381,
      "step": 86850
    },
    {
      "epoch": 24.24,
      "grad_norm": 3.848994016647339,
      "learning_rate": 2.840889268769188e-06,
      "loss": 0.6297,
      "step": 86860
    },
    {
      "epoch": 24.25,
      "grad_norm": 3.705824136734009,
      "learning_rate": 2.8412163340775884e-06,
      "loss": 0.6466,
      "step": 86870
    },
    {
      "epoch": 24.25,
      "grad_norm": 3.968372106552124,
      "learning_rate": 2.8415433993859893e-06,
      "loss": 0.679,
      "step": 86880
    },
    {
      "epoch": 24.25,
      "grad_norm": 3.4214980602264404,
      "learning_rate": 2.84187046469439e-06,
      "loss": 0.6283,
      "step": 86890
    },
    {
      "epoch": 24.25,
      "grad_norm": 3.265815496444702,
      "learning_rate": 2.8421975300027908e-06,
      "loss": 0.6403,
      "step": 86900
    },
    {
      "epoch": 24.26,
      "grad_norm": 3.2485976219177246,
      "learning_rate": 2.8425245953111913e-06,
      "loss": 0.6435,
      "step": 86910
    },
    {
      "epoch": 24.26,
      "grad_norm": 5.956722736358643,
      "learning_rate": 2.8428516606195922e-06,
      "loss": 0.6396,
      "step": 86920
    },
    {
      "epoch": 24.26,
      "grad_norm": 2.6288318634033203,
      "learning_rate": 2.8431787259279927e-06,
      "loss": 0.642,
      "step": 86930
    },
    {
      "epoch": 24.26,
      "grad_norm": 4.380831718444824,
      "learning_rate": 2.8435057912363937e-06,
      "loss": 0.6574,
      "step": 86940
    },
    {
      "epoch": 24.27,
      "grad_norm": 4.707666397094727,
      "learning_rate": 2.843832856544795e-06,
      "loss": 0.6232,
      "step": 86950
    },
    {
      "epoch": 24.27,
      "grad_norm": 4.70900297164917,
      "learning_rate": 2.8441599218531955e-06,
      "loss": 0.6416,
      "step": 86960
    },
    {
      "epoch": 24.27,
      "grad_norm": 3.868356466293335,
      "learning_rate": 2.8444869871615965e-06,
      "loss": 0.628,
      "step": 86970
    },
    {
      "epoch": 24.28,
      "grad_norm": 2.8942713737487793,
      "learning_rate": 2.844814052469997e-06,
      "loss": 0.6398,
      "step": 86980
    },
    {
      "epoch": 24.28,
      "grad_norm": 4.131404876708984,
      "learning_rate": 2.845141117778398e-06,
      "loss": 0.6102,
      "step": 86990
    },
    {
      "epoch": 24.28,
      "grad_norm": 3.809429883956909,
      "learning_rate": 2.8454681830867984e-06,
      "loss": 0.6523,
      "step": 87000
    },
    {
      "epoch": 24.28,
      "grad_norm": 3.3998055458068848,
      "learning_rate": 2.8457952483951994e-06,
      "loss": 0.6486,
      "step": 87010
    },
    {
      "epoch": 24.29,
      "grad_norm": 4.816526412963867,
      "learning_rate": 2.8461223137036e-06,
      "loss": 0.6257,
      "step": 87020
    },
    {
      "epoch": 24.29,
      "grad_norm": 3.5837104320526123,
      "learning_rate": 2.846449379012001e-06,
      "loss": 0.6268,
      "step": 87030
    },
    {
      "epoch": 24.29,
      "grad_norm": 3.758958339691162,
      "learning_rate": 2.8467764443204013e-06,
      "loss": 0.6497,
      "step": 87040
    },
    {
      "epoch": 24.3,
      "grad_norm": 3.3587586879730225,
      "learning_rate": 2.8471035096288023e-06,
      "loss": 0.6307,
      "step": 87050
    },
    {
      "epoch": 24.3,
      "grad_norm": 4.086446762084961,
      "learning_rate": 2.8474305749372036e-06,
      "loss": 0.6305,
      "step": 87060
    },
    {
      "epoch": 24.3,
      "grad_norm": 3.4069502353668213,
      "learning_rate": 2.8477576402456037e-06,
      "loss": 0.6231,
      "step": 87070
    },
    {
      "epoch": 24.3,
      "grad_norm": 3.2732837200164795,
      "learning_rate": 2.848084705554005e-06,
      "loss": 0.6335,
      "step": 87080
    },
    {
      "epoch": 24.31,
      "grad_norm": 3.717733144760132,
      "learning_rate": 2.8484117708624056e-06,
      "loss": 0.636,
      "step": 87090
    },
    {
      "epoch": 24.31,
      "grad_norm": 5.135864734649658,
      "learning_rate": 2.8487388361708065e-06,
      "loss": 0.6365,
      "step": 87100
    },
    {
      "epoch": 24.31,
      "grad_norm": 3.5973587036132812,
      "learning_rate": 2.849065901479207e-06,
      "loss": 0.6447,
      "step": 87110
    },
    {
      "epoch": 24.31,
      "grad_norm": 3.1092538833618164,
      "learning_rate": 2.849392966787608e-06,
      "loss": 0.6536,
      "step": 87120
    },
    {
      "epoch": 24.32,
      "grad_norm": 3.9694736003875732,
      "learning_rate": 2.8497200320960085e-06,
      "loss": 0.6117,
      "step": 87130
    },
    {
      "epoch": 24.32,
      "grad_norm": 3.8469245433807373,
      "learning_rate": 2.8500470974044094e-06,
      "loss": 0.6303,
      "step": 87140
    },
    {
      "epoch": 24.32,
      "grad_norm": 3.9605886936187744,
      "learning_rate": 2.8503741627128103e-06,
      "loss": 0.6504,
      "step": 87150
    },
    {
      "epoch": 24.33,
      "grad_norm": 3.3498642444610596,
      "learning_rate": 2.850701228021211e-06,
      "loss": 0.6294,
      "step": 87160
    },
    {
      "epoch": 24.33,
      "grad_norm": 4.307991027832031,
      "learning_rate": 2.851028293329612e-06,
      "loss": 0.6347,
      "step": 87170
    },
    {
      "epoch": 24.33,
      "grad_norm": 4.240841865539551,
      "learning_rate": 2.8513553586380123e-06,
      "loss": 0.642,
      "step": 87180
    },
    {
      "epoch": 24.33,
      "grad_norm": 3.7764742374420166,
      "learning_rate": 2.8516824239464137e-06,
      "loss": 0.6539,
      "step": 87190
    },
    {
      "epoch": 24.34,
      "grad_norm": 2.9785847663879395,
      "learning_rate": 2.852009489254814e-06,
      "loss": 0.626,
      "step": 87200
    },
    {
      "epoch": 24.34,
      "grad_norm": 3.5121214389801025,
      "learning_rate": 2.852336554563215e-06,
      "loss": 0.654,
      "step": 87210
    },
    {
      "epoch": 24.34,
      "grad_norm": 4.540769577026367,
      "learning_rate": 2.8526636198716156e-06,
      "loss": 0.6367,
      "step": 87220
    },
    {
      "epoch": 24.35,
      "grad_norm": 3.4679384231567383,
      "learning_rate": 2.8529906851800166e-06,
      "loss": 0.6258,
      "step": 87230
    },
    {
      "epoch": 24.35,
      "grad_norm": 4.624145984649658,
      "learning_rate": 2.8533177504884175e-06,
      "loss": 0.6501,
      "step": 87240
    },
    {
      "epoch": 24.35,
      "grad_norm": 3.3021292686462402,
      "learning_rate": 2.853644815796818e-06,
      "loss": 0.6272,
      "step": 87250
    },
    {
      "epoch": 24.35,
      "grad_norm": 3.854691982269287,
      "learning_rate": 2.853971881105219e-06,
      "loss": 0.6461,
      "step": 87260
    },
    {
      "epoch": 24.36,
      "grad_norm": 2.914991617202759,
      "learning_rate": 2.8542989464136194e-06,
      "loss": 0.6329,
      "step": 87270
    },
    {
      "epoch": 24.36,
      "grad_norm": 4.279937267303467,
      "learning_rate": 2.8546260117220204e-06,
      "loss": 0.6135,
      "step": 87280
    },
    {
      "epoch": 24.36,
      "grad_norm": 3.8504045009613037,
      "learning_rate": 2.854953077030421e-06,
      "loss": 0.63,
      "step": 87290
    },
    {
      "epoch": 24.37,
      "grad_norm": 3.427777051925659,
      "learning_rate": 2.8552801423388223e-06,
      "loss": 0.6454,
      "step": 87300
    },
    {
      "epoch": 24.37,
      "grad_norm": 3.0914313793182373,
      "learning_rate": 2.8556072076472223e-06,
      "loss": 0.6436,
      "step": 87310
    },
    {
      "epoch": 24.37,
      "grad_norm": 4.305858612060547,
      "learning_rate": 2.8559342729556237e-06,
      "loss": 0.6593,
      "step": 87320
    },
    {
      "epoch": 24.37,
      "grad_norm": 3.4482266902923584,
      "learning_rate": 2.8562613382640246e-06,
      "loss": 0.6526,
      "step": 87330
    },
    {
      "epoch": 24.38,
      "grad_norm": 3.682260751724243,
      "learning_rate": 2.856588403572425e-06,
      "loss": 0.635,
      "step": 87340
    },
    {
      "epoch": 24.38,
      "grad_norm": 4.246425628662109,
      "learning_rate": 2.856915468880826e-06,
      "loss": 0.6309,
      "step": 87350
    },
    {
      "epoch": 24.38,
      "grad_norm": 2.7862250804901123,
      "learning_rate": 2.8572425341892266e-06,
      "loss": 0.644,
      "step": 87360
    },
    {
      "epoch": 24.38,
      "grad_norm": 3.0622398853302,
      "learning_rate": 2.8575695994976275e-06,
      "loss": 0.6356,
      "step": 87370
    },
    {
      "epoch": 24.39,
      "grad_norm": 2.901200771331787,
      "learning_rate": 2.857896664806028e-06,
      "loss": 0.629,
      "step": 87380
    },
    {
      "epoch": 24.39,
      "grad_norm": 3.1864664554595947,
      "learning_rate": 2.858223730114429e-06,
      "loss": 0.6164,
      "step": 87390
    },
    {
      "epoch": 24.39,
      "grad_norm": 3.5687544345855713,
      "learning_rate": 2.8585507954228295e-06,
      "loss": 0.6483,
      "step": 87400
    },
    {
      "epoch": 24.4,
      "grad_norm": 3.923893451690674,
      "learning_rate": 2.8588778607312304e-06,
      "loss": 0.6455,
      "step": 87410
    },
    {
      "epoch": 24.4,
      "grad_norm": 4.002378463745117,
      "learning_rate": 2.859204926039631e-06,
      "loss": 0.6399,
      "step": 87420
    },
    {
      "epoch": 24.4,
      "grad_norm": 4.474728584289551,
      "learning_rate": 2.8595319913480323e-06,
      "loss": 0.6336,
      "step": 87430
    },
    {
      "epoch": 24.4,
      "grad_norm": 3.5166256427764893,
      "learning_rate": 2.8598590566564332e-06,
      "loss": 0.6304,
      "step": 87440
    },
    {
      "epoch": 24.41,
      "grad_norm": 3.009361743927002,
      "learning_rate": 2.8601861219648337e-06,
      "loss": 0.6164,
      "step": 87450
    },
    {
      "epoch": 24.41,
      "grad_norm": 3.784179210662842,
      "learning_rate": 2.8605131872732347e-06,
      "loss": 0.6433,
      "step": 87460
    },
    {
      "epoch": 24.41,
      "grad_norm": 3.749997138977051,
      "learning_rate": 2.860840252581635e-06,
      "loss": 0.6507,
      "step": 87470
    },
    {
      "epoch": 24.42,
      "grad_norm": 3.2163686752319336,
      "learning_rate": 2.861167317890036e-06,
      "loss": 0.6527,
      "step": 87480
    },
    {
      "epoch": 24.42,
      "grad_norm": 3.2036070823669434,
      "learning_rate": 2.8614943831984366e-06,
      "loss": 0.6192,
      "step": 87490
    },
    {
      "epoch": 24.42,
      "grad_norm": 4.162891387939453,
      "learning_rate": 2.8618214485068376e-06,
      "loss": 0.6512,
      "step": 87500
    },
    {
      "epoch": 24.42,
      "grad_norm": 4.58540153503418,
      "learning_rate": 2.862148513815238e-06,
      "loss": 0.6422,
      "step": 87510
    },
    {
      "epoch": 24.43,
      "grad_norm": 4.227582931518555,
      "learning_rate": 2.862475579123639e-06,
      "loss": 0.635,
      "step": 87520
    },
    {
      "epoch": 24.43,
      "grad_norm": 3.859691858291626,
      "learning_rate": 2.8628026444320404e-06,
      "loss": 0.6277,
      "step": 87530
    },
    {
      "epoch": 24.43,
      "grad_norm": 3.025592088699341,
      "learning_rate": 2.8631297097404405e-06,
      "loss": 0.6238,
      "step": 87540
    },
    {
      "epoch": 24.43,
      "grad_norm": 3.5291032791137695,
      "learning_rate": 2.863456775048842e-06,
      "loss": 0.6566,
      "step": 87550
    },
    {
      "epoch": 24.44,
      "grad_norm": 3.8489136695861816,
      "learning_rate": 2.8637838403572423e-06,
      "loss": 0.6501,
      "step": 87560
    },
    {
      "epoch": 24.44,
      "grad_norm": 3.794191598892212,
      "learning_rate": 2.8641109056656433e-06,
      "loss": 0.6446,
      "step": 87570
    },
    {
      "epoch": 24.44,
      "grad_norm": 3.570146322250366,
      "learning_rate": 2.8644379709740438e-06,
      "loss": 0.6245,
      "step": 87580
    },
    {
      "epoch": 24.45,
      "grad_norm": 3.5145115852355957,
      "learning_rate": 2.8647650362824447e-06,
      "loss": 0.6336,
      "step": 87590
    },
    {
      "epoch": 24.45,
      "grad_norm": 3.125688076019287,
      "learning_rate": 2.8650921015908452e-06,
      "loss": 0.6366,
      "step": 87600
    },
    {
      "epoch": 24.45,
      "grad_norm": 2.858591318130493,
      "learning_rate": 2.865419166899246e-06,
      "loss": 0.6469,
      "step": 87610
    },
    {
      "epoch": 24.45,
      "grad_norm": 4.095749855041504,
      "learning_rate": 2.865746232207647e-06,
      "loss": 0.6406,
      "step": 87620
    },
    {
      "epoch": 24.46,
      "grad_norm": 5.305046081542969,
      "learning_rate": 2.8660732975160476e-06,
      "loss": 0.6393,
      "step": 87630
    },
    {
      "epoch": 24.46,
      "grad_norm": 4.416378021240234,
      "learning_rate": 2.8664003628244485e-06,
      "loss": 0.6285,
      "step": 87640
    },
    {
      "epoch": 24.46,
      "grad_norm": 3.3051154613494873,
      "learning_rate": 2.866727428132849e-06,
      "loss": 0.6388,
      "step": 87650
    },
    {
      "epoch": 24.47,
      "grad_norm": 4.140743732452393,
      "learning_rate": 2.8670544934412504e-06,
      "loss": 0.6365,
      "step": 87660
    },
    {
      "epoch": 24.47,
      "grad_norm": 3.4804024696350098,
      "learning_rate": 2.867381558749651e-06,
      "loss": 0.6325,
      "step": 87670
    },
    {
      "epoch": 24.47,
      "grad_norm": 3.4752583503723145,
      "learning_rate": 2.867708624058052e-06,
      "loss": 0.634,
      "step": 87680
    },
    {
      "epoch": 24.47,
      "grad_norm": 3.8750243186950684,
      "learning_rate": 2.8680356893664524e-06,
      "loss": 0.6388,
      "step": 87690
    },
    {
      "epoch": 24.48,
      "grad_norm": 2.7936413288116455,
      "learning_rate": 2.8683627546748533e-06,
      "loss": 0.6375,
      "step": 87700
    },
    {
      "epoch": 24.48,
      "grad_norm": 3.8362743854522705,
      "learning_rate": 2.868689819983254e-06,
      "loss": 0.6419,
      "step": 87710
    },
    {
      "epoch": 24.48,
      "grad_norm": 3.597247838973999,
      "learning_rate": 2.8690168852916548e-06,
      "loss": 0.6239,
      "step": 87720
    },
    {
      "epoch": 24.49,
      "grad_norm": 4.484869003295898,
      "learning_rate": 2.8693439506000557e-06,
      "loss": 0.6462,
      "step": 87730
    },
    {
      "epoch": 24.49,
      "grad_norm": 3.3091750144958496,
      "learning_rate": 2.869671015908456e-06,
      "loss": 0.6228,
      "step": 87740
    },
    {
      "epoch": 24.49,
      "grad_norm": 2.9668262004852295,
      "learning_rate": 2.869998081216857e-06,
      "loss": 0.6334,
      "step": 87750
    },
    {
      "epoch": 24.49,
      "grad_norm": 4.034918785095215,
      "learning_rate": 2.8703251465252576e-06,
      "loss": 0.6273,
      "step": 87760
    },
    {
      "epoch": 24.5,
      "grad_norm": 3.6226067543029785,
      "learning_rate": 2.870652211833659e-06,
      "loss": 0.6304,
      "step": 87770
    },
    {
      "epoch": 24.5,
      "grad_norm": 3.1019630432128906,
      "learning_rate": 2.870979277142059e-06,
      "loss": 0.6485,
      "step": 87780
    },
    {
      "epoch": 24.5,
      "grad_norm": 4.058751106262207,
      "learning_rate": 2.8713063424504605e-06,
      "loss": 0.6385,
      "step": 87790
    },
    {
      "epoch": 24.5,
      "grad_norm": 3.0244557857513428,
      "learning_rate": 2.871633407758861e-06,
      "loss": 0.6309,
      "step": 87800
    },
    {
      "epoch": 24.51,
      "grad_norm": 3.3711440563201904,
      "learning_rate": 2.871960473067262e-06,
      "loss": 0.6316,
      "step": 87810
    },
    {
      "epoch": 24.51,
      "grad_norm": 3.2785046100616455,
      "learning_rate": 2.872287538375663e-06,
      "loss": 0.6275,
      "step": 87820
    },
    {
      "epoch": 24.51,
      "grad_norm": 3.1523964405059814,
      "learning_rate": 2.8726146036840633e-06,
      "loss": 0.634,
      "step": 87830
    },
    {
      "epoch": 24.52,
      "grad_norm": 4.890193939208984,
      "learning_rate": 2.8729416689924643e-06,
      "loss": 0.6269,
      "step": 87840
    },
    {
      "epoch": 24.52,
      "grad_norm": 3.4448001384735107,
      "learning_rate": 2.873268734300865e-06,
      "loss": 0.6414,
      "step": 87850
    },
    {
      "epoch": 24.52,
      "grad_norm": 3.5229179859161377,
      "learning_rate": 2.8735957996092657e-06,
      "loss": 0.666,
      "step": 87860
    },
    {
      "epoch": 24.52,
      "grad_norm": 4.39361047744751,
      "learning_rate": 2.8739228649176662e-06,
      "loss": 0.6491,
      "step": 87870
    },
    {
      "epoch": 24.53,
      "grad_norm": 4.028872966766357,
      "learning_rate": 2.874249930226067e-06,
      "loss": 0.6374,
      "step": 87880
    },
    {
      "epoch": 24.53,
      "grad_norm": 3.0423154830932617,
      "learning_rate": 2.8745769955344677e-06,
      "loss": 0.6253,
      "step": 87890
    },
    {
      "epoch": 24.53,
      "grad_norm": 3.71217679977417,
      "learning_rate": 2.874904060842869e-06,
      "loss": 0.6372,
      "step": 87900
    },
    {
      "epoch": 24.54,
      "grad_norm": 3.932760715484619,
      "learning_rate": 2.87523112615127e-06,
      "loss": 0.6233,
      "step": 87910
    },
    {
      "epoch": 24.54,
      "grad_norm": 3.3787460327148438,
      "learning_rate": 2.8755581914596705e-06,
      "loss": 0.6373,
      "step": 87920
    },
    {
      "epoch": 24.54,
      "grad_norm": 4.09920597076416,
      "learning_rate": 2.8758852567680714e-06,
      "loss": 0.621,
      "step": 87930
    },
    {
      "epoch": 24.54,
      "grad_norm": 3.3778510093688965,
      "learning_rate": 2.876212322076472e-06,
      "loss": 0.6165,
      "step": 87940
    },
    {
      "epoch": 24.55,
      "grad_norm": 3.6506264209747314,
      "learning_rate": 2.876539387384873e-06,
      "loss": 0.6453,
      "step": 87950
    },
    {
      "epoch": 24.55,
      "grad_norm": 3.4422194957733154,
      "learning_rate": 2.8768664526932734e-06,
      "loss": 0.6203,
      "step": 87960
    },
    {
      "epoch": 24.55,
      "grad_norm": 4.386570453643799,
      "learning_rate": 2.8771935180016743e-06,
      "loss": 0.6255,
      "step": 87970
    },
    {
      "epoch": 24.55,
      "grad_norm": 4.148068904876709,
      "learning_rate": 2.877520583310075e-06,
      "loss": 0.6479,
      "step": 87980
    },
    {
      "epoch": 24.56,
      "grad_norm": 4.1306939125061035,
      "learning_rate": 2.8778476486184758e-06,
      "loss": 0.629,
      "step": 87990
    },
    {
      "epoch": 24.56,
      "grad_norm": 4.013765335083008,
      "learning_rate": 2.878174713926877e-06,
      "loss": 0.6369,
      "step": 88000
    },
    {
      "epoch": 24.56,
      "grad_norm": 3.8850197792053223,
      "learning_rate": 2.8785017792352772e-06,
      "loss": 0.6238,
      "step": 88010
    },
    {
      "epoch": 24.57,
      "grad_norm": 2.9423303604125977,
      "learning_rate": 2.8788288445436786e-06,
      "loss": 0.6505,
      "step": 88020
    },
    {
      "epoch": 24.57,
      "grad_norm": 3.77180552482605,
      "learning_rate": 2.879155909852079e-06,
      "loss": 0.6193,
      "step": 88030
    },
    {
      "epoch": 24.57,
      "grad_norm": 3.1008429527282715,
      "learning_rate": 2.87948297516048e-06,
      "loss": 0.6199,
      "step": 88040
    },
    {
      "epoch": 24.57,
      "grad_norm": 4.682263374328613,
      "learning_rate": 2.8798100404688805e-06,
      "loss": 0.6354,
      "step": 88050
    },
    {
      "epoch": 24.58,
      "grad_norm": 5.39900016784668,
      "learning_rate": 2.8801371057772815e-06,
      "loss": 0.6233,
      "step": 88060
    },
    {
      "epoch": 24.58,
      "grad_norm": 3.956909418106079,
      "learning_rate": 2.880464171085682e-06,
      "loss": 0.6282,
      "step": 88070
    },
    {
      "epoch": 24.58,
      "grad_norm": 3.657672166824341,
      "learning_rate": 2.880791236394083e-06,
      "loss": 0.6493,
      "step": 88080
    },
    {
      "epoch": 24.59,
      "grad_norm": 4.776866436004639,
      "learning_rate": 2.8811183017024834e-06,
      "loss": 0.6539,
      "step": 88090
    },
    {
      "epoch": 24.59,
      "grad_norm": 4.048565864562988,
      "learning_rate": 2.8814453670108844e-06,
      "loss": 0.6356,
      "step": 88100
    },
    {
      "epoch": 24.59,
      "grad_norm": 4.982944488525391,
      "learning_rate": 2.8817724323192853e-06,
      "loss": 0.6526,
      "step": 88110
    },
    {
      "epoch": 24.59,
      "grad_norm": 3.93765926361084,
      "learning_rate": 2.882099497627686e-06,
      "loss": 0.6532,
      "step": 88120
    },
    {
      "epoch": 24.6,
      "grad_norm": 3.4973552227020264,
      "learning_rate": 2.882426562936087e-06,
      "loss": 0.6298,
      "step": 88130
    },
    {
      "epoch": 24.6,
      "grad_norm": 3.400355577468872,
      "learning_rate": 2.8827536282444877e-06,
      "loss": 0.63,
      "step": 88140
    },
    {
      "epoch": 24.6,
      "grad_norm": 4.53191614151001,
      "learning_rate": 2.8830806935528886e-06,
      "loss": 0.6471,
      "step": 88150
    },
    {
      "epoch": 24.61,
      "grad_norm": 5.0260443687438965,
      "learning_rate": 2.883407758861289e-06,
      "loss": 0.6276,
      "step": 88160
    },
    {
      "epoch": 24.61,
      "grad_norm": 4.690543174743652,
      "learning_rate": 2.88373482416969e-06,
      "loss": 0.6412,
      "step": 88170
    },
    {
      "epoch": 24.61,
      "grad_norm": 3.8525278568267822,
      "learning_rate": 2.8840618894780906e-06,
      "loss": 0.6241,
      "step": 88180
    },
    {
      "epoch": 24.61,
      "grad_norm": 4.299964427947998,
      "learning_rate": 2.8843889547864915e-06,
      "loss": 0.6297,
      "step": 88190
    },
    {
      "epoch": 24.62,
      "grad_norm": 3.457927942276001,
      "learning_rate": 2.8847160200948924e-06,
      "loss": 0.6368,
      "step": 88200
    },
    {
      "epoch": 24.62,
      "grad_norm": 3.3027901649475098,
      "learning_rate": 2.885043085403293e-06,
      "loss": 0.6478,
      "step": 88210
    },
    {
      "epoch": 24.62,
      "grad_norm": 2.6788268089294434,
      "learning_rate": 2.885370150711694e-06,
      "loss": 0.6319,
      "step": 88220
    },
    {
      "epoch": 24.62,
      "grad_norm": 3.4090452194213867,
      "learning_rate": 2.8856972160200944e-06,
      "loss": 0.669,
      "step": 88230
    },
    {
      "epoch": 24.63,
      "grad_norm": 2.9690001010894775,
      "learning_rate": 2.8860242813284953e-06,
      "loss": 0.6399,
      "step": 88240
    },
    {
      "epoch": 24.63,
      "grad_norm": 3.7003023624420166,
      "learning_rate": 2.886351346636896e-06,
      "loss": 0.6374,
      "step": 88250
    },
    {
      "epoch": 24.63,
      "grad_norm": 2.6594338417053223,
      "learning_rate": 2.886678411945297e-06,
      "loss": 0.6118,
      "step": 88260
    },
    {
      "epoch": 24.64,
      "grad_norm": 3.5068182945251465,
      "learning_rate": 2.8870054772536977e-06,
      "loss": 0.6109,
      "step": 88270
    },
    {
      "epoch": 24.64,
      "grad_norm": 3.4427542686462402,
      "learning_rate": 2.8873325425620987e-06,
      "loss": 0.6478,
      "step": 88280
    },
    {
      "epoch": 24.64,
      "grad_norm": 5.099662780761719,
      "learning_rate": 2.8876596078704996e-06,
      "loss": 0.6454,
      "step": 88290
    },
    {
      "epoch": 24.64,
      "grad_norm": 3.182041883468628,
      "learning_rate": 2.8879866731789e-06,
      "loss": 0.6343,
      "step": 88300
    },
    {
      "epoch": 24.65,
      "grad_norm": 3.8351621627807617,
      "learning_rate": 2.888313738487301e-06,
      "loss": 0.6441,
      "step": 88310
    },
    {
      "epoch": 24.65,
      "grad_norm": 3.607976198196411,
      "learning_rate": 2.8886408037957015e-06,
      "loss": 0.6416,
      "step": 88320
    },
    {
      "epoch": 24.65,
      "grad_norm": 4.484621524810791,
      "learning_rate": 2.8889678691041025e-06,
      "loss": 0.6465,
      "step": 88330
    },
    {
      "epoch": 24.66,
      "grad_norm": 4.712724685668945,
      "learning_rate": 2.889294934412503e-06,
      "loss": 0.6343,
      "step": 88340
    },
    {
      "epoch": 24.66,
      "grad_norm": 2.8448233604431152,
      "learning_rate": 2.889621999720904e-06,
      "loss": 0.6477,
      "step": 88350
    },
    {
      "epoch": 24.66,
      "grad_norm": 2.5338358879089355,
      "learning_rate": 2.8899490650293044e-06,
      "loss": 0.6467,
      "step": 88360
    },
    {
      "epoch": 24.66,
      "grad_norm": 5.243806838989258,
      "learning_rate": 2.890276130337706e-06,
      "loss": 0.6521,
      "step": 88370
    },
    {
      "epoch": 24.67,
      "grad_norm": 3.978396415710449,
      "learning_rate": 2.8906031956461063e-06,
      "loss": 0.6386,
      "step": 88380
    },
    {
      "epoch": 24.67,
      "grad_norm": 3.3991739749908447,
      "learning_rate": 2.8909302609545072e-06,
      "loss": 0.6257,
      "step": 88390
    },
    {
      "epoch": 24.67,
      "grad_norm": 5.357465744018555,
      "learning_rate": 2.891257326262908e-06,
      "loss": 0.6183,
      "step": 88400
    },
    {
      "epoch": 24.67,
      "grad_norm": 3.360513925552368,
      "learning_rate": 2.8915843915713087e-06,
      "loss": 0.6526,
      "step": 88410
    },
    {
      "epoch": 24.68,
      "grad_norm": 4.636155605316162,
      "learning_rate": 2.8919114568797096e-06,
      "loss": 0.6074,
      "step": 88420
    },
    {
      "epoch": 24.68,
      "grad_norm": 3.465792179107666,
      "learning_rate": 2.89223852218811e-06,
      "loss": 0.6367,
      "step": 88430
    },
    {
      "epoch": 24.68,
      "grad_norm": 3.103661060333252,
      "learning_rate": 2.892565587496511e-06,
      "loss": 0.669,
      "step": 88440
    },
    {
      "epoch": 24.69,
      "grad_norm": 4.384876728057861,
      "learning_rate": 2.8928926528049116e-06,
      "loss": 0.6334,
      "step": 88450
    },
    {
      "epoch": 24.69,
      "grad_norm": 3.7204177379608154,
      "learning_rate": 2.8932197181133125e-06,
      "loss": 0.6149,
      "step": 88460
    },
    {
      "epoch": 24.69,
      "grad_norm": 3.8573877811431885,
      "learning_rate": 2.893546783421713e-06,
      "loss": 0.6276,
      "step": 88470
    },
    {
      "epoch": 24.69,
      "grad_norm": 4.114511966705322,
      "learning_rate": 2.893873848730114e-06,
      "loss": 0.6406,
      "step": 88480
    },
    {
      "epoch": 24.7,
      "grad_norm": 5.469910621643066,
      "learning_rate": 2.8942009140385153e-06,
      "loss": 0.6505,
      "step": 88490
    },
    {
      "epoch": 24.7,
      "grad_norm": 3.6994893550872803,
      "learning_rate": 2.894527979346916e-06,
      "loss": 0.6221,
      "step": 88500
    },
    {
      "epoch": 24.7,
      "grad_norm": 2.8184022903442383,
      "learning_rate": 2.8948550446553168e-06,
      "loss": 0.6155,
      "step": 88510
    },
    {
      "epoch": 24.71,
      "grad_norm": 4.480053901672363,
      "learning_rate": 2.8951821099637173e-06,
      "loss": 0.6341,
      "step": 88520
    },
    {
      "epoch": 24.71,
      "grad_norm": 4.204737186431885,
      "learning_rate": 2.8955091752721182e-06,
      "loss": 0.6478,
      "step": 88530
    },
    {
      "epoch": 24.71,
      "grad_norm": 3.8683223724365234,
      "learning_rate": 2.8958362405805187e-06,
      "loss": 0.6343,
      "step": 88540
    },
    {
      "epoch": 24.71,
      "grad_norm": 4.057450771331787,
      "learning_rate": 2.8961633058889197e-06,
      "loss": 0.6258,
      "step": 88550
    },
    {
      "epoch": 24.72,
      "grad_norm": 2.6072230339050293,
      "learning_rate": 2.89649037119732e-06,
      "loss": 0.6426,
      "step": 88560
    },
    {
      "epoch": 24.72,
      "grad_norm": 3.2020843029022217,
      "learning_rate": 2.896817436505721e-06,
      "loss": 0.6464,
      "step": 88570
    },
    {
      "epoch": 24.72,
      "grad_norm": 3.9791808128356934,
      "learning_rate": 2.897144501814122e-06,
      "loss": 0.6279,
      "step": 88580
    },
    {
      "epoch": 24.73,
      "grad_norm": 3.5071935653686523,
      "learning_rate": 2.8974715671225226e-06,
      "loss": 0.6374,
      "step": 88590
    },
    {
      "epoch": 24.73,
      "grad_norm": 4.032873630523682,
      "learning_rate": 2.897798632430924e-06,
      "loss": 0.6199,
      "step": 88600
    },
    {
      "epoch": 24.73,
      "grad_norm": 2.9427807331085205,
      "learning_rate": 2.8981256977393244e-06,
      "loss": 0.6363,
      "step": 88610
    },
    {
      "epoch": 24.73,
      "grad_norm": 3.0494227409362793,
      "learning_rate": 2.8984527630477254e-06,
      "loss": 0.6305,
      "step": 88620
    },
    {
      "epoch": 24.74,
      "grad_norm": 3.8366832733154297,
      "learning_rate": 2.898779828356126e-06,
      "loss": 0.6584,
      "step": 88630
    },
    {
      "epoch": 24.74,
      "grad_norm": 3.8576507568359375,
      "learning_rate": 2.899106893664527e-06,
      "loss": 0.6424,
      "step": 88640
    },
    {
      "epoch": 24.74,
      "grad_norm": 3.8742294311523438,
      "learning_rate": 2.8994339589729273e-06,
      "loss": 0.6287,
      "step": 88650
    },
    {
      "epoch": 24.74,
      "grad_norm": 4.876187801361084,
      "learning_rate": 2.8997610242813283e-06,
      "loss": 0.6183,
      "step": 88660
    },
    {
      "epoch": 24.75,
      "grad_norm": 3.104010581970215,
      "learning_rate": 2.900088089589729e-06,
      "loss": 0.6258,
      "step": 88670
    },
    {
      "epoch": 24.75,
      "grad_norm": 3.7137739658355713,
      "learning_rate": 2.9004151548981297e-06,
      "loss": 0.6334,
      "step": 88680
    },
    {
      "epoch": 24.75,
      "grad_norm": 4.1245574951171875,
      "learning_rate": 2.9007422202065306e-06,
      "loss": 0.6396,
      "step": 88690
    },
    {
      "epoch": 24.76,
      "grad_norm": 3.0256316661834717,
      "learning_rate": 2.901069285514931e-06,
      "loss": 0.6394,
      "step": 88700
    },
    {
      "epoch": 24.76,
      "grad_norm": 3.4182350635528564,
      "learning_rate": 2.901396350823332e-06,
      "loss": 0.637,
      "step": 88710
    },
    {
      "epoch": 24.76,
      "grad_norm": 3.2722673416137695,
      "learning_rate": 2.9017234161317326e-06,
      "loss": 0.647,
      "step": 88720
    },
    {
      "epoch": 24.76,
      "grad_norm": 3.992805242538452,
      "learning_rate": 2.902050481440134e-06,
      "loss": 0.618,
      "step": 88730
    },
    {
      "epoch": 24.77,
      "grad_norm": 2.8673367500305176,
      "learning_rate": 2.9023775467485345e-06,
      "loss": 0.6188,
      "step": 88740
    },
    {
      "epoch": 24.77,
      "grad_norm": 3.732822895050049,
      "learning_rate": 2.9027046120569354e-06,
      "loss": 0.6541,
      "step": 88750
    },
    {
      "epoch": 24.77,
      "grad_norm": 4.651558876037598,
      "learning_rate": 2.903031677365336e-06,
      "loss": 0.6451,
      "step": 88760
    },
    {
      "epoch": 24.78,
      "grad_norm": 4.609739780426025,
      "learning_rate": 2.903358742673737e-06,
      "loss": 0.645,
      "step": 88770
    },
    {
      "epoch": 24.78,
      "grad_norm": 3.846715211868286,
      "learning_rate": 2.9036858079821378e-06,
      "loss": 0.6469,
      "step": 88780
    },
    {
      "epoch": 24.78,
      "grad_norm": 2.759427070617676,
      "learning_rate": 2.9040128732905383e-06,
      "loss": 0.626,
      "step": 88790
    },
    {
      "epoch": 24.78,
      "grad_norm": 3.1094398498535156,
      "learning_rate": 2.9043399385989392e-06,
      "loss": 0.6546,
      "step": 88800
    },
    {
      "epoch": 24.79,
      "grad_norm": 3.293736219406128,
      "learning_rate": 2.9046670039073397e-06,
      "loss": 0.6458,
      "step": 88810
    },
    {
      "epoch": 24.79,
      "grad_norm": 3.307086229324341,
      "learning_rate": 2.9049940692157407e-06,
      "loss": 0.6302,
      "step": 88820
    },
    {
      "epoch": 24.79,
      "grad_norm": 2.8788390159606934,
      "learning_rate": 2.905321134524141e-06,
      "loss": 0.6353,
      "step": 88830
    },
    {
      "epoch": 24.79,
      "grad_norm": 5.047323226928711,
      "learning_rate": 2.9056481998325425e-06,
      "loss": 0.6231,
      "step": 88840
    },
    {
      "epoch": 24.8,
      "grad_norm": 2.8335373401641846,
      "learning_rate": 2.905975265140943e-06,
      "loss": 0.6565,
      "step": 88850
    },
    {
      "epoch": 24.8,
      "grad_norm": 3.0037806034088135,
      "learning_rate": 2.906302330449344e-06,
      "loss": 0.6202,
      "step": 88860
    },
    {
      "epoch": 24.8,
      "grad_norm": 2.7390568256378174,
      "learning_rate": 2.906629395757745e-06,
      "loss": 0.638,
      "step": 88870
    },
    {
      "epoch": 24.81,
      "grad_norm": 4.828766345977783,
      "learning_rate": 2.9069564610661454e-06,
      "loss": 0.6291,
      "step": 88880
    },
    {
      "epoch": 24.81,
      "grad_norm": 3.7809383869171143,
      "learning_rate": 2.9072835263745464e-06,
      "loss": 0.6488,
      "step": 88890
    },
    {
      "epoch": 24.81,
      "grad_norm": 3.397216320037842,
      "learning_rate": 2.907610591682947e-06,
      "loss": 0.6493,
      "step": 88900
    },
    {
      "epoch": 24.81,
      "grad_norm": 2.9299583435058594,
      "learning_rate": 2.907937656991348e-06,
      "loss": 0.6155,
      "step": 88910
    },
    {
      "epoch": 24.82,
      "grad_norm": 3.7500150203704834,
      "learning_rate": 2.9082647222997483e-06,
      "loss": 0.6427,
      "step": 88920
    },
    {
      "epoch": 24.82,
      "grad_norm": 3.6291258335113525,
      "learning_rate": 2.9085917876081493e-06,
      "loss": 0.6303,
      "step": 88930
    },
    {
      "epoch": 24.82,
      "grad_norm": 4.840738296508789,
      "learning_rate": 2.9089188529165498e-06,
      "loss": 0.6539,
      "step": 88940
    },
    {
      "epoch": 24.83,
      "grad_norm": 3.480262517929077,
      "learning_rate": 2.9092459182249507e-06,
      "loss": 0.6327,
      "step": 88950
    },
    {
      "epoch": 24.83,
      "grad_norm": 2.778409481048584,
      "learning_rate": 2.909572983533352e-06,
      "loss": 0.617,
      "step": 88960
    },
    {
      "epoch": 24.83,
      "grad_norm": 5.101876258850098,
      "learning_rate": 2.9099000488417526e-06,
      "loss": 0.6447,
      "step": 88970
    },
    {
      "epoch": 24.83,
      "grad_norm": 3.607151508331299,
      "learning_rate": 2.9102271141501535e-06,
      "loss": 0.6311,
      "step": 88980
    },
    {
      "epoch": 24.84,
      "grad_norm": 3.9927284717559814,
      "learning_rate": 2.910554179458554e-06,
      "loss": 0.6391,
      "step": 88990
    },
    {
      "epoch": 24.84,
      "grad_norm": 3.459160327911377,
      "learning_rate": 2.910881244766955e-06,
      "loss": 0.615,
      "step": 89000
    },
    {
      "epoch": 24.84,
      "grad_norm": 4.473692893981934,
      "learning_rate": 2.9112083100753555e-06,
      "loss": 0.6268,
      "step": 89010
    },
    {
      "epoch": 24.85,
      "grad_norm": 2.9404408931732178,
      "learning_rate": 2.9115353753837564e-06,
      "loss": 0.6465,
      "step": 89020
    },
    {
      "epoch": 24.85,
      "grad_norm": 4.698909282684326,
      "learning_rate": 2.911862440692157e-06,
      "loss": 0.617,
      "step": 89030
    },
    {
      "epoch": 24.85,
      "grad_norm": 3.0951449871063232,
      "learning_rate": 2.912189506000558e-06,
      "loss": 0.6266,
      "step": 89040
    },
    {
      "epoch": 24.85,
      "grad_norm": 3.549159049987793,
      "learning_rate": 2.912516571308959e-06,
      "loss": 0.6383,
      "step": 89050
    },
    {
      "epoch": 24.86,
      "grad_norm": 4.055229187011719,
      "learning_rate": 2.9128436366173593e-06,
      "loss": 0.6235,
      "step": 89060
    },
    {
      "epoch": 24.86,
      "grad_norm": 2.60313081741333,
      "learning_rate": 2.9131707019257607e-06,
      "loss": 0.6133,
      "step": 89070
    },
    {
      "epoch": 24.86,
      "grad_norm": 4.26812744140625,
      "learning_rate": 2.913497767234161e-06,
      "loss": 0.6414,
      "step": 89080
    },
    {
      "epoch": 24.86,
      "grad_norm": 3.7688794136047363,
      "learning_rate": 2.913824832542562e-06,
      "loss": 0.6376,
      "step": 89090
    },
    {
      "epoch": 24.87,
      "grad_norm": 3.042264699935913,
      "learning_rate": 2.9141518978509626e-06,
      "loss": 0.6411,
      "step": 89100
    },
    {
      "epoch": 24.87,
      "grad_norm": 3.478471517562866,
      "learning_rate": 2.9144789631593636e-06,
      "loss": 0.6318,
      "step": 89110
    },
    {
      "epoch": 24.87,
      "grad_norm": 3.6728765964508057,
      "learning_rate": 2.914806028467764e-06,
      "loss": 0.6286,
      "step": 89120
    },
    {
      "epoch": 24.88,
      "grad_norm": 3.8908581733703613,
      "learning_rate": 2.915133093776165e-06,
      "loss": 0.6245,
      "step": 89130
    },
    {
      "epoch": 24.88,
      "grad_norm": 3.527784824371338,
      "learning_rate": 2.9154601590845655e-06,
      "loss": 0.6614,
      "step": 89140
    },
    {
      "epoch": 24.88,
      "grad_norm": 3.801818609237671,
      "learning_rate": 2.9157872243929665e-06,
      "loss": 0.6443,
      "step": 89150
    },
    {
      "epoch": 24.88,
      "grad_norm": 3.0474627017974854,
      "learning_rate": 2.9161142897013674e-06,
      "loss": 0.6186,
      "step": 89160
    },
    {
      "epoch": 24.89,
      "grad_norm": 3.6682240962982178,
      "learning_rate": 2.916441355009768e-06,
      "loss": 0.6419,
      "step": 89170
    },
    {
      "epoch": 24.89,
      "grad_norm": 4.1611647605896,
      "learning_rate": 2.916768420318169e-06,
      "loss": 0.6264,
      "step": 89180
    },
    {
      "epoch": 24.89,
      "grad_norm": 3.5685272216796875,
      "learning_rate": 2.9170954856265694e-06,
      "loss": 0.6385,
      "step": 89190
    },
    {
      "epoch": 24.9,
      "grad_norm": 4.125932693481445,
      "learning_rate": 2.9174225509349707e-06,
      "loss": 0.6403,
      "step": 89200
    },
    {
      "epoch": 24.9,
      "grad_norm": 2.5792884826660156,
      "learning_rate": 2.9177496162433712e-06,
      "loss": 0.6172,
      "step": 89210
    },
    {
      "epoch": 24.9,
      "grad_norm": 4.404572486877441,
      "learning_rate": 2.918076681551772e-06,
      "loss": 0.6584,
      "step": 89220
    },
    {
      "epoch": 24.9,
      "grad_norm": 4.218050479888916,
      "learning_rate": 2.9184037468601727e-06,
      "loss": 0.6032,
      "step": 89230
    },
    {
      "epoch": 24.91,
      "grad_norm": 2.5478477478027344,
      "learning_rate": 2.9187308121685736e-06,
      "loss": 0.6612,
      "step": 89240
    },
    {
      "epoch": 24.91,
      "grad_norm": 3.2875654697418213,
      "learning_rate": 2.9190578774769745e-06,
      "loss": 0.6245,
      "step": 89250
    },
    {
      "epoch": 24.91,
      "grad_norm": 3.498180389404297,
      "learning_rate": 2.919384942785375e-06,
      "loss": 0.627,
      "step": 89260
    },
    {
      "epoch": 24.91,
      "grad_norm": 2.6697933673858643,
      "learning_rate": 2.919712008093776e-06,
      "loss": 0.6797,
      "step": 89270
    },
    {
      "epoch": 24.92,
      "grad_norm": 4.281223773956299,
      "learning_rate": 2.9200390734021765e-06,
      "loss": 0.6355,
      "step": 89280
    },
    {
      "epoch": 24.92,
      "grad_norm": 2.9562652111053467,
      "learning_rate": 2.9203661387105774e-06,
      "loss": 0.6317,
      "step": 89290
    },
    {
      "epoch": 24.92,
      "grad_norm": 3.911104679107666,
      "learning_rate": 2.920693204018978e-06,
      "loss": 0.6638,
      "step": 89300
    },
    {
      "epoch": 24.93,
      "grad_norm": 3.319061517715454,
      "learning_rate": 2.9210202693273793e-06,
      "loss": 0.6298,
      "step": 89310
    },
    {
      "epoch": 24.93,
      "grad_norm": 2.8244049549102783,
      "learning_rate": 2.9213473346357794e-06,
      "loss": 0.6454,
      "step": 89320
    },
    {
      "epoch": 24.93,
      "grad_norm": 3.649170398712158,
      "learning_rate": 2.9216743999441807e-06,
      "loss": 0.6232,
      "step": 89330
    },
    {
      "epoch": 24.93,
      "grad_norm": 3.6045799255371094,
      "learning_rate": 2.9220014652525817e-06,
      "loss": 0.6522,
      "step": 89340
    },
    {
      "epoch": 24.94,
      "grad_norm": 3.6005923748016357,
      "learning_rate": 2.922328530560982e-06,
      "loss": 0.6176,
      "step": 89350
    },
    {
      "epoch": 24.94,
      "grad_norm": 3.352638006210327,
      "learning_rate": 2.922655595869383e-06,
      "loss": 0.6395,
      "step": 89360
    },
    {
      "epoch": 24.94,
      "grad_norm": 4.159464359283447,
      "learning_rate": 2.9229826611777836e-06,
      "loss": 0.6399,
      "step": 89370
    },
    {
      "epoch": 24.95,
      "grad_norm": 5.262977123260498,
      "learning_rate": 2.9233097264861846e-06,
      "loss": 0.6183,
      "step": 89380
    },
    {
      "epoch": 24.95,
      "grad_norm": 4.303562164306641,
      "learning_rate": 2.923636791794585e-06,
      "loss": 0.6202,
      "step": 89390
    },
    {
      "epoch": 24.95,
      "grad_norm": 2.897423267364502,
      "learning_rate": 2.923963857102986e-06,
      "loss": 0.6588,
      "step": 89400
    },
    {
      "epoch": 24.95,
      "grad_norm": 3.472342014312744,
      "learning_rate": 2.9242909224113865e-06,
      "loss": 0.6543,
      "step": 89410
    },
    {
      "epoch": 24.96,
      "grad_norm": 4.166648864746094,
      "learning_rate": 2.9246179877197875e-06,
      "loss": 0.6164,
      "step": 89420
    },
    {
      "epoch": 24.96,
      "grad_norm": 4.654724597930908,
      "learning_rate": 2.924945053028188e-06,
      "loss": 0.6241,
      "step": 89430
    },
    {
      "epoch": 24.96,
      "grad_norm": 4.640814781188965,
      "learning_rate": 2.9252721183365893e-06,
      "loss": 0.6254,
      "step": 89440
    },
    {
      "epoch": 24.97,
      "grad_norm": 3.6506454944610596,
      "learning_rate": 2.9255991836449903e-06,
      "loss": 0.6246,
      "step": 89450
    },
    {
      "epoch": 24.97,
      "grad_norm": 3.5042459964752197,
      "learning_rate": 2.925926248953391e-06,
      "loss": 0.6339,
      "step": 89460
    },
    {
      "epoch": 24.97,
      "grad_norm": 3.967620611190796,
      "learning_rate": 2.9262533142617917e-06,
      "loss": 0.6285,
      "step": 89470
    },
    {
      "epoch": 24.97,
      "grad_norm": 4.283111095428467,
      "learning_rate": 2.9265803795701922e-06,
      "loss": 0.6108,
      "step": 89480
    },
    {
      "epoch": 24.98,
      "grad_norm": 4.668279647827148,
      "learning_rate": 2.926907444878593e-06,
      "loss": 0.6519,
      "step": 89490
    },
    {
      "epoch": 24.98,
      "grad_norm": 3.2298810482025146,
      "learning_rate": 2.9272345101869937e-06,
      "loss": 0.6378,
      "step": 89500
    },
    {
      "epoch": 24.98,
      "grad_norm": 3.9134409427642822,
      "learning_rate": 2.9275615754953946e-06,
      "loss": 0.6412,
      "step": 89510
    },
    {
      "epoch": 24.98,
      "grad_norm": 3.968165874481201,
      "learning_rate": 2.927888640803795e-06,
      "loss": 0.632,
      "step": 89520
    },
    {
      "epoch": 24.99,
      "grad_norm": 3.0746634006500244,
      "learning_rate": 2.928215706112196e-06,
      "loss": 0.6317,
      "step": 89530
    },
    {
      "epoch": 24.99,
      "grad_norm": 3.5680432319641113,
      "learning_rate": 2.9285427714205974e-06,
      "loss": 0.6282,
      "step": 89540
    },
    {
      "epoch": 24.99,
      "grad_norm": 3.352029323577881,
      "learning_rate": 2.928869836728998e-06,
      "loss": 0.6449,
      "step": 89550
    },
    {
      "epoch": 25.0,
      "grad_norm": 5.235360145568848,
      "learning_rate": 2.929196902037399e-06,
      "loss": 0.6257,
      "step": 89560
    },
    {
      "epoch": 25.0,
      "grad_norm": 4.2486395835876465,
      "learning_rate": 2.9295239673457994e-06,
      "loss": 0.6417,
      "step": 89570
    },
    {
      "epoch": 25.0,
      "eval_loss": 0.632952868938446,
      "eval_runtime": 74.9995,
      "eval_samples_per_second": 67.454,
      "eval_steps_per_second": 8.44,
      "step": 89575
    },
    {
      "epoch": 25.0,
      "grad_norm": 2.72127366065979,
      "learning_rate": 2.9298510326542003e-06,
      "loss": 0.634,
      "step": 89580
    },
    {
      "epoch": 25.0,
      "grad_norm": 3.226623773574829,
      "learning_rate": 2.930178097962601e-06,
      "loss": 0.6302,
      "step": 89590
    },
    {
      "epoch": 25.01,
      "grad_norm": 4.256062984466553,
      "learning_rate": 2.9305051632710018e-06,
      "loss": 0.6411,
      "step": 89600
    },
    {
      "epoch": 25.01,
      "grad_norm": 4.171162128448486,
      "learning_rate": 2.9308322285794023e-06,
      "loss": 0.6275,
      "step": 89610
    },
    {
      "epoch": 25.01,
      "grad_norm": 2.8943111896514893,
      "learning_rate": 2.931159293887803e-06,
      "loss": 0.6217,
      "step": 89620
    },
    {
      "epoch": 25.02,
      "grad_norm": 3.083926200866699,
      "learning_rate": 2.931486359196204e-06,
      "loss": 0.6344,
      "step": 89630
    },
    {
      "epoch": 25.02,
      "grad_norm": 3.0448970794677734,
      "learning_rate": 2.9318134245046047e-06,
      "loss": 0.6419,
      "step": 89640
    },
    {
      "epoch": 25.02,
      "grad_norm": 3.0764706134796143,
      "learning_rate": 2.9321404898130056e-06,
      "loss": 0.6141,
      "step": 89650
    },
    {
      "epoch": 25.02,
      "grad_norm": 4.123867511749268,
      "learning_rate": 2.932467555121406e-06,
      "loss": 0.6162,
      "step": 89660
    },
    {
      "epoch": 25.03,
      "grad_norm": 3.552938461303711,
      "learning_rate": 2.9327946204298075e-06,
      "loss": 0.6342,
      "step": 89670
    },
    {
      "epoch": 25.03,
      "grad_norm": 4.5948076248168945,
      "learning_rate": 2.933121685738208e-06,
      "loss": 0.6339,
      "step": 89680
    },
    {
      "epoch": 25.03,
      "grad_norm": 3.6859450340270996,
      "learning_rate": 2.933448751046609e-06,
      "loss": 0.6314,
      "step": 89690
    },
    {
      "epoch": 25.03,
      "grad_norm": 4.103466033935547,
      "learning_rate": 2.9337758163550094e-06,
      "loss": 0.6392,
      "step": 89700
    },
    {
      "epoch": 25.04,
      "grad_norm": 3.9105384349823,
      "learning_rate": 2.9341028816634104e-06,
      "loss": 0.6266,
      "step": 89710
    },
    {
      "epoch": 25.04,
      "grad_norm": 3.5864899158477783,
      "learning_rate": 2.9344299469718113e-06,
      "loss": 0.6419,
      "step": 89720
    },
    {
      "epoch": 25.04,
      "grad_norm": 3.078916549682617,
      "learning_rate": 2.934757012280212e-06,
      "loss": 0.6243,
      "step": 89730
    },
    {
      "epoch": 25.05,
      "grad_norm": 3.6374316215515137,
      "learning_rate": 2.9350840775886127e-06,
      "loss": 0.6244,
      "step": 89740
    },
    {
      "epoch": 25.05,
      "grad_norm": 2.928179979324341,
      "learning_rate": 2.9354111428970132e-06,
      "loss": 0.6436,
      "step": 89750
    },
    {
      "epoch": 25.05,
      "grad_norm": 4.4785685539245605,
      "learning_rate": 2.935738208205414e-06,
      "loss": 0.6299,
      "step": 89760
    },
    {
      "epoch": 25.05,
      "grad_norm": 4.606301784515381,
      "learning_rate": 2.9360652735138147e-06,
      "loss": 0.6274,
      "step": 89770
    },
    {
      "epoch": 25.06,
      "grad_norm": 3.996079206466675,
      "learning_rate": 2.936392338822216e-06,
      "loss": 0.6337,
      "step": 89780
    },
    {
      "epoch": 25.06,
      "grad_norm": 3.7259738445281982,
      "learning_rate": 2.936719404130616e-06,
      "loss": 0.6257,
      "step": 89790
    },
    {
      "epoch": 25.06,
      "grad_norm": 2.9819655418395996,
      "learning_rate": 2.9370464694390175e-06,
      "loss": 0.6165,
      "step": 89800
    },
    {
      "epoch": 25.07,
      "grad_norm": 3.469792127609253,
      "learning_rate": 2.937373534747418e-06,
      "loss": 0.6371,
      "step": 89810
    },
    {
      "epoch": 25.07,
      "grad_norm": 3.485765218734741,
      "learning_rate": 2.937700600055819e-06,
      "loss": 0.6454,
      "step": 89820
    },
    {
      "epoch": 25.07,
      "grad_norm": 3.1365785598754883,
      "learning_rate": 2.93802766536422e-06,
      "loss": 0.6271,
      "step": 89830
    },
    {
      "epoch": 25.07,
      "grad_norm": 3.600796937942505,
      "learning_rate": 2.9383547306726204e-06,
      "loss": 0.6483,
      "step": 89840
    },
    {
      "epoch": 25.08,
      "grad_norm": 3.2559967041015625,
      "learning_rate": 2.9386817959810213e-06,
      "loss": 0.6316,
      "step": 89850
    },
    {
      "epoch": 25.08,
      "grad_norm": 3.121983528137207,
      "learning_rate": 2.939008861289422e-06,
      "loss": 0.6232,
      "step": 89860
    },
    {
      "epoch": 25.08,
      "grad_norm": 4.355702877044678,
      "learning_rate": 2.9393359265978228e-06,
      "loss": 0.6193,
      "step": 89870
    },
    {
      "epoch": 25.09,
      "grad_norm": 2.58725643157959,
      "learning_rate": 2.9396629919062233e-06,
      "loss": 0.6389,
      "step": 89880
    },
    {
      "epoch": 25.09,
      "grad_norm": 5.053078651428223,
      "learning_rate": 2.9399900572146242e-06,
      "loss": 0.6521,
      "step": 89890
    },
    {
      "epoch": 25.09,
      "grad_norm": 3.922351598739624,
      "learning_rate": 2.9403171225230247e-06,
      "loss": 0.655,
      "step": 89900
    },
    {
      "epoch": 25.09,
      "grad_norm": 3.518949508666992,
      "learning_rate": 2.940644187831426e-06,
      "loss": 0.6287,
      "step": 89910
    },
    {
      "epoch": 25.1,
      "grad_norm": 3.91288423538208,
      "learning_rate": 2.940971253139827e-06,
      "loss": 0.6257,
      "step": 89920
    },
    {
      "epoch": 25.1,
      "grad_norm": 4.002653121948242,
      "learning_rate": 2.9412983184482275e-06,
      "loss": 0.6334,
      "step": 89930
    },
    {
      "epoch": 25.1,
      "grad_norm": 3.8358654975891113,
      "learning_rate": 2.9416253837566285e-06,
      "loss": 0.6395,
      "step": 89940
    },
    {
      "epoch": 25.1,
      "grad_norm": 2.94710373878479,
      "learning_rate": 2.941952449065029e-06,
      "loss": 0.6265,
      "step": 89950
    },
    {
      "epoch": 25.11,
      "grad_norm": 3.2812554836273193,
      "learning_rate": 2.94227951437343e-06,
      "loss": 0.6324,
      "step": 89960
    },
    {
      "epoch": 25.11,
      "grad_norm": 3.850390672683716,
      "learning_rate": 2.9426065796818304e-06,
      "loss": 0.6332,
      "step": 89970
    },
    {
      "epoch": 25.11,
      "grad_norm": 3.24573016166687,
      "learning_rate": 2.9429336449902314e-06,
      "loss": 0.6401,
      "step": 89980
    },
    {
      "epoch": 25.12,
      "grad_norm": 3.1149775981903076,
      "learning_rate": 2.943260710298632e-06,
      "loss": 0.6426,
      "step": 89990
    },
    {
      "epoch": 25.12,
      "grad_norm": 3.491436243057251,
      "learning_rate": 2.943587775607033e-06,
      "loss": 0.6479,
      "step": 90000
    },
    {
      "epoch": 25.12,
      "grad_norm": 3.1380863189697266,
      "learning_rate": 2.943914840915434e-06,
      "loss": 0.6517,
      "step": 90010
    },
    {
      "epoch": 25.12,
      "grad_norm": 4.071966171264648,
      "learning_rate": 2.9442419062238347e-06,
      "loss": 0.6259,
      "step": 90020
    },
    {
      "epoch": 25.13,
      "grad_norm": 3.9005179405212402,
      "learning_rate": 2.9445689715322356e-06,
      "loss": 0.6464,
      "step": 90030
    },
    {
      "epoch": 25.13,
      "grad_norm": 4.064988136291504,
      "learning_rate": 2.944896036840636e-06,
      "loss": 0.6409,
      "step": 90040
    },
    {
      "epoch": 25.13,
      "grad_norm": 3.6381053924560547,
      "learning_rate": 2.945223102149037e-06,
      "loss": 0.6302,
      "step": 90050
    },
    {
      "epoch": 25.14,
      "grad_norm": 4.107878684997559,
      "learning_rate": 2.9455501674574376e-06,
      "loss": 0.631,
      "step": 90060
    },
    {
      "epoch": 25.14,
      "grad_norm": 3.8652517795562744,
      "learning_rate": 2.9458772327658385e-06,
      "loss": 0.6208,
      "step": 90070
    },
    {
      "epoch": 25.14,
      "grad_norm": 3.668550491333008,
      "learning_rate": 2.946204298074239e-06,
      "loss": 0.6486,
      "step": 90080
    },
    {
      "epoch": 25.14,
      "grad_norm": 3.207597017288208,
      "learning_rate": 2.94653136338264e-06,
      "loss": 0.6336,
      "step": 90090
    },
    {
      "epoch": 25.15,
      "grad_norm": 4.0397868156433105,
      "learning_rate": 2.9468584286910405e-06,
      "loss": 0.6439,
      "step": 90100
    },
    {
      "epoch": 25.15,
      "grad_norm": 4.189931392669678,
      "learning_rate": 2.9471854939994414e-06,
      "loss": 0.6335,
      "step": 90110
    },
    {
      "epoch": 25.15,
      "grad_norm": 3.3023486137390137,
      "learning_rate": 2.9475125593078423e-06,
      "loss": 0.6108,
      "step": 90120
    },
    {
      "epoch": 25.15,
      "grad_norm": 3.0123724937438965,
      "learning_rate": 2.947839624616243e-06,
      "loss": 0.6416,
      "step": 90130
    },
    {
      "epoch": 25.16,
      "grad_norm": 2.58860445022583,
      "learning_rate": 2.9481666899246442e-06,
      "loss": 0.6077,
      "step": 90140
    },
    {
      "epoch": 25.16,
      "grad_norm": 3.5909314155578613,
      "learning_rate": 2.9484937552330447e-06,
      "loss": 0.6239,
      "step": 90150
    },
    {
      "epoch": 25.16,
      "grad_norm": 4.0886406898498535,
      "learning_rate": 2.9488208205414457e-06,
      "loss": 0.6282,
      "step": 90160
    },
    {
      "epoch": 25.17,
      "grad_norm": 3.541428327560425,
      "learning_rate": 2.949147885849846e-06,
      "loss": 0.6249,
      "step": 90170
    },
    {
      "epoch": 25.17,
      "grad_norm": 3.1359035968780518,
      "learning_rate": 2.949474951158247e-06,
      "loss": 0.6307,
      "step": 90180
    },
    {
      "epoch": 25.17,
      "grad_norm": 2.8191189765930176,
      "learning_rate": 2.9498020164666476e-06,
      "loss": 0.6645,
      "step": 90190
    },
    {
      "epoch": 25.17,
      "grad_norm": 3.989711046218872,
      "learning_rate": 2.9501290817750486e-06,
      "loss": 0.6161,
      "step": 90200
    },
    {
      "epoch": 25.18,
      "grad_norm": 4.697948932647705,
      "learning_rate": 2.9504561470834495e-06,
      "loss": 0.6201,
      "step": 90210
    },
    {
      "epoch": 25.18,
      "grad_norm": 3.2257883548736572,
      "learning_rate": 2.95078321239185e-06,
      "loss": 0.6111,
      "step": 90220
    },
    {
      "epoch": 25.18,
      "grad_norm": 3.774047613143921,
      "learning_rate": 2.951110277700251e-06,
      "loss": 0.626,
      "step": 90230
    },
    {
      "epoch": 25.19,
      "grad_norm": 4.063991546630859,
      "learning_rate": 2.9514373430086514e-06,
      "loss": 0.639,
      "step": 90240
    },
    {
      "epoch": 25.19,
      "grad_norm": 2.850984573364258,
      "learning_rate": 2.951764408317053e-06,
      "loss": 0.6163,
      "step": 90250
    },
    {
      "epoch": 25.19,
      "grad_norm": 3.3044610023498535,
      "learning_rate": 2.952091473625453e-06,
      "loss": 0.6338,
      "step": 90260
    },
    {
      "epoch": 25.19,
      "grad_norm": 3.657686948776245,
      "learning_rate": 2.9524185389338543e-06,
      "loss": 0.6251,
      "step": 90270
    },
    {
      "epoch": 25.2,
      "grad_norm": 3.5852835178375244,
      "learning_rate": 2.9527456042422548e-06,
      "loss": 0.6341,
      "step": 90280
    },
    {
      "epoch": 25.2,
      "grad_norm": 3.405491828918457,
      "learning_rate": 2.9530726695506557e-06,
      "loss": 0.6184,
      "step": 90290
    },
    {
      "epoch": 25.2,
      "grad_norm": 3.6452219486236572,
      "learning_rate": 2.9533997348590566e-06,
      "loss": 0.6284,
      "step": 90300
    },
    {
      "epoch": 25.21,
      "grad_norm": 3.508577823638916,
      "learning_rate": 2.953726800167457e-06,
      "loss": 0.6229,
      "step": 90310
    },
    {
      "epoch": 25.21,
      "grad_norm": 2.420682668685913,
      "learning_rate": 2.954053865475858e-06,
      "loss": 0.6371,
      "step": 90320
    },
    {
      "epoch": 25.21,
      "grad_norm": 3.6899075508117676,
      "learning_rate": 2.9543809307842586e-06,
      "loss": 0.617,
      "step": 90330
    },
    {
      "epoch": 25.21,
      "grad_norm": 3.7834229469299316,
      "learning_rate": 2.9547079960926595e-06,
      "loss": 0.614,
      "step": 90340
    },
    {
      "epoch": 25.22,
      "grad_norm": 3.704880475997925,
      "learning_rate": 2.95503506140106e-06,
      "loss": 0.6126,
      "step": 90350
    },
    {
      "epoch": 25.22,
      "grad_norm": 3.4021575450897217,
      "learning_rate": 2.955362126709461e-06,
      "loss": 0.6477,
      "step": 90360
    },
    {
      "epoch": 25.22,
      "grad_norm": 5.080948352813721,
      "learning_rate": 2.9556891920178615e-06,
      "loss": 0.6394,
      "step": 90370
    },
    {
      "epoch": 25.22,
      "grad_norm": 4.335984706878662,
      "learning_rate": 2.956016257326263e-06,
      "loss": 0.629,
      "step": 90380
    },
    {
      "epoch": 25.23,
      "grad_norm": 2.9550838470458984,
      "learning_rate": 2.9563433226346638e-06,
      "loss": 0.619,
      "step": 90390
    },
    {
      "epoch": 25.23,
      "grad_norm": 3.243647336959839,
      "learning_rate": 2.9566703879430643e-06,
      "loss": 0.6273,
      "step": 90400
    },
    {
      "epoch": 25.23,
      "grad_norm": 5.304555892944336,
      "learning_rate": 2.9569974532514652e-06,
      "loss": 0.6512,
      "step": 90410
    },
    {
      "epoch": 25.24,
      "grad_norm": 3.345750093460083,
      "learning_rate": 2.9573245185598657e-06,
      "loss": 0.6362,
      "step": 90420
    },
    {
      "epoch": 25.24,
      "grad_norm": 3.576096296310425,
      "learning_rate": 2.9576515838682667e-06,
      "loss": 0.6246,
      "step": 90430
    },
    {
      "epoch": 25.24,
      "grad_norm": 3.8245060443878174,
      "learning_rate": 2.957978649176667e-06,
      "loss": 0.6489,
      "step": 90440
    },
    {
      "epoch": 25.24,
      "grad_norm": 3.1410295963287354,
      "learning_rate": 2.958305714485068e-06,
      "loss": 0.6207,
      "step": 90450
    },
    {
      "epoch": 25.25,
      "grad_norm": 4.766793727874756,
      "learning_rate": 2.9586327797934686e-06,
      "loss": 0.632,
      "step": 90460
    },
    {
      "epoch": 25.25,
      "grad_norm": 3.159929037094116,
      "learning_rate": 2.9589598451018696e-06,
      "loss": 0.6273,
      "step": 90470
    },
    {
      "epoch": 25.25,
      "grad_norm": 4.499632358551025,
      "learning_rate": 2.95928691041027e-06,
      "loss": 0.6277,
      "step": 90480
    },
    {
      "epoch": 25.26,
      "grad_norm": 3.471895933151245,
      "learning_rate": 2.959613975718671e-06,
      "loss": 0.6413,
      "step": 90490
    },
    {
      "epoch": 25.26,
      "grad_norm": 3.158700704574585,
      "learning_rate": 2.9599410410270724e-06,
      "loss": 0.6483,
      "step": 90500
    },
    {
      "epoch": 25.26,
      "grad_norm": 3.1835527420043945,
      "learning_rate": 2.960268106335473e-06,
      "loss": 0.6055,
      "step": 90510
    },
    {
      "epoch": 25.26,
      "grad_norm": 5.168410778045654,
      "learning_rate": 2.960595171643874e-06,
      "loss": 0.6477,
      "step": 90520
    },
    {
      "epoch": 25.27,
      "grad_norm": 4.723942279815674,
      "learning_rate": 2.9609222369522743e-06,
      "loss": 0.6491,
      "step": 90530
    },
    {
      "epoch": 25.27,
      "grad_norm": 2.8657188415527344,
      "learning_rate": 2.9612493022606753e-06,
      "loss": 0.6301,
      "step": 90540
    },
    {
      "epoch": 25.27,
      "grad_norm": 4.073437690734863,
      "learning_rate": 2.9615763675690758e-06,
      "loss": 0.6419,
      "step": 90550
    },
    {
      "epoch": 25.27,
      "grad_norm": 2.602750301361084,
      "learning_rate": 2.9619034328774767e-06,
      "loss": 0.6602,
      "step": 90560
    },
    {
      "epoch": 25.28,
      "grad_norm": 3.211796522140503,
      "learning_rate": 2.9622304981858772e-06,
      "loss": 0.6669,
      "step": 90570
    },
    {
      "epoch": 25.28,
      "grad_norm": 3.628596544265747,
      "learning_rate": 2.962557563494278e-06,
      "loss": 0.6127,
      "step": 90580
    },
    {
      "epoch": 25.28,
      "grad_norm": 2.47900652885437,
      "learning_rate": 2.962884628802679e-06,
      "loss": 0.6564,
      "step": 90590
    },
    {
      "epoch": 25.29,
      "grad_norm": 2.9144725799560547,
      "learning_rate": 2.9632116941110796e-06,
      "loss": 0.6426,
      "step": 90600
    },
    {
      "epoch": 25.29,
      "grad_norm": 3.910578727722168,
      "learning_rate": 2.963538759419481e-06,
      "loss": 0.6198,
      "step": 90610
    },
    {
      "epoch": 25.29,
      "grad_norm": 4.329212188720703,
      "learning_rate": 2.9638658247278815e-06,
      "loss": 0.635,
      "step": 90620
    },
    {
      "epoch": 25.29,
      "grad_norm": 4.295612812042236,
      "learning_rate": 2.9641928900362824e-06,
      "loss": 0.6477,
      "step": 90630
    },
    {
      "epoch": 25.3,
      "grad_norm": 3.8930485248565674,
      "learning_rate": 2.964519955344683e-06,
      "loss": 0.6274,
      "step": 90640
    },
    {
      "epoch": 25.3,
      "grad_norm": 3.2287402153015137,
      "learning_rate": 2.964847020653084e-06,
      "loss": 0.626,
      "step": 90650
    },
    {
      "epoch": 25.3,
      "grad_norm": 2.9343607425689697,
      "learning_rate": 2.9651740859614844e-06,
      "loss": 0.6257,
      "step": 90660
    },
    {
      "epoch": 25.31,
      "grad_norm": 3.7635529041290283,
      "learning_rate": 2.9655011512698853e-06,
      "loss": 0.6091,
      "step": 90670
    },
    {
      "epoch": 25.31,
      "grad_norm": 3.65816593170166,
      "learning_rate": 2.9658282165782862e-06,
      "loss": 0.6172,
      "step": 90680
    },
    {
      "epoch": 25.31,
      "grad_norm": 2.9211249351501465,
      "learning_rate": 2.9661552818866868e-06,
      "loss": 0.6298,
      "step": 90690
    },
    {
      "epoch": 25.31,
      "grad_norm": 3.402385950088501,
      "learning_rate": 2.9664823471950877e-06,
      "loss": 0.6279,
      "step": 90700
    },
    {
      "epoch": 25.32,
      "grad_norm": 3.4464550018310547,
      "learning_rate": 2.966809412503488e-06,
      "loss": 0.6479,
      "step": 90710
    },
    {
      "epoch": 25.32,
      "grad_norm": 5.175012111663818,
      "learning_rate": 2.9671364778118896e-06,
      "loss": 0.6259,
      "step": 90720
    },
    {
      "epoch": 25.32,
      "grad_norm": 3.95249605178833,
      "learning_rate": 2.9674635431202896e-06,
      "loss": 0.6544,
      "step": 90730
    },
    {
      "epoch": 25.33,
      "grad_norm": 3.3527801036834717,
      "learning_rate": 2.967790608428691e-06,
      "loss": 0.6133,
      "step": 90740
    },
    {
      "epoch": 25.33,
      "grad_norm": 3.209052801132202,
      "learning_rate": 2.9681176737370915e-06,
      "loss": 0.6296,
      "step": 90750
    },
    {
      "epoch": 25.33,
      "grad_norm": 4.403589725494385,
      "learning_rate": 2.9684447390454925e-06,
      "loss": 0.6227,
      "step": 90760
    },
    {
      "epoch": 25.33,
      "grad_norm": 3.5467522144317627,
      "learning_rate": 2.9687718043538934e-06,
      "loss": 0.6452,
      "step": 90770
    },
    {
      "epoch": 25.34,
      "grad_norm": 4.327867031097412,
      "learning_rate": 2.969098869662294e-06,
      "loss": 0.6386,
      "step": 90780
    },
    {
      "epoch": 25.34,
      "grad_norm": 3.659240484237671,
      "learning_rate": 2.969425934970695e-06,
      "loss": 0.637,
      "step": 90790
    },
    {
      "epoch": 25.34,
      "grad_norm": 3.872420310974121,
      "learning_rate": 2.9697530002790953e-06,
      "loss": 0.6193,
      "step": 90800
    },
    {
      "epoch": 25.34,
      "grad_norm": 3.972130298614502,
      "learning_rate": 2.9700800655874963e-06,
      "loss": 0.6606,
      "step": 90810
    },
    {
      "epoch": 25.35,
      "grad_norm": 5.09122896194458,
      "learning_rate": 2.970407130895897e-06,
      "loss": 0.631,
      "step": 90820
    },
    {
      "epoch": 25.35,
      "grad_norm": 4.388431072235107,
      "learning_rate": 2.9707341962042977e-06,
      "loss": 0.6553,
      "step": 90830
    },
    {
      "epoch": 25.35,
      "grad_norm": 3.819681167602539,
      "learning_rate": 2.9710612615126982e-06,
      "loss": 0.6241,
      "step": 90840
    },
    {
      "epoch": 25.36,
      "grad_norm": 4.4481282234191895,
      "learning_rate": 2.9713883268210996e-06,
      "loss": 0.6047,
      "step": 90850
    },
    {
      "epoch": 25.36,
      "grad_norm": 3.2643983364105225,
      "learning_rate": 2.9717153921295e-06,
      "loss": 0.6348,
      "step": 90860
    },
    {
      "epoch": 25.36,
      "grad_norm": 4.358270645141602,
      "learning_rate": 2.972042457437901e-06,
      "loss": 0.6257,
      "step": 90870
    },
    {
      "epoch": 25.36,
      "grad_norm": 5.737497806549072,
      "learning_rate": 2.972369522746302e-06,
      "loss": 0.6124,
      "step": 90880
    },
    {
      "epoch": 25.37,
      "grad_norm": 3.537790298461914,
      "learning_rate": 2.9726965880547025e-06,
      "loss": 0.6382,
      "step": 90890
    },
    {
      "epoch": 25.37,
      "grad_norm": 2.6195547580718994,
      "learning_rate": 2.9730236533631034e-06,
      "loss": 0.6443,
      "step": 90900
    },
    {
      "epoch": 25.37,
      "grad_norm": 3.2790563106536865,
      "learning_rate": 2.973350718671504e-06,
      "loss": 0.6292,
      "step": 90910
    },
    {
      "epoch": 25.38,
      "grad_norm": 4.160449981689453,
      "learning_rate": 2.973677783979905e-06,
      "loss": 0.6277,
      "step": 90920
    },
    {
      "epoch": 25.38,
      "grad_norm": 3.0456552505493164,
      "learning_rate": 2.9740048492883054e-06,
      "loss": 0.641,
      "step": 90930
    },
    {
      "epoch": 25.38,
      "grad_norm": 4.413304805755615,
      "learning_rate": 2.9743319145967063e-06,
      "loss": 0.6389,
      "step": 90940
    },
    {
      "epoch": 25.38,
      "grad_norm": 3.535252332687378,
      "learning_rate": 2.974658979905107e-06,
      "loss": 0.6256,
      "step": 90950
    },
    {
      "epoch": 25.39,
      "grad_norm": 3.725458860397339,
      "learning_rate": 2.9749860452135078e-06,
      "loss": 0.6372,
      "step": 90960
    },
    {
      "epoch": 25.39,
      "grad_norm": 3.1995110511779785,
      "learning_rate": 2.975313110521909e-06,
      "loss": 0.6526,
      "step": 90970
    },
    {
      "epoch": 25.39,
      "grad_norm": 3.1963672637939453,
      "learning_rate": 2.9756401758303096e-06,
      "loss": 0.6447,
      "step": 90980
    },
    {
      "epoch": 25.39,
      "grad_norm": 5.160523414611816,
      "learning_rate": 2.9759672411387106e-06,
      "loss": 0.6281,
      "step": 90990
    },
    {
      "epoch": 25.4,
      "grad_norm": 4.669311046600342,
      "learning_rate": 2.976294306447111e-06,
      "loss": 0.628,
      "step": 91000
    },
    {
      "epoch": 25.4,
      "grad_norm": 3.137038230895996,
      "learning_rate": 2.976621371755512e-06,
      "loss": 0.6355,
      "step": 91010
    },
    {
      "epoch": 25.4,
      "grad_norm": 3.2161028385162354,
      "learning_rate": 2.9769484370639125e-06,
      "loss": 0.6251,
      "step": 91020
    },
    {
      "epoch": 25.41,
      "grad_norm": 2.9830334186553955,
      "learning_rate": 2.9772755023723135e-06,
      "loss": 0.633,
      "step": 91030
    },
    {
      "epoch": 25.41,
      "grad_norm": 4.271353244781494,
      "learning_rate": 2.977602567680714e-06,
      "loss": 0.6383,
      "step": 91040
    },
    {
      "epoch": 25.41,
      "grad_norm": 3.1529147624969482,
      "learning_rate": 2.977929632989115e-06,
      "loss": 0.6514,
      "step": 91050
    },
    {
      "epoch": 25.41,
      "grad_norm": 3.6153740882873535,
      "learning_rate": 2.978256698297516e-06,
      "loss": 0.6238,
      "step": 91060
    },
    {
      "epoch": 25.42,
      "grad_norm": 2.9674394130706787,
      "learning_rate": 2.9785837636059164e-06,
      "loss": 0.6212,
      "step": 91070
    },
    {
      "epoch": 25.42,
      "grad_norm": 3.2498013973236084,
      "learning_rate": 2.9789108289143177e-06,
      "loss": 0.614,
      "step": 91080
    },
    {
      "epoch": 25.42,
      "grad_norm": 2.8664677143096924,
      "learning_rate": 2.9792378942227182e-06,
      "loss": 0.6428,
      "step": 91090
    },
    {
      "epoch": 25.43,
      "grad_norm": 3.13507080078125,
      "learning_rate": 2.979564959531119e-06,
      "loss": 0.6219,
      "step": 91100
    },
    {
      "epoch": 25.43,
      "grad_norm": 3.116644859313965,
      "learning_rate": 2.9798920248395197e-06,
      "loss": 0.6293,
      "step": 91110
    },
    {
      "epoch": 25.43,
      "grad_norm": 4.14826774597168,
      "learning_rate": 2.9802190901479206e-06,
      "loss": 0.6491,
      "step": 91120
    },
    {
      "epoch": 25.43,
      "grad_norm": 3.1059539318084717,
      "learning_rate": 2.980546155456321e-06,
      "loss": 0.6322,
      "step": 91130
    },
    {
      "epoch": 25.44,
      "grad_norm": 3.8661301136016846,
      "learning_rate": 2.980873220764722e-06,
      "loss": 0.6222,
      "step": 91140
    },
    {
      "epoch": 25.44,
      "grad_norm": 4.729746341705322,
      "learning_rate": 2.9812002860731226e-06,
      "loss": 0.6293,
      "step": 91150
    },
    {
      "epoch": 25.44,
      "grad_norm": 4.123478412628174,
      "learning_rate": 2.9815273513815235e-06,
      "loss": 0.629,
      "step": 91160
    },
    {
      "epoch": 25.45,
      "grad_norm": 3.578801393508911,
      "learning_rate": 2.9818544166899244e-06,
      "loss": 0.6312,
      "step": 91170
    },
    {
      "epoch": 25.45,
      "grad_norm": 3.2210545539855957,
      "learning_rate": 2.982181481998325e-06,
      "loss": 0.6252,
      "step": 91180
    },
    {
      "epoch": 25.45,
      "grad_norm": 3.6886696815490723,
      "learning_rate": 2.982508547306726e-06,
      "loss": 0.6354,
      "step": 91190
    },
    {
      "epoch": 25.45,
      "grad_norm": 2.608687162399292,
      "learning_rate": 2.9828356126151264e-06,
      "loss": 0.6288,
      "step": 91200
    },
    {
      "epoch": 25.46,
      "grad_norm": 3.5762951374053955,
      "learning_rate": 2.9831626779235278e-06,
      "loss": 0.6267,
      "step": 91210
    },
    {
      "epoch": 25.46,
      "grad_norm": 3.411942958831787,
      "learning_rate": 2.9834897432319283e-06,
      "loss": 0.6303,
      "step": 91220
    },
    {
      "epoch": 25.46,
      "grad_norm": 3.458907127380371,
      "learning_rate": 2.983816808540329e-06,
      "loss": 0.6194,
      "step": 91230
    },
    {
      "epoch": 25.46,
      "grad_norm": 3.408601760864258,
      "learning_rate": 2.9841438738487297e-06,
      "loss": 0.6149,
      "step": 91240
    },
    {
      "epoch": 25.47,
      "grad_norm": 3.632513999938965,
      "learning_rate": 2.9844709391571307e-06,
      "loss": 0.6557,
      "step": 91250
    },
    {
      "epoch": 25.47,
      "grad_norm": 3.3051633834838867,
      "learning_rate": 2.9847980044655316e-06,
      "loss": 0.6438,
      "step": 91260
    },
    {
      "epoch": 25.47,
      "grad_norm": 3.174588918685913,
      "learning_rate": 2.985125069773932e-06,
      "loss": 0.637,
      "step": 91270
    },
    {
      "epoch": 25.48,
      "grad_norm": 3.13338565826416,
      "learning_rate": 2.985452135082333e-06,
      "loss": 0.601,
      "step": 91280
    },
    {
      "epoch": 25.48,
      "grad_norm": 5.556401252746582,
      "learning_rate": 2.9857792003907335e-06,
      "loss": 0.6265,
      "step": 91290
    },
    {
      "epoch": 25.48,
      "grad_norm": 3.2765533924102783,
      "learning_rate": 2.9861062656991345e-06,
      "loss": 0.6402,
      "step": 91300
    },
    {
      "epoch": 25.48,
      "grad_norm": 3.3963921070098877,
      "learning_rate": 2.986433331007535e-06,
      "loss": 0.6053,
      "step": 91310
    },
    {
      "epoch": 25.49,
      "grad_norm": 3.3036868572235107,
      "learning_rate": 2.9867603963159364e-06,
      "loss": 0.6331,
      "step": 91320
    },
    {
      "epoch": 25.49,
      "grad_norm": 3.1712939739227295,
      "learning_rate": 2.987087461624337e-06,
      "loss": 0.6442,
      "step": 91330
    },
    {
      "epoch": 25.49,
      "grad_norm": 3.6358699798583984,
      "learning_rate": 2.987414526932738e-06,
      "loss": 0.647,
      "step": 91340
    },
    {
      "epoch": 25.5,
      "grad_norm": 2.3517966270446777,
      "learning_rate": 2.9877415922411387e-06,
      "loss": 0.6187,
      "step": 91350
    },
    {
      "epoch": 25.5,
      "grad_norm": 2.793224334716797,
      "learning_rate": 2.9880686575495392e-06,
      "loss": 0.6418,
      "step": 91360
    },
    {
      "epoch": 25.5,
      "grad_norm": 3.521144151687622,
      "learning_rate": 2.98839572285794e-06,
      "loss": 0.6408,
      "step": 91370
    },
    {
      "epoch": 25.5,
      "grad_norm": 2.964557647705078,
      "learning_rate": 2.9887227881663407e-06,
      "loss": 0.6167,
      "step": 91380
    },
    {
      "epoch": 25.51,
      "grad_norm": 3.5873429775238037,
      "learning_rate": 2.9890498534747416e-06,
      "loss": 0.6305,
      "step": 91390
    },
    {
      "epoch": 25.51,
      "grad_norm": 3.8516714572906494,
      "learning_rate": 2.989376918783142e-06,
      "loss": 0.6179,
      "step": 91400
    },
    {
      "epoch": 25.51,
      "grad_norm": 2.9566681385040283,
      "learning_rate": 2.989703984091543e-06,
      "loss": 0.6247,
      "step": 91410
    },
    {
      "epoch": 25.51,
      "grad_norm": 4.145981311798096,
      "learning_rate": 2.9900310493999436e-06,
      "loss": 0.6159,
      "step": 91420
    },
    {
      "epoch": 25.52,
      "grad_norm": 4.11949348449707,
      "learning_rate": 2.9903581147083445e-06,
      "loss": 0.6458,
      "step": 91430
    },
    {
      "epoch": 25.52,
      "grad_norm": 3.301661252975464,
      "learning_rate": 2.990685180016746e-06,
      "loss": 0.6322,
      "step": 91440
    },
    {
      "epoch": 25.52,
      "grad_norm": 3.3844683170318604,
      "learning_rate": 2.9910122453251464e-06,
      "loss": 0.6207,
      "step": 91450
    },
    {
      "epoch": 25.53,
      "grad_norm": 3.0236082077026367,
      "learning_rate": 2.9913393106335473e-06,
      "loss": 0.6333,
      "step": 91460
    },
    {
      "epoch": 25.53,
      "grad_norm": 3.5660910606384277,
      "learning_rate": 2.991666375941948e-06,
      "loss": 0.6282,
      "step": 91470
    },
    {
      "epoch": 25.53,
      "grad_norm": 3.3055241107940674,
      "learning_rate": 2.9919934412503488e-06,
      "loss": 0.6163,
      "step": 91480
    },
    {
      "epoch": 25.53,
      "grad_norm": 3.656186819076538,
      "learning_rate": 2.9923205065587493e-06,
      "loss": 0.6362,
      "step": 91490
    },
    {
      "epoch": 25.54,
      "grad_norm": 2.795236349105835,
      "learning_rate": 2.9926475718671502e-06,
      "loss": 0.6373,
      "step": 91500
    },
    {
      "epoch": 25.54,
      "grad_norm": 5.09922981262207,
      "learning_rate": 2.9929746371755507e-06,
      "loss": 0.6241,
      "step": 91510
    },
    {
      "epoch": 25.54,
      "grad_norm": 3.5855712890625,
      "learning_rate": 2.9933017024839517e-06,
      "loss": 0.6151,
      "step": 91520
    },
    {
      "epoch": 25.55,
      "grad_norm": 3.916398525238037,
      "learning_rate": 2.993628767792352e-06,
      "loss": 0.6332,
      "step": 91530
    },
    {
      "epoch": 25.55,
      "grad_norm": 3.981610059738159,
      "learning_rate": 2.993955833100753e-06,
      "loss": 0.6268,
      "step": 91540
    },
    {
      "epoch": 25.55,
      "grad_norm": 3.3574929237365723,
      "learning_rate": 2.9942828984091545e-06,
      "loss": 0.6301,
      "step": 91550
    },
    {
      "epoch": 25.55,
      "grad_norm": 4.094609260559082,
      "learning_rate": 2.994609963717555e-06,
      "loss": 0.6483,
      "step": 91560
    },
    {
      "epoch": 25.56,
      "grad_norm": 3.0928823947906494,
      "learning_rate": 2.994937029025956e-06,
      "loss": 0.649,
      "step": 91570
    },
    {
      "epoch": 25.56,
      "grad_norm": 3.913652181625366,
      "learning_rate": 2.9952640943343564e-06,
      "loss": 0.6634,
      "step": 91580
    },
    {
      "epoch": 25.56,
      "grad_norm": 3.717867851257324,
      "learning_rate": 2.9955911596427574e-06,
      "loss": 0.6383,
      "step": 91590
    },
    {
      "epoch": 25.57,
      "grad_norm": 3.7627124786376953,
      "learning_rate": 2.995918224951158e-06,
      "loss": 0.633,
      "step": 91600
    },
    {
      "epoch": 25.57,
      "grad_norm": 4.326556205749512,
      "learning_rate": 2.996245290259559e-06,
      "loss": 0.6393,
      "step": 91610
    },
    {
      "epoch": 25.57,
      "grad_norm": 4.1706743240356445,
      "learning_rate": 2.9965723555679593e-06,
      "loss": 0.6021,
      "step": 91620
    },
    {
      "epoch": 25.57,
      "grad_norm": 3.8071610927581787,
      "learning_rate": 2.9968994208763603e-06,
      "loss": 0.6131,
      "step": 91630
    },
    {
      "epoch": 25.58,
      "grad_norm": 5.307908535003662,
      "learning_rate": 2.997226486184761e-06,
      "loss": 0.6229,
      "step": 91640
    },
    {
      "epoch": 25.58,
      "grad_norm": 3.4369239807128906,
      "learning_rate": 2.9975535514931617e-06,
      "loss": 0.6362,
      "step": 91650
    },
    {
      "epoch": 25.58,
      "grad_norm": 2.8223438262939453,
      "learning_rate": 2.9978806168015626e-06,
      "loss": 0.6274,
      "step": 91660
    },
    {
      "epoch": 25.58,
      "grad_norm": 4.197425365447998,
      "learning_rate": 2.998207682109963e-06,
      "loss": 0.6227,
      "step": 91670
    },
    {
      "epoch": 25.59,
      "grad_norm": 4.701284885406494,
      "learning_rate": 2.9985347474183645e-06,
      "loss": 0.6285,
      "step": 91680
    },
    {
      "epoch": 25.59,
      "grad_norm": 5.544713973999023,
      "learning_rate": 2.998861812726765e-06,
      "loss": 0.6166,
      "step": 91690
    },
    {
      "epoch": 25.59,
      "grad_norm": 3.7085580825805664,
      "learning_rate": 2.999188878035166e-06,
      "loss": 0.6332,
      "step": 91700
    },
    {
      "epoch": 25.6,
      "grad_norm": 3.9959614276885986,
      "learning_rate": 2.9995159433435665e-06,
      "loss": 0.6306,
      "step": 91710
    },
    {
      "epoch": 25.6,
      "grad_norm": 4.5442681312561035,
      "learning_rate": 2.9998430086519674e-06,
      "loss": 0.645,
      "step": 91720
    },
    {
      "epoch": 25.6,
      "grad_norm": 2.888455390930176,
      "learning_rate": 3.0001700739603683e-06,
      "loss": 0.6301,
      "step": 91730
    },
    {
      "epoch": 25.6,
      "grad_norm": 2.891801357269287,
      "learning_rate": 3.000497139268769e-06,
      "loss": 0.6457,
      "step": 91740
    },
    {
      "epoch": 25.61,
      "grad_norm": 2.7009763717651367,
      "learning_rate": 3.00082420457717e-06,
      "loss": 0.6342,
      "step": 91750
    },
    {
      "epoch": 25.61,
      "grad_norm": 4.788681983947754,
      "learning_rate": 3.0011512698855703e-06,
      "loss": 0.6435,
      "step": 91760
    },
    {
      "epoch": 25.61,
      "grad_norm": 2.646322011947632,
      "learning_rate": 3.0014783351939712e-06,
      "loss": 0.6302,
      "step": 91770
    },
    {
      "epoch": 25.62,
      "grad_norm": 4.309188365936279,
      "learning_rate": 3.0018054005023717e-06,
      "loss": 0.6278,
      "step": 91780
    },
    {
      "epoch": 25.62,
      "grad_norm": 3.565201759338379,
      "learning_rate": 3.002132465810773e-06,
      "loss": 0.6432,
      "step": 91790
    },
    {
      "epoch": 25.62,
      "grad_norm": 3.364366054534912,
      "learning_rate": 3.0024595311191736e-06,
      "loss": 0.632,
      "step": 91800
    },
    {
      "epoch": 25.62,
      "grad_norm": 2.9887847900390625,
      "learning_rate": 3.0027865964275746e-06,
      "loss": 0.6114,
      "step": 91810
    },
    {
      "epoch": 25.63,
      "grad_norm": 3.720808506011963,
      "learning_rate": 3.003113661735975e-06,
      "loss": 0.6318,
      "step": 91820
    },
    {
      "epoch": 25.63,
      "grad_norm": 3.525803804397583,
      "learning_rate": 3.003440727044376e-06,
      "loss": 0.6264,
      "step": 91830
    },
    {
      "epoch": 25.63,
      "grad_norm": 3.2308847904205322,
      "learning_rate": 3.003767792352777e-06,
      "loss": 0.6326,
      "step": 91840
    },
    {
      "epoch": 25.63,
      "grad_norm": 3.7253243923187256,
      "learning_rate": 3.0040948576611774e-06,
      "loss": 0.6206,
      "step": 91850
    },
    {
      "epoch": 25.64,
      "grad_norm": 3.3588972091674805,
      "learning_rate": 3.0044219229695784e-06,
      "loss": 0.6229,
      "step": 91860
    },
    {
      "epoch": 25.64,
      "grad_norm": 4.185508728027344,
      "learning_rate": 3.004748988277979e-06,
      "loss": 0.6464,
      "step": 91870
    },
    {
      "epoch": 25.64,
      "grad_norm": 4.925788402557373,
      "learning_rate": 3.00507605358638e-06,
      "loss": 0.6254,
      "step": 91880
    },
    {
      "epoch": 25.65,
      "grad_norm": 3.076761245727539,
      "learning_rate": 3.0054031188947803e-06,
      "loss": 0.6448,
      "step": 91890
    },
    {
      "epoch": 25.65,
      "grad_norm": 3.184757709503174,
      "learning_rate": 3.0057301842031813e-06,
      "loss": 0.6201,
      "step": 91900
    },
    {
      "epoch": 25.65,
      "grad_norm": 2.727728843688965,
      "learning_rate": 3.0060572495115818e-06,
      "loss": 0.6322,
      "step": 91910
    },
    {
      "epoch": 25.65,
      "grad_norm": 3.003628969192505,
      "learning_rate": 3.006384314819983e-06,
      "loss": 0.6409,
      "step": 91920
    },
    {
      "epoch": 25.66,
      "grad_norm": 5.004910945892334,
      "learning_rate": 3.006711380128384e-06,
      "loss": 0.6291,
      "step": 91930
    },
    {
      "epoch": 25.66,
      "grad_norm": 3.2271299362182617,
      "learning_rate": 3.0070384454367846e-06,
      "loss": 0.6139,
      "step": 91940
    },
    {
      "epoch": 25.66,
      "grad_norm": 2.8962864875793457,
      "learning_rate": 3.0073655107451855e-06,
      "loss": 0.6175,
      "step": 91950
    },
    {
      "epoch": 25.67,
      "grad_norm": 2.9086170196533203,
      "learning_rate": 3.007692576053586e-06,
      "loss": 0.6243,
      "step": 91960
    },
    {
      "epoch": 25.67,
      "grad_norm": 3.668236494064331,
      "learning_rate": 3.008019641361987e-06,
      "loss": 0.6313,
      "step": 91970
    },
    {
      "epoch": 25.67,
      "grad_norm": 2.8511505126953125,
      "learning_rate": 3.0083467066703875e-06,
      "loss": 0.6367,
      "step": 91980
    },
    {
      "epoch": 25.67,
      "grad_norm": 3.8052806854248047,
      "learning_rate": 3.0086737719787884e-06,
      "loss": 0.6113,
      "step": 91990
    },
    {
      "epoch": 25.68,
      "grad_norm": 3.6200203895568848,
      "learning_rate": 3.009000837287189e-06,
      "loss": 0.6083,
      "step": 92000
    },
    {
      "epoch": 25.68,
      "grad_norm": 2.6464343070983887,
      "learning_rate": 3.00932790259559e-06,
      "loss": 0.6479,
      "step": 92010
    },
    {
      "epoch": 25.68,
      "grad_norm": 3.66332745552063,
      "learning_rate": 3.0096549679039912e-06,
      "loss": 0.6479,
      "step": 92020
    },
    {
      "epoch": 25.69,
      "grad_norm": 4.692739486694336,
      "learning_rate": 3.0099820332123917e-06,
      "loss": 0.6132,
      "step": 92030
    },
    {
      "epoch": 25.69,
      "grad_norm": 3.7668840885162354,
      "learning_rate": 3.0103090985207927e-06,
      "loss": 0.6452,
      "step": 92040
    },
    {
      "epoch": 25.69,
      "grad_norm": 3.659902334213257,
      "learning_rate": 3.010636163829193e-06,
      "loss": 0.6079,
      "step": 92050
    },
    {
      "epoch": 25.69,
      "grad_norm": 2.845109224319458,
      "learning_rate": 3.010963229137594e-06,
      "loss": 0.6308,
      "step": 92060
    },
    {
      "epoch": 25.7,
      "grad_norm": 3.0537846088409424,
      "learning_rate": 3.0112902944459946e-06,
      "loss": 0.6423,
      "step": 92070
    },
    {
      "epoch": 25.7,
      "grad_norm": 2.958667516708374,
      "learning_rate": 3.0116173597543956e-06,
      "loss": 0.6068,
      "step": 92080
    },
    {
      "epoch": 25.7,
      "grad_norm": 3.3408234119415283,
      "learning_rate": 3.011944425062796e-06,
      "loss": 0.6212,
      "step": 92090
    },
    {
      "epoch": 25.7,
      "grad_norm": 2.345243453979492,
      "learning_rate": 3.012271490371197e-06,
      "loss": 0.6244,
      "step": 92100
    },
    {
      "epoch": 25.71,
      "grad_norm": 2.8221848011016846,
      "learning_rate": 3.012598555679598e-06,
      "loss": 0.6258,
      "step": 92110
    },
    {
      "epoch": 25.71,
      "grad_norm": 3.522695779800415,
      "learning_rate": 3.0129256209879985e-06,
      "loss": 0.6319,
      "step": 92120
    },
    {
      "epoch": 25.71,
      "grad_norm": 4.090326309204102,
      "learning_rate": 3.0132526862963994e-06,
      "loss": 0.6465,
      "step": 92130
    },
    {
      "epoch": 25.72,
      "grad_norm": 4.914187908172607,
      "learning_rate": 3.0135797516048e-06,
      "loss": 0.6307,
      "step": 92140
    },
    {
      "epoch": 25.72,
      "grad_norm": 3.336078643798828,
      "learning_rate": 3.0139068169132013e-06,
      "loss": 0.6279,
      "step": 92150
    },
    {
      "epoch": 25.72,
      "grad_norm": 4.340187072753906,
      "learning_rate": 3.0142338822216018e-06,
      "loss": 0.6378,
      "step": 92160
    },
    {
      "epoch": 25.72,
      "grad_norm": 3.6961636543273926,
      "learning_rate": 3.0145609475300027e-06,
      "loss": 0.6303,
      "step": 92170
    },
    {
      "epoch": 25.73,
      "grad_norm": 3.5428903102874756,
      "learning_rate": 3.0148880128384032e-06,
      "loss": 0.6305,
      "step": 92180
    },
    {
      "epoch": 25.73,
      "grad_norm": 4.546446800231934,
      "learning_rate": 3.015215078146804e-06,
      "loss": 0.6178,
      "step": 92190
    },
    {
      "epoch": 25.73,
      "grad_norm": 3.1038718223571777,
      "learning_rate": 3.0155421434552047e-06,
      "loss": 0.6262,
      "step": 92200
    },
    {
      "epoch": 25.74,
      "grad_norm": 4.061758995056152,
      "learning_rate": 3.0158692087636056e-06,
      "loss": 0.6501,
      "step": 92210
    },
    {
      "epoch": 25.74,
      "grad_norm": 4.135840892791748,
      "learning_rate": 3.0161962740720065e-06,
      "loss": 0.6451,
      "step": 92220
    },
    {
      "epoch": 25.74,
      "grad_norm": 3.8229305744171143,
      "learning_rate": 3.016523339380407e-06,
      "loss": 0.6354,
      "step": 92230
    },
    {
      "epoch": 25.74,
      "grad_norm": 2.907428026199341,
      "learning_rate": 3.016850404688808e-06,
      "loss": 0.6292,
      "step": 92240
    },
    {
      "epoch": 25.75,
      "grad_norm": 4.324507713317871,
      "learning_rate": 3.0171774699972085e-06,
      "loss": 0.6072,
      "step": 92250
    },
    {
      "epoch": 25.75,
      "grad_norm": 3.2137107849121094,
      "learning_rate": 3.01750453530561e-06,
      "loss": 0.6137,
      "step": 92260
    },
    {
      "epoch": 25.75,
      "grad_norm": 2.7290656566619873,
      "learning_rate": 3.01783160061401e-06,
      "loss": 0.627,
      "step": 92270
    },
    {
      "epoch": 25.75,
      "grad_norm": 2.823695182800293,
      "learning_rate": 3.0181586659224113e-06,
      "loss": 0.637,
      "step": 92280
    },
    {
      "epoch": 25.76,
      "grad_norm": 4.455164909362793,
      "learning_rate": 3.018485731230812e-06,
      "loss": 0.6329,
      "step": 92290
    },
    {
      "epoch": 25.76,
      "grad_norm": 3.5303266048431396,
      "learning_rate": 3.0188127965392128e-06,
      "loss": 0.6534,
      "step": 92300
    },
    {
      "epoch": 25.76,
      "grad_norm": 3.148693799972534,
      "learning_rate": 3.0191398618476137e-06,
      "loss": 0.6263,
      "step": 92310
    },
    {
      "epoch": 25.77,
      "grad_norm": 3.1916282176971436,
      "learning_rate": 3.019466927156014e-06,
      "loss": 0.617,
      "step": 92320
    },
    {
      "epoch": 25.77,
      "grad_norm": 2.922144651412964,
      "learning_rate": 3.019793992464415e-06,
      "loss": 0.6147,
      "step": 92330
    },
    {
      "epoch": 25.77,
      "grad_norm": 3.2338194847106934,
      "learning_rate": 3.0201210577728156e-06,
      "loss": 0.6387,
      "step": 92340
    },
    {
      "epoch": 25.77,
      "grad_norm": 3.4186363220214844,
      "learning_rate": 3.0204481230812166e-06,
      "loss": 0.6387,
      "step": 92350
    },
    {
      "epoch": 25.78,
      "grad_norm": 3.3261711597442627,
      "learning_rate": 3.020775188389617e-06,
      "loss": 0.6313,
      "step": 92360
    },
    {
      "epoch": 25.78,
      "grad_norm": 3.9252514839172363,
      "learning_rate": 3.021102253698018e-06,
      "loss": 0.5991,
      "step": 92370
    },
    {
      "epoch": 25.78,
      "grad_norm": 3.2806825637817383,
      "learning_rate": 3.0214293190064185e-06,
      "loss": 0.6212,
      "step": 92380
    },
    {
      "epoch": 25.79,
      "grad_norm": 2.442636013031006,
      "learning_rate": 3.02175638431482e-06,
      "loss": 0.6277,
      "step": 92390
    },
    {
      "epoch": 25.79,
      "grad_norm": 3.740540027618408,
      "learning_rate": 3.022083449623221e-06,
      "loss": 0.6316,
      "step": 92400
    },
    {
      "epoch": 25.79,
      "grad_norm": 4.105367660522461,
      "learning_rate": 3.0224105149316213e-06,
      "loss": 0.6255,
      "step": 92410
    },
    {
      "epoch": 25.79,
      "grad_norm": 3.496473550796509,
      "learning_rate": 3.0227375802400223e-06,
      "loss": 0.6542,
      "step": 92420
    },
    {
      "epoch": 25.8,
      "grad_norm": 2.57783579826355,
      "learning_rate": 3.023064645548423e-06,
      "loss": 0.6134,
      "step": 92430
    },
    {
      "epoch": 25.8,
      "grad_norm": 4.7191667556762695,
      "learning_rate": 3.0233917108568237e-06,
      "loss": 0.6234,
      "step": 92440
    },
    {
      "epoch": 25.8,
      "grad_norm": 3.962597370147705,
      "learning_rate": 3.0237187761652242e-06,
      "loss": 0.6225,
      "step": 92450
    },
    {
      "epoch": 25.81,
      "grad_norm": 4.027889728546143,
      "learning_rate": 3.024045841473625e-06,
      "loss": 0.6338,
      "step": 92460
    },
    {
      "epoch": 25.81,
      "grad_norm": 3.037994861602783,
      "learning_rate": 3.0243729067820257e-06,
      "loss": 0.6394,
      "step": 92470
    },
    {
      "epoch": 25.81,
      "grad_norm": 3.7508788108825684,
      "learning_rate": 3.0246999720904266e-06,
      "loss": 0.6195,
      "step": 92480
    },
    {
      "epoch": 25.81,
      "grad_norm": 3.5780632495880127,
      "learning_rate": 3.025027037398828e-06,
      "loss": 0.6185,
      "step": 92490
    },
    {
      "epoch": 25.82,
      "grad_norm": 2.8771066665649414,
      "learning_rate": 3.0253541027072285e-06,
      "loss": 0.6351,
      "step": 92500
    },
    {
      "epoch": 25.82,
      "grad_norm": 3.063558340072632,
      "learning_rate": 3.0256811680156294e-06,
      "loss": 0.6133,
      "step": 92510
    },
    {
      "epoch": 25.82,
      "grad_norm": 3.2720515727996826,
      "learning_rate": 3.02600823332403e-06,
      "loss": 0.6383,
      "step": 92520
    },
    {
      "epoch": 25.82,
      "grad_norm": 3.024183750152588,
      "learning_rate": 3.026335298632431e-06,
      "loss": 0.6106,
      "step": 92530
    },
    {
      "epoch": 25.83,
      "grad_norm": 3.21938419342041,
      "learning_rate": 3.0266623639408314e-06,
      "loss": 0.6237,
      "step": 92540
    },
    {
      "epoch": 25.83,
      "grad_norm": 3.2684290409088135,
      "learning_rate": 3.0269894292492323e-06,
      "loss": 0.625,
      "step": 92550
    },
    {
      "epoch": 25.83,
      "grad_norm": 4.005672931671143,
      "learning_rate": 3.027316494557633e-06,
      "loss": 0.6579,
      "step": 92560
    },
    {
      "epoch": 25.84,
      "grad_norm": 3.935842752456665,
      "learning_rate": 3.0276435598660338e-06,
      "loss": 0.6349,
      "step": 92570
    },
    {
      "epoch": 25.84,
      "grad_norm": 3.7397570610046387,
      "learning_rate": 3.0279706251744343e-06,
      "loss": 0.6168,
      "step": 92580
    },
    {
      "epoch": 25.84,
      "grad_norm": 3.874962091445923,
      "learning_rate": 3.0282976904828352e-06,
      "loss": 0.6158,
      "step": 92590
    },
    {
      "epoch": 25.84,
      "grad_norm": 2.8471415042877197,
      "learning_rate": 3.028624755791236e-06,
      "loss": 0.644,
      "step": 92600
    },
    {
      "epoch": 25.85,
      "grad_norm": 4.180839538574219,
      "learning_rate": 3.0289518210996367e-06,
      "loss": 0.6028,
      "step": 92610
    },
    {
      "epoch": 25.85,
      "grad_norm": 5.474827289581299,
      "learning_rate": 3.029278886408038e-06,
      "loss": 0.6214,
      "step": 92620
    },
    {
      "epoch": 25.85,
      "grad_norm": 3.8499338626861572,
      "learning_rate": 3.0296059517164385e-06,
      "loss": 0.6302,
      "step": 92630
    },
    {
      "epoch": 25.86,
      "grad_norm": 2.961421251296997,
      "learning_rate": 3.0299330170248395e-06,
      "loss": 0.6196,
      "step": 92640
    },
    {
      "epoch": 25.86,
      "grad_norm": 4.683891773223877,
      "learning_rate": 3.03026008233324e-06,
      "loss": 0.6298,
      "step": 92650
    },
    {
      "epoch": 25.86,
      "grad_norm": 3.8537442684173584,
      "learning_rate": 3.030587147641641e-06,
      "loss": 0.6072,
      "step": 92660
    },
    {
      "epoch": 25.86,
      "grad_norm": 4.241231441497803,
      "learning_rate": 3.0309142129500414e-06,
      "loss": 0.6359,
      "step": 92670
    },
    {
      "epoch": 25.87,
      "grad_norm": 3.2834742069244385,
      "learning_rate": 3.0312412782584424e-06,
      "loss": 0.6172,
      "step": 92680
    },
    {
      "epoch": 25.87,
      "grad_norm": 3.7348647117614746,
      "learning_rate": 3.0315683435668433e-06,
      "loss": 0.6275,
      "step": 92690
    },
    {
      "epoch": 25.87,
      "grad_norm": 3.3985836505889893,
      "learning_rate": 3.031895408875244e-06,
      "loss": 0.6368,
      "step": 92700
    },
    {
      "epoch": 25.87,
      "grad_norm": 3.582792043685913,
      "learning_rate": 3.0322224741836447e-06,
      "loss": 0.614,
      "step": 92710
    },
    {
      "epoch": 25.88,
      "grad_norm": 4.739742279052734,
      "learning_rate": 3.0325495394920453e-06,
      "loss": 0.6075,
      "step": 92720
    },
    {
      "epoch": 25.88,
      "grad_norm": 2.590549945831299,
      "learning_rate": 3.0328766048004466e-06,
      "loss": 0.6108,
      "step": 92730
    },
    {
      "epoch": 25.88,
      "grad_norm": 3.7618825435638428,
      "learning_rate": 3.0332036701088467e-06,
      "loss": 0.6372,
      "step": 92740
    },
    {
      "epoch": 25.89,
      "grad_norm": 4.444916248321533,
      "learning_rate": 3.033530735417248e-06,
      "loss": 0.6513,
      "step": 92750
    },
    {
      "epoch": 25.89,
      "grad_norm": 2.871328592300415,
      "learning_rate": 3.0338578007256486e-06,
      "loss": 0.6287,
      "step": 92760
    },
    {
      "epoch": 25.89,
      "grad_norm": 2.7150769233703613,
      "learning_rate": 3.0341848660340495e-06,
      "loss": 0.6304,
      "step": 92770
    },
    {
      "epoch": 25.89,
      "grad_norm": 3.7179291248321533,
      "learning_rate": 3.0345119313424504e-06,
      "loss": 0.6415,
      "step": 92780
    },
    {
      "epoch": 25.9,
      "grad_norm": 3.8375682830810547,
      "learning_rate": 3.034838996650851e-06,
      "loss": 0.6274,
      "step": 92790
    },
    {
      "epoch": 25.9,
      "grad_norm": 3.8717968463897705,
      "learning_rate": 3.035166061959252e-06,
      "loss": 0.6018,
      "step": 92800
    },
    {
      "epoch": 25.9,
      "grad_norm": 3.473886728286743,
      "learning_rate": 3.0354931272676524e-06,
      "loss": 0.6162,
      "step": 92810
    },
    {
      "epoch": 25.91,
      "grad_norm": 4.015600204467773,
      "learning_rate": 3.0358201925760533e-06,
      "loss": 0.6323,
      "step": 92820
    },
    {
      "epoch": 25.91,
      "grad_norm": 4.017370700836182,
      "learning_rate": 3.036147257884454e-06,
      "loss": 0.6174,
      "step": 92830
    },
    {
      "epoch": 25.91,
      "grad_norm": 4.7316389083862305,
      "learning_rate": 3.0364743231928548e-06,
      "loss": 0.6233,
      "step": 92840
    },
    {
      "epoch": 25.91,
      "grad_norm": 4.144348621368408,
      "learning_rate": 3.0368013885012553e-06,
      "loss": 0.6286,
      "step": 92850
    },
    {
      "epoch": 25.92,
      "grad_norm": 4.0576958656311035,
      "learning_rate": 3.0371284538096567e-06,
      "loss": 0.6355,
      "step": 92860
    },
    {
      "epoch": 25.92,
      "grad_norm": 3.4953670501708984,
      "learning_rate": 3.037455519118057e-06,
      "loss": 0.6396,
      "step": 92870
    },
    {
      "epoch": 25.92,
      "grad_norm": 3.343518018722534,
      "learning_rate": 3.037782584426458e-06,
      "loss": 0.6621,
      "step": 92880
    },
    {
      "epoch": 25.93,
      "grad_norm": 3.3330917358398438,
      "learning_rate": 3.038109649734859e-06,
      "loss": 0.6315,
      "step": 92890
    },
    {
      "epoch": 25.93,
      "grad_norm": 3.0547804832458496,
      "learning_rate": 3.0384367150432595e-06,
      "loss": 0.6092,
      "step": 92900
    },
    {
      "epoch": 25.93,
      "grad_norm": 3.860990047454834,
      "learning_rate": 3.0387637803516605e-06,
      "loss": 0.616,
      "step": 92910
    },
    {
      "epoch": 25.93,
      "grad_norm": 3.5387954711914062,
      "learning_rate": 3.039090845660061e-06,
      "loss": 0.6184,
      "step": 92920
    },
    {
      "epoch": 25.94,
      "grad_norm": 4.260534763336182,
      "learning_rate": 3.039417910968462e-06,
      "loss": 0.5983,
      "step": 92930
    },
    {
      "epoch": 25.94,
      "grad_norm": 3.7681586742401123,
      "learning_rate": 3.0397449762768624e-06,
      "loss": 0.6288,
      "step": 92940
    },
    {
      "epoch": 25.94,
      "grad_norm": 4.054202079772949,
      "learning_rate": 3.0400720415852634e-06,
      "loss": 0.6289,
      "step": 92950
    },
    {
      "epoch": 25.94,
      "grad_norm": 3.196230411529541,
      "learning_rate": 3.040399106893664e-06,
      "loss": 0.6264,
      "step": 92960
    },
    {
      "epoch": 25.95,
      "grad_norm": 3.607630491256714,
      "learning_rate": 3.0407261722020652e-06,
      "loss": 0.6318,
      "step": 92970
    },
    {
      "epoch": 25.95,
      "grad_norm": 4.215712070465088,
      "learning_rate": 3.041053237510466e-06,
      "loss": 0.6166,
      "step": 92980
    },
    {
      "epoch": 25.95,
      "grad_norm": 3.3994102478027344,
      "learning_rate": 3.0413803028188667e-06,
      "loss": 0.6345,
      "step": 92990
    },
    {
      "epoch": 25.96,
      "grad_norm": 3.5373709201812744,
      "learning_rate": 3.0417073681272676e-06,
      "loss": 0.6223,
      "step": 93000
    },
    {
      "epoch": 25.96,
      "grad_norm": 4.692896842956543,
      "learning_rate": 3.042034433435668e-06,
      "loss": 0.6416,
      "step": 93010
    },
    {
      "epoch": 25.96,
      "grad_norm": 3.277223587036133,
      "learning_rate": 3.042361498744069e-06,
      "loss": 0.6471,
      "step": 93020
    },
    {
      "epoch": 25.96,
      "grad_norm": 2.9775338172912598,
      "learning_rate": 3.0426885640524696e-06,
      "loss": 0.6266,
      "step": 93030
    },
    {
      "epoch": 25.97,
      "grad_norm": 4.115079879760742,
      "learning_rate": 3.0430156293608705e-06,
      "loss": 0.6269,
      "step": 93040
    },
    {
      "epoch": 25.97,
      "grad_norm": 3.364346981048584,
      "learning_rate": 3.043342694669271e-06,
      "loss": 0.6232,
      "step": 93050
    },
    {
      "epoch": 25.97,
      "grad_norm": 3.860321521759033,
      "learning_rate": 3.043669759977672e-06,
      "loss": 0.6272,
      "step": 93060
    },
    {
      "epoch": 25.98,
      "grad_norm": 3.308567523956299,
      "learning_rate": 3.043996825286073e-06,
      "loss": 0.6395,
      "step": 93070
    },
    {
      "epoch": 25.98,
      "grad_norm": 3.198524236679077,
      "learning_rate": 3.0443238905944734e-06,
      "loss": 0.6241,
      "step": 93080
    },
    {
      "epoch": 25.98,
      "grad_norm": 3.6339216232299805,
      "learning_rate": 3.0446509559028748e-06,
      "loss": 0.6317,
      "step": 93090
    },
    {
      "epoch": 25.98,
      "grad_norm": 3.630730390548706,
      "learning_rate": 3.0449780212112753e-06,
      "loss": 0.6363,
      "step": 93100
    },
    {
      "epoch": 25.99,
      "grad_norm": 2.978059768676758,
      "learning_rate": 3.0453050865196762e-06,
      "loss": 0.6314,
      "step": 93110
    },
    {
      "epoch": 25.99,
      "grad_norm": 5.805120468139648,
      "learning_rate": 3.0456321518280767e-06,
      "loss": 0.6512,
      "step": 93120
    },
    {
      "epoch": 25.99,
      "grad_norm": 4.2991180419921875,
      "learning_rate": 3.0459592171364777e-06,
      "loss": 0.6411,
      "step": 93130
    },
    {
      "epoch": 25.99,
      "grad_norm": 3.788815975189209,
      "learning_rate": 3.046286282444878e-06,
      "loss": 0.6283,
      "step": 93140
    },
    {
      "epoch": 26.0,
      "grad_norm": 3.3279788494110107,
      "learning_rate": 3.046613347753279e-06,
      "loss": 0.6184,
      "step": 93150
    },
    {
      "epoch": 26.0,
      "eval_loss": 0.627671480178833,
      "eval_runtime": 63.5333,
      "eval_samples_per_second": 79.628,
      "eval_steps_per_second": 9.963,
      "step": 93158
    },
    {
      "epoch": 26.0,
      "grad_norm": 3.6038079261779785,
      "learning_rate": 3.04694041306168e-06,
      "loss": 0.6218,
      "step": 93160
    },
    {
      "epoch": 26.0,
      "grad_norm": 3.7389585971832275,
      "learning_rate": 3.0472674783700806e-06,
      "loss": 0.6457,
      "step": 93170
    },
    {
      "epoch": 26.01,
      "grad_norm": 4.322656154632568,
      "learning_rate": 3.0475945436784815e-06,
      "loss": 0.6415,
      "step": 93180
    },
    {
      "epoch": 26.01,
      "grad_norm": 2.848127841949463,
      "learning_rate": 3.047921608986882e-06,
      "loss": 0.6002,
      "step": 93190
    },
    {
      "epoch": 26.01,
      "grad_norm": 5.823983192443848,
      "learning_rate": 3.0482486742952834e-06,
      "loss": 0.6091,
      "step": 93200
    },
    {
      "epoch": 26.01,
      "grad_norm": 3.7825582027435303,
      "learning_rate": 3.0485757396036835e-06,
      "loss": 0.6231,
      "step": 93210
    },
    {
      "epoch": 26.02,
      "grad_norm": 3.446376085281372,
      "learning_rate": 3.048902804912085e-06,
      "loss": 0.6378,
      "step": 93220
    },
    {
      "epoch": 26.02,
      "grad_norm": 3.27097225189209,
      "learning_rate": 3.0492298702204853e-06,
      "loss": 0.6267,
      "step": 93230
    },
    {
      "epoch": 26.02,
      "grad_norm": 3.1234664916992188,
      "learning_rate": 3.0495569355288863e-06,
      "loss": 0.6142,
      "step": 93240
    },
    {
      "epoch": 26.03,
      "grad_norm": 3.1036107540130615,
      "learning_rate": 3.0498840008372868e-06,
      "loss": 0.6116,
      "step": 93250
    },
    {
      "epoch": 26.03,
      "grad_norm": 5.062280178070068,
      "learning_rate": 3.0502110661456877e-06,
      "loss": 0.6344,
      "step": 93260
    },
    {
      "epoch": 26.03,
      "grad_norm": 4.2938008308410645,
      "learning_rate": 3.0505381314540886e-06,
      "loss": 0.6257,
      "step": 93270
    },
    {
      "epoch": 26.03,
      "grad_norm": 3.265359878540039,
      "learning_rate": 3.050865196762489e-06,
      "loss": 0.6309,
      "step": 93280
    },
    {
      "epoch": 26.04,
      "grad_norm": 3.5364274978637695,
      "learning_rate": 3.05119226207089e-06,
      "loss": 0.6254,
      "step": 93290
    },
    {
      "epoch": 26.04,
      "grad_norm": 3.878338575363159,
      "learning_rate": 3.0515193273792906e-06,
      "loss": 0.6308,
      "step": 93300
    },
    {
      "epoch": 26.04,
      "grad_norm": 2.7244162559509277,
      "learning_rate": 3.0518463926876915e-06,
      "loss": 0.6138,
      "step": 93310
    },
    {
      "epoch": 26.05,
      "grad_norm": 2.984189748764038,
      "learning_rate": 3.052173457996092e-06,
      "loss": 0.626,
      "step": 93320
    },
    {
      "epoch": 26.05,
      "grad_norm": 3.5384178161621094,
      "learning_rate": 3.0525005233044934e-06,
      "loss": 0.6461,
      "step": 93330
    },
    {
      "epoch": 26.05,
      "grad_norm": 2.7488088607788086,
      "learning_rate": 3.052827588612894e-06,
      "loss": 0.6196,
      "step": 93340
    },
    {
      "epoch": 26.05,
      "grad_norm": 3.9458870887756348,
      "learning_rate": 3.053154653921295e-06,
      "loss": 0.6251,
      "step": 93350
    },
    {
      "epoch": 26.06,
      "grad_norm": 3.5495872497558594,
      "learning_rate": 3.0534817192296958e-06,
      "loss": 0.635,
      "step": 93360
    },
    {
      "epoch": 26.06,
      "grad_norm": 3.83545184135437,
      "learning_rate": 3.0538087845380963e-06,
      "loss": 0.6199,
      "step": 93370
    },
    {
      "epoch": 26.06,
      "grad_norm": 3.3663170337677,
      "learning_rate": 3.0541358498464972e-06,
      "loss": 0.6218,
      "step": 93380
    },
    {
      "epoch": 26.06,
      "grad_norm": 3.1843085289001465,
      "learning_rate": 3.0544629151548977e-06,
      "loss": 0.6279,
      "step": 93390
    },
    {
      "epoch": 26.07,
      "grad_norm": 4.328380107879639,
      "learning_rate": 3.0547899804632987e-06,
      "loss": 0.6128,
      "step": 93400
    },
    {
      "epoch": 26.07,
      "grad_norm": 3.881232500076294,
      "learning_rate": 3.055117045771699e-06,
      "loss": 0.6472,
      "step": 93410
    },
    {
      "epoch": 26.07,
      "grad_norm": 3.2002665996551514,
      "learning_rate": 3.0554441110801e-06,
      "loss": 0.6217,
      "step": 93420
    },
    {
      "epoch": 26.08,
      "grad_norm": 3.6340858936309814,
      "learning_rate": 3.0557711763885006e-06,
      "loss": 0.6234,
      "step": 93430
    },
    {
      "epoch": 26.08,
      "grad_norm": 2.6833314895629883,
      "learning_rate": 3.0560982416969016e-06,
      "loss": 0.6311,
      "step": 93440
    },
    {
      "epoch": 26.08,
      "grad_norm": 3.647277593612671,
      "learning_rate": 3.056425307005303e-06,
      "loss": 0.6111,
      "step": 93450
    },
    {
      "epoch": 26.08,
      "grad_norm": 2.963477611541748,
      "learning_rate": 3.0567523723137034e-06,
      "loss": 0.6295,
      "step": 93460
    },
    {
      "epoch": 26.09,
      "grad_norm": 2.7546701431274414,
      "learning_rate": 3.0570794376221044e-06,
      "loss": 0.6274,
      "step": 93470
    },
    {
      "epoch": 26.09,
      "grad_norm": 4.355354309082031,
      "learning_rate": 3.057406502930505e-06,
      "loss": 0.636,
      "step": 93480
    },
    {
      "epoch": 26.09,
      "grad_norm": 3.778916835784912,
      "learning_rate": 3.057733568238906e-06,
      "loss": 0.6307,
      "step": 93490
    },
    {
      "epoch": 26.1,
      "grad_norm": 3.470564842224121,
      "learning_rate": 3.0580606335473063e-06,
      "loss": 0.5927,
      "step": 93500
    },
    {
      "epoch": 26.1,
      "grad_norm": 3.5038681030273438,
      "learning_rate": 3.0583876988557073e-06,
      "loss": 0.6263,
      "step": 93510
    },
    {
      "epoch": 26.1,
      "grad_norm": 4.40971565246582,
      "learning_rate": 3.0587147641641078e-06,
      "loss": 0.6184,
      "step": 93520
    },
    {
      "epoch": 26.1,
      "grad_norm": 3.641789436340332,
      "learning_rate": 3.0590418294725087e-06,
      "loss": 0.6377,
      "step": 93530
    },
    {
      "epoch": 26.11,
      "grad_norm": 4.151876449584961,
      "learning_rate": 3.0593688947809092e-06,
      "loss": 0.6129,
      "step": 93540
    },
    {
      "epoch": 26.11,
      "grad_norm": 3.32300066947937,
      "learning_rate": 3.05969596008931e-06,
      "loss": 0.6156,
      "step": 93550
    },
    {
      "epoch": 26.11,
      "grad_norm": 4.235183238983154,
      "learning_rate": 3.0600230253977115e-06,
      "loss": 0.63,
      "step": 93560
    },
    {
      "epoch": 26.11,
      "grad_norm": 3.185375928878784,
      "learning_rate": 3.060350090706112e-06,
      "loss": 0.6042,
      "step": 93570
    },
    {
      "epoch": 26.12,
      "grad_norm": 3.4803667068481445,
      "learning_rate": 3.060677156014513e-06,
      "loss": 0.6259,
      "step": 93580
    },
    {
      "epoch": 26.12,
      "grad_norm": 4.962698459625244,
      "learning_rate": 3.0610042213229135e-06,
      "loss": 0.6313,
      "step": 93590
    },
    {
      "epoch": 26.12,
      "grad_norm": 3.6391441822052,
      "learning_rate": 3.0613312866313144e-06,
      "loss": 0.6384,
      "step": 93600
    },
    {
      "epoch": 26.13,
      "grad_norm": 3.9554126262664795,
      "learning_rate": 3.061658351939715e-06,
      "loss": 0.6239,
      "step": 93610
    },
    {
      "epoch": 26.13,
      "grad_norm": 3.605311870574951,
      "learning_rate": 3.061985417248116e-06,
      "loss": 0.6229,
      "step": 93620
    },
    {
      "epoch": 26.13,
      "grad_norm": 5.28127908706665,
      "learning_rate": 3.0623124825565164e-06,
      "loss": 0.6166,
      "step": 93630
    },
    {
      "epoch": 26.13,
      "grad_norm": 3.5054008960723877,
      "learning_rate": 3.0626395478649173e-06,
      "loss": 0.6575,
      "step": 93640
    },
    {
      "epoch": 26.14,
      "grad_norm": 4.045076847076416,
      "learning_rate": 3.0629666131733182e-06,
      "loss": 0.6333,
      "step": 93650
    },
    {
      "epoch": 26.14,
      "grad_norm": 3.454798698425293,
      "learning_rate": 3.0632936784817188e-06,
      "loss": 0.6324,
      "step": 93660
    },
    {
      "epoch": 26.14,
      "grad_norm": 3.2980268001556396,
      "learning_rate": 3.06362074379012e-06,
      "loss": 0.6017,
      "step": 93670
    },
    {
      "epoch": 26.15,
      "grad_norm": 4.56400203704834,
      "learning_rate": 3.06394780909852e-06,
      "loss": 0.6268,
      "step": 93680
    },
    {
      "epoch": 26.15,
      "grad_norm": 3.0897138118743896,
      "learning_rate": 3.0642748744069216e-06,
      "loss": 0.6307,
      "step": 93690
    },
    {
      "epoch": 26.15,
      "grad_norm": 5.059610843658447,
      "learning_rate": 3.064601939715322e-06,
      "loss": 0.606,
      "step": 93700
    },
    {
      "epoch": 26.15,
      "grad_norm": 2.8856873512268066,
      "learning_rate": 3.064929005023723e-06,
      "loss": 0.6431,
      "step": 93710
    },
    {
      "epoch": 26.16,
      "grad_norm": 3.9469547271728516,
      "learning_rate": 3.0652560703321235e-06,
      "loss": 0.6342,
      "step": 93720
    },
    {
      "epoch": 26.16,
      "grad_norm": 4.216446876525879,
      "learning_rate": 3.0655831356405245e-06,
      "loss": 0.6405,
      "step": 93730
    },
    {
      "epoch": 26.16,
      "grad_norm": 3.420872449874878,
      "learning_rate": 3.0659102009489254e-06,
      "loss": 0.6376,
      "step": 93740
    },
    {
      "epoch": 26.17,
      "grad_norm": 3.4151628017425537,
      "learning_rate": 3.066237266257326e-06,
      "loss": 0.6157,
      "step": 93750
    },
    {
      "epoch": 26.17,
      "grad_norm": 3.3384737968444824,
      "learning_rate": 3.066564331565727e-06,
      "loss": 0.6341,
      "step": 93760
    },
    {
      "epoch": 26.17,
      "grad_norm": 3.422985076904297,
      "learning_rate": 3.0668913968741274e-06,
      "loss": 0.6277,
      "step": 93770
    },
    {
      "epoch": 26.17,
      "grad_norm": 3.8680546283721924,
      "learning_rate": 3.0672184621825283e-06,
      "loss": 0.6446,
      "step": 93780
    },
    {
      "epoch": 26.18,
      "grad_norm": 4.327945232391357,
      "learning_rate": 3.067545527490929e-06,
      "loss": 0.6104,
      "step": 93790
    },
    {
      "epoch": 26.18,
      "grad_norm": 3.029519557952881,
      "learning_rate": 3.06787259279933e-06,
      "loss": 0.6419,
      "step": 93800
    },
    {
      "epoch": 26.18,
      "grad_norm": 3.7888476848602295,
      "learning_rate": 3.0681996581077307e-06,
      "loss": 0.6343,
      "step": 93810
    },
    {
      "epoch": 26.18,
      "grad_norm": 5.05527400970459,
      "learning_rate": 3.0685267234161316e-06,
      "loss": 0.6514,
      "step": 93820
    },
    {
      "epoch": 26.19,
      "grad_norm": 3.011890411376953,
      "learning_rate": 3.0688537887245325e-06,
      "loss": 0.6343,
      "step": 93830
    },
    {
      "epoch": 26.19,
      "grad_norm": 2.93204402923584,
      "learning_rate": 3.069180854032933e-06,
      "loss": 0.6267,
      "step": 93840
    },
    {
      "epoch": 26.19,
      "grad_norm": 2.8725292682647705,
      "learning_rate": 3.069507919341334e-06,
      "loss": 0.6193,
      "step": 93850
    },
    {
      "epoch": 26.2,
      "grad_norm": 3.763803720474243,
      "learning_rate": 3.0698349846497345e-06,
      "loss": 0.6066,
      "step": 93860
    },
    {
      "epoch": 26.2,
      "grad_norm": 2.8640010356903076,
      "learning_rate": 3.0701620499581354e-06,
      "loss": 0.6504,
      "step": 93870
    },
    {
      "epoch": 26.2,
      "grad_norm": 3.531625509262085,
      "learning_rate": 3.070489115266536e-06,
      "loss": 0.6091,
      "step": 93880
    },
    {
      "epoch": 26.2,
      "grad_norm": 3.652205467224121,
      "learning_rate": 3.070816180574937e-06,
      "loss": 0.6218,
      "step": 93890
    },
    {
      "epoch": 26.21,
      "grad_norm": 3.9885122776031494,
      "learning_rate": 3.0711432458833374e-06,
      "loss": 0.6261,
      "step": 93900
    },
    {
      "epoch": 26.21,
      "grad_norm": 4.1287312507629395,
      "learning_rate": 3.0714703111917383e-06,
      "loss": 0.6181,
      "step": 93910
    },
    {
      "epoch": 26.21,
      "grad_norm": 3.9058635234832764,
      "learning_rate": 3.071797376500139e-06,
      "loss": 0.6018,
      "step": 93920
    },
    {
      "epoch": 26.22,
      "grad_norm": 3.689704418182373,
      "learning_rate": 3.07212444180854e-06,
      "loss": 0.6318,
      "step": 93930
    },
    {
      "epoch": 26.22,
      "grad_norm": 4.1334099769592285,
      "learning_rate": 3.072451507116941e-06,
      "loss": 0.6247,
      "step": 93940
    },
    {
      "epoch": 26.22,
      "grad_norm": 3.734915018081665,
      "learning_rate": 3.0727785724253416e-06,
      "loss": 0.6477,
      "step": 93950
    },
    {
      "epoch": 26.22,
      "grad_norm": 4.188418388366699,
      "learning_rate": 3.0731056377337426e-06,
      "loss": 0.6099,
      "step": 93960
    },
    {
      "epoch": 26.23,
      "grad_norm": 3.667635917663574,
      "learning_rate": 3.073432703042143e-06,
      "loss": 0.6183,
      "step": 93970
    },
    {
      "epoch": 26.23,
      "grad_norm": 3.6631619930267334,
      "learning_rate": 3.073759768350544e-06,
      "loss": 0.5936,
      "step": 93980
    },
    {
      "epoch": 26.23,
      "grad_norm": 2.5822739601135254,
      "learning_rate": 3.0740868336589445e-06,
      "loss": 0.6086,
      "step": 93990
    },
    {
      "epoch": 26.23,
      "grad_norm": 4.177286624908447,
      "learning_rate": 3.0744138989673455e-06,
      "loss": 0.6247,
      "step": 94000
    },
    {
      "epoch": 26.24,
      "grad_norm": 2.9694790840148926,
      "learning_rate": 3.074740964275746e-06,
      "loss": 0.6192,
      "step": 94010
    },
    {
      "epoch": 26.24,
      "grad_norm": 3.9712820053100586,
      "learning_rate": 3.075068029584147e-06,
      "loss": 0.5936,
      "step": 94020
    },
    {
      "epoch": 26.24,
      "grad_norm": 3.1258087158203125,
      "learning_rate": 3.0753950948925483e-06,
      "loss": 0.6299,
      "step": 94030
    },
    {
      "epoch": 26.25,
      "grad_norm": 4.591216564178467,
      "learning_rate": 3.075722160200949e-06,
      "loss": 0.6171,
      "step": 94040
    },
    {
      "epoch": 26.25,
      "grad_norm": 2.654627799987793,
      "learning_rate": 3.0760492255093497e-06,
      "loss": 0.6337,
      "step": 94050
    },
    {
      "epoch": 26.25,
      "grad_norm": 3.6399431228637695,
      "learning_rate": 3.0763762908177502e-06,
      "loss": 0.6322,
      "step": 94060
    },
    {
      "epoch": 26.25,
      "grad_norm": 3.759490489959717,
      "learning_rate": 3.076703356126151e-06,
      "loss": 0.5985,
      "step": 94070
    },
    {
      "epoch": 26.26,
      "grad_norm": 3.393768310546875,
      "learning_rate": 3.0770304214345517e-06,
      "loss": 0.632,
      "step": 94080
    },
    {
      "epoch": 26.26,
      "grad_norm": 2.840751886367798,
      "learning_rate": 3.0773574867429526e-06,
      "loss": 0.6384,
      "step": 94090
    },
    {
      "epoch": 26.26,
      "grad_norm": 2.818878173828125,
      "learning_rate": 3.077684552051353e-06,
      "loss": 0.6293,
      "step": 94100
    },
    {
      "epoch": 26.27,
      "grad_norm": 2.8996176719665527,
      "learning_rate": 3.078011617359754e-06,
      "loss": 0.6458,
      "step": 94110
    },
    {
      "epoch": 26.27,
      "grad_norm": 2.325396776199341,
      "learning_rate": 3.078338682668155e-06,
      "loss": 0.6074,
      "step": 94120
    },
    {
      "epoch": 26.27,
      "grad_norm": 4.158121585845947,
      "learning_rate": 3.0786657479765555e-06,
      "loss": 0.6358,
      "step": 94130
    },
    {
      "epoch": 26.27,
      "grad_norm": 3.8237948417663574,
      "learning_rate": 3.078992813284957e-06,
      "loss": 0.6121,
      "step": 94140
    },
    {
      "epoch": 26.28,
      "grad_norm": 4.657933235168457,
      "learning_rate": 3.079319878593357e-06,
      "loss": 0.618,
      "step": 94150
    },
    {
      "epoch": 26.28,
      "grad_norm": 2.9979686737060547,
      "learning_rate": 3.0796469439017583e-06,
      "loss": 0.6222,
      "step": 94160
    },
    {
      "epoch": 26.28,
      "grad_norm": 2.2366831302642822,
      "learning_rate": 3.079974009210159e-06,
      "loss": 0.6241,
      "step": 94170
    },
    {
      "epoch": 26.29,
      "grad_norm": 2.793163776397705,
      "learning_rate": 3.0803010745185598e-06,
      "loss": 0.6327,
      "step": 94180
    },
    {
      "epoch": 26.29,
      "grad_norm": 3.4855189323425293,
      "learning_rate": 3.0806281398269603e-06,
      "loss": 0.6201,
      "step": 94190
    },
    {
      "epoch": 26.29,
      "grad_norm": 3.0539042949676514,
      "learning_rate": 3.080955205135361e-06,
      "loss": 0.6285,
      "step": 94200
    },
    {
      "epoch": 26.29,
      "grad_norm": 3.5267863273620605,
      "learning_rate": 3.081282270443762e-06,
      "loss": 0.6162,
      "step": 94210
    },
    {
      "epoch": 26.3,
      "grad_norm": 3.7267510890960693,
      "learning_rate": 3.0816093357521627e-06,
      "loss": 0.6592,
      "step": 94220
    },
    {
      "epoch": 26.3,
      "grad_norm": 3.234633445739746,
      "learning_rate": 3.0819364010605636e-06,
      "loss": 0.6459,
      "step": 94230
    },
    {
      "epoch": 26.3,
      "grad_norm": 3.0153229236602783,
      "learning_rate": 3.082263466368964e-06,
      "loss": 0.6282,
      "step": 94240
    },
    {
      "epoch": 26.3,
      "grad_norm": 3.617328643798828,
      "learning_rate": 3.082590531677365e-06,
      "loss": 0.6276,
      "step": 94250
    },
    {
      "epoch": 26.31,
      "grad_norm": 3.2002530097961426,
      "learning_rate": 3.0829175969857656e-06,
      "loss": 0.6306,
      "step": 94260
    },
    {
      "epoch": 26.31,
      "grad_norm": 3.5258612632751465,
      "learning_rate": 3.083244662294167e-06,
      "loss": 0.6393,
      "step": 94270
    },
    {
      "epoch": 26.31,
      "grad_norm": 3.8651628494262695,
      "learning_rate": 3.0835717276025674e-06,
      "loss": 0.5989,
      "step": 94280
    },
    {
      "epoch": 26.32,
      "grad_norm": 4.635897636413574,
      "learning_rate": 3.0838987929109684e-06,
      "loss": 0.6142,
      "step": 94290
    },
    {
      "epoch": 26.32,
      "grad_norm": 4.344977855682373,
      "learning_rate": 3.084225858219369e-06,
      "loss": 0.6276,
      "step": 94300
    },
    {
      "epoch": 26.32,
      "grad_norm": 5.180492877960205,
      "learning_rate": 3.08455292352777e-06,
      "loss": 0.637,
      "step": 94310
    },
    {
      "epoch": 26.32,
      "grad_norm": 3.993337631225586,
      "learning_rate": 3.0848799888361707e-06,
      "loss": 0.6264,
      "step": 94320
    },
    {
      "epoch": 26.33,
      "grad_norm": 4.354486465454102,
      "learning_rate": 3.0852070541445712e-06,
      "loss": 0.6338,
      "step": 94330
    },
    {
      "epoch": 26.33,
      "grad_norm": 4.627742290496826,
      "learning_rate": 3.085534119452972e-06,
      "loss": 0.6282,
      "step": 94340
    },
    {
      "epoch": 26.33,
      "grad_norm": 2.427870988845825,
      "learning_rate": 3.0858611847613727e-06,
      "loss": 0.6085,
      "step": 94350
    },
    {
      "epoch": 26.34,
      "grad_norm": 3.537972927093506,
      "learning_rate": 3.0861882500697736e-06,
      "loss": 0.6019,
      "step": 94360
    },
    {
      "epoch": 26.34,
      "grad_norm": 2.7984423637390137,
      "learning_rate": 3.086515315378174e-06,
      "loss": 0.626,
      "step": 94370
    },
    {
      "epoch": 26.34,
      "grad_norm": 3.7176096439361572,
      "learning_rate": 3.086842380686575e-06,
      "loss": 0.6077,
      "step": 94380
    },
    {
      "epoch": 26.34,
      "grad_norm": 3.9179341793060303,
      "learning_rate": 3.0871694459949756e-06,
      "loss": 0.6308,
      "step": 94390
    },
    {
      "epoch": 26.35,
      "grad_norm": 4.0425944328308105,
      "learning_rate": 3.087496511303377e-06,
      "loss": 0.6211,
      "step": 94400
    },
    {
      "epoch": 26.35,
      "grad_norm": 3.3320744037628174,
      "learning_rate": 3.087823576611778e-06,
      "loss": 0.6519,
      "step": 94410
    },
    {
      "epoch": 26.35,
      "grad_norm": 4.230556964874268,
      "learning_rate": 3.0881506419201784e-06,
      "loss": 0.6375,
      "step": 94420
    },
    {
      "epoch": 26.36,
      "grad_norm": 3.1377346515655518,
      "learning_rate": 3.0884777072285793e-06,
      "loss": 0.6273,
      "step": 94430
    },
    {
      "epoch": 26.36,
      "grad_norm": 4.7605485916137695,
      "learning_rate": 3.08880477253698e-06,
      "loss": 0.62,
      "step": 94440
    },
    {
      "epoch": 26.36,
      "grad_norm": 3.152038335800171,
      "learning_rate": 3.0891318378453808e-06,
      "loss": 0.6404,
      "step": 94450
    },
    {
      "epoch": 26.36,
      "grad_norm": 3.478471040725708,
      "learning_rate": 3.0894589031537813e-06,
      "loss": 0.6091,
      "step": 94460
    },
    {
      "epoch": 26.37,
      "grad_norm": 2.5790841579437256,
      "learning_rate": 3.0897859684621822e-06,
      "loss": 0.6291,
      "step": 94470
    },
    {
      "epoch": 26.37,
      "grad_norm": 4.569525241851807,
      "learning_rate": 3.0901130337705827e-06,
      "loss": 0.6057,
      "step": 94480
    },
    {
      "epoch": 26.37,
      "grad_norm": 2.8211536407470703,
      "learning_rate": 3.0904400990789837e-06,
      "loss": 0.6308,
      "step": 94490
    },
    {
      "epoch": 26.37,
      "grad_norm": 3.347702741622925,
      "learning_rate": 3.090767164387385e-06,
      "loss": 0.632,
      "step": 94500
    },
    {
      "epoch": 26.38,
      "grad_norm": 2.638314723968506,
      "learning_rate": 3.0910942296957855e-06,
      "loss": 0.6279,
      "step": 94510
    },
    {
      "epoch": 26.38,
      "grad_norm": 4.481881141662598,
      "learning_rate": 3.0914212950041865e-06,
      "loss": 0.6091,
      "step": 94520
    },
    {
      "epoch": 26.38,
      "grad_norm": 4.514527797698975,
      "learning_rate": 3.091748360312587e-06,
      "loss": 0.6396,
      "step": 94530
    },
    {
      "epoch": 26.39,
      "grad_norm": 5.4882073402404785,
      "learning_rate": 3.092075425620988e-06,
      "loss": 0.6355,
      "step": 94540
    },
    {
      "epoch": 26.39,
      "grad_norm": 3.4778659343719482,
      "learning_rate": 3.0924024909293884e-06,
      "loss": 0.6187,
      "step": 94550
    },
    {
      "epoch": 26.39,
      "grad_norm": 4.2318010330200195,
      "learning_rate": 3.0927295562377894e-06,
      "loss": 0.6236,
      "step": 94560
    },
    {
      "epoch": 26.39,
      "grad_norm": 3.61810302734375,
      "learning_rate": 3.09305662154619e-06,
      "loss": 0.612,
      "step": 94570
    },
    {
      "epoch": 26.4,
      "grad_norm": 3.5691497325897217,
      "learning_rate": 3.093383686854591e-06,
      "loss": 0.621,
      "step": 94580
    },
    {
      "epoch": 26.4,
      "grad_norm": 4.015342712402344,
      "learning_rate": 3.0937107521629913e-06,
      "loss": 0.6223,
      "step": 94590
    },
    {
      "epoch": 26.4,
      "grad_norm": 3.8101305961608887,
      "learning_rate": 3.0940378174713923e-06,
      "loss": 0.6255,
      "step": 94600
    },
    {
      "epoch": 26.41,
      "grad_norm": 3.623443365097046,
      "learning_rate": 3.094364882779793e-06,
      "loss": 0.6257,
      "step": 94610
    },
    {
      "epoch": 26.41,
      "grad_norm": 3.0024514198303223,
      "learning_rate": 3.0946919480881937e-06,
      "loss": 0.6245,
      "step": 94620
    },
    {
      "epoch": 26.41,
      "grad_norm": 2.9686169624328613,
      "learning_rate": 3.095019013396595e-06,
      "loss": 0.6061,
      "step": 94630
    },
    {
      "epoch": 26.41,
      "grad_norm": 3.6995906829833984,
      "learning_rate": 3.0953460787049956e-06,
      "loss": 0.6291,
      "step": 94640
    },
    {
      "epoch": 26.42,
      "grad_norm": 3.348823070526123,
      "learning_rate": 3.0956731440133965e-06,
      "loss": 0.6332,
      "step": 94650
    },
    {
      "epoch": 26.42,
      "grad_norm": 3.0123441219329834,
      "learning_rate": 3.096000209321797e-06,
      "loss": 0.6335,
      "step": 94660
    },
    {
      "epoch": 26.42,
      "grad_norm": 3.288303852081299,
      "learning_rate": 3.096327274630198e-06,
      "loss": 0.6262,
      "step": 94670
    },
    {
      "epoch": 26.42,
      "grad_norm": 3.476304054260254,
      "learning_rate": 3.0966543399385985e-06,
      "loss": 0.6085,
      "step": 94680
    },
    {
      "epoch": 26.43,
      "grad_norm": 3.404860019683838,
      "learning_rate": 3.0969814052469994e-06,
      "loss": 0.6259,
      "step": 94690
    },
    {
      "epoch": 26.43,
      "grad_norm": 3.527493953704834,
      "learning_rate": 3.0973084705554003e-06,
      "loss": 0.6266,
      "step": 94700
    },
    {
      "epoch": 26.43,
      "grad_norm": 4.606900691986084,
      "learning_rate": 3.097635535863801e-06,
      "loss": 0.6211,
      "step": 94710
    },
    {
      "epoch": 26.44,
      "grad_norm": 5.388044834136963,
      "learning_rate": 3.097962601172202e-06,
      "loss": 0.5987,
      "step": 94720
    },
    {
      "epoch": 26.44,
      "grad_norm": 3.2228891849517822,
      "learning_rate": 3.0982896664806023e-06,
      "loss": 0.6418,
      "step": 94730
    },
    {
      "epoch": 26.44,
      "grad_norm": 4.1711297035217285,
      "learning_rate": 3.0986167317890037e-06,
      "loss": 0.6307,
      "step": 94740
    },
    {
      "epoch": 26.44,
      "grad_norm": 2.8415229320526123,
      "learning_rate": 3.098943797097404e-06,
      "loss": 0.6381,
      "step": 94750
    },
    {
      "epoch": 26.45,
      "grad_norm": 3.256584644317627,
      "learning_rate": 3.099270862405805e-06,
      "loss": 0.6085,
      "step": 94760
    },
    {
      "epoch": 26.45,
      "grad_norm": 4.873903751373291,
      "learning_rate": 3.0995979277142056e-06,
      "loss": 0.6153,
      "step": 94770
    },
    {
      "epoch": 26.45,
      "grad_norm": 2.749703884124756,
      "learning_rate": 3.0999249930226066e-06,
      "loss": 0.6269,
      "step": 94780
    },
    {
      "epoch": 26.46,
      "grad_norm": 4.197286128997803,
      "learning_rate": 3.1002520583310075e-06,
      "loss": 0.6162,
      "step": 94790
    },
    {
      "epoch": 26.46,
      "grad_norm": 4.475320339202881,
      "learning_rate": 3.100579123639408e-06,
      "loss": 0.6075,
      "step": 94800
    },
    {
      "epoch": 26.46,
      "grad_norm": 2.790727138519287,
      "learning_rate": 3.100906188947809e-06,
      "loss": 0.6246,
      "step": 94810
    },
    {
      "epoch": 26.46,
      "grad_norm": 4.5160346031188965,
      "learning_rate": 3.1012332542562094e-06,
      "loss": 0.6314,
      "step": 94820
    },
    {
      "epoch": 26.47,
      "grad_norm": 2.7645466327667236,
      "learning_rate": 3.1015603195646104e-06,
      "loss": 0.6312,
      "step": 94830
    },
    {
      "epoch": 26.47,
      "grad_norm": 3.8598275184631348,
      "learning_rate": 3.101887384873011e-06,
      "loss": 0.614,
      "step": 94840
    },
    {
      "epoch": 26.47,
      "grad_norm": 3.801551580429077,
      "learning_rate": 3.102214450181412e-06,
      "loss": 0.628,
      "step": 94850
    },
    {
      "epoch": 26.48,
      "grad_norm": 4.580683708190918,
      "learning_rate": 3.1025415154898123e-06,
      "loss": 0.6158,
      "step": 94860
    },
    {
      "epoch": 26.48,
      "grad_norm": 3.617297887802124,
      "learning_rate": 3.1028685807982137e-06,
      "loss": 0.6138,
      "step": 94870
    },
    {
      "epoch": 26.48,
      "grad_norm": 3.4063098430633545,
      "learning_rate": 3.1031956461066146e-06,
      "loss": 0.6142,
      "step": 94880
    },
    {
      "epoch": 26.48,
      "grad_norm": 4.036060810089111,
      "learning_rate": 3.103522711415015e-06,
      "loss": 0.6129,
      "step": 94890
    },
    {
      "epoch": 26.49,
      "grad_norm": 5.025417804718018,
      "learning_rate": 3.103849776723416e-06,
      "loss": 0.6221,
      "step": 94900
    },
    {
      "epoch": 26.49,
      "grad_norm": 4.088793754577637,
      "learning_rate": 3.1041768420318166e-06,
      "loss": 0.6367,
      "step": 94910
    },
    {
      "epoch": 26.49,
      "grad_norm": 3.9840950965881348,
      "learning_rate": 3.1045039073402175e-06,
      "loss": 0.64,
      "step": 94920
    },
    {
      "epoch": 26.49,
      "grad_norm": 2.882072925567627,
      "learning_rate": 3.104830972648618e-06,
      "loss": 0.6264,
      "step": 94930
    },
    {
      "epoch": 26.5,
      "grad_norm": 3.0672667026519775,
      "learning_rate": 3.105158037957019e-06,
      "loss": 0.6289,
      "step": 94940
    },
    {
      "epoch": 26.5,
      "grad_norm": 2.6945080757141113,
      "learning_rate": 3.1054851032654195e-06,
      "loss": 0.6134,
      "step": 94950
    },
    {
      "epoch": 26.5,
      "grad_norm": 4.749021530151367,
      "learning_rate": 3.1058121685738204e-06,
      "loss": 0.6446,
      "step": 94960
    },
    {
      "epoch": 26.51,
      "grad_norm": 4.132327556610107,
      "learning_rate": 3.106139233882221e-06,
      "loss": 0.6227,
      "step": 94970
    },
    {
      "epoch": 26.51,
      "grad_norm": 3.9697251319885254,
      "learning_rate": 3.1064662991906223e-06,
      "loss": 0.634,
      "step": 94980
    },
    {
      "epoch": 26.51,
      "grad_norm": 4.126139163970947,
      "learning_rate": 3.1067933644990232e-06,
      "loss": 0.6307,
      "step": 94990
    },
    {
      "epoch": 26.51,
      "grad_norm": 4.090484142303467,
      "learning_rate": 3.1071204298074237e-06,
      "loss": 0.6365,
      "step": 95000
    },
    {
      "epoch": 26.52,
      "grad_norm": 3.8778254985809326,
      "learning_rate": 3.1074474951158247e-06,
      "loss": 0.6304,
      "step": 95010
    },
    {
      "epoch": 26.52,
      "grad_norm": 3.2890942096710205,
      "learning_rate": 3.107774560424225e-06,
      "loss": 0.6264,
      "step": 95020
    },
    {
      "epoch": 26.52,
      "grad_norm": 2.9748435020446777,
      "learning_rate": 3.108101625732626e-06,
      "loss": 0.6313,
      "step": 95030
    },
    {
      "epoch": 26.53,
      "grad_norm": 3.5024726390838623,
      "learning_rate": 3.1084286910410266e-06,
      "loss": 0.6057,
      "step": 95040
    },
    {
      "epoch": 26.53,
      "grad_norm": 4.093358516693115,
      "learning_rate": 3.1087557563494276e-06,
      "loss": 0.6186,
      "step": 95050
    },
    {
      "epoch": 26.53,
      "grad_norm": 3.1888928413391113,
      "learning_rate": 3.109082821657828e-06,
      "loss": 0.6326,
      "step": 95060
    },
    {
      "epoch": 26.53,
      "grad_norm": 4.400061130523682,
      "learning_rate": 3.109409886966229e-06,
      "loss": 0.6399,
      "step": 95070
    },
    {
      "epoch": 26.54,
      "grad_norm": 3.6672229766845703,
      "learning_rate": 3.10973695227463e-06,
      "loss": 0.6439,
      "step": 95080
    },
    {
      "epoch": 26.54,
      "grad_norm": 3.8793630599975586,
      "learning_rate": 3.1100640175830305e-06,
      "loss": 0.6314,
      "step": 95090
    },
    {
      "epoch": 26.54,
      "grad_norm": 4.859241485595703,
      "learning_rate": 3.110391082891432e-06,
      "loss": 0.6181,
      "step": 95100
    },
    {
      "epoch": 26.54,
      "grad_norm": 3.155243158340454,
      "learning_rate": 3.1107181481998323e-06,
      "loss": 0.6508,
      "step": 95110
    },
    {
      "epoch": 26.55,
      "grad_norm": 3.191704511642456,
      "learning_rate": 3.1110452135082333e-06,
      "loss": 0.639,
      "step": 95120
    },
    {
      "epoch": 26.55,
      "grad_norm": 3.6485085487365723,
      "learning_rate": 3.1113722788166338e-06,
      "loss": 0.6469,
      "step": 95130
    },
    {
      "epoch": 26.55,
      "grad_norm": 3.885125160217285,
      "learning_rate": 3.1116993441250347e-06,
      "loss": 0.6253,
      "step": 95140
    },
    {
      "epoch": 26.56,
      "grad_norm": 3.283341407775879,
      "learning_rate": 3.1120264094334352e-06,
      "loss": 0.6181,
      "step": 95150
    },
    {
      "epoch": 26.56,
      "grad_norm": 3.640599250793457,
      "learning_rate": 3.112353474741836e-06,
      "loss": 0.637,
      "step": 95160
    },
    {
      "epoch": 26.56,
      "grad_norm": 4.057432174682617,
      "learning_rate": 3.112680540050237e-06,
      "loss": 0.6402,
      "step": 95170
    },
    {
      "epoch": 26.56,
      "grad_norm": 4.031770706176758,
      "learning_rate": 3.1130076053586376e-06,
      "loss": 0.6348,
      "step": 95180
    },
    {
      "epoch": 26.57,
      "grad_norm": 3.4519035816192627,
      "learning_rate": 3.1133346706670385e-06,
      "loss": 0.6277,
      "step": 95190
    },
    {
      "epoch": 26.57,
      "grad_norm": 2.539532423019409,
      "learning_rate": 3.113661735975439e-06,
      "loss": 0.6548,
      "step": 95200
    },
    {
      "epoch": 26.57,
      "grad_norm": 3.64802622795105,
      "learning_rate": 3.1139888012838404e-06,
      "loss": 0.6332,
      "step": 95210
    },
    {
      "epoch": 26.58,
      "grad_norm": 2.4240243434906006,
      "learning_rate": 3.1143158665922405e-06,
      "loss": 0.6225,
      "step": 95220
    },
    {
      "epoch": 26.58,
      "grad_norm": 3.753011465072632,
      "learning_rate": 3.114642931900642e-06,
      "loss": 0.6296,
      "step": 95230
    },
    {
      "epoch": 26.58,
      "grad_norm": 3.7441248893737793,
      "learning_rate": 3.1149699972090424e-06,
      "loss": 0.6225,
      "step": 95240
    },
    {
      "epoch": 26.58,
      "grad_norm": 3.797614812850952,
      "learning_rate": 3.1152970625174433e-06,
      "loss": 0.6648,
      "step": 95250
    },
    {
      "epoch": 26.59,
      "grad_norm": 3.5442142486572266,
      "learning_rate": 3.115624127825844e-06,
      "loss": 0.6099,
      "step": 95260
    },
    {
      "epoch": 26.59,
      "grad_norm": 3.4032485485076904,
      "learning_rate": 3.1159511931342448e-06,
      "loss": 0.6252,
      "step": 95270
    },
    {
      "epoch": 26.59,
      "grad_norm": 3.3103835582733154,
      "learning_rate": 3.1162782584426457e-06,
      "loss": 0.6293,
      "step": 95280
    },
    {
      "epoch": 26.6,
      "grad_norm": 3.4287829399108887,
      "learning_rate": 3.116605323751046e-06,
      "loss": 0.6242,
      "step": 95290
    },
    {
      "epoch": 26.6,
      "grad_norm": 3.837510585784912,
      "learning_rate": 3.116932389059447e-06,
      "loss": 0.6149,
      "step": 95300
    },
    {
      "epoch": 26.6,
      "grad_norm": 3.8401010036468506,
      "learning_rate": 3.1172594543678476e-06,
      "loss": 0.6133,
      "step": 95310
    },
    {
      "epoch": 26.6,
      "grad_norm": 5.296195983886719,
      "learning_rate": 3.1175865196762486e-06,
      "loss": 0.6283,
      "step": 95320
    },
    {
      "epoch": 26.61,
      "grad_norm": 5.309733867645264,
      "learning_rate": 3.117913584984649e-06,
      "loss": 0.6325,
      "step": 95330
    },
    {
      "epoch": 26.61,
      "grad_norm": 3.3147776126861572,
      "learning_rate": 3.1182406502930505e-06,
      "loss": 0.6371,
      "step": 95340
    },
    {
      "epoch": 26.61,
      "grad_norm": 3.488464593887329,
      "learning_rate": 3.118567715601451e-06,
      "loss": 0.6479,
      "step": 95350
    },
    {
      "epoch": 26.61,
      "grad_norm": 3.432162284851074,
      "learning_rate": 3.118894780909852e-06,
      "loss": 0.6356,
      "step": 95360
    },
    {
      "epoch": 26.62,
      "grad_norm": 3.5138397216796875,
      "learning_rate": 3.119221846218253e-06,
      "loss": 0.6337,
      "step": 95370
    },
    {
      "epoch": 26.62,
      "grad_norm": 2.722006320953369,
      "learning_rate": 3.1195489115266533e-06,
      "loss": 0.6376,
      "step": 95380
    },
    {
      "epoch": 26.62,
      "grad_norm": 3.9001688957214355,
      "learning_rate": 3.1198759768350543e-06,
      "loss": 0.6155,
      "step": 95390
    },
    {
      "epoch": 26.63,
      "grad_norm": 3.89687180519104,
      "learning_rate": 3.120203042143455e-06,
      "loss": 0.6266,
      "step": 95400
    },
    {
      "epoch": 26.63,
      "grad_norm": 3.7496302127838135,
      "learning_rate": 3.1205301074518557e-06,
      "loss": 0.6213,
      "step": 95410
    },
    {
      "epoch": 26.63,
      "grad_norm": 2.77483868598938,
      "learning_rate": 3.1208571727602562e-06,
      "loss": 0.6108,
      "step": 95420
    },
    {
      "epoch": 26.63,
      "grad_norm": 3.569995880126953,
      "learning_rate": 3.121184238068657e-06,
      "loss": 0.6137,
      "step": 95430
    },
    {
      "epoch": 26.64,
      "grad_norm": 3.554830312728882,
      "learning_rate": 3.1215113033770577e-06,
      "loss": 0.6404,
      "step": 95440
    },
    {
      "epoch": 26.64,
      "grad_norm": 4.058926105499268,
      "learning_rate": 3.121838368685459e-06,
      "loss": 0.6115,
      "step": 95450
    },
    {
      "epoch": 26.64,
      "grad_norm": 3.0768377780914307,
      "learning_rate": 3.12216543399386e-06,
      "loss": 0.6093,
      "step": 95460
    },
    {
      "epoch": 26.65,
      "grad_norm": 3.147719144821167,
      "learning_rate": 3.1224924993022605e-06,
      "loss": 0.6136,
      "step": 95470
    },
    {
      "epoch": 26.65,
      "grad_norm": 2.824037790298462,
      "learning_rate": 3.1228195646106614e-06,
      "loss": 0.6262,
      "step": 95480
    },
    {
      "epoch": 26.65,
      "grad_norm": 3.6611788272857666,
      "learning_rate": 3.123146629919062e-06,
      "loss": 0.6349,
      "step": 95490
    },
    {
      "epoch": 26.65,
      "grad_norm": 3.394105911254883,
      "learning_rate": 3.123473695227463e-06,
      "loss": 0.6314,
      "step": 95500
    },
    {
      "epoch": 26.66,
      "grad_norm": 3.569918155670166,
      "learning_rate": 3.1238007605358634e-06,
      "loss": 0.6225,
      "step": 95510
    },
    {
      "epoch": 26.66,
      "grad_norm": 3.7386159896850586,
      "learning_rate": 3.1241278258442643e-06,
      "loss": 0.6331,
      "step": 95520
    },
    {
      "epoch": 26.66,
      "grad_norm": 2.958115577697754,
      "learning_rate": 3.124454891152665e-06,
      "loss": 0.6227,
      "step": 95530
    },
    {
      "epoch": 26.66,
      "grad_norm": 4.621068477630615,
      "learning_rate": 3.1247819564610658e-06,
      "loss": 0.6111,
      "step": 95540
    },
    {
      "epoch": 26.67,
      "grad_norm": 3.2873973846435547,
      "learning_rate": 3.1251090217694667e-06,
      "loss": 0.6401,
      "step": 95550
    },
    {
      "epoch": 26.67,
      "grad_norm": 3.4574191570281982,
      "learning_rate": 3.1254360870778672e-06,
      "loss": 0.6102,
      "step": 95560
    },
    {
      "epoch": 26.67,
      "grad_norm": 3.175889015197754,
      "learning_rate": 3.1257631523862686e-06,
      "loss": 0.6358,
      "step": 95570
    },
    {
      "epoch": 26.68,
      "grad_norm": 3.3817148208618164,
      "learning_rate": 3.126090217694669e-06,
      "loss": 0.5992,
      "step": 95580
    },
    {
      "epoch": 26.68,
      "grad_norm": 3.450227737426758,
      "learning_rate": 3.12641728300307e-06,
      "loss": 0.6487,
      "step": 95590
    },
    {
      "epoch": 26.68,
      "grad_norm": 3.5398621559143066,
      "learning_rate": 3.1267443483114705e-06,
      "loss": 0.6266,
      "step": 95600
    },
    {
      "epoch": 26.68,
      "grad_norm": 3.7229268550872803,
      "learning_rate": 3.1270714136198715e-06,
      "loss": 0.6356,
      "step": 95610
    },
    {
      "epoch": 26.69,
      "grad_norm": 3.597149133682251,
      "learning_rate": 3.127398478928272e-06,
      "loss": 0.635,
      "step": 95620
    },
    {
      "epoch": 26.69,
      "grad_norm": 3.728739023208618,
      "learning_rate": 3.127725544236673e-06,
      "loss": 0.6396,
      "step": 95630
    },
    {
      "epoch": 26.69,
      "grad_norm": 3.7371764183044434,
      "learning_rate": 3.1280526095450734e-06,
      "loss": 0.6179,
      "step": 95640
    },
    {
      "epoch": 26.7,
      "grad_norm": 2.5382134914398193,
      "learning_rate": 3.1283796748534744e-06,
      "loss": 0.6241,
      "step": 95650
    },
    {
      "epoch": 26.7,
      "grad_norm": 3.729400396347046,
      "learning_rate": 3.1287067401618753e-06,
      "loss": 0.6412,
      "step": 95660
    },
    {
      "epoch": 26.7,
      "grad_norm": 2.6163079738616943,
      "learning_rate": 3.129033805470276e-06,
      "loss": 0.6398,
      "step": 95670
    },
    {
      "epoch": 26.7,
      "grad_norm": 3.9582502841949463,
      "learning_rate": 3.129360870778677e-06,
      "loss": 0.6266,
      "step": 95680
    },
    {
      "epoch": 26.71,
      "grad_norm": 3.7713067531585693,
      "learning_rate": 3.1296879360870773e-06,
      "loss": 0.6311,
      "step": 95690
    },
    {
      "epoch": 26.71,
      "grad_norm": 3.1893434524536133,
      "learning_rate": 3.1300150013954786e-06,
      "loss": 0.629,
      "step": 95700
    },
    {
      "epoch": 26.71,
      "grad_norm": 2.7382259368896484,
      "learning_rate": 3.130342066703879e-06,
      "loss": 0.6334,
      "step": 95710
    },
    {
      "epoch": 26.72,
      "grad_norm": 3.6359617710113525,
      "learning_rate": 3.13066913201228e-06,
      "loss": 0.6376,
      "step": 95720
    },
    {
      "epoch": 26.72,
      "grad_norm": 3.447925329208374,
      "learning_rate": 3.1309961973206806e-06,
      "loss": 0.616,
      "step": 95730
    },
    {
      "epoch": 26.72,
      "grad_norm": 3.218991756439209,
      "learning_rate": 3.1313232626290815e-06,
      "loss": 0.6256,
      "step": 95740
    },
    {
      "epoch": 26.72,
      "grad_norm": 3.1790010929107666,
      "learning_rate": 3.1316503279374824e-06,
      "loss": 0.6359,
      "step": 95750
    },
    {
      "epoch": 26.73,
      "grad_norm": 4.195456027984619,
      "learning_rate": 3.131977393245883e-06,
      "loss": 0.6112,
      "step": 95760
    },
    {
      "epoch": 26.73,
      "grad_norm": 4.109400749206543,
      "learning_rate": 3.132304458554284e-06,
      "loss": 0.6327,
      "step": 95770
    },
    {
      "epoch": 26.73,
      "grad_norm": 4.262881278991699,
      "learning_rate": 3.1326315238626844e-06,
      "loss": 0.6171,
      "step": 95780
    },
    {
      "epoch": 26.73,
      "grad_norm": 3.288461923599243,
      "learning_rate": 3.1329585891710853e-06,
      "loss": 0.6247,
      "step": 95790
    },
    {
      "epoch": 26.74,
      "grad_norm": 4.353817462921143,
      "learning_rate": 3.133285654479486e-06,
      "loss": 0.6251,
      "step": 95800
    },
    {
      "epoch": 26.74,
      "grad_norm": 3.2233083248138428,
      "learning_rate": 3.133612719787887e-06,
      "loss": 0.6187,
      "step": 95810
    },
    {
      "epoch": 26.74,
      "grad_norm": 4.141727924346924,
      "learning_rate": 3.1339397850962877e-06,
      "loss": 0.6241,
      "step": 95820
    },
    {
      "epoch": 26.75,
      "grad_norm": 2.951235294342041,
      "learning_rate": 3.1342668504046887e-06,
      "loss": 0.6606,
      "step": 95830
    },
    {
      "epoch": 26.75,
      "grad_norm": 3.278573751449585,
      "learning_rate": 3.1345939157130896e-06,
      "loss": 0.6152,
      "step": 95840
    },
    {
      "epoch": 26.75,
      "grad_norm": 3.1653530597686768,
      "learning_rate": 3.13492098102149e-06,
      "loss": 0.6188,
      "step": 95850
    },
    {
      "epoch": 26.75,
      "grad_norm": 3.6663272380828857,
      "learning_rate": 3.135248046329891e-06,
      "loss": 0.6251,
      "step": 95860
    },
    {
      "epoch": 26.76,
      "grad_norm": 4.382256507873535,
      "learning_rate": 3.1355751116382915e-06,
      "loss": 0.6088,
      "step": 95870
    },
    {
      "epoch": 26.76,
      "grad_norm": 3.06776762008667,
      "learning_rate": 3.1359021769466925e-06,
      "loss": 0.6285,
      "step": 95880
    },
    {
      "epoch": 26.76,
      "grad_norm": 2.6817495822906494,
      "learning_rate": 3.136229242255093e-06,
      "loss": 0.6117,
      "step": 95890
    },
    {
      "epoch": 26.77,
      "grad_norm": 3.643336534500122,
      "learning_rate": 3.136556307563494e-06,
      "loss": 0.6444,
      "step": 95900
    },
    {
      "epoch": 26.77,
      "grad_norm": 2.5098631381988525,
      "learning_rate": 3.1368833728718944e-06,
      "loss": 0.6312,
      "step": 95910
    },
    {
      "epoch": 26.77,
      "grad_norm": 3.5201830863952637,
      "learning_rate": 3.137210438180296e-06,
      "loss": 0.6434,
      "step": 95920
    },
    {
      "epoch": 26.77,
      "grad_norm": 3.836003303527832,
      "learning_rate": 3.1375375034886967e-06,
      "loss": 0.6189,
      "step": 95930
    },
    {
      "epoch": 26.78,
      "grad_norm": 3.728478193283081,
      "learning_rate": 3.1378645687970972e-06,
      "loss": 0.6024,
      "step": 95940
    },
    {
      "epoch": 26.78,
      "grad_norm": 2.9172933101654053,
      "learning_rate": 3.138191634105498e-06,
      "loss": 0.6039,
      "step": 95950
    },
    {
      "epoch": 26.78,
      "grad_norm": 4.705685138702393,
      "learning_rate": 3.1385186994138987e-06,
      "loss": 0.6236,
      "step": 95960
    },
    {
      "epoch": 26.78,
      "grad_norm": 4.120695114135742,
      "learning_rate": 3.1388457647222996e-06,
      "loss": 0.6284,
      "step": 95970
    },
    {
      "epoch": 26.79,
      "grad_norm": 3.907813310623169,
      "learning_rate": 3.1391728300307e-06,
      "loss": 0.6132,
      "step": 95980
    },
    {
      "epoch": 26.79,
      "grad_norm": 3.1809351444244385,
      "learning_rate": 3.139499895339101e-06,
      "loss": 0.6093,
      "step": 95990
    },
    {
      "epoch": 26.79,
      "grad_norm": 3.0574636459350586,
      "learning_rate": 3.1398269606475016e-06,
      "loss": 0.6062,
      "step": 96000
    },
    {
      "epoch": 26.8,
      "grad_norm": 4.297145843505859,
      "learning_rate": 3.1401540259559025e-06,
      "loss": 0.6077,
      "step": 96010
    },
    {
      "epoch": 26.8,
      "grad_norm": 4.361728191375732,
      "learning_rate": 3.140481091264303e-06,
      "loss": 0.6179,
      "step": 96020
    },
    {
      "epoch": 26.8,
      "grad_norm": 2.9492108821868896,
      "learning_rate": 3.140808156572704e-06,
      "loss": 0.637,
      "step": 96030
    },
    {
      "epoch": 26.8,
      "grad_norm": 3.496371269226074,
      "learning_rate": 3.1411352218811053e-06,
      "loss": 0.6068,
      "step": 96040
    },
    {
      "epoch": 26.81,
      "grad_norm": 3.6784491539001465,
      "learning_rate": 3.141462287189506e-06,
      "loss": 0.6125,
      "step": 96050
    },
    {
      "epoch": 26.81,
      "grad_norm": 4.203355312347412,
      "learning_rate": 3.1417893524979068e-06,
      "loss": 0.6227,
      "step": 96060
    },
    {
      "epoch": 26.81,
      "grad_norm": 3.0249381065368652,
      "learning_rate": 3.1421164178063073e-06,
      "loss": 0.637,
      "step": 96070
    },
    {
      "epoch": 26.82,
      "grad_norm": 3.350728750228882,
      "learning_rate": 3.1424434831147082e-06,
      "loss": 0.6215,
      "step": 96080
    },
    {
      "epoch": 26.82,
      "grad_norm": 3.6456010341644287,
      "learning_rate": 3.1427705484231087e-06,
      "loss": 0.6164,
      "step": 96090
    },
    {
      "epoch": 26.82,
      "grad_norm": 4.29170560836792,
      "learning_rate": 3.1430976137315097e-06,
      "loss": 0.6245,
      "step": 96100
    },
    {
      "epoch": 26.82,
      "grad_norm": 3.070127487182617,
      "learning_rate": 3.14342467903991e-06,
      "loss": 0.6172,
      "step": 96110
    },
    {
      "epoch": 26.83,
      "grad_norm": 3.6953675746917725,
      "learning_rate": 3.143751744348311e-06,
      "loss": 0.6121,
      "step": 96120
    },
    {
      "epoch": 26.83,
      "grad_norm": 3.835226535797119,
      "learning_rate": 3.144078809656712e-06,
      "loss": 0.6085,
      "step": 96130
    },
    {
      "epoch": 26.83,
      "grad_norm": 4.431056976318359,
      "learning_rate": 3.1444058749651126e-06,
      "loss": 0.6535,
      "step": 96140
    },
    {
      "epoch": 26.84,
      "grad_norm": 2.642669439315796,
      "learning_rate": 3.144732940273514e-06,
      "loss": 0.6213,
      "step": 96150
    },
    {
      "epoch": 26.84,
      "grad_norm": 4.267013072967529,
      "learning_rate": 3.145060005581914e-06,
      "loss": 0.6224,
      "step": 96160
    },
    {
      "epoch": 26.84,
      "grad_norm": 3.8009891510009766,
      "learning_rate": 3.1453870708903154e-06,
      "loss": 0.6202,
      "step": 96170
    },
    {
      "epoch": 26.84,
      "grad_norm": 3.394355297088623,
      "learning_rate": 3.145714136198716e-06,
      "loss": 0.6337,
      "step": 96180
    },
    {
      "epoch": 26.85,
      "grad_norm": 2.687575340270996,
      "learning_rate": 3.146041201507117e-06,
      "loss": 0.6311,
      "step": 96190
    },
    {
      "epoch": 26.85,
      "grad_norm": 3.207267999649048,
      "learning_rate": 3.1463682668155173e-06,
      "loss": 0.6263,
      "step": 96200
    },
    {
      "epoch": 26.85,
      "grad_norm": 3.3783931732177734,
      "learning_rate": 3.1466953321239183e-06,
      "loss": 0.6088,
      "step": 96210
    },
    {
      "epoch": 26.85,
      "grad_norm": 3.029207706451416,
      "learning_rate": 3.147022397432319e-06,
      "loss": 0.6169,
      "step": 96220
    },
    {
      "epoch": 26.86,
      "grad_norm": 3.4522864818573,
      "learning_rate": 3.1473494627407197e-06,
      "loss": 0.6402,
      "step": 96230
    },
    {
      "epoch": 26.86,
      "grad_norm": 3.9842700958251953,
      "learning_rate": 3.1476765280491206e-06,
      "loss": 0.6142,
      "step": 96240
    },
    {
      "epoch": 26.86,
      "grad_norm": 3.2115378379821777,
      "learning_rate": 3.148003593357521e-06,
      "loss": 0.6201,
      "step": 96250
    },
    {
      "epoch": 26.87,
      "grad_norm": 2.573615550994873,
      "learning_rate": 3.148330658665922e-06,
      "loss": 0.6349,
      "step": 96260
    },
    {
      "epoch": 26.87,
      "grad_norm": 2.9174928665161133,
      "learning_rate": 3.1486577239743226e-06,
      "loss": 0.616,
      "step": 96270
    },
    {
      "epoch": 26.87,
      "grad_norm": 2.7308828830718994,
      "learning_rate": 3.148984789282724e-06,
      "loss": 0.6319,
      "step": 96280
    },
    {
      "epoch": 26.87,
      "grad_norm": 3.744520425796509,
      "learning_rate": 3.1493118545911245e-06,
      "loss": 0.6233,
      "step": 96290
    },
    {
      "epoch": 26.88,
      "grad_norm": 3.2816803455352783,
      "learning_rate": 3.1496389198995254e-06,
      "loss": 0.6247,
      "step": 96300
    },
    {
      "epoch": 26.88,
      "grad_norm": 2.9694671630859375,
      "learning_rate": 3.149965985207926e-06,
      "loss": 0.6301,
      "step": 96310
    },
    {
      "epoch": 26.88,
      "grad_norm": 3.333493709564209,
      "learning_rate": 3.150293050516327e-06,
      "loss": 0.6197,
      "step": 96320
    },
    {
      "epoch": 26.89,
      "grad_norm": 4.1884894371032715,
      "learning_rate": 3.150620115824728e-06,
      "loss": 0.6114,
      "step": 96330
    },
    {
      "epoch": 26.89,
      "grad_norm": 2.847088575363159,
      "learning_rate": 3.1509471811331283e-06,
      "loss": 0.6066,
      "step": 96340
    },
    {
      "epoch": 26.89,
      "grad_norm": 3.876563310623169,
      "learning_rate": 3.1512742464415292e-06,
      "loss": 0.6076,
      "step": 96350
    },
    {
      "epoch": 26.89,
      "grad_norm": 4.486838340759277,
      "learning_rate": 3.1516013117499297e-06,
      "loss": 0.629,
      "step": 96360
    },
    {
      "epoch": 26.9,
      "grad_norm": 3.071686029434204,
      "learning_rate": 3.1519283770583307e-06,
      "loss": 0.64,
      "step": 96370
    },
    {
      "epoch": 26.9,
      "grad_norm": 3.8746209144592285,
      "learning_rate": 3.152255442366731e-06,
      "loss": 0.6136,
      "step": 96380
    },
    {
      "epoch": 26.9,
      "grad_norm": 3.905266761779785,
      "learning_rate": 3.152582507675132e-06,
      "loss": 0.627,
      "step": 96390
    },
    {
      "epoch": 26.9,
      "grad_norm": 3.163052558898926,
      "learning_rate": 3.1529095729835326e-06,
      "loss": 0.6309,
      "step": 96400
    },
    {
      "epoch": 26.91,
      "grad_norm": 3.9457223415374756,
      "learning_rate": 3.153236638291934e-06,
      "loss": 0.6345,
      "step": 96410
    },
    {
      "epoch": 26.91,
      "grad_norm": 3.740644693374634,
      "learning_rate": 3.153563703600335e-06,
      "loss": 0.6396,
      "step": 96420
    },
    {
      "epoch": 26.91,
      "grad_norm": 3.6197030544281006,
      "learning_rate": 3.1538907689087354e-06,
      "loss": 0.6125,
      "step": 96430
    },
    {
      "epoch": 26.92,
      "grad_norm": 3.640958547592163,
      "learning_rate": 3.1542178342171364e-06,
      "loss": 0.601,
      "step": 96440
    },
    {
      "epoch": 26.92,
      "grad_norm": 3.6158952713012695,
      "learning_rate": 3.154544899525537e-06,
      "loss": 0.6343,
      "step": 96450
    },
    {
      "epoch": 26.92,
      "grad_norm": 2.901970386505127,
      "learning_rate": 3.154871964833938e-06,
      "loss": 0.622,
      "step": 96460
    },
    {
      "epoch": 26.92,
      "grad_norm": 3.831786632537842,
      "learning_rate": 3.1551990301423383e-06,
      "loss": 0.6224,
      "step": 96470
    },
    {
      "epoch": 26.93,
      "grad_norm": 3.813363790512085,
      "learning_rate": 3.1555260954507393e-06,
      "loss": 0.5942,
      "step": 96480
    },
    {
      "epoch": 26.93,
      "grad_norm": 3.643127918243408,
      "learning_rate": 3.1558531607591398e-06,
      "loss": 0.6346,
      "step": 96490
    },
    {
      "epoch": 26.93,
      "grad_norm": 2.709047317504883,
      "learning_rate": 3.1561802260675407e-06,
      "loss": 0.6439,
      "step": 96500
    },
    {
      "epoch": 26.94,
      "grad_norm": 4.324815273284912,
      "learning_rate": 3.156507291375942e-06,
      "loss": 0.6072,
      "step": 96510
    },
    {
      "epoch": 26.94,
      "grad_norm": 4.559031009674072,
      "learning_rate": 3.1568343566843426e-06,
      "loss": 0.6358,
      "step": 96520
    },
    {
      "epoch": 26.94,
      "grad_norm": 3.1910805702209473,
      "learning_rate": 3.1571614219927435e-06,
      "loss": 0.6258,
      "step": 96530
    },
    {
      "epoch": 26.94,
      "grad_norm": 3.888052225112915,
      "learning_rate": 3.157488487301144e-06,
      "loss": 0.6198,
      "step": 96540
    },
    {
      "epoch": 26.95,
      "grad_norm": 4.534560203552246,
      "learning_rate": 3.157815552609545e-06,
      "loss": 0.6203,
      "step": 96550
    },
    {
      "epoch": 26.95,
      "grad_norm": 3.156176805496216,
      "learning_rate": 3.1581426179179455e-06,
      "loss": 0.6075,
      "step": 96560
    },
    {
      "epoch": 26.95,
      "grad_norm": 2.8449907302856445,
      "learning_rate": 3.1584696832263464e-06,
      "loss": 0.6511,
      "step": 96570
    },
    {
      "epoch": 26.96,
      "grad_norm": 3.7376623153686523,
      "learning_rate": 3.158796748534747e-06,
      "loss": 0.6345,
      "step": 96580
    },
    {
      "epoch": 26.96,
      "grad_norm": 4.2013444900512695,
      "learning_rate": 3.159123813843148e-06,
      "loss": 0.6219,
      "step": 96590
    },
    {
      "epoch": 26.96,
      "grad_norm": 5.038500785827637,
      "learning_rate": 3.159450879151549e-06,
      "loss": 0.6143,
      "step": 96600
    },
    {
      "epoch": 26.96,
      "grad_norm": 3.385565757751465,
      "learning_rate": 3.1597779444599493e-06,
      "loss": 0.6168,
      "step": 96610
    },
    {
      "epoch": 26.97,
      "grad_norm": 3.0270609855651855,
      "learning_rate": 3.1601050097683507e-06,
      "loss": 0.6562,
      "step": 96620
    },
    {
      "epoch": 26.97,
      "grad_norm": 3.3368306159973145,
      "learning_rate": 3.1604320750767508e-06,
      "loss": 0.617,
      "step": 96630
    },
    {
      "epoch": 26.97,
      "grad_norm": 3.9958252906799316,
      "learning_rate": 3.160759140385152e-06,
      "loss": 0.5948,
      "step": 96640
    },
    {
      "epoch": 26.97,
      "grad_norm": 4.056530952453613,
      "learning_rate": 3.1610862056935526e-06,
      "loss": 0.63,
      "step": 96650
    },
    {
      "epoch": 26.98,
      "grad_norm": 4.0958781242370605,
      "learning_rate": 3.1614132710019536e-06,
      "loss": 0.6533,
      "step": 96660
    },
    {
      "epoch": 26.98,
      "grad_norm": 4.809256553649902,
      "learning_rate": 3.161740336310354e-06,
      "loss": 0.5909,
      "step": 96670
    },
    {
      "epoch": 26.98,
      "grad_norm": 4.059420585632324,
      "learning_rate": 3.162067401618755e-06,
      "loss": 0.6365,
      "step": 96680
    },
    {
      "epoch": 26.99,
      "grad_norm": 3.3846375942230225,
      "learning_rate": 3.1623944669271555e-06,
      "loss": 0.6249,
      "step": 96690
    },
    {
      "epoch": 26.99,
      "grad_norm": 3.49623441696167,
      "learning_rate": 3.1627215322355565e-06,
      "loss": 0.6165,
      "step": 96700
    },
    {
      "epoch": 26.99,
      "grad_norm": 3.5075066089630127,
      "learning_rate": 3.1630485975439574e-06,
      "loss": 0.6502,
      "step": 96710
    },
    {
      "epoch": 26.99,
      "grad_norm": 3.9186103343963623,
      "learning_rate": 3.163375662852358e-06,
      "loss": 0.607,
      "step": 96720
    },
    {
      "epoch": 27.0,
      "grad_norm": 2.957252025604248,
      "learning_rate": 3.163702728160759e-06,
      "loss": 0.6405,
      "step": 96730
    },
    {
      "epoch": 27.0,
      "grad_norm": 3.3283586502075195,
      "learning_rate": 3.1640297934691594e-06,
      "loss": 0.6111,
      "step": 96740
    },
    {
      "epoch": 27.0,
      "eval_loss": 0.6210573315620422,
      "eval_runtime": 69.4991,
      "eval_samples_per_second": 72.792,
      "eval_steps_per_second": 9.108,
      "step": 96741
    },
    {
      "epoch": 27.0,
      "grad_norm": 2.7397189140319824,
      "learning_rate": 3.1643568587775607e-06,
      "loss": 0.6117,
      "step": 96750
    },
    {
      "epoch": 27.01,
      "grad_norm": 3.2607345581054688,
      "learning_rate": 3.1646839240859612e-06,
      "loss": 0.6304,
      "step": 96760
    },
    {
      "epoch": 27.01,
      "grad_norm": 4.0249714851379395,
      "learning_rate": 3.165010989394362e-06,
      "loss": 0.649,
      "step": 96770
    },
    {
      "epoch": 27.01,
      "grad_norm": 2.838979721069336,
      "learning_rate": 3.1653380547027627e-06,
      "loss": 0.6486,
      "step": 96780
    },
    {
      "epoch": 27.01,
      "grad_norm": 3.953131914138794,
      "learning_rate": 3.1656651200111636e-06,
      "loss": 0.6324,
      "step": 96790
    },
    {
      "epoch": 27.02,
      "grad_norm": 3.1214630603790283,
      "learning_rate": 3.1659921853195645e-06,
      "loss": 0.6135,
      "step": 96800
    },
    {
      "epoch": 27.02,
      "grad_norm": 3.7319416999816895,
      "learning_rate": 3.166319250627965e-06,
      "loss": 0.6147,
      "step": 96810
    },
    {
      "epoch": 27.02,
      "grad_norm": 3.484323024749756,
      "learning_rate": 3.166646315936366e-06,
      "loss": 0.6291,
      "step": 96820
    },
    {
      "epoch": 27.02,
      "grad_norm": 3.1496453285217285,
      "learning_rate": 3.1669733812447665e-06,
      "loss": 0.6392,
      "step": 96830
    },
    {
      "epoch": 27.03,
      "grad_norm": 3.7717082500457764,
      "learning_rate": 3.1673004465531674e-06,
      "loss": 0.6289,
      "step": 96840
    },
    {
      "epoch": 27.03,
      "grad_norm": 4.557373046875,
      "learning_rate": 3.167627511861568e-06,
      "loss": 0.6108,
      "step": 96850
    },
    {
      "epoch": 27.03,
      "grad_norm": 2.959050178527832,
      "learning_rate": 3.167954577169969e-06,
      "loss": 0.6181,
      "step": 96860
    },
    {
      "epoch": 27.04,
      "grad_norm": 3.451451301574707,
      "learning_rate": 3.1682816424783694e-06,
      "loss": 0.6187,
      "step": 96870
    },
    {
      "epoch": 27.04,
      "grad_norm": 3.113675117492676,
      "learning_rate": 3.1686087077867708e-06,
      "loss": 0.6114,
      "step": 96880
    },
    {
      "epoch": 27.04,
      "grad_norm": 3.280738353729248,
      "learning_rate": 3.1689357730951717e-06,
      "loss": 0.6341,
      "step": 96890
    },
    {
      "epoch": 27.04,
      "grad_norm": 3.5103445053100586,
      "learning_rate": 3.169262838403572e-06,
      "loss": 0.6219,
      "step": 96900
    },
    {
      "epoch": 27.05,
      "grad_norm": 3.9819142818450928,
      "learning_rate": 3.169589903711973e-06,
      "loss": 0.6104,
      "step": 96910
    },
    {
      "epoch": 27.05,
      "grad_norm": 5.238208293914795,
      "learning_rate": 3.1699169690203736e-06,
      "loss": 0.6276,
      "step": 96920
    },
    {
      "epoch": 27.05,
      "grad_norm": 3.597321033477783,
      "learning_rate": 3.1702440343287746e-06,
      "loss": 0.6046,
      "step": 96930
    },
    {
      "epoch": 27.06,
      "grad_norm": 3.8466906547546387,
      "learning_rate": 3.170571099637175e-06,
      "loss": 0.6381,
      "step": 96940
    },
    {
      "epoch": 27.06,
      "grad_norm": 3.851027250289917,
      "learning_rate": 3.170898164945576e-06,
      "loss": 0.641,
      "step": 96950
    },
    {
      "epoch": 27.06,
      "grad_norm": 3.3444902896881104,
      "learning_rate": 3.1712252302539765e-06,
      "loss": 0.6329,
      "step": 96960
    },
    {
      "epoch": 27.06,
      "grad_norm": 3.204808473587036,
      "learning_rate": 3.1715522955623775e-06,
      "loss": 0.6267,
      "step": 96970
    },
    {
      "epoch": 27.07,
      "grad_norm": 4.615581035614014,
      "learning_rate": 3.171879360870779e-06,
      "loss": 0.6222,
      "step": 96980
    },
    {
      "epoch": 27.07,
      "grad_norm": 3.3376474380493164,
      "learning_rate": 3.1722064261791793e-06,
      "loss": 0.6156,
      "step": 96990
    },
    {
      "epoch": 27.07,
      "grad_norm": 3.3443920612335205,
      "learning_rate": 3.1725334914875803e-06,
      "loss": 0.62,
      "step": 97000
    },
    {
      "epoch": 27.08,
      "grad_norm": 3.9066383838653564,
      "learning_rate": 3.172860556795981e-06,
      "loss": 0.6316,
      "step": 97010
    },
    {
      "epoch": 27.08,
      "grad_norm": 4.088911533355713,
      "learning_rate": 3.1731876221043817e-06,
      "loss": 0.6198,
      "step": 97020
    },
    {
      "epoch": 27.08,
      "grad_norm": 4.480674743652344,
      "learning_rate": 3.1735146874127822e-06,
      "loss": 0.624,
      "step": 97030
    },
    {
      "epoch": 27.08,
      "grad_norm": 3.076889753341675,
      "learning_rate": 3.173841752721183e-06,
      "loss": 0.6161,
      "step": 97040
    },
    {
      "epoch": 27.09,
      "grad_norm": 3.5089516639709473,
      "learning_rate": 3.1741688180295837e-06,
      "loss": 0.6023,
      "step": 97050
    },
    {
      "epoch": 27.09,
      "grad_norm": 3.4252655506134033,
      "learning_rate": 3.1744958833379846e-06,
      "loss": 0.6286,
      "step": 97060
    },
    {
      "epoch": 27.09,
      "grad_norm": 2.822615146636963,
      "learning_rate": 3.174822948646385e-06,
      "loss": 0.6364,
      "step": 97070
    },
    {
      "epoch": 27.09,
      "grad_norm": 3.584869384765625,
      "learning_rate": 3.175150013954786e-06,
      "loss": 0.6252,
      "step": 97080
    },
    {
      "epoch": 27.1,
      "grad_norm": 3.564682722091675,
      "learning_rate": 3.1754770792631874e-06,
      "loss": 0.6199,
      "step": 97090
    },
    {
      "epoch": 27.1,
      "grad_norm": 3.1733555793762207,
      "learning_rate": 3.1758041445715875e-06,
      "loss": 0.6535,
      "step": 97100
    },
    {
      "epoch": 27.1,
      "grad_norm": 3.498817205429077,
      "learning_rate": 3.176131209879989e-06,
      "loss": 0.6351,
      "step": 97110
    },
    {
      "epoch": 27.11,
      "grad_norm": 3.486793041229248,
      "learning_rate": 3.1764582751883894e-06,
      "loss": 0.6276,
      "step": 97120
    },
    {
      "epoch": 27.11,
      "grad_norm": 2.559246778488159,
      "learning_rate": 3.1767853404967903e-06,
      "loss": 0.6125,
      "step": 97130
    },
    {
      "epoch": 27.11,
      "grad_norm": 3.3202602863311768,
      "learning_rate": 3.177112405805191e-06,
      "loss": 0.6142,
      "step": 97140
    },
    {
      "epoch": 27.11,
      "grad_norm": 2.0508804321289062,
      "learning_rate": 3.1774394711135918e-06,
      "loss": 0.612,
      "step": 97150
    },
    {
      "epoch": 27.12,
      "grad_norm": 3.1229357719421387,
      "learning_rate": 3.1777665364219923e-06,
      "loss": 0.609,
      "step": 97160
    },
    {
      "epoch": 27.12,
      "grad_norm": 3.3488519191741943,
      "learning_rate": 3.1780936017303932e-06,
      "loss": 0.6204,
      "step": 97170
    },
    {
      "epoch": 27.12,
      "grad_norm": 2.6553142070770264,
      "learning_rate": 3.178420667038794e-06,
      "loss": 0.658,
      "step": 97180
    },
    {
      "epoch": 27.13,
      "grad_norm": 4.119892597198486,
      "learning_rate": 3.1787477323471947e-06,
      "loss": 0.6339,
      "step": 97190
    },
    {
      "epoch": 27.13,
      "grad_norm": 3.3907651901245117,
      "learning_rate": 3.1790747976555956e-06,
      "loss": 0.6599,
      "step": 97200
    },
    {
      "epoch": 27.13,
      "grad_norm": 5.004467010498047,
      "learning_rate": 3.179401862963996e-06,
      "loss": 0.6233,
      "step": 97210
    },
    {
      "epoch": 27.13,
      "grad_norm": 4.384486675262451,
      "learning_rate": 3.1797289282723975e-06,
      "loss": 0.6291,
      "step": 97220
    },
    {
      "epoch": 27.14,
      "grad_norm": 3.6812007427215576,
      "learning_rate": 3.180055993580798e-06,
      "loss": 0.6116,
      "step": 97230
    },
    {
      "epoch": 27.14,
      "grad_norm": 3.0599119663238525,
      "learning_rate": 3.180383058889199e-06,
      "loss": 0.6185,
      "step": 97240
    },
    {
      "epoch": 27.14,
      "grad_norm": 4.073249340057373,
      "learning_rate": 3.1807101241975994e-06,
      "loss": 0.6401,
      "step": 97250
    },
    {
      "epoch": 27.14,
      "grad_norm": 4.335749626159668,
      "learning_rate": 3.1810371895060004e-06,
      "loss": 0.622,
      "step": 97260
    },
    {
      "epoch": 27.15,
      "grad_norm": 4.336337566375732,
      "learning_rate": 3.1813642548144013e-06,
      "loss": 0.6254,
      "step": 97270
    },
    {
      "epoch": 27.15,
      "grad_norm": 2.9484667778015137,
      "learning_rate": 3.181691320122802e-06,
      "loss": 0.607,
      "step": 97280
    },
    {
      "epoch": 27.15,
      "grad_norm": 3.8787946701049805,
      "learning_rate": 3.1820183854312027e-06,
      "loss": 0.6213,
      "step": 97290
    },
    {
      "epoch": 27.16,
      "grad_norm": 4.653083324432373,
      "learning_rate": 3.1823454507396033e-06,
      "loss": 0.6316,
      "step": 97300
    },
    {
      "epoch": 27.16,
      "grad_norm": 2.70127534866333,
      "learning_rate": 3.182672516048004e-06,
      "loss": 0.6235,
      "step": 97310
    },
    {
      "epoch": 27.16,
      "grad_norm": 3.982680320739746,
      "learning_rate": 3.1829995813564047e-06,
      "loss": 0.6251,
      "step": 97320
    },
    {
      "epoch": 27.16,
      "grad_norm": 4.582510948181152,
      "learning_rate": 3.1833266466648056e-06,
      "loss": 0.6364,
      "step": 97330
    },
    {
      "epoch": 27.17,
      "grad_norm": 3.180088758468628,
      "learning_rate": 3.183653711973206e-06,
      "loss": 0.6636,
      "step": 97340
    },
    {
      "epoch": 27.17,
      "grad_norm": 3.163912057876587,
      "learning_rate": 3.1839807772816075e-06,
      "loss": 0.6307,
      "step": 97350
    },
    {
      "epoch": 27.17,
      "grad_norm": 3.719013214111328,
      "learning_rate": 3.184307842590008e-06,
      "loss": 0.6321,
      "step": 97360
    },
    {
      "epoch": 27.18,
      "grad_norm": 3.376267433166504,
      "learning_rate": 3.184634907898409e-06,
      "loss": 0.6022,
      "step": 97370
    },
    {
      "epoch": 27.18,
      "grad_norm": 2.8233015537261963,
      "learning_rate": 3.18496197320681e-06,
      "loss": 0.6242,
      "step": 97380
    },
    {
      "epoch": 27.18,
      "grad_norm": 3.124157667160034,
      "learning_rate": 3.1852890385152104e-06,
      "loss": 0.6279,
      "step": 97390
    },
    {
      "epoch": 27.18,
      "grad_norm": 3.651474952697754,
      "learning_rate": 3.1856161038236113e-06,
      "loss": 0.6148,
      "step": 97400
    },
    {
      "epoch": 27.19,
      "grad_norm": 3.2577919960021973,
      "learning_rate": 3.185943169132012e-06,
      "loss": 0.6218,
      "step": 97410
    },
    {
      "epoch": 27.19,
      "grad_norm": 2.7891924381256104,
      "learning_rate": 3.1862702344404128e-06,
      "loss": 0.611,
      "step": 97420
    },
    {
      "epoch": 27.19,
      "grad_norm": 3.7421584129333496,
      "learning_rate": 3.1865972997488133e-06,
      "loss": 0.6281,
      "step": 97430
    },
    {
      "epoch": 27.2,
      "grad_norm": 3.210998058319092,
      "learning_rate": 3.1869243650572142e-06,
      "loss": 0.5996,
      "step": 97440
    },
    {
      "epoch": 27.2,
      "grad_norm": 3.2876267433166504,
      "learning_rate": 3.1872514303656147e-06,
      "loss": 0.6282,
      "step": 97450
    },
    {
      "epoch": 27.2,
      "grad_norm": 2.8148133754730225,
      "learning_rate": 3.187578495674016e-06,
      "loss": 0.6385,
      "step": 97460
    },
    {
      "epoch": 27.2,
      "grad_norm": 3.784466505050659,
      "learning_rate": 3.187905560982417e-06,
      "loss": 0.6348,
      "step": 97470
    },
    {
      "epoch": 27.21,
      "grad_norm": 3.9836833477020264,
      "learning_rate": 3.1882326262908175e-06,
      "loss": 0.6335,
      "step": 97480
    },
    {
      "epoch": 27.21,
      "grad_norm": 3.8022775650024414,
      "learning_rate": 3.1885596915992185e-06,
      "loss": 0.611,
      "step": 97490
    },
    {
      "epoch": 27.21,
      "grad_norm": 2.9304869174957275,
      "learning_rate": 3.188886756907619e-06,
      "loss": 0.6307,
      "step": 97500
    },
    {
      "epoch": 27.21,
      "grad_norm": 2.8108644485473633,
      "learning_rate": 3.18921382221602e-06,
      "loss": 0.6173,
      "step": 97510
    },
    {
      "epoch": 27.22,
      "grad_norm": 3.6720550060272217,
      "learning_rate": 3.1895408875244204e-06,
      "loss": 0.6069,
      "step": 97520
    },
    {
      "epoch": 27.22,
      "grad_norm": 5.213734149932861,
      "learning_rate": 3.1898679528328214e-06,
      "loss": 0.626,
      "step": 97530
    },
    {
      "epoch": 27.22,
      "grad_norm": 3.7291502952575684,
      "learning_rate": 3.190195018141222e-06,
      "loss": 0.6215,
      "step": 97540
    },
    {
      "epoch": 27.23,
      "grad_norm": 3.887622117996216,
      "learning_rate": 3.190522083449623e-06,
      "loss": 0.6133,
      "step": 97550
    },
    {
      "epoch": 27.23,
      "grad_norm": 3.2620959281921387,
      "learning_rate": 3.1908491487580238e-06,
      "loss": 0.6162,
      "step": 97560
    },
    {
      "epoch": 27.23,
      "grad_norm": 2.6517651081085205,
      "learning_rate": 3.1911762140664243e-06,
      "loss": 0.6112,
      "step": 97570
    },
    {
      "epoch": 27.23,
      "grad_norm": 2.930140972137451,
      "learning_rate": 3.1915032793748256e-06,
      "loss": 0.6096,
      "step": 97580
    },
    {
      "epoch": 27.24,
      "grad_norm": 2.968968152999878,
      "learning_rate": 3.191830344683226e-06,
      "loss": 0.6199,
      "step": 97590
    },
    {
      "epoch": 27.24,
      "grad_norm": 3.6646111011505127,
      "learning_rate": 3.192157409991627e-06,
      "loss": 0.6088,
      "step": 97600
    },
    {
      "epoch": 27.24,
      "grad_norm": 4.4899702072143555,
      "learning_rate": 3.1924844753000276e-06,
      "loss": 0.6368,
      "step": 97610
    },
    {
      "epoch": 27.25,
      "grad_norm": 4.127433776855469,
      "learning_rate": 3.1928115406084285e-06,
      "loss": 0.6309,
      "step": 97620
    },
    {
      "epoch": 27.25,
      "grad_norm": 3.8869903087615967,
      "learning_rate": 3.193138605916829e-06,
      "loss": 0.6439,
      "step": 97630
    },
    {
      "epoch": 27.25,
      "grad_norm": 3.1951465606689453,
      "learning_rate": 3.19346567122523e-06,
      "loss": 0.635,
      "step": 97640
    },
    {
      "epoch": 27.25,
      "grad_norm": 3.1858978271484375,
      "learning_rate": 3.193792736533631e-06,
      "loss": 0.6357,
      "step": 97650
    },
    {
      "epoch": 27.26,
      "grad_norm": 3.3657383918762207,
      "learning_rate": 3.1941198018420314e-06,
      "loss": 0.6429,
      "step": 97660
    },
    {
      "epoch": 27.26,
      "grad_norm": 4.144972324371338,
      "learning_rate": 3.1944468671504323e-06,
      "loss": 0.6235,
      "step": 97670
    },
    {
      "epoch": 27.26,
      "grad_norm": 3.0915374755859375,
      "learning_rate": 3.194773932458833e-06,
      "loss": 0.606,
      "step": 97680
    },
    {
      "epoch": 27.26,
      "grad_norm": 3.39265775680542,
      "learning_rate": 3.1951009977672342e-06,
      "loss": 0.636,
      "step": 97690
    },
    {
      "epoch": 27.27,
      "grad_norm": 3.305178642272949,
      "learning_rate": 3.1954280630756347e-06,
      "loss": 0.6062,
      "step": 97700
    },
    {
      "epoch": 27.27,
      "grad_norm": 3.980893611907959,
      "learning_rate": 3.1957551283840357e-06,
      "loss": 0.6132,
      "step": 97710
    },
    {
      "epoch": 27.27,
      "grad_norm": 2.5460405349731445,
      "learning_rate": 3.196082193692436e-06,
      "loss": 0.5998,
      "step": 97720
    },
    {
      "epoch": 27.28,
      "grad_norm": 4.3650712966918945,
      "learning_rate": 3.196409259000837e-06,
      "loss": 0.6201,
      "step": 97730
    },
    {
      "epoch": 27.28,
      "grad_norm": 3.131187677383423,
      "learning_rate": 3.1967363243092376e-06,
      "loss": 0.6273,
      "step": 97740
    },
    {
      "epoch": 27.28,
      "grad_norm": 3.2436797618865967,
      "learning_rate": 3.1970633896176386e-06,
      "loss": 0.6197,
      "step": 97750
    },
    {
      "epoch": 27.28,
      "grad_norm": 3.78262996673584,
      "learning_rate": 3.1973904549260395e-06,
      "loss": 0.6188,
      "step": 97760
    },
    {
      "epoch": 27.29,
      "grad_norm": 2.9835150241851807,
      "learning_rate": 3.19771752023444e-06,
      "loss": 0.6041,
      "step": 97770
    },
    {
      "epoch": 27.29,
      "grad_norm": 2.9179325103759766,
      "learning_rate": 3.198044585542841e-06,
      "loss": 0.6165,
      "step": 97780
    },
    {
      "epoch": 27.29,
      "grad_norm": 3.3618063926696777,
      "learning_rate": 3.1983716508512415e-06,
      "loss": 0.64,
      "step": 97790
    },
    {
      "epoch": 27.3,
      "grad_norm": 3.155275821685791,
      "learning_rate": 3.1986987161596424e-06,
      "loss": 0.6516,
      "step": 97800
    },
    {
      "epoch": 27.3,
      "grad_norm": 2.8491270542144775,
      "learning_rate": 3.199025781468043e-06,
      "loss": 0.6151,
      "step": 97810
    },
    {
      "epoch": 27.3,
      "grad_norm": 3.227562427520752,
      "learning_rate": 3.1993528467764443e-06,
      "loss": 0.6175,
      "step": 97820
    },
    {
      "epoch": 27.3,
      "grad_norm": 3.555711030960083,
      "learning_rate": 3.1996799120848448e-06,
      "loss": 0.6245,
      "step": 97830
    },
    {
      "epoch": 27.31,
      "grad_norm": 3.9784011840820312,
      "learning_rate": 3.2000069773932457e-06,
      "loss": 0.6159,
      "step": 97840
    },
    {
      "epoch": 27.31,
      "grad_norm": 3.491745948791504,
      "learning_rate": 3.2003340427016466e-06,
      "loss": 0.6294,
      "step": 97850
    },
    {
      "epoch": 27.31,
      "grad_norm": 4.076057434082031,
      "learning_rate": 3.200661108010047e-06,
      "loss": 0.6165,
      "step": 97860
    },
    {
      "epoch": 27.32,
      "grad_norm": 3.989478349685669,
      "learning_rate": 3.200988173318448e-06,
      "loss": 0.617,
      "step": 97870
    },
    {
      "epoch": 27.32,
      "grad_norm": 3.9745006561279297,
      "learning_rate": 3.2013152386268486e-06,
      "loss": 0.6182,
      "step": 97880
    },
    {
      "epoch": 27.32,
      "grad_norm": 5.219674587249756,
      "learning_rate": 3.2016423039352495e-06,
      "loss": 0.6127,
      "step": 97890
    },
    {
      "epoch": 27.32,
      "grad_norm": 3.980480194091797,
      "learning_rate": 3.20196936924365e-06,
      "loss": 0.62,
      "step": 97900
    },
    {
      "epoch": 27.33,
      "grad_norm": 2.772620916366577,
      "learning_rate": 3.202296434552051e-06,
      "loss": 0.6095,
      "step": 97910
    },
    {
      "epoch": 27.33,
      "grad_norm": 3.7652320861816406,
      "learning_rate": 3.2026234998604515e-06,
      "loss": 0.6341,
      "step": 97920
    },
    {
      "epoch": 27.33,
      "grad_norm": 3.9013473987579346,
      "learning_rate": 3.202950565168853e-06,
      "loss": 0.6282,
      "step": 97930
    },
    {
      "epoch": 27.33,
      "grad_norm": 3.951695203781128,
      "learning_rate": 3.2032776304772538e-06,
      "loss": 0.623,
      "step": 97940
    },
    {
      "epoch": 27.34,
      "grad_norm": 3.3713254928588867,
      "learning_rate": 3.2036046957856543e-06,
      "loss": 0.6082,
      "step": 97950
    },
    {
      "epoch": 27.34,
      "grad_norm": 3.085627555847168,
      "learning_rate": 3.2039317610940552e-06,
      "loss": 0.6347,
      "step": 97960
    },
    {
      "epoch": 27.34,
      "grad_norm": 3.515688419342041,
      "learning_rate": 3.2042588264024557e-06,
      "loss": 0.6428,
      "step": 97970
    },
    {
      "epoch": 27.35,
      "grad_norm": 4.240494251251221,
      "learning_rate": 3.2045858917108567e-06,
      "loss": 0.6038,
      "step": 97980
    },
    {
      "epoch": 27.35,
      "grad_norm": 3.5587551593780518,
      "learning_rate": 3.204912957019257e-06,
      "loss": 0.6281,
      "step": 97990
    },
    {
      "epoch": 27.35,
      "grad_norm": 3.3355066776275635,
      "learning_rate": 3.205240022327658e-06,
      "loss": 0.6236,
      "step": 98000
    },
    {
      "epoch": 27.35,
      "grad_norm": 4.580404758453369,
      "learning_rate": 3.2055670876360586e-06,
      "loss": 0.6121,
      "step": 98010
    },
    {
      "epoch": 27.36,
      "grad_norm": 3.212120771408081,
      "learning_rate": 3.2058941529444596e-06,
      "loss": 0.6244,
      "step": 98020
    },
    {
      "epoch": 27.36,
      "grad_norm": 4.015037536621094,
      "learning_rate": 3.20622121825286e-06,
      "loss": 0.6187,
      "step": 98030
    },
    {
      "epoch": 27.36,
      "grad_norm": 3.2440617084503174,
      "learning_rate": 3.206548283561261e-06,
      "loss": 0.6087,
      "step": 98040
    },
    {
      "epoch": 27.37,
      "grad_norm": 2.650705337524414,
      "learning_rate": 3.2068753488696624e-06,
      "loss": 0.6324,
      "step": 98050
    },
    {
      "epoch": 27.37,
      "grad_norm": 3.6762516498565674,
      "learning_rate": 3.207202414178063e-06,
      "loss": 0.6268,
      "step": 98060
    },
    {
      "epoch": 27.37,
      "grad_norm": 2.611975908279419,
      "learning_rate": 3.207529479486464e-06,
      "loss": 0.5925,
      "step": 98070
    },
    {
      "epoch": 27.37,
      "grad_norm": 3.9092328548431396,
      "learning_rate": 3.2078565447948643e-06,
      "loss": 0.6103,
      "step": 98080
    },
    {
      "epoch": 27.38,
      "grad_norm": 3.2242023944854736,
      "learning_rate": 3.2081836101032653e-06,
      "loss": 0.5986,
      "step": 98090
    },
    {
      "epoch": 27.38,
      "grad_norm": 3.1352343559265137,
      "learning_rate": 3.2085106754116658e-06,
      "loss": 0.6128,
      "step": 98100
    },
    {
      "epoch": 27.38,
      "grad_norm": 3.332580804824829,
      "learning_rate": 3.2088377407200667e-06,
      "loss": 0.6174,
      "step": 98110
    },
    {
      "epoch": 27.38,
      "grad_norm": 3.2061190605163574,
      "learning_rate": 3.2091648060284672e-06,
      "loss": 0.6062,
      "step": 98120
    },
    {
      "epoch": 27.39,
      "grad_norm": 3.3968191146850586,
      "learning_rate": 3.209491871336868e-06,
      "loss": 0.6295,
      "step": 98130
    },
    {
      "epoch": 27.39,
      "grad_norm": 3.452113389968872,
      "learning_rate": 3.209818936645269e-06,
      "loss": 0.6128,
      "step": 98140
    },
    {
      "epoch": 27.39,
      "grad_norm": 2.7683849334716797,
      "learning_rate": 3.2101460019536696e-06,
      "loss": 0.6251,
      "step": 98150
    },
    {
      "epoch": 27.4,
      "grad_norm": 3.5955100059509277,
      "learning_rate": 3.210473067262071e-06,
      "loss": 0.6084,
      "step": 98160
    },
    {
      "epoch": 27.4,
      "grad_norm": 2.76643705368042,
      "learning_rate": 3.2108001325704715e-06,
      "loss": 0.6325,
      "step": 98170
    },
    {
      "epoch": 27.4,
      "grad_norm": 3.443697929382324,
      "learning_rate": 3.2111271978788724e-06,
      "loss": 0.6138,
      "step": 98180
    },
    {
      "epoch": 27.4,
      "grad_norm": 2.361461639404297,
      "learning_rate": 3.211454263187273e-06,
      "loss": 0.5978,
      "step": 98190
    },
    {
      "epoch": 27.41,
      "grad_norm": 5.173097133636475,
      "learning_rate": 3.211781328495674e-06,
      "loss": 0.6116,
      "step": 98200
    },
    {
      "epoch": 27.41,
      "grad_norm": 3.3283705711364746,
      "learning_rate": 3.2121083938040744e-06,
      "loss": 0.6128,
      "step": 98210
    },
    {
      "epoch": 27.41,
      "grad_norm": 4.439151287078857,
      "learning_rate": 3.2124354591124753e-06,
      "loss": 0.6191,
      "step": 98220
    },
    {
      "epoch": 27.42,
      "grad_norm": 4.262228488922119,
      "learning_rate": 3.2127625244208762e-06,
      "loss": 0.6106,
      "step": 98230
    },
    {
      "epoch": 27.42,
      "grad_norm": 3.5446581840515137,
      "learning_rate": 3.2130895897292768e-06,
      "loss": 0.6308,
      "step": 98240
    },
    {
      "epoch": 27.42,
      "grad_norm": 3.817901611328125,
      "learning_rate": 3.2134166550376777e-06,
      "loss": 0.6207,
      "step": 98250
    },
    {
      "epoch": 27.42,
      "grad_norm": 2.9802093505859375,
      "learning_rate": 3.213743720346078e-06,
      "loss": 0.6155,
      "step": 98260
    },
    {
      "epoch": 27.43,
      "grad_norm": 3.2462337017059326,
      "learning_rate": 3.214070785654479e-06,
      "loss": 0.623,
      "step": 98270
    },
    {
      "epoch": 27.43,
      "grad_norm": 3.411079168319702,
      "learning_rate": 3.2143978509628797e-06,
      "loss": 0.6223,
      "step": 98280
    },
    {
      "epoch": 27.43,
      "grad_norm": 4.835961818695068,
      "learning_rate": 3.214724916271281e-06,
      "loss": 0.6133,
      "step": 98290
    },
    {
      "epoch": 27.44,
      "grad_norm": 3.698432445526123,
      "learning_rate": 3.2150519815796815e-06,
      "loss": 0.6085,
      "step": 98300
    },
    {
      "epoch": 27.44,
      "grad_norm": 3.995623826980591,
      "learning_rate": 3.2153790468880825e-06,
      "loss": 0.6119,
      "step": 98310
    },
    {
      "epoch": 27.44,
      "grad_norm": 2.5792694091796875,
      "learning_rate": 3.2157061121964834e-06,
      "loss": 0.6324,
      "step": 98320
    },
    {
      "epoch": 27.44,
      "grad_norm": 3.361945390701294,
      "learning_rate": 3.216033177504884e-06,
      "loss": 0.6127,
      "step": 98330
    },
    {
      "epoch": 27.45,
      "grad_norm": 3.589853048324585,
      "learning_rate": 3.216360242813285e-06,
      "loss": 0.6165,
      "step": 98340
    },
    {
      "epoch": 27.45,
      "grad_norm": 3.1901473999023438,
      "learning_rate": 3.2166873081216854e-06,
      "loss": 0.6165,
      "step": 98350
    },
    {
      "epoch": 27.45,
      "grad_norm": 2.8667263984680176,
      "learning_rate": 3.2170143734300863e-06,
      "loss": 0.6229,
      "step": 98360
    },
    {
      "epoch": 27.45,
      "grad_norm": 2.4947752952575684,
      "learning_rate": 3.217341438738487e-06,
      "loss": 0.6072,
      "step": 98370
    },
    {
      "epoch": 27.46,
      "grad_norm": 3.224076747894287,
      "learning_rate": 3.2176685040468877e-06,
      "loss": 0.62,
      "step": 98380
    },
    {
      "epoch": 27.46,
      "grad_norm": 3.6885461807250977,
      "learning_rate": 3.2179955693552882e-06,
      "loss": 0.6234,
      "step": 98390
    },
    {
      "epoch": 27.46,
      "grad_norm": 3.802194118499756,
      "learning_rate": 3.2183226346636896e-06,
      "loss": 0.6157,
      "step": 98400
    },
    {
      "epoch": 27.47,
      "grad_norm": 3.8613193035125732,
      "learning_rate": 3.2186496999720897e-06,
      "loss": 0.631,
      "step": 98410
    },
    {
      "epoch": 27.47,
      "grad_norm": 3.54878306388855,
      "learning_rate": 3.218976765280491e-06,
      "loss": 0.6195,
      "step": 98420
    },
    {
      "epoch": 27.47,
      "grad_norm": 4.538815021514893,
      "learning_rate": 3.219303830588892e-06,
      "loss": 0.6105,
      "step": 98430
    },
    {
      "epoch": 27.47,
      "grad_norm": 2.9384448528289795,
      "learning_rate": 3.2196308958972925e-06,
      "loss": 0.6195,
      "step": 98440
    },
    {
      "epoch": 27.48,
      "grad_norm": 3.106438159942627,
      "learning_rate": 3.2199579612056934e-06,
      "loss": 0.6219,
      "step": 98450
    },
    {
      "epoch": 27.48,
      "grad_norm": 2.7234179973602295,
      "learning_rate": 3.220285026514094e-06,
      "loss": 0.6259,
      "step": 98460
    },
    {
      "epoch": 27.48,
      "grad_norm": 4.6788458824157715,
      "learning_rate": 3.220612091822495e-06,
      "loss": 0.6166,
      "step": 98470
    },
    {
      "epoch": 27.49,
      "grad_norm": 6.0005340576171875,
      "learning_rate": 3.2209391571308954e-06,
      "loss": 0.61,
      "step": 98480
    },
    {
      "epoch": 27.49,
      "grad_norm": 2.9249730110168457,
      "learning_rate": 3.2212662224392963e-06,
      "loss": 0.6348,
      "step": 98490
    },
    {
      "epoch": 27.49,
      "grad_norm": 2.7678022384643555,
      "learning_rate": 3.221593287747697e-06,
      "loss": 0.6062,
      "step": 98500
    },
    {
      "epoch": 27.49,
      "grad_norm": 2.920344114303589,
      "learning_rate": 3.2219203530560978e-06,
      "loss": 0.592,
      "step": 98510
    },
    {
      "epoch": 27.5,
      "grad_norm": 2.9747445583343506,
      "learning_rate": 3.222247418364499e-06,
      "loss": 0.6093,
      "step": 98520
    },
    {
      "epoch": 27.5,
      "grad_norm": 2.9461874961853027,
      "learning_rate": 3.2225744836728996e-06,
      "loss": 0.622,
      "step": 98530
    },
    {
      "epoch": 27.5,
      "grad_norm": 2.862421751022339,
      "learning_rate": 3.2229015489813006e-06,
      "loss": 0.6119,
      "step": 98540
    },
    {
      "epoch": 27.5,
      "grad_norm": 2.708090305328369,
      "learning_rate": 3.223228614289701e-06,
      "loss": 0.6359,
      "step": 98550
    },
    {
      "epoch": 27.51,
      "grad_norm": 2.70640230178833,
      "learning_rate": 3.223555679598102e-06,
      "loss": 0.6054,
      "step": 98560
    },
    {
      "epoch": 27.51,
      "grad_norm": 2.8764967918395996,
      "learning_rate": 3.2238827449065025e-06,
      "loss": 0.6288,
      "step": 98570
    },
    {
      "epoch": 27.51,
      "grad_norm": 4.5929718017578125,
      "learning_rate": 3.2242098102149035e-06,
      "loss": 0.6233,
      "step": 98580
    },
    {
      "epoch": 27.52,
      "grad_norm": 3.4330453872680664,
      "learning_rate": 3.224536875523304e-06,
      "loss": 0.6108,
      "step": 98590
    },
    {
      "epoch": 27.52,
      "grad_norm": 3.3950417041778564,
      "learning_rate": 3.224863940831705e-06,
      "loss": 0.6236,
      "step": 98600
    },
    {
      "epoch": 27.52,
      "grad_norm": 2.515648126602173,
      "learning_rate": 3.225191006140106e-06,
      "loss": 0.6408,
      "step": 98610
    },
    {
      "epoch": 27.52,
      "grad_norm": 2.8245675563812256,
      "learning_rate": 3.2255180714485064e-06,
      "loss": 0.6629,
      "step": 98620
    },
    {
      "epoch": 27.53,
      "grad_norm": 3.2396011352539062,
      "learning_rate": 3.2258451367569077e-06,
      "loss": 0.6184,
      "step": 98630
    },
    {
      "epoch": 27.53,
      "grad_norm": 3.1305506229400635,
      "learning_rate": 3.226172202065308e-06,
      "loss": 0.6341,
      "step": 98640
    },
    {
      "epoch": 27.53,
      "grad_norm": 2.696042060852051,
      "learning_rate": 3.226499267373709e-06,
      "loss": 0.6433,
      "step": 98650
    },
    {
      "epoch": 27.54,
      "grad_norm": 2.9081943035125732,
      "learning_rate": 3.2268263326821097e-06,
      "loss": 0.614,
      "step": 98660
    },
    {
      "epoch": 27.54,
      "grad_norm": 3.001037836074829,
      "learning_rate": 3.2271533979905106e-06,
      "loss": 0.6361,
      "step": 98670
    },
    {
      "epoch": 27.54,
      "grad_norm": 3.492838144302368,
      "learning_rate": 3.227480463298911e-06,
      "loss": 0.5908,
      "step": 98680
    },
    {
      "epoch": 27.54,
      "grad_norm": 3.6770927906036377,
      "learning_rate": 3.227807528607312e-06,
      "loss": 0.6257,
      "step": 98690
    },
    {
      "epoch": 27.55,
      "grad_norm": 4.300597667694092,
      "learning_rate": 3.228134593915713e-06,
      "loss": 0.6101,
      "step": 98700
    },
    {
      "epoch": 27.55,
      "grad_norm": 3.971651554107666,
      "learning_rate": 3.2284616592241135e-06,
      "loss": 0.6401,
      "step": 98710
    },
    {
      "epoch": 27.55,
      "grad_norm": 3.320951223373413,
      "learning_rate": 3.2287887245325144e-06,
      "loss": 0.6241,
      "step": 98720
    },
    {
      "epoch": 27.56,
      "grad_norm": 4.735686779022217,
      "learning_rate": 3.229115789840915e-06,
      "loss": 0.6228,
      "step": 98730
    },
    {
      "epoch": 27.56,
      "grad_norm": 3.261821985244751,
      "learning_rate": 3.229442855149316e-06,
      "loss": 0.6158,
      "step": 98740
    },
    {
      "epoch": 27.56,
      "grad_norm": 3.553314447402954,
      "learning_rate": 3.2297699204577164e-06,
      "loss": 0.6436,
      "step": 98750
    },
    {
      "epoch": 27.56,
      "grad_norm": 3.6047279834747314,
      "learning_rate": 3.2300969857661178e-06,
      "loss": 0.6188,
      "step": 98760
    },
    {
      "epoch": 27.57,
      "grad_norm": 2.7486894130706787,
      "learning_rate": 3.2304240510745183e-06,
      "loss": 0.6245,
      "step": 98770
    },
    {
      "epoch": 27.57,
      "grad_norm": 2.771378755569458,
      "learning_rate": 3.230751116382919e-06,
      "loss": 0.6215,
      "step": 98780
    },
    {
      "epoch": 27.57,
      "grad_norm": 2.3903887271881104,
      "learning_rate": 3.2310781816913197e-06,
      "loss": 0.6157,
      "step": 98790
    },
    {
      "epoch": 27.57,
      "grad_norm": 3.175841808319092,
      "learning_rate": 3.2314052469997207e-06,
      "loss": 0.6278,
      "step": 98800
    },
    {
      "epoch": 27.58,
      "grad_norm": 2.677875280380249,
      "learning_rate": 3.2317323123081216e-06,
      "loss": 0.6123,
      "step": 98810
    },
    {
      "epoch": 27.58,
      "grad_norm": 3.255608081817627,
      "learning_rate": 3.232059377616522e-06,
      "loss": 0.6348,
      "step": 98820
    },
    {
      "epoch": 27.58,
      "grad_norm": 3.8101513385772705,
      "learning_rate": 3.232386442924923e-06,
      "loss": 0.6279,
      "step": 98830
    },
    {
      "epoch": 27.59,
      "grad_norm": 3.204524040222168,
      "learning_rate": 3.2327135082333236e-06,
      "loss": 0.6344,
      "step": 98840
    },
    {
      "epoch": 27.59,
      "grad_norm": 4.014533042907715,
      "learning_rate": 3.2330405735417245e-06,
      "loss": 0.6215,
      "step": 98850
    },
    {
      "epoch": 27.59,
      "grad_norm": 3.089512825012207,
      "learning_rate": 3.233367638850125e-06,
      "loss": 0.6217,
      "step": 98860
    },
    {
      "epoch": 27.59,
      "grad_norm": 2.8640317916870117,
      "learning_rate": 3.2336947041585264e-06,
      "loss": 0.6022,
      "step": 98870
    },
    {
      "epoch": 27.6,
      "grad_norm": 3.4785850048065186,
      "learning_rate": 3.2340217694669264e-06,
      "loss": 0.5962,
      "step": 98880
    },
    {
      "epoch": 27.6,
      "grad_norm": 3.1627538204193115,
      "learning_rate": 3.234348834775328e-06,
      "loss": 0.6143,
      "step": 98890
    },
    {
      "epoch": 27.6,
      "grad_norm": 3.0677194595336914,
      "learning_rate": 3.2346759000837287e-06,
      "loss": 0.6219,
      "step": 98900
    },
    {
      "epoch": 27.61,
      "grad_norm": 2.9801037311553955,
      "learning_rate": 3.2350029653921292e-06,
      "loss": 0.6338,
      "step": 98910
    },
    {
      "epoch": 27.61,
      "grad_norm": 4.634186744689941,
      "learning_rate": 3.23533003070053e-06,
      "loss": 0.6191,
      "step": 98920
    },
    {
      "epoch": 27.61,
      "grad_norm": 2.8703622817993164,
      "learning_rate": 3.2356570960089307e-06,
      "loss": 0.6285,
      "step": 98930
    },
    {
      "epoch": 27.61,
      "grad_norm": 3.598580837249756,
      "learning_rate": 3.2359841613173316e-06,
      "loss": 0.6166,
      "step": 98940
    },
    {
      "epoch": 27.62,
      "grad_norm": 3.050849199295044,
      "learning_rate": 3.236311226625732e-06,
      "loss": 0.6128,
      "step": 98950
    },
    {
      "epoch": 27.62,
      "grad_norm": 3.3438665866851807,
      "learning_rate": 3.236638291934133e-06,
      "loss": 0.621,
      "step": 98960
    },
    {
      "epoch": 27.62,
      "grad_norm": 2.4076104164123535,
      "learning_rate": 3.2369653572425336e-06,
      "loss": 0.6158,
      "step": 98970
    },
    {
      "epoch": 27.62,
      "grad_norm": 3.86893630027771,
      "learning_rate": 3.2372924225509345e-06,
      "loss": 0.6074,
      "step": 98980
    },
    {
      "epoch": 27.63,
      "grad_norm": 3.1207549571990967,
      "learning_rate": 3.237619487859336e-06,
      "loss": 0.5925,
      "step": 98990
    },
    {
      "epoch": 27.63,
      "grad_norm": 2.9327802658081055,
      "learning_rate": 3.2379465531677364e-06,
      "loss": 0.6302,
      "step": 99000
    },
    {
      "epoch": 27.63,
      "grad_norm": 3.266155481338501,
      "learning_rate": 3.2382736184761373e-06,
      "loss": 0.6345,
      "step": 99010
    },
    {
      "epoch": 27.64,
      "grad_norm": 3.496452808380127,
      "learning_rate": 3.238600683784538e-06,
      "loss": 0.6215,
      "step": 99020
    },
    {
      "epoch": 27.64,
      "grad_norm": 2.2212114334106445,
      "learning_rate": 3.2389277490929388e-06,
      "loss": 0.6211,
      "step": 99030
    },
    {
      "epoch": 27.64,
      "grad_norm": 2.747325897216797,
      "learning_rate": 3.2392548144013393e-06,
      "loss": 0.6079,
      "step": 99040
    },
    {
      "epoch": 27.64,
      "grad_norm": 3.13032603263855,
      "learning_rate": 3.2395818797097402e-06,
      "loss": 0.6011,
      "step": 99050
    },
    {
      "epoch": 27.65,
      "grad_norm": 2.48549222946167,
      "learning_rate": 3.2399089450181407e-06,
      "loss": 0.6348,
      "step": 99060
    },
    {
      "epoch": 27.65,
      "grad_norm": 3.5277457237243652,
      "learning_rate": 3.2402360103265417e-06,
      "loss": 0.604,
      "step": 99070
    },
    {
      "epoch": 27.65,
      "grad_norm": 2.643415689468384,
      "learning_rate": 3.240563075634942e-06,
      "loss": 0.6201,
      "step": 99080
    },
    {
      "epoch": 27.66,
      "grad_norm": 2.9177258014678955,
      "learning_rate": 3.240890140943343e-06,
      "loss": 0.6048,
      "step": 99090
    },
    {
      "epoch": 27.66,
      "grad_norm": 4.028246879577637,
      "learning_rate": 3.2412172062517445e-06,
      "loss": 0.6246,
      "step": 99100
    },
    {
      "epoch": 27.66,
      "grad_norm": 4.175861358642578,
      "learning_rate": 3.2415442715601446e-06,
      "loss": 0.6166,
      "step": 99110
    },
    {
      "epoch": 27.66,
      "grad_norm": 3.697492837905884,
      "learning_rate": 3.241871336868546e-06,
      "loss": 0.6295,
      "step": 99120
    },
    {
      "epoch": 27.67,
      "grad_norm": 3.4733123779296875,
      "learning_rate": 3.2421984021769464e-06,
      "loss": 0.6248,
      "step": 99130
    },
    {
      "epoch": 27.67,
      "grad_norm": 3.912698745727539,
      "learning_rate": 3.2425254674853474e-06,
      "loss": 0.6019,
      "step": 99140
    },
    {
      "epoch": 27.67,
      "grad_norm": 3.6260111331939697,
      "learning_rate": 3.242852532793748e-06,
      "loss": 0.625,
      "step": 99150
    },
    {
      "epoch": 27.68,
      "grad_norm": 3.3726205825805664,
      "learning_rate": 3.243179598102149e-06,
      "loss": 0.585,
      "step": 99160
    },
    {
      "epoch": 27.68,
      "grad_norm": 3.5001373291015625,
      "learning_rate": 3.2435066634105493e-06,
      "loss": 0.6087,
      "step": 99170
    },
    {
      "epoch": 27.68,
      "grad_norm": 3.4778125286102295,
      "learning_rate": 3.2438337287189503e-06,
      "loss": 0.6096,
      "step": 99180
    },
    {
      "epoch": 27.68,
      "grad_norm": 2.8521506786346436,
      "learning_rate": 3.244160794027351e-06,
      "loss": 0.6057,
      "step": 99190
    },
    {
      "epoch": 27.69,
      "grad_norm": 3.020709991455078,
      "learning_rate": 3.2444878593357517e-06,
      "loss": 0.6159,
      "step": 99200
    },
    {
      "epoch": 27.69,
      "grad_norm": 3.4012203216552734,
      "learning_rate": 3.2448149246441526e-06,
      "loss": 0.6228,
      "step": 99210
    },
    {
      "epoch": 27.69,
      "grad_norm": 6.882723331451416,
      "learning_rate": 3.245141989952553e-06,
      "loss": 0.6317,
      "step": 99220
    },
    {
      "epoch": 27.69,
      "grad_norm": 4.434183597564697,
      "learning_rate": 3.2454690552609545e-06,
      "loss": 0.6184,
      "step": 99230
    },
    {
      "epoch": 27.7,
      "grad_norm": 3.531651496887207,
      "learning_rate": 3.245796120569355e-06,
      "loss": 0.6264,
      "step": 99240
    },
    {
      "epoch": 27.7,
      "grad_norm": 3.737574577331543,
      "learning_rate": 3.246123185877756e-06,
      "loss": 0.5935,
      "step": 99250
    },
    {
      "epoch": 27.7,
      "grad_norm": 2.923548698425293,
      "learning_rate": 3.2464502511861565e-06,
      "loss": 0.6055,
      "step": 99260
    },
    {
      "epoch": 27.71,
      "grad_norm": 2.705094575881958,
      "learning_rate": 3.2467773164945574e-06,
      "loss": 0.6315,
      "step": 99270
    },
    {
      "epoch": 27.71,
      "grad_norm": 2.7495779991149902,
      "learning_rate": 3.2471043818029583e-06,
      "loss": 0.6123,
      "step": 99280
    },
    {
      "epoch": 27.71,
      "grad_norm": 3.7767117023468018,
      "learning_rate": 3.247431447111359e-06,
      "loss": 0.6001,
      "step": 99290
    },
    {
      "epoch": 27.71,
      "grad_norm": 3.726017713546753,
      "learning_rate": 3.24775851241976e-06,
      "loss": 0.6249,
      "step": 99300
    },
    {
      "epoch": 27.72,
      "grad_norm": 3.7601687908172607,
      "learning_rate": 3.2480855777281603e-06,
      "loss": 0.6295,
      "step": 99310
    },
    {
      "epoch": 27.72,
      "grad_norm": 3.7693488597869873,
      "learning_rate": 3.2484126430365612e-06,
      "loss": 0.6098,
      "step": 99320
    },
    {
      "epoch": 27.72,
      "grad_norm": 5.387788772583008,
      "learning_rate": 3.2487397083449618e-06,
      "loss": 0.6239,
      "step": 99330
    },
    {
      "epoch": 27.73,
      "grad_norm": 3.0485174655914307,
      "learning_rate": 3.2490667736533627e-06,
      "loss": 0.6248,
      "step": 99340
    },
    {
      "epoch": 27.73,
      "grad_norm": 3.3344485759735107,
      "learning_rate": 3.249393838961763e-06,
      "loss": 0.6213,
      "step": 99350
    },
    {
      "epoch": 27.73,
      "grad_norm": 3.085965871810913,
      "learning_rate": 3.2497209042701646e-06,
      "loss": 0.6252,
      "step": 99360
    },
    {
      "epoch": 27.73,
      "grad_norm": 3.273892641067505,
      "learning_rate": 3.2500479695785655e-06,
      "loss": 0.6144,
      "step": 99370
    },
    {
      "epoch": 27.74,
      "grad_norm": 2.421114683151245,
      "learning_rate": 3.250375034886966e-06,
      "loss": 0.6432,
      "step": 99380
    },
    {
      "epoch": 27.74,
      "grad_norm": 3.373450517654419,
      "learning_rate": 3.250702100195367e-06,
      "loss": 0.6137,
      "step": 99390
    },
    {
      "epoch": 27.74,
      "grad_norm": 3.5174429416656494,
      "learning_rate": 3.2510291655037674e-06,
      "loss": 0.6297,
      "step": 99400
    },
    {
      "epoch": 27.74,
      "grad_norm": 2.9038281440734863,
      "learning_rate": 3.2513562308121684e-06,
      "loss": 0.6273,
      "step": 99410
    },
    {
      "epoch": 27.75,
      "grad_norm": 3.944417715072632,
      "learning_rate": 3.251683296120569e-06,
      "loss": 0.621,
      "step": 99420
    },
    {
      "epoch": 27.75,
      "grad_norm": 3.925297498703003,
      "learning_rate": 3.25201036142897e-06,
      "loss": 0.621,
      "step": 99430
    },
    {
      "epoch": 27.75,
      "grad_norm": 3.3634560108184814,
      "learning_rate": 3.2523374267373703e-06,
      "loss": 0.6105,
      "step": 99440
    },
    {
      "epoch": 27.76,
      "grad_norm": 5.457940578460693,
      "learning_rate": 3.2526644920457713e-06,
      "loss": 0.6028,
      "step": 99450
    },
    {
      "epoch": 27.76,
      "grad_norm": 2.8319215774536133,
      "learning_rate": 3.252991557354172e-06,
      "loss": 0.6316,
      "step": 99460
    },
    {
      "epoch": 27.76,
      "grad_norm": 3.5380783081054688,
      "learning_rate": 3.253318622662573e-06,
      "loss": 0.6056,
      "step": 99470
    },
    {
      "epoch": 27.76,
      "grad_norm": 2.438807487487793,
      "learning_rate": 3.253645687970974e-06,
      "loss": 0.641,
      "step": 99480
    },
    {
      "epoch": 27.77,
      "grad_norm": 5.156446933746338,
      "learning_rate": 3.2539727532793746e-06,
      "loss": 0.6223,
      "step": 99490
    },
    {
      "epoch": 27.77,
      "grad_norm": 3.3236584663391113,
      "learning_rate": 3.2542998185877755e-06,
      "loss": 0.6373,
      "step": 99500
    },
    {
      "epoch": 27.77,
      "grad_norm": 3.234093427658081,
      "learning_rate": 3.254626883896176e-06,
      "loss": 0.5966,
      "step": 99510
    },
    {
      "epoch": 27.78,
      "grad_norm": 3.7830474376678467,
      "learning_rate": 3.254953949204577e-06,
      "loss": 0.6178,
      "step": 99520
    },
    {
      "epoch": 27.78,
      "grad_norm": 2.6867868900299072,
      "learning_rate": 3.2552810145129775e-06,
      "loss": 0.6145,
      "step": 99530
    },
    {
      "epoch": 27.78,
      "grad_norm": 4.986185550689697,
      "learning_rate": 3.2556080798213784e-06,
      "loss": 0.616,
      "step": 99540
    },
    {
      "epoch": 27.78,
      "grad_norm": 3.554154872894287,
      "learning_rate": 3.255935145129779e-06,
      "loss": 0.624,
      "step": 99550
    },
    {
      "epoch": 27.79,
      "grad_norm": 2.7713820934295654,
      "learning_rate": 3.25626221043818e-06,
      "loss": 0.6311,
      "step": 99560
    },
    {
      "epoch": 27.79,
      "grad_norm": 3.0429837703704834,
      "learning_rate": 3.2565892757465812e-06,
      "loss": 0.6245,
      "step": 99570
    },
    {
      "epoch": 27.79,
      "grad_norm": 2.6402947902679443,
      "learning_rate": 3.2569163410549813e-06,
      "loss": 0.6101,
      "step": 99580
    },
    {
      "epoch": 27.8,
      "grad_norm": 3.517374277114868,
      "learning_rate": 3.2572434063633827e-06,
      "loss": 0.6275,
      "step": 99590
    },
    {
      "epoch": 27.8,
      "grad_norm": 3.162217378616333,
      "learning_rate": 3.257570471671783e-06,
      "loss": 0.6323,
      "step": 99600
    },
    {
      "epoch": 27.8,
      "grad_norm": 3.3158793449401855,
      "learning_rate": 3.257897536980184e-06,
      "loss": 0.6166,
      "step": 99610
    },
    {
      "epoch": 27.8,
      "grad_norm": 4.15902042388916,
      "learning_rate": 3.2582246022885846e-06,
      "loss": 0.6177,
      "step": 99620
    },
    {
      "epoch": 27.81,
      "grad_norm": 3.3174641132354736,
      "learning_rate": 3.2585516675969856e-06,
      "loss": 0.6298,
      "step": 99630
    },
    {
      "epoch": 27.81,
      "grad_norm": 2.9651005268096924,
      "learning_rate": 3.258878732905386e-06,
      "loss": 0.6149,
      "step": 99640
    },
    {
      "epoch": 27.81,
      "grad_norm": 2.8789000511169434,
      "learning_rate": 3.259205798213787e-06,
      "loss": 0.6107,
      "step": 99650
    },
    {
      "epoch": 27.81,
      "grad_norm": 2.9726057052612305,
      "learning_rate": 3.259532863522188e-06,
      "loss": 0.6461,
      "step": 99660
    },
    {
      "epoch": 27.82,
      "grad_norm": 2.7054858207702637,
      "learning_rate": 3.2598599288305885e-06,
      "loss": 0.6234,
      "step": 99670
    },
    {
      "epoch": 27.82,
      "grad_norm": 2.921522378921509,
      "learning_rate": 3.2601869941389894e-06,
      "loss": 0.6291,
      "step": 99680
    },
    {
      "epoch": 27.82,
      "grad_norm": 3.024935007095337,
      "learning_rate": 3.26051405944739e-06,
      "loss": 0.6114,
      "step": 99690
    },
    {
      "epoch": 27.83,
      "grad_norm": 4.106681823730469,
      "learning_rate": 3.2608411247557913e-06,
      "loss": 0.6253,
      "step": 99700
    },
    {
      "epoch": 27.83,
      "grad_norm": 2.9755260944366455,
      "learning_rate": 3.2611681900641918e-06,
      "loss": 0.5977,
      "step": 99710
    },
    {
      "epoch": 27.83,
      "grad_norm": 3.2988529205322266,
      "learning_rate": 3.2614952553725927e-06,
      "loss": 0.6357,
      "step": 99720
    },
    {
      "epoch": 27.83,
      "grad_norm": 3.5538856983184814,
      "learning_rate": 3.2618223206809932e-06,
      "loss": 0.6139,
      "step": 99730
    },
    {
      "epoch": 27.84,
      "grad_norm": 2.9217441082000732,
      "learning_rate": 3.262149385989394e-06,
      "loss": 0.6109,
      "step": 99740
    },
    {
      "epoch": 27.84,
      "grad_norm": 3.0199849605560303,
      "learning_rate": 3.2624764512977947e-06,
      "loss": 0.6345,
      "step": 99750
    },
    {
      "epoch": 27.84,
      "grad_norm": 3.1416842937469482,
      "learning_rate": 3.2628035166061956e-06,
      "loss": 0.6043,
      "step": 99760
    },
    {
      "epoch": 27.85,
      "grad_norm": 4.483495712280273,
      "learning_rate": 3.2631305819145965e-06,
      "loss": 0.6142,
      "step": 99770
    },
    {
      "epoch": 27.85,
      "grad_norm": 3.985487699508667,
      "learning_rate": 3.263457647222997e-06,
      "loss": 0.6279,
      "step": 99780
    },
    {
      "epoch": 27.85,
      "grad_norm": 3.503955125808716,
      "learning_rate": 3.263784712531398e-06,
      "loss": 0.6121,
      "step": 99790
    },
    {
      "epoch": 27.85,
      "grad_norm": 2.9191205501556396,
      "learning_rate": 3.2641117778397985e-06,
      "loss": 0.6346,
      "step": 99800
    },
    {
      "epoch": 27.86,
      "grad_norm": 3.6281039714813232,
      "learning_rate": 3.2644388431481994e-06,
      "loss": 0.5991,
      "step": 99810
    },
    {
      "epoch": 27.86,
      "grad_norm": 3.4676032066345215,
      "learning_rate": 3.2647659084566e-06,
      "loss": 0.618,
      "step": 99820
    },
    {
      "epoch": 27.86,
      "grad_norm": 4.853549957275391,
      "learning_rate": 3.2650929737650013e-06,
      "loss": 0.6375,
      "step": 99830
    },
    {
      "epoch": 27.86,
      "grad_norm": 3.8871212005615234,
      "learning_rate": 3.265420039073402e-06,
      "loss": 0.6224,
      "step": 99840
    },
    {
      "epoch": 27.87,
      "grad_norm": 3.233354091644287,
      "learning_rate": 3.2657471043818028e-06,
      "loss": 0.6083,
      "step": 99850
    },
    {
      "epoch": 27.87,
      "grad_norm": 3.8659205436706543,
      "learning_rate": 3.2660741696902037e-06,
      "loss": 0.6299,
      "step": 99860
    },
    {
      "epoch": 27.87,
      "grad_norm": 3.091785192489624,
      "learning_rate": 3.266401234998604e-06,
      "loss": 0.6446,
      "step": 99870
    },
    {
      "epoch": 27.88,
      "grad_norm": 4.57078218460083,
      "learning_rate": 3.266728300307005e-06,
      "loss": 0.6469,
      "step": 99880
    },
    {
      "epoch": 27.88,
      "grad_norm": 3.0898900032043457,
      "learning_rate": 3.2670553656154056e-06,
      "loss": 0.6333,
      "step": 99890
    },
    {
      "epoch": 27.88,
      "grad_norm": 4.141795635223389,
      "learning_rate": 3.2673824309238066e-06,
      "loss": 0.6395,
      "step": 99900
    },
    {
      "epoch": 27.88,
      "grad_norm": 3.4907355308532715,
      "learning_rate": 3.267709496232207e-06,
      "loss": 0.5927,
      "step": 99910
    },
    {
      "epoch": 27.89,
      "grad_norm": 3.4633865356445312,
      "learning_rate": 3.268036561540608e-06,
      "loss": 0.6097,
      "step": 99920
    },
    {
      "epoch": 27.89,
      "grad_norm": 2.619122266769409,
      "learning_rate": 3.2683636268490085e-06,
      "loss": 0.6267,
      "step": 99930
    },
    {
      "epoch": 27.89,
      "grad_norm": 2.97959566116333,
      "learning_rate": 3.26869069215741e-06,
      "loss": 0.612,
      "step": 99940
    },
    {
      "epoch": 27.9,
      "grad_norm": 4.229824542999268,
      "learning_rate": 3.269017757465811e-06,
      "loss": 0.6227,
      "step": 99950
    },
    {
      "epoch": 27.9,
      "grad_norm": 3.3882789611816406,
      "learning_rate": 3.2693448227742113e-06,
      "loss": 0.6162,
      "step": 99960
    },
    {
      "epoch": 27.9,
      "grad_norm": 4.121082305908203,
      "learning_rate": 3.2696718880826123e-06,
      "loss": 0.6091,
      "step": 99970
    },
    {
      "epoch": 27.9,
      "grad_norm": 3.975456953048706,
      "learning_rate": 3.269998953391013e-06,
      "loss": 0.6115,
      "step": 99980
    },
    {
      "epoch": 27.91,
      "grad_norm": 3.146221876144409,
      "learning_rate": 3.2703260186994137e-06,
      "loss": 0.6028,
      "step": 99990
    },
    {
      "epoch": 27.91,
      "grad_norm": 3.0480473041534424,
      "learning_rate": 3.2706530840078142e-06,
      "loss": 0.6137,
      "step": 100000
    },
    {
      "epoch": 27.91,
      "grad_norm": 3.3450982570648193,
      "learning_rate": 3.270980149316215e-06,
      "loss": 0.6167,
      "step": 100010
    },
    {
      "epoch": 27.92,
      "grad_norm": 3.548053503036499,
      "learning_rate": 3.2713072146246157e-06,
      "loss": 0.6261,
      "step": 100020
    },
    {
      "epoch": 27.92,
      "grad_norm": 3.106210231781006,
      "learning_rate": 3.2716342799330166e-06,
      "loss": 0.615,
      "step": 100030
    },
    {
      "epoch": 27.92,
      "grad_norm": 3.1355350017547607,
      "learning_rate": 3.271961345241418e-06,
      "loss": 0.6171,
      "step": 100040
    },
    {
      "epoch": 27.92,
      "grad_norm": 3.6110782623291016,
      "learning_rate": 3.272288410549818e-06,
      "loss": 0.5777,
      "step": 100050
    },
    {
      "epoch": 27.93,
      "grad_norm": 5.139769077301025,
      "learning_rate": 3.2726154758582194e-06,
      "loss": 0.6305,
      "step": 100060
    },
    {
      "epoch": 27.93,
      "grad_norm": 3.9451260566711426,
      "learning_rate": 3.27294254116662e-06,
      "loss": 0.6109,
      "step": 100070
    },
    {
      "epoch": 27.93,
      "grad_norm": 3.2720794677734375,
      "learning_rate": 3.273269606475021e-06,
      "loss": 0.6352,
      "step": 100080
    },
    {
      "epoch": 27.93,
      "grad_norm": 3.8802177906036377,
      "learning_rate": 3.2735966717834214e-06,
      "loss": 0.6333,
      "step": 100090
    },
    {
      "epoch": 27.94,
      "grad_norm": 5.026137351989746,
      "learning_rate": 3.2739237370918223e-06,
      "loss": 0.6502,
      "step": 100100
    },
    {
      "epoch": 27.94,
      "grad_norm": 2.927976369857788,
      "learning_rate": 3.274250802400223e-06,
      "loss": 0.6204,
      "step": 100110
    },
    {
      "epoch": 27.94,
      "grad_norm": 3.7974064350128174,
      "learning_rate": 3.2745778677086238e-06,
      "loss": 0.6159,
      "step": 100120
    },
    {
      "epoch": 27.95,
      "grad_norm": 4.714480400085449,
      "learning_rate": 3.2749049330170243e-06,
      "loss": 0.5951,
      "step": 100130
    },
    {
      "epoch": 27.95,
      "grad_norm": 3.215301513671875,
      "learning_rate": 3.2752319983254252e-06,
      "loss": 0.6055,
      "step": 100140
    },
    {
      "epoch": 27.95,
      "grad_norm": 4.426394462585449,
      "learning_rate": 3.275559063633826e-06,
      "loss": 0.5952,
      "step": 100150
    },
    {
      "epoch": 27.95,
      "grad_norm": 3.780038833618164,
      "learning_rate": 3.2758861289422267e-06,
      "loss": 0.6248,
      "step": 100160
    },
    {
      "epoch": 27.96,
      "grad_norm": 2.8882336616516113,
      "learning_rate": 3.276213194250628e-06,
      "loss": 0.6329,
      "step": 100170
    },
    {
      "epoch": 27.96,
      "grad_norm": 3.3715667724609375,
      "learning_rate": 3.2765402595590285e-06,
      "loss": 0.6135,
      "step": 100180
    },
    {
      "epoch": 27.96,
      "grad_norm": 3.576058864593506,
      "learning_rate": 3.2768673248674295e-06,
      "loss": 0.6295,
      "step": 100190
    },
    {
      "epoch": 27.97,
      "grad_norm": 3.224012613296509,
      "learning_rate": 3.27719439017583e-06,
      "loss": 0.6339,
      "step": 100200
    },
    {
      "epoch": 27.97,
      "grad_norm": 2.7609429359436035,
      "learning_rate": 3.277521455484231e-06,
      "loss": 0.6178,
      "step": 100210
    },
    {
      "epoch": 27.97,
      "grad_norm": 3.105621099472046,
      "learning_rate": 3.2778485207926314e-06,
      "loss": 0.5998,
      "step": 100220
    },
    {
      "epoch": 27.97,
      "grad_norm": 3.745323657989502,
      "learning_rate": 3.2781755861010324e-06,
      "loss": 0.6293,
      "step": 100230
    },
    {
      "epoch": 27.98,
      "grad_norm": 2.96379017829895,
      "learning_rate": 3.2785026514094333e-06,
      "loss": 0.6129,
      "step": 100240
    },
    {
      "epoch": 27.98,
      "grad_norm": 2.525560140609741,
      "learning_rate": 3.278829716717834e-06,
      "loss": 0.634,
      "step": 100250
    },
    {
      "epoch": 27.98,
      "grad_norm": 2.648489475250244,
      "learning_rate": 3.2791567820262347e-06,
      "loss": 0.5947,
      "step": 100260
    },
    {
      "epoch": 27.98,
      "grad_norm": 3.2925994396209717,
      "learning_rate": 3.2794838473346353e-06,
      "loss": 0.6248,
      "step": 100270
    },
    {
      "epoch": 27.99,
      "grad_norm": 3.429597854614258,
      "learning_rate": 3.279810912643036e-06,
      "loss": 0.6172,
      "step": 100280
    },
    {
      "epoch": 27.99,
      "grad_norm": 3.770186424255371,
      "learning_rate": 3.2801379779514367e-06,
      "loss": 0.6177,
      "step": 100290
    },
    {
      "epoch": 27.99,
      "grad_norm": 5.138944625854492,
      "learning_rate": 3.280465043259838e-06,
      "loss": 0.6223,
      "step": 100300
    },
    {
      "epoch": 28.0,
      "grad_norm": 3.504673480987549,
      "learning_rate": 3.2807921085682386e-06,
      "loss": 0.6317,
      "step": 100310
    },
    {
      "epoch": 28.0,
      "grad_norm": 3.617191791534424,
      "learning_rate": 3.2811191738766395e-06,
      "loss": 0.6445,
      "step": 100320
    },
    {
      "epoch": 28.0,
      "eval_loss": 0.6168511509895325,
      "eval_runtime": 63.4357,
      "eval_samples_per_second": 79.75,
      "eval_steps_per_second": 9.979,
      "step": 100324
    },
    {
      "epoch": 28.0,
      "grad_norm": 3.3305392265319824,
      "learning_rate": 3.2814462391850404e-06,
      "loss": 0.6206,
      "step": 100330
    },
    {
      "epoch": 28.0,
      "grad_norm": 3.4015607833862305,
      "learning_rate": 3.281773304493441e-06,
      "loss": 0.6287,
      "step": 100340
    },
    {
      "epoch": 28.01,
      "grad_norm": 3.7963552474975586,
      "learning_rate": 3.282100369801842e-06,
      "loss": 0.6134,
      "step": 100350
    },
    {
      "epoch": 28.01,
      "grad_norm": 4.285335063934326,
      "learning_rate": 3.2824274351102424e-06,
      "loss": 0.61,
      "step": 100360
    },
    {
      "epoch": 28.01,
      "grad_norm": 3.7785940170288086,
      "learning_rate": 3.2827545004186433e-06,
      "loss": 0.62,
      "step": 100370
    },
    {
      "epoch": 28.02,
      "grad_norm": 2.815828323364258,
      "learning_rate": 3.283081565727044e-06,
      "loss": 0.6127,
      "step": 100380
    },
    {
      "epoch": 28.02,
      "grad_norm": 4.133993148803711,
      "learning_rate": 3.2834086310354448e-06,
      "loss": 0.6004,
      "step": 100390
    },
    {
      "epoch": 28.02,
      "grad_norm": 4.377992630004883,
      "learning_rate": 3.2837356963438453e-06,
      "loss": 0.6338,
      "step": 100400
    },
    {
      "epoch": 28.02,
      "grad_norm": 3.286400079727173,
      "learning_rate": 3.2840627616522467e-06,
      "loss": 0.6392,
      "step": 100410
    },
    {
      "epoch": 28.03,
      "grad_norm": 2.286231517791748,
      "learning_rate": 3.2843898269606476e-06,
      "loss": 0.6574,
      "step": 100420
    },
    {
      "epoch": 28.03,
      "grad_norm": 2.877959728240967,
      "learning_rate": 3.284716892269048e-06,
      "loss": 0.6351,
      "step": 100430
    },
    {
      "epoch": 28.03,
      "grad_norm": 3.3006653785705566,
      "learning_rate": 3.285043957577449e-06,
      "loss": 0.6318,
      "step": 100440
    },
    {
      "epoch": 28.04,
      "grad_norm": 3.2062501907348633,
      "learning_rate": 3.2853710228858495e-06,
      "loss": 0.5968,
      "step": 100450
    },
    {
      "epoch": 28.04,
      "grad_norm": 4.111756801605225,
      "learning_rate": 3.2856980881942505e-06,
      "loss": 0.6174,
      "step": 100460
    },
    {
      "epoch": 28.04,
      "grad_norm": 3.4509716033935547,
      "learning_rate": 3.286025153502651e-06,
      "loss": 0.5945,
      "step": 100470
    },
    {
      "epoch": 28.04,
      "grad_norm": 3.0429959297180176,
      "learning_rate": 3.286352218811052e-06,
      "loss": 0.6337,
      "step": 100480
    },
    {
      "epoch": 28.05,
      "grad_norm": 3.7500979900360107,
      "learning_rate": 3.2866792841194524e-06,
      "loss": 0.5968,
      "step": 100490
    },
    {
      "epoch": 28.05,
      "grad_norm": 4.395098686218262,
      "learning_rate": 3.2870063494278534e-06,
      "loss": 0.6222,
      "step": 100500
    },
    {
      "epoch": 28.05,
      "grad_norm": 3.951444387435913,
      "learning_rate": 3.287333414736254e-06,
      "loss": 0.6185,
      "step": 100510
    },
    {
      "epoch": 28.05,
      "grad_norm": 3.4519875049591064,
      "learning_rate": 3.287660480044655e-06,
      "loss": 0.6266,
      "step": 100520
    },
    {
      "epoch": 28.06,
      "grad_norm": 3.0594186782836914,
      "learning_rate": 3.287987545353056e-06,
      "loss": 0.6054,
      "step": 100530
    },
    {
      "epoch": 28.06,
      "grad_norm": 2.8151440620422363,
      "learning_rate": 3.2883146106614567e-06,
      "loss": 0.6299,
      "step": 100540
    },
    {
      "epoch": 28.06,
      "grad_norm": 2.8036720752716064,
      "learning_rate": 3.2886416759698576e-06,
      "loss": 0.6135,
      "step": 100550
    },
    {
      "epoch": 28.07,
      "grad_norm": 3.8000879287719727,
      "learning_rate": 3.288968741278258e-06,
      "loss": 0.6156,
      "step": 100560
    },
    {
      "epoch": 28.07,
      "grad_norm": 4.967275142669678,
      "learning_rate": 3.289295806586659e-06,
      "loss": 0.6088,
      "step": 100570
    },
    {
      "epoch": 28.07,
      "grad_norm": 3.898153305053711,
      "learning_rate": 3.2896228718950596e-06,
      "loss": 0.636,
      "step": 100580
    },
    {
      "epoch": 28.07,
      "grad_norm": 3.431269407272339,
      "learning_rate": 3.2899499372034605e-06,
      "loss": 0.6322,
      "step": 100590
    },
    {
      "epoch": 28.08,
      "grad_norm": 3.748650312423706,
      "learning_rate": 3.290277002511861e-06,
      "loss": 0.601,
      "step": 100600
    },
    {
      "epoch": 28.08,
      "grad_norm": 4.690273761749268,
      "learning_rate": 3.290604067820262e-06,
      "loss": 0.6349,
      "step": 100610
    },
    {
      "epoch": 28.08,
      "grad_norm": 3.3310327529907227,
      "learning_rate": 3.290931133128663e-06,
      "loss": 0.616,
      "step": 100620
    },
    {
      "epoch": 28.09,
      "grad_norm": 3.608726739883423,
      "learning_rate": 3.2912581984370634e-06,
      "loss": 0.6126,
      "step": 100630
    },
    {
      "epoch": 28.09,
      "grad_norm": 3.7126877307891846,
      "learning_rate": 3.2915852637454648e-06,
      "loss": 0.618,
      "step": 100640
    },
    {
      "epoch": 28.09,
      "grad_norm": 3.3248696327209473,
      "learning_rate": 3.2919123290538653e-06,
      "loss": 0.6391,
      "step": 100650
    },
    {
      "epoch": 28.09,
      "grad_norm": 3.1987040042877197,
      "learning_rate": 3.2922393943622662e-06,
      "loss": 0.5967,
      "step": 100660
    },
    {
      "epoch": 28.1,
      "grad_norm": 5.26417350769043,
      "learning_rate": 3.2925664596706667e-06,
      "loss": 0.6201,
      "step": 100670
    },
    {
      "epoch": 28.1,
      "grad_norm": 4.937226295471191,
      "learning_rate": 3.2928935249790677e-06,
      "loss": 0.6063,
      "step": 100680
    },
    {
      "epoch": 28.1,
      "grad_norm": 4.138078689575195,
      "learning_rate": 3.293220590287468e-06,
      "loss": 0.6249,
      "step": 100690
    },
    {
      "epoch": 28.1,
      "grad_norm": 2.815264940261841,
      "learning_rate": 3.293547655595869e-06,
      "loss": 0.6082,
      "step": 100700
    },
    {
      "epoch": 28.11,
      "grad_norm": 2.784714460372925,
      "learning_rate": 3.29387472090427e-06,
      "loss": 0.6246,
      "step": 100710
    },
    {
      "epoch": 28.11,
      "grad_norm": 4.4079084396362305,
      "learning_rate": 3.2942017862126706e-06,
      "loss": 0.6259,
      "step": 100720
    },
    {
      "epoch": 28.11,
      "grad_norm": 2.5462985038757324,
      "learning_rate": 3.2945288515210715e-06,
      "loss": 0.5991,
      "step": 100730
    },
    {
      "epoch": 28.12,
      "grad_norm": 3.643537759780884,
      "learning_rate": 3.294855916829472e-06,
      "loss": 0.604,
      "step": 100740
    },
    {
      "epoch": 28.12,
      "grad_norm": 3.403949022293091,
      "learning_rate": 3.295182982137873e-06,
      "loss": 0.5925,
      "step": 100750
    },
    {
      "epoch": 28.12,
      "grad_norm": 3.2498974800109863,
      "learning_rate": 3.2955100474462735e-06,
      "loss": 0.6212,
      "step": 100760
    },
    {
      "epoch": 28.12,
      "grad_norm": 3.790205240249634,
      "learning_rate": 3.295837112754675e-06,
      "loss": 0.6011,
      "step": 100770
    },
    {
      "epoch": 28.13,
      "grad_norm": 3.583998203277588,
      "learning_rate": 3.2961641780630753e-06,
      "loss": 0.6101,
      "step": 100780
    },
    {
      "epoch": 28.13,
      "grad_norm": 3.7405288219451904,
      "learning_rate": 3.2964912433714763e-06,
      "loss": 0.6442,
      "step": 100790
    },
    {
      "epoch": 28.13,
      "grad_norm": 3.8553504943847656,
      "learning_rate": 3.2968183086798768e-06,
      "loss": 0.6116,
      "step": 100800
    },
    {
      "epoch": 28.14,
      "grad_norm": 4.487393856048584,
      "learning_rate": 3.2971453739882777e-06,
      "loss": 0.603,
      "step": 100810
    },
    {
      "epoch": 28.14,
      "grad_norm": 3.2120461463928223,
      "learning_rate": 3.2974724392966786e-06,
      "loss": 0.6367,
      "step": 100820
    },
    {
      "epoch": 28.14,
      "grad_norm": 3.0943539142608643,
      "learning_rate": 3.297799504605079e-06,
      "loss": 0.6127,
      "step": 100830
    },
    {
      "epoch": 28.14,
      "grad_norm": 2.9167048931121826,
      "learning_rate": 3.29812656991348e-06,
      "loss": 0.6132,
      "step": 100840
    },
    {
      "epoch": 28.15,
      "grad_norm": 3.442512035369873,
      "learning_rate": 3.2984536352218806e-06,
      "loss": 0.6059,
      "step": 100850
    },
    {
      "epoch": 28.15,
      "grad_norm": 3.4035379886627197,
      "learning_rate": 3.2987807005302815e-06,
      "loss": 0.5999,
      "step": 100860
    },
    {
      "epoch": 28.15,
      "grad_norm": 4.00273323059082,
      "learning_rate": 3.299107765838682e-06,
      "loss": 0.5944,
      "step": 100870
    },
    {
      "epoch": 28.16,
      "grad_norm": 3.898740291595459,
      "learning_rate": 3.2994348311470834e-06,
      "loss": 0.6356,
      "step": 100880
    },
    {
      "epoch": 28.16,
      "grad_norm": 3.5113842487335205,
      "learning_rate": 3.2997618964554835e-06,
      "loss": 0.6197,
      "step": 100890
    },
    {
      "epoch": 28.16,
      "grad_norm": 4.053850173950195,
      "learning_rate": 3.300088961763885e-06,
      "loss": 0.6446,
      "step": 100900
    },
    {
      "epoch": 28.16,
      "grad_norm": 2.941887617111206,
      "learning_rate": 3.300416027072286e-06,
      "loss": 0.6282,
      "step": 100910
    },
    {
      "epoch": 28.17,
      "grad_norm": 3.169984817504883,
      "learning_rate": 3.3007430923806863e-06,
      "loss": 0.6114,
      "step": 100920
    },
    {
      "epoch": 28.17,
      "grad_norm": 4.769636631011963,
      "learning_rate": 3.3010701576890872e-06,
      "loss": 0.6196,
      "step": 100930
    },
    {
      "epoch": 28.17,
      "grad_norm": 3.3491859436035156,
      "learning_rate": 3.3013972229974877e-06,
      "loss": 0.6248,
      "step": 100940
    },
    {
      "epoch": 28.17,
      "grad_norm": 3.6078929901123047,
      "learning_rate": 3.3017242883058887e-06,
      "loss": 0.6344,
      "step": 100950
    },
    {
      "epoch": 28.18,
      "grad_norm": 3.442254066467285,
      "learning_rate": 3.302051353614289e-06,
      "loss": 0.6127,
      "step": 100960
    },
    {
      "epoch": 28.18,
      "grad_norm": 3.702857732772827,
      "learning_rate": 3.30237841892269e-06,
      "loss": 0.6084,
      "step": 100970
    },
    {
      "epoch": 28.18,
      "grad_norm": 3.173476457595825,
      "learning_rate": 3.3027054842310906e-06,
      "loss": 0.61,
      "step": 100980
    },
    {
      "epoch": 28.19,
      "grad_norm": 2.711334228515625,
      "learning_rate": 3.3030325495394916e-06,
      "loss": 0.6272,
      "step": 100990
    },
    {
      "epoch": 28.19,
      "grad_norm": 4.674174785614014,
      "learning_rate": 3.303359614847893e-06,
      "loss": 0.5946,
      "step": 101000
    },
    {
      "epoch": 28.19,
      "grad_norm": 3.103274345397949,
      "learning_rate": 3.3036866801562934e-06,
      "loss": 0.6163,
      "step": 101010
    },
    {
      "epoch": 28.19,
      "grad_norm": 2.8342535495758057,
      "learning_rate": 3.3040137454646944e-06,
      "loss": 0.6249,
      "step": 101020
    },
    {
      "epoch": 28.2,
      "grad_norm": 4.161468505859375,
      "learning_rate": 3.304340810773095e-06,
      "loss": 0.6408,
      "step": 101030
    },
    {
      "epoch": 28.2,
      "grad_norm": 3.1373274326324463,
      "learning_rate": 3.304667876081496e-06,
      "loss": 0.6228,
      "step": 101040
    },
    {
      "epoch": 28.2,
      "grad_norm": 4.108194828033447,
      "learning_rate": 3.3049949413898963e-06,
      "loss": 0.6047,
      "step": 101050
    },
    {
      "epoch": 28.21,
      "grad_norm": 3.063232898712158,
      "learning_rate": 3.3053220066982973e-06,
      "loss": 0.6167,
      "step": 101060
    },
    {
      "epoch": 28.21,
      "grad_norm": 2.7838802337646484,
      "learning_rate": 3.3056490720066978e-06,
      "loss": 0.6161,
      "step": 101070
    },
    {
      "epoch": 28.21,
      "grad_norm": 4.390854358673096,
      "learning_rate": 3.3059761373150987e-06,
      "loss": 0.6273,
      "step": 101080
    },
    {
      "epoch": 28.21,
      "grad_norm": 4.059938907623291,
      "learning_rate": 3.3063032026234997e-06,
      "loss": 0.6142,
      "step": 101090
    },
    {
      "epoch": 28.22,
      "grad_norm": 3.105036973953247,
      "learning_rate": 3.3066302679319e-06,
      "loss": 0.6267,
      "step": 101100
    },
    {
      "epoch": 28.22,
      "grad_norm": 3.49833345413208,
      "learning_rate": 3.3069573332403015e-06,
      "loss": 0.6221,
      "step": 101110
    },
    {
      "epoch": 28.22,
      "grad_norm": 3.37135648727417,
      "learning_rate": 3.307284398548702e-06,
      "loss": 0.6354,
      "step": 101120
    },
    {
      "epoch": 28.22,
      "grad_norm": 3.04836368560791,
      "learning_rate": 3.307611463857103e-06,
      "loss": 0.6135,
      "step": 101130
    },
    {
      "epoch": 28.23,
      "grad_norm": 3.379711151123047,
      "learning_rate": 3.3079385291655035e-06,
      "loss": 0.611,
      "step": 101140
    },
    {
      "epoch": 28.23,
      "grad_norm": 4.2910847663879395,
      "learning_rate": 3.3082655944739044e-06,
      "loss": 0.6206,
      "step": 101150
    },
    {
      "epoch": 28.23,
      "grad_norm": 3.1368401050567627,
      "learning_rate": 3.308592659782305e-06,
      "loss": 0.6219,
      "step": 101160
    },
    {
      "epoch": 28.24,
      "grad_norm": 3.217738389968872,
      "learning_rate": 3.308919725090706e-06,
      "loss": 0.6266,
      "step": 101170
    },
    {
      "epoch": 28.24,
      "grad_norm": 3.4684903621673584,
      "learning_rate": 3.3092467903991064e-06,
      "loss": 0.6232,
      "step": 101180
    },
    {
      "epoch": 28.24,
      "grad_norm": 3.01755690574646,
      "learning_rate": 3.3095738557075073e-06,
      "loss": 0.6099,
      "step": 101190
    },
    {
      "epoch": 28.24,
      "grad_norm": 2.9255754947662354,
      "learning_rate": 3.3099009210159082e-06,
      "loss": 0.6219,
      "step": 101200
    },
    {
      "epoch": 28.25,
      "grad_norm": 3.488701343536377,
      "learning_rate": 3.3102279863243088e-06,
      "loss": 0.6346,
      "step": 101210
    },
    {
      "epoch": 28.25,
      "grad_norm": 4.3340935707092285,
      "learning_rate": 3.3105550516327097e-06,
      "loss": 0.6186,
      "step": 101220
    },
    {
      "epoch": 28.25,
      "grad_norm": 3.2920281887054443,
      "learning_rate": 3.31088211694111e-06,
      "loss": 0.6,
      "step": 101230
    },
    {
      "epoch": 28.26,
      "grad_norm": 4.689883708953857,
      "learning_rate": 3.3112091822495116e-06,
      "loss": 0.6087,
      "step": 101240
    },
    {
      "epoch": 28.26,
      "grad_norm": 3.3888700008392334,
      "learning_rate": 3.311536247557912e-06,
      "loss": 0.6059,
      "step": 101250
    },
    {
      "epoch": 28.26,
      "grad_norm": 3.5626869201660156,
      "learning_rate": 3.311863312866313e-06,
      "loss": 0.6441,
      "step": 101260
    },
    {
      "epoch": 28.26,
      "grad_norm": 3.905205011367798,
      "learning_rate": 3.3121903781747135e-06,
      "loss": 0.619,
      "step": 101270
    },
    {
      "epoch": 28.27,
      "grad_norm": 3.6295993328094482,
      "learning_rate": 3.3125174434831145e-06,
      "loss": 0.6198,
      "step": 101280
    },
    {
      "epoch": 28.27,
      "grad_norm": 3.0274715423583984,
      "learning_rate": 3.3128445087915154e-06,
      "loss": 0.5946,
      "step": 101290
    },
    {
      "epoch": 28.27,
      "grad_norm": 2.525538206100464,
      "learning_rate": 3.313171574099916e-06,
      "loss": 0.6245,
      "step": 101300
    },
    {
      "epoch": 28.28,
      "grad_norm": 3.520198106765747,
      "learning_rate": 3.313498639408317e-06,
      "loss": 0.6012,
      "step": 101310
    },
    {
      "epoch": 28.28,
      "grad_norm": 3.107675552368164,
      "learning_rate": 3.3138257047167174e-06,
      "loss": 0.607,
      "step": 101320
    },
    {
      "epoch": 28.28,
      "grad_norm": 3.302356719970703,
      "learning_rate": 3.3141527700251183e-06,
      "loss": 0.6084,
      "step": 101330
    },
    {
      "epoch": 28.28,
      "grad_norm": 3.0166828632354736,
      "learning_rate": 3.314479835333519e-06,
      "loss": 0.6049,
      "step": 101340
    },
    {
      "epoch": 28.29,
      "grad_norm": 3.9247848987579346,
      "learning_rate": 3.31480690064192e-06,
      "loss": 0.62,
      "step": 101350
    },
    {
      "epoch": 28.29,
      "grad_norm": 4.428598880767822,
      "learning_rate": 3.3151339659503202e-06,
      "loss": 0.593,
      "step": 101360
    },
    {
      "epoch": 28.29,
      "grad_norm": 2.8605241775512695,
      "learning_rate": 3.3154610312587216e-06,
      "loss": 0.6048,
      "step": 101370
    },
    {
      "epoch": 28.29,
      "grad_norm": 3.3828938007354736,
      "learning_rate": 3.3157880965671225e-06,
      "loss": 0.6229,
      "step": 101380
    },
    {
      "epoch": 28.3,
      "grad_norm": 4.732311248779297,
      "learning_rate": 3.316115161875523e-06,
      "loss": 0.6103,
      "step": 101390
    },
    {
      "epoch": 28.3,
      "grad_norm": 3.869927406311035,
      "learning_rate": 3.316442227183924e-06,
      "loss": 0.6165,
      "step": 101400
    },
    {
      "epoch": 28.3,
      "grad_norm": 2.4866230487823486,
      "learning_rate": 3.3167692924923245e-06,
      "loss": 0.6096,
      "step": 101410
    },
    {
      "epoch": 28.31,
      "grad_norm": 3.4828600883483887,
      "learning_rate": 3.3170963578007254e-06,
      "loss": 0.5935,
      "step": 101420
    },
    {
      "epoch": 28.31,
      "grad_norm": 3.2974326610565186,
      "learning_rate": 3.317423423109126e-06,
      "loss": 0.6156,
      "step": 101430
    },
    {
      "epoch": 28.31,
      "grad_norm": 2.6588988304138184,
      "learning_rate": 3.317750488417527e-06,
      "loss": 0.5993,
      "step": 101440
    },
    {
      "epoch": 28.31,
      "grad_norm": 3.703845977783203,
      "learning_rate": 3.3180775537259274e-06,
      "loss": 0.6283,
      "step": 101450
    },
    {
      "epoch": 28.32,
      "grad_norm": 3.2346174716949463,
      "learning_rate": 3.3184046190343283e-06,
      "loss": 0.6327,
      "step": 101460
    },
    {
      "epoch": 28.32,
      "grad_norm": 3.1423745155334473,
      "learning_rate": 3.318731684342729e-06,
      "loss": 0.6062,
      "step": 101470
    },
    {
      "epoch": 28.32,
      "grad_norm": 3.774362087249756,
      "learning_rate": 3.31905874965113e-06,
      "loss": 0.5977,
      "step": 101480
    },
    {
      "epoch": 28.33,
      "grad_norm": 3.272695779800415,
      "learning_rate": 3.319385814959531e-06,
      "loss": 0.6148,
      "step": 101490
    },
    {
      "epoch": 28.33,
      "grad_norm": 3.3366539478302,
      "learning_rate": 3.3197128802679316e-06,
      "loss": 0.6094,
      "step": 101500
    },
    {
      "epoch": 28.33,
      "grad_norm": 2.6943817138671875,
      "learning_rate": 3.3200399455763326e-06,
      "loss": 0.616,
      "step": 101510
    },
    {
      "epoch": 28.33,
      "grad_norm": 3.2390987873077393,
      "learning_rate": 3.320367010884733e-06,
      "loss": 0.6224,
      "step": 101520
    },
    {
      "epoch": 28.34,
      "grad_norm": 4.111072540283203,
      "learning_rate": 3.320694076193134e-06,
      "loss": 0.6134,
      "step": 101530
    },
    {
      "epoch": 28.34,
      "grad_norm": 2.7768728733062744,
      "learning_rate": 3.3210211415015345e-06,
      "loss": 0.6194,
      "step": 101540
    },
    {
      "epoch": 28.34,
      "grad_norm": 3.4752321243286133,
      "learning_rate": 3.3213482068099355e-06,
      "loss": 0.6147,
      "step": 101550
    },
    {
      "epoch": 28.34,
      "grad_norm": 3.3203094005584717,
      "learning_rate": 3.321675272118336e-06,
      "loss": 0.5935,
      "step": 101560
    },
    {
      "epoch": 28.35,
      "grad_norm": 3.3866803646087646,
      "learning_rate": 3.322002337426737e-06,
      "loss": 0.6093,
      "step": 101570
    },
    {
      "epoch": 28.35,
      "grad_norm": 3.255505323410034,
      "learning_rate": 3.3223294027351383e-06,
      "loss": 0.6139,
      "step": 101580
    },
    {
      "epoch": 28.35,
      "grad_norm": 3.7820773124694824,
      "learning_rate": 3.3226564680435384e-06,
      "loss": 0.6123,
      "step": 101590
    },
    {
      "epoch": 28.36,
      "grad_norm": 3.957003593444824,
      "learning_rate": 3.3229835333519397e-06,
      "loss": 0.6328,
      "step": 101600
    },
    {
      "epoch": 28.36,
      "grad_norm": 2.9162309169769287,
      "learning_rate": 3.3233105986603402e-06,
      "loss": 0.5955,
      "step": 101610
    },
    {
      "epoch": 28.36,
      "grad_norm": 4.060821533203125,
      "learning_rate": 3.323637663968741e-06,
      "loss": 0.6347,
      "step": 101620
    },
    {
      "epoch": 28.36,
      "grad_norm": 3.6607000827789307,
      "learning_rate": 3.3239647292771417e-06,
      "loss": 0.6243,
      "step": 101630
    },
    {
      "epoch": 28.37,
      "grad_norm": 2.9335174560546875,
      "learning_rate": 3.3242917945855426e-06,
      "loss": 0.6263,
      "step": 101640
    },
    {
      "epoch": 28.37,
      "grad_norm": 3.7525861263275146,
      "learning_rate": 3.324618859893943e-06,
      "loss": 0.6178,
      "step": 101650
    },
    {
      "epoch": 28.37,
      "grad_norm": 2.949228525161743,
      "learning_rate": 3.324945925202344e-06,
      "loss": 0.6028,
      "step": 101660
    },
    {
      "epoch": 28.38,
      "grad_norm": 3.831141948699951,
      "learning_rate": 3.325272990510745e-06,
      "loss": 0.6164,
      "step": 101670
    },
    {
      "epoch": 28.38,
      "grad_norm": 2.8905527591705322,
      "learning_rate": 3.3256000558191455e-06,
      "loss": 0.6378,
      "step": 101680
    },
    {
      "epoch": 28.38,
      "grad_norm": 2.487316370010376,
      "learning_rate": 3.3259271211275464e-06,
      "loss": 0.6059,
      "step": 101690
    },
    {
      "epoch": 28.38,
      "grad_norm": 2.695399284362793,
      "learning_rate": 3.326254186435947e-06,
      "loss": 0.6242,
      "step": 101700
    },
    {
      "epoch": 28.39,
      "grad_norm": 3.4090018272399902,
      "learning_rate": 3.3265812517443483e-06,
      "loss": 0.6024,
      "step": 101710
    },
    {
      "epoch": 28.39,
      "grad_norm": 3.63828706741333,
      "learning_rate": 3.326908317052749e-06,
      "loss": 0.6077,
      "step": 101720
    },
    {
      "epoch": 28.39,
      "grad_norm": 3.0942656993865967,
      "learning_rate": 3.3272353823611498e-06,
      "loss": 0.5999,
      "step": 101730
    },
    {
      "epoch": 28.4,
      "grad_norm": 3.870907783508301,
      "learning_rate": 3.3275624476695503e-06,
      "loss": 0.6195,
      "step": 101740
    },
    {
      "epoch": 28.4,
      "grad_norm": 2.919773817062378,
      "learning_rate": 3.3278895129779512e-06,
      "loss": 0.6362,
      "step": 101750
    },
    {
      "epoch": 28.4,
      "grad_norm": 3.030660390853882,
      "learning_rate": 3.328216578286352e-06,
      "loss": 0.6298,
      "step": 101760
    },
    {
      "epoch": 28.4,
      "grad_norm": 3.5335052013397217,
      "learning_rate": 3.3285436435947527e-06,
      "loss": 0.6287,
      "step": 101770
    },
    {
      "epoch": 28.41,
      "grad_norm": 2.4029829502105713,
      "learning_rate": 3.3288707089031536e-06,
      "loss": 0.6234,
      "step": 101780
    },
    {
      "epoch": 28.41,
      "grad_norm": 2.888368844985962,
      "learning_rate": 3.329197774211554e-06,
      "loss": 0.6384,
      "step": 101790
    },
    {
      "epoch": 28.41,
      "grad_norm": 2.6711580753326416,
      "learning_rate": 3.329524839519955e-06,
      "loss": 0.6257,
      "step": 101800
    },
    {
      "epoch": 28.41,
      "grad_norm": 2.6290359497070312,
      "learning_rate": 3.3298519048283556e-06,
      "loss": 0.583,
      "step": 101810
    },
    {
      "epoch": 28.42,
      "grad_norm": 2.5778098106384277,
      "learning_rate": 3.330178970136757e-06,
      "loss": 0.624,
      "step": 101820
    },
    {
      "epoch": 28.42,
      "grad_norm": 3.4463770389556885,
      "learning_rate": 3.330506035445157e-06,
      "loss": 0.6383,
      "step": 101830
    },
    {
      "epoch": 28.42,
      "grad_norm": 4.81893253326416,
      "learning_rate": 3.3308331007535584e-06,
      "loss": 0.5986,
      "step": 101840
    },
    {
      "epoch": 28.43,
      "grad_norm": 4.061945915222168,
      "learning_rate": 3.331160166061959e-06,
      "loss": 0.5919,
      "step": 101850
    },
    {
      "epoch": 28.43,
      "grad_norm": 2.736266613006592,
      "learning_rate": 3.33148723137036e-06,
      "loss": 0.5994,
      "step": 101860
    },
    {
      "epoch": 28.43,
      "grad_norm": 3.5860989093780518,
      "learning_rate": 3.3318142966787607e-06,
      "loss": 0.6099,
      "step": 101870
    },
    {
      "epoch": 28.43,
      "grad_norm": 2.7351934909820557,
      "learning_rate": 3.3321413619871613e-06,
      "loss": 0.6291,
      "step": 101880
    },
    {
      "epoch": 28.44,
      "grad_norm": 3.6023318767547607,
      "learning_rate": 3.332468427295562e-06,
      "loss": 0.632,
      "step": 101890
    },
    {
      "epoch": 28.44,
      "grad_norm": 3.470492124557495,
      "learning_rate": 3.3327954926039627e-06,
      "loss": 0.616,
      "step": 101900
    },
    {
      "epoch": 28.44,
      "grad_norm": 4.254573822021484,
      "learning_rate": 3.3331225579123636e-06,
      "loss": 0.6135,
      "step": 101910
    },
    {
      "epoch": 28.45,
      "grad_norm": 4.905197620391846,
      "learning_rate": 3.333449623220764e-06,
      "loss": 0.6319,
      "step": 101920
    },
    {
      "epoch": 28.45,
      "grad_norm": 4.255312442779541,
      "learning_rate": 3.333776688529165e-06,
      "loss": 0.6076,
      "step": 101930
    },
    {
      "epoch": 28.45,
      "grad_norm": 4.026190757751465,
      "learning_rate": 3.3341037538375656e-06,
      "loss": 0.6133,
      "step": 101940
    },
    {
      "epoch": 28.45,
      "grad_norm": 3.4073524475097656,
      "learning_rate": 3.334430819145967e-06,
      "loss": 0.6154,
      "step": 101950
    },
    {
      "epoch": 28.46,
      "grad_norm": 2.6065096855163574,
      "learning_rate": 3.334757884454368e-06,
      "loss": 0.626,
      "step": 101960
    },
    {
      "epoch": 28.46,
      "grad_norm": 2.5315499305725098,
      "learning_rate": 3.3350849497627684e-06,
      "loss": 0.6571,
      "step": 101970
    },
    {
      "epoch": 28.46,
      "grad_norm": 3.531595468521118,
      "learning_rate": 3.3354120150711693e-06,
      "loss": 0.6141,
      "step": 101980
    },
    {
      "epoch": 28.46,
      "grad_norm": 2.370272636413574,
      "learning_rate": 3.33573908037957e-06,
      "loss": 0.5908,
      "step": 101990
    },
    {
      "epoch": 28.47,
      "grad_norm": 4.632088661193848,
      "learning_rate": 3.3360661456879708e-06,
      "loss": 0.627,
      "step": 102000
    },
    {
      "epoch": 28.47,
      "grad_norm": 3.223259210586548,
      "learning_rate": 3.3363932109963713e-06,
      "loss": 0.6232,
      "step": 102010
    },
    {
      "epoch": 28.47,
      "grad_norm": 2.5031676292419434,
      "learning_rate": 3.3367202763047722e-06,
      "loss": 0.6125,
      "step": 102020
    },
    {
      "epoch": 28.48,
      "grad_norm": 2.9147565364837646,
      "learning_rate": 3.3370473416131727e-06,
      "loss": 0.6078,
      "step": 102030
    },
    {
      "epoch": 28.48,
      "grad_norm": 4.142992973327637,
      "learning_rate": 3.3373744069215737e-06,
      "loss": 0.6222,
      "step": 102040
    },
    {
      "epoch": 28.48,
      "grad_norm": 3.050008535385132,
      "learning_rate": 3.337701472229975e-06,
      "loss": 0.6194,
      "step": 102050
    },
    {
      "epoch": 28.48,
      "grad_norm": 3.1756458282470703,
      "learning_rate": 3.338028537538375e-06,
      "loss": 0.6152,
      "step": 102060
    },
    {
      "epoch": 28.49,
      "grad_norm": 3.010092258453369,
      "learning_rate": 3.3383556028467765e-06,
      "loss": 0.6117,
      "step": 102070
    },
    {
      "epoch": 28.49,
      "grad_norm": 3.3341007232666016,
      "learning_rate": 3.338682668155177e-06,
      "loss": 0.6021,
      "step": 102080
    },
    {
      "epoch": 28.49,
      "grad_norm": 4.07853364944458,
      "learning_rate": 3.339009733463578e-06,
      "loss": 0.6287,
      "step": 102090
    },
    {
      "epoch": 28.5,
      "grad_norm": 3.091764450073242,
      "learning_rate": 3.3393367987719784e-06,
      "loss": 0.6217,
      "step": 102100
    },
    {
      "epoch": 28.5,
      "grad_norm": 2.2672019004821777,
      "learning_rate": 3.3396638640803794e-06,
      "loss": 0.6381,
      "step": 102110
    },
    {
      "epoch": 28.5,
      "grad_norm": 3.2396156787872314,
      "learning_rate": 3.33999092938878e-06,
      "loss": 0.6214,
      "step": 102120
    },
    {
      "epoch": 28.5,
      "grad_norm": 2.859970808029175,
      "learning_rate": 3.340317994697181e-06,
      "loss": 0.5811,
      "step": 102130
    },
    {
      "epoch": 28.51,
      "grad_norm": 2.53334379196167,
      "learning_rate": 3.3406450600055818e-06,
      "loss": 0.6247,
      "step": 102140
    },
    {
      "epoch": 28.51,
      "grad_norm": 3.262512445449829,
      "learning_rate": 3.3409721253139823e-06,
      "loss": 0.6219,
      "step": 102150
    },
    {
      "epoch": 28.51,
      "grad_norm": 3.226302146911621,
      "learning_rate": 3.341299190622383e-06,
      "loss": 0.6194,
      "step": 102160
    },
    {
      "epoch": 28.52,
      "grad_norm": 3.0291330814361572,
      "learning_rate": 3.3416262559307837e-06,
      "loss": 0.6379,
      "step": 102170
    },
    {
      "epoch": 28.52,
      "grad_norm": 3.8930437564849854,
      "learning_rate": 3.341953321239185e-06,
      "loss": 0.609,
      "step": 102180
    },
    {
      "epoch": 28.52,
      "grad_norm": 3.643930673599243,
      "learning_rate": 3.3422803865475856e-06,
      "loss": 0.6205,
      "step": 102190
    },
    {
      "epoch": 28.52,
      "grad_norm": 3.6150009632110596,
      "learning_rate": 3.3426074518559865e-06,
      "loss": 0.6148,
      "step": 102200
    },
    {
      "epoch": 28.53,
      "grad_norm": 2.59653377532959,
      "learning_rate": 3.342934517164387e-06,
      "loss": 0.6064,
      "step": 102210
    },
    {
      "epoch": 28.53,
      "grad_norm": 3.2121880054473877,
      "learning_rate": 3.343261582472788e-06,
      "loss": 0.6235,
      "step": 102220
    },
    {
      "epoch": 28.53,
      "grad_norm": 2.950859546661377,
      "learning_rate": 3.3435886477811885e-06,
      "loss": 0.6218,
      "step": 102230
    },
    {
      "epoch": 28.53,
      "grad_norm": 2.836358070373535,
      "learning_rate": 3.3439157130895894e-06,
      "loss": 0.6232,
      "step": 102240
    },
    {
      "epoch": 28.54,
      "grad_norm": 3.0894529819488525,
      "learning_rate": 3.3442427783979903e-06,
      "loss": 0.6358,
      "step": 102250
    },
    {
      "epoch": 28.54,
      "grad_norm": 3.136584758758545,
      "learning_rate": 3.344569843706391e-06,
      "loss": 0.611,
      "step": 102260
    },
    {
      "epoch": 28.54,
      "grad_norm": 2.9194533824920654,
      "learning_rate": 3.344896909014792e-06,
      "loss": 0.5906,
      "step": 102270
    },
    {
      "epoch": 28.55,
      "grad_norm": 3.9186313152313232,
      "learning_rate": 3.3452239743231923e-06,
      "loss": 0.6354,
      "step": 102280
    },
    {
      "epoch": 28.55,
      "grad_norm": 3.6170170307159424,
      "learning_rate": 3.3455510396315937e-06,
      "loss": 0.6212,
      "step": 102290
    },
    {
      "epoch": 28.55,
      "grad_norm": 3.2331178188323975,
      "learning_rate": 3.3458781049399938e-06,
      "loss": 0.6117,
      "step": 102300
    },
    {
      "epoch": 28.55,
      "grad_norm": 3.975799798965454,
      "learning_rate": 3.346205170248395e-06,
      "loss": 0.608,
      "step": 102310
    },
    {
      "epoch": 28.56,
      "grad_norm": 4.081027984619141,
      "learning_rate": 3.3465322355567956e-06,
      "loss": 0.6188,
      "step": 102320
    },
    {
      "epoch": 28.56,
      "grad_norm": 2.999831438064575,
      "learning_rate": 3.3468593008651966e-06,
      "loss": 0.6125,
      "step": 102330
    },
    {
      "epoch": 28.56,
      "grad_norm": 3.563960075378418,
      "learning_rate": 3.3471863661735975e-06,
      "loss": 0.6036,
      "step": 102340
    },
    {
      "epoch": 28.57,
      "grad_norm": 3.8555243015289307,
      "learning_rate": 3.347513431481998e-06,
      "loss": 0.6216,
      "step": 102350
    },
    {
      "epoch": 28.57,
      "grad_norm": 3.7884023189544678,
      "learning_rate": 3.347840496790399e-06,
      "loss": 0.6295,
      "step": 102360
    },
    {
      "epoch": 28.57,
      "grad_norm": 2.927485942840576,
      "learning_rate": 3.3481675620987995e-06,
      "loss": 0.6161,
      "step": 102370
    },
    {
      "epoch": 28.57,
      "grad_norm": 4.543929576873779,
      "learning_rate": 3.3484946274072004e-06,
      "loss": 0.6135,
      "step": 102380
    },
    {
      "epoch": 28.58,
      "grad_norm": 3.209634304046631,
      "learning_rate": 3.348821692715601e-06,
      "loss": 0.6148,
      "step": 102390
    },
    {
      "epoch": 28.58,
      "grad_norm": 2.9861948490142822,
      "learning_rate": 3.349148758024002e-06,
      "loss": 0.6092,
      "step": 102400
    },
    {
      "epoch": 28.58,
      "grad_norm": 3.4333765506744385,
      "learning_rate": 3.3494758233324023e-06,
      "loss": 0.6151,
      "step": 102410
    },
    {
      "epoch": 28.58,
      "grad_norm": 3.563929796218872,
      "learning_rate": 3.3498028886408037e-06,
      "loss": 0.6129,
      "step": 102420
    },
    {
      "epoch": 28.59,
      "grad_norm": 3.035609006881714,
      "learning_rate": 3.3501299539492046e-06,
      "loss": 0.6334,
      "step": 102430
    },
    {
      "epoch": 28.59,
      "grad_norm": 2.9808554649353027,
      "learning_rate": 3.350457019257605e-06,
      "loss": 0.5983,
      "step": 102440
    },
    {
      "epoch": 28.59,
      "grad_norm": 4.974279880523682,
      "learning_rate": 3.350784084566006e-06,
      "loss": 0.6266,
      "step": 102450
    },
    {
      "epoch": 28.6,
      "grad_norm": 3.379793167114258,
      "learning_rate": 3.3511111498744066e-06,
      "loss": 0.6295,
      "step": 102460
    },
    {
      "epoch": 28.6,
      "grad_norm": 2.8025431632995605,
      "learning_rate": 3.3514382151828075e-06,
      "loss": 0.6096,
      "step": 102470
    },
    {
      "epoch": 28.6,
      "grad_norm": 2.9717094898223877,
      "learning_rate": 3.351765280491208e-06,
      "loss": 0.611,
      "step": 102480
    },
    {
      "epoch": 28.6,
      "grad_norm": 4.882452487945557,
      "learning_rate": 3.352092345799609e-06,
      "loss": 0.6097,
      "step": 102490
    },
    {
      "epoch": 28.61,
      "grad_norm": 2.6472344398498535,
      "learning_rate": 3.3524194111080095e-06,
      "loss": 0.621,
      "step": 102500
    },
    {
      "epoch": 28.61,
      "grad_norm": 5.031584739685059,
      "learning_rate": 3.3527464764164104e-06,
      "loss": 0.6075,
      "step": 102510
    },
    {
      "epoch": 28.61,
      "grad_norm": 3.1352405548095703,
      "learning_rate": 3.353073541724811e-06,
      "loss": 0.6124,
      "step": 102520
    },
    {
      "epoch": 28.62,
      "grad_norm": 3.474639892578125,
      "learning_rate": 3.353400607033212e-06,
      "loss": 0.6138,
      "step": 102530
    },
    {
      "epoch": 28.62,
      "grad_norm": 2.8426673412323,
      "learning_rate": 3.3537276723416132e-06,
      "loss": 0.63,
      "step": 102540
    },
    {
      "epoch": 28.62,
      "grad_norm": 2.495260715484619,
      "learning_rate": 3.3540547376500137e-06,
      "loss": 0.6433,
      "step": 102550
    },
    {
      "epoch": 28.62,
      "grad_norm": 3.553664207458496,
      "learning_rate": 3.3543818029584147e-06,
      "loss": 0.6463,
      "step": 102560
    },
    {
      "epoch": 28.63,
      "grad_norm": 3.0850419998168945,
      "learning_rate": 3.354708868266815e-06,
      "loss": 0.611,
      "step": 102570
    },
    {
      "epoch": 28.63,
      "grad_norm": 3.0376992225646973,
      "learning_rate": 3.355035933575216e-06,
      "loss": 0.5855,
      "step": 102580
    },
    {
      "epoch": 28.63,
      "grad_norm": 4.813661098480225,
      "learning_rate": 3.3553629988836166e-06,
      "loss": 0.6088,
      "step": 102590
    },
    {
      "epoch": 28.64,
      "grad_norm": 3.2314765453338623,
      "learning_rate": 3.3556900641920176e-06,
      "loss": 0.6209,
      "step": 102600
    },
    {
      "epoch": 28.64,
      "grad_norm": 2.7669389247894287,
      "learning_rate": 3.356017129500418e-06,
      "loss": 0.6095,
      "step": 102610
    },
    {
      "epoch": 28.64,
      "grad_norm": 2.9817569255828857,
      "learning_rate": 3.356344194808819e-06,
      "loss": 0.5969,
      "step": 102620
    },
    {
      "epoch": 28.64,
      "grad_norm": 3.7962276935577393,
      "learning_rate": 3.35667126011722e-06,
      "loss": 0.6117,
      "step": 102630
    },
    {
      "epoch": 28.65,
      "grad_norm": 2.186964511871338,
      "learning_rate": 3.3569983254256205e-06,
      "loss": 0.6095,
      "step": 102640
    },
    {
      "epoch": 28.65,
      "grad_norm": 3.638490676879883,
      "learning_rate": 3.357325390734022e-06,
      "loss": 0.6159,
      "step": 102650
    },
    {
      "epoch": 28.65,
      "grad_norm": 3.177882671356201,
      "learning_rate": 3.3576524560424223e-06,
      "loss": 0.6061,
      "step": 102660
    },
    {
      "epoch": 28.65,
      "grad_norm": 2.8843672275543213,
      "learning_rate": 3.3579795213508233e-06,
      "loss": 0.6416,
      "step": 102670
    },
    {
      "epoch": 28.66,
      "grad_norm": 3.5617077350616455,
      "learning_rate": 3.3583065866592238e-06,
      "loss": 0.6223,
      "step": 102680
    },
    {
      "epoch": 28.66,
      "grad_norm": 5.068854808807373,
      "learning_rate": 3.3586336519676247e-06,
      "loss": 0.6199,
      "step": 102690
    },
    {
      "epoch": 28.66,
      "grad_norm": 2.919452428817749,
      "learning_rate": 3.3589607172760252e-06,
      "loss": 0.6358,
      "step": 102700
    },
    {
      "epoch": 28.67,
      "grad_norm": 3.301745653152466,
      "learning_rate": 3.359287782584426e-06,
      "loss": 0.6143,
      "step": 102710
    },
    {
      "epoch": 28.67,
      "grad_norm": 2.763732433319092,
      "learning_rate": 3.359614847892827e-06,
      "loss": 0.5995,
      "step": 102720
    },
    {
      "epoch": 28.67,
      "grad_norm": 2.636646270751953,
      "learning_rate": 3.3599419132012276e-06,
      "loss": 0.5985,
      "step": 102730
    },
    {
      "epoch": 28.67,
      "grad_norm": 4.003418445587158,
      "learning_rate": 3.3602689785096285e-06,
      "loss": 0.6017,
      "step": 102740
    },
    {
      "epoch": 28.68,
      "grad_norm": 2.8355634212493896,
      "learning_rate": 3.360596043818029e-06,
      "loss": 0.6227,
      "step": 102750
    },
    {
      "epoch": 28.68,
      "grad_norm": 3.804823637008667,
      "learning_rate": 3.36092310912643e-06,
      "loss": 0.6095,
      "step": 102760
    },
    {
      "epoch": 28.68,
      "grad_norm": 3.429474115371704,
      "learning_rate": 3.3612501744348305e-06,
      "loss": 0.6041,
      "step": 102770
    },
    {
      "epoch": 28.69,
      "grad_norm": 4.031985282897949,
      "learning_rate": 3.361577239743232e-06,
      "loss": 0.6126,
      "step": 102780
    },
    {
      "epoch": 28.69,
      "grad_norm": 3.3752169609069824,
      "learning_rate": 3.3619043050516324e-06,
      "loss": 0.624,
      "step": 102790
    },
    {
      "epoch": 28.69,
      "grad_norm": 2.8195319175720215,
      "learning_rate": 3.3622313703600333e-06,
      "loss": 0.6224,
      "step": 102800
    },
    {
      "epoch": 28.69,
      "grad_norm": 2.677936553955078,
      "learning_rate": 3.3625584356684342e-06,
      "loss": 0.6024,
      "step": 102810
    },
    {
      "epoch": 28.7,
      "grad_norm": 3.5193028450012207,
      "learning_rate": 3.3628855009768348e-06,
      "loss": 0.6049,
      "step": 102820
    },
    {
      "epoch": 28.7,
      "grad_norm": 3.4186599254608154,
      "learning_rate": 3.3632125662852357e-06,
      "loss": 0.5926,
      "step": 102830
    },
    {
      "epoch": 28.7,
      "grad_norm": 3.0312187671661377,
      "learning_rate": 3.363539631593636e-06,
      "loss": 0.6077,
      "step": 102840
    },
    {
      "epoch": 28.7,
      "grad_norm": 2.9117720127105713,
      "learning_rate": 3.363866696902037e-06,
      "loss": 0.6172,
      "step": 102850
    },
    {
      "epoch": 28.71,
      "grad_norm": 3.5425162315368652,
      "learning_rate": 3.3641937622104377e-06,
      "loss": 0.6122,
      "step": 102860
    },
    {
      "epoch": 28.71,
      "grad_norm": 5.230171203613281,
      "learning_rate": 3.3645208275188386e-06,
      "loss": 0.5985,
      "step": 102870
    },
    {
      "epoch": 28.71,
      "grad_norm": 4.773191928863525,
      "learning_rate": 3.364847892827239e-06,
      "loss": 0.6096,
      "step": 102880
    },
    {
      "epoch": 28.72,
      "grad_norm": 2.224970817565918,
      "learning_rate": 3.3651749581356405e-06,
      "loss": 0.6258,
      "step": 102890
    },
    {
      "epoch": 28.72,
      "grad_norm": 3.317638397216797,
      "learning_rate": 3.365502023444041e-06,
      "loss": 0.6317,
      "step": 102900
    },
    {
      "epoch": 28.72,
      "grad_norm": 3.8515844345092773,
      "learning_rate": 3.365829088752442e-06,
      "loss": 0.6118,
      "step": 102910
    },
    {
      "epoch": 28.72,
      "grad_norm": 2.89436411857605,
      "learning_rate": 3.366156154060843e-06,
      "loss": 0.6282,
      "step": 102920
    },
    {
      "epoch": 28.73,
      "grad_norm": 3.5053975582122803,
      "learning_rate": 3.3664832193692434e-06,
      "loss": 0.5923,
      "step": 102930
    },
    {
      "epoch": 28.73,
      "grad_norm": 4.644612789154053,
      "learning_rate": 3.3668102846776443e-06,
      "loss": 0.6073,
      "step": 102940
    },
    {
      "epoch": 28.73,
      "grad_norm": 2.9215221405029297,
      "learning_rate": 3.367137349986045e-06,
      "loss": 0.6361,
      "step": 102950
    },
    {
      "epoch": 28.74,
      "grad_norm": 3.1577396392822266,
      "learning_rate": 3.3674644152944457e-06,
      "loss": 0.6154,
      "step": 102960
    },
    {
      "epoch": 28.74,
      "grad_norm": 2.6371684074401855,
      "learning_rate": 3.3677914806028462e-06,
      "loss": 0.631,
      "step": 102970
    },
    {
      "epoch": 28.74,
      "grad_norm": 4.061034202575684,
      "learning_rate": 3.368118545911247e-06,
      "loss": 0.6387,
      "step": 102980
    },
    {
      "epoch": 28.74,
      "grad_norm": 3.1548635959625244,
      "learning_rate": 3.3684456112196477e-06,
      "loss": 0.6144,
      "step": 102990
    },
    {
      "epoch": 28.75,
      "grad_norm": 3.2819530963897705,
      "learning_rate": 3.3687726765280486e-06,
      "loss": 0.6229,
      "step": 103000
    },
    {
      "epoch": 28.75,
      "grad_norm": 3.7074224948883057,
      "learning_rate": 3.36909974183645e-06,
      "loss": 0.6136,
      "step": 103010
    },
    {
      "epoch": 28.75,
      "grad_norm": 3.891829490661621,
      "learning_rate": 3.3694268071448505e-06,
      "loss": 0.6185,
      "step": 103020
    },
    {
      "epoch": 28.76,
      "grad_norm": 3.400766372680664,
      "learning_rate": 3.3697538724532514e-06,
      "loss": 0.6238,
      "step": 103030
    },
    {
      "epoch": 28.76,
      "grad_norm": 3.4466941356658936,
      "learning_rate": 3.370080937761652e-06,
      "loss": 0.6161,
      "step": 103040
    },
    {
      "epoch": 28.76,
      "grad_norm": 3.462148427963257,
      "learning_rate": 3.370408003070053e-06,
      "loss": 0.621,
      "step": 103050
    },
    {
      "epoch": 28.76,
      "grad_norm": 3.07746958732605,
      "learning_rate": 3.3707350683784534e-06,
      "loss": 0.6079,
      "step": 103060
    },
    {
      "epoch": 28.77,
      "grad_norm": 3.4828872680664062,
      "learning_rate": 3.3710621336868543e-06,
      "loss": 0.6176,
      "step": 103070
    },
    {
      "epoch": 28.77,
      "grad_norm": 3.421786069869995,
      "learning_rate": 3.371389198995255e-06,
      "loss": 0.6019,
      "step": 103080
    },
    {
      "epoch": 28.77,
      "grad_norm": 3.2595274448394775,
      "learning_rate": 3.3717162643036558e-06,
      "loss": 0.6186,
      "step": 103090
    },
    {
      "epoch": 28.77,
      "grad_norm": 3.1275851726531982,
      "learning_rate": 3.3720433296120567e-06,
      "loss": 0.6333,
      "step": 103100
    },
    {
      "epoch": 28.78,
      "grad_norm": 3.982832908630371,
      "learning_rate": 3.3723703949204572e-06,
      "loss": 0.6075,
      "step": 103110
    },
    {
      "epoch": 28.78,
      "grad_norm": 2.9058339595794678,
      "learning_rate": 3.3726974602288586e-06,
      "loss": 0.61,
      "step": 103120
    },
    {
      "epoch": 28.78,
      "grad_norm": 4.025859832763672,
      "learning_rate": 3.373024525537259e-06,
      "loss": 0.6089,
      "step": 103130
    },
    {
      "epoch": 28.79,
      "grad_norm": 2.5804669857025146,
      "learning_rate": 3.37335159084566e-06,
      "loss": 0.6079,
      "step": 103140
    },
    {
      "epoch": 28.79,
      "grad_norm": 2.979557752609253,
      "learning_rate": 3.3736786561540605e-06,
      "loss": 0.6018,
      "step": 103150
    },
    {
      "epoch": 28.79,
      "grad_norm": 2.585228204727173,
      "learning_rate": 3.3740057214624615e-06,
      "loss": 0.6183,
      "step": 103160
    },
    {
      "epoch": 28.79,
      "grad_norm": 3.462002992630005,
      "learning_rate": 3.374332786770862e-06,
      "loss": 0.5996,
      "step": 103170
    },
    {
      "epoch": 28.8,
      "grad_norm": 3.592243194580078,
      "learning_rate": 3.374659852079263e-06,
      "loss": 0.6159,
      "step": 103180
    },
    {
      "epoch": 28.8,
      "grad_norm": 2.8432562351226807,
      "learning_rate": 3.3749869173876634e-06,
      "loss": 0.611,
      "step": 103190
    },
    {
      "epoch": 28.8,
      "grad_norm": 3.11913800239563,
      "learning_rate": 3.3753139826960644e-06,
      "loss": 0.6134,
      "step": 103200
    },
    {
      "epoch": 28.81,
      "grad_norm": 4.655383586883545,
      "learning_rate": 3.3756410480044653e-06,
      "loss": 0.6267,
      "step": 103210
    },
    {
      "epoch": 28.81,
      "grad_norm": 3.0611774921417236,
      "learning_rate": 3.375968113312866e-06,
      "loss": 0.623,
      "step": 103220
    },
    {
      "epoch": 28.81,
      "grad_norm": 4.26649284362793,
      "learning_rate": 3.3762951786212667e-06,
      "loss": 0.6077,
      "step": 103230
    },
    {
      "epoch": 28.81,
      "grad_norm": 4.468494415283203,
      "learning_rate": 3.3766222439296673e-06,
      "loss": 0.6046,
      "step": 103240
    },
    {
      "epoch": 28.82,
      "grad_norm": 2.9278571605682373,
      "learning_rate": 3.3769493092380686e-06,
      "loss": 0.619,
      "step": 103250
    },
    {
      "epoch": 28.82,
      "grad_norm": 3.2875189781188965,
      "learning_rate": 3.377276374546469e-06,
      "loss": 0.6116,
      "step": 103260
    },
    {
      "epoch": 28.82,
      "grad_norm": 3.6736741065979004,
      "learning_rate": 3.37760343985487e-06,
      "loss": 0.6288,
      "step": 103270
    },
    {
      "epoch": 28.83,
      "grad_norm": 3.3434929847717285,
      "learning_rate": 3.3779305051632706e-06,
      "loss": 0.5971,
      "step": 103280
    },
    {
      "epoch": 28.83,
      "grad_norm": 3.2226386070251465,
      "learning_rate": 3.3782575704716715e-06,
      "loss": 0.6126,
      "step": 103290
    },
    {
      "epoch": 28.83,
      "grad_norm": 3.344423294067383,
      "learning_rate": 3.3785846357800724e-06,
      "loss": 0.6155,
      "step": 103300
    },
    {
      "epoch": 28.83,
      "grad_norm": 3.132673740386963,
      "learning_rate": 3.378911701088473e-06,
      "loss": 0.6162,
      "step": 103310
    },
    {
      "epoch": 28.84,
      "grad_norm": 2.8005833625793457,
      "learning_rate": 3.379238766396874e-06,
      "loss": 0.6202,
      "step": 103320
    },
    {
      "epoch": 28.84,
      "grad_norm": 3.429109573364258,
      "learning_rate": 3.3795658317052744e-06,
      "loss": 0.615,
      "step": 103330
    },
    {
      "epoch": 28.84,
      "grad_norm": 3.0049185752868652,
      "learning_rate": 3.3798928970136753e-06,
      "loss": 0.6311,
      "step": 103340
    },
    {
      "epoch": 28.84,
      "grad_norm": 3.279205560684204,
      "learning_rate": 3.380219962322076e-06,
      "loss": 0.6338,
      "step": 103350
    },
    {
      "epoch": 28.85,
      "grad_norm": 3.236546277999878,
      "learning_rate": 3.380547027630477e-06,
      "loss": 0.5973,
      "step": 103360
    },
    {
      "epoch": 28.85,
      "grad_norm": 4.733042240142822,
      "learning_rate": 3.3808740929388777e-06,
      "loss": 0.6239,
      "step": 103370
    },
    {
      "epoch": 28.85,
      "grad_norm": 2.5999646186828613,
      "learning_rate": 3.3812011582472787e-06,
      "loss": 0.6171,
      "step": 103380
    },
    {
      "epoch": 28.86,
      "grad_norm": 2.739260673522949,
      "learning_rate": 3.3815282235556796e-06,
      "loss": 0.6058,
      "step": 103390
    },
    {
      "epoch": 28.86,
      "grad_norm": 4.071406841278076,
      "learning_rate": 3.38185528886408e-06,
      "loss": 0.5951,
      "step": 103400
    },
    {
      "epoch": 28.86,
      "grad_norm": 3.6762588024139404,
      "learning_rate": 3.382182354172481e-06,
      "loss": 0.6191,
      "step": 103410
    },
    {
      "epoch": 28.86,
      "grad_norm": 4.125179767608643,
      "learning_rate": 3.3825094194808816e-06,
      "loss": 0.6211,
      "step": 103420
    },
    {
      "epoch": 28.87,
      "grad_norm": 3.4518158435821533,
      "learning_rate": 3.3828364847892825e-06,
      "loss": 0.6297,
      "step": 103430
    },
    {
      "epoch": 28.87,
      "grad_norm": 2.6640214920043945,
      "learning_rate": 3.383163550097683e-06,
      "loss": 0.621,
      "step": 103440
    },
    {
      "epoch": 28.87,
      "grad_norm": 2.8595681190490723,
      "learning_rate": 3.383490615406084e-06,
      "loss": 0.6272,
      "step": 103450
    },
    {
      "epoch": 28.88,
      "grad_norm": 3.73964262008667,
      "learning_rate": 3.3838176807144844e-06,
      "loss": 0.6055,
      "step": 103460
    },
    {
      "epoch": 28.88,
      "grad_norm": 3.922769546508789,
      "learning_rate": 3.3841447460228854e-06,
      "loss": 0.6332,
      "step": 103470
    },
    {
      "epoch": 28.88,
      "grad_norm": 3.7299001216888428,
      "learning_rate": 3.3844718113312867e-06,
      "loss": 0.6012,
      "step": 103480
    },
    {
      "epoch": 28.88,
      "grad_norm": 2.956083297729492,
      "learning_rate": 3.3847988766396872e-06,
      "loss": 0.6159,
      "step": 103490
    },
    {
      "epoch": 28.89,
      "grad_norm": 2.4919004440307617,
      "learning_rate": 3.385125941948088e-06,
      "loss": 0.6192,
      "step": 103500
    },
    {
      "epoch": 28.89,
      "grad_norm": 3.9952614307403564,
      "learning_rate": 3.3854530072564887e-06,
      "loss": 0.6212,
      "step": 103510
    },
    {
      "epoch": 28.89,
      "grad_norm": 3.1200366020202637,
      "learning_rate": 3.3857800725648896e-06,
      "loss": 0.6099,
      "step": 103520
    },
    {
      "epoch": 28.89,
      "grad_norm": 3.5090341567993164,
      "learning_rate": 3.38610713787329e-06,
      "loss": 0.6174,
      "step": 103530
    },
    {
      "epoch": 28.9,
      "grad_norm": 3.5260696411132812,
      "learning_rate": 3.386434203181691e-06,
      "loss": 0.6215,
      "step": 103540
    },
    {
      "epoch": 28.9,
      "grad_norm": 3.6319546699523926,
      "learning_rate": 3.3867612684900916e-06,
      "loss": 0.6075,
      "step": 103550
    },
    {
      "epoch": 28.9,
      "grad_norm": 2.5239806175231934,
      "learning_rate": 3.3870883337984925e-06,
      "loss": 0.6344,
      "step": 103560
    },
    {
      "epoch": 28.91,
      "grad_norm": 3.2330000400543213,
      "learning_rate": 3.387415399106893e-06,
      "loss": 0.6217,
      "step": 103570
    },
    {
      "epoch": 28.91,
      "grad_norm": 4.387692928314209,
      "learning_rate": 3.387742464415294e-06,
      "loss": 0.6208,
      "step": 103580
    },
    {
      "epoch": 28.91,
      "grad_norm": 2.7803471088409424,
      "learning_rate": 3.3880695297236953e-06,
      "loss": 0.6154,
      "step": 103590
    },
    {
      "epoch": 28.91,
      "grad_norm": 3.181992769241333,
      "learning_rate": 3.388396595032096e-06,
      "loss": 0.6251,
      "step": 103600
    },
    {
      "epoch": 28.92,
      "grad_norm": 3.0072038173675537,
      "learning_rate": 3.3887236603404968e-06,
      "loss": 0.6262,
      "step": 103610
    },
    {
      "epoch": 28.92,
      "grad_norm": 3.1883022785186768,
      "learning_rate": 3.3890507256488973e-06,
      "loss": 0.6218,
      "step": 103620
    },
    {
      "epoch": 28.92,
      "grad_norm": 2.7721989154815674,
      "learning_rate": 3.3893777909572982e-06,
      "loss": 0.6143,
      "step": 103630
    },
    {
      "epoch": 28.93,
      "grad_norm": 4.254412651062012,
      "learning_rate": 3.3897048562656987e-06,
      "loss": 0.6104,
      "step": 103640
    },
    {
      "epoch": 28.93,
      "grad_norm": 3.013014316558838,
      "learning_rate": 3.3900319215740997e-06,
      "loss": 0.6185,
      "step": 103650
    },
    {
      "epoch": 28.93,
      "grad_norm": 3.53049898147583,
      "learning_rate": 3.3903589868825e-06,
      "loss": 0.6105,
      "step": 103660
    },
    {
      "epoch": 28.93,
      "grad_norm": 4.666514873504639,
      "learning_rate": 3.390686052190901e-06,
      "loss": 0.6159,
      "step": 103670
    },
    {
      "epoch": 28.94,
      "grad_norm": 2.7109549045562744,
      "learning_rate": 3.391013117499302e-06,
      "loss": 0.6005,
      "step": 103680
    },
    {
      "epoch": 28.94,
      "grad_norm": 3.3334925174713135,
      "learning_rate": 3.3913401828077026e-06,
      "loss": 0.6004,
      "step": 103690
    },
    {
      "epoch": 28.94,
      "grad_norm": 2.399078607559204,
      "learning_rate": 3.3916672481161035e-06,
      "loss": 0.623,
      "step": 103700
    },
    {
      "epoch": 28.95,
      "grad_norm": 5.628042697906494,
      "learning_rate": 3.391994313424504e-06,
      "loss": 0.5995,
      "step": 103710
    },
    {
      "epoch": 28.95,
      "grad_norm": 2.622164011001587,
      "learning_rate": 3.3923213787329054e-06,
      "loss": 0.618,
      "step": 103720
    },
    {
      "epoch": 28.95,
      "grad_norm": 2.888380289077759,
      "learning_rate": 3.392648444041306e-06,
      "loss": 0.5951,
      "step": 103730
    },
    {
      "epoch": 28.95,
      "grad_norm": 2.732769727706909,
      "learning_rate": 3.392975509349707e-06,
      "loss": 0.6078,
      "step": 103740
    },
    {
      "epoch": 28.96,
      "grad_norm": 2.9285314083099365,
      "learning_rate": 3.3933025746581073e-06,
      "loss": 0.621,
      "step": 103750
    },
    {
      "epoch": 28.96,
      "grad_norm": 3.422708034515381,
      "learning_rate": 3.3936296399665083e-06,
      "loss": 0.5956,
      "step": 103760
    },
    {
      "epoch": 28.96,
      "grad_norm": 3.8428473472595215,
      "learning_rate": 3.393956705274909e-06,
      "loss": 0.6278,
      "step": 103770
    },
    {
      "epoch": 28.96,
      "grad_norm": 3.360913038253784,
      "learning_rate": 3.3942837705833097e-06,
      "loss": 0.5988,
      "step": 103780
    },
    {
      "epoch": 28.97,
      "grad_norm": 3.0116472244262695,
      "learning_rate": 3.3946108358917106e-06,
      "loss": 0.591,
      "step": 103790
    },
    {
      "epoch": 28.97,
      "grad_norm": 3.9183621406555176,
      "learning_rate": 3.394937901200111e-06,
      "loss": 0.6154,
      "step": 103800
    },
    {
      "epoch": 28.97,
      "grad_norm": 4.554921627044678,
      "learning_rate": 3.395264966508512e-06,
      "loss": 0.6097,
      "step": 103810
    },
    {
      "epoch": 28.98,
      "grad_norm": 3.511406898498535,
      "learning_rate": 3.3955920318169126e-06,
      "loss": 0.6041,
      "step": 103820
    },
    {
      "epoch": 28.98,
      "grad_norm": 3.1352152824401855,
      "learning_rate": 3.395919097125314e-06,
      "loss": 0.6364,
      "step": 103830
    },
    {
      "epoch": 28.98,
      "grad_norm": 3.5563690662384033,
      "learning_rate": 3.396246162433714e-06,
      "loss": 0.6146,
      "step": 103840
    },
    {
      "epoch": 28.98,
      "grad_norm": 3.599309206008911,
      "learning_rate": 3.3965732277421154e-06,
      "loss": 0.6124,
      "step": 103850
    },
    {
      "epoch": 28.99,
      "grad_norm": 2.9022796154022217,
      "learning_rate": 3.3969002930505163e-06,
      "loss": 0.6158,
      "step": 103860
    },
    {
      "epoch": 28.99,
      "grad_norm": 2.5768344402313232,
      "learning_rate": 3.397227358358917e-06,
      "loss": 0.6042,
      "step": 103870
    },
    {
      "epoch": 28.99,
      "grad_norm": 2.8733644485473633,
      "learning_rate": 3.397554423667318e-06,
      "loss": 0.6072,
      "step": 103880
    },
    {
      "epoch": 29.0,
      "grad_norm": 3.716953754425049,
      "learning_rate": 3.3978814889757183e-06,
      "loss": 0.6354,
      "step": 103890
    },
    {
      "epoch": 29.0,
      "grad_norm": 2.6829636096954346,
      "learning_rate": 3.3982085542841192e-06,
      "loss": 0.6258,
      "step": 103900
    },
    {
      "epoch": 29.0,
      "eval_loss": 0.6130544543266296,
      "eval_runtime": 63.4603,
      "eval_samples_per_second": 79.719,
      "eval_steps_per_second": 9.975,
      "step": 103907
    },
    {
      "epoch": 29.0,
      "grad_norm": 3.60500168800354,
      "learning_rate": 3.3985356195925197e-06,
      "loss": 0.6232,
      "step": 103910
    },
    {
      "epoch": 29.0,
      "grad_norm": 3.5825905799865723,
      "learning_rate": 3.3988626849009207e-06,
      "loss": 0.6366,
      "step": 103920
    },
    {
      "epoch": 29.01,
      "grad_norm": 3.2569754123687744,
      "learning_rate": 3.399189750209321e-06,
      "loss": 0.6166,
      "step": 103930
    },
    {
      "epoch": 29.01,
      "grad_norm": 3.700331687927246,
      "learning_rate": 3.399516815517722e-06,
      "loss": 0.6429,
      "step": 103940
    },
    {
      "epoch": 29.01,
      "grad_norm": 3.6375067234039307,
      "learning_rate": 3.3998438808261226e-06,
      "loss": 0.6136,
      "step": 103950
    },
    {
      "epoch": 29.01,
      "grad_norm": 3.4719462394714355,
      "learning_rate": 3.400170946134524e-06,
      "loss": 0.6098,
      "step": 103960
    },
    {
      "epoch": 29.02,
      "grad_norm": 3.892969846725464,
      "learning_rate": 3.400498011442925e-06,
      "loss": 0.6193,
      "step": 103970
    },
    {
      "epoch": 29.02,
      "grad_norm": 3.2766242027282715,
      "learning_rate": 3.4008250767513254e-06,
      "loss": 0.5977,
      "step": 103980
    },
    {
      "epoch": 29.02,
      "grad_norm": 3.4559361934661865,
      "learning_rate": 3.4011521420597264e-06,
      "loss": 0.6341,
      "step": 103990
    },
    {
      "epoch": 29.03,
      "grad_norm": 3.1729233264923096,
      "learning_rate": 3.401479207368127e-06,
      "loss": 0.6209,
      "step": 104000
    },
    {
      "epoch": 29.03,
      "grad_norm": 3.1387574672698975,
      "learning_rate": 3.401806272676528e-06,
      "loss": 0.6298,
      "step": 104010
    },
    {
      "epoch": 29.03,
      "grad_norm": 3.19287109375,
      "learning_rate": 3.4021333379849283e-06,
      "loss": 0.6004,
      "step": 104020
    },
    {
      "epoch": 29.03,
      "grad_norm": 3.4998786449432373,
      "learning_rate": 3.4024604032933293e-06,
      "loss": 0.6218,
      "step": 104030
    },
    {
      "epoch": 29.04,
      "grad_norm": 3.231478691101074,
      "learning_rate": 3.40278746860173e-06,
      "loss": 0.6185,
      "step": 104040
    },
    {
      "epoch": 29.04,
      "grad_norm": 2.978442430496216,
      "learning_rate": 3.4031145339101307e-06,
      "loss": 0.6162,
      "step": 104050
    },
    {
      "epoch": 29.04,
      "grad_norm": 2.6054325103759766,
      "learning_rate": 3.403441599218532e-06,
      "loss": 0.6097,
      "step": 104060
    },
    {
      "epoch": 29.05,
      "grad_norm": 3.621687889099121,
      "learning_rate": 3.4037686645269326e-06,
      "loss": 0.6118,
      "step": 104070
    },
    {
      "epoch": 29.05,
      "grad_norm": 2.97076153755188,
      "learning_rate": 3.4040957298353335e-06,
      "loss": 0.6018,
      "step": 104080
    },
    {
      "epoch": 29.05,
      "grad_norm": 4.361404895782471,
      "learning_rate": 3.404422795143734e-06,
      "loss": 0.5867,
      "step": 104090
    },
    {
      "epoch": 29.05,
      "grad_norm": 3.166478157043457,
      "learning_rate": 3.404749860452135e-06,
      "loss": 0.6321,
      "step": 104100
    },
    {
      "epoch": 29.06,
      "grad_norm": 3.6683003902435303,
      "learning_rate": 3.4050769257605355e-06,
      "loss": 0.5914,
      "step": 104110
    },
    {
      "epoch": 29.06,
      "grad_norm": 4.568470478057861,
      "learning_rate": 3.4054039910689364e-06,
      "loss": 0.6052,
      "step": 104120
    },
    {
      "epoch": 29.06,
      "grad_norm": 3.9026310443878174,
      "learning_rate": 3.405731056377337e-06,
      "loss": 0.6173,
      "step": 104130
    },
    {
      "epoch": 29.07,
      "grad_norm": 3.45530104637146,
      "learning_rate": 3.406058121685738e-06,
      "loss": 0.603,
      "step": 104140
    },
    {
      "epoch": 29.07,
      "grad_norm": 3.734633207321167,
      "learning_rate": 3.406385186994139e-06,
      "loss": 0.5975,
      "step": 104150
    },
    {
      "epoch": 29.07,
      "grad_norm": 2.9369044303894043,
      "learning_rate": 3.4067122523025393e-06,
      "loss": 0.5936,
      "step": 104160
    },
    {
      "epoch": 29.07,
      "grad_norm": 3.521268367767334,
      "learning_rate": 3.4070393176109403e-06,
      "loss": 0.6102,
      "step": 104170
    },
    {
      "epoch": 29.08,
      "grad_norm": 3.0276637077331543,
      "learning_rate": 3.4073663829193408e-06,
      "loss": 0.6068,
      "step": 104180
    },
    {
      "epoch": 29.08,
      "grad_norm": 3.8206613063812256,
      "learning_rate": 3.407693448227742e-06,
      "loss": 0.6228,
      "step": 104190
    },
    {
      "epoch": 29.08,
      "grad_norm": 3.5364468097686768,
      "learning_rate": 3.4080205135361426e-06,
      "loss": 0.6045,
      "step": 104200
    },
    {
      "epoch": 29.08,
      "grad_norm": 4.1885223388671875,
      "learning_rate": 3.4083475788445436e-06,
      "loss": 0.6174,
      "step": 104210
    },
    {
      "epoch": 29.09,
      "grad_norm": 2.9476544857025146,
      "learning_rate": 3.408674644152944e-06,
      "loss": 0.6082,
      "step": 104220
    },
    {
      "epoch": 29.09,
      "grad_norm": 2.9762227535247803,
      "learning_rate": 3.409001709461345e-06,
      "loss": 0.6158,
      "step": 104230
    },
    {
      "epoch": 29.09,
      "grad_norm": 3.881775140762329,
      "learning_rate": 3.4093287747697455e-06,
      "loss": 0.6038,
      "step": 104240
    },
    {
      "epoch": 29.1,
      "grad_norm": 2.6607584953308105,
      "learning_rate": 3.4096558400781465e-06,
      "loss": 0.6247,
      "step": 104250
    },
    {
      "epoch": 29.1,
      "grad_norm": 3.5865488052368164,
      "learning_rate": 3.4099829053865474e-06,
      "loss": 0.6226,
      "step": 104260
    },
    {
      "epoch": 29.1,
      "grad_norm": 4.3920392990112305,
      "learning_rate": 3.410309970694948e-06,
      "loss": 0.6047,
      "step": 104270
    },
    {
      "epoch": 29.1,
      "grad_norm": 3.328953504562378,
      "learning_rate": 3.410637036003349e-06,
      "loss": 0.6214,
      "step": 104280
    },
    {
      "epoch": 29.11,
      "grad_norm": 3.1309056282043457,
      "learning_rate": 3.4109641013117494e-06,
      "loss": 0.6158,
      "step": 104290
    },
    {
      "epoch": 29.11,
      "grad_norm": 4.329806327819824,
      "learning_rate": 3.4112911666201507e-06,
      "loss": 0.5979,
      "step": 104300
    },
    {
      "epoch": 29.11,
      "grad_norm": 2.7013680934906006,
      "learning_rate": 3.411618231928551e-06,
      "loss": 0.6103,
      "step": 104310
    },
    {
      "epoch": 29.12,
      "grad_norm": 5.092836856842041,
      "learning_rate": 3.411945297236952e-06,
      "loss": 0.6273,
      "step": 104320
    },
    {
      "epoch": 29.12,
      "grad_norm": 2.7314541339874268,
      "learning_rate": 3.4122723625453527e-06,
      "loss": 0.592,
      "step": 104330
    },
    {
      "epoch": 29.12,
      "grad_norm": 4.144822120666504,
      "learning_rate": 3.4125994278537536e-06,
      "loss": 0.6019,
      "step": 104340
    },
    {
      "epoch": 29.12,
      "grad_norm": 2.5610764026641846,
      "learning_rate": 3.4129264931621545e-06,
      "loss": 0.6187,
      "step": 104350
    },
    {
      "epoch": 29.13,
      "grad_norm": 2.8066914081573486,
      "learning_rate": 3.413253558470555e-06,
      "loss": 0.6103,
      "step": 104360
    },
    {
      "epoch": 29.13,
      "grad_norm": 2.8300039768218994,
      "learning_rate": 3.413580623778956e-06,
      "loss": 0.6041,
      "step": 104370
    },
    {
      "epoch": 29.13,
      "grad_norm": 2.958193302154541,
      "learning_rate": 3.4139076890873565e-06,
      "loss": 0.6106,
      "step": 104380
    },
    {
      "epoch": 29.13,
      "grad_norm": 3.4654407501220703,
      "learning_rate": 3.4142347543957574e-06,
      "loss": 0.6098,
      "step": 104390
    },
    {
      "epoch": 29.14,
      "grad_norm": 2.9763545989990234,
      "learning_rate": 3.414561819704158e-06,
      "loss": 0.6115,
      "step": 104400
    },
    {
      "epoch": 29.14,
      "grad_norm": 2.768167495727539,
      "learning_rate": 3.414888885012559e-06,
      "loss": 0.6006,
      "step": 104410
    },
    {
      "epoch": 29.14,
      "grad_norm": 2.5876638889312744,
      "learning_rate": 3.4152159503209594e-06,
      "loss": 0.635,
      "step": 104420
    },
    {
      "epoch": 29.15,
      "grad_norm": 2.8637707233428955,
      "learning_rate": 3.4155430156293608e-06,
      "loss": 0.6018,
      "step": 104430
    },
    {
      "epoch": 29.15,
      "grad_norm": 2.821411609649658,
      "learning_rate": 3.4158700809377617e-06,
      "loss": 0.6236,
      "step": 104440
    },
    {
      "epoch": 29.15,
      "grad_norm": 3.7866485118865967,
      "learning_rate": 3.416197146246162e-06,
      "loss": 0.6003,
      "step": 104450
    },
    {
      "epoch": 29.15,
      "grad_norm": 3.1496455669403076,
      "learning_rate": 3.416524211554563e-06,
      "loss": 0.607,
      "step": 104460
    },
    {
      "epoch": 29.16,
      "grad_norm": 3.7301156520843506,
      "learning_rate": 3.4168512768629636e-06,
      "loss": 0.6156,
      "step": 104470
    },
    {
      "epoch": 29.16,
      "grad_norm": 3.707507371902466,
      "learning_rate": 3.4171783421713646e-06,
      "loss": 0.6176,
      "step": 104480
    },
    {
      "epoch": 29.16,
      "grad_norm": 3.660841226577759,
      "learning_rate": 3.417505407479765e-06,
      "loss": 0.6146,
      "step": 104490
    },
    {
      "epoch": 29.17,
      "grad_norm": 3.1802608966827393,
      "learning_rate": 3.417832472788166e-06,
      "loss": 0.6255,
      "step": 104500
    },
    {
      "epoch": 29.17,
      "grad_norm": 3.202687978744507,
      "learning_rate": 3.4181595380965665e-06,
      "loss": 0.6214,
      "step": 104510
    },
    {
      "epoch": 29.17,
      "grad_norm": 2.9614450931549072,
      "learning_rate": 3.4184866034049675e-06,
      "loss": 0.6109,
      "step": 104520
    },
    {
      "epoch": 29.17,
      "grad_norm": 2.8217267990112305,
      "learning_rate": 3.418813668713369e-06,
      "loss": 0.6222,
      "step": 104530
    },
    {
      "epoch": 29.18,
      "grad_norm": 2.5892891883850098,
      "learning_rate": 3.419140734021769e-06,
      "loss": 0.617,
      "step": 104540
    },
    {
      "epoch": 29.18,
      "grad_norm": 3.538357734680176,
      "learning_rate": 3.4194677993301703e-06,
      "loss": 0.6102,
      "step": 104550
    },
    {
      "epoch": 29.18,
      "grad_norm": 3.4345924854278564,
      "learning_rate": 3.419794864638571e-06,
      "loss": 0.5959,
      "step": 104560
    },
    {
      "epoch": 29.19,
      "grad_norm": 3.0039916038513184,
      "learning_rate": 3.4201219299469717e-06,
      "loss": 0.6047,
      "step": 104570
    },
    {
      "epoch": 29.19,
      "grad_norm": 2.794631004333496,
      "learning_rate": 3.4204489952553722e-06,
      "loss": 0.5972,
      "step": 104580
    },
    {
      "epoch": 29.19,
      "grad_norm": 2.5690581798553467,
      "learning_rate": 3.420776060563773e-06,
      "loss": 0.6356,
      "step": 104590
    },
    {
      "epoch": 29.19,
      "grad_norm": 3.933367967605591,
      "learning_rate": 3.4211031258721737e-06,
      "loss": 0.603,
      "step": 104600
    },
    {
      "epoch": 29.2,
      "grad_norm": 4.963666915893555,
      "learning_rate": 3.4214301911805746e-06,
      "loss": 0.6203,
      "step": 104610
    },
    {
      "epoch": 29.2,
      "grad_norm": 2.6376888751983643,
      "learning_rate": 3.421757256488975e-06,
      "loss": 0.6146,
      "step": 104620
    },
    {
      "epoch": 29.2,
      "grad_norm": 5.307643890380859,
      "learning_rate": 3.422084321797376e-06,
      "loss": 0.6177,
      "step": 104630
    },
    {
      "epoch": 29.2,
      "grad_norm": 3.3448479175567627,
      "learning_rate": 3.422411387105777e-06,
      "loss": 0.6039,
      "step": 104640
    },
    {
      "epoch": 29.21,
      "grad_norm": 3.412543296813965,
      "learning_rate": 3.4227384524141775e-06,
      "loss": 0.603,
      "step": 104650
    },
    {
      "epoch": 29.21,
      "grad_norm": 3.3699262142181396,
      "learning_rate": 3.423065517722579e-06,
      "loss": 0.5993,
      "step": 104660
    },
    {
      "epoch": 29.21,
      "grad_norm": 4.617887020111084,
      "learning_rate": 3.4233925830309794e-06,
      "loss": 0.6146,
      "step": 104670
    },
    {
      "epoch": 29.22,
      "grad_norm": 2.7736799716949463,
      "learning_rate": 3.4237196483393803e-06,
      "loss": 0.6034,
      "step": 104680
    },
    {
      "epoch": 29.22,
      "grad_norm": 3.1899919509887695,
      "learning_rate": 3.424046713647781e-06,
      "loss": 0.5983,
      "step": 104690
    },
    {
      "epoch": 29.22,
      "grad_norm": 3.3589043617248535,
      "learning_rate": 3.4243737789561818e-06,
      "loss": 0.6151,
      "step": 104700
    },
    {
      "epoch": 29.22,
      "grad_norm": 4.328907012939453,
      "learning_rate": 3.4247008442645823e-06,
      "loss": 0.607,
      "step": 104710
    },
    {
      "epoch": 29.23,
      "grad_norm": 2.7027692794799805,
      "learning_rate": 3.4250279095729832e-06,
      "loss": 0.6122,
      "step": 104720
    },
    {
      "epoch": 29.23,
      "grad_norm": 3.0281121730804443,
      "learning_rate": 3.425354974881384e-06,
      "loss": 0.6093,
      "step": 104730
    },
    {
      "epoch": 29.23,
      "grad_norm": 3.342426061630249,
      "learning_rate": 3.4256820401897847e-06,
      "loss": 0.5947,
      "step": 104740
    },
    {
      "epoch": 29.24,
      "grad_norm": 3.371941089630127,
      "learning_rate": 3.4260091054981856e-06,
      "loss": 0.6287,
      "step": 104750
    },
    {
      "epoch": 29.24,
      "grad_norm": 3.2769460678100586,
      "learning_rate": 3.426336170806586e-06,
      "loss": 0.6134,
      "step": 104760
    },
    {
      "epoch": 29.24,
      "grad_norm": 2.53310227394104,
      "learning_rate": 3.4266632361149875e-06,
      "loss": 0.6073,
      "step": 104770
    },
    {
      "epoch": 29.24,
      "grad_norm": 3.1108815670013428,
      "learning_rate": 3.4269903014233876e-06,
      "loss": 0.6372,
      "step": 104780
    },
    {
      "epoch": 29.25,
      "grad_norm": 3.5721678733825684,
      "learning_rate": 3.427317366731789e-06,
      "loss": 0.6223,
      "step": 104790
    },
    {
      "epoch": 29.25,
      "grad_norm": 3.456429958343506,
      "learning_rate": 3.4276444320401894e-06,
      "loss": 0.6135,
      "step": 104800
    },
    {
      "epoch": 29.25,
      "grad_norm": 3.647042751312256,
      "learning_rate": 3.4279714973485904e-06,
      "loss": 0.6139,
      "step": 104810
    },
    {
      "epoch": 29.25,
      "grad_norm": 3.105694532394409,
      "learning_rate": 3.4282985626569913e-06,
      "loss": 0.6011,
      "step": 104820
    },
    {
      "epoch": 29.26,
      "grad_norm": 2.874498128890991,
      "learning_rate": 3.428625627965392e-06,
      "loss": 0.6155,
      "step": 104830
    },
    {
      "epoch": 29.26,
      "grad_norm": 4.062495231628418,
      "learning_rate": 3.4289526932737927e-06,
      "loss": 0.5969,
      "step": 104840
    },
    {
      "epoch": 29.26,
      "grad_norm": 3.0977916717529297,
      "learning_rate": 3.4292797585821933e-06,
      "loss": 0.6007,
      "step": 104850
    },
    {
      "epoch": 29.27,
      "grad_norm": 3.6680500507354736,
      "learning_rate": 3.429606823890594e-06,
      "loss": 0.6363,
      "step": 104860
    },
    {
      "epoch": 29.27,
      "grad_norm": 3.62845516204834,
      "learning_rate": 3.4299338891989947e-06,
      "loss": 0.6241,
      "step": 104870
    },
    {
      "epoch": 29.27,
      "grad_norm": 3.6183087825775146,
      "learning_rate": 3.4302609545073956e-06,
      "loss": 0.639,
      "step": 104880
    },
    {
      "epoch": 29.27,
      "grad_norm": 3.0930016040802,
      "learning_rate": 3.430588019815796e-06,
      "loss": 0.6091,
      "step": 104890
    },
    {
      "epoch": 29.28,
      "grad_norm": 2.375333786010742,
      "learning_rate": 3.4309150851241975e-06,
      "loss": 0.6124,
      "step": 104900
    },
    {
      "epoch": 29.28,
      "grad_norm": 3.2860565185546875,
      "learning_rate": 3.431242150432598e-06,
      "loss": 0.6183,
      "step": 104910
    },
    {
      "epoch": 29.28,
      "grad_norm": 4.207005500793457,
      "learning_rate": 3.431569215740999e-06,
      "loss": 0.6007,
      "step": 104920
    },
    {
      "epoch": 29.29,
      "grad_norm": 5.228097438812256,
      "learning_rate": 3.4318962810494e-06,
      "loss": 0.5967,
      "step": 104930
    },
    {
      "epoch": 29.29,
      "grad_norm": 2.936166524887085,
      "learning_rate": 3.4322233463578004e-06,
      "loss": 0.6016,
      "step": 104940
    },
    {
      "epoch": 29.29,
      "grad_norm": 3.160954475402832,
      "learning_rate": 3.4325504116662013e-06,
      "loss": 0.6115,
      "step": 104950
    },
    {
      "epoch": 29.29,
      "grad_norm": 4.014828205108643,
      "learning_rate": 3.432877476974602e-06,
      "loss": 0.6336,
      "step": 104960
    },
    {
      "epoch": 29.3,
      "grad_norm": 3.0541985034942627,
      "learning_rate": 3.4332045422830028e-06,
      "loss": 0.6042,
      "step": 104970
    },
    {
      "epoch": 29.3,
      "grad_norm": 3.5829145908355713,
      "learning_rate": 3.4335316075914033e-06,
      "loss": 0.6327,
      "step": 104980
    },
    {
      "epoch": 29.3,
      "grad_norm": 2.568915843963623,
      "learning_rate": 3.4338586728998042e-06,
      "loss": 0.6137,
      "step": 104990
    },
    {
      "epoch": 29.31,
      "grad_norm": 2.99399733543396,
      "learning_rate": 3.4341857382082047e-06,
      "loss": 0.6198,
      "step": 105000
    },
    {
      "epoch": 29.31,
      "grad_norm": 2.6974899768829346,
      "learning_rate": 3.4345128035166057e-06,
      "loss": 0.6165,
      "step": 105010
    },
    {
      "epoch": 29.31,
      "grad_norm": 3.5655758380889893,
      "learning_rate": 3.434839868825007e-06,
      "loss": 0.5958,
      "step": 105020
    },
    {
      "epoch": 29.31,
      "grad_norm": 3.6038095951080322,
      "learning_rate": 3.4351669341334075e-06,
      "loss": 0.6024,
      "step": 105030
    },
    {
      "epoch": 29.32,
      "grad_norm": 3.4610462188720703,
      "learning_rate": 3.4354939994418085e-06,
      "loss": 0.6255,
      "step": 105040
    },
    {
      "epoch": 29.32,
      "grad_norm": 2.7715647220611572,
      "learning_rate": 3.435821064750209e-06,
      "loss": 0.6308,
      "step": 105050
    },
    {
      "epoch": 29.32,
      "grad_norm": 2.3594281673431396,
      "learning_rate": 3.43614813005861e-06,
      "loss": 0.6053,
      "step": 105060
    },
    {
      "epoch": 29.32,
      "grad_norm": 3.6646857261657715,
      "learning_rate": 3.4364751953670104e-06,
      "loss": 0.6503,
      "step": 105070
    },
    {
      "epoch": 29.33,
      "grad_norm": 2.754558801651001,
      "learning_rate": 3.4368022606754114e-06,
      "loss": 0.6137,
      "step": 105080
    },
    {
      "epoch": 29.33,
      "grad_norm": 3.044841766357422,
      "learning_rate": 3.437129325983812e-06,
      "loss": 0.6031,
      "step": 105090
    },
    {
      "epoch": 29.33,
      "grad_norm": 3.3057351112365723,
      "learning_rate": 3.437456391292213e-06,
      "loss": 0.5972,
      "step": 105100
    },
    {
      "epoch": 29.34,
      "grad_norm": 3.068735361099243,
      "learning_rate": 3.4377834566006138e-06,
      "loss": 0.6297,
      "step": 105110
    },
    {
      "epoch": 29.34,
      "grad_norm": 2.960669755935669,
      "learning_rate": 3.4381105219090143e-06,
      "loss": 0.6192,
      "step": 105120
    },
    {
      "epoch": 29.34,
      "grad_norm": 4.795780658721924,
      "learning_rate": 3.4384375872174156e-06,
      "loss": 0.634,
      "step": 105130
    },
    {
      "epoch": 29.34,
      "grad_norm": 3.270504951477051,
      "learning_rate": 3.438764652525816e-06,
      "loss": 0.635,
      "step": 105140
    },
    {
      "epoch": 29.35,
      "grad_norm": 2.813541889190674,
      "learning_rate": 3.439091717834217e-06,
      "loss": 0.6009,
      "step": 105150
    },
    {
      "epoch": 29.35,
      "grad_norm": 2.8523552417755127,
      "learning_rate": 3.4394187831426176e-06,
      "loss": 0.6114,
      "step": 105160
    },
    {
      "epoch": 29.35,
      "grad_norm": 3.3176214694976807,
      "learning_rate": 3.4397458484510185e-06,
      "loss": 0.6079,
      "step": 105170
    },
    {
      "epoch": 29.36,
      "grad_norm": 3.1424989700317383,
      "learning_rate": 3.440072913759419e-06,
      "loss": 0.5971,
      "step": 105180
    },
    {
      "epoch": 29.36,
      "grad_norm": 2.8748526573181152,
      "learning_rate": 3.44039997906782e-06,
      "loss": 0.6222,
      "step": 105190
    },
    {
      "epoch": 29.36,
      "grad_norm": 2.3774383068084717,
      "learning_rate": 3.440727044376221e-06,
      "loss": 0.6197,
      "step": 105200
    },
    {
      "epoch": 29.36,
      "grad_norm": 2.8532192707061768,
      "learning_rate": 3.4410541096846214e-06,
      "loss": 0.6159,
      "step": 105210
    },
    {
      "epoch": 29.37,
      "grad_norm": 4.3053154945373535,
      "learning_rate": 3.4413811749930224e-06,
      "loss": 0.6126,
      "step": 105220
    },
    {
      "epoch": 29.37,
      "grad_norm": 3.5879383087158203,
      "learning_rate": 3.441708240301423e-06,
      "loss": 0.6283,
      "step": 105230
    },
    {
      "epoch": 29.37,
      "grad_norm": 3.640507698059082,
      "learning_rate": 3.4420353056098242e-06,
      "loss": 0.5775,
      "step": 105240
    },
    {
      "epoch": 29.37,
      "grad_norm": 3.7317724227905273,
      "learning_rate": 3.4423623709182243e-06,
      "loss": 0.6012,
      "step": 105250
    },
    {
      "epoch": 29.38,
      "grad_norm": 3.6332106590270996,
      "learning_rate": 3.4426894362266257e-06,
      "loss": 0.6066,
      "step": 105260
    },
    {
      "epoch": 29.38,
      "grad_norm": 3.2698490619659424,
      "learning_rate": 3.443016501535026e-06,
      "loss": 0.5912,
      "step": 105270
    },
    {
      "epoch": 29.38,
      "grad_norm": 2.2131831645965576,
      "learning_rate": 3.443343566843427e-06,
      "loss": 0.595,
      "step": 105280
    },
    {
      "epoch": 29.39,
      "grad_norm": 3.368119716644287,
      "learning_rate": 3.4436706321518276e-06,
      "loss": 0.6183,
      "step": 105290
    },
    {
      "epoch": 29.39,
      "grad_norm": 3.4834816455841064,
      "learning_rate": 3.4439976974602286e-06,
      "loss": 0.6244,
      "step": 105300
    },
    {
      "epoch": 29.39,
      "grad_norm": 3.290808916091919,
      "learning_rate": 3.4443247627686295e-06,
      "loss": 0.629,
      "step": 105310
    },
    {
      "epoch": 29.39,
      "grad_norm": 3.0951309204101562,
      "learning_rate": 3.44465182807703e-06,
      "loss": 0.62,
      "step": 105320
    },
    {
      "epoch": 29.4,
      "grad_norm": 3.2614190578460693,
      "learning_rate": 3.444978893385431e-06,
      "loss": 0.5992,
      "step": 105330
    },
    {
      "epoch": 29.4,
      "grad_norm": 3.351828098297119,
      "learning_rate": 3.4453059586938315e-06,
      "loss": 0.6258,
      "step": 105340
    },
    {
      "epoch": 29.4,
      "grad_norm": 3.210789680480957,
      "learning_rate": 3.4456330240022324e-06,
      "loss": 0.6109,
      "step": 105350
    },
    {
      "epoch": 29.41,
      "grad_norm": 2.9300942420959473,
      "learning_rate": 3.445960089310633e-06,
      "loss": 0.6304,
      "step": 105360
    },
    {
      "epoch": 29.41,
      "grad_norm": 3.8667476177215576,
      "learning_rate": 3.4462871546190343e-06,
      "loss": 0.6204,
      "step": 105370
    },
    {
      "epoch": 29.41,
      "grad_norm": 3.3690226078033447,
      "learning_rate": 3.4466142199274348e-06,
      "loss": 0.6289,
      "step": 105380
    },
    {
      "epoch": 29.41,
      "grad_norm": 3.7652933597564697,
      "learning_rate": 3.4469412852358357e-06,
      "loss": 0.6117,
      "step": 105390
    },
    {
      "epoch": 29.42,
      "grad_norm": 3.656209945678711,
      "learning_rate": 3.4472683505442366e-06,
      "loss": 0.5966,
      "step": 105400
    },
    {
      "epoch": 29.42,
      "grad_norm": 2.384082078933716,
      "learning_rate": 3.447595415852637e-06,
      "loss": 0.6087,
      "step": 105410
    },
    {
      "epoch": 29.42,
      "grad_norm": 3.2971465587615967,
      "learning_rate": 3.447922481161038e-06,
      "loss": 0.6084,
      "step": 105420
    },
    {
      "epoch": 29.43,
      "grad_norm": 3.5311965942382812,
      "learning_rate": 3.4482495464694386e-06,
      "loss": 0.6078,
      "step": 105430
    },
    {
      "epoch": 29.43,
      "grad_norm": 2.7093241214752197,
      "learning_rate": 3.4485766117778395e-06,
      "loss": 0.5998,
      "step": 105440
    },
    {
      "epoch": 29.43,
      "grad_norm": 3.825181245803833,
      "learning_rate": 3.44890367708624e-06,
      "loss": 0.6134,
      "step": 105450
    },
    {
      "epoch": 29.43,
      "grad_norm": 4.221294403076172,
      "learning_rate": 3.449230742394641e-06,
      "loss": 0.6471,
      "step": 105460
    },
    {
      "epoch": 29.44,
      "grad_norm": 3.189889430999756,
      "learning_rate": 3.4495578077030415e-06,
      "loss": 0.6267,
      "step": 105470
    },
    {
      "epoch": 29.44,
      "grad_norm": 2.9393107891082764,
      "learning_rate": 3.4498848730114424e-06,
      "loss": 0.5835,
      "step": 105480
    },
    {
      "epoch": 29.44,
      "grad_norm": 3.1176698207855225,
      "learning_rate": 3.450211938319844e-06,
      "loss": 0.6093,
      "step": 105490
    },
    {
      "epoch": 29.44,
      "grad_norm": 3.18062424659729,
      "learning_rate": 3.4505390036282443e-06,
      "loss": 0.6091,
      "step": 105500
    },
    {
      "epoch": 29.45,
      "grad_norm": 2.6243574619293213,
      "learning_rate": 3.4508660689366452e-06,
      "loss": 0.6136,
      "step": 105510
    },
    {
      "epoch": 29.45,
      "grad_norm": 3.364356756210327,
      "learning_rate": 3.4511931342450457e-06,
      "loss": 0.6054,
      "step": 105520
    },
    {
      "epoch": 29.45,
      "grad_norm": 2.8266961574554443,
      "learning_rate": 3.4515201995534467e-06,
      "loss": 0.6099,
      "step": 105530
    },
    {
      "epoch": 29.46,
      "grad_norm": 4.361504077911377,
      "learning_rate": 3.451847264861847e-06,
      "loss": 0.6189,
      "step": 105540
    },
    {
      "epoch": 29.46,
      "grad_norm": 2.6670589447021484,
      "learning_rate": 3.452174330170248e-06,
      "loss": 0.6202,
      "step": 105550
    },
    {
      "epoch": 29.46,
      "grad_norm": 3.6274807453155518,
      "learning_rate": 3.4525013954786486e-06,
      "loss": 0.6127,
      "step": 105560
    },
    {
      "epoch": 29.46,
      "grad_norm": 5.436764717102051,
      "learning_rate": 3.4528284607870496e-06,
      "loss": 0.6297,
      "step": 105570
    },
    {
      "epoch": 29.47,
      "grad_norm": 3.45579195022583,
      "learning_rate": 3.4531555260954505e-06,
      "loss": 0.6256,
      "step": 105580
    },
    {
      "epoch": 29.47,
      "grad_norm": 2.9281814098358154,
      "learning_rate": 3.453482591403851e-06,
      "loss": 0.6149,
      "step": 105590
    },
    {
      "epoch": 29.47,
      "grad_norm": 3.0538387298583984,
      "learning_rate": 3.4538096567122524e-06,
      "loss": 0.6041,
      "step": 105600
    },
    {
      "epoch": 29.48,
      "grad_norm": 3.661076784133911,
      "learning_rate": 3.454136722020653e-06,
      "loss": 0.6192,
      "step": 105610
    },
    {
      "epoch": 29.48,
      "grad_norm": 3.796213388442993,
      "learning_rate": 3.454463787329054e-06,
      "loss": 0.6138,
      "step": 105620
    },
    {
      "epoch": 29.48,
      "grad_norm": 3.389476776123047,
      "learning_rate": 3.4547908526374543e-06,
      "loss": 0.6077,
      "step": 105630
    },
    {
      "epoch": 29.48,
      "grad_norm": 4.426230430603027,
      "learning_rate": 3.4551179179458553e-06,
      "loss": 0.6238,
      "step": 105640
    },
    {
      "epoch": 29.49,
      "grad_norm": 2.868870973587036,
      "learning_rate": 3.4554449832542558e-06,
      "loss": 0.6022,
      "step": 105650
    },
    {
      "epoch": 29.49,
      "grad_norm": 3.555755853652954,
      "learning_rate": 3.4557720485626567e-06,
      "loss": 0.6358,
      "step": 105660
    },
    {
      "epoch": 29.49,
      "grad_norm": 3.107696294784546,
      "learning_rate": 3.4560991138710572e-06,
      "loss": 0.6055,
      "step": 105670
    },
    {
      "epoch": 29.49,
      "grad_norm": 10.154525756835938,
      "learning_rate": 3.456426179179458e-06,
      "loss": 0.6024,
      "step": 105680
    },
    {
      "epoch": 29.5,
      "grad_norm": 3.4186906814575195,
      "learning_rate": 3.456753244487859e-06,
      "loss": 0.5984,
      "step": 105690
    },
    {
      "epoch": 29.5,
      "grad_norm": 2.862945795059204,
      "learning_rate": 3.4570803097962596e-06,
      "loss": 0.6151,
      "step": 105700
    },
    {
      "epoch": 29.5,
      "grad_norm": 3.6176838874816895,
      "learning_rate": 3.4574073751046606e-06,
      "loss": 0.604,
      "step": 105710
    },
    {
      "epoch": 29.51,
      "grad_norm": 3.242328643798828,
      "learning_rate": 3.457734440413061e-06,
      "loss": 0.6306,
      "step": 105720
    },
    {
      "epoch": 29.51,
      "grad_norm": 4.052305698394775,
      "learning_rate": 3.4580615057214624e-06,
      "loss": 0.5951,
      "step": 105730
    },
    {
      "epoch": 29.51,
      "grad_norm": 2.8666903972625732,
      "learning_rate": 3.458388571029863e-06,
      "loss": 0.6122,
      "step": 105740
    },
    {
      "epoch": 29.51,
      "grad_norm": 3.303140878677368,
      "learning_rate": 3.458715636338264e-06,
      "loss": 0.5945,
      "step": 105750
    },
    {
      "epoch": 29.52,
      "grad_norm": 2.9751574993133545,
      "learning_rate": 3.4590427016466644e-06,
      "loss": 0.6121,
      "step": 105760
    },
    {
      "epoch": 29.52,
      "grad_norm": 3.6828627586364746,
      "learning_rate": 3.4593697669550653e-06,
      "loss": 0.6265,
      "step": 105770
    },
    {
      "epoch": 29.52,
      "grad_norm": 2.8440299034118652,
      "learning_rate": 3.4596968322634662e-06,
      "loss": 0.6162,
      "step": 105780
    },
    {
      "epoch": 29.53,
      "grad_norm": 3.603114604949951,
      "learning_rate": 3.4600238975718668e-06,
      "loss": 0.5967,
      "step": 105790
    },
    {
      "epoch": 29.53,
      "grad_norm": 3.9227306842803955,
      "learning_rate": 3.4603509628802677e-06,
      "loss": 0.5972,
      "step": 105800
    },
    {
      "epoch": 29.53,
      "grad_norm": 2.7721328735351562,
      "learning_rate": 3.460678028188668e-06,
      "loss": 0.6163,
      "step": 105810
    },
    {
      "epoch": 29.53,
      "grad_norm": 4.376664161682129,
      "learning_rate": 3.461005093497069e-06,
      "loss": 0.6045,
      "step": 105820
    },
    {
      "epoch": 29.54,
      "grad_norm": 3.314203977584839,
      "learning_rate": 3.4613321588054697e-06,
      "loss": 0.5941,
      "step": 105830
    },
    {
      "epoch": 29.54,
      "grad_norm": 5.0063700675964355,
      "learning_rate": 3.461659224113871e-06,
      "loss": 0.5971,
      "step": 105840
    },
    {
      "epoch": 29.54,
      "grad_norm": 3.8519651889801025,
      "learning_rate": 3.4619862894222715e-06,
      "loss": 0.6333,
      "step": 105850
    },
    {
      "epoch": 29.55,
      "grad_norm": 2.606172800064087,
      "learning_rate": 3.4623133547306725e-06,
      "loss": 0.5849,
      "step": 105860
    },
    {
      "epoch": 29.55,
      "grad_norm": 3.8901684284210205,
      "learning_rate": 3.4626404200390734e-06,
      "loss": 0.5978,
      "step": 105870
    },
    {
      "epoch": 29.55,
      "grad_norm": 3.3525121212005615,
      "learning_rate": 3.462967485347474e-06,
      "loss": 0.584,
      "step": 105880
    },
    {
      "epoch": 29.55,
      "grad_norm": 3.457493782043457,
      "learning_rate": 3.463294550655875e-06,
      "loss": 0.6368,
      "step": 105890
    },
    {
      "epoch": 29.56,
      "grad_norm": 3.355832099914551,
      "learning_rate": 3.4636216159642754e-06,
      "loss": 0.6097,
      "step": 105900
    },
    {
      "epoch": 29.56,
      "grad_norm": 3.571392059326172,
      "learning_rate": 3.4639486812726763e-06,
      "loss": 0.6051,
      "step": 105910
    },
    {
      "epoch": 29.56,
      "grad_norm": 2.9200358390808105,
      "learning_rate": 3.464275746581077e-06,
      "loss": 0.6176,
      "step": 105920
    },
    {
      "epoch": 29.56,
      "grad_norm": 3.027780055999756,
      "learning_rate": 3.4646028118894777e-06,
      "loss": 0.6133,
      "step": 105930
    },
    {
      "epoch": 29.57,
      "grad_norm": 2.7534193992614746,
      "learning_rate": 3.4649298771978782e-06,
      "loss": 0.61,
      "step": 105940
    },
    {
      "epoch": 29.57,
      "grad_norm": 3.7220609188079834,
      "learning_rate": 3.465256942506279e-06,
      "loss": 0.6089,
      "step": 105950
    },
    {
      "epoch": 29.57,
      "grad_norm": 3.2400314807891846,
      "learning_rate": 3.4655840078146797e-06,
      "loss": 0.6056,
      "step": 105960
    },
    {
      "epoch": 29.58,
      "grad_norm": 3.332047700881958,
      "learning_rate": 3.465911073123081e-06,
      "loss": 0.6254,
      "step": 105970
    },
    {
      "epoch": 29.58,
      "grad_norm": 2.8276593685150146,
      "learning_rate": 3.466238138431482e-06,
      "loss": 0.597,
      "step": 105980
    },
    {
      "epoch": 29.58,
      "grad_norm": 3.4689555168151855,
      "learning_rate": 3.4665652037398825e-06,
      "loss": 0.616,
      "step": 105990
    },
    {
      "epoch": 29.58,
      "grad_norm": 3.6250016689300537,
      "learning_rate": 3.4668922690482834e-06,
      "loss": 0.6162,
      "step": 106000
    },
    {
      "epoch": 29.59,
      "grad_norm": 4.095371246337891,
      "learning_rate": 3.467219334356684e-06,
      "loss": 0.5979,
      "step": 106010
    },
    {
      "epoch": 29.59,
      "grad_norm": 3.109095335006714,
      "learning_rate": 3.467546399665085e-06,
      "loss": 0.5876,
      "step": 106020
    },
    {
      "epoch": 29.59,
      "grad_norm": 2.128891706466675,
      "learning_rate": 3.4678734649734854e-06,
      "loss": 0.6064,
      "step": 106030
    },
    {
      "epoch": 29.6,
      "grad_norm": 2.891953945159912,
      "learning_rate": 3.4682005302818863e-06,
      "loss": 0.604,
      "step": 106040
    },
    {
      "epoch": 29.6,
      "grad_norm": 3.623828887939453,
      "learning_rate": 3.468527595590287e-06,
      "loss": 0.6204,
      "step": 106050
    },
    {
      "epoch": 29.6,
      "grad_norm": 3.745358467102051,
      "learning_rate": 3.4688546608986878e-06,
      "loss": 0.6303,
      "step": 106060
    },
    {
      "epoch": 29.6,
      "grad_norm": 2.5390758514404297,
      "learning_rate": 3.469181726207089e-06,
      "loss": 0.6138,
      "step": 106070
    },
    {
      "epoch": 29.61,
      "grad_norm": 4.146666526794434,
      "learning_rate": 3.4695087915154896e-06,
      "loss": 0.6065,
      "step": 106080
    },
    {
      "epoch": 29.61,
      "grad_norm": 2.9883971214294434,
      "learning_rate": 3.4698358568238906e-06,
      "loss": 0.6017,
      "step": 106090
    },
    {
      "epoch": 29.61,
      "grad_norm": 2.746005058288574,
      "learning_rate": 3.470162922132291e-06,
      "loss": 0.6044,
      "step": 106100
    },
    {
      "epoch": 29.61,
      "grad_norm": 3.8356776237487793,
      "learning_rate": 3.470489987440692e-06,
      "loss": 0.6045,
      "step": 106110
    },
    {
      "epoch": 29.62,
      "grad_norm": 2.8339922428131104,
      "learning_rate": 3.4708170527490925e-06,
      "loss": 0.6179,
      "step": 106120
    },
    {
      "epoch": 29.62,
      "grad_norm": 2.9401257038116455,
      "learning_rate": 3.4711441180574935e-06,
      "loss": 0.6092,
      "step": 106130
    },
    {
      "epoch": 29.62,
      "grad_norm": 3.6146490573883057,
      "learning_rate": 3.471471183365894e-06,
      "loss": 0.5952,
      "step": 106140
    },
    {
      "epoch": 29.63,
      "grad_norm": 3.2846498489379883,
      "learning_rate": 3.471798248674295e-06,
      "loss": 0.6063,
      "step": 106150
    },
    {
      "epoch": 29.63,
      "grad_norm": 3.3487143516540527,
      "learning_rate": 3.472125313982696e-06,
      "loss": 0.6213,
      "step": 106160
    },
    {
      "epoch": 29.63,
      "grad_norm": 2.822425603866577,
      "learning_rate": 3.4724523792910964e-06,
      "loss": 0.6291,
      "step": 106170
    },
    {
      "epoch": 29.63,
      "grad_norm": 4.077273845672607,
      "learning_rate": 3.4727794445994973e-06,
      "loss": 0.6275,
      "step": 106180
    },
    {
      "epoch": 29.64,
      "grad_norm": 3.460672616958618,
      "learning_rate": 3.473106509907898e-06,
      "loss": 0.6117,
      "step": 106190
    },
    {
      "epoch": 29.64,
      "grad_norm": 2.985949993133545,
      "learning_rate": 3.473433575216299e-06,
      "loss": 0.6312,
      "step": 106200
    },
    {
      "epoch": 29.64,
      "grad_norm": 2.7883400917053223,
      "learning_rate": 3.4737606405246997e-06,
      "loss": 0.6174,
      "step": 106210
    },
    {
      "epoch": 29.65,
      "grad_norm": 3.9393062591552734,
      "learning_rate": 3.4740877058331006e-06,
      "loss": 0.6275,
      "step": 106220
    },
    {
      "epoch": 29.65,
      "grad_norm": 2.9381353855133057,
      "learning_rate": 3.474414771141501e-06,
      "loss": 0.5855,
      "step": 106230
    },
    {
      "epoch": 29.65,
      "grad_norm": 3.103323221206665,
      "learning_rate": 3.474741836449902e-06,
      "loss": 0.62,
      "step": 106240
    },
    {
      "epoch": 29.65,
      "grad_norm": 3.062107563018799,
      "learning_rate": 3.475068901758303e-06,
      "loss": 0.6389,
      "step": 106250
    },
    {
      "epoch": 29.66,
      "grad_norm": 3.166604995727539,
      "learning_rate": 3.4753959670667035e-06,
      "loss": 0.5989,
      "step": 106260
    },
    {
      "epoch": 29.66,
      "grad_norm": 4.080045223236084,
      "learning_rate": 3.4757230323751044e-06,
      "loss": 0.6018,
      "step": 106270
    },
    {
      "epoch": 29.66,
      "grad_norm": 4.147041320800781,
      "learning_rate": 3.476050097683505e-06,
      "loss": 0.6163,
      "step": 106280
    },
    {
      "epoch": 29.67,
      "grad_norm": 3.000520944595337,
      "learning_rate": 3.476377162991906e-06,
      "loss": 0.5999,
      "step": 106290
    },
    {
      "epoch": 29.67,
      "grad_norm": 2.9698352813720703,
      "learning_rate": 3.4767042283003064e-06,
      "loss": 0.6135,
      "step": 106300
    },
    {
      "epoch": 29.67,
      "grad_norm": 3.580334424972534,
      "learning_rate": 3.4770312936087078e-06,
      "loss": 0.6154,
      "step": 106310
    },
    {
      "epoch": 29.67,
      "grad_norm": 2.8554131984710693,
      "learning_rate": 3.4773583589171083e-06,
      "loss": 0.6347,
      "step": 106320
    },
    {
      "epoch": 29.68,
      "grad_norm": 3.08394718170166,
      "learning_rate": 3.4776854242255092e-06,
      "loss": 0.6213,
      "step": 106330
    },
    {
      "epoch": 29.68,
      "grad_norm": 3.4010140895843506,
      "learning_rate": 3.4780124895339097e-06,
      "loss": 0.6065,
      "step": 106340
    },
    {
      "epoch": 29.68,
      "grad_norm": 2.9174914360046387,
      "learning_rate": 3.4783395548423107e-06,
      "loss": 0.5983,
      "step": 106350
    },
    {
      "epoch": 29.68,
      "grad_norm": 2.658895254135132,
      "learning_rate": 3.4786666201507116e-06,
      "loss": 0.5812,
      "step": 106360
    },
    {
      "epoch": 29.69,
      "grad_norm": 3.6238279342651367,
      "learning_rate": 3.478993685459112e-06,
      "loss": 0.6091,
      "step": 106370
    },
    {
      "epoch": 29.69,
      "grad_norm": 2.973484516143799,
      "learning_rate": 3.479320750767513e-06,
      "loss": 0.6076,
      "step": 106380
    },
    {
      "epoch": 29.69,
      "grad_norm": 4.1464009284973145,
      "learning_rate": 3.4796478160759136e-06,
      "loss": 0.6077,
      "step": 106390
    },
    {
      "epoch": 29.7,
      "grad_norm": 5.345052719116211,
      "learning_rate": 3.4799748813843145e-06,
      "loss": 0.5985,
      "step": 106400
    },
    {
      "epoch": 29.7,
      "grad_norm": 3.0963871479034424,
      "learning_rate": 3.480301946692715e-06,
      "loss": 0.618,
      "step": 106410
    },
    {
      "epoch": 29.7,
      "grad_norm": 3.1276471614837646,
      "learning_rate": 3.480629012001116e-06,
      "loss": 0.6231,
      "step": 106420
    },
    {
      "epoch": 29.7,
      "grad_norm": 2.9686288833618164,
      "learning_rate": 3.4809560773095164e-06,
      "loss": 0.6344,
      "step": 106430
    },
    {
      "epoch": 29.71,
      "grad_norm": 2.3277955055236816,
      "learning_rate": 3.481283142617918e-06,
      "loss": 0.6094,
      "step": 106440
    },
    {
      "epoch": 29.71,
      "grad_norm": 3.333622455596924,
      "learning_rate": 3.4816102079263187e-06,
      "loss": 0.5881,
      "step": 106450
    },
    {
      "epoch": 29.71,
      "grad_norm": 3.9613723754882812,
      "learning_rate": 3.4819372732347193e-06,
      "loss": 0.626,
      "step": 106460
    },
    {
      "epoch": 29.72,
      "grad_norm": 3.2511839866638184,
      "learning_rate": 3.48226433854312e-06,
      "loss": 0.6087,
      "step": 106470
    },
    {
      "epoch": 29.72,
      "grad_norm": 3.814697027206421,
      "learning_rate": 3.4825914038515207e-06,
      "loss": 0.6386,
      "step": 106480
    },
    {
      "epoch": 29.72,
      "grad_norm": 2.7246134281158447,
      "learning_rate": 3.4829184691599216e-06,
      "loss": 0.6002,
      "step": 106490
    },
    {
      "epoch": 29.72,
      "grad_norm": 3.433328151702881,
      "learning_rate": 3.483245534468322e-06,
      "loss": 0.6071,
      "step": 106500
    },
    {
      "epoch": 29.73,
      "grad_norm": 2.5838468074798584,
      "learning_rate": 3.483572599776723e-06,
      "loss": 0.6293,
      "step": 106510
    },
    {
      "epoch": 29.73,
      "grad_norm": 3.415473699569702,
      "learning_rate": 3.4838996650851236e-06,
      "loss": 0.612,
      "step": 106520
    },
    {
      "epoch": 29.73,
      "grad_norm": 2.2763473987579346,
      "learning_rate": 3.4842267303935245e-06,
      "loss": 0.5879,
      "step": 106530
    },
    {
      "epoch": 29.73,
      "grad_norm": 3.7382822036743164,
      "learning_rate": 3.484553795701926e-06,
      "loss": 0.621,
      "step": 106540
    },
    {
      "epoch": 29.74,
      "grad_norm": 4.592311859130859,
      "learning_rate": 3.4848808610103264e-06,
      "loss": 0.6141,
      "step": 106550
    },
    {
      "epoch": 29.74,
      "grad_norm": 3.0067012310028076,
      "learning_rate": 3.4852079263187273e-06,
      "loss": 0.6126,
      "step": 106560
    },
    {
      "epoch": 29.74,
      "grad_norm": 4.145150661468506,
      "learning_rate": 3.485534991627128e-06,
      "loss": 0.597,
      "step": 106570
    },
    {
      "epoch": 29.75,
      "grad_norm": 3.7567827701568604,
      "learning_rate": 3.4858620569355288e-06,
      "loss": 0.6151,
      "step": 106580
    },
    {
      "epoch": 29.75,
      "grad_norm": 2.77630352973938,
      "learning_rate": 3.4861891222439293e-06,
      "loss": 0.6244,
      "step": 106590
    },
    {
      "epoch": 29.75,
      "grad_norm": 3.8199756145477295,
      "learning_rate": 3.4865161875523302e-06,
      "loss": 0.633,
      "step": 106600
    },
    {
      "epoch": 29.75,
      "grad_norm": 3.2602486610412598,
      "learning_rate": 3.4868432528607307e-06,
      "loss": 0.616,
      "step": 106610
    },
    {
      "epoch": 29.76,
      "grad_norm": 3.4808707237243652,
      "learning_rate": 3.4871703181691317e-06,
      "loss": 0.5991,
      "step": 106620
    },
    {
      "epoch": 29.76,
      "grad_norm": 4.138801097869873,
      "learning_rate": 3.487497383477532e-06,
      "loss": 0.5932,
      "step": 106630
    },
    {
      "epoch": 29.76,
      "grad_norm": 2.5181376934051514,
      "learning_rate": 3.487824448785933e-06,
      "loss": 0.6172,
      "step": 106640
    },
    {
      "epoch": 29.77,
      "grad_norm": 3.3725059032440186,
      "learning_rate": 3.488151514094334e-06,
      "loss": 0.6215,
      "step": 106650
    },
    {
      "epoch": 29.77,
      "grad_norm": 3.5612223148345947,
      "learning_rate": 3.4884785794027346e-06,
      "loss": 0.6243,
      "step": 106660
    },
    {
      "epoch": 29.77,
      "grad_norm": 2.9278674125671387,
      "learning_rate": 3.488805644711136e-06,
      "loss": 0.6104,
      "step": 106670
    },
    {
      "epoch": 29.77,
      "grad_norm": 3.1596262454986572,
      "learning_rate": 3.4891327100195364e-06,
      "loss": 0.5993,
      "step": 106680
    },
    {
      "epoch": 29.78,
      "grad_norm": 2.5433075428009033,
      "learning_rate": 3.4894597753279374e-06,
      "loss": 0.6051,
      "step": 106690
    },
    {
      "epoch": 29.78,
      "grad_norm": 3.1198065280914307,
      "learning_rate": 3.489786840636338e-06,
      "loss": 0.5999,
      "step": 106700
    },
    {
      "epoch": 29.78,
      "grad_norm": 3.6741693019866943,
      "learning_rate": 3.490113905944739e-06,
      "loss": 0.616,
      "step": 106710
    },
    {
      "epoch": 29.79,
      "grad_norm": 3.8294174671173096,
      "learning_rate": 3.4904409712531393e-06,
      "loss": 0.6171,
      "step": 106720
    },
    {
      "epoch": 29.79,
      "grad_norm": 3.6907527446746826,
      "learning_rate": 3.4907680365615403e-06,
      "loss": 0.6086,
      "step": 106730
    },
    {
      "epoch": 29.79,
      "grad_norm": 3.837402105331421,
      "learning_rate": 3.491095101869941e-06,
      "loss": 0.6271,
      "step": 106740
    },
    {
      "epoch": 29.79,
      "grad_norm": 3.6574933528900146,
      "learning_rate": 3.4914221671783417e-06,
      "loss": 0.5909,
      "step": 106750
    },
    {
      "epoch": 29.8,
      "grad_norm": 3.762908458709717,
      "learning_rate": 3.4917492324867426e-06,
      "loss": 0.6135,
      "step": 106760
    },
    {
      "epoch": 29.8,
      "grad_norm": 3.678670644760132,
      "learning_rate": 3.492076297795143e-06,
      "loss": 0.607,
      "step": 106770
    },
    {
      "epoch": 29.8,
      "grad_norm": 3.005898952484131,
      "learning_rate": 3.4924033631035445e-06,
      "loss": 0.6094,
      "step": 106780
    },
    {
      "epoch": 29.8,
      "grad_norm": 3.006577491760254,
      "learning_rate": 3.4927304284119446e-06,
      "loss": 0.6093,
      "step": 106790
    },
    {
      "epoch": 29.81,
      "grad_norm": 2.952498197555542,
      "learning_rate": 3.493057493720346e-06,
      "loss": 0.6088,
      "step": 106800
    },
    {
      "epoch": 29.81,
      "grad_norm": 3.8168511390686035,
      "learning_rate": 3.4933845590287465e-06,
      "loss": 0.6223,
      "step": 106810
    },
    {
      "epoch": 29.81,
      "grad_norm": 3.10830020904541,
      "learning_rate": 3.4937116243371474e-06,
      "loss": 0.5993,
      "step": 106820
    },
    {
      "epoch": 29.82,
      "grad_norm": 4.531607627868652,
      "learning_rate": 3.4940386896455483e-06,
      "loss": 0.6181,
      "step": 106830
    },
    {
      "epoch": 29.82,
      "grad_norm": 2.7776501178741455,
      "learning_rate": 3.494365754953949e-06,
      "loss": 0.6259,
      "step": 106840
    },
    {
      "epoch": 29.82,
      "grad_norm": 2.7181713581085205,
      "learning_rate": 3.49469282026235e-06,
      "loss": 0.6139,
      "step": 106850
    },
    {
      "epoch": 29.82,
      "grad_norm": 2.634798288345337,
      "learning_rate": 3.4950198855707503e-06,
      "loss": 0.6032,
      "step": 106860
    },
    {
      "epoch": 29.83,
      "grad_norm": 3.140716314315796,
      "learning_rate": 3.4953469508791512e-06,
      "loss": 0.618,
      "step": 106870
    },
    {
      "epoch": 29.83,
      "grad_norm": 5.132415294647217,
      "learning_rate": 3.4956740161875518e-06,
      "loss": 0.6194,
      "step": 106880
    },
    {
      "epoch": 29.83,
      "grad_norm": 2.867417573928833,
      "learning_rate": 3.4960010814959527e-06,
      "loss": 0.6026,
      "step": 106890
    },
    {
      "epoch": 29.84,
      "grad_norm": 3.820850372314453,
      "learning_rate": 3.496328146804353e-06,
      "loss": 0.6139,
      "step": 106900
    },
    {
      "epoch": 29.84,
      "grad_norm": 3.740959644317627,
      "learning_rate": 3.4966552121127546e-06,
      "loss": 0.6074,
      "step": 106910
    },
    {
      "epoch": 29.84,
      "grad_norm": 3.7371606826782227,
      "learning_rate": 3.4969822774211555e-06,
      "loss": 0.6035,
      "step": 106920
    },
    {
      "epoch": 29.84,
      "grad_norm": 4.424930095672607,
      "learning_rate": 3.497309342729556e-06,
      "loss": 0.6268,
      "step": 106930
    },
    {
      "epoch": 29.85,
      "grad_norm": 3.520340919494629,
      "learning_rate": 3.497636408037957e-06,
      "loss": 0.6071,
      "step": 106940
    },
    {
      "epoch": 29.85,
      "grad_norm": 4.637135028839111,
      "learning_rate": 3.4979634733463575e-06,
      "loss": 0.6062,
      "step": 106950
    },
    {
      "epoch": 29.85,
      "grad_norm": 3.8399856090545654,
      "learning_rate": 3.4982905386547584e-06,
      "loss": 0.6334,
      "step": 106960
    },
    {
      "epoch": 29.85,
      "grad_norm": 3.353286027908325,
      "learning_rate": 3.498617603963159e-06,
      "loss": 0.6322,
      "step": 106970
    },
    {
      "epoch": 29.86,
      "grad_norm": 2.552549362182617,
      "learning_rate": 3.49894466927156e-06,
      "loss": 0.6094,
      "step": 106980
    },
    {
      "epoch": 29.86,
      "grad_norm": 2.900404214859009,
      "learning_rate": 3.4992717345799603e-06,
      "loss": 0.6173,
      "step": 106990
    },
    {
      "epoch": 29.86,
      "grad_norm": 3.837122678756714,
      "learning_rate": 3.4995987998883613e-06,
      "loss": 0.5937,
      "step": 107000
    },
    {
      "epoch": 29.87,
      "grad_norm": 3.0720551013946533,
      "learning_rate": 3.499925865196762e-06,
      "loss": 0.6069,
      "step": 107010
    },
    {
      "epoch": 29.87,
      "grad_norm": 2.6384830474853516,
      "learning_rate": 3.500252930505163e-06,
      "loss": 0.6039,
      "step": 107020
    },
    {
      "epoch": 29.87,
      "grad_norm": 3.9823873043060303,
      "learning_rate": 3.500579995813564e-06,
      "loss": 0.6331,
      "step": 107030
    },
    {
      "epoch": 29.87,
      "grad_norm": 4.125205993652344,
      "learning_rate": 3.5009070611219646e-06,
      "loss": 0.6251,
      "step": 107040
    },
    {
      "epoch": 29.88,
      "grad_norm": 2.6334493160247803,
      "learning_rate": 3.5012341264303655e-06,
      "loss": 0.6069,
      "step": 107050
    },
    {
      "epoch": 29.88,
      "grad_norm": 3.9813051223754883,
      "learning_rate": 3.501561191738766e-06,
      "loss": 0.6109,
      "step": 107060
    },
    {
      "epoch": 29.88,
      "grad_norm": 2.936708450317383,
      "learning_rate": 3.501888257047167e-06,
      "loss": 0.6089,
      "step": 107070
    },
    {
      "epoch": 29.89,
      "grad_norm": 3.8029513359069824,
      "learning_rate": 3.5022153223555675e-06,
      "loss": 0.6007,
      "step": 107080
    },
    {
      "epoch": 29.89,
      "grad_norm": 3.3705320358276367,
      "learning_rate": 3.5025423876639684e-06,
      "loss": 0.5876,
      "step": 107090
    },
    {
      "epoch": 29.89,
      "grad_norm": 4.444258213043213,
      "learning_rate": 3.502869452972369e-06,
      "loss": 0.6144,
      "step": 107100
    },
    {
      "epoch": 29.89,
      "grad_norm": 2.259134292602539,
      "learning_rate": 3.50319651828077e-06,
      "loss": 0.6162,
      "step": 107110
    },
    {
      "epoch": 29.9,
      "grad_norm": 3.1940248012542725,
      "learning_rate": 3.503523583589171e-06,
      "loss": 0.6162,
      "step": 107120
    },
    {
      "epoch": 29.9,
      "grad_norm": 4.151696681976318,
      "learning_rate": 3.5038506488975713e-06,
      "loss": 0.6228,
      "step": 107130
    },
    {
      "epoch": 29.9,
      "grad_norm": 2.852060079574585,
      "learning_rate": 3.5041777142059727e-06,
      "loss": 0.621,
      "step": 107140
    },
    {
      "epoch": 29.91,
      "grad_norm": 3.6847639083862305,
      "learning_rate": 3.504504779514373e-06,
      "loss": 0.599,
      "step": 107150
    },
    {
      "epoch": 29.91,
      "grad_norm": 2.547543525695801,
      "learning_rate": 3.504831844822774e-06,
      "loss": 0.5906,
      "step": 107160
    },
    {
      "epoch": 29.91,
      "grad_norm": 3.2863376140594482,
      "learning_rate": 3.5051589101311746e-06,
      "loss": 0.6185,
      "step": 107170
    },
    {
      "epoch": 29.91,
      "grad_norm": 3.2448811531066895,
      "learning_rate": 3.5054859754395756e-06,
      "loss": 0.5974,
      "step": 107180
    },
    {
      "epoch": 29.92,
      "grad_norm": 4.408307075500488,
      "learning_rate": 3.505813040747976e-06,
      "loss": 0.6219,
      "step": 107190
    },
    {
      "epoch": 29.92,
      "grad_norm": 3.9177908897399902,
      "learning_rate": 3.506140106056377e-06,
      "loss": 0.6254,
      "step": 107200
    },
    {
      "epoch": 29.92,
      "grad_norm": 5.527630805969238,
      "learning_rate": 3.506467171364778e-06,
      "loss": 0.5872,
      "step": 107210
    },
    {
      "epoch": 29.92,
      "grad_norm": 3.325962781906128,
      "learning_rate": 3.5067942366731785e-06,
      "loss": 0.6195,
      "step": 107220
    },
    {
      "epoch": 29.93,
      "grad_norm": 3.7418785095214844,
      "learning_rate": 3.5071213019815794e-06,
      "loss": 0.6197,
      "step": 107230
    },
    {
      "epoch": 29.93,
      "grad_norm": 2.866915702819824,
      "learning_rate": 3.50744836728998e-06,
      "loss": 0.6106,
      "step": 107240
    },
    {
      "epoch": 29.93,
      "grad_norm": 3.236288070678711,
      "learning_rate": 3.5077754325983813e-06,
      "loss": 0.6321,
      "step": 107250
    },
    {
      "epoch": 29.94,
      "grad_norm": 3.2270052433013916,
      "learning_rate": 3.5081024979067814e-06,
      "loss": 0.6032,
      "step": 107260
    },
    {
      "epoch": 29.94,
      "grad_norm": 3.759551525115967,
      "learning_rate": 3.5084295632151827e-06,
      "loss": 0.6132,
      "step": 107270
    },
    {
      "epoch": 29.94,
      "grad_norm": 3.742037057876587,
      "learning_rate": 3.5087566285235832e-06,
      "loss": 0.6114,
      "step": 107280
    },
    {
      "epoch": 29.94,
      "grad_norm": 2.8580808639526367,
      "learning_rate": 3.509083693831984e-06,
      "loss": 0.6037,
      "step": 107290
    },
    {
      "epoch": 29.95,
      "grad_norm": 2.960465908050537,
      "learning_rate": 3.509410759140385e-06,
      "loss": 0.6048,
      "step": 107300
    },
    {
      "epoch": 29.95,
      "grad_norm": 2.9826977252960205,
      "learning_rate": 3.5097378244487856e-06,
      "loss": 0.5932,
      "step": 107310
    },
    {
      "epoch": 29.95,
      "grad_norm": 3.6719882488250732,
      "learning_rate": 3.5100648897571865e-06,
      "loss": 0.6102,
      "step": 107320
    },
    {
      "epoch": 29.96,
      "grad_norm": 2.8152763843536377,
      "learning_rate": 3.510391955065587e-06,
      "loss": 0.6109,
      "step": 107330
    },
    {
      "epoch": 29.96,
      "grad_norm": 4.016331672668457,
      "learning_rate": 3.510719020373988e-06,
      "loss": 0.6044,
      "step": 107340
    },
    {
      "epoch": 29.96,
      "grad_norm": 2.845693826675415,
      "learning_rate": 3.5110460856823885e-06,
      "loss": 0.6399,
      "step": 107350
    },
    {
      "epoch": 29.96,
      "grad_norm": 2.8643882274627686,
      "learning_rate": 3.5113731509907894e-06,
      "loss": 0.5984,
      "step": 107360
    },
    {
      "epoch": 29.97,
      "grad_norm": 2.5720314979553223,
      "learning_rate": 3.51170021629919e-06,
      "loss": 0.6119,
      "step": 107370
    },
    {
      "epoch": 29.97,
      "grad_norm": 3.435969829559326,
      "learning_rate": 3.5120272816075913e-06,
      "loss": 0.5988,
      "step": 107380
    },
    {
      "epoch": 29.97,
      "grad_norm": 2.771315813064575,
      "learning_rate": 3.512354346915992e-06,
      "loss": 0.6304,
      "step": 107390
    },
    {
      "epoch": 29.97,
      "grad_norm": 3.762380361557007,
      "learning_rate": 3.5126814122243928e-06,
      "loss": 0.614,
      "step": 107400
    },
    {
      "epoch": 29.98,
      "grad_norm": 3.7090606689453125,
      "learning_rate": 3.5130084775327937e-06,
      "loss": 0.6005,
      "step": 107410
    },
    {
      "epoch": 29.98,
      "grad_norm": 3.324549436569214,
      "learning_rate": 3.513335542841194e-06,
      "loss": 0.602,
      "step": 107420
    },
    {
      "epoch": 29.98,
      "grad_norm": 2.466305732727051,
      "learning_rate": 3.513662608149595e-06,
      "loss": 0.6043,
      "step": 107430
    },
    {
      "epoch": 29.99,
      "grad_norm": 2.8883838653564453,
      "learning_rate": 3.5139896734579957e-06,
      "loss": 0.6302,
      "step": 107440
    },
    {
      "epoch": 29.99,
      "grad_norm": 3.3609158992767334,
      "learning_rate": 3.5143167387663966e-06,
      "loss": 0.618,
      "step": 107450
    },
    {
      "epoch": 29.99,
      "grad_norm": 4.094625473022461,
      "learning_rate": 3.514643804074797e-06,
      "loss": 0.6165,
      "step": 107460
    },
    {
      "epoch": 29.99,
      "grad_norm": 2.6606245040893555,
      "learning_rate": 3.514970869383198e-06,
      "loss": 0.6222,
      "step": 107470
    },
    {
      "epoch": 30.0,
      "grad_norm": 3.754847288131714,
      "learning_rate": 3.5152979346915985e-06,
      "loss": 0.5981,
      "step": 107480
    },
    {
      "epoch": 30.0,
      "grad_norm": 3.7391490936279297,
      "learning_rate": 3.515625e-06,
      "loss": 0.592,
      "step": 107490
    },
    {
      "epoch": 30.0,
      "eval_loss": 0.6102161407470703,
      "eval_runtime": 63.3936,
      "eval_samples_per_second": 79.803,
      "eval_steps_per_second": 9.985,
      "step": 107490
    },
    {
      "epoch": 30.0,
      "grad_norm": 3.4328413009643555,
      "learning_rate": 3.515952065308401e-06,
      "loss": 0.6203,
      "step": 107500
    },
    {
      "epoch": 30.01,
      "grad_norm": 3.2509961128234863,
      "learning_rate": 3.5162791306168014e-06,
      "loss": 0.6098,
      "step": 107510
    },
    {
      "epoch": 30.01,
      "grad_norm": 3.8409104347229004,
      "learning_rate": 3.5166061959252023e-06,
      "loss": 0.6106,
      "step": 107520
    },
    {
      "epoch": 30.01,
      "grad_norm": 3.12583327293396,
      "learning_rate": 3.516933261233603e-06,
      "loss": 0.6127,
      "step": 107530
    },
    {
      "epoch": 30.01,
      "grad_norm": 3.8743460178375244,
      "learning_rate": 3.5172603265420037e-06,
      "loss": 0.601,
      "step": 107540
    },
    {
      "epoch": 30.02,
      "grad_norm": 2.4868006706237793,
      "learning_rate": 3.5175873918504042e-06,
      "loss": 0.5952,
      "step": 107550
    },
    {
      "epoch": 30.02,
      "grad_norm": 2.5395421981811523,
      "learning_rate": 3.517914457158805e-06,
      "loss": 0.6228,
      "step": 107560
    },
    {
      "epoch": 30.02,
      "grad_norm": 3.6407957077026367,
      "learning_rate": 3.5182415224672057e-06,
      "loss": 0.5831,
      "step": 107570
    },
    {
      "epoch": 30.03,
      "grad_norm": 2.6261751651763916,
      "learning_rate": 3.5185685877756066e-06,
      "loss": 0.6189,
      "step": 107580
    },
    {
      "epoch": 30.03,
      "grad_norm": 3.6578245162963867,
      "learning_rate": 3.5188956530840076e-06,
      "loss": 0.6081,
      "step": 107590
    },
    {
      "epoch": 30.03,
      "grad_norm": 4.681936264038086,
      "learning_rate": 3.519222718392408e-06,
      "loss": 0.6194,
      "step": 107600
    },
    {
      "epoch": 30.03,
      "grad_norm": 3.485100030899048,
      "learning_rate": 3.5195497837008094e-06,
      "loss": 0.5887,
      "step": 107610
    },
    {
      "epoch": 30.04,
      "grad_norm": 3.2224855422973633,
      "learning_rate": 3.51987684900921e-06,
      "loss": 0.6093,
      "step": 107620
    },
    {
      "epoch": 30.04,
      "grad_norm": 4.474941253662109,
      "learning_rate": 3.520203914317611e-06,
      "loss": 0.6073,
      "step": 107630
    },
    {
      "epoch": 30.04,
      "grad_norm": 2.720867156982422,
      "learning_rate": 3.5205309796260114e-06,
      "loss": 0.6258,
      "step": 107640
    },
    {
      "epoch": 30.04,
      "grad_norm": 3.2249226570129395,
      "learning_rate": 3.5208580449344123e-06,
      "loss": 0.6025,
      "step": 107650
    },
    {
      "epoch": 30.05,
      "grad_norm": 3.042560577392578,
      "learning_rate": 3.521185110242813e-06,
      "loss": 0.6146,
      "step": 107660
    },
    {
      "epoch": 30.05,
      "grad_norm": 3.163466215133667,
      "learning_rate": 3.5215121755512138e-06,
      "loss": 0.6075,
      "step": 107670
    },
    {
      "epoch": 30.05,
      "grad_norm": 3.415436267852783,
      "learning_rate": 3.5218392408596143e-06,
      "loss": 0.6077,
      "step": 107680
    },
    {
      "epoch": 30.06,
      "grad_norm": 3.0280497074127197,
      "learning_rate": 3.5221663061680152e-06,
      "loss": 0.6287,
      "step": 107690
    },
    {
      "epoch": 30.06,
      "grad_norm": 2.2654454708099365,
      "learning_rate": 3.522493371476416e-06,
      "loss": 0.6086,
      "step": 107700
    },
    {
      "epoch": 30.06,
      "grad_norm": 3.7084341049194336,
      "learning_rate": 3.5228204367848167e-06,
      "loss": 0.6057,
      "step": 107710
    },
    {
      "epoch": 30.06,
      "grad_norm": 3.1368706226348877,
      "learning_rate": 3.523147502093218e-06,
      "loss": 0.5929,
      "step": 107720
    },
    {
      "epoch": 30.07,
      "grad_norm": 3.3469417095184326,
      "learning_rate": 3.523474567401618e-06,
      "loss": 0.6001,
      "step": 107730
    },
    {
      "epoch": 30.07,
      "grad_norm": 3.034639358520508,
      "learning_rate": 3.5238016327100195e-06,
      "loss": 0.6266,
      "step": 107740
    },
    {
      "epoch": 30.07,
      "grad_norm": 2.628213405609131,
      "learning_rate": 3.52412869801842e-06,
      "loss": 0.6035,
      "step": 107750
    },
    {
      "epoch": 30.08,
      "grad_norm": 2.6349122524261475,
      "learning_rate": 3.524455763326821e-06,
      "loss": 0.609,
      "step": 107760
    },
    {
      "epoch": 30.08,
      "grad_norm": 3.3114850521087646,
      "learning_rate": 3.5247828286352214e-06,
      "loss": 0.589,
      "step": 107770
    },
    {
      "epoch": 30.08,
      "grad_norm": 4.335408687591553,
      "learning_rate": 3.5251098939436224e-06,
      "loss": 0.6241,
      "step": 107780
    },
    {
      "epoch": 30.08,
      "grad_norm": 3.9378044605255127,
      "learning_rate": 3.5254369592520233e-06,
      "loss": 0.5997,
      "step": 107790
    },
    {
      "epoch": 30.09,
      "grad_norm": 2.9610960483551025,
      "learning_rate": 3.525764024560424e-06,
      "loss": 0.6077,
      "step": 107800
    },
    {
      "epoch": 30.09,
      "grad_norm": 3.0639798641204834,
      "learning_rate": 3.5260910898688247e-06,
      "loss": 0.6232,
      "step": 107810
    },
    {
      "epoch": 30.09,
      "grad_norm": 3.138485908508301,
      "learning_rate": 3.5264181551772253e-06,
      "loss": 0.6167,
      "step": 107820
    },
    {
      "epoch": 30.09,
      "grad_norm": 3.2245171070098877,
      "learning_rate": 3.526745220485626e-06,
      "loss": 0.6085,
      "step": 107830
    },
    {
      "epoch": 30.1,
      "grad_norm": 3.0156750679016113,
      "learning_rate": 3.5270722857940267e-06,
      "loss": 0.5939,
      "step": 107840
    },
    {
      "epoch": 30.1,
      "grad_norm": 3.101647138595581,
      "learning_rate": 3.527399351102428e-06,
      "loss": 0.5982,
      "step": 107850
    },
    {
      "epoch": 30.1,
      "grad_norm": 2.45231032371521,
      "learning_rate": 3.5277264164108286e-06,
      "loss": 0.6025,
      "step": 107860
    },
    {
      "epoch": 30.11,
      "grad_norm": 3.2837111949920654,
      "learning_rate": 3.5280534817192295e-06,
      "loss": 0.6172,
      "step": 107870
    },
    {
      "epoch": 30.11,
      "grad_norm": 3.715182065963745,
      "learning_rate": 3.5283805470276304e-06,
      "loss": 0.6069,
      "step": 107880
    },
    {
      "epoch": 30.11,
      "grad_norm": 3.6103901863098145,
      "learning_rate": 3.528707612336031e-06,
      "loss": 0.6007,
      "step": 107890
    },
    {
      "epoch": 30.11,
      "grad_norm": 3.922450304031372,
      "learning_rate": 3.529034677644432e-06,
      "loss": 0.606,
      "step": 107900
    },
    {
      "epoch": 30.12,
      "grad_norm": 4.73792839050293,
      "learning_rate": 3.5293617429528324e-06,
      "loss": 0.6259,
      "step": 107910
    },
    {
      "epoch": 30.12,
      "grad_norm": 3.107710599899292,
      "learning_rate": 3.5296888082612333e-06,
      "loss": 0.6173,
      "step": 107920
    },
    {
      "epoch": 30.12,
      "grad_norm": 3.976033926010132,
      "learning_rate": 3.530015873569634e-06,
      "loss": 0.6155,
      "step": 107930
    },
    {
      "epoch": 30.13,
      "grad_norm": 2.8667311668395996,
      "learning_rate": 3.5303429388780348e-06,
      "loss": 0.6124,
      "step": 107940
    },
    {
      "epoch": 30.13,
      "grad_norm": 3.0118324756622314,
      "learning_rate": 3.5306700041864353e-06,
      "loss": 0.6044,
      "step": 107950
    },
    {
      "epoch": 30.13,
      "grad_norm": 3.679675817489624,
      "learning_rate": 3.5309970694948362e-06,
      "loss": 0.6079,
      "step": 107960
    },
    {
      "epoch": 30.13,
      "grad_norm": 3.0032873153686523,
      "learning_rate": 3.5313241348032376e-06,
      "loss": 0.6252,
      "step": 107970
    },
    {
      "epoch": 30.14,
      "grad_norm": 3.7264394760131836,
      "learning_rate": 3.531651200111638e-06,
      "loss": 0.6032,
      "step": 107980
    },
    {
      "epoch": 30.14,
      "grad_norm": 2.9721007347106934,
      "learning_rate": 3.531978265420039e-06,
      "loss": 0.6097,
      "step": 107990
    },
    {
      "epoch": 30.14,
      "grad_norm": 2.8319947719573975,
      "learning_rate": 3.5323053307284396e-06,
      "loss": 0.6049,
      "step": 108000
    },
    {
      "epoch": 30.15,
      "grad_norm": 2.6244099140167236,
      "learning_rate": 3.5326323960368405e-06,
      "loss": 0.6046,
      "step": 108010
    },
    {
      "epoch": 30.15,
      "grad_norm": 2.9873664379119873,
      "learning_rate": 3.532959461345241e-06,
      "loss": 0.6175,
      "step": 108020
    },
    {
      "epoch": 30.15,
      "grad_norm": 2.775679349899292,
      "learning_rate": 3.533286526653642e-06,
      "loss": 0.6233,
      "step": 108030
    },
    {
      "epoch": 30.15,
      "grad_norm": 3.0037877559661865,
      "learning_rate": 3.5336135919620424e-06,
      "loss": 0.6091,
      "step": 108040
    },
    {
      "epoch": 30.16,
      "grad_norm": 3.2973670959472656,
      "learning_rate": 3.5339406572704434e-06,
      "loss": 0.6109,
      "step": 108050
    },
    {
      "epoch": 30.16,
      "grad_norm": 3.1549930572509766,
      "learning_rate": 3.534267722578844e-06,
      "loss": 0.6287,
      "step": 108060
    },
    {
      "epoch": 30.16,
      "grad_norm": 3.0930027961730957,
      "learning_rate": 3.534594787887245e-06,
      "loss": 0.6101,
      "step": 108070
    },
    {
      "epoch": 30.16,
      "grad_norm": 3.3760757446289062,
      "learning_rate": 3.534921853195646e-06,
      "loss": 0.5906,
      "step": 108080
    },
    {
      "epoch": 30.17,
      "grad_norm": 3.0369784832000732,
      "learning_rate": 3.5352489185040467e-06,
      "loss": 0.6146,
      "step": 108090
    },
    {
      "epoch": 30.17,
      "grad_norm": 3.595381498336792,
      "learning_rate": 3.5355759838124476e-06,
      "loss": 0.6157,
      "step": 108100
    },
    {
      "epoch": 30.17,
      "grad_norm": 4.169273853302002,
      "learning_rate": 3.535903049120848e-06,
      "loss": 0.6214,
      "step": 108110
    },
    {
      "epoch": 30.18,
      "grad_norm": 4.136900901794434,
      "learning_rate": 3.536230114429249e-06,
      "loss": 0.602,
      "step": 108120
    },
    {
      "epoch": 30.18,
      "grad_norm": 2.8164291381835938,
      "learning_rate": 3.5365571797376496e-06,
      "loss": 0.6095,
      "step": 108130
    },
    {
      "epoch": 30.18,
      "grad_norm": 2.96144700050354,
      "learning_rate": 3.5368842450460505e-06,
      "loss": 0.6069,
      "step": 108140
    },
    {
      "epoch": 30.18,
      "grad_norm": 2.8550474643707275,
      "learning_rate": 3.537211310354451e-06,
      "loss": 0.6142,
      "step": 108150
    },
    {
      "epoch": 30.19,
      "grad_norm": 3.7992208003997803,
      "learning_rate": 3.537538375662852e-06,
      "loss": 0.5914,
      "step": 108160
    },
    {
      "epoch": 30.19,
      "grad_norm": 3.226519823074341,
      "learning_rate": 3.537865440971253e-06,
      "loss": 0.6002,
      "step": 108170
    },
    {
      "epoch": 30.19,
      "grad_norm": 2.6078040599823,
      "learning_rate": 3.5381925062796534e-06,
      "loss": 0.619,
      "step": 108180
    },
    {
      "epoch": 30.2,
      "grad_norm": 4.238471984863281,
      "learning_rate": 3.5385195715880548e-06,
      "loss": 0.615,
      "step": 108190
    },
    {
      "epoch": 30.2,
      "grad_norm": 2.804166793823242,
      "learning_rate": 3.538846636896455e-06,
      "loss": 0.6052,
      "step": 108200
    },
    {
      "epoch": 30.2,
      "grad_norm": 2.999234199523926,
      "learning_rate": 3.5391737022048562e-06,
      "loss": 0.6166,
      "step": 108210
    },
    {
      "epoch": 30.2,
      "grad_norm": 2.5138931274414062,
      "learning_rate": 3.5395007675132567e-06,
      "loss": 0.6314,
      "step": 108220
    },
    {
      "epoch": 30.21,
      "grad_norm": 3.004565954208374,
      "learning_rate": 3.5398278328216577e-06,
      "loss": 0.6212,
      "step": 108230
    },
    {
      "epoch": 30.21,
      "grad_norm": 2.6682746410369873,
      "learning_rate": 3.540154898130058e-06,
      "loss": 0.6102,
      "step": 108240
    },
    {
      "epoch": 30.21,
      "grad_norm": 2.76876163482666,
      "learning_rate": 3.540481963438459e-06,
      "loss": 0.6024,
      "step": 108250
    },
    {
      "epoch": 30.21,
      "grad_norm": 3.2676522731781006,
      "learning_rate": 3.54080902874686e-06,
      "loss": 0.6039,
      "step": 108260
    },
    {
      "epoch": 30.22,
      "grad_norm": 3.128230094909668,
      "learning_rate": 3.5411360940552606e-06,
      "loss": 0.6196,
      "step": 108270
    },
    {
      "epoch": 30.22,
      "grad_norm": 2.8863167762756348,
      "learning_rate": 3.5414631593636615e-06,
      "loss": 0.6179,
      "step": 108280
    },
    {
      "epoch": 30.22,
      "grad_norm": 3.9234862327575684,
      "learning_rate": 3.541790224672062e-06,
      "loss": 0.6071,
      "step": 108290
    },
    {
      "epoch": 30.23,
      "grad_norm": 3.212066411972046,
      "learning_rate": 3.542117289980463e-06,
      "loss": 0.6204,
      "step": 108300
    },
    {
      "epoch": 30.23,
      "grad_norm": 3.4079318046569824,
      "learning_rate": 3.5424443552888635e-06,
      "loss": 0.6079,
      "step": 108310
    },
    {
      "epoch": 30.23,
      "grad_norm": 4.392247676849365,
      "learning_rate": 3.542771420597265e-06,
      "loss": 0.5889,
      "step": 108320
    },
    {
      "epoch": 30.23,
      "grad_norm": 3.7065703868865967,
      "learning_rate": 3.5430984859056653e-06,
      "loss": 0.5986,
      "step": 108330
    },
    {
      "epoch": 30.24,
      "grad_norm": 3.500203847885132,
      "learning_rate": 3.5434255512140663e-06,
      "loss": 0.6268,
      "step": 108340
    },
    {
      "epoch": 30.24,
      "grad_norm": 3.236457347869873,
      "learning_rate": 3.543752616522467e-06,
      "loss": 0.625,
      "step": 108350
    },
    {
      "epoch": 30.24,
      "grad_norm": 3.756735324859619,
      "learning_rate": 3.5440796818308677e-06,
      "loss": 0.5877,
      "step": 108360
    },
    {
      "epoch": 30.25,
      "grad_norm": 3.7335948944091797,
      "learning_rate": 3.5444067471392686e-06,
      "loss": 0.6115,
      "step": 108370
    },
    {
      "epoch": 30.25,
      "grad_norm": 4.451916217803955,
      "learning_rate": 3.544733812447669e-06,
      "loss": 0.6102,
      "step": 108380
    },
    {
      "epoch": 30.25,
      "grad_norm": 3.768017292022705,
      "learning_rate": 3.54506087775607e-06,
      "loss": 0.6291,
      "step": 108390
    },
    {
      "epoch": 30.25,
      "grad_norm": 2.771186113357544,
      "learning_rate": 3.5453879430644706e-06,
      "loss": 0.5977,
      "step": 108400
    },
    {
      "epoch": 30.26,
      "grad_norm": 2.779127597808838,
      "learning_rate": 3.5457150083728715e-06,
      "loss": 0.5841,
      "step": 108410
    },
    {
      "epoch": 30.26,
      "grad_norm": 3.727773427963257,
      "learning_rate": 3.546042073681272e-06,
      "loss": 0.617,
      "step": 108420
    },
    {
      "epoch": 30.26,
      "grad_norm": 3.9259378910064697,
      "learning_rate": 3.546369138989673e-06,
      "loss": 0.5987,
      "step": 108430
    },
    {
      "epoch": 30.27,
      "grad_norm": 3.161719560623169,
      "learning_rate": 3.5466962042980735e-06,
      "loss": 0.5835,
      "step": 108440
    },
    {
      "epoch": 30.27,
      "grad_norm": 3.6645348072052,
      "learning_rate": 3.547023269606475e-06,
      "loss": 0.614,
      "step": 108450
    },
    {
      "epoch": 30.27,
      "grad_norm": 4.605538845062256,
      "learning_rate": 3.547350334914876e-06,
      "loss": 0.6112,
      "step": 108460
    },
    {
      "epoch": 30.27,
      "grad_norm": 3.384951114654541,
      "learning_rate": 3.5476774002232763e-06,
      "loss": 0.6111,
      "step": 108470
    },
    {
      "epoch": 30.28,
      "grad_norm": 3.257979154586792,
      "learning_rate": 3.5480044655316772e-06,
      "loss": 0.6097,
      "step": 108480
    },
    {
      "epoch": 30.28,
      "grad_norm": 4.163486957550049,
      "learning_rate": 3.5483315308400777e-06,
      "loss": 0.6298,
      "step": 108490
    },
    {
      "epoch": 30.28,
      "grad_norm": 3.6970198154449463,
      "learning_rate": 3.5486585961484787e-06,
      "loss": 0.6043,
      "step": 108500
    },
    {
      "epoch": 30.28,
      "grad_norm": 4.104999542236328,
      "learning_rate": 3.548985661456879e-06,
      "loss": 0.6043,
      "step": 108510
    },
    {
      "epoch": 30.29,
      "grad_norm": 4.097485065460205,
      "learning_rate": 3.54931272676528e-06,
      "loss": 0.6131,
      "step": 108520
    },
    {
      "epoch": 30.29,
      "grad_norm": 2.804069757461548,
      "learning_rate": 3.5496397920736806e-06,
      "loss": 0.6142,
      "step": 108530
    },
    {
      "epoch": 30.29,
      "grad_norm": 2.566742181777954,
      "learning_rate": 3.5499668573820816e-06,
      "loss": 0.6327,
      "step": 108540
    },
    {
      "epoch": 30.3,
      "grad_norm": 4.1037702560424805,
      "learning_rate": 3.550293922690483e-06,
      "loss": 0.5971,
      "step": 108550
    },
    {
      "epoch": 30.3,
      "grad_norm": 2.6779580116271973,
      "learning_rate": 3.5506209879988834e-06,
      "loss": 0.581,
      "step": 108560
    },
    {
      "epoch": 30.3,
      "grad_norm": 3.2520809173583984,
      "learning_rate": 3.5509480533072844e-06,
      "loss": 0.6125,
      "step": 108570
    },
    {
      "epoch": 30.3,
      "grad_norm": 3.193660020828247,
      "learning_rate": 3.551275118615685e-06,
      "loss": 0.5823,
      "step": 108580
    },
    {
      "epoch": 30.31,
      "grad_norm": 5.663856506347656,
      "learning_rate": 3.551602183924086e-06,
      "loss": 0.6365,
      "step": 108590
    },
    {
      "epoch": 30.31,
      "grad_norm": 2.818027973175049,
      "learning_rate": 3.5519292492324863e-06,
      "loss": 0.6065,
      "step": 108600
    },
    {
      "epoch": 30.31,
      "grad_norm": 2.991633176803589,
      "learning_rate": 3.5522563145408873e-06,
      "loss": 0.6092,
      "step": 108610
    },
    {
      "epoch": 30.32,
      "grad_norm": 3.5210273265838623,
      "learning_rate": 3.552583379849288e-06,
      "loss": 0.6228,
      "step": 108620
    },
    {
      "epoch": 30.32,
      "grad_norm": 2.935915470123291,
      "learning_rate": 3.5529104451576887e-06,
      "loss": 0.615,
      "step": 108630
    },
    {
      "epoch": 30.32,
      "grad_norm": 3.060159921646118,
      "learning_rate": 3.5532375104660897e-06,
      "loss": 0.5884,
      "step": 108640
    },
    {
      "epoch": 30.32,
      "grad_norm": 2.3886120319366455,
      "learning_rate": 3.55356457577449e-06,
      "loss": 0.631,
      "step": 108650
    },
    {
      "epoch": 30.33,
      "grad_norm": 3.0331106185913086,
      "learning_rate": 3.553891641082891e-06,
      "loss": 0.6029,
      "step": 108660
    },
    {
      "epoch": 30.33,
      "grad_norm": 3.07715106010437,
      "learning_rate": 3.5542187063912916e-06,
      "loss": 0.6068,
      "step": 108670
    },
    {
      "epoch": 30.33,
      "grad_norm": 3.0785391330718994,
      "learning_rate": 3.554545771699693e-06,
      "loss": 0.6066,
      "step": 108680
    },
    {
      "epoch": 30.33,
      "grad_norm": 4.190502166748047,
      "learning_rate": 3.5548728370080935e-06,
      "loss": 0.606,
      "step": 108690
    },
    {
      "epoch": 30.34,
      "grad_norm": 4.10820198059082,
      "learning_rate": 3.5551999023164944e-06,
      "loss": 0.6279,
      "step": 108700
    },
    {
      "epoch": 30.34,
      "grad_norm": 3.2792866230010986,
      "learning_rate": 3.555526967624895e-06,
      "loss": 0.6159,
      "step": 108710
    },
    {
      "epoch": 30.34,
      "grad_norm": 2.7379825115203857,
      "learning_rate": 3.555854032933296e-06,
      "loss": 0.6029,
      "step": 108720
    },
    {
      "epoch": 30.35,
      "grad_norm": 2.7938590049743652,
      "learning_rate": 3.5561810982416964e-06,
      "loss": 0.6058,
      "step": 108730
    },
    {
      "epoch": 30.35,
      "grad_norm": 3.9152140617370605,
      "learning_rate": 3.5565081635500973e-06,
      "loss": 0.6112,
      "step": 108740
    },
    {
      "epoch": 30.35,
      "grad_norm": 2.299813747406006,
      "learning_rate": 3.5568352288584983e-06,
      "loss": 0.5931,
      "step": 108750
    },
    {
      "epoch": 30.35,
      "grad_norm": 2.576619863510132,
      "learning_rate": 3.5571622941668988e-06,
      "loss": 0.6072,
      "step": 108760
    },
    {
      "epoch": 30.36,
      "grad_norm": 3.6279001235961914,
      "learning_rate": 3.5574893594752997e-06,
      "loss": 0.5937,
      "step": 108770
    },
    {
      "epoch": 30.36,
      "grad_norm": 3.450629234313965,
      "learning_rate": 3.5578164247837e-06,
      "loss": 0.6031,
      "step": 108780
    },
    {
      "epoch": 30.36,
      "grad_norm": 3.2863399982452393,
      "learning_rate": 3.5581434900921016e-06,
      "loss": 0.6272,
      "step": 108790
    },
    {
      "epoch": 30.37,
      "grad_norm": 3.3728723526000977,
      "learning_rate": 3.558470555400502e-06,
      "loss": 0.6075,
      "step": 108800
    },
    {
      "epoch": 30.37,
      "grad_norm": 2.457293748855591,
      "learning_rate": 3.558797620708903e-06,
      "loss": 0.6117,
      "step": 108810
    },
    {
      "epoch": 30.37,
      "grad_norm": 3.0851054191589355,
      "learning_rate": 3.5591246860173035e-06,
      "loss": 0.6017,
      "step": 108820
    },
    {
      "epoch": 30.37,
      "grad_norm": 3.208738088607788,
      "learning_rate": 3.5594517513257045e-06,
      "loss": 0.6234,
      "step": 108830
    },
    {
      "epoch": 30.38,
      "grad_norm": 3.2181293964385986,
      "learning_rate": 3.5597788166341054e-06,
      "loss": 0.6208,
      "step": 108840
    },
    {
      "epoch": 30.38,
      "grad_norm": 2.9068140983581543,
      "learning_rate": 3.560105881942506e-06,
      "loss": 0.6062,
      "step": 108850
    },
    {
      "epoch": 30.38,
      "grad_norm": 2.858757257461548,
      "learning_rate": 3.560432947250907e-06,
      "loss": 0.6093,
      "step": 108860
    },
    {
      "epoch": 30.39,
      "grad_norm": 3.268493890762329,
      "learning_rate": 3.5607600125593074e-06,
      "loss": 0.6166,
      "step": 108870
    },
    {
      "epoch": 30.39,
      "grad_norm": 3.076549530029297,
      "learning_rate": 3.5610870778677083e-06,
      "loss": 0.6281,
      "step": 108880
    },
    {
      "epoch": 30.39,
      "grad_norm": 3.1955490112304688,
      "learning_rate": 3.561414143176109e-06,
      "loss": 0.603,
      "step": 108890
    },
    {
      "epoch": 30.39,
      "grad_norm": 2.4471428394317627,
      "learning_rate": 3.5617412084845097e-06,
      "loss": 0.5932,
      "step": 108900
    },
    {
      "epoch": 30.4,
      "grad_norm": 3.665374994277954,
      "learning_rate": 3.5620682737929103e-06,
      "loss": 0.6272,
      "step": 108910
    },
    {
      "epoch": 30.4,
      "grad_norm": 2.982297420501709,
      "learning_rate": 3.5623953391013116e-06,
      "loss": 0.6115,
      "step": 108920
    },
    {
      "epoch": 30.4,
      "grad_norm": 3.887702703475952,
      "learning_rate": 3.5627224044097125e-06,
      "loss": 0.6115,
      "step": 108930
    },
    {
      "epoch": 30.4,
      "grad_norm": 3.320040225982666,
      "learning_rate": 3.563049469718113e-06,
      "loss": 0.635,
      "step": 108940
    },
    {
      "epoch": 30.41,
      "grad_norm": 2.7071666717529297,
      "learning_rate": 3.563376535026514e-06,
      "loss": 0.5889,
      "step": 108950
    },
    {
      "epoch": 30.41,
      "grad_norm": 2.5134763717651367,
      "learning_rate": 3.5637036003349145e-06,
      "loss": 0.5917,
      "step": 108960
    },
    {
      "epoch": 30.41,
      "grad_norm": 3.19875168800354,
      "learning_rate": 3.5640306656433154e-06,
      "loss": 0.6063,
      "step": 108970
    },
    {
      "epoch": 30.42,
      "grad_norm": 3.5163354873657227,
      "learning_rate": 3.564357730951716e-06,
      "loss": 0.6078,
      "step": 108980
    },
    {
      "epoch": 30.42,
      "grad_norm": 3.56781268119812,
      "learning_rate": 3.564684796260117e-06,
      "loss": 0.5911,
      "step": 108990
    },
    {
      "epoch": 30.42,
      "grad_norm": 4.8064703941345215,
      "learning_rate": 3.5650118615685174e-06,
      "loss": 0.5958,
      "step": 109000
    },
    {
      "epoch": 30.42,
      "grad_norm": 3.194823741912842,
      "learning_rate": 3.5653389268769183e-06,
      "loss": 0.6158,
      "step": 109010
    },
    {
      "epoch": 30.43,
      "grad_norm": 5.091555595397949,
      "learning_rate": 3.5656659921853197e-06,
      "loss": 0.6104,
      "step": 109020
    },
    {
      "epoch": 30.43,
      "grad_norm": 3.096952199935913,
      "learning_rate": 3.56599305749372e-06,
      "loss": 0.6249,
      "step": 109030
    },
    {
      "epoch": 30.43,
      "grad_norm": 2.723665714263916,
      "learning_rate": 3.566320122802121e-06,
      "loss": 0.6004,
      "step": 109040
    },
    {
      "epoch": 30.44,
      "grad_norm": 2.1369996070861816,
      "learning_rate": 3.5666471881105216e-06,
      "loss": 0.6204,
      "step": 109050
    },
    {
      "epoch": 30.44,
      "grad_norm": 2.759342908859253,
      "learning_rate": 3.5669742534189226e-06,
      "loss": 0.5974,
      "step": 109060
    },
    {
      "epoch": 30.44,
      "grad_norm": 4.073936462402344,
      "learning_rate": 3.567301318727323e-06,
      "loss": 0.6337,
      "step": 109070
    },
    {
      "epoch": 30.44,
      "grad_norm": 3.679018497467041,
      "learning_rate": 3.567628384035724e-06,
      "loss": 0.6034,
      "step": 109080
    },
    {
      "epoch": 30.45,
      "grad_norm": 3.6127078533172607,
      "learning_rate": 3.5679554493441245e-06,
      "loss": 0.6152,
      "step": 109090
    },
    {
      "epoch": 30.45,
      "grad_norm": 3.7314889430999756,
      "learning_rate": 3.5682825146525255e-06,
      "loss": 0.6223,
      "step": 109100
    },
    {
      "epoch": 30.45,
      "grad_norm": 3.211611747741699,
      "learning_rate": 3.568609579960926e-06,
      "loss": 0.6005,
      "step": 109110
    },
    {
      "epoch": 30.45,
      "grad_norm": 3.521538734436035,
      "learning_rate": 3.568936645269327e-06,
      "loss": 0.6015,
      "step": 109120
    },
    {
      "epoch": 30.46,
      "grad_norm": 3.463685989379883,
      "learning_rate": 3.569263710577728e-06,
      "loss": 0.6113,
      "step": 109130
    },
    {
      "epoch": 30.46,
      "grad_norm": 2.8192732334136963,
      "learning_rate": 3.5695907758861284e-06,
      "loss": 0.6127,
      "step": 109140
    },
    {
      "epoch": 30.46,
      "grad_norm": 2.954367160797119,
      "learning_rate": 3.5699178411945297e-06,
      "loss": 0.612,
      "step": 109150
    },
    {
      "epoch": 30.47,
      "grad_norm": 3.3811397552490234,
      "learning_rate": 3.5702449065029302e-06,
      "loss": 0.6141,
      "step": 109160
    },
    {
      "epoch": 30.47,
      "grad_norm": 3.8377344608306885,
      "learning_rate": 3.570571971811331e-06,
      "loss": 0.596,
      "step": 109170
    },
    {
      "epoch": 30.47,
      "grad_norm": 3.4700942039489746,
      "learning_rate": 3.5708990371197317e-06,
      "loss": 0.6147,
      "step": 109180
    },
    {
      "epoch": 30.47,
      "grad_norm": 4.986624717712402,
      "learning_rate": 3.5712261024281326e-06,
      "loss": 0.6359,
      "step": 109190
    },
    {
      "epoch": 30.48,
      "grad_norm": 3.224370002746582,
      "learning_rate": 3.571553167736533e-06,
      "loss": 0.5971,
      "step": 109200
    },
    {
      "epoch": 30.48,
      "grad_norm": 3.4725868701934814,
      "learning_rate": 3.571880233044934e-06,
      "loss": 0.6115,
      "step": 109210
    },
    {
      "epoch": 30.48,
      "grad_norm": 3.6095004081726074,
      "learning_rate": 3.572207298353335e-06,
      "loss": 0.6167,
      "step": 109220
    },
    {
      "epoch": 30.49,
      "grad_norm": 2.7152795791625977,
      "learning_rate": 3.5725343636617355e-06,
      "loss": 0.6017,
      "step": 109230
    },
    {
      "epoch": 30.49,
      "grad_norm": 2.9569199085235596,
      "learning_rate": 3.5728614289701365e-06,
      "loss": 0.5778,
      "step": 109240
    },
    {
      "epoch": 30.49,
      "grad_norm": 3.2163822650909424,
      "learning_rate": 3.573188494278537e-06,
      "loss": 0.622,
      "step": 109250
    },
    {
      "epoch": 30.49,
      "grad_norm": 3.9740757942199707,
      "learning_rate": 3.5735155595869383e-06,
      "loss": 0.604,
      "step": 109260
    },
    {
      "epoch": 30.5,
      "grad_norm": 3.083848237991333,
      "learning_rate": 3.573842624895339e-06,
      "loss": 0.5954,
      "step": 109270
    },
    {
      "epoch": 30.5,
      "grad_norm": 2.9535694122314453,
      "learning_rate": 3.5741696902037398e-06,
      "loss": 0.6091,
      "step": 109280
    },
    {
      "epoch": 30.5,
      "grad_norm": 3.9390857219696045,
      "learning_rate": 3.5744967555121403e-06,
      "loss": 0.6198,
      "step": 109290
    },
    {
      "epoch": 30.51,
      "grad_norm": 2.6588985919952393,
      "learning_rate": 3.5748238208205412e-06,
      "loss": 0.6094,
      "step": 109300
    },
    {
      "epoch": 30.51,
      "grad_norm": 3.2529778480529785,
      "learning_rate": 3.575150886128942e-06,
      "loss": 0.5929,
      "step": 109310
    },
    {
      "epoch": 30.51,
      "grad_norm": 3.045318126678467,
      "learning_rate": 3.5754779514373427e-06,
      "loss": 0.6049,
      "step": 109320
    },
    {
      "epoch": 30.51,
      "grad_norm": 2.875108480453491,
      "learning_rate": 3.5758050167457436e-06,
      "loss": 0.6118,
      "step": 109330
    },
    {
      "epoch": 30.52,
      "grad_norm": 4.136279106140137,
      "learning_rate": 3.576132082054144e-06,
      "loss": 0.6258,
      "step": 109340
    },
    {
      "epoch": 30.52,
      "grad_norm": 3.885281562805176,
      "learning_rate": 3.576459147362545e-06,
      "loss": 0.6098,
      "step": 109350
    },
    {
      "epoch": 30.52,
      "grad_norm": 4.311192989349365,
      "learning_rate": 3.5767862126709456e-06,
      "loss": 0.6042,
      "step": 109360
    },
    {
      "epoch": 30.52,
      "grad_norm": 2.6242170333862305,
      "learning_rate": 3.5771132779793465e-06,
      "loss": 0.6315,
      "step": 109370
    },
    {
      "epoch": 30.53,
      "grad_norm": 4.169936656951904,
      "learning_rate": 3.577440343287747e-06,
      "loss": 0.5871,
      "step": 109380
    },
    {
      "epoch": 30.53,
      "grad_norm": 3.8900063037872314,
      "learning_rate": 3.5777674085961484e-06,
      "loss": 0.6241,
      "step": 109390
    },
    {
      "epoch": 30.53,
      "grad_norm": 2.202888250350952,
      "learning_rate": 3.578094473904549e-06,
      "loss": 0.6179,
      "step": 109400
    },
    {
      "epoch": 30.54,
      "grad_norm": 2.6158721446990967,
      "learning_rate": 3.57842153921295e-06,
      "loss": 0.6057,
      "step": 109410
    },
    {
      "epoch": 30.54,
      "grad_norm": 3.845750570297241,
      "learning_rate": 3.5787486045213507e-06,
      "loss": 0.6198,
      "step": 109420
    },
    {
      "epoch": 30.54,
      "grad_norm": 3.6373701095581055,
      "learning_rate": 3.5790756698297513e-06,
      "loss": 0.607,
      "step": 109430
    },
    {
      "epoch": 30.54,
      "grad_norm": 2.963311195373535,
      "learning_rate": 3.579402735138152e-06,
      "loss": 0.6078,
      "step": 109440
    },
    {
      "epoch": 30.55,
      "grad_norm": 3.0648727416992188,
      "learning_rate": 3.5797298004465527e-06,
      "loss": 0.5993,
      "step": 109450
    },
    {
      "epoch": 30.55,
      "grad_norm": 3.8910045623779297,
      "learning_rate": 3.5800568657549536e-06,
      "loss": 0.5946,
      "step": 109460
    },
    {
      "epoch": 30.55,
      "grad_norm": 3.7510414123535156,
      "learning_rate": 3.580383931063354e-06,
      "loss": 0.5835,
      "step": 109470
    },
    {
      "epoch": 30.56,
      "grad_norm": 4.045650959014893,
      "learning_rate": 3.580710996371755e-06,
      "loss": 0.6455,
      "step": 109480
    },
    {
      "epoch": 30.56,
      "grad_norm": 3.3687472343444824,
      "learning_rate": 3.5810380616801556e-06,
      "loss": 0.6198,
      "step": 109490
    },
    {
      "epoch": 30.56,
      "grad_norm": 3.4014649391174316,
      "learning_rate": 3.581365126988557e-06,
      "loss": 0.6248,
      "step": 109500
    },
    {
      "epoch": 30.56,
      "grad_norm": 4.575352191925049,
      "learning_rate": 3.581692192296958e-06,
      "loss": 0.622,
      "step": 109510
    },
    {
      "epoch": 30.57,
      "grad_norm": 3.1196298599243164,
      "learning_rate": 3.5820192576053584e-06,
      "loss": 0.6126,
      "step": 109520
    },
    {
      "epoch": 30.57,
      "grad_norm": 4.0285491943359375,
      "learning_rate": 3.5823463229137593e-06,
      "loss": 0.6049,
      "step": 109530
    },
    {
      "epoch": 30.57,
      "grad_norm": 2.166558265686035,
      "learning_rate": 3.58267338822216e-06,
      "loss": 0.6186,
      "step": 109540
    },
    {
      "epoch": 30.57,
      "grad_norm": 3.510190486907959,
      "learning_rate": 3.5830004535305608e-06,
      "loss": 0.6179,
      "step": 109550
    },
    {
      "epoch": 30.58,
      "grad_norm": 3.5774054527282715,
      "learning_rate": 3.5833275188389613e-06,
      "loss": 0.5973,
      "step": 109560
    },
    {
      "epoch": 30.58,
      "grad_norm": 4.257793426513672,
      "learning_rate": 3.5836545841473622e-06,
      "loss": 0.615,
      "step": 109570
    },
    {
      "epoch": 30.58,
      "grad_norm": 2.974715232849121,
      "learning_rate": 3.5839816494557627e-06,
      "loss": 0.6069,
      "step": 109580
    },
    {
      "epoch": 30.59,
      "grad_norm": 2.761124849319458,
      "learning_rate": 3.5843087147641637e-06,
      "loss": 0.6078,
      "step": 109590
    },
    {
      "epoch": 30.59,
      "grad_norm": 2.8664114475250244,
      "learning_rate": 3.5846357800725646e-06,
      "loss": 0.6193,
      "step": 109600
    },
    {
      "epoch": 30.59,
      "grad_norm": 2.8984832763671875,
      "learning_rate": 3.584962845380965e-06,
      "loss": 0.6142,
      "step": 109610
    },
    {
      "epoch": 30.59,
      "grad_norm": 3.187958240509033,
      "learning_rate": 3.5852899106893665e-06,
      "loss": 0.6392,
      "step": 109620
    },
    {
      "epoch": 30.6,
      "grad_norm": 2.9343433380126953,
      "learning_rate": 3.585616975997767e-06,
      "loss": 0.6193,
      "step": 109630
    },
    {
      "epoch": 30.6,
      "grad_norm": 4.5057501792907715,
      "learning_rate": 3.585944041306168e-06,
      "loss": 0.616,
      "step": 109640
    },
    {
      "epoch": 30.6,
      "grad_norm": 2.937303066253662,
      "learning_rate": 3.5862711066145684e-06,
      "loss": 0.5848,
      "step": 109650
    },
    {
      "epoch": 30.61,
      "grad_norm": 2.871875047683716,
      "learning_rate": 3.5865981719229694e-06,
      "loss": 0.604,
      "step": 109660
    },
    {
      "epoch": 30.61,
      "grad_norm": 3.4047200679779053,
      "learning_rate": 3.58692523723137e-06,
      "loss": 0.605,
      "step": 109670
    },
    {
      "epoch": 30.61,
      "grad_norm": 3.0217044353485107,
      "learning_rate": 3.587252302539771e-06,
      "loss": 0.5823,
      "step": 109680
    },
    {
      "epoch": 30.61,
      "grad_norm": 2.5437028408050537,
      "learning_rate": 3.5875793678481718e-06,
      "loss": 0.6149,
      "step": 109690
    },
    {
      "epoch": 30.62,
      "grad_norm": 2.93886137008667,
      "learning_rate": 3.5879064331565723e-06,
      "loss": 0.5998,
      "step": 109700
    },
    {
      "epoch": 30.62,
      "grad_norm": 4.3293986320495605,
      "learning_rate": 3.588233498464973e-06,
      "loss": 0.6037,
      "step": 109710
    },
    {
      "epoch": 30.62,
      "grad_norm": 4.9115190505981445,
      "learning_rate": 3.5885605637733737e-06,
      "loss": 0.6009,
      "step": 109720
    },
    {
      "epoch": 30.63,
      "grad_norm": 3.3298285007476807,
      "learning_rate": 3.588887629081775e-06,
      "loss": 0.602,
      "step": 109730
    },
    {
      "epoch": 30.63,
      "grad_norm": 2.163177728652954,
      "learning_rate": 3.589214694390175e-06,
      "loss": 0.6264,
      "step": 109740
    },
    {
      "epoch": 30.63,
      "grad_norm": 2.5852842330932617,
      "learning_rate": 3.5895417596985765e-06,
      "loss": 0.5993,
      "step": 109750
    },
    {
      "epoch": 30.63,
      "grad_norm": 3.257112741470337,
      "learning_rate": 3.589868825006977e-06,
      "loss": 0.606,
      "step": 109760
    },
    {
      "epoch": 30.64,
      "grad_norm": 3.5005075931549072,
      "learning_rate": 3.590195890315378e-06,
      "loss": 0.6128,
      "step": 109770
    },
    {
      "epoch": 30.64,
      "grad_norm": 3.2490546703338623,
      "learning_rate": 3.5905229556237785e-06,
      "loss": 0.6328,
      "step": 109780
    },
    {
      "epoch": 30.64,
      "grad_norm": 4.58341121673584,
      "learning_rate": 3.5908500209321794e-06,
      "loss": 0.6055,
      "step": 109790
    },
    {
      "epoch": 30.64,
      "grad_norm": 2.6513187885284424,
      "learning_rate": 3.5911770862405804e-06,
      "loss": 0.6073,
      "step": 109800
    },
    {
      "epoch": 30.65,
      "grad_norm": 3.002107620239258,
      "learning_rate": 3.591504151548981e-06,
      "loss": 0.6101,
      "step": 109810
    },
    {
      "epoch": 30.65,
      "grad_norm": 3.2290284633636475,
      "learning_rate": 3.591831216857382e-06,
      "loss": 0.6107,
      "step": 109820
    },
    {
      "epoch": 30.65,
      "grad_norm": 2.400381088256836,
      "learning_rate": 3.5921582821657823e-06,
      "loss": 0.6084,
      "step": 109830
    },
    {
      "epoch": 30.66,
      "grad_norm": 2.9213998317718506,
      "learning_rate": 3.5924853474741832e-06,
      "loss": 0.6003,
      "step": 109840
    },
    {
      "epoch": 30.66,
      "grad_norm": 4.223207950592041,
      "learning_rate": 3.5928124127825838e-06,
      "loss": 0.5911,
      "step": 109850
    },
    {
      "epoch": 30.66,
      "grad_norm": 2.3993234634399414,
      "learning_rate": 3.593139478090985e-06,
      "loss": 0.5856,
      "step": 109860
    },
    {
      "epoch": 30.66,
      "grad_norm": 2.7449584007263184,
      "learning_rate": 3.5934665433993856e-06,
      "loss": 0.6031,
      "step": 109870
    },
    {
      "epoch": 30.67,
      "grad_norm": 2.7919535636901855,
      "learning_rate": 3.5937936087077866e-06,
      "loss": 0.6054,
      "step": 109880
    },
    {
      "epoch": 30.67,
      "grad_norm": 3.2316839694976807,
      "learning_rate": 3.5941206740161875e-06,
      "loss": 0.621,
      "step": 109890
    },
    {
      "epoch": 30.67,
      "grad_norm": 2.921170949935913,
      "learning_rate": 3.594447739324588e-06,
      "loss": 0.5846,
      "step": 109900
    },
    {
      "epoch": 30.68,
      "grad_norm": 4.158295154571533,
      "learning_rate": 3.594774804632989e-06,
      "loss": 0.6256,
      "step": 109910
    },
    {
      "epoch": 30.68,
      "grad_norm": 3.5493743419647217,
      "learning_rate": 3.5951018699413895e-06,
      "loss": 0.6024,
      "step": 109920
    },
    {
      "epoch": 30.68,
      "grad_norm": 2.321850299835205,
      "learning_rate": 3.5954289352497904e-06,
      "loss": 0.5892,
      "step": 109930
    },
    {
      "epoch": 30.68,
      "grad_norm": 3.4543402194976807,
      "learning_rate": 3.595756000558191e-06,
      "loss": 0.5782,
      "step": 109940
    },
    {
      "epoch": 30.69,
      "grad_norm": 2.847846508026123,
      "learning_rate": 3.596083065866592e-06,
      "loss": 0.6041,
      "step": 109950
    },
    {
      "epoch": 30.69,
      "grad_norm": 3.461949586868286,
      "learning_rate": 3.5964101311749923e-06,
      "loss": 0.5843,
      "step": 109960
    },
    {
      "epoch": 30.69,
      "grad_norm": 4.303912162780762,
      "learning_rate": 3.5967371964833937e-06,
      "loss": 0.6024,
      "step": 109970
    },
    {
      "epoch": 30.69,
      "grad_norm": 2.6814918518066406,
      "learning_rate": 3.5970642617917946e-06,
      "loss": 0.5984,
      "step": 109980
    },
    {
      "epoch": 30.7,
      "grad_norm": 2.6427323818206787,
      "learning_rate": 3.597391327100195e-06,
      "loss": 0.6006,
      "step": 109990
    },
    {
      "epoch": 30.7,
      "grad_norm": 3.214340925216675,
      "learning_rate": 3.597718392408596e-06,
      "loss": 0.6015,
      "step": 110000
    },
    {
      "epoch": 30.7,
      "grad_norm": 3.1834304332733154,
      "learning_rate": 3.5980454577169966e-06,
      "loss": 0.5876,
      "step": 110010
    },
    {
      "epoch": 30.71,
      "grad_norm": 3.0938262939453125,
      "learning_rate": 3.5983725230253975e-06,
      "loss": 0.6365,
      "step": 110020
    },
    {
      "epoch": 30.71,
      "grad_norm": 2.8928322792053223,
      "learning_rate": 3.598699588333798e-06,
      "loss": 0.6029,
      "step": 110030
    },
    {
      "epoch": 30.71,
      "grad_norm": 2.804825782775879,
      "learning_rate": 3.599026653642199e-06,
      "loss": 0.6091,
      "step": 110040
    },
    {
      "epoch": 30.71,
      "grad_norm": 3.7302744388580322,
      "learning_rate": 3.5993537189505995e-06,
      "loss": 0.6309,
      "step": 110050
    },
    {
      "epoch": 30.72,
      "grad_norm": 2.685347080230713,
      "learning_rate": 3.5996807842590004e-06,
      "loss": 0.6014,
      "step": 110060
    },
    {
      "epoch": 30.72,
      "grad_norm": 2.6753063201904297,
      "learning_rate": 3.6000078495674014e-06,
      "loss": 0.6215,
      "step": 110070
    },
    {
      "epoch": 30.72,
      "grad_norm": 2.714188814163208,
      "learning_rate": 3.600334914875802e-06,
      "loss": 0.6042,
      "step": 110080
    },
    {
      "epoch": 30.73,
      "grad_norm": 2.541330575942993,
      "learning_rate": 3.6006619801842032e-06,
      "loss": 0.6121,
      "step": 110090
    },
    {
      "epoch": 30.73,
      "grad_norm": 3.970127820968628,
      "learning_rate": 3.6009890454926037e-06,
      "loss": 0.6191,
      "step": 110100
    },
    {
      "epoch": 30.73,
      "grad_norm": 2.8977012634277344,
      "learning_rate": 3.6013161108010047e-06,
      "loss": 0.5998,
      "step": 110110
    },
    {
      "epoch": 30.73,
      "grad_norm": 2.692201614379883,
      "learning_rate": 3.601643176109405e-06,
      "loss": 0.6224,
      "step": 110120
    },
    {
      "epoch": 30.74,
      "grad_norm": 2.708350658416748,
      "learning_rate": 3.601970241417806e-06,
      "loss": 0.6039,
      "step": 110130
    },
    {
      "epoch": 30.74,
      "grad_norm": 2.8356516361236572,
      "learning_rate": 3.6022973067262066e-06,
      "loss": 0.5891,
      "step": 110140
    },
    {
      "epoch": 30.74,
      "grad_norm": 3.0783658027648926,
      "learning_rate": 3.6026243720346076e-06,
      "loss": 0.6064,
      "step": 110150
    },
    {
      "epoch": 30.75,
      "grad_norm": 3.1450228691101074,
      "learning_rate": 3.602951437343008e-06,
      "loss": 0.6104,
      "step": 110160
    },
    {
      "epoch": 30.75,
      "grad_norm": 3.2843990325927734,
      "learning_rate": 3.603278502651409e-06,
      "loss": 0.5982,
      "step": 110170
    },
    {
      "epoch": 30.75,
      "grad_norm": 2.969204902648926,
      "learning_rate": 3.60360556795981e-06,
      "loss": 0.6054,
      "step": 110180
    },
    {
      "epoch": 30.75,
      "grad_norm": 3.693223714828491,
      "learning_rate": 3.6039326332682105e-06,
      "loss": 0.6099,
      "step": 110190
    },
    {
      "epoch": 30.76,
      "grad_norm": 3.1009140014648438,
      "learning_rate": 3.604259698576612e-06,
      "loss": 0.5959,
      "step": 110200
    },
    {
      "epoch": 30.76,
      "grad_norm": 2.9570953845977783,
      "learning_rate": 3.604586763885012e-06,
      "loss": 0.6135,
      "step": 110210
    },
    {
      "epoch": 30.76,
      "grad_norm": 3.1694045066833496,
      "learning_rate": 3.6049138291934133e-06,
      "loss": 0.6036,
      "step": 110220
    },
    {
      "epoch": 30.76,
      "grad_norm": 2.506772518157959,
      "learning_rate": 3.6052408945018138e-06,
      "loss": 0.5898,
      "step": 110230
    },
    {
      "epoch": 30.77,
      "grad_norm": 2.5175671577453613,
      "learning_rate": 3.6055679598102147e-06,
      "loss": 0.5901,
      "step": 110240
    },
    {
      "epoch": 30.77,
      "grad_norm": 3.453953266143799,
      "learning_rate": 3.6058950251186152e-06,
      "loss": 0.588,
      "step": 110250
    },
    {
      "epoch": 30.77,
      "grad_norm": 2.9188008308410645,
      "learning_rate": 3.606222090427016e-06,
      "loss": 0.601,
      "step": 110260
    },
    {
      "epoch": 30.78,
      "grad_norm": 2.738123893737793,
      "learning_rate": 3.606549155735417e-06,
      "loss": 0.6045,
      "step": 110270
    },
    {
      "epoch": 30.78,
      "grad_norm": 3.503558874130249,
      "learning_rate": 3.6068762210438176e-06,
      "loss": 0.6156,
      "step": 110280
    },
    {
      "epoch": 30.78,
      "grad_norm": 3.326537847518921,
      "learning_rate": 3.6072032863522186e-06,
      "loss": 0.6224,
      "step": 110290
    },
    {
      "epoch": 30.78,
      "grad_norm": 3.546905040740967,
      "learning_rate": 3.607530351660619e-06,
      "loss": 0.6205,
      "step": 110300
    },
    {
      "epoch": 30.79,
      "grad_norm": 2.617353916168213,
      "learning_rate": 3.60785741696902e-06,
      "loss": 0.6291,
      "step": 110310
    },
    {
      "epoch": 30.79,
      "grad_norm": 2.820136547088623,
      "learning_rate": 3.6081844822774205e-06,
      "loss": 0.6014,
      "step": 110320
    },
    {
      "epoch": 30.79,
      "grad_norm": 3.2357094287872314,
      "learning_rate": 3.608511547585822e-06,
      "loss": 0.5878,
      "step": 110330
    },
    {
      "epoch": 30.8,
      "grad_norm": 3.013545513153076,
      "learning_rate": 3.6088386128942224e-06,
      "loss": 0.5885,
      "step": 110340
    },
    {
      "epoch": 30.8,
      "grad_norm": 2.6688151359558105,
      "learning_rate": 3.6091656782026233e-06,
      "loss": 0.5962,
      "step": 110350
    },
    {
      "epoch": 30.8,
      "grad_norm": 3.9887373447418213,
      "learning_rate": 3.6094927435110242e-06,
      "loss": 0.5974,
      "step": 110360
    },
    {
      "epoch": 30.8,
      "grad_norm": 3.1837997436523438,
      "learning_rate": 3.6098198088194248e-06,
      "loss": 0.6064,
      "step": 110370
    },
    {
      "epoch": 30.81,
      "grad_norm": 3.608309745788574,
      "learning_rate": 3.6101468741278257e-06,
      "loss": 0.6093,
      "step": 110380
    },
    {
      "epoch": 30.81,
      "grad_norm": 2.0901575088500977,
      "learning_rate": 3.610473939436226e-06,
      "loss": 0.5974,
      "step": 110390
    },
    {
      "epoch": 30.81,
      "grad_norm": 3.7610983848571777,
      "learning_rate": 3.610801004744627e-06,
      "loss": 0.5929,
      "step": 110400
    },
    {
      "epoch": 30.81,
      "grad_norm": 2.6414105892181396,
      "learning_rate": 3.6111280700530277e-06,
      "loss": 0.6116,
      "step": 110410
    },
    {
      "epoch": 30.82,
      "grad_norm": 3.3798091411590576,
      "learning_rate": 3.6114551353614286e-06,
      "loss": 0.6092,
      "step": 110420
    },
    {
      "epoch": 30.82,
      "grad_norm": 2.786334991455078,
      "learning_rate": 3.611782200669829e-06,
      "loss": 0.6171,
      "step": 110430
    },
    {
      "epoch": 30.82,
      "grad_norm": 2.5631697177886963,
      "learning_rate": 3.6121092659782305e-06,
      "loss": 0.5928,
      "step": 110440
    },
    {
      "epoch": 30.83,
      "grad_norm": 3.8980824947357178,
      "learning_rate": 3.6124363312866305e-06,
      "loss": 0.5909,
      "step": 110450
    },
    {
      "epoch": 30.83,
      "grad_norm": 4.102774143218994,
      "learning_rate": 3.612763396595032e-06,
      "loss": 0.5995,
      "step": 110460
    },
    {
      "epoch": 30.83,
      "grad_norm": 3.687126636505127,
      "learning_rate": 3.613090461903433e-06,
      "loss": 0.6199,
      "step": 110470
    },
    {
      "epoch": 30.83,
      "grad_norm": 2.4178786277770996,
      "learning_rate": 3.6134175272118334e-06,
      "loss": 0.6131,
      "step": 110480
    },
    {
      "epoch": 30.84,
      "grad_norm": 3.0152781009674072,
      "learning_rate": 3.6137445925202343e-06,
      "loss": 0.6175,
      "step": 110490
    },
    {
      "epoch": 30.84,
      "grad_norm": 3.7552754878997803,
      "learning_rate": 3.614071657828635e-06,
      "loss": 0.6082,
      "step": 110500
    },
    {
      "epoch": 30.84,
      "grad_norm": 2.781015157699585,
      "learning_rate": 3.6143987231370357e-06,
      "loss": 0.6056,
      "step": 110510
    },
    {
      "epoch": 30.85,
      "grad_norm": 2.675567388534546,
      "learning_rate": 3.6147257884454362e-06,
      "loss": 0.6098,
      "step": 110520
    },
    {
      "epoch": 30.85,
      "grad_norm": 3.5187535285949707,
      "learning_rate": 3.615052853753837e-06,
      "loss": 0.6317,
      "step": 110530
    },
    {
      "epoch": 30.85,
      "grad_norm": 3.7247087955474854,
      "learning_rate": 3.6153799190622377e-06,
      "loss": 0.6028,
      "step": 110540
    },
    {
      "epoch": 30.85,
      "grad_norm": 3.683563470840454,
      "learning_rate": 3.6157069843706386e-06,
      "loss": 0.6243,
      "step": 110550
    },
    {
      "epoch": 30.86,
      "grad_norm": 3.3364434242248535,
      "learning_rate": 3.61603404967904e-06,
      "loss": 0.5987,
      "step": 110560
    },
    {
      "epoch": 30.86,
      "grad_norm": 2.657158613204956,
      "learning_rate": 3.6163611149874405e-06,
      "loss": 0.6133,
      "step": 110570
    },
    {
      "epoch": 30.86,
      "grad_norm": 3.9640626907348633,
      "learning_rate": 3.6166881802958414e-06,
      "loss": 0.5862,
      "step": 110580
    },
    {
      "epoch": 30.87,
      "grad_norm": 2.2949671745300293,
      "learning_rate": 3.617015245604242e-06,
      "loss": 0.5833,
      "step": 110590
    },
    {
      "epoch": 30.87,
      "grad_norm": 3.7306134700775146,
      "learning_rate": 3.617342310912643e-06,
      "loss": 0.6097,
      "step": 110600
    },
    {
      "epoch": 30.87,
      "grad_norm": 2.710956573486328,
      "learning_rate": 3.6176693762210434e-06,
      "loss": 0.5943,
      "step": 110610
    },
    {
      "epoch": 30.87,
      "grad_norm": 3.4302847385406494,
      "learning_rate": 3.6179964415294443e-06,
      "loss": 0.6015,
      "step": 110620
    },
    {
      "epoch": 30.88,
      "grad_norm": 2.953315019607544,
      "learning_rate": 3.618323506837845e-06,
      "loss": 0.5993,
      "step": 110630
    },
    {
      "epoch": 30.88,
      "grad_norm": 3.0742013454437256,
      "learning_rate": 3.6186505721462458e-06,
      "loss": 0.5996,
      "step": 110640
    },
    {
      "epoch": 30.88,
      "grad_norm": 3.2767276763916016,
      "learning_rate": 3.6189776374546467e-06,
      "loss": 0.5844,
      "step": 110650
    },
    {
      "epoch": 30.88,
      "grad_norm": 4.161102294921875,
      "learning_rate": 3.6193047027630472e-06,
      "loss": 0.6012,
      "step": 110660
    },
    {
      "epoch": 30.89,
      "grad_norm": 3.3052401542663574,
      "learning_rate": 3.6196317680714486e-06,
      "loss": 0.5922,
      "step": 110670
    },
    {
      "epoch": 30.89,
      "grad_norm": 2.754389762878418,
      "learning_rate": 3.6199588333798487e-06,
      "loss": 0.6068,
      "step": 110680
    },
    {
      "epoch": 30.89,
      "grad_norm": 3.617143392562866,
      "learning_rate": 3.62028589868825e-06,
      "loss": 0.6034,
      "step": 110690
    },
    {
      "epoch": 30.9,
      "grad_norm": 3.249267339706421,
      "learning_rate": 3.6206129639966505e-06,
      "loss": 0.6193,
      "step": 110700
    },
    {
      "epoch": 30.9,
      "grad_norm": 2.7196385860443115,
      "learning_rate": 3.6209400293050515e-06,
      "loss": 0.6077,
      "step": 110710
    },
    {
      "epoch": 30.9,
      "grad_norm": 2.9886631965637207,
      "learning_rate": 3.621267094613452e-06,
      "loss": 0.6103,
      "step": 110720
    },
    {
      "epoch": 30.9,
      "grad_norm": 2.9327073097229004,
      "learning_rate": 3.621594159921853e-06,
      "loss": 0.6118,
      "step": 110730
    },
    {
      "epoch": 30.91,
      "grad_norm": 2.8707828521728516,
      "learning_rate": 3.621921225230254e-06,
      "loss": 0.5951,
      "step": 110740
    },
    {
      "epoch": 30.91,
      "grad_norm": 3.3510873317718506,
      "learning_rate": 3.6222482905386544e-06,
      "loss": 0.5947,
      "step": 110750
    },
    {
      "epoch": 30.91,
      "grad_norm": 3.0700292587280273,
      "learning_rate": 3.6225753558470553e-06,
      "loss": 0.5903,
      "step": 110760
    },
    {
      "epoch": 30.92,
      "grad_norm": 3.098680019378662,
      "learning_rate": 3.622902421155456e-06,
      "loss": 0.5882,
      "step": 110770
    },
    {
      "epoch": 30.92,
      "grad_norm": 3.963057518005371,
      "learning_rate": 3.6232294864638567e-06,
      "loss": 0.6095,
      "step": 110780
    },
    {
      "epoch": 30.92,
      "grad_norm": 4.656441688537598,
      "learning_rate": 3.6235565517722573e-06,
      "loss": 0.603,
      "step": 110790
    },
    {
      "epoch": 30.92,
      "grad_norm": 3.032010078430176,
      "learning_rate": 3.6238836170806586e-06,
      "loss": 0.622,
      "step": 110800
    },
    {
      "epoch": 30.93,
      "grad_norm": 2.816800117492676,
      "learning_rate": 3.624210682389059e-06,
      "loss": 0.5922,
      "step": 110810
    },
    {
      "epoch": 30.93,
      "grad_norm": 4.096497058868408,
      "learning_rate": 3.62453774769746e-06,
      "loss": 0.601,
      "step": 110820
    },
    {
      "epoch": 30.93,
      "grad_norm": 3.4859771728515625,
      "learning_rate": 3.6248648130058606e-06,
      "loss": 0.6091,
      "step": 110830
    },
    {
      "epoch": 30.93,
      "grad_norm": 3.4801347255706787,
      "learning_rate": 3.6251918783142615e-06,
      "loss": 0.5901,
      "step": 110840
    },
    {
      "epoch": 30.94,
      "grad_norm": 2.828847646713257,
      "learning_rate": 3.6255189436226624e-06,
      "loss": 0.5979,
      "step": 110850
    },
    {
      "epoch": 30.94,
      "grad_norm": 2.7858057022094727,
      "learning_rate": 3.625846008931063e-06,
      "loss": 0.5908,
      "step": 110860
    },
    {
      "epoch": 30.94,
      "grad_norm": 3.567692279815674,
      "learning_rate": 3.626173074239464e-06,
      "loss": 0.6059,
      "step": 110870
    },
    {
      "epoch": 30.95,
      "grad_norm": 2.8268206119537354,
      "learning_rate": 3.6265001395478644e-06,
      "loss": 0.6101,
      "step": 110880
    },
    {
      "epoch": 30.95,
      "grad_norm": 3.5795536041259766,
      "learning_rate": 3.6268272048562653e-06,
      "loss": 0.6232,
      "step": 110890
    },
    {
      "epoch": 30.95,
      "grad_norm": 2.9805920124053955,
      "learning_rate": 3.627154270164666e-06,
      "loss": 0.6179,
      "step": 110900
    },
    {
      "epoch": 30.95,
      "grad_norm": 3.011137008666992,
      "learning_rate": 3.627481335473067e-06,
      "loss": 0.6157,
      "step": 110910
    },
    {
      "epoch": 30.96,
      "grad_norm": 2.856553554534912,
      "learning_rate": 3.6278084007814673e-06,
      "loss": 0.6096,
      "step": 110920
    },
    {
      "epoch": 30.96,
      "grad_norm": 3.42282772064209,
      "learning_rate": 3.6281354660898687e-06,
      "loss": 0.6253,
      "step": 110930
    },
    {
      "epoch": 30.96,
      "grad_norm": 4.460567474365234,
      "learning_rate": 3.6284625313982696e-06,
      "loss": 0.6051,
      "step": 110940
    },
    {
      "epoch": 30.97,
      "grad_norm": 3.194575786590576,
      "learning_rate": 3.62878959670667e-06,
      "loss": 0.5966,
      "step": 110950
    },
    {
      "epoch": 30.97,
      "grad_norm": 3.5176637172698975,
      "learning_rate": 3.629116662015071e-06,
      "loss": 0.6136,
      "step": 110960
    },
    {
      "epoch": 30.97,
      "grad_norm": 2.581085443496704,
      "learning_rate": 3.6294437273234716e-06,
      "loss": 0.608,
      "step": 110970
    },
    {
      "epoch": 30.97,
      "grad_norm": 3.651995897293091,
      "learning_rate": 3.6297707926318725e-06,
      "loss": 0.5947,
      "step": 110980
    },
    {
      "epoch": 30.98,
      "grad_norm": 3.051192283630371,
      "learning_rate": 3.630097857940273e-06,
      "loss": 0.6008,
      "step": 110990
    },
    {
      "epoch": 30.98,
      "grad_norm": 2.926612615585327,
      "learning_rate": 3.630424923248674e-06,
      "loss": 0.5973,
      "step": 111000
    },
    {
      "epoch": 30.98,
      "grad_norm": 3.212808609008789,
      "learning_rate": 3.6307519885570744e-06,
      "loss": 0.6169,
      "step": 111010
    },
    {
      "epoch": 30.99,
      "grad_norm": 3.6818888187408447,
      "learning_rate": 3.6310790538654754e-06,
      "loss": 0.6259,
      "step": 111020
    },
    {
      "epoch": 30.99,
      "grad_norm": 3.6829137802124023,
      "learning_rate": 3.6314061191738767e-06,
      "loss": 0.6296,
      "step": 111030
    },
    {
      "epoch": 30.99,
      "grad_norm": 3.1805973052978516,
      "learning_rate": 3.6317331844822773e-06,
      "loss": 0.5857,
      "step": 111040
    },
    {
      "epoch": 30.99,
      "grad_norm": 2.887033462524414,
      "learning_rate": 3.632060249790678e-06,
      "loss": 0.5932,
      "step": 111050
    },
    {
      "epoch": 31.0,
      "grad_norm": 2.63315486907959,
      "learning_rate": 3.6323873150990787e-06,
      "loss": 0.6156,
      "step": 111060
    },
    {
      "epoch": 31.0,
      "grad_norm": 2.8333914279937744,
      "learning_rate": 3.6327143804074796e-06,
      "loss": 0.6087,
      "step": 111070
    },
    {
      "epoch": 31.0,
      "eval_loss": 0.6093919277191162,
      "eval_runtime": 63.4105,
      "eval_samples_per_second": 79.782,
      "eval_steps_per_second": 9.983,
      "step": 111073
    },
    {
      "epoch": 31.0,
      "grad_norm": 2.879305124282837,
      "learning_rate": 3.63304144571588e-06,
      "loss": 0.6138,
      "step": 111080
    },
    {
      "epoch": 31.0,
      "grad_norm": 2.5370032787323,
      "learning_rate": 3.633368511024281e-06,
      "loss": 0.6171,
      "step": 111090
    },
    {
      "epoch": 31.01,
      "grad_norm": 3.651398181915283,
      "learning_rate": 3.6336955763326816e-06,
      "loss": 0.5791,
      "step": 111100
    },
    {
      "epoch": 31.01,
      "grad_norm": 3.0072712898254395,
      "learning_rate": 3.6340226416410825e-06,
      "loss": 0.6412,
      "step": 111110
    },
    {
      "epoch": 31.01,
      "grad_norm": 2.7969353199005127,
      "learning_rate": 3.634349706949483e-06,
      "loss": 0.5842,
      "step": 111120
    },
    {
      "epoch": 31.02,
      "grad_norm": 4.518028736114502,
      "learning_rate": 3.634676772257884e-06,
      "loss": 0.611,
      "step": 111130
    },
    {
      "epoch": 31.02,
      "grad_norm": 2.599263906478882,
      "learning_rate": 3.6350038375662853e-06,
      "loss": 0.6021,
      "step": 111140
    },
    {
      "epoch": 31.02,
      "grad_norm": 3.2901415824890137,
      "learning_rate": 3.6353309028746854e-06,
      "loss": 0.6049,
      "step": 111150
    },
    {
      "epoch": 31.02,
      "grad_norm": 3.0452346801757812,
      "learning_rate": 3.6356579681830868e-06,
      "loss": 0.5862,
      "step": 111160
    },
    {
      "epoch": 31.03,
      "grad_norm": 3.5172970294952393,
      "learning_rate": 3.6359850334914873e-06,
      "loss": 0.614,
      "step": 111170
    },
    {
      "epoch": 31.03,
      "grad_norm": 2.4942657947540283,
      "learning_rate": 3.6363120987998882e-06,
      "loss": 0.6161,
      "step": 111180
    },
    {
      "epoch": 31.03,
      "grad_norm": 2.1843225955963135,
      "learning_rate": 3.6366391641082887e-06,
      "loss": 0.6065,
      "step": 111190
    },
    {
      "epoch": 31.04,
      "grad_norm": 4.088865756988525,
      "learning_rate": 3.6369662294166897e-06,
      "loss": 0.6197,
      "step": 111200
    },
    {
      "epoch": 31.04,
      "grad_norm": 3.505539655685425,
      "learning_rate": 3.63729329472509e-06,
      "loss": 0.6457,
      "step": 111210
    },
    {
      "epoch": 31.04,
      "grad_norm": 3.3676507472991943,
      "learning_rate": 3.637620360033491e-06,
      "loss": 0.6181,
      "step": 111220
    },
    {
      "epoch": 31.04,
      "grad_norm": 3.6380975246429443,
      "learning_rate": 3.637947425341892e-06,
      "loss": 0.5906,
      "step": 111230
    },
    {
      "epoch": 31.05,
      "grad_norm": 2.732264757156372,
      "learning_rate": 3.6382744906502926e-06,
      "loss": 0.5957,
      "step": 111240
    },
    {
      "epoch": 31.05,
      "grad_norm": 3.034851551055908,
      "learning_rate": 3.6386015559586935e-06,
      "loss": 0.5944,
      "step": 111250
    },
    {
      "epoch": 31.05,
      "grad_norm": 3.4015941619873047,
      "learning_rate": 3.638928621267094e-06,
      "loss": 0.6135,
      "step": 111260
    },
    {
      "epoch": 31.05,
      "grad_norm": 2.929885149002075,
      "learning_rate": 3.6392556865754954e-06,
      "loss": 0.6035,
      "step": 111270
    },
    {
      "epoch": 31.06,
      "grad_norm": 3.578385829925537,
      "learning_rate": 3.639582751883896e-06,
      "loss": 0.6128,
      "step": 111280
    },
    {
      "epoch": 31.06,
      "grad_norm": 2.9024643898010254,
      "learning_rate": 3.639909817192297e-06,
      "loss": 0.6157,
      "step": 111290
    },
    {
      "epoch": 31.06,
      "grad_norm": 4.650735855102539,
      "learning_rate": 3.6402368825006973e-06,
      "loss": 0.5905,
      "step": 111300
    },
    {
      "epoch": 31.07,
      "grad_norm": 3.576369285583496,
      "learning_rate": 3.6405639478090983e-06,
      "loss": 0.5893,
      "step": 111310
    },
    {
      "epoch": 31.07,
      "grad_norm": 2.3565526008605957,
      "learning_rate": 3.640891013117499e-06,
      "loss": 0.5928,
      "step": 111320
    },
    {
      "epoch": 31.07,
      "grad_norm": 3.7151989936828613,
      "learning_rate": 3.6412180784258997e-06,
      "loss": 0.6038,
      "step": 111330
    },
    {
      "epoch": 31.07,
      "grad_norm": 3.4185497760772705,
      "learning_rate": 3.6415451437343006e-06,
      "loss": 0.5819,
      "step": 111340
    },
    {
      "epoch": 31.08,
      "grad_norm": 3.430860757827759,
      "learning_rate": 3.641872209042701e-06,
      "loss": 0.5953,
      "step": 111350
    },
    {
      "epoch": 31.08,
      "grad_norm": 3.268805742263794,
      "learning_rate": 3.642199274351102e-06,
      "loss": 0.5925,
      "step": 111360
    },
    {
      "epoch": 31.08,
      "grad_norm": 5.186663627624512,
      "learning_rate": 3.6425263396595026e-06,
      "loss": 0.6007,
      "step": 111370
    },
    {
      "epoch": 31.09,
      "grad_norm": 3.361884593963623,
      "learning_rate": 3.6428534049679035e-06,
      "loss": 0.6166,
      "step": 111380
    },
    {
      "epoch": 31.09,
      "grad_norm": 2.971707820892334,
      "learning_rate": 3.643180470276304e-06,
      "loss": 0.6291,
      "step": 111390
    },
    {
      "epoch": 31.09,
      "grad_norm": 3.989792823791504,
      "learning_rate": 3.6435075355847054e-06,
      "loss": 0.5892,
      "step": 111400
    },
    {
      "epoch": 31.09,
      "grad_norm": 3.418811559677124,
      "learning_rate": 3.6438346008931063e-06,
      "loss": 0.5981,
      "step": 111410
    },
    {
      "epoch": 31.1,
      "grad_norm": 3.7009201049804688,
      "learning_rate": 3.644161666201507e-06,
      "loss": 0.6201,
      "step": 111420
    },
    {
      "epoch": 31.1,
      "grad_norm": 2.8255348205566406,
      "learning_rate": 3.644488731509908e-06,
      "loss": 0.6012,
      "step": 111430
    },
    {
      "epoch": 31.1,
      "grad_norm": 2.993471384048462,
      "learning_rate": 3.6448157968183083e-06,
      "loss": 0.6016,
      "step": 111440
    },
    {
      "epoch": 31.11,
      "grad_norm": 4.441427707672119,
      "learning_rate": 3.6451428621267092e-06,
      "loss": 0.6054,
      "step": 111450
    },
    {
      "epoch": 31.11,
      "grad_norm": 4.178443908691406,
      "learning_rate": 3.6454699274351098e-06,
      "loss": 0.6329,
      "step": 111460
    },
    {
      "epoch": 31.11,
      "grad_norm": 3.4216110706329346,
      "learning_rate": 3.6457969927435107e-06,
      "loss": 0.6155,
      "step": 111470
    },
    {
      "epoch": 31.11,
      "grad_norm": 2.359384536743164,
      "learning_rate": 3.646124058051911e-06,
      "loss": 0.588,
      "step": 111480
    },
    {
      "epoch": 31.12,
      "grad_norm": 4.2179179191589355,
      "learning_rate": 3.646451123360312e-06,
      "loss": 0.6025,
      "step": 111490
    },
    {
      "epoch": 31.12,
      "grad_norm": 3.030909538269043,
      "learning_rate": 3.6467781886687126e-06,
      "loss": 0.6198,
      "step": 111500
    },
    {
      "epoch": 31.12,
      "grad_norm": 3.3144073486328125,
      "learning_rate": 3.647105253977114e-06,
      "loss": 0.6034,
      "step": 111510
    },
    {
      "epoch": 31.12,
      "grad_norm": 3.336531400680542,
      "learning_rate": 3.647432319285515e-06,
      "loss": 0.6107,
      "step": 111520
    },
    {
      "epoch": 31.13,
      "grad_norm": 4.201975345611572,
      "learning_rate": 3.6477593845939155e-06,
      "loss": 0.5888,
      "step": 111530
    },
    {
      "epoch": 31.13,
      "grad_norm": 2.825716257095337,
      "learning_rate": 3.6480864499023164e-06,
      "loss": 0.6055,
      "step": 111540
    },
    {
      "epoch": 31.13,
      "grad_norm": 3.06404447555542,
      "learning_rate": 3.648413515210717e-06,
      "loss": 0.5973,
      "step": 111550
    },
    {
      "epoch": 31.14,
      "grad_norm": 2.976511001586914,
      "learning_rate": 3.648740580519118e-06,
      "loss": 0.6081,
      "step": 111560
    },
    {
      "epoch": 31.14,
      "grad_norm": 2.445803165435791,
      "learning_rate": 3.6490676458275183e-06,
      "loss": 0.6151,
      "step": 111570
    },
    {
      "epoch": 31.14,
      "grad_norm": 2.5275919437408447,
      "learning_rate": 3.6493947111359193e-06,
      "loss": 0.6129,
      "step": 111580
    },
    {
      "epoch": 31.14,
      "grad_norm": 4.366797924041748,
      "learning_rate": 3.64972177644432e-06,
      "loss": 0.5937,
      "step": 111590
    },
    {
      "epoch": 31.15,
      "grad_norm": 3.1905341148376465,
      "learning_rate": 3.6500488417527207e-06,
      "loss": 0.6026,
      "step": 111600
    },
    {
      "epoch": 31.15,
      "grad_norm": 3.358466863632202,
      "learning_rate": 3.6503759070611217e-06,
      "loss": 0.6205,
      "step": 111610
    },
    {
      "epoch": 31.15,
      "grad_norm": 3.4059486389160156,
      "learning_rate": 3.650702972369522e-06,
      "loss": 0.6026,
      "step": 111620
    },
    {
      "epoch": 31.16,
      "grad_norm": 2.7706966400146484,
      "learning_rate": 3.6510300376779235e-06,
      "loss": 0.6024,
      "step": 111630
    },
    {
      "epoch": 31.16,
      "grad_norm": 3.035062551498413,
      "learning_rate": 3.651357102986324e-06,
      "loss": 0.6059,
      "step": 111640
    },
    {
      "epoch": 31.16,
      "grad_norm": 3.2569401264190674,
      "learning_rate": 3.651684168294725e-06,
      "loss": 0.6073,
      "step": 111650
    },
    {
      "epoch": 31.16,
      "grad_norm": 3.006274700164795,
      "learning_rate": 3.6520112336031255e-06,
      "loss": 0.6256,
      "step": 111660
    },
    {
      "epoch": 31.17,
      "grad_norm": 3.518449068069458,
      "learning_rate": 3.6523382989115264e-06,
      "loss": 0.5782,
      "step": 111670
    },
    {
      "epoch": 31.17,
      "grad_norm": 3.34238338470459,
      "learning_rate": 3.652665364219927e-06,
      "loss": 0.5993,
      "step": 111680
    },
    {
      "epoch": 31.17,
      "grad_norm": 2.8453304767608643,
      "learning_rate": 3.652992429528328e-06,
      "loss": 0.6028,
      "step": 111690
    },
    {
      "epoch": 31.17,
      "grad_norm": 4.009603500366211,
      "learning_rate": 3.653319494836729e-06,
      "loss": 0.6184,
      "step": 111700
    },
    {
      "epoch": 31.18,
      "grad_norm": 2.802213191986084,
      "learning_rate": 3.6536465601451293e-06,
      "loss": 0.5894,
      "step": 111710
    },
    {
      "epoch": 31.18,
      "grad_norm": 2.9338390827178955,
      "learning_rate": 3.6539736254535303e-06,
      "loss": 0.613,
      "step": 111720
    },
    {
      "epoch": 31.18,
      "grad_norm": 2.7316603660583496,
      "learning_rate": 3.6543006907619308e-06,
      "loss": 0.6104,
      "step": 111730
    },
    {
      "epoch": 31.19,
      "grad_norm": 2.672569990158081,
      "learning_rate": 3.654627756070332e-06,
      "loss": 0.6105,
      "step": 111740
    },
    {
      "epoch": 31.19,
      "grad_norm": 2.989058256149292,
      "learning_rate": 3.6549548213787326e-06,
      "loss": 0.6104,
      "step": 111750
    },
    {
      "epoch": 31.19,
      "grad_norm": 3.282548666000366,
      "learning_rate": 3.6552818866871336e-06,
      "loss": 0.5938,
      "step": 111760
    },
    {
      "epoch": 31.19,
      "grad_norm": 3.4831347465515137,
      "learning_rate": 3.655608951995534e-06,
      "loss": 0.6166,
      "step": 111770
    },
    {
      "epoch": 31.2,
      "grad_norm": 3.6852519512176514,
      "learning_rate": 3.655936017303935e-06,
      "loss": 0.5919,
      "step": 111780
    },
    {
      "epoch": 31.2,
      "grad_norm": 2.888814926147461,
      "learning_rate": 3.656263082612336e-06,
      "loss": 0.6198,
      "step": 111790
    },
    {
      "epoch": 31.2,
      "grad_norm": 2.9329137802124023,
      "learning_rate": 3.6565901479207365e-06,
      "loss": 0.623,
      "step": 111800
    },
    {
      "epoch": 31.21,
      "grad_norm": 2.704251527786255,
      "learning_rate": 3.6569172132291374e-06,
      "loss": 0.5881,
      "step": 111810
    },
    {
      "epoch": 31.21,
      "grad_norm": 4.489470481872559,
      "learning_rate": 3.657244278537538e-06,
      "loss": 0.6118,
      "step": 111820
    },
    {
      "epoch": 31.21,
      "grad_norm": 2.6322367191314697,
      "learning_rate": 3.657571343845939e-06,
      "loss": 0.6312,
      "step": 111830
    },
    {
      "epoch": 31.21,
      "grad_norm": 3.2259297370910645,
      "learning_rate": 3.6578984091543394e-06,
      "loss": 0.5912,
      "step": 111840
    },
    {
      "epoch": 31.22,
      "grad_norm": 2.5220866203308105,
      "learning_rate": 3.6582254744627403e-06,
      "loss": 0.606,
      "step": 111850
    },
    {
      "epoch": 31.22,
      "grad_norm": 3.01680850982666,
      "learning_rate": 3.658552539771141e-06,
      "loss": 0.6126,
      "step": 111860
    },
    {
      "epoch": 31.22,
      "grad_norm": 4.315553188323975,
      "learning_rate": 3.658879605079542e-06,
      "loss": 0.6035,
      "step": 111870
    },
    {
      "epoch": 31.23,
      "grad_norm": 2.6765599250793457,
      "learning_rate": 3.6592066703879427e-06,
      "loss": 0.6214,
      "step": 111880
    },
    {
      "epoch": 31.23,
      "grad_norm": 3.7111616134643555,
      "learning_rate": 3.6595337356963436e-06,
      "loss": 0.6251,
      "step": 111890
    },
    {
      "epoch": 31.23,
      "grad_norm": 3.442174196243286,
      "learning_rate": 3.6598608010047445e-06,
      "loss": 0.615,
      "step": 111900
    },
    {
      "epoch": 31.23,
      "grad_norm": 3.2002623081207275,
      "learning_rate": 3.660187866313145e-06,
      "loss": 0.6047,
      "step": 111910
    },
    {
      "epoch": 31.24,
      "grad_norm": 3.3663179874420166,
      "learning_rate": 3.660514931621546e-06,
      "loss": 0.6134,
      "step": 111920
    },
    {
      "epoch": 31.24,
      "grad_norm": 2.957763671875,
      "learning_rate": 3.6608419969299465e-06,
      "loss": 0.5917,
      "step": 111930
    },
    {
      "epoch": 31.24,
      "grad_norm": 3.3046770095825195,
      "learning_rate": 3.6611690622383474e-06,
      "loss": 0.6051,
      "step": 111940
    },
    {
      "epoch": 31.24,
      "grad_norm": 3.3250038623809814,
      "learning_rate": 3.661496127546748e-06,
      "loss": 0.6055,
      "step": 111950
    },
    {
      "epoch": 31.25,
      "grad_norm": 2.637439727783203,
      "learning_rate": 3.661823192855149e-06,
      "loss": 0.6037,
      "step": 111960
    },
    {
      "epoch": 31.25,
      "grad_norm": 4.04287052154541,
      "learning_rate": 3.6621502581635494e-06,
      "loss": 0.582,
      "step": 111970
    },
    {
      "epoch": 31.25,
      "grad_norm": 3.925096273422241,
      "learning_rate": 3.6624773234719508e-06,
      "loss": 0.6025,
      "step": 111980
    },
    {
      "epoch": 31.26,
      "grad_norm": 2.825655937194824,
      "learning_rate": 3.6628043887803517e-06,
      "loss": 0.5683,
      "step": 111990
    },
    {
      "epoch": 31.26,
      "grad_norm": 3.390456438064575,
      "learning_rate": 3.663131454088752e-06,
      "loss": 0.585,
      "step": 112000
    },
    {
      "epoch": 31.26,
      "grad_norm": 2.745147228240967,
      "learning_rate": 3.663458519397153e-06,
      "loss": 0.6174,
      "step": 112010
    },
    {
      "epoch": 31.26,
      "grad_norm": 3.1001691818237305,
      "learning_rate": 3.6637855847055537e-06,
      "loss": 0.6235,
      "step": 112020
    },
    {
      "epoch": 31.27,
      "grad_norm": 2.9161269664764404,
      "learning_rate": 3.6641126500139546e-06,
      "loss": 0.6145,
      "step": 112030
    },
    {
      "epoch": 31.27,
      "grad_norm": 2.7389533519744873,
      "learning_rate": 3.664439715322355e-06,
      "loss": 0.602,
      "step": 112040
    },
    {
      "epoch": 31.27,
      "grad_norm": 2.6907479763031006,
      "learning_rate": 3.664766780630756e-06,
      "loss": 0.6086,
      "step": 112050
    },
    {
      "epoch": 31.28,
      "grad_norm": 3.791891098022461,
      "learning_rate": 3.6650938459391565e-06,
      "loss": 0.5967,
      "step": 112060
    },
    {
      "epoch": 31.28,
      "grad_norm": 3.2034945487976074,
      "learning_rate": 3.6654209112475575e-06,
      "loss": 0.596,
      "step": 112070
    },
    {
      "epoch": 31.28,
      "grad_norm": 2.223829507827759,
      "learning_rate": 3.6657479765559584e-06,
      "loss": 0.5999,
      "step": 112080
    },
    {
      "epoch": 31.28,
      "grad_norm": 2.375488519668579,
      "learning_rate": 3.666075041864359e-06,
      "loss": 0.6114,
      "step": 112090
    },
    {
      "epoch": 31.29,
      "grad_norm": 2.7473838329315186,
      "learning_rate": 3.6664021071727603e-06,
      "loss": 0.6042,
      "step": 112100
    },
    {
      "epoch": 31.29,
      "grad_norm": 3.897474765777588,
      "learning_rate": 3.666729172481161e-06,
      "loss": 0.5949,
      "step": 112110
    },
    {
      "epoch": 31.29,
      "grad_norm": 2.9659008979797363,
      "learning_rate": 3.6670562377895617e-06,
      "loss": 0.604,
      "step": 112120
    },
    {
      "epoch": 31.3,
      "grad_norm": 3.1790835857391357,
      "learning_rate": 3.6673833030979622e-06,
      "loss": 0.6238,
      "step": 112130
    },
    {
      "epoch": 31.3,
      "grad_norm": 4.290394306182861,
      "learning_rate": 3.667710368406363e-06,
      "loss": 0.6047,
      "step": 112140
    },
    {
      "epoch": 31.3,
      "grad_norm": 2.9380099773406982,
      "learning_rate": 3.6680374337147637e-06,
      "loss": 0.6108,
      "step": 112150
    },
    {
      "epoch": 31.3,
      "grad_norm": 3.256584405899048,
      "learning_rate": 3.6683644990231646e-06,
      "loss": 0.604,
      "step": 112160
    },
    {
      "epoch": 31.31,
      "grad_norm": 2.624565362930298,
      "learning_rate": 3.668691564331565e-06,
      "loss": 0.5991,
      "step": 112170
    },
    {
      "epoch": 31.31,
      "grad_norm": 3.8134334087371826,
      "learning_rate": 3.669018629639966e-06,
      "loss": 0.6053,
      "step": 112180
    },
    {
      "epoch": 31.31,
      "grad_norm": 2.159547805786133,
      "learning_rate": 3.669345694948367e-06,
      "loss": 0.6144,
      "step": 112190
    },
    {
      "epoch": 31.31,
      "grad_norm": 3.1108248233795166,
      "learning_rate": 3.6696727602567675e-06,
      "loss": 0.5965,
      "step": 112200
    },
    {
      "epoch": 31.32,
      "grad_norm": 2.932081460952759,
      "learning_rate": 3.669999825565169e-06,
      "loss": 0.6113,
      "step": 112210
    },
    {
      "epoch": 31.32,
      "grad_norm": 3.8296496868133545,
      "learning_rate": 3.6703268908735694e-06,
      "loss": 0.6103,
      "step": 112220
    },
    {
      "epoch": 31.32,
      "grad_norm": 3.1965723037719727,
      "learning_rate": 3.6706539561819703e-06,
      "loss": 0.62,
      "step": 112230
    },
    {
      "epoch": 31.33,
      "grad_norm": 2.872495174407959,
      "learning_rate": 3.670981021490371e-06,
      "loss": 0.6145,
      "step": 112240
    },
    {
      "epoch": 31.33,
      "grad_norm": 2.958413600921631,
      "learning_rate": 3.6713080867987718e-06,
      "loss": 0.5948,
      "step": 112250
    },
    {
      "epoch": 31.33,
      "grad_norm": 2.5928096771240234,
      "learning_rate": 3.6716351521071723e-06,
      "loss": 0.6016,
      "step": 112260
    },
    {
      "epoch": 31.33,
      "grad_norm": 2.550901174545288,
      "learning_rate": 3.6719622174155732e-06,
      "loss": 0.628,
      "step": 112270
    },
    {
      "epoch": 31.34,
      "grad_norm": 2.9942498207092285,
      "learning_rate": 3.672289282723974e-06,
      "loss": 0.5951,
      "step": 112280
    },
    {
      "epoch": 31.34,
      "grad_norm": 4.25592565536499,
      "learning_rate": 3.6726163480323747e-06,
      "loss": 0.6091,
      "step": 112290
    },
    {
      "epoch": 31.34,
      "grad_norm": 3.271754264831543,
      "learning_rate": 3.6729434133407756e-06,
      "loss": 0.6183,
      "step": 112300
    },
    {
      "epoch": 31.35,
      "grad_norm": 3.2004897594451904,
      "learning_rate": 3.673270478649176e-06,
      "loss": 0.6101,
      "step": 112310
    },
    {
      "epoch": 31.35,
      "grad_norm": 2.603576183319092,
      "learning_rate": 3.673597543957577e-06,
      "loss": 0.612,
      "step": 112320
    },
    {
      "epoch": 31.35,
      "grad_norm": 2.774970054626465,
      "learning_rate": 3.6739246092659776e-06,
      "loss": 0.5824,
      "step": 112330
    },
    {
      "epoch": 31.35,
      "grad_norm": 3.798804998397827,
      "learning_rate": 3.674251674574379e-06,
      "loss": 0.6119,
      "step": 112340
    },
    {
      "epoch": 31.36,
      "grad_norm": 2.3703627586364746,
      "learning_rate": 3.6745787398827794e-06,
      "loss": 0.597,
      "step": 112350
    },
    {
      "epoch": 31.36,
      "grad_norm": 2.377800226211548,
      "learning_rate": 3.6749058051911804e-06,
      "loss": 0.6159,
      "step": 112360
    },
    {
      "epoch": 31.36,
      "grad_norm": 3.102069139480591,
      "learning_rate": 3.6752328704995813e-06,
      "loss": 0.5948,
      "step": 112370
    },
    {
      "epoch": 31.36,
      "grad_norm": 3.134910821914673,
      "learning_rate": 3.675559935807982e-06,
      "loss": 0.6004,
      "step": 112380
    },
    {
      "epoch": 31.37,
      "grad_norm": 3.2683515548706055,
      "learning_rate": 3.6758870011163827e-06,
      "loss": 0.6421,
      "step": 112390
    },
    {
      "epoch": 31.37,
      "grad_norm": 3.542011260986328,
      "learning_rate": 3.6762140664247833e-06,
      "loss": 0.6057,
      "step": 112400
    },
    {
      "epoch": 31.37,
      "grad_norm": 2.5639798641204834,
      "learning_rate": 3.676541131733184e-06,
      "loss": 0.6309,
      "step": 112410
    },
    {
      "epoch": 31.38,
      "grad_norm": 3.5473697185516357,
      "learning_rate": 3.6768681970415847e-06,
      "loss": 0.6125,
      "step": 112420
    },
    {
      "epoch": 31.38,
      "grad_norm": 3.9117069244384766,
      "learning_rate": 3.6771952623499856e-06,
      "loss": 0.5937,
      "step": 112430
    },
    {
      "epoch": 31.38,
      "grad_norm": 3.958857774734497,
      "learning_rate": 3.677522327658386e-06,
      "loss": 0.6054,
      "step": 112440
    },
    {
      "epoch": 31.38,
      "grad_norm": 3.0325794219970703,
      "learning_rate": 3.6778493929667875e-06,
      "loss": 0.5984,
      "step": 112450
    },
    {
      "epoch": 31.39,
      "grad_norm": 2.8041398525238037,
      "learning_rate": 3.6781764582751884e-06,
      "loss": 0.6116,
      "step": 112460
    },
    {
      "epoch": 31.39,
      "grad_norm": 4.212195873260498,
      "learning_rate": 3.678503523583589e-06,
      "loss": 0.5903,
      "step": 112470
    },
    {
      "epoch": 31.39,
      "grad_norm": 3.1360700130462646,
      "learning_rate": 3.67883058889199e-06,
      "loss": 0.5962,
      "step": 112480
    },
    {
      "epoch": 31.4,
      "grad_norm": 2.798915386199951,
      "learning_rate": 3.6791576542003904e-06,
      "loss": 0.5935,
      "step": 112490
    },
    {
      "epoch": 31.4,
      "grad_norm": 3.033771276473999,
      "learning_rate": 3.6794847195087913e-06,
      "loss": 0.5947,
      "step": 112500
    },
    {
      "epoch": 31.4,
      "grad_norm": 3.890286445617676,
      "learning_rate": 3.679811784817192e-06,
      "loss": 0.619,
      "step": 112510
    },
    {
      "epoch": 31.4,
      "grad_norm": 4.4961256980896,
      "learning_rate": 3.6801388501255928e-06,
      "loss": 0.603,
      "step": 112520
    },
    {
      "epoch": 31.41,
      "grad_norm": 3.694990873336792,
      "learning_rate": 3.6804659154339933e-06,
      "loss": 0.6119,
      "step": 112530
    },
    {
      "epoch": 31.41,
      "grad_norm": 3.3570029735565186,
      "learning_rate": 3.6807929807423942e-06,
      "loss": 0.599,
      "step": 112540
    },
    {
      "epoch": 31.41,
      "grad_norm": 2.721170425415039,
      "learning_rate": 3.6811200460507947e-06,
      "loss": 0.6107,
      "step": 112550
    },
    {
      "epoch": 31.42,
      "grad_norm": 3.408576488494873,
      "learning_rate": 3.6814471113591957e-06,
      "loss": 0.6036,
      "step": 112560
    },
    {
      "epoch": 31.42,
      "grad_norm": 3.0041494369506836,
      "learning_rate": 3.681774176667597e-06,
      "loss": 0.6224,
      "step": 112570
    },
    {
      "epoch": 31.42,
      "grad_norm": 3.7385799884796143,
      "learning_rate": 3.6821012419759975e-06,
      "loss": 0.6077,
      "step": 112580
    },
    {
      "epoch": 31.42,
      "grad_norm": 3.1540467739105225,
      "learning_rate": 3.6824283072843985e-06,
      "loss": 0.613,
      "step": 112590
    },
    {
      "epoch": 31.43,
      "grad_norm": 2.616760492324829,
      "learning_rate": 3.682755372592799e-06,
      "loss": 0.6072,
      "step": 112600
    },
    {
      "epoch": 31.43,
      "grad_norm": 4.385986804962158,
      "learning_rate": 3.6830824379012e-06,
      "loss": 0.6029,
      "step": 112610
    },
    {
      "epoch": 31.43,
      "grad_norm": 2.864605665206909,
      "learning_rate": 3.6834095032096004e-06,
      "loss": 0.6013,
      "step": 112620
    },
    {
      "epoch": 31.43,
      "grad_norm": 3.2495083808898926,
      "learning_rate": 3.6837365685180014e-06,
      "loss": 0.6032,
      "step": 112630
    },
    {
      "epoch": 31.44,
      "grad_norm": 2.617371082305908,
      "learning_rate": 3.684063633826402e-06,
      "loss": 0.5882,
      "step": 112640
    },
    {
      "epoch": 31.44,
      "grad_norm": 3.5054893493652344,
      "learning_rate": 3.684390699134803e-06,
      "loss": 0.6039,
      "step": 112650
    },
    {
      "epoch": 31.44,
      "grad_norm": 3.1861958503723145,
      "learning_rate": 3.6847177644432038e-06,
      "loss": 0.6075,
      "step": 112660
    },
    {
      "epoch": 31.45,
      "grad_norm": 3.0471975803375244,
      "learning_rate": 3.6850448297516043e-06,
      "loss": 0.6064,
      "step": 112670
    },
    {
      "epoch": 31.45,
      "grad_norm": 2.9605565071105957,
      "learning_rate": 3.6853718950600056e-06,
      "loss": 0.611,
      "step": 112680
    },
    {
      "epoch": 31.45,
      "grad_norm": 4.034966468811035,
      "learning_rate": 3.6856989603684057e-06,
      "loss": 0.6104,
      "step": 112690
    },
    {
      "epoch": 31.45,
      "grad_norm": 3.5046799182891846,
      "learning_rate": 3.686026025676807e-06,
      "loss": 0.6127,
      "step": 112700
    },
    {
      "epoch": 31.46,
      "grad_norm": 5.027613639831543,
      "learning_rate": 3.6863530909852076e-06,
      "loss": 0.5902,
      "step": 112710
    },
    {
      "epoch": 31.46,
      "grad_norm": 3.059357166290283,
      "learning_rate": 3.6866801562936085e-06,
      "loss": 0.6087,
      "step": 112720
    },
    {
      "epoch": 31.46,
      "grad_norm": 2.9489083290100098,
      "learning_rate": 3.687007221602009e-06,
      "loss": 0.624,
      "step": 112730
    },
    {
      "epoch": 31.47,
      "grad_norm": 3.366826295852661,
      "learning_rate": 3.68733428691041e-06,
      "loss": 0.6025,
      "step": 112740
    },
    {
      "epoch": 31.47,
      "grad_norm": 3.2048871517181396,
      "learning_rate": 3.687661352218811e-06,
      "loss": 0.5988,
      "step": 112750
    },
    {
      "epoch": 31.47,
      "grad_norm": 3.975193738937378,
      "learning_rate": 3.6879884175272114e-06,
      "loss": 0.5858,
      "step": 112760
    },
    {
      "epoch": 31.47,
      "grad_norm": 3.877150058746338,
      "learning_rate": 3.6883154828356124e-06,
      "loss": 0.6053,
      "step": 112770
    },
    {
      "epoch": 31.48,
      "grad_norm": 3.843984365463257,
      "learning_rate": 3.688642548144013e-06,
      "loss": 0.6195,
      "step": 112780
    },
    {
      "epoch": 31.48,
      "grad_norm": 2.8635237216949463,
      "learning_rate": 3.688969613452414e-06,
      "loss": 0.5999,
      "step": 112790
    },
    {
      "epoch": 31.48,
      "grad_norm": 3.7367260456085205,
      "learning_rate": 3.6892966787608143e-06,
      "loss": 0.6129,
      "step": 112800
    },
    {
      "epoch": 31.48,
      "grad_norm": 2.6941652297973633,
      "learning_rate": 3.6896237440692157e-06,
      "loss": 0.5971,
      "step": 112810
    },
    {
      "epoch": 31.49,
      "grad_norm": 2.6229593753814697,
      "learning_rate": 3.689950809377616e-06,
      "loss": 0.6148,
      "step": 112820
    },
    {
      "epoch": 31.49,
      "grad_norm": 3.4148941040039062,
      "learning_rate": 3.690277874686017e-06,
      "loss": 0.6086,
      "step": 112830
    },
    {
      "epoch": 31.49,
      "grad_norm": 4.024618148803711,
      "learning_rate": 3.6906049399944176e-06,
      "loss": 0.6097,
      "step": 112840
    },
    {
      "epoch": 31.5,
      "grad_norm": 3.6910319328308105,
      "learning_rate": 3.6909320053028186e-06,
      "loss": 0.6002,
      "step": 112850
    },
    {
      "epoch": 31.5,
      "grad_norm": 3.172781467437744,
      "learning_rate": 3.6912590706112195e-06,
      "loss": 0.5989,
      "step": 112860
    },
    {
      "epoch": 31.5,
      "grad_norm": 3.030176877975464,
      "learning_rate": 3.69158613591962e-06,
      "loss": 0.5771,
      "step": 112870
    },
    {
      "epoch": 31.5,
      "grad_norm": 3.0624704360961914,
      "learning_rate": 3.691913201228021e-06,
      "loss": 0.5951,
      "step": 112880
    },
    {
      "epoch": 31.51,
      "grad_norm": 3.0605061054229736,
      "learning_rate": 3.6922402665364215e-06,
      "loss": 0.6184,
      "step": 112890
    },
    {
      "epoch": 31.51,
      "grad_norm": 3.594456195831299,
      "learning_rate": 3.6925673318448224e-06,
      "loss": 0.5978,
      "step": 112900
    },
    {
      "epoch": 31.51,
      "grad_norm": 3.7143630981445312,
      "learning_rate": 3.692894397153223e-06,
      "loss": 0.57,
      "step": 112910
    },
    {
      "epoch": 31.52,
      "grad_norm": 3.078730583190918,
      "learning_rate": 3.6932214624616243e-06,
      "loss": 0.61,
      "step": 112920
    },
    {
      "epoch": 31.52,
      "grad_norm": 3.2797930240631104,
      "learning_rate": 3.6935485277700244e-06,
      "loss": 0.584,
      "step": 112930
    },
    {
      "epoch": 31.52,
      "grad_norm": 3.4878089427948,
      "learning_rate": 3.6938755930784257e-06,
      "loss": 0.5926,
      "step": 112940
    },
    {
      "epoch": 31.52,
      "grad_norm": 2.7592430114746094,
      "learning_rate": 3.6942026583868266e-06,
      "loss": 0.595,
      "step": 112950
    },
    {
      "epoch": 31.53,
      "grad_norm": 3.0053067207336426,
      "learning_rate": 3.694529723695227e-06,
      "loss": 0.6066,
      "step": 112960
    },
    {
      "epoch": 31.53,
      "grad_norm": 3.4488682746887207,
      "learning_rate": 3.694856789003628e-06,
      "loss": 0.6279,
      "step": 112970
    },
    {
      "epoch": 31.53,
      "grad_norm": 3.932997941970825,
      "learning_rate": 3.6951838543120286e-06,
      "loss": 0.6268,
      "step": 112980
    },
    {
      "epoch": 31.54,
      "grad_norm": 4.0092620849609375,
      "learning_rate": 3.6955109196204295e-06,
      "loss": 0.6103,
      "step": 112990
    },
    {
      "epoch": 31.54,
      "grad_norm": 4.1447978019714355,
      "learning_rate": 3.69583798492883e-06,
      "loss": 0.592,
      "step": 113000
    },
    {
      "epoch": 31.54,
      "grad_norm": 3.242992401123047,
      "learning_rate": 3.696165050237231e-06,
      "loss": 0.6016,
      "step": 113010
    },
    {
      "epoch": 31.54,
      "grad_norm": 3.8535900115966797,
      "learning_rate": 3.6964921155456315e-06,
      "loss": 0.5937,
      "step": 113020
    },
    {
      "epoch": 31.55,
      "grad_norm": 2.7273712158203125,
      "learning_rate": 3.6968191808540324e-06,
      "loss": 0.6056,
      "step": 113030
    },
    {
      "epoch": 31.55,
      "grad_norm": 3.128937244415283,
      "learning_rate": 3.697146246162434e-06,
      "loss": 0.5976,
      "step": 113040
    },
    {
      "epoch": 31.55,
      "grad_norm": 2.739100694656372,
      "learning_rate": 3.6974733114708343e-06,
      "loss": 0.6247,
      "step": 113050
    },
    {
      "epoch": 31.55,
      "grad_norm": 3.7807021141052246,
      "learning_rate": 3.6978003767792352e-06,
      "loss": 0.6168,
      "step": 113060
    },
    {
      "epoch": 31.56,
      "grad_norm": 2.7504844665527344,
      "learning_rate": 3.6981274420876357e-06,
      "loss": 0.6023,
      "step": 113070
    },
    {
      "epoch": 31.56,
      "grad_norm": 2.3881728649139404,
      "learning_rate": 3.6984545073960367e-06,
      "loss": 0.6054,
      "step": 113080
    },
    {
      "epoch": 31.56,
      "grad_norm": 3.4493448734283447,
      "learning_rate": 3.698781572704437e-06,
      "loss": 0.592,
      "step": 113090
    },
    {
      "epoch": 31.57,
      "grad_norm": 2.912039041519165,
      "learning_rate": 3.699108638012838e-06,
      "loss": 0.5971,
      "step": 113100
    },
    {
      "epoch": 31.57,
      "grad_norm": 2.7046279907226562,
      "learning_rate": 3.6994357033212386e-06,
      "loss": 0.6234,
      "step": 113110
    },
    {
      "epoch": 31.57,
      "grad_norm": 3.9470672607421875,
      "learning_rate": 3.6997627686296396e-06,
      "loss": 0.5834,
      "step": 113120
    },
    {
      "epoch": 31.57,
      "grad_norm": 3.57120943069458,
      "learning_rate": 3.7000898339380405e-06,
      "loss": 0.5967,
      "step": 113130
    },
    {
      "epoch": 31.58,
      "grad_norm": 3.7855827808380127,
      "learning_rate": 3.700416899246441e-06,
      "loss": 0.6107,
      "step": 113140
    },
    {
      "epoch": 31.58,
      "grad_norm": 3.1092793941497803,
      "learning_rate": 3.7007439645548424e-06,
      "loss": 0.6118,
      "step": 113150
    },
    {
      "epoch": 31.58,
      "grad_norm": 2.4266724586486816,
      "learning_rate": 3.7010710298632425e-06,
      "loss": 0.5998,
      "step": 113160
    },
    {
      "epoch": 31.59,
      "grad_norm": 3.3225677013397217,
      "learning_rate": 3.701398095171644e-06,
      "loss": 0.593,
      "step": 113170
    },
    {
      "epoch": 31.59,
      "grad_norm": 2.8688416481018066,
      "learning_rate": 3.7017251604800443e-06,
      "loss": 0.6113,
      "step": 113180
    },
    {
      "epoch": 31.59,
      "grad_norm": 2.947892904281616,
      "learning_rate": 3.7020522257884453e-06,
      "loss": 0.5986,
      "step": 113190
    },
    {
      "epoch": 31.59,
      "grad_norm": 2.6750266551971436,
      "learning_rate": 3.702379291096846e-06,
      "loss": 0.641,
      "step": 113200
    },
    {
      "epoch": 31.6,
      "grad_norm": 2.6610875129699707,
      "learning_rate": 3.7027063564052467e-06,
      "loss": 0.5857,
      "step": 113210
    },
    {
      "epoch": 31.6,
      "grad_norm": 3.8516199588775635,
      "learning_rate": 3.7030334217136472e-06,
      "loss": 0.598,
      "step": 113220
    },
    {
      "epoch": 31.6,
      "grad_norm": 2.913642644882202,
      "learning_rate": 3.703360487022048e-06,
      "loss": 0.5988,
      "step": 113230
    },
    {
      "epoch": 31.6,
      "grad_norm": 2.7535197734832764,
      "learning_rate": 3.703687552330449e-06,
      "loss": 0.6045,
      "step": 113240
    },
    {
      "epoch": 31.61,
      "grad_norm": 2.289457082748413,
      "learning_rate": 3.7040146176388496e-06,
      "loss": 0.5904,
      "step": 113250
    },
    {
      "epoch": 31.61,
      "grad_norm": 2.6243927478790283,
      "learning_rate": 3.7043416829472506e-06,
      "loss": 0.5899,
      "step": 113260
    },
    {
      "epoch": 31.61,
      "grad_norm": 2.969228744506836,
      "learning_rate": 3.704668748255651e-06,
      "loss": 0.6041,
      "step": 113270
    },
    {
      "epoch": 31.62,
      "grad_norm": 3.593487024307251,
      "learning_rate": 3.7049958135640524e-06,
      "loss": 0.6111,
      "step": 113280
    },
    {
      "epoch": 31.62,
      "grad_norm": 2.603245496749878,
      "learning_rate": 3.705322878872453e-06,
      "loss": 0.6349,
      "step": 113290
    },
    {
      "epoch": 31.62,
      "grad_norm": 2.9043662548065186,
      "learning_rate": 3.705649944180854e-06,
      "loss": 0.6104,
      "step": 113300
    },
    {
      "epoch": 31.62,
      "grad_norm": 3.6828091144561768,
      "learning_rate": 3.7059770094892544e-06,
      "loss": 0.6068,
      "step": 113310
    },
    {
      "epoch": 31.63,
      "grad_norm": 3.126039743423462,
      "learning_rate": 3.7063040747976553e-06,
      "loss": 0.6303,
      "step": 113320
    },
    {
      "epoch": 31.63,
      "grad_norm": 3.727382183074951,
      "learning_rate": 3.7066311401060563e-06,
      "loss": 0.6099,
      "step": 113330
    },
    {
      "epoch": 31.63,
      "grad_norm": 3.3885483741760254,
      "learning_rate": 3.7069582054144568e-06,
      "loss": 0.5974,
      "step": 113340
    },
    {
      "epoch": 31.64,
      "grad_norm": 2.4909706115722656,
      "learning_rate": 3.7072852707228577e-06,
      "loss": 0.6114,
      "step": 113350
    },
    {
      "epoch": 31.64,
      "grad_norm": 2.788358211517334,
      "learning_rate": 3.707612336031258e-06,
      "loss": 0.6196,
      "step": 113360
    },
    {
      "epoch": 31.64,
      "grad_norm": 3.5637567043304443,
      "learning_rate": 3.707939401339659e-06,
      "loss": 0.6216,
      "step": 113370
    },
    {
      "epoch": 31.64,
      "grad_norm": 3.4238107204437256,
      "learning_rate": 3.7082664666480597e-06,
      "loss": 0.5871,
      "step": 113380
    },
    {
      "epoch": 31.65,
      "grad_norm": 2.2789406776428223,
      "learning_rate": 3.708593531956461e-06,
      "loss": 0.5938,
      "step": 113390
    },
    {
      "epoch": 31.65,
      "grad_norm": 3.6198534965515137,
      "learning_rate": 3.708920597264861e-06,
      "loss": 0.5851,
      "step": 113400
    },
    {
      "epoch": 31.65,
      "grad_norm": 4.047178268432617,
      "learning_rate": 3.7092476625732625e-06,
      "loss": 0.6127,
      "step": 113410
    },
    {
      "epoch": 31.66,
      "grad_norm": 3.1368753910064697,
      "learning_rate": 3.7095747278816634e-06,
      "loss": 0.59,
      "step": 113420
    },
    {
      "epoch": 31.66,
      "grad_norm": 3.9425313472747803,
      "learning_rate": 3.709901793190064e-06,
      "loss": 0.5918,
      "step": 113430
    },
    {
      "epoch": 31.66,
      "grad_norm": 4.138028621673584,
      "learning_rate": 3.710228858498465e-06,
      "loss": 0.6046,
      "step": 113440
    },
    {
      "epoch": 31.66,
      "grad_norm": 3.882673501968384,
      "learning_rate": 3.7105559238068654e-06,
      "loss": 0.5982,
      "step": 113450
    },
    {
      "epoch": 31.67,
      "grad_norm": 3.7232978343963623,
      "learning_rate": 3.7108829891152663e-06,
      "loss": 0.5997,
      "step": 113460
    },
    {
      "epoch": 31.67,
      "grad_norm": 3.217442512512207,
      "learning_rate": 3.711210054423667e-06,
      "loss": 0.6022,
      "step": 113470
    },
    {
      "epoch": 31.67,
      "grad_norm": 3.011535406112671,
      "learning_rate": 3.7115371197320677e-06,
      "loss": 0.6255,
      "step": 113480
    },
    {
      "epoch": 31.67,
      "grad_norm": 3.565469980239868,
      "learning_rate": 3.7118641850404683e-06,
      "loss": 0.6224,
      "step": 113490
    },
    {
      "epoch": 31.68,
      "grad_norm": 3.646589517593384,
      "learning_rate": 3.712191250348869e-06,
      "loss": 0.6125,
      "step": 113500
    },
    {
      "epoch": 31.68,
      "grad_norm": 3.517484664916992,
      "learning_rate": 3.7125183156572705e-06,
      "loss": 0.6079,
      "step": 113510
    },
    {
      "epoch": 31.68,
      "grad_norm": 3.374791145324707,
      "learning_rate": 3.712845380965671e-06,
      "loss": 0.5936,
      "step": 113520
    },
    {
      "epoch": 31.69,
      "grad_norm": 4.0209550857543945,
      "learning_rate": 3.713172446274072e-06,
      "loss": 0.5942,
      "step": 113530
    },
    {
      "epoch": 31.69,
      "grad_norm": 2.7323050498962402,
      "learning_rate": 3.7134995115824725e-06,
      "loss": 0.6026,
      "step": 113540
    },
    {
      "epoch": 31.69,
      "grad_norm": 2.687413454055786,
      "learning_rate": 3.7138265768908734e-06,
      "loss": 0.6056,
      "step": 113550
    },
    {
      "epoch": 31.69,
      "grad_norm": 2.6033823490142822,
      "learning_rate": 3.714153642199274e-06,
      "loss": 0.584,
      "step": 113560
    },
    {
      "epoch": 31.7,
      "grad_norm": 2.9089808464050293,
      "learning_rate": 3.714480707507675e-06,
      "loss": 0.6124,
      "step": 113570
    },
    {
      "epoch": 31.7,
      "grad_norm": 2.90336012840271,
      "learning_rate": 3.7148077728160754e-06,
      "loss": 0.5972,
      "step": 113580
    },
    {
      "epoch": 31.7,
      "grad_norm": 3.215664863586426,
      "learning_rate": 3.7151348381244763e-06,
      "loss": 0.6224,
      "step": 113590
    },
    {
      "epoch": 31.71,
      "grad_norm": 4.004329204559326,
      "learning_rate": 3.715461903432877e-06,
      "loss": 0.6187,
      "step": 113600
    },
    {
      "epoch": 31.71,
      "grad_norm": 3.52907395362854,
      "learning_rate": 3.7157889687412778e-06,
      "loss": 0.5965,
      "step": 113610
    },
    {
      "epoch": 31.71,
      "grad_norm": 2.8278000354766846,
      "learning_rate": 3.716116034049679e-06,
      "loss": 0.6056,
      "step": 113620
    },
    {
      "epoch": 31.71,
      "grad_norm": 4.302855014801025,
      "learning_rate": 3.7164430993580792e-06,
      "loss": 0.6061,
      "step": 113630
    },
    {
      "epoch": 31.72,
      "grad_norm": 3.1996304988861084,
      "learning_rate": 3.7167701646664806e-06,
      "loss": 0.5636,
      "step": 113640
    },
    {
      "epoch": 31.72,
      "grad_norm": 2.5325255393981934,
      "learning_rate": 3.717097229974881e-06,
      "loss": 0.617,
      "step": 113650
    },
    {
      "epoch": 31.72,
      "grad_norm": 3.5686755180358887,
      "learning_rate": 3.717424295283282e-06,
      "loss": 0.5935,
      "step": 113660
    },
    {
      "epoch": 31.72,
      "grad_norm": 3.7784531116485596,
      "learning_rate": 3.7177513605916825e-06,
      "loss": 0.6108,
      "step": 113670
    },
    {
      "epoch": 31.73,
      "grad_norm": 3.0678234100341797,
      "learning_rate": 3.7180784259000835e-06,
      "loss": 0.5812,
      "step": 113680
    },
    {
      "epoch": 31.73,
      "grad_norm": 3.637517213821411,
      "learning_rate": 3.718405491208484e-06,
      "loss": 0.5926,
      "step": 113690
    },
    {
      "epoch": 31.73,
      "grad_norm": 2.23606276512146,
      "learning_rate": 3.718732556516885e-06,
      "loss": 0.6208,
      "step": 113700
    },
    {
      "epoch": 31.74,
      "grad_norm": 2.868309497833252,
      "learning_rate": 3.719059621825286e-06,
      "loss": 0.6096,
      "step": 113710
    },
    {
      "epoch": 31.74,
      "grad_norm": 3.2045021057128906,
      "learning_rate": 3.7193866871336864e-06,
      "loss": 0.6047,
      "step": 113720
    },
    {
      "epoch": 31.74,
      "grad_norm": 2.462003231048584,
      "learning_rate": 3.7197137524420873e-06,
      "loss": 0.6107,
      "step": 113730
    },
    {
      "epoch": 31.74,
      "grad_norm": 2.5502848625183105,
      "learning_rate": 3.720040817750488e-06,
      "loss": 0.5753,
      "step": 113740
    },
    {
      "epoch": 31.75,
      "grad_norm": 2.8751168251037598,
      "learning_rate": 3.720367883058889e-06,
      "loss": 0.6048,
      "step": 113750
    },
    {
      "epoch": 31.75,
      "grad_norm": 2.720146656036377,
      "learning_rate": 3.7206949483672897e-06,
      "loss": 0.6201,
      "step": 113760
    },
    {
      "epoch": 31.75,
      "grad_norm": 2.7317121028900146,
      "learning_rate": 3.7210220136756906e-06,
      "loss": 0.6171,
      "step": 113770
    },
    {
      "epoch": 31.76,
      "grad_norm": 2.9365334510803223,
      "learning_rate": 3.721349078984091e-06,
      "loss": 0.5887,
      "step": 113780
    },
    {
      "epoch": 31.76,
      "grad_norm": 2.3454158306121826,
      "learning_rate": 3.721676144292492e-06,
      "loss": 0.5967,
      "step": 113790
    },
    {
      "epoch": 31.76,
      "grad_norm": 2.558171510696411,
      "learning_rate": 3.722003209600893e-06,
      "loss": 0.6186,
      "step": 113800
    },
    {
      "epoch": 31.76,
      "grad_norm": 2.5077497959136963,
      "learning_rate": 3.7223302749092935e-06,
      "loss": 0.592,
      "step": 113810
    },
    {
      "epoch": 31.77,
      "grad_norm": 2.7163097858428955,
      "learning_rate": 3.7226573402176945e-06,
      "loss": 0.6072,
      "step": 113820
    },
    {
      "epoch": 31.77,
      "grad_norm": 3.930579423904419,
      "learning_rate": 3.722984405526095e-06,
      "loss": 0.6161,
      "step": 113830
    },
    {
      "epoch": 31.77,
      "grad_norm": 2.7352118492126465,
      "learning_rate": 3.723311470834496e-06,
      "loss": 0.5882,
      "step": 113840
    },
    {
      "epoch": 31.78,
      "grad_norm": 4.1015825271606445,
      "learning_rate": 3.7236385361428964e-06,
      "loss": 0.6159,
      "step": 113850
    },
    {
      "epoch": 31.78,
      "grad_norm": 4.077243328094482,
      "learning_rate": 3.7239656014512973e-06,
      "loss": 0.6228,
      "step": 113860
    },
    {
      "epoch": 31.78,
      "grad_norm": 3.100994110107422,
      "learning_rate": 3.724292666759698e-06,
      "loss": 0.6,
      "step": 113870
    },
    {
      "epoch": 31.78,
      "grad_norm": 3.259183645248413,
      "learning_rate": 3.7246197320680992e-06,
      "loss": 0.6072,
      "step": 113880
    },
    {
      "epoch": 31.79,
      "grad_norm": 3.4976398944854736,
      "learning_rate": 3.7249467973764997e-06,
      "loss": 0.6063,
      "step": 113890
    },
    {
      "epoch": 31.79,
      "grad_norm": 2.3872549533843994,
      "learning_rate": 3.7252738626849007e-06,
      "loss": 0.6034,
      "step": 113900
    },
    {
      "epoch": 31.79,
      "grad_norm": 3.508713483810425,
      "learning_rate": 3.7256009279933016e-06,
      "loss": 0.5957,
      "step": 113910
    },
    {
      "epoch": 31.79,
      "grad_norm": 4.078912734985352,
      "learning_rate": 3.725927993301702e-06,
      "loss": 0.6201,
      "step": 113920
    },
    {
      "epoch": 31.8,
      "grad_norm": 3.1837966442108154,
      "learning_rate": 3.726255058610103e-06,
      "loss": 0.5945,
      "step": 113930
    },
    {
      "epoch": 31.8,
      "grad_norm": 3.5683696269989014,
      "learning_rate": 3.7265821239185036e-06,
      "loss": 0.6004,
      "step": 113940
    },
    {
      "epoch": 31.8,
      "grad_norm": 3.155280351638794,
      "learning_rate": 3.7269091892269045e-06,
      "loss": 0.6213,
      "step": 113950
    },
    {
      "epoch": 31.81,
      "grad_norm": 2.73504638671875,
      "learning_rate": 3.727236254535305e-06,
      "loss": 0.6121,
      "step": 113960
    },
    {
      "epoch": 31.81,
      "grad_norm": 4.357819080352783,
      "learning_rate": 3.727563319843706e-06,
      "loss": 0.6113,
      "step": 113970
    },
    {
      "epoch": 31.81,
      "grad_norm": 2.704045295715332,
      "learning_rate": 3.7278903851521064e-06,
      "loss": 0.6051,
      "step": 113980
    },
    {
      "epoch": 31.81,
      "grad_norm": 2.9687187671661377,
      "learning_rate": 3.728217450460508e-06,
      "loss": 0.5976,
      "step": 113990
    },
    {
      "epoch": 31.82,
      "grad_norm": 2.956674337387085,
      "learning_rate": 3.7285445157689087e-06,
      "loss": 0.6157,
      "step": 114000
    },
    {
      "epoch": 31.82,
      "grad_norm": 3.058756113052368,
      "learning_rate": 3.7288715810773093e-06,
      "loss": 0.6068,
      "step": 114010
    },
    {
      "epoch": 31.82,
      "grad_norm": 4.3236565589904785,
      "learning_rate": 3.72919864638571e-06,
      "loss": 0.6111,
      "step": 114020
    },
    {
      "epoch": 31.83,
      "grad_norm": 2.6344656944274902,
      "learning_rate": 3.7295257116941107e-06,
      "loss": 0.6162,
      "step": 114030
    },
    {
      "epoch": 31.83,
      "grad_norm": 2.6205546855926514,
      "learning_rate": 3.7298527770025116e-06,
      "loss": 0.593,
      "step": 114040
    },
    {
      "epoch": 31.83,
      "grad_norm": 3.192875862121582,
      "learning_rate": 3.730179842310912e-06,
      "loss": 0.5889,
      "step": 114050
    },
    {
      "epoch": 31.83,
      "grad_norm": 2.652925968170166,
      "learning_rate": 3.730506907619313e-06,
      "loss": 0.5974,
      "step": 114060
    },
    {
      "epoch": 31.84,
      "grad_norm": 3.4790666103363037,
      "learning_rate": 3.7308339729277136e-06,
      "loss": 0.588,
      "step": 114070
    },
    {
      "epoch": 31.84,
      "grad_norm": 4.317000865936279,
      "learning_rate": 3.7311610382361145e-06,
      "loss": 0.6001,
      "step": 114080
    },
    {
      "epoch": 31.84,
      "grad_norm": 2.866286277770996,
      "learning_rate": 3.731488103544516e-06,
      "loss": 0.6051,
      "step": 114090
    },
    {
      "epoch": 31.84,
      "grad_norm": 2.49735426902771,
      "learning_rate": 3.731815168852916e-06,
      "loss": 0.5739,
      "step": 114100
    },
    {
      "epoch": 31.85,
      "grad_norm": 3.3815622329711914,
      "learning_rate": 3.7321422341613173e-06,
      "loss": 0.5929,
      "step": 114110
    },
    {
      "epoch": 31.85,
      "grad_norm": 2.7147653102874756,
      "learning_rate": 3.732469299469718e-06,
      "loss": 0.6075,
      "step": 114120
    },
    {
      "epoch": 31.85,
      "grad_norm": 3.66109299659729,
      "learning_rate": 3.7327963647781188e-06,
      "loss": 0.5898,
      "step": 114130
    },
    {
      "epoch": 31.86,
      "grad_norm": 2.880404233932495,
      "learning_rate": 3.7331234300865193e-06,
      "loss": 0.5965,
      "step": 114140
    },
    {
      "epoch": 31.86,
      "grad_norm": 3.140228748321533,
      "learning_rate": 3.7334504953949202e-06,
      "loss": 0.5999,
      "step": 114150
    },
    {
      "epoch": 31.86,
      "grad_norm": 2.9876232147216797,
      "learning_rate": 3.7337775607033207e-06,
      "loss": 0.5994,
      "step": 114160
    },
    {
      "epoch": 31.86,
      "grad_norm": 3.736173629760742,
      "learning_rate": 3.7341046260117217e-06,
      "loss": 0.6034,
      "step": 114170
    },
    {
      "epoch": 31.87,
      "grad_norm": 2.830763339996338,
      "learning_rate": 3.7344316913201226e-06,
      "loss": 0.5966,
      "step": 114180
    },
    {
      "epoch": 31.87,
      "grad_norm": 3.3592560291290283,
      "learning_rate": 3.734758756628523e-06,
      "loss": 0.6096,
      "step": 114190
    },
    {
      "epoch": 31.87,
      "grad_norm": 2.9122390747070312,
      "learning_rate": 3.735085821936924e-06,
      "loss": 0.6252,
      "step": 114200
    },
    {
      "epoch": 31.88,
      "grad_norm": 2.7138795852661133,
      "learning_rate": 3.7354128872453246e-06,
      "loss": 0.5977,
      "step": 114210
    },
    {
      "epoch": 31.88,
      "grad_norm": 3.5193865299224854,
      "learning_rate": 3.735739952553726e-06,
      "loss": 0.6202,
      "step": 114220
    },
    {
      "epoch": 31.88,
      "grad_norm": 3.3835177421569824,
      "learning_rate": 3.7360670178621264e-06,
      "loss": 0.5828,
      "step": 114230
    },
    {
      "epoch": 31.88,
      "grad_norm": 3.1341474056243896,
      "learning_rate": 3.7363940831705274e-06,
      "loss": 0.5858,
      "step": 114240
    },
    {
      "epoch": 31.89,
      "grad_norm": 3.91910982131958,
      "learning_rate": 3.736721148478928e-06,
      "loss": 0.6066,
      "step": 114250
    },
    {
      "epoch": 31.89,
      "grad_norm": 3.2265524864196777,
      "learning_rate": 3.737048213787329e-06,
      "loss": 0.6195,
      "step": 114260
    },
    {
      "epoch": 31.89,
      "grad_norm": 2.7967419624328613,
      "learning_rate": 3.7373752790957293e-06,
      "loss": 0.6087,
      "step": 114270
    },
    {
      "epoch": 31.9,
      "grad_norm": 3.2702784538269043,
      "learning_rate": 3.7377023444041303e-06,
      "loss": 0.5889,
      "step": 114280
    },
    {
      "epoch": 31.9,
      "grad_norm": 2.7690792083740234,
      "learning_rate": 3.738029409712531e-06,
      "loss": 0.6126,
      "step": 114290
    },
    {
      "epoch": 31.9,
      "grad_norm": 2.509340286254883,
      "learning_rate": 3.7383564750209317e-06,
      "loss": 0.6077,
      "step": 114300
    },
    {
      "epoch": 31.9,
      "grad_norm": 3.514643669128418,
      "learning_rate": 3.7386835403293327e-06,
      "loss": 0.6101,
      "step": 114310
    },
    {
      "epoch": 31.91,
      "grad_norm": 3.9758987426757812,
      "learning_rate": 3.739010605637733e-06,
      "loss": 0.6122,
      "step": 114320
    },
    {
      "epoch": 31.91,
      "grad_norm": 3.6500234603881836,
      "learning_rate": 3.739337670946134e-06,
      "loss": 0.6256,
      "step": 114330
    },
    {
      "epoch": 31.91,
      "grad_norm": 2.483046293258667,
      "learning_rate": 3.7396647362545346e-06,
      "loss": 0.6065,
      "step": 114340
    },
    {
      "epoch": 31.91,
      "grad_norm": 3.599585771560669,
      "learning_rate": 3.739991801562936e-06,
      "loss": 0.6046,
      "step": 114350
    },
    {
      "epoch": 31.92,
      "grad_norm": 3.027345895767212,
      "learning_rate": 3.7403188668713365e-06,
      "loss": 0.6059,
      "step": 114360
    },
    {
      "epoch": 31.92,
      "grad_norm": 3.2868306636810303,
      "learning_rate": 3.7406459321797374e-06,
      "loss": 0.6179,
      "step": 114370
    },
    {
      "epoch": 31.92,
      "grad_norm": 2.877005100250244,
      "learning_rate": 3.7409729974881384e-06,
      "loss": 0.597,
      "step": 114380
    },
    {
      "epoch": 31.93,
      "grad_norm": 2.158750534057617,
      "learning_rate": 3.741300062796539e-06,
      "loss": 0.5798,
      "step": 114390
    },
    {
      "epoch": 31.93,
      "grad_norm": 2.652454137802124,
      "learning_rate": 3.74162712810494e-06,
      "loss": 0.601,
      "step": 114400
    },
    {
      "epoch": 31.93,
      "grad_norm": 3.2253940105438232,
      "learning_rate": 3.7419541934133403e-06,
      "loss": 0.5966,
      "step": 114410
    },
    {
      "epoch": 31.93,
      "grad_norm": 4.980549335479736,
      "learning_rate": 3.7422812587217412e-06,
      "loss": 0.595,
      "step": 114420
    },
    {
      "epoch": 31.94,
      "grad_norm": 2.98837947845459,
      "learning_rate": 3.7426083240301418e-06,
      "loss": 0.6005,
      "step": 114430
    },
    {
      "epoch": 31.94,
      "grad_norm": 3.9478676319122314,
      "learning_rate": 3.7429353893385427e-06,
      "loss": 0.6123,
      "step": 114440
    },
    {
      "epoch": 31.94,
      "grad_norm": 2.1300368309020996,
      "learning_rate": 3.743262454646943e-06,
      "loss": 0.5933,
      "step": 114450
    },
    {
      "epoch": 31.95,
      "grad_norm": 2.798888921737671,
      "learning_rate": 3.7435895199553446e-06,
      "loss": 0.6015,
      "step": 114460
    },
    {
      "epoch": 31.95,
      "grad_norm": 2.3894875049591064,
      "learning_rate": 3.7439165852637455e-06,
      "loss": 0.6026,
      "step": 114470
    },
    {
      "epoch": 31.95,
      "grad_norm": 3.0858025550842285,
      "learning_rate": 3.744243650572146e-06,
      "loss": 0.6179,
      "step": 114480
    },
    {
      "epoch": 31.95,
      "grad_norm": 3.1382246017456055,
      "learning_rate": 3.744570715880547e-06,
      "loss": 0.5929,
      "step": 114490
    },
    {
      "epoch": 31.96,
      "grad_norm": 2.7117626667022705,
      "learning_rate": 3.7448977811889475e-06,
      "loss": 0.5732,
      "step": 114500
    },
    {
      "epoch": 31.96,
      "grad_norm": 2.720057487487793,
      "learning_rate": 3.7452248464973484e-06,
      "loss": 0.5877,
      "step": 114510
    },
    {
      "epoch": 31.96,
      "grad_norm": 2.9666762351989746,
      "learning_rate": 3.745551911805749e-06,
      "loss": 0.6141,
      "step": 114520
    },
    {
      "epoch": 31.96,
      "grad_norm": 3.0707077980041504,
      "learning_rate": 3.74587897711415e-06,
      "loss": 0.5806,
      "step": 114530
    },
    {
      "epoch": 31.97,
      "grad_norm": 3.567204713821411,
      "learning_rate": 3.7462060424225503e-06,
      "loss": 0.5956,
      "step": 114540
    },
    {
      "epoch": 31.97,
      "grad_norm": 3.7014153003692627,
      "learning_rate": 3.7465331077309513e-06,
      "loss": 0.6147,
      "step": 114550
    },
    {
      "epoch": 31.97,
      "grad_norm": 3.054755449295044,
      "learning_rate": 3.746860173039352e-06,
      "loss": 0.6124,
      "step": 114560
    },
    {
      "epoch": 31.98,
      "grad_norm": 2.20234751701355,
      "learning_rate": 3.7471872383477527e-06,
      "loss": 0.5844,
      "step": 114570
    },
    {
      "epoch": 31.98,
      "grad_norm": 2.952249050140381,
      "learning_rate": 3.747514303656154e-06,
      "loss": 0.608,
      "step": 114580
    },
    {
      "epoch": 31.98,
      "grad_norm": 2.7457003593444824,
      "learning_rate": 3.7478413689645546e-06,
      "loss": 0.6177,
      "step": 114590
    },
    {
      "epoch": 31.98,
      "grad_norm": 3.116464614868164,
      "learning_rate": 3.7481684342729555e-06,
      "loss": 0.5962,
      "step": 114600
    },
    {
      "epoch": 31.99,
      "grad_norm": 2.9776432514190674,
      "learning_rate": 3.748495499581356e-06,
      "loss": 0.6223,
      "step": 114610
    },
    {
      "epoch": 31.99,
      "grad_norm": 3.3901026248931885,
      "learning_rate": 3.748822564889757e-06,
      "loss": 0.5868,
      "step": 114620
    },
    {
      "epoch": 31.99,
      "grad_norm": 3.820516586303711,
      "learning_rate": 3.7491496301981575e-06,
      "loss": 0.5945,
      "step": 114630
    },
    {
      "epoch": 32.0,
      "grad_norm": 4.377261638641357,
      "learning_rate": 3.7494766955065584e-06,
      "loss": 0.644,
      "step": 114640
    },
    {
      "epoch": 32.0,
      "grad_norm": 3.6343538761138916,
      "learning_rate": 3.749803760814959e-06,
      "loss": 0.5809,
      "step": 114650
    },
    {
      "epoch": 32.0,
      "eval_loss": 0.602104902267456,
      "eval_runtime": 63.3117,
      "eval_samples_per_second": 79.906,
      "eval_steps_per_second": 9.998,
      "step": 114656
    },
    {
      "epoch": 32.0,
      "grad_norm": 2.9005563259124756,
      "learning_rate": 3.75013082612336e-06,
      "loss": 0.6197,
      "step": 114660
    },
    {
      "epoch": 32.0,
      "grad_norm": 2.6025657653808594,
      "learning_rate": 3.750457891431761e-06,
      "loss": 0.5963,
      "step": 114670
    },
    {
      "epoch": 32.01,
      "grad_norm": 3.204728364944458,
      "learning_rate": 3.7507849567401613e-06,
      "loss": 0.6054,
      "step": 114680
    },
    {
      "epoch": 32.01,
      "grad_norm": 3.0371081829071045,
      "learning_rate": 3.7511120220485627e-06,
      "loss": 0.594,
      "step": 114690
    },
    {
      "epoch": 32.01,
      "grad_norm": 3.7785003185272217,
      "learning_rate": 3.751439087356963e-06,
      "loss": 0.629,
      "step": 114700
    },
    {
      "epoch": 32.02,
      "grad_norm": 4.049396991729736,
      "learning_rate": 3.751766152665364e-06,
      "loss": 0.61,
      "step": 114710
    },
    {
      "epoch": 32.02,
      "grad_norm": 3.8197150230407715,
      "learning_rate": 3.7520932179737646e-06,
      "loss": 0.5969,
      "step": 114720
    },
    {
      "epoch": 32.02,
      "grad_norm": 2.5718231201171875,
      "learning_rate": 3.7524202832821656e-06,
      "loss": 0.5968,
      "step": 114730
    },
    {
      "epoch": 32.02,
      "grad_norm": 2.5766026973724365,
      "learning_rate": 3.752747348590566e-06,
      "loss": 0.606,
      "step": 114740
    },
    {
      "epoch": 32.03,
      "grad_norm": 4.2110114097595215,
      "learning_rate": 3.753074413898967e-06,
      "loss": 0.6147,
      "step": 114750
    },
    {
      "epoch": 32.03,
      "grad_norm": 3.57857084274292,
      "learning_rate": 3.753401479207368e-06,
      "loss": 0.5986,
      "step": 114760
    },
    {
      "epoch": 32.03,
      "grad_norm": 2.907435417175293,
      "learning_rate": 3.7537285445157685e-06,
      "loss": 0.5952,
      "step": 114770
    },
    {
      "epoch": 32.03,
      "grad_norm": 2.6611077785491943,
      "learning_rate": 3.7540556098241694e-06,
      "loss": 0.5896,
      "step": 114780
    },
    {
      "epoch": 32.04,
      "grad_norm": 3.8975086212158203,
      "learning_rate": 3.75438267513257e-06,
      "loss": 0.601,
      "step": 114790
    },
    {
      "epoch": 32.04,
      "grad_norm": 3.187368154525757,
      "learning_rate": 3.754709740440971e-06,
      "loss": 0.5877,
      "step": 114800
    },
    {
      "epoch": 32.04,
      "grad_norm": 2.6059072017669678,
      "learning_rate": 3.7550368057493714e-06,
      "loss": 0.5929,
      "step": 114810
    },
    {
      "epoch": 32.05,
      "grad_norm": 2.469717502593994,
      "learning_rate": 3.7553638710577727e-06,
      "loss": 0.6224,
      "step": 114820
    },
    {
      "epoch": 32.05,
      "grad_norm": 3.270738124847412,
      "learning_rate": 3.7556909363661732e-06,
      "loss": 0.5997,
      "step": 114830
    },
    {
      "epoch": 32.05,
      "grad_norm": 3.1694586277008057,
      "learning_rate": 3.756018001674574e-06,
      "loss": 0.5853,
      "step": 114840
    },
    {
      "epoch": 32.05,
      "grad_norm": 2.7031452655792236,
      "learning_rate": 3.756345066982975e-06,
      "loss": 0.6124,
      "step": 114850
    },
    {
      "epoch": 32.06,
      "grad_norm": 2.913494348526001,
      "learning_rate": 3.7566721322913756e-06,
      "loss": 0.6089,
      "step": 114860
    },
    {
      "epoch": 32.06,
      "grad_norm": 2.6264748573303223,
      "learning_rate": 3.7569991975997765e-06,
      "loss": 0.6133,
      "step": 114870
    },
    {
      "epoch": 32.06,
      "grad_norm": 3.3533804416656494,
      "learning_rate": 3.757326262908177e-06,
      "loss": 0.5941,
      "step": 114880
    },
    {
      "epoch": 32.07,
      "grad_norm": 3.338984966278076,
      "learning_rate": 3.757653328216578e-06,
      "loss": 0.6212,
      "step": 114890
    },
    {
      "epoch": 32.07,
      "grad_norm": 3.074990749359131,
      "learning_rate": 3.7579803935249785e-06,
      "loss": 0.6116,
      "step": 114900
    },
    {
      "epoch": 32.07,
      "grad_norm": 3.257741689682007,
      "learning_rate": 3.7583074588333794e-06,
      "loss": 0.6054,
      "step": 114910
    },
    {
      "epoch": 32.07,
      "grad_norm": 4.071512699127197,
      "learning_rate": 3.75863452414178e-06,
      "loss": 0.6136,
      "step": 114920
    },
    {
      "epoch": 32.08,
      "grad_norm": 3.503915786743164,
      "learning_rate": 3.7589615894501813e-06,
      "loss": 0.5854,
      "step": 114930
    },
    {
      "epoch": 32.08,
      "grad_norm": 3.1413052082061768,
      "learning_rate": 3.7592886547585814e-06,
      "loss": 0.6076,
      "step": 114940
    },
    {
      "epoch": 32.08,
      "grad_norm": 3.1929931640625,
      "learning_rate": 3.7596157200669828e-06,
      "loss": 0.6024,
      "step": 114950
    },
    {
      "epoch": 32.08,
      "grad_norm": 2.656900405883789,
      "learning_rate": 3.7599427853753837e-06,
      "loss": 0.5963,
      "step": 114960
    },
    {
      "epoch": 32.09,
      "grad_norm": 2.898789167404175,
      "learning_rate": 3.760269850683784e-06,
      "loss": 0.6107,
      "step": 114970
    },
    {
      "epoch": 32.09,
      "grad_norm": 2.62900447845459,
      "learning_rate": 3.760596915992185e-06,
      "loss": 0.6038,
      "step": 114980
    },
    {
      "epoch": 32.09,
      "grad_norm": 2.3930299282073975,
      "learning_rate": 3.7609239813005857e-06,
      "loss": 0.5993,
      "step": 114990
    },
    {
      "epoch": 32.1,
      "grad_norm": 3.5815742015838623,
      "learning_rate": 3.7612510466089866e-06,
      "loss": 0.5905,
      "step": 115000
    },
    {
      "epoch": 32.1,
      "grad_norm": 3.417677640914917,
      "learning_rate": 3.761578111917387e-06,
      "loss": 0.59,
      "step": 115010
    },
    {
      "epoch": 32.1,
      "grad_norm": 3.7319111824035645,
      "learning_rate": 3.761905177225788e-06,
      "loss": 0.5954,
      "step": 115020
    },
    {
      "epoch": 32.1,
      "grad_norm": 3.317657947540283,
      "learning_rate": 3.7622322425341885e-06,
      "loss": 0.5932,
      "step": 115030
    },
    {
      "epoch": 32.11,
      "grad_norm": 2.5037684440612793,
      "learning_rate": 3.7625593078425895e-06,
      "loss": 0.6023,
      "step": 115040
    },
    {
      "epoch": 32.11,
      "grad_norm": 2.6295645236968994,
      "learning_rate": 3.762886373150991e-06,
      "loss": 0.602,
      "step": 115050
    },
    {
      "epoch": 32.11,
      "grad_norm": 2.692880392074585,
      "learning_rate": 3.7632134384593914e-06,
      "loss": 0.6358,
      "step": 115060
    },
    {
      "epoch": 32.12,
      "grad_norm": 3.089531183242798,
      "learning_rate": 3.7635405037677923e-06,
      "loss": 0.5917,
      "step": 115070
    },
    {
      "epoch": 32.12,
      "grad_norm": 3.2883262634277344,
      "learning_rate": 3.763867569076193e-06,
      "loss": 0.5901,
      "step": 115080
    },
    {
      "epoch": 32.12,
      "grad_norm": 2.7064085006713867,
      "learning_rate": 3.7641946343845937e-06,
      "loss": 0.5902,
      "step": 115090
    },
    {
      "epoch": 32.12,
      "grad_norm": 3.7203118801116943,
      "learning_rate": 3.7645216996929942e-06,
      "loss": 0.5836,
      "step": 115100
    },
    {
      "epoch": 32.13,
      "grad_norm": 3.8850293159484863,
      "learning_rate": 3.764848765001395e-06,
      "loss": 0.5762,
      "step": 115110
    },
    {
      "epoch": 32.13,
      "grad_norm": 3.616701126098633,
      "learning_rate": 3.7651758303097957e-06,
      "loss": 0.5942,
      "step": 115120
    },
    {
      "epoch": 32.13,
      "grad_norm": 3.0058534145355225,
      "learning_rate": 3.7655028956181966e-06,
      "loss": 0.5963,
      "step": 115130
    },
    {
      "epoch": 32.14,
      "grad_norm": 2.547234058380127,
      "learning_rate": 3.7658299609265976e-06,
      "loss": 0.5953,
      "step": 115140
    },
    {
      "epoch": 32.14,
      "grad_norm": 2.749789237976074,
      "learning_rate": 3.766157026234998e-06,
      "loss": 0.5997,
      "step": 115150
    },
    {
      "epoch": 32.14,
      "grad_norm": 3.520170211791992,
      "learning_rate": 3.7664840915433994e-06,
      "loss": 0.6141,
      "step": 115160
    },
    {
      "epoch": 32.14,
      "grad_norm": 2.1571474075317383,
      "learning_rate": 3.7668111568518e-06,
      "loss": 0.6162,
      "step": 115170
    },
    {
      "epoch": 32.15,
      "grad_norm": 3.2870118618011475,
      "learning_rate": 3.767138222160201e-06,
      "loss": 0.5823,
      "step": 115180
    },
    {
      "epoch": 32.15,
      "grad_norm": 2.9419353008270264,
      "learning_rate": 3.7674652874686014e-06,
      "loss": 0.5942,
      "step": 115190
    },
    {
      "epoch": 32.15,
      "grad_norm": 2.7324728965759277,
      "learning_rate": 3.7677923527770023e-06,
      "loss": 0.5859,
      "step": 115200
    },
    {
      "epoch": 32.15,
      "grad_norm": 2.4930832386016846,
      "learning_rate": 3.768119418085403e-06,
      "loss": 0.5969,
      "step": 115210
    },
    {
      "epoch": 32.16,
      "grad_norm": 3.3542304039001465,
      "learning_rate": 3.7684464833938038e-06,
      "loss": 0.6228,
      "step": 115220
    },
    {
      "epoch": 32.16,
      "grad_norm": 2.6378893852233887,
      "learning_rate": 3.7687735487022047e-06,
      "loss": 0.5872,
      "step": 115230
    },
    {
      "epoch": 32.16,
      "grad_norm": 3.3384299278259277,
      "learning_rate": 3.7691006140106052e-06,
      "loss": 0.5821,
      "step": 115240
    },
    {
      "epoch": 32.17,
      "grad_norm": 2.843869686126709,
      "learning_rate": 3.769427679319006e-06,
      "loss": 0.6033,
      "step": 115250
    },
    {
      "epoch": 32.17,
      "grad_norm": 2.906496047973633,
      "learning_rate": 3.7697547446274067e-06,
      "loss": 0.6139,
      "step": 115260
    },
    {
      "epoch": 32.17,
      "grad_norm": 3.0103261470794678,
      "learning_rate": 3.7700818099358076e-06,
      "loss": 0.5755,
      "step": 115270
    },
    {
      "epoch": 32.17,
      "grad_norm": 4.199751853942871,
      "learning_rate": 3.770408875244208e-06,
      "loss": 0.5922,
      "step": 115280
    },
    {
      "epoch": 32.18,
      "grad_norm": 3.207606315612793,
      "learning_rate": 3.7707359405526095e-06,
      "loss": 0.5909,
      "step": 115290
    },
    {
      "epoch": 32.18,
      "grad_norm": 2.456552743911743,
      "learning_rate": 3.77106300586101e-06,
      "loss": 0.583,
      "step": 115300
    },
    {
      "epoch": 32.18,
      "grad_norm": 3.420067071914673,
      "learning_rate": 3.771390071169411e-06,
      "loss": 0.6033,
      "step": 115310
    },
    {
      "epoch": 32.19,
      "grad_norm": 3.1118650436401367,
      "learning_rate": 3.7717171364778114e-06,
      "loss": 0.6318,
      "step": 115320
    },
    {
      "epoch": 32.19,
      "grad_norm": 2.7146053314208984,
      "learning_rate": 3.7720442017862124e-06,
      "loss": 0.6096,
      "step": 115330
    },
    {
      "epoch": 32.19,
      "grad_norm": 3.2891809940338135,
      "learning_rate": 3.7723712670946133e-06,
      "loss": 0.6055,
      "step": 115340
    },
    {
      "epoch": 32.19,
      "grad_norm": 4.327115535736084,
      "learning_rate": 3.772698332403014e-06,
      "loss": 0.6195,
      "step": 115350
    },
    {
      "epoch": 32.2,
      "grad_norm": 4.222802639007568,
      "learning_rate": 3.7730253977114147e-06,
      "loss": 0.6229,
      "step": 115360
    },
    {
      "epoch": 32.2,
      "grad_norm": 2.877387762069702,
      "learning_rate": 3.7733524630198153e-06,
      "loss": 0.5968,
      "step": 115370
    },
    {
      "epoch": 32.2,
      "grad_norm": 4.310087203979492,
      "learning_rate": 3.773679528328216e-06,
      "loss": 0.6177,
      "step": 115380
    },
    {
      "epoch": 32.2,
      "grad_norm": 3.200188636779785,
      "learning_rate": 3.7740065936366167e-06,
      "loss": 0.6036,
      "step": 115390
    },
    {
      "epoch": 32.21,
      "grad_norm": 3.1740481853485107,
      "learning_rate": 3.774333658945018e-06,
      "loss": 0.5928,
      "step": 115400
    },
    {
      "epoch": 32.21,
      "grad_norm": 2.4517176151275635,
      "learning_rate": 3.774660724253418e-06,
      "loss": 0.6054,
      "step": 115410
    },
    {
      "epoch": 32.21,
      "grad_norm": 2.7868287563323975,
      "learning_rate": 3.7749877895618195e-06,
      "loss": 0.6008,
      "step": 115420
    },
    {
      "epoch": 32.22,
      "grad_norm": 2.700871467590332,
      "learning_rate": 3.7753148548702204e-06,
      "loss": 0.5958,
      "step": 115430
    },
    {
      "epoch": 32.22,
      "grad_norm": 3.6710243225097656,
      "learning_rate": 3.775641920178621e-06,
      "loss": 0.6018,
      "step": 115440
    },
    {
      "epoch": 32.22,
      "grad_norm": 2.676095485687256,
      "learning_rate": 3.775968985487022e-06,
      "loss": 0.5837,
      "step": 115450
    },
    {
      "epoch": 32.22,
      "grad_norm": 2.6531195640563965,
      "learning_rate": 3.7762960507954224e-06,
      "loss": 0.6059,
      "step": 115460
    },
    {
      "epoch": 32.23,
      "grad_norm": 3.3031210899353027,
      "learning_rate": 3.7766231161038233e-06,
      "loss": 0.624,
      "step": 115470
    },
    {
      "epoch": 32.23,
      "grad_norm": 3.358356475830078,
      "learning_rate": 3.776950181412224e-06,
      "loss": 0.6003,
      "step": 115480
    },
    {
      "epoch": 32.23,
      "grad_norm": 2.746347665786743,
      "learning_rate": 3.777277246720625e-06,
      "loss": 0.6074,
      "step": 115490
    },
    {
      "epoch": 32.24,
      "grad_norm": 3.0455315113067627,
      "learning_rate": 3.7776043120290253e-06,
      "loss": 0.5865,
      "step": 115500
    },
    {
      "epoch": 32.24,
      "grad_norm": 3.314600944519043,
      "learning_rate": 3.7779313773374262e-06,
      "loss": 0.6286,
      "step": 115510
    },
    {
      "epoch": 32.24,
      "grad_norm": 3.228870153427124,
      "learning_rate": 3.7782584426458276e-06,
      "loss": 0.5991,
      "step": 115520
    },
    {
      "epoch": 32.24,
      "grad_norm": 3.590287446975708,
      "learning_rate": 3.778585507954228e-06,
      "loss": 0.603,
      "step": 115530
    },
    {
      "epoch": 32.25,
      "grad_norm": 2.816363573074341,
      "learning_rate": 3.778912573262629e-06,
      "loss": 0.5952,
      "step": 115540
    },
    {
      "epoch": 32.25,
      "grad_norm": 4.330035209655762,
      "learning_rate": 3.7792396385710296e-06,
      "loss": 0.6099,
      "step": 115550
    },
    {
      "epoch": 32.25,
      "grad_norm": 2.889763355255127,
      "learning_rate": 3.7795667038794305e-06,
      "loss": 0.6281,
      "step": 115560
    },
    {
      "epoch": 32.26,
      "grad_norm": 4.471633434295654,
      "learning_rate": 3.779893769187831e-06,
      "loss": 0.571,
      "step": 115570
    },
    {
      "epoch": 32.26,
      "grad_norm": 2.9047796726226807,
      "learning_rate": 3.780220834496232e-06,
      "loss": 0.5775,
      "step": 115580
    },
    {
      "epoch": 32.26,
      "grad_norm": 2.963984727859497,
      "learning_rate": 3.7805478998046324e-06,
      "loss": 0.5948,
      "step": 115590
    },
    {
      "epoch": 32.26,
      "grad_norm": 4.02836799621582,
      "learning_rate": 3.7808749651130334e-06,
      "loss": 0.616,
      "step": 115600
    },
    {
      "epoch": 32.27,
      "grad_norm": 2.849393606185913,
      "learning_rate": 3.781202030421434e-06,
      "loss": 0.5941,
      "step": 115610
    },
    {
      "epoch": 32.27,
      "grad_norm": 2.7673492431640625,
      "learning_rate": 3.781529095729835e-06,
      "loss": 0.6153,
      "step": 115620
    },
    {
      "epoch": 32.27,
      "grad_norm": 2.8866372108459473,
      "learning_rate": 3.781856161038236e-06,
      "loss": 0.599,
      "step": 115630
    },
    {
      "epoch": 32.27,
      "grad_norm": 4.170879364013672,
      "learning_rate": 3.7821832263466367e-06,
      "loss": 0.6453,
      "step": 115640
    },
    {
      "epoch": 32.28,
      "grad_norm": 3.2525107860565186,
      "learning_rate": 3.7825102916550376e-06,
      "loss": 0.604,
      "step": 115650
    },
    {
      "epoch": 32.28,
      "grad_norm": 2.6011807918548584,
      "learning_rate": 3.782837356963438e-06,
      "loss": 0.6176,
      "step": 115660
    },
    {
      "epoch": 32.28,
      "grad_norm": 3.0320849418640137,
      "learning_rate": 3.783164422271839e-06,
      "loss": 0.6215,
      "step": 115670
    },
    {
      "epoch": 32.29,
      "grad_norm": 3.347561836242676,
      "learning_rate": 3.7834914875802396e-06,
      "loss": 0.587,
      "step": 115680
    },
    {
      "epoch": 32.29,
      "grad_norm": 3.5785300731658936,
      "learning_rate": 3.7838185528886405e-06,
      "loss": 0.5755,
      "step": 115690
    },
    {
      "epoch": 32.29,
      "grad_norm": 3.0945191383361816,
      "learning_rate": 3.784145618197041e-06,
      "loss": 0.6226,
      "step": 115700
    },
    {
      "epoch": 32.29,
      "grad_norm": 3.1658220291137695,
      "learning_rate": 3.784472683505442e-06,
      "loss": 0.5977,
      "step": 115710
    },
    {
      "epoch": 32.3,
      "grad_norm": 3.511908769607544,
      "learning_rate": 3.784799748813843e-06,
      "loss": 0.5933,
      "step": 115720
    },
    {
      "epoch": 32.3,
      "grad_norm": 2.512678384780884,
      "learning_rate": 3.7851268141222434e-06,
      "loss": 0.591,
      "step": 115730
    },
    {
      "epoch": 32.3,
      "grad_norm": 3.0434670448303223,
      "learning_rate": 3.7854538794306444e-06,
      "loss": 0.6092,
      "step": 115740
    },
    {
      "epoch": 32.31,
      "grad_norm": 3.0306782722473145,
      "learning_rate": 3.785780944739045e-06,
      "loss": 0.6016,
      "step": 115750
    },
    {
      "epoch": 32.31,
      "grad_norm": 2.6755101680755615,
      "learning_rate": 3.7861080100474462e-06,
      "loss": 0.5807,
      "step": 115760
    },
    {
      "epoch": 32.31,
      "grad_norm": 2.904414415359497,
      "learning_rate": 3.7864350753558467e-06,
      "loss": 0.6011,
      "step": 115770
    },
    {
      "epoch": 32.31,
      "grad_norm": 2.4684109687805176,
      "learning_rate": 3.7867621406642477e-06,
      "loss": 0.6246,
      "step": 115780
    },
    {
      "epoch": 32.32,
      "grad_norm": 2.781529664993286,
      "learning_rate": 3.787089205972648e-06,
      "loss": 0.5807,
      "step": 115790
    },
    {
      "epoch": 32.32,
      "grad_norm": 3.1322412490844727,
      "learning_rate": 3.787416271281049e-06,
      "loss": 0.6001,
      "step": 115800
    },
    {
      "epoch": 32.32,
      "grad_norm": 3.43927001953125,
      "learning_rate": 3.78774333658945e-06,
      "loss": 0.601,
      "step": 115810
    },
    {
      "epoch": 32.32,
      "grad_norm": 2.7495269775390625,
      "learning_rate": 3.7880704018978506e-06,
      "loss": 0.6015,
      "step": 115820
    },
    {
      "epoch": 32.33,
      "grad_norm": 3.298640727996826,
      "learning_rate": 3.7883974672062515e-06,
      "loss": 0.6144,
      "step": 115830
    },
    {
      "epoch": 32.33,
      "grad_norm": 4.457592010498047,
      "learning_rate": 3.788724532514652e-06,
      "loss": 0.5849,
      "step": 115840
    },
    {
      "epoch": 32.33,
      "grad_norm": 3.720433235168457,
      "learning_rate": 3.789051597823053e-06,
      "loss": 0.6004,
      "step": 115850
    },
    {
      "epoch": 32.34,
      "grad_norm": 3.2350308895111084,
      "learning_rate": 3.7893786631314535e-06,
      "loss": 0.6063,
      "step": 115860
    },
    {
      "epoch": 32.34,
      "grad_norm": 3.5698089599609375,
      "learning_rate": 3.789705728439855e-06,
      "loss": 0.6228,
      "step": 115870
    },
    {
      "epoch": 32.34,
      "grad_norm": 2.644979238510132,
      "learning_rate": 3.790032793748255e-06,
      "loss": 0.5993,
      "step": 115880
    },
    {
      "epoch": 32.34,
      "grad_norm": 2.85422682762146,
      "learning_rate": 3.7903598590566563e-06,
      "loss": 0.6147,
      "step": 115890
    },
    {
      "epoch": 32.35,
      "grad_norm": 3.8694138526916504,
      "learning_rate": 3.790686924365057e-06,
      "loss": 0.6036,
      "step": 115900
    },
    {
      "epoch": 32.35,
      "grad_norm": 3.1804590225219727,
      "learning_rate": 3.7910139896734577e-06,
      "loss": 0.6146,
      "step": 115910
    },
    {
      "epoch": 32.35,
      "grad_norm": 3.8264729976654053,
      "learning_rate": 3.7913410549818586e-06,
      "loss": 0.6145,
      "step": 115920
    },
    {
      "epoch": 32.36,
      "grad_norm": 3.2852368354797363,
      "learning_rate": 3.791668120290259e-06,
      "loss": 0.6009,
      "step": 115930
    },
    {
      "epoch": 32.36,
      "grad_norm": 2.974788188934326,
      "learning_rate": 3.79199518559866e-06,
      "loss": 0.5922,
      "step": 115940
    },
    {
      "epoch": 32.36,
      "grad_norm": 4.6902570724487305,
      "learning_rate": 3.7923222509070606e-06,
      "loss": 0.6141,
      "step": 115950
    },
    {
      "epoch": 32.36,
      "grad_norm": 3.280261278152466,
      "learning_rate": 3.7926493162154615e-06,
      "loss": 0.6041,
      "step": 115960
    },
    {
      "epoch": 32.37,
      "grad_norm": 2.795196294784546,
      "learning_rate": 3.792976381523862e-06,
      "loss": 0.5953,
      "step": 115970
    },
    {
      "epoch": 32.37,
      "grad_norm": 3.5225822925567627,
      "learning_rate": 3.793303446832263e-06,
      "loss": 0.6087,
      "step": 115980
    },
    {
      "epoch": 32.37,
      "grad_norm": 3.1457765102386475,
      "learning_rate": 3.7936305121406635e-06,
      "loss": 0.5839,
      "step": 115990
    },
    {
      "epoch": 32.38,
      "grad_norm": 3.2988860607147217,
      "learning_rate": 3.793957577449065e-06,
      "loss": 0.5954,
      "step": 116000
    },
    {
      "epoch": 32.38,
      "grad_norm": 3.7069432735443115,
      "learning_rate": 3.794284642757466e-06,
      "loss": 0.6187,
      "step": 116010
    },
    {
      "epoch": 32.38,
      "grad_norm": 3.4988203048706055,
      "learning_rate": 3.7946117080658663e-06,
      "loss": 0.6175,
      "step": 116020
    },
    {
      "epoch": 32.38,
      "grad_norm": 2.933138608932495,
      "learning_rate": 3.7949387733742672e-06,
      "loss": 0.6049,
      "step": 116030
    },
    {
      "epoch": 32.39,
      "grad_norm": 3.0381739139556885,
      "learning_rate": 3.7952658386826678e-06,
      "loss": 0.5978,
      "step": 116040
    },
    {
      "epoch": 32.39,
      "grad_norm": 3.341921091079712,
      "learning_rate": 3.7955929039910687e-06,
      "loss": 0.6155,
      "step": 116050
    },
    {
      "epoch": 32.39,
      "grad_norm": 2.3679139614105225,
      "learning_rate": 3.795919969299469e-06,
      "loss": 0.5811,
      "step": 116060
    },
    {
      "epoch": 32.39,
      "grad_norm": 3.226513624191284,
      "learning_rate": 3.79624703460787e-06,
      "loss": 0.5957,
      "step": 116070
    },
    {
      "epoch": 32.4,
      "grad_norm": 2.5590696334838867,
      "learning_rate": 3.7965740999162706e-06,
      "loss": 0.5972,
      "step": 116080
    },
    {
      "epoch": 32.4,
      "grad_norm": 2.614300489425659,
      "learning_rate": 3.7969011652246716e-06,
      "loss": 0.6051,
      "step": 116090
    },
    {
      "epoch": 32.4,
      "grad_norm": 2.960892677307129,
      "learning_rate": 3.797228230533073e-06,
      "loss": 0.5998,
      "step": 116100
    },
    {
      "epoch": 32.41,
      "grad_norm": 2.7294869422912598,
      "learning_rate": 3.797555295841473e-06,
      "loss": 0.603,
      "step": 116110
    },
    {
      "epoch": 32.41,
      "grad_norm": 2.7735908031463623,
      "learning_rate": 3.7978823611498744e-06,
      "loss": 0.5812,
      "step": 116120
    },
    {
      "epoch": 32.41,
      "grad_norm": 2.6332874298095703,
      "learning_rate": 3.798209426458275e-06,
      "loss": 0.6005,
      "step": 116130
    },
    {
      "epoch": 32.41,
      "grad_norm": 3.6638731956481934,
      "learning_rate": 3.798536491766676e-06,
      "loss": 0.5765,
      "step": 116140
    },
    {
      "epoch": 32.42,
      "grad_norm": 2.7012088298797607,
      "learning_rate": 3.7988635570750763e-06,
      "loss": 0.5995,
      "step": 116150
    },
    {
      "epoch": 32.42,
      "grad_norm": 2.5371499061584473,
      "learning_rate": 3.7991906223834773e-06,
      "loss": 0.5958,
      "step": 116160
    },
    {
      "epoch": 32.42,
      "grad_norm": 3.3849165439605713,
      "learning_rate": 3.799517687691878e-06,
      "loss": 0.5847,
      "step": 116170
    },
    {
      "epoch": 32.43,
      "grad_norm": 3.536468505859375,
      "learning_rate": 3.7998447530002787e-06,
      "loss": 0.6034,
      "step": 116180
    },
    {
      "epoch": 32.43,
      "grad_norm": 3.682192087173462,
      "learning_rate": 3.8001718183086797e-06,
      "loss": 0.5869,
      "step": 116190
    },
    {
      "epoch": 32.43,
      "grad_norm": 3.334303617477417,
      "learning_rate": 3.80049888361708e-06,
      "loss": 0.6101,
      "step": 116200
    },
    {
      "epoch": 32.43,
      "grad_norm": 3.424989938735962,
      "learning_rate": 3.800825948925481e-06,
      "loss": 0.6137,
      "step": 116210
    },
    {
      "epoch": 32.44,
      "grad_norm": 2.68369197845459,
      "learning_rate": 3.8011530142338816e-06,
      "loss": 0.6121,
      "step": 116220
    },
    {
      "epoch": 32.44,
      "grad_norm": 3.961751937866211,
      "learning_rate": 3.801480079542283e-06,
      "loss": 0.5911,
      "step": 116230
    },
    {
      "epoch": 32.44,
      "grad_norm": 3.7449769973754883,
      "learning_rate": 3.8018071448506835e-06,
      "loss": 0.5996,
      "step": 116240
    },
    {
      "epoch": 32.44,
      "grad_norm": 2.242473840713501,
      "learning_rate": 3.8021342101590844e-06,
      "loss": 0.6072,
      "step": 116250
    },
    {
      "epoch": 32.45,
      "grad_norm": 3.2708141803741455,
      "learning_rate": 3.802461275467485e-06,
      "loss": 0.591,
      "step": 116260
    },
    {
      "epoch": 32.45,
      "grad_norm": 3.13818621635437,
      "learning_rate": 3.802788340775886e-06,
      "loss": 0.5897,
      "step": 116270
    },
    {
      "epoch": 32.45,
      "grad_norm": 3.14316987991333,
      "learning_rate": 3.8031154060842864e-06,
      "loss": 0.5952,
      "step": 116280
    },
    {
      "epoch": 32.46,
      "grad_norm": 2.9330875873565674,
      "learning_rate": 3.8034424713926873e-06,
      "loss": 0.5991,
      "step": 116290
    },
    {
      "epoch": 32.46,
      "grad_norm": 3.159714937210083,
      "learning_rate": 3.8037695367010883e-06,
      "loss": 0.6186,
      "step": 116300
    },
    {
      "epoch": 32.46,
      "grad_norm": 2.697540044784546,
      "learning_rate": 3.8040966020094888e-06,
      "loss": 0.581,
      "step": 116310
    },
    {
      "epoch": 32.46,
      "grad_norm": 2.9484846591949463,
      "learning_rate": 3.8044236673178897e-06,
      "loss": 0.6078,
      "step": 116320
    },
    {
      "epoch": 32.47,
      "grad_norm": 3.2384870052337646,
      "learning_rate": 3.8047507326262902e-06,
      "loss": 0.6221,
      "step": 116330
    },
    {
      "epoch": 32.47,
      "grad_norm": 2.941646099090576,
      "learning_rate": 3.8050777979346916e-06,
      "loss": 0.5759,
      "step": 116340
    },
    {
      "epoch": 32.47,
      "grad_norm": 3.674055337905884,
      "learning_rate": 3.8054048632430917e-06,
      "loss": 0.6154,
      "step": 116350
    },
    {
      "epoch": 32.48,
      "grad_norm": 2.4431731700897217,
      "learning_rate": 3.805731928551493e-06,
      "loss": 0.6008,
      "step": 116360
    },
    {
      "epoch": 32.48,
      "grad_norm": 4.291938304901123,
      "learning_rate": 3.8060589938598935e-06,
      "loss": 0.6067,
      "step": 116370
    },
    {
      "epoch": 32.48,
      "grad_norm": 3.2763102054595947,
      "learning_rate": 3.8063860591682945e-06,
      "loss": 0.6015,
      "step": 116380
    },
    {
      "epoch": 32.48,
      "grad_norm": 4.245956897735596,
      "learning_rate": 3.8067131244766954e-06,
      "loss": 0.5806,
      "step": 116390
    },
    {
      "epoch": 32.49,
      "grad_norm": 2.5943031311035156,
      "learning_rate": 3.807040189785096e-06,
      "loss": 0.5904,
      "step": 116400
    },
    {
      "epoch": 32.49,
      "grad_norm": 2.6740386486053467,
      "learning_rate": 3.807367255093497e-06,
      "loss": 0.5872,
      "step": 116410
    },
    {
      "epoch": 32.49,
      "grad_norm": 3.1642839908599854,
      "learning_rate": 3.8076943204018974e-06,
      "loss": 0.5953,
      "step": 116420
    },
    {
      "epoch": 32.5,
      "grad_norm": 3.282221794128418,
      "learning_rate": 3.8080213857102983e-06,
      "loss": 0.5978,
      "step": 116430
    },
    {
      "epoch": 32.5,
      "grad_norm": 3.15897798538208,
      "learning_rate": 3.808348451018699e-06,
      "loss": 0.5995,
      "step": 116440
    },
    {
      "epoch": 32.5,
      "grad_norm": 3.074054002761841,
      "learning_rate": 3.8086755163270997e-06,
      "loss": 0.6178,
      "step": 116450
    },
    {
      "epoch": 32.5,
      "grad_norm": 3.9262728691101074,
      "learning_rate": 3.8090025816355003e-06,
      "loss": 0.6097,
      "step": 116460
    },
    {
      "epoch": 32.51,
      "grad_norm": 3.8602187633514404,
      "learning_rate": 3.8093296469439016e-06,
      "loss": 0.5966,
      "step": 116470
    },
    {
      "epoch": 32.51,
      "grad_norm": 2.6279585361480713,
      "learning_rate": 3.8096567122523025e-06,
      "loss": 0.5934,
      "step": 116480
    },
    {
      "epoch": 32.51,
      "grad_norm": 3.231224775314331,
      "learning_rate": 3.809983777560703e-06,
      "loss": 0.5935,
      "step": 116490
    },
    {
      "epoch": 32.51,
      "grad_norm": 2.8329339027404785,
      "learning_rate": 3.810310842869104e-06,
      "loss": 0.6242,
      "step": 116500
    },
    {
      "epoch": 32.52,
      "grad_norm": 3.173133134841919,
      "learning_rate": 3.8106379081775045e-06,
      "loss": 0.6016,
      "step": 116510
    },
    {
      "epoch": 32.52,
      "grad_norm": 2.3586747646331787,
      "learning_rate": 3.8109649734859054e-06,
      "loss": 0.5994,
      "step": 116520
    },
    {
      "epoch": 32.52,
      "grad_norm": 2.7506470680236816,
      "learning_rate": 3.811292038794306e-06,
      "loss": 0.5652,
      "step": 116530
    },
    {
      "epoch": 32.53,
      "grad_norm": 3.2755439281463623,
      "learning_rate": 3.811619104102707e-06,
      "loss": 0.602,
      "step": 116540
    },
    {
      "epoch": 32.53,
      "grad_norm": 2.3931243419647217,
      "learning_rate": 3.8119461694111074e-06,
      "loss": 0.5817,
      "step": 116550
    },
    {
      "epoch": 32.53,
      "grad_norm": 2.7218875885009766,
      "learning_rate": 3.8122732347195083e-06,
      "loss": 0.6236,
      "step": 116560
    },
    {
      "epoch": 32.53,
      "grad_norm": 3.104645252227783,
      "learning_rate": 3.8126003000279097e-06,
      "loss": 0.6039,
      "step": 116570
    },
    {
      "epoch": 32.54,
      "grad_norm": 3.000500202178955,
      "learning_rate": 3.8129273653363098e-06,
      "loss": 0.6158,
      "step": 116580
    },
    {
      "epoch": 32.54,
      "grad_norm": 3.628206491470337,
      "learning_rate": 3.813254430644711e-06,
      "loss": 0.6156,
      "step": 116590
    },
    {
      "epoch": 32.54,
      "grad_norm": 2.9855313301086426,
      "learning_rate": 3.8135814959531117e-06,
      "loss": 0.619,
      "step": 116600
    },
    {
      "epoch": 32.55,
      "grad_norm": 3.333313465118408,
      "learning_rate": 3.8139085612615126e-06,
      "loss": 0.6004,
      "step": 116610
    },
    {
      "epoch": 32.55,
      "grad_norm": 2.8758342266082764,
      "learning_rate": 3.814235626569913e-06,
      "loss": 0.6048,
      "step": 116620
    },
    {
      "epoch": 32.55,
      "grad_norm": 3.030923843383789,
      "learning_rate": 3.814562691878314e-06,
      "loss": 0.5883,
      "step": 116630
    },
    {
      "epoch": 32.55,
      "grad_norm": 3.25593900680542,
      "learning_rate": 3.8148897571867145e-06,
      "loss": 0.5982,
      "step": 116640
    },
    {
      "epoch": 32.56,
      "grad_norm": 3.7946536540985107,
      "learning_rate": 3.815216822495116e-06,
      "loss": 0.6135,
      "step": 116650
    },
    {
      "epoch": 32.56,
      "grad_norm": 2.7050328254699707,
      "learning_rate": 3.815543887803516e-06,
      "loss": 0.5812,
      "step": 116660
    },
    {
      "epoch": 32.56,
      "grad_norm": 2.677008867263794,
      "learning_rate": 3.815870953111917e-06,
      "loss": 0.5991,
      "step": 116670
    },
    {
      "epoch": 32.56,
      "grad_norm": 2.8174540996551514,
      "learning_rate": 3.816198018420318e-06,
      "loss": 0.6175,
      "step": 116680
    },
    {
      "epoch": 32.57,
      "grad_norm": 3.6879422664642334,
      "learning_rate": 3.816525083728719e-06,
      "loss": 0.5886,
      "step": 116690
    },
    {
      "epoch": 32.57,
      "grad_norm": 2.566588878631592,
      "learning_rate": 3.816852149037119e-06,
      "loss": 0.6012,
      "step": 116700
    },
    {
      "epoch": 32.57,
      "grad_norm": 2.7194464206695557,
      "learning_rate": 3.81717921434552e-06,
      "loss": 0.5928,
      "step": 116710
    },
    {
      "epoch": 32.58,
      "grad_norm": 2.671496868133545,
      "learning_rate": 3.817506279653921e-06,
      "loss": 0.5921,
      "step": 116720
    },
    {
      "epoch": 32.58,
      "grad_norm": 2.909335136413574,
      "learning_rate": 3.817833344962322e-06,
      "loss": 0.5978,
      "step": 116730
    },
    {
      "epoch": 32.58,
      "grad_norm": 2.834608554840088,
      "learning_rate": 3.818160410270722e-06,
      "loss": 0.5987,
      "step": 116740
    },
    {
      "epoch": 32.58,
      "grad_norm": 2.5459561347961426,
      "learning_rate": 3.818487475579123e-06,
      "loss": 0.5798,
      "step": 116750
    },
    {
      "epoch": 32.59,
      "grad_norm": 2.776956796646118,
      "learning_rate": 3.818814540887524e-06,
      "loss": 0.614,
      "step": 116760
    },
    {
      "epoch": 32.59,
      "grad_norm": 3.398540735244751,
      "learning_rate": 3.8191416061959254e-06,
      "loss": 0.6116,
      "step": 116770
    },
    {
      "epoch": 32.59,
      "grad_norm": 2.751033306121826,
      "learning_rate": 3.819468671504326e-06,
      "loss": 0.5948,
      "step": 116780
    },
    {
      "epoch": 32.6,
      "grad_norm": 3.223576545715332,
      "learning_rate": 3.8197957368127265e-06,
      "loss": 0.5996,
      "step": 116790
    },
    {
      "epoch": 32.6,
      "grad_norm": 3.04276180267334,
      "learning_rate": 3.820122802121127e-06,
      "loss": 0.6079,
      "step": 116800
    },
    {
      "epoch": 32.6,
      "grad_norm": 2.475379705429077,
      "learning_rate": 3.820449867429528e-06,
      "loss": 0.5874,
      "step": 116810
    },
    {
      "epoch": 32.6,
      "grad_norm": 3.1876769065856934,
      "learning_rate": 3.820776932737929e-06,
      "loss": 0.6107,
      "step": 116820
    },
    {
      "epoch": 32.61,
      "grad_norm": 2.525621175765991,
      "learning_rate": 3.821103998046329e-06,
      "loss": 0.5999,
      "step": 116830
    },
    {
      "epoch": 32.61,
      "grad_norm": 4.057711124420166,
      "learning_rate": 3.82143106335473e-06,
      "loss": 0.6006,
      "step": 116840
    },
    {
      "epoch": 32.61,
      "grad_norm": 3.1239817142486572,
      "learning_rate": 3.821758128663131e-06,
      "loss": 0.6009,
      "step": 116850
    },
    {
      "epoch": 32.62,
      "grad_norm": 2.3177943229675293,
      "learning_rate": 3.822085193971532e-06,
      "loss": 0.5936,
      "step": 116860
    },
    {
      "epoch": 32.62,
      "grad_norm": 3.2440991401672363,
      "learning_rate": 3.822412259279932e-06,
      "loss": 0.587,
      "step": 116870
    },
    {
      "epoch": 32.62,
      "grad_norm": 2.903752088546753,
      "learning_rate": 3.822739324588334e-06,
      "loss": 0.6007,
      "step": 116880
    },
    {
      "epoch": 32.62,
      "grad_norm": 2.701509714126587,
      "learning_rate": 3.823066389896734e-06,
      "loss": 0.6175,
      "step": 116890
    },
    {
      "epoch": 32.63,
      "grad_norm": 2.736064910888672,
      "learning_rate": 3.8233934552051355e-06,
      "loss": 0.6014,
      "step": 116900
    },
    {
      "epoch": 32.63,
      "grad_norm": 3.4637045860290527,
      "learning_rate": 3.823720520513536e-06,
      "loss": 0.5968,
      "step": 116910
    },
    {
      "epoch": 32.63,
      "grad_norm": 3.099457263946533,
      "learning_rate": 3.8240475858219365e-06,
      "loss": 0.5916,
      "step": 116920
    },
    {
      "epoch": 32.63,
      "grad_norm": 2.435556650161743,
      "learning_rate": 3.824374651130337e-06,
      "loss": 0.5962,
      "step": 116930
    },
    {
      "epoch": 32.64,
      "grad_norm": 3.3849339485168457,
      "learning_rate": 3.824701716438738e-06,
      "loss": 0.6226,
      "step": 116940
    },
    {
      "epoch": 32.64,
      "grad_norm": 3.5201032161712646,
      "learning_rate": 3.825028781747139e-06,
      "loss": 0.5867,
      "step": 116950
    },
    {
      "epoch": 32.64,
      "grad_norm": 3.4882962703704834,
      "learning_rate": 3.825355847055539e-06,
      "loss": 0.582,
      "step": 116960
    },
    {
      "epoch": 32.65,
      "grad_norm": 3.5521962642669678,
      "learning_rate": 3.825682912363941e-06,
      "loss": 0.6056,
      "step": 116970
    },
    {
      "epoch": 32.65,
      "grad_norm": 3.1280295848846436,
      "learning_rate": 3.826009977672341e-06,
      "loss": 0.5924,
      "step": 116980
    },
    {
      "epoch": 32.65,
      "grad_norm": 2.7430331707000732,
      "learning_rate": 3.826337042980743e-06,
      "loss": 0.6097,
      "step": 116990
    },
    {
      "epoch": 32.65,
      "grad_norm": 3.9891884326934814,
      "learning_rate": 3.826664108289142e-06,
      "loss": 0.6138,
      "step": 117000
    },
    {
      "epoch": 32.66,
      "grad_norm": 2.3940927982330322,
      "learning_rate": 3.826991173597544e-06,
      "loss": 0.5996,
      "step": 117010
    },
    {
      "epoch": 32.66,
      "grad_norm": 3.808664083480835,
      "learning_rate": 3.827318238905944e-06,
      "loss": 0.5805,
      "step": 117020
    },
    {
      "epoch": 32.66,
      "grad_norm": 3.9853169918060303,
      "learning_rate": 3.8276453042143455e-06,
      "loss": 0.6188,
      "step": 117030
    },
    {
      "epoch": 32.67,
      "grad_norm": 3.3853118419647217,
      "learning_rate": 3.827972369522746e-06,
      "loss": 0.5663,
      "step": 117040
    },
    {
      "epoch": 32.67,
      "grad_norm": 4.148477077484131,
      "learning_rate": 3.8282994348311465e-06,
      "loss": 0.5913,
      "step": 117050
    },
    {
      "epoch": 32.67,
      "grad_norm": 2.511228561401367,
      "learning_rate": 3.828626500139548e-06,
      "loss": 0.6003,
      "step": 117060
    },
    {
      "epoch": 32.67,
      "grad_norm": 2.1709136962890625,
      "learning_rate": 3.828953565447948e-06,
      "loss": 0.5785,
      "step": 117070
    },
    {
      "epoch": 32.68,
      "grad_norm": 2.647657871246338,
      "learning_rate": 3.829280630756349e-06,
      "loss": 0.5973,
      "step": 117080
    },
    {
      "epoch": 32.68,
      "grad_norm": 2.841810703277588,
      "learning_rate": 3.8296076960647494e-06,
      "loss": 0.6035,
      "step": 117090
    },
    {
      "epoch": 32.68,
      "grad_norm": 2.4054417610168457,
      "learning_rate": 3.829934761373151e-06,
      "loss": 0.5951,
      "step": 117100
    },
    {
      "epoch": 32.68,
      "grad_norm": 2.5166637897491455,
      "learning_rate": 3.830261826681551e-06,
      "loss": 0.5829,
      "step": 117110
    },
    {
      "epoch": 32.69,
      "grad_norm": 2.5551748275756836,
      "learning_rate": 3.830588891989953e-06,
      "loss": 0.6083,
      "step": 117120
    },
    {
      "epoch": 32.69,
      "grad_norm": 3.731299877166748,
      "learning_rate": 3.830915957298353e-06,
      "loss": 0.6143,
      "step": 117130
    },
    {
      "epoch": 32.69,
      "grad_norm": 2.8229143619537354,
      "learning_rate": 3.831243022606754e-06,
      "loss": 0.5839,
      "step": 117140
    },
    {
      "epoch": 32.7,
      "grad_norm": 3.4453935623168945,
      "learning_rate": 3.831570087915155e-06,
      "loss": 0.5826,
      "step": 117150
    },
    {
      "epoch": 32.7,
      "grad_norm": 3.429102659225464,
      "learning_rate": 3.8318971532235555e-06,
      "loss": 0.5868,
      "step": 117160
    },
    {
      "epoch": 32.7,
      "grad_norm": 3.32755446434021,
      "learning_rate": 3.832224218531956e-06,
      "loss": 0.6155,
      "step": 117170
    },
    {
      "epoch": 32.7,
      "grad_norm": 3.1935248374938965,
      "learning_rate": 3.8325512838403566e-06,
      "loss": 0.5692,
      "step": 117180
    },
    {
      "epoch": 32.71,
      "grad_norm": 3.8279223442077637,
      "learning_rate": 3.832878349148758e-06,
      "loss": 0.602,
      "step": 117190
    },
    {
      "epoch": 32.71,
      "grad_norm": 3.2844886779785156,
      "learning_rate": 3.8332054144571584e-06,
      "loss": 0.6057,
      "step": 117200
    },
    {
      "epoch": 32.71,
      "grad_norm": 3.1105549335479736,
      "learning_rate": 3.833532479765559e-06,
      "loss": 0.5916,
      "step": 117210
    },
    {
      "epoch": 32.72,
      "grad_norm": 3.305708646774292,
      "learning_rate": 3.8338595450739595e-06,
      "loss": 0.5905,
      "step": 117220
    },
    {
      "epoch": 32.72,
      "grad_norm": 2.6579177379608154,
      "learning_rate": 3.834186610382361e-06,
      "loss": 0.6016,
      "step": 117230
    },
    {
      "epoch": 32.72,
      "grad_norm": 3.1942930221557617,
      "learning_rate": 3.834513675690762e-06,
      "loss": 0.5938,
      "step": 117240
    },
    {
      "epoch": 32.72,
      "grad_norm": 2.8148865699768066,
      "learning_rate": 3.834840740999163e-06,
      "loss": 0.5992,
      "step": 117250
    },
    {
      "epoch": 32.73,
      "grad_norm": 3.321215867996216,
      "learning_rate": 3.835167806307563e-06,
      "loss": 0.6058,
      "step": 117260
    },
    {
      "epoch": 32.73,
      "grad_norm": 2.505749464035034,
      "learning_rate": 3.835494871615964e-06,
      "loss": 0.583,
      "step": 117270
    },
    {
      "epoch": 32.73,
      "grad_norm": 2.5456113815307617,
      "learning_rate": 3.835821936924365e-06,
      "loss": 0.5737,
      "step": 117280
    },
    {
      "epoch": 32.74,
      "grad_norm": 3.510533094406128,
      "learning_rate": 3.836149002232766e-06,
      "loss": 0.6093,
      "step": 117290
    },
    {
      "epoch": 32.74,
      "grad_norm": 2.8918285369873047,
      "learning_rate": 3.836476067541166e-06,
      "loss": 0.5961,
      "step": 117300
    },
    {
      "epoch": 32.74,
      "grad_norm": 2.9786319732666016,
      "learning_rate": 3.836803132849567e-06,
      "loss": 0.5802,
      "step": 117310
    },
    {
      "epoch": 32.74,
      "grad_norm": 2.5940282344818115,
      "learning_rate": 3.837130198157968e-06,
      "loss": 0.6218,
      "step": 117320
    },
    {
      "epoch": 32.75,
      "grad_norm": 3.4929580688476562,
      "learning_rate": 3.8374572634663685e-06,
      "loss": 0.5879,
      "step": 117330
    },
    {
      "epoch": 32.75,
      "grad_norm": 3.8812549114227295,
      "learning_rate": 3.837784328774769e-06,
      "loss": 0.5681,
      "step": 117340
    },
    {
      "epoch": 32.75,
      "grad_norm": 2.5235705375671387,
      "learning_rate": 3.83811139408317e-06,
      "loss": 0.6088,
      "step": 117350
    },
    {
      "epoch": 32.75,
      "grad_norm": 2.553431987762451,
      "learning_rate": 3.838438459391571e-06,
      "loss": 0.6042,
      "step": 117360
    },
    {
      "epoch": 32.76,
      "grad_norm": 2.894979953765869,
      "learning_rate": 3.838765524699972e-06,
      "loss": 0.597,
      "step": 117370
    },
    {
      "epoch": 32.76,
      "grad_norm": 3.49308705329895,
      "learning_rate": 3.839092590008373e-06,
      "loss": 0.5945,
      "step": 117380
    },
    {
      "epoch": 32.76,
      "grad_norm": 4.110006332397461,
      "learning_rate": 3.839419655316773e-06,
      "loss": 0.5966,
      "step": 117390
    },
    {
      "epoch": 32.77,
      "grad_norm": 3.0087482929229736,
      "learning_rate": 3.839746720625174e-06,
      "loss": 0.5951,
      "step": 117400
    },
    {
      "epoch": 32.77,
      "grad_norm": 2.9995033740997314,
      "learning_rate": 3.840073785933575e-06,
      "loss": 0.5987,
      "step": 117410
    },
    {
      "epoch": 32.77,
      "grad_norm": 2.453073740005493,
      "learning_rate": 3.840400851241976e-06,
      "loss": 0.6016,
      "step": 117420
    },
    {
      "epoch": 32.77,
      "grad_norm": 3.3836121559143066,
      "learning_rate": 3.840727916550376e-06,
      "loss": 0.5921,
      "step": 117430
    },
    {
      "epoch": 32.78,
      "grad_norm": 4.173168182373047,
      "learning_rate": 3.8410549818587775e-06,
      "loss": 0.597,
      "step": 117440
    },
    {
      "epoch": 32.78,
      "grad_norm": 3.7650747299194336,
      "learning_rate": 3.841382047167178e-06,
      "loss": 0.5821,
      "step": 117450
    },
    {
      "epoch": 32.78,
      "grad_norm": 3.328303575515747,
      "learning_rate": 3.841709112475579e-06,
      "loss": 0.6192,
      "step": 117460
    },
    {
      "epoch": 32.79,
      "grad_norm": 3.492976188659668,
      "learning_rate": 3.842036177783979e-06,
      "loss": 0.6276,
      "step": 117470
    },
    {
      "epoch": 32.79,
      "grad_norm": 3.0917766094207764,
      "learning_rate": 3.84236324309238e-06,
      "loss": 0.5913,
      "step": 117480
    },
    {
      "epoch": 32.79,
      "grad_norm": 2.8956515789031982,
      "learning_rate": 3.842690308400781e-06,
      "loss": 0.6188,
      "step": 117490
    },
    {
      "epoch": 32.79,
      "grad_norm": 2.2575554847717285,
      "learning_rate": 3.843017373709182e-06,
      "loss": 0.5793,
      "step": 117500
    },
    {
      "epoch": 32.8,
      "grad_norm": 3.613363742828369,
      "learning_rate": 3.843344439017583e-06,
      "loss": 0.5937,
      "step": 117510
    },
    {
      "epoch": 32.8,
      "grad_norm": 3.159799575805664,
      "learning_rate": 3.843671504325983e-06,
      "loss": 0.5789,
      "step": 117520
    },
    {
      "epoch": 32.8,
      "grad_norm": 3.031569004058838,
      "learning_rate": 3.843998569634385e-06,
      "loss": 0.5941,
      "step": 117530
    },
    {
      "epoch": 32.8,
      "grad_norm": 3.4399499893188477,
      "learning_rate": 3.844325634942785e-06,
      "loss": 0.6207,
      "step": 117540
    },
    {
      "epoch": 32.81,
      "grad_norm": 3.211977958679199,
      "learning_rate": 3.844652700251186e-06,
      "loss": 0.5721,
      "step": 117550
    },
    {
      "epoch": 32.81,
      "grad_norm": 3.2833971977233887,
      "learning_rate": 3.844979765559586e-06,
      "loss": 0.5858,
      "step": 117560
    },
    {
      "epoch": 32.81,
      "grad_norm": 2.752920627593994,
      "learning_rate": 3.8453068308679875e-06,
      "loss": 0.6081,
      "step": 117570
    },
    {
      "epoch": 32.82,
      "grad_norm": 3.197580099105835,
      "learning_rate": 3.845633896176388e-06,
      "loss": 0.5944,
      "step": 117580
    },
    {
      "epoch": 32.82,
      "grad_norm": 2.9805169105529785,
      "learning_rate": 3.845960961484789e-06,
      "loss": 0.6199,
      "step": 117590
    },
    {
      "epoch": 32.82,
      "grad_norm": 2.7825980186462402,
      "learning_rate": 3.84628802679319e-06,
      "loss": 0.6166,
      "step": 117600
    },
    {
      "epoch": 32.82,
      "grad_norm": 2.5375545024871826,
      "learning_rate": 3.8466150921015904e-06,
      "loss": 0.6176,
      "step": 117610
    },
    {
      "epoch": 32.83,
      "grad_norm": 2.2106540203094482,
      "learning_rate": 3.846942157409992e-06,
      "loss": 0.5897,
      "step": 117620
    },
    {
      "epoch": 32.83,
      "grad_norm": 3.26165771484375,
      "learning_rate": 3.847269222718392e-06,
      "loss": 0.5952,
      "step": 117630
    },
    {
      "epoch": 32.83,
      "grad_norm": 3.5603463649749756,
      "learning_rate": 3.847596288026793e-06,
      "loss": 0.6017,
      "step": 117640
    },
    {
      "epoch": 32.84,
      "grad_norm": 3.1380152702331543,
      "learning_rate": 3.847923353335193e-06,
      "loss": 0.6028,
      "step": 117650
    },
    {
      "epoch": 32.84,
      "grad_norm": 2.7032277584075928,
      "learning_rate": 3.848250418643595e-06,
      "loss": 0.6108,
      "step": 117660
    },
    {
      "epoch": 32.84,
      "grad_norm": 4.451677322387695,
      "learning_rate": 3.848577483951995e-06,
      "loss": 0.5989,
      "step": 117670
    },
    {
      "epoch": 32.84,
      "grad_norm": 3.0740156173706055,
      "learning_rate": 3.848904549260396e-06,
      "loss": 0.5949,
      "step": 117680
    },
    {
      "epoch": 32.85,
      "grad_norm": 3.4660468101501465,
      "learning_rate": 3.849231614568796e-06,
      "loss": 0.5902,
      "step": 117690
    },
    {
      "epoch": 32.85,
      "grad_norm": 3.326894521713257,
      "learning_rate": 3.849558679877198e-06,
      "loss": 0.5903,
      "step": 117700
    },
    {
      "epoch": 32.85,
      "grad_norm": 3.7964015007019043,
      "learning_rate": 3.849885745185598e-06,
      "loss": 0.6182,
      "step": 117710
    },
    {
      "epoch": 32.86,
      "grad_norm": 3.113015651702881,
      "learning_rate": 3.8502128104939994e-06,
      "loss": 0.5838,
      "step": 117720
    },
    {
      "epoch": 32.86,
      "grad_norm": 3.7855336666107178,
      "learning_rate": 3.8505398758024e-06,
      "loss": 0.5956,
      "step": 117730
    },
    {
      "epoch": 32.86,
      "grad_norm": 3.7678472995758057,
      "learning_rate": 3.8508669411108005e-06,
      "loss": 0.5729,
      "step": 117740
    },
    {
      "epoch": 32.86,
      "grad_norm": 3.3954720497131348,
      "learning_rate": 3.851194006419202e-06,
      "loss": 0.5843,
      "step": 117750
    },
    {
      "epoch": 32.87,
      "grad_norm": 3.5344932079315186,
      "learning_rate": 3.851521071727602e-06,
      "loss": 0.5771,
      "step": 117760
    },
    {
      "epoch": 32.87,
      "grad_norm": 2.9186596870422363,
      "learning_rate": 3.851848137036003e-06,
      "loss": 0.6072,
      "step": 117770
    },
    {
      "epoch": 32.87,
      "grad_norm": 2.4294047355651855,
      "learning_rate": 3.852175202344403e-06,
      "loss": 0.6031,
      "step": 117780
    },
    {
      "epoch": 32.87,
      "grad_norm": 2.87131404876709,
      "learning_rate": 3.852502267652805e-06,
      "loss": 0.6234,
      "step": 117790
    },
    {
      "epoch": 32.88,
      "grad_norm": 4.245966911315918,
      "learning_rate": 3.852829332961205e-06,
      "loss": 0.5835,
      "step": 117800
    },
    {
      "epoch": 32.88,
      "grad_norm": 2.4412529468536377,
      "learning_rate": 3.853156398269606e-06,
      "loss": 0.5818,
      "step": 117810
    },
    {
      "epoch": 32.88,
      "grad_norm": 4.010505676269531,
      "learning_rate": 3.853483463578007e-06,
      "loss": 0.6229,
      "step": 117820
    },
    {
      "epoch": 32.89,
      "grad_norm": 2.6045520305633545,
      "learning_rate": 3.853810528886408e-06,
      "loss": 0.595,
      "step": 117830
    },
    {
      "epoch": 32.89,
      "grad_norm": 3.80733060836792,
      "learning_rate": 3.854137594194809e-06,
      "loss": 0.5897,
      "step": 117840
    },
    {
      "epoch": 32.89,
      "grad_norm": 2.5831713676452637,
      "learning_rate": 3.8544646595032095e-06,
      "loss": 0.6219,
      "step": 117850
    },
    {
      "epoch": 32.89,
      "grad_norm": 3.1246817111968994,
      "learning_rate": 3.85479172481161e-06,
      "loss": 0.6193,
      "step": 117860
    },
    {
      "epoch": 32.9,
      "grad_norm": 2.845195770263672,
      "learning_rate": 3.8551187901200105e-06,
      "loss": 0.6077,
      "step": 117870
    },
    {
      "epoch": 32.9,
      "grad_norm": 2.6229631900787354,
      "learning_rate": 3.855445855428412e-06,
      "loss": 0.598,
      "step": 117880
    },
    {
      "epoch": 32.9,
      "grad_norm": 2.9249439239501953,
      "learning_rate": 3.855772920736812e-06,
      "loss": 0.5929,
      "step": 117890
    },
    {
      "epoch": 32.91,
      "grad_norm": 2.6991031169891357,
      "learning_rate": 3.856099986045213e-06,
      "loss": 0.6232,
      "step": 117900
    },
    {
      "epoch": 32.91,
      "grad_norm": 3.7428603172302246,
      "learning_rate": 3.856427051353614e-06,
      "loss": 0.6065,
      "step": 117910
    },
    {
      "epoch": 32.91,
      "grad_norm": 3.3865604400634766,
      "learning_rate": 3.856754116662015e-06,
      "loss": 0.6114,
      "step": 117920
    },
    {
      "epoch": 32.91,
      "grad_norm": 2.5838379859924316,
      "learning_rate": 3.857081181970416e-06,
      "loss": 0.5949,
      "step": 117930
    },
    {
      "epoch": 32.92,
      "grad_norm": 2.9312565326690674,
      "learning_rate": 3.857408247278816e-06,
      "loss": 0.5839,
      "step": 117940
    },
    {
      "epoch": 32.92,
      "grad_norm": 3.877953290939331,
      "learning_rate": 3.857735312587217e-06,
      "loss": 0.5791,
      "step": 117950
    },
    {
      "epoch": 32.92,
      "grad_norm": 2.965341567993164,
      "learning_rate": 3.858062377895618e-06,
      "loss": 0.6131,
      "step": 117960
    },
    {
      "epoch": 32.92,
      "grad_norm": 2.73272705078125,
      "learning_rate": 3.858389443204019e-06,
      "loss": 0.6097,
      "step": 117970
    },
    {
      "epoch": 32.93,
      "grad_norm": 2.5769009590148926,
      "learning_rate": 3.8587165085124195e-06,
      "loss": 0.5831,
      "step": 117980
    },
    {
      "epoch": 32.93,
      "grad_norm": 2.785569667816162,
      "learning_rate": 3.85904357382082e-06,
      "loss": 0.5939,
      "step": 117990
    },
    {
      "epoch": 32.93,
      "grad_norm": 2.809807062149048,
      "learning_rate": 3.8593706391292206e-06,
      "loss": 0.6114,
      "step": 118000
    },
    {
      "epoch": 32.94,
      "grad_norm": 3.0556046962738037,
      "learning_rate": 3.859697704437622e-06,
      "loss": 0.6006,
      "step": 118010
    },
    {
      "epoch": 32.94,
      "grad_norm": 2.583747148513794,
      "learning_rate": 3.860024769746022e-06,
      "loss": 0.5895,
      "step": 118020
    },
    {
      "epoch": 32.94,
      "grad_norm": 3.1305458545684814,
      "learning_rate": 3.860351835054423e-06,
      "loss": 0.6003,
      "step": 118030
    },
    {
      "epoch": 32.94,
      "grad_norm": 2.8341667652130127,
      "learning_rate": 3.860678900362824e-06,
      "loss": 0.5991,
      "step": 118040
    },
    {
      "epoch": 32.95,
      "grad_norm": 3.3414993286132812,
      "learning_rate": 3.861005965671225e-06,
      "loss": 0.6021,
      "step": 118050
    },
    {
      "epoch": 32.95,
      "grad_norm": 3.192089319229126,
      "learning_rate": 3.861333030979626e-06,
      "loss": 0.5642,
      "step": 118060
    },
    {
      "epoch": 32.95,
      "grad_norm": 2.5715889930725098,
      "learning_rate": 3.861660096288027e-06,
      "loss": 0.5929,
      "step": 118070
    },
    {
      "epoch": 32.96,
      "grad_norm": 2.3217270374298096,
      "learning_rate": 3.861987161596427e-06,
      "loss": 0.5874,
      "step": 118080
    },
    {
      "epoch": 32.96,
      "grad_norm": 2.5323903560638428,
      "learning_rate": 3.862314226904828e-06,
      "loss": 0.6008,
      "step": 118090
    },
    {
      "epoch": 32.96,
      "grad_norm": 2.837329626083374,
      "learning_rate": 3.862641292213229e-06,
      "loss": 0.5943,
      "step": 118100
    },
    {
      "epoch": 32.96,
      "grad_norm": 2.51311993598938,
      "learning_rate": 3.8629683575216296e-06,
      "loss": 0.5861,
      "step": 118110
    },
    {
      "epoch": 32.97,
      "grad_norm": 2.889211893081665,
      "learning_rate": 3.86329542283003e-06,
      "loss": 0.5978,
      "step": 118120
    },
    {
      "epoch": 32.97,
      "grad_norm": 3.5615315437316895,
      "learning_rate": 3.8636224881384314e-06,
      "loss": 0.6071,
      "step": 118130
    },
    {
      "epoch": 32.97,
      "grad_norm": 2.9485740661621094,
      "learning_rate": 3.863949553446832e-06,
      "loss": 0.6114,
      "step": 118140
    },
    {
      "epoch": 32.98,
      "grad_norm": 4.262317657470703,
      "learning_rate": 3.8642766187552325e-06,
      "loss": 0.5841,
      "step": 118150
    },
    {
      "epoch": 32.98,
      "grad_norm": 2.051199197769165,
      "learning_rate": 3.864603684063633e-06,
      "loss": 0.602,
      "step": 118160
    },
    {
      "epoch": 32.98,
      "grad_norm": 3.6033687591552734,
      "learning_rate": 3.864930749372034e-06,
      "loss": 0.6197,
      "step": 118170
    },
    {
      "epoch": 32.98,
      "grad_norm": 3.1500823497772217,
      "learning_rate": 3.865257814680435e-06,
      "loss": 0.5971,
      "step": 118180
    },
    {
      "epoch": 32.99,
      "grad_norm": 2.5095179080963135,
      "learning_rate": 3.865584879988836e-06,
      "loss": 0.5846,
      "step": 118190
    },
    {
      "epoch": 32.99,
      "grad_norm": 2.338451862335205,
      "learning_rate": 3.865911945297237e-06,
      "loss": 0.6012,
      "step": 118200
    },
    {
      "epoch": 32.99,
      "grad_norm": 3.233917713165283,
      "learning_rate": 3.866239010605637e-06,
      "loss": 0.6043,
      "step": 118210
    },
    {
      "epoch": 32.99,
      "grad_norm": 4.034671783447266,
      "learning_rate": 3.866566075914039e-06,
      "loss": 0.6376,
      "step": 118220
    },
    {
      "epoch": 33.0,
      "grad_norm": 3.305497407913208,
      "learning_rate": 3.866893141222439e-06,
      "loss": 0.5883,
      "step": 118230
    },
    {
      "epoch": 33.0,
      "eval_loss": 0.6023181676864624,
      "eval_runtime": 63.379,
      "eval_samples_per_second": 79.821,
      "eval_steps_per_second": 9.988,
      "step": 118239
    },
    {
      "epoch": 33.0,
      "grad_norm": 2.87536358833313,
      "learning_rate": 3.86722020653084e-06,
      "loss": 0.6122,
      "step": 118240
    },
    {
      "epoch": 33.0,
      "grad_norm": 2.5335628986358643,
      "learning_rate": 3.86754727183924e-06,
      "loss": 0.5764,
      "step": 118250
    },
    {
      "epoch": 33.01,
      "grad_norm": 2.4756429195404053,
      "learning_rate": 3.8678743371476415e-06,
      "loss": 0.5842,
      "step": 118260
    },
    {
      "epoch": 33.01,
      "grad_norm": 3.113858461380005,
      "learning_rate": 3.868201402456042e-06,
      "loss": 0.6064,
      "step": 118270
    },
    {
      "epoch": 33.01,
      "grad_norm": 2.76720929145813,
      "learning_rate": 3.8685284677644425e-06,
      "loss": 0.5963,
      "step": 118280
    },
    {
      "epoch": 33.01,
      "grad_norm": 2.7791714668273926,
      "learning_rate": 3.868855533072844e-06,
      "loss": 0.6093,
      "step": 118290
    },
    {
      "epoch": 33.02,
      "grad_norm": 2.5860071182250977,
      "learning_rate": 3.869182598381244e-06,
      "loss": 0.5946,
      "step": 118300
    },
    {
      "epoch": 33.02,
      "grad_norm": 2.721776008605957,
      "learning_rate": 3.869509663689646e-06,
      "loss": 0.5872,
      "step": 118310
    },
    {
      "epoch": 33.02,
      "grad_norm": 2.971534490585327,
      "learning_rate": 3.869836728998046e-06,
      "loss": 0.5841,
      "step": 118320
    },
    {
      "epoch": 33.03,
      "grad_norm": 3.0246074199676514,
      "learning_rate": 3.870163794306447e-06,
      "loss": 0.6058,
      "step": 118330
    },
    {
      "epoch": 33.03,
      "grad_norm": 2.695058584213257,
      "learning_rate": 3.870490859614847e-06,
      "loss": 0.5962,
      "step": 118340
    },
    {
      "epoch": 33.03,
      "grad_norm": 3.343380928039551,
      "learning_rate": 3.870817924923249e-06,
      "loss": 0.5951,
      "step": 118350
    },
    {
      "epoch": 33.03,
      "grad_norm": 3.3989713191986084,
      "learning_rate": 3.871144990231649e-06,
      "loss": 0.5917,
      "step": 118360
    },
    {
      "epoch": 33.04,
      "grad_norm": 3.304816961288452,
      "learning_rate": 3.87147205554005e-06,
      "loss": 0.6049,
      "step": 118370
    },
    {
      "epoch": 33.04,
      "grad_norm": 3.8994362354278564,
      "learning_rate": 3.87179912084845e-06,
      "loss": 0.5961,
      "step": 118380
    },
    {
      "epoch": 33.04,
      "grad_norm": 2.84336519241333,
      "learning_rate": 3.8721261861568515e-06,
      "loss": 0.5869,
      "step": 118390
    },
    {
      "epoch": 33.04,
      "grad_norm": 2.9827685356140137,
      "learning_rate": 3.872453251465253e-06,
      "loss": 0.6176,
      "step": 118400
    },
    {
      "epoch": 33.05,
      "grad_norm": 3.0750410556793213,
      "learning_rate": 3.8727803167736525e-06,
      "loss": 0.6007,
      "step": 118410
    },
    {
      "epoch": 33.05,
      "grad_norm": 3.025405168533325,
      "learning_rate": 3.873107382082054e-06,
      "loss": 0.5791,
      "step": 118420
    },
    {
      "epoch": 33.05,
      "grad_norm": 3.1306798458099365,
      "learning_rate": 3.873434447390454e-06,
      "loss": 0.6039,
      "step": 118430
    },
    {
      "epoch": 33.06,
      "grad_norm": 3.1285009384155273,
      "learning_rate": 3.873761512698856e-06,
      "loss": 0.5941,
      "step": 118440
    },
    {
      "epoch": 33.06,
      "grad_norm": 2.675703287124634,
      "learning_rate": 3.874088578007256e-06,
      "loss": 0.5818,
      "step": 118450
    },
    {
      "epoch": 33.06,
      "grad_norm": 2.7081258296966553,
      "learning_rate": 3.874415643315657e-06,
      "loss": 0.5886,
      "step": 118460
    },
    {
      "epoch": 33.06,
      "grad_norm": 2.7393407821655273,
      "learning_rate": 3.874742708624057e-06,
      "loss": 0.6066,
      "step": 118470
    },
    {
      "epoch": 33.07,
      "grad_norm": 3.570190906524658,
      "learning_rate": 3.875069773932459e-06,
      "loss": 0.59,
      "step": 118480
    },
    {
      "epoch": 33.07,
      "grad_norm": 2.8830997943878174,
      "learning_rate": 3.875396839240859e-06,
      "loss": 0.6156,
      "step": 118490
    },
    {
      "epoch": 33.07,
      "grad_norm": 3.2077250480651855,
      "learning_rate": 3.87572390454926e-06,
      "loss": 0.6185,
      "step": 118500
    },
    {
      "epoch": 33.08,
      "grad_norm": 2.799468755722046,
      "learning_rate": 3.876050969857661e-06,
      "loss": 0.5923,
      "step": 118510
    },
    {
      "epoch": 33.08,
      "grad_norm": 2.8253490924835205,
      "learning_rate": 3.8763780351660616e-06,
      "loss": 0.6182,
      "step": 118520
    },
    {
      "epoch": 33.08,
      "grad_norm": 3.228198289871216,
      "learning_rate": 3.876705100474463e-06,
      "loss": 0.6131,
      "step": 118530
    },
    {
      "epoch": 33.08,
      "grad_norm": 2.753216028213501,
      "learning_rate": 3.8770321657828634e-06,
      "loss": 0.6092,
      "step": 118540
    },
    {
      "epoch": 33.09,
      "grad_norm": 2.8135268688201904,
      "learning_rate": 3.877359231091264e-06,
      "loss": 0.6149,
      "step": 118550
    },
    {
      "epoch": 33.09,
      "grad_norm": 3.7747857570648193,
      "learning_rate": 3.8776862963996644e-06,
      "loss": 0.6073,
      "step": 118560
    },
    {
      "epoch": 33.09,
      "grad_norm": 3.387885808944702,
      "learning_rate": 3.878013361708066e-06,
      "loss": 0.6073,
      "step": 118570
    },
    {
      "epoch": 33.1,
      "grad_norm": 2.483886957168579,
      "learning_rate": 3.878340427016466e-06,
      "loss": 0.6056,
      "step": 118580
    },
    {
      "epoch": 33.1,
      "grad_norm": 3.2505054473876953,
      "learning_rate": 3.878667492324867e-06,
      "loss": 0.6041,
      "step": 118590
    },
    {
      "epoch": 33.1,
      "grad_norm": 3.522260904312134,
      "learning_rate": 3.878994557633268e-06,
      "loss": 0.5976,
      "step": 118600
    },
    {
      "epoch": 33.1,
      "grad_norm": 2.8990871906280518,
      "learning_rate": 3.879321622941669e-06,
      "loss": 0.5827,
      "step": 118610
    },
    {
      "epoch": 33.11,
      "grad_norm": 3.7166800498962402,
      "learning_rate": 3.879648688250069e-06,
      "loss": 0.5973,
      "step": 118620
    },
    {
      "epoch": 33.11,
      "grad_norm": 4.360884189605713,
      "learning_rate": 3.87997575355847e-06,
      "loss": 0.5841,
      "step": 118630
    },
    {
      "epoch": 33.11,
      "grad_norm": 3.120774745941162,
      "learning_rate": 3.880302818866871e-06,
      "loss": 0.578,
      "step": 118640
    },
    {
      "epoch": 33.11,
      "grad_norm": 2.4638564586639404,
      "learning_rate": 3.880629884175272e-06,
      "loss": 0.5929,
      "step": 118650
    },
    {
      "epoch": 33.12,
      "grad_norm": 2.925110101699829,
      "learning_rate": 3.880956949483673e-06,
      "loss": 0.6086,
      "step": 118660
    },
    {
      "epoch": 33.12,
      "grad_norm": 2.9761412143707275,
      "learning_rate": 3.8812840147920735e-06,
      "loss": 0.5788,
      "step": 118670
    },
    {
      "epoch": 33.12,
      "grad_norm": 2.7143096923828125,
      "learning_rate": 3.881611080100474e-06,
      "loss": 0.6117,
      "step": 118680
    },
    {
      "epoch": 33.13,
      "grad_norm": 2.644615650177002,
      "learning_rate": 3.881938145408875e-06,
      "loss": 0.6133,
      "step": 118690
    },
    {
      "epoch": 33.13,
      "grad_norm": 2.6651480197906494,
      "learning_rate": 3.882265210717276e-06,
      "loss": 0.6059,
      "step": 118700
    },
    {
      "epoch": 33.13,
      "grad_norm": 3.08638334274292,
      "learning_rate": 3.882592276025676e-06,
      "loss": 0.6087,
      "step": 118710
    },
    {
      "epoch": 33.13,
      "grad_norm": 3.0938658714294434,
      "learning_rate": 3.882919341334077e-06,
      "loss": 0.6085,
      "step": 118720
    },
    {
      "epoch": 33.14,
      "grad_norm": 3.1145310401916504,
      "learning_rate": 3.883246406642478e-06,
      "loss": 0.623,
      "step": 118730
    },
    {
      "epoch": 33.14,
      "grad_norm": 2.179920196533203,
      "learning_rate": 3.883573471950879e-06,
      "loss": 0.6201,
      "step": 118740
    },
    {
      "epoch": 33.14,
      "grad_norm": 3.556770086288452,
      "learning_rate": 3.883900537259279e-06,
      "loss": 0.5798,
      "step": 118750
    },
    {
      "epoch": 33.15,
      "grad_norm": 2.644498348236084,
      "learning_rate": 3.88422760256768e-06,
      "loss": 0.5892,
      "step": 118760
    },
    {
      "epoch": 33.15,
      "grad_norm": 2.865290403366089,
      "learning_rate": 3.884554667876081e-06,
      "loss": 0.6019,
      "step": 118770
    },
    {
      "epoch": 33.15,
      "grad_norm": 3.455944061279297,
      "learning_rate": 3.8848817331844825e-06,
      "loss": 0.6039,
      "step": 118780
    },
    {
      "epoch": 33.15,
      "grad_norm": 2.9461193084716797,
      "learning_rate": 3.885208798492883e-06,
      "loss": 0.5932,
      "step": 118790
    },
    {
      "epoch": 33.16,
      "grad_norm": 4.772501468658447,
      "learning_rate": 3.8855358638012835e-06,
      "loss": 0.581,
      "step": 118800
    },
    {
      "epoch": 33.16,
      "grad_norm": 2.3990964889526367,
      "learning_rate": 3.885862929109684e-06,
      "loss": 0.6047,
      "step": 118810
    },
    {
      "epoch": 33.16,
      "grad_norm": 3.7166926860809326,
      "learning_rate": 3.886189994418085e-06,
      "loss": 0.5971,
      "step": 118820
    },
    {
      "epoch": 33.16,
      "grad_norm": 3.5194780826568604,
      "learning_rate": 3.886517059726486e-06,
      "loss": 0.5899,
      "step": 118830
    },
    {
      "epoch": 33.17,
      "grad_norm": 3.045069456100464,
      "learning_rate": 3.886844125034886e-06,
      "loss": 0.6005,
      "step": 118840
    },
    {
      "epoch": 33.17,
      "grad_norm": 3.098529577255249,
      "learning_rate": 3.887171190343287e-06,
      "loss": 0.5936,
      "step": 118850
    },
    {
      "epoch": 33.17,
      "grad_norm": 2.445535898208618,
      "learning_rate": 3.887498255651688e-06,
      "loss": 0.6099,
      "step": 118860
    },
    {
      "epoch": 33.18,
      "grad_norm": 3.180925130844116,
      "learning_rate": 3.887825320960089e-06,
      "loss": 0.6018,
      "step": 118870
    },
    {
      "epoch": 33.18,
      "grad_norm": 2.5795397758483887,
      "learning_rate": 3.888152386268489e-06,
      "loss": 0.5862,
      "step": 118880
    },
    {
      "epoch": 33.18,
      "grad_norm": 3.114496946334839,
      "learning_rate": 3.888479451576891e-06,
      "loss": 0.609,
      "step": 118890
    },
    {
      "epoch": 33.18,
      "grad_norm": 3.59456205368042,
      "learning_rate": 3.888806516885291e-06,
      "loss": 0.5984,
      "step": 118900
    },
    {
      "epoch": 33.19,
      "grad_norm": 2.990006923675537,
      "learning_rate": 3.8891335821936925e-06,
      "loss": 0.5941,
      "step": 118910
    },
    {
      "epoch": 33.19,
      "grad_norm": 2.6703531742095947,
      "learning_rate": 3.889460647502093e-06,
      "loss": 0.5958,
      "step": 118920
    },
    {
      "epoch": 33.19,
      "grad_norm": 2.9330315589904785,
      "learning_rate": 3.8897877128104935e-06,
      "loss": 0.6007,
      "step": 118930
    },
    {
      "epoch": 33.2,
      "grad_norm": 2.8361077308654785,
      "learning_rate": 3.890114778118894e-06,
      "loss": 0.5945,
      "step": 118940
    },
    {
      "epoch": 33.2,
      "grad_norm": 3.250539541244507,
      "learning_rate": 3.890441843427295e-06,
      "loss": 0.5954,
      "step": 118950
    },
    {
      "epoch": 33.2,
      "grad_norm": 4.45784330368042,
      "learning_rate": 3.890768908735696e-06,
      "loss": 0.5794,
      "step": 118960
    },
    {
      "epoch": 33.2,
      "grad_norm": 3.5303454399108887,
      "learning_rate": 3.8910959740440964e-06,
      "loss": 0.5704,
      "step": 118970
    },
    {
      "epoch": 33.21,
      "grad_norm": 3.495103359222412,
      "learning_rate": 3.891423039352498e-06,
      "loss": 0.6202,
      "step": 118980
    },
    {
      "epoch": 33.21,
      "grad_norm": 2.5916125774383545,
      "learning_rate": 3.891750104660898e-06,
      "loss": 0.5964,
      "step": 118990
    },
    {
      "epoch": 33.21,
      "grad_norm": 4.0989990234375,
      "learning_rate": 3.8920771699693e-06,
      "loss": 0.6004,
      "step": 119000
    },
    {
      "epoch": 33.22,
      "grad_norm": 3.0457229614257812,
      "learning_rate": 3.8924042352777e-06,
      "loss": 0.5956,
      "step": 119010
    },
    {
      "epoch": 33.22,
      "grad_norm": 3.058234691619873,
      "learning_rate": 3.892731300586101e-06,
      "loss": 0.5988,
      "step": 119020
    },
    {
      "epoch": 33.22,
      "grad_norm": 3.416428327560425,
      "learning_rate": 3.893058365894501e-06,
      "loss": 0.6061,
      "step": 119030
    },
    {
      "epoch": 33.22,
      "grad_norm": 3.5239481925964355,
      "learning_rate": 3.8933854312029026e-06,
      "loss": 0.6048,
      "step": 119040
    },
    {
      "epoch": 33.23,
      "grad_norm": 3.0649092197418213,
      "learning_rate": 3.893712496511303e-06,
      "loss": 0.5891,
      "step": 119050
    },
    {
      "epoch": 33.23,
      "grad_norm": 2.2872672080993652,
      "learning_rate": 3.894039561819704e-06,
      "loss": 0.5942,
      "step": 119060
    },
    {
      "epoch": 33.23,
      "grad_norm": 2.2043986320495605,
      "learning_rate": 3.894366627128105e-06,
      "loss": 0.5818,
      "step": 119070
    },
    {
      "epoch": 33.23,
      "grad_norm": 2.912954092025757,
      "learning_rate": 3.8946936924365055e-06,
      "loss": 0.5827,
      "step": 119080
    },
    {
      "epoch": 33.24,
      "grad_norm": 2.6218373775482178,
      "learning_rate": 3.895020757744906e-06,
      "loss": 0.5729,
      "step": 119090
    },
    {
      "epoch": 33.24,
      "grad_norm": 3.1554503440856934,
      "learning_rate": 3.8953478230533065e-06,
      "loss": 0.5723,
      "step": 119100
    },
    {
      "epoch": 33.24,
      "grad_norm": 3.014030694961548,
      "learning_rate": 3.895674888361708e-06,
      "loss": 0.602,
      "step": 119110
    },
    {
      "epoch": 33.25,
      "grad_norm": 3.021385669708252,
      "learning_rate": 3.896001953670108e-06,
      "loss": 0.6008,
      "step": 119120
    },
    {
      "epoch": 33.25,
      "grad_norm": 2.3254575729370117,
      "learning_rate": 3.89632901897851e-06,
      "loss": 0.6073,
      "step": 119130
    },
    {
      "epoch": 33.25,
      "grad_norm": 2.146646022796631,
      "learning_rate": 3.89665608428691e-06,
      "loss": 0.5924,
      "step": 119140
    },
    {
      "epoch": 33.25,
      "grad_norm": 2.926495313644409,
      "learning_rate": 3.896983149595311e-06,
      "loss": 0.5876,
      "step": 119150
    },
    {
      "epoch": 33.26,
      "grad_norm": 2.2722060680389404,
      "learning_rate": 3.897310214903712e-06,
      "loss": 0.5907,
      "step": 119160
    },
    {
      "epoch": 33.26,
      "grad_norm": 2.8606746196746826,
      "learning_rate": 3.897637280212113e-06,
      "loss": 0.5897,
      "step": 119170
    },
    {
      "epoch": 33.26,
      "grad_norm": 3.3614249229431152,
      "learning_rate": 3.897964345520513e-06,
      "loss": 0.6015,
      "step": 119180
    },
    {
      "epoch": 33.27,
      "grad_norm": 2.780029535293579,
      "learning_rate": 3.898291410828914e-06,
      "loss": 0.6064,
      "step": 119190
    },
    {
      "epoch": 33.27,
      "grad_norm": 2.9320836067199707,
      "learning_rate": 3.898618476137315e-06,
      "loss": 0.5976,
      "step": 119200
    },
    {
      "epoch": 33.27,
      "grad_norm": 2.420724391937256,
      "learning_rate": 3.8989455414457155e-06,
      "loss": 0.6096,
      "step": 119210
    },
    {
      "epoch": 33.27,
      "grad_norm": 4.4073638916015625,
      "learning_rate": 3.899272606754116e-06,
      "loss": 0.6015,
      "step": 119220
    },
    {
      "epoch": 33.28,
      "grad_norm": 3.5347089767456055,
      "learning_rate": 3.8995996720625165e-06,
      "loss": 0.6105,
      "step": 119230
    },
    {
      "epoch": 33.28,
      "grad_norm": 3.137725353240967,
      "learning_rate": 3.899926737370918e-06,
      "loss": 0.6039,
      "step": 119240
    },
    {
      "epoch": 33.28,
      "grad_norm": 3.228818893432617,
      "learning_rate": 3.900253802679319e-06,
      "loss": 0.6099,
      "step": 119250
    },
    {
      "epoch": 33.28,
      "grad_norm": 2.5282857418060303,
      "learning_rate": 3.90058086798772e-06,
      "loss": 0.5798,
      "step": 119260
    },
    {
      "epoch": 33.29,
      "grad_norm": 3.868817090988159,
      "learning_rate": 3.90090793329612e-06,
      "loss": 0.6046,
      "step": 119270
    },
    {
      "epoch": 33.29,
      "grad_norm": 3.043497323989868,
      "learning_rate": 3.901234998604521e-06,
      "loss": 0.6098,
      "step": 119280
    },
    {
      "epoch": 33.29,
      "grad_norm": 2.9947540760040283,
      "learning_rate": 3.901562063912922e-06,
      "loss": 0.5949,
      "step": 119290
    },
    {
      "epoch": 33.3,
      "grad_norm": 2.9936325550079346,
      "learning_rate": 3.901889129221323e-06,
      "loss": 0.5811,
      "step": 119300
    },
    {
      "epoch": 33.3,
      "grad_norm": 3.401564121246338,
      "learning_rate": 3.902216194529723e-06,
      "loss": 0.57,
      "step": 119310
    },
    {
      "epoch": 33.3,
      "grad_norm": 3.8014976978302,
      "learning_rate": 3.902543259838124e-06,
      "loss": 0.5849,
      "step": 119320
    },
    {
      "epoch": 33.3,
      "grad_norm": 2.6867408752441406,
      "learning_rate": 3.902870325146525e-06,
      "loss": 0.6118,
      "step": 119330
    },
    {
      "epoch": 33.31,
      "grad_norm": 2.739295482635498,
      "learning_rate": 3.9031973904549255e-06,
      "loss": 0.6079,
      "step": 119340
    },
    {
      "epoch": 33.31,
      "grad_norm": 4.13770866394043,
      "learning_rate": 3.903524455763326e-06,
      "loss": 0.6031,
      "step": 119350
    },
    {
      "epoch": 33.31,
      "grad_norm": 4.234436511993408,
      "learning_rate": 3.903851521071727e-06,
      "loss": 0.5977,
      "step": 119360
    },
    {
      "epoch": 33.32,
      "grad_norm": 3.6574208736419678,
      "learning_rate": 3.904178586380128e-06,
      "loss": 0.5906,
      "step": 119370
    },
    {
      "epoch": 33.32,
      "grad_norm": 2.769840955734253,
      "learning_rate": 3.904505651688529e-06,
      "loss": 0.6047,
      "step": 119380
    },
    {
      "epoch": 33.32,
      "grad_norm": 2.47428560256958,
      "learning_rate": 3.90483271699693e-06,
      "loss": 0.5991,
      "step": 119390
    },
    {
      "epoch": 33.32,
      "grad_norm": 2.8933637142181396,
      "learning_rate": 3.90515978230533e-06,
      "loss": 0.5891,
      "step": 119400
    },
    {
      "epoch": 33.33,
      "grad_norm": 2.5688743591308594,
      "learning_rate": 3.905486847613731e-06,
      "loss": 0.5946,
      "step": 119410
    },
    {
      "epoch": 33.33,
      "grad_norm": 2.691178321838379,
      "learning_rate": 3.905813912922132e-06,
      "loss": 0.5607,
      "step": 119420
    },
    {
      "epoch": 33.33,
      "grad_norm": 3.042048215866089,
      "learning_rate": 3.906140978230533e-06,
      "loss": 0.5991,
      "step": 119430
    },
    {
      "epoch": 33.34,
      "grad_norm": 4.411343097686768,
      "learning_rate": 3.906468043538933e-06,
      "loss": 0.5944,
      "step": 119440
    },
    {
      "epoch": 33.34,
      "grad_norm": 2.903320074081421,
      "learning_rate": 3.9067951088473345e-06,
      "loss": 0.5743,
      "step": 119450
    },
    {
      "epoch": 33.34,
      "grad_norm": 3.0603835582733154,
      "learning_rate": 3.907122174155735e-06,
      "loss": 0.5949,
      "step": 119460
    },
    {
      "epoch": 33.34,
      "grad_norm": 3.2598581314086914,
      "learning_rate": 3.907449239464136e-06,
      "loss": 0.5899,
      "step": 119470
    },
    {
      "epoch": 33.35,
      "grad_norm": 2.270240068435669,
      "learning_rate": 3.907776304772537e-06,
      "loss": 0.5833,
      "step": 119480
    },
    {
      "epoch": 33.35,
      "grad_norm": 2.236501455307007,
      "learning_rate": 3.9081033700809374e-06,
      "loss": 0.5995,
      "step": 119490
    },
    {
      "epoch": 33.35,
      "grad_norm": 3.0653631687164307,
      "learning_rate": 3.908430435389338e-06,
      "loss": 0.5916,
      "step": 119500
    },
    {
      "epoch": 33.35,
      "grad_norm": 2.744338035583496,
      "learning_rate": 3.908757500697739e-06,
      "loss": 0.5813,
      "step": 119510
    },
    {
      "epoch": 33.36,
      "grad_norm": 4.046280384063721,
      "learning_rate": 3.90908456600614e-06,
      "loss": 0.5728,
      "step": 119520
    },
    {
      "epoch": 33.36,
      "grad_norm": 3.0133512020111084,
      "learning_rate": 3.90941163131454e-06,
      "loss": 0.6066,
      "step": 119530
    },
    {
      "epoch": 33.36,
      "grad_norm": 3.009460926055908,
      "learning_rate": 3.909738696622942e-06,
      "loss": 0.6162,
      "step": 119540
    },
    {
      "epoch": 33.37,
      "grad_norm": 2.304105520248413,
      "learning_rate": 3.910065761931342e-06,
      "loss": 0.5948,
      "step": 119550
    },
    {
      "epoch": 33.37,
      "grad_norm": 3.1340842247009277,
      "learning_rate": 3.910392827239743e-06,
      "loss": 0.5948,
      "step": 119560
    },
    {
      "epoch": 33.37,
      "grad_norm": 2.871492385864258,
      "learning_rate": 3.910719892548143e-06,
      "loss": 0.6073,
      "step": 119570
    },
    {
      "epoch": 33.37,
      "grad_norm": 2.6480185985565186,
      "learning_rate": 3.911046957856545e-06,
      "loss": 0.6031,
      "step": 119580
    },
    {
      "epoch": 33.38,
      "grad_norm": 3.260856866836548,
      "learning_rate": 3.911374023164945e-06,
      "loss": 0.6031,
      "step": 119590
    },
    {
      "epoch": 33.38,
      "grad_norm": 2.691690683364868,
      "learning_rate": 3.9117010884733465e-06,
      "loss": 0.6094,
      "step": 119600
    },
    {
      "epoch": 33.38,
      "grad_norm": 3.1055638790130615,
      "learning_rate": 3.912028153781747e-06,
      "loss": 0.5855,
      "step": 119610
    },
    {
      "epoch": 33.39,
      "grad_norm": 2.8630361557006836,
      "learning_rate": 3.9123552190901475e-06,
      "loss": 0.5995,
      "step": 119620
    },
    {
      "epoch": 33.39,
      "grad_norm": 2.9178125858306885,
      "learning_rate": 3.912682284398549e-06,
      "loss": 0.5867,
      "step": 119630
    },
    {
      "epoch": 33.39,
      "grad_norm": 3.4990317821502686,
      "learning_rate": 3.913009349706949e-06,
      "loss": 0.6056,
      "step": 119640
    },
    {
      "epoch": 33.39,
      "grad_norm": 2.8142499923706055,
      "learning_rate": 3.91333641501535e-06,
      "loss": 0.5862,
      "step": 119650
    },
    {
      "epoch": 33.4,
      "grad_norm": 2.2128396034240723,
      "learning_rate": 3.91366348032375e-06,
      "loss": 0.6029,
      "step": 119660
    },
    {
      "epoch": 33.4,
      "grad_norm": 3.7069952487945557,
      "learning_rate": 3.913990545632152e-06,
      "loss": 0.5983,
      "step": 119670
    },
    {
      "epoch": 33.4,
      "grad_norm": 2.687837839126587,
      "learning_rate": 3.914317610940552e-06,
      "loss": 0.6109,
      "step": 119680
    },
    {
      "epoch": 33.4,
      "grad_norm": 3.0807013511657715,
      "learning_rate": 3.914644676248953e-06,
      "loss": 0.6057,
      "step": 119690
    },
    {
      "epoch": 33.41,
      "grad_norm": 2.8064229488372803,
      "learning_rate": 3.914971741557353e-06,
      "loss": 0.5856,
      "step": 119700
    },
    {
      "epoch": 33.41,
      "grad_norm": 2.6307902336120605,
      "learning_rate": 3.915298806865755e-06,
      "loss": 0.5829,
      "step": 119710
    },
    {
      "epoch": 33.41,
      "grad_norm": 3.123472213745117,
      "learning_rate": 3.915625872174156e-06,
      "loss": 0.6245,
      "step": 119720
    },
    {
      "epoch": 33.42,
      "grad_norm": 2.970078706741333,
      "learning_rate": 3.9159529374825565e-06,
      "loss": 0.579,
      "step": 119730
    },
    {
      "epoch": 33.42,
      "grad_norm": 2.6502420902252197,
      "learning_rate": 3.916280002790957e-06,
      "loss": 0.586,
      "step": 119740
    },
    {
      "epoch": 33.42,
      "grad_norm": 3.5845284461975098,
      "learning_rate": 3.9166070680993575e-06,
      "loss": 0.6037,
      "step": 119750
    },
    {
      "epoch": 33.42,
      "grad_norm": 2.9919307231903076,
      "learning_rate": 3.916934133407759e-06,
      "loss": 0.5883,
      "step": 119760
    },
    {
      "epoch": 33.43,
      "grad_norm": 4.245038032531738,
      "learning_rate": 3.917261198716159e-06,
      "loss": 0.6035,
      "step": 119770
    },
    {
      "epoch": 33.43,
      "grad_norm": 3.7625579833984375,
      "learning_rate": 3.91758826402456e-06,
      "loss": 0.5879,
      "step": 119780
    },
    {
      "epoch": 33.43,
      "grad_norm": 3.0269241333007812,
      "learning_rate": 3.91791532933296e-06,
      "loss": 0.5902,
      "step": 119790
    },
    {
      "epoch": 33.44,
      "grad_norm": 3.2281527519226074,
      "learning_rate": 3.918242394641362e-06,
      "loss": 0.6073,
      "step": 119800
    },
    {
      "epoch": 33.44,
      "grad_norm": 2.6515915393829346,
      "learning_rate": 3.918569459949762e-06,
      "loss": 0.5974,
      "step": 119810
    },
    {
      "epoch": 33.44,
      "grad_norm": 2.8110125064849854,
      "learning_rate": 3.918896525258163e-06,
      "loss": 0.6047,
      "step": 119820
    },
    {
      "epoch": 33.44,
      "grad_norm": 2.379664897918701,
      "learning_rate": 3.919223590566564e-06,
      "loss": 0.6068,
      "step": 119830
    },
    {
      "epoch": 33.45,
      "grad_norm": 3.363626718521118,
      "learning_rate": 3.919550655874965e-06,
      "loss": 0.6003,
      "step": 119840
    },
    {
      "epoch": 33.45,
      "grad_norm": 2.7475929260253906,
      "learning_rate": 3.919877721183366e-06,
      "loss": 0.5874,
      "step": 119850
    },
    {
      "epoch": 33.45,
      "grad_norm": 2.5847833156585693,
      "learning_rate": 3.9202047864917665e-06,
      "loss": 0.5858,
      "step": 119860
    },
    {
      "epoch": 33.46,
      "grad_norm": 2.4056341648101807,
      "learning_rate": 3.920531851800167e-06,
      "loss": 0.6015,
      "step": 119870
    },
    {
      "epoch": 33.46,
      "grad_norm": 3.5311460494995117,
      "learning_rate": 3.9208589171085676e-06,
      "loss": 0.6272,
      "step": 119880
    },
    {
      "epoch": 33.46,
      "grad_norm": 3.0412380695343018,
      "learning_rate": 3.921185982416969e-06,
      "loss": 0.5999,
      "step": 119890
    },
    {
      "epoch": 33.46,
      "grad_norm": 3.853468656539917,
      "learning_rate": 3.9215130477253694e-06,
      "loss": 0.5903,
      "step": 119900
    },
    {
      "epoch": 33.47,
      "grad_norm": 2.4959616661071777,
      "learning_rate": 3.92184011303377e-06,
      "loss": 0.5859,
      "step": 119910
    },
    {
      "epoch": 33.47,
      "grad_norm": 3.2939956188201904,
      "learning_rate": 3.922167178342171e-06,
      "loss": 0.6209,
      "step": 119920
    },
    {
      "epoch": 33.47,
      "grad_norm": 3.0680112838745117,
      "learning_rate": 3.922494243650572e-06,
      "loss": 0.5979,
      "step": 119930
    },
    {
      "epoch": 33.47,
      "grad_norm": 2.161677360534668,
      "learning_rate": 3.922821308958973e-06,
      "loss": 0.5781,
      "step": 119940
    },
    {
      "epoch": 33.48,
      "grad_norm": 2.6856369972229004,
      "learning_rate": 3.923148374267373e-06,
      "loss": 0.5762,
      "step": 119950
    },
    {
      "epoch": 33.48,
      "grad_norm": 3.08364200592041,
      "learning_rate": 3.923475439575774e-06,
      "loss": 0.6046,
      "step": 119960
    },
    {
      "epoch": 33.48,
      "grad_norm": 3.081777572631836,
      "learning_rate": 3.923802504884175e-06,
      "loss": 0.5886,
      "step": 119970
    },
    {
      "epoch": 33.49,
      "grad_norm": 3.1416735649108887,
      "learning_rate": 3.924129570192576e-06,
      "loss": 0.5949,
      "step": 119980
    },
    {
      "epoch": 33.49,
      "grad_norm": 3.7808778285980225,
      "learning_rate": 3.924456635500977e-06,
      "loss": 0.5782,
      "step": 119990
    },
    {
      "epoch": 33.49,
      "grad_norm": 2.9690942764282227,
      "learning_rate": 3.924783700809377e-06,
      "loss": 0.5902,
      "step": 120000
    },
    {
      "epoch": 33.49,
      "grad_norm": 3.4517316818237305,
      "learning_rate": 3.9251107661177784e-06,
      "loss": 0.5891,
      "step": 120010
    },
    {
      "epoch": 33.5,
      "grad_norm": 1.9438931941986084,
      "learning_rate": 3.925437831426179e-06,
      "loss": 0.5945,
      "step": 120020
    },
    {
      "epoch": 33.5,
      "grad_norm": 3.7184994220733643,
      "learning_rate": 3.9257648967345795e-06,
      "loss": 0.6245,
      "step": 120030
    },
    {
      "epoch": 33.5,
      "grad_norm": 2.5122179985046387,
      "learning_rate": 3.92609196204298e-06,
      "loss": 0.6037,
      "step": 120040
    },
    {
      "epoch": 33.51,
      "grad_norm": 3.3086514472961426,
      "learning_rate": 3.926419027351381e-06,
      "loss": 0.5997,
      "step": 120050
    },
    {
      "epoch": 33.51,
      "grad_norm": 2.701784372329712,
      "learning_rate": 3.926746092659782e-06,
      "loss": 0.5833,
      "step": 120060
    },
    {
      "epoch": 33.51,
      "grad_norm": 2.953125,
      "learning_rate": 3.927073157968183e-06,
      "loss": 0.6038,
      "step": 120070
    },
    {
      "epoch": 33.51,
      "grad_norm": 3.4498093128204346,
      "learning_rate": 3.927400223276584e-06,
      "loss": 0.6021,
      "step": 120080
    },
    {
      "epoch": 33.52,
      "grad_norm": 2.829084873199463,
      "learning_rate": 3.927727288584984e-06,
      "loss": 0.5757,
      "step": 120090
    },
    {
      "epoch": 33.52,
      "grad_norm": 2.6322381496429443,
      "learning_rate": 3.928054353893385e-06,
      "loss": 0.616,
      "step": 120100
    },
    {
      "epoch": 33.52,
      "grad_norm": 5.321461200714111,
      "learning_rate": 3.928381419201786e-06,
      "loss": 0.5816,
      "step": 120110
    },
    {
      "epoch": 33.52,
      "grad_norm": 3.4332170486450195,
      "learning_rate": 3.928708484510187e-06,
      "loss": 0.5979,
      "step": 120120
    },
    {
      "epoch": 33.53,
      "grad_norm": 2.960888147354126,
      "learning_rate": 3.929035549818587e-06,
      "loss": 0.5923,
      "step": 120130
    },
    {
      "epoch": 33.53,
      "grad_norm": 2.1065421104431152,
      "learning_rate": 3.9293626151269885e-06,
      "loss": 0.5868,
      "step": 120140
    },
    {
      "epoch": 33.53,
      "grad_norm": 3.2662770748138428,
      "learning_rate": 3.929689680435389e-06,
      "loss": 0.5765,
      "step": 120150
    },
    {
      "epoch": 33.54,
      "grad_norm": 5.305694103240967,
      "learning_rate": 3.9300167457437895e-06,
      "loss": 0.6215,
      "step": 120160
    },
    {
      "epoch": 33.54,
      "grad_norm": 3.9687905311584473,
      "learning_rate": 3.93034381105219e-06,
      "loss": 0.6256,
      "step": 120170
    },
    {
      "epoch": 33.54,
      "grad_norm": 3.714236259460449,
      "learning_rate": 3.930670876360591e-06,
      "loss": 0.6069,
      "step": 120180
    },
    {
      "epoch": 33.54,
      "grad_norm": 2.0990912914276123,
      "learning_rate": 3.930997941668992e-06,
      "loss": 0.5818,
      "step": 120190
    },
    {
      "epoch": 33.55,
      "grad_norm": 3.043818950653076,
      "learning_rate": 3.931325006977393e-06,
      "loss": 0.5745,
      "step": 120200
    },
    {
      "epoch": 33.55,
      "grad_norm": 3.2745766639709473,
      "learning_rate": 3.931652072285794e-06,
      "loss": 0.591,
      "step": 120210
    },
    {
      "epoch": 33.55,
      "grad_norm": 2.6631970405578613,
      "learning_rate": 3.931979137594194e-06,
      "loss": 0.6084,
      "step": 120220
    },
    {
      "epoch": 33.56,
      "grad_norm": 2.605708599090576,
      "learning_rate": 3.932306202902596e-06,
      "loss": 0.5772,
      "step": 120230
    },
    {
      "epoch": 33.56,
      "grad_norm": 3.3783154487609863,
      "learning_rate": 3.932633268210996e-06,
      "loss": 0.5827,
      "step": 120240
    },
    {
      "epoch": 33.56,
      "grad_norm": 2.89774227142334,
      "learning_rate": 3.932960333519397e-06,
      "loss": 0.5782,
      "step": 120250
    },
    {
      "epoch": 33.56,
      "grad_norm": 3.306199312210083,
      "learning_rate": 3.933287398827797e-06,
      "loss": 0.5894,
      "step": 120260
    },
    {
      "epoch": 33.57,
      "grad_norm": 3.0548315048217773,
      "learning_rate": 3.9336144641361985e-06,
      "loss": 0.5914,
      "step": 120270
    },
    {
      "epoch": 33.57,
      "grad_norm": 3.0487582683563232,
      "learning_rate": 3.933941529444599e-06,
      "loss": 0.5959,
      "step": 120280
    },
    {
      "epoch": 33.57,
      "grad_norm": 3.3648834228515625,
      "learning_rate": 3.9342685947529996e-06,
      "loss": 0.6012,
      "step": 120290
    },
    {
      "epoch": 33.58,
      "grad_norm": 3.0246200561523438,
      "learning_rate": 3.934595660061401e-06,
      "loss": 0.5882,
      "step": 120300
    },
    {
      "epoch": 33.58,
      "grad_norm": 2.8705146312713623,
      "learning_rate": 3.934922725369801e-06,
      "loss": 0.6179,
      "step": 120310
    },
    {
      "epoch": 33.58,
      "grad_norm": 2.5045270919799805,
      "learning_rate": 3.935249790678203e-06,
      "loss": 0.6069,
      "step": 120320
    },
    {
      "epoch": 33.58,
      "grad_norm": 2.3013076782226562,
      "learning_rate": 3.935576855986603e-06,
      "loss": 0.6137,
      "step": 120330
    },
    {
      "epoch": 33.59,
      "grad_norm": 2.6305675506591797,
      "learning_rate": 3.935903921295004e-06,
      "loss": 0.5782,
      "step": 120340
    },
    {
      "epoch": 33.59,
      "grad_norm": 2.839287519454956,
      "learning_rate": 3.936230986603404e-06,
      "loss": 0.5862,
      "step": 120350
    },
    {
      "epoch": 33.59,
      "grad_norm": 2.742436408996582,
      "learning_rate": 3.936558051911806e-06,
      "loss": 0.6128,
      "step": 120360
    },
    {
      "epoch": 33.59,
      "grad_norm": 2.826314687728882,
      "learning_rate": 3.936885117220206e-06,
      "loss": 0.5842,
      "step": 120370
    },
    {
      "epoch": 33.6,
      "grad_norm": 2.9244937896728516,
      "learning_rate": 3.937212182528607e-06,
      "loss": 0.5836,
      "step": 120380
    },
    {
      "epoch": 33.6,
      "grad_norm": 3.7348735332489014,
      "learning_rate": 3.937539247837008e-06,
      "loss": 0.5792,
      "step": 120390
    },
    {
      "epoch": 33.6,
      "grad_norm": 2.4879114627838135,
      "learning_rate": 3.9378663131454086e-06,
      "loss": 0.6082,
      "step": 120400
    },
    {
      "epoch": 33.61,
      "grad_norm": 2.929169178009033,
      "learning_rate": 3.93819337845381e-06,
      "loss": 0.5899,
      "step": 120410
    },
    {
      "epoch": 33.61,
      "grad_norm": 3.5179755687713623,
      "learning_rate": 3.93852044376221e-06,
      "loss": 0.5996,
      "step": 120420
    },
    {
      "epoch": 33.61,
      "grad_norm": 3.714794158935547,
      "learning_rate": 3.938847509070611e-06,
      "loss": 0.5909,
      "step": 120430
    },
    {
      "epoch": 33.61,
      "grad_norm": 3.753559112548828,
      "learning_rate": 3.9391745743790115e-06,
      "loss": 0.6168,
      "step": 120440
    },
    {
      "epoch": 33.62,
      "grad_norm": 3.329620361328125,
      "learning_rate": 3.939501639687413e-06,
      "loss": 0.6228,
      "step": 120450
    },
    {
      "epoch": 33.62,
      "grad_norm": 3.8435726165771484,
      "learning_rate": 3.939828704995813e-06,
      "loss": 0.5967,
      "step": 120460
    },
    {
      "epoch": 33.62,
      "grad_norm": 2.5531225204467773,
      "learning_rate": 3.940155770304214e-06,
      "loss": 0.606,
      "step": 120470
    },
    {
      "epoch": 33.63,
      "grad_norm": 2.928981065750122,
      "learning_rate": 3.940482835612614e-06,
      "loss": 0.5902,
      "step": 120480
    },
    {
      "epoch": 33.63,
      "grad_norm": 2.805142402648926,
      "learning_rate": 3.940809900921016e-06,
      "loss": 0.5862,
      "step": 120490
    },
    {
      "epoch": 33.63,
      "grad_norm": 3.778095245361328,
      "learning_rate": 3.941136966229416e-06,
      "loss": 0.5957,
      "step": 120500
    },
    {
      "epoch": 33.63,
      "grad_norm": 2.4518187046051025,
      "learning_rate": 3.941464031537817e-06,
      "loss": 0.6128,
      "step": 120510
    },
    {
      "epoch": 33.64,
      "grad_norm": 2.9173171520233154,
      "learning_rate": 3.941791096846218e-06,
      "loss": 0.6041,
      "step": 120520
    },
    {
      "epoch": 33.64,
      "grad_norm": 2.628066062927246,
      "learning_rate": 3.942118162154619e-06,
      "loss": 0.5875,
      "step": 120530
    },
    {
      "epoch": 33.64,
      "grad_norm": 3.100834846496582,
      "learning_rate": 3.94244522746302e-06,
      "loss": 0.5853,
      "step": 120540
    },
    {
      "epoch": 33.64,
      "grad_norm": 3.6793785095214844,
      "learning_rate": 3.9427722927714205e-06,
      "loss": 0.582,
      "step": 120550
    },
    {
      "epoch": 33.65,
      "grad_norm": 3.684412717819214,
      "learning_rate": 3.943099358079821e-06,
      "loss": 0.6004,
      "step": 120560
    },
    {
      "epoch": 33.65,
      "grad_norm": 3.062947988510132,
      "learning_rate": 3.9434264233882215e-06,
      "loss": 0.5618,
      "step": 120570
    },
    {
      "epoch": 33.65,
      "grad_norm": 2.9810829162597656,
      "learning_rate": 3.943753488696623e-06,
      "loss": 0.6016,
      "step": 120580
    },
    {
      "epoch": 33.66,
      "grad_norm": 2.6378283500671387,
      "learning_rate": 3.944080554005023e-06,
      "loss": 0.5845,
      "step": 120590
    },
    {
      "epoch": 33.66,
      "grad_norm": 3.2013752460479736,
      "learning_rate": 3.944407619313424e-06,
      "loss": 0.6138,
      "step": 120600
    },
    {
      "epoch": 33.66,
      "grad_norm": 2.6972763538360596,
      "learning_rate": 3.944734684621825e-06,
      "loss": 0.6158,
      "step": 120610
    },
    {
      "epoch": 33.66,
      "grad_norm": 2.517490863800049,
      "learning_rate": 3.945061749930226e-06,
      "loss": 0.6008,
      "step": 120620
    },
    {
      "epoch": 33.67,
      "grad_norm": 3.087197780609131,
      "learning_rate": 3.945388815238626e-06,
      "loss": 0.5928,
      "step": 120630
    },
    {
      "epoch": 33.67,
      "grad_norm": 3.0769028663635254,
      "learning_rate": 3.945715880547027e-06,
      "loss": 0.5964,
      "step": 120640
    },
    {
      "epoch": 33.67,
      "grad_norm": 3.316301107406616,
      "learning_rate": 3.946042945855428e-06,
      "loss": 0.5974,
      "step": 120650
    },
    {
      "epoch": 33.68,
      "grad_norm": 3.084794044494629,
      "learning_rate": 3.946370011163829e-06,
      "loss": 0.5904,
      "step": 120660
    },
    {
      "epoch": 33.68,
      "grad_norm": 4.152590751647949,
      "learning_rate": 3.94669707647223e-06,
      "loss": 0.5935,
      "step": 120670
    },
    {
      "epoch": 33.68,
      "grad_norm": 3.128387928009033,
      "learning_rate": 3.9470241417806305e-06,
      "loss": 0.6223,
      "step": 120680
    },
    {
      "epoch": 33.68,
      "grad_norm": 3.943568229675293,
      "learning_rate": 3.947351207089031e-06,
      "loss": 0.5872,
      "step": 120690
    },
    {
      "epoch": 33.69,
      "grad_norm": 2.7012364864349365,
      "learning_rate": 3.947678272397432e-06,
      "loss": 0.5988,
      "step": 120700
    },
    {
      "epoch": 33.69,
      "grad_norm": 2.8908727169036865,
      "learning_rate": 3.948005337705833e-06,
      "loss": 0.6073,
      "step": 120710
    },
    {
      "epoch": 33.69,
      "grad_norm": 2.6261532306671143,
      "learning_rate": 3.948332403014233e-06,
      "loss": 0.5912,
      "step": 120720
    },
    {
      "epoch": 33.7,
      "grad_norm": 3.024073362350464,
      "learning_rate": 3.948659468322634e-06,
      "loss": 0.6083,
      "step": 120730
    },
    {
      "epoch": 33.7,
      "grad_norm": 4.1458330154418945,
      "learning_rate": 3.948986533631035e-06,
      "loss": 0.6129,
      "step": 120740
    },
    {
      "epoch": 33.7,
      "grad_norm": 2.9603729248046875,
      "learning_rate": 3.949313598939436e-06,
      "loss": 0.6002,
      "step": 120750
    },
    {
      "epoch": 33.7,
      "grad_norm": 4.622704029083252,
      "learning_rate": 3.949640664247836e-06,
      "loss": 0.5873,
      "step": 120760
    },
    {
      "epoch": 33.71,
      "grad_norm": 2.411101818084717,
      "learning_rate": 3.949967729556237e-06,
      "loss": 0.6013,
      "step": 120770
    },
    {
      "epoch": 33.71,
      "grad_norm": 3.321381092071533,
      "learning_rate": 3.950294794864638e-06,
      "loss": 0.6056,
      "step": 120780
    },
    {
      "epoch": 33.71,
      "grad_norm": 2.3698244094848633,
      "learning_rate": 3.9506218601730395e-06,
      "loss": 0.5768,
      "step": 120790
    },
    {
      "epoch": 33.71,
      "grad_norm": 2.905292272567749,
      "learning_rate": 3.95094892548144e-06,
      "loss": 0.6088,
      "step": 120800
    },
    {
      "epoch": 33.72,
      "grad_norm": 3.0350236892700195,
      "learning_rate": 3.9512759907898406e-06,
      "loss": 0.6082,
      "step": 120810
    },
    {
      "epoch": 33.72,
      "grad_norm": 2.397960662841797,
      "learning_rate": 3.951603056098241e-06,
      "loss": 0.6146,
      "step": 120820
    },
    {
      "epoch": 33.72,
      "grad_norm": 3.9083096981048584,
      "learning_rate": 3.9519301214066424e-06,
      "loss": 0.6116,
      "step": 120830
    },
    {
      "epoch": 33.73,
      "grad_norm": 2.694225311279297,
      "learning_rate": 3.952257186715043e-06,
      "loss": 0.5987,
      "step": 120840
    },
    {
      "epoch": 33.73,
      "grad_norm": 3.9444069862365723,
      "learning_rate": 3.9525842520234434e-06,
      "loss": 0.5758,
      "step": 120850
    },
    {
      "epoch": 33.73,
      "grad_norm": 2.6558828353881836,
      "learning_rate": 3.952911317331844e-06,
      "loss": 0.597,
      "step": 120860
    },
    {
      "epoch": 33.73,
      "grad_norm": 3.9753081798553467,
      "learning_rate": 3.953238382640245e-06,
      "loss": 0.6055,
      "step": 120870
    },
    {
      "epoch": 33.74,
      "grad_norm": 3.507401943206787,
      "learning_rate": 3.953565447948647e-06,
      "loss": 0.5855,
      "step": 120880
    },
    {
      "epoch": 33.74,
      "grad_norm": 3.563462018966675,
      "learning_rate": 3.953892513257046e-06,
      "loss": 0.5989,
      "step": 120890
    },
    {
      "epoch": 33.74,
      "grad_norm": 3.542924165725708,
      "learning_rate": 3.954219578565448e-06,
      "loss": 0.6089,
      "step": 120900
    },
    {
      "epoch": 33.75,
      "grad_norm": 2.4660494327545166,
      "learning_rate": 3.954546643873848e-06,
      "loss": 0.5834,
      "step": 120910
    },
    {
      "epoch": 33.75,
      "grad_norm": 3.329758882522583,
      "learning_rate": 3.9548737091822496e-06,
      "loss": 0.5987,
      "step": 120920
    },
    {
      "epoch": 33.75,
      "grad_norm": 2.842118978500366,
      "learning_rate": 3.95520077449065e-06,
      "loss": 0.605,
      "step": 120930
    },
    {
      "epoch": 33.75,
      "grad_norm": 3.4866960048675537,
      "learning_rate": 3.955527839799051e-06,
      "loss": 0.5913,
      "step": 120940
    },
    {
      "epoch": 33.76,
      "grad_norm": 3.0943288803100586,
      "learning_rate": 3.955854905107451e-06,
      "loss": 0.6183,
      "step": 120950
    },
    {
      "epoch": 33.76,
      "grad_norm": 2.996736764907837,
      "learning_rate": 3.9561819704158525e-06,
      "loss": 0.5906,
      "step": 120960
    },
    {
      "epoch": 33.76,
      "grad_norm": 3.702620029449463,
      "learning_rate": 3.956509035724253e-06,
      "loss": 0.6087,
      "step": 120970
    },
    {
      "epoch": 33.77,
      "grad_norm": 3.7625396251678467,
      "learning_rate": 3.9568361010326535e-06,
      "loss": 0.5858,
      "step": 120980
    },
    {
      "epoch": 33.77,
      "grad_norm": 3.117633819580078,
      "learning_rate": 3.957163166341055e-06,
      "loss": 0.5952,
      "step": 120990
    },
    {
      "epoch": 33.77,
      "grad_norm": 3.535593032836914,
      "learning_rate": 3.957490231649455e-06,
      "loss": 0.5849,
      "step": 121000
    },
    {
      "epoch": 33.77,
      "grad_norm": 2.2659692764282227,
      "learning_rate": 3.957817296957857e-06,
      "loss": 0.6077,
      "step": 121010
    },
    {
      "epoch": 33.78,
      "grad_norm": 3.311345100402832,
      "learning_rate": 3.958144362266257e-06,
      "loss": 0.6095,
      "step": 121020
    },
    {
      "epoch": 33.78,
      "grad_norm": 3.3000454902648926,
      "learning_rate": 3.958471427574658e-06,
      "loss": 0.62,
      "step": 121030
    },
    {
      "epoch": 33.78,
      "grad_norm": 2.747011423110962,
      "learning_rate": 3.958798492883058e-06,
      "loss": 0.5814,
      "step": 121040
    },
    {
      "epoch": 33.78,
      "grad_norm": 2.5229854583740234,
      "learning_rate": 3.95912555819146e-06,
      "loss": 0.5913,
      "step": 121050
    },
    {
      "epoch": 33.79,
      "grad_norm": 2.6594109535217285,
      "learning_rate": 3.95945262349986e-06,
      "loss": 0.6014,
      "step": 121060
    },
    {
      "epoch": 33.79,
      "grad_norm": 2.3645894527435303,
      "learning_rate": 3.959779688808261e-06,
      "loss": 0.5983,
      "step": 121070
    },
    {
      "epoch": 33.79,
      "grad_norm": 3.6328868865966797,
      "learning_rate": 3.960106754116662e-06,
      "loss": 0.5895,
      "step": 121080
    },
    {
      "epoch": 33.8,
      "grad_norm": 3.322603702545166,
      "learning_rate": 3.9604338194250625e-06,
      "loss": 0.6051,
      "step": 121090
    },
    {
      "epoch": 33.8,
      "grad_norm": 2.2776570320129395,
      "learning_rate": 3.960760884733463e-06,
      "loss": 0.577,
      "step": 121100
    },
    {
      "epoch": 33.8,
      "grad_norm": 2.8212380409240723,
      "learning_rate": 3.9610879500418635e-06,
      "loss": 0.5899,
      "step": 121110
    },
    {
      "epoch": 33.8,
      "grad_norm": 3.0501859188079834,
      "learning_rate": 3.961415015350265e-06,
      "loss": 0.6126,
      "step": 121120
    },
    {
      "epoch": 33.81,
      "grad_norm": 4.645401477813721,
      "learning_rate": 3.961742080658665e-06,
      "loss": 0.6001,
      "step": 121130
    },
    {
      "epoch": 33.81,
      "grad_norm": 3.0988378524780273,
      "learning_rate": 3.962069145967067e-06,
      "loss": 0.5968,
      "step": 121140
    },
    {
      "epoch": 33.81,
      "grad_norm": 3.4547007083892822,
      "learning_rate": 3.962396211275467e-06,
      "loss": 0.5882,
      "step": 121150
    },
    {
      "epoch": 33.82,
      "grad_norm": 2.6246814727783203,
      "learning_rate": 3.962723276583868e-06,
      "loss": 0.5783,
      "step": 121160
    },
    {
      "epoch": 33.82,
      "grad_norm": 3.4089152812957764,
      "learning_rate": 3.963050341892269e-06,
      "loss": 0.6054,
      "step": 121170
    },
    {
      "epoch": 33.82,
      "grad_norm": 3.2147583961486816,
      "learning_rate": 3.96337740720067e-06,
      "loss": 0.5885,
      "step": 121180
    },
    {
      "epoch": 33.82,
      "grad_norm": 3.331697940826416,
      "learning_rate": 3.96370447250907e-06,
      "loss": 0.5696,
      "step": 121190
    },
    {
      "epoch": 33.83,
      "grad_norm": 2.3729782104492188,
      "learning_rate": 3.964031537817471e-06,
      "loss": 0.6275,
      "step": 121200
    },
    {
      "epoch": 33.83,
      "grad_norm": 2.6162471771240234,
      "learning_rate": 3.964358603125872e-06,
      "loss": 0.5955,
      "step": 121210
    },
    {
      "epoch": 33.83,
      "grad_norm": 3.434720039367676,
      "learning_rate": 3.9646856684342725e-06,
      "loss": 0.5652,
      "step": 121220
    },
    {
      "epoch": 33.83,
      "grad_norm": 3.427900552749634,
      "learning_rate": 3.965012733742673e-06,
      "loss": 0.594,
      "step": 121230
    },
    {
      "epoch": 33.84,
      "grad_norm": 3.0271668434143066,
      "learning_rate": 3.9653397990510736e-06,
      "loss": 0.587,
      "step": 121240
    },
    {
      "epoch": 33.84,
      "grad_norm": 3.447147846221924,
      "learning_rate": 3.965666864359475e-06,
      "loss": 0.5873,
      "step": 121250
    },
    {
      "epoch": 33.84,
      "grad_norm": 3.8346498012542725,
      "learning_rate": 3.965993929667876e-06,
      "loss": 0.6159,
      "step": 121260
    },
    {
      "epoch": 33.85,
      "grad_norm": 2.8896992206573486,
      "learning_rate": 3.966320994976277e-06,
      "loss": 0.5778,
      "step": 121270
    },
    {
      "epoch": 33.85,
      "grad_norm": 2.9735376834869385,
      "learning_rate": 3.966648060284677e-06,
      "loss": 0.576,
      "step": 121280
    },
    {
      "epoch": 33.85,
      "grad_norm": 3.523526191711426,
      "learning_rate": 3.966975125593078e-06,
      "loss": 0.5904,
      "step": 121290
    },
    {
      "epoch": 33.85,
      "grad_norm": 3.172752618789673,
      "learning_rate": 3.967302190901479e-06,
      "loss": 0.6063,
      "step": 121300
    },
    {
      "epoch": 33.86,
      "grad_norm": 3.150444507598877,
      "learning_rate": 3.96762925620988e-06,
      "loss": 0.5855,
      "step": 121310
    },
    {
      "epoch": 33.86,
      "grad_norm": 3.0545904636383057,
      "learning_rate": 3.96795632151828e-06,
      "loss": 0.6076,
      "step": 121320
    },
    {
      "epoch": 33.86,
      "grad_norm": 2.8275465965270996,
      "learning_rate": 3.968283386826681e-06,
      "loss": 0.5969,
      "step": 121330
    },
    {
      "epoch": 33.87,
      "grad_norm": 3.381002902984619,
      "learning_rate": 3.968610452135082e-06,
      "loss": 0.5923,
      "step": 121340
    },
    {
      "epoch": 33.87,
      "grad_norm": 4.383166790008545,
      "learning_rate": 3.9689375174434834e-06,
      "loss": 0.6132,
      "step": 121350
    },
    {
      "epoch": 33.87,
      "grad_norm": 2.726745843887329,
      "learning_rate": 3.969264582751883e-06,
      "loss": 0.5884,
      "step": 121360
    },
    {
      "epoch": 33.87,
      "grad_norm": 2.8039610385894775,
      "learning_rate": 3.9695916480602845e-06,
      "loss": 0.6012,
      "step": 121370
    },
    {
      "epoch": 33.88,
      "grad_norm": 2.1679365634918213,
      "learning_rate": 3.969918713368685e-06,
      "loss": 0.586,
      "step": 121380
    },
    {
      "epoch": 33.88,
      "grad_norm": 3.4912397861480713,
      "learning_rate": 3.970245778677086e-06,
      "loss": 0.6004,
      "step": 121390
    },
    {
      "epoch": 33.88,
      "grad_norm": 3.019730567932129,
      "learning_rate": 3.970572843985487e-06,
      "loss": 0.5938,
      "step": 121400
    },
    {
      "epoch": 33.89,
      "grad_norm": 2.4767580032348633,
      "learning_rate": 3.970899909293887e-06,
      "loss": 0.5878,
      "step": 121410
    },
    {
      "epoch": 33.89,
      "grad_norm": 2.6155710220336914,
      "learning_rate": 3.971226974602288e-06,
      "loss": 0.5836,
      "step": 121420
    },
    {
      "epoch": 33.89,
      "grad_norm": 3.2818663120269775,
      "learning_rate": 3.971554039910689e-06,
      "loss": 0.5961,
      "step": 121430
    },
    {
      "epoch": 33.89,
      "grad_norm": 3.0187861919403076,
      "learning_rate": 3.97188110521909e-06,
      "loss": 0.5933,
      "step": 121440
    },
    {
      "epoch": 33.9,
      "grad_norm": 3.1467413902282715,
      "learning_rate": 3.97220817052749e-06,
      "loss": 0.5932,
      "step": 121450
    },
    {
      "epoch": 33.9,
      "grad_norm": 2.7072649002075195,
      "learning_rate": 3.972535235835892e-06,
      "loss": 0.6099,
      "step": 121460
    },
    {
      "epoch": 33.9,
      "grad_norm": 2.371206283569336,
      "learning_rate": 3.972862301144292e-06,
      "loss": 0.5912,
      "step": 121470
    },
    {
      "epoch": 33.9,
      "grad_norm": 2.967581033706665,
      "learning_rate": 3.9731893664526935e-06,
      "loss": 0.6086,
      "step": 121480
    },
    {
      "epoch": 33.91,
      "grad_norm": 2.638935089111328,
      "learning_rate": 3.973516431761094e-06,
      "loss": 0.5958,
      "step": 121490
    },
    {
      "epoch": 33.91,
      "grad_norm": 2.7800328731536865,
      "learning_rate": 3.9738434970694945e-06,
      "loss": 0.5832,
      "step": 121500
    },
    {
      "epoch": 33.91,
      "grad_norm": 2.5026626586914062,
      "learning_rate": 3.974170562377895e-06,
      "loss": 0.5901,
      "step": 121510
    },
    {
      "epoch": 33.92,
      "grad_norm": 2.48830509185791,
      "learning_rate": 3.974497627686296e-06,
      "loss": 0.6155,
      "step": 121520
    },
    {
      "epoch": 33.92,
      "grad_norm": 2.864912509918213,
      "learning_rate": 3.974824692994697e-06,
      "loss": 0.5824,
      "step": 121530
    },
    {
      "epoch": 33.92,
      "grad_norm": 2.935793399810791,
      "learning_rate": 3.975151758303097e-06,
      "loss": 0.5984,
      "step": 121540
    },
    {
      "epoch": 33.92,
      "grad_norm": 2.389921188354492,
      "learning_rate": 3.975478823611499e-06,
      "loss": 0.5944,
      "step": 121550
    },
    {
      "epoch": 33.93,
      "grad_norm": 2.626561403274536,
      "learning_rate": 3.975805888919899e-06,
      "loss": 0.5925,
      "step": 121560
    },
    {
      "epoch": 33.93,
      "grad_norm": 3.292219400405884,
      "learning_rate": 3.9761329542283e-06,
      "loss": 0.5954,
      "step": 121570
    },
    {
      "epoch": 33.93,
      "grad_norm": 3.0559699535369873,
      "learning_rate": 3.9764600195367e-06,
      "loss": 0.6086,
      "step": 121580
    },
    {
      "epoch": 33.94,
      "grad_norm": 2.24836802482605,
      "learning_rate": 3.976787084845102e-06,
      "loss": 0.5864,
      "step": 121590
    },
    {
      "epoch": 33.94,
      "grad_norm": 3.505876064300537,
      "learning_rate": 3.977114150153502e-06,
      "loss": 0.5973,
      "step": 121600
    },
    {
      "epoch": 33.94,
      "grad_norm": 3.0146734714508057,
      "learning_rate": 3.9774412154619035e-06,
      "loss": 0.5999,
      "step": 121610
    },
    {
      "epoch": 33.94,
      "grad_norm": 2.9343655109405518,
      "learning_rate": 3.977768280770304e-06,
      "loss": 0.5982,
      "step": 121620
    },
    {
      "epoch": 33.95,
      "grad_norm": 2.434722900390625,
      "learning_rate": 3.9780953460787045e-06,
      "loss": 0.6034,
      "step": 121630
    },
    {
      "epoch": 33.95,
      "grad_norm": 2.927053451538086,
      "learning_rate": 3.978422411387106e-06,
      "loss": 0.5986,
      "step": 121640
    },
    {
      "epoch": 33.95,
      "grad_norm": 3.0158770084381104,
      "learning_rate": 3.978749476695506e-06,
      "loss": 0.581,
      "step": 121650
    },
    {
      "epoch": 33.95,
      "grad_norm": 2.682340383529663,
      "learning_rate": 3.979076542003907e-06,
      "loss": 0.5709,
      "step": 121660
    },
    {
      "epoch": 33.96,
      "grad_norm": 2.439741611480713,
      "learning_rate": 3.9794036073123074e-06,
      "loss": 0.5958,
      "step": 121670
    },
    {
      "epoch": 33.96,
      "grad_norm": 2.875723361968994,
      "learning_rate": 3.979730672620709e-06,
      "loss": 0.5972,
      "step": 121680
    },
    {
      "epoch": 33.96,
      "grad_norm": 2.202606678009033,
      "learning_rate": 3.980057737929109e-06,
      "loss": 0.6083,
      "step": 121690
    },
    {
      "epoch": 33.97,
      "grad_norm": 3.075892925262451,
      "learning_rate": 3.98038480323751e-06,
      "loss": 0.5871,
      "step": 121700
    },
    {
      "epoch": 33.97,
      "grad_norm": 3.3263442516326904,
      "learning_rate": 3.98071186854591e-06,
      "loss": 0.6035,
      "step": 121710
    },
    {
      "epoch": 33.97,
      "grad_norm": 3.0551645755767822,
      "learning_rate": 3.981038933854312e-06,
      "loss": 0.5819,
      "step": 121720
    },
    {
      "epoch": 33.97,
      "grad_norm": 2.7465713024139404,
      "learning_rate": 3.981365999162713e-06,
      "loss": 0.5885,
      "step": 121730
    },
    {
      "epoch": 33.98,
      "grad_norm": 3.507322311401367,
      "learning_rate": 3.9816930644711135e-06,
      "loss": 0.6076,
      "step": 121740
    },
    {
      "epoch": 33.98,
      "grad_norm": 3.4787309169769287,
      "learning_rate": 3.982020129779514e-06,
      "loss": 0.6027,
      "step": 121750
    },
    {
      "epoch": 33.98,
      "grad_norm": 3.515510082244873,
      "learning_rate": 3.9823471950879146e-06,
      "loss": 0.5979,
      "step": 121760
    },
    {
      "epoch": 33.99,
      "grad_norm": 4.2560648918151855,
      "learning_rate": 3.982674260396316e-06,
      "loss": 0.5799,
      "step": 121770
    },
    {
      "epoch": 33.99,
      "grad_norm": 2.5885157585144043,
      "learning_rate": 3.9830013257047164e-06,
      "loss": 0.607,
      "step": 121780
    },
    {
      "epoch": 33.99,
      "grad_norm": 3.2162318229675293,
      "learning_rate": 3.983328391013117e-06,
      "loss": 0.584,
      "step": 121790
    },
    {
      "epoch": 33.99,
      "grad_norm": 3.2226099967956543,
      "learning_rate": 3.9836554563215175e-06,
      "loss": 0.5764,
      "step": 121800
    },
    {
      "epoch": 34.0,
      "grad_norm": 2.8635764122009277,
      "learning_rate": 3.983982521629919e-06,
      "loss": 0.5754,
      "step": 121810
    },
    {
      "epoch": 34.0,
      "grad_norm": 2.704444408416748,
      "learning_rate": 3.984309586938319e-06,
      "loss": 0.5945,
      "step": 121820
    },
    {
      "epoch": 34.0,
      "eval_loss": 0.5976346731185913,
      "eval_runtime": 63.2249,
      "eval_samples_per_second": 80.016,
      "eval_steps_per_second": 10.012,
      "step": 121822
    },
    {
      "epoch": 34.0,
      "grad_norm": 3.3076274394989014,
      "learning_rate": 3.98463665224672e-06,
      "loss": 0.5667,
      "step": 121830
    },
    {
      "epoch": 34.01,
      "grad_norm": 3.720346212387085,
      "learning_rate": 3.984963717555121e-06,
      "loss": 0.5871,
      "step": 121840
    },
    {
      "epoch": 34.01,
      "grad_norm": 2.8885586261749268,
      "learning_rate": 3.985290782863522e-06,
      "loss": 0.5728,
      "step": 121850
    },
    {
      "epoch": 34.01,
      "grad_norm": 3.532738208770752,
      "learning_rate": 3.985617848171923e-06,
      "loss": 0.5954,
      "step": 121860
    },
    {
      "epoch": 34.01,
      "grad_norm": 2.8862805366516113,
      "learning_rate": 3.985944913480324e-06,
      "loss": 0.605,
      "step": 121870
    },
    {
      "epoch": 34.02,
      "grad_norm": 3.0467946529388428,
      "learning_rate": 3.986271978788724e-06,
      "loss": 0.5937,
      "step": 121880
    },
    {
      "epoch": 34.02,
      "grad_norm": 2.666990041732788,
      "learning_rate": 3.986599044097125e-06,
      "loss": 0.597,
      "step": 121890
    },
    {
      "epoch": 34.02,
      "grad_norm": 2.4575321674346924,
      "learning_rate": 3.986926109405526e-06,
      "loss": 0.591,
      "step": 121900
    },
    {
      "epoch": 34.02,
      "grad_norm": 3.076634168624878,
      "learning_rate": 3.9872531747139265e-06,
      "loss": 0.5929,
      "step": 121910
    },
    {
      "epoch": 34.03,
      "grad_norm": 2.6757497787475586,
      "learning_rate": 3.987580240022327e-06,
      "loss": 0.592,
      "step": 121920
    },
    {
      "epoch": 34.03,
      "grad_norm": 3.489471435546875,
      "learning_rate": 3.987907305330728e-06,
      "loss": 0.5975,
      "step": 121930
    },
    {
      "epoch": 34.03,
      "grad_norm": 3.6524791717529297,
      "learning_rate": 3.988234370639129e-06,
      "loss": 0.5581,
      "step": 121940
    },
    {
      "epoch": 34.04,
      "grad_norm": 3.166529417037964,
      "learning_rate": 3.98856143594753e-06,
      "loss": 0.602,
      "step": 121950
    },
    {
      "epoch": 34.04,
      "grad_norm": 2.5347743034362793,
      "learning_rate": 3.988888501255931e-06,
      "loss": 0.5703,
      "step": 121960
    },
    {
      "epoch": 34.04,
      "grad_norm": 3.289447784423828,
      "learning_rate": 3.989215566564331e-06,
      "loss": 0.5963,
      "step": 121970
    },
    {
      "epoch": 34.04,
      "grad_norm": 2.711106538772583,
      "learning_rate": 3.989542631872732e-06,
      "loss": 0.6027,
      "step": 121980
    },
    {
      "epoch": 34.05,
      "grad_norm": 3.4875032901763916,
      "learning_rate": 3.989869697181133e-06,
      "loss": 0.5893,
      "step": 121990
    },
    {
      "epoch": 34.05,
      "grad_norm": 3.1125917434692383,
      "learning_rate": 3.990196762489534e-06,
      "loss": 0.5821,
      "step": 122000
    },
    {
      "epoch": 34.05,
      "grad_norm": 3.1641533374786377,
      "learning_rate": 3.990523827797934e-06,
      "loss": 0.5883,
      "step": 122010
    },
    {
      "epoch": 34.06,
      "grad_norm": 2.8010356426239014,
      "learning_rate": 3.9908508931063355e-06,
      "loss": 0.5878,
      "step": 122020
    },
    {
      "epoch": 34.06,
      "grad_norm": 4.067827224731445,
      "learning_rate": 3.991177958414736e-06,
      "loss": 0.5744,
      "step": 122030
    },
    {
      "epoch": 34.06,
      "grad_norm": 2.685593605041504,
      "learning_rate": 3.9915050237231365e-06,
      "loss": 0.5953,
      "step": 122040
    },
    {
      "epoch": 34.06,
      "grad_norm": 3.1432104110717773,
      "learning_rate": 3.991832089031537e-06,
      "loss": 0.5804,
      "step": 122050
    },
    {
      "epoch": 34.07,
      "grad_norm": 2.8900575637817383,
      "learning_rate": 3.992159154339938e-06,
      "loss": 0.5979,
      "step": 122060
    },
    {
      "epoch": 34.07,
      "grad_norm": 3.1496193408966064,
      "learning_rate": 3.992486219648339e-06,
      "loss": 0.5904,
      "step": 122070
    },
    {
      "epoch": 34.07,
      "grad_norm": 3.178452491760254,
      "learning_rate": 3.99281328495674e-06,
      "loss": 0.5918,
      "step": 122080
    },
    {
      "epoch": 34.07,
      "grad_norm": 3.9297759532928467,
      "learning_rate": 3.993140350265141e-06,
      "loss": 0.5977,
      "step": 122090
    },
    {
      "epoch": 34.08,
      "grad_norm": 3.67809796333313,
      "learning_rate": 3.993467415573541e-06,
      "loss": 0.6189,
      "step": 122100
    },
    {
      "epoch": 34.08,
      "grad_norm": 2.622817277908325,
      "learning_rate": 3.993794480881943e-06,
      "loss": 0.5852,
      "step": 122110
    },
    {
      "epoch": 34.08,
      "grad_norm": 2.010202169418335,
      "learning_rate": 3.994121546190343e-06,
      "loss": 0.5861,
      "step": 122120
    },
    {
      "epoch": 34.09,
      "grad_norm": 3.9318931102752686,
      "learning_rate": 3.994448611498744e-06,
      "loss": 0.5771,
      "step": 122130
    },
    {
      "epoch": 34.09,
      "grad_norm": 2.494077205657959,
      "learning_rate": 3.994775676807144e-06,
      "loss": 0.5811,
      "step": 122140
    },
    {
      "epoch": 34.09,
      "grad_norm": 2.9346511363983154,
      "learning_rate": 3.9951027421155455e-06,
      "loss": 0.5832,
      "step": 122150
    },
    {
      "epoch": 34.09,
      "grad_norm": 2.8852200508117676,
      "learning_rate": 3.995429807423946e-06,
      "loss": 0.5955,
      "step": 122160
    },
    {
      "epoch": 34.1,
      "grad_norm": 2.1437578201293945,
      "learning_rate": 3.9957568727323466e-06,
      "loss": 0.6086,
      "step": 122170
    },
    {
      "epoch": 34.1,
      "grad_norm": 2.5626306533813477,
      "learning_rate": 3.996083938040747e-06,
      "loss": 0.5767,
      "step": 122180
    },
    {
      "epoch": 34.1,
      "grad_norm": 3.411210298538208,
      "learning_rate": 3.9964110033491484e-06,
      "loss": 0.5866,
      "step": 122190
    },
    {
      "epoch": 34.11,
      "grad_norm": 2.939304828643799,
      "learning_rate": 3.996738068657549e-06,
      "loss": 0.5893,
      "step": 122200
    },
    {
      "epoch": 34.11,
      "grad_norm": 3.332909345626831,
      "learning_rate": 3.99706513396595e-06,
      "loss": 0.5984,
      "step": 122210
    },
    {
      "epoch": 34.11,
      "grad_norm": 2.701934337615967,
      "learning_rate": 3.997392199274351e-06,
      "loss": 0.609,
      "step": 122220
    },
    {
      "epoch": 34.11,
      "grad_norm": 3.1247355937957764,
      "learning_rate": 3.997719264582751e-06,
      "loss": 0.5926,
      "step": 122230
    },
    {
      "epoch": 34.12,
      "grad_norm": 2.2936601638793945,
      "learning_rate": 3.998046329891153e-06,
      "loss": 0.5798,
      "step": 122240
    },
    {
      "epoch": 34.12,
      "grad_norm": 3.206360101699829,
      "learning_rate": 3.998373395199553e-06,
      "loss": 0.5715,
      "step": 122250
    },
    {
      "epoch": 34.12,
      "grad_norm": 2.965857744216919,
      "learning_rate": 3.998700460507954e-06,
      "loss": 0.6061,
      "step": 122260
    },
    {
      "epoch": 34.13,
      "grad_norm": 2.388256549835205,
      "learning_rate": 3.999027525816354e-06,
      "loss": 0.5939,
      "step": 122270
    },
    {
      "epoch": 34.13,
      "grad_norm": 3.529062509536743,
      "learning_rate": 3.999354591124756e-06,
      "loss": 0.5994,
      "step": 122280
    },
    {
      "epoch": 34.13,
      "grad_norm": 2.8160595893859863,
      "learning_rate": 3.999681656433156e-06,
      "loss": 0.6157,
      "step": 122290
    },
    {
      "epoch": 34.13,
      "grad_norm": 2.9244983196258545,
      "learning_rate": 4.000008721741557e-06,
      "loss": 0.6055,
      "step": 122300
    },
    {
      "epoch": 34.14,
      "grad_norm": 3.190894365310669,
      "learning_rate": 4.000335787049958e-06,
      "loss": 0.5802,
      "step": 122310
    },
    {
      "epoch": 34.14,
      "grad_norm": 3.287560224533081,
      "learning_rate": 4.0006628523583585e-06,
      "loss": 0.6233,
      "step": 122320
    },
    {
      "epoch": 34.14,
      "grad_norm": 3.3627138137817383,
      "learning_rate": 4.00098991766676e-06,
      "loss": 0.5975,
      "step": 122330
    },
    {
      "epoch": 34.14,
      "grad_norm": 2.6454436779022217,
      "learning_rate": 4.00131698297516e-06,
      "loss": 0.5919,
      "step": 122340
    },
    {
      "epoch": 34.15,
      "grad_norm": 3.9583792686462402,
      "learning_rate": 4.001644048283561e-06,
      "loss": 0.6016,
      "step": 122350
    },
    {
      "epoch": 34.15,
      "grad_norm": 2.586315393447876,
      "learning_rate": 4.001971113591961e-06,
      "loss": 0.5813,
      "step": 122360
    },
    {
      "epoch": 34.15,
      "grad_norm": 3.5047659873962402,
      "learning_rate": 4.002298178900363e-06,
      "loss": 0.5978,
      "step": 122370
    },
    {
      "epoch": 34.16,
      "grad_norm": 2.441147804260254,
      "learning_rate": 4.002625244208763e-06,
      "loss": 0.603,
      "step": 122380
    },
    {
      "epoch": 34.16,
      "grad_norm": 2.8160836696624756,
      "learning_rate": 4.002952309517164e-06,
      "loss": 0.5761,
      "step": 122390
    },
    {
      "epoch": 34.16,
      "grad_norm": 3.7059011459350586,
      "learning_rate": 4.003279374825565e-06,
      "loss": 0.5757,
      "step": 122400
    },
    {
      "epoch": 34.16,
      "grad_norm": 2.66871976852417,
      "learning_rate": 4.003606440133966e-06,
      "loss": 0.595,
      "step": 122410
    },
    {
      "epoch": 34.17,
      "grad_norm": 2.5113725662231445,
      "learning_rate": 4.003933505442367e-06,
      "loss": 0.576,
      "step": 122420
    },
    {
      "epoch": 34.17,
      "grad_norm": 2.807321071624756,
      "learning_rate": 4.0042605707507675e-06,
      "loss": 0.6052,
      "step": 122430
    },
    {
      "epoch": 34.17,
      "grad_norm": 3.548454761505127,
      "learning_rate": 4.004587636059168e-06,
      "loss": 0.5994,
      "step": 122440
    },
    {
      "epoch": 34.18,
      "grad_norm": 3.0330777168273926,
      "learning_rate": 4.0049147013675685e-06,
      "loss": 0.5877,
      "step": 122450
    },
    {
      "epoch": 34.18,
      "grad_norm": 4.416380405426025,
      "learning_rate": 4.00524176667597e-06,
      "loss": 0.5923,
      "step": 122460
    },
    {
      "epoch": 34.18,
      "grad_norm": 2.5027246475219727,
      "learning_rate": 4.00556883198437e-06,
      "loss": 0.5965,
      "step": 122470
    },
    {
      "epoch": 34.18,
      "grad_norm": 2.939744710922241,
      "learning_rate": 4.005895897292771e-06,
      "loss": 0.5982,
      "step": 122480
    },
    {
      "epoch": 34.19,
      "grad_norm": 3.3119707107543945,
      "learning_rate": 4.006222962601171e-06,
      "loss": 0.5906,
      "step": 122490
    },
    {
      "epoch": 34.19,
      "grad_norm": 3.1406314373016357,
      "learning_rate": 4.006550027909573e-06,
      "loss": 0.5817,
      "step": 122500
    },
    {
      "epoch": 34.19,
      "grad_norm": 2.8197453022003174,
      "learning_rate": 4.006877093217973e-06,
      "loss": 0.5877,
      "step": 122510
    },
    {
      "epoch": 34.19,
      "grad_norm": 3.8477818965911865,
      "learning_rate": 4.007204158526374e-06,
      "loss": 0.6106,
      "step": 122520
    },
    {
      "epoch": 34.2,
      "grad_norm": 3.8333239555358887,
      "learning_rate": 4.007531223834775e-06,
      "loss": 0.6108,
      "step": 122530
    },
    {
      "epoch": 34.2,
      "grad_norm": 2.900078296661377,
      "learning_rate": 4.007858289143176e-06,
      "loss": 0.5985,
      "step": 122540
    },
    {
      "epoch": 34.2,
      "grad_norm": 3.66818904876709,
      "learning_rate": 4.008185354451577e-06,
      "loss": 0.6023,
      "step": 122550
    },
    {
      "epoch": 34.21,
      "grad_norm": 2.5076801776885986,
      "learning_rate": 4.0085124197599775e-06,
      "loss": 0.5925,
      "step": 122560
    },
    {
      "epoch": 34.21,
      "grad_norm": 3.3786957263946533,
      "learning_rate": 4.008839485068378e-06,
      "loss": 0.5986,
      "step": 122570
    },
    {
      "epoch": 34.21,
      "grad_norm": 2.351130962371826,
      "learning_rate": 4.0091665503767786e-06,
      "loss": 0.5548,
      "step": 122580
    },
    {
      "epoch": 34.21,
      "grad_norm": 3.645599842071533,
      "learning_rate": 4.00949361568518e-06,
      "loss": 0.5843,
      "step": 122590
    },
    {
      "epoch": 34.22,
      "grad_norm": 4.116331100463867,
      "learning_rate": 4.00982068099358e-06,
      "loss": 0.5906,
      "step": 122600
    },
    {
      "epoch": 34.22,
      "grad_norm": 3.0868606567382812,
      "learning_rate": 4.010147746301981e-06,
      "loss": 0.5775,
      "step": 122610
    },
    {
      "epoch": 34.22,
      "grad_norm": 2.6303517818450928,
      "learning_rate": 4.010474811610382e-06,
      "loss": 0.6019,
      "step": 122620
    },
    {
      "epoch": 34.23,
      "grad_norm": 3.3344011306762695,
      "learning_rate": 4.010801876918783e-06,
      "loss": 0.5656,
      "step": 122630
    },
    {
      "epoch": 34.23,
      "grad_norm": 3.546030282974243,
      "learning_rate": 4.011128942227183e-06,
      "loss": 0.5814,
      "step": 122640
    },
    {
      "epoch": 34.23,
      "grad_norm": 2.2280242443084717,
      "learning_rate": 4.011456007535584e-06,
      "loss": 0.5948,
      "step": 122650
    },
    {
      "epoch": 34.23,
      "grad_norm": 4.0319623947143555,
      "learning_rate": 4.011783072843985e-06,
      "loss": 0.605,
      "step": 122660
    },
    {
      "epoch": 34.24,
      "grad_norm": 3.271932363510132,
      "learning_rate": 4.012110138152386e-06,
      "loss": 0.6059,
      "step": 122670
    },
    {
      "epoch": 34.24,
      "grad_norm": 3.1581716537475586,
      "learning_rate": 4.012437203460787e-06,
      "loss": 0.609,
      "step": 122680
    },
    {
      "epoch": 34.24,
      "grad_norm": 3.2401084899902344,
      "learning_rate": 4.0127642687691876e-06,
      "loss": 0.588,
      "step": 122690
    },
    {
      "epoch": 34.25,
      "grad_norm": 3.480135440826416,
      "learning_rate": 4.013091334077588e-06,
      "loss": 0.5627,
      "step": 122700
    },
    {
      "epoch": 34.25,
      "grad_norm": 2.9078240394592285,
      "learning_rate": 4.0134183993859894e-06,
      "loss": 0.5932,
      "step": 122710
    },
    {
      "epoch": 34.25,
      "grad_norm": 2.561227321624756,
      "learning_rate": 4.01374546469439e-06,
      "loss": 0.5784,
      "step": 122720
    },
    {
      "epoch": 34.25,
      "grad_norm": 2.9487552642822266,
      "learning_rate": 4.0140725300027905e-06,
      "loss": 0.5824,
      "step": 122730
    },
    {
      "epoch": 34.26,
      "grad_norm": 3.753310203552246,
      "learning_rate": 4.014399595311191e-06,
      "loss": 0.5947,
      "step": 122740
    },
    {
      "epoch": 34.26,
      "grad_norm": 4.339653491973877,
      "learning_rate": 4.014726660619592e-06,
      "loss": 0.5893,
      "step": 122750
    },
    {
      "epoch": 34.26,
      "grad_norm": 2.548293113708496,
      "learning_rate": 4.015053725927993e-06,
      "loss": 0.5729,
      "step": 122760
    },
    {
      "epoch": 34.26,
      "grad_norm": 3.017883777618408,
      "learning_rate": 4.015380791236393e-06,
      "loss": 0.5843,
      "step": 122770
    },
    {
      "epoch": 34.27,
      "grad_norm": 2.915515422821045,
      "learning_rate": 4.015707856544795e-06,
      "loss": 0.5945,
      "step": 122780
    },
    {
      "epoch": 34.27,
      "grad_norm": 3.2954702377319336,
      "learning_rate": 4.016034921853195e-06,
      "loss": 0.5754,
      "step": 122790
    },
    {
      "epoch": 34.27,
      "grad_norm": 3.284498453140259,
      "learning_rate": 4.016361987161597e-06,
      "loss": 0.5945,
      "step": 122800
    },
    {
      "epoch": 34.28,
      "grad_norm": 2.1865923404693604,
      "learning_rate": 4.016689052469997e-06,
      "loss": 0.6003,
      "step": 122810
    },
    {
      "epoch": 34.28,
      "grad_norm": 2.7068707942962646,
      "learning_rate": 4.017016117778398e-06,
      "loss": 0.5756,
      "step": 122820
    },
    {
      "epoch": 34.28,
      "grad_norm": 2.7729551792144775,
      "learning_rate": 4.017343183086798e-06,
      "loss": 0.6051,
      "step": 122830
    },
    {
      "epoch": 34.28,
      "grad_norm": 2.718111276626587,
      "learning_rate": 4.0176702483951995e-06,
      "loss": 0.596,
      "step": 122840
    },
    {
      "epoch": 34.29,
      "grad_norm": 2.474686861038208,
      "learning_rate": 4.0179973137036e-06,
      "loss": 0.6151,
      "step": 122850
    },
    {
      "epoch": 34.29,
      "grad_norm": 3.575744152069092,
      "learning_rate": 4.0183243790120005e-06,
      "loss": 0.5943,
      "step": 122860
    },
    {
      "epoch": 34.29,
      "grad_norm": 3.365095853805542,
      "learning_rate": 4.018651444320401e-06,
      "loss": 0.6003,
      "step": 122870
    },
    {
      "epoch": 34.3,
      "grad_norm": 3.1861836910247803,
      "learning_rate": 4.018978509628802e-06,
      "loss": 0.5866,
      "step": 122880
    },
    {
      "epoch": 34.3,
      "grad_norm": 3.018515110015869,
      "learning_rate": 4.019305574937204e-06,
      "loss": 0.5855,
      "step": 122890
    },
    {
      "epoch": 34.3,
      "grad_norm": 3.491974353790283,
      "learning_rate": 4.019632640245603e-06,
      "loss": 0.6208,
      "step": 122900
    },
    {
      "epoch": 34.3,
      "grad_norm": 3.0649056434631348,
      "learning_rate": 4.019959705554005e-06,
      "loss": 0.6198,
      "step": 122910
    },
    {
      "epoch": 34.31,
      "grad_norm": 2.0906081199645996,
      "learning_rate": 4.020286770862405e-06,
      "loss": 0.6017,
      "step": 122920
    },
    {
      "epoch": 34.31,
      "grad_norm": 3.232149362564087,
      "learning_rate": 4.020613836170807e-06,
      "loss": 0.5966,
      "step": 122930
    },
    {
      "epoch": 34.31,
      "grad_norm": 2.8767757415771484,
      "learning_rate": 4.020940901479207e-06,
      "loss": 0.611,
      "step": 122940
    },
    {
      "epoch": 34.31,
      "grad_norm": 3.125654458999634,
      "learning_rate": 4.021267966787608e-06,
      "loss": 0.583,
      "step": 122950
    },
    {
      "epoch": 34.32,
      "grad_norm": 3.3409290313720703,
      "learning_rate": 4.021595032096008e-06,
      "loss": 0.5916,
      "step": 122960
    },
    {
      "epoch": 34.32,
      "grad_norm": 3.681443214416504,
      "learning_rate": 4.0219220974044095e-06,
      "loss": 0.5988,
      "step": 122970
    },
    {
      "epoch": 34.32,
      "grad_norm": 2.681190252304077,
      "learning_rate": 4.02224916271281e-06,
      "loss": 0.5867,
      "step": 122980
    },
    {
      "epoch": 34.33,
      "grad_norm": 2.8261609077453613,
      "learning_rate": 4.0225762280212105e-06,
      "loss": 0.5831,
      "step": 122990
    },
    {
      "epoch": 34.33,
      "grad_norm": 3.628831148147583,
      "learning_rate": 4.022903293329612e-06,
      "loss": 0.5887,
      "step": 123000
    },
    {
      "epoch": 34.33,
      "grad_norm": 2.7207839488983154,
      "learning_rate": 4.023230358638012e-06,
      "loss": 0.6033,
      "step": 123010
    },
    {
      "epoch": 34.33,
      "grad_norm": 3.0326693058013916,
      "learning_rate": 4.023557423946414e-06,
      "loss": 0.5915,
      "step": 123020
    },
    {
      "epoch": 34.34,
      "grad_norm": 2.3590519428253174,
      "learning_rate": 4.023884489254814e-06,
      "loss": 0.5949,
      "step": 123030
    },
    {
      "epoch": 34.34,
      "grad_norm": 2.2524824142456055,
      "learning_rate": 4.024211554563215e-06,
      "loss": 0.6121,
      "step": 123040
    },
    {
      "epoch": 34.34,
      "grad_norm": 2.422091484069824,
      "learning_rate": 4.024538619871615e-06,
      "loss": 0.5774,
      "step": 123050
    },
    {
      "epoch": 34.35,
      "grad_norm": 3.0268335342407227,
      "learning_rate": 4.024865685180017e-06,
      "loss": 0.5992,
      "step": 123060
    },
    {
      "epoch": 34.35,
      "grad_norm": 2.44559383392334,
      "learning_rate": 4.025192750488417e-06,
      "loss": 0.5831,
      "step": 123070
    },
    {
      "epoch": 34.35,
      "grad_norm": 2.965568780899048,
      "learning_rate": 4.025519815796818e-06,
      "loss": 0.6038,
      "step": 123080
    },
    {
      "epoch": 34.35,
      "grad_norm": 4.594278335571289,
      "learning_rate": 4.025846881105219e-06,
      "loss": 0.6103,
      "step": 123090
    },
    {
      "epoch": 34.36,
      "grad_norm": 2.8917620182037354,
      "learning_rate": 4.0261739464136196e-06,
      "loss": 0.6106,
      "step": 123100
    },
    {
      "epoch": 34.36,
      "grad_norm": 3.038569450378418,
      "learning_rate": 4.02650101172202e-06,
      "loss": 0.5975,
      "step": 123110
    },
    {
      "epoch": 34.36,
      "grad_norm": 2.5341687202453613,
      "learning_rate": 4.026828077030421e-06,
      "loss": 0.6045,
      "step": 123120
    },
    {
      "epoch": 34.37,
      "grad_norm": 2.787700891494751,
      "learning_rate": 4.027155142338822e-06,
      "loss": 0.579,
      "step": 123130
    },
    {
      "epoch": 34.37,
      "grad_norm": 2.4221174716949463,
      "learning_rate": 4.0274822076472224e-06,
      "loss": 0.606,
      "step": 123140
    },
    {
      "epoch": 34.37,
      "grad_norm": 3.099663734436035,
      "learning_rate": 4.027809272955624e-06,
      "loss": 0.5909,
      "step": 123150
    },
    {
      "epoch": 34.37,
      "grad_norm": 2.4558262825012207,
      "learning_rate": 4.028136338264024e-06,
      "loss": 0.5969,
      "step": 123160
    },
    {
      "epoch": 34.38,
      "grad_norm": 2.7432639598846436,
      "learning_rate": 4.028463403572425e-06,
      "loss": 0.5996,
      "step": 123170
    },
    {
      "epoch": 34.38,
      "grad_norm": 4.383148670196533,
      "learning_rate": 4.028790468880826e-06,
      "loss": 0.5954,
      "step": 123180
    },
    {
      "epoch": 34.38,
      "grad_norm": 3.288726329803467,
      "learning_rate": 4.029117534189227e-06,
      "loss": 0.589,
      "step": 123190
    },
    {
      "epoch": 34.38,
      "grad_norm": 3.152787446975708,
      "learning_rate": 4.029444599497627e-06,
      "loss": 0.5819,
      "step": 123200
    },
    {
      "epoch": 34.39,
      "grad_norm": 3.6275081634521484,
      "learning_rate": 4.029771664806028e-06,
      "loss": 0.5977,
      "step": 123210
    },
    {
      "epoch": 34.39,
      "grad_norm": 2.963423252105713,
      "learning_rate": 4.030098730114429e-06,
      "loss": 0.5835,
      "step": 123220
    },
    {
      "epoch": 34.39,
      "grad_norm": 2.782541513442993,
      "learning_rate": 4.03042579542283e-06,
      "loss": 0.6224,
      "step": 123230
    },
    {
      "epoch": 34.4,
      "grad_norm": 3.4538984298706055,
      "learning_rate": 4.03075286073123e-06,
      "loss": 0.5999,
      "step": 123240
    },
    {
      "epoch": 34.4,
      "grad_norm": 3.2074828147888184,
      "learning_rate": 4.031079926039631e-06,
      "loss": 0.5837,
      "step": 123250
    },
    {
      "epoch": 34.4,
      "grad_norm": 2.315722942352295,
      "learning_rate": 4.031406991348032e-06,
      "loss": 0.5885,
      "step": 123260
    },
    {
      "epoch": 34.4,
      "grad_norm": 4.110502243041992,
      "learning_rate": 4.031734056656433e-06,
      "loss": 0.6019,
      "step": 123270
    },
    {
      "epoch": 34.41,
      "grad_norm": 2.894193172454834,
      "learning_rate": 4.032061121964834e-06,
      "loss": 0.596,
      "step": 123280
    },
    {
      "epoch": 34.41,
      "grad_norm": 2.257193088531494,
      "learning_rate": 4.032388187273234e-06,
      "loss": 0.6155,
      "step": 123290
    },
    {
      "epoch": 34.41,
      "grad_norm": 2.9371461868286133,
      "learning_rate": 4.032715252581635e-06,
      "loss": 0.5964,
      "step": 123300
    },
    {
      "epoch": 34.42,
      "grad_norm": 2.8175151348114014,
      "learning_rate": 4.033042317890036e-06,
      "loss": 0.6138,
      "step": 123310
    },
    {
      "epoch": 34.42,
      "grad_norm": 2.4700608253479004,
      "learning_rate": 4.033369383198437e-06,
      "loss": 0.5834,
      "step": 123320
    },
    {
      "epoch": 34.42,
      "grad_norm": 3.1663548946380615,
      "learning_rate": 4.033696448506837e-06,
      "loss": 0.5955,
      "step": 123330
    },
    {
      "epoch": 34.42,
      "grad_norm": 2.476271152496338,
      "learning_rate": 4.034023513815238e-06,
      "loss": 0.599,
      "step": 123340
    },
    {
      "epoch": 34.43,
      "grad_norm": 3.793148994445801,
      "learning_rate": 4.034350579123639e-06,
      "loss": 0.5793,
      "step": 123350
    },
    {
      "epoch": 34.43,
      "grad_norm": 3.3465957641601562,
      "learning_rate": 4.0346776444320405e-06,
      "loss": 0.5671,
      "step": 123360
    },
    {
      "epoch": 34.43,
      "grad_norm": 2.9384031295776367,
      "learning_rate": 4.03500470974044e-06,
      "loss": 0.5911,
      "step": 123370
    },
    {
      "epoch": 34.43,
      "grad_norm": 2.9634592533111572,
      "learning_rate": 4.0353317750488415e-06,
      "loss": 0.5821,
      "step": 123380
    },
    {
      "epoch": 34.44,
      "grad_norm": 2.8656842708587646,
      "learning_rate": 4.035658840357242e-06,
      "loss": 0.5764,
      "step": 123390
    },
    {
      "epoch": 34.44,
      "grad_norm": 4.976263523101807,
      "learning_rate": 4.035985905665643e-06,
      "loss": 0.5949,
      "step": 123400
    },
    {
      "epoch": 34.44,
      "grad_norm": 3.54972767829895,
      "learning_rate": 4.036312970974044e-06,
      "loss": 0.592,
      "step": 123410
    },
    {
      "epoch": 34.45,
      "grad_norm": 2.7557175159454346,
      "learning_rate": 4.036640036282444e-06,
      "loss": 0.601,
      "step": 123420
    },
    {
      "epoch": 34.45,
      "grad_norm": 2.9209485054016113,
      "learning_rate": 4.036967101590845e-06,
      "loss": 0.5775,
      "step": 123430
    },
    {
      "epoch": 34.45,
      "grad_norm": 3.3346781730651855,
      "learning_rate": 4.037294166899246e-06,
      "loss": 0.5869,
      "step": 123440
    },
    {
      "epoch": 34.45,
      "grad_norm": 2.4868991374969482,
      "learning_rate": 4.037621232207647e-06,
      "loss": 0.5905,
      "step": 123450
    },
    {
      "epoch": 34.46,
      "grad_norm": 4.254845142364502,
      "learning_rate": 4.037948297516047e-06,
      "loss": 0.6147,
      "step": 123460
    },
    {
      "epoch": 34.46,
      "grad_norm": 2.164424419403076,
      "learning_rate": 4.038275362824449e-06,
      "loss": 0.5994,
      "step": 123470
    },
    {
      "epoch": 34.46,
      "grad_norm": 3.1396212577819824,
      "learning_rate": 4.038602428132849e-06,
      "loss": 0.5838,
      "step": 123480
    },
    {
      "epoch": 34.47,
      "grad_norm": 2.5849368572235107,
      "learning_rate": 4.0389294934412505e-06,
      "loss": 0.6002,
      "step": 123490
    },
    {
      "epoch": 34.47,
      "grad_norm": 3.2533304691314697,
      "learning_rate": 4.039256558749651e-06,
      "loss": 0.6224,
      "step": 123500
    },
    {
      "epoch": 34.47,
      "grad_norm": 3.203991651535034,
      "learning_rate": 4.0395836240580515e-06,
      "loss": 0.581,
      "step": 123510
    },
    {
      "epoch": 34.47,
      "grad_norm": 2.191230535507202,
      "learning_rate": 4.039910689366452e-06,
      "loss": 0.5762,
      "step": 123520
    },
    {
      "epoch": 34.48,
      "grad_norm": 2.346024990081787,
      "learning_rate": 4.040237754674853e-06,
      "loss": 0.5853,
      "step": 123530
    },
    {
      "epoch": 34.48,
      "grad_norm": 4.131313323974609,
      "learning_rate": 4.040564819983254e-06,
      "loss": 0.578,
      "step": 123540
    },
    {
      "epoch": 34.48,
      "grad_norm": 2.9281132221221924,
      "learning_rate": 4.0408918852916544e-06,
      "loss": 0.5906,
      "step": 123550
    },
    {
      "epoch": 34.49,
      "grad_norm": 2.8038158416748047,
      "learning_rate": 4.041218950600056e-06,
      "loss": 0.5998,
      "step": 123560
    },
    {
      "epoch": 34.49,
      "grad_norm": 3.5252692699432373,
      "learning_rate": 4.041546015908456e-06,
      "loss": 0.5973,
      "step": 123570
    },
    {
      "epoch": 34.49,
      "grad_norm": 3.642449140548706,
      "learning_rate": 4.041873081216857e-06,
      "loss": 0.5864,
      "step": 123580
    },
    {
      "epoch": 34.49,
      "grad_norm": 2.5339901447296143,
      "learning_rate": 4.042200146525257e-06,
      "loss": 0.5691,
      "step": 123590
    },
    {
      "epoch": 34.5,
      "grad_norm": 3.6798524856567383,
      "learning_rate": 4.042527211833659e-06,
      "loss": 0.5886,
      "step": 123600
    },
    {
      "epoch": 34.5,
      "grad_norm": 3.842284917831421,
      "learning_rate": 4.042854277142059e-06,
      "loss": 0.607,
      "step": 123610
    },
    {
      "epoch": 34.5,
      "grad_norm": 3.7709245681762695,
      "learning_rate": 4.0431813424504606e-06,
      "loss": 0.5833,
      "step": 123620
    },
    {
      "epoch": 34.5,
      "grad_norm": 3.422447919845581,
      "learning_rate": 4.043508407758861e-06,
      "loss": 0.5906,
      "step": 123630
    },
    {
      "epoch": 34.51,
      "grad_norm": 3.055774688720703,
      "learning_rate": 4.043835473067262e-06,
      "loss": 0.5837,
      "step": 123640
    },
    {
      "epoch": 34.51,
      "grad_norm": 2.96297550201416,
      "learning_rate": 4.044162538375663e-06,
      "loss": 0.5829,
      "step": 123650
    },
    {
      "epoch": 34.51,
      "grad_norm": 3.74588942527771,
      "learning_rate": 4.0444896036840635e-06,
      "loss": 0.6097,
      "step": 123660
    },
    {
      "epoch": 34.52,
      "grad_norm": 2.600510358810425,
      "learning_rate": 4.044816668992464e-06,
      "loss": 0.583,
      "step": 123670
    },
    {
      "epoch": 34.52,
      "grad_norm": 2.988257884979248,
      "learning_rate": 4.0451437343008645e-06,
      "loss": 0.598,
      "step": 123680
    },
    {
      "epoch": 34.52,
      "grad_norm": 2.8282556533813477,
      "learning_rate": 4.045470799609266e-06,
      "loss": 0.5919,
      "step": 123690
    },
    {
      "epoch": 34.52,
      "grad_norm": 2.258869171142578,
      "learning_rate": 4.045797864917666e-06,
      "loss": 0.5902,
      "step": 123700
    },
    {
      "epoch": 34.53,
      "grad_norm": 2.934965133666992,
      "learning_rate": 4.046124930226067e-06,
      "loss": 0.5911,
      "step": 123710
    },
    {
      "epoch": 34.53,
      "grad_norm": 4.3153605461120605,
      "learning_rate": 4.046451995534467e-06,
      "loss": 0.6166,
      "step": 123720
    },
    {
      "epoch": 34.53,
      "grad_norm": 3.903838872909546,
      "learning_rate": 4.046779060842869e-06,
      "loss": 0.565,
      "step": 123730
    },
    {
      "epoch": 34.54,
      "grad_norm": 2.3722689151763916,
      "learning_rate": 4.04710612615127e-06,
      "loss": 0.5735,
      "step": 123740
    },
    {
      "epoch": 34.54,
      "grad_norm": 2.9298174381256104,
      "learning_rate": 4.047433191459671e-06,
      "loss": 0.5989,
      "step": 123750
    },
    {
      "epoch": 34.54,
      "grad_norm": 3.0280568599700928,
      "learning_rate": 4.047760256768071e-06,
      "loss": 0.6009,
      "step": 123760
    },
    {
      "epoch": 34.54,
      "grad_norm": 2.597278356552124,
      "learning_rate": 4.048087322076472e-06,
      "loss": 0.6024,
      "step": 123770
    },
    {
      "epoch": 34.55,
      "grad_norm": 3.212554931640625,
      "learning_rate": 4.048414387384873e-06,
      "loss": 0.5895,
      "step": 123780
    },
    {
      "epoch": 34.55,
      "grad_norm": 3.7179479598999023,
      "learning_rate": 4.0487414526932735e-06,
      "loss": 0.5857,
      "step": 123790
    },
    {
      "epoch": 34.55,
      "grad_norm": 3.1409049034118652,
      "learning_rate": 4.049068518001674e-06,
      "loss": 0.5928,
      "step": 123800
    },
    {
      "epoch": 34.55,
      "grad_norm": 3.104769706726074,
      "learning_rate": 4.0493955833100745e-06,
      "loss": 0.581,
      "step": 123810
    },
    {
      "epoch": 34.56,
      "grad_norm": 3.6801397800445557,
      "learning_rate": 4.049722648618476e-06,
      "loss": 0.592,
      "step": 123820
    },
    {
      "epoch": 34.56,
      "grad_norm": 3.174104690551758,
      "learning_rate": 4.050049713926877e-06,
      "loss": 0.5945,
      "step": 123830
    },
    {
      "epoch": 34.56,
      "grad_norm": 4.436019420623779,
      "learning_rate": 4.050376779235277e-06,
      "loss": 0.5924,
      "step": 123840
    },
    {
      "epoch": 34.57,
      "grad_norm": 3.160799503326416,
      "learning_rate": 4.050703844543678e-06,
      "loss": 0.5921,
      "step": 123850
    },
    {
      "epoch": 34.57,
      "grad_norm": 2.4246766567230225,
      "learning_rate": 4.051030909852079e-06,
      "loss": 0.5928,
      "step": 123860
    },
    {
      "epoch": 34.57,
      "grad_norm": 2.6589934825897217,
      "learning_rate": 4.05135797516048e-06,
      "loss": 0.5923,
      "step": 123870
    },
    {
      "epoch": 34.57,
      "grad_norm": 3.291640281677246,
      "learning_rate": 4.051685040468881e-06,
      "loss": 0.5924,
      "step": 123880
    },
    {
      "epoch": 34.58,
      "grad_norm": 3.092010021209717,
      "learning_rate": 4.052012105777281e-06,
      "loss": 0.6193,
      "step": 123890
    },
    {
      "epoch": 34.58,
      "grad_norm": 5.106430530548096,
      "learning_rate": 4.052339171085682e-06,
      "loss": 0.5906,
      "step": 123900
    },
    {
      "epoch": 34.58,
      "grad_norm": 3.568866491317749,
      "learning_rate": 4.052666236394083e-06,
      "loss": 0.5727,
      "step": 123910
    },
    {
      "epoch": 34.59,
      "grad_norm": 2.778357744216919,
      "learning_rate": 4.0529933017024835e-06,
      "loss": 0.5744,
      "step": 123920
    },
    {
      "epoch": 34.59,
      "grad_norm": 2.7162082195281982,
      "learning_rate": 4.053320367010884e-06,
      "loss": 0.5748,
      "step": 123930
    },
    {
      "epoch": 34.59,
      "grad_norm": 2.642880916595459,
      "learning_rate": 4.053647432319285e-06,
      "loss": 0.557,
      "step": 123940
    },
    {
      "epoch": 34.59,
      "grad_norm": 3.054762840270996,
      "learning_rate": 4.053974497627686e-06,
      "loss": 0.5864,
      "step": 123950
    },
    {
      "epoch": 34.6,
      "grad_norm": 3.066898822784424,
      "learning_rate": 4.054301562936087e-06,
      "loss": 0.5683,
      "step": 123960
    },
    {
      "epoch": 34.6,
      "grad_norm": 2.7196578979492188,
      "learning_rate": 4.054628628244488e-06,
      "loss": 0.5872,
      "step": 123970
    },
    {
      "epoch": 34.6,
      "grad_norm": 2.7557878494262695,
      "learning_rate": 4.054955693552888e-06,
      "loss": 0.5985,
      "step": 123980
    },
    {
      "epoch": 34.61,
      "grad_norm": 3.0334060192108154,
      "learning_rate": 4.055282758861289e-06,
      "loss": 0.5897,
      "step": 123990
    },
    {
      "epoch": 34.61,
      "grad_norm": 3.115483283996582,
      "learning_rate": 4.05560982416969e-06,
      "loss": 0.6123,
      "step": 124000
    },
    {
      "epoch": 34.61,
      "grad_norm": 2.871530294418335,
      "learning_rate": 4.055936889478091e-06,
      "loss": 0.5941,
      "step": 124010
    },
    {
      "epoch": 34.61,
      "grad_norm": 2.697481155395508,
      "learning_rate": 4.056263954786491e-06,
      "loss": 0.5881,
      "step": 124020
    },
    {
      "epoch": 34.62,
      "grad_norm": 2.893427848815918,
      "learning_rate": 4.0565910200948925e-06,
      "loss": 0.5883,
      "step": 124030
    },
    {
      "epoch": 34.62,
      "grad_norm": 3.2728631496429443,
      "learning_rate": 4.056918085403293e-06,
      "loss": 0.6014,
      "step": 124040
    },
    {
      "epoch": 34.62,
      "grad_norm": 2.966752529144287,
      "learning_rate": 4.0572451507116936e-06,
      "loss": 0.5917,
      "step": 124050
    },
    {
      "epoch": 34.62,
      "grad_norm": 2.8312318325042725,
      "learning_rate": 4.057572216020094e-06,
      "loss": 0.6043,
      "step": 124060
    },
    {
      "epoch": 34.63,
      "grad_norm": 3.8823673725128174,
      "learning_rate": 4.0578992813284954e-06,
      "loss": 0.6101,
      "step": 124070
    },
    {
      "epoch": 34.63,
      "grad_norm": 3.317579507827759,
      "learning_rate": 4.058226346636896e-06,
      "loss": 0.6018,
      "step": 124080
    },
    {
      "epoch": 34.63,
      "grad_norm": 2.517317056655884,
      "learning_rate": 4.058553411945297e-06,
      "loss": 0.577,
      "step": 124090
    },
    {
      "epoch": 34.64,
      "grad_norm": 2.41469407081604,
      "learning_rate": 4.058880477253698e-06,
      "loss": 0.5868,
      "step": 124100
    },
    {
      "epoch": 34.64,
      "grad_norm": 2.6092944145202637,
      "learning_rate": 4.059207542562098e-06,
      "loss": 0.5696,
      "step": 124110
    },
    {
      "epoch": 34.64,
      "grad_norm": 3.684548854827881,
      "learning_rate": 4.0595346078705e-06,
      "loss": 0.6104,
      "step": 124120
    },
    {
      "epoch": 34.64,
      "grad_norm": 2.452643632888794,
      "learning_rate": 4.0598616731789e-06,
      "loss": 0.5952,
      "step": 124130
    },
    {
      "epoch": 34.65,
      "grad_norm": 4.583704948425293,
      "learning_rate": 4.060188738487301e-06,
      "loss": 0.594,
      "step": 124140
    },
    {
      "epoch": 34.65,
      "grad_norm": 3.234692096710205,
      "learning_rate": 4.060515803795701e-06,
      "loss": 0.6153,
      "step": 124150
    },
    {
      "epoch": 34.65,
      "grad_norm": 3.6856188774108887,
      "learning_rate": 4.060842869104103e-06,
      "loss": 0.6221,
      "step": 124160
    },
    {
      "epoch": 34.66,
      "grad_norm": 2.599025011062622,
      "learning_rate": 4.061169934412503e-06,
      "loss": 0.5947,
      "step": 124170
    },
    {
      "epoch": 34.66,
      "grad_norm": 2.830679178237915,
      "learning_rate": 4.061496999720904e-06,
      "loss": 0.5949,
      "step": 124180
    },
    {
      "epoch": 34.66,
      "grad_norm": 3.271893262863159,
      "learning_rate": 4.061824065029304e-06,
      "loss": 0.5811,
      "step": 124190
    },
    {
      "epoch": 34.66,
      "grad_norm": 2.737762928009033,
      "learning_rate": 4.0621511303377055e-06,
      "loss": 0.59,
      "step": 124200
    },
    {
      "epoch": 34.67,
      "grad_norm": 3.1538350582122803,
      "learning_rate": 4.062478195646106e-06,
      "loss": 0.5941,
      "step": 124210
    },
    {
      "epoch": 34.67,
      "grad_norm": 4.009605407714844,
      "learning_rate": 4.062805260954507e-06,
      "loss": 0.5695,
      "step": 124220
    },
    {
      "epoch": 34.67,
      "grad_norm": 3.397355318069458,
      "learning_rate": 4.063132326262908e-06,
      "loss": 0.5971,
      "step": 124230
    },
    {
      "epoch": 34.67,
      "grad_norm": 2.590522050857544,
      "learning_rate": 4.063459391571308e-06,
      "loss": 0.5819,
      "step": 124240
    },
    {
      "epoch": 34.68,
      "grad_norm": 2.19100022315979,
      "learning_rate": 4.06378645687971e-06,
      "loss": 0.5816,
      "step": 124250
    },
    {
      "epoch": 34.68,
      "grad_norm": 3.4463682174682617,
      "learning_rate": 4.06411352218811e-06,
      "loss": 0.5925,
      "step": 124260
    },
    {
      "epoch": 34.68,
      "grad_norm": 3.414207696914673,
      "learning_rate": 4.064440587496511e-06,
      "loss": 0.6112,
      "step": 124270
    },
    {
      "epoch": 34.69,
      "grad_norm": 3.747742176055908,
      "learning_rate": 4.064767652804911e-06,
      "loss": 0.6017,
      "step": 124280
    },
    {
      "epoch": 34.69,
      "grad_norm": 3.38901686668396,
      "learning_rate": 4.065094718113313e-06,
      "loss": 0.585,
      "step": 124290
    },
    {
      "epoch": 34.69,
      "grad_norm": 4.364682197570801,
      "learning_rate": 4.065421783421713e-06,
      "loss": 0.6041,
      "step": 124300
    },
    {
      "epoch": 34.69,
      "grad_norm": 2.960952043533325,
      "learning_rate": 4.065748848730114e-06,
      "loss": 0.5805,
      "step": 124310
    },
    {
      "epoch": 34.7,
      "grad_norm": 3.3803884983062744,
      "learning_rate": 4.066075914038515e-06,
      "loss": 0.5891,
      "step": 124320
    },
    {
      "epoch": 34.7,
      "grad_norm": 2.452394485473633,
      "learning_rate": 4.0664029793469155e-06,
      "loss": 0.5996,
      "step": 124330
    },
    {
      "epoch": 34.7,
      "grad_norm": 3.2963736057281494,
      "learning_rate": 4.066730044655317e-06,
      "loss": 0.578,
      "step": 124340
    },
    {
      "epoch": 34.71,
      "grad_norm": 2.755014419555664,
      "learning_rate": 4.067057109963717e-06,
      "loss": 0.6015,
      "step": 124350
    },
    {
      "epoch": 34.71,
      "grad_norm": 2.894752264022827,
      "learning_rate": 4.067384175272118e-06,
      "loss": 0.5765,
      "step": 124360
    },
    {
      "epoch": 34.71,
      "grad_norm": 2.7559733390808105,
      "learning_rate": 4.067711240580518e-06,
      "loss": 0.5746,
      "step": 124370
    },
    {
      "epoch": 34.71,
      "grad_norm": 3.05305552482605,
      "learning_rate": 4.06803830588892e-06,
      "loss": 0.5992,
      "step": 124380
    },
    {
      "epoch": 34.72,
      "grad_norm": 3.2264676094055176,
      "learning_rate": 4.06836537119732e-06,
      "loss": 0.5868,
      "step": 124390
    },
    {
      "epoch": 34.72,
      "grad_norm": 2.923267364501953,
      "learning_rate": 4.068692436505721e-06,
      "loss": 0.5959,
      "step": 124400
    },
    {
      "epoch": 34.72,
      "grad_norm": 3.528191089630127,
      "learning_rate": 4.069019501814122e-06,
      "loss": 0.5886,
      "step": 124410
    },
    {
      "epoch": 34.73,
      "grad_norm": 2.872516393661499,
      "learning_rate": 4.069346567122523e-06,
      "loss": 0.5927,
      "step": 124420
    },
    {
      "epoch": 34.73,
      "grad_norm": 2.5973567962646484,
      "learning_rate": 4.069673632430924e-06,
      "loss": 0.5967,
      "step": 124430
    },
    {
      "epoch": 34.73,
      "grad_norm": 3.5440897941589355,
      "learning_rate": 4.0700006977393245e-06,
      "loss": 0.6055,
      "step": 124440
    },
    {
      "epoch": 34.73,
      "grad_norm": 3.635378122329712,
      "learning_rate": 4.070327763047725e-06,
      "loss": 0.593,
      "step": 124450
    },
    {
      "epoch": 34.74,
      "grad_norm": 2.637540340423584,
      "learning_rate": 4.0706548283561256e-06,
      "loss": 0.6141,
      "step": 124460
    },
    {
      "epoch": 34.74,
      "grad_norm": 2.7342605590820312,
      "learning_rate": 4.070981893664527e-06,
      "loss": 0.5992,
      "step": 124470
    },
    {
      "epoch": 34.74,
      "grad_norm": 2.8631649017333984,
      "learning_rate": 4.0713089589729274e-06,
      "loss": 0.5823,
      "step": 124480
    },
    {
      "epoch": 34.74,
      "grad_norm": 3.233947992324829,
      "learning_rate": 4.071636024281328e-06,
      "loss": 0.5963,
      "step": 124490
    },
    {
      "epoch": 34.75,
      "grad_norm": 2.618159770965576,
      "learning_rate": 4.071963089589729e-06,
      "loss": 0.5861,
      "step": 124500
    },
    {
      "epoch": 34.75,
      "grad_norm": 2.354132890701294,
      "learning_rate": 4.07229015489813e-06,
      "loss": 0.585,
      "step": 124510
    },
    {
      "epoch": 34.75,
      "grad_norm": 3.6102030277252197,
      "learning_rate": 4.07261722020653e-06,
      "loss": 0.6135,
      "step": 124520
    },
    {
      "epoch": 34.76,
      "grad_norm": 3.829740047454834,
      "learning_rate": 4.072944285514931e-06,
      "loss": 0.5821,
      "step": 124530
    },
    {
      "epoch": 34.76,
      "grad_norm": 3.249051570892334,
      "learning_rate": 4.073271350823332e-06,
      "loss": 0.5767,
      "step": 124540
    },
    {
      "epoch": 34.76,
      "grad_norm": 2.546213150024414,
      "learning_rate": 4.073598416131733e-06,
      "loss": 0.5945,
      "step": 124550
    },
    {
      "epoch": 34.76,
      "grad_norm": 2.6250951290130615,
      "learning_rate": 4.073925481440134e-06,
      "loss": 0.5843,
      "step": 124560
    },
    {
      "epoch": 34.77,
      "grad_norm": 2.3968896865844727,
      "learning_rate": 4.074252546748535e-06,
      "loss": 0.6093,
      "step": 124570
    },
    {
      "epoch": 34.77,
      "grad_norm": 2.7436864376068115,
      "learning_rate": 4.074579612056935e-06,
      "loss": 0.5952,
      "step": 124580
    },
    {
      "epoch": 34.77,
      "grad_norm": 2.7026898860931396,
      "learning_rate": 4.074906677365336e-06,
      "loss": 0.602,
      "step": 124590
    },
    {
      "epoch": 34.78,
      "grad_norm": 3.9970364570617676,
      "learning_rate": 4.075233742673737e-06,
      "loss": 0.5895,
      "step": 124600
    },
    {
      "epoch": 34.78,
      "grad_norm": 2.7028088569641113,
      "learning_rate": 4.0755608079821375e-06,
      "loss": 0.5938,
      "step": 124610
    },
    {
      "epoch": 34.78,
      "grad_norm": 3.186721086502075,
      "learning_rate": 4.075887873290538e-06,
      "loss": 0.5632,
      "step": 124620
    },
    {
      "epoch": 34.78,
      "grad_norm": 3.1885547637939453,
      "learning_rate": 4.076214938598939e-06,
      "loss": 0.5925,
      "step": 124630
    },
    {
      "epoch": 34.79,
      "grad_norm": 2.6308937072753906,
      "learning_rate": 4.07654200390734e-06,
      "loss": 0.6054,
      "step": 124640
    },
    {
      "epoch": 34.79,
      "grad_norm": 3.0609304904937744,
      "learning_rate": 4.07686906921574e-06,
      "loss": 0.6021,
      "step": 124650
    },
    {
      "epoch": 34.79,
      "grad_norm": 3.652482032775879,
      "learning_rate": 4.077196134524141e-06,
      "loss": 0.5952,
      "step": 124660
    },
    {
      "epoch": 34.79,
      "grad_norm": 3.3934574127197266,
      "learning_rate": 4.077523199832542e-06,
      "loss": 0.5912,
      "step": 124670
    },
    {
      "epoch": 34.8,
      "grad_norm": 2.8384714126586914,
      "learning_rate": 4.077850265140943e-06,
      "loss": 0.5956,
      "step": 124680
    },
    {
      "epoch": 34.8,
      "grad_norm": 3.2747180461883545,
      "learning_rate": 4.078177330449344e-06,
      "loss": 0.5946,
      "step": 124690
    },
    {
      "epoch": 34.8,
      "grad_norm": 3.020632743835449,
      "learning_rate": 4.078504395757745e-06,
      "loss": 0.6023,
      "step": 124700
    },
    {
      "epoch": 34.81,
      "grad_norm": 3.384483814239502,
      "learning_rate": 4.078831461066145e-06,
      "loss": 0.6079,
      "step": 124710
    },
    {
      "epoch": 34.81,
      "grad_norm": 3.156656503677368,
      "learning_rate": 4.0791585263745465e-06,
      "loss": 0.5924,
      "step": 124720
    },
    {
      "epoch": 34.81,
      "grad_norm": 2.579936981201172,
      "learning_rate": 4.079485591682947e-06,
      "loss": 0.6002,
      "step": 124730
    },
    {
      "epoch": 34.81,
      "grad_norm": 2.9105677604675293,
      "learning_rate": 4.0798126569913475e-06,
      "loss": 0.5895,
      "step": 124740
    },
    {
      "epoch": 34.82,
      "grad_norm": 3.5087318420410156,
      "learning_rate": 4.080139722299748e-06,
      "loss": 0.6138,
      "step": 124750
    },
    {
      "epoch": 34.82,
      "grad_norm": 2.0387728214263916,
      "learning_rate": 4.080466787608149e-06,
      "loss": 0.5955,
      "step": 124760
    },
    {
      "epoch": 34.82,
      "grad_norm": 3.1294167041778564,
      "learning_rate": 4.08079385291655e-06,
      "loss": 0.5997,
      "step": 124770
    },
    {
      "epoch": 34.83,
      "grad_norm": 3.18203067779541,
      "learning_rate": 4.08112091822495e-06,
      "loss": 0.6068,
      "step": 124780
    },
    {
      "epoch": 34.83,
      "grad_norm": 3.4751064777374268,
      "learning_rate": 4.081447983533352e-06,
      "loss": 0.6073,
      "step": 124790
    },
    {
      "epoch": 34.83,
      "grad_norm": 2.588111162185669,
      "learning_rate": 4.081775048841752e-06,
      "loss": 0.5948,
      "step": 124800
    },
    {
      "epoch": 34.83,
      "grad_norm": 3.3072307109832764,
      "learning_rate": 4.082102114150154e-06,
      "loss": 0.592,
      "step": 124810
    },
    {
      "epoch": 34.84,
      "grad_norm": 2.5685830116271973,
      "learning_rate": 4.082429179458554e-06,
      "loss": 0.5877,
      "step": 124820
    },
    {
      "epoch": 34.84,
      "grad_norm": 3.3602187633514404,
      "learning_rate": 4.082756244766955e-06,
      "loss": 0.5825,
      "step": 124830
    },
    {
      "epoch": 34.84,
      "grad_norm": 2.3383378982543945,
      "learning_rate": 4.083083310075355e-06,
      "loss": 0.6034,
      "step": 124840
    },
    {
      "epoch": 34.85,
      "grad_norm": 3.2709548473358154,
      "learning_rate": 4.0834103753837565e-06,
      "loss": 0.6019,
      "step": 124850
    },
    {
      "epoch": 34.85,
      "grad_norm": 2.421323299407959,
      "learning_rate": 4.083737440692157e-06,
      "loss": 0.588,
      "step": 124860
    },
    {
      "epoch": 34.85,
      "grad_norm": 2.604313611984253,
      "learning_rate": 4.0840645060005576e-06,
      "loss": 0.604,
      "step": 124870
    },
    {
      "epoch": 34.85,
      "grad_norm": 2.875009298324585,
      "learning_rate": 4.084391571308959e-06,
      "loss": 0.5865,
      "step": 124880
    },
    {
      "epoch": 34.86,
      "grad_norm": 4.328403949737549,
      "learning_rate": 4.084718636617359e-06,
      "loss": 0.5837,
      "step": 124890
    },
    {
      "epoch": 34.86,
      "grad_norm": 2.881396532058716,
      "learning_rate": 4.085045701925761e-06,
      "loss": 0.5915,
      "step": 124900
    },
    {
      "epoch": 34.86,
      "grad_norm": 1.8932719230651855,
      "learning_rate": 4.085372767234161e-06,
      "loss": 0.5806,
      "step": 124910
    },
    {
      "epoch": 34.86,
      "grad_norm": 3.0702357292175293,
      "learning_rate": 4.085699832542562e-06,
      "loss": 0.581,
      "step": 124920
    },
    {
      "epoch": 34.87,
      "grad_norm": 2.8005425930023193,
      "learning_rate": 4.086026897850962e-06,
      "loss": 0.6107,
      "step": 124930
    },
    {
      "epoch": 34.87,
      "grad_norm": 2.6781699657440186,
      "learning_rate": 4.086353963159364e-06,
      "loss": 0.6144,
      "step": 124940
    },
    {
      "epoch": 34.87,
      "grad_norm": 2.6456522941589355,
      "learning_rate": 4.086681028467764e-06,
      "loss": 0.5934,
      "step": 124950
    },
    {
      "epoch": 34.88,
      "grad_norm": 2.4366118907928467,
      "learning_rate": 4.087008093776165e-06,
      "loss": 0.5851,
      "step": 124960
    },
    {
      "epoch": 34.88,
      "grad_norm": 3.1100411415100098,
      "learning_rate": 4.087335159084565e-06,
      "loss": 0.6064,
      "step": 124970
    },
    {
      "epoch": 34.88,
      "grad_norm": 2.433156967163086,
      "learning_rate": 4.0876622243929666e-06,
      "loss": 0.5794,
      "step": 124980
    },
    {
      "epoch": 34.88,
      "grad_norm": 2.745957612991333,
      "learning_rate": 4.087989289701367e-06,
      "loss": 0.6184,
      "step": 124990
    },
    {
      "epoch": 34.89,
      "grad_norm": 3.1022257804870605,
      "learning_rate": 4.088316355009768e-06,
      "loss": 0.5855,
      "step": 125000
    },
    {
      "epoch": 34.89,
      "grad_norm": 2.7237794399261475,
      "learning_rate": 4.088643420318169e-06,
      "loss": 0.6005,
      "step": 125010
    },
    {
      "epoch": 34.89,
      "grad_norm": 3.26346492767334,
      "learning_rate": 4.0889704856265695e-06,
      "loss": 0.5913,
      "step": 125020
    },
    {
      "epoch": 34.9,
      "grad_norm": 2.137578010559082,
      "learning_rate": 4.089297550934971e-06,
      "loss": 0.5976,
      "step": 125030
    },
    {
      "epoch": 34.9,
      "grad_norm": 2.3345069885253906,
      "learning_rate": 4.089624616243371e-06,
      "loss": 0.5897,
      "step": 125040
    },
    {
      "epoch": 34.9,
      "grad_norm": 2.836419105529785,
      "learning_rate": 4.089951681551772e-06,
      "loss": 0.6018,
      "step": 125050
    },
    {
      "epoch": 34.9,
      "grad_norm": 3.798588514328003,
      "learning_rate": 4.090278746860172e-06,
      "loss": 0.5993,
      "step": 125060
    },
    {
      "epoch": 34.91,
      "grad_norm": 2.7011616230010986,
      "learning_rate": 4.090605812168574e-06,
      "loss": 0.5928,
      "step": 125070
    },
    {
      "epoch": 34.91,
      "grad_norm": 2.819448947906494,
      "learning_rate": 4.090932877476974e-06,
      "loss": 0.6003,
      "step": 125080
    },
    {
      "epoch": 34.91,
      "grad_norm": 2.7958731651306152,
      "learning_rate": 4.091259942785375e-06,
      "loss": 0.584,
      "step": 125090
    },
    {
      "epoch": 34.91,
      "grad_norm": 2.392296552658081,
      "learning_rate": 4.091587008093776e-06,
      "loss": 0.5858,
      "step": 125100
    },
    {
      "epoch": 34.92,
      "grad_norm": 3.4823007583618164,
      "learning_rate": 4.091914073402177e-06,
      "loss": 0.5989,
      "step": 125110
    },
    {
      "epoch": 34.92,
      "grad_norm": 3.060255765914917,
      "learning_rate": 4.092241138710577e-06,
      "loss": 0.5986,
      "step": 125120
    },
    {
      "epoch": 34.92,
      "grad_norm": 3.274343729019165,
      "learning_rate": 4.092568204018978e-06,
      "loss": 0.5886,
      "step": 125130
    },
    {
      "epoch": 34.93,
      "grad_norm": 4.143354415893555,
      "learning_rate": 4.092895269327379e-06,
      "loss": 0.6094,
      "step": 125140
    },
    {
      "epoch": 34.93,
      "grad_norm": 2.876685619354248,
      "learning_rate": 4.0932223346357795e-06,
      "loss": 0.572,
      "step": 125150
    },
    {
      "epoch": 34.93,
      "grad_norm": 3.318253517150879,
      "learning_rate": 4.093549399944181e-06,
      "loss": 0.6062,
      "step": 125160
    },
    {
      "epoch": 34.93,
      "grad_norm": 2.902327060699463,
      "learning_rate": 4.093876465252581e-06,
      "loss": 0.5885,
      "step": 125170
    },
    {
      "epoch": 34.94,
      "grad_norm": 3.040323495864868,
      "learning_rate": 4.094203530560982e-06,
      "loss": 0.6005,
      "step": 125180
    },
    {
      "epoch": 34.94,
      "grad_norm": 3.3407678604125977,
      "learning_rate": 4.094530595869383e-06,
      "loss": 0.5979,
      "step": 125190
    },
    {
      "epoch": 34.94,
      "grad_norm": 2.6595749855041504,
      "learning_rate": 4.094857661177784e-06,
      "loss": 0.6111,
      "step": 125200
    },
    {
      "epoch": 34.95,
      "grad_norm": 3.5004308223724365,
      "learning_rate": 4.095184726486184e-06,
      "loss": 0.595,
      "step": 125210
    },
    {
      "epoch": 34.95,
      "grad_norm": 4.176293849945068,
      "learning_rate": 4.095511791794585e-06,
      "loss": 0.6136,
      "step": 125220
    },
    {
      "epoch": 34.95,
      "grad_norm": 2.982234477996826,
      "learning_rate": 4.095838857102986e-06,
      "loss": 0.5656,
      "step": 125230
    },
    {
      "epoch": 34.95,
      "grad_norm": 3.830435276031494,
      "learning_rate": 4.096165922411387e-06,
      "loss": 0.59,
      "step": 125240
    },
    {
      "epoch": 34.96,
      "grad_norm": 3.9217610359191895,
      "learning_rate": 4.096492987719787e-06,
      "loss": 0.5878,
      "step": 125250
    },
    {
      "epoch": 34.96,
      "grad_norm": 3.592787027359009,
      "learning_rate": 4.096820053028188e-06,
      "loss": 0.5884,
      "step": 125260
    },
    {
      "epoch": 34.96,
      "grad_norm": 3.028594732284546,
      "learning_rate": 4.097147118336589e-06,
      "loss": 0.5914,
      "step": 125270
    },
    {
      "epoch": 34.97,
      "grad_norm": 2.726973295211792,
      "learning_rate": 4.09747418364499e-06,
      "loss": 0.5995,
      "step": 125280
    },
    {
      "epoch": 34.97,
      "grad_norm": 4.895415306091309,
      "learning_rate": 4.097801248953391e-06,
      "loss": 0.5934,
      "step": 125290
    },
    {
      "epoch": 34.97,
      "grad_norm": 2.75382137298584,
      "learning_rate": 4.098128314261791e-06,
      "loss": 0.5843,
      "step": 125300
    },
    {
      "epoch": 34.97,
      "grad_norm": 3.5920121669769287,
      "learning_rate": 4.098455379570192e-06,
      "loss": 0.5957,
      "step": 125310
    },
    {
      "epoch": 34.98,
      "grad_norm": 2.475402593612671,
      "learning_rate": 4.098782444878593e-06,
      "loss": 0.5745,
      "step": 125320
    },
    {
      "epoch": 34.98,
      "grad_norm": 3.73392391204834,
      "learning_rate": 4.099109510186994e-06,
      "loss": 0.5689,
      "step": 125330
    },
    {
      "epoch": 34.98,
      "grad_norm": 2.738405466079712,
      "learning_rate": 4.099436575495394e-06,
      "loss": 0.587,
      "step": 125340
    },
    {
      "epoch": 34.98,
      "grad_norm": 2.550081253051758,
      "learning_rate": 4.099763640803795e-06,
      "loss": 0.574,
      "step": 125350
    },
    {
      "epoch": 34.99,
      "grad_norm": 3.1869475841522217,
      "learning_rate": 4.100090706112196e-06,
      "loss": 0.5857,
      "step": 125360
    },
    {
      "epoch": 34.99,
      "grad_norm": 3.8304412364959717,
      "learning_rate": 4.1004177714205975e-06,
      "loss": 0.5944,
      "step": 125370
    },
    {
      "epoch": 34.99,
      "grad_norm": 4.204753875732422,
      "learning_rate": 4.100744836728998e-06,
      "loss": 0.5808,
      "step": 125380
    },
    {
      "epoch": 35.0,
      "grad_norm": 3.1290738582611084,
      "learning_rate": 4.1010719020373986e-06,
      "loss": 0.5741,
      "step": 125390
    },
    {
      "epoch": 35.0,
      "grad_norm": 3.2471673488616943,
      "learning_rate": 4.101398967345799e-06,
      "loss": 0.6055,
      "step": 125400
    },
    {
      "epoch": 35.0,
      "eval_loss": 0.5937284231185913,
      "eval_runtime": 63.3016,
      "eval_samples_per_second": 79.919,
      "eval_steps_per_second": 10.0,
      "step": 125405
    },
    {
      "epoch": 35.0,
      "grad_norm": 2.509594678878784,
      "learning_rate": 4.1017260326542004e-06,
      "loss": 0.5906,
      "step": 125410
    },
    {
      "epoch": 35.0,
      "grad_norm": 2.109856128692627,
      "learning_rate": 4.102053097962601e-06,
      "loss": 0.5788,
      "step": 125420
    },
    {
      "epoch": 35.01,
      "grad_norm": 2.744079828262329,
      "learning_rate": 4.1023801632710014e-06,
      "loss": 0.5647,
      "step": 125430
    },
    {
      "epoch": 35.01,
      "grad_norm": 2.751004219055176,
      "learning_rate": 4.102707228579402e-06,
      "loss": 0.5801,
      "step": 125440
    },
    {
      "epoch": 35.01,
      "grad_norm": 3.0375235080718994,
      "learning_rate": 4.103034293887803e-06,
      "loss": 0.5866,
      "step": 125450
    },
    {
      "epoch": 35.02,
      "grad_norm": 2.8365068435668945,
      "learning_rate": 4.103361359196204e-06,
      "loss": 0.5847,
      "step": 125460
    },
    {
      "epoch": 35.02,
      "grad_norm": 2.9617929458618164,
      "learning_rate": 4.103688424504604e-06,
      "loss": 0.6049,
      "step": 125470
    },
    {
      "epoch": 35.02,
      "grad_norm": 2.7462105751037598,
      "learning_rate": 4.104015489813006e-06,
      "loss": 0.5976,
      "step": 125480
    },
    {
      "epoch": 35.02,
      "grad_norm": 3.1243462562561035,
      "learning_rate": 4.104342555121406e-06,
      "loss": 0.5749,
      "step": 125490
    },
    {
      "epoch": 35.03,
      "grad_norm": 2.5802791118621826,
      "learning_rate": 4.1046696204298076e-06,
      "loss": 0.6104,
      "step": 125500
    },
    {
      "epoch": 35.03,
      "grad_norm": 2.6664440631866455,
      "learning_rate": 4.104996685738208e-06,
      "loss": 0.5649,
      "step": 125510
    },
    {
      "epoch": 35.03,
      "grad_norm": 2.5589189529418945,
      "learning_rate": 4.105323751046609e-06,
      "loss": 0.6014,
      "step": 125520
    },
    {
      "epoch": 35.03,
      "grad_norm": 2.2604594230651855,
      "learning_rate": 4.105650816355009e-06,
      "loss": 0.589,
      "step": 125530
    },
    {
      "epoch": 35.04,
      "grad_norm": 3.1791279315948486,
      "learning_rate": 4.1059778816634105e-06,
      "loss": 0.5803,
      "step": 125540
    },
    {
      "epoch": 35.04,
      "grad_norm": 3.969759702682495,
      "learning_rate": 4.106304946971811e-06,
      "loss": 0.593,
      "step": 125550
    },
    {
      "epoch": 35.04,
      "grad_norm": 2.586893320083618,
      "learning_rate": 4.1066320122802115e-06,
      "loss": 0.5765,
      "step": 125560
    },
    {
      "epoch": 35.05,
      "grad_norm": 2.063741445541382,
      "learning_rate": 4.106959077588613e-06,
      "loss": 0.5961,
      "step": 125570
    },
    {
      "epoch": 35.05,
      "grad_norm": 3.3418149948120117,
      "learning_rate": 4.107286142897013e-06,
      "loss": 0.6203,
      "step": 125580
    },
    {
      "epoch": 35.05,
      "grad_norm": 3.568114995956421,
      "learning_rate": 4.107613208205414e-06,
      "loss": 0.6135,
      "step": 125590
    },
    {
      "epoch": 35.05,
      "grad_norm": 3.0072646141052246,
      "learning_rate": 4.107940273513814e-06,
      "loss": 0.5933,
      "step": 125600
    },
    {
      "epoch": 35.06,
      "grad_norm": 2.5990095138549805,
      "learning_rate": 4.108267338822216e-06,
      "loss": 0.6147,
      "step": 125610
    },
    {
      "epoch": 35.06,
      "grad_norm": 3.0955512523651123,
      "learning_rate": 4.108594404130616e-06,
      "loss": 0.5929,
      "step": 125620
    },
    {
      "epoch": 35.06,
      "grad_norm": 2.695011854171753,
      "learning_rate": 4.108921469439018e-06,
      "loss": 0.5966,
      "step": 125630
    },
    {
      "epoch": 35.07,
      "grad_norm": 3.5123231410980225,
      "learning_rate": 4.109248534747418e-06,
      "loss": 0.5742,
      "step": 125640
    },
    {
      "epoch": 35.07,
      "grad_norm": 2.810176372528076,
      "learning_rate": 4.109575600055819e-06,
      "loss": 0.5883,
      "step": 125650
    },
    {
      "epoch": 35.07,
      "grad_norm": 2.4349582195281982,
      "learning_rate": 4.10990266536422e-06,
      "loss": 0.5941,
      "step": 125660
    },
    {
      "epoch": 35.07,
      "grad_norm": 2.5057220458984375,
      "learning_rate": 4.1102297306726205e-06,
      "loss": 0.5878,
      "step": 125670
    },
    {
      "epoch": 35.08,
      "grad_norm": 2.6632139682769775,
      "learning_rate": 4.110556795981021e-06,
      "loss": 0.5865,
      "step": 125680
    },
    {
      "epoch": 35.08,
      "grad_norm": 2.436931848526001,
      "learning_rate": 4.1108838612894215e-06,
      "loss": 0.5902,
      "step": 125690
    },
    {
      "epoch": 35.08,
      "grad_norm": 3.1439743041992188,
      "learning_rate": 4.111210926597823e-06,
      "loss": 0.596,
      "step": 125700
    },
    {
      "epoch": 35.09,
      "grad_norm": 2.46928071975708,
      "learning_rate": 4.111537991906223e-06,
      "loss": 0.5915,
      "step": 125710
    },
    {
      "epoch": 35.09,
      "grad_norm": 4.084354877471924,
      "learning_rate": 4.111865057214624e-06,
      "loss": 0.5852,
      "step": 125720
    },
    {
      "epoch": 35.09,
      "grad_norm": 2.4462625980377197,
      "learning_rate": 4.112192122523024e-06,
      "loss": 0.5877,
      "step": 125730
    },
    {
      "epoch": 35.09,
      "grad_norm": 2.925490140914917,
      "learning_rate": 4.112519187831426e-06,
      "loss": 0.5906,
      "step": 125740
    },
    {
      "epoch": 35.1,
      "grad_norm": 3.0887296199798584,
      "learning_rate": 4.112846253139827e-06,
      "loss": 0.5915,
      "step": 125750
    },
    {
      "epoch": 35.1,
      "grad_norm": 3.341603994369507,
      "learning_rate": 4.113173318448228e-06,
      "loss": 0.5978,
      "step": 125760
    },
    {
      "epoch": 35.1,
      "grad_norm": 2.61082124710083,
      "learning_rate": 4.113500383756628e-06,
      "loss": 0.5801,
      "step": 125770
    },
    {
      "epoch": 35.1,
      "grad_norm": 2.7266013622283936,
      "learning_rate": 4.113827449065029e-06,
      "loss": 0.5842,
      "step": 125780
    },
    {
      "epoch": 35.11,
      "grad_norm": 3.6369454860687256,
      "learning_rate": 4.11415451437343e-06,
      "loss": 0.5921,
      "step": 125790
    },
    {
      "epoch": 35.11,
      "grad_norm": 2.2790257930755615,
      "learning_rate": 4.1144815796818305e-06,
      "loss": 0.5954,
      "step": 125800
    },
    {
      "epoch": 35.11,
      "grad_norm": 2.544964551925659,
      "learning_rate": 4.114808644990231e-06,
      "loss": 0.5953,
      "step": 125810
    },
    {
      "epoch": 35.12,
      "grad_norm": 2.3898894786834717,
      "learning_rate": 4.1151357102986316e-06,
      "loss": 0.5739,
      "step": 125820
    },
    {
      "epoch": 35.12,
      "grad_norm": 2.2818851470947266,
      "learning_rate": 4.115462775607033e-06,
      "loss": 0.611,
      "step": 125830
    },
    {
      "epoch": 35.12,
      "grad_norm": 2.8331947326660156,
      "learning_rate": 4.115789840915434e-06,
      "loss": 0.5855,
      "step": 125840
    },
    {
      "epoch": 35.12,
      "grad_norm": 2.46559476852417,
      "learning_rate": 4.116116906223835e-06,
      "loss": 0.5725,
      "step": 125850
    },
    {
      "epoch": 35.13,
      "grad_norm": 2.3806653022766113,
      "learning_rate": 4.116443971532235e-06,
      "loss": 0.5888,
      "step": 125860
    },
    {
      "epoch": 35.13,
      "grad_norm": 2.1177029609680176,
      "learning_rate": 4.116771036840636e-06,
      "loss": 0.5998,
      "step": 125870
    },
    {
      "epoch": 35.13,
      "grad_norm": 3.0162909030914307,
      "learning_rate": 4.117098102149037e-06,
      "loss": 0.5957,
      "step": 125880
    },
    {
      "epoch": 35.14,
      "grad_norm": 3.2010409832000732,
      "learning_rate": 4.117425167457438e-06,
      "loss": 0.5738,
      "step": 125890
    },
    {
      "epoch": 35.14,
      "grad_norm": 2.9496843814849854,
      "learning_rate": 4.117752232765838e-06,
      "loss": 0.5791,
      "step": 125900
    },
    {
      "epoch": 35.14,
      "grad_norm": 3.607882022857666,
      "learning_rate": 4.118079298074239e-06,
      "loss": 0.5941,
      "step": 125910
    },
    {
      "epoch": 35.14,
      "grad_norm": 3.6624183654785156,
      "learning_rate": 4.11840636338264e-06,
      "loss": 0.5835,
      "step": 125920
    },
    {
      "epoch": 35.15,
      "grad_norm": 2.750231981277466,
      "learning_rate": 4.118733428691041e-06,
      "loss": 0.6102,
      "step": 125930
    },
    {
      "epoch": 35.15,
      "grad_norm": 2.2898430824279785,
      "learning_rate": 4.119060493999441e-06,
      "loss": 0.5981,
      "step": 125940
    },
    {
      "epoch": 35.15,
      "grad_norm": 3.3640730381011963,
      "learning_rate": 4.1193875593078425e-06,
      "loss": 0.5839,
      "step": 125950
    },
    {
      "epoch": 35.15,
      "grad_norm": 2.5705082416534424,
      "learning_rate": 4.119714624616243e-06,
      "loss": 0.5892,
      "step": 125960
    },
    {
      "epoch": 35.16,
      "grad_norm": 2.4533138275146484,
      "learning_rate": 4.120041689924644e-06,
      "loss": 0.5903,
      "step": 125970
    },
    {
      "epoch": 35.16,
      "grad_norm": 3.1497087478637695,
      "learning_rate": 4.120368755233045e-06,
      "loss": 0.5723,
      "step": 125980
    },
    {
      "epoch": 35.16,
      "grad_norm": 2.2242472171783447,
      "learning_rate": 4.120695820541445e-06,
      "loss": 0.586,
      "step": 125990
    },
    {
      "epoch": 35.17,
      "grad_norm": 4.832745552062988,
      "learning_rate": 4.121022885849846e-06,
      "loss": 0.5873,
      "step": 126000
    },
    {
      "epoch": 35.17,
      "grad_norm": 2.220996856689453,
      "learning_rate": 4.121349951158247e-06,
      "loss": 0.6061,
      "step": 126010
    },
    {
      "epoch": 35.17,
      "grad_norm": 2.4971814155578613,
      "learning_rate": 4.121677016466648e-06,
      "loss": 0.5932,
      "step": 126020
    },
    {
      "epoch": 35.17,
      "grad_norm": 3.141446590423584,
      "learning_rate": 4.122004081775048e-06,
      "loss": 0.5811,
      "step": 126030
    },
    {
      "epoch": 35.18,
      "grad_norm": 3.0886313915252686,
      "learning_rate": 4.12233114708345e-06,
      "loss": 0.5964,
      "step": 126040
    },
    {
      "epoch": 35.18,
      "grad_norm": 2.2895045280456543,
      "learning_rate": 4.12265821239185e-06,
      "loss": 0.6007,
      "step": 126050
    },
    {
      "epoch": 35.18,
      "grad_norm": 2.9600188732147217,
      "learning_rate": 4.122985277700251e-06,
      "loss": 0.5856,
      "step": 126060
    },
    {
      "epoch": 35.19,
      "grad_norm": 2.004606008529663,
      "learning_rate": 4.123312343008651e-06,
      "loss": 0.5837,
      "step": 126070
    },
    {
      "epoch": 35.19,
      "grad_norm": 2.2170956134796143,
      "learning_rate": 4.1236394083170525e-06,
      "loss": 0.5789,
      "step": 126080
    },
    {
      "epoch": 35.19,
      "grad_norm": 2.4649269580841064,
      "learning_rate": 4.123966473625453e-06,
      "loss": 0.5609,
      "step": 126090
    },
    {
      "epoch": 35.19,
      "grad_norm": 2.4398186206817627,
      "learning_rate": 4.124293538933854e-06,
      "loss": 0.5817,
      "step": 126100
    },
    {
      "epoch": 35.2,
      "grad_norm": 2.757420778274536,
      "learning_rate": 4.124620604242255e-06,
      "loss": 0.6212,
      "step": 126110
    },
    {
      "epoch": 35.2,
      "grad_norm": 3.0489656925201416,
      "learning_rate": 4.124947669550655e-06,
      "loss": 0.5979,
      "step": 126120
    },
    {
      "epoch": 35.2,
      "grad_norm": 3.9371933937072754,
      "learning_rate": 4.125274734859057e-06,
      "loss": 0.6044,
      "step": 126130
    },
    {
      "epoch": 35.21,
      "grad_norm": 2.313720703125,
      "learning_rate": 4.125601800167457e-06,
      "loss": 0.5959,
      "step": 126140
    },
    {
      "epoch": 35.21,
      "grad_norm": 2.7295308113098145,
      "learning_rate": 4.125928865475858e-06,
      "loss": 0.5943,
      "step": 126150
    },
    {
      "epoch": 35.21,
      "grad_norm": 2.736708641052246,
      "learning_rate": 4.126255930784258e-06,
      "loss": 0.5985,
      "step": 126160
    },
    {
      "epoch": 35.21,
      "grad_norm": 3.220381736755371,
      "learning_rate": 4.12658299609266e-06,
      "loss": 0.5951,
      "step": 126170
    },
    {
      "epoch": 35.22,
      "grad_norm": 2.430959701538086,
      "learning_rate": 4.12691006140106e-06,
      "loss": 0.5673,
      "step": 126180
    },
    {
      "epoch": 35.22,
      "grad_norm": 2.761509418487549,
      "learning_rate": 4.127237126709461e-06,
      "loss": 0.5968,
      "step": 126190
    },
    {
      "epoch": 35.22,
      "grad_norm": 4.01993465423584,
      "learning_rate": 4.127564192017861e-06,
      "loss": 0.5911,
      "step": 126200
    },
    {
      "epoch": 35.22,
      "grad_norm": 2.5876293182373047,
      "learning_rate": 4.1278912573262625e-06,
      "loss": 0.597,
      "step": 126210
    },
    {
      "epoch": 35.23,
      "grad_norm": 3.0950942039489746,
      "learning_rate": 4.128218322634664e-06,
      "loss": 0.584,
      "step": 126220
    },
    {
      "epoch": 35.23,
      "grad_norm": 3.571927309036255,
      "learning_rate": 4.128545387943064e-06,
      "loss": 0.5948,
      "step": 126230
    },
    {
      "epoch": 35.23,
      "grad_norm": 2.53678297996521,
      "learning_rate": 4.128872453251465e-06,
      "loss": 0.5757,
      "step": 126240
    },
    {
      "epoch": 35.24,
      "grad_norm": 2.1230227947235107,
      "learning_rate": 4.1291995185598654e-06,
      "loss": 0.5661,
      "step": 126250
    },
    {
      "epoch": 35.24,
      "grad_norm": 2.5477211475372314,
      "learning_rate": 4.129526583868267e-06,
      "loss": 0.6058,
      "step": 126260
    },
    {
      "epoch": 35.24,
      "grad_norm": 2.9878153800964355,
      "learning_rate": 4.129853649176667e-06,
      "loss": 0.5841,
      "step": 126270
    },
    {
      "epoch": 35.24,
      "grad_norm": 4.818831443786621,
      "learning_rate": 4.130180714485068e-06,
      "loss": 0.5926,
      "step": 126280
    },
    {
      "epoch": 35.25,
      "grad_norm": 2.602346181869507,
      "learning_rate": 4.130507779793468e-06,
      "loss": 0.579,
      "step": 126290
    },
    {
      "epoch": 35.25,
      "grad_norm": 2.469897747039795,
      "learning_rate": 4.13083484510187e-06,
      "loss": 0.5692,
      "step": 126300
    },
    {
      "epoch": 35.25,
      "grad_norm": 3.6473166942596436,
      "learning_rate": 4.13116191041027e-06,
      "loss": 0.5994,
      "step": 126310
    },
    {
      "epoch": 35.26,
      "grad_norm": 2.8571572303771973,
      "learning_rate": 4.131488975718671e-06,
      "loss": 0.6091,
      "step": 126320
    },
    {
      "epoch": 35.26,
      "grad_norm": 2.2323243618011475,
      "learning_rate": 4.131816041027072e-06,
      "loss": 0.5879,
      "step": 126330
    },
    {
      "epoch": 35.26,
      "grad_norm": 3.41351318359375,
      "learning_rate": 4.1321431063354726e-06,
      "loss": 0.5721,
      "step": 126340
    },
    {
      "epoch": 35.26,
      "grad_norm": 3.3700149059295654,
      "learning_rate": 4.132470171643874e-06,
      "loss": 0.5822,
      "step": 126350
    },
    {
      "epoch": 35.27,
      "grad_norm": 2.7578885555267334,
      "learning_rate": 4.1327972369522744e-06,
      "loss": 0.5673,
      "step": 126360
    },
    {
      "epoch": 35.27,
      "grad_norm": 2.651853084564209,
      "learning_rate": 4.133124302260675e-06,
      "loss": 0.5707,
      "step": 126370
    },
    {
      "epoch": 35.27,
      "grad_norm": 3.065058469772339,
      "learning_rate": 4.1334513675690755e-06,
      "loss": 0.5802,
      "step": 126380
    },
    {
      "epoch": 35.27,
      "grad_norm": 2.3334028720855713,
      "learning_rate": 4.133778432877477e-06,
      "loss": 0.5923,
      "step": 126390
    },
    {
      "epoch": 35.28,
      "grad_norm": 3.002659559249878,
      "learning_rate": 4.134105498185877e-06,
      "loss": 0.5806,
      "step": 126400
    },
    {
      "epoch": 35.28,
      "grad_norm": 3.191222906112671,
      "learning_rate": 4.134432563494278e-06,
      "loss": 0.5876,
      "step": 126410
    },
    {
      "epoch": 35.28,
      "grad_norm": 3.830605983734131,
      "learning_rate": 4.134759628802679e-06,
      "loss": 0.604,
      "step": 126420
    },
    {
      "epoch": 35.29,
      "grad_norm": 3.510293960571289,
      "learning_rate": 4.13508669411108e-06,
      "loss": 0.5925,
      "step": 126430
    },
    {
      "epoch": 35.29,
      "grad_norm": 3.574904203414917,
      "learning_rate": 4.135413759419481e-06,
      "loss": 0.5924,
      "step": 126440
    },
    {
      "epoch": 35.29,
      "grad_norm": 3.7611966133117676,
      "learning_rate": 4.135740824727882e-06,
      "loss": 0.5989,
      "step": 126450
    },
    {
      "epoch": 35.29,
      "grad_norm": 4.328686714172363,
      "learning_rate": 4.136067890036282e-06,
      "loss": 0.5812,
      "step": 126460
    },
    {
      "epoch": 35.3,
      "grad_norm": 3.3626322746276855,
      "learning_rate": 4.136394955344683e-06,
      "loss": 0.5953,
      "step": 126470
    },
    {
      "epoch": 35.3,
      "grad_norm": 3.1124775409698486,
      "learning_rate": 4.136722020653084e-06,
      "loss": 0.5822,
      "step": 126480
    },
    {
      "epoch": 35.3,
      "grad_norm": 2.8611128330230713,
      "learning_rate": 4.1370490859614845e-06,
      "loss": 0.5783,
      "step": 126490
    },
    {
      "epoch": 35.31,
      "grad_norm": 2.9801042079925537,
      "learning_rate": 4.137376151269885e-06,
      "loss": 0.6047,
      "step": 126500
    },
    {
      "epoch": 35.31,
      "grad_norm": 3.2684507369995117,
      "learning_rate": 4.137703216578286e-06,
      "loss": 0.6144,
      "step": 126510
    },
    {
      "epoch": 35.31,
      "grad_norm": 3.1811418533325195,
      "learning_rate": 4.138030281886687e-06,
      "loss": 0.5865,
      "step": 126520
    },
    {
      "epoch": 35.31,
      "grad_norm": 2.561453342437744,
      "learning_rate": 4.138357347195087e-06,
      "loss": 0.583,
      "step": 126530
    },
    {
      "epoch": 35.32,
      "grad_norm": 2.700234889984131,
      "learning_rate": 4.138684412503488e-06,
      "loss": 0.5941,
      "step": 126540
    },
    {
      "epoch": 35.32,
      "grad_norm": 2.581742763519287,
      "learning_rate": 4.139011477811889e-06,
      "loss": 0.5882,
      "step": 126550
    },
    {
      "epoch": 35.32,
      "grad_norm": 2.3953616619110107,
      "learning_rate": 4.13933854312029e-06,
      "loss": 0.5784,
      "step": 126560
    },
    {
      "epoch": 35.33,
      "grad_norm": 3.297926902770996,
      "learning_rate": 4.139665608428691e-06,
      "loss": 0.6066,
      "step": 126570
    },
    {
      "epoch": 35.33,
      "grad_norm": 3.8428127765655518,
      "learning_rate": 4.139992673737092e-06,
      "loss": 0.6112,
      "step": 126580
    },
    {
      "epoch": 35.33,
      "grad_norm": 2.922630786895752,
      "learning_rate": 4.140319739045492e-06,
      "loss": 0.6215,
      "step": 126590
    },
    {
      "epoch": 35.33,
      "grad_norm": 2.5568413734436035,
      "learning_rate": 4.1406468043538935e-06,
      "loss": 0.5906,
      "step": 126600
    },
    {
      "epoch": 35.34,
      "grad_norm": 3.011103630065918,
      "learning_rate": 4.140973869662294e-06,
      "loss": 0.5998,
      "step": 126610
    },
    {
      "epoch": 35.34,
      "grad_norm": 3.592722177505493,
      "learning_rate": 4.1413009349706945e-06,
      "loss": 0.586,
      "step": 126620
    },
    {
      "epoch": 35.34,
      "grad_norm": 2.759408712387085,
      "learning_rate": 4.141628000279095e-06,
      "loss": 0.5836,
      "step": 126630
    },
    {
      "epoch": 35.34,
      "grad_norm": 3.2995314598083496,
      "learning_rate": 4.141955065587496e-06,
      "loss": 0.5856,
      "step": 126640
    },
    {
      "epoch": 35.35,
      "grad_norm": 2.7336597442626953,
      "learning_rate": 4.142282130895897e-06,
      "loss": 0.6024,
      "step": 126650
    },
    {
      "epoch": 35.35,
      "grad_norm": 2.8399007320404053,
      "learning_rate": 4.142609196204297e-06,
      "loss": 0.5894,
      "step": 126660
    },
    {
      "epoch": 35.35,
      "grad_norm": 2.567594051361084,
      "learning_rate": 4.142936261512698e-06,
      "loss": 0.571,
      "step": 126670
    },
    {
      "epoch": 35.36,
      "grad_norm": 3.592832565307617,
      "learning_rate": 4.143263326821099e-06,
      "loss": 0.5806,
      "step": 126680
    },
    {
      "epoch": 35.36,
      "grad_norm": 3.0793662071228027,
      "learning_rate": 4.1435903921295e-06,
      "loss": 0.5817,
      "step": 126690
    },
    {
      "epoch": 35.36,
      "grad_norm": 2.541822910308838,
      "learning_rate": 4.143917457437901e-06,
      "loss": 0.5892,
      "step": 126700
    },
    {
      "epoch": 35.36,
      "grad_norm": 2.4457478523254395,
      "learning_rate": 4.144244522746302e-06,
      "loss": 0.5856,
      "step": 126710
    },
    {
      "epoch": 35.37,
      "grad_norm": 3.4556286334991455,
      "learning_rate": 4.144571588054702e-06,
      "loss": 0.5865,
      "step": 126720
    },
    {
      "epoch": 35.37,
      "grad_norm": 3.4126405715942383,
      "learning_rate": 4.1448986533631035e-06,
      "loss": 0.6104,
      "step": 126730
    },
    {
      "epoch": 35.37,
      "grad_norm": 3.8229238986968994,
      "learning_rate": 4.145225718671504e-06,
      "loss": 0.6043,
      "step": 126740
    },
    {
      "epoch": 35.38,
      "grad_norm": 3.3857336044311523,
      "learning_rate": 4.1455527839799046e-06,
      "loss": 0.6091,
      "step": 126750
    },
    {
      "epoch": 35.38,
      "grad_norm": 2.9195005893707275,
      "learning_rate": 4.145879849288305e-06,
      "loss": 0.5694,
      "step": 126760
    },
    {
      "epoch": 35.38,
      "grad_norm": 3.108130693435669,
      "learning_rate": 4.1462069145967064e-06,
      "loss": 0.606,
      "step": 126770
    },
    {
      "epoch": 35.38,
      "grad_norm": 2.703275442123413,
      "learning_rate": 4.146533979905107e-06,
      "loss": 0.5945,
      "step": 126780
    },
    {
      "epoch": 35.39,
      "grad_norm": 3.4009511470794678,
      "learning_rate": 4.1468610452135075e-06,
      "loss": 0.5884,
      "step": 126790
    },
    {
      "epoch": 35.39,
      "grad_norm": 3.547783851623535,
      "learning_rate": 4.147188110521909e-06,
      "loss": 0.583,
      "step": 126800
    },
    {
      "epoch": 35.39,
      "grad_norm": 3.2031538486480713,
      "learning_rate": 4.147515175830309e-06,
      "loss": 0.588,
      "step": 126810
    },
    {
      "epoch": 35.39,
      "grad_norm": 2.9791252613067627,
      "learning_rate": 4.147842241138711e-06,
      "loss": 0.5987,
      "step": 126820
    },
    {
      "epoch": 35.4,
      "grad_norm": 2.401129961013794,
      "learning_rate": 4.148169306447111e-06,
      "loss": 0.5886,
      "step": 126830
    },
    {
      "epoch": 35.4,
      "grad_norm": 3.923722743988037,
      "learning_rate": 4.148496371755512e-06,
      "loss": 0.5815,
      "step": 126840
    },
    {
      "epoch": 35.4,
      "grad_norm": 2.8168928623199463,
      "learning_rate": 4.148823437063912e-06,
      "loss": 0.5876,
      "step": 126850
    },
    {
      "epoch": 35.41,
      "grad_norm": 2.8363571166992188,
      "learning_rate": 4.149150502372314e-06,
      "loss": 0.5803,
      "step": 126860
    },
    {
      "epoch": 35.41,
      "grad_norm": 2.340007781982422,
      "learning_rate": 4.149477567680714e-06,
      "loss": 0.5728,
      "step": 126870
    },
    {
      "epoch": 35.41,
      "grad_norm": 2.7826452255249023,
      "learning_rate": 4.149804632989115e-06,
      "loss": 0.5611,
      "step": 126880
    },
    {
      "epoch": 35.41,
      "grad_norm": 3.4741172790527344,
      "learning_rate": 4.150131698297516e-06,
      "loss": 0.6091,
      "step": 126890
    },
    {
      "epoch": 35.42,
      "grad_norm": 4.055126190185547,
      "learning_rate": 4.1504587636059165e-06,
      "loss": 0.5861,
      "step": 126900
    },
    {
      "epoch": 35.42,
      "grad_norm": 2.629333019256592,
      "learning_rate": 4.150785828914318e-06,
      "loss": 0.5961,
      "step": 126910
    },
    {
      "epoch": 35.42,
      "grad_norm": 3.124138116836548,
      "learning_rate": 4.151112894222718e-06,
      "loss": 0.5725,
      "step": 126920
    },
    {
      "epoch": 35.43,
      "grad_norm": 2.608600616455078,
      "learning_rate": 4.151439959531119e-06,
      "loss": 0.5914,
      "step": 126930
    },
    {
      "epoch": 35.43,
      "grad_norm": 2.8412768840789795,
      "learning_rate": 4.151767024839519e-06,
      "loss": 0.5893,
      "step": 126940
    },
    {
      "epoch": 35.43,
      "grad_norm": 2.8156633377075195,
      "learning_rate": 4.152094090147921e-06,
      "loss": 0.6034,
      "step": 126950
    },
    {
      "epoch": 35.43,
      "grad_norm": 2.915433645248413,
      "learning_rate": 4.152421155456321e-06,
      "loss": 0.6039,
      "step": 126960
    },
    {
      "epoch": 35.44,
      "grad_norm": 2.2523059844970703,
      "learning_rate": 4.152748220764722e-06,
      "loss": 0.5812,
      "step": 126970
    },
    {
      "epoch": 35.44,
      "grad_norm": 3.2192044258117676,
      "learning_rate": 4.153075286073122e-06,
      "loss": 0.5919,
      "step": 126980
    },
    {
      "epoch": 35.44,
      "grad_norm": 2.9534754753112793,
      "learning_rate": 4.153402351381524e-06,
      "loss": 0.5859,
      "step": 126990
    },
    {
      "epoch": 35.45,
      "grad_norm": 5.447890281677246,
      "learning_rate": 4.153729416689924e-06,
      "loss": 0.5856,
      "step": 127000
    },
    {
      "epoch": 35.45,
      "grad_norm": 2.797870635986328,
      "learning_rate": 4.154056481998325e-06,
      "loss": 0.5869,
      "step": 127010
    },
    {
      "epoch": 35.45,
      "grad_norm": 2.8201422691345215,
      "learning_rate": 4.154383547306726e-06,
      "loss": 0.5739,
      "step": 127020
    },
    {
      "epoch": 35.45,
      "grad_norm": 2.9704771041870117,
      "learning_rate": 4.1547106126151265e-06,
      "loss": 0.593,
      "step": 127030
    },
    {
      "epoch": 35.46,
      "grad_norm": 2.9373064041137695,
      "learning_rate": 4.155037677923528e-06,
      "loss": 0.5935,
      "step": 127040
    },
    {
      "epoch": 35.46,
      "grad_norm": 3.0020642280578613,
      "learning_rate": 4.155364743231928e-06,
      "loss": 0.5955,
      "step": 127050
    },
    {
      "epoch": 35.46,
      "grad_norm": 2.601501941680908,
      "learning_rate": 4.155691808540329e-06,
      "loss": 0.5972,
      "step": 127060
    },
    {
      "epoch": 35.46,
      "grad_norm": 2.524488925933838,
      "learning_rate": 4.156018873848729e-06,
      "loss": 0.5989,
      "step": 127070
    },
    {
      "epoch": 35.47,
      "grad_norm": 3.682014226913452,
      "learning_rate": 4.156345939157131e-06,
      "loss": 0.6051,
      "step": 127080
    },
    {
      "epoch": 35.47,
      "grad_norm": 2.304354667663574,
      "learning_rate": 4.156673004465531e-06,
      "loss": 0.5871,
      "step": 127090
    },
    {
      "epoch": 35.47,
      "grad_norm": 3.4537570476531982,
      "learning_rate": 4.157000069773932e-06,
      "loss": 0.587,
      "step": 127100
    },
    {
      "epoch": 35.48,
      "grad_norm": 2.360710382461548,
      "learning_rate": 4.157327135082333e-06,
      "loss": 0.5813,
      "step": 127110
    },
    {
      "epoch": 35.48,
      "grad_norm": 3.418860912322998,
      "learning_rate": 4.157654200390734e-06,
      "loss": 0.5931,
      "step": 127120
    },
    {
      "epoch": 35.48,
      "grad_norm": 2.4756789207458496,
      "learning_rate": 4.157981265699134e-06,
      "loss": 0.5795,
      "step": 127130
    },
    {
      "epoch": 35.48,
      "grad_norm": 2.8030266761779785,
      "learning_rate": 4.158308331007535e-06,
      "loss": 0.6095,
      "step": 127140
    },
    {
      "epoch": 35.49,
      "grad_norm": 4.637235164642334,
      "learning_rate": 4.158635396315936e-06,
      "loss": 0.589,
      "step": 127150
    },
    {
      "epoch": 35.49,
      "grad_norm": 2.7055015563964844,
      "learning_rate": 4.1589624616243366e-06,
      "loss": 0.6091,
      "step": 127160
    },
    {
      "epoch": 35.49,
      "grad_norm": 2.569258213043213,
      "learning_rate": 4.159289526932738e-06,
      "loss": 0.5933,
      "step": 127170
    },
    {
      "epoch": 35.5,
      "grad_norm": 2.3379218578338623,
      "learning_rate": 4.159616592241138e-06,
      "loss": 0.5873,
      "step": 127180
    },
    {
      "epoch": 35.5,
      "grad_norm": 2.7041420936584473,
      "learning_rate": 4.159943657549539e-06,
      "loss": 0.5812,
      "step": 127190
    },
    {
      "epoch": 35.5,
      "grad_norm": 2.9942286014556885,
      "learning_rate": 4.16027072285794e-06,
      "loss": 0.5688,
      "step": 127200
    },
    {
      "epoch": 35.5,
      "grad_norm": 2.4683480262756348,
      "learning_rate": 4.160597788166341e-06,
      "loss": 0.5815,
      "step": 127210
    },
    {
      "epoch": 35.51,
      "grad_norm": 3.727323055267334,
      "learning_rate": 4.160924853474741e-06,
      "loss": 0.5892,
      "step": 127220
    },
    {
      "epoch": 35.51,
      "grad_norm": 3.2889273166656494,
      "learning_rate": 4.161251918783142e-06,
      "loss": 0.5852,
      "step": 127230
    },
    {
      "epoch": 35.51,
      "grad_norm": 3.229504108428955,
      "learning_rate": 4.161578984091543e-06,
      "loss": 0.5716,
      "step": 127240
    },
    {
      "epoch": 35.51,
      "grad_norm": 4.496489524841309,
      "learning_rate": 4.161906049399944e-06,
      "loss": 0.5945,
      "step": 127250
    },
    {
      "epoch": 35.52,
      "grad_norm": 2.4814932346343994,
      "learning_rate": 4.162233114708344e-06,
      "loss": 0.5948,
      "step": 127260
    },
    {
      "epoch": 35.52,
      "grad_norm": 3.167982578277588,
      "learning_rate": 4.1625601800167456e-06,
      "loss": 0.5778,
      "step": 127270
    },
    {
      "epoch": 35.52,
      "grad_norm": 2.95381498336792,
      "learning_rate": 4.162887245325146e-06,
      "loss": 0.6107,
      "step": 127280
    },
    {
      "epoch": 35.53,
      "grad_norm": 2.6320292949676514,
      "learning_rate": 4.1632143106335474e-06,
      "loss": 0.5833,
      "step": 127290
    },
    {
      "epoch": 35.53,
      "grad_norm": 3.388705015182495,
      "learning_rate": 4.163541375941948e-06,
      "loss": 0.5805,
      "step": 127300
    },
    {
      "epoch": 35.53,
      "grad_norm": 2.560535430908203,
      "learning_rate": 4.1638684412503485e-06,
      "loss": 0.602,
      "step": 127310
    },
    {
      "epoch": 35.53,
      "grad_norm": 2.4822120666503906,
      "learning_rate": 4.164195506558749e-06,
      "loss": 0.6015,
      "step": 127320
    },
    {
      "epoch": 35.54,
      "grad_norm": 2.489353656768799,
      "learning_rate": 4.16452257186715e-06,
      "loss": 0.6062,
      "step": 127330
    },
    {
      "epoch": 35.54,
      "grad_norm": 3.1271188259124756,
      "learning_rate": 4.164849637175551e-06,
      "loss": 0.5594,
      "step": 127340
    },
    {
      "epoch": 35.54,
      "grad_norm": 2.4831316471099854,
      "learning_rate": 4.165176702483951e-06,
      "loss": 0.5963,
      "step": 127350
    },
    {
      "epoch": 35.55,
      "grad_norm": 2.8827967643737793,
      "learning_rate": 4.165503767792352e-06,
      "loss": 0.586,
      "step": 127360
    },
    {
      "epoch": 35.55,
      "grad_norm": 2.757145881652832,
      "learning_rate": 4.165830833100753e-06,
      "loss": 0.5942,
      "step": 127370
    },
    {
      "epoch": 35.55,
      "grad_norm": 2.841937780380249,
      "learning_rate": 4.166157898409155e-06,
      "loss": 0.6026,
      "step": 127380
    },
    {
      "epoch": 35.55,
      "grad_norm": 2.768681526184082,
      "learning_rate": 4.166484963717555e-06,
      "loss": 0.565,
      "step": 127390
    },
    {
      "epoch": 35.56,
      "grad_norm": 3.1134402751922607,
      "learning_rate": 4.166812029025956e-06,
      "loss": 0.6004,
      "step": 127400
    },
    {
      "epoch": 35.56,
      "grad_norm": 2.731238842010498,
      "learning_rate": 4.167139094334356e-06,
      "loss": 0.5952,
      "step": 127410
    },
    {
      "epoch": 35.56,
      "grad_norm": 2.8238070011138916,
      "learning_rate": 4.1674661596427575e-06,
      "loss": 0.6009,
      "step": 127420
    },
    {
      "epoch": 35.57,
      "grad_norm": 2.583130359649658,
      "learning_rate": 4.167793224951158e-06,
      "loss": 0.5963,
      "step": 127430
    },
    {
      "epoch": 35.57,
      "grad_norm": 3.232717514038086,
      "learning_rate": 4.1681202902595585e-06,
      "loss": 0.5885,
      "step": 127440
    },
    {
      "epoch": 35.57,
      "grad_norm": 2.7210299968719482,
      "learning_rate": 4.168447355567959e-06,
      "loss": 0.5864,
      "step": 127450
    },
    {
      "epoch": 35.57,
      "grad_norm": 3.7539002895355225,
      "learning_rate": 4.16877442087636e-06,
      "loss": 0.6042,
      "step": 127460
    },
    {
      "epoch": 35.58,
      "grad_norm": 2.599810838699341,
      "learning_rate": 4.169101486184761e-06,
      "loss": 0.5809,
      "step": 127470
    },
    {
      "epoch": 35.58,
      "grad_norm": 2.0282533168792725,
      "learning_rate": 4.169428551493161e-06,
      "loss": 0.5969,
      "step": 127480
    },
    {
      "epoch": 35.58,
      "grad_norm": 2.522167205810547,
      "learning_rate": 4.169755616801563e-06,
      "loss": 0.5858,
      "step": 127490
    },
    {
      "epoch": 35.58,
      "grad_norm": 2.315721273422241,
      "learning_rate": 4.170082682109963e-06,
      "loss": 0.5735,
      "step": 127500
    },
    {
      "epoch": 35.59,
      "grad_norm": 3.1294398307800293,
      "learning_rate": 4.170409747418365e-06,
      "loss": 0.6087,
      "step": 127510
    },
    {
      "epoch": 35.59,
      "grad_norm": 2.643852949142456,
      "learning_rate": 4.170736812726765e-06,
      "loss": 0.5815,
      "step": 127520
    },
    {
      "epoch": 35.59,
      "grad_norm": 3.713945150375366,
      "learning_rate": 4.171063878035166e-06,
      "loss": 0.5928,
      "step": 127530
    },
    {
      "epoch": 35.6,
      "grad_norm": 3.728010892868042,
      "learning_rate": 4.171390943343566e-06,
      "loss": 0.5793,
      "step": 127540
    },
    {
      "epoch": 35.6,
      "grad_norm": 2.657135009765625,
      "learning_rate": 4.1717180086519675e-06,
      "loss": 0.5801,
      "step": 127550
    },
    {
      "epoch": 35.6,
      "grad_norm": 2.7259910106658936,
      "learning_rate": 4.172045073960368e-06,
      "loss": 0.5985,
      "step": 127560
    },
    {
      "epoch": 35.6,
      "grad_norm": 2.6932339668273926,
      "learning_rate": 4.1723721392687685e-06,
      "loss": 0.5937,
      "step": 127570
    },
    {
      "epoch": 35.61,
      "grad_norm": 2.9795210361480713,
      "learning_rate": 4.17269920457717e-06,
      "loss": 0.5742,
      "step": 127580
    },
    {
      "epoch": 35.61,
      "grad_norm": 2.562931776046753,
      "learning_rate": 4.17302626988557e-06,
      "loss": 0.6092,
      "step": 127590
    },
    {
      "epoch": 35.61,
      "grad_norm": 3.26729154586792,
      "learning_rate": 4.173353335193971e-06,
      "loss": 0.5833,
      "step": 127600
    },
    {
      "epoch": 35.62,
      "grad_norm": 2.5882046222686768,
      "learning_rate": 4.1736804005023714e-06,
      "loss": 0.5976,
      "step": 127610
    },
    {
      "epoch": 35.62,
      "grad_norm": 2.659452199935913,
      "learning_rate": 4.174007465810773e-06,
      "loss": 0.5987,
      "step": 127620
    },
    {
      "epoch": 35.62,
      "grad_norm": 3.0929172039031982,
      "learning_rate": 4.174334531119173e-06,
      "loss": 0.5854,
      "step": 127630
    },
    {
      "epoch": 35.62,
      "grad_norm": 3.4881298542022705,
      "learning_rate": 4.174661596427575e-06,
      "loss": 0.564,
      "step": 127640
    },
    {
      "epoch": 35.63,
      "grad_norm": 3.679311990737915,
      "learning_rate": 4.174988661735975e-06,
      "loss": 0.59,
      "step": 127650
    },
    {
      "epoch": 35.63,
      "grad_norm": 2.509289264678955,
      "learning_rate": 4.175315727044376e-06,
      "loss": 0.5725,
      "step": 127660
    },
    {
      "epoch": 35.63,
      "grad_norm": 4.387208461761475,
      "learning_rate": 4.175642792352777e-06,
      "loss": 0.5871,
      "step": 127670
    },
    {
      "epoch": 35.63,
      "grad_norm": 2.6005728244781494,
      "learning_rate": 4.1759698576611776e-06,
      "loss": 0.5879,
      "step": 127680
    },
    {
      "epoch": 35.64,
      "grad_norm": 2.5222747325897217,
      "learning_rate": 4.176296922969578e-06,
      "loss": 0.565,
      "step": 127690
    },
    {
      "epoch": 35.64,
      "grad_norm": 2.808457851409912,
      "learning_rate": 4.176623988277979e-06,
      "loss": 0.5876,
      "step": 127700
    },
    {
      "epoch": 35.64,
      "grad_norm": 2.3822970390319824,
      "learning_rate": 4.17695105358638e-06,
      "loss": 0.584,
      "step": 127710
    },
    {
      "epoch": 35.65,
      "grad_norm": 2.636258602142334,
      "learning_rate": 4.1772781188947804e-06,
      "loss": 0.5948,
      "step": 127720
    },
    {
      "epoch": 35.65,
      "grad_norm": 2.863734245300293,
      "learning_rate": 4.177605184203181e-06,
      "loss": 0.6041,
      "step": 127730
    },
    {
      "epoch": 35.65,
      "grad_norm": 2.653089761734009,
      "learning_rate": 4.1779322495115815e-06,
      "loss": 0.5634,
      "step": 127740
    },
    {
      "epoch": 35.65,
      "grad_norm": 3.355649709701538,
      "learning_rate": 4.178259314819983e-06,
      "loss": 0.592,
      "step": 127750
    },
    {
      "epoch": 35.66,
      "grad_norm": 2.975118398666382,
      "learning_rate": 4.178586380128384e-06,
      "loss": 0.5966,
      "step": 127760
    },
    {
      "epoch": 35.66,
      "grad_norm": 2.850581169128418,
      "learning_rate": 4.178913445436785e-06,
      "loss": 0.5692,
      "step": 127770
    },
    {
      "epoch": 35.66,
      "grad_norm": 2.8643105030059814,
      "learning_rate": 4.179240510745185e-06,
      "loss": 0.5968,
      "step": 127780
    },
    {
      "epoch": 35.67,
      "grad_norm": 2.67282772064209,
      "learning_rate": 4.179567576053586e-06,
      "loss": 0.5862,
      "step": 127790
    },
    {
      "epoch": 35.67,
      "grad_norm": 2.726898670196533,
      "learning_rate": 4.179894641361987e-06,
      "loss": 0.6037,
      "step": 127800
    },
    {
      "epoch": 35.67,
      "grad_norm": 2.5372314453125,
      "learning_rate": 4.180221706670388e-06,
      "loss": 0.5786,
      "step": 127810
    },
    {
      "epoch": 35.67,
      "grad_norm": 2.689835786819458,
      "learning_rate": 4.180548771978788e-06,
      "loss": 0.5745,
      "step": 127820
    },
    {
      "epoch": 35.68,
      "grad_norm": 3.0940213203430176,
      "learning_rate": 4.180875837287189e-06,
      "loss": 0.5908,
      "step": 127830
    },
    {
      "epoch": 35.68,
      "grad_norm": 3.010974884033203,
      "learning_rate": 4.18120290259559e-06,
      "loss": 0.5998,
      "step": 127840
    },
    {
      "epoch": 35.68,
      "grad_norm": 2.6361758708953857,
      "learning_rate": 4.181529967903991e-06,
      "loss": 0.5859,
      "step": 127850
    },
    {
      "epoch": 35.69,
      "grad_norm": 3.2758662700653076,
      "learning_rate": 4.181857033212392e-06,
      "loss": 0.5969,
      "step": 127860
    },
    {
      "epoch": 35.69,
      "grad_norm": 3.1657862663269043,
      "learning_rate": 4.182184098520792e-06,
      "loss": 0.5731,
      "step": 127870
    },
    {
      "epoch": 35.69,
      "grad_norm": 2.9064455032348633,
      "learning_rate": 4.182511163829193e-06,
      "loss": 0.6111,
      "step": 127880
    },
    {
      "epoch": 35.69,
      "grad_norm": 3.176730155944824,
      "learning_rate": 4.182838229137594e-06,
      "loss": 0.5921,
      "step": 127890
    },
    {
      "epoch": 35.7,
      "grad_norm": 3.1251513957977295,
      "learning_rate": 4.183165294445995e-06,
      "loss": 0.587,
      "step": 127900
    },
    {
      "epoch": 35.7,
      "grad_norm": 3.1988816261291504,
      "learning_rate": 4.183492359754395e-06,
      "loss": 0.6254,
      "step": 127910
    },
    {
      "epoch": 35.7,
      "grad_norm": 3.002908229827881,
      "learning_rate": 4.183819425062796e-06,
      "loss": 0.5875,
      "step": 127920
    },
    {
      "epoch": 35.7,
      "grad_norm": 2.450443744659424,
      "learning_rate": 4.184146490371197e-06,
      "loss": 0.5812,
      "step": 127930
    },
    {
      "epoch": 35.71,
      "grad_norm": 2.993567705154419,
      "learning_rate": 4.184473555679598e-06,
      "loss": 0.6085,
      "step": 127940
    },
    {
      "epoch": 35.71,
      "grad_norm": 2.8175082206726074,
      "learning_rate": 4.184800620987998e-06,
      "loss": 0.5811,
      "step": 127950
    },
    {
      "epoch": 35.71,
      "grad_norm": 3.998218059539795,
      "learning_rate": 4.1851276862963995e-06,
      "loss": 0.5925,
      "step": 127960
    },
    {
      "epoch": 35.72,
      "grad_norm": 2.436572790145874,
      "learning_rate": 4.1854547516048e-06,
      "loss": 0.6164,
      "step": 127970
    },
    {
      "epoch": 35.72,
      "grad_norm": 3.0990960597991943,
      "learning_rate": 4.185781816913201e-06,
      "loss": 0.5925,
      "step": 127980
    },
    {
      "epoch": 35.72,
      "grad_norm": 2.3006186485290527,
      "learning_rate": 4.186108882221602e-06,
      "loss": 0.5933,
      "step": 127990
    },
    {
      "epoch": 35.72,
      "grad_norm": 3.573575973510742,
      "learning_rate": 4.186435947530002e-06,
      "loss": 0.5894,
      "step": 128000
    },
    {
      "epoch": 35.73,
      "grad_norm": 2.9787585735321045,
      "learning_rate": 4.186763012838403e-06,
      "loss": 0.6254,
      "step": 128010
    },
    {
      "epoch": 35.73,
      "grad_norm": 2.69646954536438,
      "learning_rate": 4.187090078146804e-06,
      "loss": 0.5889,
      "step": 128020
    },
    {
      "epoch": 35.73,
      "grad_norm": 2.6876943111419678,
      "learning_rate": 4.187417143455205e-06,
      "loss": 0.5813,
      "step": 128030
    },
    {
      "epoch": 35.74,
      "grad_norm": 2.4444832801818848,
      "learning_rate": 4.187744208763605e-06,
      "loss": 0.6018,
      "step": 128040
    },
    {
      "epoch": 35.74,
      "grad_norm": 2.8594367504119873,
      "learning_rate": 4.188071274072007e-06,
      "loss": 0.5858,
      "step": 128050
    },
    {
      "epoch": 35.74,
      "grad_norm": 2.6351864337921143,
      "learning_rate": 4.188398339380407e-06,
      "loss": 0.5883,
      "step": 128060
    },
    {
      "epoch": 35.74,
      "grad_norm": 2.901042938232422,
      "learning_rate": 4.188725404688808e-06,
      "loss": 0.5933,
      "step": 128070
    },
    {
      "epoch": 35.75,
      "grad_norm": 2.370049476623535,
      "learning_rate": 4.189052469997208e-06,
      "loss": 0.5687,
      "step": 128080
    },
    {
      "epoch": 35.75,
      "grad_norm": 2.5612127780914307,
      "learning_rate": 4.1893795353056095e-06,
      "loss": 0.5641,
      "step": 128090
    },
    {
      "epoch": 35.75,
      "grad_norm": 3.087676525115967,
      "learning_rate": 4.18970660061401e-06,
      "loss": 0.6026,
      "step": 128100
    },
    {
      "epoch": 35.75,
      "grad_norm": 2.757047176361084,
      "learning_rate": 4.190033665922411e-06,
      "loss": 0.5923,
      "step": 128110
    },
    {
      "epoch": 35.76,
      "grad_norm": 3.242504596710205,
      "learning_rate": 4.190360731230812e-06,
      "loss": 0.6021,
      "step": 128120
    },
    {
      "epoch": 35.76,
      "grad_norm": 2.8667032718658447,
      "learning_rate": 4.1906877965392124e-06,
      "loss": 0.5949,
      "step": 128130
    },
    {
      "epoch": 35.76,
      "grad_norm": 2.3471078872680664,
      "learning_rate": 4.191014861847614e-06,
      "loss": 0.5762,
      "step": 128140
    },
    {
      "epoch": 35.77,
      "grad_norm": 2.84348726272583,
      "learning_rate": 4.191341927156014e-06,
      "loss": 0.5822,
      "step": 128150
    },
    {
      "epoch": 35.77,
      "grad_norm": 2.836695432662964,
      "learning_rate": 4.191668992464415e-06,
      "loss": 0.6102,
      "step": 128160
    },
    {
      "epoch": 35.77,
      "grad_norm": 2.4002702236175537,
      "learning_rate": 4.191996057772815e-06,
      "loss": 0.5779,
      "step": 128170
    },
    {
      "epoch": 35.77,
      "grad_norm": 2.034607172012329,
      "learning_rate": 4.192323123081217e-06,
      "loss": 0.6014,
      "step": 128180
    },
    {
      "epoch": 35.78,
      "grad_norm": 3.227320432662964,
      "learning_rate": 4.192650188389617e-06,
      "loss": 0.6011,
      "step": 128190
    },
    {
      "epoch": 35.78,
      "grad_norm": 3.4216578006744385,
      "learning_rate": 4.192977253698018e-06,
      "loss": 0.5932,
      "step": 128200
    },
    {
      "epoch": 35.78,
      "grad_norm": 2.9375717639923096,
      "learning_rate": 4.193304319006418e-06,
      "loss": 0.5943,
      "step": 128210
    },
    {
      "epoch": 35.79,
      "grad_norm": 2.4678423404693604,
      "learning_rate": 4.19363138431482e-06,
      "loss": 0.5619,
      "step": 128220
    },
    {
      "epoch": 35.79,
      "grad_norm": 2.7425050735473633,
      "learning_rate": 4.193958449623221e-06,
      "loss": 0.5996,
      "step": 128230
    },
    {
      "epoch": 35.79,
      "grad_norm": 2.297278642654419,
      "learning_rate": 4.1942855149316215e-06,
      "loss": 0.6143,
      "step": 128240
    },
    {
      "epoch": 35.79,
      "grad_norm": 2.9654030799865723,
      "learning_rate": 4.194612580240022e-06,
      "loss": 0.5838,
      "step": 128250
    },
    {
      "epoch": 35.8,
      "grad_norm": 2.6945536136627197,
      "learning_rate": 4.1949396455484225e-06,
      "loss": 0.58,
      "step": 128260
    },
    {
      "epoch": 35.8,
      "grad_norm": 2.130256414413452,
      "learning_rate": 4.195266710856824e-06,
      "loss": 0.5886,
      "step": 128270
    },
    {
      "epoch": 35.8,
      "grad_norm": 3.160966396331787,
      "learning_rate": 4.195593776165224e-06,
      "loss": 0.5864,
      "step": 128280
    },
    {
      "epoch": 35.81,
      "grad_norm": 3.1132009029388428,
      "learning_rate": 4.195920841473625e-06,
      "loss": 0.5832,
      "step": 128290
    },
    {
      "epoch": 35.81,
      "grad_norm": 3.087287425994873,
      "learning_rate": 4.196247906782025e-06,
      "loss": 0.6011,
      "step": 128300
    },
    {
      "epoch": 35.81,
      "grad_norm": 2.463432550430298,
      "learning_rate": 4.196574972090427e-06,
      "loss": 0.5801,
      "step": 128310
    },
    {
      "epoch": 35.81,
      "grad_norm": 4.5238189697265625,
      "learning_rate": 4.196902037398828e-06,
      "loss": 0.5777,
      "step": 128320
    },
    {
      "epoch": 35.82,
      "grad_norm": 1.9707430601119995,
      "learning_rate": 4.197229102707229e-06,
      "loss": 0.5625,
      "step": 128330
    },
    {
      "epoch": 35.82,
      "grad_norm": 2.871854066848755,
      "learning_rate": 4.197556168015629e-06,
      "loss": 0.6095,
      "step": 128340
    },
    {
      "epoch": 35.82,
      "grad_norm": 3.169844388961792,
      "learning_rate": 4.19788323332403e-06,
      "loss": 0.6058,
      "step": 128350
    },
    {
      "epoch": 35.82,
      "grad_norm": 2.5718536376953125,
      "learning_rate": 4.198210298632431e-06,
      "loss": 0.5904,
      "step": 128360
    },
    {
      "epoch": 35.83,
      "grad_norm": 2.087287664413452,
      "learning_rate": 4.1985373639408315e-06,
      "loss": 0.6035,
      "step": 128370
    },
    {
      "epoch": 35.83,
      "grad_norm": 2.963857650756836,
      "learning_rate": 4.198864429249232e-06,
      "loss": 0.5872,
      "step": 128380
    },
    {
      "epoch": 35.83,
      "grad_norm": 2.880035161972046,
      "learning_rate": 4.1991914945576325e-06,
      "loss": 0.583,
      "step": 128390
    },
    {
      "epoch": 35.84,
      "grad_norm": 2.6205174922943115,
      "learning_rate": 4.199518559866034e-06,
      "loss": 0.5939,
      "step": 128400
    },
    {
      "epoch": 35.84,
      "grad_norm": 2.78174090385437,
      "learning_rate": 4.199845625174434e-06,
      "loss": 0.5836,
      "step": 128410
    },
    {
      "epoch": 35.84,
      "grad_norm": 2.8939926624298096,
      "learning_rate": 4.200172690482835e-06,
      "loss": 0.572,
      "step": 128420
    },
    {
      "epoch": 35.84,
      "grad_norm": 2.9507081508636475,
      "learning_rate": 4.200499755791236e-06,
      "loss": 0.5826,
      "step": 128430
    },
    {
      "epoch": 35.85,
      "grad_norm": 3.9642040729522705,
      "learning_rate": 4.200826821099637e-06,
      "loss": 0.6006,
      "step": 128440
    },
    {
      "epoch": 35.85,
      "grad_norm": 3.1734299659729004,
      "learning_rate": 4.201153886408038e-06,
      "loss": 0.5746,
      "step": 128450
    },
    {
      "epoch": 35.85,
      "grad_norm": 2.058931350708008,
      "learning_rate": 4.201480951716439e-06,
      "loss": 0.6125,
      "step": 128460
    },
    {
      "epoch": 35.86,
      "grad_norm": 2.6847054958343506,
      "learning_rate": 4.201808017024839e-06,
      "loss": 0.5991,
      "step": 128470
    },
    {
      "epoch": 35.86,
      "grad_norm": 2.614211082458496,
      "learning_rate": 4.20213508233324e-06,
      "loss": 0.6025,
      "step": 128480
    },
    {
      "epoch": 35.86,
      "grad_norm": 3.4937744140625,
      "learning_rate": 4.202462147641641e-06,
      "loss": 0.5823,
      "step": 128490
    },
    {
      "epoch": 35.86,
      "grad_norm": 2.983415126800537,
      "learning_rate": 4.2027892129500415e-06,
      "loss": 0.6,
      "step": 128500
    },
    {
      "epoch": 35.87,
      "grad_norm": 2.660944938659668,
      "learning_rate": 4.203116278258442e-06,
      "loss": 0.6004,
      "step": 128510
    },
    {
      "epoch": 35.87,
      "grad_norm": 2.3254988193511963,
      "learning_rate": 4.203443343566843e-06,
      "loss": 0.5999,
      "step": 128520
    },
    {
      "epoch": 35.87,
      "grad_norm": 2.830570697784424,
      "learning_rate": 4.203770408875244e-06,
      "loss": 0.5835,
      "step": 128530
    },
    {
      "epoch": 35.87,
      "grad_norm": 3.0323023796081543,
      "learning_rate": 4.2040974741836444e-06,
      "loss": 0.5795,
      "step": 128540
    },
    {
      "epoch": 35.88,
      "grad_norm": 2.3596363067626953,
      "learning_rate": 4.204424539492045e-06,
      "loss": 0.5877,
      "step": 128550
    },
    {
      "epoch": 35.88,
      "grad_norm": 2.9506306648254395,
      "learning_rate": 4.204751604800446e-06,
      "loss": 0.589,
      "step": 128560
    },
    {
      "epoch": 35.88,
      "grad_norm": 3.1932125091552734,
      "learning_rate": 4.205078670108847e-06,
      "loss": 0.5867,
      "step": 128570
    },
    {
      "epoch": 35.89,
      "grad_norm": 3.5242738723754883,
      "learning_rate": 4.205405735417248e-06,
      "loss": 0.5719,
      "step": 128580
    },
    {
      "epoch": 35.89,
      "grad_norm": 2.714993476867676,
      "learning_rate": 4.205732800725649e-06,
      "loss": 0.5904,
      "step": 128590
    },
    {
      "epoch": 35.89,
      "grad_norm": 3.7488057613372803,
      "learning_rate": 4.206059866034049e-06,
      "loss": 0.6002,
      "step": 128600
    },
    {
      "epoch": 35.89,
      "grad_norm": 3.142416477203369,
      "learning_rate": 4.2063869313424505e-06,
      "loss": 0.5908,
      "step": 128610
    },
    {
      "epoch": 35.9,
      "grad_norm": 2.5031917095184326,
      "learning_rate": 4.206713996650851e-06,
      "loss": 0.5948,
      "step": 128620
    },
    {
      "epoch": 35.9,
      "grad_norm": 2.7420523166656494,
      "learning_rate": 4.2070410619592516e-06,
      "loss": 0.5815,
      "step": 128630
    },
    {
      "epoch": 35.9,
      "grad_norm": 3.2049577236175537,
      "learning_rate": 4.207368127267652e-06,
      "loss": 0.6078,
      "step": 128640
    },
    {
      "epoch": 35.91,
      "grad_norm": 3.391066074371338,
      "learning_rate": 4.2076951925760534e-06,
      "loss": 0.5831,
      "step": 128650
    },
    {
      "epoch": 35.91,
      "grad_norm": 3.927565574645996,
      "learning_rate": 4.208022257884454e-06,
      "loss": 0.5676,
      "step": 128660
    },
    {
      "epoch": 35.91,
      "grad_norm": 3.3844451904296875,
      "learning_rate": 4.2083493231928545e-06,
      "loss": 0.5987,
      "step": 128670
    },
    {
      "epoch": 35.91,
      "grad_norm": 2.783460855484009,
      "learning_rate": 4.208676388501255e-06,
      "loss": 0.5975,
      "step": 128680
    },
    {
      "epoch": 35.92,
      "grad_norm": 2.9798386096954346,
      "learning_rate": 4.209003453809656e-06,
      "loss": 0.5871,
      "step": 128690
    },
    {
      "epoch": 35.92,
      "grad_norm": 2.6400628089904785,
      "learning_rate": 4.209330519118057e-06,
      "loss": 0.6103,
      "step": 128700
    },
    {
      "epoch": 35.92,
      "grad_norm": 1.800194501876831,
      "learning_rate": 4.209657584426458e-06,
      "loss": 0.5845,
      "step": 128710
    },
    {
      "epoch": 35.93,
      "grad_norm": 2.8946943283081055,
      "learning_rate": 4.209984649734859e-06,
      "loss": 0.6298,
      "step": 128720
    },
    {
      "epoch": 35.93,
      "grad_norm": 2.6511995792388916,
      "learning_rate": 4.210311715043259e-06,
      "loss": 0.5801,
      "step": 128730
    },
    {
      "epoch": 35.93,
      "grad_norm": 3.008066415786743,
      "learning_rate": 4.210638780351661e-06,
      "loss": 0.5876,
      "step": 128740
    },
    {
      "epoch": 35.93,
      "grad_norm": 3.167266368865967,
      "learning_rate": 4.210965845660061e-06,
      "loss": 0.5751,
      "step": 128750
    },
    {
      "epoch": 35.94,
      "grad_norm": 2.671635866165161,
      "learning_rate": 4.211292910968462e-06,
      "loss": 0.5917,
      "step": 128760
    },
    {
      "epoch": 35.94,
      "grad_norm": 2.7066824436187744,
      "learning_rate": 4.211619976276862e-06,
      "loss": 0.5752,
      "step": 128770
    },
    {
      "epoch": 35.94,
      "grad_norm": 3.1605000495910645,
      "learning_rate": 4.2119470415852635e-06,
      "loss": 0.5823,
      "step": 128780
    },
    {
      "epoch": 35.94,
      "grad_norm": 2.1789512634277344,
      "learning_rate": 4.212274106893664e-06,
      "loss": 0.5954,
      "step": 128790
    },
    {
      "epoch": 35.95,
      "grad_norm": 2.7525129318237305,
      "learning_rate": 4.212601172202065e-06,
      "loss": 0.5785,
      "step": 128800
    },
    {
      "epoch": 35.95,
      "grad_norm": 2.8401312828063965,
      "learning_rate": 4.212928237510466e-06,
      "loss": 0.5931,
      "step": 128810
    },
    {
      "epoch": 35.95,
      "grad_norm": 2.5163822174072266,
      "learning_rate": 4.213255302818866e-06,
      "loss": 0.5833,
      "step": 128820
    },
    {
      "epoch": 35.96,
      "grad_norm": 3.3006622791290283,
      "learning_rate": 4.213582368127268e-06,
      "loss": 0.5882,
      "step": 128830
    },
    {
      "epoch": 35.96,
      "grad_norm": 3.0653274059295654,
      "learning_rate": 4.213909433435668e-06,
      "loss": 0.5829,
      "step": 128840
    },
    {
      "epoch": 35.96,
      "grad_norm": 2.687675714492798,
      "learning_rate": 4.214236498744069e-06,
      "loss": 0.5976,
      "step": 128850
    },
    {
      "epoch": 35.96,
      "grad_norm": 2.0002827644348145,
      "learning_rate": 4.214563564052469e-06,
      "loss": 0.5825,
      "step": 128860
    },
    {
      "epoch": 35.97,
      "grad_norm": 2.756904363632202,
      "learning_rate": 4.214890629360871e-06,
      "loss": 0.5662,
      "step": 128870
    },
    {
      "epoch": 35.97,
      "grad_norm": 3.4609389305114746,
      "learning_rate": 4.215217694669271e-06,
      "loss": 0.5816,
      "step": 128880
    },
    {
      "epoch": 35.97,
      "grad_norm": 3.090693473815918,
      "learning_rate": 4.215544759977672e-06,
      "loss": 0.6086,
      "step": 128890
    },
    {
      "epoch": 35.98,
      "grad_norm": 2.0829007625579834,
      "learning_rate": 4.215871825286073e-06,
      "loss": 0.5856,
      "step": 128900
    },
    {
      "epoch": 35.98,
      "grad_norm": 4.084712028503418,
      "learning_rate": 4.2161988905944735e-06,
      "loss": 0.6037,
      "step": 128910
    },
    {
      "epoch": 35.98,
      "grad_norm": 2.7147128582000732,
      "learning_rate": 4.216525955902875e-06,
      "loss": 0.6013,
      "step": 128920
    },
    {
      "epoch": 35.98,
      "grad_norm": 2.6455752849578857,
      "learning_rate": 4.216853021211275e-06,
      "loss": 0.6127,
      "step": 128930
    },
    {
      "epoch": 35.99,
      "grad_norm": 3.762453317642212,
      "learning_rate": 4.217180086519676e-06,
      "loss": 0.5896,
      "step": 128940
    },
    {
      "epoch": 35.99,
      "grad_norm": 3.600966453552246,
      "learning_rate": 4.217507151828076e-06,
      "loss": 0.5748,
      "step": 128950
    },
    {
      "epoch": 35.99,
      "grad_norm": 2.7037301063537598,
      "learning_rate": 4.217834217136478e-06,
      "loss": 0.6133,
      "step": 128960
    },
    {
      "epoch": 35.99,
      "grad_norm": 2.1564226150512695,
      "learning_rate": 4.218161282444878e-06,
      "loss": 0.5833,
      "step": 128970
    },
    {
      "epoch": 36.0,
      "grad_norm": 3.691221237182617,
      "learning_rate": 4.218488347753279e-06,
      "loss": 0.5927,
      "step": 128980
    },
    {
      "epoch": 36.0,
      "eval_loss": 0.5886814594268799,
      "eval_runtime": 63.3254,
      "eval_samples_per_second": 79.889,
      "eval_steps_per_second": 9.996,
      "step": 128988
    },
    {
      "epoch": 36.0,
      "grad_norm": 3.0924415588378906,
      "learning_rate": 4.21881541306168e-06,
      "loss": 0.5826,
      "step": 128990
    },
    {
      "epoch": 36.0,
      "grad_norm": 2.857067346572876,
      "learning_rate": 4.219142478370081e-06,
      "loss": 0.5743,
      "step": 129000
    },
    {
      "epoch": 36.01,
      "grad_norm": 3.771804094314575,
      "learning_rate": 4.219469543678481e-06,
      "loss": 0.5876,
      "step": 129010
    },
    {
      "epoch": 36.01,
      "grad_norm": 3.10542631149292,
      "learning_rate": 4.219796608986882e-06,
      "loss": 0.5852,
      "step": 129020
    },
    {
      "epoch": 36.01,
      "grad_norm": 2.676323652267456,
      "learning_rate": 4.220123674295283e-06,
      "loss": 0.5778,
      "step": 129030
    },
    {
      "epoch": 36.01,
      "grad_norm": 3.5341906547546387,
      "learning_rate": 4.2204507396036836e-06,
      "loss": 0.5881,
      "step": 129040
    },
    {
      "epoch": 36.02,
      "grad_norm": 2.9564003944396973,
      "learning_rate": 4.220777804912085e-06,
      "loss": 0.5609,
      "step": 129050
    },
    {
      "epoch": 36.02,
      "grad_norm": 2.8506081104278564,
      "learning_rate": 4.2211048702204854e-06,
      "loss": 0.5983,
      "step": 129060
    },
    {
      "epoch": 36.02,
      "grad_norm": 3.7643489837646484,
      "learning_rate": 4.221431935528886e-06,
      "loss": 0.5984,
      "step": 129070
    },
    {
      "epoch": 36.03,
      "grad_norm": 2.955024242401123,
      "learning_rate": 4.2217590008372865e-06,
      "loss": 0.5858,
      "step": 129080
    },
    {
      "epoch": 36.03,
      "grad_norm": 2.034116506576538,
      "learning_rate": 4.222086066145688e-06,
      "loss": 0.5918,
      "step": 129090
    },
    {
      "epoch": 36.03,
      "grad_norm": 2.82643723487854,
      "learning_rate": 4.222413131454088e-06,
      "loss": 0.5957,
      "step": 129100
    },
    {
      "epoch": 36.03,
      "grad_norm": 3.339702606201172,
      "learning_rate": 4.222740196762489e-06,
      "loss": 0.5781,
      "step": 129110
    },
    {
      "epoch": 36.04,
      "grad_norm": 2.603066921234131,
      "learning_rate": 4.22306726207089e-06,
      "loss": 0.6171,
      "step": 129120
    },
    {
      "epoch": 36.04,
      "grad_norm": 3.3288817405700684,
      "learning_rate": 4.223394327379291e-06,
      "loss": 0.5928,
      "step": 129130
    },
    {
      "epoch": 36.04,
      "grad_norm": 3.397812843322754,
      "learning_rate": 4.223721392687691e-06,
      "loss": 0.5985,
      "step": 129140
    },
    {
      "epoch": 36.05,
      "grad_norm": 2.4619858264923096,
      "learning_rate": 4.224048457996092e-06,
      "loss": 0.5652,
      "step": 129150
    },
    {
      "epoch": 36.05,
      "grad_norm": 3.7784159183502197,
      "learning_rate": 4.224375523304493e-06,
      "loss": 0.5592,
      "step": 129160
    },
    {
      "epoch": 36.05,
      "grad_norm": 3.4635274410247803,
      "learning_rate": 4.224702588612894e-06,
      "loss": 0.5901,
      "step": 129170
    },
    {
      "epoch": 36.05,
      "grad_norm": 2.999213695526123,
      "learning_rate": 4.225029653921295e-06,
      "loss": 0.5835,
      "step": 129180
    },
    {
      "epoch": 36.06,
      "grad_norm": 3.2841134071350098,
      "learning_rate": 4.2253567192296955e-06,
      "loss": 0.6128,
      "step": 129190
    },
    {
      "epoch": 36.06,
      "grad_norm": 3.5853383541107178,
      "learning_rate": 4.225683784538096e-06,
      "loss": 0.5998,
      "step": 129200
    },
    {
      "epoch": 36.06,
      "grad_norm": 2.8375155925750732,
      "learning_rate": 4.226010849846497e-06,
      "loss": 0.5811,
      "step": 129210
    },
    {
      "epoch": 36.06,
      "grad_norm": 2.4616432189941406,
      "learning_rate": 4.226337915154898e-06,
      "loss": 0.5986,
      "step": 129220
    },
    {
      "epoch": 36.07,
      "grad_norm": 2.1036922931671143,
      "learning_rate": 4.226664980463298e-06,
      "loss": 0.5551,
      "step": 129230
    },
    {
      "epoch": 36.07,
      "grad_norm": 3.4497406482696533,
      "learning_rate": 4.226992045771699e-06,
      "loss": 0.5804,
      "step": 129240
    },
    {
      "epoch": 36.07,
      "grad_norm": 3.129362106323242,
      "learning_rate": 4.2273191110801e-06,
      "loss": 0.5866,
      "step": 129250
    },
    {
      "epoch": 36.08,
      "grad_norm": 2.5003931522369385,
      "learning_rate": 4.227646176388501e-06,
      "loss": 0.592,
      "step": 129260
    },
    {
      "epoch": 36.08,
      "grad_norm": 3.4533653259277344,
      "learning_rate": 4.227973241696901e-06,
      "loss": 0.584,
      "step": 129270
    },
    {
      "epoch": 36.08,
      "grad_norm": 2.5056254863739014,
      "learning_rate": 4.228300307005303e-06,
      "loss": 0.5771,
      "step": 129280
    },
    {
      "epoch": 36.08,
      "grad_norm": 3.1825292110443115,
      "learning_rate": 4.228627372313703e-06,
      "loss": 0.5817,
      "step": 129290
    },
    {
      "epoch": 36.09,
      "grad_norm": 3.6152617931365967,
      "learning_rate": 4.2289544376221045e-06,
      "loss": 0.5906,
      "step": 129300
    },
    {
      "epoch": 36.09,
      "grad_norm": 2.4998297691345215,
      "learning_rate": 4.229281502930505e-06,
      "loss": 0.6138,
      "step": 129310
    },
    {
      "epoch": 36.09,
      "grad_norm": 3.6740970611572266,
      "learning_rate": 4.2296085682389055e-06,
      "loss": 0.5771,
      "step": 129320
    },
    {
      "epoch": 36.1,
      "grad_norm": 4.208942890167236,
      "learning_rate": 4.229935633547306e-06,
      "loss": 0.5708,
      "step": 129330
    },
    {
      "epoch": 36.1,
      "grad_norm": 3.00177264213562,
      "learning_rate": 4.230262698855707e-06,
      "loss": 0.6008,
      "step": 129340
    },
    {
      "epoch": 36.1,
      "grad_norm": 3.069629669189453,
      "learning_rate": 4.230589764164108e-06,
      "loss": 0.5947,
      "step": 129350
    },
    {
      "epoch": 36.1,
      "grad_norm": 2.584745407104492,
      "learning_rate": 4.230916829472508e-06,
      "loss": 0.5785,
      "step": 129360
    },
    {
      "epoch": 36.11,
      "grad_norm": 2.3018906116485596,
      "learning_rate": 4.231243894780909e-06,
      "loss": 0.5911,
      "step": 129370
    },
    {
      "epoch": 36.11,
      "grad_norm": 2.7455196380615234,
      "learning_rate": 4.23157096008931e-06,
      "loss": 0.5839,
      "step": 129380
    },
    {
      "epoch": 36.11,
      "grad_norm": 3.1144793033599854,
      "learning_rate": 4.231898025397712e-06,
      "loss": 0.5821,
      "step": 129390
    },
    {
      "epoch": 36.11,
      "grad_norm": 2.4169585704803467,
      "learning_rate": 4.232225090706112e-06,
      "loss": 0.5886,
      "step": 129400
    },
    {
      "epoch": 36.12,
      "grad_norm": 3.499408721923828,
      "learning_rate": 4.232552156014513e-06,
      "loss": 0.6056,
      "step": 129410
    },
    {
      "epoch": 36.12,
      "grad_norm": 2.33821177482605,
      "learning_rate": 4.232879221322913e-06,
      "loss": 0.5996,
      "step": 129420
    },
    {
      "epoch": 36.12,
      "grad_norm": 2.9515721797943115,
      "learning_rate": 4.2332062866313145e-06,
      "loss": 0.5763,
      "step": 129430
    },
    {
      "epoch": 36.13,
      "grad_norm": 2.451209545135498,
      "learning_rate": 4.233533351939715e-06,
      "loss": 0.59,
      "step": 129440
    },
    {
      "epoch": 36.13,
      "grad_norm": 2.718348741531372,
      "learning_rate": 4.2338604172481156e-06,
      "loss": 0.5752,
      "step": 129450
    },
    {
      "epoch": 36.13,
      "grad_norm": 2.1456871032714844,
      "learning_rate": 4.234187482556516e-06,
      "loss": 0.5943,
      "step": 129460
    },
    {
      "epoch": 36.13,
      "grad_norm": 2.5511152744293213,
      "learning_rate": 4.234514547864917e-06,
      "loss": 0.5666,
      "step": 129470
    },
    {
      "epoch": 36.14,
      "grad_norm": 3.1899144649505615,
      "learning_rate": 4.234841613173318e-06,
      "loss": 0.5865,
      "step": 129480
    },
    {
      "epoch": 36.14,
      "grad_norm": 3.080803871154785,
      "learning_rate": 4.2351686784817184e-06,
      "loss": 0.5847,
      "step": 129490
    },
    {
      "epoch": 36.14,
      "grad_norm": 3.115776300430298,
      "learning_rate": 4.23549574379012e-06,
      "loss": 0.5752,
      "step": 129500
    },
    {
      "epoch": 36.15,
      "grad_norm": 2.2078990936279297,
      "learning_rate": 4.23582280909852e-06,
      "loss": 0.5962,
      "step": 129510
    },
    {
      "epoch": 36.15,
      "grad_norm": 2.2453272342681885,
      "learning_rate": 4.236149874406922e-06,
      "loss": 0.5753,
      "step": 129520
    },
    {
      "epoch": 36.15,
      "grad_norm": 3.734452962875366,
      "learning_rate": 4.236476939715322e-06,
      "loss": 0.5812,
      "step": 129530
    },
    {
      "epoch": 36.15,
      "grad_norm": 2.6007893085479736,
      "learning_rate": 4.236804005023723e-06,
      "loss": 0.5977,
      "step": 129540
    },
    {
      "epoch": 36.16,
      "grad_norm": 5.018012046813965,
      "learning_rate": 4.237131070332123e-06,
      "loss": 0.6032,
      "step": 129550
    },
    {
      "epoch": 36.16,
      "grad_norm": 2.9040400981903076,
      "learning_rate": 4.2374581356405246e-06,
      "loss": 0.5894,
      "step": 129560
    },
    {
      "epoch": 36.16,
      "grad_norm": 3.0980043411254883,
      "learning_rate": 4.237785200948925e-06,
      "loss": 0.5782,
      "step": 129570
    },
    {
      "epoch": 36.17,
      "grad_norm": 2.455533504486084,
      "learning_rate": 4.238112266257326e-06,
      "loss": 0.5843,
      "step": 129580
    },
    {
      "epoch": 36.17,
      "grad_norm": 2.746962785720825,
      "learning_rate": 4.238439331565727e-06,
      "loss": 0.6038,
      "step": 129590
    },
    {
      "epoch": 36.17,
      "grad_norm": 2.467040538787842,
      "learning_rate": 4.2387663968741275e-06,
      "loss": 0.6033,
      "step": 129600
    },
    {
      "epoch": 36.17,
      "grad_norm": 2.5498876571655273,
      "learning_rate": 4.239093462182528e-06,
      "loss": 0.5912,
      "step": 129610
    },
    {
      "epoch": 36.18,
      "grad_norm": 2.5796258449554443,
      "learning_rate": 4.2394205274909285e-06,
      "loss": 0.5974,
      "step": 129620
    },
    {
      "epoch": 36.18,
      "grad_norm": 2.942523717880249,
      "learning_rate": 4.23974759279933e-06,
      "loss": 0.5722,
      "step": 129630
    },
    {
      "epoch": 36.18,
      "grad_norm": 3.2212934494018555,
      "learning_rate": 4.24007465810773e-06,
      "loss": 0.5801,
      "step": 129640
    },
    {
      "epoch": 36.18,
      "grad_norm": 2.811889410018921,
      "learning_rate": 4.240401723416132e-06,
      "loss": 0.5936,
      "step": 129650
    },
    {
      "epoch": 36.19,
      "grad_norm": 2.4874885082244873,
      "learning_rate": 4.240728788724532e-06,
      "loss": 0.592,
      "step": 129660
    },
    {
      "epoch": 36.19,
      "grad_norm": 3.23106050491333,
      "learning_rate": 4.241055854032933e-06,
      "loss": 0.5622,
      "step": 129670
    },
    {
      "epoch": 36.19,
      "grad_norm": 2.4090416431427,
      "learning_rate": 4.241382919341334e-06,
      "loss": 0.5705,
      "step": 129680
    },
    {
      "epoch": 36.2,
      "grad_norm": 3.7727792263031006,
      "learning_rate": 4.241709984649735e-06,
      "loss": 0.5732,
      "step": 129690
    },
    {
      "epoch": 36.2,
      "grad_norm": 2.326558828353882,
      "learning_rate": 4.242037049958135e-06,
      "loss": 0.5715,
      "step": 129700
    },
    {
      "epoch": 36.2,
      "grad_norm": 2.70940899848938,
      "learning_rate": 4.242364115266536e-06,
      "loss": 0.5786,
      "step": 129710
    },
    {
      "epoch": 36.2,
      "grad_norm": 2.7700226306915283,
      "learning_rate": 4.242691180574937e-06,
      "loss": 0.5817,
      "step": 129720
    },
    {
      "epoch": 36.21,
      "grad_norm": 2.500142812728882,
      "learning_rate": 4.2430182458833375e-06,
      "loss": 0.6077,
      "step": 129730
    },
    {
      "epoch": 36.21,
      "grad_norm": 2.8109548091888428,
      "learning_rate": 4.243345311191738e-06,
      "loss": 0.5823,
      "step": 129740
    },
    {
      "epoch": 36.21,
      "grad_norm": 2.745098114013672,
      "learning_rate": 4.2436723765001385e-06,
      "loss": 0.5832,
      "step": 129750
    },
    {
      "epoch": 36.22,
      "grad_norm": 2.5612430572509766,
      "learning_rate": 4.24399944180854e-06,
      "loss": 0.5954,
      "step": 129760
    },
    {
      "epoch": 36.22,
      "grad_norm": 3.1851160526275635,
      "learning_rate": 4.244326507116941e-06,
      "loss": 0.5929,
      "step": 129770
    },
    {
      "epoch": 36.22,
      "grad_norm": 2.7909231185913086,
      "learning_rate": 4.244653572425342e-06,
      "loss": 0.5863,
      "step": 129780
    },
    {
      "epoch": 36.22,
      "grad_norm": 2.868145227432251,
      "learning_rate": 4.244980637733742e-06,
      "loss": 0.5872,
      "step": 129790
    },
    {
      "epoch": 36.23,
      "grad_norm": 2.3285348415374756,
      "learning_rate": 4.245307703042143e-06,
      "loss": 0.566,
      "step": 129800
    },
    {
      "epoch": 36.23,
      "grad_norm": 2.542680263519287,
      "learning_rate": 4.245634768350544e-06,
      "loss": 0.5911,
      "step": 129810
    },
    {
      "epoch": 36.23,
      "grad_norm": 2.743722677230835,
      "learning_rate": 4.245961833658945e-06,
      "loss": 0.5792,
      "step": 129820
    },
    {
      "epoch": 36.23,
      "grad_norm": 3.086395740509033,
      "learning_rate": 4.246288898967345e-06,
      "loss": 0.598,
      "step": 129830
    },
    {
      "epoch": 36.24,
      "grad_norm": 2.5533604621887207,
      "learning_rate": 4.246615964275746e-06,
      "loss": 0.5825,
      "step": 129840
    },
    {
      "epoch": 36.24,
      "grad_norm": 3.095733404159546,
      "learning_rate": 4.246943029584147e-06,
      "loss": 0.5883,
      "step": 129850
    },
    {
      "epoch": 36.24,
      "grad_norm": 3.2505528926849365,
      "learning_rate": 4.247270094892548e-06,
      "loss": 0.5828,
      "step": 129860
    },
    {
      "epoch": 36.25,
      "grad_norm": 2.783828020095825,
      "learning_rate": 4.247597160200949e-06,
      "loss": 0.5879,
      "step": 129870
    },
    {
      "epoch": 36.25,
      "grad_norm": 2.7676401138305664,
      "learning_rate": 4.247924225509349e-06,
      "loss": 0.5925,
      "step": 129880
    },
    {
      "epoch": 36.25,
      "grad_norm": 2.4112679958343506,
      "learning_rate": 4.24825129081775e-06,
      "loss": 0.5868,
      "step": 129890
    },
    {
      "epoch": 36.25,
      "grad_norm": 3.483055830001831,
      "learning_rate": 4.248578356126151e-06,
      "loss": 0.5865,
      "step": 129900
    },
    {
      "epoch": 36.26,
      "grad_norm": 2.1758663654327393,
      "learning_rate": 4.248905421434552e-06,
      "loss": 0.5758,
      "step": 129910
    },
    {
      "epoch": 36.26,
      "grad_norm": 2.3201072216033936,
      "learning_rate": 4.249232486742952e-06,
      "loss": 0.5862,
      "step": 129920
    },
    {
      "epoch": 36.26,
      "grad_norm": 3.2184572219848633,
      "learning_rate": 4.249559552051353e-06,
      "loss": 0.5943,
      "step": 129930
    },
    {
      "epoch": 36.27,
      "grad_norm": 2.8494532108306885,
      "learning_rate": 4.249886617359754e-06,
      "loss": 0.597,
      "step": 129940
    },
    {
      "epoch": 36.27,
      "grad_norm": 4.1958909034729,
      "learning_rate": 4.250213682668155e-06,
      "loss": 0.6071,
      "step": 129950
    },
    {
      "epoch": 36.27,
      "grad_norm": 3.352174997329712,
      "learning_rate": 4.250540747976555e-06,
      "loss": 0.5599,
      "step": 129960
    },
    {
      "epoch": 36.27,
      "grad_norm": 3.1176185607910156,
      "learning_rate": 4.2508678132849566e-06,
      "loss": 0.6004,
      "step": 129970
    },
    {
      "epoch": 36.28,
      "grad_norm": 2.3952479362487793,
      "learning_rate": 4.251194878593357e-06,
      "loss": 0.6058,
      "step": 129980
    },
    {
      "epoch": 36.28,
      "grad_norm": 2.234748601913452,
      "learning_rate": 4.2515219439017584e-06,
      "loss": 0.5675,
      "step": 129990
    },
    {
      "epoch": 36.28,
      "grad_norm": 3.253085136413574,
      "learning_rate": 4.251849009210159e-06,
      "loss": 0.5774,
      "step": 130000
    },
    {
      "epoch": 36.29,
      "grad_norm": 2.6066718101501465,
      "learning_rate": 4.2521760745185594e-06,
      "loss": 0.5842,
      "step": 130010
    },
    {
      "epoch": 36.29,
      "grad_norm": 2.580587148666382,
      "learning_rate": 4.25250313982696e-06,
      "loss": 0.5936,
      "step": 130020
    },
    {
      "epoch": 36.29,
      "grad_norm": 2.7816596031188965,
      "learning_rate": 4.252830205135361e-06,
      "loss": 0.5806,
      "step": 130030
    },
    {
      "epoch": 36.29,
      "grad_norm": 2.9354498386383057,
      "learning_rate": 4.253157270443762e-06,
      "loss": 0.5718,
      "step": 130040
    },
    {
      "epoch": 36.3,
      "grad_norm": 4.517991542816162,
      "learning_rate": 4.253484335752162e-06,
      "loss": 0.5826,
      "step": 130050
    },
    {
      "epoch": 36.3,
      "grad_norm": 2.6043853759765625,
      "learning_rate": 4.253811401060564e-06,
      "loss": 0.5913,
      "step": 130060
    },
    {
      "epoch": 36.3,
      "grad_norm": 3.0001137256622314,
      "learning_rate": 4.254138466368964e-06,
      "loss": 0.6014,
      "step": 130070
    },
    {
      "epoch": 36.3,
      "grad_norm": 2.473987579345703,
      "learning_rate": 4.254465531677365e-06,
      "loss": 0.5879,
      "step": 130080
    },
    {
      "epoch": 36.31,
      "grad_norm": 3.044409990310669,
      "learning_rate": 4.254792596985765e-06,
      "loss": 0.588,
      "step": 130090
    },
    {
      "epoch": 36.31,
      "grad_norm": 3.6207172870635986,
      "learning_rate": 4.255119662294167e-06,
      "loss": 0.5815,
      "step": 130100
    },
    {
      "epoch": 36.31,
      "grad_norm": 3.6043169498443604,
      "learning_rate": 4.255446727602567e-06,
      "loss": 0.5892,
      "step": 130110
    },
    {
      "epoch": 36.32,
      "grad_norm": 2.8772025108337402,
      "learning_rate": 4.2557737929109685e-06,
      "loss": 0.5693,
      "step": 130120
    },
    {
      "epoch": 36.32,
      "grad_norm": 2.139892101287842,
      "learning_rate": 4.256100858219369e-06,
      "loss": 0.5802,
      "step": 130130
    },
    {
      "epoch": 36.32,
      "grad_norm": 3.0656611919403076,
      "learning_rate": 4.2564279235277695e-06,
      "loss": 0.6079,
      "step": 130140
    },
    {
      "epoch": 36.32,
      "grad_norm": 2.746807813644409,
      "learning_rate": 4.256754988836171e-06,
      "loss": 0.5846,
      "step": 130150
    },
    {
      "epoch": 36.33,
      "grad_norm": 3.1797244548797607,
      "learning_rate": 4.257082054144571e-06,
      "loss": 0.5824,
      "step": 130160
    },
    {
      "epoch": 36.33,
      "grad_norm": 2.5945661067962646,
      "learning_rate": 4.257409119452972e-06,
      "loss": 0.5893,
      "step": 130170
    },
    {
      "epoch": 36.33,
      "grad_norm": 2.7706923484802246,
      "learning_rate": 4.257736184761372e-06,
      "loss": 0.5801,
      "step": 130180
    },
    {
      "epoch": 36.34,
      "grad_norm": 2.6039531230926514,
      "learning_rate": 4.258063250069774e-06,
      "loss": 0.5711,
      "step": 130190
    },
    {
      "epoch": 36.34,
      "grad_norm": 2.454393148422241,
      "learning_rate": 4.258390315378174e-06,
      "loss": 0.5863,
      "step": 130200
    },
    {
      "epoch": 36.34,
      "grad_norm": 3.782390594482422,
      "learning_rate": 4.258717380686575e-06,
      "loss": 0.5806,
      "step": 130210
    },
    {
      "epoch": 36.34,
      "grad_norm": 2.736762762069702,
      "learning_rate": 4.259044445994975e-06,
      "loss": 0.5638,
      "step": 130220
    },
    {
      "epoch": 36.35,
      "grad_norm": 3.7314255237579346,
      "learning_rate": 4.259371511303377e-06,
      "loss": 0.5855,
      "step": 130230
    },
    {
      "epoch": 36.35,
      "grad_norm": 3.22090482711792,
      "learning_rate": 4.259698576611778e-06,
      "loss": 0.5692,
      "step": 130240
    },
    {
      "epoch": 36.35,
      "grad_norm": 2.0468292236328125,
      "learning_rate": 4.2600256419201785e-06,
      "loss": 0.5937,
      "step": 130250
    },
    {
      "epoch": 36.36,
      "grad_norm": 1.9091750383377075,
      "learning_rate": 4.260352707228579e-06,
      "loss": 0.6045,
      "step": 130260
    },
    {
      "epoch": 36.36,
      "grad_norm": 3.041337251663208,
      "learning_rate": 4.2606797725369795e-06,
      "loss": 0.5908,
      "step": 130270
    },
    {
      "epoch": 36.36,
      "grad_norm": 3.4098503589630127,
      "learning_rate": 4.261006837845381e-06,
      "loss": 0.5763,
      "step": 130280
    },
    {
      "epoch": 36.36,
      "grad_norm": 3.7566041946411133,
      "learning_rate": 4.261333903153781e-06,
      "loss": 0.6126,
      "step": 130290
    },
    {
      "epoch": 36.37,
      "grad_norm": 2.941889762878418,
      "learning_rate": 4.261660968462182e-06,
      "loss": 0.6051,
      "step": 130300
    },
    {
      "epoch": 36.37,
      "grad_norm": 2.3349967002868652,
      "learning_rate": 4.261988033770582e-06,
      "loss": 0.59,
      "step": 130310
    },
    {
      "epoch": 36.37,
      "grad_norm": 3.9847216606140137,
      "learning_rate": 4.262315099078984e-06,
      "loss": 0.5894,
      "step": 130320
    },
    {
      "epoch": 36.37,
      "grad_norm": 5.014618873596191,
      "learning_rate": 4.262642164387385e-06,
      "loss": 0.5759,
      "step": 130330
    },
    {
      "epoch": 36.38,
      "grad_norm": 3.1801259517669678,
      "learning_rate": 4.262969229695786e-06,
      "loss": 0.5908,
      "step": 130340
    },
    {
      "epoch": 36.38,
      "grad_norm": 2.4694690704345703,
      "learning_rate": 4.263296295004186e-06,
      "loss": 0.5702,
      "step": 130350
    },
    {
      "epoch": 36.38,
      "grad_norm": 2.980557918548584,
      "learning_rate": 4.263623360312587e-06,
      "loss": 0.5804,
      "step": 130360
    },
    {
      "epoch": 36.39,
      "grad_norm": 2.4003758430480957,
      "learning_rate": 4.263950425620988e-06,
      "loss": 0.5799,
      "step": 130370
    },
    {
      "epoch": 36.39,
      "grad_norm": 3.2175683975219727,
      "learning_rate": 4.2642774909293885e-06,
      "loss": 0.5998,
      "step": 130380
    },
    {
      "epoch": 36.39,
      "grad_norm": 3.6413450241088867,
      "learning_rate": 4.264604556237789e-06,
      "loss": 0.6131,
      "step": 130390
    },
    {
      "epoch": 36.39,
      "grad_norm": 2.88185453414917,
      "learning_rate": 4.2649316215461896e-06,
      "loss": 0.5643,
      "step": 130400
    },
    {
      "epoch": 36.4,
      "grad_norm": 2.561746835708618,
      "learning_rate": 4.265258686854591e-06,
      "loss": 0.599,
      "step": 130410
    },
    {
      "epoch": 36.4,
      "grad_norm": 2.813776969909668,
      "learning_rate": 4.2655857521629914e-06,
      "loss": 0.5941,
      "step": 130420
    },
    {
      "epoch": 36.4,
      "grad_norm": 2.7335691452026367,
      "learning_rate": 4.265912817471392e-06,
      "loss": 0.6345,
      "step": 130430
    },
    {
      "epoch": 36.41,
      "grad_norm": 2.6843783855438232,
      "learning_rate": 4.266239882779793e-06,
      "loss": 0.568,
      "step": 130440
    },
    {
      "epoch": 36.41,
      "grad_norm": 2.8078384399414062,
      "learning_rate": 4.266566948088194e-06,
      "loss": 0.5822,
      "step": 130450
    },
    {
      "epoch": 36.41,
      "grad_norm": 3.632330894470215,
      "learning_rate": 4.266894013396595e-06,
      "loss": 0.5857,
      "step": 130460
    },
    {
      "epoch": 36.41,
      "grad_norm": 2.5821797847747803,
      "learning_rate": 4.267221078704996e-06,
      "loss": 0.6016,
      "step": 130470
    },
    {
      "epoch": 36.42,
      "grad_norm": 2.275223970413208,
      "learning_rate": 4.267548144013396e-06,
      "loss": 0.5835,
      "step": 130480
    },
    {
      "epoch": 36.42,
      "grad_norm": 3.214639902114868,
      "learning_rate": 4.267875209321797e-06,
      "loss": 0.5751,
      "step": 130490
    },
    {
      "epoch": 36.42,
      "grad_norm": 3.102987051010132,
      "learning_rate": 4.268202274630198e-06,
      "loss": 0.5849,
      "step": 130500
    },
    {
      "epoch": 36.42,
      "grad_norm": 2.9643619060516357,
      "learning_rate": 4.268529339938599e-06,
      "loss": 0.5903,
      "step": 130510
    },
    {
      "epoch": 36.43,
      "grad_norm": 2.9413516521453857,
      "learning_rate": 4.268856405246999e-06,
      "loss": 0.6033,
      "step": 130520
    },
    {
      "epoch": 36.43,
      "grad_norm": 3.0433990955352783,
      "learning_rate": 4.2691834705554005e-06,
      "loss": 0.6155,
      "step": 130530
    },
    {
      "epoch": 36.43,
      "grad_norm": 2.7878355979919434,
      "learning_rate": 4.269510535863801e-06,
      "loss": 0.5799,
      "step": 130540
    },
    {
      "epoch": 36.44,
      "grad_norm": 3.313032627105713,
      "learning_rate": 4.2698376011722015e-06,
      "loss": 0.595,
      "step": 130550
    },
    {
      "epoch": 36.44,
      "grad_norm": 2.538189649581909,
      "learning_rate": 4.270164666480602e-06,
      "loss": 0.6027,
      "step": 130560
    },
    {
      "epoch": 36.44,
      "grad_norm": 3.416947364807129,
      "learning_rate": 4.270491731789003e-06,
      "loss": 0.5875,
      "step": 130570
    },
    {
      "epoch": 36.44,
      "grad_norm": 3.0772464275360107,
      "learning_rate": 4.270818797097404e-06,
      "loss": 0.612,
      "step": 130580
    },
    {
      "epoch": 36.45,
      "grad_norm": 2.760451555252075,
      "learning_rate": 4.271145862405805e-06,
      "loss": 0.5945,
      "step": 130590
    },
    {
      "epoch": 36.45,
      "grad_norm": 2.0643398761749268,
      "learning_rate": 4.271472927714206e-06,
      "loss": 0.5609,
      "step": 130600
    },
    {
      "epoch": 36.45,
      "grad_norm": 3.1722755432128906,
      "learning_rate": 4.271799993022606e-06,
      "loss": 0.5749,
      "step": 130610
    },
    {
      "epoch": 36.46,
      "grad_norm": 2.680213451385498,
      "learning_rate": 4.272127058331008e-06,
      "loss": 0.585,
      "step": 130620
    },
    {
      "epoch": 36.46,
      "grad_norm": 1.9653221368789673,
      "learning_rate": 4.272454123639408e-06,
      "loss": 0.6039,
      "step": 130630
    },
    {
      "epoch": 36.46,
      "grad_norm": 2.664555072784424,
      "learning_rate": 4.272781188947809e-06,
      "loss": 0.5704,
      "step": 130640
    },
    {
      "epoch": 36.46,
      "grad_norm": 3.179157018661499,
      "learning_rate": 4.273108254256209e-06,
      "loss": 0.5921,
      "step": 130650
    },
    {
      "epoch": 36.47,
      "grad_norm": 2.8015975952148438,
      "learning_rate": 4.2734353195646105e-06,
      "loss": 0.597,
      "step": 130660
    },
    {
      "epoch": 36.47,
      "grad_norm": 2.4170238971710205,
      "learning_rate": 4.273762384873011e-06,
      "loss": 0.5917,
      "step": 130670
    },
    {
      "epoch": 36.47,
      "grad_norm": 3.253096342086792,
      "learning_rate": 4.2740894501814115e-06,
      "loss": 0.5739,
      "step": 130680
    },
    {
      "epoch": 36.48,
      "grad_norm": 2.752601146697998,
      "learning_rate": 4.274416515489812e-06,
      "loss": 0.5586,
      "step": 130690
    },
    {
      "epoch": 36.48,
      "grad_norm": 2.7106893062591553,
      "learning_rate": 4.274743580798213e-06,
      "loss": 0.5773,
      "step": 130700
    },
    {
      "epoch": 36.48,
      "grad_norm": 1.9675227403640747,
      "learning_rate": 4.275070646106615e-06,
      "loss": 0.5821,
      "step": 130710
    },
    {
      "epoch": 36.48,
      "grad_norm": 2.4707190990448,
      "learning_rate": 4.275397711415015e-06,
      "loss": 0.5749,
      "step": 130720
    },
    {
      "epoch": 36.49,
      "grad_norm": 2.580641269683838,
      "learning_rate": 4.275724776723416e-06,
      "loss": 0.5981,
      "step": 130730
    },
    {
      "epoch": 36.49,
      "grad_norm": 2.377544403076172,
      "learning_rate": 4.276051842031816e-06,
      "loss": 0.5818,
      "step": 130740
    },
    {
      "epoch": 36.49,
      "grad_norm": 3.0464138984680176,
      "learning_rate": 4.276378907340218e-06,
      "loss": 0.5979,
      "step": 130750
    },
    {
      "epoch": 36.49,
      "grad_norm": 2.9424736499786377,
      "learning_rate": 4.276705972648618e-06,
      "loss": 0.5825,
      "step": 130760
    },
    {
      "epoch": 36.5,
      "grad_norm": 2.8155534267425537,
      "learning_rate": 4.277033037957019e-06,
      "loss": 0.5827,
      "step": 130770
    },
    {
      "epoch": 36.5,
      "grad_norm": 2.5211637020111084,
      "learning_rate": 4.277360103265419e-06,
      "loss": 0.6018,
      "step": 130780
    },
    {
      "epoch": 36.5,
      "grad_norm": 2.371018409729004,
      "learning_rate": 4.2776871685738205e-06,
      "loss": 0.5848,
      "step": 130790
    },
    {
      "epoch": 36.51,
      "grad_norm": 2.7894914150238037,
      "learning_rate": 4.278014233882221e-06,
      "loss": 0.592,
      "step": 130800
    },
    {
      "epoch": 36.51,
      "grad_norm": 2.5272979736328125,
      "learning_rate": 4.278341299190622e-06,
      "loss": 0.5735,
      "step": 130810
    },
    {
      "epoch": 36.51,
      "grad_norm": 2.9916775226593018,
      "learning_rate": 4.278668364499023e-06,
      "loss": 0.5628,
      "step": 130820
    },
    {
      "epoch": 36.51,
      "grad_norm": 2.632781982421875,
      "learning_rate": 4.2789954298074234e-06,
      "loss": 0.5917,
      "step": 130830
    },
    {
      "epoch": 36.52,
      "grad_norm": 3.3057146072387695,
      "learning_rate": 4.279322495115825e-06,
      "loss": 0.5807,
      "step": 130840
    },
    {
      "epoch": 36.52,
      "grad_norm": 2.2387022972106934,
      "learning_rate": 4.279649560424225e-06,
      "loss": 0.5637,
      "step": 130850
    },
    {
      "epoch": 36.52,
      "grad_norm": 2.3472859859466553,
      "learning_rate": 4.279976625732626e-06,
      "loss": 0.5816,
      "step": 130860
    },
    {
      "epoch": 36.53,
      "grad_norm": 2.1098947525024414,
      "learning_rate": 4.280303691041026e-06,
      "loss": 0.5827,
      "step": 130870
    },
    {
      "epoch": 36.53,
      "grad_norm": 3.3322534561157227,
      "learning_rate": 4.280630756349428e-06,
      "loss": 0.5823,
      "step": 130880
    },
    {
      "epoch": 36.53,
      "grad_norm": 2.4356002807617188,
      "learning_rate": 4.280957821657828e-06,
      "loss": 0.595,
      "step": 130890
    },
    {
      "epoch": 36.53,
      "grad_norm": 2.8717730045318604,
      "learning_rate": 4.281284886966229e-06,
      "loss": 0.5825,
      "step": 130900
    },
    {
      "epoch": 36.54,
      "grad_norm": 3.742604970932007,
      "learning_rate": 4.28161195227463e-06,
      "loss": 0.5743,
      "step": 130910
    },
    {
      "epoch": 36.54,
      "grad_norm": 2.1822023391723633,
      "learning_rate": 4.2819390175830306e-06,
      "loss": 0.5968,
      "step": 130920
    },
    {
      "epoch": 36.54,
      "grad_norm": 2.1283843517303467,
      "learning_rate": 4.282266082891432e-06,
      "loss": 0.583,
      "step": 130930
    },
    {
      "epoch": 36.54,
      "grad_norm": 2.3583216667175293,
      "learning_rate": 4.2825931481998324e-06,
      "loss": 0.589,
      "step": 130940
    },
    {
      "epoch": 36.55,
      "grad_norm": 4.17997932434082,
      "learning_rate": 4.282920213508233e-06,
      "loss": 0.5832,
      "step": 130950
    },
    {
      "epoch": 36.55,
      "grad_norm": 2.5401060581207275,
      "learning_rate": 4.2832472788166335e-06,
      "loss": 0.5985,
      "step": 130960
    },
    {
      "epoch": 36.55,
      "grad_norm": 2.9895684719085693,
      "learning_rate": 4.283574344125035e-06,
      "loss": 0.5949,
      "step": 130970
    },
    {
      "epoch": 36.56,
      "grad_norm": 2.9562857151031494,
      "learning_rate": 4.283901409433435e-06,
      "loss": 0.6112,
      "step": 130980
    },
    {
      "epoch": 36.56,
      "grad_norm": 3.281205415725708,
      "learning_rate": 4.284228474741836e-06,
      "loss": 0.5975,
      "step": 130990
    },
    {
      "epoch": 36.56,
      "grad_norm": 3.134415864944458,
      "learning_rate": 4.284555540050237e-06,
      "loss": 0.5824,
      "step": 131000
    },
    {
      "epoch": 36.56,
      "grad_norm": 3.5950911045074463,
      "learning_rate": 4.284882605358638e-06,
      "loss": 0.609,
      "step": 131010
    },
    {
      "epoch": 36.57,
      "grad_norm": 1.9093914031982422,
      "learning_rate": 4.285209670667038e-06,
      "loss": 0.5749,
      "step": 131020
    },
    {
      "epoch": 36.57,
      "grad_norm": 3.1572964191436768,
      "learning_rate": 4.285536735975439e-06,
      "loss": 0.5847,
      "step": 131030
    },
    {
      "epoch": 36.57,
      "grad_norm": 3.8570053577423096,
      "learning_rate": 4.28586380128384e-06,
      "loss": 0.5742,
      "step": 131040
    },
    {
      "epoch": 36.58,
      "grad_norm": 3.341381549835205,
      "learning_rate": 4.286190866592241e-06,
      "loss": 0.571,
      "step": 131050
    },
    {
      "epoch": 36.58,
      "grad_norm": 3.16910457611084,
      "learning_rate": 4.286517931900642e-06,
      "loss": 0.5851,
      "step": 131060
    },
    {
      "epoch": 36.58,
      "grad_norm": 3.3118579387664795,
      "learning_rate": 4.2868449972090425e-06,
      "loss": 0.5866,
      "step": 131070
    },
    {
      "epoch": 36.58,
      "grad_norm": 3.4193339347839355,
      "learning_rate": 4.287172062517443e-06,
      "loss": 0.5944,
      "step": 131080
    },
    {
      "epoch": 36.59,
      "grad_norm": 2.990217447280884,
      "learning_rate": 4.2874991278258435e-06,
      "loss": 0.586,
      "step": 131090
    },
    {
      "epoch": 36.59,
      "grad_norm": 2.3692638874053955,
      "learning_rate": 4.287826193134245e-06,
      "loss": 0.5992,
      "step": 131100
    },
    {
      "epoch": 36.59,
      "grad_norm": 2.426492929458618,
      "learning_rate": 4.288153258442645e-06,
      "loss": 0.5702,
      "step": 131110
    },
    {
      "epoch": 36.6,
      "grad_norm": 2.866262912750244,
      "learning_rate": 4.288480323751046e-06,
      "loss": 0.589,
      "step": 131120
    },
    {
      "epoch": 36.6,
      "grad_norm": 2.199087619781494,
      "learning_rate": 4.288807389059447e-06,
      "loss": 0.586,
      "step": 131130
    },
    {
      "epoch": 36.6,
      "grad_norm": 2.7543489933013916,
      "learning_rate": 4.289134454367848e-06,
      "loss": 0.5742,
      "step": 131140
    },
    {
      "epoch": 36.6,
      "grad_norm": 3.090142011642456,
      "learning_rate": 4.289461519676248e-06,
      "loss": 0.6075,
      "step": 131150
    },
    {
      "epoch": 36.61,
      "grad_norm": 4.296387672424316,
      "learning_rate": 4.289788584984649e-06,
      "loss": 0.5771,
      "step": 131160
    },
    {
      "epoch": 36.61,
      "grad_norm": 3.1067304611206055,
      "learning_rate": 4.29011565029305e-06,
      "loss": 0.5774,
      "step": 131170
    },
    {
      "epoch": 36.61,
      "grad_norm": 3.109032154083252,
      "learning_rate": 4.290442715601451e-06,
      "loss": 0.5803,
      "step": 131180
    },
    {
      "epoch": 36.61,
      "grad_norm": 2.5083680152893066,
      "learning_rate": 4.290769780909852e-06,
      "loss": 0.5903,
      "step": 131190
    },
    {
      "epoch": 36.62,
      "grad_norm": 3.938915252685547,
      "learning_rate": 4.2910968462182525e-06,
      "loss": 0.591,
      "step": 131200
    },
    {
      "epoch": 36.62,
      "grad_norm": 2.7529799938201904,
      "learning_rate": 4.291423911526653e-06,
      "loss": 0.5883,
      "step": 131210
    },
    {
      "epoch": 36.62,
      "grad_norm": 3.2464773654937744,
      "learning_rate": 4.291750976835054e-06,
      "loss": 0.5861,
      "step": 131220
    },
    {
      "epoch": 36.63,
      "grad_norm": 3.256526231765747,
      "learning_rate": 4.292078042143455e-06,
      "loss": 0.5698,
      "step": 131230
    },
    {
      "epoch": 36.63,
      "grad_norm": 2.7078158855438232,
      "learning_rate": 4.292405107451855e-06,
      "loss": 0.5862,
      "step": 131240
    },
    {
      "epoch": 36.63,
      "grad_norm": 2.9484102725982666,
      "learning_rate": 4.292732172760256e-06,
      "loss": 0.5807,
      "step": 131250
    },
    {
      "epoch": 36.63,
      "grad_norm": 3.114183187484741,
      "learning_rate": 4.293059238068657e-06,
      "loss": 0.5772,
      "step": 131260
    },
    {
      "epoch": 36.64,
      "grad_norm": 3.7913436889648438,
      "learning_rate": 4.293386303377058e-06,
      "loss": 0.5786,
      "step": 131270
    },
    {
      "epoch": 36.64,
      "grad_norm": 2.985556125640869,
      "learning_rate": 4.293713368685459e-06,
      "loss": 0.5794,
      "step": 131280
    },
    {
      "epoch": 36.64,
      "grad_norm": 2.767045497894287,
      "learning_rate": 4.29404043399386e-06,
      "loss": 0.5981,
      "step": 131290
    },
    {
      "epoch": 36.65,
      "grad_norm": 3.0870301723480225,
      "learning_rate": 4.29436749930226e-06,
      "loss": 0.5766,
      "step": 131300
    },
    {
      "epoch": 36.65,
      "grad_norm": 2.691627025604248,
      "learning_rate": 4.2946945646106615e-06,
      "loss": 0.5664,
      "step": 131310
    },
    {
      "epoch": 36.65,
      "grad_norm": 4.163260459899902,
      "learning_rate": 4.295021629919062e-06,
      "loss": 0.5843,
      "step": 131320
    },
    {
      "epoch": 36.65,
      "grad_norm": 2.644514560699463,
      "learning_rate": 4.2953486952274626e-06,
      "loss": 0.5935,
      "step": 131330
    },
    {
      "epoch": 36.66,
      "grad_norm": 3.5196778774261475,
      "learning_rate": 4.295675760535863e-06,
      "loss": 0.5883,
      "step": 131340
    },
    {
      "epoch": 36.66,
      "grad_norm": 2.2938315868377686,
      "learning_rate": 4.2960028258442644e-06,
      "loss": 0.5808,
      "step": 131350
    },
    {
      "epoch": 36.66,
      "grad_norm": 3.6202144622802734,
      "learning_rate": 4.296329891152665e-06,
      "loss": 0.5715,
      "step": 131360
    },
    {
      "epoch": 36.66,
      "grad_norm": 2.524549722671509,
      "learning_rate": 4.2966569564610655e-06,
      "loss": 0.5834,
      "step": 131370
    },
    {
      "epoch": 36.67,
      "grad_norm": 3.351146697998047,
      "learning_rate": 4.296984021769467e-06,
      "loss": 0.569,
      "step": 131380
    },
    {
      "epoch": 36.67,
      "grad_norm": 2.725783348083496,
      "learning_rate": 4.297311087077867e-06,
      "loss": 0.6131,
      "step": 131390
    },
    {
      "epoch": 36.67,
      "grad_norm": 2.773057699203491,
      "learning_rate": 4.297638152386269e-06,
      "loss": 0.5704,
      "step": 131400
    },
    {
      "epoch": 36.68,
      "grad_norm": 3.2342469692230225,
      "learning_rate": 4.297965217694669e-06,
      "loss": 0.5893,
      "step": 131410
    },
    {
      "epoch": 36.68,
      "grad_norm": 2.7869372367858887,
      "learning_rate": 4.29829228300307e-06,
      "loss": 0.573,
      "step": 131420
    },
    {
      "epoch": 36.68,
      "grad_norm": 3.2579376697540283,
      "learning_rate": 4.29861934831147e-06,
      "loss": 0.5894,
      "step": 131430
    },
    {
      "epoch": 36.68,
      "grad_norm": 3.1627745628356934,
      "learning_rate": 4.298946413619872e-06,
      "loss": 0.5675,
      "step": 131440
    },
    {
      "epoch": 36.69,
      "grad_norm": 2.4950973987579346,
      "learning_rate": 4.299273478928272e-06,
      "loss": 0.5933,
      "step": 131450
    },
    {
      "epoch": 36.69,
      "grad_norm": 2.635359525680542,
      "learning_rate": 4.299600544236673e-06,
      "loss": 0.5919,
      "step": 131460
    },
    {
      "epoch": 36.69,
      "grad_norm": 2.157162666320801,
      "learning_rate": 4.299927609545073e-06,
      "loss": 0.5853,
      "step": 131470
    },
    {
      "epoch": 36.7,
      "grad_norm": 2.603978157043457,
      "learning_rate": 4.3002546748534745e-06,
      "loss": 0.5907,
      "step": 131480
    },
    {
      "epoch": 36.7,
      "grad_norm": 2.6207969188690186,
      "learning_rate": 4.300581740161875e-06,
      "loss": 0.595,
      "step": 131490
    },
    {
      "epoch": 36.7,
      "grad_norm": 3.522953987121582,
      "learning_rate": 4.3009088054702755e-06,
      "loss": 0.588,
      "step": 131500
    },
    {
      "epoch": 36.7,
      "grad_norm": 2.9108917713165283,
      "learning_rate": 4.301235870778677e-06,
      "loss": 0.6018,
      "step": 131510
    },
    {
      "epoch": 36.71,
      "grad_norm": 3.022310972213745,
      "learning_rate": 4.301562936087077e-06,
      "loss": 0.5765,
      "step": 131520
    },
    {
      "epoch": 36.71,
      "grad_norm": 2.907705068588257,
      "learning_rate": 4.301890001395479e-06,
      "loss": 0.5624,
      "step": 131530
    },
    {
      "epoch": 36.71,
      "grad_norm": 2.691737651824951,
      "learning_rate": 4.302217066703879e-06,
      "loss": 0.5788,
      "step": 131540
    },
    {
      "epoch": 36.72,
      "grad_norm": 2.852822780609131,
      "learning_rate": 4.30254413201228e-06,
      "loss": 0.5846,
      "step": 131550
    },
    {
      "epoch": 36.72,
      "grad_norm": 2.6938905715942383,
      "learning_rate": 4.30287119732068e-06,
      "loss": 0.5724,
      "step": 131560
    },
    {
      "epoch": 36.72,
      "grad_norm": 2.9498844146728516,
      "learning_rate": 4.303198262629082e-06,
      "loss": 0.5844,
      "step": 131570
    },
    {
      "epoch": 36.72,
      "grad_norm": 3.3101165294647217,
      "learning_rate": 4.303525327937482e-06,
      "loss": 0.6135,
      "step": 131580
    },
    {
      "epoch": 36.73,
      "grad_norm": 3.107119560241699,
      "learning_rate": 4.303852393245883e-06,
      "loss": 0.581,
      "step": 131590
    },
    {
      "epoch": 36.73,
      "grad_norm": 2.733591318130493,
      "learning_rate": 4.304179458554284e-06,
      "loss": 0.5897,
      "step": 131600
    },
    {
      "epoch": 36.73,
      "grad_norm": 3.1961510181427,
      "learning_rate": 4.3045065238626845e-06,
      "loss": 0.6002,
      "step": 131610
    },
    {
      "epoch": 36.73,
      "grad_norm": 2.727696418762207,
      "learning_rate": 4.304833589171085e-06,
      "loss": 0.5823,
      "step": 131620
    },
    {
      "epoch": 36.74,
      "grad_norm": 2.881503105163574,
      "learning_rate": 4.3051606544794855e-06,
      "loss": 0.5858,
      "step": 131630
    },
    {
      "epoch": 36.74,
      "grad_norm": 3.180568218231201,
      "learning_rate": 4.305487719787887e-06,
      "loss": 0.5832,
      "step": 131640
    },
    {
      "epoch": 36.74,
      "grad_norm": 2.411473274230957,
      "learning_rate": 4.305814785096287e-06,
      "loss": 0.5742,
      "step": 131650
    },
    {
      "epoch": 36.75,
      "grad_norm": 2.4516897201538086,
      "learning_rate": 4.306141850404689e-06,
      "loss": 0.5926,
      "step": 131660
    },
    {
      "epoch": 36.75,
      "grad_norm": 3.003183364868164,
      "learning_rate": 4.306468915713089e-06,
      "loss": 0.5946,
      "step": 131670
    },
    {
      "epoch": 36.75,
      "grad_norm": 3.116236686706543,
      "learning_rate": 4.30679598102149e-06,
      "loss": 0.5716,
      "step": 131680
    },
    {
      "epoch": 36.75,
      "grad_norm": 3.79757022857666,
      "learning_rate": 4.307123046329891e-06,
      "loss": 0.5967,
      "step": 131690
    },
    {
      "epoch": 36.76,
      "grad_norm": 2.3255763053894043,
      "learning_rate": 4.307450111638292e-06,
      "loss": 0.5979,
      "step": 131700
    },
    {
      "epoch": 36.76,
      "grad_norm": 3.1990468502044678,
      "learning_rate": 4.307777176946692e-06,
      "loss": 0.5777,
      "step": 131710
    },
    {
      "epoch": 36.76,
      "grad_norm": 3.8802695274353027,
      "learning_rate": 4.308104242255093e-06,
      "loss": 0.5929,
      "step": 131720
    },
    {
      "epoch": 36.77,
      "grad_norm": 2.4011356830596924,
      "learning_rate": 4.308431307563494e-06,
      "loss": 0.579,
      "step": 131730
    },
    {
      "epoch": 36.77,
      "grad_norm": 2.145443916320801,
      "learning_rate": 4.3087583728718946e-06,
      "loss": 0.5614,
      "step": 131740
    },
    {
      "epoch": 36.77,
      "grad_norm": 3.0297205448150635,
      "learning_rate": 4.309085438180296e-06,
      "loss": 0.5843,
      "step": 131750
    },
    {
      "epoch": 36.77,
      "grad_norm": 3.6017558574676514,
      "learning_rate": 4.309412503488696e-06,
      "loss": 0.5716,
      "step": 131760
    },
    {
      "epoch": 36.78,
      "grad_norm": 3.0415520668029785,
      "learning_rate": 4.309739568797097e-06,
      "loss": 0.5849,
      "step": 131770
    },
    {
      "epoch": 36.78,
      "grad_norm": 2.321876049041748,
      "learning_rate": 4.310066634105498e-06,
      "loss": 0.581,
      "step": 131780
    },
    {
      "epoch": 36.78,
      "grad_norm": 4.263541221618652,
      "learning_rate": 4.310393699413899e-06,
      "loss": 0.5819,
      "step": 131790
    },
    {
      "epoch": 36.78,
      "grad_norm": 2.418487548828125,
      "learning_rate": 4.310720764722299e-06,
      "loss": 0.5822,
      "step": 131800
    },
    {
      "epoch": 36.79,
      "grad_norm": 2.453580379486084,
      "learning_rate": 4.3110478300307e-06,
      "loss": 0.5689,
      "step": 131810
    },
    {
      "epoch": 36.79,
      "grad_norm": 2.8048202991485596,
      "learning_rate": 4.311374895339101e-06,
      "loss": 0.5895,
      "step": 131820
    },
    {
      "epoch": 36.79,
      "grad_norm": 2.9600610733032227,
      "learning_rate": 4.311701960647502e-06,
      "loss": 0.594,
      "step": 131830
    },
    {
      "epoch": 36.8,
      "grad_norm": 2.324108362197876,
      "learning_rate": 4.312029025955902e-06,
      "loss": 0.5777,
      "step": 131840
    },
    {
      "epoch": 36.8,
      "grad_norm": 3.2071876525878906,
      "learning_rate": 4.312356091264303e-06,
      "loss": 0.5981,
      "step": 131850
    },
    {
      "epoch": 36.8,
      "grad_norm": 3.8832931518554688,
      "learning_rate": 4.312683156572704e-06,
      "loss": 0.5894,
      "step": 131860
    },
    {
      "epoch": 36.8,
      "grad_norm": 2.3090367317199707,
      "learning_rate": 4.3130102218811054e-06,
      "loss": 0.5889,
      "step": 131870
    },
    {
      "epoch": 36.81,
      "grad_norm": 2.435551643371582,
      "learning_rate": 4.313337287189506e-06,
      "loss": 0.5911,
      "step": 131880
    },
    {
      "epoch": 36.81,
      "grad_norm": 2.7353782653808594,
      "learning_rate": 4.3136643524979065e-06,
      "loss": 0.5638,
      "step": 131890
    },
    {
      "epoch": 36.81,
      "grad_norm": 2.8682472705841064,
      "learning_rate": 4.313991417806307e-06,
      "loss": 0.5863,
      "step": 131900
    },
    {
      "epoch": 36.82,
      "grad_norm": 2.7937686443328857,
      "learning_rate": 4.314318483114708e-06,
      "loss": 0.5931,
      "step": 131910
    },
    {
      "epoch": 36.82,
      "grad_norm": 3.5776240825653076,
      "learning_rate": 4.314645548423109e-06,
      "loss": 0.5889,
      "step": 131920
    },
    {
      "epoch": 36.82,
      "grad_norm": 2.4649498462677,
      "learning_rate": 4.314972613731509e-06,
      "loss": 0.5766,
      "step": 131930
    },
    {
      "epoch": 36.82,
      "grad_norm": 3.494861125946045,
      "learning_rate": 4.31529967903991e-06,
      "loss": 0.5924,
      "step": 131940
    },
    {
      "epoch": 36.83,
      "grad_norm": 2.9389021396636963,
      "learning_rate": 4.315626744348311e-06,
      "loss": 0.5802,
      "step": 131950
    },
    {
      "epoch": 36.83,
      "grad_norm": 3.09605073928833,
      "learning_rate": 4.315953809656712e-06,
      "loss": 0.6011,
      "step": 131960
    },
    {
      "epoch": 36.83,
      "grad_norm": 1.9948896169662476,
      "learning_rate": 4.316280874965112e-06,
      "loss": 0.5936,
      "step": 131970
    },
    {
      "epoch": 36.84,
      "grad_norm": 3.048170804977417,
      "learning_rate": 4.316607940273514e-06,
      "loss": 0.5832,
      "step": 131980
    },
    {
      "epoch": 36.84,
      "grad_norm": 2.14054012298584,
      "learning_rate": 4.316935005581914e-06,
      "loss": 0.5908,
      "step": 131990
    },
    {
      "epoch": 36.84,
      "grad_norm": 5.4438018798828125,
      "learning_rate": 4.3172620708903155e-06,
      "loss": 0.6038,
      "step": 132000
    },
    {
      "epoch": 36.84,
      "grad_norm": 2.2032032012939453,
      "learning_rate": 4.317589136198716e-06,
      "loss": 0.6016,
      "step": 132010
    },
    {
      "epoch": 36.85,
      "grad_norm": 3.1808958053588867,
      "learning_rate": 4.3179162015071165e-06,
      "loss": 0.5774,
      "step": 132020
    },
    {
      "epoch": 36.85,
      "grad_norm": 3.383864402770996,
      "learning_rate": 4.318243266815517e-06,
      "loss": 0.6109,
      "step": 132030
    },
    {
      "epoch": 36.85,
      "grad_norm": 3.3456978797912598,
      "learning_rate": 4.318570332123918e-06,
      "loss": 0.5978,
      "step": 132040
    },
    {
      "epoch": 36.85,
      "grad_norm": 3.220937967300415,
      "learning_rate": 4.318897397432319e-06,
      "loss": 0.6156,
      "step": 132050
    },
    {
      "epoch": 36.86,
      "grad_norm": 2.6925599575042725,
      "learning_rate": 4.319224462740719e-06,
      "loss": 0.5765,
      "step": 132060
    },
    {
      "epoch": 36.86,
      "grad_norm": 2.603912591934204,
      "learning_rate": 4.319551528049121e-06,
      "loss": 0.6117,
      "step": 132070
    },
    {
      "epoch": 36.86,
      "grad_norm": 2.633476495742798,
      "learning_rate": 4.319878593357521e-06,
      "loss": 0.5771,
      "step": 132080
    },
    {
      "epoch": 36.87,
      "grad_norm": 3.9925601482391357,
      "learning_rate": 4.320205658665922e-06,
      "loss": 0.5874,
      "step": 132090
    },
    {
      "epoch": 36.87,
      "grad_norm": 2.5025153160095215,
      "learning_rate": 4.320532723974322e-06,
      "loss": 0.5953,
      "step": 132100
    },
    {
      "epoch": 36.87,
      "grad_norm": 2.4796974658966064,
      "learning_rate": 4.320859789282724e-06,
      "loss": 0.5926,
      "step": 132110
    },
    {
      "epoch": 36.87,
      "grad_norm": 2.610344409942627,
      "learning_rate": 4.321186854591124e-06,
      "loss": 0.5685,
      "step": 132120
    },
    {
      "epoch": 36.88,
      "grad_norm": 2.9569475650787354,
      "learning_rate": 4.3215139198995255e-06,
      "loss": 0.5715,
      "step": 132130
    },
    {
      "epoch": 36.88,
      "grad_norm": 2.9841554164886475,
      "learning_rate": 4.321840985207926e-06,
      "loss": 0.5724,
      "step": 132140
    },
    {
      "epoch": 36.88,
      "grad_norm": 2.3698527812957764,
      "learning_rate": 4.3221680505163265e-06,
      "loss": 0.5982,
      "step": 132150
    },
    {
      "epoch": 36.89,
      "grad_norm": 2.916377067565918,
      "learning_rate": 4.322495115824728e-06,
      "loss": 0.5739,
      "step": 132160
    },
    {
      "epoch": 36.89,
      "grad_norm": 3.882934331893921,
      "learning_rate": 4.322822181133128e-06,
      "loss": 0.6041,
      "step": 132170
    },
    {
      "epoch": 36.89,
      "grad_norm": 2.2898919582366943,
      "learning_rate": 4.323149246441529e-06,
      "loss": 0.5685,
      "step": 132180
    },
    {
      "epoch": 36.89,
      "grad_norm": 2.698967456817627,
      "learning_rate": 4.3234763117499294e-06,
      "loss": 0.5887,
      "step": 132190
    },
    {
      "epoch": 36.9,
      "grad_norm": 3.3766255378723145,
      "learning_rate": 4.323803377058331e-06,
      "loss": 0.5747,
      "step": 132200
    },
    {
      "epoch": 36.9,
      "grad_norm": 2.888930320739746,
      "learning_rate": 4.324130442366731e-06,
      "loss": 0.5848,
      "step": 132210
    },
    {
      "epoch": 36.9,
      "grad_norm": 2.5941786766052246,
      "learning_rate": 4.324457507675132e-06,
      "loss": 0.5696,
      "step": 132220
    },
    {
      "epoch": 36.9,
      "grad_norm": 2.188671588897705,
      "learning_rate": 4.324784572983532e-06,
      "loss": 0.579,
      "step": 132230
    },
    {
      "epoch": 36.91,
      "grad_norm": 2.9100892543792725,
      "learning_rate": 4.325111638291934e-06,
      "loss": 0.5962,
      "step": 132240
    },
    {
      "epoch": 36.91,
      "grad_norm": 2.7226691246032715,
      "learning_rate": 4.325438703600335e-06,
      "loss": 0.5784,
      "step": 132250
    },
    {
      "epoch": 36.91,
      "grad_norm": 2.3869545459747314,
      "learning_rate": 4.3257657689087356e-06,
      "loss": 0.5903,
      "step": 132260
    },
    {
      "epoch": 36.92,
      "grad_norm": 2.740691661834717,
      "learning_rate": 4.326092834217136e-06,
      "loss": 0.5811,
      "step": 132270
    },
    {
      "epoch": 36.92,
      "grad_norm": 2.700546979904175,
      "learning_rate": 4.326419899525537e-06,
      "loss": 0.5786,
      "step": 132280
    },
    {
      "epoch": 36.92,
      "grad_norm": 3.135692834854126,
      "learning_rate": 4.326746964833938e-06,
      "loss": 0.603,
      "step": 132290
    },
    {
      "epoch": 36.92,
      "grad_norm": 3.1757004261016846,
      "learning_rate": 4.3270740301423384e-06,
      "loss": 0.5882,
      "step": 132300
    },
    {
      "epoch": 36.93,
      "grad_norm": 2.6973533630371094,
      "learning_rate": 4.327401095450739e-06,
      "loss": 0.5908,
      "step": 132310
    },
    {
      "epoch": 36.93,
      "grad_norm": 2.730370283126831,
      "learning_rate": 4.3277281607591395e-06,
      "loss": 0.588,
      "step": 132320
    },
    {
      "epoch": 36.93,
      "grad_norm": 2.2205982208251953,
      "learning_rate": 4.328055226067541e-06,
      "loss": 0.5991,
      "step": 132330
    },
    {
      "epoch": 36.94,
      "grad_norm": 2.6330392360687256,
      "learning_rate": 4.328382291375942e-06,
      "loss": 0.5868,
      "step": 132340
    },
    {
      "epoch": 36.94,
      "grad_norm": 2.4947381019592285,
      "learning_rate": 4.328709356684343e-06,
      "loss": 0.5786,
      "step": 132350
    },
    {
      "epoch": 36.94,
      "grad_norm": 2.786879539489746,
      "learning_rate": 4.329036421992743e-06,
      "loss": 0.5788,
      "step": 132360
    },
    {
      "epoch": 36.94,
      "grad_norm": 2.9400930404663086,
      "learning_rate": 4.329363487301144e-06,
      "loss": 0.5745,
      "step": 132370
    },
    {
      "epoch": 36.95,
      "grad_norm": 2.9397552013397217,
      "learning_rate": 4.329690552609545e-06,
      "loss": 0.5971,
      "step": 132380
    },
    {
      "epoch": 36.95,
      "grad_norm": 3.15897536277771,
      "learning_rate": 4.330017617917946e-06,
      "loss": 0.5845,
      "step": 132390
    },
    {
      "epoch": 36.95,
      "grad_norm": 3.367232322692871,
      "learning_rate": 4.330344683226346e-06,
      "loss": 0.5949,
      "step": 132400
    },
    {
      "epoch": 36.96,
      "grad_norm": 3.032358407974243,
      "learning_rate": 4.330671748534747e-06,
      "loss": 0.5932,
      "step": 132410
    },
    {
      "epoch": 36.96,
      "grad_norm": 2.69307017326355,
      "learning_rate": 4.330998813843148e-06,
      "loss": 0.5709,
      "step": 132420
    },
    {
      "epoch": 36.96,
      "grad_norm": 2.0597689151763916,
      "learning_rate": 4.3313258791515485e-06,
      "loss": 0.5762,
      "step": 132430
    },
    {
      "epoch": 36.96,
      "grad_norm": 2.4287831783294678,
      "learning_rate": 4.331652944459949e-06,
      "loss": 0.5773,
      "step": 132440
    },
    {
      "epoch": 36.97,
      "grad_norm": 2.8734946250915527,
      "learning_rate": 4.33198000976835e-06,
      "loss": 0.5896,
      "step": 132450
    },
    {
      "epoch": 36.97,
      "grad_norm": 2.0178332328796387,
      "learning_rate": 4.332307075076751e-06,
      "loss": 0.5685,
      "step": 132460
    },
    {
      "epoch": 36.97,
      "grad_norm": 2.679100513458252,
      "learning_rate": 4.332634140385152e-06,
      "loss": 0.5787,
      "step": 132470
    },
    {
      "epoch": 36.97,
      "grad_norm": 2.504124879837036,
      "learning_rate": 4.332961205693553e-06,
      "loss": 0.5802,
      "step": 132480
    },
    {
      "epoch": 36.98,
      "grad_norm": 2.602187156677246,
      "learning_rate": 4.333288271001953e-06,
      "loss": 0.5777,
      "step": 132490
    },
    {
      "epoch": 36.98,
      "grad_norm": 2.1607491970062256,
      "learning_rate": 4.333615336310354e-06,
      "loss": 0.5826,
      "step": 132500
    },
    {
      "epoch": 36.98,
      "grad_norm": 3.232065200805664,
      "learning_rate": 4.333942401618755e-06,
      "loss": 0.591,
      "step": 132510
    },
    {
      "epoch": 36.99,
      "grad_norm": 3.140676736831665,
      "learning_rate": 4.334269466927156e-06,
      "loss": 0.5802,
      "step": 132520
    },
    {
      "epoch": 36.99,
      "grad_norm": 2.725050449371338,
      "learning_rate": 4.334596532235556e-06,
      "loss": 0.5747,
      "step": 132530
    },
    {
      "epoch": 36.99,
      "grad_norm": 2.5215396881103516,
      "learning_rate": 4.3349235975439575e-06,
      "loss": 0.5766,
      "step": 132540
    },
    {
      "epoch": 36.99,
      "grad_norm": 2.5673468112945557,
      "learning_rate": 4.335250662852358e-06,
      "loss": 0.5976,
      "step": 132550
    },
    {
      "epoch": 37.0,
      "grad_norm": 3.2528347969055176,
      "learning_rate": 4.3355777281607585e-06,
      "loss": 0.5891,
      "step": 132560
    },
    {
      "epoch": 37.0,
      "grad_norm": 3.0698671340942383,
      "learning_rate": 4.335904793469159e-06,
      "loss": 0.5596,
      "step": 132570
    },
    {
      "epoch": 37.0,
      "eval_loss": 0.5854125618934631,
      "eval_runtime": 63.318,
      "eval_samples_per_second": 79.898,
      "eval_steps_per_second": 9.997,
      "step": 132571
    },
    {
      "epoch": 37.0,
      "grad_norm": 2.996142864227295,
      "learning_rate": 4.33623185877756e-06,
      "loss": 0.5691,
      "step": 132580
    },
    {
      "epoch": 37.01,
      "grad_norm": 3.4249753952026367,
      "learning_rate": 4.336558924085961e-06,
      "loss": 0.5886,
      "step": 132590
    },
    {
      "epoch": 37.01,
      "grad_norm": 3.9442789554595947,
      "learning_rate": 4.336885989394362e-06,
      "loss": 0.5832,
      "step": 132600
    },
    {
      "epoch": 37.01,
      "grad_norm": 2.461951494216919,
      "learning_rate": 4.337213054702763e-06,
      "loss": 0.5792,
      "step": 132610
    },
    {
      "epoch": 37.01,
      "grad_norm": 2.4194283485412598,
      "learning_rate": 4.337540120011163e-06,
      "loss": 0.5778,
      "step": 132620
    },
    {
      "epoch": 37.02,
      "grad_norm": 2.788923501968384,
      "learning_rate": 4.337867185319565e-06,
      "loss": 0.5992,
      "step": 132630
    },
    {
      "epoch": 37.02,
      "grad_norm": 3.839484930038452,
      "learning_rate": 4.338194250627965e-06,
      "loss": 0.5881,
      "step": 132640
    },
    {
      "epoch": 37.02,
      "grad_norm": 3.1705474853515625,
      "learning_rate": 4.338521315936366e-06,
      "loss": 0.5814,
      "step": 132650
    },
    {
      "epoch": 37.02,
      "grad_norm": 2.9278087615966797,
      "learning_rate": 4.338848381244766e-06,
      "loss": 0.5882,
      "step": 132660
    },
    {
      "epoch": 37.03,
      "grad_norm": 4.053274154663086,
      "learning_rate": 4.3391754465531675e-06,
      "loss": 0.5924,
      "step": 132670
    },
    {
      "epoch": 37.03,
      "grad_norm": 2.6242940425872803,
      "learning_rate": 4.339502511861568e-06,
      "loss": 0.596,
      "step": 132680
    },
    {
      "epoch": 37.03,
      "grad_norm": 3.629894971847534,
      "learning_rate": 4.3398295771699686e-06,
      "loss": 0.5823,
      "step": 132690
    },
    {
      "epoch": 37.04,
      "grad_norm": 3.8876519203186035,
      "learning_rate": 4.340156642478369e-06,
      "loss": 0.5698,
      "step": 132700
    },
    {
      "epoch": 37.04,
      "grad_norm": 4.144357681274414,
      "learning_rate": 4.3404837077867704e-06,
      "loss": 0.5802,
      "step": 132710
    },
    {
      "epoch": 37.04,
      "grad_norm": 3.4880988597869873,
      "learning_rate": 4.340810773095172e-06,
      "loss": 0.6135,
      "step": 132720
    },
    {
      "epoch": 37.04,
      "grad_norm": 2.9108033180236816,
      "learning_rate": 4.341137838403572e-06,
      "loss": 0.5867,
      "step": 132730
    },
    {
      "epoch": 37.05,
      "grad_norm": 3.1023213863372803,
      "learning_rate": 4.341464903711973e-06,
      "loss": 0.5973,
      "step": 132740
    },
    {
      "epoch": 37.05,
      "grad_norm": 2.7516391277313232,
      "learning_rate": 4.341791969020373e-06,
      "loss": 0.5775,
      "step": 132750
    },
    {
      "epoch": 37.05,
      "grad_norm": 2.678781509399414,
      "learning_rate": 4.342119034328775e-06,
      "loss": 0.5654,
      "step": 132760
    },
    {
      "epoch": 37.06,
      "grad_norm": 2.780775547027588,
      "learning_rate": 4.342446099637175e-06,
      "loss": 0.6144,
      "step": 132770
    },
    {
      "epoch": 37.06,
      "grad_norm": 2.7963523864746094,
      "learning_rate": 4.342773164945576e-06,
      "loss": 0.5681,
      "step": 132780
    },
    {
      "epoch": 37.06,
      "grad_norm": 3.550063371658325,
      "learning_rate": 4.343100230253976e-06,
      "loss": 0.5901,
      "step": 132790
    },
    {
      "epoch": 37.06,
      "grad_norm": 2.3807342052459717,
      "learning_rate": 4.343427295562378e-06,
      "loss": 0.5851,
      "step": 132800
    },
    {
      "epoch": 37.07,
      "grad_norm": 2.7211267948150635,
      "learning_rate": 4.343754360870779e-06,
      "loss": 0.5726,
      "step": 132810
    },
    {
      "epoch": 37.07,
      "grad_norm": 2.4827709197998047,
      "learning_rate": 4.3440814261791795e-06,
      "loss": 0.5768,
      "step": 132820
    },
    {
      "epoch": 37.07,
      "grad_norm": 2.719372510910034,
      "learning_rate": 4.34440849148758e-06,
      "loss": 0.5853,
      "step": 132830
    },
    {
      "epoch": 37.08,
      "grad_norm": 3.566145420074463,
      "learning_rate": 4.3447355567959805e-06,
      "loss": 0.6055,
      "step": 132840
    },
    {
      "epoch": 37.08,
      "grad_norm": 3.4685356616973877,
      "learning_rate": 4.345062622104382e-06,
      "loss": 0.5621,
      "step": 132850
    },
    {
      "epoch": 37.08,
      "grad_norm": 2.8024168014526367,
      "learning_rate": 4.345389687412782e-06,
      "loss": 0.5972,
      "step": 132860
    },
    {
      "epoch": 37.08,
      "grad_norm": 2.445352792739868,
      "learning_rate": 4.345716752721183e-06,
      "loss": 0.5991,
      "step": 132870
    },
    {
      "epoch": 37.09,
      "grad_norm": 2.2906997203826904,
      "learning_rate": 4.346043818029583e-06,
      "loss": 0.5818,
      "step": 132880
    },
    {
      "epoch": 37.09,
      "grad_norm": 2.5285065174102783,
      "learning_rate": 4.346370883337985e-06,
      "loss": 0.5713,
      "step": 132890
    },
    {
      "epoch": 37.09,
      "grad_norm": 3.1326303482055664,
      "learning_rate": 4.346697948646385e-06,
      "loss": 0.5955,
      "step": 132900
    },
    {
      "epoch": 37.09,
      "grad_norm": 3.0502994060516357,
      "learning_rate": 4.347025013954786e-06,
      "loss": 0.5978,
      "step": 132910
    },
    {
      "epoch": 37.1,
      "grad_norm": 2.7526695728302,
      "learning_rate": 4.347352079263187e-06,
      "loss": 0.5812,
      "step": 132920
    },
    {
      "epoch": 37.1,
      "grad_norm": 3.3900303840637207,
      "learning_rate": 4.347679144571588e-06,
      "loss": 0.5834,
      "step": 132930
    },
    {
      "epoch": 37.1,
      "grad_norm": 2.4264371395111084,
      "learning_rate": 4.348006209879989e-06,
      "loss": 0.5817,
      "step": 132940
    },
    {
      "epoch": 37.11,
      "grad_norm": 2.539205312728882,
      "learning_rate": 4.3483332751883895e-06,
      "loss": 0.5596,
      "step": 132950
    },
    {
      "epoch": 37.11,
      "grad_norm": 2.5255532264709473,
      "learning_rate": 4.34866034049679e-06,
      "loss": 0.5961,
      "step": 132960
    },
    {
      "epoch": 37.11,
      "grad_norm": 2.841492176055908,
      "learning_rate": 4.3489874058051905e-06,
      "loss": 0.5931,
      "step": 132970
    },
    {
      "epoch": 37.11,
      "grad_norm": 2.7340407371520996,
      "learning_rate": 4.349314471113592e-06,
      "loss": 0.6168,
      "step": 132980
    },
    {
      "epoch": 37.12,
      "grad_norm": 3.542879343032837,
      "learning_rate": 4.349641536421992e-06,
      "loss": 0.5931,
      "step": 132990
    },
    {
      "epoch": 37.12,
      "grad_norm": 2.5201563835144043,
      "learning_rate": 4.349968601730393e-06,
      "loss": 0.5898,
      "step": 133000
    },
    {
      "epoch": 37.12,
      "grad_norm": 2.695377826690674,
      "learning_rate": 4.350295667038794e-06,
      "loss": 0.5843,
      "step": 133010
    },
    {
      "epoch": 37.13,
      "grad_norm": 2.3395285606384277,
      "learning_rate": 4.350622732347195e-06,
      "loss": 0.5705,
      "step": 133020
    },
    {
      "epoch": 37.13,
      "grad_norm": 3.1266231536865234,
      "learning_rate": 4.350949797655595e-06,
      "loss": 0.5796,
      "step": 133030
    },
    {
      "epoch": 37.13,
      "grad_norm": 2.7917492389678955,
      "learning_rate": 4.351276862963996e-06,
      "loss": 0.5729,
      "step": 133040
    },
    {
      "epoch": 37.13,
      "grad_norm": 2.502446174621582,
      "learning_rate": 4.351603928272397e-06,
      "loss": 0.5895,
      "step": 133050
    },
    {
      "epoch": 37.14,
      "grad_norm": 2.8054821491241455,
      "learning_rate": 4.351930993580798e-06,
      "loss": 0.5854,
      "step": 133060
    },
    {
      "epoch": 37.14,
      "grad_norm": 3.873377799987793,
      "learning_rate": 4.352258058889199e-06,
      "loss": 0.5955,
      "step": 133070
    },
    {
      "epoch": 37.14,
      "grad_norm": 3.1031389236450195,
      "learning_rate": 4.3525851241975995e-06,
      "loss": 0.5995,
      "step": 133080
    },
    {
      "epoch": 37.14,
      "grad_norm": 2.7593579292297363,
      "learning_rate": 4.352912189506e-06,
      "loss": 0.5912,
      "step": 133090
    },
    {
      "epoch": 37.15,
      "grad_norm": 2.872816562652588,
      "learning_rate": 4.353239254814401e-06,
      "loss": 0.5986,
      "step": 133100
    },
    {
      "epoch": 37.15,
      "grad_norm": 3.1307313442230225,
      "learning_rate": 4.353566320122802e-06,
      "loss": 0.5808,
      "step": 133110
    },
    {
      "epoch": 37.15,
      "grad_norm": 3.707824945449829,
      "learning_rate": 4.3538933854312024e-06,
      "loss": 0.5761,
      "step": 133120
    },
    {
      "epoch": 37.16,
      "grad_norm": 2.6509106159210205,
      "learning_rate": 4.354220450739603e-06,
      "loss": 0.5785,
      "step": 133130
    },
    {
      "epoch": 37.16,
      "grad_norm": 2.4311587810516357,
      "learning_rate": 4.354547516048004e-06,
      "loss": 0.5729,
      "step": 133140
    },
    {
      "epoch": 37.16,
      "grad_norm": 3.3726108074188232,
      "learning_rate": 4.354874581356405e-06,
      "loss": 0.5687,
      "step": 133150
    },
    {
      "epoch": 37.16,
      "grad_norm": 2.900376081466675,
      "learning_rate": 4.355201646664805e-06,
      "loss": 0.5804,
      "step": 133160
    },
    {
      "epoch": 37.17,
      "grad_norm": 2.4450042247772217,
      "learning_rate": 4.355528711973206e-06,
      "loss": 0.56,
      "step": 133170
    },
    {
      "epoch": 37.17,
      "grad_norm": 3.854966163635254,
      "learning_rate": 4.355855777281607e-06,
      "loss": 0.5797,
      "step": 133180
    },
    {
      "epoch": 37.17,
      "grad_norm": 3.3192145824432373,
      "learning_rate": 4.356182842590008e-06,
      "loss": 0.59,
      "step": 133190
    },
    {
      "epoch": 37.18,
      "grad_norm": 2.869220018386841,
      "learning_rate": 4.356509907898409e-06,
      "loss": 0.5892,
      "step": 133200
    },
    {
      "epoch": 37.18,
      "grad_norm": 4.78110933303833,
      "learning_rate": 4.3568369732068096e-06,
      "loss": 0.5836,
      "step": 133210
    },
    {
      "epoch": 37.18,
      "grad_norm": 3.1065826416015625,
      "learning_rate": 4.35716403851521e-06,
      "loss": 0.5995,
      "step": 133220
    },
    {
      "epoch": 37.18,
      "grad_norm": 3.5479602813720703,
      "learning_rate": 4.3574911038236114e-06,
      "loss": 0.6063,
      "step": 133230
    },
    {
      "epoch": 37.19,
      "grad_norm": 4.150162220001221,
      "learning_rate": 4.357818169132012e-06,
      "loss": 0.5755,
      "step": 133240
    },
    {
      "epoch": 37.19,
      "grad_norm": 3.648550510406494,
      "learning_rate": 4.3581452344404125e-06,
      "loss": 0.5865,
      "step": 133250
    },
    {
      "epoch": 37.19,
      "grad_norm": 3.2067904472351074,
      "learning_rate": 4.358472299748813e-06,
      "loss": 0.6068,
      "step": 133260
    },
    {
      "epoch": 37.2,
      "grad_norm": 3.5337343215942383,
      "learning_rate": 4.358799365057214e-06,
      "loss": 0.5853,
      "step": 133270
    },
    {
      "epoch": 37.2,
      "grad_norm": 2.2889444828033447,
      "learning_rate": 4.359126430365615e-06,
      "loss": 0.5982,
      "step": 133280
    },
    {
      "epoch": 37.2,
      "grad_norm": 2.627906560897827,
      "learning_rate": 4.359453495674016e-06,
      "loss": 0.5869,
      "step": 133290
    },
    {
      "epoch": 37.2,
      "grad_norm": 2.7744994163513184,
      "learning_rate": 4.359780560982417e-06,
      "loss": 0.5872,
      "step": 133300
    },
    {
      "epoch": 37.21,
      "grad_norm": 2.778505325317383,
      "learning_rate": 4.360107626290817e-06,
      "loss": 0.5679,
      "step": 133310
    },
    {
      "epoch": 37.21,
      "grad_norm": 2.610368251800537,
      "learning_rate": 4.360434691599219e-06,
      "loss": 0.5916,
      "step": 133320
    },
    {
      "epoch": 37.21,
      "grad_norm": 3.043532133102417,
      "learning_rate": 4.360761756907619e-06,
      "loss": 0.5925,
      "step": 133330
    },
    {
      "epoch": 37.21,
      "grad_norm": 3.6823935508728027,
      "learning_rate": 4.36108882221602e-06,
      "loss": 0.5835,
      "step": 133340
    },
    {
      "epoch": 37.22,
      "grad_norm": 3.151782751083374,
      "learning_rate": 4.36141588752442e-06,
      "loss": 0.5931,
      "step": 133350
    },
    {
      "epoch": 37.22,
      "grad_norm": 3.032688617706299,
      "learning_rate": 4.3617429528328215e-06,
      "loss": 0.6003,
      "step": 133360
    },
    {
      "epoch": 37.22,
      "grad_norm": 2.8857500553131104,
      "learning_rate": 4.362070018141222e-06,
      "loss": 0.6096,
      "step": 133370
    },
    {
      "epoch": 37.23,
      "grad_norm": 3.915447950363159,
      "learning_rate": 4.3623970834496225e-06,
      "loss": 0.5836,
      "step": 133380
    },
    {
      "epoch": 37.23,
      "grad_norm": 2.151394844055176,
      "learning_rate": 4.362724148758024e-06,
      "loss": 0.5877,
      "step": 133390
    },
    {
      "epoch": 37.23,
      "grad_norm": 2.7761170864105225,
      "learning_rate": 4.363051214066424e-06,
      "loss": 0.6,
      "step": 133400
    },
    {
      "epoch": 37.23,
      "grad_norm": 3.093890905380249,
      "learning_rate": 4.363378279374826e-06,
      "loss": 0.5874,
      "step": 133410
    },
    {
      "epoch": 37.24,
      "grad_norm": 2.491095781326294,
      "learning_rate": 4.363705344683226e-06,
      "loss": 0.5816,
      "step": 133420
    },
    {
      "epoch": 37.24,
      "grad_norm": 3.1953063011169434,
      "learning_rate": 4.364032409991627e-06,
      "loss": 0.5782,
      "step": 133430
    },
    {
      "epoch": 37.24,
      "grad_norm": 2.787311315536499,
      "learning_rate": 4.364359475300027e-06,
      "loss": 0.5991,
      "step": 133440
    },
    {
      "epoch": 37.25,
      "grad_norm": 2.351231813430786,
      "learning_rate": 4.364686540608429e-06,
      "loss": 0.5741,
      "step": 133450
    },
    {
      "epoch": 37.25,
      "grad_norm": 2.5291807651519775,
      "learning_rate": 4.365013605916829e-06,
      "loss": 0.5916,
      "step": 133460
    },
    {
      "epoch": 37.25,
      "grad_norm": 2.794400215148926,
      "learning_rate": 4.36534067122523e-06,
      "loss": 0.5825,
      "step": 133470
    },
    {
      "epoch": 37.25,
      "grad_norm": 2.4081835746765137,
      "learning_rate": 4.365667736533631e-06,
      "loss": 0.5894,
      "step": 133480
    },
    {
      "epoch": 37.26,
      "grad_norm": 2.624311685562134,
      "learning_rate": 4.3659948018420315e-06,
      "loss": 0.5824,
      "step": 133490
    },
    {
      "epoch": 37.26,
      "grad_norm": 2.53031063079834,
      "learning_rate": 4.366321867150432e-06,
      "loss": 0.5664,
      "step": 133500
    },
    {
      "epoch": 37.26,
      "grad_norm": 3.4944686889648438,
      "learning_rate": 4.3666489324588325e-06,
      "loss": 0.6092,
      "step": 133510
    },
    {
      "epoch": 37.26,
      "grad_norm": 3.619077444076538,
      "learning_rate": 4.366975997767234e-06,
      "loss": 0.5877,
      "step": 133520
    },
    {
      "epoch": 37.27,
      "grad_norm": 2.6344475746154785,
      "learning_rate": 4.367303063075634e-06,
      "loss": 0.6149,
      "step": 133530
    },
    {
      "epoch": 37.27,
      "grad_norm": 2.5892786979675293,
      "learning_rate": 4.367630128384036e-06,
      "loss": 0.5793,
      "step": 133540
    },
    {
      "epoch": 37.27,
      "grad_norm": 2.6284782886505127,
      "learning_rate": 4.367957193692436e-06,
      "loss": 0.5967,
      "step": 133550
    },
    {
      "epoch": 37.28,
      "grad_norm": 2.484539031982422,
      "learning_rate": 4.368284259000837e-06,
      "loss": 0.5795,
      "step": 133560
    },
    {
      "epoch": 37.28,
      "grad_norm": 2.727447509765625,
      "learning_rate": 4.368611324309237e-06,
      "loss": 0.5912,
      "step": 133570
    },
    {
      "epoch": 37.28,
      "grad_norm": 2.586271047592163,
      "learning_rate": 4.368938389617639e-06,
      "loss": 0.5959,
      "step": 133580
    },
    {
      "epoch": 37.28,
      "grad_norm": 2.44588565826416,
      "learning_rate": 4.369265454926039e-06,
      "loss": 0.5661,
      "step": 133590
    },
    {
      "epoch": 37.29,
      "grad_norm": 3.2074899673461914,
      "learning_rate": 4.36959252023444e-06,
      "loss": 0.5675,
      "step": 133600
    },
    {
      "epoch": 37.29,
      "grad_norm": 2.2458226680755615,
      "learning_rate": 4.369919585542841e-06,
      "loss": 0.6033,
      "step": 133610
    },
    {
      "epoch": 37.29,
      "grad_norm": 2.646676540374756,
      "learning_rate": 4.3702466508512416e-06,
      "loss": 0.5752,
      "step": 133620
    },
    {
      "epoch": 37.3,
      "grad_norm": 2.608696937561035,
      "learning_rate": 4.370573716159642e-06,
      "loss": 0.5793,
      "step": 133630
    },
    {
      "epoch": 37.3,
      "grad_norm": 2.6029577255249023,
      "learning_rate": 4.370900781468043e-06,
      "loss": 0.5727,
      "step": 133640
    },
    {
      "epoch": 37.3,
      "grad_norm": 2.7026524543762207,
      "learning_rate": 4.371227846776444e-06,
      "loss": 0.6058,
      "step": 133650
    },
    {
      "epoch": 37.3,
      "grad_norm": 2.333427667617798,
      "learning_rate": 4.3715549120848445e-06,
      "loss": 0.5982,
      "step": 133660
    },
    {
      "epoch": 37.31,
      "grad_norm": 4.623559951782227,
      "learning_rate": 4.371881977393246e-06,
      "loss": 0.6035,
      "step": 133670
    },
    {
      "epoch": 37.31,
      "grad_norm": 3.323805809020996,
      "learning_rate": 4.372209042701646e-06,
      "loss": 0.5883,
      "step": 133680
    },
    {
      "epoch": 37.31,
      "grad_norm": 2.532682180404663,
      "learning_rate": 4.372536108010047e-06,
      "loss": 0.582,
      "step": 133690
    },
    {
      "epoch": 37.32,
      "grad_norm": 3.3709731101989746,
      "learning_rate": 4.372863173318448e-06,
      "loss": 0.5891,
      "step": 133700
    },
    {
      "epoch": 37.32,
      "grad_norm": 2.8337979316711426,
      "learning_rate": 4.373190238626849e-06,
      "loss": 0.5945,
      "step": 133710
    },
    {
      "epoch": 37.32,
      "grad_norm": 3.09265398979187,
      "learning_rate": 4.373517303935249e-06,
      "loss": 0.572,
      "step": 133720
    },
    {
      "epoch": 37.32,
      "grad_norm": 4.225041389465332,
      "learning_rate": 4.37384436924365e-06,
      "loss": 0.5937,
      "step": 133730
    },
    {
      "epoch": 37.33,
      "grad_norm": 3.155677556991577,
      "learning_rate": 4.374171434552051e-06,
      "loss": 0.5708,
      "step": 133740
    },
    {
      "epoch": 37.33,
      "grad_norm": 2.658550500869751,
      "learning_rate": 4.374498499860452e-06,
      "loss": 0.6066,
      "step": 133750
    },
    {
      "epoch": 37.33,
      "grad_norm": 3.141205310821533,
      "learning_rate": 4.374825565168853e-06,
      "loss": 0.5922,
      "step": 133760
    },
    {
      "epoch": 37.33,
      "grad_norm": 2.9938836097717285,
      "learning_rate": 4.3751526304772535e-06,
      "loss": 0.5951,
      "step": 133770
    },
    {
      "epoch": 37.34,
      "grad_norm": 2.8286800384521484,
      "learning_rate": 4.375479695785654e-06,
      "loss": 0.5826,
      "step": 133780
    },
    {
      "epoch": 37.34,
      "grad_norm": 2.6738133430480957,
      "learning_rate": 4.375806761094055e-06,
      "loss": 0.5785,
      "step": 133790
    },
    {
      "epoch": 37.34,
      "grad_norm": 2.948988199234009,
      "learning_rate": 4.376133826402456e-06,
      "loss": 0.5576,
      "step": 133800
    },
    {
      "epoch": 37.35,
      "grad_norm": 3.83038067817688,
      "learning_rate": 4.376460891710856e-06,
      "loss": 0.5967,
      "step": 133810
    },
    {
      "epoch": 37.35,
      "grad_norm": 3.324176549911499,
      "learning_rate": 4.376787957019257e-06,
      "loss": 0.5659,
      "step": 133820
    },
    {
      "epoch": 37.35,
      "grad_norm": 3.417365550994873,
      "learning_rate": 4.377115022327658e-06,
      "loss": 0.5728,
      "step": 133830
    },
    {
      "epoch": 37.35,
      "grad_norm": 3.1429851055145264,
      "learning_rate": 4.377442087636059e-06,
      "loss": 0.5771,
      "step": 133840
    },
    {
      "epoch": 37.36,
      "grad_norm": 2.4843454360961914,
      "learning_rate": 4.377769152944459e-06,
      "loss": 0.5895,
      "step": 133850
    },
    {
      "epoch": 37.36,
      "grad_norm": 2.642076253890991,
      "learning_rate": 4.37809621825286e-06,
      "loss": 0.5707,
      "step": 133860
    },
    {
      "epoch": 37.36,
      "grad_norm": 3.0575900077819824,
      "learning_rate": 4.378423283561261e-06,
      "loss": 0.5826,
      "step": 133870
    },
    {
      "epoch": 37.37,
      "grad_norm": 2.533015727996826,
      "learning_rate": 4.3787503488696625e-06,
      "loss": 0.6012,
      "step": 133880
    },
    {
      "epoch": 37.37,
      "grad_norm": 2.3587801456451416,
      "learning_rate": 4.379077414178063e-06,
      "loss": 0.5915,
      "step": 133890
    },
    {
      "epoch": 37.37,
      "grad_norm": 3.2462093830108643,
      "learning_rate": 4.3794044794864635e-06,
      "loss": 0.5909,
      "step": 133900
    },
    {
      "epoch": 37.37,
      "grad_norm": 2.6487855911254883,
      "learning_rate": 4.379731544794864e-06,
      "loss": 0.5929,
      "step": 133910
    },
    {
      "epoch": 37.38,
      "grad_norm": 3.2831900119781494,
      "learning_rate": 4.380058610103265e-06,
      "loss": 0.5805,
      "step": 133920
    },
    {
      "epoch": 37.38,
      "grad_norm": 2.497469425201416,
      "learning_rate": 4.380385675411666e-06,
      "loss": 0.5689,
      "step": 133930
    },
    {
      "epoch": 37.38,
      "grad_norm": 2.3733325004577637,
      "learning_rate": 4.380712740720066e-06,
      "loss": 0.5777,
      "step": 133940
    },
    {
      "epoch": 37.38,
      "grad_norm": 2.466261863708496,
      "learning_rate": 4.381039806028467e-06,
      "loss": 0.5781,
      "step": 133950
    },
    {
      "epoch": 37.39,
      "grad_norm": 2.718086004257202,
      "learning_rate": 4.381366871336868e-06,
      "loss": 0.5665,
      "step": 133960
    },
    {
      "epoch": 37.39,
      "grad_norm": 3.20078444480896,
      "learning_rate": 4.381693936645269e-06,
      "loss": 0.6053,
      "step": 133970
    },
    {
      "epoch": 37.39,
      "grad_norm": 2.1631083488464355,
      "learning_rate": 4.382021001953669e-06,
      "loss": 0.5728,
      "step": 133980
    },
    {
      "epoch": 37.4,
      "grad_norm": 2.099375009536743,
      "learning_rate": 4.382348067262071e-06,
      "loss": 0.5716,
      "step": 133990
    },
    {
      "epoch": 37.4,
      "grad_norm": 3.6856164932250977,
      "learning_rate": 4.382675132570471e-06,
      "loss": 0.5838,
      "step": 134000
    },
    {
      "epoch": 37.4,
      "grad_norm": 3.195164918899536,
      "learning_rate": 4.3830021978788725e-06,
      "loss": 0.6008,
      "step": 134010
    },
    {
      "epoch": 37.4,
      "grad_norm": 3.1057519912719727,
      "learning_rate": 4.383329263187273e-06,
      "loss": 0.581,
      "step": 134020
    },
    {
      "epoch": 37.41,
      "grad_norm": 3.1325290203094482,
      "learning_rate": 4.3836563284956736e-06,
      "loss": 0.5808,
      "step": 134030
    },
    {
      "epoch": 37.41,
      "grad_norm": 2.599025011062622,
      "learning_rate": 4.383983393804074e-06,
      "loss": 0.5803,
      "step": 134040
    },
    {
      "epoch": 37.41,
      "grad_norm": 4.658536911010742,
      "learning_rate": 4.384310459112475e-06,
      "loss": 0.5685,
      "step": 134050
    },
    {
      "epoch": 37.42,
      "grad_norm": 2.913116931915283,
      "learning_rate": 4.384637524420876e-06,
      "loss": 0.5815,
      "step": 134060
    },
    {
      "epoch": 37.42,
      "grad_norm": 2.7881007194519043,
      "learning_rate": 4.3849645897292764e-06,
      "loss": 0.5859,
      "step": 134070
    },
    {
      "epoch": 37.42,
      "grad_norm": 2.0819242000579834,
      "learning_rate": 4.385291655037678e-06,
      "loss": 0.5741,
      "step": 134080
    },
    {
      "epoch": 37.42,
      "grad_norm": 3.4946560859680176,
      "learning_rate": 4.385618720346078e-06,
      "loss": 0.5979,
      "step": 134090
    },
    {
      "epoch": 37.43,
      "grad_norm": 3.051196575164795,
      "learning_rate": 4.385945785654479e-06,
      "loss": 0.5705,
      "step": 134100
    },
    {
      "epoch": 37.43,
      "grad_norm": 3.0352566242218018,
      "learning_rate": 4.386272850962879e-06,
      "loss": 0.5921,
      "step": 134110
    },
    {
      "epoch": 37.43,
      "grad_norm": 3.244351863861084,
      "learning_rate": 4.386599916271281e-06,
      "loss": 0.6068,
      "step": 134120
    },
    {
      "epoch": 37.44,
      "grad_norm": 3.127225160598755,
      "learning_rate": 4.386926981579681e-06,
      "loss": 0.566,
      "step": 134130
    },
    {
      "epoch": 37.44,
      "grad_norm": 3.22259521484375,
      "learning_rate": 4.3872540468880826e-06,
      "loss": 0.6067,
      "step": 134140
    },
    {
      "epoch": 37.44,
      "grad_norm": 3.184720993041992,
      "learning_rate": 4.387581112196483e-06,
      "loss": 0.5809,
      "step": 134150
    },
    {
      "epoch": 37.44,
      "grad_norm": 2.7321770191192627,
      "learning_rate": 4.387908177504884e-06,
      "loss": 0.5965,
      "step": 134160
    },
    {
      "epoch": 37.45,
      "grad_norm": 2.975740909576416,
      "learning_rate": 4.388235242813285e-06,
      "loss": 0.5791,
      "step": 134170
    },
    {
      "epoch": 37.45,
      "grad_norm": 3.008366107940674,
      "learning_rate": 4.3885623081216855e-06,
      "loss": 0.595,
      "step": 134180
    },
    {
      "epoch": 37.45,
      "grad_norm": 2.3301033973693848,
      "learning_rate": 4.388889373430086e-06,
      "loss": 0.5761,
      "step": 134190
    },
    {
      "epoch": 37.45,
      "grad_norm": 2.6877362728118896,
      "learning_rate": 4.3892164387384865e-06,
      "loss": 0.5936,
      "step": 134200
    },
    {
      "epoch": 37.46,
      "grad_norm": 2.641470432281494,
      "learning_rate": 4.389543504046888e-06,
      "loss": 0.5771,
      "step": 134210
    },
    {
      "epoch": 37.46,
      "grad_norm": 2.266303062438965,
      "learning_rate": 4.389870569355288e-06,
      "loss": 0.6194,
      "step": 134220
    },
    {
      "epoch": 37.46,
      "grad_norm": 2.983992576599121,
      "learning_rate": 4.39019763466369e-06,
      "loss": 0.549,
      "step": 134230
    },
    {
      "epoch": 37.47,
      "grad_norm": 2.887054443359375,
      "learning_rate": 4.390524699972089e-06,
      "loss": 0.5703,
      "step": 134240
    },
    {
      "epoch": 37.47,
      "grad_norm": 2.6287951469421387,
      "learning_rate": 4.390851765280491e-06,
      "loss": 0.5851,
      "step": 134250
    },
    {
      "epoch": 37.47,
      "grad_norm": 2.419085741043091,
      "learning_rate": 4.391178830588892e-06,
      "loss": 0.5735,
      "step": 134260
    },
    {
      "epoch": 37.47,
      "grad_norm": 2.27889347076416,
      "learning_rate": 4.391505895897293e-06,
      "loss": 0.6048,
      "step": 134270
    },
    {
      "epoch": 37.48,
      "grad_norm": 2.4797022342681885,
      "learning_rate": 4.391832961205693e-06,
      "loss": 0.5692,
      "step": 134280
    },
    {
      "epoch": 37.48,
      "grad_norm": 4.597449779510498,
      "learning_rate": 4.392160026514094e-06,
      "loss": 0.5715,
      "step": 134290
    },
    {
      "epoch": 37.48,
      "grad_norm": 2.476107597351074,
      "learning_rate": 4.392487091822495e-06,
      "loss": 0.5866,
      "step": 134300
    },
    {
      "epoch": 37.49,
      "grad_norm": 2.042783260345459,
      "learning_rate": 4.3928141571308955e-06,
      "loss": 0.5925,
      "step": 134310
    },
    {
      "epoch": 37.49,
      "grad_norm": 2.5180459022521973,
      "learning_rate": 4.393141222439296e-06,
      "loss": 0.5553,
      "step": 134320
    },
    {
      "epoch": 37.49,
      "grad_norm": 1.9515585899353027,
      "learning_rate": 4.3934682877476965e-06,
      "loss": 0.5988,
      "step": 134330
    },
    {
      "epoch": 37.49,
      "grad_norm": 3.120147705078125,
      "learning_rate": 4.393795353056098e-06,
      "loss": 0.5832,
      "step": 134340
    },
    {
      "epoch": 37.5,
      "grad_norm": 2.8312861919403076,
      "learning_rate": 4.394122418364499e-06,
      "loss": 0.5932,
      "step": 134350
    },
    {
      "epoch": 37.5,
      "grad_norm": 2.746027946472168,
      "learning_rate": 4.3944494836729e-06,
      "loss": 0.5753,
      "step": 134360
    },
    {
      "epoch": 37.5,
      "grad_norm": 3.240133047103882,
      "learning_rate": 4.3947765489813e-06,
      "loss": 0.5876,
      "step": 134370
    },
    {
      "epoch": 37.5,
      "grad_norm": 2.7135238647460938,
      "learning_rate": 4.395103614289701e-06,
      "loss": 0.5758,
      "step": 134380
    },
    {
      "epoch": 37.51,
      "grad_norm": 2.9393062591552734,
      "learning_rate": 4.395430679598102e-06,
      "loss": 0.5864,
      "step": 134390
    },
    {
      "epoch": 37.51,
      "grad_norm": 1.8574485778808594,
      "learning_rate": 4.395757744906503e-06,
      "loss": 0.5863,
      "step": 134400
    },
    {
      "epoch": 37.51,
      "grad_norm": 2.7544398307800293,
      "learning_rate": 4.396084810214903e-06,
      "loss": 0.579,
      "step": 134410
    },
    {
      "epoch": 37.52,
      "grad_norm": 3.0762805938720703,
      "learning_rate": 4.396411875523304e-06,
      "loss": 0.5725,
      "step": 134420
    },
    {
      "epoch": 37.52,
      "grad_norm": 2.501340389251709,
      "learning_rate": 4.396738940831705e-06,
      "loss": 0.5829,
      "step": 134430
    },
    {
      "epoch": 37.52,
      "grad_norm": 2.123347282409668,
      "learning_rate": 4.3970660061401055e-06,
      "loss": 0.5948,
      "step": 134440
    },
    {
      "epoch": 37.52,
      "grad_norm": 3.546908140182495,
      "learning_rate": 4.397393071448506e-06,
      "loss": 0.5729,
      "step": 134450
    },
    {
      "epoch": 37.53,
      "grad_norm": 2.4784672260284424,
      "learning_rate": 4.397720136756907e-06,
      "loss": 0.5875,
      "step": 134460
    },
    {
      "epoch": 37.53,
      "grad_norm": 2.4420597553253174,
      "learning_rate": 4.398047202065308e-06,
      "loss": 0.6107,
      "step": 134470
    },
    {
      "epoch": 37.53,
      "grad_norm": 2.90836501121521,
      "learning_rate": 4.398374267373709e-06,
      "loss": 0.5832,
      "step": 134480
    },
    {
      "epoch": 37.54,
      "grad_norm": 2.930727243423462,
      "learning_rate": 4.39870133268211e-06,
      "loss": 0.5885,
      "step": 134490
    },
    {
      "epoch": 37.54,
      "grad_norm": 3.3014893531799316,
      "learning_rate": 4.39902839799051e-06,
      "loss": 0.5725,
      "step": 134500
    },
    {
      "epoch": 37.54,
      "grad_norm": 3.3862462043762207,
      "learning_rate": 4.399355463298911e-06,
      "loss": 0.5781,
      "step": 134510
    },
    {
      "epoch": 37.54,
      "grad_norm": 2.577576160430908,
      "learning_rate": 4.399682528607312e-06,
      "loss": 0.575,
      "step": 134520
    },
    {
      "epoch": 37.55,
      "grad_norm": 4.093432903289795,
      "learning_rate": 4.400009593915713e-06,
      "loss": 0.5957,
      "step": 134530
    },
    {
      "epoch": 37.55,
      "grad_norm": 3.1838319301605225,
      "learning_rate": 4.400336659224113e-06,
      "loss": 0.5956,
      "step": 134540
    },
    {
      "epoch": 37.55,
      "grad_norm": 3.3314149379730225,
      "learning_rate": 4.4006637245325146e-06,
      "loss": 0.5783,
      "step": 134550
    },
    {
      "epoch": 37.56,
      "grad_norm": 2.1202175617218018,
      "learning_rate": 4.400990789840915e-06,
      "loss": 0.576,
      "step": 134560
    },
    {
      "epoch": 37.56,
      "grad_norm": 3.253366708755493,
      "learning_rate": 4.401317855149316e-06,
      "loss": 0.6045,
      "step": 134570
    },
    {
      "epoch": 37.56,
      "grad_norm": 2.2341136932373047,
      "learning_rate": 4.401644920457716e-06,
      "loss": 0.5898,
      "step": 134580
    },
    {
      "epoch": 37.56,
      "grad_norm": 2.324082851409912,
      "learning_rate": 4.4019719857661174e-06,
      "loss": 0.5902,
      "step": 134590
    },
    {
      "epoch": 37.57,
      "grad_norm": 2.702982187271118,
      "learning_rate": 4.402299051074518e-06,
      "loss": 0.5869,
      "step": 134600
    },
    {
      "epoch": 37.57,
      "grad_norm": 4.270969390869141,
      "learning_rate": 4.402626116382919e-06,
      "loss": 0.5754,
      "step": 134610
    },
    {
      "epoch": 37.57,
      "grad_norm": 2.0133864879608154,
      "learning_rate": 4.40295318169132e-06,
      "loss": 0.6006,
      "step": 134620
    },
    {
      "epoch": 37.57,
      "grad_norm": 2.8645565509796143,
      "learning_rate": 4.40328024699972e-06,
      "loss": 0.5752,
      "step": 134630
    },
    {
      "epoch": 37.58,
      "grad_norm": 2.360194683074951,
      "learning_rate": 4.403607312308122e-06,
      "loss": 0.5822,
      "step": 134640
    },
    {
      "epoch": 37.58,
      "grad_norm": 2.521820545196533,
      "learning_rate": 4.403934377616522e-06,
      "loss": 0.5859,
      "step": 134650
    },
    {
      "epoch": 37.58,
      "grad_norm": 2.8137362003326416,
      "learning_rate": 4.404261442924923e-06,
      "loss": 0.594,
      "step": 134660
    },
    {
      "epoch": 37.59,
      "grad_norm": 3.760714530944824,
      "learning_rate": 4.404588508233323e-06,
      "loss": 0.5933,
      "step": 134670
    },
    {
      "epoch": 37.59,
      "grad_norm": 3.102959632873535,
      "learning_rate": 4.404915573541725e-06,
      "loss": 0.5832,
      "step": 134680
    },
    {
      "epoch": 37.59,
      "grad_norm": 3.169950246810913,
      "learning_rate": 4.405242638850125e-06,
      "loss": 0.5945,
      "step": 134690
    },
    {
      "epoch": 37.59,
      "grad_norm": 2.5128567218780518,
      "learning_rate": 4.4055697041585265e-06,
      "loss": 0.5714,
      "step": 134700
    },
    {
      "epoch": 37.6,
      "grad_norm": 2.821288824081421,
      "learning_rate": 4.405896769466926e-06,
      "loss": 0.581,
      "step": 134710
    },
    {
      "epoch": 37.6,
      "grad_norm": 2.3123409748077393,
      "learning_rate": 4.4062238347753275e-06,
      "loss": 0.5734,
      "step": 134720
    },
    {
      "epoch": 37.6,
      "grad_norm": 2.575937032699585,
      "learning_rate": 4.406550900083729e-06,
      "loss": 0.5883,
      "step": 134730
    },
    {
      "epoch": 37.61,
      "grad_norm": 2.1924638748168945,
      "learning_rate": 4.406877965392129e-06,
      "loss": 0.5793,
      "step": 134740
    },
    {
      "epoch": 37.61,
      "grad_norm": 3.276270627975464,
      "learning_rate": 4.40720503070053e-06,
      "loss": 0.6073,
      "step": 134750
    },
    {
      "epoch": 37.61,
      "grad_norm": 2.5102531909942627,
      "learning_rate": 4.40753209600893e-06,
      "loss": 0.5659,
      "step": 134760
    },
    {
      "epoch": 37.61,
      "grad_norm": 2.4575483798980713,
      "learning_rate": 4.407859161317332e-06,
      "loss": 0.5804,
      "step": 134770
    },
    {
      "epoch": 37.62,
      "grad_norm": 2.7225518226623535,
      "learning_rate": 4.408186226625732e-06,
      "loss": 0.5718,
      "step": 134780
    },
    {
      "epoch": 37.62,
      "grad_norm": 2.9604997634887695,
      "learning_rate": 4.408513291934133e-06,
      "loss": 0.5853,
      "step": 134790
    },
    {
      "epoch": 37.62,
      "grad_norm": 3.5018203258514404,
      "learning_rate": 4.408840357242533e-06,
      "loss": 0.5729,
      "step": 134800
    },
    {
      "epoch": 37.62,
      "grad_norm": 3.866159439086914,
      "learning_rate": 4.409167422550935e-06,
      "loss": 0.5635,
      "step": 134810
    },
    {
      "epoch": 37.63,
      "grad_norm": 2.1618294715881348,
      "learning_rate": 4.409494487859336e-06,
      "loss": 0.5758,
      "step": 134820
    },
    {
      "epoch": 37.63,
      "grad_norm": 2.199337959289551,
      "learning_rate": 4.4098215531677365e-06,
      "loss": 0.5747,
      "step": 134830
    },
    {
      "epoch": 37.63,
      "grad_norm": 2.8628106117248535,
      "learning_rate": 4.410148618476137e-06,
      "loss": 0.5555,
      "step": 134840
    },
    {
      "epoch": 37.64,
      "grad_norm": 3.3259775638580322,
      "learning_rate": 4.4104756837845375e-06,
      "loss": 0.5836,
      "step": 134850
    },
    {
      "epoch": 37.64,
      "grad_norm": 2.495836019515991,
      "learning_rate": 4.410802749092939e-06,
      "loss": 0.5775,
      "step": 134860
    },
    {
      "epoch": 37.64,
      "grad_norm": 2.6196765899658203,
      "learning_rate": 4.411129814401339e-06,
      "loss": 0.5985,
      "step": 134870
    },
    {
      "epoch": 37.64,
      "grad_norm": 2.1439993381500244,
      "learning_rate": 4.41145687970974e-06,
      "loss": 0.5998,
      "step": 134880
    },
    {
      "epoch": 37.65,
      "grad_norm": 3.1405317783355713,
      "learning_rate": 4.41178394501814e-06,
      "loss": 0.5827,
      "step": 134890
    },
    {
      "epoch": 37.65,
      "grad_norm": 2.5441298484802246,
      "learning_rate": 4.412111010326542e-06,
      "loss": 0.5775,
      "step": 134900
    },
    {
      "epoch": 37.65,
      "grad_norm": 3.600087881088257,
      "learning_rate": 4.412438075634942e-06,
      "loss": 0.594,
      "step": 134910
    },
    {
      "epoch": 37.66,
      "grad_norm": 1.9490525722503662,
      "learning_rate": 4.412765140943343e-06,
      "loss": 0.5836,
      "step": 134920
    },
    {
      "epoch": 37.66,
      "grad_norm": 3.0517213344573975,
      "learning_rate": 4.413092206251744e-06,
      "loss": 0.5904,
      "step": 134930
    },
    {
      "epoch": 37.66,
      "grad_norm": 3.4754974842071533,
      "learning_rate": 4.413419271560145e-06,
      "loss": 0.5899,
      "step": 134940
    },
    {
      "epoch": 37.66,
      "grad_norm": 2.893188714981079,
      "learning_rate": 4.413746336868546e-06,
      "loss": 0.5834,
      "step": 134950
    },
    {
      "epoch": 37.67,
      "grad_norm": 2.7673163414001465,
      "learning_rate": 4.4140734021769465e-06,
      "loss": 0.5855,
      "step": 134960
    },
    {
      "epoch": 37.67,
      "grad_norm": 2.731337785720825,
      "learning_rate": 4.414400467485347e-06,
      "loss": 0.567,
      "step": 134970
    },
    {
      "epoch": 37.67,
      "grad_norm": 3.0044775009155273,
      "learning_rate": 4.4147275327937476e-06,
      "loss": 0.5741,
      "step": 134980
    },
    {
      "epoch": 37.68,
      "grad_norm": 2.4343016147613525,
      "learning_rate": 4.415054598102149e-06,
      "loss": 0.5752,
      "step": 134990
    },
    {
      "epoch": 37.68,
      "grad_norm": 2.969235897064209,
      "learning_rate": 4.4153816634105494e-06,
      "loss": 0.6115,
      "step": 135000
    },
    {
      "epoch": 37.68,
      "grad_norm": 2.834015369415283,
      "learning_rate": 4.41570872871895e-06,
      "loss": 0.6138,
      "step": 135010
    },
    {
      "epoch": 37.68,
      "grad_norm": 2.799812078475952,
      "learning_rate": 4.416035794027351e-06,
      "loss": 0.6037,
      "step": 135020
    },
    {
      "epoch": 37.69,
      "grad_norm": 1.981225609779358,
      "learning_rate": 4.416362859335752e-06,
      "loss": 0.591,
      "step": 135030
    },
    {
      "epoch": 37.69,
      "grad_norm": 3.3613064289093018,
      "learning_rate": 4.416689924644152e-06,
      "loss": 0.6061,
      "step": 135040
    },
    {
      "epoch": 37.69,
      "grad_norm": 2.703700304031372,
      "learning_rate": 4.417016989952553e-06,
      "loss": 0.589,
      "step": 135050
    },
    {
      "epoch": 37.69,
      "grad_norm": 2.357292652130127,
      "learning_rate": 4.417344055260954e-06,
      "loss": 0.5718,
      "step": 135060
    },
    {
      "epoch": 37.7,
      "grad_norm": 2.7607173919677734,
      "learning_rate": 4.417671120569355e-06,
      "loss": 0.5866,
      "step": 135070
    },
    {
      "epoch": 37.7,
      "grad_norm": 2.542245864868164,
      "learning_rate": 4.417998185877756e-06,
      "loss": 0.5765,
      "step": 135080
    },
    {
      "epoch": 37.7,
      "grad_norm": 2.2983977794647217,
      "learning_rate": 4.418325251186157e-06,
      "loss": 0.6219,
      "step": 135090
    },
    {
      "epoch": 37.71,
      "grad_norm": 2.667104721069336,
      "learning_rate": 4.418652316494557e-06,
      "loss": 0.5688,
      "step": 135100
    },
    {
      "epoch": 37.71,
      "grad_norm": 2.3164966106414795,
      "learning_rate": 4.4189793818029585e-06,
      "loss": 0.5705,
      "step": 135110
    },
    {
      "epoch": 37.71,
      "grad_norm": 2.6399385929107666,
      "learning_rate": 4.419306447111359e-06,
      "loss": 0.575,
      "step": 135120
    },
    {
      "epoch": 37.71,
      "grad_norm": 2.581702470779419,
      "learning_rate": 4.4196335124197595e-06,
      "loss": 0.5738,
      "step": 135130
    },
    {
      "epoch": 37.72,
      "grad_norm": 2.510542392730713,
      "learning_rate": 4.41996057772816e-06,
      "loss": 0.5873,
      "step": 135140
    },
    {
      "epoch": 37.72,
      "grad_norm": 2.194718360900879,
      "learning_rate": 4.420287643036561e-06,
      "loss": 0.578,
      "step": 135150
    },
    {
      "epoch": 37.72,
      "grad_norm": 2.982316017150879,
      "learning_rate": 4.420614708344962e-06,
      "loss": 0.5803,
      "step": 135160
    },
    {
      "epoch": 37.73,
      "grad_norm": 2.463031530380249,
      "learning_rate": 4.420941773653362e-06,
      "loss": 0.5704,
      "step": 135170
    },
    {
      "epoch": 37.73,
      "grad_norm": 3.27225661277771,
      "learning_rate": 4.421268838961763e-06,
      "loss": 0.5678,
      "step": 135180
    },
    {
      "epoch": 37.73,
      "grad_norm": 2.4108450412750244,
      "learning_rate": 4.421595904270164e-06,
      "loss": 0.5837,
      "step": 135190
    },
    {
      "epoch": 37.73,
      "grad_norm": 2.769986629486084,
      "learning_rate": 4.421922969578566e-06,
      "loss": 0.586,
      "step": 135200
    },
    {
      "epoch": 37.74,
      "grad_norm": 2.4794182777404785,
      "learning_rate": 4.422250034886966e-06,
      "loss": 0.5737,
      "step": 135210
    },
    {
      "epoch": 37.74,
      "grad_norm": 2.661989212036133,
      "learning_rate": 4.422577100195367e-06,
      "loss": 0.5813,
      "step": 135220
    },
    {
      "epoch": 37.74,
      "grad_norm": 2.479283332824707,
      "learning_rate": 4.422904165503767e-06,
      "loss": 0.5833,
      "step": 135230
    },
    {
      "epoch": 37.74,
      "grad_norm": 2.583136558532715,
      "learning_rate": 4.4232312308121685e-06,
      "loss": 0.5833,
      "step": 135240
    },
    {
      "epoch": 37.75,
      "grad_norm": 2.7296197414398193,
      "learning_rate": 4.423558296120569e-06,
      "loss": 0.5693,
      "step": 135250
    },
    {
      "epoch": 37.75,
      "grad_norm": 4.172887325286865,
      "learning_rate": 4.4238853614289695e-06,
      "loss": 0.5832,
      "step": 135260
    },
    {
      "epoch": 37.75,
      "grad_norm": 2.7514662742614746,
      "learning_rate": 4.42421242673737e-06,
      "loss": 0.573,
      "step": 135270
    },
    {
      "epoch": 37.76,
      "grad_norm": 2.801602840423584,
      "learning_rate": 4.424539492045771e-06,
      "loss": 0.5693,
      "step": 135280
    },
    {
      "epoch": 37.76,
      "grad_norm": 2.188093900680542,
      "learning_rate": 4.424866557354172e-06,
      "loss": 0.5721,
      "step": 135290
    },
    {
      "epoch": 37.76,
      "grad_norm": 3.220079183578491,
      "learning_rate": 4.425193622662573e-06,
      "loss": 0.5686,
      "step": 135300
    },
    {
      "epoch": 37.76,
      "grad_norm": 2.926823616027832,
      "learning_rate": 4.425520687970974e-06,
      "loss": 0.588,
      "step": 135310
    },
    {
      "epoch": 37.77,
      "grad_norm": 3.764375686645508,
      "learning_rate": 4.425847753279374e-06,
      "loss": 0.5749,
      "step": 135320
    },
    {
      "epoch": 37.77,
      "grad_norm": 3.2083687782287598,
      "learning_rate": 4.426174818587776e-06,
      "loss": 0.5877,
      "step": 135330
    },
    {
      "epoch": 37.77,
      "grad_norm": 2.601334571838379,
      "learning_rate": 4.426501883896176e-06,
      "loss": 0.5816,
      "step": 135340
    },
    {
      "epoch": 37.78,
      "grad_norm": 2.083127021789551,
      "learning_rate": 4.426828949204577e-06,
      "loss": 0.5728,
      "step": 135350
    },
    {
      "epoch": 37.78,
      "grad_norm": 3.1991517543792725,
      "learning_rate": 4.427156014512977e-06,
      "loss": 0.5687,
      "step": 135360
    },
    {
      "epoch": 37.78,
      "grad_norm": 2.0272748470306396,
      "learning_rate": 4.4274830798213785e-06,
      "loss": 0.5756,
      "step": 135370
    },
    {
      "epoch": 37.78,
      "grad_norm": 2.2421209812164307,
      "learning_rate": 4.427810145129779e-06,
      "loss": 0.6097,
      "step": 135380
    },
    {
      "epoch": 37.79,
      "grad_norm": 2.5792489051818848,
      "learning_rate": 4.4281372104381796e-06,
      "loss": 0.5712,
      "step": 135390
    },
    {
      "epoch": 37.79,
      "grad_norm": 4.018777370452881,
      "learning_rate": 4.428464275746581e-06,
      "loss": 0.5842,
      "step": 135400
    },
    {
      "epoch": 37.79,
      "grad_norm": 2.9356460571289062,
      "learning_rate": 4.4287913410549814e-06,
      "loss": 0.5856,
      "step": 135410
    },
    {
      "epoch": 37.8,
      "grad_norm": 2.307582378387451,
      "learning_rate": 4.429118406363383e-06,
      "loss": 0.6037,
      "step": 135420
    },
    {
      "epoch": 37.8,
      "grad_norm": 3.537449598312378,
      "learning_rate": 4.429445471671783e-06,
      "loss": 0.5845,
      "step": 135430
    },
    {
      "epoch": 37.8,
      "grad_norm": 2.898740530014038,
      "learning_rate": 4.429772536980184e-06,
      "loss": 0.5817,
      "step": 135440
    },
    {
      "epoch": 37.8,
      "grad_norm": 2.123528003692627,
      "learning_rate": 4.430099602288584e-06,
      "loss": 0.5588,
      "step": 135450
    },
    {
      "epoch": 37.81,
      "grad_norm": 2.865680694580078,
      "learning_rate": 4.430426667596986e-06,
      "loss": 0.5641,
      "step": 135460
    },
    {
      "epoch": 37.81,
      "grad_norm": 3.354789972305298,
      "learning_rate": 4.430753732905386e-06,
      "loss": 0.5803,
      "step": 135470
    },
    {
      "epoch": 37.81,
      "grad_norm": 2.336766242980957,
      "learning_rate": 4.431080798213787e-06,
      "loss": 0.5918,
      "step": 135480
    },
    {
      "epoch": 37.81,
      "grad_norm": 2.630859375,
      "learning_rate": 4.431407863522188e-06,
      "loss": 0.5637,
      "step": 135490
    },
    {
      "epoch": 37.82,
      "grad_norm": 3.874568223953247,
      "learning_rate": 4.4317349288305886e-06,
      "loss": 0.5811,
      "step": 135500
    },
    {
      "epoch": 37.82,
      "grad_norm": 3.5084011554718018,
      "learning_rate": 4.432061994138989e-06,
      "loss": 0.5874,
      "step": 135510
    },
    {
      "epoch": 37.82,
      "grad_norm": 2.1031720638275146,
      "learning_rate": 4.43238905944739e-06,
      "loss": 0.5824,
      "step": 135520
    },
    {
      "epoch": 37.83,
      "grad_norm": 3.687868595123291,
      "learning_rate": 4.432716124755791e-06,
      "loss": 0.6072,
      "step": 135530
    },
    {
      "epoch": 37.83,
      "grad_norm": 2.9774065017700195,
      "learning_rate": 4.4330431900641915e-06,
      "loss": 0.5727,
      "step": 135540
    },
    {
      "epoch": 37.83,
      "grad_norm": 3.083773136138916,
      "learning_rate": 4.433370255372593e-06,
      "loss": 0.5905,
      "step": 135550
    },
    {
      "epoch": 37.83,
      "grad_norm": 2.7403812408447266,
      "learning_rate": 4.433697320680993e-06,
      "loss": 0.5796,
      "step": 135560
    },
    {
      "epoch": 37.84,
      "grad_norm": 3.511096954345703,
      "learning_rate": 4.434024385989394e-06,
      "loss": 0.5786,
      "step": 135570
    },
    {
      "epoch": 37.84,
      "grad_norm": 2.5849931240081787,
      "learning_rate": 4.434351451297794e-06,
      "loss": 0.574,
      "step": 135580
    },
    {
      "epoch": 37.84,
      "grad_norm": 3.17760968208313,
      "learning_rate": 4.434678516606196e-06,
      "loss": 0.5821,
      "step": 135590
    },
    {
      "epoch": 37.85,
      "grad_norm": 2.9425411224365234,
      "learning_rate": 4.435005581914596e-06,
      "loss": 0.5735,
      "step": 135600
    },
    {
      "epoch": 37.85,
      "grad_norm": 2.7714500427246094,
      "learning_rate": 4.435332647222997e-06,
      "loss": 0.5648,
      "step": 135610
    },
    {
      "epoch": 37.85,
      "grad_norm": 2.8187124729156494,
      "learning_rate": 4.435659712531398e-06,
      "loss": 0.5778,
      "step": 135620
    },
    {
      "epoch": 37.85,
      "grad_norm": 3.626178503036499,
      "learning_rate": 4.435986777839799e-06,
      "loss": 0.5894,
      "step": 135630
    },
    {
      "epoch": 37.86,
      "grad_norm": 2.5679056644439697,
      "learning_rate": 4.436313843148199e-06,
      "loss": 0.5463,
      "step": 135640
    },
    {
      "epoch": 37.86,
      "grad_norm": 3.6933388710021973,
      "learning_rate": 4.4366409084566e-06,
      "loss": 0.5464,
      "step": 135650
    },
    {
      "epoch": 37.86,
      "grad_norm": 2.5844881534576416,
      "learning_rate": 4.436967973765001e-06,
      "loss": 0.5729,
      "step": 135660
    },
    {
      "epoch": 37.86,
      "grad_norm": 3.5019795894622803,
      "learning_rate": 4.4372950390734015e-06,
      "loss": 0.5581,
      "step": 135670
    },
    {
      "epoch": 37.87,
      "grad_norm": 2.4202427864074707,
      "learning_rate": 4.437622104381803e-06,
      "loss": 0.573,
      "step": 135680
    },
    {
      "epoch": 37.87,
      "grad_norm": 3.398717164993286,
      "learning_rate": 4.437949169690203e-06,
      "loss": 0.5745,
      "step": 135690
    },
    {
      "epoch": 37.87,
      "grad_norm": 2.1582939624786377,
      "learning_rate": 4.438276234998604e-06,
      "loss": 0.5867,
      "step": 135700
    },
    {
      "epoch": 37.88,
      "grad_norm": 2.782331705093384,
      "learning_rate": 4.438603300307005e-06,
      "loss": 0.5787,
      "step": 135710
    },
    {
      "epoch": 37.88,
      "grad_norm": 2.828845262527466,
      "learning_rate": 4.438930365615406e-06,
      "loss": 0.5996,
      "step": 135720
    },
    {
      "epoch": 37.88,
      "grad_norm": 2.6072542667388916,
      "learning_rate": 4.439257430923806e-06,
      "loss": 0.592,
      "step": 135730
    },
    {
      "epoch": 37.88,
      "grad_norm": 2.287684202194214,
      "learning_rate": 4.439584496232207e-06,
      "loss": 0.5719,
      "step": 135740
    },
    {
      "epoch": 37.89,
      "grad_norm": 3.089954137802124,
      "learning_rate": 4.439911561540608e-06,
      "loss": 0.5949,
      "step": 135750
    },
    {
      "epoch": 37.89,
      "grad_norm": 2.40506649017334,
      "learning_rate": 4.440238626849009e-06,
      "loss": 0.5753,
      "step": 135760
    },
    {
      "epoch": 37.89,
      "grad_norm": 2.550095558166504,
      "learning_rate": 4.44056569215741e-06,
      "loss": 0.5731,
      "step": 135770
    },
    {
      "epoch": 37.9,
      "grad_norm": 2.8866024017333984,
      "learning_rate": 4.4408927574658105e-06,
      "loss": 0.56,
      "step": 135780
    },
    {
      "epoch": 37.9,
      "grad_norm": 2.1718192100524902,
      "learning_rate": 4.441219822774211e-06,
      "loss": 0.6017,
      "step": 135790
    },
    {
      "epoch": 37.9,
      "grad_norm": 2.1150801181793213,
      "learning_rate": 4.441546888082612e-06,
      "loss": 0.5726,
      "step": 135800
    },
    {
      "epoch": 37.9,
      "grad_norm": 2.3659160137176514,
      "learning_rate": 4.441873953391013e-06,
      "loss": 0.5738,
      "step": 135810
    },
    {
      "epoch": 37.91,
      "grad_norm": 2.8110790252685547,
      "learning_rate": 4.442201018699413e-06,
      "loss": 0.5564,
      "step": 135820
    },
    {
      "epoch": 37.91,
      "grad_norm": 2.6447930335998535,
      "learning_rate": 4.442528084007814e-06,
      "loss": 0.5505,
      "step": 135830
    },
    {
      "epoch": 37.91,
      "grad_norm": 2.208446979522705,
      "learning_rate": 4.442855149316215e-06,
      "loss": 0.5711,
      "step": 135840
    },
    {
      "epoch": 37.92,
      "grad_norm": 2.3520584106445312,
      "learning_rate": 4.443182214624616e-06,
      "loss": 0.5895,
      "step": 135850
    },
    {
      "epoch": 37.92,
      "grad_norm": 3.0746684074401855,
      "learning_rate": 4.443509279933016e-06,
      "loss": 0.5794,
      "step": 135860
    },
    {
      "epoch": 37.92,
      "grad_norm": 3.5266079902648926,
      "learning_rate": 4.443836345241418e-06,
      "loss": 0.5842,
      "step": 135870
    },
    {
      "epoch": 37.92,
      "grad_norm": 3.755481719970703,
      "learning_rate": 4.444163410549818e-06,
      "loss": 0.5993,
      "step": 135880
    },
    {
      "epoch": 37.93,
      "grad_norm": 2.808095693588257,
      "learning_rate": 4.4444904758582195e-06,
      "loss": 0.5755,
      "step": 135890
    },
    {
      "epoch": 37.93,
      "grad_norm": 2.63565731048584,
      "learning_rate": 4.44481754116662e-06,
      "loss": 0.5733,
      "step": 135900
    },
    {
      "epoch": 37.93,
      "grad_norm": 3.351902484893799,
      "learning_rate": 4.4451446064750206e-06,
      "loss": 0.5641,
      "step": 135910
    },
    {
      "epoch": 37.93,
      "grad_norm": 2.518998622894287,
      "learning_rate": 4.445471671783421e-06,
      "loss": 0.5842,
      "step": 135920
    },
    {
      "epoch": 37.94,
      "grad_norm": 2.7953174114227295,
      "learning_rate": 4.4457987370918224e-06,
      "loss": 0.5629,
      "step": 135930
    },
    {
      "epoch": 37.94,
      "grad_norm": 2.63989520072937,
      "learning_rate": 4.446125802400223e-06,
      "loss": 0.5718,
      "step": 135940
    },
    {
      "epoch": 37.94,
      "grad_norm": 2.6316590309143066,
      "learning_rate": 4.4464528677086235e-06,
      "loss": 0.586,
      "step": 135950
    },
    {
      "epoch": 37.95,
      "grad_norm": 3.19185733795166,
      "learning_rate": 4.446779933017024e-06,
      "loss": 0.5705,
      "step": 135960
    },
    {
      "epoch": 37.95,
      "grad_norm": 2.5865697860717773,
      "learning_rate": 4.447106998325425e-06,
      "loss": 0.5909,
      "step": 135970
    },
    {
      "epoch": 37.95,
      "grad_norm": 2.093374013900757,
      "learning_rate": 4.447434063633826e-06,
      "loss": 0.5799,
      "step": 135980
    },
    {
      "epoch": 37.95,
      "grad_norm": 2.9374778270721436,
      "learning_rate": 4.447761128942226e-06,
      "loss": 0.5872,
      "step": 135990
    },
    {
      "epoch": 37.96,
      "grad_norm": 2.316715717315674,
      "learning_rate": 4.448088194250628e-06,
      "loss": 0.5881,
      "step": 136000
    },
    {
      "epoch": 37.96,
      "grad_norm": 2.9951093196868896,
      "learning_rate": 4.448415259559028e-06,
      "loss": 0.583,
      "step": 136010
    },
    {
      "epoch": 37.96,
      "grad_norm": 2.4255409240722656,
      "learning_rate": 4.44874232486743e-06,
      "loss": 0.5976,
      "step": 136020
    },
    {
      "epoch": 37.97,
      "grad_norm": 3.531886339187622,
      "learning_rate": 4.44906939017583e-06,
      "loss": 0.5866,
      "step": 136030
    },
    {
      "epoch": 37.97,
      "grad_norm": 2.711416482925415,
      "learning_rate": 4.449396455484231e-06,
      "loss": 0.5973,
      "step": 136040
    },
    {
      "epoch": 37.97,
      "grad_norm": 2.7508885860443115,
      "learning_rate": 4.449723520792631e-06,
      "loss": 0.5897,
      "step": 136050
    },
    {
      "epoch": 37.97,
      "grad_norm": 3.3377814292907715,
      "learning_rate": 4.4500505861010325e-06,
      "loss": 0.5847,
      "step": 136060
    },
    {
      "epoch": 37.98,
      "grad_norm": 3.7396793365478516,
      "learning_rate": 4.450377651409433e-06,
      "loss": 0.5865,
      "step": 136070
    },
    {
      "epoch": 37.98,
      "grad_norm": 3.1452815532684326,
      "learning_rate": 4.4507047167178335e-06,
      "loss": 0.5984,
      "step": 136080
    },
    {
      "epoch": 37.98,
      "grad_norm": 2.897477626800537,
      "learning_rate": 4.451031782026235e-06,
      "loss": 0.567,
      "step": 136090
    },
    {
      "epoch": 37.98,
      "grad_norm": 2.1525912284851074,
      "learning_rate": 4.451358847334635e-06,
      "loss": 0.5692,
      "step": 136100
    },
    {
      "epoch": 37.99,
      "grad_norm": 2.3594963550567627,
      "learning_rate": 4.451685912643036e-06,
      "loss": 0.5779,
      "step": 136110
    },
    {
      "epoch": 37.99,
      "grad_norm": 3.6255431175231934,
      "learning_rate": 4.452012977951436e-06,
      "loss": 0.5914,
      "step": 136120
    },
    {
      "epoch": 37.99,
      "grad_norm": 2.708864212036133,
      "learning_rate": 4.452340043259838e-06,
      "loss": 0.5795,
      "step": 136130
    },
    {
      "epoch": 38.0,
      "grad_norm": 3.0714786052703857,
      "learning_rate": 4.452667108568238e-06,
      "loss": 0.5882,
      "step": 136140
    },
    {
      "epoch": 38.0,
      "grad_norm": 2.517493724822998,
      "learning_rate": 4.45299417387664e-06,
      "loss": 0.5683,
      "step": 136150
    },
    {
      "epoch": 38.0,
      "eval_loss": 0.5787225365638733,
      "eval_runtime": 63.4943,
      "eval_samples_per_second": 79.676,
      "eval_steps_per_second": 9.969,
      "step": 136154
    },
    {
      "epoch": 38.0,
      "grad_norm": 2.986363172531128,
      "learning_rate": 4.45332123918504e-06,
      "loss": 0.5618,
      "step": 136160
    },
    {
      "epoch": 38.0,
      "grad_norm": 2.9171175956726074,
      "learning_rate": 4.453648304493441e-06,
      "loss": 0.591,
      "step": 136170
    },
    {
      "epoch": 38.01,
      "grad_norm": 1.9754774570465088,
      "learning_rate": 4.453975369801842e-06,
      "loss": 0.5924,
      "step": 136180
    },
    {
      "epoch": 38.01,
      "grad_norm": 2.2698919773101807,
      "learning_rate": 4.4543024351102425e-06,
      "loss": 0.6127,
      "step": 136190
    },
    {
      "epoch": 38.01,
      "grad_norm": 2.9868979454040527,
      "learning_rate": 4.454629500418643e-06,
      "loss": 0.5975,
      "step": 136200
    },
    {
      "epoch": 38.02,
      "grad_norm": 2.532350540161133,
      "learning_rate": 4.4549565657270435e-06,
      "loss": 0.5696,
      "step": 136210
    },
    {
      "epoch": 38.02,
      "grad_norm": 2.942432165145874,
      "learning_rate": 4.455283631035445e-06,
      "loss": 0.592,
      "step": 136220
    },
    {
      "epoch": 38.02,
      "grad_norm": 2.6408283710479736,
      "learning_rate": 4.455610696343845e-06,
      "loss": 0.5783,
      "step": 136230
    },
    {
      "epoch": 38.02,
      "grad_norm": 2.735849142074585,
      "learning_rate": 4.455937761652247e-06,
      "loss": 0.5534,
      "step": 136240
    },
    {
      "epoch": 38.03,
      "grad_norm": 3.1186583042144775,
      "learning_rate": 4.456264826960647e-06,
      "loss": 0.616,
      "step": 136250
    },
    {
      "epoch": 38.03,
      "grad_norm": 3.1048591136932373,
      "learning_rate": 4.456591892269048e-06,
      "loss": 0.5768,
      "step": 136260
    },
    {
      "epoch": 38.03,
      "grad_norm": 3.624302387237549,
      "learning_rate": 4.456918957577449e-06,
      "loss": 0.5741,
      "step": 136270
    },
    {
      "epoch": 38.04,
      "grad_norm": 1.982614278793335,
      "learning_rate": 4.45724602288585e-06,
      "loss": 0.5897,
      "step": 136280
    },
    {
      "epoch": 38.04,
      "grad_norm": 2.6439287662506104,
      "learning_rate": 4.45757308819425e-06,
      "loss": 0.59,
      "step": 136290
    },
    {
      "epoch": 38.04,
      "grad_norm": 2.5118143558502197,
      "learning_rate": 4.457900153502651e-06,
      "loss": 0.6095,
      "step": 136300
    },
    {
      "epoch": 38.04,
      "grad_norm": 2.743381977081299,
      "learning_rate": 4.458227218811052e-06,
      "loss": 0.5725,
      "step": 136310
    },
    {
      "epoch": 38.05,
      "grad_norm": 2.8588039875030518,
      "learning_rate": 4.4585542841194526e-06,
      "loss": 0.5556,
      "step": 136320
    },
    {
      "epoch": 38.05,
      "grad_norm": 2.698617458343506,
      "learning_rate": 4.458881349427853e-06,
      "loss": 0.5697,
      "step": 136330
    },
    {
      "epoch": 38.05,
      "grad_norm": 2.312786102294922,
      "learning_rate": 4.4592084147362536e-06,
      "loss": 0.5827,
      "step": 136340
    },
    {
      "epoch": 38.05,
      "grad_norm": 3.1810572147369385,
      "learning_rate": 4.459535480044655e-06,
      "loss": 0.5765,
      "step": 136350
    },
    {
      "epoch": 38.06,
      "grad_norm": 3.065575361251831,
      "learning_rate": 4.459862545353056e-06,
      "loss": 0.576,
      "step": 136360
    },
    {
      "epoch": 38.06,
      "grad_norm": 3.199201822280884,
      "learning_rate": 4.460189610661457e-06,
      "loss": 0.585,
      "step": 136370
    },
    {
      "epoch": 38.06,
      "grad_norm": 2.750105619430542,
      "learning_rate": 4.460516675969857e-06,
      "loss": 0.583,
      "step": 136380
    },
    {
      "epoch": 38.07,
      "grad_norm": 3.0908241271972656,
      "learning_rate": 4.460843741278258e-06,
      "loss": 0.5915,
      "step": 136390
    },
    {
      "epoch": 38.07,
      "grad_norm": 4.093873977661133,
      "learning_rate": 4.461170806586659e-06,
      "loss": 0.5767,
      "step": 136400
    },
    {
      "epoch": 38.07,
      "grad_norm": 2.213151454925537,
      "learning_rate": 4.46149787189506e-06,
      "loss": 0.5767,
      "step": 136410
    },
    {
      "epoch": 38.07,
      "grad_norm": 2.8241682052612305,
      "learning_rate": 4.46182493720346e-06,
      "loss": 0.5801,
      "step": 136420
    },
    {
      "epoch": 38.08,
      "grad_norm": 1.775597333908081,
      "learning_rate": 4.462152002511861e-06,
      "loss": 0.5744,
      "step": 136430
    },
    {
      "epoch": 38.08,
      "grad_norm": 2.8635034561157227,
      "learning_rate": 4.462479067820262e-06,
      "loss": 0.5714,
      "step": 136440
    },
    {
      "epoch": 38.08,
      "grad_norm": 2.8639423847198486,
      "learning_rate": 4.462806133128663e-06,
      "loss": 0.6086,
      "step": 136450
    },
    {
      "epoch": 38.09,
      "grad_norm": 2.7755002975463867,
      "learning_rate": 4.463133198437063e-06,
      "loss": 0.5709,
      "step": 136460
    },
    {
      "epoch": 38.09,
      "grad_norm": 3.5502986907958984,
      "learning_rate": 4.4634602637454645e-06,
      "loss": 0.5616,
      "step": 136470
    },
    {
      "epoch": 38.09,
      "grad_norm": 3.0219104290008545,
      "learning_rate": 4.463787329053865e-06,
      "loss": 0.5677,
      "step": 136480
    },
    {
      "epoch": 38.09,
      "grad_norm": 3.8530516624450684,
      "learning_rate": 4.464114394362266e-06,
      "loss": 0.5664,
      "step": 136490
    },
    {
      "epoch": 38.1,
      "grad_norm": 2.155975103378296,
      "learning_rate": 4.464441459670667e-06,
      "loss": 0.5837,
      "step": 136500
    },
    {
      "epoch": 38.1,
      "grad_norm": 2.2207210063934326,
      "learning_rate": 4.464768524979067e-06,
      "loss": 0.5698,
      "step": 136510
    },
    {
      "epoch": 38.1,
      "grad_norm": 2.7317795753479004,
      "learning_rate": 4.465095590287468e-06,
      "loss": 0.6105,
      "step": 136520
    },
    {
      "epoch": 38.1,
      "grad_norm": 2.26263427734375,
      "learning_rate": 4.465422655595869e-06,
      "loss": 0.578,
      "step": 136530
    },
    {
      "epoch": 38.11,
      "grad_norm": 3.426225185394287,
      "learning_rate": 4.46574972090427e-06,
      "loss": 0.5804,
      "step": 136540
    },
    {
      "epoch": 38.11,
      "grad_norm": 2.208589553833008,
      "learning_rate": 4.46607678621267e-06,
      "loss": 0.5761,
      "step": 136550
    },
    {
      "epoch": 38.11,
      "grad_norm": 2.691075563430786,
      "learning_rate": 4.466403851521072e-06,
      "loss": 0.5775,
      "step": 136560
    },
    {
      "epoch": 38.12,
      "grad_norm": 3.414517402648926,
      "learning_rate": 4.466730916829472e-06,
      "loss": 0.565,
      "step": 136570
    },
    {
      "epoch": 38.12,
      "grad_norm": 2.605607748031616,
      "learning_rate": 4.467057982137873e-06,
      "loss": 0.5645,
      "step": 136580
    },
    {
      "epoch": 38.12,
      "grad_norm": 2.949375629425049,
      "learning_rate": 4.467385047446273e-06,
      "loss": 0.5819,
      "step": 136590
    },
    {
      "epoch": 38.12,
      "grad_norm": 2.165276050567627,
      "learning_rate": 4.4677121127546745e-06,
      "loss": 0.5588,
      "step": 136600
    },
    {
      "epoch": 38.13,
      "grad_norm": 2.823770523071289,
      "learning_rate": 4.468039178063075e-06,
      "loss": 0.5992,
      "step": 136610
    },
    {
      "epoch": 38.13,
      "grad_norm": 3.019829750061035,
      "learning_rate": 4.468366243371476e-06,
      "loss": 0.5792,
      "step": 136620
    },
    {
      "epoch": 38.13,
      "grad_norm": 2.611323356628418,
      "learning_rate": 4.468693308679877e-06,
      "loss": 0.5687,
      "step": 136630
    },
    {
      "epoch": 38.14,
      "grad_norm": 2.603980779647827,
      "learning_rate": 4.469020373988277e-06,
      "loss": 0.6058,
      "step": 136640
    },
    {
      "epoch": 38.14,
      "grad_norm": 3.2377243041992188,
      "learning_rate": 4.469347439296679e-06,
      "loss": 0.5768,
      "step": 136650
    },
    {
      "epoch": 38.14,
      "grad_norm": 2.7931697368621826,
      "learning_rate": 4.469674504605079e-06,
      "loss": 0.6025,
      "step": 136660
    },
    {
      "epoch": 38.14,
      "grad_norm": 2.4941697120666504,
      "learning_rate": 4.47000156991348e-06,
      "loss": 0.5901,
      "step": 136670
    },
    {
      "epoch": 38.15,
      "grad_norm": 2.8768503665924072,
      "learning_rate": 4.47032863522188e-06,
      "loss": 0.603,
      "step": 136680
    },
    {
      "epoch": 38.15,
      "grad_norm": 3.4948854446411133,
      "learning_rate": 4.470655700530282e-06,
      "loss": 0.5969,
      "step": 136690
    },
    {
      "epoch": 38.15,
      "grad_norm": 2.6486172676086426,
      "learning_rate": 4.470982765838682e-06,
      "loss": 0.5856,
      "step": 136700
    },
    {
      "epoch": 38.16,
      "grad_norm": 2.411466121673584,
      "learning_rate": 4.4713098311470835e-06,
      "loss": 0.5767,
      "step": 136710
    },
    {
      "epoch": 38.16,
      "grad_norm": 2.7661211490631104,
      "learning_rate": 4.471636896455483e-06,
      "loss": 0.5818,
      "step": 136720
    },
    {
      "epoch": 38.16,
      "grad_norm": 3.2830727100372314,
      "learning_rate": 4.4719639617638845e-06,
      "loss": 0.58,
      "step": 136730
    },
    {
      "epoch": 38.16,
      "grad_norm": 2.631687641143799,
      "learning_rate": 4.472291027072286e-06,
      "loss": 0.5712,
      "step": 136740
    },
    {
      "epoch": 38.17,
      "grad_norm": 2.04109263420105,
      "learning_rate": 4.472618092380686e-06,
      "loss": 0.5915,
      "step": 136750
    },
    {
      "epoch": 38.17,
      "grad_norm": 2.6176939010620117,
      "learning_rate": 4.472945157689087e-06,
      "loss": 0.569,
      "step": 136760
    },
    {
      "epoch": 38.17,
      "grad_norm": 3.6994519233703613,
      "learning_rate": 4.4732722229974874e-06,
      "loss": 0.5753,
      "step": 136770
    },
    {
      "epoch": 38.17,
      "grad_norm": 2.7306337356567383,
      "learning_rate": 4.473599288305889e-06,
      "loss": 0.5664,
      "step": 136780
    },
    {
      "epoch": 38.18,
      "grad_norm": 3.398003578186035,
      "learning_rate": 4.473926353614289e-06,
      "loss": 0.5758,
      "step": 136790
    },
    {
      "epoch": 38.18,
      "grad_norm": 2.677271842956543,
      "learning_rate": 4.47425341892269e-06,
      "loss": 0.585,
      "step": 136800
    },
    {
      "epoch": 38.18,
      "grad_norm": 3.222447395324707,
      "learning_rate": 4.47458048423109e-06,
      "loss": 0.5986,
      "step": 136810
    },
    {
      "epoch": 38.19,
      "grad_norm": 2.3130009174346924,
      "learning_rate": 4.474907549539492e-06,
      "loss": 0.5868,
      "step": 136820
    },
    {
      "epoch": 38.19,
      "grad_norm": 2.523746967315674,
      "learning_rate": 4.475234614847893e-06,
      "loss": 0.5671,
      "step": 136830
    },
    {
      "epoch": 38.19,
      "grad_norm": 2.7127130031585693,
      "learning_rate": 4.4755616801562936e-06,
      "loss": 0.5828,
      "step": 136840
    },
    {
      "epoch": 38.19,
      "grad_norm": 2.959219217300415,
      "learning_rate": 4.475888745464694e-06,
      "loss": 0.5929,
      "step": 136850
    },
    {
      "epoch": 38.2,
      "grad_norm": 2.3876872062683105,
      "learning_rate": 4.476215810773095e-06,
      "loss": 0.5714,
      "step": 136860
    },
    {
      "epoch": 38.2,
      "grad_norm": 3.0044443607330322,
      "learning_rate": 4.476542876081496e-06,
      "loss": 0.5598,
      "step": 136870
    },
    {
      "epoch": 38.2,
      "grad_norm": 2.513514280319214,
      "learning_rate": 4.4768699413898964e-06,
      "loss": 0.5746,
      "step": 136880
    },
    {
      "epoch": 38.21,
      "grad_norm": 2.0780837535858154,
      "learning_rate": 4.477197006698297e-06,
      "loss": 0.5948,
      "step": 136890
    },
    {
      "epoch": 38.21,
      "grad_norm": 3.3665475845336914,
      "learning_rate": 4.4775240720066975e-06,
      "loss": 0.5881,
      "step": 136900
    },
    {
      "epoch": 38.21,
      "grad_norm": 2.1670053005218506,
      "learning_rate": 4.477851137315099e-06,
      "loss": 0.5868,
      "step": 136910
    },
    {
      "epoch": 38.21,
      "grad_norm": 2.1889865398406982,
      "learning_rate": 4.478178202623499e-06,
      "loss": 0.5694,
      "step": 136920
    },
    {
      "epoch": 38.22,
      "grad_norm": 4.100309371948242,
      "learning_rate": 4.4785052679319e-06,
      "loss": 0.5591,
      "step": 136930
    },
    {
      "epoch": 38.22,
      "grad_norm": 3.541414260864258,
      "learning_rate": 4.478832333240301e-06,
      "loss": 0.5833,
      "step": 136940
    },
    {
      "epoch": 38.22,
      "grad_norm": 2.603933572769165,
      "learning_rate": 4.479159398548702e-06,
      "loss": 0.5908,
      "step": 136950
    },
    {
      "epoch": 38.22,
      "grad_norm": 3.1073148250579834,
      "learning_rate": 4.479486463857103e-06,
      "loss": 0.5763,
      "step": 136960
    },
    {
      "epoch": 38.23,
      "grad_norm": 2.5436506271362305,
      "learning_rate": 4.479813529165504e-06,
      "loss": 0.5875,
      "step": 136970
    },
    {
      "epoch": 38.23,
      "grad_norm": 3.104794979095459,
      "learning_rate": 4.480140594473904e-06,
      "loss": 0.5731,
      "step": 136980
    },
    {
      "epoch": 38.23,
      "grad_norm": 2.864607572555542,
      "learning_rate": 4.480467659782305e-06,
      "loss": 0.5577,
      "step": 136990
    },
    {
      "epoch": 38.24,
      "grad_norm": 3.0885090827941895,
      "learning_rate": 4.480794725090706e-06,
      "loss": 0.5872,
      "step": 137000
    },
    {
      "epoch": 38.24,
      "grad_norm": 3.64334774017334,
      "learning_rate": 4.4811217903991065e-06,
      "loss": 0.5868,
      "step": 137010
    },
    {
      "epoch": 38.24,
      "grad_norm": 2.3357675075531006,
      "learning_rate": 4.481448855707507e-06,
      "loss": 0.5715,
      "step": 137020
    },
    {
      "epoch": 38.24,
      "grad_norm": 1.9278563261032104,
      "learning_rate": 4.481775921015908e-06,
      "loss": 0.5858,
      "step": 137030
    },
    {
      "epoch": 38.25,
      "grad_norm": 2.9999499320983887,
      "learning_rate": 4.482102986324309e-06,
      "loss": 0.5787,
      "step": 137040
    },
    {
      "epoch": 38.25,
      "grad_norm": 2.2996068000793457,
      "learning_rate": 4.482430051632709e-06,
      "loss": 0.5832,
      "step": 137050
    },
    {
      "epoch": 38.25,
      "grad_norm": 1.8811490535736084,
      "learning_rate": 4.48275711694111e-06,
      "loss": 0.5839,
      "step": 137060
    },
    {
      "epoch": 38.26,
      "grad_norm": 2.9307196140289307,
      "learning_rate": 4.483084182249511e-06,
      "loss": 0.5748,
      "step": 137070
    },
    {
      "epoch": 38.26,
      "grad_norm": 3.3977556228637695,
      "learning_rate": 4.483411247557912e-06,
      "loss": 0.589,
      "step": 137080
    },
    {
      "epoch": 38.26,
      "grad_norm": 2.0407721996307373,
      "learning_rate": 4.483738312866313e-06,
      "loss": 0.5773,
      "step": 137090
    },
    {
      "epoch": 38.26,
      "grad_norm": 2.5701708793640137,
      "learning_rate": 4.484065378174714e-06,
      "loss": 0.5763,
      "step": 137100
    },
    {
      "epoch": 38.27,
      "grad_norm": 2.5324416160583496,
      "learning_rate": 4.484392443483114e-06,
      "loss": 0.5874,
      "step": 137110
    },
    {
      "epoch": 38.27,
      "grad_norm": 2.3388173580169678,
      "learning_rate": 4.4847195087915155e-06,
      "loss": 0.608,
      "step": 137120
    },
    {
      "epoch": 38.27,
      "grad_norm": 3.284372568130493,
      "learning_rate": 4.485046574099916e-06,
      "loss": 0.5494,
      "step": 137130
    },
    {
      "epoch": 38.28,
      "grad_norm": 2.5898497104644775,
      "learning_rate": 4.4853736394083165e-06,
      "loss": 0.5676,
      "step": 137140
    },
    {
      "epoch": 38.28,
      "grad_norm": 2.3191680908203125,
      "learning_rate": 4.485700704716717e-06,
      "loss": 0.5827,
      "step": 137150
    },
    {
      "epoch": 38.28,
      "grad_norm": 2.4947166442871094,
      "learning_rate": 4.486027770025118e-06,
      "loss": 0.5752,
      "step": 137160
    },
    {
      "epoch": 38.28,
      "grad_norm": 3.5568978786468506,
      "learning_rate": 4.486354835333519e-06,
      "loss": 0.5938,
      "step": 137170
    },
    {
      "epoch": 38.29,
      "grad_norm": 2.3806185722351074,
      "learning_rate": 4.48668190064192e-06,
      "loss": 0.5864,
      "step": 137180
    },
    {
      "epoch": 38.29,
      "grad_norm": 2.4909141063690186,
      "learning_rate": 4.48700896595032e-06,
      "loss": 0.5885,
      "step": 137190
    },
    {
      "epoch": 38.29,
      "grad_norm": 2.4391496181488037,
      "learning_rate": 4.487336031258721e-06,
      "loss": 0.5713,
      "step": 137200
    },
    {
      "epoch": 38.29,
      "grad_norm": 2.9042296409606934,
      "learning_rate": 4.487663096567123e-06,
      "loss": 0.5716,
      "step": 137210
    },
    {
      "epoch": 38.3,
      "grad_norm": 2.4108684062957764,
      "learning_rate": 4.487990161875523e-06,
      "loss": 0.5596,
      "step": 137220
    },
    {
      "epoch": 38.3,
      "grad_norm": 3.0527803897857666,
      "learning_rate": 4.488317227183924e-06,
      "loss": 0.5753,
      "step": 137230
    },
    {
      "epoch": 38.3,
      "grad_norm": 2.4829115867614746,
      "learning_rate": 4.488644292492324e-06,
      "loss": 0.5723,
      "step": 137240
    },
    {
      "epoch": 38.31,
      "grad_norm": 3.205280065536499,
      "learning_rate": 4.4889713578007255e-06,
      "loss": 0.5748,
      "step": 137250
    },
    {
      "epoch": 38.31,
      "grad_norm": 4.924376964569092,
      "learning_rate": 4.489298423109126e-06,
      "loss": 0.5799,
      "step": 137260
    },
    {
      "epoch": 38.31,
      "grad_norm": 3.0700111389160156,
      "learning_rate": 4.4896254884175266e-06,
      "loss": 0.5618,
      "step": 137270
    },
    {
      "epoch": 38.31,
      "grad_norm": 3.214365243911743,
      "learning_rate": 4.489952553725927e-06,
      "loss": 0.5705,
      "step": 137280
    },
    {
      "epoch": 38.32,
      "grad_norm": 2.6190388202667236,
      "learning_rate": 4.4902796190343284e-06,
      "loss": 0.5668,
      "step": 137290
    },
    {
      "epoch": 38.32,
      "grad_norm": 2.4878156185150146,
      "learning_rate": 4.490606684342729e-06,
      "loss": 0.5815,
      "step": 137300
    },
    {
      "epoch": 38.32,
      "grad_norm": 3.130063533782959,
      "learning_rate": 4.49093374965113e-06,
      "loss": 0.5526,
      "step": 137310
    },
    {
      "epoch": 38.33,
      "grad_norm": 2.6560637950897217,
      "learning_rate": 4.491260814959531e-06,
      "loss": 0.5754,
      "step": 137320
    },
    {
      "epoch": 38.33,
      "grad_norm": 3.306586742401123,
      "learning_rate": 4.491587880267931e-06,
      "loss": 0.5706,
      "step": 137330
    },
    {
      "epoch": 38.33,
      "grad_norm": 2.210782527923584,
      "learning_rate": 4.491914945576333e-06,
      "loss": 0.5924,
      "step": 137340
    },
    {
      "epoch": 38.33,
      "grad_norm": 2.718743085861206,
      "learning_rate": 4.492242010884733e-06,
      "loss": 0.59,
      "step": 137350
    },
    {
      "epoch": 38.34,
      "grad_norm": 2.477898120880127,
      "learning_rate": 4.492569076193134e-06,
      "loss": 0.5888,
      "step": 137360
    },
    {
      "epoch": 38.34,
      "grad_norm": 2.57021427154541,
      "learning_rate": 4.492896141501534e-06,
      "loss": 0.5733,
      "step": 137370
    },
    {
      "epoch": 38.34,
      "grad_norm": 2.8858604431152344,
      "learning_rate": 4.493223206809936e-06,
      "loss": 0.5721,
      "step": 137380
    },
    {
      "epoch": 38.34,
      "grad_norm": 3.6718461513519287,
      "learning_rate": 4.493550272118336e-06,
      "loss": 0.5897,
      "step": 137390
    },
    {
      "epoch": 38.35,
      "grad_norm": 2.1092686653137207,
      "learning_rate": 4.493877337426737e-06,
      "loss": 0.5782,
      "step": 137400
    },
    {
      "epoch": 38.35,
      "grad_norm": 2.4249937534332275,
      "learning_rate": 4.494204402735138e-06,
      "loss": 0.5697,
      "step": 137410
    },
    {
      "epoch": 38.35,
      "grad_norm": 2.47037410736084,
      "learning_rate": 4.4945314680435385e-06,
      "loss": 0.5691,
      "step": 137420
    },
    {
      "epoch": 38.36,
      "grad_norm": 2.6254947185516357,
      "learning_rate": 4.49485853335194e-06,
      "loss": 0.552,
      "step": 137430
    },
    {
      "epoch": 38.36,
      "grad_norm": 2.3676278591156006,
      "learning_rate": 4.49518559866034e-06,
      "loss": 0.5743,
      "step": 137440
    },
    {
      "epoch": 38.36,
      "grad_norm": 3.3108060359954834,
      "learning_rate": 4.495512663968741e-06,
      "loss": 0.5653,
      "step": 137450
    },
    {
      "epoch": 38.36,
      "grad_norm": 2.462195634841919,
      "learning_rate": 4.495839729277141e-06,
      "loss": 0.5959,
      "step": 137460
    },
    {
      "epoch": 38.37,
      "grad_norm": 2.084909200668335,
      "learning_rate": 4.496166794585543e-06,
      "loss": 0.5861,
      "step": 137470
    },
    {
      "epoch": 38.37,
      "grad_norm": 2.9877328872680664,
      "learning_rate": 4.496493859893943e-06,
      "loss": 0.5674,
      "step": 137480
    },
    {
      "epoch": 38.37,
      "grad_norm": 3.3915603160858154,
      "learning_rate": 4.496820925202344e-06,
      "loss": 0.5711,
      "step": 137490
    },
    {
      "epoch": 38.38,
      "grad_norm": 2.679124593734741,
      "learning_rate": 4.497147990510745e-06,
      "loss": 0.565,
      "step": 137500
    },
    {
      "epoch": 38.38,
      "grad_norm": 1.8140474557876587,
      "learning_rate": 4.497475055819146e-06,
      "loss": 0.591,
      "step": 137510
    },
    {
      "epoch": 38.38,
      "grad_norm": 2.607436418533325,
      "learning_rate": 4.497802121127546e-06,
      "loss": 0.5999,
      "step": 137520
    },
    {
      "epoch": 38.38,
      "grad_norm": 2.9054622650146484,
      "learning_rate": 4.498129186435947e-06,
      "loss": 0.5768,
      "step": 137530
    },
    {
      "epoch": 38.39,
      "grad_norm": 2.1764705181121826,
      "learning_rate": 4.498456251744348e-06,
      "loss": 0.5964,
      "step": 137540
    },
    {
      "epoch": 38.39,
      "grad_norm": 2.5764198303222656,
      "learning_rate": 4.4987833170527485e-06,
      "loss": 0.5761,
      "step": 137550
    },
    {
      "epoch": 38.39,
      "grad_norm": 3.263709783554077,
      "learning_rate": 4.49911038236115e-06,
      "loss": 0.5785,
      "step": 137560
    },
    {
      "epoch": 38.4,
      "grad_norm": 3.1948132514953613,
      "learning_rate": 4.49943744766955e-06,
      "loss": 0.5964,
      "step": 137570
    },
    {
      "epoch": 38.4,
      "grad_norm": 2.086148738861084,
      "learning_rate": 4.499764512977951e-06,
      "loss": 0.5785,
      "step": 137580
    },
    {
      "epoch": 38.4,
      "grad_norm": 2.692124843597412,
      "learning_rate": 4.500091578286352e-06,
      "loss": 0.5828,
      "step": 137590
    },
    {
      "epoch": 38.4,
      "grad_norm": 2.3463549613952637,
      "learning_rate": 4.500418643594753e-06,
      "loss": 0.5712,
      "step": 137600
    },
    {
      "epoch": 38.41,
      "grad_norm": 3.301435947418213,
      "learning_rate": 4.500745708903153e-06,
      "loss": 0.5846,
      "step": 137610
    },
    {
      "epoch": 38.41,
      "grad_norm": 2.929001569747925,
      "learning_rate": 4.501072774211554e-06,
      "loss": 0.5866,
      "step": 137620
    },
    {
      "epoch": 38.41,
      "grad_norm": 2.6786770820617676,
      "learning_rate": 4.501399839519955e-06,
      "loss": 0.6003,
      "step": 137630
    },
    {
      "epoch": 38.41,
      "grad_norm": 2.3413491249084473,
      "learning_rate": 4.501726904828356e-06,
      "loss": 0.5675,
      "step": 137640
    },
    {
      "epoch": 38.42,
      "grad_norm": 2.263298988342285,
      "learning_rate": 4.502053970136757e-06,
      "loss": 0.5715,
      "step": 137650
    },
    {
      "epoch": 38.42,
      "grad_norm": 3.78989315032959,
      "learning_rate": 4.502381035445157e-06,
      "loss": 0.5861,
      "step": 137660
    },
    {
      "epoch": 38.42,
      "grad_norm": 3.3766183853149414,
      "learning_rate": 4.502708100753558e-06,
      "loss": 0.565,
      "step": 137670
    },
    {
      "epoch": 38.43,
      "grad_norm": 2.1325674057006836,
      "learning_rate": 4.5030351660619586e-06,
      "loss": 0.5861,
      "step": 137680
    },
    {
      "epoch": 38.43,
      "grad_norm": 2.3276100158691406,
      "learning_rate": 4.50336223137036e-06,
      "loss": 0.5864,
      "step": 137690
    },
    {
      "epoch": 38.43,
      "grad_norm": 2.662313938140869,
      "learning_rate": 4.5036892966787604e-06,
      "loss": 0.5906,
      "step": 137700
    },
    {
      "epoch": 38.43,
      "grad_norm": 2.6601016521453857,
      "learning_rate": 4.504016361987161e-06,
      "loss": 0.5901,
      "step": 137710
    },
    {
      "epoch": 38.44,
      "grad_norm": 2.6175906658172607,
      "learning_rate": 4.504343427295562e-06,
      "loss": 0.6007,
      "step": 137720
    },
    {
      "epoch": 38.44,
      "grad_norm": 3.086284637451172,
      "learning_rate": 4.504670492603963e-06,
      "loss": 0.5877,
      "step": 137730
    },
    {
      "epoch": 38.44,
      "grad_norm": 2.600944995880127,
      "learning_rate": 4.504997557912363e-06,
      "loss": 0.5888,
      "step": 137740
    },
    {
      "epoch": 38.45,
      "grad_norm": 2.9626383781433105,
      "learning_rate": 4.505324623220764e-06,
      "loss": 0.58,
      "step": 137750
    },
    {
      "epoch": 38.45,
      "grad_norm": 3.0563578605651855,
      "learning_rate": 4.505651688529165e-06,
      "loss": 0.5954,
      "step": 137760
    },
    {
      "epoch": 38.45,
      "grad_norm": 3.424351215362549,
      "learning_rate": 4.505978753837566e-06,
      "loss": 0.5727,
      "step": 137770
    },
    {
      "epoch": 38.45,
      "grad_norm": 3.523608446121216,
      "learning_rate": 4.506305819145967e-06,
      "loss": 0.5779,
      "step": 137780
    },
    {
      "epoch": 38.46,
      "grad_norm": 2.127087354660034,
      "learning_rate": 4.5066328844543676e-06,
      "loss": 0.5797,
      "step": 137790
    },
    {
      "epoch": 38.46,
      "grad_norm": 2.9527342319488525,
      "learning_rate": 4.506959949762768e-06,
      "loss": 0.5668,
      "step": 137800
    },
    {
      "epoch": 38.46,
      "grad_norm": 2.8785669803619385,
      "learning_rate": 4.5072870150711694e-06,
      "loss": 0.5867,
      "step": 137810
    },
    {
      "epoch": 38.46,
      "grad_norm": 2.6393957138061523,
      "learning_rate": 4.50761408037957e-06,
      "loss": 0.5822,
      "step": 137820
    },
    {
      "epoch": 38.47,
      "grad_norm": 2.4276747703552246,
      "learning_rate": 4.5079411456879705e-06,
      "loss": 0.5797,
      "step": 137830
    },
    {
      "epoch": 38.47,
      "grad_norm": 3.0654191970825195,
      "learning_rate": 4.508268210996371e-06,
      "loss": 0.5539,
      "step": 137840
    },
    {
      "epoch": 38.47,
      "grad_norm": 2.3753883838653564,
      "learning_rate": 4.508595276304772e-06,
      "loss": 0.5914,
      "step": 137850
    },
    {
      "epoch": 38.48,
      "grad_norm": 2.6950082778930664,
      "learning_rate": 4.508922341613173e-06,
      "loss": 0.5831,
      "step": 137860
    },
    {
      "epoch": 38.48,
      "grad_norm": 3.059185028076172,
      "learning_rate": 4.509249406921573e-06,
      "loss": 0.5804,
      "step": 137870
    },
    {
      "epoch": 38.48,
      "grad_norm": 2.7709901332855225,
      "learning_rate": 4.509576472229975e-06,
      "loss": 0.6163,
      "step": 137880
    },
    {
      "epoch": 38.48,
      "grad_norm": 3.0976545810699463,
      "learning_rate": 4.509903537538375e-06,
      "loss": 0.5776,
      "step": 137890
    },
    {
      "epoch": 38.49,
      "grad_norm": 2.751546859741211,
      "learning_rate": 4.510230602846777e-06,
      "loss": 0.58,
      "step": 137900
    },
    {
      "epoch": 38.49,
      "grad_norm": 2.7114641666412354,
      "learning_rate": 4.510557668155177e-06,
      "loss": 0.579,
      "step": 137910
    },
    {
      "epoch": 38.49,
      "grad_norm": 2.385781764984131,
      "learning_rate": 4.510884733463578e-06,
      "loss": 0.5614,
      "step": 137920
    },
    {
      "epoch": 38.5,
      "grad_norm": 2.7196919918060303,
      "learning_rate": 4.511211798771978e-06,
      "loss": 0.5686,
      "step": 137930
    },
    {
      "epoch": 38.5,
      "grad_norm": 3.496291399002075,
      "learning_rate": 4.5115388640803795e-06,
      "loss": 0.5836,
      "step": 137940
    },
    {
      "epoch": 38.5,
      "grad_norm": 2.795494794845581,
      "learning_rate": 4.51186592938878e-06,
      "loss": 0.5794,
      "step": 137950
    },
    {
      "epoch": 38.5,
      "grad_norm": 3.149552583694458,
      "learning_rate": 4.5121929946971805e-06,
      "loss": 0.5551,
      "step": 137960
    },
    {
      "epoch": 38.51,
      "grad_norm": 3.7475168704986572,
      "learning_rate": 4.512520060005582e-06,
      "loss": 0.5733,
      "step": 137970
    },
    {
      "epoch": 38.51,
      "grad_norm": 2.9081239700317383,
      "learning_rate": 4.512847125313982e-06,
      "loss": 0.5865,
      "step": 137980
    },
    {
      "epoch": 38.51,
      "grad_norm": 2.6830060482025146,
      "learning_rate": 4.513174190622383e-06,
      "loss": 0.5615,
      "step": 137990
    },
    {
      "epoch": 38.52,
      "grad_norm": 2.1526601314544678,
      "learning_rate": 4.513501255930783e-06,
      "loss": 0.5794,
      "step": 138000
    },
    {
      "epoch": 38.52,
      "grad_norm": 2.667034387588501,
      "learning_rate": 4.513828321239185e-06,
      "loss": 0.5738,
      "step": 138010
    },
    {
      "epoch": 38.52,
      "grad_norm": 2.2212135791778564,
      "learning_rate": 4.514155386547585e-06,
      "loss": 0.5879,
      "step": 138020
    },
    {
      "epoch": 38.52,
      "grad_norm": 3.756214141845703,
      "learning_rate": 4.514482451855987e-06,
      "loss": 0.5762,
      "step": 138030
    },
    {
      "epoch": 38.53,
      "grad_norm": 2.4956116676330566,
      "learning_rate": 4.514809517164387e-06,
      "loss": 0.5805,
      "step": 138040
    },
    {
      "epoch": 38.53,
      "grad_norm": 2.3064143657684326,
      "learning_rate": 4.515136582472788e-06,
      "loss": 0.5685,
      "step": 138050
    },
    {
      "epoch": 38.53,
      "grad_norm": 1.950422763824463,
      "learning_rate": 4.515463647781188e-06,
      "loss": 0.5943,
      "step": 138060
    },
    {
      "epoch": 38.53,
      "grad_norm": 2.6564342975616455,
      "learning_rate": 4.5157907130895895e-06,
      "loss": 0.5634,
      "step": 138070
    },
    {
      "epoch": 38.54,
      "grad_norm": 2.5202672481536865,
      "learning_rate": 4.51611777839799e-06,
      "loss": 0.5787,
      "step": 138080
    },
    {
      "epoch": 38.54,
      "grad_norm": 4.01902961730957,
      "learning_rate": 4.5164448437063905e-06,
      "loss": 0.5529,
      "step": 138090
    },
    {
      "epoch": 38.54,
      "grad_norm": 2.9870553016662598,
      "learning_rate": 4.516771909014792e-06,
      "loss": 0.5704,
      "step": 138100
    },
    {
      "epoch": 38.55,
      "grad_norm": 2.274714946746826,
      "learning_rate": 4.517098974323192e-06,
      "loss": 0.6142,
      "step": 138110
    },
    {
      "epoch": 38.55,
      "grad_norm": 3.1752068996429443,
      "learning_rate": 4.517426039631594e-06,
      "loss": 0.5969,
      "step": 138120
    },
    {
      "epoch": 38.55,
      "grad_norm": 3.771449089050293,
      "learning_rate": 4.5177531049399934e-06,
      "loss": 0.5889,
      "step": 138130
    },
    {
      "epoch": 38.55,
      "grad_norm": 2.9634666442871094,
      "learning_rate": 4.518080170248395e-06,
      "loss": 0.595,
      "step": 138140
    },
    {
      "epoch": 38.56,
      "grad_norm": 2.2691643238067627,
      "learning_rate": 4.518407235556795e-06,
      "loss": 0.5767,
      "step": 138150
    },
    {
      "epoch": 38.56,
      "grad_norm": 2.583235025405884,
      "learning_rate": 4.518734300865197e-06,
      "loss": 0.5797,
      "step": 138160
    },
    {
      "epoch": 38.56,
      "grad_norm": 2.16068434715271,
      "learning_rate": 4.519061366173597e-06,
      "loss": 0.5783,
      "step": 138170
    },
    {
      "epoch": 38.57,
      "grad_norm": 2.6289641857147217,
      "learning_rate": 4.519388431481998e-06,
      "loss": 0.6004,
      "step": 138180
    },
    {
      "epoch": 38.57,
      "grad_norm": 2.53422474861145,
      "learning_rate": 4.519715496790399e-06,
      "loss": 0.5754,
      "step": 138190
    },
    {
      "epoch": 38.57,
      "grad_norm": 2.39530348777771,
      "learning_rate": 4.5200425620987996e-06,
      "loss": 0.5584,
      "step": 138200
    },
    {
      "epoch": 38.57,
      "grad_norm": 3.010388135910034,
      "learning_rate": 4.5203696274072e-06,
      "loss": 0.5725,
      "step": 138210
    },
    {
      "epoch": 38.58,
      "grad_norm": 3.1488029956817627,
      "learning_rate": 4.520696692715601e-06,
      "loss": 0.5662,
      "step": 138220
    },
    {
      "epoch": 38.58,
      "grad_norm": 2.2738165855407715,
      "learning_rate": 4.521023758024002e-06,
      "loss": 0.5633,
      "step": 138230
    },
    {
      "epoch": 38.58,
      "grad_norm": 2.904771327972412,
      "learning_rate": 4.5213508233324025e-06,
      "loss": 0.5828,
      "step": 138240
    },
    {
      "epoch": 38.58,
      "grad_norm": 3.1592559814453125,
      "learning_rate": 4.521677888640804e-06,
      "loss": 0.5869,
      "step": 138250
    },
    {
      "epoch": 38.59,
      "grad_norm": 4.540171146392822,
      "learning_rate": 4.522004953949204e-06,
      "loss": 0.5791,
      "step": 138260
    },
    {
      "epoch": 38.59,
      "grad_norm": 3.443901300430298,
      "learning_rate": 4.522332019257605e-06,
      "loss": 0.5801,
      "step": 138270
    },
    {
      "epoch": 38.59,
      "grad_norm": 47.21680450439453,
      "learning_rate": 4.522659084566006e-06,
      "loss": 0.574,
      "step": 138280
    },
    {
      "epoch": 38.6,
      "grad_norm": 2.62011981010437,
      "learning_rate": 4.522986149874407e-06,
      "loss": 0.5766,
      "step": 138290
    },
    {
      "epoch": 38.6,
      "grad_norm": 2.7541794776916504,
      "learning_rate": 4.523313215182807e-06,
      "loss": 0.5867,
      "step": 138300
    },
    {
      "epoch": 38.6,
      "grad_norm": 3.6853036880493164,
      "learning_rate": 4.523640280491208e-06,
      "loss": 0.5875,
      "step": 138310
    },
    {
      "epoch": 38.6,
      "grad_norm": 2.393033981323242,
      "learning_rate": 4.523967345799609e-06,
      "loss": 0.5875,
      "step": 138320
    },
    {
      "epoch": 38.61,
      "grad_norm": 4.307857990264893,
      "learning_rate": 4.52429441110801e-06,
      "loss": 0.5897,
      "step": 138330
    },
    {
      "epoch": 38.61,
      "grad_norm": 3.1248421669006348,
      "learning_rate": 4.52462147641641e-06,
      "loss": 0.5907,
      "step": 138340
    },
    {
      "epoch": 38.61,
      "grad_norm": 2.3368213176727295,
      "learning_rate": 4.524948541724811e-06,
      "loss": 0.592,
      "step": 138350
    },
    {
      "epoch": 38.62,
      "grad_norm": 2.191229820251465,
      "learning_rate": 4.525275607033212e-06,
      "loss": 0.5807,
      "step": 138360
    },
    {
      "epoch": 38.62,
      "grad_norm": 2.6787948608398438,
      "learning_rate": 4.525602672341613e-06,
      "loss": 0.5926,
      "step": 138370
    },
    {
      "epoch": 38.62,
      "grad_norm": 2.504493474960327,
      "learning_rate": 4.525929737650014e-06,
      "loss": 0.5862,
      "step": 138380
    },
    {
      "epoch": 38.62,
      "grad_norm": 2.857487678527832,
      "learning_rate": 4.526256802958414e-06,
      "loss": 0.5786,
      "step": 138390
    },
    {
      "epoch": 38.63,
      "grad_norm": 3.2650229930877686,
      "learning_rate": 4.526583868266815e-06,
      "loss": 0.5788,
      "step": 138400
    },
    {
      "epoch": 38.63,
      "grad_norm": 2.4203972816467285,
      "learning_rate": 4.526910933575216e-06,
      "loss": 0.5834,
      "step": 138410
    },
    {
      "epoch": 38.63,
      "grad_norm": 4.751811981201172,
      "learning_rate": 4.527237998883617e-06,
      "loss": 0.5816,
      "step": 138420
    },
    {
      "epoch": 38.64,
      "grad_norm": 3.12127685546875,
      "learning_rate": 4.527565064192017e-06,
      "loss": 0.5732,
      "step": 138430
    },
    {
      "epoch": 38.64,
      "grad_norm": 2.8274903297424316,
      "learning_rate": 4.527892129500418e-06,
      "loss": 0.5595,
      "step": 138440
    },
    {
      "epoch": 38.64,
      "grad_norm": 2.5295183658599854,
      "learning_rate": 4.528219194808819e-06,
      "loss": 0.56,
      "step": 138450
    },
    {
      "epoch": 38.64,
      "grad_norm": 2.4570791721343994,
      "learning_rate": 4.52854626011722e-06,
      "loss": 0.5878,
      "step": 138460
    },
    {
      "epoch": 38.65,
      "grad_norm": 2.3191845417022705,
      "learning_rate": 4.52887332542562e-06,
      "loss": 0.5836,
      "step": 138470
    },
    {
      "epoch": 38.65,
      "grad_norm": 2.2424678802490234,
      "learning_rate": 4.5292003907340215e-06,
      "loss": 0.5922,
      "step": 138480
    },
    {
      "epoch": 38.65,
      "grad_norm": 2.428107738494873,
      "learning_rate": 4.529527456042422e-06,
      "loss": 0.5913,
      "step": 138490
    },
    {
      "epoch": 38.65,
      "grad_norm": 1.9521087408065796,
      "learning_rate": 4.529854521350823e-06,
      "loss": 0.5785,
      "step": 138500
    },
    {
      "epoch": 38.66,
      "grad_norm": 3.1189868450164795,
      "learning_rate": 4.530181586659224e-06,
      "loss": 0.5615,
      "step": 138510
    },
    {
      "epoch": 38.66,
      "grad_norm": 3.1338863372802734,
      "learning_rate": 4.530508651967624e-06,
      "loss": 0.5763,
      "step": 138520
    },
    {
      "epoch": 38.66,
      "grad_norm": 2.6444990634918213,
      "learning_rate": 4.530835717276025e-06,
      "loss": 0.5808,
      "step": 138530
    },
    {
      "epoch": 38.67,
      "grad_norm": 3.5027763843536377,
      "learning_rate": 4.531162782584426e-06,
      "loss": 0.5891,
      "step": 138540
    },
    {
      "epoch": 38.67,
      "grad_norm": 2.870553493499756,
      "learning_rate": 4.531489847892827e-06,
      "loss": 0.5978,
      "step": 138550
    },
    {
      "epoch": 38.67,
      "grad_norm": 2.846237897872925,
      "learning_rate": 4.531816913201227e-06,
      "loss": 0.6025,
      "step": 138560
    },
    {
      "epoch": 38.67,
      "grad_norm": 3.4232337474823,
      "learning_rate": 4.532143978509629e-06,
      "loss": 0.5584,
      "step": 138570
    },
    {
      "epoch": 38.68,
      "grad_norm": 2.9279322624206543,
      "learning_rate": 4.532471043818029e-06,
      "loss": 0.5798,
      "step": 138580
    },
    {
      "epoch": 38.68,
      "grad_norm": 2.968778610229492,
      "learning_rate": 4.53279810912643e-06,
      "loss": 0.573,
      "step": 138590
    },
    {
      "epoch": 38.68,
      "grad_norm": 2.407001256942749,
      "learning_rate": 4.53312517443483e-06,
      "loss": 0.5603,
      "step": 138600
    },
    {
      "epoch": 38.69,
      "grad_norm": 2.7792365550994873,
      "learning_rate": 4.5334522397432316e-06,
      "loss": 0.594,
      "step": 138610
    },
    {
      "epoch": 38.69,
      "grad_norm": 1.8505185842514038,
      "learning_rate": 4.533779305051632e-06,
      "loss": 0.5973,
      "step": 138620
    },
    {
      "epoch": 38.69,
      "grad_norm": 2.4232728481292725,
      "learning_rate": 4.534106370360033e-06,
      "loss": 0.576,
      "step": 138630
    },
    {
      "epoch": 38.69,
      "grad_norm": 2.7330474853515625,
      "learning_rate": 4.534433435668434e-06,
      "loss": 0.587,
      "step": 138640
    },
    {
      "epoch": 38.7,
      "grad_norm": 2.512937545776367,
      "learning_rate": 4.5347605009768344e-06,
      "loss": 0.5868,
      "step": 138650
    },
    {
      "epoch": 38.7,
      "grad_norm": 2.7530391216278076,
      "learning_rate": 4.535087566285236e-06,
      "loss": 0.5871,
      "step": 138660
    },
    {
      "epoch": 38.7,
      "grad_norm": 3.94888973236084,
      "learning_rate": 4.535414631593636e-06,
      "loss": 0.5709,
      "step": 138670
    },
    {
      "epoch": 38.7,
      "grad_norm": 2.491124391555786,
      "learning_rate": 4.535741696902037e-06,
      "loss": 0.6037,
      "step": 138680
    },
    {
      "epoch": 38.71,
      "grad_norm": 3.688755512237549,
      "learning_rate": 4.536068762210437e-06,
      "loss": 0.5789,
      "step": 138690
    },
    {
      "epoch": 38.71,
      "grad_norm": 3.343313217163086,
      "learning_rate": 4.536395827518839e-06,
      "loss": 0.5653,
      "step": 138700
    },
    {
      "epoch": 38.71,
      "grad_norm": 3.819444417953491,
      "learning_rate": 4.536722892827239e-06,
      "loss": 0.5656,
      "step": 138710
    },
    {
      "epoch": 38.72,
      "grad_norm": 2.2548670768737793,
      "learning_rate": 4.5370499581356406e-06,
      "loss": 0.5796,
      "step": 138720
    },
    {
      "epoch": 38.72,
      "grad_norm": 2.8031842708587646,
      "learning_rate": 4.537377023444041e-06,
      "loss": 0.594,
      "step": 138730
    },
    {
      "epoch": 38.72,
      "grad_norm": 2.3244616985321045,
      "learning_rate": 4.537704088752442e-06,
      "loss": 0.5747,
      "step": 138740
    },
    {
      "epoch": 38.72,
      "grad_norm": 2.5495593547821045,
      "learning_rate": 4.538031154060843e-06,
      "loss": 0.5774,
      "step": 138750
    },
    {
      "epoch": 38.73,
      "grad_norm": 2.866544485092163,
      "learning_rate": 4.5383582193692435e-06,
      "loss": 0.5614,
      "step": 138760
    },
    {
      "epoch": 38.73,
      "grad_norm": 2.557799816131592,
      "learning_rate": 4.538685284677644e-06,
      "loss": 0.5851,
      "step": 138770
    },
    {
      "epoch": 38.73,
      "grad_norm": 2.5860025882720947,
      "learning_rate": 4.5390123499860445e-06,
      "loss": 0.5934,
      "step": 138780
    },
    {
      "epoch": 38.74,
      "grad_norm": 2.899416923522949,
      "learning_rate": 4.539339415294446e-06,
      "loss": 0.5671,
      "step": 138790
    },
    {
      "epoch": 38.74,
      "grad_norm": 2.5714190006256104,
      "learning_rate": 4.539666480602846e-06,
      "loss": 0.5815,
      "step": 138800
    },
    {
      "epoch": 38.74,
      "grad_norm": 2.3313100337982178,
      "learning_rate": 4.539993545911247e-06,
      "loss": 0.5646,
      "step": 138810
    },
    {
      "epoch": 38.74,
      "grad_norm": 3.2556586265563965,
      "learning_rate": 4.540320611219647e-06,
      "loss": 0.5793,
      "step": 138820
    },
    {
      "epoch": 38.75,
      "grad_norm": 3.6498663425445557,
      "learning_rate": 4.540647676528049e-06,
      "loss": 0.5497,
      "step": 138830
    },
    {
      "epoch": 38.75,
      "grad_norm": 3.8613429069519043,
      "learning_rate": 4.54097474183645e-06,
      "loss": 0.5782,
      "step": 138840
    },
    {
      "epoch": 38.75,
      "grad_norm": 2.819692850112915,
      "learning_rate": 4.541301807144851e-06,
      "loss": 0.5843,
      "step": 138850
    },
    {
      "epoch": 38.76,
      "grad_norm": 1.7884514331817627,
      "learning_rate": 4.541628872453251e-06,
      "loss": 0.5816,
      "step": 138860
    },
    {
      "epoch": 38.76,
      "grad_norm": 2.1114561557769775,
      "learning_rate": 4.541955937761652e-06,
      "loss": 0.5722,
      "step": 138870
    },
    {
      "epoch": 38.76,
      "grad_norm": 2.5099809169769287,
      "learning_rate": 4.542283003070053e-06,
      "loss": 0.5739,
      "step": 138880
    },
    {
      "epoch": 38.76,
      "grad_norm": 2.8595848083496094,
      "learning_rate": 4.5426100683784535e-06,
      "loss": 0.5662,
      "step": 138890
    },
    {
      "epoch": 38.77,
      "grad_norm": 3.0228826999664307,
      "learning_rate": 4.542937133686854e-06,
      "loss": 0.5844,
      "step": 138900
    },
    {
      "epoch": 38.77,
      "grad_norm": 2.911747694015503,
      "learning_rate": 4.5432641989952545e-06,
      "loss": 0.5879,
      "step": 138910
    },
    {
      "epoch": 38.77,
      "grad_norm": 2.8104960918426514,
      "learning_rate": 4.543591264303656e-06,
      "loss": 0.5736,
      "step": 138920
    },
    {
      "epoch": 38.77,
      "grad_norm": 2.6520047187805176,
      "learning_rate": 4.543918329612056e-06,
      "loss": 0.5674,
      "step": 138930
    },
    {
      "epoch": 38.78,
      "grad_norm": 2.395505905151367,
      "learning_rate": 4.544245394920457e-06,
      "loss": 0.5733,
      "step": 138940
    },
    {
      "epoch": 38.78,
      "grad_norm": 2.772031307220459,
      "learning_rate": 4.544572460228858e-06,
      "loss": 0.5664,
      "step": 138950
    },
    {
      "epoch": 38.78,
      "grad_norm": 2.8575053215026855,
      "learning_rate": 4.544899525537259e-06,
      "loss": 0.5756,
      "step": 138960
    },
    {
      "epoch": 38.79,
      "grad_norm": 2.5569753646850586,
      "learning_rate": 4.54522659084566e-06,
      "loss": 0.5744,
      "step": 138970
    },
    {
      "epoch": 38.79,
      "grad_norm": 2.0775821208953857,
      "learning_rate": 4.545553656154061e-06,
      "loss": 0.587,
      "step": 138980
    },
    {
      "epoch": 38.79,
      "grad_norm": 2.177259922027588,
      "learning_rate": 4.545880721462461e-06,
      "loss": 0.5781,
      "step": 138990
    },
    {
      "epoch": 38.79,
      "grad_norm": 2.720142126083374,
      "learning_rate": 4.546207786770862e-06,
      "loss": 0.5683,
      "step": 139000
    },
    {
      "epoch": 38.8,
      "grad_norm": 3.3172478675842285,
      "learning_rate": 4.546534852079263e-06,
      "loss": 0.5722,
      "step": 139010
    },
    {
      "epoch": 38.8,
      "grad_norm": 3.1092331409454346,
      "learning_rate": 4.5468619173876635e-06,
      "loss": 0.5857,
      "step": 139020
    },
    {
      "epoch": 38.8,
      "grad_norm": 2.2031564712524414,
      "learning_rate": 4.547188982696064e-06,
      "loss": 0.5897,
      "step": 139030
    },
    {
      "epoch": 38.81,
      "grad_norm": 2.23103404045105,
      "learning_rate": 4.547516048004465e-06,
      "loss": 0.5768,
      "step": 139040
    },
    {
      "epoch": 38.81,
      "grad_norm": 3.2187540531158447,
      "learning_rate": 4.547843113312866e-06,
      "loss": 0.5681,
      "step": 139050
    },
    {
      "epoch": 38.81,
      "grad_norm": 3.340815305709839,
      "learning_rate": 4.5481701786212664e-06,
      "loss": 0.5695,
      "step": 139060
    },
    {
      "epoch": 38.81,
      "grad_norm": 3.3951075077056885,
      "learning_rate": 4.548497243929667e-06,
      "loss": 0.5902,
      "step": 139070
    },
    {
      "epoch": 38.82,
      "grad_norm": 2.5333211421966553,
      "learning_rate": 4.548824309238068e-06,
      "loss": 0.5928,
      "step": 139080
    },
    {
      "epoch": 38.82,
      "grad_norm": 3.631404399871826,
      "learning_rate": 4.549151374546469e-06,
      "loss": 0.5835,
      "step": 139090
    },
    {
      "epoch": 38.82,
      "grad_norm": 2.217635154724121,
      "learning_rate": 4.54947843985487e-06,
      "loss": 0.5933,
      "step": 139100
    },
    {
      "epoch": 38.83,
      "grad_norm": 2.830073595046997,
      "learning_rate": 4.549805505163271e-06,
      "loss": 0.5725,
      "step": 139110
    },
    {
      "epoch": 38.83,
      "grad_norm": 2.8450212478637695,
      "learning_rate": 4.550132570471671e-06,
      "loss": 0.586,
      "step": 139120
    },
    {
      "epoch": 38.83,
      "grad_norm": 3.357215166091919,
      "learning_rate": 4.5504596357800726e-06,
      "loss": 0.5846,
      "step": 139130
    },
    {
      "epoch": 38.83,
      "grad_norm": 2.8314855098724365,
      "learning_rate": 4.550786701088473e-06,
      "loss": 0.5856,
      "step": 139140
    },
    {
      "epoch": 38.84,
      "grad_norm": 2.2642056941986084,
      "learning_rate": 4.551113766396874e-06,
      "loss": 0.5781,
      "step": 139150
    },
    {
      "epoch": 38.84,
      "grad_norm": 2.106539487838745,
      "learning_rate": 4.551440831705274e-06,
      "loss": 0.609,
      "step": 139160
    },
    {
      "epoch": 38.84,
      "grad_norm": 2.796785831451416,
      "learning_rate": 4.5517678970136754e-06,
      "loss": 0.5966,
      "step": 139170
    },
    {
      "epoch": 38.84,
      "grad_norm": 3.3134701251983643,
      "learning_rate": 4.552094962322076e-06,
      "loss": 0.5766,
      "step": 139180
    },
    {
      "epoch": 38.85,
      "grad_norm": 2.4750430583953857,
      "learning_rate": 4.552422027630477e-06,
      "loss": 0.5729,
      "step": 139190
    },
    {
      "epoch": 38.85,
      "grad_norm": 3.0778000354766846,
      "learning_rate": 4.552749092938878e-06,
      "loss": 0.581,
      "step": 139200
    },
    {
      "epoch": 38.85,
      "grad_norm": 2.6305744647979736,
      "learning_rate": 4.553076158247278e-06,
      "loss": 0.5941,
      "step": 139210
    },
    {
      "epoch": 38.86,
      "grad_norm": 2.9256887435913086,
      "learning_rate": 4.55340322355568e-06,
      "loss": 0.6026,
      "step": 139220
    },
    {
      "epoch": 38.86,
      "grad_norm": 2.7863667011260986,
      "learning_rate": 4.55373028886408e-06,
      "loss": 0.5763,
      "step": 139230
    },
    {
      "epoch": 38.86,
      "grad_norm": 2.651716709136963,
      "learning_rate": 4.554057354172481e-06,
      "loss": 0.5688,
      "step": 139240
    },
    {
      "epoch": 38.86,
      "grad_norm": 2.391530990600586,
      "learning_rate": 4.554384419480881e-06,
      "loss": 0.5639,
      "step": 139250
    },
    {
      "epoch": 38.87,
      "grad_norm": 2.888978958129883,
      "learning_rate": 4.554711484789283e-06,
      "loss": 0.5739,
      "step": 139260
    },
    {
      "epoch": 38.87,
      "grad_norm": 2.9450809955596924,
      "learning_rate": 4.555038550097683e-06,
      "loss": 0.5907,
      "step": 139270
    },
    {
      "epoch": 38.87,
      "grad_norm": 3.2717316150665283,
      "learning_rate": 4.555365615406084e-06,
      "loss": 0.567,
      "step": 139280
    },
    {
      "epoch": 38.88,
      "grad_norm": 2.104963541030884,
      "learning_rate": 4.555692680714484e-06,
      "loss": 0.5913,
      "step": 139290
    },
    {
      "epoch": 38.88,
      "grad_norm": 1.8754031658172607,
      "learning_rate": 4.5560197460228855e-06,
      "loss": 0.5633,
      "step": 139300
    },
    {
      "epoch": 38.88,
      "grad_norm": 2.411869764328003,
      "learning_rate": 4.556346811331287e-06,
      "loss": 0.5859,
      "step": 139310
    },
    {
      "epoch": 38.88,
      "grad_norm": 2.664616346359253,
      "learning_rate": 4.556673876639687e-06,
      "loss": 0.5698,
      "step": 139320
    },
    {
      "epoch": 38.89,
      "grad_norm": 3.242157459259033,
      "learning_rate": 4.557000941948088e-06,
      "loss": 0.5799,
      "step": 139330
    },
    {
      "epoch": 38.89,
      "grad_norm": 6.170079708099365,
      "learning_rate": 4.557328007256488e-06,
      "loss": 0.5692,
      "step": 139340
    },
    {
      "epoch": 38.89,
      "grad_norm": 2.852045774459839,
      "learning_rate": 4.55765507256489e-06,
      "loss": 0.5872,
      "step": 139350
    },
    {
      "epoch": 38.89,
      "grad_norm": 2.3437600135803223,
      "learning_rate": 4.55798213787329e-06,
      "loss": 0.5949,
      "step": 139360
    },
    {
      "epoch": 38.9,
      "grad_norm": 2.868342399597168,
      "learning_rate": 4.558309203181691e-06,
      "loss": 0.5955,
      "step": 139370
    },
    {
      "epoch": 38.9,
      "grad_norm": 2.8295910358428955,
      "learning_rate": 4.558636268490091e-06,
      "loss": 0.5535,
      "step": 139380
    },
    {
      "epoch": 38.9,
      "grad_norm": 3.0406250953674316,
      "learning_rate": 4.558963333798493e-06,
      "loss": 0.5898,
      "step": 139390
    },
    {
      "epoch": 38.91,
      "grad_norm": 3.2079708576202393,
      "learning_rate": 4.559290399106893e-06,
      "loss": 0.5645,
      "step": 139400
    },
    {
      "epoch": 38.91,
      "grad_norm": 2.589625358581543,
      "learning_rate": 4.559617464415294e-06,
      "loss": 0.5884,
      "step": 139410
    },
    {
      "epoch": 38.91,
      "grad_norm": 2.775851011276245,
      "learning_rate": 4.559944529723695e-06,
      "loss": 0.572,
      "step": 139420
    },
    {
      "epoch": 38.91,
      "grad_norm": 3.2683463096618652,
      "learning_rate": 4.5602715950320955e-06,
      "loss": 0.5747,
      "step": 139430
    },
    {
      "epoch": 38.92,
      "grad_norm": 3.7526798248291016,
      "learning_rate": 4.560598660340497e-06,
      "loss": 0.568,
      "step": 139440
    },
    {
      "epoch": 38.92,
      "grad_norm": 2.6514620780944824,
      "learning_rate": 4.560925725648897e-06,
      "loss": 0.5897,
      "step": 139450
    },
    {
      "epoch": 38.92,
      "grad_norm": 2.796401262283325,
      "learning_rate": 4.561252790957298e-06,
      "loss": 0.5904,
      "step": 139460
    },
    {
      "epoch": 38.93,
      "grad_norm": 2.5057642459869385,
      "learning_rate": 4.561579856265698e-06,
      "loss": 0.557,
      "step": 139470
    },
    {
      "epoch": 38.93,
      "grad_norm": 2.5892441272735596,
      "learning_rate": 4.5619069215741e-06,
      "loss": 0.5668,
      "step": 139480
    },
    {
      "epoch": 38.93,
      "grad_norm": 3.2457306385040283,
      "learning_rate": 4.5622339868825e-06,
      "loss": 0.5931,
      "step": 139490
    },
    {
      "epoch": 38.93,
      "grad_norm": 2.702993154525757,
      "learning_rate": 4.562561052190901e-06,
      "loss": 0.5881,
      "step": 139500
    },
    {
      "epoch": 38.94,
      "grad_norm": 2.1702167987823486,
      "learning_rate": 4.562888117499302e-06,
      "loss": 0.5785,
      "step": 139510
    },
    {
      "epoch": 38.94,
      "grad_norm": 2.9290544986724854,
      "learning_rate": 4.563215182807703e-06,
      "loss": 0.5785,
      "step": 139520
    },
    {
      "epoch": 38.94,
      "grad_norm": 2.5556957721710205,
      "learning_rate": 4.563542248116103e-06,
      "loss": 0.5889,
      "step": 139530
    },
    {
      "epoch": 38.95,
      "grad_norm": 2.952300786972046,
      "learning_rate": 4.563869313424504e-06,
      "loss": 0.5856,
      "step": 139540
    },
    {
      "epoch": 38.95,
      "grad_norm": 2.2833304405212402,
      "learning_rate": 4.564196378732905e-06,
      "loss": 0.5771,
      "step": 139550
    },
    {
      "epoch": 38.95,
      "grad_norm": 2.6427247524261475,
      "learning_rate": 4.5645234440413056e-06,
      "loss": 0.5965,
      "step": 139560
    },
    {
      "epoch": 38.95,
      "grad_norm": 2.8286118507385254,
      "learning_rate": 4.564850509349707e-06,
      "loss": 0.5878,
      "step": 139570
    },
    {
      "epoch": 38.96,
      "grad_norm": 3.051135778427124,
      "learning_rate": 4.5651775746581074e-06,
      "loss": 0.6034,
      "step": 139580
    },
    {
      "epoch": 38.96,
      "grad_norm": 2.673537254333496,
      "learning_rate": 4.565504639966508e-06,
      "loss": 0.5648,
      "step": 139590
    },
    {
      "epoch": 38.96,
      "grad_norm": 3.1135425567626953,
      "learning_rate": 4.565831705274909e-06,
      "loss": 0.5666,
      "step": 139600
    },
    {
      "epoch": 38.96,
      "grad_norm": 2.8312973976135254,
      "learning_rate": 4.56615877058331e-06,
      "loss": 0.5824,
      "step": 139610
    },
    {
      "epoch": 38.97,
      "grad_norm": 3.279799699783325,
      "learning_rate": 4.56648583589171e-06,
      "loss": 0.5809,
      "step": 139620
    },
    {
      "epoch": 38.97,
      "grad_norm": 2.8688881397247314,
      "learning_rate": 4.566812901200111e-06,
      "loss": 0.5629,
      "step": 139630
    },
    {
      "epoch": 38.97,
      "grad_norm": 2.9830641746520996,
      "learning_rate": 4.567139966508512e-06,
      "loss": 0.5882,
      "step": 139640
    },
    {
      "epoch": 38.98,
      "grad_norm": 2.538569450378418,
      "learning_rate": 4.567467031816913e-06,
      "loss": 0.5782,
      "step": 139650
    },
    {
      "epoch": 38.98,
      "grad_norm": 2.154367446899414,
      "learning_rate": 4.567794097125314e-06,
      "loss": 0.5695,
      "step": 139660
    },
    {
      "epoch": 38.98,
      "grad_norm": 3.124248504638672,
      "learning_rate": 4.568121162433714e-06,
      "loss": 0.5936,
      "step": 139670
    },
    {
      "epoch": 38.98,
      "grad_norm": 2.361111640930176,
      "learning_rate": 4.568448227742115e-06,
      "loss": 0.569,
      "step": 139680
    },
    {
      "epoch": 38.99,
      "grad_norm": 2.138153314590454,
      "learning_rate": 4.5687752930505165e-06,
      "loss": 0.6153,
      "step": 139690
    },
    {
      "epoch": 38.99,
      "grad_norm": 2.7573351860046387,
      "learning_rate": 4.569102358358917e-06,
      "loss": 0.5981,
      "step": 139700
    },
    {
      "epoch": 38.99,
      "grad_norm": 2.646545648574829,
      "learning_rate": 4.5694294236673175e-06,
      "loss": 0.5844,
      "step": 139710
    },
    {
      "epoch": 39.0,
      "grad_norm": 4.0480546951293945,
      "learning_rate": 4.569756488975718e-06,
      "loss": 0.5904,
      "step": 139720
    },
    {
      "epoch": 39.0,
      "grad_norm": 2.7498884201049805,
      "learning_rate": 4.570083554284119e-06,
      "loss": 0.5639,
      "step": 139730
    },
    {
      "epoch": 39.0,
      "eval_loss": 0.5796425938606262,
      "eval_runtime": 63.2493,
      "eval_samples_per_second": 79.985,
      "eval_steps_per_second": 10.008,
      "step": 139737
    },
    {
      "epoch": 39.0,
      "grad_norm": 3.0683341026306152,
      "learning_rate": 4.57041061959252e-06,
      "loss": 0.5573,
      "step": 139740
    },
    {
      "epoch": 39.0,
      "grad_norm": 2.298891067504883,
      "learning_rate": 4.57073768490092e-06,
      "loss": 0.5441,
      "step": 139750
    },
    {
      "epoch": 39.01,
      "grad_norm": 3.429759979248047,
      "learning_rate": 4.571064750209321e-06,
      "loss": 0.6125,
      "step": 139760
    },
    {
      "epoch": 39.01,
      "grad_norm": 2.9993700981140137,
      "learning_rate": 4.571391815517722e-06,
      "loss": 0.5732,
      "step": 139770
    },
    {
      "epoch": 39.01,
      "grad_norm": 2.5439066886901855,
      "learning_rate": 4.571718880826123e-06,
      "loss": 0.5824,
      "step": 139780
    },
    {
      "epoch": 39.01,
      "grad_norm": 2.807898759841919,
      "learning_rate": 4.572045946134524e-06,
      "loss": 0.594,
      "step": 139790
    },
    {
      "epoch": 39.02,
      "grad_norm": 2.9971771240234375,
      "learning_rate": 4.572373011442925e-06,
      "loss": 0.5886,
      "step": 139800
    },
    {
      "epoch": 39.02,
      "grad_norm": 2.4763541221618652,
      "learning_rate": 4.572700076751325e-06,
      "loss": 0.5896,
      "step": 139810
    },
    {
      "epoch": 39.02,
      "grad_norm": 2.0067198276519775,
      "learning_rate": 4.5730271420597265e-06,
      "loss": 0.5644,
      "step": 139820
    },
    {
      "epoch": 39.03,
      "grad_norm": 2.838367223739624,
      "learning_rate": 4.573354207368127e-06,
      "loss": 0.5582,
      "step": 139830
    },
    {
      "epoch": 39.03,
      "grad_norm": 2.9838976860046387,
      "learning_rate": 4.5736812726765275e-06,
      "loss": 0.5664,
      "step": 139840
    },
    {
      "epoch": 39.03,
      "grad_norm": 2.8300998210906982,
      "learning_rate": 4.574008337984928e-06,
      "loss": 0.566,
      "step": 139850
    },
    {
      "epoch": 39.03,
      "grad_norm": 2.354191541671753,
      "learning_rate": 4.574335403293329e-06,
      "loss": 0.5889,
      "step": 139860
    },
    {
      "epoch": 39.04,
      "grad_norm": 1.8740323781967163,
      "learning_rate": 4.57466246860173e-06,
      "loss": 0.5749,
      "step": 139870
    },
    {
      "epoch": 39.04,
      "grad_norm": 2.3497259616851807,
      "learning_rate": 4.57498953391013e-06,
      "loss": 0.5802,
      "step": 139880
    },
    {
      "epoch": 39.04,
      "grad_norm": 2.7950446605682373,
      "learning_rate": 4.575316599218532e-06,
      "loss": 0.5792,
      "step": 139890
    },
    {
      "epoch": 39.05,
      "grad_norm": 3.202181577682495,
      "learning_rate": 4.575643664526932e-06,
      "loss": 0.5629,
      "step": 139900
    },
    {
      "epoch": 39.05,
      "grad_norm": 2.8700525760650635,
      "learning_rate": 4.575970729835334e-06,
      "loss": 0.5912,
      "step": 139910
    },
    {
      "epoch": 39.05,
      "grad_norm": 2.8960893154144287,
      "learning_rate": 4.576297795143734e-06,
      "loss": 0.5665,
      "step": 139920
    },
    {
      "epoch": 39.05,
      "grad_norm": 3.042043447494507,
      "learning_rate": 4.576624860452135e-06,
      "loss": 0.5823,
      "step": 139930
    },
    {
      "epoch": 39.06,
      "grad_norm": 2.9573357105255127,
      "learning_rate": 4.576951925760535e-06,
      "loss": 0.5759,
      "step": 139940
    },
    {
      "epoch": 39.06,
      "grad_norm": 3.8063106536865234,
      "learning_rate": 4.5772789910689365e-06,
      "loss": 0.6007,
      "step": 139950
    },
    {
      "epoch": 39.06,
      "grad_norm": 2.740678548812866,
      "learning_rate": 4.577606056377337e-06,
      "loss": 0.5895,
      "step": 139960
    },
    {
      "epoch": 39.07,
      "grad_norm": 2.308849334716797,
      "learning_rate": 4.5779331216857376e-06,
      "loss": 0.6109,
      "step": 139970
    },
    {
      "epoch": 39.07,
      "grad_norm": 3.920398712158203,
      "learning_rate": 4.578260186994139e-06,
      "loss": 0.5666,
      "step": 139980
    },
    {
      "epoch": 39.07,
      "grad_norm": 3.1539058685302734,
      "learning_rate": 4.5785872523025394e-06,
      "loss": 0.5711,
      "step": 139990
    },
    {
      "epoch": 39.07,
      "grad_norm": 2.7539539337158203,
      "learning_rate": 4.57891431761094e-06,
      "loss": 0.5856,
      "step": 140000
    },
    {
      "epoch": 39.08,
      "grad_norm": 2.7045226097106934,
      "learning_rate": 4.5792413829193404e-06,
      "loss": 0.5771,
      "step": 140010
    },
    {
      "epoch": 39.08,
      "grad_norm": 2.7792320251464844,
      "learning_rate": 4.579568448227742e-06,
      "loss": 0.5834,
      "step": 140020
    },
    {
      "epoch": 39.08,
      "grad_norm": 2.5155980587005615,
      "learning_rate": 4.579895513536142e-06,
      "loss": 0.5855,
      "step": 140030
    },
    {
      "epoch": 39.08,
      "grad_norm": 2.369335889816284,
      "learning_rate": 4.580222578844544e-06,
      "loss": 0.6024,
      "step": 140040
    },
    {
      "epoch": 39.09,
      "grad_norm": 2.68172025680542,
      "learning_rate": 4.580549644152944e-06,
      "loss": 0.5793,
      "step": 140050
    },
    {
      "epoch": 39.09,
      "grad_norm": 2.912386178970337,
      "learning_rate": 4.580876709461345e-06,
      "loss": 0.5813,
      "step": 140060
    },
    {
      "epoch": 39.09,
      "grad_norm": 3.1262314319610596,
      "learning_rate": 4.581203774769745e-06,
      "loss": 0.5952,
      "step": 140070
    },
    {
      "epoch": 39.1,
      "grad_norm": 2.4458539485931396,
      "learning_rate": 4.5815308400781466e-06,
      "loss": 0.5888,
      "step": 140080
    },
    {
      "epoch": 39.1,
      "grad_norm": 3.28204345703125,
      "learning_rate": 4.581857905386547e-06,
      "loss": 0.5954,
      "step": 140090
    },
    {
      "epoch": 39.1,
      "grad_norm": 2.1519548892974854,
      "learning_rate": 4.582184970694948e-06,
      "loss": 0.5765,
      "step": 140100
    },
    {
      "epoch": 39.1,
      "grad_norm": 2.7942593097686768,
      "learning_rate": 4.582512036003349e-06,
      "loss": 0.5711,
      "step": 140110
    },
    {
      "epoch": 39.11,
      "grad_norm": 3.2800896167755127,
      "learning_rate": 4.5828391013117495e-06,
      "loss": 0.5905,
      "step": 140120
    },
    {
      "epoch": 39.11,
      "grad_norm": 2.776944637298584,
      "learning_rate": 4.583166166620151e-06,
      "loss": 0.567,
      "step": 140130
    },
    {
      "epoch": 39.11,
      "grad_norm": 2.4505090713500977,
      "learning_rate": 4.5834932319285505e-06,
      "loss": 0.5825,
      "step": 140140
    },
    {
      "epoch": 39.12,
      "grad_norm": 2.5941593647003174,
      "learning_rate": 4.583820297236952e-06,
      "loss": 0.5817,
      "step": 140150
    },
    {
      "epoch": 39.12,
      "grad_norm": 2.5614848136901855,
      "learning_rate": 4.584147362545352e-06,
      "loss": 0.5924,
      "step": 140160
    },
    {
      "epoch": 39.12,
      "grad_norm": 2.351231098175049,
      "learning_rate": 4.584474427853754e-06,
      "loss": 0.584,
      "step": 140170
    },
    {
      "epoch": 39.12,
      "grad_norm": 2.594816207885742,
      "learning_rate": 4.584801493162154e-06,
      "loss": 0.5866,
      "step": 140180
    },
    {
      "epoch": 39.13,
      "grad_norm": 3.1965160369873047,
      "learning_rate": 4.585128558470555e-06,
      "loss": 0.5802,
      "step": 140190
    },
    {
      "epoch": 39.13,
      "grad_norm": 3.3016324043273926,
      "learning_rate": 4.585455623778956e-06,
      "loss": 0.5919,
      "step": 140200
    },
    {
      "epoch": 39.13,
      "grad_norm": 3.1314735412597656,
      "learning_rate": 4.585782689087357e-06,
      "loss": 0.5965,
      "step": 140210
    },
    {
      "epoch": 39.13,
      "grad_norm": 2.6478912830352783,
      "learning_rate": 4.586109754395757e-06,
      "loss": 0.5793,
      "step": 140220
    },
    {
      "epoch": 39.14,
      "grad_norm": 2.872891902923584,
      "learning_rate": 4.586436819704158e-06,
      "loss": 0.5591,
      "step": 140230
    },
    {
      "epoch": 39.14,
      "grad_norm": 2.4981508255004883,
      "learning_rate": 4.586763885012559e-06,
      "loss": 0.5763,
      "step": 140240
    },
    {
      "epoch": 39.14,
      "grad_norm": 2.8549513816833496,
      "learning_rate": 4.5870909503209595e-06,
      "loss": 0.5756,
      "step": 140250
    },
    {
      "epoch": 39.15,
      "grad_norm": 3.182833433151245,
      "learning_rate": 4.587418015629361e-06,
      "loss": 0.5876,
      "step": 140260
    },
    {
      "epoch": 39.15,
      "grad_norm": 2.764406442642212,
      "learning_rate": 4.587745080937761e-06,
      "loss": 0.6041,
      "step": 140270
    },
    {
      "epoch": 39.15,
      "grad_norm": 2.662490129470825,
      "learning_rate": 4.588072146246162e-06,
      "loss": 0.5955,
      "step": 140280
    },
    {
      "epoch": 39.15,
      "grad_norm": 2.25655460357666,
      "learning_rate": 4.588399211554563e-06,
      "loss": 0.5668,
      "step": 140290
    },
    {
      "epoch": 39.16,
      "grad_norm": 2.2318081855773926,
      "learning_rate": 4.588726276862964e-06,
      "loss": 0.6024,
      "step": 140300
    },
    {
      "epoch": 39.16,
      "grad_norm": 2.349761724472046,
      "learning_rate": 4.589053342171364e-06,
      "loss": 0.5815,
      "step": 140310
    },
    {
      "epoch": 39.16,
      "grad_norm": 2.4857308864593506,
      "learning_rate": 4.589380407479765e-06,
      "loss": 0.5879,
      "step": 140320
    },
    {
      "epoch": 39.17,
      "grad_norm": 2.7854886054992676,
      "learning_rate": 4.589707472788166e-06,
      "loss": 0.579,
      "step": 140330
    },
    {
      "epoch": 39.17,
      "grad_norm": 3.328932762145996,
      "learning_rate": 4.590034538096567e-06,
      "loss": 0.5761,
      "step": 140340
    },
    {
      "epoch": 39.17,
      "grad_norm": 2.498995304107666,
      "learning_rate": 4.590361603404967e-06,
      "loss": 0.5781,
      "step": 140350
    },
    {
      "epoch": 39.17,
      "grad_norm": 2.3739497661590576,
      "learning_rate": 4.5906886687133685e-06,
      "loss": 0.5835,
      "step": 140360
    },
    {
      "epoch": 39.18,
      "grad_norm": 3.554189682006836,
      "learning_rate": 4.591015734021769e-06,
      "loss": 0.5975,
      "step": 140370
    },
    {
      "epoch": 39.18,
      "grad_norm": 2.4002232551574707,
      "learning_rate": 4.59134279933017e-06,
      "loss": 0.5788,
      "step": 140380
    },
    {
      "epoch": 39.18,
      "grad_norm": 3.1705684661865234,
      "learning_rate": 4.591669864638571e-06,
      "loss": 0.5831,
      "step": 140390
    },
    {
      "epoch": 39.19,
      "grad_norm": 3.667569875717163,
      "learning_rate": 4.591996929946971e-06,
      "loss": 0.5819,
      "step": 140400
    },
    {
      "epoch": 39.19,
      "grad_norm": 2.4797451496124268,
      "learning_rate": 4.592323995255372e-06,
      "loss": 0.5723,
      "step": 140410
    },
    {
      "epoch": 39.19,
      "grad_norm": 3.4590299129486084,
      "learning_rate": 4.592651060563773e-06,
      "loss": 0.5764,
      "step": 140420
    },
    {
      "epoch": 39.19,
      "grad_norm": 1.8484126329421997,
      "learning_rate": 4.592978125872174e-06,
      "loss": 0.575,
      "step": 140430
    },
    {
      "epoch": 39.2,
      "grad_norm": 3.184074878692627,
      "learning_rate": 4.593305191180574e-06,
      "loss": 0.5884,
      "step": 140440
    },
    {
      "epoch": 39.2,
      "grad_norm": 2.5480194091796875,
      "learning_rate": 4.593632256488975e-06,
      "loss": 0.5649,
      "step": 140450
    },
    {
      "epoch": 39.2,
      "grad_norm": 2.68745756149292,
      "learning_rate": 4.593959321797376e-06,
      "loss": 0.575,
      "step": 140460
    },
    {
      "epoch": 39.2,
      "grad_norm": 2.3645031452178955,
      "learning_rate": 4.594286387105777e-06,
      "loss": 0.583,
      "step": 140470
    },
    {
      "epoch": 39.21,
      "grad_norm": 3.0676233768463135,
      "learning_rate": 4.594613452414177e-06,
      "loss": 0.611,
      "step": 140480
    },
    {
      "epoch": 39.21,
      "grad_norm": 2.745521306991577,
      "learning_rate": 4.5949405177225786e-06,
      "loss": 0.5721,
      "step": 140490
    },
    {
      "epoch": 39.21,
      "grad_norm": 2.6512057781219482,
      "learning_rate": 4.595267583030979e-06,
      "loss": 0.5978,
      "step": 140500
    },
    {
      "epoch": 39.22,
      "grad_norm": 2.6376147270202637,
      "learning_rate": 4.5955946483393804e-06,
      "loss": 0.5797,
      "step": 140510
    },
    {
      "epoch": 39.22,
      "grad_norm": 1.9442201852798462,
      "learning_rate": 4.595921713647781e-06,
      "loss": 0.5835,
      "step": 140520
    },
    {
      "epoch": 39.22,
      "grad_norm": 2.7834532260894775,
      "learning_rate": 4.5962487789561815e-06,
      "loss": 0.5659,
      "step": 140530
    },
    {
      "epoch": 39.22,
      "grad_norm": 2.7924602031707764,
      "learning_rate": 4.596575844264582e-06,
      "loss": 0.5815,
      "step": 140540
    },
    {
      "epoch": 39.23,
      "grad_norm": 1.742221713066101,
      "learning_rate": 4.596902909572983e-06,
      "loss": 0.5797,
      "step": 140550
    },
    {
      "epoch": 39.23,
      "grad_norm": 4.119044780731201,
      "learning_rate": 4.597229974881384e-06,
      "loss": 0.5768,
      "step": 140560
    },
    {
      "epoch": 39.23,
      "grad_norm": 3.173959493637085,
      "learning_rate": 4.597557040189784e-06,
      "loss": 0.576,
      "step": 140570
    },
    {
      "epoch": 39.24,
      "grad_norm": 2.8397669792175293,
      "learning_rate": 4.597884105498186e-06,
      "loss": 0.5708,
      "step": 140580
    },
    {
      "epoch": 39.24,
      "grad_norm": 2.893684148788452,
      "learning_rate": 4.598211170806586e-06,
      "loss": 0.5811,
      "step": 140590
    },
    {
      "epoch": 39.24,
      "grad_norm": 3.265124797821045,
      "learning_rate": 4.598538236114988e-06,
      "loss": 0.5867,
      "step": 140600
    },
    {
      "epoch": 39.24,
      "grad_norm": 2.834326982498169,
      "learning_rate": 4.598865301423387e-06,
      "loss": 0.5979,
      "step": 140610
    },
    {
      "epoch": 39.25,
      "grad_norm": 2.785827159881592,
      "learning_rate": 4.599192366731789e-06,
      "loss": 0.5877,
      "step": 140620
    },
    {
      "epoch": 39.25,
      "grad_norm": 2.733977794647217,
      "learning_rate": 4.599519432040189e-06,
      "loss": 0.5788,
      "step": 140630
    },
    {
      "epoch": 39.25,
      "grad_norm": 3.221872329711914,
      "learning_rate": 4.5998464973485905e-06,
      "loss": 0.5767,
      "step": 140640
    },
    {
      "epoch": 39.25,
      "grad_norm": 2.6857645511627197,
      "learning_rate": 4.600173562656991e-06,
      "loss": 0.5906,
      "step": 140650
    },
    {
      "epoch": 39.26,
      "grad_norm": 2.7175405025482178,
      "learning_rate": 4.6005006279653915e-06,
      "loss": 0.5821,
      "step": 140660
    },
    {
      "epoch": 39.26,
      "grad_norm": 2.2692744731903076,
      "learning_rate": 4.600827693273793e-06,
      "loss": 0.5949,
      "step": 140670
    },
    {
      "epoch": 39.26,
      "grad_norm": 2.898089647293091,
      "learning_rate": 4.601154758582193e-06,
      "loss": 0.5929,
      "step": 140680
    },
    {
      "epoch": 39.27,
      "grad_norm": 2.2175450325012207,
      "learning_rate": 4.601481823890594e-06,
      "loss": 0.551,
      "step": 140690
    },
    {
      "epoch": 39.27,
      "grad_norm": 2.0772786140441895,
      "learning_rate": 4.601808889198994e-06,
      "loss": 0.5786,
      "step": 140700
    },
    {
      "epoch": 39.27,
      "grad_norm": 3.0964903831481934,
      "learning_rate": 4.602135954507396e-06,
      "loss": 0.611,
      "step": 140710
    },
    {
      "epoch": 39.27,
      "grad_norm": 3.070448875427246,
      "learning_rate": 4.602463019815796e-06,
      "loss": 0.5752,
      "step": 140720
    },
    {
      "epoch": 39.28,
      "grad_norm": 3.144322633743286,
      "learning_rate": 4.602790085124198e-06,
      "loss": 0.5725,
      "step": 140730
    },
    {
      "epoch": 39.28,
      "grad_norm": 2.6366336345672607,
      "learning_rate": 4.603117150432598e-06,
      "loss": 0.5743,
      "step": 140740
    },
    {
      "epoch": 39.28,
      "grad_norm": 2.575843334197998,
      "learning_rate": 4.603444215740999e-06,
      "loss": 0.5802,
      "step": 140750
    },
    {
      "epoch": 39.29,
      "grad_norm": 3.0099074840545654,
      "learning_rate": 4.6037712810494e-06,
      "loss": 0.5658,
      "step": 140760
    },
    {
      "epoch": 39.29,
      "grad_norm": 1.8283886909484863,
      "learning_rate": 4.6040983463578005e-06,
      "loss": 0.5972,
      "step": 140770
    },
    {
      "epoch": 39.29,
      "grad_norm": 2.963468074798584,
      "learning_rate": 4.604425411666201e-06,
      "loss": 0.5685,
      "step": 140780
    },
    {
      "epoch": 39.29,
      "grad_norm": 2.2333438396453857,
      "learning_rate": 4.6047524769746015e-06,
      "loss": 0.552,
      "step": 140790
    },
    {
      "epoch": 39.3,
      "grad_norm": 2.251532554626465,
      "learning_rate": 4.605079542283003e-06,
      "loss": 0.577,
      "step": 140800
    },
    {
      "epoch": 39.3,
      "grad_norm": 2.558694839477539,
      "learning_rate": 4.605406607591403e-06,
      "loss": 0.5855,
      "step": 140810
    },
    {
      "epoch": 39.3,
      "grad_norm": 2.3124916553497314,
      "learning_rate": 4.605733672899804e-06,
      "loss": 0.5826,
      "step": 140820
    },
    {
      "epoch": 39.31,
      "grad_norm": 3.2731614112854004,
      "learning_rate": 4.6060607382082044e-06,
      "loss": 0.5817,
      "step": 140830
    },
    {
      "epoch": 39.31,
      "grad_norm": 3.4522805213928223,
      "learning_rate": 4.606387803516606e-06,
      "loss": 0.5857,
      "step": 140840
    },
    {
      "epoch": 39.31,
      "grad_norm": 2.614429473876953,
      "learning_rate": 4.606714868825007e-06,
      "loss": 0.5812,
      "step": 140850
    },
    {
      "epoch": 39.31,
      "grad_norm": 2.381237030029297,
      "learning_rate": 4.607041934133408e-06,
      "loss": 0.5719,
      "step": 140860
    },
    {
      "epoch": 39.32,
      "grad_norm": 2.068189859390259,
      "learning_rate": 4.607368999441808e-06,
      "loss": 0.569,
      "step": 140870
    },
    {
      "epoch": 39.32,
      "grad_norm": 3.1652779579162598,
      "learning_rate": 4.607696064750209e-06,
      "loss": 0.5583,
      "step": 140880
    },
    {
      "epoch": 39.32,
      "grad_norm": 2.9647910594940186,
      "learning_rate": 4.60802313005861e-06,
      "loss": 0.5829,
      "step": 140890
    },
    {
      "epoch": 39.32,
      "grad_norm": 1.7514042854309082,
      "learning_rate": 4.6083501953670105e-06,
      "loss": 0.5707,
      "step": 140900
    },
    {
      "epoch": 39.33,
      "grad_norm": 2.948151111602783,
      "learning_rate": 4.608677260675411e-06,
      "loss": 0.5878,
      "step": 140910
    },
    {
      "epoch": 39.33,
      "grad_norm": 2.1558597087860107,
      "learning_rate": 4.6090043259838116e-06,
      "loss": 0.5584,
      "step": 140920
    },
    {
      "epoch": 39.33,
      "grad_norm": 2.894120931625366,
      "learning_rate": 4.609331391292213e-06,
      "loss": 0.5759,
      "step": 140930
    },
    {
      "epoch": 39.34,
      "grad_norm": 2.689713716506958,
      "learning_rate": 4.6096584566006134e-06,
      "loss": 0.585,
      "step": 140940
    },
    {
      "epoch": 39.34,
      "grad_norm": 2.7427237033843994,
      "learning_rate": 4.609985521909014e-06,
      "loss": 0.579,
      "step": 140950
    },
    {
      "epoch": 39.34,
      "grad_norm": 2.2482926845550537,
      "learning_rate": 4.610312587217415e-06,
      "loss": 0.5753,
      "step": 140960
    },
    {
      "epoch": 39.34,
      "grad_norm": 2.6960232257843018,
      "learning_rate": 4.610639652525816e-06,
      "loss": 0.5564,
      "step": 140970
    },
    {
      "epoch": 39.35,
      "grad_norm": 1.941664695739746,
      "learning_rate": 4.610966717834217e-06,
      "loss": 0.598,
      "step": 140980
    },
    {
      "epoch": 39.35,
      "grad_norm": 2.1658475399017334,
      "learning_rate": 4.611293783142618e-06,
      "loss": 0.5695,
      "step": 140990
    },
    {
      "epoch": 39.35,
      "grad_norm": 2.912757635116577,
      "learning_rate": 4.611620848451018e-06,
      "loss": 0.5716,
      "step": 141000
    },
    {
      "epoch": 39.36,
      "grad_norm": 2.164569139480591,
      "learning_rate": 4.611947913759419e-06,
      "loss": 0.5754,
      "step": 141010
    },
    {
      "epoch": 39.36,
      "grad_norm": 2.929795026779175,
      "learning_rate": 4.61227497906782e-06,
      "loss": 0.5664,
      "step": 141020
    },
    {
      "epoch": 39.36,
      "grad_norm": 2.8482067584991455,
      "learning_rate": 4.612602044376221e-06,
      "loss": 0.5617,
      "step": 141030
    },
    {
      "epoch": 39.36,
      "grad_norm": 2.5432441234588623,
      "learning_rate": 4.612929109684621e-06,
      "loss": 0.5566,
      "step": 141040
    },
    {
      "epoch": 39.37,
      "grad_norm": 2.686338186264038,
      "learning_rate": 4.6132561749930225e-06,
      "loss": 0.5619,
      "step": 141050
    },
    {
      "epoch": 39.37,
      "grad_norm": 3.081258535385132,
      "learning_rate": 4.613583240301423e-06,
      "loss": 0.5725,
      "step": 141060
    },
    {
      "epoch": 39.37,
      "grad_norm": 3.0262362957000732,
      "learning_rate": 4.613910305609824e-06,
      "loss": 0.5736,
      "step": 141070
    },
    {
      "epoch": 39.37,
      "grad_norm": 3.4166367053985596,
      "learning_rate": 4.614237370918224e-06,
      "loss": 0.5776,
      "step": 141080
    },
    {
      "epoch": 39.38,
      "grad_norm": 2.3453128337860107,
      "learning_rate": 4.614564436226625e-06,
      "loss": 0.5759,
      "step": 141090
    },
    {
      "epoch": 39.38,
      "grad_norm": 2.8991947174072266,
      "learning_rate": 4.614891501535026e-06,
      "loss": 0.5821,
      "step": 141100
    },
    {
      "epoch": 39.38,
      "grad_norm": 2.7261273860931396,
      "learning_rate": 4.615218566843427e-06,
      "loss": 0.5644,
      "step": 141110
    },
    {
      "epoch": 39.39,
      "grad_norm": 2.442859411239624,
      "learning_rate": 4.615545632151828e-06,
      "loss": 0.5796,
      "step": 141120
    },
    {
      "epoch": 39.39,
      "grad_norm": 2.337853193283081,
      "learning_rate": 4.615872697460228e-06,
      "loss": 0.5626,
      "step": 141130
    },
    {
      "epoch": 39.39,
      "grad_norm": 2.6011404991149902,
      "learning_rate": 4.61619976276863e-06,
      "loss": 0.5735,
      "step": 141140
    },
    {
      "epoch": 39.39,
      "grad_norm": 2.7111775875091553,
      "learning_rate": 4.61652682807703e-06,
      "loss": 0.5828,
      "step": 141150
    },
    {
      "epoch": 39.4,
      "grad_norm": 2.85294246673584,
      "learning_rate": 4.616853893385431e-06,
      "loss": 0.5542,
      "step": 141160
    },
    {
      "epoch": 39.4,
      "grad_norm": 3.2449071407318115,
      "learning_rate": 4.617180958693831e-06,
      "loss": 0.5509,
      "step": 141170
    },
    {
      "epoch": 39.4,
      "grad_norm": 2.3068957328796387,
      "learning_rate": 4.6175080240022325e-06,
      "loss": 0.5981,
      "step": 141180
    },
    {
      "epoch": 39.41,
      "grad_norm": 2.8195464611053467,
      "learning_rate": 4.617835089310633e-06,
      "loss": 0.5817,
      "step": 141190
    },
    {
      "epoch": 39.41,
      "grad_norm": 3.161724805831909,
      "learning_rate": 4.618162154619034e-06,
      "loss": 0.5982,
      "step": 141200
    },
    {
      "epoch": 39.41,
      "grad_norm": 2.257554292678833,
      "learning_rate": 4.618489219927435e-06,
      "loss": 0.5631,
      "step": 141210
    },
    {
      "epoch": 39.41,
      "grad_norm": 2.299973487854004,
      "learning_rate": 4.618816285235835e-06,
      "loss": 0.5799,
      "step": 141220
    },
    {
      "epoch": 39.42,
      "grad_norm": 3.179499626159668,
      "learning_rate": 4.619143350544237e-06,
      "loss": 0.5769,
      "step": 141230
    },
    {
      "epoch": 39.42,
      "grad_norm": 2.5532209873199463,
      "learning_rate": 4.619470415852637e-06,
      "loss": 0.5638,
      "step": 141240
    },
    {
      "epoch": 39.42,
      "grad_norm": 3.210820198059082,
      "learning_rate": 4.619797481161038e-06,
      "loss": 0.5499,
      "step": 141250
    },
    {
      "epoch": 39.43,
      "grad_norm": 2.815255641937256,
      "learning_rate": 4.620124546469438e-06,
      "loss": 0.5855,
      "step": 141260
    },
    {
      "epoch": 39.43,
      "grad_norm": 2.863063097000122,
      "learning_rate": 4.62045161177784e-06,
      "loss": 0.5787,
      "step": 141270
    },
    {
      "epoch": 39.43,
      "grad_norm": 2.3249826431274414,
      "learning_rate": 4.62077867708624e-06,
      "loss": 0.5669,
      "step": 141280
    },
    {
      "epoch": 39.43,
      "grad_norm": 2.3927173614501953,
      "learning_rate": 4.621105742394641e-06,
      "loss": 0.5748,
      "step": 141290
    },
    {
      "epoch": 39.44,
      "grad_norm": 2.0532584190368652,
      "learning_rate": 4.621432807703041e-06,
      "loss": 0.5679,
      "step": 141300
    },
    {
      "epoch": 39.44,
      "grad_norm": 3.509155035018921,
      "learning_rate": 4.6217598730114425e-06,
      "loss": 0.5935,
      "step": 141310
    },
    {
      "epoch": 39.44,
      "grad_norm": 2.254223346710205,
      "learning_rate": 4.622086938319844e-06,
      "loss": 0.5849,
      "step": 141320
    },
    {
      "epoch": 39.44,
      "grad_norm": 2.781965494155884,
      "learning_rate": 4.622414003628244e-06,
      "loss": 0.5646,
      "step": 141330
    },
    {
      "epoch": 39.45,
      "grad_norm": 3.1922671794891357,
      "learning_rate": 4.622741068936645e-06,
      "loss": 0.5871,
      "step": 141340
    },
    {
      "epoch": 39.45,
      "grad_norm": 4.1982011795043945,
      "learning_rate": 4.6230681342450454e-06,
      "loss": 0.5873,
      "step": 141350
    },
    {
      "epoch": 39.45,
      "grad_norm": 2.924863576889038,
      "learning_rate": 4.623395199553447e-06,
      "loss": 0.5665,
      "step": 141360
    },
    {
      "epoch": 39.46,
      "grad_norm": 2.3935916423797607,
      "learning_rate": 4.623722264861847e-06,
      "loss": 0.5828,
      "step": 141370
    },
    {
      "epoch": 39.46,
      "grad_norm": 2.3743271827697754,
      "learning_rate": 4.624049330170248e-06,
      "loss": 0.5871,
      "step": 141380
    },
    {
      "epoch": 39.46,
      "grad_norm": 1.9834315776824951,
      "learning_rate": 4.624376395478648e-06,
      "loss": 0.5562,
      "step": 141390
    },
    {
      "epoch": 39.46,
      "grad_norm": 2.945786952972412,
      "learning_rate": 4.62470346078705e-06,
      "loss": 0.5824,
      "step": 141400
    },
    {
      "epoch": 39.47,
      "grad_norm": 2.2753584384918213,
      "learning_rate": 4.62503052609545e-06,
      "loss": 0.5863,
      "step": 141410
    },
    {
      "epoch": 39.47,
      "grad_norm": 3.4941022396087646,
      "learning_rate": 4.625357591403851e-06,
      "loss": 0.5611,
      "step": 141420
    },
    {
      "epoch": 39.47,
      "grad_norm": 2.8941946029663086,
      "learning_rate": 4.625684656712252e-06,
      "loss": 0.5961,
      "step": 141430
    },
    {
      "epoch": 39.48,
      "grad_norm": 3.1717398166656494,
      "learning_rate": 4.626011722020653e-06,
      "loss": 0.576,
      "step": 141440
    },
    {
      "epoch": 39.48,
      "grad_norm": 2.9720864295959473,
      "learning_rate": 4.626338787329054e-06,
      "loss": 0.5662,
      "step": 141450
    },
    {
      "epoch": 39.48,
      "grad_norm": 2.5805845260620117,
      "learning_rate": 4.6266658526374544e-06,
      "loss": 0.5808,
      "step": 141460
    },
    {
      "epoch": 39.48,
      "grad_norm": 2.5327212810516357,
      "learning_rate": 4.626992917945855e-06,
      "loss": 0.5562,
      "step": 141470
    },
    {
      "epoch": 39.49,
      "grad_norm": 2.712477207183838,
      "learning_rate": 4.6273199832542555e-06,
      "loss": 0.5924,
      "step": 141480
    },
    {
      "epoch": 39.49,
      "grad_norm": 2.2261948585510254,
      "learning_rate": 4.627647048562657e-06,
      "loss": 0.5745,
      "step": 141490
    },
    {
      "epoch": 39.49,
      "grad_norm": 3.1491787433624268,
      "learning_rate": 4.627974113871057e-06,
      "loss": 0.5676,
      "step": 141500
    },
    {
      "epoch": 39.49,
      "grad_norm": 2.070300817489624,
      "learning_rate": 4.628301179179458e-06,
      "loss": 0.6049,
      "step": 141510
    },
    {
      "epoch": 39.5,
      "grad_norm": 1.831590175628662,
      "learning_rate": 4.628628244487859e-06,
      "loss": 0.5855,
      "step": 141520
    },
    {
      "epoch": 39.5,
      "grad_norm": 3.740504264831543,
      "learning_rate": 4.62895530979626e-06,
      "loss": 0.5726,
      "step": 141530
    },
    {
      "epoch": 39.5,
      "grad_norm": 2.1186985969543457,
      "learning_rate": 4.62928237510466e-06,
      "loss": 0.5619,
      "step": 141540
    },
    {
      "epoch": 39.51,
      "grad_norm": 2.859503984451294,
      "learning_rate": 4.629609440413061e-06,
      "loss": 0.5714,
      "step": 141550
    },
    {
      "epoch": 39.51,
      "grad_norm": 2.675205707550049,
      "learning_rate": 4.629936505721462e-06,
      "loss": 0.5538,
      "step": 141560
    },
    {
      "epoch": 39.51,
      "grad_norm": 2.8227574825286865,
      "learning_rate": 4.630263571029863e-06,
      "loss": 0.5795,
      "step": 141570
    },
    {
      "epoch": 39.51,
      "grad_norm": 2.506868362426758,
      "learning_rate": 4.630590636338264e-06,
      "loss": 0.5456,
      "step": 141580
    },
    {
      "epoch": 39.52,
      "grad_norm": 3.232302188873291,
      "learning_rate": 4.6309177016466645e-06,
      "loss": 0.5848,
      "step": 141590
    },
    {
      "epoch": 39.52,
      "grad_norm": 2.7088255882263184,
      "learning_rate": 4.631244766955065e-06,
      "loss": 0.5621,
      "step": 141600
    },
    {
      "epoch": 39.52,
      "grad_norm": 2.5895752906799316,
      "learning_rate": 4.631571832263466e-06,
      "loss": 0.5686,
      "step": 141610
    },
    {
      "epoch": 39.53,
      "grad_norm": 2.683133363723755,
      "learning_rate": 4.631898897571867e-06,
      "loss": 0.5925,
      "step": 141620
    },
    {
      "epoch": 39.53,
      "grad_norm": 2.8208038806915283,
      "learning_rate": 4.632225962880267e-06,
      "loss": 0.5981,
      "step": 141630
    },
    {
      "epoch": 39.53,
      "grad_norm": 2.043870449066162,
      "learning_rate": 4.632553028188668e-06,
      "loss": 0.5683,
      "step": 141640
    },
    {
      "epoch": 39.53,
      "grad_norm": 2.78836727142334,
      "learning_rate": 4.632880093497069e-06,
      "loss": 0.6078,
      "step": 141650
    },
    {
      "epoch": 39.54,
      "grad_norm": 2.438389301300049,
      "learning_rate": 4.63320715880547e-06,
      "loss": 0.5789,
      "step": 141660
    },
    {
      "epoch": 39.54,
      "grad_norm": 2.9144983291625977,
      "learning_rate": 4.633534224113871e-06,
      "loss": 0.555,
      "step": 141670
    },
    {
      "epoch": 39.54,
      "grad_norm": 2.004189968109131,
      "learning_rate": 4.633861289422272e-06,
      "loss": 0.586,
      "step": 141680
    },
    {
      "epoch": 39.55,
      "grad_norm": 2.5596442222595215,
      "learning_rate": 4.634188354730672e-06,
      "loss": 0.5799,
      "step": 141690
    },
    {
      "epoch": 39.55,
      "grad_norm": 2.285641670227051,
      "learning_rate": 4.6345154200390735e-06,
      "loss": 0.5735,
      "step": 141700
    },
    {
      "epoch": 39.55,
      "grad_norm": 2.355215549468994,
      "learning_rate": 4.634842485347474e-06,
      "loss": 0.5705,
      "step": 141710
    },
    {
      "epoch": 39.55,
      "grad_norm": 3.3587658405303955,
      "learning_rate": 4.6351695506558745e-06,
      "loss": 0.5482,
      "step": 141720
    },
    {
      "epoch": 39.56,
      "grad_norm": 2.446227550506592,
      "learning_rate": 4.635496615964275e-06,
      "loss": 0.5825,
      "step": 141730
    },
    {
      "epoch": 39.56,
      "grad_norm": 2.6514244079589844,
      "learning_rate": 4.635823681272676e-06,
      "loss": 0.574,
      "step": 141740
    },
    {
      "epoch": 39.56,
      "grad_norm": 2.400752544403076,
      "learning_rate": 4.636150746581077e-06,
      "loss": 0.5583,
      "step": 141750
    },
    {
      "epoch": 39.56,
      "grad_norm": 2.217562198638916,
      "learning_rate": 4.636477811889477e-06,
      "loss": 0.5603,
      "step": 141760
    },
    {
      "epoch": 39.57,
      "grad_norm": 1.997927188873291,
      "learning_rate": 4.636804877197878e-06,
      "loss": 0.5793,
      "step": 141770
    },
    {
      "epoch": 39.57,
      "grad_norm": 3.261199474334717,
      "learning_rate": 4.637131942506279e-06,
      "loss": 0.5745,
      "step": 141780
    },
    {
      "epoch": 39.57,
      "grad_norm": 3.083306312561035,
      "learning_rate": 4.63745900781468e-06,
      "loss": 0.5741,
      "step": 141790
    },
    {
      "epoch": 39.58,
      "grad_norm": 2.863276958465576,
      "learning_rate": 4.637786073123081e-06,
      "loss": 0.5955,
      "step": 141800
    },
    {
      "epoch": 39.58,
      "grad_norm": 2.460618495941162,
      "learning_rate": 4.638113138431482e-06,
      "loss": 0.5525,
      "step": 141810
    },
    {
      "epoch": 39.58,
      "grad_norm": 2.5482425689697266,
      "learning_rate": 4.638440203739882e-06,
      "loss": 0.5666,
      "step": 141820
    },
    {
      "epoch": 39.58,
      "grad_norm": 2.5189664363861084,
      "learning_rate": 4.6387672690482835e-06,
      "loss": 0.5702,
      "step": 141830
    },
    {
      "epoch": 39.59,
      "grad_norm": 3.05918025970459,
      "learning_rate": 4.639094334356684e-06,
      "loss": 0.5645,
      "step": 141840
    },
    {
      "epoch": 39.59,
      "grad_norm": 2.2642109394073486,
      "learning_rate": 4.6394213996650846e-06,
      "loss": 0.565,
      "step": 141850
    },
    {
      "epoch": 39.59,
      "grad_norm": 2.1617863178253174,
      "learning_rate": 4.639748464973485e-06,
      "loss": 0.58,
      "step": 141860
    },
    {
      "epoch": 39.6,
      "grad_norm": 3.399142265319824,
      "learning_rate": 4.6400755302818864e-06,
      "loss": 0.5888,
      "step": 141870
    },
    {
      "epoch": 39.6,
      "grad_norm": 2.9957892894744873,
      "learning_rate": 4.640402595590287e-06,
      "loss": 0.5705,
      "step": 141880
    },
    {
      "epoch": 39.6,
      "grad_norm": 2.434878349304199,
      "learning_rate": 4.6407296608986875e-06,
      "loss": 0.5791,
      "step": 141890
    },
    {
      "epoch": 39.6,
      "grad_norm": 3.0063493251800537,
      "learning_rate": 4.641056726207089e-06,
      "loss": 0.5744,
      "step": 141900
    },
    {
      "epoch": 39.61,
      "grad_norm": 2.352199077606201,
      "learning_rate": 4.641383791515489e-06,
      "loss": 0.563,
      "step": 141910
    },
    {
      "epoch": 39.61,
      "grad_norm": 2.5681564807891846,
      "learning_rate": 4.641710856823891e-06,
      "loss": 0.5692,
      "step": 141920
    },
    {
      "epoch": 39.61,
      "grad_norm": 2.2984659671783447,
      "learning_rate": 4.642037922132291e-06,
      "loss": 0.5801,
      "step": 141930
    },
    {
      "epoch": 39.61,
      "grad_norm": 2.4100496768951416,
      "learning_rate": 4.642364987440692e-06,
      "loss": 0.5867,
      "step": 141940
    },
    {
      "epoch": 39.62,
      "grad_norm": 2.935015916824341,
      "learning_rate": 4.642692052749092e-06,
      "loss": 0.5806,
      "step": 141950
    },
    {
      "epoch": 39.62,
      "grad_norm": 2.302105665206909,
      "learning_rate": 4.643019118057494e-06,
      "loss": 0.572,
      "step": 141960
    },
    {
      "epoch": 39.62,
      "grad_norm": 2.5239593982696533,
      "learning_rate": 4.643346183365894e-06,
      "loss": 0.5783,
      "step": 141970
    },
    {
      "epoch": 39.63,
      "grad_norm": 2.9696197509765625,
      "learning_rate": 4.643673248674295e-06,
      "loss": 0.5668,
      "step": 141980
    },
    {
      "epoch": 39.63,
      "grad_norm": 3.0070440769195557,
      "learning_rate": 4.644000313982696e-06,
      "loss": 0.5909,
      "step": 141990
    },
    {
      "epoch": 39.63,
      "grad_norm": 2.849106550216675,
      "learning_rate": 4.6443273792910965e-06,
      "loss": 0.5765,
      "step": 142000
    },
    {
      "epoch": 39.63,
      "grad_norm": 1.9684290885925293,
      "learning_rate": 4.644654444599497e-06,
      "loss": 0.5771,
      "step": 142010
    },
    {
      "epoch": 39.64,
      "grad_norm": 2.267305850982666,
      "learning_rate": 4.6449815099078975e-06,
      "loss": 0.5745,
      "step": 142020
    },
    {
      "epoch": 39.64,
      "grad_norm": 2.8303041458129883,
      "learning_rate": 4.645308575216299e-06,
      "loss": 0.5788,
      "step": 142030
    },
    {
      "epoch": 39.64,
      "grad_norm": 3.106813907623291,
      "learning_rate": 4.645635640524699e-06,
      "loss": 0.586,
      "step": 142040
    },
    {
      "epoch": 39.65,
      "grad_norm": 2.981049060821533,
      "learning_rate": 4.645962705833101e-06,
      "loss": 0.5616,
      "step": 142050
    },
    {
      "epoch": 39.65,
      "grad_norm": 2.8820741176605225,
      "learning_rate": 4.646289771141501e-06,
      "loss": 0.563,
      "step": 142060
    },
    {
      "epoch": 39.65,
      "grad_norm": 2.6326522827148438,
      "learning_rate": 4.646616836449902e-06,
      "loss": 0.5639,
      "step": 142070
    },
    {
      "epoch": 39.65,
      "grad_norm": 2.4961891174316406,
      "learning_rate": 4.646943901758303e-06,
      "loss": 0.5918,
      "step": 142080
    },
    {
      "epoch": 39.66,
      "grad_norm": 2.514230728149414,
      "learning_rate": 4.647270967066704e-06,
      "loss": 0.5662,
      "step": 142090
    },
    {
      "epoch": 39.66,
      "grad_norm": 3.067537784576416,
      "learning_rate": 4.647598032375104e-06,
      "loss": 0.5637,
      "step": 142100
    },
    {
      "epoch": 39.66,
      "grad_norm": 3.4740400314331055,
      "learning_rate": 4.647925097683505e-06,
      "loss": 0.5629,
      "step": 142110
    },
    {
      "epoch": 39.67,
      "grad_norm": 2.346477746963501,
      "learning_rate": 4.648252162991906e-06,
      "loss": 0.5992,
      "step": 142120
    },
    {
      "epoch": 39.67,
      "grad_norm": 2.567342519760132,
      "learning_rate": 4.6485792283003065e-06,
      "loss": 0.5714,
      "step": 142130
    },
    {
      "epoch": 39.67,
      "grad_norm": 2.050429344177246,
      "learning_rate": 4.648906293608708e-06,
      "loss": 0.5951,
      "step": 142140
    },
    {
      "epoch": 39.67,
      "grad_norm": 2.9343929290771484,
      "learning_rate": 4.649233358917108e-06,
      "loss": 0.5542,
      "step": 142150
    },
    {
      "epoch": 39.68,
      "grad_norm": 2.494746446609497,
      "learning_rate": 4.649560424225509e-06,
      "loss": 0.5712,
      "step": 142160
    },
    {
      "epoch": 39.68,
      "grad_norm": 2.892672061920166,
      "learning_rate": 4.649887489533909e-06,
      "loss": 0.5916,
      "step": 142170
    },
    {
      "epoch": 39.68,
      "grad_norm": 2.4179415702819824,
      "learning_rate": 4.650214554842311e-06,
      "loss": 0.6101,
      "step": 142180
    },
    {
      "epoch": 39.68,
      "grad_norm": 2.4426560401916504,
      "learning_rate": 4.650541620150711e-06,
      "loss": 0.5603,
      "step": 142190
    },
    {
      "epoch": 39.69,
      "grad_norm": 2.5444839000701904,
      "learning_rate": 4.650868685459112e-06,
      "loss": 0.5891,
      "step": 142200
    },
    {
      "epoch": 39.69,
      "grad_norm": 2.6648571491241455,
      "learning_rate": 4.651195750767513e-06,
      "loss": 0.5674,
      "step": 142210
    },
    {
      "epoch": 39.69,
      "grad_norm": 3.2915422916412354,
      "learning_rate": 4.651522816075914e-06,
      "loss": 0.5829,
      "step": 142220
    },
    {
      "epoch": 39.7,
      "grad_norm": 2.8633172512054443,
      "learning_rate": 4.651849881384314e-06,
      "loss": 0.5928,
      "step": 142230
    },
    {
      "epoch": 39.7,
      "grad_norm": 3.4818146228790283,
      "learning_rate": 4.652176946692715e-06,
      "loss": 0.5705,
      "step": 142240
    },
    {
      "epoch": 39.7,
      "grad_norm": 2.9217822551727295,
      "learning_rate": 4.652504012001116e-06,
      "loss": 0.5871,
      "step": 142250
    },
    {
      "epoch": 39.7,
      "grad_norm": 2.103999137878418,
      "learning_rate": 4.6528310773095166e-06,
      "loss": 0.5885,
      "step": 142260
    },
    {
      "epoch": 39.71,
      "grad_norm": 2.969190835952759,
      "learning_rate": 4.653158142617918e-06,
      "loss": 0.55,
      "step": 142270
    },
    {
      "epoch": 39.71,
      "grad_norm": 2.066214084625244,
      "learning_rate": 4.6534852079263184e-06,
      "loss": 0.5632,
      "step": 142280
    },
    {
      "epoch": 39.71,
      "grad_norm": 2.377530336380005,
      "learning_rate": 4.653812273234719e-06,
      "loss": 0.5793,
      "step": 142290
    },
    {
      "epoch": 39.72,
      "grad_norm": 2.9279959201812744,
      "learning_rate": 4.65413933854312e-06,
      "loss": 0.5761,
      "step": 142300
    },
    {
      "epoch": 39.72,
      "grad_norm": 3.062869071960449,
      "learning_rate": 4.654466403851521e-06,
      "loss": 0.5815,
      "step": 142310
    },
    {
      "epoch": 39.72,
      "grad_norm": 2.2639944553375244,
      "learning_rate": 4.654793469159921e-06,
      "loss": 0.5996,
      "step": 142320
    },
    {
      "epoch": 39.72,
      "grad_norm": 3.0084104537963867,
      "learning_rate": 4.655120534468322e-06,
      "loss": 0.5729,
      "step": 142330
    },
    {
      "epoch": 39.73,
      "grad_norm": 2.645909547805786,
      "learning_rate": 4.655447599776723e-06,
      "loss": 0.5604,
      "step": 142340
    },
    {
      "epoch": 39.73,
      "grad_norm": 3.3082756996154785,
      "learning_rate": 4.655774665085124e-06,
      "loss": 0.5589,
      "step": 142350
    },
    {
      "epoch": 39.73,
      "grad_norm": 2.7819180488586426,
      "learning_rate": 4.656101730393524e-06,
      "loss": 0.5838,
      "step": 142360
    },
    {
      "epoch": 39.73,
      "grad_norm": 3.169039726257324,
      "learning_rate": 4.6564287957019256e-06,
      "loss": 0.578,
      "step": 142370
    },
    {
      "epoch": 39.74,
      "grad_norm": 2.7806448936462402,
      "learning_rate": 4.656755861010326e-06,
      "loss": 0.5873,
      "step": 142380
    },
    {
      "epoch": 39.74,
      "grad_norm": 2.6728098392486572,
      "learning_rate": 4.6570829263187274e-06,
      "loss": 0.5821,
      "step": 142390
    },
    {
      "epoch": 39.74,
      "grad_norm": 2.7371535301208496,
      "learning_rate": 4.657409991627128e-06,
      "loss": 0.598,
      "step": 142400
    },
    {
      "epoch": 39.75,
      "grad_norm": 1.8770678043365479,
      "learning_rate": 4.6577370569355285e-06,
      "loss": 0.55,
      "step": 142410
    },
    {
      "epoch": 39.75,
      "grad_norm": 2.6500415802001953,
      "learning_rate": 4.658064122243929e-06,
      "loss": 0.5886,
      "step": 142420
    },
    {
      "epoch": 39.75,
      "grad_norm": 2.174100875854492,
      "learning_rate": 4.65839118755233e-06,
      "loss": 0.5695,
      "step": 142430
    },
    {
      "epoch": 39.75,
      "grad_norm": 3.1263229846954346,
      "learning_rate": 4.658718252860731e-06,
      "loss": 0.5833,
      "step": 142440
    },
    {
      "epoch": 39.76,
      "grad_norm": 2.3971054553985596,
      "learning_rate": 4.659045318169131e-06,
      "loss": 0.5946,
      "step": 142450
    },
    {
      "epoch": 39.76,
      "grad_norm": 2.689129114151001,
      "learning_rate": 4.659372383477532e-06,
      "loss": 0.5679,
      "step": 142460
    },
    {
      "epoch": 39.76,
      "grad_norm": 2.904568910598755,
      "learning_rate": 4.659699448785933e-06,
      "loss": 0.5811,
      "step": 142470
    },
    {
      "epoch": 39.77,
      "grad_norm": 2.3633534908294678,
      "learning_rate": 4.660026514094334e-06,
      "loss": 0.5917,
      "step": 142480
    },
    {
      "epoch": 39.77,
      "grad_norm": 2.6415934562683105,
      "learning_rate": 4.660353579402734e-06,
      "loss": 0.591,
      "step": 142490
    },
    {
      "epoch": 39.77,
      "grad_norm": 3.0181026458740234,
      "learning_rate": 4.660680644711136e-06,
      "loss": 0.5863,
      "step": 142500
    },
    {
      "epoch": 39.77,
      "grad_norm": 2.118896484375,
      "learning_rate": 4.661007710019536e-06,
      "loss": 0.6067,
      "step": 142510
    },
    {
      "epoch": 39.78,
      "grad_norm": 2.3707292079925537,
      "learning_rate": 4.6613347753279375e-06,
      "loss": 0.576,
      "step": 142520
    },
    {
      "epoch": 39.78,
      "grad_norm": 3.2778515815734863,
      "learning_rate": 4.661661840636338e-06,
      "loss": 0.5718,
      "step": 142530
    },
    {
      "epoch": 39.78,
      "grad_norm": 2.846007823944092,
      "learning_rate": 4.6619889059447385e-06,
      "loss": 0.5761,
      "step": 142540
    },
    {
      "epoch": 39.79,
      "grad_norm": 2.974673271179199,
      "learning_rate": 4.662315971253139e-06,
      "loss": 0.5877,
      "step": 142550
    },
    {
      "epoch": 39.79,
      "grad_norm": 3.272416114807129,
      "learning_rate": 4.66264303656154e-06,
      "loss": 0.577,
      "step": 142560
    },
    {
      "epoch": 39.79,
      "grad_norm": 2.1460630893707275,
      "learning_rate": 4.662970101869941e-06,
      "loss": 0.5752,
      "step": 142570
    },
    {
      "epoch": 39.79,
      "grad_norm": 3.013162612915039,
      "learning_rate": 4.663297167178341e-06,
      "loss": 0.5533,
      "step": 142580
    },
    {
      "epoch": 39.8,
      "grad_norm": 2.7592051029205322,
      "learning_rate": 4.663624232486743e-06,
      "loss": 0.5746,
      "step": 142590
    },
    {
      "epoch": 39.8,
      "grad_norm": 2.041898727416992,
      "learning_rate": 4.663951297795143e-06,
      "loss": 0.5747,
      "step": 142600
    },
    {
      "epoch": 39.8,
      "grad_norm": 2.0293400287628174,
      "learning_rate": 4.664278363103545e-06,
      "loss": 0.5842,
      "step": 142610
    },
    {
      "epoch": 39.8,
      "grad_norm": 3.1003975868225098,
      "learning_rate": 4.664605428411944e-06,
      "loss": 0.5595,
      "step": 142620
    },
    {
      "epoch": 39.81,
      "grad_norm": 2.9543981552124023,
      "learning_rate": 4.664932493720346e-06,
      "loss": 0.5726,
      "step": 142630
    },
    {
      "epoch": 39.81,
      "grad_norm": 2.629730224609375,
      "learning_rate": 4.665259559028746e-06,
      "loss": 0.5659,
      "step": 142640
    },
    {
      "epoch": 39.81,
      "grad_norm": 2.533649444580078,
      "learning_rate": 4.6655866243371475e-06,
      "loss": 0.5692,
      "step": 142650
    },
    {
      "epoch": 39.82,
      "grad_norm": 2.02323055267334,
      "learning_rate": 4.665913689645548e-06,
      "loss": 0.5544,
      "step": 142660
    },
    {
      "epoch": 39.82,
      "grad_norm": 2.5871293544769287,
      "learning_rate": 4.6662407549539485e-06,
      "loss": 0.5742,
      "step": 142670
    },
    {
      "epoch": 39.82,
      "grad_norm": 2.743467330932617,
      "learning_rate": 4.66656782026235e-06,
      "loss": 0.5802,
      "step": 142680
    },
    {
      "epoch": 39.82,
      "grad_norm": 2.3700835704803467,
      "learning_rate": 4.66689488557075e-06,
      "loss": 0.5746,
      "step": 142690
    },
    {
      "epoch": 39.83,
      "grad_norm": 2.4454591274261475,
      "learning_rate": 4.667221950879151e-06,
      "loss": 0.5805,
      "step": 142700
    },
    {
      "epoch": 39.83,
      "grad_norm": 2.6528892517089844,
      "learning_rate": 4.6675490161875514e-06,
      "loss": 0.5988,
      "step": 142710
    },
    {
      "epoch": 39.83,
      "grad_norm": 3.256720781326294,
      "learning_rate": 4.667876081495953e-06,
      "loss": 0.5959,
      "step": 142720
    },
    {
      "epoch": 39.84,
      "grad_norm": 2.534611225128174,
      "learning_rate": 4.668203146804353e-06,
      "loss": 0.5774,
      "step": 142730
    },
    {
      "epoch": 39.84,
      "grad_norm": 2.5342109203338623,
      "learning_rate": 4.668530212112755e-06,
      "loss": 0.6013,
      "step": 142740
    },
    {
      "epoch": 39.84,
      "grad_norm": 2.7187345027923584,
      "learning_rate": 4.668857277421155e-06,
      "loss": 0.5522,
      "step": 142750
    },
    {
      "epoch": 39.84,
      "grad_norm": 2.706167459487915,
      "learning_rate": 4.669184342729556e-06,
      "loss": 0.6089,
      "step": 142760
    },
    {
      "epoch": 39.85,
      "grad_norm": 2.6409692764282227,
      "learning_rate": 4.669511408037957e-06,
      "loss": 0.5742,
      "step": 142770
    },
    {
      "epoch": 39.85,
      "grad_norm": 3.0780744552612305,
      "learning_rate": 4.6698384733463576e-06,
      "loss": 0.5821,
      "step": 142780
    },
    {
      "epoch": 39.85,
      "grad_norm": 2.4458398818969727,
      "learning_rate": 4.670165538654758e-06,
      "loss": 0.5608,
      "step": 142790
    },
    {
      "epoch": 39.85,
      "grad_norm": 2.429429054260254,
      "learning_rate": 4.670492603963159e-06,
      "loss": 0.5891,
      "step": 142800
    },
    {
      "epoch": 39.86,
      "grad_norm": 2.858865737915039,
      "learning_rate": 4.67081966927156e-06,
      "loss": 0.554,
      "step": 142810
    },
    {
      "epoch": 39.86,
      "grad_norm": 2.7818665504455566,
      "learning_rate": 4.6711467345799605e-06,
      "loss": 0.585,
      "step": 142820
    },
    {
      "epoch": 39.86,
      "grad_norm": 2.0577034950256348,
      "learning_rate": 4.671473799888361e-06,
      "loss": 0.6069,
      "step": 142830
    },
    {
      "epoch": 39.87,
      "grad_norm": 2.1398563385009766,
      "learning_rate": 4.6718008651967615e-06,
      "loss": 0.601,
      "step": 142840
    },
    {
      "epoch": 39.87,
      "grad_norm": 2.3717451095581055,
      "learning_rate": 4.672127930505163e-06,
      "loss": 0.5633,
      "step": 142850
    },
    {
      "epoch": 39.87,
      "grad_norm": 2.4771738052368164,
      "learning_rate": 4.672454995813564e-06,
      "loss": 0.587,
      "step": 142860
    },
    {
      "epoch": 39.87,
      "grad_norm": 2.8055760860443115,
      "learning_rate": 4.672782061121965e-06,
      "loss": 0.5917,
      "step": 142870
    },
    {
      "epoch": 39.88,
      "grad_norm": 3.165997266769409,
      "learning_rate": 4.673109126430365e-06,
      "loss": 0.5579,
      "step": 142880
    },
    {
      "epoch": 39.88,
      "grad_norm": 3.1594011783599854,
      "learning_rate": 4.673436191738766e-06,
      "loss": 0.5887,
      "step": 142890
    },
    {
      "epoch": 39.88,
      "grad_norm": 2.704152822494507,
      "learning_rate": 4.673763257047167e-06,
      "loss": 0.5616,
      "step": 142900
    },
    {
      "epoch": 39.89,
      "grad_norm": 2.1377148628234863,
      "learning_rate": 4.674090322355568e-06,
      "loss": 0.5824,
      "step": 142910
    },
    {
      "epoch": 39.89,
      "grad_norm": 2.4869422912597656,
      "learning_rate": 4.674417387663968e-06,
      "loss": 0.5932,
      "step": 142920
    },
    {
      "epoch": 39.89,
      "grad_norm": 2.4150166511535645,
      "learning_rate": 4.674744452972369e-06,
      "loss": 0.5686,
      "step": 142930
    },
    {
      "epoch": 39.89,
      "grad_norm": 2.576777458190918,
      "learning_rate": 4.67507151828077e-06,
      "loss": 0.5686,
      "step": 142940
    },
    {
      "epoch": 39.9,
      "grad_norm": 2.520256280899048,
      "learning_rate": 4.6753985835891705e-06,
      "loss": 0.58,
      "step": 142950
    },
    {
      "epoch": 39.9,
      "grad_norm": 2.3721730709075928,
      "learning_rate": 4.675725648897571e-06,
      "loss": 0.5941,
      "step": 142960
    },
    {
      "epoch": 39.9,
      "grad_norm": 3.1293540000915527,
      "learning_rate": 4.676052714205972e-06,
      "loss": 0.5541,
      "step": 142970
    },
    {
      "epoch": 39.91,
      "grad_norm": 2.3207292556762695,
      "learning_rate": 4.676379779514373e-06,
      "loss": 0.571,
      "step": 142980
    },
    {
      "epoch": 39.91,
      "grad_norm": 2.6609091758728027,
      "learning_rate": 4.676706844822774e-06,
      "loss": 0.5865,
      "step": 142990
    },
    {
      "epoch": 39.91,
      "grad_norm": 2.7663733959198,
      "learning_rate": 4.677033910131175e-06,
      "loss": 0.5766,
      "step": 143000
    },
    {
      "epoch": 39.91,
      "grad_norm": 2.9160842895507812,
      "learning_rate": 4.677360975439575e-06,
      "loss": 0.5903,
      "step": 143010
    },
    {
      "epoch": 39.92,
      "grad_norm": 2.507772445678711,
      "learning_rate": 4.677688040747976e-06,
      "loss": 0.5533,
      "step": 143020
    },
    {
      "epoch": 39.92,
      "grad_norm": 2.3455848693847656,
      "learning_rate": 4.678015106056377e-06,
      "loss": 0.5791,
      "step": 143030
    },
    {
      "epoch": 39.92,
      "grad_norm": 1.7920653820037842,
      "learning_rate": 4.678342171364778e-06,
      "loss": 0.5722,
      "step": 143040
    },
    {
      "epoch": 39.92,
      "grad_norm": 2.269174098968506,
      "learning_rate": 4.678669236673178e-06,
      "loss": 0.5717,
      "step": 143050
    },
    {
      "epoch": 39.93,
      "grad_norm": 2.300802707672119,
      "learning_rate": 4.6789963019815795e-06,
      "loss": 0.5591,
      "step": 143060
    },
    {
      "epoch": 39.93,
      "grad_norm": 2.1520705223083496,
      "learning_rate": 4.67932336728998e-06,
      "loss": 0.5812,
      "step": 143070
    },
    {
      "epoch": 39.93,
      "grad_norm": 3.0641872882843018,
      "learning_rate": 4.679650432598381e-06,
      "loss": 0.5712,
      "step": 143080
    },
    {
      "epoch": 39.94,
      "grad_norm": 1.8614760637283325,
      "learning_rate": 4.679977497906781e-06,
      "loss": 0.596,
      "step": 143090
    },
    {
      "epoch": 39.94,
      "grad_norm": 2.165734052658081,
      "learning_rate": 4.680304563215182e-06,
      "loss": 0.5478,
      "step": 143100
    },
    {
      "epoch": 39.94,
      "grad_norm": 2.7961201667785645,
      "learning_rate": 4.680631628523583e-06,
      "loss": 0.5707,
      "step": 143110
    },
    {
      "epoch": 39.94,
      "grad_norm": 24.4585018157959,
      "learning_rate": 4.680958693831984e-06,
      "loss": 0.5642,
      "step": 143120
    },
    {
      "epoch": 39.95,
      "grad_norm": 2.257537603378296,
      "learning_rate": 4.681285759140385e-06,
      "loss": 0.5616,
      "step": 143130
    },
    {
      "epoch": 39.95,
      "grad_norm": 2.250479221343994,
      "learning_rate": 4.681612824448785e-06,
      "loss": 0.6043,
      "step": 143140
    },
    {
      "epoch": 39.95,
      "grad_norm": 2.420780658721924,
      "learning_rate": 4.681939889757187e-06,
      "loss": 0.5503,
      "step": 143150
    },
    {
      "epoch": 39.96,
      "grad_norm": 2.138378620147705,
      "learning_rate": 4.682266955065587e-06,
      "loss": 0.5854,
      "step": 143160
    },
    {
      "epoch": 39.96,
      "grad_norm": 2.44852876663208,
      "learning_rate": 4.682594020373988e-06,
      "loss": 0.5524,
      "step": 143170
    },
    {
      "epoch": 39.96,
      "grad_norm": 3.295009136199951,
      "learning_rate": 4.682921085682388e-06,
      "loss": 0.5569,
      "step": 143180
    },
    {
      "epoch": 39.96,
      "grad_norm": 2.8940250873565674,
      "learning_rate": 4.6832481509907895e-06,
      "loss": 0.5829,
      "step": 143190
    },
    {
      "epoch": 39.97,
      "grad_norm": 2.595229387283325,
      "learning_rate": 4.68357521629919e-06,
      "loss": 0.5663,
      "step": 143200
    },
    {
      "epoch": 39.97,
      "grad_norm": 2.3762848377227783,
      "learning_rate": 4.683902281607591e-06,
      "loss": 0.5676,
      "step": 143210
    },
    {
      "epoch": 39.97,
      "grad_norm": 2.5959086418151855,
      "learning_rate": 4.684229346915992e-06,
      "loss": 0.579,
      "step": 143220
    },
    {
      "epoch": 39.97,
      "grad_norm": 3.0794804096221924,
      "learning_rate": 4.6845564122243924e-06,
      "loss": 0.5927,
      "step": 143230
    },
    {
      "epoch": 39.98,
      "grad_norm": 3.0060763359069824,
      "learning_rate": 4.684883477532794e-06,
      "loss": 0.5896,
      "step": 143240
    },
    {
      "epoch": 39.98,
      "grad_norm": 2.4503493309020996,
      "learning_rate": 4.685210542841194e-06,
      "loss": 0.5828,
      "step": 143250
    },
    {
      "epoch": 39.98,
      "grad_norm": 2.382375717163086,
      "learning_rate": 4.685537608149595e-06,
      "loss": 0.5643,
      "step": 143260
    },
    {
      "epoch": 39.99,
      "grad_norm": 2.573740243911743,
      "learning_rate": 4.685864673457995e-06,
      "loss": 0.5849,
      "step": 143270
    },
    {
      "epoch": 39.99,
      "grad_norm": 3.4691789150238037,
      "learning_rate": 4.686191738766397e-06,
      "loss": 0.5906,
      "step": 143280
    },
    {
      "epoch": 39.99,
      "grad_norm": 2.598694086074829,
      "learning_rate": 4.686518804074797e-06,
      "loss": 0.5829,
      "step": 143290
    },
    {
      "epoch": 39.99,
      "grad_norm": 2.4993793964385986,
      "learning_rate": 4.686845869383198e-06,
      "loss": 0.5796,
      "step": 143300
    },
    {
      "epoch": 40.0,
      "grad_norm": 2.3936243057250977,
      "learning_rate": 4.687172934691598e-06,
      "loss": 0.5722,
      "step": 143310
    },
    {
      "epoch": 40.0,
      "grad_norm": 3.0369036197662354,
      "learning_rate": 4.6875e-06,
      "loss": 0.5931,
      "step": 143320
    },
    {
      "epoch": 40.0,
      "eval_loss": 0.5733686089515686,
      "eval_runtime": 63.3602,
      "eval_samples_per_second": 79.845,
      "eval_steps_per_second": 9.99,
      "step": 143320
    },
    {
      "epoch": 40.0,
      "grad_norm": 2.618478775024414,
      "learning_rate": 4.687499999844023e-06,
      "loss": 0.5905,
      "step": 143330
    },
    {
      "epoch": 40.01,
      "grad_norm": 3.1459407806396484,
      "learning_rate": 4.687499999376092e-06,
      "loss": 0.569,
      "step": 143340
    },
    {
      "epoch": 40.01,
      "grad_norm": 2.191779375076294,
      "learning_rate": 4.687499998596208e-06,
      "loss": 0.5847,
      "step": 143350
    },
    {
      "epoch": 40.01,
      "grad_norm": 3.040283203125,
      "learning_rate": 4.6874999975043695e-06,
      "loss": 0.5834,
      "step": 143360
    },
    {
      "epoch": 40.01,
      "grad_norm": 2.184793472290039,
      "learning_rate": 4.6874999961005775e-06,
      "loss": 0.5818,
      "step": 143370
    },
    {
      "epoch": 40.02,
      "grad_norm": 2.4447784423828125,
      "learning_rate": 4.687499994384832e-06,
      "loss": 0.5715,
      "step": 143380
    },
    {
      "epoch": 40.02,
      "grad_norm": 2.635368585586548,
      "learning_rate": 4.687499992357132e-06,
      "loss": 0.6087,
      "step": 143390
    },
    {
      "epoch": 40.02,
      "grad_norm": 2.514268636703491,
      "learning_rate": 4.687499990017479e-06,
      "loss": 0.5892,
      "step": 143400
    },
    {
      "epoch": 40.03,
      "grad_norm": 3.2863495349884033,
      "learning_rate": 4.687499987365872e-06,
      "loss": 0.5725,
      "step": 143410
    },
    {
      "epoch": 40.03,
      "grad_norm": 4.069337844848633,
      "learning_rate": 4.687499984402311e-06,
      "loss": 0.5773,
      "step": 143420
    },
    {
      "epoch": 40.03,
      "grad_norm": 3.255862236022949,
      "learning_rate": 4.687499981126797e-06,
      "loss": 0.5526,
      "step": 143430
    },
    {
      "epoch": 40.03,
      "grad_norm": 3.2699897289276123,
      "learning_rate": 4.6874999775393286e-06,
      "loss": 0.5531,
      "step": 143440
    },
    {
      "epoch": 40.04,
      "grad_norm": 2.1023149490356445,
      "learning_rate": 4.6874999736399065e-06,
      "loss": 0.579,
      "step": 143450
    },
    {
      "epoch": 40.04,
      "grad_norm": 2.211155414581299,
      "learning_rate": 4.687499969428531e-06,
      "loss": 0.5892,
      "step": 143460
    },
    {
      "epoch": 40.04,
      "grad_norm": 2.4427294731140137,
      "learning_rate": 4.687499964905201e-06,
      "loss": 0.576,
      "step": 143470
    },
    {
      "epoch": 40.04,
      "grad_norm": 2.4242570400238037,
      "learning_rate": 4.687499960069918e-06,
      "loss": 0.5559,
      "step": 143480
    },
    {
      "epoch": 40.05,
      "grad_norm": 2.418156623840332,
      "learning_rate": 4.687499954922681e-06,
      "loss": 0.5616,
      "step": 143490
    },
    {
      "epoch": 40.05,
      "grad_norm": 3.2043426036834717,
      "learning_rate": 4.687499949463491e-06,
      "loss": 0.5696,
      "step": 143500
    },
    {
      "epoch": 40.05,
      "grad_norm": 3.8796725273132324,
      "learning_rate": 4.687499943692345e-06,
      "loss": 0.5627,
      "step": 143510
    },
    {
      "epoch": 40.06,
      "grad_norm": 2.9109370708465576,
      "learning_rate": 4.687499937609247e-06,
      "loss": 0.5735,
      "step": 143520
    },
    {
      "epoch": 40.06,
      "grad_norm": 2.1702442169189453,
      "learning_rate": 4.687499931214195e-06,
      "loss": 0.5769,
      "step": 143530
    },
    {
      "epoch": 40.06,
      "grad_norm": 2.503920316696167,
      "learning_rate": 4.6874999245071895e-06,
      "loss": 0.5649,
      "step": 143540
    },
    {
      "epoch": 40.06,
      "grad_norm": 2.4657602310180664,
      "learning_rate": 4.687499917488229e-06,
      "loss": 0.5694,
      "step": 143550
    },
    {
      "epoch": 40.07,
      "grad_norm": 2.0387985706329346,
      "learning_rate": 4.687499910157316e-06,
      "loss": 0.5875,
      "step": 143560
    },
    {
      "epoch": 40.07,
      "grad_norm": 3.0071258544921875,
      "learning_rate": 4.687499902514449e-06,
      "loss": 0.5625,
      "step": 143570
    },
    {
      "epoch": 40.07,
      "grad_norm": 3.459935188293457,
      "learning_rate": 4.687499894559628e-06,
      "loss": 0.6035,
      "step": 143580
    },
    {
      "epoch": 40.08,
      "grad_norm": 2.764631986618042,
      "learning_rate": 4.687499886292853e-06,
      "loss": 0.5824,
      "step": 143590
    },
    {
      "epoch": 40.08,
      "grad_norm": 2.0824170112609863,
      "learning_rate": 4.687499877714126e-06,
      "loss": 0.5745,
      "step": 143600
    },
    {
      "epoch": 40.08,
      "grad_norm": 2.4010379314422607,
      "learning_rate": 4.6874998688234435e-06,
      "loss": 0.562,
      "step": 143610
    },
    {
      "epoch": 40.08,
      "grad_norm": 2.710808753967285,
      "learning_rate": 4.687499859620807e-06,
      "loss": 0.5828,
      "step": 143620
    },
    {
      "epoch": 40.09,
      "grad_norm": 2.301276206970215,
      "learning_rate": 4.687499850106218e-06,
      "loss": 0.5585,
      "step": 143630
    },
    {
      "epoch": 40.09,
      "grad_norm": 2.2860350608825684,
      "learning_rate": 4.687499840279674e-06,
      "loss": 0.5787,
      "step": 143640
    },
    {
      "epoch": 40.09,
      "grad_norm": 3.478954315185547,
      "learning_rate": 4.6874998301411776e-06,
      "loss": 0.581,
      "step": 143650
    },
    {
      "epoch": 40.09,
      "grad_norm": 2.621140480041504,
      "learning_rate": 4.6874998196907265e-06,
      "loss": 0.5685,
      "step": 143660
    },
    {
      "epoch": 40.1,
      "grad_norm": 2.2852797508239746,
      "learning_rate": 4.6874998089283224e-06,
      "loss": 0.5655,
      "step": 143670
    },
    {
      "epoch": 40.1,
      "grad_norm": 2.5499181747436523,
      "learning_rate": 4.687499797853964e-06,
      "loss": 0.5863,
      "step": 143680
    },
    {
      "epoch": 40.1,
      "grad_norm": 2.33858060836792,
      "learning_rate": 4.687499786467651e-06,
      "loss": 0.5845,
      "step": 143690
    },
    {
      "epoch": 40.11,
      "grad_norm": 2.1406283378601074,
      "learning_rate": 4.687499774769386e-06,
      "loss": 0.5747,
      "step": 143700
    },
    {
      "epoch": 40.11,
      "grad_norm": 2.4060728549957275,
      "learning_rate": 4.687499762759166e-06,
      "loss": 0.5637,
      "step": 143710
    },
    {
      "epoch": 40.11,
      "grad_norm": 2.0346121788024902,
      "learning_rate": 4.6874997504369925e-06,
      "loss": 0.5548,
      "step": 143720
    },
    {
      "epoch": 40.11,
      "grad_norm": 2.8707852363586426,
      "learning_rate": 4.687499737802866e-06,
      "loss": 0.5783,
      "step": 143730
    },
    {
      "epoch": 40.12,
      "grad_norm": 3.3829610347747803,
      "learning_rate": 4.6874997248567855e-06,
      "loss": 0.5711,
      "step": 143740
    },
    {
      "epoch": 40.12,
      "grad_norm": 2.5349490642547607,
      "learning_rate": 4.6874997115987506e-06,
      "loss": 0.5839,
      "step": 143750
    },
    {
      "epoch": 40.12,
      "grad_norm": 2.363186836242676,
      "learning_rate": 4.687499698028763e-06,
      "loss": 0.5942,
      "step": 143760
    },
    {
      "epoch": 40.13,
      "grad_norm": 2.931954860687256,
      "learning_rate": 4.687499684146821e-06,
      "loss": 0.5677,
      "step": 143770
    },
    {
      "epoch": 40.13,
      "grad_norm": 2.3010430335998535,
      "learning_rate": 4.687499669952926e-06,
      "loss": 0.5625,
      "step": 143780
    },
    {
      "epoch": 40.13,
      "grad_norm": 2.249032974243164,
      "learning_rate": 4.6874996554470756e-06,
      "loss": 0.618,
      "step": 143790
    },
    {
      "epoch": 40.13,
      "grad_norm": 2.2082431316375732,
      "learning_rate": 4.6874996406292735e-06,
      "loss": 0.5992,
      "step": 143800
    },
    {
      "epoch": 40.14,
      "grad_norm": 2.2347962856292725,
      "learning_rate": 4.687499625499517e-06,
      "loss": 0.5677,
      "step": 143810
    },
    {
      "epoch": 40.14,
      "grad_norm": 2.8438351154327393,
      "learning_rate": 4.687499610057806e-06,
      "loss": 0.5655,
      "step": 143820
    },
    {
      "epoch": 40.14,
      "grad_norm": 2.69321608543396,
      "learning_rate": 4.687499594304141e-06,
      "loss": 0.5594,
      "step": 143830
    },
    {
      "epoch": 40.15,
      "grad_norm": 2.217031478881836,
      "learning_rate": 4.687499578238524e-06,
      "loss": 0.5419,
      "step": 143840
    },
    {
      "epoch": 40.15,
      "grad_norm": 2.252244710922241,
      "learning_rate": 4.687499561860952e-06,
      "loss": 0.5742,
      "step": 143850
    },
    {
      "epoch": 40.15,
      "grad_norm": 2.071349620819092,
      "learning_rate": 4.687499545171427e-06,
      "loss": 0.5638,
      "step": 143860
    },
    {
      "epoch": 40.15,
      "grad_norm": 2.7233023643493652,
      "learning_rate": 4.687499528169948e-06,
      "loss": 0.6048,
      "step": 143870
    },
    {
      "epoch": 40.16,
      "grad_norm": 2.197470188140869,
      "learning_rate": 4.687499510856515e-06,
      "loss": 0.5954,
      "step": 143880
    },
    {
      "epoch": 40.16,
      "grad_norm": 2.3699886798858643,
      "learning_rate": 4.687499493231129e-06,
      "loss": 0.5759,
      "step": 143890
    },
    {
      "epoch": 40.16,
      "grad_norm": 2.9106085300445557,
      "learning_rate": 4.687499475293789e-06,
      "loss": 0.5786,
      "step": 143900
    },
    {
      "epoch": 40.16,
      "grad_norm": 2.4057037830352783,
      "learning_rate": 4.687499457044495e-06,
      "loss": 0.578,
      "step": 143910
    },
    {
      "epoch": 40.17,
      "grad_norm": 2.4340434074401855,
      "learning_rate": 4.687499438483248e-06,
      "loss": 0.5704,
      "step": 143920
    },
    {
      "epoch": 40.17,
      "grad_norm": 2.626099109649658,
      "learning_rate": 4.687499419610046e-06,
      "loss": 0.5845,
      "step": 143930
    },
    {
      "epoch": 40.17,
      "grad_norm": 2.7563893795013428,
      "learning_rate": 4.687499400424891e-06,
      "loss": 0.5685,
      "step": 143940
    },
    {
      "epoch": 40.18,
      "grad_norm": 2.8901093006134033,
      "learning_rate": 4.6874993809277834e-06,
      "loss": 0.5583,
      "step": 143950
    },
    {
      "epoch": 40.18,
      "grad_norm": 2.808758020401001,
      "learning_rate": 4.68749936111872e-06,
      "loss": 0.5728,
      "step": 143960
    },
    {
      "epoch": 40.18,
      "grad_norm": 2.067005157470703,
      "learning_rate": 4.687499340997705e-06,
      "loss": 0.5722,
      "step": 143970
    },
    {
      "epoch": 40.18,
      "grad_norm": 1.962668538093567,
      "learning_rate": 4.687499320564735e-06,
      "loss": 0.5876,
      "step": 143980
    },
    {
      "epoch": 40.19,
      "grad_norm": 2.1616265773773193,
      "learning_rate": 4.6874992998198115e-06,
      "loss": 0.5908,
      "step": 143990
    },
    {
      "epoch": 40.19,
      "grad_norm": 2.1150779724121094,
      "learning_rate": 4.687499278762935e-06,
      "loss": 0.5693,
      "step": 144000
    },
    {
      "epoch": 40.19,
      "grad_norm": 2.954237699508667,
      "learning_rate": 4.687499257394105e-06,
      "loss": 0.5752,
      "step": 144010
    },
    {
      "epoch": 40.2,
      "grad_norm": 2.5103037357330322,
      "learning_rate": 4.687499235713321e-06,
      "loss": 0.5658,
      "step": 144020
    },
    {
      "epoch": 40.2,
      "grad_norm": 2.4520158767700195,
      "learning_rate": 4.687499213720583e-06,
      "loss": 0.5662,
      "step": 144030
    },
    {
      "epoch": 40.2,
      "grad_norm": 2.056368350982666,
      "learning_rate": 4.68749919141589e-06,
      "loss": 0.5956,
      "step": 144040
    },
    {
      "epoch": 40.2,
      "grad_norm": 2.2387490272521973,
      "learning_rate": 4.687499168799246e-06,
      "loss": 0.5504,
      "step": 144050
    },
    {
      "epoch": 40.21,
      "grad_norm": 3.277219295501709,
      "learning_rate": 4.687499145870647e-06,
      "loss": 0.573,
      "step": 144060
    },
    {
      "epoch": 40.21,
      "grad_norm": 3.1375458240509033,
      "learning_rate": 4.687499122630094e-06,
      "loss": 0.5717,
      "step": 144070
    },
    {
      "epoch": 40.21,
      "grad_norm": 3.400888204574585,
      "learning_rate": 4.687499099077588e-06,
      "loss": 0.5828,
      "step": 144080
    },
    {
      "epoch": 40.21,
      "grad_norm": 2.9832897186279297,
      "learning_rate": 4.6874990752131285e-06,
      "loss": 0.5879,
      "step": 144090
    },
    {
      "epoch": 40.22,
      "grad_norm": 2.7785143852233887,
      "learning_rate": 4.687499051036714e-06,
      "loss": 0.564,
      "step": 144100
    },
    {
      "epoch": 40.22,
      "grad_norm": 2.5852677822113037,
      "learning_rate": 4.687499026548348e-06,
      "loss": 0.5649,
      "step": 144110
    },
    {
      "epoch": 40.22,
      "grad_norm": 2.6098098754882812,
      "learning_rate": 4.687499001748027e-06,
      "loss": 0.5935,
      "step": 144120
    },
    {
      "epoch": 40.23,
      "grad_norm": 2.4556238651275635,
      "learning_rate": 4.6874989766357525e-06,
      "loss": 0.576,
      "step": 144130
    },
    {
      "epoch": 40.23,
      "grad_norm": 3.096787214279175,
      "learning_rate": 4.687498951211525e-06,
      "loss": 0.5768,
      "step": 144140
    },
    {
      "epoch": 40.23,
      "grad_norm": 2.405524492263794,
      "learning_rate": 4.687498925475343e-06,
      "loss": 0.5592,
      "step": 144150
    },
    {
      "epoch": 40.23,
      "grad_norm": 3.3749630451202393,
      "learning_rate": 4.687498899427208e-06,
      "loss": 0.5829,
      "step": 144160
    },
    {
      "epoch": 40.24,
      "grad_norm": 2.423009157180786,
      "learning_rate": 4.687498873067119e-06,
      "loss": 0.5534,
      "step": 144170
    },
    {
      "epoch": 40.24,
      "grad_norm": 3.065617322921753,
      "learning_rate": 4.687498846395076e-06,
      "loss": 0.5631,
      "step": 144180
    },
    {
      "epoch": 40.24,
      "grad_norm": 2.2550196647644043,
      "learning_rate": 4.68749881941108e-06,
      "loss": 0.5661,
      "step": 144190
    },
    {
      "epoch": 40.25,
      "grad_norm": 2.7669365406036377,
      "learning_rate": 4.687498792115131e-06,
      "loss": 0.5615,
      "step": 144200
    },
    {
      "epoch": 40.25,
      "grad_norm": 3.170423984527588,
      "learning_rate": 4.687498764507228e-06,
      "loss": 0.5621,
      "step": 144210
    },
    {
      "epoch": 40.25,
      "grad_norm": 2.3523333072662354,
      "learning_rate": 4.687498736587371e-06,
      "loss": 0.5473,
      "step": 144220
    },
    {
      "epoch": 40.25,
      "grad_norm": 2.03029727935791,
      "learning_rate": 4.68749870835556e-06,
      "loss": 0.573,
      "step": 144230
    },
    {
      "epoch": 40.26,
      "grad_norm": 3.0758588314056396,
      "learning_rate": 4.687498679811796e-06,
      "loss": 0.5894,
      "step": 144240
    },
    {
      "epoch": 40.26,
      "grad_norm": 2.6117866039276123,
      "learning_rate": 4.687498650956078e-06,
      "loss": 0.5891,
      "step": 144250
    },
    {
      "epoch": 40.26,
      "grad_norm": 2.1776139736175537,
      "learning_rate": 4.687498621788407e-06,
      "loss": 0.5477,
      "step": 144260
    },
    {
      "epoch": 40.27,
      "grad_norm": 2.5250110626220703,
      "learning_rate": 4.687498592308782e-06,
      "loss": 0.5619,
      "step": 144270
    },
    {
      "epoch": 40.27,
      "grad_norm": 3.2274110317230225,
      "learning_rate": 4.687498562517204e-06,
      "loss": 0.5767,
      "step": 144280
    },
    {
      "epoch": 40.27,
      "grad_norm": 2.4257960319519043,
      "learning_rate": 4.687498532413672e-06,
      "loss": 0.5936,
      "step": 144290
    },
    {
      "epoch": 40.27,
      "grad_norm": 2.647116184234619,
      "learning_rate": 4.687498501998186e-06,
      "loss": 0.5846,
      "step": 144300
    },
    {
      "epoch": 40.28,
      "grad_norm": 2.235816717147827,
      "learning_rate": 4.687498471270747e-06,
      "loss": 0.584,
      "step": 144310
    },
    {
      "epoch": 40.28,
      "grad_norm": 1.7453187704086304,
      "learning_rate": 4.687498440231354e-06,
      "loss": 0.5713,
      "step": 144320
    },
    {
      "epoch": 40.28,
      "grad_norm": 3.0387401580810547,
      "learning_rate": 4.6874984088800085e-06,
      "loss": 0.5862,
      "step": 144330
    },
    {
      "epoch": 40.28,
      "grad_norm": 2.808669090270996,
      "learning_rate": 4.687498377216708e-06,
      "loss": 0.576,
      "step": 144340
    },
    {
      "epoch": 40.29,
      "grad_norm": 2.727078914642334,
      "learning_rate": 4.687498345241455e-06,
      "loss": 0.5766,
      "step": 144350
    },
    {
      "epoch": 40.29,
      "grad_norm": 2.5734446048736572,
      "learning_rate": 4.687498312954249e-06,
      "loss": 0.5627,
      "step": 144360
    },
    {
      "epoch": 40.29,
      "grad_norm": 3.2811672687530518,
      "learning_rate": 4.687498280355088e-06,
      "loss": 0.5796,
      "step": 144370
    },
    {
      "epoch": 40.3,
      "grad_norm": 2.849552631378174,
      "learning_rate": 4.6874982474439745e-06,
      "loss": 0.576,
      "step": 144380
    },
    {
      "epoch": 40.3,
      "grad_norm": 2.4549403190612793,
      "learning_rate": 4.687498214220907e-06,
      "loss": 0.5734,
      "step": 144390
    },
    {
      "epoch": 40.3,
      "grad_norm": 2.685908079147339,
      "learning_rate": 4.687498180685886e-06,
      "loss": 0.5666,
      "step": 144400
    },
    {
      "epoch": 40.3,
      "grad_norm": 2.379190444946289,
      "learning_rate": 4.687498146838912e-06,
      "loss": 0.5875,
      "step": 144410
    },
    {
      "epoch": 40.31,
      "grad_norm": 3.0067174434661865,
      "learning_rate": 4.687498112679983e-06,
      "loss": 0.5752,
      "step": 144420
    },
    {
      "epoch": 40.31,
      "grad_norm": 3.0205373764038086,
      "learning_rate": 4.6874980782091015e-06,
      "loss": 0.5571,
      "step": 144430
    },
    {
      "epoch": 40.31,
      "grad_norm": 2.63391375541687,
      "learning_rate": 4.687498043426266e-06,
      "loss": 0.5599,
      "step": 144440
    },
    {
      "epoch": 40.32,
      "grad_norm": 2.542640209197998,
      "learning_rate": 4.687498008331478e-06,
      "loss": 0.5769,
      "step": 144450
    },
    {
      "epoch": 40.32,
      "grad_norm": 2.878267288208008,
      "learning_rate": 4.687497972924736e-06,
      "loss": 0.5547,
      "step": 144460
    },
    {
      "epoch": 40.32,
      "grad_norm": 2.396935224533081,
      "learning_rate": 4.687497937206041e-06,
      "loss": 0.5872,
      "step": 144470
    },
    {
      "epoch": 40.32,
      "grad_norm": 2.4690170288085938,
      "learning_rate": 4.687497901175392e-06,
      "loss": 0.5929,
      "step": 144480
    },
    {
      "epoch": 40.33,
      "grad_norm": 2.8045918941497803,
      "learning_rate": 4.687497864832789e-06,
      "loss": 0.5586,
      "step": 144490
    },
    {
      "epoch": 40.33,
      "grad_norm": 2.879642963409424,
      "learning_rate": 4.687497828178233e-06,
      "loss": 0.5562,
      "step": 144500
    },
    {
      "epoch": 40.33,
      "grad_norm": 2.5326576232910156,
      "learning_rate": 4.687497791211723e-06,
      "loss": 0.576,
      "step": 144510
    },
    {
      "epoch": 40.33,
      "grad_norm": 2.687124252319336,
      "learning_rate": 4.687497753933261e-06,
      "loss": 0.574,
      "step": 144520
    },
    {
      "epoch": 40.34,
      "grad_norm": 2.786278486251831,
      "learning_rate": 4.687497716342844e-06,
      "loss": 0.5467,
      "step": 144530
    },
    {
      "epoch": 40.34,
      "grad_norm": 2.558051347732544,
      "learning_rate": 4.687497678440474e-06,
      "loss": 0.5949,
      "step": 144540
    },
    {
      "epoch": 40.34,
      "grad_norm": 3.7713229656219482,
      "learning_rate": 4.6874976402261505e-06,
      "loss": 0.5453,
      "step": 144550
    },
    {
      "epoch": 40.35,
      "grad_norm": 2.2707889080047607,
      "learning_rate": 4.687497601699874e-06,
      "loss": 0.5792,
      "step": 144560
    },
    {
      "epoch": 40.35,
      "grad_norm": 1.949021577835083,
      "learning_rate": 4.687497562861644e-06,
      "loss": 0.5662,
      "step": 144570
    },
    {
      "epoch": 40.35,
      "grad_norm": 1.7231699228286743,
      "learning_rate": 4.68749752371146e-06,
      "loss": 0.5838,
      "step": 144580
    },
    {
      "epoch": 40.35,
      "grad_norm": 2.371424674987793,
      "learning_rate": 4.687497484249323e-06,
      "loss": 0.5879,
      "step": 144590
    },
    {
      "epoch": 40.36,
      "grad_norm": 3.3605494499206543,
      "learning_rate": 4.687497444475233e-06,
      "loss": 0.5723,
      "step": 144600
    },
    {
      "epoch": 40.36,
      "grad_norm": 1.708047866821289,
      "learning_rate": 4.687497404389189e-06,
      "loss": 0.5866,
      "step": 144610
    },
    {
      "epoch": 40.36,
      "grad_norm": 2.2256906032562256,
      "learning_rate": 4.6874973639911915e-06,
      "loss": 0.5805,
      "step": 144620
    },
    {
      "epoch": 40.37,
      "grad_norm": 2.5938990116119385,
      "learning_rate": 4.6874973232812405e-06,
      "loss": 0.5606,
      "step": 144630
    },
    {
      "epoch": 40.37,
      "grad_norm": 2.7945754528045654,
      "learning_rate": 4.687497282259337e-06,
      "loss": 0.587,
      "step": 144640
    },
    {
      "epoch": 40.37,
      "grad_norm": 1.9816557168960571,
      "learning_rate": 4.687497240925479e-06,
      "loss": 0.5702,
      "step": 144650
    },
    {
      "epoch": 40.37,
      "grad_norm": 3.1204490661621094,
      "learning_rate": 4.6874971992796675e-06,
      "loss": 0.5872,
      "step": 144660
    },
    {
      "epoch": 40.38,
      "grad_norm": 2.2819902896881104,
      "learning_rate": 4.687497157321903e-06,
      "loss": 0.578,
      "step": 144670
    },
    {
      "epoch": 40.38,
      "grad_norm": 2.720447063446045,
      "learning_rate": 4.687497115052186e-06,
      "loss": 0.548,
      "step": 144680
    },
    {
      "epoch": 40.38,
      "grad_norm": 2.740454912185669,
      "learning_rate": 4.687497072470515e-06,
      "loss": 0.5661,
      "step": 144690
    },
    {
      "epoch": 40.39,
      "grad_norm": 2.2578439712524414,
      "learning_rate": 4.68749702957689e-06,
      "loss": 0.5813,
      "step": 144700
    },
    {
      "epoch": 40.39,
      "grad_norm": 2.841043472290039,
      "learning_rate": 4.6874969863713124e-06,
      "loss": 0.6119,
      "step": 144710
    },
    {
      "epoch": 40.39,
      "grad_norm": 3.016623020172119,
      "learning_rate": 4.687496942853781e-06,
      "loss": 0.5862,
      "step": 144720
    },
    {
      "epoch": 40.39,
      "grad_norm": 3.758195638656616,
      "learning_rate": 4.687496899024297e-06,
      "loss": 0.5803,
      "step": 144730
    },
    {
      "epoch": 40.4,
      "grad_norm": 2.1030991077423096,
      "learning_rate": 4.687496854882859e-06,
      "loss": 0.5963,
      "step": 144740
    },
    {
      "epoch": 40.4,
      "grad_norm": 2.9065825939178467,
      "learning_rate": 4.6874968104294665e-06,
      "loss": 0.546,
      "step": 144750
    },
    {
      "epoch": 40.4,
      "grad_norm": 3.0470378398895264,
      "learning_rate": 4.6874967656641226e-06,
      "loss": 0.556,
      "step": 144760
    },
    {
      "epoch": 40.4,
      "grad_norm": 3.1026926040649414,
      "learning_rate": 4.687496720586825e-06,
      "loss": 0.5609,
      "step": 144770
    },
    {
      "epoch": 40.41,
      "grad_norm": 2.8805999755859375,
      "learning_rate": 4.687496675197573e-06,
      "loss": 0.5756,
      "step": 144780
    },
    {
      "epoch": 40.41,
      "grad_norm": 3.407118320465088,
      "learning_rate": 4.687496629496369e-06,
      "loss": 0.5786,
      "step": 144790
    },
    {
      "epoch": 40.41,
      "grad_norm": 3.7105932235717773,
      "learning_rate": 4.687496583483211e-06,
      "loss": 0.5835,
      "step": 144800
    },
    {
      "epoch": 40.42,
      "grad_norm": 2.7649619579315186,
      "learning_rate": 4.6874965371581e-06,
      "loss": 0.5833,
      "step": 144810
    },
    {
      "epoch": 40.42,
      "grad_norm": 2.495149612426758,
      "learning_rate": 4.687496490521035e-06,
      "loss": 0.5748,
      "step": 144820
    },
    {
      "epoch": 40.42,
      "grad_norm": 2.9451119899749756,
      "learning_rate": 4.687496443572017e-06,
      "loss": 0.5699,
      "step": 144830
    },
    {
      "epoch": 40.42,
      "grad_norm": 2.5749406814575195,
      "learning_rate": 4.687496396311046e-06,
      "loss": 0.5748,
      "step": 144840
    },
    {
      "epoch": 40.43,
      "grad_norm": 2.453519344329834,
      "learning_rate": 4.687496348738122e-06,
      "loss": 0.5736,
      "step": 144850
    },
    {
      "epoch": 40.43,
      "grad_norm": 2.68159556388855,
      "learning_rate": 4.687496300853244e-06,
      "loss": 0.5446,
      "step": 144860
    },
    {
      "epoch": 40.43,
      "grad_norm": 2.076230049133301,
      "learning_rate": 4.687496252656413e-06,
      "loss": 0.588,
      "step": 144870
    },
    {
      "epoch": 40.44,
      "grad_norm": 2.246830463409424,
      "learning_rate": 4.687496204147628e-06,
      "loss": 0.5666,
      "step": 144880
    },
    {
      "epoch": 40.44,
      "grad_norm": 2.313504695892334,
      "learning_rate": 4.687496155326891e-06,
      "loss": 0.5631,
      "step": 144890
    },
    {
      "epoch": 40.44,
      "grad_norm": 2.5500128269195557,
      "learning_rate": 4.687496106194201e-06,
      "loss": 0.5665,
      "step": 144900
    },
    {
      "epoch": 40.44,
      "grad_norm": 3.250983476638794,
      "learning_rate": 4.687496056749557e-06,
      "loss": 0.5803,
      "step": 144910
    },
    {
      "epoch": 40.45,
      "grad_norm": 2.8865931034088135,
      "learning_rate": 4.6874960069929595e-06,
      "loss": 0.5887,
      "step": 144920
    },
    {
      "epoch": 40.45,
      "grad_norm": 2.450735330581665,
      "learning_rate": 4.687495956924409e-06,
      "loss": 0.5672,
      "step": 144930
    },
    {
      "epoch": 40.45,
      "grad_norm": 2.504209041595459,
      "learning_rate": 4.687495906543906e-06,
      "loss": 0.5787,
      "step": 144940
    },
    {
      "epoch": 40.45,
      "grad_norm": 3.1890037059783936,
      "learning_rate": 4.687495855851448e-06,
      "loss": 0.5628,
      "step": 144950
    },
    {
      "epoch": 40.46,
      "grad_norm": 2.8200843334198,
      "learning_rate": 4.687495804847038e-06,
      "loss": 0.5615,
      "step": 144960
    },
    {
      "epoch": 40.46,
      "grad_norm": 2.7150657176971436,
      "learning_rate": 4.687495753530675e-06,
      "loss": 0.6035,
      "step": 144970
    },
    {
      "epoch": 40.46,
      "grad_norm": 3.617325782775879,
      "learning_rate": 4.687495701902359e-06,
      "loss": 0.597,
      "step": 144980
    },
    {
      "epoch": 40.47,
      "grad_norm": 1.9781911373138428,
      "learning_rate": 4.687495649962089e-06,
      "loss": 0.5766,
      "step": 144990
    },
    {
      "epoch": 40.47,
      "grad_norm": 1.8626224994659424,
      "learning_rate": 4.687495597709866e-06,
      "loss": 0.5623,
      "step": 145000
    },
    {
      "epoch": 40.47,
      "grad_norm": 2.5273921489715576,
      "learning_rate": 4.68749554514569e-06,
      "loss": 0.5776,
      "step": 145010
    },
    {
      "epoch": 40.47,
      "grad_norm": 2.2094640731811523,
      "learning_rate": 4.68749549226956e-06,
      "loss": 0.5898,
      "step": 145020
    },
    {
      "epoch": 40.48,
      "grad_norm": 2.310579776763916,
      "learning_rate": 4.687495439081478e-06,
      "loss": 0.5799,
      "step": 145030
    },
    {
      "epoch": 40.48,
      "grad_norm": 3.594371795654297,
      "learning_rate": 4.687495385581443e-06,
      "loss": 0.5927,
      "step": 145040
    },
    {
      "epoch": 40.48,
      "grad_norm": 2.5911481380462646,
      "learning_rate": 4.687495331769455e-06,
      "loss": 0.5792,
      "step": 145050
    },
    {
      "epoch": 40.49,
      "grad_norm": 2.451739549636841,
      "learning_rate": 4.687495277645512e-06,
      "loss": 0.5871,
      "step": 145060
    },
    {
      "epoch": 40.49,
      "grad_norm": 3.1336333751678467,
      "learning_rate": 4.6874952232096175e-06,
      "loss": 0.5757,
      "step": 145070
    },
    {
      "epoch": 40.49,
      "grad_norm": 2.9422361850738525,
      "learning_rate": 4.687495168461769e-06,
      "loss": 0.5916,
      "step": 145080
    },
    {
      "epoch": 40.49,
      "grad_norm": 78.48395538330078,
      "learning_rate": 4.687495113401968e-06,
      "loss": 0.5862,
      "step": 145090
    },
    {
      "epoch": 40.5,
      "grad_norm": 2.540208101272583,
      "learning_rate": 4.687495058030214e-06,
      "loss": 0.5838,
      "step": 145100
    },
    {
      "epoch": 40.5,
      "grad_norm": 2.8637571334838867,
      "learning_rate": 4.687495002346507e-06,
      "loss": 0.5439,
      "step": 145110
    },
    {
      "epoch": 40.5,
      "grad_norm": 2.6580564975738525,
      "learning_rate": 4.687494946350846e-06,
      "loss": 0.6002,
      "step": 145120
    },
    {
      "epoch": 40.51,
      "grad_norm": 2.748229503631592,
      "learning_rate": 4.687494890043232e-06,
      "loss": 0.5593,
      "step": 145130
    },
    {
      "epoch": 40.51,
      "grad_norm": 2.2922377586364746,
      "learning_rate": 4.687494833423665e-06,
      "loss": 0.5593,
      "step": 145140
    },
    {
      "epoch": 40.51,
      "grad_norm": 2.819655179977417,
      "learning_rate": 4.687494776492145e-06,
      "loss": 0.5708,
      "step": 145150
    },
    {
      "epoch": 40.51,
      "grad_norm": 2.3779916763305664,
      "learning_rate": 4.687494719248672e-06,
      "loss": 0.5769,
      "step": 145160
    },
    {
      "epoch": 40.52,
      "grad_norm": 3.149648904800415,
      "learning_rate": 4.687494661693247e-06,
      "loss": 0.5561,
      "step": 145170
    },
    {
      "epoch": 40.52,
      "grad_norm": 3.190058946609497,
      "learning_rate": 4.687494603825868e-06,
      "loss": 0.5966,
      "step": 145180
    },
    {
      "epoch": 40.52,
      "grad_norm": 2.765972137451172,
      "learning_rate": 4.687494545646536e-06,
      "loss": 0.579,
      "step": 145190
    },
    {
      "epoch": 40.52,
      "grad_norm": 2.9490487575531006,
      "learning_rate": 4.687494487155251e-06,
      "loss": 0.5577,
      "step": 145200
    },
    {
      "epoch": 40.53,
      "grad_norm": 2.4609744548797607,
      "learning_rate": 4.687494428352013e-06,
      "loss": 0.5786,
      "step": 145210
    },
    {
      "epoch": 40.53,
      "grad_norm": 2.122697114944458,
      "learning_rate": 4.687494369236822e-06,
      "loss": 0.5639,
      "step": 145220
    },
    {
      "epoch": 40.53,
      "grad_norm": 2.1848387718200684,
      "learning_rate": 4.687494309809677e-06,
      "loss": 0.5999,
      "step": 145230
    },
    {
      "epoch": 40.54,
      "grad_norm": 2.9874114990234375,
      "learning_rate": 4.68749425007058e-06,
      "loss": 0.5948,
      "step": 145240
    },
    {
      "epoch": 40.54,
      "grad_norm": 2.4384825229644775,
      "learning_rate": 4.68749419001953e-06,
      "loss": 0.5822,
      "step": 145250
    },
    {
      "epoch": 40.54,
      "grad_norm": 2.4769062995910645,
      "learning_rate": 4.6874941296565266e-06,
      "loss": 0.5699,
      "step": 145260
    },
    {
      "epoch": 40.54,
      "grad_norm": 2.2965540885925293,
      "learning_rate": 4.687494068981571e-06,
      "loss": 0.5472,
      "step": 145270
    },
    {
      "epoch": 40.55,
      "grad_norm": 2.7573039531707764,
      "learning_rate": 4.687494007994662e-06,
      "loss": 0.5887,
      "step": 145280
    },
    {
      "epoch": 40.55,
      "grad_norm": 2.1367087364196777,
      "learning_rate": 4.6874939466958e-06,
      "loss": 0.573,
      "step": 145290
    },
    {
      "epoch": 40.55,
      "grad_norm": 2.300210952758789,
      "learning_rate": 4.687493885084985e-06,
      "loss": 0.549,
      "step": 145300
    },
    {
      "epoch": 40.56,
      "grad_norm": 2.658350944519043,
      "learning_rate": 4.687493823162217e-06,
      "loss": 0.5708,
      "step": 145310
    },
    {
      "epoch": 40.56,
      "grad_norm": 2.2771310806274414,
      "learning_rate": 4.687493760927496e-06,
      "loss": 0.5592,
      "step": 145320
    },
    {
      "epoch": 40.56,
      "grad_norm": 3.117323637008667,
      "learning_rate": 4.687493698380822e-06,
      "loss": 0.5973,
      "step": 145330
    },
    {
      "epoch": 40.56,
      "grad_norm": 3.0372884273529053,
      "learning_rate": 4.687493635522195e-06,
      "loss": 0.5667,
      "step": 145340
    },
    {
      "epoch": 40.57,
      "grad_norm": 2.6025705337524414,
      "learning_rate": 4.687493572351616e-06,
      "loss": 0.5494,
      "step": 145350
    },
    {
      "epoch": 40.57,
      "grad_norm": 2.461214065551758,
      "learning_rate": 4.687493508869083e-06,
      "loss": 0.5844,
      "step": 145360
    },
    {
      "epoch": 40.57,
      "grad_norm": 1.9224835634231567,
      "learning_rate": 4.687493445074598e-06,
      "loss": 0.5513,
      "step": 145370
    },
    {
      "epoch": 40.57,
      "grad_norm": 2.8757803440093994,
      "learning_rate": 4.687493380968159e-06,
      "loss": 0.5797,
      "step": 145380
    },
    {
      "epoch": 40.58,
      "grad_norm": 3.0504980087280273,
      "learning_rate": 4.687493316549768e-06,
      "loss": 0.5933,
      "step": 145390
    },
    {
      "epoch": 40.58,
      "grad_norm": 2.166229724884033,
      "learning_rate": 4.687493251819424e-06,
      "loss": 0.5723,
      "step": 145400
    },
    {
      "epoch": 40.58,
      "grad_norm": 3.03684401512146,
      "learning_rate": 4.687493186777127e-06,
      "loss": 0.582,
      "step": 145410
    },
    {
      "epoch": 40.59,
      "grad_norm": 1.4805759191513062,
      "learning_rate": 4.687493121422877e-06,
      "loss": 0.5747,
      "step": 145420
    },
    {
      "epoch": 40.59,
      "grad_norm": 2.8428478240966797,
      "learning_rate": 4.687493055756674e-06,
      "loss": 0.5556,
      "step": 145430
    },
    {
      "epoch": 40.59,
      "grad_norm": 2.319901704788208,
      "learning_rate": 4.687492989778519e-06,
      "loss": 0.5704,
      "step": 145440
    },
    {
      "epoch": 40.59,
      "grad_norm": 2.178267240524292,
      "learning_rate": 4.6874929234884105e-06,
      "loss": 0.563,
      "step": 145450
    },
    {
      "epoch": 40.6,
      "grad_norm": 2.541860580444336,
      "learning_rate": 4.68749285688635e-06,
      "loss": 0.5745,
      "step": 145460
    },
    {
      "epoch": 40.6,
      "grad_norm": 2.2868916988372803,
      "learning_rate": 4.687492789972335e-06,
      "loss": 0.5749,
      "step": 145470
    },
    {
      "epoch": 40.6,
      "grad_norm": 4.160928726196289,
      "learning_rate": 4.687492722746368e-06,
      "loss": 0.5854,
      "step": 145480
    },
    {
      "epoch": 40.61,
      "grad_norm": 2.9604082107543945,
      "learning_rate": 4.6874926552084495e-06,
      "loss": 0.584,
      "step": 145490
    },
    {
      "epoch": 40.61,
      "grad_norm": 2.3792636394500732,
      "learning_rate": 4.687492587358577e-06,
      "loss": 0.5818,
      "step": 145500
    },
    {
      "epoch": 40.61,
      "grad_norm": 2.434201955795288,
      "learning_rate": 4.687492519196752e-06,
      "loss": 0.5548,
      "step": 145510
    },
    {
      "epoch": 40.61,
      "grad_norm": 2.4986536502838135,
      "learning_rate": 4.687492450722974e-06,
      "loss": 0.5663,
      "step": 145520
    },
    {
      "epoch": 40.62,
      "grad_norm": 2.0911073684692383,
      "learning_rate": 4.687492381937243e-06,
      "loss": 0.5665,
      "step": 145530
    },
    {
      "epoch": 40.62,
      "grad_norm": 3.476783275604248,
      "learning_rate": 4.687492312839559e-06,
      "loss": 0.5809,
      "step": 145540
    },
    {
      "epoch": 40.62,
      "grad_norm": 2.893923282623291,
      "learning_rate": 4.687492243429923e-06,
      "loss": 0.5694,
      "step": 145550
    },
    {
      "epoch": 40.63,
      "grad_norm": 3.1519434452056885,
      "learning_rate": 4.687492173708335e-06,
      "loss": 0.5802,
      "step": 145560
    },
    {
      "epoch": 40.63,
      "grad_norm": 2.4382879734039307,
      "learning_rate": 4.6874921036747925e-06,
      "loss": 0.5621,
      "step": 145570
    },
    {
      "epoch": 40.63,
      "grad_norm": 3.358565330505371,
      "learning_rate": 4.687492033329298e-06,
      "loss": 0.5702,
      "step": 145580
    },
    {
      "epoch": 40.63,
      "grad_norm": 2.643289089202881,
      "learning_rate": 4.687491962671852e-06,
      "loss": 0.5837,
      "step": 145590
    },
    {
      "epoch": 40.64,
      "grad_norm": 3.348125457763672,
      "learning_rate": 4.687491891702452e-06,
      "loss": 0.5948,
      "step": 145600
    },
    {
      "epoch": 40.64,
      "grad_norm": 2.5576465129852295,
      "learning_rate": 4.687491820421099e-06,
      "loss": 0.6053,
      "step": 145610
    },
    {
      "epoch": 40.64,
      "grad_norm": 2.129854202270508,
      "learning_rate": 4.687491748827794e-06,
      "loss": 0.5831,
      "step": 145620
    },
    {
      "epoch": 40.64,
      "grad_norm": 3.256636619567871,
      "learning_rate": 4.687491676922536e-06,
      "loss": 0.5773,
      "step": 145630
    },
    {
      "epoch": 40.65,
      "grad_norm": 2.072016954421997,
      "learning_rate": 4.687491604705326e-06,
      "loss": 0.5796,
      "step": 145640
    },
    {
      "epoch": 40.65,
      "grad_norm": 2.4157936573028564,
      "learning_rate": 4.687491532176162e-06,
      "loss": 0.5504,
      "step": 145650
    },
    {
      "epoch": 40.65,
      "grad_norm": 2.7945382595062256,
      "learning_rate": 4.687491459335047e-06,
      "loss": 0.5783,
      "step": 145660
    },
    {
      "epoch": 40.66,
      "grad_norm": 2.055417537689209,
      "learning_rate": 4.687491386181979e-06,
      "loss": 0.5632,
      "step": 145670
    },
    {
      "epoch": 40.66,
      "grad_norm": 2.137075662612915,
      "learning_rate": 4.687491312716958e-06,
      "loss": 0.5576,
      "step": 145680
    },
    {
      "epoch": 40.66,
      "grad_norm": 2.369908332824707,
      "learning_rate": 4.687491238939985e-06,
      "loss": 0.5604,
      "step": 145690
    },
    {
      "epoch": 40.66,
      "grad_norm": 2.9015541076660156,
      "learning_rate": 4.687491164851058e-06,
      "loss": 0.5586,
      "step": 145700
    },
    {
      "epoch": 40.67,
      "grad_norm": 2.9863579273223877,
      "learning_rate": 4.6874910904501795e-06,
      "loss": 0.5767,
      "step": 145710
    },
    {
      "epoch": 40.67,
      "grad_norm": 2.318281650543213,
      "learning_rate": 4.687491015737348e-06,
      "loss": 0.5892,
      "step": 145720
    },
    {
      "epoch": 40.67,
      "grad_norm": 2.187819242477417,
      "learning_rate": 4.687490940712565e-06,
      "loss": 0.5646,
      "step": 145730
    },
    {
      "epoch": 40.68,
      "grad_norm": 2.9632484912872314,
      "learning_rate": 4.687490865375828e-06,
      "loss": 0.562,
      "step": 145740
    },
    {
      "epoch": 40.68,
      "grad_norm": 1.7149931192398071,
      "learning_rate": 4.687490789727139e-06,
      "loss": 0.5594,
      "step": 145750
    },
    {
      "epoch": 40.68,
      "grad_norm": 2.998739242553711,
      "learning_rate": 4.687490713766498e-06,
      "loss": 0.5655,
      "step": 145760
    },
    {
      "epoch": 40.68,
      "grad_norm": 2.663175344467163,
      "learning_rate": 4.6874906374939035e-06,
      "loss": 0.5562,
      "step": 145770
    },
    {
      "epoch": 40.69,
      "grad_norm": 2.2472758293151855,
      "learning_rate": 4.687490560909357e-06,
      "loss": 0.5493,
      "step": 145780
    },
    {
      "epoch": 40.69,
      "grad_norm": 2.4140310287475586,
      "learning_rate": 4.687490484012857e-06,
      "loss": 0.5868,
      "step": 145790
    },
    {
      "epoch": 40.69,
      "grad_norm": 1.9983842372894287,
      "learning_rate": 4.687490406804407e-06,
      "loss": 0.5675,
      "step": 145800
    },
    {
      "epoch": 40.69,
      "grad_norm": 2.689406156539917,
      "learning_rate": 4.687490329284002e-06,
      "loss": 0.5619,
      "step": 145810
    },
    {
      "epoch": 40.7,
      "grad_norm": 3.0665786266326904,
      "learning_rate": 4.6874902514516455e-06,
      "loss": 0.5589,
      "step": 145820
    },
    {
      "epoch": 40.7,
      "grad_norm": 2.994117259979248,
      "learning_rate": 4.687490173307337e-06,
      "loss": 0.5651,
      "step": 145830
    },
    {
      "epoch": 40.7,
      "grad_norm": 2.306103229522705,
      "learning_rate": 4.687490094851075e-06,
      "loss": 0.5663,
      "step": 145840
    },
    {
      "epoch": 40.71,
      "grad_norm": 1.956202507019043,
      "learning_rate": 4.687490016082862e-06,
      "loss": 0.5844,
      "step": 145850
    },
    {
      "epoch": 40.71,
      "grad_norm": 2.7959609031677246,
      "learning_rate": 4.687489937002695e-06,
      "loss": 0.5794,
      "step": 145860
    },
    {
      "epoch": 40.71,
      "grad_norm": 2.474975109100342,
      "learning_rate": 4.6874898576105765e-06,
      "loss": 0.5538,
      "step": 145870
    },
    {
      "epoch": 40.71,
      "grad_norm": 2.407437801361084,
      "learning_rate": 4.687489777906505e-06,
      "loss": 0.5889,
      "step": 145880
    },
    {
      "epoch": 40.72,
      "grad_norm": 2.497171401977539,
      "learning_rate": 4.687489697890481e-06,
      "loss": 0.6124,
      "step": 145890
    },
    {
      "epoch": 40.72,
      "grad_norm": 2.1792819499969482,
      "learning_rate": 4.687489617562506e-06,
      "loss": 0.568,
      "step": 145900
    },
    {
      "epoch": 40.72,
      "grad_norm": 2.386293649673462,
      "learning_rate": 4.687489536922577e-06,
      "loss": 0.5736,
      "step": 145910
    },
    {
      "epoch": 40.73,
      "grad_norm": 1.9502655267715454,
      "learning_rate": 4.687489455970697e-06,
      "loss": 0.5908,
      "step": 145920
    },
    {
      "epoch": 40.73,
      "grad_norm": 2.6963021755218506,
      "learning_rate": 4.687489374706864e-06,
      "loss": 0.5709,
      "step": 145930
    },
    {
      "epoch": 40.73,
      "grad_norm": 2.205714225769043,
      "learning_rate": 4.687489293131078e-06,
      "loss": 0.576,
      "step": 145940
    },
    {
      "epoch": 40.73,
      "grad_norm": 2.853978157043457,
      "learning_rate": 4.68748921124334e-06,
      "loss": 0.5841,
      "step": 145950
    },
    {
      "epoch": 40.74,
      "grad_norm": 2.4589645862579346,
      "learning_rate": 4.68748912904365e-06,
      "loss": 0.5762,
      "step": 145960
    },
    {
      "epoch": 40.74,
      "grad_norm": 2.2176785469055176,
      "learning_rate": 4.687489046532008e-06,
      "loss": 0.5682,
      "step": 145970
    },
    {
      "epoch": 40.74,
      "grad_norm": 3.1321916580200195,
      "learning_rate": 4.687488963708413e-06,
      "loss": 0.5867,
      "step": 145980
    },
    {
      "epoch": 40.75,
      "grad_norm": 2.32464861869812,
      "learning_rate": 4.687488880572866e-06,
      "loss": 0.5693,
      "step": 145990
    },
    {
      "epoch": 40.75,
      "grad_norm": 2.284933090209961,
      "learning_rate": 4.687488797125366e-06,
      "loss": 0.5672,
      "step": 146000
    },
    {
      "epoch": 40.75,
      "grad_norm": 2.106781482696533,
      "learning_rate": 4.687488713365915e-06,
      "loss": 0.5762,
      "step": 146010
    },
    {
      "epoch": 40.75,
      "grad_norm": 2.9296815395355225,
      "learning_rate": 4.6874886292945106e-06,
      "loss": 0.5684,
      "step": 146020
    },
    {
      "epoch": 40.76,
      "grad_norm": 2.477668523788452,
      "learning_rate": 4.687488544911155e-06,
      "loss": 0.5776,
      "step": 146030
    },
    {
      "epoch": 40.76,
      "grad_norm": 1.8513373136520386,
      "learning_rate": 4.6874884602158465e-06,
      "loss": 0.5773,
      "step": 146040
    },
    {
      "epoch": 40.76,
      "grad_norm": 2.1731841564178467,
      "learning_rate": 4.687488375208586e-06,
      "loss": 0.5571,
      "step": 146050
    },
    {
      "epoch": 40.76,
      "grad_norm": 2.4076874256134033,
      "learning_rate": 4.687488289889373e-06,
      "loss": 0.5655,
      "step": 146060
    },
    {
      "epoch": 40.77,
      "grad_norm": 2.286069869995117,
      "learning_rate": 4.687488204258208e-06,
      "loss": 0.572,
      "step": 146070
    },
    {
      "epoch": 40.77,
      "grad_norm": 2.166332483291626,
      "learning_rate": 4.687488118315091e-06,
      "loss": 0.5656,
      "step": 146080
    },
    {
      "epoch": 40.77,
      "grad_norm": 2.7568492889404297,
      "learning_rate": 4.687488032060022e-06,
      "loss": 0.5759,
      "step": 146090
    },
    {
      "epoch": 40.78,
      "grad_norm": 2.9722847938537598,
      "learning_rate": 4.6874879454930005e-06,
      "loss": 0.5829,
      "step": 146100
    },
    {
      "epoch": 40.78,
      "grad_norm": 2.3124303817749023,
      "learning_rate": 4.687487858614027e-06,
      "loss": 0.5749,
      "step": 146110
    },
    {
      "epoch": 40.78,
      "grad_norm": 3.822361707687378,
      "learning_rate": 4.687487771423101e-06,
      "loss": 0.602,
      "step": 146120
    },
    {
      "epoch": 40.78,
      "grad_norm": 1.978859543800354,
      "learning_rate": 4.6874876839202224e-06,
      "loss": 0.5661,
      "step": 146130
    },
    {
      "epoch": 40.79,
      "grad_norm": 2.430006265640259,
      "learning_rate": 4.687487596105393e-06,
      "loss": 0.5831,
      "step": 146140
    },
    {
      "epoch": 40.79,
      "grad_norm": 2.4995059967041016,
      "learning_rate": 4.68748750797861e-06,
      "loss": 0.5616,
      "step": 146150
    },
    {
      "epoch": 40.79,
      "grad_norm": 2.7851126194000244,
      "learning_rate": 4.6874874195398766e-06,
      "loss": 0.582,
      "step": 146160
    },
    {
      "epoch": 40.8,
      "grad_norm": 2.513657808303833,
      "learning_rate": 4.68748733078919e-06,
      "loss": 0.5746,
      "step": 146170
    },
    {
      "epoch": 40.8,
      "grad_norm": 2.672607183456421,
      "learning_rate": 4.687487241726551e-06,
      "loss": 0.568,
      "step": 146180
    },
    {
      "epoch": 40.8,
      "grad_norm": 2.94801664352417,
      "learning_rate": 4.687487152351961e-06,
      "loss": 0.5807,
      "step": 146190
    },
    {
      "epoch": 40.8,
      "grad_norm": 2.6353697776794434,
      "learning_rate": 4.687487062665419e-06,
      "loss": 0.562,
      "step": 146200
    },
    {
      "epoch": 40.81,
      "grad_norm": 3.8975343704223633,
      "learning_rate": 4.6874869726669234e-06,
      "loss": 0.5902,
      "step": 146210
    },
    {
      "epoch": 40.81,
      "grad_norm": 2.1113030910491943,
      "learning_rate": 4.687486882356477e-06,
      "loss": 0.5722,
      "step": 146220
    },
    {
      "epoch": 40.81,
      "grad_norm": 2.4379148483276367,
      "learning_rate": 4.687486791734078e-06,
      "loss": 0.5914,
      "step": 146230
    },
    {
      "epoch": 40.81,
      "grad_norm": 2.1237380504608154,
      "learning_rate": 4.687486700799728e-06,
      "loss": 0.5435,
      "step": 146240
    },
    {
      "epoch": 40.82,
      "grad_norm": 2.2181506156921387,
      "learning_rate": 4.6874866095534255e-06,
      "loss": 0.5826,
      "step": 146250
    },
    {
      "epoch": 40.82,
      "grad_norm": 2.5833687782287598,
      "learning_rate": 4.68748651799517e-06,
      "loss": 0.5691,
      "step": 146260
    },
    {
      "epoch": 40.82,
      "grad_norm": 2.4850354194641113,
      "learning_rate": 4.687486426124964e-06,
      "loss": 0.5733,
      "step": 146270
    },
    {
      "epoch": 40.83,
      "grad_norm": 2.327746629714966,
      "learning_rate": 4.687486333942805e-06,
      "loss": 0.5751,
      "step": 146280
    },
    {
      "epoch": 40.83,
      "grad_norm": 1.9546324014663696,
      "learning_rate": 4.687486241448695e-06,
      "loss": 0.5599,
      "step": 146290
    },
    {
      "epoch": 40.83,
      "grad_norm": 2.202737808227539,
      "learning_rate": 4.687486148642633e-06,
      "loss": 0.5749,
      "step": 146300
    },
    {
      "epoch": 40.83,
      "grad_norm": 2.5814921855926514,
      "learning_rate": 4.687486055524618e-06,
      "loss": 0.5702,
      "step": 146310
    },
    {
      "epoch": 40.84,
      "grad_norm": 3.9999375343322754,
      "learning_rate": 4.687485962094652e-06,
      "loss": 0.5952,
      "step": 146320
    },
    {
      "epoch": 40.84,
      "grad_norm": 2.508054256439209,
      "learning_rate": 4.687485868352734e-06,
      "loss": 0.5933,
      "step": 146330
    },
    {
      "epoch": 40.84,
      "grad_norm": 2.761730432510376,
      "learning_rate": 4.687485774298864e-06,
      "loss": 0.5406,
      "step": 146340
    },
    {
      "epoch": 40.85,
      "grad_norm": 2.1546313762664795,
      "learning_rate": 4.687485679933041e-06,
      "loss": 0.5659,
      "step": 146350
    },
    {
      "epoch": 40.85,
      "grad_norm": 1.9472768306732178,
      "learning_rate": 4.687485585255268e-06,
      "loss": 0.5874,
      "step": 146360
    },
    {
      "epoch": 40.85,
      "grad_norm": 2.8753278255462646,
      "learning_rate": 4.6874854902655415e-06,
      "loss": 0.5545,
      "step": 146370
    },
    {
      "epoch": 40.85,
      "grad_norm": 2.2305591106414795,
      "learning_rate": 4.687485394963865e-06,
      "loss": 0.5523,
      "step": 146380
    },
    {
      "epoch": 40.86,
      "grad_norm": 2.8424644470214844,
      "learning_rate": 4.687485299350235e-06,
      "loss": 0.5675,
      "step": 146390
    },
    {
      "epoch": 40.86,
      "grad_norm": 3.2483084201812744,
      "learning_rate": 4.687485203424654e-06,
      "loss": 0.5986,
      "step": 146400
    },
    {
      "epoch": 40.86,
      "grad_norm": 2.7610244750976562,
      "learning_rate": 4.687485107187121e-06,
      "loss": 0.5925,
      "step": 146410
    },
    {
      "epoch": 40.87,
      "grad_norm": 2.1485509872436523,
      "learning_rate": 4.687485010637637e-06,
      "loss": 0.5617,
      "step": 146420
    },
    {
      "epoch": 40.87,
      "grad_norm": 2.947950601577759,
      "learning_rate": 4.6874849137762e-06,
      "loss": 0.5581,
      "step": 146430
    },
    {
      "epoch": 40.87,
      "grad_norm": 2.873136281967163,
      "learning_rate": 4.687484816602812e-06,
      "loss": 0.5519,
      "step": 146440
    },
    {
      "epoch": 40.87,
      "grad_norm": 2.216160297393799,
      "learning_rate": 4.687484719117472e-06,
      "loss": 0.5656,
      "step": 146450
    },
    {
      "epoch": 40.88,
      "grad_norm": 1.7565768957138062,
      "learning_rate": 4.687484621320181e-06,
      "loss": 0.5615,
      "step": 146460
    },
    {
      "epoch": 40.88,
      "grad_norm": 2.594513416290283,
      "learning_rate": 4.687484523210937e-06,
      "loss": 0.5522,
      "step": 146470
    },
    {
      "epoch": 40.88,
      "grad_norm": 2.599529981613159,
      "learning_rate": 4.687484424789742e-06,
      "loss": 0.5708,
      "step": 146480
    },
    {
      "epoch": 40.88,
      "grad_norm": 2.4414615631103516,
      "learning_rate": 4.687484326056595e-06,
      "loss": 0.5863,
      "step": 146490
    },
    {
      "epoch": 40.89,
      "grad_norm": 2.2143537998199463,
      "learning_rate": 4.687484227011497e-06,
      "loss": 0.5735,
      "step": 146500
    },
    {
      "epoch": 40.89,
      "grad_norm": 2.6993093490600586,
      "learning_rate": 4.6874841276544474e-06,
      "loss": 0.5664,
      "step": 146510
    },
    {
      "epoch": 40.89,
      "grad_norm": 2.7500298023223877,
      "learning_rate": 4.687484027985445e-06,
      "loss": 0.5858,
      "step": 146520
    },
    {
      "epoch": 40.9,
      "grad_norm": 2.1099367141723633,
      "learning_rate": 4.6874839280044915e-06,
      "loss": 0.6021,
      "step": 146530
    },
    {
      "epoch": 40.9,
      "grad_norm": 2.9703757762908936,
      "learning_rate": 4.687483827711587e-06,
      "loss": 0.584,
      "step": 146540
    },
    {
      "epoch": 40.9,
      "grad_norm": 2.546807050704956,
      "learning_rate": 4.68748372710673e-06,
      "loss": 0.5701,
      "step": 146550
    },
    {
      "epoch": 40.9,
      "grad_norm": 2.1022696495056152,
      "learning_rate": 4.687483626189922e-06,
      "loss": 0.5346,
      "step": 146560
    },
    {
      "epoch": 40.91,
      "grad_norm": 2.2685112953186035,
      "learning_rate": 4.6874835249611626e-06,
      "loss": 0.5928,
      "step": 146570
    },
    {
      "epoch": 40.91,
      "grad_norm": 3.0251011848449707,
      "learning_rate": 4.68748342342045e-06,
      "loss": 0.5829,
      "step": 146580
    },
    {
      "epoch": 40.91,
      "grad_norm": 3.1579949855804443,
      "learning_rate": 4.687483321567787e-06,
      "loss": 0.5674,
      "step": 146590
    },
    {
      "epoch": 40.92,
      "grad_norm": 2.6485276222229004,
      "learning_rate": 4.687483219403173e-06,
      "loss": 0.548,
      "step": 146600
    },
    {
      "epoch": 40.92,
      "grad_norm": 2.22247314453125,
      "learning_rate": 4.687483116926607e-06,
      "loss": 0.5636,
      "step": 146610
    },
    {
      "epoch": 40.92,
      "grad_norm": 1.6630598306655884,
      "learning_rate": 4.68748301413809e-06,
      "loss": 0.583,
      "step": 146620
    },
    {
      "epoch": 40.92,
      "grad_norm": 3.7108101844787598,
      "learning_rate": 4.687482911037621e-06,
      "loss": 0.5548,
      "step": 146630
    },
    {
      "epoch": 40.93,
      "grad_norm": 2.899022102355957,
      "learning_rate": 4.6874828076252e-06,
      "loss": 0.5933,
      "step": 146640
    },
    {
      "epoch": 40.93,
      "grad_norm": 2.7699170112609863,
      "learning_rate": 4.687482703900828e-06,
      "loss": 0.5526,
      "step": 146650
    },
    {
      "epoch": 40.93,
      "grad_norm": 2.207017421722412,
      "learning_rate": 4.687482599864504e-06,
      "loss": 0.5851,
      "step": 146660
    },
    {
      "epoch": 40.93,
      "grad_norm": 2.769792318344116,
      "learning_rate": 4.6874824955162295e-06,
      "loss": 0.5708,
      "step": 146670
    },
    {
      "epoch": 40.94,
      "grad_norm": 2.822314977645874,
      "learning_rate": 4.687482390856003e-06,
      "loss": 0.5606,
      "step": 146680
    },
    {
      "epoch": 40.94,
      "grad_norm": 2.0816378593444824,
      "learning_rate": 4.687482285883826e-06,
      "loss": 0.5743,
      "step": 146690
    },
    {
      "epoch": 40.94,
      "grad_norm": 2.698566198348999,
      "learning_rate": 4.6874821805996965e-06,
      "loss": 0.5728,
      "step": 146700
    },
    {
      "epoch": 40.95,
      "grad_norm": 2.7788190841674805,
      "learning_rate": 4.687482075003616e-06,
      "loss": 0.5832,
      "step": 146710
    },
    {
      "epoch": 40.95,
      "grad_norm": 2.4713332653045654,
      "learning_rate": 4.687481969095584e-06,
      "loss": 0.5899,
      "step": 146720
    },
    {
      "epoch": 40.95,
      "grad_norm": 2.3462941646575928,
      "learning_rate": 4.6874818628756e-06,
      "loss": 0.5687,
      "step": 146730
    },
    {
      "epoch": 40.95,
      "grad_norm": 2.1201722621917725,
      "learning_rate": 4.687481756343666e-06,
      "loss": 0.586,
      "step": 146740
    },
    {
      "epoch": 40.96,
      "grad_norm": 2.3274998664855957,
      "learning_rate": 4.687481649499779e-06,
      "loss": 0.5577,
      "step": 146750
    },
    {
      "epoch": 40.96,
      "grad_norm": 3.2401304244995117,
      "learning_rate": 4.6874815423439426e-06,
      "loss": 0.6013,
      "step": 146760
    },
    {
      "epoch": 40.96,
      "grad_norm": 2.4440219402313232,
      "learning_rate": 4.687481434876154e-06,
      "loss": 0.5833,
      "step": 146770
    },
    {
      "epoch": 40.97,
      "grad_norm": 2.784209966659546,
      "learning_rate": 4.687481327096414e-06,
      "loss": 0.561,
      "step": 146780
    },
    {
      "epoch": 40.97,
      "grad_norm": 2.1469194889068604,
      "learning_rate": 4.687481219004723e-06,
      "loss": 0.5821,
      "step": 146790
    },
    {
      "epoch": 40.97,
      "grad_norm": 2.659449577331543,
      "learning_rate": 4.687481110601081e-06,
      "loss": 0.5937,
      "step": 146800
    },
    {
      "epoch": 40.97,
      "grad_norm": 2.0080788135528564,
      "learning_rate": 4.687481001885487e-06,
      "loss": 0.589,
      "step": 146810
    },
    {
      "epoch": 40.98,
      "grad_norm": 2.206300973892212,
      "learning_rate": 4.687480892857941e-06,
      "loss": 0.591,
      "step": 146820
    },
    {
      "epoch": 40.98,
      "grad_norm": 2.6032934188842773,
      "learning_rate": 4.687480783518446e-06,
      "loss": 0.5698,
      "step": 146830
    },
    {
      "epoch": 40.98,
      "grad_norm": 2.668684959411621,
      "learning_rate": 4.6874806738669985e-06,
      "loss": 0.546,
      "step": 146840
    },
    {
      "epoch": 40.99,
      "grad_norm": 2.6326146125793457,
      "learning_rate": 4.6874805639036e-06,
      "loss": 0.5592,
      "step": 146850
    },
    {
      "epoch": 40.99,
      "grad_norm": 2.2495086193084717,
      "learning_rate": 4.68748045362825e-06,
      "loss": 0.5708,
      "step": 146860
    },
    {
      "epoch": 40.99,
      "grad_norm": 2.321516990661621,
      "learning_rate": 4.687480343040949e-06,
      "loss": 0.5853,
      "step": 146870
    },
    {
      "epoch": 40.99,
      "grad_norm": 3.691275119781494,
      "learning_rate": 4.6874802321416975e-06,
      "loss": 0.5589,
      "step": 146880
    },
    {
      "epoch": 41.0,
      "grad_norm": 2.9514830112457275,
      "learning_rate": 4.687480120930493e-06,
      "loss": 0.5744,
      "step": 146890
    },
    {
      "epoch": 41.0,
      "grad_norm": 2.069859743118286,
      "learning_rate": 4.687480009407339e-06,
      "loss": 0.5773,
      "step": 146900
    },
    {
      "epoch": 41.0,
      "eval_loss": 0.5734681487083435,
      "eval_runtime": 63.2922,
      "eval_samples_per_second": 79.931,
      "eval_steps_per_second": 10.001,
      "step": 146903
    },
    {
      "epoch": 41.0,
      "grad_norm": 3.166457414627075,
      "learning_rate": 4.687479897572234e-06,
      "loss": 0.5649,
      "step": 146910
    },
    {
      "epoch": 41.0,
      "grad_norm": 2.596222400665283,
      "learning_rate": 4.687479785425177e-06,
      "loss": 0.5716,
      "step": 146920
    },
    {
      "epoch": 41.01,
      "grad_norm": 2.342864513397217,
      "learning_rate": 4.68747967296617e-06,
      "loss": 0.5685,
      "step": 146930
    },
    {
      "epoch": 41.01,
      "grad_norm": 3.0989034175872803,
      "learning_rate": 4.6874795601952114e-06,
      "loss": 0.5683,
      "step": 146940
    },
    {
      "epoch": 41.01,
      "grad_norm": 3.832871198654175,
      "learning_rate": 4.6874794471123014e-06,
      "loss": 0.5651,
      "step": 146950
    },
    {
      "epoch": 41.02,
      "grad_norm": 1.992395043373108,
      "learning_rate": 4.687479333717441e-06,
      "loss": 0.5747,
      "step": 146960
    },
    {
      "epoch": 41.02,
      "grad_norm": 2.5212626457214355,
      "learning_rate": 4.6874792200106294e-06,
      "loss": 0.5923,
      "step": 146970
    },
    {
      "epoch": 41.02,
      "grad_norm": 2.132655620574951,
      "learning_rate": 4.687479105991867e-06,
      "loss": 0.5722,
      "step": 146980
    },
    {
      "epoch": 41.02,
      "grad_norm": 3.535477876663208,
      "learning_rate": 4.6874789916611526e-06,
      "loss": 0.563,
      "step": 146990
    },
    {
      "epoch": 41.03,
      "grad_norm": 3.0352776050567627,
      "learning_rate": 4.687478877018488e-06,
      "loss": 0.5829,
      "step": 147000
    },
    {
      "epoch": 41.03,
      "grad_norm": 4.319182872772217,
      "learning_rate": 4.6874787620638725e-06,
      "loss": 0.5612,
      "step": 147010
    },
    {
      "epoch": 41.03,
      "grad_norm": 2.4636390209198,
      "learning_rate": 4.6874786467973065e-06,
      "loss": 0.5661,
      "step": 147020
    },
    {
      "epoch": 41.04,
      "grad_norm": 2.271110773086548,
      "learning_rate": 4.687478531218788e-06,
      "loss": 0.5594,
      "step": 147030
    },
    {
      "epoch": 41.04,
      "grad_norm": 3.223268508911133,
      "learning_rate": 4.687478415328321e-06,
      "loss": 0.5773,
      "step": 147040
    },
    {
      "epoch": 41.04,
      "grad_norm": 2.839531421661377,
      "learning_rate": 4.687478299125901e-06,
      "loss": 0.5494,
      "step": 147050
    },
    {
      "epoch": 41.04,
      "grad_norm": 2.0582120418548584,
      "learning_rate": 4.687478182611531e-06,
      "loss": 0.5532,
      "step": 147060
    },
    {
      "epoch": 41.05,
      "grad_norm": 1.9694926738739014,
      "learning_rate": 4.6874780657852105e-06,
      "loss": 0.5818,
      "step": 147070
    },
    {
      "epoch": 41.05,
      "grad_norm": 2.7346436977386475,
      "learning_rate": 4.687477948646938e-06,
      "loss": 0.5778,
      "step": 147080
    },
    {
      "epoch": 41.05,
      "grad_norm": 2.1410775184631348,
      "learning_rate": 4.687477831196716e-06,
      "loss": 0.5698,
      "step": 147090
    },
    {
      "epoch": 41.05,
      "grad_norm": 2.547586441040039,
      "learning_rate": 4.687477713434542e-06,
      "loss": 0.5521,
      "step": 147100
    },
    {
      "epoch": 41.06,
      "grad_norm": 1.9441739320755005,
      "learning_rate": 4.687477595360417e-06,
      "loss": 0.5495,
      "step": 147110
    },
    {
      "epoch": 41.06,
      "grad_norm": 4.390143394470215,
      "learning_rate": 4.6874774769743425e-06,
      "loss": 0.5772,
      "step": 147120
    },
    {
      "epoch": 41.06,
      "grad_norm": 2.9478416442871094,
      "learning_rate": 4.687477358276317e-06,
      "loss": 0.5529,
      "step": 147130
    },
    {
      "epoch": 41.07,
      "grad_norm": 2.5388591289520264,
      "learning_rate": 4.68747723926634e-06,
      "loss": 0.57,
      "step": 147140
    },
    {
      "epoch": 41.07,
      "grad_norm": 2.2002973556518555,
      "learning_rate": 4.687477119944413e-06,
      "loss": 0.5842,
      "step": 147150
    },
    {
      "epoch": 41.07,
      "grad_norm": 2.4934303760528564,
      "learning_rate": 4.687477000310535e-06,
      "loss": 0.5672,
      "step": 147160
    },
    {
      "epoch": 41.07,
      "grad_norm": 2.2133638858795166,
      "learning_rate": 4.6874768803647066e-06,
      "loss": 0.555,
      "step": 147170
    },
    {
      "epoch": 41.08,
      "grad_norm": 2.744999408721924,
      "learning_rate": 4.687476760106927e-06,
      "loss": 0.5703,
      "step": 147180
    },
    {
      "epoch": 41.08,
      "grad_norm": 2.2004659175872803,
      "learning_rate": 4.687476639537197e-06,
      "loss": 0.5823,
      "step": 147190
    },
    {
      "epoch": 41.08,
      "grad_norm": 2.581699848175049,
      "learning_rate": 4.6874765186555164e-06,
      "loss": 0.568,
      "step": 147200
    },
    {
      "epoch": 41.09,
      "grad_norm": 2.415630578994751,
      "learning_rate": 4.687476397461885e-06,
      "loss": 0.5887,
      "step": 147210
    },
    {
      "epoch": 41.09,
      "grad_norm": 2.1381351947784424,
      "learning_rate": 4.687476275956303e-06,
      "loss": 0.5553,
      "step": 147220
    },
    {
      "epoch": 41.09,
      "grad_norm": 2.116262912750244,
      "learning_rate": 4.68747615413877e-06,
      "loss": 0.5755,
      "step": 147230
    },
    {
      "epoch": 41.09,
      "grad_norm": 2.2971410751342773,
      "learning_rate": 4.687476032009287e-06,
      "loss": 0.5719,
      "step": 147240
    },
    {
      "epoch": 41.1,
      "grad_norm": 2.9414730072021484,
      "learning_rate": 4.687475909567853e-06,
      "loss": 0.5811,
      "step": 147250
    },
    {
      "epoch": 41.1,
      "grad_norm": 3.2514562606811523,
      "learning_rate": 4.687475786814469e-06,
      "loss": 0.5652,
      "step": 147260
    },
    {
      "epoch": 41.1,
      "grad_norm": 2.5548899173736572,
      "learning_rate": 4.687475663749134e-06,
      "loss": 0.5535,
      "step": 147270
    },
    {
      "epoch": 41.11,
      "grad_norm": 2.8454368114471436,
      "learning_rate": 4.6874755403718485e-06,
      "loss": 0.5755,
      "step": 147280
    },
    {
      "epoch": 41.11,
      "grad_norm": 2.4755945205688477,
      "learning_rate": 4.687475416682613e-06,
      "loss": 0.546,
      "step": 147290
    },
    {
      "epoch": 41.11,
      "grad_norm": 3.204627513885498,
      "learning_rate": 4.687475292681426e-06,
      "loss": 0.5778,
      "step": 147300
    },
    {
      "epoch": 41.11,
      "grad_norm": 2.642914056777954,
      "learning_rate": 4.687475168368289e-06,
      "loss": 0.5598,
      "step": 147310
    },
    {
      "epoch": 41.12,
      "grad_norm": 2.815955400466919,
      "learning_rate": 4.687475043743202e-06,
      "loss": 0.5607,
      "step": 147320
    },
    {
      "epoch": 41.12,
      "grad_norm": 2.4372100830078125,
      "learning_rate": 4.687474918806164e-06,
      "loss": 0.5769,
      "step": 147330
    },
    {
      "epoch": 41.12,
      "grad_norm": 2.2442069053649902,
      "learning_rate": 4.687474793557176e-06,
      "loss": 0.5781,
      "step": 147340
    },
    {
      "epoch": 41.12,
      "grad_norm": 2.8466269969940186,
      "learning_rate": 4.687474667996238e-06,
      "loss": 0.5756,
      "step": 147350
    },
    {
      "epoch": 41.13,
      "grad_norm": 3.4747865200042725,
      "learning_rate": 4.687474542123349e-06,
      "loss": 0.5814,
      "step": 147360
    },
    {
      "epoch": 41.13,
      "grad_norm": 2.734189748764038,
      "learning_rate": 4.68747441593851e-06,
      "loss": 0.5816,
      "step": 147370
    },
    {
      "epoch": 41.13,
      "grad_norm": 2.4229085445404053,
      "learning_rate": 4.687474289441719e-06,
      "loss": 0.5611,
      "step": 147380
    },
    {
      "epoch": 41.14,
      "grad_norm": 2.6258089542388916,
      "learning_rate": 4.68747416263298e-06,
      "loss": 0.5642,
      "step": 147390
    },
    {
      "epoch": 41.14,
      "grad_norm": 4.0342020988464355,
      "learning_rate": 4.687474035512289e-06,
      "loss": 0.5818,
      "step": 147400
    },
    {
      "epoch": 41.14,
      "grad_norm": 3.0551350116729736,
      "learning_rate": 4.6874739080796484e-06,
      "loss": 0.5858,
      "step": 147410
    },
    {
      "epoch": 41.14,
      "grad_norm": 2.537371873855591,
      "learning_rate": 4.687473780335057e-06,
      "loss": 0.556,
      "step": 147420
    },
    {
      "epoch": 41.15,
      "grad_norm": 2.5639443397521973,
      "learning_rate": 4.687473652278516e-06,
      "loss": 0.5694,
      "step": 147430
    },
    {
      "epoch": 41.15,
      "grad_norm": 2.483945369720459,
      "learning_rate": 4.687473523910025e-06,
      "loss": 0.558,
      "step": 147440
    },
    {
      "epoch": 41.15,
      "grad_norm": 2.4277870655059814,
      "learning_rate": 4.687473395229583e-06,
      "loss": 0.5644,
      "step": 147450
    },
    {
      "epoch": 41.16,
      "grad_norm": 1.8123270273208618,
      "learning_rate": 4.687473266237191e-06,
      "loss": 0.6079,
      "step": 147460
    },
    {
      "epoch": 41.16,
      "grad_norm": 2.83611798286438,
      "learning_rate": 4.687473136932849e-06,
      "loss": 0.5779,
      "step": 147470
    },
    {
      "epoch": 41.16,
      "grad_norm": 2.889098644256592,
      "learning_rate": 4.687473007316556e-06,
      "loss": 0.5849,
      "step": 147480
    },
    {
      "epoch": 41.16,
      "grad_norm": 2.5436716079711914,
      "learning_rate": 4.687472877388314e-06,
      "loss": 0.5609,
      "step": 147490
    },
    {
      "epoch": 41.17,
      "grad_norm": 2.2762136459350586,
      "learning_rate": 4.6874727471481214e-06,
      "loss": 0.5791,
      "step": 147500
    },
    {
      "epoch": 41.17,
      "grad_norm": 2.716902017593384,
      "learning_rate": 4.6874726165959785e-06,
      "loss": 0.5802,
      "step": 147510
    },
    {
      "epoch": 41.17,
      "grad_norm": 2.254058599472046,
      "learning_rate": 4.687472485731886e-06,
      "loss": 0.5816,
      "step": 147520
    },
    {
      "epoch": 41.17,
      "grad_norm": 2.5256359577178955,
      "learning_rate": 4.687472354555842e-06,
      "loss": 0.5706,
      "step": 147530
    },
    {
      "epoch": 41.18,
      "grad_norm": 2.004688262939453,
      "learning_rate": 4.687472223067849e-06,
      "loss": 0.581,
      "step": 147540
    },
    {
      "epoch": 41.18,
      "grad_norm": 3.136110544204712,
      "learning_rate": 4.687472091267906e-06,
      "loss": 0.5565,
      "step": 147550
    },
    {
      "epoch": 41.18,
      "grad_norm": 2.550549268722534,
      "learning_rate": 4.6874719591560125e-06,
      "loss": 0.5476,
      "step": 147560
    },
    {
      "epoch": 41.19,
      "grad_norm": 3.1537113189697266,
      "learning_rate": 4.68747182673217e-06,
      "loss": 0.5648,
      "step": 147570
    },
    {
      "epoch": 41.19,
      "grad_norm": 2.6566576957702637,
      "learning_rate": 4.687471693996376e-06,
      "loss": 0.5673,
      "step": 147580
    },
    {
      "epoch": 41.19,
      "grad_norm": 2.651834011077881,
      "learning_rate": 4.687471560948633e-06,
      "loss": 0.5795,
      "step": 147590
    },
    {
      "epoch": 41.19,
      "grad_norm": 3.5103776454925537,
      "learning_rate": 4.68747142758894e-06,
      "loss": 0.5706,
      "step": 147600
    },
    {
      "epoch": 41.2,
      "grad_norm": 1.6553709506988525,
      "learning_rate": 4.687471293917296e-06,
      "loss": 0.575,
      "step": 147610
    },
    {
      "epoch": 41.2,
      "grad_norm": 1.892193078994751,
      "learning_rate": 4.687471159933703e-06,
      "loss": 0.5754,
      "step": 147620
    },
    {
      "epoch": 41.2,
      "grad_norm": 2.5535268783569336,
      "learning_rate": 4.68747102563816e-06,
      "loss": 0.5607,
      "step": 147630
    },
    {
      "epoch": 41.21,
      "grad_norm": 2.4148457050323486,
      "learning_rate": 4.687470891030668e-06,
      "loss": 0.5816,
      "step": 147640
    },
    {
      "epoch": 41.21,
      "grad_norm": 2.9624946117401123,
      "learning_rate": 4.6874707561112246e-06,
      "loss": 0.5763,
      "step": 147650
    },
    {
      "epoch": 41.21,
      "grad_norm": 2.412580966949463,
      "learning_rate": 4.687470620879832e-06,
      "loss": 0.5736,
      "step": 147660
    },
    {
      "epoch": 41.21,
      "grad_norm": 2.5520596504211426,
      "learning_rate": 4.687470485336488e-06,
      "loss": 0.5609,
      "step": 147670
    },
    {
      "epoch": 41.22,
      "grad_norm": 2.712036371231079,
      "learning_rate": 4.687470349481196e-06,
      "loss": 0.5778,
      "step": 147680
    },
    {
      "epoch": 41.22,
      "grad_norm": 2.689040422439575,
      "learning_rate": 4.6874702133139535e-06,
      "loss": 0.5824,
      "step": 147690
    },
    {
      "epoch": 41.22,
      "grad_norm": 2.7964000701904297,
      "learning_rate": 4.687470076834762e-06,
      "loss": 0.569,
      "step": 147700
    },
    {
      "epoch": 41.23,
      "grad_norm": 3.1653740406036377,
      "learning_rate": 4.687469940043621e-06,
      "loss": 0.5685,
      "step": 147710
    },
    {
      "epoch": 41.23,
      "grad_norm": 2.702310800552368,
      "learning_rate": 4.687469802940529e-06,
      "loss": 0.5486,
      "step": 147720
    },
    {
      "epoch": 41.23,
      "grad_norm": 2.7074058055877686,
      "learning_rate": 4.687469665525487e-06,
      "loss": 0.5765,
      "step": 147730
    },
    {
      "epoch": 41.23,
      "grad_norm": 2.7775604724884033,
      "learning_rate": 4.687469527798496e-06,
      "loss": 0.5692,
      "step": 147740
    },
    {
      "epoch": 41.24,
      "grad_norm": 2.5989038944244385,
      "learning_rate": 4.687469389759555e-06,
      "loss": 0.5441,
      "step": 147750
    },
    {
      "epoch": 41.24,
      "grad_norm": 2.3972599506378174,
      "learning_rate": 4.687469251408665e-06,
      "loss": 0.5612,
      "step": 147760
    },
    {
      "epoch": 41.24,
      "grad_norm": 2.1934614181518555,
      "learning_rate": 4.6874691127458246e-06,
      "loss": 0.5793,
      "step": 147770
    },
    {
      "epoch": 41.24,
      "grad_norm": 2.438404083251953,
      "learning_rate": 4.687468973771035e-06,
      "loss": 0.5651,
      "step": 147780
    },
    {
      "epoch": 41.25,
      "grad_norm": 2.75858998298645,
      "learning_rate": 4.687468834484295e-06,
      "loss": 0.5619,
      "step": 147790
    },
    {
      "epoch": 41.25,
      "grad_norm": 2.527667284011841,
      "learning_rate": 4.687468694885606e-06,
      "loss": 0.5695,
      "step": 147800
    },
    {
      "epoch": 41.25,
      "grad_norm": 2.161073684692383,
      "learning_rate": 4.687468554974968e-06,
      "loss": 0.5911,
      "step": 147810
    },
    {
      "epoch": 41.26,
      "grad_norm": 2.510563373565674,
      "learning_rate": 4.68746841475238e-06,
      "loss": 0.5955,
      "step": 147820
    },
    {
      "epoch": 41.26,
      "grad_norm": 2.1475131511688232,
      "learning_rate": 4.687468274217842e-06,
      "loss": 0.551,
      "step": 147830
    },
    {
      "epoch": 41.26,
      "grad_norm": 2.5648155212402344,
      "learning_rate": 4.687468133371354e-06,
      "loss": 0.5941,
      "step": 147840
    },
    {
      "epoch": 41.26,
      "grad_norm": 2.395197868347168,
      "learning_rate": 4.687467992212917e-06,
      "loss": 0.5786,
      "step": 147850
    },
    {
      "epoch": 41.27,
      "grad_norm": 2.80080509185791,
      "learning_rate": 4.687467850742531e-06,
      "loss": 0.5972,
      "step": 147860
    },
    {
      "epoch": 41.27,
      "grad_norm": 2.326730489730835,
      "learning_rate": 4.687467708960195e-06,
      "loss": 0.5722,
      "step": 147870
    },
    {
      "epoch": 41.27,
      "grad_norm": 3.077877998352051,
      "learning_rate": 4.68746756686591e-06,
      "loss": 0.5538,
      "step": 147880
    },
    {
      "epoch": 41.28,
      "grad_norm": 2.2297449111938477,
      "learning_rate": 4.687467424459675e-06,
      "loss": 0.5641,
      "step": 147890
    },
    {
      "epoch": 41.28,
      "grad_norm": 1.9127014875411987,
      "learning_rate": 4.687467281741491e-06,
      "loss": 0.5724,
      "step": 147900
    },
    {
      "epoch": 41.28,
      "grad_norm": 2.877474784851074,
      "learning_rate": 4.687467138711357e-06,
      "loss": 0.5912,
      "step": 147910
    },
    {
      "epoch": 41.28,
      "grad_norm": 3.2515339851379395,
      "learning_rate": 4.6874669953692744e-06,
      "loss": 0.568,
      "step": 147920
    },
    {
      "epoch": 41.29,
      "grad_norm": 2.6117191314697266,
      "learning_rate": 4.687466851715242e-06,
      "loss": 0.5726,
      "step": 147930
    },
    {
      "epoch": 41.29,
      "grad_norm": 2.6262552738189697,
      "learning_rate": 4.687466707749261e-06,
      "loss": 0.5913,
      "step": 147940
    },
    {
      "epoch": 41.29,
      "grad_norm": 2.4094510078430176,
      "learning_rate": 4.68746656347133e-06,
      "loss": 0.5711,
      "step": 147950
    },
    {
      "epoch": 41.3,
      "grad_norm": 2.8305022716522217,
      "learning_rate": 4.687466418881449e-06,
      "loss": 0.5819,
      "step": 147960
    },
    {
      "epoch": 41.3,
      "grad_norm": 2.2189416885375977,
      "learning_rate": 4.687466273979619e-06,
      "loss": 0.5756,
      "step": 147970
    },
    {
      "epoch": 41.3,
      "grad_norm": 2.5793144702911377,
      "learning_rate": 4.68746612876584e-06,
      "loss": 0.5885,
      "step": 147980
    },
    {
      "epoch": 41.3,
      "grad_norm": 1.8809480667114258,
      "learning_rate": 4.687465983240112e-06,
      "loss": 0.5581,
      "step": 147990
    },
    {
      "epoch": 41.31,
      "grad_norm": 2.3559436798095703,
      "learning_rate": 4.687465837402436e-06,
      "loss": 0.5824,
      "step": 148000
    },
    {
      "epoch": 41.31,
      "grad_norm": 1.9661952257156372,
      "learning_rate": 4.687465691252809e-06,
      "loss": 0.5832,
      "step": 148010
    },
    {
      "epoch": 41.31,
      "grad_norm": 2.822471857070923,
      "learning_rate": 4.687465544791232e-06,
      "loss": 0.5445,
      "step": 148020
    },
    {
      "epoch": 41.31,
      "grad_norm": 3.215243339538574,
      "learning_rate": 4.687465398017708e-06,
      "loss": 0.56,
      "step": 148030
    },
    {
      "epoch": 41.32,
      "grad_norm": 2.222797393798828,
      "learning_rate": 4.687465250932234e-06,
      "loss": 0.5654,
      "step": 148040
    },
    {
      "epoch": 41.32,
      "grad_norm": 2.867363691329956,
      "learning_rate": 4.68746510353481e-06,
      "loss": 0.5487,
      "step": 148050
    },
    {
      "epoch": 41.32,
      "grad_norm": 2.0282487869262695,
      "learning_rate": 4.6874649558254375e-06,
      "loss": 0.5738,
      "step": 148060
    },
    {
      "epoch": 41.33,
      "grad_norm": 3.049586772918701,
      "learning_rate": 4.687464807804116e-06,
      "loss": 0.5942,
      "step": 148070
    },
    {
      "epoch": 41.33,
      "grad_norm": 2.595139265060425,
      "learning_rate": 4.6874646594708455e-06,
      "loss": 0.5731,
      "step": 148080
    },
    {
      "epoch": 41.33,
      "grad_norm": 2.799304962158203,
      "learning_rate": 4.6874645108256265e-06,
      "loss": 0.584,
      "step": 148090
    },
    {
      "epoch": 41.33,
      "grad_norm": 2.104015827178955,
      "learning_rate": 4.687464361868457e-06,
      "loss": 0.5699,
      "step": 148100
    },
    {
      "epoch": 41.34,
      "grad_norm": 2.3148982524871826,
      "learning_rate": 4.687464212599339e-06,
      "loss": 0.5675,
      "step": 148110
    },
    {
      "epoch": 41.34,
      "grad_norm": 2.175974130630493,
      "learning_rate": 4.687464063018272e-06,
      "loss": 0.5853,
      "step": 148120
    },
    {
      "epoch": 41.34,
      "grad_norm": 2.6668777465820312,
      "learning_rate": 4.687463913125257e-06,
      "loss": 0.5613,
      "step": 148130
    },
    {
      "epoch": 41.35,
      "grad_norm": 2.0916333198547363,
      "learning_rate": 4.687463762920293e-06,
      "loss": 0.5626,
      "step": 148140
    },
    {
      "epoch": 41.35,
      "grad_norm": 2.9033563137054443,
      "learning_rate": 4.687463612403379e-06,
      "loss": 0.5723,
      "step": 148150
    },
    {
      "epoch": 41.35,
      "grad_norm": 2.430155038833618,
      "learning_rate": 4.687463461574516e-06,
      "loss": 0.5697,
      "step": 148160
    },
    {
      "epoch": 41.35,
      "grad_norm": 2.6313297748565674,
      "learning_rate": 4.687463310433705e-06,
      "loss": 0.5665,
      "step": 148170
    },
    {
      "epoch": 41.36,
      "grad_norm": 2.353597640991211,
      "learning_rate": 4.687463158980945e-06,
      "loss": 0.5886,
      "step": 148180
    },
    {
      "epoch": 41.36,
      "grad_norm": 2.5170845985412598,
      "learning_rate": 4.687463007216235e-06,
      "loss": 0.5558,
      "step": 148190
    },
    {
      "epoch": 41.36,
      "grad_norm": 2.259059429168701,
      "learning_rate": 4.6874628551395775e-06,
      "loss": 0.5703,
      "step": 148200
    },
    {
      "epoch": 41.36,
      "grad_norm": 3.614940643310547,
      "learning_rate": 4.687462702750971e-06,
      "loss": 0.5705,
      "step": 148210
    },
    {
      "epoch": 41.37,
      "grad_norm": 3.6365509033203125,
      "learning_rate": 4.687462550050416e-06,
      "loss": 0.5889,
      "step": 148220
    },
    {
      "epoch": 41.37,
      "grad_norm": 2.114694833755493,
      "learning_rate": 4.687462397037911e-06,
      "loss": 0.5688,
      "step": 148230
    },
    {
      "epoch": 41.37,
      "grad_norm": 2.1462361812591553,
      "learning_rate": 4.6874622437134575e-06,
      "loss": 0.5743,
      "step": 148240
    },
    {
      "epoch": 41.38,
      "grad_norm": 2.28501558303833,
      "learning_rate": 4.687462090077056e-06,
      "loss": 0.5672,
      "step": 148250
    },
    {
      "epoch": 41.38,
      "grad_norm": 3.519024133682251,
      "learning_rate": 4.687461936128705e-06,
      "loss": 0.5832,
      "step": 148260
    },
    {
      "epoch": 41.38,
      "grad_norm": 3.023576498031616,
      "learning_rate": 4.687461781868406e-06,
      "loss": 0.5673,
      "step": 148270
    },
    {
      "epoch": 41.38,
      "grad_norm": 2.864182472229004,
      "learning_rate": 4.687461627296158e-06,
      "loss": 0.5873,
      "step": 148280
    },
    {
      "epoch": 41.39,
      "grad_norm": 2.1453003883361816,
      "learning_rate": 4.687461472411961e-06,
      "loss": 0.5767,
      "step": 148290
    },
    {
      "epoch": 41.39,
      "grad_norm": 2.258418083190918,
      "learning_rate": 4.687461317215816e-06,
      "loss": 0.5692,
      "step": 148300
    },
    {
      "epoch": 41.39,
      "grad_norm": 3.9178998470306396,
      "learning_rate": 4.687461161707722e-06,
      "loss": 0.5708,
      "step": 148310
    },
    {
      "epoch": 41.4,
      "grad_norm": 2.5174362659454346,
      "learning_rate": 4.68746100588768e-06,
      "loss": 0.5542,
      "step": 148320
    },
    {
      "epoch": 41.4,
      "grad_norm": 2.5733916759490967,
      "learning_rate": 4.687460849755688e-06,
      "loss": 0.5687,
      "step": 148330
    },
    {
      "epoch": 41.4,
      "grad_norm": 10.845149040222168,
      "learning_rate": 4.687460693311749e-06,
      "loss": 0.5758,
      "step": 148340
    },
    {
      "epoch": 41.4,
      "grad_norm": 2.9570016860961914,
      "learning_rate": 4.687460536555861e-06,
      "loss": 0.573,
      "step": 148350
    },
    {
      "epoch": 41.41,
      "grad_norm": 3.1855015754699707,
      "learning_rate": 4.687460379488024e-06,
      "loss": 0.5862,
      "step": 148360
    },
    {
      "epoch": 41.41,
      "grad_norm": 1.577241063117981,
      "learning_rate": 4.687460222108239e-06,
      "loss": 0.5854,
      "step": 148370
    },
    {
      "epoch": 41.41,
      "grad_norm": 2.1041529178619385,
      "learning_rate": 4.687460064416505e-06,
      "loss": 0.5685,
      "step": 148380
    },
    {
      "epoch": 41.42,
      "grad_norm": 2.5646166801452637,
      "learning_rate": 4.687459906412823e-06,
      "loss": 0.5579,
      "step": 148390
    },
    {
      "epoch": 41.42,
      "grad_norm": 3.8201534748077393,
      "learning_rate": 4.6874597480971925e-06,
      "loss": 0.5889,
      "step": 148400
    },
    {
      "epoch": 41.42,
      "grad_norm": 2.3631019592285156,
      "learning_rate": 4.687459589469614e-06,
      "loss": 0.5765,
      "step": 148410
    },
    {
      "epoch": 41.42,
      "grad_norm": 2.1611807346343994,
      "learning_rate": 4.687459430530087e-06,
      "loss": 0.5582,
      "step": 148420
    },
    {
      "epoch": 41.43,
      "grad_norm": 2.100217819213867,
      "learning_rate": 4.687459271278612e-06,
      "loss": 0.5632,
      "step": 148430
    },
    {
      "epoch": 41.43,
      "grad_norm": 2.6017091274261475,
      "learning_rate": 4.687459111715187e-06,
      "loss": 0.5872,
      "step": 148440
    },
    {
      "epoch": 41.43,
      "grad_norm": 3.406867265701294,
      "learning_rate": 4.687458951839815e-06,
      "loss": 0.5708,
      "step": 148450
    },
    {
      "epoch": 41.43,
      "grad_norm": 2.845684051513672,
      "learning_rate": 4.687458791652495e-06,
      "loss": 0.5837,
      "step": 148460
    },
    {
      "epoch": 41.44,
      "grad_norm": 2.6626851558685303,
      "learning_rate": 4.687458631153226e-06,
      "loss": 0.5723,
      "step": 148470
    },
    {
      "epoch": 41.44,
      "grad_norm": 2.553868055343628,
      "learning_rate": 4.687458470342008e-06,
      "loss": 0.5498,
      "step": 148480
    },
    {
      "epoch": 41.44,
      "grad_norm": 2.367253303527832,
      "learning_rate": 4.687458309218843e-06,
      "loss": 0.5775,
      "step": 148490
    },
    {
      "epoch": 41.45,
      "grad_norm": 3.1322152614593506,
      "learning_rate": 4.6874581477837294e-06,
      "loss": 0.5805,
      "step": 148500
    },
    {
      "epoch": 41.45,
      "grad_norm": 2.4175925254821777,
      "learning_rate": 4.6874579860366675e-06,
      "loss": 0.5827,
      "step": 148510
    },
    {
      "epoch": 41.45,
      "grad_norm": 2.3376317024230957,
      "learning_rate": 4.687457823977658e-06,
      "loss": 0.5718,
      "step": 148520
    },
    {
      "epoch": 41.45,
      "grad_norm": 1.9938746690750122,
      "learning_rate": 4.687457661606699e-06,
      "loss": 0.595,
      "step": 148530
    },
    {
      "epoch": 41.46,
      "grad_norm": 2.3372042179107666,
      "learning_rate": 4.687457498923793e-06,
      "loss": 0.5851,
      "step": 148540
    },
    {
      "epoch": 41.46,
      "grad_norm": 2.3016538619995117,
      "learning_rate": 4.687457335928939e-06,
      "loss": 0.582,
      "step": 148550
    },
    {
      "epoch": 41.46,
      "grad_norm": 2.492868185043335,
      "learning_rate": 4.687457172622137e-06,
      "loss": 0.5802,
      "step": 148560
    },
    {
      "epoch": 41.47,
      "grad_norm": 2.305337905883789,
      "learning_rate": 4.687457009003386e-06,
      "loss": 0.5612,
      "step": 148570
    },
    {
      "epoch": 41.47,
      "grad_norm": 1.92657470703125,
      "learning_rate": 4.687456845072688e-06,
      "loss": 0.5715,
      "step": 148580
    },
    {
      "epoch": 41.47,
      "grad_norm": 2.368837833404541,
      "learning_rate": 4.6874566808300415e-06,
      "loss": 0.5795,
      "step": 148590
    },
    {
      "epoch": 41.47,
      "grad_norm": 3.1792922019958496,
      "learning_rate": 4.6874565162754465e-06,
      "loss": 0.5814,
      "step": 148600
    },
    {
      "epoch": 41.48,
      "grad_norm": 2.379027843475342,
      "learning_rate": 4.687456351408904e-06,
      "loss": 0.5938,
      "step": 148610
    },
    {
      "epoch": 41.48,
      "grad_norm": 2.653515100479126,
      "learning_rate": 4.687456186230413e-06,
      "loss": 0.5962,
      "step": 148620
    },
    {
      "epoch": 41.48,
      "grad_norm": 2.3379833698272705,
      "learning_rate": 4.687456020739975e-06,
      "loss": 0.5609,
      "step": 148630
    },
    {
      "epoch": 41.48,
      "grad_norm": 4.220568656921387,
      "learning_rate": 4.687455854937589e-06,
      "loss": 0.5794,
      "step": 148640
    },
    {
      "epoch": 41.49,
      "grad_norm": 2.326643466949463,
      "learning_rate": 4.687455688823254e-06,
      "loss": 0.5807,
      "step": 148650
    },
    {
      "epoch": 41.49,
      "grad_norm": 2.1635007858276367,
      "learning_rate": 4.687455522396973e-06,
      "loss": 0.5793,
      "step": 148660
    },
    {
      "epoch": 41.49,
      "grad_norm": 2.234178304672241,
      "learning_rate": 4.687455355658742e-06,
      "loss": 0.5862,
      "step": 148670
    },
    {
      "epoch": 41.5,
      "grad_norm": 2.7423954010009766,
      "learning_rate": 4.6874551886085645e-06,
      "loss": 0.5912,
      "step": 148680
    },
    {
      "epoch": 41.5,
      "grad_norm": 2.079603672027588,
      "learning_rate": 4.687455021246439e-06,
      "loss": 0.5645,
      "step": 148690
    },
    {
      "epoch": 41.5,
      "grad_norm": 2.3447580337524414,
      "learning_rate": 4.687454853572366e-06,
      "loss": 0.5483,
      "step": 148700
    },
    {
      "epoch": 41.5,
      "grad_norm": 2.4829928874969482,
      "learning_rate": 4.6874546855863444e-06,
      "loss": 0.5865,
      "step": 148710
    },
    {
      "epoch": 41.51,
      "grad_norm": 1.8922237157821655,
      "learning_rate": 4.687454517288376e-06,
      "loss": 0.5655,
      "step": 148720
    },
    {
      "epoch": 41.51,
      "grad_norm": 3.1389429569244385,
      "learning_rate": 4.687454348678459e-06,
      "loss": 0.56,
      "step": 148730
    },
    {
      "epoch": 41.51,
      "grad_norm": 2.8028922080993652,
      "learning_rate": 4.687454179756595e-06,
      "loss": 0.5626,
      "step": 148740
    },
    {
      "epoch": 41.52,
      "grad_norm": 2.5278823375701904,
      "learning_rate": 4.687454010522784e-06,
      "loss": 0.5715,
      "step": 148750
    },
    {
      "epoch": 41.52,
      "grad_norm": 2.6982951164245605,
      "learning_rate": 4.6874538409770236e-06,
      "loss": 0.561,
      "step": 148760
    },
    {
      "epoch": 41.52,
      "grad_norm": 2.315298557281494,
      "learning_rate": 4.687453671119317e-06,
      "loss": 0.5662,
      "step": 148770
    },
    {
      "epoch": 41.52,
      "grad_norm": 2.5279643535614014,
      "learning_rate": 4.687453500949663e-06,
      "loss": 0.5784,
      "step": 148780
    },
    {
      "epoch": 41.53,
      "grad_norm": 2.181199073791504,
      "learning_rate": 4.68745333046806e-06,
      "loss": 0.561,
      "step": 148790
    },
    {
      "epoch": 41.53,
      "grad_norm": 2.3844079971313477,
      "learning_rate": 4.68745315967451e-06,
      "loss": 0.5714,
      "step": 148800
    },
    {
      "epoch": 41.53,
      "grad_norm": 2.385324478149414,
      "learning_rate": 4.687452988569013e-06,
      "loss": 0.5663,
      "step": 148810
    },
    {
      "epoch": 41.54,
      "grad_norm": 2.997413396835327,
      "learning_rate": 4.687452817151568e-06,
      "loss": 0.5654,
      "step": 148820
    },
    {
      "epoch": 41.54,
      "grad_norm": 2.3796000480651855,
      "learning_rate": 4.687452645422175e-06,
      "loss": 0.5627,
      "step": 148830
    },
    {
      "epoch": 41.54,
      "grad_norm": 2.6480746269226074,
      "learning_rate": 4.687452473380836e-06,
      "loss": 0.5638,
      "step": 148840
    },
    {
      "epoch": 41.54,
      "grad_norm": 2.3967013359069824,
      "learning_rate": 4.687452301027549e-06,
      "loss": 0.5722,
      "step": 148850
    },
    {
      "epoch": 41.55,
      "grad_norm": 2.99078106880188,
      "learning_rate": 4.687452128362314e-06,
      "loss": 0.581,
      "step": 148860
    },
    {
      "epoch": 41.55,
      "grad_norm": 2.0071449279785156,
      "learning_rate": 4.687451955385132e-06,
      "loss": 0.5689,
      "step": 148870
    },
    {
      "epoch": 41.55,
      "grad_norm": 2.6802523136138916,
      "learning_rate": 4.687451782096002e-06,
      "loss": 0.6031,
      "step": 148880
    },
    {
      "epoch": 41.55,
      "grad_norm": 3.194812774658203,
      "learning_rate": 4.687451608494925e-06,
      "loss": 0.5795,
      "step": 148890
    },
    {
      "epoch": 41.56,
      "grad_norm": 3.011579751968384,
      "learning_rate": 4.687451434581901e-06,
      "loss": 0.5614,
      "step": 148900
    },
    {
      "epoch": 41.56,
      "grad_norm": 2.3613815307617188,
      "learning_rate": 4.68745126035693e-06,
      "loss": 0.5505,
      "step": 148910
    },
    {
      "epoch": 41.56,
      "grad_norm": 3.4042763710021973,
      "learning_rate": 4.687451085820011e-06,
      "loss": 0.5767,
      "step": 148920
    },
    {
      "epoch": 41.57,
      "grad_norm": 3.1074721813201904,
      "learning_rate": 4.687450910971145e-06,
      "loss": 0.5744,
      "step": 148930
    },
    {
      "epoch": 41.57,
      "grad_norm": 2.68035626411438,
      "learning_rate": 4.687450735810332e-06,
      "loss": 0.5601,
      "step": 148940
    },
    {
      "epoch": 41.57,
      "grad_norm": 2.6474382877349854,
      "learning_rate": 4.687450560337571e-06,
      "loss": 0.567,
      "step": 148950
    },
    {
      "epoch": 41.57,
      "grad_norm": 2.23872709274292,
      "learning_rate": 4.6874503845528635e-06,
      "loss": 0.5704,
      "step": 148960
    },
    {
      "epoch": 41.58,
      "grad_norm": 2.754359006881714,
      "learning_rate": 4.68745020845621e-06,
      "loss": 0.5845,
      "step": 148970
    },
    {
      "epoch": 41.58,
      "grad_norm": 2.6974432468414307,
      "learning_rate": 4.687450032047607e-06,
      "loss": 0.5517,
      "step": 148980
    },
    {
      "epoch": 41.58,
      "grad_norm": 2.641918420791626,
      "learning_rate": 4.687449855327058e-06,
      "loss": 0.5556,
      "step": 148990
    },
    {
      "epoch": 41.59,
      "grad_norm": 2.293755054473877,
      "learning_rate": 4.687449678294563e-06,
      "loss": 0.5704,
      "step": 149000
    },
    {
      "epoch": 41.59,
      "grad_norm": 3.1260807514190674,
      "learning_rate": 4.687449500950119e-06,
      "loss": 0.5702,
      "step": 149010
    },
    {
      "epoch": 41.59,
      "grad_norm": 3.143630266189575,
      "learning_rate": 4.6874493232937295e-06,
      "loss": 0.6101,
      "step": 149020
    },
    {
      "epoch": 41.59,
      "grad_norm": 2.613633155822754,
      "learning_rate": 4.687449145325392e-06,
      "loss": 0.598,
      "step": 149030
    },
    {
      "epoch": 41.6,
      "grad_norm": 1.9288361072540283,
      "learning_rate": 4.6874489670451075e-06,
      "loss": 0.5632,
      "step": 149040
    },
    {
      "epoch": 41.6,
      "grad_norm": 3.1393449306488037,
      "learning_rate": 4.687448788452877e-06,
      "loss": 0.5709,
      "step": 149050
    },
    {
      "epoch": 41.6,
      "grad_norm": 2.346975803375244,
      "learning_rate": 4.687448609548699e-06,
      "loss": 0.5419,
      "step": 149060
    },
    {
      "epoch": 41.6,
      "grad_norm": 2.399590015411377,
      "learning_rate": 4.687448430332574e-06,
      "loss": 0.6012,
      "step": 149070
    },
    {
      "epoch": 41.61,
      "grad_norm": 2.5541200637817383,
      "learning_rate": 4.6874482508045014e-06,
      "loss": 0.5668,
      "step": 149080
    },
    {
      "epoch": 41.61,
      "grad_norm": 3.113703727722168,
      "learning_rate": 4.687448070964483e-06,
      "loss": 0.5727,
      "step": 149090
    },
    {
      "epoch": 41.61,
      "grad_norm": 2.6389129161834717,
      "learning_rate": 4.687447890812517e-06,
      "loss": 0.5599,
      "step": 149100
    },
    {
      "epoch": 41.62,
      "grad_norm": 2.2845685482025146,
      "learning_rate": 4.687447710348605e-06,
      "loss": 0.5634,
      "step": 149110
    },
    {
      "epoch": 41.62,
      "grad_norm": 2.047091245651245,
      "learning_rate": 4.687447529572745e-06,
      "loss": 0.5658,
      "step": 149120
    },
    {
      "epoch": 41.62,
      "grad_norm": 2.5558652877807617,
      "learning_rate": 4.6874473484849395e-06,
      "loss": 0.5773,
      "step": 149130
    },
    {
      "epoch": 41.62,
      "grad_norm": 2.5803463459014893,
      "learning_rate": 4.687447167085187e-06,
      "loss": 0.5569,
      "step": 149140
    },
    {
      "epoch": 41.63,
      "grad_norm": 3.175645589828491,
      "learning_rate": 4.687446985373487e-06,
      "loss": 0.5565,
      "step": 149150
    },
    {
      "epoch": 41.63,
      "grad_norm": 3.3528952598571777,
      "learning_rate": 4.6874468033498405e-06,
      "loss": 0.5685,
      "step": 149160
    },
    {
      "epoch": 41.63,
      "grad_norm": 2.0879526138305664,
      "learning_rate": 4.687446621014248e-06,
      "loss": 0.5909,
      "step": 149170
    },
    {
      "epoch": 41.64,
      "grad_norm": 2.9618618488311768,
      "learning_rate": 4.687446438366709e-06,
      "loss": 0.5826,
      "step": 149180
    },
    {
      "epoch": 41.64,
      "grad_norm": 3.010103940963745,
      "learning_rate": 4.687446255407222e-06,
      "loss": 0.585,
      "step": 149190
    },
    {
      "epoch": 41.64,
      "grad_norm": 2.3817903995513916,
      "learning_rate": 4.687446072135789e-06,
      "loss": 0.573,
      "step": 149200
    },
    {
      "epoch": 41.64,
      "grad_norm": 1.9373438358306885,
      "learning_rate": 4.687445888552409e-06,
      "loss": 0.5824,
      "step": 149210
    },
    {
      "epoch": 41.65,
      "grad_norm": 2.964446544647217,
      "learning_rate": 4.687445704657084e-06,
      "loss": 0.5616,
      "step": 149220
    },
    {
      "epoch": 41.65,
      "grad_norm": 2.6332383155822754,
      "learning_rate": 4.687445520449811e-06,
      "loss": 0.5705,
      "step": 149230
    },
    {
      "epoch": 41.65,
      "grad_norm": 3.0165586471557617,
      "learning_rate": 4.687445335930592e-06,
      "loss": 0.5694,
      "step": 149240
    },
    {
      "epoch": 41.66,
      "grad_norm": 2.2561535835266113,
      "learning_rate": 4.687445151099427e-06,
      "loss": 0.5736,
      "step": 149250
    },
    {
      "epoch": 41.66,
      "grad_norm": 3.035220146179199,
      "learning_rate": 4.687444965956315e-06,
      "loss": 0.5615,
      "step": 149260
    },
    {
      "epoch": 41.66,
      "grad_norm": 2.3015635013580322,
      "learning_rate": 4.687444780501256e-06,
      "loss": 0.5605,
      "step": 149270
    },
    {
      "epoch": 41.66,
      "grad_norm": 2.3542683124542236,
      "learning_rate": 4.687444594734251e-06,
      "loss": 0.5742,
      "step": 149280
    },
    {
      "epoch": 41.67,
      "grad_norm": 3.65828800201416,
      "learning_rate": 4.6874444086553e-06,
      "loss": 0.5715,
      "step": 149290
    },
    {
      "epoch": 41.67,
      "grad_norm": 2.192769765853882,
      "learning_rate": 4.687444222264403e-06,
      "loss": 0.5676,
      "step": 149300
    },
    {
      "epoch": 41.67,
      "grad_norm": 2.3981776237487793,
      "learning_rate": 4.687444035561559e-06,
      "loss": 0.5607,
      "step": 149310
    },
    {
      "epoch": 41.67,
      "grad_norm": 2.90985369682312,
      "learning_rate": 4.687443848546769e-06,
      "loss": 0.5566,
      "step": 149320
    },
    {
      "epoch": 41.68,
      "grad_norm": 2.836853265762329,
      "learning_rate": 4.687443661220032e-06,
      "loss": 0.5934,
      "step": 149330
    },
    {
      "epoch": 41.68,
      "grad_norm": 1.8217235803604126,
      "learning_rate": 4.687443473581349e-06,
      "loss": 0.5711,
      "step": 149340
    },
    {
      "epoch": 41.68,
      "grad_norm": 3.1143863201141357,
      "learning_rate": 4.68744328563072e-06,
      "loss": 0.5575,
      "step": 149350
    },
    {
      "epoch": 41.69,
      "grad_norm": 2.513822317123413,
      "learning_rate": 4.687443097368145e-06,
      "loss": 0.559,
      "step": 149360
    },
    {
      "epoch": 41.69,
      "grad_norm": 3.40207839012146,
      "learning_rate": 4.687442908793624e-06,
      "loss": 0.5674,
      "step": 149370
    },
    {
      "epoch": 41.69,
      "grad_norm": 2.840151309967041,
      "learning_rate": 4.687442719907156e-06,
      "loss": 0.5758,
      "step": 149380
    },
    {
      "epoch": 41.69,
      "grad_norm": 2.2219221591949463,
      "learning_rate": 4.687442530708742e-06,
      "loss": 0.5777,
      "step": 149390
    },
    {
      "epoch": 41.7,
      "grad_norm": 2.06292724609375,
      "learning_rate": 4.687442341198382e-06,
      "loss": 0.5674,
      "step": 149400
    },
    {
      "epoch": 41.7,
      "grad_norm": 3.116537570953369,
      "learning_rate": 4.687442151376076e-06,
      "loss": 0.5688,
      "step": 149410
    },
    {
      "epoch": 41.7,
      "grad_norm": 2.9147133827209473,
      "learning_rate": 4.687441961241824e-06,
      "loss": 0.5698,
      "step": 149420
    },
    {
      "epoch": 41.71,
      "grad_norm": 2.083597421646118,
      "learning_rate": 4.6874417707956264e-06,
      "loss": 0.581,
      "step": 149430
    },
    {
      "epoch": 41.71,
      "grad_norm": 2.4201583862304688,
      "learning_rate": 4.687441580037482e-06,
      "loss": 0.5759,
      "step": 149440
    },
    {
      "epoch": 41.71,
      "grad_norm": 2.7581260204315186,
      "learning_rate": 4.687441388967392e-06,
      "loss": 0.5687,
      "step": 149450
    },
    {
      "epoch": 41.71,
      "grad_norm": 2.518625497817993,
      "learning_rate": 4.687441197585356e-06,
      "loss": 0.5863,
      "step": 149460
    },
    {
      "epoch": 41.72,
      "grad_norm": 2.3107523918151855,
      "learning_rate": 4.687441005891374e-06,
      "loss": 0.5707,
      "step": 149470
    },
    {
      "epoch": 41.72,
      "grad_norm": 2.2204878330230713,
      "learning_rate": 4.687440813885447e-06,
      "loss": 0.5689,
      "step": 149480
    },
    {
      "epoch": 41.72,
      "grad_norm": 2.1146907806396484,
      "learning_rate": 4.687440621567572e-06,
      "loss": 0.5727,
      "step": 149490
    },
    {
      "epoch": 41.72,
      "grad_norm": 2.6794164180755615,
      "learning_rate": 4.687440428937753e-06,
      "loss": 0.5787,
      "step": 149500
    },
    {
      "epoch": 41.73,
      "grad_norm": 1.9980618953704834,
      "learning_rate": 4.687440235995988e-06,
      "loss": 0.6054,
      "step": 149510
    },
    {
      "epoch": 41.73,
      "grad_norm": 2.4905714988708496,
      "learning_rate": 4.6874400427422766e-06,
      "loss": 0.5604,
      "step": 149520
    },
    {
      "epoch": 41.73,
      "grad_norm": 2.4885640144348145,
      "learning_rate": 4.687439849176619e-06,
      "loss": 0.5885,
      "step": 149530
    },
    {
      "epoch": 41.74,
      "grad_norm": 2.394050121307373,
      "learning_rate": 4.687439655299017e-06,
      "loss": 0.5537,
      "step": 149540
    },
    {
      "epoch": 41.74,
      "grad_norm": 2.7203633785247803,
      "learning_rate": 4.687439461109468e-06,
      "loss": 0.5799,
      "step": 149550
    },
    {
      "epoch": 41.74,
      "grad_norm": 3.100309371948242,
      "learning_rate": 4.687439266607973e-06,
      "loss": 0.5778,
      "step": 149560
    },
    {
      "epoch": 41.74,
      "grad_norm": 3.212559461593628,
      "learning_rate": 4.687439071794534e-06,
      "loss": 0.5634,
      "step": 149570
    },
    {
      "epoch": 41.75,
      "grad_norm": 2.881847620010376,
      "learning_rate": 4.687438876669148e-06,
      "loss": 0.583,
      "step": 149580
    },
    {
      "epoch": 41.75,
      "grad_norm": 2.1079952716827393,
      "learning_rate": 4.687438681231817e-06,
      "loss": 0.5762,
      "step": 149590
    },
    {
      "epoch": 41.75,
      "grad_norm": 2.3406431674957275,
      "learning_rate": 4.68743848548254e-06,
      "loss": 0.5752,
      "step": 149600
    },
    {
      "epoch": 41.76,
      "grad_norm": 2.2028648853302,
      "learning_rate": 4.687438289421318e-06,
      "loss": 0.565,
      "step": 149610
    },
    {
      "epoch": 41.76,
      "grad_norm": 2.231346607208252,
      "learning_rate": 4.68743809304815e-06,
      "loss": 0.5499,
      "step": 149620
    },
    {
      "epoch": 41.76,
      "grad_norm": 2.7666471004486084,
      "learning_rate": 4.687437896363036e-06,
      "loss": 0.5645,
      "step": 149630
    },
    {
      "epoch": 41.76,
      "grad_norm": 2.3844661712646484,
      "learning_rate": 4.687437699365977e-06,
      "loss": 0.5882,
      "step": 149640
    },
    {
      "epoch": 41.77,
      "grad_norm": 2.967996835708618,
      "learning_rate": 4.687437502056973e-06,
      "loss": 0.5641,
      "step": 149650
    },
    {
      "epoch": 41.77,
      "grad_norm": 2.5290322303771973,
      "learning_rate": 4.687437304436023e-06,
      "loss": 0.5819,
      "step": 149660
    },
    {
      "epoch": 41.77,
      "grad_norm": 2.2678232192993164,
      "learning_rate": 4.687437106503127e-06,
      "loss": 0.5709,
      "step": 149670
    },
    {
      "epoch": 41.78,
      "grad_norm": 2.9803035259246826,
      "learning_rate": 4.687436908258287e-06,
      "loss": 0.5714,
      "step": 149680
    },
    {
      "epoch": 41.78,
      "grad_norm": 2.8133442401885986,
      "learning_rate": 4.687436709701501e-06,
      "loss": 0.5564,
      "step": 149690
    },
    {
      "epoch": 41.78,
      "grad_norm": 2.2917423248291016,
      "learning_rate": 4.68743651083277e-06,
      "loss": 0.5556,
      "step": 149700
    },
    {
      "epoch": 41.78,
      "grad_norm": 2.859679937362671,
      "learning_rate": 4.687436311652093e-06,
      "loss": 0.5709,
      "step": 149710
    },
    {
      "epoch": 41.79,
      "grad_norm": 2.5090160369873047,
      "learning_rate": 4.687436112159472e-06,
      "loss": 0.5701,
      "step": 149720
    },
    {
      "epoch": 41.79,
      "grad_norm": 3.8735158443450928,
      "learning_rate": 4.6874359123549035e-06,
      "loss": 0.5889,
      "step": 149730
    },
    {
      "epoch": 41.79,
      "grad_norm": 2.415421485900879,
      "learning_rate": 4.687435712238392e-06,
      "loss": 0.5676,
      "step": 149740
    },
    {
      "epoch": 41.79,
      "grad_norm": 2.254326820373535,
      "learning_rate": 4.687435511809934e-06,
      "loss": 0.5305,
      "step": 149750
    },
    {
      "epoch": 41.8,
      "grad_norm": 2.399728298187256,
      "learning_rate": 4.687435311069531e-06,
      "loss": 0.5655,
      "step": 149760
    },
    {
      "epoch": 41.8,
      "grad_norm": 2.5958003997802734,
      "learning_rate": 4.687435110017183e-06,
      "loss": 0.5583,
      "step": 149770
    },
    {
      "epoch": 41.8,
      "grad_norm": 2.4209330081939697,
      "learning_rate": 4.687434908652889e-06,
      "loss": 0.5531,
      "step": 149780
    },
    {
      "epoch": 41.81,
      "grad_norm": 2.652822256088257,
      "learning_rate": 4.6874347069766516e-06,
      "loss": 0.566,
      "step": 149790
    },
    {
      "epoch": 41.81,
      "grad_norm": 2.1733169555664062,
      "learning_rate": 4.687434504988468e-06,
      "loss": 0.5797,
      "step": 149800
    },
    {
      "epoch": 41.81,
      "grad_norm": 2.571643114089966,
      "learning_rate": 4.68743430268834e-06,
      "loss": 0.5653,
      "step": 149810
    },
    {
      "epoch": 41.81,
      "grad_norm": 2.966768264770508,
      "learning_rate": 4.687434100076267e-06,
      "loss": 0.5674,
      "step": 149820
    },
    {
      "epoch": 41.82,
      "grad_norm": 3.4029123783111572,
      "learning_rate": 4.687433897152248e-06,
      "loss": 0.5616,
      "step": 149830
    },
    {
      "epoch": 41.82,
      "grad_norm": 2.5901050567626953,
      "learning_rate": 4.687433693916285e-06,
      "loss": 0.577,
      "step": 149840
    },
    {
      "epoch": 41.82,
      "grad_norm": 2.671794891357422,
      "learning_rate": 4.687433490368377e-06,
      "loss": 0.5722,
      "step": 149850
    },
    {
      "epoch": 41.83,
      "grad_norm": 2.72039794921875,
      "learning_rate": 4.687433286508524e-06,
      "loss": 0.5791,
      "step": 149860
    },
    {
      "epoch": 41.83,
      "grad_norm": 2.253854513168335,
      "learning_rate": 4.687433082336726e-06,
      "loss": 0.546,
      "step": 149870
    },
    {
      "epoch": 41.83,
      "grad_norm": 2.5107028484344482,
      "learning_rate": 4.687432877852982e-06,
      "loss": 0.5653,
      "step": 149880
    },
    {
      "epoch": 41.83,
      "grad_norm": 2.6548635959625244,
      "learning_rate": 4.687432673057295e-06,
      "loss": 0.5681,
      "step": 149890
    },
    {
      "epoch": 41.84,
      "grad_norm": 2.157426595687866,
      "learning_rate": 4.687432467949662e-06,
      "loss": 0.5836,
      "step": 149900
    },
    {
      "epoch": 41.84,
      "grad_norm": 3.6056904792785645,
      "learning_rate": 4.687432262530085e-06,
      "loss": 0.5797,
      "step": 149910
    },
    {
      "epoch": 41.84,
      "grad_norm": 1.9970078468322754,
      "learning_rate": 4.687432056798563e-06,
      "loss": 0.5915,
      "step": 149920
    },
    {
      "epoch": 41.84,
      "grad_norm": 2.2583391666412354,
      "learning_rate": 4.687431850755096e-06,
      "loss": 0.5781,
      "step": 149930
    },
    {
      "epoch": 41.85,
      "grad_norm": 2.7446885108947754,
      "learning_rate": 4.687431644399684e-06,
      "loss": 0.5829,
      "step": 149940
    },
    {
      "epoch": 41.85,
      "grad_norm": 2.3298048973083496,
      "learning_rate": 4.687431437732328e-06,
      "loss": 0.5443,
      "step": 149950
    },
    {
      "epoch": 41.85,
      "grad_norm": 3.3616139888763428,
      "learning_rate": 4.687431230753028e-06,
      "loss": 0.5977,
      "step": 149960
    },
    {
      "epoch": 41.86,
      "grad_norm": 2.769623279571533,
      "learning_rate": 4.687431023461782e-06,
      "loss": 0.5805,
      "step": 149970
    },
    {
      "epoch": 41.86,
      "grad_norm": 2.095618486404419,
      "learning_rate": 4.687430815858592e-06,
      "loss": 0.561,
      "step": 149980
    },
    {
      "epoch": 41.86,
      "grad_norm": 2.961171865463257,
      "learning_rate": 4.6874306079434574e-06,
      "loss": 0.5661,
      "step": 149990
    },
    {
      "epoch": 41.86,
      "grad_norm": 2.6737818717956543,
      "learning_rate": 4.687430399716378e-06,
      "loss": 0.5726,
      "step": 150000
    },
    {
      "epoch": 41.87,
      "grad_norm": 2.704516887664795,
      "learning_rate": 4.6874301911773544e-06,
      "loss": 0.5765,
      "step": 150010
    },
    {
      "epoch": 41.87,
      "grad_norm": 2.417801856994629,
      "learning_rate": 4.687429982326386e-06,
      "loss": 0.5685,
      "step": 150020
    },
    {
      "epoch": 41.87,
      "grad_norm": 3.5677833557128906,
      "learning_rate": 4.6874297731634745e-06,
      "loss": 0.5568,
      "step": 150030
    },
    {
      "epoch": 41.88,
      "grad_norm": 3.2629034519195557,
      "learning_rate": 4.6874295636886174e-06,
      "loss": 0.5629,
      "step": 150040
    },
    {
      "epoch": 41.88,
      "grad_norm": 2.2173643112182617,
      "learning_rate": 4.687429353901816e-06,
      "loss": 0.5564,
      "step": 150050
    },
    {
      "epoch": 41.88,
      "grad_norm": 2.5139479637145996,
      "learning_rate": 4.687429143803071e-06,
      "loss": 0.5829,
      "step": 150060
    },
    {
      "epoch": 41.88,
      "grad_norm": 3.3750674724578857,
      "learning_rate": 4.68742893339238e-06,
      "loss": 0.5387,
      "step": 150070
    },
    {
      "epoch": 41.89,
      "grad_norm": 2.167156934738159,
      "learning_rate": 4.6874287226697456e-06,
      "loss": 0.5491,
      "step": 150080
    },
    {
      "epoch": 41.89,
      "grad_norm": 2.233443260192871,
      "learning_rate": 4.687428511635168e-06,
      "loss": 0.5672,
      "step": 150090
    },
    {
      "epoch": 41.89,
      "grad_norm": 2.254807949066162,
      "learning_rate": 4.687428300288645e-06,
      "loss": 0.5765,
      "step": 150100
    },
    {
      "epoch": 41.9,
      "grad_norm": 3.108757257461548,
      "learning_rate": 4.687428088630178e-06,
      "loss": 0.5652,
      "step": 150110
    },
    {
      "epoch": 41.9,
      "grad_norm": 2.648892879486084,
      "learning_rate": 4.687427876659766e-06,
      "loss": 0.5613,
      "step": 150120
    },
    {
      "epoch": 41.9,
      "grad_norm": 2.6186490058898926,
      "learning_rate": 4.6874276643774105e-06,
      "loss": 0.5621,
      "step": 150130
    },
    {
      "epoch": 41.9,
      "grad_norm": 2.469536304473877,
      "learning_rate": 4.6874274517831116e-06,
      "loss": 0.5763,
      "step": 150140
    },
    {
      "epoch": 41.91,
      "grad_norm": 2.372528553009033,
      "learning_rate": 4.687427238876868e-06,
      "loss": 0.5602,
      "step": 150150
    },
    {
      "epoch": 41.91,
      "grad_norm": 2.405095100402832,
      "learning_rate": 4.68742702565868e-06,
      "loss": 0.583,
      "step": 150160
    },
    {
      "epoch": 41.91,
      "grad_norm": 2.847961664199829,
      "learning_rate": 4.687426812128549e-06,
      "loss": 0.5584,
      "step": 150170
    },
    {
      "epoch": 41.91,
      "grad_norm": 2.2931363582611084,
      "learning_rate": 4.687426598286473e-06,
      "loss": 0.5599,
      "step": 150180
    },
    {
      "epoch": 41.92,
      "grad_norm": 1.8708891868591309,
      "learning_rate": 4.687426384132453e-06,
      "loss": 0.5735,
      "step": 150190
    },
    {
      "epoch": 41.92,
      "grad_norm": 2.060173511505127,
      "learning_rate": 4.687426169666489e-06,
      "loss": 0.5716,
      "step": 150200
    },
    {
      "epoch": 41.92,
      "grad_norm": 2.5300233364105225,
      "learning_rate": 4.687425954888581e-06,
      "loss": 0.5713,
      "step": 150210
    },
    {
      "epoch": 41.93,
      "grad_norm": 2.904588222503662,
      "learning_rate": 4.68742573979873e-06,
      "loss": 0.5751,
      "step": 150220
    },
    {
      "epoch": 41.93,
      "grad_norm": 2.334754705429077,
      "learning_rate": 4.687425524396935e-06,
      "loss": 0.5567,
      "step": 150230
    },
    {
      "epoch": 41.93,
      "grad_norm": 2.1188926696777344,
      "learning_rate": 4.687425308683195e-06,
      "loss": 0.5466,
      "step": 150240
    },
    {
      "epoch": 41.93,
      "grad_norm": 3.708449602127075,
      "learning_rate": 4.687425092657512e-06,
      "loss": 0.5853,
      "step": 150250
    },
    {
      "epoch": 41.94,
      "grad_norm": 73.18721771240234,
      "learning_rate": 4.687424876319885e-06,
      "loss": 0.5715,
      "step": 150260
    },
    {
      "epoch": 41.94,
      "grad_norm": 2.694441556930542,
      "learning_rate": 4.687424659670314e-06,
      "loss": 0.5595,
      "step": 150270
    },
    {
      "epoch": 41.94,
      "grad_norm": 2.1791224479675293,
      "learning_rate": 4.6874244427088e-06,
      "loss": 0.5681,
      "step": 150280
    },
    {
      "epoch": 41.95,
      "grad_norm": 2.164262533187866,
      "learning_rate": 4.687424225435341e-06,
      "loss": 0.5532,
      "step": 150290
    },
    {
      "epoch": 41.95,
      "grad_norm": 2.1520392894744873,
      "learning_rate": 4.68742400784994e-06,
      "loss": 0.5475,
      "step": 150300
    },
    {
      "epoch": 41.95,
      "grad_norm": 3.108035087585449,
      "learning_rate": 4.6874237899525944e-06,
      "loss": 0.5757,
      "step": 150310
    },
    {
      "epoch": 41.95,
      "grad_norm": 2.1656861305236816,
      "learning_rate": 4.6874235717433056e-06,
      "loss": 0.5768,
      "step": 150320
    },
    {
      "epoch": 41.96,
      "grad_norm": 3.3628575801849365,
      "learning_rate": 4.687423353222073e-06,
      "loss": 0.6002,
      "step": 150330
    },
    {
      "epoch": 41.96,
      "grad_norm": 4.427973747253418,
      "learning_rate": 4.687423134388896e-06,
      "loss": 0.5524,
      "step": 150340
    },
    {
      "epoch": 41.96,
      "grad_norm": 1.7648719549179077,
      "learning_rate": 4.6874229152437765e-06,
      "loss": 0.5702,
      "step": 150350
    },
    {
      "epoch": 41.96,
      "grad_norm": 2.6261329650878906,
      "learning_rate": 4.687422695786714e-06,
      "loss": 0.5886,
      "step": 150360
    },
    {
      "epoch": 41.97,
      "grad_norm": 3.1077029705047607,
      "learning_rate": 4.687422476017706e-06,
      "loss": 0.562,
      "step": 150370
    },
    {
      "epoch": 41.97,
      "grad_norm": 2.1642813682556152,
      "learning_rate": 4.687422255936756e-06,
      "loss": 0.5508,
      "step": 150380
    },
    {
      "epoch": 41.97,
      "grad_norm": 2.3569254875183105,
      "learning_rate": 4.687422035543863e-06,
      "loss": 0.5623,
      "step": 150390
    },
    {
      "epoch": 41.98,
      "grad_norm": 2.660435438156128,
      "learning_rate": 4.687421814839026e-06,
      "loss": 0.5447,
      "step": 150400
    },
    {
      "epoch": 41.98,
      "grad_norm": 2.4672155380249023,
      "learning_rate": 4.6874215938222455e-06,
      "loss": 0.5615,
      "step": 150410
    },
    {
      "epoch": 41.98,
      "grad_norm": 2.1192843914031982,
      "learning_rate": 4.687421372493522e-06,
      "loss": 0.5695,
      "step": 150420
    },
    {
      "epoch": 41.98,
      "grad_norm": 2.620994806289673,
      "learning_rate": 4.687421150852855e-06,
      "loss": 0.5801,
      "step": 150430
    },
    {
      "epoch": 41.99,
      "grad_norm": 3.070209264755249,
      "learning_rate": 4.687420928900244e-06,
      "loss": 0.5591,
      "step": 150440
    },
    {
      "epoch": 41.99,
      "grad_norm": 2.091994047164917,
      "learning_rate": 4.68742070663569e-06,
      "loss": 0.5694,
      "step": 150450
    },
    {
      "epoch": 41.99,
      "grad_norm": 2.0964770317077637,
      "learning_rate": 4.6874204840591945e-06,
      "loss": 0.5899,
      "step": 150460
    },
    {
      "epoch": 42.0,
      "grad_norm": 2.30953311920166,
      "learning_rate": 4.687420261170754e-06,
      "loss": 0.5815,
      "step": 150470
    },
    {
      "epoch": 42.0,
      "grad_norm": 3.6340129375457764,
      "learning_rate": 4.687420037970372e-06,
      "loss": 0.5794,
      "step": 150480
    },
    {
      "epoch": 42.0,
      "eval_loss": 0.570136547088623,
      "eval_runtime": 76.9644,
      "eval_samples_per_second": 65.732,
      "eval_steps_per_second": 8.225,
      "step": 150486
    },
    {
      "epoch": 42.0,
      "grad_norm": 2.270772933959961,
      "learning_rate": 4.687419814458045e-06,
      "loss": 0.5525,
      "step": 150490
    },
    {
      "epoch": 42.0,
      "grad_norm": 3.407968282699585,
      "learning_rate": 4.687419590633776e-06,
      "loss": 0.5917,
      "step": 150500
    },
    {
      "epoch": 42.01,
      "grad_norm": 2.91945743560791,
      "learning_rate": 4.687419366497564e-06,
      "loss": 0.5798,
      "step": 150510
    },
    {
      "epoch": 42.01,
      "grad_norm": 3.8927743434906006,
      "learning_rate": 4.687419142049408e-06,
      "loss": 0.567,
      "step": 150520
    },
    {
      "epoch": 42.01,
      "grad_norm": 2.1793179512023926,
      "learning_rate": 4.68741891728931e-06,
      "loss": 0.546,
      "step": 150530
    },
    {
      "epoch": 42.02,
      "grad_norm": 2.7574868202209473,
      "learning_rate": 4.687418692217269e-06,
      "loss": 0.5982,
      "step": 150540
    },
    {
      "epoch": 42.02,
      "grad_norm": 2.0380001068115234,
      "learning_rate": 4.687418466833285e-06,
      "loss": 0.5944,
      "step": 150550
    },
    {
      "epoch": 42.02,
      "grad_norm": 3.1649906635284424,
      "learning_rate": 4.687418241137357e-06,
      "loss": 0.5847,
      "step": 150560
    },
    {
      "epoch": 42.02,
      "grad_norm": 3.211966037750244,
      "learning_rate": 4.687418015129488e-06,
      "loss": 0.6007,
      "step": 150570
    },
    {
      "epoch": 42.03,
      "grad_norm": 2.6155760288238525,
      "learning_rate": 4.6874177888096745e-06,
      "loss": 0.5933,
      "step": 150580
    },
    {
      "epoch": 42.03,
      "grad_norm": 2.4789676666259766,
      "learning_rate": 4.687417562177919e-06,
      "loss": 0.571,
      "step": 150590
    },
    {
      "epoch": 42.03,
      "grad_norm": 2.1536214351654053,
      "learning_rate": 4.68741733523422e-06,
      "loss": 0.5595,
      "step": 150600
    },
    {
      "epoch": 42.03,
      "grad_norm": 2.513906240463257,
      "learning_rate": 4.6874171079785786e-06,
      "loss": 0.5603,
      "step": 150610
    },
    {
      "epoch": 42.04,
      "grad_norm": 1.8471033573150635,
      "learning_rate": 4.687416880410995e-06,
      "loss": 0.5749,
      "step": 150620
    },
    {
      "epoch": 42.04,
      "grad_norm": 2.790543794631958,
      "learning_rate": 4.687416652531468e-06,
      "loss": 0.5488,
      "step": 150630
    },
    {
      "epoch": 42.04,
      "grad_norm": 2.531770706176758,
      "learning_rate": 4.687416424339999e-06,
      "loss": 0.5948,
      "step": 150640
    },
    {
      "epoch": 42.05,
      "grad_norm": 2.7388715744018555,
      "learning_rate": 4.687416195836586e-06,
      "loss": 0.5793,
      "step": 150650
    },
    {
      "epoch": 42.05,
      "grad_norm": 2.3893442153930664,
      "learning_rate": 4.687415967021233e-06,
      "loss": 0.5846,
      "step": 150660
    },
    {
      "epoch": 42.05,
      "grad_norm": 2.553520441055298,
      "learning_rate": 4.687415737893935e-06,
      "loss": 0.5673,
      "step": 150670
    },
    {
      "epoch": 42.05,
      "grad_norm": 2.700957775115967,
      "learning_rate": 4.687415508454695e-06,
      "loss": 0.574,
      "step": 150680
    },
    {
      "epoch": 42.06,
      "grad_norm": 2.388688325881958,
      "learning_rate": 4.687415278703513e-06,
      "loss": 0.5744,
      "step": 150690
    },
    {
      "epoch": 42.06,
      "grad_norm": 2.7598674297332764,
      "learning_rate": 4.687415048640388e-06,
      "loss": 0.5613,
      "step": 150700
    },
    {
      "epoch": 42.06,
      "grad_norm": 1.952068567276001,
      "learning_rate": 4.687414818265322e-06,
      "loss": 0.6048,
      "step": 150710
    },
    {
      "epoch": 42.07,
      "grad_norm": 2.47275972366333,
      "learning_rate": 4.687414587578311e-06,
      "loss": 0.5566,
      "step": 150720
    },
    {
      "epoch": 42.07,
      "grad_norm": 2.4490716457366943,
      "learning_rate": 4.68741435657936e-06,
      "loss": 0.5485,
      "step": 150730
    },
    {
      "epoch": 42.07,
      "grad_norm": 2.203878402709961,
      "learning_rate": 4.687414125268465e-06,
      "loss": 0.5643,
      "step": 150740
    },
    {
      "epoch": 42.07,
      "grad_norm": 2.6221091747283936,
      "learning_rate": 4.687413893645628e-06,
      "loss": 0.5675,
      "step": 150750
    },
    {
      "epoch": 42.08,
      "grad_norm": 2.579951047897339,
      "learning_rate": 4.687413661710849e-06,
      "loss": 0.5769,
      "step": 150760
    },
    {
      "epoch": 42.08,
      "grad_norm": 2.3213932514190674,
      "learning_rate": 4.687413429464128e-06,
      "loss": 0.5699,
      "step": 150770
    },
    {
      "epoch": 42.08,
      "grad_norm": 3.31498646736145,
      "learning_rate": 4.687413196905464e-06,
      "loss": 0.5526,
      "step": 150780
    },
    {
      "epoch": 42.08,
      "grad_norm": 2.8466596603393555,
      "learning_rate": 4.687412964034858e-06,
      "loss": 0.5651,
      "step": 150790
    },
    {
      "epoch": 42.09,
      "grad_norm": 2.4557833671569824,
      "learning_rate": 4.687412730852311e-06,
      "loss": 0.5628,
      "step": 150800
    },
    {
      "epoch": 42.09,
      "grad_norm": 2.296313762664795,
      "learning_rate": 4.687412497357821e-06,
      "loss": 0.558,
      "step": 150810
    },
    {
      "epoch": 42.09,
      "grad_norm": 2.5417308807373047,
      "learning_rate": 4.687412263551388e-06,
      "loss": 0.5661,
      "step": 150820
    },
    {
      "epoch": 42.1,
      "grad_norm": 2.812612295150757,
      "learning_rate": 4.687412029433015e-06,
      "loss": 0.5659,
      "step": 150830
    },
    {
      "epoch": 42.1,
      "grad_norm": 2.7503774166107178,
      "learning_rate": 4.687411795002698e-06,
      "loss": 0.585,
      "step": 150840
    },
    {
      "epoch": 42.1,
      "grad_norm": 2.4745981693267822,
      "learning_rate": 4.6874115602604396e-06,
      "loss": 0.5847,
      "step": 150850
    },
    {
      "epoch": 42.1,
      "grad_norm": 2.5976598262786865,
      "learning_rate": 4.6874113252062395e-06,
      "loss": 0.5758,
      "step": 150860
    },
    {
      "epoch": 42.11,
      "grad_norm": 2.3408892154693604,
      "learning_rate": 4.687411089840097e-06,
      "loss": 0.5791,
      "step": 150870
    },
    {
      "epoch": 42.11,
      "grad_norm": 2.7337493896484375,
      "learning_rate": 4.687410854162013e-06,
      "loss": 0.5833,
      "step": 150880
    },
    {
      "epoch": 42.11,
      "grad_norm": 2.088589906692505,
      "learning_rate": 4.687410618171987e-06,
      "loss": 0.5831,
      "step": 150890
    },
    {
      "epoch": 42.12,
      "grad_norm": 3.1056034564971924,
      "learning_rate": 4.687410381870018e-06,
      "loss": 0.5605,
      "step": 150900
    },
    {
      "epoch": 42.12,
      "grad_norm": 2.448024034500122,
      "learning_rate": 4.687410145256108e-06,
      "loss": 0.5719,
      "step": 150910
    },
    {
      "epoch": 42.12,
      "grad_norm": 2.3089492321014404,
      "learning_rate": 4.687409908330257e-06,
      "loss": 0.5392,
      "step": 150920
    },
    {
      "epoch": 42.12,
      "grad_norm": 2.1114516258239746,
      "learning_rate": 4.687409671092463e-06,
      "loss": 0.5377,
      "step": 150930
    },
    {
      "epoch": 42.13,
      "grad_norm": 2.6048471927642822,
      "learning_rate": 4.687409433542729e-06,
      "loss": 0.5635,
      "step": 150940
    },
    {
      "epoch": 42.13,
      "grad_norm": 2.102419137954712,
      "learning_rate": 4.6874091956810516e-06,
      "loss": 0.5627,
      "step": 150950
    },
    {
      "epoch": 42.13,
      "grad_norm": 1.8673105239868164,
      "learning_rate": 4.6874089575074324e-06,
      "loss": 0.5801,
      "step": 150960
    },
    {
      "epoch": 42.14,
      "grad_norm": 2.381664752960205,
      "learning_rate": 4.687408719021872e-06,
      "loss": 0.5723,
      "step": 150970
    },
    {
      "epoch": 42.14,
      "grad_norm": 3.0752158164978027,
      "learning_rate": 4.687408480224371e-06,
      "loss": 0.5826,
      "step": 150980
    },
    {
      "epoch": 42.14,
      "grad_norm": 2.1242411136627197,
      "learning_rate": 4.687408241114928e-06,
      "loss": 0.593,
      "step": 150990
    },
    {
      "epoch": 42.14,
      "grad_norm": 2.8914783000946045,
      "learning_rate": 4.687408001693542e-06,
      "loss": 0.5875,
      "step": 151000
    },
    {
      "epoch": 42.15,
      "grad_norm": 1.9175559282302856,
      "learning_rate": 4.687407761960217e-06,
      "loss": 0.5676,
      "step": 151010
    },
    {
      "epoch": 42.15,
      "grad_norm": 2.3548874855041504,
      "learning_rate": 4.687407521914949e-06,
      "loss": 0.5854,
      "step": 151020
    },
    {
      "epoch": 42.15,
      "grad_norm": 2.7264909744262695,
      "learning_rate": 4.687407281557739e-06,
      "loss": 0.5556,
      "step": 151030
    },
    {
      "epoch": 42.15,
      "grad_norm": 2.3211631774902344,
      "learning_rate": 4.687407040888588e-06,
      "loss": 0.5883,
      "step": 151040
    },
    {
      "epoch": 42.16,
      "grad_norm": 2.3745291233062744,
      "learning_rate": 4.687406799907496e-06,
      "loss": 0.5528,
      "step": 151050
    },
    {
      "epoch": 42.16,
      "grad_norm": 2.154862880706787,
      "learning_rate": 4.687406558614462e-06,
      "loss": 0.5788,
      "step": 151060
    },
    {
      "epoch": 42.16,
      "grad_norm": 2.1893489360809326,
      "learning_rate": 4.687406317009488e-06,
      "loss": 0.5878,
      "step": 151070
    },
    {
      "epoch": 42.17,
      "grad_norm": 2.0182197093963623,
      "learning_rate": 4.687406075092571e-06,
      "loss": 0.5642,
      "step": 151080
    },
    {
      "epoch": 42.17,
      "grad_norm": 2.3154618740081787,
      "learning_rate": 4.687405832863714e-06,
      "loss": 0.5757,
      "step": 151090
    },
    {
      "epoch": 42.17,
      "grad_norm": 2.206501007080078,
      "learning_rate": 4.687405590322916e-06,
      "loss": 0.5936,
      "step": 151100
    },
    {
      "epoch": 42.17,
      "grad_norm": 2.166813373565674,
      "learning_rate": 4.6874053474701755e-06,
      "loss": 0.5906,
      "step": 151110
    },
    {
      "epoch": 42.18,
      "grad_norm": 2.9338455200195312,
      "learning_rate": 4.687405104305494e-06,
      "loss": 0.5824,
      "step": 151120
    },
    {
      "epoch": 42.18,
      "grad_norm": 2.3569421768188477,
      "learning_rate": 4.687404860828872e-06,
      "loss": 0.5756,
      "step": 151130
    },
    {
      "epoch": 42.18,
      "grad_norm": 2.5961899757385254,
      "learning_rate": 4.687404617040309e-06,
      "loss": 0.5677,
      "step": 151140
    },
    {
      "epoch": 42.19,
      "grad_norm": 2.359802722930908,
      "learning_rate": 4.687404372939804e-06,
      "loss": 0.56,
      "step": 151150
    },
    {
      "epoch": 42.19,
      "grad_norm": 2.507122278213501,
      "learning_rate": 4.687404128527358e-06,
      "loss": 0.5658,
      "step": 151160
    },
    {
      "epoch": 42.19,
      "grad_norm": 2.6538374423980713,
      "learning_rate": 4.687403883802972e-06,
      "loss": 0.5852,
      "step": 151170
    },
    {
      "epoch": 42.19,
      "grad_norm": 2.28198504447937,
      "learning_rate": 4.687403638766645e-06,
      "loss": 0.5352,
      "step": 151180
    },
    {
      "epoch": 42.2,
      "grad_norm": 2.085736036300659,
      "learning_rate": 4.687403393418377e-06,
      "loss": 0.5633,
      "step": 151190
    },
    {
      "epoch": 42.2,
      "grad_norm": 2.4535341262817383,
      "learning_rate": 4.687403147758168e-06,
      "loss": 0.5616,
      "step": 151200
    },
    {
      "epoch": 42.2,
      "grad_norm": 2.1433897018432617,
      "learning_rate": 4.687402901786018e-06,
      "loss": 0.5746,
      "step": 151210
    },
    {
      "epoch": 42.2,
      "grad_norm": 2.4254748821258545,
      "learning_rate": 4.6874026555019265e-06,
      "loss": 0.5773,
      "step": 151220
    },
    {
      "epoch": 42.21,
      "grad_norm": 2.764167308807373,
      "learning_rate": 4.687402408905895e-06,
      "loss": 0.5735,
      "step": 151230
    },
    {
      "epoch": 42.21,
      "grad_norm": 2.9179747104644775,
      "learning_rate": 4.6874021619979225e-06,
      "loss": 0.5551,
      "step": 151240
    },
    {
      "epoch": 42.21,
      "grad_norm": 2.5010836124420166,
      "learning_rate": 4.687401914778009e-06,
      "loss": 0.5869,
      "step": 151250
    },
    {
      "epoch": 42.22,
      "grad_norm": 2.792574644088745,
      "learning_rate": 4.687401667246155e-06,
      "loss": 0.5564,
      "step": 151260
    },
    {
      "epoch": 42.22,
      "grad_norm": 2.0716335773468018,
      "learning_rate": 4.6874014194023605e-06,
      "loss": 0.5596,
      "step": 151270
    },
    {
      "epoch": 42.22,
      "grad_norm": 2.8848490715026855,
      "learning_rate": 4.687401171246625e-06,
      "loss": 0.5896,
      "step": 151280
    },
    {
      "epoch": 42.22,
      "grad_norm": 3.2799081802368164,
      "learning_rate": 4.687400922778949e-06,
      "loss": 0.5859,
      "step": 151290
    },
    {
      "epoch": 42.23,
      "grad_norm": 2.8101303577423096,
      "learning_rate": 4.687400673999333e-06,
      "loss": 0.5625,
      "step": 151300
    },
    {
      "epoch": 42.23,
      "grad_norm": 2.714215040206909,
      "learning_rate": 4.6874004249077754e-06,
      "loss": 0.5819,
      "step": 151310
    },
    {
      "epoch": 42.23,
      "grad_norm": 2.9188520908355713,
      "learning_rate": 4.687400175504278e-06,
      "loss": 0.5679,
      "step": 151320
    },
    {
      "epoch": 42.24,
      "grad_norm": 2.8419651985168457,
      "learning_rate": 4.687399925788841e-06,
      "loss": 0.5603,
      "step": 151330
    },
    {
      "epoch": 42.24,
      "grad_norm": 2.3064727783203125,
      "learning_rate": 4.687399675761462e-06,
      "loss": 0.5756,
      "step": 151340
    },
    {
      "epoch": 42.24,
      "grad_norm": 1.7193653583526611,
      "learning_rate": 4.687399425422143e-06,
      "loss": 0.5583,
      "step": 151350
    },
    {
      "epoch": 42.24,
      "grad_norm": 2.677802801132202,
      "learning_rate": 4.687399174770884e-06,
      "loss": 0.5808,
      "step": 151360
    },
    {
      "epoch": 42.25,
      "grad_norm": 2.441844940185547,
      "learning_rate": 4.687398923807685e-06,
      "loss": 0.5757,
      "step": 151370
    },
    {
      "epoch": 42.25,
      "grad_norm": 2.4197282791137695,
      "learning_rate": 4.6873986725325445e-06,
      "loss": 0.5762,
      "step": 151380
    },
    {
      "epoch": 42.25,
      "grad_norm": 2.9913477897644043,
      "learning_rate": 4.687398420945465e-06,
      "loss": 0.5752,
      "step": 151390
    },
    {
      "epoch": 42.26,
      "grad_norm": 3.1109864711761475,
      "learning_rate": 4.687398169046444e-06,
      "loss": 0.563,
      "step": 151400
    },
    {
      "epoch": 42.26,
      "grad_norm": 2.3289108276367188,
      "learning_rate": 4.6873979168354835e-06,
      "loss": 0.5764,
      "step": 151410
    },
    {
      "epoch": 42.26,
      "grad_norm": 2.9938836097717285,
      "learning_rate": 4.6873976643125825e-06,
      "loss": 0.5705,
      "step": 151420
    },
    {
      "epoch": 42.26,
      "grad_norm": 2.2362396717071533,
      "learning_rate": 4.687397411477742e-06,
      "loss": 0.575,
      "step": 151430
    },
    {
      "epoch": 42.27,
      "grad_norm": 1.9234943389892578,
      "learning_rate": 4.687397158330961e-06,
      "loss": 0.5584,
      "step": 151440
    },
    {
      "epoch": 42.27,
      "grad_norm": 2.107835292816162,
      "learning_rate": 4.68739690487224e-06,
      "loss": 0.5495,
      "step": 151450
    },
    {
      "epoch": 42.27,
      "grad_norm": 2.3839833736419678,
      "learning_rate": 4.687396651101579e-06,
      "loss": 0.5516,
      "step": 151460
    },
    {
      "epoch": 42.27,
      "grad_norm": 2.160710334777832,
      "learning_rate": 4.6873963970189775e-06,
      "loss": 0.5679,
      "step": 151470
    },
    {
      "epoch": 42.28,
      "grad_norm": 2.5235066413879395,
      "learning_rate": 4.687396142624436e-06,
      "loss": 0.5739,
      "step": 151480
    },
    {
      "epoch": 42.28,
      "grad_norm": 3.0180399417877197,
      "learning_rate": 4.687395887917955e-06,
      "loss": 0.5589,
      "step": 151490
    },
    {
      "epoch": 42.28,
      "grad_norm": 2.347381353378296,
      "learning_rate": 4.687395632899534e-06,
      "loss": 0.5411,
      "step": 151500
    },
    {
      "epoch": 42.29,
      "grad_norm": 1.9837872982025146,
      "learning_rate": 4.687395377569174e-06,
      "loss": 0.5736,
      "step": 151510
    },
    {
      "epoch": 42.29,
      "grad_norm": 2.273400068283081,
      "learning_rate": 4.687395121926872e-06,
      "loss": 0.5711,
      "step": 151520
    },
    {
      "epoch": 42.29,
      "grad_norm": 2.289921522140503,
      "learning_rate": 4.687394865972632e-06,
      "loss": 0.5579,
      "step": 151530
    },
    {
      "epoch": 42.29,
      "grad_norm": 2.9949252605438232,
      "learning_rate": 4.687394609706452e-06,
      "loss": 0.554,
      "step": 151540
    },
    {
      "epoch": 42.3,
      "grad_norm": 1.8688660860061646,
      "learning_rate": 4.687394353128332e-06,
      "loss": 0.5566,
      "step": 151550
    },
    {
      "epoch": 42.3,
      "grad_norm": 2.852238178253174,
      "learning_rate": 4.687394096238273e-06,
      "loss": 0.5771,
      "step": 151560
    },
    {
      "epoch": 42.3,
      "grad_norm": 1.9005146026611328,
      "learning_rate": 4.687393839036273e-06,
      "loss": 0.5374,
      "step": 151570
    },
    {
      "epoch": 42.31,
      "grad_norm": 3.072625160217285,
      "learning_rate": 4.687393581522334e-06,
      "loss": 0.5764,
      "step": 151580
    },
    {
      "epoch": 42.31,
      "grad_norm": 3.045323133468628,
      "learning_rate": 4.687393323696456e-06,
      "loss": 0.5648,
      "step": 151590
    },
    {
      "epoch": 42.31,
      "grad_norm": 2.154294729232788,
      "learning_rate": 4.687393065558638e-06,
      "loss": 0.567,
      "step": 151600
    },
    {
      "epoch": 42.31,
      "grad_norm": 2.2323594093322754,
      "learning_rate": 4.68739280710888e-06,
      "loss": 0.5712,
      "step": 151610
    },
    {
      "epoch": 42.32,
      "grad_norm": 2.0490214824676514,
      "learning_rate": 4.687392548347183e-06,
      "loss": 0.5706,
      "step": 151620
    },
    {
      "epoch": 42.32,
      "grad_norm": 2.027891159057617,
      "learning_rate": 4.6873922892735456e-06,
      "loss": 0.5576,
      "step": 151630
    },
    {
      "epoch": 42.32,
      "grad_norm": 2.6897029876708984,
      "learning_rate": 4.687392029887969e-06,
      "loss": 0.5879,
      "step": 151640
    },
    {
      "epoch": 42.32,
      "grad_norm": 2.196946859359741,
      "learning_rate": 4.687391770190454e-06,
      "loss": 0.5775,
      "step": 151650
    },
    {
      "epoch": 42.33,
      "grad_norm": 2.246126174926758,
      "learning_rate": 4.687391510180999e-06,
      "loss": 0.5611,
      "step": 151660
    },
    {
      "epoch": 42.33,
      "grad_norm": 2.39933180809021,
      "learning_rate": 4.687391249859606e-06,
      "loss": 0.5416,
      "step": 151670
    },
    {
      "epoch": 42.33,
      "grad_norm": 2.069269895553589,
      "learning_rate": 4.687390989226272e-06,
      "loss": 0.5792,
      "step": 151680
    },
    {
      "epoch": 42.34,
      "grad_norm": 2.404665946960449,
      "learning_rate": 4.687390728280999e-06,
      "loss": 0.5712,
      "step": 151690
    },
    {
      "epoch": 42.34,
      "grad_norm": 2.525590419769287,
      "learning_rate": 4.687390467023788e-06,
      "loss": 0.5842,
      "step": 151700
    },
    {
      "epoch": 42.34,
      "grad_norm": 2.5674068927764893,
      "learning_rate": 4.687390205454636e-06,
      "loss": 0.577,
      "step": 151710
    },
    {
      "epoch": 42.34,
      "grad_norm": 2.3743765354156494,
      "learning_rate": 4.687389943573546e-06,
      "loss": 0.5581,
      "step": 151720
    },
    {
      "epoch": 42.35,
      "grad_norm": 3.337052583694458,
      "learning_rate": 4.687389681380516e-06,
      "loss": 0.564,
      "step": 151730
    },
    {
      "epoch": 42.35,
      "grad_norm": 2.616211414337158,
      "learning_rate": 4.687389418875548e-06,
      "loss": 0.5616,
      "step": 151740
    },
    {
      "epoch": 42.35,
      "grad_norm": 2.3248798847198486,
      "learning_rate": 4.68738915605864e-06,
      "loss": 0.5519,
      "step": 151750
    },
    {
      "epoch": 42.36,
      "grad_norm": 2.2128288745880127,
      "learning_rate": 4.687388892929794e-06,
      "loss": 0.5625,
      "step": 151760
    },
    {
      "epoch": 42.36,
      "grad_norm": 2.5510308742523193,
      "learning_rate": 4.6873886294890094e-06,
      "loss": 0.567,
      "step": 151770
    },
    {
      "epoch": 42.36,
      "grad_norm": 2.527803897857666,
      "learning_rate": 4.6873883657362845e-06,
      "loss": 0.5719,
      "step": 151780
    },
    {
      "epoch": 42.36,
      "grad_norm": 2.4017350673675537,
      "learning_rate": 4.687388101671621e-06,
      "loss": 0.5641,
      "step": 151790
    },
    {
      "epoch": 42.37,
      "grad_norm": 2.5360045433044434,
      "learning_rate": 4.687387837295018e-06,
      "loss": 0.582,
      "step": 151800
    },
    {
      "epoch": 42.37,
      "grad_norm": 2.447334051132202,
      "learning_rate": 4.687387572606478e-06,
      "loss": 0.5858,
      "step": 151810
    },
    {
      "epoch": 42.37,
      "grad_norm": 2.383057117462158,
      "learning_rate": 4.687387307605998e-06,
      "loss": 0.5893,
      "step": 151820
    },
    {
      "epoch": 42.38,
      "grad_norm": 2.341649293899536,
      "learning_rate": 4.6873870422935795e-06,
      "loss": 0.5857,
      "step": 151830
    },
    {
      "epoch": 42.38,
      "grad_norm": 2.3734371662139893,
      "learning_rate": 4.687386776669222e-06,
      "loss": 0.5613,
      "step": 151840
    },
    {
      "epoch": 42.38,
      "grad_norm": 3.0586488246917725,
      "learning_rate": 4.687386510732926e-06,
      "loss": 0.5717,
      "step": 151850
    },
    {
      "epoch": 42.38,
      "grad_norm": 1.8114877939224243,
      "learning_rate": 4.687386244484691e-06,
      "loss": 0.5714,
      "step": 151860
    },
    {
      "epoch": 42.39,
      "grad_norm": 1.9043349027633667,
      "learning_rate": 4.687385977924518e-06,
      "loss": 0.5564,
      "step": 151870
    },
    {
      "epoch": 42.39,
      "grad_norm": 2.4348843097686768,
      "learning_rate": 4.6873857110524065e-06,
      "loss": 0.5645,
      "step": 151880
    },
    {
      "epoch": 42.39,
      "grad_norm": 2.7211055755615234,
      "learning_rate": 4.687385443868356e-06,
      "loss": 0.5721,
      "step": 151890
    },
    {
      "epoch": 42.39,
      "grad_norm": 2.0466105937957764,
      "learning_rate": 4.687385176372367e-06,
      "loss": 0.5715,
      "step": 151900
    },
    {
      "epoch": 42.4,
      "grad_norm": 2.3210721015930176,
      "learning_rate": 4.68738490856444e-06,
      "loss": 0.5606,
      "step": 151910
    },
    {
      "epoch": 42.4,
      "grad_norm": 2.1224358081817627,
      "learning_rate": 4.687384640444574e-06,
      "loss": 0.5708,
      "step": 151920
    },
    {
      "epoch": 42.4,
      "grad_norm": 2.9395437240600586,
      "learning_rate": 4.68738437201277e-06,
      "loss": 0.555,
      "step": 151930
    },
    {
      "epoch": 42.41,
      "grad_norm": 3.0388879776000977,
      "learning_rate": 4.687384103269027e-06,
      "loss": 0.5831,
      "step": 151940
    },
    {
      "epoch": 42.41,
      "grad_norm": 2.8440520763397217,
      "learning_rate": 4.687383834213346e-06,
      "loss": 0.5677,
      "step": 151950
    },
    {
      "epoch": 42.41,
      "grad_norm": 2.05307674407959,
      "learning_rate": 4.687383564845726e-06,
      "loss": 0.5531,
      "step": 151960
    },
    {
      "epoch": 42.41,
      "grad_norm": 2.6532680988311768,
      "learning_rate": 4.687383295166169e-06,
      "loss": 0.5612,
      "step": 151970
    },
    {
      "epoch": 42.42,
      "grad_norm": 2.7200958728790283,
      "learning_rate": 4.687383025174673e-06,
      "loss": 0.5656,
      "step": 151980
    },
    {
      "epoch": 42.42,
      "grad_norm": 2.2464165687561035,
      "learning_rate": 4.68738275487124e-06,
      "loss": 0.5627,
      "step": 151990
    },
    {
      "epoch": 42.42,
      "grad_norm": 1.9199374914169312,
      "learning_rate": 4.687382484255867e-06,
      "loss": 0.565,
      "step": 152000
    },
    {
      "epoch": 42.43,
      "grad_norm": 2.1582350730895996,
      "learning_rate": 4.687382213328556e-06,
      "loss": 0.5907,
      "step": 152010
    },
    {
      "epoch": 42.43,
      "grad_norm": 2.2547590732574463,
      "learning_rate": 4.687381942089309e-06,
      "loss": 0.5595,
      "step": 152020
    },
    {
      "epoch": 42.43,
      "grad_norm": 2.553598403930664,
      "learning_rate": 4.687381670538122e-06,
      "loss": 0.5948,
      "step": 152030
    },
    {
      "epoch": 42.43,
      "grad_norm": 3.3647866249084473,
      "learning_rate": 4.687381398674998e-06,
      "loss": 0.5588,
      "step": 152040
    },
    {
      "epoch": 42.44,
      "grad_norm": 2.3665266036987305,
      "learning_rate": 4.6873811264999355e-06,
      "loss": 0.5695,
      "step": 152050
    },
    {
      "epoch": 42.44,
      "grad_norm": 2.568369150161743,
      "learning_rate": 4.687380854012935e-06,
      "loss": 0.556,
      "step": 152060
    },
    {
      "epoch": 42.44,
      "grad_norm": 2.8936526775360107,
      "learning_rate": 4.687380581213997e-06,
      "loss": 0.5493,
      "step": 152070
    },
    {
      "epoch": 42.44,
      "grad_norm": 2.2938413619995117,
      "learning_rate": 4.687380308103121e-06,
      "loss": 0.5735,
      "step": 152080
    },
    {
      "epoch": 42.45,
      "grad_norm": 2.342327833175659,
      "learning_rate": 4.687380034680307e-06,
      "loss": 0.5397,
      "step": 152090
    },
    {
      "epoch": 42.45,
      "grad_norm": 2.563077688217163,
      "learning_rate": 4.687379760945554e-06,
      "loss": 0.5711,
      "step": 152100
    },
    {
      "epoch": 42.45,
      "grad_norm": 2.7845630645751953,
      "learning_rate": 4.687379486898865e-06,
      "loss": 0.5733,
      "step": 152110
    },
    {
      "epoch": 42.46,
      "grad_norm": 2.048884868621826,
      "learning_rate": 4.687379212540238e-06,
      "loss": 0.5721,
      "step": 152120
    },
    {
      "epoch": 42.46,
      "grad_norm": 2.493455410003662,
      "learning_rate": 4.687378937869674e-06,
      "loss": 0.5562,
      "step": 152130
    },
    {
      "epoch": 42.46,
      "grad_norm": 2.431035280227661,
      "learning_rate": 4.6873786628871706e-06,
      "loss": 0.5634,
      "step": 152140
    },
    {
      "epoch": 42.46,
      "grad_norm": 2.672353982925415,
      "learning_rate": 4.687378387592731e-06,
      "loss": 0.5525,
      "step": 152150
    },
    {
      "epoch": 42.47,
      "grad_norm": 2.2613816261291504,
      "learning_rate": 4.687378111986353e-06,
      "loss": 0.5437,
      "step": 152160
    },
    {
      "epoch": 42.47,
      "grad_norm": 2.963094711303711,
      "learning_rate": 4.687377836068038e-06,
      "loss": 0.5845,
      "step": 152170
    },
    {
      "epoch": 42.47,
      "grad_norm": 2.4532954692840576,
      "learning_rate": 4.687377559837785e-06,
      "loss": 0.564,
      "step": 152180
    },
    {
      "epoch": 42.48,
      "grad_norm": 2.1977381706237793,
      "learning_rate": 4.687377283295594e-06,
      "loss": 0.5738,
      "step": 152190
    },
    {
      "epoch": 42.48,
      "grad_norm": 2.5752382278442383,
      "learning_rate": 4.687377006441467e-06,
      "loss": 0.5654,
      "step": 152200
    },
    {
      "epoch": 42.48,
      "grad_norm": 2.8112430572509766,
      "learning_rate": 4.687376729275402e-06,
      "loss": 0.548,
      "step": 152210
    },
    {
      "epoch": 42.48,
      "grad_norm": 3.562363386154175,
      "learning_rate": 4.687376451797399e-06,
      "loss": 0.5747,
      "step": 152220
    },
    {
      "epoch": 42.49,
      "grad_norm": 3.0263004302978516,
      "learning_rate": 4.68737617400746e-06,
      "loss": 0.5746,
      "step": 152230
    },
    {
      "epoch": 42.49,
      "grad_norm": 2.309514284133911,
      "learning_rate": 4.687375895905583e-06,
      "loss": 0.5724,
      "step": 152240
    },
    {
      "epoch": 42.49,
      "grad_norm": 2.6756246089935303,
      "learning_rate": 4.687375617491768e-06,
      "loss": 0.5788,
      "step": 152250
    },
    {
      "epoch": 42.5,
      "grad_norm": 2.632244110107422,
      "learning_rate": 4.687375338766017e-06,
      "loss": 0.5562,
      "step": 152260
    },
    {
      "epoch": 42.5,
      "grad_norm": 2.7169370651245117,
      "learning_rate": 4.6873750597283285e-06,
      "loss": 0.5846,
      "step": 152270
    },
    {
      "epoch": 42.5,
      "grad_norm": 2.217806577682495,
      "learning_rate": 4.687374780378702e-06,
      "loss": 0.5775,
      "step": 152280
    },
    {
      "epoch": 42.5,
      "grad_norm": 3.582261323928833,
      "learning_rate": 4.687374500717139e-06,
      "loss": 0.5603,
      "step": 152290
    },
    {
      "epoch": 42.51,
      "grad_norm": 2.1194050312042236,
      "learning_rate": 4.687374220743639e-06,
      "loss": 0.5457,
      "step": 152300
    },
    {
      "epoch": 42.51,
      "grad_norm": 2.529587984085083,
      "learning_rate": 4.687373940458203e-06,
      "loss": 0.5734,
      "step": 152310
    },
    {
      "epoch": 42.51,
      "grad_norm": 2.528141498565674,
      "learning_rate": 4.687373659860828e-06,
      "loss": 0.5669,
      "step": 152320
    },
    {
      "epoch": 42.51,
      "grad_norm": 2.190335512161255,
      "learning_rate": 4.687373378951518e-06,
      "loss": 0.5565,
      "step": 152330
    },
    {
      "epoch": 42.52,
      "grad_norm": 1.8223600387573242,
      "learning_rate": 4.68737309773027e-06,
      "loss": 0.544,
      "step": 152340
    },
    {
      "epoch": 42.52,
      "grad_norm": 2.4944965839385986,
      "learning_rate": 4.687372816197085e-06,
      "loss": 0.5751,
      "step": 152350
    },
    {
      "epoch": 42.52,
      "grad_norm": 1.956529140472412,
      "learning_rate": 4.687372534351963e-06,
      "loss": 0.5799,
      "step": 152360
    },
    {
      "epoch": 42.53,
      "grad_norm": 2.012751817703247,
      "learning_rate": 4.687372252194906e-06,
      "loss": 0.5883,
      "step": 152370
    },
    {
      "epoch": 42.53,
      "grad_norm": 2.5947787761688232,
      "learning_rate": 4.68737196972591e-06,
      "loss": 0.5704,
      "step": 152380
    },
    {
      "epoch": 42.53,
      "grad_norm": 1.930182695388794,
      "learning_rate": 4.687371686944978e-06,
      "loss": 0.5591,
      "step": 152390
    },
    {
      "epoch": 42.53,
      "grad_norm": 1.9402036666870117,
      "learning_rate": 4.68737140385211e-06,
      "loss": 0.5687,
      "step": 152400
    },
    {
      "epoch": 42.54,
      "grad_norm": 2.249007225036621,
      "learning_rate": 4.687371120447305e-06,
      "loss": 0.5761,
      "step": 152410
    },
    {
      "epoch": 42.54,
      "grad_norm": 2.603294849395752,
      "learning_rate": 4.687370836730563e-06,
      "loss": 0.576,
      "step": 152420
    },
    {
      "epoch": 42.54,
      "grad_norm": 2.6233937740325928,
      "learning_rate": 4.687370552701885e-06,
      "loss": 0.5604,
      "step": 152430
    },
    {
      "epoch": 42.55,
      "grad_norm": 2.8514397144317627,
      "learning_rate": 4.68737026836127e-06,
      "loss": 0.586,
      "step": 152440
    },
    {
      "epoch": 42.55,
      "grad_norm": 2.4489023685455322,
      "learning_rate": 4.687369983708719e-06,
      "loss": 0.5861,
      "step": 152450
    },
    {
      "epoch": 42.55,
      "grad_norm": 2.932659864425659,
      "learning_rate": 4.687369698744231e-06,
      "loss": 0.573,
      "step": 152460
    },
    {
      "epoch": 42.55,
      "grad_norm": 1.9492565393447876,
      "learning_rate": 4.687369413467807e-06,
      "loss": 0.5589,
      "step": 152470
    },
    {
      "epoch": 42.56,
      "grad_norm": 1.9524812698364258,
      "learning_rate": 4.687369127879446e-06,
      "loss": 0.5575,
      "step": 152480
    },
    {
      "epoch": 42.56,
      "grad_norm": 2.5304839611053467,
      "learning_rate": 4.687368841979149e-06,
      "loss": 0.5493,
      "step": 152490
    },
    {
      "epoch": 42.56,
      "grad_norm": 2.292578935623169,
      "learning_rate": 4.687368555766916e-06,
      "loss": 0.5684,
      "step": 152500
    },
    {
      "epoch": 42.56,
      "grad_norm": 2.1503124237060547,
      "learning_rate": 4.687368269242746e-06,
      "loss": 0.5831,
      "step": 152510
    },
    {
      "epoch": 42.57,
      "grad_norm": 2.191807270050049,
      "learning_rate": 4.6873679824066405e-06,
      "loss": 0.5518,
      "step": 152520
    },
    {
      "epoch": 42.57,
      "grad_norm": 1.804276704788208,
      "learning_rate": 4.687367695258599e-06,
      "loss": 0.5897,
      "step": 152530
    },
    {
      "epoch": 42.57,
      "grad_norm": 2.2853012084960938,
      "learning_rate": 4.687367407798621e-06,
      "loss": 0.5686,
      "step": 152540
    },
    {
      "epoch": 42.58,
      "grad_norm": 2.060615301132202,
      "learning_rate": 4.6873671200267065e-06,
      "loss": 0.575,
      "step": 152550
    },
    {
      "epoch": 42.58,
      "grad_norm": 2.0789077281951904,
      "learning_rate": 4.687366831942856e-06,
      "loss": 0.5425,
      "step": 152560
    },
    {
      "epoch": 42.58,
      "grad_norm": 1.9882314205169678,
      "learning_rate": 4.6873665435470694e-06,
      "loss": 0.5629,
      "step": 152570
    },
    {
      "epoch": 42.58,
      "grad_norm": 2.464834213256836,
      "learning_rate": 4.687366254839347e-06,
      "loss": 0.5788,
      "step": 152580
    },
    {
      "epoch": 42.59,
      "grad_norm": 2.253788471221924,
      "learning_rate": 4.6873659658196885e-06,
      "loss": 0.5864,
      "step": 152590
    },
    {
      "epoch": 42.59,
      "grad_norm": 2.360827922821045,
      "learning_rate": 4.687365676488095e-06,
      "loss": 0.5989,
      "step": 152600
    },
    {
      "epoch": 42.59,
      "grad_norm": 2.349801778793335,
      "learning_rate": 4.6873653868445645e-06,
      "loss": 0.586,
      "step": 152610
    },
    {
      "epoch": 42.6,
      "grad_norm": 2.324784278869629,
      "learning_rate": 4.687365096889099e-06,
      "loss": 0.5833,
      "step": 152620
    },
    {
      "epoch": 42.6,
      "grad_norm": 2.1758511066436768,
      "learning_rate": 4.687364806621697e-06,
      "loss": 0.5598,
      "step": 152630
    },
    {
      "epoch": 42.6,
      "grad_norm": 3.070671319961548,
      "learning_rate": 4.687364516042359e-06,
      "loss": 0.561,
      "step": 152640
    },
    {
      "epoch": 42.6,
      "grad_norm": 2.5705089569091797,
      "learning_rate": 4.6873642251510865e-06,
      "loss": 0.5786,
      "step": 152650
    },
    {
      "epoch": 42.61,
      "grad_norm": 2.8764498233795166,
      "learning_rate": 4.687363933947877e-06,
      "loss": 0.5774,
      "step": 152660
    },
    {
      "epoch": 42.61,
      "grad_norm": 2.46034574508667,
      "learning_rate": 4.687363642432733e-06,
      "loss": 0.5964,
      "step": 152670
    },
    {
      "epoch": 42.61,
      "grad_norm": 2.171351909637451,
      "learning_rate": 4.687363350605653e-06,
      "loss": 0.5531,
      "step": 152680
    },
    {
      "epoch": 42.62,
      "grad_norm": 2.0727686882019043,
      "learning_rate": 4.687363058466636e-06,
      "loss": 0.5898,
      "step": 152690
    },
    {
      "epoch": 42.62,
      "grad_norm": 2.2515828609466553,
      "learning_rate": 4.687362766015685e-06,
      "loss": 0.5587,
      "step": 152700
    },
    {
      "epoch": 42.62,
      "grad_norm": 3.150325059890747,
      "learning_rate": 4.687362473252799e-06,
      "loss": 0.5544,
      "step": 152710
    },
    {
      "epoch": 42.62,
      "grad_norm": 2.5455121994018555,
      "learning_rate": 4.687362180177976e-06,
      "loss": 0.5552,
      "step": 152720
    },
    {
      "epoch": 42.63,
      "grad_norm": 2.9843039512634277,
      "learning_rate": 4.687361886791219e-06,
      "loss": 0.589,
      "step": 152730
    },
    {
      "epoch": 42.63,
      "grad_norm": 2.731025218963623,
      "learning_rate": 4.687361593092525e-06,
      "loss": 0.5617,
      "step": 152740
    },
    {
      "epoch": 42.63,
      "grad_norm": 2.482630968093872,
      "learning_rate": 4.687361299081897e-06,
      "loss": 0.5559,
      "step": 152750
    },
    {
      "epoch": 42.63,
      "grad_norm": 2.187958002090454,
      "learning_rate": 4.6873610047593335e-06,
      "loss": 0.5629,
      "step": 152760
    },
    {
      "epoch": 42.64,
      "grad_norm": 2.3112266063690186,
      "learning_rate": 4.687360710124834e-06,
      "loss": 0.5754,
      "step": 152770
    },
    {
      "epoch": 42.64,
      "grad_norm": 3.0481574535369873,
      "learning_rate": 4.6873604151784e-06,
      "loss": 0.5705,
      "step": 152780
    },
    {
      "epoch": 42.64,
      "grad_norm": 2.421078681945801,
      "learning_rate": 4.68736011992003e-06,
      "loss": 0.5819,
      "step": 152790
    },
    {
      "epoch": 42.65,
      "grad_norm": 2.642662286758423,
      "learning_rate": 4.687359824349726e-06,
      "loss": 0.5719,
      "step": 152800
    },
    {
      "epoch": 42.65,
      "grad_norm": 3.28796648979187,
      "learning_rate": 4.687359528467487e-06,
      "loss": 0.5593,
      "step": 152810
    },
    {
      "epoch": 42.65,
      "grad_norm": 2.5382931232452393,
      "learning_rate": 4.687359232273312e-06,
      "loss": 0.5785,
      "step": 152820
    },
    {
      "epoch": 42.65,
      "grad_norm": 2.051621913909912,
      "learning_rate": 4.687358935767202e-06,
      "loss": 0.5672,
      "step": 152830
    },
    {
      "epoch": 42.66,
      "grad_norm": 2.330648183822632,
      "learning_rate": 4.687358638949157e-06,
      "loss": 0.5866,
      "step": 152840
    },
    {
      "epoch": 42.66,
      "grad_norm": 3.6312127113342285,
      "learning_rate": 4.687358341819177e-06,
      "loss": 0.576,
      "step": 152850
    },
    {
      "epoch": 42.66,
      "grad_norm": 1.6678844690322876,
      "learning_rate": 4.687358044377263e-06,
      "loss": 0.5484,
      "step": 152860
    },
    {
      "epoch": 42.67,
      "grad_norm": 2.838667392730713,
      "learning_rate": 4.687357746623413e-06,
      "loss": 0.5632,
      "step": 152870
    },
    {
      "epoch": 42.67,
      "grad_norm": 2.5276896953582764,
      "learning_rate": 4.687357448557629e-06,
      "loss": 0.5696,
      "step": 152880
    },
    {
      "epoch": 42.67,
      "grad_norm": 2.480269193649292,
      "learning_rate": 4.68735715017991e-06,
      "loss": 0.5756,
      "step": 152890
    },
    {
      "epoch": 42.67,
      "grad_norm": 3.0416922569274902,
      "learning_rate": 4.6873568514902555e-06,
      "loss": 0.5618,
      "step": 152900
    },
    {
      "epoch": 42.68,
      "grad_norm": 2.6887173652648926,
      "learning_rate": 4.687356552488668e-06,
      "loss": 0.5597,
      "step": 152910
    },
    {
      "epoch": 42.68,
      "grad_norm": 2.2159528732299805,
      "learning_rate": 4.687356253175144e-06,
      "loss": 0.5704,
      "step": 152920
    },
    {
      "epoch": 42.68,
      "grad_norm": 2.940962553024292,
      "learning_rate": 4.687355953549686e-06,
      "loss": 0.5687,
      "step": 152930
    },
    {
      "epoch": 42.68,
      "grad_norm": 2.8524763584136963,
      "learning_rate": 4.687355653612294e-06,
      "loss": 0.562,
      "step": 152940
    },
    {
      "epoch": 42.69,
      "grad_norm": 2.8346807956695557,
      "learning_rate": 4.687355353362967e-06,
      "loss": 0.573,
      "step": 152950
    },
    {
      "epoch": 42.69,
      "grad_norm": 2.1090657711029053,
      "learning_rate": 4.687355052801706e-06,
      "loss": 0.5437,
      "step": 152960
    },
    {
      "epoch": 42.69,
      "grad_norm": 2.0890896320343018,
      "learning_rate": 4.687354751928509e-06,
      "loss": 0.5856,
      "step": 152970
    },
    {
      "epoch": 42.7,
      "grad_norm": 2.6635546684265137,
      "learning_rate": 4.68735445074338e-06,
      "loss": 0.5666,
      "step": 152980
    },
    {
      "epoch": 42.7,
      "grad_norm": 2.5460329055786133,
      "learning_rate": 4.6873541492463144e-06,
      "loss": 0.5457,
      "step": 152990
    },
    {
      "epoch": 42.7,
      "grad_norm": 2.634572982788086,
      "learning_rate": 4.687353847437315e-06,
      "loss": 0.5826,
      "step": 153000
    },
    {
      "epoch": 42.7,
      "grad_norm": 2.1157333850860596,
      "learning_rate": 4.687353545316382e-06,
      "loss": 0.55,
      "step": 153010
    },
    {
      "epoch": 42.71,
      "grad_norm": 2.9747564792633057,
      "learning_rate": 4.6873532428835145e-06,
      "loss": 0.571,
      "step": 153020
    },
    {
      "epoch": 42.71,
      "grad_norm": 2.417707681655884,
      "learning_rate": 4.687352940138712e-06,
      "loss": 0.5715,
      "step": 153030
    },
    {
      "epoch": 42.71,
      "grad_norm": 2.980421543121338,
      "learning_rate": 4.687352637081976e-06,
      "loss": 0.5588,
      "step": 153040
    },
    {
      "epoch": 42.72,
      "grad_norm": 2.443213701248169,
      "learning_rate": 4.687352333713306e-06,
      "loss": 0.5722,
      "step": 153050
    },
    {
      "epoch": 42.72,
      "grad_norm": 2.582162857055664,
      "learning_rate": 4.6873520300327015e-06,
      "loss": 0.5548,
      "step": 153060
    },
    {
      "epoch": 42.72,
      "grad_norm": 2.010190963745117,
      "learning_rate": 4.687351726040163e-06,
      "loss": 0.5748,
      "step": 153070
    },
    {
      "epoch": 42.72,
      "grad_norm": 3.168877124786377,
      "learning_rate": 4.68735142173569e-06,
      "loss": 0.5878,
      "step": 153080
    },
    {
      "epoch": 42.73,
      "grad_norm": 2.4228575229644775,
      "learning_rate": 4.687351117119284e-06,
      "loss": 0.5661,
      "step": 153090
    },
    {
      "epoch": 42.73,
      "grad_norm": 1.9852608442306519,
      "learning_rate": 4.687350812190943e-06,
      "loss": 0.5929,
      "step": 153100
    },
    {
      "epoch": 42.73,
      "grad_norm": 2.292017698287964,
      "learning_rate": 4.687350506950669e-06,
      "loss": 0.5823,
      "step": 153110
    },
    {
      "epoch": 42.74,
      "grad_norm": 1.9773242473602295,
      "learning_rate": 4.687350201398461e-06,
      "loss": 0.5687,
      "step": 153120
    },
    {
      "epoch": 42.74,
      "grad_norm": 3.311467409133911,
      "learning_rate": 4.687349895534319e-06,
      "loss": 0.5758,
      "step": 153130
    },
    {
      "epoch": 42.74,
      "grad_norm": 3.26304030418396,
      "learning_rate": 4.6873495893582435e-06,
      "loss": 0.5831,
      "step": 153140
    },
    {
      "epoch": 42.74,
      "grad_norm": 2.3405039310455322,
      "learning_rate": 4.687349282870234e-06,
      "loss": 0.5537,
      "step": 153150
    },
    {
      "epoch": 42.75,
      "grad_norm": 2.748833417892456,
      "learning_rate": 4.68734897607029e-06,
      "loss": 0.5733,
      "step": 153160
    },
    {
      "epoch": 42.75,
      "grad_norm": 3.0337371826171875,
      "learning_rate": 4.6873486689584135e-06,
      "loss": 0.5913,
      "step": 153170
    },
    {
      "epoch": 42.75,
      "grad_norm": 2.8643012046813965,
      "learning_rate": 4.687348361534603e-06,
      "loss": 0.5521,
      "step": 153180
    },
    {
      "epoch": 42.75,
      "grad_norm": 2.083953380584717,
      "learning_rate": 4.6873480537988585e-06,
      "loss": 0.5581,
      "step": 153190
    },
    {
      "epoch": 42.76,
      "grad_norm": 3.050201416015625,
      "learning_rate": 4.687347745751181e-06,
      "loss": 0.5584,
      "step": 153200
    },
    {
      "epoch": 42.76,
      "grad_norm": 2.4567980766296387,
      "learning_rate": 4.68734743739157e-06,
      "loss": 0.5828,
      "step": 153210
    },
    {
      "epoch": 42.76,
      "grad_norm": 2.5793378353118896,
      "learning_rate": 4.687347128720025e-06,
      "loss": 0.5803,
      "step": 153220
    },
    {
      "epoch": 42.77,
      "grad_norm": 1.9745432138442993,
      "learning_rate": 4.6873468197365465e-06,
      "loss": 0.5693,
      "step": 153230
    },
    {
      "epoch": 42.77,
      "grad_norm": 3.0835089683532715,
      "learning_rate": 4.687346510441136e-06,
      "loss": 0.5757,
      "step": 153240
    },
    {
      "epoch": 42.77,
      "grad_norm": 2.7018864154815674,
      "learning_rate": 4.68734620083379e-06,
      "loss": 0.565,
      "step": 153250
    },
    {
      "epoch": 42.77,
      "grad_norm": 2.8700156211853027,
      "learning_rate": 4.687345890914513e-06,
      "loss": 0.6032,
      "step": 153260
    },
    {
      "epoch": 42.78,
      "grad_norm": 2.1393351554870605,
      "learning_rate": 4.687345580683301e-06,
      "loss": 0.5697,
      "step": 153270
    },
    {
      "epoch": 42.78,
      "grad_norm": 2.1817870140075684,
      "learning_rate": 4.687345270140157e-06,
      "loss": 0.5659,
      "step": 153280
    },
    {
      "epoch": 42.78,
      "grad_norm": 2.43937611579895,
      "learning_rate": 4.687344959285079e-06,
      "loss": 0.5576,
      "step": 153290
    },
    {
      "epoch": 42.79,
      "grad_norm": 3.2421326637268066,
      "learning_rate": 4.687344648118069e-06,
      "loss": 0.5601,
      "step": 153300
    },
    {
      "epoch": 42.79,
      "grad_norm": 2.134885787963867,
      "learning_rate": 4.687344336639125e-06,
      "loss": 0.5483,
      "step": 153310
    },
    {
      "epoch": 42.79,
      "grad_norm": 2.6508560180664062,
      "learning_rate": 4.687344024848248e-06,
      "loss": 0.5618,
      "step": 153320
    },
    {
      "epoch": 42.79,
      "grad_norm": 2.467111825942993,
      "learning_rate": 4.6873437127454374e-06,
      "loss": 0.5634,
      "step": 153330
    },
    {
      "epoch": 42.8,
      "grad_norm": 3.2854602336883545,
      "learning_rate": 4.687343400330695e-06,
      "loss": 0.5688,
      "step": 153340
    },
    {
      "epoch": 42.8,
      "grad_norm": 2.2903225421905518,
      "learning_rate": 4.6873430876040185e-06,
      "loss": 0.5592,
      "step": 153350
    },
    {
      "epoch": 42.8,
      "grad_norm": 2.7135562896728516,
      "learning_rate": 4.68734277456541e-06,
      "loss": 0.5645,
      "step": 153360
    },
    {
      "epoch": 42.8,
      "grad_norm": 2.6148064136505127,
      "learning_rate": 4.687342461214869e-06,
      "loss": 0.5448,
      "step": 153370
    },
    {
      "epoch": 42.81,
      "grad_norm": 2.4818971157073975,
      "learning_rate": 4.687342147552395e-06,
      "loss": 0.5653,
      "step": 153380
    },
    {
      "epoch": 42.81,
      "grad_norm": 2.2469325065612793,
      "learning_rate": 4.687341833577988e-06,
      "loss": 0.5663,
      "step": 153390
    },
    {
      "epoch": 42.81,
      "grad_norm": 1.7230168581008911,
      "learning_rate": 4.687341519291647e-06,
      "loss": 0.5611,
      "step": 153400
    },
    {
      "epoch": 42.82,
      "grad_norm": 2.288037061691284,
      "learning_rate": 4.687341204693375e-06,
      "loss": 0.5625,
      "step": 153410
    },
    {
      "epoch": 42.82,
      "grad_norm": 2.740081787109375,
      "learning_rate": 4.6873408897831705e-06,
      "loss": 0.5572,
      "step": 153420
    },
    {
      "epoch": 42.82,
      "grad_norm": 2.527015209197998,
      "learning_rate": 4.687340574561032e-06,
      "loss": 0.5571,
      "step": 153430
    },
    {
      "epoch": 42.82,
      "grad_norm": 2.5325279235839844,
      "learning_rate": 4.687340259026962e-06,
      "loss": 0.5642,
      "step": 153440
    },
    {
      "epoch": 42.83,
      "grad_norm": 2.098752737045288,
      "learning_rate": 4.687339943180959e-06,
      "loss": 0.5864,
      "step": 153450
    },
    {
      "epoch": 42.83,
      "grad_norm": 2.146681070327759,
      "learning_rate": 4.687339627023024e-06,
      "loss": 0.5484,
      "step": 153460
    },
    {
      "epoch": 42.83,
      "grad_norm": 2.4233362674713135,
      "learning_rate": 4.687339310553157e-06,
      "loss": 0.5594,
      "step": 153470
    },
    {
      "epoch": 42.84,
      "grad_norm": 2.7508058547973633,
      "learning_rate": 4.687338993771357e-06,
      "loss": 0.5595,
      "step": 153480
    },
    {
      "epoch": 42.84,
      "grad_norm": 3.074248790740967,
      "learning_rate": 4.687338676677625e-06,
      "loss": 0.5798,
      "step": 153490
    },
    {
      "epoch": 42.84,
      "grad_norm": 2.5574522018432617,
      "learning_rate": 4.687338359271959e-06,
      "loss": 0.5739,
      "step": 153500
    },
    {
      "epoch": 42.84,
      "grad_norm": 2.8514764308929443,
      "learning_rate": 4.687338041554363e-06,
      "loss": 0.5834,
      "step": 153510
    },
    {
      "epoch": 42.85,
      "grad_norm": 2.478034496307373,
      "learning_rate": 4.687337723524834e-06,
      "loss": 0.5739,
      "step": 153520
    },
    {
      "epoch": 42.85,
      "grad_norm": 2.6055963039398193,
      "learning_rate": 4.6873374051833725e-06,
      "loss": 0.5656,
      "step": 153530
    },
    {
      "epoch": 42.85,
      "grad_norm": 2.1683712005615234,
      "learning_rate": 4.687337086529979e-06,
      "loss": 0.5693,
      "step": 153540
    },
    {
      "epoch": 42.86,
      "grad_norm": 2.0765788555145264,
      "learning_rate": 4.687336767564654e-06,
      "loss": 0.5516,
      "step": 153550
    },
    {
      "epoch": 42.86,
      "grad_norm": 2.258340835571289,
      "learning_rate": 4.687336448287397e-06,
      "loss": 0.548,
      "step": 153560
    },
    {
      "epoch": 42.86,
      "grad_norm": 2.1212806701660156,
      "learning_rate": 4.6873361286982065e-06,
      "loss": 0.5834,
      "step": 153570
    },
    {
      "epoch": 42.86,
      "grad_norm": 2.6292953491210938,
      "learning_rate": 4.687335808797085e-06,
      "loss": 0.5677,
      "step": 153580
    },
    {
      "epoch": 42.87,
      "grad_norm": 2.1957144737243652,
      "learning_rate": 4.687335488584033e-06,
      "loss": 0.5605,
      "step": 153590
    },
    {
      "epoch": 42.87,
      "grad_norm": 2.209177017211914,
      "learning_rate": 4.687335168059047e-06,
      "loss": 0.57,
      "step": 153600
    },
    {
      "epoch": 42.87,
      "grad_norm": 1.9283658266067505,
      "learning_rate": 4.687334847222131e-06,
      "loss": 0.5529,
      "step": 153610
    },
    {
      "epoch": 42.87,
      "grad_norm": 2.5252034664154053,
      "learning_rate": 4.687334526073281e-06,
      "loss": 0.5644,
      "step": 153620
    },
    {
      "epoch": 42.88,
      "grad_norm": 3.922079563140869,
      "learning_rate": 4.687334204612501e-06,
      "loss": 0.5769,
      "step": 153630
    },
    {
      "epoch": 42.88,
      "grad_norm": 3.131840705871582,
      "learning_rate": 4.687333882839789e-06,
      "loss": 0.5743,
      "step": 153640
    },
    {
      "epoch": 42.88,
      "grad_norm": 1.8830815553665161,
      "learning_rate": 4.687333560755145e-06,
      "loss": 0.555,
      "step": 153650
    },
    {
      "epoch": 42.89,
      "grad_norm": 2.5216383934020996,
      "learning_rate": 4.687333238358569e-06,
      "loss": 0.5514,
      "step": 153660
    },
    {
      "epoch": 42.89,
      "grad_norm": 1.9608865976333618,
      "learning_rate": 4.687332915650062e-06,
      "loss": 0.5697,
      "step": 153670
    },
    {
      "epoch": 42.89,
      "grad_norm": 2.4455158710479736,
      "learning_rate": 4.687332592629624e-06,
      "loss": 0.5665,
      "step": 153680
    },
    {
      "epoch": 42.89,
      "grad_norm": 1.966870665550232,
      "learning_rate": 4.6873322692972536e-06,
      "loss": 0.5714,
      "step": 153690
    },
    {
      "epoch": 42.9,
      "grad_norm": 4.220335960388184,
      "learning_rate": 4.687331945652952e-06,
      "loss": 0.5883,
      "step": 153700
    },
    {
      "epoch": 42.9,
      "grad_norm": 2.944730520248413,
      "learning_rate": 4.6873316216967196e-06,
      "loss": 0.5694,
      "step": 153710
    },
    {
      "epoch": 42.9,
      "grad_norm": 2.5704150199890137,
      "learning_rate": 4.687331297428555e-06,
      "loss": 0.5699,
      "step": 153720
    },
    {
      "epoch": 42.91,
      "grad_norm": 2.467637062072754,
      "learning_rate": 4.6873309728484595e-06,
      "loss": 0.5781,
      "step": 153730
    },
    {
      "epoch": 42.91,
      "grad_norm": 1.8352088928222656,
      "learning_rate": 4.687330647956433e-06,
      "loss": 0.5786,
      "step": 153740
    },
    {
      "epoch": 42.91,
      "grad_norm": 1.9481812715530396,
      "learning_rate": 4.687330322752474e-06,
      "loss": 0.5563,
      "step": 153750
    },
    {
      "epoch": 42.91,
      "grad_norm": 2.478943347930908,
      "learning_rate": 4.687329997236585e-06,
      "loss": 0.552,
      "step": 153760
    },
    {
      "epoch": 42.92,
      "grad_norm": 1.9253227710723877,
      "learning_rate": 4.687329671408765e-06,
      "loss": 0.5701,
      "step": 153770
    },
    {
      "epoch": 42.92,
      "grad_norm": 2.603501081466675,
      "learning_rate": 4.6873293452690135e-06,
      "loss": 0.557,
      "step": 153780
    },
    {
      "epoch": 42.92,
      "grad_norm": 2.17933988571167,
      "learning_rate": 4.687329018817331e-06,
      "loss": 0.5569,
      "step": 153790
    },
    {
      "epoch": 42.92,
      "grad_norm": 2.0141003131866455,
      "learning_rate": 4.6873286920537175e-06,
      "loss": 0.5602,
      "step": 153800
    },
    {
      "epoch": 42.93,
      "grad_norm": 3.4445953369140625,
      "learning_rate": 4.687328364978173e-06,
      "loss": 0.5787,
      "step": 153810
    },
    {
      "epoch": 42.93,
      "grad_norm": 2.5642282962799072,
      "learning_rate": 4.687328037590698e-06,
      "loss": 0.5794,
      "step": 153820
    },
    {
      "epoch": 42.93,
      "grad_norm": 2.6843459606170654,
      "learning_rate": 4.687327709891292e-06,
      "loss": 0.5569,
      "step": 153830
    },
    {
      "epoch": 42.94,
      "grad_norm": 2.1420249938964844,
      "learning_rate": 4.687327381879955e-06,
      "loss": 0.5749,
      "step": 153840
    },
    {
      "epoch": 42.94,
      "grad_norm": 2.3454031944274902,
      "learning_rate": 4.687327053556686e-06,
      "loss": 0.5577,
      "step": 153850
    },
    {
      "epoch": 42.94,
      "grad_norm": 2.3806228637695312,
      "learning_rate": 4.687326724921488e-06,
      "loss": 0.5566,
      "step": 153860
    },
    {
      "epoch": 42.94,
      "grad_norm": 2.231863498687744,
      "learning_rate": 4.687326395974358e-06,
      "loss": 0.5664,
      "step": 153870
    },
    {
      "epoch": 42.95,
      "grad_norm": 2.5710837841033936,
      "learning_rate": 4.6873260667152985e-06,
      "loss": 0.5691,
      "step": 153880
    },
    {
      "epoch": 42.95,
      "grad_norm": 2.61861515045166,
      "learning_rate": 4.687325737144308e-06,
      "loss": 0.5672,
      "step": 153890
    },
    {
      "epoch": 42.95,
      "grad_norm": 2.9654369354248047,
      "learning_rate": 4.687325407261387e-06,
      "loss": 0.5653,
      "step": 153900
    },
    {
      "epoch": 42.96,
      "grad_norm": 3.598287582397461,
      "learning_rate": 4.687325077066535e-06,
      "loss": 0.5715,
      "step": 153910
    },
    {
      "epoch": 42.96,
      "grad_norm": 1.9226205348968506,
      "learning_rate": 4.687324746559753e-06,
      "loss": 0.5534,
      "step": 153920
    },
    {
      "epoch": 42.96,
      "grad_norm": 2.4885590076446533,
      "learning_rate": 4.6873244157410405e-06,
      "loss": 0.5753,
      "step": 153930
    },
    {
      "epoch": 42.96,
      "grad_norm": 2.4870712757110596,
      "learning_rate": 4.687324084610397e-06,
      "loss": 0.5514,
      "step": 153940
    },
    {
      "epoch": 42.97,
      "grad_norm": 2.504401206970215,
      "learning_rate": 4.687323753167824e-06,
      "loss": 0.5672,
      "step": 153950
    },
    {
      "epoch": 42.97,
      "grad_norm": 2.5089852809906006,
      "learning_rate": 4.68732342141332e-06,
      "loss": 0.5831,
      "step": 153960
    },
    {
      "epoch": 42.97,
      "grad_norm": 2.07490611076355,
      "learning_rate": 4.6873230893468865e-06,
      "loss": 0.5506,
      "step": 153970
    },
    {
      "epoch": 42.98,
      "grad_norm": 2.7939534187316895,
      "learning_rate": 4.687322756968522e-06,
      "loss": 0.5548,
      "step": 153980
    },
    {
      "epoch": 42.98,
      "grad_norm": 2.819643020629883,
      "learning_rate": 4.6873224242782275e-06,
      "loss": 0.5593,
      "step": 153990
    },
    {
      "epoch": 42.98,
      "grad_norm": 3.2403087615966797,
      "learning_rate": 4.687322091276003e-06,
      "loss": 0.5744,
      "step": 154000
    },
    {
      "epoch": 42.98,
      "grad_norm": 2.6878838539123535,
      "learning_rate": 4.687321757961848e-06,
      "loss": 0.5496,
      "step": 154010
    },
    {
      "epoch": 42.99,
      "grad_norm": 2.403886556625366,
      "learning_rate": 4.6873214243357645e-06,
      "loss": 0.5399,
      "step": 154020
    },
    {
      "epoch": 42.99,
      "grad_norm": 2.520561933517456,
      "learning_rate": 4.68732109039775e-06,
      "loss": 0.5522,
      "step": 154030
    },
    {
      "epoch": 42.99,
      "grad_norm": 2.155634880065918,
      "learning_rate": 4.687320756147805e-06,
      "loss": 0.5585,
      "step": 154040
    },
    {
      "epoch": 42.99,
      "grad_norm": 2.090677499771118,
      "learning_rate": 4.68732042158593e-06,
      "loss": 0.558,
      "step": 154050
    },
    {
      "epoch": 43.0,
      "grad_norm": 2.74299693107605,
      "learning_rate": 4.687320086712127e-06,
      "loss": 0.558,
      "step": 154060
    },
    {
      "epoch": 43.0,
      "eval_loss": 0.5637575387954712,
      "eval_runtime": 63.3738,
      "eval_samples_per_second": 79.828,
      "eval_steps_per_second": 9.988,
      "step": 154069
    },
    {
      "epoch": 43.0,
      "grad_norm": 2.2540512084960938,
      "learning_rate": 4.687319751526392e-06,
      "loss": 0.5492,
      "step": 154070
    },
    {
      "epoch": 43.0,
      "grad_norm": 2.4174890518188477,
      "learning_rate": 4.687319416028728e-06,
      "loss": 0.5692,
      "step": 154080
    },
    {
      "epoch": 43.01,
      "grad_norm": 2.5090384483337402,
      "learning_rate": 4.687319080219135e-06,
      "loss": 0.5838,
      "step": 154090
    },
    {
      "epoch": 43.01,
      "grad_norm": 2.256274938583374,
      "learning_rate": 4.6873187440976115e-06,
      "loss": 0.5761,
      "step": 154100
    },
    {
      "epoch": 43.01,
      "grad_norm": 2.8393096923828125,
      "learning_rate": 4.687318407664159e-06,
      "loss": 0.5619,
      "step": 154110
    },
    {
      "epoch": 43.01,
      "grad_norm": 2.2569522857666016,
      "learning_rate": 4.687318070918776e-06,
      "loss": 0.5704,
      "step": 154120
    },
    {
      "epoch": 43.02,
      "grad_norm": 4.3362507820129395,
      "learning_rate": 4.6873177338614645e-06,
      "loss": 0.5668,
      "step": 154130
    },
    {
      "epoch": 43.02,
      "grad_norm": 2.401939630508423,
      "learning_rate": 4.687317396492223e-06,
      "loss": 0.5595,
      "step": 154140
    },
    {
      "epoch": 43.02,
      "grad_norm": 2.760984420776367,
      "learning_rate": 4.687317058811052e-06,
      "loss": 0.5714,
      "step": 154150
    },
    {
      "epoch": 43.03,
      "grad_norm": 2.0267393589019775,
      "learning_rate": 4.687316720817951e-06,
      "loss": 0.5552,
      "step": 154160
    },
    {
      "epoch": 43.03,
      "grad_norm": 2.9041666984558105,
      "learning_rate": 4.687316382512921e-06,
      "loss": 0.5825,
      "step": 154170
    },
    {
      "epoch": 43.03,
      "grad_norm": 2.111389636993408,
      "learning_rate": 4.6873160438959625e-06,
      "loss": 0.562,
      "step": 154180
    },
    {
      "epoch": 43.03,
      "grad_norm": 1.8769793510437012,
      "learning_rate": 4.687315704967074e-06,
      "loss": 0.575,
      "step": 154190
    },
    {
      "epoch": 43.04,
      "grad_norm": 2.5157015323638916,
      "learning_rate": 4.687315365726256e-06,
      "loss": 0.5733,
      "step": 154200
    },
    {
      "epoch": 43.04,
      "grad_norm": 2.6086809635162354,
      "learning_rate": 4.68731502617351e-06,
      "loss": 0.5601,
      "step": 154210
    },
    {
      "epoch": 43.04,
      "grad_norm": 2.386383295059204,
      "learning_rate": 4.687314686308833e-06,
      "loss": 0.5728,
      "step": 154220
    },
    {
      "epoch": 43.04,
      "grad_norm": 1.8393913507461548,
      "learning_rate": 4.687314346132228e-06,
      "loss": 0.5607,
      "step": 154230
    },
    {
      "epoch": 43.05,
      "grad_norm": 2.2147037982940674,
      "learning_rate": 4.687314005643694e-06,
      "loss": 0.5716,
      "step": 154240
    },
    {
      "epoch": 43.05,
      "grad_norm": 2.5334348678588867,
      "learning_rate": 4.687313664843231e-06,
      "loss": 0.5603,
      "step": 154250
    },
    {
      "epoch": 43.05,
      "grad_norm": 2.481130599975586,
      "learning_rate": 4.687313323730839e-06,
      "loss": 0.5813,
      "step": 154260
    },
    {
      "epoch": 43.06,
      "grad_norm": 1.8512202501296997,
      "learning_rate": 4.687312982306518e-06,
      "loss": 0.5607,
      "step": 154270
    },
    {
      "epoch": 43.06,
      "grad_norm": 2.331202745437622,
      "learning_rate": 4.6873126405702684e-06,
      "loss": 0.5477,
      "step": 154280
    },
    {
      "epoch": 43.06,
      "grad_norm": 2.6664927005767822,
      "learning_rate": 4.687312298522089e-06,
      "loss": 0.5539,
      "step": 154290
    },
    {
      "epoch": 43.06,
      "grad_norm": 2.5698869228363037,
      "learning_rate": 4.687311956161982e-06,
      "loss": 0.5643,
      "step": 154300
    },
    {
      "epoch": 43.07,
      "grad_norm": 2.3681435585021973,
      "learning_rate": 4.6873116134899455e-06,
      "loss": 0.5709,
      "step": 154310
    },
    {
      "epoch": 43.07,
      "grad_norm": 2.1250150203704834,
      "learning_rate": 4.687311270505981e-06,
      "loss": 0.5564,
      "step": 154320
    },
    {
      "epoch": 43.07,
      "grad_norm": 2.448838233947754,
      "learning_rate": 4.687310927210087e-06,
      "loss": 0.5746,
      "step": 154330
    },
    {
      "epoch": 43.08,
      "grad_norm": 2.2993502616882324,
      "learning_rate": 4.687310583602265e-06,
      "loss": 0.5578,
      "step": 154340
    },
    {
      "epoch": 43.08,
      "grad_norm": 2.944805145263672,
      "learning_rate": 4.687310239682514e-06,
      "loss": 0.5298,
      "step": 154350
    },
    {
      "epoch": 43.08,
      "grad_norm": 1.9418468475341797,
      "learning_rate": 4.687309895450835e-06,
      "loss": 0.5651,
      "step": 154360
    },
    {
      "epoch": 43.08,
      "grad_norm": 2.318711280822754,
      "learning_rate": 4.6873095509072275e-06,
      "loss": 0.5403,
      "step": 154370
    },
    {
      "epoch": 43.09,
      "grad_norm": 2.1950817108154297,
      "learning_rate": 4.687309206051692e-06,
      "loss": 0.5676,
      "step": 154380
    },
    {
      "epoch": 43.09,
      "grad_norm": 2.649556875228882,
      "learning_rate": 4.687308860884227e-06,
      "loss": 0.5634,
      "step": 154390
    },
    {
      "epoch": 43.09,
      "grad_norm": 2.0337319374084473,
      "learning_rate": 4.687308515404834e-06,
      "loss": 0.5849,
      "step": 154400
    },
    {
      "epoch": 43.1,
      "grad_norm": 2.2686266899108887,
      "learning_rate": 4.687308169613513e-06,
      "loss": 0.5797,
      "step": 154410
    },
    {
      "epoch": 43.1,
      "grad_norm": 1.7953410148620605,
      "learning_rate": 4.687307823510263e-06,
      "loss": 0.5596,
      "step": 154420
    },
    {
      "epoch": 43.1,
      "grad_norm": 4.774146556854248,
      "learning_rate": 4.687307477095087e-06,
      "loss": 0.5622,
      "step": 154430
    },
    {
      "epoch": 43.1,
      "grad_norm": 2.2736966609954834,
      "learning_rate": 4.687307130367981e-06,
      "loss": 0.5362,
      "step": 154440
    },
    {
      "epoch": 43.11,
      "grad_norm": 2.4012091159820557,
      "learning_rate": 4.6873067833289475e-06,
      "loss": 0.5815,
      "step": 154450
    },
    {
      "epoch": 43.11,
      "grad_norm": 2.411677837371826,
      "learning_rate": 4.687306435977985e-06,
      "loss": 0.564,
      "step": 154460
    },
    {
      "epoch": 43.11,
      "grad_norm": 3.4087352752685547,
      "learning_rate": 4.6873060883150955e-06,
      "loss": 0.5778,
      "step": 154470
    },
    {
      "epoch": 43.11,
      "grad_norm": 2.349224805831909,
      "learning_rate": 4.687305740340278e-06,
      "loss": 0.5598,
      "step": 154480
    },
    {
      "epoch": 43.12,
      "grad_norm": 2.349027156829834,
      "learning_rate": 4.687305392053532e-06,
      "loss": 0.5735,
      "step": 154490
    },
    {
      "epoch": 43.12,
      "grad_norm": 2.502739667892456,
      "learning_rate": 4.687305043454859e-06,
      "loss": 0.544,
      "step": 154500
    },
    {
      "epoch": 43.12,
      "grad_norm": 1.980489730834961,
      "learning_rate": 4.687304694544257e-06,
      "loss": 0.5566,
      "step": 154510
    },
    {
      "epoch": 43.13,
      "grad_norm": 2.431490898132324,
      "learning_rate": 4.6873043453217285e-06,
      "loss": 0.5491,
      "step": 154520
    },
    {
      "epoch": 43.13,
      "grad_norm": 2.014299154281616,
      "learning_rate": 4.687303995787272e-06,
      "loss": 0.5766,
      "step": 154530
    },
    {
      "epoch": 43.13,
      "grad_norm": 2.3391716480255127,
      "learning_rate": 4.687303645940887e-06,
      "loss": 0.5626,
      "step": 154540
    },
    {
      "epoch": 43.13,
      "grad_norm": 2.141472101211548,
      "learning_rate": 4.687303295782574e-06,
      "loss": 0.5523,
      "step": 154550
    },
    {
      "epoch": 43.14,
      "grad_norm": 2.397520065307617,
      "learning_rate": 4.687302945312336e-06,
      "loss": 0.5623,
      "step": 154560
    },
    {
      "epoch": 43.14,
      "grad_norm": 2.4153928756713867,
      "learning_rate": 4.687302594530168e-06,
      "loss": 0.5867,
      "step": 154570
    },
    {
      "epoch": 43.14,
      "grad_norm": 2.997573137283325,
      "learning_rate": 4.6873022434360735e-06,
      "loss": 0.5647,
      "step": 154580
    },
    {
      "epoch": 43.15,
      "grad_norm": 2.1163716316223145,
      "learning_rate": 4.687301892030051e-06,
      "loss": 0.5503,
      "step": 154590
    },
    {
      "epoch": 43.15,
      "grad_norm": 1.9079327583312988,
      "learning_rate": 4.687301540312101e-06,
      "loss": 0.5531,
      "step": 154600
    },
    {
      "epoch": 43.15,
      "grad_norm": 2.0809359550476074,
      "learning_rate": 4.687301188282224e-06,
      "loss": 0.5687,
      "step": 154610
    },
    {
      "epoch": 43.15,
      "grad_norm": 2.129338026046753,
      "learning_rate": 4.687300835940421e-06,
      "loss": 0.5719,
      "step": 154620
    },
    {
      "epoch": 43.16,
      "grad_norm": 2.701072931289673,
      "learning_rate": 4.6873004832866895e-06,
      "loss": 0.5656,
      "step": 154630
    },
    {
      "epoch": 43.16,
      "grad_norm": 3.033940076828003,
      "learning_rate": 4.687300130321031e-06,
      "loss": 0.567,
      "step": 154640
    },
    {
      "epoch": 43.16,
      "grad_norm": 2.8821816444396973,
      "learning_rate": 4.687299777043445e-06,
      "loss": 0.5719,
      "step": 154650
    },
    {
      "epoch": 43.16,
      "grad_norm": 2.898885488510132,
      "learning_rate": 4.687299423453932e-06,
      "loss": 0.5558,
      "step": 154660
    },
    {
      "epoch": 43.17,
      "grad_norm": 2.286144971847534,
      "learning_rate": 4.687299069552492e-06,
      "loss": 0.5747,
      "step": 154670
    },
    {
      "epoch": 43.17,
      "grad_norm": 2.1366944313049316,
      "learning_rate": 4.687298715339125e-06,
      "loss": 0.5673,
      "step": 154680
    },
    {
      "epoch": 43.17,
      "grad_norm": 3.4843151569366455,
      "learning_rate": 4.687298360813831e-06,
      "loss": 0.5702,
      "step": 154690
    },
    {
      "epoch": 43.18,
      "grad_norm": 2.9454073905944824,
      "learning_rate": 4.68729800597661e-06,
      "loss": 0.5705,
      "step": 154700
    },
    {
      "epoch": 43.18,
      "grad_norm": 2.476773262023926,
      "learning_rate": 4.687297650827462e-06,
      "loss": 0.5703,
      "step": 154710
    },
    {
      "epoch": 43.18,
      "grad_norm": 1.9610041379928589,
      "learning_rate": 4.6872972953663875e-06,
      "loss": 0.5656,
      "step": 154720
    },
    {
      "epoch": 43.18,
      "grad_norm": 1.8347389698028564,
      "learning_rate": 4.687296939593386e-06,
      "loss": 0.5528,
      "step": 154730
    },
    {
      "epoch": 43.19,
      "grad_norm": 2.631218194961548,
      "learning_rate": 4.687296583508458e-06,
      "loss": 0.576,
      "step": 154740
    },
    {
      "epoch": 43.19,
      "grad_norm": 2.1396071910858154,
      "learning_rate": 4.687296227111603e-06,
      "loss": 0.5534,
      "step": 154750
    },
    {
      "epoch": 43.19,
      "grad_norm": 2.537205696105957,
      "learning_rate": 4.687295870402822e-06,
      "loss": 0.5562,
      "step": 154760
    },
    {
      "epoch": 43.2,
      "grad_norm": 3.4715139865875244,
      "learning_rate": 4.687295513382114e-06,
      "loss": 0.556,
      "step": 154770
    },
    {
      "epoch": 43.2,
      "grad_norm": 2.1689348220825195,
      "learning_rate": 4.687295156049479e-06,
      "loss": 0.5534,
      "step": 154780
    },
    {
      "epoch": 43.2,
      "grad_norm": 2.374969244003296,
      "learning_rate": 4.687294798404918e-06,
      "loss": 0.563,
      "step": 154790
    },
    {
      "epoch": 43.2,
      "grad_norm": 1.986154317855835,
      "learning_rate": 4.68729444044843e-06,
      "loss": 0.5815,
      "step": 154800
    },
    {
      "epoch": 43.21,
      "grad_norm": 2.7503294944763184,
      "learning_rate": 4.687294082180017e-06,
      "loss": 0.5574,
      "step": 154810
    },
    {
      "epoch": 43.21,
      "grad_norm": 2.6891062259674072,
      "learning_rate": 4.687293723599677e-06,
      "loss": 0.5663,
      "step": 154820
    },
    {
      "epoch": 43.21,
      "grad_norm": 3.1507856845855713,
      "learning_rate": 4.687293364707409e-06,
      "loss": 0.5751,
      "step": 154830
    },
    {
      "epoch": 43.22,
      "grad_norm": 2.127439260482788,
      "learning_rate": 4.687293005503217e-06,
      "loss": 0.5604,
      "step": 154840
    },
    {
      "epoch": 43.22,
      "grad_norm": 2.059890031814575,
      "learning_rate": 4.687292645987098e-06,
      "loss": 0.5444,
      "step": 154850
    },
    {
      "epoch": 43.22,
      "grad_norm": 3.362140655517578,
      "learning_rate": 4.687292286159053e-06,
      "loss": 0.5721,
      "step": 154860
    },
    {
      "epoch": 43.22,
      "grad_norm": 2.3291139602661133,
      "learning_rate": 4.687291926019081e-06,
      "loss": 0.5581,
      "step": 154870
    },
    {
      "epoch": 43.23,
      "grad_norm": 2.547934055328369,
      "learning_rate": 4.687291565567183e-06,
      "loss": 0.5416,
      "step": 154880
    },
    {
      "epoch": 43.23,
      "grad_norm": 2.695016860961914,
      "learning_rate": 4.68729120480336e-06,
      "loss": 0.5839,
      "step": 154890
    },
    {
      "epoch": 43.23,
      "grad_norm": 2.9629924297332764,
      "learning_rate": 4.6872908437276105e-06,
      "loss": 0.572,
      "step": 154900
    },
    {
      "epoch": 43.23,
      "grad_norm": 2.4762165546417236,
      "learning_rate": 4.6872904823399355e-06,
      "loss": 0.5929,
      "step": 154910
    },
    {
      "epoch": 43.24,
      "grad_norm": 2.4310059547424316,
      "learning_rate": 4.687290120640334e-06,
      "loss": 0.5548,
      "step": 154920
    },
    {
      "epoch": 43.24,
      "grad_norm": 2.147420883178711,
      "learning_rate": 4.687289758628807e-06,
      "loss": 0.5747,
      "step": 154930
    },
    {
      "epoch": 43.24,
      "grad_norm": 2.1194090843200684,
      "learning_rate": 4.687289396305355e-06,
      "loss": 0.5687,
      "step": 154940
    },
    {
      "epoch": 43.25,
      "grad_norm": 2.0496110916137695,
      "learning_rate": 4.6872890336699755e-06,
      "loss": 0.5887,
      "step": 154950
    },
    {
      "epoch": 43.25,
      "grad_norm": 2.2087841033935547,
      "learning_rate": 4.687288670722671e-06,
      "loss": 0.5876,
      "step": 154960
    },
    {
      "epoch": 43.25,
      "grad_norm": 2.329570770263672,
      "learning_rate": 4.687288307463441e-06,
      "loss": 0.5835,
      "step": 154970
    },
    {
      "epoch": 43.25,
      "grad_norm": 1.9960412979125977,
      "learning_rate": 4.687287943892286e-06,
      "loss": 0.5627,
      "step": 154980
    },
    {
      "epoch": 43.26,
      "grad_norm": 2.3365018367767334,
      "learning_rate": 4.687287580009205e-06,
      "loss": 0.5749,
      "step": 154990
    },
    {
      "epoch": 43.26,
      "grad_norm": 1.856877088546753,
      "learning_rate": 4.6872872158141985e-06,
      "loss": 0.5871,
      "step": 155000
    },
    {
      "epoch": 43.26,
      "grad_norm": 2.0041801929473877,
      "learning_rate": 4.687286851307266e-06,
      "loss": 0.5585,
      "step": 155010
    },
    {
      "epoch": 43.27,
      "grad_norm": 2.418208599090576,
      "learning_rate": 4.68728648648841e-06,
      "loss": 0.5628,
      "step": 155020
    },
    {
      "epoch": 43.27,
      "grad_norm": 2.8996987342834473,
      "learning_rate": 4.6872861213576266e-06,
      "loss": 0.5598,
      "step": 155030
    },
    {
      "epoch": 43.27,
      "grad_norm": 2.412027597427368,
      "learning_rate": 4.6872857559149185e-06,
      "loss": 0.5809,
      "step": 155040
    },
    {
      "epoch": 43.27,
      "grad_norm": 2.880450963973999,
      "learning_rate": 4.6872853901602855e-06,
      "loss": 0.5621,
      "step": 155050
    },
    {
      "epoch": 43.28,
      "grad_norm": 2.5366668701171875,
      "learning_rate": 4.687285024093727e-06,
      "loss": 0.5518,
      "step": 155060
    },
    {
      "epoch": 43.28,
      "grad_norm": 2.37066650390625,
      "learning_rate": 4.687284657715244e-06,
      "loss": 0.5659,
      "step": 155070
    },
    {
      "epoch": 43.28,
      "grad_norm": 2.5007200241088867,
      "learning_rate": 4.687284291024834e-06,
      "loss": 0.5588,
      "step": 155080
    },
    {
      "epoch": 43.28,
      "grad_norm": 3.2163476943969727,
      "learning_rate": 4.6872839240225e-06,
      "loss": 0.5774,
      "step": 155090
    },
    {
      "epoch": 43.29,
      "grad_norm": 2.5922813415527344,
      "learning_rate": 4.6872835567082424e-06,
      "loss": 0.5519,
      "step": 155100
    },
    {
      "epoch": 43.29,
      "grad_norm": 2.341414213180542,
      "learning_rate": 4.687283189082059e-06,
      "loss": 0.5667,
      "step": 155110
    },
    {
      "epoch": 43.29,
      "grad_norm": 2.649503231048584,
      "learning_rate": 4.687282821143949e-06,
      "loss": 0.5654,
      "step": 155120
    },
    {
      "epoch": 43.3,
      "grad_norm": 2.8874728679656982,
      "learning_rate": 4.687282452893916e-06,
      "loss": 0.549,
      "step": 155130
    },
    {
      "epoch": 43.3,
      "grad_norm": 2.2779126167297363,
      "learning_rate": 4.687282084331958e-06,
      "loss": 0.5642,
      "step": 155140
    },
    {
      "epoch": 43.3,
      "grad_norm": 2.6471621990203857,
      "learning_rate": 4.687281715458075e-06,
      "loss": 0.5705,
      "step": 155150
    },
    {
      "epoch": 43.3,
      "grad_norm": 3.596113920211792,
      "learning_rate": 4.687281346272268e-06,
      "loss": 0.5661,
      "step": 155160
    },
    {
      "epoch": 43.31,
      "grad_norm": 2.9199483394622803,
      "learning_rate": 4.687280976774535e-06,
      "loss": 0.5641,
      "step": 155170
    },
    {
      "epoch": 43.31,
      "grad_norm": 2.880390167236328,
      "learning_rate": 4.687280606964877e-06,
      "loss": 0.5504,
      "step": 155180
    },
    {
      "epoch": 43.31,
      "grad_norm": 2.0379531383514404,
      "learning_rate": 4.687280236843296e-06,
      "loss": 0.5506,
      "step": 155190
    },
    {
      "epoch": 43.32,
      "grad_norm": 2.7966055870056152,
      "learning_rate": 4.68727986640979e-06,
      "loss": 0.5812,
      "step": 155200
    },
    {
      "epoch": 43.32,
      "grad_norm": 2.3169069290161133,
      "learning_rate": 4.68727949566436e-06,
      "loss": 0.5727,
      "step": 155210
    },
    {
      "epoch": 43.32,
      "grad_norm": 2.3084890842437744,
      "learning_rate": 4.687279124607004e-06,
      "loss": 0.5689,
      "step": 155220
    },
    {
      "epoch": 43.32,
      "grad_norm": 2.3734076023101807,
      "learning_rate": 4.687278753237725e-06,
      "loss": 0.5516,
      "step": 155230
    },
    {
      "epoch": 43.33,
      "grad_norm": 2.5865683555603027,
      "learning_rate": 4.687278381556522e-06,
      "loss": 0.5556,
      "step": 155240
    },
    {
      "epoch": 43.33,
      "grad_norm": 2.344041109085083,
      "learning_rate": 4.687278009563394e-06,
      "loss": 0.5852,
      "step": 155250
    },
    {
      "epoch": 43.33,
      "grad_norm": 2.3414061069488525,
      "learning_rate": 4.687277637258341e-06,
      "loss": 0.5588,
      "step": 155260
    },
    {
      "epoch": 43.34,
      "grad_norm": 1.9846640825271606,
      "learning_rate": 4.687277264641365e-06,
      "loss": 0.5545,
      "step": 155270
    },
    {
      "epoch": 43.34,
      "grad_norm": 2.438040256500244,
      "learning_rate": 4.687276891712465e-06,
      "loss": 0.5683,
      "step": 155280
    },
    {
      "epoch": 43.34,
      "grad_norm": 2.1838538646698,
      "learning_rate": 4.68727651847164e-06,
      "loss": 0.5552,
      "step": 155290
    },
    {
      "epoch": 43.34,
      "grad_norm": 2.8194878101348877,
      "learning_rate": 4.687276144918892e-06,
      "loss": 0.5628,
      "step": 155300
    },
    {
      "epoch": 43.35,
      "grad_norm": 2.0722193717956543,
      "learning_rate": 4.68727577105422e-06,
      "loss": 0.5694,
      "step": 155310
    },
    {
      "epoch": 43.35,
      "grad_norm": 2.661107301712036,
      "learning_rate": 4.687275396877623e-06,
      "loss": 0.5492,
      "step": 155320
    },
    {
      "epoch": 43.35,
      "grad_norm": 2.634453773498535,
      "learning_rate": 4.687275022389103e-06,
      "loss": 0.5496,
      "step": 155330
    },
    {
      "epoch": 43.35,
      "grad_norm": 2.489393472671509,
      "learning_rate": 4.687274647588658e-06,
      "loss": 0.5645,
      "step": 155340
    },
    {
      "epoch": 43.36,
      "grad_norm": 3.113205909729004,
      "learning_rate": 4.687274272476291e-06,
      "loss": 0.5617,
      "step": 155350
    },
    {
      "epoch": 43.36,
      "grad_norm": 3.0340209007263184,
      "learning_rate": 4.687273897051999e-06,
      "loss": 0.5683,
      "step": 155360
    },
    {
      "epoch": 43.36,
      "grad_norm": 2.6233136653900146,
      "learning_rate": 4.687273521315784e-06,
      "loss": 0.5567,
      "step": 155370
    },
    {
      "epoch": 43.37,
      "grad_norm": 2.6378915309906006,
      "learning_rate": 4.687273145267645e-06,
      "loss": 0.5607,
      "step": 155380
    },
    {
      "epoch": 43.37,
      "grad_norm": 1.9303150177001953,
      "learning_rate": 4.6872727689075826e-06,
      "loss": 0.573,
      "step": 155390
    },
    {
      "epoch": 43.37,
      "grad_norm": 2.959237813949585,
      "learning_rate": 4.687272392235597e-06,
      "loss": 0.5621,
      "step": 155400
    },
    {
      "epoch": 43.37,
      "grad_norm": 2.332502603530884,
      "learning_rate": 4.687272015251687e-06,
      "loss": 0.5616,
      "step": 155410
    },
    {
      "epoch": 43.38,
      "grad_norm": 3.1642091274261475,
      "learning_rate": 4.687271637955855e-06,
      "loss": 0.5869,
      "step": 155420
    },
    {
      "epoch": 43.38,
      "grad_norm": 2.660430908203125,
      "learning_rate": 4.687271260348099e-06,
      "loss": 0.5482,
      "step": 155430
    },
    {
      "epoch": 43.38,
      "grad_norm": 2.139310359954834,
      "learning_rate": 4.687270882428419e-06,
      "loss": 0.5463,
      "step": 155440
    },
    {
      "epoch": 43.39,
      "grad_norm": 3.198883533477783,
      "learning_rate": 4.687270504196816e-06,
      "loss": 0.5727,
      "step": 155450
    },
    {
      "epoch": 43.39,
      "grad_norm": 2.840266466140747,
      "learning_rate": 4.68727012565329e-06,
      "loss": 0.5797,
      "step": 155460
    },
    {
      "epoch": 43.39,
      "grad_norm": 2.0971312522888184,
      "learning_rate": 4.687269746797841e-06,
      "loss": 0.5552,
      "step": 155470
    },
    {
      "epoch": 43.39,
      "grad_norm": 3.1942200660705566,
      "learning_rate": 4.687269367630469e-06,
      "loss": 0.56,
      "step": 155480
    },
    {
      "epoch": 43.4,
      "grad_norm": 2.4604830741882324,
      "learning_rate": 4.687268988151173e-06,
      "loss": 0.5832,
      "step": 155490
    },
    {
      "epoch": 43.4,
      "grad_norm": 2.0340466499328613,
      "learning_rate": 4.687268608359955e-06,
      "loss": 0.5718,
      "step": 155500
    },
    {
      "epoch": 43.4,
      "grad_norm": 1.9272657632827759,
      "learning_rate": 4.687268228256813e-06,
      "loss": 0.5479,
      "step": 155510
    },
    {
      "epoch": 43.4,
      "grad_norm": 2.261580467224121,
      "learning_rate": 4.687267847841749e-06,
      "loss": 0.5655,
      "step": 155520
    },
    {
      "epoch": 43.41,
      "grad_norm": 2.7548134326934814,
      "learning_rate": 4.687267467114763e-06,
      "loss": 0.5557,
      "step": 155530
    },
    {
      "epoch": 43.41,
      "grad_norm": 2.7691898345947266,
      "learning_rate": 4.687267086075852e-06,
      "loss": 0.5651,
      "step": 155540
    },
    {
      "epoch": 43.41,
      "grad_norm": 2.4447622299194336,
      "learning_rate": 4.68726670472502e-06,
      "loss": 0.5906,
      "step": 155550
    },
    {
      "epoch": 43.42,
      "grad_norm": 2.987213134765625,
      "learning_rate": 4.6872663230622645e-06,
      "loss": 0.5871,
      "step": 155560
    },
    {
      "epoch": 43.42,
      "grad_norm": 2.5605826377868652,
      "learning_rate": 4.687265941087587e-06,
      "loss": 0.5767,
      "step": 155570
    },
    {
      "epoch": 43.42,
      "grad_norm": 2.479302167892456,
      "learning_rate": 4.6872655588009855e-06,
      "loss": 0.5932,
      "step": 155580
    },
    {
      "epoch": 43.42,
      "grad_norm": 2.45249342918396,
      "learning_rate": 4.687265176202463e-06,
      "loss": 0.5581,
      "step": 155590
    },
    {
      "epoch": 43.43,
      "grad_norm": 2.334186315536499,
      "learning_rate": 4.687264793292017e-06,
      "loss": 0.5757,
      "step": 155600
    },
    {
      "epoch": 43.43,
      "grad_norm": 2.456397771835327,
      "learning_rate": 4.687264410069648e-06,
      "loss": 0.5701,
      "step": 155610
    },
    {
      "epoch": 43.43,
      "grad_norm": 2.78065824508667,
      "learning_rate": 4.6872640265353584e-06,
      "loss": 0.5777,
      "step": 155620
    },
    {
      "epoch": 43.44,
      "grad_norm": 2.225475311279297,
      "learning_rate": 4.687263642689145e-06,
      "loss": 0.559,
      "step": 155630
    },
    {
      "epoch": 43.44,
      "grad_norm": 2.134709596633911,
      "learning_rate": 4.6872632585310095e-06,
      "loss": 0.552,
      "step": 155640
    },
    {
      "epoch": 43.44,
      "grad_norm": 2.706331491470337,
      "learning_rate": 4.687262874060952e-06,
      "loss": 0.5631,
      "step": 155650
    },
    {
      "epoch": 43.44,
      "grad_norm": 2.230360984802246,
      "learning_rate": 4.687262489278973e-06,
      "loss": 0.6082,
      "step": 155660
    },
    {
      "epoch": 43.45,
      "grad_norm": 2.413228988647461,
      "learning_rate": 4.687262104185071e-06,
      "loss": 0.5644,
      "step": 155670
    },
    {
      "epoch": 43.45,
      "grad_norm": 2.4911410808563232,
      "learning_rate": 4.687261718779247e-06,
      "loss": 0.586,
      "step": 155680
    },
    {
      "epoch": 43.45,
      "grad_norm": 2.539423704147339,
      "learning_rate": 4.687261333061501e-06,
      "loss": 0.5869,
      "step": 155690
    },
    {
      "epoch": 43.46,
      "grad_norm": 2.0522804260253906,
      "learning_rate": 4.687260947031832e-06,
      "loss": 0.5553,
      "step": 155700
    },
    {
      "epoch": 43.46,
      "grad_norm": 2.507157802581787,
      "learning_rate": 4.687260560690243e-06,
      "loss": 0.5708,
      "step": 155710
    },
    {
      "epoch": 43.46,
      "grad_norm": 2.5003855228424072,
      "learning_rate": 4.6872601740367305e-06,
      "loss": 0.5797,
      "step": 155720
    },
    {
      "epoch": 43.46,
      "grad_norm": 2.826225519180298,
      "learning_rate": 4.687259787071297e-06,
      "loss": 0.5681,
      "step": 155730
    },
    {
      "epoch": 43.47,
      "grad_norm": 1.6343833208084106,
      "learning_rate": 4.6872593997939416e-06,
      "loss": 0.5707,
      "step": 155740
    },
    {
      "epoch": 43.47,
      "grad_norm": 2.6931402683258057,
      "learning_rate": 4.687259012204664e-06,
      "loss": 0.5565,
      "step": 155750
    },
    {
      "epoch": 43.47,
      "grad_norm": 2.482950210571289,
      "learning_rate": 4.6872586243034655e-06,
      "loss": 0.5688,
      "step": 155760
    },
    {
      "epoch": 43.47,
      "grad_norm": 2.779038667678833,
      "learning_rate": 4.687258236090345e-06,
      "loss": 0.5882,
      "step": 155770
    },
    {
      "epoch": 43.48,
      "grad_norm": 2.2685182094573975,
      "learning_rate": 4.687257847565303e-06,
      "loss": 0.5952,
      "step": 155780
    },
    {
      "epoch": 43.48,
      "grad_norm": 2.93753981590271,
      "learning_rate": 4.6872574587283395e-06,
      "loss": 0.5627,
      "step": 155790
    },
    {
      "epoch": 43.48,
      "grad_norm": 2.460723876953125,
      "learning_rate": 4.687257069579454e-06,
      "loss": 0.575,
      "step": 155800
    },
    {
      "epoch": 43.49,
      "grad_norm": 2.8128631114959717,
      "learning_rate": 4.687256680118648e-06,
      "loss": 0.5706,
      "step": 155810
    },
    {
      "epoch": 43.49,
      "grad_norm": 2.2770204544067383,
      "learning_rate": 4.687256290345919e-06,
      "loss": 0.5678,
      "step": 155820
    },
    {
      "epoch": 43.49,
      "grad_norm": 3.5109784603118896,
      "learning_rate": 4.68725590026127e-06,
      "loss": 0.581,
      "step": 155830
    },
    {
      "epoch": 43.49,
      "grad_norm": 2.546971321105957,
      "learning_rate": 4.6872555098647e-06,
      "loss": 0.5695,
      "step": 155840
    },
    {
      "epoch": 43.5,
      "grad_norm": 2.3980824947357178,
      "learning_rate": 4.687255119156208e-06,
      "loss": 0.566,
      "step": 155850
    },
    {
      "epoch": 43.5,
      "grad_norm": 3.268005847930908,
      "learning_rate": 4.687254728135795e-06,
      "loss": 0.563,
      "step": 155860
    },
    {
      "epoch": 43.5,
      "grad_norm": 2.9914324283599854,
      "learning_rate": 4.687254336803461e-06,
      "loss": 0.5533,
      "step": 155870
    },
    {
      "epoch": 43.51,
      "grad_norm": 1.8832451105117798,
      "learning_rate": 4.687253945159206e-06,
      "loss": 0.5754,
      "step": 155880
    },
    {
      "epoch": 43.51,
      "grad_norm": 2.7703170776367188,
      "learning_rate": 4.68725355320303e-06,
      "loss": 0.5627,
      "step": 155890
    },
    {
      "epoch": 43.51,
      "grad_norm": 2.186767816543579,
      "learning_rate": 4.6872531609349324e-06,
      "loss": 0.5583,
      "step": 155900
    },
    {
      "epoch": 43.51,
      "grad_norm": 2.41389536857605,
      "learning_rate": 4.687252768354914e-06,
      "loss": 0.5766,
      "step": 155910
    },
    {
      "epoch": 43.52,
      "grad_norm": 2.385814905166626,
      "learning_rate": 4.687252375462975e-06,
      "loss": 0.5728,
      "step": 155920
    },
    {
      "epoch": 43.52,
      "grad_norm": 1.955553412437439,
      "learning_rate": 4.687251982259116e-06,
      "loss": 0.5817,
      "step": 155930
    },
    {
      "epoch": 43.52,
      "grad_norm": 2.8480238914489746,
      "learning_rate": 4.687251588743335e-06,
      "loss": 0.5816,
      "step": 155940
    },
    {
      "epoch": 43.52,
      "grad_norm": 2.67673921585083,
      "learning_rate": 4.687251194915634e-06,
      "loss": 0.5662,
      "step": 155950
    },
    {
      "epoch": 43.53,
      "grad_norm": 2.890460729598999,
      "learning_rate": 4.687250800776012e-06,
      "loss": 0.5501,
      "step": 155960
    },
    {
      "epoch": 43.53,
      "grad_norm": 2.1087229251861572,
      "learning_rate": 4.68725040632447e-06,
      "loss": 0.5674,
      "step": 155970
    },
    {
      "epoch": 43.53,
      "grad_norm": 2.2937498092651367,
      "learning_rate": 4.687250011561008e-06,
      "loss": 0.5655,
      "step": 155980
    },
    {
      "epoch": 43.54,
      "grad_norm": 2.482997179031372,
      "learning_rate": 4.687249616485624e-06,
      "loss": 0.5656,
      "step": 155990
    },
    {
      "epoch": 43.54,
      "grad_norm": 2.2584245204925537,
      "learning_rate": 4.6872492210983205e-06,
      "loss": 0.54,
      "step": 156000
    },
    {
      "epoch": 43.54,
      "grad_norm": 2.472769260406494,
      "learning_rate": 4.687248825399096e-06,
      "loss": 0.5896,
      "step": 156010
    },
    {
      "epoch": 43.54,
      "grad_norm": 2.0360636711120605,
      "learning_rate": 4.687248429387951e-06,
      "loss": 0.5587,
      "step": 156020
    },
    {
      "epoch": 43.55,
      "grad_norm": 2.0299882888793945,
      "learning_rate": 4.687248033064886e-06,
      "loss": 0.5711,
      "step": 156030
    },
    {
      "epoch": 43.55,
      "grad_norm": 2.4781131744384766,
      "learning_rate": 4.687247636429901e-06,
      "loss": 0.5786,
      "step": 156040
    },
    {
      "epoch": 43.55,
      "grad_norm": 1.8756810426712036,
      "learning_rate": 4.6872472394829965e-06,
      "loss": 0.5668,
      "step": 156050
    },
    {
      "epoch": 43.56,
      "grad_norm": 1.9754637479782104,
      "learning_rate": 4.687246842224171e-06,
      "loss": 0.5535,
      "step": 156060
    },
    {
      "epoch": 43.56,
      "grad_norm": 2.1531872749328613,
      "learning_rate": 4.687246444653426e-06,
      "loss": 0.5851,
      "step": 156070
    },
    {
      "epoch": 43.56,
      "grad_norm": 2.177030086517334,
      "learning_rate": 4.68724604677076e-06,
      "loss": 0.5705,
      "step": 156080
    },
    {
      "epoch": 43.56,
      "grad_norm": 1.8758684396743774,
      "learning_rate": 4.687245648576175e-06,
      "loss": 0.5492,
      "step": 156090
    },
    {
      "epoch": 43.57,
      "grad_norm": 2.1600561141967773,
      "learning_rate": 4.6872452500696695e-06,
      "loss": 0.5595,
      "step": 156100
    },
    {
      "epoch": 43.57,
      "grad_norm": 2.6969892978668213,
      "learning_rate": 4.687244851251244e-06,
      "loss": 0.5852,
      "step": 156110
    },
    {
      "epoch": 43.57,
      "grad_norm": 3.724435329437256,
      "learning_rate": 4.687244452120899e-06,
      "loss": 0.5581,
      "step": 156120
    },
    {
      "epoch": 43.58,
      "grad_norm": 1.8991385698318481,
      "learning_rate": 4.687244052678634e-06,
      "loss": 0.5543,
      "step": 156130
    },
    {
      "epoch": 43.58,
      "grad_norm": 2.032304525375366,
      "learning_rate": 4.68724365292445e-06,
      "loss": 0.5743,
      "step": 156140
    },
    {
      "epoch": 43.58,
      "grad_norm": 3.243960380554199,
      "learning_rate": 4.6872432528583455e-06,
      "loss": 0.5627,
      "step": 156150
    },
    {
      "epoch": 43.58,
      "grad_norm": 2.976144313812256,
      "learning_rate": 4.687242852480322e-06,
      "loss": 0.5768,
      "step": 156160
    },
    {
      "epoch": 43.59,
      "grad_norm": 2.461591958999634,
      "learning_rate": 4.687242451790379e-06,
      "loss": 0.5741,
      "step": 156170
    },
    {
      "epoch": 43.59,
      "grad_norm": 2.2904930114746094,
      "learning_rate": 4.687242050788516e-06,
      "loss": 0.5583,
      "step": 156180
    },
    {
      "epoch": 43.59,
      "grad_norm": 2.0331926345825195,
      "learning_rate": 4.6872416494747336e-06,
      "loss": 0.5657,
      "step": 156190
    },
    {
      "epoch": 43.59,
      "grad_norm": 2.2696895599365234,
      "learning_rate": 4.687241247849033e-06,
      "loss": 0.5815,
      "step": 156200
    },
    {
      "epoch": 43.6,
      "grad_norm": 2.618452310562134,
      "learning_rate": 4.687240845911412e-06,
      "loss": 0.5857,
      "step": 156210
    },
    {
      "epoch": 43.6,
      "grad_norm": 2.5706565380096436,
      "learning_rate": 4.687240443661872e-06,
      "loss": 0.5696,
      "step": 156220
    },
    {
      "epoch": 43.6,
      "grad_norm": 2.3599040508270264,
      "learning_rate": 4.687240041100413e-06,
      "loss": 0.5476,
      "step": 156230
    },
    {
      "epoch": 43.61,
      "grad_norm": 2.3010473251342773,
      "learning_rate": 4.687239638227034e-06,
      "loss": 0.5476,
      "step": 156240
    },
    {
      "epoch": 43.61,
      "grad_norm": 2.3778603076934814,
      "learning_rate": 4.687239235041737e-06,
      "loss": 0.5719,
      "step": 156250
    },
    {
      "epoch": 43.61,
      "grad_norm": 2.1486167907714844,
      "learning_rate": 4.68723883154452e-06,
      "loss": 0.5613,
      "step": 156260
    },
    {
      "epoch": 43.61,
      "grad_norm": 2.601442813873291,
      "learning_rate": 4.687238427735384e-06,
      "loss": 0.534,
      "step": 156270
    },
    {
      "epoch": 43.62,
      "grad_norm": 2.106104850769043,
      "learning_rate": 4.6872380236143294e-06,
      "loss": 0.5668,
      "step": 156280
    },
    {
      "epoch": 43.62,
      "grad_norm": 2.053478479385376,
      "learning_rate": 4.6872376191813565e-06,
      "loss": 0.5368,
      "step": 156290
    },
    {
      "epoch": 43.62,
      "grad_norm": 3.25605845451355,
      "learning_rate": 4.687237214436464e-06,
      "loss": 0.5856,
      "step": 156300
    },
    {
      "epoch": 43.63,
      "grad_norm": 3.911552667617798,
      "learning_rate": 4.687236809379653e-06,
      "loss": 0.5812,
      "step": 156310
    },
    {
      "epoch": 43.63,
      "grad_norm": 2.513014554977417,
      "learning_rate": 4.687236404010923e-06,
      "loss": 0.5817,
      "step": 156320
    },
    {
      "epoch": 43.63,
      "grad_norm": 2.268587589263916,
      "learning_rate": 4.687235998330274e-06,
      "loss": 0.5638,
      "step": 156330
    },
    {
      "epoch": 43.63,
      "grad_norm": 2.4499034881591797,
      "learning_rate": 4.687235592337708e-06,
      "loss": 0.5621,
      "step": 156340
    },
    {
      "epoch": 43.64,
      "grad_norm": 2.1158905029296875,
      "learning_rate": 4.687235186033222e-06,
      "loss": 0.5699,
      "step": 156350
    },
    {
      "epoch": 43.64,
      "grad_norm": 2.1333088874816895,
      "learning_rate": 4.687234779416818e-06,
      "loss": 0.5628,
      "step": 156360
    },
    {
      "epoch": 43.64,
      "grad_norm": 2.0908570289611816,
      "learning_rate": 4.687234372488495e-06,
      "loss": 0.5711,
      "step": 156370
    },
    {
      "epoch": 43.64,
      "grad_norm": 3.084928274154663,
      "learning_rate": 4.6872339652482536e-06,
      "loss": 0.5765,
      "step": 156380
    },
    {
      "epoch": 43.65,
      "grad_norm": 2.7882866859436035,
      "learning_rate": 4.6872335576960945e-06,
      "loss": 0.5872,
      "step": 156390
    },
    {
      "epoch": 43.65,
      "grad_norm": 2.42495059967041,
      "learning_rate": 4.687233149832016e-06,
      "loss": 0.5853,
      "step": 156400
    },
    {
      "epoch": 43.65,
      "grad_norm": 2.266598701477051,
      "learning_rate": 4.687232741656021e-06,
      "loss": 0.5371,
      "step": 156410
    },
    {
      "epoch": 43.66,
      "grad_norm": 1.5798680782318115,
      "learning_rate": 4.6872323331681065e-06,
      "loss": 0.5703,
      "step": 156420
    },
    {
      "epoch": 43.66,
      "grad_norm": 2.1543352603912354,
      "learning_rate": 4.687231924368275e-06,
      "loss": 0.5565,
      "step": 156430
    },
    {
      "epoch": 43.66,
      "grad_norm": 2.4827611446380615,
      "learning_rate": 4.687231515256524e-06,
      "loss": 0.5617,
      "step": 156440
    },
    {
      "epoch": 43.66,
      "grad_norm": 2.6876332759857178,
      "learning_rate": 4.687231105832855e-06,
      "loss": 0.5691,
      "step": 156450
    },
    {
      "epoch": 43.67,
      "grad_norm": 2.318669080734253,
      "learning_rate": 4.687230696097268e-06,
      "loss": 0.5634,
      "step": 156460
    },
    {
      "epoch": 43.67,
      "grad_norm": 2.419384479522705,
      "learning_rate": 4.687230286049765e-06,
      "loss": 0.5438,
      "step": 156470
    },
    {
      "epoch": 43.67,
      "grad_norm": 2.560940980911255,
      "learning_rate": 4.687229875690342e-06,
      "loss": 0.5769,
      "step": 156480
    },
    {
      "epoch": 43.68,
      "grad_norm": 2.3198180198669434,
      "learning_rate": 4.687229465019002e-06,
      "loss": 0.568,
      "step": 156490
    },
    {
      "epoch": 43.68,
      "grad_norm": 2.3706650733947754,
      "learning_rate": 4.687229054035744e-06,
      "loss": 0.5395,
      "step": 156500
    },
    {
      "epoch": 43.68,
      "grad_norm": 2.8499155044555664,
      "learning_rate": 4.6872286427405695e-06,
      "loss": 0.5537,
      "step": 156510
    },
    {
      "epoch": 43.68,
      "grad_norm": 3.614708662033081,
      "learning_rate": 4.687228231133476e-06,
      "loss": 0.5571,
      "step": 156520
    },
    {
      "epoch": 43.69,
      "grad_norm": 2.5122883319854736,
      "learning_rate": 4.687227819214465e-06,
      "loss": 0.563,
      "step": 156530
    },
    {
      "epoch": 43.69,
      "grad_norm": 2.1778054237365723,
      "learning_rate": 4.687227406983537e-06,
      "loss": 0.5437,
      "step": 156540
    },
    {
      "epoch": 43.69,
      "grad_norm": 2.9876623153686523,
      "learning_rate": 4.687226994440692e-06,
      "loss": 0.5692,
      "step": 156550
    },
    {
      "epoch": 43.7,
      "grad_norm": 3.0179173946380615,
      "learning_rate": 4.687226581585929e-06,
      "loss": 0.5725,
      "step": 156560
    },
    {
      "epoch": 43.7,
      "grad_norm": 2.3733160495758057,
      "learning_rate": 4.687226168419247e-06,
      "loss": 0.5571,
      "step": 156570
    },
    {
      "epoch": 43.7,
      "grad_norm": 2.8584446907043457,
      "learning_rate": 4.68722575494065e-06,
      "loss": 0.5547,
      "step": 156580
    },
    {
      "epoch": 43.7,
      "grad_norm": 2.2731738090515137,
      "learning_rate": 4.687225341150135e-06,
      "loss": 0.569,
      "step": 156590
    },
    {
      "epoch": 43.71,
      "grad_norm": 2.850911855697632,
      "learning_rate": 4.6872249270477025e-06,
      "loss": 0.5699,
      "step": 156600
    },
    {
      "epoch": 43.71,
      "grad_norm": 2.101470947265625,
      "learning_rate": 4.687224512633353e-06,
      "loss": 0.5478,
      "step": 156610
    },
    {
      "epoch": 43.71,
      "grad_norm": 2.7411279678344727,
      "learning_rate": 4.687224097907087e-06,
      "loss": 0.5695,
      "step": 156620
    },
    {
      "epoch": 43.71,
      "grad_norm": 2.1064817905426025,
      "learning_rate": 4.687223682868902e-06,
      "loss": 0.5764,
      "step": 156630
    },
    {
      "epoch": 43.72,
      "grad_norm": 2.0213966369628906,
      "learning_rate": 4.687223267518803e-06,
      "loss": 0.5809,
      "step": 156640
    },
    {
      "epoch": 43.72,
      "grad_norm": 2.113006114959717,
      "learning_rate": 4.6872228518567855e-06,
      "loss": 0.5525,
      "step": 156650
    },
    {
      "epoch": 43.72,
      "grad_norm": 2.549114227294922,
      "learning_rate": 4.6872224358828505e-06,
      "loss": 0.5706,
      "step": 156660
    },
    {
      "epoch": 43.73,
      "grad_norm": 2.490206241607666,
      "learning_rate": 4.687222019596999e-06,
      "loss": 0.562,
      "step": 156670
    },
    {
      "epoch": 43.73,
      "grad_norm": 2.1673038005828857,
      "learning_rate": 4.687221602999231e-06,
      "loss": 0.5637,
      "step": 156680
    },
    {
      "epoch": 43.73,
      "grad_norm": 2.519366502761841,
      "learning_rate": 4.687221186089547e-06,
      "loss": 0.5595,
      "step": 156690
    },
    {
      "epoch": 43.73,
      "grad_norm": 3.0020103454589844,
      "learning_rate": 4.687220768867946e-06,
      "loss": 0.5385,
      "step": 156700
    },
    {
      "epoch": 43.74,
      "grad_norm": 2.729863405227661,
      "learning_rate": 4.687220351334428e-06,
      "loss": 0.5694,
      "step": 156710
    },
    {
      "epoch": 43.74,
      "grad_norm": 2.6414623260498047,
      "learning_rate": 4.687219933488993e-06,
      "loss": 0.5716,
      "step": 156720
    },
    {
      "epoch": 43.74,
      "grad_norm": 3.2681241035461426,
      "learning_rate": 4.6872195153316426e-06,
      "loss": 0.5533,
      "step": 156730
    },
    {
      "epoch": 43.75,
      "grad_norm": 1.7927733659744263,
      "learning_rate": 4.687219096862375e-06,
      "loss": 0.5561,
      "step": 156740
    },
    {
      "epoch": 43.75,
      "grad_norm": 1.731939435005188,
      "learning_rate": 4.6872186780811915e-06,
      "loss": 0.5784,
      "step": 156750
    },
    {
      "epoch": 43.75,
      "grad_norm": 2.553422212600708,
      "learning_rate": 4.687218258988091e-06,
      "loss": 0.5283,
      "step": 156760
    },
    {
      "epoch": 43.75,
      "grad_norm": 2.9727799892425537,
      "learning_rate": 4.687217839583074e-06,
      "loss": 0.5853,
      "step": 156770
    },
    {
      "epoch": 43.76,
      "grad_norm": 3.342775583267212,
      "learning_rate": 4.687217419866142e-06,
      "loss": 0.5414,
      "step": 156780
    },
    {
      "epoch": 43.76,
      "grad_norm": 2.178553581237793,
      "learning_rate": 4.687216999837293e-06,
      "loss": 0.5516,
      "step": 156790
    },
    {
      "epoch": 43.76,
      "grad_norm": 2.0687179565429688,
      "learning_rate": 4.687216579496529e-06,
      "loss": 0.5369,
      "step": 156800
    },
    {
      "epoch": 43.77,
      "grad_norm": 2.612881660461426,
      "learning_rate": 4.687216158843847e-06,
      "loss": 0.5782,
      "step": 156810
    },
    {
      "epoch": 43.77,
      "grad_norm": 2.145953893661499,
      "learning_rate": 4.687215737879251e-06,
      "loss": 0.5664,
      "step": 156820
    },
    {
      "epoch": 43.77,
      "grad_norm": 2.3906590938568115,
      "learning_rate": 4.687215316602738e-06,
      "loss": 0.5584,
      "step": 156830
    },
    {
      "epoch": 43.77,
      "grad_norm": 2.1342601776123047,
      "learning_rate": 4.68721489501431e-06,
      "loss": 0.5767,
      "step": 156840
    },
    {
      "epoch": 43.78,
      "grad_norm": 2.1855456829071045,
      "learning_rate": 4.687214473113965e-06,
      "loss": 0.5712,
      "step": 156850
    },
    {
      "epoch": 43.78,
      "grad_norm": 2.223029375076294,
      "learning_rate": 4.687214050901705e-06,
      "loss": 0.5455,
      "step": 156860
    },
    {
      "epoch": 43.78,
      "grad_norm": 2.790360450744629,
      "learning_rate": 4.687213628377529e-06,
      "loss": 0.5793,
      "step": 156870
    },
    {
      "epoch": 43.78,
      "grad_norm": 2.798720121383667,
      "learning_rate": 4.687213205541438e-06,
      "loss": 0.5748,
      "step": 156880
    },
    {
      "epoch": 43.79,
      "grad_norm": 2.4304373264312744,
      "learning_rate": 4.6872127823934305e-06,
      "loss": 0.5597,
      "step": 156890
    },
    {
      "epoch": 43.79,
      "grad_norm": 2.7826483249664307,
      "learning_rate": 4.687212358933508e-06,
      "loss": 0.544,
      "step": 156900
    },
    {
      "epoch": 43.79,
      "grad_norm": 2.1355316638946533,
      "learning_rate": 4.687211935161669e-06,
      "loss": 0.5925,
      "step": 156910
    },
    {
      "epoch": 43.8,
      "grad_norm": 2.289811372756958,
      "learning_rate": 4.687211511077917e-06,
      "loss": 0.5797,
      "step": 156920
    },
    {
      "epoch": 43.8,
      "grad_norm": 2.1208176612854004,
      "learning_rate": 4.687211086682247e-06,
      "loss": 0.5827,
      "step": 156930
    },
    {
      "epoch": 43.8,
      "grad_norm": 2.3182027339935303,
      "learning_rate": 4.687210661974663e-06,
      "loss": 0.5651,
      "step": 156940
    },
    {
      "epoch": 43.8,
      "grad_norm": 2.093273162841797,
      "learning_rate": 4.6872102369551635e-06,
      "loss": 0.5886,
      "step": 156950
    },
    {
      "epoch": 43.81,
      "grad_norm": 2.0471384525299072,
      "learning_rate": 4.687209811623749e-06,
      "loss": 0.5523,
      "step": 156960
    },
    {
      "epoch": 43.81,
      "grad_norm": 1.925421953201294,
      "learning_rate": 4.687209385980419e-06,
      "loss": 0.5525,
      "step": 156970
    },
    {
      "epoch": 43.81,
      "grad_norm": 2.267940044403076,
      "learning_rate": 4.687208960025174e-06,
      "loss": 0.5386,
      "step": 156980
    },
    {
      "epoch": 43.82,
      "grad_norm": 2.2377583980560303,
      "learning_rate": 4.687208533758014e-06,
      "loss": 0.5653,
      "step": 156990
    },
    {
      "epoch": 43.82,
      "grad_norm": 2.188845157623291,
      "learning_rate": 4.687208107178939e-06,
      "loss": 0.5508,
      "step": 157000
    },
    {
      "epoch": 43.82,
      "grad_norm": 2.8302018642425537,
      "learning_rate": 4.687207680287949e-06,
      "loss": 0.5751,
      "step": 157010
    },
    {
      "epoch": 43.82,
      "grad_norm": 2.2052416801452637,
      "learning_rate": 4.687207253085044e-06,
      "loss": 0.5481,
      "step": 157020
    },
    {
      "epoch": 43.83,
      "grad_norm": 2.7828104496002197,
      "learning_rate": 4.6872068255702246e-06,
      "loss": 0.5419,
      "step": 157030
    },
    {
      "epoch": 43.83,
      "grad_norm": 2.4096932411193848,
      "learning_rate": 4.687206397743491e-06,
      "loss": 0.5569,
      "step": 157040
    },
    {
      "epoch": 43.83,
      "grad_norm": 2.423038959503174,
      "learning_rate": 4.687205969604842e-06,
      "loss": 0.557,
      "step": 157050
    },
    {
      "epoch": 43.83,
      "grad_norm": 1.8540146350860596,
      "learning_rate": 4.687205541154279e-06,
      "loss": 0.5715,
      "step": 157060
    },
    {
      "epoch": 43.84,
      "grad_norm": 2.593137502670288,
      "learning_rate": 4.687205112391801e-06,
      "loss": 0.5631,
      "step": 157070
    },
    {
      "epoch": 43.84,
      "grad_norm": 2.3463101387023926,
      "learning_rate": 4.687204683317409e-06,
      "loss": 0.5646,
      "step": 157080
    },
    {
      "epoch": 43.84,
      "grad_norm": 2.7463862895965576,
      "learning_rate": 4.687204253931101e-06,
      "loss": 0.557,
      "step": 157090
    },
    {
      "epoch": 43.85,
      "grad_norm": 3.4416146278381348,
      "learning_rate": 4.68720382423288e-06,
      "loss": 0.5657,
      "step": 157100
    },
    {
      "epoch": 43.85,
      "grad_norm": 2.3032150268554688,
      "learning_rate": 4.6872033942227434e-06,
      "loss": 0.5502,
      "step": 157110
    },
    {
      "epoch": 43.85,
      "grad_norm": 2.2456817626953125,
      "learning_rate": 4.687202963900694e-06,
      "loss": 0.5735,
      "step": 157120
    },
    {
      "epoch": 43.85,
      "grad_norm": 2.596126079559326,
      "learning_rate": 4.687202533266729e-06,
      "loss": 0.566,
      "step": 157130
    },
    {
      "epoch": 43.86,
      "grad_norm": 2.3548524379730225,
      "learning_rate": 4.68720210232085e-06,
      "loss": 0.57,
      "step": 157140
    },
    {
      "epoch": 43.86,
      "grad_norm": 2.5603814125061035,
      "learning_rate": 4.687201671063058e-06,
      "loss": 0.573,
      "step": 157150
    },
    {
      "epoch": 43.86,
      "grad_norm": 1.7948113679885864,
      "learning_rate": 4.687201239493351e-06,
      "loss": 0.5465,
      "step": 157160
    },
    {
      "epoch": 43.87,
      "grad_norm": 2.9263129234313965,
      "learning_rate": 4.687200807611731e-06,
      "loss": 0.5502,
      "step": 157170
    },
    {
      "epoch": 43.87,
      "grad_norm": 2.6444923877716064,
      "learning_rate": 4.687200375418196e-06,
      "loss": 0.5537,
      "step": 157180
    },
    {
      "epoch": 43.87,
      "grad_norm": 2.5841965675354004,
      "learning_rate": 4.687199942912748e-06,
      "loss": 0.5515,
      "step": 157190
    },
    {
      "epoch": 43.87,
      "grad_norm": 1.7249128818511963,
      "learning_rate": 4.687199510095385e-06,
      "loss": 0.5654,
      "step": 157200
    },
    {
      "epoch": 43.88,
      "grad_norm": 3.089517593383789,
      "learning_rate": 4.687199076966109e-06,
      "loss": 0.5574,
      "step": 157210
    },
    {
      "epoch": 43.88,
      "grad_norm": 1.953548789024353,
      "learning_rate": 4.687198643524919e-06,
      "loss": 0.5902,
      "step": 157220
    },
    {
      "epoch": 43.88,
      "grad_norm": 2.218512773513794,
      "learning_rate": 4.687198209771816e-06,
      "loss": 0.5674,
      "step": 157230
    },
    {
      "epoch": 43.89,
      "grad_norm": 2.026538610458374,
      "learning_rate": 4.687197775706799e-06,
      "loss": 0.5625,
      "step": 157240
    },
    {
      "epoch": 43.89,
      "grad_norm": 2.6100447177886963,
      "learning_rate": 4.687197341329869e-06,
      "loss": 0.5593,
      "step": 157250
    },
    {
      "epoch": 43.89,
      "grad_norm": 2.205447196960449,
      "learning_rate": 4.687196906641024e-06,
      "loss": 0.5561,
      "step": 157260
    },
    {
      "epoch": 43.89,
      "grad_norm": 2.7689054012298584,
      "learning_rate": 4.6871964716402665e-06,
      "loss": 0.5542,
      "step": 157270
    },
    {
      "epoch": 43.9,
      "grad_norm": 2.153266429901123,
      "learning_rate": 4.687196036327596e-06,
      "loss": 0.5641,
      "step": 157280
    },
    {
      "epoch": 43.9,
      "grad_norm": 2.5362040996551514,
      "learning_rate": 4.687195600703012e-06,
      "loss": 0.5465,
      "step": 157290
    },
    {
      "epoch": 43.9,
      "grad_norm": 2.668553590774536,
      "learning_rate": 4.6871951647665144e-06,
      "loss": 0.5574,
      "step": 157300
    },
    {
      "epoch": 43.9,
      "grad_norm": 1.981386661529541,
      "learning_rate": 4.687194728518103e-06,
      "loss": 0.5587,
      "step": 157310
    },
    {
      "epoch": 43.91,
      "grad_norm": 2.678518772125244,
      "learning_rate": 4.68719429195778e-06,
      "loss": 0.5804,
      "step": 157320
    },
    {
      "epoch": 43.91,
      "grad_norm": 2.1055123805999756,
      "learning_rate": 4.687193855085544e-06,
      "loss": 0.5551,
      "step": 157330
    },
    {
      "epoch": 43.91,
      "grad_norm": 1.932035207748413,
      "learning_rate": 4.687193417901394e-06,
      "loss": 0.5648,
      "step": 157340
    },
    {
      "epoch": 43.92,
      "grad_norm": 1.8076742887496948,
      "learning_rate": 4.687192980405331e-06,
      "loss": 0.5493,
      "step": 157350
    },
    {
      "epoch": 43.92,
      "grad_norm": 2.636608839035034,
      "learning_rate": 4.687192542597355e-06,
      "loss": 0.5439,
      "step": 157360
    },
    {
      "epoch": 43.92,
      "grad_norm": 2.33884596824646,
      "learning_rate": 4.6871921044774665e-06,
      "loss": 0.5375,
      "step": 157370
    },
    {
      "epoch": 43.92,
      "grad_norm": 2.393683671951294,
      "learning_rate": 4.687191666045665e-06,
      "loss": 0.5462,
      "step": 157380
    },
    {
      "epoch": 43.93,
      "grad_norm": 2.219491720199585,
      "learning_rate": 4.687191227301951e-06,
      "loss": 0.5794,
      "step": 157390
    },
    {
      "epoch": 43.93,
      "grad_norm": 3.06375789642334,
      "learning_rate": 4.687190788246325e-06,
      "loss": 0.5644,
      "step": 157400
    },
    {
      "epoch": 43.93,
      "grad_norm": 2.2893025875091553,
      "learning_rate": 4.687190348878786e-06,
      "loss": 0.5479,
      "step": 157410
    },
    {
      "epoch": 43.94,
      "grad_norm": 2.585934638977051,
      "learning_rate": 4.6871899091993334e-06,
      "loss": 0.5723,
      "step": 157420
    },
    {
      "epoch": 43.94,
      "grad_norm": 2.3542568683624268,
      "learning_rate": 4.687189469207969e-06,
      "loss": 0.5655,
      "step": 157430
    },
    {
      "epoch": 43.94,
      "grad_norm": 1.970162272453308,
      "learning_rate": 4.687189028904692e-06,
      "loss": 0.5383,
      "step": 157440
    },
    {
      "epoch": 43.94,
      "grad_norm": 2.373072624206543,
      "learning_rate": 4.687188588289503e-06,
      "loss": 0.5729,
      "step": 157450
    },
    {
      "epoch": 43.95,
      "grad_norm": 3.441983938217163,
      "learning_rate": 4.6871881473624014e-06,
      "loss": 0.5553,
      "step": 157460
    },
    {
      "epoch": 43.95,
      "grad_norm": 2.5630502700805664,
      "learning_rate": 4.687187706123388e-06,
      "loss": 0.5584,
      "step": 157470
    },
    {
      "epoch": 43.95,
      "grad_norm": 2.3478634357452393,
      "learning_rate": 4.687187264572462e-06,
      "loss": 0.5843,
      "step": 157480
    },
    {
      "epoch": 43.95,
      "grad_norm": 2.1233081817626953,
      "learning_rate": 4.687186822709624e-06,
      "loss": 0.5779,
      "step": 157490
    },
    {
      "epoch": 43.96,
      "grad_norm": 2.146768569946289,
      "learning_rate": 4.687186380534874e-06,
      "loss": 0.5575,
      "step": 157500
    },
    {
      "epoch": 43.96,
      "grad_norm": 2.4719460010528564,
      "learning_rate": 4.687185938048212e-06,
      "loss": 0.5562,
      "step": 157510
    },
    {
      "epoch": 43.96,
      "grad_norm": 2.5285565853118896,
      "learning_rate": 4.687185495249638e-06,
      "loss": 0.563,
      "step": 157520
    },
    {
      "epoch": 43.97,
      "grad_norm": 2.493689775466919,
      "learning_rate": 4.687185052139152e-06,
      "loss": 0.5687,
      "step": 157530
    },
    {
      "epoch": 43.97,
      "grad_norm": 2.0384981632232666,
      "learning_rate": 4.687184608716754e-06,
      "loss": 0.5625,
      "step": 157540
    },
    {
      "epoch": 43.97,
      "grad_norm": 2.557295322418213,
      "learning_rate": 4.687184164982444e-06,
      "loss": 0.5529,
      "step": 157550
    },
    {
      "epoch": 43.97,
      "grad_norm": 2.5926787853240967,
      "learning_rate": 4.687183720936223e-06,
      "loss": 0.5552,
      "step": 157560
    },
    {
      "epoch": 43.98,
      "grad_norm": 2.819046974182129,
      "learning_rate": 4.68718327657809e-06,
      "loss": 0.5405,
      "step": 157570
    },
    {
      "epoch": 43.98,
      "grad_norm": 1.9409990310668945,
      "learning_rate": 4.687182831908045e-06,
      "loss": 0.5772,
      "step": 157580
    },
    {
      "epoch": 43.98,
      "grad_norm": 2.3431036472320557,
      "learning_rate": 4.687182386926089e-06,
      "loss": 0.5429,
      "step": 157590
    },
    {
      "epoch": 43.99,
      "grad_norm": 3.0496509075164795,
      "learning_rate": 4.687181941632221e-06,
      "loss": 0.5603,
      "step": 157600
    },
    {
      "epoch": 43.99,
      "grad_norm": 2.3273637294769287,
      "learning_rate": 4.687181496026443e-06,
      "loss": 0.5683,
      "step": 157610
    },
    {
      "epoch": 43.99,
      "grad_norm": 3.0481412410736084,
      "learning_rate": 4.687181050108752e-06,
      "loss": 0.5744,
      "step": 157620
    },
    {
      "epoch": 43.99,
      "grad_norm": 2.2825231552124023,
      "learning_rate": 4.6871806038791506e-06,
      "loss": 0.5546,
      "step": 157630
    },
    {
      "epoch": 44.0,
      "grad_norm": 2.7240829467773438,
      "learning_rate": 4.687180157337637e-06,
      "loss": 0.5566,
      "step": 157640
    },
    {
      "epoch": 44.0,
      "grad_norm": 3.2976455688476562,
      "learning_rate": 4.687179710484213e-06,
      "loss": 0.5822,
      "step": 157650
    },
    {
      "epoch": 44.0,
      "eval_loss": 0.5646864175796509,
      "eval_runtime": 70.0674,
      "eval_samples_per_second": 72.202,
      "eval_steps_per_second": 9.034,
      "step": 157652
    },
    {
      "epoch": 44.0,
      "grad_norm": 2.3510773181915283,
      "learning_rate": 4.687179263318878e-06,
      "loss": 0.5648,
      "step": 157660
    },
    {
      "epoch": 44.01,
      "grad_norm": 2.6781182289123535,
      "learning_rate": 4.687178815841631e-06,
      "loss": 0.5679,
      "step": 157670
    },
    {
      "epoch": 44.01,
      "grad_norm": 2.609041929244995,
      "learning_rate": 4.687178368052473e-06,
      "loss": 0.5615,
      "step": 157680
    },
    {
      "epoch": 44.01,
      "grad_norm": 2.049255609512329,
      "learning_rate": 4.687177919951406e-06,
      "loss": 0.5516,
      "step": 157690
    },
    {
      "epoch": 44.01,
      "grad_norm": 2.2420098781585693,
      "learning_rate": 4.687177471538426e-06,
      "loss": 0.5795,
      "step": 157700
    },
    {
      "epoch": 44.02,
      "grad_norm": 2.5634753704071045,
      "learning_rate": 4.687177022813536e-06,
      "loss": 0.5692,
      "step": 157710
    },
    {
      "epoch": 44.02,
      "grad_norm": 2.137540340423584,
      "learning_rate": 4.6871765737767345e-06,
      "loss": 0.563,
      "step": 157720
    },
    {
      "epoch": 44.02,
      "grad_norm": 1.9720940589904785,
      "learning_rate": 4.6871761244280235e-06,
      "loss": 0.5711,
      "step": 157730
    },
    {
      "epoch": 44.02,
      "grad_norm": 2.758441686630249,
      "learning_rate": 4.687175674767401e-06,
      "loss": 0.5722,
      "step": 157740
    },
    {
      "epoch": 44.03,
      "grad_norm": 2.2347114086151123,
      "learning_rate": 4.687175224794868e-06,
      "loss": 0.5622,
      "step": 157750
    },
    {
      "epoch": 44.03,
      "grad_norm": 2.092310667037964,
      "learning_rate": 4.687174774510425e-06,
      "loss": 0.5582,
      "step": 157760
    },
    {
      "epoch": 44.03,
      "grad_norm": 3.2176427841186523,
      "learning_rate": 4.687174323914071e-06,
      "loss": 0.5719,
      "step": 157770
    },
    {
      "epoch": 44.04,
      "grad_norm": 2.506094217300415,
      "learning_rate": 4.687173873005807e-06,
      "loss": 0.5667,
      "step": 157780
    },
    {
      "epoch": 44.04,
      "grad_norm": 3.5246224403381348,
      "learning_rate": 4.687173421785632e-06,
      "loss": 0.5856,
      "step": 157790
    },
    {
      "epoch": 44.04,
      "grad_norm": 2.8522369861602783,
      "learning_rate": 4.687172970253546e-06,
      "loss": 0.5656,
      "step": 157800
    },
    {
      "epoch": 44.04,
      "grad_norm": 3.6495413780212402,
      "learning_rate": 4.687172518409552e-06,
      "loss": 0.5658,
      "step": 157810
    },
    {
      "epoch": 44.05,
      "grad_norm": 2.3175697326660156,
      "learning_rate": 4.6871720662536464e-06,
      "loss": 0.5758,
      "step": 157820
    },
    {
      "epoch": 44.05,
      "grad_norm": 2.5146987438201904,
      "learning_rate": 4.687171613785831e-06,
      "loss": 0.5699,
      "step": 157830
    },
    {
      "epoch": 44.05,
      "grad_norm": 2.6538772583007812,
      "learning_rate": 4.687171161006105e-06,
      "loss": 0.5565,
      "step": 157840
    },
    {
      "epoch": 44.06,
      "grad_norm": 2.3752012252807617,
      "learning_rate": 4.687170707914471e-06,
      "loss": 0.5581,
      "step": 157850
    },
    {
      "epoch": 44.06,
      "grad_norm": 2.177116632461548,
      "learning_rate": 4.687170254510924e-06,
      "loss": 0.5473,
      "step": 157860
    },
    {
      "epoch": 44.06,
      "grad_norm": 2.6356444358825684,
      "learning_rate": 4.687169800795469e-06,
      "loss": 0.5873,
      "step": 157870
    },
    {
      "epoch": 44.06,
      "grad_norm": 2.345745086669922,
      "learning_rate": 4.687169346768104e-06,
      "loss": 0.5783,
      "step": 157880
    },
    {
      "epoch": 44.07,
      "grad_norm": 2.459972858428955,
      "learning_rate": 4.687168892428829e-06,
      "loss": 0.5567,
      "step": 157890
    },
    {
      "epoch": 44.07,
      "grad_norm": 2.454822540283203,
      "learning_rate": 4.687168437777644e-06,
      "loss": 0.5589,
      "step": 157900
    },
    {
      "epoch": 44.07,
      "grad_norm": 2.1985580921173096,
      "learning_rate": 4.687167982814551e-06,
      "loss": 0.5651,
      "step": 157910
    },
    {
      "epoch": 44.07,
      "grad_norm": 3.346799612045288,
      "learning_rate": 4.687167527539547e-06,
      "loss": 0.5618,
      "step": 157920
    },
    {
      "epoch": 44.08,
      "grad_norm": 2.5498805046081543,
      "learning_rate": 4.687167071952634e-06,
      "loss": 0.5428,
      "step": 157930
    },
    {
      "epoch": 44.08,
      "grad_norm": 2.745863914489746,
      "learning_rate": 4.687166616053811e-06,
      "loss": 0.5719,
      "step": 157940
    },
    {
      "epoch": 44.08,
      "grad_norm": 1.997911810874939,
      "learning_rate": 4.687166159843078e-06,
      "loss": 0.5511,
      "step": 157950
    },
    {
      "epoch": 44.09,
      "grad_norm": 3.2353014945983887,
      "learning_rate": 4.687165703320437e-06,
      "loss": 0.5678,
      "step": 157960
    },
    {
      "epoch": 44.09,
      "grad_norm": 2.161491870880127,
      "learning_rate": 4.687165246485886e-06,
      "loss": 0.5777,
      "step": 157970
    },
    {
      "epoch": 44.09,
      "grad_norm": 2.038236141204834,
      "learning_rate": 4.6871647893394254e-06,
      "loss": 0.5847,
      "step": 157980
    },
    {
      "epoch": 44.09,
      "grad_norm": 2.358128547668457,
      "learning_rate": 4.687164331881057e-06,
      "loss": 0.5737,
      "step": 157990
    },
    {
      "epoch": 44.1,
      "grad_norm": 2.787996768951416,
      "learning_rate": 4.687163874110778e-06,
      "loss": 0.5643,
      "step": 158000
    },
    {
      "epoch": 44.1,
      "grad_norm": 3.358943223953247,
      "learning_rate": 4.687163416028592e-06,
      "loss": 0.5491,
      "step": 158010
    },
    {
      "epoch": 44.1,
      "grad_norm": 3.5580544471740723,
      "learning_rate": 4.687162957634495e-06,
      "loss": 0.5786,
      "step": 158020
    },
    {
      "epoch": 44.11,
      "grad_norm": 3.9140937328338623,
      "learning_rate": 4.68716249892849e-06,
      "loss": 0.5474,
      "step": 158030
    },
    {
      "epoch": 44.11,
      "grad_norm": 2.359158515930176,
      "learning_rate": 4.687162039910576e-06,
      "loss": 0.572,
      "step": 158040
    },
    {
      "epoch": 44.11,
      "grad_norm": 2.489083766937256,
      "learning_rate": 4.6871615805807535e-06,
      "loss": 0.5382,
      "step": 158050
    },
    {
      "epoch": 44.11,
      "grad_norm": 2.0351223945617676,
      "learning_rate": 4.687161120939023e-06,
      "loss": 0.5658,
      "step": 158060
    },
    {
      "epoch": 44.12,
      "grad_norm": 3.177657127380371,
      "learning_rate": 4.687160660985382e-06,
      "loss": 0.5745,
      "step": 158070
    },
    {
      "epoch": 44.12,
      "grad_norm": 3.2402374744415283,
      "learning_rate": 4.687160200719833e-06,
      "loss": 0.5705,
      "step": 158080
    },
    {
      "epoch": 44.12,
      "grad_norm": 2.366194009780884,
      "learning_rate": 4.687159740142376e-06,
      "loss": 0.5541,
      "step": 158090
    },
    {
      "epoch": 44.13,
      "grad_norm": 1.8539564609527588,
      "learning_rate": 4.68715927925301e-06,
      "loss": 0.5874,
      "step": 158100
    },
    {
      "epoch": 44.13,
      "grad_norm": 2.311204195022583,
      "learning_rate": 4.687158818051736e-06,
      "loss": 0.5892,
      "step": 158110
    },
    {
      "epoch": 44.13,
      "grad_norm": 2.35955548286438,
      "learning_rate": 4.687158356538554e-06,
      "loss": 0.5621,
      "step": 158120
    },
    {
      "epoch": 44.13,
      "grad_norm": 2.071192979812622,
      "learning_rate": 4.687157894713462e-06,
      "loss": 0.5671,
      "step": 158130
    },
    {
      "epoch": 44.14,
      "grad_norm": 2.1697983741760254,
      "learning_rate": 4.687157432576464e-06,
      "loss": 0.5655,
      "step": 158140
    },
    {
      "epoch": 44.14,
      "grad_norm": 1.7397739887237549,
      "learning_rate": 4.687156970127557e-06,
      "loss": 0.5601,
      "step": 158150
    },
    {
      "epoch": 44.14,
      "grad_norm": 2.4406003952026367,
      "learning_rate": 4.687156507366742e-06,
      "loss": 0.5777,
      "step": 158160
    },
    {
      "epoch": 44.14,
      "grad_norm": 2.3436813354492188,
      "learning_rate": 4.687156044294019e-06,
      "loss": 0.5828,
      "step": 158170
    },
    {
      "epoch": 44.15,
      "grad_norm": 1.9862405061721802,
      "learning_rate": 4.687155580909387e-06,
      "loss": 0.564,
      "step": 158180
    },
    {
      "epoch": 44.15,
      "grad_norm": 2.2230780124664307,
      "learning_rate": 4.687155117212848e-06,
      "loss": 0.5555,
      "step": 158190
    },
    {
      "epoch": 44.15,
      "grad_norm": 2.311753034591675,
      "learning_rate": 4.6871546532044e-06,
      "loss": 0.5821,
      "step": 158200
    },
    {
      "epoch": 44.16,
      "grad_norm": 2.516833782196045,
      "learning_rate": 4.687154188884046e-06,
      "loss": 0.5511,
      "step": 158210
    },
    {
      "epoch": 44.16,
      "grad_norm": 2.3079349994659424,
      "learning_rate": 4.687153724251784e-06,
      "loss": 0.5659,
      "step": 158220
    },
    {
      "epoch": 44.16,
      "grad_norm": 2.311476230621338,
      "learning_rate": 4.687153259307613e-06,
      "loss": 0.5756,
      "step": 158230
    },
    {
      "epoch": 44.16,
      "grad_norm": 2.268411636352539,
      "learning_rate": 4.6871527940515355e-06,
      "loss": 0.5616,
      "step": 158240
    },
    {
      "epoch": 44.17,
      "grad_norm": 2.0512168407440186,
      "learning_rate": 4.68715232848355e-06,
      "loss": 0.5592,
      "step": 158250
    },
    {
      "epoch": 44.17,
      "grad_norm": 2.7680020332336426,
      "learning_rate": 4.6871518626036565e-06,
      "loss": 0.5522,
      "step": 158260
    },
    {
      "epoch": 44.17,
      "grad_norm": 3.126987934112549,
      "learning_rate": 4.687151396411856e-06,
      "loss": 0.5871,
      "step": 158270
    },
    {
      "epoch": 44.18,
      "grad_norm": 3.0982918739318848,
      "learning_rate": 4.687150929908149e-06,
      "loss": 0.5795,
      "step": 158280
    },
    {
      "epoch": 44.18,
      "grad_norm": 2.56075382232666,
      "learning_rate": 4.6871504630925335e-06,
      "loss": 0.561,
      "step": 158290
    },
    {
      "epoch": 44.18,
      "grad_norm": 2.8622734546661377,
      "learning_rate": 4.687149995965012e-06,
      "loss": 0.5762,
      "step": 158300
    },
    {
      "epoch": 44.18,
      "grad_norm": 2.0655081272125244,
      "learning_rate": 4.687149528525582e-06,
      "loss": 0.5532,
      "step": 158310
    },
    {
      "epoch": 44.19,
      "grad_norm": 2.413527250289917,
      "learning_rate": 4.687149060774246e-06,
      "loss": 0.5742,
      "step": 158320
    },
    {
      "epoch": 44.19,
      "grad_norm": 3.062525749206543,
      "learning_rate": 4.687148592711002e-06,
      "loss": 0.5652,
      "step": 158330
    },
    {
      "epoch": 44.19,
      "grad_norm": 2.2570974826812744,
      "learning_rate": 4.687148124335852e-06,
      "loss": 0.5454,
      "step": 158340
    },
    {
      "epoch": 44.19,
      "grad_norm": 2.3892476558685303,
      "learning_rate": 4.6871476556487935e-06,
      "loss": 0.5618,
      "step": 158350
    },
    {
      "epoch": 44.2,
      "grad_norm": 3.5618338584899902,
      "learning_rate": 4.6871471866498295e-06,
      "loss": 0.5661,
      "step": 158360
    },
    {
      "epoch": 44.2,
      "grad_norm": 2.615586996078491,
      "learning_rate": 4.687146717338958e-06,
      "loss": 0.5799,
      "step": 158370
    },
    {
      "epoch": 44.2,
      "grad_norm": 2.309877395629883,
      "learning_rate": 4.687146247716181e-06,
      "loss": 0.5736,
      "step": 158380
    },
    {
      "epoch": 44.21,
      "grad_norm": 2.3805124759674072,
      "learning_rate": 4.687145777781495e-06,
      "loss": 0.5722,
      "step": 158390
    },
    {
      "epoch": 44.21,
      "grad_norm": 2.6288299560546875,
      "learning_rate": 4.687145307534904e-06,
      "loss": 0.5469,
      "step": 158400
    },
    {
      "epoch": 44.21,
      "grad_norm": 1.9590704441070557,
      "learning_rate": 4.687144836976406e-06,
      "loss": 0.5791,
      "step": 158410
    },
    {
      "epoch": 44.21,
      "grad_norm": 2.9797251224517822,
      "learning_rate": 4.6871443661060026e-06,
      "loss": 0.5837,
      "step": 158420
    },
    {
      "epoch": 44.22,
      "grad_norm": 2.2157933712005615,
      "learning_rate": 4.687143894923692e-06,
      "loss": 0.5733,
      "step": 158430
    },
    {
      "epoch": 44.22,
      "grad_norm": 2.390441417694092,
      "learning_rate": 4.6871434234294746e-06,
      "loss": 0.5839,
      "step": 158440
    },
    {
      "epoch": 44.22,
      "grad_norm": 2.5791711807250977,
      "learning_rate": 4.687142951623352e-06,
      "loss": 0.5255,
      "step": 158450
    },
    {
      "epoch": 44.23,
      "grad_norm": 1.8973091840744019,
      "learning_rate": 4.687142479505321e-06,
      "loss": 0.5673,
      "step": 158460
    },
    {
      "epoch": 44.23,
      "grad_norm": 2.586153984069824,
      "learning_rate": 4.687142007075386e-06,
      "loss": 0.5657,
      "step": 158470
    },
    {
      "epoch": 44.23,
      "grad_norm": 2.3135604858398438,
      "learning_rate": 4.687141534333544e-06,
      "loss": 0.5534,
      "step": 158480
    },
    {
      "epoch": 44.23,
      "grad_norm": 2.798438787460327,
      "learning_rate": 4.687141061279796e-06,
      "loss": 0.5527,
      "step": 158490
    },
    {
      "epoch": 44.24,
      "grad_norm": 3.797128915786743,
      "learning_rate": 4.687140587914142e-06,
      "loss": 0.5605,
      "step": 158500
    },
    {
      "epoch": 44.24,
      "grad_norm": 2.615440845489502,
      "learning_rate": 4.687140114236582e-06,
      "loss": 0.577,
      "step": 158510
    },
    {
      "epoch": 44.24,
      "grad_norm": 1.7526295185089111,
      "learning_rate": 4.687139640247116e-06,
      "loss": 0.5618,
      "step": 158520
    },
    {
      "epoch": 44.25,
      "grad_norm": 1.9856277704238892,
      "learning_rate": 4.6871391659457445e-06,
      "loss": 0.5597,
      "step": 158530
    },
    {
      "epoch": 44.25,
      "grad_norm": 2.8095345497131348,
      "learning_rate": 4.687138691332468e-06,
      "loss": 0.5642,
      "step": 158540
    },
    {
      "epoch": 44.25,
      "grad_norm": 2.275146484375,
      "learning_rate": 4.687138216407284e-06,
      "loss": 0.5771,
      "step": 158550
    },
    {
      "epoch": 44.25,
      "grad_norm": 2.155663013458252,
      "learning_rate": 4.687137741170196e-06,
      "loss": 0.5932,
      "step": 158560
    },
    {
      "epoch": 44.26,
      "grad_norm": 2.913036823272705,
      "learning_rate": 4.6871372656212025e-06,
      "loss": 0.5493,
      "step": 158570
    },
    {
      "epoch": 44.26,
      "grad_norm": 2.4322714805603027,
      "learning_rate": 4.687136789760303e-06,
      "loss": 0.5609,
      "step": 158580
    },
    {
      "epoch": 44.26,
      "grad_norm": 2.479480743408203,
      "learning_rate": 4.687136313587497e-06,
      "loss": 0.5597,
      "step": 158590
    },
    {
      "epoch": 44.26,
      "grad_norm": 2.926737070083618,
      "learning_rate": 4.687135837102787e-06,
      "loss": 0.5733,
      "step": 158600
    },
    {
      "epoch": 44.27,
      "grad_norm": 2.329186201095581,
      "learning_rate": 4.687135360306172e-06,
      "loss": 0.5411,
      "step": 158610
    },
    {
      "epoch": 44.27,
      "grad_norm": 2.2549195289611816,
      "learning_rate": 4.687134883197651e-06,
      "loss": 0.5662,
      "step": 158620
    },
    {
      "epoch": 44.27,
      "grad_norm": 3.2237155437469482,
      "learning_rate": 4.6871344057772245e-06,
      "loss": 0.5675,
      "step": 158630
    },
    {
      "epoch": 44.28,
      "grad_norm": 2.1077170372009277,
      "learning_rate": 4.687133928044893e-06,
      "loss": 0.5843,
      "step": 158640
    },
    {
      "epoch": 44.28,
      "grad_norm": 2.609243869781494,
      "learning_rate": 4.687133450000657e-06,
      "loss": 0.5674,
      "step": 158650
    },
    {
      "epoch": 44.28,
      "grad_norm": 2.1392014026641846,
      "learning_rate": 4.6871329716445165e-06,
      "loss": 0.5845,
      "step": 158660
    },
    {
      "epoch": 44.28,
      "grad_norm": 2.4413387775421143,
      "learning_rate": 4.68713249297647e-06,
      "loss": 0.5642,
      "step": 158670
    },
    {
      "epoch": 44.29,
      "grad_norm": 2.6533291339874268,
      "learning_rate": 4.687132013996519e-06,
      "loss": 0.5657,
      "step": 158680
    },
    {
      "epoch": 44.29,
      "grad_norm": 2.509572744369507,
      "learning_rate": 4.6871315347046635e-06,
      "loss": 0.5642,
      "step": 158690
    },
    {
      "epoch": 44.29,
      "grad_norm": 2.2284321784973145,
      "learning_rate": 4.687131055100903e-06,
      "loss": 0.5538,
      "step": 158700
    },
    {
      "epoch": 44.3,
      "grad_norm": 2.3582754135131836,
      "learning_rate": 4.687130575185238e-06,
      "loss": 0.5671,
      "step": 158710
    },
    {
      "epoch": 44.3,
      "grad_norm": 2.373318672180176,
      "learning_rate": 4.687130094957668e-06,
      "loss": 0.563,
      "step": 158720
    },
    {
      "epoch": 44.3,
      "grad_norm": 2.341068744659424,
      "learning_rate": 4.687129614418193e-06,
      "loss": 0.562,
      "step": 158730
    },
    {
      "epoch": 44.3,
      "grad_norm": 2.190290689468384,
      "learning_rate": 4.687129133566815e-06,
      "loss": 0.5872,
      "step": 158740
    },
    {
      "epoch": 44.31,
      "grad_norm": 2.0133399963378906,
      "learning_rate": 4.687128652403532e-06,
      "loss": 0.5692,
      "step": 158750
    },
    {
      "epoch": 44.31,
      "grad_norm": 2.2601544857025146,
      "learning_rate": 4.687128170928345e-06,
      "loss": 0.5647,
      "step": 158760
    },
    {
      "epoch": 44.31,
      "grad_norm": 1.918696403503418,
      "learning_rate": 4.6871276891412524e-06,
      "loss": 0.5736,
      "step": 158770
    },
    {
      "epoch": 44.31,
      "grad_norm": 1.9570460319519043,
      "learning_rate": 4.687127207042257e-06,
      "loss": 0.5603,
      "step": 158780
    },
    {
      "epoch": 44.32,
      "grad_norm": 2.283282995223999,
      "learning_rate": 4.687126724631357e-06,
      "loss": 0.5649,
      "step": 158790
    },
    {
      "epoch": 44.32,
      "grad_norm": 2.005897283554077,
      "learning_rate": 4.687126241908553e-06,
      "loss": 0.5499,
      "step": 158800
    },
    {
      "epoch": 44.32,
      "grad_norm": 1.8723539113998413,
      "learning_rate": 4.687125758873845e-06,
      "loss": 0.5598,
      "step": 158810
    },
    {
      "epoch": 44.33,
      "grad_norm": 2.70035457611084,
      "learning_rate": 4.687125275527232e-06,
      "loss": 0.5766,
      "step": 158820
    },
    {
      "epoch": 44.33,
      "grad_norm": 2.673917770385742,
      "learning_rate": 4.687124791868716e-06,
      "loss": 0.5602,
      "step": 158830
    },
    {
      "epoch": 44.33,
      "grad_norm": 2.3292465209960938,
      "learning_rate": 4.687124307898297e-06,
      "loss": 0.5505,
      "step": 158840
    },
    {
      "epoch": 44.33,
      "grad_norm": 2.546649217605591,
      "learning_rate": 4.6871238236159735e-06,
      "loss": 0.5658,
      "step": 158850
    },
    {
      "epoch": 44.34,
      "grad_norm": 1.9561742544174194,
      "learning_rate": 4.687123339021746e-06,
      "loss": 0.5557,
      "step": 158860
    },
    {
      "epoch": 44.34,
      "grad_norm": 2.42724347114563,
      "learning_rate": 4.6871228541156154e-06,
      "loss": 0.5476,
      "step": 158870
    },
    {
      "epoch": 44.34,
      "grad_norm": 2.428335189819336,
      "learning_rate": 4.687122368897581e-06,
      "loss": 0.5884,
      "step": 158880
    },
    {
      "epoch": 44.35,
      "grad_norm": 2.3007113933563232,
      "learning_rate": 4.687121883367643e-06,
      "loss": 0.5767,
      "step": 158890
    },
    {
      "epoch": 44.35,
      "grad_norm": 2.0083274841308594,
      "learning_rate": 4.687121397525801e-06,
      "loss": 0.5652,
      "step": 158900
    },
    {
      "epoch": 44.35,
      "grad_norm": 2.1012651920318604,
      "learning_rate": 4.687120911372056e-06,
      "loss": 0.5538,
      "step": 158910
    },
    {
      "epoch": 44.35,
      "grad_norm": 2.0867273807525635,
      "learning_rate": 4.687120424906409e-06,
      "loss": 0.5653,
      "step": 158920
    },
    {
      "epoch": 44.36,
      "grad_norm": 3.5122411251068115,
      "learning_rate": 4.687119938128857e-06,
      "loss": 0.5518,
      "step": 158930
    },
    {
      "epoch": 44.36,
      "grad_norm": 2.558274745941162,
      "learning_rate": 4.687119451039403e-06,
      "loss": 0.555,
      "step": 158940
    },
    {
      "epoch": 44.36,
      "grad_norm": 1.8854105472564697,
      "learning_rate": 4.687118963638045e-06,
      "loss": 0.5553,
      "step": 158950
    },
    {
      "epoch": 44.37,
      "grad_norm": 2.2420363426208496,
      "learning_rate": 4.687118475924784e-06,
      "loss": 0.5438,
      "step": 158960
    },
    {
      "epoch": 44.37,
      "grad_norm": 2.40177321434021,
      "learning_rate": 4.687117987899621e-06,
      "loss": 0.5698,
      "step": 158970
    },
    {
      "epoch": 44.37,
      "grad_norm": 2.268008232116699,
      "learning_rate": 4.687117499562554e-06,
      "loss": 0.5438,
      "step": 158980
    },
    {
      "epoch": 44.37,
      "grad_norm": 3.3375332355499268,
      "learning_rate": 4.687117010913585e-06,
      "loss": 0.5575,
      "step": 158990
    },
    {
      "epoch": 44.38,
      "grad_norm": 2.477591037750244,
      "learning_rate": 4.6871165219527135e-06,
      "loss": 0.548,
      "step": 159000
    },
    {
      "epoch": 44.38,
      "grad_norm": 2.9749104976654053,
      "learning_rate": 4.687116032679938e-06,
      "loss": 0.5589,
      "step": 159010
    },
    {
      "epoch": 44.38,
      "grad_norm": 1.9337214231491089,
      "learning_rate": 4.6871155430952604e-06,
      "loss": 0.5636,
      "step": 159020
    },
    {
      "epoch": 44.38,
      "grad_norm": 2.279155731201172,
      "learning_rate": 4.68711505319868e-06,
      "loss": 0.5735,
      "step": 159030
    },
    {
      "epoch": 44.39,
      "grad_norm": 2.0616414546966553,
      "learning_rate": 4.687114562990197e-06,
      "loss": 0.5542,
      "step": 159040
    },
    {
      "epoch": 44.39,
      "grad_norm": 2.4357614517211914,
      "learning_rate": 4.6871140724698125e-06,
      "loss": 0.5503,
      "step": 159050
    },
    {
      "epoch": 44.39,
      "grad_norm": 2.6840803623199463,
      "learning_rate": 4.687113581637525e-06,
      "loss": 0.545,
      "step": 159060
    },
    {
      "epoch": 44.4,
      "grad_norm": 2.1288304328918457,
      "learning_rate": 4.687113090493335e-06,
      "loss": 0.536,
      "step": 159070
    },
    {
      "epoch": 44.4,
      "grad_norm": 2.281097173690796,
      "learning_rate": 4.687112599037242e-06,
      "loss": 0.561,
      "step": 159080
    },
    {
      "epoch": 44.4,
      "grad_norm": 2.6859562397003174,
      "learning_rate": 4.6871121072692484e-06,
      "loss": 0.5701,
      "step": 159090
    },
    {
      "epoch": 44.4,
      "grad_norm": 2.7428133487701416,
      "learning_rate": 4.6871116151893515e-06,
      "loss": 0.5502,
      "step": 159100
    },
    {
      "epoch": 44.41,
      "grad_norm": 2.123807430267334,
      "learning_rate": 4.687111122797553e-06,
      "loss": 0.5774,
      "step": 159110
    },
    {
      "epoch": 44.41,
      "grad_norm": 2.869443893432617,
      "learning_rate": 4.687110630093853e-06,
      "loss": 0.5758,
      "step": 159120
    },
    {
      "epoch": 44.41,
      "grad_norm": 2.2244272232055664,
      "learning_rate": 4.687110137078251e-06,
      "loss": 0.5747,
      "step": 159130
    },
    {
      "epoch": 44.42,
      "grad_norm": 2.66359806060791,
      "learning_rate": 4.6871096437507455e-06,
      "loss": 0.5439,
      "step": 159140
    },
    {
      "epoch": 44.42,
      "grad_norm": 2.150177240371704,
      "learning_rate": 4.68710915011134e-06,
      "loss": 0.5466,
      "step": 159150
    },
    {
      "epoch": 44.42,
      "grad_norm": 3.2208147048950195,
      "learning_rate": 4.687108656160032e-06,
      "loss": 0.5407,
      "step": 159160
    },
    {
      "epoch": 44.42,
      "grad_norm": 1.777807593345642,
      "learning_rate": 4.687108161896822e-06,
      "loss": 0.5555,
      "step": 159170
    },
    {
      "epoch": 44.43,
      "grad_norm": 2.1930930614471436,
      "learning_rate": 4.687107667321711e-06,
      "loss": 0.5717,
      "step": 159180
    },
    {
      "epoch": 44.43,
      "grad_norm": 2.600496768951416,
      "learning_rate": 4.687107172434698e-06,
      "loss": 0.5563,
      "step": 159190
    },
    {
      "epoch": 44.43,
      "grad_norm": 2.4736478328704834,
      "learning_rate": 4.687106677235784e-06,
      "loss": 0.5701,
      "step": 159200
    },
    {
      "epoch": 44.43,
      "grad_norm": 2.1715774536132812,
      "learning_rate": 4.6871061817249686e-06,
      "loss": 0.5727,
      "step": 159210
    },
    {
      "epoch": 44.44,
      "grad_norm": 2.7545087337493896,
      "learning_rate": 4.687105685902252e-06,
      "loss": 0.5506,
      "step": 159220
    },
    {
      "epoch": 44.44,
      "grad_norm": 2.3708457946777344,
      "learning_rate": 4.687105189767633e-06,
      "loss": 0.5539,
      "step": 159230
    },
    {
      "epoch": 44.44,
      "grad_norm": 2.157388925552368,
      "learning_rate": 4.687104693321114e-06,
      "loss": 0.5404,
      "step": 159240
    },
    {
      "epoch": 44.45,
      "grad_norm": 2.080652952194214,
      "learning_rate": 4.687104196562693e-06,
      "loss": 0.5647,
      "step": 159250
    },
    {
      "epoch": 44.45,
      "grad_norm": 3.1702353954315186,
      "learning_rate": 4.687103699492371e-06,
      "loss": 0.571,
      "step": 159260
    },
    {
      "epoch": 44.45,
      "grad_norm": 2.158628463745117,
      "learning_rate": 4.687103202110149e-06,
      "loss": 0.5611,
      "step": 159270
    },
    {
      "epoch": 44.45,
      "grad_norm": 2.08587384223938,
      "learning_rate": 4.687102704416025e-06,
      "loss": 0.5483,
      "step": 159280
    },
    {
      "epoch": 44.46,
      "grad_norm": 1.9728877544403076,
      "learning_rate": 4.6871022064100005e-06,
      "loss": 0.5701,
      "step": 159290
    },
    {
      "epoch": 44.46,
      "grad_norm": 1.9375425577163696,
      "learning_rate": 4.687101708092075e-06,
      "loss": 0.5672,
      "step": 159300
    },
    {
      "epoch": 44.46,
      "grad_norm": 3.0388760566711426,
      "learning_rate": 4.687101209462249e-06,
      "loss": 0.5645,
      "step": 159310
    },
    {
      "epoch": 44.47,
      "grad_norm": 2.067681312561035,
      "learning_rate": 4.687100710520523e-06,
      "loss": 0.5773,
      "step": 159320
    },
    {
      "epoch": 44.47,
      "grad_norm": 2.5079472064971924,
      "learning_rate": 4.687100211266895e-06,
      "loss": 0.5487,
      "step": 159330
    },
    {
      "epoch": 44.47,
      "grad_norm": 2.7514030933380127,
      "learning_rate": 4.687099711701367e-06,
      "loss": 0.5828,
      "step": 159340
    },
    {
      "epoch": 44.47,
      "grad_norm": 2.5765159130096436,
      "learning_rate": 4.687099211823939e-06,
      "loss": 0.5625,
      "step": 159350
    },
    {
      "epoch": 44.48,
      "grad_norm": 1.93101966381073,
      "learning_rate": 4.6870987116346094e-06,
      "loss": 0.5734,
      "step": 159360
    },
    {
      "epoch": 44.48,
      "grad_norm": 2.612746000289917,
      "learning_rate": 4.6870982111333805e-06,
      "loss": 0.563,
      "step": 159370
    },
    {
      "epoch": 44.48,
      "grad_norm": 1.7476013898849487,
      "learning_rate": 4.687097710320251e-06,
      "loss": 0.5419,
      "step": 159380
    },
    {
      "epoch": 44.49,
      "grad_norm": 3.1311283111572266,
      "learning_rate": 4.687097209195221e-06,
      "loss": 0.5779,
      "step": 159390
    },
    {
      "epoch": 44.49,
      "grad_norm": 2.1997580528259277,
      "learning_rate": 4.6870967077582914e-06,
      "loss": 0.5601,
      "step": 159400
    },
    {
      "epoch": 44.49,
      "grad_norm": 2.149868965148926,
      "learning_rate": 4.687096206009462e-06,
      "loss": 0.5658,
      "step": 159410
    },
    {
      "epoch": 44.49,
      "grad_norm": 2.3408050537109375,
      "learning_rate": 4.687095703948731e-06,
      "loss": 0.564,
      "step": 159420
    },
    {
      "epoch": 44.5,
      "grad_norm": 2.0035412311553955,
      "learning_rate": 4.687095201576101e-06,
      "loss": 0.5589,
      "step": 159430
    },
    {
      "epoch": 44.5,
      "grad_norm": 2.147348165512085,
      "learning_rate": 4.687094698891571e-06,
      "loss": 0.5422,
      "step": 159440
    },
    {
      "epoch": 44.5,
      "grad_norm": 2.0557143688201904,
      "learning_rate": 4.687094195895142e-06,
      "loss": 0.5596,
      "step": 159450
    },
    {
      "epoch": 44.5,
      "grad_norm": 2.088253974914551,
      "learning_rate": 4.6870936925868125e-06,
      "loss": 0.5635,
      "step": 159460
    },
    {
      "epoch": 44.51,
      "grad_norm": 2.730222702026367,
      "learning_rate": 4.687093188966584e-06,
      "loss": 0.5751,
      "step": 159470
    },
    {
      "epoch": 44.51,
      "grad_norm": 2.2085459232330322,
      "learning_rate": 4.687092685034455e-06,
      "loss": 0.5808,
      "step": 159480
    },
    {
      "epoch": 44.51,
      "grad_norm": 2.086284637451172,
      "learning_rate": 4.687092180790426e-06,
      "loss": 0.5597,
      "step": 159490
    },
    {
      "epoch": 44.52,
      "grad_norm": 2.5078327655792236,
      "learning_rate": 4.687091676234499e-06,
      "loss": 0.5784,
      "step": 159500
    },
    {
      "epoch": 44.52,
      "grad_norm": 1.9057506322860718,
      "learning_rate": 4.687091171366671e-06,
      "loss": 0.5556,
      "step": 159510
    },
    {
      "epoch": 44.52,
      "grad_norm": 1.6963692903518677,
      "learning_rate": 4.6870906661869455e-06,
      "loss": 0.572,
      "step": 159520
    },
    {
      "epoch": 44.52,
      "grad_norm": 3.511866807937622,
      "learning_rate": 4.6870901606953195e-06,
      "loss": 0.5567,
      "step": 159530
    },
    {
      "epoch": 44.53,
      "grad_norm": 2.582294225692749,
      "learning_rate": 4.687089654891795e-06,
      "loss": 0.5571,
      "step": 159540
    },
    {
      "epoch": 44.53,
      "grad_norm": 2.664443016052246,
      "learning_rate": 4.68708914877637e-06,
      "loss": 0.5471,
      "step": 159550
    },
    {
      "epoch": 44.53,
      "grad_norm": 2.301119565963745,
      "learning_rate": 4.687088642349047e-06,
      "loss": 0.5813,
      "step": 159560
    },
    {
      "epoch": 44.54,
      "grad_norm": 2.403110980987549,
      "learning_rate": 4.687088135609824e-06,
      "loss": 0.5552,
      "step": 159570
    },
    {
      "epoch": 44.54,
      "grad_norm": 2.031500816345215,
      "learning_rate": 4.687087628558704e-06,
      "loss": 0.5413,
      "step": 159580
    },
    {
      "epoch": 44.54,
      "grad_norm": 2.099270820617676,
      "learning_rate": 4.687087121195683e-06,
      "loss": 0.5696,
      "step": 159590
    },
    {
      "epoch": 44.54,
      "grad_norm": 2.9456124305725098,
      "learning_rate": 4.687086613520764e-06,
      "loss": 0.5443,
      "step": 159600
    },
    {
      "epoch": 44.55,
      "grad_norm": 2.6650149822235107,
      "learning_rate": 4.687086105533947e-06,
      "loss": 0.5832,
      "step": 159610
    },
    {
      "epoch": 44.55,
      "grad_norm": 2.433112382888794,
      "learning_rate": 4.687085597235231e-06,
      "loss": 0.577,
      "step": 159620
    },
    {
      "epoch": 44.55,
      "grad_norm": 2.432299852371216,
      "learning_rate": 4.687085088624616e-06,
      "loss": 0.6068,
      "step": 159630
    },
    {
      "epoch": 44.55,
      "grad_norm": 2.3280115127563477,
      "learning_rate": 4.687084579702103e-06,
      "loss": 0.5579,
      "step": 159640
    },
    {
      "epoch": 44.56,
      "grad_norm": 1.8081450462341309,
      "learning_rate": 4.6870840704676905e-06,
      "loss": 0.5543,
      "step": 159650
    },
    {
      "epoch": 44.56,
      "grad_norm": 2.380667209625244,
      "learning_rate": 4.6870835609213805e-06,
      "loss": 0.5864,
      "step": 159660
    },
    {
      "epoch": 44.56,
      "grad_norm": 2.3541488647460938,
      "learning_rate": 4.687083051063172e-06,
      "loss": 0.5511,
      "step": 159670
    },
    {
      "epoch": 44.57,
      "grad_norm": 2.682569742202759,
      "learning_rate": 4.687082540893064e-06,
      "loss": 0.5712,
      "step": 159680
    },
    {
      "epoch": 44.57,
      "grad_norm": 1.9228845834732056,
      "learning_rate": 4.68708203041106e-06,
      "loss": 0.5628,
      "step": 159690
    },
    {
      "epoch": 44.57,
      "grad_norm": 2.441405773162842,
      "learning_rate": 4.687081519617157e-06,
      "loss": 0.5657,
      "step": 159700
    },
    {
      "epoch": 44.57,
      "grad_norm": 2.4477896690368652,
      "learning_rate": 4.687081008511355e-06,
      "loss": 0.5383,
      "step": 159710
    },
    {
      "epoch": 44.58,
      "grad_norm": 2.2090885639190674,
      "learning_rate": 4.687080497093656e-06,
      "loss": 0.5636,
      "step": 159720
    },
    {
      "epoch": 44.58,
      "grad_norm": 2.0885016918182373,
      "learning_rate": 4.687079985364058e-06,
      "loss": 0.563,
      "step": 159730
    },
    {
      "epoch": 44.58,
      "grad_norm": 2.458261013031006,
      "learning_rate": 4.687079473322564e-06,
      "loss": 0.5461,
      "step": 159740
    },
    {
      "epoch": 44.59,
      "grad_norm": 1.9914559125900269,
      "learning_rate": 4.687078960969171e-06,
      "loss": 0.5843,
      "step": 159750
    },
    {
      "epoch": 44.59,
      "grad_norm": 2.8176143169403076,
      "learning_rate": 4.687078448303881e-06,
      "loss": 0.5695,
      "step": 159760
    },
    {
      "epoch": 44.59,
      "grad_norm": 2.1971733570098877,
      "learning_rate": 4.687077935326692e-06,
      "loss": 0.5608,
      "step": 159770
    },
    {
      "epoch": 44.59,
      "grad_norm": 2.377525806427002,
      "learning_rate": 4.687077422037607e-06,
      "loss": 0.5727,
      "step": 159780
    },
    {
      "epoch": 44.6,
      "grad_norm": 2.2596776485443115,
      "learning_rate": 4.687076908436623e-06,
      "loss": 0.5411,
      "step": 159790
    },
    {
      "epoch": 44.6,
      "grad_norm": 2.7203519344329834,
      "learning_rate": 4.687076394523742e-06,
      "loss": 0.5555,
      "step": 159800
    },
    {
      "epoch": 44.6,
      "grad_norm": 1.838511347770691,
      "learning_rate": 4.687075880298964e-06,
      "loss": 0.5492,
      "step": 159810
    },
    {
      "epoch": 44.61,
      "grad_norm": 1.7950726747512817,
      "learning_rate": 4.687075365762288e-06,
      "loss": 0.545,
      "step": 159820
    },
    {
      "epoch": 44.61,
      "grad_norm": 3.521850824356079,
      "learning_rate": 4.687074850913715e-06,
      "loss": 0.5863,
      "step": 159830
    },
    {
      "epoch": 44.61,
      "grad_norm": 2.576444625854492,
      "learning_rate": 4.687074335753245e-06,
      "loss": 0.5821,
      "step": 159840
    },
    {
      "epoch": 44.61,
      "grad_norm": 1.8745160102844238,
      "learning_rate": 4.6870738202808785e-06,
      "loss": 0.5463,
      "step": 159850
    },
    {
      "epoch": 44.62,
      "grad_norm": 2.414776086807251,
      "learning_rate": 4.687073304496615e-06,
      "loss": 0.5685,
      "step": 159860
    },
    {
      "epoch": 44.62,
      "grad_norm": 3.2603507041931152,
      "learning_rate": 4.687072788400453e-06,
      "loss": 0.5702,
      "step": 159870
    },
    {
      "epoch": 44.62,
      "grad_norm": 2.581568717956543,
      "learning_rate": 4.687072271992395e-06,
      "loss": 0.5658,
      "step": 159880
    },
    {
      "epoch": 44.62,
      "grad_norm": 3.259249687194824,
      "learning_rate": 4.687071755272441e-06,
      "loss": 0.5738,
      "step": 159890
    },
    {
      "epoch": 44.63,
      "grad_norm": 2.145716905593872,
      "learning_rate": 4.687071238240589e-06,
      "loss": 0.5725,
      "step": 159900
    },
    {
      "epoch": 44.63,
      "grad_norm": 1.9533201456069946,
      "learning_rate": 4.687070720896841e-06,
      "loss": 0.5801,
      "step": 159910
    },
    {
      "epoch": 44.63,
      "grad_norm": 2.729710817337036,
      "learning_rate": 4.687070203241196e-06,
      "loss": 0.5747,
      "step": 159920
    },
    {
      "epoch": 44.64,
      "grad_norm": 3.165565013885498,
      "learning_rate": 4.687069685273655e-06,
      "loss": 0.5804,
      "step": 159930
    },
    {
      "epoch": 44.64,
      "grad_norm": 1.9214115142822266,
      "learning_rate": 4.687069166994217e-06,
      "loss": 0.5704,
      "step": 159940
    },
    {
      "epoch": 44.64,
      "grad_norm": 1.9429081678390503,
      "learning_rate": 4.687068648402882e-06,
      "loss": 0.5855,
      "step": 159950
    },
    {
      "epoch": 44.64,
      "grad_norm": 3.3771090507507324,
      "learning_rate": 4.6870681294996515e-06,
      "loss": 0.5465,
      "step": 159960
    },
    {
      "epoch": 44.65,
      "grad_norm": 2.7887210845947266,
      "learning_rate": 4.687067610284525e-06,
      "loss": 0.5539,
      "step": 159970
    },
    {
      "epoch": 44.65,
      "grad_norm": 2.893004894256592,
      "learning_rate": 4.687067090757502e-06,
      "loss": 0.5653,
      "step": 159980
    },
    {
      "epoch": 44.65,
      "grad_norm": 2.2120370864868164,
      "learning_rate": 4.687066570918582e-06,
      "loss": 0.5542,
      "step": 159990
    },
    {
      "epoch": 44.66,
      "grad_norm": 2.720323085784912,
      "learning_rate": 4.6870660507677675e-06,
      "loss": 0.5889,
      "step": 160000
    },
    {
      "epoch": 44.66,
      "grad_norm": 2.2003142833709717,
      "learning_rate": 4.687065530305056e-06,
      "loss": 0.5502,
      "step": 160010
    },
    {
      "epoch": 44.66,
      "grad_norm": 2.1720621585845947,
      "learning_rate": 4.687065009530449e-06,
      "loss": 0.5522,
      "step": 160020
    },
    {
      "epoch": 44.66,
      "grad_norm": 2.489527463912964,
      "learning_rate": 4.6870644884439456e-06,
      "loss": 0.5415,
      "step": 160030
    },
    {
      "epoch": 44.67,
      "grad_norm": 2.482478141784668,
      "learning_rate": 4.6870639670455465e-06,
      "loss": 0.5647,
      "step": 160040
    },
    {
      "epoch": 44.67,
      "grad_norm": 2.479823589324951,
      "learning_rate": 4.687063445335251e-06,
      "loss": 0.5722,
      "step": 160050
    },
    {
      "epoch": 44.67,
      "grad_norm": 3.269139051437378,
      "learning_rate": 4.6870629233130615e-06,
      "loss": 0.5796,
      "step": 160060
    },
    {
      "epoch": 44.67,
      "grad_norm": 2.2713778018951416,
      "learning_rate": 4.687062400978975e-06,
      "loss": 0.5791,
      "step": 160070
    },
    {
      "epoch": 44.68,
      "grad_norm": 2.279738664627075,
      "learning_rate": 4.687061878332994e-06,
      "loss": 0.5546,
      "step": 160080
    },
    {
      "epoch": 44.68,
      "grad_norm": 3.324159622192383,
      "learning_rate": 4.687061355375117e-06,
      "loss": 0.5419,
      "step": 160090
    },
    {
      "epoch": 44.68,
      "grad_norm": 2.835134506225586,
      "learning_rate": 4.687060832105344e-06,
      "loss": 0.5561,
      "step": 160100
    },
    {
      "epoch": 44.69,
      "grad_norm": 2.3098227977752686,
      "learning_rate": 4.687060308523677e-06,
      "loss": 0.5535,
      "step": 160110
    },
    {
      "epoch": 44.69,
      "grad_norm": 2.2004683017730713,
      "learning_rate": 4.687059784630114e-06,
      "loss": 0.5631,
      "step": 160120
    },
    {
      "epoch": 44.69,
      "grad_norm": 2.3062095642089844,
      "learning_rate": 4.687059260424656e-06,
      "loss": 0.5539,
      "step": 160130
    },
    {
      "epoch": 44.69,
      "grad_norm": 2.331559181213379,
      "learning_rate": 4.687058735907303e-06,
      "loss": 0.5836,
      "step": 160140
    },
    {
      "epoch": 44.7,
      "grad_norm": 2.5149998664855957,
      "learning_rate": 4.6870582110780555e-06,
      "loss": 0.5545,
      "step": 160150
    },
    {
      "epoch": 44.7,
      "grad_norm": 1.7938921451568604,
      "learning_rate": 4.687057685936912e-06,
      "loss": 0.5506,
      "step": 160160
    },
    {
      "epoch": 44.7,
      "grad_norm": 2.8501384258270264,
      "learning_rate": 4.6870571604838735e-06,
      "loss": 0.5554,
      "step": 160170
    },
    {
      "epoch": 44.71,
      "grad_norm": 3.0746970176696777,
      "learning_rate": 4.687056634718941e-06,
      "loss": 0.5715,
      "step": 160180
    },
    {
      "epoch": 44.71,
      "grad_norm": 2.2465946674346924,
      "learning_rate": 4.687056108642113e-06,
      "loss": 0.562,
      "step": 160190
    },
    {
      "epoch": 44.71,
      "grad_norm": 2.9265706539154053,
      "learning_rate": 4.687055582253391e-06,
      "loss": 0.5757,
      "step": 160200
    },
    {
      "epoch": 44.71,
      "grad_norm": 1.7967275381088257,
      "learning_rate": 4.687055055552774e-06,
      "loss": 0.5574,
      "step": 160210
    },
    {
      "epoch": 44.72,
      "grad_norm": 1.9029085636138916,
      "learning_rate": 4.687054528540263e-06,
      "loss": 0.5591,
      "step": 160220
    },
    {
      "epoch": 44.72,
      "grad_norm": 1.7247363328933716,
      "learning_rate": 4.687054001215857e-06,
      "loss": 0.5572,
      "step": 160230
    },
    {
      "epoch": 44.72,
      "grad_norm": 3.7291910648345947,
      "learning_rate": 4.6870534735795565e-06,
      "loss": 0.5603,
      "step": 160240
    },
    {
      "epoch": 44.73,
      "grad_norm": 2.924809455871582,
      "learning_rate": 4.687052945631362e-06,
      "loss": 0.5741,
      "step": 160250
    },
    {
      "epoch": 44.73,
      "grad_norm": 2.361780881881714,
      "learning_rate": 4.687052417371273e-06,
      "loss": 0.5605,
      "step": 160260
    },
    {
      "epoch": 44.73,
      "grad_norm": 2.9895689487457275,
      "learning_rate": 4.68705188879929e-06,
      "loss": 0.5492,
      "step": 160270
    },
    {
      "epoch": 44.73,
      "grad_norm": 2.299682378768921,
      "learning_rate": 4.687051359915413e-06,
      "loss": 0.5489,
      "step": 160280
    },
    {
      "epoch": 44.74,
      "grad_norm": 2.1761116981506348,
      "learning_rate": 4.687050830719642e-06,
      "loss": 0.5611,
      "step": 160290
    },
    {
      "epoch": 44.74,
      "grad_norm": 2.6485023498535156,
      "learning_rate": 4.687050301211976e-06,
      "loss": 0.5632,
      "step": 160300
    },
    {
      "epoch": 44.74,
      "grad_norm": 2.378875732421875,
      "learning_rate": 4.687049771392417e-06,
      "loss": 0.5602,
      "step": 160310
    },
    {
      "epoch": 44.74,
      "grad_norm": 2.9250524044036865,
      "learning_rate": 4.6870492412609645e-06,
      "loss": 0.5827,
      "step": 160320
    },
    {
      "epoch": 44.75,
      "grad_norm": 2.777369499206543,
      "learning_rate": 4.687048710817617e-06,
      "loss": 0.5505,
      "step": 160330
    },
    {
      "epoch": 44.75,
      "grad_norm": 1.6324089765548706,
      "learning_rate": 4.687048180062377e-06,
      "loss": 0.5424,
      "step": 160340
    },
    {
      "epoch": 44.75,
      "grad_norm": 2.2747082710266113,
      "learning_rate": 4.687047648995243e-06,
      "loss": 0.5569,
      "step": 160350
    },
    {
      "epoch": 44.76,
      "grad_norm": 2.546410083770752,
      "learning_rate": 4.6870471176162155e-06,
      "loss": 0.5616,
      "step": 160360
    },
    {
      "epoch": 44.76,
      "grad_norm": 2.2013018131256104,
      "learning_rate": 4.687046585925295e-06,
      "loss": 0.5649,
      "step": 160370
    },
    {
      "epoch": 44.76,
      "grad_norm": 2.6035966873168945,
      "learning_rate": 4.68704605392248e-06,
      "loss": 0.5583,
      "step": 160380
    },
    {
      "epoch": 44.76,
      "grad_norm": 2.231386184692383,
      "learning_rate": 4.687045521607772e-06,
      "loss": 0.5517,
      "step": 160390
    },
    {
      "epoch": 44.77,
      "grad_norm": 2.8931055068969727,
      "learning_rate": 4.687044988981171e-06,
      "loss": 0.5452,
      "step": 160400
    },
    {
      "epoch": 44.77,
      "grad_norm": 1.9286268949508667,
      "learning_rate": 4.6870444560426766e-06,
      "loss": 0.5576,
      "step": 160410
    },
    {
      "epoch": 44.77,
      "grad_norm": 2.4215941429138184,
      "learning_rate": 4.687043922792289e-06,
      "loss": 0.5726,
      "step": 160420
    },
    {
      "epoch": 44.78,
      "grad_norm": 2.8339812755584717,
      "learning_rate": 4.687043389230008e-06,
      "loss": 0.5602,
      "step": 160430
    },
    {
      "epoch": 44.78,
      "grad_norm": 2.4744954109191895,
      "learning_rate": 4.6870428553558355e-06,
      "loss": 0.5439,
      "step": 160440
    },
    {
      "epoch": 44.78,
      "grad_norm": 1.9935030937194824,
      "learning_rate": 4.687042321169769e-06,
      "loss": 0.5789,
      "step": 160450
    },
    {
      "epoch": 44.78,
      "grad_norm": 2.0498528480529785,
      "learning_rate": 4.68704178667181e-06,
      "loss": 0.5474,
      "step": 160460
    },
    {
      "epoch": 44.79,
      "grad_norm": 2.0108814239501953,
      "learning_rate": 4.687041251861958e-06,
      "loss": 0.5548,
      "step": 160470
    },
    {
      "epoch": 44.79,
      "grad_norm": 2.244109869003296,
      "learning_rate": 4.687040716740213e-06,
      "loss": 0.581,
      "step": 160480
    },
    {
      "epoch": 44.79,
      "grad_norm": 2.4959022998809814,
      "learning_rate": 4.687040181306575e-06,
      "loss": 0.5485,
      "step": 160490
    },
    {
      "epoch": 44.79,
      "grad_norm": 2.2110979557037354,
      "learning_rate": 4.687039645561046e-06,
      "loss": 0.5543,
      "step": 160500
    },
    {
      "epoch": 44.8,
      "grad_norm": 1.9419608116149902,
      "learning_rate": 4.687039109503623e-06,
      "loss": 0.5566,
      "step": 160510
    },
    {
      "epoch": 44.8,
      "grad_norm": 2.215794801712036,
      "learning_rate": 4.687038573134308e-06,
      "loss": 0.5653,
      "step": 160520
    },
    {
      "epoch": 44.8,
      "grad_norm": 1.753980278968811,
      "learning_rate": 4.687038036453101e-06,
      "loss": 0.5692,
      "step": 160530
    },
    {
      "epoch": 44.81,
      "grad_norm": 2.047584295272827,
      "learning_rate": 4.6870374994600015e-06,
      "loss": 0.5699,
      "step": 160540
    },
    {
      "epoch": 44.81,
      "grad_norm": 2.7471373081207275,
      "learning_rate": 4.68703696215501e-06,
      "loss": 0.5469,
      "step": 160550
    },
    {
      "epoch": 44.81,
      "grad_norm": 2.3370041847229004,
      "learning_rate": 4.687036424538126e-06,
      "loss": 0.5831,
      "step": 160560
    },
    {
      "epoch": 44.81,
      "grad_norm": 2.5855276584625244,
      "learning_rate": 4.6870358866093506e-06,
      "loss": 0.5547,
      "step": 160570
    },
    {
      "epoch": 44.82,
      "grad_norm": 2.921165943145752,
      "learning_rate": 4.687035348368682e-06,
      "loss": 0.5546,
      "step": 160580
    },
    {
      "epoch": 44.82,
      "grad_norm": 2.157954692840576,
      "learning_rate": 4.687034809816123e-06,
      "loss": 0.5596,
      "step": 160590
    },
    {
      "epoch": 44.82,
      "grad_norm": 2.7383437156677246,
      "learning_rate": 4.6870342709516705e-06,
      "loss": 0.5699,
      "step": 160600
    },
    {
      "epoch": 44.83,
      "grad_norm": 2.94358491897583,
      "learning_rate": 4.687033731775327e-06,
      "loss": 0.5526,
      "step": 160610
    },
    {
      "epoch": 44.83,
      "grad_norm": 1.8133580684661865,
      "learning_rate": 4.687033192287092e-06,
      "loss": 0.5368,
      "step": 160620
    },
    {
      "epoch": 44.83,
      "grad_norm": 1.9256595373153687,
      "learning_rate": 4.687032652486966e-06,
      "loss": 0.579,
      "step": 160630
    },
    {
      "epoch": 44.83,
      "grad_norm": 2.1759676933288574,
      "learning_rate": 4.687032112374947e-06,
      "loss": 0.5607,
      "step": 160640
    },
    {
      "epoch": 44.84,
      "grad_norm": 1.9844807386398315,
      "learning_rate": 4.687031571951037e-06,
      "loss": 0.567,
      "step": 160650
    },
    {
      "epoch": 44.84,
      "grad_norm": 1.7391117811203003,
      "learning_rate": 4.687031031215237e-06,
      "loss": 0.5674,
      "step": 160660
    },
    {
      "epoch": 44.84,
      "grad_norm": 2.8837265968322754,
      "learning_rate": 4.687030490167544e-06,
      "loss": 0.5757,
      "step": 160670
    },
    {
      "epoch": 44.85,
      "grad_norm": 1.8242778778076172,
      "learning_rate": 4.68702994880796e-06,
      "loss": 0.5631,
      "step": 160680
    },
    {
      "epoch": 44.85,
      "grad_norm": 2.3875653743743896,
      "learning_rate": 4.687029407136485e-06,
      "loss": 0.5791,
      "step": 160690
    },
    {
      "epoch": 44.85,
      "grad_norm": 2.465825319290161,
      "learning_rate": 4.687028865153118e-06,
      "loss": 0.5492,
      "step": 160700
    },
    {
      "epoch": 44.85,
      "grad_norm": 2.8683547973632812,
      "learning_rate": 4.687028322857862e-06,
      "loss": 0.5642,
      "step": 160710
    },
    {
      "epoch": 44.86,
      "grad_norm": 2.1008410453796387,
      "learning_rate": 4.687027780250713e-06,
      "loss": 0.5585,
      "step": 160720
    },
    {
      "epoch": 44.86,
      "grad_norm": 2.601470947265625,
      "learning_rate": 4.687027237331674e-06,
      "loss": 0.5513,
      "step": 160730
    },
    {
      "epoch": 44.86,
      "grad_norm": 1.8575319051742554,
      "learning_rate": 4.687026694100744e-06,
      "loss": 0.5651,
      "step": 160740
    },
    {
      "epoch": 44.86,
      "grad_norm": 2.6511893272399902,
      "learning_rate": 4.687026150557924e-06,
      "loss": 0.559,
      "step": 160750
    },
    {
      "epoch": 44.87,
      "grad_norm": 2.8457858562469482,
      "learning_rate": 4.687025606703213e-06,
      "loss": 0.5714,
      "step": 160760
    },
    {
      "epoch": 44.87,
      "grad_norm": 2.3763294219970703,
      "learning_rate": 4.6870250625366105e-06,
      "loss": 0.5499,
      "step": 160770
    },
    {
      "epoch": 44.87,
      "grad_norm": 1.9007961750030518,
      "learning_rate": 4.687024518058118e-06,
      "loss": 0.57,
      "step": 160780
    },
    {
      "epoch": 44.88,
      "grad_norm": 2.3075335025787354,
      "learning_rate": 4.687023973267735e-06,
      "loss": 0.5636,
      "step": 160790
    },
    {
      "epoch": 44.88,
      "grad_norm": 2.804854393005371,
      "learning_rate": 4.687023428165461e-06,
      "loss": 0.5413,
      "step": 160800
    },
    {
      "epoch": 44.88,
      "grad_norm": 2.205157995223999,
      "learning_rate": 4.687022882751297e-06,
      "loss": 0.5529,
      "step": 160810
    },
    {
      "epoch": 44.88,
      "grad_norm": 2.3775014877319336,
      "learning_rate": 4.6870223370252435e-06,
      "loss": 0.5495,
      "step": 160820
    },
    {
      "epoch": 44.89,
      "grad_norm": 2.6925060749053955,
      "learning_rate": 4.6870217909873e-06,
      "loss": 0.5569,
      "step": 160830
    },
    {
      "epoch": 44.89,
      "grad_norm": 1.8501932621002197,
      "learning_rate": 4.687021244637465e-06,
      "loss": 0.5592,
      "step": 160840
    },
    {
      "epoch": 44.89,
      "grad_norm": 2.4562432765960693,
      "learning_rate": 4.687020697975741e-06,
      "loss": 0.5808,
      "step": 160850
    },
    {
      "epoch": 44.9,
      "grad_norm": 2.482719898223877,
      "learning_rate": 4.687020151002126e-06,
      "loss": 0.5482,
      "step": 160860
    },
    {
      "epoch": 44.9,
      "grad_norm": 3.0176312923431396,
      "learning_rate": 4.6870196037166215e-06,
      "loss": 0.5696,
      "step": 160870
    },
    {
      "epoch": 44.9,
      "grad_norm": 2.0468666553497314,
      "learning_rate": 4.687019056119228e-06,
      "loss": 0.557,
      "step": 160880
    },
    {
      "epoch": 44.9,
      "grad_norm": 2.344972848892212,
      "learning_rate": 4.687018508209944e-06,
      "loss": 0.5458,
      "step": 160890
    },
    {
      "epoch": 44.91,
      "grad_norm": 2.5274555683135986,
      "learning_rate": 4.687017959988771e-06,
      "loss": 0.5699,
      "step": 160900
    },
    {
      "epoch": 44.91,
      "grad_norm": 3.636042833328247,
      "learning_rate": 4.687017411455707e-06,
      "loss": 0.5451,
      "step": 160910
    },
    {
      "epoch": 44.91,
      "grad_norm": 2.4328813552856445,
      "learning_rate": 4.687016862610755e-06,
      "loss": 0.5655,
      "step": 160920
    },
    {
      "epoch": 44.91,
      "grad_norm": 2.3780317306518555,
      "learning_rate": 4.687016313453913e-06,
      "loss": 0.5405,
      "step": 160930
    },
    {
      "epoch": 44.92,
      "grad_norm": 2.261404275894165,
      "learning_rate": 4.687015763985181e-06,
      "loss": 0.5881,
      "step": 160940
    },
    {
      "epoch": 44.92,
      "grad_norm": 2.2676658630371094,
      "learning_rate": 4.68701521420456e-06,
      "loss": 0.5728,
      "step": 160950
    },
    {
      "epoch": 44.92,
      "grad_norm": 2.8861098289489746,
      "learning_rate": 4.68701466411205e-06,
      "loss": 0.553,
      "step": 160960
    },
    {
      "epoch": 44.93,
      "grad_norm": 2.410504102706909,
      "learning_rate": 4.687014113707651e-06,
      "loss": 0.554,
      "step": 160970
    },
    {
      "epoch": 44.93,
      "grad_norm": 2.275372266769409,
      "learning_rate": 4.687013562991363e-06,
      "loss": 0.5634,
      "step": 160980
    },
    {
      "epoch": 44.93,
      "grad_norm": 2.874917507171631,
      "learning_rate": 4.687013011963186e-06,
      "loss": 0.5638,
      "step": 160990
    },
    {
      "epoch": 44.93,
      "grad_norm": 1.8853955268859863,
      "learning_rate": 4.687012460623119e-06,
      "loss": 0.594,
      "step": 161000
    },
    {
      "epoch": 44.94,
      "grad_norm": 1.8640462160110474,
      "learning_rate": 4.6870119089711645e-06,
      "loss": 0.5825,
      "step": 161010
    },
    {
      "epoch": 44.94,
      "grad_norm": 2.797517776489258,
      "learning_rate": 4.687011357007321e-06,
      "loss": 0.5619,
      "step": 161020
    },
    {
      "epoch": 44.94,
      "grad_norm": 3.109396457672119,
      "learning_rate": 4.687010804731588e-06,
      "loss": 0.5623,
      "step": 161030
    },
    {
      "epoch": 44.95,
      "grad_norm": 2.4754207134246826,
      "learning_rate": 4.6870102521439665e-06,
      "loss": 0.5386,
      "step": 161040
    },
    {
      "epoch": 44.95,
      "grad_norm": 2.0888843536376953,
      "learning_rate": 4.687009699244457e-06,
      "loss": 0.5401,
      "step": 161050
    },
    {
      "epoch": 44.95,
      "grad_norm": 2.892725944519043,
      "learning_rate": 4.687009146033058e-06,
      "loss": 0.5567,
      "step": 161060
    },
    {
      "epoch": 44.95,
      "grad_norm": 2.255788803100586,
      "learning_rate": 4.6870085925097715e-06,
      "loss": 0.558,
      "step": 161070
    },
    {
      "epoch": 44.96,
      "grad_norm": 2.171420097351074,
      "learning_rate": 4.6870080386745964e-06,
      "loss": 0.5491,
      "step": 161080
    },
    {
      "epoch": 44.96,
      "grad_norm": 2.240381956100464,
      "learning_rate": 4.687007484527533e-06,
      "loss": 0.5687,
      "step": 161090
    },
    {
      "epoch": 44.96,
      "grad_norm": 2.353055953979492,
      "learning_rate": 4.6870069300685806e-06,
      "loss": 0.5697,
      "step": 161100
    },
    {
      "epoch": 44.97,
      "grad_norm": 2.761138916015625,
      "learning_rate": 4.6870063752977415e-06,
      "loss": 0.5834,
      "step": 161110
    },
    {
      "epoch": 44.97,
      "grad_norm": 2.234170913696289,
      "learning_rate": 4.687005820215014e-06,
      "loss": 0.5357,
      "step": 161120
    },
    {
      "epoch": 44.97,
      "grad_norm": 2.6632142066955566,
      "learning_rate": 4.687005264820398e-06,
      "loss": 0.5728,
      "step": 161130
    },
    {
      "epoch": 44.97,
      "grad_norm": 2.40869140625,
      "learning_rate": 4.687004709113894e-06,
      "loss": 0.5556,
      "step": 161140
    },
    {
      "epoch": 44.98,
      "grad_norm": 2.480043888092041,
      "learning_rate": 4.6870041530955024e-06,
      "loss": 0.5714,
      "step": 161150
    },
    {
      "epoch": 44.98,
      "grad_norm": 2.0867879390716553,
      "learning_rate": 4.687003596765223e-06,
      "loss": 0.557,
      "step": 161160
    },
    {
      "epoch": 44.98,
      "grad_norm": 2.3352696895599365,
      "learning_rate": 4.6870030401230555e-06,
      "loss": 0.5567,
      "step": 161170
    },
    {
      "epoch": 44.98,
      "grad_norm": 2.629955768585205,
      "learning_rate": 4.687002483169001e-06,
      "loss": 0.5667,
      "step": 161180
    },
    {
      "epoch": 44.99,
      "grad_norm": 2.726217269897461,
      "learning_rate": 4.687001925903059e-06,
      "loss": 0.5817,
      "step": 161190
    },
    {
      "epoch": 44.99,
      "grad_norm": 1.8414515256881714,
      "learning_rate": 4.687001368325229e-06,
      "loss": 0.5532,
      "step": 161200
    },
    {
      "epoch": 44.99,
      "grad_norm": 2.228464126586914,
      "learning_rate": 4.6870008104355125e-06,
      "loss": 0.5582,
      "step": 161210
    },
    {
      "epoch": 45.0,
      "grad_norm": 2.428466558456421,
      "learning_rate": 4.687000252233908e-06,
      "loss": 0.5771,
      "step": 161220
    },
    {
      "epoch": 45.0,
      "grad_norm": 2.1365370750427246,
      "learning_rate": 4.686999693720417e-06,
      "loss": 0.5671,
      "step": 161230
    },
    {
      "epoch": 45.0,
      "eval_loss": 0.5636469125747681,
      "eval_runtime": 63.1938,
      "eval_samples_per_second": 80.055,
      "eval_steps_per_second": 10.017,
      "step": 161235
    },
    {
      "epoch": 45.0,
      "grad_norm": 2.73710036277771,
      "learning_rate": 4.6869991348950375e-06,
      "loss": 0.5702,
      "step": 161240
    },
    {
      "epoch": 45.0,
      "grad_norm": 3.5093672275543213,
      "learning_rate": 4.6869985757577716e-06,
      "loss": 0.5726,
      "step": 161250
    },
    {
      "epoch": 45.01,
      "grad_norm": 2.3836936950683594,
      "learning_rate": 4.686998016308619e-06,
      "loss": 0.5674,
      "step": 161260
    },
    {
      "epoch": 45.01,
      "grad_norm": 2.7845966815948486,
      "learning_rate": 4.686997456547579e-06,
      "loss": 0.5501,
      "step": 161270
    },
    {
      "epoch": 45.01,
      "grad_norm": 1.909169316291809,
      "learning_rate": 4.686996896474653e-06,
      "loss": 0.5724,
      "step": 161280
    },
    {
      "epoch": 45.02,
      "grad_norm": 3.7613422870635986,
      "learning_rate": 4.6869963360898385e-06,
      "loss": 0.5713,
      "step": 161290
    },
    {
      "epoch": 45.02,
      "grad_norm": 2.4991438388824463,
      "learning_rate": 4.686995775393138e-06,
      "loss": 0.5732,
      "step": 161300
    },
    {
      "epoch": 45.02,
      "grad_norm": 1.765589714050293,
      "learning_rate": 4.686995214384551e-06,
      "loss": 0.5608,
      "step": 161310
    },
    {
      "epoch": 45.02,
      "grad_norm": 2.5568008422851562,
      "learning_rate": 4.686994653064078e-06,
      "loss": 0.5522,
      "step": 161320
    },
    {
      "epoch": 45.03,
      "grad_norm": 3.349926710128784,
      "learning_rate": 4.686994091431718e-06,
      "loss": 0.5398,
      "step": 161330
    },
    {
      "epoch": 45.03,
      "grad_norm": 2.3562419414520264,
      "learning_rate": 4.686993529487472e-06,
      "loss": 0.5452,
      "step": 161340
    },
    {
      "epoch": 45.03,
      "grad_norm": 2.7122366428375244,
      "learning_rate": 4.686992967231338e-06,
      "loss": 0.5669,
      "step": 161350
    },
    {
      "epoch": 45.03,
      "grad_norm": 2.80737042427063,
      "learning_rate": 4.686992404663319e-06,
      "loss": 0.5517,
      "step": 161360
    },
    {
      "epoch": 45.04,
      "grad_norm": 2.1023082733154297,
      "learning_rate": 4.686991841783414e-06,
      "loss": 0.5638,
      "step": 161370
    },
    {
      "epoch": 45.04,
      "grad_norm": 2.281818151473999,
      "learning_rate": 4.686991278591623e-06,
      "loss": 0.5888,
      "step": 161380
    },
    {
      "epoch": 45.04,
      "grad_norm": 2.948749303817749,
      "learning_rate": 4.686990715087945e-06,
      "loss": 0.5651,
      "step": 161390
    },
    {
      "epoch": 45.05,
      "grad_norm": 2.241265296936035,
      "learning_rate": 4.686990151272382e-06,
      "loss": 0.5454,
      "step": 161400
    },
    {
      "epoch": 45.05,
      "grad_norm": 2.645317316055298,
      "learning_rate": 4.686989587144933e-06,
      "loss": 0.5565,
      "step": 161410
    },
    {
      "epoch": 45.05,
      "grad_norm": 2.8795042037963867,
      "learning_rate": 4.6869890227055975e-06,
      "loss": 0.5747,
      "step": 161420
    },
    {
      "epoch": 45.05,
      "grad_norm": 1.8235877752304077,
      "learning_rate": 4.686988457954377e-06,
      "loss": 0.5495,
      "step": 161430
    },
    {
      "epoch": 45.06,
      "grad_norm": 2.7814295291900635,
      "learning_rate": 4.68698789289127e-06,
      "loss": 0.5433,
      "step": 161440
    },
    {
      "epoch": 45.06,
      "grad_norm": 2.0777299404144287,
      "learning_rate": 4.686987327516278e-06,
      "loss": 0.5648,
      "step": 161450
    },
    {
      "epoch": 45.06,
      "grad_norm": 2.1546168327331543,
      "learning_rate": 4.6869867618294e-06,
      "loss": 0.5675,
      "step": 161460
    },
    {
      "epoch": 45.07,
      "grad_norm": 1.926823377609253,
      "learning_rate": 4.686986195830636e-06,
      "loss": 0.5532,
      "step": 161470
    },
    {
      "epoch": 45.07,
      "grad_norm": 2.287949323654175,
      "learning_rate": 4.686985629519988e-06,
      "loss": 0.5609,
      "step": 161480
    },
    {
      "epoch": 45.07,
      "grad_norm": 2.0076797008514404,
      "learning_rate": 4.686985062897455e-06,
      "loss": 0.5882,
      "step": 161490
    },
    {
      "epoch": 45.07,
      "grad_norm": 3.025848627090454,
      "learning_rate": 4.686984495963035e-06,
      "loss": 0.5471,
      "step": 161500
    },
    {
      "epoch": 45.08,
      "grad_norm": 2.113088607788086,
      "learning_rate": 4.686983928716731e-06,
      "loss": 0.5711,
      "step": 161510
    },
    {
      "epoch": 45.08,
      "grad_norm": 2.402897834777832,
      "learning_rate": 4.686983361158542e-06,
      "loss": 0.5509,
      "step": 161520
    },
    {
      "epoch": 45.08,
      "grad_norm": 2.61078143119812,
      "learning_rate": 4.686982793288468e-06,
      "loss": 0.5303,
      "step": 161530
    },
    {
      "epoch": 45.09,
      "grad_norm": 2.510028123855591,
      "learning_rate": 4.686982225106508e-06,
      "loss": 0.5492,
      "step": 161540
    },
    {
      "epoch": 45.09,
      "grad_norm": 1.8489996194839478,
      "learning_rate": 4.6869816566126646e-06,
      "loss": 0.5473,
      "step": 161550
    },
    {
      "epoch": 45.09,
      "grad_norm": 2.273391008377075,
      "learning_rate": 4.686981087806935e-06,
      "loss": 0.5666,
      "step": 161560
    },
    {
      "epoch": 45.09,
      "grad_norm": 1.9462374448776245,
      "learning_rate": 4.686980518689321e-06,
      "loss": 0.5249,
      "step": 161570
    },
    {
      "epoch": 45.1,
      "grad_norm": 2.658568859100342,
      "learning_rate": 4.686979949259824e-06,
      "loss": 0.5568,
      "step": 161580
    },
    {
      "epoch": 45.1,
      "grad_norm": 1.5668030977249146,
      "learning_rate": 4.686979379518441e-06,
      "loss": 0.5554,
      "step": 161590
    },
    {
      "epoch": 45.1,
      "grad_norm": 2.4805634021759033,
      "learning_rate": 4.686978809465173e-06,
      "loss": 0.567,
      "step": 161600
    },
    {
      "epoch": 45.1,
      "grad_norm": 2.285656213760376,
      "learning_rate": 4.6869782391000224e-06,
      "loss": 0.5657,
      "step": 161610
    },
    {
      "epoch": 45.11,
      "grad_norm": 2.5068533420562744,
      "learning_rate": 4.686977668422986e-06,
      "loss": 0.5645,
      "step": 161620
    },
    {
      "epoch": 45.11,
      "grad_norm": 1.9911712408065796,
      "learning_rate": 4.686977097434066e-06,
      "loss": 0.5671,
      "step": 161630
    },
    {
      "epoch": 45.11,
      "grad_norm": 2.1964950561523438,
      "learning_rate": 4.686976526133262e-06,
      "loss": 0.5592,
      "step": 161640
    },
    {
      "epoch": 45.12,
      "grad_norm": 2.5200412273406982,
      "learning_rate": 4.686975954520574e-06,
      "loss": 0.564,
      "step": 161650
    },
    {
      "epoch": 45.12,
      "grad_norm": 2.3343148231506348,
      "learning_rate": 4.686975382596001e-06,
      "loss": 0.5619,
      "step": 161660
    },
    {
      "epoch": 45.12,
      "grad_norm": 3.6870412826538086,
      "learning_rate": 4.686974810359544e-06,
      "loss": 0.5608,
      "step": 161670
    },
    {
      "epoch": 45.12,
      "grad_norm": 2.721121311187744,
      "learning_rate": 4.686974237811205e-06,
      "loss": 0.5563,
      "step": 161680
    },
    {
      "epoch": 45.13,
      "grad_norm": 2.51301908493042,
      "learning_rate": 4.686973664950981e-06,
      "loss": 0.5701,
      "step": 161690
    },
    {
      "epoch": 45.13,
      "grad_norm": 2.8862645626068115,
      "learning_rate": 4.686973091778873e-06,
      "loss": 0.5707,
      "step": 161700
    },
    {
      "epoch": 45.13,
      "grad_norm": 2.176328659057617,
      "learning_rate": 4.686972518294882e-06,
      "loss": 0.5807,
      "step": 161710
    },
    {
      "epoch": 45.14,
      "grad_norm": 2.435353994369507,
      "learning_rate": 4.686971944499007e-06,
      "loss": 0.5457,
      "step": 161720
    },
    {
      "epoch": 45.14,
      "grad_norm": 2.5999767780303955,
      "learning_rate": 4.686971370391248e-06,
      "loss": 0.5752,
      "step": 161730
    },
    {
      "epoch": 45.14,
      "grad_norm": 2.261075019836426,
      "learning_rate": 4.686970795971607e-06,
      "loss": 0.5506,
      "step": 161740
    },
    {
      "epoch": 45.14,
      "grad_norm": 2.4971835613250732,
      "learning_rate": 4.686970221240082e-06,
      "loss": 0.5529,
      "step": 161750
    },
    {
      "epoch": 45.15,
      "grad_norm": 2.263516426086426,
      "learning_rate": 4.686969646196673e-06,
      "loss": 0.5542,
      "step": 161760
    },
    {
      "epoch": 45.15,
      "grad_norm": 2.8945987224578857,
      "learning_rate": 4.6869690708413816e-06,
      "loss": 0.548,
      "step": 161770
    },
    {
      "epoch": 45.15,
      "grad_norm": 1.964371919631958,
      "learning_rate": 4.6869684951742075e-06,
      "loss": 0.5554,
      "step": 161780
    },
    {
      "epoch": 45.15,
      "grad_norm": 2.0350067615509033,
      "learning_rate": 4.686967919195149e-06,
      "loss": 0.5835,
      "step": 161790
    },
    {
      "epoch": 45.16,
      "grad_norm": 2.5525195598602295,
      "learning_rate": 4.686967342904209e-06,
      "loss": 0.5534,
      "step": 161800
    },
    {
      "epoch": 45.16,
      "grad_norm": 2.122441530227661,
      "learning_rate": 4.6869667663013855e-06,
      "loss": 0.5604,
      "step": 161810
    },
    {
      "epoch": 45.16,
      "grad_norm": 2.262085199356079,
      "learning_rate": 4.686966189386679e-06,
      "loss": 0.5557,
      "step": 161820
    },
    {
      "epoch": 45.17,
      "grad_norm": 2.145859718322754,
      "learning_rate": 4.6869656121600905e-06,
      "loss": 0.5609,
      "step": 161830
    },
    {
      "epoch": 45.17,
      "grad_norm": 2.3001716136932373,
      "learning_rate": 4.686965034621619e-06,
      "loss": 0.5482,
      "step": 161840
    },
    {
      "epoch": 45.17,
      "grad_norm": 2.020658493041992,
      "learning_rate": 4.686964456771265e-06,
      "loss": 0.529,
      "step": 161850
    },
    {
      "epoch": 45.17,
      "grad_norm": 2.784639835357666,
      "learning_rate": 4.686963878609028e-06,
      "loss": 0.5874,
      "step": 161860
    },
    {
      "epoch": 45.18,
      "grad_norm": 2.506666421890259,
      "learning_rate": 4.686963300134909e-06,
      "loss": 0.5661,
      "step": 161870
    },
    {
      "epoch": 45.18,
      "grad_norm": 3.047365427017212,
      "learning_rate": 4.686962721348908e-06,
      "loss": 0.5539,
      "step": 161880
    },
    {
      "epoch": 45.18,
      "grad_norm": 2.505847454071045,
      "learning_rate": 4.6869621422510244e-06,
      "loss": 0.5698,
      "step": 161890
    },
    {
      "epoch": 45.19,
      "grad_norm": 3.46730899810791,
      "learning_rate": 4.686961562841258e-06,
      "loss": 0.5779,
      "step": 161900
    },
    {
      "epoch": 45.19,
      "grad_norm": 2.946188449859619,
      "learning_rate": 4.68696098311961e-06,
      "loss": 0.5505,
      "step": 161910
    },
    {
      "epoch": 45.19,
      "grad_norm": 2.8878464698791504,
      "learning_rate": 4.686960403086081e-06,
      "loss": 0.5767,
      "step": 161920
    },
    {
      "epoch": 45.19,
      "grad_norm": 3.035879373550415,
      "learning_rate": 4.686959822740669e-06,
      "loss": 0.5639,
      "step": 161930
    },
    {
      "epoch": 45.2,
      "grad_norm": 2.330425977706909,
      "learning_rate": 4.6869592420833755e-06,
      "loss": 0.5827,
      "step": 161940
    },
    {
      "epoch": 45.2,
      "grad_norm": 2.378382921218872,
      "learning_rate": 4.6869586611141996e-06,
      "loss": 0.5668,
      "step": 161950
    },
    {
      "epoch": 45.2,
      "grad_norm": 1.7644635438919067,
      "learning_rate": 4.686958079833143e-06,
      "loss": 0.5546,
      "step": 161960
    },
    {
      "epoch": 45.21,
      "grad_norm": 2.5830483436584473,
      "learning_rate": 4.686957498240203e-06,
      "loss": 0.5496,
      "step": 161970
    },
    {
      "epoch": 45.21,
      "grad_norm": 2.4673447608947754,
      "learning_rate": 4.686956916335384e-06,
      "loss": 0.5636,
      "step": 161980
    },
    {
      "epoch": 45.21,
      "grad_norm": 2.806105136871338,
      "learning_rate": 4.6869563341186816e-06,
      "loss": 0.5502,
      "step": 161990
    },
    {
      "epoch": 45.21,
      "grad_norm": 1.892114520072937,
      "learning_rate": 4.6869557515900985e-06,
      "loss": 0.5616,
      "step": 162000
    },
    {
      "epoch": 45.22,
      "grad_norm": 2.6929540634155273,
      "learning_rate": 4.686955168749633e-06,
      "loss": 0.5622,
      "step": 162010
    },
    {
      "epoch": 45.22,
      "grad_norm": 2.122251272201538,
      "learning_rate": 4.686954585597288e-06,
      "loss": 0.5742,
      "step": 162020
    },
    {
      "epoch": 45.22,
      "grad_norm": 1.9128797054290771,
      "learning_rate": 4.68695400213306e-06,
      "loss": 0.5471,
      "step": 162030
    },
    {
      "epoch": 45.22,
      "grad_norm": 3.177093982696533,
      "learning_rate": 4.686953418356953e-06,
      "loss": 0.5496,
      "step": 162040
    },
    {
      "epoch": 45.23,
      "grad_norm": 2.141840696334839,
      "learning_rate": 4.6869528342689634e-06,
      "loss": 0.5383,
      "step": 162050
    },
    {
      "epoch": 45.23,
      "grad_norm": 2.186720609664917,
      "learning_rate": 4.686952249869093e-06,
      "loss": 0.5527,
      "step": 162060
    },
    {
      "epoch": 45.23,
      "grad_norm": 2.95981502532959,
      "learning_rate": 4.686951665157343e-06,
      "loss": 0.5538,
      "step": 162070
    },
    {
      "epoch": 45.24,
      "grad_norm": 2.130063772201538,
      "learning_rate": 4.686951080133711e-06,
      "loss": 0.5643,
      "step": 162080
    },
    {
      "epoch": 45.24,
      "grad_norm": 2.378803253173828,
      "learning_rate": 4.6869504947981985e-06,
      "loss": 0.5886,
      "step": 162090
    },
    {
      "epoch": 45.24,
      "grad_norm": 2.5246922969818115,
      "learning_rate": 4.686949909150805e-06,
      "loss": 0.5727,
      "step": 162100
    },
    {
      "epoch": 45.24,
      "grad_norm": 2.2839133739471436,
      "learning_rate": 4.686949323191532e-06,
      "loss": 0.5753,
      "step": 162110
    },
    {
      "epoch": 45.25,
      "grad_norm": 1.9717373847961426,
      "learning_rate": 4.686948736920377e-06,
      "loss": 0.5864,
      "step": 162120
    },
    {
      "epoch": 45.25,
      "grad_norm": 2.77009916305542,
      "learning_rate": 4.686948150337343e-06,
      "loss": 0.5564,
      "step": 162130
    },
    {
      "epoch": 45.25,
      "grad_norm": 1.788427710533142,
      "learning_rate": 4.686947563442428e-06,
      "loss": 0.5431,
      "step": 162140
    },
    {
      "epoch": 45.26,
      "grad_norm": 1.6985112428665161,
      "learning_rate": 4.686946976235634e-06,
      "loss": 0.5646,
      "step": 162150
    },
    {
      "epoch": 45.26,
      "grad_norm": 2.298036813735962,
      "learning_rate": 4.6869463887169584e-06,
      "loss": 0.5847,
      "step": 162160
    },
    {
      "epoch": 45.26,
      "grad_norm": 1.6272162199020386,
      "learning_rate": 4.686945800886403e-06,
      "loss": 0.5561,
      "step": 162170
    },
    {
      "epoch": 45.26,
      "grad_norm": 3.005974054336548,
      "learning_rate": 4.686945212743969e-06,
      "loss": 0.5681,
      "step": 162180
    },
    {
      "epoch": 45.27,
      "grad_norm": 3.340902090072632,
      "learning_rate": 4.686944624289653e-06,
      "loss": 0.5714,
      "step": 162190
    },
    {
      "epoch": 45.27,
      "grad_norm": 3.3463971614837646,
      "learning_rate": 4.686944035523458e-06,
      "loss": 0.5584,
      "step": 162200
    },
    {
      "epoch": 45.27,
      "grad_norm": 2.6453213691711426,
      "learning_rate": 4.686943446445384e-06,
      "loss": 0.5621,
      "step": 162210
    },
    {
      "epoch": 45.27,
      "grad_norm": 2.874790906906128,
      "learning_rate": 4.686942857055429e-06,
      "loss": 0.5635,
      "step": 162220
    },
    {
      "epoch": 45.28,
      "grad_norm": 2.483009099960327,
      "learning_rate": 4.686942267353596e-06,
      "loss": 0.5664,
      "step": 162230
    },
    {
      "epoch": 45.28,
      "grad_norm": 2.8355088233947754,
      "learning_rate": 4.6869416773398816e-06,
      "loss": 0.5831,
      "step": 162240
    },
    {
      "epoch": 45.28,
      "grad_norm": 1.8608853816986084,
      "learning_rate": 4.686941087014289e-06,
      "loss": 0.562,
      "step": 162250
    },
    {
      "epoch": 45.29,
      "grad_norm": 2.5864899158477783,
      "learning_rate": 4.686940496376816e-06,
      "loss": 0.541,
      "step": 162260
    },
    {
      "epoch": 45.29,
      "grad_norm": 1.9418668746948242,
      "learning_rate": 4.686939905427465e-06,
      "loss": 0.57,
      "step": 162270
    },
    {
      "epoch": 45.29,
      "grad_norm": 2.655444860458374,
      "learning_rate": 4.686939314166234e-06,
      "loss": 0.552,
      "step": 162280
    },
    {
      "epoch": 45.29,
      "grad_norm": 2.7627902030944824,
      "learning_rate": 4.686938722593123e-06,
      "loss": 0.572,
      "step": 162290
    },
    {
      "epoch": 45.3,
      "grad_norm": 2.3461451530456543,
      "learning_rate": 4.686938130708135e-06,
      "loss": 0.5515,
      "step": 162300
    },
    {
      "epoch": 45.3,
      "grad_norm": 2.013190984725952,
      "learning_rate": 4.686937538511266e-06,
      "loss": 0.5437,
      "step": 162310
    },
    {
      "epoch": 45.3,
      "grad_norm": 2.5466647148132324,
      "learning_rate": 4.686936946002519e-06,
      "loss": 0.5548,
      "step": 162320
    },
    {
      "epoch": 45.31,
      "grad_norm": 2.08823299407959,
      "learning_rate": 4.6869363531818936e-06,
      "loss": 0.5844,
      "step": 162330
    },
    {
      "epoch": 45.31,
      "grad_norm": 2.0842316150665283,
      "learning_rate": 4.68693576004939e-06,
      "loss": 0.5676,
      "step": 162340
    },
    {
      "epoch": 45.31,
      "grad_norm": 2.420931577682495,
      "learning_rate": 4.686935166605006e-06,
      "loss": 0.5653,
      "step": 162350
    },
    {
      "epoch": 45.31,
      "grad_norm": 2.25563383102417,
      "learning_rate": 4.686934572848744e-06,
      "loss": 0.5718,
      "step": 162360
    },
    {
      "epoch": 45.32,
      "grad_norm": 2.4360225200653076,
      "learning_rate": 4.686933978780604e-06,
      "loss": 0.5592,
      "step": 162370
    },
    {
      "epoch": 45.32,
      "grad_norm": 2.225902557373047,
      "learning_rate": 4.6869333844005855e-06,
      "loss": 0.5805,
      "step": 162380
    },
    {
      "epoch": 45.32,
      "grad_norm": 2.348177671432495,
      "learning_rate": 4.686932789708688e-06,
      "loss": 0.5545,
      "step": 162390
    },
    {
      "epoch": 45.33,
      "grad_norm": 2.6848649978637695,
      "learning_rate": 4.686932194704913e-06,
      "loss": 0.5782,
      "step": 162400
    },
    {
      "epoch": 45.33,
      "grad_norm": 2.5304722785949707,
      "learning_rate": 4.68693159938926e-06,
      "loss": 0.5579,
      "step": 162410
    },
    {
      "epoch": 45.33,
      "grad_norm": 2.389326572418213,
      "learning_rate": 4.686931003761728e-06,
      "loss": 0.5759,
      "step": 162420
    },
    {
      "epoch": 45.33,
      "grad_norm": 2.8399569988250732,
      "learning_rate": 4.686930407822318e-06,
      "loss": 0.564,
      "step": 162430
    },
    {
      "epoch": 45.34,
      "grad_norm": 2.122448682785034,
      "learning_rate": 4.6869298115710304e-06,
      "loss": 0.5486,
      "step": 162440
    },
    {
      "epoch": 45.34,
      "grad_norm": 2.0763728618621826,
      "learning_rate": 4.686929215007865e-06,
      "loss": 0.5767,
      "step": 162450
    },
    {
      "epoch": 45.34,
      "grad_norm": 2.61696195602417,
      "learning_rate": 4.686928618132822e-06,
      "loss": 0.551,
      "step": 162460
    },
    {
      "epoch": 45.34,
      "grad_norm": 2.034868001937866,
      "learning_rate": 4.686928020945901e-06,
      "loss": 0.543,
      "step": 162470
    },
    {
      "epoch": 45.35,
      "grad_norm": 2.1478817462921143,
      "learning_rate": 4.686927423447102e-06,
      "loss": 0.5665,
      "step": 162480
    },
    {
      "epoch": 45.35,
      "grad_norm": 2.8460404872894287,
      "learning_rate": 4.686926825636426e-06,
      "loss": 0.5615,
      "step": 162490
    },
    {
      "epoch": 45.35,
      "grad_norm": 2.4669179916381836,
      "learning_rate": 4.686926227513872e-06,
      "loss": 0.5729,
      "step": 162500
    },
    {
      "epoch": 45.36,
      "grad_norm": 2.2526745796203613,
      "learning_rate": 4.686925629079441e-06,
      "loss": 0.5272,
      "step": 162510
    },
    {
      "epoch": 45.36,
      "grad_norm": 2.737989902496338,
      "learning_rate": 4.686925030333133e-06,
      "loss": 0.5666,
      "step": 162520
    },
    {
      "epoch": 45.36,
      "grad_norm": 1.8045960664749146,
      "learning_rate": 4.686924431274948e-06,
      "loss": 0.5712,
      "step": 162530
    },
    {
      "epoch": 45.36,
      "grad_norm": 3.3700075149536133,
      "learning_rate": 4.686923831904885e-06,
      "loss": 0.5571,
      "step": 162540
    },
    {
      "epoch": 45.37,
      "grad_norm": 3.6742806434631348,
      "learning_rate": 4.686923232222945e-06,
      "loss": 0.5661,
      "step": 162550
    },
    {
      "epoch": 45.37,
      "grad_norm": 2.245983362197876,
      "learning_rate": 4.686922632229128e-06,
      "loss": 0.5561,
      "step": 162560
    },
    {
      "epoch": 45.37,
      "grad_norm": 2.1704039573669434,
      "learning_rate": 4.686922031923434e-06,
      "loss": 0.551,
      "step": 162570
    },
    {
      "epoch": 45.38,
      "grad_norm": 2.280639171600342,
      "learning_rate": 4.686921431305865e-06,
      "loss": 0.5449,
      "step": 162580
    },
    {
      "epoch": 45.38,
      "grad_norm": 2.8756020069122314,
      "learning_rate": 4.686920830376417e-06,
      "loss": 0.5627,
      "step": 162590
    },
    {
      "epoch": 45.38,
      "grad_norm": 2.043893575668335,
      "learning_rate": 4.686920229135093e-06,
      "loss": 0.5591,
      "step": 162600
    },
    {
      "epoch": 45.38,
      "grad_norm": 2.040724992752075,
      "learning_rate": 4.686919627581892e-06,
      "loss": 0.5659,
      "step": 162610
    },
    {
      "epoch": 45.39,
      "grad_norm": 1.905956745147705,
      "learning_rate": 4.686919025716816e-06,
      "loss": 0.572,
      "step": 162620
    },
    {
      "epoch": 45.39,
      "grad_norm": 2.327157735824585,
      "learning_rate": 4.686918423539861e-06,
      "loss": 0.567,
      "step": 162630
    },
    {
      "epoch": 45.39,
      "grad_norm": 2.408804178237915,
      "learning_rate": 4.686917821051032e-06,
      "loss": 0.5647,
      "step": 162640
    },
    {
      "epoch": 45.39,
      "grad_norm": 2.3595030307769775,
      "learning_rate": 4.686917218250326e-06,
      "loss": 0.5705,
      "step": 162650
    },
    {
      "epoch": 45.4,
      "grad_norm": 2.162693977355957,
      "learning_rate": 4.6869166151377434e-06,
      "loss": 0.5482,
      "step": 162660
    },
    {
      "epoch": 45.4,
      "grad_norm": 2.165879249572754,
      "learning_rate": 4.686916011713285e-06,
      "loss": 0.5527,
      "step": 162670
    },
    {
      "epoch": 45.4,
      "grad_norm": 2.048532485961914,
      "learning_rate": 4.6869154079769505e-06,
      "loss": 0.5547,
      "step": 162680
    },
    {
      "epoch": 45.41,
      "grad_norm": 2.245591402053833,
      "learning_rate": 4.68691480392874e-06,
      "loss": 0.5469,
      "step": 162690
    },
    {
      "epoch": 45.41,
      "grad_norm": 3.320911407470703,
      "learning_rate": 4.686914199568653e-06,
      "loss": 0.5685,
      "step": 162700
    },
    {
      "epoch": 45.41,
      "grad_norm": 2.5200202465057373,
      "learning_rate": 4.686913594896692e-06,
      "loss": 0.5407,
      "step": 162710
    },
    {
      "epoch": 45.41,
      "grad_norm": 2.5404675006866455,
      "learning_rate": 4.686912989912854e-06,
      "loss": 0.5436,
      "step": 162720
    },
    {
      "epoch": 45.42,
      "grad_norm": 2.0690648555755615,
      "learning_rate": 4.686912384617141e-06,
      "loss": 0.5339,
      "step": 162730
    },
    {
      "epoch": 45.42,
      "grad_norm": 1.8049190044403076,
      "learning_rate": 4.686911779009551e-06,
      "loss": 0.5629,
      "step": 162740
    },
    {
      "epoch": 45.42,
      "grad_norm": 2.0109925270080566,
      "learning_rate": 4.686911173090087e-06,
      "loss": 0.5695,
      "step": 162750
    },
    {
      "epoch": 45.43,
      "grad_norm": 2.545545816421509,
      "learning_rate": 4.686910566858747e-06,
      "loss": 0.5504,
      "step": 162760
    },
    {
      "epoch": 45.43,
      "grad_norm": 2.1579997539520264,
      "learning_rate": 4.686909960315532e-06,
      "loss": 0.5791,
      "step": 162770
    },
    {
      "epoch": 45.43,
      "grad_norm": 1.9610724449157715,
      "learning_rate": 4.6869093534604415e-06,
      "loss": 0.589,
      "step": 162780
    },
    {
      "epoch": 45.43,
      "grad_norm": 2.1718525886535645,
      "learning_rate": 4.686908746293476e-06,
      "loss": 0.5644,
      "step": 162790
    },
    {
      "epoch": 45.44,
      "grad_norm": 2.2740769386291504,
      "learning_rate": 4.686908138814634e-06,
      "loss": 0.5431,
      "step": 162800
    },
    {
      "epoch": 45.44,
      "grad_norm": 2.308364152908325,
      "learning_rate": 4.686907531023919e-06,
      "loss": 0.5791,
      "step": 162810
    },
    {
      "epoch": 45.44,
      "grad_norm": 2.6765074729919434,
      "learning_rate": 4.686906922921329e-06,
      "loss": 0.5791,
      "step": 162820
    },
    {
      "epoch": 45.45,
      "grad_norm": 2.383328914642334,
      "learning_rate": 4.6869063145068635e-06,
      "loss": 0.5548,
      "step": 162830
    },
    {
      "epoch": 45.45,
      "grad_norm": 3.7494447231292725,
      "learning_rate": 4.686905705780523e-06,
      "loss": 0.5674,
      "step": 162840
    },
    {
      "epoch": 45.45,
      "grad_norm": 2.395331621170044,
      "learning_rate": 4.686905096742308e-06,
      "loss": 0.576,
      "step": 162850
    },
    {
      "epoch": 45.45,
      "grad_norm": 2.1595349311828613,
      "learning_rate": 4.686904487392219e-06,
      "loss": 0.5672,
      "step": 162860
    },
    {
      "epoch": 45.46,
      "grad_norm": 2.0843896865844727,
      "learning_rate": 4.6869038777302554e-06,
      "loss": 0.5613,
      "step": 162870
    },
    {
      "epoch": 45.46,
      "grad_norm": 3.2132606506347656,
      "learning_rate": 4.6869032677564174e-06,
      "loss": 0.5502,
      "step": 162880
    },
    {
      "epoch": 45.46,
      "grad_norm": 2.444160223007202,
      "learning_rate": 4.6869026574707044e-06,
      "loss": 0.5605,
      "step": 162890
    },
    {
      "epoch": 45.46,
      "grad_norm": 1.9006807804107666,
      "learning_rate": 4.686902046873118e-06,
      "loss": 0.5603,
      "step": 162900
    },
    {
      "epoch": 45.47,
      "grad_norm": 2.7705037593841553,
      "learning_rate": 4.686901435963656e-06,
      "loss": 0.54,
      "step": 162910
    },
    {
      "epoch": 45.47,
      "grad_norm": 2.369619369506836,
      "learning_rate": 4.6869008247423215e-06,
      "loss": 0.5645,
      "step": 162920
    },
    {
      "epoch": 45.47,
      "grad_norm": 2.830350160598755,
      "learning_rate": 4.686900213209113e-06,
      "loss": 0.5418,
      "step": 162930
    },
    {
      "epoch": 45.48,
      "grad_norm": 2.148416519165039,
      "learning_rate": 4.686899601364029e-06,
      "loss": 0.576,
      "step": 162940
    },
    {
      "epoch": 45.48,
      "grad_norm": 2.0516340732574463,
      "learning_rate": 4.686898989207073e-06,
      "loss": 0.532,
      "step": 162950
    },
    {
      "epoch": 45.48,
      "grad_norm": 2.099943161010742,
      "learning_rate": 4.686898376738242e-06,
      "loss": 0.5423,
      "step": 162960
    },
    {
      "epoch": 45.48,
      "grad_norm": 2.5082666873931885,
      "learning_rate": 4.686897763957537e-06,
      "loss": 0.5505,
      "step": 162970
    },
    {
      "epoch": 45.49,
      "grad_norm": 2.1923134326934814,
      "learning_rate": 4.6868971508649596e-06,
      "loss": 0.5358,
      "step": 162980
    },
    {
      "epoch": 45.49,
      "grad_norm": 2.537989377975464,
      "learning_rate": 4.686896537460508e-06,
      "loss": 0.5503,
      "step": 162990
    },
    {
      "epoch": 45.49,
      "grad_norm": 2.2523748874664307,
      "learning_rate": 4.6868959237441825e-06,
      "loss": 0.5556,
      "step": 163000
    },
    {
      "epoch": 45.5,
      "grad_norm": 2.3329625129699707,
      "learning_rate": 4.686895309715985e-06,
      "loss": 0.5753,
      "step": 163010
    },
    {
      "epoch": 45.5,
      "grad_norm": 1.9711642265319824,
      "learning_rate": 4.686894695375913e-06,
      "loss": 0.5421,
      "step": 163020
    },
    {
      "epoch": 45.5,
      "grad_norm": 1.9828178882598877,
      "learning_rate": 4.686894080723968e-06,
      "loss": 0.5656,
      "step": 163030
    },
    {
      "epoch": 45.5,
      "grad_norm": 1.954211711883545,
      "learning_rate": 4.6868934657601505e-06,
      "loss": 0.5525,
      "step": 163040
    },
    {
      "epoch": 45.51,
      "grad_norm": 2.484245538711548,
      "learning_rate": 4.68689285048446e-06,
      "loss": 0.5721,
      "step": 163050
    },
    {
      "epoch": 45.51,
      "grad_norm": 3.189013957977295,
      "learning_rate": 4.686892234896896e-06,
      "loss": 0.5655,
      "step": 163060
    },
    {
      "epoch": 45.51,
      "grad_norm": 2.0273897647857666,
      "learning_rate": 4.686891618997459e-06,
      "loss": 0.5647,
      "step": 163070
    },
    {
      "epoch": 45.51,
      "grad_norm": 2.536191701889038,
      "learning_rate": 4.686891002786149e-06,
      "loss": 0.5749,
      "step": 163080
    },
    {
      "epoch": 45.52,
      "grad_norm": 2.0748863220214844,
      "learning_rate": 4.686890386262967e-06,
      "loss": 0.5751,
      "step": 163090
    },
    {
      "epoch": 45.52,
      "grad_norm": 2.0784451961517334,
      "learning_rate": 4.686889769427912e-06,
      "loss": 0.5821,
      "step": 163100
    },
    {
      "epoch": 45.52,
      "grad_norm": 2.5570569038391113,
      "learning_rate": 4.686889152280985e-06,
      "loss": 0.5599,
      "step": 163110
    },
    {
      "epoch": 45.53,
      "grad_norm": 1.879159688949585,
      "learning_rate": 4.6868885348221845e-06,
      "loss": 0.5604,
      "step": 163120
    },
    {
      "epoch": 45.53,
      "grad_norm": 2.9084885120391846,
      "learning_rate": 4.686887917051512e-06,
      "loss": 0.5733,
      "step": 163130
    },
    {
      "epoch": 45.53,
      "grad_norm": 2.3637073040008545,
      "learning_rate": 4.686887298968968e-06,
      "loss": 0.5547,
      "step": 163140
    },
    {
      "epoch": 45.53,
      "grad_norm": 2.0331830978393555,
      "learning_rate": 4.686886680574551e-06,
      "loss": 0.5562,
      "step": 163150
    },
    {
      "epoch": 45.54,
      "grad_norm": 2.0502727031707764,
      "learning_rate": 4.686886061868263e-06,
      "loss": 0.5632,
      "step": 163160
    },
    {
      "epoch": 45.54,
      "grad_norm": 1.6629823446273804,
      "learning_rate": 4.686885442850101e-06,
      "loss": 0.5638,
      "step": 163170
    },
    {
      "epoch": 45.54,
      "grad_norm": 2.4998278617858887,
      "learning_rate": 4.6868848235200686e-06,
      "loss": 0.5555,
      "step": 163180
    },
    {
      "epoch": 45.55,
      "grad_norm": 2.106816530227661,
      "learning_rate": 4.6868842038781635e-06,
      "loss": 0.5596,
      "step": 163190
    },
    {
      "epoch": 45.55,
      "grad_norm": 2.432997465133667,
      "learning_rate": 4.686883583924387e-06,
      "loss": 0.5568,
      "step": 163200
    },
    {
      "epoch": 45.55,
      "grad_norm": 2.0034947395324707,
      "learning_rate": 4.6868829636587385e-06,
      "loss": 0.5501,
      "step": 163210
    },
    {
      "epoch": 45.55,
      "grad_norm": 2.243807315826416,
      "learning_rate": 4.6868823430812186e-06,
      "loss": 0.5802,
      "step": 163220
    },
    {
      "epoch": 45.56,
      "grad_norm": 1.8111509084701538,
      "learning_rate": 4.686881722191827e-06,
      "loss": 0.5689,
      "step": 163230
    },
    {
      "epoch": 45.56,
      "grad_norm": 2.02960467338562,
      "learning_rate": 4.686881100990565e-06,
      "loss": 0.5596,
      "step": 163240
    },
    {
      "epoch": 45.56,
      "grad_norm": 2.1613988876342773,
      "learning_rate": 4.68688047947743e-06,
      "loss": 0.5466,
      "step": 163250
    },
    {
      "epoch": 45.57,
      "grad_norm": 3.1408894062042236,
      "learning_rate": 4.686879857652425e-06,
      "loss": 0.5714,
      "step": 163260
    },
    {
      "epoch": 45.57,
      "grad_norm": 2.3021297454833984,
      "learning_rate": 4.686879235515548e-06,
      "loss": 0.5658,
      "step": 163270
    },
    {
      "epoch": 45.57,
      "grad_norm": 2.98435640335083,
      "learning_rate": 4.6868786130668e-06,
      "loss": 0.5663,
      "step": 163280
    },
    {
      "epoch": 45.57,
      "grad_norm": 2.3996241092681885,
      "learning_rate": 4.68687799030618e-06,
      "loss": 0.5656,
      "step": 163290
    },
    {
      "epoch": 45.58,
      "grad_norm": 1.6901174783706665,
      "learning_rate": 4.68687736723369e-06,
      "loss": 0.5694,
      "step": 163300
    },
    {
      "epoch": 45.58,
      "grad_norm": 1.9980993270874023,
      "learning_rate": 4.686876743849329e-06,
      "loss": 0.5543,
      "step": 163310
    },
    {
      "epoch": 45.58,
      "grad_norm": 2.380380630493164,
      "learning_rate": 4.6868761201530976e-06,
      "loss": 0.536,
      "step": 163320
    },
    {
      "epoch": 45.58,
      "grad_norm": 2.1047656536102295,
      "learning_rate": 4.686875496144995e-06,
      "loss": 0.5613,
      "step": 163330
    },
    {
      "epoch": 45.59,
      "grad_norm": 3.6665079593658447,
      "learning_rate": 4.686874871825022e-06,
      "loss": 0.5758,
      "step": 163340
    },
    {
      "epoch": 45.59,
      "grad_norm": 2.0771570205688477,
      "learning_rate": 4.686874247193179e-06,
      "loss": 0.5581,
      "step": 163350
    },
    {
      "epoch": 45.59,
      "grad_norm": 2.547468900680542,
      "learning_rate": 4.686873622249464e-06,
      "loss": 0.5548,
      "step": 163360
    },
    {
      "epoch": 45.6,
      "grad_norm": 2.0450198650360107,
      "learning_rate": 4.6868729969938795e-06,
      "loss": 0.5754,
      "step": 163370
    },
    {
      "epoch": 45.6,
      "grad_norm": 2.900092124938965,
      "learning_rate": 4.686872371426425e-06,
      "loss": 0.5707,
      "step": 163380
    },
    {
      "epoch": 45.6,
      "grad_norm": 2.5570597648620605,
      "learning_rate": 4.6868717455471e-06,
      "loss": 0.5766,
      "step": 163390
    },
    {
      "epoch": 45.6,
      "grad_norm": 2.7353925704956055,
      "learning_rate": 4.6868711193559045e-06,
      "loss": 0.5543,
      "step": 163400
    },
    {
      "epoch": 45.61,
      "grad_norm": 2.3611302375793457,
      "learning_rate": 4.686870492852839e-06,
      "loss": 0.5565,
      "step": 163410
    },
    {
      "epoch": 45.61,
      "grad_norm": 2.5206878185272217,
      "learning_rate": 4.686869866037904e-06,
      "loss": 0.5516,
      "step": 163420
    },
    {
      "epoch": 45.61,
      "grad_norm": 2.7625880241394043,
      "learning_rate": 4.686869238911099e-06,
      "loss": 0.5536,
      "step": 163430
    },
    {
      "epoch": 45.62,
      "grad_norm": 2.560723304748535,
      "learning_rate": 4.686868611472424e-06,
      "loss": 0.5805,
      "step": 163440
    },
    {
      "epoch": 45.62,
      "grad_norm": 1.9239393472671509,
      "learning_rate": 4.686867983721879e-06,
      "loss": 0.5726,
      "step": 163450
    },
    {
      "epoch": 45.62,
      "grad_norm": 2.3340911865234375,
      "learning_rate": 4.686867355659465e-06,
      "loss": 0.5741,
      "step": 163460
    },
    {
      "epoch": 45.62,
      "grad_norm": 2.317976951599121,
      "learning_rate": 4.686866727285182e-06,
      "loss": 0.5686,
      "step": 163470
    },
    {
      "epoch": 45.63,
      "grad_norm": 2.281139373779297,
      "learning_rate": 4.686866098599027e-06,
      "loss": 0.5556,
      "step": 163480
    },
    {
      "epoch": 45.63,
      "grad_norm": 3.422520160675049,
      "learning_rate": 4.6868654696010046e-06,
      "loss": 0.5395,
      "step": 163490
    },
    {
      "epoch": 45.63,
      "grad_norm": 2.178767204284668,
      "learning_rate": 4.686864840291113e-06,
      "loss": 0.5602,
      "step": 163500
    },
    {
      "epoch": 45.63,
      "grad_norm": 2.7032480239868164,
      "learning_rate": 4.686864210669351e-06,
      "loss": 0.5423,
      "step": 163510
    },
    {
      "epoch": 45.64,
      "grad_norm": 2.1400322914123535,
      "learning_rate": 4.6868635807357205e-06,
      "loss": 0.5494,
      "step": 163520
    },
    {
      "epoch": 45.64,
      "grad_norm": 2.169729471206665,
      "learning_rate": 4.686862950490221e-06,
      "loss": 0.5534,
      "step": 163530
    },
    {
      "epoch": 45.64,
      "grad_norm": 1.8907902240753174,
      "learning_rate": 4.686862319932854e-06,
      "loss": 0.5586,
      "step": 163540
    },
    {
      "epoch": 45.65,
      "grad_norm": 2.2217912673950195,
      "learning_rate": 4.686861689063616e-06,
      "loss": 0.542,
      "step": 163550
    },
    {
      "epoch": 45.65,
      "grad_norm": 2.582029342651367,
      "learning_rate": 4.68686105788251e-06,
      "loss": 0.5645,
      "step": 163560
    },
    {
      "epoch": 45.65,
      "grad_norm": 3.014418601989746,
      "learning_rate": 4.6868604263895346e-06,
      "loss": 0.5536,
      "step": 163570
    },
    {
      "epoch": 45.65,
      "grad_norm": 1.8360891342163086,
      "learning_rate": 4.686859794584691e-06,
      "loss": 0.5595,
      "step": 163580
    },
    {
      "epoch": 45.66,
      "grad_norm": 1.9407914876937866,
      "learning_rate": 4.68685916246798e-06,
      "loss": 0.5741,
      "step": 163590
    },
    {
      "epoch": 45.66,
      "grad_norm": 2.1254189014434814,
      "learning_rate": 4.686858530039399e-06,
      "loss": 0.551,
      "step": 163600
    },
    {
      "epoch": 45.66,
      "grad_norm": 2.2259392738342285,
      "learning_rate": 4.686857897298949e-06,
      "loss": 0.5522,
      "step": 163610
    },
    {
      "epoch": 45.67,
      "grad_norm": 3.67421817779541,
      "learning_rate": 4.686857264246633e-06,
      "loss": 0.5503,
      "step": 163620
    },
    {
      "epoch": 45.67,
      "grad_norm": 2.181274175643921,
      "learning_rate": 4.686856630882447e-06,
      "loss": 0.5653,
      "step": 163630
    },
    {
      "epoch": 45.67,
      "grad_norm": 3.0085463523864746,
      "learning_rate": 4.6868559972063935e-06,
      "loss": 0.5576,
      "step": 163640
    },
    {
      "epoch": 45.67,
      "grad_norm": 3.000631093978882,
      "learning_rate": 4.686855363218472e-06,
      "loss": 0.577,
      "step": 163650
    },
    {
      "epoch": 45.68,
      "grad_norm": 2.851562261581421,
      "learning_rate": 4.686854728918683e-06,
      "loss": 0.5732,
      "step": 163660
    },
    {
      "epoch": 45.68,
      "grad_norm": 3.0201759338378906,
      "learning_rate": 4.686854094307025e-06,
      "loss": 0.5534,
      "step": 163670
    },
    {
      "epoch": 45.68,
      "grad_norm": 3.475162982940674,
      "learning_rate": 4.6868534593835e-06,
      "loss": 0.5662,
      "step": 163680
    },
    {
      "epoch": 45.69,
      "grad_norm": 2.166759729385376,
      "learning_rate": 4.686852824148107e-06,
      "loss": 0.5729,
      "step": 163690
    },
    {
      "epoch": 45.69,
      "grad_norm": 2.156520128250122,
      "learning_rate": 4.686852188600846e-06,
      "loss": 0.5649,
      "step": 163700
    },
    {
      "epoch": 45.69,
      "grad_norm": 2.854388475418091,
      "learning_rate": 4.6868515527417175e-06,
      "loss": 0.559,
      "step": 163710
    },
    {
      "epoch": 45.69,
      "grad_norm": 2.368547201156616,
      "learning_rate": 4.6868509165707225e-06,
      "loss": 0.5563,
      "step": 163720
    },
    {
      "epoch": 45.7,
      "grad_norm": 1.8135462999343872,
      "learning_rate": 4.686850280087859e-06,
      "loss": 0.5483,
      "step": 163730
    },
    {
      "epoch": 45.7,
      "grad_norm": 2.1071090698242188,
      "learning_rate": 4.68684964329313e-06,
      "loss": 0.5397,
      "step": 163740
    },
    {
      "epoch": 45.7,
      "grad_norm": 2.5112829208374023,
      "learning_rate": 4.686849006186533e-06,
      "loss": 0.5462,
      "step": 163750
    },
    {
      "epoch": 45.7,
      "grad_norm": 2.37406325340271,
      "learning_rate": 4.686848368768067e-06,
      "loss": 0.5738,
      "step": 163760
    },
    {
      "epoch": 45.71,
      "grad_norm": 2.980576992034912,
      "learning_rate": 4.6868477310377355e-06,
      "loss": 0.5698,
      "step": 163770
    },
    {
      "epoch": 45.71,
      "grad_norm": 2.217304229736328,
      "learning_rate": 4.686847092995537e-06,
      "loss": 0.5269,
      "step": 163780
    },
    {
      "epoch": 45.71,
      "grad_norm": 2.079430103302002,
      "learning_rate": 4.6868464546414715e-06,
      "loss": 0.5676,
      "step": 163790
    },
    {
      "epoch": 45.72,
      "grad_norm": 3.3198585510253906,
      "learning_rate": 4.68684581597554e-06,
      "loss": 0.57,
      "step": 163800
    },
    {
      "epoch": 45.72,
      "grad_norm": 2.4063074588775635,
      "learning_rate": 4.6868451769977414e-06,
      "loss": 0.5897,
      "step": 163810
    },
    {
      "epoch": 45.72,
      "grad_norm": 3.6686792373657227,
      "learning_rate": 4.686844537708075e-06,
      "loss": 0.5555,
      "step": 163820
    },
    {
      "epoch": 45.72,
      "grad_norm": 2.439661979675293,
      "learning_rate": 4.6868438981065436e-06,
      "loss": 0.5799,
      "step": 163830
    },
    {
      "epoch": 45.73,
      "grad_norm": 2.8942928314208984,
      "learning_rate": 4.6868432581931444e-06,
      "loss": 0.5881,
      "step": 163840
    },
    {
      "epoch": 45.73,
      "grad_norm": 1.8683866262435913,
      "learning_rate": 4.6868426179678805e-06,
      "loss": 0.5414,
      "step": 163850
    },
    {
      "epoch": 45.73,
      "grad_norm": 2.6209051609039307,
      "learning_rate": 4.68684197743075e-06,
      "loss": 0.5604,
      "step": 163860
    },
    {
      "epoch": 45.74,
      "grad_norm": 2.0180561542510986,
      "learning_rate": 4.686841336581752e-06,
      "loss": 0.5506,
      "step": 163870
    },
    {
      "epoch": 45.74,
      "grad_norm": 2.636443853378296,
      "learning_rate": 4.686840695420889e-06,
      "loss": 0.5491,
      "step": 163880
    },
    {
      "epoch": 45.74,
      "grad_norm": 2.8630268573760986,
      "learning_rate": 4.6868400539481595e-06,
      "loss": 0.5623,
      "step": 163890
    },
    {
      "epoch": 45.74,
      "grad_norm": 3.032644748687744,
      "learning_rate": 4.686839412163565e-06,
      "loss": 0.5544,
      "step": 163900
    },
    {
      "epoch": 45.75,
      "grad_norm": 1.8743904829025269,
      "learning_rate": 4.686838770067103e-06,
      "loss": 0.555,
      "step": 163910
    },
    {
      "epoch": 45.75,
      "grad_norm": 2.6221675872802734,
      "learning_rate": 4.686838127658777e-06,
      "loss": 0.545,
      "step": 163920
    },
    {
      "epoch": 45.75,
      "grad_norm": 2.467104196548462,
      "learning_rate": 4.686837484938584e-06,
      "loss": 0.5471,
      "step": 163930
    },
    {
      "epoch": 45.75,
      "grad_norm": 2.2160680294036865,
      "learning_rate": 4.686836841906526e-06,
      "loss": 0.5588,
      "step": 163940
    },
    {
      "epoch": 45.76,
      "grad_norm": 2.6322383880615234,
      "learning_rate": 4.686836198562602e-06,
      "loss": 0.5742,
      "step": 163950
    },
    {
      "epoch": 45.76,
      "grad_norm": 1.9819363355636597,
      "learning_rate": 4.686835554906813e-06,
      "loss": 0.5664,
      "step": 163960
    },
    {
      "epoch": 45.76,
      "grad_norm": 2.4156150817871094,
      "learning_rate": 4.686834910939159e-06,
      "loss": 0.5469,
      "step": 163970
    },
    {
      "epoch": 45.77,
      "grad_norm": 1.8584065437316895,
      "learning_rate": 4.68683426665964e-06,
      "loss": 0.5468,
      "step": 163980
    },
    {
      "epoch": 45.77,
      "grad_norm": 2.220764636993408,
      "learning_rate": 4.6868336220682556e-06,
      "loss": 0.5482,
      "step": 163990
    },
    {
      "epoch": 45.77,
      "grad_norm": 3.248314142227173,
      "learning_rate": 4.686832977165005e-06,
      "loss": 0.5494,
      "step": 164000
    },
    {
      "epoch": 45.77,
      "grad_norm": 2.5175974369049072,
      "learning_rate": 4.68683233194989e-06,
      "loss": 0.5894,
      "step": 164010
    },
    {
      "epoch": 45.78,
      "grad_norm": 2.6213064193725586,
      "learning_rate": 4.6868316864229105e-06,
      "loss": 0.5819,
      "step": 164020
    },
    {
      "epoch": 45.78,
      "grad_norm": 3.169982671737671,
      "learning_rate": 4.686831040584066e-06,
      "loss": 0.5594,
      "step": 164030
    },
    {
      "epoch": 45.78,
      "grad_norm": 3.404158592224121,
      "learning_rate": 4.686830394433357e-06,
      "loss": 0.5638,
      "step": 164040
    },
    {
      "epoch": 45.79,
      "grad_norm": 2.6967813968658447,
      "learning_rate": 4.686829747970783e-06,
      "loss": 0.558,
      "step": 164050
    },
    {
      "epoch": 45.79,
      "grad_norm": 2.9196884632110596,
      "learning_rate": 4.686829101196345e-06,
      "loss": 0.5698,
      "step": 164060
    },
    {
      "epoch": 45.79,
      "grad_norm": 3.1026852130889893,
      "learning_rate": 4.686828454110041e-06,
      "loss": 0.5635,
      "step": 164070
    },
    {
      "epoch": 45.79,
      "grad_norm": 3.153080701828003,
      "learning_rate": 4.6868278067118745e-06,
      "loss": 0.5753,
      "step": 164080
    },
    {
      "epoch": 45.8,
      "grad_norm": 2.7233195304870605,
      "learning_rate": 4.686827159001843e-06,
      "loss": 0.5735,
      "step": 164090
    },
    {
      "epoch": 45.8,
      "grad_norm": 2.6142265796661377,
      "learning_rate": 4.686826510979947e-06,
      "loss": 0.573,
      "step": 164100
    },
    {
      "epoch": 45.8,
      "grad_norm": 1.9668713808059692,
      "learning_rate": 4.686825862646188e-06,
      "loss": 0.5466,
      "step": 164110
    },
    {
      "epoch": 45.81,
      "grad_norm": 2.7000954151153564,
      "learning_rate": 4.686825214000563e-06,
      "loss": 0.579,
      "step": 164120
    },
    {
      "epoch": 45.81,
      "grad_norm": 2.453291893005371,
      "learning_rate": 4.686824565043076e-06,
      "loss": 0.5583,
      "step": 164130
    },
    {
      "epoch": 45.81,
      "grad_norm": 2.190258741378784,
      "learning_rate": 4.686823915773724e-06,
      "loss": 0.538,
      "step": 164140
    },
    {
      "epoch": 45.81,
      "grad_norm": 2.5508546829223633,
      "learning_rate": 4.686823266192509e-06,
      "loss": 0.5616,
      "step": 164150
    },
    {
      "epoch": 45.82,
      "grad_norm": 2.125875949859619,
      "learning_rate": 4.68682261629943e-06,
      "loss": 0.5667,
      "step": 164160
    },
    {
      "epoch": 45.82,
      "grad_norm": 2.1868696212768555,
      "learning_rate": 4.6868219660944865e-06,
      "loss": 0.567,
      "step": 164170
    },
    {
      "epoch": 45.82,
      "grad_norm": 2.0064425468444824,
      "learning_rate": 4.686821315577681e-06,
      "loss": 0.5627,
      "step": 164180
    },
    {
      "epoch": 45.82,
      "grad_norm": 2.170854091644287,
      "learning_rate": 4.68682066474901e-06,
      "loss": 0.5534,
      "step": 164190
    },
    {
      "epoch": 45.83,
      "grad_norm": 2.943460702896118,
      "learning_rate": 4.686820013608477e-06,
      "loss": 0.5854,
      "step": 164200
    },
    {
      "epoch": 45.83,
      "grad_norm": 2.3559353351593018,
      "learning_rate": 4.686819362156081e-06,
      "loss": 0.5423,
      "step": 164210
    },
    {
      "epoch": 45.83,
      "grad_norm": 2.3809421062469482,
      "learning_rate": 4.686818710391822e-06,
      "loss": 0.5494,
      "step": 164220
    },
    {
      "epoch": 45.84,
      "grad_norm": 2.6385815143585205,
      "learning_rate": 4.686818058315699e-06,
      "loss": 0.5776,
      "step": 164230
    },
    {
      "epoch": 45.84,
      "grad_norm": 2.584613561630249,
      "learning_rate": 4.686817405927713e-06,
      "loss": 0.5553,
      "step": 164240
    },
    {
      "epoch": 45.84,
      "grad_norm": 2.08093523979187,
      "learning_rate": 4.686816753227865e-06,
      "loss": 0.5622,
      "step": 164250
    },
    {
      "epoch": 45.84,
      "grad_norm": 2.786663055419922,
      "learning_rate": 4.686816100216154e-06,
      "loss": 0.549,
      "step": 164260
    },
    {
      "epoch": 45.85,
      "grad_norm": 1.9185655117034912,
      "learning_rate": 4.6868154468925805e-06,
      "loss": 0.5439,
      "step": 164270
    },
    {
      "epoch": 45.85,
      "grad_norm": 2.5795810222625732,
      "learning_rate": 4.686814793257143e-06,
      "loss": 0.5829,
      "step": 164280
    },
    {
      "epoch": 45.85,
      "grad_norm": 2.1990609169006348,
      "learning_rate": 4.686814139309844e-06,
      "loss": 0.5557,
      "step": 164290
    },
    {
      "epoch": 45.86,
      "grad_norm": 2.517259359359741,
      "learning_rate": 4.686813485050682e-06,
      "loss": 0.5417,
      "step": 164300
    },
    {
      "epoch": 45.86,
      "grad_norm": 1.7700084447860718,
      "learning_rate": 4.686812830479658e-06,
      "loss": 0.5508,
      "step": 164310
    },
    {
      "epoch": 45.86,
      "grad_norm": 2.4285433292388916,
      "learning_rate": 4.686812175596772e-06,
      "loss": 0.582,
      "step": 164320
    },
    {
      "epoch": 45.86,
      "grad_norm": 2.346580982208252,
      "learning_rate": 4.686811520402023e-06,
      "loss": 0.5635,
      "step": 164330
    },
    {
      "epoch": 45.87,
      "grad_norm": 2.040520191192627,
      "learning_rate": 4.686810864895412e-06,
      "loss": 0.5588,
      "step": 164340
    },
    {
      "epoch": 45.87,
      "grad_norm": 2.5070641040802,
      "learning_rate": 4.68681020907694e-06,
      "loss": 0.5519,
      "step": 164350
    },
    {
      "epoch": 45.87,
      "grad_norm": 2.661930561065674,
      "learning_rate": 4.686809552946605e-06,
      "loss": 0.5396,
      "step": 164360
    },
    {
      "epoch": 45.87,
      "grad_norm": 2.764648675918579,
      "learning_rate": 4.686808896504408e-06,
      "loss": 0.5706,
      "step": 164370
    },
    {
      "epoch": 45.88,
      "grad_norm": 2.7389440536499023,
      "learning_rate": 4.68680823975035e-06,
      "loss": 0.5766,
      "step": 164380
    },
    {
      "epoch": 45.88,
      "grad_norm": 2.0413153171539307,
      "learning_rate": 4.68680758268443e-06,
      "loss": 0.5293,
      "step": 164390
    },
    {
      "epoch": 45.88,
      "grad_norm": 1.707839012145996,
      "learning_rate": 4.686806925306648e-06,
      "loss": 0.5472,
      "step": 164400
    },
    {
      "epoch": 45.89,
      "grad_norm": 3.6144773960113525,
      "learning_rate": 4.686806267617005e-06,
      "loss": 0.5659,
      "step": 164410
    },
    {
      "epoch": 45.89,
      "grad_norm": 1.916515827178955,
      "learning_rate": 4.6868056096155e-06,
      "loss": 0.5542,
      "step": 164420
    },
    {
      "epoch": 45.89,
      "grad_norm": 2.470345973968506,
      "learning_rate": 4.6868049513021346e-06,
      "loss": 0.5869,
      "step": 164430
    },
    {
      "epoch": 45.89,
      "grad_norm": 2.340359687805176,
      "learning_rate": 4.686804292676907e-06,
      "loss": 0.5511,
      "step": 164440
    },
    {
      "epoch": 45.9,
      "grad_norm": 2.3261218070983887,
      "learning_rate": 4.686803633739819e-06,
      "loss": 0.5595,
      "step": 164450
    },
    {
      "epoch": 45.9,
      "grad_norm": 2.4785549640655518,
      "learning_rate": 4.686802974490869e-06,
      "loss": 0.5331,
      "step": 164460
    },
    {
      "epoch": 45.9,
      "grad_norm": 2.382909059524536,
      "learning_rate": 4.686802314930059e-06,
      "loss": 0.5574,
      "step": 164470
    },
    {
      "epoch": 45.91,
      "grad_norm": 2.5645551681518555,
      "learning_rate": 4.686801655057388e-06,
      "loss": 0.563,
      "step": 164480
    },
    {
      "epoch": 45.91,
      "grad_norm": 1.504417896270752,
      "learning_rate": 4.686800994872855e-06,
      "loss": 0.5752,
      "step": 164490
    },
    {
      "epoch": 45.91,
      "grad_norm": 2.2732908725738525,
      "learning_rate": 4.6868003343764624e-06,
      "loss": 0.554,
      "step": 164500
    },
    {
      "epoch": 45.91,
      "grad_norm": 2.9887032508850098,
      "learning_rate": 4.686799673568209e-06,
      "loss": 0.5598,
      "step": 164510
    },
    {
      "epoch": 45.92,
      "grad_norm": 2.1673038005828857,
      "learning_rate": 4.686799012448095e-06,
      "loss": 0.5528,
      "step": 164520
    },
    {
      "epoch": 45.92,
      "grad_norm": 2.4664149284362793,
      "learning_rate": 4.68679835101612e-06,
      "loss": 0.5436,
      "step": 164530
    },
    {
      "epoch": 45.92,
      "grad_norm": 3.065032720565796,
      "learning_rate": 4.686797689272285e-06,
      "loss": 0.5589,
      "step": 164540
    },
    {
      "epoch": 45.93,
      "grad_norm": 2.369105100631714,
      "learning_rate": 4.68679702721659e-06,
      "loss": 0.5457,
      "step": 164550
    },
    {
      "epoch": 45.93,
      "grad_norm": 2.9575769901275635,
      "learning_rate": 4.686796364849035e-06,
      "loss": 0.552,
      "step": 164560
    },
    {
      "epoch": 45.93,
      "grad_norm": 2.1613078117370605,
      "learning_rate": 4.68679570216962e-06,
      "loss": 0.5523,
      "step": 164570
    },
    {
      "epoch": 45.93,
      "grad_norm": 2.1921546459198,
      "learning_rate": 4.686795039178344e-06,
      "loss": 0.559,
      "step": 164580
    },
    {
      "epoch": 45.94,
      "grad_norm": 2.0382492542266846,
      "learning_rate": 4.686794375875208e-06,
      "loss": 0.5356,
      "step": 164590
    },
    {
      "epoch": 45.94,
      "grad_norm": 2.163297414779663,
      "learning_rate": 4.6867937122602126e-06,
      "loss": 0.5759,
      "step": 164600
    },
    {
      "epoch": 45.94,
      "grad_norm": 2.29673171043396,
      "learning_rate": 4.686793048333357e-06,
      "loss": 0.5665,
      "step": 164610
    },
    {
      "epoch": 45.94,
      "grad_norm": 3.0250425338745117,
      "learning_rate": 4.686792384094643e-06,
      "loss": 0.5639,
      "step": 164620
    },
    {
      "epoch": 45.95,
      "grad_norm": 2.009504795074463,
      "learning_rate": 4.686791719544069e-06,
      "loss": 0.5842,
      "step": 164630
    },
    {
      "epoch": 45.95,
      "grad_norm": 2.070410966873169,
      "learning_rate": 4.686791054681635e-06,
      "loss": 0.5485,
      "step": 164640
    },
    {
      "epoch": 45.95,
      "grad_norm": 2.0239810943603516,
      "learning_rate": 4.686790389507342e-06,
      "loss": 0.5591,
      "step": 164650
    },
    {
      "epoch": 45.96,
      "grad_norm": 2.386157274246216,
      "learning_rate": 4.686789724021189e-06,
      "loss": 0.5412,
      "step": 164660
    },
    {
      "epoch": 45.96,
      "grad_norm": 2.249476194381714,
      "learning_rate": 4.686789058223178e-06,
      "loss": 0.5689,
      "step": 164670
    },
    {
      "epoch": 45.96,
      "grad_norm": 2.0641367435455322,
      "learning_rate": 4.686788392113307e-06,
      "loss": 0.5551,
      "step": 164680
    },
    {
      "epoch": 45.96,
      "grad_norm": 2.2965452671051025,
      "learning_rate": 4.686787725691577e-06,
      "loss": 0.5563,
      "step": 164690
    },
    {
      "epoch": 45.97,
      "grad_norm": 2.095001697540283,
      "learning_rate": 4.6867870589579875e-06,
      "loss": 0.5601,
      "step": 164700
    },
    {
      "epoch": 45.97,
      "grad_norm": 2.1091699600219727,
      "learning_rate": 4.68678639191254e-06,
      "loss": 0.5575,
      "step": 164710
    },
    {
      "epoch": 45.97,
      "grad_norm": 2.439133882522583,
      "learning_rate": 4.6867857245552335e-06,
      "loss": 0.55,
      "step": 164720
    },
    {
      "epoch": 45.98,
      "grad_norm": 2.674429416656494,
      "learning_rate": 4.686785056886068e-06,
      "loss": 0.5824,
      "step": 164730
    },
    {
      "epoch": 45.98,
      "grad_norm": 2.464533805847168,
      "learning_rate": 4.686784388905044e-06,
      "loss": 0.5668,
      "step": 164740
    },
    {
      "epoch": 45.98,
      "grad_norm": 2.4540724754333496,
      "learning_rate": 4.686783720612162e-06,
      "loss": 0.5327,
      "step": 164750
    },
    {
      "epoch": 45.98,
      "grad_norm": 3.2646641731262207,
      "learning_rate": 4.686783052007421e-06,
      "loss": 0.5652,
      "step": 164760
    },
    {
      "epoch": 45.99,
      "grad_norm": 2.6581218242645264,
      "learning_rate": 4.686782383090822e-06,
      "loss": 0.5751,
      "step": 164770
    },
    {
      "epoch": 45.99,
      "grad_norm": 2.3618245124816895,
      "learning_rate": 4.686781713862365e-06,
      "loss": 0.5593,
      "step": 164780
    },
    {
      "epoch": 45.99,
      "grad_norm": 2.820021390914917,
      "learning_rate": 4.6867810443220496e-06,
      "loss": 0.561,
      "step": 164790
    },
    {
      "epoch": 45.99,
      "grad_norm": 2.4838531017303467,
      "learning_rate": 4.686780374469875e-06,
      "loss": 0.5649,
      "step": 164800
    },
    {
      "epoch": 46.0,
      "grad_norm": 3.502701759338379,
      "learning_rate": 4.686779704305844e-06,
      "loss": 0.5509,
      "step": 164810
    },
    {
      "epoch": 46.0,
      "eval_loss": 0.5665898323059082,
      "eval_runtime": 63.4893,
      "eval_samples_per_second": 79.683,
      "eval_steps_per_second": 9.97,
      "step": 164818
    },
    {
      "epoch": 46.0,
      "grad_norm": 2.3038454055786133,
      "learning_rate": 4.6867790338299545e-06,
      "loss": 0.5634,
      "step": 164820
    },
    {
      "epoch": 46.0,
      "grad_norm": 2.483586072921753,
      "learning_rate": 4.686778363042208e-06,
      "loss": 0.559,
      "step": 164830
    },
    {
      "epoch": 46.01,
      "grad_norm": 2.3403046131134033,
      "learning_rate": 4.686777691942602e-06,
      "loss": 0.5495,
      "step": 164840
    },
    {
      "epoch": 46.01,
      "grad_norm": 2.604804754257202,
      "learning_rate": 4.6867770205311395e-06,
      "loss": 0.587,
      "step": 164850
    },
    {
      "epoch": 46.01,
      "grad_norm": 2.785479784011841,
      "learning_rate": 4.6867763488078195e-06,
      "loss": 0.5618,
      "step": 164860
    },
    {
      "epoch": 46.01,
      "grad_norm": 2.4288148880004883,
      "learning_rate": 4.6867756767726415e-06,
      "loss": 0.5671,
      "step": 164870
    },
    {
      "epoch": 46.02,
      "grad_norm": 2.065577507019043,
      "learning_rate": 4.686775004425607e-06,
      "loss": 0.5711,
      "step": 164880
    },
    {
      "epoch": 46.02,
      "grad_norm": 2.3819658756256104,
      "learning_rate": 4.686774331766715e-06,
      "loss": 0.5481,
      "step": 164890
    },
    {
      "epoch": 46.02,
      "grad_norm": 2.39311146736145,
      "learning_rate": 4.686773658795965e-06,
      "loss": 0.5682,
      "step": 164900
    },
    {
      "epoch": 46.03,
      "grad_norm": 2.369896173477173,
      "learning_rate": 4.686772985513359e-06,
      "loss": 0.559,
      "step": 164910
    },
    {
      "epoch": 46.03,
      "grad_norm": 2.3141329288482666,
      "learning_rate": 4.686772311918896e-06,
      "loss": 0.5382,
      "step": 164920
    },
    {
      "epoch": 46.03,
      "grad_norm": 2.2277395725250244,
      "learning_rate": 4.6867716380125755e-06,
      "loss": 0.5756,
      "step": 164930
    },
    {
      "epoch": 46.03,
      "grad_norm": 1.9604178667068481,
      "learning_rate": 4.686770963794398e-06,
      "loss": 0.5803,
      "step": 164940
    },
    {
      "epoch": 46.04,
      "grad_norm": 2.1674017906188965,
      "learning_rate": 4.686770289264364e-06,
      "loss": 0.5678,
      "step": 164950
    },
    {
      "epoch": 46.04,
      "grad_norm": 1.9450156688690186,
      "learning_rate": 4.686769614422474e-06,
      "loss": 0.5662,
      "step": 164960
    },
    {
      "epoch": 46.04,
      "grad_norm": 1.862648844718933,
      "learning_rate": 4.686768939268726e-06,
      "loss": 0.5699,
      "step": 164970
    },
    {
      "epoch": 46.05,
      "grad_norm": 3.3215816020965576,
      "learning_rate": 4.686768263803123e-06,
      "loss": 0.5661,
      "step": 164980
    },
    {
      "epoch": 46.05,
      "grad_norm": 2.1378014087677,
      "learning_rate": 4.686767588025663e-06,
      "loss": 0.5504,
      "step": 164990
    },
    {
      "epoch": 46.05,
      "grad_norm": 3.146500825881958,
      "learning_rate": 4.686766911936346e-06,
      "loss": 0.5501,
      "step": 165000
    },
    {
      "epoch": 46.05,
      "grad_norm": 3.156984567642212,
      "learning_rate": 4.686766235535174e-06,
      "loss": 0.5606,
      "step": 165010
    },
    {
      "epoch": 46.06,
      "grad_norm": 2.1091959476470947,
      "learning_rate": 4.686765558822145e-06,
      "loss": 0.5484,
      "step": 165020
    },
    {
      "epoch": 46.06,
      "grad_norm": 2.44187593460083,
      "learning_rate": 4.686764881797261e-06,
      "loss": 0.5818,
      "step": 165030
    },
    {
      "epoch": 46.06,
      "grad_norm": 2.7982614040374756,
      "learning_rate": 4.68676420446052e-06,
      "loss": 0.5659,
      "step": 165040
    },
    {
      "epoch": 46.06,
      "grad_norm": 2.396341562271118,
      "learning_rate": 4.686763526811924e-06,
      "loss": 0.5676,
      "step": 165050
    },
    {
      "epoch": 46.07,
      "grad_norm": 1.9972323179244995,
      "learning_rate": 4.686762848851472e-06,
      "loss": 0.5209,
      "step": 165060
    },
    {
      "epoch": 46.07,
      "grad_norm": 2.371073007583618,
      "learning_rate": 4.686762170579164e-06,
      "loss": 0.5618,
      "step": 165070
    },
    {
      "epoch": 46.07,
      "grad_norm": 2.0453031063079834,
      "learning_rate": 4.686761491995001e-06,
      "loss": 0.5666,
      "step": 165080
    },
    {
      "epoch": 46.08,
      "grad_norm": 2.0321948528289795,
      "learning_rate": 4.686760813098982e-06,
      "loss": 0.5551,
      "step": 165090
    },
    {
      "epoch": 46.08,
      "grad_norm": 2.064147710800171,
      "learning_rate": 4.686760133891108e-06,
      "loss": 0.5546,
      "step": 165100
    },
    {
      "epoch": 46.08,
      "grad_norm": 2.396106719970703,
      "learning_rate": 4.686759454371379e-06,
      "loss": 0.5597,
      "step": 165110
    },
    {
      "epoch": 46.08,
      "grad_norm": 2.7981960773468018,
      "learning_rate": 4.686758774539795e-06,
      "loss": 0.5231,
      "step": 165120
    },
    {
      "epoch": 46.09,
      "grad_norm": 2.016892194747925,
      "learning_rate": 4.686758094396355e-06,
      "loss": 0.5492,
      "step": 165130
    },
    {
      "epoch": 46.09,
      "grad_norm": 2.8956446647644043,
      "learning_rate": 4.68675741394106e-06,
      "loss": 0.5525,
      "step": 165140
    },
    {
      "epoch": 46.09,
      "grad_norm": 2.3920581340789795,
      "learning_rate": 4.686756733173911e-06,
      "loss": 0.5435,
      "step": 165150
    },
    {
      "epoch": 46.1,
      "grad_norm": 1.82692551612854,
      "learning_rate": 4.686756052094907e-06,
      "loss": 0.5443,
      "step": 165160
    },
    {
      "epoch": 46.1,
      "grad_norm": 2.7267231941223145,
      "learning_rate": 4.686755370704047e-06,
      "loss": 0.55,
      "step": 165170
    },
    {
      "epoch": 46.1,
      "grad_norm": 2.267075777053833,
      "learning_rate": 4.686754689001333e-06,
      "loss": 0.5424,
      "step": 165180
    },
    {
      "epoch": 46.1,
      "grad_norm": 1.728816270828247,
      "learning_rate": 4.686754006986765e-06,
      "loss": 0.5437,
      "step": 165190
    },
    {
      "epoch": 46.11,
      "grad_norm": 1.6790122985839844,
      "learning_rate": 4.686753324660342e-06,
      "loss": 0.5447,
      "step": 165200
    },
    {
      "epoch": 46.11,
      "grad_norm": 2.519538640975952,
      "learning_rate": 4.686752642022065e-06,
      "loss": 0.544,
      "step": 165210
    },
    {
      "epoch": 46.11,
      "grad_norm": 3.7658472061157227,
      "learning_rate": 4.686751959071933e-06,
      "loss": 0.5834,
      "step": 165220
    },
    {
      "epoch": 46.11,
      "grad_norm": 2.972869634628296,
      "learning_rate": 4.6867512758099474e-06,
      "loss": 0.5572,
      "step": 165230
    },
    {
      "epoch": 46.12,
      "grad_norm": 2.592308759689331,
      "learning_rate": 4.686750592236108e-06,
      "loss": 0.5647,
      "step": 165240
    },
    {
      "epoch": 46.12,
      "grad_norm": 2.373673439025879,
      "learning_rate": 4.686749908350414e-06,
      "loss": 0.5619,
      "step": 165250
    },
    {
      "epoch": 46.12,
      "grad_norm": 2.14825701713562,
      "learning_rate": 4.686749224152866e-06,
      "loss": 0.555,
      "step": 165260
    },
    {
      "epoch": 46.13,
      "grad_norm": 2.156843423843384,
      "learning_rate": 4.686748539643464e-06,
      "loss": 0.5659,
      "step": 165270
    },
    {
      "epoch": 46.13,
      "grad_norm": 2.7391843795776367,
      "learning_rate": 4.6867478548222095e-06,
      "loss": 0.5957,
      "step": 165280
    },
    {
      "epoch": 46.13,
      "grad_norm": 2.795426845550537,
      "learning_rate": 4.686747169689099e-06,
      "loss": 0.571,
      "step": 165290
    },
    {
      "epoch": 46.13,
      "grad_norm": 2.353119134902954,
      "learning_rate": 4.686746484244138e-06,
      "loss": 0.5674,
      "step": 165300
    },
    {
      "epoch": 46.14,
      "grad_norm": 2.1922388076782227,
      "learning_rate": 4.686745798487322e-06,
      "loss": 0.5421,
      "step": 165310
    },
    {
      "epoch": 46.14,
      "grad_norm": 2.2242181301116943,
      "learning_rate": 4.686745112418652e-06,
      "loss": 0.5548,
      "step": 165320
    },
    {
      "epoch": 46.14,
      "grad_norm": 2.818906784057617,
      "learning_rate": 4.6867444260381296e-06,
      "loss": 0.5654,
      "step": 165330
    },
    {
      "epoch": 46.15,
      "grad_norm": 1.956719994544983,
      "learning_rate": 4.686743739345754e-06,
      "loss": 0.5586,
      "step": 165340
    },
    {
      "epoch": 46.15,
      "grad_norm": 2.428030252456665,
      "learning_rate": 4.686743052341524e-06,
      "loss": 0.5594,
      "step": 165350
    },
    {
      "epoch": 46.15,
      "grad_norm": 2.4079432487487793,
      "learning_rate": 4.686742365025442e-06,
      "loss": 0.5436,
      "step": 165360
    },
    {
      "epoch": 46.15,
      "grad_norm": 2.432217597961426,
      "learning_rate": 4.686741677397507e-06,
      "loss": 0.5826,
      "step": 165370
    },
    {
      "epoch": 46.16,
      "grad_norm": 1.8718726634979248,
      "learning_rate": 4.6867409894577195e-06,
      "loss": 0.5705,
      "step": 165380
    },
    {
      "epoch": 46.16,
      "grad_norm": 2.0805389881134033,
      "learning_rate": 4.686740301206079e-06,
      "loss": 0.5555,
      "step": 165390
    },
    {
      "epoch": 46.16,
      "grad_norm": 2.5512261390686035,
      "learning_rate": 4.686739612642586e-06,
      "loss": 0.5483,
      "step": 165400
    },
    {
      "epoch": 46.17,
      "grad_norm": 2.780102252960205,
      "learning_rate": 4.68673892376724e-06,
      "loss": 0.5676,
      "step": 165410
    },
    {
      "epoch": 46.17,
      "grad_norm": 2.092637538909912,
      "learning_rate": 4.686738234580042e-06,
      "loss": 0.5528,
      "step": 165420
    },
    {
      "epoch": 46.17,
      "grad_norm": 2.6256096363067627,
      "learning_rate": 4.686737545080991e-06,
      "loss": 0.5896,
      "step": 165430
    },
    {
      "epoch": 46.17,
      "grad_norm": 2.186635732650757,
      "learning_rate": 4.686736855270088e-06,
      "loss": 0.5706,
      "step": 165440
    },
    {
      "epoch": 46.18,
      "grad_norm": 2.4608051776885986,
      "learning_rate": 4.686736165147333e-06,
      "loss": 0.5697,
      "step": 165450
    },
    {
      "epoch": 46.18,
      "grad_norm": 1.9953429698944092,
      "learning_rate": 4.686735474712727e-06,
      "loss": 0.574,
      "step": 165460
    },
    {
      "epoch": 46.18,
      "grad_norm": 2.3629226684570312,
      "learning_rate": 4.686734783966267e-06,
      "loss": 0.5517,
      "step": 165470
    },
    {
      "epoch": 46.18,
      "grad_norm": 2.26765513420105,
      "learning_rate": 4.686734092907957e-06,
      "loss": 0.543,
      "step": 165480
    },
    {
      "epoch": 46.19,
      "grad_norm": 3.1456947326660156,
      "learning_rate": 4.686733401537793e-06,
      "loss": 0.5468,
      "step": 165490
    },
    {
      "epoch": 46.19,
      "grad_norm": 1.8022505044937134,
      "learning_rate": 4.686732709855778e-06,
      "loss": 0.5512,
      "step": 165500
    },
    {
      "epoch": 46.19,
      "grad_norm": 1.4395756721496582,
      "learning_rate": 4.686732017861913e-06,
      "loss": 0.5682,
      "step": 165510
    },
    {
      "epoch": 46.2,
      "grad_norm": 2.0285730361938477,
      "learning_rate": 4.686731325556195e-06,
      "loss": 0.5492,
      "step": 165520
    },
    {
      "epoch": 46.2,
      "grad_norm": 2.048307180404663,
      "learning_rate": 4.686730632938626e-06,
      "loss": 0.5587,
      "step": 165530
    },
    {
      "epoch": 46.2,
      "grad_norm": 2.5427658557891846,
      "learning_rate": 4.686729940009205e-06,
      "loss": 0.5463,
      "step": 165540
    },
    {
      "epoch": 46.2,
      "grad_norm": 2.2994227409362793,
      "learning_rate": 4.686729246767933e-06,
      "loss": 0.5542,
      "step": 165550
    },
    {
      "epoch": 46.21,
      "grad_norm": 2.448960542678833,
      "learning_rate": 4.68672855321481e-06,
      "loss": 0.5484,
      "step": 165560
    },
    {
      "epoch": 46.21,
      "grad_norm": 2.040050983428955,
      "learning_rate": 4.6867278593498355e-06,
      "loss": 0.5352,
      "step": 165570
    },
    {
      "epoch": 46.21,
      "grad_norm": 1.810686469078064,
      "learning_rate": 4.68672716517301e-06,
      "loss": 0.5475,
      "step": 165580
    },
    {
      "epoch": 46.22,
      "grad_norm": 2.871161937713623,
      "learning_rate": 4.686726470684335e-06,
      "loss": 0.5743,
      "step": 165590
    },
    {
      "epoch": 46.22,
      "grad_norm": 1.9926481246948242,
      "learning_rate": 4.686725775883808e-06,
      "loss": 0.5445,
      "step": 165600
    },
    {
      "epoch": 46.22,
      "grad_norm": 3.008530855178833,
      "learning_rate": 4.686725080771431e-06,
      "loss": 0.5714,
      "step": 165610
    },
    {
      "epoch": 46.22,
      "grad_norm": 2.103520154953003,
      "learning_rate": 4.686724385347202e-06,
      "loss": 0.553,
      "step": 165620
    },
    {
      "epoch": 46.23,
      "grad_norm": 2.216125965118408,
      "learning_rate": 4.6867236896111235e-06,
      "loss": 0.5655,
      "step": 165630
    },
    {
      "epoch": 46.23,
      "grad_norm": 2.328747510910034,
      "learning_rate": 4.686722993563194e-06,
      "loss": 0.574,
      "step": 165640
    },
    {
      "epoch": 46.23,
      "grad_norm": 2.0755834579467773,
      "learning_rate": 4.686722297203415e-06,
      "loss": 0.5499,
      "step": 165650
    },
    {
      "epoch": 46.23,
      "grad_norm": 2.6686623096466064,
      "learning_rate": 4.686721600531785e-06,
      "loss": 0.5788,
      "step": 165660
    },
    {
      "epoch": 46.24,
      "grad_norm": 1.94829523563385,
      "learning_rate": 4.686720903548305e-06,
      "loss": 0.5705,
      "step": 165670
    },
    {
      "epoch": 46.24,
      "grad_norm": 2.2556047439575195,
      "learning_rate": 4.686720206252975e-06,
      "loss": 0.5593,
      "step": 165680
    },
    {
      "epoch": 46.24,
      "grad_norm": 2.0805838108062744,
      "learning_rate": 4.686719508645796e-06,
      "loss": 0.5495,
      "step": 165690
    },
    {
      "epoch": 46.25,
      "grad_norm": 1.837191104888916,
      "learning_rate": 4.686718810726766e-06,
      "loss": 0.5737,
      "step": 165700
    },
    {
      "epoch": 46.25,
      "grad_norm": 2.379878520965576,
      "learning_rate": 4.686718112495886e-06,
      "loss": 0.5404,
      "step": 165710
    },
    {
      "epoch": 46.25,
      "grad_norm": 2.799431324005127,
      "learning_rate": 4.686717413953157e-06,
      "loss": 0.5671,
      "step": 165720
    },
    {
      "epoch": 46.25,
      "grad_norm": 2.520097017288208,
      "learning_rate": 4.686716715098579e-06,
      "loss": 0.5545,
      "step": 165730
    },
    {
      "epoch": 46.26,
      "grad_norm": 2.7425360679626465,
      "learning_rate": 4.686716015932149e-06,
      "loss": 0.5867,
      "step": 165740
    },
    {
      "epoch": 46.26,
      "grad_norm": 2.0894570350646973,
      "learning_rate": 4.686715316453872e-06,
      "loss": 0.547,
      "step": 165750
    },
    {
      "epoch": 46.26,
      "grad_norm": 2.110921621322632,
      "learning_rate": 4.686714616663744e-06,
      "loss": 0.5371,
      "step": 165760
    },
    {
      "epoch": 46.27,
      "grad_norm": 2.7650508880615234,
      "learning_rate": 4.686713916561768e-06,
      "loss": 0.5402,
      "step": 165770
    },
    {
      "epoch": 46.27,
      "grad_norm": 2.316890239715576,
      "learning_rate": 4.686713216147943e-06,
      "loss": 0.5586,
      "step": 165780
    },
    {
      "epoch": 46.27,
      "grad_norm": 2.058795213699341,
      "learning_rate": 4.686712515422269e-06,
      "loss": 0.5561,
      "step": 165790
    },
    {
      "epoch": 46.27,
      "grad_norm": 2.6829190254211426,
      "learning_rate": 4.686711814384745e-06,
      "loss": 0.5788,
      "step": 165800
    },
    {
      "epoch": 46.28,
      "grad_norm": 1.613394021987915,
      "learning_rate": 4.6867111130353724e-06,
      "loss": 0.5623,
      "step": 165810
    },
    {
      "epoch": 46.28,
      "grad_norm": 2.3101248741149902,
      "learning_rate": 4.6867104113741515e-06,
      "loss": 0.5691,
      "step": 165820
    },
    {
      "epoch": 46.28,
      "grad_norm": 2.501643657684326,
      "learning_rate": 4.686709709401082e-06,
      "loss": 0.5525,
      "step": 165830
    },
    {
      "epoch": 46.29,
      "grad_norm": 2.170325517654419,
      "learning_rate": 4.6867090071161635e-06,
      "loss": 0.5359,
      "step": 165840
    },
    {
      "epoch": 46.29,
      "grad_norm": 2.2470903396606445,
      "learning_rate": 4.686708304519396e-06,
      "loss": 0.5716,
      "step": 165850
    },
    {
      "epoch": 46.29,
      "grad_norm": 3.215780258178711,
      "learning_rate": 4.686707601610781e-06,
      "loss": 0.5587,
      "step": 165860
    },
    {
      "epoch": 46.29,
      "grad_norm": 3.377779006958008,
      "learning_rate": 4.686706898390318e-06,
      "loss": 0.5483,
      "step": 165870
    },
    {
      "epoch": 46.3,
      "grad_norm": 2.6977627277374268,
      "learning_rate": 4.686706194858006e-06,
      "loss": 0.5463,
      "step": 165880
    },
    {
      "epoch": 46.3,
      "grad_norm": 2.3503975868225098,
      "learning_rate": 4.686705491013846e-06,
      "loss": 0.5881,
      "step": 165890
    },
    {
      "epoch": 46.3,
      "grad_norm": 1.9819872379302979,
      "learning_rate": 4.686704786857838e-06,
      "loss": 0.5534,
      "step": 165900
    },
    {
      "epoch": 46.3,
      "grad_norm": 1.6259222030639648,
      "learning_rate": 4.686704082389982e-06,
      "loss": 0.5525,
      "step": 165910
    },
    {
      "epoch": 46.31,
      "grad_norm": 3.1470015048980713,
      "learning_rate": 4.686703377610279e-06,
      "loss": 0.5841,
      "step": 165920
    },
    {
      "epoch": 46.31,
      "grad_norm": 2.426974296569824,
      "learning_rate": 4.686702672518728e-06,
      "loss": 0.569,
      "step": 165930
    },
    {
      "epoch": 46.31,
      "grad_norm": 1.6984368562698364,
      "learning_rate": 4.686701967115329e-06,
      "loss": 0.5598,
      "step": 165940
    },
    {
      "epoch": 46.32,
      "grad_norm": 2.000864267349243,
      "learning_rate": 4.686701261400082e-06,
      "loss": 0.5538,
      "step": 165950
    },
    {
      "epoch": 46.32,
      "grad_norm": 2.8501505851745605,
      "learning_rate": 4.686700555372988e-06,
      "loss": 0.5543,
      "step": 165960
    },
    {
      "epoch": 46.32,
      "grad_norm": 2.4467551708221436,
      "learning_rate": 4.686699849034047e-06,
      "loss": 0.5677,
      "step": 165970
    },
    {
      "epoch": 46.32,
      "grad_norm": 2.187602996826172,
      "learning_rate": 4.686699142383259e-06,
      "loss": 0.5447,
      "step": 165980
    },
    {
      "epoch": 46.33,
      "grad_norm": 2.768474578857422,
      "learning_rate": 4.686698435420623e-06,
      "loss": 0.5518,
      "step": 165990
    },
    {
      "epoch": 46.33,
      "grad_norm": 2.145111322402954,
      "learning_rate": 4.68669772814614e-06,
      "loss": 0.5498,
      "step": 166000
    },
    {
      "epoch": 46.33,
      "grad_norm": 3.188436269760132,
      "learning_rate": 4.68669702055981e-06,
      "loss": 0.5631,
      "step": 166010
    },
    {
      "epoch": 46.34,
      "grad_norm": 2.2418408393859863,
      "learning_rate": 4.686696312661633e-06,
      "loss": 0.5552,
      "step": 166020
    },
    {
      "epoch": 46.34,
      "grad_norm": 2.8903846740722656,
      "learning_rate": 4.68669560445161e-06,
      "loss": 0.5382,
      "step": 166030
    },
    {
      "epoch": 46.34,
      "grad_norm": 2.095778703689575,
      "learning_rate": 4.68669489592974e-06,
      "loss": 0.5697,
      "step": 166040
    },
    {
      "epoch": 46.34,
      "grad_norm": 2.3104217052459717,
      "learning_rate": 4.686694187096024e-06,
      "loss": 0.5579,
      "step": 166050
    },
    {
      "epoch": 46.35,
      "grad_norm": 2.4503369331359863,
      "learning_rate": 4.68669347795046e-06,
      "loss": 0.5567,
      "step": 166060
    },
    {
      "epoch": 46.35,
      "grad_norm": 1.937402367591858,
      "learning_rate": 4.68669276849305e-06,
      "loss": 0.5479,
      "step": 166070
    },
    {
      "epoch": 46.35,
      "grad_norm": 1.8838768005371094,
      "learning_rate": 4.686692058723794e-06,
      "loss": 0.5648,
      "step": 166080
    },
    {
      "epoch": 46.36,
      "grad_norm": 2.461102247238159,
      "learning_rate": 4.686691348642691e-06,
      "loss": 0.5633,
      "step": 166090
    },
    {
      "epoch": 46.36,
      "grad_norm": 2.108280658721924,
      "learning_rate": 4.686690638249743e-06,
      "loss": 0.5713,
      "step": 166100
    },
    {
      "epoch": 46.36,
      "grad_norm": 2.9419524669647217,
      "learning_rate": 4.686689927544949e-06,
      "loss": 0.5686,
      "step": 166110
    },
    {
      "epoch": 46.36,
      "grad_norm": 2.421891450881958,
      "learning_rate": 4.686689216528308e-06,
      "loss": 0.5449,
      "step": 166120
    },
    {
      "epoch": 46.37,
      "grad_norm": 4.002621650695801,
      "learning_rate": 4.686688505199823e-06,
      "loss": 0.5773,
      "step": 166130
    },
    {
      "epoch": 46.37,
      "grad_norm": 2.2229135036468506,
      "learning_rate": 4.686687793559491e-06,
      "loss": 0.5589,
      "step": 166140
    },
    {
      "epoch": 46.37,
      "grad_norm": 2.4970169067382812,
      "learning_rate": 4.686687081607314e-06,
      "loss": 0.548,
      "step": 166150
    },
    {
      "epoch": 46.37,
      "grad_norm": 2.5662782192230225,
      "learning_rate": 4.686686369343289e-06,
      "loss": 0.5538,
      "step": 166160
    },
    {
      "epoch": 46.38,
      "grad_norm": 2.657672166824341,
      "learning_rate": 4.686685656767421e-06,
      "loss": 0.5537,
      "step": 166170
    },
    {
      "epoch": 46.38,
      "grad_norm": 1.740494966506958,
      "learning_rate": 4.686684943879707e-06,
      "loss": 0.5727,
      "step": 166180
    },
    {
      "epoch": 46.38,
      "grad_norm": 2.2741053104400635,
      "learning_rate": 4.686684230680148e-06,
      "loss": 0.5404,
      "step": 166190
    },
    {
      "epoch": 46.39,
      "grad_norm": 1.7205240726470947,
      "learning_rate": 4.686683517168743e-06,
      "loss": 0.5499,
      "step": 166200
    },
    {
      "epoch": 46.39,
      "grad_norm": 1.6845999956130981,
      "learning_rate": 4.686682803345494e-06,
      "loss": 0.5559,
      "step": 166210
    },
    {
      "epoch": 46.39,
      "grad_norm": 2.173366069793701,
      "learning_rate": 4.686682089210399e-06,
      "loss": 0.562,
      "step": 166220
    },
    {
      "epoch": 46.39,
      "grad_norm": 2.1051862239837646,
      "learning_rate": 4.6866813747634595e-06,
      "loss": 0.5611,
      "step": 166230
    },
    {
      "epoch": 46.4,
      "grad_norm": 2.366572856903076,
      "learning_rate": 4.686680660004675e-06,
      "loss": 0.5786,
      "step": 166240
    },
    {
      "epoch": 46.4,
      "grad_norm": 1.7887091636657715,
      "learning_rate": 4.6866799449340466e-06,
      "loss": 0.549,
      "step": 166250
    },
    {
      "epoch": 46.4,
      "grad_norm": 2.1370697021484375,
      "learning_rate": 4.686679229551573e-06,
      "loss": 0.5552,
      "step": 166260
    },
    {
      "epoch": 46.41,
      "grad_norm": 1.9807645082473755,
      "learning_rate": 4.686678513857255e-06,
      "loss": 0.5342,
      "step": 166270
    },
    {
      "epoch": 46.41,
      "grad_norm": 1.8209173679351807,
      "learning_rate": 4.686677797851092e-06,
      "loss": 0.5467,
      "step": 166280
    },
    {
      "epoch": 46.41,
      "grad_norm": 2.3910837173461914,
      "learning_rate": 4.686677081533085e-06,
      "loss": 0.558,
      "step": 166290
    },
    {
      "epoch": 46.41,
      "grad_norm": 2.956043243408203,
      "learning_rate": 4.686676364903234e-06,
      "loss": 0.5593,
      "step": 166300
    },
    {
      "epoch": 46.42,
      "grad_norm": 1.6403082609176636,
      "learning_rate": 4.686675647961539e-06,
      "loss": 0.5604,
      "step": 166310
    },
    {
      "epoch": 46.42,
      "grad_norm": 1.8890239000320435,
      "learning_rate": 4.686674930707999e-06,
      "loss": 0.5416,
      "step": 166320
    },
    {
      "epoch": 46.42,
      "grad_norm": 2.1856420040130615,
      "learning_rate": 4.6866742131426165e-06,
      "loss": 0.5619,
      "step": 166330
    },
    {
      "epoch": 46.42,
      "grad_norm": 1.9713661670684814,
      "learning_rate": 4.6866734952653894e-06,
      "loss": 0.5608,
      "step": 166340
    },
    {
      "epoch": 46.43,
      "grad_norm": 2.501981496810913,
      "learning_rate": 4.686672777076318e-06,
      "loss": 0.5819,
      "step": 166350
    },
    {
      "epoch": 46.43,
      "grad_norm": 2.057177782058716,
      "learning_rate": 4.686672058575404e-06,
      "loss": 0.5276,
      "step": 166360
    },
    {
      "epoch": 46.43,
      "grad_norm": 2.1425113677978516,
      "learning_rate": 4.686671339762646e-06,
      "loss": 0.5599,
      "step": 166370
    },
    {
      "epoch": 46.44,
      "grad_norm": 3.461555004119873,
      "learning_rate": 4.686670620638045e-06,
      "loss": 0.5609,
      "step": 166380
    },
    {
      "epoch": 46.44,
      "grad_norm": 2.0514841079711914,
      "learning_rate": 4.686669901201599e-06,
      "loss": 0.5707,
      "step": 166390
    },
    {
      "epoch": 46.44,
      "grad_norm": 2.4352974891662598,
      "learning_rate": 4.686669181453312e-06,
      "loss": 0.5551,
      "step": 166400
    },
    {
      "epoch": 46.44,
      "grad_norm": 2.467597246170044,
      "learning_rate": 4.68666846139318e-06,
      "loss": 0.5388,
      "step": 166410
    },
    {
      "epoch": 46.45,
      "grad_norm": 1.93430495262146,
      "learning_rate": 4.686667741021206e-06,
      "loss": 0.5571,
      "step": 166420
    },
    {
      "epoch": 46.45,
      "grad_norm": 2.5244226455688477,
      "learning_rate": 4.686667020337388e-06,
      "loss": 0.5463,
      "step": 166430
    },
    {
      "epoch": 46.45,
      "grad_norm": 2.237920045852661,
      "learning_rate": 4.686666299341728e-06,
      "loss": 0.5553,
      "step": 166440
    },
    {
      "epoch": 46.46,
      "grad_norm": 2.053743362426758,
      "learning_rate": 4.686665578034224e-06,
      "loss": 0.5507,
      "step": 166450
    },
    {
      "epoch": 46.46,
      "grad_norm": 1.9052658081054688,
      "learning_rate": 4.686664856414879e-06,
      "loss": 0.5668,
      "step": 166460
    },
    {
      "epoch": 46.46,
      "grad_norm": 1.950435996055603,
      "learning_rate": 4.686664134483691e-06,
      "loss": 0.5495,
      "step": 166470
    },
    {
      "epoch": 46.46,
      "grad_norm": 2.3075952529907227,
      "learning_rate": 4.686663412240659e-06,
      "loss": 0.5797,
      "step": 166480
    },
    {
      "epoch": 46.47,
      "grad_norm": 2.5920042991638184,
      "learning_rate": 4.686662689685786e-06,
      "loss": 0.5597,
      "step": 166490
    },
    {
      "epoch": 46.47,
      "grad_norm": 2.7374494075775146,
      "learning_rate": 4.6866619668190705e-06,
      "loss": 0.5777,
      "step": 166500
    },
    {
      "epoch": 46.47,
      "grad_norm": 2.2223098278045654,
      "learning_rate": 4.686661243640513e-06,
      "loss": 0.569,
      "step": 166510
    },
    {
      "epoch": 46.48,
      "grad_norm": 2.1110451221466064,
      "learning_rate": 4.686660520150112e-06,
      "loss": 0.5687,
      "step": 166520
    },
    {
      "epoch": 46.48,
      "grad_norm": 2.427372932434082,
      "learning_rate": 4.686659796347871e-06,
      "loss": 0.5464,
      "step": 166530
    },
    {
      "epoch": 46.48,
      "grad_norm": 2.0994036197662354,
      "learning_rate": 4.686659072233786e-06,
      "loss": 0.5708,
      "step": 166540
    },
    {
      "epoch": 46.48,
      "grad_norm": 2.415959119796753,
      "learning_rate": 4.686658347807861e-06,
      "loss": 0.5444,
      "step": 166550
    },
    {
      "epoch": 46.49,
      "grad_norm": 3.0897445678710938,
      "learning_rate": 4.686657623070093e-06,
      "loss": 0.5516,
      "step": 166560
    },
    {
      "epoch": 46.49,
      "grad_norm": 2.114593505859375,
      "learning_rate": 4.686656898020484e-06,
      "loss": 0.5581,
      "step": 166570
    },
    {
      "epoch": 46.49,
      "grad_norm": 2.3511056900024414,
      "learning_rate": 4.686656172659033e-06,
      "loss": 0.5414,
      "step": 166580
    },
    {
      "epoch": 46.49,
      "grad_norm": 2.4660215377807617,
      "learning_rate": 4.686655446985741e-06,
      "loss": 0.5692,
      "step": 166590
    },
    {
      "epoch": 46.5,
      "grad_norm": 2.796473264694214,
      "learning_rate": 4.686654721000607e-06,
      "loss": 0.5396,
      "step": 166600
    },
    {
      "epoch": 46.5,
      "grad_norm": 1.9493744373321533,
      "learning_rate": 4.686653994703633e-06,
      "loss": 0.5624,
      "step": 166610
    },
    {
      "epoch": 46.5,
      "grad_norm": 2.520333766937256,
      "learning_rate": 4.686653268094817e-06,
      "loss": 0.5665,
      "step": 166620
    },
    {
      "epoch": 46.51,
      "grad_norm": 1.9766629934310913,
      "learning_rate": 4.686652541174159e-06,
      "loss": 0.5652,
      "step": 166630
    },
    {
      "epoch": 46.51,
      "grad_norm": 2.660977363586426,
      "learning_rate": 4.686651813941662e-06,
      "loss": 0.5456,
      "step": 166640
    },
    {
      "epoch": 46.51,
      "grad_norm": 2.601979970932007,
      "learning_rate": 4.686651086397322e-06,
      "loss": 0.5796,
      "step": 166650
    },
    {
      "epoch": 46.51,
      "grad_norm": 3.109248638153076,
      "learning_rate": 4.686650358541143e-06,
      "loss": 0.5522,
      "step": 166660
    },
    {
      "epoch": 46.52,
      "grad_norm": 2.0846023559570312,
      "learning_rate": 4.686649630373123e-06,
      "loss": 0.5532,
      "step": 166670
    },
    {
      "epoch": 46.52,
      "grad_norm": 2.3257734775543213,
      "learning_rate": 4.686648901893262e-06,
      "loss": 0.5562,
      "step": 166680
    },
    {
      "epoch": 46.52,
      "grad_norm": 2.275322437286377,
      "learning_rate": 4.68664817310156e-06,
      "loss": 0.562,
      "step": 166690
    },
    {
      "epoch": 46.53,
      "grad_norm": 2.033642053604126,
      "learning_rate": 4.686647443998019e-06,
      "loss": 0.5476,
      "step": 166700
    },
    {
      "epoch": 46.53,
      "grad_norm": 1.757952332496643,
      "learning_rate": 4.686646714582637e-06,
      "loss": 0.5664,
      "step": 166710
    },
    {
      "epoch": 46.53,
      "grad_norm": 1.5992755889892578,
      "learning_rate": 4.686645984855415e-06,
      "loss": 0.5369,
      "step": 166720
    },
    {
      "epoch": 46.53,
      "grad_norm": 3.0315332412719727,
      "learning_rate": 4.686645254816353e-06,
      "loss": 0.5247,
      "step": 166730
    },
    {
      "epoch": 46.54,
      "grad_norm": 2.3954861164093018,
      "learning_rate": 4.68664452446545e-06,
      "loss": 0.5879,
      "step": 166740
    },
    {
      "epoch": 46.54,
      "grad_norm": 2.093940496444702,
      "learning_rate": 4.686643793802708e-06,
      "loss": 0.5615,
      "step": 166750
    },
    {
      "epoch": 46.54,
      "grad_norm": 2.023681402206421,
      "learning_rate": 4.686643062828125e-06,
      "loss": 0.5786,
      "step": 166760
    },
    {
      "epoch": 46.54,
      "grad_norm": 1.8999911546707153,
      "learning_rate": 4.686642331541704e-06,
      "loss": 0.5523,
      "step": 166770
    },
    {
      "epoch": 46.55,
      "grad_norm": 2.042891025543213,
      "learning_rate": 4.686641599943443e-06,
      "loss": 0.557,
      "step": 166780
    },
    {
      "epoch": 46.55,
      "grad_norm": 2.4168879985809326,
      "learning_rate": 4.6866408680333415e-06,
      "loss": 0.572,
      "step": 166790
    },
    {
      "epoch": 46.55,
      "grad_norm": 3.302689790725708,
      "learning_rate": 4.686640135811401e-06,
      "loss": 0.5542,
      "step": 166800
    },
    {
      "epoch": 46.56,
      "grad_norm": 1.9091476202011108,
      "learning_rate": 4.686639403277622e-06,
      "loss": 0.5506,
      "step": 166810
    },
    {
      "epoch": 46.56,
      "grad_norm": 1.6265974044799805,
      "learning_rate": 4.686638670432003e-06,
      "loss": 0.5637,
      "step": 166820
    },
    {
      "epoch": 46.56,
      "grad_norm": 2.208176374435425,
      "learning_rate": 4.6866379372745454e-06,
      "loss": 0.551,
      "step": 166830
    },
    {
      "epoch": 46.56,
      "grad_norm": 2.435763359069824,
      "learning_rate": 4.6866372038052485e-06,
      "loss": 0.5431,
      "step": 166840
    },
    {
      "epoch": 46.57,
      "grad_norm": 3.061152219772339,
      "learning_rate": 4.686636470024112e-06,
      "loss": 0.5351,
      "step": 166850
    },
    {
      "epoch": 46.57,
      "grad_norm": 2.721646308898926,
      "learning_rate": 4.686635735931138e-06,
      "loss": 0.5656,
      "step": 166860
    },
    {
      "epoch": 46.57,
      "grad_norm": 3.120980739593506,
      "learning_rate": 4.686635001526324e-06,
      "loss": 0.5673,
      "step": 166870
    },
    {
      "epoch": 46.58,
      "grad_norm": 2.803694725036621,
      "learning_rate": 4.686634266809672e-06,
      "loss": 0.5557,
      "step": 166880
    },
    {
      "epoch": 46.58,
      "grad_norm": 3.2748639583587646,
      "learning_rate": 4.686633531781182e-06,
      "loss": 0.5318,
      "step": 166890
    },
    {
      "epoch": 46.58,
      "grad_norm": 2.3166208267211914,
      "learning_rate": 4.686632796440853e-06,
      "loss": 0.5628,
      "step": 166900
    },
    {
      "epoch": 46.58,
      "grad_norm": 2.200042247772217,
      "learning_rate": 4.686632060788685e-06,
      "loss": 0.5649,
      "step": 166910
    },
    {
      "epoch": 46.59,
      "grad_norm": 1.7512434720993042,
      "learning_rate": 4.68663132482468e-06,
      "loss": 0.569,
      "step": 166920
    },
    {
      "epoch": 46.59,
      "grad_norm": 3.3655338287353516,
      "learning_rate": 4.6866305885488356e-06,
      "loss": 0.542,
      "step": 166930
    },
    {
      "epoch": 46.59,
      "grad_norm": 1.9862054586410522,
      "learning_rate": 4.686629851961154e-06,
      "loss": 0.5555,
      "step": 166940
    },
    {
      "epoch": 46.6,
      "grad_norm": 2.486182451248169,
      "learning_rate": 4.686629115061634e-06,
      "loss": 0.5568,
      "step": 166950
    },
    {
      "epoch": 46.6,
      "grad_norm": 1.6684281826019287,
      "learning_rate": 4.686628377850276e-06,
      "loss": 0.567,
      "step": 166960
    },
    {
      "epoch": 46.6,
      "grad_norm": 2.0073354244232178,
      "learning_rate": 4.686627640327081e-06,
      "loss": 0.5446,
      "step": 166970
    },
    {
      "epoch": 46.6,
      "grad_norm": 2.476483106613159,
      "learning_rate": 4.686626902492049e-06,
      "loss": 0.5443,
      "step": 166980
    },
    {
      "epoch": 46.61,
      "grad_norm": 2.4544849395751953,
      "learning_rate": 4.6866261643451776e-06,
      "loss": 0.5622,
      "step": 166990
    },
    {
      "epoch": 46.61,
      "grad_norm": 2.294957160949707,
      "learning_rate": 4.68662542588647e-06,
      "loss": 0.5293,
      "step": 167000
    },
    {
      "epoch": 46.61,
      "grad_norm": 2.55946946144104,
      "learning_rate": 4.6866246871159245e-06,
      "loss": 0.5555,
      "step": 167010
    },
    {
      "epoch": 46.61,
      "grad_norm": 2.232478380203247,
      "learning_rate": 4.686623948033542e-06,
      "loss": 0.5716,
      "step": 167020
    },
    {
      "epoch": 46.62,
      "grad_norm": 1.899030089378357,
      "learning_rate": 4.686623208639322e-06,
      "loss": 0.5248,
      "step": 167030
    },
    {
      "epoch": 46.62,
      "grad_norm": 2.065798044204712,
      "learning_rate": 4.686622468933265e-06,
      "loss": 0.5499,
      "step": 167040
    },
    {
      "epoch": 46.62,
      "grad_norm": 2.0620386600494385,
      "learning_rate": 4.686621728915372e-06,
      "loss": 0.5494,
      "step": 167050
    },
    {
      "epoch": 46.63,
      "grad_norm": 2.2042717933654785,
      "learning_rate": 4.686620988585641e-06,
      "loss": 0.5335,
      "step": 167060
    },
    {
      "epoch": 46.63,
      "grad_norm": 1.6546976566314697,
      "learning_rate": 4.686620247944073e-06,
      "loss": 0.552,
      "step": 167070
    },
    {
      "epoch": 46.63,
      "grad_norm": 1.8943750858306885,
      "learning_rate": 4.686619506990669e-06,
      "loss": 0.5526,
      "step": 167080
    },
    {
      "epoch": 46.63,
      "grad_norm": 2.1911375522613525,
      "learning_rate": 4.686618765725428e-06,
      "loss": 0.5563,
      "step": 167090
    },
    {
      "epoch": 46.64,
      "grad_norm": 2.145439386367798,
      "learning_rate": 4.686618024148351e-06,
      "loss": 0.5445,
      "step": 167100
    },
    {
      "epoch": 46.64,
      "grad_norm": 2.5894227027893066,
      "learning_rate": 4.686617282259438e-06,
      "loss": 0.549,
      "step": 167110
    },
    {
      "epoch": 46.64,
      "grad_norm": 2.0933682918548584,
      "learning_rate": 4.686616540058688e-06,
      "loss": 0.576,
      "step": 167120
    },
    {
      "epoch": 46.65,
      "grad_norm": 2.329448699951172,
      "learning_rate": 4.686615797546102e-06,
      "loss": 0.5697,
      "step": 167130
    },
    {
      "epoch": 46.65,
      "grad_norm": 1.6458165645599365,
      "learning_rate": 4.68661505472168e-06,
      "loss": 0.5452,
      "step": 167140
    },
    {
      "epoch": 46.65,
      "grad_norm": 2.9147427082061768,
      "learning_rate": 4.686614311585422e-06,
      "loss": 0.5649,
      "step": 167150
    },
    {
      "epoch": 46.65,
      "grad_norm": 2.360672950744629,
      "learning_rate": 4.686613568137328e-06,
      "loss": 0.5614,
      "step": 167160
    },
    {
      "epoch": 46.66,
      "grad_norm": 1.9726877212524414,
      "learning_rate": 4.686612824377398e-06,
      "loss": 0.5698,
      "step": 167170
    },
    {
      "epoch": 46.66,
      "grad_norm": 1.9724382162094116,
      "learning_rate": 4.686612080305632e-06,
      "loss": 0.5628,
      "step": 167180
    },
    {
      "epoch": 46.66,
      "grad_norm": 2.2986481189727783,
      "learning_rate": 4.686611335922032e-06,
      "loss": 0.5511,
      "step": 167190
    },
    {
      "epoch": 46.66,
      "grad_norm": 2.6969964504241943,
      "learning_rate": 4.686610591226596e-06,
      "loss": 0.5808,
      "step": 167200
    },
    {
      "epoch": 46.67,
      "grad_norm": 2.0404093265533447,
      "learning_rate": 4.686609846219324e-06,
      "loss": 0.5555,
      "step": 167210
    },
    {
      "epoch": 46.67,
      "grad_norm": 2.093987464904785,
      "learning_rate": 4.686609100900216e-06,
      "loss": 0.567,
      "step": 167220
    },
    {
      "epoch": 46.67,
      "grad_norm": 2.268519878387451,
      "learning_rate": 4.686608355269274e-06,
      "loss": 0.562,
      "step": 167230
    },
    {
      "epoch": 46.68,
      "grad_norm": 1.8983641862869263,
      "learning_rate": 4.686607609326497e-06,
      "loss": 0.5803,
      "step": 167240
    },
    {
      "epoch": 46.68,
      "grad_norm": 2.1792359352111816,
      "learning_rate": 4.6866068630718845e-06,
      "loss": 0.5617,
      "step": 167250
    },
    {
      "epoch": 46.68,
      "grad_norm": 2.5695693492889404,
      "learning_rate": 4.686606116505437e-06,
      "loss": 0.5481,
      "step": 167260
    },
    {
      "epoch": 46.68,
      "grad_norm": 2.2160277366638184,
      "learning_rate": 4.6866053696271555e-06,
      "loss": 0.5515,
      "step": 167270
    },
    {
      "epoch": 46.69,
      "grad_norm": 2.3694162368774414,
      "learning_rate": 4.686604622437039e-06,
      "loss": 0.5564,
      "step": 167280
    },
    {
      "epoch": 46.69,
      "grad_norm": 3.25199818611145,
      "learning_rate": 4.686603874935087e-06,
      "loss": 0.5715,
      "step": 167290
    },
    {
      "epoch": 46.69,
      "grad_norm": 2.5695407390594482,
      "learning_rate": 4.686603127121302e-06,
      "loss": 0.5627,
      "step": 167300
    },
    {
      "epoch": 46.7,
      "grad_norm": 2.0140511989593506,
      "learning_rate": 4.686602378995681e-06,
      "loss": 0.55,
      "step": 167310
    },
    {
      "epoch": 46.7,
      "grad_norm": 2.3536362648010254,
      "learning_rate": 4.686601630558226e-06,
      "loss": 0.5582,
      "step": 167320
    },
    {
      "epoch": 46.7,
      "grad_norm": 1.8077605962753296,
      "learning_rate": 4.686600881808938e-06,
      "loss": 0.5625,
      "step": 167330
    },
    {
      "epoch": 46.7,
      "grad_norm": 2.5039865970611572,
      "learning_rate": 4.686600132747816e-06,
      "loss": 0.5591,
      "step": 167340
    },
    {
      "epoch": 46.71,
      "grad_norm": 2.630112886428833,
      "learning_rate": 4.686599383374859e-06,
      "loss": 0.5603,
      "step": 167350
    },
    {
      "epoch": 46.71,
      "grad_norm": 2.5223782062530518,
      "learning_rate": 4.686598633690068e-06,
      "loss": 0.5503,
      "step": 167360
    },
    {
      "epoch": 46.71,
      "grad_norm": 2.1654629707336426,
      "learning_rate": 4.686597883693444e-06,
      "loss": 0.5537,
      "step": 167370
    },
    {
      "epoch": 46.72,
      "grad_norm": 2.0956552028656006,
      "learning_rate": 4.686597133384986e-06,
      "loss": 0.5538,
      "step": 167380
    },
    {
      "epoch": 46.72,
      "grad_norm": 1.8050163984298706,
      "learning_rate": 4.686596382764694e-06,
      "loss": 0.5592,
      "step": 167390
    },
    {
      "epoch": 46.72,
      "grad_norm": 2.2512354850769043,
      "learning_rate": 4.686595631832569e-06,
      "loss": 0.5395,
      "step": 167400
    },
    {
      "epoch": 46.72,
      "grad_norm": 2.9029171466827393,
      "learning_rate": 4.68659488058861e-06,
      "loss": 0.5568,
      "step": 167410
    },
    {
      "epoch": 46.73,
      "grad_norm": 1.6152119636535645,
      "learning_rate": 4.686594129032819e-06,
      "loss": 0.5666,
      "step": 167420
    },
    {
      "epoch": 46.73,
      "grad_norm": 2.3744730949401855,
      "learning_rate": 4.686593377165193e-06,
      "loss": 0.5224,
      "step": 167430
    },
    {
      "epoch": 46.73,
      "grad_norm": 1.9179749488830566,
      "learning_rate": 4.686592624985735e-06,
      "loss": 0.5648,
      "step": 167440
    },
    {
      "epoch": 46.73,
      "grad_norm": 2.0380425453186035,
      "learning_rate": 4.686591872494444e-06,
      "loss": 0.538,
      "step": 167450
    },
    {
      "epoch": 46.74,
      "grad_norm": 2.1418728828430176,
      "learning_rate": 4.686591119691319e-06,
      "loss": 0.5634,
      "step": 167460
    },
    {
      "epoch": 46.74,
      "grad_norm": 2.5630500316619873,
      "learning_rate": 4.686590366576363e-06,
      "loss": 0.5493,
      "step": 167470
    },
    {
      "epoch": 46.74,
      "grad_norm": 2.1843364238739014,
      "learning_rate": 4.686589613149574e-06,
      "loss": 0.5475,
      "step": 167480
    },
    {
      "epoch": 46.75,
      "grad_norm": 2.3401501178741455,
      "learning_rate": 4.686588859410951e-06,
      "loss": 0.5664,
      "step": 167490
    },
    {
      "epoch": 46.75,
      "grad_norm": 2.0764100551605225,
      "learning_rate": 4.686588105360497e-06,
      "loss": 0.5602,
      "step": 167500
    },
    {
      "epoch": 46.75,
      "grad_norm": 2.0754995346069336,
      "learning_rate": 4.68658735099821e-06,
      "loss": 0.5718,
      "step": 167510
    },
    {
      "epoch": 46.75,
      "grad_norm": 2.546593189239502,
      "learning_rate": 4.68658659632409e-06,
      "loss": 0.5511,
      "step": 167520
    },
    {
      "epoch": 46.76,
      "grad_norm": 2.0523810386657715,
      "learning_rate": 4.686585841338139e-06,
      "loss": 0.5629,
      "step": 167530
    },
    {
      "epoch": 46.76,
      "grad_norm": 2.3446152210235596,
      "learning_rate": 4.686585086040356e-06,
      "loss": 0.5652,
      "step": 167540
    },
    {
      "epoch": 46.76,
      "grad_norm": 2.774574041366577,
      "learning_rate": 4.68658433043074e-06,
      "loss": 0.5516,
      "step": 167550
    },
    {
      "epoch": 46.77,
      "grad_norm": 2.6831629276275635,
      "learning_rate": 4.686583574509292e-06,
      "loss": 0.5584,
      "step": 167560
    },
    {
      "epoch": 46.77,
      "grad_norm": 2.550359010696411,
      "learning_rate": 4.686582818276014e-06,
      "loss": 0.5367,
      "step": 167570
    },
    {
      "epoch": 46.77,
      "grad_norm": 2.4159607887268066,
      "learning_rate": 4.686582061730902e-06,
      "loss": 0.5499,
      "step": 167580
    },
    {
      "epoch": 46.77,
      "grad_norm": 3.367401361465454,
      "learning_rate": 4.686581304873959e-06,
      "loss": 0.5704,
      "step": 167590
    },
    {
      "epoch": 46.78,
      "grad_norm": 2.566460371017456,
      "learning_rate": 4.686580547705185e-06,
      "loss": 0.5468,
      "step": 167600
    },
    {
      "epoch": 46.78,
      "grad_norm": 2.1867737770080566,
      "learning_rate": 4.6865797902245805e-06,
      "loss": 0.5616,
      "step": 167610
    },
    {
      "epoch": 46.78,
      "grad_norm": 2.151864767074585,
      "learning_rate": 4.686579032432144e-06,
      "loss": 0.5324,
      "step": 167620
    },
    {
      "epoch": 46.78,
      "grad_norm": 3.712696075439453,
      "learning_rate": 4.686578274327876e-06,
      "loss": 0.5561,
      "step": 167630
    },
    {
      "epoch": 46.79,
      "grad_norm": 2.439915657043457,
      "learning_rate": 4.686577515911778e-06,
      "loss": 0.5641,
      "step": 167640
    },
    {
      "epoch": 46.79,
      "grad_norm": 2.122623920440674,
      "learning_rate": 4.686576757183846e-06,
      "loss": 0.5629,
      "step": 167650
    },
    {
      "epoch": 46.79,
      "grad_norm": 2.6837949752807617,
      "learning_rate": 4.686575998144087e-06,
      "loss": 0.5584,
      "step": 167660
    },
    {
      "epoch": 46.8,
      "grad_norm": 2.080770492553711,
      "learning_rate": 4.6865752387924945e-06,
      "loss": 0.5548,
      "step": 167670
    },
    {
      "epoch": 46.8,
      "grad_norm": 2.3704848289489746,
      "learning_rate": 4.686574479129073e-06,
      "loss": 0.5448,
      "step": 167680
    },
    {
      "epoch": 46.8,
      "grad_norm": 2.6119158267974854,
      "learning_rate": 4.68657371915382e-06,
      "loss": 0.5692,
      "step": 167690
    },
    {
      "epoch": 46.8,
      "grad_norm": 1.4102113246917725,
      "learning_rate": 4.686572958866736e-06,
      "loss": 0.5549,
      "step": 167700
    },
    {
      "epoch": 46.81,
      "grad_norm": 1.8164721727371216,
      "learning_rate": 4.686572198267823e-06,
      "loss": 0.5621,
      "step": 167710
    },
    {
      "epoch": 46.81,
      "grad_norm": 2.3315722942352295,
      "learning_rate": 4.686571437357079e-06,
      "loss": 0.5562,
      "step": 167720
    },
    {
      "epoch": 46.81,
      "grad_norm": 2.3701834678649902,
      "learning_rate": 4.686570676134505e-06,
      "loss": 0.5653,
      "step": 167730
    },
    {
      "epoch": 46.82,
      "grad_norm": 2.3755602836608887,
      "learning_rate": 4.6865699146001e-06,
      "loss": 0.5628,
      "step": 167740
    },
    {
      "epoch": 46.82,
      "grad_norm": 2.235349655151367,
      "learning_rate": 4.686569152753866e-06,
      "loss": 0.5639,
      "step": 167750
    },
    {
      "epoch": 46.82,
      "grad_norm": 2.1200060844421387,
      "learning_rate": 4.686568390595802e-06,
      "loss": 0.542,
      "step": 167760
    },
    {
      "epoch": 46.82,
      "grad_norm": 1.8873940706253052,
      "learning_rate": 4.686567628125908e-06,
      "loss": 0.5755,
      "step": 167770
    },
    {
      "epoch": 46.83,
      "grad_norm": 2.617147922515869,
      "learning_rate": 4.686566865344185e-06,
      "loss": 0.5602,
      "step": 167780
    },
    {
      "epoch": 46.83,
      "grad_norm": 2.1723783016204834,
      "learning_rate": 4.686566102250632e-06,
      "loss": 0.5382,
      "step": 167790
    },
    {
      "epoch": 46.83,
      "grad_norm": 1.8184484243392944,
      "learning_rate": 4.6865653388452495e-06,
      "loss": 0.5536,
      "step": 167800
    },
    {
      "epoch": 46.84,
      "grad_norm": 2.9417805671691895,
      "learning_rate": 4.686564575128038e-06,
      "loss": 0.5692,
      "step": 167810
    },
    {
      "epoch": 46.84,
      "grad_norm": 2.5079398155212402,
      "learning_rate": 4.686563811098996e-06,
      "loss": 0.563,
      "step": 167820
    },
    {
      "epoch": 46.84,
      "grad_norm": 1.983359694480896,
      "learning_rate": 4.686563046758127e-06,
      "loss": 0.5585,
      "step": 167830
    },
    {
      "epoch": 46.84,
      "grad_norm": 1.6581517457962036,
      "learning_rate": 4.686562282105427e-06,
      "loss": 0.5632,
      "step": 167840
    },
    {
      "epoch": 46.85,
      "grad_norm": 1.9189300537109375,
      "learning_rate": 4.686561517140899e-06,
      "loss": 0.5526,
      "step": 167850
    },
    {
      "epoch": 46.85,
      "grad_norm": 1.85540771484375,
      "learning_rate": 4.686560751864542e-06,
      "loss": 0.5528,
      "step": 167860
    },
    {
      "epoch": 46.85,
      "grad_norm": 3.189570665359497,
      "learning_rate": 4.686559986276356e-06,
      "loss": 0.5329,
      "step": 167870
    },
    {
      "epoch": 46.85,
      "grad_norm": 2.0340940952301025,
      "learning_rate": 4.686559220376342e-06,
      "loss": 0.556,
      "step": 167880
    },
    {
      "epoch": 46.86,
      "grad_norm": 2.1853818893432617,
      "learning_rate": 4.6865584541644985e-06,
      "loss": 0.5371,
      "step": 167890
    },
    {
      "epoch": 46.86,
      "grad_norm": 2.302222490310669,
      "learning_rate": 4.686557687640827e-06,
      "loss": 0.5705,
      "step": 167900
    },
    {
      "epoch": 46.86,
      "grad_norm": 2.630298614501953,
      "learning_rate": 4.6865569208053265e-06,
      "loss": 0.5608,
      "step": 167910
    },
    {
      "epoch": 46.87,
      "grad_norm": 1.9135968685150146,
      "learning_rate": 4.686556153657999e-06,
      "loss": 0.557,
      "step": 167920
    },
    {
      "epoch": 46.87,
      "grad_norm": 2.049189805984497,
      "learning_rate": 4.6865553861988426e-06,
      "loss": 0.556,
      "step": 167930
    },
    {
      "epoch": 46.87,
      "grad_norm": 2.3345742225646973,
      "learning_rate": 4.686554618427859e-06,
      "loss": 0.577,
      "step": 167940
    },
    {
      "epoch": 46.87,
      "grad_norm": 1.8781018257141113,
      "learning_rate": 4.686553850345047e-06,
      "loss": 0.5729,
      "step": 167950
    },
    {
      "epoch": 46.88,
      "grad_norm": 1.8413242101669312,
      "learning_rate": 4.686553081950406e-06,
      "loss": 0.5596,
      "step": 167960
    },
    {
      "epoch": 46.88,
      "grad_norm": 2.694413423538208,
      "learning_rate": 4.686552313243939e-06,
      "loss": 0.5595,
      "step": 167970
    },
    {
      "epoch": 46.88,
      "grad_norm": 2.264986515045166,
      "learning_rate": 4.686551544225643e-06,
      "loss": 0.5555,
      "step": 167980
    },
    {
      "epoch": 46.89,
      "grad_norm": 2.716273784637451,
      "learning_rate": 4.686550774895521e-06,
      "loss": 0.5686,
      "step": 167990
    },
    {
      "epoch": 46.89,
      "grad_norm": 2.289997100830078,
      "learning_rate": 4.68655000525357e-06,
      "loss": 0.5464,
      "step": 168000
    },
    {
      "epoch": 46.89,
      "grad_norm": 1.5595111846923828,
      "learning_rate": 4.686549235299793e-06,
      "loss": 0.5667,
      "step": 168010
    },
    {
      "epoch": 46.89,
      "grad_norm": 1.8699125051498413,
      "learning_rate": 4.686548465034187e-06,
      "loss": 0.5529,
      "step": 168020
    },
    {
      "epoch": 46.9,
      "grad_norm": 2.612537384033203,
      "learning_rate": 4.686547694456756e-06,
      "loss": 0.5606,
      "step": 168030
    },
    {
      "epoch": 46.9,
      "grad_norm": 2.8195960521698,
      "learning_rate": 4.686546923567497e-06,
      "loss": 0.5627,
      "step": 168040
    },
    {
      "epoch": 46.9,
      "grad_norm": 2.685603618621826,
      "learning_rate": 4.686546152366411e-06,
      "loss": 0.5452,
      "step": 168050
    },
    {
      "epoch": 46.9,
      "grad_norm": 1.9784026145935059,
      "learning_rate": 4.686545380853498e-06,
      "loss": 0.5432,
      "step": 168060
    },
    {
      "epoch": 46.91,
      "grad_norm": 2.173905849456787,
      "learning_rate": 4.686544609028759e-06,
      "loss": 0.5476,
      "step": 168070
    },
    {
      "epoch": 46.91,
      "grad_norm": 2.4670894145965576,
      "learning_rate": 4.686543836892193e-06,
      "loss": 0.5538,
      "step": 168080
    },
    {
      "epoch": 46.91,
      "grad_norm": 2.479807138442993,
      "learning_rate": 4.686543064443801e-06,
      "loss": 0.5265,
      "step": 168090
    },
    {
      "epoch": 46.92,
      "grad_norm": 2.47436261177063,
      "learning_rate": 4.686542291683581e-06,
      "loss": 0.5683,
      "step": 168100
    },
    {
      "epoch": 46.92,
      "grad_norm": 2.424412250518799,
      "learning_rate": 4.686541518611536e-06,
      "loss": 0.5491,
      "step": 168110
    },
    {
      "epoch": 46.92,
      "grad_norm": 1.863439917564392,
      "learning_rate": 4.686540745227665e-06,
      "loss": 0.5797,
      "step": 168120
    },
    {
      "epoch": 46.92,
      "grad_norm": 2.5900957584381104,
      "learning_rate": 4.686539971531967e-06,
      "loss": 0.5466,
      "step": 168130
    },
    {
      "epoch": 46.93,
      "grad_norm": 1.9198797941207886,
      "learning_rate": 4.686539197524444e-06,
      "loss": 0.5583,
      "step": 168140
    },
    {
      "epoch": 46.93,
      "grad_norm": 2.5509963035583496,
      "learning_rate": 4.686538423205095e-06,
      "loss": 0.5752,
      "step": 168150
    },
    {
      "epoch": 46.93,
      "grad_norm": 2.436551094055176,
      "learning_rate": 4.686537648573919e-06,
      "loss": 0.5498,
      "step": 168160
    },
    {
      "epoch": 46.94,
      "grad_norm": 2.6359822750091553,
      "learning_rate": 4.686536873630919e-06,
      "loss": 0.5618,
      "step": 168170
    },
    {
      "epoch": 46.94,
      "grad_norm": 2.334138870239258,
      "learning_rate": 4.686536098376093e-06,
      "loss": 0.5557,
      "step": 168180
    },
    {
      "epoch": 46.94,
      "grad_norm": 3.120116949081421,
      "learning_rate": 4.68653532280944e-06,
      "loss": 0.5777,
      "step": 168190
    },
    {
      "epoch": 46.94,
      "grad_norm": 2.022984266281128,
      "learning_rate": 4.6865345469309634e-06,
      "loss": 0.5645,
      "step": 168200
    },
    {
      "epoch": 46.95,
      "grad_norm": 2.263655185699463,
      "learning_rate": 4.686533770740661e-06,
      "loss": 0.5588,
      "step": 168210
    },
    {
      "epoch": 46.95,
      "grad_norm": 2.0886189937591553,
      "learning_rate": 4.686532994238533e-06,
      "loss": 0.5678,
      "step": 168220
    },
    {
      "epoch": 46.95,
      "grad_norm": 2.2143731117248535,
      "learning_rate": 4.686532217424581e-06,
      "loss": 0.5796,
      "step": 168230
    },
    {
      "epoch": 46.96,
      "grad_norm": 2.473119020462036,
      "learning_rate": 4.686531440298803e-06,
      "loss": 0.5591,
      "step": 168240
    },
    {
      "epoch": 46.96,
      "grad_norm": 2.526641845703125,
      "learning_rate": 4.686530662861201e-06,
      "loss": 0.5173,
      "step": 168250
    },
    {
      "epoch": 46.96,
      "grad_norm": 2.1783173084259033,
      "learning_rate": 4.6865298851117734e-06,
      "loss": 0.5456,
      "step": 168260
    },
    {
      "epoch": 46.96,
      "grad_norm": 1.752112865447998,
      "learning_rate": 4.686529107050522e-06,
      "loss": 0.558,
      "step": 168270
    },
    {
      "epoch": 46.97,
      "grad_norm": 2.3446595668792725,
      "learning_rate": 4.686528328677445e-06,
      "loss": 0.551,
      "step": 168280
    },
    {
      "epoch": 46.97,
      "grad_norm": 2.274742603302002,
      "learning_rate": 4.6865275499925446e-06,
      "loss": 0.5519,
      "step": 168290
    },
    {
      "epoch": 46.97,
      "grad_norm": 2.059325695037842,
      "learning_rate": 4.68652677099582e-06,
      "loss": 0.562,
      "step": 168300
    },
    {
      "epoch": 46.97,
      "grad_norm": 2.979356527328491,
      "learning_rate": 4.68652599168727e-06,
      "loss": 0.5436,
      "step": 168310
    },
    {
      "epoch": 46.98,
      "grad_norm": 1.9066797494888306,
      "learning_rate": 4.6865252120668965e-06,
      "loss": 0.5681,
      "step": 168320
    },
    {
      "epoch": 46.98,
      "grad_norm": 2.664773941040039,
      "learning_rate": 4.686524432134699e-06,
      "loss": 0.571,
      "step": 168330
    },
    {
      "epoch": 46.98,
      "grad_norm": 2.1783978939056396,
      "learning_rate": 4.6865236518906775e-06,
      "loss": 0.5907,
      "step": 168340
    },
    {
      "epoch": 46.99,
      "grad_norm": 1.7531630992889404,
      "learning_rate": 4.6865228713348325e-06,
      "loss": 0.5553,
      "step": 168350
    },
    {
      "epoch": 46.99,
      "grad_norm": 2.320683479309082,
      "learning_rate": 4.6865220904671635e-06,
      "loss": 0.5505,
      "step": 168360
    },
    {
      "epoch": 46.99,
      "grad_norm": 2.676529884338379,
      "learning_rate": 4.686521309287671e-06,
      "loss": 0.5646,
      "step": 168370
    },
    {
      "epoch": 46.99,
      "grad_norm": 2.5222649574279785,
      "learning_rate": 4.6865205277963545e-06,
      "loss": 0.5723,
      "step": 168380
    },
    {
      "epoch": 47.0,
      "grad_norm": 2.4063351154327393,
      "learning_rate": 4.6865197459932155e-06,
      "loss": 0.5582,
      "step": 168390
    },
    {
      "epoch": 47.0,
      "grad_norm": 2.576042890548706,
      "learning_rate": 4.686518963878252e-06,
      "loss": 0.563,
      "step": 168400
    },
    {
      "epoch": 47.0,
      "eval_loss": 0.5585708022117615,
      "eval_runtime": 63.5653,
      "eval_samples_per_second": 79.587,
      "eval_steps_per_second": 9.958,
      "step": 168401
    },
    {
      "epoch": 47.0,
      "grad_norm": 2.738243579864502,
      "learning_rate": 4.686518181451467e-06,
      "loss": 0.5401,
      "step": 168410
    },
    {
      "epoch": 47.01,
      "grad_norm": 2.2084741592407227,
      "learning_rate": 4.686517398712858e-06,
      "loss": 0.5625,
      "step": 168420
    },
    {
      "epoch": 47.01,
      "grad_norm": 2.0951597690582275,
      "learning_rate": 4.686516615662426e-06,
      "loss": 0.5584,
      "step": 168430
    },
    {
      "epoch": 47.01,
      "grad_norm": 1.9631508588790894,
      "learning_rate": 4.686515832300171e-06,
      "loss": 0.566,
      "step": 168440
    },
    {
      "epoch": 47.01,
      "grad_norm": 2.129767417907715,
      "learning_rate": 4.686515048626093e-06,
      "loss": 0.5382,
      "step": 168450
    },
    {
      "epoch": 47.02,
      "grad_norm": 2.4265453815460205,
      "learning_rate": 4.6865142646401934e-06,
      "loss": 0.556,
      "step": 168460
    },
    {
      "epoch": 47.02,
      "grad_norm": 2.196112632751465,
      "learning_rate": 4.68651348034247e-06,
      "loss": 0.5761,
      "step": 168470
    },
    {
      "epoch": 47.02,
      "grad_norm": 2.3878557682037354,
      "learning_rate": 4.686512695732925e-06,
      "loss": 0.5593,
      "step": 168480
    },
    {
      "epoch": 47.02,
      "grad_norm": 2.5110037326812744,
      "learning_rate": 4.686511910811557e-06,
      "loss": 0.5775,
      "step": 168490
    },
    {
      "epoch": 47.03,
      "grad_norm": 1.984991192817688,
      "learning_rate": 4.686511125578367e-06,
      "loss": 0.5536,
      "step": 168500
    },
    {
      "epoch": 47.03,
      "grad_norm": 2.3664844036102295,
      "learning_rate": 4.686510340033355e-06,
      "loss": 0.5611,
      "step": 168510
    },
    {
      "epoch": 47.03,
      "grad_norm": 1.6170786619186401,
      "learning_rate": 4.686509554176521e-06,
      "loss": 0.5741,
      "step": 168520
    },
    {
      "epoch": 47.04,
      "grad_norm": 2.7424633502960205,
      "learning_rate": 4.686508768007865e-06,
      "loss": 0.5861,
      "step": 168530
    },
    {
      "epoch": 47.04,
      "grad_norm": 2.5180556774139404,
      "learning_rate": 4.686507981527387e-06,
      "loss": 0.57,
      "step": 168540
    },
    {
      "epoch": 47.04,
      "grad_norm": 2.1561920642852783,
      "learning_rate": 4.686507194735088e-06,
      "loss": 0.5508,
      "step": 168550
    },
    {
      "epoch": 47.04,
      "grad_norm": 1.9761488437652588,
      "learning_rate": 4.686506407630967e-06,
      "loss": 0.5671,
      "step": 168560
    },
    {
      "epoch": 47.05,
      "grad_norm": 2.326362371444702,
      "learning_rate": 4.686505620215024e-06,
      "loss": 0.5419,
      "step": 168570
    },
    {
      "epoch": 47.05,
      "grad_norm": 2.180384397506714,
      "learning_rate": 4.68650483248726e-06,
      "loss": 0.5642,
      "step": 168580
    },
    {
      "epoch": 47.05,
      "grad_norm": 1.942460536956787,
      "learning_rate": 4.686504044447674e-06,
      "loss": 0.5578,
      "step": 168590
    },
    {
      "epoch": 47.06,
      "grad_norm": 2.6121232509613037,
      "learning_rate": 4.686503256096268e-06,
      "loss": 0.5711,
      "step": 168600
    },
    {
      "epoch": 47.06,
      "grad_norm": 2.5677237510681152,
      "learning_rate": 4.68650246743304e-06,
      "loss": 0.5551,
      "step": 168610
    },
    {
      "epoch": 47.06,
      "grad_norm": 2.425494432449341,
      "learning_rate": 4.686501678457991e-06,
      "loss": 0.5571,
      "step": 168620
    },
    {
      "epoch": 47.06,
      "grad_norm": 2.304234027862549,
      "learning_rate": 4.686500889171121e-06,
      "loss": 0.5412,
      "step": 168630
    },
    {
      "epoch": 47.07,
      "grad_norm": 1.9643628597259521,
      "learning_rate": 4.686500099572431e-06,
      "loss": 0.5771,
      "step": 168640
    },
    {
      "epoch": 47.07,
      "grad_norm": 2.667400360107422,
      "learning_rate": 4.68649930966192e-06,
      "loss": 0.5223,
      "step": 168650
    },
    {
      "epoch": 47.07,
      "grad_norm": 2.064699411392212,
      "learning_rate": 4.686498519439588e-06,
      "loss": 0.548,
      "step": 168660
    },
    {
      "epoch": 47.08,
      "grad_norm": 2.4860074520111084,
      "learning_rate": 4.686497728905436e-06,
      "loss": 0.5685,
      "step": 168670
    },
    {
      "epoch": 47.08,
      "grad_norm": 2.519897222518921,
      "learning_rate": 4.686496938059464e-06,
      "loss": 0.5598,
      "step": 168680
    },
    {
      "epoch": 47.08,
      "grad_norm": 2.1687698364257812,
      "learning_rate": 4.686496146901672e-06,
      "loss": 0.5345,
      "step": 168690
    },
    {
      "epoch": 47.08,
      "grad_norm": 3.1292190551757812,
      "learning_rate": 4.686495355432059e-06,
      "loss": 0.5427,
      "step": 168700
    },
    {
      "epoch": 47.09,
      "grad_norm": 2.0662038326263428,
      "learning_rate": 4.686494563650625e-06,
      "loss": 0.539,
      "step": 168710
    },
    {
      "epoch": 47.09,
      "grad_norm": 2.1513214111328125,
      "learning_rate": 4.6864937715573726e-06,
      "loss": 0.5661,
      "step": 168720
    },
    {
      "epoch": 47.09,
      "grad_norm": 2.24273681640625,
      "learning_rate": 4.6864929791523e-06,
      "loss": 0.5446,
      "step": 168730
    },
    {
      "epoch": 47.09,
      "grad_norm": 2.365119218826294,
      "learning_rate": 4.686492186435407e-06,
      "loss": 0.5535,
      "step": 168740
    },
    {
      "epoch": 47.1,
      "grad_norm": 2.850285768508911,
      "learning_rate": 4.686491393406696e-06,
      "loss": 0.5579,
      "step": 168750
    },
    {
      "epoch": 47.1,
      "grad_norm": 1.9112340211868286,
      "learning_rate": 4.686490600066164e-06,
      "loss": 0.5575,
      "step": 168760
    },
    {
      "epoch": 47.1,
      "grad_norm": 2.0700361728668213,
      "learning_rate": 4.6864898064138125e-06,
      "loss": 0.5671,
      "step": 168770
    },
    {
      "epoch": 47.11,
      "grad_norm": 1.9042145013809204,
      "learning_rate": 4.686489012449642e-06,
      "loss": 0.5439,
      "step": 168780
    },
    {
      "epoch": 47.11,
      "grad_norm": 3.3389923572540283,
      "learning_rate": 4.686488218173653e-06,
      "loss": 0.5386,
      "step": 168790
    },
    {
      "epoch": 47.11,
      "grad_norm": 2.373460054397583,
      "learning_rate": 4.686487423585844e-06,
      "loss": 0.5324,
      "step": 168800
    },
    {
      "epoch": 47.11,
      "grad_norm": 2.3567144870758057,
      "learning_rate": 4.686486628686217e-06,
      "loss": 0.5441,
      "step": 168810
    },
    {
      "epoch": 47.12,
      "grad_norm": 2.2027478218078613,
      "learning_rate": 4.68648583347477e-06,
      "loss": 0.5577,
      "step": 168820
    },
    {
      "epoch": 47.12,
      "grad_norm": 2.591139793395996,
      "learning_rate": 4.686485037951506e-06,
      "loss": 0.5494,
      "step": 168830
    },
    {
      "epoch": 47.12,
      "grad_norm": 2.0507116317749023,
      "learning_rate": 4.6864842421164215e-06,
      "loss": 0.5258,
      "step": 168840
    },
    {
      "epoch": 47.13,
      "grad_norm": 2.1290767192840576,
      "learning_rate": 4.686483445969519e-06,
      "loss": 0.5835,
      "step": 168850
    },
    {
      "epoch": 47.13,
      "grad_norm": 2.5681967735290527,
      "learning_rate": 4.686482649510797e-06,
      "loss": 0.5426,
      "step": 168860
    },
    {
      "epoch": 47.13,
      "grad_norm": 2.17082142829895,
      "learning_rate": 4.686481852740258e-06,
      "loss": 0.5692,
      "step": 168870
    },
    {
      "epoch": 47.13,
      "grad_norm": 2.8788039684295654,
      "learning_rate": 4.686481055657901e-06,
      "loss": 0.5562,
      "step": 168880
    },
    {
      "epoch": 47.14,
      "grad_norm": 2.741192102432251,
      "learning_rate": 4.6864802582637255e-06,
      "loss": 0.5497,
      "step": 168890
    },
    {
      "epoch": 47.14,
      "grad_norm": 2.118149518966675,
      "learning_rate": 4.686479460557732e-06,
      "loss": 0.5517,
      "step": 168900
    },
    {
      "epoch": 47.14,
      "grad_norm": 2.3592541217803955,
      "learning_rate": 4.686478662539921e-06,
      "loss": 0.5648,
      "step": 168910
    },
    {
      "epoch": 47.14,
      "grad_norm": 1.664044976234436,
      "learning_rate": 4.6864778642102904e-06,
      "loss": 0.5652,
      "step": 168920
    },
    {
      "epoch": 47.15,
      "grad_norm": 2.461160659790039,
      "learning_rate": 4.686477065568844e-06,
      "loss": 0.5571,
      "step": 168930
    },
    {
      "epoch": 47.15,
      "grad_norm": 2.2001025676727295,
      "learning_rate": 4.686476266615579e-06,
      "loss": 0.5631,
      "step": 168940
    },
    {
      "epoch": 47.15,
      "grad_norm": 1.6429647207260132,
      "learning_rate": 4.686475467350496e-06,
      "loss": 0.5668,
      "step": 168950
    },
    {
      "epoch": 47.16,
      "grad_norm": 2.2727198600769043,
      "learning_rate": 4.6864746677735965e-06,
      "loss": 0.5424,
      "step": 168960
    },
    {
      "epoch": 47.16,
      "grad_norm": 2.0939700603485107,
      "learning_rate": 4.686473867884879e-06,
      "loss": 0.5379,
      "step": 168970
    },
    {
      "epoch": 47.16,
      "grad_norm": 2.3662309646606445,
      "learning_rate": 4.686473067684346e-06,
      "loss": 0.5494,
      "step": 168980
    },
    {
      "epoch": 47.16,
      "grad_norm": 2.2858967781066895,
      "learning_rate": 4.6864722671719945e-06,
      "loss": 0.5508,
      "step": 168990
    },
    {
      "epoch": 47.17,
      "grad_norm": 3.249192953109741,
      "learning_rate": 4.686471466347826e-06,
      "loss": 0.5486,
      "step": 169000
    },
    {
      "epoch": 47.17,
      "grad_norm": 2.962312936782837,
      "learning_rate": 4.686470665211841e-06,
      "loss": 0.5603,
      "step": 169010
    },
    {
      "epoch": 47.17,
      "grad_norm": 1.8366546630859375,
      "learning_rate": 4.686469863764039e-06,
      "loss": 0.5235,
      "step": 169020
    },
    {
      "epoch": 47.18,
      "grad_norm": 2.4718711376190186,
      "learning_rate": 4.68646906200442e-06,
      "loss": 0.5717,
      "step": 169030
    },
    {
      "epoch": 47.18,
      "grad_norm": 2.6486425399780273,
      "learning_rate": 4.686468259932986e-06,
      "loss": 0.5316,
      "step": 169040
    },
    {
      "epoch": 47.18,
      "grad_norm": 2.6354072093963623,
      "learning_rate": 4.686467457549734e-06,
      "loss": 0.5917,
      "step": 169050
    },
    {
      "epoch": 47.18,
      "grad_norm": 2.8551387786865234,
      "learning_rate": 4.686466654854667e-06,
      "loss": 0.5679,
      "step": 169060
    },
    {
      "epoch": 47.19,
      "grad_norm": 2.2791452407836914,
      "learning_rate": 4.6864658518477816e-06,
      "loss": 0.5448,
      "step": 169070
    },
    {
      "epoch": 47.19,
      "grad_norm": 2.165149688720703,
      "learning_rate": 4.6864650485290815e-06,
      "loss": 0.5718,
      "step": 169080
    },
    {
      "epoch": 47.19,
      "grad_norm": 2.3233225345611572,
      "learning_rate": 4.686464244898566e-06,
      "loss": 0.5448,
      "step": 169090
    },
    {
      "epoch": 47.2,
      "grad_norm": 2.6473841667175293,
      "learning_rate": 4.6864634409562344e-06,
      "loss": 0.5692,
      "step": 169100
    },
    {
      "epoch": 47.2,
      "grad_norm": 2.208655595779419,
      "learning_rate": 4.686462636702086e-06,
      "loss": 0.5726,
      "step": 169110
    },
    {
      "epoch": 47.2,
      "grad_norm": 2.6740152835845947,
      "learning_rate": 4.686461832136123e-06,
      "loss": 0.5546,
      "step": 169120
    },
    {
      "epoch": 47.2,
      "grad_norm": 1.94304621219635,
      "learning_rate": 4.6864610272583435e-06,
      "loss": 0.5521,
      "step": 169130
    },
    {
      "epoch": 47.21,
      "grad_norm": 2.685361862182617,
      "learning_rate": 4.6864602220687484e-06,
      "loss": 0.5512,
      "step": 169140
    },
    {
      "epoch": 47.21,
      "grad_norm": 2.117537021636963,
      "learning_rate": 4.686459416567339e-06,
      "loss": 0.5549,
      "step": 169150
    },
    {
      "epoch": 47.21,
      "grad_norm": 2.4027323722839355,
      "learning_rate": 4.686458610754114e-06,
      "loss": 0.549,
      "step": 169160
    },
    {
      "epoch": 47.21,
      "grad_norm": 1.9733169078826904,
      "learning_rate": 4.6864578046290725e-06,
      "loss": 0.5552,
      "step": 169170
    },
    {
      "epoch": 47.22,
      "grad_norm": 2.2420544624328613,
      "learning_rate": 4.686456998192217e-06,
      "loss": 0.5649,
      "step": 169180
    },
    {
      "epoch": 47.22,
      "grad_norm": 1.9944896697998047,
      "learning_rate": 4.686456191443547e-06,
      "loss": 0.5606,
      "step": 169190
    },
    {
      "epoch": 47.22,
      "grad_norm": 2.392289161682129,
      "learning_rate": 4.686455384383062e-06,
      "loss": 0.5553,
      "step": 169200
    },
    {
      "epoch": 47.23,
      "grad_norm": 2.6449694633483887,
      "learning_rate": 4.686454577010762e-06,
      "loss": 0.5953,
      "step": 169210
    },
    {
      "epoch": 47.23,
      "grad_norm": 1.7915383577346802,
      "learning_rate": 4.6864537693266475e-06,
      "loss": 0.5699,
      "step": 169220
    },
    {
      "epoch": 47.23,
      "grad_norm": 2.2967989444732666,
      "learning_rate": 4.686452961330719e-06,
      "loss": 0.548,
      "step": 169230
    },
    {
      "epoch": 47.23,
      "grad_norm": 2.3061304092407227,
      "learning_rate": 4.686452153022975e-06,
      "loss": 0.5543,
      "step": 169240
    },
    {
      "epoch": 47.24,
      "grad_norm": 2.312791347503662,
      "learning_rate": 4.686451344403418e-06,
      "loss": 0.5462,
      "step": 169250
    },
    {
      "epoch": 47.24,
      "grad_norm": 2.5909628868103027,
      "learning_rate": 4.686450535472045e-06,
      "loss": 0.5499,
      "step": 169260
    },
    {
      "epoch": 47.24,
      "grad_norm": 1.9427415132522583,
      "learning_rate": 4.68644972622886e-06,
      "loss": 0.5428,
      "step": 169270
    },
    {
      "epoch": 47.25,
      "grad_norm": 2.021419048309326,
      "learning_rate": 4.686448916673859e-06,
      "loss": 0.5485,
      "step": 169280
    },
    {
      "epoch": 47.25,
      "grad_norm": 2.831926107406616,
      "learning_rate": 4.686448106807045e-06,
      "loss": 0.5605,
      "step": 169290
    },
    {
      "epoch": 47.25,
      "grad_norm": 2.2157680988311768,
      "learning_rate": 4.686447296628418e-06,
      "loss": 0.5372,
      "step": 169300
    },
    {
      "epoch": 47.25,
      "grad_norm": 2.112579345703125,
      "learning_rate": 4.686446486137977e-06,
      "loss": 0.54,
      "step": 169310
    },
    {
      "epoch": 47.26,
      "grad_norm": 2.395923376083374,
      "learning_rate": 4.686445675335722e-06,
      "loss": 0.5542,
      "step": 169320
    },
    {
      "epoch": 47.26,
      "grad_norm": 1.8826781511306763,
      "learning_rate": 4.686444864221653e-06,
      "loss": 0.5345,
      "step": 169330
    },
    {
      "epoch": 47.26,
      "grad_norm": 2.2523837089538574,
      "learning_rate": 4.686444052795771e-06,
      "loss": 0.5535,
      "step": 169340
    },
    {
      "epoch": 47.26,
      "grad_norm": 2.94307541847229,
      "learning_rate": 4.686443241058077e-06,
      "loss": 0.5725,
      "step": 169350
    },
    {
      "epoch": 47.27,
      "grad_norm": 2.622042655944824,
      "learning_rate": 4.686442429008569e-06,
      "loss": 0.5817,
      "step": 169360
    },
    {
      "epoch": 47.27,
      "grad_norm": 2.331533193588257,
      "learning_rate": 4.686441616647248e-06,
      "loss": 0.5507,
      "step": 169370
    },
    {
      "epoch": 47.27,
      "grad_norm": 2.682910203933716,
      "learning_rate": 4.686440803974114e-06,
      "loss": 0.5625,
      "step": 169380
    },
    {
      "epoch": 47.28,
      "grad_norm": 2.4001927375793457,
      "learning_rate": 4.686439990989168e-06,
      "loss": 0.5546,
      "step": 169390
    },
    {
      "epoch": 47.28,
      "grad_norm": 1.9389567375183105,
      "learning_rate": 4.686439177692409e-06,
      "loss": 0.542,
      "step": 169400
    },
    {
      "epoch": 47.28,
      "grad_norm": 2.0010223388671875,
      "learning_rate": 4.686438364083836e-06,
      "loss": 0.565,
      "step": 169410
    },
    {
      "epoch": 47.28,
      "grad_norm": 2.050241231918335,
      "learning_rate": 4.6864375501634526e-06,
      "loss": 0.5492,
      "step": 169420
    },
    {
      "epoch": 47.29,
      "grad_norm": 2.212104082107544,
      "learning_rate": 4.686436735931256e-06,
      "loss": 0.5542,
      "step": 169430
    },
    {
      "epoch": 47.29,
      "grad_norm": 2.4780948162078857,
      "learning_rate": 4.686435921387247e-06,
      "loss": 0.5631,
      "step": 169440
    },
    {
      "epoch": 47.29,
      "grad_norm": 2.324833393096924,
      "learning_rate": 4.686435106531426e-06,
      "loss": 0.5511,
      "step": 169450
    },
    {
      "epoch": 47.3,
      "grad_norm": 3.021350145339966,
      "learning_rate": 4.6864342913637936e-06,
      "loss": 0.5703,
      "step": 169460
    },
    {
      "epoch": 47.3,
      "grad_norm": 2.4115235805511475,
      "learning_rate": 4.686433475884347e-06,
      "loss": 0.561,
      "step": 169470
    },
    {
      "epoch": 47.3,
      "grad_norm": 2.5923726558685303,
      "learning_rate": 4.6864326600930915e-06,
      "loss": 0.5666,
      "step": 169480
    },
    {
      "epoch": 47.3,
      "grad_norm": 3.033412456512451,
      "learning_rate": 4.686431843990023e-06,
      "loss": 0.5398,
      "step": 169490
    },
    {
      "epoch": 47.31,
      "grad_norm": 2.5533297061920166,
      "learning_rate": 4.686431027575143e-06,
      "loss": 0.5658,
      "step": 169500
    },
    {
      "epoch": 47.31,
      "grad_norm": 1.7030233144760132,
      "learning_rate": 4.686430210848451e-06,
      "loss": 0.5711,
      "step": 169510
    },
    {
      "epoch": 47.31,
      "grad_norm": 2.63061785697937,
      "learning_rate": 4.686429393809948e-06,
      "loss": 0.5653,
      "step": 169520
    },
    {
      "epoch": 47.32,
      "grad_norm": 2.5242345333099365,
      "learning_rate": 4.686428576459634e-06,
      "loss": 0.5313,
      "step": 169530
    },
    {
      "epoch": 47.32,
      "grad_norm": 3.275264263153076,
      "learning_rate": 4.6864277587975085e-06,
      "loss": 0.5486,
      "step": 169540
    },
    {
      "epoch": 47.32,
      "grad_norm": 1.868955135345459,
      "learning_rate": 4.686426940823572e-06,
      "loss": 0.5734,
      "step": 169550
    },
    {
      "epoch": 47.32,
      "grad_norm": 2.3763678073883057,
      "learning_rate": 4.686426122537825e-06,
      "loss": 0.5535,
      "step": 169560
    },
    {
      "epoch": 47.33,
      "grad_norm": 2.4919023513793945,
      "learning_rate": 4.686425303940267e-06,
      "loss": 0.5586,
      "step": 169570
    },
    {
      "epoch": 47.33,
      "grad_norm": 2.181306838989258,
      "learning_rate": 4.686424485030898e-06,
      "loss": 0.5949,
      "step": 169580
    },
    {
      "epoch": 47.33,
      "grad_norm": 2.0491631031036377,
      "learning_rate": 4.686423665809719e-06,
      "loss": 0.5483,
      "step": 169590
    },
    {
      "epoch": 47.33,
      "grad_norm": 2.204771041870117,
      "learning_rate": 4.686422846276729e-06,
      "loss": 0.561,
      "step": 169600
    },
    {
      "epoch": 47.34,
      "grad_norm": 2.181628465652466,
      "learning_rate": 4.686422026431928e-06,
      "loss": 0.557,
      "step": 169610
    },
    {
      "epoch": 47.34,
      "grad_norm": 2.6670358180999756,
      "learning_rate": 4.686421206275318e-06,
      "loss": 0.5496,
      "step": 169620
    },
    {
      "epoch": 47.34,
      "grad_norm": 2.1756792068481445,
      "learning_rate": 4.686420385806897e-06,
      "loss": 0.5452,
      "step": 169630
    },
    {
      "epoch": 47.35,
      "grad_norm": 2.93900728225708,
      "learning_rate": 4.686419565026666e-06,
      "loss": 0.534,
      "step": 169640
    },
    {
      "epoch": 47.35,
      "grad_norm": 2.148458242416382,
      "learning_rate": 4.686418743934625e-06,
      "loss": 0.5584,
      "step": 169650
    },
    {
      "epoch": 47.35,
      "grad_norm": 2.469017267227173,
      "learning_rate": 4.686417922530774e-06,
      "loss": 0.5572,
      "step": 169660
    },
    {
      "epoch": 47.35,
      "grad_norm": 2.5937767028808594,
      "learning_rate": 4.686417100815114e-06,
      "loss": 0.5516,
      "step": 169670
    },
    {
      "epoch": 47.36,
      "grad_norm": 2.9798898696899414,
      "learning_rate": 4.686416278787644e-06,
      "loss": 0.551,
      "step": 169680
    },
    {
      "epoch": 47.36,
      "grad_norm": 1.8736592531204224,
      "learning_rate": 4.686415456448364e-06,
      "loss": 0.5527,
      "step": 169690
    },
    {
      "epoch": 47.36,
      "grad_norm": 1.9438321590423584,
      "learning_rate": 4.686414633797275e-06,
      "loss": 0.5532,
      "step": 169700
    },
    {
      "epoch": 47.37,
      "grad_norm": 2.4095089435577393,
      "learning_rate": 4.686413810834376e-06,
      "loss": 0.5567,
      "step": 169710
    },
    {
      "epoch": 47.37,
      "grad_norm": 2.2916550636291504,
      "learning_rate": 4.686412987559669e-06,
      "loss": 0.5484,
      "step": 169720
    },
    {
      "epoch": 47.37,
      "grad_norm": 1.9023234844207764,
      "learning_rate": 4.686412163973153e-06,
      "loss": 0.561,
      "step": 169730
    },
    {
      "epoch": 47.37,
      "grad_norm": 2.0224156379699707,
      "learning_rate": 4.686411340074827e-06,
      "loss": 0.5678,
      "step": 169740
    },
    {
      "epoch": 47.38,
      "grad_norm": 2.439704179763794,
      "learning_rate": 4.686410515864693e-06,
      "loss": 0.5677,
      "step": 169750
    },
    {
      "epoch": 47.38,
      "grad_norm": 2.404167413711548,
      "learning_rate": 4.686409691342749e-06,
      "loss": 0.5506,
      "step": 169760
    },
    {
      "epoch": 47.38,
      "grad_norm": 2.847198963165283,
      "learning_rate": 4.686408866508998e-06,
      "loss": 0.5787,
      "step": 169770
    },
    {
      "epoch": 47.38,
      "grad_norm": 2.188728094100952,
      "learning_rate": 4.686408041363438e-06,
      "loss": 0.5753,
      "step": 169780
    },
    {
      "epoch": 47.39,
      "grad_norm": 1.9548871517181396,
      "learning_rate": 4.686407215906069e-06,
      "loss": 0.5351,
      "step": 169790
    },
    {
      "epoch": 47.39,
      "grad_norm": 2.3942909240722656,
      "learning_rate": 4.686406390136892e-06,
      "loss": 0.5499,
      "step": 169800
    },
    {
      "epoch": 47.39,
      "grad_norm": 2.4506382942199707,
      "learning_rate": 4.686405564055906e-06,
      "loss": 0.5595,
      "step": 169810
    },
    {
      "epoch": 47.4,
      "grad_norm": 2.4162862300872803,
      "learning_rate": 4.686404737663113e-06,
      "loss": 0.549,
      "step": 169820
    },
    {
      "epoch": 47.4,
      "grad_norm": 1.9738831520080566,
      "learning_rate": 4.686403910958511e-06,
      "loss": 0.5733,
      "step": 169830
    },
    {
      "epoch": 47.4,
      "grad_norm": 2.7509286403656006,
      "learning_rate": 4.686403083942102e-06,
      "loss": 0.5744,
      "step": 169840
    },
    {
      "epoch": 47.4,
      "grad_norm": 2.13564133644104,
      "learning_rate": 4.686402256613885e-06,
      "loss": 0.5509,
      "step": 169850
    },
    {
      "epoch": 47.41,
      "grad_norm": 2.2809159755706787,
      "learning_rate": 4.68640142897386e-06,
      "loss": 0.5529,
      "step": 169860
    },
    {
      "epoch": 47.41,
      "grad_norm": 2.3309082984924316,
      "learning_rate": 4.686400601022028e-06,
      "loss": 0.5674,
      "step": 169870
    },
    {
      "epoch": 47.41,
      "grad_norm": 2.329385757446289,
      "learning_rate": 4.6863997727583886e-06,
      "loss": 0.5654,
      "step": 169880
    },
    {
      "epoch": 47.42,
      "grad_norm": 2.2460436820983887,
      "learning_rate": 4.6863989441829415e-06,
      "loss": 0.5741,
      "step": 169890
    },
    {
      "epoch": 47.42,
      "grad_norm": 2.393059730529785,
      "learning_rate": 4.686398115295687e-06,
      "loss": 0.5406,
      "step": 169900
    },
    {
      "epoch": 47.42,
      "grad_norm": 2.227344274520874,
      "learning_rate": 4.686397286096626e-06,
      "loss": 0.5575,
      "step": 169910
    },
    {
      "epoch": 47.42,
      "grad_norm": 2.031449317932129,
      "learning_rate": 4.686396456585758e-06,
      "loss": 0.5345,
      "step": 169920
    },
    {
      "epoch": 47.43,
      "grad_norm": 2.16880464553833,
      "learning_rate": 4.686395626763082e-06,
      "loss": 0.5393,
      "step": 169930
    },
    {
      "epoch": 47.43,
      "grad_norm": 1.8917254209518433,
      "learning_rate": 4.686394796628601e-06,
      "loss": 0.5559,
      "step": 169940
    },
    {
      "epoch": 47.43,
      "grad_norm": 1.9015048742294312,
      "learning_rate": 4.686393966182312e-06,
      "loss": 0.5462,
      "step": 169950
    },
    {
      "epoch": 47.44,
      "grad_norm": 2.3169145584106445,
      "learning_rate": 4.686393135424217e-06,
      "loss": 0.5619,
      "step": 169960
    },
    {
      "epoch": 47.44,
      "grad_norm": 1.7813572883605957,
      "learning_rate": 4.686392304354315e-06,
      "loss": 0.5373,
      "step": 169970
    },
    {
      "epoch": 47.44,
      "grad_norm": 2.579777479171753,
      "learning_rate": 4.686391472972607e-06,
      "loss": 0.5666,
      "step": 169980
    },
    {
      "epoch": 47.44,
      "grad_norm": 1.7866671085357666,
      "learning_rate": 4.686390641279093e-06,
      "loss": 0.559,
      "step": 169990
    },
    {
      "epoch": 47.45,
      "grad_norm": 2.5762054920196533,
      "learning_rate": 4.686389809273773e-06,
      "loss": 0.552,
      "step": 170000
    },
    {
      "epoch": 47.45,
      "grad_norm": 2.38576602935791,
      "learning_rate": 4.686388976956647e-06,
      "loss": 0.5455,
      "step": 170010
    },
    {
      "epoch": 47.45,
      "grad_norm": 1.7290587425231934,
      "learning_rate": 4.686388144327714e-06,
      "loss": 0.5509,
      "step": 170020
    },
    {
      "epoch": 47.45,
      "grad_norm": 2.067587375640869,
      "learning_rate": 4.686387311386977e-06,
      "loss": 0.5738,
      "step": 170030
    },
    {
      "epoch": 47.46,
      "grad_norm": 1.8587244749069214,
      "learning_rate": 4.6863864781344335e-06,
      "loss": 0.5586,
      "step": 170040
    },
    {
      "epoch": 47.46,
      "grad_norm": 2.147409439086914,
      "learning_rate": 4.686385644570084e-06,
      "loss": 0.5488,
      "step": 170050
    },
    {
      "epoch": 47.46,
      "grad_norm": 2.2938671112060547,
      "learning_rate": 4.6863848106939295e-06,
      "loss": 0.5584,
      "step": 170060
    },
    {
      "epoch": 47.47,
      "grad_norm": 2.2746095657348633,
      "learning_rate": 4.68638397650597e-06,
      "loss": 0.533,
      "step": 170070
    },
    {
      "epoch": 47.47,
      "grad_norm": 2.7376224994659424,
      "learning_rate": 4.686383142006204e-06,
      "loss": 0.5578,
      "step": 170080
    },
    {
      "epoch": 47.47,
      "grad_norm": 2.260622024536133,
      "learning_rate": 4.686382307194635e-06,
      "loss": 0.5626,
      "step": 170090
    },
    {
      "epoch": 47.47,
      "grad_norm": 2.1084506511688232,
      "learning_rate": 4.6863814720712595e-06,
      "loss": 0.5683,
      "step": 170100
    },
    {
      "epoch": 47.48,
      "grad_norm": 2.9576594829559326,
      "learning_rate": 4.68638063663608e-06,
      "loss": 0.5734,
      "step": 170110
    },
    {
      "epoch": 47.48,
      "grad_norm": 3.016052484512329,
      "learning_rate": 4.686379800889094e-06,
      "loss": 0.5452,
      "step": 170120
    },
    {
      "epoch": 47.48,
      "grad_norm": 1.9398651123046875,
      "learning_rate": 4.686378964830305e-06,
      "loss": 0.579,
      "step": 170130
    },
    {
      "epoch": 47.49,
      "grad_norm": 1.9297494888305664,
      "learning_rate": 4.68637812845971e-06,
      "loss": 0.5628,
      "step": 170140
    },
    {
      "epoch": 47.49,
      "grad_norm": 2.480862855911255,
      "learning_rate": 4.6863772917773124e-06,
      "loss": 0.5526,
      "step": 170150
    },
    {
      "epoch": 47.49,
      "grad_norm": 2.428581714630127,
      "learning_rate": 4.686376454783109e-06,
      "loss": 0.5572,
      "step": 170160
    },
    {
      "epoch": 47.49,
      "grad_norm": 1.5092616081237793,
      "learning_rate": 4.686375617477102e-06,
      "loss": 0.5596,
      "step": 170170
    },
    {
      "epoch": 47.5,
      "grad_norm": 1.9655530452728271,
      "learning_rate": 4.686374779859291e-06,
      "loss": 0.5592,
      "step": 170180
    },
    {
      "epoch": 47.5,
      "grad_norm": 2.4387319087982178,
      "learning_rate": 4.686373941929676e-06,
      "loss": 0.5494,
      "step": 170190
    },
    {
      "epoch": 47.5,
      "grad_norm": 1.9006239175796509,
      "learning_rate": 4.686373103688257e-06,
      "loss": 0.5527,
      "step": 170200
    },
    {
      "epoch": 47.5,
      "grad_norm": 3.5507118701934814,
      "learning_rate": 4.686372265135033e-06,
      "loss": 0.5455,
      "step": 170210
    },
    {
      "epoch": 47.51,
      "grad_norm": 2.5921027660369873,
      "learning_rate": 4.686371426270007e-06,
      "loss": 0.5478,
      "step": 170220
    },
    {
      "epoch": 47.51,
      "grad_norm": 2.9457919597625732,
      "learning_rate": 4.686370587093177e-06,
      "loss": 0.5465,
      "step": 170230
    },
    {
      "epoch": 47.51,
      "grad_norm": 2.461012125015259,
      "learning_rate": 4.686369747604544e-06,
      "loss": 0.5461,
      "step": 170240
    },
    {
      "epoch": 47.52,
      "grad_norm": 1.9345446825027466,
      "learning_rate": 4.686368907804107e-06,
      "loss": 0.53,
      "step": 170250
    },
    {
      "epoch": 47.52,
      "grad_norm": 2.263080596923828,
      "learning_rate": 4.686368067691867e-06,
      "loss": 0.5542,
      "step": 170260
    },
    {
      "epoch": 47.52,
      "grad_norm": 1.9701985120773315,
      "learning_rate": 4.686367227267824e-06,
      "loss": 0.5669,
      "step": 170270
    },
    {
      "epoch": 47.52,
      "grad_norm": 2.6904661655426025,
      "learning_rate": 4.686366386531978e-06,
      "loss": 0.5578,
      "step": 170280
    },
    {
      "epoch": 47.53,
      "grad_norm": 2.8579964637756348,
      "learning_rate": 4.686365545484329e-06,
      "loss": 0.5571,
      "step": 170290
    },
    {
      "epoch": 47.53,
      "grad_norm": 2.0297064781188965,
      "learning_rate": 4.686364704124878e-06,
      "loss": 0.5396,
      "step": 170300
    },
    {
      "epoch": 47.53,
      "grad_norm": 2.316274404525757,
      "learning_rate": 4.686363862453623e-06,
      "loss": 0.5597,
      "step": 170310
    },
    {
      "epoch": 47.54,
      "grad_norm": 2.424605369567871,
      "learning_rate": 4.686363020470566e-06,
      "loss": 0.5591,
      "step": 170320
    },
    {
      "epoch": 47.54,
      "grad_norm": 1.6474426984786987,
      "learning_rate": 4.686362178175706e-06,
      "loss": 0.5589,
      "step": 170330
    },
    {
      "epoch": 47.54,
      "grad_norm": 2.2479803562164307,
      "learning_rate": 4.686361335569045e-06,
      "loss": 0.5726,
      "step": 170340
    },
    {
      "epoch": 47.54,
      "grad_norm": 2.36057186126709,
      "learning_rate": 4.6863604926505806e-06,
      "loss": 0.5599,
      "step": 170350
    },
    {
      "epoch": 47.55,
      "grad_norm": 1.9525303840637207,
      "learning_rate": 4.686359649420315e-06,
      "loss": 0.5468,
      "step": 170360
    },
    {
      "epoch": 47.55,
      "grad_norm": 2.3148815631866455,
      "learning_rate": 4.686358805878246e-06,
      "loss": 0.5676,
      "step": 170370
    },
    {
      "epoch": 47.55,
      "grad_norm": 2.5375335216522217,
      "learning_rate": 4.686357962024376e-06,
      "loss": 0.565,
      "step": 170380
    },
    {
      "epoch": 47.56,
      "grad_norm": 2.259359836578369,
      "learning_rate": 4.686357117858705e-06,
      "loss": 0.5568,
      "step": 170390
    },
    {
      "epoch": 47.56,
      "grad_norm": 2.0779452323913574,
      "learning_rate": 4.6863562733812316e-06,
      "loss": 0.5843,
      "step": 170400
    },
    {
      "epoch": 47.56,
      "grad_norm": 2.4599289894104004,
      "learning_rate": 4.686355428591957e-06,
      "loss": 0.579,
      "step": 170410
    },
    {
      "epoch": 47.56,
      "grad_norm": 2.1972575187683105,
      "learning_rate": 4.686354583490881e-06,
      "loss": 0.5547,
      "step": 170420
    },
    {
      "epoch": 47.57,
      "grad_norm": 2.2099437713623047,
      "learning_rate": 4.686353738078003e-06,
      "loss": 0.5435,
      "step": 170430
    },
    {
      "epoch": 47.57,
      "grad_norm": 2.8222572803497314,
      "learning_rate": 4.686352892353324e-06,
      "loss": 0.5558,
      "step": 170440
    },
    {
      "epoch": 47.57,
      "grad_norm": 2.3440637588500977,
      "learning_rate": 4.686352046316844e-06,
      "loss": 0.5673,
      "step": 170450
    },
    {
      "epoch": 47.57,
      "grad_norm": 2.158066511154175,
      "learning_rate": 4.686351199968564e-06,
      "loss": 0.5621,
      "step": 170460
    },
    {
      "epoch": 47.58,
      "grad_norm": 2.419672727584839,
      "learning_rate": 4.686350353308482e-06,
      "loss": 0.5701,
      "step": 170470
    },
    {
      "epoch": 47.58,
      "grad_norm": 2.319257974624634,
      "learning_rate": 4.686349506336599e-06,
      "loss": 0.5777,
      "step": 170480
    },
    {
      "epoch": 47.58,
      "grad_norm": 2.360490083694458,
      "learning_rate": 4.686348659052917e-06,
      "loss": 0.555,
      "step": 170490
    },
    {
      "epoch": 47.59,
      "grad_norm": 2.5524425506591797,
      "learning_rate": 4.686347811457434e-06,
      "loss": 0.5703,
      "step": 170500
    },
    {
      "epoch": 47.59,
      "grad_norm": 2.533600330352783,
      "learning_rate": 4.686346963550149e-06,
      "loss": 0.5559,
      "step": 170510
    },
    {
      "epoch": 47.59,
      "grad_norm": 1.9599889516830444,
      "learning_rate": 4.6863461153310645e-06,
      "loss": 0.5556,
      "step": 170520
    },
    {
      "epoch": 47.59,
      "grad_norm": 2.5778861045837402,
      "learning_rate": 4.68634526680018e-06,
      "loss": 0.5795,
      "step": 170530
    },
    {
      "epoch": 47.6,
      "grad_norm": 2.473755359649658,
      "learning_rate": 4.686344417957496e-06,
      "loss": 0.5417,
      "step": 170540
    },
    {
      "epoch": 47.6,
      "grad_norm": 2.3553855419158936,
      "learning_rate": 4.686343568803012e-06,
      "loss": 0.5628,
      "step": 170550
    },
    {
      "epoch": 47.6,
      "grad_norm": 2.3316197395324707,
      "learning_rate": 4.686342719336727e-06,
      "loss": 0.5576,
      "step": 170560
    },
    {
      "epoch": 47.61,
      "grad_norm": 2.4039323329925537,
      "learning_rate": 4.686341869558643e-06,
      "loss": 0.5529,
      "step": 170570
    },
    {
      "epoch": 47.61,
      "grad_norm": 2.2588555812835693,
      "learning_rate": 4.68634101946876e-06,
      "loss": 0.5439,
      "step": 170580
    },
    {
      "epoch": 47.61,
      "grad_norm": 2.5747883319854736,
      "learning_rate": 4.686340169067076e-06,
      "loss": 0.5342,
      "step": 170590
    },
    {
      "epoch": 47.61,
      "grad_norm": 2.5826425552368164,
      "learning_rate": 4.686339318353594e-06,
      "loss": 0.5664,
      "step": 170600
    },
    {
      "epoch": 47.62,
      "grad_norm": 2.1447951793670654,
      "learning_rate": 4.686338467328312e-06,
      "loss": 0.557,
      "step": 170610
    },
    {
      "epoch": 47.62,
      "grad_norm": 2.092355489730835,
      "learning_rate": 4.686337615991231e-06,
      "loss": 0.5684,
      "step": 170620
    },
    {
      "epoch": 47.62,
      "grad_norm": 2.2247250080108643,
      "learning_rate": 4.6863367643423515e-06,
      "loss": 0.557,
      "step": 170630
    },
    {
      "epoch": 47.62,
      "grad_norm": 1.7588562965393066,
      "learning_rate": 4.686335912381672e-06,
      "loss": 0.5613,
      "step": 170640
    },
    {
      "epoch": 47.63,
      "grad_norm": 2.2018580436706543,
      "learning_rate": 4.6863350601091945e-06,
      "loss": 0.5672,
      "step": 170650
    },
    {
      "epoch": 47.63,
      "grad_norm": 2.2775516510009766,
      "learning_rate": 4.686334207524917e-06,
      "loss": 0.5578,
      "step": 170660
    },
    {
      "epoch": 47.63,
      "grad_norm": 2.5811502933502197,
      "learning_rate": 4.686333354628842e-06,
      "loss": 0.5653,
      "step": 170670
    },
    {
      "epoch": 47.64,
      "grad_norm": 2.349165439605713,
      "learning_rate": 4.686332501420969e-06,
      "loss": 0.5534,
      "step": 170680
    },
    {
      "epoch": 47.64,
      "grad_norm": 1.7244789600372314,
      "learning_rate": 4.686331647901297e-06,
      "loss": 0.5513,
      "step": 170690
    },
    {
      "epoch": 47.64,
      "grad_norm": 2.370378255844116,
      "learning_rate": 4.686330794069827e-06,
      "loss": 0.5464,
      "step": 170700
    },
    {
      "epoch": 47.64,
      "grad_norm": 2.317490339279175,
      "learning_rate": 4.686329939926558e-06,
      "loss": 0.5702,
      "step": 170710
    },
    {
      "epoch": 47.65,
      "grad_norm": 1.878778338432312,
      "learning_rate": 4.686329085471492e-06,
      "loss": 0.5581,
      "step": 170720
    },
    {
      "epoch": 47.65,
      "grad_norm": 2.8716328144073486,
      "learning_rate": 4.686328230704628e-06,
      "loss": 0.5438,
      "step": 170730
    },
    {
      "epoch": 47.65,
      "grad_norm": 1.9988734722137451,
      "learning_rate": 4.686327375625965e-06,
      "loss": 0.5734,
      "step": 170740
    },
    {
      "epoch": 47.66,
      "grad_norm": 2.8251774311065674,
      "learning_rate": 4.686326520235506e-06,
      "loss": 0.5587,
      "step": 170750
    },
    {
      "epoch": 47.66,
      "grad_norm": 2.40622878074646,
      "learning_rate": 4.686325664533248e-06,
      "loss": 0.541,
      "step": 170760
    },
    {
      "epoch": 47.66,
      "grad_norm": 2.6406428813934326,
      "learning_rate": 4.686324808519194e-06,
      "loss": 0.551,
      "step": 170770
    },
    {
      "epoch": 47.66,
      "grad_norm": 2.3325953483581543,
      "learning_rate": 4.686323952193342e-06,
      "loss": 0.552,
      "step": 170780
    },
    {
      "epoch": 47.67,
      "grad_norm": 2.670227289199829,
      "learning_rate": 4.6863230955556925e-06,
      "loss": 0.5563,
      "step": 170790
    },
    {
      "epoch": 47.67,
      "grad_norm": 1.9544349908828735,
      "learning_rate": 4.686322238606245e-06,
      "loss": 0.5602,
      "step": 170800
    },
    {
      "epoch": 47.67,
      "grad_norm": 2.4513943195343018,
      "learning_rate": 4.686321381345002e-06,
      "loss": 0.5477,
      "step": 170810
    },
    {
      "epoch": 47.68,
      "grad_norm": 2.409653425216675,
      "learning_rate": 4.686320523771962e-06,
      "loss": 0.5664,
      "step": 170820
    },
    {
      "epoch": 47.68,
      "grad_norm": 2.263695478439331,
      "learning_rate": 4.686319665887125e-06,
      "loss": 0.561,
      "step": 170830
    },
    {
      "epoch": 47.68,
      "grad_norm": 2.5691165924072266,
      "learning_rate": 4.686318807690491e-06,
      "loss": 0.5442,
      "step": 170840
    },
    {
      "epoch": 47.68,
      "grad_norm": 2.1645307540893555,
      "learning_rate": 4.6863179491820605e-06,
      "loss": 0.5633,
      "step": 170850
    },
    {
      "epoch": 47.69,
      "grad_norm": 1.93045175075531,
      "learning_rate": 4.686317090361833e-06,
      "loss": 0.5413,
      "step": 170860
    },
    {
      "epoch": 47.69,
      "grad_norm": 2.3825302124023438,
      "learning_rate": 4.686316231229811e-06,
      "loss": 0.5541,
      "step": 170870
    },
    {
      "epoch": 47.69,
      "grad_norm": 3.1844561100006104,
      "learning_rate": 4.686315371785992e-06,
      "loss": 0.5316,
      "step": 170880
    },
    {
      "epoch": 47.69,
      "grad_norm": 1.8806391954421997,
      "learning_rate": 4.686314512030376e-06,
      "loss": 0.5542,
      "step": 170890
    },
    {
      "epoch": 47.7,
      "grad_norm": 2.0961790084838867,
      "learning_rate": 4.686313651962965e-06,
      "loss": 0.5443,
      "step": 170900
    },
    {
      "epoch": 47.7,
      "grad_norm": 1.7004858255386353,
      "learning_rate": 4.686312791583757e-06,
      "loss": 0.5513,
      "step": 170910
    },
    {
      "epoch": 47.7,
      "grad_norm": 2.667279005050659,
      "learning_rate": 4.686311930892754e-06,
      "loss": 0.5514,
      "step": 170920
    },
    {
      "epoch": 47.71,
      "grad_norm": 2.134143352508545,
      "learning_rate": 4.686311069889956e-06,
      "loss": 0.5468,
      "step": 170930
    },
    {
      "epoch": 47.71,
      "grad_norm": 1.840409755706787,
      "learning_rate": 4.686310208575362e-06,
      "loss": 0.5549,
      "step": 170940
    },
    {
      "epoch": 47.71,
      "grad_norm": 2.482100009918213,
      "learning_rate": 4.686309346948972e-06,
      "loss": 0.5357,
      "step": 170950
    },
    {
      "epoch": 47.71,
      "grad_norm": 2.2853426933288574,
      "learning_rate": 4.6863084850107875e-06,
      "loss": 0.5468,
      "step": 170960
    },
    {
      "epoch": 47.72,
      "grad_norm": 1.664453148841858,
      "learning_rate": 4.686307622760808e-06,
      "loss": 0.5577,
      "step": 170970
    },
    {
      "epoch": 47.72,
      "grad_norm": 2.8578569889068604,
      "learning_rate": 4.686306760199032e-06,
      "loss": 0.5559,
      "step": 170980
    },
    {
      "epoch": 47.72,
      "grad_norm": 2.170466899871826,
      "learning_rate": 4.6863058973254614e-06,
      "loss": 0.5562,
      "step": 170990
    },
    {
      "epoch": 47.73,
      "grad_norm": 1.871170997619629,
      "learning_rate": 4.686305034140097e-06,
      "loss": 0.5478,
      "step": 171000
    },
    {
      "epoch": 47.73,
      "grad_norm": 1.8063580989837646,
      "learning_rate": 4.686304170642938e-06,
      "loss": 0.5664,
      "step": 171010
    },
    {
      "epoch": 47.73,
      "grad_norm": 2.6191043853759766,
      "learning_rate": 4.686303306833983e-06,
      "loss": 0.5316,
      "step": 171020
    },
    {
      "epoch": 47.73,
      "grad_norm": 3.458998441696167,
      "learning_rate": 4.6863024427132345e-06,
      "loss": 0.5717,
      "step": 171030
    },
    {
      "epoch": 47.74,
      "grad_norm": 2.554363489151001,
      "learning_rate": 4.686301578280692e-06,
      "loss": 0.5574,
      "step": 171040
    },
    {
      "epoch": 47.74,
      "grad_norm": 3.2626891136169434,
      "learning_rate": 4.686300713536355e-06,
      "loss": 0.5557,
      "step": 171050
    },
    {
      "epoch": 47.74,
      "grad_norm": 2.1126365661621094,
      "learning_rate": 4.6862998484802234e-06,
      "loss": 0.5523,
      "step": 171060
    },
    {
      "epoch": 47.74,
      "grad_norm": 2.233440637588501,
      "learning_rate": 4.686298983112298e-06,
      "loss": 0.552,
      "step": 171070
    },
    {
      "epoch": 47.75,
      "grad_norm": 2.1049513816833496,
      "learning_rate": 4.686298117432579e-06,
      "loss": 0.5607,
      "step": 171080
    },
    {
      "epoch": 47.75,
      "grad_norm": 2.2438442707061768,
      "learning_rate": 4.686297251441065e-06,
      "loss": 0.5536,
      "step": 171090
    },
    {
      "epoch": 47.75,
      "grad_norm": 2.825840473175049,
      "learning_rate": 4.686296385137758e-06,
      "loss": 0.5544,
      "step": 171100
    },
    {
      "epoch": 47.76,
      "grad_norm": 1.87123703956604,
      "learning_rate": 4.686295518522658e-06,
      "loss": 0.5619,
      "step": 171110
    },
    {
      "epoch": 47.76,
      "grad_norm": 2.1822211742401123,
      "learning_rate": 4.6862946515957645e-06,
      "loss": 0.5728,
      "step": 171120
    },
    {
      "epoch": 47.76,
      "grad_norm": 2.6833715438842773,
      "learning_rate": 4.6862937843570776e-06,
      "loss": 0.5346,
      "step": 171130
    },
    {
      "epoch": 47.76,
      "grad_norm": 2.4105570316314697,
      "learning_rate": 4.686292916806597e-06,
      "loss": 0.5728,
      "step": 171140
    },
    {
      "epoch": 47.77,
      "grad_norm": 1.611770510673523,
      "learning_rate": 4.6862920489443235e-06,
      "loss": 0.5622,
      "step": 171150
    },
    {
      "epoch": 47.77,
      "grad_norm": 2.161428213119507,
      "learning_rate": 4.686291180770257e-06,
      "loss": 0.5835,
      "step": 171160
    },
    {
      "epoch": 47.77,
      "grad_norm": 2.0064258575439453,
      "learning_rate": 4.686290312284398e-06,
      "loss": 0.5591,
      "step": 171170
    },
    {
      "epoch": 47.78,
      "grad_norm": 1.795406699180603,
      "learning_rate": 4.686289443486745e-06,
      "loss": 0.5588,
      "step": 171180
    },
    {
      "epoch": 47.78,
      "grad_norm": 2.380126476287842,
      "learning_rate": 4.686288574377301e-06,
      "loss": 0.563,
      "step": 171190
    },
    {
      "epoch": 47.78,
      "grad_norm": 2.425048828125,
      "learning_rate": 4.686287704956064e-06,
      "loss": 0.5308,
      "step": 171200
    },
    {
      "epoch": 47.78,
      "grad_norm": 2.314208507537842,
      "learning_rate": 4.686286835223034e-06,
      "loss": 0.5579,
      "step": 171210
    },
    {
      "epoch": 47.79,
      "grad_norm": 2.101956844329834,
      "learning_rate": 4.6862859651782125e-06,
      "loss": 0.5546,
      "step": 171220
    },
    {
      "epoch": 47.79,
      "grad_norm": 2.661797046661377,
      "learning_rate": 4.686285094821598e-06,
      "loss": 0.5532,
      "step": 171230
    },
    {
      "epoch": 47.79,
      "grad_norm": 2.1327226161956787,
      "learning_rate": 4.686284224153192e-06,
      "loss": 0.5579,
      "step": 171240
    },
    {
      "epoch": 47.8,
      "grad_norm": 1.6545920372009277,
      "learning_rate": 4.686283353172994e-06,
      "loss": 0.5824,
      "step": 171250
    },
    {
      "epoch": 47.8,
      "grad_norm": 2.1571123600006104,
      "learning_rate": 4.686282481881004e-06,
      "loss": 0.556,
      "step": 171260
    },
    {
      "epoch": 47.8,
      "grad_norm": 2.1262834072113037,
      "learning_rate": 4.686281610277222e-06,
      "loss": 0.5428,
      "step": 171270
    },
    {
      "epoch": 47.8,
      "grad_norm": 2.2569844722747803,
      "learning_rate": 4.686280738361649e-06,
      "loss": 0.5307,
      "step": 171280
    },
    {
      "epoch": 47.81,
      "grad_norm": 2.2658116817474365,
      "learning_rate": 4.686279866134284e-06,
      "loss": 0.5726,
      "step": 171290
    },
    {
      "epoch": 47.81,
      "grad_norm": 1.6468768119812012,
      "learning_rate": 4.686278993595128e-06,
      "loss": 0.5732,
      "step": 171300
    },
    {
      "epoch": 47.81,
      "grad_norm": 2.189652681350708,
      "learning_rate": 4.686278120744181e-06,
      "loss": 0.5502,
      "step": 171310
    },
    {
      "epoch": 47.81,
      "grad_norm": 2.1413536071777344,
      "learning_rate": 4.686277247581442e-06,
      "loss": 0.5471,
      "step": 171320
    },
    {
      "epoch": 47.82,
      "grad_norm": 1.8660573959350586,
      "learning_rate": 4.686276374106913e-06,
      "loss": 0.5473,
      "step": 171330
    },
    {
      "epoch": 47.82,
      "grad_norm": 2.7279984951019287,
      "learning_rate": 4.686275500320593e-06,
      "loss": 0.5532,
      "step": 171340
    },
    {
      "epoch": 47.82,
      "grad_norm": 2.3737833499908447,
      "learning_rate": 4.686274626222482e-06,
      "loss": 0.54,
      "step": 171350
    },
    {
      "epoch": 47.83,
      "grad_norm": 1.679991364479065,
      "learning_rate": 4.68627375181258e-06,
      "loss": 0.5567,
      "step": 171360
    },
    {
      "epoch": 47.83,
      "grad_norm": 2.3611063957214355,
      "learning_rate": 4.686272877090887e-06,
      "loss": 0.5499,
      "step": 171370
    },
    {
      "epoch": 47.83,
      "grad_norm": 2.3656888008117676,
      "learning_rate": 4.6862720020574045e-06,
      "loss": 0.5394,
      "step": 171380
    },
    {
      "epoch": 47.83,
      "grad_norm": 2.0596020221710205,
      "learning_rate": 4.686271126712132e-06,
      "loss": 0.5635,
      "step": 171390
    },
    {
      "epoch": 47.84,
      "grad_norm": 2.258126735687256,
      "learning_rate": 4.686270251055068e-06,
      "loss": 0.5567,
      "step": 171400
    },
    {
      "epoch": 47.84,
      "grad_norm": 4.547495365142822,
      "learning_rate": 4.686269375086214e-06,
      "loss": 0.5406,
      "step": 171410
    },
    {
      "epoch": 47.84,
      "grad_norm": 2.6578972339630127,
      "learning_rate": 4.686268498805572e-06,
      "loss": 0.5284,
      "step": 171420
    },
    {
      "epoch": 47.85,
      "grad_norm": 2.4570376873016357,
      "learning_rate": 4.686267622213138e-06,
      "loss": 0.5415,
      "step": 171430
    },
    {
      "epoch": 47.85,
      "grad_norm": 2.102787494659424,
      "learning_rate": 4.686266745308915e-06,
      "loss": 0.5453,
      "step": 171440
    },
    {
      "epoch": 47.85,
      "grad_norm": 2.40761661529541,
      "learning_rate": 4.686265868092903e-06,
      "loss": 0.5575,
      "step": 171450
    },
    {
      "epoch": 47.85,
      "grad_norm": 2.989504337310791,
      "learning_rate": 4.6862649905651e-06,
      "loss": 0.5537,
      "step": 171460
    },
    {
      "epoch": 47.86,
      "grad_norm": 2.605492115020752,
      "learning_rate": 4.686264112725509e-06,
      "loss": 0.5664,
      "step": 171470
    },
    {
      "epoch": 47.86,
      "grad_norm": 2.7012665271759033,
      "learning_rate": 4.686263234574128e-06,
      "loss": 0.5763,
      "step": 171480
    },
    {
      "epoch": 47.86,
      "grad_norm": 3.459354877471924,
      "learning_rate": 4.6862623561109585e-06,
      "loss": 0.5384,
      "step": 171490
    },
    {
      "epoch": 47.86,
      "grad_norm": 2.313704013824463,
      "learning_rate": 4.686261477336e-06,
      "loss": 0.5364,
      "step": 171500
    },
    {
      "epoch": 47.87,
      "grad_norm": 2.3754305839538574,
      "learning_rate": 4.686260598249252e-06,
      "loss": 0.5626,
      "step": 171510
    },
    {
      "epoch": 47.87,
      "grad_norm": 1.8707075119018555,
      "learning_rate": 4.686259718850715e-06,
      "loss": 0.5557,
      "step": 171520
    },
    {
      "epoch": 47.87,
      "grad_norm": 2.430579662322998,
      "learning_rate": 4.6862588391403904e-06,
      "loss": 0.5668,
      "step": 171530
    },
    {
      "epoch": 47.88,
      "grad_norm": 2.880692958831787,
      "learning_rate": 4.6862579591182754e-06,
      "loss": 0.5689,
      "step": 171540
    },
    {
      "epoch": 47.88,
      "grad_norm": 3.2536509037017822,
      "learning_rate": 4.686257078784374e-06,
      "loss": 0.5602,
      "step": 171550
    },
    {
      "epoch": 47.88,
      "grad_norm": 3.1381733417510986,
      "learning_rate": 4.686256198138683e-06,
      "loss": 0.5694,
      "step": 171560
    },
    {
      "epoch": 47.88,
      "grad_norm": 2.8043086528778076,
      "learning_rate": 4.686255317181205e-06,
      "loss": 0.5739,
      "step": 171570
    },
    {
      "epoch": 47.89,
      "grad_norm": 2.5032176971435547,
      "learning_rate": 4.686254435911937e-06,
      "loss": 0.5627,
      "step": 171580
    },
    {
      "epoch": 47.89,
      "grad_norm": 2.3559420108795166,
      "learning_rate": 4.686253554330883e-06,
      "loss": 0.5444,
      "step": 171590
    },
    {
      "epoch": 47.89,
      "grad_norm": 2.7709126472473145,
      "learning_rate": 4.6862526724380395e-06,
      "loss": 0.5837,
      "step": 171600
    },
    {
      "epoch": 47.9,
      "grad_norm": 2.173614978790283,
      "learning_rate": 4.686251790233409e-06,
      "loss": 0.5464,
      "step": 171610
    },
    {
      "epoch": 47.9,
      "grad_norm": 1.877977967262268,
      "learning_rate": 4.686250907716991e-06,
      "loss": 0.5431,
      "step": 171620
    },
    {
      "epoch": 47.9,
      "grad_norm": 2.5026695728302,
      "learning_rate": 4.686250024888785e-06,
      "loss": 0.5363,
      "step": 171630
    },
    {
      "epoch": 47.9,
      "grad_norm": 2.0012238025665283,
      "learning_rate": 4.686249141748792e-06,
      "loss": 0.5452,
      "step": 171640
    },
    {
      "epoch": 47.91,
      "grad_norm": 2.0035274028778076,
      "learning_rate": 4.686248258297012e-06,
      "loss": 0.5543,
      "step": 171650
    },
    {
      "epoch": 47.91,
      "grad_norm": 2.575817823410034,
      "learning_rate": 4.686247374533444e-06,
      "loss": 0.5591,
      "step": 171660
    },
    {
      "epoch": 47.91,
      "grad_norm": 2.44031023979187,
      "learning_rate": 4.68624649045809e-06,
      "loss": 0.5655,
      "step": 171670
    },
    {
      "epoch": 47.92,
      "grad_norm": 2.6707425117492676,
      "learning_rate": 4.686245606070948e-06,
      "loss": 0.5588,
      "step": 171680
    },
    {
      "epoch": 47.92,
      "grad_norm": 2.243528127670288,
      "learning_rate": 4.68624472137202e-06,
      "loss": 0.556,
      "step": 171690
    },
    {
      "epoch": 47.92,
      "grad_norm": 2.4881606101989746,
      "learning_rate": 4.686243836361306e-06,
      "loss": 0.571,
      "step": 171700
    },
    {
      "epoch": 47.92,
      "grad_norm": 2.59694766998291,
      "learning_rate": 4.686242951038804e-06,
      "loss": 0.5625,
      "step": 171710
    },
    {
      "epoch": 47.93,
      "grad_norm": 2.543105125427246,
      "learning_rate": 4.6862420654045156e-06,
      "loss": 0.5753,
      "step": 171720
    },
    {
      "epoch": 47.93,
      "grad_norm": 1.9284718036651611,
      "learning_rate": 4.686241179458441e-06,
      "loss": 0.5671,
      "step": 171730
    },
    {
      "epoch": 47.93,
      "grad_norm": 2.2204129695892334,
      "learning_rate": 4.6862402932005804e-06,
      "loss": 0.55,
      "step": 171740
    },
    {
      "epoch": 47.93,
      "grad_norm": 2.146094560623169,
      "learning_rate": 4.686239406630935e-06,
      "loss": 0.5443,
      "step": 171750
    },
    {
      "epoch": 47.94,
      "grad_norm": 1.985400676727295,
      "learning_rate": 4.686238519749502e-06,
      "loss": 0.5347,
      "step": 171760
    },
    {
      "epoch": 47.94,
      "grad_norm": 2.766249179840088,
      "learning_rate": 4.686237632556283e-06,
      "loss": 0.5565,
      "step": 171770
    },
    {
      "epoch": 47.94,
      "grad_norm": 2.3696470260620117,
      "learning_rate": 4.6862367450512784e-06,
      "loss": 0.5385,
      "step": 171780
    },
    {
      "epoch": 47.95,
      "grad_norm": 3.2085134983062744,
      "learning_rate": 4.686235857234489e-06,
      "loss": 0.5468,
      "step": 171790
    },
    {
      "epoch": 47.95,
      "grad_norm": 1.955647587776184,
      "learning_rate": 4.686234969105914e-06,
      "loss": 0.5586,
      "step": 171800
    },
    {
      "epoch": 47.95,
      "grad_norm": 2.3996260166168213,
      "learning_rate": 4.686234080665553e-06,
      "loss": 0.565,
      "step": 171810
    },
    {
      "epoch": 47.95,
      "grad_norm": 2.218496561050415,
      "learning_rate": 4.686233191913407e-06,
      "loss": 0.5586,
      "step": 171820
    },
    {
      "epoch": 47.96,
      "grad_norm": 2.083838701248169,
      "learning_rate": 4.686232302849476e-06,
      "loss": 0.543,
      "step": 171830
    },
    {
      "epoch": 47.96,
      "grad_norm": 2.124631881713867,
      "learning_rate": 4.6862314134737595e-06,
      "loss": 0.5528,
      "step": 171840
    },
    {
      "epoch": 47.96,
      "grad_norm": 1.898338794708252,
      "learning_rate": 4.686230523786259e-06,
      "loss": 0.5597,
      "step": 171850
    },
    {
      "epoch": 47.97,
      "grad_norm": 3.3554787635803223,
      "learning_rate": 4.686229633786974e-06,
      "loss": 0.5589,
      "step": 171860
    },
    {
      "epoch": 47.97,
      "grad_norm": 1.9806952476501465,
      "learning_rate": 4.686228743475903e-06,
      "loss": 0.5484,
      "step": 171870
    },
    {
      "epoch": 47.97,
      "grad_norm": 2.407219648361206,
      "learning_rate": 4.686227852853048e-06,
      "loss": 0.5638,
      "step": 171880
    },
    {
      "epoch": 47.97,
      "grad_norm": 2.4399850368499756,
      "learning_rate": 4.686226961918408e-06,
      "loss": 0.5524,
      "step": 171890
    },
    {
      "epoch": 47.98,
      "grad_norm": 2.3003480434417725,
      "learning_rate": 4.6862260706719835e-06,
      "loss": 0.5518,
      "step": 171900
    },
    {
      "epoch": 47.98,
      "grad_norm": 1.802656888961792,
      "learning_rate": 4.686225179113776e-06,
      "loss": 0.547,
      "step": 171910
    },
    {
      "epoch": 47.98,
      "grad_norm": 2.47124981880188,
      "learning_rate": 4.6862242872437835e-06,
      "loss": 0.5463,
      "step": 171920
    },
    {
      "epoch": 47.98,
      "grad_norm": 1.774278163909912,
      "learning_rate": 4.6862233950620074e-06,
      "loss": 0.5451,
      "step": 171930
    },
    {
      "epoch": 47.99,
      "grad_norm": 1.8385721445083618,
      "learning_rate": 4.686222502568448e-06,
      "loss": 0.5627,
      "step": 171940
    },
    {
      "epoch": 47.99,
      "grad_norm": 1.9231075048446655,
      "learning_rate": 4.686221609763104e-06,
      "loss": 0.5732,
      "step": 171950
    },
    {
      "epoch": 47.99,
      "grad_norm": 2.7285356521606445,
      "learning_rate": 4.6862207166459764e-06,
      "loss": 0.5535,
      "step": 171960
    },
    {
      "epoch": 48.0,
      "grad_norm": 2.3659915924072266,
      "learning_rate": 4.6862198232170655e-06,
      "loss": 0.5465,
      "step": 171970
    },
    {
      "epoch": 48.0,
      "grad_norm": 1.965949296951294,
      "learning_rate": 4.686218929476372e-06,
      "loss": 0.5645,
      "step": 171980
    },
    {
      "epoch": 48.0,
      "eval_loss": 0.5539743304252625,
      "eval_runtime": 63.3289,
      "eval_samples_per_second": 79.885,
      "eval_steps_per_second": 9.995,
      "step": 171984
    },
    {
      "epoch": 48.0,
      "grad_norm": 2.240382194519043,
      "learning_rate": 4.686218035423895e-06,
      "loss": 0.5578,
      "step": 171990
    },
    {
      "epoch": 48.0,
      "grad_norm": 2.578747034072876,
      "learning_rate": 4.686217141059634e-06,
      "loss": 0.5469,
      "step": 172000
    },
    {
      "epoch": 48.01,
      "grad_norm": 3.239283800125122,
      "learning_rate": 4.686216246383591e-06,
      "loss": 0.5627,
      "step": 172010
    },
    {
      "epoch": 48.01,
      "grad_norm": 2.4857306480407715,
      "learning_rate": 4.686215351395764e-06,
      "loss": 0.557,
      "step": 172020
    },
    {
      "epoch": 48.01,
      "grad_norm": 2.0220344066619873,
      "learning_rate": 4.686214456096154e-06,
      "loss": 0.5731,
      "step": 172030
    },
    {
      "epoch": 48.02,
      "grad_norm": 2.978616714477539,
      "learning_rate": 4.686213560484763e-06,
      "loss": 0.5631,
      "step": 172040
    },
    {
      "epoch": 48.02,
      "grad_norm": 1.7401056289672852,
      "learning_rate": 4.686212664561588e-06,
      "loss": 0.56,
      "step": 172050
    },
    {
      "epoch": 48.02,
      "grad_norm": 2.199496269226074,
      "learning_rate": 4.686211768326632e-06,
      "loss": 0.5359,
      "step": 172060
    },
    {
      "epoch": 48.02,
      "grad_norm": 2.193990468978882,
      "learning_rate": 4.686210871779892e-06,
      "loss": 0.5568,
      "step": 172070
    },
    {
      "epoch": 48.03,
      "grad_norm": 2.36613130569458,
      "learning_rate": 4.686209974921371e-06,
      "loss": 0.5524,
      "step": 172080
    },
    {
      "epoch": 48.03,
      "grad_norm": 2.2392377853393555,
      "learning_rate": 4.686209077751067e-06,
      "loss": 0.5482,
      "step": 172090
    },
    {
      "epoch": 48.03,
      "grad_norm": 2.0976624488830566,
      "learning_rate": 4.686208180268982e-06,
      "loss": 0.5461,
      "step": 172100
    },
    {
      "epoch": 48.04,
      "grad_norm": 2.011258125305176,
      "learning_rate": 4.686207282475115e-06,
      "loss": 0.5674,
      "step": 172110
    },
    {
      "epoch": 48.04,
      "grad_norm": 2.512085437774658,
      "learning_rate": 4.686206384369467e-06,
      "loss": 0.5396,
      "step": 172120
    },
    {
      "epoch": 48.04,
      "grad_norm": 2.667942762374878,
      "learning_rate": 4.686205485952036e-06,
      "loss": 0.5866,
      "step": 172130
    },
    {
      "epoch": 48.04,
      "grad_norm": 2.3526079654693604,
      "learning_rate": 4.686204587222824e-06,
      "loss": 0.5466,
      "step": 172140
    },
    {
      "epoch": 48.05,
      "grad_norm": 2.3404884338378906,
      "learning_rate": 4.686203688181831e-06,
      "loss": 0.5633,
      "step": 172150
    },
    {
      "epoch": 48.05,
      "grad_norm": 2.111798048019409,
      "learning_rate": 4.686202788829056e-06,
      "loss": 0.5566,
      "step": 172160
    },
    {
      "epoch": 48.05,
      "grad_norm": 2.0088424682617188,
      "learning_rate": 4.686201889164501e-06,
      "loss": 0.5348,
      "step": 172170
    },
    {
      "epoch": 48.05,
      "grad_norm": 2.1999711990356445,
      "learning_rate": 4.686200989188164e-06,
      "loss": 0.5486,
      "step": 172180
    },
    {
      "epoch": 48.06,
      "grad_norm": 2.188711166381836,
      "learning_rate": 4.686200088900047e-06,
      "loss": 0.5643,
      "step": 172190
    },
    {
      "epoch": 48.06,
      "grad_norm": 2.382646083831787,
      "learning_rate": 4.686199188300149e-06,
      "loss": 0.5638,
      "step": 172200
    },
    {
      "epoch": 48.06,
      "grad_norm": 2.3802566528320312,
      "learning_rate": 4.68619828738847e-06,
      "loss": 0.5655,
      "step": 172210
    },
    {
      "epoch": 48.07,
      "grad_norm": 1.7310653924942017,
      "learning_rate": 4.68619738616501e-06,
      "loss": 0.5313,
      "step": 172220
    },
    {
      "epoch": 48.07,
      "grad_norm": 3.0240962505340576,
      "learning_rate": 4.68619648462977e-06,
      "loss": 0.5559,
      "step": 172230
    },
    {
      "epoch": 48.07,
      "grad_norm": 2.481419563293457,
      "learning_rate": 4.686195582782751e-06,
      "loss": 0.5563,
      "step": 172240
    },
    {
      "epoch": 48.07,
      "grad_norm": 2.800429105758667,
      "learning_rate": 4.686194680623951e-06,
      "loss": 0.545,
      "step": 172250
    },
    {
      "epoch": 48.08,
      "grad_norm": 3.198622465133667,
      "learning_rate": 4.686193778153371e-06,
      "loss": 0.5553,
      "step": 172260
    },
    {
      "epoch": 48.08,
      "grad_norm": 2.1669015884399414,
      "learning_rate": 4.68619287537101e-06,
      "loss": 0.559,
      "step": 172270
    },
    {
      "epoch": 48.08,
      "grad_norm": 1.8436442613601685,
      "learning_rate": 4.686191972276871e-06,
      "loss": 0.5642,
      "step": 172280
    },
    {
      "epoch": 48.09,
      "grad_norm": 2.505361318588257,
      "learning_rate": 4.686191068870951e-06,
      "loss": 0.5587,
      "step": 172290
    },
    {
      "epoch": 48.09,
      "grad_norm": 2.812302350997925,
      "learning_rate": 4.686190165153253e-06,
      "loss": 0.5352,
      "step": 172300
    },
    {
      "epoch": 48.09,
      "grad_norm": 1.7489612102508545,
      "learning_rate": 4.686189261123774e-06,
      "loss": 0.5595,
      "step": 172310
    },
    {
      "epoch": 48.09,
      "grad_norm": 2.52896785736084,
      "learning_rate": 4.686188356782516e-06,
      "loss": 0.5406,
      "step": 172320
    },
    {
      "epoch": 48.1,
      "grad_norm": 2.69267201423645,
      "learning_rate": 4.686187452129479e-06,
      "loss": 0.5565,
      "step": 172330
    },
    {
      "epoch": 48.1,
      "grad_norm": 2.1183176040649414,
      "learning_rate": 4.686186547164663e-06,
      "loss": 0.5705,
      "step": 172340
    },
    {
      "epoch": 48.1,
      "grad_norm": 2.5961670875549316,
      "learning_rate": 4.686185641888068e-06,
      "loss": 0.5609,
      "step": 172350
    },
    {
      "epoch": 48.1,
      "grad_norm": 2.304227828979492,
      "learning_rate": 4.6861847362996945e-06,
      "loss": 0.5604,
      "step": 172360
    },
    {
      "epoch": 48.11,
      "grad_norm": 1.781635046005249,
      "learning_rate": 4.686183830399542e-06,
      "loss": 0.5493,
      "step": 172370
    },
    {
      "epoch": 48.11,
      "grad_norm": 2.7531814575195312,
      "learning_rate": 4.686182924187611e-06,
      "loss": 0.5459,
      "step": 172380
    },
    {
      "epoch": 48.11,
      "grad_norm": 2.6448445320129395,
      "learning_rate": 4.6861820176639015e-06,
      "loss": 0.5772,
      "step": 172390
    },
    {
      "epoch": 48.12,
      "grad_norm": 2.2225077152252197,
      "learning_rate": 4.686181110828414e-06,
      "loss": 0.5616,
      "step": 172400
    },
    {
      "epoch": 48.12,
      "grad_norm": 2.2105460166931152,
      "learning_rate": 4.686180203681148e-06,
      "loss": 0.5374,
      "step": 172410
    },
    {
      "epoch": 48.12,
      "grad_norm": 2.3609962463378906,
      "learning_rate": 4.6861792962221035e-06,
      "loss": 0.5433,
      "step": 172420
    },
    {
      "epoch": 48.12,
      "grad_norm": 2.062920331954956,
      "learning_rate": 4.6861783884512814e-06,
      "loss": 0.568,
      "step": 172430
    },
    {
      "epoch": 48.13,
      "grad_norm": 2.652165174484253,
      "learning_rate": 4.686177480368682e-06,
      "loss": 0.5487,
      "step": 172440
    },
    {
      "epoch": 48.13,
      "grad_norm": 2.0820183753967285,
      "learning_rate": 4.686176571974304e-06,
      "loss": 0.5619,
      "step": 172450
    },
    {
      "epoch": 48.13,
      "grad_norm": 3.182356357574463,
      "learning_rate": 4.686175663268148e-06,
      "loss": 0.5574,
      "step": 172460
    },
    {
      "epoch": 48.14,
      "grad_norm": 2.6070947647094727,
      "learning_rate": 4.686174754250216e-06,
      "loss": 0.5428,
      "step": 172470
    },
    {
      "epoch": 48.14,
      "grad_norm": 2.2101848125457764,
      "learning_rate": 4.686173844920505e-06,
      "loss": 0.5696,
      "step": 172480
    },
    {
      "epoch": 48.14,
      "grad_norm": 3.298591375350952,
      "learning_rate": 4.686172935279018e-06,
      "loss": 0.5698,
      "step": 172490
    },
    {
      "epoch": 48.14,
      "grad_norm": 2.0401923656463623,
      "learning_rate": 4.686172025325753e-06,
      "loss": 0.5525,
      "step": 172500
    },
    {
      "epoch": 48.15,
      "grad_norm": 2.6068758964538574,
      "learning_rate": 4.6861711150607116e-06,
      "loss": 0.564,
      "step": 172510
    },
    {
      "epoch": 48.15,
      "grad_norm": 2.8336615562438965,
      "learning_rate": 4.686170204483893e-06,
      "loss": 0.5629,
      "step": 172520
    },
    {
      "epoch": 48.15,
      "grad_norm": 2.073601245880127,
      "learning_rate": 4.686169293595298e-06,
      "loss": 0.5369,
      "step": 172530
    },
    {
      "epoch": 48.16,
      "grad_norm": 3.010190486907959,
      "learning_rate": 4.686168382394926e-06,
      "loss": 0.555,
      "step": 172540
    },
    {
      "epoch": 48.16,
      "grad_norm": 2.2187936305999756,
      "learning_rate": 4.686167470882777e-06,
      "loss": 0.56,
      "step": 172550
    },
    {
      "epoch": 48.16,
      "grad_norm": 1.8788188695907593,
      "learning_rate": 4.686166559058852e-06,
      "loss": 0.5592,
      "step": 172560
    },
    {
      "epoch": 48.16,
      "grad_norm": 2.1348276138305664,
      "learning_rate": 4.686165646923151e-06,
      "loss": 0.5506,
      "step": 172570
    },
    {
      "epoch": 48.17,
      "grad_norm": 2.5963568687438965,
      "learning_rate": 4.6861647344756745e-06,
      "loss": 0.5448,
      "step": 172580
    },
    {
      "epoch": 48.17,
      "grad_norm": 2.6589839458465576,
      "learning_rate": 4.6861638217164205e-06,
      "loss": 0.5397,
      "step": 172590
    },
    {
      "epoch": 48.17,
      "grad_norm": 2.8132052421569824,
      "learning_rate": 4.6861629086453915e-06,
      "loss": 0.5653,
      "step": 172600
    },
    {
      "epoch": 48.17,
      "grad_norm": 2.9494030475616455,
      "learning_rate": 4.686161995262587e-06,
      "loss": 0.5661,
      "step": 172610
    },
    {
      "epoch": 48.18,
      "grad_norm": 2.4581592082977295,
      "learning_rate": 4.686161081568007e-06,
      "loss": 0.5514,
      "step": 172620
    },
    {
      "epoch": 48.18,
      "grad_norm": 2.1545822620391846,
      "learning_rate": 4.68616016756165e-06,
      "loss": 0.5844,
      "step": 172630
    },
    {
      "epoch": 48.18,
      "grad_norm": 2.042891025543213,
      "learning_rate": 4.686159253243518e-06,
      "loss": 0.5284,
      "step": 172640
    },
    {
      "epoch": 48.19,
      "grad_norm": 2.236632823944092,
      "learning_rate": 4.686158338613611e-06,
      "loss": 0.5373,
      "step": 172650
    },
    {
      "epoch": 48.19,
      "grad_norm": 3.08286190032959,
      "learning_rate": 4.686157423671929e-06,
      "loss": 0.5377,
      "step": 172660
    },
    {
      "epoch": 48.19,
      "grad_norm": 2.370176315307617,
      "learning_rate": 4.686156508418472e-06,
      "loss": 0.5616,
      "step": 172670
    },
    {
      "epoch": 48.19,
      "grad_norm": 2.034759759902954,
      "learning_rate": 4.686155592853239e-06,
      "loss": 0.5503,
      "step": 172680
    },
    {
      "epoch": 48.2,
      "grad_norm": 2.6176092624664307,
      "learning_rate": 4.686154676976233e-06,
      "loss": 0.572,
      "step": 172690
    },
    {
      "epoch": 48.2,
      "grad_norm": 2.181299924850464,
      "learning_rate": 4.68615376078745e-06,
      "loss": 0.5685,
      "step": 172700
    },
    {
      "epoch": 48.2,
      "grad_norm": 1.9907089471817017,
      "learning_rate": 4.686152844286894e-06,
      "loss": 0.5732,
      "step": 172710
    },
    {
      "epoch": 48.21,
      "grad_norm": 2.12419056892395,
      "learning_rate": 4.686151927474564e-06,
      "loss": 0.5607,
      "step": 172720
    },
    {
      "epoch": 48.21,
      "grad_norm": 2.103722333908081,
      "learning_rate": 4.686151010350459e-06,
      "loss": 0.5833,
      "step": 172730
    },
    {
      "epoch": 48.21,
      "grad_norm": 1.55524742603302,
      "learning_rate": 4.6861500929145795e-06,
      "loss": 0.5536,
      "step": 172740
    },
    {
      "epoch": 48.21,
      "grad_norm": 2.3148369789123535,
      "learning_rate": 4.686149175166926e-06,
      "loss": 0.5572,
      "step": 172750
    },
    {
      "epoch": 48.22,
      "grad_norm": 2.019137382507324,
      "learning_rate": 4.686148257107498e-06,
      "loss": 0.551,
      "step": 172760
    },
    {
      "epoch": 48.22,
      "grad_norm": 2.0125508308410645,
      "learning_rate": 4.686147338736297e-06,
      "loss": 0.5457,
      "step": 172770
    },
    {
      "epoch": 48.22,
      "grad_norm": 1.920662522315979,
      "learning_rate": 4.686146420053323e-06,
      "loss": 0.5578,
      "step": 172780
    },
    {
      "epoch": 48.22,
      "grad_norm": 2.159172296524048,
      "learning_rate": 4.686145501058574e-06,
      "loss": 0.5614,
      "step": 172790
    },
    {
      "epoch": 48.23,
      "grad_norm": 2.226541519165039,
      "learning_rate": 4.686144581752052e-06,
      "loss": 0.5467,
      "step": 172800
    },
    {
      "epoch": 48.23,
      "grad_norm": 2.8106203079223633,
      "learning_rate": 4.686143662133756e-06,
      "loss": 0.5696,
      "step": 172810
    },
    {
      "epoch": 48.23,
      "grad_norm": 3.449951410293579,
      "learning_rate": 4.686142742203687e-06,
      "loss": 0.5776,
      "step": 172820
    },
    {
      "epoch": 48.24,
      "grad_norm": 2.6436257362365723,
      "learning_rate": 4.6861418219618465e-06,
      "loss": 0.5454,
      "step": 172830
    },
    {
      "epoch": 48.24,
      "grad_norm": 2.2300970554351807,
      "learning_rate": 4.686140901408231e-06,
      "loss": 0.5463,
      "step": 172840
    },
    {
      "epoch": 48.24,
      "grad_norm": 2.777630567550659,
      "learning_rate": 4.686139980542844e-06,
      "loss": 0.542,
      "step": 172850
    },
    {
      "epoch": 48.24,
      "grad_norm": 2.2123770713806152,
      "learning_rate": 4.686139059365683e-06,
      "loss": 0.5361,
      "step": 172860
    },
    {
      "epoch": 48.25,
      "grad_norm": 1.758305549621582,
      "learning_rate": 4.686138137876751e-06,
      "loss": 0.5575,
      "step": 172870
    },
    {
      "epoch": 48.25,
      "grad_norm": 2.214799404144287,
      "learning_rate": 4.686137216076045e-06,
      "loss": 0.557,
      "step": 172880
    },
    {
      "epoch": 48.25,
      "grad_norm": 3.314781665802002,
      "learning_rate": 4.686136293963567e-06,
      "loss": 0.5602,
      "step": 172890
    },
    {
      "epoch": 48.26,
      "grad_norm": 2.334489583969116,
      "learning_rate": 4.686135371539317e-06,
      "loss": 0.5408,
      "step": 172900
    },
    {
      "epoch": 48.26,
      "grad_norm": 1.806605577468872,
      "learning_rate": 4.686134448803295e-06,
      "loss": 0.5468,
      "step": 172910
    },
    {
      "epoch": 48.26,
      "grad_norm": 1.8222399950027466,
      "learning_rate": 4.6861335257555e-06,
      "loss": 0.5508,
      "step": 172920
    },
    {
      "epoch": 48.26,
      "grad_norm": 1.9277900457382202,
      "learning_rate": 4.686132602395935e-06,
      "loss": 0.5521,
      "step": 172930
    },
    {
      "epoch": 48.27,
      "grad_norm": 3.1934125423431396,
      "learning_rate": 4.686131678724597e-06,
      "loss": 0.5621,
      "step": 172940
    },
    {
      "epoch": 48.27,
      "grad_norm": 2.5696258544921875,
      "learning_rate": 4.686130754741488e-06,
      "loss": 0.5496,
      "step": 172950
    },
    {
      "epoch": 48.27,
      "grad_norm": 2.6832330226898193,
      "learning_rate": 4.6861298304466065e-06,
      "loss": 0.537,
      "step": 172960
    },
    {
      "epoch": 48.28,
      "grad_norm": 2.7006356716156006,
      "learning_rate": 4.6861289058399535e-06,
      "loss": 0.562,
      "step": 172970
    },
    {
      "epoch": 48.28,
      "grad_norm": 2.314790964126587,
      "learning_rate": 4.6861279809215305e-06,
      "loss": 0.5516,
      "step": 172980
    },
    {
      "epoch": 48.28,
      "grad_norm": 1.7504689693450928,
      "learning_rate": 4.686127055691335e-06,
      "loss": 0.5457,
      "step": 172990
    },
    {
      "epoch": 48.28,
      "grad_norm": 1.8034708499908447,
      "learning_rate": 4.68612613014937e-06,
      "loss": 0.5688,
      "step": 173000
    },
    {
      "epoch": 48.29,
      "grad_norm": 2.4708313941955566,
      "learning_rate": 4.6861252042956326e-06,
      "loss": 0.5511,
      "step": 173010
    },
    {
      "epoch": 48.29,
      "grad_norm": 2.4131762981414795,
      "learning_rate": 4.6861242781301255e-06,
      "loss": 0.5757,
      "step": 173020
    },
    {
      "epoch": 48.29,
      "grad_norm": 2.3521690368652344,
      "learning_rate": 4.686123351652848e-06,
      "loss": 0.5507,
      "step": 173030
    },
    {
      "epoch": 48.29,
      "grad_norm": 1.9841432571411133,
      "learning_rate": 4.686122424863798e-06,
      "loss": 0.5585,
      "step": 173040
    },
    {
      "epoch": 48.3,
      "grad_norm": 1.67955482006073,
      "learning_rate": 4.68612149776298e-06,
      "loss": 0.5469,
      "step": 173050
    },
    {
      "epoch": 48.3,
      "grad_norm": 2.0165908336639404,
      "learning_rate": 4.68612057035039e-06,
      "loss": 0.5546,
      "step": 173060
    },
    {
      "epoch": 48.3,
      "grad_norm": 2.0995967388153076,
      "learning_rate": 4.686119642626031e-06,
      "loss": 0.552,
      "step": 173070
    },
    {
      "epoch": 48.31,
      "grad_norm": 2.0043396949768066,
      "learning_rate": 4.686118714589901e-06,
      "loss": 0.5661,
      "step": 173080
    },
    {
      "epoch": 48.31,
      "grad_norm": 2.006401777267456,
      "learning_rate": 4.686117786242001e-06,
      "loss": 0.5494,
      "step": 173090
    },
    {
      "epoch": 48.31,
      "grad_norm": 2.4782004356384277,
      "learning_rate": 4.686116857582331e-06,
      "loss": 0.5547,
      "step": 173100
    },
    {
      "epoch": 48.31,
      "grad_norm": 1.9942957162857056,
      "learning_rate": 4.686115928610893e-06,
      "loss": 0.5522,
      "step": 173110
    },
    {
      "epoch": 48.32,
      "grad_norm": 2.1686134338378906,
      "learning_rate": 4.686114999327685e-06,
      "loss": 0.5378,
      "step": 173120
    },
    {
      "epoch": 48.32,
      "grad_norm": 2.0762135982513428,
      "learning_rate": 4.686114069732706e-06,
      "loss": 0.5472,
      "step": 173130
    },
    {
      "epoch": 48.32,
      "grad_norm": 2.1578261852264404,
      "learning_rate": 4.686113139825959e-06,
      "loss": 0.5438,
      "step": 173140
    },
    {
      "epoch": 48.33,
      "grad_norm": 2.4036450386047363,
      "learning_rate": 4.6861122096074425e-06,
      "loss": 0.5549,
      "step": 173150
    },
    {
      "epoch": 48.33,
      "grad_norm": 1.928040623664856,
      "learning_rate": 4.686111279077157e-06,
      "loss": 0.5551,
      "step": 173160
    },
    {
      "epoch": 48.33,
      "grad_norm": 2.439917802810669,
      "learning_rate": 4.686110348235103e-06,
      "loss": 0.5709,
      "step": 173170
    },
    {
      "epoch": 48.33,
      "grad_norm": 2.0387747287750244,
      "learning_rate": 4.68610941708128e-06,
      "loss": 0.5615,
      "step": 173180
    },
    {
      "epoch": 48.34,
      "grad_norm": 2.3947534561157227,
      "learning_rate": 4.686108485615688e-06,
      "loss": 0.5477,
      "step": 173190
    },
    {
      "epoch": 48.34,
      "grad_norm": 2.4602084159851074,
      "learning_rate": 4.686107553838328e-06,
      "loss": 0.5566,
      "step": 173200
    },
    {
      "epoch": 48.34,
      "grad_norm": 2.512324333190918,
      "learning_rate": 4.686106621749198e-06,
      "loss": 0.5691,
      "step": 173210
    },
    {
      "epoch": 48.34,
      "grad_norm": 2.1955556869506836,
      "learning_rate": 4.686105689348301e-06,
      "loss": 0.534,
      "step": 173220
    },
    {
      "epoch": 48.35,
      "grad_norm": 2.6616899967193604,
      "learning_rate": 4.686104756635636e-06,
      "loss": 0.5591,
      "step": 173230
    },
    {
      "epoch": 48.35,
      "grad_norm": 2.1241323947906494,
      "learning_rate": 4.686103823611203e-06,
      "loss": 0.5613,
      "step": 173240
    },
    {
      "epoch": 48.35,
      "grad_norm": 2.170538902282715,
      "learning_rate": 4.686102890275001e-06,
      "loss": 0.5469,
      "step": 173250
    },
    {
      "epoch": 48.36,
      "grad_norm": 1.950334072113037,
      "learning_rate": 4.686101956627032e-06,
      "loss": 0.5519,
      "step": 173260
    },
    {
      "epoch": 48.36,
      "grad_norm": 2.1017682552337646,
      "learning_rate": 4.6861010226672955e-06,
      "loss": 0.5493,
      "step": 173270
    },
    {
      "epoch": 48.36,
      "grad_norm": 1.7857787609100342,
      "learning_rate": 4.686100088395792e-06,
      "loss": 0.5604,
      "step": 173280
    },
    {
      "epoch": 48.36,
      "grad_norm": 2.0617001056671143,
      "learning_rate": 4.6860991538125194e-06,
      "loss": 0.5486,
      "step": 173290
    },
    {
      "epoch": 48.37,
      "grad_norm": 2.2842798233032227,
      "learning_rate": 4.68609821891748e-06,
      "loss": 0.5462,
      "step": 173300
    },
    {
      "epoch": 48.37,
      "grad_norm": 1.9163016080856323,
      "learning_rate": 4.686097283710674e-06,
      "loss": 0.5568,
      "step": 173310
    },
    {
      "epoch": 48.37,
      "grad_norm": 1.763756513595581,
      "learning_rate": 4.686096348192101e-06,
      "loss": 0.5613,
      "step": 173320
    },
    {
      "epoch": 48.38,
      "grad_norm": 2.372147798538208,
      "learning_rate": 4.686095412361761e-06,
      "loss": 0.5718,
      "step": 173330
    },
    {
      "epoch": 48.38,
      "grad_norm": 2.5380423069000244,
      "learning_rate": 4.686094476219653e-06,
      "loss": 0.5451,
      "step": 173340
    },
    {
      "epoch": 48.38,
      "grad_norm": 2.5366625785827637,
      "learning_rate": 4.686093539765779e-06,
      "loss": 0.5671,
      "step": 173350
    },
    {
      "epoch": 48.38,
      "grad_norm": 2.078143358230591,
      "learning_rate": 4.686092603000139e-06,
      "loss": 0.5419,
      "step": 173360
    },
    {
      "epoch": 48.39,
      "grad_norm": 1.8783479928970337,
      "learning_rate": 4.686091665922732e-06,
      "loss": 0.5413,
      "step": 173370
    },
    {
      "epoch": 48.39,
      "grad_norm": 2.259434700012207,
      "learning_rate": 4.686090728533559e-06,
      "loss": 0.5355,
      "step": 173380
    },
    {
      "epoch": 48.39,
      "grad_norm": 2.601755380630493,
      "learning_rate": 4.68608979083262e-06,
      "loss": 0.5358,
      "step": 173390
    },
    {
      "epoch": 48.4,
      "grad_norm": 2.7575178146362305,
      "learning_rate": 4.686088852819914e-06,
      "loss": 0.5601,
      "step": 173400
    },
    {
      "epoch": 48.4,
      "grad_norm": 2.2184767723083496,
      "learning_rate": 4.686087914495443e-06,
      "loss": 0.5592,
      "step": 173410
    },
    {
      "epoch": 48.4,
      "grad_norm": 3.4409656524658203,
      "learning_rate": 4.6860869758592054e-06,
      "loss": 0.5558,
      "step": 173420
    },
    {
      "epoch": 48.4,
      "grad_norm": 2.30747127532959,
      "learning_rate": 4.686086036911203e-06,
      "loss": 0.5708,
      "step": 173430
    },
    {
      "epoch": 48.41,
      "grad_norm": 2.619580030441284,
      "learning_rate": 4.686085097651435e-06,
      "loss": 0.5451,
      "step": 173440
    },
    {
      "epoch": 48.41,
      "grad_norm": 1.9398891925811768,
      "learning_rate": 4.686084158079901e-06,
      "loss": 0.5408,
      "step": 173450
    },
    {
      "epoch": 48.41,
      "grad_norm": 1.8107613325119019,
      "learning_rate": 4.686083218196601e-06,
      "loss": 0.5659,
      "step": 173460
    },
    {
      "epoch": 48.41,
      "grad_norm": 2.1102194786071777,
      "learning_rate": 4.6860822780015376e-06,
      "loss": 0.5366,
      "step": 173470
    },
    {
      "epoch": 48.42,
      "grad_norm": 1.7599595785140991,
      "learning_rate": 4.686081337494708e-06,
      "loss": 0.5462,
      "step": 173480
    },
    {
      "epoch": 48.42,
      "grad_norm": 2.3485262393951416,
      "learning_rate": 4.686080396676114e-06,
      "loss": 0.5615,
      "step": 173490
    },
    {
      "epoch": 48.42,
      "grad_norm": 2.7175865173339844,
      "learning_rate": 4.686079455545755e-06,
      "loss": 0.5313,
      "step": 173500
    },
    {
      "epoch": 48.43,
      "grad_norm": 2.335487127304077,
      "learning_rate": 4.686078514103631e-06,
      "loss": 0.5712,
      "step": 173510
    },
    {
      "epoch": 48.43,
      "grad_norm": 3.239595651626587,
      "learning_rate": 4.686077572349743e-06,
      "loss": 0.5572,
      "step": 173520
    },
    {
      "epoch": 48.43,
      "grad_norm": 2.3575379848480225,
      "learning_rate": 4.68607663028409e-06,
      "loss": 0.5453,
      "step": 173530
    },
    {
      "epoch": 48.43,
      "grad_norm": 1.9297995567321777,
      "learning_rate": 4.686075687906673e-06,
      "loss": 0.5724,
      "step": 173540
    },
    {
      "epoch": 48.44,
      "grad_norm": 2.401096820831299,
      "learning_rate": 4.686074745217491e-06,
      "loss": 0.5474,
      "step": 173550
    },
    {
      "epoch": 48.44,
      "grad_norm": 2.4232640266418457,
      "learning_rate": 4.686073802216545e-06,
      "loss": 0.5693,
      "step": 173560
    },
    {
      "epoch": 48.44,
      "grad_norm": 2.5479512214660645,
      "learning_rate": 4.686072858903836e-06,
      "loss": 0.5594,
      "step": 173570
    },
    {
      "epoch": 48.45,
      "grad_norm": 2.0769259929656982,
      "learning_rate": 4.686071915279363e-06,
      "loss": 0.5272,
      "step": 173580
    },
    {
      "epoch": 48.45,
      "grad_norm": 1.965383529663086,
      "learning_rate": 4.686070971343127e-06,
      "loss": 0.5576,
      "step": 173590
    },
    {
      "epoch": 48.45,
      "grad_norm": 2.1942174434661865,
      "learning_rate": 4.686070027095126e-06,
      "loss": 0.5553,
      "step": 173600
    },
    {
      "epoch": 48.45,
      "grad_norm": 2.260946750640869,
      "learning_rate": 4.686069082535362e-06,
      "loss": 0.5791,
      "step": 173610
    },
    {
      "epoch": 48.46,
      "grad_norm": 2.139214277267456,
      "learning_rate": 4.686068137663836e-06,
      "loss": 0.538,
      "step": 173620
    },
    {
      "epoch": 48.46,
      "grad_norm": 2.753385305404663,
      "learning_rate": 4.686067192480545e-06,
      "loss": 0.5535,
      "step": 173630
    },
    {
      "epoch": 48.46,
      "grad_norm": 2.2881462574005127,
      "learning_rate": 4.686066246985491e-06,
      "loss": 0.5299,
      "step": 173640
    },
    {
      "epoch": 48.46,
      "grad_norm": 1.854749083518982,
      "learning_rate": 4.686065301178675e-06,
      "loss": 0.558,
      "step": 173650
    },
    {
      "epoch": 48.47,
      "grad_norm": 2.4445557594299316,
      "learning_rate": 4.6860643550600964e-06,
      "loss": 0.5544,
      "step": 173660
    },
    {
      "epoch": 48.47,
      "grad_norm": 1.9354792833328247,
      "learning_rate": 4.686063408629754e-06,
      "loss": 0.541,
      "step": 173670
    },
    {
      "epoch": 48.47,
      "grad_norm": 2.854414224624634,
      "learning_rate": 4.68606246188765e-06,
      "loss": 0.565,
      "step": 173680
    },
    {
      "epoch": 48.48,
      "grad_norm": 1.9470239877700806,
      "learning_rate": 4.6860615148337835e-06,
      "loss": 0.5264,
      "step": 173690
    },
    {
      "epoch": 48.48,
      "grad_norm": 2.482556104660034,
      "learning_rate": 4.686060567468155e-06,
      "loss": 0.5587,
      "step": 173700
    },
    {
      "epoch": 48.48,
      "grad_norm": 1.8082153797149658,
      "learning_rate": 4.686059619790763e-06,
      "loss": 0.5265,
      "step": 173710
    },
    {
      "epoch": 48.48,
      "grad_norm": 2.630794048309326,
      "learning_rate": 4.68605867180161e-06,
      "loss": 0.5353,
      "step": 173720
    },
    {
      "epoch": 48.49,
      "grad_norm": 2.4138760566711426,
      "learning_rate": 4.686057723500695e-06,
      "loss": 0.5281,
      "step": 173730
    },
    {
      "epoch": 48.49,
      "grad_norm": 2.92417049407959,
      "learning_rate": 4.6860567748880175e-06,
      "loss": 0.5429,
      "step": 173740
    },
    {
      "epoch": 48.49,
      "grad_norm": 2.011838674545288,
      "learning_rate": 4.686055825963579e-06,
      "loss": 0.568,
      "step": 173750
    },
    {
      "epoch": 48.5,
      "grad_norm": 2.1338930130004883,
      "learning_rate": 4.686054876727379e-06,
      "loss": 0.5547,
      "step": 173760
    },
    {
      "epoch": 48.5,
      "grad_norm": 2.1086103916168213,
      "learning_rate": 4.686053927179417e-06,
      "loss": 0.5341,
      "step": 173770
    },
    {
      "epoch": 48.5,
      "grad_norm": 2.548764705657959,
      "learning_rate": 4.686052977319694e-06,
      "loss": 0.5586,
      "step": 173780
    },
    {
      "epoch": 48.5,
      "grad_norm": 2.8769829273223877,
      "learning_rate": 4.68605202714821e-06,
      "loss": 0.5573,
      "step": 173790
    },
    {
      "epoch": 48.51,
      "grad_norm": 2.1171751022338867,
      "learning_rate": 4.686051076664965e-06,
      "loss": 0.5308,
      "step": 173800
    },
    {
      "epoch": 48.51,
      "grad_norm": 2.521916151046753,
      "learning_rate": 4.686050125869959e-06,
      "loss": 0.5586,
      "step": 173810
    },
    {
      "epoch": 48.51,
      "grad_norm": 2.102724313735962,
      "learning_rate": 4.6860491747631915e-06,
      "loss": 0.5656,
      "step": 173820
    },
    {
      "epoch": 48.52,
      "grad_norm": 1.9153063297271729,
      "learning_rate": 4.686048223344664e-06,
      "loss": 0.5329,
      "step": 173830
    },
    {
      "epoch": 48.52,
      "grad_norm": 2.1809043884277344,
      "learning_rate": 4.6860472716143765e-06,
      "loss": 0.5604,
      "step": 173840
    },
    {
      "epoch": 48.52,
      "grad_norm": 2.209459066390991,
      "learning_rate": 4.686046319572328e-06,
      "loss": 0.5504,
      "step": 173850
    },
    {
      "epoch": 48.52,
      "grad_norm": 2.2009189128875732,
      "learning_rate": 4.68604536721852e-06,
      "loss": 0.5716,
      "step": 173860
    },
    {
      "epoch": 48.53,
      "grad_norm": 2.1290385723114014,
      "learning_rate": 4.68604441455295e-06,
      "loss": 0.5573,
      "step": 173870
    },
    {
      "epoch": 48.53,
      "grad_norm": 1.7093132734298706,
      "learning_rate": 4.686043461575622e-06,
      "loss": 0.5533,
      "step": 173880
    },
    {
      "epoch": 48.53,
      "grad_norm": 2.7728970050811768,
      "learning_rate": 4.686042508286533e-06,
      "loss": 0.5396,
      "step": 173890
    },
    {
      "epoch": 48.53,
      "grad_norm": 2.1378908157348633,
      "learning_rate": 4.6860415546856845e-06,
      "loss": 0.5557,
      "step": 173900
    },
    {
      "epoch": 48.54,
      "grad_norm": 2.138061761856079,
      "learning_rate": 4.686040600773076e-06,
      "loss": 0.5539,
      "step": 173910
    },
    {
      "epoch": 48.54,
      "grad_norm": 1.5999066829681396,
      "learning_rate": 4.6860396465487085e-06,
      "loss": 0.5485,
      "step": 173920
    },
    {
      "epoch": 48.54,
      "grad_norm": 2.255225896835327,
      "learning_rate": 4.686038692012582e-06,
      "loss": 0.5746,
      "step": 173930
    },
    {
      "epoch": 48.55,
      "grad_norm": 2.9812746047973633,
      "learning_rate": 4.686037737164695e-06,
      "loss": 0.5645,
      "step": 173940
    },
    {
      "epoch": 48.55,
      "grad_norm": 2.8970696926116943,
      "learning_rate": 4.6860367820050495e-06,
      "loss": 0.546,
      "step": 173950
    },
    {
      "epoch": 48.55,
      "grad_norm": 2.714204788208008,
      "learning_rate": 4.686035826533645e-06,
      "loss": 0.541,
      "step": 173960
    },
    {
      "epoch": 48.55,
      "grad_norm": 2.431694746017456,
      "learning_rate": 4.686034870750482e-06,
      "loss": 0.5484,
      "step": 173970
    },
    {
      "epoch": 48.56,
      "grad_norm": 2.5981431007385254,
      "learning_rate": 4.68603391465556e-06,
      "loss": 0.5448,
      "step": 173980
    },
    {
      "epoch": 48.56,
      "grad_norm": 2.375734567642212,
      "learning_rate": 4.6860329582488795e-06,
      "loss": 0.5568,
      "step": 173990
    },
    {
      "epoch": 48.56,
      "grad_norm": 1.9892281293869019,
      "learning_rate": 4.686032001530439e-06,
      "loss": 0.554,
      "step": 174000
    },
    {
      "epoch": 48.57,
      "grad_norm": 2.188150405883789,
      "learning_rate": 4.686031044500242e-06,
      "loss": 0.5498,
      "step": 174010
    },
    {
      "epoch": 48.57,
      "grad_norm": 1.9951539039611816,
      "learning_rate": 4.686030087158286e-06,
      "loss": 0.5848,
      "step": 174020
    },
    {
      "epoch": 48.57,
      "grad_norm": 2.0719587802886963,
      "learning_rate": 4.686029129504572e-06,
      "loss": 0.5578,
      "step": 174030
    },
    {
      "epoch": 48.57,
      "grad_norm": 3.113283634185791,
      "learning_rate": 4.6860281715391e-06,
      "loss": 0.5403,
      "step": 174040
    },
    {
      "epoch": 48.58,
      "grad_norm": 2.8240935802459717,
      "learning_rate": 4.6860272132618704e-06,
      "loss": 0.5513,
      "step": 174050
    },
    {
      "epoch": 48.58,
      "grad_norm": 2.555744171142578,
      "learning_rate": 4.686026254672882e-06,
      "loss": 0.5506,
      "step": 174060
    },
    {
      "epoch": 48.58,
      "grad_norm": 2.537968635559082,
      "learning_rate": 4.686025295772138e-06,
      "loss": 0.5574,
      "step": 174070
    },
    {
      "epoch": 48.58,
      "grad_norm": 1.9124335050582886,
      "learning_rate": 4.6860243365596345e-06,
      "loss": 0.5414,
      "step": 174080
    },
    {
      "epoch": 48.59,
      "grad_norm": 1.671849012374878,
      "learning_rate": 4.686023377035375e-06,
      "loss": 0.5396,
      "step": 174090
    },
    {
      "epoch": 48.59,
      "grad_norm": 2.5084176063537598,
      "learning_rate": 4.686022417199358e-06,
      "loss": 0.551,
      "step": 174100
    },
    {
      "epoch": 48.59,
      "grad_norm": 2.4918081760406494,
      "learning_rate": 4.686021457051583e-06,
      "loss": 0.5653,
      "step": 174110
    },
    {
      "epoch": 48.6,
      "grad_norm": 2.068894863128662,
      "learning_rate": 4.686020496592052e-06,
      "loss": 0.5376,
      "step": 174120
    },
    {
      "epoch": 48.6,
      "grad_norm": 2.449263334274292,
      "learning_rate": 4.686019535820763e-06,
      "loss": 0.5774,
      "step": 174130
    },
    {
      "epoch": 48.6,
      "grad_norm": 1.5685609579086304,
      "learning_rate": 4.686018574737719e-06,
      "loss": 0.5385,
      "step": 174140
    },
    {
      "epoch": 48.6,
      "grad_norm": 2.568755626678467,
      "learning_rate": 4.686017613342918e-06,
      "loss": 0.5387,
      "step": 174150
    },
    {
      "epoch": 48.61,
      "grad_norm": 2.0533854961395264,
      "learning_rate": 4.68601665163636e-06,
      "loss": 0.5776,
      "step": 174160
    },
    {
      "epoch": 48.61,
      "grad_norm": 1.9270185232162476,
      "learning_rate": 4.686015689618045e-06,
      "loss": 0.5696,
      "step": 174170
    },
    {
      "epoch": 48.61,
      "grad_norm": 2.1371772289276123,
      "learning_rate": 4.6860147272879745e-06,
      "loss": 0.5548,
      "step": 174180
    },
    {
      "epoch": 48.62,
      "grad_norm": 1.9631597995758057,
      "learning_rate": 4.686013764646148e-06,
      "loss": 0.5553,
      "step": 174190
    },
    {
      "epoch": 48.62,
      "grad_norm": 2.295576333999634,
      "learning_rate": 4.686012801692565e-06,
      "loss": 0.526,
      "step": 174200
    },
    {
      "epoch": 48.62,
      "grad_norm": 1.945249319076538,
      "learning_rate": 4.686011838427227e-06,
      "loss": 0.5339,
      "step": 174210
    },
    {
      "epoch": 48.62,
      "grad_norm": 1.8524584770202637,
      "learning_rate": 4.686010874850134e-06,
      "loss": 0.5677,
      "step": 174220
    },
    {
      "epoch": 48.63,
      "grad_norm": 2.5426173210144043,
      "learning_rate": 4.686009910961284e-06,
      "loss": 0.5519,
      "step": 174230
    },
    {
      "epoch": 48.63,
      "grad_norm": 2.418064594268799,
      "learning_rate": 4.686008946760679e-06,
      "loss": 0.5428,
      "step": 174240
    },
    {
      "epoch": 48.63,
      "grad_norm": 3.124925374984741,
      "learning_rate": 4.686007982248319e-06,
      "loss": 0.5554,
      "step": 174250
    },
    {
      "epoch": 48.64,
      "grad_norm": 1.9141738414764404,
      "learning_rate": 4.6860070174242035e-06,
      "loss": 0.5568,
      "step": 174260
    },
    {
      "epoch": 48.64,
      "grad_norm": 2.379896402359009,
      "learning_rate": 4.6860060522883334e-06,
      "loss": 0.53,
      "step": 174270
    },
    {
      "epoch": 48.64,
      "grad_norm": 2.9662063121795654,
      "learning_rate": 4.686005086840707e-06,
      "loss": 0.5375,
      "step": 174280
    },
    {
      "epoch": 48.64,
      "grad_norm": 1.99958074092865,
      "learning_rate": 4.686004121081328e-06,
      "loss": 0.5362,
      "step": 174290
    },
    {
      "epoch": 48.65,
      "grad_norm": 2.355598211288452,
      "learning_rate": 4.6860031550101926e-06,
      "loss": 0.5579,
      "step": 174300
    },
    {
      "epoch": 48.65,
      "grad_norm": 2.248183488845825,
      "learning_rate": 4.686002188627303e-06,
      "loss": 0.55,
      "step": 174310
    },
    {
      "epoch": 48.65,
      "grad_norm": 2.5228400230407715,
      "learning_rate": 4.686001221932659e-06,
      "loss": 0.5391,
      "step": 174320
    },
    {
      "epoch": 48.65,
      "grad_norm": 1.9123889207839966,
      "learning_rate": 4.686000254926262e-06,
      "loss": 0.5554,
      "step": 174330
    },
    {
      "epoch": 48.66,
      "grad_norm": 2.4036977291107178,
      "learning_rate": 4.685999287608109e-06,
      "loss": 0.5364,
      "step": 174340
    },
    {
      "epoch": 48.66,
      "grad_norm": 2.192716360092163,
      "learning_rate": 4.685998319978203e-06,
      "loss": 0.5392,
      "step": 174350
    },
    {
      "epoch": 48.66,
      "grad_norm": 2.6395609378814697,
      "learning_rate": 4.685997352036542e-06,
      "loss": 0.542,
      "step": 174360
    },
    {
      "epoch": 48.67,
      "grad_norm": 1.848922848701477,
      "learning_rate": 4.685996383783128e-06,
      "loss": 0.5415,
      "step": 174370
    },
    {
      "epoch": 48.67,
      "grad_norm": 2.376347780227661,
      "learning_rate": 4.685995415217962e-06,
      "loss": 0.5419,
      "step": 174380
    },
    {
      "epoch": 48.67,
      "grad_norm": 2.472425699234009,
      "learning_rate": 4.68599444634104e-06,
      "loss": 0.5504,
      "step": 174390
    },
    {
      "epoch": 48.67,
      "grad_norm": 2.6016030311584473,
      "learning_rate": 4.685993477152366e-06,
      "loss": 0.5516,
      "step": 174400
    },
    {
      "epoch": 48.68,
      "grad_norm": 1.8386143445968628,
      "learning_rate": 4.685992507651938e-06,
      "loss": 0.5608,
      "step": 174410
    },
    {
      "epoch": 48.68,
      "grad_norm": 1.7295904159545898,
      "learning_rate": 4.685991537839758e-06,
      "loss": 0.54,
      "step": 174420
    },
    {
      "epoch": 48.68,
      "grad_norm": 1.9973396062850952,
      "learning_rate": 4.685990567715823e-06,
      "loss": 0.5557,
      "step": 174430
    },
    {
      "epoch": 48.69,
      "grad_norm": 1.8108978271484375,
      "learning_rate": 4.685989597280137e-06,
      "loss": 0.5462,
      "step": 174440
    },
    {
      "epoch": 48.69,
      "grad_norm": 1.7692347764968872,
      "learning_rate": 4.685988626532698e-06,
      "loss": 0.5476,
      "step": 174450
    },
    {
      "epoch": 48.69,
      "grad_norm": 2.956390142440796,
      "learning_rate": 4.685987655473505e-06,
      "loss": 0.5572,
      "step": 174460
    },
    {
      "epoch": 48.69,
      "grad_norm": 1.8346251249313354,
      "learning_rate": 4.685986684102561e-06,
      "loss": 0.5432,
      "step": 174470
    },
    {
      "epoch": 48.7,
      "grad_norm": 2.4926247596740723,
      "learning_rate": 4.6859857124198644e-06,
      "loss": 0.5577,
      "step": 174480
    },
    {
      "epoch": 48.7,
      "grad_norm": 1.9631191492080688,
      "learning_rate": 4.685984740425416e-06,
      "loss": 0.5543,
      "step": 174490
    },
    {
      "epoch": 48.7,
      "grad_norm": 2.635862112045288,
      "learning_rate": 4.685983768119215e-06,
      "loss": 0.5454,
      "step": 174500
    },
    {
      "epoch": 48.7,
      "grad_norm": 2.648345947265625,
      "learning_rate": 4.685982795501262e-06,
      "loss": 0.5543,
      "step": 174510
    },
    {
      "epoch": 48.71,
      "grad_norm": 3.199124336242676,
      "learning_rate": 4.685981822571557e-06,
      "loss": 0.5579,
      "step": 174520
    },
    {
      "epoch": 48.71,
      "grad_norm": 1.702331781387329,
      "learning_rate": 4.685980849330101e-06,
      "loss": 0.5421,
      "step": 174530
    },
    {
      "epoch": 48.71,
      "grad_norm": 2.281341552734375,
      "learning_rate": 4.685979875776892e-06,
      "loss": 0.5457,
      "step": 174540
    },
    {
      "epoch": 48.72,
      "grad_norm": 2.493612766265869,
      "learning_rate": 4.685978901911933e-06,
      "loss": 0.5617,
      "step": 174550
    },
    {
      "epoch": 48.72,
      "grad_norm": 2.3214898109436035,
      "learning_rate": 4.685977927735222e-06,
      "loss": 0.5497,
      "step": 174560
    },
    {
      "epoch": 48.72,
      "grad_norm": 1.8839569091796875,
      "learning_rate": 4.68597695324676e-06,
      "loss": 0.5412,
      "step": 174570
    },
    {
      "epoch": 48.72,
      "grad_norm": 2.2123682498931885,
      "learning_rate": 4.685975978446547e-06,
      "loss": 0.5442,
      "step": 174580
    },
    {
      "epoch": 48.73,
      "grad_norm": 2.335160732269287,
      "learning_rate": 4.685975003334583e-06,
      "loss": 0.5689,
      "step": 174590
    },
    {
      "epoch": 48.73,
      "grad_norm": 1.9894744157791138,
      "learning_rate": 4.685974027910868e-06,
      "loss": 0.5466,
      "step": 174600
    },
    {
      "epoch": 48.73,
      "grad_norm": 2.282153606414795,
      "learning_rate": 4.6859730521754025e-06,
      "loss": 0.5602,
      "step": 174610
    },
    {
      "epoch": 48.74,
      "grad_norm": 2.012345790863037,
      "learning_rate": 4.685972076128187e-06,
      "loss": 0.5809,
      "step": 174620
    },
    {
      "epoch": 48.74,
      "grad_norm": 1.886522650718689,
      "learning_rate": 4.685971099769221e-06,
      "loss": 0.5492,
      "step": 174630
    },
    {
      "epoch": 48.74,
      "grad_norm": 2.047992467880249,
      "learning_rate": 4.685970123098504e-06,
      "loss": 0.5256,
      "step": 174640
    },
    {
      "epoch": 48.74,
      "grad_norm": 2.179224967956543,
      "learning_rate": 4.685969146116037e-06,
      "loss": 0.553,
      "step": 174650
    },
    {
      "epoch": 48.75,
      "grad_norm": 1.9155876636505127,
      "learning_rate": 4.6859681688218204e-06,
      "loss": 0.5114,
      "step": 174660
    },
    {
      "epoch": 48.75,
      "grad_norm": 2.4197239875793457,
      "learning_rate": 4.685967191215854e-06,
      "loss": 0.5807,
      "step": 174670
    },
    {
      "epoch": 48.75,
      "grad_norm": 2.8718082904815674,
      "learning_rate": 4.685966213298138e-06,
      "loss": 0.5411,
      "step": 174680
    },
    {
      "epoch": 48.76,
      "grad_norm": 2.295746088027954,
      "learning_rate": 4.685965235068671e-06,
      "loss": 0.5464,
      "step": 174690
    },
    {
      "epoch": 48.76,
      "grad_norm": 1.9093103408813477,
      "learning_rate": 4.685964256527456e-06,
      "loss": 0.5585,
      "step": 174700
    },
    {
      "epoch": 48.76,
      "grad_norm": 2.3178045749664307,
      "learning_rate": 4.685963277674492e-06,
      "loss": 0.5326,
      "step": 174710
    },
    {
      "epoch": 48.76,
      "grad_norm": 2.8825886249542236,
      "learning_rate": 4.685962298509777e-06,
      "loss": 0.5369,
      "step": 174720
    },
    {
      "epoch": 48.77,
      "grad_norm": 2.350659132003784,
      "learning_rate": 4.685961319033314e-06,
      "loss": 0.5512,
      "step": 174730
    },
    {
      "epoch": 48.77,
      "grad_norm": 2.088730573654175,
      "learning_rate": 4.6859603392451025e-06,
      "loss": 0.5841,
      "step": 174740
    },
    {
      "epoch": 48.77,
      "grad_norm": 2.217552423477173,
      "learning_rate": 4.685959359145142e-06,
      "loss": 0.537,
      "step": 174750
    },
    {
      "epoch": 48.77,
      "grad_norm": 2.9257442951202393,
      "learning_rate": 4.6859583787334315e-06,
      "loss": 0.5486,
      "step": 174760
    },
    {
      "epoch": 48.78,
      "grad_norm": 2.2601866722106934,
      "learning_rate": 4.685957398009974e-06,
      "loss": 0.552,
      "step": 174770
    },
    {
      "epoch": 48.78,
      "grad_norm": 2.60844349861145,
      "learning_rate": 4.685956416974766e-06,
      "loss": 0.5895,
      "step": 174780
    },
    {
      "epoch": 48.78,
      "grad_norm": 2.132164716720581,
      "learning_rate": 4.685955435627812e-06,
      "loss": 0.5404,
      "step": 174790
    },
    {
      "epoch": 48.79,
      "grad_norm": 2.1219987869262695,
      "learning_rate": 4.6859544539691086e-06,
      "loss": 0.5358,
      "step": 174800
    },
    {
      "epoch": 48.79,
      "grad_norm": 2.24143385887146,
      "learning_rate": 4.685953471998658e-06,
      "loss": 0.5327,
      "step": 174810
    },
    {
      "epoch": 48.79,
      "grad_norm": 2.094311475753784,
      "learning_rate": 4.685952489716458e-06,
      "loss": 0.5455,
      "step": 174820
    },
    {
      "epoch": 48.79,
      "grad_norm": 1.8391923904418945,
      "learning_rate": 4.6859515071225115e-06,
      "loss": 0.5317,
      "step": 174830
    },
    {
      "epoch": 48.8,
      "grad_norm": 2.772512435913086,
      "learning_rate": 4.685950524216817e-06,
      "loss": 0.5696,
      "step": 174840
    },
    {
      "epoch": 48.8,
      "grad_norm": 2.4517319202423096,
      "learning_rate": 4.685949540999375e-06,
      "loss": 0.5625,
      "step": 174850
    },
    {
      "epoch": 48.8,
      "grad_norm": 2.0420725345611572,
      "learning_rate": 4.685948557470186e-06,
      "loss": 0.5369,
      "step": 174860
    },
    {
      "epoch": 48.81,
      "grad_norm": 2.7501368522644043,
      "learning_rate": 4.685947573629249e-06,
      "loss": 0.5548,
      "step": 174870
    },
    {
      "epoch": 48.81,
      "grad_norm": 1.6718487739562988,
      "learning_rate": 4.685946589476565e-06,
      "loss": 0.5441,
      "step": 174880
    },
    {
      "epoch": 48.81,
      "grad_norm": 2.204555034637451,
      "learning_rate": 4.685945605012134e-06,
      "loss": 0.5486,
      "step": 174890
    },
    {
      "epoch": 48.81,
      "grad_norm": 1.9591609239578247,
      "learning_rate": 4.685944620235956e-06,
      "loss": 0.5537,
      "step": 174900
    },
    {
      "epoch": 48.82,
      "grad_norm": 1.8652151823043823,
      "learning_rate": 4.685943635148032e-06,
      "loss": 0.5564,
      "step": 174910
    },
    {
      "epoch": 48.82,
      "grad_norm": 1.841919183731079,
      "learning_rate": 4.685942649748361e-06,
      "loss": 0.5525,
      "step": 174920
    },
    {
      "epoch": 48.82,
      "grad_norm": 2.0637927055358887,
      "learning_rate": 4.685941664036943e-06,
      "loss": 0.5437,
      "step": 174930
    },
    {
      "epoch": 48.83,
      "grad_norm": 3.063779592514038,
      "learning_rate": 4.685940678013779e-06,
      "loss": 0.5646,
      "step": 174940
    },
    {
      "epoch": 48.83,
      "grad_norm": 2.8068878650665283,
      "learning_rate": 4.685939691678869e-06,
      "loss": 0.5696,
      "step": 174950
    },
    {
      "epoch": 48.83,
      "grad_norm": 2.0909087657928467,
      "learning_rate": 4.685938705032213e-06,
      "loss": 0.5497,
      "step": 174960
    },
    {
      "epoch": 48.83,
      "grad_norm": 1.9559496641159058,
      "learning_rate": 4.685937718073811e-06,
      "loss": 0.5491,
      "step": 174970
    },
    {
      "epoch": 48.84,
      "grad_norm": 2.4437930583953857,
      "learning_rate": 4.685936730803663e-06,
      "loss": 0.5612,
      "step": 174980
    },
    {
      "epoch": 48.84,
      "grad_norm": 1.9582208395004272,
      "learning_rate": 4.6859357432217685e-06,
      "loss": 0.5696,
      "step": 174990
    },
    {
      "epoch": 48.84,
      "grad_norm": 1.823388695716858,
      "learning_rate": 4.68593475532813e-06,
      "loss": 0.5788,
      "step": 175000
    },
    {
      "epoch": 48.84,
      "grad_norm": 1.4742125272750854,
      "learning_rate": 4.685933767122745e-06,
      "loss": 0.556,
      "step": 175010
    },
    {
      "epoch": 48.85,
      "grad_norm": 1.985120177268982,
      "learning_rate": 4.685932778605615e-06,
      "loss": 0.562,
      "step": 175020
    },
    {
      "epoch": 48.85,
      "grad_norm": 1.9992330074310303,
      "learning_rate": 4.68593178977674e-06,
      "loss": 0.5636,
      "step": 175030
    },
    {
      "epoch": 48.85,
      "grad_norm": 2.4999196529388428,
      "learning_rate": 4.6859308006361194e-06,
      "loss": 0.5349,
      "step": 175040
    },
    {
      "epoch": 48.86,
      "grad_norm": 2.3820629119873047,
      "learning_rate": 4.685929811183755e-06,
      "loss": 0.5744,
      "step": 175050
    },
    {
      "epoch": 48.86,
      "grad_norm": 1.7285690307617188,
      "learning_rate": 4.685928821419644e-06,
      "loss": 0.5439,
      "step": 175060
    },
    {
      "epoch": 48.86,
      "grad_norm": 1.9786218404769897,
      "learning_rate": 4.68592783134379e-06,
      "loss": 0.5508,
      "step": 175070
    },
    {
      "epoch": 48.86,
      "grad_norm": 3.163350820541382,
      "learning_rate": 4.68592684095619e-06,
      "loss": 0.5346,
      "step": 175080
    },
    {
      "epoch": 48.87,
      "grad_norm": 2.4471452236175537,
      "learning_rate": 4.685925850256847e-06,
      "loss": 0.554,
      "step": 175090
    },
    {
      "epoch": 48.87,
      "grad_norm": 3.1376349925994873,
      "learning_rate": 4.68592485924576e-06,
      "loss": 0.5503,
      "step": 175100
    },
    {
      "epoch": 48.87,
      "grad_norm": 2.298175811767578,
      "learning_rate": 4.6859238679229285e-06,
      "loss": 0.5643,
      "step": 175110
    },
    {
      "epoch": 48.88,
      "grad_norm": 2.07305645942688,
      "learning_rate": 4.685922876288353e-06,
      "loss": 0.556,
      "step": 175120
    },
    {
      "epoch": 48.88,
      "grad_norm": 2.4372878074645996,
      "learning_rate": 4.685921884342033e-06,
      "loss": 0.5727,
      "step": 175130
    },
    {
      "epoch": 48.88,
      "grad_norm": 2.3280181884765625,
      "learning_rate": 4.68592089208397e-06,
      "loss": 0.5478,
      "step": 175140
    },
    {
      "epoch": 48.88,
      "grad_norm": 2.0625061988830566,
      "learning_rate": 4.685919899514163e-06,
      "loss": 0.5422,
      "step": 175150
    },
    {
      "epoch": 48.89,
      "grad_norm": 1.9177485704421997,
      "learning_rate": 4.6859189066326126e-06,
      "loss": 0.5775,
      "step": 175160
    },
    {
      "epoch": 48.89,
      "grad_norm": 2.2534918785095215,
      "learning_rate": 4.685917913439319e-06,
      "loss": 0.5565,
      "step": 175170
    },
    {
      "epoch": 48.89,
      "grad_norm": 1.7278122901916504,
      "learning_rate": 4.685916919934282e-06,
      "loss": 0.5575,
      "step": 175180
    },
    {
      "epoch": 48.89,
      "grad_norm": 2.057455062866211,
      "learning_rate": 4.685915926117502e-06,
      "loss": 0.5442,
      "step": 175190
    },
    {
      "epoch": 48.9,
      "grad_norm": 2.158376932144165,
      "learning_rate": 4.685914931988979e-06,
      "loss": 0.5626,
      "step": 175200
    },
    {
      "epoch": 48.9,
      "grad_norm": 1.6291987895965576,
      "learning_rate": 4.685913937548714e-06,
      "loss": 0.5538,
      "step": 175210
    },
    {
      "epoch": 48.9,
      "grad_norm": 2.0141143798828125,
      "learning_rate": 4.685912942796706e-06,
      "loss": 0.542,
      "step": 175220
    },
    {
      "epoch": 48.91,
      "grad_norm": 2.8437111377716064,
      "learning_rate": 4.685911947732955e-06,
      "loss": 0.5427,
      "step": 175230
    },
    {
      "epoch": 48.91,
      "grad_norm": 2.0650768280029297,
      "learning_rate": 4.685910952357462e-06,
      "loss": 0.5677,
      "step": 175240
    },
    {
      "epoch": 48.91,
      "grad_norm": 3.3236770629882812,
      "learning_rate": 4.685909956670226e-06,
      "loss": 0.5345,
      "step": 175250
    },
    {
      "epoch": 48.91,
      "grad_norm": 2.8843724727630615,
      "learning_rate": 4.685908960671249e-06,
      "loss": 0.5518,
      "step": 175260
    },
    {
      "epoch": 48.92,
      "grad_norm": 1.8345102071762085,
      "learning_rate": 4.685907964360529e-06,
      "loss": 0.5512,
      "step": 175270
    },
    {
      "epoch": 48.92,
      "grad_norm": 3.2761127948760986,
      "learning_rate": 4.685906967738067e-06,
      "loss": 0.5378,
      "step": 175280
    },
    {
      "epoch": 48.92,
      "grad_norm": 2.873947858810425,
      "learning_rate": 4.6859059708038645e-06,
      "loss": 0.5647,
      "step": 175290
    },
    {
      "epoch": 48.93,
      "grad_norm": 2.421748638153076,
      "learning_rate": 4.685904973557919e-06,
      "loss": 0.5353,
      "step": 175300
    },
    {
      "epoch": 48.93,
      "grad_norm": 1.940728783607483,
      "learning_rate": 4.685903976000233e-06,
      "loss": 0.5394,
      "step": 175310
    },
    {
      "epoch": 48.93,
      "grad_norm": 2.7907466888427734,
      "learning_rate": 4.6859029781308055e-06,
      "loss": 0.552,
      "step": 175320
    },
    {
      "epoch": 48.93,
      "grad_norm": 2.273068428039551,
      "learning_rate": 4.6859019799496366e-06,
      "loss": 0.5304,
      "step": 175330
    },
    {
      "epoch": 48.94,
      "grad_norm": 2.031458854675293,
      "learning_rate": 4.685900981456727e-06,
      "loss": 0.5557,
      "step": 175340
    },
    {
      "epoch": 48.94,
      "grad_norm": 2.3452253341674805,
      "learning_rate": 4.685899982652077e-06,
      "loss": 0.5778,
      "step": 175350
    },
    {
      "epoch": 48.94,
      "grad_norm": 2.2064268589019775,
      "learning_rate": 4.6858989835356845e-06,
      "loss": 0.5557,
      "step": 175360
    },
    {
      "epoch": 48.95,
      "grad_norm": 2.2569546699523926,
      "learning_rate": 4.685897984107553e-06,
      "loss": 0.5588,
      "step": 175370
    },
    {
      "epoch": 48.95,
      "grad_norm": 1.7875356674194336,
      "learning_rate": 4.68589698436768e-06,
      "loss": 0.5418,
      "step": 175380
    },
    {
      "epoch": 48.95,
      "grad_norm": 2.0866453647613525,
      "learning_rate": 4.685895984316066e-06,
      "loss": 0.5665,
      "step": 175390
    },
    {
      "epoch": 48.95,
      "grad_norm": 1.9849886894226074,
      "learning_rate": 4.685894983952713e-06,
      "loss": 0.5579,
      "step": 175400
    },
    {
      "epoch": 48.96,
      "grad_norm": 2.158402442932129,
      "learning_rate": 4.6858939832776195e-06,
      "loss": 0.5605,
      "step": 175410
    },
    {
      "epoch": 48.96,
      "grad_norm": 2.538743734359741,
      "learning_rate": 4.685892982290786e-06,
      "loss": 0.5518,
      "step": 175420
    },
    {
      "epoch": 48.96,
      "grad_norm": 2.770543336868286,
      "learning_rate": 4.685891980992213e-06,
      "loss": 0.5605,
      "step": 175430
    },
    {
      "epoch": 48.96,
      "grad_norm": 2.562357187271118,
      "learning_rate": 4.685890979381899e-06,
      "loss": 0.5526,
      "step": 175440
    },
    {
      "epoch": 48.97,
      "grad_norm": 2.373974084854126,
      "learning_rate": 4.685889977459846e-06,
      "loss": 0.5149,
      "step": 175450
    },
    {
      "epoch": 48.97,
      "grad_norm": 2.403090238571167,
      "learning_rate": 4.685888975226054e-06,
      "loss": 0.5703,
      "step": 175460
    },
    {
      "epoch": 48.97,
      "grad_norm": 2.240990400314331,
      "learning_rate": 4.685887972680523e-06,
      "loss": 0.5387,
      "step": 175470
    },
    {
      "epoch": 48.98,
      "grad_norm": 2.427834987640381,
      "learning_rate": 4.685886969823252e-06,
      "loss": 0.5527,
      "step": 175480
    },
    {
      "epoch": 48.98,
      "grad_norm": 2.48745059967041,
      "learning_rate": 4.685885966654243e-06,
      "loss": 0.5559,
      "step": 175490
    },
    {
      "epoch": 48.98,
      "grad_norm": 2.612619638442993,
      "learning_rate": 4.685884963173494e-06,
      "loss": 0.5751,
      "step": 175500
    },
    {
      "epoch": 48.98,
      "grad_norm": 2.0798041820526123,
      "learning_rate": 4.685883959381006e-06,
      "loss": 0.5552,
      "step": 175510
    },
    {
      "epoch": 48.99,
      "grad_norm": 2.700622081756592,
      "learning_rate": 4.6858829552767795e-06,
      "loss": 0.5446,
      "step": 175520
    },
    {
      "epoch": 48.99,
      "grad_norm": 2.289700984954834,
      "learning_rate": 4.6858819508608144e-06,
      "loss": 0.557,
      "step": 175530
    },
    {
      "epoch": 48.99,
      "grad_norm": 1.8821032047271729,
      "learning_rate": 4.685880946133112e-06,
      "loss": 0.558,
      "step": 175540
    },
    {
      "epoch": 49.0,
      "grad_norm": 3.3424181938171387,
      "learning_rate": 4.68587994109367e-06,
      "loss": 0.5471,
      "step": 175550
    },
    {
      "epoch": 49.0,
      "grad_norm": 2.42299747467041,
      "learning_rate": 4.68587893574249e-06,
      "loss": 0.5417,
      "step": 175560
    },
    {
      "epoch": 49.0,
      "eval_loss": 0.5491332411766052,
      "eval_runtime": 63.5006,
      "eval_samples_per_second": 79.668,
      "eval_steps_per_second": 9.968,
      "step": 175567
    },
    {
      "epoch": 49.0,
      "grad_norm": 2.375631332397461,
      "learning_rate": 4.685877930079573e-06,
      "loss": 0.5761,
      "step": 175570
    },
    {
      "epoch": 49.0,
      "grad_norm": 1.9823002815246582,
      "learning_rate": 4.685876924104918e-06,
      "loss": 0.5611,
      "step": 175580
    },
    {
      "epoch": 49.01,
      "grad_norm": 2.2080535888671875,
      "learning_rate": 4.6858759178185245e-06,
      "loss": 0.5244,
      "step": 175590
    },
    {
      "epoch": 49.01,
      "grad_norm": 2.236013650894165,
      "learning_rate": 4.685874911220394e-06,
      "loss": 0.5476,
      "step": 175600
    },
    {
      "epoch": 49.01,
      "grad_norm": 2.431391477584839,
      "learning_rate": 4.685873904310525e-06,
      "loss": 0.5528,
      "step": 175610
    },
    {
      "epoch": 49.01,
      "grad_norm": 2.2763421535491943,
      "learning_rate": 4.6858728970889196e-06,
      "loss": 0.5369,
      "step": 175620
    },
    {
      "epoch": 49.02,
      "grad_norm": 2.318866014480591,
      "learning_rate": 4.685871889555577e-06,
      "loss": 0.556,
      "step": 175630
    },
    {
      "epoch": 49.02,
      "grad_norm": 2.0751562118530273,
      "learning_rate": 4.685870881710497e-06,
      "loss": 0.5483,
      "step": 175640
    },
    {
      "epoch": 49.02,
      "grad_norm": 2.184962272644043,
      "learning_rate": 4.685869873553681e-06,
      "loss": 0.5567,
      "step": 175650
    },
    {
      "epoch": 49.03,
      "grad_norm": 1.8947973251342773,
      "learning_rate": 4.685868865085126e-06,
      "loss": 0.5355,
      "step": 175660
    },
    {
      "epoch": 49.03,
      "grad_norm": 2.0036888122558594,
      "learning_rate": 4.685867856304837e-06,
      "loss": 0.551,
      "step": 175670
    },
    {
      "epoch": 49.03,
      "grad_norm": 1.9092533588409424,
      "learning_rate": 4.685866847212809e-06,
      "loss": 0.5527,
      "step": 175680
    },
    {
      "epoch": 49.03,
      "grad_norm": 2.0720386505126953,
      "learning_rate": 4.685865837809047e-06,
      "loss": 0.5726,
      "step": 175690
    },
    {
      "epoch": 49.04,
      "grad_norm": 1.8842376470565796,
      "learning_rate": 4.685864828093547e-06,
      "loss": 0.5411,
      "step": 175700
    },
    {
      "epoch": 49.04,
      "grad_norm": 2.3794565200805664,
      "learning_rate": 4.685863818066312e-06,
      "loss": 0.56,
      "step": 175710
    },
    {
      "epoch": 49.04,
      "grad_norm": 3.129818916320801,
      "learning_rate": 4.68586280772734e-06,
      "loss": 0.5456,
      "step": 175720
    },
    {
      "epoch": 49.05,
      "grad_norm": 2.0648770332336426,
      "learning_rate": 4.6858617970766325e-06,
      "loss": 0.5587,
      "step": 175730
    },
    {
      "epoch": 49.05,
      "grad_norm": 2.5114264488220215,
      "learning_rate": 4.6858607861141895e-06,
      "loss": 0.5567,
      "step": 175740
    },
    {
      "epoch": 49.05,
      "grad_norm": 1.7176344394683838,
      "learning_rate": 4.685859774840011e-06,
      "loss": 0.5579,
      "step": 175750
    },
    {
      "epoch": 49.05,
      "grad_norm": 2.820868492126465,
      "learning_rate": 4.685858763254097e-06,
      "loss": 0.5531,
      "step": 175760
    },
    {
      "epoch": 49.06,
      "grad_norm": 2.542815685272217,
      "learning_rate": 4.685857751356448e-06,
      "loss": 0.5388,
      "step": 175770
    },
    {
      "epoch": 49.06,
      "grad_norm": 2.553429126739502,
      "learning_rate": 4.685856739147064e-06,
      "loss": 0.5612,
      "step": 175780
    },
    {
      "epoch": 49.06,
      "grad_norm": 2.562058448791504,
      "learning_rate": 4.685855726625943e-06,
      "loss": 0.5402,
      "step": 175790
    },
    {
      "epoch": 49.07,
      "grad_norm": 2.448342800140381,
      "learning_rate": 4.685854713793089e-06,
      "loss": 0.5438,
      "step": 175800
    },
    {
      "epoch": 49.07,
      "grad_norm": 2.4411299228668213,
      "learning_rate": 4.685853700648499e-06,
      "loss": 0.5518,
      "step": 175810
    },
    {
      "epoch": 49.07,
      "grad_norm": 2.0441932678222656,
      "learning_rate": 4.685852687192175e-06,
      "loss": 0.5469,
      "step": 175820
    },
    {
      "epoch": 49.07,
      "grad_norm": 2.8761777877807617,
      "learning_rate": 4.685851673424117e-06,
      "loss": 0.5588,
      "step": 175830
    },
    {
      "epoch": 49.08,
      "grad_norm": 2.3638205528259277,
      "learning_rate": 4.685850659344324e-06,
      "loss": 0.5504,
      "step": 175840
    },
    {
      "epoch": 49.08,
      "grad_norm": 1.8915889263153076,
      "learning_rate": 4.685849644952797e-06,
      "loss": 0.5757,
      "step": 175850
    },
    {
      "epoch": 49.08,
      "grad_norm": 2.2972350120544434,
      "learning_rate": 4.685848630249536e-06,
      "loss": 0.5653,
      "step": 175860
    },
    {
      "epoch": 49.08,
      "grad_norm": 2.5021541118621826,
      "learning_rate": 4.685847615234541e-06,
      "loss": 0.5794,
      "step": 175870
    },
    {
      "epoch": 49.09,
      "grad_norm": 1.9474976062774658,
      "learning_rate": 4.685846599907812e-06,
      "loss": 0.561,
      "step": 175880
    },
    {
      "epoch": 49.09,
      "grad_norm": 2.102390766143799,
      "learning_rate": 4.685845584269349e-06,
      "loss": 0.548,
      "step": 175890
    },
    {
      "epoch": 49.09,
      "grad_norm": 1.9825199842453003,
      "learning_rate": 4.6858445683191535e-06,
      "loss": 0.5525,
      "step": 175900
    },
    {
      "epoch": 49.1,
      "grad_norm": 2.4823458194732666,
      "learning_rate": 4.6858435520572235e-06,
      "loss": 0.5559,
      "step": 175910
    },
    {
      "epoch": 49.1,
      "grad_norm": 2.442986249923706,
      "learning_rate": 4.68584253548356e-06,
      "loss": 0.553,
      "step": 175920
    },
    {
      "epoch": 49.1,
      "grad_norm": 2.64503812789917,
      "learning_rate": 4.685841518598164e-06,
      "loss": 0.5561,
      "step": 175930
    },
    {
      "epoch": 49.1,
      "grad_norm": 2.0975699424743652,
      "learning_rate": 4.685840501401036e-06,
      "loss": 0.5625,
      "step": 175940
    },
    {
      "epoch": 49.11,
      "grad_norm": 2.474536657333374,
      "learning_rate": 4.6858394838921725e-06,
      "loss": 0.5615,
      "step": 175950
    },
    {
      "epoch": 49.11,
      "grad_norm": 1.8062855005264282,
      "learning_rate": 4.685838466071578e-06,
      "loss": 0.562,
      "step": 175960
    },
    {
      "epoch": 49.11,
      "grad_norm": 2.1607720851898193,
      "learning_rate": 4.685837447939251e-06,
      "loss": 0.5639,
      "step": 175970
    },
    {
      "epoch": 49.12,
      "grad_norm": 2.5038390159606934,
      "learning_rate": 4.685836429495191e-06,
      "loss": 0.5536,
      "step": 175980
    },
    {
      "epoch": 49.12,
      "grad_norm": 2.2462427616119385,
      "learning_rate": 4.685835410739399e-06,
      "loss": 0.551,
      "step": 175990
    },
    {
      "epoch": 49.12,
      "grad_norm": 1.8524887561798096,
      "learning_rate": 4.685834391671874e-06,
      "loss": 0.5694,
      "step": 176000
    },
    {
      "epoch": 49.12,
      "grad_norm": 1.9475057125091553,
      "learning_rate": 4.685833372292618e-06,
      "loss": 0.5335,
      "step": 176010
    },
    {
      "epoch": 49.13,
      "grad_norm": 2.0108819007873535,
      "learning_rate": 4.6858323526016294e-06,
      "loss": 0.5469,
      "step": 176020
    },
    {
      "epoch": 49.13,
      "grad_norm": 2.6844611167907715,
      "learning_rate": 4.68583133259891e-06,
      "loss": 0.5611,
      "step": 176030
    },
    {
      "epoch": 49.13,
      "grad_norm": 2.3553857803344727,
      "learning_rate": 4.685830312284458e-06,
      "loss": 0.5569,
      "step": 176040
    },
    {
      "epoch": 49.13,
      "grad_norm": 3.001490592956543,
      "learning_rate": 4.685829291658274e-06,
      "loss": 0.5542,
      "step": 176050
    },
    {
      "epoch": 49.14,
      "grad_norm": 2.3209142684936523,
      "learning_rate": 4.6858282707203595e-06,
      "loss": 0.5527,
      "step": 176060
    },
    {
      "epoch": 49.14,
      "grad_norm": 2.1410152912139893,
      "learning_rate": 4.685827249470713e-06,
      "loss": 0.5451,
      "step": 176070
    },
    {
      "epoch": 49.14,
      "grad_norm": 1.9527500867843628,
      "learning_rate": 4.685826227909336e-06,
      "loss": 0.5201,
      "step": 176080
    },
    {
      "epoch": 49.15,
      "grad_norm": 1.834625482559204,
      "learning_rate": 4.685825206036229e-06,
      "loss": 0.5555,
      "step": 176090
    },
    {
      "epoch": 49.15,
      "grad_norm": 1.9224532842636108,
      "learning_rate": 4.685824183851389e-06,
      "loss": 0.5426,
      "step": 176100
    },
    {
      "epoch": 49.15,
      "grad_norm": 2.125753402709961,
      "learning_rate": 4.685823161354819e-06,
      "loss": 0.5405,
      "step": 176110
    },
    {
      "epoch": 49.15,
      "grad_norm": 2.1278278827667236,
      "learning_rate": 4.685822138546519e-06,
      "loss": 0.5608,
      "step": 176120
    },
    {
      "epoch": 49.16,
      "grad_norm": 1.7315987348556519,
      "learning_rate": 4.6858211154264884e-06,
      "loss": 0.5793,
      "step": 176130
    },
    {
      "epoch": 49.16,
      "grad_norm": 2.643162250518799,
      "learning_rate": 4.685820091994728e-06,
      "loss": 0.5523,
      "step": 176140
    },
    {
      "epoch": 49.16,
      "grad_norm": 1.980314016342163,
      "learning_rate": 4.685819068251236e-06,
      "loss": 0.5425,
      "step": 176150
    },
    {
      "epoch": 49.17,
      "grad_norm": 2.241888999938965,
      "learning_rate": 4.685818044196015e-06,
      "loss": 0.5682,
      "step": 176160
    },
    {
      "epoch": 49.17,
      "grad_norm": 1.9731508493423462,
      "learning_rate": 4.685817019829064e-06,
      "loss": 0.5435,
      "step": 176170
    },
    {
      "epoch": 49.17,
      "grad_norm": 2.100158929824829,
      "learning_rate": 4.685815995150383e-06,
      "loss": 0.5518,
      "step": 176180
    },
    {
      "epoch": 49.17,
      "grad_norm": 2.1720104217529297,
      "learning_rate": 4.685814970159972e-06,
      "loss": 0.552,
      "step": 176190
    },
    {
      "epoch": 49.18,
      "grad_norm": 1.6588541269302368,
      "learning_rate": 4.6858139448578325e-06,
      "loss": 0.5487,
      "step": 176200
    },
    {
      "epoch": 49.18,
      "grad_norm": 2.035508871078491,
      "learning_rate": 4.685812919243963e-06,
      "loss": 0.544,
      "step": 176210
    },
    {
      "epoch": 49.18,
      "grad_norm": 2.1454405784606934,
      "learning_rate": 4.685811893318365e-06,
      "loss": 0.5589,
      "step": 176220
    },
    {
      "epoch": 49.19,
      "grad_norm": 2.383849620819092,
      "learning_rate": 4.685810867081037e-06,
      "loss": 0.5701,
      "step": 176230
    },
    {
      "epoch": 49.19,
      "grad_norm": 2.433957576751709,
      "learning_rate": 4.68580984053198e-06,
      "loss": 0.5306,
      "step": 176240
    },
    {
      "epoch": 49.19,
      "grad_norm": 2.3508660793304443,
      "learning_rate": 4.6858088136711955e-06,
      "loss": 0.5668,
      "step": 176250
    },
    {
      "epoch": 49.19,
      "grad_norm": 2.2687957286834717,
      "learning_rate": 4.685807786498681e-06,
      "loss": 0.5606,
      "step": 176260
    },
    {
      "epoch": 49.2,
      "grad_norm": 2.51908540725708,
      "learning_rate": 4.685806759014438e-06,
      "loss": 0.5445,
      "step": 176270
    },
    {
      "epoch": 49.2,
      "grad_norm": 2.1257245540618896,
      "learning_rate": 4.685805731218468e-06,
      "loss": 0.5603,
      "step": 176280
    },
    {
      "epoch": 49.2,
      "grad_norm": 2.3172998428344727,
      "learning_rate": 4.685804703110768e-06,
      "loss": 0.5599,
      "step": 176290
    },
    {
      "epoch": 49.2,
      "grad_norm": 1.7596758604049683,
      "learning_rate": 4.685803674691341e-06,
      "loss": 0.5683,
      "step": 176300
    },
    {
      "epoch": 49.21,
      "grad_norm": 2.0217580795288086,
      "learning_rate": 4.685802645960186e-06,
      "loss": 0.5326,
      "step": 176310
    },
    {
      "epoch": 49.21,
      "grad_norm": 3.071949005126953,
      "learning_rate": 4.685801616917303e-06,
      "loss": 0.5462,
      "step": 176320
    },
    {
      "epoch": 49.21,
      "grad_norm": 2.3588521480560303,
      "learning_rate": 4.685800587562691e-06,
      "loss": 0.5458,
      "step": 176330
    },
    {
      "epoch": 49.22,
      "grad_norm": 1.8385134935379028,
      "learning_rate": 4.685799557896353e-06,
      "loss": 0.5348,
      "step": 176340
    },
    {
      "epoch": 49.22,
      "grad_norm": 1.8615037202835083,
      "learning_rate": 4.685798527918287e-06,
      "loss": 0.5329,
      "step": 176350
    },
    {
      "epoch": 49.22,
      "grad_norm": 2.4649264812469482,
      "learning_rate": 4.685797497628495e-06,
      "loss": 0.5744,
      "step": 176360
    },
    {
      "epoch": 49.22,
      "grad_norm": 1.8659937381744385,
      "learning_rate": 4.685796467026974e-06,
      "loss": 0.555,
      "step": 176370
    },
    {
      "epoch": 49.23,
      "grad_norm": 2.1676337718963623,
      "learning_rate": 4.685795436113726e-06,
      "loss": 0.5525,
      "step": 176380
    },
    {
      "epoch": 49.23,
      "grad_norm": 1.9680726528167725,
      "learning_rate": 4.685794404888752e-06,
      "loss": 0.5599,
      "step": 176390
    },
    {
      "epoch": 49.23,
      "grad_norm": 2.2437686920166016,
      "learning_rate": 4.685793373352051e-06,
      "loss": 0.5688,
      "step": 176400
    },
    {
      "epoch": 49.24,
      "grad_norm": 3.820168972015381,
      "learning_rate": 4.685792341503624e-06,
      "loss": 0.5293,
      "step": 176410
    },
    {
      "epoch": 49.24,
      "grad_norm": 2.014075994491577,
      "learning_rate": 4.685791309343469e-06,
      "loss": 0.5485,
      "step": 176420
    },
    {
      "epoch": 49.24,
      "grad_norm": 2.3472962379455566,
      "learning_rate": 4.685790276871589e-06,
      "loss": 0.5393,
      "step": 176430
    },
    {
      "epoch": 49.24,
      "grad_norm": 2.606295347213745,
      "learning_rate": 4.685789244087983e-06,
      "loss": 0.555,
      "step": 176440
    },
    {
      "epoch": 49.25,
      "grad_norm": 2.0079548358917236,
      "learning_rate": 4.68578821099265e-06,
      "loss": 0.5511,
      "step": 176450
    },
    {
      "epoch": 49.25,
      "grad_norm": 2.2556040287017822,
      "learning_rate": 4.685787177585592e-06,
      "loss": 0.5284,
      "step": 176460
    },
    {
      "epoch": 49.25,
      "grad_norm": 2.672560214996338,
      "learning_rate": 4.685786143866807e-06,
      "loss": 0.5382,
      "step": 176470
    },
    {
      "epoch": 49.25,
      "grad_norm": 3.423710346221924,
      "learning_rate": 4.685785109836297e-06,
      "loss": 0.5546,
      "step": 176480
    },
    {
      "epoch": 49.26,
      "grad_norm": 2.0421814918518066,
      "learning_rate": 4.685784075494062e-06,
      "loss": 0.5491,
      "step": 176490
    },
    {
      "epoch": 49.26,
      "grad_norm": 2.436113119125366,
      "learning_rate": 4.6857830408401e-06,
      "loss": 0.572,
      "step": 176500
    },
    {
      "epoch": 49.26,
      "grad_norm": 2.3774354457855225,
      "learning_rate": 4.685782005874414e-06,
      "loss": 0.5396,
      "step": 176510
    },
    {
      "epoch": 49.27,
      "grad_norm": 2.2991490364074707,
      "learning_rate": 4.6857809705970035e-06,
      "loss": 0.5633,
      "step": 176520
    },
    {
      "epoch": 49.27,
      "grad_norm": 2.0689122676849365,
      "learning_rate": 4.685779935007867e-06,
      "loss": 0.5535,
      "step": 176530
    },
    {
      "epoch": 49.27,
      "grad_norm": 2.335101842880249,
      "learning_rate": 4.6857788991070056e-06,
      "loss": 0.5366,
      "step": 176540
    },
    {
      "epoch": 49.27,
      "grad_norm": 2.426065444946289,
      "learning_rate": 4.685777862894421e-06,
      "loss": 0.5408,
      "step": 176550
    },
    {
      "epoch": 49.28,
      "grad_norm": 2.9150636196136475,
      "learning_rate": 4.68577682637011e-06,
      "loss": 0.5471,
      "step": 176560
    },
    {
      "epoch": 49.28,
      "grad_norm": 1.7865527868270874,
      "learning_rate": 4.685775789534076e-06,
      "loss": 0.5321,
      "step": 176570
    },
    {
      "epoch": 49.28,
      "grad_norm": 3.0140981674194336,
      "learning_rate": 4.6857747523863165e-06,
      "loss": 0.5581,
      "step": 176580
    },
    {
      "epoch": 49.29,
      "grad_norm": 2.56583571434021,
      "learning_rate": 4.685773714926833e-06,
      "loss": 0.5515,
      "step": 176590
    },
    {
      "epoch": 49.29,
      "grad_norm": 2.714252233505249,
      "learning_rate": 4.685772677155626e-06,
      "loss": 0.5654,
      "step": 176600
    },
    {
      "epoch": 49.29,
      "grad_norm": 2.065321922302246,
      "learning_rate": 4.685771639072695e-06,
      "loss": 0.5535,
      "step": 176610
    },
    {
      "epoch": 49.29,
      "grad_norm": 2.0656657218933105,
      "learning_rate": 4.685770600678041e-06,
      "loss": 0.54,
      "step": 176620
    },
    {
      "epoch": 49.3,
      "grad_norm": 2.009763479232788,
      "learning_rate": 4.685769561971662e-06,
      "loss": 0.5571,
      "step": 176630
    },
    {
      "epoch": 49.3,
      "grad_norm": 2.006736993789673,
      "learning_rate": 4.685768522953561e-06,
      "loss": 0.5712,
      "step": 176640
    },
    {
      "epoch": 49.3,
      "grad_norm": 1.9900658130645752,
      "learning_rate": 4.6857674836237356e-06,
      "loss": 0.5318,
      "step": 176650
    },
    {
      "epoch": 49.31,
      "grad_norm": 2.2452938556671143,
      "learning_rate": 4.685766443982188e-06,
      "loss": 0.5553,
      "step": 176660
    },
    {
      "epoch": 49.31,
      "grad_norm": 2.679032325744629,
      "learning_rate": 4.685765404028916e-06,
      "loss": 0.5519,
      "step": 176670
    },
    {
      "epoch": 49.31,
      "grad_norm": 2.042340040206909,
      "learning_rate": 4.685764363763923e-06,
      "loss": 0.5646,
      "step": 176680
    },
    {
      "epoch": 49.31,
      "grad_norm": 2.040071725845337,
      "learning_rate": 4.6857633231872054e-06,
      "loss": 0.5358,
      "step": 176690
    },
    {
      "epoch": 49.32,
      "grad_norm": 2.1077463626861572,
      "learning_rate": 4.685762282298766e-06,
      "loss": 0.545,
      "step": 176700
    },
    {
      "epoch": 49.32,
      "grad_norm": 2.19144868850708,
      "learning_rate": 4.685761241098604e-06,
      "loss": 0.5646,
      "step": 176710
    },
    {
      "epoch": 49.32,
      "grad_norm": 1.7854750156402588,
      "learning_rate": 4.6857601995867205e-06,
      "loss": 0.5324,
      "step": 176720
    },
    {
      "epoch": 49.32,
      "grad_norm": 2.019714117050171,
      "learning_rate": 4.685759157763114e-06,
      "loss": 0.5706,
      "step": 176730
    },
    {
      "epoch": 49.33,
      "grad_norm": 1.8826210498809814,
      "learning_rate": 4.685758115627785e-06,
      "loss": 0.5489,
      "step": 176740
    },
    {
      "epoch": 49.33,
      "grad_norm": 2.5631320476531982,
      "learning_rate": 4.685757073180735e-06,
      "loss": 0.5429,
      "step": 176750
    },
    {
      "epoch": 49.33,
      "grad_norm": 2.0516197681427,
      "learning_rate": 4.685756030421962e-06,
      "loss": 0.5169,
      "step": 176760
    },
    {
      "epoch": 49.34,
      "grad_norm": 2.379289150238037,
      "learning_rate": 4.685754987351469e-06,
      "loss": 0.5502,
      "step": 176770
    },
    {
      "epoch": 49.34,
      "grad_norm": 1.5900622606277466,
      "learning_rate": 4.685753943969254e-06,
      "loss": 0.5586,
      "step": 176780
    },
    {
      "epoch": 49.34,
      "grad_norm": 1.6248424053192139,
      "learning_rate": 4.685752900275317e-06,
      "loss": 0.5514,
      "step": 176790
    },
    {
      "epoch": 49.34,
      "grad_norm": 1.7057629823684692,
      "learning_rate": 4.68575185626966e-06,
      "loss": 0.5715,
      "step": 176800
    },
    {
      "epoch": 49.35,
      "grad_norm": 2.431295156478882,
      "learning_rate": 4.68575081195228e-06,
      "loss": 0.5435,
      "step": 176810
    },
    {
      "epoch": 49.35,
      "grad_norm": 1.8269000053405762,
      "learning_rate": 4.68574976732318e-06,
      "loss": 0.5447,
      "step": 176820
    },
    {
      "epoch": 49.35,
      "grad_norm": 2.6581854820251465,
      "learning_rate": 4.685748722382359e-06,
      "loss": 0.557,
      "step": 176830
    },
    {
      "epoch": 49.36,
      "grad_norm": 2.3102922439575195,
      "learning_rate": 4.685747677129818e-06,
      "loss": 0.5517,
      "step": 176840
    },
    {
      "epoch": 49.36,
      "grad_norm": 2.1752867698669434,
      "learning_rate": 4.6857466315655564e-06,
      "loss": 0.553,
      "step": 176850
    },
    {
      "epoch": 49.36,
      "grad_norm": 2.0771143436431885,
      "learning_rate": 4.685745585689574e-06,
      "loss": 0.5544,
      "step": 176860
    },
    {
      "epoch": 49.36,
      "grad_norm": 1.7989765405654907,
      "learning_rate": 4.685744539501871e-06,
      "loss": 0.5601,
      "step": 176870
    },
    {
      "epoch": 49.37,
      "grad_norm": 2.3301453590393066,
      "learning_rate": 4.685743493002449e-06,
      "loss": 0.5507,
      "step": 176880
    },
    {
      "epoch": 49.37,
      "grad_norm": 1.968644380569458,
      "learning_rate": 4.685742446191306e-06,
      "loss": 0.5542,
      "step": 176890
    },
    {
      "epoch": 49.37,
      "grad_norm": 2.237818479537964,
      "learning_rate": 4.6857413990684435e-06,
      "loss": 0.5523,
      "step": 176900
    },
    {
      "epoch": 49.37,
      "grad_norm": 2.261759042739868,
      "learning_rate": 4.685740351633861e-06,
      "loss": 0.5546,
      "step": 176910
    },
    {
      "epoch": 49.38,
      "grad_norm": 1.97078275680542,
      "learning_rate": 4.68573930388756e-06,
      "loss": 0.5393,
      "step": 176920
    },
    {
      "epoch": 49.38,
      "grad_norm": 2.627967357635498,
      "learning_rate": 4.685738255829539e-06,
      "loss": 0.5616,
      "step": 176930
    },
    {
      "epoch": 49.38,
      "grad_norm": 2.3230106830596924,
      "learning_rate": 4.685737207459798e-06,
      "loss": 0.5547,
      "step": 176940
    },
    {
      "epoch": 49.39,
      "grad_norm": 1.962952733039856,
      "learning_rate": 4.685736158778338e-06,
      "loss": 0.5408,
      "step": 176950
    },
    {
      "epoch": 49.39,
      "grad_norm": 1.7053875923156738,
      "learning_rate": 4.68573510978516e-06,
      "loss": 0.5618,
      "step": 176960
    },
    {
      "epoch": 49.39,
      "grad_norm": 1.6800918579101562,
      "learning_rate": 4.685734060480262e-06,
      "loss": 0.5586,
      "step": 176970
    },
    {
      "epoch": 49.39,
      "grad_norm": 1.957884430885315,
      "learning_rate": 4.685733010863647e-06,
      "loss": 0.5528,
      "step": 176980
    },
    {
      "epoch": 49.4,
      "grad_norm": 3.3378663063049316,
      "learning_rate": 4.685731960935311e-06,
      "loss": 0.5415,
      "step": 176990
    },
    {
      "epoch": 49.4,
      "grad_norm": 2.4774677753448486,
      "learning_rate": 4.685730910695259e-06,
      "loss": 0.5506,
      "step": 177000
    },
    {
      "epoch": 49.4,
      "grad_norm": 1.9489188194274902,
      "learning_rate": 4.685729860143487e-06,
      "loss": 0.5786,
      "step": 177010
    },
    {
      "epoch": 49.41,
      "grad_norm": 2.6853976249694824,
      "learning_rate": 4.685728809279997e-06,
      "loss": 0.5677,
      "step": 177020
    },
    {
      "epoch": 49.41,
      "grad_norm": 2.270965576171875,
      "learning_rate": 4.68572775810479e-06,
      "loss": 0.5432,
      "step": 177030
    },
    {
      "epoch": 49.41,
      "grad_norm": 2.1090457439422607,
      "learning_rate": 4.685726706617865e-06,
      "loss": 0.5414,
      "step": 177040
    },
    {
      "epoch": 49.41,
      "grad_norm": 1.8535499572753906,
      "learning_rate": 4.685725654819221e-06,
      "loss": 0.5493,
      "step": 177050
    },
    {
      "epoch": 49.42,
      "grad_norm": 2.119699001312256,
      "learning_rate": 4.685724602708861e-06,
      "loss": 0.5439,
      "step": 177060
    },
    {
      "epoch": 49.42,
      "grad_norm": 1.931038737297058,
      "learning_rate": 4.685723550286782e-06,
      "loss": 0.5315,
      "step": 177070
    },
    {
      "epoch": 49.42,
      "grad_norm": 2.0888309478759766,
      "learning_rate": 4.685722497552986e-06,
      "loss": 0.5386,
      "step": 177080
    },
    {
      "epoch": 49.43,
      "grad_norm": 2.0249576568603516,
      "learning_rate": 4.685721444507474e-06,
      "loss": 0.5469,
      "step": 177090
    },
    {
      "epoch": 49.43,
      "grad_norm": 2.803450584411621,
      "learning_rate": 4.685720391150244e-06,
      "loss": 0.5435,
      "step": 177100
    },
    {
      "epoch": 49.43,
      "grad_norm": 2.1729860305786133,
      "learning_rate": 4.685719337481298e-06,
      "loss": 0.5684,
      "step": 177110
    },
    {
      "epoch": 49.43,
      "grad_norm": 1.7758898735046387,
      "learning_rate": 4.685718283500634e-06,
      "loss": 0.5448,
      "step": 177120
    },
    {
      "epoch": 49.44,
      "grad_norm": 2.285834550857544,
      "learning_rate": 4.685717229208254e-06,
      "loss": 0.5547,
      "step": 177130
    },
    {
      "epoch": 49.44,
      "grad_norm": 1.8060380220413208,
      "learning_rate": 4.685716174604157e-06,
      "loss": 0.561,
      "step": 177140
    },
    {
      "epoch": 49.44,
      "grad_norm": 2.4007890224456787,
      "learning_rate": 4.685715119688344e-06,
      "loss": 0.5389,
      "step": 177150
    },
    {
      "epoch": 49.44,
      "grad_norm": 2.2514474391937256,
      "learning_rate": 4.685714064460815e-06,
      "loss": 0.5634,
      "step": 177160
    },
    {
      "epoch": 49.45,
      "grad_norm": 1.6620274782180786,
      "learning_rate": 4.68571300892157e-06,
      "loss": 0.5393,
      "step": 177170
    },
    {
      "epoch": 49.45,
      "grad_norm": 1.9056484699249268,
      "learning_rate": 4.685711953070609e-06,
      "loss": 0.5584,
      "step": 177180
    },
    {
      "epoch": 49.45,
      "grad_norm": 1.7392945289611816,
      "learning_rate": 4.6857108969079325e-06,
      "loss": 0.5356,
      "step": 177190
    },
    {
      "epoch": 49.46,
      "grad_norm": 2.852527141571045,
      "learning_rate": 4.685709840433539e-06,
      "loss": 0.5651,
      "step": 177200
    },
    {
      "epoch": 49.46,
      "grad_norm": 2.260436534881592,
      "learning_rate": 4.685708783647431e-06,
      "loss": 0.5734,
      "step": 177210
    },
    {
      "epoch": 49.46,
      "grad_norm": 2.550884246826172,
      "learning_rate": 4.6857077265496085e-06,
      "loss": 0.5601,
      "step": 177220
    },
    {
      "epoch": 49.46,
      "grad_norm": 2.550485610961914,
      "learning_rate": 4.68570666914007e-06,
      "loss": 0.5718,
      "step": 177230
    },
    {
      "epoch": 49.47,
      "grad_norm": 2.037968635559082,
      "learning_rate": 4.685705611418816e-06,
      "loss": 0.5691,
      "step": 177240
    },
    {
      "epoch": 49.47,
      "grad_norm": 2.1582584381103516,
      "learning_rate": 4.685704553385847e-06,
      "loss": 0.5722,
      "step": 177250
    },
    {
      "epoch": 49.47,
      "grad_norm": 2.199815511703491,
      "learning_rate": 4.6857034950411645e-06,
      "loss": 0.5527,
      "step": 177260
    },
    {
      "epoch": 49.48,
      "grad_norm": 2.3767788410186768,
      "learning_rate": 4.685702436384766e-06,
      "loss": 0.5431,
      "step": 177270
    },
    {
      "epoch": 49.48,
      "grad_norm": 2.191638469696045,
      "learning_rate": 4.685701377416654e-06,
      "loss": 0.5481,
      "step": 177280
    },
    {
      "epoch": 49.48,
      "grad_norm": 2.3411991596221924,
      "learning_rate": 4.6857003181368276e-06,
      "loss": 0.5324,
      "step": 177290
    },
    {
      "epoch": 49.48,
      "grad_norm": 1.9965962171554565,
      "learning_rate": 4.6856992585452854e-06,
      "loss": 0.5326,
      "step": 177300
    },
    {
      "epoch": 49.49,
      "grad_norm": 1.9553934335708618,
      "learning_rate": 4.685698198642031e-06,
      "loss": 0.5422,
      "step": 177310
    },
    {
      "epoch": 49.49,
      "grad_norm": 1.6775621175765991,
      "learning_rate": 4.685697138427062e-06,
      "loss": 0.544,
      "step": 177320
    },
    {
      "epoch": 49.49,
      "grad_norm": 1.954487681388855,
      "learning_rate": 4.685696077900379e-06,
      "loss": 0.5648,
      "step": 177330
    },
    {
      "epoch": 49.49,
      "grad_norm": 2.1276004314422607,
      "learning_rate": 4.685695017061982e-06,
      "loss": 0.5605,
      "step": 177340
    },
    {
      "epoch": 49.5,
      "grad_norm": 1.4998821020126343,
      "learning_rate": 4.685693955911872e-06,
      "loss": 0.5403,
      "step": 177350
    },
    {
      "epoch": 49.5,
      "grad_norm": 1.9080939292907715,
      "learning_rate": 4.685692894450049e-06,
      "loss": 0.5262,
      "step": 177360
    },
    {
      "epoch": 49.5,
      "grad_norm": 2.0938823223114014,
      "learning_rate": 4.685691832676512e-06,
      "loss": 0.5341,
      "step": 177370
    },
    {
      "epoch": 49.51,
      "grad_norm": 1.9880311489105225,
      "learning_rate": 4.685690770591263e-06,
      "loss": 0.5801,
      "step": 177380
    },
    {
      "epoch": 49.51,
      "grad_norm": 1.6018176078796387,
      "learning_rate": 4.6856897081942994e-06,
      "loss": 0.5425,
      "step": 177390
    },
    {
      "epoch": 49.51,
      "grad_norm": 2.7698352336883545,
      "learning_rate": 4.685688645485624e-06,
      "loss": 0.5669,
      "step": 177400
    },
    {
      "epoch": 49.51,
      "grad_norm": 2.5021300315856934,
      "learning_rate": 4.685687582465236e-06,
      "loss": 0.5698,
      "step": 177410
    },
    {
      "epoch": 49.52,
      "grad_norm": 1.6833961009979248,
      "learning_rate": 4.685686519133135e-06,
      "loss": 0.5477,
      "step": 177420
    },
    {
      "epoch": 49.52,
      "grad_norm": 1.8546336889266968,
      "learning_rate": 4.685685455489322e-06,
      "loss": 0.5512,
      "step": 177430
    },
    {
      "epoch": 49.52,
      "grad_norm": 1.6644333600997925,
      "learning_rate": 4.6856843915337965e-06,
      "loss": 0.5635,
      "step": 177440
    },
    {
      "epoch": 49.53,
      "grad_norm": 1.9611668586730957,
      "learning_rate": 4.685683327266559e-06,
      "loss": 0.5489,
      "step": 177450
    },
    {
      "epoch": 49.53,
      "grad_norm": 2.5721001625061035,
      "learning_rate": 4.685682262687609e-06,
      "loss": 0.5489,
      "step": 177460
    },
    {
      "epoch": 49.53,
      "grad_norm": 2.423867702484131,
      "learning_rate": 4.685681197796948e-06,
      "loss": 0.5677,
      "step": 177470
    },
    {
      "epoch": 49.53,
      "grad_norm": 3.2575504779815674,
      "learning_rate": 4.685680132594575e-06,
      "loss": 0.5418,
      "step": 177480
    },
    {
      "epoch": 49.54,
      "grad_norm": 2.3176681995391846,
      "learning_rate": 4.6856790670804904e-06,
      "loss": 0.5372,
      "step": 177490
    },
    {
      "epoch": 49.54,
      "grad_norm": 1.7157601118087769,
      "learning_rate": 4.685678001254695e-06,
      "loss": 0.5387,
      "step": 177500
    },
    {
      "epoch": 49.54,
      "grad_norm": 2.040489435195923,
      "learning_rate": 4.685676935117188e-06,
      "loss": 0.5387,
      "step": 177510
    },
    {
      "epoch": 49.55,
      "grad_norm": 1.8471286296844482,
      "learning_rate": 4.685675868667969e-06,
      "loss": 0.5562,
      "step": 177520
    },
    {
      "epoch": 49.55,
      "grad_norm": 2.233708143234253,
      "learning_rate": 4.68567480190704e-06,
      "loss": 0.5441,
      "step": 177530
    },
    {
      "epoch": 49.55,
      "grad_norm": 2.641796112060547,
      "learning_rate": 4.6856737348344e-06,
      "loss": 0.536,
      "step": 177540
    },
    {
      "epoch": 49.55,
      "grad_norm": 2.6995811462402344,
      "learning_rate": 4.68567266745005e-06,
      "loss": 0.5667,
      "step": 177550
    },
    {
      "epoch": 49.56,
      "grad_norm": 2.0314197540283203,
      "learning_rate": 4.685671599753988e-06,
      "loss": 0.5576,
      "step": 177560
    },
    {
      "epoch": 49.56,
      "grad_norm": 2.804856300354004,
      "learning_rate": 4.685670531746216e-06,
      "loss": 0.5458,
      "step": 177570
    },
    {
      "epoch": 49.56,
      "grad_norm": 3.098784923553467,
      "learning_rate": 4.685669463426734e-06,
      "loss": 0.5511,
      "step": 177580
    },
    {
      "epoch": 49.56,
      "grad_norm": 2.497990608215332,
      "learning_rate": 4.685668394795542e-06,
      "loss": 0.5481,
      "step": 177590
    },
    {
      "epoch": 49.57,
      "grad_norm": 1.8016061782836914,
      "learning_rate": 4.68566732585264e-06,
      "loss": 0.5716,
      "step": 177600
    },
    {
      "epoch": 49.57,
      "grad_norm": 3.36555552482605,
      "learning_rate": 4.685666256598028e-06,
      "loss": 0.5616,
      "step": 177610
    },
    {
      "epoch": 49.57,
      "grad_norm": 1.7713792324066162,
      "learning_rate": 4.685665187031707e-06,
      "loss": 0.5637,
      "step": 177620
    },
    {
      "epoch": 49.58,
      "grad_norm": 2.631275177001953,
      "learning_rate": 4.6856641171536755e-06,
      "loss": 0.5625,
      "step": 177630
    },
    {
      "epoch": 49.58,
      "grad_norm": 2.3356778621673584,
      "learning_rate": 4.685663046963935e-06,
      "loss": 0.5363,
      "step": 177640
    },
    {
      "epoch": 49.58,
      "grad_norm": 2.9132721424102783,
      "learning_rate": 4.685661976462485e-06,
      "loss": 0.5386,
      "step": 177650
    },
    {
      "epoch": 49.58,
      "grad_norm": 1.9834603071212769,
      "learning_rate": 4.685660905649327e-06,
      "loss": 0.5472,
      "step": 177660
    },
    {
      "epoch": 49.59,
      "grad_norm": 2.2512378692626953,
      "learning_rate": 4.685659834524459e-06,
      "loss": 0.5556,
      "step": 177670
    },
    {
      "epoch": 49.59,
      "grad_norm": 2.127669095993042,
      "learning_rate": 4.685658763087882e-06,
      "loss": 0.5499,
      "step": 177680
    },
    {
      "epoch": 49.59,
      "grad_norm": 2.0783824920654297,
      "learning_rate": 4.6856576913395965e-06,
      "loss": 0.5196,
      "step": 177690
    },
    {
      "epoch": 49.6,
      "grad_norm": 3.3653650283813477,
      "learning_rate": 4.685656619279602e-06,
      "loss": 0.5304,
      "step": 177700
    },
    {
      "epoch": 49.6,
      "grad_norm": 2.4454851150512695,
      "learning_rate": 4.6856555469079e-06,
      "loss": 0.5494,
      "step": 177710
    },
    {
      "epoch": 49.6,
      "grad_norm": 1.7480319738388062,
      "learning_rate": 4.685654474224489e-06,
      "loss": 0.5555,
      "step": 177720
    },
    {
      "epoch": 49.6,
      "grad_norm": 1.8414053916931152,
      "learning_rate": 4.68565340122937e-06,
      "loss": 0.533,
      "step": 177730
    },
    {
      "epoch": 49.61,
      "grad_norm": 2.4802086353302,
      "learning_rate": 4.685652327922544e-06,
      "loss": 0.5352,
      "step": 177740
    },
    {
      "epoch": 49.61,
      "grad_norm": 2.071758985519409,
      "learning_rate": 4.685651254304009e-06,
      "loss": 0.5534,
      "step": 177750
    },
    {
      "epoch": 49.61,
      "grad_norm": 2.1148414611816406,
      "learning_rate": 4.685650180373767e-06,
      "loss": 0.5395,
      "step": 177760
    },
    {
      "epoch": 49.61,
      "grad_norm": 1.7809277772903442,
      "learning_rate": 4.685649106131817e-06,
      "loss": 0.5281,
      "step": 177770
    },
    {
      "epoch": 49.62,
      "grad_norm": 2.5717666149139404,
      "learning_rate": 4.685648031578159e-06,
      "loss": 0.5527,
      "step": 177780
    },
    {
      "epoch": 49.62,
      "grad_norm": 1.6967158317565918,
      "learning_rate": 4.685646956712795e-06,
      "loss": 0.554,
      "step": 177790
    },
    {
      "epoch": 49.62,
      "grad_norm": 2.6366262435913086,
      "learning_rate": 4.685645881535723e-06,
      "loss": 0.5661,
      "step": 177800
    },
    {
      "epoch": 49.63,
      "grad_norm": 2.589526414871216,
      "learning_rate": 4.685644806046945e-06,
      "loss": 0.5382,
      "step": 177810
    },
    {
      "epoch": 49.63,
      "grad_norm": 1.7128194570541382,
      "learning_rate": 4.685643730246459e-06,
      "loss": 0.5424,
      "step": 177820
    },
    {
      "epoch": 49.63,
      "grad_norm": 2.010744571685791,
      "learning_rate": 4.685642654134267e-06,
      "loss": 0.5515,
      "step": 177830
    },
    {
      "epoch": 49.63,
      "grad_norm": 2.6348752975463867,
      "learning_rate": 4.6856415777103684e-06,
      "loss": 0.5413,
      "step": 177840
    },
    {
      "epoch": 49.64,
      "grad_norm": 1.7164075374603271,
      "learning_rate": 4.685640500974763e-06,
      "loss": 0.5364,
      "step": 177850
    },
    {
      "epoch": 49.64,
      "grad_norm": 2.304795265197754,
      "learning_rate": 4.685639423927452e-06,
      "loss": 0.5587,
      "step": 177860
    },
    {
      "epoch": 49.64,
      "grad_norm": 2.2930119037628174,
      "learning_rate": 4.685638346568435e-06,
      "loss": 0.5646,
      "step": 177870
    },
    {
      "epoch": 49.65,
      "grad_norm": 1.8214695453643799,
      "learning_rate": 4.6856372688977115e-06,
      "loss": 0.5621,
      "step": 177880
    },
    {
      "epoch": 49.65,
      "grad_norm": 2.371765375137329,
      "learning_rate": 4.685636190915282e-06,
      "loss": 0.5287,
      "step": 177890
    },
    {
      "epoch": 49.65,
      "grad_norm": 1.7820652723312378,
      "learning_rate": 4.685635112621146e-06,
      "loss": 0.5496,
      "step": 177900
    },
    {
      "epoch": 49.65,
      "grad_norm": 2.1981568336486816,
      "learning_rate": 4.685634034015306e-06,
      "loss": 0.5581,
      "step": 177910
    },
    {
      "epoch": 49.66,
      "grad_norm": 1.957911491394043,
      "learning_rate": 4.68563295509776e-06,
      "loss": 0.5604,
      "step": 177920
    },
    {
      "epoch": 49.66,
      "grad_norm": 2.99351167678833,
      "learning_rate": 4.685631875868509e-06,
      "loss": 0.5434,
      "step": 177930
    },
    {
      "epoch": 49.66,
      "grad_norm": 2.086780548095703,
      "learning_rate": 4.685630796327553e-06,
      "loss": 0.5443,
      "step": 177940
    },
    {
      "epoch": 49.67,
      "grad_norm": 2.621159315109253,
      "learning_rate": 4.685629716474891e-06,
      "loss": 0.5795,
      "step": 177950
    },
    {
      "epoch": 49.67,
      "grad_norm": 2.1423583030700684,
      "learning_rate": 4.6856286363105254e-06,
      "loss": 0.5489,
      "step": 177960
    },
    {
      "epoch": 49.67,
      "grad_norm": 2.7003583908081055,
      "learning_rate": 4.685627555834454e-06,
      "loss": 0.5664,
      "step": 177970
    },
    {
      "epoch": 49.67,
      "grad_norm": 1.8882167339324951,
      "learning_rate": 4.685626475046679e-06,
      "loss": 0.5494,
      "step": 177980
    },
    {
      "epoch": 49.68,
      "grad_norm": 2.0434534549713135,
      "learning_rate": 4.6856253939471994e-06,
      "loss": 0.5472,
      "step": 177990
    },
    {
      "epoch": 49.68,
      "grad_norm": 2.272022247314453,
      "learning_rate": 4.685624312536015e-06,
      "loss": 0.5506,
      "step": 178000
    },
    {
      "epoch": 49.68,
      "grad_norm": 2.3408310413360596,
      "learning_rate": 4.6856232308131265e-06,
      "loss": 0.5522,
      "step": 178010
    },
    {
      "epoch": 49.68,
      "grad_norm": 2.3810598850250244,
      "learning_rate": 4.685622148778534e-06,
      "loss": 0.5541,
      "step": 178020
    },
    {
      "epoch": 49.69,
      "grad_norm": 2.9928674697875977,
      "learning_rate": 4.685621066432239e-06,
      "loss": 0.5542,
      "step": 178030
    },
    {
      "epoch": 49.69,
      "grad_norm": 1.8689032793045044,
      "learning_rate": 4.68561998377424e-06,
      "loss": 0.5513,
      "step": 178040
    },
    {
      "epoch": 49.69,
      "grad_norm": 1.9841560125350952,
      "learning_rate": 4.6856189008045365e-06,
      "loss": 0.5706,
      "step": 178050
    },
    {
      "epoch": 49.7,
      "grad_norm": 2.0347506999969482,
      "learning_rate": 4.6856178175231295e-06,
      "loss": 0.5683,
      "step": 178060
    },
    {
      "epoch": 49.7,
      "grad_norm": 1.7647113800048828,
      "learning_rate": 4.68561673393002e-06,
      "loss": 0.5381,
      "step": 178070
    },
    {
      "epoch": 49.7,
      "grad_norm": 1.9305591583251953,
      "learning_rate": 4.685615650025207e-06,
      "loss": 0.5584,
      "step": 178080
    },
    {
      "epoch": 49.7,
      "grad_norm": 2.1737074851989746,
      "learning_rate": 4.685614565808691e-06,
      "loss": 0.5413,
      "step": 178090
    },
    {
      "epoch": 49.71,
      "grad_norm": 2.1025116443634033,
      "learning_rate": 4.685613481280473e-06,
      "loss": 0.5613,
      "step": 178100
    },
    {
      "epoch": 49.71,
      "grad_norm": 1.8229703903198242,
      "learning_rate": 4.685612396440551e-06,
      "loss": 0.5302,
      "step": 178110
    },
    {
      "epoch": 49.71,
      "grad_norm": 3.1303892135620117,
      "learning_rate": 4.685611311288928e-06,
      "loss": 0.559,
      "step": 178120
    },
    {
      "epoch": 49.72,
      "grad_norm": 2.4803876876831055,
      "learning_rate": 4.685610225825601e-06,
      "loss": 0.5487,
      "step": 178130
    },
    {
      "epoch": 49.72,
      "grad_norm": 1.960417628288269,
      "learning_rate": 4.685609140050573e-06,
      "loss": 0.5339,
      "step": 178140
    },
    {
      "epoch": 49.72,
      "grad_norm": 2.054434061050415,
      "learning_rate": 4.685608053963843e-06,
      "loss": 0.5492,
      "step": 178150
    },
    {
      "epoch": 49.72,
      "grad_norm": 2.180948495864868,
      "learning_rate": 4.685606967565411e-06,
      "loss": 0.5396,
      "step": 178160
    },
    {
      "epoch": 49.73,
      "grad_norm": 2.0337419509887695,
      "learning_rate": 4.685605880855276e-06,
      "loss": 0.5545,
      "step": 178170
    },
    {
      "epoch": 49.73,
      "grad_norm": 2.1108956336975098,
      "learning_rate": 4.68560479383344e-06,
      "loss": 0.5742,
      "step": 178180
    },
    {
      "epoch": 49.73,
      "grad_norm": 2.0167317390441895,
      "learning_rate": 4.685603706499902e-06,
      "loss": 0.5512,
      "step": 178190
    },
    {
      "epoch": 49.73,
      "grad_norm": 2.1799864768981934,
      "learning_rate": 4.6856026188546635e-06,
      "loss": 0.5384,
      "step": 178200
    },
    {
      "epoch": 49.74,
      "grad_norm": 2.9542624950408936,
      "learning_rate": 4.6856015308977235e-06,
      "loss": 0.557,
      "step": 178210
    },
    {
      "epoch": 49.74,
      "grad_norm": 2.8214356899261475,
      "learning_rate": 4.685600442629083e-06,
      "loss": 0.5688,
      "step": 178220
    },
    {
      "epoch": 49.74,
      "grad_norm": 1.9326171875,
      "learning_rate": 4.6855993540487405e-06,
      "loss": 0.546,
      "step": 178230
    },
    {
      "epoch": 49.75,
      "grad_norm": 2.436533212661743,
      "learning_rate": 4.685598265156698e-06,
      "loss": 0.5363,
      "step": 178240
    },
    {
      "epoch": 49.75,
      "grad_norm": 2.9063985347747803,
      "learning_rate": 4.6855971759529545e-06,
      "loss": 0.5384,
      "step": 178250
    },
    {
      "epoch": 49.75,
      "grad_norm": 2.2547388076782227,
      "learning_rate": 4.68559608643751e-06,
      "loss": 0.5688,
      "step": 178260
    },
    {
      "epoch": 49.75,
      "grad_norm": 3.336242198944092,
      "learning_rate": 4.685594996610366e-06,
      "loss": 0.5541,
      "step": 178270
    },
    {
      "epoch": 49.76,
      "grad_norm": 2.0671098232269287,
      "learning_rate": 4.6855939064715214e-06,
      "loss": 0.5453,
      "step": 178280
    },
    {
      "epoch": 49.76,
      "grad_norm": 2.013547420501709,
      "learning_rate": 4.6855928160209775e-06,
      "loss": 0.5595,
      "step": 178290
    },
    {
      "epoch": 49.76,
      "grad_norm": 2.2593963146209717,
      "learning_rate": 4.685591725258733e-06,
      "loss": 0.5671,
      "step": 178300
    },
    {
      "epoch": 49.77,
      "grad_norm": 2.16310977935791,
      "learning_rate": 4.685590634184789e-06,
      "loss": 0.5528,
      "step": 178310
    },
    {
      "epoch": 49.77,
      "grad_norm": 2.8369553089141846,
      "learning_rate": 4.685589542799144e-06,
      "loss": 0.5574,
      "step": 178320
    },
    {
      "epoch": 49.77,
      "grad_norm": 1.9777467250823975,
      "learning_rate": 4.685588451101801e-06,
      "loss": 0.531,
      "step": 178330
    },
    {
      "epoch": 49.77,
      "grad_norm": 1.75227689743042,
      "learning_rate": 4.685587359092759e-06,
      "loss": 0.5418,
      "step": 178340
    },
    {
      "epoch": 49.78,
      "grad_norm": 2.0200986862182617,
      "learning_rate": 4.685586266772017e-06,
      "loss": 0.528,
      "step": 178350
    },
    {
      "epoch": 49.78,
      "grad_norm": 2.114508867263794,
      "learning_rate": 4.685585174139576e-06,
      "loss": 0.5476,
      "step": 178360
    },
    {
      "epoch": 49.78,
      "grad_norm": 2.0816962718963623,
      "learning_rate": 4.685584081195436e-06,
      "loss": 0.5455,
      "step": 178370
    },
    {
      "epoch": 49.79,
      "grad_norm": 1.9314802885055542,
      "learning_rate": 4.6855829879395974e-06,
      "loss": 0.5442,
      "step": 178380
    },
    {
      "epoch": 49.79,
      "grad_norm": 2.580639362335205,
      "learning_rate": 4.6855818943720595e-06,
      "loss": 0.577,
      "step": 178390
    },
    {
      "epoch": 49.79,
      "grad_norm": 2.7609245777130127,
      "learning_rate": 4.685580800492824e-06,
      "loss": 0.5571,
      "step": 178400
    },
    {
      "epoch": 49.79,
      "grad_norm": 2.355861186981201,
      "learning_rate": 4.6855797063018905e-06,
      "loss": 0.5369,
      "step": 178410
    },
    {
      "epoch": 49.8,
      "grad_norm": 1.9105452299118042,
      "learning_rate": 4.685578611799258e-06,
      "loss": 0.5201,
      "step": 178420
    },
    {
      "epoch": 49.8,
      "grad_norm": 2.203666925430298,
      "learning_rate": 4.685577516984928e-06,
      "loss": 0.5488,
      "step": 178430
    },
    {
      "epoch": 49.8,
      "grad_norm": 2.0529415607452393,
      "learning_rate": 4.6855764218589e-06,
      "loss": 0.5449,
      "step": 178440
    },
    {
      "epoch": 49.8,
      "grad_norm": 2.3597476482391357,
      "learning_rate": 4.685575326421175e-06,
      "loss": 0.5778,
      "step": 178450
    },
    {
      "epoch": 49.81,
      "grad_norm": 2.2331411838531494,
      "learning_rate": 4.685574230671751e-06,
      "loss": 0.5357,
      "step": 178460
    },
    {
      "epoch": 49.81,
      "grad_norm": 3.0033600330352783,
      "learning_rate": 4.68557313461063e-06,
      "loss": 0.5588,
      "step": 178470
    },
    {
      "epoch": 49.81,
      "grad_norm": 2.1230063438415527,
      "learning_rate": 4.685572038237812e-06,
      "loss": 0.5555,
      "step": 178480
    },
    {
      "epoch": 49.82,
      "grad_norm": 2.219355344772339,
      "learning_rate": 4.685570941553296e-06,
      "loss": 0.5481,
      "step": 178490
    },
    {
      "epoch": 49.82,
      "grad_norm": 1.8396016359329224,
      "learning_rate": 4.685569844557084e-06,
      "loss": 0.5342,
      "step": 178500
    },
    {
      "epoch": 49.82,
      "grad_norm": 2.6574127674102783,
      "learning_rate": 4.685568747249175e-06,
      "loss": 0.5516,
      "step": 178510
    },
    {
      "epoch": 49.82,
      "grad_norm": 2.5358431339263916,
      "learning_rate": 4.685567649629569e-06,
      "loss": 0.5659,
      "step": 178520
    },
    {
      "epoch": 49.83,
      "grad_norm": 2.484937906265259,
      "learning_rate": 4.685566551698267e-06,
      "loss": 0.5514,
      "step": 178530
    },
    {
      "epoch": 49.83,
      "grad_norm": 2.3033294677734375,
      "learning_rate": 4.685565453455268e-06,
      "loss": 0.5544,
      "step": 178540
    },
    {
      "epoch": 49.83,
      "grad_norm": 2.409637212753296,
      "learning_rate": 4.685564354900573e-06,
      "loss": 0.5492,
      "step": 178550
    },
    {
      "epoch": 49.84,
      "grad_norm": 2.131695508956909,
      "learning_rate": 4.685563256034181e-06,
      "loss": 0.5544,
      "step": 178560
    },
    {
      "epoch": 49.84,
      "grad_norm": 2.270127058029175,
      "learning_rate": 4.6855621568560945e-06,
      "loss": 0.5411,
      "step": 178570
    },
    {
      "epoch": 49.84,
      "grad_norm": 2.249157428741455,
      "learning_rate": 4.685561057366312e-06,
      "loss": 0.5512,
      "step": 178580
    },
    {
      "epoch": 49.84,
      "grad_norm": 2.0431089401245117,
      "learning_rate": 4.685559957564833e-06,
      "loss": 0.5449,
      "step": 178590
    },
    {
      "epoch": 49.85,
      "grad_norm": 1.964529037475586,
      "learning_rate": 4.685558857451658e-06,
      "loss": 0.534,
      "step": 178600
    },
    {
      "epoch": 49.85,
      "grad_norm": 2.0199735164642334,
      "learning_rate": 4.685557757026789e-06,
      "loss": 0.5431,
      "step": 178610
    },
    {
      "epoch": 49.85,
      "grad_norm": 2.0647096633911133,
      "learning_rate": 4.685556656290224e-06,
      "loss": 0.5312,
      "step": 178620
    },
    {
      "epoch": 49.85,
      "grad_norm": 2.246915578842163,
      "learning_rate": 4.685555555241964e-06,
      "loss": 0.5604,
      "step": 178630
    },
    {
      "epoch": 49.86,
      "grad_norm": 1.8777575492858887,
      "learning_rate": 4.685554453882009e-06,
      "loss": 0.5509,
      "step": 178640
    },
    {
      "epoch": 49.86,
      "grad_norm": 1.849718689918518,
      "learning_rate": 4.685553352210359e-06,
      "loss": 0.5641,
      "step": 178650
    },
    {
      "epoch": 49.86,
      "grad_norm": 1.7052943706512451,
      "learning_rate": 4.685552250227015e-06,
      "loss": 0.5499,
      "step": 178660
    },
    {
      "epoch": 49.87,
      "grad_norm": 2.538135051727295,
      "learning_rate": 4.6855511479319755e-06,
      "loss": 0.5572,
      "step": 178670
    },
    {
      "epoch": 49.87,
      "grad_norm": 1.6351337432861328,
      "learning_rate": 4.6855500453252425e-06,
      "loss": 0.5575,
      "step": 178680
    },
    {
      "epoch": 49.87,
      "grad_norm": 1.960684061050415,
      "learning_rate": 4.685548942406815e-06,
      "loss": 0.5413,
      "step": 178690
    },
    {
      "epoch": 49.87,
      "grad_norm": 1.9611902236938477,
      "learning_rate": 4.685547839176693e-06,
      "loss": 0.5443,
      "step": 178700
    },
    {
      "epoch": 49.88,
      "grad_norm": 2.604396343231201,
      "learning_rate": 4.6855467356348775e-06,
      "loss": 0.533,
      "step": 178710
    },
    {
      "epoch": 49.88,
      "grad_norm": 2.0053958892822266,
      "learning_rate": 4.685545631781368e-06,
      "loss": 0.5255,
      "step": 178720
    },
    {
      "epoch": 49.88,
      "grad_norm": 1.7729321718215942,
      "learning_rate": 4.685544527616165e-06,
      "loss": 0.5469,
      "step": 178730
    },
    {
      "epoch": 49.89,
      "grad_norm": 2.139285087585449,
      "learning_rate": 4.685543423139269e-06,
      "loss": 0.5413,
      "step": 178740
    },
    {
      "epoch": 49.89,
      "grad_norm": 2.342982053756714,
      "learning_rate": 4.685542318350679e-06,
      "loss": 0.5445,
      "step": 178750
    },
    {
      "epoch": 49.89,
      "grad_norm": 3.415945053100586,
      "learning_rate": 4.685541213250395e-06,
      "loss": 0.5385,
      "step": 178760
    },
    {
      "epoch": 49.89,
      "grad_norm": 2.169003963470459,
      "learning_rate": 4.685540107838419e-06,
      "loss": 0.539,
      "step": 178770
    },
    {
      "epoch": 49.9,
      "grad_norm": 2.1567177772521973,
      "learning_rate": 4.68553900211475e-06,
      "loss": 0.5513,
      "step": 178780
    },
    {
      "epoch": 49.9,
      "grad_norm": 2.4945521354675293,
      "learning_rate": 4.685537896079389e-06,
      "loss": 0.5281,
      "step": 178790
    },
    {
      "epoch": 49.9,
      "grad_norm": 1.8080211877822876,
      "learning_rate": 4.685536789732334e-06,
      "loss": 0.5761,
      "step": 178800
    },
    {
      "epoch": 49.91,
      "grad_norm": 2.117145538330078,
      "learning_rate": 4.685535683073588e-06,
      "loss": 0.5542,
      "step": 178810
    },
    {
      "epoch": 49.91,
      "grad_norm": 1.65351402759552,
      "learning_rate": 4.685534576103149e-06,
      "loss": 0.5777,
      "step": 178820
    },
    {
      "epoch": 49.91,
      "grad_norm": 2.4283268451690674,
      "learning_rate": 4.6855334688210165e-06,
      "loss": 0.5558,
      "step": 178830
    },
    {
      "epoch": 49.91,
      "grad_norm": 2.8291544914245605,
      "learning_rate": 4.685532361227194e-06,
      "loss": 0.5611,
      "step": 178840
    },
    {
      "epoch": 49.92,
      "grad_norm": 2.0253591537475586,
      "learning_rate": 4.685531253321679e-06,
      "loss": 0.5769,
      "step": 178850
    },
    {
      "epoch": 49.92,
      "grad_norm": 2.514366388320923,
      "learning_rate": 4.685530145104472e-06,
      "loss": 0.5426,
      "step": 178860
    },
    {
      "epoch": 49.92,
      "grad_norm": 1.683260202407837,
      "learning_rate": 4.6855290365755734e-06,
      "loss": 0.5152,
      "step": 178870
    },
    {
      "epoch": 49.92,
      "grad_norm": 2.274850606918335,
      "learning_rate": 4.685527927734983e-06,
      "loss": 0.5536,
      "step": 178880
    },
    {
      "epoch": 49.93,
      "grad_norm": 2.8927812576293945,
      "learning_rate": 4.685526818582702e-06,
      "loss": 0.542,
      "step": 178890
    },
    {
      "epoch": 49.93,
      "grad_norm": 2.321608781814575,
      "learning_rate": 4.68552570911873e-06,
      "loss": 0.5378,
      "step": 178900
    },
    {
      "epoch": 49.93,
      "grad_norm": 1.9917947053909302,
      "learning_rate": 4.685524599343066e-06,
      "loss": 0.5493,
      "step": 178910
    },
    {
      "epoch": 49.94,
      "grad_norm": 2.2808890342712402,
      "learning_rate": 4.685523489255713e-06,
      "loss": 0.5475,
      "step": 178920
    },
    {
      "epoch": 49.94,
      "grad_norm": 1.8902596235275269,
      "learning_rate": 4.685522378856668e-06,
      "loss": 0.56,
      "step": 178930
    },
    {
      "epoch": 49.94,
      "grad_norm": 2.3818202018737793,
      "learning_rate": 4.685521268145932e-06,
      "loss": 0.5338,
      "step": 178940
    },
    {
      "epoch": 49.94,
      "grad_norm": 2.579035520553589,
      "learning_rate": 4.685520157123506e-06,
      "loss": 0.5444,
      "step": 178950
    },
    {
      "epoch": 49.95,
      "grad_norm": 1.8382477760314941,
      "learning_rate": 4.6855190457893905e-06,
      "loss": 0.5361,
      "step": 178960
    },
    {
      "epoch": 49.95,
      "grad_norm": 3.111879348754883,
      "learning_rate": 4.685517934143584e-06,
      "loss": 0.5196,
      "step": 178970
    },
    {
      "epoch": 49.95,
      "grad_norm": 2.3320086002349854,
      "learning_rate": 4.685516822186088e-06,
      "loss": 0.5478,
      "step": 178980
    },
    {
      "epoch": 49.96,
      "grad_norm": 2.387831687927246,
      "learning_rate": 4.6855157099169026e-06,
      "loss": 0.5546,
      "step": 178990
    },
    {
      "epoch": 49.96,
      "grad_norm": 2.589064598083496,
      "learning_rate": 4.685514597336027e-06,
      "loss": 0.5541,
      "step": 179000
    },
    {
      "epoch": 49.96,
      "grad_norm": 1.9517014026641846,
      "learning_rate": 4.685513484443462e-06,
      "loss": 0.5607,
      "step": 179010
    },
    {
      "epoch": 49.96,
      "grad_norm": 2.548924446105957,
      "learning_rate": 4.685512371239207e-06,
      "loss": 0.5578,
      "step": 179020
    },
    {
      "epoch": 49.97,
      "grad_norm": 1.5155192613601685,
      "learning_rate": 4.6855112577232644e-06,
      "loss": 0.5535,
      "step": 179030
    },
    {
      "epoch": 49.97,
      "grad_norm": 2.0905463695526123,
      "learning_rate": 4.685510143895631e-06,
      "loss": 0.5503,
      "step": 179040
    },
    {
      "epoch": 49.97,
      "grad_norm": 2.0823237895965576,
      "learning_rate": 4.68550902975631e-06,
      "loss": 0.5553,
      "step": 179050
    },
    {
      "epoch": 49.97,
      "grad_norm": 2.046855926513672,
      "learning_rate": 4.685507915305299e-06,
      "loss": 0.5516,
      "step": 179060
    },
    {
      "epoch": 49.98,
      "grad_norm": 2.8054819107055664,
      "learning_rate": 4.6855068005426e-06,
      "loss": 0.5842,
      "step": 179070
    },
    {
      "epoch": 49.98,
      "grad_norm": 2.152092456817627,
      "learning_rate": 4.685505685468213e-06,
      "loss": 0.5488,
      "step": 179080
    },
    {
      "epoch": 49.98,
      "grad_norm": 2.1946728229522705,
      "learning_rate": 4.685504570082137e-06,
      "loss": 0.5385,
      "step": 179090
    },
    {
      "epoch": 49.99,
      "grad_norm": 1.7447165250778198,
      "learning_rate": 4.685503454384374e-06,
      "loss": 0.5743,
      "step": 179100
    },
    {
      "epoch": 49.99,
      "grad_norm": 2.485112428665161,
      "learning_rate": 4.6855023383749214e-06,
      "loss": 0.5359,
      "step": 179110
    },
    {
      "epoch": 49.99,
      "grad_norm": 2.1009762287139893,
      "learning_rate": 4.685501222053781e-06,
      "loss": 0.549,
      "step": 179120
    },
    {
      "epoch": 49.99,
      "grad_norm": 1.8707166910171509,
      "learning_rate": 4.685500105420954e-06,
      "loss": 0.5585,
      "step": 179130
    },
    {
      "epoch": 50.0,
      "grad_norm": 2.149456024169922,
      "learning_rate": 4.6854989884764395e-06,
      "loss": 0.551,
      "step": 179140
    },
    {
      "epoch": 50.0,
      "grad_norm": 1.9919066429138184,
      "learning_rate": 4.685497871220236e-06,
      "loss": 0.5516,
      "step": 179150
    },
    {
      "epoch": 50.0,
      "eval_loss": 0.5476044416427612,
      "eval_runtime": 63.2233,
      "eval_samples_per_second": 80.018,
      "eval_steps_per_second": 10.012,
      "step": 179150
    },
    {
      "epoch": 50.0,
      "grad_norm": 2.6671142578125,
      "learning_rate": 4.6854967536523465e-06,
      "loss": 0.5381,
      "step": 179160
    },
    {
      "epoch": 50.01,
      "grad_norm": 1.9616265296936035,
      "learning_rate": 4.685495635772769e-06,
      "loss": 0.5458,
      "step": 179170
    },
    {
      "epoch": 50.01,
      "grad_norm": 2.778886318206787,
      "learning_rate": 4.685494517581506e-06,
      "loss": 0.5235,
      "step": 179180
    },
    {
      "epoch": 50.01,
      "grad_norm": 1.6534619331359863,
      "learning_rate": 4.685493399078555e-06,
      "loss": 0.5839,
      "step": 179190
    },
    {
      "epoch": 50.01,
      "grad_norm": 2.035324811935425,
      "learning_rate": 4.685492280263917e-06,
      "loss": 0.5546,
      "step": 179200
    },
    {
      "epoch": 50.02,
      "grad_norm": 2.3111655712127686,
      "learning_rate": 4.685491161137594e-06,
      "loss": 0.5256,
      "step": 179210
    },
    {
      "epoch": 50.02,
      "grad_norm": 2.2845959663391113,
      "learning_rate": 4.685490041699583e-06,
      "loss": 0.5649,
      "step": 179220
    },
    {
      "epoch": 50.02,
      "grad_norm": 2.1430258750915527,
      "learning_rate": 4.685488921949887e-06,
      "loss": 0.5444,
      "step": 179230
    },
    {
      "epoch": 50.03,
      "grad_norm": 2.129483461380005,
      "learning_rate": 4.685487801888504e-06,
      "loss": 0.5443,
      "step": 179240
    },
    {
      "epoch": 50.03,
      "grad_norm": 2.3605172634124756,
      "learning_rate": 4.685486681515435e-06,
      "loss": 0.5635,
      "step": 179250
    },
    {
      "epoch": 50.03,
      "grad_norm": 2.9272170066833496,
      "learning_rate": 4.6854855608306806e-06,
      "loss": 0.5387,
      "step": 179260
    },
    {
      "epoch": 50.03,
      "grad_norm": 2.6156795024871826,
      "learning_rate": 4.685484439834241e-06,
      "loss": 0.5333,
      "step": 179270
    },
    {
      "epoch": 50.04,
      "grad_norm": 2.0069611072540283,
      "learning_rate": 4.685483318526115e-06,
      "loss": 0.5418,
      "step": 179280
    },
    {
      "epoch": 50.04,
      "grad_norm": 3.1973769664764404,
      "learning_rate": 4.685482196906304e-06,
      "loss": 0.5537,
      "step": 179290
    },
    {
      "epoch": 50.04,
      "grad_norm": 1.9937372207641602,
      "learning_rate": 4.685481074974808e-06,
      "loss": 0.5527,
      "step": 179300
    },
    {
      "epoch": 50.04,
      "grad_norm": 2.3283915519714355,
      "learning_rate": 4.685479952731627e-06,
      "loss": 0.5523,
      "step": 179310
    },
    {
      "epoch": 50.05,
      "grad_norm": 1.9045435190200806,
      "learning_rate": 4.6854788301767605e-06,
      "loss": 0.5432,
      "step": 179320
    },
    {
      "epoch": 50.05,
      "grad_norm": 2.2085697650909424,
      "learning_rate": 4.68547770731021e-06,
      "loss": 0.5337,
      "step": 179330
    },
    {
      "epoch": 50.05,
      "grad_norm": 3.245102643966675,
      "learning_rate": 4.685476584131975e-06,
      "loss": 0.5429,
      "step": 179340
    },
    {
      "epoch": 50.06,
      "grad_norm": 2.0727975368499756,
      "learning_rate": 4.685475460642055e-06,
      "loss": 0.5467,
      "step": 179350
    },
    {
      "epoch": 50.06,
      "grad_norm": 2.3709988594055176,
      "learning_rate": 4.685474336840451e-06,
      "loss": 0.5755,
      "step": 179360
    },
    {
      "epoch": 50.06,
      "grad_norm": 1.8719786405563354,
      "learning_rate": 4.685473212727163e-06,
      "loss": 0.55,
      "step": 179370
    },
    {
      "epoch": 50.06,
      "grad_norm": 2.3240299224853516,
      "learning_rate": 4.685472088302191e-06,
      "loss": 0.5577,
      "step": 179380
    },
    {
      "epoch": 50.07,
      "grad_norm": 2.124058485031128,
      "learning_rate": 4.685470963565534e-06,
      "loss": 0.5407,
      "step": 179390
    },
    {
      "epoch": 50.07,
      "grad_norm": 2.2300283908843994,
      "learning_rate": 4.6854698385171944e-06,
      "loss": 0.5366,
      "step": 179400
    },
    {
      "epoch": 50.07,
      "grad_norm": 2.5052454471588135,
      "learning_rate": 4.685468713157171e-06,
      "loss": 0.551,
      "step": 179410
    },
    {
      "epoch": 50.08,
      "grad_norm": 2.0984208583831787,
      "learning_rate": 4.685467587485464e-06,
      "loss": 0.5282,
      "step": 179420
    },
    {
      "epoch": 50.08,
      "grad_norm": 2.2207489013671875,
      "learning_rate": 4.685466461502074e-06,
      "loss": 0.5426,
      "step": 179430
    },
    {
      "epoch": 50.08,
      "grad_norm": 2.942355155944824,
      "learning_rate": 4.685465335207002e-06,
      "loss": 0.5655,
      "step": 179440
    },
    {
      "epoch": 50.08,
      "grad_norm": 1.5016422271728516,
      "learning_rate": 4.685464208600245e-06,
      "loss": 0.5626,
      "step": 179450
    },
    {
      "epoch": 50.09,
      "grad_norm": 2.4285361766815186,
      "learning_rate": 4.685463081681806e-06,
      "loss": 0.5443,
      "step": 179460
    },
    {
      "epoch": 50.09,
      "grad_norm": 1.9226353168487549,
      "learning_rate": 4.6854619544516855e-06,
      "loss": 0.5619,
      "step": 179470
    },
    {
      "epoch": 50.09,
      "grad_norm": 2.087674617767334,
      "learning_rate": 4.6854608269098805e-06,
      "loss": 0.5379,
      "step": 179480
    },
    {
      "epoch": 50.09,
      "grad_norm": 2.1880829334259033,
      "learning_rate": 4.6854596990563945e-06,
      "loss": 0.5604,
      "step": 179490
    },
    {
      "epoch": 50.1,
      "grad_norm": 2.133349895477295,
      "learning_rate": 4.685458570891227e-06,
      "loss": 0.5425,
      "step": 179500
    },
    {
      "epoch": 50.1,
      "grad_norm": 2.1535494327545166,
      "learning_rate": 4.685457442414376e-06,
      "loss": 0.5471,
      "step": 179510
    },
    {
      "epoch": 50.1,
      "grad_norm": 1.4871020317077637,
      "learning_rate": 4.6854563136258435e-06,
      "loss": 0.5544,
      "step": 179520
    },
    {
      "epoch": 50.11,
      "grad_norm": 1.9231147766113281,
      "learning_rate": 4.685455184525629e-06,
      "loss": 0.533,
      "step": 179530
    },
    {
      "epoch": 50.11,
      "grad_norm": 2.6472561359405518,
      "learning_rate": 4.685454055113733e-06,
      "loss": 0.5609,
      "step": 179540
    },
    {
      "epoch": 50.11,
      "grad_norm": 2.20474910736084,
      "learning_rate": 4.685452925390156e-06,
      "loss": 0.5453,
      "step": 179550
    },
    {
      "epoch": 50.11,
      "grad_norm": 1.580082893371582,
      "learning_rate": 4.685451795354897e-06,
      "loss": 0.5267,
      "step": 179560
    },
    {
      "epoch": 50.12,
      "grad_norm": 1.8889691829681396,
      "learning_rate": 4.685450665007957e-06,
      "loss": 0.5613,
      "step": 179570
    },
    {
      "epoch": 50.12,
      "grad_norm": 2.1067328453063965,
      "learning_rate": 4.685449534349336e-06,
      "loss": 0.5507,
      "step": 179580
    },
    {
      "epoch": 50.12,
      "grad_norm": 2.3866872787475586,
      "learning_rate": 4.685448403379035e-06,
      "loss": 0.5454,
      "step": 179590
    },
    {
      "epoch": 50.13,
      "grad_norm": 1.7916052341461182,
      "learning_rate": 4.685447272097053e-06,
      "loss": 0.5657,
      "step": 179600
    },
    {
      "epoch": 50.13,
      "grad_norm": 2.1027512550354004,
      "learning_rate": 4.685446140503389e-06,
      "loss": 0.55,
      "step": 179610
    },
    {
      "epoch": 50.13,
      "grad_norm": 2.135718822479248,
      "learning_rate": 4.685445008598047e-06,
      "loss": 0.5453,
      "step": 179620
    },
    {
      "epoch": 50.13,
      "grad_norm": 1.7472805976867676,
      "learning_rate": 4.685443876381023e-06,
      "loss": 0.5252,
      "step": 179630
    },
    {
      "epoch": 50.14,
      "grad_norm": 2.2923176288604736,
      "learning_rate": 4.68544274385232e-06,
      "loss": 0.5621,
      "step": 179640
    },
    {
      "epoch": 50.14,
      "grad_norm": 2.545074701309204,
      "learning_rate": 4.685441611011936e-06,
      "loss": 0.552,
      "step": 179650
    },
    {
      "epoch": 50.14,
      "grad_norm": 2.3188869953155518,
      "learning_rate": 4.6854404778598725e-06,
      "loss": 0.5551,
      "step": 179660
    },
    {
      "epoch": 50.15,
      "grad_norm": 2.2062289714813232,
      "learning_rate": 4.68543934439613e-06,
      "loss": 0.5417,
      "step": 179670
    },
    {
      "epoch": 50.15,
      "grad_norm": 1.9852449893951416,
      "learning_rate": 4.685438210620708e-06,
      "loss": 0.5474,
      "step": 179680
    },
    {
      "epoch": 50.15,
      "grad_norm": 1.838469386100769,
      "learning_rate": 4.685437076533606e-06,
      "loss": 0.5507,
      "step": 179690
    },
    {
      "epoch": 50.15,
      "grad_norm": 1.796510100364685,
      "learning_rate": 4.685435942134825e-06,
      "loss": 0.5543,
      "step": 179700
    },
    {
      "epoch": 50.16,
      "grad_norm": 1.929073452949524,
      "learning_rate": 4.685434807424365e-06,
      "loss": 0.5441,
      "step": 179710
    },
    {
      "epoch": 50.16,
      "grad_norm": 2.2221057415008545,
      "learning_rate": 4.685433672402226e-06,
      "loss": 0.5403,
      "step": 179720
    },
    {
      "epoch": 50.16,
      "grad_norm": 3.1193692684173584,
      "learning_rate": 4.685432537068409e-06,
      "loss": 0.5572,
      "step": 179730
    },
    {
      "epoch": 50.16,
      "grad_norm": 3.400496244430542,
      "learning_rate": 4.6854314014229125e-06,
      "loss": 0.5393,
      "step": 179740
    },
    {
      "epoch": 50.17,
      "grad_norm": 2.1025054454803467,
      "learning_rate": 4.685430265465738e-06,
      "loss": 0.5373,
      "step": 179750
    },
    {
      "epoch": 50.17,
      "grad_norm": 2.8234810829162598,
      "learning_rate": 4.6854291291968845e-06,
      "loss": 0.5556,
      "step": 179760
    },
    {
      "epoch": 50.17,
      "grad_norm": 1.764144778251648,
      "learning_rate": 4.685427992616354e-06,
      "loss": 0.538,
      "step": 179770
    },
    {
      "epoch": 50.18,
      "grad_norm": 2.087400436401367,
      "learning_rate": 4.685426855724144e-06,
      "loss": 0.5624,
      "step": 179780
    },
    {
      "epoch": 50.18,
      "grad_norm": 2.713993787765503,
      "learning_rate": 4.685425718520258e-06,
      "loss": 0.5652,
      "step": 179790
    },
    {
      "epoch": 50.18,
      "grad_norm": 2.0710723400115967,
      "learning_rate": 4.685424581004694e-06,
      "loss": 0.5251,
      "step": 179800
    },
    {
      "epoch": 50.18,
      "grad_norm": 2.602749824523926,
      "learning_rate": 4.685423443177451e-06,
      "loss": 0.5745,
      "step": 179810
    },
    {
      "epoch": 50.19,
      "grad_norm": 2.631727457046509,
      "learning_rate": 4.6854223050385315e-06,
      "loss": 0.5484,
      "step": 179820
    },
    {
      "epoch": 50.19,
      "grad_norm": 1.7852181196212769,
      "learning_rate": 4.685421166587935e-06,
      "loss": 0.5555,
      "step": 179830
    },
    {
      "epoch": 50.19,
      "grad_norm": 2.700820207595825,
      "learning_rate": 4.6854200278256614e-06,
      "loss": 0.5549,
      "step": 179840
    },
    {
      "epoch": 50.2,
      "grad_norm": 1.8490612506866455,
      "learning_rate": 4.685418888751711e-06,
      "loss": 0.556,
      "step": 179850
    },
    {
      "epoch": 50.2,
      "grad_norm": 2.198122501373291,
      "learning_rate": 4.685417749366083e-06,
      "loss": 0.5638,
      "step": 179860
    },
    {
      "epoch": 50.2,
      "grad_norm": 2.353498935699463,
      "learning_rate": 4.68541660966878e-06,
      "loss": 0.5444,
      "step": 179870
    },
    {
      "epoch": 50.2,
      "grad_norm": 1.8010557889938354,
      "learning_rate": 4.685415469659799e-06,
      "loss": 0.5558,
      "step": 179880
    },
    {
      "epoch": 50.21,
      "grad_norm": 3.1553752422332764,
      "learning_rate": 4.6854143293391425e-06,
      "loss": 0.5564,
      "step": 179890
    },
    {
      "epoch": 50.21,
      "grad_norm": 1.6399660110473633,
      "learning_rate": 4.685413188706809e-06,
      "loss": 0.537,
      "step": 179900
    },
    {
      "epoch": 50.21,
      "grad_norm": 2.2576518058776855,
      "learning_rate": 4.685412047762801e-06,
      "loss": 0.5377,
      "step": 179910
    },
    {
      "epoch": 50.21,
      "grad_norm": 2.07808518409729,
      "learning_rate": 4.685410906507116e-06,
      "loss": 0.5375,
      "step": 179920
    },
    {
      "epoch": 50.22,
      "grad_norm": 2.1815924644470215,
      "learning_rate": 4.6854097649397554e-06,
      "loss": 0.549,
      "step": 179930
    },
    {
      "epoch": 50.22,
      "grad_norm": 1.6645102500915527,
      "learning_rate": 4.685408623060719e-06,
      "loss": 0.5514,
      "step": 179940
    },
    {
      "epoch": 50.22,
      "grad_norm": 2.2493555545806885,
      "learning_rate": 4.685407480870007e-06,
      "loss": 0.5461,
      "step": 179950
    },
    {
      "epoch": 50.23,
      "grad_norm": 1.6658164262771606,
      "learning_rate": 4.685406338367621e-06,
      "loss": 0.5575,
      "step": 179960
    },
    {
      "epoch": 50.23,
      "grad_norm": 1.983406901359558,
      "learning_rate": 4.6854051955535584e-06,
      "loss": 0.554,
      "step": 179970
    },
    {
      "epoch": 50.23,
      "grad_norm": 1.9624580144882202,
      "learning_rate": 4.685404052427823e-06,
      "loss": 0.5325,
      "step": 179980
    },
    {
      "epoch": 50.23,
      "grad_norm": 2.8772642612457275,
      "learning_rate": 4.68540290899041e-06,
      "loss": 0.5634,
      "step": 179990
    },
    {
      "epoch": 50.24,
      "grad_norm": 1.700844168663025,
      "learning_rate": 4.685401765241324e-06,
      "loss": 0.5441,
      "step": 180000
    },
    {
      "epoch": 50.24,
      "grad_norm": 2.0025644302368164,
      "learning_rate": 4.685400621180564e-06,
      "loss": 0.5502,
      "step": 180010
    },
    {
      "epoch": 50.24,
      "grad_norm": 2.1406352519989014,
      "learning_rate": 4.685399476808129e-06,
      "loss": 0.5616,
      "step": 180020
    },
    {
      "epoch": 50.25,
      "grad_norm": 2.344125509262085,
      "learning_rate": 4.6853983321240195e-06,
      "loss": 0.5479,
      "step": 180030
    },
    {
      "epoch": 50.25,
      "grad_norm": 2.648059368133545,
      "learning_rate": 4.685397187128237e-06,
      "loss": 0.551,
      "step": 180040
    },
    {
      "epoch": 50.25,
      "grad_norm": 2.0371880531311035,
      "learning_rate": 4.68539604182078e-06,
      "loss": 0.5396,
      "step": 180050
    },
    {
      "epoch": 50.25,
      "grad_norm": 2.0328004360198975,
      "learning_rate": 4.685394896201649e-06,
      "loss": 0.54,
      "step": 180060
    },
    {
      "epoch": 50.26,
      "grad_norm": 1.9294540882110596,
      "learning_rate": 4.685393750270844e-06,
      "loss": 0.5509,
      "step": 180070
    },
    {
      "epoch": 50.26,
      "grad_norm": 2.140939474105835,
      "learning_rate": 4.685392604028366e-06,
      "loss": 0.5507,
      "step": 180080
    },
    {
      "epoch": 50.26,
      "grad_norm": 1.8744696378707886,
      "learning_rate": 4.6853914574742155e-06,
      "loss": 0.5425,
      "step": 180090
    },
    {
      "epoch": 50.27,
      "grad_norm": 2.411630868911743,
      "learning_rate": 4.6853903106083914e-06,
      "loss": 0.5489,
      "step": 180100
    },
    {
      "epoch": 50.27,
      "grad_norm": 2.249643564224243,
      "learning_rate": 4.685389163430894e-06,
      "loss": 0.5365,
      "step": 180110
    },
    {
      "epoch": 50.27,
      "grad_norm": 2.052330493927002,
      "learning_rate": 4.685388015941724e-06,
      "loss": 0.5649,
      "step": 180120
    },
    {
      "epoch": 50.27,
      "grad_norm": 1.6578084230422974,
      "learning_rate": 4.685386868140881e-06,
      "loss": 0.5515,
      "step": 180130
    },
    {
      "epoch": 50.28,
      "grad_norm": 2.5578927993774414,
      "learning_rate": 4.685385720028366e-06,
      "loss": 0.5532,
      "step": 180140
    },
    {
      "epoch": 50.28,
      "grad_norm": 1.9775538444519043,
      "learning_rate": 4.6853845716041785e-06,
      "loss": 0.5507,
      "step": 180150
    },
    {
      "epoch": 50.28,
      "grad_norm": 2.319267988204956,
      "learning_rate": 4.685383422868319e-06,
      "loss": 0.5493,
      "step": 180160
    },
    {
      "epoch": 50.28,
      "grad_norm": 1.8186804056167603,
      "learning_rate": 4.685382273820787e-06,
      "loss": 0.5523,
      "step": 180170
    },
    {
      "epoch": 50.29,
      "grad_norm": 1.8975286483764648,
      "learning_rate": 4.685381124461584e-06,
      "loss": 0.5469,
      "step": 180180
    },
    {
      "epoch": 50.29,
      "grad_norm": 2.071148157119751,
      "learning_rate": 4.685379974790709e-06,
      "loss": 0.5446,
      "step": 180190
    },
    {
      "epoch": 50.29,
      "grad_norm": 2.088982105255127,
      "learning_rate": 4.685378824808161e-06,
      "loss": 0.536,
      "step": 180200
    },
    {
      "epoch": 50.3,
      "grad_norm": 2.137781858444214,
      "learning_rate": 4.6853776745139425e-06,
      "loss": 0.5418,
      "step": 180210
    },
    {
      "epoch": 50.3,
      "grad_norm": 2.6777710914611816,
      "learning_rate": 4.685376523908053e-06,
      "loss": 0.5446,
      "step": 180220
    },
    {
      "epoch": 50.3,
      "grad_norm": 2.0124852657318115,
      "learning_rate": 4.685375372990493e-06,
      "loss": 0.5551,
      "step": 180230
    },
    {
      "epoch": 50.3,
      "grad_norm": 1.74397611618042,
      "learning_rate": 4.685374221761261e-06,
      "loss": 0.5661,
      "step": 180240
    },
    {
      "epoch": 50.31,
      "grad_norm": 2.0549535751342773,
      "learning_rate": 4.685373070220358e-06,
      "loss": 0.5277,
      "step": 180250
    },
    {
      "epoch": 50.31,
      "grad_norm": 2.5673258304595947,
      "learning_rate": 4.685371918367785e-06,
      "loss": 0.5439,
      "step": 180260
    },
    {
      "epoch": 50.31,
      "grad_norm": 1.7265753746032715,
      "learning_rate": 4.685370766203541e-06,
      "loss": 0.5373,
      "step": 180270
    },
    {
      "epoch": 50.32,
      "grad_norm": 2.2177295684814453,
      "learning_rate": 4.685369613727627e-06,
      "loss": 0.5435,
      "step": 180280
    },
    {
      "epoch": 50.32,
      "grad_norm": 2.2144362926483154,
      "learning_rate": 4.685368460940043e-06,
      "loss": 0.5295,
      "step": 180290
    },
    {
      "epoch": 50.32,
      "grad_norm": 1.787998914718628,
      "learning_rate": 4.685367307840789e-06,
      "loss": 0.5482,
      "step": 180300
    },
    {
      "epoch": 50.32,
      "grad_norm": 2.4696145057678223,
      "learning_rate": 4.685366154429864e-06,
      "loss": 0.5484,
      "step": 180310
    },
    {
      "epoch": 50.33,
      "grad_norm": 1.8748064041137695,
      "learning_rate": 4.68536500070727e-06,
      "loss": 0.5374,
      "step": 180320
    },
    {
      "epoch": 50.33,
      "grad_norm": 1.66537606716156,
      "learning_rate": 4.685363846673006e-06,
      "loss": 0.5133,
      "step": 180330
    },
    {
      "epoch": 50.33,
      "grad_norm": 1.738802194595337,
      "learning_rate": 4.685362692327073e-06,
      "loss": 0.534,
      "step": 180340
    },
    {
      "epoch": 50.33,
      "grad_norm": 2.3912880420684814,
      "learning_rate": 4.685361537669471e-06,
      "loss": 0.5427,
      "step": 180350
    },
    {
      "epoch": 50.34,
      "grad_norm": 1.9051913022994995,
      "learning_rate": 4.6853603827001995e-06,
      "loss": 0.5619,
      "step": 180360
    },
    {
      "epoch": 50.34,
      "grad_norm": 1.6747870445251465,
      "learning_rate": 4.685359227419259e-06,
      "loss": 0.5514,
      "step": 180370
    },
    {
      "epoch": 50.34,
      "grad_norm": 1.5424741506576538,
      "learning_rate": 4.68535807182665e-06,
      "loss": 0.534,
      "step": 180380
    },
    {
      "epoch": 50.35,
      "grad_norm": 2.2158188819885254,
      "learning_rate": 4.685356915922371e-06,
      "loss": 0.5473,
      "step": 180390
    },
    {
      "epoch": 50.35,
      "grad_norm": 2.049473524093628,
      "learning_rate": 4.685355759706425e-06,
      "loss": 0.5306,
      "step": 180400
    },
    {
      "epoch": 50.35,
      "grad_norm": 2.71614933013916,
      "learning_rate": 4.68535460317881e-06,
      "loss": 0.5387,
      "step": 180410
    },
    {
      "epoch": 50.35,
      "grad_norm": 1.6918226480484009,
      "learning_rate": 4.685353446339527e-06,
      "loss": 0.5402,
      "step": 180420
    },
    {
      "epoch": 50.36,
      "grad_norm": 2.4626970291137695,
      "learning_rate": 4.685352289188576e-06,
      "loss": 0.5408,
      "step": 180430
    },
    {
      "epoch": 50.36,
      "grad_norm": 2.6492090225219727,
      "learning_rate": 4.685351131725956e-06,
      "loss": 0.5667,
      "step": 180440
    },
    {
      "epoch": 50.36,
      "grad_norm": 1.8670109510421753,
      "learning_rate": 4.68534997395167e-06,
      "loss": 0.5454,
      "step": 180450
    },
    {
      "epoch": 50.37,
      "grad_norm": 2.3742005825042725,
      "learning_rate": 4.6853488158657155e-06,
      "loss": 0.5552,
      "step": 180460
    },
    {
      "epoch": 50.37,
      "grad_norm": 1.884883165359497,
      "learning_rate": 4.6853476574680935e-06,
      "loss": 0.5583,
      "step": 180470
    },
    {
      "epoch": 50.37,
      "grad_norm": 2.2020339965820312,
      "learning_rate": 4.685346498758805e-06,
      "loss": 0.5496,
      "step": 180480
    },
    {
      "epoch": 50.37,
      "grad_norm": 2.391608953475952,
      "learning_rate": 4.685345339737849e-06,
      "loss": 0.5493,
      "step": 180490
    },
    {
      "epoch": 50.38,
      "grad_norm": 2.0043020248413086,
      "learning_rate": 4.685344180405225e-06,
      "loss": 0.5558,
      "step": 180500
    },
    {
      "epoch": 50.38,
      "grad_norm": 1.9636021852493286,
      "learning_rate": 4.685343020760935e-06,
      "loss": 0.5565,
      "step": 180510
    },
    {
      "epoch": 50.38,
      "grad_norm": 1.9821442365646362,
      "learning_rate": 4.685341860804979e-06,
      "loss": 0.5296,
      "step": 180520
    },
    {
      "epoch": 50.39,
      "grad_norm": 3.1670169830322266,
      "learning_rate": 4.685340700537355e-06,
      "loss": 0.54,
      "step": 180530
    },
    {
      "epoch": 50.39,
      "grad_norm": 2.1820151805877686,
      "learning_rate": 4.685339539958066e-06,
      "loss": 0.5456,
      "step": 180540
    },
    {
      "epoch": 50.39,
      "grad_norm": 1.7569432258605957,
      "learning_rate": 4.68533837906711e-06,
      "loss": 0.5493,
      "step": 180550
    },
    {
      "epoch": 50.39,
      "grad_norm": 1.9625473022460938,
      "learning_rate": 4.685337217864488e-06,
      "loss": 0.5377,
      "step": 180560
    },
    {
      "epoch": 50.4,
      "grad_norm": 1.811176061630249,
      "learning_rate": 4.685336056350201e-06,
      "loss": 0.5433,
      "step": 180570
    },
    {
      "epoch": 50.4,
      "grad_norm": 2.137843608856201,
      "learning_rate": 4.685334894524247e-06,
      "loss": 0.5437,
      "step": 180580
    },
    {
      "epoch": 50.4,
      "grad_norm": 2.719614267349243,
      "learning_rate": 4.685333732386628e-06,
      "loss": 0.5505,
      "step": 180590
    },
    {
      "epoch": 50.4,
      "grad_norm": 2.352306604385376,
      "learning_rate": 4.685332569937343e-06,
      "loss": 0.5799,
      "step": 180600
    },
    {
      "epoch": 50.41,
      "grad_norm": 1.8848525285720825,
      "learning_rate": 4.685331407176393e-06,
      "loss": 0.568,
      "step": 180610
    },
    {
      "epoch": 50.41,
      "grad_norm": 2.3003315925598145,
      "learning_rate": 4.685330244103778e-06,
      "loss": 0.545,
      "step": 180620
    },
    {
      "epoch": 50.41,
      "grad_norm": 2.1690452098846436,
      "learning_rate": 4.685329080719498e-06,
      "loss": 0.5448,
      "step": 180630
    },
    {
      "epoch": 50.42,
      "grad_norm": 2.3643314838409424,
      "learning_rate": 4.685327917023554e-06,
      "loss": 0.5262,
      "step": 180640
    },
    {
      "epoch": 50.42,
      "grad_norm": 1.8082599639892578,
      "learning_rate": 4.685326753015944e-06,
      "loss": 0.5652,
      "step": 180650
    },
    {
      "epoch": 50.42,
      "grad_norm": 2.3788833618164062,
      "learning_rate": 4.685325588696671e-06,
      "loss": 0.5517,
      "step": 180660
    },
    {
      "epoch": 50.42,
      "grad_norm": 2.273998498916626,
      "learning_rate": 4.685324424065733e-06,
      "loss": 0.5572,
      "step": 180670
    },
    {
      "epoch": 50.43,
      "grad_norm": 2.0891575813293457,
      "learning_rate": 4.685323259123129e-06,
      "loss": 0.5255,
      "step": 180680
    },
    {
      "epoch": 50.43,
      "grad_norm": 1.919661283493042,
      "learning_rate": 4.685322093868864e-06,
      "loss": 0.5342,
      "step": 180690
    },
    {
      "epoch": 50.43,
      "grad_norm": 2.044668674468994,
      "learning_rate": 4.685320928302933e-06,
      "loss": 0.5689,
      "step": 180700
    },
    {
      "epoch": 50.44,
      "grad_norm": 2.670698404312134,
      "learning_rate": 4.6853197624253395e-06,
      "loss": 0.5361,
      "step": 180710
    },
    {
      "epoch": 50.44,
      "grad_norm": 2.5203800201416016,
      "learning_rate": 4.685318596236082e-06,
      "loss": 0.5356,
      "step": 180720
    },
    {
      "epoch": 50.44,
      "grad_norm": 2.6424598693847656,
      "learning_rate": 4.6853174297351605e-06,
      "loss": 0.5539,
      "step": 180730
    },
    {
      "epoch": 50.44,
      "grad_norm": 2.812556505203247,
      "learning_rate": 4.685316262922576e-06,
      "loss": 0.5557,
      "step": 180740
    },
    {
      "epoch": 50.45,
      "grad_norm": 1.8895386457443237,
      "learning_rate": 4.6853150957983295e-06,
      "loss": 0.5488,
      "step": 180750
    },
    {
      "epoch": 50.45,
      "grad_norm": 2.1665666103363037,
      "learning_rate": 4.685313928362419e-06,
      "loss": 0.5461,
      "step": 180760
    },
    {
      "epoch": 50.45,
      "grad_norm": 2.1305112838745117,
      "learning_rate": 4.6853127606148455e-06,
      "loss": 0.5491,
      "step": 180770
    },
    {
      "epoch": 50.45,
      "grad_norm": 1.6907495260238647,
      "learning_rate": 4.685311592555609e-06,
      "loss": 0.5484,
      "step": 180780
    },
    {
      "epoch": 50.46,
      "grad_norm": 2.5543739795684814,
      "learning_rate": 4.685310424184711e-06,
      "loss": 0.5233,
      "step": 180790
    },
    {
      "epoch": 50.46,
      "grad_norm": 2.0962157249450684,
      "learning_rate": 4.68530925550215e-06,
      "loss": 0.551,
      "step": 180800
    },
    {
      "epoch": 50.46,
      "grad_norm": 1.9724751710891724,
      "learning_rate": 4.685308086507928e-06,
      "loss": 0.5458,
      "step": 180810
    },
    {
      "epoch": 50.47,
      "grad_norm": 1.9667119979858398,
      "learning_rate": 4.685306917202043e-06,
      "loss": 0.5545,
      "step": 180820
    },
    {
      "epoch": 50.47,
      "grad_norm": 1.7706727981567383,
      "learning_rate": 4.685305747584496e-06,
      "loss": 0.5473,
      "step": 180830
    },
    {
      "epoch": 50.47,
      "grad_norm": 1.628088116645813,
      "learning_rate": 4.685304577655288e-06,
      "loss": 0.5412,
      "step": 180840
    },
    {
      "epoch": 50.47,
      "grad_norm": 1.8925451040267944,
      "learning_rate": 4.685303407414418e-06,
      "loss": 0.5384,
      "step": 180850
    },
    {
      "epoch": 50.48,
      "grad_norm": 2.2979328632354736,
      "learning_rate": 4.6853022368618864e-06,
      "loss": 0.5303,
      "step": 180860
    },
    {
      "epoch": 50.48,
      "grad_norm": 1.9312376976013184,
      "learning_rate": 4.6853010659976945e-06,
      "loss": 0.5597,
      "step": 180870
    },
    {
      "epoch": 50.48,
      "grad_norm": 2.207486152648926,
      "learning_rate": 4.68529989482184e-06,
      "loss": 0.5516,
      "step": 180880
    },
    {
      "epoch": 50.49,
      "grad_norm": 2.263475179672241,
      "learning_rate": 4.685298723334326e-06,
      "loss": 0.551,
      "step": 180890
    },
    {
      "epoch": 50.49,
      "grad_norm": 2.02311110496521,
      "learning_rate": 4.68529755153515e-06,
      "loss": 0.5263,
      "step": 180900
    },
    {
      "epoch": 50.49,
      "grad_norm": 2.4921908378601074,
      "learning_rate": 4.685296379424315e-06,
      "loss": 0.5456,
      "step": 180910
    },
    {
      "epoch": 50.49,
      "grad_norm": 2.790321111679077,
      "learning_rate": 4.6852952070018185e-06,
      "loss": 0.5405,
      "step": 180920
    },
    {
      "epoch": 50.5,
      "grad_norm": 2.025970697402954,
      "learning_rate": 4.685294034267662e-06,
      "loss": 0.5593,
      "step": 180930
    },
    {
      "epoch": 50.5,
      "grad_norm": 2.2882745265960693,
      "learning_rate": 4.685292861221845e-06,
      "loss": 0.5701,
      "step": 180940
    },
    {
      "epoch": 50.5,
      "grad_norm": 1.71255624294281,
      "learning_rate": 4.685291687864367e-06,
      "loss": 0.5299,
      "step": 180950
    },
    {
      "epoch": 50.51,
      "grad_norm": 1.7998939752578735,
      "learning_rate": 4.685290514195231e-06,
      "loss": 0.5461,
      "step": 180960
    },
    {
      "epoch": 50.51,
      "grad_norm": 2.1705424785614014,
      "learning_rate": 4.685289340214435e-06,
      "loss": 0.5365,
      "step": 180970
    },
    {
      "epoch": 50.51,
      "grad_norm": 1.8871958255767822,
      "learning_rate": 4.6852881659219784e-06,
      "loss": 0.552,
      "step": 180980
    },
    {
      "epoch": 50.51,
      "grad_norm": 2.1223225593566895,
      "learning_rate": 4.685286991317863e-06,
      "loss": 0.5386,
      "step": 180990
    },
    {
      "epoch": 50.52,
      "grad_norm": 1.8469067811965942,
      "learning_rate": 4.685285816402088e-06,
      "loss": 0.5713,
      "step": 181000
    },
    {
      "epoch": 50.52,
      "grad_norm": 1.9964746236801147,
      "learning_rate": 4.685284641174655e-06,
      "loss": 0.5634,
      "step": 181010
    },
    {
      "epoch": 50.52,
      "grad_norm": 2.375004529953003,
      "learning_rate": 4.685283465635563e-06,
      "loss": 0.5335,
      "step": 181020
    },
    {
      "epoch": 50.52,
      "grad_norm": 2.1250133514404297,
      "learning_rate": 4.685282289784812e-06,
      "loss": 0.5454,
      "step": 181030
    },
    {
      "epoch": 50.53,
      "grad_norm": 2.2858095169067383,
      "learning_rate": 4.685281113622402e-06,
      "loss": 0.5696,
      "step": 181040
    },
    {
      "epoch": 50.53,
      "grad_norm": 1.990346074104309,
      "learning_rate": 4.6852799371483335e-06,
      "loss": 0.541,
      "step": 181050
    },
    {
      "epoch": 50.53,
      "grad_norm": 1.7250579595565796,
      "learning_rate": 4.685278760362607e-06,
      "loss": 0.5678,
      "step": 181060
    },
    {
      "epoch": 50.54,
      "grad_norm": 1.741707444190979,
      "learning_rate": 4.6852775832652225e-06,
      "loss": 0.5394,
      "step": 181070
    },
    {
      "epoch": 50.54,
      "grad_norm": 2.7421786785125732,
      "learning_rate": 4.685276405856181e-06,
      "loss": 0.5483,
      "step": 181080
    },
    {
      "epoch": 50.54,
      "grad_norm": 2.574026107788086,
      "learning_rate": 4.68527522813548e-06,
      "loss": 0.5526,
      "step": 181090
    },
    {
      "epoch": 50.54,
      "grad_norm": 1.9104671478271484,
      "learning_rate": 4.6852740501031215e-06,
      "loss": 0.5473,
      "step": 181100
    },
    {
      "epoch": 50.55,
      "grad_norm": 1.9116911888122559,
      "learning_rate": 4.685272871759106e-06,
      "loss": 0.5348,
      "step": 181110
    },
    {
      "epoch": 50.55,
      "grad_norm": 1.7310043573379517,
      "learning_rate": 4.6852716931034324e-06,
      "loss": 0.5159,
      "step": 181120
    },
    {
      "epoch": 50.55,
      "grad_norm": 2.1829800605773926,
      "learning_rate": 4.685270514136103e-06,
      "loss": 0.5418,
      "step": 181130
    },
    {
      "epoch": 50.56,
      "grad_norm": 1.9906162023544312,
      "learning_rate": 4.685269334857116e-06,
      "loss": 0.5523,
      "step": 181140
    },
    {
      "epoch": 50.56,
      "grad_norm": 2.131481170654297,
      "learning_rate": 4.685268155266472e-06,
      "loss": 0.5499,
      "step": 181150
    },
    {
      "epoch": 50.56,
      "grad_norm": 1.9440202713012695,
      "learning_rate": 4.685266975364172e-06,
      "loss": 0.5556,
      "step": 181160
    },
    {
      "epoch": 50.56,
      "grad_norm": 2.4715042114257812,
      "learning_rate": 4.685265795150214e-06,
      "loss": 0.5359,
      "step": 181170
    },
    {
      "epoch": 50.57,
      "grad_norm": 2.0543782711029053,
      "learning_rate": 4.685264614624601e-06,
      "loss": 0.5463,
      "step": 181180
    },
    {
      "epoch": 50.57,
      "grad_norm": 2.1579766273498535,
      "learning_rate": 4.685263433787331e-06,
      "loss": 0.5616,
      "step": 181190
    },
    {
      "epoch": 50.57,
      "grad_norm": 1.6616042852401733,
      "learning_rate": 4.685262252638405e-06,
      "loss": 0.5484,
      "step": 181200
    },
    {
      "epoch": 50.57,
      "grad_norm": 2.4426259994506836,
      "learning_rate": 4.685261071177824e-06,
      "loss": 0.5538,
      "step": 181210
    },
    {
      "epoch": 50.58,
      "grad_norm": 2.5841450691223145,
      "learning_rate": 4.685259889405586e-06,
      "loss": 0.5434,
      "step": 181220
    },
    {
      "epoch": 50.58,
      "grad_norm": 2.4024734497070312,
      "learning_rate": 4.685258707321693e-06,
      "loss": 0.5339,
      "step": 181230
    },
    {
      "epoch": 50.58,
      "grad_norm": 2.3772687911987305,
      "learning_rate": 4.6852575249261445e-06,
      "loss": 0.5644,
      "step": 181240
    },
    {
      "epoch": 50.59,
      "grad_norm": 1.985477328300476,
      "learning_rate": 4.68525634221894e-06,
      "loss": 0.5329,
      "step": 181250
    },
    {
      "epoch": 50.59,
      "grad_norm": 2.104522228240967,
      "learning_rate": 4.685255159200081e-06,
      "loss": 0.5447,
      "step": 181260
    },
    {
      "epoch": 50.59,
      "grad_norm": 1.7023801803588867,
      "learning_rate": 4.685253975869568e-06,
      "loss": 0.5612,
      "step": 181270
    },
    {
      "epoch": 50.59,
      "grad_norm": 2.3869121074676514,
      "learning_rate": 4.685252792227398e-06,
      "loss": 0.5535,
      "step": 181280
    },
    {
      "epoch": 50.6,
      "grad_norm": 1.9133362770080566,
      "learning_rate": 4.685251608273575e-06,
      "loss": 0.5606,
      "step": 181290
    },
    {
      "epoch": 50.6,
      "grad_norm": 2.7209599018096924,
      "learning_rate": 4.685250424008097e-06,
      "loss": 0.557,
      "step": 181300
    },
    {
      "epoch": 50.6,
      "grad_norm": 2.6982767581939697,
      "learning_rate": 4.685249239430965e-06,
      "loss": 0.567,
      "step": 181310
    },
    {
      "epoch": 50.61,
      "grad_norm": 2.2783865928649902,
      "learning_rate": 4.685248054542179e-06,
      "loss": 0.5712,
      "step": 181320
    },
    {
      "epoch": 50.61,
      "grad_norm": 2.2126002311706543,
      "learning_rate": 4.685246869341738e-06,
      "loss": 0.5637,
      "step": 181330
    },
    {
      "epoch": 50.61,
      "grad_norm": 2.262199640274048,
      "learning_rate": 4.685245683829644e-06,
      "loss": 0.5478,
      "step": 181340
    },
    {
      "epoch": 50.61,
      "grad_norm": 2.3023316860198975,
      "learning_rate": 4.685244498005895e-06,
      "loss": 0.5504,
      "step": 181350
    },
    {
      "epoch": 50.62,
      "grad_norm": 2.2787363529205322,
      "learning_rate": 4.685243311870494e-06,
      "loss": 0.5412,
      "step": 181360
    },
    {
      "epoch": 50.62,
      "grad_norm": 2.6324007511138916,
      "learning_rate": 4.685242125423438e-06,
      "loss": 0.5414,
      "step": 181370
    },
    {
      "epoch": 50.62,
      "grad_norm": 2.1927900314331055,
      "learning_rate": 4.685240938664731e-06,
      "loss": 0.5678,
      "step": 181380
    },
    {
      "epoch": 50.63,
      "grad_norm": 2.0424678325653076,
      "learning_rate": 4.685239751594369e-06,
      "loss": 0.5447,
      "step": 181390
    },
    {
      "epoch": 50.63,
      "grad_norm": 2.9062628746032715,
      "learning_rate": 4.685238564212355e-06,
      "loss": 0.5495,
      "step": 181400
    },
    {
      "epoch": 50.63,
      "grad_norm": 1.7829324007034302,
      "learning_rate": 4.685237376518688e-06,
      "loss": 0.56,
      "step": 181410
    },
    {
      "epoch": 50.63,
      "grad_norm": 2.0447332859039307,
      "learning_rate": 4.685236188513368e-06,
      "loss": 0.5356,
      "step": 181420
    },
    {
      "epoch": 50.64,
      "grad_norm": 1.9328607320785522,
      "learning_rate": 4.685235000196396e-06,
      "loss": 0.5617,
      "step": 181430
    },
    {
      "epoch": 50.64,
      "grad_norm": 2.519920825958252,
      "learning_rate": 4.685233811567772e-06,
      "loss": 0.5629,
      "step": 181440
    },
    {
      "epoch": 50.64,
      "grad_norm": 2.156062126159668,
      "learning_rate": 4.685232622627495e-06,
      "loss": 0.5419,
      "step": 181450
    },
    {
      "epoch": 50.64,
      "grad_norm": 2.1134259700775146,
      "learning_rate": 4.685231433375566e-06,
      "loss": 0.556,
      "step": 181460
    },
    {
      "epoch": 50.65,
      "grad_norm": 1.9038691520690918,
      "learning_rate": 4.685230243811986e-06,
      "loss": 0.54,
      "step": 181470
    },
    {
      "epoch": 50.65,
      "grad_norm": 1.8639370203018188,
      "learning_rate": 4.685229053936754e-06,
      "loss": 0.5313,
      "step": 181480
    },
    {
      "epoch": 50.65,
      "grad_norm": 2.1363344192504883,
      "learning_rate": 4.685227863749871e-06,
      "loss": 0.5702,
      "step": 181490
    },
    {
      "epoch": 50.66,
      "grad_norm": 1.9482285976409912,
      "learning_rate": 4.685226673251336e-06,
      "loss": 0.5436,
      "step": 181500
    },
    {
      "epoch": 50.66,
      "grad_norm": 2.884559392929077,
      "learning_rate": 4.6852254824411495e-06,
      "loss": 0.5231,
      "step": 181510
    },
    {
      "epoch": 50.66,
      "grad_norm": 1.6569229364395142,
      "learning_rate": 4.685224291319313e-06,
      "loss": 0.5697,
      "step": 181520
    },
    {
      "epoch": 50.66,
      "grad_norm": 1.9230983257293701,
      "learning_rate": 4.685223099885825e-06,
      "loss": 0.5392,
      "step": 181530
    },
    {
      "epoch": 50.67,
      "grad_norm": 1.9527727365493774,
      "learning_rate": 4.685221908140687e-06,
      "loss": 0.5409,
      "step": 181540
    },
    {
      "epoch": 50.67,
      "grad_norm": 2.1807944774627686,
      "learning_rate": 4.685220716083897e-06,
      "loss": 0.5299,
      "step": 181550
    },
    {
      "epoch": 50.67,
      "grad_norm": 2.426865816116333,
      "learning_rate": 4.685219523715458e-06,
      "loss": 0.5618,
      "step": 181560
    },
    {
      "epoch": 50.68,
      "grad_norm": 2.82839298248291,
      "learning_rate": 4.685218331035368e-06,
      "loss": 0.5431,
      "step": 181570
    },
    {
      "epoch": 50.68,
      "grad_norm": 2.011822462081909,
      "learning_rate": 4.685217138043628e-06,
      "loss": 0.5514,
      "step": 181580
    },
    {
      "epoch": 50.68,
      "grad_norm": 2.368199586868286,
      "learning_rate": 4.685215944740238e-06,
      "loss": 0.5515,
      "step": 181590
    },
    {
      "epoch": 50.68,
      "grad_norm": 2.583256483078003,
      "learning_rate": 4.685214751125199e-06,
      "loss": 0.5705,
      "step": 181600
    },
    {
      "epoch": 50.69,
      "grad_norm": 1.8347188234329224,
      "learning_rate": 4.685213557198509e-06,
      "loss": 0.5514,
      "step": 181610
    },
    {
      "epoch": 50.69,
      "grad_norm": 1.7593269348144531,
      "learning_rate": 4.685212362960171e-06,
      "loss": 0.5374,
      "step": 181620
    },
    {
      "epoch": 50.69,
      "grad_norm": 2.5215888023376465,
      "learning_rate": 4.685211168410184e-06,
      "loss": 0.5566,
      "step": 181630
    },
    {
      "epoch": 50.69,
      "grad_norm": 2.078545093536377,
      "learning_rate": 4.685209973548546e-06,
      "loss": 0.5258,
      "step": 181640
    },
    {
      "epoch": 50.7,
      "grad_norm": 1.7649352550506592,
      "learning_rate": 4.68520877837526e-06,
      "loss": 0.5522,
      "step": 181650
    },
    {
      "epoch": 50.7,
      "grad_norm": 2.752751350402832,
      "learning_rate": 4.685207582890326e-06,
      "loss": 0.5643,
      "step": 181660
    },
    {
      "epoch": 50.7,
      "grad_norm": 1.9226521253585815,
      "learning_rate": 4.685206387093742e-06,
      "loss": 0.5235,
      "step": 181670
    },
    {
      "epoch": 50.71,
      "grad_norm": 2.6566896438598633,
      "learning_rate": 4.68520519098551e-06,
      "loss": 0.5236,
      "step": 181680
    },
    {
      "epoch": 50.71,
      "grad_norm": 2.7301971912384033,
      "learning_rate": 4.68520399456563e-06,
      "loss": 0.5484,
      "step": 181690
    },
    {
      "epoch": 50.71,
      "grad_norm": 2.151733636856079,
      "learning_rate": 4.685202797834102e-06,
      "loss": 0.5779,
      "step": 181700
    },
    {
      "epoch": 50.71,
      "grad_norm": 3.030451774597168,
      "learning_rate": 4.685201600790926e-06,
      "loss": 0.5626,
      "step": 181710
    },
    {
      "epoch": 50.72,
      "grad_norm": 2.777963161468506,
      "learning_rate": 4.685200403436101e-06,
      "loss": 0.5481,
      "step": 181720
    },
    {
      "epoch": 50.72,
      "grad_norm": 2.540738821029663,
      "learning_rate": 4.685199205769629e-06,
      "loss": 0.5448,
      "step": 181730
    },
    {
      "epoch": 50.72,
      "grad_norm": 2.024088144302368,
      "learning_rate": 4.68519800779151e-06,
      "loss": 0.539,
      "step": 181740
    },
    {
      "epoch": 50.73,
      "grad_norm": 2.118436098098755,
      "learning_rate": 4.685196809501744e-06,
      "loss": 0.5478,
      "step": 181750
    },
    {
      "epoch": 50.73,
      "grad_norm": 1.9820077419281006,
      "learning_rate": 4.6851956109003295e-06,
      "loss": 0.5364,
      "step": 181760
    },
    {
      "epoch": 50.73,
      "grad_norm": 2.8314433097839355,
      "learning_rate": 4.685194411987268e-06,
      "loss": 0.525,
      "step": 181770
    },
    {
      "epoch": 50.73,
      "grad_norm": 2.4914755821228027,
      "learning_rate": 4.68519321276256e-06,
      "loss": 0.5748,
      "step": 181780
    },
    {
      "epoch": 50.74,
      "grad_norm": 1.971934199333191,
      "learning_rate": 4.6851920132262054e-06,
      "loss": 0.5527,
      "step": 181790
    },
    {
      "epoch": 50.74,
      "grad_norm": 2.207221031188965,
      "learning_rate": 4.6851908133782045e-06,
      "loss": 0.5465,
      "step": 181800
    },
    {
      "epoch": 50.74,
      "grad_norm": 2.4392967224121094,
      "learning_rate": 4.685189613218557e-06,
      "loss": 0.5578,
      "step": 181810
    },
    {
      "epoch": 50.75,
      "grad_norm": 1.9475064277648926,
      "learning_rate": 4.685188412747263e-06,
      "loss": 0.5487,
      "step": 181820
    },
    {
      "epoch": 50.75,
      "grad_norm": 2.206671714782715,
      "learning_rate": 4.685187211964323e-06,
      "loss": 0.5359,
      "step": 181830
    },
    {
      "epoch": 50.75,
      "grad_norm": 2.404301643371582,
      "learning_rate": 4.685186010869737e-06,
      "loss": 0.5603,
      "step": 181840
    },
    {
      "epoch": 50.75,
      "grad_norm": 3.3110451698303223,
      "learning_rate": 4.685184809463506e-06,
      "loss": 0.5381,
      "step": 181850
    },
    {
      "epoch": 50.76,
      "grad_norm": 1.639100193977356,
      "learning_rate": 4.685183607745628e-06,
      "loss": 0.5643,
      "step": 181860
    },
    {
      "epoch": 50.76,
      "grad_norm": 2.736365556716919,
      "learning_rate": 4.6851824057161054e-06,
      "loss": 0.5428,
      "step": 181870
    },
    {
      "epoch": 50.76,
      "grad_norm": 2.10151743888855,
      "learning_rate": 4.685181203374938e-06,
      "loss": 0.5269,
      "step": 181880
    },
    {
      "epoch": 50.76,
      "grad_norm": 2.027958393096924,
      "learning_rate": 4.685180000722124e-06,
      "loss": 0.5492,
      "step": 181890
    },
    {
      "epoch": 50.77,
      "grad_norm": 3.081211805343628,
      "learning_rate": 4.6851787977576664e-06,
      "loss": 0.5561,
      "step": 181900
    },
    {
      "epoch": 50.77,
      "grad_norm": 2.2879128456115723,
      "learning_rate": 4.685177594481563e-06,
      "loss": 0.5472,
      "step": 181910
    },
    {
      "epoch": 50.77,
      "grad_norm": 2.8874824047088623,
      "learning_rate": 4.685176390893816e-06,
      "loss": 0.5706,
      "step": 181920
    },
    {
      "epoch": 50.78,
      "grad_norm": 2.0043087005615234,
      "learning_rate": 4.6851751869944235e-06,
      "loss": 0.5769,
      "step": 181930
    },
    {
      "epoch": 50.78,
      "grad_norm": 1.7503066062927246,
      "learning_rate": 4.685173982783387e-06,
      "loss": 0.5479,
      "step": 181940
    },
    {
      "epoch": 50.78,
      "grad_norm": 2.0892975330352783,
      "learning_rate": 4.685172778260707e-06,
      "loss": 0.5349,
      "step": 181950
    },
    {
      "epoch": 50.78,
      "grad_norm": 2.789492607116699,
      "learning_rate": 4.6851715734263826e-06,
      "loss": 0.5477,
      "step": 181960
    },
    {
      "epoch": 50.79,
      "grad_norm": 2.688322067260742,
      "learning_rate": 4.685170368280414e-06,
      "loss": 0.5632,
      "step": 181970
    },
    {
      "epoch": 50.79,
      "grad_norm": 2.169813394546509,
      "learning_rate": 4.685169162822801e-06,
      "loss": 0.5521,
      "step": 181980
    },
    {
      "epoch": 50.79,
      "grad_norm": 2.331275224685669,
      "learning_rate": 4.685167957053546e-06,
      "loss": 0.543,
      "step": 181990
    },
    {
      "epoch": 50.8,
      "grad_norm": 2.1453588008880615,
      "learning_rate": 4.685166750972647e-06,
      "loss": 0.5509,
      "step": 182000
    },
    {
      "epoch": 50.8,
      "grad_norm": 1.8724271059036255,
      "learning_rate": 4.685165544580104e-06,
      "loss": 0.5613,
      "step": 182010
    },
    {
      "epoch": 50.8,
      "grad_norm": 1.6835381984710693,
      "learning_rate": 4.6851643378759195e-06,
      "loss": 0.5434,
      "step": 182020
    },
    {
      "epoch": 50.8,
      "grad_norm": 2.1145219802856445,
      "learning_rate": 4.685163130860091e-06,
      "loss": 0.5733,
      "step": 182030
    },
    {
      "epoch": 50.81,
      "grad_norm": 2.0065958499908447,
      "learning_rate": 4.685161923532621e-06,
      "loss": 0.5461,
      "step": 182040
    },
    {
      "epoch": 50.81,
      "grad_norm": 2.7150626182556152,
      "learning_rate": 4.685160715893507e-06,
      "loss": 0.5614,
      "step": 182050
    },
    {
      "epoch": 50.81,
      "grad_norm": 2.7708449363708496,
      "learning_rate": 4.6851595079427504e-06,
      "loss": 0.5557,
      "step": 182060
    },
    {
      "epoch": 50.81,
      "grad_norm": 2.0486578941345215,
      "learning_rate": 4.685158299680353e-06,
      "loss": 0.5434,
      "step": 182070
    },
    {
      "epoch": 50.82,
      "grad_norm": 1.9801201820373535,
      "learning_rate": 4.685157091106313e-06,
      "loss": 0.5278,
      "step": 182080
    },
    {
      "epoch": 50.82,
      "grad_norm": 2.083073139190674,
      "learning_rate": 4.68515588222063e-06,
      "loss": 0.5424,
      "step": 182090
    },
    {
      "epoch": 50.82,
      "grad_norm": 1.812561273574829,
      "learning_rate": 4.685154673023307e-06,
      "loss": 0.5494,
      "step": 182100
    },
    {
      "epoch": 50.83,
      "grad_norm": 3.2239673137664795,
      "learning_rate": 4.685153463514341e-06,
      "loss": 0.5601,
      "step": 182110
    },
    {
      "epoch": 50.83,
      "grad_norm": 2.1346726417541504,
      "learning_rate": 4.685152253693735e-06,
      "loss": 0.5289,
      "step": 182120
    },
    {
      "epoch": 50.83,
      "grad_norm": 3.338300943374634,
      "learning_rate": 4.685151043561486e-06,
      "loss": 0.5502,
      "step": 182130
    },
    {
      "epoch": 50.83,
      "grad_norm": 1.997814655303955,
      "learning_rate": 4.685149833117597e-06,
      "loss": 0.5398,
      "step": 182140
    },
    {
      "epoch": 50.84,
      "grad_norm": 2.1895925998687744,
      "learning_rate": 4.6851486223620674e-06,
      "loss": 0.5278,
      "step": 182150
    },
    {
      "epoch": 50.84,
      "grad_norm": 1.9153563976287842,
      "learning_rate": 4.685147411294896e-06,
      "loss": 0.5484,
      "step": 182160
    },
    {
      "epoch": 50.84,
      "grad_norm": 1.8172053098678589,
      "learning_rate": 4.685146199916084e-06,
      "loss": 0.5509,
      "step": 182170
    },
    {
      "epoch": 50.85,
      "grad_norm": 2.001051187515259,
      "learning_rate": 4.685144988225631e-06,
      "loss": 0.5597,
      "step": 182180
    },
    {
      "epoch": 50.85,
      "grad_norm": 2.8887925148010254,
      "learning_rate": 4.6851437762235394e-06,
      "loss": 0.5382,
      "step": 182190
    },
    {
      "epoch": 50.85,
      "grad_norm": 1.935520052909851,
      "learning_rate": 4.685142563909807e-06,
      "loss": 0.5181,
      "step": 182200
    },
    {
      "epoch": 50.85,
      "grad_norm": 2.03898024559021,
      "learning_rate": 4.6851413512844345e-06,
      "loss": 0.5243,
      "step": 182210
    },
    {
      "epoch": 50.86,
      "grad_norm": 2.1200222969055176,
      "learning_rate": 4.685140138347422e-06,
      "loss": 0.5721,
      "step": 182220
    },
    {
      "epoch": 50.86,
      "grad_norm": 2.253559112548828,
      "learning_rate": 4.68513892509877e-06,
      "loss": 0.5259,
      "step": 182230
    },
    {
      "epoch": 50.86,
      "grad_norm": 2.338865041732788,
      "learning_rate": 4.685137711538478e-06,
      "loss": 0.5652,
      "step": 182240
    },
    {
      "epoch": 50.87,
      "grad_norm": 2.1053171157836914,
      "learning_rate": 4.685136497666547e-06,
      "loss": 0.5377,
      "step": 182250
    },
    {
      "epoch": 50.87,
      "grad_norm": 1.8466495275497437,
      "learning_rate": 4.685135283482977e-06,
      "loss": 0.5544,
      "step": 182260
    },
    {
      "epoch": 50.87,
      "grad_norm": 1.9611008167266846,
      "learning_rate": 4.685134068987768e-06,
      "loss": 0.5312,
      "step": 182270
    },
    {
      "epoch": 50.87,
      "grad_norm": 2.0896999835968018,
      "learning_rate": 4.68513285418092e-06,
      "loss": 0.5234,
      "step": 182280
    },
    {
      "epoch": 50.88,
      "grad_norm": 2.6563565731048584,
      "learning_rate": 4.6851316390624335e-06,
      "loss": 0.5371,
      "step": 182290
    },
    {
      "epoch": 50.88,
      "grad_norm": 2.3886454105377197,
      "learning_rate": 4.685130423632308e-06,
      "loss": 0.5779,
      "step": 182300
    },
    {
      "epoch": 50.88,
      "grad_norm": 2.3114242553710938,
      "learning_rate": 4.685129207890544e-06,
      "loss": 0.5663,
      "step": 182310
    },
    {
      "epoch": 50.88,
      "grad_norm": 2.2027976512908936,
      "learning_rate": 4.685127991837142e-06,
      "loss": 0.5375,
      "step": 182320
    },
    {
      "epoch": 50.89,
      "grad_norm": 2.644649028778076,
      "learning_rate": 4.685126775472103e-06,
      "loss": 0.5508,
      "step": 182330
    },
    {
      "epoch": 50.89,
      "grad_norm": 2.2459754943847656,
      "learning_rate": 4.685125558795425e-06,
      "loss": 0.5502,
      "step": 182340
    },
    {
      "epoch": 50.89,
      "grad_norm": 1.9604718685150146,
      "learning_rate": 4.68512434180711e-06,
      "loss": 0.5691,
      "step": 182350
    },
    {
      "epoch": 50.9,
      "grad_norm": 1.8596608638763428,
      "learning_rate": 4.685123124507157e-06,
      "loss": 0.5605,
      "step": 182360
    },
    {
      "epoch": 50.9,
      "grad_norm": 2.2182836532592773,
      "learning_rate": 4.685121906895566e-06,
      "loss": 0.5457,
      "step": 182370
    },
    {
      "epoch": 50.9,
      "grad_norm": 2.3262548446655273,
      "learning_rate": 4.685120688972339e-06,
      "loss": 0.5474,
      "step": 182380
    },
    {
      "epoch": 50.9,
      "grad_norm": 1.9619882106781006,
      "learning_rate": 4.685119470737473e-06,
      "loss": 0.557,
      "step": 182390
    },
    {
      "epoch": 50.91,
      "grad_norm": 2.40592622756958,
      "learning_rate": 4.685118252190972e-06,
      "loss": 0.5286,
      "step": 182400
    },
    {
      "epoch": 50.91,
      "grad_norm": 2.109760046005249,
      "learning_rate": 4.685117033332834e-06,
      "loss": 0.5294,
      "step": 182410
    },
    {
      "epoch": 50.91,
      "grad_norm": 2.5495336055755615,
      "learning_rate": 4.685115814163058e-06,
      "loss": 0.5594,
      "step": 182420
    },
    {
      "epoch": 50.92,
      "grad_norm": 1.9327764511108398,
      "learning_rate": 4.685114594681647e-06,
      "loss": 0.5626,
      "step": 182430
    },
    {
      "epoch": 50.92,
      "grad_norm": 1.9670699834823608,
      "learning_rate": 4.685113374888599e-06,
      "loss": 0.5484,
      "step": 182440
    },
    {
      "epoch": 50.92,
      "grad_norm": 1.8801544904708862,
      "learning_rate": 4.6851121547839155e-06,
      "loss": 0.5538,
      "step": 182450
    },
    {
      "epoch": 50.92,
      "grad_norm": 2.214702844619751,
      "learning_rate": 4.685110934367596e-06,
      "loss": 0.545,
      "step": 182460
    },
    {
      "epoch": 50.93,
      "grad_norm": 2.9110851287841797,
      "learning_rate": 4.6851097136396406e-06,
      "loss": 0.5506,
      "step": 182470
    },
    {
      "epoch": 50.93,
      "grad_norm": 1.8794598579406738,
      "learning_rate": 4.685108492600049e-06,
      "loss": 0.5477,
      "step": 182480
    },
    {
      "epoch": 50.93,
      "grad_norm": 2.0811336040496826,
      "learning_rate": 4.685107271248823e-06,
      "loss": 0.5371,
      "step": 182490
    },
    {
      "epoch": 50.93,
      "grad_norm": 2.42246675491333,
      "learning_rate": 4.685106049585961e-06,
      "loss": 0.556,
      "step": 182500
    },
    {
      "epoch": 50.94,
      "grad_norm": 1.8213863372802734,
      "learning_rate": 4.685104827611464e-06,
      "loss": 0.5612,
      "step": 182510
    },
    {
      "epoch": 50.94,
      "grad_norm": 1.8898122310638428,
      "learning_rate": 4.6851036053253315e-06,
      "loss": 0.538,
      "step": 182520
    },
    {
      "epoch": 50.94,
      "grad_norm": 2.404816150665283,
      "learning_rate": 4.685102382727565e-06,
      "loss": 0.5309,
      "step": 182530
    },
    {
      "epoch": 50.95,
      "grad_norm": 1.9868276119232178,
      "learning_rate": 4.6851011598181634e-06,
      "loss": 0.532,
      "step": 182540
    },
    {
      "epoch": 50.95,
      "grad_norm": 2.0885062217712402,
      "learning_rate": 4.685099936597128e-06,
      "loss": 0.559,
      "step": 182550
    },
    {
      "epoch": 50.95,
      "grad_norm": 1.707608938217163,
      "learning_rate": 4.685098713064458e-06,
      "loss": 0.5559,
      "step": 182560
    },
    {
      "epoch": 50.95,
      "grad_norm": 1.7254453897476196,
      "learning_rate": 4.685097489220153e-06,
      "loss": 0.5486,
      "step": 182570
    },
    {
      "epoch": 50.96,
      "grad_norm": 1.6172397136688232,
      "learning_rate": 4.685096265064215e-06,
      "loss": 0.5395,
      "step": 182580
    },
    {
      "epoch": 50.96,
      "grad_norm": 2.330514907836914,
      "learning_rate": 4.6850950405966424e-06,
      "loss": 0.5443,
      "step": 182590
    },
    {
      "epoch": 50.96,
      "grad_norm": 1.9534177780151367,
      "learning_rate": 4.685093815817437e-06,
      "loss": 0.552,
      "step": 182600
    },
    {
      "epoch": 50.97,
      "grad_norm": 2.0719399452209473,
      "learning_rate": 4.685092590726597e-06,
      "loss": 0.5262,
      "step": 182610
    },
    {
      "epoch": 50.97,
      "grad_norm": 1.9753262996673584,
      "learning_rate": 4.685091365324125e-06,
      "loss": 0.5137,
      "step": 182620
    },
    {
      "epoch": 50.97,
      "grad_norm": 2.2515363693237305,
      "learning_rate": 4.685090139610019e-06,
      "loss": 0.5552,
      "step": 182630
    },
    {
      "epoch": 50.97,
      "grad_norm": 1.888222575187683,
      "learning_rate": 4.68508891358428e-06,
      "loss": 0.5532,
      "step": 182640
    },
    {
      "epoch": 50.98,
      "grad_norm": 2.1965627670288086,
      "learning_rate": 4.6850876872469086e-06,
      "loss": 0.5502,
      "step": 182650
    },
    {
      "epoch": 50.98,
      "grad_norm": 2.3722143173217773,
      "learning_rate": 4.685086460597904e-06,
      "loss": 0.5615,
      "step": 182660
    },
    {
      "epoch": 50.98,
      "grad_norm": 2.291743755340576,
      "learning_rate": 4.6850852336372665e-06,
      "loss": 0.5567,
      "step": 182670
    },
    {
      "epoch": 50.99,
      "grad_norm": 1.9296225309371948,
      "learning_rate": 4.6850840063649976e-06,
      "loss": 0.5533,
      "step": 182680
    },
    {
      "epoch": 50.99,
      "grad_norm": 1.846598744392395,
      "learning_rate": 4.685082778781096e-06,
      "loss": 0.5554,
      "step": 182690
    },
    {
      "epoch": 50.99,
      "grad_norm": 1.8275363445281982,
      "learning_rate": 4.685081550885563e-06,
      "loss": 0.5392,
      "step": 182700
    },
    {
      "epoch": 50.99,
      "grad_norm": 2.4028050899505615,
      "learning_rate": 4.685080322678398e-06,
      "loss": 0.5526,
      "step": 182710
    },
    {
      "epoch": 51.0,
      "grad_norm": 2.242065906524658,
      "learning_rate": 4.6850790941596005e-06,
      "loss": 0.5349,
      "step": 182720
    },
    {
      "epoch": 51.0,
      "grad_norm": 1.8927639722824097,
      "learning_rate": 4.685077865329172e-06,
      "loss": 0.5508,
      "step": 182730
    },
    {
      "epoch": 51.0,
      "eval_loss": 0.5487490296363831,
      "eval_runtime": 63.3689,
      "eval_samples_per_second": 79.834,
      "eval_steps_per_second": 9.989,
      "step": 182733
    },
    {
      "epoch": 51.0,
      "grad_norm": 1.7749996185302734,
      "learning_rate": 4.685076636187112e-06,
      "loss": 0.5686,
      "step": 182740
    },
    {
      "epoch": 51.0,
      "grad_norm": 1.6695048809051514,
      "learning_rate": 4.685075406733421e-06,
      "loss": 0.5563,
      "step": 182750
    },
    {
      "epoch": 51.01,
      "grad_norm": 1.8365843296051025,
      "learning_rate": 4.685074176968098e-06,
      "loss": 0.5501,
      "step": 182760
    },
    {
      "epoch": 51.01,
      "grad_norm": 2.392148971557617,
      "learning_rate": 4.685072946891145e-06,
      "loss": 0.5427,
      "step": 182770
    },
    {
      "epoch": 51.01,
      "grad_norm": 2.695277690887451,
      "learning_rate": 4.685071716502561e-06,
      "loss": 0.5479,
      "step": 182780
    },
    {
      "epoch": 51.02,
      "grad_norm": 2.3463010787963867,
      "learning_rate": 4.685070485802347e-06,
      "loss": 0.5502,
      "step": 182790
    },
    {
      "epoch": 51.02,
      "grad_norm": 2.066664218902588,
      "learning_rate": 4.685069254790502e-06,
      "loss": 0.5328,
      "step": 182800
    },
    {
      "epoch": 51.02,
      "grad_norm": 2.6486010551452637,
      "learning_rate": 4.685068023467027e-06,
      "loss": 0.5626,
      "step": 182810
    },
    {
      "epoch": 51.02,
      "grad_norm": 1.905091643333435,
      "learning_rate": 4.6850667918319225e-06,
      "loss": 0.5412,
      "step": 182820
    },
    {
      "epoch": 51.03,
      "grad_norm": 2.4366726875305176,
      "learning_rate": 4.685065559885187e-06,
      "loss": 0.5398,
      "step": 182830
    },
    {
      "epoch": 51.03,
      "grad_norm": 2.150404691696167,
      "learning_rate": 4.685064327626822e-06,
      "loss": 0.5364,
      "step": 182840
    },
    {
      "epoch": 51.03,
      "grad_norm": 2.262664556503296,
      "learning_rate": 4.685063095056828e-06,
      "loss": 0.5319,
      "step": 182850
    },
    {
      "epoch": 51.04,
      "grad_norm": 2.045166492462158,
      "learning_rate": 4.685061862175204e-06,
      "loss": 0.5729,
      "step": 182860
    },
    {
      "epoch": 51.04,
      "grad_norm": 1.9128187894821167,
      "learning_rate": 4.685060628981951e-06,
      "loss": 0.5091,
      "step": 182870
    },
    {
      "epoch": 51.04,
      "grad_norm": 2.004817485809326,
      "learning_rate": 4.68505939547707e-06,
      "loss": 0.5343,
      "step": 182880
    },
    {
      "epoch": 51.04,
      "grad_norm": 1.9489555358886719,
      "learning_rate": 4.685058161660558e-06,
      "loss": 0.5377,
      "step": 182890
    },
    {
      "epoch": 51.05,
      "grad_norm": 3.0740644931793213,
      "learning_rate": 4.685056927532419e-06,
      "loss": 0.5359,
      "step": 182900
    },
    {
      "epoch": 51.05,
      "grad_norm": 1.911859393119812,
      "learning_rate": 4.68505569309265e-06,
      "loss": 0.5422,
      "step": 182910
    },
    {
      "epoch": 51.05,
      "grad_norm": 1.975516676902771,
      "learning_rate": 4.6850544583412535e-06,
      "loss": 0.5491,
      "step": 182920
    },
    {
      "epoch": 51.05,
      "grad_norm": 2.4334402084350586,
      "learning_rate": 4.685053223278228e-06,
      "loss": 0.5368,
      "step": 182930
    },
    {
      "epoch": 51.06,
      "grad_norm": 2.2740478515625,
      "learning_rate": 4.685051987903576e-06,
      "loss": 0.5579,
      "step": 182940
    },
    {
      "epoch": 51.06,
      "grad_norm": 2.0599968433380127,
      "learning_rate": 4.685050752217294e-06,
      "loss": 0.5354,
      "step": 182950
    },
    {
      "epoch": 51.06,
      "grad_norm": 2.0747063159942627,
      "learning_rate": 4.6850495162193854e-06,
      "loss": 0.5683,
      "step": 182960
    },
    {
      "epoch": 51.07,
      "grad_norm": 2.3577072620391846,
      "learning_rate": 4.685048279909849e-06,
      "loss": 0.5476,
      "step": 182970
    },
    {
      "epoch": 51.07,
      "grad_norm": 1.6854523420333862,
      "learning_rate": 4.6850470432886855e-06,
      "loss": 0.547,
      "step": 182980
    },
    {
      "epoch": 51.07,
      "grad_norm": 1.6847476959228516,
      "learning_rate": 4.685045806355894e-06,
      "loss": 0.5533,
      "step": 182990
    },
    {
      "epoch": 51.07,
      "grad_norm": 2.1913819313049316,
      "learning_rate": 4.685044569111476e-06,
      "loss": 0.5476,
      "step": 183000
    },
    {
      "epoch": 51.08,
      "grad_norm": 1.8496519327163696,
      "learning_rate": 4.685043331555431e-06,
      "loss": 0.5351,
      "step": 183010
    },
    {
      "epoch": 51.08,
      "grad_norm": 2.890551805496216,
      "learning_rate": 4.685042093687759e-06,
      "loss": 0.5449,
      "step": 183020
    },
    {
      "epoch": 51.08,
      "grad_norm": 2.4252684116363525,
      "learning_rate": 4.68504085550846e-06,
      "loss": 0.5519,
      "step": 183030
    },
    {
      "epoch": 51.09,
      "grad_norm": 2.3441529273986816,
      "learning_rate": 4.685039617017535e-06,
      "loss": 0.5569,
      "step": 183040
    },
    {
      "epoch": 51.09,
      "grad_norm": 2.1435022354125977,
      "learning_rate": 4.685038378214984e-06,
      "loss": 0.5489,
      "step": 183050
    },
    {
      "epoch": 51.09,
      "grad_norm": 2.230794668197632,
      "learning_rate": 4.6850371391008064e-06,
      "loss": 0.5324,
      "step": 183060
    },
    {
      "epoch": 51.09,
      "grad_norm": 1.4557583332061768,
      "learning_rate": 4.685035899675003e-06,
      "loss": 0.5466,
      "step": 183070
    },
    {
      "epoch": 51.1,
      "grad_norm": 1.8624323606491089,
      "learning_rate": 4.685034659937574e-06,
      "loss": 0.5498,
      "step": 183080
    },
    {
      "epoch": 51.1,
      "grad_norm": 2.408923864364624,
      "learning_rate": 4.685033419888519e-06,
      "loss": 0.5524,
      "step": 183090
    },
    {
      "epoch": 51.1,
      "grad_norm": 2.436955451965332,
      "learning_rate": 4.685032179527839e-06,
      "loss": 0.5456,
      "step": 183100
    },
    {
      "epoch": 51.11,
      "grad_norm": 2.142298460006714,
      "learning_rate": 4.685030938855533e-06,
      "loss": 0.5498,
      "step": 183110
    },
    {
      "epoch": 51.11,
      "grad_norm": 1.8590433597564697,
      "learning_rate": 4.6850296978716025e-06,
      "loss": 0.5513,
      "step": 183120
    },
    {
      "epoch": 51.11,
      "grad_norm": 2.280461311340332,
      "learning_rate": 4.685028456576047e-06,
      "loss": 0.5625,
      "step": 183130
    },
    {
      "epoch": 51.11,
      "grad_norm": 2.4447994232177734,
      "learning_rate": 4.685027214968867e-06,
      "loss": 0.5319,
      "step": 183140
    },
    {
      "epoch": 51.12,
      "grad_norm": 1.6703087091445923,
      "learning_rate": 4.6850259730500615e-06,
      "loss": 0.5502,
      "step": 183150
    },
    {
      "epoch": 51.12,
      "grad_norm": 2.2547640800476074,
      "learning_rate": 4.685024730819632e-06,
      "loss": 0.5542,
      "step": 183160
    },
    {
      "epoch": 51.12,
      "grad_norm": 1.9753704071044922,
      "learning_rate": 4.685023488277578e-06,
      "loss": 0.5351,
      "step": 183170
    },
    {
      "epoch": 51.12,
      "grad_norm": 2.1072120666503906,
      "learning_rate": 4.6850222454238995e-06,
      "loss": 0.5654,
      "step": 183180
    },
    {
      "epoch": 51.13,
      "grad_norm": 2.332738161087036,
      "learning_rate": 4.685021002258598e-06,
      "loss": 0.5371,
      "step": 183190
    },
    {
      "epoch": 51.13,
      "grad_norm": 2.2469286918640137,
      "learning_rate": 4.685019758781672e-06,
      "loss": 0.5581,
      "step": 183200
    },
    {
      "epoch": 51.13,
      "grad_norm": 1.881333351135254,
      "learning_rate": 4.6850185149931225e-06,
      "loss": 0.5732,
      "step": 183210
    },
    {
      "epoch": 51.14,
      "grad_norm": 1.7141456604003906,
      "learning_rate": 4.68501727089295e-06,
      "loss": 0.561,
      "step": 183220
    },
    {
      "epoch": 51.14,
      "grad_norm": 2.0859780311584473,
      "learning_rate": 4.685016026481153e-06,
      "loss": 0.5605,
      "step": 183230
    },
    {
      "epoch": 51.14,
      "grad_norm": 2.3161628246307373,
      "learning_rate": 4.685014781757735e-06,
      "loss": 0.5596,
      "step": 183240
    },
    {
      "epoch": 51.14,
      "grad_norm": 2.1871142387390137,
      "learning_rate": 4.685013536722692e-06,
      "loss": 0.5299,
      "step": 183250
    },
    {
      "epoch": 51.15,
      "grad_norm": 1.798281192779541,
      "learning_rate": 4.6850122913760266e-06,
      "loss": 0.5375,
      "step": 183260
    },
    {
      "epoch": 51.15,
      "grad_norm": 1.8823959827423096,
      "learning_rate": 4.685011045717739e-06,
      "loss": 0.5363,
      "step": 183270
    },
    {
      "epoch": 51.15,
      "grad_norm": 1.7910758256912231,
      "learning_rate": 4.685009799747829e-06,
      "loss": 0.5599,
      "step": 183280
    },
    {
      "epoch": 51.16,
      "grad_norm": 1.7454828023910522,
      "learning_rate": 4.685008553466296e-06,
      "loss": 0.5338,
      "step": 183290
    },
    {
      "epoch": 51.16,
      "grad_norm": 2.2593345642089844,
      "learning_rate": 4.685007306873141e-06,
      "loss": 0.5477,
      "step": 183300
    },
    {
      "epoch": 51.16,
      "grad_norm": 2.004531145095825,
      "learning_rate": 4.685006059968365e-06,
      "loss": 0.5576,
      "step": 183310
    },
    {
      "epoch": 51.16,
      "grad_norm": 1.9364793300628662,
      "learning_rate": 4.6850048127519655e-06,
      "loss": 0.5436,
      "step": 183320
    },
    {
      "epoch": 51.17,
      "grad_norm": 2.4135425090789795,
      "learning_rate": 4.6850035652239455e-06,
      "loss": 0.5604,
      "step": 183330
    },
    {
      "epoch": 51.17,
      "grad_norm": 2.0107269287109375,
      "learning_rate": 4.685002317384304e-06,
      "loss": 0.549,
      "step": 183340
    },
    {
      "epoch": 51.17,
      "grad_norm": 2.461900234222412,
      "learning_rate": 4.68500106923304e-06,
      "loss": 0.5707,
      "step": 183350
    },
    {
      "epoch": 51.17,
      "grad_norm": 1.703180193901062,
      "learning_rate": 4.684999820770156e-06,
      "loss": 0.5584,
      "step": 183360
    },
    {
      "epoch": 51.18,
      "grad_norm": 2.2302603721618652,
      "learning_rate": 4.684998571995652e-06,
      "loss": 0.5697,
      "step": 183370
    },
    {
      "epoch": 51.18,
      "grad_norm": 2.3624911308288574,
      "learning_rate": 4.684997322909526e-06,
      "loss": 0.5737,
      "step": 183380
    },
    {
      "epoch": 51.18,
      "grad_norm": 2.1439974308013916,
      "learning_rate": 4.684996073511779e-06,
      "loss": 0.5292,
      "step": 183390
    },
    {
      "epoch": 51.19,
      "grad_norm": 1.8135119676589966,
      "learning_rate": 4.684994823802412e-06,
      "loss": 0.5321,
      "step": 183400
    },
    {
      "epoch": 51.19,
      "grad_norm": 2.2377614974975586,
      "learning_rate": 4.684993573781425e-06,
      "loss": 0.5421,
      "step": 183410
    },
    {
      "epoch": 51.19,
      "grad_norm": 2.7832136154174805,
      "learning_rate": 4.684992323448817e-06,
      "loss": 0.538,
      "step": 183420
    },
    {
      "epoch": 51.19,
      "grad_norm": 2.0214505195617676,
      "learning_rate": 4.684991072804589e-06,
      "loss": 0.5481,
      "step": 183430
    },
    {
      "epoch": 51.2,
      "grad_norm": 2.1671359539031982,
      "learning_rate": 4.684989821848742e-06,
      "loss": 0.5594,
      "step": 183440
    },
    {
      "epoch": 51.2,
      "grad_norm": 2.10666561126709,
      "learning_rate": 4.6849885705812745e-06,
      "loss": 0.5569,
      "step": 183450
    },
    {
      "epoch": 51.2,
      "grad_norm": 2.737830877304077,
      "learning_rate": 4.684987319002187e-06,
      "loss": 0.5367,
      "step": 183460
    },
    {
      "epoch": 51.21,
      "grad_norm": 1.9418014287948608,
      "learning_rate": 4.684986067111482e-06,
      "loss": 0.5399,
      "step": 183470
    },
    {
      "epoch": 51.21,
      "grad_norm": 2.1084766387939453,
      "learning_rate": 4.684984814909157e-06,
      "loss": 0.5366,
      "step": 183480
    },
    {
      "epoch": 51.21,
      "grad_norm": 2.4246091842651367,
      "learning_rate": 4.684983562395213e-06,
      "loss": 0.5251,
      "step": 183490
    },
    {
      "epoch": 51.21,
      "grad_norm": 2.361283302307129,
      "learning_rate": 4.68498230956965e-06,
      "loss": 0.5296,
      "step": 183500
    },
    {
      "epoch": 51.22,
      "grad_norm": 2.11893630027771,
      "learning_rate": 4.684981056432469e-06,
      "loss": 0.5576,
      "step": 183510
    },
    {
      "epoch": 51.22,
      "grad_norm": 2.294100761413574,
      "learning_rate": 4.684979802983669e-06,
      "loss": 0.5583,
      "step": 183520
    },
    {
      "epoch": 51.22,
      "grad_norm": 2.4230189323425293,
      "learning_rate": 4.68497854922325e-06,
      "loss": 0.5388,
      "step": 183530
    },
    {
      "epoch": 51.23,
      "grad_norm": 1.8940354585647583,
      "learning_rate": 4.6849772951512135e-06,
      "loss": 0.5528,
      "step": 183540
    },
    {
      "epoch": 51.23,
      "grad_norm": 2.244272232055664,
      "learning_rate": 4.684976040767559e-06,
      "loss": 0.553,
      "step": 183550
    },
    {
      "epoch": 51.23,
      "grad_norm": 2.1007938385009766,
      "learning_rate": 4.6849747860722865e-06,
      "loss": 0.5515,
      "step": 183560
    },
    {
      "epoch": 51.23,
      "grad_norm": 2.7476818561553955,
      "learning_rate": 4.684973531065397e-06,
      "loss": 0.5492,
      "step": 183570
    },
    {
      "epoch": 51.24,
      "grad_norm": 2.3276431560516357,
      "learning_rate": 4.684972275746889e-06,
      "loss": 0.5464,
      "step": 183580
    },
    {
      "epoch": 51.24,
      "grad_norm": 2.2826220989227295,
      "learning_rate": 4.684971020116764e-06,
      "loss": 0.5523,
      "step": 183590
    },
    {
      "epoch": 51.24,
      "grad_norm": 2.0347025394439697,
      "learning_rate": 4.6849697641750225e-06,
      "loss": 0.556,
      "step": 183600
    },
    {
      "epoch": 51.24,
      "grad_norm": 1.9719979763031006,
      "learning_rate": 4.684968507921663e-06,
      "loss": 0.5423,
      "step": 183610
    },
    {
      "epoch": 51.25,
      "grad_norm": 2.8423471450805664,
      "learning_rate": 4.684967251356687e-06,
      "loss": 0.5313,
      "step": 183620
    },
    {
      "epoch": 51.25,
      "grad_norm": 2.2585246562957764,
      "learning_rate": 4.684965994480095e-06,
      "loss": 0.5556,
      "step": 183630
    },
    {
      "epoch": 51.25,
      "grad_norm": 2.135504961013794,
      "learning_rate": 4.684964737291886e-06,
      "loss": 0.5855,
      "step": 183640
    },
    {
      "epoch": 51.26,
      "grad_norm": 1.8063435554504395,
      "learning_rate": 4.684963479792061e-06,
      "loss": 0.5361,
      "step": 183650
    },
    {
      "epoch": 51.26,
      "grad_norm": 2.0950534343719482,
      "learning_rate": 4.6849622219806195e-06,
      "loss": 0.5452,
      "step": 183660
    },
    {
      "epoch": 51.26,
      "grad_norm": 2.1739213466644287,
      "learning_rate": 4.684960963857562e-06,
      "loss": 0.5483,
      "step": 183670
    },
    {
      "epoch": 51.26,
      "grad_norm": 2.0615146160125732,
      "learning_rate": 4.684959705422889e-06,
      "loss": 0.5515,
      "step": 183680
    },
    {
      "epoch": 51.27,
      "grad_norm": 1.9054635763168335,
      "learning_rate": 4.6849584466766e-06,
      "loss": 0.5269,
      "step": 183690
    },
    {
      "epoch": 51.27,
      "grad_norm": 3.106628179550171,
      "learning_rate": 4.6849571876186964e-06,
      "loss": 0.5491,
      "step": 183700
    },
    {
      "epoch": 51.27,
      "grad_norm": 2.0884642601013184,
      "learning_rate": 4.684955928249176e-06,
      "loss": 0.5576,
      "step": 183710
    },
    {
      "epoch": 51.28,
      "grad_norm": 1.963129997253418,
      "learning_rate": 4.684954668568042e-06,
      "loss": 0.547,
      "step": 183720
    },
    {
      "epoch": 51.28,
      "grad_norm": 4.8825201988220215,
      "learning_rate": 4.684953408575292e-06,
      "loss": 0.56,
      "step": 183730
    },
    {
      "epoch": 51.28,
      "grad_norm": 1.8697417974472046,
      "learning_rate": 4.6849521482709265e-06,
      "loss": 0.5575,
      "step": 183740
    },
    {
      "epoch": 51.28,
      "grad_norm": 1.9291505813598633,
      "learning_rate": 4.684950887654947e-06,
      "loss": 0.5575,
      "step": 183750
    },
    {
      "epoch": 51.29,
      "grad_norm": 2.571864604949951,
      "learning_rate": 4.684949626727354e-06,
      "loss": 0.5551,
      "step": 183760
    },
    {
      "epoch": 51.29,
      "grad_norm": 2.2483575344085693,
      "learning_rate": 4.684948365488146e-06,
      "loss": 0.5471,
      "step": 183770
    },
    {
      "epoch": 51.29,
      "grad_norm": 2.094818592071533,
      "learning_rate": 4.684947103937324e-06,
      "loss": 0.5474,
      "step": 183780
    },
    {
      "epoch": 51.3,
      "grad_norm": 2.3738608360290527,
      "learning_rate": 4.684945842074888e-06,
      "loss": 0.5442,
      "step": 183790
    },
    {
      "epoch": 51.3,
      "grad_norm": 2.438778877258301,
      "learning_rate": 4.684944579900838e-06,
      "loss": 0.5494,
      "step": 183800
    },
    {
      "epoch": 51.3,
      "grad_norm": 1.7646348476409912,
      "learning_rate": 4.684943317415174e-06,
      "loss": 0.5294,
      "step": 183810
    },
    {
      "epoch": 51.3,
      "grad_norm": 1.7912671566009521,
      "learning_rate": 4.684942054617897e-06,
      "loss": 0.5521,
      "step": 183820
    },
    {
      "epoch": 51.31,
      "grad_norm": 1.4154067039489746,
      "learning_rate": 4.684940791509008e-06,
      "loss": 0.5319,
      "step": 183830
    },
    {
      "epoch": 51.31,
      "grad_norm": 2.0984320640563965,
      "learning_rate": 4.684939528088504e-06,
      "loss": 0.544,
      "step": 183840
    },
    {
      "epoch": 51.31,
      "grad_norm": 2.438725709915161,
      "learning_rate": 4.684938264356387e-06,
      "loss": 0.5413,
      "step": 183850
    },
    {
      "epoch": 51.31,
      "grad_norm": 2.2181572914123535,
      "learning_rate": 4.684937000312658e-06,
      "loss": 0.5604,
      "step": 183860
    },
    {
      "epoch": 51.32,
      "grad_norm": 1.7365388870239258,
      "learning_rate": 4.684935735957316e-06,
      "loss": 0.5519,
      "step": 183870
    },
    {
      "epoch": 51.32,
      "grad_norm": 2.139779806137085,
      "learning_rate": 4.684934471290362e-06,
      "loss": 0.5415,
      "step": 183880
    },
    {
      "epoch": 51.32,
      "grad_norm": 2.23711895942688,
      "learning_rate": 4.6849332063117956e-06,
      "loss": 0.5598,
      "step": 183890
    },
    {
      "epoch": 51.33,
      "grad_norm": 2.1698920726776123,
      "learning_rate": 4.684931941021617e-06,
      "loss": 0.5232,
      "step": 183900
    },
    {
      "epoch": 51.33,
      "grad_norm": 2.3213539123535156,
      "learning_rate": 4.684930675419826e-06,
      "loss": 0.5448,
      "step": 183910
    },
    {
      "epoch": 51.33,
      "grad_norm": 2.4067437648773193,
      "learning_rate": 4.684929409506423e-06,
      "loss": 0.5373,
      "step": 183920
    },
    {
      "epoch": 51.33,
      "grad_norm": 2.4116458892822266,
      "learning_rate": 4.68492814328141e-06,
      "loss": 0.5413,
      "step": 183930
    },
    {
      "epoch": 51.34,
      "grad_norm": 1.7497493028640747,
      "learning_rate": 4.684926876744784e-06,
      "loss": 0.5506,
      "step": 183940
    },
    {
      "epoch": 51.34,
      "grad_norm": 2.1586036682128906,
      "learning_rate": 4.684925609896547e-06,
      "loss": 0.5416,
      "step": 183950
    },
    {
      "epoch": 51.34,
      "grad_norm": 2.1960654258728027,
      "learning_rate": 4.6849243427366995e-06,
      "loss": 0.5427,
      "step": 183960
    },
    {
      "epoch": 51.35,
      "grad_norm": 2.2909700870513916,
      "learning_rate": 4.6849230752652405e-06,
      "loss": 0.5471,
      "step": 183970
    },
    {
      "epoch": 51.35,
      "grad_norm": 2.5701088905334473,
      "learning_rate": 4.684921807482171e-06,
      "loss": 0.5616,
      "step": 183980
    },
    {
      "epoch": 51.35,
      "grad_norm": 1.9906361103057861,
      "learning_rate": 4.68492053938749e-06,
      "loss": 0.5428,
      "step": 183990
    },
    {
      "epoch": 51.35,
      "grad_norm": 2.7532265186309814,
      "learning_rate": 4.6849192709812e-06,
      "loss": 0.5448,
      "step": 184000
    },
    {
      "epoch": 51.36,
      "grad_norm": 1.7346534729003906,
      "learning_rate": 4.684918002263299e-06,
      "loss": 0.5416,
      "step": 184010
    },
    {
      "epoch": 51.36,
      "grad_norm": 2.0002689361572266,
      "learning_rate": 4.684916733233787e-06,
      "loss": 0.5539,
      "step": 184020
    },
    {
      "epoch": 51.36,
      "grad_norm": 1.6642106771469116,
      "learning_rate": 4.6849154638926665e-06,
      "loss": 0.5466,
      "step": 184030
    },
    {
      "epoch": 51.36,
      "grad_norm": 1.9627723693847656,
      "learning_rate": 4.684914194239936e-06,
      "loss": 0.5404,
      "step": 184040
    },
    {
      "epoch": 51.37,
      "grad_norm": 2.4546337127685547,
      "learning_rate": 4.684912924275596e-06,
      "loss": 0.5272,
      "step": 184050
    },
    {
      "epoch": 51.37,
      "grad_norm": 1.8525456190109253,
      "learning_rate": 4.684911653999646e-06,
      "loss": 0.5433,
      "step": 184060
    },
    {
      "epoch": 51.37,
      "grad_norm": 2.0419254302978516,
      "learning_rate": 4.6849103834120865e-06,
      "loss": 0.5392,
      "step": 184070
    },
    {
      "epoch": 51.38,
      "grad_norm": 1.4945648908615112,
      "learning_rate": 4.684909112512919e-06,
      "loss": 0.5685,
      "step": 184080
    },
    {
      "epoch": 51.38,
      "grad_norm": 1.673130989074707,
      "learning_rate": 4.6849078413021415e-06,
      "loss": 0.5475,
      "step": 184090
    },
    {
      "epoch": 51.38,
      "grad_norm": 2.268256664276123,
      "learning_rate": 4.684906569779756e-06,
      "loss": 0.5404,
      "step": 184100
    },
    {
      "epoch": 51.38,
      "grad_norm": 2.5593645572662354,
      "learning_rate": 4.684905297945762e-06,
      "loss": 0.5471,
      "step": 184110
    },
    {
      "epoch": 51.39,
      "grad_norm": 2.0487613677978516,
      "learning_rate": 4.684904025800159e-06,
      "loss": 0.5299,
      "step": 184120
    },
    {
      "epoch": 51.39,
      "grad_norm": 2.173301935195923,
      "learning_rate": 4.6849027533429475e-06,
      "loss": 0.5326,
      "step": 184130
    },
    {
      "epoch": 51.39,
      "grad_norm": 2.306177854537964,
      "learning_rate": 4.684901480574129e-06,
      "loss": 0.5319,
      "step": 184140
    },
    {
      "epoch": 51.4,
      "grad_norm": 1.9248794317245483,
      "learning_rate": 4.684900207493702e-06,
      "loss": 0.5576,
      "step": 184150
    },
    {
      "epoch": 51.4,
      "grad_norm": 2.259237766265869,
      "learning_rate": 4.684898934101667e-06,
      "loss": 0.5637,
      "step": 184160
    },
    {
      "epoch": 51.4,
      "grad_norm": 1.9571189880371094,
      "learning_rate": 4.684897660398025e-06,
      "loss": 0.5645,
      "step": 184170
    },
    {
      "epoch": 51.4,
      "grad_norm": 2.3444948196411133,
      "learning_rate": 4.684896386382776e-06,
      "loss": 0.5334,
      "step": 184180
    },
    {
      "epoch": 51.41,
      "grad_norm": 2.1756691932678223,
      "learning_rate": 4.6848951120559184e-06,
      "loss": 0.5449,
      "step": 184190
    },
    {
      "epoch": 51.41,
      "grad_norm": 2.1404428482055664,
      "learning_rate": 4.684893837417455e-06,
      "loss": 0.5597,
      "step": 184200
    },
    {
      "epoch": 51.41,
      "grad_norm": 2.6819844245910645,
      "learning_rate": 4.684892562467384e-06,
      "loss": 0.5574,
      "step": 184210
    },
    {
      "epoch": 51.42,
      "grad_norm": 2.374936580657959,
      "learning_rate": 4.684891287205706e-06,
      "loss": 0.5573,
      "step": 184220
    },
    {
      "epoch": 51.42,
      "grad_norm": 1.9640593528747559,
      "learning_rate": 4.684890011632423e-06,
      "loss": 0.5644,
      "step": 184230
    },
    {
      "epoch": 51.42,
      "grad_norm": 1.9067964553833008,
      "learning_rate": 4.684888735747532e-06,
      "loss": 0.5552,
      "step": 184240
    },
    {
      "epoch": 51.42,
      "grad_norm": 2.1567299365997314,
      "learning_rate": 4.684887459551036e-06,
      "loss": 0.5517,
      "step": 184250
    },
    {
      "epoch": 51.43,
      "grad_norm": 2.4916231632232666,
      "learning_rate": 4.684886183042933e-06,
      "loss": 0.5399,
      "step": 184260
    },
    {
      "epoch": 51.43,
      "grad_norm": 2.4927680492401123,
      "learning_rate": 4.6848849062232244e-06,
      "loss": 0.5509,
      "step": 184270
    },
    {
      "epoch": 51.43,
      "grad_norm": 2.368861198425293,
      "learning_rate": 4.6848836290919095e-06,
      "loss": 0.5492,
      "step": 184280
    },
    {
      "epoch": 51.43,
      "grad_norm": 2.71514630317688,
      "learning_rate": 4.6848823516489906e-06,
      "loss": 0.5462,
      "step": 184290
    },
    {
      "epoch": 51.44,
      "grad_norm": 1.8163899183273315,
      "learning_rate": 4.684881073894465e-06,
      "loss": 0.5322,
      "step": 184300
    },
    {
      "epoch": 51.44,
      "grad_norm": 2.0242819786071777,
      "learning_rate": 4.684879795828335e-06,
      "loss": 0.5577,
      "step": 184310
    },
    {
      "epoch": 51.44,
      "grad_norm": 2.021843433380127,
      "learning_rate": 4.684878517450599e-06,
      "loss": 0.5156,
      "step": 184320
    },
    {
      "epoch": 51.45,
      "grad_norm": 1.660855770111084,
      "learning_rate": 4.6848772387612595e-06,
      "loss": 0.5469,
      "step": 184330
    },
    {
      "epoch": 51.45,
      "grad_norm": 2.0841176509857178,
      "learning_rate": 4.684875959760315e-06,
      "loss": 0.5443,
      "step": 184340
    },
    {
      "epoch": 51.45,
      "grad_norm": 2.188063621520996,
      "learning_rate": 4.684874680447766e-06,
      "loss": 0.5361,
      "step": 184350
    },
    {
      "epoch": 51.45,
      "grad_norm": 2.4794466495513916,
      "learning_rate": 4.6848734008236115e-06,
      "loss": 0.5599,
      "step": 184360
    },
    {
      "epoch": 51.46,
      "grad_norm": 2.0630359649658203,
      "learning_rate": 4.684872120887854e-06,
      "loss": 0.5358,
      "step": 184370
    },
    {
      "epoch": 51.46,
      "grad_norm": 2.4363975524902344,
      "learning_rate": 4.684870840640492e-06,
      "loss": 0.5427,
      "step": 184380
    },
    {
      "epoch": 51.46,
      "grad_norm": 2.054611921310425,
      "learning_rate": 4.684869560081527e-06,
      "loss": 0.5435,
      "step": 184390
    },
    {
      "epoch": 51.47,
      "grad_norm": 1.957135796546936,
      "learning_rate": 4.684868279210957e-06,
      "loss": 0.5527,
      "step": 184400
    },
    {
      "epoch": 51.47,
      "grad_norm": 1.7842128276824951,
      "learning_rate": 4.6848669980287845e-06,
      "loss": 0.5464,
      "step": 184410
    },
    {
      "epoch": 51.47,
      "grad_norm": 2.138899564743042,
      "learning_rate": 4.684865716535008e-06,
      "loss": 0.551,
      "step": 184420
    },
    {
      "epoch": 51.47,
      "grad_norm": 2.086277723312378,
      "learning_rate": 4.684864434729629e-06,
      "loss": 0.5268,
      "step": 184430
    },
    {
      "epoch": 51.48,
      "grad_norm": 2.6710808277130127,
      "learning_rate": 4.684863152612648e-06,
      "loss": 0.549,
      "step": 184440
    },
    {
      "epoch": 51.48,
      "grad_norm": 2.1411852836608887,
      "learning_rate": 4.684861870184063e-06,
      "loss": 0.5282,
      "step": 184450
    },
    {
      "epoch": 51.48,
      "grad_norm": 2.402874231338501,
      "learning_rate": 4.684860587443875e-06,
      "loss": 0.5507,
      "step": 184460
    },
    {
      "epoch": 51.48,
      "grad_norm": 1.809458613395691,
      "learning_rate": 4.684859304392084e-06,
      "loss": 0.5294,
      "step": 184470
    },
    {
      "epoch": 51.49,
      "grad_norm": 2.7375855445861816,
      "learning_rate": 4.684858021028692e-06,
      "loss": 0.5384,
      "step": 184480
    },
    {
      "epoch": 51.49,
      "grad_norm": 3.4844024181365967,
      "learning_rate": 4.684856737353698e-06,
      "loss": 0.5602,
      "step": 184490
    },
    {
      "epoch": 51.49,
      "grad_norm": 1.8508789539337158,
      "learning_rate": 4.6848554533671014e-06,
      "loss": 0.5441,
      "step": 184500
    },
    {
      "epoch": 51.5,
      "grad_norm": 2.9938058853149414,
      "learning_rate": 4.6848541690689035e-06,
      "loss": 0.5473,
      "step": 184510
    },
    {
      "epoch": 51.5,
      "grad_norm": 2.193955421447754,
      "learning_rate": 4.684852884459103e-06,
      "loss": 0.5337,
      "step": 184520
    },
    {
      "epoch": 51.5,
      "grad_norm": 1.9913617372512817,
      "learning_rate": 4.6848515995377026e-06,
      "loss": 0.5566,
      "step": 184530
    },
    {
      "epoch": 51.5,
      "grad_norm": 2.2252557277679443,
      "learning_rate": 4.6848503143047e-06,
      "loss": 0.5576,
      "step": 184540
    },
    {
      "epoch": 51.51,
      "grad_norm": 2.201415777206421,
      "learning_rate": 4.684849028760097e-06,
      "loss": 0.5345,
      "step": 184550
    },
    {
      "epoch": 51.51,
      "grad_norm": 1.742213487625122,
      "learning_rate": 4.684847742903892e-06,
      "loss": 0.5336,
      "step": 184560
    },
    {
      "epoch": 51.51,
      "grad_norm": 2.201956033706665,
      "learning_rate": 4.684846456736087e-06,
      "loss": 0.5616,
      "step": 184570
    },
    {
      "epoch": 51.52,
      "grad_norm": 1.7264000177383423,
      "learning_rate": 4.684845170256681e-06,
      "loss": 0.5469,
      "step": 184580
    },
    {
      "epoch": 51.52,
      "grad_norm": 2.1823019981384277,
      "learning_rate": 4.684843883465675e-06,
      "loss": 0.5477,
      "step": 184590
    },
    {
      "epoch": 51.52,
      "grad_norm": 1.7474563121795654,
      "learning_rate": 4.684842596363068e-06,
      "loss": 0.5464,
      "step": 184600
    },
    {
      "epoch": 51.52,
      "grad_norm": 1.8952550888061523,
      "learning_rate": 4.6848413089488615e-06,
      "loss": 0.5669,
      "step": 184610
    },
    {
      "epoch": 51.53,
      "grad_norm": 1.7723455429077148,
      "learning_rate": 4.684840021223056e-06,
      "loss": 0.5265,
      "step": 184620
    },
    {
      "epoch": 51.53,
      "grad_norm": 2.356682062149048,
      "learning_rate": 4.6848387331856495e-06,
      "loss": 0.5859,
      "step": 184630
    },
    {
      "epoch": 51.53,
      "grad_norm": 2.0185110569000244,
      "learning_rate": 4.6848374448366436e-06,
      "loss": 0.5549,
      "step": 184640
    },
    {
      "epoch": 51.54,
      "grad_norm": 2.9717137813568115,
      "learning_rate": 4.684836156176039e-06,
      "loss": 0.5581,
      "step": 184650
    },
    {
      "epoch": 51.54,
      "grad_norm": 1.5288995504379272,
      "learning_rate": 4.684834867203834e-06,
      "loss": 0.5352,
      "step": 184660
    },
    {
      "epoch": 51.54,
      "grad_norm": 2.7793755531311035,
      "learning_rate": 4.684833577920031e-06,
      "loss": 0.5792,
      "step": 184670
    },
    {
      "epoch": 51.54,
      "grad_norm": 1.6952781677246094,
      "learning_rate": 4.6848322883246294e-06,
      "loss": 0.554,
      "step": 184680
    },
    {
      "epoch": 51.55,
      "grad_norm": 2.083573579788208,
      "learning_rate": 4.684830998417628e-06,
      "loss": 0.5564,
      "step": 184690
    },
    {
      "epoch": 51.55,
      "grad_norm": 2.4128994941711426,
      "learning_rate": 4.684829708199029e-06,
      "loss": 0.5544,
      "step": 184700
    },
    {
      "epoch": 51.55,
      "grad_norm": 2.51644229888916,
      "learning_rate": 4.684828417668831e-06,
      "loss": 0.534,
      "step": 184710
    },
    {
      "epoch": 51.55,
      "grad_norm": 2.0990912914276123,
      "learning_rate": 4.684827126827035e-06,
      "loss": 0.5477,
      "step": 184720
    },
    {
      "epoch": 51.56,
      "grad_norm": 2.4337007999420166,
      "learning_rate": 4.684825835673641e-06,
      "loss": 0.5514,
      "step": 184730
    },
    {
      "epoch": 51.56,
      "grad_norm": 2.576963424682617,
      "learning_rate": 4.68482454420865e-06,
      "loss": 0.5373,
      "step": 184740
    },
    {
      "epoch": 51.56,
      "grad_norm": 1.7583470344543457,
      "learning_rate": 4.68482325243206e-06,
      "loss": 0.5569,
      "step": 184750
    },
    {
      "epoch": 51.57,
      "grad_norm": 2.2620861530303955,
      "learning_rate": 4.684821960343874e-06,
      "loss": 0.5478,
      "step": 184760
    },
    {
      "epoch": 51.57,
      "grad_norm": 2.1070845127105713,
      "learning_rate": 4.6848206679440895e-06,
      "loss": 0.5645,
      "step": 184770
    },
    {
      "epoch": 51.57,
      "grad_norm": 6.448955535888672,
      "learning_rate": 4.684819375232708e-06,
      "loss": 0.5444,
      "step": 184780
    },
    {
      "epoch": 51.57,
      "grad_norm": 1.8335678577423096,
      "learning_rate": 4.68481808220973e-06,
      "loss": 0.5327,
      "step": 184790
    },
    {
      "epoch": 51.58,
      "grad_norm": 2.246945381164551,
      "learning_rate": 4.684816788875154e-06,
      "loss": 0.546,
      "step": 184800
    },
    {
      "epoch": 51.58,
      "grad_norm": 2.3795769214630127,
      "learning_rate": 4.684815495228983e-06,
      "loss": 0.5589,
      "step": 184810
    },
    {
      "epoch": 51.58,
      "grad_norm": 2.132716178894043,
      "learning_rate": 4.6848142012712155e-06,
      "loss": 0.5159,
      "step": 184820
    },
    {
      "epoch": 51.59,
      "grad_norm": 1.9207401275634766,
      "learning_rate": 4.684812907001851e-06,
      "loss": 0.5538,
      "step": 184830
    },
    {
      "epoch": 51.59,
      "grad_norm": 1.9099870920181274,
      "learning_rate": 4.68481161242089e-06,
      "loss": 0.5596,
      "step": 184840
    },
    {
      "epoch": 51.59,
      "grad_norm": 2.6069791316986084,
      "learning_rate": 4.684810317528334e-06,
      "loss": 0.5502,
      "step": 184850
    },
    {
      "epoch": 51.59,
      "grad_norm": 1.8988044261932373,
      "learning_rate": 4.684809022324182e-06,
      "loss": 0.5345,
      "step": 184860
    },
    {
      "epoch": 51.6,
      "grad_norm": 2.0370469093322754,
      "learning_rate": 4.6848077268084335e-06,
      "loss": 0.5377,
      "step": 184870
    },
    {
      "epoch": 51.6,
      "grad_norm": 1.8580771684646606,
      "learning_rate": 4.6848064309810906e-06,
      "loss": 0.5412,
      "step": 184880
    },
    {
      "epoch": 51.6,
      "grad_norm": 1.9685077667236328,
      "learning_rate": 4.684805134842151e-06,
      "loss": 0.551,
      "step": 184890
    },
    {
      "epoch": 51.6,
      "grad_norm": 2.0858242511749268,
      "learning_rate": 4.684803838391618e-06,
      "loss": 0.5369,
      "step": 184900
    },
    {
      "epoch": 51.61,
      "grad_norm": 1.7937380075454712,
      "learning_rate": 4.684802541629489e-06,
      "loss": 0.5379,
      "step": 184910
    },
    {
      "epoch": 51.61,
      "grad_norm": 1.9044694900512695,
      "learning_rate": 4.6848012445557666e-06,
      "loss": 0.5555,
      "step": 184920
    },
    {
      "epoch": 51.61,
      "grad_norm": 2.063081741333008,
      "learning_rate": 4.684799947170449e-06,
      "loss": 0.5423,
      "step": 184930
    },
    {
      "epoch": 51.62,
      "grad_norm": 2.535768508911133,
      "learning_rate": 4.684798649473536e-06,
      "loss": 0.5514,
      "step": 184940
    },
    {
      "epoch": 51.62,
      "grad_norm": 2.627262830734253,
      "learning_rate": 4.68479735146503e-06,
      "loss": 0.525,
      "step": 184950
    },
    {
      "epoch": 51.62,
      "grad_norm": 2.044581651687622,
      "learning_rate": 4.6847960531449295e-06,
      "loss": 0.5595,
      "step": 184960
    },
    {
      "epoch": 51.62,
      "grad_norm": 1.9555089473724365,
      "learning_rate": 4.684794754513235e-06,
      "loss": 0.5432,
      "step": 184970
    },
    {
      "epoch": 51.63,
      "grad_norm": 1.9447067975997925,
      "learning_rate": 4.6847934555699465e-06,
      "loss": 0.549,
      "step": 184980
    },
    {
      "epoch": 51.63,
      "grad_norm": 1.989484190940857,
      "learning_rate": 4.684792156315065e-06,
      "loss": 0.5633,
      "step": 184990
    },
    {
      "epoch": 51.63,
      "grad_norm": 2.774445056915283,
      "learning_rate": 4.684790856748591e-06,
      "loss": 0.536,
      "step": 185000
    },
    {
      "epoch": 51.64,
      "grad_norm": 2.2830986976623535,
      "learning_rate": 4.684789556870523e-06,
      "loss": 0.5346,
      "step": 185010
    },
    {
      "epoch": 51.64,
      "grad_norm": 2.0711209774017334,
      "learning_rate": 4.684788256680862e-06,
      "loss": 0.5294,
      "step": 185020
    },
    {
      "epoch": 51.64,
      "grad_norm": 2.0405783653259277,
      "learning_rate": 4.684786956179608e-06,
      "loss": 0.5417,
      "step": 185030
    },
    {
      "epoch": 51.64,
      "grad_norm": 2.2932238578796387,
      "learning_rate": 4.684785655366762e-06,
      "loss": 0.542,
      "step": 185040
    },
    {
      "epoch": 51.65,
      "grad_norm": 2.575673818588257,
      "learning_rate": 4.684784354242322e-06,
      "loss": 0.5622,
      "step": 185050
    },
    {
      "epoch": 51.65,
      "grad_norm": 2.1821701526641846,
      "learning_rate": 4.684783052806291e-06,
      "loss": 0.5345,
      "step": 185060
    },
    {
      "epoch": 51.65,
      "grad_norm": 1.7538474798202515,
      "learning_rate": 4.684781751058668e-06,
      "loss": 0.5354,
      "step": 185070
    },
    {
      "epoch": 51.66,
      "grad_norm": 2.219534397125244,
      "learning_rate": 4.684780448999452e-06,
      "loss": 0.5432,
      "step": 185080
    },
    {
      "epoch": 51.66,
      "grad_norm": 2.0212059020996094,
      "learning_rate": 4.684779146628645e-06,
      "loss": 0.5282,
      "step": 185090
    },
    {
      "epoch": 51.66,
      "grad_norm": 1.981777310371399,
      "learning_rate": 4.684777843946246e-06,
      "loss": 0.5357,
      "step": 185100
    },
    {
      "epoch": 51.66,
      "grad_norm": 1.463919997215271,
      "learning_rate": 4.684776540952256e-06,
      "loss": 0.5274,
      "step": 185110
    },
    {
      "epoch": 51.67,
      "grad_norm": 2.49664568901062,
      "learning_rate": 4.684775237646674e-06,
      "loss": 0.5571,
      "step": 185120
    },
    {
      "epoch": 51.67,
      "grad_norm": 1.7012642621994019,
      "learning_rate": 4.6847739340295014e-06,
      "loss": 0.525,
      "step": 185130
    },
    {
      "epoch": 51.67,
      "grad_norm": 1.893694281578064,
      "learning_rate": 4.684772630100738e-06,
      "loss": 0.5415,
      "step": 185140
    },
    {
      "epoch": 51.67,
      "grad_norm": 1.8518307209014893,
      "learning_rate": 4.684771325860384e-06,
      "loss": 0.5442,
      "step": 185150
    },
    {
      "epoch": 51.68,
      "grad_norm": 2.5098681449890137,
      "learning_rate": 4.6847700213084394e-06,
      "loss": 0.5541,
      "step": 185160
    },
    {
      "epoch": 51.68,
      "grad_norm": 1.7764222621917725,
      "learning_rate": 4.684768716444903e-06,
      "loss": 0.5442,
      "step": 185170
    },
    {
      "epoch": 51.68,
      "grad_norm": 2.3696131706237793,
      "learning_rate": 4.684767411269778e-06,
      "loss": 0.5531,
      "step": 185180
    },
    {
      "epoch": 51.69,
      "grad_norm": 2.078138589859009,
      "learning_rate": 4.684766105783063e-06,
      "loss": 0.5219,
      "step": 185190
    },
    {
      "epoch": 51.69,
      "grad_norm": 2.2297050952911377,
      "learning_rate": 4.684764799984757e-06,
      "loss": 0.5406,
      "step": 185200
    },
    {
      "epoch": 51.69,
      "grad_norm": 2.7662949562072754,
      "learning_rate": 4.684763493874861e-06,
      "loss": 0.5553,
      "step": 185210
    },
    {
      "epoch": 51.69,
      "grad_norm": 1.9135167598724365,
      "learning_rate": 4.684762187453377e-06,
      "loss": 0.5075,
      "step": 185220
    },
    {
      "epoch": 51.7,
      "grad_norm": 1.785836100578308,
      "learning_rate": 4.684760880720303e-06,
      "loss": 0.5372,
      "step": 185230
    },
    {
      "epoch": 51.7,
      "grad_norm": 1.877156138420105,
      "learning_rate": 4.68475957367564e-06,
      "loss": 0.5631,
      "step": 185240
    },
    {
      "epoch": 51.7,
      "grad_norm": 2.739866256713867,
      "learning_rate": 4.684758266319388e-06,
      "loss": 0.5435,
      "step": 185250
    },
    {
      "epoch": 51.71,
      "grad_norm": 1.5671708583831787,
      "learning_rate": 4.684756958651547e-06,
      "loss": 0.5672,
      "step": 185260
    },
    {
      "epoch": 51.71,
      "grad_norm": 2.4248805046081543,
      "learning_rate": 4.684755650672117e-06,
      "loss": 0.5465,
      "step": 185270
    },
    {
      "epoch": 51.71,
      "grad_norm": 2.3582651615142822,
      "learning_rate": 4.684754342381099e-06,
      "loss": 0.5528,
      "step": 185280
    },
    {
      "epoch": 51.71,
      "grad_norm": 2.6234169006347656,
      "learning_rate": 4.6847530337784925e-06,
      "loss": 0.5316,
      "step": 185290
    },
    {
      "epoch": 51.72,
      "grad_norm": 1.9086356163024902,
      "learning_rate": 4.684751724864297e-06,
      "loss": 0.5219,
      "step": 185300
    },
    {
      "epoch": 51.72,
      "grad_norm": 2.6161749362945557,
      "learning_rate": 4.6847504156385144e-06,
      "loss": 0.5493,
      "step": 185310
    },
    {
      "epoch": 51.72,
      "grad_norm": 2.04107928276062,
      "learning_rate": 4.6847491061011445e-06,
      "loss": 0.5777,
      "step": 185320
    },
    {
      "epoch": 51.72,
      "grad_norm": 1.8312876224517822,
      "learning_rate": 4.684747796252186e-06,
      "loss": 0.5563,
      "step": 185330
    },
    {
      "epoch": 51.73,
      "grad_norm": 1.8640018701553345,
      "learning_rate": 4.68474648609164e-06,
      "loss": 0.5288,
      "step": 185340
    },
    {
      "epoch": 51.73,
      "grad_norm": 1.8309941291809082,
      "learning_rate": 4.6847451756195075e-06,
      "loss": 0.5407,
      "step": 185350
    },
    {
      "epoch": 51.73,
      "grad_norm": 2.425175428390503,
      "learning_rate": 4.684743864835788e-06,
      "loss": 0.5534,
      "step": 185360
    },
    {
      "epoch": 51.74,
      "grad_norm": 1.8245375156402588,
      "learning_rate": 4.684742553740481e-06,
      "loss": 0.5339,
      "step": 185370
    },
    {
      "epoch": 51.74,
      "grad_norm": 2.7482447624206543,
      "learning_rate": 4.6847412423335875e-06,
      "loss": 0.521,
      "step": 185380
    },
    {
      "epoch": 51.74,
      "grad_norm": 2.008492946624756,
      "learning_rate": 4.684739930615107e-06,
      "loss": 0.5639,
      "step": 185390
    },
    {
      "epoch": 51.74,
      "grad_norm": 2.031459331512451,
      "learning_rate": 4.684738618585041e-06,
      "loss": 0.556,
      "step": 185400
    },
    {
      "epoch": 51.75,
      "grad_norm": 2.207002878189087,
      "learning_rate": 4.684737306243388e-06,
      "loss": 0.5384,
      "step": 185410
    },
    {
      "epoch": 51.75,
      "grad_norm": 2.412980794906616,
      "learning_rate": 4.684735993590149e-06,
      "loss": 0.5174,
      "step": 185420
    },
    {
      "epoch": 51.75,
      "grad_norm": 1.801519751548767,
      "learning_rate": 4.6847346806253244e-06,
      "loss": 0.5375,
      "step": 185430
    },
    {
      "epoch": 51.76,
      "grad_norm": 2.5584828853607178,
      "learning_rate": 4.684733367348914e-06,
      "loss": 0.5489,
      "step": 185440
    },
    {
      "epoch": 51.76,
      "grad_norm": 1.9053694009780884,
      "learning_rate": 4.684732053760918e-06,
      "loss": 0.5308,
      "step": 185450
    },
    {
      "epoch": 51.76,
      "grad_norm": 2.600771903991699,
      "learning_rate": 4.684730739861337e-06,
      "loss": 0.5405,
      "step": 185460
    },
    {
      "epoch": 51.76,
      "grad_norm": 1.8892607688903809,
      "learning_rate": 4.68472942565017e-06,
      "loss": 0.5401,
      "step": 185470
    },
    {
      "epoch": 51.77,
      "grad_norm": 1.7580393552780151,
      "learning_rate": 4.684728111127419e-06,
      "loss": 0.5698,
      "step": 185480
    },
    {
      "epoch": 51.77,
      "grad_norm": 1.2914608716964722,
      "learning_rate": 4.684726796293083e-06,
      "loss": 0.5429,
      "step": 185490
    },
    {
      "epoch": 51.77,
      "grad_norm": 2.130821466445923,
      "learning_rate": 4.684725481147162e-06,
      "loss": 0.5285,
      "step": 185500
    },
    {
      "epoch": 51.78,
      "grad_norm": 2.0104339122772217,
      "learning_rate": 4.6847241656896565e-06,
      "loss": 0.5215,
      "step": 185510
    },
    {
      "epoch": 51.78,
      "grad_norm": 2.414660930633545,
      "learning_rate": 4.684722849920567e-06,
      "loss": 0.5731,
      "step": 185520
    },
    {
      "epoch": 51.78,
      "grad_norm": 2.4223685264587402,
      "learning_rate": 4.684721533839893e-06,
      "loss": 0.5631,
      "step": 185530
    },
    {
      "epoch": 51.78,
      "grad_norm": 1.7934505939483643,
      "learning_rate": 4.684720217447635e-06,
      "loss": 0.5245,
      "step": 185540
    },
    {
      "epoch": 51.79,
      "grad_norm": 2.455453872680664,
      "learning_rate": 4.684718900743794e-06,
      "loss": 0.5474,
      "step": 185550
    },
    {
      "epoch": 51.79,
      "grad_norm": 2.3031318187713623,
      "learning_rate": 4.684717583728369e-06,
      "loss": 0.5348,
      "step": 185560
    },
    {
      "epoch": 51.79,
      "grad_norm": 2.690713405609131,
      "learning_rate": 4.68471626640136e-06,
      "loss": 0.5439,
      "step": 185570
    },
    {
      "epoch": 51.79,
      "grad_norm": 2.0508882999420166,
      "learning_rate": 4.684714948762768e-06,
      "loss": 0.5514,
      "step": 185580
    },
    {
      "epoch": 51.8,
      "grad_norm": 2.129692792892456,
      "learning_rate": 4.684713630812594e-06,
      "loss": 0.5499,
      "step": 185590
    },
    {
      "epoch": 51.8,
      "grad_norm": 2.4746601581573486,
      "learning_rate": 4.684712312550836e-06,
      "loss": 0.5416,
      "step": 185600
    },
    {
      "epoch": 51.8,
      "grad_norm": 1.9033056497573853,
      "learning_rate": 4.684710993977495e-06,
      "loss": 0.5321,
      "step": 185610
    },
    {
      "epoch": 51.81,
      "grad_norm": 2.664459228515625,
      "learning_rate": 4.684709675092572e-06,
      "loss": 0.5385,
      "step": 185620
    },
    {
      "epoch": 51.81,
      "grad_norm": 2.1546502113342285,
      "learning_rate": 4.684708355896067e-06,
      "loss": 0.5317,
      "step": 185630
    },
    {
      "epoch": 51.81,
      "grad_norm": 2.057921886444092,
      "learning_rate": 4.684707036387979e-06,
      "loss": 0.5196,
      "step": 185640
    },
    {
      "epoch": 51.81,
      "grad_norm": 2.3618972301483154,
      "learning_rate": 4.68470571656831e-06,
      "loss": 0.5241,
      "step": 185650
    },
    {
      "epoch": 51.82,
      "grad_norm": 2.7587332725524902,
      "learning_rate": 4.6847043964370585e-06,
      "loss": 0.537,
      "step": 185660
    },
    {
      "epoch": 51.82,
      "grad_norm": 1.9958314895629883,
      "learning_rate": 4.684703075994225e-06,
      "loss": 0.5385,
      "step": 185670
    },
    {
      "epoch": 51.82,
      "grad_norm": 2.508244514465332,
      "learning_rate": 4.68470175523981e-06,
      "loss": 0.5465,
      "step": 185680
    },
    {
      "epoch": 51.83,
      "grad_norm": 2.2109272480010986,
      "learning_rate": 4.6847004341738144e-06,
      "loss": 0.5438,
      "step": 185690
    },
    {
      "epoch": 51.83,
      "grad_norm": 1.9713926315307617,
      "learning_rate": 4.684699112796238e-06,
      "loss": 0.5384,
      "step": 185700
    },
    {
      "epoch": 51.83,
      "grad_norm": 2.1195363998413086,
      "learning_rate": 4.68469779110708e-06,
      "loss": 0.5392,
      "step": 185710
    },
    {
      "epoch": 51.83,
      "grad_norm": 2.115049362182617,
      "learning_rate": 4.684696469106341e-06,
      "loss": 0.5425,
      "step": 185720
    },
    {
      "epoch": 51.84,
      "grad_norm": 2.712895393371582,
      "learning_rate": 4.684695146794022e-06,
      "loss": 0.5337,
      "step": 185730
    },
    {
      "epoch": 51.84,
      "grad_norm": 2.2600972652435303,
      "learning_rate": 4.684693824170121e-06,
      "loss": 0.541,
      "step": 185740
    },
    {
      "epoch": 51.84,
      "grad_norm": 2.0714006423950195,
      "learning_rate": 4.684692501234641e-06,
      "loss": 0.5598,
      "step": 185750
    },
    {
      "epoch": 51.84,
      "grad_norm": 1.8967616558074951,
      "learning_rate": 4.684691177987581e-06,
      "loss": 0.5407,
      "step": 185760
    },
    {
      "epoch": 51.85,
      "grad_norm": 2.157017230987549,
      "learning_rate": 4.684689854428941e-06,
      "loss": 0.5423,
      "step": 185770
    },
    {
      "epoch": 51.85,
      "grad_norm": 2.8653175830841064,
      "learning_rate": 4.6846885305587215e-06,
      "loss": 0.5421,
      "step": 185780
    },
    {
      "epoch": 51.85,
      "grad_norm": 2.9397943019866943,
      "learning_rate": 4.684687206376922e-06,
      "loss": 0.533,
      "step": 185790
    },
    {
      "epoch": 51.86,
      "grad_norm": 2.229797601699829,
      "learning_rate": 4.684685881883543e-06,
      "loss": 0.5529,
      "step": 185800
    },
    {
      "epoch": 51.86,
      "grad_norm": 3.2652533054351807,
      "learning_rate": 4.684684557078585e-06,
      "loss": 0.544,
      "step": 185810
    },
    {
      "epoch": 51.86,
      "grad_norm": 2.319276809692383,
      "learning_rate": 4.684683231962047e-06,
      "loss": 0.5406,
      "step": 185820
    },
    {
      "epoch": 51.86,
      "grad_norm": 2.7529115676879883,
      "learning_rate": 4.684681906533932e-06,
      "loss": 0.5401,
      "step": 185830
    },
    {
      "epoch": 51.87,
      "grad_norm": 1.7732640504837036,
      "learning_rate": 4.684680580794237e-06,
      "loss": 0.5669,
      "step": 185840
    },
    {
      "epoch": 51.87,
      "grad_norm": 1.6758978366851807,
      "learning_rate": 4.6846792547429645e-06,
      "loss": 0.5371,
      "step": 185850
    },
    {
      "epoch": 51.87,
      "grad_norm": 2.5790505409240723,
      "learning_rate": 4.684677928380113e-06,
      "loss": 0.5358,
      "step": 185860
    },
    {
      "epoch": 51.88,
      "grad_norm": 2.7620601654052734,
      "learning_rate": 4.684676601705684e-06,
      "loss": 0.5538,
      "step": 185870
    },
    {
      "epoch": 51.88,
      "grad_norm": 1.9731370210647583,
      "learning_rate": 4.684675274719676e-06,
      "loss": 0.5454,
      "step": 185880
    },
    {
      "epoch": 51.88,
      "grad_norm": 2.894578456878662,
      "learning_rate": 4.684673947422091e-06,
      "loss": 0.5487,
      "step": 185890
    },
    {
      "epoch": 51.88,
      "grad_norm": 2.5402402877807617,
      "learning_rate": 4.684672619812928e-06,
      "loss": 0.5517,
      "step": 185900
    },
    {
      "epoch": 51.89,
      "grad_norm": 2.213131904602051,
      "learning_rate": 4.684671291892187e-06,
      "loss": 0.5283,
      "step": 185910
    },
    {
      "epoch": 51.89,
      "grad_norm": 2.097646951675415,
      "learning_rate": 4.68466996365987e-06,
      "loss": 0.562,
      "step": 185920
    },
    {
      "epoch": 51.89,
      "grad_norm": 1.7916523218154907,
      "learning_rate": 4.684668635115975e-06,
      "loss": 0.5568,
      "step": 185930
    },
    {
      "epoch": 51.9,
      "grad_norm": 1.880622386932373,
      "learning_rate": 4.684667306260503e-06,
      "loss": 0.5452,
      "step": 185940
    },
    {
      "epoch": 51.9,
      "grad_norm": 2.20723032951355,
      "learning_rate": 4.684665977093456e-06,
      "loss": 0.5405,
      "step": 185950
    },
    {
      "epoch": 51.9,
      "grad_norm": 2.288285970687866,
      "learning_rate": 4.68466464761483e-06,
      "loss": 0.5296,
      "step": 185960
    },
    {
      "epoch": 51.9,
      "grad_norm": 2.1210947036743164,
      "learning_rate": 4.68466331782463e-06,
      "loss": 0.5562,
      "step": 185970
    },
    {
      "epoch": 51.91,
      "grad_norm": 2.2961881160736084,
      "learning_rate": 4.684661987722852e-06,
      "loss": 0.5265,
      "step": 185980
    },
    {
      "epoch": 51.91,
      "grad_norm": 2.572861671447754,
      "learning_rate": 4.684660657309498e-06,
      "loss": 0.5359,
      "step": 185990
    },
    {
      "epoch": 51.91,
      "grad_norm": 2.3364665508270264,
      "learning_rate": 4.684659326584569e-06,
      "loss": 0.5559,
      "step": 186000
    },
    {
      "epoch": 51.91,
      "grad_norm": 1.56303870677948,
      "learning_rate": 4.684657995548064e-06,
      "loss": 0.5451,
      "step": 186010
    },
    {
      "epoch": 51.92,
      "grad_norm": 1.71988844871521,
      "learning_rate": 4.684656664199983e-06,
      "loss": 0.5475,
      "step": 186020
    },
    {
      "epoch": 51.92,
      "grad_norm": 2.6223764419555664,
      "learning_rate": 4.684655332540328e-06,
      "loss": 0.5588,
      "step": 186030
    },
    {
      "epoch": 51.92,
      "grad_norm": 1.8265231847763062,
      "learning_rate": 4.684654000569097e-06,
      "loss": 0.5486,
      "step": 186040
    },
    {
      "epoch": 51.93,
      "grad_norm": 2.7760202884674072,
      "learning_rate": 4.68465266828629e-06,
      "loss": 0.5336,
      "step": 186050
    },
    {
      "epoch": 51.93,
      "grad_norm": 1.748876929283142,
      "learning_rate": 4.68465133569191e-06,
      "loss": 0.5443,
      "step": 186060
    },
    {
      "epoch": 51.93,
      "grad_norm": 2.724684476852417,
      "learning_rate": 4.684650002785955e-06,
      "loss": 0.5542,
      "step": 186070
    },
    {
      "epoch": 51.93,
      "grad_norm": 2.106374740600586,
      "learning_rate": 4.6846486695684254e-06,
      "loss": 0.5242,
      "step": 186080
    },
    {
      "epoch": 51.94,
      "grad_norm": 2.3021323680877686,
      "learning_rate": 4.684647336039321e-06,
      "loss": 0.5447,
      "step": 186090
    },
    {
      "epoch": 51.94,
      "grad_norm": 1.9519606828689575,
      "learning_rate": 4.6846460021986434e-06,
      "loss": 0.5482,
      "step": 186100
    },
    {
      "epoch": 51.94,
      "grad_norm": 2.4036457538604736,
      "learning_rate": 4.684644668046391e-06,
      "loss": 0.5466,
      "step": 186110
    },
    {
      "epoch": 51.95,
      "grad_norm": 2.3445487022399902,
      "learning_rate": 4.684643333582565e-06,
      "loss": 0.5576,
      "step": 186120
    },
    {
      "epoch": 51.95,
      "grad_norm": 2.0057027339935303,
      "learning_rate": 4.684641998807167e-06,
      "loss": 0.5664,
      "step": 186130
    },
    {
      "epoch": 51.95,
      "grad_norm": 2.2521347999572754,
      "learning_rate": 4.684640663720194e-06,
      "loss": 0.5295,
      "step": 186140
    },
    {
      "epoch": 51.95,
      "grad_norm": 2.336585760116577,
      "learning_rate": 4.684639328321648e-06,
      "loss": 0.5386,
      "step": 186150
    },
    {
      "epoch": 51.96,
      "grad_norm": 2.351677894592285,
      "learning_rate": 4.684637992611529e-06,
      "loss": 0.5282,
      "step": 186160
    },
    {
      "epoch": 51.96,
      "grad_norm": 2.212761640548706,
      "learning_rate": 4.684636656589837e-06,
      "loss": 0.5405,
      "step": 186170
    },
    {
      "epoch": 51.96,
      "grad_norm": 2.1157166957855225,
      "learning_rate": 4.684635320256573e-06,
      "loss": 0.5567,
      "step": 186180
    },
    {
      "epoch": 51.96,
      "grad_norm": 1.8648951053619385,
      "learning_rate": 4.684633983611737e-06,
      "loss": 0.5186,
      "step": 186190
    },
    {
      "epoch": 51.97,
      "grad_norm": 1.8578258752822876,
      "learning_rate": 4.6846326466553274e-06,
      "loss": 0.5254,
      "step": 186200
    },
    {
      "epoch": 51.97,
      "grad_norm": 1.9713445901870728,
      "learning_rate": 4.6846313093873464e-06,
      "loss": 0.5463,
      "step": 186210
    },
    {
      "epoch": 51.97,
      "grad_norm": 2.1868951320648193,
      "learning_rate": 4.684629971807794e-06,
      "loss": 0.5475,
      "step": 186220
    },
    {
      "epoch": 51.98,
      "grad_norm": 1.67316734790802,
      "learning_rate": 4.684628633916668e-06,
      "loss": 0.5481,
      "step": 186230
    },
    {
      "epoch": 51.98,
      "grad_norm": 2.288423538208008,
      "learning_rate": 4.684627295713973e-06,
      "loss": 0.5376,
      "step": 186240
    },
    {
      "epoch": 51.98,
      "grad_norm": 2.638124704360962,
      "learning_rate": 4.684625957199704e-06,
      "loss": 0.5526,
      "step": 186250
    },
    {
      "epoch": 51.98,
      "grad_norm": 2.4293856620788574,
      "learning_rate": 4.684624618373865e-06,
      "loss": 0.5687,
      "step": 186260
    },
    {
      "epoch": 51.99,
      "grad_norm": 1.7367289066314697,
      "learning_rate": 4.6846232792364555e-06,
      "loss": 0.5464,
      "step": 186270
    },
    {
      "epoch": 51.99,
      "grad_norm": 2.3036632537841797,
      "learning_rate": 4.684621939787475e-06,
      "loss": 0.5425,
      "step": 186280
    },
    {
      "epoch": 51.99,
      "grad_norm": 2.13215970993042,
      "learning_rate": 4.684620600026923e-06,
      "loss": 0.5636,
      "step": 186290
    },
    {
      "epoch": 52.0,
      "grad_norm": 2.041896343231201,
      "learning_rate": 4.684619259954801e-06,
      "loss": 0.5456,
      "step": 186300
    },
    {
      "epoch": 52.0,
      "grad_norm": 1.5406599044799805,
      "learning_rate": 4.684617919571108e-06,
      "loss": 0.5309,
      "step": 186310
    },
    {
      "epoch": 52.0,
      "eval_loss": 0.5420059561729431,
      "eval_runtime": 63.28,
      "eval_samples_per_second": 79.946,
      "eval_steps_per_second": 10.003,
      "step": 186316
    },
    {
      "epoch": 52.0,
      "grad_norm": 1.9235116243362427,
      "learning_rate": 4.684616578875845e-06,
      "loss": 0.5369,
      "step": 186320
    },
    {
      "epoch": 52.0,
      "grad_norm": 1.9854696989059448,
      "learning_rate": 4.684615237869013e-06,
      "loss": 0.5485,
      "step": 186330
    },
    {
      "epoch": 52.01,
      "grad_norm": 1.7843189239501953,
      "learning_rate": 4.684613896550611e-06,
      "loss": 0.5357,
      "step": 186340
    },
    {
      "epoch": 52.01,
      "grad_norm": 2.2220869064331055,
      "learning_rate": 4.684612554920639e-06,
      "loss": 0.5392,
      "step": 186350
    },
    {
      "epoch": 52.01,
      "grad_norm": 1.8190643787384033,
      "learning_rate": 4.684611212979097e-06,
      "loss": 0.5229,
      "step": 186360
    },
    {
      "epoch": 52.02,
      "grad_norm": 2.027845621109009,
      "learning_rate": 4.684609870725986e-06,
      "loss": 0.5414,
      "step": 186370
    },
    {
      "epoch": 52.02,
      "grad_norm": 1.5653332471847534,
      "learning_rate": 4.684608528161307e-06,
      "loss": 0.5545,
      "step": 186380
    },
    {
      "epoch": 52.02,
      "grad_norm": 1.9772878885269165,
      "learning_rate": 4.684607185285058e-06,
      "loss": 0.5491,
      "step": 186390
    },
    {
      "epoch": 52.02,
      "grad_norm": 2.268242597579956,
      "learning_rate": 4.68460584209724e-06,
      "loss": 0.5658,
      "step": 186400
    },
    {
      "epoch": 52.03,
      "grad_norm": 1.8553049564361572,
      "learning_rate": 4.684604498597854e-06,
      "loss": 0.557,
      "step": 186410
    },
    {
      "epoch": 52.03,
      "grad_norm": 2.3912434577941895,
      "learning_rate": 4.6846031547869e-06,
      "loss": 0.5437,
      "step": 186420
    },
    {
      "epoch": 52.03,
      "grad_norm": 2.5866901874542236,
      "learning_rate": 4.684601810664377e-06,
      "loss": 0.5378,
      "step": 186430
    },
    {
      "epoch": 52.03,
      "grad_norm": 2.1845438480377197,
      "learning_rate": 4.684600466230286e-06,
      "loss": 0.5309,
      "step": 186440
    },
    {
      "epoch": 52.04,
      "grad_norm": 2.0665383338928223,
      "learning_rate": 4.684599121484628e-06,
      "loss": 0.5204,
      "step": 186450
    },
    {
      "epoch": 52.04,
      "grad_norm": 2.75813627243042,
      "learning_rate": 4.684597776427401e-06,
      "loss": 0.554,
      "step": 186460
    },
    {
      "epoch": 52.04,
      "grad_norm": 1.698035717010498,
      "learning_rate": 4.684596431058607e-06,
      "loss": 0.5337,
      "step": 186470
    },
    {
      "epoch": 52.05,
      "grad_norm": 3.346057176589966,
      "learning_rate": 4.684595085378247e-06,
      "loss": 0.5541,
      "step": 186480
    },
    {
      "epoch": 52.05,
      "grad_norm": 1.8004671335220337,
      "learning_rate": 4.684593739386319e-06,
      "loss": 0.5495,
      "step": 186490
    },
    {
      "epoch": 52.05,
      "grad_norm": 2.8103506565093994,
      "learning_rate": 4.684592393082824e-06,
      "loss": 0.5485,
      "step": 186500
    },
    {
      "epoch": 52.05,
      "grad_norm": 2.0015242099761963,
      "learning_rate": 4.684591046467763e-06,
      "loss": 0.5385,
      "step": 186510
    },
    {
      "epoch": 52.06,
      "grad_norm": 2.2406508922576904,
      "learning_rate": 4.684589699541134e-06,
      "loss": 0.5129,
      "step": 186520
    },
    {
      "epoch": 52.06,
      "grad_norm": 1.7901848554611206,
      "learning_rate": 4.68458835230294e-06,
      "loss": 0.5396,
      "step": 186530
    },
    {
      "epoch": 52.06,
      "grad_norm": 2.368903160095215,
      "learning_rate": 4.684587004753179e-06,
      "loss": 0.525,
      "step": 186540
    },
    {
      "epoch": 52.07,
      "grad_norm": 1.6519569158554077,
      "learning_rate": 4.6845856568918525e-06,
      "loss": 0.5668,
      "step": 186550
    },
    {
      "epoch": 52.07,
      "grad_norm": 1.9928202629089355,
      "learning_rate": 4.684584308718959e-06,
      "loss": 0.5483,
      "step": 186560
    },
    {
      "epoch": 52.07,
      "grad_norm": 1.9212162494659424,
      "learning_rate": 4.6845829602345e-06,
      "loss": 0.5476,
      "step": 186570
    },
    {
      "epoch": 52.07,
      "grad_norm": 2.5496666431427,
      "learning_rate": 4.684581611438477e-06,
      "loss": 0.5457,
      "step": 186580
    },
    {
      "epoch": 52.08,
      "grad_norm": 1.7463339567184448,
      "learning_rate": 4.684580262330887e-06,
      "loss": 0.538,
      "step": 186590
    },
    {
      "epoch": 52.08,
      "grad_norm": 1.5412929058074951,
      "learning_rate": 4.684578912911733e-06,
      "loss": 0.5527,
      "step": 186600
    },
    {
      "epoch": 52.08,
      "grad_norm": 2.3731606006622314,
      "learning_rate": 4.684577563181013e-06,
      "loss": 0.5487,
      "step": 186610
    },
    {
      "epoch": 52.08,
      "grad_norm": 2.815492868423462,
      "learning_rate": 4.684576213138729e-06,
      "loss": 0.5141,
      "step": 186620
    },
    {
      "epoch": 52.09,
      "grad_norm": 1.9802443981170654,
      "learning_rate": 4.684574862784881e-06,
      "loss": 0.5414,
      "step": 186630
    },
    {
      "epoch": 52.09,
      "grad_norm": 1.7245750427246094,
      "learning_rate": 4.684573512119466e-06,
      "loss": 0.5571,
      "step": 186640
    },
    {
      "epoch": 52.09,
      "grad_norm": 2.1688780784606934,
      "learning_rate": 4.684572161142489e-06,
      "loss": 0.5196,
      "step": 186650
    },
    {
      "epoch": 52.1,
      "grad_norm": 2.05363392829895,
      "learning_rate": 4.684570809853948e-06,
      "loss": 0.5378,
      "step": 186660
    },
    {
      "epoch": 52.1,
      "grad_norm": 2.292232036590576,
      "learning_rate": 4.684569458253842e-06,
      "loss": 0.5543,
      "step": 186670
    },
    {
      "epoch": 52.1,
      "grad_norm": 1.6458464860916138,
      "learning_rate": 4.684568106342173e-06,
      "loss": 0.5302,
      "step": 186680
    },
    {
      "epoch": 52.1,
      "grad_norm": 1.7224377393722534,
      "learning_rate": 4.684566754118941e-06,
      "loss": 0.5398,
      "step": 186690
    },
    {
      "epoch": 52.11,
      "grad_norm": 1.9865669012069702,
      "learning_rate": 4.684565401584145e-06,
      "loss": 0.5337,
      "step": 186700
    },
    {
      "epoch": 52.11,
      "grad_norm": 1.8670724630355835,
      "learning_rate": 4.684564048737785e-06,
      "loss": 0.5526,
      "step": 186710
    },
    {
      "epoch": 52.11,
      "grad_norm": 1.9451783895492554,
      "learning_rate": 4.6845626955798626e-06,
      "loss": 0.5383,
      "step": 186720
    },
    {
      "epoch": 52.12,
      "grad_norm": 2.0225090980529785,
      "learning_rate": 4.684561342110378e-06,
      "loss": 0.5295,
      "step": 186730
    },
    {
      "epoch": 52.12,
      "grad_norm": 2.112628221511841,
      "learning_rate": 4.68455998832933e-06,
      "loss": 0.5501,
      "step": 186740
    },
    {
      "epoch": 52.12,
      "grad_norm": 2.2273623943328857,
      "learning_rate": 4.68455863423672e-06,
      "loss": 0.5316,
      "step": 186750
    },
    {
      "epoch": 52.12,
      "grad_norm": 1.5505939722061157,
      "learning_rate": 4.6845572798325476e-06,
      "loss": 0.5377,
      "step": 186760
    },
    {
      "epoch": 52.13,
      "grad_norm": 1.8497260808944702,
      "learning_rate": 4.6845559251168136e-06,
      "loss": 0.5135,
      "step": 186770
    },
    {
      "epoch": 52.13,
      "grad_norm": 2.1520659923553467,
      "learning_rate": 4.684554570089516e-06,
      "loss": 0.5676,
      "step": 186780
    },
    {
      "epoch": 52.13,
      "grad_norm": 2.570197105407715,
      "learning_rate": 4.684553214750659e-06,
      "loss": 0.5532,
      "step": 186790
    },
    {
      "epoch": 52.14,
      "grad_norm": 2.788261651992798,
      "learning_rate": 4.6845518591002395e-06,
      "loss": 0.544,
      "step": 186800
    },
    {
      "epoch": 52.14,
      "grad_norm": 1.8799744844436646,
      "learning_rate": 4.684550503138258e-06,
      "loss": 0.555,
      "step": 186810
    },
    {
      "epoch": 52.14,
      "grad_norm": 1.7449473142623901,
      "learning_rate": 4.6845491468647164e-06,
      "loss": 0.5639,
      "step": 186820
    },
    {
      "epoch": 52.14,
      "grad_norm": 2.743626356124878,
      "learning_rate": 4.684547790279613e-06,
      "loss": 0.556,
      "step": 186830
    },
    {
      "epoch": 52.15,
      "grad_norm": 2.749256134033203,
      "learning_rate": 4.684546433382949e-06,
      "loss": 0.5195,
      "step": 186840
    },
    {
      "epoch": 52.15,
      "grad_norm": 1.7288081645965576,
      "learning_rate": 4.6845450761747245e-06,
      "loss": 0.5534,
      "step": 186850
    },
    {
      "epoch": 52.15,
      "grad_norm": 1.908169150352478,
      "learning_rate": 4.684543718654939e-06,
      "loss": 0.563,
      "step": 186860
    },
    {
      "epoch": 52.15,
      "grad_norm": 2.1382269859313965,
      "learning_rate": 4.684542360823594e-06,
      "loss": 0.5346,
      "step": 186870
    },
    {
      "epoch": 52.16,
      "grad_norm": 2.208739995956421,
      "learning_rate": 4.6845410026806885e-06,
      "loss": 0.5357,
      "step": 186880
    },
    {
      "epoch": 52.16,
      "grad_norm": 1.762280821800232,
      "learning_rate": 4.684539644226223e-06,
      "loss": 0.5503,
      "step": 186890
    },
    {
      "epoch": 52.16,
      "grad_norm": 2.49460506439209,
      "learning_rate": 4.684538285460198e-06,
      "loss": 0.5521,
      "step": 186900
    },
    {
      "epoch": 52.17,
      "grad_norm": 1.9872324466705322,
      "learning_rate": 4.6845369263826125e-06,
      "loss": 0.5584,
      "step": 186910
    },
    {
      "epoch": 52.17,
      "grad_norm": 2.211064100265503,
      "learning_rate": 4.684535566993469e-06,
      "loss": 0.5278,
      "step": 186920
    },
    {
      "epoch": 52.17,
      "grad_norm": 2.390537738800049,
      "learning_rate": 4.684534207292766e-06,
      "loss": 0.5475,
      "step": 186930
    },
    {
      "epoch": 52.17,
      "grad_norm": 1.4323503971099854,
      "learning_rate": 4.6845328472805035e-06,
      "loss": 0.5561,
      "step": 186940
    },
    {
      "epoch": 52.18,
      "grad_norm": 2.081423282623291,
      "learning_rate": 4.684531486956682e-06,
      "loss": 0.5449,
      "step": 186950
    },
    {
      "epoch": 52.18,
      "grad_norm": 2.4306373596191406,
      "learning_rate": 4.684530126321303e-06,
      "loss": 0.553,
      "step": 186960
    },
    {
      "epoch": 52.18,
      "grad_norm": 2.016981363296509,
      "learning_rate": 4.684528765374365e-06,
      "loss": 0.5376,
      "step": 186970
    },
    {
      "epoch": 52.19,
      "grad_norm": 2.944338798522949,
      "learning_rate": 4.684527404115868e-06,
      "loss": 0.5448,
      "step": 186980
    },
    {
      "epoch": 52.19,
      "grad_norm": 2.035261392593384,
      "learning_rate": 4.684526042545814e-06,
      "loss": 0.546,
      "step": 186990
    },
    {
      "epoch": 52.19,
      "grad_norm": 1.6998302936553955,
      "learning_rate": 4.6845246806642e-06,
      "loss": 0.5358,
      "step": 187000
    },
    {
      "epoch": 52.19,
      "grad_norm": 2.1738414764404297,
      "learning_rate": 4.68452331847103e-06,
      "loss": 0.5512,
      "step": 187010
    },
    {
      "epoch": 52.2,
      "grad_norm": 2.093338966369629,
      "learning_rate": 4.684521955966302e-06,
      "loss": 0.5336,
      "step": 187020
    },
    {
      "epoch": 52.2,
      "grad_norm": 2.814046859741211,
      "learning_rate": 4.6845205931500174e-06,
      "loss": 0.5446,
      "step": 187030
    },
    {
      "epoch": 52.2,
      "grad_norm": 1.9131190776824951,
      "learning_rate": 4.684519230022174e-06,
      "loss": 0.5386,
      "step": 187040
    },
    {
      "epoch": 52.2,
      "grad_norm": 2.414088249206543,
      "learning_rate": 4.684517866582775e-06,
      "loss": 0.5437,
      "step": 187050
    },
    {
      "epoch": 52.21,
      "grad_norm": 2.2028653621673584,
      "learning_rate": 4.684516502831818e-06,
      "loss": 0.5334,
      "step": 187060
    },
    {
      "epoch": 52.21,
      "grad_norm": 2.1449599266052246,
      "learning_rate": 4.684515138769305e-06,
      "loss": 0.5482,
      "step": 187070
    },
    {
      "epoch": 52.21,
      "grad_norm": 2.0813376903533936,
      "learning_rate": 4.684513774395236e-06,
      "loss": 0.5534,
      "step": 187080
    },
    {
      "epoch": 52.22,
      "grad_norm": 2.282499074935913,
      "learning_rate": 4.6845124097096105e-06,
      "loss": 0.5379,
      "step": 187090
    },
    {
      "epoch": 52.22,
      "grad_norm": 1.6443932056427002,
      "learning_rate": 4.684511044712429e-06,
      "loss": 0.5293,
      "step": 187100
    },
    {
      "epoch": 52.22,
      "grad_norm": 1.8476569652557373,
      "learning_rate": 4.684509679403691e-06,
      "loss": 0.5331,
      "step": 187110
    },
    {
      "epoch": 52.22,
      "grad_norm": 2.152221202850342,
      "learning_rate": 4.684508313783397e-06,
      "loss": 0.5647,
      "step": 187120
    },
    {
      "epoch": 52.23,
      "grad_norm": 2.071132183074951,
      "learning_rate": 4.684506947851548e-06,
      "loss": 0.5394,
      "step": 187130
    },
    {
      "epoch": 52.23,
      "grad_norm": 1.9560104608535767,
      "learning_rate": 4.684505581608143e-06,
      "loss": 0.5324,
      "step": 187140
    },
    {
      "epoch": 52.23,
      "grad_norm": 2.216519832611084,
      "learning_rate": 4.684504215053183e-06,
      "loss": 0.5685,
      "step": 187150
    },
    {
      "epoch": 52.24,
      "grad_norm": 2.5094106197357178,
      "learning_rate": 4.684502848186668e-06,
      "loss": 0.5284,
      "step": 187160
    },
    {
      "epoch": 52.24,
      "grad_norm": 2.0537378787994385,
      "learning_rate": 4.6845014810085995e-06,
      "loss": 0.5436,
      "step": 187170
    },
    {
      "epoch": 52.24,
      "grad_norm": 1.573198914527893,
      "learning_rate": 4.684500113518975e-06,
      "loss": 0.5617,
      "step": 187180
    },
    {
      "epoch": 52.24,
      "grad_norm": 2.2423856258392334,
      "learning_rate": 4.684498745717797e-06,
      "loss": 0.5618,
      "step": 187190
    },
    {
      "epoch": 52.25,
      "grad_norm": 2.569304943084717,
      "learning_rate": 4.6844973776050635e-06,
      "loss": 0.5425,
      "step": 187200
    },
    {
      "epoch": 52.25,
      "grad_norm": 2.2661001682281494,
      "learning_rate": 4.6844960091807755e-06,
      "loss": 0.5379,
      "step": 187210
    },
    {
      "epoch": 52.25,
      "grad_norm": 1.5660585165023804,
      "learning_rate": 4.684494640444935e-06,
      "loss": 0.5602,
      "step": 187220
    },
    {
      "epoch": 52.26,
      "grad_norm": 1.6857755184173584,
      "learning_rate": 4.68449327139754e-06,
      "loss": 0.5512,
      "step": 187230
    },
    {
      "epoch": 52.26,
      "grad_norm": 2.4871582984924316,
      "learning_rate": 4.684491902038592e-06,
      "loss": 0.5551,
      "step": 187240
    },
    {
      "epoch": 52.26,
      "grad_norm": 1.6020115613937378,
      "learning_rate": 4.68449053236809e-06,
      "loss": 0.5432,
      "step": 187250
    },
    {
      "epoch": 52.26,
      "grad_norm": 2.8255956172943115,
      "learning_rate": 4.684489162386035e-06,
      "loss": 0.5426,
      "step": 187260
    },
    {
      "epoch": 52.27,
      "grad_norm": 2.3444783687591553,
      "learning_rate": 4.684487792092427e-06,
      "loss": 0.5642,
      "step": 187270
    },
    {
      "epoch": 52.27,
      "grad_norm": 2.3080339431762695,
      "learning_rate": 4.684486421487265e-06,
      "loss": 0.537,
      "step": 187280
    },
    {
      "epoch": 52.27,
      "grad_norm": 1.951411485671997,
      "learning_rate": 4.6844850505705525e-06,
      "loss": 0.555,
      "step": 187290
    },
    {
      "epoch": 52.27,
      "grad_norm": 1.9358385801315308,
      "learning_rate": 4.684483679342287e-06,
      "loss": 0.5523,
      "step": 187300
    },
    {
      "epoch": 52.28,
      "grad_norm": 1.9419819116592407,
      "learning_rate": 4.684482307802468e-06,
      "loss": 0.5662,
      "step": 187310
    },
    {
      "epoch": 52.28,
      "grad_norm": 2.172438383102417,
      "learning_rate": 4.6844809359510975e-06,
      "loss": 0.5302,
      "step": 187320
    },
    {
      "epoch": 52.28,
      "grad_norm": 2.1990489959716797,
      "learning_rate": 4.6844795637881755e-06,
      "loss": 0.5428,
      "step": 187330
    },
    {
      "epoch": 52.29,
      "grad_norm": 2.161433219909668,
      "learning_rate": 4.684478191313702e-06,
      "loss": 0.5498,
      "step": 187340
    },
    {
      "epoch": 52.29,
      "grad_norm": 1.960014820098877,
      "learning_rate": 4.6844768185276755e-06,
      "loss": 0.5416,
      "step": 187350
    },
    {
      "epoch": 52.29,
      "grad_norm": 2.2292323112487793,
      "learning_rate": 4.684475445430099e-06,
      "loss": 0.5392,
      "step": 187360
    },
    {
      "epoch": 52.29,
      "grad_norm": 2.023043155670166,
      "learning_rate": 4.684474072020971e-06,
      "loss": 0.5247,
      "step": 187370
    },
    {
      "epoch": 52.3,
      "grad_norm": 2.504375457763672,
      "learning_rate": 4.6844726983002915e-06,
      "loss": 0.5536,
      "step": 187380
    },
    {
      "epoch": 52.3,
      "grad_norm": 2.179614782333374,
      "learning_rate": 4.684471324268062e-06,
      "loss": 0.5213,
      "step": 187390
    },
    {
      "epoch": 52.3,
      "grad_norm": 2.666300058364868,
      "learning_rate": 4.6844699499242814e-06,
      "loss": 0.5429,
      "step": 187400
    },
    {
      "epoch": 52.31,
      "grad_norm": 2.9785237312316895,
      "learning_rate": 4.68446857526895e-06,
      "loss": 0.5363,
      "step": 187410
    },
    {
      "epoch": 52.31,
      "grad_norm": 2.130652904510498,
      "learning_rate": 4.684467200302068e-06,
      "loss": 0.5504,
      "step": 187420
    },
    {
      "epoch": 52.31,
      "grad_norm": 2.299018621444702,
      "learning_rate": 4.684465825023637e-06,
      "loss": 0.5266,
      "step": 187430
    },
    {
      "epoch": 52.31,
      "grad_norm": 2.060478448867798,
      "learning_rate": 4.684464449433656e-06,
      "loss": 0.5617,
      "step": 187440
    },
    {
      "epoch": 52.32,
      "grad_norm": 1.582131266593933,
      "learning_rate": 4.684463073532125e-06,
      "loss": 0.5629,
      "step": 187450
    },
    {
      "epoch": 52.32,
      "grad_norm": 1.569295883178711,
      "learning_rate": 4.6844616973190435e-06,
      "loss": 0.5325,
      "step": 187460
    },
    {
      "epoch": 52.32,
      "grad_norm": 1.7560011148452759,
      "learning_rate": 4.684460320794414e-06,
      "loss": 0.568,
      "step": 187470
    },
    {
      "epoch": 52.32,
      "grad_norm": 2.191679000854492,
      "learning_rate": 4.6844589439582344e-06,
      "loss": 0.5343,
      "step": 187480
    },
    {
      "epoch": 52.33,
      "grad_norm": 2.1321492195129395,
      "learning_rate": 4.6844575668105066e-06,
      "loss": 0.5453,
      "step": 187490
    },
    {
      "epoch": 52.33,
      "grad_norm": 1.9873237609863281,
      "learning_rate": 4.684456189351229e-06,
      "loss": 0.5455,
      "step": 187500
    },
    {
      "epoch": 52.33,
      "grad_norm": 2.0685203075408936,
      "learning_rate": 4.684454811580403e-06,
      "loss": 0.5268,
      "step": 187510
    },
    {
      "epoch": 52.34,
      "grad_norm": 1.9078543186187744,
      "learning_rate": 4.684453433498029e-06,
      "loss": 0.525,
      "step": 187520
    },
    {
      "epoch": 52.34,
      "grad_norm": 2.8055059909820557,
      "learning_rate": 4.684452055104106e-06,
      "loss": 0.5695,
      "step": 187530
    },
    {
      "epoch": 52.34,
      "grad_norm": 2.3246309757232666,
      "learning_rate": 4.684450676398636e-06,
      "loss": 0.5743,
      "step": 187540
    },
    {
      "epoch": 52.34,
      "grad_norm": 2.013917922973633,
      "learning_rate": 4.684449297381618e-06,
      "loss": 0.5616,
      "step": 187550
    },
    {
      "epoch": 52.35,
      "grad_norm": 1.8874397277832031,
      "learning_rate": 4.684447918053052e-06,
      "loss": 0.5475,
      "step": 187560
    },
    {
      "epoch": 52.35,
      "grad_norm": 1.7567691802978516,
      "learning_rate": 4.684446538412938e-06,
      "loss": 0.5371,
      "step": 187570
    },
    {
      "epoch": 52.35,
      "grad_norm": 2.627484083175659,
      "learning_rate": 4.684445158461277e-06,
      "loss": 0.5316,
      "step": 187580
    },
    {
      "epoch": 52.36,
      "grad_norm": 1.7617601156234741,
      "learning_rate": 4.684443778198069e-06,
      "loss": 0.5477,
      "step": 187590
    },
    {
      "epoch": 52.36,
      "grad_norm": 2.1240696907043457,
      "learning_rate": 4.684442397623314e-06,
      "loss": 0.5507,
      "step": 187600
    },
    {
      "epoch": 52.36,
      "grad_norm": 2.397296190261841,
      "learning_rate": 4.684441016737012e-06,
      "loss": 0.5657,
      "step": 187610
    },
    {
      "epoch": 52.36,
      "grad_norm": 1.9944241046905518,
      "learning_rate": 4.684439635539164e-06,
      "loss": 0.5323,
      "step": 187620
    },
    {
      "epoch": 52.37,
      "grad_norm": 2.222266435623169,
      "learning_rate": 4.684438254029769e-06,
      "loss": 0.5483,
      "step": 187630
    },
    {
      "epoch": 52.37,
      "grad_norm": 2.510399341583252,
      "learning_rate": 4.684436872208827e-06,
      "loss": 0.5358,
      "step": 187640
    },
    {
      "epoch": 52.37,
      "grad_norm": 2.087611198425293,
      "learning_rate": 4.68443549007634e-06,
      "loss": 0.5348,
      "step": 187650
    },
    {
      "epoch": 52.38,
      "grad_norm": 1.962169885635376,
      "learning_rate": 4.684434107632307e-06,
      "loss": 0.5458,
      "step": 187660
    },
    {
      "epoch": 52.38,
      "grad_norm": 1.743826985359192,
      "learning_rate": 4.684432724876728e-06,
      "loss": 0.5511,
      "step": 187670
    },
    {
      "epoch": 52.38,
      "grad_norm": 2.565666913986206,
      "learning_rate": 4.684431341809604e-06,
      "loss": 0.5371,
      "step": 187680
    },
    {
      "epoch": 52.38,
      "grad_norm": 2.70216965675354,
      "learning_rate": 4.684429958430934e-06,
      "loss": 0.5399,
      "step": 187690
    },
    {
      "epoch": 52.39,
      "grad_norm": 1.4383119344711304,
      "learning_rate": 4.684428574740719e-06,
      "loss": 0.5348,
      "step": 187700
    },
    {
      "epoch": 52.39,
      "grad_norm": 1.6532481908798218,
      "learning_rate": 4.684427190738959e-06,
      "loss": 0.5171,
      "step": 187710
    },
    {
      "epoch": 52.39,
      "grad_norm": 2.304103374481201,
      "learning_rate": 4.6844258064256554e-06,
      "loss": 0.5334,
      "step": 187720
    },
    {
      "epoch": 52.39,
      "grad_norm": 2.551149606704712,
      "learning_rate": 4.684424421800806e-06,
      "loss": 0.5301,
      "step": 187730
    },
    {
      "epoch": 52.4,
      "grad_norm": 1.7714364528656006,
      "learning_rate": 4.684423036864412e-06,
      "loss": 0.5486,
      "step": 187740
    },
    {
      "epoch": 52.4,
      "grad_norm": 1.8782247304916382,
      "learning_rate": 4.684421651616475e-06,
      "loss": 0.5505,
      "step": 187750
    },
    {
      "epoch": 52.4,
      "grad_norm": 1.699434757232666,
      "learning_rate": 4.6844202660569935e-06,
      "loss": 0.5329,
      "step": 187760
    },
    {
      "epoch": 52.41,
      "grad_norm": 1.989465355873108,
      "learning_rate": 4.684418880185967e-06,
      "loss": 0.5673,
      "step": 187770
    },
    {
      "epoch": 52.41,
      "grad_norm": 2.4361982345581055,
      "learning_rate": 4.684417494003398e-06,
      "loss": 0.5392,
      "step": 187780
    },
    {
      "epoch": 52.41,
      "grad_norm": 2.069668769836426,
      "learning_rate": 4.684416107509285e-06,
      "loss": 0.5204,
      "step": 187790
    },
    {
      "epoch": 52.41,
      "grad_norm": 2.6639339923858643,
      "learning_rate": 4.684414720703629e-06,
      "loss": 0.5405,
      "step": 187800
    },
    {
      "epoch": 52.42,
      "grad_norm": 2.361218214035034,
      "learning_rate": 4.68441333358643e-06,
      "loss": 0.539,
      "step": 187810
    },
    {
      "epoch": 52.42,
      "grad_norm": 1.900757074356079,
      "learning_rate": 4.684411946157688e-06,
      "loss": 0.5416,
      "step": 187820
    },
    {
      "epoch": 52.42,
      "grad_norm": 2.178767442703247,
      "learning_rate": 4.684410558417403e-06,
      "loss": 0.556,
      "step": 187830
    },
    {
      "epoch": 52.43,
      "grad_norm": 1.8350154161453247,
      "learning_rate": 4.684409170365576e-06,
      "loss": 0.5423,
      "step": 187840
    },
    {
      "epoch": 52.43,
      "grad_norm": 2.120429754257202,
      "learning_rate": 4.684407782002206e-06,
      "loss": 0.5443,
      "step": 187850
    },
    {
      "epoch": 52.43,
      "grad_norm": 1.6644361019134521,
      "learning_rate": 4.684406393327294e-06,
      "loss": 0.5561,
      "step": 187860
    },
    {
      "epoch": 52.43,
      "grad_norm": 2.215585708618164,
      "learning_rate": 4.68440500434084e-06,
      "loss": 0.5597,
      "step": 187870
    },
    {
      "epoch": 52.44,
      "grad_norm": 2.1876583099365234,
      "learning_rate": 4.684403615042844e-06,
      "loss": 0.5156,
      "step": 187880
    },
    {
      "epoch": 52.44,
      "grad_norm": 2.3090946674346924,
      "learning_rate": 4.684402225433307e-06,
      "loss": 0.5405,
      "step": 187890
    },
    {
      "epoch": 52.44,
      "grad_norm": 1.9751386642456055,
      "learning_rate": 4.684400835512228e-06,
      "loss": 0.5396,
      "step": 187900
    },
    {
      "epoch": 52.44,
      "grad_norm": 1.59113347530365,
      "learning_rate": 4.684399445279608e-06,
      "loss": 0.5549,
      "step": 187910
    },
    {
      "epoch": 52.45,
      "grad_norm": 1.8333537578582764,
      "learning_rate": 4.684398054735447e-06,
      "loss": 0.5435,
      "step": 187920
    },
    {
      "epoch": 52.45,
      "grad_norm": 1.7076764106750488,
      "learning_rate": 4.684396663879744e-06,
      "loss": 0.5432,
      "step": 187930
    },
    {
      "epoch": 52.45,
      "grad_norm": 1.5604368448257446,
      "learning_rate": 4.6843952727125015e-06,
      "loss": 0.5528,
      "step": 187940
    },
    {
      "epoch": 52.46,
      "grad_norm": 1.9656580686569214,
      "learning_rate": 4.684393881233718e-06,
      "loss": 0.5615,
      "step": 187950
    },
    {
      "epoch": 52.46,
      "grad_norm": 2.1533620357513428,
      "learning_rate": 4.684392489443394e-06,
      "loss": 0.5455,
      "step": 187960
    },
    {
      "epoch": 52.46,
      "grad_norm": 1.8477202653884888,
      "learning_rate": 4.68439109734153e-06,
      "loss": 0.5493,
      "step": 187970
    },
    {
      "epoch": 52.46,
      "grad_norm": 2.1493892669677734,
      "learning_rate": 4.684389704928127e-06,
      "loss": 0.5463,
      "step": 187980
    },
    {
      "epoch": 52.47,
      "grad_norm": 1.8037551641464233,
      "learning_rate": 4.684388312203183e-06,
      "loss": 0.5577,
      "step": 187990
    },
    {
      "epoch": 52.47,
      "grad_norm": 2.686162233352661,
      "learning_rate": 4.6843869191667e-06,
      "loss": 0.5775,
      "step": 188000
    },
    {
      "epoch": 52.47,
      "grad_norm": 1.8775675296783447,
      "learning_rate": 4.684385525818677e-06,
      "loss": 0.5392,
      "step": 188010
    },
    {
      "epoch": 52.48,
      "grad_norm": 1.550355315208435,
      "learning_rate": 4.684384132159116e-06,
      "loss": 0.5447,
      "step": 188020
    },
    {
      "epoch": 52.48,
      "grad_norm": 2.0263240337371826,
      "learning_rate": 4.684382738188015e-06,
      "loss": 0.5378,
      "step": 188030
    },
    {
      "epoch": 52.48,
      "grad_norm": 1.809489130973816,
      "learning_rate": 4.684381343905375e-06,
      "loss": 0.5576,
      "step": 188040
    },
    {
      "epoch": 52.48,
      "grad_norm": 1.89027738571167,
      "learning_rate": 4.684379949311197e-06,
      "loss": 0.5316,
      "step": 188050
    },
    {
      "epoch": 52.49,
      "grad_norm": 2.0451953411102295,
      "learning_rate": 4.68437855440548e-06,
      "loss": 0.5382,
      "step": 188060
    },
    {
      "epoch": 52.49,
      "grad_norm": 2.2029812335968018,
      "learning_rate": 4.684377159188225e-06,
      "loss": 0.5328,
      "step": 188070
    },
    {
      "epoch": 52.49,
      "grad_norm": 1.8441705703735352,
      "learning_rate": 4.684375763659431e-06,
      "loss": 0.5466,
      "step": 188080
    },
    {
      "epoch": 52.5,
      "grad_norm": 1.8622902631759644,
      "learning_rate": 4.684374367819101e-06,
      "loss": 0.551,
      "step": 188090
    },
    {
      "epoch": 52.5,
      "grad_norm": 2.2613942623138428,
      "learning_rate": 4.6843729716672315e-06,
      "loss": 0.5411,
      "step": 188100
    },
    {
      "epoch": 52.5,
      "grad_norm": 2.2025904655456543,
      "learning_rate": 4.684371575203825e-06,
      "loss": 0.5409,
      "step": 188110
    },
    {
      "epoch": 52.5,
      "grad_norm": 1.5352755784988403,
      "learning_rate": 4.684370178428881e-06,
      "loss": 0.5178,
      "step": 188120
    },
    {
      "epoch": 52.51,
      "grad_norm": 2.432314157485962,
      "learning_rate": 4.684368781342399e-06,
      "loss": 0.5187,
      "step": 188130
    },
    {
      "epoch": 52.51,
      "grad_norm": 1.989044189453125,
      "learning_rate": 4.684367383944382e-06,
      "loss": 0.5467,
      "step": 188140
    },
    {
      "epoch": 52.51,
      "grad_norm": 2.045748710632324,
      "learning_rate": 4.684365986234827e-06,
      "loss": 0.5362,
      "step": 188150
    },
    {
      "epoch": 52.51,
      "grad_norm": 1.870590329170227,
      "learning_rate": 4.6843645882137355e-06,
      "loss": 0.5529,
      "step": 188160
    },
    {
      "epoch": 52.52,
      "grad_norm": 2.324340581893921,
      "learning_rate": 4.684363189881108e-06,
      "loss": 0.5459,
      "step": 188170
    },
    {
      "epoch": 52.52,
      "grad_norm": 1.9633606672286987,
      "learning_rate": 4.6843617912369435e-06,
      "loss": 0.5452,
      "step": 188180
    },
    {
      "epoch": 52.52,
      "grad_norm": 2.0057828426361084,
      "learning_rate": 4.684360392281244e-06,
      "loss": 0.5296,
      "step": 188190
    },
    {
      "epoch": 52.53,
      "grad_norm": 2.3365159034729004,
      "learning_rate": 4.684358993014007e-06,
      "loss": 0.5469,
      "step": 188200
    },
    {
      "epoch": 52.53,
      "grad_norm": 2.2611711025238037,
      "learning_rate": 4.684357593435235e-06,
      "loss": 0.5534,
      "step": 188210
    },
    {
      "epoch": 52.53,
      "grad_norm": 2.1759486198425293,
      "learning_rate": 4.684356193544928e-06,
      "loss": 0.5509,
      "step": 188220
    },
    {
      "epoch": 52.53,
      "grad_norm": 1.5986058712005615,
      "learning_rate": 4.684354793343086e-06,
      "loss": 0.5395,
      "step": 188230
    },
    {
      "epoch": 52.54,
      "grad_norm": 2.2507476806640625,
      "learning_rate": 4.684353392829708e-06,
      "loss": 0.5464,
      "step": 188240
    },
    {
      "epoch": 52.54,
      "grad_norm": 2.908320426940918,
      "learning_rate": 4.684351992004795e-06,
      "loss": 0.5228,
      "step": 188250
    },
    {
      "epoch": 52.54,
      "grad_norm": 2.0226190090179443,
      "learning_rate": 4.684350590868348e-06,
      "loss": 0.5631,
      "step": 188260
    },
    {
      "epoch": 52.55,
      "grad_norm": 2.512657403945923,
      "learning_rate": 4.684349189420365e-06,
      "loss": 0.5495,
      "step": 188270
    },
    {
      "epoch": 52.55,
      "grad_norm": 1.9627456665039062,
      "learning_rate": 4.684347787660848e-06,
      "loss": 0.548,
      "step": 188280
    },
    {
      "epoch": 52.55,
      "grad_norm": 2.349716901779175,
      "learning_rate": 4.6843463855897986e-06,
      "loss": 0.5316,
      "step": 188290
    },
    {
      "epoch": 52.55,
      "grad_norm": 2.1169450283050537,
      "learning_rate": 4.6843449832072135e-06,
      "loss": 0.5243,
      "step": 188300
    },
    {
      "epoch": 52.56,
      "grad_norm": 1.7768476009368896,
      "learning_rate": 4.684343580513095e-06,
      "loss": 0.5617,
      "step": 188310
    },
    {
      "epoch": 52.56,
      "grad_norm": 2.5734877586364746,
      "learning_rate": 4.684342177507442e-06,
      "loss": 0.5507,
      "step": 188320
    },
    {
      "epoch": 52.56,
      "grad_norm": 1.663532018661499,
      "learning_rate": 4.684340774190257e-06,
      "loss": 0.5287,
      "step": 188330
    },
    {
      "epoch": 52.56,
      "grad_norm": 2.19513201713562,
      "learning_rate": 4.684339370561538e-06,
      "loss": 0.5488,
      "step": 188340
    },
    {
      "epoch": 52.57,
      "grad_norm": 2.032534599304199,
      "learning_rate": 4.684337966621286e-06,
      "loss": 0.5368,
      "step": 188350
    },
    {
      "epoch": 52.57,
      "grad_norm": 2.2034964561462402,
      "learning_rate": 4.684336562369501e-06,
      "loss": 0.5286,
      "step": 188360
    },
    {
      "epoch": 52.57,
      "grad_norm": 1.7347899675369263,
      "learning_rate": 4.684335157806184e-06,
      "loss": 0.5192,
      "step": 188370
    },
    {
      "epoch": 52.58,
      "grad_norm": 3.008903741836548,
      "learning_rate": 4.684333752931334e-06,
      "loss": 0.5465,
      "step": 188380
    },
    {
      "epoch": 52.58,
      "grad_norm": 1.846936821937561,
      "learning_rate": 4.684332347744951e-06,
      "loss": 0.5633,
      "step": 188390
    },
    {
      "epoch": 52.58,
      "grad_norm": 2.768479585647583,
      "learning_rate": 4.684330942247036e-06,
      "loss": 0.5378,
      "step": 188400
    },
    {
      "epoch": 52.58,
      "grad_norm": 2.2765796184539795,
      "learning_rate": 4.6843295364375905e-06,
      "loss": 0.5463,
      "step": 188410
    },
    {
      "epoch": 52.59,
      "grad_norm": 2.857105016708374,
      "learning_rate": 4.684328130316611e-06,
      "loss": 0.5306,
      "step": 188420
    },
    {
      "epoch": 52.59,
      "grad_norm": 2.2713749408721924,
      "learning_rate": 4.6843267238841015e-06,
      "loss": 0.5472,
      "step": 188430
    },
    {
      "epoch": 52.59,
      "grad_norm": 2.7786471843719482,
      "learning_rate": 4.68432531714006e-06,
      "loss": 0.5445,
      "step": 188440
    },
    {
      "epoch": 52.6,
      "grad_norm": 2.852060079574585,
      "learning_rate": 4.684323910084488e-06,
      "loss": 0.5292,
      "step": 188450
    },
    {
      "epoch": 52.6,
      "grad_norm": 2.3472018241882324,
      "learning_rate": 4.684322502717384e-06,
      "loss": 0.5288,
      "step": 188460
    },
    {
      "epoch": 52.6,
      "grad_norm": 2.1312878131866455,
      "learning_rate": 4.68432109503875e-06,
      "loss": 0.5507,
      "step": 188470
    },
    {
      "epoch": 52.6,
      "grad_norm": 1.6648038625717163,
      "learning_rate": 4.684319687048585e-06,
      "loss": 0.5438,
      "step": 188480
    },
    {
      "epoch": 52.61,
      "grad_norm": 1.5466092824935913,
      "learning_rate": 4.68431827874689e-06,
      "loss": 0.5469,
      "step": 188490
    },
    {
      "epoch": 52.61,
      "grad_norm": 1.826587438583374,
      "learning_rate": 4.684316870133664e-06,
      "loss": 0.5246,
      "step": 188500
    },
    {
      "epoch": 52.61,
      "grad_norm": 2.248751640319824,
      "learning_rate": 4.684315461208907e-06,
      "loss": 0.5353,
      "step": 188510
    },
    {
      "epoch": 52.62,
      "grad_norm": 1.4264780282974243,
      "learning_rate": 4.684314051972622e-06,
      "loss": 0.5508,
      "step": 188520
    },
    {
      "epoch": 52.62,
      "grad_norm": 1.455397605895996,
      "learning_rate": 4.684312642424807e-06,
      "loss": 0.5502,
      "step": 188530
    },
    {
      "epoch": 52.62,
      "grad_norm": 2.450838088989258,
      "learning_rate": 4.684311232565462e-06,
      "loss": 0.5407,
      "step": 188540
    },
    {
      "epoch": 52.62,
      "grad_norm": 1.444116473197937,
      "learning_rate": 4.684309822394587e-06,
      "loss": 0.543,
      "step": 188550
    },
    {
      "epoch": 52.63,
      "grad_norm": 1.90605890750885,
      "learning_rate": 4.684308411912184e-06,
      "loss": 0.553,
      "step": 188560
    },
    {
      "epoch": 52.63,
      "grad_norm": 2.2429425716400146,
      "learning_rate": 4.684307001118251e-06,
      "loss": 0.5468,
      "step": 188570
    },
    {
      "epoch": 52.63,
      "grad_norm": 2.540426254272461,
      "learning_rate": 4.68430559001279e-06,
      "loss": 0.5516,
      "step": 188580
    },
    {
      "epoch": 52.63,
      "grad_norm": 2.4987642765045166,
      "learning_rate": 4.6843041785958e-06,
      "loss": 0.5329,
      "step": 188590
    },
    {
      "epoch": 52.64,
      "grad_norm": 1.6527057886123657,
      "learning_rate": 4.684302766867282e-06,
      "loss": 0.5442,
      "step": 188600
    },
    {
      "epoch": 52.64,
      "grad_norm": 1.8224774599075317,
      "learning_rate": 4.684301354827236e-06,
      "loss": 0.5364,
      "step": 188610
    },
    {
      "epoch": 52.64,
      "grad_norm": 2.450788974761963,
      "learning_rate": 4.684299942475662e-06,
      "loss": 0.5257,
      "step": 188620
    },
    {
      "epoch": 52.65,
      "grad_norm": 2.5779216289520264,
      "learning_rate": 4.684298529812559e-06,
      "loss": 0.5343,
      "step": 188630
    },
    {
      "epoch": 52.65,
      "grad_norm": 1.596923828125,
      "learning_rate": 4.684297116837929e-06,
      "loss": 0.554,
      "step": 188640
    },
    {
      "epoch": 52.65,
      "grad_norm": 2.1526052951812744,
      "learning_rate": 4.684295703551771e-06,
      "loss": 0.5363,
      "step": 188650
    },
    {
      "epoch": 52.65,
      "grad_norm": 1.8431625366210938,
      "learning_rate": 4.684294289954087e-06,
      "loss": 0.5516,
      "step": 188660
    },
    {
      "epoch": 52.66,
      "grad_norm": 1.9859392642974854,
      "learning_rate": 4.684292876044875e-06,
      "loss": 0.5265,
      "step": 188670
    },
    {
      "epoch": 52.66,
      "grad_norm": 1.9812008142471313,
      "learning_rate": 4.684291461824136e-06,
      "loss": 0.5406,
      "step": 188680
    },
    {
      "epoch": 52.66,
      "grad_norm": 1.5459330081939697,
      "learning_rate": 4.684290047291872e-06,
      "loss": 0.5526,
      "step": 188690
    },
    {
      "epoch": 52.67,
      "grad_norm": 2.366673469543457,
      "learning_rate": 4.684288632448079e-06,
      "loss": 0.5232,
      "step": 188700
    },
    {
      "epoch": 52.67,
      "grad_norm": 2.2254879474639893,
      "learning_rate": 4.6842872172927616e-06,
      "loss": 0.5394,
      "step": 188710
    },
    {
      "epoch": 52.67,
      "grad_norm": 2.0922319889068604,
      "learning_rate": 4.684285801825917e-06,
      "loss": 0.5439,
      "step": 188720
    },
    {
      "epoch": 52.67,
      "grad_norm": 1.8376213312149048,
      "learning_rate": 4.684284386047547e-06,
      "loss": 0.5638,
      "step": 188730
    },
    {
      "epoch": 52.68,
      "grad_norm": 3.307502031326294,
      "learning_rate": 4.684282969957651e-06,
      "loss": 0.5254,
      "step": 188740
    },
    {
      "epoch": 52.68,
      "grad_norm": 1.5454908609390259,
      "learning_rate": 4.684281553556229e-06,
      "loss": 0.5391,
      "step": 188750
    },
    {
      "epoch": 52.68,
      "grad_norm": 3.2675893306732178,
      "learning_rate": 4.6842801368432816e-06,
      "loss": 0.5404,
      "step": 188760
    },
    {
      "epoch": 52.68,
      "grad_norm": 1.4210931062698364,
      "learning_rate": 4.6842787198188096e-06,
      "loss": 0.5433,
      "step": 188770
    },
    {
      "epoch": 52.69,
      "grad_norm": 2.06685733795166,
      "learning_rate": 4.684277302482812e-06,
      "loss": 0.5281,
      "step": 188780
    },
    {
      "epoch": 52.69,
      "grad_norm": 2.4001991748809814,
      "learning_rate": 4.684275884835291e-06,
      "loss": 0.5213,
      "step": 188790
    },
    {
      "epoch": 52.69,
      "grad_norm": 1.7670888900756836,
      "learning_rate": 4.684274466876244e-06,
      "loss": 0.561,
      "step": 188800
    },
    {
      "epoch": 52.7,
      "grad_norm": 2.556018352508545,
      "learning_rate": 4.684273048605673e-06,
      "loss": 0.5521,
      "step": 188810
    },
    {
      "epoch": 52.7,
      "grad_norm": 1.9128425121307373,
      "learning_rate": 4.684271630023578e-06,
      "loss": 0.5486,
      "step": 188820
    },
    {
      "epoch": 52.7,
      "grad_norm": 2.7163009643554688,
      "learning_rate": 4.684270211129958e-06,
      "loss": 0.566,
      "step": 188830
    },
    {
      "epoch": 52.7,
      "grad_norm": 2.3160016536712646,
      "learning_rate": 4.6842687919248145e-06,
      "loss": 0.5302,
      "step": 188840
    },
    {
      "epoch": 52.71,
      "grad_norm": 2.1036486625671387,
      "learning_rate": 4.684267372408148e-06,
      "loss": 0.5492,
      "step": 188850
    },
    {
      "epoch": 52.71,
      "grad_norm": 1.726579189300537,
      "learning_rate": 4.684265952579957e-06,
      "loss": 0.5352,
      "step": 188860
    },
    {
      "epoch": 52.71,
      "grad_norm": 1.9935142993927002,
      "learning_rate": 4.6842645324402435e-06,
      "loss": 0.5503,
      "step": 188870
    },
    {
      "epoch": 52.72,
      "grad_norm": 2.2797281742095947,
      "learning_rate": 4.6842631119890066e-06,
      "loss": 0.5509,
      "step": 188880
    },
    {
      "epoch": 52.72,
      "grad_norm": 2.0565271377563477,
      "learning_rate": 4.684261691226247e-06,
      "loss": 0.5489,
      "step": 188890
    },
    {
      "epoch": 52.72,
      "grad_norm": 1.816995620727539,
      "learning_rate": 4.684260270151964e-06,
      "loss": 0.5558,
      "step": 188900
    },
    {
      "epoch": 52.72,
      "grad_norm": 2.4335789680480957,
      "learning_rate": 4.684258848766158e-06,
      "loss": 0.553,
      "step": 188910
    },
    {
      "epoch": 52.73,
      "grad_norm": 2.1754915714263916,
      "learning_rate": 4.684257427068831e-06,
      "loss": 0.5249,
      "step": 188920
    },
    {
      "epoch": 52.73,
      "grad_norm": 2.5094516277313232,
      "learning_rate": 4.6842560050599815e-06,
      "loss": 0.5383,
      "step": 188930
    },
    {
      "epoch": 52.73,
      "grad_norm": 1.7262767553329468,
      "learning_rate": 4.68425458273961e-06,
      "loss": 0.5488,
      "step": 188940
    },
    {
      "epoch": 52.74,
      "grad_norm": 2.019501209259033,
      "learning_rate": 4.684253160107716e-06,
      "loss": 0.56,
      "step": 188950
    },
    {
      "epoch": 52.74,
      "grad_norm": 2.3533198833465576,
      "learning_rate": 4.6842517371643015e-06,
      "loss": 0.5509,
      "step": 188960
    },
    {
      "epoch": 52.74,
      "grad_norm": 2.967801332473755,
      "learning_rate": 4.684250313909365e-06,
      "loss": 0.5573,
      "step": 188970
    },
    {
      "epoch": 52.74,
      "grad_norm": 1.8752772808074951,
      "learning_rate": 4.684248890342907e-06,
      "loss": 0.5337,
      "step": 188980
    },
    {
      "epoch": 52.75,
      "grad_norm": 1.6355230808258057,
      "learning_rate": 4.684247466464928e-06,
      "loss": 0.5357,
      "step": 188990
    },
    {
      "epoch": 52.75,
      "grad_norm": 2.28851056098938,
      "learning_rate": 4.684246042275429e-06,
      "loss": 0.5397,
      "step": 189000
    },
    {
      "epoch": 52.75,
      "grad_norm": 2.432164430618286,
      "learning_rate": 4.684244617774409e-06,
      "loss": 0.5355,
      "step": 189010
    },
    {
      "epoch": 52.75,
      "grad_norm": 1.468814492225647,
      "learning_rate": 4.684243192961868e-06,
      "loss": 0.5497,
      "step": 189020
    },
    {
      "epoch": 52.76,
      "grad_norm": 2.383657932281494,
      "learning_rate": 4.684241767837807e-06,
      "loss": 0.5308,
      "step": 189030
    },
    {
      "epoch": 52.76,
      "grad_norm": 2.087512731552124,
      "learning_rate": 4.6842403424022254e-06,
      "loss": 0.5154,
      "step": 189040
    },
    {
      "epoch": 52.76,
      "grad_norm": 2.4658894538879395,
      "learning_rate": 4.684238916655124e-06,
      "loss": 0.5433,
      "step": 189050
    },
    {
      "epoch": 52.77,
      "grad_norm": 2.488752841949463,
      "learning_rate": 4.684237490596504e-06,
      "loss": 0.5609,
      "step": 189060
    },
    {
      "epoch": 52.77,
      "grad_norm": 1.8708488941192627,
      "learning_rate": 4.684236064226363e-06,
      "loss": 0.5331,
      "step": 189070
    },
    {
      "epoch": 52.77,
      "grad_norm": 1.5297913551330566,
      "learning_rate": 4.684234637544703e-06,
      "loss": 0.5438,
      "step": 189080
    },
    {
      "epoch": 52.77,
      "grad_norm": 2.2298269271850586,
      "learning_rate": 4.684233210551525e-06,
      "loss": 0.5416,
      "step": 189090
    },
    {
      "epoch": 52.78,
      "grad_norm": 2.6932895183563232,
      "learning_rate": 4.684231783246827e-06,
      "loss": 0.5646,
      "step": 189100
    },
    {
      "epoch": 52.78,
      "grad_norm": 2.1978678703308105,
      "learning_rate": 4.684230355630611e-06,
      "loss": 0.5243,
      "step": 189110
    },
    {
      "epoch": 52.78,
      "grad_norm": 2.286958694458008,
      "learning_rate": 4.684228927702876e-06,
      "loss": 0.5426,
      "step": 189120
    },
    {
      "epoch": 52.79,
      "grad_norm": 2.730715036392212,
      "learning_rate": 4.6842274994636225e-06,
      "loss": 0.559,
      "step": 189130
    },
    {
      "epoch": 52.79,
      "grad_norm": 2.1780707836151123,
      "learning_rate": 4.684226070912851e-06,
      "loss": 0.548,
      "step": 189140
    },
    {
      "epoch": 52.79,
      "grad_norm": 2.334343671798706,
      "learning_rate": 4.684224642050561e-06,
      "loss": 0.5528,
      "step": 189150
    },
    {
      "epoch": 52.79,
      "grad_norm": 2.480231523513794,
      "learning_rate": 4.6842232128767535e-06,
      "loss": 0.5452,
      "step": 189160
    },
    {
      "epoch": 52.8,
      "grad_norm": 1.8822721242904663,
      "learning_rate": 4.684221783391428e-06,
      "loss": 0.5571,
      "step": 189170
    },
    {
      "epoch": 52.8,
      "grad_norm": 2.2736804485321045,
      "learning_rate": 4.684220353594586e-06,
      "loss": 0.5175,
      "step": 189180
    },
    {
      "epoch": 52.8,
      "grad_norm": 2.0177481174468994,
      "learning_rate": 4.684218923486227e-06,
      "loss": 0.5428,
      "step": 189190
    },
    {
      "epoch": 52.8,
      "grad_norm": 2.444319009780884,
      "learning_rate": 4.68421749306635e-06,
      "loss": 0.5534,
      "step": 189200
    },
    {
      "epoch": 52.81,
      "grad_norm": 2.4336349964141846,
      "learning_rate": 4.684216062334956e-06,
      "loss": 0.5487,
      "step": 189210
    },
    {
      "epoch": 52.81,
      "grad_norm": 2.289971113204956,
      "learning_rate": 4.684214631292045e-06,
      "loss": 0.5381,
      "step": 189220
    },
    {
      "epoch": 52.81,
      "grad_norm": 2.295706272125244,
      "learning_rate": 4.684213199937618e-06,
      "loss": 0.5531,
      "step": 189230
    },
    {
      "epoch": 52.82,
      "grad_norm": 2.540468692779541,
      "learning_rate": 4.684211768271675e-06,
      "loss": 0.5546,
      "step": 189240
    },
    {
      "epoch": 52.82,
      "grad_norm": 1.5163171291351318,
      "learning_rate": 4.684210336294216e-06,
      "loss": 0.543,
      "step": 189250
    },
    {
      "epoch": 52.82,
      "grad_norm": 1.8309972286224365,
      "learning_rate": 4.6842089040052415e-06,
      "loss": 0.55,
      "step": 189260
    },
    {
      "epoch": 52.82,
      "grad_norm": 1.6239749193191528,
      "learning_rate": 4.684207471404751e-06,
      "loss": 0.5324,
      "step": 189270
    },
    {
      "epoch": 52.83,
      "grad_norm": 1.9422259330749512,
      "learning_rate": 4.684206038492744e-06,
      "loss": 0.5505,
      "step": 189280
    },
    {
      "epoch": 52.83,
      "grad_norm": 2.062223434448242,
      "learning_rate": 4.684204605269222e-06,
      "loss": 0.5446,
      "step": 189290
    },
    {
      "epoch": 52.83,
      "grad_norm": 1.7057136297225952,
      "learning_rate": 4.684203171734186e-06,
      "loss": 0.5346,
      "step": 189300
    },
    {
      "epoch": 52.84,
      "grad_norm": 2.2158939838409424,
      "learning_rate": 4.6842017378876344e-06,
      "loss": 0.5671,
      "step": 189310
    },
    {
      "epoch": 52.84,
      "grad_norm": 1.6216964721679688,
      "learning_rate": 4.684200303729567e-06,
      "loss": 0.5634,
      "step": 189320
    },
    {
      "epoch": 52.84,
      "grad_norm": 1.9509479999542236,
      "learning_rate": 4.684198869259987e-06,
      "loss": 0.5525,
      "step": 189330
    },
    {
      "epoch": 52.84,
      "grad_norm": 1.8022534847259521,
      "learning_rate": 4.684197434478891e-06,
      "loss": 0.5693,
      "step": 189340
    },
    {
      "epoch": 52.85,
      "grad_norm": 2.438260078430176,
      "learning_rate": 4.684195999386281e-06,
      "loss": 0.5518,
      "step": 189350
    },
    {
      "epoch": 52.85,
      "grad_norm": 2.6779725551605225,
      "learning_rate": 4.684194563982157e-06,
      "loss": 0.5312,
      "step": 189360
    },
    {
      "epoch": 52.85,
      "grad_norm": 2.076521873474121,
      "learning_rate": 4.684193128266519e-06,
      "loss": 0.5509,
      "step": 189370
    },
    {
      "epoch": 52.86,
      "grad_norm": 2.102041482925415,
      "learning_rate": 4.684191692239369e-06,
      "loss": 0.5494,
      "step": 189380
    },
    {
      "epoch": 52.86,
      "grad_norm": 1.8712302446365356,
      "learning_rate": 4.684190255900704e-06,
      "loss": 0.5562,
      "step": 189390
    },
    {
      "epoch": 52.86,
      "grad_norm": 1.9721741676330566,
      "learning_rate": 4.684188819250526e-06,
      "loss": 0.5443,
      "step": 189400
    },
    {
      "epoch": 52.86,
      "grad_norm": 2.152928352355957,
      "learning_rate": 4.684187382288836e-06,
      "loss": 0.5533,
      "step": 189410
    },
    {
      "epoch": 52.87,
      "grad_norm": 2.12772536277771,
      "learning_rate": 4.684185945015632e-06,
      "loss": 0.565,
      "step": 189420
    },
    {
      "epoch": 52.87,
      "grad_norm": 2.016740322113037,
      "learning_rate": 4.684184507430916e-06,
      "loss": 0.5479,
      "step": 189430
    },
    {
      "epoch": 52.87,
      "grad_norm": 2.2680327892303467,
      "learning_rate": 4.684183069534687e-06,
      "loss": 0.5401,
      "step": 189440
    },
    {
      "epoch": 52.87,
      "grad_norm": 1.9878484010696411,
      "learning_rate": 4.684181631326946e-06,
      "loss": 0.5586,
      "step": 189450
    },
    {
      "epoch": 52.88,
      "grad_norm": 2.1929285526275635,
      "learning_rate": 4.684180192807693e-06,
      "loss": 0.5488,
      "step": 189460
    },
    {
      "epoch": 52.88,
      "grad_norm": 1.998294472694397,
      "learning_rate": 4.6841787539769274e-06,
      "loss": 0.5583,
      "step": 189470
    },
    {
      "epoch": 52.88,
      "grad_norm": 2.3990557193756104,
      "learning_rate": 4.684177314834651e-06,
      "loss": 0.5538,
      "step": 189480
    },
    {
      "epoch": 52.89,
      "grad_norm": 2.094202756881714,
      "learning_rate": 4.684175875380862e-06,
      "loss": 0.5138,
      "step": 189490
    },
    {
      "epoch": 52.89,
      "grad_norm": 2.1620097160339355,
      "learning_rate": 4.684174435615563e-06,
      "loss": 0.5439,
      "step": 189500
    },
    {
      "epoch": 52.89,
      "grad_norm": 1.688715934753418,
      "learning_rate": 4.684172995538752e-06,
      "loss": 0.5611,
      "step": 189510
    },
    {
      "epoch": 52.89,
      "grad_norm": 2.928067922592163,
      "learning_rate": 4.684171555150431e-06,
      "loss": 0.5227,
      "step": 189520
    },
    {
      "epoch": 52.9,
      "grad_norm": 2.1696760654449463,
      "learning_rate": 4.684170114450598e-06,
      "loss": 0.5452,
      "step": 189530
    },
    {
      "epoch": 52.9,
      "grad_norm": 2.6526401042938232,
      "learning_rate": 4.684168673439255e-06,
      "loss": 0.5495,
      "step": 189540
    },
    {
      "epoch": 52.9,
      "grad_norm": 2.1001720428466797,
      "learning_rate": 4.6841672321164015e-06,
      "loss": 0.5347,
      "step": 189550
    },
    {
      "epoch": 52.91,
      "grad_norm": 2.255479335784912,
      "learning_rate": 4.684165790482039e-06,
      "loss": 0.548,
      "step": 189560
    },
    {
      "epoch": 52.91,
      "grad_norm": 1.8855986595153809,
      "learning_rate": 4.684164348536165e-06,
      "loss": 0.5531,
      "step": 189570
    },
    {
      "epoch": 52.91,
      "grad_norm": 6.572903633117676,
      "learning_rate": 4.684162906278781e-06,
      "loss": 0.5607,
      "step": 189580
    },
    {
      "epoch": 52.91,
      "grad_norm": 1.762083888053894,
      "learning_rate": 4.684161463709889e-06,
      "loss": 0.5479,
      "step": 189590
    },
    {
      "epoch": 52.92,
      "grad_norm": 1.4178730249404907,
      "learning_rate": 4.684160020829486e-06,
      "loss": 0.5191,
      "step": 189600
    },
    {
      "epoch": 52.92,
      "grad_norm": 1.593897819519043,
      "learning_rate": 4.684158577637575e-06,
      "loss": 0.544,
      "step": 189610
    },
    {
      "epoch": 52.92,
      "grad_norm": 1.841356635093689,
      "learning_rate": 4.684157134134154e-06,
      "loss": 0.5319,
      "step": 189620
    },
    {
      "epoch": 52.92,
      "grad_norm": 2.266547918319702,
      "learning_rate": 4.684155690319225e-06,
      "loss": 0.5382,
      "step": 189630
    },
    {
      "epoch": 52.93,
      "grad_norm": 1.9791722297668457,
      "learning_rate": 4.684154246192787e-06,
      "loss": 0.516,
      "step": 189640
    },
    {
      "epoch": 52.93,
      "grad_norm": 2.2956833839416504,
      "learning_rate": 4.68415280175484e-06,
      "loss": 0.5483,
      "step": 189650
    },
    {
      "epoch": 52.93,
      "grad_norm": 1.8290855884552002,
      "learning_rate": 4.684151357005386e-06,
      "loss": 0.5496,
      "step": 189660
    },
    {
      "epoch": 52.94,
      "grad_norm": 1.8625906705856323,
      "learning_rate": 4.684149911944423e-06,
      "loss": 0.5512,
      "step": 189670
    },
    {
      "epoch": 52.94,
      "grad_norm": 1.9235079288482666,
      "learning_rate": 4.684148466571953e-06,
      "loss": 0.5516,
      "step": 189680
    },
    {
      "epoch": 52.94,
      "grad_norm": 2.4797797203063965,
      "learning_rate": 4.684147020887974e-06,
      "loss": 0.5452,
      "step": 189690
    },
    {
      "epoch": 52.94,
      "grad_norm": 2.1073856353759766,
      "learning_rate": 4.684145574892488e-06,
      "loss": 0.5385,
      "step": 189700
    },
    {
      "epoch": 52.95,
      "grad_norm": 1.9062453508377075,
      "learning_rate": 4.684144128585495e-06,
      "loss": 0.5473,
      "step": 189710
    },
    {
      "epoch": 52.95,
      "grad_norm": 1.8797273635864258,
      "learning_rate": 4.684142681966995e-06,
      "loss": 0.5318,
      "step": 189720
    },
    {
      "epoch": 52.95,
      "grad_norm": 2.151535749435425,
      "learning_rate": 4.684141235036988e-06,
      "loss": 0.5317,
      "step": 189730
    },
    {
      "epoch": 52.96,
      "grad_norm": 2.3875539302825928,
      "learning_rate": 4.684139787795474e-06,
      "loss": 0.5483,
      "step": 189740
    },
    {
      "epoch": 52.96,
      "grad_norm": 1.922160267829895,
      "learning_rate": 4.684138340242454e-06,
      "loss": 0.5494,
      "step": 189750
    },
    {
      "epoch": 52.96,
      "grad_norm": 2.212829351425171,
      "learning_rate": 4.684136892377928e-06,
      "loss": 0.5039,
      "step": 189760
    },
    {
      "epoch": 52.96,
      "grad_norm": 2.4717764854431152,
      "learning_rate": 4.6841354442018945e-06,
      "loss": 0.5291,
      "step": 189770
    },
    {
      "epoch": 52.97,
      "grad_norm": 2.2794017791748047,
      "learning_rate": 4.684133995714356e-06,
      "loss": 0.5243,
      "step": 189780
    },
    {
      "epoch": 52.97,
      "grad_norm": 2.3941707611083984,
      "learning_rate": 4.684132546915312e-06,
      "loss": 0.5175,
      "step": 189790
    },
    {
      "epoch": 52.97,
      "grad_norm": 2.2828943729400635,
      "learning_rate": 4.684131097804761e-06,
      "loss": 0.5189,
      "step": 189800
    },
    {
      "epoch": 52.98,
      "grad_norm": 2.4223806858062744,
      "learning_rate": 4.684129648382706e-06,
      "loss": 0.548,
      "step": 189810
    },
    {
      "epoch": 52.98,
      "grad_norm": 1.801459550857544,
      "learning_rate": 4.684128198649146e-06,
      "loss": 0.5469,
      "step": 189820
    },
    {
      "epoch": 52.98,
      "grad_norm": 1.8277419805526733,
      "learning_rate": 4.684126748604081e-06,
      "loss": 0.5314,
      "step": 189830
    },
    {
      "epoch": 52.98,
      "grad_norm": 2.1286416053771973,
      "learning_rate": 4.6841252982475105e-06,
      "loss": 0.538,
      "step": 189840
    },
    {
      "epoch": 52.99,
      "grad_norm": 1.9840781688690186,
      "learning_rate": 4.684123847579435e-06,
      "loss": 0.5254,
      "step": 189850
    },
    {
      "epoch": 52.99,
      "grad_norm": 2.2748727798461914,
      "learning_rate": 4.684122396599856e-06,
      "loss": 0.5542,
      "step": 189860
    },
    {
      "epoch": 52.99,
      "grad_norm": 1.7642765045166016,
      "learning_rate": 4.684120945308773e-06,
      "loss": 0.5543,
      "step": 189870
    },
    {
      "epoch": 52.99,
      "grad_norm": 1.6028090715408325,
      "learning_rate": 4.684119493706185e-06,
      "loss": 0.5548,
      "step": 189880
    },
    {
      "epoch": 53.0,
      "grad_norm": 2.2286598682403564,
      "learning_rate": 4.684118041792094e-06,
      "loss": 0.5274,
      "step": 189890
    },
    {
      "epoch": 53.0,
      "eval_loss": 0.5401241779327393,
      "eval_runtime": 63.2438,
      "eval_samples_per_second": 79.992,
      "eval_steps_per_second": 10.009,
      "step": 189899
    },
    {
      "epoch": 53.0,
      "grad_norm": 2.214559555053711,
      "learning_rate": 4.6841165895664996e-06,
      "loss": 0.5352,
      "step": 189900
    },
    {
      "epoch": 53.0,
      "grad_norm": 1.6635043621063232,
      "learning_rate": 4.6841151370294004e-06,
      "loss": 0.5785,
      "step": 189910
    },
    {
      "epoch": 53.01,
      "grad_norm": 1.8787131309509277,
      "learning_rate": 4.684113684180799e-06,
      "loss": 0.535,
      "step": 189920
    },
    {
      "epoch": 53.01,
      "grad_norm": 2.5900511741638184,
      "learning_rate": 4.6841122310206945e-06,
      "loss": 0.5459,
      "step": 189930
    },
    {
      "epoch": 53.01,
      "grad_norm": 1.8241854906082153,
      "learning_rate": 4.684110777549087e-06,
      "loss": 0.5439,
      "step": 189940
    },
    {
      "epoch": 53.01,
      "grad_norm": 3.0296144485473633,
      "learning_rate": 4.684109323765977e-06,
      "loss": 0.5428,
      "step": 189950
    },
    {
      "epoch": 53.02,
      "grad_norm": 2.289628744125366,
      "learning_rate": 4.6841078696713645e-06,
      "loss": 0.5336,
      "step": 189960
    },
    {
      "epoch": 53.02,
      "grad_norm": 1.9596164226531982,
      "learning_rate": 4.684106415265249e-06,
      "loss": 0.5336,
      "step": 189970
    },
    {
      "epoch": 53.02,
      "grad_norm": 1.9666073322296143,
      "learning_rate": 4.684104960547632e-06,
      "loss": 0.5532,
      "step": 189980
    },
    {
      "epoch": 53.03,
      "grad_norm": 2.367663621902466,
      "learning_rate": 4.684103505518514e-06,
      "loss": 0.551,
      "step": 189990
    },
    {
      "epoch": 53.03,
      "grad_norm": 2.4151253700256348,
      "learning_rate": 4.684102050177893e-06,
      "loss": 0.5425,
      "step": 190000
    },
    {
      "epoch": 53.03,
      "grad_norm": 2.2852702140808105,
      "learning_rate": 4.684100594525771e-06,
      "loss": 0.553,
      "step": 190010
    },
    {
      "epoch": 53.03,
      "grad_norm": 2.1279563903808594,
      "learning_rate": 4.684099138562148e-06,
      "loss": 0.5355,
      "step": 190020
    },
    {
      "epoch": 53.04,
      "grad_norm": 1.6458871364593506,
      "learning_rate": 4.6840976822870235e-06,
      "loss": 0.5699,
      "step": 190030
    },
    {
      "epoch": 53.04,
      "grad_norm": 1.9824073314666748,
      "learning_rate": 4.684096225700398e-06,
      "loss": 0.5294,
      "step": 190040
    },
    {
      "epoch": 53.04,
      "grad_norm": 2.0753166675567627,
      "learning_rate": 4.684094768802273e-06,
      "loss": 0.5325,
      "step": 190050
    },
    {
      "epoch": 53.04,
      "grad_norm": 2.6483418941497803,
      "learning_rate": 4.684093311592646e-06,
      "loss": 0.5442,
      "step": 190060
    },
    {
      "epoch": 53.05,
      "grad_norm": 1.7367186546325684,
      "learning_rate": 4.6840918540715184e-06,
      "loss": 0.5392,
      "step": 190070
    },
    {
      "epoch": 53.05,
      "grad_norm": 1.7262364625930786,
      "learning_rate": 4.684090396238892e-06,
      "loss": 0.5364,
      "step": 190080
    },
    {
      "epoch": 53.05,
      "grad_norm": 1.8890588283538818,
      "learning_rate": 4.6840889380947644e-06,
      "loss": 0.5393,
      "step": 190090
    },
    {
      "epoch": 53.06,
      "grad_norm": 1.9146292209625244,
      "learning_rate": 4.684087479639139e-06,
      "loss": 0.5217,
      "step": 190100
    },
    {
      "epoch": 53.06,
      "grad_norm": 2.2574944496154785,
      "learning_rate": 4.684086020872011e-06,
      "loss": 0.5537,
      "step": 190110
    },
    {
      "epoch": 53.06,
      "grad_norm": 2.418962001800537,
      "learning_rate": 4.684084561793386e-06,
      "loss": 0.545,
      "step": 190120
    },
    {
      "epoch": 53.06,
      "grad_norm": 3.063508987426758,
      "learning_rate": 4.684083102403262e-06,
      "loss": 0.5672,
      "step": 190130
    },
    {
      "epoch": 53.07,
      "grad_norm": 2.1126277446746826,
      "learning_rate": 4.684081642701637e-06,
      "loss": 0.5249,
      "step": 190140
    },
    {
      "epoch": 53.07,
      "grad_norm": 2.354048728942871,
      "learning_rate": 4.684080182688515e-06,
      "loss": 0.5314,
      "step": 190150
    },
    {
      "epoch": 53.07,
      "grad_norm": 2.411504030227661,
      "learning_rate": 4.684078722363894e-06,
      "loss": 0.5151,
      "step": 190160
    },
    {
      "epoch": 53.08,
      "grad_norm": 1.760776400566101,
      "learning_rate": 4.684077261727774e-06,
      "loss": 0.5368,
      "step": 190170
    },
    {
      "epoch": 53.08,
      "grad_norm": 1.8146920204162598,
      "learning_rate": 4.684075800780156e-06,
      "loss": 0.5398,
      "step": 190180
    },
    {
      "epoch": 53.08,
      "grad_norm": 2.4291555881500244,
      "learning_rate": 4.68407433952104e-06,
      "loss": 0.531,
      "step": 190190
    },
    {
      "epoch": 53.08,
      "grad_norm": 2.2585248947143555,
      "learning_rate": 4.684072877950427e-06,
      "loss": 0.5411,
      "step": 190200
    },
    {
      "epoch": 53.09,
      "grad_norm": 2.104220390319824,
      "learning_rate": 4.684071416068316e-06,
      "loss": 0.5429,
      "step": 190210
    },
    {
      "epoch": 53.09,
      "grad_norm": 1.771177887916565,
      "learning_rate": 4.6840699538747076e-06,
      "loss": 0.5341,
      "step": 190220
    },
    {
      "epoch": 53.09,
      "grad_norm": 1.824535608291626,
      "learning_rate": 4.684068491369601e-06,
      "loss": 0.5205,
      "step": 190230
    },
    {
      "epoch": 53.1,
      "grad_norm": 2.320004463195801,
      "learning_rate": 4.684067028552999e-06,
      "loss": 0.5491,
      "step": 190240
    },
    {
      "epoch": 53.1,
      "grad_norm": 2.317418336868286,
      "learning_rate": 4.684065565424899e-06,
      "loss": 0.5332,
      "step": 190250
    },
    {
      "epoch": 53.1,
      "grad_norm": 2.566070079803467,
      "learning_rate": 4.6840641019853025e-06,
      "loss": 0.5344,
      "step": 190260
    },
    {
      "epoch": 53.1,
      "grad_norm": 2.005575180053711,
      "learning_rate": 4.68406263823421e-06,
      "loss": 0.5484,
      "step": 190270
    },
    {
      "epoch": 53.11,
      "grad_norm": 1.8286563158035278,
      "learning_rate": 4.684061174171621e-06,
      "loss": 0.5388,
      "step": 190280
    },
    {
      "epoch": 53.11,
      "grad_norm": 2.052283763885498,
      "learning_rate": 4.684059709797536e-06,
      "loss": 0.5255,
      "step": 190290
    },
    {
      "epoch": 53.11,
      "grad_norm": 3.231863260269165,
      "learning_rate": 4.684058245111955e-06,
      "loss": 0.5532,
      "step": 190300
    },
    {
      "epoch": 53.11,
      "grad_norm": 1.5922036170959473,
      "learning_rate": 4.684056780114878e-06,
      "loss": 0.5452,
      "step": 190310
    },
    {
      "epoch": 53.12,
      "grad_norm": 3.20510196685791,
      "learning_rate": 4.684055314806307e-06,
      "loss": 0.5363,
      "step": 190320
    },
    {
      "epoch": 53.12,
      "grad_norm": 1.8193018436431885,
      "learning_rate": 4.684053849186239e-06,
      "loss": 0.5515,
      "step": 190330
    },
    {
      "epoch": 53.12,
      "grad_norm": 3.020639419555664,
      "learning_rate": 4.684052383254677e-06,
      "loss": 0.5347,
      "step": 190340
    },
    {
      "epoch": 53.13,
      "grad_norm": 3.0556693077087402,
      "learning_rate": 4.68405091701162e-06,
      "loss": 0.5555,
      "step": 190350
    },
    {
      "epoch": 53.13,
      "grad_norm": 3.0065178871154785,
      "learning_rate": 4.6840494504570674e-06,
      "loss": 0.5429,
      "step": 190360
    },
    {
      "epoch": 53.13,
      "grad_norm": 2.1336169242858887,
      "learning_rate": 4.684047983591021e-06,
      "loss": 0.5234,
      "step": 190370
    },
    {
      "epoch": 53.13,
      "grad_norm": 2.2054805755615234,
      "learning_rate": 4.68404651641348e-06,
      "loss": 0.5511,
      "step": 190380
    },
    {
      "epoch": 53.14,
      "grad_norm": 1.7380110025405884,
      "learning_rate": 4.684045048924445e-06,
      "loss": 0.5476,
      "step": 190390
    },
    {
      "epoch": 53.14,
      "grad_norm": 2.055215835571289,
      "learning_rate": 4.684043581123917e-06,
      "loss": 0.5453,
      "step": 190400
    },
    {
      "epoch": 53.14,
      "grad_norm": 1.62997567653656,
      "learning_rate": 4.684042113011894e-06,
      "loss": 0.5413,
      "step": 190410
    },
    {
      "epoch": 53.15,
      "grad_norm": 2.5064504146575928,
      "learning_rate": 4.684040644588378e-06,
      "loss": 0.5599,
      "step": 190420
    },
    {
      "epoch": 53.15,
      "grad_norm": 1.5816570520401,
      "learning_rate": 4.684039175853369e-06,
      "loss": 0.5293,
      "step": 190430
    },
    {
      "epoch": 53.15,
      "grad_norm": 2.184359550476074,
      "learning_rate": 4.684037706806866e-06,
      "loss": 0.5299,
      "step": 190440
    },
    {
      "epoch": 53.15,
      "grad_norm": 1.5050714015960693,
      "learning_rate": 4.684036237448871e-06,
      "loss": 0.5497,
      "step": 190450
    },
    {
      "epoch": 53.16,
      "grad_norm": 2.0811824798583984,
      "learning_rate": 4.684034767779383e-06,
      "loss": 0.5348,
      "step": 190460
    },
    {
      "epoch": 53.16,
      "grad_norm": 2.0924153327941895,
      "learning_rate": 4.684033297798402e-06,
      "loss": 0.544,
      "step": 190470
    },
    {
      "epoch": 53.16,
      "grad_norm": 2.084456443786621,
      "learning_rate": 4.684031827505929e-06,
      "loss": 0.529,
      "step": 190480
    },
    {
      "epoch": 53.16,
      "grad_norm": 2.185211181640625,
      "learning_rate": 4.684030356901964e-06,
      "loss": 0.5483,
      "step": 190490
    },
    {
      "epoch": 53.17,
      "grad_norm": 2.2642929553985596,
      "learning_rate": 4.684028885986506e-06,
      "loss": 0.554,
      "step": 190500
    },
    {
      "epoch": 53.17,
      "grad_norm": 1.9768494367599487,
      "learning_rate": 4.684027414759558e-06,
      "loss": 0.5616,
      "step": 190510
    },
    {
      "epoch": 53.17,
      "grad_norm": 1.8026514053344727,
      "learning_rate": 4.684025943221117e-06,
      "loss": 0.5139,
      "step": 190520
    },
    {
      "epoch": 53.18,
      "grad_norm": 1.619028925895691,
      "learning_rate": 4.684024471371185e-06,
      "loss": 0.5282,
      "step": 190530
    },
    {
      "epoch": 53.18,
      "grad_norm": 1.946082353591919,
      "learning_rate": 4.684022999209762e-06,
      "loss": 0.5377,
      "step": 190540
    },
    {
      "epoch": 53.18,
      "grad_norm": 2.0122435092926025,
      "learning_rate": 4.684021526736849e-06,
      "loss": 0.5405,
      "step": 190550
    },
    {
      "epoch": 53.18,
      "grad_norm": 1.758179783821106,
      "learning_rate": 4.684020053952444e-06,
      "loss": 0.5383,
      "step": 190560
    },
    {
      "epoch": 53.19,
      "grad_norm": 1.8968514204025269,
      "learning_rate": 4.684018580856549e-06,
      "loss": 0.5632,
      "step": 190570
    },
    {
      "epoch": 53.19,
      "grad_norm": 1.7939172983169556,
      "learning_rate": 4.684017107449163e-06,
      "loss": 0.5541,
      "step": 190580
    },
    {
      "epoch": 53.19,
      "grad_norm": 1.6814444065093994,
      "learning_rate": 4.684015633730287e-06,
      "loss": 0.5191,
      "step": 190590
    },
    {
      "epoch": 53.2,
      "grad_norm": 2.233715772628784,
      "learning_rate": 4.684014159699922e-06,
      "loss": 0.5246,
      "step": 190600
    },
    {
      "epoch": 53.2,
      "grad_norm": 1.5884230136871338,
      "learning_rate": 4.684012685358066e-06,
      "loss": 0.5364,
      "step": 190610
    },
    {
      "epoch": 53.2,
      "grad_norm": 2.9885048866271973,
      "learning_rate": 4.684011210704721e-06,
      "loss": 0.5639,
      "step": 190620
    },
    {
      "epoch": 53.2,
      "grad_norm": 2.595090389251709,
      "learning_rate": 4.684009735739886e-06,
      "loss": 0.5381,
      "step": 190630
    },
    {
      "epoch": 53.21,
      "grad_norm": 2.1967222690582275,
      "learning_rate": 4.684008260463562e-06,
      "loss": 0.526,
      "step": 190640
    },
    {
      "epoch": 53.21,
      "grad_norm": 1.9581725597381592,
      "learning_rate": 4.684006784875749e-06,
      "loss": 0.5229,
      "step": 190650
    },
    {
      "epoch": 53.21,
      "grad_norm": 2.468712329864502,
      "learning_rate": 4.6840053089764475e-06,
      "loss": 0.5409,
      "step": 190660
    },
    {
      "epoch": 53.22,
      "grad_norm": 2.150994300842285,
      "learning_rate": 4.684003832765657e-06,
      "loss": 0.5276,
      "step": 190670
    },
    {
      "epoch": 53.22,
      "grad_norm": 2.294828414916992,
      "learning_rate": 4.684002356243378e-06,
      "loss": 0.5505,
      "step": 190680
    },
    {
      "epoch": 53.22,
      "grad_norm": 2.2273502349853516,
      "learning_rate": 4.684000879409611e-06,
      "loss": 0.5361,
      "step": 190690
    },
    {
      "epoch": 53.22,
      "grad_norm": 2.075160026550293,
      "learning_rate": 4.683999402264356e-06,
      "loss": 0.5481,
      "step": 190700
    },
    {
      "epoch": 53.23,
      "grad_norm": 2.0002591609954834,
      "learning_rate": 4.683997924807613e-06,
      "loss": 0.5304,
      "step": 190710
    },
    {
      "epoch": 53.23,
      "grad_norm": 2.049710512161255,
      "learning_rate": 4.683996447039382e-06,
      "loss": 0.5418,
      "step": 190720
    },
    {
      "epoch": 53.23,
      "grad_norm": 2.2647042274475098,
      "learning_rate": 4.6839949689596645e-06,
      "loss": 0.5502,
      "step": 190730
    },
    {
      "epoch": 53.23,
      "grad_norm": 1.9889354705810547,
      "learning_rate": 4.683993490568459e-06,
      "loss": 0.5431,
      "step": 190740
    },
    {
      "epoch": 53.24,
      "grad_norm": 1.7614628076553345,
      "learning_rate": 4.683992011865767e-06,
      "loss": 0.5152,
      "step": 190750
    },
    {
      "epoch": 53.24,
      "grad_norm": 1.7904105186462402,
      "learning_rate": 4.683990532851589e-06,
      "loss": 0.5273,
      "step": 190760
    },
    {
      "epoch": 53.24,
      "grad_norm": 2.1346311569213867,
      "learning_rate": 4.683989053525922e-06,
      "loss": 0.5547,
      "step": 190770
    },
    {
      "epoch": 53.25,
      "grad_norm": 1.9064407348632812,
      "learning_rate": 4.68398757388877e-06,
      "loss": 0.5295,
      "step": 190780
    },
    {
      "epoch": 53.25,
      "grad_norm": 2.2817254066467285,
      "learning_rate": 4.683986093940132e-06,
      "loss": 0.536,
      "step": 190790
    },
    {
      "epoch": 53.25,
      "grad_norm": 2.1782400608062744,
      "learning_rate": 4.683984613680008e-06,
      "loss": 0.5806,
      "step": 190800
    },
    {
      "epoch": 53.25,
      "grad_norm": 1.8056092262268066,
      "learning_rate": 4.683983133108397e-06,
      "loss": 0.5256,
      "step": 190810
    },
    {
      "epoch": 53.26,
      "grad_norm": 1.7512106895446777,
      "learning_rate": 4.683981652225301e-06,
      "loss": 0.5322,
      "step": 190820
    },
    {
      "epoch": 53.26,
      "grad_norm": 1.7590444087982178,
      "learning_rate": 4.683980171030719e-06,
      "loss": 0.5331,
      "step": 190830
    },
    {
      "epoch": 53.26,
      "grad_norm": 2.0642855167388916,
      "learning_rate": 4.683978689524653e-06,
      "loss": 0.5696,
      "step": 190840
    },
    {
      "epoch": 53.27,
      "grad_norm": 2.1587460041046143,
      "learning_rate": 4.683977207707101e-06,
      "loss": 0.5296,
      "step": 190850
    },
    {
      "epoch": 53.27,
      "grad_norm": 2.246493339538574,
      "learning_rate": 4.683975725578064e-06,
      "loss": 0.5299,
      "step": 190860
    },
    {
      "epoch": 53.27,
      "grad_norm": 2.1489923000335693,
      "learning_rate": 4.683974243137542e-06,
      "loss": 0.5498,
      "step": 190870
    },
    {
      "epoch": 53.27,
      "grad_norm": 1.4205502271652222,
      "learning_rate": 4.683972760385536e-06,
      "loss": 0.5626,
      "step": 190880
    },
    {
      "epoch": 53.28,
      "grad_norm": 6.18004035949707,
      "learning_rate": 4.6839712773220464e-06,
      "loss": 0.5171,
      "step": 190890
    },
    {
      "epoch": 53.28,
      "grad_norm": 2.3715014457702637,
      "learning_rate": 4.683969793947072e-06,
      "loss": 0.543,
      "step": 190900
    },
    {
      "epoch": 53.28,
      "grad_norm": 2.0001144409179688,
      "learning_rate": 4.683968310260614e-06,
      "loss": 0.556,
      "step": 190910
    },
    {
      "epoch": 53.28,
      "grad_norm": 1.7559611797332764,
      "learning_rate": 4.683966826262673e-06,
      "loss": 0.5574,
      "step": 190920
    },
    {
      "epoch": 53.29,
      "grad_norm": 1.8070590496063232,
      "learning_rate": 4.683965341953247e-06,
      "loss": 0.5432,
      "step": 190930
    },
    {
      "epoch": 53.29,
      "grad_norm": 1.8952829837799072,
      "learning_rate": 4.6839638573323385e-06,
      "loss": 0.5575,
      "step": 190940
    },
    {
      "epoch": 53.29,
      "grad_norm": 1.878206491470337,
      "learning_rate": 4.683962372399947e-06,
      "loss": 0.5372,
      "step": 190950
    },
    {
      "epoch": 53.3,
      "grad_norm": 2.8706374168395996,
      "learning_rate": 4.683960887156072e-06,
      "loss": 0.5301,
      "step": 190960
    },
    {
      "epoch": 53.3,
      "grad_norm": 1.989769458770752,
      "learning_rate": 4.683959401600715e-06,
      "loss": 0.5368,
      "step": 190970
    },
    {
      "epoch": 53.3,
      "grad_norm": 2.205627918243408,
      "learning_rate": 4.683957915733875e-06,
      "loss": 0.5407,
      "step": 190980
    },
    {
      "epoch": 53.3,
      "grad_norm": 2.218888998031616,
      "learning_rate": 4.683956429555553e-06,
      "loss": 0.5466,
      "step": 190990
    },
    {
      "epoch": 53.31,
      "grad_norm": 2.036442756652832,
      "learning_rate": 4.6839549430657485e-06,
      "loss": 0.5576,
      "step": 191000
    },
    {
      "epoch": 53.31,
      "grad_norm": 1.6720854043960571,
      "learning_rate": 4.683953456264462e-06,
      "loss": 0.5324,
      "step": 191010
    },
    {
      "epoch": 53.31,
      "grad_norm": 1.892949104309082,
      "learning_rate": 4.683951969151694e-06,
      "loss": 0.5301,
      "step": 191020
    },
    {
      "epoch": 53.32,
      "grad_norm": 2.448183536529541,
      "learning_rate": 4.683950481727444e-06,
      "loss": 0.5491,
      "step": 191030
    },
    {
      "epoch": 53.32,
      "grad_norm": 1.7368792295455933,
      "learning_rate": 4.683948993991714e-06,
      "loss": 0.5203,
      "step": 191040
    },
    {
      "epoch": 53.32,
      "grad_norm": 2.420445203781128,
      "learning_rate": 4.683947505944503e-06,
      "loss": 0.552,
      "step": 191050
    },
    {
      "epoch": 53.32,
      "grad_norm": 2.157783269882202,
      "learning_rate": 4.683946017585809e-06,
      "loss": 0.5583,
      "step": 191060
    },
    {
      "epoch": 53.33,
      "grad_norm": 1.7276532649993896,
      "learning_rate": 4.683944528915636e-06,
      "loss": 0.5183,
      "step": 191070
    },
    {
      "epoch": 53.33,
      "grad_norm": 1.814292073249817,
      "learning_rate": 4.683943039933982e-06,
      "loss": 0.535,
      "step": 191080
    },
    {
      "epoch": 53.33,
      "grad_norm": 2.6008174419403076,
      "learning_rate": 4.683941550640847e-06,
      "loss": 0.5403,
      "step": 191090
    },
    {
      "epoch": 53.34,
      "grad_norm": 2.482346296310425,
      "learning_rate": 4.683940061036232e-06,
      "loss": 0.5324,
      "step": 191100
    },
    {
      "epoch": 53.34,
      "grad_norm": 1.8203519582748413,
      "learning_rate": 4.6839385711201385e-06,
      "loss": 0.552,
      "step": 191110
    },
    {
      "epoch": 53.34,
      "grad_norm": 1.667151927947998,
      "learning_rate": 4.683937080892564e-06,
      "loss": 0.529,
      "step": 191120
    },
    {
      "epoch": 53.34,
      "grad_norm": 2.138002634048462,
      "learning_rate": 4.68393559035351e-06,
      "loss": 0.5312,
      "step": 191130
    },
    {
      "epoch": 53.35,
      "grad_norm": 1.9408780336380005,
      "learning_rate": 4.683934099502977e-06,
      "loss": 0.5447,
      "step": 191140
    },
    {
      "epoch": 53.35,
      "grad_norm": 3.1772611141204834,
      "learning_rate": 4.683932608340965e-06,
      "loss": 0.5392,
      "step": 191150
    },
    {
      "epoch": 53.35,
      "grad_norm": 2.3236021995544434,
      "learning_rate": 4.6839311168674735e-06,
      "loss": 0.5522,
      "step": 191160
    },
    {
      "epoch": 53.35,
      "grad_norm": 2.2589166164398193,
      "learning_rate": 4.683929625082504e-06,
      "loss": 0.5402,
      "step": 191170
    },
    {
      "epoch": 53.36,
      "grad_norm": 1.715097188949585,
      "learning_rate": 4.683928132986056e-06,
      "loss": 0.5447,
      "step": 191180
    },
    {
      "epoch": 53.36,
      "grad_norm": 2.442514419555664,
      "learning_rate": 4.683926640578128e-06,
      "loss": 0.5392,
      "step": 191190
    },
    {
      "epoch": 53.36,
      "grad_norm": 2.1154537200927734,
      "learning_rate": 4.683925147858724e-06,
      "loss": 0.5531,
      "step": 191200
    },
    {
      "epoch": 53.37,
      "grad_norm": 1.5991897583007812,
      "learning_rate": 4.683923654827841e-06,
      "loss": 0.5616,
      "step": 191210
    },
    {
      "epoch": 53.37,
      "grad_norm": 1.7507591247558594,
      "learning_rate": 4.68392216148548e-06,
      "loss": 0.5366,
      "step": 191220
    },
    {
      "epoch": 53.37,
      "grad_norm": 1.4506890773773193,
      "learning_rate": 4.683920667831641e-06,
      "loss": 0.522,
      "step": 191230
    },
    {
      "epoch": 53.37,
      "grad_norm": 2.1816046237945557,
      "learning_rate": 4.683919173866326e-06,
      "loss": 0.5481,
      "step": 191240
    },
    {
      "epoch": 53.38,
      "grad_norm": 2.567448616027832,
      "learning_rate": 4.683917679589533e-06,
      "loss": 0.5467,
      "step": 191250
    },
    {
      "epoch": 53.38,
      "grad_norm": 2.1059823036193848,
      "learning_rate": 4.683916185001264e-06,
      "loss": 0.5409,
      "step": 191260
    },
    {
      "epoch": 53.38,
      "grad_norm": 2.4127724170684814,
      "learning_rate": 4.683914690101517e-06,
      "loss": 0.5397,
      "step": 191270
    },
    {
      "epoch": 53.39,
      "grad_norm": 2.403658866882324,
      "learning_rate": 4.683913194890294e-06,
      "loss": 0.5498,
      "step": 191280
    },
    {
      "epoch": 53.39,
      "grad_norm": 2.9860222339630127,
      "learning_rate": 4.683911699367595e-06,
      "loss": 0.563,
      "step": 191290
    },
    {
      "epoch": 53.39,
      "grad_norm": 2.1560726165771484,
      "learning_rate": 4.683910203533419e-06,
      "loss": 0.5421,
      "step": 191300
    },
    {
      "epoch": 53.39,
      "grad_norm": 2.2369961738586426,
      "learning_rate": 4.683908707387768e-06,
      "loss": 0.5399,
      "step": 191310
    },
    {
      "epoch": 53.4,
      "grad_norm": 1.9296224117279053,
      "learning_rate": 4.683907210930641e-06,
      "loss": 0.5241,
      "step": 191320
    },
    {
      "epoch": 53.4,
      "grad_norm": 2.2238411903381348,
      "learning_rate": 4.683905714162038e-06,
      "loss": 0.5632,
      "step": 191330
    },
    {
      "epoch": 53.4,
      "grad_norm": 3.5861196517944336,
      "learning_rate": 4.6839042170819594e-06,
      "loss": 0.5526,
      "step": 191340
    },
    {
      "epoch": 53.4,
      "grad_norm": 1.8657022714614868,
      "learning_rate": 4.683902719690407e-06,
      "loss": 0.5476,
      "step": 191350
    },
    {
      "epoch": 53.41,
      "grad_norm": 1.788177728652954,
      "learning_rate": 4.683901221987378e-06,
      "loss": 0.5161,
      "step": 191360
    },
    {
      "epoch": 53.41,
      "grad_norm": 2.137366771697998,
      "learning_rate": 4.683899723972875e-06,
      "loss": 0.5441,
      "step": 191370
    },
    {
      "epoch": 53.41,
      "grad_norm": 1.6811071634292603,
      "learning_rate": 4.683898225646897e-06,
      "loss": 0.538,
      "step": 191380
    },
    {
      "epoch": 53.42,
      "grad_norm": 2.1559038162231445,
      "learning_rate": 4.683896727009446e-06,
      "loss": 0.5414,
      "step": 191390
    },
    {
      "epoch": 53.42,
      "grad_norm": 2.0115458965301514,
      "learning_rate": 4.683895228060519e-06,
      "loss": 0.5461,
      "step": 191400
    },
    {
      "epoch": 53.42,
      "grad_norm": 2.3479151725769043,
      "learning_rate": 4.683893728800119e-06,
      "loss": 0.5529,
      "step": 191410
    },
    {
      "epoch": 53.42,
      "grad_norm": 2.02654767036438,
      "learning_rate": 4.6838922292282456e-06,
      "loss": 0.5328,
      "step": 191420
    },
    {
      "epoch": 53.43,
      "grad_norm": 1.8611207008361816,
      "learning_rate": 4.683890729344898e-06,
      "loss": 0.5189,
      "step": 191430
    },
    {
      "epoch": 53.43,
      "grad_norm": 1.928263545036316,
      "learning_rate": 4.683889229150076e-06,
      "loss": 0.5411,
      "step": 191440
    },
    {
      "epoch": 53.43,
      "grad_norm": 1.649621605873108,
      "learning_rate": 4.683887728643783e-06,
      "loss": 0.5292,
      "step": 191450
    },
    {
      "epoch": 53.44,
      "grad_norm": 2.3202357292175293,
      "learning_rate": 4.683886227826016e-06,
      "loss": 0.5512,
      "step": 191460
    },
    {
      "epoch": 53.44,
      "grad_norm": 2.3768279552459717,
      "learning_rate": 4.683884726696776e-06,
      "loss": 0.5516,
      "step": 191470
    },
    {
      "epoch": 53.44,
      "grad_norm": 2.0107309818267822,
      "learning_rate": 4.683883225256064e-06,
      "loss": 0.531,
      "step": 191480
    },
    {
      "epoch": 53.44,
      "grad_norm": 2.126939296722412,
      "learning_rate": 4.68388172350388e-06,
      "loss": 0.5298,
      "step": 191490
    },
    {
      "epoch": 53.45,
      "grad_norm": 1.8243170976638794,
      "learning_rate": 4.683880221440223e-06,
      "loss": 0.5294,
      "step": 191500
    },
    {
      "epoch": 53.45,
      "grad_norm": 2.091956615447998,
      "learning_rate": 4.683878719065093e-06,
      "loss": 0.559,
      "step": 191510
    },
    {
      "epoch": 53.45,
      "grad_norm": 2.0710763931274414,
      "learning_rate": 4.683877216378493e-06,
      "loss": 0.5455,
      "step": 191520
    },
    {
      "epoch": 53.46,
      "grad_norm": 2.7115509510040283,
      "learning_rate": 4.683875713380422e-06,
      "loss": 0.5477,
      "step": 191530
    },
    {
      "epoch": 53.46,
      "grad_norm": 2.177849769592285,
      "learning_rate": 4.683874210070878e-06,
      "loss": 0.5337,
      "step": 191540
    },
    {
      "epoch": 53.46,
      "grad_norm": 1.5169174671173096,
      "learning_rate": 4.683872706449863e-06,
      "loss": 0.537,
      "step": 191550
    },
    {
      "epoch": 53.46,
      "grad_norm": 1.967901349067688,
      "learning_rate": 4.6838712025173776e-06,
      "loss": 0.5552,
      "step": 191560
    },
    {
      "epoch": 53.47,
      "grad_norm": 1.7162187099456787,
      "learning_rate": 4.683869698273421e-06,
      "loss": 0.5335,
      "step": 191570
    },
    {
      "epoch": 53.47,
      "grad_norm": 1.9755432605743408,
      "learning_rate": 4.683868193717994e-06,
      "loss": 0.5459,
      "step": 191580
    },
    {
      "epoch": 53.47,
      "grad_norm": 1.9203405380249023,
      "learning_rate": 4.683866688851097e-06,
      "loss": 0.5415,
      "step": 191590
    },
    {
      "epoch": 53.47,
      "grad_norm": 1.9079288244247437,
      "learning_rate": 4.6838651836727286e-06,
      "loss": 0.5198,
      "step": 191600
    },
    {
      "epoch": 53.48,
      "grad_norm": 2.152674674987793,
      "learning_rate": 4.683863678182891e-06,
      "loss": 0.5316,
      "step": 191610
    },
    {
      "epoch": 53.48,
      "grad_norm": 1.7393215894699097,
      "learning_rate": 4.683862172381584e-06,
      "loss": 0.5324,
      "step": 191620
    },
    {
      "epoch": 53.48,
      "grad_norm": 2.1032533645629883,
      "learning_rate": 4.683860666268807e-06,
      "loss": 0.5426,
      "step": 191630
    },
    {
      "epoch": 53.49,
      "grad_norm": 1.6908513307571411,
      "learning_rate": 4.683859159844561e-06,
      "loss": 0.5276,
      "step": 191640
    },
    {
      "epoch": 53.49,
      "grad_norm": 1.7843490839004517,
      "learning_rate": 4.683857653108845e-06,
      "loss": 0.5074,
      "step": 191650
    },
    {
      "epoch": 53.49,
      "grad_norm": 1.704675555229187,
      "learning_rate": 4.683856146061661e-06,
      "loss": 0.5297,
      "step": 191660
    },
    {
      "epoch": 53.49,
      "grad_norm": 2.50642466545105,
      "learning_rate": 4.683854638703008e-06,
      "loss": 0.5299,
      "step": 191670
    },
    {
      "epoch": 53.5,
      "grad_norm": 2.188441753387451,
      "learning_rate": 4.6838531310328866e-06,
      "loss": 0.566,
      "step": 191680
    },
    {
      "epoch": 53.5,
      "grad_norm": 2.0260725021362305,
      "learning_rate": 4.683851623051296e-06,
      "loss": 0.5294,
      "step": 191690
    },
    {
      "epoch": 53.5,
      "grad_norm": 2.1290135383605957,
      "learning_rate": 4.683850114758238e-06,
      "loss": 0.5419,
      "step": 191700
    },
    {
      "epoch": 53.51,
      "grad_norm": 1.6253341436386108,
      "learning_rate": 4.683848606153712e-06,
      "loss": 0.5307,
      "step": 191710
    },
    {
      "epoch": 53.51,
      "grad_norm": 2.129016160964966,
      "learning_rate": 4.683847097237718e-06,
      "loss": 0.5379,
      "step": 191720
    },
    {
      "epoch": 53.51,
      "grad_norm": 2.2209854125976562,
      "learning_rate": 4.6838455880102564e-06,
      "loss": 0.5444,
      "step": 191730
    },
    {
      "epoch": 53.51,
      "grad_norm": 2.565420389175415,
      "learning_rate": 4.683844078471328e-06,
      "loss": 0.538,
      "step": 191740
    },
    {
      "epoch": 53.52,
      "grad_norm": 1.8022326231002808,
      "learning_rate": 4.683842568620932e-06,
      "loss": 0.5462,
      "step": 191750
    },
    {
      "epoch": 53.52,
      "grad_norm": 2.240562677383423,
      "learning_rate": 4.683841058459069e-06,
      "loss": 0.5305,
      "step": 191760
    },
    {
      "epoch": 53.52,
      "grad_norm": 2.4706430435180664,
      "learning_rate": 4.683839547985739e-06,
      "loss": 0.5404,
      "step": 191770
    },
    {
      "epoch": 53.52,
      "grad_norm": 2.0638606548309326,
      "learning_rate": 4.683838037200943e-06,
      "loss": 0.5416,
      "step": 191780
    },
    {
      "epoch": 53.53,
      "grad_norm": 2.8589673042297363,
      "learning_rate": 4.68383652610468e-06,
      "loss": 0.5342,
      "step": 191790
    },
    {
      "epoch": 53.53,
      "grad_norm": 2.041015148162842,
      "learning_rate": 4.683835014696951e-06,
      "loss": 0.5195,
      "step": 191800
    },
    {
      "epoch": 53.53,
      "grad_norm": 1.9158140420913696,
      "learning_rate": 4.683833502977756e-06,
      "loss": 0.5289,
      "step": 191810
    },
    {
      "epoch": 53.54,
      "grad_norm": 1.6377378702163696,
      "learning_rate": 4.6838319909470965e-06,
      "loss": 0.5197,
      "step": 191820
    },
    {
      "epoch": 53.54,
      "grad_norm": 1.815746545791626,
      "learning_rate": 4.68383047860497e-06,
      "loss": 0.5523,
      "step": 191830
    },
    {
      "epoch": 53.54,
      "grad_norm": 1.9504081010818481,
      "learning_rate": 4.683828965951379e-06,
      "loss": 0.529,
      "step": 191840
    },
    {
      "epoch": 53.54,
      "grad_norm": 2.041476011276245,
      "learning_rate": 4.6838274529863224e-06,
      "loss": 0.5406,
      "step": 191850
    },
    {
      "epoch": 53.55,
      "grad_norm": 1.6520991325378418,
      "learning_rate": 4.683825939709801e-06,
      "loss": 0.5408,
      "step": 191860
    },
    {
      "epoch": 53.55,
      "grad_norm": 1.760832667350769,
      "learning_rate": 4.683824426121815e-06,
      "loss": 0.5355,
      "step": 191870
    },
    {
      "epoch": 53.55,
      "grad_norm": 1.89500892162323,
      "learning_rate": 4.683822912222364e-06,
      "loss": 0.5526,
      "step": 191880
    },
    {
      "epoch": 53.56,
      "grad_norm": 2.084786891937256,
      "learning_rate": 4.683821398011448e-06,
      "loss": 0.5369,
      "step": 191890
    },
    {
      "epoch": 53.56,
      "grad_norm": 2.0300631523132324,
      "learning_rate": 4.683819883489069e-06,
      "loss": 0.5277,
      "step": 191900
    },
    {
      "epoch": 53.56,
      "grad_norm": 2.813122510910034,
      "learning_rate": 4.683818368655225e-06,
      "loss": 0.529,
      "step": 191910
    },
    {
      "epoch": 53.56,
      "grad_norm": 2.720428466796875,
      "learning_rate": 4.683816853509919e-06,
      "loss": 0.5611,
      "step": 191920
    },
    {
      "epoch": 53.57,
      "grad_norm": 2.3594086170196533,
      "learning_rate": 4.683815338053148e-06,
      "loss": 0.5407,
      "step": 191930
    },
    {
      "epoch": 53.57,
      "grad_norm": 2.011186361312866,
      "learning_rate": 4.683813822284915e-06,
      "loss": 0.5237,
      "step": 191940
    },
    {
      "epoch": 53.57,
      "grad_norm": 2.0503015518188477,
      "learning_rate": 4.683812306205218e-06,
      "loss": 0.5426,
      "step": 191950
    },
    {
      "epoch": 53.58,
      "grad_norm": 2.8175601959228516,
      "learning_rate": 4.683810789814058e-06,
      "loss": 0.5658,
      "step": 191960
    },
    {
      "epoch": 53.58,
      "grad_norm": 2.9735512733459473,
      "learning_rate": 4.683809273111436e-06,
      "loss": 0.5289,
      "step": 191970
    },
    {
      "epoch": 53.58,
      "grad_norm": 1.903185486793518,
      "learning_rate": 4.683807756097351e-06,
      "loss": 0.5658,
      "step": 191980
    },
    {
      "epoch": 53.58,
      "grad_norm": 2.165945529937744,
      "learning_rate": 4.683806238771803e-06,
      "loss": 0.5344,
      "step": 191990
    },
    {
      "epoch": 53.59,
      "grad_norm": 2.2447683811187744,
      "learning_rate": 4.683804721134793e-06,
      "loss": 0.5443,
      "step": 192000
    },
    {
      "epoch": 53.59,
      "grad_norm": 3.054114580154419,
      "learning_rate": 4.683803203186322e-06,
      "loss": 0.5443,
      "step": 192010
    },
    {
      "epoch": 53.59,
      "grad_norm": 2.156214714050293,
      "learning_rate": 4.683801684926389e-06,
      "loss": 0.5363,
      "step": 192020
    },
    {
      "epoch": 53.59,
      "grad_norm": 1.5693211555480957,
      "learning_rate": 4.683800166354994e-06,
      "loss": 0.5326,
      "step": 192030
    },
    {
      "epoch": 53.6,
      "grad_norm": 3.088265895843506,
      "learning_rate": 4.6837986474721385e-06,
      "loss": 0.5291,
      "step": 192040
    },
    {
      "epoch": 53.6,
      "grad_norm": 2.660228967666626,
      "learning_rate": 4.6837971282778206e-06,
      "loss": 0.5322,
      "step": 192050
    },
    {
      "epoch": 53.6,
      "grad_norm": 1.9180185794830322,
      "learning_rate": 4.683795608772043e-06,
      "loss": 0.536,
      "step": 192060
    },
    {
      "epoch": 53.61,
      "grad_norm": 2.0937438011169434,
      "learning_rate": 4.683794088954804e-06,
      "loss": 0.5494,
      "step": 192070
    },
    {
      "epoch": 53.61,
      "grad_norm": 2.079420804977417,
      "learning_rate": 4.6837925688261045e-06,
      "loss": 0.5531,
      "step": 192080
    },
    {
      "epoch": 53.61,
      "grad_norm": 1.6899644136428833,
      "learning_rate": 4.683791048385944e-06,
      "loss": 0.5322,
      "step": 192090
    },
    {
      "epoch": 53.61,
      "grad_norm": 1.8068125247955322,
      "learning_rate": 4.683789527634325e-06,
      "loss": 0.5506,
      "step": 192100
    },
    {
      "epoch": 53.62,
      "grad_norm": 2.09259295463562,
      "learning_rate": 4.683788006571246e-06,
      "loss": 0.5614,
      "step": 192110
    },
    {
      "epoch": 53.62,
      "grad_norm": 1.764244794845581,
      "learning_rate": 4.683786485196706e-06,
      "loss": 0.5269,
      "step": 192120
    },
    {
      "epoch": 53.62,
      "grad_norm": 2.1929264068603516,
      "learning_rate": 4.683784963510707e-06,
      "loss": 0.5427,
      "step": 192130
    },
    {
      "epoch": 53.63,
      "grad_norm": 1.8895654678344727,
      "learning_rate": 4.683783441513249e-06,
      "loss": 0.5389,
      "step": 192140
    },
    {
      "epoch": 53.63,
      "grad_norm": 1.7099831104278564,
      "learning_rate": 4.683781919204332e-06,
      "loss": 0.5549,
      "step": 192150
    },
    {
      "epoch": 53.63,
      "grad_norm": 2.2405614852905273,
      "learning_rate": 4.683780396583956e-06,
      "loss": 0.546,
      "step": 192160
    },
    {
      "epoch": 53.63,
      "grad_norm": 2.130962610244751,
      "learning_rate": 4.683778873652121e-06,
      "loss": 0.5341,
      "step": 192170
    },
    {
      "epoch": 53.64,
      "grad_norm": 2.004678726196289,
      "learning_rate": 4.683777350408828e-06,
      "loss": 0.5533,
      "step": 192180
    },
    {
      "epoch": 53.64,
      "grad_norm": 1.9529997110366821,
      "learning_rate": 4.683775826854077e-06,
      "loss": 0.5272,
      "step": 192190
    },
    {
      "epoch": 53.64,
      "grad_norm": 1.7826488018035889,
      "learning_rate": 4.683774302987867e-06,
      "loss": 0.5306,
      "step": 192200
    },
    {
      "epoch": 53.64,
      "grad_norm": 2.198497772216797,
      "learning_rate": 4.6837727788102e-06,
      "loss": 0.5335,
      "step": 192210
    },
    {
      "epoch": 53.65,
      "grad_norm": 2.694822311401367,
      "learning_rate": 4.683771254321075e-06,
      "loss": 0.5355,
      "step": 192220
    },
    {
      "epoch": 53.65,
      "grad_norm": 1.8249856233596802,
      "learning_rate": 4.683769729520492e-06,
      "loss": 0.5396,
      "step": 192230
    },
    {
      "epoch": 53.65,
      "grad_norm": 2.075648307800293,
      "learning_rate": 4.683768204408452e-06,
      "loss": 0.5441,
      "step": 192240
    },
    {
      "epoch": 53.66,
      "grad_norm": 2.032353639602661,
      "learning_rate": 4.683766678984956e-06,
      "loss": 0.5432,
      "step": 192250
    },
    {
      "epoch": 53.66,
      "grad_norm": 1.7940127849578857,
      "learning_rate": 4.683765153250002e-06,
      "loss": 0.5566,
      "step": 192260
    },
    {
      "epoch": 53.66,
      "grad_norm": 3.16078519821167,
      "learning_rate": 4.683763627203591e-06,
      "loss": 0.5424,
      "step": 192270
    },
    {
      "epoch": 53.66,
      "grad_norm": 1.874727725982666,
      "learning_rate": 4.683762100845724e-06,
      "loss": 0.5294,
      "step": 192280
    },
    {
      "epoch": 53.67,
      "grad_norm": 2.550407648086548,
      "learning_rate": 4.683760574176401e-06,
      "loss": 0.5388,
      "step": 192290
    },
    {
      "epoch": 53.67,
      "grad_norm": 2.356638193130493,
      "learning_rate": 4.6837590471956216e-06,
      "loss": 0.5321,
      "step": 192300
    },
    {
      "epoch": 53.67,
      "grad_norm": 1.8713139295578003,
      "learning_rate": 4.6837575199033874e-06,
      "loss": 0.5284,
      "step": 192310
    },
    {
      "epoch": 53.68,
      "grad_norm": 1.6712231636047363,
      "learning_rate": 4.683755992299697e-06,
      "loss": 0.5281,
      "step": 192320
    },
    {
      "epoch": 53.68,
      "grad_norm": 1.9203780889511108,
      "learning_rate": 4.68375446438455e-06,
      "loss": 0.5352,
      "step": 192330
    },
    {
      "epoch": 53.68,
      "grad_norm": 1.6514019966125488,
      "learning_rate": 4.683752936157949e-06,
      "loss": 0.5468,
      "step": 192340
    },
    {
      "epoch": 53.68,
      "grad_norm": 2.7894794940948486,
      "learning_rate": 4.683751407619893e-06,
      "loss": 0.5462,
      "step": 192350
    },
    {
      "epoch": 53.69,
      "grad_norm": 1.3984298706054688,
      "learning_rate": 4.683749878770382e-06,
      "loss": 0.5589,
      "step": 192360
    },
    {
      "epoch": 53.69,
      "grad_norm": 1.7425364255905151,
      "learning_rate": 4.683748349609416e-06,
      "loss": 0.5381,
      "step": 192370
    },
    {
      "epoch": 53.69,
      "grad_norm": 2.0840349197387695,
      "learning_rate": 4.6837468201369955e-06,
      "loss": 0.5337,
      "step": 192380
    },
    {
      "epoch": 53.7,
      "grad_norm": 1.900974154472351,
      "learning_rate": 4.683745290353122e-06,
      "loss": 0.5519,
      "step": 192390
    },
    {
      "epoch": 53.7,
      "grad_norm": 2.1078524589538574,
      "learning_rate": 4.683743760257793e-06,
      "loss": 0.547,
      "step": 192400
    },
    {
      "epoch": 53.7,
      "grad_norm": 1.8109949827194214,
      "learning_rate": 4.683742229851011e-06,
      "loss": 0.5437,
      "step": 192410
    },
    {
      "epoch": 53.7,
      "grad_norm": 2.1687541007995605,
      "learning_rate": 4.683740699132775e-06,
      "loss": 0.537,
      "step": 192420
    },
    {
      "epoch": 53.71,
      "grad_norm": 2.101846694946289,
      "learning_rate": 4.683739168103086e-06,
      "loss": 0.5426,
      "step": 192430
    },
    {
      "epoch": 53.71,
      "grad_norm": 2.064133644104004,
      "learning_rate": 4.683737636761943e-06,
      "loss": 0.5287,
      "step": 192440
    },
    {
      "epoch": 53.71,
      "grad_norm": 2.582392930984497,
      "learning_rate": 4.683736105109348e-06,
      "loss": 0.5439,
      "step": 192450
    },
    {
      "epoch": 53.71,
      "grad_norm": 2.069169282913208,
      "learning_rate": 4.6837345731453e-06,
      "loss": 0.5239,
      "step": 192460
    },
    {
      "epoch": 53.72,
      "grad_norm": 1.5615675449371338,
      "learning_rate": 4.683733040869799e-06,
      "loss": 0.5235,
      "step": 192470
    },
    {
      "epoch": 53.72,
      "grad_norm": 2.4703946113586426,
      "learning_rate": 4.6837315082828456e-06,
      "loss": 0.5491,
      "step": 192480
    },
    {
      "epoch": 53.72,
      "grad_norm": 1.9948058128356934,
      "learning_rate": 4.683729975384441e-06,
      "loss": 0.5437,
      "step": 192490
    },
    {
      "epoch": 53.73,
      "grad_norm": 1.5960161685943604,
      "learning_rate": 4.683728442174583e-06,
      "loss": 0.5554,
      "step": 192500
    },
    {
      "epoch": 53.73,
      "grad_norm": 1.6298131942749023,
      "learning_rate": 4.6837269086532745e-06,
      "loss": 0.5407,
      "step": 192510
    },
    {
      "epoch": 53.73,
      "grad_norm": 2.4780986309051514,
      "learning_rate": 4.683725374820514e-06,
      "loss": 0.5363,
      "step": 192520
    },
    {
      "epoch": 53.73,
      "grad_norm": 1.6861987113952637,
      "learning_rate": 4.683723840676301e-06,
      "loss": 0.5504,
      "step": 192530
    },
    {
      "epoch": 53.74,
      "grad_norm": 3.0555834770202637,
      "learning_rate": 4.6837223062206385e-06,
      "loss": 0.5517,
      "step": 192540
    },
    {
      "epoch": 53.74,
      "grad_norm": 2.463775873184204,
      "learning_rate": 4.683720771453524e-06,
      "loss": 0.5488,
      "step": 192550
    },
    {
      "epoch": 53.74,
      "grad_norm": 2.140306234359741,
      "learning_rate": 4.683719236374959e-06,
      "loss": 0.5332,
      "step": 192560
    },
    {
      "epoch": 53.75,
      "grad_norm": 2.7254676818847656,
      "learning_rate": 4.6837177009849434e-06,
      "loss": 0.5176,
      "step": 192570
    },
    {
      "epoch": 53.75,
      "grad_norm": 2.279345989227295,
      "learning_rate": 4.683716165283478e-06,
      "loss": 0.5499,
      "step": 192580
    },
    {
      "epoch": 53.75,
      "grad_norm": 1.7763780355453491,
      "learning_rate": 4.683714629270562e-06,
      "loss": 0.5114,
      "step": 192590
    },
    {
      "epoch": 53.75,
      "grad_norm": 2.029864549636841,
      "learning_rate": 4.683713092946196e-06,
      "loss": 0.5309,
      "step": 192600
    },
    {
      "epoch": 53.76,
      "grad_norm": 2.2503833770751953,
      "learning_rate": 4.6837115563103805e-06,
      "loss": 0.5393,
      "step": 192610
    },
    {
      "epoch": 53.76,
      "grad_norm": 2.1617133617401123,
      "learning_rate": 4.683710019363115e-06,
      "loss": 0.5459,
      "step": 192620
    },
    {
      "epoch": 53.76,
      "grad_norm": 2.2855606079101562,
      "learning_rate": 4.683708482104402e-06,
      "loss": 0.5299,
      "step": 192630
    },
    {
      "epoch": 53.77,
      "grad_norm": 1.928367257118225,
      "learning_rate": 4.6837069445342384e-06,
      "loss": 0.5274,
      "step": 192640
    },
    {
      "epoch": 53.77,
      "grad_norm": 2.457383155822754,
      "learning_rate": 4.683705406652626e-06,
      "loss": 0.535,
      "step": 192650
    },
    {
      "epoch": 53.77,
      "grad_norm": 1.4519281387329102,
      "learning_rate": 4.683703868459564e-06,
      "loss": 0.5579,
      "step": 192660
    },
    {
      "epoch": 53.77,
      "grad_norm": 1.8118633031845093,
      "learning_rate": 4.683702329955055e-06,
      "loss": 0.528,
      "step": 192670
    },
    {
      "epoch": 53.78,
      "grad_norm": 2.0392000675201416,
      "learning_rate": 4.683700791139097e-06,
      "loss": 0.5283,
      "step": 192680
    },
    {
      "epoch": 53.78,
      "grad_norm": 2.183786630630493,
      "learning_rate": 4.6836992520116916e-06,
      "loss": 0.5482,
      "step": 192690
    },
    {
      "epoch": 53.78,
      "grad_norm": 1.9380253553390503,
      "learning_rate": 4.683697712572837e-06,
      "loss": 0.5337,
      "step": 192700
    },
    {
      "epoch": 53.78,
      "grad_norm": 2.3310048580169678,
      "learning_rate": 4.683696172822536e-06,
      "loss": 0.5349,
      "step": 192710
    },
    {
      "epoch": 53.79,
      "grad_norm": 2.5226099491119385,
      "learning_rate": 4.683694632760787e-06,
      "loss": 0.5345,
      "step": 192720
    },
    {
      "epoch": 53.79,
      "grad_norm": 2.7315833568573,
      "learning_rate": 4.683693092387591e-06,
      "loss": 0.5392,
      "step": 192730
    },
    {
      "epoch": 53.79,
      "grad_norm": 1.8597962856292725,
      "learning_rate": 4.683691551702947e-06,
      "loss": 0.5352,
      "step": 192740
    },
    {
      "epoch": 53.8,
      "grad_norm": 1.2132155895233154,
      "learning_rate": 4.683690010706857e-06,
      "loss": 0.533,
      "step": 192750
    },
    {
      "epoch": 53.8,
      "grad_norm": 2.024521827697754,
      "learning_rate": 4.6836884693993194e-06,
      "loss": 0.5449,
      "step": 192760
    },
    {
      "epoch": 53.8,
      "grad_norm": 2.1706900596618652,
      "learning_rate": 4.683686927780337e-06,
      "loss": 0.5252,
      "step": 192770
    },
    {
      "epoch": 53.8,
      "grad_norm": 1.722619652748108,
      "learning_rate": 4.683685385849907e-06,
      "loss": 0.5408,
      "step": 192780
    },
    {
      "epoch": 53.81,
      "grad_norm": 1.8315097093582153,
      "learning_rate": 4.683683843608032e-06,
      "loss": 0.5399,
      "step": 192790
    },
    {
      "epoch": 53.81,
      "grad_norm": 2.1252589225769043,
      "learning_rate": 4.6836823010547105e-06,
      "loss": 0.5621,
      "step": 192800
    },
    {
      "epoch": 53.81,
      "grad_norm": 2.124239683151245,
      "learning_rate": 4.683680758189943e-06,
      "loss": 0.5263,
      "step": 192810
    },
    {
      "epoch": 53.82,
      "grad_norm": 1.889132022857666,
      "learning_rate": 4.683679215013731e-06,
      "loss": 0.5452,
      "step": 192820
    },
    {
      "epoch": 53.82,
      "grad_norm": 1.7705665826797485,
      "learning_rate": 4.683677671526073e-06,
      "loss": 0.5492,
      "step": 192830
    },
    {
      "epoch": 53.82,
      "grad_norm": 2.244569778442383,
      "learning_rate": 4.68367612772697e-06,
      "loss": 0.5445,
      "step": 192840
    },
    {
      "epoch": 53.82,
      "grad_norm": 2.081089973449707,
      "learning_rate": 4.6836745836164235e-06,
      "loss": 0.5606,
      "step": 192850
    },
    {
      "epoch": 53.83,
      "grad_norm": 2.6772878170013428,
      "learning_rate": 4.683673039194431e-06,
      "loss": 0.5286,
      "step": 192860
    },
    {
      "epoch": 53.83,
      "grad_norm": 2.4735653400421143,
      "learning_rate": 4.683671494460994e-06,
      "loss": 0.5395,
      "step": 192870
    },
    {
      "epoch": 53.83,
      "grad_norm": 1.936922550201416,
      "learning_rate": 4.683669949416114e-06,
      "loss": 0.5496,
      "step": 192880
    },
    {
      "epoch": 53.83,
      "grad_norm": 2.29274320602417,
      "learning_rate": 4.683668404059789e-06,
      "loss": 0.5223,
      "step": 192890
    },
    {
      "epoch": 53.84,
      "grad_norm": 2.566898822784424,
      "learning_rate": 4.683666858392021e-06,
      "loss": 0.5388,
      "step": 192900
    },
    {
      "epoch": 53.84,
      "grad_norm": 2.6755776405334473,
      "learning_rate": 4.683665312412809e-06,
      "loss": 0.5275,
      "step": 192910
    },
    {
      "epoch": 53.84,
      "grad_norm": 2.0886995792388916,
      "learning_rate": 4.683663766122153e-06,
      "loss": 0.5452,
      "step": 192920
    },
    {
      "epoch": 53.85,
      "grad_norm": 1.944959282875061,
      "learning_rate": 4.6836622195200545e-06,
      "loss": 0.5397,
      "step": 192930
    },
    {
      "epoch": 53.85,
      "grad_norm": 2.3060483932495117,
      "learning_rate": 4.683660672606514e-06,
      "loss": 0.5463,
      "step": 192940
    },
    {
      "epoch": 53.85,
      "grad_norm": 1.8132745027542114,
      "learning_rate": 4.6836591253815295e-06,
      "loss": 0.5268,
      "step": 192950
    },
    {
      "epoch": 53.85,
      "grad_norm": 2.226571798324585,
      "learning_rate": 4.683657577845103e-06,
      "loss": 0.5373,
      "step": 192960
    },
    {
      "epoch": 53.86,
      "grad_norm": 1.7830610275268555,
      "learning_rate": 4.683656029997233e-06,
      "loss": 0.5328,
      "step": 192970
    },
    {
      "epoch": 53.86,
      "grad_norm": 2.9588353633880615,
      "learning_rate": 4.683654481837922e-06,
      "loss": 0.5307,
      "step": 192980
    },
    {
      "epoch": 53.86,
      "grad_norm": 2.43379282951355,
      "learning_rate": 4.683652933367169e-06,
      "loss": 0.5427,
      "step": 192990
    },
    {
      "epoch": 53.87,
      "grad_norm": 1.888087272644043,
      "learning_rate": 4.683651384584974e-06,
      "loss": 0.5448,
      "step": 193000
    },
    {
      "epoch": 53.87,
      "grad_norm": 1.6183756589889526,
      "learning_rate": 4.6836498354913375e-06,
      "loss": 0.5492,
      "step": 193010
    },
    {
      "epoch": 53.87,
      "grad_norm": 2.7884159088134766,
      "learning_rate": 4.68364828608626e-06,
      "loss": 0.5287,
      "step": 193020
    },
    {
      "epoch": 53.87,
      "grad_norm": 2.2870872020721436,
      "learning_rate": 4.683646736369741e-06,
      "loss": 0.5548,
      "step": 193030
    },
    {
      "epoch": 53.88,
      "grad_norm": 2.081634283065796,
      "learning_rate": 4.683645186341782e-06,
      "loss": 0.5357,
      "step": 193040
    },
    {
      "epoch": 53.88,
      "grad_norm": 2.239797592163086,
      "learning_rate": 4.683643636002381e-06,
      "loss": 0.533,
      "step": 193050
    },
    {
      "epoch": 53.88,
      "grad_norm": 1.8592519760131836,
      "learning_rate": 4.68364208535154e-06,
      "loss": 0.5447,
      "step": 193060
    },
    {
      "epoch": 53.89,
      "grad_norm": 1.9803706407546997,
      "learning_rate": 4.683640534389259e-06,
      "loss": 0.524,
      "step": 193070
    },
    {
      "epoch": 53.89,
      "grad_norm": 2.0518617630004883,
      "learning_rate": 4.683638983115538e-06,
      "loss": 0.5354,
      "step": 193080
    },
    {
      "epoch": 53.89,
      "grad_norm": 2.1586546897888184,
      "learning_rate": 4.683637431530378e-06,
      "loss": 0.5351,
      "step": 193090
    },
    {
      "epoch": 53.89,
      "grad_norm": 2.1582648754119873,
      "learning_rate": 4.683635879633776e-06,
      "loss": 0.5446,
      "step": 193100
    },
    {
      "epoch": 53.9,
      "grad_norm": 1.9921205043792725,
      "learning_rate": 4.683634327425737e-06,
      "loss": 0.552,
      "step": 193110
    },
    {
      "epoch": 53.9,
      "grad_norm": 2.434688091278076,
      "learning_rate": 4.683632774906257e-06,
      "loss": 0.5518,
      "step": 193120
    },
    {
      "epoch": 53.9,
      "grad_norm": 1.6817007064819336,
      "learning_rate": 4.683631222075339e-06,
      "loss": 0.5399,
      "step": 193130
    },
    {
      "epoch": 53.9,
      "grad_norm": 1.8723018169403076,
      "learning_rate": 4.683629668932981e-06,
      "loss": 0.5336,
      "step": 193140
    },
    {
      "epoch": 53.91,
      "grad_norm": 2.11161470413208,
      "learning_rate": 4.683628115479185e-06,
      "loss": 0.5512,
      "step": 193150
    },
    {
      "epoch": 53.91,
      "grad_norm": 2.074509859085083,
      "learning_rate": 4.683626561713951e-06,
      "loss": 0.5474,
      "step": 193160
    },
    {
      "epoch": 53.91,
      "grad_norm": 1.6228933334350586,
      "learning_rate": 4.683625007637279e-06,
      "loss": 0.5386,
      "step": 193170
    },
    {
      "epoch": 53.92,
      "grad_norm": 2.556267261505127,
      "learning_rate": 4.683623453249167e-06,
      "loss": 0.5558,
      "step": 193180
    },
    {
      "epoch": 53.92,
      "grad_norm": 2.684485912322998,
      "learning_rate": 4.683621898549619e-06,
      "loss": 0.5406,
      "step": 193190
    },
    {
      "epoch": 53.92,
      "grad_norm": 2.198608636856079,
      "learning_rate": 4.6836203435386335e-06,
      "loss": 0.5625,
      "step": 193200
    },
    {
      "epoch": 53.92,
      "grad_norm": 2.0056087970733643,
      "learning_rate": 4.6836187882162106e-06,
      "loss": 0.5488,
      "step": 193210
    },
    {
      "epoch": 53.93,
      "grad_norm": 2.4123620986938477,
      "learning_rate": 4.68361723258235e-06,
      "loss": 0.514,
      "step": 193220
    },
    {
      "epoch": 53.93,
      "grad_norm": 1.8927712440490723,
      "learning_rate": 4.683615676637053e-06,
      "loss": 0.5542,
      "step": 193230
    },
    {
      "epoch": 53.93,
      "grad_norm": 2.17102313041687,
      "learning_rate": 4.6836141203803185e-06,
      "loss": 0.527,
      "step": 193240
    },
    {
      "epoch": 53.94,
      "grad_norm": 1.7663331031799316,
      "learning_rate": 4.683612563812148e-06,
      "loss": 0.5251,
      "step": 193250
    },
    {
      "epoch": 53.94,
      "grad_norm": 2.40991473197937,
      "learning_rate": 4.68361100693254e-06,
      "loss": 0.5296,
      "step": 193260
    },
    {
      "epoch": 53.94,
      "grad_norm": 1.567098617553711,
      "learning_rate": 4.683609449741497e-06,
      "loss": 0.5498,
      "step": 193270
    },
    {
      "epoch": 53.94,
      "grad_norm": 2.372941255569458,
      "learning_rate": 4.683607892239018e-06,
      "loss": 0.555,
      "step": 193280
    },
    {
      "epoch": 53.95,
      "grad_norm": 1.9030263423919678,
      "learning_rate": 4.683606334425103e-06,
      "loss": 0.5368,
      "step": 193290
    },
    {
      "epoch": 53.95,
      "grad_norm": 2.2346363067626953,
      "learning_rate": 4.683604776299753e-06,
      "loss": 0.5326,
      "step": 193300
    },
    {
      "epoch": 53.95,
      "grad_norm": 1.7609902620315552,
      "learning_rate": 4.683603217862968e-06,
      "loss": 0.5224,
      "step": 193310
    },
    {
      "epoch": 53.95,
      "grad_norm": 2.879823923110962,
      "learning_rate": 4.683601659114746e-06,
      "loss": 0.5437,
      "step": 193320
    },
    {
      "epoch": 53.96,
      "grad_norm": 2.0254127979278564,
      "learning_rate": 4.683600100055091e-06,
      "loss": 0.5214,
      "step": 193330
    },
    {
      "epoch": 53.96,
      "grad_norm": 1.8681049346923828,
      "learning_rate": 4.683598540684001e-06,
      "loss": 0.5451,
      "step": 193340
    },
    {
      "epoch": 53.96,
      "grad_norm": 2.214813470840454,
      "learning_rate": 4.683596981001476e-06,
      "loss": 0.5201,
      "step": 193350
    },
    {
      "epoch": 53.97,
      "grad_norm": 2.225774049758911,
      "learning_rate": 4.683595421007517e-06,
      "loss": 0.5397,
      "step": 193360
    },
    {
      "epoch": 53.97,
      "grad_norm": 1.9234174489974976,
      "learning_rate": 4.683593860702124e-06,
      "loss": 0.559,
      "step": 193370
    },
    {
      "epoch": 53.97,
      "grad_norm": 1.7269216775894165,
      "learning_rate": 4.683592300085296e-06,
      "loss": 0.5367,
      "step": 193380
    },
    {
      "epoch": 53.97,
      "grad_norm": 2.152695655822754,
      "learning_rate": 4.6835907391570356e-06,
      "loss": 0.5316,
      "step": 193390
    },
    {
      "epoch": 53.98,
      "grad_norm": 1.8224372863769531,
      "learning_rate": 4.683589177917341e-06,
      "loss": 0.5499,
      "step": 193400
    },
    {
      "epoch": 53.98,
      "grad_norm": 2.015289068222046,
      "learning_rate": 4.683587616366214e-06,
      "loss": 0.5306,
      "step": 193410
    },
    {
      "epoch": 53.98,
      "grad_norm": 2.2287237644195557,
      "learning_rate": 4.683586054503653e-06,
      "loss": 0.5357,
      "step": 193420
    },
    {
      "epoch": 53.99,
      "grad_norm": 1.8188157081604004,
      "learning_rate": 4.6835844923296606e-06,
      "loss": 0.5418,
      "step": 193430
    },
    {
      "epoch": 53.99,
      "grad_norm": 3.005326986312866,
      "learning_rate": 4.683582929844235e-06,
      "loss": 0.5314,
      "step": 193440
    },
    {
      "epoch": 53.99,
      "grad_norm": 3.3861520290374756,
      "learning_rate": 4.6835813670473765e-06,
      "loss": 0.5524,
      "step": 193450
    },
    {
      "epoch": 53.99,
      "grad_norm": 1.9416167736053467,
      "learning_rate": 4.683579803939087e-06,
      "loss": 0.5444,
      "step": 193460
    },
    {
      "epoch": 54.0,
      "grad_norm": 2.5082874298095703,
      "learning_rate": 4.6835782405193635e-06,
      "loss": 0.5406,
      "step": 193470
    },
    {
      "epoch": 54.0,
      "grad_norm": 2.541564464569092,
      "learning_rate": 4.68357667678821e-06,
      "loss": 0.5349,
      "step": 193480
    },
    {
      "epoch": 54.0,
      "eval_loss": 0.538750946521759,
      "eval_runtime": 63.3713,
      "eval_samples_per_second": 79.831,
      "eval_steps_per_second": 9.989,
      "step": 193482
    },
    {
      "epoch": 54.0,
      "grad_norm": 1.7978310585021973,
      "learning_rate": 4.683575112745624e-06,
      "loss": 0.5474,
      "step": 193490
    },
    {
      "epoch": 54.01,
      "grad_norm": 1.5503365993499756,
      "learning_rate": 4.683573548391607e-06,
      "loss": 0.5358,
      "step": 193500
    },
    {
      "epoch": 54.01,
      "grad_norm": 2.0488393306732178,
      "learning_rate": 4.683571983726159e-06,
      "loss": 0.5428,
      "step": 193510
    },
    {
      "epoch": 54.01,
      "grad_norm": 1.8944339752197266,
      "learning_rate": 4.68357041874928e-06,
      "loss": 0.5355,
      "step": 193520
    },
    {
      "epoch": 54.01,
      "grad_norm": 1.4091969728469849,
      "learning_rate": 4.68356885346097e-06,
      "loss": 0.5361,
      "step": 193530
    },
    {
      "epoch": 54.02,
      "grad_norm": 1.8990355730056763,
      "learning_rate": 4.683567287861229e-06,
      "loss": 0.5606,
      "step": 193540
    },
    {
      "epoch": 54.02,
      "grad_norm": 1.9742120504379272,
      "learning_rate": 4.683565721950058e-06,
      "loss": 0.5367,
      "step": 193550
    },
    {
      "epoch": 54.02,
      "grad_norm": 2.6092545986175537,
      "learning_rate": 4.683564155727458e-06,
      "loss": 0.5488,
      "step": 193560
    },
    {
      "epoch": 54.02,
      "grad_norm": 2.175732135772705,
      "learning_rate": 4.683562589193427e-06,
      "loss": 0.5363,
      "step": 193570
    },
    {
      "epoch": 54.03,
      "grad_norm": 1.8667168617248535,
      "learning_rate": 4.683561022347967e-06,
      "loss": 0.559,
      "step": 193580
    },
    {
      "epoch": 54.03,
      "grad_norm": 2.1428236961364746,
      "learning_rate": 4.683559455191077e-06,
      "loss": 0.5451,
      "step": 193590
    },
    {
      "epoch": 54.03,
      "grad_norm": 2.0114378929138184,
      "learning_rate": 4.683557887722758e-06,
      "loss": 0.5424,
      "step": 193600
    },
    {
      "epoch": 54.04,
      "grad_norm": 2.388078451156616,
      "learning_rate": 4.683556319943009e-06,
      "loss": 0.5431,
      "step": 193610
    },
    {
      "epoch": 54.04,
      "grad_norm": 2.8501486778259277,
      "learning_rate": 4.683554751851832e-06,
      "loss": 0.5333,
      "step": 193620
    },
    {
      "epoch": 54.04,
      "grad_norm": 1.6545367240905762,
      "learning_rate": 4.683553183449226e-06,
      "loss": 0.533,
      "step": 193630
    },
    {
      "epoch": 54.04,
      "grad_norm": 2.0602152347564697,
      "learning_rate": 4.683551614735192e-06,
      "loss": 0.5433,
      "step": 193640
    },
    {
      "epoch": 54.05,
      "grad_norm": 2.15495228767395,
      "learning_rate": 4.683550045709729e-06,
      "loss": 0.5263,
      "step": 193650
    },
    {
      "epoch": 54.05,
      "grad_norm": 1.9894628524780273,
      "learning_rate": 4.6835484763728396e-06,
      "loss": 0.5478,
      "step": 193660
    },
    {
      "epoch": 54.05,
      "grad_norm": 2.463623046875,
      "learning_rate": 4.6835469067245205e-06,
      "loss": 0.542,
      "step": 193670
    },
    {
      "epoch": 54.06,
      "grad_norm": 2.2765069007873535,
      "learning_rate": 4.683545336764775e-06,
      "loss": 0.5184,
      "step": 193680
    },
    {
      "epoch": 54.06,
      "grad_norm": 1.952356219291687,
      "learning_rate": 4.6835437664936015e-06,
      "loss": 0.5308,
      "step": 193690
    },
    {
      "epoch": 54.06,
      "grad_norm": 1.9380879402160645,
      "learning_rate": 4.683542195911001e-06,
      "loss": 0.544,
      "step": 193700
    },
    {
      "epoch": 54.06,
      "grad_norm": 1.9299867153167725,
      "learning_rate": 4.683540625016974e-06,
      "loss": 0.5355,
      "step": 193710
    },
    {
      "epoch": 54.07,
      "grad_norm": 1.9135594367980957,
      "learning_rate": 4.68353905381152e-06,
      "loss": 0.5468,
      "step": 193720
    },
    {
      "epoch": 54.07,
      "grad_norm": 1.9545978307724,
      "learning_rate": 4.683537482294638e-06,
      "loss": 0.5318,
      "step": 193730
    },
    {
      "epoch": 54.07,
      "grad_norm": 2.105773687362671,
      "learning_rate": 4.683535910466332e-06,
      "loss": 0.5442,
      "step": 193740
    },
    {
      "epoch": 54.07,
      "grad_norm": 2.8269670009613037,
      "learning_rate": 4.683534338326598e-06,
      "loss": 0.5421,
      "step": 193750
    },
    {
      "epoch": 54.08,
      "grad_norm": 1.88758385181427,
      "learning_rate": 4.6835327658754385e-06,
      "loss": 0.5388,
      "step": 193760
    },
    {
      "epoch": 54.08,
      "grad_norm": 1.8888741731643677,
      "learning_rate": 4.683531193112854e-06,
      "loss": 0.5306,
      "step": 193770
    },
    {
      "epoch": 54.08,
      "grad_norm": 1.7833161354064941,
      "learning_rate": 4.683529620038844e-06,
      "loss": 0.5294,
      "step": 193780
    },
    {
      "epoch": 54.09,
      "grad_norm": 2.1708176136016846,
      "learning_rate": 4.683528046653408e-06,
      "loss": 0.5306,
      "step": 193790
    },
    {
      "epoch": 54.09,
      "grad_norm": 1.7822128534317017,
      "learning_rate": 4.683526472956546e-06,
      "loss": 0.5543,
      "step": 193800
    },
    {
      "epoch": 54.09,
      "grad_norm": 1.9418166875839233,
      "learning_rate": 4.683524898948261e-06,
      "loss": 0.5497,
      "step": 193810
    },
    {
      "epoch": 54.09,
      "grad_norm": 1.8753905296325684,
      "learning_rate": 4.683523324628551e-06,
      "loss": 0.5227,
      "step": 193820
    },
    {
      "epoch": 54.1,
      "grad_norm": 2.254056692123413,
      "learning_rate": 4.683521749997415e-06,
      "loss": 0.522,
      "step": 193830
    },
    {
      "epoch": 54.1,
      "grad_norm": 2.2519187927246094,
      "learning_rate": 4.6835201750548566e-06,
      "loss": 0.5466,
      "step": 193840
    },
    {
      "epoch": 54.1,
      "grad_norm": 1.60323166847229,
      "learning_rate": 4.683518599800873e-06,
      "loss": 0.5406,
      "step": 193850
    },
    {
      "epoch": 54.11,
      "grad_norm": 2.071812152862549,
      "learning_rate": 4.683517024235467e-06,
      "loss": 0.5523,
      "step": 193860
    },
    {
      "epoch": 54.11,
      "grad_norm": 2.7038567066192627,
      "learning_rate": 4.683515448358636e-06,
      "loss": 0.5551,
      "step": 193870
    },
    {
      "epoch": 54.11,
      "grad_norm": 2.135014295578003,
      "learning_rate": 4.683513872170382e-06,
      "loss": 0.5189,
      "step": 193880
    },
    {
      "epoch": 54.11,
      "grad_norm": 1.686646819114685,
      "learning_rate": 4.683512295670704e-06,
      "loss": 0.5535,
      "step": 193890
    },
    {
      "epoch": 54.12,
      "grad_norm": 1.765252947807312,
      "learning_rate": 4.683510718859604e-06,
      "loss": 0.5207,
      "step": 193900
    },
    {
      "epoch": 54.12,
      "grad_norm": 1.9169033765792847,
      "learning_rate": 4.683509141737081e-06,
      "loss": 0.5514,
      "step": 193910
    },
    {
      "epoch": 54.12,
      "grad_norm": 3.1089982986450195,
      "learning_rate": 4.683507564303135e-06,
      "loss": 0.528,
      "step": 193920
    },
    {
      "epoch": 54.13,
      "grad_norm": 2.058403253555298,
      "learning_rate": 4.683505986557767e-06,
      "loss": 0.5532,
      "step": 193930
    },
    {
      "epoch": 54.13,
      "grad_norm": 1.7835209369659424,
      "learning_rate": 4.683504408500977e-06,
      "loss": 0.5367,
      "step": 193940
    },
    {
      "epoch": 54.13,
      "grad_norm": 2.3240888118743896,
      "learning_rate": 4.683502830132765e-06,
      "loss": 0.5484,
      "step": 193950
    },
    {
      "epoch": 54.13,
      "grad_norm": 2.187570571899414,
      "learning_rate": 4.683501251453131e-06,
      "loss": 0.5569,
      "step": 193960
    },
    {
      "epoch": 54.14,
      "grad_norm": 1.8353855609893799,
      "learning_rate": 4.683499672462076e-06,
      "loss": 0.5187,
      "step": 193970
    },
    {
      "epoch": 54.14,
      "grad_norm": 2.0156331062316895,
      "learning_rate": 4.683498093159599e-06,
      "loss": 0.5557,
      "step": 193980
    },
    {
      "epoch": 54.14,
      "grad_norm": 1.8794430494308472,
      "learning_rate": 4.6834965135457015e-06,
      "loss": 0.5492,
      "step": 193990
    },
    {
      "epoch": 54.14,
      "grad_norm": 1.9252209663391113,
      "learning_rate": 4.6834949336203825e-06,
      "loss": 0.505,
      "step": 194000
    },
    {
      "epoch": 54.15,
      "grad_norm": 2.0176727771759033,
      "learning_rate": 4.683493353383643e-06,
      "loss": 0.5155,
      "step": 194010
    },
    {
      "epoch": 54.15,
      "grad_norm": 1.8987624645233154,
      "learning_rate": 4.683491772835483e-06,
      "loss": 0.5411,
      "step": 194020
    },
    {
      "epoch": 54.15,
      "grad_norm": 2.279092788696289,
      "learning_rate": 4.683490191975902e-06,
      "loss": 0.5375,
      "step": 194030
    },
    {
      "epoch": 54.16,
      "grad_norm": 2.310511827468872,
      "learning_rate": 4.6834886108049025e-06,
      "loss": 0.5472,
      "step": 194040
    },
    {
      "epoch": 54.16,
      "grad_norm": 2.216229200363159,
      "learning_rate": 4.683487029322483e-06,
      "loss": 0.5437,
      "step": 194050
    },
    {
      "epoch": 54.16,
      "grad_norm": 2.1198809146881104,
      "learning_rate": 4.683485447528643e-06,
      "loss": 0.5271,
      "step": 194060
    },
    {
      "epoch": 54.16,
      "grad_norm": 1.7420382499694824,
      "learning_rate": 4.683483865423384e-06,
      "loss": 0.5391,
      "step": 194070
    },
    {
      "epoch": 54.17,
      "grad_norm": 2.0108799934387207,
      "learning_rate": 4.6834822830067055e-06,
      "loss": 0.5224,
      "step": 194080
    },
    {
      "epoch": 54.17,
      "grad_norm": 2.5115528106689453,
      "learning_rate": 4.683480700278608e-06,
      "loss": 0.552,
      "step": 194090
    },
    {
      "epoch": 54.17,
      "grad_norm": 2.4842824935913086,
      "learning_rate": 4.683479117239092e-06,
      "loss": 0.5305,
      "step": 194100
    },
    {
      "epoch": 54.18,
      "grad_norm": 1.7249401807785034,
      "learning_rate": 4.683477533888156e-06,
      "loss": 0.5389,
      "step": 194110
    },
    {
      "epoch": 54.18,
      "grad_norm": 1.754561185836792,
      "learning_rate": 4.683475950225804e-06,
      "loss": 0.5309,
      "step": 194120
    },
    {
      "epoch": 54.18,
      "grad_norm": 2.4286000728607178,
      "learning_rate": 4.683474366252033e-06,
      "loss": 0.5382,
      "step": 194130
    },
    {
      "epoch": 54.18,
      "grad_norm": 1.8985763788223267,
      "learning_rate": 4.683472781966844e-06,
      "loss": 0.5484,
      "step": 194140
    },
    {
      "epoch": 54.19,
      "grad_norm": 2.8330559730529785,
      "learning_rate": 4.683471197370236e-06,
      "loss": 0.5326,
      "step": 194150
    },
    {
      "epoch": 54.19,
      "grad_norm": 2.154876947402954,
      "learning_rate": 4.683469612462212e-06,
      "loss": 0.5534,
      "step": 194160
    },
    {
      "epoch": 54.19,
      "grad_norm": 1.7386131286621094,
      "learning_rate": 4.68346802724277e-06,
      "loss": 0.5486,
      "step": 194170
    },
    {
      "epoch": 54.19,
      "grad_norm": 1.9140539169311523,
      "learning_rate": 4.6834664417119116e-06,
      "loss": 0.5593,
      "step": 194180
    },
    {
      "epoch": 54.2,
      "grad_norm": 2.4272844791412354,
      "learning_rate": 4.683464855869635e-06,
      "loss": 0.5212,
      "step": 194190
    },
    {
      "epoch": 54.2,
      "grad_norm": 2.149770498275757,
      "learning_rate": 4.683463269715943e-06,
      "loss": 0.5633,
      "step": 194200
    },
    {
      "epoch": 54.2,
      "grad_norm": 1.860666275024414,
      "learning_rate": 4.6834616832508346e-06,
      "loss": 0.5575,
      "step": 194210
    },
    {
      "epoch": 54.21,
      "grad_norm": 2.051825761795044,
      "learning_rate": 4.683460096474308e-06,
      "loss": 0.5132,
      "step": 194220
    },
    {
      "epoch": 54.21,
      "grad_norm": 2.1183619499206543,
      "learning_rate": 4.683458509386367e-06,
      "loss": 0.5169,
      "step": 194230
    },
    {
      "epoch": 54.21,
      "grad_norm": 1.694672703742981,
      "learning_rate": 4.68345692198701e-06,
      "loss": 0.5309,
      "step": 194240
    },
    {
      "epoch": 54.21,
      "grad_norm": 1.906906008720398,
      "learning_rate": 4.683455334276238e-06,
      "loss": 0.5465,
      "step": 194250
    },
    {
      "epoch": 54.22,
      "grad_norm": 2.2751333713531494,
      "learning_rate": 4.68345374625405e-06,
      "loss": 0.5326,
      "step": 194260
    },
    {
      "epoch": 54.22,
      "grad_norm": 2.0648586750030518,
      "learning_rate": 4.683452157920446e-06,
      "loss": 0.5373,
      "step": 194270
    },
    {
      "epoch": 54.22,
      "grad_norm": 2.0416207313537598,
      "learning_rate": 4.683450569275428e-06,
      "loss": 0.5421,
      "step": 194280
    },
    {
      "epoch": 54.23,
      "grad_norm": 1.8039125204086304,
      "learning_rate": 4.6834489803189944e-06,
      "loss": 0.5472,
      "step": 194290
    },
    {
      "epoch": 54.23,
      "grad_norm": 1.8082832098007202,
      "learning_rate": 4.683447391051147e-06,
      "loss": 0.5394,
      "step": 194300
    },
    {
      "epoch": 54.23,
      "grad_norm": 1.6466846466064453,
      "learning_rate": 4.683445801471885e-06,
      "loss": 0.5418,
      "step": 194310
    },
    {
      "epoch": 54.23,
      "grad_norm": 2.56770920753479,
      "learning_rate": 4.683444211581209e-06,
      "loss": 0.5329,
      "step": 194320
    },
    {
      "epoch": 54.24,
      "grad_norm": 2.1703169345855713,
      "learning_rate": 4.683442621379119e-06,
      "loss": 0.5258,
      "step": 194330
    },
    {
      "epoch": 54.24,
      "grad_norm": 1.615200400352478,
      "learning_rate": 4.683441030865614e-06,
      "loss": 0.5326,
      "step": 194340
    },
    {
      "epoch": 54.24,
      "grad_norm": 2.4150328636169434,
      "learning_rate": 4.683439440040697e-06,
      "loss": 0.5526,
      "step": 194350
    },
    {
      "epoch": 54.25,
      "grad_norm": 1.8226292133331299,
      "learning_rate": 4.683437848904366e-06,
      "loss": 0.5268,
      "step": 194360
    },
    {
      "epoch": 54.25,
      "grad_norm": 1.590855598449707,
      "learning_rate": 4.683436257456622e-06,
      "loss": 0.5394,
      "step": 194370
    },
    {
      "epoch": 54.25,
      "grad_norm": 2.320514440536499,
      "learning_rate": 4.683434665697465e-06,
      "loss": 0.5355,
      "step": 194380
    },
    {
      "epoch": 54.25,
      "grad_norm": 2.088658571243286,
      "learning_rate": 4.683433073626897e-06,
      "loss": 0.5442,
      "step": 194390
    },
    {
      "epoch": 54.26,
      "grad_norm": 2.4297029972076416,
      "learning_rate": 4.683431481244915e-06,
      "loss": 0.536,
      "step": 194400
    },
    {
      "epoch": 54.26,
      "grad_norm": 2.9430246353149414,
      "learning_rate": 4.683429888551521e-06,
      "loss": 0.5345,
      "step": 194410
    },
    {
      "epoch": 54.26,
      "grad_norm": 2.6178431510925293,
      "learning_rate": 4.6834282955467155e-06,
      "loss": 0.5352,
      "step": 194420
    },
    {
      "epoch": 54.26,
      "grad_norm": 3.0168046951293945,
      "learning_rate": 4.683426702230497e-06,
      "loss": 0.5405,
      "step": 194430
    },
    {
      "epoch": 54.27,
      "grad_norm": 1.7407069206237793,
      "learning_rate": 4.683425108602867e-06,
      "loss": 0.5497,
      "step": 194440
    },
    {
      "epoch": 54.27,
      "grad_norm": 1.6107337474822998,
      "learning_rate": 4.683423514663827e-06,
      "loss": 0.5544,
      "step": 194450
    },
    {
      "epoch": 54.27,
      "grad_norm": 2.16544246673584,
      "learning_rate": 4.683421920413374e-06,
      "loss": 0.5294,
      "step": 194460
    },
    {
      "epoch": 54.28,
      "grad_norm": 2.152085065841675,
      "learning_rate": 4.683420325851511e-06,
      "loss": 0.5149,
      "step": 194470
    },
    {
      "epoch": 54.28,
      "grad_norm": 2.7995193004608154,
      "learning_rate": 4.683418730978237e-06,
      "loss": 0.5445,
      "step": 194480
    },
    {
      "epoch": 54.28,
      "grad_norm": 2.0762877464294434,
      "learning_rate": 4.683417135793553e-06,
      "loss": 0.5124,
      "step": 194490
    },
    {
      "epoch": 54.28,
      "grad_norm": 1.5935978889465332,
      "learning_rate": 4.6834155402974584e-06,
      "loss": 0.5266,
      "step": 194500
    },
    {
      "epoch": 54.29,
      "grad_norm": 2.1799893379211426,
      "learning_rate": 4.683413944489953e-06,
      "loss": 0.5202,
      "step": 194510
    },
    {
      "epoch": 54.29,
      "grad_norm": 1.8127752542495728,
      "learning_rate": 4.68341234837104e-06,
      "loss": 0.5315,
      "step": 194520
    },
    {
      "epoch": 54.29,
      "grad_norm": 1.7715551853179932,
      "learning_rate": 4.6834107519407144e-06,
      "loss": 0.5434,
      "step": 194530
    },
    {
      "epoch": 54.3,
      "grad_norm": 2.131932497024536,
      "learning_rate": 4.683409155198981e-06,
      "loss": 0.5502,
      "step": 194540
    },
    {
      "epoch": 54.3,
      "grad_norm": 2.6432299613952637,
      "learning_rate": 4.6834075581458375e-06,
      "loss": 0.5531,
      "step": 194550
    },
    {
      "epoch": 54.3,
      "grad_norm": 1.9818569421768188,
      "learning_rate": 4.683405960781285e-06,
      "loss": 0.5509,
      "step": 194560
    },
    {
      "epoch": 54.3,
      "grad_norm": 1.7451471090316772,
      "learning_rate": 4.683404363105324e-06,
      "loss": 0.5287,
      "step": 194570
    },
    {
      "epoch": 54.31,
      "grad_norm": 2.2366602420806885,
      "learning_rate": 4.683402765117954e-06,
      "loss": 0.5364,
      "step": 194580
    },
    {
      "epoch": 54.31,
      "grad_norm": 3.4565553665161133,
      "learning_rate": 4.683401166819177e-06,
      "loss": 0.5517,
      "step": 194590
    },
    {
      "epoch": 54.31,
      "grad_norm": 2.0230953693389893,
      "learning_rate": 4.68339956820899e-06,
      "loss": 0.5503,
      "step": 194600
    },
    {
      "epoch": 54.31,
      "grad_norm": 2.971998453140259,
      "learning_rate": 4.683397969287395e-06,
      "loss": 0.5244,
      "step": 194610
    },
    {
      "epoch": 54.32,
      "grad_norm": 2.440635919570923,
      "learning_rate": 4.683396370054393e-06,
      "loss": 0.5483,
      "step": 194620
    },
    {
      "epoch": 54.32,
      "grad_norm": 2.8101096153259277,
      "learning_rate": 4.683394770509984e-06,
      "loss": 0.5533,
      "step": 194630
    },
    {
      "epoch": 54.32,
      "grad_norm": 2.4980721473693848,
      "learning_rate": 4.683393170654167e-06,
      "loss": 0.537,
      "step": 194640
    },
    {
      "epoch": 54.33,
      "grad_norm": 1.9768277406692505,
      "learning_rate": 4.683391570486943e-06,
      "loss": 0.5262,
      "step": 194650
    },
    {
      "epoch": 54.33,
      "grad_norm": 2.001040458679199,
      "learning_rate": 4.683389970008312e-06,
      "loss": 0.5392,
      "step": 194660
    },
    {
      "epoch": 54.33,
      "grad_norm": 1.966576099395752,
      "learning_rate": 4.683388369218274e-06,
      "loss": 0.5476,
      "step": 194670
    },
    {
      "epoch": 54.33,
      "grad_norm": 2.0224192142486572,
      "learning_rate": 4.68338676811683e-06,
      "loss": 0.5577,
      "step": 194680
    },
    {
      "epoch": 54.34,
      "grad_norm": 2.06195068359375,
      "learning_rate": 4.68338516670398e-06,
      "loss": 0.5321,
      "step": 194690
    },
    {
      "epoch": 54.34,
      "grad_norm": 1.9010529518127441,
      "learning_rate": 4.683383564979722e-06,
      "loss": 0.5439,
      "step": 194700
    },
    {
      "epoch": 54.34,
      "grad_norm": 2.3867416381835938,
      "learning_rate": 4.683381962944059e-06,
      "loss": 0.5289,
      "step": 194710
    },
    {
      "epoch": 54.35,
      "grad_norm": 2.7936301231384277,
      "learning_rate": 4.683380360596991e-06,
      "loss": 0.5472,
      "step": 194720
    },
    {
      "epoch": 54.35,
      "grad_norm": 1.6000629663467407,
      "learning_rate": 4.683378757938517e-06,
      "loss": 0.5334,
      "step": 194730
    },
    {
      "epoch": 54.35,
      "grad_norm": 2.384211301803589,
      "learning_rate": 4.683377154968639e-06,
      "loss": 0.5217,
      "step": 194740
    },
    {
      "epoch": 54.35,
      "grad_norm": 1.9703274965286255,
      "learning_rate": 4.683375551687354e-06,
      "loss": 0.5383,
      "step": 194750
    },
    {
      "epoch": 54.36,
      "grad_norm": 1.560866117477417,
      "learning_rate": 4.683373948094667e-06,
      "loss": 0.5591,
      "step": 194760
    },
    {
      "epoch": 54.36,
      "grad_norm": 1.7943850755691528,
      "learning_rate": 4.6833723441905735e-06,
      "loss": 0.55,
      "step": 194770
    },
    {
      "epoch": 54.36,
      "grad_norm": 2.0385499000549316,
      "learning_rate": 4.683370739975075e-06,
      "loss": 0.5236,
      "step": 194780
    },
    {
      "epoch": 54.37,
      "grad_norm": 1.9740722179412842,
      "learning_rate": 4.683369135448174e-06,
      "loss": 0.5507,
      "step": 194790
    },
    {
      "epoch": 54.37,
      "grad_norm": 1.9685242176055908,
      "learning_rate": 4.6833675306098685e-06,
      "loss": 0.5464,
      "step": 194800
    },
    {
      "epoch": 54.37,
      "grad_norm": 2.3802030086517334,
      "learning_rate": 4.683365925460158e-06,
      "loss": 0.5461,
      "step": 194810
    },
    {
      "epoch": 54.37,
      "grad_norm": 1.6599724292755127,
      "learning_rate": 4.6833643199990455e-06,
      "loss": 0.53,
      "step": 194820
    },
    {
      "epoch": 54.38,
      "grad_norm": 1.510981798171997,
      "learning_rate": 4.683362714226529e-06,
      "loss": 0.5563,
      "step": 194830
    },
    {
      "epoch": 54.38,
      "grad_norm": 2.003267526626587,
      "learning_rate": 4.6833611081426106e-06,
      "loss": 0.5489,
      "step": 194840
    },
    {
      "epoch": 54.38,
      "grad_norm": 2.3878421783447266,
      "learning_rate": 4.6833595017472875e-06,
      "loss": 0.5314,
      "step": 194850
    },
    {
      "epoch": 54.38,
      "grad_norm": 1.933128833770752,
      "learning_rate": 4.683357895040563e-06,
      "loss": 0.5253,
      "step": 194860
    },
    {
      "epoch": 54.39,
      "grad_norm": 2.1140007972717285,
      "learning_rate": 4.683356288022435e-06,
      "loss": 0.5472,
      "step": 194870
    },
    {
      "epoch": 54.39,
      "grad_norm": 1.738637924194336,
      "learning_rate": 4.683354680692906e-06,
      "loss": 0.5385,
      "step": 194880
    },
    {
      "epoch": 54.39,
      "grad_norm": 1.8165524005889893,
      "learning_rate": 4.683353073051974e-06,
      "loss": 0.5509,
      "step": 194890
    },
    {
      "epoch": 54.4,
      "grad_norm": 2.096435785293579,
      "learning_rate": 4.683351465099641e-06,
      "loss": 0.5296,
      "step": 194900
    },
    {
      "epoch": 54.4,
      "grad_norm": 2.599593162536621,
      "learning_rate": 4.683349856835906e-06,
      "loss": 0.5529,
      "step": 194910
    },
    {
      "epoch": 54.4,
      "grad_norm": 2.002511978149414,
      "learning_rate": 4.6833482482607695e-06,
      "loss": 0.5441,
      "step": 194920
    },
    {
      "epoch": 54.4,
      "grad_norm": 2.0890469551086426,
      "learning_rate": 4.683346639374232e-06,
      "loss": 0.5468,
      "step": 194930
    },
    {
      "epoch": 54.41,
      "grad_norm": 2.2412877082824707,
      "learning_rate": 4.683345030176294e-06,
      "loss": 0.5428,
      "step": 194940
    },
    {
      "epoch": 54.41,
      "grad_norm": 2.4726083278656006,
      "learning_rate": 4.683343420666954e-06,
      "loss": 0.5446,
      "step": 194950
    },
    {
      "epoch": 54.41,
      "grad_norm": 2.3805723190307617,
      "learning_rate": 4.683341810846214e-06,
      "loss": 0.5214,
      "step": 194960
    },
    {
      "epoch": 54.42,
      "grad_norm": 2.0278666019439697,
      "learning_rate": 4.683340200714074e-06,
      "loss": 0.5211,
      "step": 194970
    },
    {
      "epoch": 54.42,
      "grad_norm": 1.9588451385498047,
      "learning_rate": 4.683338590270534e-06,
      "loss": 0.5489,
      "step": 194980
    },
    {
      "epoch": 54.42,
      "grad_norm": 1.7321923971176147,
      "learning_rate": 4.683336979515594e-06,
      "loss": 0.5487,
      "step": 194990
    },
    {
      "epoch": 54.42,
      "grad_norm": 2.297128677368164,
      "learning_rate": 4.6833353684492545e-06,
      "loss": 0.5359,
      "step": 195000
    },
    {
      "epoch": 54.43,
      "grad_norm": 2.1682705879211426,
      "learning_rate": 4.683333757071515e-06,
      "loss": 0.5512,
      "step": 195010
    },
    {
      "epoch": 54.43,
      "grad_norm": 2.3332228660583496,
      "learning_rate": 4.683332145382377e-06,
      "loss": 0.5266,
      "step": 195020
    },
    {
      "epoch": 54.43,
      "grad_norm": 2.4157021045684814,
      "learning_rate": 4.683330533381839e-06,
      "loss": 0.541,
      "step": 195030
    },
    {
      "epoch": 54.43,
      "grad_norm": 2.014829158782959,
      "learning_rate": 4.683328921069903e-06,
      "loss": 0.5557,
      "step": 195040
    },
    {
      "epoch": 54.44,
      "grad_norm": 2.2366082668304443,
      "learning_rate": 4.6833273084465686e-06,
      "loss": 0.557,
      "step": 195050
    },
    {
      "epoch": 54.44,
      "grad_norm": 2.116793632507324,
      "learning_rate": 4.683325695511835e-06,
      "loss": 0.5237,
      "step": 195060
    },
    {
      "epoch": 54.44,
      "grad_norm": 1.9417365789413452,
      "learning_rate": 4.683324082265704e-06,
      "loss": 0.5345,
      "step": 195070
    },
    {
      "epoch": 54.45,
      "grad_norm": 2.315908670425415,
      "learning_rate": 4.683322468708174e-06,
      "loss": 0.5328,
      "step": 195080
    },
    {
      "epoch": 54.45,
      "grad_norm": 1.8188071250915527,
      "learning_rate": 4.683320854839247e-06,
      "loss": 0.523,
      "step": 195090
    },
    {
      "epoch": 54.45,
      "grad_norm": 1.7211382389068604,
      "learning_rate": 4.683319240658923e-06,
      "loss": 0.5474,
      "step": 195100
    },
    {
      "epoch": 54.45,
      "grad_norm": 1.7949298620224,
      "learning_rate": 4.683317626167201e-06,
      "loss": 0.5478,
      "step": 195110
    },
    {
      "epoch": 54.46,
      "grad_norm": 2.0862209796905518,
      "learning_rate": 4.683316011364082e-06,
      "loss": 0.5348,
      "step": 195120
    },
    {
      "epoch": 54.46,
      "grad_norm": 2.1638588905334473,
      "learning_rate": 4.683314396249566e-06,
      "loss": 0.5422,
      "step": 195130
    },
    {
      "epoch": 54.46,
      "grad_norm": 2.196471691131592,
      "learning_rate": 4.683312780823653e-06,
      "loss": 0.5359,
      "step": 195140
    },
    {
      "epoch": 54.47,
      "grad_norm": 2.479218006134033,
      "learning_rate": 4.683311165086344e-06,
      "loss": 0.5479,
      "step": 195150
    },
    {
      "epoch": 54.47,
      "grad_norm": 2.202802896499634,
      "learning_rate": 4.683309549037639e-06,
      "loss": 0.5456,
      "step": 195160
    },
    {
      "epoch": 54.47,
      "grad_norm": 2.2224326133728027,
      "learning_rate": 4.683307932677538e-06,
      "loss": 0.5288,
      "step": 195170
    },
    {
      "epoch": 54.47,
      "grad_norm": 2.5189287662506104,
      "learning_rate": 4.683306316006042e-06,
      "loss": 0.533,
      "step": 195180
    },
    {
      "epoch": 54.48,
      "grad_norm": 2.2372868061065674,
      "learning_rate": 4.6833046990231485e-06,
      "loss": 0.5342,
      "step": 195190
    },
    {
      "epoch": 54.48,
      "grad_norm": 2.686375379562378,
      "learning_rate": 4.683303081728861e-06,
      "loss": 0.5454,
      "step": 195200
    },
    {
      "epoch": 54.48,
      "grad_norm": 1.5573714971542358,
      "learning_rate": 4.683301464123177e-06,
      "loss": 0.5202,
      "step": 195210
    },
    {
      "epoch": 54.49,
      "grad_norm": 1.82948899269104,
      "learning_rate": 4.6832998462061e-06,
      "loss": 0.5357,
      "step": 195220
    },
    {
      "epoch": 54.49,
      "grad_norm": 2.3716466426849365,
      "learning_rate": 4.683298227977627e-06,
      "loss": 0.5458,
      "step": 195230
    },
    {
      "epoch": 54.49,
      "grad_norm": 1.8837275505065918,
      "learning_rate": 4.68329660943776e-06,
      "loss": 0.5397,
      "step": 195240
    },
    {
      "epoch": 54.49,
      "grad_norm": 1.7004939317703247,
      "learning_rate": 4.683294990586499e-06,
      "loss": 0.5414,
      "step": 195250
    },
    {
      "epoch": 54.5,
      "grad_norm": 2.2559473514556885,
      "learning_rate": 4.683293371423843e-06,
      "loss": 0.5358,
      "step": 195260
    },
    {
      "epoch": 54.5,
      "grad_norm": 2.679302215576172,
      "learning_rate": 4.683291751949793e-06,
      "loss": 0.5234,
      "step": 195270
    },
    {
      "epoch": 54.5,
      "grad_norm": 2.1325197219848633,
      "learning_rate": 4.68329013216435e-06,
      "loss": 0.529,
      "step": 195280
    },
    {
      "epoch": 54.5,
      "grad_norm": 2.2404236793518066,
      "learning_rate": 4.683288512067513e-06,
      "loss": 0.5466,
      "step": 195290
    },
    {
      "epoch": 54.51,
      "grad_norm": 3.0320651531219482,
      "learning_rate": 4.6832868916592835e-06,
      "loss": 0.5222,
      "step": 195300
    },
    {
      "epoch": 54.51,
      "grad_norm": 1.5946567058563232,
      "learning_rate": 4.683285270939661e-06,
      "loss": 0.5288,
      "step": 195310
    },
    {
      "epoch": 54.51,
      "grad_norm": 1.7742831707000732,
      "learning_rate": 4.683283649908646e-06,
      "loss": 0.5289,
      "step": 195320
    },
    {
      "epoch": 54.52,
      "grad_norm": 2.652632236480713,
      "learning_rate": 4.6832820285662374e-06,
      "loss": 0.5471,
      "step": 195330
    },
    {
      "epoch": 54.52,
      "grad_norm": 2.6282222270965576,
      "learning_rate": 4.683280406912437e-06,
      "loss": 0.5496,
      "step": 195340
    },
    {
      "epoch": 54.52,
      "grad_norm": 2.161728858947754,
      "learning_rate": 4.683278784947244e-06,
      "loss": 0.5514,
      "step": 195350
    },
    {
      "epoch": 54.52,
      "grad_norm": 2.476837635040283,
      "learning_rate": 4.68327716267066e-06,
      "loss": 0.5388,
      "step": 195360
    },
    {
      "epoch": 54.53,
      "grad_norm": 2.3514013290405273,
      "learning_rate": 4.683275540082684e-06,
      "loss": 0.561,
      "step": 195370
    },
    {
      "epoch": 54.53,
      "grad_norm": 1.9527597427368164,
      "learning_rate": 4.683273917183316e-06,
      "loss": 0.5468,
      "step": 195380
    },
    {
      "epoch": 54.53,
      "grad_norm": 1.8538323640823364,
      "learning_rate": 4.683272293972557e-06,
      "loss": 0.5465,
      "step": 195390
    },
    {
      "epoch": 54.54,
      "grad_norm": 2.2758898735046387,
      "learning_rate": 4.683270670450407e-06,
      "loss": 0.5479,
      "step": 195400
    },
    {
      "epoch": 54.54,
      "grad_norm": 2.120168685913086,
      "learning_rate": 4.6832690466168656e-06,
      "loss": 0.5217,
      "step": 195410
    },
    {
      "epoch": 54.54,
      "grad_norm": 1.976086139678955,
      "learning_rate": 4.683267422471935e-06,
      "loss": 0.5323,
      "step": 195420
    },
    {
      "epoch": 54.54,
      "grad_norm": 1.8257092237472534,
      "learning_rate": 4.683265798015613e-06,
      "loss": 0.542,
      "step": 195430
    },
    {
      "epoch": 54.55,
      "grad_norm": 1.6243693828582764,
      "learning_rate": 4.6832641732479e-06,
      "loss": 0.5473,
      "step": 195440
    },
    {
      "epoch": 54.55,
      "grad_norm": 1.9071370363235474,
      "learning_rate": 4.683262548168799e-06,
      "loss": 0.5504,
      "step": 195450
    },
    {
      "epoch": 54.55,
      "grad_norm": 2.7497427463531494,
      "learning_rate": 4.683260922778306e-06,
      "loss": 0.5109,
      "step": 195460
    },
    {
      "epoch": 54.55,
      "grad_norm": 1.882676124572754,
      "learning_rate": 4.683259297076425e-06,
      "loss": 0.5302,
      "step": 195470
    },
    {
      "epoch": 54.56,
      "grad_norm": 1.8549939393997192,
      "learning_rate": 4.683257671063155e-06,
      "loss": 0.5509,
      "step": 195480
    },
    {
      "epoch": 54.56,
      "grad_norm": 1.9176180362701416,
      "learning_rate": 4.683256044738495e-06,
      "loss": 0.5408,
      "step": 195490
    },
    {
      "epoch": 54.56,
      "grad_norm": 2.2221860885620117,
      "learning_rate": 4.683254418102446e-06,
      "loss": 0.5388,
      "step": 195500
    },
    {
      "epoch": 54.57,
      "grad_norm": 2.0179338455200195,
      "learning_rate": 4.683252791155009e-06,
      "loss": 0.5472,
      "step": 195510
    },
    {
      "epoch": 54.57,
      "grad_norm": 2.5973997116088867,
      "learning_rate": 4.683251163896183e-06,
      "loss": 0.5219,
      "step": 195520
    },
    {
      "epoch": 54.57,
      "grad_norm": 2.2446956634521484,
      "learning_rate": 4.683249536325969e-06,
      "loss": 0.5117,
      "step": 195530
    },
    {
      "epoch": 54.57,
      "grad_norm": 2.028252601623535,
      "learning_rate": 4.683247908444367e-06,
      "loss": 0.5593,
      "step": 195540
    },
    {
      "epoch": 54.58,
      "grad_norm": 2.263165235519409,
      "learning_rate": 4.683246280251377e-06,
      "loss": 0.5406,
      "step": 195550
    },
    {
      "epoch": 54.58,
      "grad_norm": 1.8396373987197876,
      "learning_rate": 4.683244651747e-06,
      "loss": 0.519,
      "step": 195560
    },
    {
      "epoch": 54.58,
      "grad_norm": 1.663297176361084,
      "learning_rate": 4.683243022931235e-06,
      "loss": 0.5438,
      "step": 195570
    },
    {
      "epoch": 54.59,
      "grad_norm": 1.6980319023132324,
      "learning_rate": 4.683241393804083e-06,
      "loss": 0.5483,
      "step": 195580
    },
    {
      "epoch": 54.59,
      "grad_norm": 1.6191188097000122,
      "learning_rate": 4.683239764365544e-06,
      "loss": 0.5486,
      "step": 195590
    },
    {
      "epoch": 54.59,
      "grad_norm": 1.9594829082489014,
      "learning_rate": 4.683238134615618e-06,
      "loss": 0.5467,
      "step": 195600
    },
    {
      "epoch": 54.59,
      "grad_norm": 1.9295295476913452,
      "learning_rate": 4.683236504554306e-06,
      "loss": 0.5337,
      "step": 195610
    },
    {
      "epoch": 54.6,
      "grad_norm": 1.8646094799041748,
      "learning_rate": 4.683234874181608e-06,
      "loss": 0.5453,
      "step": 195620
    },
    {
      "epoch": 54.6,
      "grad_norm": 2.4244258403778076,
      "learning_rate": 4.683233243497523e-06,
      "loss": 0.5359,
      "step": 195630
    },
    {
      "epoch": 54.6,
      "grad_norm": 2.453765869140625,
      "learning_rate": 4.683231612502053e-06,
      "loss": 0.5458,
      "step": 195640
    },
    {
      "epoch": 54.61,
      "grad_norm": 1.7021619081497192,
      "learning_rate": 4.683229981195197e-06,
      "loss": 0.5386,
      "step": 195650
    },
    {
      "epoch": 54.61,
      "grad_norm": 1.545810341835022,
      "learning_rate": 4.6832283495769545e-06,
      "loss": 0.5423,
      "step": 195660
    },
    {
      "epoch": 54.61,
      "grad_norm": 2.0434229373931885,
      "learning_rate": 4.6832267176473286e-06,
      "loss": 0.5287,
      "step": 195670
    },
    {
      "epoch": 54.61,
      "grad_norm": 1.9848583936691284,
      "learning_rate": 4.683225085406317e-06,
      "loss": 0.5387,
      "step": 195680
    },
    {
      "epoch": 54.62,
      "grad_norm": 1.5526113510131836,
      "learning_rate": 4.6832234528539204e-06,
      "loss": 0.538,
      "step": 195690
    },
    {
      "epoch": 54.62,
      "grad_norm": 1.7211552858352661,
      "learning_rate": 4.683221819990139e-06,
      "loss": 0.5411,
      "step": 195700
    },
    {
      "epoch": 54.62,
      "grad_norm": 1.5878428220748901,
      "learning_rate": 4.683220186814974e-06,
      "loss": 0.535,
      "step": 195710
    },
    {
      "epoch": 54.62,
      "grad_norm": 2.163262128829956,
      "learning_rate": 4.6832185533284245e-06,
      "loss": 0.5315,
      "step": 195720
    },
    {
      "epoch": 54.63,
      "grad_norm": 2.5949044227600098,
      "learning_rate": 4.683216919530491e-06,
      "loss": 0.5363,
      "step": 195730
    },
    {
      "epoch": 54.63,
      "grad_norm": 2.6355369091033936,
      "learning_rate": 4.683215285421174e-06,
      "loss": 0.5422,
      "step": 195740
    },
    {
      "epoch": 54.63,
      "grad_norm": 1.8139592409133911,
      "learning_rate": 4.683213651000474e-06,
      "loss": 0.5271,
      "step": 195750
    },
    {
      "epoch": 54.64,
      "grad_norm": 1.7867943048477173,
      "learning_rate": 4.68321201626839e-06,
      "loss": 0.5436,
      "step": 195760
    },
    {
      "epoch": 54.64,
      "grad_norm": 1.8245184421539307,
      "learning_rate": 4.6832103812249234e-06,
      "loss": 0.5666,
      "step": 195770
    },
    {
      "epoch": 54.64,
      "grad_norm": 2.2007601261138916,
      "learning_rate": 4.683208745870073e-06,
      "loss": 0.5485,
      "step": 195780
    },
    {
      "epoch": 54.64,
      "grad_norm": 2.3267571926116943,
      "learning_rate": 4.683207110203841e-06,
      "loss": 0.5394,
      "step": 195790
    },
    {
      "epoch": 54.65,
      "grad_norm": 2.110769748687744,
      "learning_rate": 4.683205474226227e-06,
      "loss": 0.537,
      "step": 195800
    },
    {
      "epoch": 54.65,
      "grad_norm": 1.9686533212661743,
      "learning_rate": 4.68320383793723e-06,
      "loss": 0.5143,
      "step": 195810
    },
    {
      "epoch": 54.65,
      "grad_norm": 2.238633394241333,
      "learning_rate": 4.683202201336852e-06,
      "loss": 0.5273,
      "step": 195820
    },
    {
      "epoch": 54.66,
      "grad_norm": 2.1496341228485107,
      "learning_rate": 4.683200564425091e-06,
      "loss": 0.5232,
      "step": 195830
    },
    {
      "epoch": 54.66,
      "grad_norm": 1.9118173122406006,
      "learning_rate": 4.683198927201949e-06,
      "loss": 0.5248,
      "step": 195840
    },
    {
      "epoch": 54.66,
      "grad_norm": 1.9562095403671265,
      "learning_rate": 4.6831972896674265e-06,
      "loss": 0.5404,
      "step": 195850
    },
    {
      "epoch": 54.66,
      "grad_norm": 1.9126876592636108,
      "learning_rate": 4.683195651821521e-06,
      "loss": 0.5588,
      "step": 195860
    },
    {
      "epoch": 54.67,
      "grad_norm": 2.0709609985351562,
      "learning_rate": 4.683194013664237e-06,
      "loss": 0.5533,
      "step": 195870
    },
    {
      "epoch": 54.67,
      "grad_norm": 1.8657426834106445,
      "learning_rate": 4.683192375195571e-06,
      "loss": 0.5456,
      "step": 195880
    },
    {
      "epoch": 54.67,
      "grad_norm": 2.1334283351898193,
      "learning_rate": 4.6831907364155245e-06,
      "loss": 0.5557,
      "step": 195890
    },
    {
      "epoch": 54.67,
      "grad_norm": 2.1156506538391113,
      "learning_rate": 4.683189097324099e-06,
      "loss": 0.542,
      "step": 195900
    },
    {
      "epoch": 54.68,
      "grad_norm": 2.17433762550354,
      "learning_rate": 4.683187457921292e-06,
      "loss": 0.5377,
      "step": 195910
    },
    {
      "epoch": 54.68,
      "grad_norm": 2.1804544925689697,
      "learning_rate": 4.683185818207106e-06,
      "loss": 0.5618,
      "step": 195920
    },
    {
      "epoch": 54.68,
      "grad_norm": 1.73439359664917,
      "learning_rate": 4.68318417818154e-06,
      "loss": 0.5521,
      "step": 195930
    },
    {
      "epoch": 54.69,
      "grad_norm": 2.176090955734253,
      "learning_rate": 4.683182537844595e-06,
      "loss": 0.5552,
      "step": 195940
    },
    {
      "epoch": 54.69,
      "grad_norm": 1.9206243753433228,
      "learning_rate": 4.683180897196271e-06,
      "loss": 0.5404,
      "step": 195950
    },
    {
      "epoch": 54.69,
      "grad_norm": 1.8975149393081665,
      "learning_rate": 4.683179256236568e-06,
      "loss": 0.5537,
      "step": 195960
    },
    {
      "epoch": 54.69,
      "grad_norm": 2.1940062046051025,
      "learning_rate": 4.683177614965487e-06,
      "loss": 0.5565,
      "step": 195970
    },
    {
      "epoch": 54.7,
      "grad_norm": 2.5539653301239014,
      "learning_rate": 4.683175973383026e-06,
      "loss": 0.5384,
      "step": 195980
    },
    {
      "epoch": 54.7,
      "grad_norm": 2.55588698387146,
      "learning_rate": 4.683174331489188e-06,
      "loss": 0.5289,
      "step": 195990
    },
    {
      "epoch": 54.7,
      "grad_norm": 2.4625637531280518,
      "learning_rate": 4.683172689283972e-06,
      "loss": 0.5404,
      "step": 196000
    },
    {
      "epoch": 54.71,
      "grad_norm": 1.5120861530303955,
      "learning_rate": 4.683171046767378e-06,
      "loss": 0.5467,
      "step": 196010
    },
    {
      "epoch": 54.71,
      "grad_norm": 1.6153528690338135,
      "learning_rate": 4.683169403939406e-06,
      "loss": 0.5402,
      "step": 196020
    },
    {
      "epoch": 54.71,
      "grad_norm": 2.241528034210205,
      "learning_rate": 4.683167760800057e-06,
      "loss": 0.5314,
      "step": 196030
    },
    {
      "epoch": 54.71,
      "grad_norm": 2.2558212280273438,
      "learning_rate": 4.683166117349331e-06,
      "loss": 0.5313,
      "step": 196040
    },
    {
      "epoch": 54.72,
      "grad_norm": 2.395867109298706,
      "learning_rate": 4.683164473587227e-06,
      "loss": 0.52,
      "step": 196050
    },
    {
      "epoch": 54.72,
      "grad_norm": 1.9717463254928589,
      "learning_rate": 4.6831628295137476e-06,
      "loss": 0.5327,
      "step": 196060
    },
    {
      "epoch": 54.72,
      "grad_norm": 2.343168020248413,
      "learning_rate": 4.683161185128891e-06,
      "loss": 0.5392,
      "step": 196070
    },
    {
      "epoch": 54.73,
      "grad_norm": 2.021071195602417,
      "learning_rate": 4.683159540432658e-06,
      "loss": 0.5507,
      "step": 196080
    },
    {
      "epoch": 54.73,
      "grad_norm": 2.294435977935791,
      "learning_rate": 4.683157895425049e-06,
      "loss": 0.5427,
      "step": 196090
    },
    {
      "epoch": 54.73,
      "grad_norm": 2.6012723445892334,
      "learning_rate": 4.683156250106065e-06,
      "loss": 0.5247,
      "step": 196100
    },
    {
      "epoch": 54.73,
      "grad_norm": 1.9142789840698242,
      "learning_rate": 4.683154604475705e-06,
      "loss": 0.5476,
      "step": 196110
    },
    {
      "epoch": 54.74,
      "grad_norm": 2.1198601722717285,
      "learning_rate": 4.68315295853397e-06,
      "loss": 0.5286,
      "step": 196120
    },
    {
      "epoch": 54.74,
      "grad_norm": 2.4315991401672363,
      "learning_rate": 4.683151312280859e-06,
      "loss": 0.5441,
      "step": 196130
    },
    {
      "epoch": 54.74,
      "grad_norm": 1.9263135194778442,
      "learning_rate": 4.683149665716374e-06,
      "loss": 0.5528,
      "step": 196140
    },
    {
      "epoch": 54.74,
      "grad_norm": 1.6744916439056396,
      "learning_rate": 4.683148018840513e-06,
      "loss": 0.5519,
      "step": 196150
    },
    {
      "epoch": 54.75,
      "grad_norm": 2.1970739364624023,
      "learning_rate": 4.683146371653278e-06,
      "loss": 0.5439,
      "step": 196160
    },
    {
      "epoch": 54.75,
      "grad_norm": 1.411623477935791,
      "learning_rate": 4.683144724154669e-06,
      "loss": 0.5597,
      "step": 196170
    },
    {
      "epoch": 54.75,
      "grad_norm": 3.1609246730804443,
      "learning_rate": 4.683143076344686e-06,
      "loss": 0.5427,
      "step": 196180
    },
    {
      "epoch": 54.76,
      "grad_norm": 2.1606414318084717,
      "learning_rate": 4.683141428223329e-06,
      "loss": 0.5415,
      "step": 196190
    },
    {
      "epoch": 54.76,
      "grad_norm": 2.838801145553589,
      "learning_rate": 4.683139779790597e-06,
      "loss": 0.5164,
      "step": 196200
    },
    {
      "epoch": 54.76,
      "grad_norm": 3.027740716934204,
      "learning_rate": 4.683138131046494e-06,
      "loss": 0.5167,
      "step": 196210
    },
    {
      "epoch": 54.76,
      "grad_norm": 2.2655129432678223,
      "learning_rate": 4.6831364819910165e-06,
      "loss": 0.5466,
      "step": 196220
    },
    {
      "epoch": 54.77,
      "grad_norm": 1.9582825899124146,
      "learning_rate": 4.683134832624166e-06,
      "loss": 0.52,
      "step": 196230
    },
    {
      "epoch": 54.77,
      "grad_norm": 1.8155077695846558,
      "learning_rate": 4.683133182945943e-06,
      "loss": 0.5326,
      "step": 196240
    },
    {
      "epoch": 54.77,
      "grad_norm": 2.037660837173462,
      "learning_rate": 4.683131532956347e-06,
      "loss": 0.5129,
      "step": 196250
    },
    {
      "epoch": 54.78,
      "grad_norm": 1.658522605895996,
      "learning_rate": 4.68312988265538e-06,
      "loss": 0.5342,
      "step": 196260
    },
    {
      "epoch": 54.78,
      "grad_norm": 2.0072662830352783,
      "learning_rate": 4.6831282320430395e-06,
      "loss": 0.5333,
      "step": 196270
    },
    {
      "epoch": 54.78,
      "grad_norm": 2.0563759803771973,
      "learning_rate": 4.683126581119327e-06,
      "loss": 0.5055,
      "step": 196280
    },
    {
      "epoch": 54.78,
      "grad_norm": 2.312464475631714,
      "learning_rate": 4.683124929884244e-06,
      "loss": 0.5387,
      "step": 196290
    },
    {
      "epoch": 54.79,
      "grad_norm": 1.7792181968688965,
      "learning_rate": 4.683123278337789e-06,
      "loss": 0.5524,
      "step": 196300
    },
    {
      "epoch": 54.79,
      "grad_norm": 1.4697141647338867,
      "learning_rate": 4.683121626479963e-06,
      "loss": 0.5303,
      "step": 196310
    },
    {
      "epoch": 54.79,
      "grad_norm": 2.47023606300354,
      "learning_rate": 4.683119974310765e-06,
      "loss": 0.5194,
      "step": 196320
    },
    {
      "epoch": 54.79,
      "grad_norm": 2.7160465717315674,
      "learning_rate": 4.683118321830197e-06,
      "loss": 0.5237,
      "step": 196330
    },
    {
      "epoch": 54.8,
      "grad_norm": 1.723345160484314,
      "learning_rate": 4.683116669038259e-06,
      "loss": 0.5412,
      "step": 196340
    },
    {
      "epoch": 54.8,
      "grad_norm": 2.0920965671539307,
      "learning_rate": 4.683115015934951e-06,
      "loss": 0.5436,
      "step": 196350
    },
    {
      "epoch": 54.8,
      "grad_norm": 1.8901963233947754,
      "learning_rate": 4.6831133625202714e-06,
      "loss": 0.5418,
      "step": 196360
    },
    {
      "epoch": 54.81,
      "grad_norm": 2.3442459106445312,
      "learning_rate": 4.683111708794222e-06,
      "loss": 0.5272,
      "step": 196370
    },
    {
      "epoch": 54.81,
      "grad_norm": 2.1440587043762207,
      "learning_rate": 4.683110054756803e-06,
      "loss": 0.5562,
      "step": 196380
    },
    {
      "epoch": 54.81,
      "grad_norm": 2.043428897857666,
      "learning_rate": 4.683108400408015e-06,
      "loss": 0.5432,
      "step": 196390
    },
    {
      "epoch": 54.81,
      "grad_norm": 1.9190917015075684,
      "learning_rate": 4.6831067457478576e-06,
      "loss": 0.5306,
      "step": 196400
    },
    {
      "epoch": 54.82,
      "grad_norm": 1.7446922063827515,
      "learning_rate": 4.683105090776332e-06,
      "loss": 0.5408,
      "step": 196410
    },
    {
      "epoch": 54.82,
      "grad_norm": 3.7538928985595703,
      "learning_rate": 4.6831034354934365e-06,
      "loss": 0.5383,
      "step": 196420
    },
    {
      "epoch": 54.82,
      "grad_norm": 2.5817272663116455,
      "learning_rate": 4.683101779899173e-06,
      "loss": 0.5319,
      "step": 196430
    },
    {
      "epoch": 54.83,
      "grad_norm": 2.016718864440918,
      "learning_rate": 4.683100123993541e-06,
      "loss": 0.5546,
      "step": 196440
    },
    {
      "epoch": 54.83,
      "grad_norm": 1.4936261177062988,
      "learning_rate": 4.68309846777654e-06,
      "loss": 0.5378,
      "step": 196450
    },
    {
      "epoch": 54.83,
      "grad_norm": 3.3562567234039307,
      "learning_rate": 4.683096811248173e-06,
      "loss": 0.5603,
      "step": 196460
    },
    {
      "epoch": 54.83,
      "grad_norm": 1.6189813613891602,
      "learning_rate": 4.683095154408436e-06,
      "loss": 0.5442,
      "step": 196470
    },
    {
      "epoch": 54.84,
      "grad_norm": 2.1523404121398926,
      "learning_rate": 4.683093497257333e-06,
      "loss": 0.519,
      "step": 196480
    },
    {
      "epoch": 54.84,
      "grad_norm": 2.031745433807373,
      "learning_rate": 4.683091839794862e-06,
      "loss": 0.5202,
      "step": 196490
    },
    {
      "epoch": 54.84,
      "grad_norm": 2.8187856674194336,
      "learning_rate": 4.683090182021025e-06,
      "loss": 0.5215,
      "step": 196500
    },
    {
      "epoch": 54.85,
      "grad_norm": 2.04520320892334,
      "learning_rate": 4.683088523935821e-06,
      "loss": 0.5374,
      "step": 196510
    },
    {
      "epoch": 54.85,
      "grad_norm": 1.9331001043319702,
      "learning_rate": 4.683086865539249e-06,
      "loss": 0.5584,
      "step": 196520
    },
    {
      "epoch": 54.85,
      "grad_norm": 2.5135509967803955,
      "learning_rate": 4.683085206831312e-06,
      "loss": 0.5428,
      "step": 196530
    },
    {
      "epoch": 54.85,
      "grad_norm": 2.742325782775879,
      "learning_rate": 4.683083547812009e-06,
      "loss": 0.5439,
      "step": 196540
    },
    {
      "epoch": 54.86,
      "grad_norm": 1.887696385383606,
      "learning_rate": 4.683081888481339e-06,
      "loss": 0.5338,
      "step": 196550
    },
    {
      "epoch": 54.86,
      "grad_norm": 2.146338939666748,
      "learning_rate": 4.683080228839304e-06,
      "loss": 0.5181,
      "step": 196560
    },
    {
      "epoch": 54.86,
      "grad_norm": 2.1450932025909424,
      "learning_rate": 4.683078568885904e-06,
      "loss": 0.5316,
      "step": 196570
    },
    {
      "epoch": 54.86,
      "grad_norm": 2.246145486831665,
      "learning_rate": 4.6830769086211375e-06,
      "loss": 0.5381,
      "step": 196580
    },
    {
      "epoch": 54.87,
      "grad_norm": 1.9224705696105957,
      "learning_rate": 4.683075248045006e-06,
      "loss": 0.5175,
      "step": 196590
    },
    {
      "epoch": 54.87,
      "grad_norm": 1.7230738401412964,
      "learning_rate": 4.68307358715751e-06,
      "loss": 0.5355,
      "step": 196600
    },
    {
      "epoch": 54.87,
      "grad_norm": 2.1703572273254395,
      "learning_rate": 4.68307192595865e-06,
      "loss": 0.5397,
      "step": 196610
    },
    {
      "epoch": 54.88,
      "grad_norm": 2.196603536605835,
      "learning_rate": 4.683070264448426e-06,
      "loss": 0.5299,
      "step": 196620
    },
    {
      "epoch": 54.88,
      "grad_norm": 2.2697644233703613,
      "learning_rate": 4.683068602626836e-06,
      "loss": 0.5308,
      "step": 196630
    },
    {
      "epoch": 54.88,
      "grad_norm": 2.1918108463287354,
      "learning_rate": 4.683066940493883e-06,
      "loss": 0.5438,
      "step": 196640
    },
    {
      "epoch": 54.88,
      "grad_norm": 1.860753059387207,
      "learning_rate": 4.683065278049566e-06,
      "loss": 0.5268,
      "step": 196650
    },
    {
      "epoch": 54.89,
      "grad_norm": 2.8667373657226562,
      "learning_rate": 4.6830636152938865e-06,
      "loss": 0.5613,
      "step": 196660
    },
    {
      "epoch": 54.89,
      "grad_norm": 1.6954689025878906,
      "learning_rate": 4.683061952226843e-06,
      "loss": 0.5487,
      "step": 196670
    },
    {
      "epoch": 54.89,
      "grad_norm": 2.2082152366638184,
      "learning_rate": 4.6830602888484365e-06,
      "loss": 0.5267,
      "step": 196680
    },
    {
      "epoch": 54.9,
      "grad_norm": 1.6296104192733765,
      "learning_rate": 4.683058625158667e-06,
      "loss": 0.5356,
      "step": 196690
    },
    {
      "epoch": 54.9,
      "grad_norm": 2.02003812789917,
      "learning_rate": 4.683056961157536e-06,
      "loss": 0.5399,
      "step": 196700
    },
    {
      "epoch": 54.9,
      "grad_norm": 2.1085968017578125,
      "learning_rate": 4.6830552968450405e-06,
      "loss": 0.555,
      "step": 196710
    },
    {
      "epoch": 54.9,
      "grad_norm": 2.120645046234131,
      "learning_rate": 4.6830536322211845e-06,
      "loss": 0.5269,
      "step": 196720
    },
    {
      "epoch": 54.91,
      "grad_norm": 2.443354606628418,
      "learning_rate": 4.683051967285966e-06,
      "loss": 0.5471,
      "step": 196730
    },
    {
      "epoch": 54.91,
      "grad_norm": 1.9361451864242554,
      "learning_rate": 4.683050302039386e-06,
      "loss": 0.5241,
      "step": 196740
    },
    {
      "epoch": 54.91,
      "grad_norm": 1.6611124277114868,
      "learning_rate": 4.683048636481444e-06,
      "loss": 0.5289,
      "step": 196750
    },
    {
      "epoch": 54.91,
      "grad_norm": 2.6973555088043213,
      "learning_rate": 4.683046970612141e-06,
      "loss": 0.5374,
      "step": 196760
    },
    {
      "epoch": 54.92,
      "grad_norm": 2.2313199043273926,
      "learning_rate": 4.683045304431478e-06,
      "loss": 0.5671,
      "step": 196770
    },
    {
      "epoch": 54.92,
      "grad_norm": 1.6747621297836304,
      "learning_rate": 4.683043637939452e-06,
      "loss": 0.5334,
      "step": 196780
    },
    {
      "epoch": 54.92,
      "grad_norm": 1.8381662368774414,
      "learning_rate": 4.683041971136067e-06,
      "loss": 0.5518,
      "step": 196790
    },
    {
      "epoch": 54.93,
      "grad_norm": 1.884680986404419,
      "learning_rate": 4.683040304021321e-06,
      "loss": 0.5409,
      "step": 196800
    },
    {
      "epoch": 54.93,
      "grad_norm": 2.4445765018463135,
      "learning_rate": 4.683038636595215e-06,
      "loss": 0.5324,
      "step": 196810
    },
    {
      "epoch": 54.93,
      "grad_norm": 2.2733397483825684,
      "learning_rate": 4.683036968857749e-06,
      "loss": 0.5237,
      "step": 196820
    },
    {
      "epoch": 54.93,
      "grad_norm": 2.7155494689941406,
      "learning_rate": 4.683035300808923e-06,
      "loss": 0.5429,
      "step": 196830
    },
    {
      "epoch": 54.94,
      "grad_norm": 1.5868961811065674,
      "learning_rate": 4.683033632448738e-06,
      "loss": 0.5311,
      "step": 196840
    },
    {
      "epoch": 54.94,
      "grad_norm": 2.255216360092163,
      "learning_rate": 4.683031963777193e-06,
      "loss": 0.555,
      "step": 196850
    },
    {
      "epoch": 54.94,
      "grad_norm": 1.932835578918457,
      "learning_rate": 4.683030294794289e-06,
      "loss": 0.5164,
      "step": 196860
    },
    {
      "epoch": 54.95,
      "grad_norm": 2.0179340839385986,
      "learning_rate": 4.683028625500027e-06,
      "loss": 0.5207,
      "step": 196870
    },
    {
      "epoch": 54.95,
      "grad_norm": 2.5227105617523193,
      "learning_rate": 4.683026955894406e-06,
      "loss": 0.56,
      "step": 196880
    },
    {
      "epoch": 54.95,
      "grad_norm": 2.3768105506896973,
      "learning_rate": 4.683025285977426e-06,
      "loss": 0.5309,
      "step": 196890
    },
    {
      "epoch": 54.95,
      "grad_norm": 2.5009303092956543,
      "learning_rate": 4.6830236157490885e-06,
      "loss": 0.5349,
      "step": 196900
    },
    {
      "epoch": 54.96,
      "grad_norm": 2.7764909267425537,
      "learning_rate": 4.683021945209393e-06,
      "loss": 0.5198,
      "step": 196910
    },
    {
      "epoch": 54.96,
      "grad_norm": 2.7235071659088135,
      "learning_rate": 4.683020274358339e-06,
      "loss": 0.5265,
      "step": 196920
    },
    {
      "epoch": 54.96,
      "grad_norm": 1.457943320274353,
      "learning_rate": 4.683018603195929e-06,
      "loss": 0.5299,
      "step": 196930
    },
    {
      "epoch": 54.97,
      "grad_norm": 2.528329849243164,
      "learning_rate": 4.68301693172216e-06,
      "loss": 0.5371,
      "step": 196940
    },
    {
      "epoch": 54.97,
      "grad_norm": 1.6113992929458618,
      "learning_rate": 4.683015259937035e-06,
      "loss": 0.5423,
      "step": 196950
    },
    {
      "epoch": 54.97,
      "grad_norm": 1.5137550830841064,
      "learning_rate": 4.683013587840553e-06,
      "loss": 0.5393,
      "step": 196960
    },
    {
      "epoch": 54.97,
      "grad_norm": 2.3321101665496826,
      "learning_rate": 4.683011915432714e-06,
      "loss": 0.533,
      "step": 196970
    },
    {
      "epoch": 54.98,
      "grad_norm": 2.4625911712646484,
      "learning_rate": 4.683010242713519e-06,
      "loss": 0.5587,
      "step": 196980
    },
    {
      "epoch": 54.98,
      "grad_norm": 1.7033753395080566,
      "learning_rate": 4.6830085696829685e-06,
      "loss": 0.5451,
      "step": 196990
    },
    {
      "epoch": 54.98,
      "grad_norm": 2.813458204269409,
      "learning_rate": 4.683006896341061e-06,
      "loss": 0.5539,
      "step": 197000
    },
    {
      "epoch": 54.98,
      "grad_norm": 2.124436616897583,
      "learning_rate": 4.683005222687798e-06,
      "loss": 0.519,
      "step": 197010
    },
    {
      "epoch": 54.99,
      "grad_norm": 2.1250195503234863,
      "learning_rate": 4.683003548723179e-06,
      "loss": 0.5478,
      "step": 197020
    },
    {
      "epoch": 54.99,
      "grad_norm": 2.3373172283172607,
      "learning_rate": 4.683001874447206e-06,
      "loss": 0.5468,
      "step": 197030
    },
    {
      "epoch": 54.99,
      "grad_norm": 2.395850896835327,
      "learning_rate": 4.683000199859877e-06,
      "loss": 0.5245,
      "step": 197040
    },
    {
      "epoch": 55.0,
      "grad_norm": 1.7095720767974854,
      "learning_rate": 4.6829985249611935e-06,
      "loss": 0.5474,
      "step": 197050
    },
    {
      "epoch": 55.0,
      "grad_norm": 1.5818432569503784,
      "learning_rate": 4.682996849751155e-06,
      "loss": 0.5375,
      "step": 197060
    },
    {
      "epoch": 55.0,
      "eval_loss": 0.5345858335494995,
      "eval_runtime": 63.3622,
      "eval_samples_per_second": 79.843,
      "eval_steps_per_second": 9.99,
      "step": 197065
    },
    {
      "epoch": 55.0,
      "grad_norm": 2.559887170791626,
      "learning_rate": 4.682995174229762e-06,
      "loss": 0.52,
      "step": 197070
    },
    {
      "epoch": 55.0,
      "grad_norm": 2.14778733253479,
      "learning_rate": 4.682993498397016e-06,
      "loss": 0.5265,
      "step": 197080
    },
    {
      "epoch": 55.01,
      "grad_norm": 1.6428234577178955,
      "learning_rate": 4.682991822252915e-06,
      "loss": 0.5262,
      "step": 197090
    },
    {
      "epoch": 55.01,
      "grad_norm": 1.9851723909378052,
      "learning_rate": 4.68299014579746e-06,
      "loss": 0.541,
      "step": 197100
    },
    {
      "epoch": 55.01,
      "grad_norm": 1.7081019878387451,
      "learning_rate": 4.682988469030652e-06,
      "loss": 0.5247,
      "step": 197110
    },
    {
      "epoch": 55.02,
      "grad_norm": 2.074824810028076,
      "learning_rate": 4.682986791952491e-06,
      "loss": 0.5372,
      "step": 197120
    },
    {
      "epoch": 55.02,
      "grad_norm": 2.356675863265991,
      "learning_rate": 4.682985114562977e-06,
      "loss": 0.5389,
      "step": 197130
    },
    {
      "epoch": 55.02,
      "grad_norm": 2.0467355251312256,
      "learning_rate": 4.68298343686211e-06,
      "loss": 0.544,
      "step": 197140
    },
    {
      "epoch": 55.02,
      "grad_norm": 1.9813541173934937,
      "learning_rate": 4.68298175884989e-06,
      "loss": 0.5552,
      "step": 197150
    },
    {
      "epoch": 55.03,
      "grad_norm": 2.120190143585205,
      "learning_rate": 4.682980080526317e-06,
      "loss": 0.5377,
      "step": 197160
    },
    {
      "epoch": 55.03,
      "grad_norm": 1.7070879936218262,
      "learning_rate": 4.6829784018913935e-06,
      "loss": 0.5306,
      "step": 197170
    },
    {
      "epoch": 55.03,
      "grad_norm": 1.8333334922790527,
      "learning_rate": 4.682976722945117e-06,
      "loss": 0.5466,
      "step": 197180
    },
    {
      "epoch": 55.03,
      "grad_norm": 1.8843388557434082,
      "learning_rate": 4.682975043687489e-06,
      "loss": 0.5321,
      "step": 197190
    },
    {
      "epoch": 55.04,
      "grad_norm": 1.9371391534805298,
      "learning_rate": 4.6829733641185095e-06,
      "loss": 0.5621,
      "step": 197200
    },
    {
      "epoch": 55.04,
      "grad_norm": 2.3602898120880127,
      "learning_rate": 4.682971684238179e-06,
      "loss": 0.5236,
      "step": 197210
    },
    {
      "epoch": 55.04,
      "grad_norm": 1.8600847721099854,
      "learning_rate": 4.682970004046497e-06,
      "loss": 0.544,
      "step": 197220
    },
    {
      "epoch": 55.05,
      "grad_norm": 1.6646087169647217,
      "learning_rate": 4.682968323543464e-06,
      "loss": 0.5386,
      "step": 197230
    },
    {
      "epoch": 55.05,
      "grad_norm": 2.813807964324951,
      "learning_rate": 4.682966642729082e-06,
      "loss": 0.5474,
      "step": 197240
    },
    {
      "epoch": 55.05,
      "grad_norm": 2.0048506259918213,
      "learning_rate": 4.682964961603348e-06,
      "loss": 0.5582,
      "step": 197250
    },
    {
      "epoch": 55.05,
      "grad_norm": 1.4800999164581299,
      "learning_rate": 4.682963280166264e-06,
      "loss": 0.5476,
      "step": 197260
    },
    {
      "epoch": 55.06,
      "grad_norm": 2.1810643672943115,
      "learning_rate": 4.68296159841783e-06,
      "loss": 0.5191,
      "step": 197270
    },
    {
      "epoch": 55.06,
      "grad_norm": 1.7314436435699463,
      "learning_rate": 4.6829599163580465e-06,
      "loss": 0.5134,
      "step": 197280
    },
    {
      "epoch": 55.06,
      "grad_norm": 2.5861282348632812,
      "learning_rate": 4.682958233986914e-06,
      "loss": 0.5394,
      "step": 197290
    },
    {
      "epoch": 55.07,
      "grad_norm": 1.8278846740722656,
      "learning_rate": 4.682956551304432e-06,
      "loss": 0.5508,
      "step": 197300
    },
    {
      "epoch": 55.07,
      "grad_norm": 2.1328561305999756,
      "learning_rate": 4.682954868310601e-06,
      "loss": 0.5412,
      "step": 197310
    },
    {
      "epoch": 55.07,
      "grad_norm": 1.6091207265853882,
      "learning_rate": 4.682953185005422e-06,
      "loss": 0.5513,
      "step": 197320
    },
    {
      "epoch": 55.07,
      "grad_norm": 1.8361740112304688,
      "learning_rate": 4.682951501388893e-06,
      "loss": 0.5595,
      "step": 197330
    },
    {
      "epoch": 55.08,
      "grad_norm": 2.076828956604004,
      "learning_rate": 4.682949817461016e-06,
      "loss": 0.5429,
      "step": 197340
    },
    {
      "epoch": 55.08,
      "grad_norm": 1.5077733993530273,
      "learning_rate": 4.682948133221791e-06,
      "loss": 0.5273,
      "step": 197350
    },
    {
      "epoch": 55.08,
      "grad_norm": 2.196964740753174,
      "learning_rate": 4.682946448671218e-06,
      "loss": 0.5491,
      "step": 197360
    },
    {
      "epoch": 55.09,
      "grad_norm": 1.5841022729873657,
      "learning_rate": 4.682944763809298e-06,
      "loss": 0.5231,
      "step": 197370
    },
    {
      "epoch": 55.09,
      "grad_norm": 1.9330140352249146,
      "learning_rate": 4.682943078636029e-06,
      "loss": 0.5468,
      "step": 197380
    },
    {
      "epoch": 55.09,
      "grad_norm": 1.54082190990448,
      "learning_rate": 4.682941393151414e-06,
      "loss": 0.5688,
      "step": 197390
    },
    {
      "epoch": 55.09,
      "grad_norm": 1.6601519584655762,
      "learning_rate": 4.682939707355452e-06,
      "loss": 0.5396,
      "step": 197400
    },
    {
      "epoch": 55.1,
      "grad_norm": 1.6317471265792847,
      "learning_rate": 4.682938021248143e-06,
      "loss": 0.5154,
      "step": 197410
    },
    {
      "epoch": 55.1,
      "grad_norm": 1.8581271171569824,
      "learning_rate": 4.682936334829487e-06,
      "loss": 0.5307,
      "step": 197420
    },
    {
      "epoch": 55.1,
      "grad_norm": 1.8613054752349854,
      "learning_rate": 4.682934648099485e-06,
      "loss": 0.5231,
      "step": 197430
    },
    {
      "epoch": 55.1,
      "grad_norm": 1.824195146560669,
      "learning_rate": 4.682932961058137e-06,
      "loss": 0.5434,
      "step": 197440
    },
    {
      "epoch": 55.11,
      "grad_norm": 2.3065433502197266,
      "learning_rate": 4.682931273705443e-06,
      "loss": 0.5329,
      "step": 197450
    },
    {
      "epoch": 55.11,
      "grad_norm": 1.8596938848495483,
      "learning_rate": 4.682929586041404e-06,
      "loss": 0.5537,
      "step": 197460
    },
    {
      "epoch": 55.11,
      "grad_norm": 2.14384126663208,
      "learning_rate": 4.6829278980660185e-06,
      "loss": 0.546,
      "step": 197470
    },
    {
      "epoch": 55.12,
      "grad_norm": 2.3021504878997803,
      "learning_rate": 4.682926209779288e-06,
      "loss": 0.5444,
      "step": 197480
    },
    {
      "epoch": 55.12,
      "grad_norm": 7.830781936645508,
      "learning_rate": 4.682924521181213e-06,
      "loss": 0.5349,
      "step": 197490
    },
    {
      "epoch": 55.12,
      "grad_norm": 1.6749300956726074,
      "learning_rate": 4.682922832271793e-06,
      "loss": 0.537,
      "step": 197500
    },
    {
      "epoch": 55.12,
      "grad_norm": 2.335963249206543,
      "learning_rate": 4.6829211430510285e-06,
      "loss": 0.5317,
      "step": 197510
    },
    {
      "epoch": 55.13,
      "grad_norm": 2.5110886096954346,
      "learning_rate": 4.682919453518919e-06,
      "loss": 0.5627,
      "step": 197520
    },
    {
      "epoch": 55.13,
      "grad_norm": 1.5440902709960938,
      "learning_rate": 4.682917763675466e-06,
      "loss": 0.5334,
      "step": 197530
    },
    {
      "epoch": 55.13,
      "grad_norm": 1.888095736503601,
      "learning_rate": 4.682916073520669e-06,
      "loss": 0.5263,
      "step": 197540
    },
    {
      "epoch": 55.14,
      "grad_norm": 1.8658688068389893,
      "learning_rate": 4.682914383054529e-06,
      "loss": 0.5355,
      "step": 197550
    },
    {
      "epoch": 55.14,
      "grad_norm": 1.825473666191101,
      "learning_rate": 4.6829126922770445e-06,
      "loss": 0.5295,
      "step": 197560
    },
    {
      "epoch": 55.14,
      "grad_norm": 1.628111720085144,
      "learning_rate": 4.6829110011882184e-06,
      "loss": 0.5274,
      "step": 197570
    },
    {
      "epoch": 55.14,
      "grad_norm": 1.6690326929092407,
      "learning_rate": 4.6829093097880476e-06,
      "loss": 0.5379,
      "step": 197580
    },
    {
      "epoch": 55.15,
      "grad_norm": 1.8054215908050537,
      "learning_rate": 4.682907618076535e-06,
      "loss": 0.5462,
      "step": 197590
    },
    {
      "epoch": 55.15,
      "grad_norm": 1.7252403497695923,
      "learning_rate": 4.68290592605368e-06,
      "loss": 0.5564,
      "step": 197600
    },
    {
      "epoch": 55.15,
      "grad_norm": 1.7054072618484497,
      "learning_rate": 4.682904233719482e-06,
      "loss": 0.5253,
      "step": 197610
    },
    {
      "epoch": 55.15,
      "grad_norm": 2.639524459838867,
      "learning_rate": 4.682902541073943e-06,
      "loss": 0.5384,
      "step": 197620
    },
    {
      "epoch": 55.16,
      "grad_norm": 1.7913304567337036,
      "learning_rate": 4.682900848117061e-06,
      "loss": 0.5214,
      "step": 197630
    },
    {
      "epoch": 55.16,
      "grad_norm": 1.7522634267807007,
      "learning_rate": 4.682899154848838e-06,
      "loss": 0.5496,
      "step": 197640
    },
    {
      "epoch": 55.16,
      "grad_norm": 1.615925908088684,
      "learning_rate": 4.682897461269273e-06,
      "loss": 0.5401,
      "step": 197650
    },
    {
      "epoch": 55.17,
      "grad_norm": 2.594010353088379,
      "learning_rate": 4.682895767378367e-06,
      "loss": 0.5317,
      "step": 197660
    },
    {
      "epoch": 55.17,
      "grad_norm": 1.509688377380371,
      "learning_rate": 4.682894073176121e-06,
      "loss": 0.5396,
      "step": 197670
    },
    {
      "epoch": 55.17,
      "grad_norm": 2.2691354751586914,
      "learning_rate": 4.682892378662534e-06,
      "loss": 0.5459,
      "step": 197680
    },
    {
      "epoch": 55.17,
      "grad_norm": 2.0431506633758545,
      "learning_rate": 4.682890683837605e-06,
      "loss": 0.5118,
      "step": 197690
    },
    {
      "epoch": 55.18,
      "grad_norm": 1.7482789754867554,
      "learning_rate": 4.682888988701337e-06,
      "loss": 0.5227,
      "step": 197700
    },
    {
      "epoch": 55.18,
      "grad_norm": 2.1451616287231445,
      "learning_rate": 4.68288729325373e-06,
      "loss": 0.523,
      "step": 197710
    },
    {
      "epoch": 55.18,
      "grad_norm": 1.4891682863235474,
      "learning_rate": 4.682885597494781e-06,
      "loss": 0.5241,
      "step": 197720
    },
    {
      "epoch": 55.19,
      "grad_norm": 2.286044120788574,
      "learning_rate": 4.6828839014244936e-06,
      "loss": 0.5401,
      "step": 197730
    },
    {
      "epoch": 55.19,
      "grad_norm": 2.2859647274017334,
      "learning_rate": 4.682882205042867e-06,
      "loss": 0.5308,
      "step": 197740
    },
    {
      "epoch": 55.19,
      "grad_norm": 2.5385658740997314,
      "learning_rate": 4.6828805083499005e-06,
      "loss": 0.5246,
      "step": 197750
    },
    {
      "epoch": 55.19,
      "grad_norm": 2.6928324699401855,
      "learning_rate": 4.682878811345596e-06,
      "loss": 0.5277,
      "step": 197760
    },
    {
      "epoch": 55.2,
      "grad_norm": 2.255835771560669,
      "learning_rate": 4.682877114029953e-06,
      "loss": 0.5501,
      "step": 197770
    },
    {
      "epoch": 55.2,
      "grad_norm": 1.9478049278259277,
      "learning_rate": 4.68287541640297e-06,
      "loss": 0.5339,
      "step": 197780
    },
    {
      "epoch": 55.2,
      "grad_norm": 2.4654359817504883,
      "learning_rate": 4.6828737184646495e-06,
      "loss": 0.5395,
      "step": 197790
    },
    {
      "epoch": 55.21,
      "grad_norm": 2.5143651962280273,
      "learning_rate": 4.682872020214992e-06,
      "loss": 0.5333,
      "step": 197800
    },
    {
      "epoch": 55.21,
      "grad_norm": 1.8218704462051392,
      "learning_rate": 4.682870321653996e-06,
      "loss": 0.5383,
      "step": 197810
    },
    {
      "epoch": 55.21,
      "grad_norm": 2.247973918914795,
      "learning_rate": 4.682868622781662e-06,
      "loss": 0.5294,
      "step": 197820
    },
    {
      "epoch": 55.21,
      "grad_norm": 1.8388601541519165,
      "learning_rate": 4.682866923597991e-06,
      "loss": 0.5242,
      "step": 197830
    },
    {
      "epoch": 55.22,
      "grad_norm": 2.0879883766174316,
      "learning_rate": 4.682865224102983e-06,
      "loss": 0.518,
      "step": 197840
    },
    {
      "epoch": 55.22,
      "grad_norm": 2.113985300064087,
      "learning_rate": 4.682863524296638e-06,
      "loss": 0.5298,
      "step": 197850
    },
    {
      "epoch": 55.22,
      "grad_norm": 1.7753474712371826,
      "learning_rate": 4.682861824178956e-06,
      "loss": 0.5395,
      "step": 197860
    },
    {
      "epoch": 55.22,
      "grad_norm": 2.2542548179626465,
      "learning_rate": 4.682860123749938e-06,
      "loss": 0.5505,
      "step": 197870
    },
    {
      "epoch": 55.23,
      "grad_norm": 2.5006773471832275,
      "learning_rate": 4.682858423009584e-06,
      "loss": 0.5378,
      "step": 197880
    },
    {
      "epoch": 55.23,
      "grad_norm": 2.231414794921875,
      "learning_rate": 4.682856721957894e-06,
      "loss": 0.5287,
      "step": 197890
    },
    {
      "epoch": 55.23,
      "grad_norm": 2.606621026992798,
      "learning_rate": 4.682855020594868e-06,
      "loss": 0.5562,
      "step": 197900
    },
    {
      "epoch": 55.24,
      "grad_norm": 1.7555416822433472,
      "learning_rate": 4.682853318920507e-06,
      "loss": 0.5483,
      "step": 197910
    },
    {
      "epoch": 55.24,
      "grad_norm": 2.6403849124908447,
      "learning_rate": 4.6828516169348105e-06,
      "loss": 0.5156,
      "step": 197920
    },
    {
      "epoch": 55.24,
      "grad_norm": 2.0430214405059814,
      "learning_rate": 4.682849914637778e-06,
      "loss": 0.5229,
      "step": 197930
    },
    {
      "epoch": 55.24,
      "grad_norm": 1.801598310470581,
      "learning_rate": 4.682848212029412e-06,
      "loss": 0.526,
      "step": 197940
    },
    {
      "epoch": 55.25,
      "grad_norm": 2.066506862640381,
      "learning_rate": 4.682846509109711e-06,
      "loss": 0.5612,
      "step": 197950
    },
    {
      "epoch": 55.25,
      "grad_norm": 1.7746959924697876,
      "learning_rate": 4.682844805878675e-06,
      "loss": 0.5446,
      "step": 197960
    },
    {
      "epoch": 55.25,
      "grad_norm": 2.3807828426361084,
      "learning_rate": 4.6828431023363044e-06,
      "loss": 0.5194,
      "step": 197970
    },
    {
      "epoch": 55.26,
      "grad_norm": 2.1284635066986084,
      "learning_rate": 4.682841398482601e-06,
      "loss": 0.5487,
      "step": 197980
    },
    {
      "epoch": 55.26,
      "grad_norm": 1.801205039024353,
      "learning_rate": 4.682839694317563e-06,
      "loss": 0.5367,
      "step": 197990
    },
    {
      "epoch": 55.26,
      "grad_norm": 1.7827078104019165,
      "learning_rate": 4.6828379898411934e-06,
      "loss": 0.5426,
      "step": 198000
    },
    {
      "epoch": 55.26,
      "grad_norm": 1.893777847290039,
      "learning_rate": 4.682836285053489e-06,
      "loss": 0.5617,
      "step": 198010
    },
    {
      "epoch": 55.27,
      "grad_norm": 2.069991111755371,
      "learning_rate": 4.682834579954452e-06,
      "loss": 0.5453,
      "step": 198020
    },
    {
      "epoch": 55.27,
      "grad_norm": 2.4982378482818604,
      "learning_rate": 4.682832874544082e-06,
      "loss": 0.556,
      "step": 198030
    },
    {
      "epoch": 55.27,
      "grad_norm": 2.1703591346740723,
      "learning_rate": 4.682831168822379e-06,
      "loss": 0.5369,
      "step": 198040
    },
    {
      "epoch": 55.27,
      "grad_norm": 1.8482425212860107,
      "learning_rate": 4.682829462789345e-06,
      "loss": 0.5275,
      "step": 198050
    },
    {
      "epoch": 55.28,
      "grad_norm": 1.8199385404586792,
      "learning_rate": 4.6828277564449775e-06,
      "loss": 0.5543,
      "step": 198060
    },
    {
      "epoch": 55.28,
      "grad_norm": 2.424607515335083,
      "learning_rate": 4.682826049789279e-06,
      "loss": 0.5304,
      "step": 198070
    },
    {
      "epoch": 55.28,
      "grad_norm": 2.827312707901001,
      "learning_rate": 4.682824342822248e-06,
      "loss": 0.5578,
      "step": 198080
    },
    {
      "epoch": 55.29,
      "grad_norm": 1.4162907600402832,
      "learning_rate": 4.682822635543887e-06,
      "loss": 0.5372,
      "step": 198090
    },
    {
      "epoch": 55.29,
      "grad_norm": 2.3067781925201416,
      "learning_rate": 4.682820927954193e-06,
      "loss": 0.5467,
      "step": 198100
    },
    {
      "epoch": 55.29,
      "grad_norm": 2.2479312419891357,
      "learning_rate": 4.682819220053169e-06,
      "loss": 0.5312,
      "step": 198110
    },
    {
      "epoch": 55.29,
      "grad_norm": 2.1323676109313965,
      "learning_rate": 4.682817511840814e-06,
      "loss": 0.534,
      "step": 198120
    },
    {
      "epoch": 55.3,
      "grad_norm": 1.7208151817321777,
      "learning_rate": 4.682815803317128e-06,
      "loss": 0.5145,
      "step": 198130
    },
    {
      "epoch": 55.3,
      "grad_norm": 2.3181707859039307,
      "learning_rate": 4.682814094482113e-06,
      "loss": 0.5284,
      "step": 198140
    },
    {
      "epoch": 55.3,
      "grad_norm": 1.7646369934082031,
      "learning_rate": 4.682812385335767e-06,
      "loss": 0.5342,
      "step": 198150
    },
    {
      "epoch": 55.31,
      "grad_norm": 1.992000937461853,
      "learning_rate": 4.682810675878091e-06,
      "loss": 0.5473,
      "step": 198160
    },
    {
      "epoch": 55.31,
      "grad_norm": 2.1005074977874756,
      "learning_rate": 4.682808966109086e-06,
      "loss": 0.5131,
      "step": 198170
    },
    {
      "epoch": 55.31,
      "grad_norm": 2.528703212738037,
      "learning_rate": 4.682807256028752e-06,
      "loss": 0.523,
      "step": 198180
    },
    {
      "epoch": 55.31,
      "grad_norm": 2.4741244316101074,
      "learning_rate": 4.682805545637088e-06,
      "loss": 0.5344,
      "step": 198190
    },
    {
      "epoch": 55.32,
      "grad_norm": 1.8346742391586304,
      "learning_rate": 4.682803834934096e-06,
      "loss": 0.538,
      "step": 198200
    },
    {
      "epoch": 55.32,
      "grad_norm": 2.4225311279296875,
      "learning_rate": 4.682802123919774e-06,
      "loss": 0.5293,
      "step": 198210
    },
    {
      "epoch": 55.32,
      "grad_norm": 1.950942039489746,
      "learning_rate": 4.682800412594124e-06,
      "loss": 0.5269,
      "step": 198220
    },
    {
      "epoch": 55.33,
      "grad_norm": 2.374340534210205,
      "learning_rate": 4.682798700957146e-06,
      "loss": 0.5587,
      "step": 198230
    },
    {
      "epoch": 55.33,
      "grad_norm": 2.234614372253418,
      "learning_rate": 4.68279698900884e-06,
      "loss": 0.5396,
      "step": 198240
    },
    {
      "epoch": 55.33,
      "grad_norm": 2.6072404384613037,
      "learning_rate": 4.682795276749205e-06,
      "loss": 0.5327,
      "step": 198250
    },
    {
      "epoch": 55.33,
      "grad_norm": 2.2797045707702637,
      "learning_rate": 4.682793564178245e-06,
      "loss": 0.5408,
      "step": 198260
    },
    {
      "epoch": 55.34,
      "grad_norm": 1.8281538486480713,
      "learning_rate": 4.6827918512959555e-06,
      "loss": 0.5448,
      "step": 198270
    },
    {
      "epoch": 55.34,
      "grad_norm": 2.2817137241363525,
      "learning_rate": 4.682790138102339e-06,
      "loss": 0.5373,
      "step": 198280
    },
    {
      "epoch": 55.34,
      "grad_norm": 2.132814407348633,
      "learning_rate": 4.682788424597397e-06,
      "loss": 0.5387,
      "step": 198290
    },
    {
      "epoch": 55.34,
      "grad_norm": 2.0039474964141846,
      "learning_rate": 4.682786710781128e-06,
      "loss": 0.5342,
      "step": 198300
    },
    {
      "epoch": 55.35,
      "grad_norm": 2.348332166671753,
      "learning_rate": 4.682784996653531e-06,
      "loss": 0.5286,
      "step": 198310
    },
    {
      "epoch": 55.35,
      "grad_norm": 1.7796491384506226,
      "learning_rate": 4.68278328221461e-06,
      "loss": 0.5181,
      "step": 198320
    },
    {
      "epoch": 55.35,
      "grad_norm": 1.8769257068634033,
      "learning_rate": 4.682781567464361e-06,
      "loss": 0.5396,
      "step": 198330
    },
    {
      "epoch": 55.36,
      "grad_norm": 2.04335355758667,
      "learning_rate": 4.682779852402788e-06,
      "loss": 0.5567,
      "step": 198340
    },
    {
      "epoch": 55.36,
      "grad_norm": 1.8923990726470947,
      "learning_rate": 4.682778137029888e-06,
      "loss": 0.5125,
      "step": 198350
    },
    {
      "epoch": 55.36,
      "grad_norm": 1.5587730407714844,
      "learning_rate": 4.682776421345663e-06,
      "loss": 0.5384,
      "step": 198360
    },
    {
      "epoch": 55.36,
      "grad_norm": 1.7859337329864502,
      "learning_rate": 4.682774705350115e-06,
      "loss": 0.5266,
      "step": 198370
    },
    {
      "epoch": 55.37,
      "grad_norm": 1.7799334526062012,
      "learning_rate": 4.68277298904324e-06,
      "loss": 0.5286,
      "step": 198380
    },
    {
      "epoch": 55.37,
      "grad_norm": 2.0649921894073486,
      "learning_rate": 4.6827712724250406e-06,
      "loss": 0.5491,
      "step": 198390
    },
    {
      "epoch": 55.37,
      "grad_norm": 2.519265651702881,
      "learning_rate": 4.682769555495518e-06,
      "loss": 0.5322,
      "step": 198400
    },
    {
      "epoch": 55.38,
      "grad_norm": 2.3299052715301514,
      "learning_rate": 4.68276783825467e-06,
      "loss": 0.5297,
      "step": 198410
    },
    {
      "epoch": 55.38,
      "grad_norm": 2.027531385421753,
      "learning_rate": 4.682766120702498e-06,
      "loss": 0.5274,
      "step": 198420
    },
    {
      "epoch": 55.38,
      "grad_norm": 1.826334834098816,
      "learning_rate": 4.682764402839003e-06,
      "loss": 0.5367,
      "step": 198430
    },
    {
      "epoch": 55.38,
      "grad_norm": 1.611788034439087,
      "learning_rate": 4.682762684664184e-06,
      "loss": 0.5111,
      "step": 198440
    },
    {
      "epoch": 55.39,
      "grad_norm": 1.7842673063278198,
      "learning_rate": 4.6827609661780425e-06,
      "loss": 0.5164,
      "step": 198450
    },
    {
      "epoch": 55.39,
      "grad_norm": 1.3363425731658936,
      "learning_rate": 4.682759247380577e-06,
      "loss": 0.528,
      "step": 198460
    },
    {
      "epoch": 55.39,
      "grad_norm": 1.6805495023727417,
      "learning_rate": 4.68275752827179e-06,
      "loss": 0.5455,
      "step": 198470
    },
    {
      "epoch": 55.39,
      "grad_norm": 2.0545766353607178,
      "learning_rate": 4.68275580885168e-06,
      "loss": 0.5289,
      "step": 198480
    },
    {
      "epoch": 55.4,
      "grad_norm": 1.60191011428833,
      "learning_rate": 4.6827540891202474e-06,
      "loss": 0.5133,
      "step": 198490
    },
    {
      "epoch": 55.4,
      "grad_norm": 3.271090269088745,
      "learning_rate": 4.682752369077493e-06,
      "loss": 0.5238,
      "step": 198500
    },
    {
      "epoch": 55.4,
      "grad_norm": 2.1299619674682617,
      "learning_rate": 4.682750648723416e-06,
      "loss": 0.5328,
      "step": 198510
    },
    {
      "epoch": 55.41,
      "grad_norm": 1.6971192359924316,
      "learning_rate": 4.682748928058019e-06,
      "loss": 0.5396,
      "step": 198520
    },
    {
      "epoch": 55.41,
      "grad_norm": 1.9510395526885986,
      "learning_rate": 4.682747207081299e-06,
      "loss": 0.5395,
      "step": 198530
    },
    {
      "epoch": 55.41,
      "grad_norm": 2.3227667808532715,
      "learning_rate": 4.682745485793259e-06,
      "loss": 0.5382,
      "step": 198540
    },
    {
      "epoch": 55.41,
      "grad_norm": 1.9097003936767578,
      "learning_rate": 4.682743764193897e-06,
      "loss": 0.5488,
      "step": 198550
    },
    {
      "epoch": 55.42,
      "grad_norm": 2.0868892669677734,
      "learning_rate": 4.6827420422832155e-06,
      "loss": 0.5181,
      "step": 198560
    },
    {
      "epoch": 55.42,
      "grad_norm": 2.334317922592163,
      "learning_rate": 4.682740320061212e-06,
      "loss": 0.5378,
      "step": 198570
    },
    {
      "epoch": 55.42,
      "grad_norm": 2.0879502296447754,
      "learning_rate": 4.68273859752789e-06,
      "loss": 0.5185,
      "step": 198580
    },
    {
      "epoch": 55.43,
      "grad_norm": 1.9775946140289307,
      "learning_rate": 4.682736874683246e-06,
      "loss": 0.5226,
      "step": 198590
    },
    {
      "epoch": 55.43,
      "grad_norm": 3.040903091430664,
      "learning_rate": 4.682735151527284e-06,
      "loss": 0.5675,
      "step": 198600
    },
    {
      "epoch": 55.43,
      "grad_norm": 1.8927940130233765,
      "learning_rate": 4.682733428060001e-06,
      "loss": 0.5542,
      "step": 198610
    },
    {
      "epoch": 55.43,
      "grad_norm": 2.1598963737487793,
      "learning_rate": 4.6827317042813995e-06,
      "loss": 0.5439,
      "step": 198620
    },
    {
      "epoch": 55.44,
      "grad_norm": 1.7665059566497803,
      "learning_rate": 4.6827299801914786e-06,
      "loss": 0.5363,
      "step": 198630
    },
    {
      "epoch": 55.44,
      "grad_norm": 2.116225481033325,
      "learning_rate": 4.682728255790239e-06,
      "loss": 0.5408,
      "step": 198640
    },
    {
      "epoch": 55.44,
      "grad_norm": 2.0551960468292236,
      "learning_rate": 4.68272653107768e-06,
      "loss": 0.5275,
      "step": 198650
    },
    {
      "epoch": 55.45,
      "grad_norm": 2.2885029315948486,
      "learning_rate": 4.682724806053804e-06,
      "loss": 0.5281,
      "step": 198660
    },
    {
      "epoch": 55.45,
      "grad_norm": 2.3738114833831787,
      "learning_rate": 4.682723080718609e-06,
      "loss": 0.5465,
      "step": 198670
    },
    {
      "epoch": 55.45,
      "grad_norm": 2.3494865894317627,
      "learning_rate": 4.682721355072097e-06,
      "loss": 0.5231,
      "step": 198680
    },
    {
      "epoch": 55.45,
      "grad_norm": 2.680171012878418,
      "learning_rate": 4.6827196291142665e-06,
      "loss": 0.5113,
      "step": 198690
    },
    {
      "epoch": 55.46,
      "grad_norm": 2.1718692779541016,
      "learning_rate": 4.682717902845118e-06,
      "loss": 0.5328,
      "step": 198700
    },
    {
      "epoch": 55.46,
      "grad_norm": 1.7592053413391113,
      "learning_rate": 4.682716176264652e-06,
      "loss": 0.5208,
      "step": 198710
    },
    {
      "epoch": 55.46,
      "grad_norm": 2.5515482425689697,
      "learning_rate": 4.68271444937287e-06,
      "loss": 0.534,
      "step": 198720
    },
    {
      "epoch": 55.46,
      "grad_norm": 2.0526156425476074,
      "learning_rate": 4.682712722169771e-06,
      "loss": 0.5275,
      "step": 198730
    },
    {
      "epoch": 55.47,
      "grad_norm": 2.6733272075653076,
      "learning_rate": 4.682710994655355e-06,
      "loss": 0.5128,
      "step": 198740
    },
    {
      "epoch": 55.47,
      "grad_norm": 1.6985254287719727,
      "learning_rate": 4.6827092668296235e-06,
      "loss": 0.5299,
      "step": 198750
    },
    {
      "epoch": 55.47,
      "grad_norm": 1.3810747861862183,
      "learning_rate": 4.682707538692576e-06,
      "loss": 0.535,
      "step": 198760
    },
    {
      "epoch": 55.48,
      "grad_norm": 2.0732016563415527,
      "learning_rate": 4.682705810244211e-06,
      "loss": 0.5597,
      "step": 198770
    },
    {
      "epoch": 55.48,
      "grad_norm": 1.8641021251678467,
      "learning_rate": 4.682704081484532e-06,
      "loss": 0.5054,
      "step": 198780
    },
    {
      "epoch": 55.48,
      "grad_norm": 1.951411247253418,
      "learning_rate": 4.682702352413536e-06,
      "loss": 0.5444,
      "step": 198790
    },
    {
      "epoch": 55.48,
      "grad_norm": 1.7523019313812256,
      "learning_rate": 4.682700623031225e-06,
      "loss": 0.5316,
      "step": 198800
    },
    {
      "epoch": 55.49,
      "grad_norm": 1.7620153427124023,
      "learning_rate": 4.6826988933376e-06,
      "loss": 0.5275,
      "step": 198810
    },
    {
      "epoch": 55.49,
      "grad_norm": 1.7079217433929443,
      "learning_rate": 4.68269716333266e-06,
      "loss": 0.5316,
      "step": 198820
    },
    {
      "epoch": 55.49,
      "grad_norm": 2.109405755996704,
      "learning_rate": 4.682695433016406e-06,
      "loss": 0.5378,
      "step": 198830
    },
    {
      "epoch": 55.5,
      "grad_norm": 1.6858346462249756,
      "learning_rate": 4.6826937023888376e-06,
      "loss": 0.5305,
      "step": 198840
    },
    {
      "epoch": 55.5,
      "grad_norm": 2.2723419666290283,
      "learning_rate": 4.682691971449955e-06,
      "loss": 0.5472,
      "step": 198850
    },
    {
      "epoch": 55.5,
      "grad_norm": 2.028562068939209,
      "learning_rate": 4.682690240199758e-06,
      "loss": 0.5375,
      "step": 198860
    },
    {
      "epoch": 55.5,
      "grad_norm": 2.3409080505371094,
      "learning_rate": 4.682688508638247e-06,
      "loss": 0.5426,
      "step": 198870
    },
    {
      "epoch": 55.51,
      "grad_norm": 2.1507184505462646,
      "learning_rate": 4.682686776765424e-06,
      "loss": 0.5287,
      "step": 198880
    },
    {
      "epoch": 55.51,
      "grad_norm": 3.414473056793213,
      "learning_rate": 4.682685044581287e-06,
      "loss": 0.5307,
      "step": 198890
    },
    {
      "epoch": 55.51,
      "grad_norm": 1.8673170804977417,
      "learning_rate": 4.682683312085837e-06,
      "loss": 0.5448,
      "step": 198900
    },
    {
      "epoch": 55.51,
      "grad_norm": 1.8188598155975342,
      "learning_rate": 4.682681579279076e-06,
      "loss": 0.5541,
      "step": 198910
    },
    {
      "epoch": 55.52,
      "grad_norm": 2.432614326477051,
      "learning_rate": 4.682679846161001e-06,
      "loss": 0.545,
      "step": 198920
    },
    {
      "epoch": 55.52,
      "grad_norm": 2.478978157043457,
      "learning_rate": 4.682678112731614e-06,
      "loss": 0.5253,
      "step": 198930
    },
    {
      "epoch": 55.52,
      "grad_norm": 2.341050863265991,
      "learning_rate": 4.682676378990915e-06,
      "loss": 0.5411,
      "step": 198940
    },
    {
      "epoch": 55.53,
      "grad_norm": 2.252908945083618,
      "learning_rate": 4.682674644938904e-06,
      "loss": 0.5367,
      "step": 198950
    },
    {
      "epoch": 55.53,
      "grad_norm": 1.6826233863830566,
      "learning_rate": 4.682672910575582e-06,
      "loss": 0.5436,
      "step": 198960
    },
    {
      "epoch": 55.53,
      "grad_norm": 1.7161394357681274,
      "learning_rate": 4.6826711759009485e-06,
      "loss": 0.521,
      "step": 198970
    },
    {
      "epoch": 55.53,
      "grad_norm": 1.878822684288025,
      "learning_rate": 4.682669440915004e-06,
      "loss": 0.5353,
      "step": 198980
    },
    {
      "epoch": 55.54,
      "grad_norm": 2.6674485206604004,
      "learning_rate": 4.682667705617749e-06,
      "loss": 0.5285,
      "step": 198990
    },
    {
      "epoch": 55.54,
      "grad_norm": 2.6128222942352295,
      "learning_rate": 4.682665970009183e-06,
      "loss": 0.5402,
      "step": 199000
    },
    {
      "epoch": 55.54,
      "grad_norm": 1.799129843711853,
      "learning_rate": 4.682664234089307e-06,
      "loss": 0.5346,
      "step": 199010
    },
    {
      "epoch": 55.55,
      "grad_norm": 2.249509811401367,
      "learning_rate": 4.6826624978581205e-06,
      "loss": 0.5454,
      "step": 199020
    },
    {
      "epoch": 55.55,
      "grad_norm": 2.3875513076782227,
      "learning_rate": 4.682660761315624e-06,
      "loss": 0.5498,
      "step": 199030
    },
    {
      "epoch": 55.55,
      "grad_norm": 1.6900979280471802,
      "learning_rate": 4.682659024461818e-06,
      "loss": 0.531,
      "step": 199040
    },
    {
      "epoch": 55.55,
      "grad_norm": 1.73607337474823,
      "learning_rate": 4.682657287296703e-06,
      "loss": 0.544,
      "step": 199050
    },
    {
      "epoch": 55.56,
      "grad_norm": 2.6139726638793945,
      "learning_rate": 4.682655549820278e-06,
      "loss": 0.5277,
      "step": 199060
    },
    {
      "epoch": 55.56,
      "grad_norm": 1.8850740194320679,
      "learning_rate": 4.682653812032545e-06,
      "loss": 0.5278,
      "step": 199070
    },
    {
      "epoch": 55.56,
      "grad_norm": 2.301602840423584,
      "learning_rate": 4.6826520739335025e-06,
      "loss": 0.5399,
      "step": 199080
    },
    {
      "epoch": 55.57,
      "grad_norm": 2.302548885345459,
      "learning_rate": 4.682650335523152e-06,
      "loss": 0.5218,
      "step": 199090
    },
    {
      "epoch": 55.57,
      "grad_norm": 1.9205037355422974,
      "learning_rate": 4.682648596801493e-06,
      "loss": 0.5343,
      "step": 199100
    },
    {
      "epoch": 55.57,
      "grad_norm": 2.043052911758423,
      "learning_rate": 4.6826468577685264e-06,
      "loss": 0.55,
      "step": 199110
    },
    {
      "epoch": 55.57,
      "grad_norm": 2.4066100120544434,
      "learning_rate": 4.682645118424251e-06,
      "loss": 0.5471,
      "step": 199120
    },
    {
      "epoch": 55.58,
      "grad_norm": 2.2802627086639404,
      "learning_rate": 4.682643378768669e-06,
      "loss": 0.5443,
      "step": 199130
    },
    {
      "epoch": 55.58,
      "grad_norm": 2.2010858058929443,
      "learning_rate": 4.682641638801779e-06,
      "loss": 0.5335,
      "step": 199140
    },
    {
      "epoch": 55.58,
      "grad_norm": 1.9725055694580078,
      "learning_rate": 4.682639898523583e-06,
      "loss": 0.5243,
      "step": 199150
    },
    {
      "epoch": 55.58,
      "grad_norm": 2.1122677326202393,
      "learning_rate": 4.682638157934078e-06,
      "loss": 0.5376,
      "step": 199160
    },
    {
      "epoch": 55.59,
      "grad_norm": 2.430284261703491,
      "learning_rate": 4.682636417033267e-06,
      "loss": 0.5343,
      "step": 199170
    },
    {
      "epoch": 55.59,
      "grad_norm": 2.1546928882598877,
      "learning_rate": 4.682634675821151e-06,
      "loss": 0.5342,
      "step": 199180
    },
    {
      "epoch": 55.59,
      "grad_norm": 2.2903618812561035,
      "learning_rate": 4.682632934297728e-06,
      "loss": 0.5522,
      "step": 199190
    },
    {
      "epoch": 55.6,
      "grad_norm": 2.0876011848449707,
      "learning_rate": 4.6826311924629996e-06,
      "loss": 0.5413,
      "step": 199200
    },
    {
      "epoch": 55.6,
      "grad_norm": 1.981143593788147,
      "learning_rate": 4.6826294503169646e-06,
      "loss": 0.5474,
      "step": 199210
    },
    {
      "epoch": 55.6,
      "grad_norm": 1.699299931526184,
      "learning_rate": 4.682627707859625e-06,
      "loss": 0.5274,
      "step": 199220
    },
    {
      "epoch": 55.6,
      "grad_norm": 2.038170099258423,
      "learning_rate": 4.682625965090979e-06,
      "loss": 0.5109,
      "step": 199230
    },
    {
      "epoch": 55.61,
      "grad_norm": 1.7732261419296265,
      "learning_rate": 4.682624222011029e-06,
      "loss": 0.5303,
      "step": 199240
    },
    {
      "epoch": 55.61,
      "grad_norm": 1.9183224439620972,
      "learning_rate": 4.6826224786197735e-06,
      "loss": 0.5253,
      "step": 199250
    },
    {
      "epoch": 55.61,
      "grad_norm": 2.0806798934936523,
      "learning_rate": 4.682620734917213e-06,
      "loss": 0.5503,
      "step": 199260
    },
    {
      "epoch": 55.62,
      "grad_norm": 1.9762578010559082,
      "learning_rate": 4.682618990903349e-06,
      "loss": 0.5513,
      "step": 199270
    },
    {
      "epoch": 55.62,
      "grad_norm": 1.8101869821548462,
      "learning_rate": 4.68261724657818e-06,
      "loss": 0.5202,
      "step": 199280
    },
    {
      "epoch": 55.62,
      "grad_norm": 1.919412612915039,
      "learning_rate": 4.682615501941709e-06,
      "loss": 0.5155,
      "step": 199290
    },
    {
      "epoch": 55.62,
      "grad_norm": 1.7855584621429443,
      "learning_rate": 4.682613756993933e-06,
      "loss": 0.5468,
      "step": 199300
    },
    {
      "epoch": 55.63,
      "grad_norm": 2.0237436294555664,
      "learning_rate": 4.682612011734854e-06,
      "loss": 0.5359,
      "step": 199310
    },
    {
      "epoch": 55.63,
      "grad_norm": 1.8650771379470825,
      "learning_rate": 4.682610266164471e-06,
      "loss": 0.5546,
      "step": 199320
    },
    {
      "epoch": 55.63,
      "grad_norm": 2.197896718978882,
      "learning_rate": 4.6826085202827865e-06,
      "loss": 0.5383,
      "step": 199330
    },
    {
      "epoch": 55.63,
      "grad_norm": 1.8715518712997437,
      "learning_rate": 4.682606774089798e-06,
      "loss": 0.5367,
      "step": 199340
    },
    {
      "epoch": 55.64,
      "grad_norm": 1.4077023267745972,
      "learning_rate": 4.682605027585508e-06,
      "loss": 0.54,
      "step": 199350
    },
    {
      "epoch": 55.64,
      "grad_norm": 1.6743152141571045,
      "learning_rate": 4.6826032807699156e-06,
      "loss": 0.5236,
      "step": 199360
    },
    {
      "epoch": 55.64,
      "grad_norm": 2.063354730606079,
      "learning_rate": 4.68260153364302e-06,
      "loss": 0.5269,
      "step": 199370
    },
    {
      "epoch": 55.65,
      "grad_norm": 1.7321388721466064,
      "learning_rate": 4.682599786204824e-06,
      "loss": 0.5328,
      "step": 199380
    },
    {
      "epoch": 55.65,
      "grad_norm": 2.166003704071045,
      "learning_rate": 4.682598038455326e-06,
      "loss": 0.5115,
      "step": 199390
    },
    {
      "epoch": 55.65,
      "grad_norm": 2.073760747909546,
      "learning_rate": 4.6825962903945265e-06,
      "loss": 0.5357,
      "step": 199400
    },
    {
      "epoch": 55.65,
      "grad_norm": 1.6819045543670654,
      "learning_rate": 4.682594542022426e-06,
      "loss": 0.523,
      "step": 199410
    },
    {
      "epoch": 55.66,
      "grad_norm": 2.0983099937438965,
      "learning_rate": 4.682592793339024e-06,
      "loss": 0.5351,
      "step": 199420
    },
    {
      "epoch": 55.66,
      "grad_norm": 2.189582109451294,
      "learning_rate": 4.682591044344323e-06,
      "loss": 0.5258,
      "step": 199430
    },
    {
      "epoch": 55.66,
      "grad_norm": 2.0981101989746094,
      "learning_rate": 4.682589295038321e-06,
      "loss": 0.5587,
      "step": 199440
    },
    {
      "epoch": 55.67,
      "grad_norm": 2.622541904449463,
      "learning_rate": 4.6825875454210185e-06,
      "loss": 0.5277,
      "step": 199450
    },
    {
      "epoch": 55.67,
      "grad_norm": 1.7124990224838257,
      "learning_rate": 4.682585795492416e-06,
      "loss": 0.5483,
      "step": 199460
    },
    {
      "epoch": 55.67,
      "grad_norm": 1.7279945611953735,
      "learning_rate": 4.6825840452525135e-06,
      "loss": 0.5347,
      "step": 199470
    },
    {
      "epoch": 55.67,
      "grad_norm": 2.480818271636963,
      "learning_rate": 4.682582294701312e-06,
      "loss": 0.5531,
      "step": 199480
    },
    {
      "epoch": 55.68,
      "grad_norm": 2.0941054821014404,
      "learning_rate": 4.682580543838813e-06,
      "loss": 0.5322,
      "step": 199490
    },
    {
      "epoch": 55.68,
      "grad_norm": 1.8018999099731445,
      "learning_rate": 4.682578792665012e-06,
      "loss": 0.529,
      "step": 199500
    },
    {
      "epoch": 55.68,
      "grad_norm": 1.9429521560668945,
      "learning_rate": 4.682577041179914e-06,
      "loss": 0.5454,
      "step": 199510
    },
    {
      "epoch": 55.69,
      "grad_norm": 1.853466272354126,
      "learning_rate": 4.6825752893835165e-06,
      "loss": 0.5435,
      "step": 199520
    },
    {
      "epoch": 55.69,
      "grad_norm": 3.322150230407715,
      "learning_rate": 4.682573537275822e-06,
      "loss": 0.5306,
      "step": 199530
    },
    {
      "epoch": 55.69,
      "grad_norm": 2.3067080974578857,
      "learning_rate": 4.682571784856829e-06,
      "loss": 0.5519,
      "step": 199540
    },
    {
      "epoch": 55.69,
      "grad_norm": 1.9936820268630981,
      "learning_rate": 4.682570032126538e-06,
      "loss": 0.5341,
      "step": 199550
    },
    {
      "epoch": 55.7,
      "grad_norm": 2.088810920715332,
      "learning_rate": 4.682568279084949e-06,
      "loss": 0.5431,
      "step": 199560
    },
    {
      "epoch": 55.7,
      "grad_norm": 2.1692283153533936,
      "learning_rate": 4.682566525732063e-06,
      "loss": 0.5309,
      "step": 199570
    },
    {
      "epoch": 55.7,
      "grad_norm": 1.7282028198242188,
      "learning_rate": 4.68256477206788e-06,
      "loss": 0.564,
      "step": 199580
    },
    {
      "epoch": 55.7,
      "grad_norm": 1.7763248682022095,
      "learning_rate": 4.6825630180924e-06,
      "loss": 0.5275,
      "step": 199590
    },
    {
      "epoch": 55.71,
      "grad_norm": 2.1061911582946777,
      "learning_rate": 4.682561263805623e-06,
      "loss": 0.567,
      "step": 199600
    },
    {
      "epoch": 55.71,
      "grad_norm": 2.3338730335235596,
      "learning_rate": 4.68255950920755e-06,
      "loss": 0.5616,
      "step": 199610
    },
    {
      "epoch": 55.71,
      "grad_norm": 1.8702199459075928,
      "learning_rate": 4.682557754298181e-06,
      "loss": 0.525,
      "step": 199620
    },
    {
      "epoch": 55.72,
      "grad_norm": 1.6120679378509521,
      "learning_rate": 4.682555999077516e-06,
      "loss": 0.5578,
      "step": 199630
    },
    {
      "epoch": 55.72,
      "grad_norm": 2.1462008953094482,
      "learning_rate": 4.6825542435455544e-06,
      "loss": 0.5181,
      "step": 199640
    },
    {
      "epoch": 55.72,
      "grad_norm": 1.8905105590820312,
      "learning_rate": 4.682552487702298e-06,
      "loss": 0.533,
      "step": 199650
    },
    {
      "epoch": 55.72,
      "grad_norm": 2.3364572525024414,
      "learning_rate": 4.6825507315477465e-06,
      "loss": 0.548,
      "step": 199660
    },
    {
      "epoch": 55.73,
      "grad_norm": 1.645939826965332,
      "learning_rate": 4.6825489750818996e-06,
      "loss": 0.5214,
      "step": 199670
    },
    {
      "epoch": 55.73,
      "grad_norm": 1.8217757940292358,
      "learning_rate": 4.682547218304759e-06,
      "loss": 0.5397,
      "step": 199680
    },
    {
      "epoch": 55.73,
      "grad_norm": 2.354377269744873,
      "learning_rate": 4.682545461216323e-06,
      "loss": 0.5484,
      "step": 199690
    },
    {
      "epoch": 55.74,
      "grad_norm": 1.9010504484176636,
      "learning_rate": 4.682543703816592e-06,
      "loss": 0.549,
      "step": 199700
    },
    {
      "epoch": 55.74,
      "grad_norm": 2.2382984161376953,
      "learning_rate": 4.682541946105567e-06,
      "loss": 0.5314,
      "step": 199710
    },
    {
      "epoch": 55.74,
      "grad_norm": 1.7744992971420288,
      "learning_rate": 4.682540188083249e-06,
      "loss": 0.5235,
      "step": 199720
    },
    {
      "epoch": 55.74,
      "grad_norm": 1.7334131002426147,
      "learning_rate": 4.682538429749638e-06,
      "loss": 0.527,
      "step": 199730
    },
    {
      "epoch": 55.75,
      "grad_norm": 1.9524929523468018,
      "learning_rate": 4.6825366711047324e-06,
      "loss": 0.5314,
      "step": 199740
    },
    {
      "epoch": 55.75,
      "grad_norm": 1.8254890441894531,
      "learning_rate": 4.682534912148534e-06,
      "loss": 0.5255,
      "step": 199750
    },
    {
      "epoch": 55.75,
      "grad_norm": 1.8925701379776,
      "learning_rate": 4.682533152881043e-06,
      "loss": 0.5423,
      "step": 199760
    },
    {
      "epoch": 55.75,
      "grad_norm": 2.1222448348999023,
      "learning_rate": 4.682531393302259e-06,
      "loss": 0.536,
      "step": 199770
    },
    {
      "epoch": 55.76,
      "grad_norm": 2.0195772647857666,
      "learning_rate": 4.682529633412182e-06,
      "loss": 0.5461,
      "step": 199780
    },
    {
      "epoch": 55.76,
      "grad_norm": 1.5820167064666748,
      "learning_rate": 4.682527873210814e-06,
      "loss": 0.5338,
      "step": 199790
    },
    {
      "epoch": 55.76,
      "grad_norm": 2.19785737991333,
      "learning_rate": 4.682526112698154e-06,
      "loss": 0.5222,
      "step": 199800
    },
    {
      "epoch": 55.77,
      "grad_norm": 2.1670756340026855,
      "learning_rate": 4.682524351874201e-06,
      "loss": 0.5415,
      "step": 199810
    },
    {
      "epoch": 55.77,
      "grad_norm": 1.901953101158142,
      "learning_rate": 4.682522590738957e-06,
      "loss": 0.5252,
      "step": 199820
    },
    {
      "epoch": 55.77,
      "grad_norm": 1.7995225191116333,
      "learning_rate": 4.682520829292423e-06,
      "loss": 0.5426,
      "step": 199830
    },
    {
      "epoch": 55.77,
      "grad_norm": 1.7811706066131592,
      "learning_rate": 4.682519067534596e-06,
      "loss": 0.5156,
      "step": 199840
    },
    {
      "epoch": 55.78,
      "grad_norm": 1.8293253183364868,
      "learning_rate": 4.682517305465479e-06,
      "loss": 0.5228,
      "step": 199850
    },
    {
      "epoch": 55.78,
      "grad_norm": 2.578425168991089,
      "learning_rate": 4.6825155430850716e-06,
      "loss": 0.5413,
      "step": 199860
    },
    {
      "epoch": 55.78,
      "grad_norm": 1.8660653829574585,
      "learning_rate": 4.682513780393374e-06,
      "loss": 0.5352,
      "step": 199870
    },
    {
      "epoch": 55.79,
      "grad_norm": 1.7201318740844727,
      "learning_rate": 4.682512017390386e-06,
      "loss": 0.5572,
      "step": 199880
    },
    {
      "epoch": 55.79,
      "grad_norm": 2.3907828330993652,
      "learning_rate": 4.682510254076108e-06,
      "loss": 0.5533,
      "step": 199890
    },
    {
      "epoch": 55.79,
      "grad_norm": 2.3343048095703125,
      "learning_rate": 4.682508490450541e-06,
      "loss": 0.5253,
      "step": 199900
    },
    {
      "epoch": 55.79,
      "grad_norm": 1.984082818031311,
      "learning_rate": 4.6825067265136845e-06,
      "loss": 0.5408,
      "step": 199910
    },
    {
      "epoch": 55.8,
      "grad_norm": 2.043473482131958,
      "learning_rate": 4.6825049622655385e-06,
      "loss": 0.5603,
      "step": 199920
    },
    {
      "epoch": 55.8,
      "grad_norm": 1.9165233373641968,
      "learning_rate": 4.682503197706103e-06,
      "loss": 0.5563,
      "step": 199930
    },
    {
      "epoch": 55.8,
      "grad_norm": 1.8030047416687012,
      "learning_rate": 4.68250143283538e-06,
      "loss": 0.5423,
      "step": 199940
    },
    {
      "epoch": 55.81,
      "grad_norm": 1.9641610383987427,
      "learning_rate": 4.6824996676533676e-06,
      "loss": 0.5424,
      "step": 199950
    },
    {
      "epoch": 55.81,
      "grad_norm": 2.5519375801086426,
      "learning_rate": 4.682497902160068e-06,
      "loss": 0.5262,
      "step": 199960
    },
    {
      "epoch": 55.81,
      "grad_norm": 1.4735307693481445,
      "learning_rate": 4.682496136355479e-06,
      "loss": 0.5588,
      "step": 199970
    },
    {
      "epoch": 55.81,
      "grad_norm": 2.3529255390167236,
      "learning_rate": 4.682494370239604e-06,
      "loss": 0.536,
      "step": 199980
    },
    {
      "epoch": 55.82,
      "grad_norm": 2.5253055095672607,
      "learning_rate": 4.68249260381244e-06,
      "loss": 0.5434,
      "step": 199990
    },
    {
      "epoch": 55.82,
      "grad_norm": 1.9783567190170288,
      "learning_rate": 4.682490837073989e-06,
      "loss": 0.5581,
      "step": 200000
    },
    {
      "epoch": 55.82,
      "grad_norm": 2.1598358154296875,
      "learning_rate": 4.682489070024251e-06,
      "loss": 0.5386,
      "step": 200010
    },
    {
      "epoch": 55.82,
      "grad_norm": 2.228123903274536,
      "learning_rate": 4.682487302663227e-06,
      "loss": 0.5343,
      "step": 200020
    },
    {
      "epoch": 55.83,
      "grad_norm": 2.0628554821014404,
      "learning_rate": 4.682485534990916e-06,
      "loss": 0.5449,
      "step": 200030
    },
    {
      "epoch": 55.83,
      "grad_norm": 2.4232499599456787,
      "learning_rate": 4.682483767007318e-06,
      "loss": 0.5402,
      "step": 200040
    },
    {
      "epoch": 55.83,
      "grad_norm": 1.701211929321289,
      "learning_rate": 4.682481998712434e-06,
      "loss": 0.5307,
      "step": 200050
    },
    {
      "epoch": 55.84,
      "grad_norm": 2.312143325805664,
      "learning_rate": 4.6824802301062655e-06,
      "loss": 0.5315,
      "step": 200060
    },
    {
      "epoch": 55.84,
      "grad_norm": 2.156881809234619,
      "learning_rate": 4.682478461188811e-06,
      "loss": 0.5596,
      "step": 200070
    },
    {
      "epoch": 55.84,
      "grad_norm": 2.6110355854034424,
      "learning_rate": 4.682476691960069e-06,
      "loss": 0.5422,
      "step": 200080
    },
    {
      "epoch": 55.84,
      "grad_norm": 2.3816399574279785,
      "learning_rate": 4.6824749224200436e-06,
      "loss": 0.5292,
      "step": 200090
    },
    {
      "epoch": 55.85,
      "grad_norm": 1.8342182636260986,
      "learning_rate": 4.682473152568733e-06,
      "loss": 0.5427,
      "step": 200100
    },
    {
      "epoch": 55.85,
      "grad_norm": 2.066654682159424,
      "learning_rate": 4.682471382406138e-06,
      "loss": 0.5518,
      "step": 200110
    },
    {
      "epoch": 55.85,
      "grad_norm": 1.8715921640396118,
      "learning_rate": 4.6824696119322585e-06,
      "loss": 0.5087,
      "step": 200120
    },
    {
      "epoch": 55.86,
      "grad_norm": 1.6203545331954956,
      "learning_rate": 4.682467841147094e-06,
      "loss": 0.5425,
      "step": 200130
    },
    {
      "epoch": 55.86,
      "grad_norm": 1.5834513902664185,
      "learning_rate": 4.682466070050647e-06,
      "loss": 0.5416,
      "step": 200140
    },
    {
      "epoch": 55.86,
      "grad_norm": 1.7254183292388916,
      "learning_rate": 4.682464298642915e-06,
      "loss": 0.5574,
      "step": 200150
    },
    {
      "epoch": 55.86,
      "grad_norm": 1.785010576248169,
      "learning_rate": 4.6824625269239e-06,
      "loss": 0.5451,
      "step": 200160
    },
    {
      "epoch": 55.87,
      "grad_norm": 1.8830671310424805,
      "learning_rate": 4.682460754893601e-06,
      "loss": 0.5334,
      "step": 200170
    },
    {
      "epoch": 55.87,
      "grad_norm": 1.8561410903930664,
      "learning_rate": 4.68245898255202e-06,
      "loss": 0.5387,
      "step": 200180
    },
    {
      "epoch": 55.87,
      "grad_norm": 1.7001709938049316,
      "learning_rate": 4.682457209899155e-06,
      "loss": 0.5371,
      "step": 200190
    },
    {
      "epoch": 55.87,
      "grad_norm": 1.9715476036071777,
      "learning_rate": 4.6824554369350085e-06,
      "loss": 0.5398,
      "step": 200200
    },
    {
      "epoch": 55.88,
      "grad_norm": 1.8067659139633179,
      "learning_rate": 4.682453663659579e-06,
      "loss": 0.5639,
      "step": 200210
    },
    {
      "epoch": 55.88,
      "grad_norm": 1.929669737815857,
      "learning_rate": 4.682451890072869e-06,
      "loss": 0.5393,
      "step": 200220
    },
    {
      "epoch": 55.88,
      "grad_norm": 2.173424243927002,
      "learning_rate": 4.682450116174875e-06,
      "loss": 0.545,
      "step": 200230
    },
    {
      "epoch": 55.89,
      "grad_norm": 2.2316651344299316,
      "learning_rate": 4.6824483419656e-06,
      "loss": 0.5343,
      "step": 200240
    },
    {
      "epoch": 55.89,
      "grad_norm": 2.764026165008545,
      "learning_rate": 4.682446567445044e-06,
      "loss": 0.5347,
      "step": 200250
    },
    {
      "epoch": 55.89,
      "grad_norm": 1.8114765882492065,
      "learning_rate": 4.682444792613207e-06,
      "loss": 0.5359,
      "step": 200260
    },
    {
      "epoch": 55.89,
      "grad_norm": 2.573293447494507,
      "learning_rate": 4.682443017470089e-06,
      "loss": 0.52,
      "step": 200270
    },
    {
      "epoch": 55.9,
      "grad_norm": 1.866562008857727,
      "learning_rate": 4.68244124201569e-06,
      "loss": 0.5306,
      "step": 200280
    },
    {
      "epoch": 55.9,
      "grad_norm": 1.9323480129241943,
      "learning_rate": 4.68243946625001e-06,
      "loss": 0.5097,
      "step": 200290
    },
    {
      "epoch": 55.9,
      "grad_norm": 1.7804648876190186,
      "learning_rate": 4.682437690173051e-06,
      "loss": 0.5257,
      "step": 200300
    },
    {
      "epoch": 55.91,
      "grad_norm": 1.938819169998169,
      "learning_rate": 4.682435913784811e-06,
      "loss": 0.5282,
      "step": 200310
    },
    {
      "epoch": 55.91,
      "grad_norm": 1.8543469905853271,
      "learning_rate": 4.682434137085292e-06,
      "loss": 0.5347,
      "step": 200320
    },
    {
      "epoch": 55.91,
      "grad_norm": 2.7718746662139893,
      "learning_rate": 4.682432360074494e-06,
      "loss": 0.5257,
      "step": 200330
    },
    {
      "epoch": 55.91,
      "grad_norm": 1.722514033317566,
      "learning_rate": 4.682430582752416e-06,
      "loss": 0.5503,
      "step": 200340
    },
    {
      "epoch": 55.92,
      "grad_norm": 2.1398582458496094,
      "learning_rate": 4.6824288051190586e-06,
      "loss": 0.531,
      "step": 200350
    },
    {
      "epoch": 55.92,
      "grad_norm": 1.5293916463851929,
      "learning_rate": 4.682427027174422e-06,
      "loss": 0.5319,
      "step": 200360
    },
    {
      "epoch": 55.92,
      "grad_norm": 2.2436254024505615,
      "learning_rate": 4.6824252489185085e-06,
      "loss": 0.5348,
      "step": 200370
    },
    {
      "epoch": 55.93,
      "grad_norm": 1.6584078073501587,
      "learning_rate": 4.6824234703513154e-06,
      "loss": 0.5523,
      "step": 200380
    },
    {
      "epoch": 55.93,
      "grad_norm": 1.7955653667449951,
      "learning_rate": 4.6824216914728446e-06,
      "loss": 0.5397,
      "step": 200390
    },
    {
      "epoch": 55.93,
      "grad_norm": 1.4621758460998535,
      "learning_rate": 4.682419912283096e-06,
      "loss": 0.5276,
      "step": 200400
    },
    {
      "epoch": 55.93,
      "grad_norm": 1.5854402780532837,
      "learning_rate": 4.68241813278207e-06,
      "loss": 0.5353,
      "step": 200410
    },
    {
      "epoch": 55.94,
      "grad_norm": 2.764439821243286,
      "learning_rate": 4.682416352969767e-06,
      "loss": 0.5388,
      "step": 200420
    },
    {
      "epoch": 55.94,
      "grad_norm": 2.1123862266540527,
      "learning_rate": 4.682414572846186e-06,
      "loss": 0.548,
      "step": 200430
    },
    {
      "epoch": 55.94,
      "grad_norm": 1.887478232383728,
      "learning_rate": 4.682412792411328e-06,
      "loss": 0.5394,
      "step": 200440
    },
    {
      "epoch": 55.94,
      "grad_norm": 2.4629364013671875,
      "learning_rate": 4.682411011665194e-06,
      "loss": 0.5291,
      "step": 200450
    },
    {
      "epoch": 55.95,
      "grad_norm": 2.0400331020355225,
      "learning_rate": 4.682409230607783e-06,
      "loss": 0.5535,
      "step": 200460
    },
    {
      "epoch": 55.95,
      "grad_norm": 1.714025616645813,
      "learning_rate": 4.682407449239096e-06,
      "loss": 0.5317,
      "step": 200470
    },
    {
      "epoch": 55.95,
      "grad_norm": 2.1042087078094482,
      "learning_rate": 4.682405667559134e-06,
      "loss": 0.5326,
      "step": 200480
    },
    {
      "epoch": 55.96,
      "grad_norm": 1.9045807123184204,
      "learning_rate": 4.682403885567896e-06,
      "loss": 0.5278,
      "step": 200490
    },
    {
      "epoch": 55.96,
      "grad_norm": 1.8250155448913574,
      "learning_rate": 4.682402103265381e-06,
      "loss": 0.5282,
      "step": 200500
    },
    {
      "epoch": 55.96,
      "grad_norm": 2.4315831661224365,
      "learning_rate": 4.6824003206515925e-06,
      "loss": 0.5309,
      "step": 200510
    },
    {
      "epoch": 55.96,
      "grad_norm": 2.0330288410186768,
      "learning_rate": 4.682398537726528e-06,
      "loss": 0.5258,
      "step": 200520
    },
    {
      "epoch": 55.97,
      "grad_norm": 1.7963433265686035,
      "learning_rate": 4.682396754490189e-06,
      "loss": 0.5533,
      "step": 200530
    },
    {
      "epoch": 55.97,
      "grad_norm": 2.1330511569976807,
      "learning_rate": 4.682394970942575e-06,
      "loss": 0.549,
      "step": 200540
    },
    {
      "epoch": 55.97,
      "grad_norm": 2.4329404830932617,
      "learning_rate": 4.682393187083688e-06,
      "loss": 0.5323,
      "step": 200550
    },
    {
      "epoch": 55.98,
      "grad_norm": 2.1056113243103027,
      "learning_rate": 4.682391402913526e-06,
      "loss": 0.539,
      "step": 200560
    },
    {
      "epoch": 55.98,
      "grad_norm": 2.0281763076782227,
      "learning_rate": 4.68238961843209e-06,
      "loss": 0.5218,
      "step": 200570
    },
    {
      "epoch": 55.98,
      "grad_norm": 1.5222759246826172,
      "learning_rate": 4.682387833639382e-06,
      "loss": 0.528,
      "step": 200580
    },
    {
      "epoch": 55.98,
      "grad_norm": 3.2965307235717773,
      "learning_rate": 4.682386048535399e-06,
      "loss": 0.541,
      "step": 200590
    },
    {
      "epoch": 55.99,
      "grad_norm": 2.1189379692077637,
      "learning_rate": 4.682384263120143e-06,
      "loss": 0.5404,
      "step": 200600
    },
    {
      "epoch": 55.99,
      "grad_norm": 2.91440486907959,
      "learning_rate": 4.6823824773936155e-06,
      "loss": 0.541,
      "step": 200610
    },
    {
      "epoch": 55.99,
      "grad_norm": 1.6226645708084106,
      "learning_rate": 4.682380691355814e-06,
      "loss": 0.5423,
      "step": 200620
    },
    {
      "epoch": 55.99,
      "grad_norm": 2.610612392425537,
      "learning_rate": 4.68237890500674e-06,
      "loss": 0.5567,
      "step": 200630
    },
    {
      "epoch": 56.0,
      "grad_norm": 1.6284171342849731,
      "learning_rate": 4.682377118346395e-06,
      "loss": 0.5127,
      "step": 200640
    },
    {
      "epoch": 56.0,
      "eval_loss": 0.5337458252906799,
      "eval_runtime": 63.231,
      "eval_samples_per_second": 80.008,
      "eval_steps_per_second": 10.011,
      "step": 200648
    },
    {
      "epoch": 56.0,
      "grad_norm": 2.9910531044006348,
      "learning_rate": 4.682375331374777e-06,
      "loss": 0.5429,
      "step": 200650
    },
    {
      "epoch": 56.0,
      "grad_norm": 1.7281721830368042,
      "learning_rate": 4.682373544091888e-06,
      "loss": 0.5471,
      "step": 200660
    },
    {
      "epoch": 56.01,
      "grad_norm": 1.8713184595108032,
      "learning_rate": 4.6823717564977274e-06,
      "loss": 0.5242,
      "step": 200670
    },
    {
      "epoch": 56.01,
      "grad_norm": 2.1956515312194824,
      "learning_rate": 4.682369968592295e-06,
      "loss": 0.5169,
      "step": 200680
    },
    {
      "epoch": 56.01,
      "grad_norm": 2.2532613277435303,
      "learning_rate": 4.682368180375593e-06,
      "loss": 0.5312,
      "step": 200690
    },
    {
      "epoch": 56.01,
      "grad_norm": 2.3023650646209717,
      "learning_rate": 4.68236639184762e-06,
      "loss": 0.5618,
      "step": 200700
    },
    {
      "epoch": 56.02,
      "grad_norm": 1.7570923566818237,
      "learning_rate": 4.682364603008375e-06,
      "loss": 0.5247,
      "step": 200710
    },
    {
      "epoch": 56.02,
      "grad_norm": 2.4069664478302,
      "learning_rate": 4.682362813857861e-06,
      "loss": 0.5334,
      "step": 200720
    },
    {
      "epoch": 56.02,
      "grad_norm": 2.0158655643463135,
      "learning_rate": 4.682361024396077e-06,
      "loss": 0.5139,
      "step": 200730
    },
    {
      "epoch": 56.03,
      "grad_norm": 1.89730703830719,
      "learning_rate": 4.682359234623024e-06,
      "loss": 0.5262,
      "step": 200740
    },
    {
      "epoch": 56.03,
      "grad_norm": 1.7649980783462524,
      "learning_rate": 4.6823574445387e-06,
      "loss": 0.5332,
      "step": 200750
    },
    {
      "epoch": 56.03,
      "grad_norm": 2.0643458366394043,
      "learning_rate": 4.682355654143107e-06,
      "loss": 0.532,
      "step": 200760
    },
    {
      "epoch": 56.03,
      "grad_norm": 2.1839351654052734,
      "learning_rate": 4.682353863436245e-06,
      "loss": 0.5297,
      "step": 200770
    },
    {
      "epoch": 56.04,
      "grad_norm": 1.8962467908859253,
      "learning_rate": 4.682352072418115e-06,
      "loss": 0.5542,
      "step": 200780
    },
    {
      "epoch": 56.04,
      "grad_norm": 2.417782783508301,
      "learning_rate": 4.6823502810887155e-06,
      "loss": 0.5457,
      "step": 200790
    },
    {
      "epoch": 56.04,
      "grad_norm": 1.9610981941223145,
      "learning_rate": 4.6823484894480475e-06,
      "loss": 0.5375,
      "step": 200800
    },
    {
      "epoch": 56.05,
      "grad_norm": 2.071058511734009,
      "learning_rate": 4.682346697496112e-06,
      "loss": 0.5293,
      "step": 200810
    },
    {
      "epoch": 56.05,
      "grad_norm": 1.6052905321121216,
      "learning_rate": 4.6823449052329084e-06,
      "loss": 0.557,
      "step": 200820
    },
    {
      "epoch": 56.05,
      "grad_norm": 1.8227611780166626,
      "learning_rate": 4.682343112658437e-06,
      "loss": 0.5483,
      "step": 200830
    },
    {
      "epoch": 56.05,
      "grad_norm": 1.75748610496521,
      "learning_rate": 4.6823413197726996e-06,
      "loss": 0.545,
      "step": 200840
    },
    {
      "epoch": 56.06,
      "grad_norm": 1.9826279878616333,
      "learning_rate": 4.682339526575693e-06,
      "loss": 0.517,
      "step": 200850
    },
    {
      "epoch": 56.06,
      "grad_norm": 2.2178120613098145,
      "learning_rate": 4.682337733067421e-06,
      "loss": 0.5155,
      "step": 200860
    },
    {
      "epoch": 56.06,
      "grad_norm": 1.5816203355789185,
      "learning_rate": 4.6823359392478826e-06,
      "loss": 0.5276,
      "step": 200870
    },
    {
      "epoch": 56.06,
      "grad_norm": 1.9458807706832886,
      "learning_rate": 4.682334145117077e-06,
      "loss": 0.5186,
      "step": 200880
    },
    {
      "epoch": 56.07,
      "grad_norm": 1.8408409357070923,
      "learning_rate": 4.682332350675005e-06,
      "loss": 0.5397,
      "step": 200890
    },
    {
      "epoch": 56.07,
      "grad_norm": 1.8961261510849,
      "learning_rate": 4.682330555921667e-06,
      "loss": 0.5044,
      "step": 200900
    },
    {
      "epoch": 56.07,
      "grad_norm": 2.024646520614624,
      "learning_rate": 4.682328760857063e-06,
      "loss": 0.5254,
      "step": 200910
    },
    {
      "epoch": 56.08,
      "grad_norm": 1.9857749938964844,
      "learning_rate": 4.682326965481194e-06,
      "loss": 0.5154,
      "step": 200920
    },
    {
      "epoch": 56.08,
      "grad_norm": 1.9132912158966064,
      "learning_rate": 4.6823251697940605e-06,
      "loss": 0.5252,
      "step": 200930
    },
    {
      "epoch": 56.08,
      "grad_norm": 1.815894365310669,
      "learning_rate": 4.68232337379566e-06,
      "loss": 0.5337,
      "step": 200940
    },
    {
      "epoch": 56.08,
      "grad_norm": 2.5553736686706543,
      "learning_rate": 4.682321577485997e-06,
      "loss": 0.5465,
      "step": 200950
    },
    {
      "epoch": 56.09,
      "grad_norm": 2.662198066711426,
      "learning_rate": 4.682319780865068e-06,
      "loss": 0.534,
      "step": 200960
    },
    {
      "epoch": 56.09,
      "grad_norm": 2.590866804122925,
      "learning_rate": 4.682317983932876e-06,
      "loss": 0.552,
      "step": 200970
    },
    {
      "epoch": 56.09,
      "grad_norm": 1.6610069274902344,
      "learning_rate": 4.68231618668942e-06,
      "loss": 0.5485,
      "step": 200980
    },
    {
      "epoch": 56.1,
      "grad_norm": 1.5432207584381104,
      "learning_rate": 4.682314389134699e-06,
      "loss": 0.5261,
      "step": 200990
    },
    {
      "epoch": 56.1,
      "grad_norm": 2.0187113285064697,
      "learning_rate": 4.682312591268714e-06,
      "loss": 0.5272,
      "step": 201000
    },
    {
      "epoch": 56.1,
      "grad_norm": 1.426729440689087,
      "learning_rate": 4.682310793091467e-06,
      "loss": 0.5234,
      "step": 201010
    },
    {
      "epoch": 56.1,
      "grad_norm": 2.345646619796753,
      "learning_rate": 4.6823089946029564e-06,
      "loss": 0.5429,
      "step": 201020
    },
    {
      "epoch": 56.11,
      "grad_norm": 2.353306531906128,
      "learning_rate": 4.682307195803183e-06,
      "loss": 0.5573,
      "step": 201030
    },
    {
      "epoch": 56.11,
      "grad_norm": 1.8731456995010376,
      "learning_rate": 4.682305396692148e-06,
      "loss": 0.534,
      "step": 201040
    },
    {
      "epoch": 56.11,
      "grad_norm": 3.254223346710205,
      "learning_rate": 4.682303597269849e-06,
      "loss": 0.5566,
      "step": 201050
    },
    {
      "epoch": 56.11,
      "grad_norm": 1.9154369831085205,
      "learning_rate": 4.682301797536289e-06,
      "loss": 0.5491,
      "step": 201060
    },
    {
      "epoch": 56.12,
      "grad_norm": 1.8507373332977295,
      "learning_rate": 4.682299997491466e-06,
      "loss": 0.5203,
      "step": 201070
    },
    {
      "epoch": 56.12,
      "grad_norm": 1.9164247512817383,
      "learning_rate": 4.682298197135382e-06,
      "loss": 0.544,
      "step": 201080
    },
    {
      "epoch": 56.12,
      "grad_norm": 1.8291913270950317,
      "learning_rate": 4.682296396468037e-06,
      "loss": 0.5321,
      "step": 201090
    },
    {
      "epoch": 56.13,
      "grad_norm": 2.0590579509735107,
      "learning_rate": 4.682294595489431e-06,
      "loss": 0.5255,
      "step": 201100
    },
    {
      "epoch": 56.13,
      "grad_norm": 2.3379642963409424,
      "learning_rate": 4.6822927941995635e-06,
      "loss": 0.5184,
      "step": 201110
    },
    {
      "epoch": 56.13,
      "grad_norm": 1.8328971862792969,
      "learning_rate": 4.682290992598435e-06,
      "loss": 0.5166,
      "step": 201120
    },
    {
      "epoch": 56.13,
      "grad_norm": 1.6898863315582275,
      "learning_rate": 4.682289190686047e-06,
      "loss": 0.5256,
      "step": 201130
    },
    {
      "epoch": 56.14,
      "grad_norm": 1.853730320930481,
      "learning_rate": 4.682287388462398e-06,
      "loss": 0.5235,
      "step": 201140
    },
    {
      "epoch": 56.14,
      "grad_norm": 1.9737578630447388,
      "learning_rate": 4.682285585927489e-06,
      "loss": 0.5127,
      "step": 201150
    },
    {
      "epoch": 56.14,
      "grad_norm": 1.3535727262496948,
      "learning_rate": 4.6822837830813204e-06,
      "loss": 0.5422,
      "step": 201160
    },
    {
      "epoch": 56.15,
      "grad_norm": 2.0369796752929688,
      "learning_rate": 4.682281979923893e-06,
      "loss": 0.5445,
      "step": 201170
    },
    {
      "epoch": 56.15,
      "grad_norm": 1.8667631149291992,
      "learning_rate": 4.682280176455206e-06,
      "loss": 0.5413,
      "step": 201180
    },
    {
      "epoch": 56.15,
      "grad_norm": 1.7138437032699585,
      "learning_rate": 4.68227837267526e-06,
      "loss": 0.5206,
      "step": 201190
    },
    {
      "epoch": 56.15,
      "grad_norm": 2.829294443130493,
      "learning_rate": 4.682276568584054e-06,
      "loss": 0.5432,
      "step": 201200
    },
    {
      "epoch": 56.16,
      "grad_norm": 2.9380617141723633,
      "learning_rate": 4.6822747641815916e-06,
      "loss": 0.5632,
      "step": 201210
    },
    {
      "epoch": 56.16,
      "grad_norm": 1.6283929347991943,
      "learning_rate": 4.6822729594678696e-06,
      "loss": 0.5538,
      "step": 201220
    },
    {
      "epoch": 56.16,
      "grad_norm": 2.3152012825012207,
      "learning_rate": 4.68227115444289e-06,
      "loss": 0.5348,
      "step": 201230
    },
    {
      "epoch": 56.17,
      "grad_norm": 1.7683972120285034,
      "learning_rate": 4.682269349106652e-06,
      "loss": 0.5233,
      "step": 201240
    },
    {
      "epoch": 56.17,
      "grad_norm": 1.7023849487304688,
      "learning_rate": 4.682267543459157e-06,
      "loss": 0.545,
      "step": 201250
    },
    {
      "epoch": 56.17,
      "grad_norm": 1.99497389793396,
      "learning_rate": 4.682265737500405e-06,
      "loss": 0.5418,
      "step": 201260
    },
    {
      "epoch": 56.17,
      "grad_norm": 1.8538463115692139,
      "learning_rate": 4.682263931230395e-06,
      "loss": 0.5231,
      "step": 201270
    },
    {
      "epoch": 56.18,
      "grad_norm": 1.7728767395019531,
      "learning_rate": 4.682262124649128e-06,
      "loss": 0.5814,
      "step": 201280
    },
    {
      "epoch": 56.18,
      "grad_norm": 1.8568025827407837,
      "learning_rate": 4.682260317756606e-06,
      "loss": 0.5447,
      "step": 201290
    },
    {
      "epoch": 56.18,
      "grad_norm": 1.6853057146072388,
      "learning_rate": 4.682258510552826e-06,
      "loss": 0.5147,
      "step": 201300
    },
    {
      "epoch": 56.18,
      "grad_norm": 2.8379926681518555,
      "learning_rate": 4.6822567030377914e-06,
      "loss": 0.5302,
      "step": 201310
    },
    {
      "epoch": 56.19,
      "grad_norm": 2.357926845550537,
      "learning_rate": 4.6822548952114995e-06,
      "loss": 0.5254,
      "step": 201320
    },
    {
      "epoch": 56.19,
      "grad_norm": 2.052302122116089,
      "learning_rate": 4.6822530870739526e-06,
      "loss": 0.5274,
      "step": 201330
    },
    {
      "epoch": 56.19,
      "grad_norm": 1.910762071609497,
      "learning_rate": 4.68225127862515e-06,
      "loss": 0.544,
      "step": 201340
    },
    {
      "epoch": 56.2,
      "grad_norm": 1.7620925903320312,
      "learning_rate": 4.682249469865093e-06,
      "loss": 0.5395,
      "step": 201350
    },
    {
      "epoch": 56.2,
      "grad_norm": 1.7095445394515991,
      "learning_rate": 4.68224766079378e-06,
      "loss": 0.5312,
      "step": 201360
    },
    {
      "epoch": 56.2,
      "grad_norm": 2.0699691772460938,
      "learning_rate": 4.682245851411213e-06,
      "loss": 0.5407,
      "step": 201370
    },
    {
      "epoch": 56.2,
      "grad_norm": 1.7495239973068237,
      "learning_rate": 4.682244041717392e-06,
      "loss": 0.5285,
      "step": 201380
    },
    {
      "epoch": 56.21,
      "grad_norm": 2.171619176864624,
      "learning_rate": 4.682242231712316e-06,
      "loss": 0.5172,
      "step": 201390
    },
    {
      "epoch": 56.21,
      "grad_norm": 2.162790060043335,
      "learning_rate": 4.682240421395986e-06,
      "loss": 0.5243,
      "step": 201400
    },
    {
      "epoch": 56.21,
      "grad_norm": 1.4136483669281006,
      "learning_rate": 4.682238610768402e-06,
      "loss": 0.5343,
      "step": 201410
    },
    {
      "epoch": 56.22,
      "grad_norm": 1.7739369869232178,
      "learning_rate": 4.6822367998295654e-06,
      "loss": 0.5374,
      "step": 201420
    },
    {
      "epoch": 56.22,
      "grad_norm": 2.021800994873047,
      "learning_rate": 4.682234988579475e-06,
      "loss": 0.5269,
      "step": 201430
    },
    {
      "epoch": 56.22,
      "grad_norm": 3.5744659900665283,
      "learning_rate": 4.682233177018133e-06,
      "loss": 0.5347,
      "step": 201440
    },
    {
      "epoch": 56.22,
      "grad_norm": 1.9685463905334473,
      "learning_rate": 4.682231365145536e-06,
      "loss": 0.5237,
      "step": 201450
    },
    {
      "epoch": 56.23,
      "grad_norm": 1.7297464609146118,
      "learning_rate": 4.6822295529616885e-06,
      "loss": 0.5336,
      "step": 201460
    },
    {
      "epoch": 56.23,
      "grad_norm": 1.5857280492782593,
      "learning_rate": 4.682227740466587e-06,
      "loss": 0.5195,
      "step": 201470
    },
    {
      "epoch": 56.23,
      "grad_norm": 1.7584658861160278,
      "learning_rate": 4.682225927660235e-06,
      "loss": 0.5401,
      "step": 201480
    },
    {
      "epoch": 56.23,
      "grad_norm": 1.8814905881881714,
      "learning_rate": 4.68222411454263e-06,
      "loss": 0.5547,
      "step": 201490
    },
    {
      "epoch": 56.24,
      "grad_norm": 1.6654469966888428,
      "learning_rate": 4.6822223011137745e-06,
      "loss": 0.5589,
      "step": 201500
    },
    {
      "epoch": 56.24,
      "grad_norm": 1.5913854837417603,
      "learning_rate": 4.682220487373667e-06,
      "loss": 0.5329,
      "step": 201510
    },
    {
      "epoch": 56.24,
      "grad_norm": 1.8617569208145142,
      "learning_rate": 4.682218673322309e-06,
      "loss": 0.5265,
      "step": 201520
    },
    {
      "epoch": 56.25,
      "grad_norm": 2.4267635345458984,
      "learning_rate": 4.682216858959699e-06,
      "loss": 0.5399,
      "step": 201530
    },
    {
      "epoch": 56.25,
      "grad_norm": 1.8064831495285034,
      "learning_rate": 4.6822150442858395e-06,
      "loss": 0.5238,
      "step": 201540
    },
    {
      "epoch": 56.25,
      "grad_norm": 2.065286159515381,
      "learning_rate": 4.68221322930073e-06,
      "loss": 0.5542,
      "step": 201550
    },
    {
      "epoch": 56.25,
      "grad_norm": 1.7767478227615356,
      "learning_rate": 4.68221141400437e-06,
      "loss": 0.5074,
      "step": 201560
    },
    {
      "epoch": 56.26,
      "grad_norm": 1.9409984350204468,
      "learning_rate": 4.68220959839676e-06,
      "loss": 0.5184,
      "step": 201570
    },
    {
      "epoch": 56.26,
      "grad_norm": 1.9013148546218872,
      "learning_rate": 4.6822077824779e-06,
      "loss": 0.5282,
      "step": 201580
    },
    {
      "epoch": 56.26,
      "grad_norm": 2.342042922973633,
      "learning_rate": 4.682205966247791e-06,
      "loss": 0.53,
      "step": 201590
    },
    {
      "epoch": 56.27,
      "grad_norm": 2.6881675720214844,
      "learning_rate": 4.682204149706433e-06,
      "loss": 0.532,
      "step": 201600
    },
    {
      "epoch": 56.27,
      "grad_norm": 1.784061312675476,
      "learning_rate": 4.6822023328538255e-06,
      "loss": 0.514,
      "step": 201610
    },
    {
      "epoch": 56.27,
      "grad_norm": 1.9550217390060425,
      "learning_rate": 4.6822005156899694e-06,
      "loss": 0.5485,
      "step": 201620
    },
    {
      "epoch": 56.27,
      "grad_norm": 1.9621425867080688,
      "learning_rate": 4.682198698214866e-06,
      "loss": 0.5427,
      "step": 201630
    },
    {
      "epoch": 56.28,
      "grad_norm": 1.92141592502594,
      "learning_rate": 4.6821968804285135e-06,
      "loss": 0.5342,
      "step": 201640
    },
    {
      "epoch": 56.28,
      "grad_norm": 2.488833427429199,
      "learning_rate": 4.682195062330914e-06,
      "loss": 0.5341,
      "step": 201650
    },
    {
      "epoch": 56.28,
      "grad_norm": 2.353599786758423,
      "learning_rate": 4.682193243922066e-06,
      "loss": 0.5332,
      "step": 201660
    },
    {
      "epoch": 56.29,
      "grad_norm": 2.177520990371704,
      "learning_rate": 4.682191425201971e-06,
      "loss": 0.5269,
      "step": 201670
    },
    {
      "epoch": 56.29,
      "grad_norm": 1.7660400867462158,
      "learning_rate": 4.6821896061706285e-06,
      "loss": 0.5327,
      "step": 201680
    },
    {
      "epoch": 56.29,
      "grad_norm": 1.9321743249893188,
      "learning_rate": 4.6821877868280384e-06,
      "loss": 0.532,
      "step": 201690
    },
    {
      "epoch": 56.29,
      "grad_norm": 2.238942861557007,
      "learning_rate": 4.682185967174203e-06,
      "loss": 0.5357,
      "step": 201700
    },
    {
      "epoch": 56.3,
      "grad_norm": 2.055169105529785,
      "learning_rate": 4.68218414720912e-06,
      "loss": 0.5213,
      "step": 201710
    },
    {
      "epoch": 56.3,
      "grad_norm": 1.6525254249572754,
      "learning_rate": 4.682182326932791e-06,
      "loss": 0.5263,
      "step": 201720
    },
    {
      "epoch": 56.3,
      "grad_norm": 1.7765215635299683,
      "learning_rate": 4.682180506345217e-06,
      "loss": 0.5011,
      "step": 201730
    },
    {
      "epoch": 56.3,
      "grad_norm": 2.004800319671631,
      "learning_rate": 4.682178685446397e-06,
      "loss": 0.5364,
      "step": 201740
    },
    {
      "epoch": 56.31,
      "grad_norm": 2.199583053588867,
      "learning_rate": 4.68217686423633e-06,
      "loss": 0.5275,
      "step": 201750
    },
    {
      "epoch": 56.31,
      "grad_norm": 1.9665498733520508,
      "learning_rate": 4.682175042715019e-06,
      "loss": 0.5408,
      "step": 201760
    },
    {
      "epoch": 56.31,
      "grad_norm": 1.8160401582717896,
      "learning_rate": 4.682173220882463e-06,
      "loss": 0.5347,
      "step": 201770
    },
    {
      "epoch": 56.32,
      "grad_norm": 1.5920486450195312,
      "learning_rate": 4.6821713987386615e-06,
      "loss": 0.5313,
      "step": 201780
    },
    {
      "epoch": 56.32,
      "grad_norm": 1.6011894941329956,
      "learning_rate": 4.682169576283616e-06,
      "loss": 0.5495,
      "step": 201790
    },
    {
      "epoch": 56.32,
      "grad_norm": 1.9651963710784912,
      "learning_rate": 4.682167753517326e-06,
      "loss": 0.5239,
      "step": 201800
    },
    {
      "epoch": 56.32,
      "grad_norm": 1.9426814317703247,
      "learning_rate": 4.682165930439793e-06,
      "loss": 0.5344,
      "step": 201810
    },
    {
      "epoch": 56.33,
      "grad_norm": 2.470487594604492,
      "learning_rate": 4.682164107051015e-06,
      "loss": 0.5464,
      "step": 201820
    },
    {
      "epoch": 56.33,
      "grad_norm": 2.155585289001465,
      "learning_rate": 4.682162283350994e-06,
      "loss": 0.5591,
      "step": 201830
    },
    {
      "epoch": 56.33,
      "grad_norm": 2.0015676021575928,
      "learning_rate": 4.6821604593397285e-06,
      "loss": 0.5373,
      "step": 201840
    },
    {
      "epoch": 56.34,
      "grad_norm": 1.8852143287658691,
      "learning_rate": 4.682158635017221e-06,
      "loss": 0.5585,
      "step": 201850
    },
    {
      "epoch": 56.34,
      "grad_norm": 1.8469293117523193,
      "learning_rate": 4.682156810383471e-06,
      "loss": 0.5412,
      "step": 201860
    },
    {
      "epoch": 56.34,
      "grad_norm": 1.6562035083770752,
      "learning_rate": 4.682154985438478e-06,
      "loss": 0.5539,
      "step": 201870
    },
    {
      "epoch": 56.34,
      "grad_norm": 2.277462959289551,
      "learning_rate": 4.682153160182243e-06,
      "loss": 0.5603,
      "step": 201880
    },
    {
      "epoch": 56.35,
      "grad_norm": 2.3022255897521973,
      "learning_rate": 4.682151334614765e-06,
      "loss": 0.5406,
      "step": 201890
    },
    {
      "epoch": 56.35,
      "grad_norm": 2.0746331214904785,
      "learning_rate": 4.682149508736045e-06,
      "loss": 0.5143,
      "step": 201900
    },
    {
      "epoch": 56.35,
      "grad_norm": 1.7130306959152222,
      "learning_rate": 4.682147682546085e-06,
      "loss": 0.5296,
      "step": 201910
    },
    {
      "epoch": 56.36,
      "grad_norm": 2.3707022666931152,
      "learning_rate": 4.6821458560448825e-06,
      "loss": 0.5376,
      "step": 201920
    },
    {
      "epoch": 56.36,
      "grad_norm": 2.0584025382995605,
      "learning_rate": 4.682144029232439e-06,
      "loss": 0.5134,
      "step": 201930
    },
    {
      "epoch": 56.36,
      "grad_norm": 1.5085902214050293,
      "learning_rate": 4.682142202108755e-06,
      "loss": 0.5411,
      "step": 201940
    },
    {
      "epoch": 56.36,
      "grad_norm": 1.9705252647399902,
      "learning_rate": 4.6821403746738305e-06,
      "loss": 0.5152,
      "step": 201950
    },
    {
      "epoch": 56.37,
      "grad_norm": 1.988097906112671,
      "learning_rate": 4.682138546927665e-06,
      "loss": 0.5169,
      "step": 201960
    },
    {
      "epoch": 56.37,
      "grad_norm": 2.116149425506592,
      "learning_rate": 4.6821367188702595e-06,
      "loss": 0.5654,
      "step": 201970
    },
    {
      "epoch": 56.37,
      "grad_norm": 1.8513621091842651,
      "learning_rate": 4.682134890501614e-06,
      "loss": 0.5322,
      "step": 201980
    },
    {
      "epoch": 56.37,
      "grad_norm": 1.5940122604370117,
      "learning_rate": 4.682133061821729e-06,
      "loss": 0.5113,
      "step": 201990
    },
    {
      "epoch": 56.38,
      "grad_norm": 2.3091213703155518,
      "learning_rate": 4.682131232830604e-06,
      "loss": 0.5319,
      "step": 202000
    },
    {
      "epoch": 56.38,
      "grad_norm": 2.0953962802886963,
      "learning_rate": 4.682129403528241e-06,
      "loss": 0.5085,
      "step": 202010
    },
    {
      "epoch": 56.38,
      "grad_norm": 2.016294002532959,
      "learning_rate": 4.6821275739146385e-06,
      "loss": 0.5283,
      "step": 202020
    },
    {
      "epoch": 56.39,
      "grad_norm": 1.7908107042312622,
      "learning_rate": 4.6821257439897965e-06,
      "loss": 0.5309,
      "step": 202030
    },
    {
      "epoch": 56.39,
      "grad_norm": 1.7114648818969727,
      "learning_rate": 4.682123913753717e-06,
      "loss": 0.5386,
      "step": 202040
    },
    {
      "epoch": 56.39,
      "grad_norm": 2.458925724029541,
      "learning_rate": 4.682122083206399e-06,
      "loss": 0.5371,
      "step": 202050
    },
    {
      "epoch": 56.39,
      "grad_norm": 1.6968275308609009,
      "learning_rate": 4.682120252347843e-06,
      "loss": 0.5612,
      "step": 202060
    },
    {
      "epoch": 56.4,
      "grad_norm": 1.9924066066741943,
      "learning_rate": 4.68211842117805e-06,
      "loss": 0.527,
      "step": 202070
    },
    {
      "epoch": 56.4,
      "grad_norm": 2.1219539642333984,
      "learning_rate": 4.682116589697019e-06,
      "loss": 0.5384,
      "step": 202080
    },
    {
      "epoch": 56.4,
      "grad_norm": 2.3227741718292236,
      "learning_rate": 4.682114757904751e-06,
      "loss": 0.5239,
      "step": 202090
    },
    {
      "epoch": 56.41,
      "grad_norm": 1.8563992977142334,
      "learning_rate": 4.6821129258012455e-06,
      "loss": 0.5571,
      "step": 202100
    },
    {
      "epoch": 56.41,
      "grad_norm": 2.4404709339141846,
      "learning_rate": 4.682111093386503e-06,
      "loss": 0.5272,
      "step": 202110
    },
    {
      "epoch": 56.41,
      "grad_norm": 1.9573811292648315,
      "learning_rate": 4.6821092606605245e-06,
      "loss": 0.5531,
      "step": 202120
    },
    {
      "epoch": 56.41,
      "grad_norm": 1.7367215156555176,
      "learning_rate": 4.68210742762331e-06,
      "loss": 0.5359,
      "step": 202130
    },
    {
      "epoch": 56.42,
      "grad_norm": 1.2247388362884521,
      "learning_rate": 4.682105594274859e-06,
      "loss": 0.5242,
      "step": 202140
    },
    {
      "epoch": 56.42,
      "grad_norm": 2.9483063220977783,
      "learning_rate": 4.682103760615173e-06,
      "loss": 0.5269,
      "step": 202150
    },
    {
      "epoch": 56.42,
      "grad_norm": 2.322221040725708,
      "learning_rate": 4.68210192664425e-06,
      "loss": 0.5476,
      "step": 202160
    },
    {
      "epoch": 56.42,
      "grad_norm": 2.231144428253174,
      "learning_rate": 4.6821000923620925e-06,
      "loss": 0.5327,
      "step": 202170
    },
    {
      "epoch": 56.43,
      "grad_norm": 2.565462589263916,
      "learning_rate": 4.6820982577687006e-06,
      "loss": 0.55,
      "step": 202180
    },
    {
      "epoch": 56.43,
      "grad_norm": 1.9758517742156982,
      "learning_rate": 4.682096422864073e-06,
      "loss": 0.5498,
      "step": 202190
    },
    {
      "epoch": 56.43,
      "grad_norm": 1.8978126049041748,
      "learning_rate": 4.682094587648212e-06,
      "loss": 0.5324,
      "step": 202200
    },
    {
      "epoch": 56.44,
      "grad_norm": 2.3259596824645996,
      "learning_rate": 4.682092752121115e-06,
      "loss": 0.5306,
      "step": 202210
    },
    {
      "epoch": 56.44,
      "grad_norm": 1.4766477346420288,
      "learning_rate": 4.6820909162827855e-06,
      "loss": 0.522,
      "step": 202220
    },
    {
      "epoch": 56.44,
      "grad_norm": 1.4489468336105347,
      "learning_rate": 4.682089080133221e-06,
      "loss": 0.517,
      "step": 202230
    },
    {
      "epoch": 56.44,
      "grad_norm": 2.133120059967041,
      "learning_rate": 4.682087243672424e-06,
      "loss": 0.532,
      "step": 202240
    },
    {
      "epoch": 56.45,
      "grad_norm": 2.187973976135254,
      "learning_rate": 4.682085406900393e-06,
      "loss": 0.5053,
      "step": 202250
    },
    {
      "epoch": 56.45,
      "grad_norm": 2.3038790225982666,
      "learning_rate": 4.682083569817129e-06,
      "loss": 0.5345,
      "step": 202260
    },
    {
      "epoch": 56.45,
      "grad_norm": 1.8544379472732544,
      "learning_rate": 4.682081732422633e-06,
      "loss": 0.5186,
      "step": 202270
    },
    {
      "epoch": 56.46,
      "grad_norm": 1.5774894952774048,
      "learning_rate": 4.682079894716903e-06,
      "loss": 0.5223,
      "step": 202280
    },
    {
      "epoch": 56.46,
      "grad_norm": 1.9360356330871582,
      "learning_rate": 4.682078056699941e-06,
      "loss": 0.5548,
      "step": 202290
    },
    {
      "epoch": 56.46,
      "grad_norm": 1.450262427330017,
      "learning_rate": 4.682076218371748e-06,
      "loss": 0.5582,
      "step": 202300
    },
    {
      "epoch": 56.46,
      "grad_norm": 2.514477491378784,
      "learning_rate": 4.682074379732323e-06,
      "loss": 0.5397,
      "step": 202310
    },
    {
      "epoch": 56.47,
      "grad_norm": 1.806796669960022,
      "learning_rate": 4.682072540781665e-06,
      "loss": 0.5267,
      "step": 202320
    },
    {
      "epoch": 56.47,
      "grad_norm": 1.8976153135299683,
      "learning_rate": 4.682070701519777e-06,
      "loss": 0.5459,
      "step": 202330
    },
    {
      "epoch": 56.47,
      "grad_norm": 1.7064433097839355,
      "learning_rate": 4.682068861946656e-06,
      "loss": 0.5674,
      "step": 202340
    },
    {
      "epoch": 56.48,
      "grad_norm": 1.60842764377594,
      "learning_rate": 4.6820670220623065e-06,
      "loss": 0.5381,
      "step": 202350
    },
    {
      "epoch": 56.48,
      "grad_norm": 2.0115671157836914,
      "learning_rate": 4.682065181866725e-06,
      "loss": 0.5458,
      "step": 202360
    },
    {
      "epoch": 56.48,
      "grad_norm": 2.474872589111328,
      "learning_rate": 4.682063341359913e-06,
      "loss": 0.5352,
      "step": 202370
    },
    {
      "epoch": 56.48,
      "grad_norm": 2.0231564044952393,
      "learning_rate": 4.682061500541872e-06,
      "loss": 0.5301,
      "step": 202380
    },
    {
      "epoch": 56.49,
      "grad_norm": 2.136237382888794,
      "learning_rate": 4.6820596594126e-06,
      "loss": 0.5261,
      "step": 202390
    },
    {
      "epoch": 56.49,
      "grad_norm": 1.7837932109832764,
      "learning_rate": 4.6820578179720984e-06,
      "loss": 0.533,
      "step": 202400
    },
    {
      "epoch": 56.49,
      "grad_norm": 2.0456743240356445,
      "learning_rate": 4.6820559762203675e-06,
      "loss": 0.5495,
      "step": 202410
    },
    {
      "epoch": 56.49,
      "grad_norm": 1.9460827112197876,
      "learning_rate": 4.682054134157408e-06,
      "loss": 0.5261,
      "step": 202420
    },
    {
      "epoch": 56.5,
      "grad_norm": 1.8113347291946411,
      "learning_rate": 4.6820522917832195e-06,
      "loss": 0.505,
      "step": 202430
    },
    {
      "epoch": 56.5,
      "grad_norm": 1.8922617435455322,
      "learning_rate": 4.6820504490978016e-06,
      "loss": 0.5262,
      "step": 202440
    },
    {
      "epoch": 56.5,
      "grad_norm": 1.3892288208007812,
      "learning_rate": 4.682048606101156e-06,
      "loss": 0.5561,
      "step": 202450
    },
    {
      "epoch": 56.51,
      "grad_norm": 2.0241599082946777,
      "learning_rate": 4.682046762793281e-06,
      "loss": 0.5364,
      "step": 202460
    },
    {
      "epoch": 56.51,
      "grad_norm": 2.319209098815918,
      "learning_rate": 4.682044919174179e-06,
      "loss": 0.5264,
      "step": 202470
    },
    {
      "epoch": 56.51,
      "grad_norm": 1.6347932815551758,
      "learning_rate": 4.68204307524385e-06,
      "loss": 0.5191,
      "step": 202480
    },
    {
      "epoch": 56.51,
      "grad_norm": 1.641716718673706,
      "learning_rate": 4.6820412310022925e-06,
      "loss": 0.5176,
      "step": 202490
    },
    {
      "epoch": 56.52,
      "grad_norm": 1.7676759958267212,
      "learning_rate": 4.682039386449508e-06,
      "loss": 0.5319,
      "step": 202500
    },
    {
      "epoch": 56.52,
      "grad_norm": 1.7378051280975342,
      "learning_rate": 4.682037541585497e-06,
      "loss": 0.5314,
      "step": 202510
    },
    {
      "epoch": 56.52,
      "grad_norm": 1.7409720420837402,
      "learning_rate": 4.682035696410259e-06,
      "loss": 0.5207,
      "step": 202520
    },
    {
      "epoch": 56.53,
      "grad_norm": 2.1625115871429443,
      "learning_rate": 4.6820338509237945e-06,
      "loss": 0.5464,
      "step": 202530
    },
    {
      "epoch": 56.53,
      "grad_norm": 2.1999478340148926,
      "learning_rate": 4.682032005126104e-06,
      "loss": 0.5215,
      "step": 202540
    },
    {
      "epoch": 56.53,
      "grad_norm": 1.753740906715393,
      "learning_rate": 4.682030159017186e-06,
      "loss": 0.5072,
      "step": 202550
    },
    {
      "epoch": 56.53,
      "grad_norm": 1.5500117540359497,
      "learning_rate": 4.682028312597045e-06,
      "loss": 0.5343,
      "step": 202560
    },
    {
      "epoch": 56.54,
      "grad_norm": 2.0836234092712402,
      "learning_rate": 4.682026465865677e-06,
      "loss": 0.5375,
      "step": 202570
    },
    {
      "epoch": 56.54,
      "grad_norm": 2.21793532371521,
      "learning_rate": 4.6820246188230835e-06,
      "loss": 0.5274,
      "step": 202580
    },
    {
      "epoch": 56.54,
      "grad_norm": 1.8673715591430664,
      "learning_rate": 4.6820227714692655e-06,
      "loss": 0.5388,
      "step": 202590
    },
    {
      "epoch": 56.54,
      "grad_norm": 1.910629391670227,
      "learning_rate": 4.682020923804222e-06,
      "loss": 0.5339,
      "step": 202600
    },
    {
      "epoch": 56.55,
      "grad_norm": 3.189164876937866,
      "learning_rate": 4.682019075827955e-06,
      "loss": 0.5444,
      "step": 202610
    },
    {
      "epoch": 56.55,
      "grad_norm": 2.4653520584106445,
      "learning_rate": 4.682017227540464e-06,
      "loss": 0.5299,
      "step": 202620
    },
    {
      "epoch": 56.55,
      "grad_norm": 2.2244362831115723,
      "learning_rate": 4.682015378941748e-06,
      "loss": 0.5143,
      "step": 202630
    },
    {
      "epoch": 56.56,
      "grad_norm": 2.092399835586548,
      "learning_rate": 4.682013530031809e-06,
      "loss": 0.5154,
      "step": 202640
    },
    {
      "epoch": 56.56,
      "grad_norm": 1.7515158653259277,
      "learning_rate": 4.6820116808106455e-06,
      "loss": 0.54,
      "step": 202650
    },
    {
      "epoch": 56.56,
      "grad_norm": 2.2863399982452393,
      "learning_rate": 4.68200983127826e-06,
      "loss": 0.5452,
      "step": 202660
    },
    {
      "epoch": 56.56,
      "grad_norm": 1.9444397687911987,
      "learning_rate": 4.682007981434651e-06,
      "loss": 0.5233,
      "step": 202670
    },
    {
      "epoch": 56.57,
      "grad_norm": 2.2807984352111816,
      "learning_rate": 4.682006131279819e-06,
      "loss": 0.5135,
      "step": 202680
    },
    {
      "epoch": 56.57,
      "grad_norm": 1.8496416807174683,
      "learning_rate": 4.6820042808137645e-06,
      "loss": 0.5355,
      "step": 202690
    },
    {
      "epoch": 56.57,
      "grad_norm": 1.8203623294830322,
      "learning_rate": 4.682002430036488e-06,
      "loss": 0.5496,
      "step": 202700
    },
    {
      "epoch": 56.58,
      "grad_norm": 2.278526782989502,
      "learning_rate": 4.682000578947989e-06,
      "loss": 0.5531,
      "step": 202710
    },
    {
      "epoch": 56.58,
      "grad_norm": 1.9844326972961426,
      "learning_rate": 4.681998727548269e-06,
      "loss": 0.5255,
      "step": 202720
    },
    {
      "epoch": 56.58,
      "grad_norm": 1.4163248538970947,
      "learning_rate": 4.681996875837326e-06,
      "loss": 0.5379,
      "step": 202730
    },
    {
      "epoch": 56.58,
      "grad_norm": 2.095860004425049,
      "learning_rate": 4.681995023815163e-06,
      "loss": 0.517,
      "step": 202740
    },
    {
      "epoch": 56.59,
      "grad_norm": 2.661039352416992,
      "learning_rate": 4.681993171481778e-06,
      "loss": 0.5079,
      "step": 202750
    },
    {
      "epoch": 56.59,
      "grad_norm": 2.0909385681152344,
      "learning_rate": 4.681991318837173e-06,
      "loss": 0.5274,
      "step": 202760
    },
    {
      "epoch": 56.59,
      "grad_norm": 1.6194567680358887,
      "learning_rate": 4.681989465881347e-06,
      "loss": 0.5161,
      "step": 202770
    },
    {
      "epoch": 56.6,
      "grad_norm": 2.4799752235412598,
      "learning_rate": 4.681987612614301e-06,
      "loss": 0.5236,
      "step": 202780
    },
    {
      "epoch": 56.6,
      "grad_norm": 1.80011785030365,
      "learning_rate": 4.681985759036034e-06,
      "loss": 0.542,
      "step": 202790
    },
    {
      "epoch": 56.6,
      "grad_norm": 1.5738482475280762,
      "learning_rate": 4.681983905146549e-06,
      "loss": 0.5111,
      "step": 202800
    },
    {
      "epoch": 56.6,
      "grad_norm": 1.8512452840805054,
      "learning_rate": 4.681982050945844e-06,
      "loss": 0.5384,
      "step": 202810
    },
    {
      "epoch": 56.61,
      "grad_norm": 1.9719734191894531,
      "learning_rate": 4.681980196433918e-06,
      "loss": 0.5404,
      "step": 202820
    },
    {
      "epoch": 56.61,
      "grad_norm": 1.4683239459991455,
      "learning_rate": 4.681978341610774e-06,
      "loss": 0.5466,
      "step": 202830
    },
    {
      "epoch": 56.61,
      "grad_norm": 1.6801961660385132,
      "learning_rate": 4.681976486476411e-06,
      "loss": 0.5407,
      "step": 202840
    },
    {
      "epoch": 56.61,
      "grad_norm": 2.0643856525421143,
      "learning_rate": 4.68197463103083e-06,
      "loss": 0.5627,
      "step": 202850
    },
    {
      "epoch": 56.62,
      "grad_norm": 2.097118616104126,
      "learning_rate": 4.681972775274031e-06,
      "loss": 0.5267,
      "step": 202860
    },
    {
      "epoch": 56.62,
      "grad_norm": 1.6624845266342163,
      "learning_rate": 4.681970919206012e-06,
      "loss": 0.5361,
      "step": 202870
    },
    {
      "epoch": 56.62,
      "grad_norm": 1.6747487783432007,
      "learning_rate": 4.681969062826777e-06,
      "loss": 0.54,
      "step": 202880
    },
    {
      "epoch": 56.63,
      "grad_norm": 2.42834734916687,
      "learning_rate": 4.681967206136324e-06,
      "loss": 0.5352,
      "step": 202890
    },
    {
      "epoch": 56.63,
      "grad_norm": 2.0528295040130615,
      "learning_rate": 4.6819653491346535e-06,
      "loss": 0.5715,
      "step": 202900
    },
    {
      "epoch": 56.63,
      "grad_norm": 2.1716949939727783,
      "learning_rate": 4.681963491821765e-06,
      "loss": 0.5303,
      "step": 202910
    },
    {
      "epoch": 56.63,
      "grad_norm": 1.8079097270965576,
      "learning_rate": 4.681961634197661e-06,
      "loss": 0.538,
      "step": 202920
    },
    {
      "epoch": 56.64,
      "grad_norm": 2.2788608074188232,
      "learning_rate": 4.68195977626234e-06,
      "loss": 0.5417,
      "step": 202930
    },
    {
      "epoch": 56.64,
      "grad_norm": 2.167924165725708,
      "learning_rate": 4.6819579180158025e-06,
      "loss": 0.5579,
      "step": 202940
    },
    {
      "epoch": 56.64,
      "grad_norm": 1.6843342781066895,
      "learning_rate": 4.6819560594580485e-06,
      "loss": 0.5416,
      "step": 202950
    },
    {
      "epoch": 56.65,
      "grad_norm": 2.2343406677246094,
      "learning_rate": 4.681954200589079e-06,
      "loss": 0.5246,
      "step": 202960
    },
    {
      "epoch": 56.65,
      "grad_norm": 2.477719783782959,
      "learning_rate": 4.681952341408894e-06,
      "loss": 0.5405,
      "step": 202970
    },
    {
      "epoch": 56.65,
      "grad_norm": 1.781476378440857,
      "learning_rate": 4.681950481917494e-06,
      "loss": 0.5346,
      "step": 202980
    },
    {
      "epoch": 56.65,
      "grad_norm": 2.3241748809814453,
      "learning_rate": 4.6819486221148776e-06,
      "loss": 0.5498,
      "step": 202990
    },
    {
      "epoch": 56.66,
      "grad_norm": 2.0576510429382324,
      "learning_rate": 4.681946762001048e-06,
      "loss": 0.516,
      "step": 203000
    },
    {
      "epoch": 56.66,
      "grad_norm": 2.139909505844116,
      "learning_rate": 4.681944901576003e-06,
      "loss": 0.5333,
      "step": 203010
    },
    {
      "epoch": 56.66,
      "grad_norm": 1.945534348487854,
      "learning_rate": 4.681943040839743e-06,
      "loss": 0.5283,
      "step": 203020
    },
    {
      "epoch": 56.66,
      "grad_norm": 1.9009530544281006,
      "learning_rate": 4.681941179792269e-06,
      "loss": 0.5187,
      "step": 203030
    },
    {
      "epoch": 56.67,
      "grad_norm": 1.9618613719940186,
      "learning_rate": 4.681939318433582e-06,
      "loss": 0.5469,
      "step": 203040
    },
    {
      "epoch": 56.67,
      "grad_norm": 1.9632710218429565,
      "learning_rate": 4.681937456763681e-06,
      "loss": 0.5378,
      "step": 203050
    },
    {
      "epoch": 56.67,
      "grad_norm": 1.8290414810180664,
      "learning_rate": 4.681935594782566e-06,
      "loss": 0.5425,
      "step": 203060
    },
    {
      "epoch": 56.68,
      "grad_norm": 2.7252588272094727,
      "learning_rate": 4.681933732490239e-06,
      "loss": 0.5353,
      "step": 203070
    },
    {
      "epoch": 56.68,
      "grad_norm": 2.369274616241455,
      "learning_rate": 4.681931869886698e-06,
      "loss": 0.5265,
      "step": 203080
    },
    {
      "epoch": 56.68,
      "grad_norm": 2.1274471282958984,
      "learning_rate": 4.681930006971945e-06,
      "loss": 0.5454,
      "step": 203090
    },
    {
      "epoch": 56.68,
      "grad_norm": 2.1844117641448975,
      "learning_rate": 4.681928143745979e-06,
      "loss": 0.5416,
      "step": 203100
    },
    {
      "epoch": 56.69,
      "grad_norm": 1.5459212064743042,
      "learning_rate": 4.681926280208802e-06,
      "loss": 0.5421,
      "step": 203110
    },
    {
      "epoch": 56.69,
      "grad_norm": 2.139739513397217,
      "learning_rate": 4.681924416360412e-06,
      "loss": 0.5235,
      "step": 203120
    },
    {
      "epoch": 56.69,
      "grad_norm": 1.6186326742172241,
      "learning_rate": 4.681922552200811e-06,
      "loss": 0.5339,
      "step": 203130
    },
    {
      "epoch": 56.7,
      "grad_norm": 1.914975881576538,
      "learning_rate": 4.681920687729998e-06,
      "loss": 0.5289,
      "step": 203140
    },
    {
      "epoch": 56.7,
      "grad_norm": 2.119112730026245,
      "learning_rate": 4.681918822947974e-06,
      "loss": 0.5254,
      "step": 203150
    },
    {
      "epoch": 56.7,
      "grad_norm": 2.0704896450042725,
      "learning_rate": 4.68191695785474e-06,
      "loss": 0.5326,
      "step": 203160
    },
    {
      "epoch": 56.7,
      "grad_norm": 1.878325343132019,
      "learning_rate": 4.681915092450294e-06,
      "loss": 0.5136,
      "step": 203170
    },
    {
      "epoch": 56.71,
      "grad_norm": 1.8977470397949219,
      "learning_rate": 4.681913226734638e-06,
      "loss": 0.5366,
      "step": 203180
    },
    {
      "epoch": 56.71,
      "grad_norm": 1.60988187789917,
      "learning_rate": 4.681911360707772e-06,
      "loss": 0.5309,
      "step": 203190
    },
    {
      "epoch": 56.71,
      "grad_norm": 2.069350004196167,
      "learning_rate": 4.681909494369696e-06,
      "loss": 0.5388,
      "step": 203200
    },
    {
      "epoch": 56.72,
      "grad_norm": 1.790405511856079,
      "learning_rate": 4.681907627720411e-06,
      "loss": 0.5512,
      "step": 203210
    },
    {
      "epoch": 56.72,
      "grad_norm": 2.2997381687164307,
      "learning_rate": 4.681905760759915e-06,
      "loss": 0.5277,
      "step": 203220
    },
    {
      "epoch": 56.72,
      "grad_norm": 1.5388344526290894,
      "learning_rate": 4.681903893488212e-06,
      "loss": 0.5368,
      "step": 203230
    },
    {
      "epoch": 56.72,
      "grad_norm": 1.9857248067855835,
      "learning_rate": 4.681902025905298e-06,
      "loss": 0.519,
      "step": 203240
    },
    {
      "epoch": 56.73,
      "grad_norm": 1.733926773071289,
      "learning_rate": 4.6819001580111766e-06,
      "loss": 0.5557,
      "step": 203250
    },
    {
      "epoch": 56.73,
      "grad_norm": 1.9333192110061646,
      "learning_rate": 4.681898289805847e-06,
      "loss": 0.5386,
      "step": 203260
    },
    {
      "epoch": 56.73,
      "grad_norm": 1.7399182319641113,
      "learning_rate": 4.681896421289308e-06,
      "loss": 0.5469,
      "step": 203270
    },
    {
      "epoch": 56.73,
      "grad_norm": 1.429826259613037,
      "learning_rate": 4.681894552461562e-06,
      "loss": 0.5172,
      "step": 203280
    },
    {
      "epoch": 56.74,
      "grad_norm": 1.626405954360962,
      "learning_rate": 4.6818926833226084e-06,
      "loss": 0.5553,
      "step": 203290
    },
    {
      "epoch": 56.74,
      "grad_norm": 1.8291128873825073,
      "learning_rate": 4.681890813872447e-06,
      "loss": 0.5253,
      "step": 203300
    },
    {
      "epoch": 56.74,
      "grad_norm": 2.3710854053497314,
      "learning_rate": 4.681888944111079e-06,
      "loss": 0.5529,
      "step": 203310
    },
    {
      "epoch": 56.75,
      "grad_norm": 1.9171104431152344,
      "learning_rate": 4.681887074038502e-06,
      "loss": 0.5379,
      "step": 203320
    },
    {
      "epoch": 56.75,
      "grad_norm": 2.193568706512451,
      "learning_rate": 4.681885203654721e-06,
      "loss": 0.5271,
      "step": 203330
    },
    {
      "epoch": 56.75,
      "grad_norm": 1.6584551334381104,
      "learning_rate": 4.681883332959732e-06,
      "loss": 0.5258,
      "step": 203340
    },
    {
      "epoch": 56.75,
      "grad_norm": 1.9037237167358398,
      "learning_rate": 4.681881461953537e-06,
      "loss": 0.5262,
      "step": 203350
    },
    {
      "epoch": 56.76,
      "grad_norm": 1.9021918773651123,
      "learning_rate": 4.681879590636137e-06,
      "loss": 0.5405,
      "step": 203360
    },
    {
      "epoch": 56.76,
      "grad_norm": 2.577296495437622,
      "learning_rate": 4.68187771900753e-06,
      "loss": 0.5241,
      "step": 203370
    },
    {
      "epoch": 56.76,
      "grad_norm": 2.7456905841827393,
      "learning_rate": 4.681875847067718e-06,
      "loss": 0.5507,
      "step": 203380
    },
    {
      "epoch": 56.77,
      "grad_norm": 2.1898672580718994,
      "learning_rate": 4.681873974816701e-06,
      "loss": 0.5435,
      "step": 203390
    },
    {
      "epoch": 56.77,
      "grad_norm": 1.88607919216156,
      "learning_rate": 4.68187210225448e-06,
      "loss": 0.5302,
      "step": 203400
    },
    {
      "epoch": 56.77,
      "grad_norm": 1.6650092601776123,
      "learning_rate": 4.6818702293810525e-06,
      "loss": 0.5355,
      "step": 203410
    },
    {
      "epoch": 56.77,
      "grad_norm": 2.068929672241211,
      "learning_rate": 4.681868356196422e-06,
      "loss": 0.5263,
      "step": 203420
    },
    {
      "epoch": 56.78,
      "grad_norm": 2.3418545722961426,
      "learning_rate": 4.681866482700586e-06,
      "loss": 0.542,
      "step": 203430
    },
    {
      "epoch": 56.78,
      "grad_norm": 2.5606002807617188,
      "learning_rate": 4.6818646088935464e-06,
      "loss": 0.5472,
      "step": 203440
    },
    {
      "epoch": 56.78,
      "grad_norm": 2.610055446624756,
      "learning_rate": 4.681862734775304e-06,
      "loss": 0.5316,
      "step": 203450
    },
    {
      "epoch": 56.78,
      "grad_norm": 1.5747054815292358,
      "learning_rate": 4.681860860345858e-06,
      "loss": 0.5152,
      "step": 203460
    },
    {
      "epoch": 56.79,
      "grad_norm": 1.9704241752624512,
      "learning_rate": 4.681858985605209e-06,
      "loss": 0.5479,
      "step": 203470
    },
    {
      "epoch": 56.79,
      "grad_norm": 1.797838807106018,
      "learning_rate": 4.681857110553356e-06,
      "loss": 0.5341,
      "step": 203480
    },
    {
      "epoch": 56.79,
      "grad_norm": 1.684311032295227,
      "learning_rate": 4.681855235190301e-06,
      "loss": 0.5185,
      "step": 203490
    },
    {
      "epoch": 56.8,
      "grad_norm": 1.9003689289093018,
      "learning_rate": 4.681853359516044e-06,
      "loss": 0.5415,
      "step": 203500
    },
    {
      "epoch": 56.8,
      "grad_norm": 1.9105337858200073,
      "learning_rate": 4.6818514835305834e-06,
      "loss": 0.5223,
      "step": 203510
    },
    {
      "epoch": 56.8,
      "grad_norm": 2.3320441246032715,
      "learning_rate": 4.6818496072339216e-06,
      "loss": 0.5348,
      "step": 203520
    },
    {
      "epoch": 56.8,
      "grad_norm": 1.803910732269287,
      "learning_rate": 4.681847730626058e-06,
      "loss": 0.532,
      "step": 203530
    },
    {
      "epoch": 56.81,
      "grad_norm": 1.7437357902526855,
      "learning_rate": 4.681845853706993e-06,
      "loss": 0.5358,
      "step": 203540
    },
    {
      "epoch": 56.81,
      "grad_norm": 2.71630859375,
      "learning_rate": 4.681843976476727e-06,
      "loss": 0.5211,
      "step": 203550
    },
    {
      "epoch": 56.81,
      "grad_norm": 2.471590280532837,
      "learning_rate": 4.68184209893526e-06,
      "loss": 0.5021,
      "step": 203560
    },
    {
      "epoch": 56.82,
      "grad_norm": 1.8607515096664429,
      "learning_rate": 4.681840221082592e-06,
      "loss": 0.5275,
      "step": 203570
    },
    {
      "epoch": 56.82,
      "grad_norm": 2.2670676708221436,
      "learning_rate": 4.681838342918724e-06,
      "loss": 0.5236,
      "step": 203580
    },
    {
      "epoch": 56.82,
      "grad_norm": 1.798057198524475,
      "learning_rate": 4.6818364644436555e-06,
      "loss": 0.5416,
      "step": 203590
    },
    {
      "epoch": 56.82,
      "grad_norm": 1.7648383378982544,
      "learning_rate": 4.681834585657387e-06,
      "loss": 0.5329,
      "step": 203600
    },
    {
      "epoch": 56.83,
      "grad_norm": 2.137105703353882,
      "learning_rate": 4.68183270655992e-06,
      "loss": 0.526,
      "step": 203610
    },
    {
      "epoch": 56.83,
      "grad_norm": 2.6237895488739014,
      "learning_rate": 4.681830827151251e-06,
      "loss": 0.5001,
      "step": 203620
    },
    {
      "epoch": 56.83,
      "grad_norm": 1.8737627267837524,
      "learning_rate": 4.681828947431385e-06,
      "loss": 0.5145,
      "step": 203630
    },
    {
      "epoch": 56.84,
      "grad_norm": 2.3311684131622314,
      "learning_rate": 4.6818270674003195e-06,
      "loss": 0.5238,
      "step": 203640
    },
    {
      "epoch": 56.84,
      "grad_norm": 1.8156896829605103,
      "learning_rate": 4.6818251870580554e-06,
      "loss": 0.5305,
      "step": 203650
    },
    {
      "epoch": 56.84,
      "grad_norm": 1.5076605081558228,
      "learning_rate": 4.681823306404593e-06,
      "loss": 0.5272,
      "step": 203660
    },
    {
      "epoch": 56.84,
      "grad_norm": 2.2062084674835205,
      "learning_rate": 4.681821425439932e-06,
      "loss": 0.5406,
      "step": 203670
    },
    {
      "epoch": 56.85,
      "grad_norm": 1.9820224046707153,
      "learning_rate": 4.681819544164072e-06,
      "loss": 0.5125,
      "step": 203680
    },
    {
      "epoch": 56.85,
      "grad_norm": 2.1691882610321045,
      "learning_rate": 4.681817662577016e-06,
      "loss": 0.5467,
      "step": 203690
    },
    {
      "epoch": 56.85,
      "grad_norm": 1.7652446031570435,
      "learning_rate": 4.681815780678762e-06,
      "loss": 0.5385,
      "step": 203700
    },
    {
      "epoch": 56.85,
      "grad_norm": 1.9017761945724487,
      "learning_rate": 4.681813898469311e-06,
      "loss": 0.5376,
      "step": 203710
    },
    {
      "epoch": 56.86,
      "grad_norm": 1.7043036222457886,
      "learning_rate": 4.681812015948663e-06,
      "loss": 0.519,
      "step": 203720
    },
    {
      "epoch": 56.86,
      "grad_norm": 2.132352828979492,
      "learning_rate": 4.6818101331168186e-06,
      "loss": 0.5213,
      "step": 203730
    },
    {
      "epoch": 56.86,
      "grad_norm": 2.965614080429077,
      "learning_rate": 4.681808249973777e-06,
      "loss": 0.526,
      "step": 203740
    },
    {
      "epoch": 56.87,
      "grad_norm": 1.9120135307312012,
      "learning_rate": 4.681806366519539e-06,
      "loss": 0.533,
      "step": 203750
    },
    {
      "epoch": 56.87,
      "grad_norm": 2.1678617000579834,
      "learning_rate": 4.681804482754106e-06,
      "loss": 0.5438,
      "step": 203760
    },
    {
      "epoch": 56.87,
      "grad_norm": 1.8609145879745483,
      "learning_rate": 4.6818025986774765e-06,
      "loss": 0.5363,
      "step": 203770
    },
    {
      "epoch": 56.87,
      "grad_norm": 2.583070993423462,
      "learning_rate": 4.681800714289653e-06,
      "loss": 0.5449,
      "step": 203780
    },
    {
      "epoch": 56.88,
      "grad_norm": 1.9913309812545776,
      "learning_rate": 4.681798829590633e-06,
      "loss": 0.5309,
      "step": 203790
    },
    {
      "epoch": 56.88,
      "grad_norm": 1.8731968402862549,
      "learning_rate": 4.681796944580418e-06,
      "loss": 0.5588,
      "step": 203800
    },
    {
      "epoch": 56.88,
      "grad_norm": 1.965840220451355,
      "learning_rate": 4.681795059259009e-06,
      "loss": 0.528,
      "step": 203810
    },
    {
      "epoch": 56.89,
      "grad_norm": 1.9801685810089111,
      "learning_rate": 4.681793173626405e-06,
      "loss": 0.5354,
      "step": 203820
    },
    {
      "epoch": 56.89,
      "grad_norm": 1.8132343292236328,
      "learning_rate": 4.681791287682607e-06,
      "loss": 0.5283,
      "step": 203830
    },
    {
      "epoch": 56.89,
      "grad_norm": 2.0919606685638428,
      "learning_rate": 4.681789401427615e-06,
      "loss": 0.5392,
      "step": 203840
    },
    {
      "epoch": 56.89,
      "grad_norm": 1.8752131462097168,
      "learning_rate": 4.681787514861429e-06,
      "loss": 0.5393,
      "step": 203850
    },
    {
      "epoch": 56.9,
      "grad_norm": 2.6672732830047607,
      "learning_rate": 4.68178562798405e-06,
      "loss": 0.5346,
      "step": 203860
    },
    {
      "epoch": 56.9,
      "grad_norm": 2.1713199615478516,
      "learning_rate": 4.681783740795478e-06,
      "loss": 0.5457,
      "step": 203870
    },
    {
      "epoch": 56.9,
      "grad_norm": 2.0265450477600098,
      "learning_rate": 4.681781853295713e-06,
      "loss": 0.5243,
      "step": 203880
    },
    {
      "epoch": 56.9,
      "grad_norm": 1.6502490043640137,
      "learning_rate": 4.681779965484755e-06,
      "loss": 0.538,
      "step": 203890
    },
    {
      "epoch": 56.91,
      "grad_norm": 1.7832520008087158,
      "learning_rate": 4.681778077362605e-06,
      "loss": 0.5315,
      "step": 203900
    },
    {
      "epoch": 56.91,
      "grad_norm": 1.8994625806808472,
      "learning_rate": 4.681776188929262e-06,
      "loss": 0.5346,
      "step": 203910
    },
    {
      "epoch": 56.91,
      "grad_norm": 2.319608211517334,
      "learning_rate": 4.681774300184729e-06,
      "loss": 0.5241,
      "step": 203920
    },
    {
      "epoch": 56.92,
      "grad_norm": 2.0397181510925293,
      "learning_rate": 4.681772411129003e-06,
      "loss": 0.5414,
      "step": 203930
    },
    {
      "epoch": 56.92,
      "grad_norm": 2.1068642139434814,
      "learning_rate": 4.681770521762085e-06,
      "loss": 0.5231,
      "step": 203940
    },
    {
      "epoch": 56.92,
      "grad_norm": 1.7222130298614502,
      "learning_rate": 4.681768632083976e-06,
      "loss": 0.5585,
      "step": 203950
    },
    {
      "epoch": 56.92,
      "grad_norm": 1.8485393524169922,
      "learning_rate": 4.681766742094677e-06,
      "loss": 0.543,
      "step": 203960
    },
    {
      "epoch": 56.93,
      "grad_norm": 2.008202314376831,
      "learning_rate": 4.681764851794187e-06,
      "loss": 0.5447,
      "step": 203970
    },
    {
      "epoch": 56.93,
      "grad_norm": 1.657182216644287,
      "learning_rate": 4.6817629611825055e-06,
      "loss": 0.5337,
      "step": 203980
    },
    {
      "epoch": 56.93,
      "grad_norm": 2.1146950721740723,
      "learning_rate": 4.681761070259635e-06,
      "loss": 0.5176,
      "step": 203990
    },
    {
      "epoch": 56.94,
      "grad_norm": 2.212566614151001,
      "learning_rate": 4.6817591790255745e-06,
      "loss": 0.5422,
      "step": 204000
    },
    {
      "epoch": 56.94,
      "grad_norm": 1.5894227027893066,
      "learning_rate": 4.681757287480325e-06,
      "loss": 0.5293,
      "step": 204010
    },
    {
      "epoch": 56.94,
      "grad_norm": 1.5022165775299072,
      "learning_rate": 4.6817553956238845e-06,
      "loss": 0.5214,
      "step": 204020
    },
    {
      "epoch": 56.94,
      "grad_norm": 2.281704902648926,
      "learning_rate": 4.681753503456255e-06,
      "loss": 0.53,
      "step": 204030
    },
    {
      "epoch": 56.95,
      "grad_norm": 1.8361022472381592,
      "learning_rate": 4.681751610977438e-06,
      "loss": 0.5248,
      "step": 204040
    },
    {
      "epoch": 56.95,
      "grad_norm": 2.2282910346984863,
      "learning_rate": 4.681749718187432e-06,
      "loss": 0.5334,
      "step": 204050
    },
    {
      "epoch": 56.95,
      "grad_norm": 2.260227680206299,
      "learning_rate": 4.681747825086237e-06,
      "loss": 0.5525,
      "step": 204060
    },
    {
      "epoch": 56.96,
      "grad_norm": 2.167048454284668,
      "learning_rate": 4.681745931673854e-06,
      "loss": 0.5363,
      "step": 204070
    },
    {
      "epoch": 56.96,
      "grad_norm": 1.8694919347763062,
      "learning_rate": 4.681744037950283e-06,
      "loss": 0.5188,
      "step": 204080
    },
    {
      "epoch": 56.96,
      "grad_norm": 2.496788263320923,
      "learning_rate": 4.6817421439155245e-06,
      "loss": 0.5237,
      "step": 204090
    },
    {
      "epoch": 56.96,
      "grad_norm": 2.3825793266296387,
      "learning_rate": 4.681740249569579e-06,
      "loss": 0.4981,
      "step": 204100
    },
    {
      "epoch": 56.97,
      "grad_norm": 2.026333808898926,
      "learning_rate": 4.6817383549124455e-06,
      "loss": 0.5217,
      "step": 204110
    },
    {
      "epoch": 56.97,
      "grad_norm": 1.9319918155670166,
      "learning_rate": 4.681736459944126e-06,
      "loss": 0.5086,
      "step": 204120
    },
    {
      "epoch": 56.97,
      "grad_norm": 1.61896550655365,
      "learning_rate": 4.681734564664619e-06,
      "loss": 0.544,
      "step": 204130
    },
    {
      "epoch": 56.97,
      "grad_norm": 1.8425616025924683,
      "learning_rate": 4.681732669073926e-06,
      "loss": 0.5432,
      "step": 204140
    },
    {
      "epoch": 56.98,
      "grad_norm": 2.345032215118408,
      "learning_rate": 4.681730773172047e-06,
      "loss": 0.5475,
      "step": 204150
    },
    {
      "epoch": 56.98,
      "grad_norm": 1.8309128284454346,
      "learning_rate": 4.681728876958982e-06,
      "loss": 0.516,
      "step": 204160
    },
    {
      "epoch": 56.98,
      "grad_norm": 2.1293506622314453,
      "learning_rate": 4.681726980434732e-06,
      "loss": 0.5128,
      "step": 204170
    },
    {
      "epoch": 56.99,
      "grad_norm": 1.6976101398468018,
      "learning_rate": 4.681725083599296e-06,
      "loss": 0.5335,
      "step": 204180
    },
    {
      "epoch": 56.99,
      "grad_norm": 1.7783067226409912,
      "learning_rate": 4.681723186452674e-06,
      "loss": 0.521,
      "step": 204190
    },
    {
      "epoch": 56.99,
      "grad_norm": 2.109966993331909,
      "learning_rate": 4.681721288994869e-06,
      "loss": 0.5321,
      "step": 204200
    },
    {
      "epoch": 56.99,
      "grad_norm": 2.0940418243408203,
      "learning_rate": 4.6817193912258776e-06,
      "loss": 0.5303,
      "step": 204210
    },
    {
      "epoch": 57.0,
      "grad_norm": 2.116797685623169,
      "learning_rate": 4.6817174931457035e-06,
      "loss": 0.5248,
      "step": 204220
    },
    {
      "epoch": 57.0,
      "grad_norm": 2.026712656021118,
      "learning_rate": 4.681715594754345e-06,
      "loss": 0.5168,
      "step": 204230
    },
    {
      "epoch": 57.0,
      "eval_loss": 0.5338152647018433,
      "eval_runtime": 63.1653,
      "eval_samples_per_second": 80.091,
      "eval_steps_per_second": 10.021,
      "step": 204231
    },
    {
      "epoch": 57.0,
      "grad_norm": 1.7072715759277344,
      "learning_rate": 4.681713696051802e-06,
      "loss": 0.516,
      "step": 204240
    },
    {
      "epoch": 57.01,
      "grad_norm": 2.1063406467437744,
      "learning_rate": 4.681711797038075e-06,
      "loss": 0.5211,
      "step": 204250
    },
    {
      "epoch": 57.01,
      "grad_norm": 1.6613022089004517,
      "learning_rate": 4.6817098977131655e-06,
      "loss": 0.5377,
      "step": 204260
    },
    {
      "epoch": 57.01,
      "grad_norm": 2.1697280406951904,
      "learning_rate": 4.681707998077072e-06,
      "loss": 0.5227,
      "step": 204270
    },
    {
      "epoch": 57.01,
      "grad_norm": 2.206876039505005,
      "learning_rate": 4.681706098129796e-06,
      "loss": 0.5438,
      "step": 204280
    },
    {
      "epoch": 57.02,
      "grad_norm": 1.92191481590271,
      "learning_rate": 4.681704197871338e-06,
      "loss": 0.5504,
      "step": 204290
    },
    {
      "epoch": 57.02,
      "grad_norm": 1.8918179273605347,
      "learning_rate": 4.681702297301698e-06,
      "loss": 0.5328,
      "step": 204300
    },
    {
      "epoch": 57.02,
      "grad_norm": 1.771042823791504,
      "learning_rate": 4.681700396420874e-06,
      "loss": 0.5327,
      "step": 204310
    },
    {
      "epoch": 57.02,
      "grad_norm": 1.8083891868591309,
      "learning_rate": 4.68169849522887e-06,
      "loss": 0.5333,
      "step": 204320
    },
    {
      "epoch": 57.03,
      "grad_norm": 2.1798315048217773,
      "learning_rate": 4.681696593725684e-06,
      "loss": 0.5339,
      "step": 204330
    },
    {
      "epoch": 57.03,
      "grad_norm": 2.0364224910736084,
      "learning_rate": 4.681694691911316e-06,
      "loss": 0.5141,
      "step": 204340
    },
    {
      "epoch": 57.03,
      "grad_norm": 2.255472183227539,
      "learning_rate": 4.6816927897857675e-06,
      "loss": 0.5357,
      "step": 204350
    },
    {
      "epoch": 57.04,
      "grad_norm": 1.624909520149231,
      "learning_rate": 4.681690887349038e-06,
      "loss": 0.5308,
      "step": 204360
    },
    {
      "epoch": 57.04,
      "grad_norm": 2.1056270599365234,
      "learning_rate": 4.681688984601128e-06,
      "loss": 0.5149,
      "step": 204370
    },
    {
      "epoch": 57.04,
      "grad_norm": 2.1316704750061035,
      "learning_rate": 4.681687081542037e-06,
      "loss": 0.5274,
      "step": 204380
    },
    {
      "epoch": 57.04,
      "grad_norm": 1.9305959939956665,
      "learning_rate": 4.681685178171767e-06,
      "loss": 0.5495,
      "step": 204390
    },
    {
      "epoch": 57.05,
      "grad_norm": 1.5977600812911987,
      "learning_rate": 4.681683274490317e-06,
      "loss": 0.5379,
      "step": 204400
    },
    {
      "epoch": 57.05,
      "grad_norm": 1.9928607940673828,
      "learning_rate": 4.681681370497687e-06,
      "loss": 0.5322,
      "step": 204410
    },
    {
      "epoch": 57.05,
      "grad_norm": 1.6279882192611694,
      "learning_rate": 4.6816794661938785e-06,
      "loss": 0.5441,
      "step": 204420
    },
    {
      "epoch": 57.06,
      "grad_norm": 2.2788429260253906,
      "learning_rate": 4.68167756157889e-06,
      "loss": 0.534,
      "step": 204430
    },
    {
      "epoch": 57.06,
      "grad_norm": 2.0331737995147705,
      "learning_rate": 4.681675656652723e-06,
      "loss": 0.5465,
      "step": 204440
    },
    {
      "epoch": 57.06,
      "grad_norm": 2.170971155166626,
      "learning_rate": 4.681673751415378e-06,
      "loss": 0.534,
      "step": 204450
    },
    {
      "epoch": 57.06,
      "grad_norm": 1.749909520149231,
      "learning_rate": 4.681671845866854e-06,
      "loss": 0.5427,
      "step": 204460
    },
    {
      "epoch": 57.07,
      "grad_norm": 1.9378594160079956,
      "learning_rate": 4.6816699400071526e-06,
      "loss": 0.5281,
      "step": 204470
    },
    {
      "epoch": 57.07,
      "grad_norm": 2.396739959716797,
      "learning_rate": 4.681668033836273e-06,
      "loss": 0.5202,
      "step": 204480
    },
    {
      "epoch": 57.07,
      "grad_norm": 1.7506076097488403,
      "learning_rate": 4.681666127354216e-06,
      "loss": 0.5289,
      "step": 204490
    },
    {
      "epoch": 57.08,
      "grad_norm": 1.9700841903686523,
      "learning_rate": 4.681664220560981e-06,
      "loss": 0.5203,
      "step": 204500
    },
    {
      "epoch": 57.08,
      "grad_norm": 1.96073579788208,
      "learning_rate": 4.68166231345657e-06,
      "loss": 0.5228,
      "step": 204510
    },
    {
      "epoch": 57.08,
      "grad_norm": 1.8808954954147339,
      "learning_rate": 4.681660406040982e-06,
      "loss": 0.5273,
      "step": 204520
    },
    {
      "epoch": 57.08,
      "grad_norm": 2.1888773441314697,
      "learning_rate": 4.681658498314217e-06,
      "loss": 0.5349,
      "step": 204530
    },
    {
      "epoch": 57.09,
      "grad_norm": 1.9855608940124512,
      "learning_rate": 4.681656590276277e-06,
      "loss": 0.5247,
      "step": 204540
    },
    {
      "epoch": 57.09,
      "grad_norm": 1.7350562810897827,
      "learning_rate": 4.6816546819271595e-06,
      "loss": 0.5263,
      "step": 204550
    },
    {
      "epoch": 57.09,
      "grad_norm": 1.5814601182937622,
      "learning_rate": 4.681652773266866e-06,
      "loss": 0.5216,
      "step": 204560
    },
    {
      "epoch": 57.09,
      "grad_norm": 2.1830966472625732,
      "learning_rate": 4.6816508642953986e-06,
      "loss": 0.535,
      "step": 204570
    },
    {
      "epoch": 57.1,
      "grad_norm": 2.0116841793060303,
      "learning_rate": 4.6816489550127555e-06,
      "loss": 0.5429,
      "step": 204580
    },
    {
      "epoch": 57.1,
      "grad_norm": 2.0068442821502686,
      "learning_rate": 4.681647045418937e-06,
      "loss": 0.5506,
      "step": 204590
    },
    {
      "epoch": 57.1,
      "grad_norm": 1.8172030448913574,
      "learning_rate": 4.681645135513943e-06,
      "loss": 0.5198,
      "step": 204600
    },
    {
      "epoch": 57.11,
      "grad_norm": 1.7970726490020752,
      "learning_rate": 4.681643225297776e-06,
      "loss": 0.5065,
      "step": 204610
    },
    {
      "epoch": 57.11,
      "grad_norm": 2.3645946979522705,
      "learning_rate": 4.681641314770434e-06,
      "loss": 0.5252,
      "step": 204620
    },
    {
      "epoch": 57.11,
      "grad_norm": 1.8358995914459229,
      "learning_rate": 4.6816394039319185e-06,
      "loss": 0.5489,
      "step": 204630
    },
    {
      "epoch": 57.11,
      "grad_norm": 1.9956703186035156,
      "learning_rate": 4.681637492782228e-06,
      "loss": 0.5368,
      "step": 204640
    },
    {
      "epoch": 57.12,
      "grad_norm": 1.8373796939849854,
      "learning_rate": 4.6816355813213656e-06,
      "loss": 0.5283,
      "step": 204650
    },
    {
      "epoch": 57.12,
      "grad_norm": 2.1453006267547607,
      "learning_rate": 4.68163366954933e-06,
      "loss": 0.5465,
      "step": 204660
    },
    {
      "epoch": 57.12,
      "grad_norm": 1.9698907136917114,
      "learning_rate": 4.681631757466121e-06,
      "loss": 0.537,
      "step": 204670
    },
    {
      "epoch": 57.13,
      "grad_norm": 2.034334182739258,
      "learning_rate": 4.6816298450717385e-06,
      "loss": 0.5342,
      "step": 204680
    },
    {
      "epoch": 57.13,
      "grad_norm": 1.817284107208252,
      "learning_rate": 4.6816279323661845e-06,
      "loss": 0.5422,
      "step": 204690
    },
    {
      "epoch": 57.13,
      "grad_norm": 1.879372477531433,
      "learning_rate": 4.681626019349458e-06,
      "loss": 0.5318,
      "step": 204700
    },
    {
      "epoch": 57.13,
      "grad_norm": 2.2082955837249756,
      "learning_rate": 4.68162410602156e-06,
      "loss": 0.5298,
      "step": 204710
    },
    {
      "epoch": 57.14,
      "grad_norm": 1.7709708213806152,
      "learning_rate": 4.681622192382489e-06,
      "loss": 0.5351,
      "step": 204720
    },
    {
      "epoch": 57.14,
      "grad_norm": 1.6354705095291138,
      "learning_rate": 4.681620278432248e-06,
      "loss": 0.5375,
      "step": 204730
    },
    {
      "epoch": 57.14,
      "grad_norm": 1.851417064666748,
      "learning_rate": 4.681618364170835e-06,
      "loss": 0.542,
      "step": 204740
    },
    {
      "epoch": 57.14,
      "grad_norm": 1.781725287437439,
      "learning_rate": 4.681616449598252e-06,
      "loss": 0.5418,
      "step": 204750
    },
    {
      "epoch": 57.15,
      "grad_norm": 2.5482378005981445,
      "learning_rate": 4.6816145347144975e-06,
      "loss": 0.5282,
      "step": 204760
    },
    {
      "epoch": 57.15,
      "grad_norm": 2.0306131839752197,
      "learning_rate": 4.681612619519572e-06,
      "loss": 0.5346,
      "step": 204770
    },
    {
      "epoch": 57.15,
      "grad_norm": 2.347527503967285,
      "learning_rate": 4.681610704013478e-06,
      "loss": 0.5491,
      "step": 204780
    },
    {
      "epoch": 57.16,
      "grad_norm": 1.681856632232666,
      "learning_rate": 4.681608788196213e-06,
      "loss": 0.5135,
      "step": 204790
    },
    {
      "epoch": 57.16,
      "grad_norm": 2.001016139984131,
      "learning_rate": 4.6816068720677785e-06,
      "loss": 0.5248,
      "step": 204800
    },
    {
      "epoch": 57.16,
      "grad_norm": 2.4220643043518066,
      "learning_rate": 4.6816049556281745e-06,
      "loss": 0.5443,
      "step": 204810
    },
    {
      "epoch": 57.16,
      "grad_norm": 1.5077370405197144,
      "learning_rate": 4.681603038877402e-06,
      "loss": 0.5396,
      "step": 204820
    },
    {
      "epoch": 57.17,
      "grad_norm": 1.9842439889907837,
      "learning_rate": 4.681601121815461e-06,
      "loss": 0.496,
      "step": 204830
    },
    {
      "epoch": 57.17,
      "grad_norm": 2.0992801189422607,
      "learning_rate": 4.6815992044423505e-06,
      "loss": 0.5207,
      "step": 204840
    },
    {
      "epoch": 57.17,
      "grad_norm": 1.7762612104415894,
      "learning_rate": 4.6815972867580715e-06,
      "loss": 0.54,
      "step": 204850
    },
    {
      "epoch": 57.18,
      "grad_norm": 1.3701765537261963,
      "learning_rate": 4.681595368762625e-06,
      "loss": 0.5318,
      "step": 204860
    },
    {
      "epoch": 57.18,
      "grad_norm": 1.7646291255950928,
      "learning_rate": 4.6815934504560095e-06,
      "loss": 0.5411,
      "step": 204870
    },
    {
      "epoch": 57.18,
      "grad_norm": 1.4074764251708984,
      "learning_rate": 4.681591531838227e-06,
      "loss": 0.5447,
      "step": 204880
    },
    {
      "epoch": 57.18,
      "grad_norm": 2.385491132736206,
      "learning_rate": 4.681589612909277e-06,
      "loss": 0.5479,
      "step": 204890
    },
    {
      "epoch": 57.19,
      "grad_norm": 2.230461835861206,
      "learning_rate": 4.681587693669161e-06,
      "loss": 0.5414,
      "step": 204900
    },
    {
      "epoch": 57.19,
      "grad_norm": 1.3591142892837524,
      "learning_rate": 4.681585774117878e-06,
      "loss": 0.5411,
      "step": 204910
    },
    {
      "epoch": 57.19,
      "grad_norm": 1.5359761714935303,
      "learning_rate": 4.681583854255427e-06,
      "loss": 0.5377,
      "step": 204920
    },
    {
      "epoch": 57.2,
      "grad_norm": 1.3913744688034058,
      "learning_rate": 4.681581934081811e-06,
      "loss": 0.5099,
      "step": 204930
    },
    {
      "epoch": 57.2,
      "grad_norm": 1.9712780714035034,
      "learning_rate": 4.681580013597028e-06,
      "loss": 0.5427,
      "step": 204940
    },
    {
      "epoch": 57.2,
      "grad_norm": 1.9243223667144775,
      "learning_rate": 4.68157809280108e-06,
      "loss": 0.5347,
      "step": 204950
    },
    {
      "epoch": 57.2,
      "grad_norm": 1.761340618133545,
      "learning_rate": 4.681576171693966e-06,
      "loss": 0.5304,
      "step": 204960
    },
    {
      "epoch": 57.21,
      "grad_norm": 1.8345839977264404,
      "learning_rate": 4.681574250275687e-06,
      "loss": 0.5436,
      "step": 204970
    },
    {
      "epoch": 57.21,
      "grad_norm": 1.6836512088775635,
      "learning_rate": 4.681572328546243e-06,
      "loss": 0.5352,
      "step": 204980
    },
    {
      "epoch": 57.21,
      "grad_norm": 1.7851829528808594,
      "learning_rate": 4.6815704065056336e-06,
      "loss": 0.5206,
      "step": 204990
    },
    {
      "epoch": 57.21,
      "grad_norm": 2.1837048530578613,
      "learning_rate": 4.68156848415386e-06,
      "loss": 0.5279,
      "step": 205000
    },
    {
      "epoch": 57.22,
      "grad_norm": 1.780276894569397,
      "learning_rate": 4.681566561490922e-06,
      "loss": 0.5191,
      "step": 205010
    },
    {
      "epoch": 57.22,
      "grad_norm": 2.4376680850982666,
      "learning_rate": 4.68156463851682e-06,
      "loss": 0.5367,
      "step": 205020
    },
    {
      "epoch": 57.22,
      "grad_norm": 2.1855661869049072,
      "learning_rate": 4.681562715231555e-06,
      "loss": 0.5475,
      "step": 205030
    },
    {
      "epoch": 57.23,
      "grad_norm": 2.3868050575256348,
      "learning_rate": 4.681560791635125e-06,
      "loss": 0.5153,
      "step": 205040
    },
    {
      "epoch": 57.23,
      "grad_norm": 2.321302890777588,
      "learning_rate": 4.681558867727533e-06,
      "loss": 0.5196,
      "step": 205050
    },
    {
      "epoch": 57.23,
      "grad_norm": 2.0409629344940186,
      "learning_rate": 4.6815569435087775e-06,
      "loss": 0.5289,
      "step": 205060
    },
    {
      "epoch": 57.23,
      "grad_norm": 2.094644069671631,
      "learning_rate": 4.6815550189788595e-06,
      "loss": 0.5242,
      "step": 205070
    },
    {
      "epoch": 57.24,
      "grad_norm": 1.9179491996765137,
      "learning_rate": 4.681553094137779e-06,
      "loss": 0.5481,
      "step": 205080
    },
    {
      "epoch": 57.24,
      "grad_norm": 2.021470069885254,
      "learning_rate": 4.681551168985536e-06,
      "loss": 0.528,
      "step": 205090
    },
    {
      "epoch": 57.24,
      "grad_norm": 1.9750456809997559,
      "learning_rate": 4.681549243522131e-06,
      "loss": 0.5223,
      "step": 205100
    },
    {
      "epoch": 57.25,
      "grad_norm": 1.6129226684570312,
      "learning_rate": 4.681547317747565e-06,
      "loss": 0.5182,
      "step": 205110
    },
    {
      "epoch": 57.25,
      "grad_norm": 1.6610729694366455,
      "learning_rate": 4.681545391661836e-06,
      "loss": 0.5528,
      "step": 205120
    },
    {
      "epoch": 57.25,
      "grad_norm": 2.760317325592041,
      "learning_rate": 4.681543465264947e-06,
      "loss": 0.5203,
      "step": 205130
    },
    {
      "epoch": 57.25,
      "grad_norm": 2.053501844406128,
      "learning_rate": 4.681541538556897e-06,
      "loss": 0.5437,
      "step": 205140
    },
    {
      "epoch": 57.26,
      "grad_norm": 2.170649766921997,
      "learning_rate": 4.681539611537686e-06,
      "loss": 0.5385,
      "step": 205150
    },
    {
      "epoch": 57.26,
      "grad_norm": 2.0184454917907715,
      "learning_rate": 4.681537684207315e-06,
      "loss": 0.5364,
      "step": 205160
    },
    {
      "epoch": 57.26,
      "grad_norm": 2.0433764457702637,
      "learning_rate": 4.681535756565783e-06,
      "loss": 0.5428,
      "step": 205170
    },
    {
      "epoch": 57.26,
      "grad_norm": 1.9001234769821167,
      "learning_rate": 4.681533828613092e-06,
      "loss": 0.5295,
      "step": 205180
    },
    {
      "epoch": 57.27,
      "grad_norm": 1.6438844203948975,
      "learning_rate": 4.681531900349241e-06,
      "loss": 0.5254,
      "step": 205190
    },
    {
      "epoch": 57.27,
      "grad_norm": 2.3796322345733643,
      "learning_rate": 4.681529971774231e-06,
      "loss": 0.5264,
      "step": 205200
    },
    {
      "epoch": 57.27,
      "grad_norm": 1.555073857307434,
      "learning_rate": 4.681528042888061e-06,
      "loss": 0.5115,
      "step": 205210
    },
    {
      "epoch": 57.28,
      "grad_norm": 1.8247699737548828,
      "learning_rate": 4.681526113690733e-06,
      "loss": 0.5425,
      "step": 205220
    },
    {
      "epoch": 57.28,
      "grad_norm": 2.3765385150909424,
      "learning_rate": 4.6815241841822455e-06,
      "loss": 0.5315,
      "step": 205230
    },
    {
      "epoch": 57.28,
      "grad_norm": 1.8850406408309937,
      "learning_rate": 4.681522254362599e-06,
      "loss": 0.531,
      "step": 205240
    },
    {
      "epoch": 57.28,
      "grad_norm": 2.0602781772613525,
      "learning_rate": 4.681520324231796e-06,
      "loss": 0.5424,
      "step": 205250
    },
    {
      "epoch": 57.29,
      "grad_norm": 1.9502853155136108,
      "learning_rate": 4.681518393789835e-06,
      "loss": 0.5251,
      "step": 205260
    },
    {
      "epoch": 57.29,
      "grad_norm": 1.7336169481277466,
      "learning_rate": 4.681516463036716e-06,
      "loss": 0.5279,
      "step": 205270
    },
    {
      "epoch": 57.29,
      "grad_norm": 1.995873212814331,
      "learning_rate": 4.681514531972439e-06,
      "loss": 0.539,
      "step": 205280
    },
    {
      "epoch": 57.3,
      "grad_norm": 1.9933825731277466,
      "learning_rate": 4.681512600597005e-06,
      "loss": 0.539,
      "step": 205290
    },
    {
      "epoch": 57.3,
      "grad_norm": 2.797328472137451,
      "learning_rate": 4.681510668910416e-06,
      "loss": 0.528,
      "step": 205300
    },
    {
      "epoch": 57.3,
      "grad_norm": 2.2597527503967285,
      "learning_rate": 4.681508736912668e-06,
      "loss": 0.5308,
      "step": 205310
    },
    {
      "epoch": 57.3,
      "grad_norm": 1.8662077188491821,
      "learning_rate": 4.681506804603765e-06,
      "loss": 0.5294,
      "step": 205320
    },
    {
      "epoch": 57.31,
      "grad_norm": 1.7851570844650269,
      "learning_rate": 4.6815048719837055e-06,
      "loss": 0.5368,
      "step": 205330
    },
    {
      "epoch": 57.31,
      "grad_norm": 2.1321873664855957,
      "learning_rate": 4.68150293905249e-06,
      "loss": 0.5398,
      "step": 205340
    },
    {
      "epoch": 57.31,
      "grad_norm": 1.7209032773971558,
      "learning_rate": 4.681501005810119e-06,
      "loss": 0.5373,
      "step": 205350
    },
    {
      "epoch": 57.32,
      "grad_norm": 1.9310815334320068,
      "learning_rate": 4.681499072256593e-06,
      "loss": 0.5303,
      "step": 205360
    },
    {
      "epoch": 57.32,
      "grad_norm": 1.6353371143341064,
      "learning_rate": 4.681497138391912e-06,
      "loss": 0.5537,
      "step": 205370
    },
    {
      "epoch": 57.32,
      "grad_norm": 3.1257362365722656,
      "learning_rate": 4.681495204216076e-06,
      "loss": 0.5259,
      "step": 205380
    },
    {
      "epoch": 57.32,
      "grad_norm": 1.8295272588729858,
      "learning_rate": 4.681493269729086e-06,
      "loss": 0.5459,
      "step": 205390
    },
    {
      "epoch": 57.33,
      "grad_norm": 2.4924185276031494,
      "learning_rate": 4.681491334930942e-06,
      "loss": 0.5416,
      "step": 205400
    },
    {
      "epoch": 57.33,
      "grad_norm": 2.054384231567383,
      "learning_rate": 4.6814893998216425e-06,
      "loss": 0.5221,
      "step": 205410
    },
    {
      "epoch": 57.33,
      "grad_norm": 1.9063847064971924,
      "learning_rate": 4.681487464401191e-06,
      "loss": 0.5062,
      "step": 205420
    },
    {
      "epoch": 57.33,
      "grad_norm": 1.8891414403915405,
      "learning_rate": 4.681485528669585e-06,
      "loss": 0.5254,
      "step": 205430
    },
    {
      "epoch": 57.34,
      "grad_norm": 1.9580931663513184,
      "learning_rate": 4.681483592626825e-06,
      "loss": 0.5287,
      "step": 205440
    },
    {
      "epoch": 57.34,
      "grad_norm": 1.60463285446167,
      "learning_rate": 4.6814816562729135e-06,
      "loss": 0.5113,
      "step": 205450
    },
    {
      "epoch": 57.34,
      "grad_norm": 2.7503976821899414,
      "learning_rate": 4.681479719607848e-06,
      "loss": 0.5234,
      "step": 205460
    },
    {
      "epoch": 57.35,
      "grad_norm": 2.154944658279419,
      "learning_rate": 4.681477782631631e-06,
      "loss": 0.5434,
      "step": 205470
    },
    {
      "epoch": 57.35,
      "grad_norm": 1.7922455072402954,
      "learning_rate": 4.681475845344262e-06,
      "loss": 0.5393,
      "step": 205480
    },
    {
      "epoch": 57.35,
      "grad_norm": 2.4870445728302,
      "learning_rate": 4.68147390774574e-06,
      "loss": 0.5304,
      "step": 205490
    },
    {
      "epoch": 57.35,
      "grad_norm": 2.2639901638031006,
      "learning_rate": 4.6814719698360675e-06,
      "loss": 0.5114,
      "step": 205500
    },
    {
      "epoch": 57.36,
      "grad_norm": 1.455887794494629,
      "learning_rate": 4.681470031615243e-06,
      "loss": 0.5041,
      "step": 205510
    },
    {
      "epoch": 57.36,
      "grad_norm": 1.4160908460617065,
      "learning_rate": 4.681468093083267e-06,
      "loss": 0.5618,
      "step": 205520
    },
    {
      "epoch": 57.36,
      "grad_norm": 2.0352094173431396,
      "learning_rate": 4.68146615424014e-06,
      "loss": 0.5224,
      "step": 205530
    },
    {
      "epoch": 57.37,
      "grad_norm": 1.6321698427200317,
      "learning_rate": 4.681464215085862e-06,
      "loss": 0.5372,
      "step": 205540
    },
    {
      "epoch": 57.37,
      "grad_norm": 2.330556631088257,
      "learning_rate": 4.681462275620435e-06,
      "loss": 0.539,
      "step": 205550
    },
    {
      "epoch": 57.37,
      "grad_norm": 1.3768774271011353,
      "learning_rate": 4.681460335843857e-06,
      "loss": 0.521,
      "step": 205560
    },
    {
      "epoch": 57.37,
      "grad_norm": 2.005889892578125,
      "learning_rate": 4.681458395756129e-06,
      "loss": 0.5507,
      "step": 205570
    },
    {
      "epoch": 57.38,
      "grad_norm": 2.1890132427215576,
      "learning_rate": 4.681456455357252e-06,
      "loss": 0.5316,
      "step": 205580
    },
    {
      "epoch": 57.38,
      "grad_norm": 2.314293622970581,
      "learning_rate": 4.681454514647225e-06,
      "loss": 0.5151,
      "step": 205590
    },
    {
      "epoch": 57.38,
      "grad_norm": 2.1660635471343994,
      "learning_rate": 4.6814525736260495e-06,
      "loss": 0.4961,
      "step": 205600
    },
    {
      "epoch": 57.38,
      "grad_norm": 1.676112174987793,
      "learning_rate": 4.681450632293724e-06,
      "loss": 0.5293,
      "step": 205610
    },
    {
      "epoch": 57.39,
      "grad_norm": 1.6297855377197266,
      "learning_rate": 4.681448690650252e-06,
      "loss": 0.5187,
      "step": 205620
    },
    {
      "epoch": 57.39,
      "grad_norm": 1.8999059200286865,
      "learning_rate": 4.6814467486956296e-06,
      "loss": 0.5268,
      "step": 205630
    },
    {
      "epoch": 57.39,
      "grad_norm": 1.7565056085586548,
      "learning_rate": 4.68144480642986e-06,
      "loss": 0.5258,
      "step": 205640
    },
    {
      "epoch": 57.4,
      "grad_norm": 1.9023267030715942,
      "learning_rate": 4.681442863852943e-06,
      "loss": 0.542,
      "step": 205650
    },
    {
      "epoch": 57.4,
      "grad_norm": 1.8714191913604736,
      "learning_rate": 4.681440920964877e-06,
      "loss": 0.5209,
      "step": 205660
    },
    {
      "epoch": 57.4,
      "grad_norm": 2.1669702529907227,
      "learning_rate": 4.681438977765665e-06,
      "loss": 0.5336,
      "step": 205670
    },
    {
      "epoch": 57.4,
      "grad_norm": 1.9204305410385132,
      "learning_rate": 4.681437034255306e-06,
      "loss": 0.519,
      "step": 205680
    },
    {
      "epoch": 57.41,
      "grad_norm": 1.8375654220581055,
      "learning_rate": 4.6814350904338e-06,
      "loss": 0.5251,
      "step": 205690
    },
    {
      "epoch": 57.41,
      "grad_norm": 1.5112552642822266,
      "learning_rate": 4.681433146301147e-06,
      "loss": 0.5247,
      "step": 205700
    },
    {
      "epoch": 57.41,
      "grad_norm": 1.8415979146957397,
      "learning_rate": 4.681431201857348e-06,
      "loss": 0.5119,
      "step": 205710
    },
    {
      "epoch": 57.42,
      "grad_norm": 1.4371223449707031,
      "learning_rate": 4.681429257102402e-06,
      "loss": 0.5631,
      "step": 205720
    },
    {
      "epoch": 57.42,
      "grad_norm": 2.186401128768921,
      "learning_rate": 4.681427312036312e-06,
      "loss": 0.5374,
      "step": 205730
    },
    {
      "epoch": 57.42,
      "grad_norm": 2.4450554847717285,
      "learning_rate": 4.681425366659076e-06,
      "loss": 0.5446,
      "step": 205740
    },
    {
      "epoch": 57.42,
      "grad_norm": 2.01570463180542,
      "learning_rate": 4.681423420970694e-06,
      "loss": 0.5361,
      "step": 205750
    },
    {
      "epoch": 57.43,
      "grad_norm": 1.717671513557434,
      "learning_rate": 4.6814214749711685e-06,
      "loss": 0.5346,
      "step": 205760
    },
    {
      "epoch": 57.43,
      "grad_norm": 1.889160394668579,
      "learning_rate": 4.681419528660497e-06,
      "loss": 0.5374,
      "step": 205770
    },
    {
      "epoch": 57.43,
      "grad_norm": 1.5013071298599243,
      "learning_rate": 4.681417582038682e-06,
      "loss": 0.5277,
      "step": 205780
    },
    {
      "epoch": 57.44,
      "grad_norm": 1.4921399354934692,
      "learning_rate": 4.681415635105722e-06,
      "loss": 0.5318,
      "step": 205790
    },
    {
      "epoch": 57.44,
      "grad_norm": 1.9089540243148804,
      "learning_rate": 4.681413687861618e-06,
      "loss": 0.5295,
      "step": 205800
    },
    {
      "epoch": 57.44,
      "grad_norm": 1.8755258321762085,
      "learning_rate": 4.6814117403063705e-06,
      "loss": 0.5342,
      "step": 205810
    },
    {
      "epoch": 57.44,
      "grad_norm": 2.083763360977173,
      "learning_rate": 4.68140979243998e-06,
      "loss": 0.5076,
      "step": 205820
    },
    {
      "epoch": 57.45,
      "grad_norm": 1.613715648651123,
      "learning_rate": 4.681407844262446e-06,
      "loss": 0.5127,
      "step": 205830
    },
    {
      "epoch": 57.45,
      "grad_norm": 2.130300760269165,
      "learning_rate": 4.681405895773769e-06,
      "loss": 0.5287,
      "step": 205840
    },
    {
      "epoch": 57.45,
      "grad_norm": 1.7814455032348633,
      "learning_rate": 4.681403946973949e-06,
      "loss": 0.537,
      "step": 205850
    },
    {
      "epoch": 57.45,
      "grad_norm": 2.4836785793304443,
      "learning_rate": 4.681401997862988e-06,
      "loss": 0.5289,
      "step": 205860
    },
    {
      "epoch": 57.46,
      "grad_norm": 2.145754098892212,
      "learning_rate": 4.681400048440884e-06,
      "loss": 0.5334,
      "step": 205870
    },
    {
      "epoch": 57.46,
      "grad_norm": 1.5762454271316528,
      "learning_rate": 4.681398098707639e-06,
      "loss": 0.5452,
      "step": 205880
    },
    {
      "epoch": 57.46,
      "grad_norm": 1.8915841579437256,
      "learning_rate": 4.681396148663251e-06,
      "loss": 0.5388,
      "step": 205890
    },
    {
      "epoch": 57.47,
      "grad_norm": 2.7769463062286377,
      "learning_rate": 4.681394198307722e-06,
      "loss": 0.5422,
      "step": 205900
    },
    {
      "epoch": 57.47,
      "grad_norm": 1.6674703359603882,
      "learning_rate": 4.681392247641052e-06,
      "loss": 0.5368,
      "step": 205910
    },
    {
      "epoch": 57.47,
      "grad_norm": 1.7786353826522827,
      "learning_rate": 4.681390296663241e-06,
      "loss": 0.5268,
      "step": 205920
    },
    {
      "epoch": 57.47,
      "grad_norm": 1.757292628288269,
      "learning_rate": 4.6813883453742905e-06,
      "loss": 0.5363,
      "step": 205930
    },
    {
      "epoch": 57.48,
      "grad_norm": 2.113558053970337,
      "learning_rate": 4.681386393774199e-06,
      "loss": 0.5508,
      "step": 205940
    },
    {
      "epoch": 57.48,
      "grad_norm": 1.9796987771987915,
      "learning_rate": 4.681384441862967e-06,
      "loss": 0.5419,
      "step": 205950
    },
    {
      "epoch": 57.48,
      "grad_norm": 1.5717639923095703,
      "learning_rate": 4.681382489640596e-06,
      "loss": 0.5418,
      "step": 205960
    },
    {
      "epoch": 57.49,
      "grad_norm": 2.1546409130096436,
      "learning_rate": 4.681380537107085e-06,
      "loss": 0.5503,
      "step": 205970
    },
    {
      "epoch": 57.49,
      "grad_norm": 2.3027188777923584,
      "learning_rate": 4.6813785842624345e-06,
      "loss": 0.5279,
      "step": 205980
    },
    {
      "epoch": 57.49,
      "grad_norm": 1.6460286378860474,
      "learning_rate": 4.681376631106646e-06,
      "loss": 0.5158,
      "step": 205990
    },
    {
      "epoch": 57.49,
      "grad_norm": 1.8574919700622559,
      "learning_rate": 4.6813746776397175e-06,
      "loss": 0.5394,
      "step": 206000
    },
    {
      "epoch": 57.5,
      "grad_norm": 1.5622446537017822,
      "learning_rate": 4.681372723861651e-06,
      "loss": 0.5126,
      "step": 206010
    },
    {
      "epoch": 57.5,
      "grad_norm": 2.1133973598480225,
      "learning_rate": 4.6813707697724465e-06,
      "loss": 0.5245,
      "step": 206020
    },
    {
      "epoch": 57.5,
      "grad_norm": 2.440296173095703,
      "learning_rate": 4.681368815372104e-06,
      "loss": 0.5306,
      "step": 206030
    },
    {
      "epoch": 57.5,
      "grad_norm": 1.721575379371643,
      "learning_rate": 4.681366860660624e-06,
      "loss": 0.5416,
      "step": 206040
    },
    {
      "epoch": 57.51,
      "grad_norm": 1.920490026473999,
      "learning_rate": 4.681364905638007e-06,
      "loss": 0.5208,
      "step": 206050
    },
    {
      "epoch": 57.51,
      "grad_norm": 2.0342533588409424,
      "learning_rate": 4.681362950304252e-06,
      "loss": 0.5409,
      "step": 206060
    },
    {
      "epoch": 57.51,
      "grad_norm": 1.8203009366989136,
      "learning_rate": 4.68136099465936e-06,
      "loss": 0.5227,
      "step": 206070
    },
    {
      "epoch": 57.52,
      "grad_norm": 1.876522421836853,
      "learning_rate": 4.681359038703332e-06,
      "loss": 0.5279,
      "step": 206080
    },
    {
      "epoch": 57.52,
      "grad_norm": 1.6882500648498535,
      "learning_rate": 4.681357082436167e-06,
      "loss": 0.5337,
      "step": 206090
    },
    {
      "epoch": 57.52,
      "grad_norm": 2.533327102661133,
      "learning_rate": 4.681355125857866e-06,
      "loss": 0.5298,
      "step": 206100
    },
    {
      "epoch": 57.52,
      "grad_norm": 1.8427025079727173,
      "learning_rate": 4.681353168968429e-06,
      "loss": 0.543,
      "step": 206110
    },
    {
      "epoch": 57.53,
      "grad_norm": 2.351595401763916,
      "learning_rate": 4.6813512117678565e-06,
      "loss": 0.5157,
      "step": 206120
    },
    {
      "epoch": 57.53,
      "grad_norm": 2.155390739440918,
      "learning_rate": 4.681349254256148e-06,
      "loss": 0.5335,
      "step": 206130
    },
    {
      "epoch": 57.53,
      "grad_norm": 1.816198468208313,
      "learning_rate": 4.681347296433305e-06,
      "loss": 0.5299,
      "step": 206140
    },
    {
      "epoch": 57.54,
      "grad_norm": 1.4396122694015503,
      "learning_rate": 4.681345338299328e-06,
      "loss": 0.5318,
      "step": 206150
    },
    {
      "epoch": 57.54,
      "grad_norm": 2.292541980743408,
      "learning_rate": 4.681343379854215e-06,
      "loss": 0.5499,
      "step": 206160
    },
    {
      "epoch": 57.54,
      "grad_norm": 1.6906884908676147,
      "learning_rate": 4.6813414210979684e-06,
      "loss": 0.5349,
      "step": 206170
    },
    {
      "epoch": 57.54,
      "grad_norm": 1.9226056337356567,
      "learning_rate": 4.681339462030588e-06,
      "loss": 0.544,
      "step": 206180
    },
    {
      "epoch": 57.55,
      "grad_norm": 1.9311258792877197,
      "learning_rate": 4.681337502652073e-06,
      "loss": 0.5381,
      "step": 206190
    },
    {
      "epoch": 57.55,
      "grad_norm": 1.3386383056640625,
      "learning_rate": 4.681335542962425e-06,
      "loss": 0.5471,
      "step": 206200
    },
    {
      "epoch": 57.55,
      "grad_norm": 1.663733959197998,
      "learning_rate": 4.681333582961645e-06,
      "loss": 0.5288,
      "step": 206210
    },
    {
      "epoch": 57.56,
      "grad_norm": 1.657806158065796,
      "learning_rate": 4.68133162264973e-06,
      "loss": 0.5249,
      "step": 206220
    },
    {
      "epoch": 57.56,
      "grad_norm": 1.7212527990341187,
      "learning_rate": 4.681329662026683e-06,
      "loss": 0.5334,
      "step": 206230
    },
    {
      "epoch": 57.56,
      "grad_norm": 2.0047383308410645,
      "learning_rate": 4.681327701092503e-06,
      "loss": 0.5226,
      "step": 206240
    },
    {
      "epoch": 57.56,
      "grad_norm": 2.143803119659424,
      "learning_rate": 4.681325739847191e-06,
      "loss": 0.5435,
      "step": 206250
    },
    {
      "epoch": 57.57,
      "grad_norm": 2.4326083660125732,
      "learning_rate": 4.6813237782907475e-06,
      "loss": 0.5246,
      "step": 206260
    },
    {
      "epoch": 57.57,
      "grad_norm": 1.7831372022628784,
      "learning_rate": 4.6813218164231725e-06,
      "loss": 0.5204,
      "step": 206270
    },
    {
      "epoch": 57.57,
      "grad_norm": 1.5513818264007568,
      "learning_rate": 4.681319854244465e-06,
      "loss": 0.5336,
      "step": 206280
    },
    {
      "epoch": 57.57,
      "grad_norm": 1.7900915145874023,
      "learning_rate": 4.681317891754627e-06,
      "loss": 0.5378,
      "step": 206290
    },
    {
      "epoch": 57.58,
      "grad_norm": 1.9860031604766846,
      "learning_rate": 4.681315928953658e-06,
      "loss": 0.5234,
      "step": 206300
    },
    {
      "epoch": 57.58,
      "grad_norm": 1.8916085958480835,
      "learning_rate": 4.681313965841558e-06,
      "loss": 0.5223,
      "step": 206310
    },
    {
      "epoch": 57.58,
      "grad_norm": 1.7463713884353638,
      "learning_rate": 4.681312002418328e-06,
      "loss": 0.5579,
      "step": 206320
    },
    {
      "epoch": 57.59,
      "grad_norm": 1.620489478111267,
      "learning_rate": 4.681310038683969e-06,
      "loss": 0.5243,
      "step": 206330
    },
    {
      "epoch": 57.59,
      "grad_norm": 8.315356254577637,
      "learning_rate": 4.681308074638478e-06,
      "loss": 0.5248,
      "step": 206340
    },
    {
      "epoch": 57.59,
      "grad_norm": 1.882612705230713,
      "learning_rate": 4.681306110281859e-06,
      "loss": 0.5447,
      "step": 206350
    },
    {
      "epoch": 57.59,
      "grad_norm": 1.7696504592895508,
      "learning_rate": 4.6813041456141096e-06,
      "loss": 0.5492,
      "step": 206360
    },
    {
      "epoch": 57.6,
      "grad_norm": 1.470420241355896,
      "learning_rate": 4.681302180635231e-06,
      "loss": 0.5309,
      "step": 206370
    },
    {
      "epoch": 57.6,
      "grad_norm": 2.0313966274261475,
      "learning_rate": 4.6813002153452235e-06,
      "loss": 0.5258,
      "step": 206380
    },
    {
      "epoch": 57.6,
      "grad_norm": 2.5101284980773926,
      "learning_rate": 4.681298249744089e-06,
      "loss": 0.5373,
      "step": 206390
    },
    {
      "epoch": 57.61,
      "grad_norm": 1.74800705909729,
      "learning_rate": 4.681296283831825e-06,
      "loss": 0.5212,
      "step": 206400
    },
    {
      "epoch": 57.61,
      "grad_norm": 2.0085370540618896,
      "learning_rate": 4.681294317608433e-06,
      "loss": 0.5287,
      "step": 206410
    },
    {
      "epoch": 57.61,
      "grad_norm": 2.401381731033325,
      "learning_rate": 4.681292351073913e-06,
      "loss": 0.5378,
      "step": 206420
    },
    {
      "epoch": 57.61,
      "grad_norm": 1.9784907102584839,
      "learning_rate": 4.681290384228266e-06,
      "loss": 0.5518,
      "step": 206430
    },
    {
      "epoch": 57.62,
      "grad_norm": 1.4834794998168945,
      "learning_rate": 4.6812884170714915e-06,
      "loss": 0.5125,
      "step": 206440
    },
    {
      "epoch": 57.62,
      "grad_norm": 1.641946792602539,
      "learning_rate": 4.68128644960359e-06,
      "loss": 0.5354,
      "step": 206450
    },
    {
      "epoch": 57.62,
      "grad_norm": 1.7700965404510498,
      "learning_rate": 4.6812844818245615e-06,
      "loss": 0.5338,
      "step": 206460
    },
    {
      "epoch": 57.62,
      "grad_norm": 1.6078206300735474,
      "learning_rate": 4.681282513734407e-06,
      "loss": 0.5273,
      "step": 206470
    },
    {
      "epoch": 57.63,
      "grad_norm": 2.378460645675659,
      "learning_rate": 4.681280545333126e-06,
      "loss": 0.5305,
      "step": 206480
    },
    {
      "epoch": 57.63,
      "grad_norm": 2.290048599243164,
      "learning_rate": 4.681278576620719e-06,
      "loss": 0.5251,
      "step": 206490
    },
    {
      "epoch": 57.63,
      "grad_norm": 2.2980308532714844,
      "learning_rate": 4.681276607597186e-06,
      "loss": 0.5354,
      "step": 206500
    },
    {
      "epoch": 57.64,
      "grad_norm": 1.4898923635482788,
      "learning_rate": 4.681274638262529e-06,
      "loss": 0.5345,
      "step": 206510
    },
    {
      "epoch": 57.64,
      "grad_norm": 2.447758436203003,
      "learning_rate": 4.681272668616746e-06,
      "loss": 0.5238,
      "step": 206520
    },
    {
      "epoch": 57.64,
      "grad_norm": 1.9491276741027832,
      "learning_rate": 4.681270698659838e-06,
      "loss": 0.5401,
      "step": 206530
    },
    {
      "epoch": 57.64,
      "grad_norm": 1.985337257385254,
      "learning_rate": 4.681268728391804e-06,
      "loss": 0.5284,
      "step": 206540
    },
    {
      "epoch": 57.65,
      "grad_norm": 1.6559550762176514,
      "learning_rate": 4.681266757812647e-06,
      "loss": 0.5469,
      "step": 206550
    },
    {
      "epoch": 57.65,
      "grad_norm": 1.535750150680542,
      "learning_rate": 4.681264786922366e-06,
      "loss": 0.5315,
      "step": 206560
    },
    {
      "epoch": 57.65,
      "grad_norm": 2.2365269660949707,
      "learning_rate": 4.681262815720961e-06,
      "loss": 0.544,
      "step": 206570
    },
    {
      "epoch": 57.66,
      "grad_norm": 1.489702582359314,
      "learning_rate": 4.681260844208432e-06,
      "loss": 0.5369,
      "step": 206580
    },
    {
      "epoch": 57.66,
      "grad_norm": 2.395244836807251,
      "learning_rate": 4.68125887238478e-06,
      "loss": 0.5262,
      "step": 206590
    },
    {
      "epoch": 57.66,
      "grad_norm": 1.5305784940719604,
      "learning_rate": 4.6812569002500055e-06,
      "loss": 0.5614,
      "step": 206600
    },
    {
      "epoch": 57.66,
      "grad_norm": 2.303922176361084,
      "learning_rate": 4.681254927804108e-06,
      "loss": 0.5504,
      "step": 206610
    },
    {
      "epoch": 57.67,
      "grad_norm": 1.6694717407226562,
      "learning_rate": 4.6812529550470875e-06,
      "loss": 0.5512,
      "step": 206620
    },
    {
      "epoch": 57.67,
      "grad_norm": 1.821230173110962,
      "learning_rate": 4.681250981978944e-06,
      "loss": 0.5347,
      "step": 206630
    },
    {
      "epoch": 57.67,
      "grad_norm": 1.9345582723617554,
      "learning_rate": 4.68124900859968e-06,
      "loss": 0.5209,
      "step": 206640
    },
    {
      "epoch": 57.68,
      "grad_norm": 2.517655849456787,
      "learning_rate": 4.681247034909294e-06,
      "loss": 0.5437,
      "step": 206650
    },
    {
      "epoch": 57.68,
      "grad_norm": 1.6328805685043335,
      "learning_rate": 4.681245060907786e-06,
      "loss": 0.5606,
      "step": 206660
    },
    {
      "epoch": 57.68,
      "grad_norm": 2.208677053451538,
      "learning_rate": 4.681243086595157e-06,
      "loss": 0.5378,
      "step": 206670
    },
    {
      "epoch": 57.68,
      "grad_norm": 2.3211021423339844,
      "learning_rate": 4.681241111971406e-06,
      "loss": 0.5241,
      "step": 206680
    },
    {
      "epoch": 57.69,
      "grad_norm": 1.6133275032043457,
      "learning_rate": 4.681239137036535e-06,
      "loss": 0.5338,
      "step": 206690
    },
    {
      "epoch": 57.69,
      "grad_norm": 2.0200588703155518,
      "learning_rate": 4.681237161790544e-06,
      "loss": 0.5453,
      "step": 206700
    },
    {
      "epoch": 57.69,
      "grad_norm": 2.1854491233825684,
      "learning_rate": 4.681235186233433e-06,
      "loss": 0.5329,
      "step": 206710
    },
    {
      "epoch": 57.69,
      "grad_norm": 1.6852177381515503,
      "learning_rate": 4.681233210365201e-06,
      "loss": 0.5351,
      "step": 206720
    },
    {
      "epoch": 57.7,
      "grad_norm": 2.287409782409668,
      "learning_rate": 4.681231234185851e-06,
      "loss": 0.5595,
      "step": 206730
    },
    {
      "epoch": 57.7,
      "grad_norm": 2.299129009246826,
      "learning_rate": 4.681229257695379e-06,
      "loss": 0.5507,
      "step": 206740
    },
    {
      "epoch": 57.7,
      "grad_norm": 2.5014398097991943,
      "learning_rate": 4.68122728089379e-06,
      "loss": 0.5205,
      "step": 206750
    },
    {
      "epoch": 57.71,
      "grad_norm": 2.2173092365264893,
      "learning_rate": 4.681225303781082e-06,
      "loss": 0.5254,
      "step": 206760
    },
    {
      "epoch": 57.71,
      "grad_norm": 2.300344705581665,
      "learning_rate": 4.681223326357255e-06,
      "loss": 0.524,
      "step": 206770
    },
    {
      "epoch": 57.71,
      "grad_norm": 1.890055775642395,
      "learning_rate": 4.681221348622309e-06,
      "loss": 0.5282,
      "step": 206780
    },
    {
      "epoch": 57.71,
      "grad_norm": 1.8360686302185059,
      "learning_rate": 4.681219370576247e-06,
      "loss": 0.5317,
      "step": 206790
    },
    {
      "epoch": 57.72,
      "grad_norm": 2.35083270072937,
      "learning_rate": 4.6812173922190645e-06,
      "loss": 0.5406,
      "step": 206800
    },
    {
      "epoch": 57.72,
      "grad_norm": 1.6084707975387573,
      "learning_rate": 4.681215413550766e-06,
      "loss": 0.5329,
      "step": 206810
    },
    {
      "epoch": 57.72,
      "grad_norm": 2.3786556720733643,
      "learning_rate": 4.6812134345713495e-06,
      "loss": 0.5397,
      "step": 206820
    },
    {
      "epoch": 57.73,
      "grad_norm": 1.5351532697677612,
      "learning_rate": 4.681211455280818e-06,
      "loss": 0.5444,
      "step": 206830
    },
    {
      "epoch": 57.73,
      "grad_norm": 1.5548508167266846,
      "learning_rate": 4.681209475679167e-06,
      "loss": 0.5444,
      "step": 206840
    },
    {
      "epoch": 57.73,
      "grad_norm": 2.3018245697021484,
      "learning_rate": 4.681207495766401e-06,
      "loss": 0.5406,
      "step": 206850
    },
    {
      "epoch": 57.73,
      "grad_norm": 2.6130776405334473,
      "learning_rate": 4.681205515542518e-06,
      "loss": 0.5328,
      "step": 206860
    },
    {
      "epoch": 57.74,
      "grad_norm": 1.922225832939148,
      "learning_rate": 4.68120353500752e-06,
      "loss": 0.5442,
      "step": 206870
    },
    {
      "epoch": 57.74,
      "grad_norm": 2.0430314540863037,
      "learning_rate": 4.681201554161405e-06,
      "loss": 0.5391,
      "step": 206880
    },
    {
      "epoch": 57.74,
      "grad_norm": 1.8874742984771729,
      "learning_rate": 4.681199573004175e-06,
      "loss": 0.5288,
      "step": 206890
    },
    {
      "epoch": 57.74,
      "grad_norm": 1.741034984588623,
      "learning_rate": 4.681197591535831e-06,
      "loss": 0.5336,
      "step": 206900
    },
    {
      "epoch": 57.75,
      "grad_norm": 1.9373211860656738,
      "learning_rate": 4.6811956097563714e-06,
      "loss": 0.5335,
      "step": 206910
    },
    {
      "epoch": 57.75,
      "grad_norm": 1.735297679901123,
      "learning_rate": 4.681193627665797e-06,
      "loss": 0.5353,
      "step": 206920
    },
    {
      "epoch": 57.75,
      "grad_norm": 1.8643953800201416,
      "learning_rate": 4.681191645264108e-06,
      "loss": 0.5454,
      "step": 206930
    },
    {
      "epoch": 57.76,
      "grad_norm": 2.187467098236084,
      "learning_rate": 4.681189662551305e-06,
      "loss": 0.53,
      "step": 206940
    },
    {
      "epoch": 57.76,
      "grad_norm": 2.23246431350708,
      "learning_rate": 4.681187679527389e-06,
      "loss": 0.5294,
      "step": 206950
    },
    {
      "epoch": 57.76,
      "grad_norm": 1.5668622255325317,
      "learning_rate": 4.681185696192358e-06,
      "loss": 0.5328,
      "step": 206960
    },
    {
      "epoch": 57.76,
      "grad_norm": 1.9036329984664917,
      "learning_rate": 4.681183712546215e-06,
      "loss": 0.529,
      "step": 206970
    },
    {
      "epoch": 57.77,
      "grad_norm": 2.4445154666900635,
      "learning_rate": 4.681181728588957e-06,
      "loss": 0.5433,
      "step": 206980
    },
    {
      "epoch": 57.77,
      "grad_norm": 2.0215749740600586,
      "learning_rate": 4.681179744320588e-06,
      "loss": 0.5329,
      "step": 206990
    },
    {
      "epoch": 57.77,
      "grad_norm": 1.9741758108139038,
      "learning_rate": 4.681177759741106e-06,
      "loss": 0.54,
      "step": 207000
    },
    {
      "epoch": 57.78,
      "grad_norm": 1.8917127847671509,
      "learning_rate": 4.6811757748505115e-06,
      "loss": 0.5144,
      "step": 207010
    },
    {
      "epoch": 57.78,
      "grad_norm": 1.2473130226135254,
      "learning_rate": 4.681173789648805e-06,
      "loss": 0.5278,
      "step": 207020
    },
    {
      "epoch": 57.78,
      "grad_norm": 1.9634573459625244,
      "learning_rate": 4.681171804135987e-06,
      "loss": 0.5234,
      "step": 207030
    },
    {
      "epoch": 57.78,
      "grad_norm": 1.5260566473007202,
      "learning_rate": 4.681169818312058e-06,
      "loss": 0.5223,
      "step": 207040
    },
    {
      "epoch": 57.79,
      "grad_norm": 2.1332147121429443,
      "learning_rate": 4.681167832177017e-06,
      "loss": 0.5335,
      "step": 207050
    },
    {
      "epoch": 57.79,
      "grad_norm": 1.807214617729187,
      "learning_rate": 4.681165845730865e-06,
      "loss": 0.5051,
      "step": 207060
    },
    {
      "epoch": 57.79,
      "grad_norm": 2.649106979370117,
      "learning_rate": 4.681163858973603e-06,
      "loss": 0.5232,
      "step": 207070
    },
    {
      "epoch": 57.8,
      "grad_norm": 1.8946198225021362,
      "learning_rate": 4.68116187190523e-06,
      "loss": 0.5266,
      "step": 207080
    },
    {
      "epoch": 57.8,
      "grad_norm": 2.2239651679992676,
      "learning_rate": 4.6811598845257465e-06,
      "loss": 0.5133,
      "step": 207090
    },
    {
      "epoch": 57.8,
      "grad_norm": 2.174024820327759,
      "learning_rate": 4.681157896835154e-06,
      "loss": 0.5232,
      "step": 207100
    },
    {
      "epoch": 57.8,
      "grad_norm": 1.7808336019515991,
      "learning_rate": 4.6811559088334515e-06,
      "loss": 0.5267,
      "step": 207110
    },
    {
      "epoch": 57.81,
      "grad_norm": 3.3929147720336914,
      "learning_rate": 4.681153920520639e-06,
      "loss": 0.5273,
      "step": 207120
    },
    {
      "epoch": 57.81,
      "grad_norm": 2.1340293884277344,
      "learning_rate": 4.681151931896719e-06,
      "loss": 0.5291,
      "step": 207130
    },
    {
      "epoch": 57.81,
      "grad_norm": 1.8388656377792358,
      "learning_rate": 4.681149942961688e-06,
      "loss": 0.5278,
      "step": 207140
    },
    {
      "epoch": 57.81,
      "grad_norm": 1.8330717086791992,
      "learning_rate": 4.68114795371555e-06,
      "loss": 0.5457,
      "step": 207150
    },
    {
      "epoch": 57.82,
      "grad_norm": 1.5868024826049805,
      "learning_rate": 4.681145964158304e-06,
      "loss": 0.5392,
      "step": 207160
    },
    {
      "epoch": 57.82,
      "grad_norm": 1.7006458044052124,
      "learning_rate": 4.681143974289949e-06,
      "loss": 0.5145,
      "step": 207170
    },
    {
      "epoch": 57.82,
      "grad_norm": 1.7166482210159302,
      "learning_rate": 4.681141984110486e-06,
      "loss": 0.5449,
      "step": 207180
    },
    {
      "epoch": 57.83,
      "grad_norm": 2.677795886993408,
      "learning_rate": 4.681139993619916e-06,
      "loss": 0.5416,
      "step": 207190
    },
    {
      "epoch": 57.83,
      "grad_norm": 1.8911716938018799,
      "learning_rate": 4.681138002818239e-06,
      "loss": 0.5428,
      "step": 207200
    },
    {
      "epoch": 57.83,
      "grad_norm": 3.3037147521972656,
      "learning_rate": 4.681136011705455e-06,
      "loss": 0.5224,
      "step": 207210
    },
    {
      "epoch": 57.83,
      "grad_norm": 1.9124033451080322,
      "learning_rate": 4.681134020281564e-06,
      "loss": 0.5217,
      "step": 207220
    },
    {
      "epoch": 57.84,
      "grad_norm": 1.9728376865386963,
      "learning_rate": 4.681132028546566e-06,
      "loss": 0.5249,
      "step": 207230
    },
    {
      "epoch": 57.84,
      "grad_norm": 1.43143630027771,
      "learning_rate": 4.681130036500463e-06,
      "loss": 0.5235,
      "step": 207240
    },
    {
      "epoch": 57.84,
      "grad_norm": 3.5333147048950195,
      "learning_rate": 4.681128044143253e-06,
      "loss": 0.5389,
      "step": 207250
    },
    {
      "epoch": 57.85,
      "grad_norm": 1.5770442485809326,
      "learning_rate": 4.681126051474938e-06,
      "loss": 0.5204,
      "step": 207260
    },
    {
      "epoch": 57.85,
      "grad_norm": 1.7927889823913574,
      "learning_rate": 4.6811240584955174e-06,
      "loss": 0.5142,
      "step": 207270
    },
    {
      "epoch": 57.85,
      "grad_norm": 1.8515981435775757,
      "learning_rate": 4.681122065204991e-06,
      "loss": 0.5216,
      "step": 207280
    },
    {
      "epoch": 57.85,
      "grad_norm": 1.8228555917739868,
      "learning_rate": 4.6811200716033615e-06,
      "loss": 0.5251,
      "step": 207290
    },
    {
      "epoch": 57.86,
      "grad_norm": 1.6790292263031006,
      "learning_rate": 4.681118077690626e-06,
      "loss": 0.5303,
      "step": 207300
    },
    {
      "epoch": 57.86,
      "grad_norm": 2.17204213142395,
      "learning_rate": 4.681116083466786e-06,
      "loss": 0.5352,
      "step": 207310
    },
    {
      "epoch": 57.86,
      "grad_norm": 2.1854121685028076,
      "learning_rate": 4.681114088931843e-06,
      "loss": 0.5398,
      "step": 207320
    },
    {
      "epoch": 57.86,
      "grad_norm": 1.9259978532791138,
      "learning_rate": 4.681112094085795e-06,
      "loss": 0.527,
      "step": 207330
    },
    {
      "epoch": 57.87,
      "grad_norm": 1.6038861274719238,
      "learning_rate": 4.681110098928645e-06,
      "loss": 0.5193,
      "step": 207340
    },
    {
      "epoch": 57.87,
      "grad_norm": 1.9736589193344116,
      "learning_rate": 4.681108103460391e-06,
      "loss": 0.5486,
      "step": 207350
    },
    {
      "epoch": 57.87,
      "grad_norm": 2.3254334926605225,
      "learning_rate": 4.681106107681034e-06,
      "loss": 0.5512,
      "step": 207360
    },
    {
      "epoch": 57.88,
      "grad_norm": 2.0819385051727295,
      "learning_rate": 4.6811041115905735e-06,
      "loss": 0.5112,
      "step": 207370
    },
    {
      "epoch": 57.88,
      "grad_norm": 1.832274317741394,
      "learning_rate": 4.681102115189011e-06,
      "loss": 0.5262,
      "step": 207380
    },
    {
      "epoch": 57.88,
      "grad_norm": 2.2701594829559326,
      "learning_rate": 4.6811001184763465e-06,
      "loss": 0.5283,
      "step": 207390
    },
    {
      "epoch": 57.88,
      "grad_norm": 1.8125524520874023,
      "learning_rate": 4.68109812145258e-06,
      "loss": 0.5237,
      "step": 207400
    },
    {
      "epoch": 57.89,
      "grad_norm": 1.5893914699554443,
      "learning_rate": 4.681096124117712e-06,
      "loss": 0.5435,
      "step": 207410
    },
    {
      "epoch": 57.89,
      "grad_norm": 1.689720869064331,
      "learning_rate": 4.681094126471742e-06,
      "loss": 0.5337,
      "step": 207420
    },
    {
      "epoch": 57.89,
      "grad_norm": 2.7273378372192383,
      "learning_rate": 4.681092128514672e-06,
      "loss": 0.5326,
      "step": 207430
    },
    {
      "epoch": 57.9,
      "grad_norm": 2.0123581886291504,
      "learning_rate": 4.6810901302465005e-06,
      "loss": 0.5165,
      "step": 207440
    },
    {
      "epoch": 57.9,
      "grad_norm": 2.53719425201416,
      "learning_rate": 4.681088131667228e-06,
      "loss": 0.5256,
      "step": 207450
    },
    {
      "epoch": 57.9,
      "grad_norm": 2.2915139198303223,
      "learning_rate": 4.6810861327768555e-06,
      "loss": 0.5288,
      "step": 207460
    },
    {
      "epoch": 57.9,
      "grad_norm": 1.48576021194458,
      "learning_rate": 4.6810841335753834e-06,
      "loss": 0.5258,
      "step": 207470
    },
    {
      "epoch": 57.91,
      "grad_norm": 2.1097817420959473,
      "learning_rate": 4.6810821340628115e-06,
      "loss": 0.53,
      "step": 207480
    },
    {
      "epoch": 57.91,
      "grad_norm": 2.0515170097351074,
      "learning_rate": 4.681080134239139e-06,
      "loss": 0.5667,
      "step": 207490
    },
    {
      "epoch": 57.91,
      "grad_norm": 1.7849637269973755,
      "learning_rate": 4.681078134104368e-06,
      "loss": 0.5182,
      "step": 207500
    },
    {
      "epoch": 57.92,
      "grad_norm": 1.6977688074111938,
      "learning_rate": 4.6810761336584975e-06,
      "loss": 0.5567,
      "step": 207510
    },
    {
      "epoch": 57.92,
      "grad_norm": 1.5986136198043823,
      "learning_rate": 4.681074132901528e-06,
      "loss": 0.5203,
      "step": 207520
    },
    {
      "epoch": 57.92,
      "grad_norm": 2.3351643085479736,
      "learning_rate": 4.681072131833461e-06,
      "loss": 0.5128,
      "step": 207530
    },
    {
      "epoch": 57.92,
      "grad_norm": 1.8180638551712036,
      "learning_rate": 4.681070130454296e-06,
      "loss": 0.5459,
      "step": 207540
    },
    {
      "epoch": 57.93,
      "grad_norm": 1.8742578029632568,
      "learning_rate": 4.681068128764032e-06,
      "loss": 0.5262,
      "step": 207550
    },
    {
      "epoch": 57.93,
      "grad_norm": 2.003411293029785,
      "learning_rate": 4.68106612676267e-06,
      "loss": 0.5311,
      "step": 207560
    },
    {
      "epoch": 57.93,
      "grad_norm": 2.1764957904815674,
      "learning_rate": 4.681064124450212e-06,
      "loss": 0.5165,
      "step": 207570
    },
    {
      "epoch": 57.93,
      "grad_norm": 1.8976008892059326,
      "learning_rate": 4.681062121826656e-06,
      "loss": 0.5296,
      "step": 207580
    },
    {
      "epoch": 57.94,
      "grad_norm": 1.8527294397354126,
      "learning_rate": 4.681060118892003e-06,
      "loss": 0.5582,
      "step": 207590
    },
    {
      "epoch": 57.94,
      "grad_norm": 1.4484204053878784,
      "learning_rate": 4.681058115646254e-06,
      "loss": 0.5148,
      "step": 207600
    },
    {
      "epoch": 57.94,
      "grad_norm": 2.061264991760254,
      "learning_rate": 4.681056112089408e-06,
      "loss": 0.5363,
      "step": 207610
    },
    {
      "epoch": 57.95,
      "grad_norm": 1.8638951778411865,
      "learning_rate": 4.681054108221467e-06,
      "loss": 0.5376,
      "step": 207620
    },
    {
      "epoch": 57.95,
      "grad_norm": 1.9605488777160645,
      "learning_rate": 4.681052104042429e-06,
      "loss": 0.5294,
      "step": 207630
    },
    {
      "epoch": 57.95,
      "grad_norm": 1.542324423789978,
      "learning_rate": 4.681050099552296e-06,
      "loss": 0.5486,
      "step": 207640
    },
    {
      "epoch": 57.95,
      "grad_norm": 2.644969940185547,
      "learning_rate": 4.681048094751067e-06,
      "loss": 0.5344,
      "step": 207650
    },
    {
      "epoch": 57.96,
      "grad_norm": 2.019944667816162,
      "learning_rate": 4.681046089638744e-06,
      "loss": 0.5346,
      "step": 207660
    },
    {
      "epoch": 57.96,
      "grad_norm": 1.3943760395050049,
      "learning_rate": 4.681044084215326e-06,
      "loss": 0.5285,
      "step": 207670
    },
    {
      "epoch": 57.96,
      "grad_norm": 2.143219470977783,
      "learning_rate": 4.681042078480813e-06,
      "loss": 0.5404,
      "step": 207680
    },
    {
      "epoch": 57.97,
      "grad_norm": 1.678772211074829,
      "learning_rate": 4.681040072435207e-06,
      "loss": 0.5287,
      "step": 207690
    },
    {
      "epoch": 57.97,
      "grad_norm": 2.0873923301696777,
      "learning_rate": 4.681038066078506e-06,
      "loss": 0.4998,
      "step": 207700
    },
    {
      "epoch": 57.97,
      "grad_norm": 2.099311590194702,
      "learning_rate": 4.68103605941071e-06,
      "loss": 0.5376,
      "step": 207710
    },
    {
      "epoch": 57.97,
      "grad_norm": 1.426267147064209,
      "learning_rate": 4.681034052431823e-06,
      "loss": 0.5078,
      "step": 207720
    },
    {
      "epoch": 57.98,
      "grad_norm": 2.0440499782562256,
      "learning_rate": 4.6810320451418414e-06,
      "loss": 0.5181,
      "step": 207730
    },
    {
      "epoch": 57.98,
      "grad_norm": 2.061638116836548,
      "learning_rate": 4.681030037540768e-06,
      "loss": 0.5284,
      "step": 207740
    },
    {
      "epoch": 57.98,
      "grad_norm": 1.8695900440216064,
      "learning_rate": 4.6810280296286014e-06,
      "loss": 0.5386,
      "step": 207750
    },
    {
      "epoch": 57.98,
      "grad_norm": 2.219224214553833,
      "learning_rate": 4.6810260214053425e-06,
      "loss": 0.5282,
      "step": 207760
    },
    {
      "epoch": 57.99,
      "grad_norm": 1.6128230094909668,
      "learning_rate": 4.681024012870991e-06,
      "loss": 0.5172,
      "step": 207770
    },
    {
      "epoch": 57.99,
      "grad_norm": 1.767108678817749,
      "learning_rate": 4.6810220040255486e-06,
      "loss": 0.5184,
      "step": 207780
    },
    {
      "epoch": 57.99,
      "grad_norm": 1.7119513750076294,
      "learning_rate": 4.681019994869014e-06,
      "loss": 0.535,
      "step": 207790
    },
    {
      "epoch": 58.0,
      "grad_norm": 2.199188709259033,
      "learning_rate": 4.681017985401389e-06,
      "loss": 0.5444,
      "step": 207800
    },
    {
      "epoch": 58.0,
      "grad_norm": 2.566606044769287,
      "learning_rate": 4.681015975622672e-06,
      "loss": 0.5292,
      "step": 207810
    },
    {
      "epoch": 58.0,
      "eval_loss": 0.5335766673088074,
      "eval_runtime": 63.3798,
      "eval_samples_per_second": 79.82,
      "eval_steps_per_second": 9.987,
      "step": 207814
    },
    {
      "epoch": 58.0,
      "grad_norm": 2.0647592544555664,
      "learning_rate": 4.681013965532865e-06,
      "loss": 0.5549,
      "step": 207820
    },
    {
      "epoch": 58.0,
      "grad_norm": 2.9081435203552246,
      "learning_rate": 4.681011955131968e-06,
      "loss": 0.5356,
      "step": 207830
    },
    {
      "epoch": 58.01,
      "grad_norm": 1.6069623231887817,
      "learning_rate": 4.6810099444199795e-06,
      "loss": 0.5131,
      "step": 207840
    },
    {
      "epoch": 58.01,
      "grad_norm": 2.131955623626709,
      "learning_rate": 4.6810079333969015e-06,
      "loss": 0.5185,
      "step": 207850
    },
    {
      "epoch": 58.01,
      "grad_norm": 1.8229199647903442,
      "learning_rate": 4.681005922062734e-06,
      "loss": 0.525,
      "step": 207860
    },
    {
      "epoch": 58.02,
      "grad_norm": 2.2375385761260986,
      "learning_rate": 4.681003910417477e-06,
      "loss": 0.519,
      "step": 207870
    },
    {
      "epoch": 58.02,
      "grad_norm": 1.8229650259017944,
      "learning_rate": 4.68100189846113e-06,
      "loss": 0.5328,
      "step": 207880
    },
    {
      "epoch": 58.02,
      "grad_norm": 1.817081332206726,
      "learning_rate": 4.680999886193696e-06,
      "loss": 0.5264,
      "step": 207890
    },
    {
      "epoch": 58.02,
      "grad_norm": 1.953228235244751,
      "learning_rate": 4.680997873615172e-06,
      "loss": 0.5273,
      "step": 207900
    },
    {
      "epoch": 58.03,
      "grad_norm": 1.6768180131912231,
      "learning_rate": 4.6809958607255595e-06,
      "loss": 0.544,
      "step": 207910
    },
    {
      "epoch": 58.03,
      "grad_norm": 1.7248945236206055,
      "learning_rate": 4.68099384752486e-06,
      "loss": 0.5185,
      "step": 207920
    },
    {
      "epoch": 58.03,
      "grad_norm": 1.730483055114746,
      "learning_rate": 4.680991834013073e-06,
      "loss": 0.5169,
      "step": 207930
    },
    {
      "epoch": 58.04,
      "grad_norm": 2.095134735107422,
      "learning_rate": 4.6809898201901975e-06,
      "loss": 0.5206,
      "step": 207940
    },
    {
      "epoch": 58.04,
      "grad_norm": 2.6244890689849854,
      "learning_rate": 4.680987806056234e-06,
      "loss": 0.5489,
      "step": 207950
    },
    {
      "epoch": 58.04,
      "grad_norm": 1.4788671731948853,
      "learning_rate": 4.6809857916111855e-06,
      "loss": 0.5224,
      "step": 207960
    },
    {
      "epoch": 58.04,
      "grad_norm": 1.8197686672210693,
      "learning_rate": 4.680983776855049e-06,
      "loss": 0.543,
      "step": 207970
    },
    {
      "epoch": 58.05,
      "grad_norm": 1.6342281103134155,
      "learning_rate": 4.680981761787826e-06,
      "loss": 0.5367,
      "step": 207980
    },
    {
      "epoch": 58.05,
      "grad_norm": 2.0562376976013184,
      "learning_rate": 4.6809797464095165e-06,
      "loss": 0.5419,
      "step": 207990
    },
    {
      "epoch": 58.05,
      "grad_norm": 2.0206828117370605,
      "learning_rate": 4.680977730720122e-06,
      "loss": 0.5275,
      "step": 208000
    },
    {
      "epoch": 58.05,
      "grad_norm": 2.375419855117798,
      "learning_rate": 4.680975714719642e-06,
      "loss": 0.509,
      "step": 208010
    },
    {
      "epoch": 58.06,
      "grad_norm": 1.846875548362732,
      "learning_rate": 4.680973698408076e-06,
      "loss": 0.5297,
      "step": 208020
    },
    {
      "epoch": 58.06,
      "grad_norm": 1.827222466468811,
      "learning_rate": 4.6809716817854255e-06,
      "loss": 0.5537,
      "step": 208030
    },
    {
      "epoch": 58.06,
      "grad_norm": 1.9361921548843384,
      "learning_rate": 4.680969664851689e-06,
      "loss": 0.515,
      "step": 208040
    },
    {
      "epoch": 58.07,
      "grad_norm": 2.1435718536376953,
      "learning_rate": 4.680967647606868e-06,
      "loss": 0.5449,
      "step": 208050
    },
    {
      "epoch": 58.07,
      "grad_norm": 2.1605629920959473,
      "learning_rate": 4.680965630050964e-06,
      "loss": 0.5369,
      "step": 208060
    },
    {
      "epoch": 58.07,
      "grad_norm": 1.525994896888733,
      "learning_rate": 4.680963612183976e-06,
      "loss": 0.5079,
      "step": 208070
    },
    {
      "epoch": 58.07,
      "grad_norm": 2.014486074447632,
      "learning_rate": 4.680961594005903e-06,
      "loss": 0.5556,
      "step": 208080
    },
    {
      "epoch": 58.08,
      "grad_norm": 2.1847050189971924,
      "learning_rate": 4.680959575516747e-06,
      "loss": 0.5352,
      "step": 208090
    },
    {
      "epoch": 58.08,
      "grad_norm": 2.128354787826538,
      "learning_rate": 4.680957556716508e-06,
      "loss": 0.4995,
      "step": 208100
    },
    {
      "epoch": 58.08,
      "grad_norm": 1.595537543296814,
      "learning_rate": 4.680955537605186e-06,
      "loss": 0.5212,
      "step": 208110
    },
    {
      "epoch": 58.09,
      "grad_norm": 1.848156452178955,
      "learning_rate": 4.68095351818278e-06,
      "loss": 0.4999,
      "step": 208120
    },
    {
      "epoch": 58.09,
      "grad_norm": 1.9178178310394287,
      "learning_rate": 4.680951498449294e-06,
      "loss": 0.5368,
      "step": 208130
    },
    {
      "epoch": 58.09,
      "grad_norm": 2.576246738433838,
      "learning_rate": 4.680949478404724e-06,
      "loss": 0.5392,
      "step": 208140
    },
    {
      "epoch": 58.09,
      "grad_norm": 2.54695200920105,
      "learning_rate": 4.680947458049072e-06,
      "loss": 0.5382,
      "step": 208150
    },
    {
      "epoch": 58.1,
      "grad_norm": 1.9458552598953247,
      "learning_rate": 4.6809454373823396e-06,
      "loss": 0.5256,
      "step": 208160
    },
    {
      "epoch": 58.1,
      "grad_norm": 2.1640355587005615,
      "learning_rate": 4.6809434164045255e-06,
      "loss": 0.5209,
      "step": 208170
    },
    {
      "epoch": 58.1,
      "grad_norm": 2.024273633956909,
      "learning_rate": 4.68094139511563e-06,
      "loss": 0.5152,
      "step": 208180
    },
    {
      "epoch": 58.1,
      "grad_norm": 1.6498314142227173,
      "learning_rate": 4.680939373515654e-06,
      "loss": 0.522,
      "step": 208190
    },
    {
      "epoch": 58.11,
      "grad_norm": 1.6309586763381958,
      "learning_rate": 4.680937351604597e-06,
      "loss": 0.5246,
      "step": 208200
    },
    {
      "epoch": 58.11,
      "grad_norm": 1.635919451713562,
      "learning_rate": 4.68093532938246e-06,
      "loss": 0.5354,
      "step": 208210
    },
    {
      "epoch": 58.11,
      "grad_norm": 1.3198411464691162,
      "learning_rate": 4.6809333068492435e-06,
      "loss": 0.5214,
      "step": 208220
    },
    {
      "epoch": 58.12,
      "grad_norm": 1.8142415285110474,
      "learning_rate": 4.680931284004947e-06,
      "loss": 0.5259,
      "step": 208230
    },
    {
      "epoch": 58.12,
      "grad_norm": 2.1099462509155273,
      "learning_rate": 4.68092926084957e-06,
      "loss": 0.5326,
      "step": 208240
    },
    {
      "epoch": 58.12,
      "grad_norm": 2.171660900115967,
      "learning_rate": 4.680927237383115e-06,
      "loss": 0.4986,
      "step": 208250
    },
    {
      "epoch": 58.12,
      "grad_norm": 2.8395466804504395,
      "learning_rate": 4.6809252136055805e-06,
      "loss": 0.5523,
      "step": 208260
    },
    {
      "epoch": 58.13,
      "grad_norm": 2.0704288482666016,
      "learning_rate": 4.680923189516968e-06,
      "loss": 0.5227,
      "step": 208270
    },
    {
      "epoch": 58.13,
      "grad_norm": 2.567164659500122,
      "learning_rate": 4.680921165117276e-06,
      "loss": 0.5516,
      "step": 208280
    },
    {
      "epoch": 58.13,
      "grad_norm": 1.7210090160369873,
      "learning_rate": 4.680919140406506e-06,
      "loss": 0.5174,
      "step": 208290
    },
    {
      "epoch": 58.14,
      "grad_norm": 2.3357434272766113,
      "learning_rate": 4.680917115384659e-06,
      "loss": 0.5355,
      "step": 208300
    },
    {
      "epoch": 58.14,
      "grad_norm": 2.3108298778533936,
      "learning_rate": 4.680915090051734e-06,
      "loss": 0.5353,
      "step": 208310
    },
    {
      "epoch": 58.14,
      "grad_norm": 1.6109308004379272,
      "learning_rate": 4.680913064407732e-06,
      "loss": 0.5261,
      "step": 208320
    },
    {
      "epoch": 58.14,
      "grad_norm": 2.0040769577026367,
      "learning_rate": 4.680911038452653e-06,
      "loss": 0.5287,
      "step": 208330
    },
    {
      "epoch": 58.15,
      "grad_norm": 1.6041209697723389,
      "learning_rate": 4.680909012186496e-06,
      "loss": 0.5068,
      "step": 208340
    },
    {
      "epoch": 58.15,
      "grad_norm": 1.7922602891921997,
      "learning_rate": 4.680906985609265e-06,
      "loss": 0.5288,
      "step": 208350
    },
    {
      "epoch": 58.15,
      "grad_norm": 1.8811973333358765,
      "learning_rate": 4.6809049587209546e-06,
      "loss": 0.535,
      "step": 208360
    },
    {
      "epoch": 58.16,
      "grad_norm": 1.5358788967132568,
      "learning_rate": 4.680902931521571e-06,
      "loss": 0.5328,
      "step": 208370
    },
    {
      "epoch": 58.16,
      "grad_norm": 2.0632479190826416,
      "learning_rate": 4.68090090401111e-06,
      "loss": 0.553,
      "step": 208380
    },
    {
      "epoch": 58.16,
      "grad_norm": 1.9157294034957886,
      "learning_rate": 4.6808988761895745e-06,
      "loss": 0.5331,
      "step": 208390
    },
    {
      "epoch": 58.16,
      "grad_norm": 2.7224109172821045,
      "learning_rate": 4.680896848056964e-06,
      "loss": 0.5551,
      "step": 208400
    },
    {
      "epoch": 58.17,
      "grad_norm": 1.525695562362671,
      "learning_rate": 4.6808948196132776e-06,
      "loss": 0.5269,
      "step": 208410
    },
    {
      "epoch": 58.17,
      "grad_norm": 2.2168922424316406,
      "learning_rate": 4.680892790858517e-06,
      "loss": 0.5534,
      "step": 208420
    },
    {
      "epoch": 58.17,
      "grad_norm": 1.6609381437301636,
      "learning_rate": 4.680890761792682e-06,
      "loss": 0.518,
      "step": 208430
    },
    {
      "epoch": 58.17,
      "grad_norm": 2.0309348106384277,
      "learning_rate": 4.6808887324157735e-06,
      "loss": 0.5181,
      "step": 208440
    },
    {
      "epoch": 58.18,
      "grad_norm": 2.5068070888519287,
      "learning_rate": 4.68088670272779e-06,
      "loss": 0.5392,
      "step": 208450
    },
    {
      "epoch": 58.18,
      "grad_norm": 1.4886810779571533,
      "learning_rate": 4.680884672728734e-06,
      "loss": 0.5479,
      "step": 208460
    },
    {
      "epoch": 58.18,
      "grad_norm": 1.7467131614685059,
      "learning_rate": 4.680882642418604e-06,
      "loss": 0.5259,
      "step": 208470
    },
    {
      "epoch": 58.19,
      "grad_norm": 1.898245096206665,
      "learning_rate": 4.6808806117974015e-06,
      "loss": 0.5382,
      "step": 208480
    },
    {
      "epoch": 58.19,
      "grad_norm": 1.923665165901184,
      "learning_rate": 4.680878580865127e-06,
      "loss": 0.5258,
      "step": 208490
    },
    {
      "epoch": 58.19,
      "grad_norm": 1.8432400226593018,
      "learning_rate": 4.680876549621779e-06,
      "loss": 0.5431,
      "step": 208500
    },
    {
      "epoch": 58.19,
      "grad_norm": 1.7209585905075073,
      "learning_rate": 4.680874518067359e-06,
      "loss": 0.5213,
      "step": 208510
    },
    {
      "epoch": 58.2,
      "grad_norm": 2.175959825515747,
      "learning_rate": 4.680872486201868e-06,
      "loss": 0.5228,
      "step": 208520
    },
    {
      "epoch": 58.2,
      "grad_norm": 1.6770212650299072,
      "learning_rate": 4.680870454025304e-06,
      "loss": 0.5527,
      "step": 208530
    },
    {
      "epoch": 58.2,
      "grad_norm": 2.3714611530303955,
      "learning_rate": 4.6808684215376695e-06,
      "loss": 0.5391,
      "step": 208540
    },
    {
      "epoch": 58.21,
      "grad_norm": 1.8151867389678955,
      "learning_rate": 4.680866388738963e-06,
      "loss": 0.517,
      "step": 208550
    },
    {
      "epoch": 58.21,
      "grad_norm": 1.9244502782821655,
      "learning_rate": 4.680864355629187e-06,
      "loss": 0.5371,
      "step": 208560
    },
    {
      "epoch": 58.21,
      "grad_norm": 1.5580575466156006,
      "learning_rate": 4.6808623222083395e-06,
      "loss": 0.5091,
      "step": 208570
    },
    {
      "epoch": 58.21,
      "grad_norm": 1.7313627004623413,
      "learning_rate": 4.680860288476422e-06,
      "loss": 0.5278,
      "step": 208580
    },
    {
      "epoch": 58.22,
      "grad_norm": 2.1854915618896484,
      "learning_rate": 4.680858254433434e-06,
      "loss": 0.5227,
      "step": 208590
    },
    {
      "epoch": 58.22,
      "grad_norm": 1.798021674156189,
      "learning_rate": 4.6808562200793775e-06,
      "loss": 0.5234,
      "step": 208600
    },
    {
      "epoch": 58.22,
      "grad_norm": 1.7335113286972046,
      "learning_rate": 4.6808541854142504e-06,
      "loss": 0.5188,
      "step": 208610
    },
    {
      "epoch": 58.22,
      "grad_norm": 1.785724401473999,
      "learning_rate": 4.680852150438054e-06,
      "loss": 0.5356,
      "step": 208620
    },
    {
      "epoch": 58.23,
      "grad_norm": 1.4304872751235962,
      "learning_rate": 4.68085011515079e-06,
      "loss": 0.5401,
      "step": 208630
    },
    {
      "epoch": 58.23,
      "grad_norm": 1.7918055057525635,
      "learning_rate": 4.680848079552456e-06,
      "loss": 0.5397,
      "step": 208640
    },
    {
      "epoch": 58.23,
      "grad_norm": 1.9085139036178589,
      "learning_rate": 4.680846043643053e-06,
      "loss": 0.5263,
      "step": 208650
    },
    {
      "epoch": 58.24,
      "grad_norm": 2.25327730178833,
      "learning_rate": 4.680844007422583e-06,
      "loss": 0.541,
      "step": 208660
    },
    {
      "epoch": 58.24,
      "grad_norm": 2.0434560775756836,
      "learning_rate": 4.680841970891046e-06,
      "loss": 0.5214,
      "step": 208670
    },
    {
      "epoch": 58.24,
      "grad_norm": 1.9763059616088867,
      "learning_rate": 4.68083993404844e-06,
      "loss": 0.5352,
      "step": 208680
    },
    {
      "epoch": 58.24,
      "grad_norm": 1.6384092569351196,
      "learning_rate": 4.680837896894767e-06,
      "loss": 0.5271,
      "step": 208690
    },
    {
      "epoch": 58.25,
      "grad_norm": 1.9892146587371826,
      "learning_rate": 4.6808358594300275e-06,
      "loss": 0.5332,
      "step": 208700
    },
    {
      "epoch": 58.25,
      "grad_norm": 1.5069663524627686,
      "learning_rate": 4.680833821654221e-06,
      "loss": 0.5346,
      "step": 208710
    },
    {
      "epoch": 58.25,
      "grad_norm": 2.2364845275878906,
      "learning_rate": 4.680831783567348e-06,
      "loss": 0.5336,
      "step": 208720
    },
    {
      "epoch": 58.26,
      "grad_norm": 1.9775835275650024,
      "learning_rate": 4.680829745169408e-06,
      "loss": 0.5195,
      "step": 208730
    },
    {
      "epoch": 58.26,
      "grad_norm": 1.7204434871673584,
      "learning_rate": 4.680827706460403e-06,
      "loss": 0.529,
      "step": 208740
    },
    {
      "epoch": 58.26,
      "grad_norm": 1.7487733364105225,
      "learning_rate": 4.680825667440332e-06,
      "loss": 0.5358,
      "step": 208750
    },
    {
      "epoch": 58.26,
      "grad_norm": 1.8509501218795776,
      "learning_rate": 4.680823628109196e-06,
      "loss": 0.5216,
      "step": 208760
    },
    {
      "epoch": 58.27,
      "grad_norm": 1.8489155769348145,
      "learning_rate": 4.680821588466994e-06,
      "loss": 0.5323,
      "step": 208770
    },
    {
      "epoch": 58.27,
      "grad_norm": 1.9303697347640991,
      "learning_rate": 4.6808195485137275e-06,
      "loss": 0.5408,
      "step": 208780
    },
    {
      "epoch": 58.27,
      "grad_norm": 2.3964755535125732,
      "learning_rate": 4.680817508249397e-06,
      "loss": 0.5279,
      "step": 208790
    },
    {
      "epoch": 58.28,
      "grad_norm": 2.0147972106933594,
      "learning_rate": 4.6808154676740015e-06,
      "loss": 0.5243,
      "step": 208800
    },
    {
      "epoch": 58.28,
      "grad_norm": 1.833103895187378,
      "learning_rate": 4.680813426787542e-06,
      "loss": 0.5428,
      "step": 208810
    },
    {
      "epoch": 58.28,
      "grad_norm": 2.1182031631469727,
      "learning_rate": 4.680811385590019e-06,
      "loss": 0.528,
      "step": 208820
    },
    {
      "epoch": 58.28,
      "grad_norm": 1.8994783163070679,
      "learning_rate": 4.680809344081432e-06,
      "loss": 0.5356,
      "step": 208830
    },
    {
      "epoch": 58.29,
      "grad_norm": 1.895766019821167,
      "learning_rate": 4.680807302261783e-06,
      "loss": 0.5158,
      "step": 208840
    },
    {
      "epoch": 58.29,
      "grad_norm": 1.731431245803833,
      "learning_rate": 4.680805260131069e-06,
      "loss": 0.5331,
      "step": 208850
    },
    {
      "epoch": 58.29,
      "grad_norm": 1.8106095790863037,
      "learning_rate": 4.680803217689294e-06,
      "loss": 0.5531,
      "step": 208860
    },
    {
      "epoch": 58.29,
      "grad_norm": 2.0392282009124756,
      "learning_rate": 4.680801174936456e-06,
      "loss": 0.5507,
      "step": 208870
    },
    {
      "epoch": 58.3,
      "grad_norm": 1.7878971099853516,
      "learning_rate": 4.680799131872556e-06,
      "loss": 0.5529,
      "step": 208880
    },
    {
      "epoch": 58.3,
      "grad_norm": 2.285922050476074,
      "learning_rate": 4.680797088497594e-06,
      "loss": 0.534,
      "step": 208890
    },
    {
      "epoch": 58.3,
      "grad_norm": 1.7548115253448486,
      "learning_rate": 4.680795044811571e-06,
      "loss": 0.5229,
      "step": 208900
    },
    {
      "epoch": 58.31,
      "grad_norm": 1.6433054208755493,
      "learning_rate": 4.680793000814485e-06,
      "loss": 0.5143,
      "step": 208910
    },
    {
      "epoch": 58.31,
      "grad_norm": 1.6065479516983032,
      "learning_rate": 4.680790956506339e-06,
      "loss": 0.5363,
      "step": 208920
    },
    {
      "epoch": 58.31,
      "grad_norm": 2.0856118202209473,
      "learning_rate": 4.680788911887133e-06,
      "loss": 0.5074,
      "step": 208930
    },
    {
      "epoch": 58.31,
      "grad_norm": 1.8661057949066162,
      "learning_rate": 4.680786866956866e-06,
      "loss": 0.5068,
      "step": 208940
    },
    {
      "epoch": 58.32,
      "grad_norm": 2.042675733566284,
      "learning_rate": 4.680784821715538e-06,
      "loss": 0.5317,
      "step": 208950
    },
    {
      "epoch": 58.32,
      "grad_norm": 1.679851770401001,
      "learning_rate": 4.680782776163151e-06,
      "loss": 0.5345,
      "step": 208960
    },
    {
      "epoch": 58.32,
      "grad_norm": 1.6002404689788818,
      "learning_rate": 4.680780730299703e-06,
      "loss": 0.5088,
      "step": 208970
    },
    {
      "epoch": 58.33,
      "grad_norm": 1.608668327331543,
      "learning_rate": 4.680778684125197e-06,
      "loss": 0.5328,
      "step": 208980
    },
    {
      "epoch": 58.33,
      "grad_norm": 2.541317939758301,
      "learning_rate": 4.680776637639631e-06,
      "loss": 0.5409,
      "step": 208990
    },
    {
      "epoch": 58.33,
      "grad_norm": 1.4585027694702148,
      "learning_rate": 4.680774590843006e-06,
      "loss": 0.549,
      "step": 209000
    },
    {
      "epoch": 58.33,
      "grad_norm": 2.9561586380004883,
      "learning_rate": 4.680772543735323e-06,
      "loss": 0.5338,
      "step": 209010
    },
    {
      "epoch": 58.34,
      "grad_norm": 2.1080501079559326,
      "learning_rate": 4.680770496316581e-06,
      "loss": 0.5423,
      "step": 209020
    },
    {
      "epoch": 58.34,
      "grad_norm": 1.7121520042419434,
      "learning_rate": 4.680768448586781e-06,
      "loss": 0.5172,
      "step": 209030
    },
    {
      "epoch": 58.34,
      "grad_norm": 1.6372350454330444,
      "learning_rate": 4.680766400545924e-06,
      "loss": 0.5242,
      "step": 209040
    },
    {
      "epoch": 58.34,
      "grad_norm": 1.626841425895691,
      "learning_rate": 4.680764352194009e-06,
      "loss": 0.5511,
      "step": 209050
    },
    {
      "epoch": 58.35,
      "grad_norm": 1.7559412717819214,
      "learning_rate": 4.680762303531037e-06,
      "loss": 0.5164,
      "step": 209060
    },
    {
      "epoch": 58.35,
      "grad_norm": 2.125056505203247,
      "learning_rate": 4.680760254557008e-06,
      "loss": 0.5557,
      "step": 209070
    },
    {
      "epoch": 58.35,
      "grad_norm": 1.7157292366027832,
      "learning_rate": 4.680758205271921e-06,
      "loss": 0.5338,
      "step": 209080
    },
    {
      "epoch": 58.36,
      "grad_norm": 1.835131049156189,
      "learning_rate": 4.6807561556757794e-06,
      "loss": 0.5444,
      "step": 209090
    },
    {
      "epoch": 58.36,
      "grad_norm": 1.699912428855896,
      "learning_rate": 4.680754105768581e-06,
      "loss": 0.5137,
      "step": 209100
    },
    {
      "epoch": 58.36,
      "grad_norm": 1.840816855430603,
      "learning_rate": 4.680752055550326e-06,
      "loss": 0.5326,
      "step": 209110
    },
    {
      "epoch": 58.36,
      "grad_norm": 2.0077710151672363,
      "learning_rate": 4.6807500050210165e-06,
      "loss": 0.5044,
      "step": 209120
    },
    {
      "epoch": 58.37,
      "grad_norm": 1.6797919273376465,
      "learning_rate": 4.680747954180651e-06,
      "loss": 0.523,
      "step": 209130
    },
    {
      "epoch": 58.37,
      "grad_norm": 2.6635546684265137,
      "learning_rate": 4.68074590302923e-06,
      "loss": 0.5387,
      "step": 209140
    },
    {
      "epoch": 58.37,
      "grad_norm": 2.321469306945801,
      "learning_rate": 4.6807438515667555e-06,
      "loss": 0.5218,
      "step": 209150
    },
    {
      "epoch": 58.38,
      "grad_norm": 1.9131838083267212,
      "learning_rate": 4.6807417997932265e-06,
      "loss": 0.5634,
      "step": 209160
    },
    {
      "epoch": 58.38,
      "grad_norm": 1.8848105669021606,
      "learning_rate": 4.680739747708642e-06,
      "loss": 0.5256,
      "step": 209170
    },
    {
      "epoch": 58.38,
      "grad_norm": 1.985965609550476,
      "learning_rate": 4.680737695313004e-06,
      "loss": 0.5263,
      "step": 209180
    },
    {
      "epoch": 58.38,
      "grad_norm": 1.8994778394699097,
      "learning_rate": 4.680735642606312e-06,
      "loss": 0.5434,
      "step": 209190
    },
    {
      "epoch": 58.39,
      "grad_norm": 1.570873737335205,
      "learning_rate": 4.680733589588567e-06,
      "loss": 0.516,
      "step": 209200
    },
    {
      "epoch": 58.39,
      "grad_norm": 2.070779800415039,
      "learning_rate": 4.68073153625977e-06,
      "loss": 0.5342,
      "step": 209210
    },
    {
      "epoch": 58.39,
      "grad_norm": 1.1583431959152222,
      "learning_rate": 4.680729482619918e-06,
      "loss": 0.5206,
      "step": 209220
    },
    {
      "epoch": 58.4,
      "grad_norm": 1.8776034116744995,
      "learning_rate": 4.6807274286690145e-06,
      "loss": 0.5178,
      "step": 209230
    },
    {
      "epoch": 58.4,
      "grad_norm": 2.3626577854156494,
      "learning_rate": 4.6807253744070585e-06,
      "loss": 0.5227,
      "step": 209240
    },
    {
      "epoch": 58.4,
      "grad_norm": 1.808902621269226,
      "learning_rate": 4.680723319834051e-06,
      "loss": 0.5298,
      "step": 209250
    },
    {
      "epoch": 58.4,
      "grad_norm": 2.0965919494628906,
      "learning_rate": 4.680721264949991e-06,
      "loss": 0.54,
      "step": 209260
    },
    {
      "epoch": 58.41,
      "grad_norm": 1.495064377784729,
      "learning_rate": 4.680719209754879e-06,
      "loss": 0.5277,
      "step": 209270
    },
    {
      "epoch": 58.41,
      "grad_norm": 2.289722442626953,
      "learning_rate": 4.680717154248717e-06,
      "loss": 0.5601,
      "step": 209280
    },
    {
      "epoch": 58.41,
      "grad_norm": 2.2733638286590576,
      "learning_rate": 4.680715098431503e-06,
      "loss": 0.5234,
      "step": 209290
    },
    {
      "epoch": 58.41,
      "grad_norm": 1.940632939338684,
      "learning_rate": 4.680713042303239e-06,
      "loss": 0.5437,
      "step": 209300
    },
    {
      "epoch": 58.42,
      "grad_norm": 1.843593955039978,
      "learning_rate": 4.680710985863924e-06,
      "loss": 0.5319,
      "step": 209310
    },
    {
      "epoch": 58.42,
      "grad_norm": 2.206674575805664,
      "learning_rate": 4.68070892911356e-06,
      "loss": 0.5085,
      "step": 209320
    },
    {
      "epoch": 58.42,
      "grad_norm": 1.7396432161331177,
      "learning_rate": 4.6807068720521445e-06,
      "loss": 0.5123,
      "step": 209330
    },
    {
      "epoch": 58.43,
      "grad_norm": 2.513794422149658,
      "learning_rate": 4.68070481467968e-06,
      "loss": 0.5386,
      "step": 209340
    },
    {
      "epoch": 58.43,
      "grad_norm": 1.9224246740341187,
      "learning_rate": 4.680702756996167e-06,
      "loss": 0.5375,
      "step": 209350
    },
    {
      "epoch": 58.43,
      "grad_norm": 2.190622568130493,
      "learning_rate": 4.680700699001604e-06,
      "loss": 0.5098,
      "step": 209360
    },
    {
      "epoch": 58.43,
      "grad_norm": 2.957545042037964,
      "learning_rate": 4.680698640695993e-06,
      "loss": 0.5267,
      "step": 209370
    },
    {
      "epoch": 58.44,
      "grad_norm": 1.6528609991073608,
      "learning_rate": 4.680696582079333e-06,
      "loss": 0.543,
      "step": 209380
    },
    {
      "epoch": 58.44,
      "grad_norm": 1.7027175426483154,
      "learning_rate": 4.6806945231516245e-06,
      "loss": 0.5268,
      "step": 209390
    },
    {
      "epoch": 58.44,
      "grad_norm": 2.014683485031128,
      "learning_rate": 4.680692463912869e-06,
      "loss": 0.5182,
      "step": 209400
    },
    {
      "epoch": 58.45,
      "grad_norm": 2.0379738807678223,
      "learning_rate": 4.680690404363064e-06,
      "loss": 0.5463,
      "step": 209410
    },
    {
      "epoch": 58.45,
      "grad_norm": 2.74933123588562,
      "learning_rate": 4.6806883445022135e-06,
      "loss": 0.5388,
      "step": 209420
    },
    {
      "epoch": 58.45,
      "grad_norm": 2.201742649078369,
      "learning_rate": 4.680686284330315e-06,
      "loss": 0.5361,
      "step": 209430
    },
    {
      "epoch": 58.45,
      "grad_norm": 1.73015296459198,
      "learning_rate": 4.68068422384737e-06,
      "loss": 0.534,
      "step": 209440
    },
    {
      "epoch": 58.46,
      "grad_norm": 2.1779820919036865,
      "learning_rate": 4.680682163053378e-06,
      "loss": 0.5238,
      "step": 209450
    },
    {
      "epoch": 58.46,
      "grad_norm": 1.9825161695480347,
      "learning_rate": 4.68068010194834e-06,
      "loss": 0.5275,
      "step": 209460
    },
    {
      "epoch": 58.46,
      "grad_norm": 1.8954296112060547,
      "learning_rate": 4.680678040532256e-06,
      "loss": 0.5164,
      "step": 209470
    },
    {
      "epoch": 58.46,
      "grad_norm": 2.141533136367798,
      "learning_rate": 4.680675978805126e-06,
      "loss": 0.5136,
      "step": 209480
    },
    {
      "epoch": 58.47,
      "grad_norm": 1.8131351470947266,
      "learning_rate": 4.680673916766951e-06,
      "loss": 0.521,
      "step": 209490
    },
    {
      "epoch": 58.47,
      "grad_norm": 2.3416895866394043,
      "learning_rate": 4.68067185441773e-06,
      "loss": 0.5076,
      "step": 209500
    },
    {
      "epoch": 58.47,
      "grad_norm": 2.0699737071990967,
      "learning_rate": 4.680669791757465e-06,
      "loss": 0.5376,
      "step": 209510
    },
    {
      "epoch": 58.48,
      "grad_norm": 2.2489659786224365,
      "learning_rate": 4.680667728786155e-06,
      "loss": 0.5204,
      "step": 209520
    },
    {
      "epoch": 58.48,
      "grad_norm": 1.4863494634628296,
      "learning_rate": 4.6806656655038e-06,
      "loss": 0.5447,
      "step": 209530
    },
    {
      "epoch": 58.48,
      "grad_norm": 2.252516984939575,
      "learning_rate": 4.6806636019104015e-06,
      "loss": 0.5485,
      "step": 209540
    },
    {
      "epoch": 58.48,
      "grad_norm": 1.9282169342041016,
      "learning_rate": 4.680661538005959e-06,
      "loss": 0.541,
      "step": 209550
    },
    {
      "epoch": 58.49,
      "grad_norm": 1.780094027519226,
      "learning_rate": 4.680659473790473e-06,
      "loss": 0.5347,
      "step": 209560
    },
    {
      "epoch": 58.49,
      "grad_norm": 1.9643114805221558,
      "learning_rate": 4.680657409263944e-06,
      "loss": 0.5246,
      "step": 209570
    },
    {
      "epoch": 58.49,
      "grad_norm": 2.1534931659698486,
      "learning_rate": 4.680655344426371e-06,
      "loss": 0.538,
      "step": 209580
    },
    {
      "epoch": 58.5,
      "grad_norm": 1.5978474617004395,
      "learning_rate": 4.680653279277756e-06,
      "loss": 0.5454,
      "step": 209590
    },
    {
      "epoch": 58.5,
      "grad_norm": 1.8836528062820435,
      "learning_rate": 4.680651213818098e-06,
      "loss": 0.5194,
      "step": 209600
    },
    {
      "epoch": 58.5,
      "grad_norm": 1.9413113594055176,
      "learning_rate": 4.680649148047399e-06,
      "loss": 0.5338,
      "step": 209610
    },
    {
      "epoch": 58.5,
      "grad_norm": 1.7832523584365845,
      "learning_rate": 4.680647081965657e-06,
      "loss": 0.507,
      "step": 209620
    },
    {
      "epoch": 58.51,
      "grad_norm": 1.7123059034347534,
      "learning_rate": 4.680645015572874e-06,
      "loss": 0.5225,
      "step": 209630
    },
    {
      "epoch": 58.51,
      "grad_norm": 1.6202013492584229,
      "learning_rate": 4.680642948869049e-06,
      "loss": 0.5248,
      "step": 209640
    },
    {
      "epoch": 58.51,
      "grad_norm": 2.2631797790527344,
      "learning_rate": 4.680640881854183e-06,
      "loss": 0.5307,
      "step": 209650
    },
    {
      "epoch": 58.52,
      "grad_norm": 2.1987812519073486,
      "learning_rate": 4.680638814528277e-06,
      "loss": 0.5337,
      "step": 209660
    },
    {
      "epoch": 58.52,
      "grad_norm": 1.7412896156311035,
      "learning_rate": 4.68063674689133e-06,
      "loss": 0.5085,
      "step": 209670
    },
    {
      "epoch": 58.52,
      "grad_norm": 1.6425126791000366,
      "learning_rate": 4.680634678943342e-06,
      "loss": 0.4953,
      "step": 209680
    },
    {
      "epoch": 58.52,
      "grad_norm": 2.392098903656006,
      "learning_rate": 4.680632610684315e-06,
      "loss": 0.5188,
      "step": 209690
    },
    {
      "epoch": 58.53,
      "grad_norm": 1.9865152835845947,
      "learning_rate": 4.680630542114248e-06,
      "loss": 0.5259,
      "step": 209700
    },
    {
      "epoch": 58.53,
      "grad_norm": 2.693915843963623,
      "learning_rate": 4.680628473233141e-06,
      "loss": 0.5477,
      "step": 209710
    },
    {
      "epoch": 58.53,
      "grad_norm": 1.3841649293899536,
      "learning_rate": 4.680626404040996e-06,
      "loss": 0.5221,
      "step": 209720
    },
    {
      "epoch": 58.53,
      "grad_norm": 2.3335459232330322,
      "learning_rate": 4.680624334537811e-06,
      "loss": 0.5332,
      "step": 209730
    },
    {
      "epoch": 58.54,
      "grad_norm": 2.042804718017578,
      "learning_rate": 4.680622264723588e-06,
      "loss": 0.527,
      "step": 209740
    },
    {
      "epoch": 58.54,
      "grad_norm": 1.720994234085083,
      "learning_rate": 4.680620194598326e-06,
      "loss": 0.5363,
      "step": 209750
    },
    {
      "epoch": 58.54,
      "grad_norm": 1.5032066106796265,
      "learning_rate": 4.680618124162027e-06,
      "loss": 0.5276,
      "step": 209760
    },
    {
      "epoch": 58.55,
      "grad_norm": 1.6778980493545532,
      "learning_rate": 4.68061605341469e-06,
      "loss": 0.5144,
      "step": 209770
    },
    {
      "epoch": 58.55,
      "grad_norm": 1.4430100917816162,
      "learning_rate": 4.680613982356314e-06,
      "loss": 0.5501,
      "step": 209780
    },
    {
      "epoch": 58.55,
      "grad_norm": 2.144011974334717,
      "learning_rate": 4.680611910986903e-06,
      "loss": 0.5307,
      "step": 209790
    },
    {
      "epoch": 58.55,
      "grad_norm": 1.9883149862289429,
      "learning_rate": 4.680609839306454e-06,
      "loss": 0.5129,
      "step": 209800
    },
    {
      "epoch": 58.56,
      "grad_norm": 1.6653457880020142,
      "learning_rate": 4.680607767314968e-06,
      "loss": 0.5042,
      "step": 209810
    },
    {
      "epoch": 58.56,
      "grad_norm": 2.0016326904296875,
      "learning_rate": 4.680605695012446e-06,
      "loss": 0.5487,
      "step": 209820
    },
    {
      "epoch": 58.56,
      "grad_norm": 2.0450439453125,
      "learning_rate": 4.680603622398888e-06,
      "loss": 0.5268,
      "step": 209830
    },
    {
      "epoch": 58.57,
      "grad_norm": 1.9216469526290894,
      "learning_rate": 4.680601549474294e-06,
      "loss": 0.5046,
      "step": 209840
    },
    {
      "epoch": 58.57,
      "grad_norm": 2.96580171585083,
      "learning_rate": 4.680599476238663e-06,
      "loss": 0.5224,
      "step": 209850
    },
    {
      "epoch": 58.57,
      "grad_norm": 1.4555553197860718,
      "learning_rate": 4.680597402691999e-06,
      "loss": 0.5089,
      "step": 209860
    },
    {
      "epoch": 58.57,
      "grad_norm": 1.8308398723602295,
      "learning_rate": 4.680595328834299e-06,
      "loss": 0.5036,
      "step": 209870
    },
    {
      "epoch": 58.58,
      "grad_norm": 1.8399410247802734,
      "learning_rate": 4.680593254665564e-06,
      "loss": 0.5237,
      "step": 209880
    },
    {
      "epoch": 58.58,
      "grad_norm": 2.4025018215179443,
      "learning_rate": 4.680591180185795e-06,
      "loss": 0.5237,
      "step": 209890
    },
    {
      "epoch": 58.58,
      "grad_norm": 1.8799235820770264,
      "learning_rate": 4.680589105394991e-06,
      "loss": 0.5269,
      "step": 209900
    },
    {
      "epoch": 58.58,
      "grad_norm": 1.9670376777648926,
      "learning_rate": 4.680587030293154e-06,
      "loss": 0.5377,
      "step": 209910
    },
    {
      "epoch": 58.59,
      "grad_norm": 2.3508689403533936,
      "learning_rate": 4.680584954880283e-06,
      "loss": 0.5269,
      "step": 209920
    },
    {
      "epoch": 58.59,
      "grad_norm": 1.7438404560089111,
      "learning_rate": 4.680582879156378e-06,
      "loss": 0.5129,
      "step": 209930
    },
    {
      "epoch": 58.59,
      "grad_norm": 2.475038766860962,
      "learning_rate": 4.680580803121441e-06,
      "loss": 0.5301,
      "step": 209940
    },
    {
      "epoch": 58.6,
      "grad_norm": 1.8839179277420044,
      "learning_rate": 4.680578726775471e-06,
      "loss": 0.5151,
      "step": 209950
    },
    {
      "epoch": 58.6,
      "grad_norm": 2.066964864730835,
      "learning_rate": 4.680576650118468e-06,
      "loss": 0.5339,
      "step": 209960
    },
    {
      "epoch": 58.6,
      "grad_norm": 1.9246007204055786,
      "learning_rate": 4.680574573150433e-06,
      "loss": 0.5382,
      "step": 209970
    },
    {
      "epoch": 58.6,
      "grad_norm": 1.5843812227249146,
      "learning_rate": 4.680572495871366e-06,
      "loss": 0.5304,
      "step": 209980
    },
    {
      "epoch": 58.61,
      "grad_norm": 2.74644136428833,
      "learning_rate": 4.680570418281267e-06,
      "loss": 0.5215,
      "step": 209990
    },
    {
      "epoch": 58.61,
      "grad_norm": 1.8094415664672852,
      "learning_rate": 4.680568340380137e-06,
      "loss": 0.525,
      "step": 210000
    },
    {
      "epoch": 58.61,
      "grad_norm": 1.7000267505645752,
      "learning_rate": 4.6805662621679755e-06,
      "loss": 0.5369,
      "step": 210010
    },
    {
      "epoch": 58.62,
      "grad_norm": 1.6827528476715088,
      "learning_rate": 4.680564183644783e-06,
      "loss": 0.5401,
      "step": 210020
    },
    {
      "epoch": 58.62,
      "grad_norm": 1.7877923250198364,
      "learning_rate": 4.68056210481056e-06,
      "loss": 0.5263,
      "step": 210030
    },
    {
      "epoch": 58.62,
      "grad_norm": 1.5750973224639893,
      "learning_rate": 4.680560025665308e-06,
      "loss": 0.5194,
      "step": 210040
    },
    {
      "epoch": 58.62,
      "grad_norm": 1.451371669769287,
      "learning_rate": 4.680557946209024e-06,
      "loss": 0.5213,
      "step": 210050
    },
    {
      "epoch": 58.63,
      "grad_norm": 1.4168542623519897,
      "learning_rate": 4.680555866441711e-06,
      "loss": 0.5175,
      "step": 210060
    },
    {
      "epoch": 58.63,
      "grad_norm": 1.8904037475585938,
      "learning_rate": 4.680553786363368e-06,
      "loss": 0.5197,
      "step": 210070
    },
    {
      "epoch": 58.63,
      "grad_norm": 1.986977458000183,
      "learning_rate": 4.680551705973997e-06,
      "loss": 0.5318,
      "step": 210080
    },
    {
      "epoch": 58.64,
      "grad_norm": 2.1830759048461914,
      "learning_rate": 4.680549625273596e-06,
      "loss": 0.5464,
      "step": 210090
    },
    {
      "epoch": 58.64,
      "grad_norm": 2.1653287410736084,
      "learning_rate": 4.680547544262167e-06,
      "loss": 0.5376,
      "step": 210100
    },
    {
      "epoch": 58.64,
      "grad_norm": 2.0599968433380127,
      "learning_rate": 4.68054546293971e-06,
      "loss": 0.5675,
      "step": 210110
    },
    {
      "epoch": 58.64,
      "grad_norm": 1.849118947982788,
      "learning_rate": 4.680543381306223e-06,
      "loss": 0.5366,
      "step": 210120
    },
    {
      "epoch": 58.65,
      "grad_norm": 2.217550039291382,
      "learning_rate": 4.680541299361709e-06,
      "loss": 0.5392,
      "step": 210130
    },
    {
      "epoch": 58.65,
      "grad_norm": 1.5859394073486328,
      "learning_rate": 4.6805392171061686e-06,
      "loss": 0.516,
      "step": 210140
    },
    {
      "epoch": 58.65,
      "grad_norm": 2.0790696144104004,
      "learning_rate": 4.6805371345396e-06,
      "loss": 0.5305,
      "step": 210150
    },
    {
      "epoch": 58.65,
      "grad_norm": 2.4934515953063965,
      "learning_rate": 4.680535051662004e-06,
      "loss": 0.547,
      "step": 210160
    },
    {
      "epoch": 58.66,
      "grad_norm": 1.8696216344833374,
      "learning_rate": 4.680532968473382e-06,
      "loss": 0.5328,
      "step": 210170
    },
    {
      "epoch": 58.66,
      "grad_norm": 1.5966277122497559,
      "learning_rate": 4.680530884973733e-06,
      "loss": 0.5297,
      "step": 210180
    },
    {
      "epoch": 58.66,
      "grad_norm": 1.5179848670959473,
      "learning_rate": 4.680528801163058e-06,
      "loss": 0.5397,
      "step": 210190
    },
    {
      "epoch": 58.67,
      "grad_norm": 1.7572029829025269,
      "learning_rate": 4.680526717041358e-06,
      "loss": 0.5032,
      "step": 210200
    },
    {
      "epoch": 58.67,
      "grad_norm": 1.8958420753479004,
      "learning_rate": 4.680524632608631e-06,
      "loss": 0.5342,
      "step": 210210
    },
    {
      "epoch": 58.67,
      "grad_norm": 1.6105395555496216,
      "learning_rate": 4.680522547864879e-06,
      "loss": 0.5531,
      "step": 210220
    },
    {
      "epoch": 58.67,
      "grad_norm": 1.8159090280532837,
      "learning_rate": 4.6805204628101025e-06,
      "loss": 0.526,
      "step": 210230
    },
    {
      "epoch": 58.68,
      "grad_norm": 1.7431387901306152,
      "learning_rate": 4.680518377444301e-06,
      "loss": 0.5148,
      "step": 210240
    },
    {
      "epoch": 58.68,
      "grad_norm": 1.9958800077438354,
      "learning_rate": 4.680516291767476e-06,
      "loss": 0.5286,
      "step": 210250
    },
    {
      "epoch": 58.68,
      "grad_norm": 2.2029778957366943,
      "learning_rate": 4.680514205779625e-06,
      "loss": 0.5265,
      "step": 210260
    },
    {
      "epoch": 58.69,
      "grad_norm": 2.090665340423584,
      "learning_rate": 4.68051211948075e-06,
      "loss": 0.5174,
      "step": 210270
    },
    {
      "epoch": 58.69,
      "grad_norm": 1.9115512371063232,
      "learning_rate": 4.680510032870853e-06,
      "loss": 0.5412,
      "step": 210280
    },
    {
      "epoch": 58.69,
      "grad_norm": 1.8941737413406372,
      "learning_rate": 4.680507945949931e-06,
      "loss": 0.5334,
      "step": 210290
    },
    {
      "epoch": 58.69,
      "grad_norm": 1.5408458709716797,
      "learning_rate": 4.680505858717987e-06,
      "loss": 0.5434,
      "step": 210300
    },
    {
      "epoch": 58.7,
      "grad_norm": 1.5568138360977173,
      "learning_rate": 4.68050377117502e-06,
      "loss": 0.5281,
      "step": 210310
    },
    {
      "epoch": 58.7,
      "grad_norm": 1.6282323598861694,
      "learning_rate": 4.68050168332103e-06,
      "loss": 0.528,
      "step": 210320
    },
    {
      "epoch": 58.7,
      "grad_norm": 2.011866569519043,
      "learning_rate": 4.680499595156017e-06,
      "loss": 0.5148,
      "step": 210330
    },
    {
      "epoch": 58.7,
      "grad_norm": 1.776881456375122,
      "learning_rate": 4.680497506679983e-06,
      "loss": 0.5089,
      "step": 210340
    },
    {
      "epoch": 58.71,
      "grad_norm": 1.5850486755371094,
      "learning_rate": 4.680495417892928e-06,
      "loss": 0.5197,
      "step": 210350
    },
    {
      "epoch": 58.71,
      "grad_norm": 1.748530626296997,
      "learning_rate": 4.68049332879485e-06,
      "loss": 0.5218,
      "step": 210360
    },
    {
      "epoch": 58.71,
      "grad_norm": 1.7634947299957275,
      "learning_rate": 4.680491239385752e-06,
      "loss": 0.54,
      "step": 210370
    },
    {
      "epoch": 58.72,
      "grad_norm": 2.1235849857330322,
      "learning_rate": 4.680489149665632e-06,
      "loss": 0.5503,
      "step": 210380
    },
    {
      "epoch": 58.72,
      "grad_norm": 1.6799510717391968,
      "learning_rate": 4.680487059634492e-06,
      "loss": 0.5109,
      "step": 210390
    },
    {
      "epoch": 58.72,
      "grad_norm": 1.4098494052886963,
      "learning_rate": 4.680484969292332e-06,
      "loss": 0.5284,
      "step": 210400
    },
    {
      "epoch": 58.72,
      "grad_norm": 1.508553147315979,
      "learning_rate": 4.680482878639152e-06,
      "loss": 0.5257,
      "step": 210410
    },
    {
      "epoch": 58.73,
      "grad_norm": 1.7385753393173218,
      "learning_rate": 4.680480787674951e-06,
      "loss": 0.5327,
      "step": 210420
    },
    {
      "epoch": 58.73,
      "grad_norm": 1.5726580619812012,
      "learning_rate": 4.680478696399731e-06,
      "loss": 0.5221,
      "step": 210430
    },
    {
      "epoch": 58.73,
      "grad_norm": 2.0208559036254883,
      "learning_rate": 4.680476604813493e-06,
      "loss": 0.5163,
      "step": 210440
    },
    {
      "epoch": 58.74,
      "grad_norm": 1.953611969947815,
      "learning_rate": 4.680474512916235e-06,
      "loss": 0.5345,
      "step": 210450
    },
    {
      "epoch": 58.74,
      "grad_norm": 2.049990177154541,
      "learning_rate": 4.6804724207079576e-06,
      "loss": 0.5401,
      "step": 210460
    },
    {
      "epoch": 58.74,
      "grad_norm": 1.8546056747436523,
      "learning_rate": 4.680470328188663e-06,
      "loss": 0.5372,
      "step": 210470
    },
    {
      "epoch": 58.74,
      "grad_norm": 1.9427785873413086,
      "learning_rate": 4.68046823535835e-06,
      "loss": 0.5264,
      "step": 210480
    },
    {
      "epoch": 58.75,
      "grad_norm": 2.1088221073150635,
      "learning_rate": 4.680466142217019e-06,
      "loss": 0.5252,
      "step": 210490
    },
    {
      "epoch": 58.75,
      "grad_norm": 1.9133415222167969,
      "learning_rate": 4.68046404876467e-06,
      "loss": 0.5266,
      "step": 210500
    },
    {
      "epoch": 58.75,
      "grad_norm": 2.235908269882202,
      "learning_rate": 4.680461955001306e-06,
      "loss": 0.5249,
      "step": 210510
    },
    {
      "epoch": 58.76,
      "grad_norm": 1.6691110134124756,
      "learning_rate": 4.6804598609269225e-06,
      "loss": 0.5198,
      "step": 210520
    },
    {
      "epoch": 58.76,
      "grad_norm": 2.310015916824341,
      "learning_rate": 4.680457766541523e-06,
      "loss": 0.5422,
      "step": 210530
    },
    {
      "epoch": 58.76,
      "grad_norm": 2.1785473823547363,
      "learning_rate": 4.680455671845107e-06,
      "loss": 0.5106,
      "step": 210540
    },
    {
      "epoch": 58.76,
      "grad_norm": 1.6095865964889526,
      "learning_rate": 4.6804535768376746e-06,
      "loss": 0.5127,
      "step": 210550
    },
    {
      "epoch": 58.77,
      "grad_norm": 1.4996511936187744,
      "learning_rate": 4.680451481519227e-06,
      "loss": 0.5137,
      "step": 210560
    },
    {
      "epoch": 58.77,
      "grad_norm": 1.566494107246399,
      "learning_rate": 4.680449385889763e-06,
      "loss": 0.5261,
      "step": 210570
    },
    {
      "epoch": 58.77,
      "grad_norm": 1.7724555730819702,
      "learning_rate": 4.680447289949285e-06,
      "loss": 0.5318,
      "step": 210580
    },
    {
      "epoch": 58.77,
      "grad_norm": 1.9827924966812134,
      "learning_rate": 4.680445193697791e-06,
      "loss": 0.526,
      "step": 210590
    },
    {
      "epoch": 58.78,
      "grad_norm": 1.6087311506271362,
      "learning_rate": 4.680443097135282e-06,
      "loss": 0.5062,
      "step": 210600
    },
    {
      "epoch": 58.78,
      "grad_norm": 2.0472676753997803,
      "learning_rate": 4.680441000261758e-06,
      "loss": 0.5192,
      "step": 210610
    },
    {
      "epoch": 58.78,
      "grad_norm": 1.6962896585464478,
      "learning_rate": 4.680438903077221e-06,
      "loss": 0.5208,
      "step": 210620
    },
    {
      "epoch": 58.79,
      "grad_norm": 1.8796861171722412,
      "learning_rate": 4.68043680558167e-06,
      "loss": 0.5208,
      "step": 210630
    },
    {
      "epoch": 58.79,
      "grad_norm": 1.9324734210968018,
      "learning_rate": 4.680434707775105e-06,
      "loss": 0.538,
      "step": 210640
    },
    {
      "epoch": 58.79,
      "grad_norm": 1.415076732635498,
      "learning_rate": 4.680432609657527e-06,
      "loss": 0.5219,
      "step": 210650
    },
    {
      "epoch": 58.79,
      "grad_norm": 1.6309977769851685,
      "learning_rate": 4.680430511228936e-06,
      "loss": 0.5288,
      "step": 210660
    },
    {
      "epoch": 58.8,
      "grad_norm": 1.7121269702911377,
      "learning_rate": 4.680428412489331e-06,
      "loss": 0.5154,
      "step": 210670
    },
    {
      "epoch": 58.8,
      "grad_norm": 1.7225534915924072,
      "learning_rate": 4.680426313438715e-06,
      "loss": 0.5128,
      "step": 210680
    },
    {
      "epoch": 58.8,
      "grad_norm": 1.4427767992019653,
      "learning_rate": 4.680424214077086e-06,
      "loss": 0.5095,
      "step": 210690
    },
    {
      "epoch": 58.81,
      "grad_norm": 1.3712823390960693,
      "learning_rate": 4.680422114404445e-06,
      "loss": 0.5138,
      "step": 210700
    },
    {
      "epoch": 58.81,
      "grad_norm": 1.6367716789245605,
      "learning_rate": 4.680420014420792e-06,
      "loss": 0.5282,
      "step": 210710
    },
    {
      "epoch": 58.81,
      "grad_norm": 1.8025635480880737,
      "learning_rate": 4.680417914126128e-06,
      "loss": 0.5131,
      "step": 210720
    },
    {
      "epoch": 58.81,
      "grad_norm": 1.9925509691238403,
      "learning_rate": 4.680415813520452e-06,
      "loss": 0.527,
      "step": 210730
    },
    {
      "epoch": 58.82,
      "grad_norm": 1.7749061584472656,
      "learning_rate": 4.680413712603767e-06,
      "loss": 0.5184,
      "step": 210740
    },
    {
      "epoch": 58.82,
      "grad_norm": 2.7015388011932373,
      "learning_rate": 4.68041161137607e-06,
      "loss": 0.5609,
      "step": 210750
    },
    {
      "epoch": 58.82,
      "grad_norm": 2.454983949661255,
      "learning_rate": 4.680409509837363e-06,
      "loss": 0.5353,
      "step": 210760
    },
    {
      "epoch": 58.83,
      "grad_norm": 1.9600340127944946,
      "learning_rate": 4.680407407987647e-06,
      "loss": 0.5388,
      "step": 210770
    },
    {
      "epoch": 58.83,
      "grad_norm": 1.7223536968231201,
      "learning_rate": 4.6804053058269195e-06,
      "loss": 0.5262,
      "step": 210780
    },
    {
      "epoch": 58.83,
      "grad_norm": 2.1837732791900635,
      "learning_rate": 4.680403203355183e-06,
      "loss": 0.5248,
      "step": 210790
    },
    {
      "epoch": 58.83,
      "grad_norm": 2.3865883350372314,
      "learning_rate": 4.680401100572438e-06,
      "loss": 0.5295,
      "step": 210800
    },
    {
      "epoch": 58.84,
      "grad_norm": 1.8044625520706177,
      "learning_rate": 4.6803989974786835e-06,
      "loss": 0.5171,
      "step": 210810
    },
    {
      "epoch": 58.84,
      "grad_norm": 1.6707161664962769,
      "learning_rate": 4.680396894073921e-06,
      "loss": 0.5198,
      "step": 210820
    },
    {
      "epoch": 58.84,
      "grad_norm": 2.3597748279571533,
      "learning_rate": 4.680394790358149e-06,
      "loss": 0.5435,
      "step": 210830
    },
    {
      "epoch": 58.84,
      "grad_norm": 2.036694049835205,
      "learning_rate": 4.68039268633137e-06,
      "loss": 0.4916,
      "step": 210840
    },
    {
      "epoch": 58.85,
      "grad_norm": 2.167476177215576,
      "learning_rate": 4.680390581993583e-06,
      "loss": 0.5176,
      "step": 210850
    },
    {
      "epoch": 58.85,
      "grad_norm": 1.6154013872146606,
      "learning_rate": 4.680388477344789e-06,
      "loss": 0.5118,
      "step": 210860
    },
    {
      "epoch": 58.85,
      "grad_norm": 1.6317096948623657,
      "learning_rate": 4.680386372384987e-06,
      "loss": 0.5357,
      "step": 210870
    },
    {
      "epoch": 58.86,
      "grad_norm": 1.8607889413833618,
      "learning_rate": 4.680384267114178e-06,
      "loss": 0.5252,
      "step": 210880
    },
    {
      "epoch": 58.86,
      "grad_norm": 1.939209222793579,
      "learning_rate": 4.680382161532363e-06,
      "loss": 0.5265,
      "step": 210890
    },
    {
      "epoch": 58.86,
      "grad_norm": 2.1422598361968994,
      "learning_rate": 4.6803800556395415e-06,
      "loss": 0.5156,
      "step": 210900
    },
    {
      "epoch": 58.86,
      "grad_norm": 2.088596820831299,
      "learning_rate": 4.680377949435713e-06,
      "loss": 0.5208,
      "step": 210910
    },
    {
      "epoch": 58.87,
      "grad_norm": 1.9049733877182007,
      "learning_rate": 4.680375842920879e-06,
      "loss": 0.5399,
      "step": 210920
    },
    {
      "epoch": 58.87,
      "grad_norm": 2.436434507369995,
      "learning_rate": 4.68037373609504e-06,
      "loss": 0.513,
      "step": 210930
    },
    {
      "epoch": 58.87,
      "grad_norm": 1.8915975093841553,
      "learning_rate": 4.680371628958196e-06,
      "loss": 0.5435,
      "step": 210940
    },
    {
      "epoch": 58.88,
      "grad_norm": 2.889263868331909,
      "learning_rate": 4.680369521510347e-06,
      "loss": 0.5203,
      "step": 210950
    },
    {
      "epoch": 58.88,
      "grad_norm": 1.6979238986968994,
      "learning_rate": 4.680367413751492e-06,
      "loss": 0.5352,
      "step": 210960
    },
    {
      "epoch": 58.88,
      "grad_norm": 1.977976679801941,
      "learning_rate": 4.680365305681634e-06,
      "loss": 0.5126,
      "step": 210970
    },
    {
      "epoch": 58.88,
      "grad_norm": 1.809319257736206,
      "learning_rate": 4.6803631973007716e-06,
      "loss": 0.5454,
      "step": 210980
    },
    {
      "epoch": 58.89,
      "grad_norm": 1.65340256690979,
      "learning_rate": 4.680361088608905e-06,
      "loss": 0.5508,
      "step": 210990
    },
    {
      "epoch": 58.89,
      "grad_norm": 1.8588416576385498,
      "learning_rate": 4.680358979606035e-06,
      "loss": 0.531,
      "step": 211000
    },
    {
      "epoch": 58.89,
      "grad_norm": 2.294898271560669,
      "learning_rate": 4.680356870292162e-06,
      "loss": 0.521,
      "step": 211010
    },
    {
      "epoch": 58.89,
      "grad_norm": 1.9481847286224365,
      "learning_rate": 4.680354760667284e-06,
      "loss": 0.5059,
      "step": 211020
    },
    {
      "epoch": 58.9,
      "grad_norm": 1.9590812921524048,
      "learning_rate": 4.680352650731405e-06,
      "loss": 0.5309,
      "step": 211030
    },
    {
      "epoch": 58.9,
      "grad_norm": 1.689847707748413,
      "learning_rate": 4.680350540484524e-06,
      "loss": 0.5295,
      "step": 211040
    },
    {
      "epoch": 58.9,
      "grad_norm": 1.7493785619735718,
      "learning_rate": 4.680348429926641e-06,
      "loss": 0.5487,
      "step": 211050
    },
    {
      "epoch": 58.91,
      "grad_norm": 1.7604649066925049,
      "learning_rate": 4.680346319057755e-06,
      "loss": 0.5307,
      "step": 211060
    },
    {
      "epoch": 58.91,
      "grad_norm": 1.536524772644043,
      "learning_rate": 4.680344207877867e-06,
      "loss": 0.5291,
      "step": 211070
    },
    {
      "epoch": 58.91,
      "grad_norm": 1.909589171409607,
      "learning_rate": 4.680342096386979e-06,
      "loss": 0.5282,
      "step": 211080
    },
    {
      "epoch": 58.91,
      "grad_norm": 1.7213867902755737,
      "learning_rate": 4.68033998458509e-06,
      "loss": 0.5474,
      "step": 211090
    },
    {
      "epoch": 58.92,
      "grad_norm": 2.8581087589263916,
      "learning_rate": 4.6803378724722e-06,
      "loss": 0.5202,
      "step": 211100
    },
    {
      "epoch": 58.92,
      "grad_norm": 1.7892485857009888,
      "learning_rate": 4.680335760048309e-06,
      "loss": 0.5397,
      "step": 211110
    },
    {
      "epoch": 58.92,
      "grad_norm": 2.773627996444702,
      "learning_rate": 4.680333647313417e-06,
      "loss": 0.5203,
      "step": 211120
    },
    {
      "epoch": 58.93,
      "grad_norm": 2.0001935958862305,
      "learning_rate": 4.680331534267526e-06,
      "loss": 0.5108,
      "step": 211130
    },
    {
      "epoch": 58.93,
      "grad_norm": 1.7063614130020142,
      "learning_rate": 4.680329420910635e-06,
      "loss": 0.5316,
      "step": 211140
    },
    {
      "epoch": 58.93,
      "grad_norm": 2.170802354812622,
      "learning_rate": 4.680327307242746e-06,
      "loss": 0.5455,
      "step": 211150
    },
    {
      "epoch": 58.93,
      "grad_norm": 1.7969533205032349,
      "learning_rate": 4.680325193263857e-06,
      "loss": 0.5363,
      "step": 211160
    },
    {
      "epoch": 58.94,
      "grad_norm": 2.2891392707824707,
      "learning_rate": 4.680323078973969e-06,
      "loss": 0.5304,
      "step": 211170
    },
    {
      "epoch": 58.94,
      "grad_norm": 1.8539334535598755,
      "learning_rate": 4.680320964373083e-06,
      "loss": 0.5399,
      "step": 211180
    },
    {
      "epoch": 58.94,
      "grad_norm": 1.9346606731414795,
      "learning_rate": 4.6803188494611976e-06,
      "loss": 0.5414,
      "step": 211190
    },
    {
      "epoch": 58.95,
      "grad_norm": 2.2263245582580566,
      "learning_rate": 4.680316734238316e-06,
      "loss": 0.5135,
      "step": 211200
    },
    {
      "epoch": 58.95,
      "grad_norm": 1.4884231090545654,
      "learning_rate": 4.680314618704435e-06,
      "loss": 0.5224,
      "step": 211210
    },
    {
      "epoch": 58.95,
      "grad_norm": 1.5816972255706787,
      "learning_rate": 4.680312502859558e-06,
      "loss": 0.5297,
      "step": 211220
    },
    {
      "epoch": 58.95,
      "grad_norm": 1.8974283933639526,
      "learning_rate": 4.680310386703683e-06,
      "loss": 0.5288,
      "step": 211230
    },
    {
      "epoch": 58.96,
      "grad_norm": 1.431357502937317,
      "learning_rate": 4.680308270236811e-06,
      "loss": 0.5161,
      "step": 211240
    },
    {
      "epoch": 58.96,
      "grad_norm": 1.7688536643981934,
      "learning_rate": 4.680306153458943e-06,
      "loss": 0.5243,
      "step": 211250
    },
    {
      "epoch": 58.96,
      "grad_norm": 1.838002324104309,
      "learning_rate": 4.680304036370079e-06,
      "loss": 0.5284,
      "step": 211260
    },
    {
      "epoch": 58.96,
      "grad_norm": 1.653641939163208,
      "learning_rate": 4.680301918970219e-06,
      "loss": 0.514,
      "step": 211270
    },
    {
      "epoch": 58.97,
      "grad_norm": 1.537784218788147,
      "learning_rate": 4.6802998012593635e-06,
      "loss": 0.5357,
      "step": 211280
    },
    {
      "epoch": 58.97,
      "grad_norm": 1.63771653175354,
      "learning_rate": 4.6802976832375115e-06,
      "loss": 0.5354,
      "step": 211290
    },
    {
      "epoch": 58.97,
      "grad_norm": 1.9856200218200684,
      "learning_rate": 4.6802955649046645e-06,
      "loss": 0.5245,
      "step": 211300
    },
    {
      "epoch": 58.98,
      "grad_norm": 1.6920441389083862,
      "learning_rate": 4.6802934462608235e-06,
      "loss": 0.5325,
      "step": 211310
    },
    {
      "epoch": 58.98,
      "grad_norm": 2.2116739749908447,
      "learning_rate": 4.6802913273059876e-06,
      "loss": 0.5209,
      "step": 211320
    },
    {
      "epoch": 58.98,
      "grad_norm": 2.202012777328491,
      "learning_rate": 4.6802892080401575e-06,
      "loss": 0.5346,
      "step": 211330
    },
    {
      "epoch": 58.98,
      "grad_norm": 2.1289312839508057,
      "learning_rate": 4.6802870884633334e-06,
      "loss": 0.5324,
      "step": 211340
    },
    {
      "epoch": 58.99,
      "grad_norm": 1.547457218170166,
      "learning_rate": 4.680284968575515e-06,
      "loss": 0.522,
      "step": 211350
    },
    {
      "epoch": 58.99,
      "grad_norm": 2.0263845920562744,
      "learning_rate": 4.680282848376704e-06,
      "loss": 0.5337,
      "step": 211360
    },
    {
      "epoch": 58.99,
      "grad_norm": 1.7030969858169556,
      "learning_rate": 4.680280727866899e-06,
      "loss": 0.5285,
      "step": 211370
    },
    {
      "epoch": 59.0,
      "grad_norm": 1.6389912366867065,
      "learning_rate": 4.680278607046101e-06,
      "loss": 0.5421,
      "step": 211380
    },
    {
      "epoch": 59.0,
      "grad_norm": 1.8967348337173462,
      "learning_rate": 4.680276485914312e-06,
      "loss": 0.526,
      "step": 211390
    },
    {
      "epoch": 59.0,
      "eval_loss": 0.5278206467628479,
      "eval_runtime": 63.3751,
      "eval_samples_per_second": 79.826,
      "eval_steps_per_second": 9.988,
      "step": 211397
    },
    {
      "epoch": 59.0,
      "grad_norm": 2.3998494148254395,
      "learning_rate": 4.680274364471529e-06,
      "loss": 0.5152,
      "step": 211400
    },
    {
      "epoch": 59.0,
      "grad_norm": 1.495090365409851,
      "learning_rate": 4.680272242717755e-06,
      "loss": 0.516,
      "step": 211410
    },
    {
      "epoch": 59.01,
      "grad_norm": 1.564833164215088,
      "learning_rate": 4.680270120652989e-06,
      "loss": 0.4991,
      "step": 211420
    },
    {
      "epoch": 59.01,
      "grad_norm": 1.592509388923645,
      "learning_rate": 4.680267998277231e-06,
      "loss": 0.5357,
      "step": 211430
    },
    {
      "epoch": 59.01,
      "grad_norm": 2.1033456325531006,
      "learning_rate": 4.680265875590483e-06,
      "loss": 0.5325,
      "step": 211440
    },
    {
      "epoch": 59.01,
      "grad_norm": 2.077592611312866,
      "learning_rate": 4.680263752592742e-06,
      "loss": 0.5353,
      "step": 211450
    },
    {
      "epoch": 59.02,
      "grad_norm": 2.314962148666382,
      "learning_rate": 4.680261629284013e-06,
      "loss": 0.5288,
      "step": 211460
    },
    {
      "epoch": 59.02,
      "grad_norm": 1.7592843770980835,
      "learning_rate": 4.680259505664292e-06,
      "loss": 0.5215,
      "step": 211470
    },
    {
      "epoch": 59.02,
      "grad_norm": 2.1427547931671143,
      "learning_rate": 4.6802573817335816e-06,
      "loss": 0.55,
      "step": 211480
    },
    {
      "epoch": 59.03,
      "grad_norm": 1.8845638036727905,
      "learning_rate": 4.680255257491881e-06,
      "loss": 0.5318,
      "step": 211490
    },
    {
      "epoch": 59.03,
      "grad_norm": 1.8022711277008057,
      "learning_rate": 4.680253132939191e-06,
      "loss": 0.5213,
      "step": 211500
    },
    {
      "epoch": 59.03,
      "grad_norm": 1.983481764793396,
      "learning_rate": 4.680251008075511e-06,
      "loss": 0.5203,
      "step": 211510
    },
    {
      "epoch": 59.03,
      "grad_norm": 2.448481798171997,
      "learning_rate": 4.680248882900844e-06,
      "loss": 0.5293,
      "step": 211520
    },
    {
      "epoch": 59.04,
      "grad_norm": 2.088348388671875,
      "learning_rate": 4.6802467574151865e-06,
      "loss": 0.5441,
      "step": 211530
    },
    {
      "epoch": 59.04,
      "grad_norm": 1.5398156642913818,
      "learning_rate": 4.680244631618542e-06,
      "loss": 0.5375,
      "step": 211540
    },
    {
      "epoch": 59.04,
      "grad_norm": 1.6951512098312378,
      "learning_rate": 4.680242505510908e-06,
      "loss": 0.5211,
      "step": 211550
    },
    {
      "epoch": 59.05,
      "grad_norm": 2.7564713954925537,
      "learning_rate": 4.680240379092288e-06,
      "loss": 0.5599,
      "step": 211560
    },
    {
      "epoch": 59.05,
      "grad_norm": 1.6876097917556763,
      "learning_rate": 4.68023825236268e-06,
      "loss": 0.5105,
      "step": 211570
    },
    {
      "epoch": 59.05,
      "grad_norm": 1.7929327487945557,
      "learning_rate": 4.680236125322084e-06,
      "loss": 0.5205,
      "step": 211580
    },
    {
      "epoch": 59.05,
      "grad_norm": 1.8801177740097046,
      "learning_rate": 4.680233997970501e-06,
      "loss": 0.5538,
      "step": 211590
    },
    {
      "epoch": 59.06,
      "grad_norm": 1.8228178024291992,
      "learning_rate": 4.680231870307932e-06,
      "loss": 0.5205,
      "step": 211600
    },
    {
      "epoch": 59.06,
      "grad_norm": 1.6600295305252075,
      "learning_rate": 4.680229742334377e-06,
      "loss": 0.524,
      "step": 211610
    },
    {
      "epoch": 59.06,
      "grad_norm": 1.7904951572418213,
      "learning_rate": 4.6802276140498344e-06,
      "loss": 0.523,
      "step": 211620
    },
    {
      "epoch": 59.07,
      "grad_norm": 2.188148260116577,
      "learning_rate": 4.680225485454307e-06,
      "loss": 0.5273,
      "step": 211630
    },
    {
      "epoch": 59.07,
      "grad_norm": 1.811151146888733,
      "learning_rate": 4.680223356547794e-06,
      "loss": 0.5168,
      "step": 211640
    },
    {
      "epoch": 59.07,
      "grad_norm": 1.6773825883865356,
      "learning_rate": 4.680221227330296e-06,
      "loss": 0.503,
      "step": 211650
    },
    {
      "epoch": 59.07,
      "grad_norm": 1.9575536251068115,
      "learning_rate": 4.680219097801813e-06,
      "loss": 0.5172,
      "step": 211660
    },
    {
      "epoch": 59.08,
      "grad_norm": 2.0374224185943604,
      "learning_rate": 4.6802169679623445e-06,
      "loss": 0.5117,
      "step": 211670
    },
    {
      "epoch": 59.08,
      "grad_norm": 1.6448674201965332,
      "learning_rate": 4.680214837811892e-06,
      "loss": 0.5215,
      "step": 211680
    },
    {
      "epoch": 59.08,
      "grad_norm": 1.7612147331237793,
      "learning_rate": 4.680212707350456e-06,
      "loss": 0.5512,
      "step": 211690
    },
    {
      "epoch": 59.08,
      "grad_norm": 1.8679072856903076,
      "learning_rate": 4.6802105765780355e-06,
      "loss": 0.5511,
      "step": 211700
    },
    {
      "epoch": 59.09,
      "grad_norm": 1.7261619567871094,
      "learning_rate": 4.680208445494632e-06,
      "loss": 0.5468,
      "step": 211710
    },
    {
      "epoch": 59.09,
      "grad_norm": 1.5661269426345825,
      "learning_rate": 4.680206314100245e-06,
      "loss": 0.5278,
      "step": 211720
    },
    {
      "epoch": 59.09,
      "grad_norm": 1.6080533266067505,
      "learning_rate": 4.680204182394875e-06,
      "loss": 0.5216,
      "step": 211730
    },
    {
      "epoch": 59.1,
      "grad_norm": 1.7435338497161865,
      "learning_rate": 4.680202050378522e-06,
      "loss": 0.5091,
      "step": 211740
    },
    {
      "epoch": 59.1,
      "grad_norm": 2.3035736083984375,
      "learning_rate": 4.680199918051187e-06,
      "loss": 0.5143,
      "step": 211750
    },
    {
      "epoch": 59.1,
      "grad_norm": 1.7356057167053223,
      "learning_rate": 4.68019778541287e-06,
      "loss": 0.5174,
      "step": 211760
    },
    {
      "epoch": 59.1,
      "grad_norm": 2.032203197479248,
      "learning_rate": 4.680195652463571e-06,
      "loss": 0.5231,
      "step": 211770
    },
    {
      "epoch": 59.11,
      "grad_norm": 1.774848461151123,
      "learning_rate": 4.680193519203291e-06,
      "loss": 0.5241,
      "step": 211780
    },
    {
      "epoch": 59.11,
      "grad_norm": 2.1682896614074707,
      "learning_rate": 4.680191385632028e-06,
      "loss": 0.5231,
      "step": 211790
    },
    {
      "epoch": 59.11,
      "grad_norm": 2.267854690551758,
      "learning_rate": 4.680189251749786e-06,
      "loss": 0.5116,
      "step": 211800
    },
    {
      "epoch": 59.12,
      "grad_norm": 1.6405830383300781,
      "learning_rate": 4.680187117556562e-06,
      "loss": 0.5454,
      "step": 211810
    },
    {
      "epoch": 59.12,
      "grad_norm": 2.3708677291870117,
      "learning_rate": 4.6801849830523584e-06,
      "loss": 0.5374,
      "step": 211820
    },
    {
      "epoch": 59.12,
      "grad_norm": 1.6266255378723145,
      "learning_rate": 4.680182848237174e-06,
      "loss": 0.5155,
      "step": 211830
    },
    {
      "epoch": 59.12,
      "grad_norm": 1.8988202810287476,
      "learning_rate": 4.68018071311101e-06,
      "loss": 0.5338,
      "step": 211840
    },
    {
      "epoch": 59.13,
      "grad_norm": 2.1267645359039307,
      "learning_rate": 4.680178577673867e-06,
      "loss": 0.5274,
      "step": 211850
    },
    {
      "epoch": 59.13,
      "grad_norm": 2.165895462036133,
      "learning_rate": 4.6801764419257436e-06,
      "loss": 0.5389,
      "step": 211860
    },
    {
      "epoch": 59.13,
      "grad_norm": 2.2945687770843506,
      "learning_rate": 4.680174305866642e-06,
      "loss": 0.5053,
      "step": 211870
    },
    {
      "epoch": 59.13,
      "grad_norm": 1.7413594722747803,
      "learning_rate": 4.680172169496562e-06,
      "loss": 0.528,
      "step": 211880
    },
    {
      "epoch": 59.14,
      "grad_norm": 1.9969335794448853,
      "learning_rate": 4.680170032815503e-06,
      "loss": 0.5261,
      "step": 211890
    },
    {
      "epoch": 59.14,
      "grad_norm": 1.5150480270385742,
      "learning_rate": 4.680167895823466e-06,
      "loss": 0.5261,
      "step": 211900
    },
    {
      "epoch": 59.14,
      "grad_norm": 1.771813988685608,
      "learning_rate": 4.68016575852045e-06,
      "loss": 0.5381,
      "step": 211910
    },
    {
      "epoch": 59.15,
      "grad_norm": 1.7807188034057617,
      "learning_rate": 4.680163620906458e-06,
      "loss": 0.5189,
      "step": 211920
    },
    {
      "epoch": 59.15,
      "grad_norm": 2.505579948425293,
      "learning_rate": 4.680161482981488e-06,
      "loss": 0.5254,
      "step": 211930
    },
    {
      "epoch": 59.15,
      "grad_norm": 1.596200704574585,
      "learning_rate": 4.680159344745542e-06,
      "loss": 0.5185,
      "step": 211940
    },
    {
      "epoch": 59.15,
      "grad_norm": 2.249498128890991,
      "learning_rate": 4.680157206198618e-06,
      "loss": 0.5408,
      "step": 211950
    },
    {
      "epoch": 59.16,
      "grad_norm": 2.084242343902588,
      "learning_rate": 4.6801550673407176e-06,
      "loss": 0.5308,
      "step": 211960
    },
    {
      "epoch": 59.16,
      "grad_norm": 1.647478699684143,
      "learning_rate": 4.680152928171842e-06,
      "loss": 0.5367,
      "step": 211970
    },
    {
      "epoch": 59.16,
      "grad_norm": 2.10224986076355,
      "learning_rate": 4.68015078869199e-06,
      "loss": 0.5117,
      "step": 211980
    },
    {
      "epoch": 59.17,
      "grad_norm": 1.3830543756484985,
      "learning_rate": 4.680148648901162e-06,
      "loss": 0.5315,
      "step": 211990
    },
    {
      "epoch": 59.17,
      "grad_norm": 1.6240923404693604,
      "learning_rate": 4.680146508799359e-06,
      "loss": 0.5445,
      "step": 212000
    },
    {
      "epoch": 59.17,
      "grad_norm": 1.869035243988037,
      "learning_rate": 4.680144368386581e-06,
      "loss": 0.5363,
      "step": 212010
    },
    {
      "epoch": 59.17,
      "grad_norm": 1.9384559392929077,
      "learning_rate": 4.680142227662829e-06,
      "loss": 0.5423,
      "step": 212020
    },
    {
      "epoch": 59.18,
      "grad_norm": 2.1457996368408203,
      "learning_rate": 4.680140086628102e-06,
      "loss": 0.5419,
      "step": 212030
    },
    {
      "epoch": 59.18,
      "grad_norm": 2.1388165950775146,
      "learning_rate": 4.6801379452824e-06,
      "loss": 0.5116,
      "step": 212040
    },
    {
      "epoch": 59.18,
      "grad_norm": 1.7243820428848267,
      "learning_rate": 4.680135803625725e-06,
      "loss": 0.5376,
      "step": 212050
    },
    {
      "epoch": 59.19,
      "grad_norm": 1.454038143157959,
      "learning_rate": 4.680133661658077e-06,
      "loss": 0.5269,
      "step": 212060
    },
    {
      "epoch": 59.19,
      "grad_norm": 2.125375509262085,
      "learning_rate": 4.6801315193794555e-06,
      "loss": 0.5668,
      "step": 212070
    },
    {
      "epoch": 59.19,
      "grad_norm": 1.7644846439361572,
      "learning_rate": 4.68012937678986e-06,
      "loss": 0.5355,
      "step": 212080
    },
    {
      "epoch": 59.19,
      "grad_norm": 2.0269572734832764,
      "learning_rate": 4.6801272338892926e-06,
      "loss": 0.4959,
      "step": 212090
    },
    {
      "epoch": 59.2,
      "grad_norm": 1.8908218145370483,
      "learning_rate": 4.680125090677752e-06,
      "loss": 0.5242,
      "step": 212100
    },
    {
      "epoch": 59.2,
      "grad_norm": 2.9102683067321777,
      "learning_rate": 4.68012294715524e-06,
      "loss": 0.5317,
      "step": 212110
    },
    {
      "epoch": 59.2,
      "grad_norm": 2.3986780643463135,
      "learning_rate": 4.680120803321756e-06,
      "loss": 0.5344,
      "step": 212120
    },
    {
      "epoch": 59.2,
      "grad_norm": 2.150179624557495,
      "learning_rate": 4.6801186591772996e-06,
      "loss": 0.5236,
      "step": 212130
    },
    {
      "epoch": 59.21,
      "grad_norm": 2.3898701667785645,
      "learning_rate": 4.6801165147218735e-06,
      "loss": 0.5351,
      "step": 212140
    },
    {
      "epoch": 59.21,
      "grad_norm": 1.772713541984558,
      "learning_rate": 4.6801143699554746e-06,
      "loss": 0.5464,
      "step": 212150
    },
    {
      "epoch": 59.21,
      "grad_norm": 1.6628724336624146,
      "learning_rate": 4.680112224878106e-06,
      "loss": 0.5199,
      "step": 212160
    },
    {
      "epoch": 59.22,
      "grad_norm": 2.488905906677246,
      "learning_rate": 4.6801100794897664e-06,
      "loss": 0.534,
      "step": 212170
    },
    {
      "epoch": 59.22,
      "grad_norm": 2.396282434463501,
      "learning_rate": 4.680107933790457e-06,
      "loss": 0.4922,
      "step": 212180
    },
    {
      "epoch": 59.22,
      "grad_norm": 1.4726159572601318,
      "learning_rate": 4.680105787780178e-06,
      "loss": 0.5277,
      "step": 212190
    },
    {
      "epoch": 59.22,
      "grad_norm": 1.36215078830719,
      "learning_rate": 4.680103641458929e-06,
      "loss": 0.5262,
      "step": 212200
    },
    {
      "epoch": 59.23,
      "grad_norm": 1.6242777109146118,
      "learning_rate": 4.680101494826711e-06,
      "loss": 0.5417,
      "step": 212210
    },
    {
      "epoch": 59.23,
      "grad_norm": 2.37188720703125,
      "learning_rate": 4.680099347883524e-06,
      "loss": 0.5023,
      "step": 212220
    },
    {
      "epoch": 59.23,
      "grad_norm": 1.73475980758667,
      "learning_rate": 4.680097200629368e-06,
      "loss": 0.5026,
      "step": 212230
    },
    {
      "epoch": 59.24,
      "grad_norm": 1.943300724029541,
      "learning_rate": 4.680095053064243e-06,
      "loss": 0.5074,
      "step": 212240
    },
    {
      "epoch": 59.24,
      "grad_norm": 1.9300329685211182,
      "learning_rate": 4.68009290518815e-06,
      "loss": 0.5307,
      "step": 212250
    },
    {
      "epoch": 59.24,
      "grad_norm": 1.631011962890625,
      "learning_rate": 4.68009075700109e-06,
      "loss": 0.5331,
      "step": 212260
    },
    {
      "epoch": 59.24,
      "grad_norm": 1.6558408737182617,
      "learning_rate": 4.680088608503063e-06,
      "loss": 0.5065,
      "step": 212270
    },
    {
      "epoch": 59.25,
      "grad_norm": 1.849212408065796,
      "learning_rate": 4.680086459694067e-06,
      "loss": 0.5363,
      "step": 212280
    },
    {
      "epoch": 59.25,
      "grad_norm": 1.6260696649551392,
      "learning_rate": 4.680084310574104e-06,
      "loss": 0.552,
      "step": 212290
    },
    {
      "epoch": 59.25,
      "grad_norm": 2.705148458480835,
      "learning_rate": 4.680082161143175e-06,
      "loss": 0.5196,
      "step": 212300
    },
    {
      "epoch": 59.25,
      "grad_norm": 1.7811353206634521,
      "learning_rate": 4.68008001140128e-06,
      "loss": 0.5143,
      "step": 212310
    },
    {
      "epoch": 59.26,
      "grad_norm": 2.1947126388549805,
      "learning_rate": 4.680077861348418e-06,
      "loss": 0.529,
      "step": 212320
    },
    {
      "epoch": 59.26,
      "grad_norm": 1.8142389059066772,
      "learning_rate": 4.680075710984591e-06,
      "loss": 0.5259,
      "step": 212330
    },
    {
      "epoch": 59.26,
      "grad_norm": 1.950131893157959,
      "learning_rate": 4.680073560309797e-06,
      "loss": 0.5165,
      "step": 212340
    },
    {
      "epoch": 59.27,
      "grad_norm": 1.895166277885437,
      "learning_rate": 4.680071409324039e-06,
      "loss": 0.5373,
      "step": 212350
    },
    {
      "epoch": 59.27,
      "grad_norm": 1.4019440412521362,
      "learning_rate": 4.6800692580273155e-06,
      "loss": 0.5353,
      "step": 212360
    },
    {
      "epoch": 59.27,
      "grad_norm": 2.1095945835113525,
      "learning_rate": 4.680067106419627e-06,
      "loss": 0.5068,
      "step": 212370
    },
    {
      "epoch": 59.27,
      "grad_norm": 1.482310175895691,
      "learning_rate": 4.680064954500974e-06,
      "loss": 0.5089,
      "step": 212380
    },
    {
      "epoch": 59.28,
      "grad_norm": 2.436171054840088,
      "learning_rate": 4.680062802271358e-06,
      "loss": 0.5384,
      "step": 212390
    },
    {
      "epoch": 59.28,
      "grad_norm": 1.964738368988037,
      "learning_rate": 4.680060649730776e-06,
      "loss": 0.5031,
      "step": 212400
    },
    {
      "epoch": 59.28,
      "grad_norm": 2.384286642074585,
      "learning_rate": 4.680058496879233e-06,
      "loss": 0.5226,
      "step": 212410
    },
    {
      "epoch": 59.29,
      "grad_norm": 2.0124173164367676,
      "learning_rate": 4.6800563437167246e-06,
      "loss": 0.5273,
      "step": 212420
    },
    {
      "epoch": 59.29,
      "grad_norm": 2.0060224533081055,
      "learning_rate": 4.680054190243255e-06,
      "loss": 0.5201,
      "step": 212430
    },
    {
      "epoch": 59.29,
      "grad_norm": 1.6436381340026855,
      "learning_rate": 4.680052036458821e-06,
      "loss": 0.5364,
      "step": 212440
    },
    {
      "epoch": 59.29,
      "grad_norm": 1.756810188293457,
      "learning_rate": 4.680049882363425e-06,
      "loss": 0.514,
      "step": 212450
    },
    {
      "epoch": 59.3,
      "grad_norm": 2.4479918479919434,
      "learning_rate": 4.680047727957067e-06,
      "loss": 0.5246,
      "step": 212460
    },
    {
      "epoch": 59.3,
      "grad_norm": 2.501673936843872,
      "learning_rate": 4.680045573239748e-06,
      "loss": 0.5362,
      "step": 212470
    },
    {
      "epoch": 59.3,
      "grad_norm": 1.71256422996521,
      "learning_rate": 4.680043418211466e-06,
      "loss": 0.5522,
      "step": 212480
    },
    {
      "epoch": 59.31,
      "grad_norm": 1.6905277967453003,
      "learning_rate": 4.680041262872224e-06,
      "loss": 0.5178,
      "step": 212490
    },
    {
      "epoch": 59.31,
      "grad_norm": 1.7178173065185547,
      "learning_rate": 4.68003910722202e-06,
      "loss": 0.5362,
      "step": 212500
    },
    {
      "epoch": 59.31,
      "grad_norm": 1.8407729864120483,
      "learning_rate": 4.680036951260856e-06,
      "loss": 0.5298,
      "step": 212510
    },
    {
      "epoch": 59.31,
      "grad_norm": 2.128687620162964,
      "learning_rate": 4.6800347949887304e-06,
      "loss": 0.5472,
      "step": 212520
    },
    {
      "epoch": 59.32,
      "grad_norm": 2.1027212142944336,
      "learning_rate": 4.680032638405646e-06,
      "loss": 0.5246,
      "step": 212530
    },
    {
      "epoch": 59.32,
      "grad_norm": 1.9796364307403564,
      "learning_rate": 4.6800304815116e-06,
      "loss": 0.5191,
      "step": 212540
    },
    {
      "epoch": 59.32,
      "grad_norm": 1.9126291275024414,
      "learning_rate": 4.680028324306596e-06,
      "loss": 0.5071,
      "step": 212550
    },
    {
      "epoch": 59.32,
      "grad_norm": 1.597729206085205,
      "learning_rate": 4.680026166790633e-06,
      "loss": 0.5601,
      "step": 212560
    },
    {
      "epoch": 59.33,
      "grad_norm": 1.614385962486267,
      "learning_rate": 4.68002400896371e-06,
      "loss": 0.5177,
      "step": 212570
    },
    {
      "epoch": 59.33,
      "grad_norm": 1.8337215185165405,
      "learning_rate": 4.680021850825829e-06,
      "loss": 0.5185,
      "step": 212580
    },
    {
      "epoch": 59.33,
      "grad_norm": 2.2937092781066895,
      "learning_rate": 4.680019692376989e-06,
      "loss": 0.5314,
      "step": 212590
    },
    {
      "epoch": 59.34,
      "grad_norm": 1.5012750625610352,
      "learning_rate": 4.6800175336171915e-06,
      "loss": 0.5402,
      "step": 212600
    },
    {
      "epoch": 59.34,
      "grad_norm": 1.7935973405838013,
      "learning_rate": 4.6800153745464355e-06,
      "loss": 0.539,
      "step": 212610
    },
    {
      "epoch": 59.34,
      "grad_norm": 1.4236403703689575,
      "learning_rate": 4.680013215164722e-06,
      "loss": 0.5142,
      "step": 212620
    },
    {
      "epoch": 59.34,
      "grad_norm": 2.1117401123046875,
      "learning_rate": 4.6800110554720515e-06,
      "loss": 0.5471,
      "step": 212630
    },
    {
      "epoch": 59.35,
      "grad_norm": 2.2346010208129883,
      "learning_rate": 4.6800088954684235e-06,
      "loss": 0.5275,
      "step": 212640
    },
    {
      "epoch": 59.35,
      "grad_norm": 3.407533645629883,
      "learning_rate": 4.6800067351538395e-06,
      "loss": 0.5341,
      "step": 212650
    },
    {
      "epoch": 59.35,
      "grad_norm": 1.80672287940979,
      "learning_rate": 4.6800045745282995e-06,
      "loss": 0.5148,
      "step": 212660
    },
    {
      "epoch": 59.36,
      "grad_norm": 1.9858380556106567,
      "learning_rate": 4.680002413591803e-06,
      "loss": 0.5224,
      "step": 212670
    },
    {
      "epoch": 59.36,
      "grad_norm": 2.1326422691345215,
      "learning_rate": 4.68000025234435e-06,
      "loss": 0.5146,
      "step": 212680
    },
    {
      "epoch": 59.36,
      "grad_norm": 1.7526803016662598,
      "learning_rate": 4.679998090785942e-06,
      "loss": 0.5269,
      "step": 212690
    },
    {
      "epoch": 59.36,
      "grad_norm": 2.395397186279297,
      "learning_rate": 4.679995928916578e-06,
      "loss": 0.5294,
      "step": 212700
    },
    {
      "epoch": 59.37,
      "grad_norm": 1.9923595190048218,
      "learning_rate": 4.67999376673626e-06,
      "loss": 0.5253,
      "step": 212710
    },
    {
      "epoch": 59.37,
      "grad_norm": 1.6306790113449097,
      "learning_rate": 4.679991604244987e-06,
      "loss": 0.5073,
      "step": 212720
    },
    {
      "epoch": 59.37,
      "grad_norm": 1.3167451620101929,
      "learning_rate": 4.67998944144276e-06,
      "loss": 0.5287,
      "step": 212730
    },
    {
      "epoch": 59.37,
      "grad_norm": 2.060873031616211,
      "learning_rate": 4.679987278329578e-06,
      "loss": 0.5206,
      "step": 212740
    },
    {
      "epoch": 59.38,
      "grad_norm": 1.814780354499817,
      "learning_rate": 4.679985114905443e-06,
      "loss": 0.4958,
      "step": 212750
    },
    {
      "epoch": 59.38,
      "grad_norm": 1.8970322608947754,
      "learning_rate": 4.679982951170353e-06,
      "loss": 0.5147,
      "step": 212760
    },
    {
      "epoch": 59.38,
      "grad_norm": 1.7965730428695679,
      "learning_rate": 4.679980787124311e-06,
      "loss": 0.5073,
      "step": 212770
    },
    {
      "epoch": 59.39,
      "grad_norm": 1.4957059621810913,
      "learning_rate": 4.679978622767317e-06,
      "loss": 0.516,
      "step": 212780
    },
    {
      "epoch": 59.39,
      "grad_norm": 1.3994479179382324,
      "learning_rate": 4.679976458099368e-06,
      "loss": 0.5299,
      "step": 212790
    },
    {
      "epoch": 59.39,
      "grad_norm": 2.20737361907959,
      "learning_rate": 4.679974293120468e-06,
      "loss": 0.5235,
      "step": 212800
    },
    {
      "epoch": 59.39,
      "grad_norm": 1.6893589496612549,
      "learning_rate": 4.679972127830616e-06,
      "loss": 0.5241,
      "step": 212810
    },
    {
      "epoch": 59.4,
      "grad_norm": 1.981862187385559,
      "learning_rate": 4.679969962229812e-06,
      "loss": 0.5303,
      "step": 212820
    },
    {
      "epoch": 59.4,
      "grad_norm": 1.7033131122589111,
      "learning_rate": 4.679967796318056e-06,
      "loss": 0.5024,
      "step": 212830
    },
    {
      "epoch": 59.4,
      "grad_norm": 1.8877195119857788,
      "learning_rate": 4.67996563009535e-06,
      "loss": 0.5178,
      "step": 212840
    },
    {
      "epoch": 59.41,
      "grad_norm": 1.6300946474075317,
      "learning_rate": 4.679963463561692e-06,
      "loss": 0.5015,
      "step": 212850
    },
    {
      "epoch": 59.41,
      "grad_norm": 1.8005136251449585,
      "learning_rate": 4.679961296717083e-06,
      "loss": 0.5141,
      "step": 212860
    },
    {
      "epoch": 59.41,
      "grad_norm": 1.6145306825637817,
      "learning_rate": 4.679959129561525e-06,
      "loss": 0.5308,
      "step": 212870
    },
    {
      "epoch": 59.41,
      "grad_norm": 1.5574742555618286,
      "learning_rate": 4.6799569620950155e-06,
      "loss": 0.5286,
      "step": 212880
    },
    {
      "epoch": 59.42,
      "grad_norm": 2.718381404876709,
      "learning_rate": 4.679954794317557e-06,
      "loss": 0.5162,
      "step": 212890
    },
    {
      "epoch": 59.42,
      "grad_norm": 2.0300498008728027,
      "learning_rate": 4.6799526262291495e-06,
      "loss": 0.5182,
      "step": 212900
    },
    {
      "epoch": 59.42,
      "grad_norm": 1.8614617586135864,
      "learning_rate": 4.679950457829793e-06,
      "loss": 0.5277,
      "step": 212910
    },
    {
      "epoch": 59.43,
      "grad_norm": 1.908157467842102,
      "learning_rate": 4.679948289119486e-06,
      "loss": 0.5475,
      "step": 212920
    },
    {
      "epoch": 59.43,
      "grad_norm": 2.3326447010040283,
      "learning_rate": 4.679946120098231e-06,
      "loss": 0.5374,
      "step": 212930
    },
    {
      "epoch": 59.43,
      "grad_norm": 1.848250150680542,
      "learning_rate": 4.679943950766027e-06,
      "loss": 0.5302,
      "step": 212940
    },
    {
      "epoch": 59.43,
      "grad_norm": 2.3752195835113525,
      "learning_rate": 4.679941781122877e-06,
      "loss": 0.5229,
      "step": 212950
    },
    {
      "epoch": 59.44,
      "grad_norm": 2.100572347640991,
      "learning_rate": 4.679939611168778e-06,
      "loss": 0.5222,
      "step": 212960
    },
    {
      "epoch": 59.44,
      "grad_norm": 1.6901816129684448,
      "learning_rate": 4.679937440903732e-06,
      "loss": 0.5093,
      "step": 212970
    },
    {
      "epoch": 59.44,
      "grad_norm": 2.4344429969787598,
      "learning_rate": 4.6799352703277375e-06,
      "loss": 0.5333,
      "step": 212980
    },
    {
      "epoch": 59.44,
      "grad_norm": 1.4878687858581543,
      "learning_rate": 4.679933099440797e-06,
      "loss": 0.5185,
      "step": 212990
    },
    {
      "epoch": 59.45,
      "grad_norm": 1.9296865463256836,
      "learning_rate": 4.67993092824291e-06,
      "loss": 0.5311,
      "step": 213000
    },
    {
      "epoch": 59.45,
      "grad_norm": 1.7120810747146606,
      "learning_rate": 4.6799287567340764e-06,
      "loss": 0.5277,
      "step": 213010
    },
    {
      "epoch": 59.45,
      "grad_norm": 2.64003586769104,
      "learning_rate": 4.679926584914297e-06,
      "loss": 0.5439,
      "step": 213020
    },
    {
      "epoch": 59.46,
      "grad_norm": 1.774359941482544,
      "learning_rate": 4.6799244127835714e-06,
      "loss": 0.5289,
      "step": 213030
    },
    {
      "epoch": 59.46,
      "grad_norm": 1.6690783500671387,
      "learning_rate": 4.6799222403419015e-06,
      "loss": 0.5063,
      "step": 213040
    },
    {
      "epoch": 59.46,
      "grad_norm": 1.9518340826034546,
      "learning_rate": 4.679920067589285e-06,
      "loss": 0.5377,
      "step": 213050
    },
    {
      "epoch": 59.46,
      "grad_norm": 1.7923717498779297,
      "learning_rate": 4.679917894525724e-06,
      "loss": 0.5361,
      "step": 213060
    },
    {
      "epoch": 59.47,
      "grad_norm": 1.8502963781356812,
      "learning_rate": 4.6799157211512196e-06,
      "loss": 0.5327,
      "step": 213070
    },
    {
      "epoch": 59.47,
      "grad_norm": 1.9794840812683105,
      "learning_rate": 4.67991354746577e-06,
      "loss": 0.5143,
      "step": 213080
    },
    {
      "epoch": 59.47,
      "grad_norm": 2.1602046489715576,
      "learning_rate": 4.679911373469376e-06,
      "loss": 0.5273,
      "step": 213090
    },
    {
      "epoch": 59.48,
      "grad_norm": 2.277836322784424,
      "learning_rate": 4.679909199162038e-06,
      "loss": 0.5181,
      "step": 213100
    },
    {
      "epoch": 59.48,
      "grad_norm": 2.5773627758026123,
      "learning_rate": 4.679907024543758e-06,
      "loss": 0.5279,
      "step": 213110
    },
    {
      "epoch": 59.48,
      "grad_norm": 1.7280404567718506,
      "learning_rate": 4.679904849614534e-06,
      "loss": 0.5177,
      "step": 213120
    },
    {
      "epoch": 59.48,
      "grad_norm": 1.7673892974853516,
      "learning_rate": 4.679902674374367e-06,
      "loss": 0.5473,
      "step": 213130
    },
    {
      "epoch": 59.49,
      "grad_norm": 1.586885929107666,
      "learning_rate": 4.679900498823257e-06,
      "loss": 0.5326,
      "step": 213140
    },
    {
      "epoch": 59.49,
      "grad_norm": 1.4177486896514893,
      "learning_rate": 4.6798983229612066e-06,
      "loss": 0.5328,
      "step": 213150
    },
    {
      "epoch": 59.49,
      "grad_norm": 1.9686375856399536,
      "learning_rate": 4.6798961467882125e-06,
      "loss": 0.5407,
      "step": 213160
    },
    {
      "epoch": 59.49,
      "grad_norm": 1.928125023841858,
      "learning_rate": 4.679893970304278e-06,
      "loss": 0.5172,
      "step": 213170
    },
    {
      "epoch": 59.5,
      "grad_norm": 1.8070762157440186,
      "learning_rate": 4.6798917935094014e-06,
      "loss": 0.5118,
      "step": 213180
    },
    {
      "epoch": 59.5,
      "grad_norm": 1.699862003326416,
      "learning_rate": 4.6798896164035836e-06,
      "loss": 0.5356,
      "step": 213190
    },
    {
      "epoch": 59.5,
      "grad_norm": 1.7716302871704102,
      "learning_rate": 4.679887438986824e-06,
      "loss": 0.5163,
      "step": 213200
    },
    {
      "epoch": 59.51,
      "grad_norm": 1.7146426439285278,
      "learning_rate": 4.679885261259126e-06,
      "loss": 0.5248,
      "step": 213210
    },
    {
      "epoch": 59.51,
      "grad_norm": 2.063694477081299,
      "learning_rate": 4.6798830832204865e-06,
      "loss": 0.512,
      "step": 213220
    },
    {
      "epoch": 59.51,
      "grad_norm": 2.0445735454559326,
      "learning_rate": 4.6798809048709075e-06,
      "loss": 0.5365,
      "step": 213230
    },
    {
      "epoch": 59.51,
      "grad_norm": 1.5944643020629883,
      "learning_rate": 4.6798787262103886e-06,
      "loss": 0.5181,
      "step": 213240
    },
    {
      "epoch": 59.52,
      "grad_norm": 1.767494797706604,
      "learning_rate": 4.679876547238931e-06,
      "loss": 0.5377,
      "step": 213250
    },
    {
      "epoch": 59.52,
      "grad_norm": 1.8480720520019531,
      "learning_rate": 4.679874367956533e-06,
      "loss": 0.5308,
      "step": 213260
    },
    {
      "epoch": 59.52,
      "grad_norm": 2.002020835876465,
      "learning_rate": 4.679872188363197e-06,
      "loss": 0.5277,
      "step": 213270
    },
    {
      "epoch": 59.53,
      "grad_norm": 2.918889045715332,
      "learning_rate": 4.679870008458922e-06,
      "loss": 0.5232,
      "step": 213280
    },
    {
      "epoch": 59.53,
      "grad_norm": 2.2523481845855713,
      "learning_rate": 4.679867828243709e-06,
      "loss": 0.5133,
      "step": 213290
    },
    {
      "epoch": 59.53,
      "grad_norm": 1.6824860572814941,
      "learning_rate": 4.679865647717558e-06,
      "loss": 0.5143,
      "step": 213300
    },
    {
      "epoch": 59.53,
      "grad_norm": 1.8626617193222046,
      "learning_rate": 4.67986346688047e-06,
      "loss": 0.5071,
      "step": 213310
    },
    {
      "epoch": 59.54,
      "grad_norm": 1.5691202878952026,
      "learning_rate": 4.679861285732444e-06,
      "loss": 0.5106,
      "step": 213320
    },
    {
      "epoch": 59.54,
      "grad_norm": 1.720238447189331,
      "learning_rate": 4.679859104273481e-06,
      "loss": 0.5199,
      "step": 213330
    },
    {
      "epoch": 59.54,
      "grad_norm": 1.7095491886138916,
      "learning_rate": 4.6798569225035815e-06,
      "loss": 0.5385,
      "step": 213340
    },
    {
      "epoch": 59.55,
      "grad_norm": 1.6798667907714844,
      "learning_rate": 4.679854740422745e-06,
      "loss": 0.5372,
      "step": 213350
    },
    {
      "epoch": 59.55,
      "grad_norm": 1.7928800582885742,
      "learning_rate": 4.679852558030973e-06,
      "loss": 0.5414,
      "step": 213360
    },
    {
      "epoch": 59.55,
      "grad_norm": 1.750638723373413,
      "learning_rate": 4.679850375328266e-06,
      "loss": 0.5586,
      "step": 213370
    },
    {
      "epoch": 59.55,
      "grad_norm": 2.0184738636016846,
      "learning_rate": 4.679848192314622e-06,
      "loss": 0.5275,
      "step": 213380
    },
    {
      "epoch": 59.56,
      "grad_norm": 2.096400260925293,
      "learning_rate": 4.679846008990042e-06,
      "loss": 0.5422,
      "step": 213390
    },
    {
      "epoch": 59.56,
      "grad_norm": 1.5854257345199585,
      "learning_rate": 4.679843825354528e-06,
      "loss": 0.5506,
      "step": 213400
    },
    {
      "epoch": 59.56,
      "grad_norm": 1.6881792545318604,
      "learning_rate": 4.6798416414080795e-06,
      "loss": 0.5284,
      "step": 213410
    },
    {
      "epoch": 59.56,
      "grad_norm": 1.9179730415344238,
      "learning_rate": 4.6798394571506964e-06,
      "loss": 0.5506,
      "step": 213420
    },
    {
      "epoch": 59.57,
      "grad_norm": 2.3932712078094482,
      "learning_rate": 4.679837272582379e-06,
      "loss": 0.5206,
      "step": 213430
    },
    {
      "epoch": 59.57,
      "grad_norm": 1.5702558755874634,
      "learning_rate": 4.6798350877031275e-06,
      "loss": 0.5198,
      "step": 213440
    },
    {
      "epoch": 59.57,
      "grad_norm": 1.7043673992156982,
      "learning_rate": 4.6798329025129434e-06,
      "loss": 0.537,
      "step": 213450
    },
    {
      "epoch": 59.58,
      "grad_norm": 2.5707576274871826,
      "learning_rate": 4.6798307170118254e-06,
      "loss": 0.534,
      "step": 213460
    },
    {
      "epoch": 59.58,
      "grad_norm": 1.8143020868301392,
      "learning_rate": 4.679828531199774e-06,
      "loss": 0.5391,
      "step": 213470
    },
    {
      "epoch": 59.58,
      "grad_norm": 2.2929961681365967,
      "learning_rate": 4.67982634507679e-06,
      "loss": 0.519,
      "step": 213480
    },
    {
      "epoch": 59.58,
      "grad_norm": 2.0515339374542236,
      "learning_rate": 4.6798241586428745e-06,
      "loss": 0.5405,
      "step": 213490
    },
    {
      "epoch": 59.59,
      "grad_norm": 1.8007807731628418,
      "learning_rate": 4.679821971898027e-06,
      "loss": 0.5167,
      "step": 213500
    },
    {
      "epoch": 59.59,
      "grad_norm": 1.6824703216552734,
      "learning_rate": 4.679819784842247e-06,
      "loss": 0.5414,
      "step": 213510
    },
    {
      "epoch": 59.59,
      "grad_norm": 2.5094923973083496,
      "learning_rate": 4.679817597475534e-06,
      "loss": 0.518,
      "step": 213520
    },
    {
      "epoch": 59.6,
      "grad_norm": 1.6861684322357178,
      "learning_rate": 4.679815409797892e-06,
      "loss": 0.534,
      "step": 213530
    },
    {
      "epoch": 59.6,
      "grad_norm": 1.793430209159851,
      "learning_rate": 4.679813221809319e-06,
      "loss": 0.5323,
      "step": 213540
    },
    {
      "epoch": 59.6,
      "grad_norm": 2.1565935611724854,
      "learning_rate": 4.679811033509814e-06,
      "loss": 0.52,
      "step": 213550
    },
    {
      "epoch": 59.6,
      "grad_norm": 1.3795833587646484,
      "learning_rate": 4.679808844899379e-06,
      "loss": 0.5159,
      "step": 213560
    },
    {
      "epoch": 59.61,
      "grad_norm": 1.6892681121826172,
      "learning_rate": 4.6798066559780145e-06,
      "loss": 0.5085,
      "step": 213570
    },
    {
      "epoch": 59.61,
      "grad_norm": 2.1626524925231934,
      "learning_rate": 4.6798044667457206e-06,
      "loss": 0.5263,
      "step": 213580
    },
    {
      "epoch": 59.61,
      "grad_norm": 2.342149019241333,
      "learning_rate": 4.679802277202496e-06,
      "loss": 0.5251,
      "step": 213590
    },
    {
      "epoch": 59.61,
      "grad_norm": 1.5164613723754883,
      "learning_rate": 4.679800087348343e-06,
      "loss": 0.5329,
      "step": 213600
    },
    {
      "epoch": 59.62,
      "grad_norm": 3.6760172843933105,
      "learning_rate": 4.6797978971832615e-06,
      "loss": 0.5129,
      "step": 213610
    },
    {
      "epoch": 59.62,
      "grad_norm": 1.680222511291504,
      "learning_rate": 4.6797957067072504e-06,
      "loss": 0.5176,
      "step": 213620
    },
    {
      "epoch": 59.62,
      "grad_norm": 1.4601014852523804,
      "learning_rate": 4.6797935159203106e-06,
      "loss": 0.5271,
      "step": 213630
    },
    {
      "epoch": 59.63,
      "grad_norm": 1.47573721408844,
      "learning_rate": 4.679791324822444e-06,
      "loss": 0.529,
      "step": 213640
    },
    {
      "epoch": 59.63,
      "grad_norm": 1.878475308418274,
      "learning_rate": 4.679789133413649e-06,
      "loss": 0.526,
      "step": 213650
    },
    {
      "epoch": 59.63,
      "grad_norm": 1.5465941429138184,
      "learning_rate": 4.679786941693926e-06,
      "loss": 0.5313,
      "step": 213660
    },
    {
      "epoch": 59.63,
      "grad_norm": 1.604285717010498,
      "learning_rate": 4.679784749663277e-06,
      "loss": 0.5157,
      "step": 213670
    },
    {
      "epoch": 59.64,
      "grad_norm": 2.0189709663391113,
      "learning_rate": 4.679782557321701e-06,
      "loss": 0.5349,
      "step": 213680
    },
    {
      "epoch": 59.64,
      "grad_norm": 2.232966661453247,
      "learning_rate": 4.679780364669198e-06,
      "loss": 0.5123,
      "step": 213690
    },
    {
      "epoch": 59.64,
      "grad_norm": 2.0796124935150146,
      "learning_rate": 4.679778171705769e-06,
      "loss": 0.5305,
      "step": 213700
    },
    {
      "epoch": 59.65,
      "grad_norm": 1.8406634330749512,
      "learning_rate": 4.679775978431415e-06,
      "loss": 0.541,
      "step": 213710
    },
    {
      "epoch": 59.65,
      "grad_norm": 1.5726081132888794,
      "learning_rate": 4.679773784846133e-06,
      "loss": 0.543,
      "step": 213720
    },
    {
      "epoch": 59.65,
      "grad_norm": 1.7512410879135132,
      "learning_rate": 4.679771590949926e-06,
      "loss": 0.5317,
      "step": 213730
    },
    {
      "epoch": 59.65,
      "grad_norm": 1.7261087894439697,
      "learning_rate": 4.679769396742795e-06,
      "loss": 0.53,
      "step": 213740
    },
    {
      "epoch": 59.66,
      "grad_norm": 1.5643677711486816,
      "learning_rate": 4.679767202224739e-06,
      "loss": 0.5248,
      "step": 213750
    },
    {
      "epoch": 59.66,
      "grad_norm": 2.1524462699890137,
      "learning_rate": 4.679765007395759e-06,
      "loss": 0.5211,
      "step": 213760
    },
    {
      "epoch": 59.66,
      "grad_norm": 1.3766361474990845,
      "learning_rate": 4.679762812255854e-06,
      "loss": 0.5155,
      "step": 213770
    },
    {
      "epoch": 59.67,
      "grad_norm": 1.7115551233291626,
      "learning_rate": 4.679760616805024e-06,
      "loss": 0.5191,
      "step": 213780
    },
    {
      "epoch": 59.67,
      "grad_norm": 1.9575284719467163,
      "learning_rate": 4.679758421043273e-06,
      "loss": 0.5092,
      "step": 213790
    },
    {
      "epoch": 59.67,
      "grad_norm": 1.6402044296264648,
      "learning_rate": 4.6797562249705965e-06,
      "loss": 0.5212,
      "step": 213800
    },
    {
      "epoch": 59.67,
      "grad_norm": 1.7995887994766235,
      "learning_rate": 4.679754028586997e-06,
      "loss": 0.5165,
      "step": 213810
    },
    {
      "epoch": 59.68,
      "grad_norm": 2.128331422805786,
      "learning_rate": 4.679751831892476e-06,
      "loss": 0.5262,
      "step": 213820
    },
    {
      "epoch": 59.68,
      "grad_norm": 1.809529423713684,
      "learning_rate": 4.679749634887032e-06,
      "loss": 0.5292,
      "step": 213830
    },
    {
      "epoch": 59.68,
      "grad_norm": 1.950644612312317,
      "learning_rate": 4.679747437570666e-06,
      "loss": 0.5299,
      "step": 213840
    },
    {
      "epoch": 59.68,
      "grad_norm": 1.6648014783859253,
      "learning_rate": 4.679745239943377e-06,
      "loss": 0.5372,
      "step": 213850
    },
    {
      "epoch": 59.69,
      "grad_norm": 2.3775649070739746,
      "learning_rate": 4.679743042005167e-06,
      "loss": 0.5026,
      "step": 213860
    },
    {
      "epoch": 59.69,
      "grad_norm": 2.1787431240081787,
      "learning_rate": 4.679740843756036e-06,
      "loss": 0.5339,
      "step": 213870
    },
    {
      "epoch": 59.69,
      "grad_norm": 1.6275423765182495,
      "learning_rate": 4.679738645195984e-06,
      "loss": 0.5201,
      "step": 213880
    },
    {
      "epoch": 59.7,
      "grad_norm": 2.1804466247558594,
      "learning_rate": 4.679736446325011e-06,
      "loss": 0.5081,
      "step": 213890
    },
    {
      "epoch": 59.7,
      "grad_norm": 1.7906608581542969,
      "learning_rate": 4.679734247143118e-06,
      "loss": 0.5445,
      "step": 213900
    },
    {
      "epoch": 59.7,
      "grad_norm": 1.6895246505737305,
      "learning_rate": 4.679732047650304e-06,
      "loss": 0.5353,
      "step": 213910
    },
    {
      "epoch": 59.7,
      "grad_norm": 1.5681036710739136,
      "learning_rate": 4.67972984784657e-06,
      "loss": 0.5083,
      "step": 213920
    },
    {
      "epoch": 59.71,
      "grad_norm": 1.7331748008728027,
      "learning_rate": 4.679727647731917e-06,
      "loss": 0.5245,
      "step": 213930
    },
    {
      "epoch": 59.71,
      "grad_norm": 2.0235483646392822,
      "learning_rate": 4.6797254473063455e-06,
      "loss": 0.533,
      "step": 213940
    },
    {
      "epoch": 59.71,
      "grad_norm": 1.7648712396621704,
      "learning_rate": 4.679723246569854e-06,
      "loss": 0.5444,
      "step": 213950
    },
    {
      "epoch": 59.72,
      "grad_norm": 2.2831218242645264,
      "learning_rate": 4.679721045522444e-06,
      "loss": 0.5257,
      "step": 213960
    },
    {
      "epoch": 59.72,
      "grad_norm": 1.8126872777938843,
      "learning_rate": 4.6797188441641165e-06,
      "loss": 0.5243,
      "step": 213970
    },
    {
      "epoch": 59.72,
      "grad_norm": 2.19636607170105,
      "learning_rate": 4.67971664249487e-06,
      "loss": 0.5383,
      "step": 213980
    },
    {
      "epoch": 59.72,
      "grad_norm": 1.8521780967712402,
      "learning_rate": 4.679714440514706e-06,
      "loss": 0.5494,
      "step": 213990
    },
    {
      "epoch": 59.73,
      "grad_norm": 1.8145153522491455,
      "learning_rate": 4.679712238223624e-06,
      "loss": 0.5214,
      "step": 214000
    },
    {
      "epoch": 59.73,
      "grad_norm": 1.7644578218460083,
      "learning_rate": 4.679710035621625e-06,
      "loss": 0.5276,
      "step": 214010
    },
    {
      "epoch": 59.73,
      "grad_norm": 2.133453607559204,
      "learning_rate": 4.67970783270871e-06,
      "loss": 0.5239,
      "step": 214020
    },
    {
      "epoch": 59.73,
      "grad_norm": 2.4144833087921143,
      "learning_rate": 4.6797056294848775e-06,
      "loss": 0.5246,
      "step": 214030
    },
    {
      "epoch": 59.74,
      "grad_norm": 2.0209169387817383,
      "learning_rate": 4.679703425950129e-06,
      "loss": 0.5284,
      "step": 214040
    },
    {
      "epoch": 59.74,
      "grad_norm": 2.0033206939697266,
      "learning_rate": 4.679701222104464e-06,
      "loss": 0.5242,
      "step": 214050
    },
    {
      "epoch": 59.74,
      "grad_norm": 1.8411674499511719,
      "learning_rate": 4.6796990179478845e-06,
      "loss": 0.5202,
      "step": 214060
    },
    {
      "epoch": 59.75,
      "grad_norm": 1.3821780681610107,
      "learning_rate": 4.6796968134803884e-06,
      "loss": 0.5377,
      "step": 214070
    },
    {
      "epoch": 59.75,
      "grad_norm": 1.9322377443313599,
      "learning_rate": 4.679694608701978e-06,
      "loss": 0.4998,
      "step": 214080
    },
    {
      "epoch": 59.75,
      "grad_norm": 1.332916021347046,
      "learning_rate": 4.679692403612651e-06,
      "loss": 0.5169,
      "step": 214090
    },
    {
      "epoch": 59.75,
      "grad_norm": 1.7925002574920654,
      "learning_rate": 4.679690198212411e-06,
      "loss": 0.5297,
      "step": 214100
    },
    {
      "epoch": 59.76,
      "grad_norm": 1.8516597747802734,
      "learning_rate": 4.679687992501256e-06,
      "loss": 0.5304,
      "step": 214110
    },
    {
      "epoch": 59.76,
      "grad_norm": 1.6526132822036743,
      "learning_rate": 4.679685786479187e-06,
      "loss": 0.532,
      "step": 214120
    },
    {
      "epoch": 59.76,
      "grad_norm": 2.0217504501342773,
      "learning_rate": 4.679683580146205e-06,
      "loss": 0.5471,
      "step": 214130
    },
    {
      "epoch": 59.77,
      "grad_norm": 1.6322640180587769,
      "learning_rate": 4.679681373502309e-06,
      "loss": 0.5199,
      "step": 214140
    },
    {
      "epoch": 59.77,
      "grad_norm": 1.9062799215316772,
      "learning_rate": 4.6796791665475e-06,
      "loss": 0.5167,
      "step": 214150
    },
    {
      "epoch": 59.77,
      "grad_norm": 2.2086923122406006,
      "learning_rate": 4.6796769592817784e-06,
      "loss": 0.5314,
      "step": 214160
    },
    {
      "epoch": 59.77,
      "grad_norm": 1.7278144359588623,
      "learning_rate": 4.679674751705145e-06,
      "loss": 0.5159,
      "step": 214170
    },
    {
      "epoch": 59.78,
      "grad_norm": 2.118656635284424,
      "learning_rate": 4.679672543817597e-06,
      "loss": 0.536,
      "step": 214180
    },
    {
      "epoch": 59.78,
      "grad_norm": 2.3814010620117188,
      "learning_rate": 4.679670335619139e-06,
      "loss": 0.5295,
      "step": 214190
    },
    {
      "epoch": 59.78,
      "grad_norm": 2.0122268199920654,
      "learning_rate": 4.679668127109769e-06,
      "loss": 0.5229,
      "step": 214200
    },
    {
      "epoch": 59.79,
      "grad_norm": 2.908193588256836,
      "learning_rate": 4.679665918289488e-06,
      "loss": 0.5254,
      "step": 214210
    },
    {
      "epoch": 59.79,
      "grad_norm": 2.514777660369873,
      "learning_rate": 4.679663709158295e-06,
      "loss": 0.566,
      "step": 214220
    },
    {
      "epoch": 59.79,
      "grad_norm": 1.4427608251571655,
      "learning_rate": 4.679661499716192e-06,
      "loss": 0.5213,
      "step": 214230
    },
    {
      "epoch": 59.79,
      "grad_norm": 1.9984174966812134,
      "learning_rate": 4.679659289963178e-06,
      "loss": 0.5469,
      "step": 214240
    },
    {
      "epoch": 59.8,
      "grad_norm": 1.74959135055542,
      "learning_rate": 4.679657079899255e-06,
      "loss": 0.5447,
      "step": 214250
    },
    {
      "epoch": 59.8,
      "grad_norm": 2.455512523651123,
      "learning_rate": 4.679654869524422e-06,
      "loss": 0.5304,
      "step": 214260
    },
    {
      "epoch": 59.8,
      "grad_norm": 1.6512110233306885,
      "learning_rate": 4.679652658838678e-06,
      "loss": 0.5172,
      "step": 214270
    },
    {
      "epoch": 59.8,
      "grad_norm": 2.3215813636779785,
      "learning_rate": 4.679650447842025e-06,
      "loss": 0.5226,
      "step": 214280
    },
    {
      "epoch": 59.81,
      "grad_norm": 2.5974338054656982,
      "learning_rate": 4.679648236534464e-06,
      "loss": 0.5123,
      "step": 214290
    },
    {
      "epoch": 59.81,
      "grad_norm": 1.5041989088058472,
      "learning_rate": 4.6796460249159934e-06,
      "loss": 0.5255,
      "step": 214300
    },
    {
      "epoch": 59.81,
      "grad_norm": 2.0390756130218506,
      "learning_rate": 4.679643812986616e-06,
      "loss": 0.5062,
      "step": 214310
    },
    {
      "epoch": 59.82,
      "grad_norm": 1.9198806285858154,
      "learning_rate": 4.6796416007463285e-06,
      "loss": 0.5248,
      "step": 214320
    },
    {
      "epoch": 59.82,
      "grad_norm": 2.200550079345703,
      "learning_rate": 4.679639388195135e-06,
      "loss": 0.5177,
      "step": 214330
    },
    {
      "epoch": 59.82,
      "grad_norm": 1.9123855829238892,
      "learning_rate": 4.679637175333032e-06,
      "loss": 0.5544,
      "step": 214340
    },
    {
      "epoch": 59.82,
      "grad_norm": 1.7857542037963867,
      "learning_rate": 4.679634962160023e-06,
      "loss": 0.5246,
      "step": 214350
    },
    {
      "epoch": 59.83,
      "grad_norm": 2.0967328548431396,
      "learning_rate": 4.6796327486761075e-06,
      "loss": 0.5227,
      "step": 214360
    },
    {
      "epoch": 59.83,
      "grad_norm": 2.2184085845947266,
      "learning_rate": 4.679630534881284e-06,
      "loss": 0.5275,
      "step": 214370
    },
    {
      "epoch": 59.83,
      "grad_norm": 2.208099603652954,
      "learning_rate": 4.679628320775555e-06,
      "loss": 0.512,
      "step": 214380
    },
    {
      "epoch": 59.84,
      "grad_norm": 2.2863075733184814,
      "learning_rate": 4.67962610635892e-06,
      "loss": 0.505,
      "step": 214390
    },
    {
      "epoch": 59.84,
      "grad_norm": 1.9633913040161133,
      "learning_rate": 4.679623891631379e-06,
      "loss": 0.5178,
      "step": 214400
    },
    {
      "epoch": 59.84,
      "grad_norm": 2.0315144062042236,
      "learning_rate": 4.679621676592932e-06,
      "loss": 0.5268,
      "step": 214410
    },
    {
      "epoch": 59.84,
      "grad_norm": 1.994244933128357,
      "learning_rate": 4.679619461243581e-06,
      "loss": 0.5221,
      "step": 214420
    },
    {
      "epoch": 59.85,
      "grad_norm": 1.920423984527588,
      "learning_rate": 4.679617245583324e-06,
      "loss": 0.5293,
      "step": 214430
    },
    {
      "epoch": 59.85,
      "grad_norm": 1.637344479560852,
      "learning_rate": 4.679615029612164e-06,
      "loss": 0.513,
      "step": 214440
    },
    {
      "epoch": 59.85,
      "grad_norm": 2.046626091003418,
      "learning_rate": 4.679612813330099e-06,
      "loss": 0.5293,
      "step": 214450
    },
    {
      "epoch": 59.85,
      "grad_norm": 2.213444232940674,
      "learning_rate": 4.6796105967371295e-06,
      "loss": 0.509,
      "step": 214460
    },
    {
      "epoch": 59.86,
      "grad_norm": 1.636594295501709,
      "learning_rate": 4.679608379833256e-06,
      "loss": 0.5185,
      "step": 214470
    },
    {
      "epoch": 59.86,
      "grad_norm": 1.757482647895813,
      "learning_rate": 4.67960616261848e-06,
      "loss": 0.5269,
      "step": 214480
    },
    {
      "epoch": 59.86,
      "grad_norm": 1.7162433862686157,
      "learning_rate": 4.6796039450928e-06,
      "loss": 0.5321,
      "step": 214490
    },
    {
      "epoch": 59.87,
      "grad_norm": 2.19681715965271,
      "learning_rate": 4.679601727256218e-06,
      "loss": 0.5173,
      "step": 214500
    },
    {
      "epoch": 59.87,
      "grad_norm": 1.5815553665161133,
      "learning_rate": 4.6795995091087335e-06,
      "loss": 0.5316,
      "step": 214510
    },
    {
      "epoch": 59.87,
      "grad_norm": 2.035163640975952,
      "learning_rate": 4.679597290650347e-06,
      "loss": 0.5257,
      "step": 214520
    },
    {
      "epoch": 59.87,
      "grad_norm": 2.2091877460479736,
      "learning_rate": 4.679595071881058e-06,
      "loss": 0.5164,
      "step": 214530
    },
    {
      "epoch": 59.88,
      "grad_norm": 1.7961101531982422,
      "learning_rate": 4.679592852800868e-06,
      "loss": 0.5489,
      "step": 214540
    },
    {
      "epoch": 59.88,
      "grad_norm": 1.9184529781341553,
      "learning_rate": 4.679590633409776e-06,
      "loss": 0.5176,
      "step": 214550
    },
    {
      "epoch": 59.88,
      "grad_norm": 1.612771987915039,
      "learning_rate": 4.6795884137077835e-06,
      "loss": 0.5016,
      "step": 214560
    },
    {
      "epoch": 59.89,
      "grad_norm": 2.609431266784668,
      "learning_rate": 4.67958619369489e-06,
      "loss": 0.54,
      "step": 214570
    },
    {
      "epoch": 59.89,
      "grad_norm": 2.311823844909668,
      "learning_rate": 4.679583973371096e-06,
      "loss": 0.5217,
      "step": 214580
    },
    {
      "epoch": 59.89,
      "grad_norm": 1.9354132413864136,
      "learning_rate": 4.679581752736402e-06,
      "loss": 0.5242,
      "step": 214590
    },
    {
      "epoch": 59.89,
      "grad_norm": 1.614981770515442,
      "learning_rate": 4.679579531790808e-06,
      "loss": 0.5191,
      "step": 214600
    },
    {
      "epoch": 59.9,
      "grad_norm": 2.0114858150482178,
      "learning_rate": 4.6795773105343144e-06,
      "loss": 0.5473,
      "step": 214610
    },
    {
      "epoch": 59.9,
      "grad_norm": 1.7172154188156128,
      "learning_rate": 4.679575088966922e-06,
      "loss": 0.5367,
      "step": 214620
    },
    {
      "epoch": 59.9,
      "grad_norm": 1.8274612426757812,
      "learning_rate": 4.67957286708863e-06,
      "loss": 0.5247,
      "step": 214630
    },
    {
      "epoch": 59.91,
      "grad_norm": 1.752578854560852,
      "learning_rate": 4.67957064489944e-06,
      "loss": 0.5254,
      "step": 214640
    },
    {
      "epoch": 59.91,
      "grad_norm": 12.346117973327637,
      "learning_rate": 4.6795684223993515e-06,
      "loss": 0.5026,
      "step": 214650
    },
    {
      "epoch": 59.91,
      "grad_norm": 2.8412678241729736,
      "learning_rate": 4.679566199588364e-06,
      "loss": 0.5294,
      "step": 214660
    },
    {
      "epoch": 59.91,
      "grad_norm": 1.8921480178833008,
      "learning_rate": 4.67956397646648e-06,
      "loss": 0.5543,
      "step": 214670
    },
    {
      "epoch": 59.92,
      "grad_norm": 2.4925904273986816,
      "learning_rate": 4.679561753033698e-06,
      "loss": 0.5264,
      "step": 214680
    },
    {
      "epoch": 59.92,
      "grad_norm": 1.731235384941101,
      "learning_rate": 4.67955952929002e-06,
      "loss": 0.5283,
      "step": 214690
    },
    {
      "epoch": 59.92,
      "grad_norm": 1.632290244102478,
      "learning_rate": 4.6795573052354435e-06,
      "loss": 0.5297,
      "step": 214700
    },
    {
      "epoch": 59.92,
      "grad_norm": 2.274190902709961,
      "learning_rate": 4.67955508086997e-06,
      "loss": 0.5317,
      "step": 214710
    },
    {
      "epoch": 59.93,
      "grad_norm": 2.069737195968628,
      "learning_rate": 4.679552856193601e-06,
      "loss": 0.5274,
      "step": 214720
    },
    {
      "epoch": 59.93,
      "grad_norm": 2.0870726108551025,
      "learning_rate": 4.679550631206337e-06,
      "loss": 0.5392,
      "step": 214730
    },
    {
      "epoch": 59.93,
      "grad_norm": 1.9034677743911743,
      "learning_rate": 4.679548405908176e-06,
      "loss": 0.516,
      "step": 214740
    },
    {
      "epoch": 59.94,
      "grad_norm": 1.7184700965881348,
      "learning_rate": 4.6795461802991204e-06,
      "loss": 0.5176,
      "step": 214750
    },
    {
      "epoch": 59.94,
      "grad_norm": 1.9949392080307007,
      "learning_rate": 4.679543954379169e-06,
      "loss": 0.529,
      "step": 214760
    },
    {
      "epoch": 59.94,
      "grad_norm": 2.0615503787994385,
      "learning_rate": 4.6795417281483235e-06,
      "loss": 0.5173,
      "step": 214770
    },
    {
      "epoch": 59.94,
      "grad_norm": 1.7736537456512451,
      "learning_rate": 4.679539501606583e-06,
      "loss": 0.5252,
      "step": 214780
    },
    {
      "epoch": 59.95,
      "grad_norm": 1.524679183959961,
      "learning_rate": 4.679537274753948e-06,
      "loss": 0.5147,
      "step": 214790
    },
    {
      "epoch": 59.95,
      "grad_norm": 1.5825767517089844,
      "learning_rate": 4.67953504759042e-06,
      "loss": 0.5188,
      "step": 214800
    },
    {
      "epoch": 59.95,
      "grad_norm": 2.116539716720581,
      "learning_rate": 4.679532820115997e-06,
      "loss": 0.5017,
      "step": 214810
    },
    {
      "epoch": 59.96,
      "grad_norm": 1.5142884254455566,
      "learning_rate": 4.6795305923306815e-06,
      "loss": 0.5071,
      "step": 214820
    },
    {
      "epoch": 59.96,
      "grad_norm": 2.106604814529419,
      "learning_rate": 4.679528364234473e-06,
      "loss": 0.5184,
      "step": 214830
    },
    {
      "epoch": 59.96,
      "grad_norm": 1.9128676652908325,
      "learning_rate": 4.679526135827371e-06,
      "loss": 0.5282,
      "step": 214840
    },
    {
      "epoch": 59.96,
      "grad_norm": 1.704202651977539,
      "learning_rate": 4.679523907109378e-06,
      "loss": 0.5311,
      "step": 214850
    },
    {
      "epoch": 59.97,
      "grad_norm": 1.9198622703552246,
      "learning_rate": 4.679521678080492e-06,
      "loss": 0.5137,
      "step": 214860
    },
    {
      "epoch": 59.97,
      "grad_norm": 1.6564580202102661,
      "learning_rate": 4.679519448740714e-06,
      "loss": 0.5194,
      "step": 214870
    },
    {
      "epoch": 59.97,
      "grad_norm": 1.8662142753601074,
      "learning_rate": 4.679517219090044e-06,
      "loss": 0.5116,
      "step": 214880
    },
    {
      "epoch": 59.97,
      "grad_norm": 1.6655274629592896,
      "learning_rate": 4.679514989128485e-06,
      "loss": 0.5184,
      "step": 214890
    },
    {
      "epoch": 59.98,
      "grad_norm": 1.766716718673706,
      "learning_rate": 4.679512758856033e-06,
      "loss": 0.5352,
      "step": 214900
    },
    {
      "epoch": 59.98,
      "grad_norm": 1.972588300704956,
      "learning_rate": 4.67951052827269e-06,
      "loss": 0.5325,
      "step": 214910
    },
    {
      "epoch": 59.98,
      "grad_norm": 1.3603241443634033,
      "learning_rate": 4.679508297378458e-06,
      "loss": 0.5458,
      "step": 214920
    },
    {
      "epoch": 59.99,
      "grad_norm": 1.7580400705337524,
      "learning_rate": 4.679506066173336e-06,
      "loss": 0.5368,
      "step": 214930
    },
    {
      "epoch": 59.99,
      "grad_norm": 2.624366044998169,
      "learning_rate": 4.679503834657323e-06,
      "loss": 0.5464,
      "step": 214940
    },
    {
      "epoch": 59.99,
      "grad_norm": 1.988105058670044,
      "learning_rate": 4.679501602830422e-06,
      "loss": 0.5074,
      "step": 214950
    },
    {
      "epoch": 59.99,
      "grad_norm": 1.9925594329833984,
      "learning_rate": 4.679499370692631e-06,
      "loss": 0.513,
      "step": 214960
    },
    {
      "epoch": 60.0,
      "grad_norm": 2.714637041091919,
      "learning_rate": 4.679497138243951e-06,
      "loss": 0.5268,
      "step": 214970
    },
    {
      "epoch": 60.0,
      "grad_norm": 1.9641226530075073,
      "learning_rate": 4.679494905484382e-06,
      "loss": 0.5335,
      "step": 214980
    },
    {
      "epoch": 60.0,
      "eval_loss": 0.5240205526351929,
      "eval_runtime": 63.5311,
      "eval_samples_per_second": 79.63,
      "eval_steps_per_second": 9.964,
      "step": 214980
    },
    {
      "epoch": 60.0,
      "grad_norm": 1.6147133111953735,
      "learning_rate": 4.679492672413925e-06,
      "loss": 0.5132,
      "step": 214990
    },
    {
      "epoch": 60.01,
      "grad_norm": 1.8402485847473145,
      "learning_rate": 4.679490439032581e-06,
      "loss": 0.5178,
      "step": 215000
    },
    {
      "epoch": 60.01,
      "grad_norm": 1.9877982139587402,
      "learning_rate": 4.679488205340348e-06,
      "loss": 0.5399,
      "step": 215010
    },
    {
      "epoch": 60.01,
      "grad_norm": 1.797109603881836,
      "learning_rate": 4.679485971337228e-06,
      "loss": 0.5339,
      "step": 215020
    },
    {
      "epoch": 60.01,
      "grad_norm": 1.9744834899902344,
      "learning_rate": 4.679483737023222e-06,
      "loss": 0.5362,
      "step": 215030
    },
    {
      "epoch": 60.02,
      "grad_norm": 1.7891407012939453,
      "learning_rate": 4.679481502398328e-06,
      "loss": 0.5108,
      "step": 215040
    },
    {
      "epoch": 60.02,
      "grad_norm": 2.2876362800598145,
      "learning_rate": 4.679479267462548e-06,
      "loss": 0.5272,
      "step": 215050
    },
    {
      "epoch": 60.02,
      "grad_norm": 2.3704581260681152,
      "learning_rate": 4.679477032215881e-06,
      "loss": 0.5304,
      "step": 215060
    },
    {
      "epoch": 60.03,
      "grad_norm": 1.4621683359146118,
      "learning_rate": 4.679474796658329e-06,
      "loss": 0.5084,
      "step": 215070
    },
    {
      "epoch": 60.03,
      "grad_norm": 2.021221160888672,
      "learning_rate": 4.679472560789891e-06,
      "loss": 0.531,
      "step": 215080
    },
    {
      "epoch": 60.03,
      "grad_norm": 2.2649943828582764,
      "learning_rate": 4.679470324610568e-06,
      "loss": 0.5184,
      "step": 215090
    },
    {
      "epoch": 60.03,
      "grad_norm": 1.549647331237793,
      "learning_rate": 4.679468088120359e-06,
      "loss": 0.5335,
      "step": 215100
    },
    {
      "epoch": 60.04,
      "grad_norm": 2.2591991424560547,
      "learning_rate": 4.679465851319266e-06,
      "loss": 0.5222,
      "step": 215110
    },
    {
      "epoch": 60.04,
      "grad_norm": 1.4140547513961792,
      "learning_rate": 4.6794636142072895e-06,
      "loss": 0.5229,
      "step": 215120
    },
    {
      "epoch": 60.04,
      "grad_norm": 1.860958456993103,
      "learning_rate": 4.679461376784427e-06,
      "loss": 0.5246,
      "step": 215130
    },
    {
      "epoch": 60.04,
      "grad_norm": 1.908553957939148,
      "learning_rate": 4.679459139050682e-06,
      "loss": 0.5227,
      "step": 215140
    },
    {
      "epoch": 60.05,
      "grad_norm": 2.08957839012146,
      "learning_rate": 4.679456901006054e-06,
      "loss": 0.5269,
      "step": 215150
    },
    {
      "epoch": 60.05,
      "grad_norm": 2.3512072563171387,
      "learning_rate": 4.6794546626505415e-06,
      "loss": 0.5327,
      "step": 215160
    },
    {
      "epoch": 60.05,
      "grad_norm": 1.6524800062179565,
      "learning_rate": 4.679452423984146e-06,
      "loss": 0.534,
      "step": 215170
    },
    {
      "epoch": 60.06,
      "grad_norm": 1.743397831916809,
      "learning_rate": 4.6794501850068685e-06,
      "loss": 0.5266,
      "step": 215180
    },
    {
      "epoch": 60.06,
      "grad_norm": 1.8129329681396484,
      "learning_rate": 4.6794479457187085e-06,
      "loss": 0.5375,
      "step": 215190
    },
    {
      "epoch": 60.06,
      "grad_norm": 1.4118131399154663,
      "learning_rate": 4.679445706119667e-06,
      "loss": 0.5244,
      "step": 215200
    },
    {
      "epoch": 60.06,
      "grad_norm": 1.5744260549545288,
      "learning_rate": 4.679443466209743e-06,
      "loss": 0.5418,
      "step": 215210
    },
    {
      "epoch": 60.07,
      "grad_norm": 2.328300714492798,
      "learning_rate": 4.6794412259889385e-06,
      "loss": 0.536,
      "step": 215220
    },
    {
      "epoch": 60.07,
      "grad_norm": 1.3338019847869873,
      "learning_rate": 4.679438985457252e-06,
      "loss": 0.4986,
      "step": 215230
    },
    {
      "epoch": 60.07,
      "grad_norm": 1.6820757389068604,
      "learning_rate": 4.679436744614685e-06,
      "loss": 0.5184,
      "step": 215240
    },
    {
      "epoch": 60.08,
      "grad_norm": 2.475287914276123,
      "learning_rate": 4.6794345034612365e-06,
      "loss": 0.5248,
      "step": 215250
    },
    {
      "epoch": 60.08,
      "grad_norm": 1.9902079105377197,
      "learning_rate": 4.679432261996909e-06,
      "loss": 0.5295,
      "step": 215260
    },
    {
      "epoch": 60.08,
      "grad_norm": 2.38147234916687,
      "learning_rate": 4.679430020221701e-06,
      "loss": 0.5268,
      "step": 215270
    },
    {
      "epoch": 60.08,
      "grad_norm": 2.072439432144165,
      "learning_rate": 4.679427778135614e-06,
      "loss": 0.5157,
      "step": 215280
    },
    {
      "epoch": 60.09,
      "grad_norm": 1.5207685232162476,
      "learning_rate": 4.679425535738646e-06,
      "loss": 0.5263,
      "step": 215290
    },
    {
      "epoch": 60.09,
      "grad_norm": 1.502456784248352,
      "learning_rate": 4.679423293030801e-06,
      "loss": 0.5252,
      "step": 215300
    },
    {
      "epoch": 60.09,
      "grad_norm": 1.777262806892395,
      "learning_rate": 4.679421050012076e-06,
      "loss": 0.5264,
      "step": 215310
    },
    {
      "epoch": 60.09,
      "grad_norm": 1.7863465547561646,
      "learning_rate": 4.679418806682473e-06,
      "loss": 0.5436,
      "step": 215320
    },
    {
      "epoch": 60.1,
      "grad_norm": 1.712658166885376,
      "learning_rate": 4.679416563041992e-06,
      "loss": 0.5475,
      "step": 215330
    },
    {
      "epoch": 60.1,
      "grad_norm": 2.6310300827026367,
      "learning_rate": 4.679414319090633e-06,
      "loss": 0.5244,
      "step": 215340
    },
    {
      "epoch": 60.1,
      "grad_norm": 2.158475875854492,
      "learning_rate": 4.679412074828396e-06,
      "loss": 0.5286,
      "step": 215350
    },
    {
      "epoch": 60.11,
      "grad_norm": 1.7860671281814575,
      "learning_rate": 4.679409830255282e-06,
      "loss": 0.5173,
      "step": 215360
    },
    {
      "epoch": 60.11,
      "grad_norm": 1.8539998531341553,
      "learning_rate": 4.679407585371291e-06,
      "loss": 0.5527,
      "step": 215370
    },
    {
      "epoch": 60.11,
      "grad_norm": 1.548903226852417,
      "learning_rate": 4.679405340176424e-06,
      "loss": 0.5163,
      "step": 215380
    },
    {
      "epoch": 60.11,
      "grad_norm": 2.012434720993042,
      "learning_rate": 4.67940309467068e-06,
      "loss": 0.5369,
      "step": 215390
    },
    {
      "epoch": 60.12,
      "grad_norm": 1.552305817604065,
      "learning_rate": 4.67940084885406e-06,
      "loss": 0.5388,
      "step": 215400
    },
    {
      "epoch": 60.12,
      "grad_norm": 1.8081880807876587,
      "learning_rate": 4.679398602726564e-06,
      "loss": 0.5178,
      "step": 215410
    },
    {
      "epoch": 60.12,
      "grad_norm": 1.35721755027771,
      "learning_rate": 4.679396356288192e-06,
      "loss": 0.4967,
      "step": 215420
    },
    {
      "epoch": 60.13,
      "grad_norm": 2.2508022785186768,
      "learning_rate": 4.679394109538947e-06,
      "loss": 0.5339,
      "step": 215430
    },
    {
      "epoch": 60.13,
      "grad_norm": 1.823691487312317,
      "learning_rate": 4.679391862478825e-06,
      "loss": 0.5294,
      "step": 215440
    },
    {
      "epoch": 60.13,
      "grad_norm": 1.8713202476501465,
      "learning_rate": 4.679389615107829e-06,
      "loss": 0.5435,
      "step": 215450
    },
    {
      "epoch": 60.13,
      "grad_norm": 1.3051143884658813,
      "learning_rate": 4.6793873674259585e-06,
      "loss": 0.5119,
      "step": 215460
    },
    {
      "epoch": 60.14,
      "grad_norm": 1.7829233407974243,
      "learning_rate": 4.6793851194332145e-06,
      "loss": 0.5281,
      "step": 215470
    },
    {
      "epoch": 60.14,
      "grad_norm": 2.1048953533172607,
      "learning_rate": 4.679382871129598e-06,
      "loss": 0.5389,
      "step": 215480
    },
    {
      "epoch": 60.14,
      "grad_norm": 2.1910269260406494,
      "learning_rate": 4.679380622515106e-06,
      "loss": 0.5381,
      "step": 215490
    },
    {
      "epoch": 60.15,
      "grad_norm": 1.993776559829712,
      "learning_rate": 4.679378373589742e-06,
      "loss": 0.5094,
      "step": 215500
    },
    {
      "epoch": 60.15,
      "grad_norm": 1.601652979850769,
      "learning_rate": 4.679376124353505e-06,
      "loss": 0.506,
      "step": 215510
    },
    {
      "epoch": 60.15,
      "grad_norm": 2.0475854873657227,
      "learning_rate": 4.679373874806395e-06,
      "loss": 0.5094,
      "step": 215520
    },
    {
      "epoch": 60.15,
      "grad_norm": 1.886185646057129,
      "learning_rate": 4.679371624948414e-06,
      "loss": 0.5461,
      "step": 215530
    },
    {
      "epoch": 60.16,
      "grad_norm": 2.316423177719116,
      "learning_rate": 4.679369374779561e-06,
      "loss": 0.524,
      "step": 215540
    },
    {
      "epoch": 60.16,
      "grad_norm": 1.9783064126968384,
      "learning_rate": 4.6793671242998355e-06,
      "loss": 0.5124,
      "step": 215550
    },
    {
      "epoch": 60.16,
      "grad_norm": 1.9684289693832397,
      "learning_rate": 4.679364873509239e-06,
      "loss": 0.5243,
      "step": 215560
    },
    {
      "epoch": 60.16,
      "grad_norm": 2.0871641635894775,
      "learning_rate": 4.6793626224077724e-06,
      "loss": 0.5059,
      "step": 215570
    },
    {
      "epoch": 60.17,
      "grad_norm": 2.204409122467041,
      "learning_rate": 4.6793603709954345e-06,
      "loss": 0.5149,
      "step": 215580
    },
    {
      "epoch": 60.17,
      "grad_norm": 1.9526705741882324,
      "learning_rate": 4.679358119272225e-06,
      "loss": 0.5368,
      "step": 215590
    },
    {
      "epoch": 60.17,
      "grad_norm": 1.5806161165237427,
      "learning_rate": 4.679355867238147e-06,
      "loss": 0.5358,
      "step": 215600
    },
    {
      "epoch": 60.18,
      "grad_norm": 1.682580590248108,
      "learning_rate": 4.6793536148932e-06,
      "loss": 0.5582,
      "step": 215610
    },
    {
      "epoch": 60.18,
      "grad_norm": 1.7989280223846436,
      "learning_rate": 4.679351362237381e-06,
      "loss": 0.504,
      "step": 215620
    },
    {
      "epoch": 60.18,
      "grad_norm": 1.8781630992889404,
      "learning_rate": 4.679349109270694e-06,
      "loss": 0.5271,
      "step": 215630
    },
    {
      "epoch": 60.18,
      "grad_norm": 1.8547159433364868,
      "learning_rate": 4.679346855993139e-06,
      "loss": 0.5207,
      "step": 215640
    },
    {
      "epoch": 60.19,
      "grad_norm": 1.658350944519043,
      "learning_rate": 4.679344602404715e-06,
      "loss": 0.5313,
      "step": 215650
    },
    {
      "epoch": 60.19,
      "grad_norm": 1.9798436164855957,
      "learning_rate": 4.679342348505421e-06,
      "loss": 0.5407,
      "step": 215660
    },
    {
      "epoch": 60.19,
      "grad_norm": 1.945347547531128,
      "learning_rate": 4.6793400942952615e-06,
      "loss": 0.517,
      "step": 215670
    },
    {
      "epoch": 60.2,
      "grad_norm": 1.7536916732788086,
      "learning_rate": 4.679337839774233e-06,
      "loss": 0.5102,
      "step": 215680
    },
    {
      "epoch": 60.2,
      "grad_norm": 2.4269773960113525,
      "learning_rate": 4.6793355849423374e-06,
      "loss": 0.5346,
      "step": 215690
    },
    {
      "epoch": 60.2,
      "grad_norm": 2.1240317821502686,
      "learning_rate": 4.679333329799575e-06,
      "loss": 0.5164,
      "step": 215700
    },
    {
      "epoch": 60.2,
      "grad_norm": 2.191758155822754,
      "learning_rate": 4.679331074345945e-06,
      "loss": 0.5257,
      "step": 215710
    },
    {
      "epoch": 60.21,
      "grad_norm": 1.6403634548187256,
      "learning_rate": 4.6793288185814495e-06,
      "loss": 0.5397,
      "step": 215720
    },
    {
      "epoch": 60.21,
      "grad_norm": 2.3095645904541016,
      "learning_rate": 4.679326562506088e-06,
      "loss": 0.5206,
      "step": 215730
    },
    {
      "epoch": 60.21,
      "grad_norm": 2.3074426651000977,
      "learning_rate": 4.679324306119859e-06,
      "loss": 0.547,
      "step": 215740
    },
    {
      "epoch": 60.21,
      "grad_norm": 2.037929058074951,
      "learning_rate": 4.679322049422765e-06,
      "loss": 0.5098,
      "step": 215750
    },
    {
      "epoch": 60.22,
      "grad_norm": 1.741851806640625,
      "learning_rate": 4.6793197924148065e-06,
      "loss": 0.5325,
      "step": 215760
    },
    {
      "epoch": 60.22,
      "grad_norm": 1.915362000465393,
      "learning_rate": 4.679317535095983e-06,
      "loss": 0.5342,
      "step": 215770
    },
    {
      "epoch": 60.22,
      "grad_norm": 2.0023045539855957,
      "learning_rate": 4.679315277466295e-06,
      "loss": 0.5434,
      "step": 215780
    },
    {
      "epoch": 60.23,
      "grad_norm": 2.2655274868011475,
      "learning_rate": 4.679313019525742e-06,
      "loss": 0.5155,
      "step": 215790
    },
    {
      "epoch": 60.23,
      "grad_norm": 1.4311612844467163,
      "learning_rate": 4.679310761274325e-06,
      "loss": 0.5179,
      "step": 215800
    },
    {
      "epoch": 60.23,
      "grad_norm": 1.772637963294983,
      "learning_rate": 4.679308502712045e-06,
      "loss": 0.5342,
      "step": 215810
    },
    {
      "epoch": 60.23,
      "grad_norm": 2.3912127017974854,
      "learning_rate": 4.6793062438389e-06,
      "loss": 0.5156,
      "step": 215820
    },
    {
      "epoch": 60.24,
      "grad_norm": 1.8819488286972046,
      "learning_rate": 4.679303984654892e-06,
      "loss": 0.5044,
      "step": 215830
    },
    {
      "epoch": 60.24,
      "grad_norm": 2.1735897064208984,
      "learning_rate": 4.679301725160022e-06,
      "loss": 0.5324,
      "step": 215840
    },
    {
      "epoch": 60.24,
      "grad_norm": 2.21530818939209,
      "learning_rate": 4.67929946535429e-06,
      "loss": 0.532,
      "step": 215850
    },
    {
      "epoch": 60.25,
      "grad_norm": 1.9828822612762451,
      "learning_rate": 4.6792972052376945e-06,
      "loss": 0.522,
      "step": 215860
    },
    {
      "epoch": 60.25,
      "grad_norm": 1.4578264951705933,
      "learning_rate": 4.679294944810237e-06,
      "loss": 0.5334,
      "step": 215870
    },
    {
      "epoch": 60.25,
      "grad_norm": 1.6001625061035156,
      "learning_rate": 4.6792926840719186e-06,
      "loss": 0.5216,
      "step": 215880
    },
    {
      "epoch": 60.25,
      "grad_norm": 2.3267805576324463,
      "learning_rate": 4.6792904230227385e-06,
      "loss": 0.5148,
      "step": 215890
    },
    {
      "epoch": 60.26,
      "grad_norm": 2.5576882362365723,
      "learning_rate": 4.679288161662697e-06,
      "loss": 0.5265,
      "step": 215900
    },
    {
      "epoch": 60.26,
      "grad_norm": 1.8781601190567017,
      "learning_rate": 4.679285899991795e-06,
      "loss": 0.5121,
      "step": 215910
    },
    {
      "epoch": 60.26,
      "grad_norm": 2.2149605751037598,
      "learning_rate": 4.679283638010033e-06,
      "loss": 0.5266,
      "step": 215920
    },
    {
      "epoch": 60.27,
      "grad_norm": 1.906403660774231,
      "learning_rate": 4.67928137571741e-06,
      "loss": 0.5378,
      "step": 215930
    },
    {
      "epoch": 60.27,
      "grad_norm": 1.5271576642990112,
      "learning_rate": 4.679279113113928e-06,
      "loss": 0.5193,
      "step": 215940
    },
    {
      "epoch": 60.27,
      "grad_norm": 2.200005292892456,
      "learning_rate": 4.6792768501995854e-06,
      "loss": 0.5212,
      "step": 215950
    },
    {
      "epoch": 60.27,
      "grad_norm": 2.077552318572998,
      "learning_rate": 4.6792745869743845e-06,
      "loss": 0.5386,
      "step": 215960
    },
    {
      "epoch": 60.28,
      "grad_norm": 1.5272055864334106,
      "learning_rate": 4.679272323438324e-06,
      "loss": 0.5189,
      "step": 215970
    },
    {
      "epoch": 60.28,
      "grad_norm": 2.049956798553467,
      "learning_rate": 4.679270059591405e-06,
      "loss": 0.5431,
      "step": 215980
    },
    {
      "epoch": 60.28,
      "grad_norm": 1.9915366172790527,
      "learning_rate": 4.679267795433629e-06,
      "loss": 0.5423,
      "step": 215990
    },
    {
      "epoch": 60.28,
      "grad_norm": 1.5131523609161377,
      "learning_rate": 4.679265530964993e-06,
      "loss": 0.536,
      "step": 216000
    },
    {
      "epoch": 60.29,
      "grad_norm": 1.728049397468567,
      "learning_rate": 4.6792632661855e-06,
      "loss": 0.5212,
      "step": 216010
    },
    {
      "epoch": 60.29,
      "grad_norm": 2.00073504447937,
      "learning_rate": 4.6792610010951495e-06,
      "loss": 0.5098,
      "step": 216020
    },
    {
      "epoch": 60.29,
      "grad_norm": 2.059967041015625,
      "learning_rate": 4.679258735693942e-06,
      "loss": 0.525,
      "step": 216030
    },
    {
      "epoch": 60.3,
      "grad_norm": 1.7817912101745605,
      "learning_rate": 4.679256469981877e-06,
      "loss": 0.5249,
      "step": 216040
    },
    {
      "epoch": 60.3,
      "grad_norm": 2.1133415699005127,
      "learning_rate": 4.679254203958957e-06,
      "loss": 0.5445,
      "step": 216050
    },
    {
      "epoch": 60.3,
      "grad_norm": 1.4229437112808228,
      "learning_rate": 4.679251937625179e-06,
      "loss": 0.5393,
      "step": 216060
    },
    {
      "epoch": 60.3,
      "grad_norm": 1.688418984413147,
      "learning_rate": 4.679249670980546e-06,
      "loss": 0.513,
      "step": 216070
    },
    {
      "epoch": 60.31,
      "grad_norm": 1.8008235692977905,
      "learning_rate": 4.6792474040250565e-06,
      "loss": 0.5357,
      "step": 216080
    },
    {
      "epoch": 60.31,
      "grad_norm": 1.6663976907730103,
      "learning_rate": 4.679245136758713e-06,
      "loss": 0.5103,
      "step": 216090
    },
    {
      "epoch": 60.31,
      "grad_norm": 1.8447871208190918,
      "learning_rate": 4.679242869181514e-06,
      "loss": 0.5447,
      "step": 216100
    },
    {
      "epoch": 60.32,
      "grad_norm": 1.7866262197494507,
      "learning_rate": 4.67924060129346e-06,
      "loss": 0.5353,
      "step": 216110
    },
    {
      "epoch": 60.32,
      "grad_norm": 2.668137311935425,
      "learning_rate": 4.679238333094551e-06,
      "loss": 0.5065,
      "step": 216120
    },
    {
      "epoch": 60.32,
      "grad_norm": 2.101590633392334,
      "learning_rate": 4.6792360645847886e-06,
      "loss": 0.5417,
      "step": 216130
    },
    {
      "epoch": 60.32,
      "grad_norm": 1.574395775794983,
      "learning_rate": 4.679233795764173e-06,
      "loss": 0.5468,
      "step": 216140
    },
    {
      "epoch": 60.33,
      "grad_norm": 1.8504105806350708,
      "learning_rate": 4.6792315266327025e-06,
      "loss": 0.4995,
      "step": 216150
    },
    {
      "epoch": 60.33,
      "grad_norm": 2.089045763015747,
      "learning_rate": 4.679229257190379e-06,
      "loss": 0.5285,
      "step": 216160
    },
    {
      "epoch": 60.33,
      "grad_norm": 1.572213053703308,
      "learning_rate": 4.6792269874372034e-06,
      "loss": 0.5114,
      "step": 216170
    },
    {
      "epoch": 60.33,
      "grad_norm": 1.594192624092102,
      "learning_rate": 4.6792247173731746e-06,
      "loss": 0.5277,
      "step": 216180
    },
    {
      "epoch": 60.34,
      "grad_norm": 1.6390020847320557,
      "learning_rate": 4.679222446998293e-06,
      "loss": 0.5319,
      "step": 216190
    },
    {
      "epoch": 60.34,
      "grad_norm": 1.3565586805343628,
      "learning_rate": 4.679220176312561e-06,
      "loss": 0.5198,
      "step": 216200
    },
    {
      "epoch": 60.34,
      "grad_norm": 2.6919164657592773,
      "learning_rate": 4.6792179053159755e-06,
      "loss": 0.5217,
      "step": 216210
    },
    {
      "epoch": 60.35,
      "grad_norm": 1.600679636001587,
      "learning_rate": 4.6792156340085396e-06,
      "loss": 0.5241,
      "step": 216220
    },
    {
      "epoch": 60.35,
      "grad_norm": 2.6933414936065674,
      "learning_rate": 4.679213362390253e-06,
      "loss": 0.521,
      "step": 216230
    },
    {
      "epoch": 60.35,
      "grad_norm": 1.9613865613937378,
      "learning_rate": 4.679211090461114e-06,
      "loss": 0.5016,
      "step": 216240
    },
    {
      "epoch": 60.35,
      "grad_norm": 1.9379335641860962,
      "learning_rate": 4.679208818221126e-06,
      "loss": 0.5258,
      "step": 216250
    },
    {
      "epoch": 60.36,
      "grad_norm": 1.2072113752365112,
      "learning_rate": 4.679206545670287e-06,
      "loss": 0.5345,
      "step": 216260
    },
    {
      "epoch": 60.36,
      "grad_norm": 1.7880955934524536,
      "learning_rate": 4.679204272808598e-06,
      "loss": 0.5401,
      "step": 216270
    },
    {
      "epoch": 60.36,
      "grad_norm": 1.7054334878921509,
      "learning_rate": 4.67920199963606e-06,
      "loss": 0.5137,
      "step": 216280
    },
    {
      "epoch": 60.37,
      "grad_norm": 2.0354251861572266,
      "learning_rate": 4.679199726152673e-06,
      "loss": 0.5086,
      "step": 216290
    },
    {
      "epoch": 60.37,
      "grad_norm": 2.079909563064575,
      "learning_rate": 4.679197452358435e-06,
      "loss": 0.5275,
      "step": 216300
    },
    {
      "epoch": 60.37,
      "grad_norm": 1.8230129480361938,
      "learning_rate": 4.67919517825335e-06,
      "loss": 0.5324,
      "step": 216310
    },
    {
      "epoch": 60.37,
      "grad_norm": 1.8468668460845947,
      "learning_rate": 4.679192903837417e-06,
      "loss": 0.5366,
      "step": 216320
    },
    {
      "epoch": 60.38,
      "grad_norm": 2.1932051181793213,
      "learning_rate": 4.679190629110635e-06,
      "loss": 0.5128,
      "step": 216330
    },
    {
      "epoch": 60.38,
      "grad_norm": 1.973870038986206,
      "learning_rate": 4.679188354073006e-06,
      "loss": 0.5309,
      "step": 216340
    },
    {
      "epoch": 60.38,
      "grad_norm": 1.8536349534988403,
      "learning_rate": 4.679186078724529e-06,
      "loss": 0.5162,
      "step": 216350
    },
    {
      "epoch": 60.39,
      "grad_norm": 1.837869644165039,
      "learning_rate": 4.679183803065204e-06,
      "loss": 0.5333,
      "step": 216360
    },
    {
      "epoch": 60.39,
      "grad_norm": 1.8179049491882324,
      "learning_rate": 4.679181527095033e-06,
      "loss": 0.5371,
      "step": 216370
    },
    {
      "epoch": 60.39,
      "grad_norm": 1.8556208610534668,
      "learning_rate": 4.6791792508140155e-06,
      "loss": 0.524,
      "step": 216380
    },
    {
      "epoch": 60.39,
      "grad_norm": 1.9134085178375244,
      "learning_rate": 4.679176974222152e-06,
      "loss": 0.5076,
      "step": 216390
    },
    {
      "epoch": 60.4,
      "grad_norm": 1.9599436521530151,
      "learning_rate": 4.6791746973194416e-06,
      "loss": 0.5248,
      "step": 216400
    },
    {
      "epoch": 60.4,
      "grad_norm": 2.3502933979034424,
      "learning_rate": 4.679172420105886e-06,
      "loss": 0.5307,
      "step": 216410
    },
    {
      "epoch": 60.4,
      "grad_norm": 1.5912013053894043,
      "learning_rate": 4.679170142581485e-06,
      "loss": 0.5162,
      "step": 216420
    },
    {
      "epoch": 60.4,
      "grad_norm": 2.3539443016052246,
      "learning_rate": 4.67916786474624e-06,
      "loss": 0.5256,
      "step": 216430
    },
    {
      "epoch": 60.41,
      "grad_norm": 2.7184154987335205,
      "learning_rate": 4.679165586600149e-06,
      "loss": 0.5252,
      "step": 216440
    },
    {
      "epoch": 60.41,
      "grad_norm": 1.6846511363983154,
      "learning_rate": 4.679163308143214e-06,
      "loss": 0.5103,
      "step": 216450
    },
    {
      "epoch": 60.41,
      "grad_norm": 1.6178820133209229,
      "learning_rate": 4.679161029375434e-06,
      "loss": 0.5245,
      "step": 216460
    },
    {
      "epoch": 60.42,
      "grad_norm": 1.7454614639282227,
      "learning_rate": 4.679158750296811e-06,
      "loss": 0.5261,
      "step": 216470
    },
    {
      "epoch": 60.42,
      "grad_norm": 1.8284004926681519,
      "learning_rate": 4.679156470907345e-06,
      "loss": 0.5032,
      "step": 216480
    },
    {
      "epoch": 60.42,
      "grad_norm": 1.8179560899734497,
      "learning_rate": 4.679154191207035e-06,
      "loss": 0.5287,
      "step": 216490
    },
    {
      "epoch": 60.42,
      "grad_norm": 1.9711453914642334,
      "learning_rate": 4.679151911195881e-06,
      "loss": 0.4999,
      "step": 216500
    },
    {
      "epoch": 60.43,
      "grad_norm": 1.6547333002090454,
      "learning_rate": 4.679149630873886e-06,
      "loss": 0.534,
      "step": 216510
    },
    {
      "epoch": 60.43,
      "grad_norm": 2.0238430500030518,
      "learning_rate": 4.6791473502410485e-06,
      "loss": 0.5322,
      "step": 216520
    },
    {
      "epoch": 60.43,
      "grad_norm": 2.9184153079986572,
      "learning_rate": 4.679145069297368e-06,
      "loss": 0.5484,
      "step": 216530
    },
    {
      "epoch": 60.44,
      "grad_norm": 2.2567226886749268,
      "learning_rate": 4.679142788042847e-06,
      "loss": 0.5208,
      "step": 216540
    },
    {
      "epoch": 60.44,
      "grad_norm": 1.9837268590927124,
      "learning_rate": 4.6791405064774835e-06,
      "loss": 0.5153,
      "step": 216550
    },
    {
      "epoch": 60.44,
      "grad_norm": 1.8931704759597778,
      "learning_rate": 4.6791382246012794e-06,
      "loss": 0.5276,
      "step": 216560
    },
    {
      "epoch": 60.44,
      "grad_norm": 2.884021043777466,
      "learning_rate": 4.679135942414235e-06,
      "loss": 0.5429,
      "step": 216570
    },
    {
      "epoch": 60.45,
      "grad_norm": 2.105283737182617,
      "learning_rate": 4.67913365991635e-06,
      "loss": 0.5283,
      "step": 216580
    },
    {
      "epoch": 60.45,
      "grad_norm": 1.9710017442703247,
      "learning_rate": 4.6791313771076244e-06,
      "loss": 0.5507,
      "step": 216590
    },
    {
      "epoch": 60.45,
      "grad_norm": 1.5032119750976562,
      "learning_rate": 4.679129093988058e-06,
      "loss": 0.5174,
      "step": 216600
    },
    {
      "epoch": 60.45,
      "grad_norm": 1.7866274118423462,
      "learning_rate": 4.679126810557653e-06,
      "loss": 0.5311,
      "step": 216610
    },
    {
      "epoch": 60.46,
      "grad_norm": 2.173966407775879,
      "learning_rate": 4.6791245268164085e-06,
      "loss": 0.512,
      "step": 216620
    },
    {
      "epoch": 60.46,
      "grad_norm": 1.8369625806808472,
      "learning_rate": 4.679122242764326e-06,
      "loss": 0.5529,
      "step": 216630
    },
    {
      "epoch": 60.46,
      "grad_norm": 2.4160618782043457,
      "learning_rate": 4.6791199584014026e-06,
      "loss": 0.5342,
      "step": 216640
    },
    {
      "epoch": 60.47,
      "grad_norm": 1.6413880586624146,
      "learning_rate": 4.679117673727643e-06,
      "loss": 0.5319,
      "step": 216650
    },
    {
      "epoch": 60.47,
      "grad_norm": 1.7591588497161865,
      "learning_rate": 4.6791153887430446e-06,
      "loss": 0.5274,
      "step": 216660
    },
    {
      "epoch": 60.47,
      "grad_norm": 2.198071002960205,
      "learning_rate": 4.679113103447607e-06,
      "loss": 0.5282,
      "step": 216670
    },
    {
      "epoch": 60.47,
      "grad_norm": 1.4943679571151733,
      "learning_rate": 4.6791108178413345e-06,
      "loss": 0.5433,
      "step": 216680
    },
    {
      "epoch": 60.48,
      "grad_norm": 2.1619772911071777,
      "learning_rate": 4.6791085319242234e-06,
      "loss": 0.5145,
      "step": 216690
    },
    {
      "epoch": 60.48,
      "grad_norm": 1.307723045349121,
      "learning_rate": 4.679106245696275e-06,
      "loss": 0.5097,
      "step": 216700
    },
    {
      "epoch": 60.48,
      "grad_norm": 1.9124081134796143,
      "learning_rate": 4.679103959157492e-06,
      "loss": 0.5018,
      "step": 216710
    },
    {
      "epoch": 60.49,
      "grad_norm": 1.9903146028518677,
      "learning_rate": 4.679101672307871e-06,
      "loss": 0.5269,
      "step": 216720
    },
    {
      "epoch": 60.49,
      "grad_norm": 1.721648931503296,
      "learning_rate": 4.679099385147414e-06,
      "loss": 0.5217,
      "step": 216730
    },
    {
      "epoch": 60.49,
      "grad_norm": 2.1779839992523193,
      "learning_rate": 4.679097097676123e-06,
      "loss": 0.5369,
      "step": 216740
    },
    {
      "epoch": 60.49,
      "grad_norm": 2.226973295211792,
      "learning_rate": 4.679094809893995e-06,
      "loss": 0.5298,
      "step": 216750
    },
    {
      "epoch": 60.5,
      "grad_norm": 2.126234292984009,
      "learning_rate": 4.679092521801032e-06,
      "loss": 0.5223,
      "step": 216760
    },
    {
      "epoch": 60.5,
      "grad_norm": 2.4962081909179688,
      "learning_rate": 4.679090233397235e-06,
      "loss": 0.5072,
      "step": 216770
    },
    {
      "epoch": 60.5,
      "grad_norm": 2.430499315261841,
      "learning_rate": 4.679087944682603e-06,
      "loss": 0.5073,
      "step": 216780
    },
    {
      "epoch": 60.51,
      "grad_norm": 2.122553825378418,
      "learning_rate": 4.6790856556571374e-06,
      "loss": 0.5287,
      "step": 216790
    },
    {
      "epoch": 60.51,
      "grad_norm": 1.9592866897583008,
      "learning_rate": 4.679083366320838e-06,
      "loss": 0.511,
      "step": 216800
    },
    {
      "epoch": 60.51,
      "grad_norm": 1.827282190322876,
      "learning_rate": 4.679081076673705e-06,
      "loss": 0.5131,
      "step": 216810
    },
    {
      "epoch": 60.51,
      "grad_norm": 1.6372532844543457,
      "learning_rate": 4.679078786715738e-06,
      "loss": 0.5198,
      "step": 216820
    },
    {
      "epoch": 60.52,
      "grad_norm": 2.5027060508728027,
      "learning_rate": 4.6790764964469396e-06,
      "loss": 0.5159,
      "step": 216830
    },
    {
      "epoch": 60.52,
      "grad_norm": 2.3172237873077393,
      "learning_rate": 4.679074205867307e-06,
      "loss": 0.5298,
      "step": 216840
    },
    {
      "epoch": 60.52,
      "grad_norm": 2.3617756366729736,
      "learning_rate": 4.6790719149768435e-06,
      "loss": 0.5361,
      "step": 216850
    },
    {
      "epoch": 60.52,
      "grad_norm": 1.4821832180023193,
      "learning_rate": 4.679069623775547e-06,
      "loss": 0.5324,
      "step": 216860
    },
    {
      "epoch": 60.53,
      "grad_norm": 2.3876988887786865,
      "learning_rate": 4.67906733226342e-06,
      "loss": 0.5332,
      "step": 216870
    },
    {
      "epoch": 60.53,
      "grad_norm": 1.987122893333435,
      "learning_rate": 4.6790650404404606e-06,
      "loss": 0.5186,
      "step": 216880
    },
    {
      "epoch": 60.53,
      "grad_norm": 1.526235818862915,
      "learning_rate": 4.679062748306671e-06,
      "loss": 0.5099,
      "step": 216890
    },
    {
      "epoch": 60.54,
      "grad_norm": 1.8128114938735962,
      "learning_rate": 4.679060455862049e-06,
      "loss": 0.5256,
      "step": 216900
    },
    {
      "epoch": 60.54,
      "grad_norm": 2.573657512664795,
      "learning_rate": 4.679058163106598e-06,
      "loss": 0.5199,
      "step": 216910
    },
    {
      "epoch": 60.54,
      "grad_norm": 1.7846819162368774,
      "learning_rate": 4.679055870040316e-06,
      "loss": 0.5255,
      "step": 216920
    },
    {
      "epoch": 60.54,
      "grad_norm": 1.7118529081344604,
      "learning_rate": 4.679053576663205e-06,
      "loss": 0.5273,
      "step": 216930
    },
    {
      "epoch": 60.55,
      "grad_norm": 2.7240209579467773,
      "learning_rate": 4.6790512829752635e-06,
      "loss": 0.5318,
      "step": 216940
    },
    {
      "epoch": 60.55,
      "grad_norm": 1.4846510887145996,
      "learning_rate": 4.679048988976494e-06,
      "loss": 0.5303,
      "step": 216950
    },
    {
      "epoch": 60.55,
      "grad_norm": 1.6196045875549316,
      "learning_rate": 4.679046694666895e-06,
      "loss": 0.5235,
      "step": 216960
    },
    {
      "epoch": 60.56,
      "grad_norm": 1.701257586479187,
      "learning_rate": 4.679044400046466e-06,
      "loss": 0.5188,
      "step": 216970
    },
    {
      "epoch": 60.56,
      "grad_norm": 1.7114938497543335,
      "learning_rate": 4.679042105115211e-06,
      "loss": 0.5314,
      "step": 216980
    },
    {
      "epoch": 60.56,
      "grad_norm": 1.7590469121932983,
      "learning_rate": 4.679039809873127e-06,
      "loss": 0.532,
      "step": 216990
    },
    {
      "epoch": 60.56,
      "grad_norm": 1.6466708183288574,
      "learning_rate": 4.679037514320215e-06,
      "loss": 0.5073,
      "step": 217000
    },
    {
      "epoch": 60.57,
      "grad_norm": 1.776137113571167,
      "learning_rate": 4.6790352184564754e-06,
      "loss": 0.4973,
      "step": 217010
    },
    {
      "epoch": 60.57,
      "grad_norm": 2.0060174465179443,
      "learning_rate": 4.67903292228191e-06,
      "loss": 0.5313,
      "step": 217020
    },
    {
      "epoch": 60.57,
      "grad_norm": 1.6882039308547974,
      "learning_rate": 4.679030625796517e-06,
      "loss": 0.5221,
      "step": 217030
    },
    {
      "epoch": 60.57,
      "grad_norm": 1.758908987045288,
      "learning_rate": 4.679028329000297e-06,
      "loss": 0.5195,
      "step": 217040
    },
    {
      "epoch": 60.58,
      "grad_norm": 1.6977741718292236,
      "learning_rate": 4.679026031893251e-06,
      "loss": 0.5264,
      "step": 217050
    },
    {
      "epoch": 60.58,
      "grad_norm": 2.493502140045166,
      "learning_rate": 4.67902373447538e-06,
      "loss": 0.5237,
      "step": 217060
    },
    {
      "epoch": 60.58,
      "grad_norm": 2.1577582359313965,
      "learning_rate": 4.679021436746682e-06,
      "loss": 0.5494,
      "step": 217070
    },
    {
      "epoch": 60.59,
      "grad_norm": 2.1546597480773926,
      "learning_rate": 4.67901913870716e-06,
      "loss": 0.5313,
      "step": 217080
    },
    {
      "epoch": 60.59,
      "grad_norm": 2.9977216720581055,
      "learning_rate": 4.679016840356812e-06,
      "loss": 0.5082,
      "step": 217090
    },
    {
      "epoch": 60.59,
      "grad_norm": 1.8037663698196411,
      "learning_rate": 4.679014541695641e-06,
      "loss": 0.5174,
      "step": 217100
    },
    {
      "epoch": 60.59,
      "grad_norm": 2.246051788330078,
      "learning_rate": 4.679012242723644e-06,
      "loss": 0.5346,
      "step": 217110
    },
    {
      "epoch": 60.6,
      "grad_norm": 1.8247071504592896,
      "learning_rate": 4.679009943440824e-06,
      "loss": 0.5138,
      "step": 217120
    },
    {
      "epoch": 60.6,
      "grad_norm": 1.8630985021591187,
      "learning_rate": 4.679007643847179e-06,
      "loss": 0.5532,
      "step": 217130
    },
    {
      "epoch": 60.6,
      "grad_norm": 1.5640778541564941,
      "learning_rate": 4.679005343942711e-06,
      "loss": 0.52,
      "step": 217140
    },
    {
      "epoch": 60.61,
      "grad_norm": 1.9806379079818726,
      "learning_rate": 4.679003043727421e-06,
      "loss": 0.5215,
      "step": 217150
    },
    {
      "epoch": 60.61,
      "grad_norm": 1.9804887771606445,
      "learning_rate": 4.679000743201307e-06,
      "loss": 0.535,
      "step": 217160
    },
    {
      "epoch": 60.61,
      "grad_norm": 1.5899181365966797,
      "learning_rate": 4.678998442364371e-06,
      "loss": 0.5375,
      "step": 217170
    },
    {
      "epoch": 60.61,
      "grad_norm": 2.2000327110290527,
      "learning_rate": 4.678996141216613e-06,
      "loss": 0.5055,
      "step": 217180
    },
    {
      "epoch": 60.62,
      "grad_norm": 1.5517455339431763,
      "learning_rate": 4.6789938397580324e-06,
      "loss": 0.5357,
      "step": 217190
    },
    {
      "epoch": 60.62,
      "grad_norm": 1.465592384338379,
      "learning_rate": 4.678991537988631e-06,
      "loss": 0.5311,
      "step": 217200
    },
    {
      "epoch": 60.62,
      "grad_norm": 1.3907636404037476,
      "learning_rate": 4.678989235908408e-06,
      "loss": 0.5089,
      "step": 217210
    },
    {
      "epoch": 60.63,
      "grad_norm": 1.5708363056182861,
      "learning_rate": 4.678986933517364e-06,
      "loss": 0.5257,
      "step": 217220
    },
    {
      "epoch": 60.63,
      "grad_norm": 1.5396113395690918,
      "learning_rate": 4.678984630815499e-06,
      "loss": 0.5217,
      "step": 217230
    },
    {
      "epoch": 60.63,
      "grad_norm": 2.633547067642212,
      "learning_rate": 4.678982327802814e-06,
      "loss": 0.5097,
      "step": 217240
    },
    {
      "epoch": 60.63,
      "grad_norm": 1.6943687200546265,
      "learning_rate": 4.678980024479309e-06,
      "loss": 0.5197,
      "step": 217250
    },
    {
      "epoch": 60.64,
      "grad_norm": 1.568429708480835,
      "learning_rate": 4.678977720844984e-06,
      "loss": 0.5226,
      "step": 217260
    },
    {
      "epoch": 60.64,
      "grad_norm": 1.976826548576355,
      "learning_rate": 4.67897541689984e-06,
      "loss": 0.5352,
      "step": 217270
    },
    {
      "epoch": 60.64,
      "grad_norm": 2.1014223098754883,
      "learning_rate": 4.678973112643877e-06,
      "loss": 0.5222,
      "step": 217280
    },
    {
      "epoch": 60.64,
      "grad_norm": 1.8367763757705688,
      "learning_rate": 4.678970808077094e-06,
      "loss": 0.5011,
      "step": 217290
    },
    {
      "epoch": 60.65,
      "grad_norm": 3.2566540241241455,
      "learning_rate": 4.6789685031994926e-06,
      "loss": 0.5047,
      "step": 217300
    },
    {
      "epoch": 60.65,
      "grad_norm": 2.3431875705718994,
      "learning_rate": 4.678966198011074e-06,
      "loss": 0.5267,
      "step": 217310
    },
    {
      "epoch": 60.65,
      "grad_norm": 1.8789114952087402,
      "learning_rate": 4.678963892511837e-06,
      "loss": 0.5255,
      "step": 217320
    },
    {
      "epoch": 60.66,
      "grad_norm": 2.307624101638794,
      "learning_rate": 4.678961586701783e-06,
      "loss": 0.5163,
      "step": 217330
    },
    {
      "epoch": 60.66,
      "grad_norm": 1.892633318901062,
      "learning_rate": 4.6789592805809105e-06,
      "loss": 0.5292,
      "step": 217340
    },
    {
      "epoch": 60.66,
      "grad_norm": 1.4222739934921265,
      "learning_rate": 4.678956974149222e-06,
      "loss": 0.4981,
      "step": 217350
    },
    {
      "epoch": 60.66,
      "grad_norm": 1.9226889610290527,
      "learning_rate": 4.678954667406716e-06,
      "loss": 0.5273,
      "step": 217360
    },
    {
      "epoch": 60.67,
      "grad_norm": 1.638748288154602,
      "learning_rate": 4.678952360353394e-06,
      "loss": 0.5283,
      "step": 217370
    },
    {
      "epoch": 60.67,
      "grad_norm": 1.8578498363494873,
      "learning_rate": 4.678950052989256e-06,
      "loss": 0.515,
      "step": 217380
    },
    {
      "epoch": 60.67,
      "grad_norm": 2.5811147689819336,
      "learning_rate": 4.678947745314303e-06,
      "loss": 0.5428,
      "step": 217390
    },
    {
      "epoch": 60.68,
      "grad_norm": 1.9311968088150024,
      "learning_rate": 4.678945437328533e-06,
      "loss": 0.514,
      "step": 217400
    },
    {
      "epoch": 60.68,
      "grad_norm": 2.1886730194091797,
      "learning_rate": 4.6789431290319495e-06,
      "loss": 0.5108,
      "step": 217410
    },
    {
      "epoch": 60.68,
      "grad_norm": 1.3865667581558228,
      "learning_rate": 4.6789408204245495e-06,
      "loss": 0.5275,
      "step": 217420
    },
    {
      "epoch": 60.68,
      "grad_norm": 1.9070961475372314,
      "learning_rate": 4.678938511506336e-06,
      "loss": 0.5192,
      "step": 217430
    },
    {
      "epoch": 60.69,
      "grad_norm": 1.6252104043960571,
      "learning_rate": 4.678936202277308e-06,
      "loss": 0.5257,
      "step": 217440
    },
    {
      "epoch": 60.69,
      "grad_norm": 1.9874495267868042,
      "learning_rate": 4.678933892737467e-06,
      "loss": 0.4974,
      "step": 217450
    },
    {
      "epoch": 60.69,
      "grad_norm": 2.0726418495178223,
      "learning_rate": 4.678931582886811e-06,
      "loss": 0.5311,
      "step": 217460
    },
    {
      "epoch": 60.69,
      "grad_norm": 1.7873398065567017,
      "learning_rate": 4.678929272725342e-06,
      "loss": 0.5375,
      "step": 217470
    },
    {
      "epoch": 60.7,
      "grad_norm": 2.653874158859253,
      "learning_rate": 4.67892696225306e-06,
      "loss": 0.5274,
      "step": 217480
    },
    {
      "epoch": 60.7,
      "grad_norm": 2.2346439361572266,
      "learning_rate": 4.678924651469966e-06,
      "loss": 0.5228,
      "step": 217490
    },
    {
      "epoch": 60.7,
      "grad_norm": 1.6834392547607422,
      "learning_rate": 4.678922340376059e-06,
      "loss": 0.5053,
      "step": 217500
    },
    {
      "epoch": 60.71,
      "grad_norm": 1.884651780128479,
      "learning_rate": 4.67892002897134e-06,
      "loss": 0.5218,
      "step": 217510
    },
    {
      "epoch": 60.71,
      "grad_norm": 1.4349697828292847,
      "learning_rate": 4.678917717255809e-06,
      "loss": 0.5025,
      "step": 217520
    },
    {
      "epoch": 60.71,
      "grad_norm": 2.092696189880371,
      "learning_rate": 4.678915405229466e-06,
      "loss": 0.5161,
      "step": 217530
    },
    {
      "epoch": 60.71,
      "grad_norm": 2.4583852291107178,
      "learning_rate": 4.6789130928923135e-06,
      "loss": 0.5111,
      "step": 217540
    },
    {
      "epoch": 60.72,
      "grad_norm": 1.7343494892120361,
      "learning_rate": 4.67891078024435e-06,
      "loss": 0.5208,
      "step": 217550
    },
    {
      "epoch": 60.72,
      "grad_norm": 2.348081588745117,
      "learning_rate": 4.678908467285575e-06,
      "loss": 0.5185,
      "step": 217560
    },
    {
      "epoch": 60.72,
      "grad_norm": 2.234618902206421,
      "learning_rate": 4.678906154015991e-06,
      "loss": 0.5368,
      "step": 217570
    },
    {
      "epoch": 60.73,
      "grad_norm": 1.3784910440444946,
      "learning_rate": 4.678903840435595e-06,
      "loss": 0.5168,
      "step": 217580
    },
    {
      "epoch": 60.73,
      "grad_norm": 2.009343385696411,
      "learning_rate": 4.678901526544391e-06,
      "loss": 0.5224,
      "step": 217590
    },
    {
      "epoch": 60.73,
      "grad_norm": 2.076733112335205,
      "learning_rate": 4.678899212342377e-06,
      "loss": 0.5224,
      "step": 217600
    },
    {
      "epoch": 60.73,
      "grad_norm": 1.8249937295913696,
      "learning_rate": 4.678896897829554e-06,
      "loss": 0.5178,
      "step": 217610
    },
    {
      "epoch": 60.74,
      "grad_norm": 1.9538482427597046,
      "learning_rate": 4.678894583005922e-06,
      "loss": 0.5152,
      "step": 217620
    },
    {
      "epoch": 60.74,
      "grad_norm": 1.3802721500396729,
      "learning_rate": 4.678892267871483e-06,
      "loss": 0.5317,
      "step": 217630
    },
    {
      "epoch": 60.74,
      "grad_norm": 2.085238218307495,
      "learning_rate": 4.678889952426235e-06,
      "loss": 0.5325,
      "step": 217640
    },
    {
      "epoch": 60.75,
      "grad_norm": 2.4553518295288086,
      "learning_rate": 4.678887636670179e-06,
      "loss": 0.5198,
      "step": 217650
    },
    {
      "epoch": 60.75,
      "grad_norm": 2.036534547805786,
      "learning_rate": 4.678885320603316e-06,
      "loss": 0.531,
      "step": 217660
    },
    {
      "epoch": 60.75,
      "grad_norm": 2.272691011428833,
      "learning_rate": 4.678883004225646e-06,
      "loss": 0.5383,
      "step": 217670
    },
    {
      "epoch": 60.75,
      "grad_norm": 1.757067084312439,
      "learning_rate": 4.678880687537169e-06,
      "loss": 0.532,
      "step": 217680
    },
    {
      "epoch": 60.76,
      "grad_norm": 2.095587730407715,
      "learning_rate": 4.678878370537886e-06,
      "loss": 0.5208,
      "step": 217690
    },
    {
      "epoch": 60.76,
      "grad_norm": 2.2377724647521973,
      "learning_rate": 4.678876053227796e-06,
      "loss": 0.5137,
      "step": 217700
    },
    {
      "epoch": 60.76,
      "grad_norm": 2.1954002380371094,
      "learning_rate": 4.6788737356068994e-06,
      "loss": 0.5136,
      "step": 217710
    },
    {
      "epoch": 60.76,
      "grad_norm": 1.8820675611495972,
      "learning_rate": 4.678871417675198e-06,
      "loss": 0.5142,
      "step": 217720
    },
    {
      "epoch": 60.77,
      "grad_norm": 1.582188367843628,
      "learning_rate": 4.6788690994326916e-06,
      "loss": 0.5431,
      "step": 217730
    },
    {
      "epoch": 60.77,
      "grad_norm": 1.888346791267395,
      "learning_rate": 4.67886678087938e-06,
      "loss": 0.5441,
      "step": 217740
    },
    {
      "epoch": 60.77,
      "grad_norm": 1.935638189315796,
      "learning_rate": 4.678864462015264e-06,
      "loss": 0.5248,
      "step": 217750
    },
    {
      "epoch": 60.78,
      "grad_norm": 2.0658199787139893,
      "learning_rate": 4.6788621428403425e-06,
      "loss": 0.5205,
      "step": 217760
    },
    {
      "epoch": 60.78,
      "grad_norm": 1.983298420906067,
      "learning_rate": 4.678859823354619e-06,
      "loss": 0.5411,
      "step": 217770
    },
    {
      "epoch": 60.78,
      "grad_norm": 2.076721429824829,
      "learning_rate": 4.67885750355809e-06,
      "loss": 0.5218,
      "step": 217780
    },
    {
      "epoch": 60.78,
      "grad_norm": 1.8983428478240967,
      "learning_rate": 4.678855183450758e-06,
      "loss": 0.5241,
      "step": 217790
    },
    {
      "epoch": 60.79,
      "grad_norm": 1.5767521858215332,
      "learning_rate": 4.678852863032623e-06,
      "loss": 0.5272,
      "step": 217800
    },
    {
      "epoch": 60.79,
      "grad_norm": 2.5185470581054688,
      "learning_rate": 4.678850542303684e-06,
      "loss": 0.5237,
      "step": 217810
    },
    {
      "epoch": 60.79,
      "grad_norm": 1.662340760231018,
      "learning_rate": 4.678848221263944e-06,
      "loss": 0.5343,
      "step": 217820
    },
    {
      "epoch": 60.8,
      "grad_norm": 1.5586477518081665,
      "learning_rate": 4.678845899913402e-06,
      "loss": 0.5134,
      "step": 217830
    },
    {
      "epoch": 60.8,
      "grad_norm": 1.382624864578247,
      "learning_rate": 4.678843578252057e-06,
      "loss": 0.5106,
      "step": 217840
    },
    {
      "epoch": 60.8,
      "grad_norm": 1.9451240301132202,
      "learning_rate": 4.67884125627991e-06,
      "loss": 0.5201,
      "step": 217850
    },
    {
      "epoch": 60.8,
      "grad_norm": 2.0569300651550293,
      "learning_rate": 4.678838933996963e-06,
      "loss": 0.533,
      "step": 217860
    },
    {
      "epoch": 60.81,
      "grad_norm": 2.0372557640075684,
      "learning_rate": 4.678836611403215e-06,
      "loss": 0.5261,
      "step": 217870
    },
    {
      "epoch": 60.81,
      "grad_norm": 1.6730191707611084,
      "learning_rate": 4.678834288498666e-06,
      "loss": 0.5132,
      "step": 217880
    },
    {
      "epoch": 60.81,
      "grad_norm": 2.2816927433013916,
      "learning_rate": 4.678831965283316e-06,
      "loss": 0.5118,
      "step": 217890
    },
    {
      "epoch": 60.81,
      "grad_norm": 1.825530767440796,
      "learning_rate": 4.678829641757166e-06,
      "loss": 0.5512,
      "step": 217900
    },
    {
      "epoch": 60.82,
      "grad_norm": 2.602180004119873,
      "learning_rate": 4.678827317920218e-06,
      "loss": 0.5208,
      "step": 217910
    },
    {
      "epoch": 60.82,
      "grad_norm": 2.020686626434326,
      "learning_rate": 4.678824993772469e-06,
      "loss": 0.532,
      "step": 217920
    },
    {
      "epoch": 60.82,
      "grad_norm": 1.9093897342681885,
      "learning_rate": 4.678822669313921e-06,
      "loss": 0.5346,
      "step": 217930
    },
    {
      "epoch": 60.83,
      "grad_norm": 1.8507132530212402,
      "learning_rate": 4.6788203445445745e-06,
      "loss": 0.5381,
      "step": 217940
    },
    {
      "epoch": 60.83,
      "grad_norm": 1.4519401788711548,
      "learning_rate": 4.678818019464429e-06,
      "loss": 0.501,
      "step": 217950
    },
    {
      "epoch": 60.83,
      "grad_norm": 1.5816956758499146,
      "learning_rate": 4.678815694073486e-06,
      "loss": 0.5133,
      "step": 217960
    },
    {
      "epoch": 60.83,
      "grad_norm": 1.5600515604019165,
      "learning_rate": 4.678813368371745e-06,
      "loss": 0.5493,
      "step": 217970
    },
    {
      "epoch": 60.84,
      "grad_norm": 1.7735378742218018,
      "learning_rate": 4.678811042359206e-06,
      "loss": 0.5111,
      "step": 217980
    },
    {
      "epoch": 60.84,
      "grad_norm": 2.1619930267333984,
      "learning_rate": 4.67880871603587e-06,
      "loss": 0.5124,
      "step": 217990
    },
    {
      "epoch": 60.84,
      "grad_norm": 2.3254637718200684,
      "learning_rate": 4.678806389401738e-06,
      "loss": 0.5189,
      "step": 218000
    },
    {
      "epoch": 60.85,
      "grad_norm": 2.2125191688537598,
      "learning_rate": 4.678804062456808e-06,
      "loss": 0.4972,
      "step": 218010
    },
    {
      "epoch": 60.85,
      "grad_norm": 1.9120309352874756,
      "learning_rate": 4.678801735201082e-06,
      "loss": 0.5295,
      "step": 218020
    },
    {
      "epoch": 60.85,
      "grad_norm": 2.30346417427063,
      "learning_rate": 4.67879940763456e-06,
      "loss": 0.521,
      "step": 218030
    },
    {
      "epoch": 60.85,
      "grad_norm": 1.9103504419326782,
      "learning_rate": 4.6787970797572425e-06,
      "loss": 0.5299,
      "step": 218040
    },
    {
      "epoch": 60.86,
      "grad_norm": 2.0983359813690186,
      "learning_rate": 4.678794751569129e-06,
      "loss": 0.5144,
      "step": 218050
    },
    {
      "epoch": 60.86,
      "grad_norm": 1.8502309322357178,
      "learning_rate": 4.678792423070222e-06,
      "loss": 0.5103,
      "step": 218060
    },
    {
      "epoch": 60.86,
      "grad_norm": 2.1854803562164307,
      "learning_rate": 4.678790094260518e-06,
      "loss": 0.5421,
      "step": 218070
    },
    {
      "epoch": 60.87,
      "grad_norm": 2.097414493560791,
      "learning_rate": 4.678787765140021e-06,
      "loss": 0.513,
      "step": 218080
    },
    {
      "epoch": 60.87,
      "grad_norm": 1.8112866878509521,
      "learning_rate": 4.678785435708729e-06,
      "loss": 0.528,
      "step": 218090
    },
    {
      "epoch": 60.87,
      "grad_norm": 2.0978732109069824,
      "learning_rate": 4.678783105966644e-06,
      "loss": 0.5172,
      "step": 218100
    },
    {
      "epoch": 60.87,
      "grad_norm": 2.0572102069854736,
      "learning_rate": 4.678780775913765e-06,
      "loss": 0.5307,
      "step": 218110
    },
    {
      "epoch": 60.88,
      "grad_norm": 2.4324629306793213,
      "learning_rate": 4.678778445550093e-06,
      "loss": 0.5412,
      "step": 218120
    },
    {
      "epoch": 60.88,
      "grad_norm": 2.0923469066619873,
      "learning_rate": 4.678776114875628e-06,
      "loss": 0.5239,
      "step": 218130
    },
    {
      "epoch": 60.88,
      "grad_norm": 1.6269444227218628,
      "learning_rate": 4.67877378389037e-06,
      "loss": 0.5447,
      "step": 218140
    },
    {
      "epoch": 60.88,
      "grad_norm": 1.518291711807251,
      "learning_rate": 4.67877145259432e-06,
      "loss": 0.5182,
      "step": 218150
    },
    {
      "epoch": 60.89,
      "grad_norm": 1.8138060569763184,
      "learning_rate": 4.678769120987478e-06,
      "loss": 0.5261,
      "step": 218160
    },
    {
      "epoch": 60.89,
      "grad_norm": 2.056436538696289,
      "learning_rate": 4.678766789069844e-06,
      "loss": 0.5257,
      "step": 218170
    },
    {
      "epoch": 60.89,
      "grad_norm": 2.184329032897949,
      "learning_rate": 4.6787644568414195e-06,
      "loss": 0.5228,
      "step": 218180
    },
    {
      "epoch": 60.9,
      "grad_norm": 1.671607494354248,
      "learning_rate": 4.678762124302204e-06,
      "loss": 0.5335,
      "step": 218190
    },
    {
      "epoch": 60.9,
      "grad_norm": 2.148545503616333,
      "learning_rate": 4.6787597914521965e-06,
      "loss": 0.5328,
      "step": 218200
    },
    {
      "epoch": 60.9,
      "grad_norm": 2.338083267211914,
      "learning_rate": 4.678757458291399e-06,
      "loss": 0.5351,
      "step": 218210
    },
    {
      "epoch": 60.9,
      "grad_norm": 2.429856777191162,
      "learning_rate": 4.678755124819812e-06,
      "loss": 0.5326,
      "step": 218220
    },
    {
      "epoch": 60.91,
      "grad_norm": 1.8489302396774292,
      "learning_rate": 4.678752791037434e-06,
      "loss": 0.5175,
      "step": 218230
    },
    {
      "epoch": 60.91,
      "grad_norm": 1.8343428373336792,
      "learning_rate": 4.678750456944268e-06,
      "loss": 0.5253,
      "step": 218240
    },
    {
      "epoch": 60.91,
      "grad_norm": 1.7067744731903076,
      "learning_rate": 4.678748122540312e-06,
      "loss": 0.5251,
      "step": 218250
    },
    {
      "epoch": 60.92,
      "grad_norm": 1.4940779209136963,
      "learning_rate": 4.678745787825567e-06,
      "loss": 0.5322,
      "step": 218260
    },
    {
      "epoch": 60.92,
      "grad_norm": 1.6721749305725098,
      "learning_rate": 4.678743452800034e-06,
      "loss": 0.5202,
      "step": 218270
    },
    {
      "epoch": 60.92,
      "grad_norm": 1.8481158018112183,
      "learning_rate": 4.678741117463712e-06,
      "loss": 0.5316,
      "step": 218280
    },
    {
      "epoch": 60.92,
      "grad_norm": 1.5759882926940918,
      "learning_rate": 4.678738781816602e-06,
      "loss": 0.5072,
      "step": 218290
    },
    {
      "epoch": 60.93,
      "grad_norm": 1.8083497285842896,
      "learning_rate": 4.678736445858705e-06,
      "loss": 0.5313,
      "step": 218300
    },
    {
      "epoch": 60.93,
      "grad_norm": 1.5302444696426392,
      "learning_rate": 4.67873410959002e-06,
      "loss": 0.5274,
      "step": 218310
    },
    {
      "epoch": 60.93,
      "grad_norm": 1.7838135957717896,
      "learning_rate": 4.678731773010549e-06,
      "loss": 0.5349,
      "step": 218320
    },
    {
      "epoch": 60.93,
      "grad_norm": 2.1410043239593506,
      "learning_rate": 4.67872943612029e-06,
      "loss": 0.5387,
      "step": 218330
    },
    {
      "epoch": 60.94,
      "grad_norm": 1.6344349384307861,
      "learning_rate": 4.6787270989192455e-06,
      "loss": 0.5427,
      "step": 218340
    },
    {
      "epoch": 60.94,
      "grad_norm": 1.9661502838134766,
      "learning_rate": 4.6787247614074145e-06,
      "loss": 0.5104,
      "step": 218350
    },
    {
      "epoch": 60.94,
      "grad_norm": 1.629128098487854,
      "learning_rate": 4.678722423584798e-06,
      "loss": 0.5365,
      "step": 218360
    },
    {
      "epoch": 60.95,
      "grad_norm": 2.152850389480591,
      "learning_rate": 4.678720085451396e-06,
      "loss": 0.5363,
      "step": 218370
    },
    {
      "epoch": 60.95,
      "grad_norm": 2.174224376678467,
      "learning_rate": 4.678717747007209e-06,
      "loss": 0.5269,
      "step": 218380
    },
    {
      "epoch": 60.95,
      "grad_norm": 1.9304840564727783,
      "learning_rate": 4.678715408252237e-06,
      "loss": 0.5048,
      "step": 218390
    },
    {
      "epoch": 60.95,
      "grad_norm": 2.0814332962036133,
      "learning_rate": 4.67871306918648e-06,
      "loss": 0.5273,
      "step": 218400
    },
    {
      "epoch": 60.96,
      "grad_norm": 1.4775186777114868,
      "learning_rate": 4.67871072980994e-06,
      "loss": 0.5388,
      "step": 218410
    },
    {
      "epoch": 60.96,
      "grad_norm": 1.9679046869277954,
      "learning_rate": 4.678708390122615e-06,
      "loss": 0.5302,
      "step": 218420
    },
    {
      "epoch": 60.96,
      "grad_norm": 1.8556724786758423,
      "learning_rate": 4.6787060501245066e-06,
      "loss": 0.5155,
      "step": 218430
    },
    {
      "epoch": 60.97,
      "grad_norm": 2.4292502403259277,
      "learning_rate": 4.678703709815615e-06,
      "loss": 0.5234,
      "step": 218440
    },
    {
      "epoch": 60.97,
      "grad_norm": 1.873457431793213,
      "learning_rate": 4.67870136919594e-06,
      "loss": 0.5256,
      "step": 218450
    },
    {
      "epoch": 60.97,
      "grad_norm": 1.5507806539535522,
      "learning_rate": 4.678699028265483e-06,
      "loss": 0.5262,
      "step": 218460
    },
    {
      "epoch": 60.97,
      "grad_norm": 1.770495057106018,
      "learning_rate": 4.678696687024244e-06,
      "loss": 0.5169,
      "step": 218470
    },
    {
      "epoch": 60.98,
      "grad_norm": 1.9378751516342163,
      "learning_rate": 4.678694345472222e-06,
      "loss": 0.5101,
      "step": 218480
    },
    {
      "epoch": 60.98,
      "grad_norm": 1.8977988958358765,
      "learning_rate": 4.678692003609419e-06,
      "loss": 0.5258,
      "step": 218490
    },
    {
      "epoch": 60.98,
      "grad_norm": 2.023693561553955,
      "learning_rate": 4.6786896614358335e-06,
      "loss": 0.5266,
      "step": 218500
    },
    {
      "epoch": 60.99,
      "grad_norm": 1.8756203651428223,
      "learning_rate": 4.678687318951468e-06,
      "loss": 0.5327,
      "step": 218510
    },
    {
      "epoch": 60.99,
      "grad_norm": 1.878617763519287,
      "learning_rate": 4.678684976156321e-06,
      "loss": 0.5047,
      "step": 218520
    },
    {
      "epoch": 60.99,
      "grad_norm": 2.2934813499450684,
      "learning_rate": 4.678682633050394e-06,
      "loss": 0.5089,
      "step": 218530
    },
    {
      "epoch": 60.99,
      "grad_norm": 1.4984718561172485,
      "learning_rate": 4.678680289633687e-06,
      "loss": 0.5146,
      "step": 218540
    },
    {
      "epoch": 61.0,
      "grad_norm": 2.0782530307769775,
      "learning_rate": 4.678677945906199e-06,
      "loss": 0.5388,
      "step": 218550
    },
    {
      "epoch": 61.0,
      "grad_norm": 1.814656138420105,
      "learning_rate": 4.678675601867932e-06,
      "loss": 0.5343,
      "step": 218560
    },
    {
      "epoch": 61.0,
      "eval_loss": 0.5236260890960693,
      "eval_runtime": 63.3651,
      "eval_samples_per_second": 79.839,
      "eval_steps_per_second": 9.99,
      "step": 218563
    },
    {
      "epoch": 61.0,
      "grad_norm": 1.9212557077407837,
      "learning_rate": 4.678673257518887e-06,
      "loss": 0.5236,
      "step": 218570
    },
    {
      "epoch": 61.0,
      "grad_norm": 1.540331244468689,
      "learning_rate": 4.678670912859062e-06,
      "loss": 0.5211,
      "step": 218580
    },
    {
      "epoch": 61.01,
      "grad_norm": 1.7992695569992065,
      "learning_rate": 4.678668567888458e-06,
      "loss": 0.5192,
      "step": 218590
    },
    {
      "epoch": 61.01,
      "grad_norm": 1.7418268918991089,
      "learning_rate": 4.678666222607076e-06,
      "loss": 0.5192,
      "step": 218600
    },
    {
      "epoch": 61.01,
      "grad_norm": 1.429399013519287,
      "learning_rate": 4.678663877014916e-06,
      "loss": 0.5125,
      "step": 218610
    },
    {
      "epoch": 61.02,
      "grad_norm": 1.8053861856460571,
      "learning_rate": 4.678661531111979e-06,
      "loss": 0.506,
      "step": 218620
    },
    {
      "epoch": 61.02,
      "grad_norm": 1.5720969438552856,
      "learning_rate": 4.678659184898264e-06,
      "loss": 0.5315,
      "step": 218630
    },
    {
      "epoch": 61.02,
      "grad_norm": 1.6994810104370117,
      "learning_rate": 4.678656838373773e-06,
      "loss": 0.5304,
      "step": 218640
    },
    {
      "epoch": 61.02,
      "grad_norm": 1.6570416688919067,
      "learning_rate": 4.678654491538504e-06,
      "loss": 0.5347,
      "step": 218650
    },
    {
      "epoch": 61.03,
      "grad_norm": 2.1137678623199463,
      "learning_rate": 4.678652144392458e-06,
      "loss": 0.5289,
      "step": 218660
    },
    {
      "epoch": 61.03,
      "grad_norm": 1.3719775676727295,
      "learning_rate": 4.678649796935638e-06,
      "loss": 0.546,
      "step": 218670
    },
    {
      "epoch": 61.03,
      "grad_norm": 1.890641450881958,
      "learning_rate": 4.678647449168041e-06,
      "loss": 0.5338,
      "step": 218680
    },
    {
      "epoch": 61.04,
      "grad_norm": 1.9392215013504028,
      "learning_rate": 4.678645101089668e-06,
      "loss": 0.4953,
      "step": 218690
    },
    {
      "epoch": 61.04,
      "grad_norm": 1.7765814065933228,
      "learning_rate": 4.6786427527005204e-06,
      "loss": 0.5388,
      "step": 218700
    },
    {
      "epoch": 61.04,
      "grad_norm": 1.931858777999878,
      "learning_rate": 4.678640404000598e-06,
      "loss": 0.5131,
      "step": 218710
    },
    {
      "epoch": 61.04,
      "grad_norm": 1.79447603225708,
      "learning_rate": 4.678638054989902e-06,
      "loss": 0.5419,
      "step": 218720
    },
    {
      "epoch": 61.05,
      "grad_norm": 1.3704679012298584,
      "learning_rate": 4.67863570566843e-06,
      "loss": 0.5171,
      "step": 218730
    },
    {
      "epoch": 61.05,
      "grad_norm": 1.9888617992401123,
      "learning_rate": 4.678633356036184e-06,
      "loss": 0.5217,
      "step": 218740
    },
    {
      "epoch": 61.05,
      "grad_norm": 2.355538845062256,
      "learning_rate": 4.678631006093166e-06,
      "loss": 0.538,
      "step": 218750
    },
    {
      "epoch": 61.05,
      "grad_norm": 1.6226352453231812,
      "learning_rate": 4.678628655839374e-06,
      "loss": 0.5162,
      "step": 218760
    },
    {
      "epoch": 61.06,
      "grad_norm": 1.830774188041687,
      "learning_rate": 4.678626305274808e-06,
      "loss": 0.5104,
      "step": 218770
    },
    {
      "epoch": 61.06,
      "grad_norm": 1.3967288732528687,
      "learning_rate": 4.678623954399471e-06,
      "loss": 0.503,
      "step": 218780
    },
    {
      "epoch": 61.06,
      "grad_norm": 1.5086486339569092,
      "learning_rate": 4.678621603213361e-06,
      "loss": 0.5391,
      "step": 218790
    },
    {
      "epoch": 61.07,
      "grad_norm": 3.0446536540985107,
      "learning_rate": 4.678619251716479e-06,
      "loss": 0.5057,
      "step": 218800
    },
    {
      "epoch": 61.07,
      "grad_norm": 1.8692718744277954,
      "learning_rate": 4.678616899908825e-06,
      "loss": 0.5123,
      "step": 218810
    },
    {
      "epoch": 61.07,
      "grad_norm": 1.708566665649414,
      "learning_rate": 4.6786145477904e-06,
      "loss": 0.5031,
      "step": 218820
    },
    {
      "epoch": 61.07,
      "grad_norm": 1.7063217163085938,
      "learning_rate": 4.678612195361203e-06,
      "loss": 0.5361,
      "step": 218830
    },
    {
      "epoch": 61.08,
      "grad_norm": 1.7601923942565918,
      "learning_rate": 4.678609842621236e-06,
      "loss": 0.5247,
      "step": 218840
    },
    {
      "epoch": 61.08,
      "grad_norm": 2.2116270065307617,
      "learning_rate": 4.678607489570499e-06,
      "loss": 0.5204,
      "step": 218850
    },
    {
      "epoch": 61.08,
      "grad_norm": 1.704991102218628,
      "learning_rate": 4.6786051362089905e-06,
      "loss": 0.5062,
      "step": 218860
    },
    {
      "epoch": 61.09,
      "grad_norm": 1.928192138671875,
      "learning_rate": 4.678602782536713e-06,
      "loss": 0.5175,
      "step": 218870
    },
    {
      "epoch": 61.09,
      "grad_norm": 2.4321768283843994,
      "learning_rate": 4.6786004285536655e-06,
      "loss": 0.5094,
      "step": 218880
    },
    {
      "epoch": 61.09,
      "grad_norm": 2.1708388328552246,
      "learning_rate": 4.6785980742598485e-06,
      "loss": 0.5119,
      "step": 218890
    },
    {
      "epoch": 61.09,
      "grad_norm": 2.2599616050720215,
      "learning_rate": 4.678595719655264e-06,
      "loss": 0.5286,
      "step": 218900
    },
    {
      "epoch": 61.1,
      "grad_norm": 1.6496208906173706,
      "learning_rate": 4.678593364739909e-06,
      "loss": 0.5381,
      "step": 218910
    },
    {
      "epoch": 61.1,
      "grad_norm": 1.6231391429901123,
      "learning_rate": 4.678591009513788e-06,
      "loss": 0.5225,
      "step": 218920
    },
    {
      "epoch": 61.1,
      "grad_norm": 2.1446874141693115,
      "learning_rate": 4.678588653976897e-06,
      "loss": 0.5256,
      "step": 218930
    },
    {
      "epoch": 61.11,
      "grad_norm": 2.5472195148468018,
      "learning_rate": 4.67858629812924e-06,
      "loss": 0.5184,
      "step": 218940
    },
    {
      "epoch": 61.11,
      "grad_norm": 1.8060145378112793,
      "learning_rate": 4.678583941970814e-06,
      "loss": 0.51,
      "step": 218950
    },
    {
      "epoch": 61.11,
      "grad_norm": 1.4863466024398804,
      "learning_rate": 4.678581585501621e-06,
      "loss": 0.5331,
      "step": 218960
    },
    {
      "epoch": 61.11,
      "grad_norm": 1.8876715898513794,
      "learning_rate": 4.678579228721663e-06,
      "loss": 0.5207,
      "step": 218970
    },
    {
      "epoch": 61.12,
      "grad_norm": 2.4555859565734863,
      "learning_rate": 4.678576871630937e-06,
      "loss": 0.527,
      "step": 218980
    },
    {
      "epoch": 61.12,
      "grad_norm": 2.209444999694824,
      "learning_rate": 4.678574514229445e-06,
      "loss": 0.5144,
      "step": 218990
    },
    {
      "epoch": 61.12,
      "grad_norm": 1.6001858711242676,
      "learning_rate": 4.678572156517188e-06,
      "loss": 0.5139,
      "step": 219000
    },
    {
      "epoch": 61.12,
      "grad_norm": 2.245899200439453,
      "learning_rate": 4.678569798494165e-06,
      "loss": 0.5174,
      "step": 219010
    },
    {
      "epoch": 61.13,
      "grad_norm": 1.5922653675079346,
      "learning_rate": 4.678567440160378e-06,
      "loss": 0.5129,
      "step": 219020
    },
    {
      "epoch": 61.13,
      "grad_norm": 1.9945738315582275,
      "learning_rate": 4.678565081515825e-06,
      "loss": 0.5169,
      "step": 219030
    },
    {
      "epoch": 61.13,
      "grad_norm": 1.8524733781814575,
      "learning_rate": 4.678562722560508e-06,
      "loss": 0.5158,
      "step": 219040
    },
    {
      "epoch": 61.14,
      "grad_norm": 1.6309865713119507,
      "learning_rate": 4.678560363294427e-06,
      "loss": 0.5177,
      "step": 219050
    },
    {
      "epoch": 61.14,
      "grad_norm": 1.9898666143417358,
      "learning_rate": 4.678558003717581e-06,
      "loss": 0.5195,
      "step": 219060
    },
    {
      "epoch": 61.14,
      "grad_norm": 1.7600171566009521,
      "learning_rate": 4.678555643829972e-06,
      "loss": 0.5266,
      "step": 219070
    },
    {
      "epoch": 61.14,
      "grad_norm": 1.5287024974822998,
      "learning_rate": 4.6785532836316e-06,
      "loss": 0.5191,
      "step": 219080
    },
    {
      "epoch": 61.15,
      "grad_norm": 1.4188010692596436,
      "learning_rate": 4.678550923122464e-06,
      "loss": 0.5195,
      "step": 219090
    },
    {
      "epoch": 61.15,
      "grad_norm": 2.271110773086548,
      "learning_rate": 4.678548562302567e-06,
      "loss": 0.5092,
      "step": 219100
    },
    {
      "epoch": 61.15,
      "grad_norm": 1.6743601560592651,
      "learning_rate": 4.6785462011719066e-06,
      "loss": 0.5224,
      "step": 219110
    },
    {
      "epoch": 61.16,
      "grad_norm": 1.8170632123947144,
      "learning_rate": 4.678543839730484e-06,
      "loss": 0.5354,
      "step": 219120
    },
    {
      "epoch": 61.16,
      "grad_norm": 1.4852964878082275,
      "learning_rate": 4.678541477978301e-06,
      "loss": 0.5166,
      "step": 219130
    },
    {
      "epoch": 61.16,
      "grad_norm": 1.7681574821472168,
      "learning_rate": 4.678539115915355e-06,
      "loss": 0.5215,
      "step": 219140
    },
    {
      "epoch": 61.16,
      "grad_norm": 1.8564327955245972,
      "learning_rate": 4.678536753541649e-06,
      "loss": 0.517,
      "step": 219150
    },
    {
      "epoch": 61.17,
      "grad_norm": 1.7355005741119385,
      "learning_rate": 4.678534390857182e-06,
      "loss": 0.5387,
      "step": 219160
    },
    {
      "epoch": 61.17,
      "grad_norm": 1.8378417491912842,
      "learning_rate": 4.678532027861954e-06,
      "loss": 0.5251,
      "step": 219170
    },
    {
      "epoch": 61.17,
      "grad_norm": 1.586452603340149,
      "learning_rate": 4.678529664555967e-06,
      "loss": 0.5278,
      "step": 219180
    },
    {
      "epoch": 61.17,
      "grad_norm": 1.9430108070373535,
      "learning_rate": 4.6785273009392195e-06,
      "loss": 0.5332,
      "step": 219190
    },
    {
      "epoch": 61.18,
      "grad_norm": 1.9054795503616333,
      "learning_rate": 4.678524937011712e-06,
      "loss": 0.512,
      "step": 219200
    },
    {
      "epoch": 61.18,
      "grad_norm": 1.6835765838623047,
      "learning_rate": 4.6785225727734464e-06,
      "loss": 0.5064,
      "step": 219210
    },
    {
      "epoch": 61.18,
      "grad_norm": 1.523427128791809,
      "learning_rate": 4.678520208224421e-06,
      "loss": 0.5149,
      "step": 219220
    },
    {
      "epoch": 61.19,
      "grad_norm": 1.7237766981124878,
      "learning_rate": 4.678517843364638e-06,
      "loss": 0.5042,
      "step": 219230
    },
    {
      "epoch": 61.19,
      "grad_norm": 2.610081911087036,
      "learning_rate": 4.6785154781940965e-06,
      "loss": 0.5315,
      "step": 219240
    },
    {
      "epoch": 61.19,
      "grad_norm": 1.9218213558197021,
      "learning_rate": 4.678513112712796e-06,
      "loss": 0.5191,
      "step": 219250
    },
    {
      "epoch": 61.19,
      "grad_norm": 2.0019378662109375,
      "learning_rate": 4.678510746920738e-06,
      "loss": 0.5344,
      "step": 219260
    },
    {
      "epoch": 61.2,
      "grad_norm": 2.2004871368408203,
      "learning_rate": 4.678508380817924e-06,
      "loss": 0.525,
      "step": 219270
    },
    {
      "epoch": 61.2,
      "grad_norm": 2.0270931720733643,
      "learning_rate": 4.6785060144043525e-06,
      "loss": 0.5362,
      "step": 219280
    },
    {
      "epoch": 61.2,
      "grad_norm": 1.7173508405685425,
      "learning_rate": 4.678503647680025e-06,
      "loss": 0.5012,
      "step": 219290
    },
    {
      "epoch": 61.21,
      "grad_norm": 1.963800311088562,
      "learning_rate": 4.67850128064494e-06,
      "loss": 0.5312,
      "step": 219300
    },
    {
      "epoch": 61.21,
      "grad_norm": 1.6070696115493774,
      "learning_rate": 4.6784989132991e-06,
      "loss": 0.5298,
      "step": 219310
    },
    {
      "epoch": 61.21,
      "grad_norm": 1.7100870609283447,
      "learning_rate": 4.678496545642503e-06,
      "loss": 0.53,
      "step": 219320
    },
    {
      "epoch": 61.21,
      "grad_norm": 3.083244562149048,
      "learning_rate": 4.678494177675152e-06,
      "loss": 0.5195,
      "step": 219330
    },
    {
      "epoch": 61.22,
      "grad_norm": 1.950844168663025,
      "learning_rate": 4.678491809397045e-06,
      "loss": 0.5529,
      "step": 219340
    },
    {
      "epoch": 61.22,
      "grad_norm": 2.0088748931884766,
      "learning_rate": 4.678489440808183e-06,
      "loss": 0.5322,
      "step": 219350
    },
    {
      "epoch": 61.22,
      "grad_norm": 2.2666637897491455,
      "learning_rate": 4.678487071908567e-06,
      "loss": 0.5218,
      "step": 219360
    },
    {
      "epoch": 61.23,
      "grad_norm": 2.441664934158325,
      "learning_rate": 4.678484702698197e-06,
      "loss": 0.5519,
      "step": 219370
    },
    {
      "epoch": 61.23,
      "grad_norm": 1.7200348377227783,
      "learning_rate": 4.678482333177073e-06,
      "loss": 0.5237,
      "step": 219380
    },
    {
      "epoch": 61.23,
      "grad_norm": 2.308953285217285,
      "learning_rate": 4.678479963345196e-06,
      "loss": 0.5279,
      "step": 219390
    },
    {
      "epoch": 61.23,
      "grad_norm": 2.167210578918457,
      "learning_rate": 4.678477593202565e-06,
      "loss": 0.5323,
      "step": 219400
    },
    {
      "epoch": 61.24,
      "grad_norm": 1.866994023323059,
      "learning_rate": 4.6784752227491815e-06,
      "loss": 0.5249,
      "step": 219410
    },
    {
      "epoch": 61.24,
      "grad_norm": 2.4317052364349365,
      "learning_rate": 4.678472851985045e-06,
      "loss": 0.5298,
      "step": 219420
    },
    {
      "epoch": 61.24,
      "grad_norm": 1.8054202795028687,
      "learning_rate": 4.678470480910156e-06,
      "loss": 0.5309,
      "step": 219430
    },
    {
      "epoch": 61.24,
      "grad_norm": 1.6713142395019531,
      "learning_rate": 4.678468109524516e-06,
      "loss": 0.543,
      "step": 219440
    },
    {
      "epoch": 61.25,
      "grad_norm": 1.7137304544448853,
      "learning_rate": 4.6784657378281245e-06,
      "loss": 0.5222,
      "step": 219450
    },
    {
      "epoch": 61.25,
      "grad_norm": 2.7376949787139893,
      "learning_rate": 4.678463365820982e-06,
      "loss": 0.5132,
      "step": 219460
    },
    {
      "epoch": 61.25,
      "grad_norm": 1.9432392120361328,
      "learning_rate": 4.678460993503087e-06,
      "loss": 0.5208,
      "step": 219470
    },
    {
      "epoch": 61.26,
      "grad_norm": 1.9471092224121094,
      "learning_rate": 4.6784586208744425e-06,
      "loss": 0.5166,
      "step": 219480
    },
    {
      "epoch": 61.26,
      "grad_norm": 2.1470389366149902,
      "learning_rate": 4.678456247935047e-06,
      "loss": 0.5159,
      "step": 219490
    },
    {
      "epoch": 61.26,
      "grad_norm": 1.7954418659210205,
      "learning_rate": 4.678453874684901e-06,
      "loss": 0.5235,
      "step": 219500
    },
    {
      "epoch": 61.26,
      "grad_norm": 1.6076927185058594,
      "learning_rate": 4.678451501124007e-06,
      "loss": 0.5333,
      "step": 219510
    },
    {
      "epoch": 61.27,
      "grad_norm": 1.512718915939331,
      "learning_rate": 4.6784491272523624e-06,
      "loss": 0.5098,
      "step": 219520
    },
    {
      "epoch": 61.27,
      "grad_norm": 1.3747812509536743,
      "learning_rate": 4.678446753069969e-06,
      "loss": 0.5253,
      "step": 219530
    },
    {
      "epoch": 61.27,
      "grad_norm": 1.2283856868743896,
      "learning_rate": 4.678444378576827e-06,
      "loss": 0.5095,
      "step": 219540
    },
    {
      "epoch": 61.28,
      "grad_norm": 2.3815884590148926,
      "learning_rate": 4.678442003772936e-06,
      "loss": 0.5331,
      "step": 219550
    },
    {
      "epoch": 61.28,
      "grad_norm": 1.7233966588974,
      "learning_rate": 4.678439628658297e-06,
      "loss": 0.5177,
      "step": 219560
    },
    {
      "epoch": 61.28,
      "grad_norm": 1.8816605806350708,
      "learning_rate": 4.678437253232911e-06,
      "loss": 0.5035,
      "step": 219570
    },
    {
      "epoch": 61.28,
      "grad_norm": 2.3744475841522217,
      "learning_rate": 4.6784348774967765e-06,
      "loss": 0.5202,
      "step": 219580
    },
    {
      "epoch": 61.29,
      "grad_norm": 2.475822925567627,
      "learning_rate": 4.678432501449895e-06,
      "loss": 0.5373,
      "step": 219590
    },
    {
      "epoch": 61.29,
      "grad_norm": 1.6766650676727295,
      "learning_rate": 4.678430125092266e-06,
      "loss": 0.5331,
      "step": 219600
    },
    {
      "epoch": 61.29,
      "grad_norm": 2.6392574310302734,
      "learning_rate": 4.678427748423891e-06,
      "loss": 0.5171,
      "step": 219610
    },
    {
      "epoch": 61.3,
      "grad_norm": 1.9792811870574951,
      "learning_rate": 4.678425371444771e-06,
      "loss": 0.5274,
      "step": 219620
    },
    {
      "epoch": 61.3,
      "grad_norm": 1.8904223442077637,
      "learning_rate": 4.678422994154904e-06,
      "loss": 0.5303,
      "step": 219630
    },
    {
      "epoch": 61.3,
      "grad_norm": 2.193481922149658,
      "learning_rate": 4.678420616554291e-06,
      "loss": 0.5152,
      "step": 219640
    },
    {
      "epoch": 61.3,
      "grad_norm": 1.7194637060165405,
      "learning_rate": 4.678418238642933e-06,
      "loss": 0.5313,
      "step": 219650
    },
    {
      "epoch": 61.31,
      "grad_norm": 1.6005631685256958,
      "learning_rate": 4.67841586042083e-06,
      "loss": 0.5415,
      "step": 219660
    },
    {
      "epoch": 61.31,
      "grad_norm": 2.0585219860076904,
      "learning_rate": 4.678413481887983e-06,
      "loss": 0.4987,
      "step": 219670
    },
    {
      "epoch": 61.31,
      "grad_norm": 2.67576003074646,
      "learning_rate": 4.6784111030443906e-06,
      "loss": 0.5107,
      "step": 219680
    },
    {
      "epoch": 61.31,
      "grad_norm": 1.6050201654434204,
      "learning_rate": 4.678408723890055e-06,
      "loss": 0.543,
      "step": 219690
    },
    {
      "epoch": 61.32,
      "grad_norm": 1.5216212272644043,
      "learning_rate": 4.678406344424975e-06,
      "loss": 0.5254,
      "step": 219700
    },
    {
      "epoch": 61.32,
      "grad_norm": 2.0286307334899902,
      "learning_rate": 4.678403964649152e-06,
      "loss": 0.5417,
      "step": 219710
    },
    {
      "epoch": 61.32,
      "grad_norm": 1.8080627918243408,
      "learning_rate": 4.6784015845625855e-06,
      "loss": 0.5465,
      "step": 219720
    },
    {
      "epoch": 61.33,
      "grad_norm": 2.399162769317627,
      "learning_rate": 4.6783992041652765e-06,
      "loss": 0.5436,
      "step": 219730
    },
    {
      "epoch": 61.33,
      "grad_norm": 1.957098126411438,
      "learning_rate": 4.678396823457226e-06,
      "loss": 0.5312,
      "step": 219740
    },
    {
      "epoch": 61.33,
      "grad_norm": 1.7584210634231567,
      "learning_rate": 4.678394442438433e-06,
      "loss": 0.5117,
      "step": 219750
    },
    {
      "epoch": 61.33,
      "grad_norm": 1.902431607246399,
      "learning_rate": 4.678392061108897e-06,
      "loss": 0.5241,
      "step": 219760
    },
    {
      "epoch": 61.34,
      "grad_norm": 1.313650131225586,
      "learning_rate": 4.67838967946862e-06,
      "loss": 0.5334,
      "step": 219770
    },
    {
      "epoch": 61.34,
      "grad_norm": 1.6208198070526123,
      "learning_rate": 4.678387297517602e-06,
      "loss": 0.535,
      "step": 219780
    },
    {
      "epoch": 61.34,
      "grad_norm": 2.009805679321289,
      "learning_rate": 4.678384915255843e-06,
      "loss": 0.5082,
      "step": 219790
    },
    {
      "epoch": 61.35,
      "grad_norm": 1.9989858865737915,
      "learning_rate": 4.6783825326833435e-06,
      "loss": 0.5163,
      "step": 219800
    },
    {
      "epoch": 61.35,
      "grad_norm": 1.9352586269378662,
      "learning_rate": 4.678380149800105e-06,
      "loss": 0.5457,
      "step": 219810
    },
    {
      "epoch": 61.35,
      "grad_norm": 1.5948081016540527,
      "learning_rate": 4.678377766606125e-06,
      "loss": 0.5176,
      "step": 219820
    },
    {
      "epoch": 61.35,
      "grad_norm": 1.8663671016693115,
      "learning_rate": 4.678375383101406e-06,
      "loss": 0.5249,
      "step": 219830
    },
    {
      "epoch": 61.36,
      "grad_norm": 1.9913843870162964,
      "learning_rate": 4.678372999285947e-06,
      "loss": 0.5414,
      "step": 219840
    },
    {
      "epoch": 61.36,
      "grad_norm": 2.1943910121917725,
      "learning_rate": 4.67837061515975e-06,
      "loss": 0.5387,
      "step": 219850
    },
    {
      "epoch": 61.36,
      "grad_norm": 1.9194515943527222,
      "learning_rate": 4.678368230722815e-06,
      "loss": 0.532,
      "step": 219860
    },
    {
      "epoch": 61.36,
      "grad_norm": 2.3360750675201416,
      "learning_rate": 4.67836584597514e-06,
      "loss": 0.5198,
      "step": 219870
    },
    {
      "epoch": 61.37,
      "grad_norm": 1.8908010721206665,
      "learning_rate": 4.678363460916728e-06,
      "loss": 0.5184,
      "step": 219880
    },
    {
      "epoch": 61.37,
      "grad_norm": 1.6030776500701904,
      "learning_rate": 4.6783610755475775e-06,
      "loss": 0.511,
      "step": 219890
    },
    {
      "epoch": 61.37,
      "grad_norm": 1.7040754556655884,
      "learning_rate": 4.678358689867691e-06,
      "loss": 0.5279,
      "step": 219900
    },
    {
      "epoch": 61.38,
      "grad_norm": 1.7894071340560913,
      "learning_rate": 4.678356303877066e-06,
      "loss": 0.5047,
      "step": 219910
    },
    {
      "epoch": 61.38,
      "grad_norm": 2.3162708282470703,
      "learning_rate": 4.678353917575705e-06,
      "loss": 0.5104,
      "step": 219920
    },
    {
      "epoch": 61.38,
      "grad_norm": 1.7186781167984009,
      "learning_rate": 4.678351530963608e-06,
      "loss": 0.5193,
      "step": 219930
    },
    {
      "epoch": 61.38,
      "grad_norm": 1.8769469261169434,
      "learning_rate": 4.678349144040774e-06,
      "loss": 0.5354,
      "step": 219940
    },
    {
      "epoch": 61.39,
      "grad_norm": 2.350605010986328,
      "learning_rate": 4.678346756807205e-06,
      "loss": 0.5324,
      "step": 219950
    },
    {
      "epoch": 61.39,
      "grad_norm": 2.670835494995117,
      "learning_rate": 4.6783443692629e-06,
      "loss": 0.5133,
      "step": 219960
    },
    {
      "epoch": 61.39,
      "grad_norm": 2.8289265632629395,
      "learning_rate": 4.678341981407859e-06,
      "loss": 0.5318,
      "step": 219970
    },
    {
      "epoch": 61.4,
      "grad_norm": 2.096963405609131,
      "learning_rate": 4.678339593242085e-06,
      "loss": 0.5111,
      "step": 219980
    },
    {
      "epoch": 61.4,
      "grad_norm": 1.9174246788024902,
      "learning_rate": 4.678337204765576e-06,
      "loss": 0.5239,
      "step": 219990
    },
    {
      "epoch": 61.4,
      "grad_norm": 2.391287326812744,
      "learning_rate": 4.678334815978332e-06,
      "loss": 0.5083,
      "step": 220000
    },
    {
      "epoch": 61.4,
      "grad_norm": 1.7180861234664917,
      "learning_rate": 4.678332426880355e-06,
      "loss": 0.5111,
      "step": 220010
    },
    {
      "epoch": 61.41,
      "grad_norm": 2.4739990234375,
      "learning_rate": 4.678330037471643e-06,
      "loss": 0.5056,
      "step": 220020
    },
    {
      "epoch": 61.41,
      "grad_norm": 1.4979995489120483,
      "learning_rate": 4.678327647752199e-06,
      "loss": 0.5234,
      "step": 220030
    },
    {
      "epoch": 61.41,
      "grad_norm": 1.5263229608535767,
      "learning_rate": 4.678325257722022e-06,
      "loss": 0.5222,
      "step": 220040
    },
    {
      "epoch": 61.42,
      "grad_norm": 1.6855334043502808,
      "learning_rate": 4.678322867381113e-06,
      "loss": 0.5217,
      "step": 220050
    },
    {
      "epoch": 61.42,
      "grad_norm": 2.030101776123047,
      "learning_rate": 4.678320476729471e-06,
      "loss": 0.5255,
      "step": 220060
    },
    {
      "epoch": 61.42,
      "grad_norm": 1.9026528596878052,
      "learning_rate": 4.678318085767097e-06,
      "loss": 0.521,
      "step": 220070
    },
    {
      "epoch": 61.42,
      "grad_norm": 1.5486366748809814,
      "learning_rate": 4.678315694493991e-06,
      "loss": 0.554,
      "step": 220080
    },
    {
      "epoch": 61.43,
      "grad_norm": 1.8250133991241455,
      "learning_rate": 4.678313302910154e-06,
      "loss": 0.5171,
      "step": 220090
    },
    {
      "epoch": 61.43,
      "grad_norm": 2.1019537448883057,
      "learning_rate": 4.678310911015586e-06,
      "loss": 0.5318,
      "step": 220100
    },
    {
      "epoch": 61.43,
      "grad_norm": 1.195583462715149,
      "learning_rate": 4.678308518810287e-06,
      "loss": 0.5055,
      "step": 220110
    },
    {
      "epoch": 61.43,
      "grad_norm": 1.962694764137268,
      "learning_rate": 4.6783061262942586e-06,
      "loss": 0.5255,
      "step": 220120
    },
    {
      "epoch": 61.44,
      "grad_norm": 1.8174998760223389,
      "learning_rate": 4.678303733467499e-06,
      "loss": 0.5278,
      "step": 220130
    },
    {
      "epoch": 61.44,
      "grad_norm": 1.6284658908843994,
      "learning_rate": 4.67830134033001e-06,
      "loss": 0.4858,
      "step": 220140
    },
    {
      "epoch": 61.44,
      "grad_norm": 1.9666694402694702,
      "learning_rate": 4.678298946881792e-06,
      "loss": 0.5284,
      "step": 220150
    },
    {
      "epoch": 61.45,
      "grad_norm": 2.1840262413024902,
      "learning_rate": 4.678296553122845e-06,
      "loss": 0.5332,
      "step": 220160
    },
    {
      "epoch": 61.45,
      "grad_norm": 2.0271494388580322,
      "learning_rate": 4.6782941590531685e-06,
      "loss": 0.5352,
      "step": 220170
    },
    {
      "epoch": 61.45,
      "grad_norm": 1.701106309890747,
      "learning_rate": 4.6782917646727635e-06,
      "loss": 0.5367,
      "step": 220180
    },
    {
      "epoch": 61.45,
      "grad_norm": 1.9376153945922852,
      "learning_rate": 4.678289369981631e-06,
      "loss": 0.5397,
      "step": 220190
    },
    {
      "epoch": 61.46,
      "grad_norm": 1.653362512588501,
      "learning_rate": 4.67828697497977e-06,
      "loss": 0.5366,
      "step": 220200
    },
    {
      "epoch": 61.46,
      "grad_norm": 1.7231826782226562,
      "learning_rate": 4.678284579667182e-06,
      "loss": 0.5011,
      "step": 220210
    },
    {
      "epoch": 61.46,
      "grad_norm": 1.9861348867416382,
      "learning_rate": 4.6782821840438665e-06,
      "loss": 0.5227,
      "step": 220220
    },
    {
      "epoch": 61.47,
      "grad_norm": 1.814470887184143,
      "learning_rate": 4.678279788109825e-06,
      "loss": 0.5253,
      "step": 220230
    },
    {
      "epoch": 61.47,
      "grad_norm": 1.6524518728256226,
      "learning_rate": 4.678277391865056e-06,
      "loss": 0.5246,
      "step": 220240
    },
    {
      "epoch": 61.47,
      "grad_norm": 1.4002326726913452,
      "learning_rate": 4.678274995309561e-06,
      "loss": 0.5043,
      "step": 220250
    },
    {
      "epoch": 61.47,
      "grad_norm": 2.082612991333008,
      "learning_rate": 4.67827259844334e-06,
      "loss": 0.5274,
      "step": 220260
    },
    {
      "epoch": 61.48,
      "grad_norm": 1.9840093851089478,
      "learning_rate": 4.678270201266394e-06,
      "loss": 0.5192,
      "step": 220270
    },
    {
      "epoch": 61.48,
      "grad_norm": 1.7015756368637085,
      "learning_rate": 4.678267803778722e-06,
      "loss": 0.5064,
      "step": 220280
    },
    {
      "epoch": 61.48,
      "grad_norm": 2.5879673957824707,
      "learning_rate": 4.678265405980325e-06,
      "loss": 0.5045,
      "step": 220290
    },
    {
      "epoch": 61.48,
      "grad_norm": 2.032785415649414,
      "learning_rate": 4.678263007871205e-06,
      "loss": 0.5193,
      "step": 220300
    },
    {
      "epoch": 61.49,
      "grad_norm": 2.11194109916687,
      "learning_rate": 4.678260609451359e-06,
      "loss": 0.531,
      "step": 220310
    },
    {
      "epoch": 61.49,
      "grad_norm": 2.0369484424591064,
      "learning_rate": 4.678258210720789e-06,
      "loss": 0.5102,
      "step": 220320
    },
    {
      "epoch": 61.49,
      "grad_norm": 1.6716235876083374,
      "learning_rate": 4.678255811679495e-06,
      "loss": 0.5238,
      "step": 220330
    },
    {
      "epoch": 61.5,
      "grad_norm": 2.0406250953674316,
      "learning_rate": 4.67825341232748e-06,
      "loss": 0.5267,
      "step": 220340
    },
    {
      "epoch": 61.5,
      "grad_norm": 2.144826650619507,
      "learning_rate": 4.678251012664739e-06,
      "loss": 0.5357,
      "step": 220350
    },
    {
      "epoch": 61.5,
      "grad_norm": 1.6262024641036987,
      "learning_rate": 4.678248612691276e-06,
      "loss": 0.5304,
      "step": 220360
    },
    {
      "epoch": 61.5,
      "grad_norm": 2.264317512512207,
      "learning_rate": 4.678246212407092e-06,
      "loss": 0.5196,
      "step": 220370
    },
    {
      "epoch": 61.51,
      "grad_norm": 1.9456156492233276,
      "learning_rate": 4.678243811812185e-06,
      "loss": 0.5278,
      "step": 220380
    },
    {
      "epoch": 61.51,
      "grad_norm": 1.5626333951950073,
      "learning_rate": 4.678241410906557e-06,
      "loss": 0.5243,
      "step": 220390
    },
    {
      "epoch": 61.51,
      "grad_norm": 4.909313201904297,
      "learning_rate": 4.678239009690206e-06,
      "loss": 0.5504,
      "step": 220400
    },
    {
      "epoch": 61.52,
      "grad_norm": 2.0620620250701904,
      "learning_rate": 4.678236608163135e-06,
      "loss": 0.5479,
      "step": 220410
    },
    {
      "epoch": 61.52,
      "grad_norm": 2.305250883102417,
      "learning_rate": 4.678234206325343e-06,
      "loss": 0.5334,
      "step": 220420
    },
    {
      "epoch": 61.52,
      "grad_norm": 1.648061990737915,
      "learning_rate": 4.67823180417683e-06,
      "loss": 0.5121,
      "step": 220430
    },
    {
      "epoch": 61.52,
      "grad_norm": 1.9025585651397705,
      "learning_rate": 4.678229401717598e-06,
      "loss": 0.5318,
      "step": 220440
    },
    {
      "epoch": 61.53,
      "grad_norm": 1.5978609323501587,
      "learning_rate": 4.678226998947645e-06,
      "loss": 0.5183,
      "step": 220450
    },
    {
      "epoch": 61.53,
      "grad_norm": 1.8166227340698242,
      "learning_rate": 4.678224595866973e-06,
      "loss": 0.5347,
      "step": 220460
    },
    {
      "epoch": 61.53,
      "grad_norm": 2.182997941970825,
      "learning_rate": 4.6782221924755815e-06,
      "loss": 0.5184,
      "step": 220470
    },
    {
      "epoch": 61.54,
      "grad_norm": 1.8501248359680176,
      "learning_rate": 4.678219788773471e-06,
      "loss": 0.5562,
      "step": 220480
    },
    {
      "epoch": 61.54,
      "grad_norm": 1.9429782629013062,
      "learning_rate": 4.678217384760643e-06,
      "loss": 0.5198,
      "step": 220490
    },
    {
      "epoch": 61.54,
      "grad_norm": 2.217195987701416,
      "learning_rate": 4.678214980437096e-06,
      "loss": 0.5148,
      "step": 220500
    },
    {
      "epoch": 61.54,
      "grad_norm": 1.8548191785812378,
      "learning_rate": 4.678212575802831e-06,
      "loss": 0.5149,
      "step": 220510
    },
    {
      "epoch": 61.55,
      "grad_norm": 1.5535142421722412,
      "learning_rate": 4.6782101708578485e-06,
      "loss": 0.5218,
      "step": 220520
    },
    {
      "epoch": 61.55,
      "grad_norm": 1.9975467920303345,
      "learning_rate": 4.678207765602149e-06,
      "loss": 0.5215,
      "step": 220530
    },
    {
      "epoch": 61.55,
      "grad_norm": 1.513041377067566,
      "learning_rate": 4.678205360035732e-06,
      "loss": 0.5549,
      "step": 220540
    },
    {
      "epoch": 61.55,
      "grad_norm": 1.5879703760147095,
      "learning_rate": 4.678202954158598e-06,
      "loss": 0.5244,
      "step": 220550
    },
    {
      "epoch": 61.56,
      "grad_norm": 1.6341187953948975,
      "learning_rate": 4.678200547970749e-06,
      "loss": 0.5388,
      "step": 220560
    },
    {
      "epoch": 61.56,
      "grad_norm": 1.8607831001281738,
      "learning_rate": 4.678198141472184e-06,
      "loss": 0.5238,
      "step": 220570
    },
    {
      "epoch": 61.56,
      "grad_norm": 2.3353257179260254,
      "learning_rate": 4.678195734662902e-06,
      "loss": 0.5331,
      "step": 220580
    },
    {
      "epoch": 61.57,
      "grad_norm": 1.8192781209945679,
      "learning_rate": 4.678193327542905e-06,
      "loss": 0.5155,
      "step": 220590
    },
    {
      "epoch": 61.57,
      "grad_norm": 1.4000351428985596,
      "learning_rate": 4.678190920112193e-06,
      "loss": 0.5166,
      "step": 220600
    },
    {
      "epoch": 61.57,
      "grad_norm": 2.296963691711426,
      "learning_rate": 4.678188512370767e-06,
      "loss": 0.5331,
      "step": 220610
    },
    {
      "epoch": 61.57,
      "grad_norm": 1.5545498132705688,
      "learning_rate": 4.678186104318627e-06,
      "loss": 0.5172,
      "step": 220620
    },
    {
      "epoch": 61.58,
      "grad_norm": 2.028712511062622,
      "learning_rate": 4.678183695955771e-06,
      "loss": 0.5154,
      "step": 220630
    },
    {
      "epoch": 61.58,
      "grad_norm": 1.8973623514175415,
      "learning_rate": 4.6781812872822025e-06,
      "loss": 0.5371,
      "step": 220640
    },
    {
      "epoch": 61.58,
      "grad_norm": 1.8387112617492676,
      "learning_rate": 4.67817887829792e-06,
      "loss": 0.5364,
      "step": 220650
    },
    {
      "epoch": 61.59,
      "grad_norm": 1.6037863492965698,
      "learning_rate": 4.678176469002924e-06,
      "loss": 0.5209,
      "step": 220660
    },
    {
      "epoch": 61.59,
      "grad_norm": 1.73356294631958,
      "learning_rate": 4.6781740593972165e-06,
      "loss": 0.513,
      "step": 220670
    },
    {
      "epoch": 61.59,
      "grad_norm": 1.5159729719161987,
      "learning_rate": 4.678171649480796e-06,
      "loss": 0.5234,
      "step": 220680
    },
    {
      "epoch": 61.59,
      "grad_norm": 1.9379162788391113,
      "learning_rate": 4.678169239253663e-06,
      "loss": 0.5164,
      "step": 220690
    },
    {
      "epoch": 61.6,
      "grad_norm": 1.7840747833251953,
      "learning_rate": 4.678166828715819e-06,
      "loss": 0.5433,
      "step": 220700
    },
    {
      "epoch": 61.6,
      "grad_norm": 2.2103312015533447,
      "learning_rate": 4.678164417867262e-06,
      "loss": 0.5319,
      "step": 220710
    },
    {
      "epoch": 61.6,
      "grad_norm": 1.7886083126068115,
      "learning_rate": 4.678162006707996e-06,
      "loss": 0.5347,
      "step": 220720
    },
    {
      "epoch": 61.6,
      "grad_norm": 1.7880326509475708,
      "learning_rate": 4.678159595238017e-06,
      "loss": 0.5372,
      "step": 220730
    },
    {
      "epoch": 61.61,
      "grad_norm": 1.4941470623016357,
      "learning_rate": 4.678157183457328e-06,
      "loss": 0.4983,
      "step": 220740
    },
    {
      "epoch": 61.61,
      "grad_norm": 1.7426822185516357,
      "learning_rate": 4.678154771365929e-06,
      "loss": 0.522,
      "step": 220750
    },
    {
      "epoch": 61.61,
      "grad_norm": 2.1319684982299805,
      "learning_rate": 4.67815235896382e-06,
      "loss": 0.4919,
      "step": 220760
    },
    {
      "epoch": 61.62,
      "grad_norm": 1.765823245048523,
      "learning_rate": 4.678149946251002e-06,
      "loss": 0.5068,
      "step": 220770
    },
    {
      "epoch": 61.62,
      "grad_norm": 1.9826562404632568,
      "learning_rate": 4.678147533227474e-06,
      "loss": 0.5188,
      "step": 220780
    },
    {
      "epoch": 61.62,
      "grad_norm": 1.5835872888565063,
      "learning_rate": 4.678145119893238e-06,
      "loss": 0.5231,
      "step": 220790
    },
    {
      "epoch": 61.62,
      "grad_norm": 2.323078155517578,
      "learning_rate": 4.678142706248292e-06,
      "loss": 0.5166,
      "step": 220800
    },
    {
      "epoch": 61.63,
      "grad_norm": 2.2682347297668457,
      "learning_rate": 4.678140292292638e-06,
      "loss": 0.5264,
      "step": 220810
    },
    {
      "epoch": 61.63,
      "grad_norm": 1.9818480014801025,
      "learning_rate": 4.678137878026277e-06,
      "loss": 0.5234,
      "step": 220820
    },
    {
      "epoch": 61.63,
      "grad_norm": 2.1215810775756836,
      "learning_rate": 4.6781354634492076e-06,
      "loss": 0.5193,
      "step": 220830
    },
    {
      "epoch": 61.64,
      "grad_norm": 1.4499766826629639,
      "learning_rate": 4.678133048561431e-06,
      "loss": 0.5289,
      "step": 220840
    },
    {
      "epoch": 61.64,
      "grad_norm": 1.5231342315673828,
      "learning_rate": 4.6781306333629475e-06,
      "loss": 0.4941,
      "step": 220850
    },
    {
      "epoch": 61.64,
      "grad_norm": 1.6039083003997803,
      "learning_rate": 4.678128217853757e-06,
      "loss": 0.5243,
      "step": 220860
    },
    {
      "epoch": 61.64,
      "grad_norm": 1.9117484092712402,
      "learning_rate": 4.6781258020338605e-06,
      "loss": 0.5198,
      "step": 220870
    },
    {
      "epoch": 61.65,
      "grad_norm": 1.5663694143295288,
      "learning_rate": 4.678123385903258e-06,
      "loss": 0.5278,
      "step": 220880
    },
    {
      "epoch": 61.65,
      "grad_norm": 1.7275235652923584,
      "learning_rate": 4.678120969461949e-06,
      "loss": 0.5195,
      "step": 220890
    },
    {
      "epoch": 61.65,
      "grad_norm": 1.7377114295959473,
      "learning_rate": 4.678118552709935e-06,
      "loss": 0.5104,
      "step": 220900
    },
    {
      "epoch": 61.66,
      "grad_norm": 1.71280837059021,
      "learning_rate": 4.678116135647217e-06,
      "loss": 0.5321,
      "step": 220910
    },
    {
      "epoch": 61.66,
      "grad_norm": 1.621869683265686,
      "learning_rate": 4.6781137182737925e-06,
      "loss": 0.5103,
      "step": 220920
    },
    {
      "epoch": 61.66,
      "grad_norm": 2.203625202178955,
      "learning_rate": 4.678111300589665e-06,
      "loss": 0.5233,
      "step": 220930
    },
    {
      "epoch": 61.66,
      "grad_norm": 2.116793632507324,
      "learning_rate": 4.678108882594831e-06,
      "loss": 0.5217,
      "step": 220940
    },
    {
      "epoch": 61.67,
      "grad_norm": 2.0184221267700195,
      "learning_rate": 4.6781064642892955e-06,
      "loss": 0.5181,
      "step": 220950
    },
    {
      "epoch": 61.67,
      "grad_norm": 1.7166346311569214,
      "learning_rate": 4.678104045673056e-06,
      "loss": 0.5187,
      "step": 220960
    },
    {
      "epoch": 61.67,
      "grad_norm": 1.8653336763381958,
      "learning_rate": 4.678101626746114e-06,
      "loss": 0.5277,
      "step": 220970
    },
    {
      "epoch": 61.67,
      "grad_norm": 2.353424310684204,
      "learning_rate": 4.678099207508468e-06,
      "loss": 0.5225,
      "step": 220980
    },
    {
      "epoch": 61.68,
      "grad_norm": 2.222222089767456,
      "learning_rate": 4.67809678796012e-06,
      "loss": 0.5267,
      "step": 220990
    },
    {
      "epoch": 61.68,
      "grad_norm": 2.3017170429229736,
      "learning_rate": 4.67809436810107e-06,
      "loss": 0.5192,
      "step": 221000
    },
    {
      "epoch": 61.68,
      "grad_norm": 2.2314372062683105,
      "learning_rate": 4.678091947931317e-06,
      "loss": 0.5287,
      "step": 221010
    },
    {
      "epoch": 61.69,
      "grad_norm": 2.3511404991149902,
      "learning_rate": 4.678089527450864e-06,
      "loss": 0.5174,
      "step": 221020
    },
    {
      "epoch": 61.69,
      "grad_norm": 1.6623681783676147,
      "learning_rate": 4.678087106659709e-06,
      "loss": 0.5278,
      "step": 221030
    },
    {
      "epoch": 61.69,
      "grad_norm": 1.8623380661010742,
      "learning_rate": 4.678084685557853e-06,
      "loss": 0.5161,
      "step": 221040
    },
    {
      "epoch": 61.69,
      "grad_norm": 2.250917911529541,
      "learning_rate": 4.678082264145296e-06,
      "loss": 0.5144,
      "step": 221050
    },
    {
      "epoch": 61.7,
      "grad_norm": 1.602750301361084,
      "learning_rate": 4.678079842422039e-06,
      "loss": 0.5127,
      "step": 221060
    },
    {
      "epoch": 61.7,
      "grad_norm": 2.1955461502075195,
      "learning_rate": 4.6780774203880825e-06,
      "loss": 0.5085,
      "step": 221070
    },
    {
      "epoch": 61.7,
      "grad_norm": 1.7479344606399536,
      "learning_rate": 4.678074998043427e-06,
      "loss": 0.5196,
      "step": 221080
    },
    {
      "epoch": 61.71,
      "grad_norm": 1.9937726259231567,
      "learning_rate": 4.678072575388071e-06,
      "loss": 0.5238,
      "step": 221090
    },
    {
      "epoch": 61.71,
      "grad_norm": 1.7369440793991089,
      "learning_rate": 4.678070152422016e-06,
      "loss": 0.541,
      "step": 221100
    },
    {
      "epoch": 61.71,
      "grad_norm": 2.097043991088867,
      "learning_rate": 4.678067729145263e-06,
      "loss": 0.5143,
      "step": 221110
    },
    {
      "epoch": 61.71,
      "grad_norm": 1.4603959321975708,
      "learning_rate": 4.678065305557812e-06,
      "loss": 0.5406,
      "step": 221120
    },
    {
      "epoch": 61.72,
      "grad_norm": 2.0385711193084717,
      "learning_rate": 4.678062881659662e-06,
      "loss": 0.5283,
      "step": 221130
    },
    {
      "epoch": 61.72,
      "grad_norm": 2.0843045711517334,
      "learning_rate": 4.678060457450815e-06,
      "loss": 0.5242,
      "step": 221140
    },
    {
      "epoch": 61.72,
      "grad_norm": 1.6936484575271606,
      "learning_rate": 4.678058032931271e-06,
      "loss": 0.5165,
      "step": 221150
    },
    {
      "epoch": 61.72,
      "grad_norm": 1.9240858554840088,
      "learning_rate": 4.678055608101029e-06,
      "loss": 0.537,
      "step": 221160
    },
    {
      "epoch": 61.73,
      "grad_norm": 1.7737616300582886,
      "learning_rate": 4.678053182960091e-06,
      "loss": 0.5229,
      "step": 221170
    },
    {
      "epoch": 61.73,
      "grad_norm": 1.8254475593566895,
      "learning_rate": 4.678050757508455e-06,
      "loss": 0.5084,
      "step": 221180
    },
    {
      "epoch": 61.73,
      "grad_norm": 2.08678936958313,
      "learning_rate": 4.678048331746125e-06,
      "loss": 0.5138,
      "step": 221190
    },
    {
      "epoch": 61.74,
      "grad_norm": 2.2165122032165527,
      "learning_rate": 4.678045905673099e-06,
      "loss": 0.5024,
      "step": 221200
    },
    {
      "epoch": 61.74,
      "grad_norm": 2.071908950805664,
      "learning_rate": 4.678043479289377e-06,
      "loss": 0.5362,
      "step": 221210
    },
    {
      "epoch": 61.74,
      "grad_norm": 1.8870255947113037,
      "learning_rate": 4.6780410525949595e-06,
      "loss": 0.518,
      "step": 221220
    },
    {
      "epoch": 61.74,
      "grad_norm": 1.9670069217681885,
      "learning_rate": 4.678038625589848e-06,
      "loss": 0.5074,
      "step": 221230
    },
    {
      "epoch": 61.75,
      "grad_norm": 1.511307954788208,
      "learning_rate": 4.678036198274042e-06,
      "loss": 0.5232,
      "step": 221240
    },
    {
      "epoch": 61.75,
      "grad_norm": 1.2902462482452393,
      "learning_rate": 4.678033770647541e-06,
      "loss": 0.5361,
      "step": 221250
    },
    {
      "epoch": 61.75,
      "grad_norm": 2.038182258605957,
      "learning_rate": 4.678031342710347e-06,
      "loss": 0.5182,
      "step": 221260
    },
    {
      "epoch": 61.76,
      "grad_norm": 2.2196462154388428,
      "learning_rate": 4.678028914462459e-06,
      "loss": 0.5326,
      "step": 221270
    },
    {
      "epoch": 61.76,
      "grad_norm": 1.4846330881118774,
      "learning_rate": 4.678026485903878e-06,
      "loss": 0.524,
      "step": 221280
    },
    {
      "epoch": 61.76,
      "grad_norm": 2.0148119926452637,
      "learning_rate": 4.678024057034605e-06,
      "loss": 0.5132,
      "step": 221290
    },
    {
      "epoch": 61.76,
      "grad_norm": 1.8344240188598633,
      "learning_rate": 4.678021627854639e-06,
      "loss": 0.4963,
      "step": 221300
    },
    {
      "epoch": 61.77,
      "grad_norm": 1.9026548862457275,
      "learning_rate": 4.6780191983639806e-06,
      "loss": 0.5187,
      "step": 221310
    },
    {
      "epoch": 61.77,
      "grad_norm": 2.012033224105835,
      "learning_rate": 4.6780167685626296e-06,
      "loss": 0.5174,
      "step": 221320
    },
    {
      "epoch": 61.77,
      "grad_norm": 2.1936206817626953,
      "learning_rate": 4.678014338450588e-06,
      "loss": 0.536,
      "step": 221330
    },
    {
      "epoch": 61.78,
      "grad_norm": 2.0025298595428467,
      "learning_rate": 4.678011908027855e-06,
      "loss": 0.5095,
      "step": 221340
    },
    {
      "epoch": 61.78,
      "grad_norm": 1.8065919876098633,
      "learning_rate": 4.6780094772944315e-06,
      "loss": 0.5084,
      "step": 221350
    },
    {
      "epoch": 61.78,
      "grad_norm": 2.261556386947632,
      "learning_rate": 4.678007046250317e-06,
      "loss": 0.5095,
      "step": 221360
    },
    {
      "epoch": 61.78,
      "grad_norm": 1.7549974918365479,
      "learning_rate": 4.678004614895513e-06,
      "loss": 0.525,
      "step": 221370
    },
    {
      "epoch": 61.79,
      "grad_norm": 2.2703089714050293,
      "learning_rate": 4.678002183230018e-06,
      "loss": 0.5403,
      "step": 221380
    },
    {
      "epoch": 61.79,
      "grad_norm": 2.00309157371521,
      "learning_rate": 4.677999751253833e-06,
      "loss": 0.5281,
      "step": 221390
    },
    {
      "epoch": 61.79,
      "grad_norm": 1.8586674928665161,
      "learning_rate": 4.67799731896696e-06,
      "loss": 0.5213,
      "step": 221400
    },
    {
      "epoch": 61.79,
      "grad_norm": 1.578920841217041,
      "learning_rate": 4.677994886369397e-06,
      "loss": 0.53,
      "step": 221410
    },
    {
      "epoch": 61.8,
      "grad_norm": 1.9278019666671753,
      "learning_rate": 4.677992453461146e-06,
      "loss": 0.5203,
      "step": 221420
    },
    {
      "epoch": 61.8,
      "grad_norm": 2.7135016918182373,
      "learning_rate": 4.677990020242207e-06,
      "loss": 0.5376,
      "step": 221430
    },
    {
      "epoch": 61.8,
      "grad_norm": 1.76392662525177,
      "learning_rate": 4.67798758671258e-06,
      "loss": 0.5141,
      "step": 221440
    },
    {
      "epoch": 61.81,
      "grad_norm": 1.7730467319488525,
      "learning_rate": 4.677985152872264e-06,
      "loss": 0.5068,
      "step": 221450
    },
    {
      "epoch": 61.81,
      "grad_norm": 1.7120375633239746,
      "learning_rate": 4.677982718721262e-06,
      "loss": 0.5348,
      "step": 221460
    },
    {
      "epoch": 61.81,
      "grad_norm": 2.009568929672241,
      "learning_rate": 4.677980284259572e-06,
      "loss": 0.5444,
      "step": 221470
    },
    {
      "epoch": 61.81,
      "grad_norm": 2.263838052749634,
      "learning_rate": 4.677977849487197e-06,
      "loss": 0.5116,
      "step": 221480
    },
    {
      "epoch": 61.82,
      "grad_norm": 1.3743665218353271,
      "learning_rate": 4.6779754144041346e-06,
      "loss": 0.5139,
      "step": 221490
    },
    {
      "epoch": 61.82,
      "grad_norm": 1.806244969367981,
      "learning_rate": 4.677972979010386e-06,
      "loss": 0.5251,
      "step": 221500
    },
    {
      "epoch": 61.82,
      "grad_norm": 2.139369487762451,
      "learning_rate": 4.677970543305951e-06,
      "loss": 0.5397,
      "step": 221510
    },
    {
      "epoch": 61.83,
      "grad_norm": 1.9576722383499146,
      "learning_rate": 4.677968107290832e-06,
      "loss": 0.5171,
      "step": 221520
    },
    {
      "epoch": 61.83,
      "grad_norm": 1.6930177211761475,
      "learning_rate": 4.677965670965027e-06,
      "loss": 0.511,
      "step": 221530
    },
    {
      "epoch": 61.83,
      "grad_norm": 1.6744168996810913,
      "learning_rate": 4.677963234328538e-06,
      "loss": 0.507,
      "step": 221540
    },
    {
      "epoch": 61.83,
      "grad_norm": 2.124030828475952,
      "learning_rate": 4.677960797381364e-06,
      "loss": 0.5143,
      "step": 221550
    },
    {
      "epoch": 61.84,
      "grad_norm": 2.030386209487915,
      "learning_rate": 4.677958360123506e-06,
      "loss": 0.5255,
      "step": 221560
    },
    {
      "epoch": 61.84,
      "grad_norm": 1.649718999862671,
      "learning_rate": 4.677955922554964e-06,
      "loss": 0.5003,
      "step": 221570
    },
    {
      "epoch": 61.84,
      "grad_norm": 1.9243141412734985,
      "learning_rate": 4.677953484675739e-06,
      "loss": 0.5362,
      "step": 221580
    },
    {
      "epoch": 61.84,
      "grad_norm": 1.4816120862960815,
      "learning_rate": 4.6779510464858314e-06,
      "loss": 0.5334,
      "step": 221590
    },
    {
      "epoch": 61.85,
      "grad_norm": 1.7486944198608398,
      "learning_rate": 4.67794860798524e-06,
      "loss": 0.5118,
      "step": 221600
    },
    {
      "epoch": 61.85,
      "grad_norm": 2.0775716304779053,
      "learning_rate": 4.677946169173967e-06,
      "loss": 0.5072,
      "step": 221610
    },
    {
      "epoch": 61.85,
      "grad_norm": 1.9297720193862915,
      "learning_rate": 4.677943730052011e-06,
      "loss": 0.5271,
      "step": 221620
    },
    {
      "epoch": 61.86,
      "grad_norm": 1.6188955307006836,
      "learning_rate": 4.6779412906193736e-06,
      "loss": 0.5224,
      "step": 221630
    },
    {
      "epoch": 61.86,
      "grad_norm": 2.311307668685913,
      "learning_rate": 4.677938850876054e-06,
      "loss": 0.5252,
      "step": 221640
    },
    {
      "epoch": 61.86,
      "grad_norm": 1.6658674478530884,
      "learning_rate": 4.677936410822055e-06,
      "loss": 0.5069,
      "step": 221650
    },
    {
      "epoch": 61.86,
      "grad_norm": 1.6177527904510498,
      "learning_rate": 4.677933970457373e-06,
      "loss": 0.5228,
      "step": 221660
    },
    {
      "epoch": 61.87,
      "grad_norm": 2.344647169113159,
      "learning_rate": 4.677931529782011e-06,
      "loss": 0.5346,
      "step": 221670
    },
    {
      "epoch": 61.87,
      "grad_norm": 1.6375494003295898,
      "learning_rate": 4.677929088795971e-06,
      "loss": 0.5055,
      "step": 221680
    },
    {
      "epoch": 61.87,
      "grad_norm": 1.7988090515136719,
      "learning_rate": 4.677926647499248e-06,
      "loss": 0.5174,
      "step": 221690
    },
    {
      "epoch": 61.88,
      "grad_norm": 1.4702348709106445,
      "learning_rate": 4.677924205891848e-06,
      "loss": 0.5158,
      "step": 221700
    },
    {
      "epoch": 61.88,
      "grad_norm": 1.8276058435440063,
      "learning_rate": 4.677921763973768e-06,
      "loss": 0.5279,
      "step": 221710
    },
    {
      "epoch": 61.88,
      "grad_norm": 1.834047794342041,
      "learning_rate": 4.677919321745008e-06,
      "loss": 0.5155,
      "step": 221720
    },
    {
      "epoch": 61.88,
      "grad_norm": 2.08963942527771,
      "learning_rate": 4.67791687920557e-06,
      "loss": 0.5125,
      "step": 221730
    },
    {
      "epoch": 61.89,
      "grad_norm": 1.9750052690505981,
      "learning_rate": 4.677914436355454e-06,
      "loss": 0.5202,
      "step": 221740
    },
    {
      "epoch": 61.89,
      "grad_norm": 1.6056832075119019,
      "learning_rate": 4.6779119931946595e-06,
      "loss": 0.5208,
      "step": 221750
    },
    {
      "epoch": 61.89,
      "grad_norm": 1.7387782335281372,
      "learning_rate": 4.677909549723189e-06,
      "loss": 0.5375,
      "step": 221760
    },
    {
      "epoch": 61.9,
      "grad_norm": 1.5307590961456299,
      "learning_rate": 4.677907105941039e-06,
      "loss": 0.5247,
      "step": 221770
    },
    {
      "epoch": 61.9,
      "grad_norm": 2.149991989135742,
      "learning_rate": 4.677904661848213e-06,
      "loss": 0.533,
      "step": 221780
    },
    {
      "epoch": 61.9,
      "grad_norm": 1.5562983751296997,
      "learning_rate": 4.677902217444711e-06,
      "loss": 0.5201,
      "step": 221790
    },
    {
      "epoch": 61.9,
      "grad_norm": 1.6100664138793945,
      "learning_rate": 4.677899772730532e-06,
      "loss": 0.527,
      "step": 221800
    },
    {
      "epoch": 61.91,
      "grad_norm": 1.836452603340149,
      "learning_rate": 4.677897327705678e-06,
      "loss": 0.5064,
      "step": 221810
    },
    {
      "epoch": 61.91,
      "grad_norm": 2.058426856994629,
      "learning_rate": 4.677894882370147e-06,
      "loss": 0.5093,
      "step": 221820
    },
    {
      "epoch": 61.91,
      "grad_norm": 1.7831977605819702,
      "learning_rate": 4.677892436723942e-06,
      "loss": 0.5195,
      "step": 221830
    },
    {
      "epoch": 61.91,
      "grad_norm": 2.1746504306793213,
      "learning_rate": 4.677889990767061e-06,
      "loss": 0.5341,
      "step": 221840
    },
    {
      "epoch": 61.92,
      "grad_norm": 1.7285255193710327,
      "learning_rate": 4.677887544499506e-06,
      "loss": 0.5075,
      "step": 221850
    },
    {
      "epoch": 61.92,
      "grad_norm": 2.3692808151245117,
      "learning_rate": 4.677885097921276e-06,
      "loss": 0.5034,
      "step": 221860
    },
    {
      "epoch": 61.92,
      "grad_norm": 1.9605398178100586,
      "learning_rate": 4.677882651032372e-06,
      "loss": 0.5294,
      "step": 221870
    },
    {
      "epoch": 61.93,
      "grad_norm": 2.1572020053863525,
      "learning_rate": 4.677880203832795e-06,
      "loss": 0.5301,
      "step": 221880
    },
    {
      "epoch": 61.93,
      "grad_norm": 1.6589516401290894,
      "learning_rate": 4.677877756322544e-06,
      "loss": 0.5218,
      "step": 221890
    },
    {
      "epoch": 61.93,
      "grad_norm": 2.0047361850738525,
      "learning_rate": 4.677875308501621e-06,
      "loss": 0.5172,
      "step": 221900
    },
    {
      "epoch": 61.93,
      "grad_norm": 1.4923161268234253,
      "learning_rate": 4.677872860370025e-06,
      "loss": 0.5172,
      "step": 221910
    },
    {
      "epoch": 61.94,
      "grad_norm": 1.5601017475128174,
      "learning_rate": 4.677870411927755e-06,
      "loss": 0.5222,
      "step": 221920
    },
    {
      "epoch": 61.94,
      "grad_norm": 1.8378125429153442,
      "learning_rate": 4.677867963174814e-06,
      "loss": 0.531,
      "step": 221930
    },
    {
      "epoch": 61.94,
      "grad_norm": 1.4789437055587769,
      "learning_rate": 4.677865514111202e-06,
      "loss": 0.5231,
      "step": 221940
    },
    {
      "epoch": 61.95,
      "grad_norm": 2.1382405757904053,
      "learning_rate": 4.677863064736917e-06,
      "loss": 0.5406,
      "step": 221950
    },
    {
      "epoch": 61.95,
      "grad_norm": 1.8835972547531128,
      "learning_rate": 4.677860615051962e-06,
      "loss": 0.5058,
      "step": 221960
    },
    {
      "epoch": 61.95,
      "grad_norm": 1.516548752784729,
      "learning_rate": 4.6778581650563365e-06,
      "loss": 0.5194,
      "step": 221970
    },
    {
      "epoch": 61.95,
      "grad_norm": 1.571890115737915,
      "learning_rate": 4.67785571475004e-06,
      "loss": 0.5203,
      "step": 221980
    },
    {
      "epoch": 61.96,
      "grad_norm": 1.9945632219314575,
      "learning_rate": 4.6778532641330735e-06,
      "loss": 0.5265,
      "step": 221990
    },
    {
      "epoch": 61.96,
      "grad_norm": 2.0428359508514404,
      "learning_rate": 4.677850813205437e-06,
      "loss": 0.5248,
      "step": 222000
    },
    {
      "epoch": 61.96,
      "grad_norm": 1.66129469871521,
      "learning_rate": 4.677848361967131e-06,
      "loss": 0.5174,
      "step": 222010
    },
    {
      "epoch": 61.96,
      "grad_norm": 1.8793377876281738,
      "learning_rate": 4.677845910418157e-06,
      "loss": 0.5164,
      "step": 222020
    },
    {
      "epoch": 61.97,
      "grad_norm": 2.3751347064971924,
      "learning_rate": 4.677843458558513e-06,
      "loss": 0.5303,
      "step": 222030
    },
    {
      "epoch": 61.97,
      "grad_norm": 1.9028615951538086,
      "learning_rate": 4.6778410063882005e-06,
      "loss": 0.515,
      "step": 222040
    },
    {
      "epoch": 61.97,
      "grad_norm": 2.252988338470459,
      "learning_rate": 4.6778385539072205e-06,
      "loss": 0.5087,
      "step": 222050
    },
    {
      "epoch": 61.98,
      "grad_norm": 1.4322172403335571,
      "learning_rate": 4.677836101115573e-06,
      "loss": 0.5154,
      "step": 222060
    },
    {
      "epoch": 61.98,
      "grad_norm": 1.7909644842147827,
      "learning_rate": 4.6778336480132565e-06,
      "loss": 0.5171,
      "step": 222070
    },
    {
      "epoch": 61.98,
      "grad_norm": 1.925580620765686,
      "learning_rate": 4.677831194600274e-06,
      "loss": 0.5392,
      "step": 222080
    },
    {
      "epoch": 61.98,
      "grad_norm": 1.89818274974823,
      "learning_rate": 4.677828740876624e-06,
      "loss": 0.5338,
      "step": 222090
    },
    {
      "epoch": 61.99,
      "grad_norm": 2.032986640930176,
      "learning_rate": 4.677826286842308e-06,
      "loss": 0.5144,
      "step": 222100
    },
    {
      "epoch": 61.99,
      "grad_norm": 2.051142454147339,
      "learning_rate": 4.6778238324973265e-06,
      "loss": 0.5014,
      "step": 222110
    },
    {
      "epoch": 61.99,
      "grad_norm": 2.2485485076904297,
      "learning_rate": 4.677821377841678e-06,
      "loss": 0.5067,
      "step": 222120
    },
    {
      "epoch": 62.0,
      "grad_norm": 1.6958532333374023,
      "learning_rate": 4.677818922875365e-06,
      "loss": 0.5543,
      "step": 222130
    },
    {
      "epoch": 62.0,
      "grad_norm": 1.7893750667572021,
      "learning_rate": 4.677816467598386e-06,
      "loss": 0.5121,
      "step": 222140
    },
    {
      "epoch": 62.0,
      "eval_loss": 0.5225880146026611,
      "eval_runtime": 63.2315,
      "eval_samples_per_second": 80.008,
      "eval_steps_per_second": 10.011,
      "step": 222146
    },
    {
      "epoch": 62.0,
      "grad_norm": 1.9684956073760986,
      "learning_rate": 4.677814012010742e-06,
      "loss": 0.5249,
      "step": 222150
    },
    {
      "epoch": 62.0,
      "grad_norm": 2.0129828453063965,
      "learning_rate": 4.677811556112434e-06,
      "loss": 0.5285,
      "step": 222160
    },
    {
      "epoch": 62.01,
      "grad_norm": 1.8007981777191162,
      "learning_rate": 4.677809099903461e-06,
      "loss": 0.518,
      "step": 222170
    },
    {
      "epoch": 62.01,
      "grad_norm": 2.00787091255188,
      "learning_rate": 4.6778066433838245e-06,
      "loss": 0.5149,
      "step": 222180
    },
    {
      "epoch": 62.01,
      "grad_norm": 2.066359519958496,
      "learning_rate": 4.677804186553524e-06,
      "loss": 0.5159,
      "step": 222190
    },
    {
      "epoch": 62.02,
      "grad_norm": 1.814024567604065,
      "learning_rate": 4.677801729412561e-06,
      "loss": 0.5266,
      "step": 222200
    },
    {
      "epoch": 62.02,
      "grad_norm": 1.5984508991241455,
      "learning_rate": 4.677799271960934e-06,
      "loss": 0.5143,
      "step": 222210
    },
    {
      "epoch": 62.02,
      "grad_norm": 1.8835378885269165,
      "learning_rate": 4.677796814198646e-06,
      "loss": 0.5067,
      "step": 222220
    },
    {
      "epoch": 62.02,
      "grad_norm": 1.6361101865768433,
      "learning_rate": 4.677794356125694e-06,
      "loss": 0.5189,
      "step": 222230
    },
    {
      "epoch": 62.03,
      "grad_norm": 1.620313048362732,
      "learning_rate": 4.677791897742081e-06,
      "loss": 0.519,
      "step": 222240
    },
    {
      "epoch": 62.03,
      "grad_norm": 1.8087798357009888,
      "learning_rate": 4.677789439047807e-06,
      "loss": 0.5056,
      "step": 222250
    },
    {
      "epoch": 62.03,
      "grad_norm": 1.751458764076233,
      "learning_rate": 4.677786980042871e-06,
      "loss": 0.5068,
      "step": 222260
    },
    {
      "epoch": 62.03,
      "grad_norm": 1.9807853698730469,
      "learning_rate": 4.6777845207272744e-06,
      "loss": 0.5241,
      "step": 222270
    },
    {
      "epoch": 62.04,
      "grad_norm": 2.2854971885681152,
      "learning_rate": 4.677782061101017e-06,
      "loss": 0.5371,
      "step": 222280
    },
    {
      "epoch": 62.04,
      "grad_norm": 2.5952322483062744,
      "learning_rate": 4.6777796011640994e-06,
      "loss": 0.5178,
      "step": 222290
    },
    {
      "epoch": 62.04,
      "grad_norm": 2.208653450012207,
      "learning_rate": 4.677777140916521e-06,
      "loss": 0.51,
      "step": 222300
    },
    {
      "epoch": 62.05,
      "grad_norm": 1.7762869596481323,
      "learning_rate": 4.677774680358283e-06,
      "loss": 0.5067,
      "step": 222310
    },
    {
      "epoch": 62.05,
      "grad_norm": 2.761622667312622,
      "learning_rate": 4.677772219489387e-06,
      "loss": 0.5076,
      "step": 222320
    },
    {
      "epoch": 62.05,
      "grad_norm": 1.6439447402954102,
      "learning_rate": 4.677769758309831e-06,
      "loss": 0.503,
      "step": 222330
    },
    {
      "epoch": 62.05,
      "grad_norm": 2.7304883003234863,
      "learning_rate": 4.6777672968196165e-06,
      "loss": 0.5291,
      "step": 222340
    },
    {
      "epoch": 62.06,
      "grad_norm": 2.408618211746216,
      "learning_rate": 4.677764835018744e-06,
      "loss": 0.4981,
      "step": 222350
    },
    {
      "epoch": 62.06,
      "grad_norm": 2.069729804992676,
      "learning_rate": 4.677762372907214e-06,
      "loss": 0.522,
      "step": 222360
    },
    {
      "epoch": 62.06,
      "grad_norm": 1.7142385244369507,
      "learning_rate": 4.677759910485025e-06,
      "loss": 0.5326,
      "step": 222370
    },
    {
      "epoch": 62.07,
      "grad_norm": 1.7066094875335693,
      "learning_rate": 4.677757447752179e-06,
      "loss": 0.5384,
      "step": 222380
    },
    {
      "epoch": 62.07,
      "grad_norm": 2.344320297241211,
      "learning_rate": 4.6777549847086766e-06,
      "loss": 0.5089,
      "step": 222390
    },
    {
      "epoch": 62.07,
      "grad_norm": 1.3532782793045044,
      "learning_rate": 4.677752521354517e-06,
      "loss": 0.5214,
      "step": 222400
    },
    {
      "epoch": 62.07,
      "grad_norm": 2.5241034030914307,
      "learning_rate": 4.677750057689701e-06,
      "loss": 0.5186,
      "step": 222410
    },
    {
      "epoch": 62.08,
      "grad_norm": 1.835763692855835,
      "learning_rate": 4.677747593714229e-06,
      "loss": 0.5284,
      "step": 222420
    },
    {
      "epoch": 62.08,
      "grad_norm": 1.6396652460098267,
      "learning_rate": 4.677745129428101e-06,
      "loss": 0.5142,
      "step": 222430
    },
    {
      "epoch": 62.08,
      "grad_norm": 1.5550601482391357,
      "learning_rate": 4.677742664831318e-06,
      "loss": 0.5257,
      "step": 222440
    },
    {
      "epoch": 62.08,
      "grad_norm": 1.5940430164337158,
      "learning_rate": 4.67774019992388e-06,
      "loss": 0.5224,
      "step": 222450
    },
    {
      "epoch": 62.09,
      "grad_norm": 1.961233139038086,
      "learning_rate": 4.677737734705787e-06,
      "loss": 0.5091,
      "step": 222460
    },
    {
      "epoch": 62.09,
      "grad_norm": 2.27421498298645,
      "learning_rate": 4.67773526917704e-06,
      "loss": 0.5109,
      "step": 222470
    },
    {
      "epoch": 62.09,
      "grad_norm": 1.8703808784484863,
      "learning_rate": 4.677732803337638e-06,
      "loss": 0.5295,
      "step": 222480
    },
    {
      "epoch": 62.1,
      "grad_norm": 1.5412845611572266,
      "learning_rate": 4.6777303371875834e-06,
      "loss": 0.5162,
      "step": 222490
    },
    {
      "epoch": 62.1,
      "grad_norm": 2.5237948894500732,
      "learning_rate": 4.677727870726875e-06,
      "loss": 0.5413,
      "step": 222500
    },
    {
      "epoch": 62.1,
      "grad_norm": 1.8528063297271729,
      "learning_rate": 4.677725403955513e-06,
      "loss": 0.5187,
      "step": 222510
    },
    {
      "epoch": 62.1,
      "grad_norm": 2.212001085281372,
      "learning_rate": 4.677722936873499e-06,
      "loss": 0.5365,
      "step": 222520
    },
    {
      "epoch": 62.11,
      "grad_norm": 1.6214555501937866,
      "learning_rate": 4.677720469480832e-06,
      "loss": 0.5264,
      "step": 222530
    },
    {
      "epoch": 62.11,
      "grad_norm": 1.5759884119033813,
      "learning_rate": 4.677718001777513e-06,
      "loss": 0.5131,
      "step": 222540
    },
    {
      "epoch": 62.11,
      "grad_norm": 4.245672225952148,
      "learning_rate": 4.677715533763543e-06,
      "loss": 0.5114,
      "step": 222550
    },
    {
      "epoch": 62.12,
      "grad_norm": 1.8598970174789429,
      "learning_rate": 4.677713065438921e-06,
      "loss": 0.5228,
      "step": 222560
    },
    {
      "epoch": 62.12,
      "grad_norm": 1.7617419958114624,
      "learning_rate": 4.677710596803648e-06,
      "loss": 0.5094,
      "step": 222570
    },
    {
      "epoch": 62.12,
      "grad_norm": 2.0077450275421143,
      "learning_rate": 4.677708127857723e-06,
      "loss": 0.5249,
      "step": 222580
    },
    {
      "epoch": 62.12,
      "grad_norm": 1.6501983404159546,
      "learning_rate": 4.677705658601149e-06,
      "loss": 0.5359,
      "step": 222590
    },
    {
      "epoch": 62.13,
      "grad_norm": 2.3509271144866943,
      "learning_rate": 4.677703189033924e-06,
      "loss": 0.5339,
      "step": 222600
    },
    {
      "epoch": 62.13,
      "grad_norm": 1.6646506786346436,
      "learning_rate": 4.67770071915605e-06,
      "loss": 0.5058,
      "step": 222610
    },
    {
      "epoch": 62.13,
      "grad_norm": 2.446249008178711,
      "learning_rate": 4.6776982489675265e-06,
      "loss": 0.5147,
      "step": 222620
    },
    {
      "epoch": 62.14,
      "grad_norm": 2.049332618713379,
      "learning_rate": 4.677695778468353e-06,
      "loss": 0.5053,
      "step": 222630
    },
    {
      "epoch": 62.14,
      "grad_norm": 2.3180694580078125,
      "learning_rate": 4.677693307658531e-06,
      "loss": 0.5188,
      "step": 222640
    },
    {
      "epoch": 62.14,
      "grad_norm": 1.6332614421844482,
      "learning_rate": 4.677690836538061e-06,
      "loss": 0.5238,
      "step": 222650
    },
    {
      "epoch": 62.14,
      "grad_norm": 2.3022379875183105,
      "learning_rate": 4.677688365106942e-06,
      "loss": 0.5134,
      "step": 222660
    },
    {
      "epoch": 62.15,
      "grad_norm": 1.5817075967788696,
      "learning_rate": 4.677685893365176e-06,
      "loss": 0.521,
      "step": 222670
    },
    {
      "epoch": 62.15,
      "grad_norm": 2.2393581867218018,
      "learning_rate": 4.677683421312762e-06,
      "loss": 0.5372,
      "step": 222680
    },
    {
      "epoch": 62.15,
      "grad_norm": 4.2312774658203125,
      "learning_rate": 4.677680948949701e-06,
      "loss": 0.5346,
      "step": 222690
    },
    {
      "epoch": 62.15,
      "grad_norm": 1.9142003059387207,
      "learning_rate": 4.677678476275993e-06,
      "loss": 0.5077,
      "step": 222700
    },
    {
      "epoch": 62.16,
      "grad_norm": 1.4728050231933594,
      "learning_rate": 4.677676003291638e-06,
      "loss": 0.5364,
      "step": 222710
    },
    {
      "epoch": 62.16,
      "grad_norm": 1.62733793258667,
      "learning_rate": 4.677673529996639e-06,
      "loss": 0.5036,
      "step": 222720
    },
    {
      "epoch": 62.16,
      "grad_norm": 1.7664251327514648,
      "learning_rate": 4.677671056390991e-06,
      "loss": 0.5048,
      "step": 222730
    },
    {
      "epoch": 62.17,
      "grad_norm": 2.176358222961426,
      "learning_rate": 4.677668582474699e-06,
      "loss": 0.5134,
      "step": 222740
    },
    {
      "epoch": 62.17,
      "grad_norm": 1.6085608005523682,
      "learning_rate": 4.677666108247763e-06,
      "loss": 0.5122,
      "step": 222750
    },
    {
      "epoch": 62.17,
      "grad_norm": 2.4652931690216064,
      "learning_rate": 4.67766363371018e-06,
      "loss": 0.5168,
      "step": 222760
    },
    {
      "epoch": 62.17,
      "grad_norm": 2.085458278656006,
      "learning_rate": 4.677661158861954e-06,
      "loss": 0.524,
      "step": 222770
    },
    {
      "epoch": 62.18,
      "grad_norm": 1.8149938583374023,
      "learning_rate": 4.677658683703083e-06,
      "loss": 0.5276,
      "step": 222780
    },
    {
      "epoch": 62.18,
      "grad_norm": 1.8084818124771118,
      "learning_rate": 4.677656208233569e-06,
      "loss": 0.5095,
      "step": 222790
    },
    {
      "epoch": 62.18,
      "grad_norm": 1.451003074645996,
      "learning_rate": 4.67765373245341e-06,
      "loss": 0.5107,
      "step": 222800
    },
    {
      "epoch": 62.19,
      "grad_norm": 1.8184436559677124,
      "learning_rate": 4.677651256362608e-06,
      "loss": 0.5328,
      "step": 222810
    },
    {
      "epoch": 62.19,
      "grad_norm": 2.0631489753723145,
      "learning_rate": 4.677648779961165e-06,
      "loss": 0.5196,
      "step": 222820
    },
    {
      "epoch": 62.19,
      "grad_norm": 2.1776459217071533,
      "learning_rate": 4.6776463032490775e-06,
      "loss": 0.5281,
      "step": 222830
    },
    {
      "epoch": 62.19,
      "grad_norm": 2.252767324447632,
      "learning_rate": 4.677643826226349e-06,
      "loss": 0.5163,
      "step": 222840
    },
    {
      "epoch": 62.2,
      "grad_norm": 2.7690038681030273,
      "learning_rate": 4.677641348892977e-06,
      "loss": 0.5165,
      "step": 222850
    },
    {
      "epoch": 62.2,
      "grad_norm": 1.7250207662582397,
      "learning_rate": 4.677638871248964e-06,
      "loss": 0.5139,
      "step": 222860
    },
    {
      "epoch": 62.2,
      "grad_norm": 1.8657453060150146,
      "learning_rate": 4.677636393294311e-06,
      "loss": 0.5125,
      "step": 222870
    },
    {
      "epoch": 62.2,
      "grad_norm": 2.142775774002075,
      "learning_rate": 4.677633915029016e-06,
      "loss": 0.5129,
      "step": 222880
    },
    {
      "epoch": 62.21,
      "grad_norm": 2.0477967262268066,
      "learning_rate": 4.6776314364530805e-06,
      "loss": 0.5267,
      "step": 222890
    },
    {
      "epoch": 62.21,
      "grad_norm": 2.117586135864258,
      "learning_rate": 4.677628957566506e-06,
      "loss": 0.5117,
      "step": 222900
    },
    {
      "epoch": 62.21,
      "grad_norm": 1.8858782052993774,
      "learning_rate": 4.67762647836929e-06,
      "loss": 0.5247,
      "step": 222910
    },
    {
      "epoch": 62.22,
      "grad_norm": 1.9039348363876343,
      "learning_rate": 4.677623998861435e-06,
      "loss": 0.5414,
      "step": 222920
    },
    {
      "epoch": 62.22,
      "grad_norm": 1.770891785621643,
      "learning_rate": 4.67762151904294e-06,
      "loss": 0.5346,
      "step": 222930
    },
    {
      "epoch": 62.22,
      "grad_norm": 1.952144742012024,
      "learning_rate": 4.677619038913807e-06,
      "loss": 0.5102,
      "step": 222940
    },
    {
      "epoch": 62.22,
      "grad_norm": 2.359337091445923,
      "learning_rate": 4.677616558474034e-06,
      "loss": 0.5157,
      "step": 222950
    },
    {
      "epoch": 62.23,
      "grad_norm": 1.9397701025009155,
      "learning_rate": 4.6776140777236245e-06,
      "loss": 0.5097,
      "step": 222960
    },
    {
      "epoch": 62.23,
      "grad_norm": 1.2974367141723633,
      "learning_rate": 4.677611596662576e-06,
      "loss": 0.5433,
      "step": 222970
    },
    {
      "epoch": 62.23,
      "grad_norm": 2.054481029510498,
      "learning_rate": 4.677609115290891e-06,
      "loss": 0.5309,
      "step": 222980
    },
    {
      "epoch": 62.24,
      "grad_norm": 1.8590385913848877,
      "learning_rate": 4.6776066336085675e-06,
      "loss": 0.5287,
      "step": 222990
    },
    {
      "epoch": 62.24,
      "grad_norm": 1.6519960165023804,
      "learning_rate": 4.677604151615608e-06,
      "loss": 0.51,
      "step": 223000
    },
    {
      "epoch": 62.24,
      "grad_norm": 1.759610652923584,
      "learning_rate": 4.677601669312011e-06,
      "loss": 0.5316,
      "step": 223010
    },
    {
      "epoch": 62.24,
      "grad_norm": 3.209761142730713,
      "learning_rate": 4.677599186697778e-06,
      "loss": 0.4984,
      "step": 223020
    },
    {
      "epoch": 62.25,
      "grad_norm": 2.187623977661133,
      "learning_rate": 4.6775967037729094e-06,
      "loss": 0.5014,
      "step": 223030
    },
    {
      "epoch": 62.25,
      "grad_norm": 1.6754257678985596,
      "learning_rate": 4.677594220537405e-06,
      "loss": 0.5092,
      "step": 223040
    },
    {
      "epoch": 62.25,
      "grad_norm": 1.8616453409194946,
      "learning_rate": 4.677591736991265e-06,
      "loss": 0.5317,
      "step": 223050
    },
    {
      "epoch": 62.26,
      "grad_norm": 2.016453504562378,
      "learning_rate": 4.67758925313449e-06,
      "loss": 0.5078,
      "step": 223060
    },
    {
      "epoch": 62.26,
      "grad_norm": 1.7589435577392578,
      "learning_rate": 4.6775867689670806e-06,
      "loss": 0.5256,
      "step": 223070
    },
    {
      "epoch": 62.26,
      "grad_norm": 1.5705745220184326,
      "learning_rate": 4.677584284489037e-06,
      "loss": 0.5122,
      "step": 223080
    },
    {
      "epoch": 62.26,
      "grad_norm": 1.981679081916809,
      "learning_rate": 4.6775817997003595e-06,
      "loss": 0.5276,
      "step": 223090
    },
    {
      "epoch": 62.27,
      "grad_norm": 1.4319185018539429,
      "learning_rate": 4.677579314601048e-06,
      "loss": 0.5261,
      "step": 223100
    },
    {
      "epoch": 62.27,
      "grad_norm": 1.8883495330810547,
      "learning_rate": 4.677576829191104e-06,
      "loss": 0.5135,
      "step": 223110
    },
    {
      "epoch": 62.27,
      "grad_norm": 2.4675991535186768,
      "learning_rate": 4.677574343470526e-06,
      "loss": 0.5438,
      "step": 223120
    },
    {
      "epoch": 62.27,
      "grad_norm": 1.283984899520874,
      "learning_rate": 4.677571857439315e-06,
      "loss": 0.5229,
      "step": 223130
    },
    {
      "epoch": 62.28,
      "grad_norm": 2.036996603012085,
      "learning_rate": 4.677569371097473e-06,
      "loss": 0.5279,
      "step": 223140
    },
    {
      "epoch": 62.28,
      "grad_norm": 2.13429594039917,
      "learning_rate": 4.677566884444998e-06,
      "loss": 0.5156,
      "step": 223150
    },
    {
      "epoch": 62.28,
      "grad_norm": 1.6642417907714844,
      "learning_rate": 4.677564397481892e-06,
      "loss": 0.5152,
      "step": 223160
    },
    {
      "epoch": 62.29,
      "grad_norm": 2.2207577228546143,
      "learning_rate": 4.677561910208154e-06,
      "loss": 0.5282,
      "step": 223170
    },
    {
      "epoch": 62.29,
      "grad_norm": 1.6367425918579102,
      "learning_rate": 4.677559422623786e-06,
      "loss": 0.5505,
      "step": 223180
    },
    {
      "epoch": 62.29,
      "grad_norm": 1.5936551094055176,
      "learning_rate": 4.677556934728786e-06,
      "loss": 0.5169,
      "step": 223190
    },
    {
      "epoch": 62.29,
      "grad_norm": 2.420118808746338,
      "learning_rate": 4.677554446523156e-06,
      "loss": 0.5266,
      "step": 223200
    },
    {
      "epoch": 62.3,
      "grad_norm": 1.5123270750045776,
      "learning_rate": 4.677551958006897e-06,
      "loss": 0.5106,
      "step": 223210
    },
    {
      "epoch": 62.3,
      "grad_norm": 1.5423985719680786,
      "learning_rate": 4.6775494691800075e-06,
      "loss": 0.5115,
      "step": 223220
    },
    {
      "epoch": 62.3,
      "grad_norm": 1.625614881515503,
      "learning_rate": 4.677546980042489e-06,
      "loss": 0.5161,
      "step": 223230
    },
    {
      "epoch": 62.31,
      "grad_norm": 1.5551868677139282,
      "learning_rate": 4.677544490594341e-06,
      "loss": 0.5053,
      "step": 223240
    },
    {
      "epoch": 62.31,
      "grad_norm": 1.9798884391784668,
      "learning_rate": 4.6775420008355645e-06,
      "loss": 0.5103,
      "step": 223250
    },
    {
      "epoch": 62.31,
      "grad_norm": 1.3627375364303589,
      "learning_rate": 4.67753951076616e-06,
      "loss": 0.5205,
      "step": 223260
    },
    {
      "epoch": 62.31,
      "grad_norm": 2.1604838371276855,
      "learning_rate": 4.677537020386127e-06,
      "loss": 0.5327,
      "step": 223270
    },
    {
      "epoch": 62.32,
      "grad_norm": 2.3434677124023438,
      "learning_rate": 4.677534529695467e-06,
      "loss": 0.529,
      "step": 223280
    },
    {
      "epoch": 62.32,
      "grad_norm": 1.687971591949463,
      "learning_rate": 4.677532038694179e-06,
      "loss": 0.5136,
      "step": 223290
    },
    {
      "epoch": 62.32,
      "grad_norm": 1.5245498418807983,
      "learning_rate": 4.6775295473822645e-06,
      "loss": 0.5143,
      "step": 223300
    },
    {
      "epoch": 62.32,
      "grad_norm": 1.68146812915802,
      "learning_rate": 4.677527055759723e-06,
      "loss": 0.5157,
      "step": 223310
    },
    {
      "epoch": 62.33,
      "grad_norm": 1.9681452512741089,
      "learning_rate": 4.677524563826555e-06,
      "loss": 0.5175,
      "step": 223320
    },
    {
      "epoch": 62.33,
      "grad_norm": 2.021207332611084,
      "learning_rate": 4.677522071582761e-06,
      "loss": 0.5312,
      "step": 223330
    },
    {
      "epoch": 62.33,
      "grad_norm": 1.8041719198226929,
      "learning_rate": 4.677519579028341e-06,
      "loss": 0.5278,
      "step": 223340
    },
    {
      "epoch": 62.34,
      "grad_norm": 2.00093936920166,
      "learning_rate": 4.677517086163296e-06,
      "loss": 0.522,
      "step": 223350
    },
    {
      "epoch": 62.34,
      "grad_norm": 1.8468854427337646,
      "learning_rate": 4.677514592987626e-06,
      "loss": 0.5023,
      "step": 223360
    },
    {
      "epoch": 62.34,
      "grad_norm": 1.7098534107208252,
      "learning_rate": 4.677512099501331e-06,
      "loss": 0.5159,
      "step": 223370
    },
    {
      "epoch": 62.34,
      "grad_norm": 2.0656697750091553,
      "learning_rate": 4.677509605704413e-06,
      "loss": 0.4981,
      "step": 223380
    },
    {
      "epoch": 62.35,
      "grad_norm": 2.4531092643737793,
      "learning_rate": 4.677507111596869e-06,
      "loss": 0.5485,
      "step": 223390
    },
    {
      "epoch": 62.35,
      "grad_norm": 2.303828001022339,
      "learning_rate": 4.677504617178703e-06,
      "loss": 0.5304,
      "step": 223400
    },
    {
      "epoch": 62.35,
      "grad_norm": 1.840780258178711,
      "learning_rate": 4.677502122449912e-06,
      "loss": 0.5093,
      "step": 223410
    },
    {
      "epoch": 62.36,
      "grad_norm": 1.979636549949646,
      "learning_rate": 4.677499627410499e-06,
      "loss": 0.5181,
      "step": 223420
    },
    {
      "epoch": 62.36,
      "grad_norm": 1.8912053108215332,
      "learning_rate": 4.677497132060464e-06,
      "loss": 0.5249,
      "step": 223430
    },
    {
      "epoch": 62.36,
      "grad_norm": 1.5125430822372437,
      "learning_rate": 4.677494636399805e-06,
      "loss": 0.5286,
      "step": 223440
    },
    {
      "epoch": 62.36,
      "grad_norm": 1.8259224891662598,
      "learning_rate": 4.6774921404285245e-06,
      "loss": 0.5184,
      "step": 223450
    },
    {
      "epoch": 62.37,
      "grad_norm": 1.978986144065857,
      "learning_rate": 4.677489644146623e-06,
      "loss": 0.5341,
      "step": 223460
    },
    {
      "epoch": 62.37,
      "grad_norm": 1.8097807168960571,
      "learning_rate": 4.677487147554099e-06,
      "loss": 0.5109,
      "step": 223470
    },
    {
      "epoch": 62.37,
      "grad_norm": 1.994452953338623,
      "learning_rate": 4.677484650650955e-06,
      "loss": 0.5301,
      "step": 223480
    },
    {
      "epoch": 62.38,
      "grad_norm": 1.930460810661316,
      "learning_rate": 4.677482153437189e-06,
      "loss": 0.5174,
      "step": 223490
    },
    {
      "epoch": 62.38,
      "grad_norm": 1.817635178565979,
      "learning_rate": 4.6774796559128035e-06,
      "loss": 0.5365,
      "step": 223500
    },
    {
      "epoch": 62.38,
      "grad_norm": 1.9453506469726562,
      "learning_rate": 4.677477158077798e-06,
      "loss": 0.5201,
      "step": 223510
    },
    {
      "epoch": 62.38,
      "grad_norm": 1.9639413356781006,
      "learning_rate": 4.677474659932173e-06,
      "loss": 0.5251,
      "step": 223520
    },
    {
      "epoch": 62.39,
      "grad_norm": 1.8148399591445923,
      "learning_rate": 4.677472161475928e-06,
      "loss": 0.5416,
      "step": 223530
    },
    {
      "epoch": 62.39,
      "grad_norm": 1.4414215087890625,
      "learning_rate": 4.677469662709064e-06,
      "loss": 0.5168,
      "step": 223540
    },
    {
      "epoch": 62.39,
      "grad_norm": 2.459789514541626,
      "learning_rate": 4.677467163631582e-06,
      "loss": 0.5192,
      "step": 223550
    },
    {
      "epoch": 62.39,
      "grad_norm": 2.216435194015503,
      "learning_rate": 4.677464664243481e-06,
      "loss": 0.5213,
      "step": 223560
    },
    {
      "epoch": 62.4,
      "grad_norm": 2.2214763164520264,
      "learning_rate": 4.677462164544761e-06,
      "loss": 0.5414,
      "step": 223570
    },
    {
      "epoch": 62.4,
      "grad_norm": 1.8590952157974243,
      "learning_rate": 4.677459664535425e-06,
      "loss": 0.5287,
      "step": 223580
    },
    {
      "epoch": 62.4,
      "grad_norm": 1.6515594720840454,
      "learning_rate": 4.6774571642154705e-06,
      "loss": 0.5091,
      "step": 223590
    },
    {
      "epoch": 62.41,
      "grad_norm": 1.5410685539245605,
      "learning_rate": 4.677454663584899e-06,
      "loss": 0.5149,
      "step": 223600
    },
    {
      "epoch": 62.41,
      "grad_norm": 1.5056037902832031,
      "learning_rate": 4.677452162643712e-06,
      "loss": 0.5155,
      "step": 223610
    },
    {
      "epoch": 62.41,
      "grad_norm": 1.9875383377075195,
      "learning_rate": 4.677449661391908e-06,
      "loss": 0.521,
      "step": 223620
    },
    {
      "epoch": 62.41,
      "grad_norm": 1.8971418142318726,
      "learning_rate": 4.677447159829487e-06,
      "loss": 0.5379,
      "step": 223630
    },
    {
      "epoch": 62.42,
      "grad_norm": 2.089174747467041,
      "learning_rate": 4.677444657956451e-06,
      "loss": 0.5035,
      "step": 223640
    },
    {
      "epoch": 62.42,
      "grad_norm": 2.6768226623535156,
      "learning_rate": 4.677442155772799e-06,
      "loss": 0.5037,
      "step": 223650
    },
    {
      "epoch": 62.42,
      "grad_norm": 1.84847891330719,
      "learning_rate": 4.6774396532785324e-06,
      "loss": 0.4976,
      "step": 223660
    },
    {
      "epoch": 62.43,
      "grad_norm": 1.8957632780075073,
      "learning_rate": 4.677437150473651e-06,
      "loss": 0.5129,
      "step": 223670
    },
    {
      "epoch": 62.43,
      "grad_norm": 2.3425333499908447,
      "learning_rate": 4.6774346473581555e-06,
      "loss": 0.5402,
      "step": 223680
    },
    {
      "epoch": 62.43,
      "grad_norm": 1.5087875127792358,
      "learning_rate": 4.677432143932045e-06,
      "loss": 0.5095,
      "step": 223690
    },
    {
      "epoch": 62.43,
      "grad_norm": 2.4016470909118652,
      "learning_rate": 4.677429640195323e-06,
      "loss": 0.525,
      "step": 223700
    },
    {
      "epoch": 62.44,
      "grad_norm": 1.7962394952774048,
      "learning_rate": 4.677427136147985e-06,
      "loss": 0.5236,
      "step": 223710
    },
    {
      "epoch": 62.44,
      "grad_norm": 1.953391671180725,
      "learning_rate": 4.677424631790036e-06,
      "loss": 0.5586,
      "step": 223720
    },
    {
      "epoch": 62.44,
      "grad_norm": 1.7829469442367554,
      "learning_rate": 4.677422127121473e-06,
      "loss": 0.4968,
      "step": 223730
    },
    {
      "epoch": 62.44,
      "grad_norm": 1.5770212411880493,
      "learning_rate": 4.677419622142298e-06,
      "loss": 0.5156,
      "step": 223740
    },
    {
      "epoch": 62.45,
      "grad_norm": 1.4327162504196167,
      "learning_rate": 4.677417116852511e-06,
      "loss": 0.5257,
      "step": 223750
    },
    {
      "epoch": 62.45,
      "grad_norm": 1.4444979429244995,
      "learning_rate": 4.677414611252112e-06,
      "loss": 0.5242,
      "step": 223760
    },
    {
      "epoch": 62.45,
      "grad_norm": 2.0249557495117188,
      "learning_rate": 4.6774121053411015e-06,
      "loss": 0.5141,
      "step": 223770
    },
    {
      "epoch": 62.46,
      "grad_norm": 1.5584415197372437,
      "learning_rate": 4.67740959911948e-06,
      "loss": 0.5159,
      "step": 223780
    },
    {
      "epoch": 62.46,
      "grad_norm": 1.8619487285614014,
      "learning_rate": 4.677407092587248e-06,
      "loss": 0.5174,
      "step": 223790
    },
    {
      "epoch": 62.46,
      "grad_norm": 2.40460205078125,
      "learning_rate": 4.677404585744406e-06,
      "loss": 0.5431,
      "step": 223800
    },
    {
      "epoch": 62.46,
      "grad_norm": 2.2513978481292725,
      "learning_rate": 4.677402078590953e-06,
      "loss": 0.5191,
      "step": 223810
    },
    {
      "epoch": 62.47,
      "grad_norm": 1.8102842569351196,
      "learning_rate": 4.677399571126891e-06,
      "loss": 0.5186,
      "step": 223820
    },
    {
      "epoch": 62.47,
      "grad_norm": 1.8887064456939697,
      "learning_rate": 4.677397063352219e-06,
      "loss": 0.5281,
      "step": 223830
    },
    {
      "epoch": 62.47,
      "grad_norm": 2.003173589706421,
      "learning_rate": 4.677394555266939e-06,
      "loss": 0.5367,
      "step": 223840
    },
    {
      "epoch": 62.48,
      "grad_norm": 2.2757463455200195,
      "learning_rate": 4.677392046871049e-06,
      "loss": 0.5176,
      "step": 223850
    },
    {
      "epoch": 62.48,
      "grad_norm": 1.278281569480896,
      "learning_rate": 4.677389538164552e-06,
      "loss": 0.5309,
      "step": 223860
    },
    {
      "epoch": 62.48,
      "grad_norm": 2.1150922775268555,
      "learning_rate": 4.677387029147445e-06,
      "loss": 0.5237,
      "step": 223870
    },
    {
      "epoch": 62.48,
      "grad_norm": 1.780371904373169,
      "learning_rate": 4.677384519819732e-06,
      "loss": 0.5061,
      "step": 223880
    },
    {
      "epoch": 62.49,
      "grad_norm": 1.7400199174880981,
      "learning_rate": 4.677382010181412e-06,
      "loss": 0.5054,
      "step": 223890
    },
    {
      "epoch": 62.49,
      "grad_norm": 2.776350975036621,
      "learning_rate": 4.6773795002324835e-06,
      "loss": 0.5238,
      "step": 223900
    },
    {
      "epoch": 62.49,
      "grad_norm": 1.6907211542129517,
      "learning_rate": 4.677376989972948e-06,
      "loss": 0.5446,
      "step": 223910
    },
    {
      "epoch": 62.5,
      "grad_norm": 1.417837381362915,
      "learning_rate": 4.677374479402807e-06,
      "loss": 0.5138,
      "step": 223920
    },
    {
      "epoch": 62.5,
      "grad_norm": 2.281075954437256,
      "learning_rate": 4.6773719685220606e-06,
      "loss": 0.5121,
      "step": 223930
    },
    {
      "epoch": 62.5,
      "grad_norm": 1.6118018627166748,
      "learning_rate": 4.677369457330707e-06,
      "loss": 0.5341,
      "step": 223940
    },
    {
      "epoch": 62.5,
      "grad_norm": 1.6076868772506714,
      "learning_rate": 4.677366945828749e-06,
      "loss": 0.5234,
      "step": 223950
    },
    {
      "epoch": 62.51,
      "grad_norm": 2.0366921424865723,
      "learning_rate": 4.677364434016186e-06,
      "loss": 0.5161,
      "step": 223960
    },
    {
      "epoch": 62.51,
      "grad_norm": 1.5624274015426636,
      "learning_rate": 4.677361921893017e-06,
      "loss": 0.5032,
      "step": 223970
    },
    {
      "epoch": 62.51,
      "grad_norm": 1.9292579889297485,
      "learning_rate": 4.677359409459244e-06,
      "loss": 0.5343,
      "step": 223980
    },
    {
      "epoch": 62.51,
      "grad_norm": 1.9913709163665771,
      "learning_rate": 4.6773568967148685e-06,
      "loss": 0.5181,
      "step": 223990
    },
    {
      "epoch": 62.52,
      "grad_norm": 1.6880370378494263,
      "learning_rate": 4.677354383659888e-06,
      "loss": 0.5316,
      "step": 224000
    },
    {
      "epoch": 62.52,
      "grad_norm": 1.3947010040283203,
      "learning_rate": 4.6773518702943046e-06,
      "loss": 0.5258,
      "step": 224010
    },
    {
      "epoch": 62.52,
      "grad_norm": 1.5986390113830566,
      "learning_rate": 4.677349356618118e-06,
      "loss": 0.5022,
      "step": 224020
    },
    {
      "epoch": 62.53,
      "grad_norm": 1.502254843711853,
      "learning_rate": 4.677346842631329e-06,
      "loss": 0.4926,
      "step": 224030
    },
    {
      "epoch": 62.53,
      "grad_norm": 1.9532585144042969,
      "learning_rate": 4.677344328333937e-06,
      "loss": 0.5217,
      "step": 224040
    },
    {
      "epoch": 62.53,
      "grad_norm": 1.5332701206207275,
      "learning_rate": 4.677341813725943e-06,
      "loss": 0.515,
      "step": 224050
    },
    {
      "epoch": 62.53,
      "grad_norm": 1.7876440286636353,
      "learning_rate": 4.677339298807348e-06,
      "loss": 0.5331,
      "step": 224060
    },
    {
      "epoch": 62.54,
      "grad_norm": 1.457013487815857,
      "learning_rate": 4.677336783578151e-06,
      "loss": 0.5347,
      "step": 224070
    },
    {
      "epoch": 62.54,
      "grad_norm": 1.931203842163086,
      "learning_rate": 4.677334268038353e-06,
      "loss": 0.5249,
      "step": 224080
    },
    {
      "epoch": 62.54,
      "grad_norm": 1.9839909076690674,
      "learning_rate": 4.677331752187955e-06,
      "loss": 0.5212,
      "step": 224090
    },
    {
      "epoch": 62.55,
      "grad_norm": 1.72697913646698,
      "learning_rate": 4.677329236026956e-06,
      "loss": 0.5151,
      "step": 224100
    },
    {
      "epoch": 62.55,
      "grad_norm": 1.9119006395339966,
      "learning_rate": 4.6773267195553564e-06,
      "loss": 0.5104,
      "step": 224110
    },
    {
      "epoch": 62.55,
      "grad_norm": 1.6846349239349365,
      "learning_rate": 4.677324202773158e-06,
      "loss": 0.5172,
      "step": 224120
    },
    {
      "epoch": 62.55,
      "grad_norm": 2.1672637462615967,
      "learning_rate": 4.67732168568036e-06,
      "loss": 0.5221,
      "step": 224130
    },
    {
      "epoch": 62.56,
      "grad_norm": 2.2643327713012695,
      "learning_rate": 4.677319168276963e-06,
      "loss": 0.5274,
      "step": 224140
    },
    {
      "epoch": 62.56,
      "grad_norm": 1.5695185661315918,
      "learning_rate": 4.677316650562967e-06,
      "loss": 0.4982,
      "step": 224150
    },
    {
      "epoch": 62.56,
      "grad_norm": 1.771710753440857,
      "learning_rate": 4.6773141325383726e-06,
      "loss": 0.5077,
      "step": 224160
    },
    {
      "epoch": 62.56,
      "grad_norm": 2.3800153732299805,
      "learning_rate": 4.67731161420318e-06,
      "loss": 0.5273,
      "step": 224170
    },
    {
      "epoch": 62.57,
      "grad_norm": 2.2710299491882324,
      "learning_rate": 4.677309095557391e-06,
      "loss": 0.5376,
      "step": 224180
    },
    {
      "epoch": 62.57,
      "grad_norm": 2.269129514694214,
      "learning_rate": 4.677306576601004e-06,
      "loss": 0.5179,
      "step": 224190
    },
    {
      "epoch": 62.57,
      "grad_norm": 1.9536669254302979,
      "learning_rate": 4.67730405733402e-06,
      "loss": 0.5145,
      "step": 224200
    },
    {
      "epoch": 62.58,
      "grad_norm": 2.032957077026367,
      "learning_rate": 4.677301537756439e-06,
      "loss": 0.5166,
      "step": 224210
    },
    {
      "epoch": 62.58,
      "grad_norm": 2.502441883087158,
      "learning_rate": 4.6772990178682615e-06,
      "loss": 0.5383,
      "step": 224220
    },
    {
      "epoch": 62.58,
      "grad_norm": 2.0069053173065186,
      "learning_rate": 4.6772964976694885e-06,
      "loss": 0.5166,
      "step": 224230
    },
    {
      "epoch": 62.58,
      "grad_norm": 1.757506251335144,
      "learning_rate": 4.6772939771601195e-06,
      "loss": 0.5311,
      "step": 224240
    },
    {
      "epoch": 62.59,
      "grad_norm": 1.7588696479797363,
      "learning_rate": 4.677291456340155e-06,
      "loss": 0.5375,
      "step": 224250
    },
    {
      "epoch": 62.59,
      "grad_norm": 1.5523395538330078,
      "learning_rate": 4.677288935209596e-06,
      "loss": 0.5298,
      "step": 224260
    },
    {
      "epoch": 62.59,
      "grad_norm": 1.6173228025436401,
      "learning_rate": 4.6772864137684425e-06,
      "loss": 0.5004,
      "step": 224270
    },
    {
      "epoch": 62.6,
      "grad_norm": 1.486682415008545,
      "learning_rate": 4.677283892016694e-06,
      "loss": 0.5289,
      "step": 224280
    },
    {
      "epoch": 62.6,
      "grad_norm": 1.686661958694458,
      "learning_rate": 4.677281369954352e-06,
      "loss": 0.5029,
      "step": 224290
    },
    {
      "epoch": 62.6,
      "grad_norm": 2.3488733768463135,
      "learning_rate": 4.677278847581415e-06,
      "loss": 0.5058,
      "step": 224300
    },
    {
      "epoch": 62.6,
      "grad_norm": 2.132715940475464,
      "learning_rate": 4.6772763248978864e-06,
      "loss": 0.5169,
      "step": 224310
    },
    {
      "epoch": 62.61,
      "grad_norm": 1.855405330657959,
      "learning_rate": 4.677273801903764e-06,
      "loss": 0.5158,
      "step": 224320
    },
    {
      "epoch": 62.61,
      "grad_norm": 1.8639512062072754,
      "learning_rate": 4.677271278599049e-06,
      "loss": 0.5242,
      "step": 224330
    },
    {
      "epoch": 62.61,
      "grad_norm": 2.039998769760132,
      "learning_rate": 4.677268754983742e-06,
      "loss": 0.517,
      "step": 224340
    },
    {
      "epoch": 62.62,
      "grad_norm": 1.8590009212493896,
      "learning_rate": 4.677266231057843e-06,
      "loss": 0.521,
      "step": 224350
    },
    {
      "epoch": 62.62,
      "grad_norm": 1.5865308046340942,
      "learning_rate": 4.677263706821352e-06,
      "loss": 0.5214,
      "step": 224360
    },
    {
      "epoch": 62.62,
      "grad_norm": 3.202402114868164,
      "learning_rate": 4.67726118227427e-06,
      "loss": 0.5267,
      "step": 224370
    },
    {
      "epoch": 62.62,
      "grad_norm": 1.9677207469940186,
      "learning_rate": 4.6772586574165974e-06,
      "loss": 0.5242,
      "step": 224380
    },
    {
      "epoch": 62.63,
      "grad_norm": 1.8584022521972656,
      "learning_rate": 4.677256132248333e-06,
      "loss": 0.5051,
      "step": 224390
    },
    {
      "epoch": 62.63,
      "grad_norm": 2.3149538040161133,
      "learning_rate": 4.677253606769479e-06,
      "loss": 0.526,
      "step": 224400
    },
    {
      "epoch": 62.63,
      "grad_norm": 2.509281873703003,
      "learning_rate": 4.677251080980035e-06,
      "loss": 0.524,
      "step": 224410
    },
    {
      "epoch": 62.63,
      "grad_norm": 1.596691370010376,
      "learning_rate": 4.677248554880002e-06,
      "loss": 0.5178,
      "step": 224420
    },
    {
      "epoch": 62.64,
      "grad_norm": 1.9017589092254639,
      "learning_rate": 4.6772460284693795e-06,
      "loss": 0.5259,
      "step": 224430
    },
    {
      "epoch": 62.64,
      "grad_norm": 1.7228583097457886,
      "learning_rate": 4.6772435017481664e-06,
      "loss": 0.5209,
      "step": 224440
    },
    {
      "epoch": 62.64,
      "grad_norm": 1.749655842781067,
      "learning_rate": 4.677240974716366e-06,
      "loss": 0.5156,
      "step": 224450
    },
    {
      "epoch": 62.65,
      "grad_norm": 1.9349812269210815,
      "learning_rate": 4.677238447373978e-06,
      "loss": 0.5151,
      "step": 224460
    },
    {
      "epoch": 62.65,
      "grad_norm": 2.0196001529693604,
      "learning_rate": 4.6772359197210015e-06,
      "loss": 0.5156,
      "step": 224470
    },
    {
      "epoch": 62.65,
      "grad_norm": 1.5184658765792847,
      "learning_rate": 4.677233391757437e-06,
      "loss": 0.5278,
      "step": 224480
    },
    {
      "epoch": 62.65,
      "grad_norm": 1.6923221349716187,
      "learning_rate": 4.677230863483285e-06,
      "loss": 0.529,
      "step": 224490
    },
    {
      "epoch": 62.66,
      "grad_norm": 2.1674742698669434,
      "learning_rate": 4.6772283348985465e-06,
      "loss": 0.5059,
      "step": 224500
    },
    {
      "epoch": 62.66,
      "grad_norm": 1.9882477521896362,
      "learning_rate": 4.677225806003221e-06,
      "loss": 0.524,
      "step": 224510
    },
    {
      "epoch": 62.66,
      "grad_norm": 2.4033403396606445,
      "learning_rate": 4.67722327679731e-06,
      "loss": 0.5037,
      "step": 224520
    },
    {
      "epoch": 62.67,
      "grad_norm": 1.5388611555099487,
      "learning_rate": 4.6772207472808125e-06,
      "loss": 0.5225,
      "step": 224530
    },
    {
      "epoch": 62.67,
      "grad_norm": 1.7256513833999634,
      "learning_rate": 4.6772182174537295e-06,
      "loss": 0.504,
      "step": 224540
    },
    {
      "epoch": 62.67,
      "grad_norm": 1.8851016759872437,
      "learning_rate": 4.677215687316061e-06,
      "loss": 0.5324,
      "step": 224550
    },
    {
      "epoch": 62.67,
      "grad_norm": 1.910094141960144,
      "learning_rate": 4.677213156867808e-06,
      "loss": 0.5312,
      "step": 224560
    },
    {
      "epoch": 62.68,
      "grad_norm": 1.743440866470337,
      "learning_rate": 4.67721062610897e-06,
      "loss": 0.5037,
      "step": 224570
    },
    {
      "epoch": 62.68,
      "grad_norm": 1.7642890214920044,
      "learning_rate": 4.677208095039548e-06,
      "loss": 0.4948,
      "step": 224580
    },
    {
      "epoch": 62.68,
      "grad_norm": 1.414615273475647,
      "learning_rate": 4.677205563659543e-06,
      "loss": 0.5215,
      "step": 224590
    },
    {
      "epoch": 62.68,
      "grad_norm": 2.1812710762023926,
      "learning_rate": 4.6772030319689536e-06,
      "loss": 0.4957,
      "step": 224600
    },
    {
      "epoch": 62.69,
      "grad_norm": 1.4571795463562012,
      "learning_rate": 4.67720049996778e-06,
      "loss": 0.5144,
      "step": 224610
    },
    {
      "epoch": 62.69,
      "grad_norm": 1.4550740718841553,
      "learning_rate": 4.677197967656025e-06,
      "loss": 0.5229,
      "step": 224620
    },
    {
      "epoch": 62.69,
      "grad_norm": 2.064105749130249,
      "learning_rate": 4.677195435033687e-06,
      "loss": 0.531,
      "step": 224630
    },
    {
      "epoch": 62.7,
      "grad_norm": 1.5389227867126465,
      "learning_rate": 4.677192902100766e-06,
      "loss": 0.5374,
      "step": 224640
    },
    {
      "epoch": 62.7,
      "grad_norm": 2.02087664604187,
      "learning_rate": 4.677190368857264e-06,
      "loss": 0.5276,
      "step": 224650
    },
    {
      "epoch": 62.7,
      "grad_norm": 1.612989068031311,
      "learning_rate": 4.677187835303181e-06,
      "loss": 0.5079,
      "step": 224660
    },
    {
      "epoch": 62.7,
      "grad_norm": 1.8352127075195312,
      "learning_rate": 4.6771853014385155e-06,
      "loss": 0.5301,
      "step": 224670
    },
    {
      "epoch": 62.71,
      "grad_norm": 2.071958065032959,
      "learning_rate": 4.677182767263269e-06,
      "loss": 0.5255,
      "step": 224680
    },
    {
      "epoch": 62.71,
      "grad_norm": 1.7992286682128906,
      "learning_rate": 4.6771802327774434e-06,
      "loss": 0.517,
      "step": 224690
    },
    {
      "epoch": 62.71,
      "grad_norm": 2.101346492767334,
      "learning_rate": 4.677177697981037e-06,
      "loss": 0.506,
      "step": 224700
    },
    {
      "epoch": 62.72,
      "grad_norm": 1.724811315536499,
      "learning_rate": 4.67717516287405e-06,
      "loss": 0.5239,
      "step": 224710
    },
    {
      "epoch": 62.72,
      "grad_norm": 1.5873959064483643,
      "learning_rate": 4.6771726274564845e-06,
      "loss": 0.5154,
      "step": 224720
    },
    {
      "epoch": 62.72,
      "grad_norm": 2.2569050788879395,
      "learning_rate": 4.677170091728339e-06,
      "loss": 0.5243,
      "step": 224730
    },
    {
      "epoch": 62.72,
      "grad_norm": 2.019200325012207,
      "learning_rate": 4.677167555689615e-06,
      "loss": 0.519,
      "step": 224740
    },
    {
      "epoch": 62.73,
      "grad_norm": 1.7333070039749146,
      "learning_rate": 4.6771650193403126e-06,
      "loss": 0.5463,
      "step": 224750
    },
    {
      "epoch": 62.73,
      "grad_norm": 1.6540729999542236,
      "learning_rate": 4.677162482680432e-06,
      "loss": 0.5268,
      "step": 224760
    },
    {
      "epoch": 62.73,
      "grad_norm": 1.7987971305847168,
      "learning_rate": 4.677159945709973e-06,
      "loss": 0.5376,
      "step": 224770
    },
    {
      "epoch": 62.74,
      "grad_norm": 1.976338267326355,
      "learning_rate": 4.677157408428937e-06,
      "loss": 0.5132,
      "step": 224780
    },
    {
      "epoch": 62.74,
      "grad_norm": 1.7473163604736328,
      "learning_rate": 4.677154870837324e-06,
      "loss": 0.5133,
      "step": 224790
    },
    {
      "epoch": 62.74,
      "grad_norm": 2.1360135078430176,
      "learning_rate": 4.677152332935134e-06,
      "loss": 0.5151,
      "step": 224800
    },
    {
      "epoch": 62.74,
      "grad_norm": 1.6152665615081787,
      "learning_rate": 4.677149794722367e-06,
      "loss": 0.5163,
      "step": 224810
    },
    {
      "epoch": 62.75,
      "grad_norm": 1.6364645957946777,
      "learning_rate": 4.677147256199025e-06,
      "loss": 0.5361,
      "step": 224820
    },
    {
      "epoch": 62.75,
      "grad_norm": 1.7403048276901245,
      "learning_rate": 4.677144717365106e-06,
      "loss": 0.5154,
      "step": 224830
    },
    {
      "epoch": 62.75,
      "grad_norm": 1.9149593114852905,
      "learning_rate": 4.677142178220612e-06,
      "loss": 0.536,
      "step": 224840
    },
    {
      "epoch": 62.75,
      "grad_norm": 2.4314870834350586,
      "learning_rate": 4.677139638765543e-06,
      "loss": 0.537,
      "step": 224850
    },
    {
      "epoch": 62.76,
      "grad_norm": 2.2692835330963135,
      "learning_rate": 4.677137098999899e-06,
      "loss": 0.5139,
      "step": 224860
    },
    {
      "epoch": 62.76,
      "grad_norm": 2.0518202781677246,
      "learning_rate": 4.677134558923681e-06,
      "loss": 0.5374,
      "step": 224870
    },
    {
      "epoch": 62.76,
      "grad_norm": 2.013904571533203,
      "learning_rate": 4.677132018536889e-06,
      "loss": 0.5153,
      "step": 224880
    },
    {
      "epoch": 62.77,
      "grad_norm": 1.7264357805252075,
      "learning_rate": 4.677129477839522e-06,
      "loss": 0.5155,
      "step": 224890
    },
    {
      "epoch": 62.77,
      "grad_norm": 1.9042575359344482,
      "learning_rate": 4.677126936831582e-06,
      "loss": 0.5325,
      "step": 224900
    },
    {
      "epoch": 62.77,
      "grad_norm": 1.8936163187026978,
      "learning_rate": 4.677124395513069e-06,
      "loss": 0.5213,
      "step": 224910
    },
    {
      "epoch": 62.77,
      "grad_norm": 2.615987539291382,
      "learning_rate": 4.677121853883984e-06,
      "loss": 0.5019,
      "step": 224920
    },
    {
      "epoch": 62.78,
      "grad_norm": 2.2248685359954834,
      "learning_rate": 4.677119311944326e-06,
      "loss": 0.5311,
      "step": 224930
    },
    {
      "epoch": 62.78,
      "grad_norm": 1.563011884689331,
      "learning_rate": 4.677116769694096e-06,
      "loss": 0.531,
      "step": 224940
    },
    {
      "epoch": 62.78,
      "grad_norm": 1.805467128753662,
      "learning_rate": 4.677114227133295e-06,
      "loss": 0.5513,
      "step": 224950
    },
    {
      "epoch": 62.79,
      "grad_norm": 1.8420662879943848,
      "learning_rate": 4.6771116842619205e-06,
      "loss": 0.5138,
      "step": 224960
    },
    {
      "epoch": 62.79,
      "grad_norm": 1.819216251373291,
      "learning_rate": 4.6771091410799765e-06,
      "loss": 0.5275,
      "step": 224970
    },
    {
      "epoch": 62.79,
      "grad_norm": 1.5366039276123047,
      "learning_rate": 4.677106597587462e-06,
      "loss": 0.532,
      "step": 224980
    },
    {
      "epoch": 62.79,
      "grad_norm": 2.045764207839966,
      "learning_rate": 4.677104053784376e-06,
      "loss": 0.5335,
      "step": 224990
    },
    {
      "epoch": 62.8,
      "grad_norm": 1.6112358570098877,
      "learning_rate": 4.6771015096707204e-06,
      "loss": 0.5296,
      "step": 225000
    },
    {
      "epoch": 62.8,
      "grad_norm": 1.9749482870101929,
      "learning_rate": 4.677098965246495e-06,
      "loss": 0.5144,
      "step": 225010
    },
    {
      "epoch": 62.8,
      "grad_norm": 2.1587674617767334,
      "learning_rate": 4.6770964205117e-06,
      "loss": 0.5216,
      "step": 225020
    },
    {
      "epoch": 62.8,
      "grad_norm": 1.5415617227554321,
      "learning_rate": 4.677093875466337e-06,
      "loss": 0.4926,
      "step": 225030
    },
    {
      "epoch": 62.81,
      "grad_norm": 2.4516541957855225,
      "learning_rate": 4.677091330110404e-06,
      "loss": 0.5031,
      "step": 225040
    },
    {
      "epoch": 62.81,
      "grad_norm": 2.193861484527588,
      "learning_rate": 4.677088784443903e-06,
      "loss": 0.4944,
      "step": 225050
    },
    {
      "epoch": 62.81,
      "grad_norm": 1.8863681554794312,
      "learning_rate": 4.6770862384668345e-06,
      "loss": 0.5268,
      "step": 225060
    },
    {
      "epoch": 62.82,
      "grad_norm": 2.022545576095581,
      "learning_rate": 4.6770836921791985e-06,
      "loss": 0.5051,
      "step": 225070
    },
    {
      "epoch": 62.82,
      "grad_norm": 1.4715439081192017,
      "learning_rate": 4.6770811455809945e-06,
      "loss": 0.5167,
      "step": 225080
    },
    {
      "epoch": 62.82,
      "grad_norm": 2.164534568786621,
      "learning_rate": 4.677078598672224e-06,
      "loss": 0.5237,
      "step": 225090
    },
    {
      "epoch": 62.82,
      "grad_norm": 2.046225070953369,
      "learning_rate": 4.677076051452887e-06,
      "loss": 0.5256,
      "step": 225100
    },
    {
      "epoch": 62.83,
      "grad_norm": 1.9024848937988281,
      "learning_rate": 4.677073503922983e-06,
      "loss": 0.5016,
      "step": 225110
    },
    {
      "epoch": 62.83,
      "grad_norm": 1.639015555381775,
      "learning_rate": 4.677070956082513e-06,
      "loss": 0.5162,
      "step": 225120
    },
    {
      "epoch": 62.83,
      "grad_norm": 1.7620280981063843,
      "learning_rate": 4.677068407931477e-06,
      "loss": 0.4978,
      "step": 225130
    },
    {
      "epoch": 62.84,
      "grad_norm": 2.4294872283935547,
      "learning_rate": 4.677065859469876e-06,
      "loss": 0.5171,
      "step": 225140
    },
    {
      "epoch": 62.84,
      "grad_norm": 1.7792083024978638,
      "learning_rate": 4.677063310697711e-06,
      "loss": 0.5137,
      "step": 225150
    },
    {
      "epoch": 62.84,
      "grad_norm": 1.676218032836914,
      "learning_rate": 4.67706076161498e-06,
      "loss": 0.5096,
      "step": 225160
    },
    {
      "epoch": 62.84,
      "grad_norm": 1.5882467031478882,
      "learning_rate": 4.6770582122216856e-06,
      "loss": 0.5136,
      "step": 225170
    },
    {
      "epoch": 62.85,
      "grad_norm": 2.3127551078796387,
      "learning_rate": 4.677055662517827e-06,
      "loss": 0.5228,
      "step": 225180
    },
    {
      "epoch": 62.85,
      "grad_norm": 2.1657540798187256,
      "learning_rate": 4.677053112503404e-06,
      "loss": 0.5306,
      "step": 225190
    },
    {
      "epoch": 62.85,
      "grad_norm": 1.7317193746566772,
      "learning_rate": 4.677050562178419e-06,
      "loss": 0.536,
      "step": 225200
    },
    {
      "epoch": 62.86,
      "grad_norm": 1.7136785984039307,
      "learning_rate": 4.67704801154287e-06,
      "loss": 0.5216,
      "step": 225210
    },
    {
      "epoch": 62.86,
      "grad_norm": 2.015472888946533,
      "learning_rate": 4.67704546059676e-06,
      "loss": 0.5237,
      "step": 225220
    },
    {
      "epoch": 62.86,
      "grad_norm": 1.9633433818817139,
      "learning_rate": 4.677042909340085e-06,
      "loss": 0.5234,
      "step": 225230
    },
    {
      "epoch": 62.86,
      "grad_norm": 1.550883173942566,
      "learning_rate": 4.677040357772851e-06,
      "loss": 0.5209,
      "step": 225240
    },
    {
      "epoch": 62.87,
      "grad_norm": 1.9851799011230469,
      "learning_rate": 4.677037805895054e-06,
      "loss": 0.4923,
      "step": 225250
    },
    {
      "epoch": 62.87,
      "grad_norm": 1.7354298830032349,
      "learning_rate": 4.677035253706696e-06,
      "loss": 0.5026,
      "step": 225260
    },
    {
      "epoch": 62.87,
      "grad_norm": 1.6967037916183472,
      "learning_rate": 4.6770327012077765e-06,
      "loss": 0.5148,
      "step": 225270
    },
    {
      "epoch": 62.87,
      "grad_norm": 1.6577740907669067,
      "learning_rate": 4.677030148398297e-06,
      "loss": 0.5318,
      "step": 225280
    },
    {
      "epoch": 62.88,
      "grad_norm": 1.5232794284820557,
      "learning_rate": 4.677027595278258e-06,
      "loss": 0.516,
      "step": 225290
    },
    {
      "epoch": 62.88,
      "grad_norm": 2.1234195232391357,
      "learning_rate": 4.677025041847657e-06,
      "loss": 0.5049,
      "step": 225300
    },
    {
      "epoch": 62.88,
      "grad_norm": 2.2737269401550293,
      "learning_rate": 4.677022488106498e-06,
      "loss": 0.5271,
      "step": 225310
    },
    {
      "epoch": 62.89,
      "grad_norm": 1.9496251344680786,
      "learning_rate": 4.67701993405478e-06,
      "loss": 0.509,
      "step": 225320
    },
    {
      "epoch": 62.89,
      "grad_norm": 2.5086560249328613,
      "learning_rate": 4.677017379692503e-06,
      "loss": 0.4964,
      "step": 225330
    },
    {
      "epoch": 62.89,
      "grad_norm": 1.8527133464813232,
      "learning_rate": 4.677014825019667e-06,
      "loss": 0.5296,
      "step": 225340
    },
    {
      "epoch": 62.89,
      "grad_norm": 2.1537535190582275,
      "learning_rate": 4.677012270036273e-06,
      "loss": 0.5225,
      "step": 225350
    },
    {
      "epoch": 62.9,
      "grad_norm": 1.9924862384796143,
      "learning_rate": 4.677009714742321e-06,
      "loss": 0.5281,
      "step": 225360
    },
    {
      "epoch": 62.9,
      "grad_norm": 1.7990728616714478,
      "learning_rate": 4.677007159137811e-06,
      "loss": 0.5163,
      "step": 225370
    },
    {
      "epoch": 62.9,
      "grad_norm": 1.7835137844085693,
      "learning_rate": 4.677004603222745e-06,
      "loss": 0.5056,
      "step": 225380
    },
    {
      "epoch": 62.91,
      "grad_norm": 1.7779109477996826,
      "learning_rate": 4.6770020469971215e-06,
      "loss": 0.5007,
      "step": 225390
    },
    {
      "epoch": 62.91,
      "grad_norm": 1.9582417011260986,
      "learning_rate": 4.676999490460942e-06,
      "loss": 0.4992,
      "step": 225400
    },
    {
      "epoch": 62.91,
      "grad_norm": 1.6223162412643433,
      "learning_rate": 4.676996933614206e-06,
      "loss": 0.5213,
      "step": 225410
    },
    {
      "epoch": 62.91,
      "grad_norm": 1.804864525794983,
      "learning_rate": 4.676994376456914e-06,
      "loss": 0.519,
      "step": 225420
    },
    {
      "epoch": 62.92,
      "grad_norm": 2.375159978866577,
      "learning_rate": 4.676991818989067e-06,
      "loss": 0.515,
      "step": 225430
    },
    {
      "epoch": 62.92,
      "grad_norm": 1.5563701391220093,
      "learning_rate": 4.676989261210665e-06,
      "loss": 0.5069,
      "step": 225440
    },
    {
      "epoch": 62.92,
      "grad_norm": 1.534726619720459,
      "learning_rate": 4.676986703121708e-06,
      "loss": 0.5198,
      "step": 225450
    },
    {
      "epoch": 62.92,
      "grad_norm": 1.7642534971237183,
      "learning_rate": 4.676984144722196e-06,
      "loss": 0.5229,
      "step": 225460
    },
    {
      "epoch": 62.93,
      "grad_norm": 1.6833750009536743,
      "learning_rate": 4.67698158601213e-06,
      "loss": 0.5332,
      "step": 225470
    },
    {
      "epoch": 62.93,
      "grad_norm": 1.513428807258606,
      "learning_rate": 4.676979026991511e-06,
      "loss": 0.5294,
      "step": 225480
    },
    {
      "epoch": 62.93,
      "grad_norm": 1.8011283874511719,
      "learning_rate": 4.676976467660337e-06,
      "loss": 0.5293,
      "step": 225490
    },
    {
      "epoch": 62.94,
      "grad_norm": 1.9156540632247925,
      "learning_rate": 4.676973908018612e-06,
      "loss": 0.5283,
      "step": 225500
    },
    {
      "epoch": 62.94,
      "grad_norm": 2.2300429344177246,
      "learning_rate": 4.676971348066333e-06,
      "loss": 0.5133,
      "step": 225510
    },
    {
      "epoch": 62.94,
      "grad_norm": 1.9385906457901,
      "learning_rate": 4.676968787803502e-06,
      "loss": 0.5489,
      "step": 225520
    },
    {
      "epoch": 62.94,
      "grad_norm": 1.9141759872436523,
      "learning_rate": 4.676966227230118e-06,
      "loss": 0.5171,
      "step": 225530
    },
    {
      "epoch": 62.95,
      "grad_norm": 1.9744759798049927,
      "learning_rate": 4.6769636663461845e-06,
      "loss": 0.525,
      "step": 225540
    },
    {
      "epoch": 62.95,
      "grad_norm": 2.098278522491455,
      "learning_rate": 4.676961105151698e-06,
      "loss": 0.5309,
      "step": 225550
    },
    {
      "epoch": 62.95,
      "grad_norm": 1.974928379058838,
      "learning_rate": 4.676958543646661e-06,
      "loss": 0.5282,
      "step": 225560
    },
    {
      "epoch": 62.96,
      "grad_norm": 2.9478468894958496,
      "learning_rate": 4.676955981831073e-06,
      "loss": 0.5195,
      "step": 225570
    },
    {
      "epoch": 62.96,
      "grad_norm": 1.9941271543502808,
      "learning_rate": 4.676953419704935e-06,
      "loss": 0.5261,
      "step": 225580
    },
    {
      "epoch": 62.96,
      "grad_norm": 1.7173056602478027,
      "learning_rate": 4.676950857268245e-06,
      "loss": 0.5378,
      "step": 225590
    },
    {
      "epoch": 62.96,
      "grad_norm": 1.7023323774337769,
      "learning_rate": 4.676948294521008e-06,
      "loss": 0.5136,
      "step": 225600
    },
    {
      "epoch": 62.97,
      "grad_norm": 2.020660638809204,
      "learning_rate": 4.67694573146322e-06,
      "loss": 0.4973,
      "step": 225610
    },
    {
      "epoch": 62.97,
      "grad_norm": 1.5125080347061157,
      "learning_rate": 4.676943168094885e-06,
      "loss": 0.5219,
      "step": 225620
    },
    {
      "epoch": 62.97,
      "grad_norm": 1.9308044910430908,
      "learning_rate": 4.6769406044159995e-06,
      "loss": 0.5122,
      "step": 225630
    },
    {
      "epoch": 62.98,
      "grad_norm": 1.7302265167236328,
      "learning_rate": 4.676938040426566e-06,
      "loss": 0.5116,
      "step": 225640
    },
    {
      "epoch": 62.98,
      "grad_norm": 1.5227001905441284,
      "learning_rate": 4.676935476126585e-06,
      "loss": 0.5248,
      "step": 225650
    },
    {
      "epoch": 62.98,
      "grad_norm": 1.584261417388916,
      "learning_rate": 4.676932911516056e-06,
      "loss": 0.5092,
      "step": 225660
    },
    {
      "epoch": 62.98,
      "grad_norm": 2.585092544555664,
      "learning_rate": 4.67693034659498e-06,
      "loss": 0.5315,
      "step": 225670
    },
    {
      "epoch": 62.99,
      "grad_norm": 1.7982004880905151,
      "learning_rate": 4.676927781363357e-06,
      "loss": 0.5132,
      "step": 225680
    },
    {
      "epoch": 62.99,
      "grad_norm": 1.8639733791351318,
      "learning_rate": 4.676925215821187e-06,
      "loss": 0.5277,
      "step": 225690
    },
    {
      "epoch": 62.99,
      "grad_norm": 1.702873945236206,
      "learning_rate": 4.676922649968472e-06,
      "loss": 0.5103,
      "step": 225700
    },
    {
      "epoch": 62.99,
      "grad_norm": 1.4894952774047852,
      "learning_rate": 4.67692008380521e-06,
      "loss": 0.5042,
      "step": 225710
    },
    {
      "epoch": 63.0,
      "grad_norm": 1.9113411903381348,
      "learning_rate": 4.6769175173314025e-06,
      "loss": 0.5293,
      "step": 225720
    },
    {
      "epoch": 63.0,
      "eval_loss": 0.5189459919929504,
      "eval_runtime": 63.3405,
      "eval_samples_per_second": 79.87,
      "eval_steps_per_second": 9.994,
      "step": 225729
    },
    {
      "epoch": 63.0,
      "grad_norm": 2.301121473312378,
      "learning_rate": 4.67691495054705e-06,
      "loss": 0.4946,
      "step": 225730
    },
    {
      "epoch": 63.0,
      "grad_norm": 2.3769309520721436,
      "learning_rate": 4.676912383452153e-06,
      "loss": 0.5305,
      "step": 225740
    },
    {
      "epoch": 63.01,
      "grad_norm": 1.656571865081787,
      "learning_rate": 4.67690981604671e-06,
      "loss": 0.5113,
      "step": 225750
    },
    {
      "epoch": 63.01,
      "grad_norm": 1.2285724878311157,
      "learning_rate": 4.676907248330724e-06,
      "loss": 0.5329,
      "step": 225760
    },
    {
      "epoch": 63.01,
      "grad_norm": 1.6804944276809692,
      "learning_rate": 4.676904680304194e-06,
      "loss": 0.5033,
      "step": 225770
    },
    {
      "epoch": 63.01,
      "grad_norm": 1.7897288799285889,
      "learning_rate": 4.67690211196712e-06,
      "loss": 0.5088,
      "step": 225780
    },
    {
      "epoch": 63.02,
      "grad_norm": 2.260664939880371,
      "learning_rate": 4.676899543319503e-06,
      "loss": 0.512,
      "step": 225790
    },
    {
      "epoch": 63.02,
      "grad_norm": 2.051677942276001,
      "learning_rate": 4.676896974361344e-06,
      "loss": 0.5431,
      "step": 225800
    },
    {
      "epoch": 63.02,
      "grad_norm": 1.978864312171936,
      "learning_rate": 4.676894405092642e-06,
      "loss": 0.5344,
      "step": 225810
    },
    {
      "epoch": 63.03,
      "grad_norm": 2.098288059234619,
      "learning_rate": 4.676891835513397e-06,
      "loss": 0.5118,
      "step": 225820
    },
    {
      "epoch": 63.03,
      "grad_norm": 1.468433141708374,
      "learning_rate": 4.676889265623611e-06,
      "loss": 0.4956,
      "step": 225830
    },
    {
      "epoch": 63.03,
      "grad_norm": 1.6344103813171387,
      "learning_rate": 4.676886695423283e-06,
      "loss": 0.5037,
      "step": 225840
    },
    {
      "epoch": 63.03,
      "grad_norm": 2.0009069442749023,
      "learning_rate": 4.676884124912414e-06,
      "loss": 0.5374,
      "step": 225850
    },
    {
      "epoch": 63.04,
      "grad_norm": 2.0577943325042725,
      "learning_rate": 4.676881554091005e-06,
      "loss": 0.5247,
      "step": 225860
    },
    {
      "epoch": 63.04,
      "grad_norm": 1.9902632236480713,
      "learning_rate": 4.676878982959055e-06,
      "loss": 0.5163,
      "step": 225870
    },
    {
      "epoch": 63.04,
      "grad_norm": 1.6800312995910645,
      "learning_rate": 4.676876411516565e-06,
      "loss": 0.5247,
      "step": 225880
    },
    {
      "epoch": 63.04,
      "grad_norm": 1.9945013523101807,
      "learning_rate": 4.676873839763535e-06,
      "loss": 0.5083,
      "step": 225890
    },
    {
      "epoch": 63.05,
      "grad_norm": 1.6924951076507568,
      "learning_rate": 4.676871267699965e-06,
      "loss": 0.513,
      "step": 225900
    },
    {
      "epoch": 63.05,
      "grad_norm": 2.085465669631958,
      "learning_rate": 4.6768686953258575e-06,
      "loss": 0.5144,
      "step": 225910
    },
    {
      "epoch": 63.05,
      "grad_norm": 1.9513016939163208,
      "learning_rate": 4.67686612264121e-06,
      "loss": 0.5289,
      "step": 225920
    },
    {
      "epoch": 63.06,
      "grad_norm": 1.651314616203308,
      "learning_rate": 4.676863549646024e-06,
      "loss": 0.5117,
      "step": 225930
    },
    {
      "epoch": 63.06,
      "grad_norm": 1.8708398342132568,
      "learning_rate": 4.676860976340301e-06,
      "loss": 0.5233,
      "step": 225940
    },
    {
      "epoch": 63.06,
      "grad_norm": 1.780637502670288,
      "learning_rate": 4.67685840272404e-06,
      "loss": 0.5125,
      "step": 225950
    },
    {
      "epoch": 63.06,
      "grad_norm": 1.426256775856018,
      "learning_rate": 4.676855828797241e-06,
      "loss": 0.518,
      "step": 225960
    },
    {
      "epoch": 63.07,
      "grad_norm": 2.199979305267334,
      "learning_rate": 4.676853254559906e-06,
      "loss": 0.5368,
      "step": 225970
    },
    {
      "epoch": 63.07,
      "grad_norm": 2.429443359375,
      "learning_rate": 4.676850680012034e-06,
      "loss": 0.5218,
      "step": 225980
    },
    {
      "epoch": 63.07,
      "grad_norm": 1.6830861568450928,
      "learning_rate": 4.676848105153625e-06,
      "loss": 0.5146,
      "step": 225990
    },
    {
      "epoch": 63.08,
      "grad_norm": 1.5190879106521606,
      "learning_rate": 4.67684552998468e-06,
      "loss": 0.5132,
      "step": 226000
    },
    {
      "epoch": 63.08,
      "grad_norm": 1.7912712097167969,
      "learning_rate": 4.6768429545052e-06,
      "loss": 0.5099,
      "step": 226010
    },
    {
      "epoch": 63.08,
      "grad_norm": 1.8497538566589355,
      "learning_rate": 4.676840378715185e-06,
      "loss": 0.5211,
      "step": 226020
    },
    {
      "epoch": 63.08,
      "grad_norm": 1.8202623128890991,
      "learning_rate": 4.676837802614634e-06,
      "loss": 0.4887,
      "step": 226030
    },
    {
      "epoch": 63.09,
      "grad_norm": 1.8828468322753906,
      "learning_rate": 4.676835226203548e-06,
      "loss": 0.5115,
      "step": 226040
    },
    {
      "epoch": 63.09,
      "grad_norm": 1.8732987642288208,
      "learning_rate": 4.6768326494819296e-06,
      "loss": 0.525,
      "step": 226050
    },
    {
      "epoch": 63.09,
      "grad_norm": 2.4318432807922363,
      "learning_rate": 4.676830072449776e-06,
      "loss": 0.5221,
      "step": 226060
    },
    {
      "epoch": 63.1,
      "grad_norm": 1.912109375,
      "learning_rate": 4.676827495107089e-06,
      "loss": 0.5375,
      "step": 226070
    },
    {
      "epoch": 63.1,
      "grad_norm": 2.3452200889587402,
      "learning_rate": 4.6768249174538685e-06,
      "loss": 0.5262,
      "step": 226080
    },
    {
      "epoch": 63.1,
      "grad_norm": 2.1558661460876465,
      "learning_rate": 4.676822339490116e-06,
      "loss": 0.5288,
      "step": 226090
    },
    {
      "epoch": 63.1,
      "grad_norm": 1.8917909860610962,
      "learning_rate": 4.67681976121583e-06,
      "loss": 0.5237,
      "step": 226100
    },
    {
      "epoch": 63.11,
      "grad_norm": 1.786539912223816,
      "learning_rate": 4.676817182631011e-06,
      "loss": 0.5227,
      "step": 226110
    },
    {
      "epoch": 63.11,
      "grad_norm": 2.260815143585205,
      "learning_rate": 4.676814603735662e-06,
      "loss": 0.5334,
      "step": 226120
    },
    {
      "epoch": 63.11,
      "grad_norm": 3.3249385356903076,
      "learning_rate": 4.676812024529781e-06,
      "loss": 0.5106,
      "step": 226130
    },
    {
      "epoch": 63.11,
      "grad_norm": 1.7252023220062256,
      "learning_rate": 4.676809445013368e-06,
      "loss": 0.5047,
      "step": 226140
    },
    {
      "epoch": 63.12,
      "grad_norm": 1.4402323961257935,
      "learning_rate": 4.676806865186425e-06,
      "loss": 0.5117,
      "step": 226150
    },
    {
      "epoch": 63.12,
      "grad_norm": 1.520886778831482,
      "learning_rate": 4.676804285048951e-06,
      "loss": 0.5248,
      "step": 226160
    },
    {
      "epoch": 63.12,
      "grad_norm": 2.319493532180786,
      "learning_rate": 4.676801704600946e-06,
      "loss": 0.5222,
      "step": 226170
    },
    {
      "epoch": 63.13,
      "grad_norm": 1.4244446754455566,
      "learning_rate": 4.6767991238424125e-06,
      "loss": 0.5301,
      "step": 226180
    },
    {
      "epoch": 63.13,
      "grad_norm": 2.005841016769409,
      "learning_rate": 4.67679654277335e-06,
      "loss": 0.5345,
      "step": 226190
    },
    {
      "epoch": 63.13,
      "grad_norm": 2.084744930267334,
      "learning_rate": 4.676793961393757e-06,
      "loss": 0.5052,
      "step": 226200
    },
    {
      "epoch": 63.13,
      "grad_norm": 1.6108916997909546,
      "learning_rate": 4.676791379703636e-06,
      "loss": 0.5554,
      "step": 226210
    },
    {
      "epoch": 63.14,
      "grad_norm": 1.6759507656097412,
      "learning_rate": 4.676788797702986e-06,
      "loss": 0.51,
      "step": 226220
    },
    {
      "epoch": 63.14,
      "grad_norm": 1.6425248384475708,
      "learning_rate": 4.676786215391808e-06,
      "loss": 0.5246,
      "step": 226230
    },
    {
      "epoch": 63.14,
      "grad_norm": 1.5234723091125488,
      "learning_rate": 4.676783632770103e-06,
      "loss": 0.5098,
      "step": 226240
    },
    {
      "epoch": 63.15,
      "grad_norm": 1.8177284002304077,
      "learning_rate": 4.67678104983787e-06,
      "loss": 0.5201,
      "step": 226250
    },
    {
      "epoch": 63.15,
      "grad_norm": 1.5338493585586548,
      "learning_rate": 4.6767784665951095e-06,
      "loss": 0.5398,
      "step": 226260
    },
    {
      "epoch": 63.15,
      "grad_norm": 1.9182418584823608,
      "learning_rate": 4.676775883041824e-06,
      "loss": 0.5424,
      "step": 226270
    },
    {
      "epoch": 63.15,
      "grad_norm": 2.5969605445861816,
      "learning_rate": 4.6767732991780096e-06,
      "loss": 0.5016,
      "step": 226280
    },
    {
      "epoch": 63.16,
      "grad_norm": 2.2747395038604736,
      "learning_rate": 4.676770715003671e-06,
      "loss": 0.5223,
      "step": 226290
    },
    {
      "epoch": 63.16,
      "grad_norm": 1.7878450155258179,
      "learning_rate": 4.676768130518806e-06,
      "loss": 0.5273,
      "step": 226300
    },
    {
      "epoch": 63.16,
      "grad_norm": 1.8736366033554077,
      "learning_rate": 4.676765545723416e-06,
      "loss": 0.5324,
      "step": 226310
    },
    {
      "epoch": 63.16,
      "grad_norm": 1.900576114654541,
      "learning_rate": 4.676762960617501e-06,
      "loss": 0.5304,
      "step": 226320
    },
    {
      "epoch": 63.17,
      "grad_norm": 2.286717414855957,
      "learning_rate": 4.676760375201061e-06,
      "loss": 0.526,
      "step": 226330
    },
    {
      "epoch": 63.17,
      "grad_norm": 1.8400102853775024,
      "learning_rate": 4.676757789474096e-06,
      "loss": 0.5222,
      "step": 226340
    },
    {
      "epoch": 63.17,
      "grad_norm": 1.5120505094528198,
      "learning_rate": 4.676755203436608e-06,
      "loss": 0.521,
      "step": 226350
    },
    {
      "epoch": 63.18,
      "grad_norm": 2.1150310039520264,
      "learning_rate": 4.6767526170885965e-06,
      "loss": 0.52,
      "step": 226360
    },
    {
      "epoch": 63.18,
      "grad_norm": 2.0885062217712402,
      "learning_rate": 4.6767500304300616e-06,
      "loss": 0.5081,
      "step": 226370
    },
    {
      "epoch": 63.18,
      "grad_norm": 2.57086181640625,
      "learning_rate": 4.6767474434610035e-06,
      "loss": 0.5246,
      "step": 226380
    },
    {
      "epoch": 63.18,
      "grad_norm": 1.9430688619613647,
      "learning_rate": 4.676744856181422e-06,
      "loss": 0.5217,
      "step": 226390
    },
    {
      "epoch": 63.19,
      "grad_norm": 1.9780998229980469,
      "learning_rate": 4.67674226859132e-06,
      "loss": 0.5279,
      "step": 226400
    },
    {
      "epoch": 63.19,
      "grad_norm": 1.6480382680892944,
      "learning_rate": 4.676739680690695e-06,
      "loss": 0.5292,
      "step": 226410
    },
    {
      "epoch": 63.19,
      "grad_norm": 1.9794727563858032,
      "learning_rate": 4.6767370924795485e-06,
      "loss": 0.5192,
      "step": 226420
    },
    {
      "epoch": 63.2,
      "grad_norm": 1.7814472913742065,
      "learning_rate": 4.6767345039578816e-06,
      "loss": 0.5295,
      "step": 226430
    },
    {
      "epoch": 63.2,
      "grad_norm": 2.177933931350708,
      "learning_rate": 4.676731915125692e-06,
      "loss": 0.5089,
      "step": 226440
    },
    {
      "epoch": 63.2,
      "grad_norm": 1.930631399154663,
      "learning_rate": 4.676729325982984e-06,
      "loss": 0.514,
      "step": 226450
    },
    {
      "epoch": 63.2,
      "grad_norm": 2.035862684249878,
      "learning_rate": 4.676726736529755e-06,
      "loss": 0.5248,
      "step": 226460
    },
    {
      "epoch": 63.21,
      "grad_norm": 1.6723463535308838,
      "learning_rate": 4.6767241467660055e-06,
      "loss": 0.4911,
      "step": 226470
    },
    {
      "epoch": 63.21,
      "grad_norm": 1.8874976634979248,
      "learning_rate": 4.676721556691737e-06,
      "loss": 0.5298,
      "step": 226480
    },
    {
      "epoch": 63.21,
      "grad_norm": 1.2636665105819702,
      "learning_rate": 4.6767189663069495e-06,
      "loss": 0.5354,
      "step": 226490
    },
    {
      "epoch": 63.22,
      "grad_norm": 2.0491783618927,
      "learning_rate": 4.676716375611643e-06,
      "loss": 0.52,
      "step": 226500
    },
    {
      "epoch": 63.22,
      "grad_norm": 1.6109790802001953,
      "learning_rate": 4.676713784605819e-06,
      "loss": 0.4993,
      "step": 226510
    },
    {
      "epoch": 63.22,
      "grad_norm": 2.1350862979888916,
      "learning_rate": 4.676711193289475e-06,
      "loss": 0.5076,
      "step": 226520
    },
    {
      "epoch": 63.22,
      "grad_norm": 1.5515536069869995,
      "learning_rate": 4.676708601662615e-06,
      "loss": 0.4737,
      "step": 226530
    },
    {
      "epoch": 63.23,
      "grad_norm": 1.636695384979248,
      "learning_rate": 4.676706009725236e-06,
      "loss": 0.5006,
      "step": 226540
    },
    {
      "epoch": 63.23,
      "grad_norm": 1.5950379371643066,
      "learning_rate": 4.676703417477341e-06,
      "loss": 0.5119,
      "step": 226550
    },
    {
      "epoch": 63.23,
      "grad_norm": 1.719260811805725,
      "learning_rate": 4.676700824918929e-06,
      "loss": 0.5179,
      "step": 226560
    },
    {
      "epoch": 63.23,
      "grad_norm": 1.4521692991256714,
      "learning_rate": 4.67669823205e-06,
      "loss": 0.5242,
      "step": 226570
    },
    {
      "epoch": 63.24,
      "grad_norm": 1.597635269165039,
      "learning_rate": 4.676695638870556e-06,
      "loss": 0.5228,
      "step": 226580
    },
    {
      "epoch": 63.24,
      "grad_norm": 1.6543833017349243,
      "learning_rate": 4.676693045380596e-06,
      "loss": 0.5443,
      "step": 226590
    },
    {
      "epoch": 63.24,
      "grad_norm": 2.0704405307769775,
      "learning_rate": 4.676690451580121e-06,
      "loss": 0.5219,
      "step": 226600
    },
    {
      "epoch": 63.25,
      "grad_norm": 1.8915258646011353,
      "learning_rate": 4.67668785746913e-06,
      "loss": 0.5143,
      "step": 226610
    },
    {
      "epoch": 63.25,
      "grad_norm": 1.74773371219635,
      "learning_rate": 4.676685263047625e-06,
      "loss": 0.5251,
      "step": 226620
    },
    {
      "epoch": 63.25,
      "grad_norm": 2.041166305541992,
      "learning_rate": 4.676682668315605e-06,
      "loss": 0.5258,
      "step": 226630
    },
    {
      "epoch": 63.25,
      "grad_norm": 1.9220677614212036,
      "learning_rate": 4.676680073273072e-06,
      "loss": 0.51,
      "step": 226640
    },
    {
      "epoch": 63.26,
      "grad_norm": 1.6652415990829468,
      "learning_rate": 4.676677477920025e-06,
      "loss": 0.5015,
      "step": 226650
    },
    {
      "epoch": 63.26,
      "grad_norm": 1.6114932298660278,
      "learning_rate": 4.676674882256464e-06,
      "loss": 0.5197,
      "step": 226660
    },
    {
      "epoch": 63.26,
      "grad_norm": 2.192519187927246,
      "learning_rate": 4.676672286282391e-06,
      "loss": 0.5056,
      "step": 226670
    },
    {
      "epoch": 63.27,
      "grad_norm": 1.8111565113067627,
      "learning_rate": 4.676669689997805e-06,
      "loss": 0.5084,
      "step": 226680
    },
    {
      "epoch": 63.27,
      "grad_norm": 1.8599992990493774,
      "learning_rate": 4.676667093402707e-06,
      "loss": 0.4992,
      "step": 226690
    },
    {
      "epoch": 63.27,
      "grad_norm": 1.3761842250823975,
      "learning_rate": 4.676664496497097e-06,
      "loss": 0.5172,
      "step": 226700
    },
    {
      "epoch": 63.27,
      "grad_norm": 1.5608683824539185,
      "learning_rate": 4.676661899280976e-06,
      "loss": 0.5073,
      "step": 226710
    },
    {
      "epoch": 63.28,
      "grad_norm": 1.953134298324585,
      "learning_rate": 4.676659301754342e-06,
      "loss": 0.5188,
      "step": 226720
    },
    {
      "epoch": 63.28,
      "grad_norm": 1.7763208150863647,
      "learning_rate": 4.676656703917199e-06,
      "loss": 0.5125,
      "step": 226730
    },
    {
      "epoch": 63.28,
      "grad_norm": 1.7790746688842773,
      "learning_rate": 4.676654105769545e-06,
      "loss": 0.518,
      "step": 226740
    },
    {
      "epoch": 63.28,
      "grad_norm": 1.6995561122894287,
      "learning_rate": 4.67665150731138e-06,
      "loss": 0.5362,
      "step": 226750
    },
    {
      "epoch": 63.29,
      "grad_norm": 1.4800474643707275,
      "learning_rate": 4.676648908542706e-06,
      "loss": 0.5309,
      "step": 226760
    },
    {
      "epoch": 63.29,
      "grad_norm": 1.810861349105835,
      "learning_rate": 4.676646309463522e-06,
      "loss": 0.5405,
      "step": 226770
    },
    {
      "epoch": 63.29,
      "grad_norm": 1.5332194566726685,
      "learning_rate": 4.67664371007383e-06,
      "loss": 0.525,
      "step": 226780
    },
    {
      "epoch": 63.3,
      "grad_norm": 2.6725447177886963,
      "learning_rate": 4.676641110373628e-06,
      "loss": 0.5285,
      "step": 226790
    },
    {
      "epoch": 63.3,
      "grad_norm": 2.3138043880462646,
      "learning_rate": 4.6766385103629184e-06,
      "loss": 0.5238,
      "step": 226800
    },
    {
      "epoch": 63.3,
      "grad_norm": 1.5335578918457031,
      "learning_rate": 4.6766359100417e-06,
      "loss": 0.5126,
      "step": 226810
    },
    {
      "epoch": 63.3,
      "grad_norm": 1.7624726295471191,
      "learning_rate": 4.676633309409974e-06,
      "loss": 0.534,
      "step": 226820
    },
    {
      "epoch": 63.31,
      "grad_norm": 1.8987044095993042,
      "learning_rate": 4.67663070846774e-06,
      "loss": 0.523,
      "step": 226830
    },
    {
      "epoch": 63.31,
      "grad_norm": 2.2516798973083496,
      "learning_rate": 4.676628107215e-06,
      "loss": 0.5063,
      "step": 226840
    },
    {
      "epoch": 63.31,
      "grad_norm": 1.830669641494751,
      "learning_rate": 4.676625505651753e-06,
      "loss": 0.5308,
      "step": 226850
    },
    {
      "epoch": 63.32,
      "grad_norm": 1.5718938112258911,
      "learning_rate": 4.676622903778e-06,
      "loss": 0.5144,
      "step": 226860
    },
    {
      "epoch": 63.32,
      "grad_norm": 1.8589421510696411,
      "learning_rate": 4.6766203015937405e-06,
      "loss": 0.5222,
      "step": 226870
    },
    {
      "epoch": 63.32,
      "grad_norm": 1.7687689065933228,
      "learning_rate": 4.676617699098975e-06,
      "loss": 0.5277,
      "step": 226880
    },
    {
      "epoch": 63.32,
      "grad_norm": 1.8968621492385864,
      "learning_rate": 4.676615096293704e-06,
      "loss": 0.5068,
      "step": 226890
    },
    {
      "epoch": 63.33,
      "grad_norm": 1.8815028667449951,
      "learning_rate": 4.676612493177929e-06,
      "loss": 0.5278,
      "step": 226900
    },
    {
      "epoch": 63.33,
      "grad_norm": 2.522733211517334,
      "learning_rate": 4.6766098897516494e-06,
      "loss": 0.531,
      "step": 226910
    },
    {
      "epoch": 63.33,
      "grad_norm": 1.7204796075820923,
      "learning_rate": 4.676607286014864e-06,
      "loss": 0.5273,
      "step": 226920
    },
    {
      "epoch": 63.34,
      "grad_norm": 1.9269013404846191,
      "learning_rate": 4.6766046819675765e-06,
      "loss": 0.5134,
      "step": 226930
    },
    {
      "epoch": 63.34,
      "grad_norm": 1.9750280380249023,
      "learning_rate": 4.676602077609784e-06,
      "loss": 0.5166,
      "step": 226940
    },
    {
      "epoch": 63.34,
      "grad_norm": 2.499934434890747,
      "learning_rate": 4.676599472941489e-06,
      "loss": 0.5173,
      "step": 226950
    },
    {
      "epoch": 63.34,
      "grad_norm": 2.0056872367858887,
      "learning_rate": 4.676596867962691e-06,
      "loss": 0.5248,
      "step": 226960
    },
    {
      "epoch": 63.35,
      "grad_norm": 1.6208544969558716,
      "learning_rate": 4.67659426267339e-06,
      "loss": 0.5188,
      "step": 226970
    },
    {
      "epoch": 63.35,
      "grad_norm": 1.8741368055343628,
      "learning_rate": 4.676591657073588e-06,
      "loss": 0.5356,
      "step": 226980
    },
    {
      "epoch": 63.35,
      "grad_norm": 2.2800862789154053,
      "learning_rate": 4.676589051163283e-06,
      "loss": 0.5142,
      "step": 226990
    },
    {
      "epoch": 63.35,
      "grad_norm": 1.7146670818328857,
      "learning_rate": 4.676586444942477e-06,
      "loss": 0.5302,
      "step": 227000
    },
    {
      "epoch": 63.36,
      "grad_norm": 1.4846571683883667,
      "learning_rate": 4.67658383841117e-06,
      "loss": 0.5422,
      "step": 227010
    },
    {
      "epoch": 63.36,
      "grad_norm": 1.644605040550232,
      "learning_rate": 4.676581231569362e-06,
      "loss": 0.5237,
      "step": 227020
    },
    {
      "epoch": 63.36,
      "grad_norm": 1.9078599214553833,
      "learning_rate": 4.6765786244170526e-06,
      "loss": 0.5179,
      "step": 227030
    },
    {
      "epoch": 63.37,
      "grad_norm": 2.09628963470459,
      "learning_rate": 4.676576016954244e-06,
      "loss": 0.5129,
      "step": 227040
    },
    {
      "epoch": 63.37,
      "grad_norm": 2.5094411373138428,
      "learning_rate": 4.676573409180935e-06,
      "loss": 0.514,
      "step": 227050
    },
    {
      "epoch": 63.37,
      "grad_norm": 1.7015478610992432,
      "learning_rate": 4.676570801097127e-06,
      "loss": 0.5296,
      "step": 227060
    },
    {
      "epoch": 63.37,
      "grad_norm": 1.649930715560913,
      "learning_rate": 4.6765681927028206e-06,
      "loss": 0.5451,
      "step": 227070
    },
    {
      "epoch": 63.38,
      "grad_norm": 1.8569400310516357,
      "learning_rate": 4.676565583998015e-06,
      "loss": 0.5198,
      "step": 227080
    },
    {
      "epoch": 63.38,
      "grad_norm": 1.4405828714370728,
      "learning_rate": 4.676562974982711e-06,
      "loss": 0.5196,
      "step": 227090
    },
    {
      "epoch": 63.38,
      "grad_norm": 2.0377345085144043,
      "learning_rate": 4.676560365656908e-06,
      "loss": 0.5413,
      "step": 227100
    },
    {
      "epoch": 63.39,
      "grad_norm": 2.1514976024627686,
      "learning_rate": 4.676557756020609e-06,
      "loss": 0.5127,
      "step": 227110
    },
    {
      "epoch": 63.39,
      "grad_norm": 2.3733248710632324,
      "learning_rate": 4.676555146073811e-06,
      "loss": 0.5175,
      "step": 227120
    },
    {
      "epoch": 63.39,
      "grad_norm": 2.0294249057769775,
      "learning_rate": 4.6765525358165174e-06,
      "loss": 0.5049,
      "step": 227130
    },
    {
      "epoch": 63.39,
      "grad_norm": 1.4891881942749023,
      "learning_rate": 4.676549925248726e-06,
      "loss": 0.5208,
      "step": 227140
    },
    {
      "epoch": 63.4,
      "grad_norm": 1.5829113721847534,
      "learning_rate": 4.676547314370438e-06,
      "loss": 0.536,
      "step": 227150
    },
    {
      "epoch": 63.4,
      "grad_norm": 1.797834873199463,
      "learning_rate": 4.676544703181656e-06,
      "loss": 0.5206,
      "step": 227160
    },
    {
      "epoch": 63.4,
      "grad_norm": 1.9371737241744995,
      "learning_rate": 4.676542091682377e-06,
      "loss": 0.5354,
      "step": 227170
    },
    {
      "epoch": 63.4,
      "grad_norm": 1.668687105178833,
      "learning_rate": 4.676539479872603e-06,
      "loss": 0.5159,
      "step": 227180
    },
    {
      "epoch": 63.41,
      "grad_norm": 1.576516032218933,
      "learning_rate": 4.676536867752334e-06,
      "loss": 0.5265,
      "step": 227190
    },
    {
      "epoch": 63.41,
      "grad_norm": 1.6263225078582764,
      "learning_rate": 4.6765342553215704e-06,
      "loss": 0.5298,
      "step": 227200
    },
    {
      "epoch": 63.41,
      "grad_norm": 1.9630382061004639,
      "learning_rate": 4.676531642580313e-06,
      "loss": 0.5125,
      "step": 227210
    },
    {
      "epoch": 63.42,
      "grad_norm": 1.2264113426208496,
      "learning_rate": 4.6765290295285615e-06,
      "loss": 0.5348,
      "step": 227220
    },
    {
      "epoch": 63.42,
      "grad_norm": 1.6732598543167114,
      "learning_rate": 4.676526416166316e-06,
      "loss": 0.5354,
      "step": 227230
    },
    {
      "epoch": 63.42,
      "grad_norm": 1.7418872117996216,
      "learning_rate": 4.676523802493578e-06,
      "loss": 0.5032,
      "step": 227240
    },
    {
      "epoch": 63.42,
      "grad_norm": 1.6832579374313354,
      "learning_rate": 4.676521188510347e-06,
      "loss": 0.5178,
      "step": 227250
    },
    {
      "epoch": 63.43,
      "grad_norm": 1.797141194343567,
      "learning_rate": 4.676518574216623e-06,
      "loss": 0.4982,
      "step": 227260
    },
    {
      "epoch": 63.43,
      "grad_norm": 1.9994398355484009,
      "learning_rate": 4.676515959612407e-06,
      "loss": 0.5163,
      "step": 227270
    },
    {
      "epoch": 63.43,
      "grad_norm": 1.9500770568847656,
      "learning_rate": 4.6765133446976995e-06,
      "loss": 0.5236,
      "step": 227280
    },
    {
      "epoch": 63.44,
      "grad_norm": 1.5333201885223389,
      "learning_rate": 4.676510729472501e-06,
      "loss": 0.5128,
      "step": 227290
    },
    {
      "epoch": 63.44,
      "grad_norm": 1.8657957315444946,
      "learning_rate": 4.67650811393681e-06,
      "loss": 0.5184,
      "step": 227300
    },
    {
      "epoch": 63.44,
      "grad_norm": 2.0474865436553955,
      "learning_rate": 4.676505498090629e-06,
      "loss": 0.5046,
      "step": 227310
    },
    {
      "epoch": 63.44,
      "grad_norm": 1.6532020568847656,
      "learning_rate": 4.676502881933959e-06,
      "loss": 0.5226,
      "step": 227320
    },
    {
      "epoch": 63.45,
      "grad_norm": 1.6955900192260742,
      "learning_rate": 4.676500265466797e-06,
      "loss": 0.5218,
      "step": 227330
    },
    {
      "epoch": 63.45,
      "grad_norm": 2.2282629013061523,
      "learning_rate": 4.676497648689146e-06,
      "loss": 0.5207,
      "step": 227340
    },
    {
      "epoch": 63.45,
      "grad_norm": 1.8133145570755005,
      "learning_rate": 4.676495031601006e-06,
      "loss": 0.5271,
      "step": 227350
    },
    {
      "epoch": 63.46,
      "grad_norm": 1.8277366161346436,
      "learning_rate": 4.676492414202376e-06,
      "loss": 0.5106,
      "step": 227360
    },
    {
      "epoch": 63.46,
      "grad_norm": 1.648344874382019,
      "learning_rate": 4.6764897964932585e-06,
      "loss": 0.5197,
      "step": 227370
    },
    {
      "epoch": 63.46,
      "grad_norm": 1.8393065929412842,
      "learning_rate": 4.676487178473652e-06,
      "loss": 0.5345,
      "step": 227380
    },
    {
      "epoch": 63.46,
      "grad_norm": 1.907507061958313,
      "learning_rate": 4.6764845601435585e-06,
      "loss": 0.4971,
      "step": 227390
    },
    {
      "epoch": 63.47,
      "grad_norm": 2.1276350021362305,
      "learning_rate": 4.676481941502976e-06,
      "loss": 0.5366,
      "step": 227400
    },
    {
      "epoch": 63.47,
      "grad_norm": 1.9142624139785767,
      "learning_rate": 4.676479322551907e-06,
      "loss": 0.5109,
      "step": 227410
    },
    {
      "epoch": 63.47,
      "grad_norm": 1.8482441902160645,
      "learning_rate": 4.676476703290352e-06,
      "loss": 0.5208,
      "step": 227420
    },
    {
      "epoch": 63.47,
      "grad_norm": 1.7600773572921753,
      "learning_rate": 4.676474083718309e-06,
      "loss": 0.4971,
      "step": 227430
    },
    {
      "epoch": 63.48,
      "grad_norm": 1.8181346654891968,
      "learning_rate": 4.6764714638357805e-06,
      "loss": 0.5179,
      "step": 227440
    },
    {
      "epoch": 63.48,
      "grad_norm": 2.0474703311920166,
      "learning_rate": 4.676468843642766e-06,
      "loss": 0.5262,
      "step": 227450
    },
    {
      "epoch": 63.48,
      "grad_norm": 1.647435188293457,
      "learning_rate": 4.676466223139265e-06,
      "loss": 0.5129,
      "step": 227460
    },
    {
      "epoch": 63.49,
      "grad_norm": 1.8444063663482666,
      "learning_rate": 4.67646360232528e-06,
      "loss": 0.5165,
      "step": 227470
    },
    {
      "epoch": 63.49,
      "grad_norm": 1.8063613176345825,
      "learning_rate": 4.67646098120081e-06,
      "loss": 0.5061,
      "step": 227480
    },
    {
      "epoch": 63.49,
      "grad_norm": 2.3979523181915283,
      "learning_rate": 4.676458359765855e-06,
      "loss": 0.5319,
      "step": 227490
    },
    {
      "epoch": 63.49,
      "grad_norm": 1.4682707786560059,
      "learning_rate": 4.676455738020417e-06,
      "loss": 0.517,
      "step": 227500
    },
    {
      "epoch": 63.5,
      "grad_norm": 1.9781153202056885,
      "learning_rate": 4.676453115964495e-06,
      "loss": 0.4965,
      "step": 227510
    },
    {
      "epoch": 63.5,
      "grad_norm": 2.032078504562378,
      "learning_rate": 4.676450493598088e-06,
      "loss": 0.4949,
      "step": 227520
    },
    {
      "epoch": 63.5,
      "grad_norm": 2.1659696102142334,
      "learning_rate": 4.676447870921199e-06,
      "loss": 0.5047,
      "step": 227530
    },
    {
      "epoch": 63.51,
      "grad_norm": 1.6310336589813232,
      "learning_rate": 4.676445247933828e-06,
      "loss": 0.5105,
      "step": 227540
    },
    {
      "epoch": 63.51,
      "grad_norm": 1.5302499532699585,
      "learning_rate": 4.676442624635974e-06,
      "loss": 0.5007,
      "step": 227550
    },
    {
      "epoch": 63.51,
      "grad_norm": 1.8962509632110596,
      "learning_rate": 4.676440001027637e-06,
      "loss": 0.5279,
      "step": 227560
    },
    {
      "epoch": 63.51,
      "grad_norm": 1.9569083452224731,
      "learning_rate": 4.676437377108819e-06,
      "loss": 0.5222,
      "step": 227570
    },
    {
      "epoch": 63.52,
      "grad_norm": 2.0553345680236816,
      "learning_rate": 4.6764347528795206e-06,
      "loss": 0.5437,
      "step": 227580
    },
    {
      "epoch": 63.52,
      "grad_norm": 1.8097953796386719,
      "learning_rate": 4.676432128339741e-06,
      "loss": 0.4997,
      "step": 227590
    },
    {
      "epoch": 63.52,
      "grad_norm": 1.7841213941574097,
      "learning_rate": 4.67642950348948e-06,
      "loss": 0.5139,
      "step": 227600
    },
    {
      "epoch": 63.52,
      "grad_norm": 1.8504985570907593,
      "learning_rate": 4.676426878328739e-06,
      "loss": 0.5303,
      "step": 227610
    },
    {
      "epoch": 63.53,
      "grad_norm": 1.6007914543151855,
      "learning_rate": 4.676424252857518e-06,
      "loss": 0.5155,
      "step": 227620
    },
    {
      "epoch": 63.53,
      "grad_norm": 1.8282759189605713,
      "learning_rate": 4.6764216270758175e-06,
      "loss": 0.5004,
      "step": 227630
    },
    {
      "epoch": 63.53,
      "grad_norm": 2.1174116134643555,
      "learning_rate": 4.676419000983638e-06,
      "loss": 0.4927,
      "step": 227640
    },
    {
      "epoch": 63.54,
      "grad_norm": 3.197655439376831,
      "learning_rate": 4.67641637458098e-06,
      "loss": 0.5328,
      "step": 227650
    },
    {
      "epoch": 63.54,
      "grad_norm": 1.8451846837997437,
      "learning_rate": 4.676413747867842e-06,
      "loss": 0.5044,
      "step": 227660
    },
    {
      "epoch": 63.54,
      "grad_norm": 1.777711272239685,
      "learning_rate": 4.676411120844227e-06,
      "loss": 0.5176,
      "step": 227670
    },
    {
      "epoch": 63.54,
      "grad_norm": 2.878849506378174,
      "learning_rate": 4.676408493510134e-06,
      "loss": 0.5094,
      "step": 227680
    },
    {
      "epoch": 63.55,
      "grad_norm": 1.5927734375,
      "learning_rate": 4.676405865865563e-06,
      "loss": 0.5215,
      "step": 227690
    },
    {
      "epoch": 63.55,
      "grad_norm": 1.9389160871505737,
      "learning_rate": 4.676403237910516e-06,
      "loss": 0.5179,
      "step": 227700
    },
    {
      "epoch": 63.55,
      "grad_norm": 1.5629668235778809,
      "learning_rate": 4.676400609644991e-06,
      "loss": 0.5069,
      "step": 227710
    },
    {
      "epoch": 63.56,
      "grad_norm": 1.4320522546768188,
      "learning_rate": 4.67639798106899e-06,
      "loss": 0.5221,
      "step": 227720
    },
    {
      "epoch": 63.56,
      "grad_norm": 2.601545572280884,
      "learning_rate": 4.676395352182513e-06,
      "loss": 0.5307,
      "step": 227730
    },
    {
      "epoch": 63.56,
      "grad_norm": 1.6661182641983032,
      "learning_rate": 4.6763927229855596e-06,
      "loss": 0.5164,
      "step": 227740
    },
    {
      "epoch": 63.56,
      "grad_norm": 1.628655195236206,
      "learning_rate": 4.6763900934781325e-06,
      "loss": 0.5022,
      "step": 227750
    },
    {
      "epoch": 63.57,
      "grad_norm": 1.905195713043213,
      "learning_rate": 4.676387463660229e-06,
      "loss": 0.5181,
      "step": 227760
    },
    {
      "epoch": 63.57,
      "grad_norm": 1.9045206308364868,
      "learning_rate": 4.6763848335318505e-06,
      "loss": 0.5119,
      "step": 227770
    },
    {
      "epoch": 63.57,
      "grad_norm": 1.6825997829437256,
      "learning_rate": 4.676382203092999e-06,
      "loss": 0.517,
      "step": 227780
    },
    {
      "epoch": 63.58,
      "grad_norm": 1.5452386140823364,
      "learning_rate": 4.676379572343673e-06,
      "loss": 0.5096,
      "step": 227790
    },
    {
      "epoch": 63.58,
      "grad_norm": 2.1436221599578857,
      "learning_rate": 4.676376941283873e-06,
      "loss": 0.5167,
      "step": 227800
    },
    {
      "epoch": 63.58,
      "grad_norm": 1.3418275117874146,
      "learning_rate": 4.6763743099136e-06,
      "loss": 0.5124,
      "step": 227810
    },
    {
      "epoch": 63.58,
      "grad_norm": 1.544122576713562,
      "learning_rate": 4.676371678232854e-06,
      "loss": 0.5113,
      "step": 227820
    },
    {
      "epoch": 63.59,
      "grad_norm": 1.8945389986038208,
      "learning_rate": 4.676369046241635e-06,
      "loss": 0.5017,
      "step": 227830
    },
    {
      "epoch": 63.59,
      "grad_norm": 1.8806242942810059,
      "learning_rate": 4.676366413939945e-06,
      "loss": 0.4962,
      "step": 227840
    },
    {
      "epoch": 63.59,
      "grad_norm": 1.9672937393188477,
      "learning_rate": 4.676363781327782e-06,
      "loss": 0.5241,
      "step": 227850
    },
    {
      "epoch": 63.59,
      "grad_norm": 1.6729793548583984,
      "learning_rate": 4.676361148405148e-06,
      "loss": 0.5247,
      "step": 227860
    },
    {
      "epoch": 63.6,
      "grad_norm": 1.551166296005249,
      "learning_rate": 4.676358515172042e-06,
      "loss": 0.5339,
      "step": 227870
    },
    {
      "epoch": 63.6,
      "grad_norm": 2.4225966930389404,
      "learning_rate": 4.676355881628466e-06,
      "loss": 0.5252,
      "step": 227880
    },
    {
      "epoch": 63.6,
      "grad_norm": 1.3612388372421265,
      "learning_rate": 4.6763532477744195e-06,
      "loss": 0.5152,
      "step": 227890
    },
    {
      "epoch": 63.61,
      "grad_norm": 2.225759983062744,
      "learning_rate": 4.676350613609903e-06,
      "loss": 0.5143,
      "step": 227900
    },
    {
      "epoch": 63.61,
      "grad_norm": 1.3013657331466675,
      "learning_rate": 4.6763479791349155e-06,
      "loss": 0.5125,
      "step": 227910
    },
    {
      "epoch": 63.61,
      "grad_norm": 1.3577860593795776,
      "learning_rate": 4.67634534434946e-06,
      "loss": 0.504,
      "step": 227920
    },
    {
      "epoch": 63.61,
      "grad_norm": 1.6054352521896362,
      "learning_rate": 4.676342709253534e-06,
      "loss": 0.5145,
      "step": 227930
    },
    {
      "epoch": 63.62,
      "grad_norm": 1.4856927394866943,
      "learning_rate": 4.676340073847141e-06,
      "loss": 0.5006,
      "step": 227940
    },
    {
      "epoch": 63.62,
      "grad_norm": 1.8281327486038208,
      "learning_rate": 4.676337438130279e-06,
      "loss": 0.5217,
      "step": 227950
    },
    {
      "epoch": 63.62,
      "grad_norm": 1.976464867591858,
      "learning_rate": 4.676334802102949e-06,
      "loss": 0.5161,
      "step": 227960
    },
    {
      "epoch": 63.63,
      "grad_norm": 1.6486613750457764,
      "learning_rate": 4.67633216576515e-06,
      "loss": 0.5055,
      "step": 227970
    },
    {
      "epoch": 63.63,
      "grad_norm": 1.7798899412155151,
      "learning_rate": 4.676329529116886e-06,
      "loss": 0.55,
      "step": 227980
    },
    {
      "epoch": 63.63,
      "grad_norm": 1.720520257949829,
      "learning_rate": 4.676326892158153e-06,
      "loss": 0.5098,
      "step": 227990
    },
    {
      "epoch": 63.63,
      "grad_norm": 1.9350805282592773,
      "learning_rate": 4.676324254888954e-06,
      "loss": 0.5124,
      "step": 228000
    },
    {
      "epoch": 63.64,
      "grad_norm": 1.7627195119857788,
      "learning_rate": 4.676321617309289e-06,
      "loss": 0.502,
      "step": 228010
    },
    {
      "epoch": 63.64,
      "grad_norm": 1.6316823959350586,
      "learning_rate": 4.6763189794191584e-06,
      "loss": 0.5162,
      "step": 228020
    },
    {
      "epoch": 63.64,
      "grad_norm": 1.7630326747894287,
      "learning_rate": 4.676316341218561e-06,
      "loss": 0.5231,
      "step": 228030
    },
    {
      "epoch": 63.64,
      "grad_norm": 1.8170428276062012,
      "learning_rate": 4.676313702707499e-06,
      "loss": 0.5271,
      "step": 228040
    },
    {
      "epoch": 63.65,
      "grad_norm": 1.8099735975265503,
      "learning_rate": 4.676311063885973e-06,
      "loss": 0.5035,
      "step": 228050
    },
    {
      "epoch": 63.65,
      "grad_norm": 2.1197869777679443,
      "learning_rate": 4.676308424753982e-06,
      "loss": 0.521,
      "step": 228060
    },
    {
      "epoch": 63.65,
      "grad_norm": 1.4014781713485718,
      "learning_rate": 4.676305785311527e-06,
      "loss": 0.5006,
      "step": 228070
    },
    {
      "epoch": 63.66,
      "grad_norm": 1.8345842361450195,
      "learning_rate": 4.6763031455586075e-06,
      "loss": 0.5118,
      "step": 228080
    },
    {
      "epoch": 63.66,
      "grad_norm": 1.6398781538009644,
      "learning_rate": 4.676300505495225e-06,
      "loss": 0.5213,
      "step": 228090
    },
    {
      "epoch": 63.66,
      "grad_norm": 1.6878341436386108,
      "learning_rate": 4.676297865121379e-06,
      "loss": 0.5361,
      "step": 228100
    },
    {
      "epoch": 63.66,
      "grad_norm": 1.3826689720153809,
      "learning_rate": 4.676295224437071e-06,
      "loss": 0.5195,
      "step": 228110
    },
    {
      "epoch": 63.67,
      "grad_norm": 2.1966898441314697,
      "learning_rate": 4.6762925834423e-06,
      "loss": 0.5207,
      "step": 228120
    },
    {
      "epoch": 63.67,
      "grad_norm": 2.0633704662323,
      "learning_rate": 4.676289942137067e-06,
      "loss": 0.533,
      "step": 228130
    },
    {
      "epoch": 63.67,
      "grad_norm": 1.9165661334991455,
      "learning_rate": 4.676287300521372e-06,
      "loss": 0.5107,
      "step": 228140
    },
    {
      "epoch": 63.68,
      "grad_norm": 1.9428772926330566,
      "learning_rate": 4.6762846585952165e-06,
      "loss": 0.5137,
      "step": 228150
    },
    {
      "epoch": 63.68,
      "grad_norm": 1.4330600500106812,
      "learning_rate": 4.6762820163585994e-06,
      "loss": 0.5085,
      "step": 228160
    },
    {
      "epoch": 63.68,
      "grad_norm": 1.9756684303283691,
      "learning_rate": 4.676279373811521e-06,
      "loss": 0.4994,
      "step": 228170
    },
    {
      "epoch": 63.68,
      "grad_norm": 1.7289292812347412,
      "learning_rate": 4.676276730953983e-06,
      "loss": 0.5006,
      "step": 228180
    },
    {
      "epoch": 63.69,
      "grad_norm": 1.7468221187591553,
      "learning_rate": 4.676274087785986e-06,
      "loss": 0.5204,
      "step": 228190
    },
    {
      "epoch": 63.69,
      "grad_norm": 1.4865654706954956,
      "learning_rate": 4.676271444307529e-06,
      "loss": 0.5022,
      "step": 228200
    },
    {
      "epoch": 63.69,
      "grad_norm": 1.427726149559021,
      "learning_rate": 4.676268800518611e-06,
      "loss": 0.524,
      "step": 228210
    },
    {
      "epoch": 63.7,
      "grad_norm": 1.7528696060180664,
      "learning_rate": 4.6762661564192365e-06,
      "loss": 0.5147,
      "step": 228220
    },
    {
      "epoch": 63.7,
      "grad_norm": 1.453874945640564,
      "learning_rate": 4.6762635120094014e-06,
      "loss": 0.5171,
      "step": 228230
    },
    {
      "epoch": 63.7,
      "grad_norm": 1.9198858737945557,
      "learning_rate": 4.676260867289109e-06,
      "loss": 0.5173,
      "step": 228240
    },
    {
      "epoch": 63.7,
      "grad_norm": 2.317187547683716,
      "learning_rate": 4.676258222258359e-06,
      "loss": 0.5268,
      "step": 228250
    },
    {
      "epoch": 63.71,
      "grad_norm": 1.5488821268081665,
      "learning_rate": 4.676255576917151e-06,
      "loss": 0.5224,
      "step": 228260
    },
    {
      "epoch": 63.71,
      "grad_norm": 1.4892568588256836,
      "learning_rate": 4.676252931265487e-06,
      "loss": 0.5224,
      "step": 228270
    },
    {
      "epoch": 63.71,
      "grad_norm": 1.734282374382019,
      "learning_rate": 4.676250285303365e-06,
      "loss": 0.5054,
      "step": 228280
    },
    {
      "epoch": 63.71,
      "grad_norm": 1.3912692070007324,
      "learning_rate": 4.676247639030788e-06,
      "loss": 0.5037,
      "step": 228290
    },
    {
      "epoch": 63.72,
      "grad_norm": 1.519502878189087,
      "learning_rate": 4.676244992447754e-06,
      "loss": 0.5059,
      "step": 228300
    },
    {
      "epoch": 63.72,
      "grad_norm": 1.7250916957855225,
      "learning_rate": 4.6762423455542645e-06,
      "loss": 0.5116,
      "step": 228310
    },
    {
      "epoch": 63.72,
      "grad_norm": 2.184007167816162,
      "learning_rate": 4.6762396983503184e-06,
      "loss": 0.5058,
      "step": 228320
    },
    {
      "epoch": 63.73,
      "grad_norm": 2.0745742321014404,
      "learning_rate": 4.676237050835919e-06,
      "loss": 0.5315,
      "step": 228330
    },
    {
      "epoch": 63.73,
      "grad_norm": 1.8086096048355103,
      "learning_rate": 4.676234403011064e-06,
      "loss": 0.5235,
      "step": 228340
    },
    {
      "epoch": 63.73,
      "grad_norm": 1.7839981317520142,
      "learning_rate": 4.676231754875755e-06,
      "loss": 0.5265,
      "step": 228350
    },
    {
      "epoch": 63.73,
      "grad_norm": 1.6895922422409058,
      "learning_rate": 4.676229106429992e-06,
      "loss": 0.5098,
      "step": 228360
    },
    {
      "epoch": 63.74,
      "grad_norm": 2.278726577758789,
      "learning_rate": 4.676226457673775e-06,
      "loss": 0.5224,
      "step": 228370
    },
    {
      "epoch": 63.74,
      "grad_norm": 1.695314645767212,
      "learning_rate": 4.676223808607105e-06,
      "loss": 0.5295,
      "step": 228380
    },
    {
      "epoch": 63.74,
      "grad_norm": 1.747900366783142,
      "learning_rate": 4.676221159229983e-06,
      "loss": 0.5257,
      "step": 228390
    },
    {
      "epoch": 63.75,
      "grad_norm": 2.3928518295288086,
      "learning_rate": 4.676218509542407e-06,
      "loss": 0.5168,
      "step": 228400
    },
    {
      "epoch": 63.75,
      "grad_norm": 1.826797366142273,
      "learning_rate": 4.67621585954438e-06,
      "loss": 0.5342,
      "step": 228410
    },
    {
      "epoch": 63.75,
      "grad_norm": 1.9212392568588257,
      "learning_rate": 4.6762132092359e-06,
      "loss": 0.5008,
      "step": 228420
    },
    {
      "epoch": 63.75,
      "grad_norm": 2.3310985565185547,
      "learning_rate": 4.676210558616969e-06,
      "loss": 0.506,
      "step": 228430
    },
    {
      "epoch": 63.76,
      "grad_norm": 1.6504725217819214,
      "learning_rate": 4.676207907687587e-06,
      "loss": 0.5079,
      "step": 228440
    },
    {
      "epoch": 63.76,
      "grad_norm": 1.593640923500061,
      "learning_rate": 4.676205256447754e-06,
      "loss": 0.5227,
      "step": 228450
    },
    {
      "epoch": 63.76,
      "grad_norm": 2.0204660892486572,
      "learning_rate": 4.676202604897471e-06,
      "loss": 0.5191,
      "step": 228460
    },
    {
      "epoch": 63.77,
      "grad_norm": 1.9838050603866577,
      "learning_rate": 4.676199953036738e-06,
      "loss": 0.5109,
      "step": 228470
    },
    {
      "epoch": 63.77,
      "grad_norm": 1.9809527397155762,
      "learning_rate": 4.676197300865555e-06,
      "loss": 0.5403,
      "step": 228480
    },
    {
      "epoch": 63.77,
      "grad_norm": 1.8904012441635132,
      "learning_rate": 4.676194648383923e-06,
      "loss": 0.5202,
      "step": 228490
    },
    {
      "epoch": 63.77,
      "grad_norm": 1.541094422340393,
      "learning_rate": 4.676191995591841e-06,
      "loss": 0.4974,
      "step": 228500
    },
    {
      "epoch": 63.78,
      "grad_norm": 1.8412386178970337,
      "learning_rate": 4.676189342489311e-06,
      "loss": 0.511,
      "step": 228510
    },
    {
      "epoch": 63.78,
      "grad_norm": 1.4194754362106323,
      "learning_rate": 4.676186689076333e-06,
      "loss": 0.5006,
      "step": 228520
    },
    {
      "epoch": 63.78,
      "grad_norm": 1.9279260635375977,
      "learning_rate": 4.676184035352906e-06,
      "loss": 0.5159,
      "step": 228530
    },
    {
      "epoch": 63.78,
      "grad_norm": 1.6881009340286255,
      "learning_rate": 4.676181381319032e-06,
      "loss": 0.521,
      "step": 228540
    },
    {
      "epoch": 63.79,
      "grad_norm": 1.7868553400039673,
      "learning_rate": 4.676178726974712e-06,
      "loss": 0.5186,
      "step": 228550
    },
    {
      "epoch": 63.79,
      "grad_norm": 1.8443866968154907,
      "learning_rate": 4.676176072319943e-06,
      "loss": 0.5085,
      "step": 228560
    },
    {
      "epoch": 63.79,
      "grad_norm": 2.295520782470703,
      "learning_rate": 4.676173417354729e-06,
      "loss": 0.5298,
      "step": 228570
    },
    {
      "epoch": 63.8,
      "grad_norm": 1.6799068450927734,
      "learning_rate": 4.676170762079068e-06,
      "loss": 0.514,
      "step": 228580
    },
    {
      "epoch": 63.8,
      "grad_norm": 2.108412265777588,
      "learning_rate": 4.676168106492961e-06,
      "loss": 0.4921,
      "step": 228590
    },
    {
      "epoch": 63.8,
      "grad_norm": 2.7202837467193604,
      "learning_rate": 4.676165450596409e-06,
      "loss": 0.5379,
      "step": 228600
    },
    {
      "epoch": 63.8,
      "grad_norm": 2.1280486583709717,
      "learning_rate": 4.676162794389412e-06,
      "loss": 0.509,
      "step": 228610
    },
    {
      "epoch": 63.81,
      "grad_norm": 1.9555033445358276,
      "learning_rate": 4.6761601378719695e-06,
      "loss": 0.5212,
      "step": 228620
    },
    {
      "epoch": 63.81,
      "grad_norm": 1.6600418090820312,
      "learning_rate": 4.6761574810440834e-06,
      "loss": 0.5088,
      "step": 228630
    },
    {
      "epoch": 63.81,
      "grad_norm": 1.5390313863754272,
      "learning_rate": 4.676154823905752e-06,
      "loss": 0.5241,
      "step": 228640
    },
    {
      "epoch": 63.82,
      "grad_norm": 1.6590253114700317,
      "learning_rate": 4.676152166456977e-06,
      "loss": 0.5205,
      "step": 228650
    },
    {
      "epoch": 63.82,
      "grad_norm": 1.8345975875854492,
      "learning_rate": 4.67614950869776e-06,
      "loss": 0.5155,
      "step": 228660
    },
    {
      "epoch": 63.82,
      "grad_norm": 2.260389566421509,
      "learning_rate": 4.6761468506281e-06,
      "loss": 0.5295,
      "step": 228670
    },
    {
      "epoch": 63.82,
      "grad_norm": 1.791796088218689,
      "learning_rate": 4.676144192247996e-06,
      "loss": 0.5128,
      "step": 228680
    },
    {
      "epoch": 63.83,
      "grad_norm": 1.7761874198913574,
      "learning_rate": 4.676141533557451e-06,
      "loss": 0.5212,
      "step": 228690
    },
    {
      "epoch": 63.83,
      "grad_norm": 2.140007734298706,
      "learning_rate": 4.676138874556463e-06,
      "loss": 0.5315,
      "step": 228700
    },
    {
      "epoch": 63.83,
      "grad_norm": 1.652785062789917,
      "learning_rate": 4.6761362152450345e-06,
      "loss": 0.5425,
      "step": 228710
    },
    {
      "epoch": 63.83,
      "grad_norm": 1.654991626739502,
      "learning_rate": 4.676133555623164e-06,
      "loss": 0.5345,
      "step": 228720
    },
    {
      "epoch": 63.84,
      "grad_norm": 1.9402601718902588,
      "learning_rate": 4.676130895690852e-06,
      "loss": 0.5293,
      "step": 228730
    },
    {
      "epoch": 63.84,
      "grad_norm": 1.818543791770935,
      "learning_rate": 4.676128235448101e-06,
      "loss": 0.5105,
      "step": 228740
    },
    {
      "epoch": 63.84,
      "grad_norm": 1.5759652853012085,
      "learning_rate": 4.676125574894909e-06,
      "loss": 0.4988,
      "step": 228750
    },
    {
      "epoch": 63.85,
      "grad_norm": 1.686612606048584,
      "learning_rate": 4.676122914031277e-06,
      "loss": 0.521,
      "step": 228760
    },
    {
      "epoch": 63.85,
      "grad_norm": 1.6329632997512817,
      "learning_rate": 4.676120252857205e-06,
      "loss": 0.5314,
      "step": 228770
    },
    {
      "epoch": 63.85,
      "grad_norm": 1.5402978658676147,
      "learning_rate": 4.676117591372695e-06,
      "loss": 0.4984,
      "step": 228780
    },
    {
      "epoch": 63.85,
      "grad_norm": 1.6781857013702393,
      "learning_rate": 4.676114929577745e-06,
      "loss": 0.5215,
      "step": 228790
    },
    {
      "epoch": 63.86,
      "grad_norm": 1.7231038808822632,
      "learning_rate": 4.676112267472359e-06,
      "loss": 0.5056,
      "step": 228800
    },
    {
      "epoch": 63.86,
      "grad_norm": 2.228642225265503,
      "learning_rate": 4.676109605056533e-06,
      "loss": 0.5092,
      "step": 228810
    },
    {
      "epoch": 63.86,
      "grad_norm": 2.152433395385742,
      "learning_rate": 4.67610694233027e-06,
      "loss": 0.5164,
      "step": 228820
    },
    {
      "epoch": 63.87,
      "grad_norm": 1.5316648483276367,
      "learning_rate": 4.676104279293569e-06,
      "loss": 0.5053,
      "step": 228830
    },
    {
      "epoch": 63.87,
      "grad_norm": 1.792357087135315,
      "learning_rate": 4.676101615946431e-06,
      "loss": 0.5164,
      "step": 228840
    },
    {
      "epoch": 63.87,
      "grad_norm": 2.559006690979004,
      "learning_rate": 4.6760989522888565e-06,
      "loss": 0.5161,
      "step": 228850
    },
    {
      "epoch": 63.87,
      "grad_norm": 1.620989441871643,
      "learning_rate": 4.676096288320846e-06,
      "loss": 0.5119,
      "step": 228860
    },
    {
      "epoch": 63.88,
      "grad_norm": 2.1562561988830566,
      "learning_rate": 4.676093624042399e-06,
      "loss": 0.5346,
      "step": 228870
    },
    {
      "epoch": 63.88,
      "grad_norm": 2.609421730041504,
      "learning_rate": 4.6760909594535175e-06,
      "loss": 0.5221,
      "step": 228880
    },
    {
      "epoch": 63.88,
      "grad_norm": 1.5968676805496216,
      "learning_rate": 4.6760882945542e-06,
      "loss": 0.497,
      "step": 228890
    },
    {
      "epoch": 63.89,
      "grad_norm": 2.01334285736084,
      "learning_rate": 4.676085629344448e-06,
      "loss": 0.5096,
      "step": 228900
    },
    {
      "epoch": 63.89,
      "grad_norm": 1.7900232076644897,
      "learning_rate": 4.6760829638242615e-06,
      "loss": 0.5149,
      "step": 228910
    },
    {
      "epoch": 63.89,
      "grad_norm": 2.1969990730285645,
      "learning_rate": 4.676080297993641e-06,
      "loss": 0.5108,
      "step": 228920
    },
    {
      "epoch": 63.89,
      "grad_norm": 2.330963611602783,
      "learning_rate": 4.676077631852586e-06,
      "loss": 0.5024,
      "step": 228930
    },
    {
      "epoch": 63.9,
      "grad_norm": 1.7194339036941528,
      "learning_rate": 4.676074965401098e-06,
      "loss": 0.5109,
      "step": 228940
    },
    {
      "epoch": 63.9,
      "grad_norm": 1.9390137195587158,
      "learning_rate": 4.676072298639177e-06,
      "loss": 0.5059,
      "step": 228950
    },
    {
      "epoch": 63.9,
      "grad_norm": 2.0508646965026855,
      "learning_rate": 4.676069631566823e-06,
      "loss": 0.4984,
      "step": 228960
    },
    {
      "epoch": 63.9,
      "grad_norm": 2.481210947036743,
      "learning_rate": 4.6760669641840366e-06,
      "loss": 0.5354,
      "step": 228970
    },
    {
      "epoch": 63.91,
      "grad_norm": 2.2723681926727295,
      "learning_rate": 4.676064296490818e-06,
      "loss": 0.5313,
      "step": 228980
    },
    {
      "epoch": 63.91,
      "grad_norm": 1.4410226345062256,
      "learning_rate": 4.676061628487168e-06,
      "loss": 0.5131,
      "step": 228990
    },
    {
      "epoch": 63.91,
      "grad_norm": 1.9278630018234253,
      "learning_rate": 4.676058960173087e-06,
      "loss": 0.5471,
      "step": 229000
    },
    {
      "epoch": 63.92,
      "grad_norm": 2.1384947299957275,
      "learning_rate": 4.676056291548575e-06,
      "loss": 0.5051,
      "step": 229010
    },
    {
      "epoch": 63.92,
      "grad_norm": 1.9274694919586182,
      "learning_rate": 4.676053622613632e-06,
      "loss": 0.5331,
      "step": 229020
    },
    {
      "epoch": 63.92,
      "grad_norm": 2.0474793910980225,
      "learning_rate": 4.676050953368259e-06,
      "loss": 0.4973,
      "step": 229030
    },
    {
      "epoch": 63.92,
      "grad_norm": 2.547579526901245,
      "learning_rate": 4.676048283812456e-06,
      "loss": 0.5315,
      "step": 229040
    },
    {
      "epoch": 63.93,
      "grad_norm": 1.9604817628860474,
      "learning_rate": 4.676045613946224e-06,
      "loss": 0.5135,
      "step": 229050
    },
    {
      "epoch": 63.93,
      "grad_norm": 1.4749168157577515,
      "learning_rate": 4.676042943769562e-06,
      "loss": 0.5101,
      "step": 229060
    },
    {
      "epoch": 63.93,
      "grad_norm": 1.6494574546813965,
      "learning_rate": 4.676040273282471e-06,
      "loss": 0.5164,
      "step": 229070
    },
    {
      "epoch": 63.94,
      "grad_norm": 1.4150499105453491,
      "learning_rate": 4.676037602484952e-06,
      "loss": 0.5136,
      "step": 229080
    },
    {
      "epoch": 63.94,
      "grad_norm": 1.8073667287826538,
      "learning_rate": 4.676034931377005e-06,
      "loss": 0.5128,
      "step": 229090
    },
    {
      "epoch": 63.94,
      "grad_norm": 1.8765360116958618,
      "learning_rate": 4.67603225995863e-06,
      "loss": 0.5026,
      "step": 229100
    },
    {
      "epoch": 63.94,
      "grad_norm": 2.0311107635498047,
      "learning_rate": 4.676029588229828e-06,
      "loss": 0.5115,
      "step": 229110
    },
    {
      "epoch": 63.95,
      "grad_norm": 1.4052153825759888,
      "learning_rate": 4.676026916190598e-06,
      "loss": 0.5071,
      "step": 229120
    },
    {
      "epoch": 63.95,
      "grad_norm": 2.2012696266174316,
      "learning_rate": 4.6760242438409425e-06,
      "loss": 0.5027,
      "step": 229130
    },
    {
      "epoch": 63.95,
      "grad_norm": 1.6152009963989258,
      "learning_rate": 4.67602157118086e-06,
      "loss": 0.5345,
      "step": 229140
    },
    {
      "epoch": 63.95,
      "grad_norm": 1.6751168966293335,
      "learning_rate": 4.676018898210352e-06,
      "loss": 0.5376,
      "step": 229150
    },
    {
      "epoch": 63.96,
      "grad_norm": 1.7127985954284668,
      "learning_rate": 4.676016224929418e-06,
      "loss": 0.5125,
      "step": 229160
    },
    {
      "epoch": 63.96,
      "grad_norm": 1.8942432403564453,
      "learning_rate": 4.676013551338059e-06,
      "loss": 0.5324,
      "step": 229170
    },
    {
      "epoch": 63.96,
      "grad_norm": 2.1290698051452637,
      "learning_rate": 4.676010877436275e-06,
      "loss": 0.5027,
      "step": 229180
    },
    {
      "epoch": 63.97,
      "grad_norm": 1.5742334127426147,
      "learning_rate": 4.676008203224066e-06,
      "loss": 0.5287,
      "step": 229190
    },
    {
      "epoch": 63.97,
      "grad_norm": 2.0554168224334717,
      "learning_rate": 4.676005528701433e-06,
      "loss": 0.5075,
      "step": 229200
    },
    {
      "epoch": 63.97,
      "grad_norm": 1.714954137802124,
      "learning_rate": 4.676002853868376e-06,
      "loss": 0.5276,
      "step": 229210
    },
    {
      "epoch": 63.97,
      "grad_norm": 2.202479362487793,
      "learning_rate": 4.676000178724896e-06,
      "loss": 0.5134,
      "step": 229220
    },
    {
      "epoch": 63.98,
      "grad_norm": 1.8451533317565918,
      "learning_rate": 4.675997503270993e-06,
      "loss": 0.4914,
      "step": 229230
    },
    {
      "epoch": 63.98,
      "grad_norm": 2.446366310119629,
      "learning_rate": 4.675994827506667e-06,
      "loss": 0.5308,
      "step": 229240
    },
    {
      "epoch": 63.98,
      "grad_norm": 1.704229712486267,
      "learning_rate": 4.675992151431918e-06,
      "loss": 0.5129,
      "step": 229250
    },
    {
      "epoch": 63.99,
      "grad_norm": 1.6592806577682495,
      "learning_rate": 4.6759894750467476e-06,
      "loss": 0.5283,
      "step": 229260
    },
    {
      "epoch": 63.99,
      "grad_norm": 2.5416598320007324,
      "learning_rate": 4.675986798351156e-06,
      "loss": 0.5154,
      "step": 229270
    },
    {
      "epoch": 63.99,
      "grad_norm": 1.6081615686416626,
      "learning_rate": 4.6759841213451415e-06,
      "loss": 0.5337,
      "step": 229280
    },
    {
      "epoch": 63.99,
      "grad_norm": 1.6804438829421997,
      "learning_rate": 4.675981444028707e-06,
      "loss": 0.5214,
      "step": 229290
    },
    {
      "epoch": 64.0,
      "grad_norm": 1.9954413175582886,
      "learning_rate": 4.675978766401851e-06,
      "loss": 0.5316,
      "step": 229300
    },
    {
      "epoch": 64.0,
      "grad_norm": 1.9827935695648193,
      "learning_rate": 4.675976088464576e-06,
      "loss": 0.5213,
      "step": 229310
    },
    {
      "epoch": 64.0,
      "eval_loss": 0.5177896618843079,
      "eval_runtime": 62.9966,
      "eval_samples_per_second": 80.306,
      "eval_steps_per_second": 10.048,
      "step": 229312
    },
    {
      "epoch": 64.0,
      "grad_norm": 1.6632956266403198,
      "learning_rate": 4.67597341021688e-06,
      "loss": 0.5111,
      "step": 229320
    },
    {
      "epoch": 64.01,
      "grad_norm": 2.339676856994629,
      "learning_rate": 4.675970731658765e-06,
      "loss": 0.5094,
      "step": 229330
    },
    {
      "epoch": 64.01,
      "grad_norm": 2.393538236618042,
      "learning_rate": 4.675968052790231e-06,
      "loss": 0.5287,
      "step": 229340
    },
    {
      "epoch": 64.01,
      "grad_norm": 1.5959806442260742,
      "learning_rate": 4.675965373611277e-06,
      "loss": 0.5112,
      "step": 229350
    },
    {
      "epoch": 64.01,
      "grad_norm": 1.5158666372299194,
      "learning_rate": 4.675962694121906e-06,
      "loss": 0.508,
      "step": 229360
    },
    {
      "epoch": 64.02,
      "grad_norm": 1.7630454301834106,
      "learning_rate": 4.675960014322116e-06,
      "loss": 0.4974,
      "step": 229370
    },
    {
      "epoch": 64.02,
      "grad_norm": 1.6101988554000854,
      "learning_rate": 4.675957334211908e-06,
      "loss": 0.5055,
      "step": 229380
    },
    {
      "epoch": 64.02,
      "grad_norm": 1.6727023124694824,
      "learning_rate": 4.675954653791283e-06,
      "loss": 0.519,
      "step": 229390
    },
    {
      "epoch": 64.02,
      "grad_norm": 2.154076337814331,
      "learning_rate": 4.675951973060241e-06,
      "loss": 0.5053,
      "step": 229400
    },
    {
      "epoch": 64.03,
      "grad_norm": 1.9460817575454712,
      "learning_rate": 4.675949292018782e-06,
      "loss": 0.5197,
      "step": 229410
    },
    {
      "epoch": 64.03,
      "grad_norm": 1.476884126663208,
      "learning_rate": 4.675946610666907e-06,
      "loss": 0.5029,
      "step": 229420
    },
    {
      "epoch": 64.03,
      "grad_norm": 1.9047361612319946,
      "learning_rate": 4.675943929004616e-06,
      "loss": 0.516,
      "step": 229430
    },
    {
      "epoch": 64.04,
      "grad_norm": 1.565507411956787,
      "learning_rate": 4.675941247031908e-06,
      "loss": 0.5133,
      "step": 229440
    },
    {
      "epoch": 64.04,
      "grad_norm": 1.6401063203811646,
      "learning_rate": 4.6759385647487866e-06,
      "loss": 0.5093,
      "step": 229450
    },
    {
      "epoch": 64.04,
      "grad_norm": 2.1539454460144043,
      "learning_rate": 4.67593588215525e-06,
      "loss": 0.5231,
      "step": 229460
    },
    {
      "epoch": 64.04,
      "grad_norm": 1.7567259073257446,
      "learning_rate": 4.675933199251298e-06,
      "loss": 0.5096,
      "step": 229470
    },
    {
      "epoch": 64.05,
      "grad_norm": 1.7570503950119019,
      "learning_rate": 4.675930516036932e-06,
      "loss": 0.5143,
      "step": 229480
    },
    {
      "epoch": 64.05,
      "grad_norm": 2.3150484561920166,
      "learning_rate": 4.675927832512152e-06,
      "loss": 0.515,
      "step": 229490
    },
    {
      "epoch": 64.05,
      "grad_norm": 2.1931416988372803,
      "learning_rate": 4.6759251486769595e-06,
      "loss": 0.5099,
      "step": 229500
    },
    {
      "epoch": 64.06,
      "grad_norm": 1.5890851020812988,
      "learning_rate": 4.675922464531353e-06,
      "loss": 0.5109,
      "step": 229510
    },
    {
      "epoch": 64.06,
      "grad_norm": 1.3206591606140137,
      "learning_rate": 4.675919780075334e-06,
      "loss": 0.5287,
      "step": 229520
    },
    {
      "epoch": 64.06,
      "grad_norm": 2.1105778217315674,
      "learning_rate": 4.675917095308901e-06,
      "loss": 0.5069,
      "step": 229530
    },
    {
      "epoch": 64.06,
      "grad_norm": 2.499253511428833,
      "learning_rate": 4.675914410232058e-06,
      "loss": 0.5006,
      "step": 229540
    },
    {
      "epoch": 64.07,
      "grad_norm": 1.7773430347442627,
      "learning_rate": 4.675911724844803e-06,
      "loss": 0.5008,
      "step": 229550
    },
    {
      "epoch": 64.07,
      "grad_norm": 1.898546814918518,
      "learning_rate": 4.675909039147135e-06,
      "loss": 0.5175,
      "step": 229560
    },
    {
      "epoch": 64.07,
      "grad_norm": 1.7820489406585693,
      "learning_rate": 4.675906353139058e-06,
      "loss": 0.4997,
      "step": 229570
    },
    {
      "epoch": 64.07,
      "grad_norm": 1.918662190437317,
      "learning_rate": 4.67590366682057e-06,
      "loss": 0.523,
      "step": 229580
    },
    {
      "epoch": 64.08,
      "grad_norm": 1.8855537176132202,
      "learning_rate": 4.675900980191671e-06,
      "loss": 0.5056,
      "step": 229590
    },
    {
      "epoch": 64.08,
      "grad_norm": 1.906213402748108,
      "learning_rate": 4.6758982932523625e-06,
      "loss": 0.5217,
      "step": 229600
    },
    {
      "epoch": 64.08,
      "grad_norm": 2.2748188972473145,
      "learning_rate": 4.675895606002644e-06,
      "loss": 0.5537,
      "step": 229610
    },
    {
      "epoch": 64.09,
      "grad_norm": 2.317167043685913,
      "learning_rate": 4.675892918442517e-06,
      "loss": 0.5398,
      "step": 229620
    },
    {
      "epoch": 64.09,
      "grad_norm": 1.6015965938568115,
      "learning_rate": 4.67589023057198e-06,
      "loss": 0.5252,
      "step": 229630
    },
    {
      "epoch": 64.09,
      "grad_norm": 1.5996720790863037,
      "learning_rate": 4.675887542391036e-06,
      "loss": 0.5228,
      "step": 229640
    },
    {
      "epoch": 64.09,
      "grad_norm": 1.835797667503357,
      "learning_rate": 4.675884853899683e-06,
      "loss": 0.5107,
      "step": 229650
    },
    {
      "epoch": 64.1,
      "grad_norm": 1.5730193853378296,
      "learning_rate": 4.675882165097922e-06,
      "loss": 0.5047,
      "step": 229660
    },
    {
      "epoch": 64.1,
      "grad_norm": 1.3876756429672241,
      "learning_rate": 4.675879475985754e-06,
      "loss": 0.5151,
      "step": 229670
    },
    {
      "epoch": 64.1,
      "grad_norm": 1.696930170059204,
      "learning_rate": 4.6758767865631785e-06,
      "loss": 0.5227,
      "step": 229680
    },
    {
      "epoch": 64.11,
      "grad_norm": 1.3835557699203491,
      "learning_rate": 4.675874096830197e-06,
      "loss": 0.5053,
      "step": 229690
    },
    {
      "epoch": 64.11,
      "grad_norm": 1.8783907890319824,
      "learning_rate": 4.675871406786808e-06,
      "loss": 0.5277,
      "step": 229700
    },
    {
      "epoch": 64.11,
      "grad_norm": 1.4023041725158691,
      "learning_rate": 4.675868716433014e-06,
      "loss": 0.5133,
      "step": 229710
    },
    {
      "epoch": 64.11,
      "grad_norm": 2.3088879585266113,
      "learning_rate": 4.675866025768814e-06,
      "loss": 0.5054,
      "step": 229720
    },
    {
      "epoch": 64.12,
      "grad_norm": 1.8196053504943848,
      "learning_rate": 4.675863334794209e-06,
      "loss": 0.521,
      "step": 229730
    },
    {
      "epoch": 64.12,
      "grad_norm": 1.656851887702942,
      "learning_rate": 4.675860643509199e-06,
      "loss": 0.5174,
      "step": 229740
    },
    {
      "epoch": 64.12,
      "grad_norm": 1.552351474761963,
      "learning_rate": 4.675857951913784e-06,
      "loss": 0.5179,
      "step": 229750
    },
    {
      "epoch": 64.13,
      "grad_norm": 1.8475263118743896,
      "learning_rate": 4.675855260007966e-06,
      "loss": 0.5161,
      "step": 229760
    },
    {
      "epoch": 64.13,
      "grad_norm": 2.3510336875915527,
      "learning_rate": 4.675852567791743e-06,
      "loss": 0.5095,
      "step": 229770
    },
    {
      "epoch": 64.13,
      "grad_norm": 1.900935411453247,
      "learning_rate": 4.675849875265116e-06,
      "loss": 0.5171,
      "step": 229780
    },
    {
      "epoch": 64.13,
      "grad_norm": 1.4339627027511597,
      "learning_rate": 4.675847182428087e-06,
      "loss": 0.5215,
      "step": 229790
    },
    {
      "epoch": 64.14,
      "grad_norm": 1.8422119617462158,
      "learning_rate": 4.675844489280655e-06,
      "loss": 0.5078,
      "step": 229800
    },
    {
      "epoch": 64.14,
      "grad_norm": 1.335508942604065,
      "learning_rate": 4.675841795822821e-06,
      "loss": 0.5085,
      "step": 229810
    },
    {
      "epoch": 64.14,
      "grad_norm": 1.8871656656265259,
      "learning_rate": 4.6758391020545844e-06,
      "loss": 0.5245,
      "step": 229820
    },
    {
      "epoch": 64.14,
      "grad_norm": 1.591801404953003,
      "learning_rate": 4.675836407975946e-06,
      "loss": 0.5054,
      "step": 229830
    },
    {
      "epoch": 64.15,
      "grad_norm": 1.4713407754898071,
      "learning_rate": 4.675833713586906e-06,
      "loss": 0.5342,
      "step": 229840
    },
    {
      "epoch": 64.15,
      "grad_norm": 2.0338118076324463,
      "learning_rate": 4.675831018887465e-06,
      "loss": 0.5014,
      "step": 229850
    },
    {
      "epoch": 64.15,
      "grad_norm": 1.6850310564041138,
      "learning_rate": 4.675828323877624e-06,
      "loss": 0.5193,
      "step": 229860
    },
    {
      "epoch": 64.16,
      "grad_norm": 2.516677141189575,
      "learning_rate": 4.675825628557383e-06,
      "loss": 0.5155,
      "step": 229870
    },
    {
      "epoch": 64.16,
      "grad_norm": 1.8875205516815186,
      "learning_rate": 4.675822932926741e-06,
      "loss": 0.5079,
      "step": 229880
    },
    {
      "epoch": 64.16,
      "grad_norm": 1.8998397588729858,
      "learning_rate": 4.6758202369857e-06,
      "loss": 0.5343,
      "step": 229890
    },
    {
      "epoch": 64.16,
      "grad_norm": 1.7619662284851074,
      "learning_rate": 4.6758175407342605e-06,
      "loss": 0.527,
      "step": 229900
    },
    {
      "epoch": 64.17,
      "grad_norm": 1.7888505458831787,
      "learning_rate": 4.6758148441724214e-06,
      "loss": 0.5347,
      "step": 229910
    },
    {
      "epoch": 64.17,
      "grad_norm": 2.354153633117676,
      "learning_rate": 4.675812147300184e-06,
      "loss": 0.5098,
      "step": 229920
    },
    {
      "epoch": 64.17,
      "grad_norm": 2.3216004371643066,
      "learning_rate": 4.675809450117549e-06,
      "loss": 0.4986,
      "step": 229930
    },
    {
      "epoch": 64.18,
      "grad_norm": 1.9892574548721313,
      "learning_rate": 4.675806752624515e-06,
      "loss": 0.5179,
      "step": 229940
    },
    {
      "epoch": 64.18,
      "grad_norm": 1.533089280128479,
      "learning_rate": 4.675804054821085e-06,
      "loss": 0.5118,
      "step": 229950
    },
    {
      "epoch": 64.18,
      "grad_norm": 1.4491090774536133,
      "learning_rate": 4.675801356707258e-06,
      "loss": 0.513,
      "step": 229960
    },
    {
      "epoch": 64.18,
      "grad_norm": 1.7566463947296143,
      "learning_rate": 4.675798658283033e-06,
      "loss": 0.5142,
      "step": 229970
    },
    {
      "epoch": 64.19,
      "grad_norm": 2.5093584060668945,
      "learning_rate": 4.675795959548413e-06,
      "loss": 0.512,
      "step": 229980
    },
    {
      "epoch": 64.19,
      "grad_norm": 2.439422845840454,
      "learning_rate": 4.675793260503396e-06,
      "loss": 0.5094,
      "step": 229990
    },
    {
      "epoch": 64.19,
      "grad_norm": 1.361496090888977,
      "learning_rate": 4.675790561147984e-06,
      "loss": 0.5211,
      "step": 230000
    },
    {
      "epoch": 64.19,
      "grad_norm": 2.5971031188964844,
      "learning_rate": 4.675787861482176e-06,
      "loss": 0.5027,
      "step": 230010
    },
    {
      "epoch": 64.2,
      "grad_norm": 1.4993281364440918,
      "learning_rate": 4.6757851615059735e-06,
      "loss": 0.5039,
      "step": 230020
    },
    {
      "epoch": 64.2,
      "grad_norm": 1.7570202350616455,
      "learning_rate": 4.6757824612193764e-06,
      "loss": 0.5264,
      "step": 230030
    },
    {
      "epoch": 64.2,
      "grad_norm": 1.9146443605422974,
      "learning_rate": 4.675779760622386e-06,
      "loss": 0.5175,
      "step": 230040
    },
    {
      "epoch": 64.21,
      "grad_norm": 1.475106120109558,
      "learning_rate": 4.675777059715001e-06,
      "loss": 0.5193,
      "step": 230050
    },
    {
      "epoch": 64.21,
      "grad_norm": 2.099790334701538,
      "learning_rate": 4.675774358497223e-06,
      "loss": 0.5363,
      "step": 230060
    },
    {
      "epoch": 64.21,
      "grad_norm": 2.1919124126434326,
      "learning_rate": 4.675771656969052e-06,
      "loss": 0.5138,
      "step": 230070
    },
    {
      "epoch": 64.21,
      "grad_norm": 1.5753999948501587,
      "learning_rate": 4.6757689551304875e-06,
      "loss": 0.502,
      "step": 230080
    },
    {
      "epoch": 64.22,
      "grad_norm": 1.981859564781189,
      "learning_rate": 4.675766252981531e-06,
      "loss": 0.5501,
      "step": 230090
    },
    {
      "epoch": 64.22,
      "grad_norm": 2.2863051891326904,
      "learning_rate": 4.6757635505221834e-06,
      "loss": 0.5178,
      "step": 230100
    },
    {
      "epoch": 64.22,
      "grad_norm": 1.8210554122924805,
      "learning_rate": 4.675760847752443e-06,
      "loss": 0.5107,
      "step": 230110
    },
    {
      "epoch": 64.23,
      "grad_norm": 1.8307069540023804,
      "learning_rate": 4.675758144672312e-06,
      "loss": 0.5069,
      "step": 230120
    },
    {
      "epoch": 64.23,
      "grad_norm": 1.7269574403762817,
      "learning_rate": 4.675755441281789e-06,
      "loss": 0.5233,
      "step": 230130
    },
    {
      "epoch": 64.23,
      "grad_norm": 1.8480578660964966,
      "learning_rate": 4.6757527375808776e-06,
      "loss": 0.5168,
      "step": 230140
    },
    {
      "epoch": 64.23,
      "grad_norm": 1.8631819486618042,
      "learning_rate": 4.6757500335695734e-06,
      "loss": 0.5145,
      "step": 230150
    },
    {
      "epoch": 64.24,
      "grad_norm": 1.4842028617858887,
      "learning_rate": 4.675747329247881e-06,
      "loss": 0.5259,
      "step": 230160
    },
    {
      "epoch": 64.24,
      "grad_norm": 1.486438512802124,
      "learning_rate": 4.675744624615799e-06,
      "loss": 0.5138,
      "step": 230170
    },
    {
      "epoch": 64.24,
      "grad_norm": 1.3843114376068115,
      "learning_rate": 4.675741919673327e-06,
      "loss": 0.5156,
      "step": 230180
    },
    {
      "epoch": 64.25,
      "grad_norm": 1.4315457344055176,
      "learning_rate": 4.675739214420467e-06,
      "loss": 0.5414,
      "step": 230190
    },
    {
      "epoch": 64.25,
      "grad_norm": 2.0678930282592773,
      "learning_rate": 4.675736508857218e-06,
      "loss": 0.5247,
      "step": 230200
    },
    {
      "epoch": 64.25,
      "grad_norm": 1.8360345363616943,
      "learning_rate": 4.675733802983582e-06,
      "loss": 0.5172,
      "step": 230210
    },
    {
      "epoch": 64.25,
      "grad_norm": 1.6062750816345215,
      "learning_rate": 4.6757310967995586e-06,
      "loss": 0.5055,
      "step": 230220
    },
    {
      "epoch": 64.26,
      "grad_norm": 1.6223639249801636,
      "learning_rate": 4.675728390305146e-06,
      "loss": 0.5156,
      "step": 230230
    },
    {
      "epoch": 64.26,
      "grad_norm": 2.5648884773254395,
      "learning_rate": 4.6757256835003475e-06,
      "loss": 0.5303,
      "step": 230240
    },
    {
      "epoch": 64.26,
      "grad_norm": 1.734318733215332,
      "learning_rate": 4.675722976385162e-06,
      "loss": 0.5118,
      "step": 230250
    },
    {
      "epoch": 64.26,
      "grad_norm": 1.8454735279083252,
      "learning_rate": 4.675720268959591e-06,
      "loss": 0.5167,
      "step": 230260
    },
    {
      "epoch": 64.27,
      "grad_norm": 1.4377981424331665,
      "learning_rate": 4.675717561223634e-06,
      "loss": 0.5032,
      "step": 230270
    },
    {
      "epoch": 64.27,
      "grad_norm": 1.8562872409820557,
      "learning_rate": 4.675714853177291e-06,
      "loss": 0.514,
      "step": 230280
    },
    {
      "epoch": 64.27,
      "grad_norm": 1.8278846740722656,
      "learning_rate": 4.675712144820563e-06,
      "loss": 0.5283,
      "step": 230290
    },
    {
      "epoch": 64.28,
      "grad_norm": 1.8008254766464233,
      "learning_rate": 4.67570943615345e-06,
      "loss": 0.5225,
      "step": 230300
    },
    {
      "epoch": 64.28,
      "grad_norm": 1.7309045791625977,
      "learning_rate": 4.675706727175954e-06,
      "loss": 0.5149,
      "step": 230310
    },
    {
      "epoch": 64.28,
      "grad_norm": 1.8410218954086304,
      "learning_rate": 4.675704017888072e-06,
      "loss": 0.5245,
      "step": 230320
    },
    {
      "epoch": 64.28,
      "grad_norm": 1.574370265007019,
      "learning_rate": 4.675701308289807e-06,
      "loss": 0.513,
      "step": 230330
    },
    {
      "epoch": 64.29,
      "grad_norm": 1.7763437032699585,
      "learning_rate": 4.675698598381159e-06,
      "loss": 0.4942,
      "step": 230340
    },
    {
      "epoch": 64.29,
      "grad_norm": 2.1958417892456055,
      "learning_rate": 4.6756958881621275e-06,
      "loss": 0.5334,
      "step": 230350
    },
    {
      "epoch": 64.29,
      "grad_norm": 1.6410880088806152,
      "learning_rate": 4.675693177632713e-06,
      "loss": 0.5076,
      "step": 230360
    },
    {
      "epoch": 64.3,
      "grad_norm": 1.817245602607727,
      "learning_rate": 4.675690466792918e-06,
      "loss": 0.5219,
      "step": 230370
    },
    {
      "epoch": 64.3,
      "grad_norm": 1.5160281658172607,
      "learning_rate": 4.675687755642739e-06,
      "loss": 0.538,
      "step": 230380
    },
    {
      "epoch": 64.3,
      "grad_norm": 1.619795799255371,
      "learning_rate": 4.675685044182179e-06,
      "loss": 0.5276,
      "step": 230390
    },
    {
      "epoch": 64.3,
      "grad_norm": 2.036532402038574,
      "learning_rate": 4.6756823324112386e-06,
      "loss": 0.547,
      "step": 230400
    },
    {
      "epoch": 64.31,
      "grad_norm": 2.300419569015503,
      "learning_rate": 4.675679620329917e-06,
      "loss": 0.531,
      "step": 230410
    },
    {
      "epoch": 64.31,
      "grad_norm": 1.548576831817627,
      "learning_rate": 4.675676907938215e-06,
      "loss": 0.5008,
      "step": 230420
    },
    {
      "epoch": 64.31,
      "grad_norm": 2.0515785217285156,
      "learning_rate": 4.675674195236133e-06,
      "loss": 0.5372,
      "step": 230430
    },
    {
      "epoch": 64.31,
      "grad_norm": 1.990108609199524,
      "learning_rate": 4.675671482223671e-06,
      "loss": 0.5139,
      "step": 230440
    },
    {
      "epoch": 64.32,
      "grad_norm": 1.874735713005066,
      "learning_rate": 4.67566876890083e-06,
      "loss": 0.5229,
      "step": 230450
    },
    {
      "epoch": 64.32,
      "grad_norm": 1.6289832592010498,
      "learning_rate": 4.675666055267609e-06,
      "loss": 0.5166,
      "step": 230460
    },
    {
      "epoch": 64.32,
      "grad_norm": 2.008790969848633,
      "learning_rate": 4.6756633413240095e-06,
      "loss": 0.5144,
      "step": 230470
    },
    {
      "epoch": 64.33,
      "grad_norm": 2.164334535598755,
      "learning_rate": 4.675660627070032e-06,
      "loss": 0.5126,
      "step": 230480
    },
    {
      "epoch": 64.33,
      "grad_norm": 2.273441791534424,
      "learning_rate": 4.675657912505677e-06,
      "loss": 0.5281,
      "step": 230490
    },
    {
      "epoch": 64.33,
      "grad_norm": 2.667576313018799,
      "learning_rate": 4.675655197630944e-06,
      "loss": 0.5163,
      "step": 230500
    },
    {
      "epoch": 64.33,
      "grad_norm": 1.9758696556091309,
      "learning_rate": 4.675652482445834e-06,
      "loss": 0.4915,
      "step": 230510
    },
    {
      "epoch": 64.34,
      "grad_norm": 2.4569144248962402,
      "learning_rate": 4.6756497669503465e-06,
      "loss": 0.5145,
      "step": 230520
    },
    {
      "epoch": 64.34,
      "grad_norm": 1.824148178100586,
      "learning_rate": 4.675647051144484e-06,
      "loss": 0.5436,
      "step": 230530
    },
    {
      "epoch": 64.34,
      "grad_norm": 1.8166019916534424,
      "learning_rate": 4.675644335028244e-06,
      "loss": 0.4936,
      "step": 230540
    },
    {
      "epoch": 64.35,
      "grad_norm": 1.9503298997879028,
      "learning_rate": 4.675641618601629e-06,
      "loss": 0.5253,
      "step": 230550
    },
    {
      "epoch": 64.35,
      "grad_norm": 1.599010944366455,
      "learning_rate": 4.675638901864638e-06,
      "loss": 0.5301,
      "step": 230560
    },
    {
      "epoch": 64.35,
      "grad_norm": 2.0258443355560303,
      "learning_rate": 4.675636184817272e-06,
      "loss": 0.5326,
      "step": 230570
    },
    {
      "epoch": 64.35,
      "grad_norm": 1.8479143381118774,
      "learning_rate": 4.675633467459532e-06,
      "loss": 0.5222,
      "step": 230580
    },
    {
      "epoch": 64.36,
      "grad_norm": 1.7329202890396118,
      "learning_rate": 4.675630749791417e-06,
      "loss": 0.5308,
      "step": 230590
    },
    {
      "epoch": 64.36,
      "grad_norm": 2.0633156299591064,
      "learning_rate": 4.6756280318129275e-06,
      "loss": 0.531,
      "step": 230600
    },
    {
      "epoch": 64.36,
      "grad_norm": 2.5306143760681152,
      "learning_rate": 4.675625313524066e-06,
      "loss": 0.5395,
      "step": 230610
    },
    {
      "epoch": 64.37,
      "grad_norm": 1.921624779701233,
      "learning_rate": 4.67562259492483e-06,
      "loss": 0.5228,
      "step": 230620
    },
    {
      "epoch": 64.37,
      "grad_norm": 2.3818953037261963,
      "learning_rate": 4.6756198760152215e-06,
      "loss": 0.5279,
      "step": 230630
    },
    {
      "epoch": 64.37,
      "grad_norm": 1.7151752710342407,
      "learning_rate": 4.67561715679524e-06,
      "loss": 0.5267,
      "step": 230640
    },
    {
      "epoch": 64.37,
      "grad_norm": 1.8518097400665283,
      "learning_rate": 4.675614437264887e-06,
      "loss": 0.505,
      "step": 230650
    },
    {
      "epoch": 64.38,
      "grad_norm": 1.6274101734161377,
      "learning_rate": 4.675611717424162e-06,
      "loss": 0.5039,
      "step": 230660
    },
    {
      "epoch": 64.38,
      "grad_norm": 2.0210158824920654,
      "learning_rate": 4.675608997273066e-06,
      "loss": 0.5111,
      "step": 230670
    },
    {
      "epoch": 64.38,
      "grad_norm": 1.8025963306427002,
      "learning_rate": 4.675606276811598e-06,
      "loss": 0.5384,
      "step": 230680
    },
    {
      "epoch": 64.38,
      "grad_norm": 1.66135573387146,
      "learning_rate": 4.67560355603976e-06,
      "loss": 0.5247,
      "step": 230690
    },
    {
      "epoch": 64.39,
      "grad_norm": 1.6660982370376587,
      "learning_rate": 4.675600834957551e-06,
      "loss": 0.5303,
      "step": 230700
    },
    {
      "epoch": 64.39,
      "grad_norm": 1.8446279764175415,
      "learning_rate": 4.675598113564973e-06,
      "loss": 0.4933,
      "step": 230710
    },
    {
      "epoch": 64.39,
      "grad_norm": 1.6650745868682861,
      "learning_rate": 4.675595391862024e-06,
      "loss": 0.514,
      "step": 230720
    },
    {
      "epoch": 64.4,
      "grad_norm": 1.807969093322754,
      "learning_rate": 4.675592669848708e-06,
      "loss": 0.5182,
      "step": 230730
    },
    {
      "epoch": 64.4,
      "grad_norm": 1.5564992427825928,
      "learning_rate": 4.675589947525021e-06,
      "loss": 0.5378,
      "step": 230740
    },
    {
      "epoch": 64.4,
      "grad_norm": 1.5677226781845093,
      "learning_rate": 4.675587224890966e-06,
      "loss": 0.5106,
      "step": 230750
    },
    {
      "epoch": 64.4,
      "grad_norm": 1.6941370964050293,
      "learning_rate": 4.675584501946543e-06,
      "loss": 0.5064,
      "step": 230760
    },
    {
      "epoch": 64.41,
      "grad_norm": 2.435544967651367,
      "learning_rate": 4.675581778691753e-06,
      "loss": 0.5056,
      "step": 230770
    },
    {
      "epoch": 64.41,
      "grad_norm": 1.7294102907180786,
      "learning_rate": 4.675579055126594e-06,
      "loss": 0.4974,
      "step": 230780
    },
    {
      "epoch": 64.41,
      "grad_norm": 1.540666103363037,
      "learning_rate": 4.675576331251069e-06,
      "loss": 0.5143,
      "step": 230790
    },
    {
      "epoch": 64.42,
      "grad_norm": 1.819425106048584,
      "learning_rate": 4.675573607065177e-06,
      "loss": 0.5306,
      "step": 230800
    },
    {
      "epoch": 64.42,
      "grad_norm": 2.447965621948242,
      "learning_rate": 4.675570882568919e-06,
      "loss": 0.5154,
      "step": 230810
    },
    {
      "epoch": 64.42,
      "grad_norm": 1.7983170747756958,
      "learning_rate": 4.675568157762294e-06,
      "loss": 0.5155,
      "step": 230820
    },
    {
      "epoch": 64.42,
      "grad_norm": 1.9331821203231812,
      "learning_rate": 4.675565432645304e-06,
      "loss": 0.5261,
      "step": 230830
    },
    {
      "epoch": 64.43,
      "grad_norm": 1.6873615980148315,
      "learning_rate": 4.6755627072179485e-06,
      "loss": 0.535,
      "step": 230840
    },
    {
      "epoch": 64.43,
      "grad_norm": 1.7572784423828125,
      "learning_rate": 4.675559981480229e-06,
      "loss": 0.5238,
      "step": 230850
    },
    {
      "epoch": 64.43,
      "grad_norm": 2.0591230392456055,
      "learning_rate": 4.675557255432144e-06,
      "loss": 0.5305,
      "step": 230860
    },
    {
      "epoch": 64.43,
      "grad_norm": 2.1198110580444336,
      "learning_rate": 4.675554529073695e-06,
      "loss": 0.5134,
      "step": 230870
    },
    {
      "epoch": 64.44,
      "grad_norm": 1.7105340957641602,
      "learning_rate": 4.675551802404883e-06,
      "loss": 0.5086,
      "step": 230880
    },
    {
      "epoch": 64.44,
      "grad_norm": 1.9250118732452393,
      "learning_rate": 4.675549075425706e-06,
      "loss": 0.5122,
      "step": 230890
    },
    {
      "epoch": 64.44,
      "grad_norm": 1.643235206604004,
      "learning_rate": 4.675546348136167e-06,
      "loss": 0.5093,
      "step": 230900
    },
    {
      "epoch": 64.45,
      "grad_norm": 1.746610403060913,
      "learning_rate": 4.675543620536264e-06,
      "loss": 0.5095,
      "step": 230910
    },
    {
      "epoch": 64.45,
      "grad_norm": 2.426966667175293,
      "learning_rate": 4.675540892626e-06,
      "loss": 0.5171,
      "step": 230920
    },
    {
      "epoch": 64.45,
      "grad_norm": 1.4135712385177612,
      "learning_rate": 4.675538164405373e-06,
      "loss": 0.5211,
      "step": 230930
    },
    {
      "epoch": 64.45,
      "grad_norm": 1.5594714879989624,
      "learning_rate": 4.675535435874386e-06,
      "loss": 0.5117,
      "step": 230940
    },
    {
      "epoch": 64.46,
      "grad_norm": 1.899039626121521,
      "learning_rate": 4.6755327070330365e-06,
      "loss": 0.5331,
      "step": 230950
    },
    {
      "epoch": 64.46,
      "grad_norm": 1.626866340637207,
      "learning_rate": 4.675529977881326e-06,
      "loss": 0.5069,
      "step": 230960
    },
    {
      "epoch": 64.46,
      "grad_norm": 1.7624709606170654,
      "learning_rate": 4.675527248419255e-06,
      "loss": 0.5183,
      "step": 230970
    },
    {
      "epoch": 64.47,
      "grad_norm": 1.9263896942138672,
      "learning_rate": 4.675524518646825e-06,
      "loss": 0.5263,
      "step": 230980
    },
    {
      "epoch": 64.47,
      "grad_norm": 2.211545705795288,
      "learning_rate": 4.6755217885640335e-06,
      "loss": 0.5277,
      "step": 230990
    },
    {
      "epoch": 64.47,
      "grad_norm": 1.5544768571853638,
      "learning_rate": 4.675519058170883e-06,
      "loss": 0.5106,
      "step": 231000
    },
    {
      "epoch": 64.47,
      "grad_norm": 2.7157363891601562,
      "learning_rate": 4.675516327467374e-06,
      "loss": 0.5295,
      "step": 231010
    },
    {
      "epoch": 64.48,
      "grad_norm": 2.0027215480804443,
      "learning_rate": 4.675513596453506e-06,
      "loss": 0.5142,
      "step": 231020
    },
    {
      "epoch": 64.48,
      "grad_norm": 2.292090892791748,
      "learning_rate": 4.6755108651292796e-06,
      "loss": 0.5185,
      "step": 231030
    },
    {
      "epoch": 64.48,
      "grad_norm": 1.778424859046936,
      "learning_rate": 4.675508133494695e-06,
      "loss": 0.5207,
      "step": 231040
    },
    {
      "epoch": 64.49,
      "grad_norm": 1.9897820949554443,
      "learning_rate": 4.675505401549753e-06,
      "loss": 0.5188,
      "step": 231050
    },
    {
      "epoch": 64.49,
      "grad_norm": 1.840684413909912,
      "learning_rate": 4.675502669294453e-06,
      "loss": 0.5343,
      "step": 231060
    },
    {
      "epoch": 64.49,
      "grad_norm": 1.8642103672027588,
      "learning_rate": 4.6754999367287975e-06,
      "loss": 0.5418,
      "step": 231070
    },
    {
      "epoch": 64.49,
      "grad_norm": 1.3947104215621948,
      "learning_rate": 4.675497203852784e-06,
      "loss": 0.5209,
      "step": 231080
    },
    {
      "epoch": 64.5,
      "grad_norm": 2.1480376720428467,
      "learning_rate": 4.675494470666415e-06,
      "loss": 0.5231,
      "step": 231090
    },
    {
      "epoch": 64.5,
      "grad_norm": 1.3921117782592773,
      "learning_rate": 4.675491737169691e-06,
      "loss": 0.5073,
      "step": 231100
    },
    {
      "epoch": 64.5,
      "grad_norm": 1.4281545877456665,
      "learning_rate": 4.67548900336261e-06,
      "loss": 0.5274,
      "step": 231110
    },
    {
      "epoch": 64.5,
      "grad_norm": 4.072904109954834,
      "learning_rate": 4.675486269245175e-06,
      "loss": 0.5092,
      "step": 231120
    },
    {
      "epoch": 64.51,
      "grad_norm": 1.7378737926483154,
      "learning_rate": 4.675483534817384e-06,
      "loss": 0.5066,
      "step": 231130
    },
    {
      "epoch": 64.51,
      "grad_norm": 1.935947060585022,
      "learning_rate": 4.675480800079241e-06,
      "loss": 0.513,
      "step": 231140
    },
    {
      "epoch": 64.51,
      "grad_norm": 1.7541351318359375,
      "learning_rate": 4.675478065030741e-06,
      "loss": 0.5115,
      "step": 231150
    },
    {
      "epoch": 64.52,
      "grad_norm": 1.7090636491775513,
      "learning_rate": 4.6754753296718895e-06,
      "loss": 0.5231,
      "step": 231160
    },
    {
      "epoch": 64.52,
      "grad_norm": 1.6249133348464966,
      "learning_rate": 4.675472594002684e-06,
      "loss": 0.5026,
      "step": 231170
    },
    {
      "epoch": 64.52,
      "grad_norm": 1.4710224866867065,
      "learning_rate": 4.675469858023126e-06,
      "loss": 0.5142,
      "step": 231180
    },
    {
      "epoch": 64.52,
      "grad_norm": 2.6172869205474854,
      "learning_rate": 4.675467121733215e-06,
      "loss": 0.5068,
      "step": 231190
    },
    {
      "epoch": 64.53,
      "grad_norm": 1.6676430702209473,
      "learning_rate": 4.675464385132952e-06,
      "loss": 0.5177,
      "step": 231200
    },
    {
      "epoch": 64.53,
      "grad_norm": 2.1557672023773193,
      "learning_rate": 4.675461648222337e-06,
      "loss": 0.5045,
      "step": 231210
    },
    {
      "epoch": 64.53,
      "grad_norm": 1.6994611024856567,
      "learning_rate": 4.675458911001371e-06,
      "loss": 0.5305,
      "step": 231220
    },
    {
      "epoch": 64.54,
      "grad_norm": 1.4902173280715942,
      "learning_rate": 4.675456173470053e-06,
      "loss": 0.5183,
      "step": 231230
    },
    {
      "epoch": 64.54,
      "grad_norm": 1.9494717121124268,
      "learning_rate": 4.675453435628385e-06,
      "loss": 0.5464,
      "step": 231240
    },
    {
      "epoch": 64.54,
      "grad_norm": 1.9933170080184937,
      "learning_rate": 4.675450697476367e-06,
      "loss": 0.5103,
      "step": 231250
    },
    {
      "epoch": 64.54,
      "grad_norm": 2.068967819213867,
      "learning_rate": 4.675447959013997e-06,
      "loss": 0.5188,
      "step": 231260
    },
    {
      "epoch": 64.55,
      "grad_norm": 1.9273507595062256,
      "learning_rate": 4.675445220241279e-06,
      "loss": 0.5034,
      "step": 231270
    },
    {
      "epoch": 64.55,
      "grad_norm": 1.933918833732605,
      "learning_rate": 4.675442481158212e-06,
      "loss": 0.5277,
      "step": 231280
    },
    {
      "epoch": 64.55,
      "grad_norm": 1.7197247743606567,
      "learning_rate": 4.675439741764796e-06,
      "loss": 0.4927,
      "step": 231290
    },
    {
      "epoch": 64.55,
      "grad_norm": 1.655027151107788,
      "learning_rate": 4.675437002061031e-06,
      "loss": 0.5077,
      "step": 231300
    },
    {
      "epoch": 64.56,
      "grad_norm": 1.9810755252838135,
      "learning_rate": 4.675434262046918e-06,
      "loss": 0.5457,
      "step": 231310
    },
    {
      "epoch": 64.56,
      "grad_norm": 1.7646353244781494,
      "learning_rate": 4.675431521722457e-06,
      "loss": 0.4929,
      "step": 231320
    },
    {
      "epoch": 64.56,
      "grad_norm": 1.5690680742263794,
      "learning_rate": 4.675428781087649e-06,
      "loss": 0.5066,
      "step": 231330
    },
    {
      "epoch": 64.57,
      "grad_norm": 2.0936172008514404,
      "learning_rate": 4.675426040142493e-06,
      "loss": 0.5183,
      "step": 231340
    },
    {
      "epoch": 64.57,
      "grad_norm": 1.5590476989746094,
      "learning_rate": 4.6754232988869915e-06,
      "loss": 0.5339,
      "step": 231350
    },
    {
      "epoch": 64.57,
      "grad_norm": 1.3782029151916504,
      "learning_rate": 4.675420557321143e-06,
      "loss": 0.5193,
      "step": 231360
    },
    {
      "epoch": 64.57,
      "grad_norm": 1.838422179222107,
      "learning_rate": 4.675417815444948e-06,
      "loss": 0.4758,
      "step": 231370
    },
    {
      "epoch": 64.58,
      "grad_norm": 1.560377836227417,
      "learning_rate": 4.675415073258409e-06,
      "loss": 0.4887,
      "step": 231380
    },
    {
      "epoch": 64.58,
      "grad_norm": 1.8034733533859253,
      "learning_rate": 4.675412330761523e-06,
      "loss": 0.5092,
      "step": 231390
    },
    {
      "epoch": 64.58,
      "grad_norm": 1.6230523586273193,
      "learning_rate": 4.675409587954293e-06,
      "loss": 0.5139,
      "step": 231400
    },
    {
      "epoch": 64.59,
      "grad_norm": 1.8304983377456665,
      "learning_rate": 4.675406844836718e-06,
      "loss": 0.5081,
      "step": 231410
    },
    {
      "epoch": 64.59,
      "grad_norm": 1.7165350914001465,
      "learning_rate": 4.675404101408799e-06,
      "loss": 0.5221,
      "step": 231420
    },
    {
      "epoch": 64.59,
      "grad_norm": 1.546616792678833,
      "learning_rate": 4.675401357670536e-06,
      "loss": 0.5124,
      "step": 231430
    },
    {
      "epoch": 64.59,
      "grad_norm": 1.9732340574264526,
      "learning_rate": 4.67539861362193e-06,
      "loss": 0.5016,
      "step": 231440
    },
    {
      "epoch": 64.6,
      "grad_norm": 1.8725425004959106,
      "learning_rate": 4.675395869262981e-06,
      "loss": 0.5228,
      "step": 231450
    },
    {
      "epoch": 64.6,
      "grad_norm": 1.8321785926818848,
      "learning_rate": 4.675393124593689e-06,
      "loss": 0.5132,
      "step": 231460
    },
    {
      "epoch": 64.6,
      "grad_norm": 1.6960886716842651,
      "learning_rate": 4.675390379614055e-06,
      "loss": 0.517,
      "step": 231470
    },
    {
      "epoch": 64.61,
      "grad_norm": 2.2625668048858643,
      "learning_rate": 4.675387634324079e-06,
      "loss": 0.5104,
      "step": 231480
    },
    {
      "epoch": 64.61,
      "grad_norm": 1.7807739973068237,
      "learning_rate": 4.675384888723761e-06,
      "loss": 0.5206,
      "step": 231490
    },
    {
      "epoch": 64.61,
      "grad_norm": 2.2189149856567383,
      "learning_rate": 4.675382142813102e-06,
      "loss": 0.5237,
      "step": 231500
    },
    {
      "epoch": 64.61,
      "grad_norm": 2.3754827976226807,
      "learning_rate": 4.675379396592102e-06,
      "loss": 0.5137,
      "step": 231510
    },
    {
      "epoch": 64.62,
      "grad_norm": 1.55990469455719,
      "learning_rate": 4.675376650060761e-06,
      "loss": 0.513,
      "step": 231520
    },
    {
      "epoch": 64.62,
      "grad_norm": 2.2435150146484375,
      "learning_rate": 4.675373903219081e-06,
      "loss": 0.5247,
      "step": 231530
    },
    {
      "epoch": 64.62,
      "grad_norm": 1.5603132247924805,
      "learning_rate": 4.675371156067061e-06,
      "loss": 0.4992,
      "step": 231540
    },
    {
      "epoch": 64.62,
      "grad_norm": 1.5813965797424316,
      "learning_rate": 4.675368408604701e-06,
      "loss": 0.496,
      "step": 231550
    },
    {
      "epoch": 64.63,
      "grad_norm": 2.3600172996520996,
      "learning_rate": 4.675365660832002e-06,
      "loss": 0.5097,
      "step": 231560
    },
    {
      "epoch": 64.63,
      "grad_norm": 1.748275876045227,
      "learning_rate": 4.675362912748965e-06,
      "loss": 0.5304,
      "step": 231570
    },
    {
      "epoch": 64.63,
      "grad_norm": 1.9636704921722412,
      "learning_rate": 4.675360164355589e-06,
      "loss": 0.5109,
      "step": 231580
    },
    {
      "epoch": 64.64,
      "grad_norm": 1.8740235567092896,
      "learning_rate": 4.675357415651874e-06,
      "loss": 0.5042,
      "step": 231590
    },
    {
      "epoch": 64.64,
      "grad_norm": 2.0592215061187744,
      "learning_rate": 4.675354666637823e-06,
      "loss": 0.5102,
      "step": 231600
    },
    {
      "epoch": 64.64,
      "grad_norm": 1.6759811639785767,
      "learning_rate": 4.675351917313435e-06,
      "loss": 0.5182,
      "step": 231610
    },
    {
      "epoch": 64.64,
      "grad_norm": 2.0813937187194824,
      "learning_rate": 4.67534916767871e-06,
      "loss": 0.5193,
      "step": 231620
    },
    {
      "epoch": 64.65,
      "grad_norm": 1.9755123853683472,
      "learning_rate": 4.6753464177336475e-06,
      "loss": 0.5038,
      "step": 231630
    },
    {
      "epoch": 64.65,
      "grad_norm": 2.6189305782318115,
      "learning_rate": 4.67534366747825e-06,
      "loss": 0.5006,
      "step": 231640
    },
    {
      "epoch": 64.65,
      "grad_norm": 1.8228651285171509,
      "learning_rate": 4.675340916912516e-06,
      "loss": 0.5145,
      "step": 231650
    },
    {
      "epoch": 64.66,
      "grad_norm": 2.5581634044647217,
      "learning_rate": 4.675338166036447e-06,
      "loss": 0.5254,
      "step": 231660
    },
    {
      "epoch": 64.66,
      "grad_norm": 1.7040170431137085,
      "learning_rate": 4.675335414850042e-06,
      "loss": 0.5194,
      "step": 231670
    },
    {
      "epoch": 64.66,
      "grad_norm": 1.6111105680465698,
      "learning_rate": 4.675332663353304e-06,
      "loss": 0.5344,
      "step": 231680
    },
    {
      "epoch": 64.66,
      "grad_norm": 1.5539416074752808,
      "learning_rate": 4.675329911546231e-06,
      "loss": 0.5195,
      "step": 231690
    },
    {
      "epoch": 64.67,
      "grad_norm": 1.818060278892517,
      "learning_rate": 4.675327159428824e-06,
      "loss": 0.5246,
      "step": 231700
    },
    {
      "epoch": 64.67,
      "grad_norm": 1.7774311304092407,
      "learning_rate": 4.675324407001083e-06,
      "loss": 0.5259,
      "step": 231710
    },
    {
      "epoch": 64.67,
      "grad_norm": 1.3739805221557617,
      "learning_rate": 4.67532165426301e-06,
      "loss": 0.5155,
      "step": 231720
    },
    {
      "epoch": 64.67,
      "grad_norm": 2.30210280418396,
      "learning_rate": 4.675318901214603e-06,
      "loss": 0.5189,
      "step": 231730
    },
    {
      "epoch": 64.68,
      "grad_norm": 1.6609920263290405,
      "learning_rate": 4.675316147855864e-06,
      "loss": 0.5129,
      "step": 231740
    },
    {
      "epoch": 64.68,
      "grad_norm": 1.6404427289962769,
      "learning_rate": 4.675313394186793e-06,
      "loss": 0.4962,
      "step": 231750
    },
    {
      "epoch": 64.68,
      "grad_norm": 1.472810983657837,
      "learning_rate": 4.67531064020739e-06,
      "loss": 0.5523,
      "step": 231760
    },
    {
      "epoch": 64.69,
      "grad_norm": 2.260852575302124,
      "learning_rate": 4.675307885917656e-06,
      "loss": 0.5234,
      "step": 231770
    },
    {
      "epoch": 64.69,
      "grad_norm": 2.000894784927368,
      "learning_rate": 4.67530513131759e-06,
      "loss": 0.5136,
      "step": 231780
    },
    {
      "epoch": 64.69,
      "grad_norm": 1.6744767427444458,
      "learning_rate": 4.675302376407195e-06,
      "loss": 0.5257,
      "step": 231790
    },
    {
      "epoch": 64.69,
      "grad_norm": 2.15615177154541,
      "learning_rate": 4.6752996211864685e-06,
      "loss": 0.5212,
      "step": 231800
    },
    {
      "epoch": 64.7,
      "grad_norm": 2.03653883934021,
      "learning_rate": 4.675296865655412e-06,
      "loss": 0.5031,
      "step": 231810
    },
    {
      "epoch": 64.7,
      "grad_norm": 2.118703842163086,
      "learning_rate": 4.675294109814027e-06,
      "loss": 0.5062,
      "step": 231820
    },
    {
      "epoch": 64.7,
      "grad_norm": 1.762815237045288,
      "learning_rate": 4.675291353662313e-06,
      "loss": 0.5121,
      "step": 231830
    },
    {
      "epoch": 64.71,
      "grad_norm": 2.114813804626465,
      "learning_rate": 4.675288597200269e-06,
      "loss": 0.5171,
      "step": 231840
    },
    {
      "epoch": 64.71,
      "grad_norm": 2.6130857467651367,
      "learning_rate": 4.675285840427897e-06,
      "loss": 0.5312,
      "step": 231850
    },
    {
      "epoch": 64.71,
      "grad_norm": 2.3006083965301514,
      "learning_rate": 4.675283083345197e-06,
      "loss": 0.5362,
      "step": 231860
    },
    {
      "epoch": 64.71,
      "grad_norm": 1.7228695154190063,
      "learning_rate": 4.67528032595217e-06,
      "loss": 0.5217,
      "step": 231870
    },
    {
      "epoch": 64.72,
      "grad_norm": 2.3471791744232178,
      "learning_rate": 4.675277568248814e-06,
      "loss": 0.5279,
      "step": 231880
    },
    {
      "epoch": 64.72,
      "grad_norm": 1.7068045139312744,
      "learning_rate": 4.675274810235133e-06,
      "loss": 0.5445,
      "step": 231890
    },
    {
      "epoch": 64.72,
      "grad_norm": 1.989450454711914,
      "learning_rate": 4.675272051911124e-06,
      "loss": 0.5226,
      "step": 231900
    },
    {
      "epoch": 64.73,
      "grad_norm": 1.8478233814239502,
      "learning_rate": 4.6752692932767894e-06,
      "loss": 0.5047,
      "step": 231910
    },
    {
      "epoch": 64.73,
      "grad_norm": 1.6596713066101074,
      "learning_rate": 4.675266534332129e-06,
      "loss": 0.5039,
      "step": 231920
    },
    {
      "epoch": 64.73,
      "grad_norm": 1.7574973106384277,
      "learning_rate": 4.675263775077143e-06,
      "loss": 0.5276,
      "step": 231930
    },
    {
      "epoch": 64.73,
      "grad_norm": 1.8920278549194336,
      "learning_rate": 4.675261015511832e-06,
      "loss": 0.5328,
      "step": 231940
    },
    {
      "epoch": 64.74,
      "grad_norm": 1.3867592811584473,
      "learning_rate": 4.675258255636196e-06,
      "loss": 0.5266,
      "step": 231950
    },
    {
      "epoch": 64.74,
      "grad_norm": 2.225282669067383,
      "learning_rate": 4.675255495450236e-06,
      "loss": 0.5116,
      "step": 231960
    },
    {
      "epoch": 64.74,
      "grad_norm": 1.4709148406982422,
      "learning_rate": 4.675252734953951e-06,
      "loss": 0.5227,
      "step": 231970
    },
    {
      "epoch": 64.74,
      "grad_norm": 2.0513627529144287,
      "learning_rate": 4.675249974147343e-06,
      "loss": 0.5145,
      "step": 231980
    },
    {
      "epoch": 64.75,
      "grad_norm": 1.812376856803894,
      "learning_rate": 4.6752472130304125e-06,
      "loss": 0.5285,
      "step": 231990
    },
    {
      "epoch": 64.75,
      "grad_norm": 2.1095991134643555,
      "learning_rate": 4.675244451603158e-06,
      "loss": 0.5422,
      "step": 232000
    },
    {
      "epoch": 64.75,
      "grad_norm": 1.8657900094985962,
      "learning_rate": 4.675241689865582e-06,
      "loss": 0.4952,
      "step": 232010
    },
    {
      "epoch": 64.76,
      "grad_norm": 1.7322850227355957,
      "learning_rate": 4.675238927817682e-06,
      "loss": 0.539,
      "step": 232020
    },
    {
      "epoch": 64.76,
      "grad_norm": 2.2602319717407227,
      "learning_rate": 4.6752361654594615e-06,
      "loss": 0.5148,
      "step": 232030
    },
    {
      "epoch": 64.76,
      "grad_norm": 1.4914271831512451,
      "learning_rate": 4.675233402790919e-06,
      "loss": 0.5187,
      "step": 232040
    },
    {
      "epoch": 64.76,
      "grad_norm": 1.6922659873962402,
      "learning_rate": 4.675230639812056e-06,
      "loss": 0.506,
      "step": 232050
    },
    {
      "epoch": 64.77,
      "grad_norm": 1.7999504804611206,
      "learning_rate": 4.675227876522872e-06,
      "loss": 0.4992,
      "step": 232060
    },
    {
      "epoch": 64.77,
      "grad_norm": 1.9041725397109985,
      "learning_rate": 4.675225112923369e-06,
      "loss": 0.5446,
      "step": 232070
    },
    {
      "epoch": 64.77,
      "grad_norm": 1.7082197666168213,
      "learning_rate": 4.6752223490135434e-06,
      "loss": 0.5142,
      "step": 232080
    },
    {
      "epoch": 64.78,
      "grad_norm": 1.9686870574951172,
      "learning_rate": 4.6752195847934e-06,
      "loss": 0.5017,
      "step": 232090
    },
    {
      "epoch": 64.78,
      "grad_norm": 2.3205575942993164,
      "learning_rate": 4.675216820262938e-06,
      "loss": 0.519,
      "step": 232100
    },
    {
      "epoch": 64.78,
      "grad_norm": 1.7249987125396729,
      "learning_rate": 4.675214055422155e-06,
      "loss": 0.5237,
      "step": 232110
    },
    {
      "epoch": 64.78,
      "grad_norm": 1.9623805284500122,
      "learning_rate": 4.675211290271055e-06,
      "loss": 0.5071,
      "step": 232120
    },
    {
      "epoch": 64.79,
      "grad_norm": 1.6977849006652832,
      "learning_rate": 4.675208524809636e-06,
      "loss": 0.5241,
      "step": 232130
    },
    {
      "epoch": 64.79,
      "grad_norm": 1.9179811477661133,
      "learning_rate": 4.6752057590379e-06,
      "loss": 0.4913,
      "step": 232140
    },
    {
      "epoch": 64.79,
      "grad_norm": 1.9127203226089478,
      "learning_rate": 4.675202992955846e-06,
      "loss": 0.5241,
      "step": 232150
    },
    {
      "epoch": 64.79,
      "grad_norm": 1.50594961643219,
      "learning_rate": 4.6752002265634754e-06,
      "loss": 0.5042,
      "step": 232160
    },
    {
      "epoch": 64.8,
      "grad_norm": 2.2469375133514404,
      "learning_rate": 4.675197459860788e-06,
      "loss": 0.5177,
      "step": 232170
    },
    {
      "epoch": 64.8,
      "grad_norm": 1.7342631816864014,
      "learning_rate": 4.675194692847784e-06,
      "loss": 0.4949,
      "step": 232180
    },
    {
      "epoch": 64.8,
      "grad_norm": 1.6763396263122559,
      "learning_rate": 4.675191925524465e-06,
      "loss": 0.5241,
      "step": 232190
    },
    {
      "epoch": 64.81,
      "grad_norm": 2.6240038871765137,
      "learning_rate": 4.67518915789083e-06,
      "loss": 0.5135,
      "step": 232200
    },
    {
      "epoch": 64.81,
      "grad_norm": 1.8099170923233032,
      "learning_rate": 4.675186389946879e-06,
      "loss": 0.5181,
      "step": 232210
    },
    {
      "epoch": 64.81,
      "grad_norm": 1.8759589195251465,
      "learning_rate": 4.675183621692613e-06,
      "loss": 0.5172,
      "step": 232220
    },
    {
      "epoch": 64.81,
      "grad_norm": 1.736556887626648,
      "learning_rate": 4.675180853128034e-06,
      "loss": 0.4944,
      "step": 232230
    },
    {
      "epoch": 64.82,
      "grad_norm": 2.0352635383605957,
      "learning_rate": 4.67517808425314e-06,
      "loss": 0.5066,
      "step": 232240
    },
    {
      "epoch": 64.82,
      "grad_norm": 2.2202250957489014,
      "learning_rate": 4.675175315067933e-06,
      "loss": 0.5105,
      "step": 232250
    },
    {
      "epoch": 64.82,
      "grad_norm": 1.7619409561157227,
      "learning_rate": 4.6751725455724126e-06,
      "loss": 0.497,
      "step": 232260
    },
    {
      "epoch": 64.83,
      "grad_norm": 1.766930341720581,
      "learning_rate": 4.675169775766578e-06,
      "loss": 0.5045,
      "step": 232270
    },
    {
      "epoch": 64.83,
      "grad_norm": 1.477185606956482,
      "learning_rate": 4.675167005650432e-06,
      "loss": 0.5153,
      "step": 232280
    },
    {
      "epoch": 64.83,
      "grad_norm": 1.1759517192840576,
      "learning_rate": 4.675164235223974e-06,
      "loss": 0.512,
      "step": 232290
    },
    {
      "epoch": 64.83,
      "grad_norm": 1.4103974103927612,
      "learning_rate": 4.675161464487203e-06,
      "loss": 0.5142,
      "step": 232300
    },
    {
      "epoch": 64.84,
      "grad_norm": 1.778074860572815,
      "learning_rate": 4.6751586934401206e-06,
      "loss": 0.5151,
      "step": 232310
    },
    {
      "epoch": 64.84,
      "grad_norm": 1.5716067552566528,
      "learning_rate": 4.675155922082728e-06,
      "loss": 0.5242,
      "step": 232320
    },
    {
      "epoch": 64.84,
      "grad_norm": 1.7471766471862793,
      "learning_rate": 4.6751531504150235e-06,
      "loss": 0.5274,
      "step": 232330
    },
    {
      "epoch": 64.85,
      "grad_norm": 1.8746068477630615,
      "learning_rate": 4.67515037843701e-06,
      "loss": 0.5015,
      "step": 232340
    },
    {
      "epoch": 64.85,
      "grad_norm": 1.6485401391983032,
      "learning_rate": 4.675147606148685e-06,
      "loss": 0.512,
      "step": 232350
    },
    {
      "epoch": 64.85,
      "grad_norm": 1.684280514717102,
      "learning_rate": 4.675144833550051e-06,
      "loss": 0.5175,
      "step": 232360
    },
    {
      "epoch": 64.85,
      "grad_norm": 1.4286092519760132,
      "learning_rate": 4.675142060641108e-06,
      "loss": 0.5161,
      "step": 232370
    },
    {
      "epoch": 64.86,
      "grad_norm": 2.0976431369781494,
      "learning_rate": 4.675139287421856e-06,
      "loss": 0.5228,
      "step": 232380
    },
    {
      "epoch": 64.86,
      "grad_norm": 1.658959984779358,
      "learning_rate": 4.675136513892295e-06,
      "loss": 0.5099,
      "step": 232390
    },
    {
      "epoch": 64.86,
      "grad_norm": 2.2864487171173096,
      "learning_rate": 4.675133740052427e-06,
      "loss": 0.4965,
      "step": 232400
    },
    {
      "epoch": 64.86,
      "grad_norm": 1.782322883605957,
      "learning_rate": 4.67513096590225e-06,
      "loss": 0.503,
      "step": 232410
    },
    {
      "epoch": 64.87,
      "grad_norm": 1.6628786325454712,
      "learning_rate": 4.675128191441766e-06,
      "loss": 0.5037,
      "step": 232420
    },
    {
      "epoch": 64.87,
      "grad_norm": 67.8047866821289,
      "learning_rate": 4.675125416670975e-06,
      "loss": 0.518,
      "step": 232430
    },
    {
      "epoch": 64.87,
      "grad_norm": 2.001009225845337,
      "learning_rate": 4.675122641589876e-06,
      "loss": 0.5399,
      "step": 232440
    },
    {
      "epoch": 64.88,
      "grad_norm": 1.9226566553115845,
      "learning_rate": 4.675119866198472e-06,
      "loss": 0.4818,
      "step": 232450
    },
    {
      "epoch": 64.88,
      "grad_norm": 1.4593563079833984,
      "learning_rate": 4.675117090496762e-06,
      "loss": 0.5119,
      "step": 232460
    },
    {
      "epoch": 64.88,
      "grad_norm": 1.480298399925232,
      "learning_rate": 4.6751143144847455e-06,
      "loss": 0.5366,
      "step": 232470
    },
    {
      "epoch": 64.88,
      "grad_norm": 1.7515696287155151,
      "learning_rate": 4.675111538162425e-06,
      "loss": 0.5208,
      "step": 232480
    },
    {
      "epoch": 64.89,
      "grad_norm": 1.5167410373687744,
      "learning_rate": 4.675108761529799e-06,
      "loss": 0.514,
      "step": 232490
    },
    {
      "epoch": 64.89,
      "grad_norm": 1.6096962690353394,
      "learning_rate": 4.675105984586869e-06,
      "loss": 0.4887,
      "step": 232500
    },
    {
      "epoch": 64.89,
      "grad_norm": 1.833557367324829,
      "learning_rate": 4.675103207333634e-06,
      "loss": 0.5177,
      "step": 232510
    },
    {
      "epoch": 64.9,
      "grad_norm": 1.4184443950653076,
      "learning_rate": 4.675100429770096e-06,
      "loss": 0.5196,
      "step": 232520
    },
    {
      "epoch": 64.9,
      "grad_norm": 1.907523512840271,
      "learning_rate": 4.6750976518962544e-06,
      "loss": 0.4831,
      "step": 232530
    },
    {
      "epoch": 64.9,
      "grad_norm": 1.5157933235168457,
      "learning_rate": 4.67509487371211e-06,
      "loss": 0.4973,
      "step": 232540
    },
    {
      "epoch": 64.9,
      "grad_norm": 1.5851080417633057,
      "learning_rate": 4.675092095217662e-06,
      "loss": 0.5047,
      "step": 232550
    },
    {
      "epoch": 64.91,
      "grad_norm": 1.832683801651001,
      "learning_rate": 4.675089316412913e-06,
      "loss": 0.5001,
      "step": 232560
    },
    {
      "epoch": 64.91,
      "grad_norm": 1.5915039777755737,
      "learning_rate": 4.675086537297862e-06,
      "loss": 0.5313,
      "step": 232570
    },
    {
      "epoch": 64.91,
      "grad_norm": 1.793535828590393,
      "learning_rate": 4.675083757872508e-06,
      "loss": 0.5207,
      "step": 232580
    },
    {
      "epoch": 64.91,
      "grad_norm": 1.5145183801651,
      "learning_rate": 4.675080978136854e-06,
      "loss": 0.5007,
      "step": 232590
    },
    {
      "epoch": 64.92,
      "grad_norm": 1.8236445188522339,
      "learning_rate": 4.6750781980909e-06,
      "loss": 0.4969,
      "step": 232600
    },
    {
      "epoch": 64.92,
      "grad_norm": 1.8757779598236084,
      "learning_rate": 4.675075417734644e-06,
      "loss": 0.4998,
      "step": 232610
    },
    {
      "epoch": 64.92,
      "grad_norm": 1.4105074405670166,
      "learning_rate": 4.675072637068089e-06,
      "loss": 0.5061,
      "step": 232620
    },
    {
      "epoch": 64.93,
      "grad_norm": 1.7519248723983765,
      "learning_rate": 4.675069856091234e-06,
      "loss": 0.5228,
      "step": 232630
    },
    {
      "epoch": 64.93,
      "grad_norm": 1.8753997087478638,
      "learning_rate": 4.67506707480408e-06,
      "loss": 0.5046,
      "step": 232640
    },
    {
      "epoch": 64.93,
      "grad_norm": 1.6087353229522705,
      "learning_rate": 4.675064293206626e-06,
      "loss": 0.4947,
      "step": 232650
    },
    {
      "epoch": 64.93,
      "grad_norm": 1.8166784048080444,
      "learning_rate": 4.675061511298874e-06,
      "loss": 0.4921,
      "step": 232660
    },
    {
      "epoch": 64.94,
      "grad_norm": 2.1224844455718994,
      "learning_rate": 4.675058729080825e-06,
      "loss": 0.5232,
      "step": 232670
    },
    {
      "epoch": 64.94,
      "grad_norm": 1.567853331565857,
      "learning_rate": 4.675055946552476e-06,
      "loss": 0.5032,
      "step": 232680
    },
    {
      "epoch": 64.94,
      "grad_norm": 1.6393355131149292,
      "learning_rate": 4.675053163713831e-06,
      "loss": 0.5191,
      "step": 232690
    },
    {
      "epoch": 64.95,
      "grad_norm": 2.0126285552978516,
      "learning_rate": 4.675050380564888e-06,
      "loss": 0.5183,
      "step": 232700
    },
    {
      "epoch": 64.95,
      "grad_norm": 1.6827908754348755,
      "learning_rate": 4.6750475971056495e-06,
      "loss": 0.5121,
      "step": 232710
    },
    {
      "epoch": 64.95,
      "grad_norm": 2.244680166244507,
      "learning_rate": 4.675044813336114e-06,
      "loss": 0.5145,
      "step": 232720
    },
    {
      "epoch": 64.95,
      "grad_norm": 1.819245457649231,
      "learning_rate": 4.6750420292562825e-06,
      "loss": 0.5273,
      "step": 232730
    },
    {
      "epoch": 64.96,
      "grad_norm": 1.6009389162063599,
      "learning_rate": 4.675039244866155e-06,
      "loss": 0.5236,
      "step": 232740
    },
    {
      "epoch": 64.96,
      "grad_norm": 1.5244853496551514,
      "learning_rate": 4.675036460165734e-06,
      "loss": 0.4952,
      "step": 232750
    },
    {
      "epoch": 64.96,
      "grad_norm": 2.471742868423462,
      "learning_rate": 4.675033675155016e-06,
      "loss": 0.5074,
      "step": 232760
    },
    {
      "epoch": 64.97,
      "grad_norm": 1.679978847503662,
      "learning_rate": 4.675030889834004e-06,
      "loss": 0.5131,
      "step": 232770
    },
    {
      "epoch": 64.97,
      "grad_norm": 1.8894498348236084,
      "learning_rate": 4.675028104202698e-06,
      "loss": 0.5178,
      "step": 232780
    },
    {
      "epoch": 64.97,
      "grad_norm": 1.6071285009384155,
      "learning_rate": 4.675025318261099e-06,
      "loss": 0.5021,
      "step": 232790
    },
    {
      "epoch": 64.97,
      "grad_norm": 1.7425696849822998,
      "learning_rate": 4.6750225320092065e-06,
      "loss": 0.5294,
      "step": 232800
    },
    {
      "epoch": 64.98,
      "grad_norm": 1.5135502815246582,
      "learning_rate": 4.67501974544702e-06,
      "loss": 0.5099,
      "step": 232810
    },
    {
      "epoch": 64.98,
      "grad_norm": 1.8127285242080688,
      "learning_rate": 4.675016958574542e-06,
      "loss": 0.5027,
      "step": 232820
    },
    {
      "epoch": 64.98,
      "grad_norm": 1.736598014831543,
      "learning_rate": 4.6750141713917705e-06,
      "loss": 0.4859,
      "step": 232830
    },
    {
      "epoch": 64.98,
      "grad_norm": 1.407392978668213,
      "learning_rate": 4.675011383898708e-06,
      "loss": 0.4989,
      "step": 232840
    },
    {
      "epoch": 64.99,
      "grad_norm": 1.8401468992233276,
      "learning_rate": 4.6750085960953534e-06,
      "loss": 0.5325,
      "step": 232850
    },
    {
      "epoch": 64.99,
      "grad_norm": 1.7252062559127808,
      "learning_rate": 4.675005807981708e-06,
      "loss": 0.5347,
      "step": 232860
    },
    {
      "epoch": 64.99,
      "grad_norm": 1.2856262922286987,
      "learning_rate": 4.675003019557772e-06,
      "loss": 0.511,
      "step": 232870
    },
    {
      "epoch": 65.0,
      "grad_norm": 1.5932483673095703,
      "learning_rate": 4.675000230823546e-06,
      "loss": 0.5138,
      "step": 232880
    },
    {
      "epoch": 65.0,
      "grad_norm": 1.7812634706497192,
      "learning_rate": 4.6749974417790285e-06,
      "loss": 0.5063,
      "step": 232890
    },
    {
      "epoch": 65.0,
      "eval_loss": 0.5164117217063904,
      "eval_runtime": 62.8195,
      "eval_samples_per_second": 80.532,
      "eval_steps_per_second": 10.076,
      "step": 232895
    },
    {
      "epoch": 65.0,
      "grad_norm": 1.732532024383545,
      "learning_rate": 4.674994652424223e-06,
      "loss": 0.4961,
      "step": 232900
    },
    {
      "epoch": 65.0,
      "grad_norm": 1.9127708673477173,
      "learning_rate": 4.6749918627591275e-06,
      "loss": 0.5044,
      "step": 232910
    },
    {
      "epoch": 65.01,
      "grad_norm": 1.888108253479004,
      "learning_rate": 4.674989072783742e-06,
      "loss": 0.5084,
      "step": 232920
    },
    {
      "epoch": 65.01,
      "grad_norm": 2.0668323040008545,
      "learning_rate": 4.674986282498069e-06,
      "loss": 0.5062,
      "step": 232930
    },
    {
      "epoch": 65.01,
      "grad_norm": 1.761448621749878,
      "learning_rate": 4.674983491902108e-06,
      "loss": 0.525,
      "step": 232940
    },
    {
      "epoch": 65.02,
      "grad_norm": 1.90932297706604,
      "learning_rate": 4.674980700995859e-06,
      "loss": 0.5256,
      "step": 232950
    },
    {
      "epoch": 65.02,
      "grad_norm": 1.8556848764419556,
      "learning_rate": 4.674977909779322e-06,
      "loss": 0.5206,
      "step": 232960
    },
    {
      "epoch": 65.02,
      "grad_norm": 2.1908740997314453,
      "learning_rate": 4.674975118252499e-06,
      "loss": 0.5214,
      "step": 232970
    },
    {
      "epoch": 65.02,
      "grad_norm": 2.0041098594665527,
      "learning_rate": 4.674972326415388e-06,
      "loss": 0.5258,
      "step": 232980
    },
    {
      "epoch": 65.03,
      "grad_norm": 1.8661099672317505,
      "learning_rate": 4.674969534267992e-06,
      "loss": 0.5332,
      "step": 232990
    },
    {
      "epoch": 65.03,
      "grad_norm": 1.7071813344955444,
      "learning_rate": 4.6749667418103095e-06,
      "loss": 0.4981,
      "step": 233000
    },
    {
      "epoch": 65.03,
      "grad_norm": 1.7601923942565918,
      "learning_rate": 4.674963949042341e-06,
      "loss": 0.5292,
      "step": 233010
    },
    {
      "epoch": 65.03,
      "grad_norm": 1.6076420545578003,
      "learning_rate": 4.674961155964088e-06,
      "loss": 0.4971,
      "step": 233020
    },
    {
      "epoch": 65.04,
      "grad_norm": 1.8750478029251099,
      "learning_rate": 4.674958362575549e-06,
      "loss": 0.5179,
      "step": 233030
    },
    {
      "epoch": 65.04,
      "grad_norm": 1.536210536956787,
      "learning_rate": 4.6749555688767264e-06,
      "loss": 0.5121,
      "step": 233040
    },
    {
      "epoch": 65.04,
      "grad_norm": 2.339862585067749,
      "learning_rate": 4.67495277486762e-06,
      "loss": 0.5011,
      "step": 233050
    },
    {
      "epoch": 65.05,
      "grad_norm": 2.0499517917633057,
      "learning_rate": 4.67494998054823e-06,
      "loss": 0.5274,
      "step": 233060
    },
    {
      "epoch": 65.05,
      "grad_norm": 1.878702163696289,
      "learning_rate": 4.674947185918555e-06,
      "loss": 0.5062,
      "step": 233070
    },
    {
      "epoch": 65.05,
      "grad_norm": 1.5634456872940063,
      "learning_rate": 4.6749443909785986e-06,
      "loss": 0.4928,
      "step": 233080
    },
    {
      "epoch": 65.05,
      "grad_norm": 1.785542607307434,
      "learning_rate": 4.6749415957283595e-06,
      "loss": 0.5104,
      "step": 233090
    },
    {
      "epoch": 65.06,
      "grad_norm": 1.8801472187042236,
      "learning_rate": 4.674938800167837e-06,
      "loss": 0.5073,
      "step": 233100
    },
    {
      "epoch": 65.06,
      "grad_norm": 1.5907872915267944,
      "learning_rate": 4.674936004297034e-06,
      "loss": 0.5197,
      "step": 233110
    },
    {
      "epoch": 65.06,
      "grad_norm": 1.716296911239624,
      "learning_rate": 4.67493320811595e-06,
      "loss": 0.4994,
      "step": 233120
    },
    {
      "epoch": 65.07,
      "grad_norm": 2.042926549911499,
      "learning_rate": 4.674930411624583e-06,
      "loss": 0.5051,
      "step": 233130
    },
    {
      "epoch": 65.07,
      "grad_norm": 1.4739413261413574,
      "learning_rate": 4.674927614822936e-06,
      "loss": 0.5099,
      "step": 233140
    },
    {
      "epoch": 65.07,
      "grad_norm": 1.7242414951324463,
      "learning_rate": 4.674924817711008e-06,
      "loss": 0.523,
      "step": 233150
    },
    {
      "epoch": 65.07,
      "grad_norm": 1.8667309284210205,
      "learning_rate": 4.6749220202888016e-06,
      "loss": 0.5123,
      "step": 233160
    },
    {
      "epoch": 65.08,
      "grad_norm": 2.6362850666046143,
      "learning_rate": 4.674919222556315e-06,
      "loss": 0.4877,
      "step": 233170
    },
    {
      "epoch": 65.08,
      "grad_norm": 2.159801959991455,
      "learning_rate": 4.674916424513549e-06,
      "loss": 0.5282,
      "step": 233180
    },
    {
      "epoch": 65.08,
      "grad_norm": 1.8961682319641113,
      "learning_rate": 4.6749136261605034e-06,
      "loss": 0.5282,
      "step": 233190
    },
    {
      "epoch": 65.09,
      "grad_norm": 1.6869531869888306,
      "learning_rate": 4.67491082749718e-06,
      "loss": 0.5276,
      "step": 233200
    },
    {
      "epoch": 65.09,
      "grad_norm": 1.6829373836517334,
      "learning_rate": 4.674908028523578e-06,
      "loss": 0.5292,
      "step": 233210
    },
    {
      "epoch": 65.09,
      "grad_norm": 1.5695081949234009,
      "learning_rate": 4.674905229239699e-06,
      "loss": 0.5158,
      "step": 233220
    },
    {
      "epoch": 65.09,
      "grad_norm": 1.618202567100525,
      "learning_rate": 4.674902429645542e-06,
      "loss": 0.505,
      "step": 233230
    },
    {
      "epoch": 65.1,
      "grad_norm": 1.5605281591415405,
      "learning_rate": 4.674899629741107e-06,
      "loss": 0.5065,
      "step": 233240
    },
    {
      "epoch": 65.1,
      "grad_norm": 1.895338773727417,
      "learning_rate": 4.674896829526397e-06,
      "loss": 0.5305,
      "step": 233250
    },
    {
      "epoch": 65.1,
      "grad_norm": 1.7157248258590698,
      "learning_rate": 4.6748940290014105e-06,
      "loss": 0.511,
      "step": 233260
    },
    {
      "epoch": 65.1,
      "grad_norm": 1.4401084184646606,
      "learning_rate": 4.674891228166148e-06,
      "loss": 0.514,
      "step": 233270
    },
    {
      "epoch": 65.11,
      "grad_norm": 2.378396987915039,
      "learning_rate": 4.674888427020609e-06,
      "loss": 0.5239,
      "step": 233280
    },
    {
      "epoch": 65.11,
      "grad_norm": 1.923401951789856,
      "learning_rate": 4.674885625564796e-06,
      "loss": 0.5264,
      "step": 233290
    },
    {
      "epoch": 65.11,
      "grad_norm": 1.4880133867263794,
      "learning_rate": 4.674882823798707e-06,
      "loss": 0.494,
      "step": 233300
    },
    {
      "epoch": 65.12,
      "grad_norm": 1.9046906232833862,
      "learning_rate": 4.674880021722345e-06,
      "loss": 0.5126,
      "step": 233310
    },
    {
      "epoch": 65.12,
      "grad_norm": 1.6989655494689941,
      "learning_rate": 4.674877219335708e-06,
      "loss": 0.4962,
      "step": 233320
    },
    {
      "epoch": 65.12,
      "grad_norm": 2.00434947013855,
      "learning_rate": 4.674874416638798e-06,
      "loss": 0.5083,
      "step": 233330
    },
    {
      "epoch": 65.12,
      "grad_norm": 1.513468861579895,
      "learning_rate": 4.674871613631615e-06,
      "loss": 0.5305,
      "step": 233340
    },
    {
      "epoch": 65.13,
      "grad_norm": 2.056555986404419,
      "learning_rate": 4.674868810314158e-06,
      "loss": 0.5401,
      "step": 233350
    },
    {
      "epoch": 65.13,
      "grad_norm": 1.400934100151062,
      "learning_rate": 4.674866006686428e-06,
      "loss": 0.5133,
      "step": 233360
    },
    {
      "epoch": 65.13,
      "grad_norm": 1.533231496810913,
      "learning_rate": 4.674863202748427e-06,
      "loss": 0.4814,
      "step": 233370
    },
    {
      "epoch": 65.14,
      "grad_norm": 1.717485785484314,
      "learning_rate": 4.674860398500155e-06,
      "loss": 0.5296,
      "step": 233380
    },
    {
      "epoch": 65.14,
      "grad_norm": 2.0895092487335205,
      "learning_rate": 4.67485759394161e-06,
      "loss": 0.5132,
      "step": 233390
    },
    {
      "epoch": 65.14,
      "grad_norm": 2.4955403804779053,
      "learning_rate": 4.674854789072794e-06,
      "loss": 0.5012,
      "step": 233400
    },
    {
      "epoch": 65.14,
      "grad_norm": 1.743391752243042,
      "learning_rate": 4.674851983893708e-06,
      "loss": 0.5085,
      "step": 233410
    },
    {
      "epoch": 65.15,
      "grad_norm": 1.5705779790878296,
      "learning_rate": 4.674849178404351e-06,
      "loss": 0.5061,
      "step": 233420
    },
    {
      "epoch": 65.15,
      "grad_norm": 2.232301712036133,
      "learning_rate": 4.674846372604725e-06,
      "loss": 0.5197,
      "step": 233430
    },
    {
      "epoch": 65.15,
      "grad_norm": 1.8620798587799072,
      "learning_rate": 4.6748435664948286e-06,
      "loss": 0.4908,
      "step": 233440
    },
    {
      "epoch": 65.15,
      "grad_norm": 1.317010521888733,
      "learning_rate": 4.674840760074664e-06,
      "loss": 0.5109,
      "step": 233450
    },
    {
      "epoch": 65.16,
      "grad_norm": 2.063678741455078,
      "learning_rate": 4.6748379533442296e-06,
      "loss": 0.5321,
      "step": 233460
    },
    {
      "epoch": 65.16,
      "grad_norm": 1.7281666994094849,
      "learning_rate": 4.6748351463035266e-06,
      "loss": 0.5056,
      "step": 233470
    },
    {
      "epoch": 65.16,
      "grad_norm": 1.4900093078613281,
      "learning_rate": 4.674832338952556e-06,
      "loss": 0.5217,
      "step": 233480
    },
    {
      "epoch": 65.17,
      "grad_norm": 1.7245129346847534,
      "learning_rate": 4.6748295312913185e-06,
      "loss": 0.5171,
      "step": 233490
    },
    {
      "epoch": 65.17,
      "grad_norm": 1.5579979419708252,
      "learning_rate": 4.674826723319813e-06,
      "loss": 0.5038,
      "step": 233500
    },
    {
      "epoch": 65.17,
      "grad_norm": 1.7578895092010498,
      "learning_rate": 4.6748239150380396e-06,
      "loss": 0.5002,
      "step": 233510
    },
    {
      "epoch": 65.17,
      "grad_norm": 1.5882134437561035,
      "learning_rate": 4.674821106446001e-06,
      "loss": 0.5492,
      "step": 233520
    },
    {
      "epoch": 65.18,
      "grad_norm": 1.931648850440979,
      "learning_rate": 4.6748182975436955e-06,
      "loss": 0.5021,
      "step": 233530
    },
    {
      "epoch": 65.18,
      "grad_norm": 1.5302578210830688,
      "learning_rate": 4.674815488331125e-06,
      "loss": 0.4925,
      "step": 233540
    },
    {
      "epoch": 65.18,
      "grad_norm": 2.1414432525634766,
      "learning_rate": 4.674812678808288e-06,
      "loss": 0.5004,
      "step": 233550
    },
    {
      "epoch": 65.19,
      "grad_norm": 1.406661868095398,
      "learning_rate": 4.674809868975186e-06,
      "loss": 0.5248,
      "step": 233560
    },
    {
      "epoch": 65.19,
      "grad_norm": 1.6598435640335083,
      "learning_rate": 4.67480705883182e-06,
      "loss": 0.5143,
      "step": 233570
    },
    {
      "epoch": 65.19,
      "grad_norm": 1.334381103515625,
      "learning_rate": 4.674804248378189e-06,
      "loss": 0.5278,
      "step": 233580
    },
    {
      "epoch": 65.19,
      "grad_norm": 1.7074605226516724,
      "learning_rate": 4.674801437614294e-06,
      "loss": 0.5282,
      "step": 233590
    },
    {
      "epoch": 65.2,
      "grad_norm": 1.5583351850509644,
      "learning_rate": 4.674798626540136e-06,
      "loss": 0.5031,
      "step": 233600
    },
    {
      "epoch": 65.2,
      "grad_norm": 1.7774434089660645,
      "learning_rate": 4.674795815155715e-06,
      "loss": 0.5277,
      "step": 233610
    },
    {
      "epoch": 65.2,
      "grad_norm": 2.5668797492980957,
      "learning_rate": 4.67479300346103e-06,
      "loss": 0.4965,
      "step": 233620
    },
    {
      "epoch": 65.21,
      "grad_norm": 1.3997012376785278,
      "learning_rate": 4.674790191456083e-06,
      "loss": 0.501,
      "step": 233630
    },
    {
      "epoch": 65.21,
      "grad_norm": 1.4623081684112549,
      "learning_rate": 4.674787379140875e-06,
      "loss": 0.5234,
      "step": 233640
    },
    {
      "epoch": 65.21,
      "grad_norm": 1.7104395627975464,
      "learning_rate": 4.674784566515404e-06,
      "loss": 0.5336,
      "step": 233650
    },
    {
      "epoch": 65.21,
      "grad_norm": 1.681546926498413,
      "learning_rate": 4.674781753579672e-06,
      "loss": 0.503,
      "step": 233660
    },
    {
      "epoch": 65.22,
      "grad_norm": 1.7094229459762573,
      "learning_rate": 4.67477894033368e-06,
      "loss": 0.5264,
      "step": 233670
    },
    {
      "epoch": 65.22,
      "grad_norm": 2.052250385284424,
      "learning_rate": 4.674776126777426e-06,
      "loss": 0.506,
      "step": 233680
    },
    {
      "epoch": 65.22,
      "grad_norm": 1.491888165473938,
      "learning_rate": 4.674773312910912e-06,
      "loss": 0.5248,
      "step": 233690
    },
    {
      "epoch": 65.22,
      "grad_norm": 1.8455462455749512,
      "learning_rate": 4.674770498734139e-06,
      "loss": 0.5277,
      "step": 233700
    },
    {
      "epoch": 65.23,
      "grad_norm": 1.7150752544403076,
      "learning_rate": 4.674767684247106e-06,
      "loss": 0.4992,
      "step": 233710
    },
    {
      "epoch": 65.23,
      "grad_norm": 1.8028767108917236,
      "learning_rate": 4.674764869449814e-06,
      "loss": 0.5127,
      "step": 233720
    },
    {
      "epoch": 65.23,
      "grad_norm": 1.6864503622055054,
      "learning_rate": 4.6747620543422635e-06,
      "loss": 0.5018,
      "step": 233730
    },
    {
      "epoch": 65.24,
      "grad_norm": 1.9511798620224,
      "learning_rate": 4.674759238924454e-06,
      "loss": 0.5086,
      "step": 233740
    },
    {
      "epoch": 65.24,
      "grad_norm": 1.9722071886062622,
      "learning_rate": 4.674756423196388e-06,
      "loss": 0.5161,
      "step": 233750
    },
    {
      "epoch": 65.24,
      "grad_norm": 2.0008866786956787,
      "learning_rate": 4.674753607158063e-06,
      "loss": 0.5143,
      "step": 233760
    },
    {
      "epoch": 65.24,
      "grad_norm": 1.8857274055480957,
      "learning_rate": 4.674750790809481e-06,
      "loss": 0.5145,
      "step": 233770
    },
    {
      "epoch": 65.25,
      "grad_norm": 2.0307180881500244,
      "learning_rate": 4.674747974150642e-06,
      "loss": 0.5383,
      "step": 233780
    },
    {
      "epoch": 65.25,
      "grad_norm": 1.790928840637207,
      "learning_rate": 4.674745157181547e-06,
      "loss": 0.5025,
      "step": 233790
    },
    {
      "epoch": 65.25,
      "grad_norm": 1.7195844650268555,
      "learning_rate": 4.674742339902195e-06,
      "loss": 0.5022,
      "step": 233800
    },
    {
      "epoch": 65.26,
      "grad_norm": 1.4048670530319214,
      "learning_rate": 4.6747395223125885e-06,
      "loss": 0.5188,
      "step": 233810
    },
    {
      "epoch": 65.26,
      "grad_norm": 1.6001609563827515,
      "learning_rate": 4.674736704412727e-06,
      "loss": 0.5122,
      "step": 233820
    },
    {
      "epoch": 65.26,
      "grad_norm": 1.6336700916290283,
      "learning_rate": 4.674733886202609e-06,
      "loss": 0.542,
      "step": 233830
    },
    {
      "epoch": 65.26,
      "grad_norm": 1.9110444784164429,
      "learning_rate": 4.674731067682237e-06,
      "loss": 0.5302,
      "step": 233840
    },
    {
      "epoch": 65.27,
      "grad_norm": 2.2631330490112305,
      "learning_rate": 4.6747282488516115e-06,
      "loss": 0.5153,
      "step": 233850
    },
    {
      "epoch": 65.27,
      "grad_norm": 2.0826737880706787,
      "learning_rate": 4.674725429710732e-06,
      "loss": 0.507,
      "step": 233860
    },
    {
      "epoch": 65.27,
      "grad_norm": 1.5156514644622803,
      "learning_rate": 4.674722610259598e-06,
      "loss": 0.5074,
      "step": 233870
    },
    {
      "epoch": 65.27,
      "grad_norm": 1.8626798391342163,
      "learning_rate": 4.6747197904982116e-06,
      "loss": 0.4983,
      "step": 233880
    },
    {
      "epoch": 65.28,
      "grad_norm": 1.6188229322433472,
      "learning_rate": 4.674716970426572e-06,
      "loss": 0.4799,
      "step": 233890
    },
    {
      "epoch": 65.28,
      "grad_norm": 3.341379165649414,
      "learning_rate": 4.674714150044681e-06,
      "loss": 0.5109,
      "step": 233900
    },
    {
      "epoch": 65.28,
      "grad_norm": 1.6782346963882446,
      "learning_rate": 4.674711329352537e-06,
      "loss": 0.5331,
      "step": 233910
    },
    {
      "epoch": 65.29,
      "grad_norm": 1.5530339479446411,
      "learning_rate": 4.6747085083501425e-06,
      "loss": 0.5181,
      "step": 233920
    },
    {
      "epoch": 65.29,
      "grad_norm": 1.6384731531143188,
      "learning_rate": 4.674705687037496e-06,
      "loss": 0.5031,
      "step": 233930
    },
    {
      "epoch": 65.29,
      "grad_norm": 2.141557455062866,
      "learning_rate": 4.674702865414599e-06,
      "loss": 0.4989,
      "step": 233940
    },
    {
      "epoch": 65.29,
      "grad_norm": 1.6236971616744995,
      "learning_rate": 4.6747000434814516e-06,
      "loss": 0.5166,
      "step": 233950
    },
    {
      "epoch": 65.3,
      "grad_norm": 1.5884586572647095,
      "learning_rate": 4.674697221238054e-06,
      "loss": 0.512,
      "step": 233960
    },
    {
      "epoch": 65.3,
      "grad_norm": 1.9070948362350464,
      "learning_rate": 4.674694398684406e-06,
      "loss": 0.5111,
      "step": 233970
    },
    {
      "epoch": 65.3,
      "grad_norm": 1.4528367519378662,
      "learning_rate": 4.67469157582051e-06,
      "loss": 0.5095,
      "step": 233980
    },
    {
      "epoch": 65.31,
      "grad_norm": 1.8157907724380493,
      "learning_rate": 4.674688752646363e-06,
      "loss": 0.5049,
      "step": 233990
    },
    {
      "epoch": 65.31,
      "grad_norm": 1.7858617305755615,
      "learning_rate": 4.674685929161969e-06,
      "loss": 0.5133,
      "step": 234000
    },
    {
      "epoch": 65.31,
      "grad_norm": 1.6844080686569214,
      "learning_rate": 4.674683105367327e-06,
      "loss": 0.507,
      "step": 234010
    },
    {
      "epoch": 65.31,
      "grad_norm": 2.114530563354492,
      "learning_rate": 4.674680281262437e-06,
      "loss": 0.4949,
      "step": 234020
    },
    {
      "epoch": 65.32,
      "grad_norm": 1.816741704940796,
      "learning_rate": 4.674677456847299e-06,
      "loss": 0.5048,
      "step": 234030
    },
    {
      "epoch": 65.32,
      "grad_norm": 2.040262460708618,
      "learning_rate": 4.674674632121914e-06,
      "loss": 0.5079,
      "step": 234040
    },
    {
      "epoch": 65.32,
      "grad_norm": 1.9864848852157593,
      "learning_rate": 4.674671807086282e-06,
      "loss": 0.5056,
      "step": 234050
    },
    {
      "epoch": 65.33,
      "grad_norm": 1.8945103883743286,
      "learning_rate": 4.6746689817404046e-06,
      "loss": 0.5304,
      "step": 234060
    },
    {
      "epoch": 65.33,
      "grad_norm": 1.7960515022277832,
      "learning_rate": 4.674666156084281e-06,
      "loss": 0.5205,
      "step": 234070
    },
    {
      "epoch": 65.33,
      "grad_norm": 1.4946619272232056,
      "learning_rate": 4.674663330117911e-06,
      "loss": 0.4923,
      "step": 234080
    },
    {
      "epoch": 65.33,
      "grad_norm": 2.18149995803833,
      "learning_rate": 4.6746605038412976e-06,
      "loss": 0.5342,
      "step": 234090
    },
    {
      "epoch": 65.34,
      "grad_norm": 1.7219159603118896,
      "learning_rate": 4.674657677254438e-06,
      "loss": 0.4881,
      "step": 234100
    },
    {
      "epoch": 65.34,
      "grad_norm": 2.12849497795105,
      "learning_rate": 4.674654850357334e-06,
      "loss": 0.5109,
      "step": 234110
    },
    {
      "epoch": 65.34,
      "grad_norm": 1.8264139890670776,
      "learning_rate": 4.674652023149986e-06,
      "loss": 0.4978,
      "step": 234120
    },
    {
      "epoch": 65.34,
      "grad_norm": 2.0385494232177734,
      "learning_rate": 4.674649195632394e-06,
      "loss": 0.5196,
      "step": 234130
    },
    {
      "epoch": 65.35,
      "grad_norm": 1.4374014139175415,
      "learning_rate": 4.67464636780456e-06,
      "loss": 0.5066,
      "step": 234140
    },
    {
      "epoch": 65.35,
      "grad_norm": 1.8445676565170288,
      "learning_rate": 4.674643539666482e-06,
      "loss": 0.5064,
      "step": 234150
    },
    {
      "epoch": 65.35,
      "grad_norm": 1.9479124546051025,
      "learning_rate": 4.674640711218161e-06,
      "loss": 0.5228,
      "step": 234160
    },
    {
      "epoch": 65.36,
      "grad_norm": 1.322740077972412,
      "learning_rate": 4.6746378824595985e-06,
      "loss": 0.5213,
      "step": 234170
    },
    {
      "epoch": 65.36,
      "grad_norm": 1.5730273723602295,
      "learning_rate": 4.674635053390794e-06,
      "loss": 0.5339,
      "step": 234180
    },
    {
      "epoch": 65.36,
      "grad_norm": 1.7505311965942383,
      "learning_rate": 4.6746322240117485e-06,
      "loss": 0.5182,
      "step": 234190
    },
    {
      "epoch": 65.36,
      "grad_norm": 1.4278488159179688,
      "learning_rate": 4.674629394322461e-06,
      "loss": 0.4961,
      "step": 234200
    },
    {
      "epoch": 65.37,
      "grad_norm": 1.8003594875335693,
      "learning_rate": 4.674626564322933e-06,
      "loss": 0.5011,
      "step": 234210
    },
    {
      "epoch": 65.37,
      "grad_norm": 2.29608154296875,
      "learning_rate": 4.6746237340131654e-06,
      "loss": 0.5317,
      "step": 234220
    },
    {
      "epoch": 65.37,
      "grad_norm": 1.5630006790161133,
      "learning_rate": 4.674620903393158e-06,
      "loss": 0.5138,
      "step": 234230
    },
    {
      "epoch": 65.38,
      "grad_norm": 2.1021616458892822,
      "learning_rate": 4.674618072462911e-06,
      "loss": 0.5077,
      "step": 234240
    },
    {
      "epoch": 65.38,
      "grad_norm": 1.9872063398361206,
      "learning_rate": 4.674615241222424e-06,
      "loss": 0.4994,
      "step": 234250
    },
    {
      "epoch": 65.38,
      "grad_norm": 1.8950302600860596,
      "learning_rate": 4.6746124096716985e-06,
      "loss": 0.5108,
      "step": 234260
    },
    {
      "epoch": 65.38,
      "grad_norm": 1.9944144487380981,
      "learning_rate": 4.674609577810735e-06,
      "loss": 0.5313,
      "step": 234270
    },
    {
      "epoch": 65.39,
      "grad_norm": 1.5189603567123413,
      "learning_rate": 4.674606745639532e-06,
      "loss": 0.5087,
      "step": 234280
    },
    {
      "epoch": 65.39,
      "grad_norm": 1.4451245069503784,
      "learning_rate": 4.674603913158094e-06,
      "loss": 0.5157,
      "step": 234290
    },
    {
      "epoch": 65.39,
      "grad_norm": 1.5089432001113892,
      "learning_rate": 4.674601080366416e-06,
      "loss": 0.5141,
      "step": 234300
    },
    {
      "epoch": 65.39,
      "grad_norm": 2.2330758571624756,
      "learning_rate": 4.674598247264503e-06,
      "loss": 0.5332,
      "step": 234310
    },
    {
      "epoch": 65.4,
      "grad_norm": 1.923406958580017,
      "learning_rate": 4.674595413852353e-06,
      "loss": 0.5036,
      "step": 234320
    },
    {
      "epoch": 65.4,
      "grad_norm": 1.8635787963867188,
      "learning_rate": 4.674592580129966e-06,
      "loss": 0.5,
      "step": 234330
    },
    {
      "epoch": 65.4,
      "grad_norm": 1.5528669357299805,
      "learning_rate": 4.674589746097344e-06,
      "loss": 0.5031,
      "step": 234340
    },
    {
      "epoch": 65.41,
      "grad_norm": 1.514296531677246,
      "learning_rate": 4.674586911754486e-06,
      "loss": 0.5324,
      "step": 234350
    },
    {
      "epoch": 65.41,
      "grad_norm": 1.5774469375610352,
      "learning_rate": 4.674584077101393e-06,
      "loss": 0.496,
      "step": 234360
    },
    {
      "epoch": 65.41,
      "grad_norm": 1.8337312936782837,
      "learning_rate": 4.674581242138067e-06,
      "loss": 0.5375,
      "step": 234370
    },
    {
      "epoch": 65.41,
      "grad_norm": 2.307818651199341,
      "learning_rate": 4.674578406864505e-06,
      "loss": 0.5062,
      "step": 234380
    },
    {
      "epoch": 65.42,
      "grad_norm": 1.8299494981765747,
      "learning_rate": 4.674575571280709e-06,
      "loss": 0.5127,
      "step": 234390
    },
    {
      "epoch": 65.42,
      "grad_norm": 2.1974105834960938,
      "learning_rate": 4.67457273538668e-06,
      "loss": 0.5122,
      "step": 234400
    },
    {
      "epoch": 65.42,
      "grad_norm": 1.9167919158935547,
      "learning_rate": 4.674569899182418e-06,
      "loss": 0.5128,
      "step": 234410
    },
    {
      "epoch": 65.43,
      "grad_norm": 1.751045823097229,
      "learning_rate": 4.674567062667923e-06,
      "loss": 0.5031,
      "step": 234420
    },
    {
      "epoch": 65.43,
      "grad_norm": 2.267233371734619,
      "learning_rate": 4.674564225843196e-06,
      "loss": 0.497,
      "step": 234430
    },
    {
      "epoch": 65.43,
      "grad_norm": 1.978713870048523,
      "learning_rate": 4.674561388708237e-06,
      "loss": 0.4953,
      "step": 234440
    },
    {
      "epoch": 65.43,
      "grad_norm": 2.1395013332366943,
      "learning_rate": 4.674558551263046e-06,
      "loss": 0.5308,
      "step": 234450
    },
    {
      "epoch": 65.44,
      "grad_norm": 1.9915968179702759,
      "learning_rate": 4.674555713507624e-06,
      "loss": 0.5009,
      "step": 234460
    },
    {
      "epoch": 65.44,
      "grad_norm": 1.6821237802505493,
      "learning_rate": 4.67455287544197e-06,
      "loss": 0.5084,
      "step": 234470
    },
    {
      "epoch": 65.44,
      "grad_norm": 2.1742851734161377,
      "learning_rate": 4.674550037066087e-06,
      "loss": 0.5251,
      "step": 234480
    },
    {
      "epoch": 65.45,
      "grad_norm": 1.8943690061569214,
      "learning_rate": 4.674547198379974e-06,
      "loss": 0.4959,
      "step": 234490
    },
    {
      "epoch": 65.45,
      "grad_norm": 2.3357932567596436,
      "learning_rate": 4.67454435938363e-06,
      "loss": 0.5272,
      "step": 234500
    },
    {
      "epoch": 65.45,
      "grad_norm": 1.6097784042358398,
      "learning_rate": 4.674541520077058e-06,
      "loss": 0.5332,
      "step": 234510
    },
    {
      "epoch": 65.45,
      "grad_norm": 1.5420037508010864,
      "learning_rate": 4.674538680460255e-06,
      "loss": 0.5271,
      "step": 234520
    },
    {
      "epoch": 65.46,
      "grad_norm": 1.7360382080078125,
      "learning_rate": 4.674535840533225e-06,
      "loss": 0.5116,
      "step": 234530
    },
    {
      "epoch": 65.46,
      "grad_norm": 1.5998203754425049,
      "learning_rate": 4.674533000295966e-06,
      "loss": 0.497,
      "step": 234540
    },
    {
      "epoch": 65.46,
      "grad_norm": 1.4329538345336914,
      "learning_rate": 4.67453015974848e-06,
      "loss": 0.5152,
      "step": 234550
    },
    {
      "epoch": 65.46,
      "grad_norm": 1.8492029905319214,
      "learning_rate": 4.674527318890766e-06,
      "loss": 0.5366,
      "step": 234560
    },
    {
      "epoch": 65.47,
      "grad_norm": 1.4837912321090698,
      "learning_rate": 4.674524477722825e-06,
      "loss": 0.5143,
      "step": 234570
    },
    {
      "epoch": 65.47,
      "grad_norm": 1.4659675359725952,
      "learning_rate": 4.674521636244658e-06,
      "loss": 0.4981,
      "step": 234580
    },
    {
      "epoch": 65.47,
      "grad_norm": 1.6570923328399658,
      "learning_rate": 4.674518794456264e-06,
      "loss": 0.518,
      "step": 234590
    },
    {
      "epoch": 65.48,
      "grad_norm": 1.8416341543197632,
      "learning_rate": 4.674515952357644e-06,
      "loss": 0.5185,
      "step": 234600
    },
    {
      "epoch": 65.48,
      "grad_norm": 1.8986679315567017,
      "learning_rate": 4.674513109948798e-06,
      "loss": 0.5091,
      "step": 234610
    },
    {
      "epoch": 65.48,
      "grad_norm": 1.517536997795105,
      "learning_rate": 4.674510267229727e-06,
      "loss": 0.4957,
      "step": 234620
    },
    {
      "epoch": 65.48,
      "grad_norm": 1.7686107158660889,
      "learning_rate": 4.674507424200431e-06,
      "loss": 0.5071,
      "step": 234630
    },
    {
      "epoch": 65.49,
      "grad_norm": 2.1083984375,
      "learning_rate": 4.6745045808609116e-06,
      "loss": 0.5042,
      "step": 234640
    },
    {
      "epoch": 65.49,
      "grad_norm": 1.4874651432037354,
      "learning_rate": 4.674501737211168e-06,
      "loss": 0.53,
      "step": 234650
    },
    {
      "epoch": 65.49,
      "grad_norm": 2.1367244720458984,
      "learning_rate": 4.6744988932511995e-06,
      "loss": 0.5125,
      "step": 234660
    },
    {
      "epoch": 65.5,
      "grad_norm": 2.504453659057617,
      "learning_rate": 4.674496048981009e-06,
      "loss": 0.5374,
      "step": 234670
    },
    {
      "epoch": 65.5,
      "grad_norm": 1.750204086303711,
      "learning_rate": 4.674493204400594e-06,
      "loss": 0.5276,
      "step": 234680
    },
    {
      "epoch": 65.5,
      "grad_norm": 2.235161304473877,
      "learning_rate": 4.674490359509957e-06,
      "loss": 0.5122,
      "step": 234690
    },
    {
      "epoch": 65.5,
      "grad_norm": 1.690170407295227,
      "learning_rate": 4.6744875143090985e-06,
      "loss": 0.5018,
      "step": 234700
    },
    {
      "epoch": 65.51,
      "grad_norm": 1.7349953651428223,
      "learning_rate": 4.674484668798018e-06,
      "loss": 0.5223,
      "step": 234710
    },
    {
      "epoch": 65.51,
      "grad_norm": 2.098820209503174,
      "learning_rate": 4.6744818229767165e-06,
      "loss": 0.5147,
      "step": 234720
    },
    {
      "epoch": 65.51,
      "grad_norm": 1.747450590133667,
      "learning_rate": 4.674478976845193e-06,
      "loss": 0.5099,
      "step": 234730
    },
    {
      "epoch": 65.51,
      "grad_norm": 1.7290340662002563,
      "learning_rate": 4.67447613040345e-06,
      "loss": 0.5292,
      "step": 234740
    },
    {
      "epoch": 65.52,
      "grad_norm": 2.262531280517578,
      "learning_rate": 4.674473283651485e-06,
      "loss": 0.4967,
      "step": 234750
    },
    {
      "epoch": 65.52,
      "grad_norm": 1.7304290533065796,
      "learning_rate": 4.674470436589301e-06,
      "loss": 0.523,
      "step": 234760
    },
    {
      "epoch": 65.52,
      "grad_norm": 1.473137378692627,
      "learning_rate": 4.674467589216898e-06,
      "loss": 0.4974,
      "step": 234770
    },
    {
      "epoch": 65.53,
      "grad_norm": 2.000609874725342,
      "learning_rate": 4.674464741534275e-06,
      "loss": 0.5172,
      "step": 234780
    },
    {
      "epoch": 65.53,
      "grad_norm": 1.9204808473587036,
      "learning_rate": 4.674461893541434e-06,
      "loss": 0.5113,
      "step": 234790
    },
    {
      "epoch": 65.53,
      "grad_norm": 2.399134874343872,
      "learning_rate": 4.674459045238374e-06,
      "loss": 0.5063,
      "step": 234800
    },
    {
      "epoch": 65.53,
      "grad_norm": 1.8238675594329834,
      "learning_rate": 4.6744561966250966e-06,
      "loss": 0.5404,
      "step": 234810
    },
    {
      "epoch": 65.54,
      "grad_norm": 2.2828943729400635,
      "learning_rate": 4.674453347701601e-06,
      "loss": 0.5124,
      "step": 234820
    },
    {
      "epoch": 65.54,
      "grad_norm": 2.0873501300811768,
      "learning_rate": 4.674450498467888e-06,
      "loss": 0.529,
      "step": 234830
    },
    {
      "epoch": 65.54,
      "grad_norm": 1.532165288925171,
      "learning_rate": 4.674447648923959e-06,
      "loss": 0.5123,
      "step": 234840
    },
    {
      "epoch": 65.55,
      "grad_norm": 1.8036974668502808,
      "learning_rate": 4.6744447990698125e-06,
      "loss": 0.5241,
      "step": 234850
    },
    {
      "epoch": 65.55,
      "grad_norm": 1.5200693607330322,
      "learning_rate": 4.674441948905451e-06,
      "loss": 0.5149,
      "step": 234860
    },
    {
      "epoch": 65.55,
      "grad_norm": 2.223803997039795,
      "learning_rate": 4.674439098430873e-06,
      "loss": 0.508,
      "step": 234870
    },
    {
      "epoch": 65.55,
      "grad_norm": 2.021899700164795,
      "learning_rate": 4.67443624764608e-06,
      "loss": 0.5096,
      "step": 234880
    },
    {
      "epoch": 65.56,
      "grad_norm": 1.6333727836608887,
      "learning_rate": 4.674433396551071e-06,
      "loss": 0.5162,
      "step": 234890
    },
    {
      "epoch": 65.56,
      "grad_norm": 1.8577296733856201,
      "learning_rate": 4.674430545145849e-06,
      "loss": 0.4965,
      "step": 234900
    },
    {
      "epoch": 65.56,
      "grad_norm": 1.6446897983551025,
      "learning_rate": 4.674427693430411e-06,
      "loss": 0.5248,
      "step": 234910
    },
    {
      "epoch": 65.57,
      "grad_norm": 1.48119056224823,
      "learning_rate": 4.674424841404761e-06,
      "loss": 0.521,
      "step": 234920
    },
    {
      "epoch": 65.57,
      "grad_norm": 1.6083897352218628,
      "learning_rate": 4.6744219890688965e-06,
      "loss": 0.5092,
      "step": 234930
    },
    {
      "epoch": 65.57,
      "grad_norm": 1.7353276014328003,
      "learning_rate": 4.674419136422819e-06,
      "loss": 0.5143,
      "step": 234940
    },
    {
      "epoch": 65.57,
      "grad_norm": 1.653671145439148,
      "learning_rate": 4.674416283466529e-06,
      "loss": 0.5048,
      "step": 234950
    },
    {
      "epoch": 65.58,
      "grad_norm": 1.732426643371582,
      "learning_rate": 4.674413430200026e-06,
      "loss": 0.5163,
      "step": 234960
    },
    {
      "epoch": 65.58,
      "grad_norm": 2.2113101482391357,
      "learning_rate": 4.674410576623313e-06,
      "loss": 0.5192,
      "step": 234970
    },
    {
      "epoch": 65.58,
      "grad_norm": 1.554399847984314,
      "learning_rate": 4.674407722736386e-06,
      "loss": 0.5214,
      "step": 234980
    },
    {
      "epoch": 65.58,
      "grad_norm": 1.5460550785064697,
      "learning_rate": 4.674404868539249e-06,
      "loss": 0.5164,
      "step": 234990
    },
    {
      "epoch": 65.59,
      "grad_norm": 1.8383643627166748,
      "learning_rate": 4.674402014031901e-06,
      "loss": 0.5015,
      "step": 235000
    },
    {
      "epoch": 65.59,
      "grad_norm": 1.5156826972961426,
      "learning_rate": 4.674399159214344e-06,
      "loss": 0.5125,
      "step": 235010
    },
    {
      "epoch": 65.59,
      "grad_norm": 1.5623855590820312,
      "learning_rate": 4.674396304086575e-06,
      "loss": 0.5014,
      "step": 235020
    },
    {
      "epoch": 65.6,
      "grad_norm": 1.9729089736938477,
      "learning_rate": 4.674393448648597e-06,
      "loss": 0.5335,
      "step": 235030
    },
    {
      "epoch": 65.6,
      "grad_norm": 1.7688343524932861,
      "learning_rate": 4.674390592900409e-06,
      "loss": 0.5164,
      "step": 235040
    },
    {
      "epoch": 65.6,
      "grad_norm": 1.8815526962280273,
      "learning_rate": 4.6743877368420135e-06,
      "loss": 0.5166,
      "step": 235050
    },
    {
      "epoch": 65.6,
      "grad_norm": 1.7297881841659546,
      "learning_rate": 4.674384880473409e-06,
      "loss": 0.5226,
      "step": 235060
    },
    {
      "epoch": 65.61,
      "grad_norm": 1.9385181665420532,
      "learning_rate": 4.674382023794596e-06,
      "loss": 0.5103,
      "step": 235070
    },
    {
      "epoch": 65.61,
      "grad_norm": 1.737968921661377,
      "learning_rate": 4.6743791668055755e-06,
      "loss": 0.5239,
      "step": 235080
    },
    {
      "epoch": 65.61,
      "grad_norm": 2.2460172176361084,
      "learning_rate": 4.674376309506348e-06,
      "loss": 0.5075,
      "step": 235090
    },
    {
      "epoch": 65.62,
      "grad_norm": 1.9140483140945435,
      "learning_rate": 4.674373451896912e-06,
      "loss": 0.5181,
      "step": 235100
    },
    {
      "epoch": 65.62,
      "grad_norm": 1.8415449857711792,
      "learning_rate": 4.674370593977271e-06,
      "loss": 0.502,
      "step": 235110
    },
    {
      "epoch": 65.62,
      "grad_norm": 2.1703829765319824,
      "learning_rate": 4.674367735747424e-06,
      "loss": 0.4968,
      "step": 235120
    },
    {
      "epoch": 65.62,
      "grad_norm": 1.4510709047317505,
      "learning_rate": 4.67436487720737e-06,
      "loss": 0.5068,
      "step": 235130
    },
    {
      "epoch": 65.63,
      "grad_norm": 1.7593156099319458,
      "learning_rate": 4.6743620183571105e-06,
      "loss": 0.4925,
      "step": 235140
    },
    {
      "epoch": 65.63,
      "grad_norm": 1.8131945133209229,
      "learning_rate": 4.674359159196647e-06,
      "loss": 0.5229,
      "step": 235150
    },
    {
      "epoch": 65.63,
      "grad_norm": 1.474476933479309,
      "learning_rate": 4.674356299725977e-06,
      "loss": 0.4996,
      "step": 235160
    },
    {
      "epoch": 65.63,
      "grad_norm": 2.2353527545928955,
      "learning_rate": 4.674353439945105e-06,
      "loss": 0.5135,
      "step": 235170
    },
    {
      "epoch": 65.64,
      "grad_norm": 1.7548198699951172,
      "learning_rate": 4.674350579854027e-06,
      "loss": 0.5177,
      "step": 235180
    },
    {
      "epoch": 65.64,
      "grad_norm": 1.5587739944458008,
      "learning_rate": 4.674347719452746e-06,
      "loss": 0.5163,
      "step": 235190
    },
    {
      "epoch": 65.64,
      "grad_norm": 1.4724538326263428,
      "learning_rate": 4.674344858741262e-06,
      "loss": 0.5075,
      "step": 235200
    },
    {
      "epoch": 65.65,
      "grad_norm": 1.8085212707519531,
      "learning_rate": 4.674341997719576e-06,
      "loss": 0.4985,
      "step": 235210
    },
    {
      "epoch": 65.65,
      "grad_norm": 2.212050199508667,
      "learning_rate": 4.674339136387686e-06,
      "loss": 0.5123,
      "step": 235220
    },
    {
      "epoch": 65.65,
      "grad_norm": 1.6819512844085693,
      "learning_rate": 4.674336274745594e-06,
      "loss": 0.507,
      "step": 235230
    },
    {
      "epoch": 65.65,
      "grad_norm": 1.4342823028564453,
      "learning_rate": 4.674333412793302e-06,
      "loss": 0.5199,
      "step": 235240
    },
    {
      "epoch": 65.66,
      "grad_norm": 2.7319841384887695,
      "learning_rate": 4.674330550530808e-06,
      "loss": 0.5076,
      "step": 235250
    },
    {
      "epoch": 65.66,
      "grad_norm": 2.090865135192871,
      "learning_rate": 4.6743276879581125e-06,
      "loss": 0.5054,
      "step": 235260
    },
    {
      "epoch": 65.66,
      "grad_norm": 2.211778163909912,
      "learning_rate": 4.674324825075217e-06,
      "loss": 0.5179,
      "step": 235270
    },
    {
      "epoch": 65.67,
      "grad_norm": 2.0664255619049072,
      "learning_rate": 4.674321961882121e-06,
      "loss": 0.5036,
      "step": 235280
    },
    {
      "epoch": 65.67,
      "grad_norm": 1.5127874612808228,
      "learning_rate": 4.674319098378826e-06,
      "loss": 0.5042,
      "step": 235290
    },
    {
      "epoch": 65.67,
      "grad_norm": 2.4117984771728516,
      "learning_rate": 4.674316234565331e-06,
      "loss": 0.4957,
      "step": 235300
    },
    {
      "epoch": 65.67,
      "grad_norm": 1.8721495866775513,
      "learning_rate": 4.674313370441637e-06,
      "loss": 0.5025,
      "step": 235310
    },
    {
      "epoch": 65.68,
      "grad_norm": 2.2183456420898438,
      "learning_rate": 4.6743105060077445e-06,
      "loss": 0.5054,
      "step": 235320
    },
    {
      "epoch": 65.68,
      "grad_norm": 1.352597713470459,
      "learning_rate": 4.674307641263654e-06,
      "loss": 0.5029,
      "step": 235330
    },
    {
      "epoch": 65.68,
      "grad_norm": 1.9310400485992432,
      "learning_rate": 4.674304776209365e-06,
      "loss": 0.5147,
      "step": 235340
    },
    {
      "epoch": 65.69,
      "grad_norm": 1.966728687286377,
      "learning_rate": 4.674301910844879e-06,
      "loss": 0.511,
      "step": 235350
    },
    {
      "epoch": 65.69,
      "grad_norm": 1.6966840028762817,
      "learning_rate": 4.674299045170195e-06,
      "loss": 0.5029,
      "step": 235360
    },
    {
      "epoch": 65.69,
      "grad_norm": 1.8235681056976318,
      "learning_rate": 4.674296179185316e-06,
      "loss": 0.4993,
      "step": 235370
    },
    {
      "epoch": 65.69,
      "grad_norm": 1.8372845649719238,
      "learning_rate": 4.674293312890239e-06,
      "loss": 0.5098,
      "step": 235380
    },
    {
      "epoch": 65.7,
      "grad_norm": 1.6462466716766357,
      "learning_rate": 4.674290446284967e-06,
      "loss": 0.4905,
      "step": 235390
    },
    {
      "epoch": 65.7,
      "grad_norm": 1.5757073163986206,
      "learning_rate": 4.674287579369499e-06,
      "loss": 0.5026,
      "step": 235400
    },
    {
      "epoch": 65.7,
      "grad_norm": 2.6333446502685547,
      "learning_rate": 4.674284712143836e-06,
      "loss": 0.4984,
      "step": 235410
    },
    {
      "epoch": 65.7,
      "grad_norm": 1.4787293672561646,
      "learning_rate": 4.674281844607979e-06,
      "loss": 0.5084,
      "step": 235420
    },
    {
      "epoch": 65.71,
      "grad_norm": 1.688223123550415,
      "learning_rate": 4.674278976761927e-06,
      "loss": 0.5128,
      "step": 235430
    },
    {
      "epoch": 65.71,
      "grad_norm": 1.5630676746368408,
      "learning_rate": 4.67427610860568e-06,
      "loss": 0.5051,
      "step": 235440
    },
    {
      "epoch": 65.71,
      "grad_norm": 1.6820305585861206,
      "learning_rate": 4.67427324013924e-06,
      "loss": 0.507,
      "step": 235450
    },
    {
      "epoch": 65.72,
      "grad_norm": 1.8667527437210083,
      "learning_rate": 4.674270371362608e-06,
      "loss": 0.5101,
      "step": 235460
    },
    {
      "epoch": 65.72,
      "grad_norm": 1.878866195678711,
      "learning_rate": 4.674267502275781e-06,
      "loss": 0.5111,
      "step": 235470
    },
    {
      "epoch": 65.72,
      "grad_norm": 2.3569765090942383,
      "learning_rate": 4.674264632878762e-06,
      "loss": 0.5184,
      "step": 235480
    },
    {
      "epoch": 65.72,
      "grad_norm": 1.8124783039093018,
      "learning_rate": 4.674261763171552e-06,
      "loss": 0.51,
      "step": 235490
    },
    {
      "epoch": 65.73,
      "grad_norm": 1.4655721187591553,
      "learning_rate": 4.674258893154149e-06,
      "loss": 0.5156,
      "step": 235500
    },
    {
      "epoch": 65.73,
      "grad_norm": 2.2318949699401855,
      "learning_rate": 4.674256022826555e-06,
      "loss": 0.5088,
      "step": 235510
    },
    {
      "epoch": 65.73,
      "grad_norm": 1.8697956800460815,
      "learning_rate": 4.67425315218877e-06,
      "loss": 0.5138,
      "step": 235520
    },
    {
      "epoch": 65.74,
      "grad_norm": 1.6959954500198364,
      "learning_rate": 4.674250281240795e-06,
      "loss": 0.5229,
      "step": 235530
    },
    {
      "epoch": 65.74,
      "grad_norm": 1.5920968055725098,
      "learning_rate": 4.674247409982629e-06,
      "loss": 0.5103,
      "step": 235540
    },
    {
      "epoch": 65.74,
      "grad_norm": 1.6440538167953491,
      "learning_rate": 4.674244538414274e-06,
      "loss": 0.5106,
      "step": 235550
    },
    {
      "epoch": 65.74,
      "grad_norm": 1.6638813018798828,
      "learning_rate": 4.674241666535729e-06,
      "loss": 0.5125,
      "step": 235560
    },
    {
      "epoch": 65.75,
      "grad_norm": 1.2430633306503296,
      "learning_rate": 4.674238794346995e-06,
      "loss": 0.5083,
      "step": 235570
    },
    {
      "epoch": 65.75,
      "grad_norm": 2.2589550018310547,
      "learning_rate": 4.6742359218480725e-06,
      "loss": 0.5258,
      "step": 235580
    },
    {
      "epoch": 65.75,
      "grad_norm": 1.9129904508590698,
      "learning_rate": 4.674233049038961e-06,
      "loss": 0.5311,
      "step": 235590
    },
    {
      "epoch": 65.75,
      "grad_norm": 1.6985652446746826,
      "learning_rate": 4.674230175919663e-06,
      "loss": 0.5177,
      "step": 235600
    },
    {
      "epoch": 65.76,
      "grad_norm": 1.726946473121643,
      "learning_rate": 4.674227302490176e-06,
      "loss": 0.5043,
      "step": 235610
    },
    {
      "epoch": 65.76,
      "grad_norm": 1.9615492820739746,
      "learning_rate": 4.674224428750502e-06,
      "loss": 0.4956,
      "step": 235620
    },
    {
      "epoch": 65.76,
      "grad_norm": 1.769308090209961,
      "learning_rate": 4.674221554700641e-06,
      "loss": 0.5029,
      "step": 235630
    },
    {
      "epoch": 65.77,
      "grad_norm": 1.5632233619689941,
      "learning_rate": 4.6742186803405946e-06,
      "loss": 0.5019,
      "step": 235640
    },
    {
      "epoch": 65.77,
      "grad_norm": 1.6990646123886108,
      "learning_rate": 4.674215805670362e-06,
      "loss": 0.5202,
      "step": 235650
    },
    {
      "epoch": 65.77,
      "grad_norm": 1.5285886526107788,
      "learning_rate": 4.674212930689943e-06,
      "loss": 0.506,
      "step": 235660
    },
    {
      "epoch": 65.77,
      "grad_norm": 1.3642020225524902,
      "learning_rate": 4.674210055399339e-06,
      "loss": 0.4948,
      "step": 235670
    },
    {
      "epoch": 65.78,
      "grad_norm": 1.37757408618927,
      "learning_rate": 4.674207179798551e-06,
      "loss": 0.5157,
      "step": 235680
    },
    {
      "epoch": 65.78,
      "grad_norm": 1.8052629232406616,
      "learning_rate": 4.674204303887578e-06,
      "loss": 0.5001,
      "step": 235690
    },
    {
      "epoch": 65.78,
      "grad_norm": 1.5217887163162231,
      "learning_rate": 4.674201427666421e-06,
      "loss": 0.5152,
      "step": 235700
    },
    {
      "epoch": 65.79,
      "grad_norm": 1.9543800354003906,
      "learning_rate": 4.67419855113508e-06,
      "loss": 0.5125,
      "step": 235710
    },
    {
      "epoch": 65.79,
      "grad_norm": 1.7997198104858398,
      "learning_rate": 4.674195674293556e-06,
      "loss": 0.5281,
      "step": 235720
    },
    {
      "epoch": 65.79,
      "grad_norm": 1.4779679775238037,
      "learning_rate": 4.674192797141848e-06,
      "loss": 0.5027,
      "step": 235730
    },
    {
      "epoch": 65.79,
      "grad_norm": 1.6886934041976929,
      "learning_rate": 4.674189919679959e-06,
      "loss": 0.505,
      "step": 235740
    },
    {
      "epoch": 65.8,
      "grad_norm": 1.6022536754608154,
      "learning_rate": 4.674187041907886e-06,
      "loss": 0.5183,
      "step": 235750
    },
    {
      "epoch": 65.8,
      "grad_norm": 1.947176456451416,
      "learning_rate": 4.674184163825633e-06,
      "loss": 0.5153,
      "step": 235760
    },
    {
      "epoch": 65.8,
      "grad_norm": 1.7946515083312988,
      "learning_rate": 4.674181285433198e-06,
      "loss": 0.5185,
      "step": 235770
    },
    {
      "epoch": 65.81,
      "grad_norm": 1.9448940753936768,
      "learning_rate": 4.674178406730581e-06,
      "loss": 0.5009,
      "step": 235780
    },
    {
      "epoch": 65.81,
      "grad_norm": 1.6540769338607788,
      "learning_rate": 4.674175527717784e-06,
      "loss": 0.5223,
      "step": 235790
    },
    {
      "epoch": 65.81,
      "grad_norm": 1.6768494844436646,
      "learning_rate": 4.674172648394807e-06,
      "loss": 0.5232,
      "step": 235800
    },
    {
      "epoch": 65.81,
      "grad_norm": 1.7987785339355469,
      "learning_rate": 4.67416976876165e-06,
      "loss": 0.524,
      "step": 235810
    },
    {
      "epoch": 65.82,
      "grad_norm": 1.5731585025787354,
      "learning_rate": 4.674166888818314e-06,
      "loss": 0.5095,
      "step": 235820
    },
    {
      "epoch": 65.82,
      "grad_norm": 1.8180042505264282,
      "learning_rate": 4.674164008564797e-06,
      "loss": 0.5234,
      "step": 235830
    },
    {
      "epoch": 65.82,
      "grad_norm": 1.7679871320724487,
      "learning_rate": 4.674161128001103e-06,
      "loss": 0.5181,
      "step": 235840
    },
    {
      "epoch": 65.82,
      "grad_norm": 1.709712028503418,
      "learning_rate": 4.67415824712723e-06,
      "loss": 0.5049,
      "step": 235850
    },
    {
      "epoch": 65.83,
      "grad_norm": 1.9296561479568481,
      "learning_rate": 4.6741553659431795e-06,
      "loss": 0.5263,
      "step": 235860
    },
    {
      "epoch": 65.83,
      "grad_norm": 1.7949076890945435,
      "learning_rate": 4.674152484448951e-06,
      "loss": 0.4971,
      "step": 235870
    },
    {
      "epoch": 65.83,
      "grad_norm": 2.1445751190185547,
      "learning_rate": 4.674149602644546e-06,
      "loss": 0.5228,
      "step": 235880
    },
    {
      "epoch": 65.84,
      "grad_norm": 1.5129300355911255,
      "learning_rate": 4.674146720529964e-06,
      "loss": 0.5207,
      "step": 235890
    },
    {
      "epoch": 65.84,
      "grad_norm": 1.6895439624786377,
      "learning_rate": 4.674143838105205e-06,
      "loss": 0.5043,
      "step": 235900
    },
    {
      "epoch": 65.84,
      "grad_norm": 1.8919031620025635,
      "learning_rate": 4.67414095537027e-06,
      "loss": 0.5037,
      "step": 235910
    },
    {
      "epoch": 65.84,
      "grad_norm": 1.7989124059677124,
      "learning_rate": 4.674138072325159e-06,
      "loss": 0.5226,
      "step": 235920
    },
    {
      "epoch": 65.85,
      "grad_norm": 1.6627756357192993,
      "learning_rate": 4.674135188969873e-06,
      "loss": 0.5372,
      "step": 235930
    },
    {
      "epoch": 65.85,
      "grad_norm": 1.5848746299743652,
      "learning_rate": 4.674132305304413e-06,
      "loss": 0.494,
      "step": 235940
    },
    {
      "epoch": 65.85,
      "grad_norm": 1.5991116762161255,
      "learning_rate": 4.674129421328777e-06,
      "loss": 0.5084,
      "step": 235950
    },
    {
      "epoch": 65.86,
      "grad_norm": 1.6641385555267334,
      "learning_rate": 4.674126537042968e-06,
      "loss": 0.5265,
      "step": 235960
    },
    {
      "epoch": 65.86,
      "grad_norm": 1.8351020812988281,
      "learning_rate": 4.674123652446985e-06,
      "loss": 0.5141,
      "step": 235970
    },
    {
      "epoch": 65.86,
      "grad_norm": 1.7720558643341064,
      "learning_rate": 4.674120767540828e-06,
      "loss": 0.5313,
      "step": 235980
    },
    {
      "epoch": 65.86,
      "grad_norm": 2.341766834259033,
      "learning_rate": 4.6741178823244985e-06,
      "loss": 0.5282,
      "step": 235990
    },
    {
      "epoch": 65.87,
      "grad_norm": 1.8545066118240356,
      "learning_rate": 4.674114996797997e-06,
      "loss": 0.5247,
      "step": 236000
    },
    {
      "epoch": 65.87,
      "grad_norm": 1.6461567878723145,
      "learning_rate": 4.674112110961322e-06,
      "loss": 0.5308,
      "step": 236010
    },
    {
      "epoch": 65.87,
      "grad_norm": 1.5972954034805298,
      "learning_rate": 4.674109224814476e-06,
      "loss": 0.5294,
      "step": 236020
    },
    {
      "epoch": 65.87,
      "grad_norm": 1.9892611503601074,
      "learning_rate": 4.674106338357459e-06,
      "loss": 0.5079,
      "step": 236030
    },
    {
      "epoch": 65.88,
      "grad_norm": 1.6811844110488892,
      "learning_rate": 4.67410345159027e-06,
      "loss": 0.5149,
      "step": 236040
    },
    {
      "epoch": 65.88,
      "grad_norm": 1.497592806816101,
      "learning_rate": 4.67410056451291e-06,
      "loss": 0.5113,
      "step": 236050
    },
    {
      "epoch": 65.88,
      "grad_norm": 2.0139338970184326,
      "learning_rate": 4.674097677125381e-06,
      "loss": 0.5145,
      "step": 236060
    },
    {
      "epoch": 65.89,
      "grad_norm": 1.7350364923477173,
      "learning_rate": 4.674094789427682e-06,
      "loss": 0.5059,
      "step": 236070
    },
    {
      "epoch": 65.89,
      "grad_norm": 1.4424917697906494,
      "learning_rate": 4.674091901419812e-06,
      "loss": 0.5086,
      "step": 236080
    },
    {
      "epoch": 65.89,
      "grad_norm": 1.586057186126709,
      "learning_rate": 4.674089013101774e-06,
      "loss": 0.506,
      "step": 236090
    },
    {
      "epoch": 65.89,
      "grad_norm": 1.9752376079559326,
      "learning_rate": 4.674086124473567e-06,
      "loss": 0.4888,
      "step": 236100
    },
    {
      "epoch": 65.9,
      "grad_norm": 2.1224427223205566,
      "learning_rate": 4.674083235535192e-06,
      "loss": 0.4946,
      "step": 236110
    },
    {
      "epoch": 65.9,
      "grad_norm": 1.732822060585022,
      "learning_rate": 4.674080346286648e-06,
      "loss": 0.52,
      "step": 236120
    },
    {
      "epoch": 65.9,
      "grad_norm": 1.62045419216156,
      "learning_rate": 4.674077456727938e-06,
      "loss": 0.5353,
      "step": 236130
    },
    {
      "epoch": 65.91,
      "grad_norm": 1.627733826637268,
      "learning_rate": 4.674074566859059e-06,
      "loss": 0.5264,
      "step": 236140
    },
    {
      "epoch": 65.91,
      "grad_norm": 1.6589014530181885,
      "learning_rate": 4.674071676680015e-06,
      "loss": 0.4961,
      "step": 236150
    },
    {
      "epoch": 65.91,
      "grad_norm": 1.7645115852355957,
      "learning_rate": 4.674068786190803e-06,
      "loss": 0.4827,
      "step": 236160
    },
    {
      "epoch": 65.91,
      "grad_norm": 2.808774948120117,
      "learning_rate": 4.674065895391425e-06,
      "loss": 0.5004,
      "step": 236170
    },
    {
      "epoch": 65.92,
      "grad_norm": 1.581788182258606,
      "learning_rate": 4.674063004281882e-06,
      "loss": 0.5223,
      "step": 236180
    },
    {
      "epoch": 65.92,
      "grad_norm": 1.7538572549819946,
      "learning_rate": 4.674060112862174e-06,
      "loss": 0.5244,
      "step": 236190
    },
    {
      "epoch": 65.92,
      "grad_norm": 1.7490558624267578,
      "learning_rate": 4.674057221132301e-06,
      "loss": 0.5297,
      "step": 236200
    },
    {
      "epoch": 65.93,
      "grad_norm": 1.452829360961914,
      "learning_rate": 4.674054329092263e-06,
      "loss": 0.5197,
      "step": 236210
    },
    {
      "epoch": 65.93,
      "grad_norm": 1.697825312614441,
      "learning_rate": 4.6740514367420604e-06,
      "loss": 0.5183,
      "step": 236220
    },
    {
      "epoch": 65.93,
      "grad_norm": 2.0168752670288086,
      "learning_rate": 4.674048544081695e-06,
      "loss": 0.511,
      "step": 236230
    },
    {
      "epoch": 65.93,
      "grad_norm": 1.7261126041412354,
      "learning_rate": 4.674045651111166e-06,
      "loss": 0.5253,
      "step": 236240
    },
    {
      "epoch": 65.94,
      "grad_norm": 1.547182559967041,
      "learning_rate": 4.674042757830473e-06,
      "loss": 0.5295,
      "step": 236250
    },
    {
      "epoch": 65.94,
      "grad_norm": 1.7561711072921753,
      "learning_rate": 4.674039864239618e-06,
      "loss": 0.5108,
      "step": 236260
    },
    {
      "epoch": 65.94,
      "grad_norm": 1.8901759386062622,
      "learning_rate": 4.674036970338602e-06,
      "loss": 0.5102,
      "step": 236270
    },
    {
      "epoch": 65.94,
      "grad_norm": 1.1550750732421875,
      "learning_rate": 4.6740340761274226e-06,
      "loss": 0.514,
      "step": 236280
    },
    {
      "epoch": 65.95,
      "grad_norm": 1.7152183055877686,
      "learning_rate": 4.6740311816060825e-06,
      "loss": 0.5172,
      "step": 236290
    },
    {
      "epoch": 65.95,
      "grad_norm": 1.7527974843978882,
      "learning_rate": 4.674028286774581e-06,
      "loss": 0.4967,
      "step": 236300
    },
    {
      "epoch": 65.95,
      "grad_norm": 1.9244778156280518,
      "learning_rate": 4.674025391632919e-06,
      "loss": 0.5021,
      "step": 236310
    },
    {
      "epoch": 65.96,
      "grad_norm": 1.7579635381698608,
      "learning_rate": 4.674022496181096e-06,
      "loss": 0.5341,
      "step": 236320
    },
    {
      "epoch": 65.96,
      "grad_norm": 1.8248504400253296,
      "learning_rate": 4.674019600419115e-06,
      "loss": 0.51,
      "step": 236330
    },
    {
      "epoch": 65.96,
      "grad_norm": 1.5501958131790161,
      "learning_rate": 4.674016704346973e-06,
      "loss": 0.5222,
      "step": 236340
    },
    {
      "epoch": 65.96,
      "grad_norm": 1.340625286102295,
      "learning_rate": 4.6740138079646725e-06,
      "loss": 0.5147,
      "step": 236350
    },
    {
      "epoch": 65.97,
      "grad_norm": 1.8128259181976318,
      "learning_rate": 4.674010911272213e-06,
      "loss": 0.5074,
      "step": 236360
    },
    {
      "epoch": 65.97,
      "grad_norm": 1.9138729572296143,
      "learning_rate": 4.674008014269595e-06,
      "loss": 0.5003,
      "step": 236370
    },
    {
      "epoch": 65.97,
      "grad_norm": 1.500339150428772,
      "learning_rate": 4.6740051169568186e-06,
      "loss": 0.5042,
      "step": 236380
    },
    {
      "epoch": 65.98,
      "grad_norm": 1.7476023435592651,
      "learning_rate": 4.674002219333885e-06,
      "loss": 0.5258,
      "step": 236390
    },
    {
      "epoch": 65.98,
      "grad_norm": 1.5765281915664673,
      "learning_rate": 4.673999321400795e-06,
      "loss": 0.5093,
      "step": 236400
    },
    {
      "epoch": 65.98,
      "grad_norm": 1.67231285572052,
      "learning_rate": 4.673996423157547e-06,
      "loss": 0.5231,
      "step": 236410
    },
    {
      "epoch": 65.98,
      "grad_norm": 3.2444839477539062,
      "learning_rate": 4.673993524604142e-06,
      "loss": 0.4945,
      "step": 236420
    },
    {
      "epoch": 65.99,
      "grad_norm": 2.1903257369995117,
      "learning_rate": 4.673990625740583e-06,
      "loss": 0.4827,
      "step": 236430
    },
    {
      "epoch": 65.99,
      "grad_norm": 1.5141329765319824,
      "learning_rate": 4.673987726566868e-06,
      "loss": 0.5263,
      "step": 236440
    },
    {
      "epoch": 65.99,
      "grad_norm": 1.5089571475982666,
      "learning_rate": 4.673984827082996e-06,
      "loss": 0.5236,
      "step": 236450
    },
    {
      "epoch": 65.99,
      "grad_norm": 1.985191822052002,
      "learning_rate": 4.67398192728897e-06,
      "loss": 0.5175,
      "step": 236460
    },
    {
      "epoch": 66.0,
      "grad_norm": 1.8640682697296143,
      "learning_rate": 4.67397902718479e-06,
      "loss": 0.5037,
      "step": 236470
    },
    {
      "epoch": 66.0,
      "eval_loss": 0.5133656859397888,
      "eval_runtime": 62.7963,
      "eval_samples_per_second": 80.562,
      "eval_steps_per_second": 10.08,
      "step": 236478
    },
    {
      "epoch": 66.0,
      "grad_norm": 2.286254644393921,
      "learning_rate": 4.673976126770456e-06,
      "loss": 0.5037,
      "step": 236480
    },
    {
      "epoch": 66.0,
      "grad_norm": 1.9530726671218872,
      "learning_rate": 4.673973226045967e-06,
      "loss": 0.5109,
      "step": 236490
    },
    {
      "epoch": 66.01,
      "grad_norm": 1.42557954788208,
      "learning_rate": 4.673970325011326e-06,
      "loss": 0.517,
      "step": 236500
    },
    {
      "epoch": 66.01,
      "grad_norm": 2.180729389190674,
      "learning_rate": 4.673967423666532e-06,
      "loss": 0.5211,
      "step": 236510
    },
    {
      "epoch": 66.01,
      "grad_norm": 1.4051382541656494,
      "learning_rate": 4.6739645220115835e-06,
      "loss": 0.5156,
      "step": 236520
    },
    {
      "epoch": 66.01,
      "grad_norm": 2.293466091156006,
      "learning_rate": 4.673961620046485e-06,
      "loss": 0.5046,
      "step": 236530
    },
    {
      "epoch": 66.02,
      "grad_norm": 1.3634485006332397,
      "learning_rate": 4.673958717771234e-06,
      "loss": 0.5083,
      "step": 236540
    },
    {
      "epoch": 66.02,
      "grad_norm": 1.7983052730560303,
      "learning_rate": 4.673955815185831e-06,
      "loss": 0.5064,
      "step": 236550
    },
    {
      "epoch": 66.02,
      "grad_norm": 2.6048943996429443,
      "learning_rate": 4.673952912290277e-06,
      "loss": 0.5088,
      "step": 236560
    },
    {
      "epoch": 66.03,
      "grad_norm": 1.631832242012024,
      "learning_rate": 4.6739500090845736e-06,
      "loss": 0.5056,
      "step": 236570
    },
    {
      "epoch": 66.03,
      "grad_norm": 1.728971242904663,
      "learning_rate": 4.673947105568719e-06,
      "loss": 0.5012,
      "step": 236580
    },
    {
      "epoch": 66.03,
      "grad_norm": 1.3451447486877441,
      "learning_rate": 4.673944201742715e-06,
      "loss": 0.4941,
      "step": 236590
    },
    {
      "epoch": 66.03,
      "grad_norm": 2.1713943481445312,
      "learning_rate": 4.673941297606561e-06,
      "loss": 0.504,
      "step": 236600
    },
    {
      "epoch": 66.04,
      "grad_norm": 1.863584041595459,
      "learning_rate": 4.673938393160259e-06,
      "loss": 0.5017,
      "step": 236610
    },
    {
      "epoch": 66.04,
      "grad_norm": 1.8303513526916504,
      "learning_rate": 4.673935488403806e-06,
      "loss": 0.5122,
      "step": 236620
    },
    {
      "epoch": 66.04,
      "grad_norm": 2.2480363845825195,
      "learning_rate": 4.673932583337207e-06,
      "loss": 0.5052,
      "step": 236630
    },
    {
      "epoch": 66.05,
      "grad_norm": 1.688138484954834,
      "learning_rate": 4.673929677960459e-06,
      "loss": 0.5066,
      "step": 236640
    },
    {
      "epoch": 66.05,
      "grad_norm": 1.8778084516525269,
      "learning_rate": 4.673926772273563e-06,
      "loss": 0.5074,
      "step": 236650
    },
    {
      "epoch": 66.05,
      "grad_norm": 1.7213597297668457,
      "learning_rate": 4.673923866276521e-06,
      "loss": 0.5109,
      "step": 236660
    },
    {
      "epoch": 66.05,
      "grad_norm": 2.1425538063049316,
      "learning_rate": 4.6739209599693315e-06,
      "loss": 0.5141,
      "step": 236670
    },
    {
      "epoch": 66.06,
      "grad_norm": 1.9204875230789185,
      "learning_rate": 4.673918053351996e-06,
      "loss": 0.5118,
      "step": 236680
    },
    {
      "epoch": 66.06,
      "grad_norm": 2.0638926029205322,
      "learning_rate": 4.673915146424513e-06,
      "loss": 0.5021,
      "step": 236690
    },
    {
      "epoch": 66.06,
      "grad_norm": 2.4739677906036377,
      "learning_rate": 4.673912239186887e-06,
      "loss": 0.4838,
      "step": 236700
    },
    {
      "epoch": 66.06,
      "grad_norm": 1.849137544631958,
      "learning_rate": 4.673909331639115e-06,
      "loss": 0.5262,
      "step": 236710
    },
    {
      "epoch": 66.07,
      "grad_norm": 1.729927659034729,
      "learning_rate": 4.673906423781197e-06,
      "loss": 0.5083,
      "step": 236720
    },
    {
      "epoch": 66.07,
      "grad_norm": 2.011991500854492,
      "learning_rate": 4.673903515613135e-06,
      "loss": 0.5227,
      "step": 236730
    },
    {
      "epoch": 66.07,
      "grad_norm": 1.8570921421051025,
      "learning_rate": 4.673900607134929e-06,
      "loss": 0.5203,
      "step": 236740
    },
    {
      "epoch": 66.08,
      "grad_norm": 1.608301043510437,
      "learning_rate": 4.673897698346579e-06,
      "loss": 0.5127,
      "step": 236750
    },
    {
      "epoch": 66.08,
      "grad_norm": 1.5323563814163208,
      "learning_rate": 4.6738947892480865e-06,
      "loss": 0.5314,
      "step": 236760
    },
    {
      "epoch": 66.08,
      "grad_norm": 1.8001408576965332,
      "learning_rate": 4.6738918798394504e-06,
      "loss": 0.5058,
      "step": 236770
    },
    {
      "epoch": 66.08,
      "grad_norm": 1.7267863750457764,
      "learning_rate": 4.673888970120672e-06,
      "loss": 0.519,
      "step": 236780
    },
    {
      "epoch": 66.09,
      "grad_norm": 1.920944333076477,
      "learning_rate": 4.6738860600917515e-06,
      "loss": 0.5176,
      "step": 236790
    },
    {
      "epoch": 66.09,
      "grad_norm": 2.6050679683685303,
      "learning_rate": 4.67388314975269e-06,
      "loss": 0.5146,
      "step": 236800
    },
    {
      "epoch": 66.09,
      "grad_norm": 1.7389506101608276,
      "learning_rate": 4.6738802391034865e-06,
      "loss": 0.524,
      "step": 236810
    },
    {
      "epoch": 66.1,
      "grad_norm": 1.403962254524231,
      "learning_rate": 4.6738773281441415e-06,
      "loss": 0.5101,
      "step": 236820
    },
    {
      "epoch": 66.1,
      "grad_norm": 2.1686453819274902,
      "learning_rate": 4.673874416874656e-06,
      "loss": 0.536,
      "step": 236830
    },
    {
      "epoch": 66.1,
      "grad_norm": 2.2362499237060547,
      "learning_rate": 4.673871505295031e-06,
      "loss": 0.538,
      "step": 236840
    },
    {
      "epoch": 66.1,
      "grad_norm": 1.5223546028137207,
      "learning_rate": 4.673868593405266e-06,
      "loss": 0.5075,
      "step": 236850
    },
    {
      "epoch": 66.11,
      "grad_norm": 1.9342548847198486,
      "learning_rate": 4.673865681205361e-06,
      "loss": 0.5259,
      "step": 236860
    },
    {
      "epoch": 66.11,
      "grad_norm": 2.20379376411438,
      "learning_rate": 4.673862768695317e-06,
      "loss": 0.4943,
      "step": 236870
    },
    {
      "epoch": 66.11,
      "grad_norm": 1.303236961364746,
      "learning_rate": 4.673859855875135e-06,
      "loss": 0.5343,
      "step": 236880
    },
    {
      "epoch": 66.11,
      "grad_norm": 1.884472131729126,
      "learning_rate": 4.673856942744815e-06,
      "loss": 0.5162,
      "step": 236890
    },
    {
      "epoch": 66.12,
      "grad_norm": 1.6436564922332764,
      "learning_rate": 4.673854029304357e-06,
      "loss": 0.5063,
      "step": 236900
    },
    {
      "epoch": 66.12,
      "grad_norm": 1.7599045038223267,
      "learning_rate": 4.6738511155537606e-06,
      "loss": 0.5178,
      "step": 236910
    },
    {
      "epoch": 66.12,
      "grad_norm": 1.6657874584197998,
      "learning_rate": 4.673848201493028e-06,
      "loss": 0.5005,
      "step": 236920
    },
    {
      "epoch": 66.13,
      "grad_norm": 1.7507226467132568,
      "learning_rate": 4.673845287122159e-06,
      "loss": 0.5062,
      "step": 236930
    },
    {
      "epoch": 66.13,
      "grad_norm": 1.3974318504333496,
      "learning_rate": 4.6738423724411526e-06,
      "loss": 0.4977,
      "step": 236940
    },
    {
      "epoch": 66.13,
      "grad_norm": 1.7939356565475464,
      "learning_rate": 4.67383945745001e-06,
      "loss": 0.4952,
      "step": 236950
    },
    {
      "epoch": 66.13,
      "grad_norm": 1.5353924036026,
      "learning_rate": 4.673836542148733e-06,
      "loss": 0.5054,
      "step": 236960
    },
    {
      "epoch": 66.14,
      "grad_norm": 2.401942729949951,
      "learning_rate": 4.67383362653732e-06,
      "loss": 0.5094,
      "step": 236970
    },
    {
      "epoch": 66.14,
      "grad_norm": 5.367588520050049,
      "learning_rate": 4.673830710615773e-06,
      "loss": 0.5193,
      "step": 236980
    },
    {
      "epoch": 66.14,
      "grad_norm": 1.87532377243042,
      "learning_rate": 4.673827794384091e-06,
      "loss": 0.521,
      "step": 236990
    },
    {
      "epoch": 66.15,
      "grad_norm": 2.3122870922088623,
      "learning_rate": 4.6738248778422756e-06,
      "loss": 0.5002,
      "step": 237000
    },
    {
      "epoch": 66.15,
      "grad_norm": 1.3043293952941895,
      "learning_rate": 4.6738219609903264e-06,
      "loss": 0.5061,
      "step": 237010
    },
    {
      "epoch": 66.15,
      "grad_norm": 1.6953580379486084,
      "learning_rate": 4.673819043828245e-06,
      "loss": 0.5064,
      "step": 237020
    },
    {
      "epoch": 66.15,
      "grad_norm": 1.7696782350540161,
      "learning_rate": 4.673816126356029e-06,
      "loss": 0.5186,
      "step": 237030
    },
    {
      "epoch": 66.16,
      "grad_norm": 1.7821438312530518,
      "learning_rate": 4.673813208573681e-06,
      "loss": 0.5046,
      "step": 237040
    },
    {
      "epoch": 66.16,
      "grad_norm": 1.7545580863952637,
      "learning_rate": 4.673810290481201e-06,
      "loss": 0.5074,
      "step": 237050
    },
    {
      "epoch": 66.16,
      "grad_norm": 2.3276023864746094,
      "learning_rate": 4.6738073720785895e-06,
      "loss": 0.509,
      "step": 237060
    },
    {
      "epoch": 66.17,
      "grad_norm": 1.895435094833374,
      "learning_rate": 4.673804453365847e-06,
      "loss": 0.505,
      "step": 237070
    },
    {
      "epoch": 66.17,
      "grad_norm": 1.5881706476211548,
      "learning_rate": 4.673801534342974e-06,
      "loss": 0.5029,
      "step": 237080
    },
    {
      "epoch": 66.17,
      "grad_norm": 1.8971549272537231,
      "learning_rate": 4.6737986150099685e-06,
      "loss": 0.5295,
      "step": 237090
    },
    {
      "epoch": 66.17,
      "grad_norm": 2.275542974472046,
      "learning_rate": 4.673795695366835e-06,
      "loss": 0.4989,
      "step": 237100
    },
    {
      "epoch": 66.18,
      "grad_norm": 1.7326234579086304,
      "learning_rate": 4.67379277541357e-06,
      "loss": 0.5111,
      "step": 237110
    },
    {
      "epoch": 66.18,
      "grad_norm": 1.8389414548873901,
      "learning_rate": 4.6737898551501774e-06,
      "loss": 0.5191,
      "step": 237120
    },
    {
      "epoch": 66.18,
      "grad_norm": 1.4968979358673096,
      "learning_rate": 4.673786934576655e-06,
      "loss": 0.504,
      "step": 237130
    },
    {
      "epoch": 66.18,
      "grad_norm": 1.4932595491409302,
      "learning_rate": 4.673784013693005e-06,
      "loss": 0.4939,
      "step": 237140
    },
    {
      "epoch": 66.19,
      "grad_norm": 1.5906188488006592,
      "learning_rate": 4.673781092499226e-06,
      "loss": 0.4809,
      "step": 237150
    },
    {
      "epoch": 66.19,
      "grad_norm": 2.0560569763183594,
      "learning_rate": 4.673778170995319e-06,
      "loss": 0.5082,
      "step": 237160
    },
    {
      "epoch": 66.19,
      "grad_norm": 1.6132973432540894,
      "learning_rate": 4.673775249181285e-06,
      "loss": 0.5242,
      "step": 237170
    },
    {
      "epoch": 66.2,
      "grad_norm": 1.5656700134277344,
      "learning_rate": 4.673772327057124e-06,
      "loss": 0.5205,
      "step": 237180
    },
    {
      "epoch": 66.2,
      "grad_norm": 1.6662236452102661,
      "learning_rate": 4.673769404622836e-06,
      "loss": 0.4966,
      "step": 237190
    },
    {
      "epoch": 66.2,
      "grad_norm": 2.3924355506896973,
      "learning_rate": 4.673766481878422e-06,
      "loss": 0.5147,
      "step": 237200
    },
    {
      "epoch": 66.2,
      "grad_norm": 1.8010365962982178,
      "learning_rate": 4.673763558823883e-06,
      "loss": 0.4994,
      "step": 237210
    },
    {
      "epoch": 66.21,
      "grad_norm": 1.8371540307998657,
      "learning_rate": 4.673760635459218e-06,
      "loss": 0.5012,
      "step": 237220
    },
    {
      "epoch": 66.21,
      "grad_norm": 2.1306629180908203,
      "learning_rate": 4.673757711784427e-06,
      "loss": 0.5228,
      "step": 237230
    },
    {
      "epoch": 66.21,
      "grad_norm": 1.8293758630752563,
      "learning_rate": 4.673754787799512e-06,
      "loss": 0.5032,
      "step": 237240
    },
    {
      "epoch": 66.22,
      "grad_norm": 1.5864936113357544,
      "learning_rate": 4.673751863504473e-06,
      "loss": 0.4941,
      "step": 237250
    },
    {
      "epoch": 66.22,
      "grad_norm": 1.5408275127410889,
      "learning_rate": 4.67374893889931e-06,
      "loss": 0.5074,
      "step": 237260
    },
    {
      "epoch": 66.22,
      "grad_norm": 1.5768603086471558,
      "learning_rate": 4.673746013984023e-06,
      "loss": 0.5368,
      "step": 237270
    },
    {
      "epoch": 66.22,
      "grad_norm": 1.9902350902557373,
      "learning_rate": 4.673743088758614e-06,
      "loss": 0.4866,
      "step": 237280
    },
    {
      "epoch": 66.23,
      "grad_norm": 2.4957098960876465,
      "learning_rate": 4.673740163223081e-06,
      "loss": 0.5067,
      "step": 237290
    },
    {
      "epoch": 66.23,
      "grad_norm": 1.504955530166626,
      "learning_rate": 4.673737237377427e-06,
      "loss": 0.5175,
      "step": 237300
    },
    {
      "epoch": 66.23,
      "grad_norm": 1.424883484840393,
      "learning_rate": 4.67373431122165e-06,
      "loss": 0.5147,
      "step": 237310
    },
    {
      "epoch": 66.23,
      "grad_norm": 1.566294550895691,
      "learning_rate": 4.673731384755752e-06,
      "loss": 0.5115,
      "step": 237320
    },
    {
      "epoch": 66.24,
      "grad_norm": 1.626150131225586,
      "learning_rate": 4.6737284579797325e-06,
      "loss": 0.517,
      "step": 237330
    },
    {
      "epoch": 66.24,
      "grad_norm": 2.3832249641418457,
      "learning_rate": 4.6737255308935925e-06,
      "loss": 0.5042,
      "step": 237340
    },
    {
      "epoch": 66.24,
      "grad_norm": 2.1311540603637695,
      "learning_rate": 4.673722603497332e-06,
      "loss": 0.5028,
      "step": 237350
    },
    {
      "epoch": 66.25,
      "grad_norm": 1.977940559387207,
      "learning_rate": 4.673719675790952e-06,
      "loss": 0.5046,
      "step": 237360
    },
    {
      "epoch": 66.25,
      "grad_norm": 1.3943555355072021,
      "learning_rate": 4.673716747774451e-06,
      "loss": 0.5081,
      "step": 237370
    },
    {
      "epoch": 66.25,
      "grad_norm": 1.8782950639724731,
      "learning_rate": 4.673713819447832e-06,
      "loss": 0.501,
      "step": 237380
    },
    {
      "epoch": 66.25,
      "grad_norm": 1.878132700920105,
      "learning_rate": 4.673710890811094e-06,
      "loss": 0.5127,
      "step": 237390
    },
    {
      "epoch": 66.26,
      "grad_norm": 1.6587767601013184,
      "learning_rate": 4.673707961864237e-06,
      "loss": 0.5035,
      "step": 237400
    },
    {
      "epoch": 66.26,
      "grad_norm": 1.5868524312973022,
      "learning_rate": 4.673705032607263e-06,
      "loss": 0.52,
      "step": 237410
    },
    {
      "epoch": 66.26,
      "grad_norm": 1.489881992340088,
      "learning_rate": 4.673702103040171e-06,
      "loss": 0.4981,
      "step": 237420
    },
    {
      "epoch": 66.27,
      "grad_norm": 1.9505666494369507,
      "learning_rate": 4.673699173162962e-06,
      "loss": 0.4994,
      "step": 237430
    },
    {
      "epoch": 66.27,
      "grad_norm": 1.738463044166565,
      "learning_rate": 4.673696242975635e-06,
      "loss": 0.5308,
      "step": 237440
    },
    {
      "epoch": 66.27,
      "grad_norm": 1.3495571613311768,
      "learning_rate": 4.673693312478193e-06,
      "loss": 0.5087,
      "step": 237450
    },
    {
      "epoch": 66.27,
      "grad_norm": 1.7108808755874634,
      "learning_rate": 4.673690381670633e-06,
      "loss": 0.4922,
      "step": 237460
    },
    {
      "epoch": 66.28,
      "grad_norm": 1.8794552087783813,
      "learning_rate": 4.673687450552958e-06,
      "loss": 0.4993,
      "step": 237470
    },
    {
      "epoch": 66.28,
      "grad_norm": 1.7297881841659546,
      "learning_rate": 4.673684519125169e-06,
      "loss": 0.5386,
      "step": 237480
    },
    {
      "epoch": 66.28,
      "grad_norm": 1.7466304302215576,
      "learning_rate": 4.6736815873872635e-06,
      "loss": 0.531,
      "step": 237490
    },
    {
      "epoch": 66.29,
      "grad_norm": 1.6302284002304077,
      "learning_rate": 4.673678655339245e-06,
      "loss": 0.504,
      "step": 237500
    },
    {
      "epoch": 66.29,
      "grad_norm": 2.120633840560913,
      "learning_rate": 4.673675722981111e-06,
      "loss": 0.5052,
      "step": 237510
    },
    {
      "epoch": 66.29,
      "grad_norm": 1.8443511724472046,
      "learning_rate": 4.673672790312864e-06,
      "loss": 0.5196,
      "step": 237520
    },
    {
      "epoch": 66.29,
      "grad_norm": 1.9700003862380981,
      "learning_rate": 4.6736698573345035e-06,
      "loss": 0.5013,
      "step": 237530
    },
    {
      "epoch": 66.3,
      "grad_norm": 1.5598517656326294,
      "learning_rate": 4.67366692404603e-06,
      "loss": 0.5073,
      "step": 237540
    },
    {
      "epoch": 66.3,
      "grad_norm": 1.5727459192276,
      "learning_rate": 4.673663990447444e-06,
      "loss": 0.5032,
      "step": 237550
    },
    {
      "epoch": 66.3,
      "grad_norm": 2.20011830329895,
      "learning_rate": 4.673661056538746e-06,
      "loss": 0.4868,
      "step": 237560
    },
    {
      "epoch": 66.3,
      "grad_norm": 1.8288367986679077,
      "learning_rate": 4.673658122319935e-06,
      "loss": 0.511,
      "step": 237570
    },
    {
      "epoch": 66.31,
      "grad_norm": 1.8250232934951782,
      "learning_rate": 4.673655187791014e-06,
      "loss": 0.5131,
      "step": 237580
    },
    {
      "epoch": 66.31,
      "grad_norm": 1.7894777059555054,
      "learning_rate": 4.673652252951981e-06,
      "loss": 0.5294,
      "step": 237590
    },
    {
      "epoch": 66.31,
      "grad_norm": 2.538560152053833,
      "learning_rate": 4.673649317802838e-06,
      "loss": 0.5057,
      "step": 237600
    },
    {
      "epoch": 66.32,
      "grad_norm": 1.8968615531921387,
      "learning_rate": 4.673646382343585e-06,
      "loss": 0.5454,
      "step": 237610
    },
    {
      "epoch": 66.32,
      "grad_norm": 2.2217369079589844,
      "learning_rate": 4.673643446574221e-06,
      "loss": 0.5134,
      "step": 237620
    },
    {
      "epoch": 66.32,
      "grad_norm": 2.488048553466797,
      "learning_rate": 4.673640510494748e-06,
      "loss": 0.5102,
      "step": 237630
    },
    {
      "epoch": 66.32,
      "grad_norm": 1.4702016115188599,
      "learning_rate": 4.6736375741051665e-06,
      "loss": 0.5314,
      "step": 237640
    },
    {
      "epoch": 66.33,
      "grad_norm": 1.6349694728851318,
      "learning_rate": 4.673634637405476e-06,
      "loss": 0.5094,
      "step": 237650
    },
    {
      "epoch": 66.33,
      "grad_norm": 1.6755869388580322,
      "learning_rate": 4.673631700395678e-06,
      "loss": 0.5125,
      "step": 237660
    },
    {
      "epoch": 66.33,
      "grad_norm": 1.828976035118103,
      "learning_rate": 4.673628763075771e-06,
      "loss": 0.5145,
      "step": 237670
    },
    {
      "epoch": 66.34,
      "grad_norm": 1.847638726234436,
      "learning_rate": 4.673625825445757e-06,
      "loss": 0.4875,
      "step": 237680
    },
    {
      "epoch": 66.34,
      "grad_norm": 1.7022583484649658,
      "learning_rate": 4.673622887505636e-06,
      "loss": 0.5123,
      "step": 237690
    },
    {
      "epoch": 66.34,
      "grad_norm": 1.5011905431747437,
      "learning_rate": 4.673619949255408e-06,
      "loss": 0.5092,
      "step": 237700
    },
    {
      "epoch": 66.34,
      "grad_norm": 1.7885472774505615,
      "learning_rate": 4.673617010695074e-06,
      "loss": 0.5007,
      "step": 237710
    },
    {
      "epoch": 66.35,
      "grad_norm": 1.9062505960464478,
      "learning_rate": 4.6736140718246335e-06,
      "loss": 0.5069,
      "step": 237720
    },
    {
      "epoch": 66.35,
      "grad_norm": 3.11245059967041,
      "learning_rate": 4.673611132644088e-06,
      "loss": 0.5042,
      "step": 237730
    },
    {
      "epoch": 66.35,
      "grad_norm": 1.6055735349655151,
      "learning_rate": 4.673608193153437e-06,
      "loss": 0.5102,
      "step": 237740
    },
    {
      "epoch": 66.36,
      "grad_norm": 1.5340845584869385,
      "learning_rate": 4.673605253352681e-06,
      "loss": 0.5119,
      "step": 237750
    },
    {
      "epoch": 66.36,
      "grad_norm": 1.523855447769165,
      "learning_rate": 4.673602313241821e-06,
      "loss": 0.5065,
      "step": 237760
    },
    {
      "epoch": 66.36,
      "grad_norm": 1.7506719827651978,
      "learning_rate": 4.6735993728208565e-06,
      "loss": 0.5435,
      "step": 237770
    },
    {
      "epoch": 66.36,
      "grad_norm": 2.028057336807251,
      "learning_rate": 4.673596432089789e-06,
      "loss": 0.5252,
      "step": 237780
    },
    {
      "epoch": 66.37,
      "grad_norm": 1.7727203369140625,
      "learning_rate": 4.673593491048619e-06,
      "loss": 0.5084,
      "step": 237790
    },
    {
      "epoch": 66.37,
      "grad_norm": 1.8133891820907593,
      "learning_rate": 4.673590549697345e-06,
      "loss": 0.5007,
      "step": 237800
    },
    {
      "epoch": 66.37,
      "grad_norm": 1.8267223834991455,
      "learning_rate": 4.673587608035969e-06,
      "loss": 0.5137,
      "step": 237810
    },
    {
      "epoch": 66.37,
      "grad_norm": 1.6522047519683838,
      "learning_rate": 4.673584666064491e-06,
      "loss": 0.5278,
      "step": 237820
    },
    {
      "epoch": 66.38,
      "grad_norm": 2.1663389205932617,
      "learning_rate": 4.673581723782911e-06,
      "loss": 0.4941,
      "step": 237830
    },
    {
      "epoch": 66.38,
      "grad_norm": 1.6843502521514893,
      "learning_rate": 4.673578781191231e-06,
      "loss": 0.519,
      "step": 237840
    },
    {
      "epoch": 66.38,
      "grad_norm": 1.8665266036987305,
      "learning_rate": 4.673575838289449e-06,
      "loss": 0.4999,
      "step": 237850
    },
    {
      "epoch": 66.39,
      "grad_norm": 1.7291748523712158,
      "learning_rate": 4.673572895077566e-06,
      "loss": 0.5276,
      "step": 237860
    },
    {
      "epoch": 66.39,
      "grad_norm": 1.5402979850769043,
      "learning_rate": 4.6735699515555846e-06,
      "loss": 0.5157,
      "step": 237870
    },
    {
      "epoch": 66.39,
      "grad_norm": 1.7682244777679443,
      "learning_rate": 4.673567007723502e-06,
      "loss": 0.5264,
      "step": 237880
    },
    {
      "epoch": 66.39,
      "grad_norm": 1.7097376585006714,
      "learning_rate": 4.6735640635813215e-06,
      "loss": 0.5167,
      "step": 237890
    },
    {
      "epoch": 66.4,
      "grad_norm": 2.0238358974456787,
      "learning_rate": 4.673561119129041e-06,
      "loss": 0.5178,
      "step": 237900
    },
    {
      "epoch": 66.4,
      "grad_norm": 1.5641348361968994,
      "learning_rate": 4.673558174366663e-06,
      "loss": 0.503,
      "step": 237910
    },
    {
      "epoch": 66.4,
      "grad_norm": 2.2315731048583984,
      "learning_rate": 4.673555229294186e-06,
      "loss": 0.5188,
      "step": 237920
    },
    {
      "epoch": 66.41,
      "grad_norm": 1.665238380432129,
      "learning_rate": 4.673552283911612e-06,
      "loss": 0.4913,
      "step": 237930
    },
    {
      "epoch": 66.41,
      "grad_norm": 1.3852232694625854,
      "learning_rate": 4.67354933821894e-06,
      "loss": 0.5037,
      "step": 237940
    },
    {
      "epoch": 66.41,
      "grad_norm": 1.5553855895996094,
      "learning_rate": 4.673546392216171e-06,
      "loss": 0.5124,
      "step": 237950
    },
    {
      "epoch": 66.41,
      "grad_norm": 1.834089756011963,
      "learning_rate": 4.673543445903307e-06,
      "loss": 0.5479,
      "step": 237960
    },
    {
      "epoch": 66.42,
      "grad_norm": 2.427332639694214,
      "learning_rate": 4.673540499280344e-06,
      "loss": 0.5278,
      "step": 237970
    },
    {
      "epoch": 66.42,
      "grad_norm": 2.016524314880371,
      "learning_rate": 4.673537552347288e-06,
      "loss": 0.4997,
      "step": 237980
    },
    {
      "epoch": 66.42,
      "grad_norm": 2.056662082672119,
      "learning_rate": 4.673534605104135e-06,
      "loss": 0.5227,
      "step": 237990
    },
    {
      "epoch": 66.42,
      "grad_norm": 2.234555721282959,
      "learning_rate": 4.673531657550888e-06,
      "loss": 0.4984,
      "step": 238000
    },
    {
      "epoch": 66.43,
      "grad_norm": 1.7305989265441895,
      "learning_rate": 4.673528709687546e-06,
      "loss": 0.5123,
      "step": 238010
    },
    {
      "epoch": 66.43,
      "grad_norm": 1.8885055780410767,
      "learning_rate": 4.67352576151411e-06,
      "loss": 0.5173,
      "step": 238020
    },
    {
      "epoch": 66.43,
      "grad_norm": 1.642665982246399,
      "learning_rate": 4.6735228130305795e-06,
      "loss": 0.5133,
      "step": 238030
    },
    {
      "epoch": 66.44,
      "grad_norm": 1.6253118515014648,
      "learning_rate": 4.673519864236957e-06,
      "loss": 0.5077,
      "step": 238040
    },
    {
      "epoch": 66.44,
      "grad_norm": 1.8582783937454224,
      "learning_rate": 4.673516915133241e-06,
      "loss": 0.5191,
      "step": 238050
    },
    {
      "epoch": 66.44,
      "grad_norm": 1.5341130495071411,
      "learning_rate": 4.673513965719432e-06,
      "loss": 0.4876,
      "step": 238060
    },
    {
      "epoch": 66.44,
      "grad_norm": 2.039005994796753,
      "learning_rate": 4.67351101599553e-06,
      "loss": 0.5096,
      "step": 238070
    },
    {
      "epoch": 66.45,
      "grad_norm": 1.929012656211853,
      "learning_rate": 4.6735080659615376e-06,
      "loss": 0.501,
      "step": 238080
    },
    {
      "epoch": 66.45,
      "grad_norm": 1.9022626876831055,
      "learning_rate": 4.673505115617453e-06,
      "loss": 0.5155,
      "step": 238090
    },
    {
      "epoch": 66.45,
      "grad_norm": 1.6165454387664795,
      "learning_rate": 4.673502164963277e-06,
      "loss": 0.4851,
      "step": 238100
    },
    {
      "epoch": 66.46,
      "grad_norm": 1.7509245872497559,
      "learning_rate": 4.673499213999011e-06,
      "loss": 0.5034,
      "step": 238110
    },
    {
      "epoch": 66.46,
      "grad_norm": 1.3399035930633545,
      "learning_rate": 4.673496262724655e-06,
      "loss": 0.494,
      "step": 238120
    },
    {
      "epoch": 66.46,
      "grad_norm": 1.5730302333831787,
      "learning_rate": 4.673493311140209e-06,
      "loss": 0.5092,
      "step": 238130
    },
    {
      "epoch": 66.46,
      "grad_norm": 1.6329081058502197,
      "learning_rate": 4.673490359245673e-06,
      "loss": 0.5081,
      "step": 238140
    },
    {
      "epoch": 66.47,
      "grad_norm": 2.1268599033355713,
      "learning_rate": 4.673487407041048e-06,
      "loss": 0.521,
      "step": 238150
    },
    {
      "epoch": 66.47,
      "grad_norm": 1.3441821336746216,
      "learning_rate": 4.673484454526335e-06,
      "loss": 0.5039,
      "step": 238160
    },
    {
      "epoch": 66.47,
      "grad_norm": 2.1736862659454346,
      "learning_rate": 4.673481501701533e-06,
      "loss": 0.5188,
      "step": 238170
    },
    {
      "epoch": 66.48,
      "grad_norm": 1.9236173629760742,
      "learning_rate": 4.673478548566644e-06,
      "loss": 0.5113,
      "step": 238180
    },
    {
      "epoch": 66.48,
      "grad_norm": 2.218986749649048,
      "learning_rate": 4.673475595121667e-06,
      "loss": 0.5021,
      "step": 238190
    },
    {
      "epoch": 66.48,
      "grad_norm": 1.3382768630981445,
      "learning_rate": 4.673472641366602e-06,
      "loss": 0.5271,
      "step": 238200
    },
    {
      "epoch": 66.48,
      "grad_norm": 1.8995846509933472,
      "learning_rate": 4.6734696873014515e-06,
      "loss": 0.4931,
      "step": 238210
    },
    {
      "epoch": 66.49,
      "grad_norm": 1.7954763174057007,
      "learning_rate": 4.673466732926214e-06,
      "loss": 0.519,
      "step": 238220
    },
    {
      "epoch": 66.49,
      "grad_norm": 1.5691962242126465,
      "learning_rate": 4.673463778240891e-06,
      "loss": 0.5051,
      "step": 238230
    },
    {
      "epoch": 66.49,
      "grad_norm": 2.0806567668914795,
      "learning_rate": 4.673460823245482e-06,
      "loss": 0.5137,
      "step": 238240
    },
    {
      "epoch": 66.49,
      "grad_norm": 1.9151853322982788,
      "learning_rate": 4.673457867939988e-06,
      "loss": 0.5094,
      "step": 238250
    },
    {
      "epoch": 66.5,
      "grad_norm": 1.2851482629776,
      "learning_rate": 4.6734549123244095e-06,
      "loss": 0.5191,
      "step": 238260
    },
    {
      "epoch": 66.5,
      "grad_norm": 2.408256769180298,
      "learning_rate": 4.673451956398746e-06,
      "loss": 0.5252,
      "step": 238270
    },
    {
      "epoch": 66.5,
      "grad_norm": 1.7377917766571045,
      "learning_rate": 4.673449000162999e-06,
      "loss": 0.504,
      "step": 238280
    },
    {
      "epoch": 66.51,
      "grad_norm": 1.8520545959472656,
      "learning_rate": 4.673446043617169e-06,
      "loss": 0.5143,
      "step": 238290
    },
    {
      "epoch": 66.51,
      "grad_norm": 1.9683642387390137,
      "learning_rate": 4.673443086761255e-06,
      "loss": 0.5304,
      "step": 238300
    },
    {
      "epoch": 66.51,
      "grad_norm": 1.5813387632369995,
      "learning_rate": 4.6734401295952585e-06,
      "loss": 0.5266,
      "step": 238310
    },
    {
      "epoch": 66.51,
      "grad_norm": 1.6218169927597046,
      "learning_rate": 4.67343717211918e-06,
      "loss": 0.5288,
      "step": 238320
    },
    {
      "epoch": 66.52,
      "grad_norm": 2.4956607818603516,
      "learning_rate": 4.673434214333019e-06,
      "loss": 0.5208,
      "step": 238330
    },
    {
      "epoch": 66.52,
      "grad_norm": 1.6890408992767334,
      "learning_rate": 4.673431256236776e-06,
      "loss": 0.5013,
      "step": 238340
    },
    {
      "epoch": 66.52,
      "grad_norm": 1.7296141386032104,
      "learning_rate": 4.673428297830453e-06,
      "loss": 0.5139,
      "step": 238350
    },
    {
      "epoch": 66.53,
      "grad_norm": 1.698706030845642,
      "learning_rate": 4.673425339114048e-06,
      "loss": 0.5126,
      "step": 238360
    },
    {
      "epoch": 66.53,
      "grad_norm": 1.4397997856140137,
      "learning_rate": 4.673422380087563e-06,
      "loss": 0.504,
      "step": 238370
    },
    {
      "epoch": 66.53,
      "grad_norm": 1.762434959411621,
      "learning_rate": 4.673419420750998e-06,
      "loss": 0.5055,
      "step": 238380
    },
    {
      "epoch": 66.53,
      "grad_norm": 2.0495636463165283,
      "learning_rate": 4.673416461104354e-06,
      "loss": 0.4983,
      "step": 238390
    },
    {
      "epoch": 66.54,
      "grad_norm": 2.1710987091064453,
      "learning_rate": 4.673413501147629e-06,
      "loss": 0.5096,
      "step": 238400
    },
    {
      "epoch": 66.54,
      "grad_norm": 1.8518842458724976,
      "learning_rate": 4.673410540880827e-06,
      "loss": 0.4912,
      "step": 238410
    },
    {
      "epoch": 66.54,
      "grad_norm": 1.9291664361953735,
      "learning_rate": 4.673407580303946e-06,
      "loss": 0.4955,
      "step": 238420
    },
    {
      "epoch": 66.54,
      "grad_norm": 1.793366551399231,
      "learning_rate": 4.673404619416987e-06,
      "loss": 0.5018,
      "step": 238430
    },
    {
      "epoch": 66.55,
      "grad_norm": 1.9669673442840576,
      "learning_rate": 4.67340165821995e-06,
      "loss": 0.5031,
      "step": 238440
    },
    {
      "epoch": 66.55,
      "grad_norm": 1.6523661613464355,
      "learning_rate": 4.673398696712835e-06,
      "loss": 0.516,
      "step": 238450
    },
    {
      "epoch": 66.55,
      "grad_norm": 1.4392284154891968,
      "learning_rate": 4.673395734895644e-06,
      "loss": 0.5115,
      "step": 238460
    },
    {
      "epoch": 66.56,
      "grad_norm": 1.4762516021728516,
      "learning_rate": 4.673392772768376e-06,
      "loss": 0.5186,
      "step": 238470
    },
    {
      "epoch": 66.56,
      "grad_norm": 1.8595436811447144,
      "learning_rate": 4.673389810331033e-06,
      "loss": 0.4973,
      "step": 238480
    },
    {
      "epoch": 66.56,
      "grad_norm": 2.055271863937378,
      "learning_rate": 4.673386847583614e-06,
      "loss": 0.5032,
      "step": 238490
    },
    {
      "epoch": 66.56,
      "grad_norm": 1.5019021034240723,
      "learning_rate": 4.673383884526119e-06,
      "loss": 0.5088,
      "step": 238500
    },
    {
      "epoch": 66.57,
      "grad_norm": 1.615884780883789,
      "learning_rate": 4.67338092115855e-06,
      "loss": 0.523,
      "step": 238510
    },
    {
      "epoch": 66.57,
      "grad_norm": 2.043318271636963,
      "learning_rate": 4.673377957480906e-06,
      "loss": 0.5036,
      "step": 238520
    },
    {
      "epoch": 66.57,
      "grad_norm": 1.8710510730743408,
      "learning_rate": 4.673374993493188e-06,
      "loss": 0.5232,
      "step": 238530
    },
    {
      "epoch": 66.58,
      "grad_norm": 2.1161885261535645,
      "learning_rate": 4.673372029195396e-06,
      "loss": 0.5178,
      "step": 238540
    },
    {
      "epoch": 66.58,
      "grad_norm": 1.980999231338501,
      "learning_rate": 4.673369064587531e-06,
      "loss": 0.5017,
      "step": 238550
    },
    {
      "epoch": 66.58,
      "grad_norm": 1.6575251817703247,
      "learning_rate": 4.673366099669592e-06,
      "loss": 0.5026,
      "step": 238560
    },
    {
      "epoch": 66.58,
      "grad_norm": 1.7261396646499634,
      "learning_rate": 4.6733631344415815e-06,
      "loss": 0.4822,
      "step": 238570
    },
    {
      "epoch": 66.59,
      "grad_norm": 1.9956094026565552,
      "learning_rate": 4.673360168903499e-06,
      "loss": 0.53,
      "step": 238580
    },
    {
      "epoch": 66.59,
      "grad_norm": 2.05546498298645,
      "learning_rate": 4.673357203055344e-06,
      "loss": 0.5105,
      "step": 238590
    },
    {
      "epoch": 66.59,
      "grad_norm": 1.7390121221542358,
      "learning_rate": 4.673354236897119e-06,
      "loss": 0.4917,
      "step": 238600
    },
    {
      "epoch": 66.6,
      "grad_norm": 1.9622607231140137,
      "learning_rate": 4.673351270428822e-06,
      "loss": 0.5301,
      "step": 238610
    },
    {
      "epoch": 66.6,
      "grad_norm": 1.760467529296875,
      "learning_rate": 4.673348303650454e-06,
      "loss": 0.5019,
      "step": 238620
    },
    {
      "epoch": 66.6,
      "grad_norm": 1.4373104572296143,
      "learning_rate": 4.6733453365620164e-06,
      "loss": 0.5104,
      "step": 238630
    },
    {
      "epoch": 66.6,
      "grad_norm": 1.7038967609405518,
      "learning_rate": 4.673342369163509e-06,
      "loss": 0.5143,
      "step": 238640
    },
    {
      "epoch": 66.61,
      "grad_norm": 1.6241158246994019,
      "learning_rate": 4.673339401454933e-06,
      "loss": 0.5201,
      "step": 238650
    },
    {
      "epoch": 66.61,
      "grad_norm": 1.886595606803894,
      "learning_rate": 4.6733364334362865e-06,
      "loss": 0.5198,
      "step": 238660
    },
    {
      "epoch": 66.61,
      "grad_norm": 1.605586290359497,
      "learning_rate": 4.673333465107573e-06,
      "loss": 0.5111,
      "step": 238670
    },
    {
      "epoch": 66.61,
      "grad_norm": 1.5679112672805786,
      "learning_rate": 4.67333049646879e-06,
      "loss": 0.5208,
      "step": 238680
    },
    {
      "epoch": 66.62,
      "grad_norm": 2.284162759780884,
      "learning_rate": 4.6733275275199395e-06,
      "loss": 0.5079,
      "step": 238690
    },
    {
      "epoch": 66.62,
      "grad_norm": 1.98038911819458,
      "learning_rate": 4.673324558261023e-06,
      "loss": 0.5073,
      "step": 238700
    },
    {
      "epoch": 66.62,
      "grad_norm": 1.4411383867263794,
      "learning_rate": 4.6733215886920375e-06,
      "loss": 0.5128,
      "step": 238710
    },
    {
      "epoch": 66.63,
      "grad_norm": 1.8366667032241821,
      "learning_rate": 4.673318618812986e-06,
      "loss": 0.5118,
      "step": 238720
    },
    {
      "epoch": 66.63,
      "grad_norm": 1.930009365081787,
      "learning_rate": 4.673315648623868e-06,
      "loss": 0.4945,
      "step": 238730
    },
    {
      "epoch": 66.63,
      "grad_norm": 1.7045109272003174,
      "learning_rate": 4.673312678124685e-06,
      "loss": 0.5157,
      "step": 238740
    },
    {
      "epoch": 66.63,
      "grad_norm": 1.9840971231460571,
      "learning_rate": 4.673309707315436e-06,
      "loss": 0.512,
      "step": 238750
    },
    {
      "epoch": 66.64,
      "grad_norm": 2.047806978225708,
      "learning_rate": 4.6733067361961225e-06,
      "loss": 0.5146,
      "step": 238760
    },
    {
      "epoch": 66.64,
      "grad_norm": 1.8759489059448242,
      "learning_rate": 4.673303764766744e-06,
      "loss": 0.5208,
      "step": 238770
    },
    {
      "epoch": 66.64,
      "grad_norm": 1.7453991174697876,
      "learning_rate": 4.673300793027301e-06,
      "loss": 0.5048,
      "step": 238780
    },
    {
      "epoch": 66.65,
      "grad_norm": 1.8464467525482178,
      "learning_rate": 4.6732978209777944e-06,
      "loss": 0.5202,
      "step": 238790
    },
    {
      "epoch": 66.65,
      "grad_norm": 1.4182682037353516,
      "learning_rate": 4.6732948486182245e-06,
      "loss": 0.4947,
      "step": 238800
    },
    {
      "epoch": 66.65,
      "grad_norm": 1.6079548597335815,
      "learning_rate": 4.673291875948592e-06,
      "loss": 0.4994,
      "step": 238810
    },
    {
      "epoch": 66.65,
      "grad_norm": 1.7619023323059082,
      "learning_rate": 4.673288902968896e-06,
      "loss": 0.4829,
      "step": 238820
    },
    {
      "epoch": 66.66,
      "grad_norm": 1.6608378887176514,
      "learning_rate": 4.673285929679138e-06,
      "loss": 0.5174,
      "step": 238830
    },
    {
      "epoch": 66.66,
      "grad_norm": 1.6701804399490356,
      "learning_rate": 4.673282956079319e-06,
      "loss": 0.522,
      "step": 238840
    },
    {
      "epoch": 66.66,
      "grad_norm": 1.737362265586853,
      "learning_rate": 4.6732799821694365e-06,
      "loss": 0.5141,
      "step": 238850
    },
    {
      "epoch": 66.66,
      "grad_norm": 1.5209780931472778,
      "learning_rate": 4.673277007949494e-06,
      "loss": 0.5222,
      "step": 238860
    },
    {
      "epoch": 66.67,
      "grad_norm": 1.8548468351364136,
      "learning_rate": 4.673274033419491e-06,
      "loss": 0.5211,
      "step": 238870
    },
    {
      "epoch": 66.67,
      "grad_norm": 1.7544524669647217,
      "learning_rate": 4.673271058579428e-06,
      "loss": 0.5195,
      "step": 238880
    },
    {
      "epoch": 66.67,
      "grad_norm": 1.7037386894226074,
      "learning_rate": 4.673268083429305e-06,
      "loss": 0.512,
      "step": 238890
    },
    {
      "epoch": 66.68,
      "grad_norm": 2.375093460083008,
      "learning_rate": 4.673265107969122e-06,
      "loss": 0.5026,
      "step": 238900
    },
    {
      "epoch": 66.68,
      "grad_norm": 1.381149172782898,
      "learning_rate": 4.67326213219888e-06,
      "loss": 0.514,
      "step": 238910
    },
    {
      "epoch": 66.68,
      "grad_norm": 1.444020390510559,
      "learning_rate": 4.67325915611858e-06,
      "loss": 0.4886,
      "step": 238920
    },
    {
      "epoch": 66.68,
      "grad_norm": 1.8055503368377686,
      "learning_rate": 4.673256179728221e-06,
      "loss": 0.5017,
      "step": 238930
    },
    {
      "epoch": 66.69,
      "grad_norm": 2.23922061920166,
      "learning_rate": 4.673253203027804e-06,
      "loss": 0.5023,
      "step": 238940
    },
    {
      "epoch": 66.69,
      "grad_norm": 2.1407787799835205,
      "learning_rate": 4.67325022601733e-06,
      "loss": 0.5191,
      "step": 238950
    },
    {
      "epoch": 66.69,
      "grad_norm": 1.7975211143493652,
      "learning_rate": 4.673247248696799e-06,
      "loss": 0.5224,
      "step": 238960
    },
    {
      "epoch": 66.7,
      "grad_norm": 2.148742437362671,
      "learning_rate": 4.673244271066211e-06,
      "loss": 0.5256,
      "step": 238970
    },
    {
      "epoch": 66.7,
      "grad_norm": 1.3689011335372925,
      "learning_rate": 4.673241293125566e-06,
      "loss": 0.5163,
      "step": 238980
    },
    {
      "epoch": 66.7,
      "grad_norm": 2.0911405086517334,
      "learning_rate": 4.673238314874866e-06,
      "loss": 0.5153,
      "step": 238990
    },
    {
      "epoch": 66.7,
      "grad_norm": 2.048515558242798,
      "learning_rate": 4.67323533631411e-06,
      "loss": 0.523,
      "step": 239000
    },
    {
      "epoch": 66.71,
      "grad_norm": 1.9094974994659424,
      "learning_rate": 4.673232357443299e-06,
      "loss": 0.5072,
      "step": 239010
    },
    {
      "epoch": 66.71,
      "grad_norm": 1.7895835638046265,
      "learning_rate": 4.673229378262434e-06,
      "loss": 0.5156,
      "step": 239020
    },
    {
      "epoch": 66.71,
      "grad_norm": 1.5354405641555786,
      "learning_rate": 4.673226398771513e-06,
      "loss": 0.5082,
      "step": 239030
    },
    {
      "epoch": 66.72,
      "grad_norm": 1.630759358406067,
      "learning_rate": 4.673223418970539e-06,
      "loss": 0.4914,
      "step": 239040
    },
    {
      "epoch": 66.72,
      "grad_norm": 2.0418269634246826,
      "learning_rate": 4.673220438859512e-06,
      "loss": 0.5251,
      "step": 239050
    },
    {
      "epoch": 66.72,
      "grad_norm": 1.8422536849975586,
      "learning_rate": 4.673217458438431e-06,
      "loss": 0.5186,
      "step": 239060
    },
    {
      "epoch": 66.72,
      "grad_norm": 1.9228066205978394,
      "learning_rate": 4.673214477707297e-06,
      "loss": 0.5079,
      "step": 239070
    },
    {
      "epoch": 66.73,
      "grad_norm": 1.6884735822677612,
      "learning_rate": 4.673211496666112e-06,
      "loss": 0.5093,
      "step": 239080
    },
    {
      "epoch": 66.73,
      "grad_norm": 1.9720262289047241,
      "learning_rate": 4.673208515314874e-06,
      "loss": 0.4958,
      "step": 239090
    },
    {
      "epoch": 66.73,
      "grad_norm": 2.139047145843506,
      "learning_rate": 4.673205533653584e-06,
      "loss": 0.5355,
      "step": 239100
    },
    {
      "epoch": 66.73,
      "grad_norm": 1.5878047943115234,
      "learning_rate": 4.6732025516822436e-06,
      "loss": 0.4948,
      "step": 239110
    },
    {
      "epoch": 66.74,
      "grad_norm": 1.5109333992004395,
      "learning_rate": 4.6731995694008524e-06,
      "loss": 0.5025,
      "step": 239120
    },
    {
      "epoch": 66.74,
      "grad_norm": 1.9052640199661255,
      "learning_rate": 4.673196586809411e-06,
      "loss": 0.5017,
      "step": 239130
    },
    {
      "epoch": 66.74,
      "grad_norm": 2.095623254776001,
      "learning_rate": 4.6731936039079196e-06,
      "loss": 0.5134,
      "step": 239140
    },
    {
      "epoch": 66.75,
      "grad_norm": 1.9043095111846924,
      "learning_rate": 4.673190620696379e-06,
      "loss": 0.5133,
      "step": 239150
    },
    {
      "epoch": 66.75,
      "grad_norm": 1.9087427854537964,
      "learning_rate": 4.673187637174787e-06,
      "loss": 0.503,
      "step": 239160
    },
    {
      "epoch": 66.75,
      "grad_norm": 1.5530831813812256,
      "learning_rate": 4.673184653343149e-06,
      "loss": 0.5146,
      "step": 239170
    },
    {
      "epoch": 66.75,
      "grad_norm": 1.885460615158081,
      "learning_rate": 4.673181669201462e-06,
      "loss": 0.5142,
      "step": 239180
    },
    {
      "epoch": 66.76,
      "grad_norm": 1.4788070917129517,
      "learning_rate": 4.673178684749726e-06,
      "loss": 0.5124,
      "step": 239190
    },
    {
      "epoch": 66.76,
      "grad_norm": 1.443598985671997,
      "learning_rate": 4.6731756999879424e-06,
      "loss": 0.4994,
      "step": 239200
    },
    {
      "epoch": 66.76,
      "grad_norm": 1.5985376834869385,
      "learning_rate": 4.673172714916112e-06,
      "loss": 0.5082,
      "step": 239210
    },
    {
      "epoch": 66.77,
      "grad_norm": 1.6271922588348389,
      "learning_rate": 4.673169729534235e-06,
      "loss": 0.5057,
      "step": 239220
    },
    {
      "epoch": 66.77,
      "grad_norm": 1.9152778387069702,
      "learning_rate": 4.673166743842311e-06,
      "loss": 0.4956,
      "step": 239230
    },
    {
      "epoch": 66.77,
      "grad_norm": 1.7704380750656128,
      "learning_rate": 4.673163757840342e-06,
      "loss": 0.5381,
      "step": 239240
    },
    {
      "epoch": 66.77,
      "grad_norm": 2.279664993286133,
      "learning_rate": 4.673160771528327e-06,
      "loss": 0.5136,
      "step": 239250
    },
    {
      "epoch": 66.78,
      "grad_norm": 2.051243782043457,
      "learning_rate": 4.6731577849062666e-06,
      "loss": 0.5018,
      "step": 239260
    },
    {
      "epoch": 66.78,
      "grad_norm": 1.717658281326294,
      "learning_rate": 4.673154797974161e-06,
      "loss": 0.5118,
      "step": 239270
    },
    {
      "epoch": 66.78,
      "grad_norm": 2.018277168273926,
      "learning_rate": 4.673151810732012e-06,
      "loss": 0.4974,
      "step": 239280
    },
    {
      "epoch": 66.78,
      "grad_norm": 1.88259756565094,
      "learning_rate": 4.673148823179818e-06,
      "loss": 0.5188,
      "step": 239290
    },
    {
      "epoch": 66.79,
      "grad_norm": 1.9874755144119263,
      "learning_rate": 4.673145835317581e-06,
      "loss": 0.4993,
      "step": 239300
    },
    {
      "epoch": 66.79,
      "grad_norm": 1.6956794261932373,
      "learning_rate": 4.6731428471453e-06,
      "loss": 0.5312,
      "step": 239310
    },
    {
      "epoch": 66.79,
      "grad_norm": 1.8639963865280151,
      "learning_rate": 4.6731398586629775e-06,
      "loss": 0.5251,
      "step": 239320
    },
    {
      "epoch": 66.8,
      "grad_norm": 1.797865390777588,
      "learning_rate": 4.673136869870612e-06,
      "loss": 0.5152,
      "step": 239330
    },
    {
      "epoch": 66.8,
      "grad_norm": 1.5105000734329224,
      "learning_rate": 4.673133880768204e-06,
      "loss": 0.5553,
      "step": 239340
    },
    {
      "epoch": 66.8,
      "grad_norm": 1.646833896636963,
      "learning_rate": 4.673130891355754e-06,
      "loss": 0.517,
      "step": 239350
    },
    {
      "epoch": 66.8,
      "grad_norm": 1.8379312753677368,
      "learning_rate": 4.673127901633264e-06,
      "loss": 0.5167,
      "step": 239360
    },
    {
      "epoch": 66.81,
      "grad_norm": 1.780096173286438,
      "learning_rate": 4.673124911600733e-06,
      "loss": 0.496,
      "step": 239370
    },
    {
      "epoch": 66.81,
      "grad_norm": 2.158829689025879,
      "learning_rate": 4.673121921258161e-06,
      "loss": 0.4997,
      "step": 239380
    },
    {
      "epoch": 66.81,
      "grad_norm": 1.8397537469863892,
      "learning_rate": 4.673118930605549e-06,
      "loss": 0.5127,
      "step": 239390
    },
    {
      "epoch": 66.82,
      "grad_norm": 1.9354982376098633,
      "learning_rate": 4.673115939642898e-06,
      "loss": 0.5258,
      "step": 239400
    },
    {
      "epoch": 66.82,
      "grad_norm": 1.4460164308547974,
      "learning_rate": 4.673112948370207e-06,
      "loss": 0.5243,
      "step": 239410
    },
    {
      "epoch": 66.82,
      "grad_norm": 1.5133531093597412,
      "learning_rate": 4.6731099567874775e-06,
      "loss": 0.515,
      "step": 239420
    },
    {
      "epoch": 66.82,
      "grad_norm": 1.730170488357544,
      "learning_rate": 4.6731069648947095e-06,
      "loss": 0.4899,
      "step": 239430
    },
    {
      "epoch": 66.83,
      "grad_norm": 1.5721560716629028,
      "learning_rate": 4.673103972691904e-06,
      "loss": 0.519,
      "step": 239440
    },
    {
      "epoch": 66.83,
      "grad_norm": 1.6521152257919312,
      "learning_rate": 4.673100980179059e-06,
      "loss": 0.5077,
      "step": 239450
    },
    {
      "epoch": 66.83,
      "grad_norm": 1.323459506034851,
      "learning_rate": 4.673097987356178e-06,
      "loss": 0.5044,
      "step": 239460
    },
    {
      "epoch": 66.84,
      "grad_norm": 1.7769581079483032,
      "learning_rate": 4.6730949942232606e-06,
      "loss": 0.5093,
      "step": 239470
    },
    {
      "epoch": 66.84,
      "grad_norm": 1.7893846035003662,
      "learning_rate": 4.673092000780306e-06,
      "loss": 0.5106,
      "step": 239480
    },
    {
      "epoch": 66.84,
      "grad_norm": 1.6376858949661255,
      "learning_rate": 4.673089007027316e-06,
      "loss": 0.5042,
      "step": 239490
    },
    {
      "epoch": 66.84,
      "grad_norm": 1.4393621683120728,
      "learning_rate": 4.67308601296429e-06,
      "loss": 0.5152,
      "step": 239500
    },
    {
      "epoch": 66.85,
      "grad_norm": 1.6265273094177246,
      "learning_rate": 4.673083018591229e-06,
      "loss": 0.5183,
      "step": 239510
    },
    {
      "epoch": 66.85,
      "grad_norm": 2.3411664962768555,
      "learning_rate": 4.673080023908132e-06,
      "loss": 0.5284,
      "step": 239520
    },
    {
      "epoch": 66.85,
      "grad_norm": 1.4900033473968506,
      "learning_rate": 4.673077028915002e-06,
      "loss": 0.5112,
      "step": 239530
    },
    {
      "epoch": 66.85,
      "grad_norm": 1.419635534286499,
      "learning_rate": 4.673074033611837e-06,
      "loss": 0.5279,
      "step": 239540
    },
    {
      "epoch": 66.86,
      "grad_norm": 2.07794189453125,
      "learning_rate": 4.673071037998639e-06,
      "loss": 0.5149,
      "step": 239550
    },
    {
      "epoch": 66.86,
      "grad_norm": 2.5034921169281006,
      "learning_rate": 4.673068042075408e-06,
      "loss": 0.5157,
      "step": 239560
    },
    {
      "epoch": 66.86,
      "grad_norm": 1.5915029048919678,
      "learning_rate": 4.673065045842143e-06,
      "loss": 0.4999,
      "step": 239570
    },
    {
      "epoch": 66.87,
      "grad_norm": 2.0509212017059326,
      "learning_rate": 4.673062049298846e-06,
      "loss": 0.5041,
      "step": 239580
    },
    {
      "epoch": 66.87,
      "grad_norm": 2.1911582946777344,
      "learning_rate": 4.673059052445518e-06,
      "loss": 0.5212,
      "step": 239590
    },
    {
      "epoch": 66.87,
      "grad_norm": 2.0041396617889404,
      "learning_rate": 4.6730560552821566e-06,
      "loss": 0.5359,
      "step": 239600
    },
    {
      "epoch": 66.87,
      "grad_norm": 2.1326162815093994,
      "learning_rate": 4.6730530578087645e-06,
      "loss": 0.4964,
      "step": 239610
    },
    {
      "epoch": 66.88,
      "grad_norm": 1.9199120998382568,
      "learning_rate": 4.673050060025342e-06,
      "loss": 0.5133,
      "step": 239620
    },
    {
      "epoch": 66.88,
      "grad_norm": 2.6135902404785156,
      "learning_rate": 4.673047061931888e-06,
      "loss": 0.5091,
      "step": 239630
    },
    {
      "epoch": 66.88,
      "grad_norm": 1.8761656284332275,
      "learning_rate": 4.673044063528406e-06,
      "loss": 0.5118,
      "step": 239640
    },
    {
      "epoch": 66.89,
      "grad_norm": 1.6677714586257935,
      "learning_rate": 4.673041064814893e-06,
      "loss": 0.5286,
      "step": 239650
    },
    {
      "epoch": 66.89,
      "grad_norm": 1.8857331275939941,
      "learning_rate": 4.67303806579135e-06,
      "loss": 0.5394,
      "step": 239660
    },
    {
      "epoch": 66.89,
      "grad_norm": 1.575692892074585,
      "learning_rate": 4.673035066457779e-06,
      "loss": 0.5112,
      "step": 239670
    },
    {
      "epoch": 66.89,
      "grad_norm": 2.0783066749572754,
      "learning_rate": 4.673032066814179e-06,
      "loss": 0.5129,
      "step": 239680
    },
    {
      "epoch": 66.9,
      "grad_norm": 1.5354121923446655,
      "learning_rate": 4.673029066860552e-06,
      "loss": 0.4962,
      "step": 239690
    },
    {
      "epoch": 66.9,
      "grad_norm": 1.594206690788269,
      "learning_rate": 4.673026066596896e-06,
      "loss": 0.5189,
      "step": 239700
    },
    {
      "epoch": 66.9,
      "grad_norm": 1.9370272159576416,
      "learning_rate": 4.673023066023213e-06,
      "loss": 0.5118,
      "step": 239710
    },
    {
      "epoch": 66.9,
      "grad_norm": 1.6493456363677979,
      "learning_rate": 4.673020065139504e-06,
      "loss": 0.5293,
      "step": 239720
    },
    {
      "epoch": 66.91,
      "grad_norm": 1.5528254508972168,
      "learning_rate": 4.673017063945768e-06,
      "loss": 0.5347,
      "step": 239730
    },
    {
      "epoch": 66.91,
      "grad_norm": 1.6085495948791504,
      "learning_rate": 4.673014062442006e-06,
      "loss": 0.5077,
      "step": 239740
    },
    {
      "epoch": 66.91,
      "grad_norm": 1.833017349243164,
      "learning_rate": 4.673011060628218e-06,
      "loss": 0.5062,
      "step": 239750
    },
    {
      "epoch": 66.92,
      "grad_norm": 1.644434928894043,
      "learning_rate": 4.673008058504405e-06,
      "loss": 0.4875,
      "step": 239760
    },
    {
      "epoch": 66.92,
      "grad_norm": 1.8079346418380737,
      "learning_rate": 4.673005056070567e-06,
      "loss": 0.5297,
      "step": 239770
    },
    {
      "epoch": 66.92,
      "grad_norm": 1.7888234853744507,
      "learning_rate": 4.6730020533267045e-06,
      "loss": 0.5226,
      "step": 239780
    },
    {
      "epoch": 66.92,
      "grad_norm": 1.8845988512039185,
      "learning_rate": 4.672999050272818e-06,
      "loss": 0.5079,
      "step": 239790
    },
    {
      "epoch": 66.93,
      "grad_norm": 1.9874906539916992,
      "learning_rate": 4.672996046908908e-06,
      "loss": 0.514,
      "step": 239800
    },
    {
      "epoch": 66.93,
      "grad_norm": 1.8079979419708252,
      "learning_rate": 4.672993043234974e-06,
      "loss": 0.4978,
      "step": 239810
    },
    {
      "epoch": 66.93,
      "grad_norm": 1.62096107006073,
      "learning_rate": 4.672990039251018e-06,
      "loss": 0.5335,
      "step": 239820
    },
    {
      "epoch": 66.94,
      "grad_norm": 1.9740561246871948,
      "learning_rate": 4.672987034957039e-06,
      "loss": 0.5341,
      "step": 239830
    },
    {
      "epoch": 66.94,
      "grad_norm": 1.6068940162658691,
      "learning_rate": 4.672984030353038e-06,
      "loss": 0.4985,
      "step": 239840
    },
    {
      "epoch": 66.94,
      "grad_norm": 1.6881141662597656,
      "learning_rate": 4.6729810254390156e-06,
      "loss": 0.5254,
      "step": 239850
    },
    {
      "epoch": 66.94,
      "grad_norm": 1.7069138288497925,
      "learning_rate": 4.672978020214972e-06,
      "loss": 0.5268,
      "step": 239860
    },
    {
      "epoch": 66.95,
      "grad_norm": 1.719222903251648,
      "learning_rate": 4.672975014680907e-06,
      "loss": 0.5069,
      "step": 239870
    },
    {
      "epoch": 66.95,
      "grad_norm": 1.5339456796646118,
      "learning_rate": 4.672972008836821e-06,
      "loss": 0.5114,
      "step": 239880
    },
    {
      "epoch": 66.95,
      "grad_norm": 2.107480525970459,
      "learning_rate": 4.672969002682716e-06,
      "loss": 0.4966,
      "step": 239890
    },
    {
      "epoch": 66.96,
      "grad_norm": 2.240910768508911,
      "learning_rate": 4.672965996218591e-06,
      "loss": 0.5191,
      "step": 239900
    },
    {
      "epoch": 66.96,
      "grad_norm": 1.7762423753738403,
      "learning_rate": 4.672962989444447e-06,
      "loss": 0.5016,
      "step": 239910
    },
    {
      "epoch": 66.96,
      "grad_norm": 1.2940798997879028,
      "learning_rate": 4.672959982360284e-06,
      "loss": 0.5202,
      "step": 239920
    },
    {
      "epoch": 66.96,
      "grad_norm": 2.02235746383667,
      "learning_rate": 4.672956974966102e-06,
      "loss": 0.5052,
      "step": 239930
    },
    {
      "epoch": 66.97,
      "grad_norm": 1.7093827724456787,
      "learning_rate": 4.672953967261902e-06,
      "loss": 0.5166,
      "step": 239940
    },
    {
      "epoch": 66.97,
      "grad_norm": 1.9681414365768433,
      "learning_rate": 4.672950959247685e-06,
      "loss": 0.4909,
      "step": 239950
    },
    {
      "epoch": 66.97,
      "grad_norm": 1.9493945837020874,
      "learning_rate": 4.672947950923451e-06,
      "loss": 0.5169,
      "step": 239960
    },
    {
      "epoch": 66.97,
      "grad_norm": 1.778765320777893,
      "learning_rate": 4.672944942289199e-06,
      "loss": 0.5389,
      "step": 239970
    },
    {
      "epoch": 66.98,
      "grad_norm": 1.7117602825164795,
      "learning_rate": 4.672941933344931e-06,
      "loss": 0.5124,
      "step": 239980
    },
    {
      "epoch": 66.98,
      "grad_norm": 1.830068588256836,
      "learning_rate": 4.672938924090646e-06,
      "loss": 0.52,
      "step": 239990
    },
    {
      "epoch": 66.98,
      "grad_norm": 1.4505925178527832,
      "learning_rate": 4.6729359145263465e-06,
      "loss": 0.5069,
      "step": 240000
    },
    {
      "epoch": 66.99,
      "grad_norm": 2.309553861618042,
      "learning_rate": 4.672932904652031e-06,
      "loss": 0.5107,
      "step": 240010
    },
    {
      "epoch": 66.99,
      "grad_norm": 1.7068597078323364,
      "learning_rate": 4.672929894467701e-06,
      "loss": 0.5118,
      "step": 240020
    },
    {
      "epoch": 66.99,
      "grad_norm": 1.6842005252838135,
      "learning_rate": 4.672926883973357e-06,
      "loss": 0.4837,
      "step": 240030
    },
    {
      "epoch": 66.99,
      "grad_norm": 2.25456166267395,
      "learning_rate": 4.672923873168999e-06,
      "loss": 0.497,
      "step": 240040
    },
    {
      "epoch": 67.0,
      "grad_norm": 2.0791842937469482,
      "learning_rate": 4.672920862054626e-06,
      "loss": 0.5123,
      "step": 240050
    },
    {
      "epoch": 67.0,
      "grad_norm": 2.509438991546631,
      "learning_rate": 4.672917850630241e-06,
      "loss": 0.5159,
      "step": 240060
    },
    {
      "epoch": 67.0,
      "eval_loss": 0.5095826387405396,
      "eval_runtime": 62.8007,
      "eval_samples_per_second": 80.556,
      "eval_steps_per_second": 10.08,
      "step": 240061
    },
    {
      "epoch": 67.0,
      "grad_norm": 1.4005006551742554,
      "learning_rate": 4.672914838895842e-06,
      "loss": 0.4991,
      "step": 240070
    },
    {
      "epoch": 67.01,
      "grad_norm": 2.026392698287964,
      "learning_rate": 4.672911826851432e-06,
      "loss": 0.5259,
      "step": 240080
    },
    {
      "epoch": 67.01,
      "grad_norm": 1.6865715980529785,
      "learning_rate": 4.672908814497008e-06,
      "loss": 0.5014,
      "step": 240090
    },
    {
      "epoch": 67.01,
      "grad_norm": 2.3741188049316406,
      "learning_rate": 4.672905801832574e-06,
      "loss": 0.5014,
      "step": 240100
    },
    {
      "epoch": 67.01,
      "grad_norm": 1.7202664613723755,
      "learning_rate": 4.6729027888581275e-06,
      "loss": 0.5339,
      "step": 240110
    },
    {
      "epoch": 67.02,
      "grad_norm": 1.6534550189971924,
      "learning_rate": 4.672899775573671e-06,
      "loss": 0.4965,
      "step": 240120
    },
    {
      "epoch": 67.02,
      "grad_norm": 2.1394541263580322,
      "learning_rate": 4.672896761979203e-06,
      "loss": 0.4995,
      "step": 240130
    },
    {
      "epoch": 67.02,
      "grad_norm": 1.5477983951568604,
      "learning_rate": 4.6728937480747265e-06,
      "loss": 0.4952,
      "step": 240140
    },
    {
      "epoch": 67.02,
      "grad_norm": 1.4485828876495361,
      "learning_rate": 4.672890733860239e-06,
      "loss": 0.5196,
      "step": 240150
    },
    {
      "epoch": 67.03,
      "grad_norm": 1.4633877277374268,
      "learning_rate": 4.672887719335743e-06,
      "loss": 0.5083,
      "step": 240160
    },
    {
      "epoch": 67.03,
      "grad_norm": 1.913599967956543,
      "learning_rate": 4.672884704501238e-06,
      "loss": 0.5101,
      "step": 240170
    },
    {
      "epoch": 67.03,
      "grad_norm": 1.6696159839630127,
      "learning_rate": 4.672881689356724e-06,
      "loss": 0.5126,
      "step": 240180
    },
    {
      "epoch": 67.04,
      "grad_norm": 1.9911468029022217,
      "learning_rate": 4.6728786739022025e-06,
      "loss": 0.5091,
      "step": 240190
    },
    {
      "epoch": 67.04,
      "grad_norm": 1.9118311405181885,
      "learning_rate": 4.6728756581376735e-06,
      "loss": 0.5059,
      "step": 240200
    },
    {
      "epoch": 67.04,
      "grad_norm": 1.723389983177185,
      "learning_rate": 4.672872642063137e-06,
      "loss": 0.4979,
      "step": 240210
    },
    {
      "epoch": 67.04,
      "grad_norm": 1.7393404245376587,
      "learning_rate": 4.672869625678594e-06,
      "loss": 0.4982,
      "step": 240220
    },
    {
      "epoch": 67.05,
      "grad_norm": 1.875571846961975,
      "learning_rate": 4.672866608984044e-06,
      "loss": 0.5053,
      "step": 240230
    },
    {
      "epoch": 67.05,
      "grad_norm": 1.533307671546936,
      "learning_rate": 4.672863591979488e-06,
      "loss": 0.4945,
      "step": 240240
    },
    {
      "epoch": 67.05,
      "grad_norm": 2.454984426498413,
      "learning_rate": 4.672860574664926e-06,
      "loss": 0.516,
      "step": 240250
    },
    {
      "epoch": 67.06,
      "grad_norm": 1.7156306505203247,
      "learning_rate": 4.672857557040359e-06,
      "loss": 0.4942,
      "step": 240260
    },
    {
      "epoch": 67.06,
      "grad_norm": 1.9170728921890259,
      "learning_rate": 4.672854539105788e-06,
      "loss": 0.5166,
      "step": 240270
    },
    {
      "epoch": 67.06,
      "grad_norm": 1.934259295463562,
      "learning_rate": 4.6728515208612115e-06,
      "loss": 0.5098,
      "step": 240280
    },
    {
      "epoch": 67.06,
      "grad_norm": 1.563202142715454,
      "learning_rate": 4.672848502306631e-06,
      "loss": 0.4991,
      "step": 240290
    },
    {
      "epoch": 67.07,
      "grad_norm": 1.5099321603775024,
      "learning_rate": 4.672845483442047e-06,
      "loss": 0.509,
      "step": 240300
    },
    {
      "epoch": 67.07,
      "grad_norm": 2.0024454593658447,
      "learning_rate": 4.672842464267461e-06,
      "loss": 0.5231,
      "step": 240310
    },
    {
      "epoch": 67.07,
      "grad_norm": 1.7412627935409546,
      "learning_rate": 4.672839444782871e-06,
      "loss": 0.506,
      "step": 240320
    },
    {
      "epoch": 67.08,
      "grad_norm": 1.8398494720458984,
      "learning_rate": 4.672836424988279e-06,
      "loss": 0.496,
      "step": 240330
    },
    {
      "epoch": 67.08,
      "grad_norm": 1.3522109985351562,
      "learning_rate": 4.672833404883684e-06,
      "loss": 0.5065,
      "step": 240340
    },
    {
      "epoch": 67.08,
      "grad_norm": 2.3913755416870117,
      "learning_rate": 4.672830384469088e-06,
      "loss": 0.5065,
      "step": 240350
    },
    {
      "epoch": 67.08,
      "grad_norm": 1.7946277856826782,
      "learning_rate": 4.672827363744491e-06,
      "loss": 0.5007,
      "step": 240360
    },
    {
      "epoch": 67.09,
      "grad_norm": 2.055222511291504,
      "learning_rate": 4.672824342709892e-06,
      "loss": 0.4798,
      "step": 240370
    },
    {
      "epoch": 67.09,
      "grad_norm": 1.4154618978500366,
      "learning_rate": 4.672821321365294e-06,
      "loss": 0.5045,
      "step": 240380
    },
    {
      "epoch": 67.09,
      "grad_norm": 1.7847365140914917,
      "learning_rate": 4.672818299710695e-06,
      "loss": 0.5158,
      "step": 240390
    },
    {
      "epoch": 67.09,
      "grad_norm": 1.6346460580825806,
      "learning_rate": 4.672815277746098e-06,
      "loss": 0.5192,
      "step": 240400
    },
    {
      "epoch": 67.1,
      "grad_norm": 1.4579031467437744,
      "learning_rate": 4.6728122554715e-06,
      "loss": 0.5336,
      "step": 240410
    },
    {
      "epoch": 67.1,
      "grad_norm": 1.675837755203247,
      "learning_rate": 4.672809232886904e-06,
      "loss": 0.501,
      "step": 240420
    },
    {
      "epoch": 67.1,
      "grad_norm": 2.334012746810913,
      "learning_rate": 4.67280620999231e-06,
      "loss": 0.4784,
      "step": 240430
    },
    {
      "epoch": 67.11,
      "grad_norm": 1.3548493385314941,
      "learning_rate": 4.672803186787717e-06,
      "loss": 0.5165,
      "step": 240440
    },
    {
      "epoch": 67.11,
      "grad_norm": 1.6348669528961182,
      "learning_rate": 4.672800163273126e-06,
      "loss": 0.4965,
      "step": 240450
    },
    {
      "epoch": 67.11,
      "grad_norm": 1.6747500896453857,
      "learning_rate": 4.672797139448539e-06,
      "loss": 0.5143,
      "step": 240460
    },
    {
      "epoch": 67.11,
      "grad_norm": 1.3962743282318115,
      "learning_rate": 4.672794115313955e-06,
      "loss": 0.5213,
      "step": 240470
    },
    {
      "epoch": 67.12,
      "grad_norm": 1.9365819692611694,
      "learning_rate": 4.6727910908693735e-06,
      "loss": 0.5196,
      "step": 240480
    },
    {
      "epoch": 67.12,
      "grad_norm": 1.518306016921997,
      "learning_rate": 4.672788066114797e-06,
      "loss": 0.5181,
      "step": 240490
    },
    {
      "epoch": 67.12,
      "grad_norm": 1.8936787843704224,
      "learning_rate": 4.672785041050225e-06,
      "loss": 0.518,
      "step": 240500
    },
    {
      "epoch": 67.13,
      "grad_norm": 1.7441378831863403,
      "learning_rate": 4.672782015675657e-06,
      "loss": 0.5238,
      "step": 240510
    },
    {
      "epoch": 67.13,
      "grad_norm": 2.227144956588745,
      "learning_rate": 4.672778989991095e-06,
      "loss": 0.4939,
      "step": 240520
    },
    {
      "epoch": 67.13,
      "grad_norm": 1.6445860862731934,
      "learning_rate": 4.672775963996538e-06,
      "loss": 0.5038,
      "step": 240530
    },
    {
      "epoch": 67.13,
      "grad_norm": 1.7576364278793335,
      "learning_rate": 4.672772937691988e-06,
      "loss": 0.5099,
      "step": 240540
    },
    {
      "epoch": 67.14,
      "grad_norm": 2.002659320831299,
      "learning_rate": 4.6727699110774436e-06,
      "loss": 0.513,
      "step": 240550
    },
    {
      "epoch": 67.14,
      "grad_norm": 1.7393144369125366,
      "learning_rate": 4.672766884152906e-06,
      "loss": 0.5003,
      "step": 240560
    },
    {
      "epoch": 67.14,
      "grad_norm": 1.5405362844467163,
      "learning_rate": 4.672763856918376e-06,
      "loss": 0.5019,
      "step": 240570
    },
    {
      "epoch": 67.14,
      "grad_norm": 1.5126643180847168,
      "learning_rate": 4.672760829373853e-06,
      "loss": 0.4919,
      "step": 240580
    },
    {
      "epoch": 67.15,
      "grad_norm": 1.5621740818023682,
      "learning_rate": 4.672757801519339e-06,
      "loss": 0.5237,
      "step": 240590
    },
    {
      "epoch": 67.15,
      "grad_norm": 1.394582986831665,
      "learning_rate": 4.672754773354833e-06,
      "loss": 0.4957,
      "step": 240600
    },
    {
      "epoch": 67.15,
      "grad_norm": 1.3797316551208496,
      "learning_rate": 4.672751744880335e-06,
      "loss": 0.5072,
      "step": 240610
    },
    {
      "epoch": 67.16,
      "grad_norm": 1.9003715515136719,
      "learning_rate": 4.672748716095847e-06,
      "loss": 0.5238,
      "step": 240620
    },
    {
      "epoch": 67.16,
      "grad_norm": 1.669134259223938,
      "learning_rate": 4.672745687001368e-06,
      "loss": 0.5106,
      "step": 240630
    },
    {
      "epoch": 67.16,
      "grad_norm": 2.5605106353759766,
      "learning_rate": 4.6727426575969e-06,
      "loss": 0.5211,
      "step": 240640
    },
    {
      "epoch": 67.16,
      "grad_norm": 1.6493719816207886,
      "learning_rate": 4.672739627882442e-06,
      "loss": 0.5103,
      "step": 240650
    },
    {
      "epoch": 67.17,
      "grad_norm": 1.6780444383621216,
      "learning_rate": 4.672736597857995e-06,
      "loss": 0.5008,
      "step": 240660
    },
    {
      "epoch": 67.17,
      "grad_norm": 2.3074705600738525,
      "learning_rate": 4.672733567523559e-06,
      "loss": 0.4896,
      "step": 240670
    },
    {
      "epoch": 67.17,
      "grad_norm": 1.7633776664733887,
      "learning_rate": 4.672730536879135e-06,
      "loss": 0.4868,
      "step": 240680
    },
    {
      "epoch": 67.18,
      "grad_norm": 1.789995789527893,
      "learning_rate": 4.672727505924723e-06,
      "loss": 0.505,
      "step": 240690
    },
    {
      "epoch": 67.18,
      "grad_norm": 1.5959205627441406,
      "learning_rate": 4.672724474660324e-06,
      "loss": 0.4862,
      "step": 240700
    },
    {
      "epoch": 67.18,
      "grad_norm": 1.3035675287246704,
      "learning_rate": 4.672721443085936e-06,
      "loss": 0.4891,
      "step": 240710
    },
    {
      "epoch": 67.18,
      "grad_norm": 1.6606417894363403,
      "learning_rate": 4.672718411201563e-06,
      "loss": 0.5183,
      "step": 240720
    },
    {
      "epoch": 67.19,
      "grad_norm": 2.1568260192871094,
      "learning_rate": 4.672715379007203e-06,
      "loss": 0.5017,
      "step": 240730
    },
    {
      "epoch": 67.19,
      "grad_norm": 1.4071882963180542,
      "learning_rate": 4.672712346502857e-06,
      "loss": 0.5253,
      "step": 240740
    },
    {
      "epoch": 67.19,
      "grad_norm": 1.8928353786468506,
      "learning_rate": 4.6727093136885255e-06,
      "loss": 0.5004,
      "step": 240750
    },
    {
      "epoch": 67.2,
      "grad_norm": 1.6358091831207275,
      "learning_rate": 4.6727062805642096e-06,
      "loss": 0.5217,
      "step": 240760
    },
    {
      "epoch": 67.2,
      "grad_norm": 1.904125690460205,
      "learning_rate": 4.6727032471299075e-06,
      "loss": 0.5053,
      "step": 240770
    },
    {
      "epoch": 67.2,
      "grad_norm": 1.5039830207824707,
      "learning_rate": 4.672700213385623e-06,
      "loss": 0.5163,
      "step": 240780
    },
    {
      "epoch": 67.2,
      "grad_norm": 1.974299669265747,
      "learning_rate": 4.672697179331353e-06,
      "loss": 0.489,
      "step": 240790
    },
    {
      "epoch": 67.21,
      "grad_norm": 1.855462908744812,
      "learning_rate": 4.6726941449671e-06,
      "loss": 0.5313,
      "step": 240800
    },
    {
      "epoch": 67.21,
      "grad_norm": 1.401829481124878,
      "learning_rate": 4.672691110292864e-06,
      "loss": 0.5301,
      "step": 240810
    },
    {
      "epoch": 67.21,
      "grad_norm": 1.4274249076843262,
      "learning_rate": 4.6726880753086455e-06,
      "loss": 0.5174,
      "step": 240820
    },
    {
      "epoch": 67.21,
      "grad_norm": 2.1728856563568115,
      "learning_rate": 4.6726850400144446e-06,
      "loss": 0.5346,
      "step": 240830
    },
    {
      "epoch": 67.22,
      "grad_norm": 1.4208390712738037,
      "learning_rate": 4.672682004410262e-06,
      "loss": 0.4958,
      "step": 240840
    },
    {
      "epoch": 67.22,
      "grad_norm": 1.8623727560043335,
      "learning_rate": 4.672678968496097e-06,
      "loss": 0.5106,
      "step": 240850
    },
    {
      "epoch": 67.22,
      "grad_norm": 2.2431657314300537,
      "learning_rate": 4.672675932271952e-06,
      "loss": 0.4975,
      "step": 240860
    },
    {
      "epoch": 67.23,
      "grad_norm": 1.5189530849456787,
      "learning_rate": 4.672672895737826e-06,
      "loss": 0.5095,
      "step": 240870
    },
    {
      "epoch": 67.23,
      "grad_norm": 1.7583158016204834,
      "learning_rate": 4.67266985889372e-06,
      "loss": 0.5116,
      "step": 240880
    },
    {
      "epoch": 67.23,
      "grad_norm": 2.009939193725586,
      "learning_rate": 4.6726668217396325e-06,
      "loss": 0.5385,
      "step": 240890
    },
    {
      "epoch": 67.23,
      "grad_norm": 2.076833724975586,
      "learning_rate": 4.672663784275567e-06,
      "loss": 0.5104,
      "step": 240900
    },
    {
      "epoch": 67.24,
      "grad_norm": 1.449046015739441,
      "learning_rate": 4.672660746501522e-06,
      "loss": 0.4879,
      "step": 240910
    },
    {
      "epoch": 67.24,
      "grad_norm": 1.577643632888794,
      "learning_rate": 4.672657708417499e-06,
      "loss": 0.5248,
      "step": 240920
    },
    {
      "epoch": 67.24,
      "grad_norm": 1.6737823486328125,
      "learning_rate": 4.672654670023498e-06,
      "loss": 0.4978,
      "step": 240930
    },
    {
      "epoch": 67.25,
      "grad_norm": 1.6334855556488037,
      "learning_rate": 4.6726516313195175e-06,
      "loss": 0.4865,
      "step": 240940
    },
    {
      "epoch": 67.25,
      "grad_norm": 2.1379575729370117,
      "learning_rate": 4.67264859230556e-06,
      "loss": 0.528,
      "step": 240950
    },
    {
      "epoch": 67.25,
      "grad_norm": 1.5202099084854126,
      "learning_rate": 4.672645552981627e-06,
      "loss": 0.5018,
      "step": 240960
    },
    {
      "epoch": 67.25,
      "grad_norm": 1.9123438596725464,
      "learning_rate": 4.672642513347716e-06,
      "loss": 0.5155,
      "step": 240970
    },
    {
      "epoch": 67.26,
      "grad_norm": 2.0276153087615967,
      "learning_rate": 4.672639473403829e-06,
      "loss": 0.5075,
      "step": 240980
    },
    {
      "epoch": 67.26,
      "grad_norm": 1.9781770706176758,
      "learning_rate": 4.672636433149967e-06,
      "loss": 0.518,
      "step": 240990
    },
    {
      "epoch": 67.26,
      "grad_norm": 1.4976822137832642,
      "learning_rate": 4.672633392586128e-06,
      "loss": 0.4725,
      "step": 241000
    },
    {
      "epoch": 67.26,
      "grad_norm": 1.648004174232483,
      "learning_rate": 4.672630351712315e-06,
      "loss": 0.4982,
      "step": 241010
    },
    {
      "epoch": 67.27,
      "grad_norm": 2.5891637802124023,
      "learning_rate": 4.6726273105285275e-06,
      "loss": 0.489,
      "step": 241020
    },
    {
      "epoch": 67.27,
      "grad_norm": 2.2110824584960938,
      "learning_rate": 4.672624269034765e-06,
      "loss": 0.5025,
      "step": 241030
    },
    {
      "epoch": 67.27,
      "grad_norm": 1.5127531290054321,
      "learning_rate": 4.67262122723103e-06,
      "loss": 0.5161,
      "step": 241040
    },
    {
      "epoch": 67.28,
      "grad_norm": 1.8964409828186035,
      "learning_rate": 4.672618185117321e-06,
      "loss": 0.4951,
      "step": 241050
    },
    {
      "epoch": 67.28,
      "grad_norm": 1.7539629936218262,
      "learning_rate": 4.672615142693638e-06,
      "loss": 0.5259,
      "step": 241060
    },
    {
      "epoch": 67.28,
      "grad_norm": 2.174224853515625,
      "learning_rate": 4.672612099959984e-06,
      "loss": 0.5192,
      "step": 241070
    },
    {
      "epoch": 67.28,
      "grad_norm": 2.17964506149292,
      "learning_rate": 4.672609056916357e-06,
      "loss": 0.4953,
      "step": 241080
    },
    {
      "epoch": 67.29,
      "grad_norm": 1.7140474319458008,
      "learning_rate": 4.672606013562758e-06,
      "loss": 0.5202,
      "step": 241090
    },
    {
      "epoch": 67.29,
      "grad_norm": 1.8309452533721924,
      "learning_rate": 4.672602969899188e-06,
      "loss": 0.5457,
      "step": 241100
    },
    {
      "epoch": 67.29,
      "grad_norm": 2.0007236003875732,
      "learning_rate": 4.6725999259256465e-06,
      "loss": 0.5044,
      "step": 241110
    },
    {
      "epoch": 67.3,
      "grad_norm": 1.4987503290176392,
      "learning_rate": 4.672596881642136e-06,
      "loss": 0.499,
      "step": 241120
    },
    {
      "epoch": 67.3,
      "grad_norm": 1.8959137201309204,
      "learning_rate": 4.672593837048653e-06,
      "loss": 0.5261,
      "step": 241130
    },
    {
      "epoch": 67.3,
      "grad_norm": 1.3958934545516968,
      "learning_rate": 4.672590792145202e-06,
      "loss": 0.4972,
      "step": 241140
    },
    {
      "epoch": 67.3,
      "grad_norm": 1.6924394369125366,
      "learning_rate": 4.672587746931781e-06,
      "loss": 0.5076,
      "step": 241150
    },
    {
      "epoch": 67.31,
      "grad_norm": 1.6153075695037842,
      "learning_rate": 4.672584701408391e-06,
      "loss": 0.5146,
      "step": 241160
    },
    {
      "epoch": 67.31,
      "grad_norm": 1.7076905965805054,
      "learning_rate": 4.672581655575033e-06,
      "loss": 0.5104,
      "step": 241170
    },
    {
      "epoch": 67.31,
      "grad_norm": 1.4924421310424805,
      "learning_rate": 4.672578609431707e-06,
      "loss": 0.5102,
      "step": 241180
    },
    {
      "epoch": 67.32,
      "grad_norm": 2.7094898223876953,
      "learning_rate": 4.672575562978413e-06,
      "loss": 0.5125,
      "step": 241190
    },
    {
      "epoch": 67.32,
      "grad_norm": 1.550402283668518,
      "learning_rate": 4.672572516215151e-06,
      "loss": 0.5097,
      "step": 241200
    },
    {
      "epoch": 67.32,
      "grad_norm": 1.5252196788787842,
      "learning_rate": 4.672569469141923e-06,
      "loss": 0.4745,
      "step": 241210
    },
    {
      "epoch": 67.32,
      "grad_norm": 1.7375661134719849,
      "learning_rate": 4.672566421758728e-06,
      "loss": 0.5202,
      "step": 241220
    },
    {
      "epoch": 67.33,
      "grad_norm": 1.765730619430542,
      "learning_rate": 4.672563374065567e-06,
      "loss": 0.5127,
      "step": 241230
    },
    {
      "epoch": 67.33,
      "grad_norm": 2.063086748123169,
      "learning_rate": 4.67256032606244e-06,
      "loss": 0.5052,
      "step": 241240
    },
    {
      "epoch": 67.33,
      "grad_norm": 2.3817758560180664,
      "learning_rate": 4.672557277749349e-06,
      "loss": 0.5049,
      "step": 241250
    },
    {
      "epoch": 67.33,
      "grad_norm": 1.9215108156204224,
      "learning_rate": 4.672554229126292e-06,
      "loss": 0.5285,
      "step": 241260
    },
    {
      "epoch": 67.34,
      "grad_norm": 1.8404450416564941,
      "learning_rate": 4.67255118019327e-06,
      "loss": 0.5235,
      "step": 241270
    },
    {
      "epoch": 67.34,
      "grad_norm": 1.9202029705047607,
      "learning_rate": 4.672548130950285e-06,
      "loss": 0.5123,
      "step": 241280
    },
    {
      "epoch": 67.34,
      "grad_norm": 1.4632972478866577,
      "learning_rate": 4.6725450813973365e-06,
      "loss": 0.5251,
      "step": 241290
    },
    {
      "epoch": 67.35,
      "grad_norm": 1.478994607925415,
      "learning_rate": 4.672542031534424e-06,
      "loss": 0.5208,
      "step": 241300
    },
    {
      "epoch": 67.35,
      "grad_norm": 1.0365358591079712,
      "learning_rate": 4.672538981361548e-06,
      "loss": 0.5081,
      "step": 241310
    },
    {
      "epoch": 67.35,
      "grad_norm": 2.055560350418091,
      "learning_rate": 4.672535930878711e-06,
      "loss": 0.5054,
      "step": 241320
    },
    {
      "epoch": 67.35,
      "grad_norm": 2.3332948684692383,
      "learning_rate": 4.672532880085912e-06,
      "loss": 0.5316,
      "step": 241330
    },
    {
      "epoch": 67.36,
      "grad_norm": 1.3037101030349731,
      "learning_rate": 4.67252982898315e-06,
      "loss": 0.5144,
      "step": 241340
    },
    {
      "epoch": 67.36,
      "grad_norm": 1.7266148328781128,
      "learning_rate": 4.672526777570427e-06,
      "loss": 0.511,
      "step": 241350
    },
    {
      "epoch": 67.36,
      "grad_norm": 2.1491546630859375,
      "learning_rate": 4.672523725847744e-06,
      "loss": 0.4885,
      "step": 241360
    },
    {
      "epoch": 67.37,
      "grad_norm": 1.6178851127624512,
      "learning_rate": 4.6725206738151e-06,
      "loss": 0.4918,
      "step": 241370
    },
    {
      "epoch": 67.37,
      "grad_norm": 1.4365200996398926,
      "learning_rate": 4.672517621472496e-06,
      "loss": 0.5083,
      "step": 241380
    },
    {
      "epoch": 67.37,
      "grad_norm": 2.23449969291687,
      "learning_rate": 4.672514568819933e-06,
      "loss": 0.5369,
      "step": 241390
    },
    {
      "epoch": 67.37,
      "grad_norm": 1.7144559621810913,
      "learning_rate": 4.672511515857411e-06,
      "loss": 0.5109,
      "step": 241400
    },
    {
      "epoch": 67.38,
      "grad_norm": 2.2574102878570557,
      "learning_rate": 4.672508462584929e-06,
      "loss": 0.5067,
      "step": 241410
    },
    {
      "epoch": 67.38,
      "grad_norm": 1.9620871543884277,
      "learning_rate": 4.67250540900249e-06,
      "loss": 0.5035,
      "step": 241420
    },
    {
      "epoch": 67.38,
      "grad_norm": 1.62032151222229,
      "learning_rate": 4.672502355110091e-06,
      "loss": 0.497,
      "step": 241430
    },
    {
      "epoch": 67.38,
      "grad_norm": 1.691190481185913,
      "learning_rate": 4.672499300907736e-06,
      "loss": 0.5284,
      "step": 241440
    },
    {
      "epoch": 67.39,
      "grad_norm": 1.3973006010055542,
      "learning_rate": 4.672496246395424e-06,
      "loss": 0.5108,
      "step": 241450
    },
    {
      "epoch": 67.39,
      "grad_norm": 1.7324765920639038,
      "learning_rate": 4.672493191573154e-06,
      "loss": 0.4997,
      "step": 241460
    },
    {
      "epoch": 67.39,
      "grad_norm": 1.661516785621643,
      "learning_rate": 4.6724901364409285e-06,
      "loss": 0.5013,
      "step": 241470
    },
    {
      "epoch": 67.4,
      "grad_norm": 1.3077157735824585,
      "learning_rate": 4.672487080998747e-06,
      "loss": 0.5026,
      "step": 241480
    },
    {
      "epoch": 67.4,
      "grad_norm": 1.5555775165557861,
      "learning_rate": 4.67248402524661e-06,
      "loss": 0.5344,
      "step": 241490
    },
    {
      "epoch": 67.4,
      "grad_norm": 1.7785037755966187,
      "learning_rate": 4.672480969184518e-06,
      "loss": 0.5096,
      "step": 241500
    },
    {
      "epoch": 67.4,
      "grad_norm": 1.7830445766448975,
      "learning_rate": 4.6724779128124715e-06,
      "loss": 0.53,
      "step": 241510
    },
    {
      "epoch": 67.41,
      "grad_norm": 2.1327691078186035,
      "learning_rate": 4.67247485613047e-06,
      "loss": 0.5185,
      "step": 241520
    },
    {
      "epoch": 67.41,
      "grad_norm": 1.8911257982254028,
      "learning_rate": 4.672471799138515e-06,
      "loss": 0.4907,
      "step": 241530
    },
    {
      "epoch": 67.41,
      "grad_norm": 1.873906135559082,
      "learning_rate": 4.672468741836606e-06,
      "loss": 0.5079,
      "step": 241540
    },
    {
      "epoch": 67.42,
      "grad_norm": 1.4695361852645874,
      "learning_rate": 4.672465684224744e-06,
      "loss": 0.4981,
      "step": 241550
    },
    {
      "epoch": 67.42,
      "grad_norm": 1.9528909921646118,
      "learning_rate": 4.67246262630293e-06,
      "loss": 0.4864,
      "step": 241560
    },
    {
      "epoch": 67.42,
      "grad_norm": 1.351362943649292,
      "learning_rate": 4.672459568071163e-06,
      "loss": 0.5075,
      "step": 241570
    },
    {
      "epoch": 67.42,
      "grad_norm": 2.0050482749938965,
      "learning_rate": 4.672456509529444e-06,
      "loss": 0.507,
      "step": 241580
    },
    {
      "epoch": 67.43,
      "grad_norm": 1.6816073656082153,
      "learning_rate": 4.672453450677774e-06,
      "loss": 0.4897,
      "step": 241590
    },
    {
      "epoch": 67.43,
      "grad_norm": 1.6719144582748413,
      "learning_rate": 4.672450391516153e-06,
      "loss": 0.5115,
      "step": 241600
    },
    {
      "epoch": 67.43,
      "grad_norm": 2.588244915008545,
      "learning_rate": 4.6724473320445816e-06,
      "loss": 0.5178,
      "step": 241610
    },
    {
      "epoch": 67.44,
      "grad_norm": 2.276733636856079,
      "learning_rate": 4.67244427226306e-06,
      "loss": 0.5048,
      "step": 241620
    },
    {
      "epoch": 67.44,
      "grad_norm": 1.3998658657073975,
      "learning_rate": 4.672441212171587e-06,
      "loss": 0.4977,
      "step": 241630
    },
    {
      "epoch": 67.44,
      "grad_norm": 1.8993927240371704,
      "learning_rate": 4.672438151770166e-06,
      "loss": 0.5185,
      "step": 241640
    },
    {
      "epoch": 67.44,
      "grad_norm": 1.5601718425750732,
      "learning_rate": 4.672435091058796e-06,
      "loss": 0.5073,
      "step": 241650
    },
    {
      "epoch": 67.45,
      "grad_norm": 1.7663029432296753,
      "learning_rate": 4.672432030037477e-06,
      "loss": 0.5155,
      "step": 241660
    },
    {
      "epoch": 67.45,
      "grad_norm": 1.708278775215149,
      "learning_rate": 4.67242896870621e-06,
      "loss": 0.5167,
      "step": 241670
    },
    {
      "epoch": 67.45,
      "grad_norm": 1.7440377473831177,
      "learning_rate": 4.672425907064994e-06,
      "loss": 0.5215,
      "step": 241680
    },
    {
      "epoch": 67.45,
      "grad_norm": 1.604425311088562,
      "learning_rate": 4.672422845113832e-06,
      "loss": 0.5023,
      "step": 241690
    },
    {
      "epoch": 67.46,
      "grad_norm": 1.3017990589141846,
      "learning_rate": 4.672419782852723e-06,
      "loss": 0.5091,
      "step": 241700
    },
    {
      "epoch": 67.46,
      "grad_norm": 1.8568141460418701,
      "learning_rate": 4.6724167202816664e-06,
      "loss": 0.5121,
      "step": 241710
    },
    {
      "epoch": 67.46,
      "grad_norm": 1.683992862701416,
      "learning_rate": 4.672413657400665e-06,
      "loss": 0.5089,
      "step": 241720
    },
    {
      "epoch": 67.47,
      "grad_norm": 1.4879045486450195,
      "learning_rate": 4.6724105942097165e-06,
      "loss": 0.5078,
      "step": 241730
    },
    {
      "epoch": 67.47,
      "grad_norm": 1.396159291267395,
      "learning_rate": 4.672407530708823e-06,
      "loss": 0.4962,
      "step": 241740
    },
    {
      "epoch": 67.47,
      "grad_norm": 2.200167417526245,
      "learning_rate": 4.672404466897985e-06,
      "loss": 0.5035,
      "step": 241750
    },
    {
      "epoch": 67.47,
      "grad_norm": 1.714064359664917,
      "learning_rate": 4.672401402777203e-06,
      "loss": 0.4848,
      "step": 241760
    },
    {
      "epoch": 67.48,
      "grad_norm": 2.1332242488861084,
      "learning_rate": 4.6723983383464755e-06,
      "loss": 0.5108,
      "step": 241770
    },
    {
      "epoch": 67.48,
      "grad_norm": 1.6651885509490967,
      "learning_rate": 4.672395273605805e-06,
      "loss": 0.5101,
      "step": 241780
    },
    {
      "epoch": 67.48,
      "grad_norm": 1.3216805458068848,
      "learning_rate": 4.67239220855519e-06,
      "loss": 0.5202,
      "step": 241790
    },
    {
      "epoch": 67.49,
      "grad_norm": 2.328831911087036,
      "learning_rate": 4.672389143194633e-06,
      "loss": 0.5188,
      "step": 241800
    },
    {
      "epoch": 67.49,
      "grad_norm": 1.463140845298767,
      "learning_rate": 4.672386077524134e-06,
      "loss": 0.529,
      "step": 241810
    },
    {
      "epoch": 67.49,
      "grad_norm": 1.351136565208435,
      "learning_rate": 4.672383011543693e-06,
      "loss": 0.5186,
      "step": 241820
    },
    {
      "epoch": 67.49,
      "grad_norm": 1.6467461585998535,
      "learning_rate": 4.67237994525331e-06,
      "loss": 0.5106,
      "step": 241830
    },
    {
      "epoch": 67.5,
      "grad_norm": 1.5903006792068481,
      "learning_rate": 4.672376878652986e-06,
      "loss": 0.5059,
      "step": 241840
    },
    {
      "epoch": 67.5,
      "grad_norm": 2.158643960952759,
      "learning_rate": 4.67237381174272e-06,
      "loss": 0.5123,
      "step": 241850
    },
    {
      "epoch": 67.5,
      "grad_norm": 1.5874990224838257,
      "learning_rate": 4.672370744522514e-06,
      "loss": 0.5335,
      "step": 241860
    },
    {
      "epoch": 67.5,
      "grad_norm": 1.6930105686187744,
      "learning_rate": 4.672367676992368e-06,
      "loss": 0.4799,
      "step": 241870
    },
    {
      "epoch": 67.51,
      "grad_norm": 1.7196924686431885,
      "learning_rate": 4.672364609152283e-06,
      "loss": 0.5153,
      "step": 241880
    },
    {
      "epoch": 67.51,
      "grad_norm": 1.926008701324463,
      "learning_rate": 4.672361541002258e-06,
      "loss": 0.5063,
      "step": 241890
    },
    {
      "epoch": 67.51,
      "grad_norm": 1.9605660438537598,
      "learning_rate": 4.672358472542295e-06,
      "loss": 0.4894,
      "step": 241900
    },
    {
      "epoch": 67.52,
      "grad_norm": 1.5646076202392578,
      "learning_rate": 4.672355403772393e-06,
      "loss": 0.5117,
      "step": 241910
    },
    {
      "epoch": 67.52,
      "grad_norm": 2.074453592300415,
      "learning_rate": 4.672352334692553e-06,
      "loss": 0.5056,
      "step": 241920
    },
    {
      "epoch": 67.52,
      "grad_norm": 1.4376641511917114,
      "learning_rate": 4.672349265302775e-06,
      "loss": 0.5181,
      "step": 241930
    },
    {
      "epoch": 67.52,
      "grad_norm": 1.486754059791565,
      "learning_rate": 4.67234619560306e-06,
      "loss": 0.5117,
      "step": 241940
    },
    {
      "epoch": 67.53,
      "grad_norm": 1.3968087434768677,
      "learning_rate": 4.672343125593409e-06,
      "loss": 0.5201,
      "step": 241950
    },
    {
      "epoch": 67.53,
      "grad_norm": 2.3410873413085938,
      "learning_rate": 4.6723400552738215e-06,
      "loss": 0.4905,
      "step": 241960
    },
    {
      "epoch": 67.53,
      "grad_norm": 1.353999376296997,
      "learning_rate": 4.672336984644296e-06,
      "loss": 0.5126,
      "step": 241970
    },
    {
      "epoch": 67.54,
      "grad_norm": 2.276543140411377,
      "learning_rate": 4.672333913704837e-06,
      "loss": 0.5069,
      "step": 241980
    },
    {
      "epoch": 67.54,
      "grad_norm": 1.8172922134399414,
      "learning_rate": 4.672330842455443e-06,
      "loss": 0.5049,
      "step": 241990
    },
    {
      "epoch": 67.54,
      "grad_norm": 1.6890782117843628,
      "learning_rate": 4.672327770896113e-06,
      "loss": 0.4998,
      "step": 242000
    },
    {
      "epoch": 67.54,
      "grad_norm": 2.3508241176605225,
      "learning_rate": 4.672324699026849e-06,
      "loss": 0.5151,
      "step": 242010
    },
    {
      "epoch": 67.55,
      "grad_norm": 2.144172430038452,
      "learning_rate": 4.672321626847652e-06,
      "loss": 0.5162,
      "step": 242020
    },
    {
      "epoch": 67.55,
      "grad_norm": 2.2504236698150635,
      "learning_rate": 4.6723185543585206e-06,
      "loss": 0.4782,
      "step": 242030
    },
    {
      "epoch": 67.55,
      "grad_norm": 1.8147474527359009,
      "learning_rate": 4.672315481559457e-06,
      "loss": 0.5203,
      "step": 242040
    },
    {
      "epoch": 67.56,
      "grad_norm": 1.9757750034332275,
      "learning_rate": 4.672312408450459e-06,
      "loss": 0.5036,
      "step": 242050
    },
    {
      "epoch": 67.56,
      "grad_norm": 1.4472309350967407,
      "learning_rate": 4.672309335031531e-06,
      "loss": 0.5165,
      "step": 242060
    },
    {
      "epoch": 67.56,
      "grad_norm": 1.4879614114761353,
      "learning_rate": 4.6723062613026685e-06,
      "loss": 0.5039,
      "step": 242070
    },
    {
      "epoch": 67.56,
      "grad_norm": 2.7036595344543457,
      "learning_rate": 4.672303187263876e-06,
      "loss": 0.5014,
      "step": 242080
    },
    {
      "epoch": 67.57,
      "grad_norm": 1.8039004802703857,
      "learning_rate": 4.672300112915153e-06,
      "loss": 0.5077,
      "step": 242090
    },
    {
      "epoch": 67.57,
      "grad_norm": 1.8458781242370605,
      "learning_rate": 4.672297038256498e-06,
      "loss": 0.499,
      "step": 242100
    },
    {
      "epoch": 67.57,
      "grad_norm": 1.8543009757995605,
      "learning_rate": 4.672293963287914e-06,
      "loss": 0.5265,
      "step": 242110
    },
    {
      "epoch": 67.57,
      "grad_norm": 1.4564977884292603,
      "learning_rate": 4.6722908880094e-06,
      "loss": 0.5321,
      "step": 242120
    },
    {
      "epoch": 67.58,
      "grad_norm": 2.022763967514038,
      "learning_rate": 4.6722878124209554e-06,
      "loss": 0.5094,
      "step": 242130
    },
    {
      "epoch": 67.58,
      "grad_norm": 2.011437177658081,
      "learning_rate": 4.672284736522583e-06,
      "loss": 0.5139,
      "step": 242140
    },
    {
      "epoch": 67.58,
      "grad_norm": 1.4461561441421509,
      "learning_rate": 4.6722816603142815e-06,
      "loss": 0.5309,
      "step": 242150
    },
    {
      "epoch": 67.59,
      "grad_norm": 1.6264407634735107,
      "learning_rate": 4.672278583796052e-06,
      "loss": 0.4993,
      "step": 242160
    },
    {
      "epoch": 67.59,
      "grad_norm": 1.8235989809036255,
      "learning_rate": 4.6722755069678936e-06,
      "loss": 0.511,
      "step": 242170
    },
    {
      "epoch": 67.59,
      "grad_norm": 1.8770710229873657,
      "learning_rate": 4.6722724298298085e-06,
      "loss": 0.5164,
      "step": 242180
    },
    {
      "epoch": 67.59,
      "grad_norm": 1.3692965507507324,
      "learning_rate": 4.6722693523817975e-06,
      "loss": 0.5239,
      "step": 242190
    },
    {
      "epoch": 67.6,
      "grad_norm": 1.7399400472640991,
      "learning_rate": 4.672266274623859e-06,
      "loss": 0.5189,
      "step": 242200
    },
    {
      "epoch": 67.6,
      "grad_norm": 1.359052062034607,
      "learning_rate": 4.672263196555994e-06,
      "loss": 0.5148,
      "step": 242210
    },
    {
      "epoch": 67.6,
      "grad_norm": 1.680309772491455,
      "learning_rate": 4.672260118178204e-06,
      "loss": 0.4981,
      "step": 242220
    },
    {
      "epoch": 67.61,
      "grad_norm": 1.6396832466125488,
      "learning_rate": 4.672257039490489e-06,
      "loss": 0.4965,
      "step": 242230
    },
    {
      "epoch": 67.61,
      "grad_norm": 1.5203396081924438,
      "learning_rate": 4.672253960492848e-06,
      "loss": 0.5212,
      "step": 242240
    },
    {
      "epoch": 67.61,
      "grad_norm": 1.3869948387145996,
      "learning_rate": 4.672250881185283e-06,
      "loss": 0.5051,
      "step": 242250
    },
    {
      "epoch": 67.61,
      "grad_norm": 1.9072057008743286,
      "learning_rate": 4.672247801567793e-06,
      "loss": 0.5099,
      "step": 242260
    },
    {
      "epoch": 67.62,
      "grad_norm": 1.7479482889175415,
      "learning_rate": 4.672244721640381e-06,
      "loss": 0.5152,
      "step": 242270
    },
    {
      "epoch": 67.62,
      "grad_norm": 1.6338188648223877,
      "learning_rate": 4.672241641403045e-06,
      "loss": 0.5165,
      "step": 242280
    },
    {
      "epoch": 67.62,
      "grad_norm": 2.155379295349121,
      "learning_rate": 4.672238560855785e-06,
      "loss": 0.5118,
      "step": 242290
    },
    {
      "epoch": 67.62,
      "grad_norm": 1.7949970960617065,
      "learning_rate": 4.672235479998605e-06,
      "loss": 0.5176,
      "step": 242300
    },
    {
      "epoch": 67.63,
      "grad_norm": 1.6633719205856323,
      "learning_rate": 4.672232398831501e-06,
      "loss": 0.5069,
      "step": 242310
    },
    {
      "epoch": 67.63,
      "grad_norm": 1.6839717626571655,
      "learning_rate": 4.672229317354476e-06,
      "loss": 0.4899,
      "step": 242320
    },
    {
      "epoch": 67.63,
      "grad_norm": 2.283998727798462,
      "learning_rate": 4.672226235567529e-06,
      "loss": 0.5169,
      "step": 242330
    },
    {
      "epoch": 67.64,
      "grad_norm": 1.795469045639038,
      "learning_rate": 4.672223153470663e-06,
      "loss": 0.5042,
      "step": 242340
    },
    {
      "epoch": 67.64,
      "grad_norm": 1.7307177782058716,
      "learning_rate": 4.672220071063874e-06,
      "loss": 0.5183,
      "step": 242350
    },
    {
      "epoch": 67.64,
      "grad_norm": 2.052232027053833,
      "learning_rate": 4.672216988347167e-06,
      "loss": 0.4981,
      "step": 242360
    },
    {
      "epoch": 67.64,
      "grad_norm": 1.5455068349838257,
      "learning_rate": 4.67221390532054e-06,
      "loss": 0.5156,
      "step": 242370
    },
    {
      "epoch": 67.65,
      "grad_norm": 1.8665045499801636,
      "learning_rate": 4.672210821983993e-06,
      "loss": 0.5082,
      "step": 242380
    },
    {
      "epoch": 67.65,
      "grad_norm": 1.501497507095337,
      "learning_rate": 4.672207738337528e-06,
      "loss": 0.5136,
      "step": 242390
    },
    {
      "epoch": 67.65,
      "grad_norm": 1.7213001251220703,
      "learning_rate": 4.6722046543811446e-06,
      "loss": 0.5109,
      "step": 242400
    },
    {
      "epoch": 67.66,
      "grad_norm": 1.4569921493530273,
      "learning_rate": 4.672201570114844e-06,
      "loss": 0.5096,
      "step": 242410
    },
    {
      "epoch": 67.66,
      "grad_norm": 1.5676486492156982,
      "learning_rate": 4.672198485538624e-06,
      "loss": 0.5231,
      "step": 242420
    },
    {
      "epoch": 67.66,
      "grad_norm": 1.7325750589370728,
      "learning_rate": 4.672195400652488e-06,
      "loss": 0.5266,
      "step": 242430
    },
    {
      "epoch": 67.66,
      "grad_norm": 1.9030022621154785,
      "learning_rate": 4.672192315456436e-06,
      "loss": 0.4887,
      "step": 242440
    },
    {
      "epoch": 67.67,
      "grad_norm": 1.8421013355255127,
      "learning_rate": 4.672189229950466e-06,
      "loss": 0.5114,
      "step": 242450
    },
    {
      "epoch": 67.67,
      "grad_norm": 1.5101934671401978,
      "learning_rate": 4.672186144134581e-06,
      "loss": 0.5052,
      "step": 242460
    },
    {
      "epoch": 67.67,
      "grad_norm": 1.8082351684570312,
      "learning_rate": 4.6721830580087804e-06,
      "loss": 0.5004,
      "step": 242470
    },
    {
      "epoch": 67.68,
      "grad_norm": 1.5511683225631714,
      "learning_rate": 4.6721799715730654e-06,
      "loss": 0.5126,
      "step": 242480
    },
    {
      "epoch": 67.68,
      "grad_norm": 1.3838244676589966,
      "learning_rate": 4.672176884827435e-06,
      "loss": 0.512,
      "step": 242490
    },
    {
      "epoch": 67.68,
      "grad_norm": 1.5932786464691162,
      "learning_rate": 4.672173797771891e-06,
      "loss": 0.5205,
      "step": 242500
    },
    {
      "epoch": 67.68,
      "grad_norm": 1.4102579355239868,
      "learning_rate": 4.672170710406432e-06,
      "loss": 0.5159,
      "step": 242510
    },
    {
      "epoch": 67.69,
      "grad_norm": 1.7023330926895142,
      "learning_rate": 4.67216762273106e-06,
      "loss": 0.5082,
      "step": 242520
    },
    {
      "epoch": 67.69,
      "grad_norm": 1.3014249801635742,
      "learning_rate": 4.6721645347457755e-06,
      "loss": 0.5079,
      "step": 242530
    },
    {
      "epoch": 67.69,
      "grad_norm": 1.6000901460647583,
      "learning_rate": 4.672161446450578e-06,
      "loss": 0.52,
      "step": 242540
    },
    {
      "epoch": 67.69,
      "grad_norm": 1.969952940940857,
      "learning_rate": 4.672158357845468e-06,
      "loss": 0.4839,
      "step": 242550
    },
    {
      "epoch": 67.7,
      "grad_norm": 1.5626415014266968,
      "learning_rate": 4.672155268930448e-06,
      "loss": 0.5018,
      "step": 242560
    },
    {
      "epoch": 67.7,
      "grad_norm": 1.6757633686065674,
      "learning_rate": 4.672152179705514e-06,
      "loss": 0.5062,
      "step": 242570
    },
    {
      "epoch": 67.7,
      "grad_norm": 1.8368133306503296,
      "learning_rate": 4.672149090170671e-06,
      "loss": 0.5302,
      "step": 242580
    },
    {
      "epoch": 67.71,
      "grad_norm": 1.337611436843872,
      "learning_rate": 4.672146000325916e-06,
      "loss": 0.4974,
      "step": 242590
    },
    {
      "epoch": 67.71,
      "grad_norm": 1.5197490453720093,
      "learning_rate": 4.672142910171252e-06,
      "loss": 0.5171,
      "step": 242600
    },
    {
      "epoch": 67.71,
      "grad_norm": 2.6966171264648438,
      "learning_rate": 4.672139819706677e-06,
      "loss": 0.5085,
      "step": 242610
    },
    {
      "epoch": 67.71,
      "grad_norm": 1.5551191568374634,
      "learning_rate": 4.6721367289321944e-06,
      "loss": 0.5145,
      "step": 242620
    },
    {
      "epoch": 67.72,
      "grad_norm": 1.581384539604187,
      "learning_rate": 4.672133637847802e-06,
      "loss": 0.5144,
      "step": 242630
    },
    {
      "epoch": 67.72,
      "grad_norm": 1.840891718864441,
      "learning_rate": 4.672130546453501e-06,
      "loss": 0.5049,
      "step": 242640
    },
    {
      "epoch": 67.72,
      "grad_norm": 1.4378646612167358,
      "learning_rate": 4.6721274547492925e-06,
      "loss": 0.503,
      "step": 242650
    },
    {
      "epoch": 67.73,
      "grad_norm": 2.407165050506592,
      "learning_rate": 4.672124362735175e-06,
      "loss": 0.5078,
      "step": 242660
    },
    {
      "epoch": 67.73,
      "grad_norm": 1.62422776222229,
      "learning_rate": 4.6721212704111515e-06,
      "loss": 0.5058,
      "step": 242670
    },
    {
      "epoch": 67.73,
      "grad_norm": 2.106567144393921,
      "learning_rate": 4.67211817777722e-06,
      "loss": 0.5042,
      "step": 242680
    },
    {
      "epoch": 67.73,
      "grad_norm": 2.2484095096588135,
      "learning_rate": 4.672115084833384e-06,
      "loss": 0.5285,
      "step": 242690
    },
    {
      "epoch": 67.74,
      "grad_norm": 1.679460048675537,
      "learning_rate": 4.67211199157964e-06,
      "loss": 0.5182,
      "step": 242700
    },
    {
      "epoch": 67.74,
      "grad_norm": 1.6191940307617188,
      "learning_rate": 4.6721088980159916e-06,
      "loss": 0.5021,
      "step": 242710
    },
    {
      "epoch": 67.74,
      "grad_norm": 1.4441912174224854,
      "learning_rate": 4.672105804142437e-06,
      "loss": 0.5004,
      "step": 242720
    },
    {
      "epoch": 67.74,
      "grad_norm": 1.6448686122894287,
      "learning_rate": 4.672102709958979e-06,
      "loss": 0.5078,
      "step": 242730
    },
    {
      "epoch": 67.75,
      "grad_norm": 1.9946082830429077,
      "learning_rate": 4.6720996154656145e-06,
      "loss": 0.5268,
      "step": 242740
    },
    {
      "epoch": 67.75,
      "grad_norm": 2.0773918628692627,
      "learning_rate": 4.672096520662348e-06,
      "loss": 0.5167,
      "step": 242750
    },
    {
      "epoch": 67.75,
      "grad_norm": 1.9175269603729248,
      "learning_rate": 4.672093425549177e-06,
      "loss": 0.5094,
      "step": 242760
    },
    {
      "epoch": 67.76,
      "grad_norm": 1.536262035369873,
      "learning_rate": 4.672090330126103e-06,
      "loss": 0.5003,
      "step": 242770
    },
    {
      "epoch": 67.76,
      "grad_norm": 1.218585729598999,
      "learning_rate": 4.672087234393127e-06,
      "loss": 0.5036,
      "step": 242780
    },
    {
      "epoch": 67.76,
      "grad_norm": 1.3873217105865479,
      "learning_rate": 4.672084138350248e-06,
      "loss": 0.5256,
      "step": 242790
    },
    {
      "epoch": 67.76,
      "grad_norm": 1.5402040481567383,
      "learning_rate": 4.672081041997467e-06,
      "loss": 0.4966,
      "step": 242800
    },
    {
      "epoch": 67.77,
      "grad_norm": 1.5805230140686035,
      "learning_rate": 4.672077945334784e-06,
      "loss": 0.5265,
      "step": 242810
    },
    {
      "epoch": 67.77,
      "grad_norm": 1.8694316148757935,
      "learning_rate": 4.6720748483622005e-06,
      "loss": 0.4996,
      "step": 242820
    },
    {
      "epoch": 67.77,
      "grad_norm": 1.9188698530197144,
      "learning_rate": 4.672071751079717e-06,
      "loss": 0.5127,
      "step": 242830
    },
    {
      "epoch": 67.78,
      "grad_norm": 1.7881754636764526,
      "learning_rate": 4.672068653487333e-06,
      "loss": 0.5008,
      "step": 242840
    },
    {
      "epoch": 67.78,
      "grad_norm": 1.4396401643753052,
      "learning_rate": 4.672065555585048e-06,
      "loss": 0.5157,
      "step": 242850
    },
    {
      "epoch": 67.78,
      "grad_norm": 1.655551791191101,
      "learning_rate": 4.672062457372865e-06,
      "loss": 0.5044,
      "step": 242860
    },
    {
      "epoch": 67.78,
      "grad_norm": 1.5072309970855713,
      "learning_rate": 4.672059358850782e-06,
      "loss": 0.5011,
      "step": 242870
    },
    {
      "epoch": 67.79,
      "grad_norm": 1.414294719696045,
      "learning_rate": 4.672056260018801e-06,
      "loss": 0.5183,
      "step": 242880
    },
    {
      "epoch": 67.79,
      "grad_norm": 1.906014323234558,
      "learning_rate": 4.672053160876921e-06,
      "loss": 0.5432,
      "step": 242890
    },
    {
      "epoch": 67.79,
      "grad_norm": 1.5391474962234497,
      "learning_rate": 4.672050061425144e-06,
      "loss": 0.5212,
      "step": 242900
    },
    {
      "epoch": 67.8,
      "grad_norm": 1.9338608980178833,
      "learning_rate": 4.67204696166347e-06,
      "loss": 0.5051,
      "step": 242910
    },
    {
      "epoch": 67.8,
      "grad_norm": 1.5738344192504883,
      "learning_rate": 4.672043861591898e-06,
      "loss": 0.5118,
      "step": 242920
    },
    {
      "epoch": 67.8,
      "grad_norm": 1.9742196798324585,
      "learning_rate": 4.6720407612104295e-06,
      "loss": 0.5177,
      "step": 242930
    },
    {
      "epoch": 67.8,
      "grad_norm": 1.6128414869308472,
      "learning_rate": 4.672037660519066e-06,
      "loss": 0.5159,
      "step": 242940
    },
    {
      "epoch": 67.81,
      "grad_norm": 1.7005620002746582,
      "learning_rate": 4.672034559517806e-06,
      "loss": 0.4974,
      "step": 242950
    },
    {
      "epoch": 67.81,
      "grad_norm": 1.732692837715149,
      "learning_rate": 4.6720314582066505e-06,
      "loss": 0.5095,
      "step": 242960
    },
    {
      "epoch": 67.81,
      "grad_norm": 1.9913111925125122,
      "learning_rate": 4.6720283565856e-06,
      "loss": 0.5037,
      "step": 242970
    },
    {
      "epoch": 67.81,
      "grad_norm": 2.14692759513855,
      "learning_rate": 4.6720252546546555e-06,
      "loss": 0.5043,
      "step": 242980
    },
    {
      "epoch": 67.82,
      "grad_norm": 1.5645838975906372,
      "learning_rate": 4.672022152413817e-06,
      "loss": 0.5268,
      "step": 242990
    },
    {
      "epoch": 67.82,
      "grad_norm": 1.5057798624038696,
      "learning_rate": 4.672019049863084e-06,
      "loss": 0.5081,
      "step": 243000
    },
    {
      "epoch": 67.82,
      "grad_norm": 1.4943524599075317,
      "learning_rate": 4.672015947002459e-06,
      "loss": 0.5139,
      "step": 243010
    },
    {
      "epoch": 67.83,
      "grad_norm": 1.815553903579712,
      "learning_rate": 4.67201284383194e-06,
      "loss": 0.5028,
      "step": 243020
    },
    {
      "epoch": 67.83,
      "grad_norm": 1.9131652116775513,
      "learning_rate": 4.672009740351529e-06,
      "loss": 0.503,
      "step": 243030
    },
    {
      "epoch": 67.83,
      "grad_norm": 2.2464489936828613,
      "learning_rate": 4.6720066365612265e-06,
      "loss": 0.4982,
      "step": 243040
    },
    {
      "epoch": 67.83,
      "grad_norm": 1.3340210914611816,
      "learning_rate": 4.6720035324610324e-06,
      "loss": 0.5094,
      "step": 243050
    },
    {
      "epoch": 67.84,
      "grad_norm": 1.7884021997451782,
      "learning_rate": 4.672000428050945e-06,
      "loss": 0.5054,
      "step": 243060
    },
    {
      "epoch": 67.84,
      "grad_norm": 1.8242285251617432,
      "learning_rate": 4.67199732333097e-06,
      "loss": 0.4976,
      "step": 243070
    },
    {
      "epoch": 67.84,
      "grad_norm": 1.8031537532806396,
      "learning_rate": 4.671994218301103e-06,
      "loss": 0.5047,
      "step": 243080
    },
    {
      "epoch": 67.85,
      "grad_norm": 1.4785292148590088,
      "learning_rate": 4.671991112961346e-06,
      "loss": 0.5114,
      "step": 243090
    },
    {
      "epoch": 67.85,
      "grad_norm": 1.650208830833435,
      "learning_rate": 4.6719880073117e-06,
      "loss": 0.4905,
      "step": 243100
    },
    {
      "epoch": 67.85,
      "grad_norm": 1.8524810075759888,
      "learning_rate": 4.671984901352165e-06,
      "loss": 0.5224,
      "step": 243110
    },
    {
      "epoch": 67.85,
      "grad_norm": 1.9158140420913696,
      "learning_rate": 4.67198179508274e-06,
      "loss": 0.5034,
      "step": 243120
    },
    {
      "epoch": 67.86,
      "grad_norm": 2.0015058517456055,
      "learning_rate": 4.671978688503428e-06,
      "loss": 0.4988,
      "step": 243130
    },
    {
      "epoch": 67.86,
      "grad_norm": 1.7457374334335327,
      "learning_rate": 4.671975581614228e-06,
      "loss": 0.5166,
      "step": 243140
    },
    {
      "epoch": 67.86,
      "grad_norm": 1.6718846559524536,
      "learning_rate": 4.67197247441514e-06,
      "loss": 0.4978,
      "step": 243150
    },
    {
      "epoch": 67.86,
      "grad_norm": 2.090987205505371,
      "learning_rate": 4.6719693669061655e-06,
      "loss": 0.5105,
      "step": 243160
    },
    {
      "epoch": 67.87,
      "grad_norm": 1.7182682752609253,
      "learning_rate": 4.671966259087304e-06,
      "loss": 0.5244,
      "step": 243170
    },
    {
      "epoch": 67.87,
      "grad_norm": 1.5252983570098877,
      "learning_rate": 4.6719631509585565e-06,
      "loss": 0.5253,
      "step": 243180
    },
    {
      "epoch": 67.87,
      "grad_norm": 1.5690022706985474,
      "learning_rate": 4.671960042519923e-06,
      "loss": 0.5177,
      "step": 243190
    },
    {
      "epoch": 67.88,
      "grad_norm": 1.5566730499267578,
      "learning_rate": 4.671956933771405e-06,
      "loss": 0.5121,
      "step": 243200
    },
    {
      "epoch": 67.88,
      "grad_norm": 1.7802833318710327,
      "learning_rate": 4.671953824713001e-06,
      "loss": 0.536,
      "step": 243210
    },
    {
      "epoch": 67.88,
      "grad_norm": 1.637053370475769,
      "learning_rate": 4.671950715344712e-06,
      "loss": 0.5156,
      "step": 243220
    },
    {
      "epoch": 67.88,
      "grad_norm": 1.8788368701934814,
      "learning_rate": 4.6719476056665394e-06,
      "loss": 0.4927,
      "step": 243230
    },
    {
      "epoch": 67.89,
      "grad_norm": 1.5884194374084473,
      "learning_rate": 4.671944495678483e-06,
      "loss": 0.4931,
      "step": 243240
    },
    {
      "epoch": 67.89,
      "grad_norm": 2.057621717453003,
      "learning_rate": 4.671941385380544e-06,
      "loss": 0.5111,
      "step": 243250
    },
    {
      "epoch": 67.89,
      "grad_norm": 2.0290780067443848,
      "learning_rate": 4.671938274772722e-06,
      "loss": 0.4997,
      "step": 243260
    },
    {
      "epoch": 67.9,
      "grad_norm": 1.5626734495162964,
      "learning_rate": 4.671935163855016e-06,
      "loss": 0.4969,
      "step": 243270
    },
    {
      "epoch": 67.9,
      "grad_norm": 1.702846646308899,
      "learning_rate": 4.671932052627429e-06,
      "loss": 0.5141,
      "step": 243280
    },
    {
      "epoch": 67.9,
      "grad_norm": 1.7416186332702637,
      "learning_rate": 4.671928941089961e-06,
      "loss": 0.5095,
      "step": 243290
    },
    {
      "epoch": 67.9,
      "grad_norm": 1.6164580583572388,
      "learning_rate": 4.671925829242611e-06,
      "loss": 0.5108,
      "step": 243300
    },
    {
      "epoch": 67.91,
      "grad_norm": 1.9881165027618408,
      "learning_rate": 4.67192271708538e-06,
      "loss": 0.4956,
      "step": 243310
    },
    {
      "epoch": 67.91,
      "grad_norm": 2.621199607849121,
      "learning_rate": 4.671919604618269e-06,
      "loss": 0.5128,
      "step": 243320
    },
    {
      "epoch": 67.91,
      "grad_norm": 1.7603720426559448,
      "learning_rate": 4.671916491841277e-06,
      "loss": 0.4944,
      "step": 243330
    },
    {
      "epoch": 67.92,
      "grad_norm": 1.2764322757720947,
      "learning_rate": 4.671913378754407e-06,
      "loss": 0.5191,
      "step": 243340
    },
    {
      "epoch": 67.92,
      "grad_norm": 1.3838706016540527,
      "learning_rate": 4.671910265357657e-06,
      "loss": 0.5166,
      "step": 243350
    },
    {
      "epoch": 67.92,
      "grad_norm": 1.9052554368972778,
      "learning_rate": 4.671907151651028e-06,
      "loss": 0.4981,
      "step": 243360
    },
    {
      "epoch": 67.92,
      "grad_norm": 1.7039084434509277,
      "learning_rate": 4.671904037634521e-06,
      "loss": 0.4993,
      "step": 243370
    },
    {
      "epoch": 67.93,
      "grad_norm": 2.4724929332733154,
      "learning_rate": 4.6719009233081355e-06,
      "loss": 0.5209,
      "step": 243380
    },
    {
      "epoch": 67.93,
      "grad_norm": 1.8382928371429443,
      "learning_rate": 4.671897808671873e-06,
      "loss": 0.5053,
      "step": 243390
    },
    {
      "epoch": 67.93,
      "grad_norm": 1.5340321063995361,
      "learning_rate": 4.671894693725734e-06,
      "loss": 0.4961,
      "step": 243400
    },
    {
      "epoch": 67.93,
      "grad_norm": 1.6661220788955688,
      "learning_rate": 4.671891578469717e-06,
      "loss": 0.501,
      "step": 243410
    },
    {
      "epoch": 67.94,
      "grad_norm": 1.676509141921997,
      "learning_rate": 4.671888462903825e-06,
      "loss": 0.4978,
      "step": 243420
    },
    {
      "epoch": 67.94,
      "grad_norm": 1.3472919464111328,
      "learning_rate": 4.671885347028057e-06,
      "loss": 0.5208,
      "step": 243430
    },
    {
      "epoch": 67.94,
      "grad_norm": 1.4947807788848877,
      "learning_rate": 4.671882230842413e-06,
      "loss": 0.5061,
      "step": 243440
    },
    {
      "epoch": 67.95,
      "grad_norm": 1.5834535360336304,
      "learning_rate": 4.671879114346893e-06,
      "loss": 0.522,
      "step": 243450
    },
    {
      "epoch": 67.95,
      "grad_norm": 1.5423029661178589,
      "learning_rate": 4.6718759975415e-06,
      "loss": 0.5114,
      "step": 243460
    },
    {
      "epoch": 67.95,
      "grad_norm": 1.390460729598999,
      "learning_rate": 4.671872880426232e-06,
      "loss": 0.5083,
      "step": 243470
    },
    {
      "epoch": 67.95,
      "grad_norm": 1.8790956735610962,
      "learning_rate": 4.67186976300109e-06,
      "loss": 0.543,
      "step": 243480
    },
    {
      "epoch": 67.96,
      "grad_norm": 1.6997742652893066,
      "learning_rate": 4.671866645266075e-06,
      "loss": 0.5193,
      "step": 243490
    },
    {
      "epoch": 67.96,
      "grad_norm": 2.0977532863616943,
      "learning_rate": 4.671863527221187e-06,
      "loss": 0.5179,
      "step": 243500
    },
    {
      "epoch": 67.96,
      "grad_norm": 1.780562162399292,
      "learning_rate": 4.671860408866427e-06,
      "loss": 0.5047,
      "step": 243510
    },
    {
      "epoch": 67.97,
      "grad_norm": 1.5611153841018677,
      "learning_rate": 4.6718572902017946e-06,
      "loss": 0.5109,
      "step": 243520
    },
    {
      "epoch": 67.97,
      "grad_norm": 1.7933933734893799,
      "learning_rate": 4.67185417122729e-06,
      "loss": 0.4786,
      "step": 243530
    },
    {
      "epoch": 67.97,
      "grad_norm": 2.1776421070098877,
      "learning_rate": 4.671851051942914e-06,
      "loss": 0.5137,
      "step": 243540
    },
    {
      "epoch": 67.97,
      "grad_norm": 1.5756337642669678,
      "learning_rate": 4.671847932348668e-06,
      "loss": 0.5083,
      "step": 243550
    },
    {
      "epoch": 67.98,
      "grad_norm": 1.7321478128433228,
      "learning_rate": 4.671844812444551e-06,
      "loss": 0.4903,
      "step": 243560
    },
    {
      "epoch": 67.98,
      "grad_norm": 1.85663640499115,
      "learning_rate": 4.671841692230564e-06,
      "loss": 0.5209,
      "step": 243570
    },
    {
      "epoch": 67.98,
      "grad_norm": 1.8112226724624634,
      "learning_rate": 4.671838571706707e-06,
      "loss": 0.4936,
      "step": 243580
    },
    {
      "epoch": 67.98,
      "grad_norm": 1.4820704460144043,
      "learning_rate": 4.671835450872981e-06,
      "loss": 0.5078,
      "step": 243590
    },
    {
      "epoch": 67.99,
      "grad_norm": 1.561875581741333,
      "learning_rate": 4.671832329729387e-06,
      "loss": 0.5164,
      "step": 243600
    },
    {
      "epoch": 67.99,
      "grad_norm": 1.4952826499938965,
      "learning_rate": 4.6718292082759235e-06,
      "loss": 0.5153,
      "step": 243610
    },
    {
      "epoch": 67.99,
      "grad_norm": 1.288079857826233,
      "learning_rate": 4.671826086512593e-06,
      "loss": 0.5242,
      "step": 243620
    },
    {
      "epoch": 68.0,
      "grad_norm": 1.9630664587020874,
      "learning_rate": 4.671822964439394e-06,
      "loss": 0.4991,
      "step": 243630
    },
    {
      "epoch": 68.0,
      "grad_norm": 1.9244401454925537,
      "learning_rate": 4.671819842056328e-06,
      "loss": 0.5112,
      "step": 243640
    },
    {
      "epoch": 68.0,
      "eval_loss": 0.5093849301338196,
      "eval_runtime": 63.0227,
      "eval_samples_per_second": 80.273,
      "eval_steps_per_second": 10.044,
      "step": 243644
    },
    {
      "epoch": 68.0,
      "grad_norm": 1.7302778959274292,
      "learning_rate": 4.671816719363396e-06,
      "loss": 0.5499,
      "step": 243650
    },
    {
      "epoch": 68.0,
      "grad_norm": 1.667108416557312,
      "learning_rate": 4.671813596360597e-06,
      "loss": 0.5122,
      "step": 243660
    },
    {
      "epoch": 68.01,
      "grad_norm": 1.9776899814605713,
      "learning_rate": 4.671810473047932e-06,
      "loss": 0.4953,
      "step": 243670
    },
    {
      "epoch": 68.01,
      "grad_norm": 1.7999992370605469,
      "learning_rate": 4.671807349425402e-06,
      "loss": 0.5065,
      "step": 243680
    },
    {
      "epoch": 68.01,
      "grad_norm": 1.3145687580108643,
      "learning_rate": 4.6718042254930065e-06,
      "loss": 0.4927,
      "step": 243690
    },
    {
      "epoch": 68.02,
      "grad_norm": 1.488160252571106,
      "learning_rate": 4.671801101250747e-06,
      "loss": 0.5295,
      "step": 243700
    },
    {
      "epoch": 68.02,
      "grad_norm": 2.186112642288208,
      "learning_rate": 4.671797976698623e-06,
      "loss": 0.4965,
      "step": 243710
    },
    {
      "epoch": 68.02,
      "grad_norm": 1.779761791229248,
      "learning_rate": 4.671794851836635e-06,
      "loss": 0.5183,
      "step": 243720
    },
    {
      "epoch": 68.02,
      "grad_norm": 1.907281756401062,
      "learning_rate": 4.671791726664783e-06,
      "loss": 0.5229,
      "step": 243730
    },
    {
      "epoch": 68.03,
      "grad_norm": 2.0316972732543945,
      "learning_rate": 4.671788601183069e-06,
      "loss": 0.5149,
      "step": 243740
    },
    {
      "epoch": 68.03,
      "grad_norm": 1.3311136960983276,
      "learning_rate": 4.671785475391492e-06,
      "loss": 0.4865,
      "step": 243750
    },
    {
      "epoch": 68.03,
      "grad_norm": 2.171081066131592,
      "learning_rate": 4.671782349290052e-06,
      "loss": 0.5045,
      "step": 243760
    },
    {
      "epoch": 68.04,
      "grad_norm": 1.7539469003677368,
      "learning_rate": 4.671779222878752e-06,
      "loss": 0.5141,
      "step": 243770
    },
    {
      "epoch": 68.04,
      "grad_norm": 1.7218153476715088,
      "learning_rate": 4.671776096157589e-06,
      "loss": 0.5008,
      "step": 243780
    },
    {
      "epoch": 68.04,
      "grad_norm": 1.8961143493652344,
      "learning_rate": 4.671772969126567e-06,
      "loss": 0.5261,
      "step": 243790
    },
    {
      "epoch": 68.04,
      "grad_norm": 1.9550455808639526,
      "learning_rate": 4.671769841785683e-06,
      "loss": 0.4962,
      "step": 243800
    },
    {
      "epoch": 68.05,
      "grad_norm": 1.5714805126190186,
      "learning_rate": 4.671766714134939e-06,
      "loss": 0.5139,
      "step": 243810
    },
    {
      "epoch": 68.05,
      "grad_norm": 1.332714319229126,
      "learning_rate": 4.671763586174336e-06,
      "loss": 0.5003,
      "step": 243820
    },
    {
      "epoch": 68.05,
      "grad_norm": 1.7306689023971558,
      "learning_rate": 4.671760457903874e-06,
      "loss": 0.4972,
      "step": 243830
    },
    {
      "epoch": 68.05,
      "grad_norm": 1.3640938997268677,
      "learning_rate": 4.671757329323553e-06,
      "loss": 0.5047,
      "step": 243840
    },
    {
      "epoch": 68.06,
      "grad_norm": 1.705008864402771,
      "learning_rate": 4.671754200433372e-06,
      "loss": 0.4957,
      "step": 243850
    },
    {
      "epoch": 68.06,
      "grad_norm": 1.5951563119888306,
      "learning_rate": 4.671751071233335e-06,
      "loss": 0.5212,
      "step": 243860
    },
    {
      "epoch": 68.06,
      "grad_norm": 1.8886545896530151,
      "learning_rate": 4.67174794172344e-06,
      "loss": 0.4961,
      "step": 243870
    },
    {
      "epoch": 68.07,
      "grad_norm": 1.432866096496582,
      "learning_rate": 4.671744811903687e-06,
      "loss": 0.4987,
      "step": 243880
    },
    {
      "epoch": 68.07,
      "grad_norm": 1.5938854217529297,
      "learning_rate": 4.6717416817740776e-06,
      "loss": 0.5404,
      "step": 243890
    },
    {
      "epoch": 68.07,
      "grad_norm": 1.6771979331970215,
      "learning_rate": 4.671738551334612e-06,
      "loss": 0.4865,
      "step": 243900
    },
    {
      "epoch": 68.07,
      "grad_norm": 2.2885146141052246,
      "learning_rate": 4.67173542058529e-06,
      "loss": 0.5289,
      "step": 243910
    },
    {
      "epoch": 68.08,
      "grad_norm": 1.661915898323059,
      "learning_rate": 4.6717322895261136e-06,
      "loss": 0.5313,
      "step": 243920
    },
    {
      "epoch": 68.08,
      "grad_norm": 1.7118840217590332,
      "learning_rate": 4.671729158157081e-06,
      "loss": 0.4905,
      "step": 243930
    },
    {
      "epoch": 68.08,
      "grad_norm": 1.686982274055481,
      "learning_rate": 4.671726026478195e-06,
      "loss": 0.5087,
      "step": 243940
    },
    {
      "epoch": 68.09,
      "grad_norm": 2.156107187271118,
      "learning_rate": 4.671722894489454e-06,
      "loss": 0.5315,
      "step": 243950
    },
    {
      "epoch": 68.09,
      "grad_norm": 1.8638042211532593,
      "learning_rate": 4.671719762190859e-06,
      "loss": 0.4958,
      "step": 243960
    },
    {
      "epoch": 68.09,
      "grad_norm": 1.6938074827194214,
      "learning_rate": 4.671716629582411e-06,
      "loss": 0.5329,
      "step": 243970
    },
    {
      "epoch": 68.09,
      "grad_norm": 1.7398145198822021,
      "learning_rate": 4.67171349666411e-06,
      "loss": 0.5081,
      "step": 243980
    },
    {
      "epoch": 68.1,
      "grad_norm": 1.7160875797271729,
      "learning_rate": 4.671710363435956e-06,
      "loss": 0.51,
      "step": 243990
    },
    {
      "epoch": 68.1,
      "grad_norm": 1.6700694561004639,
      "learning_rate": 4.67170722989795e-06,
      "loss": 0.5132,
      "step": 244000
    },
    {
      "epoch": 68.1,
      "grad_norm": 1.8312067985534668,
      "learning_rate": 4.671704096050093e-06,
      "loss": 0.5292,
      "step": 244010
    },
    {
      "epoch": 68.1,
      "grad_norm": 1.707584261894226,
      "learning_rate": 4.671700961892383e-06,
      "loss": 0.5031,
      "step": 244020
    },
    {
      "epoch": 68.11,
      "grad_norm": 1.7728769779205322,
      "learning_rate": 4.671697827424824e-06,
      "loss": 0.5214,
      "step": 244030
    },
    {
      "epoch": 68.11,
      "grad_norm": 2.022845983505249,
      "learning_rate": 4.671694692647413e-06,
      "loss": 0.4937,
      "step": 244040
    },
    {
      "epoch": 68.11,
      "grad_norm": 1.7683231830596924,
      "learning_rate": 4.6716915575601525e-06,
      "loss": 0.4873,
      "step": 244050
    },
    {
      "epoch": 68.12,
      "grad_norm": 1.8025341033935547,
      "learning_rate": 4.671688422163043e-06,
      "loss": 0.5253,
      "step": 244060
    },
    {
      "epoch": 68.12,
      "grad_norm": 1.9311405420303345,
      "learning_rate": 4.671685286456083e-06,
      "loss": 0.5011,
      "step": 244070
    },
    {
      "epoch": 68.12,
      "grad_norm": 2.0065393447875977,
      "learning_rate": 4.671682150439275e-06,
      "loss": 0.4885,
      "step": 244080
    },
    {
      "epoch": 68.12,
      "grad_norm": 2.152808427810669,
      "learning_rate": 4.671679014112619e-06,
      "loss": 0.5215,
      "step": 244090
    },
    {
      "epoch": 68.13,
      "grad_norm": 1.5605108737945557,
      "learning_rate": 4.671675877476114e-06,
      "loss": 0.5028,
      "step": 244100
    },
    {
      "epoch": 68.13,
      "grad_norm": 1.5100380182266235,
      "learning_rate": 4.671672740529761e-06,
      "loss": 0.4754,
      "step": 244110
    },
    {
      "epoch": 68.13,
      "grad_norm": 1.403660535812378,
      "learning_rate": 4.6716696032735625e-06,
      "loss": 0.4992,
      "step": 244120
    },
    {
      "epoch": 68.14,
      "grad_norm": 1.7821913957595825,
      "learning_rate": 4.671666465707516e-06,
      "loss": 0.4846,
      "step": 244130
    },
    {
      "epoch": 68.14,
      "grad_norm": 2.170072555541992,
      "learning_rate": 4.671663327831624e-06,
      "loss": 0.5137,
      "step": 244140
    },
    {
      "epoch": 68.14,
      "grad_norm": 1.8886464834213257,
      "learning_rate": 4.671660189645886e-06,
      "loss": 0.535,
      "step": 244150
    },
    {
      "epoch": 68.14,
      "grad_norm": 1.9110240936279297,
      "learning_rate": 4.6716570511503024e-06,
      "loss": 0.5061,
      "step": 244160
    },
    {
      "epoch": 68.15,
      "grad_norm": 2.0128719806671143,
      "learning_rate": 4.671653912344873e-06,
      "loss": 0.5134,
      "step": 244170
    },
    {
      "epoch": 68.15,
      "grad_norm": 2.0657222270965576,
      "learning_rate": 4.6716507732296e-06,
      "loss": 0.5086,
      "step": 244180
    },
    {
      "epoch": 68.15,
      "grad_norm": 1.7570300102233887,
      "learning_rate": 4.671647633804482e-06,
      "loss": 0.5086,
      "step": 244190
    },
    {
      "epoch": 68.16,
      "grad_norm": 1.794513463973999,
      "learning_rate": 4.671644494069521e-06,
      "loss": 0.5175,
      "step": 244200
    },
    {
      "epoch": 68.16,
      "grad_norm": 1.5454410314559937,
      "learning_rate": 4.671641354024717e-06,
      "loss": 0.5118,
      "step": 244210
    },
    {
      "epoch": 68.16,
      "grad_norm": 1.8660427331924438,
      "learning_rate": 4.671638213670068e-06,
      "loss": 0.5064,
      "step": 244220
    },
    {
      "epoch": 68.16,
      "grad_norm": 1.61404550075531,
      "learning_rate": 4.671635073005578e-06,
      "loss": 0.5253,
      "step": 244230
    },
    {
      "epoch": 68.17,
      "grad_norm": 1.739410161972046,
      "learning_rate": 4.671631932031246e-06,
      "loss": 0.5084,
      "step": 244240
    },
    {
      "epoch": 68.17,
      "grad_norm": 1.4111886024475098,
      "learning_rate": 4.671628790747071e-06,
      "loss": 0.5223,
      "step": 244250
    },
    {
      "epoch": 68.17,
      "grad_norm": 1.6949479579925537,
      "learning_rate": 4.671625649153056e-06,
      "loss": 0.5003,
      "step": 244260
    },
    {
      "epoch": 68.17,
      "grad_norm": 1.4341853857040405,
      "learning_rate": 4.6716225072491995e-06,
      "loss": 0.5177,
      "step": 244270
    },
    {
      "epoch": 68.18,
      "grad_norm": 1.9714336395263672,
      "learning_rate": 4.671619365035503e-06,
      "loss": 0.5228,
      "step": 244280
    },
    {
      "epoch": 68.18,
      "grad_norm": 1.405716061592102,
      "learning_rate": 4.671616222511965e-06,
      "loss": 0.5068,
      "step": 244290
    },
    {
      "epoch": 68.18,
      "grad_norm": 1.8990164995193481,
      "learning_rate": 4.671613079678589e-06,
      "loss": 0.4806,
      "step": 244300
    },
    {
      "epoch": 68.19,
      "grad_norm": 1.3732974529266357,
      "learning_rate": 4.671609936535373e-06,
      "loss": 0.5332,
      "step": 244310
    },
    {
      "epoch": 68.19,
      "grad_norm": 1.7080044746398926,
      "learning_rate": 4.671606793082319e-06,
      "loss": 0.5093,
      "step": 244320
    },
    {
      "epoch": 68.19,
      "grad_norm": 1.8237895965576172,
      "learning_rate": 4.671603649319426e-06,
      "loss": 0.5215,
      "step": 244330
    },
    {
      "epoch": 68.19,
      "grad_norm": 3.1019577980041504,
      "learning_rate": 4.671600505246695e-06,
      "loss": 0.5127,
      "step": 244340
    },
    {
      "epoch": 68.2,
      "grad_norm": 1.2910608053207397,
      "learning_rate": 4.671597360864126e-06,
      "loss": 0.4955,
      "step": 244350
    },
    {
      "epoch": 68.2,
      "grad_norm": 2.3776299953460693,
      "learning_rate": 4.67159421617172e-06,
      "loss": 0.525,
      "step": 244360
    },
    {
      "epoch": 68.2,
      "grad_norm": 1.490105390548706,
      "learning_rate": 4.671591071169478e-06,
      "loss": 0.4995,
      "step": 244370
    },
    {
      "epoch": 68.21,
      "grad_norm": 1.6949381828308105,
      "learning_rate": 4.6715879258574e-06,
      "loss": 0.4903,
      "step": 244380
    },
    {
      "epoch": 68.21,
      "grad_norm": 1.6770261526107788,
      "learning_rate": 4.671584780235486e-06,
      "loss": 0.4939,
      "step": 244390
    },
    {
      "epoch": 68.21,
      "grad_norm": 1.7464759349822998,
      "learning_rate": 4.671581634303735e-06,
      "loss": 0.4941,
      "step": 244400
    },
    {
      "epoch": 68.21,
      "grad_norm": 1.7046658992767334,
      "learning_rate": 4.67157848806215e-06,
      "loss": 0.5051,
      "step": 244410
    },
    {
      "epoch": 68.22,
      "grad_norm": 1.6683883666992188,
      "learning_rate": 4.671575341510731e-06,
      "loss": 0.4996,
      "step": 244420
    },
    {
      "epoch": 68.22,
      "grad_norm": 2.170536518096924,
      "learning_rate": 4.671572194649478e-06,
      "loss": 0.5111,
      "step": 244430
    },
    {
      "epoch": 68.22,
      "grad_norm": 1.7100067138671875,
      "learning_rate": 4.67156904747839e-06,
      "loss": 0.531,
      "step": 244440
    },
    {
      "epoch": 68.22,
      "grad_norm": 1.5311425924301147,
      "learning_rate": 4.671565899997469e-06,
      "loss": 0.5132,
      "step": 244450
    },
    {
      "epoch": 68.23,
      "grad_norm": 1.7235772609710693,
      "learning_rate": 4.6715627522067166e-06,
      "loss": 0.5097,
      "step": 244460
    },
    {
      "epoch": 68.23,
      "grad_norm": 2.0238866806030273,
      "learning_rate": 4.67155960410613e-06,
      "loss": 0.5064,
      "step": 244470
    },
    {
      "epoch": 68.23,
      "grad_norm": 2.076866626739502,
      "learning_rate": 4.671556455695712e-06,
      "loss": 0.5227,
      "step": 244480
    },
    {
      "epoch": 68.24,
      "grad_norm": 1.9019484519958496,
      "learning_rate": 4.671553306975462e-06,
      "loss": 0.519,
      "step": 244490
    },
    {
      "epoch": 68.24,
      "grad_norm": 1.6648894548416138,
      "learning_rate": 4.67155015794538e-06,
      "loss": 0.508,
      "step": 244500
    },
    {
      "epoch": 68.24,
      "grad_norm": 1.8598299026489258,
      "learning_rate": 4.671547008605469e-06,
      "loss": 0.5027,
      "step": 244510
    },
    {
      "epoch": 68.24,
      "grad_norm": 1.7400164604187012,
      "learning_rate": 4.671543858955726e-06,
      "loss": 0.5019,
      "step": 244520
    },
    {
      "epoch": 68.25,
      "grad_norm": 1.5288902521133423,
      "learning_rate": 4.671540708996153e-06,
      "loss": 0.5126,
      "step": 244530
    },
    {
      "epoch": 68.25,
      "grad_norm": 1.7058035135269165,
      "learning_rate": 4.671537558726752e-06,
      "loss": 0.4993,
      "step": 244540
    },
    {
      "epoch": 68.25,
      "grad_norm": 1.713187336921692,
      "learning_rate": 4.67153440814752e-06,
      "loss": 0.5245,
      "step": 244550
    },
    {
      "epoch": 68.26,
      "grad_norm": 1.8629295825958252,
      "learning_rate": 4.67153125725846e-06,
      "loss": 0.495,
      "step": 244560
    },
    {
      "epoch": 68.26,
      "grad_norm": 2.0121567249298096,
      "learning_rate": 4.671528106059572e-06,
      "loss": 0.4794,
      "step": 244570
    },
    {
      "epoch": 68.26,
      "grad_norm": 2.017087459564209,
      "learning_rate": 4.671524954550856e-06,
      "loss": 0.5229,
      "step": 244580
    },
    {
      "epoch": 68.26,
      "grad_norm": 1.7287378311157227,
      "learning_rate": 4.671521802732312e-06,
      "loss": 0.5234,
      "step": 244590
    },
    {
      "epoch": 68.27,
      "grad_norm": 1.6832220554351807,
      "learning_rate": 4.671518650603941e-06,
      "loss": 0.5013,
      "step": 244600
    },
    {
      "epoch": 68.27,
      "grad_norm": 1.8036385774612427,
      "learning_rate": 4.671515498165744e-06,
      "loss": 0.5096,
      "step": 244610
    },
    {
      "epoch": 68.27,
      "grad_norm": 1.6205192804336548,
      "learning_rate": 4.6715123454177205e-06,
      "loss": 0.492,
      "step": 244620
    },
    {
      "epoch": 68.28,
      "grad_norm": 2.1395699977874756,
      "learning_rate": 4.671509192359871e-06,
      "loss": 0.5384,
      "step": 244630
    },
    {
      "epoch": 68.28,
      "grad_norm": 1.5304404497146606,
      "learning_rate": 4.671506038992196e-06,
      "loss": 0.5361,
      "step": 244640
    },
    {
      "epoch": 68.28,
      "grad_norm": 1.4600579738616943,
      "learning_rate": 4.671502885314697e-06,
      "loss": 0.5139,
      "step": 244650
    },
    {
      "epoch": 68.28,
      "grad_norm": 2.0346152782440186,
      "learning_rate": 4.671499731327372e-06,
      "loss": 0.5034,
      "step": 244660
    },
    {
      "epoch": 68.29,
      "grad_norm": 1.3262211084365845,
      "learning_rate": 4.671496577030224e-06,
      "loss": 0.503,
      "step": 244670
    },
    {
      "epoch": 68.29,
      "grad_norm": 1.5865702629089355,
      "learning_rate": 4.671493422423252e-06,
      "loss": 0.5234,
      "step": 244680
    },
    {
      "epoch": 68.29,
      "grad_norm": 1.487335443496704,
      "learning_rate": 4.671490267506457e-06,
      "loss": 0.499,
      "step": 244690
    },
    {
      "epoch": 68.29,
      "grad_norm": 1.894066572189331,
      "learning_rate": 4.6714871122798384e-06,
      "loss": 0.4985,
      "step": 244700
    },
    {
      "epoch": 68.3,
      "grad_norm": 1.7800427675247192,
      "learning_rate": 4.6714839567433975e-06,
      "loss": 0.5174,
      "step": 244710
    },
    {
      "epoch": 68.3,
      "grad_norm": 1.7523642778396606,
      "learning_rate": 4.671480800897135e-06,
      "loss": 0.5034,
      "step": 244720
    },
    {
      "epoch": 68.3,
      "grad_norm": 1.7179858684539795,
      "learning_rate": 4.67147764474105e-06,
      "loss": 0.5149,
      "step": 244730
    },
    {
      "epoch": 68.31,
      "grad_norm": 2.0062806606292725,
      "learning_rate": 4.671474488275145e-06,
      "loss": 0.5284,
      "step": 244740
    },
    {
      "epoch": 68.31,
      "grad_norm": 1.5242763757705688,
      "learning_rate": 4.671471331499419e-06,
      "loss": 0.5148,
      "step": 244750
    },
    {
      "epoch": 68.31,
      "grad_norm": 1.975498080253601,
      "learning_rate": 4.671468174413872e-06,
      "loss": 0.514,
      "step": 244760
    },
    {
      "epoch": 68.31,
      "grad_norm": 1.9071369171142578,
      "learning_rate": 4.671465017018506e-06,
      "loss": 0.4856,
      "step": 244770
    },
    {
      "epoch": 68.32,
      "grad_norm": 2.097407341003418,
      "learning_rate": 4.67146185931332e-06,
      "loss": 0.4993,
      "step": 244780
    },
    {
      "epoch": 68.32,
      "grad_norm": 1.9037123918533325,
      "learning_rate": 4.671458701298314e-06,
      "loss": 0.4917,
      "step": 244790
    },
    {
      "epoch": 68.32,
      "grad_norm": 1.6455738544464111,
      "learning_rate": 4.671455542973491e-06,
      "loss": 0.494,
      "step": 244800
    },
    {
      "epoch": 68.33,
      "grad_norm": 1.8907197713851929,
      "learning_rate": 4.671452384338848e-06,
      "loss": 0.4911,
      "step": 244810
    },
    {
      "epoch": 68.33,
      "grad_norm": 1.8659504652023315,
      "learning_rate": 4.671449225394389e-06,
      "loss": 0.5084,
      "step": 244820
    },
    {
      "epoch": 68.33,
      "grad_norm": 1.6289634704589844,
      "learning_rate": 4.671446066140111e-06,
      "loss": 0.4983,
      "step": 244830
    },
    {
      "epoch": 68.33,
      "grad_norm": 2.3822576999664307,
      "learning_rate": 4.671442906576017e-06,
      "loss": 0.4988,
      "step": 244840
    },
    {
      "epoch": 68.34,
      "grad_norm": 1.5468170642852783,
      "learning_rate": 4.671439746702106e-06,
      "loss": 0.4992,
      "step": 244850
    },
    {
      "epoch": 68.34,
      "grad_norm": 1.7473424673080444,
      "learning_rate": 4.67143658651838e-06,
      "loss": 0.5085,
      "step": 244860
    },
    {
      "epoch": 68.34,
      "grad_norm": 1.7293821573257446,
      "learning_rate": 4.671433426024837e-06,
      "loss": 0.5301,
      "step": 244870
    },
    {
      "epoch": 68.34,
      "grad_norm": 1.6148053407669067,
      "learning_rate": 4.671430265221479e-06,
      "loss": 0.5175,
      "step": 244880
    },
    {
      "epoch": 68.35,
      "grad_norm": 1.8700205087661743,
      "learning_rate": 4.671427104108306e-06,
      "loss": 0.5289,
      "step": 244890
    },
    {
      "epoch": 68.35,
      "grad_norm": 1.6245489120483398,
      "learning_rate": 4.67142394268532e-06,
      "loss": 0.5173,
      "step": 244900
    },
    {
      "epoch": 68.35,
      "grad_norm": 1.9070578813552856,
      "learning_rate": 4.671420780952518e-06,
      "loss": 0.5039,
      "step": 244910
    },
    {
      "epoch": 68.36,
      "grad_norm": 2.2519094944000244,
      "learning_rate": 4.671417618909902e-06,
      "loss": 0.517,
      "step": 244920
    },
    {
      "epoch": 68.36,
      "grad_norm": 2.0095810890197754,
      "learning_rate": 4.6714144565574745e-06,
      "loss": 0.4946,
      "step": 244930
    },
    {
      "epoch": 68.36,
      "grad_norm": 1.713234305381775,
      "learning_rate": 4.671411293895234e-06,
      "loss": 0.4916,
      "step": 244940
    },
    {
      "epoch": 68.36,
      "grad_norm": 1.638527274131775,
      "learning_rate": 4.671408130923181e-06,
      "loss": 0.5225,
      "step": 244950
    },
    {
      "epoch": 68.37,
      "grad_norm": 1.6124109029769897,
      "learning_rate": 4.6714049676413155e-06,
      "loss": 0.5149,
      "step": 244960
    },
    {
      "epoch": 68.37,
      "grad_norm": 1.4904601573944092,
      "learning_rate": 4.671401804049638e-06,
      "loss": 0.5169,
      "step": 244970
    },
    {
      "epoch": 68.37,
      "grad_norm": 1.4015330076217651,
      "learning_rate": 4.67139864014815e-06,
      "loss": 0.526,
      "step": 244980
    },
    {
      "epoch": 68.38,
      "grad_norm": 1.4932321310043335,
      "learning_rate": 4.671395475936853e-06,
      "loss": 0.4764,
      "step": 244990
    },
    {
      "epoch": 68.38,
      "grad_norm": 1.7239636182785034,
      "learning_rate": 4.671392311415744e-06,
      "loss": 0.5037,
      "step": 245000
    },
    {
      "epoch": 68.38,
      "grad_norm": 1.7687301635742188,
      "learning_rate": 4.6713891465848255e-06,
      "loss": 0.5057,
      "step": 245010
    },
    {
      "epoch": 68.38,
      "grad_norm": 1.4794840812683105,
      "learning_rate": 4.671385981444097e-06,
      "loss": 0.4804,
      "step": 245020
    },
    {
      "epoch": 68.39,
      "grad_norm": 1.8057852983474731,
      "learning_rate": 4.67138281599356e-06,
      "loss": 0.5184,
      "step": 245030
    },
    {
      "epoch": 68.39,
      "grad_norm": 1.1694023609161377,
      "learning_rate": 4.671379650233216e-06,
      "loss": 0.4838,
      "step": 245040
    },
    {
      "epoch": 68.39,
      "grad_norm": 1.6397825479507446,
      "learning_rate": 4.671376484163061e-06,
      "loss": 0.5123,
      "step": 245050
    },
    {
      "epoch": 68.4,
      "grad_norm": 1.6860095262527466,
      "learning_rate": 4.6713733177831e-06,
      "loss": 0.4997,
      "step": 245060
    },
    {
      "epoch": 68.4,
      "grad_norm": 1.6817407608032227,
      "learning_rate": 4.671370151093331e-06,
      "loss": 0.5063,
      "step": 245070
    },
    {
      "epoch": 68.4,
      "grad_norm": 1.858915090560913,
      "learning_rate": 4.671366984093756e-06,
      "loss": 0.5047,
      "step": 245080
    },
    {
      "epoch": 68.4,
      "grad_norm": 1.6224439144134521,
      "learning_rate": 4.671363816784374e-06,
      "loss": 0.5062,
      "step": 245090
    },
    {
      "epoch": 68.41,
      "grad_norm": 1.8465752601623535,
      "learning_rate": 4.6713606491651856e-06,
      "loss": 0.4879,
      "step": 245100
    },
    {
      "epoch": 68.41,
      "grad_norm": 1.6941689252853394,
      "learning_rate": 4.671357481236192e-06,
      "loss": 0.5175,
      "step": 245110
    },
    {
      "epoch": 68.41,
      "grad_norm": 1.5703331232070923,
      "learning_rate": 4.671354312997393e-06,
      "loss": 0.4937,
      "step": 245120
    },
    {
      "epoch": 68.41,
      "grad_norm": 2.078467607498169,
      "learning_rate": 4.67135114444879e-06,
      "loss": 0.5208,
      "step": 245130
    },
    {
      "epoch": 68.42,
      "grad_norm": 2.4749372005462646,
      "learning_rate": 4.6713479755903825e-06,
      "loss": 0.5032,
      "step": 245140
    },
    {
      "epoch": 68.42,
      "grad_norm": 1.6810554265975952,
      "learning_rate": 4.67134480642217e-06,
      "loss": 0.5233,
      "step": 245150
    },
    {
      "epoch": 68.42,
      "grad_norm": 1.4263296127319336,
      "learning_rate": 4.671341636944155e-06,
      "loss": 0.5106,
      "step": 245160
    },
    {
      "epoch": 68.43,
      "grad_norm": 1.2308635711669922,
      "learning_rate": 4.671338467156336e-06,
      "loss": 0.4838,
      "step": 245170
    },
    {
      "epoch": 68.43,
      "grad_norm": 2.061586380004883,
      "learning_rate": 4.6713352970587156e-06,
      "loss": 0.4983,
      "step": 245180
    },
    {
      "epoch": 68.43,
      "grad_norm": 1.2759186029434204,
      "learning_rate": 4.6713321266512925e-06,
      "loss": 0.4963,
      "step": 245190
    },
    {
      "epoch": 68.43,
      "grad_norm": 1.522819995880127,
      "learning_rate": 4.671328955934067e-06,
      "loss": 0.5088,
      "step": 245200
    },
    {
      "epoch": 68.44,
      "grad_norm": 1.506264328956604,
      "learning_rate": 4.671325784907041e-06,
      "loss": 0.5042,
      "step": 245210
    },
    {
      "epoch": 68.44,
      "grad_norm": 1.8593696355819702,
      "learning_rate": 4.6713226135702135e-06,
      "loss": 0.5129,
      "step": 245220
    },
    {
      "epoch": 68.44,
      "grad_norm": 1.504269003868103,
      "learning_rate": 4.671319441923585e-06,
      "loss": 0.5024,
      "step": 245230
    },
    {
      "epoch": 68.45,
      "grad_norm": 1.378074288368225,
      "learning_rate": 4.671316269967157e-06,
      "loss": 0.4931,
      "step": 245240
    },
    {
      "epoch": 68.45,
      "grad_norm": 1.4560595750808716,
      "learning_rate": 4.671313097700929e-06,
      "loss": 0.5119,
      "step": 245250
    },
    {
      "epoch": 68.45,
      "grad_norm": 1.4609668254852295,
      "learning_rate": 4.671309925124903e-06,
      "loss": 0.4962,
      "step": 245260
    },
    {
      "epoch": 68.45,
      "grad_norm": 1.9803146123886108,
      "learning_rate": 4.671306752239076e-06,
      "loss": 0.5045,
      "step": 245270
    },
    {
      "epoch": 68.46,
      "grad_norm": 1.326236367225647,
      "learning_rate": 4.671303579043451e-06,
      "loss": 0.5187,
      "step": 245280
    },
    {
      "epoch": 68.46,
      "grad_norm": 1.6671355962753296,
      "learning_rate": 4.6713004055380296e-06,
      "loss": 0.4804,
      "step": 245290
    },
    {
      "epoch": 68.46,
      "grad_norm": 2.3139827251434326,
      "learning_rate": 4.671297231722809e-06,
      "loss": 0.5063,
      "step": 245300
    },
    {
      "epoch": 68.46,
      "grad_norm": 1.938817024230957,
      "learning_rate": 4.671294057597791e-06,
      "loss": 0.5223,
      "step": 245310
    },
    {
      "epoch": 68.47,
      "grad_norm": 1.6204068660736084,
      "learning_rate": 4.671290883162978e-06,
      "loss": 0.4855,
      "step": 245320
    },
    {
      "epoch": 68.47,
      "grad_norm": 1.5561788082122803,
      "learning_rate": 4.671287708418368e-06,
      "loss": 0.4989,
      "step": 245330
    },
    {
      "epoch": 68.47,
      "grad_norm": 1.4980567693710327,
      "learning_rate": 4.671284533363962e-06,
      "loss": 0.5181,
      "step": 245340
    },
    {
      "epoch": 68.48,
      "grad_norm": 2.0032541751861572,
      "learning_rate": 4.6712813579997594e-06,
      "loss": 0.5238,
      "step": 245350
    },
    {
      "epoch": 68.48,
      "grad_norm": 1.7256109714508057,
      "learning_rate": 4.671278182325763e-06,
      "loss": 0.4982,
      "step": 245360
    },
    {
      "epoch": 68.48,
      "grad_norm": 1.9604980945587158,
      "learning_rate": 4.671275006341972e-06,
      "loss": 0.5049,
      "step": 245370
    },
    {
      "epoch": 68.48,
      "grad_norm": 1.8307965993881226,
      "learning_rate": 4.671271830048386e-06,
      "loss": 0.4949,
      "step": 245380
    },
    {
      "epoch": 68.49,
      "grad_norm": 1.7229039669036865,
      "learning_rate": 4.671268653445007e-06,
      "loss": 0.5049,
      "step": 245390
    },
    {
      "epoch": 68.49,
      "grad_norm": 2.031315803527832,
      "learning_rate": 4.6712654765318335e-06,
      "loss": 0.5051,
      "step": 245400
    },
    {
      "epoch": 68.49,
      "grad_norm": 1.701005220413208,
      "learning_rate": 4.671262299308868e-06,
      "loss": 0.4993,
      "step": 245410
    },
    {
      "epoch": 68.5,
      "grad_norm": 1.9986294507980347,
      "learning_rate": 4.67125912177611e-06,
      "loss": 0.522,
      "step": 245420
    },
    {
      "epoch": 68.5,
      "grad_norm": 1.7581177949905396,
      "learning_rate": 4.6712559439335595e-06,
      "loss": 0.5161,
      "step": 245430
    },
    {
      "epoch": 68.5,
      "grad_norm": 1.654318928718567,
      "learning_rate": 4.671252765781218e-06,
      "loss": 0.5081,
      "step": 245440
    },
    {
      "epoch": 68.5,
      "grad_norm": 3.267331600189209,
      "learning_rate": 4.671249587319084e-06,
      "loss": 0.494,
      "step": 245450
    },
    {
      "epoch": 68.51,
      "grad_norm": 1.9406720399856567,
      "learning_rate": 4.67124640854716e-06,
      "loss": 0.5015,
      "step": 245460
    },
    {
      "epoch": 68.51,
      "grad_norm": 1.7146161794662476,
      "learning_rate": 4.671243229465446e-06,
      "loss": 0.5168,
      "step": 245470
    },
    {
      "epoch": 68.51,
      "grad_norm": 1.6917271614074707,
      "learning_rate": 4.671240050073941e-06,
      "loss": 0.527,
      "step": 245480
    },
    {
      "epoch": 68.52,
      "grad_norm": 1.7108558416366577,
      "learning_rate": 4.6712368703726475e-06,
      "loss": 0.5296,
      "step": 245490
    },
    {
      "epoch": 68.52,
      "grad_norm": 1.7545078992843628,
      "learning_rate": 4.671233690361564e-06,
      "loss": 0.5188,
      "step": 245500
    },
    {
      "epoch": 68.52,
      "grad_norm": 1.5682586431503296,
      "learning_rate": 4.6712305100406925e-06,
      "loss": 0.4995,
      "step": 245510
    },
    {
      "epoch": 68.52,
      "grad_norm": 1.8194541931152344,
      "learning_rate": 4.671227329410032e-06,
      "loss": 0.5173,
      "step": 245520
    },
    {
      "epoch": 68.53,
      "grad_norm": 2.073596239089966,
      "learning_rate": 4.671224148469584e-06,
      "loss": 0.5048,
      "step": 245530
    },
    {
      "epoch": 68.53,
      "grad_norm": 2.086142063140869,
      "learning_rate": 4.671220967219349e-06,
      "loss": 0.4947,
      "step": 245540
    },
    {
      "epoch": 68.53,
      "grad_norm": 1.7776848077774048,
      "learning_rate": 4.671217785659326e-06,
      "loss": 0.5051,
      "step": 245550
    },
    {
      "epoch": 68.53,
      "grad_norm": 2.4138524532318115,
      "learning_rate": 4.671214603789517e-06,
      "loss": 0.4944,
      "step": 245560
    },
    {
      "epoch": 68.54,
      "grad_norm": 1.4481042623519897,
      "learning_rate": 4.671211421609922e-06,
      "loss": 0.5093,
      "step": 245570
    },
    {
      "epoch": 68.54,
      "grad_norm": 1.7357497215270996,
      "learning_rate": 4.671208239120541e-06,
      "loss": 0.5075,
      "step": 245580
    },
    {
      "epoch": 68.54,
      "grad_norm": 1.7960686683654785,
      "learning_rate": 4.6712050563213744e-06,
      "loss": 0.5012,
      "step": 245590
    },
    {
      "epoch": 68.55,
      "grad_norm": 2.1517155170440674,
      "learning_rate": 4.671201873212423e-06,
      "loss": 0.5007,
      "step": 245600
    },
    {
      "epoch": 68.55,
      "grad_norm": 1.6049392223358154,
      "learning_rate": 4.671198689793688e-06,
      "loss": 0.5177,
      "step": 245610
    },
    {
      "epoch": 68.55,
      "grad_norm": 1.7125593423843384,
      "learning_rate": 4.671195506065168e-06,
      "loss": 0.5167,
      "step": 245620
    },
    {
      "epoch": 68.55,
      "grad_norm": 1.9501221179962158,
      "learning_rate": 4.671192322026864e-06,
      "loss": 0.505,
      "step": 245630
    },
    {
      "epoch": 68.56,
      "grad_norm": 1.4245930910110474,
      "learning_rate": 4.671189137678778e-06,
      "loss": 0.502,
      "step": 245640
    },
    {
      "epoch": 68.56,
      "grad_norm": 2.1416923999786377,
      "learning_rate": 4.671185953020909e-06,
      "loss": 0.5064,
      "step": 245650
    },
    {
      "epoch": 68.56,
      "grad_norm": 2.1996896266937256,
      "learning_rate": 4.671182768053257e-06,
      "loss": 0.5021,
      "step": 245660
    },
    {
      "epoch": 68.57,
      "grad_norm": 1.890889286994934,
      "learning_rate": 4.671179582775823e-06,
      "loss": 0.513,
      "step": 245670
    },
    {
      "epoch": 68.57,
      "grad_norm": 1.4838581085205078,
      "learning_rate": 4.671176397188608e-06,
      "loss": 0.5111,
      "step": 245680
    },
    {
      "epoch": 68.57,
      "grad_norm": 1.6423040628433228,
      "learning_rate": 4.671173211291611e-06,
      "loss": 0.5111,
      "step": 245690
    },
    {
      "epoch": 68.57,
      "grad_norm": 1.7572147846221924,
      "learning_rate": 4.671170025084835e-06,
      "loss": 0.5009,
      "step": 245700
    },
    {
      "epoch": 68.58,
      "grad_norm": 1.6579477787017822,
      "learning_rate": 4.671166838568277e-06,
      "loss": 0.5157,
      "step": 245710
    },
    {
      "epoch": 68.58,
      "grad_norm": 2.3690896034240723,
      "learning_rate": 4.6711636517419405e-06,
      "loss": 0.5151,
      "step": 245720
    },
    {
      "epoch": 68.58,
      "grad_norm": 1.97426176071167,
      "learning_rate": 4.671160464605824e-06,
      "loss": 0.5151,
      "step": 245730
    },
    {
      "epoch": 68.58,
      "grad_norm": 2.023508310317993,
      "learning_rate": 4.6711572771599285e-06,
      "loss": 0.5094,
      "step": 245740
    },
    {
      "epoch": 68.59,
      "grad_norm": 1.3750718832015991,
      "learning_rate": 4.671154089404255e-06,
      "loss": 0.4999,
      "step": 245750
    },
    {
      "epoch": 68.59,
      "grad_norm": 1.975252389907837,
      "learning_rate": 4.671150901338802e-06,
      "loss": 0.4999,
      "step": 245760
    },
    {
      "epoch": 68.59,
      "grad_norm": 1.5551823377609253,
      "learning_rate": 4.671147712963573e-06,
      "loss": 0.5021,
      "step": 245770
    },
    {
      "epoch": 68.6,
      "grad_norm": 1.7136244773864746,
      "learning_rate": 4.6711445242785665e-06,
      "loss": 0.516,
      "step": 245780
    },
    {
      "epoch": 68.6,
      "grad_norm": 1.98443603515625,
      "learning_rate": 4.671141335283782e-06,
      "loss": 0.5047,
      "step": 245790
    },
    {
      "epoch": 68.6,
      "grad_norm": 1.5505808591842651,
      "learning_rate": 4.671138145979222e-06,
      "loss": 0.4974,
      "step": 245800
    },
    {
      "epoch": 68.6,
      "grad_norm": 1.8306074142456055,
      "learning_rate": 4.671134956364886e-06,
      "loss": 0.5017,
      "step": 245810
    },
    {
      "epoch": 68.61,
      "grad_norm": 1.600448727607727,
      "learning_rate": 4.671131766440774e-06,
      "loss": 0.5036,
      "step": 245820
    },
    {
      "epoch": 68.61,
      "grad_norm": 1.6626553535461426,
      "learning_rate": 4.671128576206887e-06,
      "loss": 0.5119,
      "step": 245830
    },
    {
      "epoch": 68.61,
      "grad_norm": 1.552521824836731,
      "learning_rate": 4.671125385663225e-06,
      "loss": 0.504,
      "step": 245840
    },
    {
      "epoch": 68.62,
      "grad_norm": 2.0122108459472656,
      "learning_rate": 4.671122194809789e-06,
      "loss": 0.4747,
      "step": 245850
    },
    {
      "epoch": 68.62,
      "grad_norm": 1.7515335083007812,
      "learning_rate": 4.67111900364658e-06,
      "loss": 0.5396,
      "step": 245860
    },
    {
      "epoch": 68.62,
      "grad_norm": 1.5673613548278809,
      "learning_rate": 4.671115812173596e-06,
      "loss": 0.5241,
      "step": 245870
    },
    {
      "epoch": 68.62,
      "grad_norm": 1.461370825767517,
      "learning_rate": 4.67111262039084e-06,
      "loss": 0.518,
      "step": 245880
    },
    {
      "epoch": 68.63,
      "grad_norm": 2.0149476528167725,
      "learning_rate": 4.671109428298311e-06,
      "loss": 0.5149,
      "step": 245890
    },
    {
      "epoch": 68.63,
      "grad_norm": 1.968628168106079,
      "learning_rate": 4.67110623589601e-06,
      "loss": 0.5042,
      "step": 245900
    },
    {
      "epoch": 68.63,
      "grad_norm": 1.9586353302001953,
      "learning_rate": 4.671103043183937e-06,
      "loss": 0.5172,
      "step": 245910
    },
    {
      "epoch": 68.64,
      "grad_norm": 1.5718508958816528,
      "learning_rate": 4.671099850162093e-06,
      "loss": 0.5032,
      "step": 245920
    },
    {
      "epoch": 68.64,
      "grad_norm": 1.77396821975708,
      "learning_rate": 4.6710966568304775e-06,
      "loss": 0.5114,
      "step": 245930
    },
    {
      "epoch": 68.64,
      "grad_norm": 1.5813217163085938,
      "learning_rate": 4.671093463189092e-06,
      "loss": 0.494,
      "step": 245940
    },
    {
      "epoch": 68.64,
      "grad_norm": 1.8983886241912842,
      "learning_rate": 4.671090269237936e-06,
      "loss": 0.5214,
      "step": 245950
    },
    {
      "epoch": 68.65,
      "grad_norm": 1.655151605606079,
      "learning_rate": 4.671087074977011e-06,
      "loss": 0.51,
      "step": 245960
    },
    {
      "epoch": 68.65,
      "grad_norm": 1.9004058837890625,
      "learning_rate": 4.671083880406317e-06,
      "loss": 0.5065,
      "step": 245970
    },
    {
      "epoch": 68.65,
      "grad_norm": 1.7825485467910767,
      "learning_rate": 4.6710806855258535e-06,
      "loss": 0.5075,
      "step": 245980
    },
    {
      "epoch": 68.65,
      "grad_norm": 1.7755613327026367,
      "learning_rate": 4.671077490335622e-06,
      "loss": 0.4976,
      "step": 245990
    },
    {
      "epoch": 68.66,
      "grad_norm": 1.6576509475708008,
      "learning_rate": 4.671074294835623e-06,
      "loss": 0.5151,
      "step": 246000
    },
    {
      "epoch": 68.66,
      "grad_norm": 1.4373629093170166,
      "learning_rate": 4.671071099025855e-06,
      "loss": 0.5056,
      "step": 246010
    },
    {
      "epoch": 68.66,
      "grad_norm": 1.699585199356079,
      "learning_rate": 4.671067902906322e-06,
      "loss": 0.5015,
      "step": 246020
    },
    {
      "epoch": 68.67,
      "grad_norm": 1.8149778842926025,
      "learning_rate": 4.671064706477021e-06,
      "loss": 0.5098,
      "step": 246030
    },
    {
      "epoch": 68.67,
      "grad_norm": 1.7239662408828735,
      "learning_rate": 4.671061509737954e-06,
      "loss": 0.5123,
      "step": 246040
    },
    {
      "epoch": 68.67,
      "grad_norm": 1.5985822677612305,
      "learning_rate": 4.671058312689121e-06,
      "loss": 0.5209,
      "step": 246050
    },
    {
      "epoch": 68.67,
      "grad_norm": 1.4564238786697388,
      "learning_rate": 4.671055115330523e-06,
      "loss": 0.5116,
      "step": 246060
    },
    {
      "epoch": 68.68,
      "grad_norm": 2.4932405948638916,
      "learning_rate": 4.67105191766216e-06,
      "loss": 0.5039,
      "step": 246070
    },
    {
      "epoch": 68.68,
      "grad_norm": 1.946696400642395,
      "learning_rate": 4.6710487196840325e-06,
      "loss": 0.4853,
      "step": 246080
    },
    {
      "epoch": 68.68,
      "grad_norm": 1.2858868837356567,
      "learning_rate": 4.6710455213961405e-06,
      "loss": 0.4999,
      "step": 246090
    },
    {
      "epoch": 68.69,
      "grad_norm": 2.059264898300171,
      "learning_rate": 4.671042322798486e-06,
      "loss": 0.5074,
      "step": 246100
    },
    {
      "epoch": 68.69,
      "grad_norm": 1.7736679315567017,
      "learning_rate": 4.671039123891067e-06,
      "loss": 0.5085,
      "step": 246110
    },
    {
      "epoch": 68.69,
      "grad_norm": 1.3607455492019653,
      "learning_rate": 4.671035924673886e-06,
      "loss": 0.4977,
      "step": 246120
    },
    {
      "epoch": 68.69,
      "grad_norm": 1.5762007236480713,
      "learning_rate": 4.671032725146942e-06,
      "loss": 0.5025,
      "step": 246130
    },
    {
      "epoch": 68.7,
      "grad_norm": 1.964707612991333,
      "learning_rate": 4.671029525310237e-06,
      "loss": 0.5057,
      "step": 246140
    },
    {
      "epoch": 68.7,
      "grad_norm": 1.5584380626678467,
      "learning_rate": 4.671026325163769e-06,
      "loss": 0.5021,
      "step": 246150
    },
    {
      "epoch": 68.7,
      "grad_norm": 1.8253512382507324,
      "learning_rate": 4.6710231247075405e-06,
      "loss": 0.4963,
      "step": 246160
    },
    {
      "epoch": 68.7,
      "grad_norm": 1.7681605815887451,
      "learning_rate": 4.671019923941552e-06,
      "loss": 0.4946,
      "step": 246170
    },
    {
      "epoch": 68.71,
      "grad_norm": 1.803131341934204,
      "learning_rate": 4.6710167228658025e-06,
      "loss": 0.513,
      "step": 246180
    },
    {
      "epoch": 68.71,
      "grad_norm": 1.8430957794189453,
      "learning_rate": 4.671013521480293e-06,
      "loss": 0.5141,
      "step": 246190
    },
    {
      "epoch": 68.71,
      "grad_norm": 1.7723318338394165,
      "learning_rate": 4.671010319785025e-06,
      "loss": 0.5104,
      "step": 246200
    },
    {
      "epoch": 68.72,
      "grad_norm": 1.3677297830581665,
      "learning_rate": 4.671007117779997e-06,
      "loss": 0.4914,
      "step": 246210
    },
    {
      "epoch": 68.72,
      "grad_norm": 1.8466473817825317,
      "learning_rate": 4.671003915465211e-06,
      "loss": 0.5252,
      "step": 246220
    },
    {
      "epoch": 68.72,
      "grad_norm": 1.7603259086608887,
      "learning_rate": 4.671000712840667e-06,
      "loss": 0.5161,
      "step": 246230
    },
    {
      "epoch": 68.72,
      "grad_norm": 2.0718300342559814,
      "learning_rate": 4.670997509906365e-06,
      "loss": 0.4918,
      "step": 246240
    },
    {
      "epoch": 68.73,
      "grad_norm": 1.674641489982605,
      "learning_rate": 4.670994306662305e-06,
      "loss": 0.5044,
      "step": 246250
    },
    {
      "epoch": 68.73,
      "grad_norm": 1.355212926864624,
      "learning_rate": 4.67099110310849e-06,
      "loss": 0.4929,
      "step": 246260
    },
    {
      "epoch": 68.73,
      "grad_norm": 1.9113271236419678,
      "learning_rate": 4.670987899244917e-06,
      "loss": 0.4948,
      "step": 246270
    },
    {
      "epoch": 68.74,
      "grad_norm": 1.8540598154067993,
      "learning_rate": 4.670984695071589e-06,
      "loss": 0.5062,
      "step": 246280
    },
    {
      "epoch": 68.74,
      "grad_norm": 1.8273637294769287,
      "learning_rate": 4.670981490588504e-06,
      "loss": 0.4973,
      "step": 246290
    },
    {
      "epoch": 68.74,
      "grad_norm": 1.554128885269165,
      "learning_rate": 4.670978285795666e-06,
      "loss": 0.5053,
      "step": 246300
    },
    {
      "epoch": 68.74,
      "grad_norm": 1.6275981664657593,
      "learning_rate": 4.670975080693071e-06,
      "loss": 0.5122,
      "step": 246310
    },
    {
      "epoch": 68.75,
      "grad_norm": 1.4896355867385864,
      "learning_rate": 4.670971875280723e-06,
      "loss": 0.4956,
      "step": 246320
    },
    {
      "epoch": 68.75,
      "grad_norm": 1.9771616458892822,
      "learning_rate": 4.670968669558621e-06,
      "loss": 0.4939,
      "step": 246330
    },
    {
      "epoch": 68.75,
      "grad_norm": 2.051509380340576,
      "learning_rate": 4.670965463526766e-06,
      "loss": 0.5022,
      "step": 246340
    },
    {
      "epoch": 68.76,
      "grad_norm": 1.742743730545044,
      "learning_rate": 4.670962257185158e-06,
      "loss": 0.522,
      "step": 246350
    },
    {
      "epoch": 68.76,
      "grad_norm": 1.9384264945983887,
      "learning_rate": 4.670959050533796e-06,
      "loss": 0.5071,
      "step": 246360
    },
    {
      "epoch": 68.76,
      "grad_norm": 2.0205869674682617,
      "learning_rate": 4.670955843572683e-06,
      "loss": 0.5124,
      "step": 246370
    },
    {
      "epoch": 68.76,
      "grad_norm": 1.3983259201049805,
      "learning_rate": 4.670952636301818e-06,
      "loss": 0.4966,
      "step": 246380
    },
    {
      "epoch": 68.77,
      "grad_norm": 2.232591390609741,
      "learning_rate": 4.670949428721202e-06,
      "loss": 0.5062,
      "step": 246390
    },
    {
      "epoch": 68.77,
      "grad_norm": 1.3369619846343994,
      "learning_rate": 4.670946220830834e-06,
      "loss": 0.5105,
      "step": 246400
    },
    {
      "epoch": 68.77,
      "grad_norm": 1.439808964729309,
      "learning_rate": 4.670943012630717e-06,
      "loss": 0.514,
      "step": 246410
    },
    {
      "epoch": 68.77,
      "grad_norm": 1.5613833665847778,
      "learning_rate": 4.670939804120849e-06,
      "loss": 0.5142,
      "step": 246420
    },
    {
      "epoch": 68.78,
      "grad_norm": 1.6533071994781494,
      "learning_rate": 4.6709365953012315e-06,
      "loss": 0.5084,
      "step": 246430
    },
    {
      "epoch": 68.78,
      "grad_norm": 1.3605997562408447,
      "learning_rate": 4.670933386171866e-06,
      "loss": 0.4926,
      "step": 246440
    },
    {
      "epoch": 68.78,
      "grad_norm": 1.8559904098510742,
      "learning_rate": 4.67093017673275e-06,
      "loss": 0.5267,
      "step": 246450
    },
    {
      "epoch": 68.79,
      "grad_norm": 2.1416454315185547,
      "learning_rate": 4.670926966983887e-06,
      "loss": 0.5201,
      "step": 246460
    },
    {
      "epoch": 68.79,
      "grad_norm": 1.5174347162246704,
      "learning_rate": 4.670923756925275e-06,
      "loss": 0.5061,
      "step": 246470
    },
    {
      "epoch": 68.79,
      "grad_norm": 1.9282100200653076,
      "learning_rate": 4.670920546556917e-06,
      "loss": 0.4858,
      "step": 246480
    },
    {
      "epoch": 68.79,
      "grad_norm": 1.533705472946167,
      "learning_rate": 4.670917335878811e-06,
      "loss": 0.5084,
      "step": 246490
    },
    {
      "epoch": 68.8,
      "grad_norm": 1.8145511150360107,
      "learning_rate": 4.670914124890958e-06,
      "loss": 0.4914,
      "step": 246500
    },
    {
      "epoch": 68.8,
      "grad_norm": 1.758914589881897,
      "learning_rate": 4.67091091359336e-06,
      "loss": 0.4998,
      "step": 246510
    },
    {
      "epoch": 68.8,
      "grad_norm": 1.7201672792434692,
      "learning_rate": 4.670907701986015e-06,
      "loss": 0.5011,
      "step": 246520
    },
    {
      "epoch": 68.81,
      "grad_norm": 2.0089590549468994,
      "learning_rate": 4.670904490068925e-06,
      "loss": 0.4992,
      "step": 246530
    },
    {
      "epoch": 68.81,
      "grad_norm": 1.385158658027649,
      "learning_rate": 4.67090127784209e-06,
      "loss": 0.5106,
      "step": 246540
    },
    {
      "epoch": 68.81,
      "grad_norm": 1.2520372867584229,
      "learning_rate": 4.670898065305512e-06,
      "loss": 0.5222,
      "step": 246550
    },
    {
      "epoch": 68.81,
      "grad_norm": 1.6987005472183228,
      "learning_rate": 4.670894852459188e-06,
      "loss": 0.5131,
      "step": 246560
    },
    {
      "epoch": 68.82,
      "grad_norm": 1.8055845499038696,
      "learning_rate": 4.670891639303122e-06,
      "loss": 0.5075,
      "step": 246570
    },
    {
      "epoch": 68.82,
      "grad_norm": 1.8823583126068115,
      "learning_rate": 4.670888425837312e-06,
      "loss": 0.5069,
      "step": 246580
    },
    {
      "epoch": 68.82,
      "grad_norm": 1.6409199237823486,
      "learning_rate": 4.6708852120617595e-06,
      "loss": 0.5066,
      "step": 246590
    },
    {
      "epoch": 68.83,
      "grad_norm": 1.7894924879074097,
      "learning_rate": 4.670881997976464e-06,
      "loss": 0.5027,
      "step": 246600
    },
    {
      "epoch": 68.83,
      "grad_norm": 1.6681897640228271,
      "learning_rate": 4.670878783581427e-06,
      "loss": 0.505,
      "step": 246610
    },
    {
      "epoch": 68.83,
      "grad_norm": 1.6148574352264404,
      "learning_rate": 4.6708755688766485e-06,
      "loss": 0.5061,
      "step": 246620
    },
    {
      "epoch": 68.83,
      "grad_norm": 1.6006336212158203,
      "learning_rate": 4.67087235386213e-06,
      "loss": 0.4944,
      "step": 246630
    },
    {
      "epoch": 68.84,
      "grad_norm": 1.7853715419769287,
      "learning_rate": 4.670869138537869e-06,
      "loss": 0.5043,
      "step": 246640
    },
    {
      "epoch": 68.84,
      "grad_norm": 1.425459623336792,
      "learning_rate": 4.670865922903869e-06,
      "loss": 0.4985,
      "step": 246650
    },
    {
      "epoch": 68.84,
      "grad_norm": 1.8947703838348389,
      "learning_rate": 4.670862706960129e-06,
      "loss": 0.5195,
      "step": 246660
    },
    {
      "epoch": 68.84,
      "grad_norm": 1.80343496799469,
      "learning_rate": 4.670859490706649e-06,
      "loss": 0.4957,
      "step": 246670
    },
    {
      "epoch": 68.85,
      "grad_norm": 1.464141607284546,
      "learning_rate": 4.6708562741434315e-06,
      "loss": 0.5184,
      "step": 246680
    },
    {
      "epoch": 68.85,
      "grad_norm": 1.6201404333114624,
      "learning_rate": 4.670853057270475e-06,
      "loss": 0.4939,
      "step": 246690
    },
    {
      "epoch": 68.85,
      "grad_norm": 1.8238961696624756,
      "learning_rate": 4.6708498400877795e-06,
      "loss": 0.5064,
      "step": 246700
    },
    {
      "epoch": 68.86,
      "grad_norm": 1.8708255290985107,
      "learning_rate": 4.6708466225953474e-06,
      "loss": 0.5028,
      "step": 246710
    },
    {
      "epoch": 68.86,
      "grad_norm": 1.6245087385177612,
      "learning_rate": 4.6708434047931775e-06,
      "loss": 0.5139,
      "step": 246720
    },
    {
      "epoch": 68.86,
      "grad_norm": 1.6476967334747314,
      "learning_rate": 4.670840186681271e-06,
      "loss": 0.5174,
      "step": 246730
    },
    {
      "epoch": 68.86,
      "grad_norm": 1.2789369821548462,
      "learning_rate": 4.670836968259629e-06,
      "loss": 0.4943,
      "step": 246740
    },
    {
      "epoch": 68.87,
      "grad_norm": 1.5396441221237183,
      "learning_rate": 4.67083374952825e-06,
      "loss": 0.5178,
      "step": 246750
    },
    {
      "epoch": 68.87,
      "grad_norm": 1.7998805046081543,
      "learning_rate": 4.670830530487136e-06,
      "loss": 0.521,
      "step": 246760
    },
    {
      "epoch": 68.87,
      "grad_norm": 1.7121658325195312,
      "learning_rate": 4.670827311136287e-06,
      "loss": 0.5256,
      "step": 246770
    },
    {
      "epoch": 68.88,
      "grad_norm": 1.469630241394043,
      "learning_rate": 4.670824091475703e-06,
      "loss": 0.502,
      "step": 246780
    },
    {
      "epoch": 68.88,
      "grad_norm": 1.951311707496643,
      "learning_rate": 4.670820871505385e-06,
      "loss": 0.5032,
      "step": 246790
    },
    {
      "epoch": 68.88,
      "grad_norm": 1.9481252431869507,
      "learning_rate": 4.670817651225334e-06,
      "loss": 0.498,
      "step": 246800
    },
    {
      "epoch": 68.88,
      "grad_norm": 1.5106605291366577,
      "learning_rate": 4.670814430635548e-06,
      "loss": 0.4994,
      "step": 246810
    },
    {
      "epoch": 68.89,
      "grad_norm": 1.642931580543518,
      "learning_rate": 4.67081120973603e-06,
      "loss": 0.5035,
      "step": 246820
    },
    {
      "epoch": 68.89,
      "grad_norm": 1.4454940557479858,
      "learning_rate": 4.67080798852678e-06,
      "loss": 0.5011,
      "step": 246830
    },
    {
      "epoch": 68.89,
      "grad_norm": 1.6472744941711426,
      "learning_rate": 4.670804767007797e-06,
      "loss": 0.5057,
      "step": 246840
    },
    {
      "epoch": 68.89,
      "grad_norm": 1.4711955785751343,
      "learning_rate": 4.670801545179083e-06,
      "loss": 0.4894,
      "step": 246850
    },
    {
      "epoch": 68.9,
      "grad_norm": 2.332639694213867,
      "learning_rate": 4.670798323040638e-06,
      "loss": 0.4875,
      "step": 246860
    },
    {
      "epoch": 68.9,
      "grad_norm": 1.935303807258606,
      "learning_rate": 4.670795100592462e-06,
      "loss": 0.5057,
      "step": 246870
    },
    {
      "epoch": 68.9,
      "grad_norm": 1.4573677778244019,
      "learning_rate": 4.670791877834556e-06,
      "loss": 0.5074,
      "step": 246880
    },
    {
      "epoch": 68.91,
      "grad_norm": 2.2363076210021973,
      "learning_rate": 4.670788654766919e-06,
      "loss": 0.5168,
      "step": 246890
    },
    {
      "epoch": 68.91,
      "grad_norm": 1.6412619352340698,
      "learning_rate": 4.670785431389553e-06,
      "loss": 0.5254,
      "step": 246900
    },
    {
      "epoch": 68.91,
      "grad_norm": 1.4830228090286255,
      "learning_rate": 4.6707822077024586e-06,
      "loss": 0.506,
      "step": 246910
    },
    {
      "epoch": 68.91,
      "grad_norm": 1.7815741300582886,
      "learning_rate": 4.670778983705634e-06,
      "loss": 0.5054,
      "step": 246920
    },
    {
      "epoch": 68.92,
      "grad_norm": 1.8050811290740967,
      "learning_rate": 4.670775759399083e-06,
      "loss": 0.5078,
      "step": 246930
    },
    {
      "epoch": 68.92,
      "grad_norm": 2.3140060901641846,
      "learning_rate": 4.670772534782803e-06,
      "loss": 0.5243,
      "step": 246940
    },
    {
      "epoch": 68.92,
      "grad_norm": 1.4488276243209839,
      "learning_rate": 4.6707693098567965e-06,
      "loss": 0.5008,
      "step": 246950
    },
    {
      "epoch": 68.93,
      "grad_norm": 2.2485501766204834,
      "learning_rate": 4.670766084621063e-06,
      "loss": 0.509,
      "step": 246960
    },
    {
      "epoch": 68.93,
      "grad_norm": 1.594966173171997,
      "learning_rate": 4.670762859075602e-06,
      "loss": 0.5094,
      "step": 246970
    },
    {
      "epoch": 68.93,
      "grad_norm": 1.6968141794204712,
      "learning_rate": 4.6707596332204164e-06,
      "loss": 0.5051,
      "step": 246980
    },
    {
      "epoch": 68.93,
      "grad_norm": 2.1255862712860107,
      "learning_rate": 4.6707564070555046e-06,
      "loss": 0.5011,
      "step": 246990
    },
    {
      "epoch": 68.94,
      "grad_norm": 1.7831592559814453,
      "learning_rate": 4.6707531805808675e-06,
      "loss": 0.5031,
      "step": 247000
    },
    {
      "epoch": 68.94,
      "grad_norm": 1.7344602346420288,
      "learning_rate": 4.670749953796506e-06,
      "loss": 0.4955,
      "step": 247010
    },
    {
      "epoch": 68.94,
      "grad_norm": 2.461031198501587,
      "learning_rate": 4.67074672670242e-06,
      "loss": 0.5308,
      "step": 247020
    },
    {
      "epoch": 68.95,
      "grad_norm": 1.8168941736221313,
      "learning_rate": 4.670743499298609e-06,
      "loss": 0.5056,
      "step": 247030
    },
    {
      "epoch": 68.95,
      "grad_norm": 1.7045992612838745,
      "learning_rate": 4.670740271585076e-06,
      "loss": 0.5029,
      "step": 247040
    },
    {
      "epoch": 68.95,
      "grad_norm": 1.7856645584106445,
      "learning_rate": 4.67073704356182e-06,
      "loss": 0.5062,
      "step": 247050
    },
    {
      "epoch": 68.95,
      "grad_norm": 1.7357231378555298,
      "learning_rate": 4.670733815228841e-06,
      "loss": 0.4971,
      "step": 247060
    },
    {
      "epoch": 68.96,
      "grad_norm": 1.379913330078125,
      "learning_rate": 4.670730586586139e-06,
      "loss": 0.4967,
      "step": 247070
    },
    {
      "epoch": 68.96,
      "grad_norm": 1.6949275732040405,
      "learning_rate": 4.670727357633716e-06,
      "loss": 0.5072,
      "step": 247080
    },
    {
      "epoch": 68.96,
      "grad_norm": 2.0914342403411865,
      "learning_rate": 4.670724128371572e-06,
      "loss": 0.4945,
      "step": 247090
    },
    {
      "epoch": 68.96,
      "grad_norm": 1.3354181051254272,
      "learning_rate": 4.670720898799707e-06,
      "loss": 0.5028,
      "step": 247100
    },
    {
      "epoch": 68.97,
      "grad_norm": 1.6784613132476807,
      "learning_rate": 4.67071766891812e-06,
      "loss": 0.5211,
      "step": 247110
    },
    {
      "epoch": 68.97,
      "grad_norm": 2.081853151321411,
      "learning_rate": 4.670714438726815e-06,
      "loss": 0.4998,
      "step": 247120
    },
    {
      "epoch": 68.97,
      "grad_norm": 1.4064267873764038,
      "learning_rate": 4.670711208225789e-06,
      "loss": 0.5044,
      "step": 247130
    },
    {
      "epoch": 68.98,
      "grad_norm": 1.5466492176055908,
      "learning_rate": 4.670707977415045e-06,
      "loss": 0.5124,
      "step": 247140
    },
    {
      "epoch": 68.98,
      "grad_norm": 1.2887673377990723,
      "learning_rate": 4.670704746294582e-06,
      "loss": 0.4987,
      "step": 247150
    },
    {
      "epoch": 68.98,
      "grad_norm": 1.5695055723190308,
      "learning_rate": 4.6707015148644e-06,
      "loss": 0.4891,
      "step": 247160
    },
    {
      "epoch": 68.98,
      "grad_norm": 1.3282034397125244,
      "learning_rate": 4.670698283124501e-06,
      "loss": 0.5114,
      "step": 247170
    },
    {
      "epoch": 68.99,
      "grad_norm": 1.3495004177093506,
      "learning_rate": 4.670695051074884e-06,
      "loss": 0.5085,
      "step": 247180
    },
    {
      "epoch": 68.99,
      "grad_norm": 1.8036690950393677,
      "learning_rate": 4.67069181871555e-06,
      "loss": 0.498,
      "step": 247190
    },
    {
      "epoch": 68.99,
      "grad_norm": 1.7102218866348267,
      "learning_rate": 4.6706885860464995e-06,
      "loss": 0.499,
      "step": 247200
    },
    {
      "epoch": 69.0,
      "grad_norm": 1.5551263093948364,
      "learning_rate": 4.670685353067733e-06,
      "loss": 0.5136,
      "step": 247210
    },
    {
      "epoch": 69.0,
      "grad_norm": 1.4631906747817993,
      "learning_rate": 4.670682119779251e-06,
      "loss": 0.5056,
      "step": 247220
    },
    {
      "epoch": 69.0,
      "eval_loss": 0.5046111345291138,
      "eval_runtime": 62.778,
      "eval_samples_per_second": 80.585,
      "eval_steps_per_second": 10.083,
      "step": 247227
    },
    {
      "epoch": 69.0,
      "grad_norm": 2.130995988845825,
      "learning_rate": 4.670678886181052e-06,
      "loss": 0.4869,
      "step": 247230
    },
    {
      "epoch": 69.0,
      "grad_norm": 1.7166376113891602,
      "learning_rate": 4.6706756522731395e-06,
      "loss": 0.5241,
      "step": 247240
    },
    {
      "epoch": 69.01,
      "grad_norm": 2.0824692249298096,
      "learning_rate": 4.6706724180555126e-06,
      "loss": 0.5011,
      "step": 247250
    },
    {
      "epoch": 69.01,
      "grad_norm": 1.8669178485870361,
      "learning_rate": 4.670669183528172e-06,
      "loss": 0.4951,
      "step": 247260
    },
    {
      "epoch": 69.01,
      "grad_norm": 1.7484827041625977,
      "learning_rate": 4.670665948691118e-06,
      "loss": 0.4951,
      "step": 247270
    },
    {
      "epoch": 69.01,
      "grad_norm": 1.6293442249298096,
      "learning_rate": 4.67066271354435e-06,
      "loss": 0.4945,
      "step": 247280
    },
    {
      "epoch": 69.02,
      "grad_norm": 1.7310562133789062,
      "learning_rate": 4.670659478087869e-06,
      "loss": 0.5018,
      "step": 247290
    },
    {
      "epoch": 69.02,
      "grad_norm": 1.6482197046279907,
      "learning_rate": 4.670656242321676e-06,
      "loss": 0.488,
      "step": 247300
    },
    {
      "epoch": 69.02,
      "grad_norm": 1.662006139755249,
      "learning_rate": 4.670653006245772e-06,
      "loss": 0.519,
      "step": 247310
    },
    {
      "epoch": 69.03,
      "grad_norm": 2.6407783031463623,
      "learning_rate": 4.670649769860156e-06,
      "loss": 0.5183,
      "step": 247320
    },
    {
      "epoch": 69.03,
      "grad_norm": 1.6171228885650635,
      "learning_rate": 4.670646533164828e-06,
      "loss": 0.5072,
      "step": 247330
    },
    {
      "epoch": 69.03,
      "grad_norm": 1.814623236656189,
      "learning_rate": 4.670643296159791e-06,
      "loss": 0.4992,
      "step": 247340
    },
    {
      "epoch": 69.03,
      "grad_norm": 1.698926329612732,
      "learning_rate": 4.670640058845043e-06,
      "loss": 0.5244,
      "step": 247350
    },
    {
      "epoch": 69.04,
      "grad_norm": 1.8866766691207886,
      "learning_rate": 4.670636821220586e-06,
      "loss": 0.4891,
      "step": 247360
    },
    {
      "epoch": 69.04,
      "grad_norm": 1.596359133720398,
      "learning_rate": 4.670633583286419e-06,
      "loss": 0.497,
      "step": 247370
    },
    {
      "epoch": 69.04,
      "grad_norm": 2.8874337673187256,
      "learning_rate": 4.670630345042544e-06,
      "loss": 0.5211,
      "step": 247380
    },
    {
      "epoch": 69.05,
      "grad_norm": 1.880300760269165,
      "learning_rate": 4.67062710648896e-06,
      "loss": 0.5068,
      "step": 247390
    },
    {
      "epoch": 69.05,
      "grad_norm": 1.5243505239486694,
      "learning_rate": 4.670623867625668e-06,
      "loss": 0.4859,
      "step": 247400
    },
    {
      "epoch": 69.05,
      "grad_norm": 2.6704187393188477,
      "learning_rate": 4.6706206284526685e-06,
      "loss": 0.4981,
      "step": 247410
    },
    {
      "epoch": 69.05,
      "grad_norm": 1.9585974216461182,
      "learning_rate": 4.670617388969962e-06,
      "loss": 0.5149,
      "step": 247420
    },
    {
      "epoch": 69.06,
      "grad_norm": 1.3657376766204834,
      "learning_rate": 4.6706141491775485e-06,
      "loss": 0.4956,
      "step": 247430
    },
    {
      "epoch": 69.06,
      "grad_norm": 1.5578378438949585,
      "learning_rate": 4.6706109090754294e-06,
      "loss": 0.4813,
      "step": 247440
    },
    {
      "epoch": 69.06,
      "grad_norm": 1.606281042098999,
      "learning_rate": 4.670607668663604e-06,
      "loss": 0.4948,
      "step": 247450
    },
    {
      "epoch": 69.07,
      "grad_norm": 2.0904488563537598,
      "learning_rate": 4.670604427942073e-06,
      "loss": 0.4933,
      "step": 247460
    },
    {
      "epoch": 69.07,
      "grad_norm": 1.773821234703064,
      "learning_rate": 4.670601186910837e-06,
      "loss": 0.4986,
      "step": 247470
    },
    {
      "epoch": 69.07,
      "grad_norm": 2.0305898189544678,
      "learning_rate": 4.670597945569898e-06,
      "loss": 0.5141,
      "step": 247480
    },
    {
      "epoch": 69.07,
      "grad_norm": 1.6708064079284668,
      "learning_rate": 4.670594703919253e-06,
      "loss": 0.5101,
      "step": 247490
    },
    {
      "epoch": 69.08,
      "grad_norm": 1.9770270586013794,
      "learning_rate": 4.670591461958905e-06,
      "loss": 0.4886,
      "step": 247500
    },
    {
      "epoch": 69.08,
      "grad_norm": 2.162419557571411,
      "learning_rate": 4.670588219688853e-06,
      "loss": 0.4963,
      "step": 247510
    },
    {
      "epoch": 69.08,
      "grad_norm": 1.4136674404144287,
      "learning_rate": 4.6705849771091e-06,
      "loss": 0.5142,
      "step": 247520
    },
    {
      "epoch": 69.08,
      "grad_norm": 1.7212587594985962,
      "learning_rate": 4.670581734219644e-06,
      "loss": 0.4989,
      "step": 247530
    },
    {
      "epoch": 69.09,
      "grad_norm": 1.4674171209335327,
      "learning_rate": 4.6705784910204845e-06,
      "loss": 0.5163,
      "step": 247540
    },
    {
      "epoch": 69.09,
      "grad_norm": 1.8136694431304932,
      "learning_rate": 4.670575247511625e-06,
      "loss": 0.523,
      "step": 247550
    },
    {
      "epoch": 69.09,
      "grad_norm": 1.7972930669784546,
      "learning_rate": 4.670572003693065e-06,
      "loss": 0.4884,
      "step": 247560
    },
    {
      "epoch": 69.1,
      "grad_norm": 2.116053342819214,
      "learning_rate": 4.670568759564803e-06,
      "loss": 0.5281,
      "step": 247570
    },
    {
      "epoch": 69.1,
      "grad_norm": 1.6768757104873657,
      "learning_rate": 4.670565515126841e-06,
      "loss": 0.5134,
      "step": 247580
    },
    {
      "epoch": 69.1,
      "grad_norm": 2.1817357540130615,
      "learning_rate": 4.67056227037918e-06,
      "loss": 0.4945,
      "step": 247590
    },
    {
      "epoch": 69.1,
      "grad_norm": 2.246936082839966,
      "learning_rate": 4.670559025321819e-06,
      "loss": 0.5184,
      "step": 247600
    },
    {
      "epoch": 69.11,
      "grad_norm": 1.6517610549926758,
      "learning_rate": 4.670555779954759e-06,
      "loss": 0.4872,
      "step": 247610
    },
    {
      "epoch": 69.11,
      "grad_norm": 1.7821922302246094,
      "learning_rate": 4.670552534278001e-06,
      "loss": 0.5025,
      "step": 247620
    },
    {
      "epoch": 69.11,
      "grad_norm": 2.26621675491333,
      "learning_rate": 4.670549288291545e-06,
      "loss": 0.4938,
      "step": 247630
    },
    {
      "epoch": 69.12,
      "grad_norm": 1.349846601486206,
      "learning_rate": 4.670546041995391e-06,
      "loss": 0.5016,
      "step": 247640
    },
    {
      "epoch": 69.12,
      "grad_norm": 1.746655821800232,
      "learning_rate": 4.670542795389539e-06,
      "loss": 0.5226,
      "step": 247650
    },
    {
      "epoch": 69.12,
      "grad_norm": 1.5361416339874268,
      "learning_rate": 4.6705395484739915e-06,
      "loss": 0.51,
      "step": 247660
    },
    {
      "epoch": 69.12,
      "grad_norm": 1.5795137882232666,
      "learning_rate": 4.670536301248747e-06,
      "loss": 0.5158,
      "step": 247670
    },
    {
      "epoch": 69.13,
      "grad_norm": 1.6548199653625488,
      "learning_rate": 4.670533053713807e-06,
      "loss": 0.479,
      "step": 247680
    },
    {
      "epoch": 69.13,
      "grad_norm": 1.3332200050354004,
      "learning_rate": 4.670529805869171e-06,
      "loss": 0.484,
      "step": 247690
    },
    {
      "epoch": 69.13,
      "grad_norm": 2.046581983566284,
      "learning_rate": 4.670526557714842e-06,
      "loss": 0.5019,
      "step": 247700
    },
    {
      "epoch": 69.13,
      "grad_norm": 1.7209420204162598,
      "learning_rate": 4.670523309250816e-06,
      "loss": 0.4813,
      "step": 247710
    },
    {
      "epoch": 69.14,
      "grad_norm": 1.592083215713501,
      "learning_rate": 4.670520060477097e-06,
      "loss": 0.4915,
      "step": 247720
    },
    {
      "epoch": 69.14,
      "grad_norm": 1.8455533981323242,
      "learning_rate": 4.670516811393684e-06,
      "loss": 0.4847,
      "step": 247730
    },
    {
      "epoch": 69.14,
      "grad_norm": 1.7762703895568848,
      "learning_rate": 4.670513562000577e-06,
      "loss": 0.497,
      "step": 247740
    },
    {
      "epoch": 69.15,
      "grad_norm": 1.7238552570343018,
      "learning_rate": 4.6705103122977775e-06,
      "loss": 0.511,
      "step": 247750
    },
    {
      "epoch": 69.15,
      "grad_norm": 1.5579241514205933,
      "learning_rate": 4.670507062285287e-06,
      "loss": 0.4959,
      "step": 247760
    },
    {
      "epoch": 69.15,
      "grad_norm": 1.906690001487732,
      "learning_rate": 4.670503811963103e-06,
      "loss": 0.5207,
      "step": 247770
    },
    {
      "epoch": 69.15,
      "grad_norm": 1.5080618858337402,
      "learning_rate": 4.670500561331227e-06,
      "loss": 0.5087,
      "step": 247780
    },
    {
      "epoch": 69.16,
      "grad_norm": 1.2673962116241455,
      "learning_rate": 4.670497310389661e-06,
      "loss": 0.5176,
      "step": 247790
    },
    {
      "epoch": 69.16,
      "grad_norm": 1.517264485359192,
      "learning_rate": 4.6704940591384045e-06,
      "loss": 0.52,
      "step": 247800
    },
    {
      "epoch": 69.16,
      "grad_norm": 1.5581557750701904,
      "learning_rate": 4.670490807577457e-06,
      "loss": 0.5237,
      "step": 247810
    },
    {
      "epoch": 69.17,
      "grad_norm": 1.5521411895751953,
      "learning_rate": 4.67048755570682e-06,
      "loss": 0.5048,
      "step": 247820
    },
    {
      "epoch": 69.17,
      "grad_norm": 2.3314104080200195,
      "learning_rate": 4.670484303526494e-06,
      "loss": 0.4955,
      "step": 247830
    },
    {
      "epoch": 69.17,
      "grad_norm": 1.7541176080703735,
      "learning_rate": 4.670481051036477e-06,
      "loss": 0.4961,
      "step": 247840
    },
    {
      "epoch": 69.17,
      "grad_norm": 1.5452073812484741,
      "learning_rate": 4.670477798236773e-06,
      "loss": 0.5181,
      "step": 247850
    },
    {
      "epoch": 69.18,
      "grad_norm": 1.7141530513763428,
      "learning_rate": 4.670474545127382e-06,
      "loss": 0.5033,
      "step": 247860
    },
    {
      "epoch": 69.18,
      "grad_norm": 1.217805027961731,
      "learning_rate": 4.670471291708301e-06,
      "loss": 0.4977,
      "step": 247870
    },
    {
      "epoch": 69.18,
      "grad_norm": 1.797959804534912,
      "learning_rate": 4.670468037979535e-06,
      "loss": 0.4861,
      "step": 247880
    },
    {
      "epoch": 69.19,
      "grad_norm": 1.804479956626892,
      "learning_rate": 4.670464783941081e-06,
      "loss": 0.4937,
      "step": 247890
    },
    {
      "epoch": 69.19,
      "grad_norm": 2.2782580852508545,
      "learning_rate": 4.67046152959294e-06,
      "loss": 0.5175,
      "step": 247900
    },
    {
      "epoch": 69.19,
      "grad_norm": 2.0649266242980957,
      "learning_rate": 4.670458274935114e-06,
      "loss": 0.5079,
      "step": 247910
    },
    {
      "epoch": 69.19,
      "grad_norm": 1.3996819257736206,
      "learning_rate": 4.670455019967602e-06,
      "loss": 0.5085,
      "step": 247920
    },
    {
      "epoch": 69.2,
      "grad_norm": 1.9800714254379272,
      "learning_rate": 4.670451764690406e-06,
      "loss": 0.5025,
      "step": 247930
    },
    {
      "epoch": 69.2,
      "grad_norm": 1.4938304424285889,
      "learning_rate": 4.670448509103523e-06,
      "loss": 0.492,
      "step": 247940
    },
    {
      "epoch": 69.2,
      "grad_norm": 1.6594527959823608,
      "learning_rate": 4.670445253206958e-06,
      "loss": 0.5064,
      "step": 247950
    },
    {
      "epoch": 69.2,
      "grad_norm": 1.2882686853408813,
      "learning_rate": 4.67044199700071e-06,
      "loss": 0.5091,
      "step": 247960
    },
    {
      "epoch": 69.21,
      "grad_norm": 1.5349783897399902,
      "learning_rate": 4.670438740484777e-06,
      "loss": 0.5148,
      "step": 247970
    },
    {
      "epoch": 69.21,
      "grad_norm": 2.177309989929199,
      "learning_rate": 4.670435483659161e-06,
      "loss": 0.5169,
      "step": 247980
    },
    {
      "epoch": 69.21,
      "grad_norm": 1.516292929649353,
      "learning_rate": 4.670432226523863e-06,
      "loss": 0.5109,
      "step": 247990
    },
    {
      "epoch": 69.22,
      "grad_norm": 1.480042815208435,
      "learning_rate": 4.670428969078883e-06,
      "loss": 0.5063,
      "step": 248000
    },
    {
      "epoch": 69.22,
      "grad_norm": 1.6557778120040894,
      "learning_rate": 4.670425711324221e-06,
      "loss": 0.4991,
      "step": 248010
    },
    {
      "epoch": 69.22,
      "grad_norm": 1.8373132944107056,
      "learning_rate": 4.6704224532598776e-06,
      "loss": 0.5134,
      "step": 248020
    },
    {
      "epoch": 69.22,
      "grad_norm": 2.131659984588623,
      "learning_rate": 4.6704191948858535e-06,
      "loss": 0.5064,
      "step": 248030
    },
    {
      "epoch": 69.23,
      "grad_norm": 1.735066294670105,
      "learning_rate": 4.67041593620215e-06,
      "loss": 0.49,
      "step": 248040
    },
    {
      "epoch": 69.23,
      "grad_norm": 2.081850528717041,
      "learning_rate": 4.670412677208766e-06,
      "loss": 0.5024,
      "step": 248050
    },
    {
      "epoch": 69.23,
      "grad_norm": 1.4016281366348267,
      "learning_rate": 4.6704094179057035e-06,
      "loss": 0.496,
      "step": 248060
    },
    {
      "epoch": 69.24,
      "grad_norm": 1.5931891202926636,
      "learning_rate": 4.6704061582929615e-06,
      "loss": 0.5081,
      "step": 248070
    },
    {
      "epoch": 69.24,
      "grad_norm": 1.776245355606079,
      "learning_rate": 4.67040289837054e-06,
      "loss": 0.5134,
      "step": 248080
    },
    {
      "epoch": 69.24,
      "grad_norm": 2.233586072921753,
      "learning_rate": 4.6703996381384416e-06,
      "loss": 0.4934,
      "step": 248090
    },
    {
      "epoch": 69.24,
      "grad_norm": 1.9467308521270752,
      "learning_rate": 4.6703963775966645e-06,
      "loss": 0.5224,
      "step": 248100
    },
    {
      "epoch": 69.25,
      "grad_norm": 1.4618921279907227,
      "learning_rate": 4.6703931167452105e-06,
      "loss": 0.5141,
      "step": 248110
    },
    {
      "epoch": 69.25,
      "grad_norm": 1.2838014364242554,
      "learning_rate": 4.6703898555840796e-06,
      "loss": 0.5062,
      "step": 248120
    },
    {
      "epoch": 69.25,
      "grad_norm": 1.8760476112365723,
      "learning_rate": 4.6703865941132725e-06,
      "loss": 0.5238,
      "step": 248130
    },
    {
      "epoch": 69.25,
      "grad_norm": 1.5253504514694214,
      "learning_rate": 4.670383332332789e-06,
      "loss": 0.4966,
      "step": 248140
    },
    {
      "epoch": 69.26,
      "grad_norm": 1.5578279495239258,
      "learning_rate": 4.670380070242631e-06,
      "loss": 0.4943,
      "step": 248150
    },
    {
      "epoch": 69.26,
      "grad_norm": 1.407505750656128,
      "learning_rate": 4.670376807842797e-06,
      "loss": 0.4983,
      "step": 248160
    },
    {
      "epoch": 69.26,
      "grad_norm": 1.7757654190063477,
      "learning_rate": 4.6703735451332885e-06,
      "loss": 0.5064,
      "step": 248170
    },
    {
      "epoch": 69.27,
      "grad_norm": 1.4187628030776978,
      "learning_rate": 4.670370282114106e-06,
      "loss": 0.5353,
      "step": 248180
    },
    {
      "epoch": 69.27,
      "grad_norm": 1.5947843790054321,
      "learning_rate": 4.670367018785249e-06,
      "loss": 0.5033,
      "step": 248190
    },
    {
      "epoch": 69.27,
      "grad_norm": 1.9222878217697144,
      "learning_rate": 4.67036375514672e-06,
      "loss": 0.4964,
      "step": 248200
    },
    {
      "epoch": 69.27,
      "grad_norm": 1.6120579242706299,
      "learning_rate": 4.670360491198517e-06,
      "loss": 0.5089,
      "step": 248210
    },
    {
      "epoch": 69.28,
      "grad_norm": 1.452187180519104,
      "learning_rate": 4.670357226940642e-06,
      "loss": 0.5006,
      "step": 248220
    },
    {
      "epoch": 69.28,
      "grad_norm": 1.6748484373092651,
      "learning_rate": 4.670353962373095e-06,
      "loss": 0.494,
      "step": 248230
    },
    {
      "epoch": 69.28,
      "grad_norm": 1.6209810972213745,
      "learning_rate": 4.6703506974958755e-06,
      "loss": 0.5174,
      "step": 248240
    },
    {
      "epoch": 69.29,
      "grad_norm": 1.891595721244812,
      "learning_rate": 4.670347432308986e-06,
      "loss": 0.5073,
      "step": 248250
    },
    {
      "epoch": 69.29,
      "grad_norm": 1.9402940273284912,
      "learning_rate": 4.670344166812425e-06,
      "loss": 0.4903,
      "step": 248260
    },
    {
      "epoch": 69.29,
      "grad_norm": 1.301721215248108,
      "learning_rate": 4.6703409010061935e-06,
      "loss": 0.5202,
      "step": 248270
    },
    {
      "epoch": 69.29,
      "grad_norm": 1.52796471118927,
      "learning_rate": 4.6703376348902925e-06,
      "loss": 0.5062,
      "step": 248280
    },
    {
      "epoch": 69.3,
      "grad_norm": 1.727462649345398,
      "learning_rate": 4.670334368464722e-06,
      "loss": 0.5032,
      "step": 248290
    },
    {
      "epoch": 69.3,
      "grad_norm": 1.4456560611724854,
      "learning_rate": 4.670331101729483e-06,
      "loss": 0.4977,
      "step": 248300
    },
    {
      "epoch": 69.3,
      "grad_norm": 1.8585702180862427,
      "learning_rate": 4.6703278346845745e-06,
      "loss": 0.5028,
      "step": 248310
    },
    {
      "epoch": 69.31,
      "grad_norm": 1.9040358066558838,
      "learning_rate": 4.670324567329998e-06,
      "loss": 0.5188,
      "step": 248320
    },
    {
      "epoch": 69.31,
      "grad_norm": 2.184143543243408,
      "learning_rate": 4.670321299665755e-06,
      "loss": 0.4893,
      "step": 248330
    },
    {
      "epoch": 69.31,
      "grad_norm": 1.8867379426956177,
      "learning_rate": 4.670318031691843e-06,
      "loss": 0.5037,
      "step": 248340
    },
    {
      "epoch": 69.31,
      "grad_norm": 1.5071254968643188,
      "learning_rate": 4.670314763408265e-06,
      "loss": 0.505,
      "step": 248350
    },
    {
      "epoch": 69.32,
      "grad_norm": 1.8419324159622192,
      "learning_rate": 4.670311494815021e-06,
      "loss": 0.5305,
      "step": 248360
    },
    {
      "epoch": 69.32,
      "grad_norm": 1.88258957862854,
      "learning_rate": 4.670308225912111e-06,
      "loss": 0.497,
      "step": 248370
    },
    {
      "epoch": 69.32,
      "grad_norm": 1.6748448610305786,
      "learning_rate": 4.670304956699535e-06,
      "loss": 0.5113,
      "step": 248380
    },
    {
      "epoch": 69.32,
      "grad_norm": 1.996965765953064,
      "learning_rate": 4.670301687177293e-06,
      "loss": 0.5008,
      "step": 248390
    },
    {
      "epoch": 69.33,
      "grad_norm": 1.4572334289550781,
      "learning_rate": 4.6702984173453875e-06,
      "loss": 0.5053,
      "step": 248400
    },
    {
      "epoch": 69.33,
      "grad_norm": 1.4536123275756836,
      "learning_rate": 4.670295147203818e-06,
      "loss": 0.5141,
      "step": 248410
    },
    {
      "epoch": 69.33,
      "grad_norm": 1.3604220151901245,
      "learning_rate": 4.670291876752584e-06,
      "loss": 0.4996,
      "step": 248420
    },
    {
      "epoch": 69.34,
      "grad_norm": 1.484590768814087,
      "learning_rate": 4.670288605991687e-06,
      "loss": 0.4979,
      "step": 248430
    },
    {
      "epoch": 69.34,
      "grad_norm": 1.2611476182937622,
      "learning_rate": 4.670285334921127e-06,
      "loss": 0.4988,
      "step": 248440
    },
    {
      "epoch": 69.34,
      "grad_norm": 1.5688467025756836,
      "learning_rate": 4.670282063540905e-06,
      "loss": 0.5143,
      "step": 248450
    },
    {
      "epoch": 69.34,
      "grad_norm": 2.6010637283325195,
      "learning_rate": 4.67027879185102e-06,
      "loss": 0.4721,
      "step": 248460
    },
    {
      "epoch": 69.35,
      "grad_norm": 2.0549943447113037,
      "learning_rate": 4.670275519851474e-06,
      "loss": 0.498,
      "step": 248470
    },
    {
      "epoch": 69.35,
      "grad_norm": 1.6992251873016357,
      "learning_rate": 4.670272247542266e-06,
      "loss": 0.5083,
      "step": 248480
    },
    {
      "epoch": 69.35,
      "grad_norm": 2.1848490238189697,
      "learning_rate": 4.670268974923398e-06,
      "loss": 0.5139,
      "step": 248490
    },
    {
      "epoch": 69.36,
      "grad_norm": 1.236154556274414,
      "learning_rate": 4.67026570199487e-06,
      "loss": 0.4931,
      "step": 248500
    },
    {
      "epoch": 69.36,
      "grad_norm": 2.047346830368042,
      "learning_rate": 4.670262428756681e-06,
      "loss": 0.4957,
      "step": 248510
    },
    {
      "epoch": 69.36,
      "grad_norm": 1.4999593496322632,
      "learning_rate": 4.670259155208834e-06,
      "loss": 0.501,
      "step": 248520
    },
    {
      "epoch": 69.36,
      "grad_norm": 1.705667495727539,
      "learning_rate": 4.670255881351327e-06,
      "loss": 0.5026,
      "step": 248530
    },
    {
      "epoch": 69.37,
      "grad_norm": 1.346479058265686,
      "learning_rate": 4.670252607184162e-06,
      "loss": 0.5282,
      "step": 248540
    },
    {
      "epoch": 69.37,
      "grad_norm": 1.4808783531188965,
      "learning_rate": 4.670249332707338e-06,
      "loss": 0.5091,
      "step": 248550
    },
    {
      "epoch": 69.37,
      "grad_norm": 1.65091073513031,
      "learning_rate": 4.670246057920857e-06,
      "loss": 0.4925,
      "step": 248560
    },
    {
      "epoch": 69.37,
      "grad_norm": 1.8850425481796265,
      "learning_rate": 4.670242782824719e-06,
      "loss": 0.4875,
      "step": 248570
    },
    {
      "epoch": 69.38,
      "grad_norm": 2.1313741207122803,
      "learning_rate": 4.670239507418924e-06,
      "loss": 0.5032,
      "step": 248580
    },
    {
      "epoch": 69.38,
      "grad_norm": 2.156766414642334,
      "learning_rate": 4.670236231703472e-06,
      "loss": 0.5024,
      "step": 248590
    },
    {
      "epoch": 69.38,
      "grad_norm": 1.5002928972244263,
      "learning_rate": 4.670232955678365e-06,
      "loss": 0.507,
      "step": 248600
    },
    {
      "epoch": 69.39,
      "grad_norm": 1.7112483978271484,
      "learning_rate": 4.670229679343602e-06,
      "loss": 0.4957,
      "step": 248610
    },
    {
      "epoch": 69.39,
      "grad_norm": 1.3671284914016724,
      "learning_rate": 4.670226402699184e-06,
      "loss": 0.516,
      "step": 248620
    },
    {
      "epoch": 69.39,
      "grad_norm": 1.7893577814102173,
      "learning_rate": 4.670223125745111e-06,
      "loss": 0.5284,
      "step": 248630
    },
    {
      "epoch": 69.39,
      "grad_norm": 1.9846410751342773,
      "learning_rate": 4.670219848481384e-06,
      "loss": 0.518,
      "step": 248640
    },
    {
      "epoch": 69.4,
      "grad_norm": 1.6995832920074463,
      "learning_rate": 4.670216570908003e-06,
      "loss": 0.5266,
      "step": 248650
    },
    {
      "epoch": 69.4,
      "grad_norm": 1.5407036542892456,
      "learning_rate": 4.6702132930249684e-06,
      "loss": 0.5021,
      "step": 248660
    },
    {
      "epoch": 69.4,
      "grad_norm": 1.5612460374832153,
      "learning_rate": 4.670210014832282e-06,
      "loss": 0.4991,
      "step": 248670
    },
    {
      "epoch": 69.41,
      "grad_norm": 1.9788472652435303,
      "learning_rate": 4.670206736329942e-06,
      "loss": 0.5063,
      "step": 248680
    },
    {
      "epoch": 69.41,
      "grad_norm": 1.9649752378463745,
      "learning_rate": 4.670203457517951e-06,
      "loss": 0.5149,
      "step": 248690
    },
    {
      "epoch": 69.41,
      "grad_norm": 1.9310842752456665,
      "learning_rate": 4.670200178396308e-06,
      "loss": 0.5189,
      "step": 248700
    },
    {
      "epoch": 69.41,
      "grad_norm": 2.047879219055176,
      "learning_rate": 4.670196898965014e-06,
      "loss": 0.5156,
      "step": 248710
    },
    {
      "epoch": 69.42,
      "grad_norm": 1.7506024837493896,
      "learning_rate": 4.670193619224069e-06,
      "loss": 0.4737,
      "step": 248720
    },
    {
      "epoch": 69.42,
      "grad_norm": 1.8234126567840576,
      "learning_rate": 4.670190339173474e-06,
      "loss": 0.5091,
      "step": 248730
    },
    {
      "epoch": 69.42,
      "grad_norm": 1.4555096626281738,
      "learning_rate": 4.670187058813229e-06,
      "loss": 0.4975,
      "step": 248740
    },
    {
      "epoch": 69.43,
      "grad_norm": 1.6235508918762207,
      "learning_rate": 4.670183778143334e-06,
      "loss": 0.5088,
      "step": 248750
    },
    {
      "epoch": 69.43,
      "grad_norm": 1.6610298156738281,
      "learning_rate": 4.67018049716379e-06,
      "loss": 0.4971,
      "step": 248760
    },
    {
      "epoch": 69.43,
      "grad_norm": 1.6591485738754272,
      "learning_rate": 4.670177215874599e-06,
      "loss": 0.5258,
      "step": 248770
    },
    {
      "epoch": 69.43,
      "grad_norm": 1.4124528169631958,
      "learning_rate": 4.670173934275759e-06,
      "loss": 0.5152,
      "step": 248780
    },
    {
      "epoch": 69.44,
      "grad_norm": 1.7432780265808105,
      "learning_rate": 4.670170652367271e-06,
      "loss": 0.4889,
      "step": 248790
    },
    {
      "epoch": 69.44,
      "grad_norm": 1.7684919834136963,
      "learning_rate": 4.670167370149136e-06,
      "loss": 0.5155,
      "step": 248800
    },
    {
      "epoch": 69.44,
      "grad_norm": 1.9557404518127441,
      "learning_rate": 4.670164087621354e-06,
      "loss": 0.5204,
      "step": 248810
    },
    {
      "epoch": 69.44,
      "grad_norm": 1.6034830808639526,
      "learning_rate": 4.670160804783927e-06,
      "loss": 0.4838,
      "step": 248820
    },
    {
      "epoch": 69.45,
      "grad_norm": 1.7061845064163208,
      "learning_rate": 4.670157521636853e-06,
      "loss": 0.5166,
      "step": 248830
    },
    {
      "epoch": 69.45,
      "grad_norm": 1.5461740493774414,
      "learning_rate": 4.6701542381801326e-06,
      "loss": 0.5054,
      "step": 248840
    },
    {
      "epoch": 69.45,
      "grad_norm": 1.5715988874435425,
      "learning_rate": 4.670150954413768e-06,
      "loss": 0.4973,
      "step": 248850
    },
    {
      "epoch": 69.46,
      "grad_norm": 1.6041500568389893,
      "learning_rate": 4.670147670337759e-06,
      "loss": 0.5142,
      "step": 248860
    },
    {
      "epoch": 69.46,
      "grad_norm": 1.4518790245056152,
      "learning_rate": 4.6701443859521065e-06,
      "loss": 0.5124,
      "step": 248870
    },
    {
      "epoch": 69.46,
      "grad_norm": 1.7777875661849976,
      "learning_rate": 4.67014110125681e-06,
      "loss": 0.5149,
      "step": 248880
    },
    {
      "epoch": 69.46,
      "grad_norm": 1.9141390323638916,
      "learning_rate": 4.670137816251869e-06,
      "loss": 0.5136,
      "step": 248890
    },
    {
      "epoch": 69.47,
      "grad_norm": 1.958930253982544,
      "learning_rate": 4.670134530937285e-06,
      "loss": 0.518,
      "step": 248900
    },
    {
      "epoch": 69.47,
      "grad_norm": 1.8663493394851685,
      "learning_rate": 4.67013124531306e-06,
      "loss": 0.5018,
      "step": 248910
    },
    {
      "epoch": 69.47,
      "grad_norm": 1.5781593322753906,
      "learning_rate": 4.670127959379193e-06,
      "loss": 0.4918,
      "step": 248920
    },
    {
      "epoch": 69.48,
      "grad_norm": 1.5204967260360718,
      "learning_rate": 4.670124673135683e-06,
      "loss": 0.5179,
      "step": 248930
    },
    {
      "epoch": 69.48,
      "grad_norm": 2.1231579780578613,
      "learning_rate": 4.670121386582533e-06,
      "loss": 0.5192,
      "step": 248940
    },
    {
      "epoch": 69.48,
      "grad_norm": 2.602522134780884,
      "learning_rate": 4.670118099719743e-06,
      "loss": 0.4908,
      "step": 248950
    },
    {
      "epoch": 69.48,
      "grad_norm": 1.4914212226867676,
      "learning_rate": 4.6701148125473115e-06,
      "loss": 0.5153,
      "step": 248960
    },
    {
      "epoch": 69.49,
      "grad_norm": 1.8427107334136963,
      "learning_rate": 4.670111525065241e-06,
      "loss": 0.4903,
      "step": 248970
    },
    {
      "epoch": 69.49,
      "grad_norm": 1.7086460590362549,
      "learning_rate": 4.670108237273531e-06,
      "loss": 0.5254,
      "step": 248980
    },
    {
      "epoch": 69.49,
      "grad_norm": 2.0195260047912598,
      "learning_rate": 4.670104949172181e-06,
      "loss": 0.5023,
      "step": 248990
    },
    {
      "epoch": 69.49,
      "grad_norm": 1.5060895681381226,
      "learning_rate": 4.670101660761194e-06,
      "loss": 0.4999,
      "step": 249000
    },
    {
      "epoch": 69.5,
      "grad_norm": 1.4812252521514893,
      "learning_rate": 4.670098372040568e-06,
      "loss": 0.5126,
      "step": 249010
    },
    {
      "epoch": 69.5,
      "grad_norm": 2.018298864364624,
      "learning_rate": 4.6700950830103055e-06,
      "loss": 0.4994,
      "step": 249020
    },
    {
      "epoch": 69.5,
      "grad_norm": 1.5409518480300903,
      "learning_rate": 4.670091793670405e-06,
      "loss": 0.4979,
      "step": 249030
    },
    {
      "epoch": 69.51,
      "grad_norm": 1.8139843940734863,
      "learning_rate": 4.670088504020868e-06,
      "loss": 0.5108,
      "step": 249040
    },
    {
      "epoch": 69.51,
      "grad_norm": 2.128626585006714,
      "learning_rate": 4.670085214061694e-06,
      "loss": 0.5064,
      "step": 249050
    },
    {
      "epoch": 69.51,
      "grad_norm": 1.8122409582138062,
      "learning_rate": 4.670081923792885e-06,
      "loss": 0.5004,
      "step": 249060
    },
    {
      "epoch": 69.51,
      "grad_norm": 1.3663221597671509,
      "learning_rate": 4.67007863321444e-06,
      "loss": 0.4893,
      "step": 249070
    },
    {
      "epoch": 69.52,
      "grad_norm": 1.6788833141326904,
      "learning_rate": 4.67007534232636e-06,
      "loss": 0.4975,
      "step": 249080
    },
    {
      "epoch": 69.52,
      "grad_norm": 1.8721001148223877,
      "learning_rate": 4.6700720511286464e-06,
      "loss": 0.493,
      "step": 249090
    },
    {
      "epoch": 69.52,
      "grad_norm": 1.687596082687378,
      "learning_rate": 4.670068759621298e-06,
      "loss": 0.4921,
      "step": 249100
    },
    {
      "epoch": 69.53,
      "grad_norm": 1.8356536626815796,
      "learning_rate": 4.670065467804316e-06,
      "loss": 0.4887,
      "step": 249110
    },
    {
      "epoch": 69.53,
      "grad_norm": 1.6705248355865479,
      "learning_rate": 4.670062175677701e-06,
      "loss": 0.5083,
      "step": 249120
    },
    {
      "epoch": 69.53,
      "grad_norm": 2.0098862648010254,
      "learning_rate": 4.670058883241453e-06,
      "loss": 0.498,
      "step": 249130
    },
    {
      "epoch": 69.53,
      "grad_norm": 2.0660951137542725,
      "learning_rate": 4.670055590495573e-06,
      "loss": 0.5207,
      "step": 249140
    },
    {
      "epoch": 69.54,
      "grad_norm": 1.7397931814193726,
      "learning_rate": 4.67005229744006e-06,
      "loss": 0.4891,
      "step": 249150
    },
    {
      "epoch": 69.54,
      "grad_norm": 1.3847334384918213,
      "learning_rate": 4.670049004074917e-06,
      "loss": 0.5064,
      "step": 249160
    },
    {
      "epoch": 69.54,
      "grad_norm": 1.369823932647705,
      "learning_rate": 4.670045710400142e-06,
      "loss": 0.504,
      "step": 249170
    },
    {
      "epoch": 69.55,
      "grad_norm": 1.532764196395874,
      "learning_rate": 4.670042416415736e-06,
      "loss": 0.5121,
      "step": 249180
    },
    {
      "epoch": 69.55,
      "grad_norm": 2.393859624862671,
      "learning_rate": 4.670039122121701e-06,
      "loss": 0.5273,
      "step": 249190
    },
    {
      "epoch": 69.55,
      "grad_norm": 2.005845785140991,
      "learning_rate": 4.670035827518036e-06,
      "loss": 0.5038,
      "step": 249200
    },
    {
      "epoch": 69.55,
      "grad_norm": 1.7838212251663208,
      "learning_rate": 4.670032532604742e-06,
      "loss": 0.5152,
      "step": 249210
    },
    {
      "epoch": 69.56,
      "grad_norm": 1.5970133543014526,
      "learning_rate": 4.670029237381818e-06,
      "loss": 0.4988,
      "step": 249220
    },
    {
      "epoch": 69.56,
      "grad_norm": 2.49863338470459,
      "learning_rate": 4.670025941849267e-06,
      "loss": 0.5036,
      "step": 249230
    },
    {
      "epoch": 69.56,
      "grad_norm": 2.158336639404297,
      "learning_rate": 4.6700226460070875e-06,
      "loss": 0.5249,
      "step": 249240
    },
    {
      "epoch": 69.56,
      "grad_norm": 1.9343777894973755,
      "learning_rate": 4.67001934985528e-06,
      "loss": 0.5195,
      "step": 249250
    },
    {
      "epoch": 69.57,
      "grad_norm": 1.708376169204712,
      "learning_rate": 4.670016053393846e-06,
      "loss": 0.5264,
      "step": 249260
    },
    {
      "epoch": 69.57,
      "grad_norm": 2.1012513637542725,
      "learning_rate": 4.670012756622785e-06,
      "loss": 0.4865,
      "step": 249270
    },
    {
      "epoch": 69.57,
      "grad_norm": 2.0772480964660645,
      "learning_rate": 4.670009459542098e-06,
      "loss": 0.4911,
      "step": 249280
    },
    {
      "epoch": 69.58,
      "grad_norm": 1.9072057008743286,
      "learning_rate": 4.670006162151785e-06,
      "loss": 0.4967,
      "step": 249290
    },
    {
      "epoch": 69.58,
      "grad_norm": 1.6383229494094849,
      "learning_rate": 4.670002864451847e-06,
      "loss": 0.4968,
      "step": 249300
    },
    {
      "epoch": 69.58,
      "grad_norm": 1.5321112871170044,
      "learning_rate": 4.669999566442284e-06,
      "loss": 0.5149,
      "step": 249310
    },
    {
      "epoch": 69.58,
      "grad_norm": 1.879955530166626,
      "learning_rate": 4.669996268123096e-06,
      "loss": 0.5046,
      "step": 249320
    },
    {
      "epoch": 69.59,
      "grad_norm": 1.9559662342071533,
      "learning_rate": 4.669992969494284e-06,
      "loss": 0.5083,
      "step": 249330
    },
    {
      "epoch": 69.59,
      "grad_norm": 1.5539220571517944,
      "learning_rate": 4.6699896705558495e-06,
      "loss": 0.4954,
      "step": 249340
    },
    {
      "epoch": 69.59,
      "grad_norm": 1.9984005689620972,
      "learning_rate": 4.669986371307791e-06,
      "loss": 0.4985,
      "step": 249350
    },
    {
      "epoch": 69.6,
      "grad_norm": 1.6044660806655884,
      "learning_rate": 4.66998307175011e-06,
      "loss": 0.4942,
      "step": 249360
    },
    {
      "epoch": 69.6,
      "grad_norm": 1.418131709098816,
      "learning_rate": 4.669979771882807e-06,
      "loss": 0.5011,
      "step": 249370
    },
    {
      "epoch": 69.6,
      "grad_norm": 1.5934624671936035,
      "learning_rate": 4.669976471705882e-06,
      "loss": 0.5098,
      "step": 249380
    },
    {
      "epoch": 69.6,
      "grad_norm": 1.8416240215301514,
      "learning_rate": 4.669973171219335e-06,
      "loss": 0.4939,
      "step": 249390
    },
    {
      "epoch": 69.61,
      "grad_norm": 1.685098648071289,
      "learning_rate": 4.669969870423168e-06,
      "loss": 0.5255,
      "step": 249400
    },
    {
      "epoch": 69.61,
      "grad_norm": 1.6951711177825928,
      "learning_rate": 4.66996656931738e-06,
      "loss": 0.5061,
      "step": 249410
    },
    {
      "epoch": 69.61,
      "grad_norm": 2.030698776245117,
      "learning_rate": 4.669963267901972e-06,
      "loss": 0.5155,
      "step": 249420
    },
    {
      "epoch": 69.61,
      "grad_norm": 1.9384407997131348,
      "learning_rate": 4.669959966176945e-06,
      "loss": 0.5156,
      "step": 249430
    },
    {
      "epoch": 69.62,
      "grad_norm": 1.7950035333633423,
      "learning_rate": 4.669956664142298e-06,
      "loss": 0.5003,
      "step": 249440
    },
    {
      "epoch": 69.62,
      "grad_norm": 1.4853330850601196,
      "learning_rate": 4.669953361798033e-06,
      "loss": 0.5236,
      "step": 249450
    },
    {
      "epoch": 69.62,
      "grad_norm": 1.5964330434799194,
      "learning_rate": 4.6699500591441485e-06,
      "loss": 0.5194,
      "step": 249460
    },
    {
      "epoch": 69.63,
      "grad_norm": 1.5869803428649902,
      "learning_rate": 4.669946756180647e-06,
      "loss": 0.5082,
      "step": 249470
    },
    {
      "epoch": 69.63,
      "grad_norm": 1.7158182859420776,
      "learning_rate": 4.6699434529075285e-06,
      "loss": 0.5038,
      "step": 249480
    },
    {
      "epoch": 69.63,
      "grad_norm": 1.6383320093154907,
      "learning_rate": 4.669940149324792e-06,
      "loss": 0.4959,
      "step": 249490
    },
    {
      "epoch": 69.63,
      "grad_norm": 1.401536226272583,
      "learning_rate": 4.66993684543244e-06,
      "loss": 0.5085,
      "step": 249500
    },
    {
      "epoch": 69.64,
      "grad_norm": 1.5613832473754883,
      "learning_rate": 4.669933541230471e-06,
      "loss": 0.5023,
      "step": 249510
    },
    {
      "epoch": 69.64,
      "grad_norm": 1.6419098377227783,
      "learning_rate": 4.669930236718887e-06,
      "loss": 0.518,
      "step": 249520
    },
    {
      "epoch": 69.64,
      "grad_norm": 1.7978395223617554,
      "learning_rate": 4.669926931897687e-06,
      "loss": 0.4999,
      "step": 249530
    },
    {
      "epoch": 69.65,
      "grad_norm": 1.8337873220443726,
      "learning_rate": 4.669923626766873e-06,
      "loss": 0.4994,
      "step": 249540
    },
    {
      "epoch": 69.65,
      "grad_norm": 1.541260004043579,
      "learning_rate": 4.669920321326444e-06,
      "loss": 0.5037,
      "step": 249550
    },
    {
      "epoch": 69.65,
      "grad_norm": 2.2182939052581787,
      "learning_rate": 4.669917015576401e-06,
      "loss": 0.5037,
      "step": 249560
    },
    {
      "epoch": 69.65,
      "grad_norm": 1.3763599395751953,
      "learning_rate": 4.669913709516746e-06,
      "loss": 0.4856,
      "step": 249570
    },
    {
      "epoch": 69.66,
      "grad_norm": 1.8862156867980957,
      "learning_rate": 4.669910403147477e-06,
      "loss": 0.515,
      "step": 249580
    },
    {
      "epoch": 69.66,
      "grad_norm": 1.4745196104049683,
      "learning_rate": 4.669907096468595e-06,
      "loss": 0.4759,
      "step": 249590
    },
    {
      "epoch": 69.66,
      "grad_norm": 1.9342541694641113,
      "learning_rate": 4.669903789480101e-06,
      "loss": 0.491,
      "step": 249600
    },
    {
      "epoch": 69.67,
      "grad_norm": 1.637083888053894,
      "learning_rate": 4.669900482181995e-06,
      "loss": 0.5146,
      "step": 249610
    },
    {
      "epoch": 69.67,
      "grad_norm": 1.9521427154541016,
      "learning_rate": 4.669897174574278e-06,
      "loss": 0.5095,
      "step": 249620
    },
    {
      "epoch": 69.67,
      "grad_norm": 2.1736669540405273,
      "learning_rate": 4.669893866656951e-06,
      "loss": 0.5036,
      "step": 249630
    },
    {
      "epoch": 69.67,
      "grad_norm": 2.1482625007629395,
      "learning_rate": 4.669890558430013e-06,
      "loss": 0.4995,
      "step": 249640
    },
    {
      "epoch": 69.68,
      "grad_norm": 1.7118796110153198,
      "learning_rate": 4.669887249893465e-06,
      "loss": 0.5141,
      "step": 249650
    },
    {
      "epoch": 69.68,
      "grad_norm": 1.9491814374923706,
      "learning_rate": 4.669883941047308e-06,
      "loss": 0.4869,
      "step": 249660
    },
    {
      "epoch": 69.68,
      "grad_norm": 1.5691179037094116,
      "learning_rate": 4.669880631891542e-06,
      "loss": 0.5202,
      "step": 249670
    },
    {
      "epoch": 69.68,
      "grad_norm": 1.344502568244934,
      "learning_rate": 4.6698773224261665e-06,
      "loss": 0.5128,
      "step": 249680
    },
    {
      "epoch": 69.69,
      "grad_norm": 1.6104379892349243,
      "learning_rate": 4.669874012651184e-06,
      "loss": 0.4954,
      "step": 249690
    },
    {
      "epoch": 69.69,
      "grad_norm": 2.5445306301116943,
      "learning_rate": 4.669870702566592e-06,
      "loss": 0.5389,
      "step": 249700
    },
    {
      "epoch": 69.69,
      "grad_norm": 1.5893197059631348,
      "learning_rate": 4.6698673921723935e-06,
      "loss": 0.5055,
      "step": 249710
    },
    {
      "epoch": 69.7,
      "grad_norm": 2.055206775665283,
      "learning_rate": 4.669864081468588e-06,
      "loss": 0.4919,
      "step": 249720
    },
    {
      "epoch": 69.7,
      "grad_norm": 1.7892205715179443,
      "learning_rate": 4.669860770455177e-06,
      "loss": 0.4932,
      "step": 249730
    },
    {
      "epoch": 69.7,
      "grad_norm": 1.4922382831573486,
      "learning_rate": 4.66985745913216e-06,
      "loss": 0.5141,
      "step": 249740
    },
    {
      "epoch": 69.7,
      "grad_norm": 1.7661864757537842,
      "learning_rate": 4.669854147499537e-06,
      "loss": 0.4942,
      "step": 249750
    },
    {
      "epoch": 69.71,
      "grad_norm": 1.722873568534851,
      "learning_rate": 4.669850835557308e-06,
      "loss": 0.4914,
      "step": 249760
    },
    {
      "epoch": 69.71,
      "grad_norm": 1.7275317907333374,
      "learning_rate": 4.669847523305475e-06,
      "loss": 0.527,
      "step": 249770
    },
    {
      "epoch": 69.71,
      "grad_norm": 2.52262806892395,
      "learning_rate": 4.669844210744038e-06,
      "loss": 0.5089,
      "step": 249780
    },
    {
      "epoch": 69.72,
      "grad_norm": 2.2388956546783447,
      "learning_rate": 4.669840897872997e-06,
      "loss": 0.5073,
      "step": 249790
    },
    {
      "epoch": 69.72,
      "grad_norm": 1.5667710304260254,
      "learning_rate": 4.6698375846923534e-06,
      "loss": 0.4894,
      "step": 249800
    },
    {
      "epoch": 69.72,
      "grad_norm": 1.5483980178833008,
      "learning_rate": 4.669834271202106e-06,
      "loss": 0.5078,
      "step": 249810
    },
    {
      "epoch": 69.72,
      "grad_norm": 1.800276517868042,
      "learning_rate": 4.669830957402257e-06,
      "loss": 0.5176,
      "step": 249820
    },
    {
      "epoch": 69.73,
      "grad_norm": 1.9988913536071777,
      "learning_rate": 4.669827643292805e-06,
      "loss": 0.5066,
      "step": 249830
    },
    {
      "epoch": 69.73,
      "grad_norm": 3.41705322265625,
      "learning_rate": 4.6698243288737525e-06,
      "loss": 0.5077,
      "step": 249840
    },
    {
      "epoch": 69.73,
      "grad_norm": 1.7196077108383179,
      "learning_rate": 4.669821014145098e-06,
      "loss": 0.5006,
      "step": 249850
    },
    {
      "epoch": 69.73,
      "grad_norm": 1.3360823392868042,
      "learning_rate": 4.6698176991068436e-06,
      "loss": 0.4953,
      "step": 249860
    },
    {
      "epoch": 69.74,
      "grad_norm": 1.742930293083191,
      "learning_rate": 4.669814383758988e-06,
      "loss": 0.5155,
      "step": 249870
    },
    {
      "epoch": 69.74,
      "grad_norm": 1.621168851852417,
      "learning_rate": 4.669811068101533e-06,
      "loss": 0.4864,
      "step": 249880
    },
    {
      "epoch": 69.74,
      "grad_norm": 1.4871536493301392,
      "learning_rate": 4.669807752134479e-06,
      "loss": 0.5041,
      "step": 249890
    },
    {
      "epoch": 69.75,
      "grad_norm": 1.4428857564926147,
      "learning_rate": 4.669804435857826e-06,
      "loss": 0.4926,
      "step": 249900
    },
    {
      "epoch": 69.75,
      "grad_norm": 1.4650133848190308,
      "learning_rate": 4.669801119271574e-06,
      "loss": 0.5072,
      "step": 249910
    },
    {
      "epoch": 69.75,
      "grad_norm": 1.5355736017227173,
      "learning_rate": 4.669797802375724e-06,
      "loss": 0.4899,
      "step": 249920
    },
    {
      "epoch": 69.75,
      "grad_norm": 2.2318434715270996,
      "learning_rate": 4.6697944851702765e-06,
      "loss": 0.4941,
      "step": 249930
    },
    {
      "epoch": 69.76,
      "grad_norm": 2.1274514198303223,
      "learning_rate": 4.669791167655233e-06,
      "loss": 0.4993,
      "step": 249940
    },
    {
      "epoch": 69.76,
      "grad_norm": 1.204636812210083,
      "learning_rate": 4.669787849830591e-06,
      "loss": 0.4956,
      "step": 249950
    },
    {
      "epoch": 69.76,
      "grad_norm": 1.8354389667510986,
      "learning_rate": 4.669784531696353e-06,
      "loss": 0.506,
      "step": 249960
    },
    {
      "epoch": 69.77,
      "grad_norm": 1.5954704284667969,
      "learning_rate": 4.66978121325252e-06,
      "loss": 0.4903,
      "step": 249970
    },
    {
      "epoch": 69.77,
      "grad_norm": 1.768951177597046,
      "learning_rate": 4.6697778944990915e-06,
      "loss": 0.496,
      "step": 249980
    },
    {
      "epoch": 69.77,
      "grad_norm": 1.931650996208191,
      "learning_rate": 4.669774575436068e-06,
      "loss": 0.5089,
      "step": 249990
    },
    {
      "epoch": 69.77,
      "grad_norm": 2.2730212211608887,
      "learning_rate": 4.66977125606345e-06,
      "loss": 0.5035,
      "step": 250000
    },
    {
      "epoch": 69.78,
      "grad_norm": 1.5719830989837646,
      "learning_rate": 4.669767936381237e-06,
      "loss": 0.4973,
      "step": 250010
    },
    {
      "epoch": 69.78,
      "grad_norm": 1.3975365161895752,
      "learning_rate": 4.669764616389432e-06,
      "loss": 0.5282,
      "step": 250020
    },
    {
      "epoch": 69.78,
      "grad_norm": 1.75230073928833,
      "learning_rate": 4.669761296088033e-06,
      "loss": 0.5082,
      "step": 250030
    },
    {
      "epoch": 69.79,
      "grad_norm": 1.4133696556091309,
      "learning_rate": 4.669757975477041e-06,
      "loss": 0.5013,
      "step": 250040
    },
    {
      "epoch": 69.79,
      "grad_norm": 1.6627287864685059,
      "learning_rate": 4.669754654556456e-06,
      "loss": 0.4988,
      "step": 250050
    },
    {
      "epoch": 69.79,
      "grad_norm": 2.0498859882354736,
      "learning_rate": 4.6697513333262815e-06,
      "loss": 0.5047,
      "step": 250060
    },
    {
      "epoch": 69.79,
      "grad_norm": 1.4396065473556519,
      "learning_rate": 4.6697480117865134e-06,
      "loss": 0.4906,
      "step": 250070
    },
    {
      "epoch": 69.8,
      "grad_norm": 1.9029854536056519,
      "learning_rate": 4.669744689937155e-06,
      "loss": 0.486,
      "step": 250080
    },
    {
      "epoch": 69.8,
      "grad_norm": 1.417865514755249,
      "learning_rate": 4.669741367778207e-06,
      "loss": 0.4942,
      "step": 250090
    },
    {
      "epoch": 69.8,
      "grad_norm": 1.5619170665740967,
      "learning_rate": 4.669738045309668e-06,
      "loss": 0.4941,
      "step": 250100
    },
    {
      "epoch": 69.8,
      "grad_norm": 1.6818820238113403,
      "learning_rate": 4.6697347225315385e-06,
      "loss": 0.5127,
      "step": 250110
    },
    {
      "epoch": 69.81,
      "grad_norm": 1.7257553339004517,
      "learning_rate": 4.669731399443821e-06,
      "loss": 0.5107,
      "step": 250120
    },
    {
      "epoch": 69.81,
      "grad_norm": 1.7882790565490723,
      "learning_rate": 4.669728076046515e-06,
      "loss": 0.4947,
      "step": 250130
    },
    {
      "epoch": 69.81,
      "grad_norm": 1.8734573125839233,
      "learning_rate": 4.66972475233962e-06,
      "loss": 0.4993,
      "step": 250140
    },
    {
      "epoch": 69.82,
      "grad_norm": 2.2563188076019287,
      "learning_rate": 4.669721428323138e-06,
      "loss": 0.4865,
      "step": 250150
    },
    {
      "epoch": 69.82,
      "grad_norm": 1.4931927919387817,
      "learning_rate": 4.6697181039970675e-06,
      "loss": 0.4878,
      "step": 250160
    },
    {
      "epoch": 69.82,
      "grad_norm": 1.525321125984192,
      "learning_rate": 4.66971477936141e-06,
      "loss": 0.5136,
      "step": 250170
    },
    {
      "epoch": 69.82,
      "grad_norm": 1.7907150983810425,
      "learning_rate": 4.6697114544161665e-06,
      "loss": 0.5018,
      "step": 250180
    },
    {
      "epoch": 69.83,
      "grad_norm": 1.4720802307128906,
      "learning_rate": 4.669708129161337e-06,
      "loss": 0.4946,
      "step": 250190
    },
    {
      "epoch": 69.83,
      "grad_norm": 2.1298916339874268,
      "learning_rate": 4.669704803596921e-06,
      "loss": 0.5022,
      "step": 250200
    },
    {
      "epoch": 69.83,
      "grad_norm": 1.769435167312622,
      "learning_rate": 4.669701477722921e-06,
      "loss": 0.4995,
      "step": 250210
    },
    {
      "epoch": 69.84,
      "grad_norm": 1.9656150341033936,
      "learning_rate": 4.669698151539336e-06,
      "loss": 0.5108,
      "step": 250220
    },
    {
      "epoch": 69.84,
      "grad_norm": 1.707533836364746,
      "learning_rate": 4.669694825046166e-06,
      "loss": 0.4964,
      "step": 250230
    },
    {
      "epoch": 69.84,
      "grad_norm": 1.8492693901062012,
      "learning_rate": 4.669691498243412e-06,
      "loss": 0.5035,
      "step": 250240
    },
    {
      "epoch": 69.84,
      "grad_norm": 1.5134086608886719,
      "learning_rate": 4.669688171131075e-06,
      "loss": 0.5176,
      "step": 250250
    },
    {
      "epoch": 69.85,
      "grad_norm": 1.6753945350646973,
      "learning_rate": 4.669684843709155e-06,
      "loss": 0.4949,
      "step": 250260
    },
    {
      "epoch": 69.85,
      "grad_norm": 1.3937312364578247,
      "learning_rate": 4.669681515977652e-06,
      "loss": 0.505,
      "step": 250270
    },
    {
      "epoch": 69.85,
      "grad_norm": 2.281512975692749,
      "learning_rate": 4.669678187936568e-06,
      "loss": 0.4971,
      "step": 250280
    },
    {
      "epoch": 69.85,
      "grad_norm": 2.144507646560669,
      "learning_rate": 4.669674859585901e-06,
      "loss": 0.526,
      "step": 250290
    },
    {
      "epoch": 69.86,
      "grad_norm": 1.7153747081756592,
      "learning_rate": 4.669671530925653e-06,
      "loss": 0.5161,
      "step": 250300
    },
    {
      "epoch": 69.86,
      "grad_norm": 1.5348904132843018,
      "learning_rate": 4.669668201955825e-06,
      "loss": 0.4934,
      "step": 250310
    },
    {
      "epoch": 69.86,
      "grad_norm": 1.5879217386245728,
      "learning_rate": 4.669664872676416e-06,
      "loss": 0.4851,
      "step": 250320
    },
    {
      "epoch": 69.87,
      "grad_norm": 2.3196330070495605,
      "learning_rate": 4.669661543087428e-06,
      "loss": 0.5103,
      "step": 250330
    },
    {
      "epoch": 69.87,
      "grad_norm": 1.5722742080688477,
      "learning_rate": 4.669658213188859e-06,
      "loss": 0.4964,
      "step": 250340
    },
    {
      "epoch": 69.87,
      "grad_norm": 1.5473675727844238,
      "learning_rate": 4.669654882980712e-06,
      "loss": 0.5204,
      "step": 250350
    },
    {
      "epoch": 69.87,
      "grad_norm": 1.8581838607788086,
      "learning_rate": 4.6696515524629865e-06,
      "loss": 0.4962,
      "step": 250360
    },
    {
      "epoch": 69.88,
      "grad_norm": 1.2728242874145508,
      "learning_rate": 4.669648221635682e-06,
      "loss": 0.5122,
      "step": 250370
    },
    {
      "epoch": 69.88,
      "grad_norm": 1.7378450632095337,
      "learning_rate": 4.669644890498801e-06,
      "loss": 0.5143,
      "step": 250380
    },
    {
      "epoch": 69.88,
      "grad_norm": 1.464600682258606,
      "learning_rate": 4.669641559052342e-06,
      "loss": 0.5131,
      "step": 250390
    },
    {
      "epoch": 69.89,
      "grad_norm": 1.6418882608413696,
      "learning_rate": 4.6696382272963065e-06,
      "loss": 0.4933,
      "step": 250400
    },
    {
      "epoch": 69.89,
      "grad_norm": 2.046259641647339,
      "learning_rate": 4.669634895230695e-06,
      "loss": 0.5146,
      "step": 250410
    },
    {
      "epoch": 69.89,
      "grad_norm": 3.8783206939697266,
      "learning_rate": 4.669631562855507e-06,
      "loss": 0.5134,
      "step": 250420
    },
    {
      "epoch": 69.89,
      "grad_norm": 1.5460596084594727,
      "learning_rate": 4.6696282301707435e-06,
      "loss": 0.4749,
      "step": 250430
    },
    {
      "epoch": 69.9,
      "grad_norm": 1.4838608503341675,
      "learning_rate": 4.669624897176405e-06,
      "loss": 0.5108,
      "step": 250440
    },
    {
      "epoch": 69.9,
      "grad_norm": 1.4772237539291382,
      "learning_rate": 4.669621563872492e-06,
      "loss": 0.4956,
      "step": 250450
    },
    {
      "epoch": 69.9,
      "grad_norm": 2.327104091644287,
      "learning_rate": 4.6696182302590045e-06,
      "loss": 0.5033,
      "step": 250460
    },
    {
      "epoch": 69.91,
      "grad_norm": 1.5874943733215332,
      "learning_rate": 4.669614896335943e-06,
      "loss": 0.5166,
      "step": 250470
    },
    {
      "epoch": 69.91,
      "grad_norm": 1.3470289707183838,
      "learning_rate": 4.66961156210331e-06,
      "loss": 0.5086,
      "step": 250480
    },
    {
      "epoch": 69.91,
      "grad_norm": 1.7869700193405151,
      "learning_rate": 4.669608227561103e-06,
      "loss": 0.5063,
      "step": 250490
    },
    {
      "epoch": 69.91,
      "grad_norm": 1.9004580974578857,
      "learning_rate": 4.669604892709324e-06,
      "loss": 0.5124,
      "step": 250500
    },
    {
      "epoch": 69.92,
      "grad_norm": 1.5899856090545654,
      "learning_rate": 4.6696015575479725e-06,
      "loss": 0.5065,
      "step": 250510
    },
    {
      "epoch": 69.92,
      "grad_norm": 1.3950526714324951,
      "learning_rate": 4.66959822207705e-06,
      "loss": 0.4977,
      "step": 250520
    },
    {
      "epoch": 69.92,
      "grad_norm": 2.0353057384490967,
      "learning_rate": 4.669594886296557e-06,
      "loss": 0.5143,
      "step": 250530
    },
    {
      "epoch": 69.92,
      "grad_norm": 1.459370493888855,
      "learning_rate": 4.6695915502064924e-06,
      "loss": 0.4903,
      "step": 250540
    },
    {
      "epoch": 69.93,
      "grad_norm": 1.888451099395752,
      "learning_rate": 4.669588213806858e-06,
      "loss": 0.4881,
      "step": 250550
    },
    {
      "epoch": 69.93,
      "grad_norm": 1.792738676071167,
      "learning_rate": 4.669584877097654e-06,
      "loss": 0.501,
      "step": 250560
    },
    {
      "epoch": 69.93,
      "grad_norm": 1.458646297454834,
      "learning_rate": 4.6695815400788805e-06,
      "loss": 0.5112,
      "step": 250570
    },
    {
      "epoch": 69.94,
      "grad_norm": 1.8397694826126099,
      "learning_rate": 4.669578202750538e-06,
      "loss": 0.5036,
      "step": 250580
    },
    {
      "epoch": 69.94,
      "grad_norm": 1.6188898086547852,
      "learning_rate": 4.669574865112627e-06,
      "loss": 0.5197,
      "step": 250590
    },
    {
      "epoch": 69.94,
      "grad_norm": 1.872947096824646,
      "learning_rate": 4.669571527165149e-06,
      "loss": 0.5113,
      "step": 250600
    },
    {
      "epoch": 69.94,
      "grad_norm": 2.2803561687469482,
      "learning_rate": 4.6695681889081035e-06,
      "loss": 0.5165,
      "step": 250610
    },
    {
      "epoch": 69.95,
      "grad_norm": 1.719772219657898,
      "learning_rate": 4.66956485034149e-06,
      "loss": 0.4947,
      "step": 250620
    },
    {
      "epoch": 69.95,
      "grad_norm": 1.826446294784546,
      "learning_rate": 4.669561511465312e-06,
      "loss": 0.5005,
      "step": 250630
    },
    {
      "epoch": 69.95,
      "grad_norm": 1.570139765739441,
      "learning_rate": 4.669558172279565e-06,
      "loss": 0.4798,
      "step": 250640
    },
    {
      "epoch": 69.96,
      "grad_norm": 1.7189832925796509,
      "learning_rate": 4.669554832784254e-06,
      "loss": 0.5259,
      "step": 250650
    },
    {
      "epoch": 69.96,
      "grad_norm": 1.5527864694595337,
      "learning_rate": 4.669551492979377e-06,
      "loss": 0.5316,
      "step": 250660
    },
    {
      "epoch": 69.96,
      "grad_norm": 2.042013645172119,
      "learning_rate": 4.669548152864935e-06,
      "loss": 0.4999,
      "step": 250670
    },
    {
      "epoch": 69.96,
      "grad_norm": 2.316049337387085,
      "learning_rate": 4.66954481244093e-06,
      "loss": 0.5269,
      "step": 250680
    },
    {
      "epoch": 69.97,
      "grad_norm": 1.9776562452316284,
      "learning_rate": 4.66954147170736e-06,
      "loss": 0.5072,
      "step": 250690
    },
    {
      "epoch": 69.97,
      "grad_norm": 1.5476912260055542,
      "learning_rate": 4.669538130664227e-06,
      "loss": 0.5007,
      "step": 250700
    },
    {
      "epoch": 69.97,
      "grad_norm": 2.0898818969726562,
      "learning_rate": 4.669534789311531e-06,
      "loss": 0.4878,
      "step": 250710
    },
    {
      "epoch": 69.97,
      "grad_norm": 2.0598039627075195,
      "learning_rate": 4.669531447649271e-06,
      "loss": 0.4895,
      "step": 250720
    },
    {
      "epoch": 69.98,
      "grad_norm": 1.4819843769073486,
      "learning_rate": 4.669528105677451e-06,
      "loss": 0.519,
      "step": 250730
    },
    {
      "epoch": 69.98,
      "grad_norm": 1.528556227684021,
      "learning_rate": 4.6695247633960685e-06,
      "loss": 0.5026,
      "step": 250740
    },
    {
      "epoch": 69.98,
      "grad_norm": 1.4366956949234009,
      "learning_rate": 4.669521420805124e-06,
      "loss": 0.4872,
      "step": 250750
    },
    {
      "epoch": 69.99,
      "grad_norm": 1.7291619777679443,
      "learning_rate": 4.6695180779046195e-06,
      "loss": 0.5088,
      "step": 250760
    },
    {
      "epoch": 69.99,
      "grad_norm": 1.696889877319336,
      "learning_rate": 4.6695147346945545e-06,
      "loss": 0.5077,
      "step": 250770
    },
    {
      "epoch": 69.99,
      "grad_norm": 1.5433582067489624,
      "learning_rate": 4.6695113911749295e-06,
      "loss": 0.4914,
      "step": 250780
    },
    {
      "epoch": 69.99,
      "grad_norm": 1.8063666820526123,
      "learning_rate": 4.6695080473457445e-06,
      "loss": 0.492,
      "step": 250790
    },
    {
      "epoch": 70.0,
      "grad_norm": 1.6486546993255615,
      "learning_rate": 4.669504703207001e-06,
      "loss": 0.5111,
      "step": 250800
    },
    {
      "epoch": 70.0,
      "grad_norm": 1.4440524578094482,
      "learning_rate": 4.669501358758698e-06,
      "loss": 0.5004,
      "step": 250810
    },
    {
      "epoch": 70.0,
      "eval_loss": 0.5031245350837708,
      "eval_runtime": 62.9211,
      "eval_samples_per_second": 80.402,
      "eval_steps_per_second": 10.06,
      "step": 250810
    },
    {
      "epoch": 70.0,
      "grad_norm": 1.2361088991165161,
      "learning_rate": 4.669498014000838e-06,
      "loss": 0.5015,
      "step": 250820
    },
    {
      "epoch": 70.01,
      "grad_norm": 1.849800705909729,
      "learning_rate": 4.669494668933421e-06,
      "loss": 0.5082,
      "step": 250830
    },
    {
      "epoch": 70.01,
      "grad_norm": 1.7961491346359253,
      "learning_rate": 4.6694913235564455e-06,
      "loss": 0.4867,
      "step": 250840
    },
    {
      "epoch": 70.01,
      "grad_norm": 1.4990731477737427,
      "learning_rate": 4.669487977869914e-06,
      "loss": 0.4927,
      "step": 250850
    },
    {
      "epoch": 70.01,
      "grad_norm": 1.6386003494262695,
      "learning_rate": 4.669484631873825e-06,
      "loss": 0.5163,
      "step": 250860
    },
    {
      "epoch": 70.02,
      "grad_norm": 1.9282170534133911,
      "learning_rate": 4.66948128556818e-06,
      "loss": 0.4862,
      "step": 250870
    },
    {
      "epoch": 70.02,
      "grad_norm": 1.5199110507965088,
      "learning_rate": 4.669477938952981e-06,
      "loss": 0.4893,
      "step": 250880
    },
    {
      "epoch": 70.02,
      "grad_norm": 1.6801449060440063,
      "learning_rate": 4.669474592028226e-06,
      "loss": 0.5021,
      "step": 250890
    },
    {
      "epoch": 70.03,
      "grad_norm": 1.508061170578003,
      "learning_rate": 4.669471244793917e-06,
      "loss": 0.5137,
      "step": 250900
    },
    {
      "epoch": 70.03,
      "grad_norm": 2.2454190254211426,
      "learning_rate": 4.669467897250053e-06,
      "loss": 0.4984,
      "step": 250910
    },
    {
      "epoch": 70.03,
      "grad_norm": 1.6729419231414795,
      "learning_rate": 4.669464549396636e-06,
      "loss": 0.51,
      "step": 250920
    },
    {
      "epoch": 70.03,
      "grad_norm": 1.6488556861877441,
      "learning_rate": 4.669461201233666e-06,
      "loss": 0.5227,
      "step": 250930
    },
    {
      "epoch": 70.04,
      "grad_norm": 1.629974603652954,
      "learning_rate": 4.669457852761143e-06,
      "loss": 0.5119,
      "step": 250940
    },
    {
      "epoch": 70.04,
      "grad_norm": 1.5370163917541504,
      "learning_rate": 4.669454503979067e-06,
      "loss": 0.5029,
      "step": 250950
    },
    {
      "epoch": 70.04,
      "grad_norm": 1.9023041725158691,
      "learning_rate": 4.669451154887439e-06,
      "loss": 0.4927,
      "step": 250960
    },
    {
      "epoch": 70.04,
      "grad_norm": 1.7553799152374268,
      "learning_rate": 4.669447805486261e-06,
      "loss": 0.5072,
      "step": 250970
    },
    {
      "epoch": 70.05,
      "grad_norm": 1.6916866302490234,
      "learning_rate": 4.66944445577553e-06,
      "loss": 0.4981,
      "step": 250980
    },
    {
      "epoch": 70.05,
      "grad_norm": 1.9240012168884277,
      "learning_rate": 4.66944110575525e-06,
      "loss": 0.48,
      "step": 250990
    },
    {
      "epoch": 70.05,
      "grad_norm": 1.5425349473953247,
      "learning_rate": 4.669437755425419e-06,
      "loss": 0.4832,
      "step": 251000
    },
    {
      "epoch": 70.06,
      "grad_norm": 1.5472486019134521,
      "learning_rate": 4.669434404786039e-06,
      "loss": 0.5041,
      "step": 251010
    },
    {
      "epoch": 70.06,
      "grad_norm": 2.157970905303955,
      "learning_rate": 4.66943105383711e-06,
      "loss": 0.5042,
      "step": 251020
    },
    {
      "epoch": 70.06,
      "grad_norm": 1.5317254066467285,
      "learning_rate": 4.6694277025786315e-06,
      "loss": 0.5042,
      "step": 251030
    },
    {
      "epoch": 70.06,
      "grad_norm": 1.9248133897781372,
      "learning_rate": 4.6694243510106045e-06,
      "loss": 0.5106,
      "step": 251040
    },
    {
      "epoch": 70.07,
      "grad_norm": 1.7101465463638306,
      "learning_rate": 4.66942099913303e-06,
      "loss": 0.5158,
      "step": 251050
    },
    {
      "epoch": 70.07,
      "grad_norm": 1.2923442125320435,
      "learning_rate": 4.669417646945908e-06,
      "loss": 0.4801,
      "step": 251060
    },
    {
      "epoch": 70.07,
      "grad_norm": 1.8492028713226318,
      "learning_rate": 4.669414294449239e-06,
      "loss": 0.5055,
      "step": 251070
    },
    {
      "epoch": 70.08,
      "grad_norm": 1.4394234418869019,
      "learning_rate": 4.669410941643024e-06,
      "loss": 0.4895,
      "step": 251080
    },
    {
      "epoch": 70.08,
      "grad_norm": 2.189283609390259,
      "learning_rate": 4.6694075885272625e-06,
      "loss": 0.5173,
      "step": 251090
    },
    {
      "epoch": 70.08,
      "grad_norm": 1.8441276550292969,
      "learning_rate": 4.669404235101955e-06,
      "loss": 0.5195,
      "step": 251100
    },
    {
      "epoch": 70.08,
      "grad_norm": 4.060671806335449,
      "learning_rate": 4.669400881367102e-06,
      "loss": 0.5136,
      "step": 251110
    },
    {
      "epoch": 70.09,
      "grad_norm": 1.568437933921814,
      "learning_rate": 4.669397527322705e-06,
      "loss": 0.52,
      "step": 251120
    },
    {
      "epoch": 70.09,
      "grad_norm": 1.4909625053405762,
      "learning_rate": 4.669394172968764e-06,
      "loss": 0.514,
      "step": 251130
    },
    {
      "epoch": 70.09,
      "grad_norm": 1.3994206190109253,
      "learning_rate": 4.669390818305278e-06,
      "loss": 0.4857,
      "step": 251140
    },
    {
      "epoch": 70.09,
      "grad_norm": 1.80320143699646,
      "learning_rate": 4.669387463332249e-06,
      "loss": 0.471,
      "step": 251150
    },
    {
      "epoch": 70.1,
      "grad_norm": 2.2145917415618896,
      "learning_rate": 4.669384108049678e-06,
      "loss": 0.4914,
      "step": 251160
    },
    {
      "epoch": 70.1,
      "grad_norm": 2.2795217037200928,
      "learning_rate": 4.669380752457563e-06,
      "loss": 0.5153,
      "step": 251170
    },
    {
      "epoch": 70.1,
      "grad_norm": 1.7769807577133179,
      "learning_rate": 4.669377396555906e-06,
      "loss": 0.508,
      "step": 251180
    },
    {
      "epoch": 70.11,
      "grad_norm": 1.962920069694519,
      "learning_rate": 4.669374040344708e-06,
      "loss": 0.4934,
      "step": 251190
    },
    {
      "epoch": 70.11,
      "grad_norm": 1.5347529649734497,
      "learning_rate": 4.669370683823969e-06,
      "loss": 0.4836,
      "step": 251200
    },
    {
      "epoch": 70.11,
      "grad_norm": 1.5329066514968872,
      "learning_rate": 4.669367326993689e-06,
      "loss": 0.4925,
      "step": 251210
    },
    {
      "epoch": 70.11,
      "grad_norm": 1.551061749458313,
      "learning_rate": 4.669363969853868e-06,
      "loss": 0.4985,
      "step": 251220
    },
    {
      "epoch": 70.12,
      "grad_norm": 1.6376428604125977,
      "learning_rate": 4.669360612404509e-06,
      "loss": 0.5054,
      "step": 251230
    },
    {
      "epoch": 70.12,
      "grad_norm": 1.4966039657592773,
      "learning_rate": 4.669357254645609e-06,
      "loss": 0.4895,
      "step": 251240
    },
    {
      "epoch": 70.12,
      "grad_norm": 1.7470581531524658,
      "learning_rate": 4.66935389657717e-06,
      "loss": 0.5141,
      "step": 251250
    },
    {
      "epoch": 70.13,
      "grad_norm": 1.5664432048797607,
      "learning_rate": 4.669350538199193e-06,
      "loss": 0.4916,
      "step": 251260
    },
    {
      "epoch": 70.13,
      "grad_norm": 1.6114206314086914,
      "learning_rate": 4.669347179511678e-06,
      "loss": 0.5089,
      "step": 251270
    },
    {
      "epoch": 70.13,
      "grad_norm": 1.5669569969177246,
      "learning_rate": 4.6693438205146255e-06,
      "loss": 0.5195,
      "step": 251280
    },
    {
      "epoch": 70.13,
      "grad_norm": 1.8913421630859375,
      "learning_rate": 4.669340461208035e-06,
      "loss": 0.4957,
      "step": 251290
    },
    {
      "epoch": 70.14,
      "grad_norm": 1.5309089422225952,
      "learning_rate": 4.6693371015919085e-06,
      "loss": 0.5112,
      "step": 251300
    },
    {
      "epoch": 70.14,
      "grad_norm": 2.1447482109069824,
      "learning_rate": 4.669333741666246e-06,
      "loss": 0.4948,
      "step": 251310
    },
    {
      "epoch": 70.14,
      "grad_norm": 1.350638508796692,
      "learning_rate": 4.669330381431047e-06,
      "loss": 0.4936,
      "step": 251320
    },
    {
      "epoch": 70.15,
      "grad_norm": 1.5023385286331177,
      "learning_rate": 4.669327020886313e-06,
      "loss": 0.495,
      "step": 251330
    },
    {
      "epoch": 70.15,
      "grad_norm": 2.1144485473632812,
      "learning_rate": 4.6693236600320434e-06,
      "loss": 0.499,
      "step": 251340
    },
    {
      "epoch": 70.15,
      "grad_norm": 1.8638142347335815,
      "learning_rate": 4.66932029886824e-06,
      "loss": 0.4973,
      "step": 251350
    },
    {
      "epoch": 70.15,
      "grad_norm": 1.6928590536117554,
      "learning_rate": 4.669316937394903e-06,
      "loss": 0.5012,
      "step": 251360
    },
    {
      "epoch": 70.16,
      "grad_norm": 1.6830815076828003,
      "learning_rate": 4.6693135756120306e-06,
      "loss": 0.4974,
      "step": 251370
    },
    {
      "epoch": 70.16,
      "grad_norm": 1.7437646389007568,
      "learning_rate": 4.669310213519627e-06,
      "loss": 0.5127,
      "step": 251380
    },
    {
      "epoch": 70.16,
      "grad_norm": 1.6203316450119019,
      "learning_rate": 4.66930685111769e-06,
      "loss": 0.5043,
      "step": 251390
    },
    {
      "epoch": 70.16,
      "grad_norm": 1.4784313440322876,
      "learning_rate": 4.66930348840622e-06,
      "loss": 0.4762,
      "step": 251400
    },
    {
      "epoch": 70.17,
      "grad_norm": 1.4840741157531738,
      "learning_rate": 4.669300125385219e-06,
      "loss": 0.4947,
      "step": 251410
    },
    {
      "epoch": 70.17,
      "grad_norm": 1.7489136457443237,
      "learning_rate": 4.669296762054686e-06,
      "loss": 0.5025,
      "step": 251420
    },
    {
      "epoch": 70.17,
      "grad_norm": 1.4741312265396118,
      "learning_rate": 4.669293398414623e-06,
      "loss": 0.5001,
      "step": 251430
    },
    {
      "epoch": 70.18,
      "grad_norm": 2.122737169265747,
      "learning_rate": 4.669290034465029e-06,
      "loss": 0.5086,
      "step": 251440
    },
    {
      "epoch": 70.18,
      "grad_norm": 1.728393316268921,
      "learning_rate": 4.669286670205906e-06,
      "loss": 0.4963,
      "step": 251450
    },
    {
      "epoch": 70.18,
      "grad_norm": 1.8396222591400146,
      "learning_rate": 4.669283305637252e-06,
      "loss": 0.5122,
      "step": 251460
    },
    {
      "epoch": 70.18,
      "grad_norm": 2.0448598861694336,
      "learning_rate": 4.669279940759069e-06,
      "loss": 0.499,
      "step": 251470
    },
    {
      "epoch": 70.19,
      "grad_norm": 1.4514538049697876,
      "learning_rate": 4.669276575571359e-06,
      "loss": 0.4946,
      "step": 251480
    },
    {
      "epoch": 70.19,
      "grad_norm": 1.411259412765503,
      "learning_rate": 4.669273210074119e-06,
      "loss": 0.5163,
      "step": 251490
    },
    {
      "epoch": 70.19,
      "grad_norm": 1.737569808959961,
      "learning_rate": 4.669269844267352e-06,
      "loss": 0.5066,
      "step": 251500
    },
    {
      "epoch": 70.2,
      "grad_norm": 1.386384129524231,
      "learning_rate": 4.669266478151057e-06,
      "loss": 0.5067,
      "step": 251510
    },
    {
      "epoch": 70.2,
      "grad_norm": 1.709025263786316,
      "learning_rate": 4.6692631117252364e-06,
      "loss": 0.4955,
      "step": 251520
    },
    {
      "epoch": 70.2,
      "grad_norm": 1.499823808670044,
      "learning_rate": 4.6692597449898884e-06,
      "loss": 0.4881,
      "step": 251530
    },
    {
      "epoch": 70.2,
      "grad_norm": 1.6575106382369995,
      "learning_rate": 4.669256377945014e-06,
      "loss": 0.5029,
      "step": 251540
    },
    {
      "epoch": 70.21,
      "grad_norm": 1.5349782705307007,
      "learning_rate": 4.669253010590615e-06,
      "loss": 0.4941,
      "step": 251550
    },
    {
      "epoch": 70.21,
      "grad_norm": 1.6142892837524414,
      "learning_rate": 4.669249642926691e-06,
      "loss": 0.4955,
      "step": 251560
    },
    {
      "epoch": 70.21,
      "grad_norm": 2.978947401046753,
      "learning_rate": 4.669246274953242e-06,
      "loss": 0.4993,
      "step": 251570
    },
    {
      "epoch": 70.21,
      "grad_norm": 2.0128841400146484,
      "learning_rate": 4.669242906670269e-06,
      "loss": 0.4854,
      "step": 251580
    },
    {
      "epoch": 70.22,
      "grad_norm": 1.9762701988220215,
      "learning_rate": 4.669239538077771e-06,
      "loss": 0.5144,
      "step": 251590
    },
    {
      "epoch": 70.22,
      "grad_norm": 1.4973937273025513,
      "learning_rate": 4.669236169175751e-06,
      "loss": 0.508,
      "step": 251600
    },
    {
      "epoch": 70.22,
      "grad_norm": 1.6309525966644287,
      "learning_rate": 4.669232799964208e-06,
      "loss": 0.5017,
      "step": 251610
    },
    {
      "epoch": 70.23,
      "grad_norm": 1.7099788188934326,
      "learning_rate": 4.669229430443143e-06,
      "loss": 0.499,
      "step": 251620
    },
    {
      "epoch": 70.23,
      "grad_norm": 1.6885815858840942,
      "learning_rate": 4.669226060612556e-06,
      "loss": 0.4938,
      "step": 251630
    },
    {
      "epoch": 70.23,
      "grad_norm": 1.8924108743667603,
      "learning_rate": 4.669222690472445e-06,
      "loss": 0.5098,
      "step": 251640
    },
    {
      "epoch": 70.23,
      "grad_norm": 1.85968017578125,
      "learning_rate": 4.669219320022816e-06,
      "loss": 0.4895,
      "step": 251650
    },
    {
      "epoch": 70.24,
      "grad_norm": 1.5946500301361084,
      "learning_rate": 4.6692159492636655e-06,
      "loss": 0.5116,
      "step": 251660
    },
    {
      "epoch": 70.24,
      "grad_norm": 1.640148639678955,
      "learning_rate": 4.669212578194995e-06,
      "loss": 0.478,
      "step": 251670
    },
    {
      "epoch": 70.24,
      "grad_norm": 1.7489914894104004,
      "learning_rate": 4.669209206816804e-06,
      "loss": 0.5043,
      "step": 251680
    },
    {
      "epoch": 70.25,
      "grad_norm": 1.831682562828064,
      "learning_rate": 4.669205835129095e-06,
      "loss": 0.524,
      "step": 251690
    },
    {
      "epoch": 70.25,
      "grad_norm": 1.742725133895874,
      "learning_rate": 4.669202463131866e-06,
      "loss": 0.5111,
      "step": 251700
    },
    {
      "epoch": 70.25,
      "grad_norm": 2.3433480262756348,
      "learning_rate": 4.669199090825119e-06,
      "loss": 0.4932,
      "step": 251710
    },
    {
      "epoch": 70.25,
      "grad_norm": 1.6015574932098389,
      "learning_rate": 4.669195718208855e-06,
      "loss": 0.5263,
      "step": 251720
    },
    {
      "epoch": 70.26,
      "grad_norm": 2.099189519882202,
      "learning_rate": 4.669192345283072e-06,
      "loss": 0.5073,
      "step": 251730
    },
    {
      "epoch": 70.26,
      "grad_norm": 1.4785252809524536,
      "learning_rate": 4.669188972047772e-06,
      "loss": 0.4996,
      "step": 251740
    },
    {
      "epoch": 70.26,
      "grad_norm": 2.5419135093688965,
      "learning_rate": 4.669185598502957e-06,
      "loss": 0.5018,
      "step": 251750
    },
    {
      "epoch": 70.27,
      "grad_norm": 1.5453819036483765,
      "learning_rate": 4.669182224648626e-06,
      "loss": 0.4987,
      "step": 251760
    },
    {
      "epoch": 70.27,
      "grad_norm": 1.6397528648376465,
      "learning_rate": 4.6691788504847776e-06,
      "loss": 0.5062,
      "step": 251770
    },
    {
      "epoch": 70.27,
      "grad_norm": 1.6089526414871216,
      "learning_rate": 4.669175476011415e-06,
      "loss": 0.4888,
      "step": 251780
    },
    {
      "epoch": 70.27,
      "grad_norm": 1.8166065216064453,
      "learning_rate": 4.6691721012285376e-06,
      "loss": 0.4934,
      "step": 251790
    },
    {
      "epoch": 70.28,
      "grad_norm": 1.7990002632141113,
      "learning_rate": 4.669168726136145e-06,
      "loss": 0.4971,
      "step": 251800
    },
    {
      "epoch": 70.28,
      "grad_norm": 1.622107744216919,
      "learning_rate": 4.6691653507342395e-06,
      "loss": 0.5233,
      "step": 251810
    },
    {
      "epoch": 70.28,
      "grad_norm": 1.5165897607803345,
      "learning_rate": 4.669161975022821e-06,
      "loss": 0.4762,
      "step": 251820
    },
    {
      "epoch": 70.28,
      "grad_norm": 2.4752321243286133,
      "learning_rate": 4.6691585990018884e-06,
      "loss": 0.5152,
      "step": 251830
    },
    {
      "epoch": 70.29,
      "grad_norm": 1.3281199932098389,
      "learning_rate": 4.6691552226714435e-06,
      "loss": 0.5138,
      "step": 251840
    },
    {
      "epoch": 70.29,
      "grad_norm": 1.5441678762435913,
      "learning_rate": 4.669151846031488e-06,
      "loss": 0.5184,
      "step": 251850
    },
    {
      "epoch": 70.29,
      "grad_norm": 2.1351308822631836,
      "learning_rate": 4.6691484690820185e-06,
      "loss": 0.5015,
      "step": 251860
    },
    {
      "epoch": 70.3,
      "grad_norm": 1.6453871726989746,
      "learning_rate": 4.669145091823039e-06,
      "loss": 0.5049,
      "step": 251870
    },
    {
      "epoch": 70.3,
      "grad_norm": 1.9943242073059082,
      "learning_rate": 4.669141714254549e-06,
      "loss": 0.4956,
      "step": 251880
    },
    {
      "epoch": 70.3,
      "grad_norm": 1.5777978897094727,
      "learning_rate": 4.6691383363765485e-06,
      "loss": 0.4825,
      "step": 251890
    },
    {
      "epoch": 70.3,
      "grad_norm": 1.8056323528289795,
      "learning_rate": 4.669134958189038e-06,
      "loss": 0.5068,
      "step": 251900
    },
    {
      "epoch": 70.31,
      "grad_norm": 1.7990422248840332,
      "learning_rate": 4.6691315796920185e-06,
      "loss": 0.4946,
      "step": 251910
    },
    {
      "epoch": 70.31,
      "grad_norm": 2.084690570831299,
      "learning_rate": 4.66912820088549e-06,
      "loss": 0.5116,
      "step": 251920
    },
    {
      "epoch": 70.31,
      "grad_norm": 2.0740320682525635,
      "learning_rate": 4.669124821769453e-06,
      "loss": 0.5042,
      "step": 251930
    },
    {
      "epoch": 70.32,
      "grad_norm": 1.9367469549179077,
      "learning_rate": 4.669121442343908e-06,
      "loss": 0.485,
      "step": 251940
    },
    {
      "epoch": 70.32,
      "grad_norm": 1.4917696714401245,
      "learning_rate": 4.669118062608855e-06,
      "loss": 0.4921,
      "step": 251950
    },
    {
      "epoch": 70.32,
      "grad_norm": 1.4626182317733765,
      "learning_rate": 4.6691146825642955e-06,
      "loss": 0.5043,
      "step": 251960
    },
    {
      "epoch": 70.32,
      "grad_norm": 1.7907222509384155,
      "learning_rate": 4.669111302210229e-06,
      "loss": 0.5079,
      "step": 251970
    },
    {
      "epoch": 70.33,
      "grad_norm": 1.6167439222335815,
      "learning_rate": 4.669107921546656e-06,
      "loss": 0.5017,
      "step": 251980
    },
    {
      "epoch": 70.33,
      "grad_norm": 1.7696897983551025,
      "learning_rate": 4.6691045405735775e-06,
      "loss": 0.4897,
      "step": 251990
    },
    {
      "epoch": 70.33,
      "grad_norm": 1.7780165672302246,
      "learning_rate": 4.669101159290994e-06,
      "loss": 0.5187,
      "step": 252000
    },
    {
      "epoch": 70.33,
      "grad_norm": 1.69841730594635,
      "learning_rate": 4.669097777698905e-06,
      "loss": 0.5097,
      "step": 252010
    },
    {
      "epoch": 70.34,
      "grad_norm": 1.5397237539291382,
      "learning_rate": 4.669094395797312e-06,
      "loss": 0.494,
      "step": 252020
    },
    {
      "epoch": 70.34,
      "grad_norm": 1.757975697517395,
      "learning_rate": 4.669091013586215e-06,
      "loss": 0.5105,
      "step": 252030
    },
    {
      "epoch": 70.34,
      "grad_norm": 1.6466008424758911,
      "learning_rate": 4.669087631065614e-06,
      "loss": 0.4917,
      "step": 252040
    },
    {
      "epoch": 70.35,
      "grad_norm": 2.0095438957214355,
      "learning_rate": 4.669084248235511e-06,
      "loss": 0.5041,
      "step": 252050
    },
    {
      "epoch": 70.35,
      "grad_norm": 1.9508543014526367,
      "learning_rate": 4.669080865095905e-06,
      "loss": 0.4906,
      "step": 252060
    },
    {
      "epoch": 70.35,
      "grad_norm": 1.7877206802368164,
      "learning_rate": 4.669077481646796e-06,
      "loss": 0.5102,
      "step": 252070
    },
    {
      "epoch": 70.35,
      "grad_norm": 1.5562877655029297,
      "learning_rate": 4.6690740978881855e-06,
      "loss": 0.4804,
      "step": 252080
    },
    {
      "epoch": 70.36,
      "grad_norm": 2.3835766315460205,
      "learning_rate": 4.669070713820074e-06,
      "loss": 0.5104,
      "step": 252090
    },
    {
      "epoch": 70.36,
      "grad_norm": 1.5376485586166382,
      "learning_rate": 4.669067329442462e-06,
      "loss": 0.4878,
      "step": 252100
    },
    {
      "epoch": 70.36,
      "grad_norm": 1.4995779991149902,
      "learning_rate": 4.66906394475535e-06,
      "loss": 0.4909,
      "step": 252110
    },
    {
      "epoch": 70.37,
      "grad_norm": 2.213582992553711,
      "learning_rate": 4.669060559758737e-06,
      "loss": 0.4966,
      "step": 252120
    },
    {
      "epoch": 70.37,
      "grad_norm": 1.7540093660354614,
      "learning_rate": 4.6690571744526245e-06,
      "loss": 0.5043,
      "step": 252130
    },
    {
      "epoch": 70.37,
      "grad_norm": 1.864167332649231,
      "learning_rate": 4.669053788837014e-06,
      "loss": 0.5108,
      "step": 252140
    },
    {
      "epoch": 70.37,
      "grad_norm": 1.3848180770874023,
      "learning_rate": 4.669050402911904e-06,
      "loss": 0.5191,
      "step": 252150
    },
    {
      "epoch": 70.38,
      "grad_norm": 1.5848815441131592,
      "learning_rate": 4.669047016677296e-06,
      "loss": 0.5068,
      "step": 252160
    },
    {
      "epoch": 70.38,
      "grad_norm": 2.0201416015625,
      "learning_rate": 4.669043630133191e-06,
      "loss": 0.5117,
      "step": 252170
    },
    {
      "epoch": 70.38,
      "grad_norm": 1.4377988576889038,
      "learning_rate": 4.669040243279589e-06,
      "loss": 0.505,
      "step": 252180
    },
    {
      "epoch": 70.39,
      "grad_norm": 1.801404356956482,
      "learning_rate": 4.6690368561164894e-06,
      "loss": 0.493,
      "step": 252190
    },
    {
      "epoch": 70.39,
      "grad_norm": 2.257188558578491,
      "learning_rate": 4.669033468643894e-06,
      "loss": 0.5162,
      "step": 252200
    },
    {
      "epoch": 70.39,
      "grad_norm": 1.678547978401184,
      "learning_rate": 4.669030080861801e-06,
      "loss": 0.4795,
      "step": 252210
    },
    {
      "epoch": 70.39,
      "grad_norm": 1.7511107921600342,
      "learning_rate": 4.669026692770215e-06,
      "loss": 0.4803,
      "step": 252220
    },
    {
      "epoch": 70.4,
      "grad_norm": 1.997010350227356,
      "learning_rate": 4.669023304369133e-06,
      "loss": 0.4957,
      "step": 252230
    },
    {
      "epoch": 70.4,
      "grad_norm": 1.611814260482788,
      "learning_rate": 4.669019915658557e-06,
      "loss": 0.4958,
      "step": 252240
    },
    {
      "epoch": 70.4,
      "grad_norm": 1.6814712285995483,
      "learning_rate": 4.669016526638486e-06,
      "loss": 0.5071,
      "step": 252250
    },
    {
      "epoch": 70.4,
      "grad_norm": 1.5621479749679565,
      "learning_rate": 4.6690131373089225e-06,
      "loss": 0.4797,
      "step": 252260
    },
    {
      "epoch": 70.41,
      "grad_norm": 2.0164191722869873,
      "learning_rate": 4.6690097476698646e-06,
      "loss": 0.5027,
      "step": 252270
    },
    {
      "epoch": 70.41,
      "grad_norm": 1.8030335903167725,
      "learning_rate": 4.669006357721315e-06,
      "loss": 0.4952,
      "step": 252280
    },
    {
      "epoch": 70.41,
      "grad_norm": 1.6656147241592407,
      "learning_rate": 4.669002967463273e-06,
      "loss": 0.5175,
      "step": 252290
    },
    {
      "epoch": 70.42,
      "grad_norm": 1.9073941707611084,
      "learning_rate": 4.668999576895739e-06,
      "loss": 0.5077,
      "step": 252300
    },
    {
      "epoch": 70.42,
      "grad_norm": 1.62699556350708,
      "learning_rate": 4.6689961860187135e-06,
      "loss": 0.5101,
      "step": 252310
    },
    {
      "epoch": 70.42,
      "grad_norm": 2.086057424545288,
      "learning_rate": 4.668992794832197e-06,
      "loss": 0.4847,
      "step": 252320
    },
    {
      "epoch": 70.42,
      "grad_norm": 1.6996656656265259,
      "learning_rate": 4.66898940333619e-06,
      "loss": 0.4971,
      "step": 252330
    },
    {
      "epoch": 70.43,
      "grad_norm": 1.8525716066360474,
      "learning_rate": 4.668986011530693e-06,
      "loss": 0.5069,
      "step": 252340
    },
    {
      "epoch": 70.43,
      "grad_norm": 2.169325113296509,
      "learning_rate": 4.668982619415708e-06,
      "loss": 0.4883,
      "step": 252350
    },
    {
      "epoch": 70.43,
      "grad_norm": 1.5348352193832397,
      "learning_rate": 4.668979226991232e-06,
      "loss": 0.5207,
      "step": 252360
    },
    {
      "epoch": 70.44,
      "grad_norm": 1.3641941547393799,
      "learning_rate": 4.6689758342572675e-06,
      "loss": 0.4962,
      "step": 252370
    },
    {
      "epoch": 70.44,
      "grad_norm": 1.7112575769424438,
      "learning_rate": 4.668972441213816e-06,
      "loss": 0.4978,
      "step": 252380
    },
    {
      "epoch": 70.44,
      "grad_norm": 2.0944509506225586,
      "learning_rate": 4.668969047860876e-06,
      "loss": 0.5125,
      "step": 252390
    },
    {
      "epoch": 70.44,
      "grad_norm": 1.5960613489151,
      "learning_rate": 4.668965654198449e-06,
      "loss": 0.4926,
      "step": 252400
    },
    {
      "epoch": 70.45,
      "grad_norm": 1.4968206882476807,
      "learning_rate": 4.668962260226534e-06,
      "loss": 0.5224,
      "step": 252410
    },
    {
      "epoch": 70.45,
      "grad_norm": 1.457777500152588,
      "learning_rate": 4.668958865945134e-06,
      "loss": 0.4991,
      "step": 252420
    },
    {
      "epoch": 70.45,
      "grad_norm": 2.3012516498565674,
      "learning_rate": 4.6689554713542474e-06,
      "loss": 0.5052,
      "step": 252430
    },
    {
      "epoch": 70.45,
      "grad_norm": 1.8476738929748535,
      "learning_rate": 4.668952076453876e-06,
      "loss": 0.5087,
      "step": 252440
    },
    {
      "epoch": 70.46,
      "grad_norm": 1.4910956621170044,
      "learning_rate": 4.668948681244019e-06,
      "loss": 0.4973,
      "step": 252450
    },
    {
      "epoch": 70.46,
      "grad_norm": 1.4990540742874146,
      "learning_rate": 4.6689452857246775e-06,
      "loss": 0.4817,
      "step": 252460
    },
    {
      "epoch": 70.46,
      "grad_norm": 1.9167532920837402,
      "learning_rate": 4.668941889895852e-06,
      "loss": 0.5028,
      "step": 252470
    },
    {
      "epoch": 70.47,
      "grad_norm": 1.5019075870513916,
      "learning_rate": 4.668938493757542e-06,
      "loss": 0.5031,
      "step": 252480
    },
    {
      "epoch": 70.47,
      "grad_norm": 1.6845085620880127,
      "learning_rate": 4.66893509730975e-06,
      "loss": 0.4988,
      "step": 252490
    },
    {
      "epoch": 70.47,
      "grad_norm": 1.665398359298706,
      "learning_rate": 4.668931700552474e-06,
      "loss": 0.5068,
      "step": 252500
    },
    {
      "epoch": 70.47,
      "grad_norm": 1.766942024230957,
      "learning_rate": 4.668928303485718e-06,
      "loss": 0.5162,
      "step": 252510
    },
    {
      "epoch": 70.48,
      "grad_norm": 1.4126806259155273,
      "learning_rate": 4.668924906109478e-06,
      "loss": 0.4909,
      "step": 252520
    },
    {
      "epoch": 70.48,
      "grad_norm": 1.4443354606628418,
      "learning_rate": 4.668921508423757e-06,
      "loss": 0.5167,
      "step": 252530
    },
    {
      "epoch": 70.48,
      "grad_norm": 1.3713375329971313,
      "learning_rate": 4.668918110428555e-06,
      "loss": 0.502,
      "step": 252540
    },
    {
      "epoch": 70.49,
      "grad_norm": 1.7785110473632812,
      "learning_rate": 4.668914712123873e-06,
      "loss": 0.5073,
      "step": 252550
    },
    {
      "epoch": 70.49,
      "grad_norm": 2.3983097076416016,
      "learning_rate": 4.66891131350971e-06,
      "loss": 0.4979,
      "step": 252560
    },
    {
      "epoch": 70.49,
      "grad_norm": 1.6847705841064453,
      "learning_rate": 4.668907914586069e-06,
      "loss": 0.501,
      "step": 252570
    },
    {
      "epoch": 70.49,
      "grad_norm": 1.6128848791122437,
      "learning_rate": 4.6689045153529475e-06,
      "loss": 0.5044,
      "step": 252580
    },
    {
      "epoch": 70.5,
      "grad_norm": 1.7540256977081299,
      "learning_rate": 4.668901115810347e-06,
      "loss": 0.4979,
      "step": 252590
    },
    {
      "epoch": 70.5,
      "grad_norm": 1.4771075248718262,
      "learning_rate": 4.668897715958269e-06,
      "loss": 0.5055,
      "step": 252600
    },
    {
      "epoch": 70.5,
      "grad_norm": 1.8245426416397095,
      "learning_rate": 4.668894315796713e-06,
      "loss": 0.5008,
      "step": 252610
    },
    {
      "epoch": 70.51,
      "grad_norm": 1.557947039604187,
      "learning_rate": 4.6688909153256804e-06,
      "loss": 0.4996,
      "step": 252620
    },
    {
      "epoch": 70.51,
      "grad_norm": 1.7242895364761353,
      "learning_rate": 4.6688875145451704e-06,
      "loss": 0.4945,
      "step": 252630
    },
    {
      "epoch": 70.51,
      "grad_norm": 1.6165156364440918,
      "learning_rate": 4.668884113455183e-06,
      "loss": 0.4878,
      "step": 252640
    },
    {
      "epoch": 70.51,
      "grad_norm": 2.1738197803497314,
      "learning_rate": 4.668880712055721e-06,
      "loss": 0.5073,
      "step": 252650
    },
    {
      "epoch": 70.52,
      "grad_norm": 1.7447572946548462,
      "learning_rate": 4.668877310346783e-06,
      "loss": 0.5074,
      "step": 252660
    },
    {
      "epoch": 70.52,
      "grad_norm": 1.785452127456665,
      "learning_rate": 4.668873908328369e-06,
      "loss": 0.4965,
      "step": 252670
    },
    {
      "epoch": 70.52,
      "grad_norm": 1.5198664665222168,
      "learning_rate": 4.668870506000482e-06,
      "loss": 0.5167,
      "step": 252680
    },
    {
      "epoch": 70.52,
      "grad_norm": 1.539293646812439,
      "learning_rate": 4.66886710336312e-06,
      "loss": 0.4828,
      "step": 252690
    },
    {
      "epoch": 70.53,
      "grad_norm": 2.062488555908203,
      "learning_rate": 4.668863700416284e-06,
      "loss": 0.5157,
      "step": 252700
    },
    {
      "epoch": 70.53,
      "grad_norm": 2.082138776779175,
      "learning_rate": 4.6688602971599755e-06,
      "loss": 0.5025,
      "step": 252710
    },
    {
      "epoch": 70.53,
      "grad_norm": 1.3349730968475342,
      "learning_rate": 4.668856893594193e-06,
      "loss": 0.51,
      "step": 252720
    },
    {
      "epoch": 70.54,
      "grad_norm": 1.8949904441833496,
      "learning_rate": 4.668853489718939e-06,
      "loss": 0.4825,
      "step": 252730
    },
    {
      "epoch": 70.54,
      "grad_norm": 1.5169949531555176,
      "learning_rate": 4.668850085534214e-06,
      "loss": 0.5092,
      "step": 252740
    },
    {
      "epoch": 70.54,
      "grad_norm": 1.6276339292526245,
      "learning_rate": 4.668846681040016e-06,
      "loss": 0.4926,
      "step": 252750
    },
    {
      "epoch": 70.54,
      "grad_norm": 1.7453511953353882,
      "learning_rate": 4.6688432762363476e-06,
      "loss": 0.5117,
      "step": 252760
    },
    {
      "epoch": 70.55,
      "grad_norm": 1.5862932205200195,
      "learning_rate": 4.668839871123208e-06,
      "loss": 0.4954,
      "step": 252770
    },
    {
      "epoch": 70.55,
      "grad_norm": 1.7054443359375,
      "learning_rate": 4.668836465700599e-06,
      "loss": 0.4878,
      "step": 252780
    },
    {
      "epoch": 70.55,
      "grad_norm": 1.974684476852417,
      "learning_rate": 4.66883305996852e-06,
      "loss": 0.5105,
      "step": 252790
    },
    {
      "epoch": 70.56,
      "grad_norm": 1.69484281539917,
      "learning_rate": 4.6688296539269725e-06,
      "loss": 0.5069,
      "step": 252800
    },
    {
      "epoch": 70.56,
      "grad_norm": 1.9955998659133911,
      "learning_rate": 4.668826247575955e-06,
      "loss": 0.5032,
      "step": 252810
    },
    {
      "epoch": 70.56,
      "grad_norm": 2.1106133460998535,
      "learning_rate": 4.668822840915471e-06,
      "loss": 0.5232,
      "step": 252820
    },
    {
      "epoch": 70.56,
      "grad_norm": 2.058917760848999,
      "learning_rate": 4.668819433945518e-06,
      "loss": 0.5188,
      "step": 252830
    },
    {
      "epoch": 70.57,
      "grad_norm": 1.462540864944458,
      "learning_rate": 4.668816026666098e-06,
      "loss": 0.4958,
      "step": 252840
    },
    {
      "epoch": 70.57,
      "grad_norm": 2.12351131439209,
      "learning_rate": 4.668812619077211e-06,
      "loss": 0.5102,
      "step": 252850
    },
    {
      "epoch": 70.57,
      "grad_norm": 1.52040433883667,
      "learning_rate": 4.6688092111788575e-06,
      "loss": 0.5038,
      "step": 252860
    },
    {
      "epoch": 70.57,
      "grad_norm": 1.7912499904632568,
      "learning_rate": 4.6688058029710375e-06,
      "loss": 0.505,
      "step": 252870
    },
    {
      "epoch": 70.58,
      "grad_norm": 1.741326093673706,
      "learning_rate": 4.668802394453753e-06,
      "loss": 0.482,
      "step": 252880
    },
    {
      "epoch": 70.58,
      "grad_norm": 1.6894701719284058,
      "learning_rate": 4.668798985627002e-06,
      "loss": 0.4996,
      "step": 252890
    },
    {
      "epoch": 70.58,
      "grad_norm": 2.142270088195801,
      "learning_rate": 4.668795576490787e-06,
      "loss": 0.5316,
      "step": 252900
    },
    {
      "epoch": 70.59,
      "grad_norm": 1.9044522047042847,
      "learning_rate": 4.668792167045108e-06,
      "loss": 0.4856,
      "step": 252910
    },
    {
      "epoch": 70.59,
      "grad_norm": 1.8335261344909668,
      "learning_rate": 4.6687887572899655e-06,
      "loss": 0.4933,
      "step": 252920
    },
    {
      "epoch": 70.59,
      "grad_norm": 1.4655961990356445,
      "learning_rate": 4.6687853472253595e-06,
      "loss": 0.481,
      "step": 252930
    },
    {
      "epoch": 70.59,
      "grad_norm": 1.3260799646377563,
      "learning_rate": 4.66878193685129e-06,
      "loss": 0.5198,
      "step": 252940
    },
    {
      "epoch": 70.6,
      "grad_norm": 1.537865400314331,
      "learning_rate": 4.668778526167759e-06,
      "loss": 0.5025,
      "step": 252950
    },
    {
      "epoch": 70.6,
      "grad_norm": 1.6876130104064941,
      "learning_rate": 4.6687751151747655e-06,
      "loss": 0.5008,
      "step": 252960
    },
    {
      "epoch": 70.6,
      "grad_norm": 1.4667319059371948,
      "learning_rate": 4.668771703872311e-06,
      "loss": 0.4924,
      "step": 252970
    },
    {
      "epoch": 70.61,
      "grad_norm": 1.8778343200683594,
      "learning_rate": 4.6687682922603956e-06,
      "loss": 0.4918,
      "step": 252980
    },
    {
      "epoch": 70.61,
      "grad_norm": 1.6706523895263672,
      "learning_rate": 4.668764880339019e-06,
      "loss": 0.5075,
      "step": 252990
    },
    {
      "epoch": 70.61,
      "grad_norm": 2.174710750579834,
      "learning_rate": 4.668761468108183e-06,
      "loss": 0.481,
      "step": 253000
    },
    {
      "epoch": 70.61,
      "grad_norm": 1.7092255353927612,
      "learning_rate": 4.6687580555678865e-06,
      "loss": 0.4911,
      "step": 253010
    },
    {
      "epoch": 70.62,
      "grad_norm": 1.9262577295303345,
      "learning_rate": 4.668754642718131e-06,
      "loss": 0.5057,
      "step": 253020
    },
    {
      "epoch": 70.62,
      "grad_norm": 1.5910969972610474,
      "learning_rate": 4.6687512295589165e-06,
      "loss": 0.4876,
      "step": 253030
    },
    {
      "epoch": 70.62,
      "grad_norm": 1.9709495306015015,
      "learning_rate": 4.668747816090244e-06,
      "loss": 0.505,
      "step": 253040
    },
    {
      "epoch": 70.63,
      "grad_norm": 1.8955341577529907,
      "learning_rate": 4.6687444023121145e-06,
      "loss": 0.4995,
      "step": 253050
    },
    {
      "epoch": 70.63,
      "grad_norm": 1.7804661989212036,
      "learning_rate": 4.668740988224527e-06,
      "loss": 0.5023,
      "step": 253060
    },
    {
      "epoch": 70.63,
      "grad_norm": 2.2628173828125,
      "learning_rate": 4.668737573827482e-06,
      "loss": 0.4918,
      "step": 253070
    },
    {
      "epoch": 70.63,
      "grad_norm": 1.4275885820388794,
      "learning_rate": 4.6687341591209815e-06,
      "loss": 0.495,
      "step": 253080
    },
    {
      "epoch": 70.64,
      "grad_norm": 1.4111738204956055,
      "learning_rate": 4.668730744105024e-06,
      "loss": 0.5136,
      "step": 253090
    },
    {
      "epoch": 70.64,
      "grad_norm": 1.5749998092651367,
      "learning_rate": 4.6687273287796116e-06,
      "loss": 0.5012,
      "step": 253100
    },
    {
      "epoch": 70.64,
      "grad_norm": 1.5701807737350464,
      "learning_rate": 4.668723913144743e-06,
      "loss": 0.5088,
      "step": 253110
    },
    {
      "epoch": 70.64,
      "grad_norm": 1.9651027917861938,
      "learning_rate": 4.6687204972004216e-06,
      "loss": 0.5207,
      "step": 253120
    },
    {
      "epoch": 70.65,
      "grad_norm": 2.187931776046753,
      "learning_rate": 4.668717080946645e-06,
      "loss": 0.5016,
      "step": 253130
    },
    {
      "epoch": 70.65,
      "grad_norm": 1.7494401931762695,
      "learning_rate": 4.668713664383414e-06,
      "loss": 0.5145,
      "step": 253140
    },
    {
      "epoch": 70.65,
      "grad_norm": 1.8142236471176147,
      "learning_rate": 4.668710247510731e-06,
      "loss": 0.5018,
      "step": 253150
    },
    {
      "epoch": 70.66,
      "grad_norm": 1.4793095588684082,
      "learning_rate": 4.668706830328594e-06,
      "loss": 0.5057,
      "step": 253160
    },
    {
      "epoch": 70.66,
      "grad_norm": 1.482326626777649,
      "learning_rate": 4.668703412837006e-06,
      "loss": 0.5101,
      "step": 253170
    },
    {
      "epoch": 70.66,
      "grad_norm": 1.6319588422775269,
      "learning_rate": 4.668699995035964e-06,
      "loss": 0.5029,
      "step": 253180
    },
    {
      "epoch": 70.66,
      "grad_norm": 1.7484476566314697,
      "learning_rate": 4.668696576925472e-06,
      "loss": 0.4857,
      "step": 253190
    },
    {
      "epoch": 70.67,
      "grad_norm": 1.9612300395965576,
      "learning_rate": 4.6686931585055286e-06,
      "loss": 0.5023,
      "step": 253200
    },
    {
      "epoch": 70.67,
      "grad_norm": 1.6049437522888184,
      "learning_rate": 4.6686897397761355e-06,
      "loss": 0.4901,
      "step": 253210
    },
    {
      "epoch": 70.67,
      "grad_norm": 1.2923171520233154,
      "learning_rate": 4.668686320737291e-06,
      "loss": 0.4949,
      "step": 253220
    },
    {
      "epoch": 70.68,
      "grad_norm": 1.959509015083313,
      "learning_rate": 4.668682901388997e-06,
      "loss": 0.4902,
      "step": 253230
    },
    {
      "epoch": 70.68,
      "grad_norm": 2.067552328109741,
      "learning_rate": 4.668679481731254e-06,
      "loss": 0.502,
      "step": 253240
    },
    {
      "epoch": 70.68,
      "grad_norm": 2.3134090900421143,
      "learning_rate": 4.668676061764063e-06,
      "loss": 0.5106,
      "step": 253250
    },
    {
      "epoch": 70.68,
      "grad_norm": 1.6738042831420898,
      "learning_rate": 4.6686726414874235e-06,
      "loss": 0.5064,
      "step": 253260
    },
    {
      "epoch": 70.69,
      "grad_norm": 1.5850425958633423,
      "learning_rate": 4.668669220901335e-06,
      "loss": 0.4881,
      "step": 253270
    },
    {
      "epoch": 70.69,
      "grad_norm": 1.898514986038208,
      "learning_rate": 4.6686658000058e-06,
      "loss": 0.5083,
      "step": 253280
    },
    {
      "epoch": 70.69,
      "grad_norm": 1.7831283807754517,
      "learning_rate": 4.6686623788008175e-06,
      "loss": 0.5092,
      "step": 253290
    },
    {
      "epoch": 70.69,
      "grad_norm": 1.867437481880188,
      "learning_rate": 4.66865895728639e-06,
      "loss": 0.4915,
      "step": 253300
    },
    {
      "epoch": 70.7,
      "grad_norm": 1.8936799764633179,
      "learning_rate": 4.668655535462515e-06,
      "loss": 0.5075,
      "step": 253310
    },
    {
      "epoch": 70.7,
      "grad_norm": 2.5885252952575684,
      "learning_rate": 4.668652113329195e-06,
      "loss": 0.5013,
      "step": 253320
    },
    {
      "epoch": 70.7,
      "grad_norm": 1.2831615209579468,
      "learning_rate": 4.668648690886429e-06,
      "loss": 0.5019,
      "step": 253330
    },
    {
      "epoch": 70.71,
      "grad_norm": 1.740820050239563,
      "learning_rate": 4.66864526813422e-06,
      "loss": 0.5122,
      "step": 253340
    },
    {
      "epoch": 70.71,
      "grad_norm": 2.1156346797943115,
      "learning_rate": 4.668641845072566e-06,
      "loss": 0.5209,
      "step": 253350
    },
    {
      "epoch": 70.71,
      "grad_norm": 1.4797101020812988,
      "learning_rate": 4.668638421701468e-06,
      "loss": 0.4872,
      "step": 253360
    },
    {
      "epoch": 70.71,
      "grad_norm": 1.968253493309021,
      "learning_rate": 4.668634998020927e-06,
      "loss": 0.4888,
      "step": 253370
    },
    {
      "epoch": 70.72,
      "grad_norm": 1.9512155055999756,
      "learning_rate": 4.668631574030943e-06,
      "loss": 0.5082,
      "step": 253380
    },
    {
      "epoch": 70.72,
      "grad_norm": 1.7709126472473145,
      "learning_rate": 4.668628149731517e-06,
      "loss": 0.5006,
      "step": 253390
    },
    {
      "epoch": 70.72,
      "grad_norm": 1.4423424005508423,
      "learning_rate": 4.668624725122649e-06,
      "loss": 0.4994,
      "step": 253400
    },
    {
      "epoch": 70.73,
      "grad_norm": 1.8817968368530273,
      "learning_rate": 4.668621300204339e-06,
      "loss": 0.495,
      "step": 253410
    },
    {
      "epoch": 70.73,
      "grad_norm": 1.5776872634887695,
      "learning_rate": 4.668617874976588e-06,
      "loss": 0.5257,
      "step": 253420
    },
    {
      "epoch": 70.73,
      "grad_norm": 2.3770711421966553,
      "learning_rate": 4.668614449439397e-06,
      "loss": 0.5054,
      "step": 253430
    },
    {
      "epoch": 70.73,
      "grad_norm": 1.6433321237564087,
      "learning_rate": 4.668611023592766e-06,
      "loss": 0.4924,
      "step": 253440
    },
    {
      "epoch": 70.74,
      "grad_norm": 1.736497163772583,
      "learning_rate": 4.668607597436695e-06,
      "loss": 0.5013,
      "step": 253450
    },
    {
      "epoch": 70.74,
      "grad_norm": 2.0904898643493652,
      "learning_rate": 4.668604170971185e-06,
      "loss": 0.5096,
      "step": 253460
    },
    {
      "epoch": 70.74,
      "grad_norm": 1.5998547077178955,
      "learning_rate": 4.668600744196236e-06,
      "loss": 0.4935,
      "step": 253470
    },
    {
      "epoch": 70.75,
      "grad_norm": 2.0032594203948975,
      "learning_rate": 4.668597317111849e-06,
      "loss": 0.5135,
      "step": 253480
    },
    {
      "epoch": 70.75,
      "grad_norm": 2.0477614402770996,
      "learning_rate": 4.6685938897180246e-06,
      "loss": 0.4838,
      "step": 253490
    },
    {
      "epoch": 70.75,
      "grad_norm": 1.7540521621704102,
      "learning_rate": 4.668590462014762e-06,
      "loss": 0.484,
      "step": 253500
    },
    {
      "epoch": 70.75,
      "grad_norm": 1.2654837369918823,
      "learning_rate": 4.668587034002062e-06,
      "loss": 0.5205,
      "step": 253510
    },
    {
      "epoch": 70.76,
      "grad_norm": 1.669840931892395,
      "learning_rate": 4.668583605679927e-06,
      "loss": 0.4861,
      "step": 253520
    },
    {
      "epoch": 70.76,
      "grad_norm": 1.704305648803711,
      "learning_rate": 4.6685801770483555e-06,
      "loss": 0.5162,
      "step": 253530
    },
    {
      "epoch": 70.76,
      "grad_norm": 1.361443042755127,
      "learning_rate": 4.668576748107348e-06,
      "loss": 0.5071,
      "step": 253540
    },
    {
      "epoch": 70.76,
      "grad_norm": 1.7078067064285278,
      "learning_rate": 4.6685733188569064e-06,
      "loss": 0.5057,
      "step": 253550
    },
    {
      "epoch": 70.77,
      "grad_norm": 1.5117353200912476,
      "learning_rate": 4.66856988929703e-06,
      "loss": 0.4908,
      "step": 253560
    },
    {
      "epoch": 70.77,
      "grad_norm": 1.743850827217102,
      "learning_rate": 4.668566459427719e-06,
      "loss": 0.4986,
      "step": 253570
    },
    {
      "epoch": 70.77,
      "grad_norm": 1.5497307777404785,
      "learning_rate": 4.6685630292489744e-06,
      "loss": 0.4994,
      "step": 253580
    },
    {
      "epoch": 70.78,
      "grad_norm": 1.5423005819320679,
      "learning_rate": 4.668559598760796e-06,
      "loss": 0.522,
      "step": 253590
    },
    {
      "epoch": 70.78,
      "grad_norm": 2.394233226776123,
      "learning_rate": 4.668556167963186e-06,
      "loss": 0.4909,
      "step": 253600
    },
    {
      "epoch": 70.78,
      "grad_norm": 1.2862225770950317,
      "learning_rate": 4.668552736856142e-06,
      "loss": 0.4944,
      "step": 253610
    },
    {
      "epoch": 70.78,
      "grad_norm": 1.6921987533569336,
      "learning_rate": 4.668549305439668e-06,
      "loss": 0.5283,
      "step": 253620
    },
    {
      "epoch": 70.79,
      "grad_norm": 1.831939697265625,
      "learning_rate": 4.668545873713761e-06,
      "loss": 0.4906,
      "step": 253630
    },
    {
      "epoch": 70.79,
      "grad_norm": 1.9696921110153198,
      "learning_rate": 4.668542441678424e-06,
      "loss": 0.504,
      "step": 253640
    },
    {
      "epoch": 70.79,
      "grad_norm": 1.618012547492981,
      "learning_rate": 4.668539009333656e-06,
      "loss": 0.5076,
      "step": 253650
    },
    {
      "epoch": 70.8,
      "grad_norm": 1.4266384840011597,
      "learning_rate": 4.668535576679458e-06,
      "loss": 0.4948,
      "step": 253660
    },
    {
      "epoch": 70.8,
      "grad_norm": 2.0668718814849854,
      "learning_rate": 4.668532143715831e-06,
      "loss": 0.5106,
      "step": 253670
    },
    {
      "epoch": 70.8,
      "grad_norm": 1.580033779144287,
      "learning_rate": 4.668528710442774e-06,
      "loss": 0.503,
      "step": 253680
    },
    {
      "epoch": 70.8,
      "grad_norm": 1.3375900983810425,
      "learning_rate": 4.668525276860289e-06,
      "loss": 0.4943,
      "step": 253690
    },
    {
      "epoch": 70.81,
      "grad_norm": 1.7262794971466064,
      "learning_rate": 4.668521842968376e-06,
      "loss": 0.4957,
      "step": 253700
    },
    {
      "epoch": 70.81,
      "grad_norm": 1.9177173376083374,
      "learning_rate": 4.668518408767034e-06,
      "loss": 0.497,
      "step": 253710
    },
    {
      "epoch": 70.81,
      "grad_norm": 1.6750898361206055,
      "learning_rate": 4.668514974256265e-06,
      "loss": 0.5073,
      "step": 253720
    },
    {
      "epoch": 70.81,
      "grad_norm": 1.6746366024017334,
      "learning_rate": 4.66851153943607e-06,
      "loss": 0.4904,
      "step": 253730
    },
    {
      "epoch": 70.82,
      "grad_norm": 1.3613821268081665,
      "learning_rate": 4.668508104306448e-06,
      "loss": 0.507,
      "step": 253740
    },
    {
      "epoch": 70.82,
      "grad_norm": 1.666573166847229,
      "learning_rate": 4.6685046688674005e-06,
      "loss": 0.4805,
      "step": 253750
    },
    {
      "epoch": 70.82,
      "grad_norm": 1.7458937168121338,
      "learning_rate": 4.668501233118928e-06,
      "loss": 0.5123,
      "step": 253760
    },
    {
      "epoch": 70.83,
      "grad_norm": 1.825067162513733,
      "learning_rate": 4.668497797061029e-06,
      "loss": 0.5149,
      "step": 253770
    },
    {
      "epoch": 70.83,
      "grad_norm": 1.7940254211425781,
      "learning_rate": 4.668494360693707e-06,
      "loss": 0.5211,
      "step": 253780
    },
    {
      "epoch": 70.83,
      "grad_norm": 1.395507574081421,
      "learning_rate": 4.668490924016959e-06,
      "loss": 0.5053,
      "step": 253790
    },
    {
      "epoch": 70.83,
      "grad_norm": 1.568882942199707,
      "learning_rate": 4.668487487030789e-06,
      "loss": 0.5139,
      "step": 253800
    },
    {
      "epoch": 70.84,
      "grad_norm": 1.649527907371521,
      "learning_rate": 4.668484049735195e-06,
      "loss": 0.4972,
      "step": 253810
    },
    {
      "epoch": 70.84,
      "grad_norm": 1.3456321954727173,
      "learning_rate": 4.668480612130179e-06,
      "loss": 0.4866,
      "step": 253820
    },
    {
      "epoch": 70.84,
      "grad_norm": 1.8066768646240234,
      "learning_rate": 4.66847717421574e-06,
      "loss": 0.5073,
      "step": 253830
    },
    {
      "epoch": 70.85,
      "grad_norm": 1.5725353956222534,
      "learning_rate": 4.668473735991879e-06,
      "loss": 0.5241,
      "step": 253840
    },
    {
      "epoch": 70.85,
      "grad_norm": 1.768801212310791,
      "learning_rate": 4.668470297458598e-06,
      "loss": 0.5086,
      "step": 253850
    },
    {
      "epoch": 70.85,
      "grad_norm": 2.93437123298645,
      "learning_rate": 4.668466858615894e-06,
      "loss": 0.5089,
      "step": 253860
    },
    {
      "epoch": 70.85,
      "grad_norm": 2.0543220043182373,
      "learning_rate": 4.668463419463771e-06,
      "loss": 0.5136,
      "step": 253870
    },
    {
      "epoch": 70.86,
      "grad_norm": 2.1563503742218018,
      "learning_rate": 4.668459980002228e-06,
      "loss": 0.4928,
      "step": 253880
    },
    {
      "epoch": 70.86,
      "grad_norm": 2.2276790142059326,
      "learning_rate": 4.668456540231265e-06,
      "loss": 0.5354,
      "step": 253890
    },
    {
      "epoch": 70.86,
      "grad_norm": 2.0769619941711426,
      "learning_rate": 4.668453100150883e-06,
      "loss": 0.5351,
      "step": 253900
    },
    {
      "epoch": 70.87,
      "grad_norm": 1.7435917854309082,
      "learning_rate": 4.668449659761083e-06,
      "loss": 0.5099,
      "step": 253910
    },
    {
      "epoch": 70.87,
      "grad_norm": 1.4837206602096558,
      "learning_rate": 4.668446219061864e-06,
      "loss": 0.5053,
      "step": 253920
    },
    {
      "epoch": 70.87,
      "grad_norm": 1.8120875358581543,
      "learning_rate": 4.6684427780532276e-06,
      "loss": 0.5002,
      "step": 253930
    },
    {
      "epoch": 70.87,
      "grad_norm": 1.476284384727478,
      "learning_rate": 4.668439336735174e-06,
      "loss": 0.4885,
      "step": 253940
    },
    {
      "epoch": 70.88,
      "grad_norm": 2.192962408065796,
      "learning_rate": 4.668435895107703e-06,
      "loss": 0.5245,
      "step": 253950
    },
    {
      "epoch": 70.88,
      "grad_norm": 4.154293060302734,
      "learning_rate": 4.668432453170817e-06,
      "loss": 0.5033,
      "step": 253960
    },
    {
      "epoch": 70.88,
      "grad_norm": 1.8851144313812256,
      "learning_rate": 4.6684290109245145e-06,
      "loss": 0.478,
      "step": 253970
    },
    {
      "epoch": 70.88,
      "grad_norm": 1.6635817289352417,
      "learning_rate": 4.668425568368796e-06,
      "loss": 0.5187,
      "step": 253980
    },
    {
      "epoch": 70.89,
      "grad_norm": 1.9073047637939453,
      "learning_rate": 4.668422125503663e-06,
      "loss": 0.507,
      "step": 253990
    },
    {
      "epoch": 70.89,
      "grad_norm": 1.824434757232666,
      "learning_rate": 4.668418682329115e-06,
      "loss": 0.5112,
      "step": 254000
    },
    {
      "epoch": 70.89,
      "grad_norm": 1.7409743070602417,
      "learning_rate": 4.668415238845154e-06,
      "loss": 0.4957,
      "step": 254010
    },
    {
      "epoch": 70.9,
      "grad_norm": 1.454374074935913,
      "learning_rate": 4.668411795051779e-06,
      "loss": 0.4888,
      "step": 254020
    },
    {
      "epoch": 70.9,
      "grad_norm": 1.597202181816101,
      "learning_rate": 4.668408350948991e-06,
      "loss": 0.4839,
      "step": 254030
    },
    {
      "epoch": 70.9,
      "grad_norm": 1.495848536491394,
      "learning_rate": 4.66840490653679e-06,
      "loss": 0.4869,
      "step": 254040
    },
    {
      "epoch": 70.9,
      "grad_norm": 1.315984845161438,
      "learning_rate": 4.668401461815177e-06,
      "loss": 0.5141,
      "step": 254050
    },
    {
      "epoch": 70.91,
      "grad_norm": 1.721477746963501,
      "learning_rate": 4.668398016784152e-06,
      "loss": 0.5008,
      "step": 254060
    },
    {
      "epoch": 70.91,
      "grad_norm": 2.1015589237213135,
      "learning_rate": 4.668394571443716e-06,
      "loss": 0.5075,
      "step": 254070
    },
    {
      "epoch": 70.91,
      "grad_norm": 2.119593381881714,
      "learning_rate": 4.668391125793869e-06,
      "loss": 0.5077,
      "step": 254080
    },
    {
      "epoch": 70.92,
      "grad_norm": 1.416860818862915,
      "learning_rate": 4.668387679834612e-06,
      "loss": 0.5018,
      "step": 254090
    },
    {
      "epoch": 70.92,
      "grad_norm": 1.5729923248291016,
      "learning_rate": 4.668384233565945e-06,
      "loss": 0.4875,
      "step": 254100
    },
    {
      "epoch": 70.92,
      "grad_norm": 1.9755038022994995,
      "learning_rate": 4.668380786987869e-06,
      "loss": 0.4963,
      "step": 254110
    },
    {
      "epoch": 70.92,
      "grad_norm": 1.3132011890411377,
      "learning_rate": 4.668377340100382e-06,
      "loss": 0.4841,
      "step": 254120
    },
    {
      "epoch": 70.93,
      "grad_norm": 1.382115364074707,
      "learning_rate": 4.668373892903488e-06,
      "loss": 0.5059,
      "step": 254130
    },
    {
      "epoch": 70.93,
      "grad_norm": 1.55377197265625,
      "learning_rate": 4.668370445397186e-06,
      "loss": 0.5098,
      "step": 254140
    },
    {
      "epoch": 70.93,
      "grad_norm": 1.7458692789077759,
      "learning_rate": 4.668366997581477e-06,
      "loss": 0.5078,
      "step": 254150
    },
    {
      "epoch": 70.93,
      "grad_norm": 1.8965238332748413,
      "learning_rate": 4.668363549456359e-06,
      "loss": 0.4696,
      "step": 254160
    },
    {
      "epoch": 70.94,
      "grad_norm": 1.649645447731018,
      "learning_rate": 4.668360101021836e-06,
      "loss": 0.5057,
      "step": 254170
    },
    {
      "epoch": 70.94,
      "grad_norm": 1.3749607801437378,
      "learning_rate": 4.6683566522779055e-06,
      "loss": 0.4784,
      "step": 254180
    },
    {
      "epoch": 70.94,
      "grad_norm": 2.759981870651245,
      "learning_rate": 4.6683532032245694e-06,
      "loss": 0.4905,
      "step": 254190
    },
    {
      "epoch": 70.95,
      "grad_norm": 1.803060531616211,
      "learning_rate": 4.668349753861829e-06,
      "loss": 0.5093,
      "step": 254200
    },
    {
      "epoch": 70.95,
      "grad_norm": 1.3400672674179077,
      "learning_rate": 4.668346304189683e-06,
      "loss": 0.5086,
      "step": 254210
    },
    {
      "epoch": 70.95,
      "grad_norm": 1.6257332563400269,
      "learning_rate": 4.668342854208133e-06,
      "loss": 0.4808,
      "step": 254220
    },
    {
      "epoch": 70.95,
      "grad_norm": 2.1570677757263184,
      "learning_rate": 4.668339403917178e-06,
      "loss": 0.4976,
      "step": 254230
    },
    {
      "epoch": 70.96,
      "grad_norm": 2.0419235229492188,
      "learning_rate": 4.668335953316821e-06,
      "loss": 0.5106,
      "step": 254240
    },
    {
      "epoch": 70.96,
      "grad_norm": 1.6851743459701538,
      "learning_rate": 4.6683325024070605e-06,
      "loss": 0.4995,
      "step": 254250
    },
    {
      "epoch": 70.96,
      "grad_norm": 1.4044605493545532,
      "learning_rate": 4.668329051187897e-06,
      "loss": 0.4985,
      "step": 254260
    },
    {
      "epoch": 70.97,
      "grad_norm": 1.5649484395980835,
      "learning_rate": 4.668325599659331e-06,
      "loss": 0.4987,
      "step": 254270
    },
    {
      "epoch": 70.97,
      "grad_norm": 1.6421502828598022,
      "learning_rate": 4.668322147821364e-06,
      "loss": 0.5101,
      "step": 254280
    },
    {
      "epoch": 70.97,
      "grad_norm": 1.5591753721237183,
      "learning_rate": 4.668318695673996e-06,
      "loss": 0.5072,
      "step": 254290
    },
    {
      "epoch": 70.97,
      "grad_norm": 1.5355974435806274,
      "learning_rate": 4.668315243217227e-06,
      "loss": 0.4823,
      "step": 254300
    },
    {
      "epoch": 70.98,
      "grad_norm": 1.6437485218048096,
      "learning_rate": 4.668311790451058e-06,
      "loss": 0.5027,
      "step": 254310
    },
    {
      "epoch": 70.98,
      "grad_norm": 1.5179344415664673,
      "learning_rate": 4.668308337375489e-06,
      "loss": 0.495,
      "step": 254320
    },
    {
      "epoch": 70.98,
      "grad_norm": 2.017744779586792,
      "learning_rate": 4.66830488399052e-06,
      "loss": 0.4919,
      "step": 254330
    },
    {
      "epoch": 70.99,
      "grad_norm": 1.5995609760284424,
      "learning_rate": 4.668301430296153e-06,
      "loss": 0.4819,
      "step": 254340
    },
    {
      "epoch": 70.99,
      "grad_norm": 1.7386633157730103,
      "learning_rate": 4.6682979762923874e-06,
      "loss": 0.5005,
      "step": 254350
    },
    {
      "epoch": 70.99,
      "grad_norm": 1.4671610593795776,
      "learning_rate": 4.668294521979223e-06,
      "loss": 0.4993,
      "step": 254360
    },
    {
      "epoch": 70.99,
      "grad_norm": 2.2718608379364014,
      "learning_rate": 4.6682910673566624e-06,
      "loss": 0.505,
      "step": 254370
    },
    {
      "epoch": 71.0,
      "grad_norm": 2.0099422931671143,
      "learning_rate": 4.668287612424704e-06,
      "loss": 0.4877,
      "step": 254380
    },
    {
      "epoch": 71.0,
      "grad_norm": 2.2429139614105225,
      "learning_rate": 4.66828415718335e-06,
      "loss": 0.5031,
      "step": 254390
    },
    {
      "epoch": 71.0,
      "eval_loss": 0.5023877620697021,
      "eval_runtime": 62.7545,
      "eval_samples_per_second": 80.616,
      "eval_steps_per_second": 10.087,
      "step": 254393
    },
    {
      "epoch": 71.0,
      "grad_norm": 2.0450425148010254,
      "learning_rate": 4.668280701632599e-06,
      "loss": 0.5205,
      "step": 254400
    },
    {
      "epoch": 71.0,
      "grad_norm": 1.638120412826538,
      "learning_rate": 4.668277245772452e-06,
      "loss": 0.4965,
      "step": 254410
    },
    {
      "epoch": 71.01,
      "grad_norm": 1.7966012954711914,
      "learning_rate": 4.66827378960291e-06,
      "loss": 0.4975,
      "step": 254420
    },
    {
      "epoch": 71.01,
      "grad_norm": 1.9949887990951538,
      "learning_rate": 4.668270333123973e-06,
      "loss": 0.4978,
      "step": 254430
    },
    {
      "epoch": 71.01,
      "grad_norm": 1.9342111349105835,
      "learning_rate": 4.668266876335643e-06,
      "loss": 0.4978,
      "step": 254440
    },
    {
      "epoch": 71.02,
      "grad_norm": 1.6016080379486084,
      "learning_rate": 4.668263419237918e-06,
      "loss": 0.517,
      "step": 254450
    },
    {
      "epoch": 71.02,
      "grad_norm": 1.533111810684204,
      "learning_rate": 4.6682599618308e-06,
      "loss": 0.4996,
      "step": 254460
    },
    {
      "epoch": 71.02,
      "grad_norm": 1.4743894338607788,
      "learning_rate": 4.668256504114289e-06,
      "loss": 0.5187,
      "step": 254470
    },
    {
      "epoch": 71.02,
      "grad_norm": 1.7352405786514282,
      "learning_rate": 4.668253046088385e-06,
      "loss": 0.5002,
      "step": 254480
    },
    {
      "epoch": 71.03,
      "grad_norm": 1.7092173099517822,
      "learning_rate": 4.66824958775309e-06,
      "loss": 0.502,
      "step": 254490
    },
    {
      "epoch": 71.03,
      "grad_norm": 1.6182260513305664,
      "learning_rate": 4.668246129108404e-06,
      "loss": 0.5116,
      "step": 254500
    },
    {
      "epoch": 71.03,
      "grad_norm": 2.3988842964172363,
      "learning_rate": 4.668242670154326e-06,
      "loss": 0.5159,
      "step": 254510
    },
    {
      "epoch": 71.04,
      "grad_norm": 1.982087254524231,
      "learning_rate": 4.668239210890857e-06,
      "loss": 0.4955,
      "step": 254520
    },
    {
      "epoch": 71.04,
      "grad_norm": 1.56551992893219,
      "learning_rate": 4.668235751317998e-06,
      "loss": 0.5107,
      "step": 254530
    },
    {
      "epoch": 71.04,
      "grad_norm": 1.616955041885376,
      "learning_rate": 4.668232291435749e-06,
      "loss": 0.4989,
      "step": 254540
    },
    {
      "epoch": 71.04,
      "grad_norm": 1.771101474761963,
      "learning_rate": 4.668228831244112e-06,
      "loss": 0.4867,
      "step": 254550
    },
    {
      "epoch": 71.05,
      "grad_norm": 1.5149891376495361,
      "learning_rate": 4.668225370743085e-06,
      "loss": 0.4922,
      "step": 254560
    },
    {
      "epoch": 71.05,
      "grad_norm": 1.5778462886810303,
      "learning_rate": 4.668221909932671e-06,
      "loss": 0.5041,
      "step": 254570
    },
    {
      "epoch": 71.05,
      "grad_norm": 2.1151797771453857,
      "learning_rate": 4.6682184488128675e-06,
      "loss": 0.5184,
      "step": 254580
    },
    {
      "epoch": 71.05,
      "grad_norm": 1.4346466064453125,
      "learning_rate": 4.668214987383678e-06,
      "loss": 0.4748,
      "step": 254590
    },
    {
      "epoch": 71.06,
      "grad_norm": 1.57533860206604,
      "learning_rate": 4.668211525645101e-06,
      "loss": 0.5013,
      "step": 254600
    },
    {
      "epoch": 71.06,
      "grad_norm": 1.880232810974121,
      "learning_rate": 4.668208063597138e-06,
      "loss": 0.5011,
      "step": 254610
    },
    {
      "epoch": 71.06,
      "grad_norm": 1.8083810806274414,
      "learning_rate": 4.668204601239789e-06,
      "loss": 0.492,
      "step": 254620
    },
    {
      "epoch": 71.07,
      "grad_norm": 2.0577690601348877,
      "learning_rate": 4.6682011385730535e-06,
      "loss": 0.5207,
      "step": 254630
    },
    {
      "epoch": 71.07,
      "grad_norm": 1.6391644477844238,
      "learning_rate": 4.6681976755969335e-06,
      "loss": 0.5077,
      "step": 254640
    },
    {
      "epoch": 71.07,
      "grad_norm": 1.512947916984558,
      "learning_rate": 4.668194212311429e-06,
      "loss": 0.5182,
      "step": 254650
    },
    {
      "epoch": 71.07,
      "grad_norm": 1.9491641521453857,
      "learning_rate": 4.66819074871654e-06,
      "loss": 0.5081,
      "step": 254660
    },
    {
      "epoch": 71.08,
      "grad_norm": 2.374107599258423,
      "learning_rate": 4.668187284812268e-06,
      "loss": 0.501,
      "step": 254670
    },
    {
      "epoch": 71.08,
      "grad_norm": 1.419495701789856,
      "learning_rate": 4.6681838205986115e-06,
      "loss": 0.476,
      "step": 254680
    },
    {
      "epoch": 71.08,
      "grad_norm": 1.7447487115859985,
      "learning_rate": 4.668180356075573e-06,
      "loss": 0.5009,
      "step": 254690
    },
    {
      "epoch": 71.09,
      "grad_norm": 1.6209375858306885,
      "learning_rate": 4.668176891243152e-06,
      "loss": 0.4926,
      "step": 254700
    },
    {
      "epoch": 71.09,
      "grad_norm": 1.8884633779525757,
      "learning_rate": 4.66817342610135e-06,
      "loss": 0.4941,
      "step": 254710
    },
    {
      "epoch": 71.09,
      "grad_norm": 1.6391044855117798,
      "learning_rate": 4.668169960650166e-06,
      "loss": 0.5119,
      "step": 254720
    },
    {
      "epoch": 71.09,
      "grad_norm": 1.7497129440307617,
      "learning_rate": 4.668166494889601e-06,
      "loss": 0.5235,
      "step": 254730
    },
    {
      "epoch": 71.1,
      "grad_norm": 1.855142593383789,
      "learning_rate": 4.668163028819656e-06,
      "loss": 0.5015,
      "step": 254740
    },
    {
      "epoch": 71.1,
      "grad_norm": 1.397921085357666,
      "learning_rate": 4.66815956244033e-06,
      "loss": 0.5026,
      "step": 254750
    },
    {
      "epoch": 71.1,
      "grad_norm": 1.6185063123703003,
      "learning_rate": 4.668156095751625e-06,
      "loss": 0.496,
      "step": 254760
    },
    {
      "epoch": 71.11,
      "grad_norm": 1.6936399936676025,
      "learning_rate": 4.668152628753541e-06,
      "loss": 0.5253,
      "step": 254770
    },
    {
      "epoch": 71.11,
      "grad_norm": 2.2585928440093994,
      "learning_rate": 4.668149161446078e-06,
      "loss": 0.4921,
      "step": 254780
    },
    {
      "epoch": 71.11,
      "grad_norm": 2.942488193511963,
      "learning_rate": 4.6681456938292375e-06,
      "loss": 0.4861,
      "step": 254790
    },
    {
      "epoch": 71.11,
      "grad_norm": 1.9608209133148193,
      "learning_rate": 4.668142225903019e-06,
      "loss": 0.4909,
      "step": 254800
    },
    {
      "epoch": 71.12,
      "grad_norm": 1.5048590898513794,
      "learning_rate": 4.668138757667423e-06,
      "loss": 0.5134,
      "step": 254810
    },
    {
      "epoch": 71.12,
      "grad_norm": 1.8173106908798218,
      "learning_rate": 4.66813528912245e-06,
      "loss": 0.5097,
      "step": 254820
    },
    {
      "epoch": 71.12,
      "grad_norm": 1.6313989162445068,
      "learning_rate": 4.668131820268102e-06,
      "loss": 0.4793,
      "step": 254830
    },
    {
      "epoch": 71.12,
      "grad_norm": 1.7718925476074219,
      "learning_rate": 4.668128351104377e-06,
      "loss": 0.5032,
      "step": 254840
    },
    {
      "epoch": 71.13,
      "grad_norm": 1.494141936302185,
      "learning_rate": 4.668124881631277e-06,
      "loss": 0.5012,
      "step": 254850
    },
    {
      "epoch": 71.13,
      "grad_norm": 1.7735267877578735,
      "learning_rate": 4.668121411848802e-06,
      "loss": 0.4943,
      "step": 254860
    },
    {
      "epoch": 71.13,
      "grad_norm": 1.5476843118667603,
      "learning_rate": 4.668117941756953e-06,
      "loss": 0.4691,
      "step": 254870
    },
    {
      "epoch": 71.14,
      "grad_norm": 1.834325909614563,
      "learning_rate": 4.668114471355728e-06,
      "loss": 0.5142,
      "step": 254880
    },
    {
      "epoch": 71.14,
      "grad_norm": 2.2632203102111816,
      "learning_rate": 4.668111000645132e-06,
      "loss": 0.4885,
      "step": 254890
    },
    {
      "epoch": 71.14,
      "grad_norm": 1.7329773902893066,
      "learning_rate": 4.668107529625161e-06,
      "loss": 0.4981,
      "step": 254900
    },
    {
      "epoch": 71.14,
      "grad_norm": 1.524354100227356,
      "learning_rate": 4.668104058295818e-06,
      "loss": 0.5059,
      "step": 254910
    },
    {
      "epoch": 71.15,
      "grad_norm": 1.9872316122055054,
      "learning_rate": 4.668100586657103e-06,
      "loss": 0.5217,
      "step": 254920
    },
    {
      "epoch": 71.15,
      "grad_norm": 1.546857237815857,
      "learning_rate": 4.668097114709017e-06,
      "loss": 0.4813,
      "step": 254930
    },
    {
      "epoch": 71.15,
      "grad_norm": 1.2876882553100586,
      "learning_rate": 4.66809364245156e-06,
      "loss": 0.5,
      "step": 254940
    },
    {
      "epoch": 71.16,
      "grad_norm": 2.0307693481445312,
      "learning_rate": 4.668090169884731e-06,
      "loss": 0.4912,
      "step": 254950
    },
    {
      "epoch": 71.16,
      "grad_norm": 1.6727408170700073,
      "learning_rate": 4.668086697008532e-06,
      "loss": 0.5021,
      "step": 254960
    },
    {
      "epoch": 71.16,
      "grad_norm": 1.7622063159942627,
      "learning_rate": 4.668083223822963e-06,
      "loss": 0.4871,
      "step": 254970
    },
    {
      "epoch": 71.16,
      "grad_norm": 1.542574405670166,
      "learning_rate": 4.668079750328024e-06,
      "loss": 0.5007,
      "step": 254980
    },
    {
      "epoch": 71.17,
      "grad_norm": 1.4867361783981323,
      "learning_rate": 4.668076276523718e-06,
      "loss": 0.5121,
      "step": 254990
    },
    {
      "epoch": 71.17,
      "grad_norm": 2.0018773078918457,
      "learning_rate": 4.668072802410042e-06,
      "loss": 0.5175,
      "step": 255000
    },
    {
      "epoch": 71.17,
      "grad_norm": 1.4829480648040771,
      "learning_rate": 4.668069327986999e-06,
      "loss": 0.4997,
      "step": 255010
    },
    {
      "epoch": 71.17,
      "grad_norm": 1.5744882822036743,
      "learning_rate": 4.6680658532545876e-06,
      "loss": 0.4999,
      "step": 255020
    },
    {
      "epoch": 71.18,
      "grad_norm": 1.667870283126831,
      "learning_rate": 4.668062378212809e-06,
      "loss": 0.4889,
      "step": 255030
    },
    {
      "epoch": 71.18,
      "grad_norm": 2.2216694355010986,
      "learning_rate": 4.668058902861664e-06,
      "loss": 0.5051,
      "step": 255040
    },
    {
      "epoch": 71.18,
      "grad_norm": 1.8074426651000977,
      "learning_rate": 4.668055427201154e-06,
      "loss": 0.4942,
      "step": 255050
    },
    {
      "epoch": 71.19,
      "grad_norm": 3.395925521850586,
      "learning_rate": 4.668051951231277e-06,
      "loss": 0.5053,
      "step": 255060
    },
    {
      "epoch": 71.19,
      "grad_norm": 1.5213992595672607,
      "learning_rate": 4.668048474952035e-06,
      "loss": 0.5047,
      "step": 255070
    },
    {
      "epoch": 71.19,
      "grad_norm": 2.0032498836517334,
      "learning_rate": 4.668044998363428e-06,
      "loss": 0.4868,
      "step": 255080
    },
    {
      "epoch": 71.19,
      "grad_norm": 1.6800931692123413,
      "learning_rate": 4.6680415214654575e-06,
      "loss": 0.4807,
      "step": 255090
    },
    {
      "epoch": 71.2,
      "grad_norm": 1.741593599319458,
      "learning_rate": 4.668038044258123e-06,
      "loss": 0.5065,
      "step": 255100
    },
    {
      "epoch": 71.2,
      "grad_norm": 2.198781967163086,
      "learning_rate": 4.668034566741424e-06,
      "loss": 0.5024,
      "step": 255110
    },
    {
      "epoch": 71.2,
      "grad_norm": 1.5618618726730347,
      "learning_rate": 4.668031088915364e-06,
      "loss": 0.4982,
      "step": 255120
    },
    {
      "epoch": 71.21,
      "grad_norm": 1.3501269817352295,
      "learning_rate": 4.66802761077994e-06,
      "loss": 0.4796,
      "step": 255130
    },
    {
      "epoch": 71.21,
      "grad_norm": 1.6931560039520264,
      "learning_rate": 4.668024132335155e-06,
      "loss": 0.4856,
      "step": 255140
    },
    {
      "epoch": 71.21,
      "grad_norm": 1.4658212661743164,
      "learning_rate": 4.668020653581008e-06,
      "loss": 0.5104,
      "step": 255150
    },
    {
      "epoch": 71.21,
      "grad_norm": 1.6484352350234985,
      "learning_rate": 4.6680171745175e-06,
      "loss": 0.515,
      "step": 255160
    },
    {
      "epoch": 71.22,
      "grad_norm": 1.3793786764144897,
      "learning_rate": 4.66801369514463e-06,
      "loss": 0.4955,
      "step": 255170
    },
    {
      "epoch": 71.22,
      "grad_norm": 1.7171411514282227,
      "learning_rate": 4.668010215462402e-06,
      "loss": 0.4974,
      "step": 255180
    },
    {
      "epoch": 71.22,
      "grad_norm": 2.2171738147735596,
      "learning_rate": 4.6680067354708135e-06,
      "loss": 0.5077,
      "step": 255190
    },
    {
      "epoch": 71.23,
      "grad_norm": 1.6810972690582275,
      "learning_rate": 4.668003255169866e-06,
      "loss": 0.5099,
      "step": 255200
    },
    {
      "epoch": 71.23,
      "grad_norm": 1.558340072631836,
      "learning_rate": 4.6679997745595596e-06,
      "loss": 0.4891,
      "step": 255210
    },
    {
      "epoch": 71.23,
      "grad_norm": 1.6716381311416626,
      "learning_rate": 4.667996293639895e-06,
      "loss": 0.4847,
      "step": 255220
    },
    {
      "epoch": 71.23,
      "grad_norm": 1.9541305303573608,
      "learning_rate": 4.667992812410873e-06,
      "loss": 0.5122,
      "step": 255230
    },
    {
      "epoch": 71.24,
      "grad_norm": 1.6681288480758667,
      "learning_rate": 4.667989330872493e-06,
      "loss": 0.4856,
      "step": 255240
    },
    {
      "epoch": 71.24,
      "grad_norm": 1.3523948192596436,
      "learning_rate": 4.667985849024756e-06,
      "loss": 0.5091,
      "step": 255250
    },
    {
      "epoch": 71.24,
      "grad_norm": 1.4676889181137085,
      "learning_rate": 4.667982366867663e-06,
      "loss": 0.5066,
      "step": 255260
    },
    {
      "epoch": 71.24,
      "grad_norm": 1.7345024347305298,
      "learning_rate": 4.667978884401213e-06,
      "loss": 0.4973,
      "step": 255270
    },
    {
      "epoch": 71.25,
      "grad_norm": 1.580873966217041,
      "learning_rate": 4.667975401625409e-06,
      "loss": 0.5082,
      "step": 255280
    },
    {
      "epoch": 71.25,
      "grad_norm": 1.332414150238037,
      "learning_rate": 4.6679719185402495e-06,
      "loss": 0.5132,
      "step": 255290
    },
    {
      "epoch": 71.25,
      "grad_norm": 1.4554005861282349,
      "learning_rate": 4.667968435145735e-06,
      "loss": 0.5135,
      "step": 255300
    },
    {
      "epoch": 71.26,
      "grad_norm": 1.8584097623825073,
      "learning_rate": 4.667964951441867e-06,
      "loss": 0.4984,
      "step": 255310
    },
    {
      "epoch": 71.26,
      "grad_norm": 1.4499586820602417,
      "learning_rate": 4.667961467428645e-06,
      "loss": 0.5048,
      "step": 255320
    },
    {
      "epoch": 71.26,
      "grad_norm": 1.6235778331756592,
      "learning_rate": 4.66795798310607e-06,
      "loss": 0.4802,
      "step": 255330
    },
    {
      "epoch": 71.26,
      "grad_norm": 1.9150328636169434,
      "learning_rate": 4.667954498474143e-06,
      "loss": 0.5054,
      "step": 255340
    },
    {
      "epoch": 71.27,
      "grad_norm": 1.558053731918335,
      "learning_rate": 4.667951013532863e-06,
      "loss": 0.5171,
      "step": 255350
    },
    {
      "epoch": 71.27,
      "grad_norm": 1.6054226160049438,
      "learning_rate": 4.667947528282231e-06,
      "loss": 0.478,
      "step": 255360
    },
    {
      "epoch": 71.27,
      "grad_norm": 1.966711401939392,
      "learning_rate": 4.667944042722247e-06,
      "loss": 0.4858,
      "step": 255370
    },
    {
      "epoch": 71.28,
      "grad_norm": 2.2825372219085693,
      "learning_rate": 4.667940556852913e-06,
      "loss": 0.5097,
      "step": 255380
    },
    {
      "epoch": 71.28,
      "grad_norm": 1.4594440460205078,
      "learning_rate": 4.667937070674229e-06,
      "loss": 0.4968,
      "step": 255390
    },
    {
      "epoch": 71.28,
      "grad_norm": 1.3367773294448853,
      "learning_rate": 4.6679335841861944e-06,
      "loss": 0.4929,
      "step": 255400
    },
    {
      "epoch": 71.28,
      "grad_norm": 1.6387615203857422,
      "learning_rate": 4.667930097388811e-06,
      "loss": 0.507,
      "step": 255410
    },
    {
      "epoch": 71.29,
      "grad_norm": 2.2385683059692383,
      "learning_rate": 4.667926610282078e-06,
      "loss": 0.4929,
      "step": 255420
    },
    {
      "epoch": 71.29,
      "grad_norm": 2.3760926723480225,
      "learning_rate": 4.667923122865996e-06,
      "loss": 0.4995,
      "step": 255430
    },
    {
      "epoch": 71.29,
      "grad_norm": 2.20150089263916,
      "learning_rate": 4.667919635140567e-06,
      "loss": 0.5027,
      "step": 255440
    },
    {
      "epoch": 71.3,
      "grad_norm": 1.7594525814056396,
      "learning_rate": 4.66791614710579e-06,
      "loss": 0.5094,
      "step": 255450
    },
    {
      "epoch": 71.3,
      "grad_norm": 1.6855747699737549,
      "learning_rate": 4.667912658761665e-06,
      "loss": 0.5092,
      "step": 255460
    },
    {
      "epoch": 71.3,
      "grad_norm": 1.7243340015411377,
      "learning_rate": 4.667909170108195e-06,
      "loss": 0.4985,
      "step": 255470
    },
    {
      "epoch": 71.3,
      "grad_norm": 2.1148061752319336,
      "learning_rate": 4.6679056811453775e-06,
      "loss": 0.4996,
      "step": 255480
    },
    {
      "epoch": 71.31,
      "grad_norm": 1.7952293157577515,
      "learning_rate": 4.6679021918732146e-06,
      "loss": 0.4962,
      "step": 255490
    },
    {
      "epoch": 71.31,
      "grad_norm": 1.756036639213562,
      "learning_rate": 4.667898702291707e-06,
      "loss": 0.493,
      "step": 255500
    },
    {
      "epoch": 71.31,
      "grad_norm": 2.0488288402557373,
      "learning_rate": 4.667895212400853e-06,
      "loss": 0.4985,
      "step": 255510
    },
    {
      "epoch": 71.31,
      "grad_norm": 1.3967419862747192,
      "learning_rate": 4.667891722200656e-06,
      "loss": 0.4947,
      "step": 255520
    },
    {
      "epoch": 71.32,
      "grad_norm": 1.9310195446014404,
      "learning_rate": 4.6678882316911145e-06,
      "loss": 0.4944,
      "step": 255530
    },
    {
      "epoch": 71.32,
      "grad_norm": 1.358761191368103,
      "learning_rate": 4.6678847408722296e-06,
      "loss": 0.4918,
      "step": 255540
    },
    {
      "epoch": 71.32,
      "grad_norm": 1.7686293125152588,
      "learning_rate": 4.667881249744002e-06,
      "loss": 0.4953,
      "step": 255550
    },
    {
      "epoch": 71.33,
      "grad_norm": 1.8998959064483643,
      "learning_rate": 4.667877758306433e-06,
      "loss": 0.4855,
      "step": 255560
    },
    {
      "epoch": 71.33,
      "grad_norm": 2.340259552001953,
      "learning_rate": 4.66787426655952e-06,
      "loss": 0.4944,
      "step": 255570
    },
    {
      "epoch": 71.33,
      "grad_norm": 1.8199119567871094,
      "learning_rate": 4.667870774503266e-06,
      "loss": 0.5015,
      "step": 255580
    },
    {
      "epoch": 71.33,
      "grad_norm": 1.9407823085784912,
      "learning_rate": 4.667867282137672e-06,
      "loss": 0.5043,
      "step": 255590
    },
    {
      "epoch": 71.34,
      "grad_norm": 1.9187850952148438,
      "learning_rate": 4.667863789462736e-06,
      "loss": 0.4947,
      "step": 255600
    },
    {
      "epoch": 71.34,
      "grad_norm": 1.5214015245437622,
      "learning_rate": 4.66786029647846e-06,
      "loss": 0.5102,
      "step": 255610
    },
    {
      "epoch": 71.34,
      "grad_norm": 1.4341179132461548,
      "learning_rate": 4.6678568031848445e-06,
      "loss": 0.5187,
      "step": 255620
    },
    {
      "epoch": 71.35,
      "grad_norm": 1.522438645362854,
      "learning_rate": 4.66785330958189e-06,
      "loss": 0.5034,
      "step": 255630
    },
    {
      "epoch": 71.35,
      "grad_norm": 1.5494847297668457,
      "learning_rate": 4.667849815669597e-06,
      "loss": 0.4862,
      "step": 255640
    },
    {
      "epoch": 71.35,
      "grad_norm": 1.5794849395751953,
      "learning_rate": 4.667846321447965e-06,
      "loss": 0.5174,
      "step": 255650
    },
    {
      "epoch": 71.35,
      "grad_norm": 1.2557543516159058,
      "learning_rate": 4.667842826916995e-06,
      "loss": 0.5021,
      "step": 255660
    },
    {
      "epoch": 71.36,
      "grad_norm": 1.689496397972107,
      "learning_rate": 4.667839332076688e-06,
      "loss": 0.5219,
      "step": 255670
    },
    {
      "epoch": 71.36,
      "grad_norm": 1.6906356811523438,
      "learning_rate": 4.667835836927045e-06,
      "loss": 0.5016,
      "step": 255680
    },
    {
      "epoch": 71.36,
      "grad_norm": 1.8916957378387451,
      "learning_rate": 4.667832341468064e-06,
      "loss": 0.5029,
      "step": 255690
    },
    {
      "epoch": 71.36,
      "grad_norm": 1.8627303838729858,
      "learning_rate": 4.667828845699747e-06,
      "loss": 0.5052,
      "step": 255700
    },
    {
      "epoch": 71.37,
      "grad_norm": 1.9941554069519043,
      "learning_rate": 4.667825349622096e-06,
      "loss": 0.5012,
      "step": 255710
    },
    {
      "epoch": 71.37,
      "grad_norm": 1.9661049842834473,
      "learning_rate": 4.667821853235109e-06,
      "loss": 0.4948,
      "step": 255720
    },
    {
      "epoch": 71.37,
      "grad_norm": 1.7169798612594604,
      "learning_rate": 4.667818356538787e-06,
      "loss": 0.4852,
      "step": 255730
    },
    {
      "epoch": 71.38,
      "grad_norm": 1.5828578472137451,
      "learning_rate": 4.667814859533131e-06,
      "loss": 0.5008,
      "step": 255740
    },
    {
      "epoch": 71.38,
      "grad_norm": 1.8973406553268433,
      "learning_rate": 4.667811362218142e-06,
      "loss": 0.4974,
      "step": 255750
    },
    {
      "epoch": 71.38,
      "grad_norm": 1.6124974489212036,
      "learning_rate": 4.667807864593819e-06,
      "loss": 0.4911,
      "step": 255760
    },
    {
      "epoch": 71.38,
      "grad_norm": 1.7574328184127808,
      "learning_rate": 4.667804366660164e-06,
      "loss": 0.5092,
      "step": 255770
    },
    {
      "epoch": 71.39,
      "grad_norm": 1.7158150672912598,
      "learning_rate": 4.667800868417177e-06,
      "loss": 0.5055,
      "step": 255780
    },
    {
      "epoch": 71.39,
      "grad_norm": 1.5077804327011108,
      "learning_rate": 4.667797369864857e-06,
      "loss": 0.4785,
      "step": 255790
    },
    {
      "epoch": 71.39,
      "grad_norm": 1.683075189590454,
      "learning_rate": 4.667793871003207e-06,
      "loss": 0.5158,
      "step": 255800
    },
    {
      "epoch": 71.4,
      "grad_norm": 1.5299482345581055,
      "learning_rate": 4.667790371832225e-06,
      "loss": 0.5125,
      "step": 255810
    },
    {
      "epoch": 71.4,
      "grad_norm": 1.6583002805709839,
      "learning_rate": 4.667786872351913e-06,
      "loss": 0.5049,
      "step": 255820
    },
    {
      "epoch": 71.4,
      "grad_norm": 1.8101956844329834,
      "learning_rate": 4.667783372562271e-06,
      "loss": 0.5031,
      "step": 255830
    },
    {
      "epoch": 71.4,
      "grad_norm": 2.2816131114959717,
      "learning_rate": 4.667779872463299e-06,
      "loss": 0.4934,
      "step": 255840
    },
    {
      "epoch": 71.41,
      "grad_norm": 1.5743542909622192,
      "learning_rate": 4.667776372054999e-06,
      "loss": 0.5288,
      "step": 255850
    },
    {
      "epoch": 71.41,
      "grad_norm": 1.7453705072402954,
      "learning_rate": 4.66777287133737e-06,
      "loss": 0.5029,
      "step": 255860
    },
    {
      "epoch": 71.41,
      "grad_norm": 1.9926379919052124,
      "learning_rate": 4.667769370310413e-06,
      "loss": 0.4942,
      "step": 255870
    },
    {
      "epoch": 71.42,
      "grad_norm": 1.56633722782135,
      "learning_rate": 4.667765868974128e-06,
      "loss": 0.5047,
      "step": 255880
    },
    {
      "epoch": 71.42,
      "grad_norm": 1.5728143453598022,
      "learning_rate": 4.667762367328517e-06,
      "loss": 0.4944,
      "step": 255890
    },
    {
      "epoch": 71.42,
      "grad_norm": 1.9529774188995361,
      "learning_rate": 4.6677588653735786e-06,
      "loss": 0.5127,
      "step": 255900
    },
    {
      "epoch": 71.42,
      "grad_norm": 1.5482251644134521,
      "learning_rate": 4.667755363109313e-06,
      "loss": 0.4884,
      "step": 255910
    },
    {
      "epoch": 71.43,
      "grad_norm": 1.2037482261657715,
      "learning_rate": 4.667751860535723e-06,
      "loss": 0.5113,
      "step": 255920
    },
    {
      "epoch": 71.43,
      "grad_norm": 1.696412205696106,
      "learning_rate": 4.667748357652808e-06,
      "loss": 0.5006,
      "step": 255930
    },
    {
      "epoch": 71.43,
      "grad_norm": 1.684692144393921,
      "learning_rate": 4.667744854460567e-06,
      "loss": 0.5077,
      "step": 255940
    },
    {
      "epoch": 71.43,
      "grad_norm": 1.6097617149353027,
      "learning_rate": 4.667741350959002e-06,
      "loss": 0.4777,
      "step": 255950
    },
    {
      "epoch": 71.44,
      "grad_norm": 1.5410456657409668,
      "learning_rate": 4.667737847148113e-06,
      "loss": 0.4863,
      "step": 255960
    },
    {
      "epoch": 71.44,
      "grad_norm": 1.7606892585754395,
      "learning_rate": 4.667734343027901e-06,
      "loss": 0.4919,
      "step": 255970
    },
    {
      "epoch": 71.44,
      "grad_norm": 1.2148922681808472,
      "learning_rate": 4.667730838598367e-06,
      "loss": 0.4902,
      "step": 255980
    },
    {
      "epoch": 71.45,
      "grad_norm": 1.6929594278335571,
      "learning_rate": 4.667727333859508e-06,
      "loss": 0.5075,
      "step": 255990
    },
    {
      "epoch": 71.45,
      "grad_norm": 2.072817802429199,
      "learning_rate": 4.667723828811329e-06,
      "loss": 0.5032,
      "step": 256000
    },
    {
      "epoch": 71.45,
      "grad_norm": 1.4490491151809692,
      "learning_rate": 4.667720323453828e-06,
      "loss": 0.4852,
      "step": 256010
    },
    {
      "epoch": 71.45,
      "grad_norm": 1.7319951057434082,
      "learning_rate": 4.667716817787005e-06,
      "loss": 0.515,
      "step": 256020
    },
    {
      "epoch": 71.46,
      "grad_norm": 1.9831866025924683,
      "learning_rate": 4.667713311810863e-06,
      "loss": 0.5043,
      "step": 256030
    },
    {
      "epoch": 71.46,
      "grad_norm": 1.7743757963180542,
      "learning_rate": 4.667709805525399e-06,
      "loss": 0.4994,
      "step": 256040
    },
    {
      "epoch": 71.46,
      "grad_norm": 1.9231663942337036,
      "learning_rate": 4.6677062989306164e-06,
      "loss": 0.4846,
      "step": 256050
    },
    {
      "epoch": 71.47,
      "grad_norm": 1.5614789724349976,
      "learning_rate": 4.667702792026515e-06,
      "loss": 0.5158,
      "step": 256060
    },
    {
      "epoch": 71.47,
      "grad_norm": 1.542509913444519,
      "learning_rate": 4.667699284813094e-06,
      "loss": 0.4996,
      "step": 256070
    },
    {
      "epoch": 71.47,
      "grad_norm": 2.0887441635131836,
      "learning_rate": 4.667695777290355e-06,
      "loss": 0.5105,
      "step": 256080
    },
    {
      "epoch": 71.47,
      "grad_norm": 2.3039944171905518,
      "learning_rate": 4.667692269458298e-06,
      "loss": 0.5191,
      "step": 256090
    },
    {
      "epoch": 71.48,
      "grad_norm": 1.614211082458496,
      "learning_rate": 4.667688761316924e-06,
      "loss": 0.4828,
      "step": 256100
    },
    {
      "epoch": 71.48,
      "grad_norm": 1.3481260538101196,
      "learning_rate": 4.667685252866233e-06,
      "loss": 0.5112,
      "step": 256110
    },
    {
      "epoch": 71.48,
      "grad_norm": 1.878836989402771,
      "learning_rate": 4.667681744106226e-06,
      "loss": 0.505,
      "step": 256120
    },
    {
      "epoch": 71.48,
      "grad_norm": 1.8492704629898071,
      "learning_rate": 4.667678235036902e-06,
      "loss": 0.4873,
      "step": 256130
    },
    {
      "epoch": 71.49,
      "grad_norm": 1.8199557065963745,
      "learning_rate": 4.667674725658263e-06,
      "loss": 0.5002,
      "step": 256140
    },
    {
      "epoch": 71.49,
      "grad_norm": 1.708202838897705,
      "learning_rate": 4.66767121597031e-06,
      "loss": 0.4816,
      "step": 256150
    },
    {
      "epoch": 71.49,
      "grad_norm": 2.2239763736724854,
      "learning_rate": 4.66766770597304e-06,
      "loss": 0.5025,
      "step": 256160
    },
    {
      "epoch": 71.5,
      "grad_norm": 2.1278324127197266,
      "learning_rate": 4.667664195666459e-06,
      "loss": 0.5189,
      "step": 256170
    },
    {
      "epoch": 71.5,
      "grad_norm": 1.8177449703216553,
      "learning_rate": 4.667660685050563e-06,
      "loss": 0.4954,
      "step": 256180
    },
    {
      "epoch": 71.5,
      "grad_norm": 1.529797077178955,
      "learning_rate": 4.667657174125353e-06,
      "loss": 0.504,
      "step": 256190
    },
    {
      "epoch": 71.5,
      "grad_norm": 1.739579677581787,
      "learning_rate": 4.667653662890831e-06,
      "loss": 0.494,
      "step": 256200
    },
    {
      "epoch": 71.51,
      "grad_norm": 1.8576675653457642,
      "learning_rate": 4.6676501513469976e-06,
      "loss": 0.5142,
      "step": 256210
    },
    {
      "epoch": 71.51,
      "grad_norm": 2.3181564807891846,
      "learning_rate": 4.667646639493852e-06,
      "loss": 0.5141,
      "step": 256220
    },
    {
      "epoch": 71.51,
      "grad_norm": 1.6363111734390259,
      "learning_rate": 4.6676431273313934e-06,
      "loss": 0.5136,
      "step": 256230
    },
    {
      "epoch": 71.52,
      "grad_norm": 1.9157204627990723,
      "learning_rate": 4.6676396148596265e-06,
      "loss": 0.4783,
      "step": 256240
    },
    {
      "epoch": 71.52,
      "grad_norm": 1.6102104187011719,
      "learning_rate": 4.667636102078548e-06,
      "loss": 0.4841,
      "step": 256250
    },
    {
      "epoch": 71.52,
      "grad_norm": 1.7805042266845703,
      "learning_rate": 4.66763258898816e-06,
      "loss": 0.5193,
      "step": 256260
    },
    {
      "epoch": 71.52,
      "grad_norm": 1.1662518978118896,
      "learning_rate": 4.667629075588462e-06,
      "loss": 0.5051,
      "step": 256270
    },
    {
      "epoch": 71.53,
      "grad_norm": 1.4862419366836548,
      "learning_rate": 4.6676255618794555e-06,
      "loss": 0.4928,
      "step": 256280
    },
    {
      "epoch": 71.53,
      "grad_norm": 1.7062647342681885,
      "learning_rate": 4.66762204786114e-06,
      "loss": 0.5024,
      "step": 256290
    },
    {
      "epoch": 71.53,
      "grad_norm": 1.8248978853225708,
      "learning_rate": 4.6676185335335175e-06,
      "loss": 0.5201,
      "step": 256300
    },
    {
      "epoch": 71.54,
      "grad_norm": 1.2892205715179443,
      "learning_rate": 4.667615018896587e-06,
      "loss": 0.492,
      "step": 256310
    },
    {
      "epoch": 71.54,
      "grad_norm": 1.7858936786651611,
      "learning_rate": 4.66761150395035e-06,
      "loss": 0.5107,
      "step": 256320
    },
    {
      "epoch": 71.54,
      "grad_norm": 2.2506327629089355,
      "learning_rate": 4.667607988694806e-06,
      "loss": 0.4767,
      "step": 256330
    },
    {
      "epoch": 71.54,
      "grad_norm": 1.7522263526916504,
      "learning_rate": 4.667604473129955e-06,
      "loss": 0.4883,
      "step": 256340
    },
    {
      "epoch": 71.55,
      "grad_norm": 2.0032575130462646,
      "learning_rate": 4.667600957255799e-06,
      "loss": 0.4785,
      "step": 256350
    },
    {
      "epoch": 71.55,
      "grad_norm": 1.5046756267547607,
      "learning_rate": 4.667597441072338e-06,
      "loss": 0.5057,
      "step": 256360
    },
    {
      "epoch": 71.55,
      "grad_norm": 1.6231099367141724,
      "learning_rate": 4.667593924579572e-06,
      "loss": 0.5021,
      "step": 256370
    },
    {
      "epoch": 71.55,
      "grad_norm": 2.0086708068847656,
      "learning_rate": 4.667590407777501e-06,
      "loss": 0.5152,
      "step": 256380
    },
    {
      "epoch": 71.56,
      "grad_norm": 1.5612150430679321,
      "learning_rate": 4.6675868906661276e-06,
      "loss": 0.4847,
      "step": 256390
    },
    {
      "epoch": 71.56,
      "grad_norm": 1.8128798007965088,
      "learning_rate": 4.66758337324545e-06,
      "loss": 0.4999,
      "step": 256400
    },
    {
      "epoch": 71.56,
      "grad_norm": 2.0078506469726562,
      "learning_rate": 4.66757985551547e-06,
      "loss": 0.4814,
      "step": 256410
    },
    {
      "epoch": 71.57,
      "grad_norm": 1.7591618299484253,
      "learning_rate": 4.6675763374761876e-06,
      "loss": 0.4755,
      "step": 256420
    },
    {
      "epoch": 71.57,
      "grad_norm": 1.2619999647140503,
      "learning_rate": 4.667572819127604e-06,
      "loss": 0.5134,
      "step": 256430
    },
    {
      "epoch": 71.57,
      "grad_norm": 1.5405000448226929,
      "learning_rate": 4.667569300469717e-06,
      "loss": 0.4946,
      "step": 256440
    },
    {
      "epoch": 71.57,
      "grad_norm": 1.9204144477844238,
      "learning_rate": 4.6675657815025305e-06,
      "loss": 0.4969,
      "step": 256450
    },
    {
      "epoch": 71.58,
      "grad_norm": 1.7285990715026855,
      "learning_rate": 4.667562262226043e-06,
      "loss": 0.4981,
      "step": 256460
    },
    {
      "epoch": 71.58,
      "grad_norm": 1.735935091972351,
      "learning_rate": 4.667558742640256e-06,
      "loss": 0.501,
      "step": 256470
    },
    {
      "epoch": 71.58,
      "grad_norm": 1.486375331878662,
      "learning_rate": 4.667555222745168e-06,
      "loss": 0.4896,
      "step": 256480
    },
    {
      "epoch": 71.59,
      "grad_norm": 1.7438651323318481,
      "learning_rate": 4.667551702540783e-06,
      "loss": 0.5111,
      "step": 256490
    },
    {
      "epoch": 71.59,
      "grad_norm": 1.6505097150802612,
      "learning_rate": 4.667548182027098e-06,
      "loss": 0.5014,
      "step": 256500
    },
    {
      "epoch": 71.59,
      "grad_norm": 1.6305941343307495,
      "learning_rate": 4.6675446612041145e-06,
      "loss": 0.5116,
      "step": 256510
    },
    {
      "epoch": 71.59,
      "grad_norm": 1.6592159271240234,
      "learning_rate": 4.667541140071835e-06,
      "loss": 0.5016,
      "step": 256520
    },
    {
      "epoch": 71.6,
      "grad_norm": 1.7752491235733032,
      "learning_rate": 4.6675376186302565e-06,
      "loss": 0.5212,
      "step": 256530
    },
    {
      "epoch": 71.6,
      "grad_norm": 2.951375722885132,
      "learning_rate": 4.667534096879382e-06,
      "loss": 0.5258,
      "step": 256540
    },
    {
      "epoch": 71.6,
      "grad_norm": 2.4613890647888184,
      "learning_rate": 4.66753057481921e-06,
      "loss": 0.5348,
      "step": 256550
    },
    {
      "epoch": 71.6,
      "grad_norm": 2.1438002586364746,
      "learning_rate": 4.667527052449743e-06,
      "loss": 0.4801,
      "step": 256560
    },
    {
      "epoch": 71.61,
      "grad_norm": 1.8384579420089722,
      "learning_rate": 4.667523529770981e-06,
      "loss": 0.4926,
      "step": 256570
    },
    {
      "epoch": 71.61,
      "grad_norm": 1.7429757118225098,
      "learning_rate": 4.667520006782925e-06,
      "loss": 0.5227,
      "step": 256580
    },
    {
      "epoch": 71.61,
      "grad_norm": 1.477594256401062,
      "learning_rate": 4.667516483485573e-06,
      "loss": 0.5011,
      "step": 256590
    },
    {
      "epoch": 71.62,
      "grad_norm": 1.9484407901763916,
      "learning_rate": 4.667512959878928e-06,
      "loss": 0.4776,
      "step": 256600
    },
    {
      "epoch": 71.62,
      "grad_norm": 1.5819718837738037,
      "learning_rate": 4.667509435962989e-06,
      "loss": 0.502,
      "step": 256610
    },
    {
      "epoch": 71.62,
      "grad_norm": 1.9304414987564087,
      "learning_rate": 4.667505911737757e-06,
      "loss": 0.4982,
      "step": 256620
    },
    {
      "epoch": 71.62,
      "grad_norm": 2.4003822803497314,
      "learning_rate": 4.667502387203233e-06,
      "loss": 0.4983,
      "step": 256630
    },
    {
      "epoch": 71.63,
      "grad_norm": 1.5197263956069946,
      "learning_rate": 4.667498862359416e-06,
      "loss": 0.4896,
      "step": 256640
    },
    {
      "epoch": 71.63,
      "grad_norm": 1.7231451272964478,
      "learning_rate": 4.667495337206308e-06,
      "loss": 0.5022,
      "step": 256650
    },
    {
      "epoch": 71.63,
      "grad_norm": 1.4524574279785156,
      "learning_rate": 4.667491811743909e-06,
      "loss": 0.4909,
      "step": 256660
    },
    {
      "epoch": 71.64,
      "grad_norm": 1.3403863906860352,
      "learning_rate": 4.667488285972219e-06,
      "loss": 0.4835,
      "step": 256670
    },
    {
      "epoch": 71.64,
      "grad_norm": 1.5754972696304321,
      "learning_rate": 4.667484759891239e-06,
      "loss": 0.4951,
      "step": 256680
    },
    {
      "epoch": 71.64,
      "grad_norm": 1.9385812282562256,
      "learning_rate": 4.667481233500969e-06,
      "loss": 0.5035,
      "step": 256690
    },
    {
      "epoch": 71.64,
      "grad_norm": 1.5692909955978394,
      "learning_rate": 4.667477706801409e-06,
      "loss": 0.4786,
      "step": 256700
    },
    {
      "epoch": 71.65,
      "grad_norm": 1.4523175954818726,
      "learning_rate": 4.667474179792562e-06,
      "loss": 0.4857,
      "step": 256710
    },
    {
      "epoch": 71.65,
      "grad_norm": 1.686247706413269,
      "learning_rate": 4.667470652474425e-06,
      "loss": 0.4915,
      "step": 256720
    },
    {
      "epoch": 71.65,
      "grad_norm": 1.559790015220642,
      "learning_rate": 4.667467124847002e-06,
      "loss": 0.5042,
      "step": 256730
    },
    {
      "epoch": 71.66,
      "grad_norm": 2.1378090381622314,
      "learning_rate": 4.6674635969102905e-06,
      "loss": 0.4938,
      "step": 256740
    },
    {
      "epoch": 71.66,
      "grad_norm": 1.7279335260391235,
      "learning_rate": 4.667460068664292e-06,
      "loss": 0.4931,
      "step": 256750
    },
    {
      "epoch": 71.66,
      "grad_norm": 1.4895259141921997,
      "learning_rate": 4.667456540109007e-06,
      "loss": 0.4957,
      "step": 256760
    },
    {
      "epoch": 71.66,
      "grad_norm": 1.7369329929351807,
      "learning_rate": 4.6674530112444365e-06,
      "loss": 0.4999,
      "step": 256770
    },
    {
      "epoch": 71.67,
      "grad_norm": 2.8203961849212646,
      "learning_rate": 4.66744948207058e-06,
      "loss": 0.4857,
      "step": 256780
    },
    {
      "epoch": 71.67,
      "grad_norm": 1.3182812929153442,
      "learning_rate": 4.667445952587439e-06,
      "loss": 0.4818,
      "step": 256790
    },
    {
      "epoch": 71.67,
      "grad_norm": 1.693230152130127,
      "learning_rate": 4.667442422795013e-06,
      "loss": 0.5048,
      "step": 256800
    },
    {
      "epoch": 71.67,
      "grad_norm": 1.3068538904190063,
      "learning_rate": 4.667438892693303e-06,
      "loss": 0.5032,
      "step": 256810
    },
    {
      "epoch": 71.68,
      "grad_norm": 1.3747817277908325,
      "learning_rate": 4.667435362282309e-06,
      "loss": 0.499,
      "step": 256820
    },
    {
      "epoch": 71.68,
      "grad_norm": 1.9385476112365723,
      "learning_rate": 4.667431831562032e-06,
      "loss": 0.5141,
      "step": 256830
    },
    {
      "epoch": 71.68,
      "grad_norm": 1.941907525062561,
      "learning_rate": 4.667428300532473e-06,
      "loss": 0.4823,
      "step": 256840
    },
    {
      "epoch": 71.69,
      "grad_norm": 1.916384220123291,
      "learning_rate": 4.667424769193631e-06,
      "loss": 0.496,
      "step": 256850
    },
    {
      "epoch": 71.69,
      "grad_norm": 2.120711326599121,
      "learning_rate": 4.667421237545508e-06,
      "loss": 0.5091,
      "step": 256860
    },
    {
      "epoch": 71.69,
      "grad_norm": 1.4799789190292358,
      "learning_rate": 4.667417705588103e-06,
      "loss": 0.4998,
      "step": 256870
    },
    {
      "epoch": 71.69,
      "grad_norm": 2.0138955116271973,
      "learning_rate": 4.667414173321418e-06,
      "loss": 0.514,
      "step": 256880
    },
    {
      "epoch": 71.7,
      "grad_norm": 1.6214714050292969,
      "learning_rate": 4.667410640745452e-06,
      "loss": 0.5122,
      "step": 256890
    },
    {
      "epoch": 71.7,
      "grad_norm": 1.8150744438171387,
      "learning_rate": 4.667407107860206e-06,
      "loss": 0.4908,
      "step": 256900
    },
    {
      "epoch": 71.7,
      "grad_norm": 1.5751885175704956,
      "learning_rate": 4.667403574665681e-06,
      "loss": 0.5028,
      "step": 256910
    },
    {
      "epoch": 71.71,
      "grad_norm": 1.6598327159881592,
      "learning_rate": 4.667400041161877e-06,
      "loss": 0.5199,
      "step": 256920
    },
    {
      "epoch": 71.71,
      "grad_norm": 1.5014375448226929,
      "learning_rate": 4.667396507348794e-06,
      "loss": 0.4965,
      "step": 256930
    },
    {
      "epoch": 71.71,
      "grad_norm": 1.4322203397750854,
      "learning_rate": 4.667392973226434e-06,
      "loss": 0.5004,
      "step": 256940
    },
    {
      "epoch": 71.71,
      "grad_norm": 1.4898022413253784,
      "learning_rate": 4.667389438794796e-06,
      "loss": 0.4997,
      "step": 256950
    },
    {
      "epoch": 71.72,
      "grad_norm": 1.7144354581832886,
      "learning_rate": 4.667385904053881e-06,
      "loss": 0.4847,
      "step": 256960
    },
    {
      "epoch": 71.72,
      "grad_norm": 1.703156590461731,
      "learning_rate": 4.667382369003689e-06,
      "loss": 0.5077,
      "step": 256970
    },
    {
      "epoch": 71.72,
      "grad_norm": 1.5544657707214355,
      "learning_rate": 4.667378833644222e-06,
      "loss": 0.5132,
      "step": 256980
    },
    {
      "epoch": 71.72,
      "grad_norm": 1.499836802482605,
      "learning_rate": 4.667375297975479e-06,
      "loss": 0.5134,
      "step": 256990
    },
    {
      "epoch": 71.73,
      "grad_norm": 2.1591198444366455,
      "learning_rate": 4.66737176199746e-06,
      "loss": 0.5221,
      "step": 257000
    },
    {
      "epoch": 71.73,
      "grad_norm": 1.4410641193389893,
      "learning_rate": 4.667368225710167e-06,
      "loss": 0.483,
      "step": 257010
    },
    {
      "epoch": 71.73,
      "grad_norm": 1.5304176807403564,
      "learning_rate": 4.6673646891135995e-06,
      "loss": 0.4974,
      "step": 257020
    },
    {
      "epoch": 71.74,
      "grad_norm": 1.5900098085403442,
      "learning_rate": 4.667361152207759e-06,
      "loss": 0.4847,
      "step": 257030
    },
    {
      "epoch": 71.74,
      "grad_norm": 1.5072494745254517,
      "learning_rate": 4.667357614992644e-06,
      "loss": 0.4795,
      "step": 257040
    },
    {
      "epoch": 71.74,
      "grad_norm": 2.256197452545166,
      "learning_rate": 4.6673540774682565e-06,
      "loss": 0.5114,
      "step": 257050
    },
    {
      "epoch": 71.74,
      "grad_norm": 2.5968217849731445,
      "learning_rate": 4.667350539634598e-06,
      "loss": 0.4957,
      "step": 257060
    },
    {
      "epoch": 71.75,
      "grad_norm": 1.684048056602478,
      "learning_rate": 4.667347001491666e-06,
      "loss": 0.5119,
      "step": 257070
    },
    {
      "epoch": 71.75,
      "grad_norm": 1.7179181575775146,
      "learning_rate": 4.667343463039463e-06,
      "loss": 0.5062,
      "step": 257080
    },
    {
      "epoch": 71.75,
      "grad_norm": 1.6550027132034302,
      "learning_rate": 4.66733992427799e-06,
      "loss": 0.4908,
      "step": 257090
    },
    {
      "epoch": 71.76,
      "grad_norm": 1.5657427310943604,
      "learning_rate": 4.667336385207246e-06,
      "loss": 0.4937,
      "step": 257100
    },
    {
      "epoch": 71.76,
      "grad_norm": 1.8668283224105835,
      "learning_rate": 4.667332845827231e-06,
      "loss": 0.513,
      "step": 257110
    },
    {
      "epoch": 71.76,
      "grad_norm": 1.7844797372817993,
      "learning_rate": 4.667329306137947e-06,
      "loss": 0.5008,
      "step": 257120
    },
    {
      "epoch": 71.76,
      "grad_norm": 1.9012947082519531,
      "learning_rate": 4.667325766139395e-06,
      "loss": 0.5026,
      "step": 257130
    },
    {
      "epoch": 71.77,
      "grad_norm": 1.7099981307983398,
      "learning_rate": 4.6673222258315736e-06,
      "loss": 0.4841,
      "step": 257140
    },
    {
      "epoch": 71.77,
      "grad_norm": 1.6585044860839844,
      "learning_rate": 4.667318685214484e-06,
      "loss": 0.4962,
      "step": 257150
    },
    {
      "epoch": 71.77,
      "grad_norm": 1.6765551567077637,
      "learning_rate": 4.667315144288127e-06,
      "loss": 0.4993,
      "step": 257160
    },
    {
      "epoch": 71.78,
      "grad_norm": 1.336835265159607,
      "learning_rate": 4.667311603052503e-06,
      "loss": 0.5162,
      "step": 257170
    },
    {
      "epoch": 71.78,
      "grad_norm": 1.6718428134918213,
      "learning_rate": 4.667308061507612e-06,
      "loss": 0.5051,
      "step": 257180
    },
    {
      "epoch": 71.78,
      "grad_norm": 2.2228095531463623,
      "learning_rate": 4.667304519653456e-06,
      "loss": 0.4874,
      "step": 257190
    },
    {
      "epoch": 71.78,
      "grad_norm": 1.8141697645187378,
      "learning_rate": 4.667300977490033e-06,
      "loss": 0.4831,
      "step": 257200
    },
    {
      "epoch": 71.79,
      "grad_norm": 1.7467764616012573,
      "learning_rate": 4.667297435017344e-06,
      "loss": 0.5086,
      "step": 257210
    },
    {
      "epoch": 71.79,
      "grad_norm": 1.5859819650650024,
      "learning_rate": 4.667293892235391e-06,
      "loss": 0.4762,
      "step": 257220
    },
    {
      "epoch": 71.79,
      "grad_norm": 2.4052326679229736,
      "learning_rate": 4.667290349144174e-06,
      "loss": 0.5052,
      "step": 257230
    },
    {
      "epoch": 71.79,
      "grad_norm": 1.608290195465088,
      "learning_rate": 4.667286805743694e-06,
      "loss": 0.4993,
      "step": 257240
    },
    {
      "epoch": 71.8,
      "grad_norm": 1.7644702196121216,
      "learning_rate": 4.667283262033949e-06,
      "loss": 0.489,
      "step": 257250
    },
    {
      "epoch": 71.8,
      "grad_norm": 1.7288988828659058,
      "learning_rate": 4.667279718014941e-06,
      "loss": 0.5039,
      "step": 257260
    },
    {
      "epoch": 71.8,
      "grad_norm": 1.3339041471481323,
      "learning_rate": 4.667276173686672e-06,
      "loss": 0.4983,
      "step": 257270
    },
    {
      "epoch": 71.81,
      "grad_norm": 1.7470824718475342,
      "learning_rate": 4.66727262904914e-06,
      "loss": 0.5114,
      "step": 257280
    },
    {
      "epoch": 71.81,
      "grad_norm": 1.7970668077468872,
      "learning_rate": 4.667269084102347e-06,
      "loss": 0.4949,
      "step": 257290
    },
    {
      "epoch": 71.81,
      "grad_norm": 1.907403588294983,
      "learning_rate": 4.667265538846293e-06,
      "loss": 0.4902,
      "step": 257300
    },
    {
      "epoch": 71.81,
      "grad_norm": 1.6338151693344116,
      "learning_rate": 4.667261993280978e-06,
      "loss": 0.511,
      "step": 257310
    },
    {
      "epoch": 71.82,
      "grad_norm": 2.136389970779419,
      "learning_rate": 4.667258447406403e-06,
      "loss": 0.491,
      "step": 257320
    },
    {
      "epoch": 71.82,
      "grad_norm": 2.0753979682922363,
      "learning_rate": 4.667254901222569e-06,
      "loss": 0.4989,
      "step": 257330
    },
    {
      "epoch": 71.82,
      "grad_norm": 1.5919216871261597,
      "learning_rate": 4.667251354729475e-06,
      "loss": 0.4755,
      "step": 257340
    },
    {
      "epoch": 71.83,
      "grad_norm": 1.4710248708724976,
      "learning_rate": 4.667247807927123e-06,
      "loss": 0.5177,
      "step": 257350
    },
    {
      "epoch": 71.83,
      "grad_norm": 1.3699548244476318,
      "learning_rate": 4.667244260815512e-06,
      "loss": 0.4776,
      "step": 257360
    },
    {
      "epoch": 71.83,
      "grad_norm": 1.4554953575134277,
      "learning_rate": 4.667240713394644e-06,
      "loss": 0.4837,
      "step": 257370
    },
    {
      "epoch": 71.83,
      "grad_norm": 1.5302084684371948,
      "learning_rate": 4.6672371656645185e-06,
      "loss": 0.5039,
      "step": 257380
    },
    {
      "epoch": 71.84,
      "grad_norm": 2.152217149734497,
      "learning_rate": 4.667233617625136e-06,
      "loss": 0.5,
      "step": 257390
    },
    {
      "epoch": 71.84,
      "grad_norm": 1.6831681728363037,
      "learning_rate": 4.6672300692764975e-06,
      "loss": 0.4956,
      "step": 257400
    },
    {
      "epoch": 71.84,
      "grad_norm": 1.488271713256836,
      "learning_rate": 4.667226520618604e-06,
      "loss": 0.498,
      "step": 257410
    },
    {
      "epoch": 71.84,
      "grad_norm": 1.793309211730957,
      "learning_rate": 4.667222971651454e-06,
      "loss": 0.4922,
      "step": 257420
    },
    {
      "epoch": 71.85,
      "grad_norm": 1.7427599430084229,
      "learning_rate": 4.66721942237505e-06,
      "loss": 0.4934,
      "step": 257430
    },
    {
      "epoch": 71.85,
      "grad_norm": 2.108548402786255,
      "learning_rate": 4.667215872789391e-06,
      "loss": 0.5116,
      "step": 257440
    },
    {
      "epoch": 71.85,
      "grad_norm": 1.582464575767517,
      "learning_rate": 4.667212322894477e-06,
      "loss": 0.483,
      "step": 257450
    },
    {
      "epoch": 71.86,
      "grad_norm": 1.6487829685211182,
      "learning_rate": 4.667208772690311e-06,
      "loss": 0.4881,
      "step": 257460
    },
    {
      "epoch": 71.86,
      "grad_norm": 1.9280065298080444,
      "learning_rate": 4.6672052221768915e-06,
      "loss": 0.5035,
      "step": 257470
    },
    {
      "epoch": 71.86,
      "grad_norm": 2.073387622833252,
      "learning_rate": 4.66720167135422e-06,
      "loss": 0.4844,
      "step": 257480
    },
    {
      "epoch": 71.86,
      "grad_norm": 1.9235838651657104,
      "learning_rate": 4.667198120222295e-06,
      "loss": 0.4991,
      "step": 257490
    },
    {
      "epoch": 71.87,
      "grad_norm": 2.0075132846832275,
      "learning_rate": 4.66719456878112e-06,
      "loss": 0.5162,
      "step": 257500
    },
    {
      "epoch": 71.87,
      "grad_norm": 2.274844169616699,
      "learning_rate": 4.667191017030694e-06,
      "loss": 0.5115,
      "step": 257510
    },
    {
      "epoch": 71.87,
      "grad_norm": 1.4406788349151611,
      "learning_rate": 4.667187464971016e-06,
      "loss": 0.4826,
      "step": 257520
    },
    {
      "epoch": 71.88,
      "grad_norm": 1.2994649410247803,
      "learning_rate": 4.667183912602089e-06,
      "loss": 0.4844,
      "step": 257530
    },
    {
      "epoch": 71.88,
      "grad_norm": 1.903041958808899,
      "learning_rate": 4.667180359923912e-06,
      "loss": 0.5172,
      "step": 257540
    },
    {
      "epoch": 71.88,
      "grad_norm": 2.0780162811279297,
      "learning_rate": 4.667176806936485e-06,
      "loss": 0.4979,
      "step": 257550
    },
    {
      "epoch": 71.88,
      "grad_norm": 1.4231606721878052,
      "learning_rate": 4.66717325363981e-06,
      "loss": 0.4745,
      "step": 257560
    },
    {
      "epoch": 71.89,
      "grad_norm": 1.4508838653564453,
      "learning_rate": 4.667169700033887e-06,
      "loss": 0.4871,
      "step": 257570
    },
    {
      "epoch": 71.89,
      "grad_norm": 1.6074457168579102,
      "learning_rate": 4.667166146118716e-06,
      "loss": 0.5025,
      "step": 257580
    },
    {
      "epoch": 71.89,
      "grad_norm": 1.7394280433654785,
      "learning_rate": 4.667162591894297e-06,
      "loss": 0.4885,
      "step": 257590
    },
    {
      "epoch": 71.9,
      "grad_norm": 1.4682635068893433,
      "learning_rate": 4.667159037360632e-06,
      "loss": 0.5319,
      "step": 257600
    },
    {
      "epoch": 71.9,
      "grad_norm": 1.582926869392395,
      "learning_rate": 4.66715548251772e-06,
      "loss": 0.5006,
      "step": 257610
    },
    {
      "epoch": 71.9,
      "grad_norm": 1.3924413919448853,
      "learning_rate": 4.667151927365563e-06,
      "loss": 0.4865,
      "step": 257620
    },
    {
      "epoch": 71.9,
      "grad_norm": 2.5472238063812256,
      "learning_rate": 4.667148371904159e-06,
      "loss": 0.5136,
      "step": 257630
    },
    {
      "epoch": 71.91,
      "grad_norm": 1.6045894622802734,
      "learning_rate": 4.6671448161335116e-06,
      "loss": 0.4955,
      "step": 257640
    },
    {
      "epoch": 71.91,
      "grad_norm": 1.5336138010025024,
      "learning_rate": 4.667141260053619e-06,
      "loss": 0.4946,
      "step": 257650
    },
    {
      "epoch": 71.91,
      "grad_norm": 1.3982629776000977,
      "learning_rate": 4.667137703664482e-06,
      "loss": 0.4712,
      "step": 257660
    },
    {
      "epoch": 71.91,
      "grad_norm": 1.4694541692733765,
      "learning_rate": 4.667134146966103e-06,
      "loss": 0.4831,
      "step": 257670
    },
    {
      "epoch": 71.92,
      "grad_norm": 1.9959441423416138,
      "learning_rate": 4.66713058995848e-06,
      "loss": 0.5179,
      "step": 257680
    },
    {
      "epoch": 71.92,
      "grad_norm": 1.6737885475158691,
      "learning_rate": 4.6671270326416135e-06,
      "loss": 0.501,
      "step": 257690
    },
    {
      "epoch": 71.92,
      "grad_norm": 1.515415906906128,
      "learning_rate": 4.667123475015506e-06,
      "loss": 0.5136,
      "step": 257700
    },
    {
      "epoch": 71.93,
      "grad_norm": 1.7075295448303223,
      "learning_rate": 4.667119917080156e-06,
      "loss": 0.4886,
      "step": 257710
    },
    {
      "epoch": 71.93,
      "grad_norm": 1.8121414184570312,
      "learning_rate": 4.667116358835566e-06,
      "loss": 0.509,
      "step": 257720
    },
    {
      "epoch": 71.93,
      "grad_norm": 1.3202711343765259,
      "learning_rate": 4.667112800281735e-06,
      "loss": 0.4756,
      "step": 257730
    },
    {
      "epoch": 71.93,
      "grad_norm": 1.7548844814300537,
      "learning_rate": 4.6671092414186635e-06,
      "loss": 0.4998,
      "step": 257740
    },
    {
      "epoch": 71.94,
      "grad_norm": 1.8574974536895752,
      "learning_rate": 4.667105682246352e-06,
      "loss": 0.4854,
      "step": 257750
    },
    {
      "epoch": 71.94,
      "grad_norm": 1.8081976175308228,
      "learning_rate": 4.667102122764802e-06,
      "loss": 0.5039,
      "step": 257760
    },
    {
      "epoch": 71.94,
      "grad_norm": 1.9896243810653687,
      "learning_rate": 4.667098562974012e-06,
      "loss": 0.4973,
      "step": 257770
    },
    {
      "epoch": 71.95,
      "grad_norm": 1.4552583694458008,
      "learning_rate": 4.667095002873985e-06,
      "loss": 0.5036,
      "step": 257780
    },
    {
      "epoch": 71.95,
      "grad_norm": 1.368311882019043,
      "learning_rate": 4.6670914424647185e-06,
      "loss": 0.5071,
      "step": 257790
    },
    {
      "epoch": 71.95,
      "grad_norm": 1.6062434911727905,
      "learning_rate": 4.667087881746216e-06,
      "loss": 0.4862,
      "step": 257800
    },
    {
      "epoch": 71.95,
      "grad_norm": 1.6413887739181519,
      "learning_rate": 4.667084320718476e-06,
      "loss": 0.4913,
      "step": 257810
    },
    {
      "epoch": 71.96,
      "grad_norm": 1.7486566305160522,
      "learning_rate": 4.6670807593815e-06,
      "loss": 0.4972,
      "step": 257820
    },
    {
      "epoch": 71.96,
      "grad_norm": 1.7196372747421265,
      "learning_rate": 4.667077197735288e-06,
      "loss": 0.4926,
      "step": 257830
    },
    {
      "epoch": 71.96,
      "grad_norm": 1.387667179107666,
      "learning_rate": 4.66707363577984e-06,
      "loss": 0.5487,
      "step": 257840
    },
    {
      "epoch": 71.96,
      "grad_norm": 1.5889559984207153,
      "learning_rate": 4.667070073515158e-06,
      "loss": 0.4882,
      "step": 257850
    },
    {
      "epoch": 71.97,
      "grad_norm": 1.797834873199463,
      "learning_rate": 4.66706651094124e-06,
      "loss": 0.4892,
      "step": 257860
    },
    {
      "epoch": 71.97,
      "grad_norm": 1.7506370544433594,
      "learning_rate": 4.667062948058088e-06,
      "loss": 0.4934,
      "step": 257870
    },
    {
      "epoch": 71.97,
      "grad_norm": 1.3897145986557007,
      "learning_rate": 4.667059384865704e-06,
      "loss": 0.4944,
      "step": 257880
    },
    {
      "epoch": 71.98,
      "grad_norm": 1.5695583820343018,
      "learning_rate": 4.6670558213640856e-06,
      "loss": 0.4839,
      "step": 257890
    },
    {
      "epoch": 71.98,
      "grad_norm": 1.7822542190551758,
      "learning_rate": 4.667052257553235e-06,
      "loss": 0.4971,
      "step": 257900
    },
    {
      "epoch": 71.98,
      "grad_norm": 1.753287672996521,
      "learning_rate": 4.667048693433153e-06,
      "loss": 0.4893,
      "step": 257910
    },
    {
      "epoch": 71.98,
      "grad_norm": 2.922820806503296,
      "learning_rate": 4.667045129003838e-06,
      "loss": 0.5082,
      "step": 257920
    },
    {
      "epoch": 71.99,
      "grad_norm": 1.4690805673599243,
      "learning_rate": 4.667041564265292e-06,
      "loss": 0.4992,
      "step": 257930
    },
    {
      "epoch": 71.99,
      "grad_norm": 1.8374598026275635,
      "learning_rate": 4.667037999217516e-06,
      "loss": 0.4895,
      "step": 257940
    },
    {
      "epoch": 71.99,
      "grad_norm": 1.307429552078247,
      "learning_rate": 4.6670344338605095e-06,
      "loss": 0.495,
      "step": 257950
    },
    {
      "epoch": 72.0,
      "grad_norm": 1.4957581758499146,
      "learning_rate": 4.667030868194273e-06,
      "loss": 0.4821,
      "step": 257960
    },
    {
      "epoch": 72.0,
      "grad_norm": 1.8704473972320557,
      "learning_rate": 4.667027302218807e-06,
      "loss": 0.4931,
      "step": 257970
    },
    {
      "epoch": 72.0,
      "eval_loss": 0.49828454852104187,
      "eval_runtime": 62.7793,
      "eval_samples_per_second": 80.584,
      "eval_steps_per_second": 10.083,
      "step": 257976
    },
    {
      "epoch": 72.0,
      "grad_norm": 1.499564290046692,
      "learning_rate": 4.667023735934113e-06,
      "loss": 0.4866,
      "step": 257980
    },
    {
      "epoch": 72.0,
      "grad_norm": 1.5208966732025146,
      "learning_rate": 4.667020169340189e-06,
      "loss": 0.5143,
      "step": 257990
    },
    {
      "epoch": 72.01,
      "grad_norm": 1.3509371280670166,
      "learning_rate": 4.667016602437038e-06,
      "loss": 0.4895,
      "step": 258000
    },
    {
      "epoch": 72.01,
      "grad_norm": 1.6052601337432861,
      "learning_rate": 4.667013035224661e-06,
      "loss": 0.4956,
      "step": 258010
    },
    {
      "epoch": 72.01,
      "grad_norm": 1.7176707983016968,
      "learning_rate": 4.667009467703055e-06,
      "loss": 0.5084,
      "step": 258020
    },
    {
      "epoch": 72.02,
      "grad_norm": 1.8625359535217285,
      "learning_rate": 4.6670058998722236e-06,
      "loss": 0.4792,
      "step": 258030
    },
    {
      "epoch": 72.02,
      "grad_norm": 1.3149471282958984,
      "learning_rate": 4.667002331732166e-06,
      "loss": 0.4997,
      "step": 258040
    },
    {
      "epoch": 72.02,
      "grad_norm": 2.046265125274658,
      "learning_rate": 4.666998763282882e-06,
      "loss": 0.4918,
      "step": 258050
    },
    {
      "epoch": 72.02,
      "grad_norm": 1.5618394613265991,
      "learning_rate": 4.666995194524374e-06,
      "loss": 0.5103,
      "step": 258060
    },
    {
      "epoch": 72.03,
      "grad_norm": 1.6511024236679077,
      "learning_rate": 4.666991625456641e-06,
      "loss": 0.5078,
      "step": 258070
    },
    {
      "epoch": 72.03,
      "grad_norm": 1.5957565307617188,
      "learning_rate": 4.666988056079684e-06,
      "loss": 0.4951,
      "step": 258080
    },
    {
      "epoch": 72.03,
      "grad_norm": 1.6731305122375488,
      "learning_rate": 4.666984486393504e-06,
      "loss": 0.4982,
      "step": 258090
    },
    {
      "epoch": 72.03,
      "grad_norm": 1.6949260234832764,
      "learning_rate": 4.6669809163981e-06,
      "loss": 0.4995,
      "step": 258100
    },
    {
      "epoch": 72.04,
      "grad_norm": 1.6190969944000244,
      "learning_rate": 4.666977346093474e-06,
      "loss": 0.5166,
      "step": 258110
    },
    {
      "epoch": 72.04,
      "grad_norm": 1.5061641931533813,
      "learning_rate": 4.6669737754796254e-06,
      "loss": 0.5027,
      "step": 258120
    },
    {
      "epoch": 72.04,
      "grad_norm": 1.4205092191696167,
      "learning_rate": 4.666970204556555e-06,
      "loss": 0.4887,
      "step": 258130
    },
    {
      "epoch": 72.05,
      "grad_norm": 1.6149835586547852,
      "learning_rate": 4.666966633324264e-06,
      "loss": 0.5034,
      "step": 258140
    },
    {
      "epoch": 72.05,
      "grad_norm": 3.3202505111694336,
      "learning_rate": 4.666963061782751e-06,
      "loss": 0.4952,
      "step": 258150
    },
    {
      "epoch": 72.05,
      "grad_norm": 1.278887391090393,
      "learning_rate": 4.666959489932019e-06,
      "loss": 0.4973,
      "step": 258160
    },
    {
      "epoch": 72.05,
      "grad_norm": 1.4671982526779175,
      "learning_rate": 4.666955917772066e-06,
      "loss": 0.5113,
      "step": 258170
    },
    {
      "epoch": 72.06,
      "grad_norm": 1.6064575910568237,
      "learning_rate": 4.6669523453028945e-06,
      "loss": 0.4955,
      "step": 258180
    },
    {
      "epoch": 72.06,
      "grad_norm": 1.7509533166885376,
      "learning_rate": 4.666948772524504e-06,
      "loss": 0.4878,
      "step": 258190
    },
    {
      "epoch": 72.06,
      "grad_norm": 1.6642603874206543,
      "learning_rate": 4.666945199436895e-06,
      "loss": 0.503,
      "step": 258200
    },
    {
      "epoch": 72.07,
      "grad_norm": 1.963550329208374,
      "learning_rate": 4.666941626040068e-06,
      "loss": 0.5103,
      "step": 258210
    },
    {
      "epoch": 72.07,
      "grad_norm": 1.6948541402816772,
      "learning_rate": 4.666938052334024e-06,
      "loss": 0.5013,
      "step": 258220
    },
    {
      "epoch": 72.07,
      "grad_norm": 1.338891625404358,
      "learning_rate": 4.666934478318762e-06,
      "loss": 0.505,
      "step": 258230
    },
    {
      "epoch": 72.07,
      "grad_norm": 1.8757787942886353,
      "learning_rate": 4.666930903994285e-06,
      "loss": 0.5007,
      "step": 258240
    },
    {
      "epoch": 72.08,
      "grad_norm": 2.0518345832824707,
      "learning_rate": 4.66692732936059e-06,
      "loss": 0.5075,
      "step": 258250
    },
    {
      "epoch": 72.08,
      "grad_norm": 1.6596953868865967,
      "learning_rate": 4.666923754417681e-06,
      "loss": 0.4804,
      "step": 258260
    },
    {
      "epoch": 72.08,
      "grad_norm": 1.9939823150634766,
      "learning_rate": 4.666920179165557e-06,
      "loss": 0.5075,
      "step": 258270
    },
    {
      "epoch": 72.08,
      "grad_norm": 1.5525504350662231,
      "learning_rate": 4.666916603604218e-06,
      "loss": 0.4796,
      "step": 258280
    },
    {
      "epoch": 72.09,
      "grad_norm": 2.0339088439941406,
      "learning_rate": 4.666913027733665e-06,
      "loss": 0.4836,
      "step": 258290
    },
    {
      "epoch": 72.09,
      "grad_norm": 1.6016077995300293,
      "learning_rate": 4.666909451553898e-06,
      "loss": 0.5182,
      "step": 258300
    },
    {
      "epoch": 72.09,
      "grad_norm": 1.4456909894943237,
      "learning_rate": 4.666905875064918e-06,
      "loss": 0.5072,
      "step": 258310
    },
    {
      "epoch": 72.1,
      "grad_norm": 1.3463178873062134,
      "learning_rate": 4.666902298266725e-06,
      "loss": 0.4849,
      "step": 258320
    },
    {
      "epoch": 72.1,
      "grad_norm": 1.634613037109375,
      "learning_rate": 4.666898721159321e-06,
      "loss": 0.4819,
      "step": 258330
    },
    {
      "epoch": 72.1,
      "grad_norm": 1.3830868005752563,
      "learning_rate": 4.666895143742704e-06,
      "loss": 0.4971,
      "step": 258340
    },
    {
      "epoch": 72.1,
      "grad_norm": 1.8112887144088745,
      "learning_rate": 4.6668915660168766e-06,
      "loss": 0.5027,
      "step": 258350
    },
    {
      "epoch": 72.11,
      "grad_norm": 1.709899663925171,
      "learning_rate": 4.666887987981838e-06,
      "loss": 0.4703,
      "step": 258360
    },
    {
      "epoch": 72.11,
      "grad_norm": 1.5642945766448975,
      "learning_rate": 4.6668844096375895e-06,
      "loss": 0.4868,
      "step": 258370
    },
    {
      "epoch": 72.11,
      "grad_norm": 1.8287149667739868,
      "learning_rate": 4.666880830984131e-06,
      "loss": 0.506,
      "step": 258380
    },
    {
      "epoch": 72.12,
      "grad_norm": 1.4247528314590454,
      "learning_rate": 4.666877252021463e-06,
      "loss": 0.4982,
      "step": 258390
    },
    {
      "epoch": 72.12,
      "grad_norm": 1.864159345626831,
      "learning_rate": 4.666873672749586e-06,
      "loss": 0.4831,
      "step": 258400
    },
    {
      "epoch": 72.12,
      "grad_norm": 1.8324708938598633,
      "learning_rate": 4.6668700931685e-06,
      "loss": 0.5071,
      "step": 258410
    },
    {
      "epoch": 72.12,
      "grad_norm": 1.6878095865249634,
      "learning_rate": 4.666866513278207e-06,
      "loss": 0.5109,
      "step": 258420
    },
    {
      "epoch": 72.13,
      "grad_norm": 1.9323673248291016,
      "learning_rate": 4.6668629330787066e-06,
      "loss": 0.4846,
      "step": 258430
    },
    {
      "epoch": 72.13,
      "grad_norm": 1.6410045623779297,
      "learning_rate": 4.666859352569999e-06,
      "loss": 0.5063,
      "step": 258440
    },
    {
      "epoch": 72.13,
      "grad_norm": 2.0655040740966797,
      "learning_rate": 4.666855771752085e-06,
      "loss": 0.4743,
      "step": 258450
    },
    {
      "epoch": 72.14,
      "grad_norm": 1.4905352592468262,
      "learning_rate": 4.666852190624965e-06,
      "loss": 0.4898,
      "step": 258460
    },
    {
      "epoch": 72.14,
      "grad_norm": 1.9210721254348755,
      "learning_rate": 4.66684860918864e-06,
      "loss": 0.5134,
      "step": 258470
    },
    {
      "epoch": 72.14,
      "grad_norm": 1.561548113822937,
      "learning_rate": 4.666845027443109e-06,
      "loss": 0.5227,
      "step": 258480
    },
    {
      "epoch": 72.14,
      "grad_norm": 1.5495326519012451,
      "learning_rate": 4.666841445388373e-06,
      "loss": 0.5035,
      "step": 258490
    },
    {
      "epoch": 72.15,
      "grad_norm": 1.5771580934524536,
      "learning_rate": 4.666837863024434e-06,
      "loss": 0.5037,
      "step": 258500
    },
    {
      "epoch": 72.15,
      "grad_norm": 2.2632546424865723,
      "learning_rate": 4.6668342803512914e-06,
      "loss": 0.4843,
      "step": 258510
    },
    {
      "epoch": 72.15,
      "grad_norm": 1.6393511295318604,
      "learning_rate": 4.666830697368945e-06,
      "loss": 0.4945,
      "step": 258520
    },
    {
      "epoch": 72.15,
      "grad_norm": 1.856588363647461,
      "learning_rate": 4.666827114077396e-06,
      "loss": 0.5168,
      "step": 258530
    },
    {
      "epoch": 72.16,
      "grad_norm": 1.8142688274383545,
      "learning_rate": 4.666823530476645e-06,
      "loss": 0.5034,
      "step": 258540
    },
    {
      "epoch": 72.16,
      "grad_norm": 1.4486753940582275,
      "learning_rate": 4.666819946566692e-06,
      "loss": 0.5093,
      "step": 258550
    },
    {
      "epoch": 72.16,
      "grad_norm": 1.8333231210708618,
      "learning_rate": 4.666816362347538e-06,
      "loss": 0.5042,
      "step": 258560
    },
    {
      "epoch": 72.17,
      "grad_norm": 1.9083952903747559,
      "learning_rate": 4.666812777819183e-06,
      "loss": 0.4958,
      "step": 258570
    },
    {
      "epoch": 72.17,
      "grad_norm": 1.9900497198104858,
      "learning_rate": 4.6668091929816284e-06,
      "loss": 0.5137,
      "step": 258580
    },
    {
      "epoch": 72.17,
      "grad_norm": 1.6620020866394043,
      "learning_rate": 4.666805607834873e-06,
      "loss": 0.4992,
      "step": 258590
    },
    {
      "epoch": 72.17,
      "grad_norm": 1.4550487995147705,
      "learning_rate": 4.66680202237892e-06,
      "loss": 0.4816,
      "step": 258600
    },
    {
      "epoch": 72.18,
      "grad_norm": 1.5864354372024536,
      "learning_rate": 4.666798436613767e-06,
      "loss": 0.4969,
      "step": 258610
    },
    {
      "epoch": 72.18,
      "grad_norm": 1.4600350856781006,
      "learning_rate": 4.666794850539415e-06,
      "loss": 0.4902,
      "step": 258620
    },
    {
      "epoch": 72.18,
      "grad_norm": 1.8509467840194702,
      "learning_rate": 4.666791264155866e-06,
      "loss": 0.5102,
      "step": 258630
    },
    {
      "epoch": 72.19,
      "grad_norm": 2.018918514251709,
      "learning_rate": 4.6667876774631195e-06,
      "loss": 0.4957,
      "step": 258640
    },
    {
      "epoch": 72.19,
      "grad_norm": 1.962828278541565,
      "learning_rate": 4.666784090461176e-06,
      "loss": 0.4907,
      "step": 258650
    },
    {
      "epoch": 72.19,
      "grad_norm": 1.6948271989822388,
      "learning_rate": 4.666780503150036e-06,
      "loss": 0.4927,
      "step": 258660
    },
    {
      "epoch": 72.19,
      "grad_norm": 1.8553451299667358,
      "learning_rate": 4.666776915529699e-06,
      "loss": 0.499,
      "step": 258670
    },
    {
      "epoch": 72.2,
      "grad_norm": 1.6487205028533936,
      "learning_rate": 4.666773327600168e-06,
      "loss": 0.5112,
      "step": 258680
    },
    {
      "epoch": 72.2,
      "grad_norm": 1.5332051515579224,
      "learning_rate": 4.666769739361441e-06,
      "loss": 0.488,
      "step": 258690
    },
    {
      "epoch": 72.2,
      "grad_norm": 2.5395102500915527,
      "learning_rate": 4.66676615081352e-06,
      "loss": 0.4852,
      "step": 258700
    },
    {
      "epoch": 72.2,
      "grad_norm": 1.6395606994628906,
      "learning_rate": 4.666762561956404e-06,
      "loss": 0.4853,
      "step": 258710
    },
    {
      "epoch": 72.21,
      "grad_norm": 1.5312551259994507,
      "learning_rate": 4.666758972790095e-06,
      "loss": 0.5246,
      "step": 258720
    },
    {
      "epoch": 72.21,
      "grad_norm": 1.2830455303192139,
      "learning_rate": 4.666755383314593e-06,
      "loss": 0.4879,
      "step": 258730
    },
    {
      "epoch": 72.21,
      "grad_norm": 2.493293523788452,
      "learning_rate": 4.666751793529899e-06,
      "loss": 0.4944,
      "step": 258740
    },
    {
      "epoch": 72.22,
      "grad_norm": 1.7367560863494873,
      "learning_rate": 4.666748203436012e-06,
      "loss": 0.4819,
      "step": 258750
    },
    {
      "epoch": 72.22,
      "grad_norm": 1.6213642358779907,
      "learning_rate": 4.666744613032933e-06,
      "loss": 0.4903,
      "step": 258760
    },
    {
      "epoch": 72.22,
      "grad_norm": 1.525601863861084,
      "learning_rate": 4.6667410223206635e-06,
      "loss": 0.4785,
      "step": 258770
    },
    {
      "epoch": 72.22,
      "grad_norm": 1.741636872291565,
      "learning_rate": 4.666737431299203e-06,
      "loss": 0.5147,
      "step": 258780
    },
    {
      "epoch": 72.23,
      "grad_norm": 2.00284743309021,
      "learning_rate": 4.666733839968552e-06,
      "loss": 0.493,
      "step": 258790
    },
    {
      "epoch": 72.23,
      "grad_norm": 1.6627516746520996,
      "learning_rate": 4.666730248328712e-06,
      "loss": 0.4979,
      "step": 258800
    },
    {
      "epoch": 72.23,
      "grad_norm": 1.7832273244857788,
      "learning_rate": 4.6667266563796815e-06,
      "loss": 0.4635,
      "step": 258810
    },
    {
      "epoch": 72.24,
      "grad_norm": 1.4745155572891235,
      "learning_rate": 4.666723064121463e-06,
      "loss": 0.4961,
      "step": 258820
    },
    {
      "epoch": 72.24,
      "grad_norm": 1.804733157157898,
      "learning_rate": 4.666719471554056e-06,
      "loss": 0.4913,
      "step": 258830
    },
    {
      "epoch": 72.24,
      "grad_norm": 1.4173150062561035,
      "learning_rate": 4.66671587867746e-06,
      "loss": 0.4932,
      "step": 258840
    },
    {
      "epoch": 72.24,
      "grad_norm": 1.5027010440826416,
      "learning_rate": 4.666712285491678e-06,
      "loss": 0.4805,
      "step": 258850
    },
    {
      "epoch": 72.25,
      "grad_norm": 1.5997081995010376,
      "learning_rate": 4.666708691996709e-06,
      "loss": 0.4769,
      "step": 258860
    },
    {
      "epoch": 72.25,
      "grad_norm": 1.9236884117126465,
      "learning_rate": 4.666705098192554e-06,
      "loss": 0.4908,
      "step": 258870
    },
    {
      "epoch": 72.25,
      "grad_norm": 1.7538758516311646,
      "learning_rate": 4.666701504079212e-06,
      "loss": 0.5063,
      "step": 258880
    },
    {
      "epoch": 72.26,
      "grad_norm": 1.7735623121261597,
      "learning_rate": 4.666697909656685e-06,
      "loss": 0.5007,
      "step": 258890
    },
    {
      "epoch": 72.26,
      "grad_norm": 2.0670325756073,
      "learning_rate": 4.666694314924973e-06,
      "loss": 0.474,
      "step": 258900
    },
    {
      "epoch": 72.26,
      "grad_norm": 1.2380329370498657,
      "learning_rate": 4.666690719884076e-06,
      "loss": 0.5116,
      "step": 258910
    },
    {
      "epoch": 72.26,
      "grad_norm": 2.022876739501953,
      "learning_rate": 4.666687124533996e-06,
      "loss": 0.5032,
      "step": 258920
    },
    {
      "epoch": 72.27,
      "grad_norm": 1.916784644126892,
      "learning_rate": 4.666683528874731e-06,
      "loss": 0.5051,
      "step": 258930
    },
    {
      "epoch": 72.27,
      "grad_norm": 1.9310693740844727,
      "learning_rate": 4.666679932906284e-06,
      "loss": 0.5021,
      "step": 258940
    },
    {
      "epoch": 72.27,
      "grad_norm": 1.3500674962997437,
      "learning_rate": 4.666676336628654e-06,
      "loss": 0.5016,
      "step": 258950
    },
    {
      "epoch": 72.27,
      "grad_norm": 2.3691399097442627,
      "learning_rate": 4.666672740041842e-06,
      "loss": 0.4941,
      "step": 258960
    },
    {
      "epoch": 72.28,
      "grad_norm": 1.9608869552612305,
      "learning_rate": 4.666669143145848e-06,
      "loss": 0.5025,
      "step": 258970
    },
    {
      "epoch": 72.28,
      "grad_norm": 2.5415759086608887,
      "learning_rate": 4.666665545940674e-06,
      "loss": 0.4937,
      "step": 258980
    },
    {
      "epoch": 72.28,
      "grad_norm": 1.5111883878707886,
      "learning_rate": 4.666661948426318e-06,
      "loss": 0.5184,
      "step": 258990
    },
    {
      "epoch": 72.29,
      "grad_norm": 1.6007198095321655,
      "learning_rate": 4.666658350602782e-06,
      "loss": 0.4957,
      "step": 259000
    },
    {
      "epoch": 72.29,
      "grad_norm": 1.651914119720459,
      "learning_rate": 4.666654752470067e-06,
      "loss": 0.4955,
      "step": 259010
    },
    {
      "epoch": 72.29,
      "grad_norm": 1.886466383934021,
      "learning_rate": 4.666651154028172e-06,
      "loss": 0.4867,
      "step": 259020
    },
    {
      "epoch": 72.29,
      "grad_norm": 1.825913667678833,
      "learning_rate": 4.6666475552770985e-06,
      "loss": 0.4796,
      "step": 259030
    },
    {
      "epoch": 72.3,
      "grad_norm": 1.8512375354766846,
      "learning_rate": 4.6666439562168465e-06,
      "loss": 0.5042,
      "step": 259040
    },
    {
      "epoch": 72.3,
      "grad_norm": 1.6544764041900635,
      "learning_rate": 4.6666403568474164e-06,
      "loss": 0.4773,
      "step": 259050
    },
    {
      "epoch": 72.3,
      "grad_norm": 1.464932918548584,
      "learning_rate": 4.666636757168809e-06,
      "loss": 0.4928,
      "step": 259060
    },
    {
      "epoch": 72.31,
      "grad_norm": 1.737818717956543,
      "learning_rate": 4.666633157181026e-06,
      "loss": 0.4851,
      "step": 259070
    },
    {
      "epoch": 72.31,
      "grad_norm": 2.049848794937134,
      "learning_rate": 4.666629556884066e-06,
      "loss": 0.5037,
      "step": 259080
    },
    {
      "epoch": 72.31,
      "grad_norm": 1.4646645784378052,
      "learning_rate": 4.66662595627793e-06,
      "loss": 0.4922,
      "step": 259090
    },
    {
      "epoch": 72.31,
      "grad_norm": 1.7198151350021362,
      "learning_rate": 4.6666223553626184e-06,
      "loss": 0.5141,
      "step": 259100
    },
    {
      "epoch": 72.32,
      "grad_norm": 1.6925768852233887,
      "learning_rate": 4.666618754138132e-06,
      "loss": 0.4824,
      "step": 259110
    },
    {
      "epoch": 72.32,
      "grad_norm": 1.93540358543396,
      "learning_rate": 4.66661515260447e-06,
      "loss": 0.4894,
      "step": 259120
    },
    {
      "epoch": 72.32,
      "grad_norm": 2.2671828269958496,
      "learning_rate": 4.666611550761635e-06,
      "loss": 0.4951,
      "step": 259130
    },
    {
      "epoch": 72.32,
      "grad_norm": 1.6866470575332642,
      "learning_rate": 4.666607948609627e-06,
      "loss": 0.5142,
      "step": 259140
    },
    {
      "epoch": 72.33,
      "grad_norm": 3.096620798110962,
      "learning_rate": 4.666604346148446e-06,
      "loss": 0.488,
      "step": 259150
    },
    {
      "epoch": 72.33,
      "grad_norm": 1.800292730331421,
      "learning_rate": 4.666600743378092e-06,
      "loss": 0.5039,
      "step": 259160
    },
    {
      "epoch": 72.33,
      "grad_norm": 1.6017680168151855,
      "learning_rate": 4.666597140298566e-06,
      "loss": 0.4931,
      "step": 259170
    },
    {
      "epoch": 72.34,
      "grad_norm": 1.739214539527893,
      "learning_rate": 4.666593536909868e-06,
      "loss": 0.503,
      "step": 259180
    },
    {
      "epoch": 72.34,
      "grad_norm": 1.776244878768921,
      "learning_rate": 4.666589933211999e-06,
      "loss": 0.4776,
      "step": 259190
    },
    {
      "epoch": 72.34,
      "grad_norm": 1.5843054056167603,
      "learning_rate": 4.666586329204959e-06,
      "loss": 0.4766,
      "step": 259200
    },
    {
      "epoch": 72.34,
      "grad_norm": 1.602311134338379,
      "learning_rate": 4.66658272488875e-06,
      "loss": 0.5019,
      "step": 259210
    },
    {
      "epoch": 72.35,
      "grad_norm": 2.2128939628601074,
      "learning_rate": 4.6665791202633705e-06,
      "loss": 0.4959,
      "step": 259220
    },
    {
      "epoch": 72.35,
      "grad_norm": 2.026350259780884,
      "learning_rate": 4.666575515328822e-06,
      "loss": 0.4975,
      "step": 259230
    },
    {
      "epoch": 72.35,
      "grad_norm": 1.5114400386810303,
      "learning_rate": 4.666571910085105e-06,
      "loss": 0.4878,
      "step": 259240
    },
    {
      "epoch": 72.36,
      "grad_norm": 1.4371651411056519,
      "learning_rate": 4.66656830453222e-06,
      "loss": 0.5042,
      "step": 259250
    },
    {
      "epoch": 72.36,
      "grad_norm": 1.6153737306594849,
      "learning_rate": 4.6665646986701665e-06,
      "loss": 0.5153,
      "step": 259260
    },
    {
      "epoch": 72.36,
      "grad_norm": 1.7000988721847534,
      "learning_rate": 4.666561092498947e-06,
      "loss": 0.4831,
      "step": 259270
    },
    {
      "epoch": 72.36,
      "grad_norm": 1.6522252559661865,
      "learning_rate": 4.666557486018559e-06,
      "loss": 0.4944,
      "step": 259280
    },
    {
      "epoch": 72.37,
      "grad_norm": 1.8752437829971313,
      "learning_rate": 4.666553879229006e-06,
      "loss": 0.4873,
      "step": 259290
    },
    {
      "epoch": 72.37,
      "grad_norm": 1.8368922472000122,
      "learning_rate": 4.666550272130286e-06,
      "loss": 0.5027,
      "step": 259300
    },
    {
      "epoch": 72.37,
      "grad_norm": 1.8120306730270386,
      "learning_rate": 4.666546664722401e-06,
      "loss": 0.5085,
      "step": 259310
    },
    {
      "epoch": 72.38,
      "grad_norm": 1.507014274597168,
      "learning_rate": 4.666543057005352e-06,
      "loss": 0.4967,
      "step": 259320
    },
    {
      "epoch": 72.38,
      "grad_norm": 1.6732910871505737,
      "learning_rate": 4.666539448979138e-06,
      "loss": 0.4894,
      "step": 259330
    },
    {
      "epoch": 72.38,
      "grad_norm": 1.5168616771697998,
      "learning_rate": 4.666535840643761e-06,
      "loss": 0.496,
      "step": 259340
    },
    {
      "epoch": 72.38,
      "grad_norm": 1.5830445289611816,
      "learning_rate": 4.666532231999219e-06,
      "loss": 0.4854,
      "step": 259350
    },
    {
      "epoch": 72.39,
      "grad_norm": 1.7720578908920288,
      "learning_rate": 4.666528623045515e-06,
      "loss": 0.5014,
      "step": 259360
    },
    {
      "epoch": 72.39,
      "grad_norm": 2.204202651977539,
      "learning_rate": 4.666525013782648e-06,
      "loss": 0.5049,
      "step": 259370
    },
    {
      "epoch": 72.39,
      "grad_norm": 2.158771276473999,
      "learning_rate": 4.66652140421062e-06,
      "loss": 0.4908,
      "step": 259380
    },
    {
      "epoch": 72.39,
      "grad_norm": 1.6592000722885132,
      "learning_rate": 4.66651779432943e-06,
      "loss": 0.514,
      "step": 259390
    },
    {
      "epoch": 72.4,
      "grad_norm": 1.247287631034851,
      "learning_rate": 4.6665141841390785e-06,
      "loss": 0.5003,
      "step": 259400
    },
    {
      "epoch": 72.4,
      "grad_norm": 2.171335220336914,
      "learning_rate": 4.666510573639566e-06,
      "loss": 0.4999,
      "step": 259410
    },
    {
      "epoch": 72.4,
      "grad_norm": 1.6888222694396973,
      "learning_rate": 4.666506962830894e-06,
      "loss": 0.4912,
      "step": 259420
    },
    {
      "epoch": 72.41,
      "grad_norm": 1.820826768875122,
      "learning_rate": 4.666503351713064e-06,
      "loss": 0.4969,
      "step": 259430
    },
    {
      "epoch": 72.41,
      "grad_norm": 1.6824986934661865,
      "learning_rate": 4.666499740286073e-06,
      "loss": 0.5079,
      "step": 259440
    },
    {
      "epoch": 72.41,
      "grad_norm": 1.9758377075195312,
      "learning_rate": 4.666496128549924e-06,
      "loss": 0.4811,
      "step": 259450
    },
    {
      "epoch": 72.41,
      "grad_norm": 1.6373945474624634,
      "learning_rate": 4.666492516504617e-06,
      "loss": 0.479,
      "step": 259460
    },
    {
      "epoch": 72.42,
      "grad_norm": 1.5685540437698364,
      "learning_rate": 4.6664889041501515e-06,
      "loss": 0.4974,
      "step": 259470
    },
    {
      "epoch": 72.42,
      "grad_norm": 1.9339247941970825,
      "learning_rate": 4.66648529148653e-06,
      "loss": 0.5059,
      "step": 259480
    },
    {
      "epoch": 72.42,
      "grad_norm": 2.0372540950775146,
      "learning_rate": 4.666481678513751e-06,
      "loss": 0.4838,
      "step": 259490
    },
    {
      "epoch": 72.43,
      "grad_norm": 2.024585008621216,
      "learning_rate": 4.666478065231816e-06,
      "loss": 0.4836,
      "step": 259500
    },
    {
      "epoch": 72.43,
      "grad_norm": 1.6920279264450073,
      "learning_rate": 4.666474451640725e-06,
      "loss": 0.4918,
      "step": 259510
    },
    {
      "epoch": 72.43,
      "grad_norm": 1.6934537887573242,
      "learning_rate": 4.666470837740479e-06,
      "loss": 0.4892,
      "step": 259520
    },
    {
      "epoch": 72.43,
      "grad_norm": 1.5309160947799683,
      "learning_rate": 4.666467223531078e-06,
      "loss": 0.5023,
      "step": 259530
    },
    {
      "epoch": 72.44,
      "grad_norm": 1.3758307695388794,
      "learning_rate": 4.666463609012523e-06,
      "loss": 0.4811,
      "step": 259540
    },
    {
      "epoch": 72.44,
      "grad_norm": 1.5014071464538574,
      "learning_rate": 4.666459994184814e-06,
      "loss": 0.4981,
      "step": 259550
    },
    {
      "epoch": 72.44,
      "grad_norm": 1.4947266578674316,
      "learning_rate": 4.666456379047952e-06,
      "loss": 0.4863,
      "step": 259560
    },
    {
      "epoch": 72.44,
      "grad_norm": 1.659447431564331,
      "learning_rate": 4.666452763601936e-06,
      "loss": 0.4972,
      "step": 259570
    },
    {
      "epoch": 72.45,
      "grad_norm": 2.3209991455078125,
      "learning_rate": 4.666449147846769e-06,
      "loss": 0.4805,
      "step": 259580
    },
    {
      "epoch": 72.45,
      "grad_norm": 4.016074180603027,
      "learning_rate": 4.66644553178245e-06,
      "loss": 0.4985,
      "step": 259590
    },
    {
      "epoch": 72.45,
      "grad_norm": 1.9877738952636719,
      "learning_rate": 4.666441915408979e-06,
      "loss": 0.4873,
      "step": 259600
    },
    {
      "epoch": 72.46,
      "grad_norm": 1.5574524402618408,
      "learning_rate": 4.666438298726358e-06,
      "loss": 0.5014,
      "step": 259610
    },
    {
      "epoch": 72.46,
      "grad_norm": 1.4217920303344727,
      "learning_rate": 4.666434681734585e-06,
      "loss": 0.4788,
      "step": 259620
    },
    {
      "epoch": 72.46,
      "grad_norm": 1.3608390092849731,
      "learning_rate": 4.666431064433663e-06,
      "loss": 0.5057,
      "step": 259630
    },
    {
      "epoch": 72.46,
      "grad_norm": 1.7432337999343872,
      "learning_rate": 4.666427446823592e-06,
      "loss": 0.4892,
      "step": 259640
    },
    {
      "epoch": 72.47,
      "grad_norm": 1.2038568258285522,
      "learning_rate": 4.6664238289043715e-06,
      "loss": 0.5005,
      "step": 259650
    },
    {
      "epoch": 72.47,
      "grad_norm": 1.6569393873214722,
      "learning_rate": 4.666420210676003e-06,
      "loss": 0.4993,
      "step": 259660
    },
    {
      "epoch": 72.47,
      "grad_norm": 1.6538041830062866,
      "learning_rate": 4.666416592138485e-06,
      "loss": 0.4939,
      "step": 259670
    },
    {
      "epoch": 72.48,
      "grad_norm": 1.563508152961731,
      "learning_rate": 4.66641297329182e-06,
      "loss": 0.4965,
      "step": 259680
    },
    {
      "epoch": 72.48,
      "grad_norm": 1.3369276523590088,
      "learning_rate": 4.666409354136009e-06,
      "loss": 0.4771,
      "step": 259690
    },
    {
      "epoch": 72.48,
      "grad_norm": 1.9698163270950317,
      "learning_rate": 4.666405734671051e-06,
      "loss": 0.4881,
      "step": 259700
    },
    {
      "epoch": 72.48,
      "grad_norm": 1.6574827432632446,
      "learning_rate": 4.666402114896946e-06,
      "loss": 0.5017,
      "step": 259710
    },
    {
      "epoch": 72.49,
      "grad_norm": 2.655168056488037,
      "learning_rate": 4.666398494813696e-06,
      "loss": 0.5068,
      "step": 259720
    },
    {
      "epoch": 72.49,
      "grad_norm": 1.7751944065093994,
      "learning_rate": 4.6663948744213e-06,
      "loss": 0.5003,
      "step": 259730
    },
    {
      "epoch": 72.49,
      "grad_norm": 1.6171211004257202,
      "learning_rate": 4.666391253719761e-06,
      "loss": 0.4887,
      "step": 259740
    },
    {
      "epoch": 72.5,
      "grad_norm": 1.9970757961273193,
      "learning_rate": 4.666387632709077e-06,
      "loss": 0.5117,
      "step": 259750
    },
    {
      "epoch": 72.5,
      "grad_norm": 1.3603895902633667,
      "learning_rate": 4.666384011389249e-06,
      "loss": 0.489,
      "step": 259760
    },
    {
      "epoch": 72.5,
      "grad_norm": 1.66570246219635,
      "learning_rate": 4.666380389760277e-06,
      "loss": 0.4645,
      "step": 259770
    },
    {
      "epoch": 72.5,
      "grad_norm": 1.5941966772079468,
      "learning_rate": 4.666376767822164e-06,
      "loss": 0.5097,
      "step": 259780
    },
    {
      "epoch": 72.51,
      "grad_norm": 1.7102148532867432,
      "learning_rate": 4.666373145574908e-06,
      "loss": 0.4975,
      "step": 259790
    },
    {
      "epoch": 72.51,
      "grad_norm": 1.5347938537597656,
      "learning_rate": 4.666369523018511e-06,
      "loss": 0.506,
      "step": 259800
    },
    {
      "epoch": 72.51,
      "grad_norm": 1.7817965745925903,
      "learning_rate": 4.666365900152971e-06,
      "loss": 0.4875,
      "step": 259810
    },
    {
      "epoch": 72.51,
      "grad_norm": 1.4850268363952637,
      "learning_rate": 4.666362276978291e-06,
      "loss": 0.4809,
      "step": 259820
    },
    {
      "epoch": 72.52,
      "grad_norm": 1.6051745414733887,
      "learning_rate": 4.666358653494471e-06,
      "loss": 0.4888,
      "step": 259830
    },
    {
      "epoch": 72.52,
      "grad_norm": 1.7839326858520508,
      "learning_rate": 4.666355029701511e-06,
      "loss": 0.4896,
      "step": 259840
    },
    {
      "epoch": 72.52,
      "grad_norm": 2.1421210765838623,
      "learning_rate": 4.666351405599411e-06,
      "loss": 0.4924,
      "step": 259850
    },
    {
      "epoch": 72.53,
      "grad_norm": 1.6074914932250977,
      "learning_rate": 4.6663477811881736e-06,
      "loss": 0.4903,
      "step": 259860
    },
    {
      "epoch": 72.53,
      "grad_norm": 1.6518709659576416,
      "learning_rate": 4.666344156467796e-06,
      "loss": 0.4918,
      "step": 259870
    },
    {
      "epoch": 72.53,
      "grad_norm": 1.8893439769744873,
      "learning_rate": 4.666340531438282e-06,
      "loss": 0.4858,
      "step": 259880
    },
    {
      "epoch": 72.53,
      "grad_norm": 1.5216538906097412,
      "learning_rate": 4.66633690609963e-06,
      "loss": 0.4987,
      "step": 259890
    },
    {
      "epoch": 72.54,
      "grad_norm": 1.5294930934906006,
      "learning_rate": 4.6663332804518405e-06,
      "loss": 0.4964,
      "step": 259900
    },
    {
      "epoch": 72.54,
      "grad_norm": 2.0469207763671875,
      "learning_rate": 4.666329654494915e-06,
      "loss": 0.4975,
      "step": 259910
    },
    {
      "epoch": 72.54,
      "grad_norm": 1.7584596872329712,
      "learning_rate": 4.666326028228854e-06,
      "loss": 0.4982,
      "step": 259920
    },
    {
      "epoch": 72.55,
      "grad_norm": 1.4662853479385376,
      "learning_rate": 4.666322401653657e-06,
      "loss": 0.4884,
      "step": 259930
    },
    {
      "epoch": 72.55,
      "grad_norm": 1.405616044998169,
      "learning_rate": 4.6663187747693255e-06,
      "loss": 0.5027,
      "step": 259940
    },
    {
      "epoch": 72.55,
      "grad_norm": 2.552353620529175,
      "learning_rate": 4.666315147575858e-06,
      "loss": 0.5004,
      "step": 259950
    },
    {
      "epoch": 72.55,
      "grad_norm": 1.6217683553695679,
      "learning_rate": 4.666311520073258e-06,
      "loss": 0.4805,
      "step": 259960
    },
    {
      "epoch": 72.56,
      "grad_norm": 1.7448272705078125,
      "learning_rate": 4.666307892261524e-06,
      "loss": 0.4862,
      "step": 259970
    },
    {
      "epoch": 72.56,
      "grad_norm": 2.0395915508270264,
      "learning_rate": 4.6663042641406565e-06,
      "loss": 0.5122,
      "step": 259980
    },
    {
      "epoch": 72.56,
      "grad_norm": 1.5513019561767578,
      "learning_rate": 4.666300635710657e-06,
      "loss": 0.4832,
      "step": 259990
    },
    {
      "epoch": 72.56,
      "grad_norm": 1.7714855670928955,
      "learning_rate": 4.666297006971525e-06,
      "loss": 0.5009,
      "step": 260000
    },
    {
      "epoch": 72.57,
      "grad_norm": 2.1278326511383057,
      "learning_rate": 4.666293377923261e-06,
      "loss": 0.5072,
      "step": 260010
    },
    {
      "epoch": 72.57,
      "grad_norm": 1.4810062646865845,
      "learning_rate": 4.6662897485658665e-06,
      "loss": 0.4966,
      "step": 260020
    },
    {
      "epoch": 72.57,
      "grad_norm": 1.4171074628829956,
      "learning_rate": 4.666286118899341e-06,
      "loss": 0.4928,
      "step": 260030
    },
    {
      "epoch": 72.58,
      "grad_norm": 1.644400954246521,
      "learning_rate": 4.666282488923686e-06,
      "loss": 0.5056,
      "step": 260040
    },
    {
      "epoch": 72.58,
      "grad_norm": 2.002993106842041,
      "learning_rate": 4.6662788586389e-06,
      "loss": 0.4929,
      "step": 260050
    },
    {
      "epoch": 72.58,
      "grad_norm": 1.781087040901184,
      "learning_rate": 4.666275228044986e-06,
      "loss": 0.492,
      "step": 260060
    },
    {
      "epoch": 72.58,
      "grad_norm": 1.4930087327957153,
      "learning_rate": 4.666271597141942e-06,
      "loss": 0.4968,
      "step": 260070
    },
    {
      "epoch": 72.59,
      "grad_norm": 1.670264482498169,
      "learning_rate": 4.6662679659297705e-06,
      "loss": 0.4951,
      "step": 260080
    },
    {
      "epoch": 72.59,
      "grad_norm": 1.6298333406448364,
      "learning_rate": 4.666264334408472e-06,
      "loss": 0.4912,
      "step": 260090
    },
    {
      "epoch": 72.59,
      "grad_norm": 1.7817857265472412,
      "learning_rate": 4.6662607025780454e-06,
      "loss": 0.4889,
      "step": 260100
    },
    {
      "epoch": 72.6,
      "grad_norm": 1.8181850910186768,
      "learning_rate": 4.666257070438492e-06,
      "loss": 0.5016,
      "step": 260110
    },
    {
      "epoch": 72.6,
      "grad_norm": 1.6498488187789917,
      "learning_rate": 4.666253437989812e-06,
      "loss": 0.5187,
      "step": 260120
    },
    {
      "epoch": 72.6,
      "grad_norm": 1.8377994298934937,
      "learning_rate": 4.666249805232006e-06,
      "loss": 0.4917,
      "step": 260130
    },
    {
      "epoch": 72.6,
      "grad_norm": 1.6538894176483154,
      "learning_rate": 4.666246172165076e-06,
      "loss": 0.4795,
      "step": 260140
    },
    {
      "epoch": 72.61,
      "grad_norm": 1.7179653644561768,
      "learning_rate": 4.66624253878902e-06,
      "loss": 0.4714,
      "step": 260150
    },
    {
      "epoch": 72.61,
      "grad_norm": 1.7906962633132935,
      "learning_rate": 4.66623890510384e-06,
      "loss": 0.5047,
      "step": 260160
    },
    {
      "epoch": 72.61,
      "grad_norm": 1.5031850337982178,
      "learning_rate": 4.666235271109535e-06,
      "loss": 0.4927,
      "step": 260170
    },
    {
      "epoch": 72.62,
      "grad_norm": 1.585453748703003,
      "learning_rate": 4.666231636806108e-06,
      "loss": 0.4893,
      "step": 260180
    },
    {
      "epoch": 72.62,
      "grad_norm": 1.7083721160888672,
      "learning_rate": 4.666228002193557e-06,
      "loss": 0.5008,
      "step": 260190
    },
    {
      "epoch": 72.62,
      "grad_norm": 2.25600266456604,
      "learning_rate": 4.666224367271885e-06,
      "loss": 0.4841,
      "step": 260200
    },
    {
      "epoch": 72.62,
      "grad_norm": 1.9138455390930176,
      "learning_rate": 4.66622073204109e-06,
      "loss": 0.5087,
      "step": 260210
    },
    {
      "epoch": 72.63,
      "grad_norm": 1.7620121240615845,
      "learning_rate": 4.666217096501173e-06,
      "loss": 0.5202,
      "step": 260220
    },
    {
      "epoch": 72.63,
      "grad_norm": 1.6855542659759521,
      "learning_rate": 4.666213460652136e-06,
      "loss": 0.4931,
      "step": 260230
    },
    {
      "epoch": 72.63,
      "grad_norm": 1.6778684854507446,
      "learning_rate": 4.666209824493978e-06,
      "loss": 0.4897,
      "step": 260240
    },
    {
      "epoch": 72.63,
      "grad_norm": 1.5007888078689575,
      "learning_rate": 4.6662061880267e-06,
      "loss": 0.4924,
      "step": 260250
    },
    {
      "epoch": 72.64,
      "grad_norm": 2.296903133392334,
      "learning_rate": 4.666202551250302e-06,
      "loss": 0.5068,
      "step": 260260
    },
    {
      "epoch": 72.64,
      "grad_norm": 1.5563323497772217,
      "learning_rate": 4.666198914164786e-06,
      "loss": 0.5026,
      "step": 260270
    },
    {
      "epoch": 72.64,
      "grad_norm": 1.4445469379425049,
      "learning_rate": 4.666195276770151e-06,
      "loss": 0.5031,
      "step": 260280
    },
    {
      "epoch": 72.65,
      "grad_norm": 1.7886505126953125,
      "learning_rate": 4.666191639066397e-06,
      "loss": 0.5005,
      "step": 260290
    },
    {
      "epoch": 72.65,
      "grad_norm": 1.380444884300232,
      "learning_rate": 4.666188001053527e-06,
      "loss": 0.4956,
      "step": 260300
    },
    {
      "epoch": 72.65,
      "grad_norm": 1.513299822807312,
      "learning_rate": 4.6661843627315384e-06,
      "loss": 0.5044,
      "step": 260310
    },
    {
      "epoch": 72.65,
      "grad_norm": 2.4222412109375,
      "learning_rate": 4.666180724100434e-06,
      "loss": 0.5001,
      "step": 260320
    },
    {
      "epoch": 72.66,
      "grad_norm": 1.6824464797973633,
      "learning_rate": 4.666177085160214e-06,
      "loss": 0.5098,
      "step": 260330
    },
    {
      "epoch": 72.66,
      "grad_norm": 1.5074331760406494,
      "learning_rate": 4.666173445910877e-06,
      "loss": 0.4663,
      "step": 260340
    },
    {
      "epoch": 72.66,
      "grad_norm": 1.6492968797683716,
      "learning_rate": 4.666169806352425e-06,
      "loss": 0.486,
      "step": 260350
    },
    {
      "epoch": 72.67,
      "grad_norm": 1.4599372148513794,
      "learning_rate": 4.666166166484859e-06,
      "loss": 0.4969,
      "step": 260360
    },
    {
      "epoch": 72.67,
      "grad_norm": 1.42113196849823,
      "learning_rate": 4.666162526308179e-06,
      "loss": 0.4998,
      "step": 260370
    },
    {
      "epoch": 72.67,
      "grad_norm": 1.542722463607788,
      "learning_rate": 4.6661588858223844e-06,
      "loss": 0.494,
      "step": 260380
    },
    {
      "epoch": 72.67,
      "grad_norm": 1.6583536863327026,
      "learning_rate": 4.6661552450274765e-06,
      "loss": 0.4978,
      "step": 260390
    },
    {
      "epoch": 72.68,
      "grad_norm": 1.6707215309143066,
      "learning_rate": 4.666151603923456e-06,
      "loss": 0.4859,
      "step": 260400
    },
    {
      "epoch": 72.68,
      "grad_norm": 2.147449016571045,
      "learning_rate": 4.666147962510323e-06,
      "loss": 0.4859,
      "step": 260410
    },
    {
      "epoch": 72.68,
      "grad_norm": 1.9390835762023926,
      "learning_rate": 4.6661443207880785e-06,
      "loss": 0.5064,
      "step": 260420
    },
    {
      "epoch": 72.68,
      "grad_norm": 5.181676864624023,
      "learning_rate": 4.666140678756724e-06,
      "loss": 0.5008,
      "step": 260430
    },
    {
      "epoch": 72.69,
      "grad_norm": 1.7415722608566284,
      "learning_rate": 4.666137036416257e-06,
      "loss": 0.4831,
      "step": 260440
    },
    {
      "epoch": 72.69,
      "grad_norm": 1.6959904432296753,
      "learning_rate": 4.66613339376668e-06,
      "loss": 0.5158,
      "step": 260450
    },
    {
      "epoch": 72.69,
      "grad_norm": 2.0452215671539307,
      "learning_rate": 4.666129750807993e-06,
      "loss": 0.4807,
      "step": 260460
    },
    {
      "epoch": 72.7,
      "grad_norm": 1.497694730758667,
      "learning_rate": 4.666126107540197e-06,
      "loss": 0.4938,
      "step": 260470
    },
    {
      "epoch": 72.7,
      "grad_norm": 1.5504579544067383,
      "learning_rate": 4.6661224639632916e-06,
      "loss": 0.4922,
      "step": 260480
    },
    {
      "epoch": 72.7,
      "grad_norm": 1.6255236864089966,
      "learning_rate": 4.666118820077278e-06,
      "loss": 0.5067,
      "step": 260490
    },
    {
      "epoch": 72.7,
      "grad_norm": 1.8966583013534546,
      "learning_rate": 4.666115175882157e-06,
      "loss": 0.4928,
      "step": 260500
    },
    {
      "epoch": 72.71,
      "grad_norm": 1.8670915365219116,
      "learning_rate": 4.666111531377928e-06,
      "loss": 0.4966,
      "step": 260510
    },
    {
      "epoch": 72.71,
      "grad_norm": 1.687941312789917,
      "learning_rate": 4.6661078865645925e-06,
      "loss": 0.497,
      "step": 260520
    },
    {
      "epoch": 72.71,
      "grad_norm": 1.6510686874389648,
      "learning_rate": 4.66610424144215e-06,
      "loss": 0.5174,
      "step": 260530
    },
    {
      "epoch": 72.72,
      "grad_norm": 1.9714303016662598,
      "learning_rate": 4.666100596010602e-06,
      "loss": 0.4938,
      "step": 260540
    },
    {
      "epoch": 72.72,
      "grad_norm": 1.656901478767395,
      "learning_rate": 4.666096950269948e-06,
      "loss": 0.5006,
      "step": 260550
    },
    {
      "epoch": 72.72,
      "grad_norm": 2.4588491916656494,
      "learning_rate": 4.666093304220189e-06,
      "loss": 0.4831,
      "step": 260560
    },
    {
      "epoch": 72.72,
      "grad_norm": 1.6280657052993774,
      "learning_rate": 4.666089657861326e-06,
      "loss": 0.5227,
      "step": 260570
    },
    {
      "epoch": 72.73,
      "grad_norm": 1.8619401454925537,
      "learning_rate": 4.666086011193358e-06,
      "loss": 0.4931,
      "step": 260580
    },
    {
      "epoch": 72.73,
      "grad_norm": 1.748508095741272,
      "learning_rate": 4.666082364216288e-06,
      "loss": 0.4825,
      "step": 260590
    },
    {
      "epoch": 72.73,
      "grad_norm": 1.2042819261550903,
      "learning_rate": 4.666078716930114e-06,
      "loss": 0.4847,
      "step": 260600
    },
    {
      "epoch": 72.74,
      "grad_norm": 1.3535391092300415,
      "learning_rate": 4.666075069334837e-06,
      "loss": 0.4897,
      "step": 260610
    },
    {
      "epoch": 72.74,
      "grad_norm": 1.6994060277938843,
      "learning_rate": 4.666071421430458e-06,
      "loss": 0.5088,
      "step": 260620
    },
    {
      "epoch": 72.74,
      "grad_norm": 1.4271674156188965,
      "learning_rate": 4.6660677732169785e-06,
      "loss": 0.5075,
      "step": 260630
    },
    {
      "epoch": 72.74,
      "grad_norm": 2.4996683597564697,
      "learning_rate": 4.666064124694398e-06,
      "loss": 0.5005,
      "step": 260640
    },
    {
      "epoch": 72.75,
      "grad_norm": 1.8141183853149414,
      "learning_rate": 4.666060475862715e-06,
      "loss": 0.4917,
      "step": 260650
    },
    {
      "epoch": 72.75,
      "grad_norm": 1.691049575805664,
      "learning_rate": 4.666056826721933e-06,
      "loss": 0.499,
      "step": 260660
    },
    {
      "epoch": 72.75,
      "grad_norm": 1.971616268157959,
      "learning_rate": 4.666053177272051e-06,
      "loss": 0.4957,
      "step": 260670
    },
    {
      "epoch": 72.75,
      "grad_norm": 1.8153828382492065,
      "learning_rate": 4.66604952751307e-06,
      "loss": 0.4894,
      "step": 260680
    },
    {
      "epoch": 72.76,
      "grad_norm": 1.6094496250152588,
      "learning_rate": 4.66604587744499e-06,
      "loss": 0.4948,
      "step": 260690
    },
    {
      "epoch": 72.76,
      "grad_norm": 1.8170745372772217,
      "learning_rate": 4.6660422270678125e-06,
      "loss": 0.5023,
      "step": 260700
    },
    {
      "epoch": 72.76,
      "grad_norm": 2.1119370460510254,
      "learning_rate": 4.666038576381537e-06,
      "loss": 0.4585,
      "step": 260710
    },
    {
      "epoch": 72.77,
      "grad_norm": 1.6319438219070435,
      "learning_rate": 4.6660349253861634e-06,
      "loss": 0.49,
      "step": 260720
    },
    {
      "epoch": 72.77,
      "grad_norm": 1.4575004577636719,
      "learning_rate": 4.666031274081694e-06,
      "loss": 0.4952,
      "step": 260730
    },
    {
      "epoch": 72.77,
      "grad_norm": 2.065516233444214,
      "learning_rate": 4.666027622468128e-06,
      "loss": 0.5006,
      "step": 260740
    },
    {
      "epoch": 72.77,
      "grad_norm": 1.6564360857009888,
      "learning_rate": 4.6660239705454666e-06,
      "loss": 0.5097,
      "step": 260750
    },
    {
      "epoch": 72.78,
      "grad_norm": 1.2083773612976074,
      "learning_rate": 4.66602031831371e-06,
      "loss": 0.5082,
      "step": 260760
    },
    {
      "epoch": 72.78,
      "grad_norm": 1.9428807497024536,
      "learning_rate": 4.666016665772858e-06,
      "loss": 0.502,
      "step": 260770
    },
    {
      "epoch": 72.78,
      "grad_norm": 1.6725592613220215,
      "learning_rate": 4.666013012922911e-06,
      "loss": 0.4869,
      "step": 260780
    },
    {
      "epoch": 72.79,
      "grad_norm": 1.338310956954956,
      "learning_rate": 4.666009359763872e-06,
      "loss": 0.4781,
      "step": 260790
    },
    {
      "epoch": 72.79,
      "grad_norm": 1.785463571548462,
      "learning_rate": 4.666005706295738e-06,
      "loss": 0.4906,
      "step": 260800
    },
    {
      "epoch": 72.79,
      "grad_norm": 1.824038028717041,
      "learning_rate": 4.666002052518511e-06,
      "loss": 0.497,
      "step": 260810
    },
    {
      "epoch": 72.79,
      "grad_norm": 1.2573421001434326,
      "learning_rate": 4.665998398432194e-06,
      "loss": 0.4958,
      "step": 260820
    },
    {
      "epoch": 72.8,
      "grad_norm": 1.4888834953308105,
      "learning_rate": 4.665994744036783e-06,
      "loss": 0.4891,
      "step": 260830
    },
    {
      "epoch": 72.8,
      "grad_norm": 1.5644558668136597,
      "learning_rate": 4.665991089332281e-06,
      "loss": 0.4765,
      "step": 260840
    },
    {
      "epoch": 72.8,
      "grad_norm": 1.7225040197372437,
      "learning_rate": 4.665987434318688e-06,
      "loss": 0.4814,
      "step": 260850
    },
    {
      "epoch": 72.8,
      "grad_norm": 1.7752888202667236,
      "learning_rate": 4.665983778996005e-06,
      "loss": 0.4962,
      "step": 260860
    },
    {
      "epoch": 72.81,
      "grad_norm": 1.941038966178894,
      "learning_rate": 4.665980123364232e-06,
      "loss": 0.5075,
      "step": 260870
    },
    {
      "epoch": 72.81,
      "grad_norm": 1.639442801475525,
      "learning_rate": 4.665976467423369e-06,
      "loss": 0.5071,
      "step": 260880
    },
    {
      "epoch": 72.81,
      "grad_norm": 1.9257755279541016,
      "learning_rate": 4.665972811173418e-06,
      "loss": 0.4985,
      "step": 260890
    },
    {
      "epoch": 72.82,
      "grad_norm": 1.4399497509002686,
      "learning_rate": 4.665969154614377e-06,
      "loss": 0.489,
      "step": 260900
    },
    {
      "epoch": 72.82,
      "grad_norm": 1.1819288730621338,
      "learning_rate": 4.665965497746249e-06,
      "loss": 0.485,
      "step": 260910
    },
    {
      "epoch": 72.82,
      "grad_norm": 2.0643506050109863,
      "learning_rate": 4.665961840569034e-06,
      "loss": 0.4795,
      "step": 260920
    },
    {
      "epoch": 72.82,
      "grad_norm": 1.7034306526184082,
      "learning_rate": 4.665958183082731e-06,
      "loss": 0.4828,
      "step": 260930
    },
    {
      "epoch": 72.83,
      "grad_norm": 2.0641701221466064,
      "learning_rate": 4.6659545252873415e-06,
      "loss": 0.4974,
      "step": 260940
    },
    {
      "epoch": 72.83,
      "grad_norm": 1.398431420326233,
      "learning_rate": 4.665950867182866e-06,
      "loss": 0.4757,
      "step": 260950
    },
    {
      "epoch": 72.83,
      "grad_norm": 1.7425336837768555,
      "learning_rate": 4.665947208769306e-06,
      "loss": 0.5252,
      "step": 260960
    },
    {
      "epoch": 72.84,
      "grad_norm": 1.7090040445327759,
      "learning_rate": 4.665943550046659e-06,
      "loss": 0.5009,
      "step": 260970
    },
    {
      "epoch": 72.84,
      "grad_norm": 1.5392051935195923,
      "learning_rate": 4.6659398910149294e-06,
      "loss": 0.515,
      "step": 260980
    },
    {
      "epoch": 72.84,
      "grad_norm": 1.5087679624557495,
      "learning_rate": 4.665936231674114e-06,
      "loss": 0.4878,
      "step": 260990
    },
    {
      "epoch": 72.84,
      "grad_norm": 2.135998487472534,
      "learning_rate": 4.665932572024216e-06,
      "loss": 0.4848,
      "step": 261000
    },
    {
      "epoch": 72.85,
      "grad_norm": 1.6699109077453613,
      "learning_rate": 4.665928912065235e-06,
      "loss": 0.5043,
      "step": 261010
    },
    {
      "epoch": 72.85,
      "grad_norm": 1.7307888269424438,
      "learning_rate": 4.6659252517971705e-06,
      "loss": 0.4824,
      "step": 261020
    },
    {
      "epoch": 72.85,
      "grad_norm": 2.328603982925415,
      "learning_rate": 4.665921591220025e-06,
      "loss": 0.5154,
      "step": 261030
    },
    {
      "epoch": 72.86,
      "grad_norm": 1.8149770498275757,
      "learning_rate": 4.665917930333796e-06,
      "loss": 0.4898,
      "step": 261040
    },
    {
      "epoch": 72.86,
      "grad_norm": 1.6487534046173096,
      "learning_rate": 4.665914269138488e-06,
      "loss": 0.4803,
      "step": 261050
    },
    {
      "epoch": 72.86,
      "grad_norm": 1.4966974258422852,
      "learning_rate": 4.665910607634098e-06,
      "loss": 0.517,
      "step": 261060
    },
    {
      "epoch": 72.86,
      "grad_norm": 1.6763864755630493,
      "learning_rate": 4.665906945820628e-06,
      "loss": 0.4981,
      "step": 261070
    },
    {
      "epoch": 72.87,
      "grad_norm": 1.4532681703567505,
      "learning_rate": 4.665903283698079e-06,
      "loss": 0.493,
      "step": 261080
    },
    {
      "epoch": 72.87,
      "grad_norm": 2.0406570434570312,
      "learning_rate": 4.665899621266449e-06,
      "loss": 0.4984,
      "step": 261090
    },
    {
      "epoch": 72.87,
      "grad_norm": 1.7788760662078857,
      "learning_rate": 4.665895958525742e-06,
      "loss": 0.4952,
      "step": 261100
    },
    {
      "epoch": 72.87,
      "grad_norm": 1.847606897354126,
      "learning_rate": 4.6658922954759565e-06,
      "loss": 0.4938,
      "step": 261110
    },
    {
      "epoch": 72.88,
      "grad_norm": 1.403096318244934,
      "learning_rate": 4.665888632117092e-06,
      "loss": 0.4816,
      "step": 261120
    },
    {
      "epoch": 72.88,
      "grad_norm": 1.5177323818206787,
      "learning_rate": 4.665884968449151e-06,
      "loss": 0.503,
      "step": 261130
    },
    {
      "epoch": 72.88,
      "grad_norm": 1.649278998374939,
      "learning_rate": 4.665881304472133e-06,
      "loss": 0.5103,
      "step": 261140
    },
    {
      "epoch": 72.89,
      "grad_norm": 1.747431755065918,
      "learning_rate": 4.66587764018604e-06,
      "loss": 0.4994,
      "step": 261150
    },
    {
      "epoch": 72.89,
      "grad_norm": 1.8731249570846558,
      "learning_rate": 4.66587397559087e-06,
      "loss": 0.5015,
      "step": 261160
    },
    {
      "epoch": 72.89,
      "grad_norm": 2.1779422760009766,
      "learning_rate": 4.665870310686624e-06,
      "loss": 0.503,
      "step": 261170
    },
    {
      "epoch": 72.89,
      "grad_norm": 1.7743135690689087,
      "learning_rate": 4.665866645473304e-06,
      "loss": 0.4946,
      "step": 261180
    },
    {
      "epoch": 72.9,
      "grad_norm": 2.0643246173858643,
      "learning_rate": 4.66586297995091e-06,
      "loss": 0.5102,
      "step": 261190
    },
    {
      "epoch": 72.9,
      "grad_norm": 1.2891231775283813,
      "learning_rate": 4.665859314119442e-06,
      "loss": 0.5069,
      "step": 261200
    },
    {
      "epoch": 72.9,
      "grad_norm": 2.6457509994506836,
      "learning_rate": 4.6658556479789e-06,
      "loss": 0.4905,
      "step": 261210
    },
    {
      "epoch": 72.91,
      "grad_norm": 1.8655962944030762,
      "learning_rate": 4.665851981529285e-06,
      "loss": 0.4857,
      "step": 261220
    },
    {
      "epoch": 72.91,
      "grad_norm": 1.683604121208191,
      "learning_rate": 4.665848314770598e-06,
      "loss": 0.4874,
      "step": 261230
    },
    {
      "epoch": 72.91,
      "grad_norm": 1.6459379196166992,
      "learning_rate": 4.665844647702839e-06,
      "loss": 0.4985,
      "step": 261240
    },
    {
      "epoch": 72.91,
      "grad_norm": 1.634574294090271,
      "learning_rate": 4.665840980326009e-06,
      "loss": 0.4899,
      "step": 261250
    },
    {
      "epoch": 72.92,
      "grad_norm": 2.1291890144348145,
      "learning_rate": 4.665837312640108e-06,
      "loss": 0.5006,
      "step": 261260
    },
    {
      "epoch": 72.92,
      "grad_norm": 1.575701117515564,
      "learning_rate": 4.665833644645136e-06,
      "loss": 0.4822,
      "step": 261270
    },
    {
      "epoch": 72.92,
      "grad_norm": 1.6135441064834595,
      "learning_rate": 4.665829976341094e-06,
      "loss": 0.5156,
      "step": 261280
    },
    {
      "epoch": 72.92,
      "grad_norm": 1.416681170463562,
      "learning_rate": 4.6658263077279826e-06,
      "loss": 0.4832,
      "step": 261290
    },
    {
      "epoch": 72.93,
      "grad_norm": 1.807728886604309,
      "learning_rate": 4.665822638805803e-06,
      "loss": 0.4893,
      "step": 261300
    },
    {
      "epoch": 72.93,
      "grad_norm": 1.6250147819519043,
      "learning_rate": 4.665818969574554e-06,
      "loss": 0.4844,
      "step": 261310
    },
    {
      "epoch": 72.93,
      "grad_norm": 1.759887456893921,
      "learning_rate": 4.665815300034238e-06,
      "loss": 0.4907,
      "step": 261320
    },
    {
      "epoch": 72.94,
      "grad_norm": 2.2162458896636963,
      "learning_rate": 4.665811630184853e-06,
      "loss": 0.5026,
      "step": 261330
    },
    {
      "epoch": 72.94,
      "grad_norm": 1.5179443359375,
      "learning_rate": 4.665807960026402e-06,
      "loss": 0.5036,
      "step": 261340
    },
    {
      "epoch": 72.94,
      "grad_norm": 1.8723450899124146,
      "learning_rate": 4.665804289558884e-06,
      "loss": 0.4866,
      "step": 261350
    },
    {
      "epoch": 72.94,
      "grad_norm": 2.2788190841674805,
      "learning_rate": 4.665800618782301e-06,
      "loss": 0.5052,
      "step": 261360
    },
    {
      "epoch": 72.95,
      "grad_norm": 2.0175464153289795,
      "learning_rate": 4.665796947696651e-06,
      "loss": 0.4854,
      "step": 261370
    },
    {
      "epoch": 72.95,
      "grad_norm": 1.6397194862365723,
      "learning_rate": 4.665793276301937e-06,
      "loss": 0.4798,
      "step": 261380
    },
    {
      "epoch": 72.95,
      "grad_norm": 2.043728828430176,
      "learning_rate": 4.665789604598158e-06,
      "loss": 0.4832,
      "step": 261390
    },
    {
      "epoch": 72.96,
      "grad_norm": 1.8810852766036987,
      "learning_rate": 4.665785932585314e-06,
      "loss": 0.4851,
      "step": 261400
    },
    {
      "epoch": 72.96,
      "grad_norm": 3.2934608459472656,
      "learning_rate": 4.665782260263408e-06,
      "loss": 0.4875,
      "step": 261410
    },
    {
      "epoch": 72.96,
      "grad_norm": 1.7669514417648315,
      "learning_rate": 4.665778587632438e-06,
      "loss": 0.4815,
      "step": 261420
    },
    {
      "epoch": 72.96,
      "grad_norm": 1.3328801393508911,
      "learning_rate": 4.665774914692405e-06,
      "loss": 0.5031,
      "step": 261430
    },
    {
      "epoch": 72.97,
      "grad_norm": 1.5417665243148804,
      "learning_rate": 4.66577124144331e-06,
      "loss": 0.4795,
      "step": 261440
    },
    {
      "epoch": 72.97,
      "grad_norm": 2.0656752586364746,
      "learning_rate": 4.665767567885154e-06,
      "loss": 0.4971,
      "step": 261450
    },
    {
      "epoch": 72.97,
      "grad_norm": 1.8077558279037476,
      "learning_rate": 4.665763894017937e-06,
      "loss": 0.5059,
      "step": 261460
    },
    {
      "epoch": 72.98,
      "grad_norm": 1.7305165529251099,
      "learning_rate": 4.665760219841658e-06,
      "loss": 0.506,
      "step": 261470
    },
    {
      "epoch": 72.98,
      "grad_norm": 1.6077816486358643,
      "learning_rate": 4.66575654535632e-06,
      "loss": 0.5103,
      "step": 261480
    },
    {
      "epoch": 72.98,
      "grad_norm": 1.7367651462554932,
      "learning_rate": 4.6657528705619214e-06,
      "loss": 0.4823,
      "step": 261490
    },
    {
      "epoch": 72.98,
      "grad_norm": 1.53355073928833,
      "learning_rate": 4.665749195458464e-06,
      "loss": 0.5047,
      "step": 261500
    },
    {
      "epoch": 72.99,
      "grad_norm": 1.4366145133972168,
      "learning_rate": 4.665745520045948e-06,
      "loss": 0.5041,
      "step": 261510
    },
    {
      "epoch": 72.99,
      "grad_norm": 1.8377550840377808,
      "learning_rate": 4.6657418443243745e-06,
      "loss": 0.5,
      "step": 261520
    },
    {
      "epoch": 72.99,
      "grad_norm": 2.202949285507202,
      "learning_rate": 4.665738168293742e-06,
      "loss": 0.5099,
      "step": 261530
    },
    {
      "epoch": 72.99,
      "grad_norm": 1.7390577793121338,
      "learning_rate": 4.665734491954052e-06,
      "loss": 0.4787,
      "step": 261540
    },
    {
      "epoch": 73.0,
      "grad_norm": 1.8973091840744019,
      "learning_rate": 4.665730815305307e-06,
      "loss": 0.4887,
      "step": 261550
    },
    {
      "epoch": 73.0,
      "eval_loss": 0.4947088360786438,
      "eval_runtime": 62.7699,
      "eval_samples_per_second": 80.596,
      "eval_steps_per_second": 10.084,
      "step": 261559
    },
    {
      "epoch": 73.0,
      "grad_norm": 1.9874320030212402,
      "learning_rate": 4.665727138347504e-06,
      "loss": 0.4824,
      "step": 261560
    },
    {
      "epoch": 73.0,
      "grad_norm": 1.820736289024353,
      "learning_rate": 4.6657234610806455e-06,
      "loss": 0.4717,
      "step": 261570
    },
    {
      "epoch": 73.01,
      "grad_norm": 1.9338382482528687,
      "learning_rate": 4.665719783504732e-06,
      "loss": 0.4947,
      "step": 261580
    },
    {
      "epoch": 73.01,
      "grad_norm": 1.521894097328186,
      "learning_rate": 4.665716105619764e-06,
      "loss": 0.5023,
      "step": 261590
    },
    {
      "epoch": 73.01,
      "grad_norm": 1.6149872541427612,
      "learning_rate": 4.665712427425742e-06,
      "loss": 0.5042,
      "step": 261600
    },
    {
      "epoch": 73.01,
      "grad_norm": 2.1530210971832275,
      "learning_rate": 4.665708748922665e-06,
      "loss": 0.4879,
      "step": 261610
    },
    {
      "epoch": 73.02,
      "grad_norm": 1.6087883710861206,
      "learning_rate": 4.665705070110535e-06,
      "loss": 0.5057,
      "step": 261620
    },
    {
      "epoch": 73.02,
      "grad_norm": 1.9549380540847778,
      "learning_rate": 4.6657013909893525e-06,
      "loss": 0.4945,
      "step": 261630
    },
    {
      "epoch": 73.02,
      "grad_norm": 1.9129810333251953,
      "learning_rate": 4.665697711559119e-06,
      "loss": 0.4965,
      "step": 261640
    },
    {
      "epoch": 73.03,
      "grad_norm": 1.8971869945526123,
      "learning_rate": 4.6656940318198315e-06,
      "loss": 0.5014,
      "step": 261650
    },
    {
      "epoch": 73.03,
      "grad_norm": 1.5981775522232056,
      "learning_rate": 4.665690351771493e-06,
      "loss": 0.4938,
      "step": 261660
    },
    {
      "epoch": 73.03,
      "grad_norm": 1.3289909362792969,
      "learning_rate": 4.665686671414104e-06,
      "loss": 0.4968,
      "step": 261670
    },
    {
      "epoch": 73.03,
      "grad_norm": 1.399631381034851,
      "learning_rate": 4.6656829907476645e-06,
      "loss": 0.4631,
      "step": 261680
    },
    {
      "epoch": 73.04,
      "grad_norm": 2.3560240268707275,
      "learning_rate": 4.665679309772175e-06,
      "loss": 0.4847,
      "step": 261690
    },
    {
      "epoch": 73.04,
      "grad_norm": 2.4093310832977295,
      "learning_rate": 4.665675628487636e-06,
      "loss": 0.4682,
      "step": 261700
    },
    {
      "epoch": 73.04,
      "grad_norm": 1.631134033203125,
      "learning_rate": 4.665671946894048e-06,
      "loss": 0.4891,
      "step": 261710
    },
    {
      "epoch": 73.04,
      "grad_norm": 1.5272064208984375,
      "learning_rate": 4.665668264991412e-06,
      "loss": 0.482,
      "step": 261720
    },
    {
      "epoch": 73.05,
      "grad_norm": 1.933543086051941,
      "learning_rate": 4.665664582779727e-06,
      "loss": 0.5057,
      "step": 261730
    },
    {
      "epoch": 73.05,
      "grad_norm": 2.031182289123535,
      "learning_rate": 4.6656609002589965e-06,
      "loss": 0.4868,
      "step": 261740
    },
    {
      "epoch": 73.05,
      "grad_norm": 1.6627154350280762,
      "learning_rate": 4.665657217429217e-06,
      "loss": 0.497,
      "step": 261750
    },
    {
      "epoch": 73.06,
      "grad_norm": 1.6936614513397217,
      "learning_rate": 4.665653534290393e-06,
      "loss": 0.4794,
      "step": 261760
    },
    {
      "epoch": 73.06,
      "grad_norm": 2.110435724258423,
      "learning_rate": 4.665649850842521e-06,
      "loss": 0.4873,
      "step": 261770
    },
    {
      "epoch": 73.06,
      "grad_norm": 1.3669641017913818,
      "learning_rate": 4.665646167085605e-06,
      "loss": 0.4926,
      "step": 261780
    },
    {
      "epoch": 73.06,
      "grad_norm": 1.4980648756027222,
      "learning_rate": 4.6656424830196434e-06,
      "loss": 0.5024,
      "step": 261790
    },
    {
      "epoch": 73.07,
      "grad_norm": 1.4625184535980225,
      "learning_rate": 4.665638798644637e-06,
      "loss": 0.4803,
      "step": 261800
    },
    {
      "epoch": 73.07,
      "grad_norm": 1.4217636585235596,
      "learning_rate": 4.665635113960587e-06,
      "loss": 0.4949,
      "step": 261810
    },
    {
      "epoch": 73.07,
      "grad_norm": 1.6524840593338013,
      "learning_rate": 4.665631428967493e-06,
      "loss": 0.5084,
      "step": 261820
    },
    {
      "epoch": 73.08,
      "grad_norm": 2.0128610134124756,
      "learning_rate": 4.6656277436653565e-06,
      "loss": 0.5009,
      "step": 261830
    },
    {
      "epoch": 73.08,
      "grad_norm": 1.4344080686569214,
      "learning_rate": 4.665624058054177e-06,
      "loss": 0.4782,
      "step": 261840
    },
    {
      "epoch": 73.08,
      "grad_norm": 1.707562804222107,
      "learning_rate": 4.665620372133955e-06,
      "loss": 0.4695,
      "step": 261850
    },
    {
      "epoch": 73.08,
      "grad_norm": 2.110867500305176,
      "learning_rate": 4.665616685904693e-06,
      "loss": 0.4938,
      "step": 261860
    },
    {
      "epoch": 73.09,
      "grad_norm": 1.4808690547943115,
      "learning_rate": 4.6656129993663884e-06,
      "loss": 0.4871,
      "step": 261870
    },
    {
      "epoch": 73.09,
      "grad_norm": 1.7849849462509155,
      "learning_rate": 4.665609312519044e-06,
      "loss": 0.5042,
      "step": 261880
    },
    {
      "epoch": 73.09,
      "grad_norm": 1.3137333393096924,
      "learning_rate": 4.665605625362659e-06,
      "loss": 0.5003,
      "step": 261890
    },
    {
      "epoch": 73.1,
      "grad_norm": 1.4210450649261475,
      "learning_rate": 4.665601937897235e-06,
      "loss": 0.492,
      "step": 261900
    },
    {
      "epoch": 73.1,
      "grad_norm": 1.4934507608413696,
      "learning_rate": 4.665598250122771e-06,
      "loss": 0.5076,
      "step": 261910
    },
    {
      "epoch": 73.1,
      "grad_norm": 1.8275833129882812,
      "learning_rate": 4.665594562039269e-06,
      "loss": 0.4929,
      "step": 261920
    },
    {
      "epoch": 73.1,
      "grad_norm": 2.047287940979004,
      "learning_rate": 4.665590873646728e-06,
      "loss": 0.5285,
      "step": 261930
    },
    {
      "epoch": 73.11,
      "grad_norm": 2.0962891578674316,
      "learning_rate": 4.665587184945151e-06,
      "loss": 0.4837,
      "step": 261940
    },
    {
      "epoch": 73.11,
      "grad_norm": 1.7229905128479004,
      "learning_rate": 4.6655834959345355e-06,
      "loss": 0.5043,
      "step": 261950
    },
    {
      "epoch": 73.11,
      "grad_norm": 1.889626145362854,
      "learning_rate": 4.665579806614884e-06,
      "loss": 0.4904,
      "step": 261960
    },
    {
      "epoch": 73.11,
      "grad_norm": 1.926851511001587,
      "learning_rate": 4.665576116986196e-06,
      "loss": 0.5049,
      "step": 261970
    },
    {
      "epoch": 73.12,
      "grad_norm": 1.4971706867218018,
      "learning_rate": 4.665572427048472e-06,
      "loss": 0.464,
      "step": 261980
    },
    {
      "epoch": 73.12,
      "grad_norm": 1.8374122381210327,
      "learning_rate": 4.665568736801713e-06,
      "loss": 0.5022,
      "step": 261990
    },
    {
      "epoch": 73.12,
      "grad_norm": 1.5298069715499878,
      "learning_rate": 4.66556504624592e-06,
      "loss": 0.5014,
      "step": 262000
    },
    {
      "epoch": 73.13,
      "grad_norm": 2.234037160873413,
      "learning_rate": 4.665561355381092e-06,
      "loss": 0.4899,
      "step": 262010
    },
    {
      "epoch": 73.13,
      "grad_norm": 1.9452146291732788,
      "learning_rate": 4.6655576642072304e-06,
      "loss": 0.501,
      "step": 262020
    },
    {
      "epoch": 73.13,
      "grad_norm": 2.0951082706451416,
      "learning_rate": 4.665553972724336e-06,
      "loss": 0.4998,
      "step": 262030
    },
    {
      "epoch": 73.13,
      "grad_norm": 1.8159935474395752,
      "learning_rate": 4.665550280932409e-06,
      "loss": 0.4993,
      "step": 262040
    },
    {
      "epoch": 73.14,
      "grad_norm": 1.292907476425171,
      "learning_rate": 4.665546588831449e-06,
      "loss": 0.4916,
      "step": 262050
    },
    {
      "epoch": 73.14,
      "grad_norm": 2.006972312927246,
      "learning_rate": 4.6655428964214576e-06,
      "loss": 0.4977,
      "step": 262060
    },
    {
      "epoch": 73.14,
      "grad_norm": 1.5866657495498657,
      "learning_rate": 4.665539203702435e-06,
      "loss": 0.5046,
      "step": 262070
    },
    {
      "epoch": 73.15,
      "grad_norm": 1.9344911575317383,
      "learning_rate": 4.665535510674381e-06,
      "loss": 0.4971,
      "step": 262080
    },
    {
      "epoch": 73.15,
      "grad_norm": 1.782822608947754,
      "learning_rate": 4.665531817337297e-06,
      "loss": 0.498,
      "step": 262090
    },
    {
      "epoch": 73.15,
      "grad_norm": 2.173206090927124,
      "learning_rate": 4.665528123691184e-06,
      "loss": 0.4978,
      "step": 262100
    },
    {
      "epoch": 73.15,
      "grad_norm": 1.4315135478973389,
      "learning_rate": 4.66552442973604e-06,
      "loss": 0.4825,
      "step": 262110
    },
    {
      "epoch": 73.16,
      "grad_norm": 2.0466506481170654,
      "learning_rate": 4.6655207354718685e-06,
      "loss": 0.5039,
      "step": 262120
    },
    {
      "epoch": 73.16,
      "grad_norm": 1.7990373373031616,
      "learning_rate": 4.665517040898669e-06,
      "loss": 0.4873,
      "step": 262130
    },
    {
      "epoch": 73.16,
      "grad_norm": 1.713693380355835,
      "learning_rate": 4.665513346016441e-06,
      "loss": 0.4977,
      "step": 262140
    },
    {
      "epoch": 73.16,
      "grad_norm": 1.618926763534546,
      "learning_rate": 4.665509650825186e-06,
      "loss": 0.4663,
      "step": 262150
    },
    {
      "epoch": 73.17,
      "grad_norm": 1.7887226343154907,
      "learning_rate": 4.665505955324904e-06,
      "loss": 0.5055,
      "step": 262160
    },
    {
      "epoch": 73.17,
      "grad_norm": 1.3689213991165161,
      "learning_rate": 4.665502259515595e-06,
      "loss": 0.4893,
      "step": 262170
    },
    {
      "epoch": 73.17,
      "grad_norm": 1.4939571619033813,
      "learning_rate": 4.6654985633972614e-06,
      "loss": 0.4988,
      "step": 262180
    },
    {
      "epoch": 73.18,
      "grad_norm": 1.6123861074447632,
      "learning_rate": 4.665494866969902e-06,
      "loss": 0.4735,
      "step": 262190
    },
    {
      "epoch": 73.18,
      "grad_norm": 1.5354061126708984,
      "learning_rate": 4.665491170233517e-06,
      "loss": 0.5088,
      "step": 262200
    },
    {
      "epoch": 73.18,
      "grad_norm": 1.2838636636734009,
      "learning_rate": 4.6654874731881085e-06,
      "loss": 0.5113,
      "step": 262210
    },
    {
      "epoch": 73.18,
      "grad_norm": 2.2853381633758545,
      "learning_rate": 4.665483775833676e-06,
      "loss": 0.4919,
      "step": 262220
    },
    {
      "epoch": 73.19,
      "grad_norm": 2.599938154220581,
      "learning_rate": 4.665480078170219e-06,
      "loss": 0.486,
      "step": 262230
    },
    {
      "epoch": 73.19,
      "grad_norm": 1.7003556489944458,
      "learning_rate": 4.665476380197741e-06,
      "loss": 0.497,
      "step": 262240
    },
    {
      "epoch": 73.19,
      "grad_norm": 1.564242959022522,
      "learning_rate": 4.66547268191624e-06,
      "loss": 0.5066,
      "step": 262250
    },
    {
      "epoch": 73.2,
      "grad_norm": 2.2273459434509277,
      "learning_rate": 4.665468983325716e-06,
      "loss": 0.4995,
      "step": 262260
    },
    {
      "epoch": 73.2,
      "grad_norm": 2.1119911670684814,
      "learning_rate": 4.665465284426171e-06,
      "loss": 0.4972,
      "step": 262270
    },
    {
      "epoch": 73.2,
      "grad_norm": 1.8783422708511353,
      "learning_rate": 4.665461585217606e-06,
      "loss": 0.5055,
      "step": 262280
    },
    {
      "epoch": 73.2,
      "grad_norm": 1.4239484071731567,
      "learning_rate": 4.6654578857000194e-06,
      "loss": 0.4928,
      "step": 262290
    },
    {
      "epoch": 73.21,
      "grad_norm": 1.716880440711975,
      "learning_rate": 4.665454185873413e-06,
      "loss": 0.4987,
      "step": 262300
    },
    {
      "epoch": 73.21,
      "grad_norm": 1.4184842109680176,
      "learning_rate": 4.665450485737787e-06,
      "loss": 0.4659,
      "step": 262310
    },
    {
      "epoch": 73.21,
      "grad_norm": 1.8030831813812256,
      "learning_rate": 4.665446785293143e-06,
      "loss": 0.5086,
      "step": 262320
    },
    {
      "epoch": 73.22,
      "grad_norm": 1.6872854232788086,
      "learning_rate": 4.66544308453948e-06,
      "loss": 0.4902,
      "step": 262330
    },
    {
      "epoch": 73.22,
      "grad_norm": 1.5954580307006836,
      "learning_rate": 4.665439383476799e-06,
      "loss": 0.4937,
      "step": 262340
    },
    {
      "epoch": 73.22,
      "grad_norm": 1.7351151704788208,
      "learning_rate": 4.665435682105101e-06,
      "loss": 0.4795,
      "step": 262350
    },
    {
      "epoch": 73.22,
      "grad_norm": 1.4403862953186035,
      "learning_rate": 4.6654319804243845e-06,
      "loss": 0.4811,
      "step": 262360
    },
    {
      "epoch": 73.23,
      "grad_norm": 1.5006846189498901,
      "learning_rate": 4.665428278434653e-06,
      "loss": 0.4939,
      "step": 262370
    },
    {
      "epoch": 73.23,
      "grad_norm": 1.9596076011657715,
      "learning_rate": 4.665424576135904e-06,
      "loss": 0.4831,
      "step": 262380
    },
    {
      "epoch": 73.23,
      "grad_norm": 1.7981442213058472,
      "learning_rate": 4.665420873528141e-06,
      "loss": 0.4946,
      "step": 262390
    },
    {
      "epoch": 73.23,
      "grad_norm": 1.5480060577392578,
      "learning_rate": 4.665417170611363e-06,
      "loss": 0.5089,
      "step": 262400
    },
    {
      "epoch": 73.24,
      "grad_norm": 1.8463078737258911,
      "learning_rate": 4.6654134673855695e-06,
      "loss": 0.4926,
      "step": 262410
    },
    {
      "epoch": 73.24,
      "grad_norm": 2.2516775131225586,
      "learning_rate": 4.665409763850762e-06,
      "loss": 0.5074,
      "step": 262420
    },
    {
      "epoch": 73.24,
      "grad_norm": 2.173121690750122,
      "learning_rate": 4.665406060006942e-06,
      "loss": 0.5002,
      "step": 262430
    },
    {
      "epoch": 73.25,
      "grad_norm": 1.348893642425537,
      "learning_rate": 4.665402355854108e-06,
      "loss": 0.5002,
      "step": 262440
    },
    {
      "epoch": 73.25,
      "grad_norm": 1.8202425241470337,
      "learning_rate": 4.6653986513922615e-06,
      "loss": 0.4978,
      "step": 262450
    },
    {
      "epoch": 73.25,
      "grad_norm": 1.8437931537628174,
      "learning_rate": 4.665394946621403e-06,
      "loss": 0.4922,
      "step": 262460
    },
    {
      "epoch": 73.25,
      "grad_norm": 1.4020875692367554,
      "learning_rate": 4.665391241541533e-06,
      "loss": 0.4721,
      "step": 262470
    },
    {
      "epoch": 73.26,
      "grad_norm": 1.6957383155822754,
      "learning_rate": 4.665387536152652e-06,
      "loss": 0.4845,
      "step": 262480
    },
    {
      "epoch": 73.26,
      "grad_norm": 1.8673584461212158,
      "learning_rate": 4.66538383045476e-06,
      "loss": 0.5026,
      "step": 262490
    },
    {
      "epoch": 73.26,
      "grad_norm": 1.488497257232666,
      "learning_rate": 4.665380124447859e-06,
      "loss": 0.4882,
      "step": 262500
    },
    {
      "epoch": 73.27,
      "grad_norm": 1.5272786617279053,
      "learning_rate": 4.6653764181319475e-06,
      "loss": 0.495,
      "step": 262510
    },
    {
      "epoch": 73.27,
      "grad_norm": 1.8611952066421509,
      "learning_rate": 4.665372711507027e-06,
      "loss": 0.4889,
      "step": 262520
    },
    {
      "epoch": 73.27,
      "grad_norm": 2.2796201705932617,
      "learning_rate": 4.665369004573098e-06,
      "loss": 0.4722,
      "step": 262530
    },
    {
      "epoch": 73.27,
      "grad_norm": 1.6619987487792969,
      "learning_rate": 4.665365297330161e-06,
      "loss": 0.4988,
      "step": 262540
    },
    {
      "epoch": 73.28,
      "grad_norm": 2.499392032623291,
      "learning_rate": 4.665361589778216e-06,
      "loss": 0.4905,
      "step": 262550
    },
    {
      "epoch": 73.28,
      "grad_norm": 1.864961862564087,
      "learning_rate": 4.665357881917264e-06,
      "loss": 0.4958,
      "step": 262560
    },
    {
      "epoch": 73.28,
      "grad_norm": 1.5814138650894165,
      "learning_rate": 4.665354173747306e-06,
      "loss": 0.4911,
      "step": 262570
    },
    {
      "epoch": 73.28,
      "grad_norm": 1.4720444679260254,
      "learning_rate": 4.665350465268341e-06,
      "loss": 0.4865,
      "step": 262580
    },
    {
      "epoch": 73.29,
      "grad_norm": 2.200648307800293,
      "learning_rate": 4.665346756480371e-06,
      "loss": 0.5003,
      "step": 262590
    },
    {
      "epoch": 73.29,
      "grad_norm": 1.4360612630844116,
      "learning_rate": 4.665343047383394e-06,
      "loss": 0.4851,
      "step": 262600
    },
    {
      "epoch": 73.29,
      "grad_norm": 1.7669943571090698,
      "learning_rate": 4.665339337977415e-06,
      "loss": 0.4965,
      "step": 262610
    },
    {
      "epoch": 73.3,
      "grad_norm": 1.5266679525375366,
      "learning_rate": 4.66533562826243e-06,
      "loss": 0.4966,
      "step": 262620
    },
    {
      "epoch": 73.3,
      "grad_norm": 2.204897403717041,
      "learning_rate": 4.665331918238442e-06,
      "loss": 0.4813,
      "step": 262630
    },
    {
      "epoch": 73.3,
      "grad_norm": 1.5069575309753418,
      "learning_rate": 4.6653282079054515e-06,
      "loss": 0.4918,
      "step": 262640
    },
    {
      "epoch": 73.3,
      "grad_norm": 1.9259880781173706,
      "learning_rate": 4.665324497263457e-06,
      "loss": 0.4782,
      "step": 262650
    },
    {
      "epoch": 73.31,
      "grad_norm": 2.17675518989563,
      "learning_rate": 4.665320786312461e-06,
      "loss": 0.5006,
      "step": 262660
    },
    {
      "epoch": 73.31,
      "grad_norm": 1.479451060295105,
      "learning_rate": 4.665317075052464e-06,
      "loss": 0.5084,
      "step": 262670
    },
    {
      "epoch": 73.31,
      "grad_norm": 2.026963233947754,
      "learning_rate": 4.665313363483464e-06,
      "loss": 0.4855,
      "step": 262680
    },
    {
      "epoch": 73.32,
      "grad_norm": 3.2788686752319336,
      "learning_rate": 4.665309651605464e-06,
      "loss": 0.5207,
      "step": 262690
    },
    {
      "epoch": 73.32,
      "grad_norm": 1.3415536880493164,
      "learning_rate": 4.6653059394184644e-06,
      "loss": 0.4923,
      "step": 262700
    },
    {
      "epoch": 73.32,
      "grad_norm": 1.4788507223129272,
      "learning_rate": 4.665302226922464e-06,
      "loss": 0.4916,
      "step": 262710
    },
    {
      "epoch": 73.32,
      "grad_norm": 1.594317078590393,
      "learning_rate": 4.665298514117465e-06,
      "loss": 0.4842,
      "step": 262720
    },
    {
      "epoch": 73.33,
      "grad_norm": 1.624591588973999,
      "learning_rate": 4.665294801003468e-06,
      "loss": 0.4872,
      "step": 262730
    },
    {
      "epoch": 73.33,
      "grad_norm": 2.028738021850586,
      "learning_rate": 4.665291087580472e-06,
      "loss": 0.4866,
      "step": 262740
    },
    {
      "epoch": 73.33,
      "grad_norm": 1.777030348777771,
      "learning_rate": 4.665287373848479e-06,
      "loss": 0.4696,
      "step": 262750
    },
    {
      "epoch": 73.34,
      "grad_norm": 1.651118516921997,
      "learning_rate": 4.665283659807488e-06,
      "loss": 0.4798,
      "step": 262760
    },
    {
      "epoch": 73.34,
      "grad_norm": 1.8631243705749512,
      "learning_rate": 4.6652799454575e-06,
      "loss": 0.487,
      "step": 262770
    },
    {
      "epoch": 73.34,
      "grad_norm": 2.442255973815918,
      "learning_rate": 4.665276230798516e-06,
      "loss": 0.5032,
      "step": 262780
    },
    {
      "epoch": 73.34,
      "grad_norm": 1.7245622873306274,
      "learning_rate": 4.665272515830536e-06,
      "loss": 0.5188,
      "step": 262790
    },
    {
      "epoch": 73.35,
      "grad_norm": 1.730380892753601,
      "learning_rate": 4.665268800553562e-06,
      "loss": 0.4804,
      "step": 262800
    },
    {
      "epoch": 73.35,
      "grad_norm": 1.8355846405029297,
      "learning_rate": 4.665265084967591e-06,
      "loss": 0.4926,
      "step": 262810
    },
    {
      "epoch": 73.35,
      "grad_norm": 2.3161044120788574,
      "learning_rate": 4.665261369072627e-06,
      "loss": 0.5022,
      "step": 262820
    },
    {
      "epoch": 73.35,
      "grad_norm": 1.6323741674423218,
      "learning_rate": 4.66525765286867e-06,
      "loss": 0.5014,
      "step": 262830
    },
    {
      "epoch": 73.36,
      "grad_norm": 2.0666165351867676,
      "learning_rate": 4.665253936355718e-06,
      "loss": 0.4754,
      "step": 262840
    },
    {
      "epoch": 73.36,
      "grad_norm": 1.6772514581680298,
      "learning_rate": 4.665250219533774e-06,
      "loss": 0.4713,
      "step": 262850
    },
    {
      "epoch": 73.36,
      "grad_norm": 1.96678626537323,
      "learning_rate": 4.665246502402838e-06,
      "loss": 0.48,
      "step": 262860
    },
    {
      "epoch": 73.37,
      "grad_norm": 2.039111375808716,
      "learning_rate": 4.66524278496291e-06,
      "loss": 0.4887,
      "step": 262870
    },
    {
      "epoch": 73.37,
      "grad_norm": 2.4955546855926514,
      "learning_rate": 4.66523906721399e-06,
      "loss": 0.487,
      "step": 262880
    },
    {
      "epoch": 73.37,
      "grad_norm": 1.8047560453414917,
      "learning_rate": 4.66523534915608e-06,
      "loss": 0.4953,
      "step": 262890
    },
    {
      "epoch": 73.37,
      "grad_norm": 1.6052393913269043,
      "learning_rate": 4.665231630789179e-06,
      "loss": 0.5053,
      "step": 262900
    },
    {
      "epoch": 73.38,
      "grad_norm": 1.7455954551696777,
      "learning_rate": 4.665227912113289e-06,
      "loss": 0.4887,
      "step": 262910
    },
    {
      "epoch": 73.38,
      "grad_norm": 1.447672963142395,
      "learning_rate": 4.665224193128409e-06,
      "loss": 0.4926,
      "step": 262920
    },
    {
      "epoch": 73.38,
      "grad_norm": 1.6032668352127075,
      "learning_rate": 4.665220473834541e-06,
      "loss": 0.5136,
      "step": 262930
    },
    {
      "epoch": 73.39,
      "grad_norm": 1.724494218826294,
      "learning_rate": 4.665216754231683e-06,
      "loss": 0.4765,
      "step": 262940
    },
    {
      "epoch": 73.39,
      "grad_norm": 1.9661476612091064,
      "learning_rate": 4.665213034319839e-06,
      "loss": 0.4696,
      "step": 262950
    },
    {
      "epoch": 73.39,
      "grad_norm": 1.745557188987732,
      "learning_rate": 4.665209314099007e-06,
      "loss": 0.5174,
      "step": 262960
    },
    {
      "epoch": 73.39,
      "grad_norm": 1.6403528451919556,
      "learning_rate": 4.665205593569188e-06,
      "loss": 0.499,
      "step": 262970
    },
    {
      "epoch": 73.4,
      "grad_norm": 1.6340676546096802,
      "learning_rate": 4.665201872730382e-06,
      "loss": 0.4833,
      "step": 262980
    },
    {
      "epoch": 73.4,
      "grad_norm": 1.3672101497650146,
      "learning_rate": 4.6651981515825905e-06,
      "loss": 0.498,
      "step": 262990
    },
    {
      "epoch": 73.4,
      "grad_norm": 1.7295634746551514,
      "learning_rate": 4.665194430125814e-06,
      "loss": 0.4732,
      "step": 263000
    },
    {
      "epoch": 73.4,
      "grad_norm": 1.8492835760116577,
      "learning_rate": 4.665190708360052e-06,
      "loss": 0.4953,
      "step": 263010
    },
    {
      "epoch": 73.41,
      "grad_norm": 1.5722492933273315,
      "learning_rate": 4.665186986285307e-06,
      "loss": 0.4945,
      "step": 263020
    },
    {
      "epoch": 73.41,
      "grad_norm": 2.035781145095825,
      "learning_rate": 4.665183263901576e-06,
      "loss": 0.5033,
      "step": 263030
    },
    {
      "epoch": 73.41,
      "grad_norm": 2.1143059730529785,
      "learning_rate": 4.665179541208863e-06,
      "loss": 0.4794,
      "step": 263040
    },
    {
      "epoch": 73.42,
      "grad_norm": 1.7308419942855835,
      "learning_rate": 4.665175818207167e-06,
      "loss": 0.5024,
      "step": 263050
    },
    {
      "epoch": 73.42,
      "grad_norm": 1.855045199394226,
      "learning_rate": 4.665172094896488e-06,
      "loss": 0.4862,
      "step": 263060
    },
    {
      "epoch": 73.42,
      "grad_norm": 1.5484212636947632,
      "learning_rate": 4.665168371276828e-06,
      "loss": 0.4959,
      "step": 263070
    },
    {
      "epoch": 73.42,
      "grad_norm": 1.5241477489471436,
      "learning_rate": 4.6651646473481865e-06,
      "loss": 0.47,
      "step": 263080
    },
    {
      "epoch": 73.43,
      "grad_norm": 1.7250819206237793,
      "learning_rate": 4.665160923110563e-06,
      "loss": 0.5039,
      "step": 263090
    },
    {
      "epoch": 73.43,
      "grad_norm": 1.771896243095398,
      "learning_rate": 4.665157198563959e-06,
      "loss": 0.4899,
      "step": 263100
    },
    {
      "epoch": 73.43,
      "grad_norm": 1.5241786241531372,
      "learning_rate": 4.665153473708376e-06,
      "loss": 0.4742,
      "step": 263110
    },
    {
      "epoch": 73.44,
      "grad_norm": 2.125645160675049,
      "learning_rate": 4.665149748543814e-06,
      "loss": 0.4989,
      "step": 263120
    },
    {
      "epoch": 73.44,
      "grad_norm": 2.2000105381011963,
      "learning_rate": 4.665146023070273e-06,
      "loss": 0.4898,
      "step": 263130
    },
    {
      "epoch": 73.44,
      "grad_norm": 1.8405346870422363,
      "learning_rate": 4.665142297287752e-06,
      "loss": 0.4968,
      "step": 263140
    },
    {
      "epoch": 73.44,
      "grad_norm": 1.8680795431137085,
      "learning_rate": 4.665138571196254e-06,
      "loss": 0.4856,
      "step": 263150
    },
    {
      "epoch": 73.45,
      "grad_norm": 1.7235091924667358,
      "learning_rate": 4.665134844795779e-06,
      "loss": 0.5013,
      "step": 263160
    },
    {
      "epoch": 73.45,
      "grad_norm": 1.8863584995269775,
      "learning_rate": 4.665131118086327e-06,
      "loss": 0.4888,
      "step": 263170
    },
    {
      "epoch": 73.45,
      "grad_norm": 1.9368658065795898,
      "learning_rate": 4.665127391067898e-06,
      "loss": 0.4947,
      "step": 263180
    },
    {
      "epoch": 73.46,
      "grad_norm": 1.9185912609100342,
      "learning_rate": 4.665123663740493e-06,
      "loss": 0.5117,
      "step": 263190
    },
    {
      "epoch": 73.46,
      "grad_norm": 1.3663136959075928,
      "learning_rate": 4.665119936104113e-06,
      "loss": 0.4996,
      "step": 263200
    },
    {
      "epoch": 73.46,
      "grad_norm": 1.5814552307128906,
      "learning_rate": 4.665116208158758e-06,
      "loss": 0.475,
      "step": 263210
    },
    {
      "epoch": 73.46,
      "grad_norm": 1.9586278200149536,
      "learning_rate": 4.665112479904428e-06,
      "loss": 0.4942,
      "step": 263220
    },
    {
      "epoch": 73.47,
      "grad_norm": 2.2480075359344482,
      "learning_rate": 4.665108751341124e-06,
      "loss": 0.4779,
      "step": 263230
    },
    {
      "epoch": 73.47,
      "grad_norm": 1.7550036907196045,
      "learning_rate": 4.665105022468847e-06,
      "loss": 0.5119,
      "step": 263240
    },
    {
      "epoch": 73.47,
      "grad_norm": 1.6902748346328735,
      "learning_rate": 4.6651012932875964e-06,
      "loss": 0.4672,
      "step": 263250
    },
    {
      "epoch": 73.47,
      "grad_norm": 1.7028783559799194,
      "learning_rate": 4.665097563797374e-06,
      "loss": 0.4897,
      "step": 263260
    },
    {
      "epoch": 73.48,
      "grad_norm": 1.5572049617767334,
      "learning_rate": 4.66509383399818e-06,
      "loss": 0.5032,
      "step": 263270
    },
    {
      "epoch": 73.48,
      "grad_norm": 1.624592900276184,
      "learning_rate": 4.665090103890013e-06,
      "loss": 0.4812,
      "step": 263280
    },
    {
      "epoch": 73.48,
      "grad_norm": 1.5586737394332886,
      "learning_rate": 4.665086373472876e-06,
      "loss": 0.4905,
      "step": 263290
    },
    {
      "epoch": 73.49,
      "grad_norm": 1.3925637006759644,
      "learning_rate": 4.665082642746769e-06,
      "loss": 0.5093,
      "step": 263300
    },
    {
      "epoch": 73.49,
      "grad_norm": 1.5435177087783813,
      "learning_rate": 4.665078911711691e-06,
      "loss": 0.5079,
      "step": 263310
    },
    {
      "epoch": 73.49,
      "grad_norm": 1.3781921863555908,
      "learning_rate": 4.665075180367643e-06,
      "loss": 0.4974,
      "step": 263320
    },
    {
      "epoch": 73.49,
      "grad_norm": 1.2670319080352783,
      "learning_rate": 4.6650714487146275e-06,
      "loss": 0.5008,
      "step": 263330
    },
    {
      "epoch": 73.5,
      "grad_norm": 1.9852091073989868,
      "learning_rate": 4.665067716752643e-06,
      "loss": 0.4795,
      "step": 263340
    },
    {
      "epoch": 73.5,
      "grad_norm": 2.0226309299468994,
      "learning_rate": 4.66506398448169e-06,
      "loss": 0.4714,
      "step": 263350
    },
    {
      "epoch": 73.5,
      "grad_norm": 1.619547963142395,
      "learning_rate": 4.66506025190177e-06,
      "loss": 0.5026,
      "step": 263360
    },
    {
      "epoch": 73.51,
      "grad_norm": 2.21958589553833,
      "learning_rate": 4.6650565190128825e-06,
      "loss": 0.4937,
      "step": 263370
    },
    {
      "epoch": 73.51,
      "grad_norm": 2.2042648792266846,
      "learning_rate": 4.665052785815029e-06,
      "loss": 0.4795,
      "step": 263380
    },
    {
      "epoch": 73.51,
      "grad_norm": 2.373544931411743,
      "learning_rate": 4.665049052308209e-06,
      "loss": 0.4955,
      "step": 263390
    },
    {
      "epoch": 73.51,
      "grad_norm": 1.6082614660263062,
      "learning_rate": 4.665045318492424e-06,
      "loss": 0.4892,
      "step": 263400
    },
    {
      "epoch": 73.52,
      "grad_norm": 1.4135818481445312,
      "learning_rate": 4.665041584367674e-06,
      "loss": 0.4742,
      "step": 263410
    },
    {
      "epoch": 73.52,
      "grad_norm": 1.5176992416381836,
      "learning_rate": 4.665037849933959e-06,
      "loss": 0.4991,
      "step": 263420
    },
    {
      "epoch": 73.52,
      "grad_norm": 1.6907635927200317,
      "learning_rate": 4.665034115191279e-06,
      "loss": 0.4795,
      "step": 263430
    },
    {
      "epoch": 73.52,
      "grad_norm": 1.6575815677642822,
      "learning_rate": 4.665030380139637e-06,
      "loss": 0.4994,
      "step": 263440
    },
    {
      "epoch": 73.53,
      "grad_norm": 1.7553119659423828,
      "learning_rate": 4.665026644779031e-06,
      "loss": 0.4845,
      "step": 263450
    },
    {
      "epoch": 73.53,
      "grad_norm": 1.5888766050338745,
      "learning_rate": 4.665022909109463e-06,
      "loss": 0.5198,
      "step": 263460
    },
    {
      "epoch": 73.53,
      "grad_norm": 1.6844851970672607,
      "learning_rate": 4.665019173130933e-06,
      "loss": 0.4936,
      "step": 263470
    },
    {
      "epoch": 73.54,
      "grad_norm": 1.9211417436599731,
      "learning_rate": 4.665015436843441e-06,
      "loss": 0.4897,
      "step": 263480
    },
    {
      "epoch": 73.54,
      "grad_norm": 1.4304945468902588,
      "learning_rate": 4.665011700246989e-06,
      "loss": 0.4656,
      "step": 263490
    },
    {
      "epoch": 73.54,
      "grad_norm": 1.5332305431365967,
      "learning_rate": 4.665007963341575e-06,
      "loss": 0.5019,
      "step": 263500
    },
    {
      "epoch": 73.54,
      "grad_norm": 1.5756163597106934,
      "learning_rate": 4.665004226127202e-06,
      "loss": 0.5296,
      "step": 263510
    },
    {
      "epoch": 73.55,
      "grad_norm": 1.5328782796859741,
      "learning_rate": 4.665000488603869e-06,
      "loss": 0.48,
      "step": 263520
    },
    {
      "epoch": 73.55,
      "grad_norm": 1.5824412107467651,
      "learning_rate": 4.664996750771576e-06,
      "loss": 0.4971,
      "step": 263530
    },
    {
      "epoch": 73.55,
      "grad_norm": 1.604760766029358,
      "learning_rate": 4.664993012630325e-06,
      "loss": 0.4897,
      "step": 263540
    },
    {
      "epoch": 73.56,
      "grad_norm": 1.6262094974517822,
      "learning_rate": 4.6649892741801165e-06,
      "loss": 0.4918,
      "step": 263550
    },
    {
      "epoch": 73.56,
      "grad_norm": 1.9551771879196167,
      "learning_rate": 4.664985535420951e-06,
      "loss": 0.4823,
      "step": 263560
    },
    {
      "epoch": 73.56,
      "grad_norm": 1.6627941131591797,
      "learning_rate": 4.664981796352827e-06,
      "loss": 0.482,
      "step": 263570
    },
    {
      "epoch": 73.56,
      "grad_norm": 1.9355813264846802,
      "learning_rate": 4.6649780569757475e-06,
      "loss": 0.4919,
      "step": 263580
    },
    {
      "epoch": 73.57,
      "grad_norm": 1.4208775758743286,
      "learning_rate": 4.664974317289712e-06,
      "loss": 0.491,
      "step": 263590
    },
    {
      "epoch": 73.57,
      "grad_norm": 1.678168773651123,
      "learning_rate": 4.66497057729472e-06,
      "loss": 0.4795,
      "step": 263600
    },
    {
      "epoch": 73.57,
      "grad_norm": 1.6172250509262085,
      "learning_rate": 4.6649668369907725e-06,
      "loss": 0.5017,
      "step": 263610
    },
    {
      "epoch": 73.58,
      "grad_norm": 1.9784376621246338,
      "learning_rate": 4.664963096377871e-06,
      "loss": 0.505,
      "step": 263620
    },
    {
      "epoch": 73.58,
      "grad_norm": 2.1806750297546387,
      "learning_rate": 4.664959355456016e-06,
      "loss": 0.4739,
      "step": 263630
    },
    {
      "epoch": 73.58,
      "grad_norm": 1.6815822124481201,
      "learning_rate": 4.664955614225207e-06,
      "loss": 0.4908,
      "step": 263640
    },
    {
      "epoch": 73.58,
      "grad_norm": 1.7326301336288452,
      "learning_rate": 4.664951872685445e-06,
      "loss": 0.4813,
      "step": 263650
    },
    {
      "epoch": 73.59,
      "grad_norm": 1.6976486444473267,
      "learning_rate": 4.66494813083673e-06,
      "loss": 0.4711,
      "step": 263660
    },
    {
      "epoch": 73.59,
      "grad_norm": 2.754997968673706,
      "learning_rate": 4.6649443886790634e-06,
      "loss": 0.4927,
      "step": 263670
    },
    {
      "epoch": 73.59,
      "grad_norm": 1.868565320968628,
      "learning_rate": 4.664940646212445e-06,
      "loss": 0.4884,
      "step": 263680
    },
    {
      "epoch": 73.59,
      "grad_norm": 1.6033309698104858,
      "learning_rate": 4.664936903436875e-06,
      "loss": 0.4958,
      "step": 263690
    },
    {
      "epoch": 73.6,
      "grad_norm": 1.9726039171218872,
      "learning_rate": 4.6649331603523556e-06,
      "loss": 0.5078,
      "step": 263700
    },
    {
      "epoch": 73.6,
      "grad_norm": 2.14028000831604,
      "learning_rate": 4.664929416958885e-06,
      "loss": 0.4933,
      "step": 263710
    },
    {
      "epoch": 73.6,
      "grad_norm": 1.5006989240646362,
      "learning_rate": 4.664925673256465e-06,
      "loss": 0.4917,
      "step": 263720
    },
    {
      "epoch": 73.61,
      "grad_norm": 1.7434072494506836,
      "learning_rate": 4.664921929245095e-06,
      "loss": 0.4723,
      "step": 263730
    },
    {
      "epoch": 73.61,
      "grad_norm": 1.6384965181350708,
      "learning_rate": 4.664918184924778e-06,
      "loss": 0.4882,
      "step": 263740
    },
    {
      "epoch": 73.61,
      "grad_norm": 1.8933653831481934,
      "learning_rate": 4.664914440295512e-06,
      "loss": 0.4662,
      "step": 263750
    },
    {
      "epoch": 73.61,
      "grad_norm": 1.5483999252319336,
      "learning_rate": 4.664910695357299e-06,
      "loss": 0.5,
      "step": 263760
    },
    {
      "epoch": 73.62,
      "grad_norm": 1.625714898109436,
      "learning_rate": 4.664906950110139e-06,
      "loss": 0.4895,
      "step": 263770
    },
    {
      "epoch": 73.62,
      "grad_norm": 1.5002787113189697,
      "learning_rate": 4.664903204554031e-06,
      "loss": 0.4817,
      "step": 263780
    },
    {
      "epoch": 73.62,
      "grad_norm": 1.802980899810791,
      "learning_rate": 4.664899458688979e-06,
      "loss": 0.4815,
      "step": 263790
    },
    {
      "epoch": 73.63,
      "grad_norm": 1.9131046533584595,
      "learning_rate": 4.66489571251498e-06,
      "loss": 0.4926,
      "step": 263800
    },
    {
      "epoch": 73.63,
      "grad_norm": 1.603577971458435,
      "learning_rate": 4.6648919660320355e-06,
      "loss": 0.4833,
      "step": 263810
    },
    {
      "epoch": 73.63,
      "grad_norm": 1.7658318281173706,
      "learning_rate": 4.664888219240146e-06,
      "loss": 0.4722,
      "step": 263820
    },
    {
      "epoch": 73.63,
      "grad_norm": 1.386045217514038,
      "learning_rate": 4.664884472139314e-06,
      "loss": 0.4916,
      "step": 263830
    },
    {
      "epoch": 73.64,
      "grad_norm": 2.1784629821777344,
      "learning_rate": 4.664880724729538e-06,
      "loss": 0.4874,
      "step": 263840
    },
    {
      "epoch": 73.64,
      "grad_norm": 1.9704723358154297,
      "learning_rate": 4.664876977010818e-06,
      "loss": 0.4889,
      "step": 263850
    },
    {
      "epoch": 73.64,
      "grad_norm": 1.435182809829712,
      "learning_rate": 4.664873228983155e-06,
      "loss": 0.4974,
      "step": 263860
    },
    {
      "epoch": 73.64,
      "grad_norm": 2.0481796264648438,
      "learning_rate": 4.664869480646552e-06,
      "loss": 0.499,
      "step": 263870
    },
    {
      "epoch": 73.65,
      "grad_norm": 2.4394986629486084,
      "learning_rate": 4.664865732001006e-06,
      "loss": 0.4817,
      "step": 263880
    },
    {
      "epoch": 73.65,
      "grad_norm": 1.7359886169433594,
      "learning_rate": 4.664861983046518e-06,
      "loss": 0.4739,
      "step": 263890
    },
    {
      "epoch": 73.65,
      "grad_norm": 1.364050269126892,
      "learning_rate": 4.664858233783091e-06,
      "loss": 0.4984,
      "step": 263900
    },
    {
      "epoch": 73.66,
      "grad_norm": 1.810564637184143,
      "learning_rate": 4.664854484210724e-06,
      "loss": 0.4873,
      "step": 263910
    },
    {
      "epoch": 73.66,
      "grad_norm": 1.596107006072998,
      "learning_rate": 4.664850734329416e-06,
      "loss": 0.4776,
      "step": 263920
    },
    {
      "epoch": 73.66,
      "grad_norm": 1.7191314697265625,
      "learning_rate": 4.664846984139169e-06,
      "loss": 0.4814,
      "step": 263930
    },
    {
      "epoch": 73.66,
      "grad_norm": 1.7466529607772827,
      "learning_rate": 4.664843233639984e-06,
      "loss": 0.5071,
      "step": 263940
    },
    {
      "epoch": 73.67,
      "grad_norm": 2.228778123855591,
      "learning_rate": 4.6648394828318605e-06,
      "loss": 0.4893,
      "step": 263950
    },
    {
      "epoch": 73.67,
      "grad_norm": 1.5206077098846436,
      "learning_rate": 4.6648357317148e-06,
      "loss": 0.4847,
      "step": 263960
    },
    {
      "epoch": 73.67,
      "grad_norm": 1.7449793815612793,
      "learning_rate": 4.664831980288802e-06,
      "loss": 0.4991,
      "step": 263970
    },
    {
      "epoch": 73.68,
      "grad_norm": 1.9811768531799316,
      "learning_rate": 4.6648282285538665e-06,
      "loss": 0.4953,
      "step": 263980
    },
    {
      "epoch": 73.68,
      "grad_norm": 1.9834171533584595,
      "learning_rate": 4.664824476509995e-06,
      "loss": 0.4928,
      "step": 263990
    },
    {
      "epoch": 73.68,
      "grad_norm": 1.901880145072937,
      "learning_rate": 4.664820724157189e-06,
      "loss": 0.515,
      "step": 264000
    },
    {
      "epoch": 73.68,
      "grad_norm": 2.005711555480957,
      "learning_rate": 4.664816971495447e-06,
      "loss": 0.495,
      "step": 264010
    },
    {
      "epoch": 73.69,
      "grad_norm": 1.9981305599212646,
      "learning_rate": 4.664813218524771e-06,
      "loss": 0.4759,
      "step": 264020
    },
    {
      "epoch": 73.69,
      "grad_norm": 2.2132415771484375,
      "learning_rate": 4.66480946524516e-06,
      "loss": 0.4997,
      "step": 264030
    },
    {
      "epoch": 73.69,
      "grad_norm": 2.3168182373046875,
      "learning_rate": 4.664805711656616e-06,
      "loss": 0.4855,
      "step": 264040
    },
    {
      "epoch": 73.7,
      "grad_norm": 2.0437674522399902,
      "learning_rate": 4.664801957759139e-06,
      "loss": 0.471,
      "step": 264050
    },
    {
      "epoch": 73.7,
      "grad_norm": 2.0991342067718506,
      "learning_rate": 4.664798203552729e-06,
      "loss": 0.4823,
      "step": 264060
    },
    {
      "epoch": 73.7,
      "grad_norm": 1.631974220275879,
      "learning_rate": 4.664794449037387e-06,
      "loss": 0.4986,
      "step": 264070
    },
    {
      "epoch": 73.7,
      "grad_norm": 1.7082027196884155,
      "learning_rate": 4.664790694213114e-06,
      "loss": 0.492,
      "step": 264080
    },
    {
      "epoch": 73.71,
      "grad_norm": 1.8610801696777344,
      "learning_rate": 4.664786939079908e-06,
      "loss": 0.5083,
      "step": 264090
    },
    {
      "epoch": 73.71,
      "grad_norm": 1.887615442276001,
      "learning_rate": 4.664783183637772e-06,
      "loss": 0.4984,
      "step": 264100
    },
    {
      "epoch": 73.71,
      "grad_norm": 1.480843424797058,
      "learning_rate": 4.664779427886707e-06,
      "loss": 0.4969,
      "step": 264110
    },
    {
      "epoch": 73.71,
      "grad_norm": 1.9458880424499512,
      "learning_rate": 4.664775671826711e-06,
      "loss": 0.477,
      "step": 264120
    },
    {
      "epoch": 73.72,
      "grad_norm": 1.777538537979126,
      "learning_rate": 4.664771915457786e-06,
      "loss": 0.4923,
      "step": 264130
    },
    {
      "epoch": 73.72,
      "grad_norm": 1.5114848613739014,
      "learning_rate": 4.664768158779933e-06,
      "loss": 0.4863,
      "step": 264140
    },
    {
      "epoch": 73.72,
      "grad_norm": 1.9975544214248657,
      "learning_rate": 4.664764401793152e-06,
      "loss": 0.4893,
      "step": 264150
    },
    {
      "epoch": 73.73,
      "grad_norm": 1.4324496984481812,
      "learning_rate": 4.6647606444974436e-06,
      "loss": 0.5028,
      "step": 264160
    },
    {
      "epoch": 73.73,
      "grad_norm": 1.4471137523651123,
      "learning_rate": 4.664756886892808e-06,
      "loss": 0.4934,
      "step": 264170
    },
    {
      "epoch": 73.73,
      "grad_norm": 1.6476870775222778,
      "learning_rate": 4.664753128979245e-06,
      "loss": 0.4903,
      "step": 264180
    },
    {
      "epoch": 73.73,
      "grad_norm": 1.5858497619628906,
      "learning_rate": 4.664749370756755e-06,
      "loss": 0.5213,
      "step": 264190
    },
    {
      "epoch": 73.74,
      "grad_norm": 1.1820650100708008,
      "learning_rate": 4.6647456122253415e-06,
      "loss": 0.495,
      "step": 264200
    },
    {
      "epoch": 73.74,
      "grad_norm": 2.0108587741851807,
      "learning_rate": 4.6647418533850016e-06,
      "loss": 0.4837,
      "step": 264210
    },
    {
      "epoch": 73.74,
      "grad_norm": 1.6899230480194092,
      "learning_rate": 4.664738094235737e-06,
      "loss": 0.4976,
      "step": 264220
    },
    {
      "epoch": 73.75,
      "grad_norm": 1.5743101835250854,
      "learning_rate": 4.664734334777548e-06,
      "loss": 0.4998,
      "step": 264230
    },
    {
      "epoch": 73.75,
      "grad_norm": 2.1614432334899902,
      "learning_rate": 4.664730575010436e-06,
      "loss": 0.4827,
      "step": 264240
    },
    {
      "epoch": 73.75,
      "grad_norm": 2.0538694858551025,
      "learning_rate": 4.664726814934401e-06,
      "loss": 0.482,
      "step": 264250
    },
    {
      "epoch": 73.75,
      "grad_norm": 1.72629714012146,
      "learning_rate": 4.6647230545494436e-06,
      "loss": 0.5058,
      "step": 264260
    },
    {
      "epoch": 73.76,
      "grad_norm": 1.6037214994430542,
      "learning_rate": 4.6647192938555626e-06,
      "loss": 0.4867,
      "step": 264270
    },
    {
      "epoch": 73.76,
      "grad_norm": 2.0046684741973877,
      "learning_rate": 4.664715532852761e-06,
      "loss": 0.4799,
      "step": 264280
    },
    {
      "epoch": 73.76,
      "grad_norm": 1.5401297807693481,
      "learning_rate": 4.664711771541038e-06,
      "loss": 0.4897,
      "step": 264290
    },
    {
      "epoch": 73.77,
      "grad_norm": 1.502132773399353,
      "learning_rate": 4.664708009920395e-06,
      "loss": 0.4884,
      "step": 264300
    },
    {
      "epoch": 73.77,
      "grad_norm": 2.0792739391326904,
      "learning_rate": 4.664704247990831e-06,
      "loss": 0.4978,
      "step": 264310
    },
    {
      "epoch": 73.77,
      "grad_norm": 1.1558359861373901,
      "learning_rate": 4.664700485752348e-06,
      "loss": 0.471,
      "step": 264320
    },
    {
      "epoch": 73.77,
      "grad_norm": 1.4974912405014038,
      "learning_rate": 4.664696723204945e-06,
      "loss": 0.4956,
      "step": 264330
    },
    {
      "epoch": 73.78,
      "grad_norm": 1.500462293624878,
      "learning_rate": 4.664692960348625e-06,
      "loss": 0.494,
      "step": 264340
    },
    {
      "epoch": 73.78,
      "grad_norm": 1.9615694284439087,
      "learning_rate": 4.664689197183384e-06,
      "loss": 0.5014,
      "step": 264350
    },
    {
      "epoch": 73.78,
      "grad_norm": 1.5695375204086304,
      "learning_rate": 4.664685433709228e-06,
      "loss": 0.4861,
      "step": 264360
    },
    {
      "epoch": 73.78,
      "grad_norm": 1.7236236333847046,
      "learning_rate": 4.664681669926154e-06,
      "loss": 0.4899,
      "step": 264370
    },
    {
      "epoch": 73.79,
      "grad_norm": 1.6519895792007446,
      "learning_rate": 4.664677905834163e-06,
      "loss": 0.5247,
      "step": 264380
    },
    {
      "epoch": 73.79,
      "grad_norm": 1.3946850299835205,
      "learning_rate": 4.664674141433257e-06,
      "loss": 0.4858,
      "step": 264390
    },
    {
      "epoch": 73.79,
      "grad_norm": 1.3429666757583618,
      "learning_rate": 4.6646703767234344e-06,
      "loss": 0.5031,
      "step": 264400
    },
    {
      "epoch": 73.8,
      "grad_norm": 2.1035549640655518,
      "learning_rate": 4.664666611704696e-06,
      "loss": 0.5062,
      "step": 264410
    },
    {
      "epoch": 73.8,
      "grad_norm": 1.842168927192688,
      "learning_rate": 4.6646628463770445e-06,
      "loss": 0.4856,
      "step": 264420
    },
    {
      "epoch": 73.8,
      "grad_norm": 1.6323412656784058,
      "learning_rate": 4.664659080740478e-06,
      "loss": 0.4668,
      "step": 264430
    },
    {
      "epoch": 73.8,
      "grad_norm": 1.8036439418792725,
      "learning_rate": 4.664655314794998e-06,
      "loss": 0.4945,
      "step": 264440
    },
    {
      "epoch": 73.81,
      "grad_norm": 1.6307475566864014,
      "learning_rate": 4.664651548540605e-06,
      "loss": 0.4763,
      "step": 264450
    },
    {
      "epoch": 73.81,
      "grad_norm": 1.6713093519210815,
      "learning_rate": 4.664647781977299e-06,
      "loss": 0.4813,
      "step": 264460
    },
    {
      "epoch": 73.81,
      "grad_norm": 1.73304283618927,
      "learning_rate": 4.6646440151050815e-06,
      "loss": 0.5127,
      "step": 264470
    },
    {
      "epoch": 73.82,
      "grad_norm": 1.8901351690292358,
      "learning_rate": 4.664640247923951e-06,
      "loss": 0.4812,
      "step": 264480
    },
    {
      "epoch": 73.82,
      "grad_norm": 1.8274980783462524,
      "learning_rate": 4.664636480433912e-06,
      "loss": 0.4797,
      "step": 264490
    },
    {
      "epoch": 73.82,
      "grad_norm": 1.7531793117523193,
      "learning_rate": 4.66463271263496e-06,
      "loss": 0.4904,
      "step": 264500
    },
    {
      "epoch": 73.82,
      "grad_norm": 1.5748361349105835,
      "learning_rate": 4.664628944527099e-06,
      "loss": 0.4987,
      "step": 264510
    },
    {
      "epoch": 73.83,
      "grad_norm": 1.6133288145065308,
      "learning_rate": 4.664625176110328e-06,
      "loss": 0.5066,
      "step": 264520
    },
    {
      "epoch": 73.83,
      "grad_norm": 1.527407169342041,
      "learning_rate": 4.6646214073846474e-06,
      "loss": 0.4892,
      "step": 264530
    },
    {
      "epoch": 73.83,
      "grad_norm": 1.962648868560791,
      "learning_rate": 4.664617638350059e-06,
      "loss": 0.4801,
      "step": 264540
    },
    {
      "epoch": 73.83,
      "grad_norm": 1.4834191799163818,
      "learning_rate": 4.664613869006562e-06,
      "loss": 0.4818,
      "step": 264550
    },
    {
      "epoch": 73.84,
      "grad_norm": 1.913397192955017,
      "learning_rate": 4.664610099354158e-06,
      "loss": 0.4841,
      "step": 264560
    },
    {
      "epoch": 73.84,
      "grad_norm": 1.9058336019515991,
      "learning_rate": 4.664606329392846e-06,
      "loss": 0.491,
      "step": 264570
    },
    {
      "epoch": 73.84,
      "grad_norm": 1.461833119392395,
      "learning_rate": 4.664602559122627e-06,
      "loss": 0.511,
      "step": 264580
    },
    {
      "epoch": 73.85,
      "grad_norm": 2.1143229007720947,
      "learning_rate": 4.664598788543503e-06,
      "loss": 0.4932,
      "step": 264590
    },
    {
      "epoch": 73.85,
      "grad_norm": 1.5462052822113037,
      "learning_rate": 4.664595017655474e-06,
      "loss": 0.4922,
      "step": 264600
    },
    {
      "epoch": 73.85,
      "grad_norm": 1.6888415813446045,
      "learning_rate": 4.664591246458539e-06,
      "loss": 0.5115,
      "step": 264610
    },
    {
      "epoch": 73.85,
      "grad_norm": 1.6541163921356201,
      "learning_rate": 4.6645874749527e-06,
      "loss": 0.4948,
      "step": 264620
    },
    {
      "epoch": 73.86,
      "grad_norm": 1.6419641971588135,
      "learning_rate": 4.6645837031379555e-06,
      "loss": 0.4995,
      "step": 264630
    },
    {
      "epoch": 73.86,
      "grad_norm": 1.7641059160232544,
      "learning_rate": 4.6645799310143084e-06,
      "loss": 0.4904,
      "step": 264640
    },
    {
      "epoch": 73.86,
      "grad_norm": 1.5406725406646729,
      "learning_rate": 4.664576158581758e-06,
      "loss": 0.4859,
      "step": 264650
    },
    {
      "epoch": 73.87,
      "grad_norm": 1.8126986026763916,
      "learning_rate": 4.664572385840305e-06,
      "loss": 0.5127,
      "step": 264660
    },
    {
      "epoch": 73.87,
      "grad_norm": 1.4590299129486084,
      "learning_rate": 4.66456861278995e-06,
      "loss": 0.4696,
      "step": 264670
    },
    {
      "epoch": 73.87,
      "grad_norm": 1.6132999658584595,
      "learning_rate": 4.664564839430693e-06,
      "loss": 0.4974,
      "step": 264680
    },
    {
      "epoch": 73.87,
      "grad_norm": 2.6192994117736816,
      "learning_rate": 4.664561065762535e-06,
      "loss": 0.4996,
      "step": 264690
    },
    {
      "epoch": 73.88,
      "grad_norm": 1.4707733392715454,
      "learning_rate": 4.664557291785477e-06,
      "loss": 0.4902,
      "step": 264700
    },
    {
      "epoch": 73.88,
      "grad_norm": 2.536313772201538,
      "learning_rate": 4.664553517499519e-06,
      "loss": 0.4989,
      "step": 264710
    },
    {
      "epoch": 73.88,
      "grad_norm": 1.6904048919677734,
      "learning_rate": 4.664549742904661e-06,
      "loss": 0.4997,
      "step": 264720
    },
    {
      "epoch": 73.89,
      "grad_norm": 2.535057783126831,
      "learning_rate": 4.664545968000904e-06,
      "loss": 0.4891,
      "step": 264730
    },
    {
      "epoch": 73.89,
      "grad_norm": 1.8245587348937988,
      "learning_rate": 4.664542192788249e-06,
      "loss": 0.5041,
      "step": 264740
    },
    {
      "epoch": 73.89,
      "grad_norm": 1.5665820837020874,
      "learning_rate": 4.664538417266695e-06,
      "loss": 0.489,
      "step": 264750
    },
    {
      "epoch": 73.89,
      "grad_norm": 1.89319908618927,
      "learning_rate": 4.664534641436244e-06,
      "loss": 0.4916,
      "step": 264760
    },
    {
      "epoch": 73.9,
      "grad_norm": 2.536191701889038,
      "learning_rate": 4.664530865296896e-06,
      "loss": 0.4849,
      "step": 264770
    },
    {
      "epoch": 73.9,
      "grad_norm": 1.8085145950317383,
      "learning_rate": 4.66452708884865e-06,
      "loss": 0.4996,
      "step": 264780
    },
    {
      "epoch": 73.9,
      "grad_norm": 1.7310231924057007,
      "learning_rate": 4.664523312091509e-06,
      "loss": 0.4813,
      "step": 264790
    },
    {
      "epoch": 73.9,
      "grad_norm": 1.6178553104400635,
      "learning_rate": 4.664519535025472e-06,
      "loss": 0.4806,
      "step": 264800
    },
    {
      "epoch": 73.91,
      "grad_norm": 1.5809566974639893,
      "learning_rate": 4.664515757650541e-06,
      "loss": 0.4886,
      "step": 264810
    },
    {
      "epoch": 73.91,
      "grad_norm": 2.186211347579956,
      "learning_rate": 4.664511979966715e-06,
      "loss": 0.4813,
      "step": 264820
    },
    {
      "epoch": 73.91,
      "grad_norm": 1.51799738407135,
      "learning_rate": 4.664508201973994e-06,
      "loss": 0.4999,
      "step": 264830
    },
    {
      "epoch": 73.92,
      "grad_norm": 1.7618836164474487,
      "learning_rate": 4.664504423672381e-06,
      "loss": 0.4803,
      "step": 264840
    },
    {
      "epoch": 73.92,
      "grad_norm": 1.6339538097381592,
      "learning_rate": 4.664500645061874e-06,
      "loss": 0.4961,
      "step": 264850
    },
    {
      "epoch": 73.92,
      "grad_norm": 1.4898476600646973,
      "learning_rate": 4.664496866142475e-06,
      "loss": 0.4991,
      "step": 264860
    },
    {
      "epoch": 73.92,
      "grad_norm": 1.6303083896636963,
      "learning_rate": 4.664493086914184e-06,
      "loss": 0.4896,
      "step": 264870
    },
    {
      "epoch": 73.93,
      "grad_norm": 1.8596628904342651,
      "learning_rate": 4.664489307377e-06,
      "loss": 0.4922,
      "step": 264880
    },
    {
      "epoch": 73.93,
      "grad_norm": 1.6149557828903198,
      "learning_rate": 4.664485527530927e-06,
      "loss": 0.475,
      "step": 264890
    },
    {
      "epoch": 73.93,
      "grad_norm": 2.1344058513641357,
      "learning_rate": 4.664481747375962e-06,
      "loss": 0.4925,
      "step": 264900
    },
    {
      "epoch": 73.94,
      "grad_norm": 1.6694139242172241,
      "learning_rate": 4.664477966912108e-06,
      "loss": 0.4953,
      "step": 264910
    },
    {
      "epoch": 73.94,
      "grad_norm": 2.2689473628997803,
      "learning_rate": 4.664474186139363e-06,
      "loss": 0.5019,
      "step": 264920
    },
    {
      "epoch": 73.94,
      "grad_norm": 1.8003214597702026,
      "learning_rate": 4.6644704050577305e-06,
      "loss": 0.4828,
      "step": 264930
    },
    {
      "epoch": 73.94,
      "grad_norm": 1.8926670551300049,
      "learning_rate": 4.664466623667208e-06,
      "loss": 0.4917,
      "step": 264940
    },
    {
      "epoch": 73.95,
      "grad_norm": 2.0070948600769043,
      "learning_rate": 4.6644628419678e-06,
      "loss": 0.4598,
      "step": 264950
    },
    {
      "epoch": 73.95,
      "grad_norm": 1.5842249393463135,
      "learning_rate": 4.664459059959503e-06,
      "loss": 0.4746,
      "step": 264960
    },
    {
      "epoch": 73.95,
      "grad_norm": 1.733189344406128,
      "learning_rate": 4.664455277642318e-06,
      "loss": 0.4826,
      "step": 264970
    },
    {
      "epoch": 73.95,
      "grad_norm": 1.544592022895813,
      "learning_rate": 4.664451495016248e-06,
      "loss": 0.5146,
      "step": 264980
    },
    {
      "epoch": 73.96,
      "grad_norm": 1.8444944620132446,
      "learning_rate": 4.664447712081291e-06,
      "loss": 0.4913,
      "step": 264990
    },
    {
      "epoch": 73.96,
      "grad_norm": 1.6320631504058838,
      "learning_rate": 4.664443928837449e-06,
      "loss": 0.4793,
      "step": 265000
    },
    {
      "epoch": 73.96,
      "grad_norm": 1.6531490087509155,
      "learning_rate": 4.664440145284722e-06,
      "loss": 0.4997,
      "step": 265010
    },
    {
      "epoch": 73.97,
      "grad_norm": 2.0742125511169434,
      "learning_rate": 4.664436361423111e-06,
      "loss": 0.507,
      "step": 265020
    },
    {
      "epoch": 73.97,
      "grad_norm": 1.948806643486023,
      "learning_rate": 4.6644325772526145e-06,
      "loss": 0.4729,
      "step": 265030
    },
    {
      "epoch": 73.97,
      "grad_norm": 1.7357791662216187,
      "learning_rate": 4.664428792773236e-06,
      "loss": 0.5054,
      "step": 265040
    },
    {
      "epoch": 73.97,
      "grad_norm": 1.6655105352401733,
      "learning_rate": 4.6644250079849735e-06,
      "loss": 0.4898,
      "step": 265050
    },
    {
      "epoch": 73.98,
      "grad_norm": 1.3136780261993408,
      "learning_rate": 4.6644212228878285e-06,
      "loss": 0.4923,
      "step": 265060
    },
    {
      "epoch": 73.98,
      "grad_norm": 1.7380921840667725,
      "learning_rate": 4.664417437481803e-06,
      "loss": 0.5033,
      "step": 265070
    },
    {
      "epoch": 73.98,
      "grad_norm": 1.8950200080871582,
      "learning_rate": 4.6644136517668946e-06,
      "loss": 0.4786,
      "step": 265080
    },
    {
      "epoch": 73.99,
      "grad_norm": 1.5884671211242676,
      "learning_rate": 4.664409865743105e-06,
      "loss": 0.4933,
      "step": 265090
    },
    {
      "epoch": 73.99,
      "grad_norm": 1.8276841640472412,
      "learning_rate": 4.664406079410436e-06,
      "loss": 0.4981,
      "step": 265100
    },
    {
      "epoch": 73.99,
      "grad_norm": 1.606688380241394,
      "learning_rate": 4.6644022927688866e-06,
      "loss": 0.4908,
      "step": 265110
    },
    {
      "epoch": 73.99,
      "grad_norm": 1.6351250410079956,
      "learning_rate": 4.664398505818458e-06,
      "loss": 0.4989,
      "step": 265120
    },
    {
      "epoch": 74.0,
      "grad_norm": 1.3995051383972168,
      "learning_rate": 4.6643947185591505e-06,
      "loss": 0.468,
      "step": 265130
    },
    {
      "epoch": 74.0,
      "grad_norm": 1.361480474472046,
      "learning_rate": 4.664390930990964e-06,
      "loss": 0.4888,
      "step": 265140
    },
    {
      "epoch": 74.0,
      "eval_loss": 0.49009785056114197,
      "eval_runtime": 63.0468,
      "eval_samples_per_second": 80.242,
      "eval_steps_per_second": 10.04,
      "step": 265142
    },
    {
      "epoch": 74.0,
      "grad_norm": 1.6877332925796509,
      "learning_rate": 4.6643871431139e-06,
      "loss": 0.4884,
      "step": 265150
    },
    {
      "epoch": 74.01,
      "grad_norm": 1.9979667663574219,
      "learning_rate": 4.664383354927959e-06,
      "loss": 0.5003,
      "step": 265160
    },
    {
      "epoch": 74.01,
      "grad_norm": 1.7330559492111206,
      "learning_rate": 4.66437956643314e-06,
      "loss": 0.5073,
      "step": 265170
    },
    {
      "epoch": 74.01,
      "grad_norm": 39.31830596923828,
      "learning_rate": 4.664375777629445e-06,
      "loss": 0.4937,
      "step": 265180
    },
    {
      "epoch": 74.01,
      "grad_norm": 1.7169902324676514,
      "learning_rate": 4.664371988516874e-06,
      "loss": 0.49,
      "step": 265190
    },
    {
      "epoch": 74.02,
      "grad_norm": 1.7448830604553223,
      "learning_rate": 4.6643681990954286e-06,
      "loss": 0.501,
      "step": 265200
    },
    {
      "epoch": 74.02,
      "grad_norm": 2.0433051586151123,
      "learning_rate": 4.664364409365107e-06,
      "loss": 0.4718,
      "step": 265210
    },
    {
      "epoch": 74.02,
      "grad_norm": 1.7075822353363037,
      "learning_rate": 4.664360619325911e-06,
      "loss": 0.4659,
      "step": 265220
    },
    {
      "epoch": 74.02,
      "grad_norm": 1.70799720287323,
      "learning_rate": 4.664356828977841e-06,
      "loss": 0.4823,
      "step": 265230
    },
    {
      "epoch": 74.03,
      "grad_norm": 1.495692253112793,
      "learning_rate": 4.664353038320898e-06,
      "loss": 0.5069,
      "step": 265240
    },
    {
      "epoch": 74.03,
      "grad_norm": 1.9053292274475098,
      "learning_rate": 4.664349247355083e-06,
      "loss": 0.4925,
      "step": 265250
    },
    {
      "epoch": 74.03,
      "grad_norm": 1.7272109985351562,
      "learning_rate": 4.6643454560803945e-06,
      "loss": 0.489,
      "step": 265260
    },
    {
      "epoch": 74.04,
      "grad_norm": 1.515883445739746,
      "learning_rate": 4.664341664496835e-06,
      "loss": 0.4897,
      "step": 265270
    },
    {
      "epoch": 74.04,
      "grad_norm": 3.5050711631774902,
      "learning_rate": 4.6643378726044034e-06,
      "loss": 0.5025,
      "step": 265280
    },
    {
      "epoch": 74.04,
      "grad_norm": 1.7055139541625977,
      "learning_rate": 4.664334080403101e-06,
      "loss": 0.4784,
      "step": 265290
    },
    {
      "epoch": 74.04,
      "grad_norm": 1.7948462963104248,
      "learning_rate": 4.664330287892928e-06,
      "loss": 0.4899,
      "step": 265300
    },
    {
      "epoch": 74.05,
      "grad_norm": 1.543111801147461,
      "learning_rate": 4.664326495073886e-06,
      "loss": 0.503,
      "step": 265310
    },
    {
      "epoch": 74.05,
      "grad_norm": 1.3680118322372437,
      "learning_rate": 4.6643227019459745e-06,
      "loss": 0.5095,
      "step": 265320
    },
    {
      "epoch": 74.05,
      "grad_norm": 1.747368335723877,
      "learning_rate": 4.664318908509193e-06,
      "loss": 0.4896,
      "step": 265330
    },
    {
      "epoch": 74.06,
      "grad_norm": 1.5973525047302246,
      "learning_rate": 4.664315114763544e-06,
      "loss": 0.4889,
      "step": 265340
    },
    {
      "epoch": 74.06,
      "grad_norm": 1.8117539882659912,
      "learning_rate": 4.664311320709027e-06,
      "loss": 0.4773,
      "step": 265350
    },
    {
      "epoch": 74.06,
      "grad_norm": 1.7182835340499878,
      "learning_rate": 4.664307526345643e-06,
      "loss": 0.4774,
      "step": 265360
    },
    {
      "epoch": 74.06,
      "grad_norm": 1.935987949371338,
      "learning_rate": 4.664303731673391e-06,
      "loss": 0.4875,
      "step": 265370
    },
    {
      "epoch": 74.07,
      "grad_norm": 1.935646414756775,
      "learning_rate": 4.664299936692273e-06,
      "loss": 0.4843,
      "step": 265380
    },
    {
      "epoch": 74.07,
      "grad_norm": 1.72615647315979,
      "learning_rate": 4.6642961414022905e-06,
      "loss": 0.4992,
      "step": 265390
    },
    {
      "epoch": 74.07,
      "grad_norm": 1.694814682006836,
      "learning_rate": 4.664292345803442e-06,
      "loss": 0.4757,
      "step": 265400
    },
    {
      "epoch": 74.07,
      "grad_norm": 2.123520851135254,
      "learning_rate": 4.664288549895728e-06,
      "loss": 0.4999,
      "step": 265410
    },
    {
      "epoch": 74.08,
      "grad_norm": 2.2897610664367676,
      "learning_rate": 4.664284753679151e-06,
      "loss": 0.4745,
      "step": 265420
    },
    {
      "epoch": 74.08,
      "grad_norm": 2.094142436981201,
      "learning_rate": 4.664280957153709e-06,
      "loss": 0.4953,
      "step": 265430
    },
    {
      "epoch": 74.08,
      "grad_norm": 1.7253031730651855,
      "learning_rate": 4.664277160319404e-06,
      "loss": 0.5065,
      "step": 265440
    },
    {
      "epoch": 74.09,
      "grad_norm": 1.6804753541946411,
      "learning_rate": 4.664273363176237e-06,
      "loss": 0.4862,
      "step": 265450
    },
    {
      "epoch": 74.09,
      "grad_norm": 1.5897022485733032,
      "learning_rate": 4.664269565724206e-06,
      "loss": 0.4876,
      "step": 265460
    },
    {
      "epoch": 74.09,
      "grad_norm": 2.1298656463623047,
      "learning_rate": 4.664265767963315e-06,
      "loss": 0.4856,
      "step": 265470
    },
    {
      "epoch": 74.09,
      "grad_norm": 1.605694055557251,
      "learning_rate": 4.664261969893561e-06,
      "loss": 0.491,
      "step": 265480
    },
    {
      "epoch": 74.1,
      "grad_norm": 1.54120671749115,
      "learning_rate": 4.664258171514947e-06,
      "loss": 0.4854,
      "step": 265490
    },
    {
      "epoch": 74.1,
      "grad_norm": 1.534111738204956,
      "learning_rate": 4.664254372827474e-06,
      "loss": 0.4957,
      "step": 265500
    },
    {
      "epoch": 74.1,
      "grad_norm": 1.587380051612854,
      "learning_rate": 4.66425057383114e-06,
      "loss": 0.4882,
      "step": 265510
    },
    {
      "epoch": 74.11,
      "grad_norm": 1.652708649635315,
      "learning_rate": 4.664246774525947e-06,
      "loss": 0.4862,
      "step": 265520
    },
    {
      "epoch": 74.11,
      "grad_norm": 1.7850348949432373,
      "learning_rate": 4.664242974911895e-06,
      "loss": 0.4755,
      "step": 265530
    },
    {
      "epoch": 74.11,
      "grad_norm": 1.6255896091461182,
      "learning_rate": 4.664239174988985e-06,
      "loss": 0.5009,
      "step": 265540
    },
    {
      "epoch": 74.11,
      "grad_norm": 1.645395278930664,
      "learning_rate": 4.664235374757217e-06,
      "loss": 0.4824,
      "step": 265550
    },
    {
      "epoch": 74.12,
      "grad_norm": 2.8759799003601074,
      "learning_rate": 4.664231574216592e-06,
      "loss": 0.503,
      "step": 265560
    },
    {
      "epoch": 74.12,
      "grad_norm": 1.7991907596588135,
      "learning_rate": 4.66422777336711e-06,
      "loss": 0.4854,
      "step": 265570
    },
    {
      "epoch": 74.12,
      "grad_norm": 2.2009198665618896,
      "learning_rate": 4.664223972208772e-06,
      "loss": 0.4882,
      "step": 265580
    },
    {
      "epoch": 74.13,
      "grad_norm": 1.7391268014907837,
      "learning_rate": 4.664220170741578e-06,
      "loss": 0.5041,
      "step": 265590
    },
    {
      "epoch": 74.13,
      "grad_norm": 2.0164966583251953,
      "learning_rate": 4.664216368965529e-06,
      "loss": 0.4916,
      "step": 265600
    },
    {
      "epoch": 74.13,
      "grad_norm": 1.858934998512268,
      "learning_rate": 4.664212566880626e-06,
      "loss": 0.4937,
      "step": 265610
    },
    {
      "epoch": 74.13,
      "grad_norm": 1.90556001663208,
      "learning_rate": 4.664208764486867e-06,
      "loss": 0.481,
      "step": 265620
    },
    {
      "epoch": 74.14,
      "grad_norm": 2.049187183380127,
      "learning_rate": 4.664204961784256e-06,
      "loss": 0.4809,
      "step": 265630
    },
    {
      "epoch": 74.14,
      "grad_norm": 2.1291537284851074,
      "learning_rate": 4.664201158772791e-06,
      "loss": 0.4833,
      "step": 265640
    },
    {
      "epoch": 74.14,
      "grad_norm": 1.5793274641036987,
      "learning_rate": 4.664197355452474e-06,
      "loss": 0.4977,
      "step": 265650
    },
    {
      "epoch": 74.14,
      "grad_norm": 1.6366591453552246,
      "learning_rate": 4.6641935518233035e-06,
      "loss": 0.4902,
      "step": 265660
    },
    {
      "epoch": 74.15,
      "grad_norm": 1.668702483177185,
      "learning_rate": 4.664189747885283e-06,
      "loss": 0.5019,
      "step": 265670
    },
    {
      "epoch": 74.15,
      "grad_norm": 2.138362169265747,
      "learning_rate": 4.66418594363841e-06,
      "loss": 0.4907,
      "step": 265680
    },
    {
      "epoch": 74.15,
      "grad_norm": 2.310476064682007,
      "learning_rate": 4.664182139082686e-06,
      "loss": 0.499,
      "step": 265690
    },
    {
      "epoch": 74.16,
      "grad_norm": 2.3732690811157227,
      "learning_rate": 4.664178334218113e-06,
      "loss": 0.4855,
      "step": 265700
    },
    {
      "epoch": 74.16,
      "grad_norm": 2.124274253845215,
      "learning_rate": 4.664174529044691e-06,
      "loss": 0.4717,
      "step": 265710
    },
    {
      "epoch": 74.16,
      "grad_norm": 1.7346422672271729,
      "learning_rate": 4.664170723562419e-06,
      "loss": 0.4799,
      "step": 265720
    },
    {
      "epoch": 74.16,
      "grad_norm": 1.881885051727295,
      "learning_rate": 4.664166917771298e-06,
      "loss": 0.496,
      "step": 265730
    },
    {
      "epoch": 74.17,
      "grad_norm": 1.713784098625183,
      "learning_rate": 4.664163111671329e-06,
      "loss": 0.488,
      "step": 265740
    },
    {
      "epoch": 74.17,
      "grad_norm": 1.898057460784912,
      "learning_rate": 4.664159305262513e-06,
      "loss": 0.4802,
      "step": 265750
    },
    {
      "epoch": 74.17,
      "grad_norm": 1.6986151933670044,
      "learning_rate": 4.664155498544849e-06,
      "loss": 0.4901,
      "step": 265760
    },
    {
      "epoch": 74.18,
      "grad_norm": 2.0420982837677,
      "learning_rate": 4.664151691518339e-06,
      "loss": 0.4811,
      "step": 265770
    },
    {
      "epoch": 74.18,
      "grad_norm": 1.5454670190811157,
      "learning_rate": 4.664147884182982e-06,
      "loss": 0.4963,
      "step": 265780
    },
    {
      "epoch": 74.18,
      "grad_norm": 1.6961909532546997,
      "learning_rate": 4.664144076538781e-06,
      "loss": 0.4913,
      "step": 265790
    },
    {
      "epoch": 74.18,
      "grad_norm": 1.7542352676391602,
      "learning_rate": 4.664140268585733e-06,
      "loss": 0.4757,
      "step": 265800
    },
    {
      "epoch": 74.19,
      "grad_norm": 1.7180490493774414,
      "learning_rate": 4.664136460323842e-06,
      "loss": 0.4871,
      "step": 265810
    },
    {
      "epoch": 74.19,
      "grad_norm": 1.5681087970733643,
      "learning_rate": 4.664132651753106e-06,
      "loss": 0.4838,
      "step": 265820
    },
    {
      "epoch": 74.19,
      "grad_norm": 1.3911024332046509,
      "learning_rate": 4.664128842873528e-06,
      "loss": 0.4748,
      "step": 265830
    },
    {
      "epoch": 74.19,
      "grad_norm": 2.0338754653930664,
      "learning_rate": 4.664125033685106e-06,
      "loss": 0.5016,
      "step": 265840
    },
    {
      "epoch": 74.2,
      "grad_norm": 1.7068153619766235,
      "learning_rate": 4.6641212241878404e-06,
      "loss": 0.4875,
      "step": 265850
    },
    {
      "epoch": 74.2,
      "grad_norm": 1.652921199798584,
      "learning_rate": 4.664117414381734e-06,
      "loss": 0.5114,
      "step": 265860
    },
    {
      "epoch": 74.2,
      "grad_norm": 2.049034833908081,
      "learning_rate": 4.664113604266786e-06,
      "loss": 0.5007,
      "step": 265870
    },
    {
      "epoch": 74.21,
      "grad_norm": 2.432023763656616,
      "learning_rate": 4.664109793842996e-06,
      "loss": 0.4784,
      "step": 265880
    },
    {
      "epoch": 74.21,
      "grad_norm": 1.9946343898773193,
      "learning_rate": 4.664105983110367e-06,
      "loss": 0.4892,
      "step": 265890
    },
    {
      "epoch": 74.21,
      "grad_norm": 1.4636391401290894,
      "learning_rate": 4.664102172068897e-06,
      "loss": 0.4888,
      "step": 265900
    },
    {
      "epoch": 74.21,
      "grad_norm": 1.7393172979354858,
      "learning_rate": 4.664098360718587e-06,
      "loss": 0.5099,
      "step": 265910
    },
    {
      "epoch": 74.22,
      "grad_norm": 1.4396533966064453,
      "learning_rate": 4.664094549059438e-06,
      "loss": 0.5136,
      "step": 265920
    },
    {
      "epoch": 74.22,
      "grad_norm": 2.5079708099365234,
      "learning_rate": 4.664090737091452e-06,
      "loss": 0.4935,
      "step": 265930
    },
    {
      "epoch": 74.22,
      "grad_norm": 1.91840398311615,
      "learning_rate": 4.6640869248146275e-06,
      "loss": 0.474,
      "step": 265940
    },
    {
      "epoch": 74.23,
      "grad_norm": 2.0651185512542725,
      "learning_rate": 4.6640831122289645e-06,
      "loss": 0.491,
      "step": 265950
    },
    {
      "epoch": 74.23,
      "grad_norm": 2.5688834190368652,
      "learning_rate": 4.664079299334466e-06,
      "loss": 0.4736,
      "step": 265960
    },
    {
      "epoch": 74.23,
      "grad_norm": 1.8501739501953125,
      "learning_rate": 4.66407548613113e-06,
      "loss": 0.4718,
      "step": 265970
    },
    {
      "epoch": 74.23,
      "grad_norm": 1.716590166091919,
      "learning_rate": 4.664071672618958e-06,
      "loss": 0.5005,
      "step": 265980
    },
    {
      "epoch": 74.24,
      "grad_norm": 1.4605640172958374,
      "learning_rate": 4.664067858797952e-06,
      "loss": 0.4979,
      "step": 265990
    },
    {
      "epoch": 74.24,
      "grad_norm": 1.8160390853881836,
      "learning_rate": 4.6640640446681095e-06,
      "loss": 0.481,
      "step": 266000
    },
    {
      "epoch": 74.24,
      "grad_norm": 1.8303512334823608,
      "learning_rate": 4.664060230229433e-06,
      "loss": 0.5003,
      "step": 266010
    },
    {
      "epoch": 74.25,
      "grad_norm": 1.9408444166183472,
      "learning_rate": 4.664056415481922e-06,
      "loss": 0.4977,
      "step": 266020
    },
    {
      "epoch": 74.25,
      "grad_norm": 1.8858346939086914,
      "learning_rate": 4.664052600425578e-06,
      "loss": 0.4665,
      "step": 266030
    },
    {
      "epoch": 74.25,
      "grad_norm": 1.6232562065124512,
      "learning_rate": 4.664048785060402e-06,
      "loss": 0.5064,
      "step": 266040
    },
    {
      "epoch": 74.25,
      "grad_norm": 1.6910064220428467,
      "learning_rate": 4.664044969386392e-06,
      "loss": 0.4911,
      "step": 266050
    },
    {
      "epoch": 74.26,
      "grad_norm": 1.5652761459350586,
      "learning_rate": 4.664041153403551e-06,
      "loss": 0.4821,
      "step": 266060
    },
    {
      "epoch": 74.26,
      "grad_norm": 1.7519384622573853,
      "learning_rate": 4.664037337111879e-06,
      "loss": 0.4852,
      "step": 266070
    },
    {
      "epoch": 74.26,
      "grad_norm": 1.7434568405151367,
      "learning_rate": 4.664033520511376e-06,
      "loss": 0.476,
      "step": 266080
    },
    {
      "epoch": 74.26,
      "grad_norm": 2.3848717212677,
      "learning_rate": 4.664029703602041e-06,
      "loss": 0.5052,
      "step": 266090
    },
    {
      "epoch": 74.27,
      "grad_norm": 1.5491918325424194,
      "learning_rate": 4.664025886383878e-06,
      "loss": 0.4724,
      "step": 266100
    },
    {
      "epoch": 74.27,
      "grad_norm": 1.5017460584640503,
      "learning_rate": 4.664022068856885e-06,
      "loss": 0.4901,
      "step": 266110
    },
    {
      "epoch": 74.27,
      "grad_norm": 1.405117392539978,
      "learning_rate": 4.664018251021063e-06,
      "loss": 0.488,
      "step": 266120
    },
    {
      "epoch": 74.28,
      "grad_norm": 1.7026207447052002,
      "learning_rate": 4.6640144328764135e-06,
      "loss": 0.4974,
      "step": 266130
    },
    {
      "epoch": 74.28,
      "grad_norm": 1.442495346069336,
      "learning_rate": 4.664010614422935e-06,
      "loss": 0.501,
      "step": 266140
    },
    {
      "epoch": 74.28,
      "grad_norm": 1.5552209615707397,
      "learning_rate": 4.66400679566063e-06,
      "loss": 0.4878,
      "step": 266150
    },
    {
      "epoch": 74.28,
      "grad_norm": 1.7221006155014038,
      "learning_rate": 4.664002976589498e-06,
      "loss": 0.4892,
      "step": 266160
    },
    {
      "epoch": 74.29,
      "grad_norm": 1.7122364044189453,
      "learning_rate": 4.663999157209539e-06,
      "loss": 0.4815,
      "step": 266170
    },
    {
      "epoch": 74.29,
      "grad_norm": 1.8618143796920776,
      "learning_rate": 4.663995337520755e-06,
      "loss": 0.4985,
      "step": 266180
    },
    {
      "epoch": 74.29,
      "grad_norm": 1.5853524208068848,
      "learning_rate": 4.663991517523146e-06,
      "loss": 0.4886,
      "step": 266190
    },
    {
      "epoch": 74.3,
      "grad_norm": 2.1282403469085693,
      "learning_rate": 4.663987697216712e-06,
      "loss": 0.4762,
      "step": 266200
    },
    {
      "epoch": 74.3,
      "grad_norm": 2.1119749546051025,
      "learning_rate": 4.663983876601453e-06,
      "loss": 0.4948,
      "step": 266210
    },
    {
      "epoch": 74.3,
      "grad_norm": 1.9382615089416504,
      "learning_rate": 4.6639800556773705e-06,
      "loss": 0.5197,
      "step": 266220
    },
    {
      "epoch": 74.3,
      "grad_norm": 1.8354389667510986,
      "learning_rate": 4.663976234444466e-06,
      "loss": 0.4767,
      "step": 266230
    },
    {
      "epoch": 74.31,
      "grad_norm": 2.3483800888061523,
      "learning_rate": 4.663972412902737e-06,
      "loss": 0.492,
      "step": 266240
    },
    {
      "epoch": 74.31,
      "grad_norm": 1.5391547679901123,
      "learning_rate": 4.663968591052186e-06,
      "loss": 0.4812,
      "step": 266250
    },
    {
      "epoch": 74.31,
      "grad_norm": 1.293973445892334,
      "learning_rate": 4.663964768892815e-06,
      "loss": 0.5043,
      "step": 266260
    },
    {
      "epoch": 74.31,
      "grad_norm": 1.6006890535354614,
      "learning_rate": 4.663960946424621e-06,
      "loss": 0.4873,
      "step": 266270
    },
    {
      "epoch": 74.32,
      "grad_norm": 2.293337106704712,
      "learning_rate": 4.663957123647607e-06,
      "loss": 0.4854,
      "step": 266280
    },
    {
      "epoch": 74.32,
      "grad_norm": 2.0373215675354004,
      "learning_rate": 4.663953300561773e-06,
      "loss": 0.4767,
      "step": 266290
    },
    {
      "epoch": 74.32,
      "grad_norm": 1.5569183826446533,
      "learning_rate": 4.663949477167119e-06,
      "loss": 0.49,
      "step": 266300
    },
    {
      "epoch": 74.33,
      "grad_norm": 1.4558987617492676,
      "learning_rate": 4.663945653463645e-06,
      "loss": 0.4958,
      "step": 266310
    },
    {
      "epoch": 74.33,
      "grad_norm": 1.9089512825012207,
      "learning_rate": 4.663941829451354e-06,
      "loss": 0.4906,
      "step": 266320
    },
    {
      "epoch": 74.33,
      "grad_norm": 2.1519784927368164,
      "learning_rate": 4.663938005130244e-06,
      "loss": 0.5066,
      "step": 266330
    },
    {
      "epoch": 74.33,
      "grad_norm": 1.6787278652191162,
      "learning_rate": 4.6639341805003155e-06,
      "loss": 0.5163,
      "step": 266340
    },
    {
      "epoch": 74.34,
      "grad_norm": 1.3331708908081055,
      "learning_rate": 4.663930355561571e-06,
      "loss": 0.4762,
      "step": 266350
    },
    {
      "epoch": 74.34,
      "grad_norm": 2.373380184173584,
      "learning_rate": 4.663926530314009e-06,
      "loss": 0.5002,
      "step": 266360
    },
    {
      "epoch": 74.34,
      "grad_norm": 2.1703503131866455,
      "learning_rate": 4.663922704757632e-06,
      "loss": 0.4673,
      "step": 266370
    },
    {
      "epoch": 74.35,
      "grad_norm": 1.8465272188186646,
      "learning_rate": 4.663918878892439e-06,
      "loss": 0.4725,
      "step": 266380
    },
    {
      "epoch": 74.35,
      "grad_norm": 2.0976762771606445,
      "learning_rate": 4.66391505271843e-06,
      "loss": 0.4747,
      "step": 266390
    },
    {
      "epoch": 74.35,
      "grad_norm": 1.5416033267974854,
      "learning_rate": 4.6639112262356075e-06,
      "loss": 0.5081,
      "step": 266400
    },
    {
      "epoch": 74.35,
      "grad_norm": 1.536972999572754,
      "learning_rate": 4.66390739944397e-06,
      "loss": 0.4871,
      "step": 266410
    },
    {
      "epoch": 74.36,
      "grad_norm": 1.7655047178268433,
      "learning_rate": 4.6639035723435195e-06,
      "loss": 0.4914,
      "step": 266420
    },
    {
      "epoch": 74.36,
      "grad_norm": 1.6821075677871704,
      "learning_rate": 4.663899744934256e-06,
      "loss": 0.4954,
      "step": 266430
    },
    {
      "epoch": 74.36,
      "grad_norm": 1.6789506673812866,
      "learning_rate": 4.66389591721618e-06,
      "loss": 0.4768,
      "step": 266440
    },
    {
      "epoch": 74.37,
      "grad_norm": 1.9427697658538818,
      "learning_rate": 4.6638920891892915e-06,
      "loss": 0.487,
      "step": 266450
    },
    {
      "epoch": 74.37,
      "grad_norm": 2.5171258449554443,
      "learning_rate": 4.663888260853592e-06,
      "loss": 0.4745,
      "step": 266460
    },
    {
      "epoch": 74.37,
      "grad_norm": 1.8280298709869385,
      "learning_rate": 4.6638844322090806e-06,
      "loss": 0.4945,
      "step": 266470
    },
    {
      "epoch": 74.37,
      "grad_norm": 1.4629237651824951,
      "learning_rate": 4.6638806032557595e-06,
      "loss": 0.4921,
      "step": 266480
    },
    {
      "epoch": 74.38,
      "grad_norm": 2.27543044090271,
      "learning_rate": 4.663876773993628e-06,
      "loss": 0.4832,
      "step": 266490
    },
    {
      "epoch": 74.38,
      "grad_norm": 1.7063326835632324,
      "learning_rate": 4.663872944422687e-06,
      "loss": 0.4862,
      "step": 266500
    },
    {
      "epoch": 74.38,
      "grad_norm": 1.67151939868927,
      "learning_rate": 4.663869114542937e-06,
      "loss": 0.4754,
      "step": 266510
    },
    {
      "epoch": 74.38,
      "grad_norm": 1.9093703031539917,
      "learning_rate": 4.6638652843543785e-06,
      "loss": 0.4782,
      "step": 266520
    },
    {
      "epoch": 74.39,
      "grad_norm": 1.7953866720199585,
      "learning_rate": 4.663861453857012e-06,
      "loss": 0.4805,
      "step": 266530
    },
    {
      "epoch": 74.39,
      "grad_norm": 1.4802700281143188,
      "learning_rate": 4.663857623050838e-06,
      "loss": 0.477,
      "step": 266540
    },
    {
      "epoch": 74.39,
      "grad_norm": 1.649384617805481,
      "learning_rate": 4.663853791935857e-06,
      "loss": 0.4822,
      "step": 266550
    },
    {
      "epoch": 74.4,
      "grad_norm": 1.7276400327682495,
      "learning_rate": 4.66384996051207e-06,
      "loss": 0.4816,
      "step": 266560
    },
    {
      "epoch": 74.4,
      "grad_norm": 1.3728770017623901,
      "learning_rate": 4.663846128779478e-06,
      "loss": 0.5086,
      "step": 266570
    },
    {
      "epoch": 74.4,
      "grad_norm": 1.6768487691879272,
      "learning_rate": 4.6638422967380785e-06,
      "loss": 0.4671,
      "step": 266580
    },
    {
      "epoch": 74.4,
      "grad_norm": 1.665474534034729,
      "learning_rate": 4.663838464387875e-06,
      "loss": 0.4823,
      "step": 266590
    },
    {
      "epoch": 74.41,
      "grad_norm": 1.4832130670547485,
      "learning_rate": 4.663834631728867e-06,
      "loss": 0.488,
      "step": 266600
    },
    {
      "epoch": 74.41,
      "grad_norm": 2.090141534805298,
      "learning_rate": 4.663830798761055e-06,
      "loss": 0.4766,
      "step": 266610
    },
    {
      "epoch": 74.41,
      "grad_norm": 1.6249827146530151,
      "learning_rate": 4.66382696548444e-06,
      "loss": 0.5098,
      "step": 266620
    },
    {
      "epoch": 74.42,
      "grad_norm": 1.717838168144226,
      "learning_rate": 4.6638231318990224e-06,
      "loss": 0.4708,
      "step": 266630
    },
    {
      "epoch": 74.42,
      "grad_norm": 1.5549906492233276,
      "learning_rate": 4.6638192980048015e-06,
      "loss": 0.4797,
      "step": 266640
    },
    {
      "epoch": 74.42,
      "grad_norm": 1.4792231321334839,
      "learning_rate": 4.663815463801779e-06,
      "loss": 0.5083,
      "step": 266650
    },
    {
      "epoch": 74.42,
      "grad_norm": 1.4092153310775757,
      "learning_rate": 4.663811629289955e-06,
      "loss": 0.4899,
      "step": 266660
    },
    {
      "epoch": 74.43,
      "grad_norm": 1.5243955850601196,
      "learning_rate": 4.663807794469331e-06,
      "loss": 0.4767,
      "step": 266670
    },
    {
      "epoch": 74.43,
      "grad_norm": 1.5891461372375488,
      "learning_rate": 4.663803959339906e-06,
      "loss": 0.4904,
      "step": 266680
    },
    {
      "epoch": 74.43,
      "grad_norm": 1.2823224067687988,
      "learning_rate": 4.663800123901682e-06,
      "loss": 0.4624,
      "step": 266690
    },
    {
      "epoch": 74.43,
      "grad_norm": 1.6385828256607056,
      "learning_rate": 4.6637962881546574e-06,
      "loss": 0.4733,
      "step": 266700
    },
    {
      "epoch": 74.44,
      "grad_norm": 1.3478535413742065,
      "learning_rate": 4.663792452098835e-06,
      "loss": 0.4964,
      "step": 266710
    },
    {
      "epoch": 74.44,
      "grad_norm": 1.5704927444458008,
      "learning_rate": 4.663788615734213e-06,
      "loss": 0.4973,
      "step": 266720
    },
    {
      "epoch": 74.44,
      "grad_norm": 2.7355856895446777,
      "learning_rate": 4.663784779060795e-06,
      "loss": 0.4761,
      "step": 266730
    },
    {
      "epoch": 74.45,
      "grad_norm": 1.7857557535171509,
      "learning_rate": 4.663780942078578e-06,
      "loss": 0.4917,
      "step": 266740
    },
    {
      "epoch": 74.45,
      "grad_norm": 1.7002253532409668,
      "learning_rate": 4.663777104787565e-06,
      "loss": 0.4987,
      "step": 266750
    },
    {
      "epoch": 74.45,
      "grad_norm": 2.2968461513519287,
      "learning_rate": 4.6637732671877565e-06,
      "loss": 0.5009,
      "step": 266760
    },
    {
      "epoch": 74.45,
      "grad_norm": 1.6405022144317627,
      "learning_rate": 4.6637694292791525e-06,
      "loss": 0.4839,
      "step": 266770
    },
    {
      "epoch": 74.46,
      "grad_norm": 1.8397427797317505,
      "learning_rate": 4.6637655910617525e-06,
      "loss": 0.5017,
      "step": 266780
    },
    {
      "epoch": 74.46,
      "grad_norm": 2.1074798107147217,
      "learning_rate": 4.663761752535557e-06,
      "loss": 0.4952,
      "step": 266790
    },
    {
      "epoch": 74.46,
      "grad_norm": 1.7008700370788574,
      "learning_rate": 4.6637579137005685e-06,
      "loss": 0.5042,
      "step": 266800
    },
    {
      "epoch": 74.47,
      "grad_norm": 1.726108431816101,
      "learning_rate": 4.6637540745567854e-06,
      "loss": 0.493,
      "step": 266810
    },
    {
      "epoch": 74.47,
      "grad_norm": 2.519981622695923,
      "learning_rate": 4.663750235104211e-06,
      "loss": 0.4916,
      "step": 266820
    },
    {
      "epoch": 74.47,
      "grad_norm": 2.205638885498047,
      "learning_rate": 4.663746395342842e-06,
      "loss": 0.4759,
      "step": 266830
    },
    {
      "epoch": 74.47,
      "grad_norm": 1.585834264755249,
      "learning_rate": 4.663742555272681e-06,
      "loss": 0.4763,
      "step": 266840
    },
    {
      "epoch": 74.48,
      "grad_norm": 1.6830116510391235,
      "learning_rate": 4.6637387148937286e-06,
      "loss": 0.5079,
      "step": 266850
    },
    {
      "epoch": 74.48,
      "grad_norm": 1.6132991313934326,
      "learning_rate": 4.663734874205986e-06,
      "loss": 0.5155,
      "step": 266860
    },
    {
      "epoch": 74.48,
      "grad_norm": 1.8143824338912964,
      "learning_rate": 4.663731033209452e-06,
      "loss": 0.499,
      "step": 266870
    },
    {
      "epoch": 74.49,
      "grad_norm": 1.7685128450393677,
      "learning_rate": 4.663727191904128e-06,
      "loss": 0.4776,
      "step": 266880
    },
    {
      "epoch": 74.49,
      "grad_norm": 1.5282238721847534,
      "learning_rate": 4.663723350290013e-06,
      "loss": 0.4984,
      "step": 266890
    },
    {
      "epoch": 74.49,
      "grad_norm": 1.4973411560058594,
      "learning_rate": 4.663719508367111e-06,
      "loss": 0.4966,
      "step": 266900
    },
    {
      "epoch": 74.49,
      "grad_norm": 1.351973056793213,
      "learning_rate": 4.663715666135419e-06,
      "loss": 0.4924,
      "step": 266910
    },
    {
      "epoch": 74.5,
      "grad_norm": 1.6759521961212158,
      "learning_rate": 4.66371182359494e-06,
      "loss": 0.466,
      "step": 266920
    },
    {
      "epoch": 74.5,
      "grad_norm": 1.9220492839813232,
      "learning_rate": 4.663707980745673e-06,
      "loss": 0.4916,
      "step": 266930
    },
    {
      "epoch": 74.5,
      "grad_norm": 1.6877074241638184,
      "learning_rate": 4.663704137587619e-06,
      "loss": 0.4625,
      "step": 266940
    },
    {
      "epoch": 74.5,
      "grad_norm": 1.8031173944473267,
      "learning_rate": 4.663700294120779e-06,
      "loss": 0.4834,
      "step": 266950
    },
    {
      "epoch": 74.51,
      "grad_norm": 1.935492753982544,
      "learning_rate": 4.663696450345152e-06,
      "loss": 0.4654,
      "step": 266960
    },
    {
      "epoch": 74.51,
      "grad_norm": 2.1023449897766113,
      "learning_rate": 4.66369260626074e-06,
      "loss": 0.4786,
      "step": 266970
    },
    {
      "epoch": 74.51,
      "grad_norm": 1.6306896209716797,
      "learning_rate": 4.663688761867543e-06,
      "loss": 0.4871,
      "step": 266980
    },
    {
      "epoch": 74.52,
      "grad_norm": 1.7657808065414429,
      "learning_rate": 4.663684917165562e-06,
      "loss": 0.4889,
      "step": 266990
    },
    {
      "epoch": 74.52,
      "grad_norm": 1.7793911695480347,
      "learning_rate": 4.663681072154796e-06,
      "loss": 0.5006,
      "step": 267000
    },
    {
      "epoch": 74.52,
      "grad_norm": 1.7904295921325684,
      "learning_rate": 4.6636772268352474e-06,
      "loss": 0.496,
      "step": 267010
    },
    {
      "epoch": 74.52,
      "grad_norm": 1.588093638420105,
      "learning_rate": 4.6636733812069156e-06,
      "loss": 0.4993,
      "step": 267020
    },
    {
      "epoch": 74.53,
      "grad_norm": 2.0483410358428955,
      "learning_rate": 4.663669535269801e-06,
      "loss": 0.4957,
      "step": 267030
    },
    {
      "epoch": 74.53,
      "grad_norm": 1.7798912525177002,
      "learning_rate": 4.663665689023904e-06,
      "loss": 0.484,
      "step": 267040
    },
    {
      "epoch": 74.53,
      "grad_norm": 1.806538462638855,
      "learning_rate": 4.663661842469228e-06,
      "loss": 0.4907,
      "step": 267050
    },
    {
      "epoch": 74.54,
      "grad_norm": 1.365784764289856,
      "learning_rate": 4.6636579956057684e-06,
      "loss": 0.4819,
      "step": 267060
    },
    {
      "epoch": 74.54,
      "grad_norm": 1.7073044776916504,
      "learning_rate": 4.663654148433529e-06,
      "loss": 0.4991,
      "step": 267070
    },
    {
      "epoch": 74.54,
      "grad_norm": 1.7985854148864746,
      "learning_rate": 4.663650300952511e-06,
      "loss": 0.4864,
      "step": 267080
    },
    {
      "epoch": 74.54,
      "grad_norm": 1.818219780921936,
      "learning_rate": 4.663646453162713e-06,
      "loss": 0.4887,
      "step": 267090
    },
    {
      "epoch": 74.55,
      "grad_norm": 1.4676545858383179,
      "learning_rate": 4.663642605064136e-06,
      "loss": 0.492,
      "step": 267100
    },
    {
      "epoch": 74.55,
      "grad_norm": 1.6514650583267212,
      "learning_rate": 4.663638756656781e-06,
      "loss": 0.4879,
      "step": 267110
    },
    {
      "epoch": 74.55,
      "grad_norm": 1.9577304124832153,
      "learning_rate": 4.663634907940647e-06,
      "loss": 0.4703,
      "step": 267120
    },
    {
      "epoch": 74.55,
      "grad_norm": 2.0579469203948975,
      "learning_rate": 4.663631058915737e-06,
      "loss": 0.492,
      "step": 267130
    },
    {
      "epoch": 74.56,
      "grad_norm": 1.395232915878296,
      "learning_rate": 4.663627209582049e-06,
      "loss": 0.5046,
      "step": 267140
    },
    {
      "epoch": 74.56,
      "grad_norm": 1.3409764766693115,
      "learning_rate": 4.663623359939586e-06,
      "loss": 0.4935,
      "step": 267150
    },
    {
      "epoch": 74.56,
      "grad_norm": 1.589882731437683,
      "learning_rate": 4.663619509988347e-06,
      "loss": 0.4831,
      "step": 267160
    },
    {
      "epoch": 74.57,
      "grad_norm": 1.5262399911880493,
      "learning_rate": 4.663615659728332e-06,
      "loss": 0.468,
      "step": 267170
    },
    {
      "epoch": 74.57,
      "grad_norm": 1.7667160034179688,
      "learning_rate": 4.6636118091595425e-06,
      "loss": 0.4719,
      "step": 267180
    },
    {
      "epoch": 74.57,
      "grad_norm": 3.0162253379821777,
      "learning_rate": 4.663607958281979e-06,
      "loss": 0.4995,
      "step": 267190
    },
    {
      "epoch": 74.57,
      "grad_norm": 1.5380148887634277,
      "learning_rate": 4.663604107095641e-06,
      "loss": 0.4934,
      "step": 267200
    },
    {
      "epoch": 74.58,
      "grad_norm": 1.7123957872390747,
      "learning_rate": 4.663600255600531e-06,
      "loss": 0.4919,
      "step": 267210
    },
    {
      "epoch": 74.58,
      "grad_norm": 1.5091930627822876,
      "learning_rate": 4.6635964037966475e-06,
      "loss": 0.4919,
      "step": 267220
    },
    {
      "epoch": 74.58,
      "grad_norm": 2.180382013320923,
      "learning_rate": 4.663592551683992e-06,
      "loss": 0.4783,
      "step": 267230
    },
    {
      "epoch": 74.59,
      "grad_norm": 1.4753698110580444,
      "learning_rate": 4.663588699262565e-06,
      "loss": 0.4844,
      "step": 267240
    },
    {
      "epoch": 74.59,
      "grad_norm": 1.4467430114746094,
      "learning_rate": 4.663584846532367e-06,
      "loss": 0.4849,
      "step": 267250
    },
    {
      "epoch": 74.59,
      "grad_norm": 1.6542912721633911,
      "learning_rate": 4.663580993493398e-06,
      "loss": 0.4787,
      "step": 267260
    },
    {
      "epoch": 74.59,
      "grad_norm": 1.5041977167129517,
      "learning_rate": 4.663577140145659e-06,
      "loss": 0.5043,
      "step": 267270
    },
    {
      "epoch": 74.6,
      "grad_norm": 1.4659647941589355,
      "learning_rate": 4.66357328648915e-06,
      "loss": 0.484,
      "step": 267280
    },
    {
      "epoch": 74.6,
      "grad_norm": 2.2390265464782715,
      "learning_rate": 4.663569432523873e-06,
      "loss": 0.4695,
      "step": 267290
    },
    {
      "epoch": 74.6,
      "grad_norm": 1.7399780750274658,
      "learning_rate": 4.6635655782498256e-06,
      "loss": 0.4737,
      "step": 267300
    },
    {
      "epoch": 74.61,
      "grad_norm": 1.9930064678192139,
      "learning_rate": 4.663561723667011e-06,
      "loss": 0.4873,
      "step": 267310
    },
    {
      "epoch": 74.61,
      "grad_norm": 1.9130569696426392,
      "learning_rate": 4.66355786877543e-06,
      "loss": 0.4627,
      "step": 267320
    },
    {
      "epoch": 74.61,
      "grad_norm": 2.1354000568389893,
      "learning_rate": 4.66355401357508e-06,
      "loss": 0.5045,
      "step": 267330
    },
    {
      "epoch": 74.61,
      "grad_norm": 1.6204649209976196,
      "learning_rate": 4.663550158065965e-06,
      "loss": 0.487,
      "step": 267340
    },
    {
      "epoch": 74.62,
      "grad_norm": 1.3407024145126343,
      "learning_rate": 4.663546302248083e-06,
      "loss": 0.4896,
      "step": 267350
    },
    {
      "epoch": 74.62,
      "grad_norm": 1.962475299835205,
      "learning_rate": 4.663542446121436e-06,
      "loss": 0.4706,
      "step": 267360
    },
    {
      "epoch": 74.62,
      "grad_norm": 1.653826355934143,
      "learning_rate": 4.6635385896860234e-06,
      "loss": 0.4986,
      "step": 267370
    },
    {
      "epoch": 74.62,
      "grad_norm": 1.7519898414611816,
      "learning_rate": 4.663534732941847e-06,
      "loss": 0.4733,
      "step": 267380
    },
    {
      "epoch": 74.63,
      "grad_norm": 1.7556664943695068,
      "learning_rate": 4.663530875888906e-06,
      "loss": 0.4707,
      "step": 267390
    },
    {
      "epoch": 74.63,
      "grad_norm": 1.6677320003509521,
      "learning_rate": 4.663527018527202e-06,
      "loss": 0.5009,
      "step": 267400
    },
    {
      "epoch": 74.63,
      "grad_norm": 1.8966165781021118,
      "learning_rate": 4.6635231608567345e-06,
      "loss": 0.5009,
      "step": 267410
    },
    {
      "epoch": 74.64,
      "grad_norm": 1.338632345199585,
      "learning_rate": 4.663519302877505e-06,
      "loss": 0.4738,
      "step": 267420
    },
    {
      "epoch": 74.64,
      "grad_norm": 2.017080783843994,
      "learning_rate": 4.663515444589514e-06,
      "loss": 0.4798,
      "step": 267430
    },
    {
      "epoch": 74.64,
      "grad_norm": 2.423164129257202,
      "learning_rate": 4.66351158599276e-06,
      "loss": 0.5165,
      "step": 267440
    },
    {
      "epoch": 74.64,
      "grad_norm": 1.9525680541992188,
      "learning_rate": 4.663507727087247e-06,
      "loss": 0.5036,
      "step": 267450
    },
    {
      "epoch": 74.65,
      "grad_norm": 1.7291268110275269,
      "learning_rate": 4.6635038678729725e-06,
      "loss": 0.4822,
      "step": 267460
    },
    {
      "epoch": 74.65,
      "grad_norm": 2.1227307319641113,
      "learning_rate": 4.663500008349939e-06,
      "loss": 0.5038,
      "step": 267470
    },
    {
      "epoch": 74.65,
      "grad_norm": 1.4299346208572388,
      "learning_rate": 4.663496148518146e-06,
      "loss": 0.4787,
      "step": 267480
    },
    {
      "epoch": 74.66,
      "grad_norm": 1.4804925918579102,
      "learning_rate": 4.663492288377593e-06,
      "loss": 0.4928,
      "step": 267490
    },
    {
      "epoch": 74.66,
      "grad_norm": 1.8322488069534302,
      "learning_rate": 4.663488427928283e-06,
      "loss": 0.4833,
      "step": 267500
    },
    {
      "epoch": 74.66,
      "grad_norm": 2.313375949859619,
      "learning_rate": 4.663484567170214e-06,
      "loss": 0.4918,
      "step": 267510
    },
    {
      "epoch": 74.66,
      "grad_norm": 1.3686414957046509,
      "learning_rate": 4.6634807061033884e-06,
      "loss": 0.493,
      "step": 267520
    },
    {
      "epoch": 74.67,
      "grad_norm": 1.6472911834716797,
      "learning_rate": 4.663476844727806e-06,
      "loss": 0.4953,
      "step": 267530
    },
    {
      "epoch": 74.67,
      "grad_norm": 1.685010552406311,
      "learning_rate": 4.6634729830434675e-06,
      "loss": 0.4832,
      "step": 267540
    },
    {
      "epoch": 74.67,
      "grad_norm": 1.6767042875289917,
      "learning_rate": 4.663469121050373e-06,
      "loss": 0.5095,
      "step": 267550
    },
    {
      "epoch": 74.67,
      "grad_norm": 2.523529529571533,
      "learning_rate": 4.6634652587485225e-06,
      "loss": 0.4924,
      "step": 267560
    },
    {
      "epoch": 74.68,
      "grad_norm": 2.0583407878875732,
      "learning_rate": 4.663461396137919e-06,
      "loss": 0.4821,
      "step": 267570
    },
    {
      "epoch": 74.68,
      "grad_norm": 2.056159734725952,
      "learning_rate": 4.663457533218559e-06,
      "loss": 0.4796,
      "step": 267580
    },
    {
      "epoch": 74.68,
      "grad_norm": 1.6510382890701294,
      "learning_rate": 4.6634536699904465e-06,
      "loss": 0.4819,
      "step": 267590
    },
    {
      "epoch": 74.69,
      "grad_norm": 1.686354160308838,
      "learning_rate": 4.663449806453582e-06,
      "loss": 0.509,
      "step": 267600
    },
    {
      "epoch": 74.69,
      "grad_norm": 1.8140419721603394,
      "learning_rate": 4.663445942607963e-06,
      "loss": 0.4747,
      "step": 267610
    },
    {
      "epoch": 74.69,
      "grad_norm": 1.6558376550674438,
      "learning_rate": 4.6634420784535926e-06,
      "loss": 0.4941,
      "step": 267620
    },
    {
      "epoch": 74.69,
      "grad_norm": 1.4101282358169556,
      "learning_rate": 4.663438213990471e-06,
      "loss": 0.4816,
      "step": 267630
    },
    {
      "epoch": 74.7,
      "grad_norm": 1.9584617614746094,
      "learning_rate": 4.663434349218597e-06,
      "loss": 0.4897,
      "step": 267640
    },
    {
      "epoch": 74.7,
      "grad_norm": 1.5778045654296875,
      "learning_rate": 4.663430484137973e-06,
      "loss": 0.4911,
      "step": 267650
    },
    {
      "epoch": 74.7,
      "grad_norm": 1.6469987630844116,
      "learning_rate": 4.663426618748599e-06,
      "loss": 0.4723,
      "step": 267660
    },
    {
      "epoch": 74.71,
      "grad_norm": 2.0498135089874268,
      "learning_rate": 4.663422753050476e-06,
      "loss": 0.4947,
      "step": 267670
    },
    {
      "epoch": 74.71,
      "grad_norm": 1.61469304561615,
      "learning_rate": 4.663418887043603e-06,
      "loss": 0.4952,
      "step": 267680
    },
    {
      "epoch": 74.71,
      "grad_norm": 1.866125226020813,
      "learning_rate": 4.6634150207279824e-06,
      "loss": 0.4964,
      "step": 267690
    },
    {
      "epoch": 74.71,
      "grad_norm": 1.8811171054840088,
      "learning_rate": 4.663411154103613e-06,
      "loss": 0.4889,
      "step": 267700
    },
    {
      "epoch": 74.72,
      "grad_norm": 1.6970453262329102,
      "learning_rate": 4.663407287170497e-06,
      "loss": 0.5031,
      "step": 267710
    },
    {
      "epoch": 74.72,
      "grad_norm": 1.97060227394104,
      "learning_rate": 4.663403419928632e-06,
      "loss": 0.5042,
      "step": 267720
    },
    {
      "epoch": 74.72,
      "grad_norm": 2.127105951309204,
      "learning_rate": 4.6633995523780225e-06,
      "loss": 0.4822,
      "step": 267730
    },
    {
      "epoch": 74.73,
      "grad_norm": 1.8059927225112915,
      "learning_rate": 4.6633956845186655e-06,
      "loss": 0.4924,
      "step": 267740
    },
    {
      "epoch": 74.73,
      "grad_norm": 2.2804410457611084,
      "learning_rate": 4.663391816350564e-06,
      "loss": 0.4787,
      "step": 267750
    },
    {
      "epoch": 74.73,
      "grad_norm": 1.8606077432632446,
      "learning_rate": 4.6633879478737176e-06,
      "loss": 0.5104,
      "step": 267760
    },
    {
      "epoch": 74.73,
      "grad_norm": 1.8196982145309448,
      "learning_rate": 4.663384079088126e-06,
      "loss": 0.4718,
      "step": 267770
    },
    {
      "epoch": 74.74,
      "grad_norm": 1.3875738382339478,
      "learning_rate": 4.663380209993791e-06,
      "loss": 0.4907,
      "step": 267780
    },
    {
      "epoch": 74.74,
      "grad_norm": 1.751603364944458,
      "learning_rate": 4.6633763405907126e-06,
      "loss": 0.4961,
      "step": 267790
    },
    {
      "epoch": 74.74,
      "grad_norm": 1.8325303792953491,
      "learning_rate": 4.663372470878891e-06,
      "loss": 0.4886,
      "step": 267800
    },
    {
      "epoch": 74.74,
      "grad_norm": 1.4509574174880981,
      "learning_rate": 4.663368600858327e-06,
      "loss": 0.4779,
      "step": 267810
    },
    {
      "epoch": 74.75,
      "grad_norm": 1.5057874917984009,
      "learning_rate": 4.663364730529022e-06,
      "loss": 0.4824,
      "step": 267820
    },
    {
      "epoch": 74.75,
      "grad_norm": 2.1891191005706787,
      "learning_rate": 4.663360859890974e-06,
      "loss": 0.4903,
      "step": 267830
    },
    {
      "epoch": 74.75,
      "grad_norm": 1.5093961954116821,
      "learning_rate": 4.663356988944187e-06,
      "loss": 0.4633,
      "step": 267840
    },
    {
      "epoch": 74.76,
      "grad_norm": 1.9937478303909302,
      "learning_rate": 4.663353117688658e-06,
      "loss": 0.502,
      "step": 267850
    },
    {
      "epoch": 74.76,
      "grad_norm": 1.451265573501587,
      "learning_rate": 4.66334924612439e-06,
      "loss": 0.4949,
      "step": 267860
    },
    {
      "epoch": 74.76,
      "grad_norm": 1.3615211248397827,
      "learning_rate": 4.663345374251384e-06,
      "loss": 0.4837,
      "step": 267870
    },
    {
      "epoch": 74.76,
      "grad_norm": 1.6677383184432983,
      "learning_rate": 4.663341502069637e-06,
      "loss": 0.5055,
      "step": 267880
    },
    {
      "epoch": 74.77,
      "grad_norm": 1.8981304168701172,
      "learning_rate": 4.663337629579154e-06,
      "loss": 0.4831,
      "step": 267890
    },
    {
      "epoch": 74.77,
      "grad_norm": 1.5083976984024048,
      "learning_rate": 4.663333756779932e-06,
      "loss": 0.5027,
      "step": 267900
    },
    {
      "epoch": 74.77,
      "grad_norm": 1.4849411249160767,
      "learning_rate": 4.663329883671972e-06,
      "loss": 0.4729,
      "step": 267910
    },
    {
      "epoch": 74.78,
      "grad_norm": 1.6336174011230469,
      "learning_rate": 4.663326010255276e-06,
      "loss": 0.48,
      "step": 267920
    },
    {
      "epoch": 74.78,
      "grad_norm": 1.9784482717514038,
      "learning_rate": 4.663322136529843e-06,
      "loss": 0.4804,
      "step": 267930
    },
    {
      "epoch": 74.78,
      "grad_norm": 2.0252487659454346,
      "learning_rate": 4.6633182624956755e-06,
      "loss": 0.4963,
      "step": 267940
    },
    {
      "epoch": 74.78,
      "grad_norm": 1.9434055089950562,
      "learning_rate": 4.663314388152773e-06,
      "loss": 0.4972,
      "step": 267950
    },
    {
      "epoch": 74.79,
      "grad_norm": 1.5177329778671265,
      "learning_rate": 4.6633105135011346e-06,
      "loss": 0.4923,
      "step": 267960
    },
    {
      "epoch": 74.79,
      "grad_norm": 1.9022274017333984,
      "learning_rate": 4.663306638540763e-06,
      "loss": 0.48,
      "step": 267970
    },
    {
      "epoch": 74.79,
      "grad_norm": 1.403054118156433,
      "learning_rate": 4.663302763271658e-06,
      "loss": 0.4859,
      "step": 267980
    },
    {
      "epoch": 74.79,
      "grad_norm": 1.7592689990997314,
      "learning_rate": 4.663298887693819e-06,
      "loss": 0.4805,
      "step": 267990
    },
    {
      "epoch": 74.8,
      "grad_norm": 1.8549833297729492,
      "learning_rate": 4.663295011807248e-06,
      "loss": 0.4854,
      "step": 268000
    },
    {
      "epoch": 74.8,
      "grad_norm": 1.5497946739196777,
      "learning_rate": 4.6632911356119445e-06,
      "loss": 0.4714,
      "step": 268010
    },
    {
      "epoch": 74.8,
      "grad_norm": 1.7785342931747437,
      "learning_rate": 4.663287259107911e-06,
      "loss": 0.4966,
      "step": 268020
    },
    {
      "epoch": 74.81,
      "grad_norm": 1.7459572553634644,
      "learning_rate": 4.663283382295144e-06,
      "loss": 0.458,
      "step": 268030
    },
    {
      "epoch": 74.81,
      "grad_norm": 2.000713348388672,
      "learning_rate": 4.663279505173648e-06,
      "loss": 0.5026,
      "step": 268040
    },
    {
      "epoch": 74.81,
      "grad_norm": 1.490630030632019,
      "learning_rate": 4.663275627743422e-06,
      "loss": 0.4925,
      "step": 268050
    },
    {
      "epoch": 74.81,
      "grad_norm": 1.9125393629074097,
      "learning_rate": 4.663271750004466e-06,
      "loss": 0.4879,
      "step": 268060
    },
    {
      "epoch": 74.82,
      "grad_norm": 1.795335054397583,
      "learning_rate": 4.663267871956781e-06,
      "loss": 0.4834,
      "step": 268070
    },
    {
      "epoch": 74.82,
      "grad_norm": 1.5243661403656006,
      "learning_rate": 4.663263993600368e-06,
      "loss": 0.4805,
      "step": 268080
    },
    {
      "epoch": 74.82,
      "grad_norm": 1.4994852542877197,
      "learning_rate": 4.663260114935227e-06,
      "loss": 0.4758,
      "step": 268090
    },
    {
      "epoch": 74.83,
      "grad_norm": 2.318399667739868,
      "learning_rate": 4.6632562359613575e-06,
      "loss": 0.4972,
      "step": 268100
    },
    {
      "epoch": 74.83,
      "grad_norm": 1.9299856424331665,
      "learning_rate": 4.6632523566787625e-06,
      "loss": 0.4736,
      "step": 268110
    },
    {
      "epoch": 74.83,
      "grad_norm": 1.776627779006958,
      "learning_rate": 4.66324847708744e-06,
      "loss": 0.4922,
      "step": 268120
    },
    {
      "epoch": 74.83,
      "grad_norm": 1.6515183448791504,
      "learning_rate": 4.663244597187392e-06,
      "loss": 0.4844,
      "step": 268130
    },
    {
      "epoch": 74.84,
      "grad_norm": 2.2892518043518066,
      "learning_rate": 4.663240716978619e-06,
      "loss": 0.4681,
      "step": 268140
    },
    {
      "epoch": 74.84,
      "grad_norm": 1.4363670349121094,
      "learning_rate": 4.663236836461121e-06,
      "loss": 0.4991,
      "step": 268150
    },
    {
      "epoch": 74.84,
      "grad_norm": 2.3948190212249756,
      "learning_rate": 4.6632329556348985e-06,
      "loss": 0.4976,
      "step": 268160
    },
    {
      "epoch": 74.85,
      "grad_norm": 1.7261544466018677,
      "learning_rate": 4.663229074499953e-06,
      "loss": 0.4805,
      "step": 268170
    },
    {
      "epoch": 74.85,
      "grad_norm": 1.442223072052002,
      "learning_rate": 4.663225193056283e-06,
      "loss": 0.4855,
      "step": 268180
    },
    {
      "epoch": 74.85,
      "grad_norm": 3.5791401863098145,
      "learning_rate": 4.6632213113038904e-06,
      "loss": 0.4735,
      "step": 268190
    },
    {
      "epoch": 74.85,
      "grad_norm": 1.698119878768921,
      "learning_rate": 4.663217429242777e-06,
      "loss": 0.4835,
      "step": 268200
    },
    {
      "epoch": 74.86,
      "grad_norm": 2.034310817718506,
      "learning_rate": 4.663213546872941e-06,
      "loss": 0.5063,
      "step": 268210
    },
    {
      "epoch": 74.86,
      "grad_norm": 1.9005887508392334,
      "learning_rate": 4.663209664194382e-06,
      "loss": 0.4988,
      "step": 268220
    },
    {
      "epoch": 74.86,
      "grad_norm": 1.587043285369873,
      "learning_rate": 4.663205781207105e-06,
      "loss": 0.4923,
      "step": 268230
    },
    {
      "epoch": 74.86,
      "grad_norm": 1.8545494079589844,
      "learning_rate": 4.663201897911106e-06,
      "loss": 0.4803,
      "step": 268240
    },
    {
      "epoch": 74.87,
      "grad_norm": 1.842209815979004,
      "learning_rate": 4.663198014306387e-06,
      "loss": 0.4937,
      "step": 268250
    },
    {
      "epoch": 74.87,
      "grad_norm": 2.0509865283966064,
      "learning_rate": 4.663194130392951e-06,
      "loss": 0.4815,
      "step": 268260
    },
    {
      "epoch": 74.87,
      "grad_norm": 1.86268150806427,
      "learning_rate": 4.663190246170794e-06,
      "loss": 0.4981,
      "step": 268270
    },
    {
      "epoch": 74.88,
      "grad_norm": 1.782036542892456,
      "learning_rate": 4.66318636163992e-06,
      "loss": 0.4635,
      "step": 268280
    },
    {
      "epoch": 74.88,
      "grad_norm": 1.7915623188018799,
      "learning_rate": 4.6631824768003284e-06,
      "loss": 0.4789,
      "step": 268290
    },
    {
      "epoch": 74.88,
      "grad_norm": 1.97222900390625,
      "learning_rate": 4.66317859165202e-06,
      "loss": 0.474,
      "step": 268300
    },
    {
      "epoch": 74.88,
      "grad_norm": 1.7335354089736938,
      "learning_rate": 4.6631747061949955e-06,
      "loss": 0.4964,
      "step": 268310
    },
    {
      "epoch": 74.89,
      "grad_norm": 1.669661521911621,
      "learning_rate": 4.6631708204292535e-06,
      "loss": 0.4879,
      "step": 268320
    },
    {
      "epoch": 74.89,
      "grad_norm": 1.9025883674621582,
      "learning_rate": 4.663166934354797e-06,
      "loss": 0.4778,
      "step": 268330
    },
    {
      "epoch": 74.89,
      "grad_norm": 1.8819258213043213,
      "learning_rate": 4.663163047971625e-06,
      "loss": 0.4885,
      "step": 268340
    },
    {
      "epoch": 74.9,
      "grad_norm": 1.9697470664978027,
      "learning_rate": 4.663159161279739e-06,
      "loss": 0.5087,
      "step": 268350
    },
    {
      "epoch": 74.9,
      "grad_norm": 2.011479377746582,
      "learning_rate": 4.663155274279138e-06,
      "loss": 0.5073,
      "step": 268360
    },
    {
      "epoch": 74.9,
      "grad_norm": 1.5710810422897339,
      "learning_rate": 4.663151386969824e-06,
      "loss": 0.4966,
      "step": 268370
    },
    {
      "epoch": 74.9,
      "grad_norm": 1.503830909729004,
      "learning_rate": 4.663147499351797e-06,
      "loss": 0.5175,
      "step": 268380
    },
    {
      "epoch": 74.91,
      "grad_norm": 1.4034924507141113,
      "learning_rate": 4.6631436114250574e-06,
      "loss": 0.4828,
      "step": 268390
    },
    {
      "epoch": 74.91,
      "grad_norm": 1.5237810611724854,
      "learning_rate": 4.663139723189606e-06,
      "loss": 0.4776,
      "step": 268400
    },
    {
      "epoch": 74.91,
      "grad_norm": 2.065392017364502,
      "learning_rate": 4.663135834645444e-06,
      "loss": 0.5107,
      "step": 268410
    },
    {
      "epoch": 74.91,
      "grad_norm": 1.4861913919448853,
      "learning_rate": 4.663131945792571e-06,
      "loss": 0.5001,
      "step": 268420
    },
    {
      "epoch": 74.92,
      "grad_norm": 1.7457247972488403,
      "learning_rate": 4.663128056630987e-06,
      "loss": 0.4788,
      "step": 268430
    },
    {
      "epoch": 74.92,
      "grad_norm": 1.7838408946990967,
      "learning_rate": 4.663124167160693e-06,
      "loss": 0.469,
      "step": 268440
    },
    {
      "epoch": 74.92,
      "grad_norm": 1.790179967880249,
      "learning_rate": 4.66312027738169e-06,
      "loss": 0.4906,
      "step": 268450
    },
    {
      "epoch": 74.93,
      "grad_norm": 1.5397891998291016,
      "learning_rate": 4.663116387293978e-06,
      "loss": 0.4551,
      "step": 268460
    },
    {
      "epoch": 74.93,
      "grad_norm": 1.5382908582687378,
      "learning_rate": 4.6631124968975575e-06,
      "loss": 0.4767,
      "step": 268470
    },
    {
      "epoch": 74.93,
      "grad_norm": 1.7597650289535522,
      "learning_rate": 4.663108606192429e-06,
      "loss": 0.4695,
      "step": 268480
    },
    {
      "epoch": 74.93,
      "grad_norm": 1.9675564765930176,
      "learning_rate": 4.663104715178594e-06,
      "loss": 0.4984,
      "step": 268490
    },
    {
      "epoch": 74.94,
      "grad_norm": 1.8533103466033936,
      "learning_rate": 4.663100823856053e-06,
      "loss": 0.4981,
      "step": 268500
    },
    {
      "epoch": 74.94,
      "grad_norm": 1.9127804040908813,
      "learning_rate": 4.663096932224805e-06,
      "loss": 0.4904,
      "step": 268510
    },
    {
      "epoch": 74.94,
      "grad_norm": 1.6859601736068726,
      "learning_rate": 4.66309304028485e-06,
      "loss": 0.4785,
      "step": 268520
    },
    {
      "epoch": 74.95,
      "grad_norm": 1.6541845798492432,
      "learning_rate": 4.663089148036191e-06,
      "loss": 0.5079,
      "step": 268530
    },
    {
      "epoch": 74.95,
      "grad_norm": 1.8765387535095215,
      "learning_rate": 4.663085255478828e-06,
      "loss": 0.5059,
      "step": 268540
    },
    {
      "epoch": 74.95,
      "grad_norm": 2.6193301677703857,
      "learning_rate": 4.66308136261276e-06,
      "loss": 0.4886,
      "step": 268550
    },
    {
      "epoch": 74.95,
      "grad_norm": 1.874099850654602,
      "learning_rate": 4.663077469437988e-06,
      "loss": 0.4786,
      "step": 268560
    },
    {
      "epoch": 74.96,
      "grad_norm": 1.3164023160934448,
      "learning_rate": 4.663073575954514e-06,
      "loss": 0.4976,
      "step": 268570
    },
    {
      "epoch": 74.96,
      "grad_norm": 1.828118920326233,
      "learning_rate": 4.663069682162336e-06,
      "loss": 0.4797,
      "step": 268580
    },
    {
      "epoch": 74.96,
      "grad_norm": 1.3989415168762207,
      "learning_rate": 4.663065788061456e-06,
      "loss": 0.5005,
      "step": 268590
    },
    {
      "epoch": 74.97,
      "grad_norm": 1.741351842880249,
      "learning_rate": 4.663061893651876e-06,
      "loss": 0.476,
      "step": 268600
    },
    {
      "epoch": 74.97,
      "grad_norm": 1.5105785131454468,
      "learning_rate": 4.6630579989335936e-06,
      "loss": 0.5038,
      "step": 268610
    },
    {
      "epoch": 74.97,
      "grad_norm": 1.7375142574310303,
      "learning_rate": 4.663054103906612e-06,
      "loss": 0.4673,
      "step": 268620
    },
    {
      "epoch": 74.97,
      "grad_norm": 1.744943380355835,
      "learning_rate": 4.663050208570928e-06,
      "loss": 0.4967,
      "step": 268630
    },
    {
      "epoch": 74.98,
      "grad_norm": 1.72841477394104,
      "learning_rate": 4.663046312926547e-06,
      "loss": 0.4843,
      "step": 268640
    },
    {
      "epoch": 74.98,
      "grad_norm": 1.505039930343628,
      "learning_rate": 4.663042416973466e-06,
      "loss": 0.4805,
      "step": 268650
    },
    {
      "epoch": 74.98,
      "grad_norm": 1.8748003244400024,
      "learning_rate": 4.6630385207116864e-06,
      "loss": 0.4916,
      "step": 268660
    },
    {
      "epoch": 74.98,
      "grad_norm": 1.5644433498382568,
      "learning_rate": 4.663034624141208e-06,
      "loss": 0.4812,
      "step": 268670
    },
    {
      "epoch": 74.99,
      "grad_norm": 2.1496880054473877,
      "learning_rate": 4.663030727262034e-06,
      "loss": 0.4807,
      "step": 268680
    },
    {
      "epoch": 74.99,
      "grad_norm": 3.7383038997650146,
      "learning_rate": 4.663026830074163e-06,
      "loss": 0.4926,
      "step": 268690
    },
    {
      "epoch": 74.99,
      "grad_norm": 1.8901011943817139,
      "learning_rate": 4.663022932577595e-06,
      "loss": 0.486,
      "step": 268700
    },
    {
      "epoch": 75.0,
      "grad_norm": 1.4152191877365112,
      "learning_rate": 4.663019034772331e-06,
      "loss": 0.4721,
      "step": 268710
    },
    {
      "epoch": 75.0,
      "grad_norm": 1.3542195558547974,
      "learning_rate": 4.6630151366583715e-06,
      "loss": 0.4668,
      "step": 268720
    },
    {
      "epoch": 75.0,
      "eval_loss": 0.4889945089817047,
      "eval_runtime": 62.7959,
      "eval_samples_per_second": 80.563,
      "eval_steps_per_second": 10.08,
      "step": 268725
    },
    {
      "epoch": 75.0,
      "grad_norm": 1.4264992475509644,
      "learning_rate": 4.663011238235718e-06,
      "loss": 0.4941,
      "step": 268730
    },
    {
      "epoch": 75.0,
      "grad_norm": 1.8931013345718384,
      "learning_rate": 4.663007339504369e-06,
      "loss": 0.481,
      "step": 268740
    },
    {
      "epoch": 75.01,
      "grad_norm": 1.6297507286071777,
      "learning_rate": 4.663003440464326e-06,
      "loss": 0.4696,
      "step": 268750
    },
    {
      "epoch": 75.01,
      "grad_norm": 1.6146533489227295,
      "learning_rate": 4.662999541115591e-06,
      "loss": 0.4805,
      "step": 268760
    },
    {
      "epoch": 75.01,
      "grad_norm": 1.9003163576126099,
      "learning_rate": 4.662995641458163e-06,
      "loss": 0.4916,
      "step": 268770
    },
    {
      "epoch": 75.02,
      "grad_norm": 19.314977645874023,
      "learning_rate": 4.662991741492043e-06,
      "loss": 0.49,
      "step": 268780
    },
    {
      "epoch": 75.02,
      "grad_norm": 1.7943230867385864,
      "learning_rate": 4.66298784121723e-06,
      "loss": 0.4936,
      "step": 268790
    },
    {
      "epoch": 75.02,
      "grad_norm": 1.7493103742599487,
      "learning_rate": 4.662983940633727e-06,
      "loss": 0.485,
      "step": 268800
    },
    {
      "epoch": 75.02,
      "grad_norm": 1.3183794021606445,
      "learning_rate": 4.6629800397415335e-06,
      "loss": 0.4661,
      "step": 268810
    },
    {
      "epoch": 75.03,
      "grad_norm": 1.7294204235076904,
      "learning_rate": 4.662976138540649e-06,
      "loss": 0.4853,
      "step": 268820
    },
    {
      "epoch": 75.03,
      "grad_norm": 1.4782339334487915,
      "learning_rate": 4.662972237031075e-06,
      "loss": 0.4923,
      "step": 268830
    },
    {
      "epoch": 75.03,
      "grad_norm": 1.5576757192611694,
      "learning_rate": 4.662968335212812e-06,
      "loss": 0.4611,
      "step": 268840
    },
    {
      "epoch": 75.03,
      "grad_norm": 1.6825909614562988,
      "learning_rate": 4.662964433085861e-06,
      "loss": 0.4916,
      "step": 268850
    },
    {
      "epoch": 75.04,
      "grad_norm": 1.620635986328125,
      "learning_rate": 4.662960530650222e-06,
      "loss": 0.5108,
      "step": 268860
    },
    {
      "epoch": 75.04,
      "grad_norm": 1.6477856636047363,
      "learning_rate": 4.6629566279058945e-06,
      "loss": 0.4768,
      "step": 268870
    },
    {
      "epoch": 75.04,
      "grad_norm": 1.6444519758224487,
      "learning_rate": 4.66295272485288e-06,
      "loss": 0.4793,
      "step": 268880
    },
    {
      "epoch": 75.05,
      "grad_norm": 1.4935449361801147,
      "learning_rate": 4.66294882149118e-06,
      "loss": 0.466,
      "step": 268890
    },
    {
      "epoch": 75.05,
      "grad_norm": 1.5804208517074585,
      "learning_rate": 4.662944917820793e-06,
      "loss": 0.4719,
      "step": 268900
    },
    {
      "epoch": 75.05,
      "grad_norm": 2.07818603515625,
      "learning_rate": 4.6629410138417215e-06,
      "loss": 0.4927,
      "step": 268910
    },
    {
      "epoch": 75.05,
      "grad_norm": 1.6408556699752808,
      "learning_rate": 4.662937109553964e-06,
      "loss": 0.4842,
      "step": 268920
    },
    {
      "epoch": 75.06,
      "grad_norm": 2.5314087867736816,
      "learning_rate": 4.662933204957523e-06,
      "loss": 0.4937,
      "step": 268930
    },
    {
      "epoch": 75.06,
      "grad_norm": 1.7328754663467407,
      "learning_rate": 4.662929300052397e-06,
      "loss": 0.5031,
      "step": 268940
    },
    {
      "epoch": 75.06,
      "grad_norm": 1.7350255250930786,
      "learning_rate": 4.662925394838588e-06,
      "loss": 0.48,
      "step": 268950
    },
    {
      "epoch": 75.07,
      "grad_norm": 1.4035139083862305,
      "learning_rate": 4.662921489316097e-06,
      "loss": 0.4884,
      "step": 268960
    },
    {
      "epoch": 75.07,
      "grad_norm": 1.6471779346466064,
      "learning_rate": 4.662917583484923e-06,
      "loss": 0.4843,
      "step": 268970
    },
    {
      "epoch": 75.07,
      "grad_norm": 1.7979280948638916,
      "learning_rate": 4.662913677345067e-06,
      "loss": 0.4779,
      "step": 268980
    },
    {
      "epoch": 75.07,
      "grad_norm": 1.5423833131790161,
      "learning_rate": 4.66290977089653e-06,
      "loss": 0.4585,
      "step": 268990
    },
    {
      "epoch": 75.08,
      "grad_norm": 1.758496880531311,
      "learning_rate": 4.6629058641393115e-06,
      "loss": 0.4896,
      "step": 269000
    },
    {
      "epoch": 75.08,
      "grad_norm": 1.935630440711975,
      "learning_rate": 4.662901957073414e-06,
      "loss": 0.4705,
      "step": 269010
    },
    {
      "epoch": 75.08,
      "grad_norm": 1.3794736862182617,
      "learning_rate": 4.662898049698836e-06,
      "loss": 0.499,
      "step": 269020
    },
    {
      "epoch": 75.09,
      "grad_norm": 1.7190762758255005,
      "learning_rate": 4.662894142015579e-06,
      "loss": 0.4826,
      "step": 269030
    },
    {
      "epoch": 75.09,
      "grad_norm": 1.9727615118026733,
      "learning_rate": 4.662890234023642e-06,
      "loss": 0.5014,
      "step": 269040
    },
    {
      "epoch": 75.09,
      "grad_norm": 1.7769324779510498,
      "learning_rate": 4.6628863257230274e-06,
      "loss": 0.5034,
      "step": 269050
    },
    {
      "epoch": 75.09,
      "grad_norm": 1.6863429546356201,
      "learning_rate": 4.662882417113736e-06,
      "loss": 0.4755,
      "step": 269060
    },
    {
      "epoch": 75.1,
      "grad_norm": 1.99479341506958,
      "learning_rate": 4.662878508195767e-06,
      "loss": 0.4707,
      "step": 269070
    },
    {
      "epoch": 75.1,
      "grad_norm": 1.7035691738128662,
      "learning_rate": 4.662874598969121e-06,
      "loss": 0.5081,
      "step": 269080
    },
    {
      "epoch": 75.1,
      "grad_norm": 1.8269610404968262,
      "learning_rate": 4.6628706894338e-06,
      "loss": 0.463,
      "step": 269090
    },
    {
      "epoch": 75.1,
      "grad_norm": 1.7729480266571045,
      "learning_rate": 4.662866779589802e-06,
      "loss": 0.4852,
      "step": 269100
    },
    {
      "epoch": 75.11,
      "grad_norm": 1.6959407329559326,
      "learning_rate": 4.66286286943713e-06,
      "loss": 0.5063,
      "step": 269110
    },
    {
      "epoch": 75.11,
      "grad_norm": 1.7463486194610596,
      "learning_rate": 4.662858958975783e-06,
      "loss": 0.4754,
      "step": 269120
    },
    {
      "epoch": 75.11,
      "grad_norm": 1.5544054508209229,
      "learning_rate": 4.662855048205762e-06,
      "loss": 0.4832,
      "step": 269130
    },
    {
      "epoch": 75.12,
      "grad_norm": 1.708385944366455,
      "learning_rate": 4.662851137127068e-06,
      "loss": 0.5064,
      "step": 269140
    },
    {
      "epoch": 75.12,
      "grad_norm": 1.5383390188217163,
      "learning_rate": 4.6628472257397005e-06,
      "loss": 0.5113,
      "step": 269150
    },
    {
      "epoch": 75.12,
      "grad_norm": 1.4360355138778687,
      "learning_rate": 4.66284331404366e-06,
      "loss": 0.4716,
      "step": 269160
    },
    {
      "epoch": 75.12,
      "grad_norm": 1.5988587141036987,
      "learning_rate": 4.6628394020389475e-06,
      "loss": 0.4628,
      "step": 269170
    },
    {
      "epoch": 75.13,
      "grad_norm": 1.6715385913848877,
      "learning_rate": 4.662835489725565e-06,
      "loss": 0.4778,
      "step": 269180
    },
    {
      "epoch": 75.13,
      "grad_norm": 1.4978325366973877,
      "learning_rate": 4.662831577103511e-06,
      "loss": 0.4882,
      "step": 269190
    },
    {
      "epoch": 75.13,
      "grad_norm": 2.027806520462036,
      "learning_rate": 4.6628276641727854e-06,
      "loss": 0.4988,
      "step": 269200
    },
    {
      "epoch": 75.14,
      "grad_norm": 1.5840232372283936,
      "learning_rate": 4.662823750933392e-06,
      "loss": 0.493,
      "step": 269210
    },
    {
      "epoch": 75.14,
      "grad_norm": 1.5742218494415283,
      "learning_rate": 4.6628198373853275e-06,
      "loss": 0.4817,
      "step": 269220
    },
    {
      "epoch": 75.14,
      "grad_norm": 1.7295119762420654,
      "learning_rate": 4.662815923528595e-06,
      "loss": 0.4794,
      "step": 269230
    },
    {
      "epoch": 75.14,
      "grad_norm": 1.6623196601867676,
      "learning_rate": 4.662812009363194e-06,
      "loss": 0.4878,
      "step": 269240
    },
    {
      "epoch": 75.15,
      "grad_norm": 1.8978527784347534,
      "learning_rate": 4.662808094889125e-06,
      "loss": 0.4748,
      "step": 269250
    },
    {
      "epoch": 75.15,
      "grad_norm": 2.509692668914795,
      "learning_rate": 4.662804180106389e-06,
      "loss": 0.5047,
      "step": 269260
    },
    {
      "epoch": 75.15,
      "grad_norm": 1.888920783996582,
      "learning_rate": 4.662800265014986e-06,
      "loss": 0.4848,
      "step": 269270
    },
    {
      "epoch": 75.15,
      "grad_norm": 1.8419045209884644,
      "learning_rate": 4.662796349614917e-06,
      "loss": 0.4901,
      "step": 269280
    },
    {
      "epoch": 75.16,
      "grad_norm": 1.806992530822754,
      "learning_rate": 4.6627924339061826e-06,
      "loss": 0.4965,
      "step": 269290
    },
    {
      "epoch": 75.16,
      "grad_norm": 2.1505544185638428,
      "learning_rate": 4.662788517888783e-06,
      "loss": 0.5037,
      "step": 269300
    },
    {
      "epoch": 75.16,
      "grad_norm": 2.015484094619751,
      "learning_rate": 4.662784601562718e-06,
      "loss": 0.4869,
      "step": 269310
    },
    {
      "epoch": 75.17,
      "grad_norm": 1.8806136846542358,
      "learning_rate": 4.662780684927989e-06,
      "loss": 0.4984,
      "step": 269320
    },
    {
      "epoch": 75.17,
      "grad_norm": 1.4541771411895752,
      "learning_rate": 4.662776767984597e-06,
      "loss": 0.4938,
      "step": 269330
    },
    {
      "epoch": 75.17,
      "grad_norm": 1.914122462272644,
      "learning_rate": 4.662772850732541e-06,
      "loss": 0.4795,
      "step": 269340
    },
    {
      "epoch": 75.17,
      "grad_norm": 1.6100707054138184,
      "learning_rate": 4.662768933171823e-06,
      "loss": 0.4687,
      "step": 269350
    },
    {
      "epoch": 75.18,
      "grad_norm": 2.1453781127929688,
      "learning_rate": 4.662765015302443e-06,
      "loss": 0.4713,
      "step": 269360
    },
    {
      "epoch": 75.18,
      "grad_norm": 1.4193605184555054,
      "learning_rate": 4.6627610971244015e-06,
      "loss": 0.5005,
      "step": 269370
    },
    {
      "epoch": 75.18,
      "grad_norm": 1.8104737997055054,
      "learning_rate": 4.662757178637699e-06,
      "loss": 0.4949,
      "step": 269380
    },
    {
      "epoch": 75.19,
      "grad_norm": 1.539663553237915,
      "learning_rate": 4.662753259842336e-06,
      "loss": 0.4715,
      "step": 269390
    },
    {
      "epoch": 75.19,
      "grad_norm": 1.5603861808776855,
      "learning_rate": 4.662749340738313e-06,
      "loss": 0.4798,
      "step": 269400
    },
    {
      "epoch": 75.19,
      "grad_norm": 1.4980731010437012,
      "learning_rate": 4.66274542132563e-06,
      "loss": 0.4953,
      "step": 269410
    },
    {
      "epoch": 75.19,
      "grad_norm": 1.6712446212768555,
      "learning_rate": 4.6627415016042885e-06,
      "loss": 0.4774,
      "step": 269420
    },
    {
      "epoch": 75.2,
      "grad_norm": 1.5408873558044434,
      "learning_rate": 4.662737581574289e-06,
      "loss": 0.4746,
      "step": 269430
    },
    {
      "epoch": 75.2,
      "grad_norm": 1.9834290742874146,
      "learning_rate": 4.662733661235631e-06,
      "loss": 0.4935,
      "step": 269440
    },
    {
      "epoch": 75.2,
      "grad_norm": 1.9513837099075317,
      "learning_rate": 4.662729740588316e-06,
      "loss": 0.491,
      "step": 269450
    },
    {
      "epoch": 75.21,
      "grad_norm": 2.0112195014953613,
      "learning_rate": 4.662725819632345e-06,
      "loss": 0.4893,
      "step": 269460
    },
    {
      "epoch": 75.21,
      "grad_norm": 2.048626184463501,
      "learning_rate": 4.662721898367716e-06,
      "loss": 0.4961,
      "step": 269470
    },
    {
      "epoch": 75.21,
      "grad_norm": 1.5399342775344849,
      "learning_rate": 4.6627179767944325e-06,
      "loss": 0.5029,
      "step": 269480
    },
    {
      "epoch": 75.21,
      "grad_norm": 1.6594406366348267,
      "learning_rate": 4.662714054912493e-06,
      "loss": 0.4773,
      "step": 269490
    },
    {
      "epoch": 75.22,
      "grad_norm": 1.4692695140838623,
      "learning_rate": 4.662710132721899e-06,
      "loss": 0.4685,
      "step": 269500
    },
    {
      "epoch": 75.22,
      "grad_norm": 1.50556480884552,
      "learning_rate": 4.662706210222651e-06,
      "loss": 0.4752,
      "step": 269510
    },
    {
      "epoch": 75.22,
      "grad_norm": 2.2226264476776123,
      "learning_rate": 4.662702287414749e-06,
      "loss": 0.5034,
      "step": 269520
    },
    {
      "epoch": 75.22,
      "grad_norm": 1.7190179824829102,
      "learning_rate": 4.6626983642981936e-06,
      "loss": 0.4938,
      "step": 269530
    },
    {
      "epoch": 75.23,
      "grad_norm": 1.5269943475723267,
      "learning_rate": 4.6626944408729865e-06,
      "loss": 0.5038,
      "step": 269540
    },
    {
      "epoch": 75.23,
      "grad_norm": 1.8413349390029907,
      "learning_rate": 4.662690517139126e-06,
      "loss": 0.4645,
      "step": 269550
    },
    {
      "epoch": 75.23,
      "grad_norm": 1.9352355003356934,
      "learning_rate": 4.6626865930966145e-06,
      "loss": 0.4696,
      "step": 269560
    },
    {
      "epoch": 75.24,
      "grad_norm": 1.3973671197891235,
      "learning_rate": 4.662682668745452e-06,
      "loss": 0.476,
      "step": 269570
    },
    {
      "epoch": 75.24,
      "grad_norm": 1.6069796085357666,
      "learning_rate": 4.662678744085639e-06,
      "loss": 0.4712,
      "step": 269580
    },
    {
      "epoch": 75.24,
      "grad_norm": 2.022928237915039,
      "learning_rate": 4.662674819117176e-06,
      "loss": 0.4846,
      "step": 269590
    },
    {
      "epoch": 75.24,
      "grad_norm": 2.4613919258117676,
      "learning_rate": 4.662670893840062e-06,
      "loss": 0.4896,
      "step": 269600
    },
    {
      "epoch": 75.25,
      "grad_norm": 1.8675037622451782,
      "learning_rate": 4.662666968254301e-06,
      "loss": 0.4976,
      "step": 269610
    },
    {
      "epoch": 75.25,
      "grad_norm": 1.9073296785354614,
      "learning_rate": 4.6626630423598906e-06,
      "loss": 0.4833,
      "step": 269620
    },
    {
      "epoch": 75.25,
      "grad_norm": 1.7003157138824463,
      "learning_rate": 4.662659116156832e-06,
      "loss": 0.5074,
      "step": 269630
    },
    {
      "epoch": 75.26,
      "grad_norm": 1.6327153444290161,
      "learning_rate": 4.662655189645127e-06,
      "loss": 0.4799,
      "step": 269640
    },
    {
      "epoch": 75.26,
      "grad_norm": 1.565185785293579,
      "learning_rate": 4.6626512628247745e-06,
      "loss": 0.4855,
      "step": 269650
    },
    {
      "epoch": 75.26,
      "grad_norm": 1.6259161233901978,
      "learning_rate": 4.662647335695775e-06,
      "loss": 0.4814,
      "step": 269660
    },
    {
      "epoch": 75.26,
      "grad_norm": 1.850662350654602,
      "learning_rate": 4.662643408258131e-06,
      "loss": 0.4712,
      "step": 269670
    },
    {
      "epoch": 75.27,
      "grad_norm": 1.5359312295913696,
      "learning_rate": 4.662639480511841e-06,
      "loss": 0.4834,
      "step": 269680
    },
    {
      "epoch": 75.27,
      "grad_norm": 1.9589060544967651,
      "learning_rate": 4.662635552456905e-06,
      "loss": 0.4978,
      "step": 269690
    },
    {
      "epoch": 75.27,
      "grad_norm": 1.9983128309249878,
      "learning_rate": 4.662631624093326e-06,
      "loss": 0.4955,
      "step": 269700
    },
    {
      "epoch": 75.27,
      "grad_norm": 1.295196294784546,
      "learning_rate": 4.662627695421103e-06,
      "loss": 0.4809,
      "step": 269710
    },
    {
      "epoch": 75.28,
      "grad_norm": 1.61935555934906,
      "learning_rate": 4.662623766440237e-06,
      "loss": 0.4937,
      "step": 269720
    },
    {
      "epoch": 75.28,
      "grad_norm": 2.5973927974700928,
      "learning_rate": 4.662619837150728e-06,
      "loss": 0.4847,
      "step": 269730
    },
    {
      "epoch": 75.28,
      "grad_norm": 1.6038306951522827,
      "learning_rate": 4.662615907552577e-06,
      "loss": 0.4951,
      "step": 269740
    },
    {
      "epoch": 75.29,
      "grad_norm": 1.8463351726531982,
      "learning_rate": 4.662611977645784e-06,
      "loss": 0.4927,
      "step": 269750
    },
    {
      "epoch": 75.29,
      "grad_norm": 1.5260279178619385,
      "learning_rate": 4.66260804743035e-06,
      "loss": 0.4691,
      "step": 269760
    },
    {
      "epoch": 75.29,
      "grad_norm": 1.7464314699172974,
      "learning_rate": 4.662604116906275e-06,
      "loss": 0.4954,
      "step": 269770
    },
    {
      "epoch": 75.29,
      "grad_norm": 1.6065912246704102,
      "learning_rate": 4.66260018607356e-06,
      "loss": 0.4955,
      "step": 269780
    },
    {
      "epoch": 75.3,
      "grad_norm": 1.7916799783706665,
      "learning_rate": 4.662596254932205e-06,
      "loss": 0.4892,
      "step": 269790
    },
    {
      "epoch": 75.3,
      "grad_norm": 1.5446184873580933,
      "learning_rate": 4.662592323482212e-06,
      "loss": 0.4998,
      "step": 269800
    },
    {
      "epoch": 75.3,
      "grad_norm": 1.7218230962753296,
      "learning_rate": 4.6625883917235796e-06,
      "loss": 0.4747,
      "step": 269810
    },
    {
      "epoch": 75.31,
      "grad_norm": 1.405590295791626,
      "learning_rate": 4.66258445965631e-06,
      "loss": 0.4813,
      "step": 269820
    },
    {
      "epoch": 75.31,
      "grad_norm": 1.796926498413086,
      "learning_rate": 4.662580527280403e-06,
      "loss": 0.499,
      "step": 269830
    },
    {
      "epoch": 75.31,
      "grad_norm": 1.655677080154419,
      "learning_rate": 4.662576594595858e-06,
      "loss": 0.4779,
      "step": 269840
    },
    {
      "epoch": 75.31,
      "grad_norm": 1.6484955549240112,
      "learning_rate": 4.6625726616026765e-06,
      "loss": 0.5023,
      "step": 269850
    },
    {
      "epoch": 75.32,
      "grad_norm": 1.9409997463226318,
      "learning_rate": 4.66256872830086e-06,
      "loss": 0.4952,
      "step": 269860
    },
    {
      "epoch": 75.32,
      "grad_norm": 1.7131065130233765,
      "learning_rate": 4.662564794690407e-06,
      "loss": 0.4758,
      "step": 269870
    },
    {
      "epoch": 75.32,
      "grad_norm": 2.1088247299194336,
      "learning_rate": 4.66256086077132e-06,
      "loss": 0.4665,
      "step": 269880
    },
    {
      "epoch": 75.33,
      "grad_norm": 2.208538293838501,
      "learning_rate": 4.662556926543599e-06,
      "loss": 0.4928,
      "step": 269890
    },
    {
      "epoch": 75.33,
      "grad_norm": 2.0981268882751465,
      "learning_rate": 4.662552992007244e-06,
      "loss": 0.4992,
      "step": 269900
    },
    {
      "epoch": 75.33,
      "grad_norm": 2.0253849029541016,
      "learning_rate": 4.6625490571622545e-06,
      "loss": 0.5013,
      "step": 269910
    },
    {
      "epoch": 75.33,
      "grad_norm": 1.8956332206726074,
      "learning_rate": 4.662545122008633e-06,
      "loss": 0.501,
      "step": 269920
    },
    {
      "epoch": 75.34,
      "grad_norm": 1.570150375366211,
      "learning_rate": 4.662541186546379e-06,
      "loss": 0.4974,
      "step": 269930
    },
    {
      "epoch": 75.34,
      "grad_norm": 2.3140833377838135,
      "learning_rate": 4.6625372507754935e-06,
      "loss": 0.4719,
      "step": 269940
    },
    {
      "epoch": 75.34,
      "grad_norm": 1.849873661994934,
      "learning_rate": 4.6625333146959775e-06,
      "loss": 0.4885,
      "step": 269950
    },
    {
      "epoch": 75.34,
      "grad_norm": 1.8519012928009033,
      "learning_rate": 4.66252937830783e-06,
      "loss": 0.4832,
      "step": 269960
    },
    {
      "epoch": 75.35,
      "grad_norm": 1.913600206375122,
      "learning_rate": 4.662525441611052e-06,
      "loss": 0.4936,
      "step": 269970
    },
    {
      "epoch": 75.35,
      "grad_norm": 1.7754507064819336,
      "learning_rate": 4.662521504605645e-06,
      "loss": 0.4834,
      "step": 269980
    },
    {
      "epoch": 75.35,
      "grad_norm": 1.4139782190322876,
      "learning_rate": 4.662517567291609e-06,
      "loss": 0.4912,
      "step": 269990
    },
    {
      "epoch": 75.36,
      "grad_norm": 1.9866784811019897,
      "learning_rate": 4.6625136296689435e-06,
      "loss": 0.4917,
      "step": 270000
    },
    {
      "epoch": 75.36,
      "grad_norm": 1.9804208278656006,
      "learning_rate": 4.662509691737651e-06,
      "loss": 0.4682,
      "step": 270010
    },
    {
      "epoch": 75.36,
      "grad_norm": 1.773531436920166,
      "learning_rate": 4.662505753497731e-06,
      "loss": 0.4798,
      "step": 270020
    },
    {
      "epoch": 75.36,
      "grad_norm": 1.626325011253357,
      "learning_rate": 4.662501814949183e-06,
      "loss": 0.4834,
      "step": 270030
    },
    {
      "epoch": 75.37,
      "grad_norm": 1.6943427324295044,
      "learning_rate": 4.662497876092008e-06,
      "loss": 0.4965,
      "step": 270040
    },
    {
      "epoch": 75.37,
      "grad_norm": 1.3953036069869995,
      "learning_rate": 4.662493936926208e-06,
      "loss": 0.4591,
      "step": 270050
    },
    {
      "epoch": 75.37,
      "grad_norm": 1.8788044452667236,
      "learning_rate": 4.6624899974517835e-06,
      "loss": 0.506,
      "step": 270060
    },
    {
      "epoch": 75.38,
      "grad_norm": 1.313935399055481,
      "learning_rate": 4.662486057668733e-06,
      "loss": 0.5114,
      "step": 270070
    },
    {
      "epoch": 75.38,
      "grad_norm": 1.5151203870773315,
      "learning_rate": 4.662482117577058e-06,
      "loss": 0.5036,
      "step": 270080
    },
    {
      "epoch": 75.38,
      "grad_norm": 1.6484330892562866,
      "learning_rate": 4.6624781771767594e-06,
      "loss": 0.4745,
      "step": 270090
    },
    {
      "epoch": 75.38,
      "grad_norm": 1.7642123699188232,
      "learning_rate": 4.6624742364678374e-06,
      "loss": 0.4834,
      "step": 270100
    },
    {
      "epoch": 75.39,
      "grad_norm": 1.810529351234436,
      "learning_rate": 4.662470295450292e-06,
      "loss": 0.4864,
      "step": 270110
    },
    {
      "epoch": 75.39,
      "grad_norm": 1.602364420890808,
      "learning_rate": 4.6624663541241254e-06,
      "loss": 0.4899,
      "step": 270120
    },
    {
      "epoch": 75.39,
      "grad_norm": 1.9176170825958252,
      "learning_rate": 4.662462412489336e-06,
      "loss": 0.4747,
      "step": 270130
    },
    {
      "epoch": 75.39,
      "grad_norm": 1.7450982332229614,
      "learning_rate": 4.662458470545926e-06,
      "loss": 0.5099,
      "step": 270140
    },
    {
      "epoch": 75.4,
      "grad_norm": 1.8509148359298706,
      "learning_rate": 4.662454528293895e-06,
      "loss": 0.4935,
      "step": 270150
    },
    {
      "epoch": 75.4,
      "grad_norm": 1.4281375408172607,
      "learning_rate": 4.662450585733244e-06,
      "loss": 0.485,
      "step": 270160
    },
    {
      "epoch": 75.4,
      "grad_norm": 1.9108593463897705,
      "learning_rate": 4.662446642863973e-06,
      "loss": 0.4836,
      "step": 270170
    },
    {
      "epoch": 75.41,
      "grad_norm": 2.0744402408599854,
      "learning_rate": 4.662442699686083e-06,
      "loss": 0.4911,
      "step": 270180
    },
    {
      "epoch": 75.41,
      "grad_norm": 1.3837454319000244,
      "learning_rate": 4.6624387561995745e-06,
      "loss": 0.4896,
      "step": 270190
    },
    {
      "epoch": 75.41,
      "grad_norm": 2.3969075679779053,
      "learning_rate": 4.662434812404447e-06,
      "loss": 0.4962,
      "step": 270200
    },
    {
      "epoch": 75.41,
      "grad_norm": 2.0706257820129395,
      "learning_rate": 4.662430868300704e-06,
      "loss": 0.4774,
      "step": 270210
    },
    {
      "epoch": 75.42,
      "grad_norm": 1.8883306980133057,
      "learning_rate": 4.662426923888343e-06,
      "loss": 0.4774,
      "step": 270220
    },
    {
      "epoch": 75.42,
      "grad_norm": 1.6521166563034058,
      "learning_rate": 4.6624229791673645e-06,
      "loss": 0.4906,
      "step": 270230
    },
    {
      "epoch": 75.42,
      "grad_norm": 1.486900806427002,
      "learning_rate": 4.662419034137771e-06,
      "loss": 0.495,
      "step": 270240
    },
    {
      "epoch": 75.43,
      "grad_norm": 1.31838858127594,
      "learning_rate": 4.662415088799561e-06,
      "loss": 0.4835,
      "step": 270250
    },
    {
      "epoch": 75.43,
      "grad_norm": 1.6593873500823975,
      "learning_rate": 4.662411143152737e-06,
      "loss": 0.4729,
      "step": 270260
    },
    {
      "epoch": 75.43,
      "grad_norm": 1.7987492084503174,
      "learning_rate": 4.662407197197299e-06,
      "loss": 0.4736,
      "step": 270270
    },
    {
      "epoch": 75.43,
      "grad_norm": 1.907332181930542,
      "learning_rate": 4.662403250933245e-06,
      "loss": 0.4941,
      "step": 270280
    },
    {
      "epoch": 75.44,
      "grad_norm": 1.942482829093933,
      "learning_rate": 4.66239930436058e-06,
      "loss": 0.4944,
      "step": 270290
    },
    {
      "epoch": 75.44,
      "grad_norm": 1.698386311531067,
      "learning_rate": 4.662395357479301e-06,
      "loss": 0.481,
      "step": 270300
    },
    {
      "epoch": 75.44,
      "grad_norm": 2.4413094520568848,
      "learning_rate": 4.662391410289409e-06,
      "loss": 0.5038,
      "step": 270310
    },
    {
      "epoch": 75.45,
      "grad_norm": 1.7533783912658691,
      "learning_rate": 4.662387462790906e-06,
      "loss": 0.4871,
      "step": 270320
    },
    {
      "epoch": 75.45,
      "grad_norm": 1.6334710121154785,
      "learning_rate": 4.662383514983792e-06,
      "loss": 0.4705,
      "step": 270330
    },
    {
      "epoch": 75.45,
      "grad_norm": 4.259495258331299,
      "learning_rate": 4.662379566868067e-06,
      "loss": 0.4822,
      "step": 270340
    },
    {
      "epoch": 75.45,
      "grad_norm": 1.947421669960022,
      "learning_rate": 4.662375618443732e-06,
      "loss": 0.4904,
      "step": 270350
    },
    {
      "epoch": 75.46,
      "grad_norm": 1.5542454719543457,
      "learning_rate": 4.662371669710787e-06,
      "loss": 0.4743,
      "step": 270360
    },
    {
      "epoch": 75.46,
      "grad_norm": 1.8427010774612427,
      "learning_rate": 4.6623677206692325e-06,
      "loss": 0.4793,
      "step": 270370
    },
    {
      "epoch": 75.46,
      "grad_norm": 2.63620662689209,
      "learning_rate": 4.662363771319069e-06,
      "loss": 0.4951,
      "step": 270380
    },
    {
      "epoch": 75.46,
      "grad_norm": 1.7044813632965088,
      "learning_rate": 4.662359821660299e-06,
      "loss": 0.4768,
      "step": 270390
    },
    {
      "epoch": 75.47,
      "grad_norm": 1.5093318223953247,
      "learning_rate": 4.6623558716929205e-06,
      "loss": 0.4769,
      "step": 270400
    },
    {
      "epoch": 75.47,
      "grad_norm": 2.6337480545043945,
      "learning_rate": 4.662351921416935e-06,
      "loss": 0.4882,
      "step": 270410
    },
    {
      "epoch": 75.47,
      "grad_norm": 1.3657701015472412,
      "learning_rate": 4.662347970832342e-06,
      "loss": 0.477,
      "step": 270420
    },
    {
      "epoch": 75.48,
      "grad_norm": 1.9037868976593018,
      "learning_rate": 4.662344019939144e-06,
      "loss": 0.4826,
      "step": 270430
    },
    {
      "epoch": 75.48,
      "grad_norm": 1.943040370941162,
      "learning_rate": 4.662340068737341e-06,
      "loss": 0.4592,
      "step": 270440
    },
    {
      "epoch": 75.48,
      "grad_norm": 2.195039987564087,
      "learning_rate": 4.662336117226933e-06,
      "loss": 0.4709,
      "step": 270450
    },
    {
      "epoch": 75.48,
      "grad_norm": 1.561885118484497,
      "learning_rate": 4.662332165407919e-06,
      "loss": 0.4773,
      "step": 270460
    },
    {
      "epoch": 75.49,
      "grad_norm": 1.8727402687072754,
      "learning_rate": 4.662328213280302e-06,
      "loss": 0.4835,
      "step": 270470
    },
    {
      "epoch": 75.49,
      "grad_norm": 1.313201904296875,
      "learning_rate": 4.662324260844082e-06,
      "loss": 0.4652,
      "step": 270480
    },
    {
      "epoch": 75.49,
      "grad_norm": 1.8798052072525024,
      "learning_rate": 4.6623203080992585e-06,
      "loss": 0.4816,
      "step": 270490
    },
    {
      "epoch": 75.5,
      "grad_norm": 1.7025046348571777,
      "learning_rate": 4.6623163550458325e-06,
      "loss": 0.4833,
      "step": 270500
    },
    {
      "epoch": 75.5,
      "grad_norm": 1.883008599281311,
      "learning_rate": 4.662312401683805e-06,
      "loss": 0.503,
      "step": 270510
    },
    {
      "epoch": 75.5,
      "grad_norm": 1.9831210374832153,
      "learning_rate": 4.662308448013177e-06,
      "loss": 0.4937,
      "step": 270520
    },
    {
      "epoch": 75.5,
      "grad_norm": 1.5889583826065063,
      "learning_rate": 4.662304494033947e-06,
      "loss": 0.4681,
      "step": 270530
    },
    {
      "epoch": 75.51,
      "grad_norm": 2.2047019004821777,
      "learning_rate": 4.662300539746118e-06,
      "loss": 0.4834,
      "step": 270540
    },
    {
      "epoch": 75.51,
      "grad_norm": 1.6900781393051147,
      "learning_rate": 4.6622965851496885e-06,
      "loss": 0.4838,
      "step": 270550
    },
    {
      "epoch": 75.51,
      "grad_norm": 1.5461915731430054,
      "learning_rate": 4.66229263024466e-06,
      "loss": 0.4739,
      "step": 270560
    },
    {
      "epoch": 75.51,
      "grad_norm": 1.641674518585205,
      "learning_rate": 4.662288675031033e-06,
      "loss": 0.4761,
      "step": 270570
    },
    {
      "epoch": 75.52,
      "grad_norm": 2.633758544921875,
      "learning_rate": 4.662284719508807e-06,
      "loss": 0.4946,
      "step": 270580
    },
    {
      "epoch": 75.52,
      "grad_norm": 1.6677814722061157,
      "learning_rate": 4.662280763677984e-06,
      "loss": 0.4851,
      "step": 270590
    },
    {
      "epoch": 75.52,
      "grad_norm": 1.9200414419174194,
      "learning_rate": 4.662276807538564e-06,
      "loss": 0.4847,
      "step": 270600
    },
    {
      "epoch": 75.53,
      "grad_norm": 1.8581593036651611,
      "learning_rate": 4.662272851090548e-06,
      "loss": 0.4862,
      "step": 270610
    },
    {
      "epoch": 75.53,
      "grad_norm": 2.884976625442505,
      "learning_rate": 4.6622688943339345e-06,
      "loss": 0.5148,
      "step": 270620
    },
    {
      "epoch": 75.53,
      "grad_norm": 1.5166791677474976,
      "learning_rate": 4.662264937268727e-06,
      "loss": 0.4608,
      "step": 270630
    },
    {
      "epoch": 75.53,
      "grad_norm": 1.4950594902038574,
      "learning_rate": 4.662260979894924e-06,
      "loss": 0.4877,
      "step": 270640
    },
    {
      "epoch": 75.54,
      "grad_norm": 1.6165415048599243,
      "learning_rate": 4.662257022212526e-06,
      "loss": 0.4862,
      "step": 270650
    },
    {
      "epoch": 75.54,
      "grad_norm": 1.6450543403625488,
      "learning_rate": 4.662253064221535e-06,
      "loss": 0.4649,
      "step": 270660
    },
    {
      "epoch": 75.54,
      "grad_norm": 1.6613341569900513,
      "learning_rate": 4.662249105921949e-06,
      "loss": 0.491,
      "step": 270670
    },
    {
      "epoch": 75.55,
      "grad_norm": 1.9722305536270142,
      "learning_rate": 4.662245147313772e-06,
      "loss": 0.4952,
      "step": 270680
    },
    {
      "epoch": 75.55,
      "grad_norm": 1.4383248090744019,
      "learning_rate": 4.6622411883970026e-06,
      "loss": 0.4798,
      "step": 270690
    },
    {
      "epoch": 75.55,
      "grad_norm": 1.4849835634231567,
      "learning_rate": 4.6622372291716405e-06,
      "loss": 0.47,
      "step": 270700
    },
    {
      "epoch": 75.55,
      "grad_norm": 1.964952826499939,
      "learning_rate": 4.662233269637687e-06,
      "loss": 0.4702,
      "step": 270710
    },
    {
      "epoch": 75.56,
      "grad_norm": 1.5402159690856934,
      "learning_rate": 4.662229309795143e-06,
      "loss": 0.4641,
      "step": 270720
    },
    {
      "epoch": 75.56,
      "grad_norm": 2.230776309967041,
      "learning_rate": 4.662225349644009e-06,
      "loss": 0.4787,
      "step": 270730
    },
    {
      "epoch": 75.56,
      "grad_norm": 2.0466814041137695,
      "learning_rate": 4.662221389184285e-06,
      "loss": 0.485,
      "step": 270740
    },
    {
      "epoch": 75.57,
      "grad_norm": 1.6366798877716064,
      "learning_rate": 4.662217428415972e-06,
      "loss": 0.5046,
      "step": 270750
    },
    {
      "epoch": 75.57,
      "grad_norm": 1.5296058654785156,
      "learning_rate": 4.662213467339071e-06,
      "loss": 0.487,
      "step": 270760
    },
    {
      "epoch": 75.57,
      "grad_norm": 1.626447319984436,
      "learning_rate": 4.662209505953581e-06,
      "loss": 0.4787,
      "step": 270770
    },
    {
      "epoch": 75.57,
      "grad_norm": 1.7950772047042847,
      "learning_rate": 4.662205544259504e-06,
      "loss": 0.4914,
      "step": 270780
    },
    {
      "epoch": 75.58,
      "grad_norm": 1.4797526597976685,
      "learning_rate": 4.662201582256839e-06,
      "loss": 0.4866,
      "step": 270790
    },
    {
      "epoch": 75.58,
      "grad_norm": 1.4726967811584473,
      "learning_rate": 4.662197619945588e-06,
      "loss": 0.4707,
      "step": 270800
    },
    {
      "epoch": 75.58,
      "grad_norm": 1.620237112045288,
      "learning_rate": 4.662193657325751e-06,
      "loss": 0.4703,
      "step": 270810
    },
    {
      "epoch": 75.58,
      "grad_norm": 1.8962395191192627,
      "learning_rate": 4.662189694397329e-06,
      "loss": 0.4902,
      "step": 270820
    },
    {
      "epoch": 75.59,
      "grad_norm": 1.656141996383667,
      "learning_rate": 4.662185731160321e-06,
      "loss": 0.494,
      "step": 270830
    },
    {
      "epoch": 75.59,
      "grad_norm": 1.9382526874542236,
      "learning_rate": 4.6621817676147296e-06,
      "loss": 0.49,
      "step": 270840
    },
    {
      "epoch": 75.59,
      "grad_norm": 1.6495927572250366,
      "learning_rate": 4.662177803760554e-06,
      "loss": 0.5003,
      "step": 270850
    },
    {
      "epoch": 75.6,
      "grad_norm": 1.5518715381622314,
      "learning_rate": 4.662173839597795e-06,
      "loss": 0.507,
      "step": 270860
    },
    {
      "epoch": 75.6,
      "grad_norm": 1.7989994287490845,
      "learning_rate": 4.662169875126453e-06,
      "loss": 0.4642,
      "step": 270870
    },
    {
      "epoch": 75.6,
      "grad_norm": 1.8553380966186523,
      "learning_rate": 4.662165910346529e-06,
      "loss": 0.4703,
      "step": 270880
    },
    {
      "epoch": 75.6,
      "grad_norm": 1.765404224395752,
      "learning_rate": 4.662161945258023e-06,
      "loss": 0.4764,
      "step": 270890
    },
    {
      "epoch": 75.61,
      "grad_norm": 1.693742036819458,
      "learning_rate": 4.6621579798609355e-06,
      "loss": 0.4896,
      "step": 270900
    },
    {
      "epoch": 75.61,
      "grad_norm": 2.4779231548309326,
      "learning_rate": 4.662154014155268e-06,
      "loss": 0.4852,
      "step": 270910
    },
    {
      "epoch": 75.61,
      "grad_norm": 1.5628365278244019,
      "learning_rate": 4.662150048141019e-06,
      "loss": 0.4793,
      "step": 270920
    },
    {
      "epoch": 75.62,
      "grad_norm": 1.4701863527297974,
      "learning_rate": 4.662146081818191e-06,
      "loss": 0.4621,
      "step": 270930
    },
    {
      "epoch": 75.62,
      "grad_norm": 1.300451636314392,
      "learning_rate": 4.6621421151867845e-06,
      "loss": 0.5165,
      "step": 270940
    },
    {
      "epoch": 75.62,
      "grad_norm": 1.72068452835083,
      "learning_rate": 4.662138148246799e-06,
      "loss": 0.497,
      "step": 270950
    },
    {
      "epoch": 75.62,
      "grad_norm": 1.7551827430725098,
      "learning_rate": 4.662134180998235e-06,
      "loss": 0.4872,
      "step": 270960
    },
    {
      "epoch": 75.63,
      "grad_norm": 1.6202131509780884,
      "learning_rate": 4.662130213441093e-06,
      "loss": 0.4848,
      "step": 270970
    },
    {
      "epoch": 75.63,
      "grad_norm": 1.4983454942703247,
      "learning_rate": 4.662126245575375e-06,
      "loss": 0.5006,
      "step": 270980
    },
    {
      "epoch": 75.63,
      "grad_norm": 1.8641414642333984,
      "learning_rate": 4.66212227740108e-06,
      "loss": 0.4902,
      "step": 270990
    },
    {
      "epoch": 75.63,
      "grad_norm": 1.8031094074249268,
      "learning_rate": 4.662118308918209e-06,
      "loss": 0.4957,
      "step": 271000
    },
    {
      "epoch": 75.64,
      "grad_norm": 1.4506927728652954,
      "learning_rate": 4.6621143401267624e-06,
      "loss": 0.4873,
      "step": 271010
    },
    {
      "epoch": 75.64,
      "grad_norm": 1.569851279258728,
      "learning_rate": 4.662110371026742e-06,
      "loss": 0.501,
      "step": 271020
    },
    {
      "epoch": 75.64,
      "grad_norm": 1.7855223417282104,
      "learning_rate": 4.662106401618146e-06,
      "loss": 0.4955,
      "step": 271030
    },
    {
      "epoch": 75.65,
      "grad_norm": 1.6882833242416382,
      "learning_rate": 4.662102431900977e-06,
      "loss": 0.4814,
      "step": 271040
    },
    {
      "epoch": 75.65,
      "grad_norm": 1.8251780271530151,
      "learning_rate": 4.662098461875233e-06,
      "loss": 0.4978,
      "step": 271050
    },
    {
      "epoch": 75.65,
      "grad_norm": 1.8306220769882202,
      "learning_rate": 4.662094491540918e-06,
      "loss": 0.4821,
      "step": 271060
    },
    {
      "epoch": 75.65,
      "grad_norm": 1.767976999282837,
      "learning_rate": 4.66209052089803e-06,
      "loss": 0.4938,
      "step": 271070
    },
    {
      "epoch": 75.66,
      "grad_norm": 1.5379576683044434,
      "learning_rate": 4.66208654994657e-06,
      "loss": 0.4845,
      "step": 271080
    },
    {
      "epoch": 75.66,
      "grad_norm": 1.457849383354187,
      "learning_rate": 4.66208257868654e-06,
      "loss": 0.4971,
      "step": 271090
    },
    {
      "epoch": 75.66,
      "grad_norm": 1.7408612966537476,
      "learning_rate": 4.662078607117938e-06,
      "loss": 0.5051,
      "step": 271100
    },
    {
      "epoch": 75.67,
      "grad_norm": 1.7176965475082397,
      "learning_rate": 4.662074635240766e-06,
      "loss": 0.4847,
      "step": 271110
    },
    {
      "epoch": 75.67,
      "grad_norm": 2.0423529148101807,
      "learning_rate": 4.662070663055025e-06,
      "loss": 0.4764,
      "step": 271120
    },
    {
      "epoch": 75.67,
      "grad_norm": 1.9705179929733276,
      "learning_rate": 4.662066690560714e-06,
      "loss": 0.472,
      "step": 271130
    },
    {
      "epoch": 75.67,
      "grad_norm": 1.8986284732818604,
      "learning_rate": 4.662062717757835e-06,
      "loss": 0.4694,
      "step": 271140
    },
    {
      "epoch": 75.68,
      "grad_norm": 1.6687328815460205,
      "learning_rate": 4.662058744646388e-06,
      "loss": 0.4785,
      "step": 271150
    },
    {
      "epoch": 75.68,
      "grad_norm": 2.0423989295959473,
      "learning_rate": 4.662054771226373e-06,
      "loss": 0.4858,
      "step": 271160
    },
    {
      "epoch": 75.68,
      "grad_norm": 1.8454197645187378,
      "learning_rate": 4.662050797497792e-06,
      "loss": 0.4731,
      "step": 271170
    },
    {
      "epoch": 75.69,
      "grad_norm": 1.4775828123092651,
      "learning_rate": 4.662046823460643e-06,
      "loss": 0.4634,
      "step": 271180
    },
    {
      "epoch": 75.69,
      "grad_norm": 1.6394118070602417,
      "learning_rate": 4.662042849114929e-06,
      "loss": 0.4734,
      "step": 271190
    },
    {
      "epoch": 75.69,
      "grad_norm": 1.8966343402862549,
      "learning_rate": 4.662038874460649e-06,
      "loss": 0.481,
      "step": 271200
    },
    {
      "epoch": 75.69,
      "grad_norm": 1.7849160432815552,
      "learning_rate": 4.6620348994978056e-06,
      "loss": 0.4992,
      "step": 271210
    },
    {
      "epoch": 75.7,
      "grad_norm": 1.8709372282028198,
      "learning_rate": 4.662030924226396e-06,
      "loss": 0.4895,
      "step": 271220
    },
    {
      "epoch": 75.7,
      "grad_norm": 1.600656509399414,
      "learning_rate": 4.662026948646424e-06,
      "loss": 0.4911,
      "step": 271230
    },
    {
      "epoch": 75.7,
      "grad_norm": 1.512344241142273,
      "learning_rate": 4.662022972757888e-06,
      "loss": 0.4768,
      "step": 271240
    },
    {
      "epoch": 75.7,
      "grad_norm": 2.2005481719970703,
      "learning_rate": 4.6620189965607895e-06,
      "loss": 0.4672,
      "step": 271250
    },
    {
      "epoch": 75.71,
      "grad_norm": 5.535742282867432,
      "learning_rate": 4.662015020055128e-06,
      "loss": 0.4712,
      "step": 271260
    },
    {
      "epoch": 75.71,
      "grad_norm": 1.6206415891647339,
      "learning_rate": 4.662011043240905e-06,
      "loss": 0.493,
      "step": 271270
    },
    {
      "epoch": 75.71,
      "grad_norm": 1.999932050704956,
      "learning_rate": 4.662007066118122e-06,
      "loss": 0.4792,
      "step": 271280
    },
    {
      "epoch": 75.72,
      "grad_norm": 2.090322732925415,
      "learning_rate": 4.6620030886867775e-06,
      "loss": 0.4816,
      "step": 271290
    },
    {
      "epoch": 75.72,
      "grad_norm": 1.7594515085220337,
      "learning_rate": 4.6619991109468735e-06,
      "loss": 0.4643,
      "step": 271300
    },
    {
      "epoch": 75.72,
      "grad_norm": 1.774905800819397,
      "learning_rate": 4.661995132898408e-06,
      "loss": 0.4648,
      "step": 271310
    },
    {
      "epoch": 75.72,
      "grad_norm": 1.7071508169174194,
      "learning_rate": 4.661991154541386e-06,
      "loss": 0.4859,
      "step": 271320
    },
    {
      "epoch": 75.73,
      "grad_norm": 2.2412173748016357,
      "learning_rate": 4.661987175875804e-06,
      "loss": 0.4872,
      "step": 271330
    },
    {
      "epoch": 75.73,
      "grad_norm": 1.3773183822631836,
      "learning_rate": 4.661983196901664e-06,
      "loss": 0.4857,
      "step": 271340
    },
    {
      "epoch": 75.73,
      "grad_norm": 1.3169547319412231,
      "learning_rate": 4.6619792176189675e-06,
      "loss": 0.4782,
      "step": 271350
    },
    {
      "epoch": 75.74,
      "grad_norm": 1.2339073419570923,
      "learning_rate": 4.661975238027713e-06,
      "loss": 0.4864,
      "step": 271360
    },
    {
      "epoch": 75.74,
      "grad_norm": 1.5362247228622437,
      "learning_rate": 4.661971258127902e-06,
      "loss": 0.4853,
      "step": 271370
    },
    {
      "epoch": 75.74,
      "grad_norm": 1.3571823835372925,
      "learning_rate": 4.661967277919536e-06,
      "loss": 0.4694,
      "step": 271380
    },
    {
      "epoch": 75.74,
      "grad_norm": 1.7208878993988037,
      "learning_rate": 4.661963297402614e-06,
      "loss": 0.4928,
      "step": 271390
    },
    {
      "epoch": 75.75,
      "grad_norm": 2.214524984359741,
      "learning_rate": 4.6619593165771376e-06,
      "loss": 0.4822,
      "step": 271400
    },
    {
      "epoch": 75.75,
      "grad_norm": 1.9151368141174316,
      "learning_rate": 4.6619553354431065e-06,
      "loss": 0.4651,
      "step": 271410
    },
    {
      "epoch": 75.75,
      "grad_norm": 1.5317384004592896,
      "learning_rate": 4.6619513540005226e-06,
      "loss": 0.49,
      "step": 271420
    },
    {
      "epoch": 75.75,
      "grad_norm": 1.7100950479507446,
      "learning_rate": 4.661947372249384e-06,
      "loss": 0.4704,
      "step": 271430
    },
    {
      "epoch": 75.76,
      "grad_norm": 1.8766728639602661,
      "learning_rate": 4.661943390189694e-06,
      "loss": 0.4972,
      "step": 271440
    },
    {
      "epoch": 75.76,
      "grad_norm": 1.8261224031448364,
      "learning_rate": 4.661939407821451e-06,
      "loss": 0.4836,
      "step": 271450
    },
    {
      "epoch": 75.76,
      "grad_norm": 1.665183663368225,
      "learning_rate": 4.6619354251446566e-06,
      "loss": 0.4676,
      "step": 271460
    },
    {
      "epoch": 75.77,
      "grad_norm": 1.5631557703018188,
      "learning_rate": 4.661931442159311e-06,
      "loss": 0.5059,
      "step": 271470
    },
    {
      "epoch": 75.77,
      "grad_norm": 1.9749599695205688,
      "learning_rate": 4.661927458865415e-06,
      "loss": 0.4864,
      "step": 271480
    },
    {
      "epoch": 75.77,
      "grad_norm": 1.490260124206543,
      "learning_rate": 4.661923475262969e-06,
      "loss": 0.4964,
      "step": 271490
    },
    {
      "epoch": 75.77,
      "grad_norm": 2.261509418487549,
      "learning_rate": 4.661919491351973e-06,
      "loss": 0.4986,
      "step": 271500
    },
    {
      "epoch": 75.78,
      "grad_norm": 1.6461107730865479,
      "learning_rate": 4.661915507132429e-06,
      "loss": 0.4947,
      "step": 271510
    },
    {
      "epoch": 75.78,
      "grad_norm": 1.9630242586135864,
      "learning_rate": 4.6619115226043354e-06,
      "loss": 0.49,
      "step": 271520
    },
    {
      "epoch": 75.78,
      "grad_norm": 1.4005533456802368,
      "learning_rate": 4.661907537767695e-06,
      "loss": 0.4822,
      "step": 271530
    },
    {
      "epoch": 75.79,
      "grad_norm": 1.616315245628357,
      "learning_rate": 4.661903552622506e-06,
      "loss": 0.4886,
      "step": 271540
    },
    {
      "epoch": 75.79,
      "grad_norm": 1.9380604028701782,
      "learning_rate": 4.6618995671687705e-06,
      "loss": 0.4721,
      "step": 271550
    },
    {
      "epoch": 75.79,
      "grad_norm": 1.5502809286117554,
      "learning_rate": 4.661895581406489e-06,
      "loss": 0.4817,
      "step": 271560
    },
    {
      "epoch": 75.79,
      "grad_norm": 1.8642462491989136,
      "learning_rate": 4.661891595335662e-06,
      "loss": 0.4987,
      "step": 271570
    },
    {
      "epoch": 75.8,
      "grad_norm": 1.7712771892547607,
      "learning_rate": 4.6618876089562885e-06,
      "loss": 0.4749,
      "step": 271580
    },
    {
      "epoch": 75.8,
      "grad_norm": 1.5073517560958862,
      "learning_rate": 4.661883622268372e-06,
      "loss": 0.4783,
      "step": 271590
    },
    {
      "epoch": 75.8,
      "grad_norm": 1.570514440536499,
      "learning_rate": 4.6618796352719096e-06,
      "loss": 0.4921,
      "step": 271600
    },
    {
      "epoch": 75.81,
      "grad_norm": 1.5654937028884888,
      "learning_rate": 4.661875647966905e-06,
      "loss": 0.4802,
      "step": 271610
    },
    {
      "epoch": 75.81,
      "grad_norm": 1.5816162824630737,
      "learning_rate": 4.661871660353355e-06,
      "loss": 0.4803,
      "step": 271620
    },
    {
      "epoch": 75.81,
      "grad_norm": 1.561854600906372,
      "learning_rate": 4.661867672431265e-06,
      "loss": 0.4876,
      "step": 271630
    },
    {
      "epoch": 75.81,
      "grad_norm": 2.085949420928955,
      "learning_rate": 4.661863684200632e-06,
      "loss": 0.4784,
      "step": 271640
    },
    {
      "epoch": 75.82,
      "grad_norm": 2.2469260692596436,
      "learning_rate": 4.661859695661457e-06,
      "loss": 0.4838,
      "step": 271650
    },
    {
      "epoch": 75.82,
      "grad_norm": 1.4586483240127563,
      "learning_rate": 4.6618557068137406e-06,
      "loss": 0.4912,
      "step": 271660
    },
    {
      "epoch": 75.82,
      "grad_norm": 1.760007619857788,
      "learning_rate": 4.661851717657484e-06,
      "loss": 0.4903,
      "step": 271670
    },
    {
      "epoch": 75.82,
      "grad_norm": 1.8642257452011108,
      "learning_rate": 4.661847728192688e-06,
      "loss": 0.4546,
      "step": 271680
    },
    {
      "epoch": 75.83,
      "grad_norm": 1.5078719854354858,
      "learning_rate": 4.6618437384193525e-06,
      "loss": 0.4777,
      "step": 271690
    },
    {
      "epoch": 75.83,
      "grad_norm": 1.4520351886749268,
      "learning_rate": 4.661839748337478e-06,
      "loss": 0.4549,
      "step": 271700
    },
    {
      "epoch": 75.83,
      "grad_norm": 1.6104774475097656,
      "learning_rate": 4.661835757947065e-06,
      "loss": 0.4725,
      "step": 271710
    },
    {
      "epoch": 75.84,
      "grad_norm": 1.7849353551864624,
      "learning_rate": 4.6618317672481134e-06,
      "loss": 0.4862,
      "step": 271720
    },
    {
      "epoch": 75.84,
      "grad_norm": 2.0758004188537598,
      "learning_rate": 4.661827776240626e-06,
      "loss": 0.4805,
      "step": 271730
    },
    {
      "epoch": 75.84,
      "grad_norm": 1.822533130645752,
      "learning_rate": 4.661823784924601e-06,
      "loss": 0.499,
      "step": 271740
    },
    {
      "epoch": 75.84,
      "grad_norm": 1.8634370565414429,
      "learning_rate": 4.6618197933000395e-06,
      "loss": 0.4905,
      "step": 271750
    },
    {
      "epoch": 75.85,
      "grad_norm": 2.1353421211242676,
      "learning_rate": 4.661815801366942e-06,
      "loss": 0.482,
      "step": 271760
    },
    {
      "epoch": 75.85,
      "grad_norm": 1.3689603805541992,
      "learning_rate": 4.66181180912531e-06,
      "loss": 0.4641,
      "step": 271770
    },
    {
      "epoch": 75.85,
      "grad_norm": 1.8300743103027344,
      "learning_rate": 4.661807816575143e-06,
      "loss": 0.5075,
      "step": 271780
    },
    {
      "epoch": 75.86,
      "grad_norm": 1.6871204376220703,
      "learning_rate": 4.6618038237164425e-06,
      "loss": 0.4847,
      "step": 271790
    },
    {
      "epoch": 75.86,
      "grad_norm": 1.4966747760772705,
      "learning_rate": 4.661799830549208e-06,
      "loss": 0.4827,
      "step": 271800
    },
    {
      "epoch": 75.86,
      "grad_norm": 1.7887983322143555,
      "learning_rate": 4.66179583707344e-06,
      "loss": 0.4671,
      "step": 271810
    },
    {
      "epoch": 75.86,
      "grad_norm": 1.4571796655654907,
      "learning_rate": 4.661791843289141e-06,
      "loss": 0.4817,
      "step": 271820
    },
    {
      "epoch": 75.87,
      "grad_norm": 3.06868314743042,
      "learning_rate": 4.661787849196309e-06,
      "loss": 0.4915,
      "step": 271830
    },
    {
      "epoch": 75.87,
      "grad_norm": 1.8340147733688354,
      "learning_rate": 4.661783854794945e-06,
      "loss": 0.4813,
      "step": 271840
    },
    {
      "epoch": 75.87,
      "grad_norm": 1.5545626878738403,
      "learning_rate": 4.66177986008505e-06,
      "loss": 0.4917,
      "step": 271850
    },
    {
      "epoch": 75.87,
      "grad_norm": 1.4774930477142334,
      "learning_rate": 4.661775865066626e-06,
      "loss": 0.488,
      "step": 271860
    },
    {
      "epoch": 75.88,
      "grad_norm": 1.508787751197815,
      "learning_rate": 4.66177186973967e-06,
      "loss": 0.482,
      "step": 271870
    },
    {
      "epoch": 75.88,
      "grad_norm": 2.3468751907348633,
      "learning_rate": 4.661767874104186e-06,
      "loss": 0.4958,
      "step": 271880
    },
    {
      "epoch": 75.88,
      "grad_norm": 1.7700889110565186,
      "learning_rate": 4.6617638781601735e-06,
      "loss": 0.4748,
      "step": 271890
    },
    {
      "epoch": 75.89,
      "grad_norm": 1.7870044708251953,
      "learning_rate": 4.661759881907633e-06,
      "loss": 0.4959,
      "step": 271900
    },
    {
      "epoch": 75.89,
      "grad_norm": 1.8232966661453247,
      "learning_rate": 4.661755885346563e-06,
      "loss": 0.4585,
      "step": 271910
    },
    {
      "epoch": 75.89,
      "grad_norm": 1.7294470071792603,
      "learning_rate": 4.661751888476967e-06,
      "loss": 0.4876,
      "step": 271920
    },
    {
      "epoch": 75.89,
      "grad_norm": 2.051619529724121,
      "learning_rate": 4.661747891298844e-06,
      "loss": 0.4894,
      "step": 271930
    },
    {
      "epoch": 75.9,
      "grad_norm": 2.0788493156433105,
      "learning_rate": 4.661743893812195e-06,
      "loss": 0.5062,
      "step": 271940
    },
    {
      "epoch": 75.9,
      "grad_norm": 2.2753541469573975,
      "learning_rate": 4.66173989601702e-06,
      "loss": 0.4855,
      "step": 271950
    },
    {
      "epoch": 75.9,
      "grad_norm": 1.6872085332870483,
      "learning_rate": 4.661735897913321e-06,
      "loss": 0.4966,
      "step": 271960
    },
    {
      "epoch": 75.91,
      "grad_norm": 1.4486229419708252,
      "learning_rate": 4.661731899501096e-06,
      "loss": 0.4849,
      "step": 271970
    },
    {
      "epoch": 75.91,
      "grad_norm": 1.4416215419769287,
      "learning_rate": 4.6617279007803475e-06,
      "loss": 0.4826,
      "step": 271980
    },
    {
      "epoch": 75.91,
      "grad_norm": 1.7376782894134521,
      "learning_rate": 4.661723901751076e-06,
      "loss": 0.4782,
      "step": 271990
    },
    {
      "epoch": 75.91,
      "grad_norm": 1.927464485168457,
      "learning_rate": 4.661719902413281e-06,
      "loss": 0.4656,
      "step": 272000
    },
    {
      "epoch": 75.92,
      "grad_norm": 1.7697054147720337,
      "learning_rate": 4.661715902766964e-06,
      "loss": 0.4639,
      "step": 272010
    },
    {
      "epoch": 75.92,
      "grad_norm": 1.8335394859313965,
      "learning_rate": 4.661711902812125e-06,
      "loss": 0.4798,
      "step": 272020
    },
    {
      "epoch": 75.92,
      "grad_norm": 1.6770927906036377,
      "learning_rate": 4.6617079025487645e-06,
      "loss": 0.4961,
      "step": 272030
    },
    {
      "epoch": 75.93,
      "grad_norm": 1.6206473112106323,
      "learning_rate": 4.661703901976883e-06,
      "loss": 0.4965,
      "step": 272040
    },
    {
      "epoch": 75.93,
      "grad_norm": 2.22237491607666,
      "learning_rate": 4.661699901096482e-06,
      "loss": 0.5066,
      "step": 272050
    },
    {
      "epoch": 75.93,
      "grad_norm": 2.105466842651367,
      "learning_rate": 4.6616958999075605e-06,
      "loss": 0.4796,
      "step": 272060
    },
    {
      "epoch": 75.93,
      "grad_norm": 2.5845608711242676,
      "learning_rate": 4.66169189841012e-06,
      "loss": 0.5008,
      "step": 272070
    },
    {
      "epoch": 75.94,
      "grad_norm": 1.6906118392944336,
      "learning_rate": 4.6616878966041606e-06,
      "loss": 0.4798,
      "step": 272080
    },
    {
      "epoch": 75.94,
      "grad_norm": 1.5961546897888184,
      "learning_rate": 4.661683894489683e-06,
      "loss": 0.4976,
      "step": 272090
    },
    {
      "epoch": 75.94,
      "grad_norm": 2.0256950855255127,
      "learning_rate": 4.661679892066688e-06,
      "loss": 0.4596,
      "step": 272100
    },
    {
      "epoch": 75.94,
      "grad_norm": 1.4897286891937256,
      "learning_rate": 4.661675889335176e-06,
      "loss": 0.4836,
      "step": 272110
    },
    {
      "epoch": 75.95,
      "grad_norm": 1.4363471269607544,
      "learning_rate": 4.6616718862951474e-06,
      "loss": 0.4925,
      "step": 272120
    },
    {
      "epoch": 75.95,
      "grad_norm": 1.6850664615631104,
      "learning_rate": 4.6616678829466025e-06,
      "loss": 0.4942,
      "step": 272130
    },
    {
      "epoch": 75.95,
      "grad_norm": 1.7926020622253418,
      "learning_rate": 4.661663879289542e-06,
      "loss": 0.4972,
      "step": 272140
    },
    {
      "epoch": 75.96,
      "grad_norm": 1.8708523511886597,
      "learning_rate": 4.661659875323967e-06,
      "loss": 0.5052,
      "step": 272150
    },
    {
      "epoch": 75.96,
      "grad_norm": 1.5065100193023682,
      "learning_rate": 4.661655871049878e-06,
      "loss": 0.5037,
      "step": 272160
    },
    {
      "epoch": 75.96,
      "grad_norm": 1.7741631269454956,
      "learning_rate": 4.661651866467274e-06,
      "loss": 0.5099,
      "step": 272170
    },
    {
      "epoch": 75.96,
      "grad_norm": 1.3883734941482544,
      "learning_rate": 4.661647861576157e-06,
      "loss": 0.476,
      "step": 272180
    },
    {
      "epoch": 75.97,
      "grad_norm": 1.8995213508605957,
      "learning_rate": 4.661643856376527e-06,
      "loss": 0.4793,
      "step": 272190
    },
    {
      "epoch": 75.97,
      "grad_norm": 2.15059757232666,
      "learning_rate": 4.661639850868385e-06,
      "loss": 0.4691,
      "step": 272200
    },
    {
      "epoch": 75.97,
      "grad_norm": 1.632491111755371,
      "learning_rate": 4.6616358450517316e-06,
      "loss": 0.4891,
      "step": 272210
    },
    {
      "epoch": 75.98,
      "grad_norm": 1.5587694644927979,
      "learning_rate": 4.661631838926566e-06,
      "loss": 0.4574,
      "step": 272220
    },
    {
      "epoch": 75.98,
      "grad_norm": 1.998015284538269,
      "learning_rate": 4.66162783249289e-06,
      "loss": 0.4832,
      "step": 272230
    },
    {
      "epoch": 75.98,
      "grad_norm": 1.7410308122634888,
      "learning_rate": 4.661623825750704e-06,
      "loss": 0.4913,
      "step": 272240
    },
    {
      "epoch": 75.98,
      "grad_norm": 1.68180513381958,
      "learning_rate": 4.6616198187000084e-06,
      "loss": 0.4742,
      "step": 272250
    },
    {
      "epoch": 75.99,
      "grad_norm": 1.272647500038147,
      "learning_rate": 4.661615811340804e-06,
      "loss": 0.4804,
      "step": 272260
    },
    {
      "epoch": 75.99,
      "grad_norm": 1.536400318145752,
      "learning_rate": 4.661611803673091e-06,
      "loss": 0.4832,
      "step": 272270
    },
    {
      "epoch": 75.99,
      "grad_norm": 1.5784939527511597,
      "learning_rate": 4.661607795696869e-06,
      "loss": 0.4814,
      "step": 272280
    },
    {
      "epoch": 75.99,
      "grad_norm": 2.4266209602355957,
      "learning_rate": 4.661603787412141e-06,
      "loss": 0.4799,
      "step": 272290
    },
    {
      "epoch": 76.0,
      "grad_norm": 1.63095223903656,
      "learning_rate": 4.661599778818905e-06,
      "loss": 0.4804,
      "step": 272300
    },
    {
      "epoch": 76.0,
      "eval_loss": 0.48327142000198364,
      "eval_runtime": 62.8173,
      "eval_samples_per_second": 80.535,
      "eval_steps_per_second": 10.077,
      "step": 272308
    },
    {
      "epoch": 76.0,
      "grad_norm": 1.7507160902023315,
      "learning_rate": 4.661595769917162e-06,
      "loss": 0.4936,
      "step": 272310
    },
    {
      "epoch": 76.0,
      "grad_norm": 1.8855042457580566,
      "learning_rate": 4.661591760706914e-06,
      "loss": 0.4829,
      "step": 272320
    },
    {
      "epoch": 76.01,
      "grad_norm": 1.6538039445877075,
      "learning_rate": 4.6615877511881604e-06,
      "loss": 0.469,
      "step": 272330
    },
    {
      "epoch": 76.01,
      "grad_norm": 1.4253621101379395,
      "learning_rate": 4.661583741360903e-06,
      "loss": 0.4793,
      "step": 272340
    },
    {
      "epoch": 76.01,
      "grad_norm": 1.704790711402893,
      "learning_rate": 4.6615797312251395e-06,
      "loss": 0.4666,
      "step": 272350
    },
    {
      "epoch": 76.01,
      "grad_norm": 1.5751361846923828,
      "learning_rate": 4.661575720780873e-06,
      "loss": 0.4893,
      "step": 272360
    },
    {
      "epoch": 76.02,
      "grad_norm": 1.658599853515625,
      "learning_rate": 4.661571710028104e-06,
      "loss": 0.4747,
      "step": 272370
    },
    {
      "epoch": 76.02,
      "grad_norm": 2.007636070251465,
      "learning_rate": 4.661567698966831e-06,
      "loss": 0.496,
      "step": 272380
    },
    {
      "epoch": 76.02,
      "grad_norm": 1.6684695482254028,
      "learning_rate": 4.661563687597056e-06,
      "loss": 0.49,
      "step": 272390
    },
    {
      "epoch": 76.03,
      "grad_norm": 1.5863683223724365,
      "learning_rate": 4.661559675918781e-06,
      "loss": 0.4658,
      "step": 272400
    },
    {
      "epoch": 76.03,
      "grad_norm": 1.9389451742172241,
      "learning_rate": 4.661555663932003e-06,
      "loss": 0.4889,
      "step": 272410
    },
    {
      "epoch": 76.03,
      "grad_norm": 1.706505537033081,
      "learning_rate": 4.661551651636726e-06,
      "loss": 0.4813,
      "step": 272420
    },
    {
      "epoch": 76.03,
      "grad_norm": 1.538977026939392,
      "learning_rate": 4.661547639032948e-06,
      "loss": 0.474,
      "step": 272430
    },
    {
      "epoch": 76.04,
      "grad_norm": 1.9042246341705322,
      "learning_rate": 4.66154362612067e-06,
      "loss": 0.4866,
      "step": 272440
    },
    {
      "epoch": 76.04,
      "grad_norm": 2.8341825008392334,
      "learning_rate": 4.661539612899894e-06,
      "loss": 0.4926,
      "step": 272450
    },
    {
      "epoch": 76.04,
      "grad_norm": 1.5838136672973633,
      "learning_rate": 4.661535599370619e-06,
      "loss": 0.4794,
      "step": 272460
    },
    {
      "epoch": 76.05,
      "grad_norm": 1.5658587217330933,
      "learning_rate": 4.661531585532846e-06,
      "loss": 0.4845,
      "step": 272470
    },
    {
      "epoch": 76.05,
      "grad_norm": 1.3923991918563843,
      "learning_rate": 4.661527571386577e-06,
      "loss": 0.4783,
      "step": 272480
    },
    {
      "epoch": 76.05,
      "grad_norm": 1.7524311542510986,
      "learning_rate": 4.66152355693181e-06,
      "loss": 0.4846,
      "step": 272490
    },
    {
      "epoch": 76.05,
      "grad_norm": 1.800844669342041,
      "learning_rate": 4.661519542168547e-06,
      "loss": 0.4755,
      "step": 272500
    },
    {
      "epoch": 76.06,
      "grad_norm": 2.047027587890625,
      "learning_rate": 4.661515527096788e-06,
      "loss": 0.4658,
      "step": 272510
    },
    {
      "epoch": 76.06,
      "grad_norm": 1.700310468673706,
      "learning_rate": 4.661511511716534e-06,
      "loss": 0.4728,
      "step": 272520
    },
    {
      "epoch": 76.06,
      "grad_norm": 1.7297120094299316,
      "learning_rate": 4.661507496027785e-06,
      "loss": 0.4885,
      "step": 272530
    },
    {
      "epoch": 76.06,
      "grad_norm": 1.2945539951324463,
      "learning_rate": 4.6615034800305416e-06,
      "loss": 0.4973,
      "step": 272540
    },
    {
      "epoch": 76.07,
      "grad_norm": 1.417188048362732,
      "learning_rate": 4.661499463724806e-06,
      "loss": 0.4745,
      "step": 272550
    },
    {
      "epoch": 76.07,
      "grad_norm": 1.6972421407699585,
      "learning_rate": 4.661495447110576e-06,
      "loss": 0.4897,
      "step": 272560
    },
    {
      "epoch": 76.07,
      "grad_norm": 1.8705781698226929,
      "learning_rate": 4.661491430187854e-06,
      "loss": 0.4582,
      "step": 272570
    },
    {
      "epoch": 76.08,
      "grad_norm": 1.5851719379425049,
      "learning_rate": 4.661487412956639e-06,
      "loss": 0.482,
      "step": 272580
    },
    {
      "epoch": 76.08,
      "grad_norm": 1.7173148393630981,
      "learning_rate": 4.661483395416934e-06,
      "loss": 0.472,
      "step": 272590
    },
    {
      "epoch": 76.08,
      "grad_norm": 1.7881486415863037,
      "learning_rate": 4.661479377568737e-06,
      "loss": 0.5014,
      "step": 272600
    },
    {
      "epoch": 76.08,
      "grad_norm": 1.517045021057129,
      "learning_rate": 4.6614753594120504e-06,
      "loss": 0.4846,
      "step": 272610
    },
    {
      "epoch": 76.09,
      "grad_norm": 1.6164183616638184,
      "learning_rate": 4.6614713409468735e-06,
      "loss": 0.4877,
      "step": 272620
    },
    {
      "epoch": 76.09,
      "grad_norm": 1.6918518543243408,
      "learning_rate": 4.661467322173207e-06,
      "loss": 0.4686,
      "step": 272630
    },
    {
      "epoch": 76.09,
      "grad_norm": 1.7715184688568115,
      "learning_rate": 4.6614633030910515e-06,
      "loss": 0.4991,
      "step": 272640
    },
    {
      "epoch": 76.1,
      "grad_norm": 1.382277011871338,
      "learning_rate": 4.661459283700409e-06,
      "loss": 0.467,
      "step": 272650
    },
    {
      "epoch": 76.1,
      "grad_norm": 1.6683249473571777,
      "learning_rate": 4.661455264001278e-06,
      "loss": 0.4884,
      "step": 272660
    },
    {
      "epoch": 76.1,
      "grad_norm": 1.8524789810180664,
      "learning_rate": 4.661451243993659e-06,
      "loss": 0.4833,
      "step": 272670
    },
    {
      "epoch": 76.1,
      "grad_norm": 2.4432122707366943,
      "learning_rate": 4.661447223677554e-06,
      "loss": 0.4659,
      "step": 272680
    },
    {
      "epoch": 76.11,
      "grad_norm": 1.5590386390686035,
      "learning_rate": 4.661443203052963e-06,
      "loss": 0.5017,
      "step": 272690
    },
    {
      "epoch": 76.11,
      "grad_norm": 1.746688961982727,
      "learning_rate": 4.6614391821198865e-06,
      "loss": 0.4952,
      "step": 272700
    },
    {
      "epoch": 76.11,
      "grad_norm": 1.5293956995010376,
      "learning_rate": 4.661435160878325e-06,
      "loss": 0.4725,
      "step": 272710
    },
    {
      "epoch": 76.11,
      "grad_norm": 1.849471092224121,
      "learning_rate": 4.661431139328279e-06,
      "loss": 0.4941,
      "step": 272720
    },
    {
      "epoch": 76.12,
      "grad_norm": 2.1513726711273193,
      "learning_rate": 4.661427117469748e-06,
      "loss": 0.4789,
      "step": 272730
    },
    {
      "epoch": 76.12,
      "grad_norm": 1.7310543060302734,
      "learning_rate": 4.661423095302734e-06,
      "loss": 0.4952,
      "step": 272740
    },
    {
      "epoch": 76.12,
      "grad_norm": 1.5106940269470215,
      "learning_rate": 4.661419072827238e-06,
      "loss": 0.4736,
      "step": 272750
    },
    {
      "epoch": 76.13,
      "grad_norm": 1.4754514694213867,
      "learning_rate": 4.661415050043259e-06,
      "loss": 0.4669,
      "step": 272760
    },
    {
      "epoch": 76.13,
      "grad_norm": 2.0147011280059814,
      "learning_rate": 4.661411026950798e-06,
      "loss": 0.4924,
      "step": 272770
    },
    {
      "epoch": 76.13,
      "grad_norm": 1.9321790933609009,
      "learning_rate": 4.6614070035498566e-06,
      "loss": 0.4701,
      "step": 272780
    },
    {
      "epoch": 76.13,
      "grad_norm": 2.252680778503418,
      "learning_rate": 4.6614029798404336e-06,
      "loss": 0.4755,
      "step": 272790
    },
    {
      "epoch": 76.14,
      "grad_norm": 1.526038408279419,
      "learning_rate": 4.66139895582253e-06,
      "loss": 0.4958,
      "step": 272800
    },
    {
      "epoch": 76.14,
      "grad_norm": 1.665050983428955,
      "learning_rate": 4.661394931496147e-06,
      "loss": 0.4468,
      "step": 272810
    },
    {
      "epoch": 76.14,
      "grad_norm": 2.2638967037200928,
      "learning_rate": 4.661390906861285e-06,
      "loss": 0.503,
      "step": 272820
    },
    {
      "epoch": 76.15,
      "grad_norm": 1.8261128664016724,
      "learning_rate": 4.661386881917944e-06,
      "loss": 0.4749,
      "step": 272830
    },
    {
      "epoch": 76.15,
      "grad_norm": 2.099074125289917,
      "learning_rate": 4.661382856666125e-06,
      "loss": 0.4804,
      "step": 272840
    },
    {
      "epoch": 76.15,
      "grad_norm": 1.6160638332366943,
      "learning_rate": 4.661378831105828e-06,
      "loss": 0.4852,
      "step": 272850
    },
    {
      "epoch": 76.15,
      "grad_norm": 1.7972490787506104,
      "learning_rate": 4.661374805237056e-06,
      "loss": 0.4944,
      "step": 272860
    },
    {
      "epoch": 76.16,
      "grad_norm": 1.2507070302963257,
      "learning_rate": 4.6613707790598056e-06,
      "loss": 0.4843,
      "step": 272870
    },
    {
      "epoch": 76.16,
      "grad_norm": 1.515527606010437,
      "learning_rate": 4.66136675257408e-06,
      "loss": 0.4744,
      "step": 272880
    },
    {
      "epoch": 76.16,
      "grad_norm": 1.6780496835708618,
      "learning_rate": 4.661362725779879e-06,
      "loss": 0.4689,
      "step": 272890
    },
    {
      "epoch": 76.17,
      "grad_norm": 1.4565908908843994,
      "learning_rate": 4.661358698677203e-06,
      "loss": 0.4832,
      "step": 272900
    },
    {
      "epoch": 76.17,
      "grad_norm": 1.3749185800552368,
      "learning_rate": 4.661354671266052e-06,
      "loss": 0.4816,
      "step": 272910
    },
    {
      "epoch": 76.17,
      "grad_norm": 2.041499614715576,
      "learning_rate": 4.6613506435464275e-06,
      "loss": 0.4696,
      "step": 272920
    },
    {
      "epoch": 76.17,
      "grad_norm": 1.6713857650756836,
      "learning_rate": 4.66134661551833e-06,
      "loss": 0.499,
      "step": 272930
    },
    {
      "epoch": 76.18,
      "grad_norm": 1.391401767730713,
      "learning_rate": 4.661342587181759e-06,
      "loss": 0.4697,
      "step": 272940
    },
    {
      "epoch": 76.18,
      "grad_norm": 1.3531031608581543,
      "learning_rate": 4.6613385585367166e-06,
      "loss": 0.4919,
      "step": 272950
    },
    {
      "epoch": 76.18,
      "grad_norm": 1.8938113451004028,
      "learning_rate": 4.6613345295832025e-06,
      "loss": 0.4824,
      "step": 272960
    },
    {
      "epoch": 76.18,
      "grad_norm": 1.7355972528457642,
      "learning_rate": 4.661330500321218e-06,
      "loss": 0.4752,
      "step": 272970
    },
    {
      "epoch": 76.19,
      "grad_norm": 1.4099364280700684,
      "learning_rate": 4.661326470750761e-06,
      "loss": 0.4792,
      "step": 272980
    },
    {
      "epoch": 76.19,
      "grad_norm": 2.0385355949401855,
      "learning_rate": 4.661322440871836e-06,
      "loss": 0.4702,
      "step": 272990
    },
    {
      "epoch": 76.19,
      "grad_norm": 1.7284590005874634,
      "learning_rate": 4.661318410684439e-06,
      "loss": 0.4848,
      "step": 273000
    },
    {
      "epoch": 76.2,
      "grad_norm": 1.7903474569320679,
      "learning_rate": 4.661314380188576e-06,
      "loss": 0.486,
      "step": 273010
    },
    {
      "epoch": 76.2,
      "grad_norm": 1.9736624956130981,
      "learning_rate": 4.661310349384242e-06,
      "loss": 0.4898,
      "step": 273020
    },
    {
      "epoch": 76.2,
      "grad_norm": 1.2641700506210327,
      "learning_rate": 4.661306318271442e-06,
      "loss": 0.4661,
      "step": 273030
    },
    {
      "epoch": 76.2,
      "grad_norm": 2.0666635036468506,
      "learning_rate": 4.661302286850173e-06,
      "loss": 0.4732,
      "step": 273040
    },
    {
      "epoch": 76.21,
      "grad_norm": 1.914779782295227,
      "learning_rate": 4.661298255120439e-06,
      "loss": 0.4716,
      "step": 273050
    },
    {
      "epoch": 76.21,
      "grad_norm": 1.865146279335022,
      "learning_rate": 4.661294223082236e-06,
      "loss": 0.4894,
      "step": 273060
    },
    {
      "epoch": 76.21,
      "grad_norm": 1.8825066089630127,
      "learning_rate": 4.661290190735569e-06,
      "loss": 0.4821,
      "step": 273070
    },
    {
      "epoch": 76.22,
      "grad_norm": 1.684834361076355,
      "learning_rate": 4.661286158080437e-06,
      "loss": 0.4854,
      "step": 273080
    },
    {
      "epoch": 76.22,
      "grad_norm": 1.7558155059814453,
      "learning_rate": 4.66128212511684e-06,
      "loss": 0.4966,
      "step": 273090
    },
    {
      "epoch": 76.22,
      "grad_norm": 1.4312918186187744,
      "learning_rate": 4.661278091844779e-06,
      "loss": 0.5032,
      "step": 273100
    },
    {
      "epoch": 76.22,
      "grad_norm": 1.8570133447647095,
      "learning_rate": 4.661274058264254e-06,
      "loss": 0.4794,
      "step": 273110
    },
    {
      "epoch": 76.23,
      "grad_norm": 1.780880331993103,
      "learning_rate": 4.6612700243752655e-06,
      "loss": 0.4769,
      "step": 273120
    },
    {
      "epoch": 76.23,
      "grad_norm": 1.5916767120361328,
      "learning_rate": 4.661265990177815e-06,
      "loss": 0.4645,
      "step": 273130
    },
    {
      "epoch": 76.23,
      "grad_norm": 1.4732459783554077,
      "learning_rate": 4.661261955671903e-06,
      "loss": 0.4856,
      "step": 273140
    },
    {
      "epoch": 76.23,
      "grad_norm": 1.5577571392059326,
      "learning_rate": 4.661257920857529e-06,
      "loss": 0.4886,
      "step": 273150
    },
    {
      "epoch": 76.24,
      "grad_norm": 1.6445963382720947,
      "learning_rate": 4.6612538857346936e-06,
      "loss": 0.4638,
      "step": 273160
    },
    {
      "epoch": 76.24,
      "grad_norm": 1.7972873449325562,
      "learning_rate": 4.6612498503033985e-06,
      "loss": 0.461,
      "step": 273170
    },
    {
      "epoch": 76.24,
      "grad_norm": 1.7296161651611328,
      "learning_rate": 4.661245814563644e-06,
      "loss": 0.491,
      "step": 273180
    },
    {
      "epoch": 76.25,
      "grad_norm": 1.810030221939087,
      "learning_rate": 4.661241778515429e-06,
      "loss": 0.4892,
      "step": 273190
    },
    {
      "epoch": 76.25,
      "grad_norm": 1.4399744272232056,
      "learning_rate": 4.661237742158755e-06,
      "loss": 0.4821,
      "step": 273200
    },
    {
      "epoch": 76.25,
      "grad_norm": 2.4418232440948486,
      "learning_rate": 4.661233705493624e-06,
      "loss": 0.4703,
      "step": 273210
    },
    {
      "epoch": 76.25,
      "grad_norm": 1.6012710332870483,
      "learning_rate": 4.661229668520035e-06,
      "loss": 0.4676,
      "step": 273220
    },
    {
      "epoch": 76.26,
      "grad_norm": 1.773922324180603,
      "learning_rate": 4.661225631237988e-06,
      "loss": 0.4809,
      "step": 273230
    },
    {
      "epoch": 76.26,
      "grad_norm": 1.5817047357559204,
      "learning_rate": 4.661221593647486e-06,
      "loss": 0.4836,
      "step": 273240
    },
    {
      "epoch": 76.26,
      "grad_norm": 1.9299290180206299,
      "learning_rate": 4.661217555748526e-06,
      "loss": 0.4783,
      "step": 273250
    },
    {
      "epoch": 76.27,
      "grad_norm": 1.976881504058838,
      "learning_rate": 4.661213517541111e-06,
      "loss": 0.4807,
      "step": 273260
    },
    {
      "epoch": 76.27,
      "grad_norm": 1.616989016532898,
      "learning_rate": 4.661209479025241e-06,
      "loss": 0.4707,
      "step": 273270
    },
    {
      "epoch": 76.27,
      "grad_norm": 1.6773267984390259,
      "learning_rate": 4.661205440200918e-06,
      "loss": 0.4766,
      "step": 273280
    },
    {
      "epoch": 76.27,
      "grad_norm": 1.574676513671875,
      "learning_rate": 4.661201401068139e-06,
      "loss": 0.4707,
      "step": 273290
    },
    {
      "epoch": 76.28,
      "grad_norm": 1.5626115798950195,
      "learning_rate": 4.661197361626908e-06,
      "loss": 0.4772,
      "step": 273300
    },
    {
      "epoch": 76.28,
      "grad_norm": 1.709943175315857,
      "learning_rate": 4.661193321877223e-06,
      "loss": 0.468,
      "step": 273310
    },
    {
      "epoch": 76.28,
      "grad_norm": 1.6091632843017578,
      "learning_rate": 4.661189281819086e-06,
      "loss": 0.4637,
      "step": 273320
    },
    {
      "epoch": 76.29,
      "grad_norm": 1.7462785243988037,
      "learning_rate": 4.661185241452498e-06,
      "loss": 0.4826,
      "step": 273330
    },
    {
      "epoch": 76.29,
      "grad_norm": 1.7249869108200073,
      "learning_rate": 4.661181200777458e-06,
      "loss": 0.4927,
      "step": 273340
    },
    {
      "epoch": 76.29,
      "grad_norm": 1.515723705291748,
      "learning_rate": 4.6611771597939665e-06,
      "loss": 0.5049,
      "step": 273350
    },
    {
      "epoch": 76.29,
      "grad_norm": 1.4723255634307861,
      "learning_rate": 4.661173118502026e-06,
      "loss": 0.4593,
      "step": 273360
    },
    {
      "epoch": 76.3,
      "grad_norm": 1.8848930597305298,
      "learning_rate": 4.661169076901636e-06,
      "loss": 0.4991,
      "step": 273370
    },
    {
      "epoch": 76.3,
      "grad_norm": 2.169846296310425,
      "learning_rate": 4.661165034992797e-06,
      "loss": 0.4907,
      "step": 273380
    },
    {
      "epoch": 76.3,
      "grad_norm": 1.720300316810608,
      "learning_rate": 4.661160992775509e-06,
      "loss": 0.4651,
      "step": 273390
    },
    {
      "epoch": 76.3,
      "grad_norm": 1.5064924955368042,
      "learning_rate": 4.661156950249772e-06,
      "loss": 0.5037,
      "step": 273400
    },
    {
      "epoch": 76.31,
      "grad_norm": 1.496528148651123,
      "learning_rate": 4.661152907415588e-06,
      "loss": 0.4747,
      "step": 273410
    },
    {
      "epoch": 76.31,
      "grad_norm": 1.86298668384552,
      "learning_rate": 4.661148864272958e-06,
      "loss": 0.4746,
      "step": 273420
    },
    {
      "epoch": 76.31,
      "grad_norm": 1.5990982055664062,
      "learning_rate": 4.661144820821881e-06,
      "loss": 0.473,
      "step": 273430
    },
    {
      "epoch": 76.32,
      "grad_norm": 1.661600947380066,
      "learning_rate": 4.661140777062358e-06,
      "loss": 0.4733,
      "step": 273440
    },
    {
      "epoch": 76.32,
      "grad_norm": 1.6869038343429565,
      "learning_rate": 4.6611367329943896e-06,
      "loss": 0.4981,
      "step": 273450
    },
    {
      "epoch": 76.32,
      "grad_norm": 2.1780123710632324,
      "learning_rate": 4.661132688617976e-06,
      "loss": 0.4611,
      "step": 273460
    },
    {
      "epoch": 76.32,
      "grad_norm": 1.6562204360961914,
      "learning_rate": 4.661128643933119e-06,
      "loss": 0.5025,
      "step": 273470
    },
    {
      "epoch": 76.33,
      "grad_norm": 1.6861144304275513,
      "learning_rate": 4.6611245989398184e-06,
      "loss": 0.4921,
      "step": 273480
    },
    {
      "epoch": 76.33,
      "grad_norm": 1.692639708518982,
      "learning_rate": 4.661120553638074e-06,
      "loss": 0.4956,
      "step": 273490
    },
    {
      "epoch": 76.33,
      "grad_norm": 1.7890857458114624,
      "learning_rate": 4.661116508027886e-06,
      "loss": 0.4764,
      "step": 273500
    },
    {
      "epoch": 76.34,
      "grad_norm": 1.7639497518539429,
      "learning_rate": 4.661112462109258e-06,
      "loss": 0.4963,
      "step": 273510
    },
    {
      "epoch": 76.34,
      "grad_norm": 1.6550904512405396,
      "learning_rate": 4.661108415882187e-06,
      "loss": 0.4892,
      "step": 273520
    },
    {
      "epoch": 76.34,
      "grad_norm": 2.3906538486480713,
      "learning_rate": 4.6611043693466756e-06,
      "loss": 0.4899,
      "step": 273530
    },
    {
      "epoch": 76.34,
      "grad_norm": 1.7373090982437134,
      "learning_rate": 4.661100322502724e-06,
      "loss": 0.4769,
      "step": 273540
    },
    {
      "epoch": 76.35,
      "grad_norm": 1.7705672979354858,
      "learning_rate": 4.6610962753503314e-06,
      "loss": 0.4613,
      "step": 273550
    },
    {
      "epoch": 76.35,
      "grad_norm": 1.7721707820892334,
      "learning_rate": 4.661092227889501e-06,
      "loss": 0.4977,
      "step": 273560
    },
    {
      "epoch": 76.35,
      "grad_norm": 1.4960166215896606,
      "learning_rate": 4.66108818012023e-06,
      "loss": 0.48,
      "step": 273570
    },
    {
      "epoch": 76.36,
      "grad_norm": 2.2568557262420654,
      "learning_rate": 4.661084132042521e-06,
      "loss": 0.4934,
      "step": 273580
    },
    {
      "epoch": 76.36,
      "grad_norm": 1.6105380058288574,
      "learning_rate": 4.6610800836563735e-06,
      "loss": 0.4699,
      "step": 273590
    },
    {
      "epoch": 76.36,
      "grad_norm": 1.5975393056869507,
      "learning_rate": 4.66107603496179e-06,
      "loss": 0.4873,
      "step": 273600
    },
    {
      "epoch": 76.36,
      "grad_norm": 2.0148494243621826,
      "learning_rate": 4.66107198595877e-06,
      "loss": 0.4712,
      "step": 273610
    },
    {
      "epoch": 76.37,
      "grad_norm": 1.6972824335098267,
      "learning_rate": 4.6610679366473135e-06,
      "loss": 0.5075,
      "step": 273620
    },
    {
      "epoch": 76.37,
      "grad_norm": 1.734186053276062,
      "learning_rate": 4.661063887027421e-06,
      "loss": 0.4977,
      "step": 273630
    },
    {
      "epoch": 76.37,
      "grad_norm": 1.3998621702194214,
      "learning_rate": 4.661059837099093e-06,
      "loss": 0.4702,
      "step": 273640
    },
    {
      "epoch": 76.37,
      "grad_norm": 1.9132461547851562,
      "learning_rate": 4.661055786862332e-06,
      "loss": 0.474,
      "step": 273650
    },
    {
      "epoch": 76.38,
      "grad_norm": 1.489274263381958,
      "learning_rate": 4.6610517363171355e-06,
      "loss": 0.4656,
      "step": 273660
    },
    {
      "epoch": 76.38,
      "grad_norm": 1.3537904024124146,
      "learning_rate": 4.661047685463506e-06,
      "loss": 0.4729,
      "step": 273670
    },
    {
      "epoch": 76.38,
      "grad_norm": 2.1383047103881836,
      "learning_rate": 4.6610436343014425e-06,
      "loss": 0.496,
      "step": 273680
    },
    {
      "epoch": 76.39,
      "grad_norm": 1.6517975330352783,
      "learning_rate": 4.661039582830948e-06,
      "loss": 0.4906,
      "step": 273690
    },
    {
      "epoch": 76.39,
      "grad_norm": 1.6281157732009888,
      "learning_rate": 4.6610355310520215e-06,
      "loss": 0.4725,
      "step": 273700
    },
    {
      "epoch": 76.39,
      "grad_norm": 1.4883381128311157,
      "learning_rate": 4.661031478964663e-06,
      "loss": 0.4954,
      "step": 273710
    },
    {
      "epoch": 76.39,
      "grad_norm": 1.6708855628967285,
      "learning_rate": 4.661027426568874e-06,
      "loss": 0.4883,
      "step": 273720
    },
    {
      "epoch": 76.4,
      "grad_norm": 1.4138864278793335,
      "learning_rate": 4.661023373864655e-06,
      "loss": 0.4693,
      "step": 273730
    },
    {
      "epoch": 76.4,
      "grad_norm": 1.624445915222168,
      "learning_rate": 4.6610193208520064e-06,
      "loss": 0.4944,
      "step": 273740
    },
    {
      "epoch": 76.4,
      "grad_norm": 1.855104923248291,
      "learning_rate": 4.661015267530928e-06,
      "loss": 0.4797,
      "step": 273750
    },
    {
      "epoch": 76.41,
      "grad_norm": 1.5331894159317017,
      "learning_rate": 4.661011213901422e-06,
      "loss": 0.4928,
      "step": 273760
    },
    {
      "epoch": 76.41,
      "grad_norm": 1.597062110900879,
      "learning_rate": 4.661007159963487e-06,
      "loss": 0.4785,
      "step": 273770
    },
    {
      "epoch": 76.41,
      "grad_norm": 2.1854054927825928,
      "learning_rate": 4.661003105717124e-06,
      "loss": 0.5102,
      "step": 273780
    },
    {
      "epoch": 76.41,
      "grad_norm": 1.6799408197402954,
      "learning_rate": 4.660999051162335e-06,
      "loss": 0.4782,
      "step": 273790
    },
    {
      "epoch": 76.42,
      "grad_norm": 1.8666728734970093,
      "learning_rate": 4.660994996299119e-06,
      "loss": 0.4684,
      "step": 273800
    },
    {
      "epoch": 76.42,
      "grad_norm": 1.4500230550765991,
      "learning_rate": 4.660990941127477e-06,
      "loss": 0.4594,
      "step": 273810
    },
    {
      "epoch": 76.42,
      "grad_norm": 1.5302258729934692,
      "learning_rate": 4.66098688564741e-06,
      "loss": 0.4822,
      "step": 273820
    },
    {
      "epoch": 76.42,
      "grad_norm": 1.7261601686477661,
      "learning_rate": 4.660982829858917e-06,
      "loss": 0.4781,
      "step": 273830
    },
    {
      "epoch": 76.43,
      "grad_norm": 1.5583783388137817,
      "learning_rate": 4.660978773762001e-06,
      "loss": 0.4919,
      "step": 273840
    },
    {
      "epoch": 76.43,
      "grad_norm": 1.7457518577575684,
      "learning_rate": 4.660974717356661e-06,
      "loss": 0.49,
      "step": 273850
    },
    {
      "epoch": 76.43,
      "grad_norm": 1.5207277536392212,
      "learning_rate": 4.660970660642898e-06,
      "loss": 0.4693,
      "step": 273860
    },
    {
      "epoch": 76.44,
      "grad_norm": 1.5042778253555298,
      "learning_rate": 4.660966603620711e-06,
      "loss": 0.4884,
      "step": 273870
    },
    {
      "epoch": 76.44,
      "grad_norm": 1.6338346004486084,
      "learning_rate": 4.660962546290103e-06,
      "loss": 0.481,
      "step": 273880
    },
    {
      "epoch": 76.44,
      "grad_norm": 1.7320321798324585,
      "learning_rate": 4.660958488651073e-06,
      "loss": 0.4969,
      "step": 273890
    },
    {
      "epoch": 76.44,
      "grad_norm": 1.8067066669464111,
      "learning_rate": 4.660954430703622e-06,
      "loss": 0.467,
      "step": 273900
    },
    {
      "epoch": 76.45,
      "grad_norm": 1.623383641242981,
      "learning_rate": 4.660950372447751e-06,
      "loss": 0.4911,
      "step": 273910
    },
    {
      "epoch": 76.45,
      "grad_norm": 1.5596513748168945,
      "learning_rate": 4.660946313883459e-06,
      "loss": 0.4914,
      "step": 273920
    },
    {
      "epoch": 76.45,
      "grad_norm": 1.6981630325317383,
      "learning_rate": 4.660942255010748e-06,
      "loss": 0.5038,
      "step": 273930
    },
    {
      "epoch": 76.46,
      "grad_norm": 1.495656967163086,
      "learning_rate": 4.660938195829618e-06,
      "loss": 0.482,
      "step": 273940
    },
    {
      "epoch": 76.46,
      "grad_norm": 1.9331705570220947,
      "learning_rate": 4.66093413634007e-06,
      "loss": 0.4852,
      "step": 273950
    },
    {
      "epoch": 76.46,
      "grad_norm": 1.9619967937469482,
      "learning_rate": 4.660930076542104e-06,
      "loss": 0.4912,
      "step": 273960
    },
    {
      "epoch": 76.46,
      "grad_norm": 1.6221884489059448,
      "learning_rate": 4.660926016435721e-06,
      "loss": 0.475,
      "step": 273970
    },
    {
      "epoch": 76.47,
      "grad_norm": 1.4569824934005737,
      "learning_rate": 4.66092195602092e-06,
      "loss": 0.4964,
      "step": 273980
    },
    {
      "epoch": 76.47,
      "grad_norm": 1.7418208122253418,
      "learning_rate": 4.660917895297703e-06,
      "loss": 0.499,
      "step": 273990
    },
    {
      "epoch": 76.47,
      "grad_norm": 1.66560959815979,
      "learning_rate": 4.660913834266071e-06,
      "loss": 0.487,
      "step": 274000
    },
    {
      "epoch": 76.48,
      "grad_norm": 1.5080115795135498,
      "learning_rate": 4.660909772926024e-06,
      "loss": 0.483,
      "step": 274010
    },
    {
      "epoch": 76.48,
      "grad_norm": 1.5073410272598267,
      "learning_rate": 4.660905711277562e-06,
      "loss": 0.4819,
      "step": 274020
    },
    {
      "epoch": 76.48,
      "grad_norm": 1.6147973537445068,
      "learning_rate": 4.660901649320687e-06,
      "loss": 0.4925,
      "step": 274030
    },
    {
      "epoch": 76.48,
      "grad_norm": 1.7259280681610107,
      "learning_rate": 4.660897587055397e-06,
      "loss": 0.4819,
      "step": 274040
    },
    {
      "epoch": 76.49,
      "grad_norm": 1.8070474863052368,
      "learning_rate": 4.6608935244816944e-06,
      "loss": 0.4921,
      "step": 274050
    },
    {
      "epoch": 76.49,
      "grad_norm": 2.266448974609375,
      "learning_rate": 4.660889461599579e-06,
      "loss": 0.4502,
      "step": 274060
    },
    {
      "epoch": 76.49,
      "grad_norm": 1.4919278621673584,
      "learning_rate": 4.660885398409053e-06,
      "loss": 0.4869,
      "step": 274070
    },
    {
      "epoch": 76.49,
      "grad_norm": 1.4705275297164917,
      "learning_rate": 4.660881334910115e-06,
      "loss": 0.4702,
      "step": 274080
    },
    {
      "epoch": 76.5,
      "grad_norm": 1.8238306045532227,
      "learning_rate": 4.660877271102766e-06,
      "loss": 0.4702,
      "step": 274090
    },
    {
      "epoch": 76.5,
      "grad_norm": 1.9197124242782593,
      "learning_rate": 4.660873206987007e-06,
      "loss": 0.4998,
      "step": 274100
    },
    {
      "epoch": 76.5,
      "grad_norm": 2.028075695037842,
      "learning_rate": 4.660869142562838e-06,
      "loss": 0.5011,
      "step": 274110
    },
    {
      "epoch": 76.51,
      "grad_norm": 1.9058928489685059,
      "learning_rate": 4.66086507783026e-06,
      "loss": 0.4688,
      "step": 274120
    },
    {
      "epoch": 76.51,
      "grad_norm": 1.8955824375152588,
      "learning_rate": 4.660861012789273e-06,
      "loss": 0.4752,
      "step": 274130
    },
    {
      "epoch": 76.51,
      "grad_norm": 1.7106159925460815,
      "learning_rate": 4.660856947439878e-06,
      "loss": 0.4598,
      "step": 274140
    },
    {
      "epoch": 76.51,
      "grad_norm": 1.969618797302246,
      "learning_rate": 4.660852881782076e-06,
      "loss": 0.4884,
      "step": 274150
    },
    {
      "epoch": 76.52,
      "grad_norm": 1.8527681827545166,
      "learning_rate": 4.6608488158158664e-06,
      "loss": 0.4732,
      "step": 274160
    },
    {
      "epoch": 76.52,
      "grad_norm": 1.5802079439163208,
      "learning_rate": 4.660844749541251e-06,
      "loss": 0.4848,
      "step": 274170
    },
    {
      "epoch": 76.52,
      "grad_norm": 1.5470540523529053,
      "learning_rate": 4.660840682958228e-06,
      "loss": 0.4947,
      "step": 274180
    },
    {
      "epoch": 76.53,
      "grad_norm": 2.310291051864624,
      "learning_rate": 4.6608366160668014e-06,
      "loss": 0.4661,
      "step": 274190
    },
    {
      "epoch": 76.53,
      "grad_norm": 1.698818564414978,
      "learning_rate": 4.660832548866969e-06,
      "loss": 0.4726,
      "step": 274200
    },
    {
      "epoch": 76.53,
      "grad_norm": 1.723747730255127,
      "learning_rate": 4.660828481358733e-06,
      "loss": 0.4729,
      "step": 274210
    },
    {
      "epoch": 76.53,
      "grad_norm": 1.7746108770370483,
      "learning_rate": 4.660824413542093e-06,
      "loss": 0.4945,
      "step": 274220
    },
    {
      "epoch": 76.54,
      "grad_norm": 1.718402624130249,
      "learning_rate": 4.660820345417049e-06,
      "loss": 0.4868,
      "step": 274230
    },
    {
      "epoch": 76.54,
      "grad_norm": 1.496164083480835,
      "learning_rate": 4.660816276983604e-06,
      "loss": 0.4642,
      "step": 274240
    },
    {
      "epoch": 76.54,
      "grad_norm": 1.651720404624939,
      "learning_rate": 4.660812208241755e-06,
      "loss": 0.4745,
      "step": 274250
    },
    {
      "epoch": 76.54,
      "grad_norm": 2.1488070487976074,
      "learning_rate": 4.660808139191505e-06,
      "loss": 0.4791,
      "step": 274260
    },
    {
      "epoch": 76.55,
      "grad_norm": 1.958638310432434,
      "learning_rate": 4.660804069832854e-06,
      "loss": 0.4821,
      "step": 274270
    },
    {
      "epoch": 76.55,
      "grad_norm": 1.6752846240997314,
      "learning_rate": 4.660800000165803e-06,
      "loss": 0.4912,
      "step": 274280
    },
    {
      "epoch": 76.55,
      "grad_norm": 1.306166410446167,
      "learning_rate": 4.660795930190351e-06,
      "loss": 0.4795,
      "step": 274290
    },
    {
      "epoch": 76.56,
      "grad_norm": 1.594273328781128,
      "learning_rate": 4.6607918599065e-06,
      "loss": 0.4657,
      "step": 274300
    },
    {
      "epoch": 76.56,
      "grad_norm": 2.092325210571289,
      "learning_rate": 4.66078778931425e-06,
      "loss": 0.497,
      "step": 274310
    },
    {
      "epoch": 76.56,
      "grad_norm": 1.574802279472351,
      "learning_rate": 4.660783718413602e-06,
      "loss": 0.4691,
      "step": 274320
    },
    {
      "epoch": 76.56,
      "grad_norm": 1.581926703453064,
      "learning_rate": 4.660779647204556e-06,
      "loss": 0.4775,
      "step": 274330
    },
    {
      "epoch": 76.57,
      "grad_norm": 1.4303627014160156,
      "learning_rate": 4.6607755756871135e-06,
      "loss": 0.4806,
      "step": 274340
    },
    {
      "epoch": 76.57,
      "grad_norm": 1.7049082517623901,
      "learning_rate": 4.660771503861273e-06,
      "loss": 0.4907,
      "step": 274350
    },
    {
      "epoch": 76.57,
      "grad_norm": 1.7439906597137451,
      "learning_rate": 4.660767431727037e-06,
      "loss": 0.4748,
      "step": 274360
    },
    {
      "epoch": 76.58,
      "grad_norm": 1.5720815658569336,
      "learning_rate": 4.660763359284405e-06,
      "loss": 0.4794,
      "step": 274370
    },
    {
      "epoch": 76.58,
      "grad_norm": 1.8115328550338745,
      "learning_rate": 4.660759286533378e-06,
      "loss": 0.4717,
      "step": 274380
    },
    {
      "epoch": 76.58,
      "grad_norm": 2.020049571990967,
      "learning_rate": 4.660755213473956e-06,
      "loss": 0.4877,
      "step": 274390
    },
    {
      "epoch": 76.58,
      "grad_norm": 1.6693373918533325,
      "learning_rate": 4.660751140106141e-06,
      "loss": 0.4784,
      "step": 274400
    },
    {
      "epoch": 76.59,
      "grad_norm": 2.0919265747070312,
      "learning_rate": 4.6607470664299314e-06,
      "loss": 0.489,
      "step": 274410
    },
    {
      "epoch": 76.59,
      "grad_norm": 1.6917670965194702,
      "learning_rate": 4.6607429924453295e-06,
      "loss": 0.4792,
      "step": 274420
    },
    {
      "epoch": 76.59,
      "grad_norm": 1.9095008373260498,
      "learning_rate": 4.6607389181523355e-06,
      "loss": 0.4847,
      "step": 274430
    },
    {
      "epoch": 76.6,
      "grad_norm": 1.8076097965240479,
      "learning_rate": 4.66073484355095e-06,
      "loss": 0.4822,
      "step": 274440
    },
    {
      "epoch": 76.6,
      "grad_norm": 1.657152533531189,
      "learning_rate": 4.660730768641172e-06,
      "loss": 0.4696,
      "step": 274450
    },
    {
      "epoch": 76.6,
      "grad_norm": 1.7367513179779053,
      "learning_rate": 4.6607266934230034e-06,
      "loss": 0.4921,
      "step": 274460
    },
    {
      "epoch": 76.6,
      "grad_norm": 1.6342257261276245,
      "learning_rate": 4.660722617896445e-06,
      "loss": 0.488,
      "step": 274470
    },
    {
      "epoch": 76.61,
      "grad_norm": 1.4153852462768555,
      "learning_rate": 4.660718542061496e-06,
      "loss": 0.4638,
      "step": 274480
    },
    {
      "epoch": 76.61,
      "grad_norm": 1.7696324586868286,
      "learning_rate": 4.660714465918159e-06,
      "loss": 0.4664,
      "step": 274490
    },
    {
      "epoch": 76.61,
      "grad_norm": 2.047297716140747,
      "learning_rate": 4.660710389466433e-06,
      "loss": 0.4906,
      "step": 274500
    },
    {
      "epoch": 76.61,
      "grad_norm": 1.556010127067566,
      "learning_rate": 4.660706312706319e-06,
      "loss": 0.4896,
      "step": 274510
    },
    {
      "epoch": 76.62,
      "grad_norm": 1.7201268672943115,
      "learning_rate": 4.660702235637817e-06,
      "loss": 0.469,
      "step": 274520
    },
    {
      "epoch": 76.62,
      "grad_norm": 1.6104052066802979,
      "learning_rate": 4.660698158260929e-06,
      "loss": 0.5017,
      "step": 274530
    },
    {
      "epoch": 76.62,
      "grad_norm": 1.5104811191558838,
      "learning_rate": 4.660694080575654e-06,
      "loss": 0.4825,
      "step": 274540
    },
    {
      "epoch": 76.63,
      "grad_norm": 1.695237636566162,
      "learning_rate": 4.660690002581993e-06,
      "loss": 0.484,
      "step": 274550
    },
    {
      "epoch": 76.63,
      "grad_norm": 1.6191422939300537,
      "learning_rate": 4.660685924279946e-06,
      "loss": 0.4609,
      "step": 274560
    },
    {
      "epoch": 76.63,
      "grad_norm": 1.572466254234314,
      "learning_rate": 4.660681845669515e-06,
      "loss": 0.4736,
      "step": 274570
    },
    {
      "epoch": 76.63,
      "grad_norm": 1.670141339302063,
      "learning_rate": 4.660677766750701e-06,
      "loss": 0.4861,
      "step": 274580
    },
    {
      "epoch": 76.64,
      "grad_norm": 1.4977760314941406,
      "learning_rate": 4.660673687523501e-06,
      "loss": 0.4781,
      "step": 274590
    },
    {
      "epoch": 76.64,
      "grad_norm": 1.6527576446533203,
      "learning_rate": 4.66066960798792e-06,
      "loss": 0.5,
      "step": 274600
    },
    {
      "epoch": 76.64,
      "grad_norm": 1.6111884117126465,
      "learning_rate": 4.6606655281439545e-06,
      "loss": 0.4857,
      "step": 274610
    },
    {
      "epoch": 76.65,
      "grad_norm": 1.51243257522583,
      "learning_rate": 4.660661447991608e-06,
      "loss": 0.4789,
      "step": 274620
    },
    {
      "epoch": 76.65,
      "grad_norm": 1.9756990671157837,
      "learning_rate": 4.660657367530879e-06,
      "loss": 0.4935,
      "step": 274630
    },
    {
      "epoch": 76.65,
      "grad_norm": 1.8839648962020874,
      "learning_rate": 4.66065328676177e-06,
      "loss": 0.4989,
      "step": 274640
    },
    {
      "epoch": 76.65,
      "grad_norm": 1.6183967590332031,
      "learning_rate": 4.66064920568428e-06,
      "loss": 0.4733,
      "step": 274650
    },
    {
      "epoch": 76.66,
      "grad_norm": 1.56606924533844,
      "learning_rate": 4.66064512429841e-06,
      "loss": 0.4806,
      "step": 274660
    },
    {
      "epoch": 76.66,
      "grad_norm": 1.6529031991958618,
      "learning_rate": 4.660641042604161e-06,
      "loss": 0.4787,
      "step": 274670
    },
    {
      "epoch": 76.66,
      "grad_norm": 2.181321382522583,
      "learning_rate": 4.6606369606015324e-06,
      "loss": 0.4681,
      "step": 274680
    },
    {
      "epoch": 76.66,
      "grad_norm": 1.5929458141326904,
      "learning_rate": 4.660632878290526e-06,
      "loss": 0.486,
      "step": 274690
    },
    {
      "epoch": 76.67,
      "grad_norm": 2.0935399532318115,
      "learning_rate": 4.660628795671143e-06,
      "loss": 0.4851,
      "step": 274700
    },
    {
      "epoch": 76.67,
      "grad_norm": 2.2991456985473633,
      "learning_rate": 4.660624712743381e-06,
      "loss": 0.4739,
      "step": 274710
    },
    {
      "epoch": 76.67,
      "grad_norm": 1.560847520828247,
      "learning_rate": 4.660620629507243e-06,
      "loss": 0.4738,
      "step": 274720
    },
    {
      "epoch": 76.68,
      "grad_norm": 1.89877450466156,
      "learning_rate": 4.660616545962729e-06,
      "loss": 0.4785,
      "step": 274730
    },
    {
      "epoch": 76.68,
      "grad_norm": 1.8434747457504272,
      "learning_rate": 4.66061246210984e-06,
      "loss": 0.482,
      "step": 274740
    },
    {
      "epoch": 76.68,
      "grad_norm": 2.2057137489318848,
      "learning_rate": 4.660608377948575e-06,
      "loss": 0.4886,
      "step": 274750
    },
    {
      "epoch": 76.68,
      "grad_norm": 1.5526639223098755,
      "learning_rate": 4.660604293478936e-06,
      "loss": 0.4781,
      "step": 274760
    },
    {
      "epoch": 76.69,
      "grad_norm": 1.763283371925354,
      "learning_rate": 4.660600208700923e-06,
      "loss": 0.4669,
      "step": 274770
    },
    {
      "epoch": 76.69,
      "grad_norm": 1.6044570207595825,
      "learning_rate": 4.660596123614536e-06,
      "loss": 0.4625,
      "step": 274780
    },
    {
      "epoch": 76.69,
      "grad_norm": 1.6648825407028198,
      "learning_rate": 4.660592038219777e-06,
      "loss": 0.4979,
      "step": 274790
    },
    {
      "epoch": 76.7,
      "grad_norm": 1.5923198461532593,
      "learning_rate": 4.660587952516646e-06,
      "loss": 0.5038,
      "step": 274800
    },
    {
      "epoch": 76.7,
      "grad_norm": 1.4727857112884521,
      "learning_rate": 4.660583866505142e-06,
      "loss": 0.464,
      "step": 274810
    },
    {
      "epoch": 76.7,
      "grad_norm": 1.8793221712112427,
      "learning_rate": 4.660579780185268e-06,
      "loss": 0.4833,
      "step": 274820
    },
    {
      "epoch": 76.7,
      "grad_norm": 1.5242745876312256,
      "learning_rate": 4.660575693557023e-06,
      "loss": 0.49,
      "step": 274830
    },
    {
      "epoch": 76.71,
      "grad_norm": 1.6652731895446777,
      "learning_rate": 4.660571606620408e-06,
      "loss": 0.48,
      "step": 274840
    },
    {
      "epoch": 76.71,
      "grad_norm": 2.132235527038574,
      "learning_rate": 4.660567519375422e-06,
      "loss": 0.4989,
      "step": 274850
    },
    {
      "epoch": 76.71,
      "grad_norm": 1.7685835361480713,
      "learning_rate": 4.660563431822068e-06,
      "loss": 0.489,
      "step": 274860
    },
    {
      "epoch": 76.72,
      "grad_norm": 1.9777754545211792,
      "learning_rate": 4.660559343960347e-06,
      "loss": 0.4923,
      "step": 274870
    },
    {
      "epoch": 76.72,
      "grad_norm": 1.782179594039917,
      "learning_rate": 4.660555255790255e-06,
      "loss": 0.4883,
      "step": 274880
    },
    {
      "epoch": 76.72,
      "grad_norm": 1.773059606552124,
      "learning_rate": 4.660551167311797e-06,
      "loss": 0.4816,
      "step": 274890
    },
    {
      "epoch": 76.72,
      "grad_norm": 1.8009631633758545,
      "learning_rate": 4.660547078524973e-06,
      "loss": 0.4859,
      "step": 274900
    },
    {
      "epoch": 76.73,
      "grad_norm": 1.4391610622406006,
      "learning_rate": 4.6605429894297825e-06,
      "loss": 0.4802,
      "step": 274910
    },
    {
      "epoch": 76.73,
      "grad_norm": 1.7936351299285889,
      "learning_rate": 4.660538900026226e-06,
      "loss": 0.4741,
      "step": 274920
    },
    {
      "epoch": 76.73,
      "grad_norm": 1.453481674194336,
      "learning_rate": 4.660534810314304e-06,
      "loss": 0.4662,
      "step": 274930
    },
    {
      "epoch": 76.73,
      "grad_norm": 1.5259798765182495,
      "learning_rate": 4.660530720294016e-06,
      "loss": 0.4991,
      "step": 274940
    },
    {
      "epoch": 76.74,
      "grad_norm": 1.5630567073822021,
      "learning_rate": 4.660526629965366e-06,
      "loss": 0.4816,
      "step": 274950
    },
    {
      "epoch": 76.74,
      "grad_norm": 1.8400688171386719,
      "learning_rate": 4.660522539328352e-06,
      "loss": 0.4755,
      "step": 274960
    },
    {
      "epoch": 76.74,
      "grad_norm": 2.2319388389587402,
      "learning_rate": 4.660518448382974e-06,
      "loss": 0.4675,
      "step": 274970
    },
    {
      "epoch": 76.75,
      "grad_norm": 1.3951950073242188,
      "learning_rate": 4.6605143571292335e-06,
      "loss": 0.4775,
      "step": 274980
    },
    {
      "epoch": 76.75,
      "grad_norm": 1.3923732042312622,
      "learning_rate": 4.660510265567132e-06,
      "loss": 0.474,
      "step": 274990
    },
    {
      "epoch": 76.75,
      "grad_norm": 1.919478416442871,
      "learning_rate": 4.6605061736966684e-06,
      "loss": 0.4701,
      "step": 275000
    },
    {
      "epoch": 76.75,
      "grad_norm": 1.9457426071166992,
      "learning_rate": 4.6605020815178445e-06,
      "loss": 0.4799,
      "step": 275010
    },
    {
      "epoch": 76.76,
      "grad_norm": 1.6903539896011353,
      "learning_rate": 4.660497989030659e-06,
      "loss": 0.4928,
      "step": 275020
    },
    {
      "epoch": 76.76,
      "grad_norm": 1.69031822681427,
      "learning_rate": 4.660493896235115e-06,
      "loss": 0.4605,
      "step": 275030
    },
    {
      "epoch": 76.76,
      "grad_norm": 1.9091464281082153,
      "learning_rate": 4.6604898031312105e-06,
      "loss": 0.478,
      "step": 275040
    },
    {
      "epoch": 76.77,
      "grad_norm": 1.6386072635650635,
      "learning_rate": 4.660485709718948e-06,
      "loss": 0.4947,
      "step": 275050
    },
    {
      "epoch": 76.77,
      "grad_norm": 1.5511064529418945,
      "learning_rate": 4.660481615998328e-06,
      "loss": 0.4833,
      "step": 275060
    },
    {
      "epoch": 76.77,
      "grad_norm": 1.3578828573226929,
      "learning_rate": 4.66047752196935e-06,
      "loss": 0.4882,
      "step": 275070
    },
    {
      "epoch": 76.77,
      "grad_norm": 1.8457021713256836,
      "learning_rate": 4.6604734276320144e-06,
      "loss": 0.4904,
      "step": 275080
    },
    {
      "epoch": 76.78,
      "grad_norm": 1.6924341917037964,
      "learning_rate": 4.660469332986323e-06,
      "loss": 0.4709,
      "step": 275090
    },
    {
      "epoch": 76.78,
      "grad_norm": 1.7140111923217773,
      "learning_rate": 4.660465238032275e-06,
      "loss": 0.4764,
      "step": 275100
    },
    {
      "epoch": 76.78,
      "grad_norm": 2.068021297454834,
      "learning_rate": 4.660461142769872e-06,
      "loss": 0.4819,
      "step": 275110
    },
    {
      "epoch": 76.78,
      "grad_norm": 2.003514289855957,
      "learning_rate": 4.660457047199114e-06,
      "loss": 0.5086,
      "step": 275120
    },
    {
      "epoch": 76.79,
      "grad_norm": 1.4170989990234375,
      "learning_rate": 4.660452951320002e-06,
      "loss": 0.5036,
      "step": 275130
    },
    {
      "epoch": 76.79,
      "grad_norm": 1.6084442138671875,
      "learning_rate": 4.6604488551325354e-06,
      "loss": 0.4985,
      "step": 275140
    },
    {
      "epoch": 76.79,
      "grad_norm": 1.5155103206634521,
      "learning_rate": 4.660444758636716e-06,
      "loss": 0.4631,
      "step": 275150
    },
    {
      "epoch": 76.8,
      "grad_norm": 1.5718611478805542,
      "learning_rate": 4.660440661832544e-06,
      "loss": 0.4748,
      "step": 275160
    },
    {
      "epoch": 76.8,
      "grad_norm": 1.5871905088424683,
      "learning_rate": 4.66043656472002e-06,
      "loss": 0.4801,
      "step": 275170
    },
    {
      "epoch": 76.8,
      "grad_norm": 1.4386875629425049,
      "learning_rate": 4.6604324672991445e-06,
      "loss": 0.4733,
      "step": 275180
    },
    {
      "epoch": 76.8,
      "grad_norm": 1.9557740688323975,
      "learning_rate": 4.660428369569918e-06,
      "loss": 0.4802,
      "step": 275190
    },
    {
      "epoch": 76.81,
      "grad_norm": 1.6303300857543945,
      "learning_rate": 4.66042427153234e-06,
      "loss": 0.5034,
      "step": 275200
    },
    {
      "epoch": 76.81,
      "grad_norm": 1.4023845195770264,
      "learning_rate": 4.660420173186412e-06,
      "loss": 0.465,
      "step": 275210
    },
    {
      "epoch": 76.81,
      "grad_norm": 1.6607036590576172,
      "learning_rate": 4.660416074532136e-06,
      "loss": 0.4648,
      "step": 275220
    },
    {
      "epoch": 76.82,
      "grad_norm": 1.8197400569915771,
      "learning_rate": 4.66041197556951e-06,
      "loss": 0.459,
      "step": 275230
    },
    {
      "epoch": 76.82,
      "grad_norm": 1.7793275117874146,
      "learning_rate": 4.6604078762985356e-06,
      "loss": 0.5031,
      "step": 275240
    },
    {
      "epoch": 76.82,
      "grad_norm": 1.8210439682006836,
      "learning_rate": 4.660403776719214e-06,
      "loss": 0.4641,
      "step": 275250
    },
    {
      "epoch": 76.82,
      "grad_norm": 1.7629719972610474,
      "learning_rate": 4.6603996768315445e-06,
      "loss": 0.488,
      "step": 275260
    },
    {
      "epoch": 76.83,
      "grad_norm": 1.4584413766860962,
      "learning_rate": 4.660395576635528e-06,
      "loss": 0.4875,
      "step": 275270
    },
    {
      "epoch": 76.83,
      "grad_norm": 1.7032139301300049,
      "learning_rate": 4.660391476131167e-06,
      "loss": 0.4654,
      "step": 275280
    },
    {
      "epoch": 76.83,
      "grad_norm": 2.1412882804870605,
      "learning_rate": 4.660387375318459e-06,
      "loss": 0.4764,
      "step": 275290
    },
    {
      "epoch": 76.84,
      "grad_norm": 1.4579863548278809,
      "learning_rate": 4.6603832741974065e-06,
      "loss": 0.4692,
      "step": 275300
    },
    {
      "epoch": 76.84,
      "grad_norm": 2.021174907684326,
      "learning_rate": 4.660379172768009e-06,
      "loss": 0.4945,
      "step": 275310
    },
    {
      "epoch": 76.84,
      "grad_norm": 1.7938685417175293,
      "learning_rate": 4.660375071030268e-06,
      "loss": 0.4895,
      "step": 275320
    },
    {
      "epoch": 76.84,
      "grad_norm": 1.7938196659088135,
      "learning_rate": 4.660370968984184e-06,
      "loss": 0.4806,
      "step": 275330
    },
    {
      "epoch": 76.85,
      "grad_norm": 1.7319868803024292,
      "learning_rate": 4.660366866629756e-06,
      "loss": 0.4844,
      "step": 275340
    },
    {
      "epoch": 76.85,
      "grad_norm": 1.5917179584503174,
      "learning_rate": 4.660362763966986e-06,
      "loss": 0.4915,
      "step": 275350
    },
    {
      "epoch": 76.85,
      "grad_norm": 1.8074473142623901,
      "learning_rate": 4.660358660995874e-06,
      "loss": 0.4802,
      "step": 275360
    },
    {
      "epoch": 76.85,
      "grad_norm": 1.5840282440185547,
      "learning_rate": 4.660354557716422e-06,
      "loss": 0.4893,
      "step": 275370
    },
    {
      "epoch": 76.86,
      "grad_norm": 1.7704894542694092,
      "learning_rate": 4.660350454128628e-06,
      "loss": 0.4785,
      "step": 275380
    },
    {
      "epoch": 76.86,
      "grad_norm": 2.44468092918396,
      "learning_rate": 4.660346350232494e-06,
      "loss": 0.4937,
      "step": 275390
    },
    {
      "epoch": 76.86,
      "grad_norm": 1.5970299243927002,
      "learning_rate": 4.660342246028021e-06,
      "loss": 0.4816,
      "step": 275400
    },
    {
      "epoch": 76.87,
      "grad_norm": 2.330226182937622,
      "learning_rate": 4.660338141515209e-06,
      "loss": 0.4844,
      "step": 275410
    },
    {
      "epoch": 76.87,
      "grad_norm": 1.614698052406311,
      "learning_rate": 4.660334036694057e-06,
      "loss": 0.4829,
      "step": 275420
    },
    {
      "epoch": 76.87,
      "grad_norm": 2.0945451259613037,
      "learning_rate": 4.660329931564569e-06,
      "loss": 0.4763,
      "step": 275430
    },
    {
      "epoch": 76.87,
      "grad_norm": 1.4080439805984497,
      "learning_rate": 4.660325826126743e-06,
      "loss": 0.481,
      "step": 275440
    },
    {
      "epoch": 76.88,
      "grad_norm": 2.1521084308624268,
      "learning_rate": 4.66032172038058e-06,
      "loss": 0.5152,
      "step": 275450
    },
    {
      "epoch": 76.88,
      "grad_norm": 1.9212900400161743,
      "learning_rate": 4.6603176143260796e-06,
      "loss": 0.4778,
      "step": 275460
    },
    {
      "epoch": 76.88,
      "grad_norm": 1.983729600906372,
      "learning_rate": 4.660313507963244e-06,
      "loss": 0.4752,
      "step": 275470
    },
    {
      "epoch": 76.89,
      "grad_norm": 1.976143717765808,
      "learning_rate": 4.6603094012920745e-06,
      "loss": 0.4712,
      "step": 275480
    },
    {
      "epoch": 76.89,
      "grad_norm": 1.7196574211120605,
      "learning_rate": 4.66030529431257e-06,
      "loss": 0.4656,
      "step": 275490
    },
    {
      "epoch": 76.89,
      "grad_norm": 1.6433022022247314,
      "learning_rate": 4.66030118702473e-06,
      "loss": 0.4933,
      "step": 275500
    },
    {
      "epoch": 76.89,
      "grad_norm": 1.3050976991653442,
      "learning_rate": 4.6602970794285565e-06,
      "loss": 0.4658,
      "step": 275510
    },
    {
      "epoch": 76.9,
      "grad_norm": 1.5228726863861084,
      "learning_rate": 4.660292971524051e-06,
      "loss": 0.4959,
      "step": 275520
    },
    {
      "epoch": 76.9,
      "grad_norm": 2.2121708393096924,
      "learning_rate": 4.660288863311213e-06,
      "loss": 0.4726,
      "step": 275530
    },
    {
      "epoch": 76.9,
      "grad_norm": 1.9649097919464111,
      "learning_rate": 4.660284754790042e-06,
      "loss": 0.4772,
      "step": 275540
    },
    {
      "epoch": 76.9,
      "grad_norm": 1.298383116722107,
      "learning_rate": 4.6602806459605405e-06,
      "loss": 0.4952,
      "step": 275550
    },
    {
      "epoch": 76.91,
      "grad_norm": 2.2068307399749756,
      "learning_rate": 4.6602765368227075e-06,
      "loss": 0.4757,
      "step": 275560
    },
    {
      "epoch": 76.91,
      "grad_norm": 1.7084510326385498,
      "learning_rate": 4.660272427376544e-06,
      "loss": 0.4834,
      "step": 275570
    },
    {
      "epoch": 76.91,
      "grad_norm": 1.7825759649276733,
      "learning_rate": 4.660268317622052e-06,
      "loss": 0.4856,
      "step": 275580
    },
    {
      "epoch": 76.92,
      "grad_norm": 1.584368348121643,
      "learning_rate": 4.66026420755923e-06,
      "loss": 0.4711,
      "step": 275590
    },
    {
      "epoch": 76.92,
      "grad_norm": 2.450197696685791,
      "learning_rate": 4.660260097188079e-06,
      "loss": 0.4586,
      "step": 275600
    },
    {
      "epoch": 76.92,
      "grad_norm": 1.7290797233581543,
      "learning_rate": 4.6602559865086e-06,
      "loss": 0.4774,
      "step": 275610
    },
    {
      "epoch": 76.92,
      "grad_norm": 1.6589449644088745,
      "learning_rate": 4.660251875520794e-06,
      "loss": 0.4843,
      "step": 275620
    },
    {
      "epoch": 76.93,
      "grad_norm": 1.5230813026428223,
      "learning_rate": 4.660247764224661e-06,
      "loss": 0.4946,
      "step": 275630
    },
    {
      "epoch": 76.93,
      "grad_norm": 1.6986123323440552,
      "learning_rate": 4.660243652620201e-06,
      "loss": 0.4898,
      "step": 275640
    },
    {
      "epoch": 76.93,
      "grad_norm": 1.5733097791671753,
      "learning_rate": 4.6602395407074145e-06,
      "loss": 0.4873,
      "step": 275650
    },
    {
      "epoch": 76.94,
      "grad_norm": 1.6646559238433838,
      "learning_rate": 4.660235428486304e-06,
      "loss": 0.4794,
      "step": 275660
    },
    {
      "epoch": 76.94,
      "grad_norm": 1.661678671836853,
      "learning_rate": 4.660231315956868e-06,
      "loss": 0.4829,
      "step": 275670
    },
    {
      "epoch": 76.94,
      "grad_norm": 1.6951299905776978,
      "learning_rate": 4.660227203119108e-06,
      "loss": 0.4641,
      "step": 275680
    },
    {
      "epoch": 76.94,
      "grad_norm": 1.797877550125122,
      "learning_rate": 4.660223089973023e-06,
      "loss": 0.4795,
      "step": 275690
    },
    {
      "epoch": 76.95,
      "grad_norm": 1.8615831136703491,
      "learning_rate": 4.660218976518616e-06,
      "loss": 0.4782,
      "step": 275700
    },
    {
      "epoch": 76.95,
      "grad_norm": 1.4553804397583008,
      "learning_rate": 4.660214862755886e-06,
      "loss": 0.4728,
      "step": 275710
    },
    {
      "epoch": 76.95,
      "grad_norm": 1.8022818565368652,
      "learning_rate": 4.660210748684834e-06,
      "loss": 0.4617,
      "step": 275720
    },
    {
      "epoch": 76.96,
      "grad_norm": 1.6662542819976807,
      "learning_rate": 4.66020663430546e-06,
      "loss": 0.4803,
      "step": 275730
    },
    {
      "epoch": 76.96,
      "grad_norm": 1.371662974357605,
      "learning_rate": 4.660202519617766e-06,
      "loss": 0.4959,
      "step": 275740
    },
    {
      "epoch": 76.96,
      "grad_norm": 1.4253449440002441,
      "learning_rate": 4.660198404621751e-06,
      "loss": 0.4635,
      "step": 275750
    },
    {
      "epoch": 76.96,
      "grad_norm": 1.431280255317688,
      "learning_rate": 4.660194289317416e-06,
      "loss": 0.4811,
      "step": 275760
    },
    {
      "epoch": 76.97,
      "grad_norm": 2.126706838607788,
      "learning_rate": 4.660190173704762e-06,
      "loss": 0.48,
      "step": 275770
    },
    {
      "epoch": 76.97,
      "grad_norm": 2.1213529109954834,
      "learning_rate": 4.660186057783789e-06,
      "loss": 0.4932,
      "step": 275780
    },
    {
      "epoch": 76.97,
      "grad_norm": 3.7685132026672363,
      "learning_rate": 4.660181941554497e-06,
      "loss": 0.4762,
      "step": 275790
    },
    {
      "epoch": 76.97,
      "grad_norm": 1.7696410417556763,
      "learning_rate": 4.660177825016888e-06,
      "loss": 0.4749,
      "step": 275800
    },
    {
      "epoch": 76.98,
      "grad_norm": 1.4718061685562134,
      "learning_rate": 4.6601737081709615e-06,
      "loss": 0.4959,
      "step": 275810
    },
    {
      "epoch": 76.98,
      "grad_norm": 1.6755554676055908,
      "learning_rate": 4.660169591016719e-06,
      "loss": 0.487,
      "step": 275820
    },
    {
      "epoch": 76.98,
      "grad_norm": 2.2672293186187744,
      "learning_rate": 4.66016547355416e-06,
      "loss": 0.4815,
      "step": 275830
    },
    {
      "epoch": 76.99,
      "grad_norm": 1.6795780658721924,
      "learning_rate": 4.660161355783286e-06,
      "loss": 0.4915,
      "step": 275840
    },
    {
      "epoch": 76.99,
      "grad_norm": 1.8588979244232178,
      "learning_rate": 4.660157237704096e-06,
      "loss": 0.476,
      "step": 275850
    },
    {
      "epoch": 76.99,
      "grad_norm": 1.3603579998016357,
      "learning_rate": 4.660153119316592e-06,
      "loss": 0.4655,
      "step": 275860
    },
    {
      "epoch": 76.99,
      "grad_norm": 2.1443536281585693,
      "learning_rate": 4.660149000620774e-06,
      "loss": 0.489,
      "step": 275870
    },
    {
      "epoch": 77.0,
      "grad_norm": 1.912435531616211,
      "learning_rate": 4.660144881616643e-06,
      "loss": 0.4746,
      "step": 275880
    },
    {
      "epoch": 77.0,
      "grad_norm": 1.5918861627578735,
      "learning_rate": 4.660140762304198e-06,
      "loss": 0.4662,
      "step": 275890
    },
    {
      "epoch": 77.0,
      "eval_loss": 0.478935182094574,
      "eval_runtime": 62.8404,
      "eval_samples_per_second": 80.506,
      "eval_steps_per_second": 10.073,
      "step": 275891
    },
    {
      "epoch": 77.0,
      "grad_norm": 1.5511761903762817,
      "learning_rate": 4.660136642683442e-06,
      "loss": 0.473,
      "step": 275900
    },
    {
      "epoch": 77.01,
      "grad_norm": 1.8034650087356567,
      "learning_rate": 4.660132522754375e-06,
      "loss": 0.4951,
      "step": 275910
    },
    {
      "epoch": 77.01,
      "grad_norm": 1.772502064704895,
      "learning_rate": 4.660128402516996e-06,
      "loss": 0.4922,
      "step": 275920
    },
    {
      "epoch": 77.01,
      "grad_norm": 1.5542157888412476,
      "learning_rate": 4.660124281971305e-06,
      "loss": 0.4853,
      "step": 275930
    },
    {
      "epoch": 77.01,
      "grad_norm": 1.7407630681991577,
      "learning_rate": 4.660120161117306e-06,
      "loss": 0.4731,
      "step": 275940
    },
    {
      "epoch": 77.02,
      "grad_norm": 1.9340736865997314,
      "learning_rate": 4.660116039954997e-06,
      "loss": 0.4727,
      "step": 275950
    },
    {
      "epoch": 77.02,
      "grad_norm": 1.755815029144287,
      "learning_rate": 4.660111918484378e-06,
      "loss": 0.4829,
      "step": 275960
    },
    {
      "epoch": 77.02,
      "grad_norm": 1.9049171209335327,
      "learning_rate": 4.660107796705452e-06,
      "loss": 0.4957,
      "step": 275970
    },
    {
      "epoch": 77.02,
      "grad_norm": 1.4586228132247925,
      "learning_rate": 4.660103674618218e-06,
      "loss": 0.4802,
      "step": 275980
    },
    {
      "epoch": 77.03,
      "grad_norm": 1.4757804870605469,
      "learning_rate": 4.660099552222676e-06,
      "loss": 0.488,
      "step": 275990
    },
    {
      "epoch": 77.03,
      "grad_norm": 2.0058109760284424,
      "learning_rate": 4.660095429518827e-06,
      "loss": 0.4651,
      "step": 276000
    },
    {
      "epoch": 77.03,
      "grad_norm": 1.3676297664642334,
      "learning_rate": 4.660091306506672e-06,
      "loss": 0.4687,
      "step": 276010
    },
    {
      "epoch": 77.04,
      "grad_norm": 1.738097906112671,
      "learning_rate": 4.660087183186213e-06,
      "loss": 0.4665,
      "step": 276020
    },
    {
      "epoch": 77.04,
      "grad_norm": 1.5642247200012207,
      "learning_rate": 4.660083059557447e-06,
      "loss": 0.4838,
      "step": 276030
    },
    {
      "epoch": 77.04,
      "grad_norm": 1.8983638286590576,
      "learning_rate": 4.660078935620377e-06,
      "loss": 0.4689,
      "step": 276040
    },
    {
      "epoch": 77.04,
      "grad_norm": 1.631215214729309,
      "learning_rate": 4.6600748113750025e-06,
      "loss": 0.4831,
      "step": 276050
    },
    {
      "epoch": 77.05,
      "grad_norm": 1.6875425577163696,
      "learning_rate": 4.660070686821326e-06,
      "loss": 0.492,
      "step": 276060
    },
    {
      "epoch": 77.05,
      "grad_norm": 1.559510588645935,
      "learning_rate": 4.660066561959345e-06,
      "loss": 0.4983,
      "step": 276070
    },
    {
      "epoch": 77.05,
      "grad_norm": 1.8061598539352417,
      "learning_rate": 4.660062436789062e-06,
      "loss": 0.4831,
      "step": 276080
    },
    {
      "epoch": 77.06,
      "grad_norm": 1.537802815437317,
      "learning_rate": 4.660058311310478e-06,
      "loss": 0.4683,
      "step": 276090
    },
    {
      "epoch": 77.06,
      "grad_norm": 1.7652812004089355,
      "learning_rate": 4.6600541855235915e-06,
      "loss": 0.4686,
      "step": 276100
    },
    {
      "epoch": 77.06,
      "grad_norm": 1.7182064056396484,
      "learning_rate": 4.660050059428405e-06,
      "loss": 0.467,
      "step": 276110
    },
    {
      "epoch": 77.06,
      "grad_norm": 1.436384677886963,
      "learning_rate": 4.660045933024919e-06,
      "loss": 0.4886,
      "step": 276120
    },
    {
      "epoch": 77.07,
      "grad_norm": 1.8497295379638672,
      "learning_rate": 4.6600418063131325e-06,
      "loss": 0.4813,
      "step": 276130
    },
    {
      "epoch": 77.07,
      "grad_norm": 1.5025932788848877,
      "learning_rate": 4.6600376792930466e-06,
      "loss": 0.4725,
      "step": 276140
    },
    {
      "epoch": 77.07,
      "grad_norm": 1.6145470142364502,
      "learning_rate": 4.660033551964663e-06,
      "loss": 0.4727,
      "step": 276150
    },
    {
      "epoch": 77.08,
      "grad_norm": 1.5220773220062256,
      "learning_rate": 4.660029424327981e-06,
      "loss": 0.5003,
      "step": 276160
    },
    {
      "epoch": 77.08,
      "grad_norm": 1.4959408044815063,
      "learning_rate": 4.660025296383002e-06,
      "loss": 0.4875,
      "step": 276170
    },
    {
      "epoch": 77.08,
      "grad_norm": 1.6266719102859497,
      "learning_rate": 4.660021168129725e-06,
      "loss": 0.4809,
      "step": 276180
    },
    {
      "epoch": 77.08,
      "grad_norm": 1.976868748664856,
      "learning_rate": 4.660017039568153e-06,
      "loss": 0.4716,
      "step": 276190
    },
    {
      "epoch": 77.09,
      "grad_norm": 1.960598349571228,
      "learning_rate": 4.6600129106982845e-06,
      "loss": 0.4708,
      "step": 276200
    },
    {
      "epoch": 77.09,
      "grad_norm": 1.6510144472122192,
      "learning_rate": 4.660008781520121e-06,
      "loss": 0.4827,
      "step": 276210
    },
    {
      "epoch": 77.09,
      "grad_norm": 1.9143850803375244,
      "learning_rate": 4.660004652033663e-06,
      "loss": 0.4725,
      "step": 276220
    },
    {
      "epoch": 77.09,
      "grad_norm": 1.4615193605422974,
      "learning_rate": 4.66000052223891e-06,
      "loss": 0.4813,
      "step": 276230
    },
    {
      "epoch": 77.1,
      "grad_norm": 1.4613739252090454,
      "learning_rate": 4.659996392135865e-06,
      "loss": 0.4925,
      "step": 276240
    },
    {
      "epoch": 77.1,
      "grad_norm": 1.6772569417953491,
      "learning_rate": 4.659992261724526e-06,
      "loss": 0.4725,
      "step": 276250
    },
    {
      "epoch": 77.1,
      "grad_norm": 1.5524462461471558,
      "learning_rate": 4.659988131004894e-06,
      "loss": 0.4674,
      "step": 276260
    },
    {
      "epoch": 77.11,
      "grad_norm": 1.6414693593978882,
      "learning_rate": 4.659983999976971e-06,
      "loss": 0.4689,
      "step": 276270
    },
    {
      "epoch": 77.11,
      "grad_norm": 1.3988548517227173,
      "learning_rate": 4.6599798686407555e-06,
      "loss": 0.4767,
      "step": 276280
    },
    {
      "epoch": 77.11,
      "grad_norm": 1.5417128801345825,
      "learning_rate": 4.659975736996251e-06,
      "loss": 0.4869,
      "step": 276290
    },
    {
      "epoch": 77.11,
      "grad_norm": 1.756912350654602,
      "learning_rate": 4.659971605043455e-06,
      "loss": 0.4886,
      "step": 276300
    },
    {
      "epoch": 77.12,
      "grad_norm": 1.7875434160232544,
      "learning_rate": 4.659967472782369e-06,
      "loss": 0.4829,
      "step": 276310
    },
    {
      "epoch": 77.12,
      "grad_norm": 1.4233202934265137,
      "learning_rate": 4.659963340212995e-06,
      "loss": 0.4915,
      "step": 276320
    },
    {
      "epoch": 77.12,
      "grad_norm": 1.6721771955490112,
      "learning_rate": 4.659959207335331e-06,
      "loss": 0.4867,
      "step": 276330
    },
    {
      "epoch": 77.13,
      "grad_norm": 1.8537191152572632,
      "learning_rate": 4.65995507414938e-06,
      "loss": 0.4952,
      "step": 276340
    },
    {
      "epoch": 77.13,
      "grad_norm": 1.6796998977661133,
      "learning_rate": 4.659950940655141e-06,
      "loss": 0.4801,
      "step": 276350
    },
    {
      "epoch": 77.13,
      "grad_norm": 2.148104667663574,
      "learning_rate": 4.659946806852615e-06,
      "loss": 0.4862,
      "step": 276360
    },
    {
      "epoch": 77.13,
      "grad_norm": 1.4613112211227417,
      "learning_rate": 4.6599426727418025e-06,
      "loss": 0.4778,
      "step": 276370
    },
    {
      "epoch": 77.14,
      "grad_norm": 1.6746904850006104,
      "learning_rate": 4.659938538322704e-06,
      "loss": 0.4871,
      "step": 276380
    },
    {
      "epoch": 77.14,
      "grad_norm": 1.5787702798843384,
      "learning_rate": 4.659934403595321e-06,
      "loss": 0.4918,
      "step": 276390
    },
    {
      "epoch": 77.14,
      "grad_norm": 1.7952549457550049,
      "learning_rate": 4.659930268559652e-06,
      "loss": 0.4705,
      "step": 276400
    },
    {
      "epoch": 77.14,
      "grad_norm": 1.4696660041809082,
      "learning_rate": 4.659926133215699e-06,
      "loss": 0.4603,
      "step": 276410
    },
    {
      "epoch": 77.15,
      "grad_norm": 2.170668125152588,
      "learning_rate": 4.659921997563463e-06,
      "loss": 0.4563,
      "step": 276420
    },
    {
      "epoch": 77.15,
      "grad_norm": 1.7879432439804077,
      "learning_rate": 4.659917861602944e-06,
      "loss": 0.4792,
      "step": 276430
    },
    {
      "epoch": 77.15,
      "grad_norm": 1.5748050212860107,
      "learning_rate": 4.659913725334142e-06,
      "loss": 0.4781,
      "step": 276440
    },
    {
      "epoch": 77.16,
      "grad_norm": 1.9470255374908447,
      "learning_rate": 4.659909588757058e-06,
      "loss": 0.4515,
      "step": 276450
    },
    {
      "epoch": 77.16,
      "grad_norm": 1.8824803829193115,
      "learning_rate": 4.659905451871693e-06,
      "loss": 0.472,
      "step": 276460
    },
    {
      "epoch": 77.16,
      "grad_norm": 1.9533782005310059,
      "learning_rate": 4.659901314678046e-06,
      "loss": 0.4797,
      "step": 276470
    },
    {
      "epoch": 77.16,
      "grad_norm": 1.6712900400161743,
      "learning_rate": 4.659897177176119e-06,
      "loss": 0.4811,
      "step": 276480
    },
    {
      "epoch": 77.17,
      "grad_norm": 1.8561689853668213,
      "learning_rate": 4.659893039365913e-06,
      "loss": 0.4749,
      "step": 276490
    },
    {
      "epoch": 77.17,
      "grad_norm": 2.0725908279418945,
      "learning_rate": 4.659888901247427e-06,
      "loss": 0.4556,
      "step": 276500
    },
    {
      "epoch": 77.17,
      "grad_norm": 1.6330665349960327,
      "learning_rate": 4.659884762820663e-06,
      "loss": 0.4979,
      "step": 276510
    },
    {
      "epoch": 77.18,
      "grad_norm": 2.1954896450042725,
      "learning_rate": 4.65988062408562e-06,
      "loss": 0.4793,
      "step": 276520
    },
    {
      "epoch": 77.18,
      "grad_norm": 1.6802856922149658,
      "learning_rate": 4.659876485042299e-06,
      "loss": 0.4558,
      "step": 276530
    },
    {
      "epoch": 77.18,
      "grad_norm": 1.7801967859268188,
      "learning_rate": 4.659872345690702e-06,
      "loss": 0.4553,
      "step": 276540
    },
    {
      "epoch": 77.18,
      "grad_norm": 1.4438427686691284,
      "learning_rate": 4.659868206030828e-06,
      "loss": 0.4769,
      "step": 276550
    },
    {
      "epoch": 77.19,
      "grad_norm": 1.995318055152893,
      "learning_rate": 4.659864066062679e-06,
      "loss": 0.4926,
      "step": 276560
    },
    {
      "epoch": 77.19,
      "grad_norm": 1.5056246519088745,
      "learning_rate": 4.6598599257862535e-06,
      "loss": 0.4772,
      "step": 276570
    },
    {
      "epoch": 77.19,
      "grad_norm": 1.9634697437286377,
      "learning_rate": 4.659855785201552e-06,
      "loss": 0.4749,
      "step": 276580
    },
    {
      "epoch": 77.2,
      "grad_norm": 1.7763125896453857,
      "learning_rate": 4.659851644308578e-06,
      "loss": 0.4911,
      "step": 276590
    },
    {
      "epoch": 77.2,
      "grad_norm": 2.1687021255493164,
      "learning_rate": 4.65984750310733e-06,
      "loss": 0.4714,
      "step": 276600
    },
    {
      "epoch": 77.2,
      "grad_norm": 1.777395248413086,
      "learning_rate": 4.659843361597809e-06,
      "loss": 0.4839,
      "step": 276610
    },
    {
      "epoch": 77.2,
      "grad_norm": 1.8448742628097534,
      "learning_rate": 4.659839219780015e-06,
      "loss": 0.4648,
      "step": 276620
    },
    {
      "epoch": 77.21,
      "grad_norm": 1.9913121461868286,
      "learning_rate": 4.659835077653949e-06,
      "loss": 0.4833,
      "step": 276630
    },
    {
      "epoch": 77.21,
      "grad_norm": 1.5034247636795044,
      "learning_rate": 4.659830935219611e-06,
      "loss": 0.4658,
      "step": 276640
    },
    {
      "epoch": 77.21,
      "grad_norm": 1.5545330047607422,
      "learning_rate": 4.659826792477002e-06,
      "loss": 0.4886,
      "step": 276650
    },
    {
      "epoch": 77.21,
      "grad_norm": 1.6205638647079468,
      "learning_rate": 4.659822649426123e-06,
      "loss": 0.4795,
      "step": 276660
    },
    {
      "epoch": 77.22,
      "grad_norm": 1.9304718971252441,
      "learning_rate": 4.659818506066974e-06,
      "loss": 0.4846,
      "step": 276670
    },
    {
      "epoch": 77.22,
      "grad_norm": 1.8504762649536133,
      "learning_rate": 4.659814362399556e-06,
      "loss": 0.4697,
      "step": 276680
    },
    {
      "epoch": 77.22,
      "grad_norm": 1.7776415348052979,
      "learning_rate": 4.659810218423868e-06,
      "loss": 0.4698,
      "step": 276690
    },
    {
      "epoch": 77.23,
      "grad_norm": 1.4977527856826782,
      "learning_rate": 4.6598060741399125e-06,
      "loss": 0.4818,
      "step": 276700
    },
    {
      "epoch": 77.23,
      "grad_norm": 1.3531962633132935,
      "learning_rate": 4.659801929547689e-06,
      "loss": 0.4822,
      "step": 276710
    },
    {
      "epoch": 77.23,
      "grad_norm": 1.9060612916946411,
      "learning_rate": 4.6597977846471995e-06,
      "loss": 0.4819,
      "step": 276720
    },
    {
      "epoch": 77.23,
      "grad_norm": 1.805011510848999,
      "learning_rate": 4.659793639438442e-06,
      "loss": 0.4826,
      "step": 276730
    },
    {
      "epoch": 77.24,
      "grad_norm": 1.783260703086853,
      "learning_rate": 4.65978949392142e-06,
      "loss": 0.5021,
      "step": 276740
    },
    {
      "epoch": 77.24,
      "grad_norm": 1.6564090251922607,
      "learning_rate": 4.659785348096131e-06,
      "loss": 0.4715,
      "step": 276750
    },
    {
      "epoch": 77.24,
      "grad_norm": 1.6048396825790405,
      "learning_rate": 4.659781201962577e-06,
      "loss": 0.4819,
      "step": 276760
    },
    {
      "epoch": 77.25,
      "grad_norm": 2.0434160232543945,
      "learning_rate": 4.659777055520759e-06,
      "loss": 0.4701,
      "step": 276770
    },
    {
      "epoch": 77.25,
      "grad_norm": 1.622814655303955,
      "learning_rate": 4.659772908770678e-06,
      "loss": 0.4655,
      "step": 276780
    },
    {
      "epoch": 77.25,
      "grad_norm": 1.4803099632263184,
      "learning_rate": 4.659768761712333e-06,
      "loss": 0.455,
      "step": 276790
    },
    {
      "epoch": 77.25,
      "grad_norm": 1.5946983098983765,
      "learning_rate": 4.659764614345725e-06,
      "loss": 0.4736,
      "step": 276800
    },
    {
      "epoch": 77.26,
      "grad_norm": 1.6726900339126587,
      "learning_rate": 4.659760466670856e-06,
      "loss": 0.4928,
      "step": 276810
    },
    {
      "epoch": 77.26,
      "grad_norm": 1.777038335800171,
      "learning_rate": 4.659756318687724e-06,
      "loss": 0.4901,
      "step": 276820
    },
    {
      "epoch": 77.26,
      "grad_norm": 1.934546709060669,
      "learning_rate": 4.6597521703963316e-06,
      "loss": 0.4717,
      "step": 276830
    },
    {
      "epoch": 77.26,
      "grad_norm": 1.707597255706787,
      "learning_rate": 4.659748021796679e-06,
      "loss": 0.4907,
      "step": 276840
    },
    {
      "epoch": 77.27,
      "grad_norm": 1.784826397895813,
      "learning_rate": 4.659743872888766e-06,
      "loss": 0.4769,
      "step": 276850
    },
    {
      "epoch": 77.27,
      "grad_norm": 1.711930513381958,
      "learning_rate": 4.659739723672593e-06,
      "loss": 0.4857,
      "step": 276860
    },
    {
      "epoch": 77.27,
      "grad_norm": 1.5078147649765015,
      "learning_rate": 4.659735574148162e-06,
      "loss": 0.4775,
      "step": 276870
    },
    {
      "epoch": 77.28,
      "grad_norm": 1.528178334236145,
      "learning_rate": 4.659731424315473e-06,
      "loss": 0.4862,
      "step": 276880
    },
    {
      "epoch": 77.28,
      "grad_norm": 1.8685193061828613,
      "learning_rate": 4.659727274174525e-06,
      "loss": 0.4745,
      "step": 276890
    },
    {
      "epoch": 77.28,
      "grad_norm": 1.8622292280197144,
      "learning_rate": 4.659723123725321e-06,
      "loss": 0.4713,
      "step": 276900
    },
    {
      "epoch": 77.28,
      "grad_norm": 1.8766069412231445,
      "learning_rate": 4.65971897296786e-06,
      "loss": 0.4906,
      "step": 276910
    },
    {
      "epoch": 77.29,
      "grad_norm": 2.184948682785034,
      "learning_rate": 4.6597148219021425e-06,
      "loss": 0.4735,
      "step": 276920
    },
    {
      "epoch": 77.29,
      "grad_norm": 1.8290787935256958,
      "learning_rate": 4.6597106705281695e-06,
      "loss": 0.4712,
      "step": 276930
    },
    {
      "epoch": 77.29,
      "grad_norm": 1.498923897743225,
      "learning_rate": 4.659706518845942e-06,
      "loss": 0.4666,
      "step": 276940
    },
    {
      "epoch": 77.3,
      "grad_norm": 1.5933712720870972,
      "learning_rate": 4.65970236685546e-06,
      "loss": 0.4522,
      "step": 276950
    },
    {
      "epoch": 77.3,
      "grad_norm": 1.549130916595459,
      "learning_rate": 4.6596982145567235e-06,
      "loss": 0.4843,
      "step": 276960
    },
    {
      "epoch": 77.3,
      "grad_norm": 1.674405813217163,
      "learning_rate": 4.659694061949734e-06,
      "loss": 0.479,
      "step": 276970
    },
    {
      "epoch": 77.3,
      "grad_norm": 1.8532382249832153,
      "learning_rate": 4.659689909034491e-06,
      "loss": 0.4616,
      "step": 276980
    },
    {
      "epoch": 77.31,
      "grad_norm": 1.5318790674209595,
      "learning_rate": 4.659685755810997e-06,
      "loss": 0.4906,
      "step": 276990
    },
    {
      "epoch": 77.31,
      "grad_norm": 2.1692416667938232,
      "learning_rate": 4.659681602279251e-06,
      "loss": 0.4957,
      "step": 277000
    },
    {
      "epoch": 77.31,
      "grad_norm": 1.7642943859100342,
      "learning_rate": 4.6596774484392535e-06,
      "loss": 0.47,
      "step": 277010
    },
    {
      "epoch": 77.32,
      "grad_norm": 1.6148982048034668,
      "learning_rate": 4.659673294291006e-06,
      "loss": 0.4904,
      "step": 277020
    },
    {
      "epoch": 77.32,
      "grad_norm": 1.7350804805755615,
      "learning_rate": 4.659669139834508e-06,
      "loss": 0.4905,
      "step": 277030
    },
    {
      "epoch": 77.32,
      "grad_norm": 1.9933831691741943,
      "learning_rate": 4.659664985069761e-06,
      "loss": 0.4712,
      "step": 277040
    },
    {
      "epoch": 77.32,
      "grad_norm": 1.8940072059631348,
      "learning_rate": 4.659660829996764e-06,
      "loss": 0.4723,
      "step": 277050
    },
    {
      "epoch": 77.33,
      "grad_norm": 2.3208041191101074,
      "learning_rate": 4.659656674615519e-06,
      "loss": 0.4654,
      "step": 277060
    },
    {
      "epoch": 77.33,
      "grad_norm": 1.8961479663848877,
      "learning_rate": 4.659652518926027e-06,
      "loss": 0.4678,
      "step": 277070
    },
    {
      "epoch": 77.33,
      "grad_norm": 1.4872536659240723,
      "learning_rate": 4.659648362928287e-06,
      "loss": 0.4758,
      "step": 277080
    },
    {
      "epoch": 77.33,
      "grad_norm": 1.860055685043335,
      "learning_rate": 4.6596442066223014e-06,
      "loss": 0.4665,
      "step": 277090
    },
    {
      "epoch": 77.34,
      "grad_norm": 1.6950103044509888,
      "learning_rate": 4.6596400500080685e-06,
      "loss": 0.4742,
      "step": 277100
    },
    {
      "epoch": 77.34,
      "grad_norm": 1.8397369384765625,
      "learning_rate": 4.65963589308559e-06,
      "loss": 0.5036,
      "step": 277110
    },
    {
      "epoch": 77.34,
      "grad_norm": 2.12791109085083,
      "learning_rate": 4.659631735854867e-06,
      "loss": 0.4707,
      "step": 277120
    },
    {
      "epoch": 77.35,
      "grad_norm": 1.7346163988113403,
      "learning_rate": 4.659627578315899e-06,
      "loss": 0.4704,
      "step": 277130
    },
    {
      "epoch": 77.35,
      "grad_norm": 1.5633991956710815,
      "learning_rate": 4.659623420468688e-06,
      "loss": 0.4698,
      "step": 277140
    },
    {
      "epoch": 77.35,
      "grad_norm": 1.6039401292800903,
      "learning_rate": 4.659619262313233e-06,
      "loss": 0.47,
      "step": 277150
    },
    {
      "epoch": 77.35,
      "grad_norm": 1.8756167888641357,
      "learning_rate": 4.659615103849535e-06,
      "loss": 0.4959,
      "step": 277160
    },
    {
      "epoch": 77.36,
      "grad_norm": 1.4325007200241089,
      "learning_rate": 4.659610945077595e-06,
      "loss": 0.5013,
      "step": 277170
    },
    {
      "epoch": 77.36,
      "grad_norm": 2.346372365951538,
      "learning_rate": 4.659606785997412e-06,
      "loss": 0.4742,
      "step": 277180
    },
    {
      "epoch": 77.36,
      "grad_norm": 1.5745726823806763,
      "learning_rate": 4.65960262660899e-06,
      "loss": 0.4916,
      "step": 277190
    },
    {
      "epoch": 77.37,
      "grad_norm": 1.946412444114685,
      "learning_rate": 4.659598466912326e-06,
      "loss": 0.4814,
      "step": 277200
    },
    {
      "epoch": 77.37,
      "grad_norm": 2.240743637084961,
      "learning_rate": 4.659594306907422e-06,
      "loss": 0.4767,
      "step": 277210
    },
    {
      "epoch": 77.37,
      "grad_norm": 1.893297791481018,
      "learning_rate": 4.659590146594279e-06,
      "loss": 0.4781,
      "step": 277220
    },
    {
      "epoch": 77.37,
      "grad_norm": 1.58237886428833,
      "learning_rate": 4.659585985972897e-06,
      "loss": 0.4829,
      "step": 277230
    },
    {
      "epoch": 77.38,
      "grad_norm": 1.8466179370880127,
      "learning_rate": 4.6595818250432765e-06,
      "loss": 0.4805,
      "step": 277240
    },
    {
      "epoch": 77.38,
      "grad_norm": 1.8110418319702148,
      "learning_rate": 4.659577663805418e-06,
      "loss": 0.4655,
      "step": 277250
    },
    {
      "epoch": 77.38,
      "grad_norm": 1.6057324409484863,
      "learning_rate": 4.659573502259322e-06,
      "loss": 0.4911,
      "step": 277260
    },
    {
      "epoch": 77.38,
      "grad_norm": 1.3722498416900635,
      "learning_rate": 4.65956934040499e-06,
      "loss": 0.4763,
      "step": 277270
    },
    {
      "epoch": 77.39,
      "grad_norm": 1.9420642852783203,
      "learning_rate": 4.659565178242422e-06,
      "loss": 0.5152,
      "step": 277280
    },
    {
      "epoch": 77.39,
      "grad_norm": 1.784054160118103,
      "learning_rate": 4.6595610157716165e-06,
      "loss": 0.4855,
      "step": 277290
    },
    {
      "epoch": 77.39,
      "grad_norm": 1.5527442693710327,
      "learning_rate": 4.659556852992578e-06,
      "loss": 0.4932,
      "step": 277300
    },
    {
      "epoch": 77.4,
      "grad_norm": 1.5194581747055054,
      "learning_rate": 4.659552689905304e-06,
      "loss": 0.4819,
      "step": 277310
    },
    {
      "epoch": 77.4,
      "grad_norm": 1.8493914604187012,
      "learning_rate": 4.659548526509796e-06,
      "loss": 0.4856,
      "step": 277320
    },
    {
      "epoch": 77.4,
      "grad_norm": 1.5424875020980835,
      "learning_rate": 4.659544362806055e-06,
      "loss": 0.4564,
      "step": 277330
    },
    {
      "epoch": 77.4,
      "grad_norm": 1.5047154426574707,
      "learning_rate": 4.65954019879408e-06,
      "loss": 0.4626,
      "step": 277340
    },
    {
      "epoch": 77.41,
      "grad_norm": 1.5271968841552734,
      "learning_rate": 4.6595360344738735e-06,
      "loss": 0.4821,
      "step": 277350
    },
    {
      "epoch": 77.41,
      "grad_norm": 1.5617924928665161,
      "learning_rate": 4.659531869845436e-06,
      "loss": 0.4635,
      "step": 277360
    },
    {
      "epoch": 77.41,
      "grad_norm": 1.9977871179580688,
      "learning_rate": 4.659527704908766e-06,
      "loss": 0.4845,
      "step": 277370
    },
    {
      "epoch": 77.42,
      "grad_norm": 1.7394992113113403,
      "learning_rate": 4.659523539663866e-06,
      "loss": 0.4843,
      "step": 277380
    },
    {
      "epoch": 77.42,
      "grad_norm": 1.834134817123413,
      "learning_rate": 4.659519374110736e-06,
      "loss": 0.4804,
      "step": 277390
    },
    {
      "epoch": 77.42,
      "grad_norm": 1.7713940143585205,
      "learning_rate": 4.659515208249377e-06,
      "loss": 0.4921,
      "step": 277400
    },
    {
      "epoch": 77.42,
      "grad_norm": 1.852822184562683,
      "learning_rate": 4.659511042079788e-06,
      "loss": 0.4527,
      "step": 277410
    },
    {
      "epoch": 77.43,
      "grad_norm": 1.788852572441101,
      "learning_rate": 4.659506875601972e-06,
      "loss": 0.4769,
      "step": 277420
    },
    {
      "epoch": 77.43,
      "grad_norm": 1.7539341449737549,
      "learning_rate": 4.659502708815926e-06,
      "loss": 0.4795,
      "step": 277430
    },
    {
      "epoch": 77.43,
      "grad_norm": 1.7183643579483032,
      "learning_rate": 4.659498541721654e-06,
      "loss": 0.4682,
      "step": 277440
    },
    {
      "epoch": 77.44,
      "grad_norm": 1.787168025970459,
      "learning_rate": 4.659494374319155e-06,
      "loss": 0.4835,
      "step": 277450
    },
    {
      "epoch": 77.44,
      "grad_norm": 1.7227427959442139,
      "learning_rate": 4.65949020660843e-06,
      "loss": 0.4704,
      "step": 277460
    },
    {
      "epoch": 77.44,
      "grad_norm": 1.9439603090286255,
      "learning_rate": 4.659486038589479e-06,
      "loss": 0.4719,
      "step": 277470
    },
    {
      "epoch": 77.44,
      "grad_norm": 1.415565848350525,
      "learning_rate": 4.659481870262303e-06,
      "loss": 0.4961,
      "step": 277480
    },
    {
      "epoch": 77.45,
      "grad_norm": 2.0530641078948975,
      "learning_rate": 4.659477701626902e-06,
      "loss": 0.4715,
      "step": 277490
    },
    {
      "epoch": 77.45,
      "grad_norm": 1.4209965467453003,
      "learning_rate": 4.659473532683278e-06,
      "loss": 0.4777,
      "step": 277500
    },
    {
      "epoch": 77.45,
      "grad_norm": 1.319393277168274,
      "learning_rate": 4.65946936343143e-06,
      "loss": 0.4702,
      "step": 277510
    },
    {
      "epoch": 77.45,
      "grad_norm": 2.033275604248047,
      "learning_rate": 4.65946519387136e-06,
      "loss": 0.4878,
      "step": 277520
    },
    {
      "epoch": 77.46,
      "grad_norm": 1.9700260162353516,
      "learning_rate": 4.659461024003066e-06,
      "loss": 0.4868,
      "step": 277530
    },
    {
      "epoch": 77.46,
      "grad_norm": 1.614999771118164,
      "learning_rate": 4.659456853826552e-06,
      "loss": 0.4736,
      "step": 277540
    },
    {
      "epoch": 77.46,
      "grad_norm": 1.482174277305603,
      "learning_rate": 4.659452683341815e-06,
      "loss": 0.478,
      "step": 277550
    },
    {
      "epoch": 77.47,
      "grad_norm": 1.9722577333450317,
      "learning_rate": 4.659448512548858e-06,
      "loss": 0.4724,
      "step": 277560
    },
    {
      "epoch": 77.47,
      "grad_norm": 1.335866928100586,
      "learning_rate": 4.659444341447682e-06,
      "loss": 0.4861,
      "step": 277570
    },
    {
      "epoch": 77.47,
      "grad_norm": 1.614085078239441,
      "learning_rate": 4.6594401700382855e-06,
      "loss": 0.4822,
      "step": 277580
    },
    {
      "epoch": 77.47,
      "grad_norm": 1.811737060546875,
      "learning_rate": 4.65943599832067e-06,
      "loss": 0.4682,
      "step": 277590
    },
    {
      "epoch": 77.48,
      "grad_norm": 1.5684908628463745,
      "learning_rate": 4.659431826294836e-06,
      "loss": 0.4795,
      "step": 277600
    },
    {
      "epoch": 77.48,
      "grad_norm": 1.3578838109970093,
      "learning_rate": 4.6594276539607845e-06,
      "loss": 0.4794,
      "step": 277610
    },
    {
      "epoch": 77.48,
      "grad_norm": 1.8175212144851685,
      "learning_rate": 4.6594234813185155e-06,
      "loss": 0.4871,
      "step": 277620
    },
    {
      "epoch": 77.49,
      "grad_norm": 1.6601591110229492,
      "learning_rate": 4.659419308368029e-06,
      "loss": 0.483,
      "step": 277630
    },
    {
      "epoch": 77.49,
      "grad_norm": 1.5344736576080322,
      "learning_rate": 4.6594151351093276e-06,
      "loss": 0.4769,
      "step": 277640
    },
    {
      "epoch": 77.49,
      "grad_norm": 1.8898578882217407,
      "learning_rate": 4.65941096154241e-06,
      "loss": 0.4749,
      "step": 277650
    },
    {
      "epoch": 77.49,
      "grad_norm": 1.8368264436721802,
      "learning_rate": 4.659406787667277e-06,
      "loss": 0.4647,
      "step": 277660
    },
    {
      "epoch": 77.5,
      "grad_norm": 1.6211668252944946,
      "learning_rate": 4.65940261348393e-06,
      "loss": 0.5068,
      "step": 277670
    },
    {
      "epoch": 77.5,
      "grad_norm": 1.5178263187408447,
      "learning_rate": 4.659398438992369e-06,
      "loss": 0.4843,
      "step": 277680
    },
    {
      "epoch": 77.5,
      "grad_norm": 2.036684989929199,
      "learning_rate": 4.6593942641925934e-06,
      "loss": 0.4806,
      "step": 277690
    },
    {
      "epoch": 77.5,
      "grad_norm": 1.4433085918426514,
      "learning_rate": 4.659390089084606e-06,
      "loss": 0.4674,
      "step": 277700
    },
    {
      "epoch": 77.51,
      "grad_norm": 1.797245740890503,
      "learning_rate": 4.659385913668406e-06,
      "loss": 0.4712,
      "step": 277710
    },
    {
      "epoch": 77.51,
      "grad_norm": 2.3428382873535156,
      "learning_rate": 4.659381737943994e-06,
      "loss": 0.4612,
      "step": 277720
    },
    {
      "epoch": 77.51,
      "grad_norm": 1.5387431383132935,
      "learning_rate": 4.659377561911371e-06,
      "loss": 0.4851,
      "step": 277730
    },
    {
      "epoch": 77.52,
      "grad_norm": 1.686246633529663,
      "learning_rate": 4.659373385570538e-06,
      "loss": 0.4542,
      "step": 277740
    },
    {
      "epoch": 77.52,
      "grad_norm": 1.5704039335250854,
      "learning_rate": 4.659369208921494e-06,
      "loss": 0.4843,
      "step": 277750
    },
    {
      "epoch": 77.52,
      "grad_norm": 1.7274503707885742,
      "learning_rate": 4.65936503196424e-06,
      "loss": 0.4898,
      "step": 277760
    },
    {
      "epoch": 77.52,
      "grad_norm": 1.565045714378357,
      "learning_rate": 4.659360854698779e-06,
      "loss": 0.4704,
      "step": 277770
    },
    {
      "epoch": 77.53,
      "grad_norm": 1.687371015548706,
      "learning_rate": 4.659356677125107e-06,
      "loss": 0.4637,
      "step": 277780
    },
    {
      "epoch": 77.53,
      "grad_norm": 1.9131999015808105,
      "learning_rate": 4.659352499243229e-06,
      "loss": 0.4939,
      "step": 277790
    },
    {
      "epoch": 77.53,
      "grad_norm": 1.531886100769043,
      "learning_rate": 4.6593483210531435e-06,
      "loss": 0.4727,
      "step": 277800
    },
    {
      "epoch": 77.54,
      "grad_norm": 2.2258365154266357,
      "learning_rate": 4.6593441425548505e-06,
      "loss": 0.478,
      "step": 277810
    },
    {
      "epoch": 77.54,
      "grad_norm": 1.5347061157226562,
      "learning_rate": 4.659339963748352e-06,
      "loss": 0.4688,
      "step": 277820
    },
    {
      "epoch": 77.54,
      "grad_norm": 1.8553307056427002,
      "learning_rate": 4.6593357846336465e-06,
      "loss": 0.4888,
      "step": 277830
    },
    {
      "epoch": 77.54,
      "grad_norm": 2.140669345855713,
      "learning_rate": 4.659331605210737e-06,
      "loss": 0.462,
      "step": 277840
    },
    {
      "epoch": 77.55,
      "grad_norm": 2.554621696472168,
      "learning_rate": 4.659327425479623e-06,
      "loss": 0.4662,
      "step": 277850
    },
    {
      "epoch": 77.55,
      "grad_norm": 1.575154423713684,
      "learning_rate": 4.659323245440305e-06,
      "loss": 0.4925,
      "step": 277860
    },
    {
      "epoch": 77.55,
      "grad_norm": 2.067227602005005,
      "learning_rate": 4.659319065092783e-06,
      "loss": 0.4796,
      "step": 277870
    },
    {
      "epoch": 77.56,
      "grad_norm": 1.5767685174942017,
      "learning_rate": 4.659314884437059e-06,
      "loss": 0.4868,
      "step": 277880
    },
    {
      "epoch": 77.56,
      "grad_norm": 1.5503482818603516,
      "learning_rate": 4.659310703473132e-06,
      "loss": 0.4695,
      "step": 277890
    },
    {
      "epoch": 77.56,
      "grad_norm": 1.614675521850586,
      "learning_rate": 4.659306522201004e-06,
      "loss": 0.4812,
      "step": 277900
    },
    {
      "epoch": 77.56,
      "grad_norm": 1.7513705492019653,
      "learning_rate": 4.659302340620674e-06,
      "loss": 0.4927,
      "step": 277910
    },
    {
      "epoch": 77.57,
      "grad_norm": 1.545782446861267,
      "learning_rate": 4.659298158732144e-06,
      "loss": 0.4976,
      "step": 277920
    },
    {
      "epoch": 77.57,
      "grad_norm": 1.583767294883728,
      "learning_rate": 4.659293976535413e-06,
      "loss": 0.5093,
      "step": 277930
    },
    {
      "epoch": 77.57,
      "grad_norm": 2.195834159851074,
      "learning_rate": 4.6592897940304835e-06,
      "loss": 0.4915,
      "step": 277940
    },
    {
      "epoch": 77.57,
      "grad_norm": 1.7171550989151,
      "learning_rate": 4.659285611217354e-06,
      "loss": 0.4809,
      "step": 277950
    },
    {
      "epoch": 77.58,
      "grad_norm": 1.9078933000564575,
      "learning_rate": 4.659281428096027e-06,
      "loss": 0.4759,
      "step": 277960
    },
    {
      "epoch": 77.58,
      "grad_norm": 2.1012377738952637,
      "learning_rate": 4.659277244666501e-06,
      "loss": 0.4683,
      "step": 277970
    },
    {
      "epoch": 77.58,
      "grad_norm": 1.4797914028167725,
      "learning_rate": 4.659273060928779e-06,
      "loss": 0.4775,
      "step": 277980
    },
    {
      "epoch": 77.59,
      "grad_norm": 1.9806925058364868,
      "learning_rate": 4.659268876882859e-06,
      "loss": 0.4751,
      "step": 277990
    },
    {
      "epoch": 77.59,
      "grad_norm": 1.6115533113479614,
      "learning_rate": 4.659264692528743e-06,
      "loss": 0.4665,
      "step": 278000
    },
    {
      "epoch": 77.59,
      "grad_norm": 1.5972051620483398,
      "learning_rate": 4.659260507866432e-06,
      "loss": 0.4901,
      "step": 278010
    },
    {
      "epoch": 77.59,
      "grad_norm": 1.3696556091308594,
      "learning_rate": 4.659256322895926e-06,
      "loss": 0.5017,
      "step": 278020
    },
    {
      "epoch": 77.6,
      "grad_norm": 1.687401294708252,
      "learning_rate": 4.659252137617226e-06,
      "loss": 0.4633,
      "step": 278030
    },
    {
      "epoch": 77.6,
      "grad_norm": 1.5562632083892822,
      "learning_rate": 4.659247952030331e-06,
      "loss": 0.4733,
      "step": 278040
    },
    {
      "epoch": 77.6,
      "grad_norm": 1.4831726551055908,
      "learning_rate": 4.659243766135242e-06,
      "loss": 0.5047,
      "step": 278050
    },
    {
      "epoch": 77.61,
      "grad_norm": 1.7292866706848145,
      "learning_rate": 4.6592395799319615e-06,
      "loss": 0.495,
      "step": 278060
    },
    {
      "epoch": 77.61,
      "grad_norm": 1.9319943189620972,
      "learning_rate": 4.6592353934204885e-06,
      "loss": 0.4681,
      "step": 278070
    },
    {
      "epoch": 77.61,
      "grad_norm": 1.4583714008331299,
      "learning_rate": 4.6592312066008235e-06,
      "loss": 0.4753,
      "step": 278080
    },
    {
      "epoch": 77.61,
      "grad_norm": 2.0144243240356445,
      "learning_rate": 4.659227019472967e-06,
      "loss": 0.4651,
      "step": 278090
    },
    {
      "epoch": 77.62,
      "grad_norm": 1.8672372102737427,
      "learning_rate": 4.6592228320369205e-06,
      "loss": 0.4656,
      "step": 278100
    },
    {
      "epoch": 77.62,
      "grad_norm": 1.300083875656128,
      "learning_rate": 4.6592186442926834e-06,
      "loss": 0.4707,
      "step": 278110
    },
    {
      "epoch": 77.62,
      "grad_norm": 2.033351182937622,
      "learning_rate": 4.659214456240257e-06,
      "loss": 0.4918,
      "step": 278120
    },
    {
      "epoch": 77.62,
      "grad_norm": 1.390461802482605,
      "learning_rate": 4.6592102678796415e-06,
      "loss": 0.4697,
      "step": 278130
    },
    {
      "epoch": 77.63,
      "grad_norm": 1.4891983270645142,
      "learning_rate": 4.659206079210838e-06,
      "loss": 0.4805,
      "step": 278140
    },
    {
      "epoch": 77.63,
      "grad_norm": 1.5147132873535156,
      "learning_rate": 4.659201890233846e-06,
      "loss": 0.4947,
      "step": 278150
    },
    {
      "epoch": 77.63,
      "grad_norm": 2.0153603553771973,
      "learning_rate": 4.6591977009486675e-06,
      "loss": 0.492,
      "step": 278160
    },
    {
      "epoch": 77.64,
      "grad_norm": 1.8106862306594849,
      "learning_rate": 4.659193511355302e-06,
      "loss": 0.4487,
      "step": 278170
    },
    {
      "epoch": 77.64,
      "grad_norm": 1.5469633340835571,
      "learning_rate": 4.6591893214537495e-06,
      "loss": 0.4755,
      "step": 278180
    },
    {
      "epoch": 77.64,
      "grad_norm": 1.560767650604248,
      "learning_rate": 4.659185131244013e-06,
      "loss": 0.4933,
      "step": 278190
    },
    {
      "epoch": 77.64,
      "grad_norm": 1.944352388381958,
      "learning_rate": 4.65918094072609e-06,
      "loss": 0.4583,
      "step": 278200
    },
    {
      "epoch": 77.65,
      "grad_norm": 2.468491554260254,
      "learning_rate": 4.659176749899983e-06,
      "loss": 0.4833,
      "step": 278210
    },
    {
      "epoch": 77.65,
      "grad_norm": 1.6611613035202026,
      "learning_rate": 4.659172558765692e-06,
      "loss": 0.4621,
      "step": 278220
    },
    {
      "epoch": 77.65,
      "grad_norm": 1.5866644382476807,
      "learning_rate": 4.659168367323219e-06,
      "loss": 0.4674,
      "step": 278230
    },
    {
      "epoch": 77.66,
      "grad_norm": 1.6376363039016724,
      "learning_rate": 4.659164175572562e-06,
      "loss": 0.4824,
      "step": 278240
    },
    {
      "epoch": 77.66,
      "grad_norm": 1.6207298040390015,
      "learning_rate": 4.6591599835137225e-06,
      "loss": 0.4821,
      "step": 278250
    },
    {
      "epoch": 77.66,
      "grad_norm": 1.8926526308059692,
      "learning_rate": 4.6591557911467015e-06,
      "loss": 0.4702,
      "step": 278260
    },
    {
      "epoch": 77.66,
      "grad_norm": 1.9155361652374268,
      "learning_rate": 4.659151598471499e-06,
      "loss": 0.4802,
      "step": 278270
    },
    {
      "epoch": 77.67,
      "grad_norm": 2.1111996173858643,
      "learning_rate": 4.659147405488116e-06,
      "loss": 0.4585,
      "step": 278280
    },
    {
      "epoch": 77.67,
      "grad_norm": 1.715522050857544,
      "learning_rate": 4.659143212196554e-06,
      "loss": 0.4757,
      "step": 278290
    },
    {
      "epoch": 77.67,
      "grad_norm": 1.5463451147079468,
      "learning_rate": 4.659139018596812e-06,
      "loss": 0.4741,
      "step": 278300
    },
    {
      "epoch": 77.68,
      "grad_norm": 1.6212937831878662,
      "learning_rate": 4.65913482468889e-06,
      "loss": 0.4938,
      "step": 278310
    },
    {
      "epoch": 77.68,
      "grad_norm": 1.5522129535675049,
      "learning_rate": 4.659130630472791e-06,
      "loss": 0.4648,
      "step": 278320
    },
    {
      "epoch": 77.68,
      "grad_norm": 2.067816972732544,
      "learning_rate": 4.659126435948514e-06,
      "loss": 0.4715,
      "step": 278330
    },
    {
      "epoch": 77.68,
      "grad_norm": 2.135840892791748,
      "learning_rate": 4.659122241116059e-06,
      "loss": 0.4811,
      "step": 278340
    },
    {
      "epoch": 77.69,
      "grad_norm": 2.2653961181640625,
      "learning_rate": 4.659118045975428e-06,
      "loss": 0.4828,
      "step": 278350
    },
    {
      "epoch": 77.69,
      "grad_norm": 1.7556869983673096,
      "learning_rate": 4.659113850526621e-06,
      "loss": 0.5021,
      "step": 278360
    },
    {
      "epoch": 77.69,
      "grad_norm": 1.8172307014465332,
      "learning_rate": 4.659109654769638e-06,
      "loss": 0.4821,
      "step": 278370
    },
    {
      "epoch": 77.69,
      "grad_norm": 1.7911064624786377,
      "learning_rate": 4.65910545870448e-06,
      "loss": 0.476,
      "step": 278380
    },
    {
      "epoch": 77.7,
      "grad_norm": 1.8302586078643799,
      "learning_rate": 4.659101262331147e-06,
      "loss": 0.483,
      "step": 278390
    },
    {
      "epoch": 77.7,
      "grad_norm": 1.5311031341552734,
      "learning_rate": 4.659097065649642e-06,
      "loss": 0.4791,
      "step": 278400
    },
    {
      "epoch": 77.7,
      "grad_norm": 1.591676950454712,
      "learning_rate": 4.659092868659962e-06,
      "loss": 0.4826,
      "step": 278410
    },
    {
      "epoch": 77.71,
      "grad_norm": 1.5778189897537231,
      "learning_rate": 4.65908867136211e-06,
      "loss": 0.4681,
      "step": 278420
    },
    {
      "epoch": 77.71,
      "grad_norm": 1.8010773658752441,
      "learning_rate": 4.659084473756086e-06,
      "loss": 0.4803,
      "step": 278430
    },
    {
      "epoch": 77.71,
      "grad_norm": 1.677598237991333,
      "learning_rate": 4.6590802758418895e-06,
      "loss": 0.4812,
      "step": 278440
    },
    {
      "epoch": 77.71,
      "grad_norm": 2.6161160469055176,
      "learning_rate": 4.659076077619522e-06,
      "loss": 0.4785,
      "step": 278450
    },
    {
      "epoch": 77.72,
      "grad_norm": 1.8326921463012695,
      "learning_rate": 4.659071879088984e-06,
      "loss": 0.4983,
      "step": 278460
    },
    {
      "epoch": 77.72,
      "grad_norm": 2.317594528198242,
      "learning_rate": 4.659067680250277e-06,
      "loss": 0.4752,
      "step": 278470
    },
    {
      "epoch": 77.72,
      "grad_norm": 1.9175721406936646,
      "learning_rate": 4.6590634811034e-06,
      "loss": 0.5029,
      "step": 278480
    },
    {
      "epoch": 77.73,
      "grad_norm": 1.756659984588623,
      "learning_rate": 4.659059281648354e-06,
      "loss": 0.4801,
      "step": 278490
    },
    {
      "epoch": 77.73,
      "grad_norm": 2.6131691932678223,
      "learning_rate": 4.65905508188514e-06,
      "loss": 0.4614,
      "step": 278500
    },
    {
      "epoch": 77.73,
      "grad_norm": 1.6890066862106323,
      "learning_rate": 4.659050881813757e-06,
      "loss": 0.4917,
      "step": 278510
    },
    {
      "epoch": 77.73,
      "grad_norm": 1.99741792678833,
      "learning_rate": 4.659046681434208e-06,
      "loss": 0.4659,
      "step": 278520
    },
    {
      "epoch": 77.74,
      "grad_norm": 1.6572113037109375,
      "learning_rate": 4.659042480746492e-06,
      "loss": 0.4861,
      "step": 278530
    },
    {
      "epoch": 77.74,
      "grad_norm": 1.4803179502487183,
      "learning_rate": 4.65903827975061e-06,
      "loss": 0.4752,
      "step": 278540
    },
    {
      "epoch": 77.74,
      "grad_norm": 1.8020344972610474,
      "learning_rate": 4.659034078446563e-06,
      "loss": 0.4847,
      "step": 278550
    },
    {
      "epoch": 77.74,
      "grad_norm": 1.4051066637039185,
      "learning_rate": 4.659029876834351e-06,
      "loss": 0.4728,
      "step": 278560
    },
    {
      "epoch": 77.75,
      "grad_norm": 2.919379949569702,
      "learning_rate": 4.659025674913974e-06,
      "loss": 0.4635,
      "step": 278570
    },
    {
      "epoch": 77.75,
      "grad_norm": 1.4184386730194092,
      "learning_rate": 4.659021472685434e-06,
      "loss": 0.4876,
      "step": 278580
    },
    {
      "epoch": 77.75,
      "grad_norm": 1.4222556352615356,
      "learning_rate": 4.6590172701487305e-06,
      "loss": 0.5001,
      "step": 278590
    },
    {
      "epoch": 77.76,
      "grad_norm": 1.955997109413147,
      "learning_rate": 4.659013067303864e-06,
      "loss": 0.4733,
      "step": 278600
    },
    {
      "epoch": 77.76,
      "grad_norm": 2.2182443141937256,
      "learning_rate": 4.659008864150835e-06,
      "loss": 0.4774,
      "step": 278610
    },
    {
      "epoch": 77.76,
      "grad_norm": 2.0222525596618652,
      "learning_rate": 4.659004660689645e-06,
      "loss": 0.4803,
      "step": 278620
    },
    {
      "epoch": 77.76,
      "grad_norm": 1.966403841972351,
      "learning_rate": 4.659000456920293e-06,
      "loss": 0.4753,
      "step": 278630
    },
    {
      "epoch": 77.77,
      "grad_norm": 1.352941870689392,
      "learning_rate": 4.658996252842782e-06,
      "loss": 0.4687,
      "step": 278640
    },
    {
      "epoch": 77.77,
      "grad_norm": 1.9944344758987427,
      "learning_rate": 4.65899204845711e-06,
      "loss": 0.468,
      "step": 278650
    },
    {
      "epoch": 77.77,
      "grad_norm": 1.8649617433547974,
      "learning_rate": 4.658987843763279e-06,
      "loss": 0.4822,
      "step": 278660
    },
    {
      "epoch": 77.78,
      "grad_norm": 1.8018971681594849,
      "learning_rate": 4.6589836387612894e-06,
      "loss": 0.4856,
      "step": 278670
    },
    {
      "epoch": 77.78,
      "grad_norm": 1.7623673677444458,
      "learning_rate": 4.658979433451142e-06,
      "loss": 0.4633,
      "step": 278680
    },
    {
      "epoch": 77.78,
      "grad_norm": 1.4998964071273804,
      "learning_rate": 4.658975227832836e-06,
      "loss": 0.4858,
      "step": 278690
    },
    {
      "epoch": 77.78,
      "grad_norm": 1.6364980936050415,
      "learning_rate": 4.658971021906373e-06,
      "loss": 0.4731,
      "step": 278700
    },
    {
      "epoch": 77.79,
      "grad_norm": 1.4774727821350098,
      "learning_rate": 4.658966815671754e-06,
      "loss": 0.4687,
      "step": 278710
    },
    {
      "epoch": 77.79,
      "grad_norm": 1.835549235343933,
      "learning_rate": 4.658962609128979e-06,
      "loss": 0.4859,
      "step": 278720
    },
    {
      "epoch": 77.79,
      "grad_norm": 1.3864200115203857,
      "learning_rate": 4.658958402278048e-06,
      "loss": 0.4529,
      "step": 278730
    },
    {
      "epoch": 77.8,
      "grad_norm": 1.5084476470947266,
      "learning_rate": 4.658954195118962e-06,
      "loss": 0.455,
      "step": 278740
    },
    {
      "epoch": 77.8,
      "grad_norm": 1.7727429866790771,
      "learning_rate": 4.658949987651722e-06,
      "loss": 0.4822,
      "step": 278750
    },
    {
      "epoch": 77.8,
      "grad_norm": 1.644300937652588,
      "learning_rate": 4.658945779876329e-06,
      "loss": 0.5168,
      "step": 278760
    },
    {
      "epoch": 77.8,
      "grad_norm": 1.6177440881729126,
      "learning_rate": 4.658941571792782e-06,
      "loss": 0.4749,
      "step": 278770
    },
    {
      "epoch": 77.81,
      "grad_norm": 1.484169602394104,
      "learning_rate": 4.6589373634010825e-06,
      "loss": 0.5081,
      "step": 278780
    },
    {
      "epoch": 77.81,
      "grad_norm": 1.5720489025115967,
      "learning_rate": 4.658933154701231e-06,
      "loss": 0.4707,
      "step": 278790
    },
    {
      "epoch": 77.81,
      "grad_norm": 2.0297696590423584,
      "learning_rate": 4.658928945693228e-06,
      "loss": 0.4803,
      "step": 278800
    },
    {
      "epoch": 77.81,
      "grad_norm": 2.184277057647705,
      "learning_rate": 4.658924736377074e-06,
      "loss": 0.4824,
      "step": 278810
    },
    {
      "epoch": 77.82,
      "grad_norm": 1.408595085144043,
      "learning_rate": 4.65892052675277e-06,
      "loss": 0.4825,
      "step": 278820
    },
    {
      "epoch": 77.82,
      "grad_norm": 3.8599724769592285,
      "learning_rate": 4.658916316820316e-06,
      "loss": 0.4795,
      "step": 278830
    },
    {
      "epoch": 77.82,
      "grad_norm": 1.7259151935577393,
      "learning_rate": 4.658912106579712e-06,
      "loss": 0.465,
      "step": 278840
    },
    {
      "epoch": 77.83,
      "grad_norm": 1.5124973058700562,
      "learning_rate": 4.65890789603096e-06,
      "loss": 0.4626,
      "step": 278850
    },
    {
      "epoch": 77.83,
      "grad_norm": 1.8161430358886719,
      "learning_rate": 4.6589036851740595e-06,
      "loss": 0.4724,
      "step": 278860
    },
    {
      "epoch": 77.83,
      "grad_norm": 1.4591416120529175,
      "learning_rate": 4.6588994740090116e-06,
      "loss": 0.4817,
      "step": 278870
    },
    {
      "epoch": 77.83,
      "grad_norm": 1.5946331024169922,
      "learning_rate": 4.6588952625358165e-06,
      "loss": 0.479,
      "step": 278880
    },
    {
      "epoch": 77.84,
      "grad_norm": 1.7049665451049805,
      "learning_rate": 4.658891050754475e-06,
      "loss": 0.4824,
      "step": 278890
    },
    {
      "epoch": 77.84,
      "grad_norm": 1.4713029861450195,
      "learning_rate": 4.658886838664988e-06,
      "loss": 0.4777,
      "step": 278900
    },
    {
      "epoch": 77.84,
      "grad_norm": 1.425192952156067,
      "learning_rate": 4.658882626267356e-06,
      "loss": 0.4882,
      "step": 278910
    },
    {
      "epoch": 77.85,
      "grad_norm": 1.3211452960968018,
      "learning_rate": 4.658878413561578e-06,
      "loss": 0.4882,
      "step": 278920
    },
    {
      "epoch": 77.85,
      "grad_norm": 1.3570075035095215,
      "learning_rate": 4.658874200547657e-06,
      "loss": 0.4815,
      "step": 278930
    },
    {
      "epoch": 77.85,
      "grad_norm": 1.856570839881897,
      "learning_rate": 4.658869987225591e-06,
      "loss": 0.477,
      "step": 278940
    },
    {
      "epoch": 77.85,
      "grad_norm": 1.5726271867752075,
      "learning_rate": 4.658865773595383e-06,
      "loss": 0.4552,
      "step": 278950
    },
    {
      "epoch": 77.86,
      "grad_norm": 1.6969856023788452,
      "learning_rate": 4.658861559657032e-06,
      "loss": 0.4632,
      "step": 278960
    },
    {
      "epoch": 77.86,
      "grad_norm": 1.6923978328704834,
      "learning_rate": 4.658857345410538e-06,
      "loss": 0.4854,
      "step": 278970
    },
    {
      "epoch": 77.86,
      "grad_norm": 1.501455545425415,
      "learning_rate": 4.658853130855904e-06,
      "loss": 0.4614,
      "step": 278980
    },
    {
      "epoch": 77.86,
      "grad_norm": 1.5720372200012207,
      "learning_rate": 4.658848915993129e-06,
      "loss": 0.4811,
      "step": 278990
    },
    {
      "epoch": 77.87,
      "grad_norm": 2.1846323013305664,
      "learning_rate": 4.658844700822214e-06,
      "loss": 0.4643,
      "step": 279000
    },
    {
      "epoch": 77.87,
      "grad_norm": 1.7397303581237793,
      "learning_rate": 4.658840485343159e-06,
      "loss": 0.4783,
      "step": 279010
    },
    {
      "epoch": 77.87,
      "grad_norm": 2.008697986602783,
      "learning_rate": 4.658836269555964e-06,
      "loss": 0.4813,
      "step": 279020
    },
    {
      "epoch": 77.88,
      "grad_norm": 1.723347544670105,
      "learning_rate": 4.658832053460631e-06,
      "loss": 0.4827,
      "step": 279030
    },
    {
      "epoch": 77.88,
      "grad_norm": 1.586208462715149,
      "learning_rate": 4.65882783705716e-06,
      "loss": 0.4927,
      "step": 279040
    },
    {
      "epoch": 77.88,
      "grad_norm": 1.851908564567566,
      "learning_rate": 4.658823620345551e-06,
      "loss": 0.4705,
      "step": 279050
    },
    {
      "epoch": 77.88,
      "grad_norm": 1.7792109251022339,
      "learning_rate": 4.658819403325806e-06,
      "loss": 0.4845,
      "step": 279060
    },
    {
      "epoch": 77.89,
      "grad_norm": 1.9825724363327026,
      "learning_rate": 4.658815185997924e-06,
      "loss": 0.4781,
      "step": 279070
    },
    {
      "epoch": 77.89,
      "grad_norm": 1.8355358839035034,
      "learning_rate": 4.658810968361907e-06,
      "loss": 0.4954,
      "step": 279080
    },
    {
      "epoch": 77.89,
      "grad_norm": 1.504780650138855,
      "learning_rate": 4.658806750417754e-06,
      "loss": 0.4658,
      "step": 279090
    },
    {
      "epoch": 77.9,
      "grad_norm": 1.6021099090576172,
      "learning_rate": 4.658802532165466e-06,
      "loss": 0.4644,
      "step": 279100
    },
    {
      "epoch": 77.9,
      "grad_norm": 1.6554064750671387,
      "learning_rate": 4.6587983136050436e-06,
      "loss": 0.4601,
      "step": 279110
    },
    {
      "epoch": 77.9,
      "grad_norm": 1.5914198160171509,
      "learning_rate": 4.6587940947364885e-06,
      "loss": 0.507,
      "step": 279120
    },
    {
      "epoch": 77.9,
      "grad_norm": 1.9992440938949585,
      "learning_rate": 4.658789875559801e-06,
      "loss": 0.4951,
      "step": 279130
    },
    {
      "epoch": 77.91,
      "grad_norm": 1.737426519393921,
      "learning_rate": 4.65878565607498e-06,
      "loss": 0.4657,
      "step": 279140
    },
    {
      "epoch": 77.91,
      "grad_norm": 1.4645651578903198,
      "learning_rate": 4.6587814362820274e-06,
      "loss": 0.4587,
      "step": 279150
    },
    {
      "epoch": 77.91,
      "grad_norm": 1.7461167573928833,
      "learning_rate": 4.658777216180943e-06,
      "loss": 0.4685,
      "step": 279160
    },
    {
      "epoch": 77.92,
      "grad_norm": 1.753044605255127,
      "learning_rate": 4.658772995771728e-06,
      "loss": 0.4859,
      "step": 279170
    },
    {
      "epoch": 77.92,
      "grad_norm": 1.7367355823516846,
      "learning_rate": 4.658768775054384e-06,
      "loss": 0.4793,
      "step": 279180
    },
    {
      "epoch": 77.92,
      "grad_norm": 1.4995474815368652,
      "learning_rate": 4.6587645540289085e-06,
      "loss": 0.4536,
      "step": 279190
    },
    {
      "epoch": 77.92,
      "grad_norm": 1.7394667863845825,
      "learning_rate": 4.6587603326953055e-06,
      "loss": 0.4829,
      "step": 279200
    },
    {
      "epoch": 77.93,
      "grad_norm": 1.4858585596084595,
      "learning_rate": 4.658756111053573e-06,
      "loss": 0.4903,
      "step": 279210
    },
    {
      "epoch": 77.93,
      "grad_norm": 1.4741376638412476,
      "learning_rate": 4.658751889103714e-06,
      "loss": 0.4757,
      "step": 279220
    },
    {
      "epoch": 77.93,
      "grad_norm": 1.7055115699768066,
      "learning_rate": 4.658747666845726e-06,
      "loss": 0.4777,
      "step": 279230
    },
    {
      "epoch": 77.93,
      "grad_norm": 1.8185389041900635,
      "learning_rate": 4.658743444279612e-06,
      "loss": 0.4769,
      "step": 279240
    },
    {
      "epoch": 77.94,
      "grad_norm": 1.601704478263855,
      "learning_rate": 4.658739221405371e-06,
      "loss": 0.4735,
      "step": 279250
    },
    {
      "epoch": 77.94,
      "grad_norm": 1.7726634740829468,
      "learning_rate": 4.658734998223005e-06,
      "loss": 0.4805,
      "step": 279260
    },
    {
      "epoch": 77.94,
      "grad_norm": 1.5947240591049194,
      "learning_rate": 4.658730774732514e-06,
      "loss": 0.4693,
      "step": 279270
    },
    {
      "epoch": 77.95,
      "grad_norm": 1.9474945068359375,
      "learning_rate": 4.658726550933899e-06,
      "loss": 0.4724,
      "step": 279280
    },
    {
      "epoch": 77.95,
      "grad_norm": 1.5514944791793823,
      "learning_rate": 4.658722326827158e-06,
      "loss": 0.4549,
      "step": 279290
    },
    {
      "epoch": 77.95,
      "grad_norm": 2.5023274421691895,
      "learning_rate": 4.658718102412295e-06,
      "loss": 0.4987,
      "step": 279300
    },
    {
      "epoch": 77.95,
      "grad_norm": 2.1187000274658203,
      "learning_rate": 4.658713877689309e-06,
      "loss": 0.4826,
      "step": 279310
    },
    {
      "epoch": 77.96,
      "grad_norm": 2.106494665145874,
      "learning_rate": 4.6587096526581995e-06,
      "loss": 0.4739,
      "step": 279320
    },
    {
      "epoch": 77.96,
      "grad_norm": 1.847586989402771,
      "learning_rate": 4.65870542731897e-06,
      "loss": 0.462,
      "step": 279330
    },
    {
      "epoch": 77.96,
      "grad_norm": 1.4251165390014648,
      "learning_rate": 4.658701201671619e-06,
      "loss": 0.4854,
      "step": 279340
    },
    {
      "epoch": 77.97,
      "grad_norm": 1.9594568014144897,
      "learning_rate": 4.6586969757161466e-06,
      "loss": 0.473,
      "step": 279350
    },
    {
      "epoch": 77.97,
      "grad_norm": 1.538529872894287,
      "learning_rate": 4.658692749452554e-06,
      "loss": 0.5152,
      "step": 279360
    },
    {
      "epoch": 77.97,
      "grad_norm": 1.7673358917236328,
      "learning_rate": 4.658688522880842e-06,
      "loss": 0.4798,
      "step": 279370
    },
    {
      "epoch": 77.97,
      "grad_norm": 2.0673141479492188,
      "learning_rate": 4.658684296001011e-06,
      "loss": 0.4704,
      "step": 279380
    },
    {
      "epoch": 77.98,
      "grad_norm": 1.5719348192214966,
      "learning_rate": 4.658680068813063e-06,
      "loss": 0.4729,
      "step": 279390
    },
    {
      "epoch": 77.98,
      "grad_norm": 1.5547902584075928,
      "learning_rate": 4.658675841316996e-06,
      "loss": 0.4708,
      "step": 279400
    },
    {
      "epoch": 77.98,
      "grad_norm": 1.715876579284668,
      "learning_rate": 4.658671613512812e-06,
      "loss": 0.4828,
      "step": 279410
    },
    {
      "epoch": 77.98,
      "grad_norm": 1.4552403688430786,
      "learning_rate": 4.658667385400511e-06,
      "loss": 0.4738,
      "step": 279420
    },
    {
      "epoch": 77.99,
      "grad_norm": 1.519253134727478,
      "learning_rate": 4.658663156980094e-06,
      "loss": 0.4731,
      "step": 279430
    },
    {
      "epoch": 77.99,
      "grad_norm": 2.3237195014953613,
      "learning_rate": 4.658658928251561e-06,
      "loss": 0.4812,
      "step": 279440
    },
    {
      "epoch": 77.99,
      "grad_norm": 1.978502869606018,
      "learning_rate": 4.6586546992149135e-06,
      "loss": 0.4661,
      "step": 279450
    },
    {
      "epoch": 78.0,
      "grad_norm": 1.7694121599197388,
      "learning_rate": 4.658650469870152e-06,
      "loss": 0.4779,
      "step": 279460
    },
    {
      "epoch": 78.0,
      "grad_norm": 1.9757816791534424,
      "learning_rate": 4.658646240217276e-06,
      "loss": 0.4969,
      "step": 279470
    },
    {
      "epoch": 78.0,
      "eval_loss": 0.47447115182876587,
      "eval_runtime": 62.8779,
      "eval_samples_per_second": 80.457,
      "eval_steps_per_second": 10.067,
      "step": 279474
    },
    {
      "epoch": 78.0,
      "grad_norm": 1.642141580581665,
      "learning_rate": 4.658642010256287e-06,
      "loss": 0.4814,
      "step": 279480
    },
    {
      "epoch": 78.0,
      "grad_norm": 1.9881659746170044,
      "learning_rate": 4.658637779987184e-06,
      "loss": 0.4683,
      "step": 279490
    },
    {
      "epoch": 78.01,
      "grad_norm": 1.8467351198196411,
      "learning_rate": 4.65863354940997e-06,
      "loss": 0.4753,
      "step": 279500
    },
    {
      "epoch": 78.01,
      "grad_norm": 1.5673606395721436,
      "learning_rate": 4.658629318524645e-06,
      "loss": 0.4865,
      "step": 279510
    },
    {
      "epoch": 78.01,
      "grad_norm": 1.7193143367767334,
      "learning_rate": 4.6586250873312075e-06,
      "loss": 0.4647,
      "step": 279520
    },
    {
      "epoch": 78.02,
      "grad_norm": 1.461668848991394,
      "learning_rate": 4.658620855829661e-06,
      "loss": 0.4573,
      "step": 279530
    },
    {
      "epoch": 78.02,
      "grad_norm": 1.9850637912750244,
      "learning_rate": 4.6586166240200034e-06,
      "loss": 0.4783,
      "step": 279540
    },
    {
      "epoch": 78.02,
      "grad_norm": 1.9280757904052734,
      "learning_rate": 4.658612391902237e-06,
      "loss": 0.4794,
      "step": 279550
    },
    {
      "epoch": 78.02,
      "grad_norm": 1.5434900522232056,
      "learning_rate": 4.6586081594763605e-06,
      "loss": 0.4707,
      "step": 279560
    },
    {
      "epoch": 78.03,
      "grad_norm": 1.8273459672927856,
      "learning_rate": 4.658603926742378e-06,
      "loss": 0.4691,
      "step": 279570
    },
    {
      "epoch": 78.03,
      "grad_norm": 2.060014009475708,
      "learning_rate": 4.6585996937002856e-06,
      "loss": 0.5002,
      "step": 279580
    },
    {
      "epoch": 78.03,
      "grad_norm": 1.5468045473098755,
      "learning_rate": 4.658595460350087e-06,
      "loss": 0.4704,
      "step": 279590
    },
    {
      "epoch": 78.04,
      "grad_norm": 2.0109705924987793,
      "learning_rate": 4.658591226691782e-06,
      "loss": 0.4753,
      "step": 279600
    },
    {
      "epoch": 78.04,
      "grad_norm": 1.6978925466537476,
      "learning_rate": 4.658586992725371e-06,
      "loss": 0.4742,
      "step": 279610
    },
    {
      "epoch": 78.04,
      "grad_norm": 1.8396220207214355,
      "learning_rate": 4.6585827584508546e-06,
      "loss": 0.4614,
      "step": 279620
    },
    {
      "epoch": 78.04,
      "grad_norm": 1.660871148109436,
      "learning_rate": 4.658578523868233e-06,
      "loss": 0.4643,
      "step": 279630
    },
    {
      "epoch": 78.05,
      "grad_norm": 2.478935718536377,
      "learning_rate": 4.658574288977507e-06,
      "loss": 0.4687,
      "step": 279640
    },
    {
      "epoch": 78.05,
      "grad_norm": 1.552004337310791,
      "learning_rate": 4.658570053778678e-06,
      "loss": 0.4744,
      "step": 279650
    },
    {
      "epoch": 78.05,
      "grad_norm": 1.4306538105010986,
      "learning_rate": 4.658565818271745e-06,
      "loss": 0.4584,
      "step": 279660
    },
    {
      "epoch": 78.05,
      "grad_norm": 1.8622394800186157,
      "learning_rate": 4.65856158245671e-06,
      "loss": 0.4774,
      "step": 279670
    },
    {
      "epoch": 78.06,
      "grad_norm": 1.6970810890197754,
      "learning_rate": 4.658557346333572e-06,
      "loss": 0.4709,
      "step": 279680
    },
    {
      "epoch": 78.06,
      "grad_norm": 1.76266610622406,
      "learning_rate": 4.658553109902334e-06,
      "loss": 0.4904,
      "step": 279690
    },
    {
      "epoch": 78.06,
      "grad_norm": 1.6921396255493164,
      "learning_rate": 4.658548873162994e-06,
      "loss": 0.4615,
      "step": 279700
    },
    {
      "epoch": 78.07,
      "grad_norm": 1.64220130443573,
      "learning_rate": 4.658544636115554e-06,
      "loss": 0.4707,
      "step": 279710
    },
    {
      "epoch": 78.07,
      "grad_norm": 1.833359956741333,
      "learning_rate": 4.6585403987600145e-06,
      "loss": 0.4891,
      "step": 279720
    },
    {
      "epoch": 78.07,
      "grad_norm": 1.5422824621200562,
      "learning_rate": 4.658536161096375e-06,
      "loss": 0.4749,
      "step": 279730
    },
    {
      "epoch": 78.07,
      "grad_norm": 1.7451192140579224,
      "learning_rate": 4.658531923124638e-06,
      "loss": 0.4584,
      "step": 279740
    },
    {
      "epoch": 78.08,
      "grad_norm": 1.8359310626983643,
      "learning_rate": 4.6585276848448014e-06,
      "loss": 0.4529,
      "step": 279750
    },
    {
      "epoch": 78.08,
      "grad_norm": 1.6116876602172852,
      "learning_rate": 4.658523446256868e-06,
      "loss": 0.4879,
      "step": 279760
    },
    {
      "epoch": 78.08,
      "grad_norm": 1.207869529724121,
      "learning_rate": 4.658519207360837e-06,
      "loss": 0.4878,
      "step": 279770
    },
    {
      "epoch": 78.09,
      "grad_norm": 1.6619253158569336,
      "learning_rate": 4.658514968156711e-06,
      "loss": 0.4598,
      "step": 279780
    },
    {
      "epoch": 78.09,
      "grad_norm": 2.026163339614868,
      "learning_rate": 4.658510728644488e-06,
      "loss": 0.4656,
      "step": 279790
    },
    {
      "epoch": 78.09,
      "grad_norm": 1.7993974685668945,
      "learning_rate": 4.65850648882417e-06,
      "loss": 0.4731,
      "step": 279800
    },
    {
      "epoch": 78.09,
      "grad_norm": 1.882347822189331,
      "learning_rate": 4.658502248695757e-06,
      "loss": 0.4868,
      "step": 279810
    },
    {
      "epoch": 78.1,
      "grad_norm": 1.5535489320755005,
      "learning_rate": 4.6584980082592505e-06,
      "loss": 0.5079,
      "step": 279820
    },
    {
      "epoch": 78.1,
      "grad_norm": 1.5940383672714233,
      "learning_rate": 4.658493767514651e-06,
      "loss": 0.4798,
      "step": 279830
    },
    {
      "epoch": 78.1,
      "grad_norm": 1.6597999334335327,
      "learning_rate": 4.658489526461957e-06,
      "loss": 0.4538,
      "step": 279840
    },
    {
      "epoch": 78.1,
      "grad_norm": 1.5809521675109863,
      "learning_rate": 4.658485285101171e-06,
      "loss": 0.4955,
      "step": 279850
    },
    {
      "epoch": 78.11,
      "grad_norm": 1.8031606674194336,
      "learning_rate": 4.658481043432293e-06,
      "loss": 0.483,
      "step": 279860
    },
    {
      "epoch": 78.11,
      "grad_norm": 2.286832094192505,
      "learning_rate": 4.658476801455324e-06,
      "loss": 0.4874,
      "step": 279870
    },
    {
      "epoch": 78.11,
      "grad_norm": 1.5556666851043701,
      "learning_rate": 4.658472559170264e-06,
      "loss": 0.4754,
      "step": 279880
    },
    {
      "epoch": 78.12,
      "grad_norm": 1.9040178060531616,
      "learning_rate": 4.658468316577113e-06,
      "loss": 0.4701,
      "step": 279890
    },
    {
      "epoch": 78.12,
      "grad_norm": 1.5199816226959229,
      "learning_rate": 4.658464073675874e-06,
      "loss": 0.491,
      "step": 279900
    },
    {
      "epoch": 78.12,
      "grad_norm": 1.4193300008773804,
      "learning_rate": 4.6584598304665455e-06,
      "loss": 0.4728,
      "step": 279910
    },
    {
      "epoch": 78.12,
      "grad_norm": 1.5412040948867798,
      "learning_rate": 4.6584555869491275e-06,
      "loss": 0.4564,
      "step": 279920
    },
    {
      "epoch": 78.13,
      "grad_norm": 1.8892179727554321,
      "learning_rate": 4.6584513431236225e-06,
      "loss": 0.4813,
      "step": 279930
    },
    {
      "epoch": 78.13,
      "grad_norm": 2.0593771934509277,
      "learning_rate": 4.6584470989900304e-06,
      "loss": 0.4666,
      "step": 279940
    },
    {
      "epoch": 78.13,
      "grad_norm": 1.9872254133224487,
      "learning_rate": 4.6584428545483505e-06,
      "loss": 0.4503,
      "step": 279950
    },
    {
      "epoch": 78.14,
      "grad_norm": 1.538879156112671,
      "learning_rate": 4.658438609798585e-06,
      "loss": 0.4619,
      "step": 279960
    },
    {
      "epoch": 78.14,
      "grad_norm": 1.761979103088379,
      "learning_rate": 4.6584343647407336e-06,
      "loss": 0.4893,
      "step": 279970
    },
    {
      "epoch": 78.14,
      "grad_norm": 1.563733458518982,
      "learning_rate": 4.658430119374797e-06,
      "loss": 0.4869,
      "step": 279980
    },
    {
      "epoch": 78.14,
      "grad_norm": 1.9890036582946777,
      "learning_rate": 4.658425873700776e-06,
      "loss": 0.4568,
      "step": 279990
    },
    {
      "epoch": 78.15,
      "grad_norm": 1.5604329109191895,
      "learning_rate": 4.658421627718671e-06,
      "loss": 0.4911,
      "step": 280000
    },
    {
      "epoch": 78.15,
      "grad_norm": 1.92990243434906,
      "learning_rate": 4.658417381428482e-06,
      "loss": 0.4714,
      "step": 280010
    },
    {
      "epoch": 78.15,
      "grad_norm": 1.4199212789535522,
      "learning_rate": 4.658413134830211e-06,
      "loss": 0.5043,
      "step": 280020
    },
    {
      "epoch": 78.16,
      "grad_norm": 1.7292743921279907,
      "learning_rate": 4.658408887923857e-06,
      "loss": 0.4537,
      "step": 280030
    },
    {
      "epoch": 78.16,
      "grad_norm": 1.6725424528121948,
      "learning_rate": 4.6584046407094215e-06,
      "loss": 0.4917,
      "step": 280040
    },
    {
      "epoch": 78.16,
      "grad_norm": 1.5882090330123901,
      "learning_rate": 4.658400393186906e-06,
      "loss": 0.4685,
      "step": 280050
    },
    {
      "epoch": 78.16,
      "grad_norm": 1.918322205543518,
      "learning_rate": 4.658396145356308e-06,
      "loss": 0.4668,
      "step": 280060
    },
    {
      "epoch": 78.17,
      "grad_norm": 1.7600698471069336,
      "learning_rate": 4.6583918972176314e-06,
      "loss": 0.4616,
      "step": 280070
    },
    {
      "epoch": 78.17,
      "grad_norm": 1.5812482833862305,
      "learning_rate": 4.658387648770875e-06,
      "loss": 0.4712,
      "step": 280080
    },
    {
      "epoch": 78.17,
      "grad_norm": 2.027521848678589,
      "learning_rate": 4.6583834000160395e-06,
      "loss": 0.4542,
      "step": 280090
    },
    {
      "epoch": 78.17,
      "grad_norm": 1.5095844268798828,
      "learning_rate": 4.658379150953126e-06,
      "loss": 0.47,
      "step": 280100
    },
    {
      "epoch": 78.18,
      "grad_norm": 2.056365966796875,
      "learning_rate": 4.658374901582134e-06,
      "loss": 0.4696,
      "step": 280110
    },
    {
      "epoch": 78.18,
      "grad_norm": 1.515630841255188,
      "learning_rate": 4.658370651903065e-06,
      "loss": 0.4649,
      "step": 280120
    },
    {
      "epoch": 78.18,
      "grad_norm": 1.4777934551239014,
      "learning_rate": 4.658366401915919e-06,
      "loss": 0.4546,
      "step": 280130
    },
    {
      "epoch": 78.19,
      "grad_norm": 1.1999374628067017,
      "learning_rate": 4.658362151620698e-06,
      "loss": 0.4722,
      "step": 280140
    },
    {
      "epoch": 78.19,
      "grad_norm": 2.1698124408721924,
      "learning_rate": 4.6583579010174e-06,
      "loss": 0.4774,
      "step": 280150
    },
    {
      "epoch": 78.19,
      "grad_norm": 1.3930927515029907,
      "learning_rate": 4.6583536501060286e-06,
      "loss": 0.4655,
      "step": 280160
    },
    {
      "epoch": 78.19,
      "grad_norm": 1.6156777143478394,
      "learning_rate": 4.658349398886582e-06,
      "loss": 0.4676,
      "step": 280170
    },
    {
      "epoch": 78.2,
      "grad_norm": 1.7964513301849365,
      "learning_rate": 4.658345147359062e-06,
      "loss": 0.4781,
      "step": 280180
    },
    {
      "epoch": 78.2,
      "grad_norm": 1.3862216472625732,
      "learning_rate": 4.658340895523469e-06,
      "loss": 0.475,
      "step": 280190
    },
    {
      "epoch": 78.2,
      "grad_norm": 1.9129858016967773,
      "learning_rate": 4.658336643379803e-06,
      "loss": 0.4625,
      "step": 280200
    },
    {
      "epoch": 78.21,
      "grad_norm": 1.4987181425094604,
      "learning_rate": 4.658332390928064e-06,
      "loss": 0.4754,
      "step": 280210
    },
    {
      "epoch": 78.21,
      "grad_norm": 1.5088146924972534,
      "learning_rate": 4.658328138168254e-06,
      "loss": 0.4755,
      "step": 280220
    },
    {
      "epoch": 78.21,
      "grad_norm": 1.353730320930481,
      "learning_rate": 4.6583238851003735e-06,
      "loss": 0.4835,
      "step": 280230
    },
    {
      "epoch": 78.21,
      "grad_norm": 1.816947102546692,
      "learning_rate": 4.658319631724422e-06,
      "loss": 0.4793,
      "step": 280240
    },
    {
      "epoch": 78.22,
      "grad_norm": 1.4858906269073486,
      "learning_rate": 4.658315378040401e-06,
      "loss": 0.4796,
      "step": 280250
    },
    {
      "epoch": 78.22,
      "grad_norm": 4.460347652435303,
      "learning_rate": 4.658311124048311e-06,
      "loss": 0.4647,
      "step": 280260
    },
    {
      "epoch": 78.22,
      "grad_norm": 2.0559709072113037,
      "learning_rate": 4.658306869748152e-06,
      "loss": 0.4812,
      "step": 280270
    },
    {
      "epoch": 78.22,
      "grad_norm": 1.771040678024292,
      "learning_rate": 4.6583026151399245e-06,
      "loss": 0.477,
      "step": 280280
    },
    {
      "epoch": 78.23,
      "grad_norm": 1.4883289337158203,
      "learning_rate": 4.65829836022363e-06,
      "loss": 0.4633,
      "step": 280290
    },
    {
      "epoch": 78.23,
      "grad_norm": 1.8989086151123047,
      "learning_rate": 4.658294104999268e-06,
      "loss": 0.4795,
      "step": 280300
    },
    {
      "epoch": 78.23,
      "grad_norm": 1.4837908744812012,
      "learning_rate": 4.65828984946684e-06,
      "loss": 0.4842,
      "step": 280310
    },
    {
      "epoch": 78.24,
      "grad_norm": 2.0816264152526855,
      "learning_rate": 4.658285593626346e-06,
      "loss": 0.4975,
      "step": 280320
    },
    {
      "epoch": 78.24,
      "grad_norm": 1.9449349641799927,
      "learning_rate": 4.658281337477786e-06,
      "loss": 0.4752,
      "step": 280330
    },
    {
      "epoch": 78.24,
      "grad_norm": 1.6894766092300415,
      "learning_rate": 4.658277081021162e-06,
      "loss": 0.4674,
      "step": 280340
    },
    {
      "epoch": 78.24,
      "grad_norm": 1.2665599584579468,
      "learning_rate": 4.6582728242564736e-06,
      "loss": 0.4854,
      "step": 280350
    },
    {
      "epoch": 78.25,
      "grad_norm": 2.0019338130950928,
      "learning_rate": 4.658268567183722e-06,
      "loss": 0.4701,
      "step": 280360
    },
    {
      "epoch": 78.25,
      "grad_norm": 2.1615846157073975,
      "learning_rate": 4.658264309802907e-06,
      "loss": 0.4862,
      "step": 280370
    },
    {
      "epoch": 78.25,
      "grad_norm": 1.6803228855133057,
      "learning_rate": 4.6582600521140296e-06,
      "loss": 0.4669,
      "step": 280380
    },
    {
      "epoch": 78.26,
      "grad_norm": 2.306492567062378,
      "learning_rate": 4.65825579411709e-06,
      "loss": 0.4821,
      "step": 280390
    },
    {
      "epoch": 78.26,
      "grad_norm": 1.7622150182724,
      "learning_rate": 4.6582515358120894e-06,
      "loss": 0.4662,
      "step": 280400
    },
    {
      "epoch": 78.26,
      "grad_norm": 1.935027837753296,
      "learning_rate": 4.658247277199027e-06,
      "loss": 0.4935,
      "step": 280410
    },
    {
      "epoch": 78.26,
      "grad_norm": 1.6840298175811768,
      "learning_rate": 4.658243018277906e-06,
      "loss": 0.4818,
      "step": 280420
    },
    {
      "epoch": 78.27,
      "grad_norm": 1.8260498046875,
      "learning_rate": 4.658238759048724e-06,
      "loss": 0.4867,
      "step": 280430
    },
    {
      "epoch": 78.27,
      "grad_norm": 1.661009669303894,
      "learning_rate": 4.658234499511484e-06,
      "loss": 0.483,
      "step": 280440
    },
    {
      "epoch": 78.27,
      "grad_norm": 1.790736436843872,
      "learning_rate": 4.658230239666185e-06,
      "loss": 0.4746,
      "step": 280450
    },
    {
      "epoch": 78.28,
      "grad_norm": 1.6768935918807983,
      "learning_rate": 4.658225979512828e-06,
      "loss": 0.4853,
      "step": 280460
    },
    {
      "epoch": 78.28,
      "grad_norm": 1.7834506034851074,
      "learning_rate": 4.6582217190514135e-06,
      "loss": 0.4852,
      "step": 280470
    },
    {
      "epoch": 78.28,
      "grad_norm": 1.538659691810608,
      "learning_rate": 4.658217458281943e-06,
      "loss": 0.5064,
      "step": 280480
    },
    {
      "epoch": 78.28,
      "grad_norm": 1.6633402109146118,
      "learning_rate": 4.6582131972044145e-06,
      "loss": 0.4769,
      "step": 280490
    },
    {
      "epoch": 78.29,
      "grad_norm": 2.2957427501678467,
      "learning_rate": 4.6582089358188315e-06,
      "loss": 0.4901,
      "step": 280500
    },
    {
      "epoch": 78.29,
      "grad_norm": 2.364954948425293,
      "learning_rate": 4.6582046741251935e-06,
      "loss": 0.4618,
      "step": 280510
    },
    {
      "epoch": 78.29,
      "grad_norm": 2.6527535915374756,
      "learning_rate": 4.658200412123501e-06,
      "loss": 0.4972,
      "step": 280520
    },
    {
      "epoch": 78.29,
      "grad_norm": 1.8084203004837036,
      "learning_rate": 4.658196149813754e-06,
      "loss": 0.4828,
      "step": 280530
    },
    {
      "epoch": 78.3,
      "grad_norm": 2.069561719894409,
      "learning_rate": 4.658191887195954e-06,
      "loss": 0.4924,
      "step": 280540
    },
    {
      "epoch": 78.3,
      "grad_norm": 1.6442979574203491,
      "learning_rate": 4.658187624270101e-06,
      "loss": 0.4881,
      "step": 280550
    },
    {
      "epoch": 78.3,
      "grad_norm": 1.7939691543579102,
      "learning_rate": 4.658183361036195e-06,
      "loss": 0.4502,
      "step": 280560
    },
    {
      "epoch": 78.31,
      "grad_norm": 1.6749337911605835,
      "learning_rate": 4.658179097494238e-06,
      "loss": 0.4701,
      "step": 280570
    },
    {
      "epoch": 78.31,
      "grad_norm": 2.0885837078094482,
      "learning_rate": 4.65817483364423e-06,
      "loss": 0.4752,
      "step": 280580
    },
    {
      "epoch": 78.31,
      "grad_norm": 1.752004861831665,
      "learning_rate": 4.6581705694861715e-06,
      "loss": 0.4666,
      "step": 280590
    },
    {
      "epoch": 78.31,
      "grad_norm": 1.6561238765716553,
      "learning_rate": 4.658166305020063e-06,
      "loss": 0.4514,
      "step": 280600
    },
    {
      "epoch": 78.32,
      "grad_norm": 1.720395803451538,
      "learning_rate": 4.658162040245905e-06,
      "loss": 0.4608,
      "step": 280610
    },
    {
      "epoch": 78.32,
      "grad_norm": 1.674344778060913,
      "learning_rate": 4.658157775163697e-06,
      "loss": 0.4787,
      "step": 280620
    },
    {
      "epoch": 78.32,
      "grad_norm": 1.3382693529129028,
      "learning_rate": 4.658153509773441e-06,
      "loss": 0.4726,
      "step": 280630
    },
    {
      "epoch": 78.33,
      "grad_norm": 1.7755908966064453,
      "learning_rate": 4.6581492440751384e-06,
      "loss": 0.4821,
      "step": 280640
    },
    {
      "epoch": 78.33,
      "grad_norm": 1.4800353050231934,
      "learning_rate": 4.658144978068788e-06,
      "loss": 0.4953,
      "step": 280650
    },
    {
      "epoch": 78.33,
      "grad_norm": 1.502228856086731,
      "learning_rate": 4.6581407117543924e-06,
      "loss": 0.4651,
      "step": 280660
    },
    {
      "epoch": 78.33,
      "grad_norm": 1.4846959114074707,
      "learning_rate": 4.658136445131949e-06,
      "loss": 0.4801,
      "step": 280670
    },
    {
      "epoch": 78.34,
      "grad_norm": 1.775671124458313,
      "learning_rate": 4.658132178201461e-06,
      "loss": 0.4636,
      "step": 280680
    },
    {
      "epoch": 78.34,
      "grad_norm": 1.8519792556762695,
      "learning_rate": 4.6581279109629275e-06,
      "loss": 0.4648,
      "step": 280690
    },
    {
      "epoch": 78.34,
      "grad_norm": 1.6174755096435547,
      "learning_rate": 4.6581236434163495e-06,
      "loss": 0.4728,
      "step": 280700
    },
    {
      "epoch": 78.34,
      "grad_norm": 2.4853923320770264,
      "learning_rate": 4.6581193755617285e-06,
      "loss": 0.4686,
      "step": 280710
    },
    {
      "epoch": 78.35,
      "grad_norm": 1.644006609916687,
      "learning_rate": 4.658115107399064e-06,
      "loss": 0.4821,
      "step": 280720
    },
    {
      "epoch": 78.35,
      "grad_norm": 1.5308477878570557,
      "learning_rate": 4.658110838928357e-06,
      "loss": 0.4814,
      "step": 280730
    },
    {
      "epoch": 78.35,
      "grad_norm": 1.3803212642669678,
      "learning_rate": 4.6581065701496074e-06,
      "loss": 0.4793,
      "step": 280740
    },
    {
      "epoch": 78.36,
      "grad_norm": 1.9100341796875,
      "learning_rate": 4.658102301062817e-06,
      "loss": 0.4753,
      "step": 280750
    },
    {
      "epoch": 78.36,
      "grad_norm": 1.9780709743499756,
      "learning_rate": 4.658098031667985e-06,
      "loss": 0.4781,
      "step": 280760
    },
    {
      "epoch": 78.36,
      "grad_norm": 1.6221104860305786,
      "learning_rate": 4.658093761965113e-06,
      "loss": 0.49,
      "step": 280770
    },
    {
      "epoch": 78.36,
      "grad_norm": 2.0872862339019775,
      "learning_rate": 4.658089491954201e-06,
      "loss": 0.4644,
      "step": 280780
    },
    {
      "epoch": 78.37,
      "grad_norm": 1.455654263496399,
      "learning_rate": 4.658085221635249e-06,
      "loss": 0.474,
      "step": 280790
    },
    {
      "epoch": 78.37,
      "grad_norm": 1.7656527757644653,
      "learning_rate": 4.65808095100826e-06,
      "loss": 0.4717,
      "step": 280800
    },
    {
      "epoch": 78.37,
      "grad_norm": 3.1240317821502686,
      "learning_rate": 4.658076680073232e-06,
      "loss": 0.4823,
      "step": 280810
    },
    {
      "epoch": 78.38,
      "grad_norm": 1.8517593145370483,
      "learning_rate": 4.658072408830167e-06,
      "loss": 0.4748,
      "step": 280820
    },
    {
      "epoch": 78.38,
      "grad_norm": 1.7506732940673828,
      "learning_rate": 4.6580681372790654e-06,
      "loss": 0.4794,
      "step": 280830
    },
    {
      "epoch": 78.38,
      "grad_norm": 1.6452070474624634,
      "learning_rate": 4.658063865419927e-06,
      "loss": 0.4695,
      "step": 280840
    },
    {
      "epoch": 78.38,
      "grad_norm": 2.2116804122924805,
      "learning_rate": 4.658059593252752e-06,
      "loss": 0.4728,
      "step": 280850
    },
    {
      "epoch": 78.39,
      "grad_norm": 1.4830975532531738,
      "learning_rate": 4.658055320777542e-06,
      "loss": 0.4636,
      "step": 280860
    },
    {
      "epoch": 78.39,
      "grad_norm": 1.6194686889648438,
      "learning_rate": 4.658051047994298e-06,
      "loss": 0.4964,
      "step": 280870
    },
    {
      "epoch": 78.39,
      "grad_norm": 1.8069891929626465,
      "learning_rate": 4.65804677490302e-06,
      "loss": 0.4615,
      "step": 280880
    },
    {
      "epoch": 78.4,
      "grad_norm": 1.808525800704956,
      "learning_rate": 4.658042501503708e-06,
      "loss": 0.5069,
      "step": 280890
    },
    {
      "epoch": 78.4,
      "grad_norm": 2.182871103286743,
      "learning_rate": 4.658038227796363e-06,
      "loss": 0.4811,
      "step": 280900
    },
    {
      "epoch": 78.4,
      "grad_norm": 1.6552752256393433,
      "learning_rate": 4.6580339537809855e-06,
      "loss": 0.4662,
      "step": 280910
    },
    {
      "epoch": 78.4,
      "grad_norm": 2.2211575508117676,
      "learning_rate": 4.658029679457577e-06,
      "loss": 0.4788,
      "step": 280920
    },
    {
      "epoch": 78.41,
      "grad_norm": 2.0751218795776367,
      "learning_rate": 4.658025404826136e-06,
      "loss": 0.463,
      "step": 280930
    },
    {
      "epoch": 78.41,
      "grad_norm": 1.2117154598236084,
      "learning_rate": 4.658021129886666e-06,
      "loss": 0.5055,
      "step": 280940
    },
    {
      "epoch": 78.41,
      "grad_norm": 1.8399105072021484,
      "learning_rate": 4.658016854639165e-06,
      "loss": 0.4714,
      "step": 280950
    },
    {
      "epoch": 78.41,
      "grad_norm": 1.6268805265426636,
      "learning_rate": 4.658012579083634e-06,
      "loss": 0.4584,
      "step": 280960
    },
    {
      "epoch": 78.42,
      "grad_norm": 2.1816554069519043,
      "learning_rate": 4.658008303220074e-06,
      "loss": 0.4759,
      "step": 280970
    },
    {
      "epoch": 78.42,
      "grad_norm": 1.5933105945587158,
      "learning_rate": 4.6580040270484855e-06,
      "loss": 0.478,
      "step": 280980
    },
    {
      "epoch": 78.42,
      "grad_norm": 1.8538626432418823,
      "learning_rate": 4.65799975056887e-06,
      "loss": 0.4764,
      "step": 280990
    },
    {
      "epoch": 78.43,
      "grad_norm": 2.7317280769348145,
      "learning_rate": 4.657995473781226e-06,
      "loss": 0.4948,
      "step": 281000
    },
    {
      "epoch": 78.43,
      "grad_norm": 2.727496862411499,
      "learning_rate": 4.657991196685557e-06,
      "loss": 0.4595,
      "step": 281010
    },
    {
      "epoch": 78.43,
      "grad_norm": 3.7714526653289795,
      "learning_rate": 4.65798691928186e-06,
      "loss": 0.4607,
      "step": 281020
    },
    {
      "epoch": 78.43,
      "grad_norm": 1.551535725593567,
      "learning_rate": 4.657982641570139e-06,
      "loss": 0.4934,
      "step": 281030
    },
    {
      "epoch": 78.44,
      "grad_norm": 1.9804350137710571,
      "learning_rate": 4.657978363550392e-06,
      "loss": 0.4812,
      "step": 281040
    },
    {
      "epoch": 78.44,
      "grad_norm": 1.4348300695419312,
      "learning_rate": 4.6579740852226215e-06,
      "loss": 0.4695,
      "step": 281050
    },
    {
      "epoch": 78.44,
      "grad_norm": 1.6084026098251343,
      "learning_rate": 4.657969806586826e-06,
      "loss": 0.4844,
      "step": 281060
    },
    {
      "epoch": 78.45,
      "grad_norm": 1.7486438751220703,
      "learning_rate": 4.657965527643008e-06,
      "loss": 0.4714,
      "step": 281070
    },
    {
      "epoch": 78.45,
      "grad_norm": 1.9430078268051147,
      "learning_rate": 4.657961248391168e-06,
      "loss": 0.4979,
      "step": 281080
    },
    {
      "epoch": 78.45,
      "grad_norm": 1.7415540218353271,
      "learning_rate": 4.657956968831304e-06,
      "loss": 0.4565,
      "step": 281090
    },
    {
      "epoch": 78.45,
      "grad_norm": 1.7008864879608154,
      "learning_rate": 4.65795268896342e-06,
      "loss": 0.4895,
      "step": 281100
    },
    {
      "epoch": 78.46,
      "grad_norm": 2.218491554260254,
      "learning_rate": 4.657948408787514e-06,
      "loss": 0.4847,
      "step": 281110
    },
    {
      "epoch": 78.46,
      "grad_norm": 1.8107308149337769,
      "learning_rate": 4.6579441283035875e-06,
      "loss": 0.4493,
      "step": 281120
    },
    {
      "epoch": 78.46,
      "grad_norm": 1.569358229637146,
      "learning_rate": 4.657939847511642e-06,
      "loss": 0.4926,
      "step": 281130
    },
    {
      "epoch": 78.46,
      "grad_norm": 1.4724757671356201,
      "learning_rate": 4.657935566411677e-06,
      "loss": 0.4815,
      "step": 281140
    },
    {
      "epoch": 78.47,
      "grad_norm": 1.5007820129394531,
      "learning_rate": 4.657931285003693e-06,
      "loss": 0.4706,
      "step": 281150
    },
    {
      "epoch": 78.47,
      "grad_norm": 1.7169108390808105,
      "learning_rate": 4.657927003287691e-06,
      "loss": 0.4803,
      "step": 281160
    },
    {
      "epoch": 78.47,
      "grad_norm": 2.5295631885528564,
      "learning_rate": 4.657922721263671e-06,
      "loss": 0.4849,
      "step": 281170
    },
    {
      "epoch": 78.48,
      "grad_norm": 1.5241169929504395,
      "learning_rate": 4.657918438931634e-06,
      "loss": 0.4722,
      "step": 281180
    },
    {
      "epoch": 78.48,
      "grad_norm": 1.2992416620254517,
      "learning_rate": 4.657914156291581e-06,
      "loss": 0.4769,
      "step": 281190
    },
    {
      "epoch": 78.48,
      "grad_norm": 1.7328879833221436,
      "learning_rate": 4.657909873343512e-06,
      "loss": 0.502,
      "step": 281200
    },
    {
      "epoch": 78.48,
      "grad_norm": 1.4995993375778198,
      "learning_rate": 4.657905590087428e-06,
      "loss": 0.5117,
      "step": 281210
    },
    {
      "epoch": 78.49,
      "grad_norm": 1.373811960220337,
      "learning_rate": 4.6579013065233285e-06,
      "loss": 0.4852,
      "step": 281220
    },
    {
      "epoch": 78.49,
      "grad_norm": 1.8051586151123047,
      "learning_rate": 4.657897022651215e-06,
      "loss": 0.4659,
      "step": 281230
    },
    {
      "epoch": 78.49,
      "grad_norm": 1.9601057767868042,
      "learning_rate": 4.657892738471089e-06,
      "loss": 0.4752,
      "step": 281240
    },
    {
      "epoch": 78.5,
      "grad_norm": 1.4304198026657104,
      "learning_rate": 4.657888453982949e-06,
      "loss": 0.4838,
      "step": 281250
    },
    {
      "epoch": 78.5,
      "grad_norm": 1.3583950996398926,
      "learning_rate": 4.6578841691867966e-06,
      "loss": 0.482,
      "step": 281260
    },
    {
      "epoch": 78.5,
      "grad_norm": 2.0945816040039062,
      "learning_rate": 4.6578798840826325e-06,
      "loss": 0.4535,
      "step": 281270
    },
    {
      "epoch": 78.5,
      "grad_norm": 1.6366758346557617,
      "learning_rate": 4.657875598670456e-06,
      "loss": 0.4817,
      "step": 281280
    },
    {
      "epoch": 78.51,
      "grad_norm": 1.8351738452911377,
      "learning_rate": 4.65787131295027e-06,
      "loss": 0.4962,
      "step": 281290
    },
    {
      "epoch": 78.51,
      "grad_norm": 1.9483774900436401,
      "learning_rate": 4.657867026922073e-06,
      "loss": 0.4927,
      "step": 281300
    },
    {
      "epoch": 78.51,
      "grad_norm": 1.7518833875656128,
      "learning_rate": 4.657862740585867e-06,
      "loss": 0.4845,
      "step": 281310
    },
    {
      "epoch": 78.52,
      "grad_norm": 1.9370790719985962,
      "learning_rate": 4.657858453941652e-06,
      "loss": 0.4819,
      "step": 281320
    },
    {
      "epoch": 78.52,
      "grad_norm": 1.8001009225845337,
      "learning_rate": 4.657854166989428e-06,
      "loss": 0.4866,
      "step": 281330
    },
    {
      "epoch": 78.52,
      "grad_norm": 1.3548595905303955,
      "learning_rate": 4.657849879729197e-06,
      "loss": 0.4631,
      "step": 281340
    },
    {
      "epoch": 78.52,
      "grad_norm": 1.3052667379379272,
      "learning_rate": 4.657845592160958e-06,
      "loss": 0.4657,
      "step": 281350
    },
    {
      "epoch": 78.53,
      "grad_norm": 1.8139339685440063,
      "learning_rate": 4.657841304284713e-06,
      "loss": 0.4747,
      "step": 281360
    },
    {
      "epoch": 78.53,
      "grad_norm": 2.087177276611328,
      "learning_rate": 4.657837016100461e-06,
      "loss": 0.4712,
      "step": 281370
    },
    {
      "epoch": 78.53,
      "grad_norm": 1.6158254146575928,
      "learning_rate": 4.657832727608204e-06,
      "loss": 0.4774,
      "step": 281380
    },
    {
      "epoch": 78.53,
      "grad_norm": 1.595880150794983,
      "learning_rate": 4.657828438807941e-06,
      "loss": 0.4563,
      "step": 281390
    },
    {
      "epoch": 78.54,
      "grad_norm": 1.5297186374664307,
      "learning_rate": 4.6578241496996746e-06,
      "loss": 0.483,
      "step": 281400
    },
    {
      "epoch": 78.54,
      "grad_norm": 1.4193735122680664,
      "learning_rate": 4.657819860283403e-06,
      "loss": 0.4848,
      "step": 281410
    },
    {
      "epoch": 78.54,
      "grad_norm": 1.6575509309768677,
      "learning_rate": 4.65781557055913e-06,
      "loss": 0.4835,
      "step": 281420
    },
    {
      "epoch": 78.55,
      "grad_norm": 1.5426818132400513,
      "learning_rate": 4.657811280526852e-06,
      "loss": 0.4682,
      "step": 281430
    },
    {
      "epoch": 78.55,
      "grad_norm": 1.4093663692474365,
      "learning_rate": 4.657806990186573e-06,
      "loss": 0.467,
      "step": 281440
    },
    {
      "epoch": 78.55,
      "grad_norm": 1.541772723197937,
      "learning_rate": 4.657802699538293e-06,
      "loss": 0.4734,
      "step": 281450
    },
    {
      "epoch": 78.55,
      "grad_norm": 1.9430036544799805,
      "learning_rate": 4.6577984085820114e-06,
      "loss": 0.4801,
      "step": 281460
    },
    {
      "epoch": 78.56,
      "grad_norm": 1.947192668914795,
      "learning_rate": 4.657794117317728e-06,
      "loss": 0.4757,
      "step": 281470
    },
    {
      "epoch": 78.56,
      "grad_norm": 1.4171966314315796,
      "learning_rate": 4.657789825745447e-06,
      "loss": 0.4724,
      "step": 281480
    },
    {
      "epoch": 78.56,
      "grad_norm": 1.795344591140747,
      "learning_rate": 4.657785533865165e-06,
      "loss": 0.4703,
      "step": 281490
    },
    {
      "epoch": 78.57,
      "grad_norm": 1.8089429140090942,
      "learning_rate": 4.657781241676885e-06,
      "loss": 0.4653,
      "step": 281500
    },
    {
      "epoch": 78.57,
      "grad_norm": 1.774455189704895,
      "learning_rate": 4.657776949180607e-06,
      "loss": 0.4614,
      "step": 281510
    },
    {
      "epoch": 78.57,
      "grad_norm": 1.8616822957992554,
      "learning_rate": 4.65777265637633e-06,
      "loss": 0.4699,
      "step": 281520
    },
    {
      "epoch": 78.57,
      "grad_norm": 1.7118151187896729,
      "learning_rate": 4.657768363264058e-06,
      "loss": 0.4841,
      "step": 281530
    },
    {
      "epoch": 78.58,
      "grad_norm": 1.6606974601745605,
      "learning_rate": 4.6577640698437885e-06,
      "loss": 0.4829,
      "step": 281540
    },
    {
      "epoch": 78.58,
      "grad_norm": 1.7226756811141968,
      "learning_rate": 4.657759776115523e-06,
      "loss": 0.4648,
      "step": 281550
    },
    {
      "epoch": 78.58,
      "grad_norm": 1.6939421892166138,
      "learning_rate": 4.657755482079262e-06,
      "loss": 0.4897,
      "step": 281560
    },
    {
      "epoch": 78.58,
      "grad_norm": 1.8058494329452515,
      "learning_rate": 4.657751187735007e-06,
      "loss": 0.4661,
      "step": 281570
    },
    {
      "epoch": 78.59,
      "grad_norm": 1.669110894203186,
      "learning_rate": 4.657746893082757e-06,
      "loss": 0.4796,
      "step": 281580
    },
    {
      "epoch": 78.59,
      "grad_norm": 1.728994607925415,
      "learning_rate": 4.657742598122513e-06,
      "loss": 0.4675,
      "step": 281590
    },
    {
      "epoch": 78.59,
      "grad_norm": 1.55610191822052,
      "learning_rate": 4.657738302854277e-06,
      "loss": 0.4488,
      "step": 281600
    },
    {
      "epoch": 78.6,
      "grad_norm": 1.5425541400909424,
      "learning_rate": 4.657734007278048e-06,
      "loss": 0.4686,
      "step": 281610
    },
    {
      "epoch": 78.6,
      "grad_norm": 1.660112738609314,
      "learning_rate": 4.657729711393827e-06,
      "loss": 0.4883,
      "step": 281620
    },
    {
      "epoch": 78.6,
      "grad_norm": 1.934414267539978,
      "learning_rate": 4.657725415201615e-06,
      "loss": 0.4761,
      "step": 281630
    },
    {
      "epoch": 78.6,
      "grad_norm": 2.3613014221191406,
      "learning_rate": 4.657721118701412e-06,
      "loss": 0.4706,
      "step": 281640
    },
    {
      "epoch": 78.61,
      "grad_norm": 1.777445912361145,
      "learning_rate": 4.657716821893219e-06,
      "loss": 0.4831,
      "step": 281650
    },
    {
      "epoch": 78.61,
      "grad_norm": 1.880930781364441,
      "learning_rate": 4.657712524777037e-06,
      "loss": 0.4935,
      "step": 281660
    },
    {
      "epoch": 78.61,
      "grad_norm": 1.8542321920394897,
      "learning_rate": 4.657708227352865e-06,
      "loss": 0.4883,
      "step": 281670
    },
    {
      "epoch": 78.62,
      "grad_norm": 1.725818395614624,
      "learning_rate": 4.657703929620705e-06,
      "loss": 0.4862,
      "step": 281680
    },
    {
      "epoch": 78.62,
      "grad_norm": 1.480109453201294,
      "learning_rate": 4.657699631580557e-06,
      "loss": 0.5018,
      "step": 281690
    },
    {
      "epoch": 78.62,
      "grad_norm": 1.8862851858139038,
      "learning_rate": 4.657695333232422e-06,
      "loss": 0.4955,
      "step": 281700
    },
    {
      "epoch": 78.62,
      "grad_norm": 1.5250775814056396,
      "learning_rate": 4.657691034576299e-06,
      "loss": 0.4654,
      "step": 281710
    },
    {
      "epoch": 78.63,
      "grad_norm": 1.3926235437393188,
      "learning_rate": 4.6576867356121915e-06,
      "loss": 0.467,
      "step": 281720
    },
    {
      "epoch": 78.63,
      "grad_norm": 1.588491678237915,
      "learning_rate": 4.657682436340097e-06,
      "loss": 0.48,
      "step": 281730
    },
    {
      "epoch": 78.63,
      "grad_norm": 1.4398469924926758,
      "learning_rate": 4.657678136760019e-06,
      "loss": 0.4832,
      "step": 281740
    },
    {
      "epoch": 78.64,
      "grad_norm": 1.830993413925171,
      "learning_rate": 4.657673836871955e-06,
      "loss": 0.4946,
      "step": 281750
    },
    {
      "epoch": 78.64,
      "grad_norm": 1.3914059400558472,
      "learning_rate": 4.657669536675908e-06,
      "loss": 0.4815,
      "step": 281760
    },
    {
      "epoch": 78.64,
      "grad_norm": 1.5950262546539307,
      "learning_rate": 4.657665236171877e-06,
      "loss": 0.48,
      "step": 281770
    },
    {
      "epoch": 78.64,
      "grad_norm": 1.7264289855957031,
      "learning_rate": 4.657660935359863e-06,
      "loss": 0.4638,
      "step": 281780
    },
    {
      "epoch": 78.65,
      "grad_norm": 2.1195476055145264,
      "learning_rate": 4.657656634239868e-06,
      "loss": 0.4849,
      "step": 281790
    },
    {
      "epoch": 78.65,
      "grad_norm": 1.7948297262191772,
      "learning_rate": 4.657652332811891e-06,
      "loss": 0.4877,
      "step": 281800
    },
    {
      "epoch": 78.65,
      "grad_norm": 1.728448748588562,
      "learning_rate": 4.657648031075933e-06,
      "loss": 0.4619,
      "step": 281810
    },
    {
      "epoch": 78.65,
      "grad_norm": 1.503157615661621,
      "learning_rate": 4.657643729031994e-06,
      "loss": 0.4715,
      "step": 281820
    },
    {
      "epoch": 78.66,
      "grad_norm": 1.6319292783737183,
      "learning_rate": 4.657639426680076e-06,
      "loss": 0.4801,
      "step": 281830
    },
    {
      "epoch": 78.66,
      "grad_norm": 1.6703641414642334,
      "learning_rate": 4.657635124020178e-06,
      "loss": 0.4897,
      "step": 281840
    },
    {
      "epoch": 78.66,
      "grad_norm": 1.6532255411148071,
      "learning_rate": 4.657630821052301e-06,
      "loss": 0.4828,
      "step": 281850
    },
    {
      "epoch": 78.67,
      "grad_norm": 1.5268248319625854,
      "learning_rate": 4.657626517776446e-06,
      "loss": 0.4624,
      "step": 281860
    },
    {
      "epoch": 78.67,
      "grad_norm": 1.3877942562103271,
      "learning_rate": 4.657622214192614e-06,
      "loss": 0.4813,
      "step": 281870
    },
    {
      "epoch": 78.67,
      "grad_norm": 1.6375385522842407,
      "learning_rate": 4.657617910300804e-06,
      "loss": 0.4859,
      "step": 281880
    },
    {
      "epoch": 78.67,
      "grad_norm": 1.5361227989196777,
      "learning_rate": 4.657613606101019e-06,
      "loss": 0.4676,
      "step": 281890
    },
    {
      "epoch": 78.68,
      "grad_norm": 1.6130083799362183,
      "learning_rate": 4.6576093015932575e-06,
      "loss": 0.4658,
      "step": 281900
    },
    {
      "epoch": 78.68,
      "grad_norm": 1.6023502349853516,
      "learning_rate": 4.65760499677752e-06,
      "loss": 0.4823,
      "step": 281910
    },
    {
      "epoch": 78.68,
      "grad_norm": 1.8568774461746216,
      "learning_rate": 4.657600691653809e-06,
      "loss": 0.4864,
      "step": 281920
    },
    {
      "epoch": 78.69,
      "grad_norm": 1.7543920278549194,
      "learning_rate": 4.657596386222122e-06,
      "loss": 0.4649,
      "step": 281930
    },
    {
      "epoch": 78.69,
      "grad_norm": 1.4881603717803955,
      "learning_rate": 4.6575920804824625e-06,
      "loss": 0.4802,
      "step": 281940
    },
    {
      "epoch": 78.69,
      "grad_norm": 1.5265940427780151,
      "learning_rate": 4.65758777443483e-06,
      "loss": 0.4696,
      "step": 281950
    },
    {
      "epoch": 78.69,
      "grad_norm": 1.4720109701156616,
      "learning_rate": 4.657583468079225e-06,
      "loss": 0.4581,
      "step": 281960
    },
    {
      "epoch": 78.7,
      "grad_norm": 1.571825385093689,
      "learning_rate": 4.657579161415649e-06,
      "loss": 0.4757,
      "step": 281970
    },
    {
      "epoch": 78.7,
      "grad_norm": 1.5608900785446167,
      "learning_rate": 4.657574854444101e-06,
      "loss": 0.4565,
      "step": 281980
    },
    {
      "epoch": 78.7,
      "grad_norm": 1.8823456764221191,
      "learning_rate": 4.657570547164582e-06,
      "loss": 0.4853,
      "step": 281990
    },
    {
      "epoch": 78.7,
      "grad_norm": 1.6443954706192017,
      "learning_rate": 4.657566239577093e-06,
      "loss": 0.4707,
      "step": 282000
    },
    {
      "epoch": 78.71,
      "grad_norm": 1.6781229972839355,
      "learning_rate": 4.657561931681635e-06,
      "loss": 0.4567,
      "step": 282010
    },
    {
      "epoch": 78.71,
      "grad_norm": 1.967882752418518,
      "learning_rate": 4.657557623478207e-06,
      "loss": 0.4953,
      "step": 282020
    },
    {
      "epoch": 78.71,
      "grad_norm": 1.4530339241027832,
      "learning_rate": 4.657553314966811e-06,
      "loss": 0.456,
      "step": 282030
    },
    {
      "epoch": 78.72,
      "grad_norm": 1.772786259651184,
      "learning_rate": 4.657549006147447e-06,
      "loss": 0.476,
      "step": 282040
    },
    {
      "epoch": 78.72,
      "grad_norm": 1.8752264976501465,
      "learning_rate": 4.657544697020116e-06,
      "loss": 0.4799,
      "step": 282050
    },
    {
      "epoch": 78.72,
      "grad_norm": 1.6776063442230225,
      "learning_rate": 4.657540387584819e-06,
      "loss": 0.495,
      "step": 282060
    },
    {
      "epoch": 78.72,
      "grad_norm": 1.3399364948272705,
      "learning_rate": 4.6575360778415545e-06,
      "loss": 0.494,
      "step": 282070
    },
    {
      "epoch": 78.73,
      "grad_norm": 1.8656591176986694,
      "learning_rate": 4.657531767790325e-06,
      "loss": 0.4678,
      "step": 282080
    },
    {
      "epoch": 78.73,
      "grad_norm": 1.4432950019836426,
      "learning_rate": 4.65752745743113e-06,
      "loss": 0.4621,
      "step": 282090
    },
    {
      "epoch": 78.73,
      "grad_norm": 1.8741741180419922,
      "learning_rate": 4.657523146763972e-06,
      "loss": 0.4604,
      "step": 282100
    },
    {
      "epoch": 78.74,
      "grad_norm": 1.9238685369491577,
      "learning_rate": 4.657518835788849e-06,
      "loss": 0.4738,
      "step": 282110
    },
    {
      "epoch": 78.74,
      "grad_norm": 1.518316626548767,
      "learning_rate": 4.657514524505763e-06,
      "loss": 0.4624,
      "step": 282120
    },
    {
      "epoch": 78.74,
      "grad_norm": 1.5530023574829102,
      "learning_rate": 4.657510212914714e-06,
      "loss": 0.4897,
      "step": 282130
    },
    {
      "epoch": 78.74,
      "grad_norm": 1.605531096458435,
      "learning_rate": 4.657505901015704e-06,
      "loss": 0.4866,
      "step": 282140
    },
    {
      "epoch": 78.75,
      "grad_norm": 1.8376696109771729,
      "learning_rate": 4.657501588808731e-06,
      "loss": 0.4766,
      "step": 282150
    },
    {
      "epoch": 78.75,
      "grad_norm": 1.771544098854065,
      "learning_rate": 4.657497276293798e-06,
      "loss": 0.4644,
      "step": 282160
    },
    {
      "epoch": 78.75,
      "grad_norm": 5.845387935638428,
      "learning_rate": 4.6574929634709044e-06,
      "loss": 0.4736,
      "step": 282170
    },
    {
      "epoch": 78.76,
      "grad_norm": 3.0360045433044434,
      "learning_rate": 4.657488650340051e-06,
      "loss": 0.4477,
      "step": 282180
    },
    {
      "epoch": 78.76,
      "grad_norm": 1.7604163885116577,
      "learning_rate": 4.657484336901238e-06,
      "loss": 0.4748,
      "step": 282190
    },
    {
      "epoch": 78.76,
      "grad_norm": 1.7155773639678955,
      "learning_rate": 4.6574800231544666e-06,
      "loss": 0.4656,
      "step": 282200
    },
    {
      "epoch": 78.76,
      "grad_norm": 1.5723601579666138,
      "learning_rate": 4.657475709099737e-06,
      "loss": 0.5017,
      "step": 282210
    },
    {
      "epoch": 78.77,
      "grad_norm": 1.7394611835479736,
      "learning_rate": 4.65747139473705e-06,
      "loss": 0.482,
      "step": 282220
    },
    {
      "epoch": 78.77,
      "grad_norm": 1.8475834131240845,
      "learning_rate": 4.6574670800664064e-06,
      "loss": 0.502,
      "step": 282230
    },
    {
      "epoch": 78.77,
      "grad_norm": 1.8523567914962769,
      "learning_rate": 4.657462765087805e-06,
      "loss": 0.4913,
      "step": 282240
    },
    {
      "epoch": 78.77,
      "grad_norm": 1.6817611455917358,
      "learning_rate": 4.65745844980125e-06,
      "loss": 0.4658,
      "step": 282250
    },
    {
      "epoch": 78.78,
      "grad_norm": 1.7701928615570068,
      "learning_rate": 4.6574541342067384e-06,
      "loss": 0.4979,
      "step": 282260
    },
    {
      "epoch": 78.78,
      "grad_norm": 2.0237836837768555,
      "learning_rate": 4.657449818304273e-06,
      "loss": 0.4787,
      "step": 282270
    },
    {
      "epoch": 78.78,
      "grad_norm": 1.5534019470214844,
      "learning_rate": 4.657445502093853e-06,
      "loss": 0.4692,
      "step": 282280
    },
    {
      "epoch": 78.79,
      "grad_norm": 2.2926602363586426,
      "learning_rate": 4.657441185575479e-06,
      "loss": 0.4655,
      "step": 282290
    },
    {
      "epoch": 78.79,
      "grad_norm": 1.6969892978668213,
      "learning_rate": 4.657436868749152e-06,
      "loss": 0.468,
      "step": 282300
    },
    {
      "epoch": 78.79,
      "grad_norm": 1.6801702976226807,
      "learning_rate": 4.657432551614874e-06,
      "loss": 0.467,
      "step": 282310
    },
    {
      "epoch": 78.79,
      "grad_norm": 1.5589903593063354,
      "learning_rate": 4.657428234172643e-06,
      "loss": 0.4644,
      "step": 282320
    },
    {
      "epoch": 78.8,
      "grad_norm": 1.7842633724212646,
      "learning_rate": 4.657423916422461e-06,
      "loss": 0.4763,
      "step": 282330
    },
    {
      "epoch": 78.8,
      "grad_norm": 1.6498616933822632,
      "learning_rate": 4.657419598364329e-06,
      "loss": 0.4694,
      "step": 282340
    },
    {
      "epoch": 78.8,
      "grad_norm": 1.7788469791412354,
      "learning_rate": 4.657415279998246e-06,
      "loss": 0.4951,
      "step": 282350
    },
    {
      "epoch": 78.81,
      "grad_norm": 1.2327176332473755,
      "learning_rate": 4.6574109613242145e-06,
      "loss": 0.4681,
      "step": 282360
    },
    {
      "epoch": 78.81,
      "grad_norm": 1.739890694618225,
      "learning_rate": 4.6574066423422325e-06,
      "loss": 0.4904,
      "step": 282370
    },
    {
      "epoch": 78.81,
      "grad_norm": 1.6297409534454346,
      "learning_rate": 4.657402323052304e-06,
      "loss": 0.4821,
      "step": 282380
    },
    {
      "epoch": 78.81,
      "grad_norm": 1.9718042612075806,
      "learning_rate": 4.6573980034544265e-06,
      "loss": 0.47,
      "step": 282390
    },
    {
      "epoch": 78.82,
      "grad_norm": 1.6678582429885864,
      "learning_rate": 4.657393683548603e-06,
      "loss": 0.4651,
      "step": 282400
    },
    {
      "epoch": 78.82,
      "grad_norm": 1.488389253616333,
      "learning_rate": 4.657389363334832e-06,
      "loss": 0.4613,
      "step": 282410
    },
    {
      "epoch": 78.82,
      "grad_norm": 1.7650623321533203,
      "learning_rate": 4.657385042813115e-06,
      "loss": 0.5015,
      "step": 282420
    },
    {
      "epoch": 78.83,
      "grad_norm": 1.7057716846466064,
      "learning_rate": 4.657380721983453e-06,
      "loss": 0.4569,
      "step": 282430
    },
    {
      "epoch": 78.83,
      "grad_norm": 1.7554337978363037,
      "learning_rate": 4.657376400845846e-06,
      "loss": 0.4808,
      "step": 282440
    },
    {
      "epoch": 78.83,
      "grad_norm": 1.6990751028060913,
      "learning_rate": 4.657372079400294e-06,
      "loss": 0.4668,
      "step": 282450
    },
    {
      "epoch": 78.83,
      "grad_norm": 1.6942307949066162,
      "learning_rate": 4.657367757646799e-06,
      "loss": 0.4599,
      "step": 282460
    },
    {
      "epoch": 78.84,
      "grad_norm": 1.440049409866333,
      "learning_rate": 4.657363435585361e-06,
      "loss": 0.492,
      "step": 282470
    },
    {
      "epoch": 78.84,
      "grad_norm": 1.6566996574401855,
      "learning_rate": 4.65735911321598e-06,
      "loss": 0.475,
      "step": 282480
    },
    {
      "epoch": 78.84,
      "grad_norm": 1.382103443145752,
      "learning_rate": 4.657354790538657e-06,
      "loss": 0.4699,
      "step": 282490
    },
    {
      "epoch": 78.84,
      "grad_norm": 1.9414446353912354,
      "learning_rate": 4.6573504675533925e-06,
      "loss": 0.4559,
      "step": 282500
    },
    {
      "epoch": 78.85,
      "grad_norm": 1.5835615396499634,
      "learning_rate": 4.657346144260187e-06,
      "loss": 0.4583,
      "step": 282510
    },
    {
      "epoch": 78.85,
      "grad_norm": 1.975704312324524,
      "learning_rate": 4.6573418206590416e-06,
      "loss": 0.4722,
      "step": 282520
    },
    {
      "epoch": 78.85,
      "grad_norm": 1.6800894737243652,
      "learning_rate": 4.657337496749956e-06,
      "loss": 0.4712,
      "step": 282530
    },
    {
      "epoch": 78.86,
      "grad_norm": 1.5664288997650146,
      "learning_rate": 4.657333172532932e-06,
      "loss": 0.4512,
      "step": 282540
    },
    {
      "epoch": 78.86,
      "grad_norm": 1.8136847019195557,
      "learning_rate": 4.65732884800797e-06,
      "loss": 0.4747,
      "step": 282550
    },
    {
      "epoch": 78.86,
      "grad_norm": 1.805549144744873,
      "learning_rate": 4.6573245231750686e-06,
      "loss": 0.4641,
      "step": 282560
    },
    {
      "epoch": 78.86,
      "grad_norm": 1.6349084377288818,
      "learning_rate": 4.65732019803423e-06,
      "loss": 0.4657,
      "step": 282570
    },
    {
      "epoch": 78.87,
      "grad_norm": 1.5522422790527344,
      "learning_rate": 4.657315872585455e-06,
      "loss": 0.4765,
      "step": 282580
    },
    {
      "epoch": 78.87,
      "grad_norm": 1.5095744132995605,
      "learning_rate": 4.657311546828744e-06,
      "loss": 0.5017,
      "step": 282590
    },
    {
      "epoch": 78.87,
      "grad_norm": 1.4849541187286377,
      "learning_rate": 4.657307220764097e-06,
      "loss": 0.4578,
      "step": 282600
    },
    {
      "epoch": 78.88,
      "grad_norm": 1.993148922920227,
      "learning_rate": 4.657302894391515e-06,
      "loss": 0.4832,
      "step": 282610
    },
    {
      "epoch": 78.88,
      "grad_norm": 1.8750765323638916,
      "learning_rate": 4.6572985677109985e-06,
      "loss": 0.5043,
      "step": 282620
    },
    {
      "epoch": 78.88,
      "grad_norm": 1.6392019987106323,
      "learning_rate": 4.6572942407225485e-06,
      "loss": 0.4617,
      "step": 282630
    },
    {
      "epoch": 78.88,
      "grad_norm": 1.4073344469070435,
      "learning_rate": 4.657289913426164e-06,
      "loss": 0.4518,
      "step": 282640
    },
    {
      "epoch": 78.89,
      "grad_norm": 1.9026355743408203,
      "learning_rate": 4.657285585821847e-06,
      "loss": 0.479,
      "step": 282650
    },
    {
      "epoch": 78.89,
      "grad_norm": 1.496429681777954,
      "learning_rate": 4.6572812579095986e-06,
      "loss": 0.4828,
      "step": 282660
    },
    {
      "epoch": 78.89,
      "grad_norm": 1.81882643699646,
      "learning_rate": 4.657276929689418e-06,
      "loss": 0.4838,
      "step": 282670
    },
    {
      "epoch": 78.89,
      "grad_norm": 1.5910885334014893,
      "learning_rate": 4.657272601161306e-06,
      "loss": 0.4799,
      "step": 282680
    },
    {
      "epoch": 78.9,
      "grad_norm": 1.668921709060669,
      "learning_rate": 4.6572682723252644e-06,
      "loss": 0.465,
      "step": 282690
    },
    {
      "epoch": 78.9,
      "grad_norm": 1.6557981967926025,
      "learning_rate": 4.657263943181292e-06,
      "loss": 0.4476,
      "step": 282700
    },
    {
      "epoch": 78.9,
      "grad_norm": 2.104581594467163,
      "learning_rate": 4.657259613729391e-06,
      "loss": 0.4581,
      "step": 282710
    },
    {
      "epoch": 78.91,
      "grad_norm": 1.6752692461013794,
      "learning_rate": 4.6572552839695605e-06,
      "loss": 0.4922,
      "step": 282720
    },
    {
      "epoch": 78.91,
      "grad_norm": 1.9827650785446167,
      "learning_rate": 4.657250953901803e-06,
      "loss": 0.4807,
      "step": 282730
    },
    {
      "epoch": 78.91,
      "grad_norm": 1.6379696130752563,
      "learning_rate": 4.657246623526116e-06,
      "loss": 0.4991,
      "step": 282740
    },
    {
      "epoch": 78.91,
      "grad_norm": 1.9003288745880127,
      "learning_rate": 4.657242292842504e-06,
      "loss": 0.472,
      "step": 282750
    },
    {
      "epoch": 78.92,
      "grad_norm": 1.8139318227767944,
      "learning_rate": 4.657237961850964e-06,
      "loss": 0.4838,
      "step": 282760
    },
    {
      "epoch": 78.92,
      "grad_norm": 1.2299948930740356,
      "learning_rate": 4.657233630551499e-06,
      "loss": 0.4593,
      "step": 282770
    },
    {
      "epoch": 78.92,
      "grad_norm": 1.6029359102249146,
      "learning_rate": 4.657229298944108e-06,
      "loss": 0.4792,
      "step": 282780
    },
    {
      "epoch": 78.93,
      "grad_norm": 1.4773579835891724,
      "learning_rate": 4.657224967028793e-06,
      "loss": 0.4693,
      "step": 282790
    },
    {
      "epoch": 78.93,
      "grad_norm": 1.6078890562057495,
      "learning_rate": 4.657220634805553e-06,
      "loss": 0.492,
      "step": 282800
    },
    {
      "epoch": 78.93,
      "grad_norm": 2.058239221572876,
      "learning_rate": 4.6572163022743905e-06,
      "loss": 0.4908,
      "step": 282810
    },
    {
      "epoch": 78.93,
      "grad_norm": 1.753696322441101,
      "learning_rate": 4.657211969435305e-06,
      "loss": 0.4717,
      "step": 282820
    },
    {
      "epoch": 78.94,
      "grad_norm": 1.7725661993026733,
      "learning_rate": 4.657207636288296e-06,
      "loss": 0.4887,
      "step": 282830
    },
    {
      "epoch": 78.94,
      "grad_norm": 1.7252576351165771,
      "learning_rate": 4.657203302833366e-06,
      "loss": 0.4674,
      "step": 282840
    },
    {
      "epoch": 78.94,
      "grad_norm": 1.3985201120376587,
      "learning_rate": 4.657198969070514e-06,
      "loss": 0.4694,
      "step": 282850
    },
    {
      "epoch": 78.95,
      "grad_norm": 1.8045519590377808,
      "learning_rate": 4.657194634999742e-06,
      "loss": 0.4537,
      "step": 282860
    },
    {
      "epoch": 78.95,
      "grad_norm": 1.7749179601669312,
      "learning_rate": 4.65719030062105e-06,
      "loss": 0.4789,
      "step": 282870
    },
    {
      "epoch": 78.95,
      "grad_norm": 1.6239246129989624,
      "learning_rate": 4.657185965934438e-06,
      "loss": 0.4804,
      "step": 282880
    },
    {
      "epoch": 78.95,
      "grad_norm": 1.740111231803894,
      "learning_rate": 4.6571816309399064e-06,
      "loss": 0.4831,
      "step": 282890
    },
    {
      "epoch": 78.96,
      "grad_norm": 1.471407175064087,
      "learning_rate": 4.657177295637458e-06,
      "loss": 0.456,
      "step": 282900
    },
    {
      "epoch": 78.96,
      "grad_norm": 1.759110689163208,
      "learning_rate": 4.657172960027091e-06,
      "loss": 0.492,
      "step": 282910
    },
    {
      "epoch": 78.96,
      "grad_norm": 1.6173783540725708,
      "learning_rate": 4.657168624108806e-06,
      "loss": 0.47,
      "step": 282920
    },
    {
      "epoch": 78.96,
      "grad_norm": 1.5111249685287476,
      "learning_rate": 4.657164287882606e-06,
      "loss": 0.4666,
      "step": 282930
    },
    {
      "epoch": 78.97,
      "grad_norm": 1.287317156791687,
      "learning_rate": 4.657159951348489e-06,
      "loss": 0.4452,
      "step": 282940
    },
    {
      "epoch": 78.97,
      "grad_norm": 1.6896064281463623,
      "learning_rate": 4.6571556145064564e-06,
      "loss": 0.4771,
      "step": 282950
    },
    {
      "epoch": 78.97,
      "grad_norm": 1.4138377904891968,
      "learning_rate": 4.657151277356509e-06,
      "loss": 0.4718,
      "step": 282960
    },
    {
      "epoch": 78.98,
      "grad_norm": 2.103917121887207,
      "learning_rate": 4.657146939898647e-06,
      "loss": 0.4648,
      "step": 282970
    },
    {
      "epoch": 78.98,
      "grad_norm": 1.6556158065795898,
      "learning_rate": 4.6571426021328715e-06,
      "loss": 0.4879,
      "step": 282980
    },
    {
      "epoch": 78.98,
      "grad_norm": 2.3802995681762695,
      "learning_rate": 4.657138264059183e-06,
      "loss": 0.4746,
      "step": 282990
    },
    {
      "epoch": 78.98,
      "grad_norm": 1.6959010362625122,
      "learning_rate": 4.6571339256775814e-06,
      "loss": 0.4908,
      "step": 283000
    },
    {
      "epoch": 78.99,
      "grad_norm": 1.684302568435669,
      "learning_rate": 4.657129586988068e-06,
      "loss": 0.4574,
      "step": 283010
    },
    {
      "epoch": 78.99,
      "grad_norm": 2.2692251205444336,
      "learning_rate": 4.6571252479906445e-06,
      "loss": 0.4873,
      "step": 283020
    },
    {
      "epoch": 78.99,
      "grad_norm": 1.595347285270691,
      "learning_rate": 4.657120908685308e-06,
      "loss": 0.4569,
      "step": 283030
    },
    {
      "epoch": 79.0,
      "grad_norm": 1.646067500114441,
      "learning_rate": 4.657116569072062e-06,
      "loss": 0.4361,
      "step": 283040
    },
    {
      "epoch": 79.0,
      "grad_norm": 1.9550062417984009,
      "learning_rate": 4.657112229150907e-06,
      "loss": 0.4552,
      "step": 283050
    },
    {
      "epoch": 79.0,
      "eval_loss": 0.4715489149093628,
      "eval_runtime": 63.2822,
      "eval_samples_per_second": 79.944,
      "eval_steps_per_second": 10.003,
      "step": 283057
    },
    {
      "epoch": 79.0,
      "grad_norm": 1.448813796043396,
      "learning_rate": 4.657107888921842e-06,
      "loss": 0.4676,
      "step": 283060
    },
    {
      "epoch": 79.0,
      "grad_norm": 1.9665533304214478,
      "learning_rate": 4.6571035483848685e-06,
      "loss": 0.4683,
      "step": 283070
    },
    {
      "epoch": 79.01,
      "grad_norm": 1.7034907341003418,
      "learning_rate": 4.657099207539987e-06,
      "loss": 0.4743,
      "step": 283080
    },
    {
      "epoch": 79.01,
      "grad_norm": 1.6857191324234009,
      "learning_rate": 4.657094866387199e-06,
      "loss": 0.4744,
      "step": 283090
    },
    {
      "epoch": 79.01,
      "grad_norm": 1.5574861764907837,
      "learning_rate": 4.657090524926502e-06,
      "loss": 0.4824,
      "step": 283100
    },
    {
      "epoch": 79.01,
      "grad_norm": 1.8875666856765747,
      "learning_rate": 4.657086183157901e-06,
      "loss": 0.4543,
      "step": 283110
    },
    {
      "epoch": 79.02,
      "grad_norm": 1.591809630393982,
      "learning_rate": 4.6570818410813935e-06,
      "loss": 0.481,
      "step": 283120
    },
    {
      "epoch": 79.02,
      "grad_norm": 1.6457003355026245,
      "learning_rate": 4.65707749869698e-06,
      "loss": 0.4886,
      "step": 283130
    },
    {
      "epoch": 79.02,
      "grad_norm": 1.3940476179122925,
      "learning_rate": 4.657073156004663e-06,
      "loss": 0.4948,
      "step": 283140
    },
    {
      "epoch": 79.03,
      "grad_norm": 1.420316219329834,
      "learning_rate": 4.657068813004443e-06,
      "loss": 0.4849,
      "step": 283150
    },
    {
      "epoch": 79.03,
      "grad_norm": 2.2051641941070557,
      "learning_rate": 4.657064469696318e-06,
      "loss": 0.4817,
      "step": 283160
    },
    {
      "epoch": 79.03,
      "grad_norm": 1.546928882598877,
      "learning_rate": 4.6570601260802905e-06,
      "loss": 0.4577,
      "step": 283170
    },
    {
      "epoch": 79.03,
      "grad_norm": 1.5371390581130981,
      "learning_rate": 4.657055782156361e-06,
      "loss": 0.4672,
      "step": 283180
    },
    {
      "epoch": 79.04,
      "grad_norm": 1.5856029987335205,
      "learning_rate": 4.65705143792453e-06,
      "loss": 0.4776,
      "step": 283190
    },
    {
      "epoch": 79.04,
      "grad_norm": 1.61699378490448,
      "learning_rate": 4.657047093384798e-06,
      "loss": 0.4969,
      "step": 283200
    },
    {
      "epoch": 79.04,
      "grad_norm": 1.7163755893707275,
      "learning_rate": 4.657042748537166e-06,
      "loss": 0.4806,
      "step": 283210
    },
    {
      "epoch": 79.05,
      "grad_norm": 1.5858405828475952,
      "learning_rate": 4.657038403381633e-06,
      "loss": 0.4684,
      "step": 283220
    },
    {
      "epoch": 79.05,
      "grad_norm": 1.7591028213500977,
      "learning_rate": 4.657034057918201e-06,
      "loss": 0.4507,
      "step": 283230
    },
    {
      "epoch": 79.05,
      "grad_norm": 1.7923784255981445,
      "learning_rate": 4.65702971214687e-06,
      "loss": 0.4712,
      "step": 283240
    },
    {
      "epoch": 79.05,
      "grad_norm": 2.066366195678711,
      "learning_rate": 4.657025366067642e-06,
      "loss": 0.4576,
      "step": 283250
    },
    {
      "epoch": 79.06,
      "grad_norm": 1.8002461194992065,
      "learning_rate": 4.657021019680515e-06,
      "loss": 0.4884,
      "step": 283260
    },
    {
      "epoch": 79.06,
      "grad_norm": 1.5024378299713135,
      "learning_rate": 4.657016672985493e-06,
      "loss": 0.4872,
      "step": 283270
    },
    {
      "epoch": 79.06,
      "grad_norm": 1.4309929609298706,
      "learning_rate": 4.657012325982573e-06,
      "loss": 0.4654,
      "step": 283280
    },
    {
      "epoch": 79.07,
      "grad_norm": 1.8370100259780884,
      "learning_rate": 4.657007978671758e-06,
      "loss": 0.4605,
      "step": 283290
    },
    {
      "epoch": 79.07,
      "grad_norm": 1.9603822231292725,
      "learning_rate": 4.657003631053046e-06,
      "loss": 0.4622,
      "step": 283300
    },
    {
      "epoch": 79.07,
      "grad_norm": 1.6173720359802246,
      "learning_rate": 4.656999283126441e-06,
      "loss": 0.4518,
      "step": 283310
    },
    {
      "epoch": 79.07,
      "grad_norm": 1.7529970407485962,
      "learning_rate": 4.656994934891942e-06,
      "loss": 0.492,
      "step": 283320
    },
    {
      "epoch": 79.08,
      "grad_norm": 1.4510918855667114,
      "learning_rate": 4.6569905863495485e-06,
      "loss": 0.4724,
      "step": 283330
    },
    {
      "epoch": 79.08,
      "grad_norm": 1.9328259229660034,
      "learning_rate": 4.656986237499262e-06,
      "loss": 0.4912,
      "step": 283340
    },
    {
      "epoch": 79.08,
      "grad_norm": 1.8321181535720825,
      "learning_rate": 4.656981888341084e-06,
      "loss": 0.491,
      "step": 283350
    },
    {
      "epoch": 79.08,
      "grad_norm": 1.515892505645752,
      "learning_rate": 4.656977538875014e-06,
      "loss": 0.4692,
      "step": 283360
    },
    {
      "epoch": 79.09,
      "grad_norm": 1.499268651008606,
      "learning_rate": 4.6569731891010516e-06,
      "loss": 0.4739,
      "step": 283370
    },
    {
      "epoch": 79.09,
      "grad_norm": 1.6560202836990356,
      "learning_rate": 4.6569688390191995e-06,
      "loss": 0.4683,
      "step": 283380
    },
    {
      "epoch": 79.09,
      "grad_norm": 1.5185304880142212,
      "learning_rate": 4.656964488629458e-06,
      "loss": 0.4671,
      "step": 283390
    },
    {
      "epoch": 79.1,
      "grad_norm": 1.6274807453155518,
      "learning_rate": 4.656960137931826e-06,
      "loss": 0.4915,
      "step": 283400
    },
    {
      "epoch": 79.1,
      "grad_norm": 1.5675019025802612,
      "learning_rate": 4.656955786926305e-06,
      "loss": 0.4715,
      "step": 283410
    },
    {
      "epoch": 79.1,
      "grad_norm": 1.748185634613037,
      "learning_rate": 4.656951435612896e-06,
      "loss": 0.4583,
      "step": 283420
    },
    {
      "epoch": 79.1,
      "grad_norm": 1.7974107265472412,
      "learning_rate": 4.6569470839915995e-06,
      "loss": 0.4698,
      "step": 283430
    },
    {
      "epoch": 79.11,
      "grad_norm": 1.4972363710403442,
      "learning_rate": 4.656942732062416e-06,
      "loss": 0.4678,
      "step": 283440
    },
    {
      "epoch": 79.11,
      "grad_norm": 1.534991979598999,
      "learning_rate": 4.656938379825345e-06,
      "loss": 0.4918,
      "step": 283450
    },
    {
      "epoch": 79.11,
      "grad_norm": 1.404637098312378,
      "learning_rate": 4.656934027280389e-06,
      "loss": 0.4773,
      "step": 283460
    },
    {
      "epoch": 79.12,
      "grad_norm": 1.5588340759277344,
      "learning_rate": 4.656929674427548e-06,
      "loss": 0.4714,
      "step": 283470
    },
    {
      "epoch": 79.12,
      "grad_norm": 1.4557650089263916,
      "learning_rate": 4.656925321266821e-06,
      "loss": 0.4475,
      "step": 283480
    },
    {
      "epoch": 79.12,
      "grad_norm": 1.5983580350875854,
      "learning_rate": 4.656920967798211e-06,
      "loss": 0.4703,
      "step": 283490
    },
    {
      "epoch": 79.12,
      "grad_norm": 1.4646005630493164,
      "learning_rate": 4.656916614021715e-06,
      "loss": 0.4777,
      "step": 283500
    },
    {
      "epoch": 79.13,
      "grad_norm": 1.7452456951141357,
      "learning_rate": 4.656912259937338e-06,
      "loss": 0.4892,
      "step": 283510
    },
    {
      "epoch": 79.13,
      "grad_norm": 1.4707562923431396,
      "learning_rate": 4.656907905545078e-06,
      "loss": 0.4581,
      "step": 283520
    },
    {
      "epoch": 79.13,
      "grad_norm": 1.5218366384506226,
      "learning_rate": 4.656903550844935e-06,
      "loss": 0.4516,
      "step": 283530
    },
    {
      "epoch": 79.13,
      "grad_norm": 1.5670678615570068,
      "learning_rate": 4.656899195836912e-06,
      "loss": 0.473,
      "step": 283540
    },
    {
      "epoch": 79.14,
      "grad_norm": 1.6357924938201904,
      "learning_rate": 4.656894840521008e-06,
      "loss": 0.4555,
      "step": 283550
    },
    {
      "epoch": 79.14,
      "grad_norm": 1.829393744468689,
      "learning_rate": 4.656890484897222e-06,
      "loss": 0.4725,
      "step": 283560
    },
    {
      "epoch": 79.14,
      "grad_norm": 1.5671595335006714,
      "learning_rate": 4.656886128965559e-06,
      "loss": 0.4996,
      "step": 283570
    },
    {
      "epoch": 79.15,
      "grad_norm": 1.8766014575958252,
      "learning_rate": 4.6568817727260154e-06,
      "loss": 0.4624,
      "step": 283580
    },
    {
      "epoch": 79.15,
      "grad_norm": 1.827235460281372,
      "learning_rate": 4.656877416178593e-06,
      "loss": 0.4803,
      "step": 283590
    },
    {
      "epoch": 79.15,
      "grad_norm": 2.1504178047180176,
      "learning_rate": 4.656873059323294e-06,
      "loss": 0.4883,
      "step": 283600
    },
    {
      "epoch": 79.15,
      "grad_norm": 1.5819975137710571,
      "learning_rate": 4.656868702160118e-06,
      "loss": 0.4792,
      "step": 283610
    },
    {
      "epoch": 79.16,
      "grad_norm": 1.570243000984192,
      "learning_rate": 4.656864344689064e-06,
      "loss": 0.4523,
      "step": 283620
    },
    {
      "epoch": 79.16,
      "grad_norm": 1.691097617149353,
      "learning_rate": 4.656859986910134e-06,
      "loss": 0.489,
      "step": 283630
    },
    {
      "epoch": 79.16,
      "grad_norm": 1.8699629306793213,
      "learning_rate": 4.6568556288233285e-06,
      "loss": 0.4856,
      "step": 283640
    },
    {
      "epoch": 79.17,
      "grad_norm": 1.712098479270935,
      "learning_rate": 4.6568512704286485e-06,
      "loss": 0.4784,
      "step": 283650
    },
    {
      "epoch": 79.17,
      "grad_norm": 2.018819808959961,
      "learning_rate": 4.656846911726093e-06,
      "loss": 0.4725,
      "step": 283660
    },
    {
      "epoch": 79.17,
      "grad_norm": 1.6586463451385498,
      "learning_rate": 4.656842552715665e-06,
      "loss": 0.4813,
      "step": 283670
    },
    {
      "epoch": 79.17,
      "grad_norm": 1.483498215675354,
      "learning_rate": 4.6568381933973635e-06,
      "loss": 0.4345,
      "step": 283680
    },
    {
      "epoch": 79.18,
      "grad_norm": 1.9738762378692627,
      "learning_rate": 4.656833833771189e-06,
      "loss": 0.4734,
      "step": 283690
    },
    {
      "epoch": 79.18,
      "grad_norm": 2.2289879322052,
      "learning_rate": 4.656829473837143e-06,
      "loss": 0.4695,
      "step": 283700
    },
    {
      "epoch": 79.18,
      "grad_norm": 1.7848467826843262,
      "learning_rate": 4.6568251135952236e-06,
      "loss": 0.4933,
      "step": 283710
    },
    {
      "epoch": 79.19,
      "grad_norm": 1.8703690767288208,
      "learning_rate": 4.656820753045435e-06,
      "loss": 0.4689,
      "step": 283720
    },
    {
      "epoch": 79.19,
      "grad_norm": 1.2391258478164673,
      "learning_rate": 4.6568163921877756e-06,
      "loss": 0.4935,
      "step": 283730
    },
    {
      "epoch": 79.19,
      "grad_norm": 1.4618256092071533,
      "learning_rate": 4.656812031022247e-06,
      "loss": 0.468,
      "step": 283740
    },
    {
      "epoch": 79.19,
      "grad_norm": 1.5246119499206543,
      "learning_rate": 4.656807669548848e-06,
      "loss": 0.48,
      "step": 283750
    },
    {
      "epoch": 79.2,
      "grad_norm": 2.0545880794525146,
      "learning_rate": 4.6568033077675815e-06,
      "loss": 0.4839,
      "step": 283760
    },
    {
      "epoch": 79.2,
      "grad_norm": 1.866715908050537,
      "learning_rate": 4.656798945678447e-06,
      "loss": 0.4647,
      "step": 283770
    },
    {
      "epoch": 79.2,
      "grad_norm": 1.6298118829727173,
      "learning_rate": 4.656794583281444e-06,
      "loss": 0.4714,
      "step": 283780
    },
    {
      "epoch": 79.2,
      "grad_norm": 1.9740625619888306,
      "learning_rate": 4.656790220576575e-06,
      "loss": 0.4736,
      "step": 283790
    },
    {
      "epoch": 79.21,
      "grad_norm": 1.6953346729278564,
      "learning_rate": 4.656785857563839e-06,
      "loss": 0.4711,
      "step": 283800
    },
    {
      "epoch": 79.21,
      "grad_norm": 1.8130961656570435,
      "learning_rate": 4.656781494243238e-06,
      "loss": 0.4707,
      "step": 283810
    },
    {
      "epoch": 79.21,
      "grad_norm": 2.178457736968994,
      "learning_rate": 4.656777130614771e-06,
      "loss": 0.469,
      "step": 283820
    },
    {
      "epoch": 79.22,
      "grad_norm": 1.3958863019943237,
      "learning_rate": 4.656772766678441e-06,
      "loss": 0.4755,
      "step": 283830
    },
    {
      "epoch": 79.22,
      "grad_norm": 2.0454726219177246,
      "learning_rate": 4.656768402434246e-06,
      "loss": 0.4769,
      "step": 283840
    },
    {
      "epoch": 79.22,
      "grad_norm": 1.5169329643249512,
      "learning_rate": 4.656764037882188e-06,
      "loss": 0.4953,
      "step": 283850
    },
    {
      "epoch": 79.22,
      "grad_norm": 1.5545856952667236,
      "learning_rate": 4.6567596730222666e-06,
      "loss": 0.4619,
      "step": 283860
    },
    {
      "epoch": 79.23,
      "grad_norm": 1.6302515268325806,
      "learning_rate": 4.656755307854483e-06,
      "loss": 0.4654,
      "step": 283870
    },
    {
      "epoch": 79.23,
      "grad_norm": 1.455406904220581,
      "learning_rate": 4.656750942378838e-06,
      "loss": 0.4708,
      "step": 283880
    },
    {
      "epoch": 79.23,
      "grad_norm": 1.6414480209350586,
      "learning_rate": 4.656746576595333e-06,
      "loss": 0.4645,
      "step": 283890
    },
    {
      "epoch": 79.24,
      "grad_norm": 1.6955814361572266,
      "learning_rate": 4.656742210503966e-06,
      "loss": 0.4746,
      "step": 283900
    },
    {
      "epoch": 79.24,
      "grad_norm": 1.7851518392562866,
      "learning_rate": 4.65673784410474e-06,
      "loss": 0.4888,
      "step": 283910
    },
    {
      "epoch": 79.24,
      "grad_norm": 1.787814974784851,
      "learning_rate": 4.656733477397654e-06,
      "loss": 0.45,
      "step": 283920
    },
    {
      "epoch": 79.24,
      "grad_norm": 1.7112069129943848,
      "learning_rate": 4.6567291103827096e-06,
      "loss": 0.4775,
      "step": 283930
    },
    {
      "epoch": 79.25,
      "grad_norm": 1.4922508001327515,
      "learning_rate": 4.6567247430599076e-06,
      "loss": 0.4575,
      "step": 283940
    },
    {
      "epoch": 79.25,
      "grad_norm": 1.3871604204177856,
      "learning_rate": 4.656720375429247e-06,
      "loss": 0.4721,
      "step": 283950
    },
    {
      "epoch": 79.25,
      "grad_norm": 2.017976760864258,
      "learning_rate": 4.65671600749073e-06,
      "loss": 0.4612,
      "step": 283960
    },
    {
      "epoch": 79.25,
      "grad_norm": 1.6693962812423706,
      "learning_rate": 4.656711639244357e-06,
      "loss": 0.4676,
      "step": 283970
    },
    {
      "epoch": 79.26,
      "grad_norm": 1.335832118988037,
      "learning_rate": 4.656707270690127e-06,
      "loss": 0.4645,
      "step": 283980
    },
    {
      "epoch": 79.26,
      "grad_norm": 1.9513330459594727,
      "learning_rate": 4.6567029018280425e-06,
      "loss": 0.4718,
      "step": 283990
    },
    {
      "epoch": 79.26,
      "grad_norm": 1.6068836450576782,
      "learning_rate": 4.656698532658104e-06,
      "loss": 0.4759,
      "step": 284000
    },
    {
      "epoch": 79.27,
      "grad_norm": 1.6323869228363037,
      "learning_rate": 4.656694163180311e-06,
      "loss": 0.4767,
      "step": 284010
    },
    {
      "epoch": 79.27,
      "grad_norm": 1.5383292436599731,
      "learning_rate": 4.6566897933946635e-06,
      "loss": 0.4707,
      "step": 284020
    },
    {
      "epoch": 79.27,
      "grad_norm": 1.7300629615783691,
      "learning_rate": 4.656685423301164e-06,
      "loss": 0.4731,
      "step": 284030
    },
    {
      "epoch": 79.27,
      "grad_norm": 1.6820552349090576,
      "learning_rate": 4.6566810528998125e-06,
      "loss": 0.4628,
      "step": 284040
    },
    {
      "epoch": 79.28,
      "grad_norm": 1.4841092824935913,
      "learning_rate": 4.656676682190608e-06,
      "loss": 0.4799,
      "step": 284050
    },
    {
      "epoch": 79.28,
      "grad_norm": 1.6774845123291016,
      "learning_rate": 4.6566723111735535e-06,
      "loss": 0.4638,
      "step": 284060
    },
    {
      "epoch": 79.28,
      "grad_norm": 1.9218218326568604,
      "learning_rate": 4.656667939848648e-06,
      "loss": 0.479,
      "step": 284070
    },
    {
      "epoch": 79.29,
      "grad_norm": 1.607214331626892,
      "learning_rate": 4.656663568215892e-06,
      "loss": 0.4775,
      "step": 284080
    },
    {
      "epoch": 79.29,
      "grad_norm": 1.8761950731277466,
      "learning_rate": 4.656659196275288e-06,
      "loss": 0.4706,
      "step": 284090
    },
    {
      "epoch": 79.29,
      "grad_norm": 1.8128561973571777,
      "learning_rate": 4.656654824026834e-06,
      "loss": 0.4695,
      "step": 284100
    },
    {
      "epoch": 79.29,
      "grad_norm": 2.5366733074188232,
      "learning_rate": 4.656650451470532e-06,
      "loss": 0.47,
      "step": 284110
    },
    {
      "epoch": 79.3,
      "grad_norm": 1.2771183252334595,
      "learning_rate": 4.656646078606382e-06,
      "loss": 0.4822,
      "step": 284120
    },
    {
      "epoch": 79.3,
      "grad_norm": 1.3869614601135254,
      "learning_rate": 4.656641705434385e-06,
      "loss": 0.4634,
      "step": 284130
    },
    {
      "epoch": 79.3,
      "grad_norm": 1.7864606380462646,
      "learning_rate": 4.656637331954541e-06,
      "loss": 0.4579,
      "step": 284140
    },
    {
      "epoch": 79.31,
      "grad_norm": 1.88150954246521,
      "learning_rate": 4.656632958166853e-06,
      "loss": 0.4577,
      "step": 284150
    },
    {
      "epoch": 79.31,
      "grad_norm": 1.805145502090454,
      "learning_rate": 4.656628584071318e-06,
      "loss": 0.4872,
      "step": 284160
    },
    {
      "epoch": 79.31,
      "grad_norm": 1.7973774671554565,
      "learning_rate": 4.656624209667938e-06,
      "loss": 0.4662,
      "step": 284170
    },
    {
      "epoch": 79.31,
      "grad_norm": 1.6426585912704468,
      "learning_rate": 4.656619834956715e-06,
      "loss": 0.4829,
      "step": 284180
    },
    {
      "epoch": 79.32,
      "grad_norm": 2.2385737895965576,
      "learning_rate": 4.6566154599376476e-06,
      "loss": 0.4954,
      "step": 284190
    },
    {
      "epoch": 79.32,
      "grad_norm": 1.6849770545959473,
      "learning_rate": 4.6566110846107374e-06,
      "loss": 0.4642,
      "step": 284200
    },
    {
      "epoch": 79.32,
      "grad_norm": 1.8771666288375854,
      "learning_rate": 4.656606708975984e-06,
      "loss": 0.4441,
      "step": 284210
    },
    {
      "epoch": 79.32,
      "grad_norm": 1.5134788751602173,
      "learning_rate": 4.6566023330333895e-06,
      "loss": 0.4623,
      "step": 284220
    },
    {
      "epoch": 79.33,
      "grad_norm": 1.8138618469238281,
      "learning_rate": 4.656597956782954e-06,
      "loss": 0.4717,
      "step": 284230
    },
    {
      "epoch": 79.33,
      "grad_norm": 1.782664179801941,
      "learning_rate": 4.656593580224678e-06,
      "loss": 0.4786,
      "step": 284240
    },
    {
      "epoch": 79.33,
      "grad_norm": 1.7600796222686768,
      "learning_rate": 4.65658920335856e-06,
      "loss": 0.4631,
      "step": 284250
    },
    {
      "epoch": 79.34,
      "grad_norm": 1.2603133916854858,
      "learning_rate": 4.656584826184605e-06,
      "loss": 0.4664,
      "step": 284260
    },
    {
      "epoch": 79.34,
      "grad_norm": 1.4802824258804321,
      "learning_rate": 4.65658044870281e-06,
      "loss": 0.4689,
      "step": 284270
    },
    {
      "epoch": 79.34,
      "grad_norm": 1.88322913646698,
      "learning_rate": 4.656576070913176e-06,
      "loss": 0.4984,
      "step": 284280
    },
    {
      "epoch": 79.34,
      "grad_norm": 1.5218710899353027,
      "learning_rate": 4.656571692815705e-06,
      "loss": 0.4823,
      "step": 284290
    },
    {
      "epoch": 79.35,
      "grad_norm": 1.7079284191131592,
      "learning_rate": 4.656567314410396e-06,
      "loss": 0.4638,
      "step": 284300
    },
    {
      "epoch": 79.35,
      "grad_norm": 1.4683631658554077,
      "learning_rate": 4.656562935697252e-06,
      "loss": 0.4771,
      "step": 284310
    },
    {
      "epoch": 79.35,
      "grad_norm": 1.52578866481781,
      "learning_rate": 4.656558556676271e-06,
      "loss": 0.4705,
      "step": 284320
    },
    {
      "epoch": 79.36,
      "grad_norm": 1.9741597175598145,
      "learning_rate": 4.6565541773474535e-06,
      "loss": 0.4779,
      "step": 284330
    },
    {
      "epoch": 79.36,
      "grad_norm": 1.7173566818237305,
      "learning_rate": 4.6565497977108024e-06,
      "loss": 0.4883,
      "step": 284340
    },
    {
      "epoch": 79.36,
      "grad_norm": 1.7242631912231445,
      "learning_rate": 4.656545417766317e-06,
      "loss": 0.4889,
      "step": 284350
    },
    {
      "epoch": 79.36,
      "grad_norm": 1.565773606300354,
      "learning_rate": 4.656541037513997e-06,
      "loss": 0.4484,
      "step": 284360
    },
    {
      "epoch": 79.37,
      "grad_norm": 2.0287697315216064,
      "learning_rate": 4.656536656953845e-06,
      "loss": 0.4768,
      "step": 284370
    },
    {
      "epoch": 79.37,
      "grad_norm": 1.5051755905151367,
      "learning_rate": 4.6565322760858595e-06,
      "loss": 0.4773,
      "step": 284380
    },
    {
      "epoch": 79.37,
      "grad_norm": 1.6873204708099365,
      "learning_rate": 4.656527894910043e-06,
      "loss": 0.4838,
      "step": 284390
    },
    {
      "epoch": 79.37,
      "grad_norm": 2.0957634449005127,
      "learning_rate": 4.656523513426394e-06,
      "loss": 0.4764,
      "step": 284400
    },
    {
      "epoch": 79.38,
      "grad_norm": 1.761792778968811,
      "learning_rate": 4.656519131634915e-06,
      "loss": 0.4875,
      "step": 284410
    },
    {
      "epoch": 79.38,
      "grad_norm": 2.175260543823242,
      "learning_rate": 4.656514749535606e-06,
      "loss": 0.4817,
      "step": 284420
    },
    {
      "epoch": 79.38,
      "grad_norm": 1.7112042903900146,
      "learning_rate": 4.656510367128467e-06,
      "loss": 0.4673,
      "step": 284430
    },
    {
      "epoch": 79.39,
      "grad_norm": 2.0661652088165283,
      "learning_rate": 4.656505984413499e-06,
      "loss": 0.4686,
      "step": 284440
    },
    {
      "epoch": 79.39,
      "grad_norm": 2.024322032928467,
      "learning_rate": 4.656501601390703e-06,
      "loss": 0.4678,
      "step": 284450
    },
    {
      "epoch": 79.39,
      "grad_norm": 1.781400442123413,
      "learning_rate": 4.6564972180600784e-06,
      "loss": 0.4635,
      "step": 284460
    },
    {
      "epoch": 79.39,
      "grad_norm": 1.8012762069702148,
      "learning_rate": 4.656492834421627e-06,
      "loss": 0.4594,
      "step": 284470
    },
    {
      "epoch": 79.4,
      "grad_norm": 1.742099642753601,
      "learning_rate": 4.656488450475349e-06,
      "loss": 0.4901,
      "step": 284480
    },
    {
      "epoch": 79.4,
      "grad_norm": 1.4794284105300903,
      "learning_rate": 4.656484066221244e-06,
      "loss": 0.4732,
      "step": 284490
    },
    {
      "epoch": 79.4,
      "grad_norm": 2.251134157180786,
      "learning_rate": 4.656479681659315e-06,
      "loss": 0.4648,
      "step": 284500
    },
    {
      "epoch": 79.41,
      "grad_norm": 1.794232964515686,
      "learning_rate": 4.65647529678956e-06,
      "loss": 0.478,
      "step": 284510
    },
    {
      "epoch": 79.41,
      "grad_norm": 2.020129919052124,
      "learning_rate": 4.656470911611981e-06,
      "loss": 0.477,
      "step": 284520
    },
    {
      "epoch": 79.41,
      "grad_norm": 1.4403098821640015,
      "learning_rate": 4.6564665261265765e-06,
      "loss": 0.457,
      "step": 284530
    },
    {
      "epoch": 79.41,
      "grad_norm": 1.8468300104141235,
      "learning_rate": 4.656462140333351e-06,
      "loss": 0.4886,
      "step": 284540
    },
    {
      "epoch": 79.42,
      "grad_norm": 2.23779559135437,
      "learning_rate": 4.656457754232302e-06,
      "loss": 0.4827,
      "step": 284550
    },
    {
      "epoch": 79.42,
      "grad_norm": 2.0503897666931152,
      "learning_rate": 4.6564533678234305e-06,
      "loss": 0.4644,
      "step": 284560
    },
    {
      "epoch": 79.42,
      "grad_norm": 1.381324291229248,
      "learning_rate": 4.6564489811067386e-06,
      "loss": 0.4661,
      "step": 284570
    },
    {
      "epoch": 79.43,
      "grad_norm": 1.724367380142212,
      "learning_rate": 4.6564445940822255e-06,
      "loss": 0.4578,
      "step": 284580
    },
    {
      "epoch": 79.43,
      "grad_norm": 1.811360478401184,
      "learning_rate": 4.656440206749892e-06,
      "loss": 0.4782,
      "step": 284590
    },
    {
      "epoch": 79.43,
      "grad_norm": 1.9766288995742798,
      "learning_rate": 4.656435819109739e-06,
      "loss": 0.4588,
      "step": 284600
    },
    {
      "epoch": 79.43,
      "grad_norm": 1.708310604095459,
      "learning_rate": 4.656431431161766e-06,
      "loss": 0.4731,
      "step": 284610
    },
    {
      "epoch": 79.44,
      "grad_norm": 1.7914402484893799,
      "learning_rate": 4.656427042905976e-06,
      "loss": 0.4667,
      "step": 284620
    },
    {
      "epoch": 79.44,
      "grad_norm": 1.9571945667266846,
      "learning_rate": 4.656422654342367e-06,
      "loss": 0.4595,
      "step": 284630
    },
    {
      "epoch": 79.44,
      "grad_norm": 1.8731648921966553,
      "learning_rate": 4.656418265470941e-06,
      "loss": 0.4722,
      "step": 284640
    },
    {
      "epoch": 79.44,
      "grad_norm": 1.5947964191436768,
      "learning_rate": 4.656413876291698e-06,
      "loss": 0.4806,
      "step": 284650
    },
    {
      "epoch": 79.45,
      "grad_norm": 2.074087619781494,
      "learning_rate": 4.656409486804639e-06,
      "loss": 0.4543,
      "step": 284660
    },
    {
      "epoch": 79.45,
      "grad_norm": 1.5669231414794922,
      "learning_rate": 4.656405097009764e-06,
      "loss": 0.4933,
      "step": 284670
    },
    {
      "epoch": 79.45,
      "grad_norm": 1.8508418798446655,
      "learning_rate": 4.656400706907074e-06,
      "loss": 0.4725,
      "step": 284680
    },
    {
      "epoch": 79.46,
      "grad_norm": 2.4016811847686768,
      "learning_rate": 4.6563963164965694e-06,
      "loss": 0.4712,
      "step": 284690
    },
    {
      "epoch": 79.46,
      "grad_norm": 1.7170319557189941,
      "learning_rate": 4.6563919257782524e-06,
      "loss": 0.4684,
      "step": 284700
    },
    {
      "epoch": 79.46,
      "grad_norm": 1.6207455396652222,
      "learning_rate": 4.65638753475212e-06,
      "loss": 0.4486,
      "step": 284710
    },
    {
      "epoch": 79.46,
      "grad_norm": 1.7870278358459473,
      "learning_rate": 4.656383143418177e-06,
      "loss": 0.4539,
      "step": 284720
    },
    {
      "epoch": 79.47,
      "grad_norm": 1.7356665134429932,
      "learning_rate": 4.656378751776421e-06,
      "loss": 0.4932,
      "step": 284730
    },
    {
      "epoch": 79.47,
      "grad_norm": 1.617714524269104,
      "learning_rate": 4.656374359826853e-06,
      "loss": 0.4607,
      "step": 284740
    },
    {
      "epoch": 79.47,
      "grad_norm": 1.599259376525879,
      "learning_rate": 4.656369967569475e-06,
      "loss": 0.4818,
      "step": 284750
    },
    {
      "epoch": 79.48,
      "grad_norm": 1.8438442945480347,
      "learning_rate": 4.656365575004285e-06,
      "loss": 0.479,
      "step": 284760
    },
    {
      "epoch": 79.48,
      "grad_norm": 1.6224713325500488,
      "learning_rate": 4.656361182131287e-06,
      "loss": 0.4656,
      "step": 284770
    },
    {
      "epoch": 79.48,
      "grad_norm": 1.418270230293274,
      "learning_rate": 4.656356788950479e-06,
      "loss": 0.4805,
      "step": 284780
    },
    {
      "epoch": 79.48,
      "grad_norm": 1.8398857116699219,
      "learning_rate": 4.656352395461863e-06,
      "loss": 0.4985,
      "step": 284790
    },
    {
      "epoch": 79.49,
      "grad_norm": 1.5136933326721191,
      "learning_rate": 4.656348001665438e-06,
      "loss": 0.4726,
      "step": 284800
    },
    {
      "epoch": 79.49,
      "grad_norm": 1.6987712383270264,
      "learning_rate": 4.656343607561206e-06,
      "loss": 0.4605,
      "step": 284810
    },
    {
      "epoch": 79.49,
      "grad_norm": 1.5649405717849731,
      "learning_rate": 4.656339213149168e-06,
      "loss": 0.4918,
      "step": 284820
    },
    {
      "epoch": 79.49,
      "grad_norm": 1.5733628273010254,
      "learning_rate": 4.6563348184293226e-06,
      "loss": 0.456,
      "step": 284830
    },
    {
      "epoch": 79.5,
      "grad_norm": 1.6376514434814453,
      "learning_rate": 4.656330423401673e-06,
      "loss": 0.4511,
      "step": 284840
    },
    {
      "epoch": 79.5,
      "grad_norm": 1.7044439315795898,
      "learning_rate": 4.6563260280662166e-06,
      "loss": 0.4744,
      "step": 284850
    },
    {
      "epoch": 79.5,
      "grad_norm": 1.5247706174850464,
      "learning_rate": 4.656321632422956e-06,
      "loss": 0.4941,
      "step": 284860
    },
    {
      "epoch": 79.51,
      "grad_norm": 2.2018473148345947,
      "learning_rate": 4.656317236471892e-06,
      "loss": 0.4753,
      "step": 284870
    },
    {
      "epoch": 79.51,
      "grad_norm": 1.732499122619629,
      "learning_rate": 4.656312840213024e-06,
      "loss": 0.465,
      "step": 284880
    },
    {
      "epoch": 79.51,
      "grad_norm": 1.328104853630066,
      "learning_rate": 4.656308443646355e-06,
      "loss": 0.4809,
      "step": 284890
    },
    {
      "epoch": 79.51,
      "grad_norm": 1.4939706325531006,
      "learning_rate": 4.656304046771882e-06,
      "loss": 0.493,
      "step": 284900
    },
    {
      "epoch": 79.52,
      "grad_norm": 1.7000583410263062,
      "learning_rate": 4.656299649589608e-06,
      "loss": 0.4816,
      "step": 284910
    },
    {
      "epoch": 79.52,
      "grad_norm": 1.6573677062988281,
      "learning_rate": 4.656295252099533e-06,
      "loss": 0.4693,
      "step": 284920
    },
    {
      "epoch": 79.52,
      "grad_norm": 2.1597585678100586,
      "learning_rate": 4.656290854301658e-06,
      "loss": 0.4796,
      "step": 284930
    },
    {
      "epoch": 79.53,
      "grad_norm": 2.075578451156616,
      "learning_rate": 4.656286456195983e-06,
      "loss": 0.4665,
      "step": 284940
    },
    {
      "epoch": 79.53,
      "grad_norm": 1.8009588718414307,
      "learning_rate": 4.656282057782509e-06,
      "loss": 0.4787,
      "step": 284950
    },
    {
      "epoch": 79.53,
      "grad_norm": 1.6471798419952393,
      "learning_rate": 4.6562776590612356e-06,
      "loss": 0.4648,
      "step": 284960
    },
    {
      "epoch": 79.53,
      "grad_norm": 1.809267282485962,
      "learning_rate": 4.656273260032165e-06,
      "loss": 0.4672,
      "step": 284970
    },
    {
      "epoch": 79.54,
      "grad_norm": 1.4913544654846191,
      "learning_rate": 4.656268860695296e-06,
      "loss": 0.4724,
      "step": 284980
    },
    {
      "epoch": 79.54,
      "grad_norm": 1.3925225734710693,
      "learning_rate": 4.656264461050631e-06,
      "loss": 0.4674,
      "step": 284990
    },
    {
      "epoch": 79.54,
      "grad_norm": 1.8114845752716064,
      "learning_rate": 4.656260061098169e-06,
      "loss": 0.4629,
      "step": 285000
    },
    {
      "epoch": 79.55,
      "grad_norm": 1.909872055053711,
      "learning_rate": 4.6562556608379116e-06,
      "loss": 0.4901,
      "step": 285010
    },
    {
      "epoch": 79.55,
      "grad_norm": 1.6193830966949463,
      "learning_rate": 4.656251260269858e-06,
      "loss": 0.4848,
      "step": 285020
    },
    {
      "epoch": 79.55,
      "grad_norm": 1.8093215227127075,
      "learning_rate": 4.656246859394012e-06,
      "loss": 0.4636,
      "step": 285030
    },
    {
      "epoch": 79.55,
      "grad_norm": 1.5707587003707886,
      "learning_rate": 4.656242458210371e-06,
      "loss": 0.4676,
      "step": 285040
    },
    {
      "epoch": 79.56,
      "grad_norm": 1.6876444816589355,
      "learning_rate": 4.656238056718936e-06,
      "loss": 0.4751,
      "step": 285050
    },
    {
      "epoch": 79.56,
      "grad_norm": 2.0790469646453857,
      "learning_rate": 4.656233654919708e-06,
      "loss": 0.4585,
      "step": 285060
    },
    {
      "epoch": 79.56,
      "grad_norm": 2.1215057373046875,
      "learning_rate": 4.656229252812689e-06,
      "loss": 0.4719,
      "step": 285070
    },
    {
      "epoch": 79.56,
      "grad_norm": 1.6534242630004883,
      "learning_rate": 4.656224850397878e-06,
      "loss": 0.4658,
      "step": 285080
    },
    {
      "epoch": 79.57,
      "grad_norm": 2.039151430130005,
      "learning_rate": 4.656220447675276e-06,
      "loss": 0.4674,
      "step": 285090
    },
    {
      "epoch": 79.57,
      "grad_norm": 1.8849098682403564,
      "learning_rate": 4.656216044644884e-06,
      "loss": 0.4694,
      "step": 285100
    },
    {
      "epoch": 79.57,
      "grad_norm": 2.0153675079345703,
      "learning_rate": 4.656211641306701e-06,
      "loss": 0.4974,
      "step": 285110
    },
    {
      "epoch": 79.58,
      "grad_norm": 1.466464877128601,
      "learning_rate": 4.656207237660729e-06,
      "loss": 0.4594,
      "step": 285120
    },
    {
      "epoch": 79.58,
      "grad_norm": 1.5363671779632568,
      "learning_rate": 4.656202833706969e-06,
      "loss": 0.4696,
      "step": 285130
    },
    {
      "epoch": 79.58,
      "grad_norm": 2.0171122550964355,
      "learning_rate": 4.6561984294454204e-06,
      "loss": 0.4636,
      "step": 285140
    },
    {
      "epoch": 79.58,
      "grad_norm": 2.490940809249878,
      "learning_rate": 4.656194024876084e-06,
      "loss": 0.4525,
      "step": 285150
    },
    {
      "epoch": 79.59,
      "grad_norm": 1.6890724897384644,
      "learning_rate": 4.656189619998961e-06,
      "loss": 0.4602,
      "step": 285160
    },
    {
      "epoch": 79.59,
      "grad_norm": 2.037848711013794,
      "learning_rate": 4.656185214814052e-06,
      "loss": 0.4694,
      "step": 285170
    },
    {
      "epoch": 79.59,
      "grad_norm": 1.88675057888031,
      "learning_rate": 4.656180809321357e-06,
      "loss": 0.4661,
      "step": 285180
    },
    {
      "epoch": 79.6,
      "grad_norm": 1.9187755584716797,
      "learning_rate": 4.656176403520877e-06,
      "loss": 0.4765,
      "step": 285190
    },
    {
      "epoch": 79.6,
      "grad_norm": 1.8825044631958008,
      "learning_rate": 4.656171997412612e-06,
      "loss": 0.4755,
      "step": 285200
    },
    {
      "epoch": 79.6,
      "grad_norm": 1.5927633047103882,
      "learning_rate": 4.656167590996563e-06,
      "loss": 0.4621,
      "step": 285210
    },
    {
      "epoch": 79.6,
      "grad_norm": 1.7485467195510864,
      "learning_rate": 4.656163184272732e-06,
      "loss": 0.48,
      "step": 285220
    },
    {
      "epoch": 79.61,
      "grad_norm": 1.9753828048706055,
      "learning_rate": 4.656158777241116e-06,
      "loss": 0.4752,
      "step": 285230
    },
    {
      "epoch": 79.61,
      "grad_norm": 1.4902188777923584,
      "learning_rate": 4.6561543699017195e-06,
      "loss": 0.4707,
      "step": 285240
    },
    {
      "epoch": 79.61,
      "grad_norm": 1.9901010990142822,
      "learning_rate": 4.656149962254539e-06,
      "loss": 0.4758,
      "step": 285250
    },
    {
      "epoch": 79.61,
      "grad_norm": 1.7904646396636963,
      "learning_rate": 4.65614555429958e-06,
      "loss": 0.4483,
      "step": 285260
    },
    {
      "epoch": 79.62,
      "grad_norm": 1.5669444799423218,
      "learning_rate": 4.656141146036839e-06,
      "loss": 0.4711,
      "step": 285270
    },
    {
      "epoch": 79.62,
      "grad_norm": 1.5736894607543945,
      "learning_rate": 4.656136737466319e-06,
      "loss": 0.4766,
      "step": 285280
    },
    {
      "epoch": 79.62,
      "grad_norm": 1.4572941064834595,
      "learning_rate": 4.656132328588019e-06,
      "loss": 0.4667,
      "step": 285290
    },
    {
      "epoch": 79.63,
      "grad_norm": 2.187537431716919,
      "learning_rate": 4.656127919401941e-06,
      "loss": 0.4639,
      "step": 285300
    },
    {
      "epoch": 79.63,
      "grad_norm": 1.8760879039764404,
      "learning_rate": 4.656123509908084e-06,
      "loss": 0.4598,
      "step": 285310
    },
    {
      "epoch": 79.63,
      "grad_norm": 1.9045964479446411,
      "learning_rate": 4.6561191001064505e-06,
      "loss": 0.4631,
      "step": 285320
    },
    {
      "epoch": 79.63,
      "grad_norm": 2.463778257369995,
      "learning_rate": 4.6561146899970395e-06,
      "loss": 0.4838,
      "step": 285330
    },
    {
      "epoch": 79.64,
      "grad_norm": 1.7440561056137085,
      "learning_rate": 4.656110279579852e-06,
      "loss": 0.4624,
      "step": 285340
    },
    {
      "epoch": 79.64,
      "grad_norm": 1.6328768730163574,
      "learning_rate": 4.656105868854889e-06,
      "loss": 0.4903,
      "step": 285350
    },
    {
      "epoch": 79.64,
      "grad_norm": 2.0856781005859375,
      "learning_rate": 4.65610145782215e-06,
      "loss": 0.4691,
      "step": 285360
    },
    {
      "epoch": 79.65,
      "grad_norm": 2.950237512588501,
      "learning_rate": 4.656097046481637e-06,
      "loss": 0.4573,
      "step": 285370
    },
    {
      "epoch": 79.65,
      "grad_norm": 2.2412142753601074,
      "learning_rate": 4.65609263483335e-06,
      "loss": 0.4786,
      "step": 285380
    },
    {
      "epoch": 79.65,
      "grad_norm": 5.877448558807373,
      "learning_rate": 4.656088222877291e-06,
      "loss": 0.4757,
      "step": 285390
    },
    {
      "epoch": 79.65,
      "grad_norm": 1.262847661972046,
      "learning_rate": 4.6560838106134565e-06,
      "loss": 0.4807,
      "step": 285400
    },
    {
      "epoch": 79.66,
      "grad_norm": 1.8859326839447021,
      "learning_rate": 4.656079398041851e-06,
      "loss": 0.4756,
      "step": 285410
    },
    {
      "epoch": 79.66,
      "grad_norm": 1.5183525085449219,
      "learning_rate": 4.656074985162474e-06,
      "loss": 0.4776,
      "step": 285420
    },
    {
      "epoch": 79.66,
      "grad_norm": 1.968772053718567,
      "learning_rate": 4.656070571975326e-06,
      "loss": 0.478,
      "step": 285430
    },
    {
      "epoch": 79.67,
      "grad_norm": 2.0630645751953125,
      "learning_rate": 4.656066158480407e-06,
      "loss": 0.4653,
      "step": 285440
    },
    {
      "epoch": 79.67,
      "grad_norm": 1.9144577980041504,
      "learning_rate": 4.656061744677718e-06,
      "loss": 0.4846,
      "step": 285450
    },
    {
      "epoch": 79.67,
      "grad_norm": 1.6488845348358154,
      "learning_rate": 4.656057330567261e-06,
      "loss": 0.4648,
      "step": 285460
    },
    {
      "epoch": 79.67,
      "grad_norm": 1.5147738456726074,
      "learning_rate": 4.656052916149034e-06,
      "loss": 0.4703,
      "step": 285470
    },
    {
      "epoch": 79.68,
      "grad_norm": 1.586186170578003,
      "learning_rate": 4.656048501423038e-06,
      "loss": 0.4985,
      "step": 285480
    },
    {
      "epoch": 79.68,
      "grad_norm": 1.7077882289886475,
      "learning_rate": 4.656044086389276e-06,
      "loss": 0.4594,
      "step": 285490
    },
    {
      "epoch": 79.68,
      "grad_norm": 1.6905337572097778,
      "learning_rate": 4.656039671047747e-06,
      "loss": 0.4749,
      "step": 285500
    },
    {
      "epoch": 79.68,
      "grad_norm": 1.3456999063491821,
      "learning_rate": 4.656035255398451e-06,
      "loss": 0.4518,
      "step": 285510
    },
    {
      "epoch": 79.69,
      "grad_norm": 1.6001020669937134,
      "learning_rate": 4.6560308394413894e-06,
      "loss": 0.4813,
      "step": 285520
    },
    {
      "epoch": 79.69,
      "grad_norm": 1.7365028858184814,
      "learning_rate": 4.656026423176563e-06,
      "loss": 0.4486,
      "step": 285530
    },
    {
      "epoch": 79.69,
      "grad_norm": 1.7464543581008911,
      "learning_rate": 4.6560220066039705e-06,
      "loss": 0.461,
      "step": 285540
    },
    {
      "epoch": 79.7,
      "grad_norm": 1.6288548707962036,
      "learning_rate": 4.656017589723615e-06,
      "loss": 0.4754,
      "step": 285550
    },
    {
      "epoch": 79.7,
      "grad_norm": 1.7519515752792358,
      "learning_rate": 4.656013172535497e-06,
      "loss": 0.4737,
      "step": 285560
    },
    {
      "epoch": 79.7,
      "grad_norm": 1.3922646045684814,
      "learning_rate": 4.6560087550396145e-06,
      "loss": 0.4671,
      "step": 285570
    },
    {
      "epoch": 79.7,
      "grad_norm": 1.3809199333190918,
      "learning_rate": 4.656004337235971e-06,
      "loss": 0.4741,
      "step": 285580
    },
    {
      "epoch": 79.71,
      "grad_norm": 1.8767751455307007,
      "learning_rate": 4.655999919124565e-06,
      "loss": 0.4596,
      "step": 285590
    },
    {
      "epoch": 79.71,
      "grad_norm": 1.9176573753356934,
      "learning_rate": 4.655995500705398e-06,
      "loss": 0.474,
      "step": 285600
    },
    {
      "epoch": 79.71,
      "grad_norm": 2.022664785385132,
      "learning_rate": 4.6559910819784706e-06,
      "loss": 0.4877,
      "step": 285610
    },
    {
      "epoch": 79.72,
      "grad_norm": 1.621697187423706,
      "learning_rate": 4.655986662943784e-06,
      "loss": 0.4806,
      "step": 285620
    },
    {
      "epoch": 79.72,
      "grad_norm": 1.4245258569717407,
      "learning_rate": 4.655982243601337e-06,
      "loss": 0.4624,
      "step": 285630
    },
    {
      "epoch": 79.72,
      "grad_norm": 1.4748966693878174,
      "learning_rate": 4.655977823951131e-06,
      "loss": 0.4735,
      "step": 285640
    },
    {
      "epoch": 79.72,
      "grad_norm": 1.9204365015029907,
      "learning_rate": 4.655973403993168e-06,
      "loss": 0.4616,
      "step": 285650
    },
    {
      "epoch": 79.73,
      "grad_norm": 1.7692973613739014,
      "learning_rate": 4.655968983727447e-06,
      "loss": 0.4846,
      "step": 285660
    },
    {
      "epoch": 79.73,
      "grad_norm": 1.7537373304367065,
      "learning_rate": 4.655964563153969e-06,
      "loss": 0.4622,
      "step": 285670
    },
    {
      "epoch": 79.73,
      "grad_norm": 1.44867742061615,
      "learning_rate": 4.655960142272735e-06,
      "loss": 0.4657,
      "step": 285680
    },
    {
      "epoch": 79.73,
      "grad_norm": 1.5305778980255127,
      "learning_rate": 4.655955721083744e-06,
      "loss": 0.4499,
      "step": 285690
    },
    {
      "epoch": 79.74,
      "grad_norm": 1.7899035215377808,
      "learning_rate": 4.655951299586999e-06,
      "loss": 0.4797,
      "step": 285700
    },
    {
      "epoch": 79.74,
      "grad_norm": 1.7781777381896973,
      "learning_rate": 4.655946877782499e-06,
      "loss": 0.4591,
      "step": 285710
    },
    {
      "epoch": 79.74,
      "grad_norm": 1.804970145225525,
      "learning_rate": 4.655942455670245e-06,
      "loss": 0.4645,
      "step": 285720
    },
    {
      "epoch": 79.75,
      "grad_norm": 1.827531099319458,
      "learning_rate": 4.655938033250237e-06,
      "loss": 0.4586,
      "step": 285730
    },
    {
      "epoch": 79.75,
      "grad_norm": 1.5834591388702393,
      "learning_rate": 4.6559336105224765e-06,
      "loss": 0.4751,
      "step": 285740
    },
    {
      "epoch": 79.75,
      "grad_norm": 1.7346186637878418,
      "learning_rate": 4.655929187486964e-06,
      "loss": 0.4667,
      "step": 285750
    },
    {
      "epoch": 79.75,
      "grad_norm": 1.660987377166748,
      "learning_rate": 4.6559247641437e-06,
      "loss": 0.4705,
      "step": 285760
    },
    {
      "epoch": 79.76,
      "grad_norm": 1.7541238069534302,
      "learning_rate": 4.655920340492685e-06,
      "loss": 0.4986,
      "step": 285770
    },
    {
      "epoch": 79.76,
      "grad_norm": 1.9620821475982666,
      "learning_rate": 4.655915916533918e-06,
      "loss": 0.4667,
      "step": 285780
    },
    {
      "epoch": 79.76,
      "grad_norm": 1.4068657159805298,
      "learning_rate": 4.655911492267402e-06,
      "loss": 0.4543,
      "step": 285790
    },
    {
      "epoch": 79.77,
      "grad_norm": 1.7905898094177246,
      "learning_rate": 4.655907067693137e-06,
      "loss": 0.4657,
      "step": 285800
    },
    {
      "epoch": 79.77,
      "grad_norm": 1.990392804145813,
      "learning_rate": 4.655902642811124e-06,
      "loss": 0.4701,
      "step": 285810
    },
    {
      "epoch": 79.77,
      "grad_norm": 1.3551632165908813,
      "learning_rate": 4.655898217621362e-06,
      "loss": 0.4611,
      "step": 285820
    },
    {
      "epoch": 79.77,
      "grad_norm": 1.9507368803024292,
      "learning_rate": 4.6558937921238516e-06,
      "loss": 0.4816,
      "step": 285830
    },
    {
      "epoch": 79.78,
      "grad_norm": 1.2987961769104004,
      "learning_rate": 4.655889366318595e-06,
      "loss": 0.4643,
      "step": 285840
    },
    {
      "epoch": 79.78,
      "grad_norm": 2.110598087310791,
      "learning_rate": 4.6558849402055924e-06,
      "loss": 0.444,
      "step": 285850
    },
    {
      "epoch": 79.78,
      "grad_norm": 1.736473560333252,
      "learning_rate": 4.6558805137848435e-06,
      "loss": 0.4766,
      "step": 285860
    },
    {
      "epoch": 79.79,
      "grad_norm": 1.853295087814331,
      "learning_rate": 4.65587608705635e-06,
      "loss": 0.485,
      "step": 285870
    },
    {
      "epoch": 79.79,
      "grad_norm": 1.4544504880905151,
      "learning_rate": 4.655871660020111e-06,
      "loss": 0.4726,
      "step": 285880
    },
    {
      "epoch": 79.79,
      "grad_norm": 1.7363080978393555,
      "learning_rate": 4.655867232676128e-06,
      "loss": 0.4801,
      "step": 285890
    },
    {
      "epoch": 79.79,
      "grad_norm": 1.9648410081863403,
      "learning_rate": 4.655862805024402e-06,
      "loss": 0.4682,
      "step": 285900
    },
    {
      "epoch": 79.8,
      "grad_norm": 4.801202774047852,
      "learning_rate": 4.655858377064933e-06,
      "loss": 0.4855,
      "step": 285910
    },
    {
      "epoch": 79.8,
      "grad_norm": 1.4459344148635864,
      "learning_rate": 4.655853948797722e-06,
      "loss": 0.477,
      "step": 285920
    },
    {
      "epoch": 79.8,
      "grad_norm": 1.7570992708206177,
      "learning_rate": 4.65584952022277e-06,
      "loss": 0.481,
      "step": 285930
    },
    {
      "epoch": 79.8,
      "grad_norm": 1.4676878452301025,
      "learning_rate": 4.655845091340076e-06,
      "loss": 0.4722,
      "step": 285940
    },
    {
      "epoch": 79.81,
      "grad_norm": 1.2029896974563599,
      "learning_rate": 4.655840662149642e-06,
      "loss": 0.4572,
      "step": 285950
    },
    {
      "epoch": 79.81,
      "grad_norm": 1.880890965461731,
      "learning_rate": 4.655836232651467e-06,
      "loss": 0.4569,
      "step": 285960
    },
    {
      "epoch": 79.81,
      "grad_norm": 1.6276066303253174,
      "learning_rate": 4.6558318028455535e-06,
      "loss": 0.4673,
      "step": 285970
    },
    {
      "epoch": 79.82,
      "grad_norm": 1.618382453918457,
      "learning_rate": 4.655827372731902e-06,
      "loss": 0.4751,
      "step": 285980
    },
    {
      "epoch": 79.82,
      "grad_norm": 1.4212990999221802,
      "learning_rate": 4.655822942310511e-06,
      "loss": 0.4921,
      "step": 285990
    },
    {
      "epoch": 79.82,
      "grad_norm": 1.684623122215271,
      "learning_rate": 4.6558185115813825e-06,
      "loss": 0.4713,
      "step": 286000
    },
    {
      "epoch": 79.82,
      "grad_norm": 1.9572031497955322,
      "learning_rate": 4.655814080544518e-06,
      "loss": 0.4617,
      "step": 286010
    },
    {
      "epoch": 79.83,
      "grad_norm": 1.7732504606246948,
      "learning_rate": 4.655809649199917e-06,
      "loss": 0.4629,
      "step": 286020
    },
    {
      "epoch": 79.83,
      "grad_norm": 1.8418048620224,
      "learning_rate": 4.65580521754758e-06,
      "loss": 0.4797,
      "step": 286030
    },
    {
      "epoch": 79.83,
      "grad_norm": 1.837776780128479,
      "learning_rate": 4.655800785587507e-06,
      "loss": 0.4828,
      "step": 286040
    },
    {
      "epoch": 79.84,
      "grad_norm": 1.868472933769226,
      "learning_rate": 4.655796353319701e-06,
      "loss": 0.4753,
      "step": 286050
    },
    {
      "epoch": 79.84,
      "grad_norm": 1.7383795976638794,
      "learning_rate": 4.65579192074416e-06,
      "loss": 0.4821,
      "step": 286060
    },
    {
      "epoch": 79.84,
      "grad_norm": 1.864326000213623,
      "learning_rate": 4.655787487860886e-06,
      "loss": 0.4887,
      "step": 286070
    },
    {
      "epoch": 79.84,
      "grad_norm": 1.7895923852920532,
      "learning_rate": 4.6557830546698795e-06,
      "loss": 0.4585,
      "step": 286080
    },
    {
      "epoch": 79.85,
      "grad_norm": 1.837148666381836,
      "learning_rate": 4.6557786211711394e-06,
      "loss": 0.4686,
      "step": 286090
    },
    {
      "epoch": 79.85,
      "grad_norm": 1.448635458946228,
      "learning_rate": 4.655774187364669e-06,
      "loss": 0.4683,
      "step": 286100
    },
    {
      "epoch": 79.85,
      "grad_norm": 1.9676569700241089,
      "learning_rate": 4.655769753250467e-06,
      "loss": 0.4629,
      "step": 286110
    },
    {
      "epoch": 79.85,
      "grad_norm": 1.5660244226455688,
      "learning_rate": 4.655765318828535e-06,
      "loss": 0.4574,
      "step": 286120
    },
    {
      "epoch": 79.86,
      "grad_norm": 2.2355754375457764,
      "learning_rate": 4.655760884098872e-06,
      "loss": 0.483,
      "step": 286130
    },
    {
      "epoch": 79.86,
      "grad_norm": 1.7819682359695435,
      "learning_rate": 4.6557564490614805e-06,
      "loss": 0.4675,
      "step": 286140
    },
    {
      "epoch": 79.86,
      "grad_norm": 1.9089561700820923,
      "learning_rate": 4.65575201371636e-06,
      "loss": 0.4791,
      "step": 286150
    },
    {
      "epoch": 79.87,
      "grad_norm": 1.3246047496795654,
      "learning_rate": 4.655747578063512e-06,
      "loss": 0.4795,
      "step": 286160
    },
    {
      "epoch": 79.87,
      "grad_norm": 1.4845633506774902,
      "learning_rate": 4.655743142102936e-06,
      "loss": 0.4901,
      "step": 286170
    },
    {
      "epoch": 79.87,
      "grad_norm": 1.5587103366851807,
      "learning_rate": 4.6557387058346335e-06,
      "loss": 0.458,
      "step": 286180
    },
    {
      "epoch": 79.87,
      "grad_norm": 1.7774702310562134,
      "learning_rate": 4.655734269258604e-06,
      "loss": 0.4665,
      "step": 286190
    },
    {
      "epoch": 79.88,
      "grad_norm": 1.715215802192688,
      "learning_rate": 4.655729832374849e-06,
      "loss": 0.4699,
      "step": 286200
    },
    {
      "epoch": 79.88,
      "grad_norm": 1.4594459533691406,
      "learning_rate": 4.65572539518337e-06,
      "loss": 0.4847,
      "step": 286210
    },
    {
      "epoch": 79.88,
      "grad_norm": 1.70090651512146,
      "learning_rate": 4.655720957684165e-06,
      "loss": 0.4734,
      "step": 286220
    },
    {
      "epoch": 79.89,
      "grad_norm": 1.7396304607391357,
      "learning_rate": 4.655716519877237e-06,
      "loss": 0.4637,
      "step": 286230
    },
    {
      "epoch": 79.89,
      "grad_norm": 1.892831802368164,
      "learning_rate": 4.655712081762585e-06,
      "loss": 0.4513,
      "step": 286240
    },
    {
      "epoch": 79.89,
      "grad_norm": 1.6265188455581665,
      "learning_rate": 4.65570764334021e-06,
      "loss": 0.4847,
      "step": 286250
    },
    {
      "epoch": 79.89,
      "grad_norm": 1.8235392570495605,
      "learning_rate": 4.655703204610113e-06,
      "loss": 0.4708,
      "step": 286260
    },
    {
      "epoch": 79.9,
      "grad_norm": 1.4853368997573853,
      "learning_rate": 4.655698765572295e-06,
      "loss": 0.4645,
      "step": 286270
    },
    {
      "epoch": 79.9,
      "grad_norm": 1.813032865524292,
      "learning_rate": 4.655694326226755e-06,
      "loss": 0.4675,
      "step": 286280
    },
    {
      "epoch": 79.9,
      "grad_norm": 1.8068301677703857,
      "learning_rate": 4.655689886573496e-06,
      "loss": 0.4682,
      "step": 286290
    },
    {
      "epoch": 79.91,
      "grad_norm": 1.6785122156143188,
      "learning_rate": 4.655685446612516e-06,
      "loss": 0.476,
      "step": 286300
    },
    {
      "epoch": 79.91,
      "grad_norm": 1.796623945236206,
      "learning_rate": 4.655681006343817e-06,
      "loss": 0.4775,
      "step": 286310
    },
    {
      "epoch": 79.91,
      "grad_norm": 1.6088552474975586,
      "learning_rate": 4.655676565767399e-06,
      "loss": 0.4707,
      "step": 286320
    },
    {
      "epoch": 79.91,
      "grad_norm": 1.70381760597229,
      "learning_rate": 4.655672124883263e-06,
      "loss": 0.4957,
      "step": 286330
    },
    {
      "epoch": 79.92,
      "grad_norm": 1.5596754550933838,
      "learning_rate": 4.655667683691411e-06,
      "loss": 0.4812,
      "step": 286340
    },
    {
      "epoch": 79.92,
      "grad_norm": 1.5089505910873413,
      "learning_rate": 4.655663242191841e-06,
      "loss": 0.4688,
      "step": 286350
    },
    {
      "epoch": 79.92,
      "grad_norm": 1.492682933807373,
      "learning_rate": 4.6556588003845544e-06,
      "loss": 0.4632,
      "step": 286360
    },
    {
      "epoch": 79.92,
      "grad_norm": 2.159024715423584,
      "learning_rate": 4.655654358269552e-06,
      "loss": 0.4691,
      "step": 286370
    },
    {
      "epoch": 79.93,
      "grad_norm": 1.4762694835662842,
      "learning_rate": 4.6556499158468354e-06,
      "loss": 0.47,
      "step": 286380
    },
    {
      "epoch": 79.93,
      "grad_norm": 1.8847336769104004,
      "learning_rate": 4.655645473116404e-06,
      "loss": 0.4596,
      "step": 286390
    },
    {
      "epoch": 79.93,
      "grad_norm": 1.6006230115890503,
      "learning_rate": 4.655641030078258e-06,
      "loss": 0.4609,
      "step": 286400
    },
    {
      "epoch": 79.94,
      "grad_norm": 1.76630437374115,
      "learning_rate": 4.655636586732399e-06,
      "loss": 0.4702,
      "step": 286410
    },
    {
      "epoch": 79.94,
      "grad_norm": 2.1623692512512207,
      "learning_rate": 4.6556321430788285e-06,
      "loss": 0.4804,
      "step": 286420
    },
    {
      "epoch": 79.94,
      "grad_norm": 2.1532039642333984,
      "learning_rate": 4.655627699117544e-06,
      "loss": 0.4774,
      "step": 286430
    },
    {
      "epoch": 79.94,
      "grad_norm": 1.8102684020996094,
      "learning_rate": 4.65562325484855e-06,
      "loss": 0.4912,
      "step": 286440
    },
    {
      "epoch": 79.95,
      "grad_norm": 1.5312824249267578,
      "learning_rate": 4.655618810271843e-06,
      "loss": 0.4547,
      "step": 286450
    },
    {
      "epoch": 79.95,
      "grad_norm": 1.6306921243667603,
      "learning_rate": 4.655614365387426e-06,
      "loss": 0.4704,
      "step": 286460
    },
    {
      "epoch": 79.95,
      "grad_norm": 1.5120043754577637,
      "learning_rate": 4.6556099201953e-06,
      "loss": 0.4806,
      "step": 286470
    },
    {
      "epoch": 79.96,
      "grad_norm": 1.6297082901000977,
      "learning_rate": 4.655605474695464e-06,
      "loss": 0.4824,
      "step": 286480
    },
    {
      "epoch": 79.96,
      "grad_norm": 1.6781903505325317,
      "learning_rate": 4.65560102888792e-06,
      "loss": 0.4659,
      "step": 286490
    },
    {
      "epoch": 79.96,
      "grad_norm": 1.962950348854065,
      "learning_rate": 4.655596582772668e-06,
      "loss": 0.4686,
      "step": 286500
    },
    {
      "epoch": 79.96,
      "grad_norm": 1.6874066591262817,
      "learning_rate": 4.655592136349709e-06,
      "loss": 0.4594,
      "step": 286510
    },
    {
      "epoch": 79.97,
      "grad_norm": 2.2226476669311523,
      "learning_rate": 4.655587689619043e-06,
      "loss": 0.4636,
      "step": 286520
    },
    {
      "epoch": 79.97,
      "grad_norm": 1.3845804929733276,
      "learning_rate": 4.655583242580671e-06,
      "loss": 0.4583,
      "step": 286530
    },
    {
      "epoch": 79.97,
      "grad_norm": 1.9316998720169067,
      "learning_rate": 4.655578795234591e-06,
      "loss": 0.4585,
      "step": 286540
    },
    {
      "epoch": 79.97,
      "grad_norm": 1.699638843536377,
      "learning_rate": 4.655574347580809e-06,
      "loss": 0.4808,
      "step": 286550
    },
    {
      "epoch": 79.98,
      "grad_norm": 1.297592043876648,
      "learning_rate": 4.655569899619321e-06,
      "loss": 0.4704,
      "step": 286560
    },
    {
      "epoch": 79.98,
      "grad_norm": 1.548203945159912,
      "learning_rate": 4.65556545135013e-06,
      "loss": 0.4747,
      "step": 286570
    },
    {
      "epoch": 79.98,
      "grad_norm": 1.674852967262268,
      "learning_rate": 4.655561002773235e-06,
      "loss": 0.4571,
      "step": 286580
    },
    {
      "epoch": 79.99,
      "grad_norm": 1.8519996404647827,
      "learning_rate": 4.655556553888637e-06,
      "loss": 0.4615,
      "step": 286590
    },
    {
      "epoch": 79.99,
      "grad_norm": 1.5491236448287964,
      "learning_rate": 4.655552104696337e-06,
      "loss": 0.4805,
      "step": 286600
    },
    {
      "epoch": 79.99,
      "grad_norm": 1.851244568824768,
      "learning_rate": 4.655547655196336e-06,
      "loss": 0.4723,
      "step": 286610
    },
    {
      "epoch": 79.99,
      "grad_norm": 2.108474016189575,
      "learning_rate": 4.6555432053886345e-06,
      "loss": 0.4573,
      "step": 286620
    },
    {
      "epoch": 80.0,
      "grad_norm": 2.3831374645233154,
      "learning_rate": 4.655538755273232e-06,
      "loss": 0.488,
      "step": 286630
    },
    {
      "epoch": 80.0,
      "grad_norm": 1.5811196565628052,
      "learning_rate": 4.65553430485013e-06,
      "loss": 0.4553,
      "step": 286640
    },
    {
      "epoch": 80.0,
      "eval_loss": 0.4707024395465851,
      "eval_runtime": 62.8273,
      "eval_samples_per_second": 80.522,
      "eval_steps_per_second": 10.075,
      "step": 286640
    },
    {
      "epoch": 80.0,
      "grad_norm": 1.7118356227874756,
      "learning_rate": 4.655529854119329e-06,
      "loss": 0.4844,
      "step": 286650
    },
    {
      "epoch": 80.01,
      "grad_norm": 1.6169123649597168,
      "learning_rate": 4.6555254030808295e-06,
      "loss": 0.4894,
      "step": 286660
    },
    {
      "epoch": 80.01,
      "grad_norm": 1.564367651939392,
      "learning_rate": 4.655520951734632e-06,
      "loss": 0.4719,
      "step": 286670
    },
    {
      "epoch": 80.01,
      "grad_norm": 1.611364483833313,
      "learning_rate": 4.655516500080737e-06,
      "loss": 0.4766,
      "step": 286680
    },
    {
      "epoch": 80.01,
      "grad_norm": 1.4644687175750732,
      "learning_rate": 4.655512048119146e-06,
      "loss": 0.4629,
      "step": 286690
    },
    {
      "epoch": 80.02,
      "grad_norm": 1.9116266965866089,
      "learning_rate": 4.655507595849857e-06,
      "loss": 0.4782,
      "step": 286700
    },
    {
      "epoch": 80.02,
      "grad_norm": 2.036088705062866,
      "learning_rate": 4.655503143272875e-06,
      "loss": 0.4884,
      "step": 286710
    },
    {
      "epoch": 80.02,
      "grad_norm": 2.0935540199279785,
      "learning_rate": 4.655498690388196e-06,
      "loss": 0.4816,
      "step": 286720
    },
    {
      "epoch": 80.03,
      "grad_norm": 1.5218238830566406,
      "learning_rate": 4.655494237195823e-06,
      "loss": 0.4622,
      "step": 286730
    },
    {
      "epoch": 80.03,
      "grad_norm": 1.7681931257247925,
      "learning_rate": 4.655489783695757e-06,
      "loss": 0.4715,
      "step": 286740
    },
    {
      "epoch": 80.03,
      "grad_norm": 1.9060739278793335,
      "learning_rate": 4.6554853298879965e-06,
      "loss": 0.4681,
      "step": 286750
    },
    {
      "epoch": 80.03,
      "grad_norm": 1.4658187627792358,
      "learning_rate": 4.655480875772545e-06,
      "loss": 0.4763,
      "step": 286760
    },
    {
      "epoch": 80.04,
      "grad_norm": 1.8651081323623657,
      "learning_rate": 4.6554764213494e-06,
      "loss": 0.4574,
      "step": 286770
    },
    {
      "epoch": 80.04,
      "grad_norm": 1.399832844734192,
      "learning_rate": 4.655471966618564e-06,
      "loss": 0.4895,
      "step": 286780
    },
    {
      "epoch": 80.04,
      "grad_norm": 1.5565475225448608,
      "learning_rate": 4.655467511580037e-06,
      "loss": 0.4568,
      "step": 286790
    },
    {
      "epoch": 80.04,
      "grad_norm": 1.6240508556365967,
      "learning_rate": 4.6554630562338204e-06,
      "loss": 0.4755,
      "step": 286800
    },
    {
      "epoch": 80.05,
      "grad_norm": 2.005563497543335,
      "learning_rate": 4.655458600579915e-06,
      "loss": 0.4978,
      "step": 286810
    },
    {
      "epoch": 80.05,
      "grad_norm": 1.5344951152801514,
      "learning_rate": 4.655454144618319e-06,
      "loss": 0.4577,
      "step": 286820
    },
    {
      "epoch": 80.05,
      "grad_norm": 1.5430270433425903,
      "learning_rate": 4.655449688349035e-06,
      "loss": 0.4673,
      "step": 286830
    },
    {
      "epoch": 80.06,
      "grad_norm": 1.9763896465301514,
      "learning_rate": 4.655445231772063e-06,
      "loss": 0.4777,
      "step": 286840
    },
    {
      "epoch": 80.06,
      "grad_norm": 1.5024422407150269,
      "learning_rate": 4.6554407748874045e-06,
      "loss": 0.4499,
      "step": 286850
    },
    {
      "epoch": 80.06,
      "grad_norm": 1.5361441373825073,
      "learning_rate": 4.655436317695058e-06,
      "loss": 0.4617,
      "step": 286860
    },
    {
      "epoch": 80.06,
      "grad_norm": 1.7077546119689941,
      "learning_rate": 4.655431860195027e-06,
      "loss": 0.4783,
      "step": 286870
    },
    {
      "epoch": 80.07,
      "grad_norm": 2.1539502143859863,
      "learning_rate": 4.65542740238731e-06,
      "loss": 0.4634,
      "step": 286880
    },
    {
      "epoch": 80.07,
      "grad_norm": 1.835091233253479,
      "learning_rate": 4.6554229442719075e-06,
      "loss": 0.4697,
      "step": 286890
    },
    {
      "epoch": 80.07,
      "grad_norm": 1.5547599792480469,
      "learning_rate": 4.6554184858488206e-06,
      "loss": 0.4614,
      "step": 286900
    },
    {
      "epoch": 80.08,
      "grad_norm": 1.7105600833892822,
      "learning_rate": 4.65541402711805e-06,
      "loss": 0.4461,
      "step": 286910
    },
    {
      "epoch": 80.08,
      "grad_norm": 1.6276745796203613,
      "learning_rate": 4.655409568079597e-06,
      "loss": 0.48,
      "step": 286920
    },
    {
      "epoch": 80.08,
      "grad_norm": 1.865522027015686,
      "learning_rate": 4.655405108733462e-06,
      "loss": 0.4719,
      "step": 286930
    },
    {
      "epoch": 80.08,
      "grad_norm": 1.9244461059570312,
      "learning_rate": 4.655400649079644e-06,
      "loss": 0.4613,
      "step": 286940
    },
    {
      "epoch": 80.09,
      "grad_norm": 1.9755001068115234,
      "learning_rate": 4.655396189118145e-06,
      "loss": 0.4798,
      "step": 286950
    },
    {
      "epoch": 80.09,
      "grad_norm": 1.558342456817627,
      "learning_rate": 4.655391728848965e-06,
      "loss": 0.4603,
      "step": 286960
    },
    {
      "epoch": 80.09,
      "grad_norm": 1.289478063583374,
      "learning_rate": 4.655387268272105e-06,
      "loss": 0.4528,
      "step": 286970
    },
    {
      "epoch": 80.09,
      "grad_norm": 1.910958170890808,
      "learning_rate": 4.655382807387565e-06,
      "loss": 0.4681,
      "step": 286980
    },
    {
      "epoch": 80.1,
      "grad_norm": 2.3403005599975586,
      "learning_rate": 4.6553783461953465e-06,
      "loss": 0.4655,
      "step": 286990
    },
    {
      "epoch": 80.1,
      "grad_norm": 7.337240219116211,
      "learning_rate": 4.6553738846954505e-06,
      "loss": 0.5017,
      "step": 287000
    },
    {
      "epoch": 80.1,
      "grad_norm": 1.8108117580413818,
      "learning_rate": 4.655369422887875e-06,
      "loss": 0.4666,
      "step": 287010
    },
    {
      "epoch": 80.11,
      "grad_norm": 1.7100558280944824,
      "learning_rate": 4.655364960772624e-06,
      "loss": 0.4681,
      "step": 287020
    },
    {
      "epoch": 80.11,
      "grad_norm": 1.745795488357544,
      "learning_rate": 4.655360498349695e-06,
      "loss": 0.4815,
      "step": 287030
    },
    {
      "epoch": 80.11,
      "grad_norm": 1.811141848564148,
      "learning_rate": 4.655356035619091e-06,
      "loss": 0.4589,
      "step": 287040
    },
    {
      "epoch": 80.11,
      "grad_norm": 1.810558557510376,
      "learning_rate": 4.655351572580812e-06,
      "loss": 0.485,
      "step": 287050
    },
    {
      "epoch": 80.12,
      "grad_norm": 1.4961830377578735,
      "learning_rate": 4.655347109234857e-06,
      "loss": 0.4558,
      "step": 287060
    },
    {
      "epoch": 80.12,
      "grad_norm": 1.9113950729370117,
      "learning_rate": 4.655342645581228e-06,
      "loss": 0.4813,
      "step": 287070
    },
    {
      "epoch": 80.12,
      "grad_norm": 2.211379289627075,
      "learning_rate": 4.655338181619925e-06,
      "loss": 0.4735,
      "step": 287080
    },
    {
      "epoch": 80.13,
      "grad_norm": 1.554962396621704,
      "learning_rate": 4.65533371735095e-06,
      "loss": 0.46,
      "step": 287090
    },
    {
      "epoch": 80.13,
      "grad_norm": 1.6368820667266846,
      "learning_rate": 4.655329252774302e-06,
      "loss": 0.4805,
      "step": 287100
    },
    {
      "epoch": 80.13,
      "grad_norm": 1.861341953277588,
      "learning_rate": 4.655324787889983e-06,
      "loss": 0.4772,
      "step": 287110
    },
    {
      "epoch": 80.13,
      "grad_norm": 1.5922861099243164,
      "learning_rate": 4.655320322697992e-06,
      "loss": 0.4713,
      "step": 287120
    },
    {
      "epoch": 80.14,
      "grad_norm": 1.5412505865097046,
      "learning_rate": 4.655315857198331e-06,
      "loss": 0.4727,
      "step": 287130
    },
    {
      "epoch": 80.14,
      "grad_norm": 2.0042386054992676,
      "learning_rate": 4.655311391390999e-06,
      "loss": 0.4892,
      "step": 287140
    },
    {
      "epoch": 80.14,
      "grad_norm": 2.1362521648406982,
      "learning_rate": 4.655306925275998e-06,
      "loss": 0.4809,
      "step": 287150
    },
    {
      "epoch": 80.15,
      "grad_norm": 1.7142333984375,
      "learning_rate": 4.6553024588533285e-06,
      "loss": 0.472,
      "step": 287160
    },
    {
      "epoch": 80.15,
      "grad_norm": 2.006929636001587,
      "learning_rate": 4.65529799212299e-06,
      "loss": 0.4782,
      "step": 287170
    },
    {
      "epoch": 80.15,
      "grad_norm": 2.077195644378662,
      "learning_rate": 4.655293525084984e-06,
      "loss": 0.4792,
      "step": 287180
    },
    {
      "epoch": 80.15,
      "grad_norm": 1.7119698524475098,
      "learning_rate": 4.655289057739311e-06,
      "loss": 0.4811,
      "step": 287190
    },
    {
      "epoch": 80.16,
      "grad_norm": 1.4605127573013306,
      "learning_rate": 4.6552845900859725e-06,
      "loss": 0.4547,
      "step": 287200
    },
    {
      "epoch": 80.16,
      "grad_norm": 1.962835431098938,
      "learning_rate": 4.655280122124967e-06,
      "loss": 0.4398,
      "step": 287210
    },
    {
      "epoch": 80.16,
      "grad_norm": 1.7713016271591187,
      "learning_rate": 4.655275653856296e-06,
      "loss": 0.4789,
      "step": 287220
    },
    {
      "epoch": 80.16,
      "grad_norm": 1.9211349487304688,
      "learning_rate": 4.6552711852799614e-06,
      "loss": 0.4876,
      "step": 287230
    },
    {
      "epoch": 80.17,
      "grad_norm": 1.7322475910186768,
      "learning_rate": 4.655266716395962e-06,
      "loss": 0.464,
      "step": 287240
    },
    {
      "epoch": 80.17,
      "grad_norm": 1.7328282594680786,
      "learning_rate": 4.655262247204299e-06,
      "loss": 0.4926,
      "step": 287250
    },
    {
      "epoch": 80.17,
      "grad_norm": 1.6323645114898682,
      "learning_rate": 4.655257777704973e-06,
      "loss": 0.4694,
      "step": 287260
    },
    {
      "epoch": 80.18,
      "grad_norm": 1.7448060512542725,
      "learning_rate": 4.655253307897986e-06,
      "loss": 0.4811,
      "step": 287270
    },
    {
      "epoch": 80.18,
      "grad_norm": 1.4103752374649048,
      "learning_rate": 4.655248837783335e-06,
      "loss": 0.4711,
      "step": 287280
    },
    {
      "epoch": 80.18,
      "grad_norm": 1.9961813688278198,
      "learning_rate": 4.6552443673610245e-06,
      "loss": 0.4434,
      "step": 287290
    },
    {
      "epoch": 80.18,
      "grad_norm": 1.5227457284927368,
      "learning_rate": 4.655239896631054e-06,
      "loss": 0.4609,
      "step": 287300
    },
    {
      "epoch": 80.19,
      "grad_norm": 1.6106479167938232,
      "learning_rate": 4.655235425593422e-06,
      "loss": 0.471,
      "step": 287310
    },
    {
      "epoch": 80.19,
      "grad_norm": 1.6591596603393555,
      "learning_rate": 4.655230954248131e-06,
      "loss": 0.4716,
      "step": 287320
    },
    {
      "epoch": 80.19,
      "grad_norm": 1.3666725158691406,
      "learning_rate": 4.655226482595182e-06,
      "loss": 0.4702,
      "step": 287330
    },
    {
      "epoch": 80.2,
      "grad_norm": 1.749018907546997,
      "learning_rate": 4.655222010634574e-06,
      "loss": 0.4695,
      "step": 287340
    },
    {
      "epoch": 80.2,
      "grad_norm": 1.5619423389434814,
      "learning_rate": 4.655217538366309e-06,
      "loss": 0.5028,
      "step": 287350
    },
    {
      "epoch": 80.2,
      "grad_norm": 1.6427268981933594,
      "learning_rate": 4.655213065790387e-06,
      "loss": 0.4656,
      "step": 287360
    },
    {
      "epoch": 80.2,
      "grad_norm": 2.191380023956299,
      "learning_rate": 4.655208592906809e-06,
      "loss": 0.4623,
      "step": 287370
    },
    {
      "epoch": 80.21,
      "grad_norm": 2.047820568084717,
      "learning_rate": 4.655204119715574e-06,
      "loss": 0.4708,
      "step": 287380
    },
    {
      "epoch": 80.21,
      "grad_norm": 1.4883023500442505,
      "learning_rate": 4.655199646216685e-06,
      "loss": 0.4624,
      "step": 287390
    },
    {
      "epoch": 80.21,
      "grad_norm": 1.613326072692871,
      "learning_rate": 4.655195172410141e-06,
      "loss": 0.4749,
      "step": 287400
    },
    {
      "epoch": 80.21,
      "grad_norm": 1.7698310613632202,
      "learning_rate": 4.655190698295943e-06,
      "loss": 0.4713,
      "step": 287410
    },
    {
      "epoch": 80.22,
      "grad_norm": 1.4243724346160889,
      "learning_rate": 4.655186223874092e-06,
      "loss": 0.4856,
      "step": 287420
    },
    {
      "epoch": 80.22,
      "grad_norm": 2.0521886348724365,
      "learning_rate": 4.655181749144587e-06,
      "loss": 0.4793,
      "step": 287430
    },
    {
      "epoch": 80.22,
      "grad_norm": 1.8265146017074585,
      "learning_rate": 4.655177274107431e-06,
      "loss": 0.4781,
      "step": 287440
    },
    {
      "epoch": 80.23,
      "grad_norm": 1.9097470045089722,
      "learning_rate": 4.655172798762624e-06,
      "loss": 0.4744,
      "step": 287450
    },
    {
      "epoch": 80.23,
      "grad_norm": 1.5069270133972168,
      "learning_rate": 4.6551683231101646e-06,
      "loss": 0.4771,
      "step": 287460
    },
    {
      "epoch": 80.23,
      "grad_norm": 2.171358823776245,
      "learning_rate": 4.655163847150055e-06,
      "loss": 0.4517,
      "step": 287470
    },
    {
      "epoch": 80.23,
      "grad_norm": 1.876689076423645,
      "learning_rate": 4.655159370882296e-06,
      "loss": 0.4844,
      "step": 287480
    },
    {
      "epoch": 80.24,
      "grad_norm": 1.4879393577575684,
      "learning_rate": 4.6551548943068885e-06,
      "loss": 0.4736,
      "step": 287490
    },
    {
      "epoch": 80.24,
      "grad_norm": 1.8358354568481445,
      "learning_rate": 4.6551504174238315e-06,
      "loss": 0.4643,
      "step": 287500
    },
    {
      "epoch": 80.24,
      "grad_norm": 1.9254893064498901,
      "learning_rate": 4.655145940233125e-06,
      "loss": 0.4735,
      "step": 287510
    },
    {
      "epoch": 80.25,
      "grad_norm": 1.5182898044586182,
      "learning_rate": 4.6551414627347735e-06,
      "loss": 0.4436,
      "step": 287520
    },
    {
      "epoch": 80.25,
      "grad_norm": 1.6143423318862915,
      "learning_rate": 4.655136984928774e-06,
      "loss": 0.4536,
      "step": 287530
    },
    {
      "epoch": 80.25,
      "grad_norm": 1.814916729927063,
      "learning_rate": 4.655132506815129e-06,
      "loss": 0.4856,
      "step": 287540
    },
    {
      "epoch": 80.25,
      "grad_norm": 1.4056164026260376,
      "learning_rate": 4.6551280283938374e-06,
      "loss": 0.4612,
      "step": 287550
    },
    {
      "epoch": 80.26,
      "grad_norm": 1.6406502723693848,
      "learning_rate": 4.655123549664901e-06,
      "loss": 0.4721,
      "step": 287560
    },
    {
      "epoch": 80.26,
      "grad_norm": 1.567395567893982,
      "learning_rate": 4.655119070628321e-06,
      "loss": 0.4693,
      "step": 287570
    },
    {
      "epoch": 80.26,
      "grad_norm": 1.7299340963363647,
      "learning_rate": 4.655114591284096e-06,
      "loss": 0.455,
      "step": 287580
    },
    {
      "epoch": 80.27,
      "grad_norm": 2.0982208251953125,
      "learning_rate": 4.655110111632228e-06,
      "loss": 0.4551,
      "step": 287590
    },
    {
      "epoch": 80.27,
      "grad_norm": 2.2318053245544434,
      "learning_rate": 4.655105631672718e-06,
      "loss": 0.4913,
      "step": 287600
    },
    {
      "epoch": 80.27,
      "grad_norm": 1.5857951641082764,
      "learning_rate": 4.6551011514055655e-06,
      "loss": 0.4728,
      "step": 287610
    },
    {
      "epoch": 80.27,
      "grad_norm": 1.456258773803711,
      "learning_rate": 4.655096670830771e-06,
      "loss": 0.4625,
      "step": 287620
    },
    {
      "epoch": 80.28,
      "grad_norm": 1.4702281951904297,
      "learning_rate": 4.6550921899483364e-06,
      "loss": 0.4594,
      "step": 287630
    },
    {
      "epoch": 80.28,
      "grad_norm": 1.7796683311462402,
      "learning_rate": 4.655087708758262e-06,
      "loss": 0.4614,
      "step": 287640
    },
    {
      "epoch": 80.28,
      "grad_norm": 1.8785685300827026,
      "learning_rate": 4.655083227260547e-06,
      "loss": 0.4793,
      "step": 287650
    },
    {
      "epoch": 80.28,
      "grad_norm": 1.4159951210021973,
      "learning_rate": 4.655078745455193e-06,
      "loss": 0.4576,
      "step": 287660
    },
    {
      "epoch": 80.29,
      "grad_norm": 1.6514699459075928,
      "learning_rate": 4.6550742633422005e-06,
      "loss": 0.4707,
      "step": 287670
    },
    {
      "epoch": 80.29,
      "grad_norm": 1.631179690361023,
      "learning_rate": 4.65506978092157e-06,
      "loss": 0.4786,
      "step": 287680
    },
    {
      "epoch": 80.29,
      "grad_norm": 1.7783030271530151,
      "learning_rate": 4.655065298193303e-06,
      "loss": 0.4754,
      "step": 287690
    },
    {
      "epoch": 80.3,
      "grad_norm": 1.4306694269180298,
      "learning_rate": 4.655060815157399e-06,
      "loss": 0.4615,
      "step": 287700
    },
    {
      "epoch": 80.3,
      "grad_norm": 1.9611150026321411,
      "learning_rate": 4.655056331813859e-06,
      "loss": 0.4995,
      "step": 287710
    },
    {
      "epoch": 80.3,
      "grad_norm": 2.281397581100464,
      "learning_rate": 4.655051848162682e-06,
      "loss": 0.469,
      "step": 287720
    },
    {
      "epoch": 80.3,
      "grad_norm": 1.5723727941513062,
      "learning_rate": 4.655047364203871e-06,
      "loss": 0.4717,
      "step": 287730
    },
    {
      "epoch": 80.31,
      "grad_norm": 1.8884642124176025,
      "learning_rate": 4.655042879937427e-06,
      "loss": 0.4687,
      "step": 287740
    },
    {
      "epoch": 80.31,
      "grad_norm": 1.7893431186676025,
      "learning_rate": 4.655038395363348e-06,
      "loss": 0.4506,
      "step": 287750
    },
    {
      "epoch": 80.31,
      "grad_norm": 1.8052974939346313,
      "learning_rate": 4.655033910481636e-06,
      "loss": 0.4789,
      "step": 287760
    },
    {
      "epoch": 80.32,
      "grad_norm": 1.4602340459823608,
      "learning_rate": 4.655029425292292e-06,
      "loss": 0.4656,
      "step": 287770
    },
    {
      "epoch": 80.32,
      "grad_norm": 1.506909728050232,
      "learning_rate": 4.655024939795315e-06,
      "loss": 0.4669,
      "step": 287780
    },
    {
      "epoch": 80.32,
      "grad_norm": 1.7131143808364868,
      "learning_rate": 4.655020453990707e-06,
      "loss": 0.4728,
      "step": 287790
    },
    {
      "epoch": 80.32,
      "grad_norm": 1.5353797674179077,
      "learning_rate": 4.655015967878469e-06,
      "loss": 0.4821,
      "step": 287800
    },
    {
      "epoch": 80.33,
      "grad_norm": 1.849951982498169,
      "learning_rate": 4.655011481458601e-06,
      "loss": 0.4526,
      "step": 287810
    },
    {
      "epoch": 80.33,
      "grad_norm": 1.784855604171753,
      "learning_rate": 4.655006994731103e-06,
      "loss": 0.4517,
      "step": 287820
    },
    {
      "epoch": 80.33,
      "grad_norm": 1.9548349380493164,
      "learning_rate": 4.655002507695976e-06,
      "loss": 0.4795,
      "step": 287830
    },
    {
      "epoch": 80.33,
      "grad_norm": 1.7196978330612183,
      "learning_rate": 4.654998020353221e-06,
      "loss": 0.4816,
      "step": 287840
    },
    {
      "epoch": 80.34,
      "grad_norm": 2.433560371398926,
      "learning_rate": 4.654993532702838e-06,
      "loss": 0.4818,
      "step": 287850
    },
    {
      "epoch": 80.34,
      "grad_norm": 2.053286552429199,
      "learning_rate": 4.654989044744827e-06,
      "loss": 0.4568,
      "step": 287860
    },
    {
      "epoch": 80.34,
      "grad_norm": 1.6350295543670654,
      "learning_rate": 4.654984556479191e-06,
      "loss": 0.4702,
      "step": 287870
    },
    {
      "epoch": 80.35,
      "grad_norm": 1.7946996688842773,
      "learning_rate": 4.654980067905928e-06,
      "loss": 0.4683,
      "step": 287880
    },
    {
      "epoch": 80.35,
      "grad_norm": 1.9093760251998901,
      "learning_rate": 4.65497557902504e-06,
      "loss": 0.4618,
      "step": 287890
    },
    {
      "epoch": 80.35,
      "grad_norm": 1.531290054321289,
      "learning_rate": 4.654971089836527e-06,
      "loss": 0.4573,
      "step": 287900
    },
    {
      "epoch": 80.35,
      "grad_norm": 1.574385404586792,
      "learning_rate": 4.65496660034039e-06,
      "loss": 0.4623,
      "step": 287910
    },
    {
      "epoch": 80.36,
      "grad_norm": 1.7337769269943237,
      "learning_rate": 4.65496211053663e-06,
      "loss": 0.4562,
      "step": 287920
    },
    {
      "epoch": 80.36,
      "grad_norm": 1.8802857398986816,
      "learning_rate": 4.6549576204252464e-06,
      "loss": 0.4683,
      "step": 287930
    },
    {
      "epoch": 80.36,
      "grad_norm": 2.0323188304901123,
      "learning_rate": 4.654953130006241e-06,
      "loss": 0.4512,
      "step": 287940
    },
    {
      "epoch": 80.37,
      "grad_norm": 2.2624361515045166,
      "learning_rate": 4.654948639279613e-06,
      "loss": 0.4714,
      "step": 287950
    },
    {
      "epoch": 80.37,
      "grad_norm": 1.6608599424362183,
      "learning_rate": 4.654944148245364e-06,
      "loss": 0.4901,
      "step": 287960
    },
    {
      "epoch": 80.37,
      "grad_norm": 1.5696470737457275,
      "learning_rate": 4.654939656903495e-06,
      "loss": 0.4816,
      "step": 287970
    },
    {
      "epoch": 80.37,
      "grad_norm": 1.497635006904602,
      "learning_rate": 4.654935165254005e-06,
      "loss": 0.4846,
      "step": 287980
    },
    {
      "epoch": 80.38,
      "grad_norm": 1.3519704341888428,
      "learning_rate": 4.654930673296897e-06,
      "loss": 0.4832,
      "step": 287990
    },
    {
      "epoch": 80.38,
      "grad_norm": 1.5603121519088745,
      "learning_rate": 4.6549261810321696e-06,
      "loss": 0.4686,
      "step": 288000
    },
    {
      "epoch": 80.38,
      "grad_norm": 1.6864277124404907,
      "learning_rate": 4.654921688459824e-06,
      "loss": 0.4576,
      "step": 288010
    },
    {
      "epoch": 80.39,
      "grad_norm": 2.063950300216675,
      "learning_rate": 4.654917195579861e-06,
      "loss": 0.4791,
      "step": 288020
    },
    {
      "epoch": 80.39,
      "grad_norm": 1.6305859088897705,
      "learning_rate": 4.65491270239228e-06,
      "loss": 0.4623,
      "step": 288030
    },
    {
      "epoch": 80.39,
      "grad_norm": 2.069027900695801,
      "learning_rate": 4.6549082088970835e-06,
      "loss": 0.4767,
      "step": 288040
    },
    {
      "epoch": 80.39,
      "grad_norm": 1.7073746919631958,
      "learning_rate": 4.6549037150942715e-06,
      "loss": 0.4747,
      "step": 288050
    },
    {
      "epoch": 80.4,
      "grad_norm": 1.705125331878662,
      "learning_rate": 4.654899220983844e-06,
      "loss": 0.4574,
      "step": 288060
    },
    {
      "epoch": 80.4,
      "grad_norm": 1.7987217903137207,
      "learning_rate": 4.654894726565802e-06,
      "loss": 0.4459,
      "step": 288070
    },
    {
      "epoch": 80.4,
      "grad_norm": 1.6729369163513184,
      "learning_rate": 4.654890231840146e-06,
      "loss": 0.465,
      "step": 288080
    },
    {
      "epoch": 80.4,
      "grad_norm": 2.1735410690307617,
      "learning_rate": 4.654885736806876e-06,
      "loss": 0.4733,
      "step": 288090
    },
    {
      "epoch": 80.41,
      "grad_norm": 2.006392478942871,
      "learning_rate": 4.654881241465994e-06,
      "loss": 0.473,
      "step": 288100
    },
    {
      "epoch": 80.41,
      "grad_norm": 1.8512523174285889,
      "learning_rate": 4.654876745817499e-06,
      "loss": 0.4745,
      "step": 288110
    },
    {
      "epoch": 80.41,
      "grad_norm": 1.4933158159255981,
      "learning_rate": 4.654872249861393e-06,
      "loss": 0.4489,
      "step": 288120
    },
    {
      "epoch": 80.42,
      "grad_norm": 1.6045563220977783,
      "learning_rate": 4.654867753597676e-06,
      "loss": 0.4701,
      "step": 288130
    },
    {
      "epoch": 80.42,
      "grad_norm": 1.9616341590881348,
      "learning_rate": 4.654863257026349e-06,
      "loss": 0.4922,
      "step": 288140
    },
    {
      "epoch": 80.42,
      "grad_norm": 1.828627109527588,
      "learning_rate": 4.654858760147411e-06,
      "loss": 0.4609,
      "step": 288150
    },
    {
      "epoch": 80.42,
      "grad_norm": 1.532501220703125,
      "learning_rate": 4.6548542629608644e-06,
      "loss": 0.4759,
      "step": 288160
    },
    {
      "epoch": 80.43,
      "grad_norm": 1.5932116508483887,
      "learning_rate": 4.654849765466709e-06,
      "loss": 0.4581,
      "step": 288170
    },
    {
      "epoch": 80.43,
      "grad_norm": 1.856429934501648,
      "learning_rate": 4.654845267664946e-06,
      "loss": 0.4591,
      "step": 288180
    },
    {
      "epoch": 80.43,
      "grad_norm": 1.8083542585372925,
      "learning_rate": 4.6548407695555755e-06,
      "loss": 0.4782,
      "step": 288190
    },
    {
      "epoch": 80.44,
      "grad_norm": 1.9109617471694946,
      "learning_rate": 4.654836271138598e-06,
      "loss": 0.481,
      "step": 288200
    },
    {
      "epoch": 80.44,
      "grad_norm": 1.8811492919921875,
      "learning_rate": 4.654831772414015e-06,
      "loss": 0.4836,
      "step": 288210
    },
    {
      "epoch": 80.44,
      "grad_norm": 1.8781559467315674,
      "learning_rate": 4.6548272733818255e-06,
      "loss": 0.4755,
      "step": 288220
    },
    {
      "epoch": 80.44,
      "grad_norm": 1.4216645956039429,
      "learning_rate": 4.654822774042031e-06,
      "loss": 0.4564,
      "step": 288230
    },
    {
      "epoch": 80.45,
      "grad_norm": 1.3544498682022095,
      "learning_rate": 4.654818274394633e-06,
      "loss": 0.4832,
      "step": 288240
    },
    {
      "epoch": 80.45,
      "grad_norm": 1.7151329517364502,
      "learning_rate": 4.6548137744396305e-06,
      "loss": 0.4756,
      "step": 288250
    },
    {
      "epoch": 80.45,
      "grad_norm": 1.7622785568237305,
      "learning_rate": 4.654809274177024e-06,
      "loss": 0.4675,
      "step": 288260
    },
    {
      "epoch": 80.45,
      "grad_norm": 1.737423300743103,
      "learning_rate": 4.654804773606816e-06,
      "loss": 0.4741,
      "step": 288270
    },
    {
      "epoch": 80.46,
      "grad_norm": 1.6435341835021973,
      "learning_rate": 4.6548002727290066e-06,
      "loss": 0.478,
      "step": 288280
    },
    {
      "epoch": 80.46,
      "grad_norm": 1.4795887470245361,
      "learning_rate": 4.654795771543594e-06,
      "loss": 0.4395,
      "step": 288290
    },
    {
      "epoch": 80.46,
      "grad_norm": 1.5948773622512817,
      "learning_rate": 4.654791270050582e-06,
      "loss": 0.462,
      "step": 288300
    },
    {
      "epoch": 80.47,
      "grad_norm": 1.5672482252120972,
      "learning_rate": 4.654786768249969e-06,
      "loss": 0.4707,
      "step": 288310
    },
    {
      "epoch": 80.47,
      "grad_norm": 1.4614981412887573,
      "learning_rate": 4.654782266141757e-06,
      "loss": 0.4681,
      "step": 288320
    },
    {
      "epoch": 80.47,
      "grad_norm": 1.576675534248352,
      "learning_rate": 4.654777763725945e-06,
      "loss": 0.4625,
      "step": 288330
    },
    {
      "epoch": 80.47,
      "grad_norm": 1.8106225728988647,
      "learning_rate": 4.654773261002535e-06,
      "loss": 0.4716,
      "step": 288340
    },
    {
      "epoch": 80.48,
      "grad_norm": 2.0022547245025635,
      "learning_rate": 4.654768757971527e-06,
      "loss": 0.4583,
      "step": 288350
    },
    {
      "epoch": 80.48,
      "grad_norm": 1.5313347578048706,
      "learning_rate": 4.6547642546329225e-06,
      "loss": 0.4882,
      "step": 288360
    },
    {
      "epoch": 80.48,
      "grad_norm": 1.378108024597168,
      "learning_rate": 4.654759750986721e-06,
      "loss": 0.4442,
      "step": 288370
    },
    {
      "epoch": 80.49,
      "grad_norm": 1.8165156841278076,
      "learning_rate": 4.654755247032924e-06,
      "loss": 0.4647,
      "step": 288380
    },
    {
      "epoch": 80.49,
      "grad_norm": 1.9314157962799072,
      "learning_rate": 4.654750742771531e-06,
      "loss": 0.4796,
      "step": 288390
    },
    {
      "epoch": 80.49,
      "grad_norm": 1.686871886253357,
      "learning_rate": 4.654746238202542e-06,
      "loss": 0.4693,
      "step": 288400
    },
    {
      "epoch": 80.49,
      "grad_norm": 2.254885196685791,
      "learning_rate": 4.654741733325961e-06,
      "loss": 0.4803,
      "step": 288410
    },
    {
      "epoch": 80.5,
      "grad_norm": 1.7025327682495117,
      "learning_rate": 4.654737228141785e-06,
      "loss": 0.4855,
      "step": 288420
    },
    {
      "epoch": 80.5,
      "grad_norm": 2.1602580547332764,
      "learning_rate": 4.654732722650017e-06,
      "loss": 0.4684,
      "step": 288430
    },
    {
      "epoch": 80.5,
      "grad_norm": 1.2890714406967163,
      "learning_rate": 4.654728216850655e-06,
      "loss": 0.473,
      "step": 288440
    },
    {
      "epoch": 80.51,
      "grad_norm": 1.5356289148330688,
      "learning_rate": 4.654723710743703e-06,
      "loss": 0.463,
      "step": 288450
    },
    {
      "epoch": 80.51,
      "grad_norm": 1.6305044889450073,
      "learning_rate": 4.654719204329158e-06,
      "loss": 0.4762,
      "step": 288460
    },
    {
      "epoch": 80.51,
      "grad_norm": 2.183022975921631,
      "learning_rate": 4.6547146976070236e-06,
      "loss": 0.4715,
      "step": 288470
    },
    {
      "epoch": 80.51,
      "grad_norm": 1.5824209451675415,
      "learning_rate": 4.654710190577298e-06,
      "loss": 0.4587,
      "step": 288480
    },
    {
      "epoch": 80.52,
      "grad_norm": 1.355980634689331,
      "learning_rate": 4.654705683239985e-06,
      "loss": 0.4894,
      "step": 288490
    },
    {
      "epoch": 80.52,
      "grad_norm": 1.849631428718567,
      "learning_rate": 4.6547011755950815e-06,
      "loss": 0.4617,
      "step": 288500
    },
    {
      "epoch": 80.52,
      "grad_norm": 1.3702071905136108,
      "learning_rate": 4.65469666764259e-06,
      "loss": 0.4671,
      "step": 288510
    },
    {
      "epoch": 80.52,
      "grad_norm": 1.8175888061523438,
      "learning_rate": 4.654692159382511e-06,
      "loss": 0.4676,
      "step": 288520
    },
    {
      "epoch": 80.53,
      "grad_norm": 1.7125568389892578,
      "learning_rate": 4.654687650814845e-06,
      "loss": 0.4481,
      "step": 288530
    },
    {
      "epoch": 80.53,
      "grad_norm": 1.814945101737976,
      "learning_rate": 4.654683141939593e-06,
      "loss": 0.4838,
      "step": 288540
    },
    {
      "epoch": 80.53,
      "grad_norm": 2.130855083465576,
      "learning_rate": 4.6546786327567546e-06,
      "loss": 0.4521,
      "step": 288550
    },
    {
      "epoch": 80.54,
      "grad_norm": 1.670267939567566,
      "learning_rate": 4.654674123266331e-06,
      "loss": 0.4418,
      "step": 288560
    },
    {
      "epoch": 80.54,
      "grad_norm": 1.4523489475250244,
      "learning_rate": 4.654669613468322e-06,
      "loss": 0.475,
      "step": 288570
    },
    {
      "epoch": 80.54,
      "grad_norm": 1.4794831275939941,
      "learning_rate": 4.654665103362731e-06,
      "loss": 0.4607,
      "step": 288580
    },
    {
      "epoch": 80.54,
      "grad_norm": 1.5962657928466797,
      "learning_rate": 4.654660592949555e-06,
      "loss": 0.4836,
      "step": 288590
    },
    {
      "epoch": 80.55,
      "grad_norm": 1.8348814249038696,
      "learning_rate": 4.6546560822287965e-06,
      "loss": 0.4711,
      "step": 288600
    },
    {
      "epoch": 80.55,
      "grad_norm": 1.8881244659423828,
      "learning_rate": 4.654651571200456e-06,
      "loss": 0.4848,
      "step": 288610
    },
    {
      "epoch": 80.55,
      "grad_norm": 1.5817326307296753,
      "learning_rate": 4.6546470598645335e-06,
      "loss": 0.5085,
      "step": 288620
    },
    {
      "epoch": 80.56,
      "grad_norm": 1.4122869968414307,
      "learning_rate": 4.65464254822103e-06,
      "loss": 0.4901,
      "step": 288630
    },
    {
      "epoch": 80.56,
      "grad_norm": 2.2131741046905518,
      "learning_rate": 4.654638036269947e-06,
      "loss": 0.4633,
      "step": 288640
    },
    {
      "epoch": 80.56,
      "grad_norm": 1.5547016859054565,
      "learning_rate": 4.654633524011283e-06,
      "loss": 0.4575,
      "step": 288650
    },
    {
      "epoch": 80.56,
      "grad_norm": 2.108255386352539,
      "learning_rate": 4.65462901144504e-06,
      "loss": 0.4665,
      "step": 288660
    },
    {
      "epoch": 80.57,
      "grad_norm": 1.6657757759094238,
      "learning_rate": 4.654624498571219e-06,
      "loss": 0.4536,
      "step": 288670
    },
    {
      "epoch": 80.57,
      "grad_norm": 2.5839946269989014,
      "learning_rate": 4.654619985389819e-06,
      "loss": 0.462,
      "step": 288680
    },
    {
      "epoch": 80.57,
      "grad_norm": 1.5619678497314453,
      "learning_rate": 4.654615471900842e-06,
      "loss": 0.4809,
      "step": 288690
    },
    {
      "epoch": 80.57,
      "grad_norm": 1.485402226448059,
      "learning_rate": 4.654610958104289e-06,
      "loss": 0.4612,
      "step": 288700
    },
    {
      "epoch": 80.58,
      "grad_norm": 1.8476098775863647,
      "learning_rate": 4.654606444000159e-06,
      "loss": 0.4803,
      "step": 288710
    },
    {
      "epoch": 80.58,
      "grad_norm": 1.9758036136627197,
      "learning_rate": 4.654601929588453e-06,
      "loss": 0.4408,
      "step": 288720
    },
    {
      "epoch": 80.58,
      "grad_norm": 1.3140746355056763,
      "learning_rate": 4.654597414869172e-06,
      "loss": 0.4527,
      "step": 288730
    },
    {
      "epoch": 80.59,
      "grad_norm": 1.9386121034622192,
      "learning_rate": 4.6545928998423176e-06,
      "loss": 0.498,
      "step": 288740
    },
    {
      "epoch": 80.59,
      "grad_norm": 1.3665159940719604,
      "learning_rate": 4.654588384507889e-06,
      "loss": 0.4736,
      "step": 288750
    },
    {
      "epoch": 80.59,
      "grad_norm": 1.6439555883407593,
      "learning_rate": 4.654583868865887e-06,
      "loss": 0.4499,
      "step": 288760
    },
    {
      "epoch": 80.59,
      "grad_norm": 1.8522549867630005,
      "learning_rate": 4.6545793529163126e-06,
      "loss": 0.4687,
      "step": 288770
    },
    {
      "epoch": 80.6,
      "grad_norm": 2.013404369354248,
      "learning_rate": 4.654574836659165e-06,
      "loss": 0.4907,
      "step": 288780
    },
    {
      "epoch": 80.6,
      "grad_norm": 1.6628472805023193,
      "learning_rate": 4.654570320094447e-06,
      "loss": 0.4815,
      "step": 288790
    },
    {
      "epoch": 80.6,
      "grad_norm": 1.5341947078704834,
      "learning_rate": 4.654565803222159e-06,
      "loss": 0.4565,
      "step": 288800
    },
    {
      "epoch": 80.61,
      "grad_norm": 1.4297740459442139,
      "learning_rate": 4.654561286042299e-06,
      "loss": 0.4581,
      "step": 288810
    },
    {
      "epoch": 80.61,
      "grad_norm": 1.883272409439087,
      "learning_rate": 4.654556768554871e-06,
      "loss": 0.4951,
      "step": 288820
    },
    {
      "epoch": 80.61,
      "grad_norm": 1.579479694366455,
      "learning_rate": 4.654552250759873e-06,
      "loss": 0.469,
      "step": 288830
    },
    {
      "epoch": 80.61,
      "grad_norm": 1.6924898624420166,
      "learning_rate": 4.654547732657307e-06,
      "loss": 0.4792,
      "step": 288840
    },
    {
      "epoch": 80.62,
      "grad_norm": 1.4776960611343384,
      "learning_rate": 4.654543214247173e-06,
      "loss": 0.4757,
      "step": 288850
    },
    {
      "epoch": 80.62,
      "grad_norm": 1.6219995021820068,
      "learning_rate": 4.654538695529472e-06,
      "loss": 0.4503,
      "step": 288860
    },
    {
      "epoch": 80.62,
      "grad_norm": 2.0760140419006348,
      "learning_rate": 4.654534176504204e-06,
      "loss": 0.4647,
      "step": 288870
    },
    {
      "epoch": 80.63,
      "grad_norm": 1.781810998916626,
      "learning_rate": 4.65452965717137e-06,
      "loss": 0.4607,
      "step": 288880
    },
    {
      "epoch": 80.63,
      "grad_norm": 2.037069320678711,
      "learning_rate": 4.654525137530971e-06,
      "loss": 0.4662,
      "step": 288890
    },
    {
      "epoch": 80.63,
      "grad_norm": 1.6595802307128906,
      "learning_rate": 4.6545206175830075e-06,
      "loss": 0.4657,
      "step": 288900
    },
    {
      "epoch": 80.63,
      "grad_norm": 1.8552699089050293,
      "learning_rate": 4.654516097327479e-06,
      "loss": 0.4681,
      "step": 288910
    },
    {
      "epoch": 80.64,
      "grad_norm": 1.5028424263000488,
      "learning_rate": 4.654511576764388e-06,
      "loss": 0.4568,
      "step": 288920
    },
    {
      "epoch": 80.64,
      "grad_norm": 1.3149869441986084,
      "learning_rate": 4.654507055893732e-06,
      "loss": 0.4596,
      "step": 288930
    },
    {
      "epoch": 80.64,
      "grad_norm": 1.9635210037231445,
      "learning_rate": 4.654502534715515e-06,
      "loss": 0.4768,
      "step": 288940
    },
    {
      "epoch": 80.64,
      "grad_norm": 1.6762858629226685,
      "learning_rate": 4.654498013229737e-06,
      "loss": 0.4565,
      "step": 288950
    },
    {
      "epoch": 80.65,
      "grad_norm": 1.3933991193771362,
      "learning_rate": 4.654493491436396e-06,
      "loss": 0.4667,
      "step": 288960
    },
    {
      "epoch": 80.65,
      "grad_norm": 2.0821146965026855,
      "learning_rate": 4.654488969335496e-06,
      "loss": 0.4637,
      "step": 288970
    },
    {
      "epoch": 80.65,
      "grad_norm": 2.0075483322143555,
      "learning_rate": 4.654484446927035e-06,
      "loss": 0.4621,
      "step": 288980
    },
    {
      "epoch": 80.66,
      "grad_norm": 1.6572695970535278,
      "learning_rate": 4.654479924211015e-06,
      "loss": 0.4664,
      "step": 288990
    },
    {
      "epoch": 80.66,
      "grad_norm": 2.0184717178344727,
      "learning_rate": 4.654475401187436e-06,
      "loss": 0.4792,
      "step": 289000
    },
    {
      "epoch": 80.66,
      "grad_norm": 1.5792603492736816,
      "learning_rate": 4.654470877856299e-06,
      "loss": 0.4494,
      "step": 289010
    },
    {
      "epoch": 80.66,
      "grad_norm": 2.2368507385253906,
      "learning_rate": 4.654466354217604e-06,
      "loss": 0.4677,
      "step": 289020
    },
    {
      "epoch": 80.67,
      "grad_norm": 1.2716515064239502,
      "learning_rate": 4.654461830271354e-06,
      "loss": 0.4477,
      "step": 289030
    },
    {
      "epoch": 80.67,
      "grad_norm": 1.6371543407440186,
      "learning_rate": 4.6544573060175454e-06,
      "loss": 0.4677,
      "step": 289040
    },
    {
      "epoch": 80.67,
      "grad_norm": 1.884682059288025,
      "learning_rate": 4.654452781456181e-06,
      "loss": 0.4675,
      "step": 289050
    },
    {
      "epoch": 80.68,
      "grad_norm": 1.7828468084335327,
      "learning_rate": 4.654448256587262e-06,
      "loss": 0.4806,
      "step": 289060
    },
    {
      "epoch": 80.68,
      "grad_norm": 1.4053703546524048,
      "learning_rate": 4.654443731410789e-06,
      "loss": 0.4779,
      "step": 289070
    },
    {
      "epoch": 80.68,
      "grad_norm": 1.5844664573669434,
      "learning_rate": 4.654439205926762e-06,
      "loss": 0.4845,
      "step": 289080
    },
    {
      "epoch": 80.68,
      "grad_norm": 1.6453018188476562,
      "learning_rate": 4.654434680135181e-06,
      "loss": 0.4538,
      "step": 289090
    },
    {
      "epoch": 80.69,
      "grad_norm": 2.330929756164551,
      "learning_rate": 4.654430154036047e-06,
      "loss": 0.4702,
      "step": 289100
    },
    {
      "epoch": 80.69,
      "grad_norm": 1.4613463878631592,
      "learning_rate": 4.654425627629361e-06,
      "loss": 0.4714,
      "step": 289110
    },
    {
      "epoch": 80.69,
      "grad_norm": 1.5966198444366455,
      "learning_rate": 4.654421100915124e-06,
      "loss": 0.4676,
      "step": 289120
    },
    {
      "epoch": 80.69,
      "grad_norm": 1.487699270248413,
      "learning_rate": 4.654416573893336e-06,
      "loss": 0.4823,
      "step": 289130
    },
    {
      "epoch": 80.7,
      "grad_norm": 1.6238080263137817,
      "learning_rate": 4.6544120465639975e-06,
      "loss": 0.4541,
      "step": 289140
    },
    {
      "epoch": 80.7,
      "grad_norm": 1.7886961698532104,
      "learning_rate": 4.654407518927109e-06,
      "loss": 0.4763,
      "step": 289150
    },
    {
      "epoch": 80.7,
      "grad_norm": 1.344097375869751,
      "learning_rate": 4.654402990982672e-06,
      "loss": 0.4897,
      "step": 289160
    },
    {
      "epoch": 80.71,
      "grad_norm": 1.7243118286132812,
      "learning_rate": 4.654398462730686e-06,
      "loss": 0.4739,
      "step": 289170
    },
    {
      "epoch": 80.71,
      "grad_norm": 1.5386226177215576,
      "learning_rate": 4.6543939341711516e-06,
      "loss": 0.48,
      "step": 289180
    },
    {
      "epoch": 80.71,
      "grad_norm": 1.434640884399414,
      "learning_rate": 4.654389405304071e-06,
      "loss": 0.473,
      "step": 289190
    },
    {
      "epoch": 80.71,
      "grad_norm": 1.615096092224121,
      "learning_rate": 4.654384876129442e-06,
      "loss": 0.4907,
      "step": 289200
    },
    {
      "epoch": 80.72,
      "grad_norm": 1.8449954986572266,
      "learning_rate": 4.654380346647267e-06,
      "loss": 0.4726,
      "step": 289210
    },
    {
      "epoch": 80.72,
      "grad_norm": 1.539493441581726,
      "learning_rate": 4.654375816857548e-06,
      "loss": 0.454,
      "step": 289220
    },
    {
      "epoch": 80.72,
      "grad_norm": 1.3465615510940552,
      "learning_rate": 4.654371286760284e-06,
      "loss": 0.4521,
      "step": 289230
    },
    {
      "epoch": 80.73,
      "grad_norm": 1.8628790378570557,
      "learning_rate": 4.654366756355475e-06,
      "loss": 0.4681,
      "step": 289240
    },
    {
      "epoch": 80.73,
      "grad_norm": 1.9309808015823364,
      "learning_rate": 4.654362225643122e-06,
      "loss": 0.4697,
      "step": 289250
    },
    {
      "epoch": 80.73,
      "grad_norm": 1.486581802368164,
      "learning_rate": 4.6543576946232264e-06,
      "loss": 0.47,
      "step": 289260
    },
    {
      "epoch": 80.73,
      "grad_norm": 1.6180930137634277,
      "learning_rate": 4.6543531632957885e-06,
      "loss": 0.4579,
      "step": 289270
    },
    {
      "epoch": 80.74,
      "grad_norm": 1.6860649585723877,
      "learning_rate": 4.654348631660808e-06,
      "loss": 0.4717,
      "step": 289280
    },
    {
      "epoch": 80.74,
      "grad_norm": 1.7107805013656616,
      "learning_rate": 4.654344099718287e-06,
      "loss": 0.455,
      "step": 289290
    },
    {
      "epoch": 80.74,
      "grad_norm": 1.9531339406967163,
      "learning_rate": 4.654339567468224e-06,
      "loss": 0.4565,
      "step": 289300
    },
    {
      "epoch": 80.75,
      "grad_norm": 1.5842623710632324,
      "learning_rate": 4.654335034910622e-06,
      "loss": 0.4484,
      "step": 289310
    },
    {
      "epoch": 80.75,
      "grad_norm": 2.1246774196624756,
      "learning_rate": 4.65433050204548e-06,
      "loss": 0.4747,
      "step": 289320
    },
    {
      "epoch": 80.75,
      "grad_norm": 1.8958593606948853,
      "learning_rate": 4.654325968872799e-06,
      "loss": 0.4903,
      "step": 289330
    },
    {
      "epoch": 80.75,
      "grad_norm": 1.8360153436660767,
      "learning_rate": 4.654321435392581e-06,
      "loss": 0.4778,
      "step": 289340
    },
    {
      "epoch": 80.76,
      "grad_norm": 1.5132724046707153,
      "learning_rate": 4.654316901604824e-06,
      "loss": 0.4621,
      "step": 289350
    },
    {
      "epoch": 80.76,
      "grad_norm": 1.5739675760269165,
      "learning_rate": 4.65431236750953e-06,
      "loss": 0.4619,
      "step": 289360
    },
    {
      "epoch": 80.76,
      "grad_norm": 1.281457543373108,
      "learning_rate": 4.6543078331066995e-06,
      "loss": 0.4685,
      "step": 289370
    },
    {
      "epoch": 80.76,
      "grad_norm": 1.761093020439148,
      "learning_rate": 4.654303298396334e-06,
      "loss": 0.4993,
      "step": 289380
    },
    {
      "epoch": 80.77,
      "grad_norm": 1.5383354425430298,
      "learning_rate": 4.654298763378433e-06,
      "loss": 0.4505,
      "step": 289390
    },
    {
      "epoch": 80.77,
      "grad_norm": 1.8248990774154663,
      "learning_rate": 4.654294228052997e-06,
      "loss": 0.464,
      "step": 289400
    },
    {
      "epoch": 80.77,
      "grad_norm": 1.3983981609344482,
      "learning_rate": 4.654289692420026e-06,
      "loss": 0.4668,
      "step": 289410
    },
    {
      "epoch": 80.78,
      "grad_norm": 1.7248698472976685,
      "learning_rate": 4.654285156479523e-06,
      "loss": 0.4605,
      "step": 289420
    },
    {
      "epoch": 80.78,
      "grad_norm": 2.2298285961151123,
      "learning_rate": 4.6542806202314865e-06,
      "loss": 0.4465,
      "step": 289430
    },
    {
      "epoch": 80.78,
      "grad_norm": 1.8016551733016968,
      "learning_rate": 4.654276083675917e-06,
      "loss": 0.4697,
      "step": 289440
    },
    {
      "epoch": 80.78,
      "grad_norm": 1.737220048904419,
      "learning_rate": 4.654271546812817e-06,
      "loss": 0.4672,
      "step": 289450
    },
    {
      "epoch": 80.79,
      "grad_norm": 1.4824409484863281,
      "learning_rate": 4.654267009642185e-06,
      "loss": 0.4738,
      "step": 289460
    },
    {
      "epoch": 80.79,
      "grad_norm": 1.6782160997390747,
      "learning_rate": 4.6542624721640236e-06,
      "loss": 0.4754,
      "step": 289470
    },
    {
      "epoch": 80.79,
      "grad_norm": 2.0351991653442383,
      "learning_rate": 4.654257934378332e-06,
      "loss": 0.4568,
      "step": 289480
    },
    {
      "epoch": 80.8,
      "grad_norm": 4.879654884338379,
      "learning_rate": 4.654253396285111e-06,
      "loss": 0.4703,
      "step": 289490
    },
    {
      "epoch": 80.8,
      "grad_norm": 1.5248826742172241,
      "learning_rate": 4.654248857884362e-06,
      "loss": 0.453,
      "step": 289500
    },
    {
      "epoch": 80.8,
      "grad_norm": 1.833901286125183,
      "learning_rate": 4.6542443191760835e-06,
      "loss": 0.4627,
      "step": 289510
    },
    {
      "epoch": 80.8,
      "grad_norm": 1.8007372617721558,
      "learning_rate": 4.654239780160279e-06,
      "loss": 0.4586,
      "step": 289520
    },
    {
      "epoch": 80.81,
      "grad_norm": 1.6997627019882202,
      "learning_rate": 4.6542352408369475e-06,
      "loss": 0.4793,
      "step": 289530
    },
    {
      "epoch": 80.81,
      "grad_norm": 1.4711461067199707,
      "learning_rate": 4.654230701206089e-06,
      "loss": 0.4715,
      "step": 289540
    },
    {
      "epoch": 80.81,
      "grad_norm": 1.6632671356201172,
      "learning_rate": 4.654226161267705e-06,
      "loss": 0.4563,
      "step": 289550
    },
    {
      "epoch": 80.81,
      "grad_norm": 1.7831742763519287,
      "learning_rate": 4.6542216210217965e-06,
      "loss": 0.4769,
      "step": 289560
    },
    {
      "epoch": 80.82,
      "grad_norm": 2.09911847114563,
      "learning_rate": 4.654217080468364e-06,
      "loss": 0.4735,
      "step": 289570
    },
    {
      "epoch": 80.82,
      "grad_norm": 4.449141502380371,
      "learning_rate": 4.654212539607407e-06,
      "loss": 0.4908,
      "step": 289580
    },
    {
      "epoch": 80.82,
      "grad_norm": 1.8199617862701416,
      "learning_rate": 4.654207998438926e-06,
      "loss": 0.4808,
      "step": 289590
    },
    {
      "epoch": 80.83,
      "grad_norm": 1.5716145038604736,
      "learning_rate": 4.654203456962924e-06,
      "loss": 0.4741,
      "step": 289600
    },
    {
      "epoch": 80.83,
      "grad_norm": 1.556226134300232,
      "learning_rate": 4.6541989151794e-06,
      "loss": 0.4624,
      "step": 289610
    },
    {
      "epoch": 80.83,
      "grad_norm": 1.5866527557373047,
      "learning_rate": 4.654194373088353e-06,
      "loss": 0.4746,
      "step": 289620
    },
    {
      "epoch": 80.83,
      "grad_norm": 1.8101288080215454,
      "learning_rate": 4.654189830689787e-06,
      "loss": 0.4799,
      "step": 289630
    },
    {
      "epoch": 80.84,
      "grad_norm": 2.4460086822509766,
      "learning_rate": 4.6541852879837e-06,
      "loss": 0.4661,
      "step": 289640
    },
    {
      "epoch": 80.84,
      "grad_norm": 1.310044527053833,
      "learning_rate": 4.654180744970093e-06,
      "loss": 0.4667,
      "step": 289650
    },
    {
      "epoch": 80.84,
      "grad_norm": 1.3983874320983887,
      "learning_rate": 4.6541762016489685e-06,
      "loss": 0.4795,
      "step": 289660
    },
    {
      "epoch": 80.85,
      "grad_norm": 1.6688438653945923,
      "learning_rate": 4.654171658020324e-06,
      "loss": 0.4851,
      "step": 289670
    },
    {
      "epoch": 80.85,
      "grad_norm": 1.3580516576766968,
      "learning_rate": 4.654167114084162e-06,
      "loss": 0.4576,
      "step": 289680
    },
    {
      "epoch": 80.85,
      "grad_norm": 1.841080904006958,
      "learning_rate": 4.654162569840483e-06,
      "loss": 0.4623,
      "step": 289690
    },
    {
      "epoch": 80.85,
      "grad_norm": 1.4262083768844604,
      "learning_rate": 4.654158025289288e-06,
      "loss": 0.4741,
      "step": 289700
    },
    {
      "epoch": 80.86,
      "grad_norm": 1.464481234550476,
      "learning_rate": 4.6541534804305766e-06,
      "loss": 0.4812,
      "step": 289710
    },
    {
      "epoch": 80.86,
      "grad_norm": 1.8905775547027588,
      "learning_rate": 4.65414893526435e-06,
      "loss": 0.4636,
      "step": 289720
    },
    {
      "epoch": 80.86,
      "grad_norm": 2.18241024017334,
      "learning_rate": 4.654144389790609e-06,
      "loss": 0.4849,
      "step": 289730
    },
    {
      "epoch": 80.87,
      "grad_norm": 1.9232816696166992,
      "learning_rate": 4.654139844009353e-06,
      "loss": 0.4617,
      "step": 289740
    },
    {
      "epoch": 80.87,
      "grad_norm": 1.4234840869903564,
      "learning_rate": 4.654135297920585e-06,
      "loss": 0.4682,
      "step": 289750
    },
    {
      "epoch": 80.87,
      "grad_norm": 2.1105005741119385,
      "learning_rate": 4.6541307515243035e-06,
      "loss": 0.4771,
      "step": 289760
    },
    {
      "epoch": 80.87,
      "grad_norm": 1.9310693740844727,
      "learning_rate": 4.654126204820509e-06,
      "loss": 0.4567,
      "step": 289770
    },
    {
      "epoch": 80.88,
      "grad_norm": 1.6945399045944214,
      "learning_rate": 4.654121657809203e-06,
      "loss": 0.4852,
      "step": 289780
    },
    {
      "epoch": 80.88,
      "grad_norm": 1.8844478130340576,
      "learning_rate": 4.654117110490386e-06,
      "loss": 0.4436,
      "step": 289790
    },
    {
      "epoch": 80.88,
      "grad_norm": 1.2214555740356445,
      "learning_rate": 4.654112562864059e-06,
      "loss": 0.4826,
      "step": 289800
    },
    {
      "epoch": 80.88,
      "grad_norm": 1.6312140226364136,
      "learning_rate": 4.6541080149302214e-06,
      "loss": 0.4748,
      "step": 289810
    },
    {
      "epoch": 80.89,
      "grad_norm": 1.7214546203613281,
      "learning_rate": 4.654103466688875e-06,
      "loss": 0.4588,
      "step": 289820
    },
    {
      "epoch": 80.89,
      "grad_norm": 1.7013781070709229,
      "learning_rate": 4.654098918140019e-06,
      "loss": 0.4598,
      "step": 289830
    },
    {
      "epoch": 80.89,
      "grad_norm": 1.6848461627960205,
      "learning_rate": 4.654094369283656e-06,
      "loss": 0.4628,
      "step": 289840
    },
    {
      "epoch": 80.9,
      "grad_norm": 1.7004832029342651,
      "learning_rate": 4.654089820119786e-06,
      "loss": 0.4719,
      "step": 289850
    },
    {
      "epoch": 80.9,
      "grad_norm": 2.0311803817749023,
      "learning_rate": 4.654085270648407e-06,
      "loss": 0.4593,
      "step": 289860
    },
    {
      "epoch": 80.9,
      "grad_norm": 6.994149684906006,
      "learning_rate": 4.654080720869524e-06,
      "loss": 0.4729,
      "step": 289870
    },
    {
      "epoch": 80.9,
      "grad_norm": 1.733213186264038,
      "learning_rate": 4.654076170783134e-06,
      "loss": 0.4482,
      "step": 289880
    },
    {
      "epoch": 80.91,
      "grad_norm": 1.7629399299621582,
      "learning_rate": 4.65407162038924e-06,
      "loss": 0.4712,
      "step": 289890
    },
    {
      "epoch": 80.91,
      "grad_norm": 1.684159278869629,
      "learning_rate": 4.654067069687841e-06,
      "loss": 0.4744,
      "step": 289900
    },
    {
      "epoch": 80.91,
      "grad_norm": 1.2793920040130615,
      "learning_rate": 4.654062518678937e-06,
      "loss": 0.4665,
      "step": 289910
    },
    {
      "epoch": 80.92,
      "grad_norm": 1.6978113651275635,
      "learning_rate": 4.6540579673625315e-06,
      "loss": 0.4494,
      "step": 289920
    },
    {
      "epoch": 80.92,
      "grad_norm": 1.8403688669204712,
      "learning_rate": 4.654053415738623e-06,
      "loss": 0.4416,
      "step": 289930
    },
    {
      "epoch": 80.92,
      "grad_norm": 2.3100788593292236,
      "learning_rate": 4.654048863807212e-06,
      "loss": 0.4628,
      "step": 289940
    },
    {
      "epoch": 80.92,
      "grad_norm": 1.6629067659378052,
      "learning_rate": 4.6540443115683e-06,
      "loss": 0.4526,
      "step": 289950
    },
    {
      "epoch": 80.93,
      "grad_norm": 2.1034128665924072,
      "learning_rate": 4.654039759021887e-06,
      "loss": 0.4622,
      "step": 289960
    },
    {
      "epoch": 80.93,
      "grad_norm": 1.8749603033065796,
      "learning_rate": 4.654035206167974e-06,
      "loss": 0.4613,
      "step": 289970
    },
    {
      "epoch": 80.93,
      "grad_norm": 1.8299020528793335,
      "learning_rate": 4.654030653006561e-06,
      "loss": 0.4698,
      "step": 289980
    },
    {
      "epoch": 80.93,
      "grad_norm": 1.8213388919830322,
      "learning_rate": 4.65402609953765e-06,
      "loss": 0.4647,
      "step": 289990
    },
    {
      "epoch": 80.94,
      "grad_norm": 1.7387657165527344,
      "learning_rate": 4.654021545761239e-06,
      "loss": 0.4549,
      "step": 290000
    },
    {
      "epoch": 80.94,
      "grad_norm": 1.528133511543274,
      "learning_rate": 4.654016991677332e-06,
      "loss": 0.4644,
      "step": 290010
    },
    {
      "epoch": 80.94,
      "grad_norm": 1.4848148822784424,
      "learning_rate": 4.654012437285926e-06,
      "loss": 0.4819,
      "step": 290020
    },
    {
      "epoch": 80.95,
      "grad_norm": 1.4764182567596436,
      "learning_rate": 4.654007882587025e-06,
      "loss": 0.4876,
      "step": 290030
    },
    {
      "epoch": 80.95,
      "grad_norm": 1.8908839225769043,
      "learning_rate": 4.654003327580627e-06,
      "loss": 0.4707,
      "step": 290040
    },
    {
      "epoch": 80.95,
      "grad_norm": 2.098841905593872,
      "learning_rate": 4.653998772266734e-06,
      "loss": 0.4629,
      "step": 290050
    },
    {
      "epoch": 80.95,
      "grad_norm": 1.7657039165496826,
      "learning_rate": 4.653994216645347e-06,
      "loss": 0.4615,
      "step": 290060
    },
    {
      "epoch": 80.96,
      "grad_norm": 2.0759735107421875,
      "learning_rate": 4.653989660716465e-06,
      "loss": 0.4558,
      "step": 290070
    },
    {
      "epoch": 80.96,
      "grad_norm": 2.1792428493499756,
      "learning_rate": 4.65398510448009e-06,
      "loss": 0.473,
      "step": 290080
    },
    {
      "epoch": 80.96,
      "grad_norm": 1.6900910139083862,
      "learning_rate": 4.653980547936221e-06,
      "loss": 0.449,
      "step": 290090
    },
    {
      "epoch": 80.97,
      "grad_norm": 1.8188928365707397,
      "learning_rate": 4.6539759910848605e-06,
      "loss": 0.4465,
      "step": 290100
    },
    {
      "epoch": 80.97,
      "grad_norm": 1.4834517240524292,
      "learning_rate": 4.6539714339260085e-06,
      "loss": 0.4681,
      "step": 290110
    },
    {
      "epoch": 80.97,
      "grad_norm": 1.7053577899932861,
      "learning_rate": 4.653966876459665e-06,
      "loss": 0.4579,
      "step": 290120
    },
    {
      "epoch": 80.97,
      "grad_norm": 1.7397099733352661,
      "learning_rate": 4.653962318685831e-06,
      "loss": 0.4653,
      "step": 290130
    },
    {
      "epoch": 80.98,
      "grad_norm": 1.4756340980529785,
      "learning_rate": 4.653957760604508e-06,
      "loss": 0.4787,
      "step": 290140
    },
    {
      "epoch": 80.98,
      "grad_norm": 1.6672550439834595,
      "learning_rate": 4.6539532022156945e-06,
      "loss": 0.4714,
      "step": 290150
    },
    {
      "epoch": 80.98,
      "grad_norm": 2.103835344314575,
      "learning_rate": 4.653948643519393e-06,
      "loss": 0.4495,
      "step": 290160
    },
    {
      "epoch": 80.99,
      "grad_norm": 1.4565008878707886,
      "learning_rate": 4.653944084515603e-06,
      "loss": 0.4654,
      "step": 290170
    },
    {
      "epoch": 80.99,
      "grad_norm": 1.4699876308441162,
      "learning_rate": 4.653939525204326e-06,
      "loss": 0.4682,
      "step": 290180
    },
    {
      "epoch": 80.99,
      "grad_norm": 1.916242003440857,
      "learning_rate": 4.653934965585562e-06,
      "loss": 0.4807,
      "step": 290190
    },
    {
      "epoch": 80.99,
      "grad_norm": 1.9382879734039307,
      "learning_rate": 4.6539304056593115e-06,
      "loss": 0.4615,
      "step": 290200
    },
    {
      "epoch": 81.0,
      "grad_norm": 1.8700129985809326,
      "learning_rate": 4.653925845425576e-06,
      "loss": 0.4408,
      "step": 290210
    },
    {
      "epoch": 81.0,
      "grad_norm": 2.085361957550049,
      "learning_rate": 4.653921284884354e-06,
      "loss": 0.4716,
      "step": 290220
    },
    {
      "epoch": 81.0,
      "eval_loss": 0.46807610988616943,
      "eval_runtime": 63.0172,
      "eval_samples_per_second": 80.28,
      "eval_steps_per_second": 10.045,
      "step": 290223
    },
    {
      "epoch": 81.0,
      "grad_norm": 1.8202074766159058,
      "learning_rate": 4.65391672403565e-06,
      "loss": 0.4642,
      "step": 290230
    },
    {
      "epoch": 81.0,
      "grad_norm": 1.6914646625518799,
      "learning_rate": 4.65391216287946e-06,
      "loss": 0.4618,
      "step": 290240
    },
    {
      "epoch": 81.01,
      "grad_norm": 1.4717062711715698,
      "learning_rate": 4.653907601415787e-06,
      "loss": 0.4728,
      "step": 290250
    },
    {
      "epoch": 81.01,
      "grad_norm": 1.6656137704849243,
      "learning_rate": 4.653903039644632e-06,
      "loss": 0.4674,
      "step": 290260
    },
    {
      "epoch": 81.01,
      "grad_norm": 2.167524814605713,
      "learning_rate": 4.653898477565996e-06,
      "loss": 0.4676,
      "step": 290270
    },
    {
      "epoch": 81.02,
      "grad_norm": 1.517754316329956,
      "learning_rate": 4.6538939151798764e-06,
      "loss": 0.4614,
      "step": 290280
    },
    {
      "epoch": 81.02,
      "grad_norm": 1.6395243406295776,
      "learning_rate": 4.653889352486277e-06,
      "loss": 0.4668,
      "step": 290290
    },
    {
      "epoch": 81.02,
      "grad_norm": 2.6107401847839355,
      "learning_rate": 4.653884789485198e-06,
      "loss": 0.4661,
      "step": 290300
    },
    {
      "epoch": 81.02,
      "grad_norm": 1.6745110750198364,
      "learning_rate": 4.653880226176639e-06,
      "loss": 0.4635,
      "step": 290310
    },
    {
      "epoch": 81.03,
      "grad_norm": 1.8476976156234741,
      "learning_rate": 4.653875662560601e-06,
      "loss": 0.4751,
      "step": 290320
    },
    {
      "epoch": 81.03,
      "grad_norm": 1.7301409244537354,
      "learning_rate": 4.653871098637085e-06,
      "loss": 0.4714,
      "step": 290330
    },
    {
      "epoch": 81.03,
      "grad_norm": 1.6555792093276978,
      "learning_rate": 4.653866534406091e-06,
      "loss": 0.4841,
      "step": 290340
    },
    {
      "epoch": 81.04,
      "grad_norm": 4.348269939422607,
      "learning_rate": 4.653861969867619e-06,
      "loss": 0.4621,
      "step": 290350
    },
    {
      "epoch": 81.04,
      "grad_norm": 1.7681117057800293,
      "learning_rate": 4.653857405021671e-06,
      "loss": 0.4658,
      "step": 290360
    },
    {
      "epoch": 81.04,
      "grad_norm": 2.122796058654785,
      "learning_rate": 4.653852839868249e-06,
      "loss": 0.4674,
      "step": 290370
    },
    {
      "epoch": 81.04,
      "grad_norm": 1.809888482093811,
      "learning_rate": 4.653848274407349e-06,
      "loss": 0.4886,
      "step": 290380
    },
    {
      "epoch": 81.05,
      "grad_norm": 1.5549811124801636,
      "learning_rate": 4.653843708638975e-06,
      "loss": 0.4702,
      "step": 290390
    },
    {
      "epoch": 81.05,
      "grad_norm": 1.485756516456604,
      "learning_rate": 4.653839142563128e-06,
      "loss": 0.4598,
      "step": 290400
    },
    {
      "epoch": 81.05,
      "grad_norm": 1.481912612915039,
      "learning_rate": 4.653834576179807e-06,
      "loss": 0.4537,
      "step": 290410
    },
    {
      "epoch": 81.05,
      "grad_norm": 1.4717779159545898,
      "learning_rate": 4.653830009489013e-06,
      "loss": 0.475,
      "step": 290420
    },
    {
      "epoch": 81.06,
      "grad_norm": 2.2013745307922363,
      "learning_rate": 4.6538254424907455e-06,
      "loss": 0.4697,
      "step": 290430
    },
    {
      "epoch": 81.06,
      "grad_norm": 1.4844352006912231,
      "learning_rate": 4.653820875185008e-06,
      "loss": 0.4561,
      "step": 290440
    },
    {
      "epoch": 81.06,
      "grad_norm": 1.7618201971054077,
      "learning_rate": 4.653816307571798e-06,
      "loss": 0.4899,
      "step": 290450
    },
    {
      "epoch": 81.07,
      "grad_norm": 1.9531898498535156,
      "learning_rate": 4.653811739651119e-06,
      "loss": 0.4655,
      "step": 290460
    },
    {
      "epoch": 81.07,
      "grad_norm": 2.0030272006988525,
      "learning_rate": 4.653807171422969e-06,
      "loss": 0.4825,
      "step": 290470
    },
    {
      "epoch": 81.07,
      "grad_norm": 1.9705567359924316,
      "learning_rate": 4.65380260288735e-06,
      "loss": 0.4594,
      "step": 290480
    },
    {
      "epoch": 81.07,
      "grad_norm": 1.8188704252243042,
      "learning_rate": 4.653798034044263e-06,
      "loss": 0.4731,
      "step": 290490
    },
    {
      "epoch": 81.08,
      "grad_norm": 1.879568338394165,
      "learning_rate": 4.653793464893708e-06,
      "loss": 0.4583,
      "step": 290500
    },
    {
      "epoch": 81.08,
      "grad_norm": 1.7628538608551025,
      "learning_rate": 4.653788895435685e-06,
      "loss": 0.453,
      "step": 290510
    },
    {
      "epoch": 81.08,
      "grad_norm": 2.047783613204956,
      "learning_rate": 4.653784325670195e-06,
      "loss": 0.4459,
      "step": 290520
    },
    {
      "epoch": 81.09,
      "grad_norm": 2.785529851913452,
      "learning_rate": 4.653779755597239e-06,
      "loss": 0.457,
      "step": 290530
    },
    {
      "epoch": 81.09,
      "grad_norm": 2.1815106868743896,
      "learning_rate": 4.653775185216819e-06,
      "loss": 0.4894,
      "step": 290540
    },
    {
      "epoch": 81.09,
      "grad_norm": 1.5909450054168701,
      "learning_rate": 4.653770614528932e-06,
      "loss": 0.4588,
      "step": 290550
    },
    {
      "epoch": 81.09,
      "grad_norm": 1.8986930847167969,
      "learning_rate": 4.653766043533581e-06,
      "loss": 0.4872,
      "step": 290560
    },
    {
      "epoch": 81.1,
      "grad_norm": 1.4091134071350098,
      "learning_rate": 4.653761472230767e-06,
      "loss": 0.4589,
      "step": 290570
    },
    {
      "epoch": 81.1,
      "grad_norm": 2.08178973197937,
      "learning_rate": 4.653756900620489e-06,
      "loss": 0.4812,
      "step": 290580
    },
    {
      "epoch": 81.1,
      "grad_norm": 1.9842324256896973,
      "learning_rate": 4.653752328702749e-06,
      "loss": 0.4737,
      "step": 290590
    },
    {
      "epoch": 81.11,
      "grad_norm": 1.6297067403793335,
      "learning_rate": 4.653747756477547e-06,
      "loss": 0.4482,
      "step": 290600
    },
    {
      "epoch": 81.11,
      "grad_norm": 1.80452299118042,
      "learning_rate": 4.653743183944883e-06,
      "loss": 0.4642,
      "step": 290610
    },
    {
      "epoch": 81.11,
      "grad_norm": 1.9418158531188965,
      "learning_rate": 4.653738611104759e-06,
      "loss": 0.4715,
      "step": 290620
    },
    {
      "epoch": 81.11,
      "grad_norm": 1.9459093809127808,
      "learning_rate": 4.653734037957175e-06,
      "loss": 0.4592,
      "step": 290630
    },
    {
      "epoch": 81.12,
      "grad_norm": 1.8476861715316772,
      "learning_rate": 4.653729464502131e-06,
      "loss": 0.4734,
      "step": 290640
    },
    {
      "epoch": 81.12,
      "grad_norm": 2.0609936714172363,
      "learning_rate": 4.653724890739629e-06,
      "loss": 0.4521,
      "step": 290650
    },
    {
      "epoch": 81.12,
      "grad_norm": 1.5172595977783203,
      "learning_rate": 4.653720316669667e-06,
      "loss": 0.4622,
      "step": 290660
    },
    {
      "epoch": 81.12,
      "grad_norm": 1.535884141921997,
      "learning_rate": 4.653715742292248e-06,
      "loss": 0.476,
      "step": 290670
    },
    {
      "epoch": 81.13,
      "grad_norm": 1.7765018939971924,
      "learning_rate": 4.653711167607373e-06,
      "loss": 0.4568,
      "step": 290680
    },
    {
      "epoch": 81.13,
      "grad_norm": 1.5500985383987427,
      "learning_rate": 4.653706592615041e-06,
      "loss": 0.4784,
      "step": 290690
    },
    {
      "epoch": 81.13,
      "grad_norm": 1.6819217205047607,
      "learning_rate": 4.653702017315252e-06,
      "loss": 0.4751,
      "step": 290700
    },
    {
      "epoch": 81.14,
      "grad_norm": 1.7076385021209717,
      "learning_rate": 4.653697441708009e-06,
      "loss": 0.4748,
      "step": 290710
    },
    {
      "epoch": 81.14,
      "grad_norm": 2.027229070663452,
      "learning_rate": 4.6536928657933114e-06,
      "loss": 0.4844,
      "step": 290720
    },
    {
      "epoch": 81.14,
      "grad_norm": 1.9298515319824219,
      "learning_rate": 4.65368828957116e-06,
      "loss": 0.474,
      "step": 290730
    },
    {
      "epoch": 81.14,
      "grad_norm": 2.6102712154388428,
      "learning_rate": 4.653683713041554e-06,
      "loss": 0.4701,
      "step": 290740
    },
    {
      "epoch": 81.15,
      "grad_norm": 1.806835651397705,
      "learning_rate": 4.6536791362044955e-06,
      "loss": 0.4431,
      "step": 290750
    },
    {
      "epoch": 81.15,
      "grad_norm": 1.4604977369308472,
      "learning_rate": 4.653674559059986e-06,
      "loss": 0.4908,
      "step": 290760
    },
    {
      "epoch": 81.15,
      "grad_norm": 1.880373477935791,
      "learning_rate": 4.653669981608023e-06,
      "loss": 0.4641,
      "step": 290770
    },
    {
      "epoch": 81.16,
      "grad_norm": 2.6700572967529297,
      "learning_rate": 4.65366540384861e-06,
      "loss": 0.4552,
      "step": 290780
    },
    {
      "epoch": 81.16,
      "grad_norm": 1.6413207054138184,
      "learning_rate": 4.653660825781747e-06,
      "loss": 0.4718,
      "step": 290790
    },
    {
      "epoch": 81.16,
      "grad_norm": 1.5881925821304321,
      "learning_rate": 4.653656247407434e-06,
      "loss": 0.4837,
      "step": 290800
    },
    {
      "epoch": 81.16,
      "grad_norm": 1.6022028923034668,
      "learning_rate": 4.653651668725672e-06,
      "loss": 0.4791,
      "step": 290810
    },
    {
      "epoch": 81.17,
      "grad_norm": 1.7442913055419922,
      "learning_rate": 4.653647089736461e-06,
      "loss": 0.4698,
      "step": 290820
    },
    {
      "epoch": 81.17,
      "grad_norm": 1.5201486349105835,
      "learning_rate": 4.6536425104398024e-06,
      "loss": 0.4467,
      "step": 290830
    },
    {
      "epoch": 81.17,
      "grad_norm": 1.8559939861297607,
      "learning_rate": 4.653637930835696e-06,
      "loss": 0.484,
      "step": 290840
    },
    {
      "epoch": 81.17,
      "grad_norm": 1.2209831476211548,
      "learning_rate": 4.653633350924143e-06,
      "loss": 0.4598,
      "step": 290850
    },
    {
      "epoch": 81.18,
      "grad_norm": 1.908637285232544,
      "learning_rate": 4.6536287707051445e-06,
      "loss": 0.4857,
      "step": 290860
    },
    {
      "epoch": 81.18,
      "grad_norm": 1.4180326461791992,
      "learning_rate": 4.6536241901787e-06,
      "loss": 0.4781,
      "step": 290870
    },
    {
      "epoch": 81.18,
      "grad_norm": 1.603958249092102,
      "learning_rate": 4.653619609344811e-06,
      "loss": 0.463,
      "step": 290880
    },
    {
      "epoch": 81.19,
      "grad_norm": 1.7007933855056763,
      "learning_rate": 4.653615028203477e-06,
      "loss": 0.4609,
      "step": 290890
    },
    {
      "epoch": 81.19,
      "grad_norm": 1.9070109128952026,
      "learning_rate": 4.6536104467547e-06,
      "loss": 0.4589,
      "step": 290900
    },
    {
      "epoch": 81.19,
      "grad_norm": 1.7784194946289062,
      "learning_rate": 4.65360586499848e-06,
      "loss": 0.4437,
      "step": 290910
    },
    {
      "epoch": 81.19,
      "grad_norm": 1.7554826736450195,
      "learning_rate": 4.653601282934818e-06,
      "loss": 0.4608,
      "step": 290920
    },
    {
      "epoch": 81.2,
      "grad_norm": 1.82833731174469,
      "learning_rate": 4.653596700563713e-06,
      "loss": 0.444,
      "step": 290930
    },
    {
      "epoch": 81.2,
      "grad_norm": 1.6815537214279175,
      "learning_rate": 4.653592117885167e-06,
      "loss": 0.4598,
      "step": 290940
    },
    {
      "epoch": 81.2,
      "grad_norm": 1.4515496492385864,
      "learning_rate": 4.653587534899181e-06,
      "loss": 0.4629,
      "step": 290950
    },
    {
      "epoch": 81.21,
      "grad_norm": 1.5304384231567383,
      "learning_rate": 4.653582951605755e-06,
      "loss": 0.4555,
      "step": 290960
    },
    {
      "epoch": 81.21,
      "grad_norm": 1.6793198585510254,
      "learning_rate": 4.653578368004888e-06,
      "loss": 0.4449,
      "step": 290970
    },
    {
      "epoch": 81.21,
      "grad_norm": 1.5335450172424316,
      "learning_rate": 4.653573784096584e-06,
      "loss": 0.4576,
      "step": 290980
    },
    {
      "epoch": 81.21,
      "grad_norm": 2.5720643997192383,
      "learning_rate": 4.653569199880842e-06,
      "loss": 0.4689,
      "step": 290990
    },
    {
      "epoch": 81.22,
      "grad_norm": 1.5609071254730225,
      "learning_rate": 4.653564615357661e-06,
      "loss": 0.4718,
      "step": 291000
    },
    {
      "epoch": 81.22,
      "grad_norm": 1.5791072845458984,
      "learning_rate": 4.653560030527044e-06,
      "loss": 0.452,
      "step": 291010
    },
    {
      "epoch": 81.22,
      "grad_norm": 1.6527881622314453,
      "learning_rate": 4.65355544538899e-06,
      "loss": 0.4531,
      "step": 291020
    },
    {
      "epoch": 81.23,
      "grad_norm": 1.8607951402664185,
      "learning_rate": 4.653550859943501e-06,
      "loss": 0.4618,
      "step": 291030
    },
    {
      "epoch": 81.23,
      "grad_norm": 1.7457213401794434,
      "learning_rate": 4.653546274190577e-06,
      "loss": 0.468,
      "step": 291040
    },
    {
      "epoch": 81.23,
      "grad_norm": 1.3738114833831787,
      "learning_rate": 4.653541688130218e-06,
      "loss": 0.4558,
      "step": 291050
    },
    {
      "epoch": 81.23,
      "grad_norm": 1.5937111377716064,
      "learning_rate": 4.653537101762425e-06,
      "loss": 0.4884,
      "step": 291060
    },
    {
      "epoch": 81.24,
      "grad_norm": 1.8691749572753906,
      "learning_rate": 4.6535325150871985e-06,
      "loss": 0.4726,
      "step": 291070
    },
    {
      "epoch": 81.24,
      "grad_norm": 1.9250150918960571,
      "learning_rate": 4.65352792810454e-06,
      "loss": 0.4754,
      "step": 291080
    },
    {
      "epoch": 81.24,
      "grad_norm": 1.399215579032898,
      "learning_rate": 4.653523340814449e-06,
      "loss": 0.4674,
      "step": 291090
    },
    {
      "epoch": 81.24,
      "grad_norm": 1.7459838390350342,
      "learning_rate": 4.653518753216927e-06,
      "loss": 0.472,
      "step": 291100
    },
    {
      "epoch": 81.25,
      "grad_norm": 2.0172626972198486,
      "learning_rate": 4.653514165311974e-06,
      "loss": 0.4779,
      "step": 291110
    },
    {
      "epoch": 81.25,
      "grad_norm": 1.6827393770217896,
      "learning_rate": 4.65350957709959e-06,
      "loss": 0.4678,
      "step": 291120
    },
    {
      "epoch": 81.25,
      "grad_norm": 1.9517135620117188,
      "learning_rate": 4.6535049885797766e-06,
      "loss": 0.4489,
      "step": 291130
    },
    {
      "epoch": 81.26,
      "grad_norm": 1.3321778774261475,
      "learning_rate": 4.653500399752534e-06,
      "loss": 0.456,
      "step": 291140
    },
    {
      "epoch": 81.26,
      "grad_norm": 1.592578649520874,
      "learning_rate": 4.653495810617865e-06,
      "loss": 0.4841,
      "step": 291150
    },
    {
      "epoch": 81.26,
      "grad_norm": 1.6679407358169556,
      "learning_rate": 4.653491221175767e-06,
      "loss": 0.4771,
      "step": 291160
    },
    {
      "epoch": 81.26,
      "grad_norm": 1.72343909740448,
      "learning_rate": 4.653486631426241e-06,
      "loss": 0.4723,
      "step": 291170
    },
    {
      "epoch": 81.27,
      "grad_norm": 1.7742749452590942,
      "learning_rate": 4.6534820413692885e-06,
      "loss": 0.4645,
      "step": 291180
    },
    {
      "epoch": 81.27,
      "grad_norm": 1.4409923553466797,
      "learning_rate": 4.653477451004911e-06,
      "loss": 0.4586,
      "step": 291190
    },
    {
      "epoch": 81.27,
      "grad_norm": 1.6275575160980225,
      "learning_rate": 4.653472860333107e-06,
      "loss": 0.4572,
      "step": 291200
    },
    {
      "epoch": 81.28,
      "grad_norm": 1.5256452560424805,
      "learning_rate": 4.65346826935388e-06,
      "loss": 0.4857,
      "step": 291210
    },
    {
      "epoch": 81.28,
      "grad_norm": 1.4197851419448853,
      "learning_rate": 4.6534636780672275e-06,
      "loss": 0.4546,
      "step": 291220
    },
    {
      "epoch": 81.28,
      "grad_norm": 1.7050703763961792,
      "learning_rate": 4.653459086473151e-06,
      "loss": 0.4627,
      "step": 291230
    },
    {
      "epoch": 81.28,
      "grad_norm": 1.5769678354263306,
      "learning_rate": 4.653454494571653e-06,
      "loss": 0.45,
      "step": 291240
    },
    {
      "epoch": 81.29,
      "grad_norm": 2.9134445190429688,
      "learning_rate": 4.653449902362732e-06,
      "loss": 0.4581,
      "step": 291250
    },
    {
      "epoch": 81.29,
      "grad_norm": 1.95820951461792,
      "learning_rate": 4.653445309846389e-06,
      "loss": 0.4565,
      "step": 291260
    },
    {
      "epoch": 81.29,
      "grad_norm": 1.3318722248077393,
      "learning_rate": 4.6534407170226255e-06,
      "loss": 0.47,
      "step": 291270
    },
    {
      "epoch": 81.3,
      "grad_norm": 1.5223571062088013,
      "learning_rate": 4.653436123891441e-06,
      "loss": 0.4739,
      "step": 291280
    },
    {
      "epoch": 81.3,
      "grad_norm": 2.0780563354492188,
      "learning_rate": 4.653431530452837e-06,
      "loss": 0.4725,
      "step": 291290
    },
    {
      "epoch": 81.3,
      "grad_norm": 1.838829517364502,
      "learning_rate": 4.653426936706814e-06,
      "loss": 0.4722,
      "step": 291300
    },
    {
      "epoch": 81.3,
      "grad_norm": 1.7771105766296387,
      "learning_rate": 4.653422342653372e-06,
      "loss": 0.4759,
      "step": 291310
    },
    {
      "epoch": 81.31,
      "grad_norm": 1.6508744955062866,
      "learning_rate": 4.653417748292512e-06,
      "loss": 0.4702,
      "step": 291320
    },
    {
      "epoch": 81.31,
      "grad_norm": 1.6546447277069092,
      "learning_rate": 4.6534131536242344e-06,
      "loss": 0.4685,
      "step": 291330
    },
    {
      "epoch": 81.31,
      "grad_norm": 3.365084648132324,
      "learning_rate": 4.65340855864854e-06,
      "loss": 0.4661,
      "step": 291340
    },
    {
      "epoch": 81.31,
      "grad_norm": 2.1379849910736084,
      "learning_rate": 4.653403963365431e-06,
      "loss": 0.4622,
      "step": 291350
    },
    {
      "epoch": 81.32,
      "grad_norm": 1.6415225267410278,
      "learning_rate": 4.653399367774904e-06,
      "loss": 0.4731,
      "step": 291360
    },
    {
      "epoch": 81.32,
      "grad_norm": 1.970016598701477,
      "learning_rate": 4.653394771876964e-06,
      "loss": 0.4691,
      "step": 291370
    },
    {
      "epoch": 81.32,
      "grad_norm": 2.17805814743042,
      "learning_rate": 4.653390175671608e-06,
      "loss": 0.4414,
      "step": 291380
    },
    {
      "epoch": 81.33,
      "grad_norm": 1.8877980709075928,
      "learning_rate": 4.6533855791588395e-06,
      "loss": 0.462,
      "step": 291390
    },
    {
      "epoch": 81.33,
      "grad_norm": 1.4839314222335815,
      "learning_rate": 4.653380982338657e-06,
      "loss": 0.4423,
      "step": 291400
    },
    {
      "epoch": 81.33,
      "grad_norm": 1.8389253616333008,
      "learning_rate": 4.653376385211063e-06,
      "loss": 0.4559,
      "step": 291410
    },
    {
      "epoch": 81.33,
      "grad_norm": 1.8525135517120361,
      "learning_rate": 4.653371787776056e-06,
      "loss": 0.4825,
      "step": 291420
    },
    {
      "epoch": 81.34,
      "grad_norm": 1.7107638120651245,
      "learning_rate": 4.653367190033639e-06,
      "loss": 0.4672,
      "step": 291430
    },
    {
      "epoch": 81.34,
      "grad_norm": 2.008042335510254,
      "learning_rate": 4.653362591983811e-06,
      "loss": 0.4604,
      "step": 291440
    },
    {
      "epoch": 81.34,
      "grad_norm": 1.6865617036819458,
      "learning_rate": 4.653357993626571e-06,
      "loss": 0.459,
      "step": 291450
    },
    {
      "epoch": 81.35,
      "grad_norm": 1.499977707862854,
      "learning_rate": 4.653353394961923e-06,
      "loss": 0.4807,
      "step": 291460
    },
    {
      "epoch": 81.35,
      "grad_norm": 1.406408429145813,
      "learning_rate": 4.6533487959898665e-06,
      "loss": 0.4716,
      "step": 291470
    },
    {
      "epoch": 81.35,
      "grad_norm": 1.9297772645950317,
      "learning_rate": 4.653344196710401e-06,
      "loss": 0.4485,
      "step": 291480
    },
    {
      "epoch": 81.35,
      "grad_norm": 1.455631971359253,
      "learning_rate": 4.653339597123529e-06,
      "loss": 0.459,
      "step": 291490
    },
    {
      "epoch": 81.36,
      "grad_norm": 1.6680567264556885,
      "learning_rate": 4.65333499722925e-06,
      "loss": 0.4744,
      "step": 291500
    },
    {
      "epoch": 81.36,
      "grad_norm": 1.2376593351364136,
      "learning_rate": 4.653330397027563e-06,
      "loss": 0.4693,
      "step": 291510
    },
    {
      "epoch": 81.36,
      "grad_norm": 1.5512906312942505,
      "learning_rate": 4.653325796518471e-06,
      "loss": 0.4721,
      "step": 291520
    },
    {
      "epoch": 81.36,
      "grad_norm": 1.4750910997390747,
      "learning_rate": 4.653321195701974e-06,
      "loss": 0.4696,
      "step": 291530
    },
    {
      "epoch": 81.37,
      "grad_norm": 1.8066378831863403,
      "learning_rate": 4.653316594578073e-06,
      "loss": 0.466,
      "step": 291540
    },
    {
      "epoch": 81.37,
      "grad_norm": 1.5428909063339233,
      "learning_rate": 4.653311993146768e-06,
      "loss": 0.4826,
      "step": 291550
    },
    {
      "epoch": 81.37,
      "grad_norm": 1.7033960819244385,
      "learning_rate": 4.653307391408059e-06,
      "loss": 0.4594,
      "step": 291560
    },
    {
      "epoch": 81.38,
      "grad_norm": 1.4198627471923828,
      "learning_rate": 4.653302789361947e-06,
      "loss": 0.4764,
      "step": 291570
    },
    {
      "epoch": 81.38,
      "grad_norm": 1.4170892238616943,
      "learning_rate": 4.653298187008433e-06,
      "loss": 0.4771,
      "step": 291580
    },
    {
      "epoch": 81.38,
      "grad_norm": 1.887682557106018,
      "learning_rate": 4.6532935843475186e-06,
      "loss": 0.4683,
      "step": 291590
    },
    {
      "epoch": 81.38,
      "grad_norm": 2.1630859375,
      "learning_rate": 4.653288981379203e-06,
      "loss": 0.4553,
      "step": 291600
    },
    {
      "epoch": 81.39,
      "grad_norm": 2.2216861248016357,
      "learning_rate": 4.653284378103486e-06,
      "loss": 0.4567,
      "step": 291610
    },
    {
      "epoch": 81.39,
      "grad_norm": 1.4560812711715698,
      "learning_rate": 4.65327977452037e-06,
      "loss": 0.4764,
      "step": 291620
    },
    {
      "epoch": 81.39,
      "grad_norm": 1.7981395721435547,
      "learning_rate": 4.653275170629856e-06,
      "loss": 0.4726,
      "step": 291630
    },
    {
      "epoch": 81.4,
      "grad_norm": 2.164642095565796,
      "learning_rate": 4.653270566431942e-06,
      "loss": 0.4576,
      "step": 291640
    },
    {
      "epoch": 81.4,
      "grad_norm": 1.9391971826553345,
      "learning_rate": 4.653265961926631e-06,
      "loss": 0.4679,
      "step": 291650
    },
    {
      "epoch": 81.4,
      "grad_norm": 1.3989499807357788,
      "learning_rate": 4.653261357113922e-06,
      "loss": 0.4408,
      "step": 291660
    },
    {
      "epoch": 81.4,
      "grad_norm": 1.5190478563308716,
      "learning_rate": 4.653256751993817e-06,
      "loss": 0.4642,
      "step": 291670
    },
    {
      "epoch": 81.41,
      "grad_norm": 1.620652437210083,
      "learning_rate": 4.653252146566317e-06,
      "loss": 0.4643,
      "step": 291680
    },
    {
      "epoch": 81.41,
      "grad_norm": 1.7034515142440796,
      "learning_rate": 4.6532475408314194e-06,
      "loss": 0.4677,
      "step": 291690
    },
    {
      "epoch": 81.41,
      "grad_norm": 1.9155442714691162,
      "learning_rate": 4.653242934789129e-06,
      "loss": 0.4705,
      "step": 291700
    },
    {
      "epoch": 81.42,
      "grad_norm": 2.099266767501831,
      "learning_rate": 4.653238328439443e-06,
      "loss": 0.4612,
      "step": 291710
    },
    {
      "epoch": 81.42,
      "grad_norm": 1.765367865562439,
      "learning_rate": 4.653233721782365e-06,
      "loss": 0.4744,
      "step": 291720
    },
    {
      "epoch": 81.42,
      "grad_norm": 1.5945221185684204,
      "learning_rate": 4.6532291148178935e-06,
      "loss": 0.4537,
      "step": 291730
    },
    {
      "epoch": 81.42,
      "grad_norm": 1.817963719367981,
      "learning_rate": 4.6532245075460295e-06,
      "loss": 0.4697,
      "step": 291740
    },
    {
      "epoch": 81.43,
      "grad_norm": 2.0481529235839844,
      "learning_rate": 4.653219899966774e-06,
      "loss": 0.4561,
      "step": 291750
    },
    {
      "epoch": 81.43,
      "grad_norm": 1.7661771774291992,
      "learning_rate": 4.6532152920801265e-06,
      "loss": 0.5074,
      "step": 291760
    },
    {
      "epoch": 81.43,
      "grad_norm": 1.4639277458190918,
      "learning_rate": 4.653210683886089e-06,
      "loss": 0.4751,
      "step": 291770
    },
    {
      "epoch": 81.43,
      "grad_norm": 1.5614465475082397,
      "learning_rate": 4.653206075384662e-06,
      "loss": 0.4839,
      "step": 291780
    },
    {
      "epoch": 81.44,
      "grad_norm": 1.7199208736419678,
      "learning_rate": 4.653201466575846e-06,
      "loss": 0.4546,
      "step": 291790
    },
    {
      "epoch": 81.44,
      "grad_norm": 2.599752902984619,
      "learning_rate": 4.653196857459641e-06,
      "loss": 0.4834,
      "step": 291800
    },
    {
      "epoch": 81.44,
      "grad_norm": 1.6319465637207031,
      "learning_rate": 4.6531922480360485e-06,
      "loss": 0.4597,
      "step": 291810
    },
    {
      "epoch": 81.45,
      "grad_norm": 1.6549508571624756,
      "learning_rate": 4.653187638305068e-06,
      "loss": 0.4619,
      "step": 291820
    },
    {
      "epoch": 81.45,
      "grad_norm": 1.5789567232131958,
      "learning_rate": 4.653183028266701e-06,
      "loss": 0.4827,
      "step": 291830
    },
    {
      "epoch": 81.45,
      "grad_norm": 1.5973321199417114,
      "learning_rate": 4.653178417920947e-06,
      "loss": 0.4501,
      "step": 291840
    },
    {
      "epoch": 81.45,
      "grad_norm": 2.019197702407837,
      "learning_rate": 4.653173807267809e-06,
      "loss": 0.4645,
      "step": 291850
    },
    {
      "epoch": 81.46,
      "grad_norm": 1.733624815940857,
      "learning_rate": 4.653169196307285e-06,
      "loss": 0.4652,
      "step": 291860
    },
    {
      "epoch": 81.46,
      "grad_norm": 2.2156450748443604,
      "learning_rate": 4.653164585039377e-06,
      "loss": 0.4677,
      "step": 291870
    },
    {
      "epoch": 81.46,
      "grad_norm": 1.8339126110076904,
      "learning_rate": 4.653159973464085e-06,
      "loss": 0.4577,
      "step": 291880
    },
    {
      "epoch": 81.47,
      "grad_norm": 1.4887642860412598,
      "learning_rate": 4.653155361581411e-06,
      "loss": 0.4578,
      "step": 291890
    },
    {
      "epoch": 81.47,
      "grad_norm": 1.7379274368286133,
      "learning_rate": 4.653150749391353e-06,
      "loss": 0.4675,
      "step": 291900
    },
    {
      "epoch": 81.47,
      "grad_norm": 1.7052239179611206,
      "learning_rate": 4.653146136893914e-06,
      "loss": 0.4623,
      "step": 291910
    },
    {
      "epoch": 81.47,
      "grad_norm": 1.5738329887390137,
      "learning_rate": 4.653141524089093e-06,
      "loss": 0.4723,
      "step": 291920
    },
    {
      "epoch": 81.48,
      "grad_norm": 1.5853930711746216,
      "learning_rate": 4.653136910976892e-06,
      "loss": 0.4687,
      "step": 291930
    },
    {
      "epoch": 81.48,
      "grad_norm": 1.5941267013549805,
      "learning_rate": 4.6531322975573105e-06,
      "loss": 0.4617,
      "step": 291940
    },
    {
      "epoch": 81.48,
      "grad_norm": 1.5661563873291016,
      "learning_rate": 4.653127683830351e-06,
      "loss": 0.4572,
      "step": 291950
    },
    {
      "epoch": 81.48,
      "grad_norm": 1.22613525390625,
      "learning_rate": 4.653123069796011e-06,
      "loss": 0.4712,
      "step": 291960
    },
    {
      "epoch": 81.49,
      "grad_norm": 1.9552268981933594,
      "learning_rate": 4.6531184554542935e-06,
      "loss": 0.4577,
      "step": 291970
    },
    {
      "epoch": 81.49,
      "grad_norm": 1.4914551973342896,
      "learning_rate": 4.653113840805199e-06,
      "loss": 0.4634,
      "step": 291980
    },
    {
      "epoch": 81.49,
      "grad_norm": 1.716211199760437,
      "learning_rate": 4.6531092258487265e-06,
      "loss": 0.464,
      "step": 291990
    },
    {
      "epoch": 81.5,
      "grad_norm": 2.0834858417510986,
      "learning_rate": 4.653104610584879e-06,
      "loss": 0.4717,
      "step": 292000
    },
    {
      "epoch": 81.5,
      "grad_norm": 1.4638075828552246,
      "learning_rate": 4.653099995013654e-06,
      "loss": 0.4537,
      "step": 292010
    },
    {
      "epoch": 81.5,
      "grad_norm": 1.665674090385437,
      "learning_rate": 4.653095379135054e-06,
      "loss": 0.4646,
      "step": 292020
    },
    {
      "epoch": 81.5,
      "grad_norm": 2.1632351875305176,
      "learning_rate": 4.653090762949081e-06,
      "loss": 0.4777,
      "step": 292030
    },
    {
      "epoch": 81.51,
      "grad_norm": 1.779742956161499,
      "learning_rate": 4.653086146455733e-06,
      "loss": 0.4731,
      "step": 292040
    },
    {
      "epoch": 81.51,
      "grad_norm": 1.827926516532898,
      "learning_rate": 4.653081529655012e-06,
      "loss": 0.4661,
      "step": 292050
    },
    {
      "epoch": 81.51,
      "grad_norm": 1.6721980571746826,
      "learning_rate": 4.653076912546919e-06,
      "loss": 0.4753,
      "step": 292060
    },
    {
      "epoch": 81.52,
      "grad_norm": 1.8465640544891357,
      "learning_rate": 4.653072295131453e-06,
      "loss": 0.4647,
      "step": 292070
    },
    {
      "epoch": 81.52,
      "grad_norm": 1.6663635969161987,
      "learning_rate": 4.653067677408616e-06,
      "loss": 0.4477,
      "step": 292080
    },
    {
      "epoch": 81.52,
      "grad_norm": 1.883402705192566,
      "learning_rate": 4.653063059378408e-06,
      "loss": 0.4399,
      "step": 292090
    },
    {
      "epoch": 81.52,
      "grad_norm": 1.8001734018325806,
      "learning_rate": 4.65305844104083e-06,
      "loss": 0.4791,
      "step": 292100
    },
    {
      "epoch": 81.53,
      "grad_norm": 1.6378626823425293,
      "learning_rate": 4.653053822395882e-06,
      "loss": 0.4475,
      "step": 292110
    },
    {
      "epoch": 81.53,
      "grad_norm": 1.6391932964324951,
      "learning_rate": 4.653049203443566e-06,
      "loss": 0.4724,
      "step": 292120
    },
    {
      "epoch": 81.53,
      "grad_norm": 2.0495083332061768,
      "learning_rate": 4.653044584183881e-06,
      "loss": 0.4633,
      "step": 292130
    },
    {
      "epoch": 81.54,
      "grad_norm": 1.435479998588562,
      "learning_rate": 4.653039964616828e-06,
      "loss": 0.4749,
      "step": 292140
    },
    {
      "epoch": 81.54,
      "grad_norm": 2.5939228534698486,
      "learning_rate": 4.653035344742408e-06,
      "loss": 0.4584,
      "step": 292150
    },
    {
      "epoch": 81.54,
      "grad_norm": 2.0711612701416016,
      "learning_rate": 4.6530307245606225e-06,
      "loss": 0.4643,
      "step": 292160
    },
    {
      "epoch": 81.54,
      "grad_norm": 1.5564532279968262,
      "learning_rate": 4.65302610407147e-06,
      "loss": 0.4594,
      "step": 292170
    },
    {
      "epoch": 81.55,
      "grad_norm": 1.7352721691131592,
      "learning_rate": 4.653021483274952e-06,
      "loss": 0.4476,
      "step": 292180
    },
    {
      "epoch": 81.55,
      "grad_norm": 5.171563625335693,
      "learning_rate": 4.653016862171071e-06,
      "loss": 0.4695,
      "step": 292190
    },
    {
      "epoch": 81.55,
      "grad_norm": 1.8405951261520386,
      "learning_rate": 4.653012240759824e-06,
      "loss": 0.4713,
      "step": 292200
    },
    {
      "epoch": 81.55,
      "grad_norm": 1.7727221250534058,
      "learning_rate": 4.653007619041215e-06,
      "loss": 0.4673,
      "step": 292210
    },
    {
      "epoch": 81.56,
      "grad_norm": 1.7748606204986572,
      "learning_rate": 4.653002997015242e-06,
      "loss": 0.4751,
      "step": 292220
    },
    {
      "epoch": 81.56,
      "grad_norm": 1.5893172025680542,
      "learning_rate": 4.652998374681908e-06,
      "loss": 0.5009,
      "step": 292230
    },
    {
      "epoch": 81.56,
      "grad_norm": 2.0123910903930664,
      "learning_rate": 4.652993752041212e-06,
      "loss": 0.4512,
      "step": 292240
    },
    {
      "epoch": 81.57,
      "grad_norm": 1.6440774202346802,
      "learning_rate": 4.652989129093154e-06,
      "loss": 0.4812,
      "step": 292250
    },
    {
      "epoch": 81.57,
      "grad_norm": 2.1466424465179443,
      "learning_rate": 4.652984505837736e-06,
      "loss": 0.4555,
      "step": 292260
    },
    {
      "epoch": 81.57,
      "grad_norm": 1.5105900764465332,
      "learning_rate": 4.6529798822749594e-06,
      "loss": 0.4749,
      "step": 292270
    },
    {
      "epoch": 81.57,
      "grad_norm": 2.986119031906128,
      "learning_rate": 4.6529752584048225e-06,
      "loss": 0.4732,
      "step": 292280
    },
    {
      "epoch": 81.58,
      "grad_norm": 1.5810757875442505,
      "learning_rate": 4.652970634227328e-06,
      "loss": 0.4805,
      "step": 292290
    },
    {
      "epoch": 81.58,
      "grad_norm": 1.693792462348938,
      "learning_rate": 4.652966009742475e-06,
      "loss": 0.4658,
      "step": 292300
    },
    {
      "epoch": 81.58,
      "grad_norm": 1.465888261795044,
      "learning_rate": 4.652961384950265e-06,
      "loss": 0.4662,
      "step": 292310
    },
    {
      "epoch": 81.59,
      "grad_norm": 1.5421503782272339,
      "learning_rate": 4.652956759850698e-06,
      "loss": 0.4695,
      "step": 292320
    },
    {
      "epoch": 81.59,
      "grad_norm": 1.9709392786026,
      "learning_rate": 4.652952134443775e-06,
      "loss": 0.467,
      "step": 292330
    },
    {
      "epoch": 81.59,
      "grad_norm": 1.539564609527588,
      "learning_rate": 4.652947508729497e-06,
      "loss": 0.4679,
      "step": 292340
    },
    {
      "epoch": 81.59,
      "grad_norm": 1.8207104206085205,
      "learning_rate": 4.652942882707864e-06,
      "loss": 0.4668,
      "step": 292350
    },
    {
      "epoch": 81.6,
      "grad_norm": 1.818684458732605,
      "learning_rate": 4.652938256378876e-06,
      "loss": 0.4883,
      "step": 292360
    },
    {
      "epoch": 81.6,
      "grad_norm": 1.8509578704833984,
      "learning_rate": 4.652933629742535e-06,
      "loss": 0.4518,
      "step": 292370
    },
    {
      "epoch": 81.6,
      "grad_norm": 1.5558407306671143,
      "learning_rate": 4.652929002798842e-06,
      "loss": 0.4625,
      "step": 292380
    },
    {
      "epoch": 81.6,
      "grad_norm": 2.1116058826446533,
      "learning_rate": 4.652924375547796e-06,
      "loss": 0.4669,
      "step": 292390
    },
    {
      "epoch": 81.61,
      "grad_norm": 1.5014312267303467,
      "learning_rate": 4.652919747989398e-06,
      "loss": 0.4618,
      "step": 292400
    },
    {
      "epoch": 81.61,
      "grad_norm": 1.7557425498962402,
      "learning_rate": 4.652915120123649e-06,
      "loss": 0.4575,
      "step": 292410
    },
    {
      "epoch": 81.61,
      "grad_norm": 1.7556438446044922,
      "learning_rate": 4.652910491950549e-06,
      "loss": 0.4625,
      "step": 292420
    },
    {
      "epoch": 81.62,
      "grad_norm": 1.8679838180541992,
      "learning_rate": 4.6529058634701e-06,
      "loss": 0.4944,
      "step": 292430
    },
    {
      "epoch": 81.62,
      "grad_norm": 6.821068286895752,
      "learning_rate": 4.652901234682301e-06,
      "loss": 0.466,
      "step": 292440
    },
    {
      "epoch": 81.62,
      "grad_norm": 1.571597933769226,
      "learning_rate": 4.652896605587153e-06,
      "loss": 0.4571,
      "step": 292450
    },
    {
      "epoch": 81.62,
      "grad_norm": 1.643761396408081,
      "learning_rate": 4.652891976184658e-06,
      "loss": 0.4653,
      "step": 292460
    },
    {
      "epoch": 81.63,
      "grad_norm": 1.586370587348938,
      "learning_rate": 4.652887346474815e-06,
      "loss": 0.4635,
      "step": 292470
    },
    {
      "epoch": 81.63,
      "grad_norm": 1.9806426763534546,
      "learning_rate": 4.652882716457626e-06,
      "loss": 0.477,
      "step": 292480
    },
    {
      "epoch": 81.63,
      "grad_norm": 1.7785735130310059,
      "learning_rate": 4.6528780861330895e-06,
      "loss": 0.4638,
      "step": 292490
    },
    {
      "epoch": 81.64,
      "grad_norm": 1.3337310552597046,
      "learning_rate": 4.652873455501208e-06,
      "loss": 0.4581,
      "step": 292500
    },
    {
      "epoch": 81.64,
      "grad_norm": 1.4573510885238647,
      "learning_rate": 4.652868824561981e-06,
      "loss": 0.4461,
      "step": 292510
    },
    {
      "epoch": 81.64,
      "grad_norm": 1.7326163053512573,
      "learning_rate": 4.6528641933154105e-06,
      "loss": 0.4725,
      "step": 292520
    },
    {
      "epoch": 81.64,
      "grad_norm": 1.610386610031128,
      "learning_rate": 4.652859561761496e-06,
      "loss": 0.4594,
      "step": 292530
    },
    {
      "epoch": 81.65,
      "grad_norm": 1.522955298423767,
      "learning_rate": 4.652854929900239e-06,
      "loss": 0.4757,
      "step": 292540
    },
    {
      "epoch": 81.65,
      "grad_norm": 2.038238048553467,
      "learning_rate": 4.652850297731639e-06,
      "loss": 0.4613,
      "step": 292550
    },
    {
      "epoch": 81.65,
      "grad_norm": 1.5998042821884155,
      "learning_rate": 4.652845665255697e-06,
      "loss": 0.4435,
      "step": 292560
    },
    {
      "epoch": 81.66,
      "grad_norm": 1.923965334892273,
      "learning_rate": 4.6528410324724135e-06,
      "loss": 0.4592,
      "step": 292570
    },
    {
      "epoch": 81.66,
      "grad_norm": 2.0405185222625732,
      "learning_rate": 4.652836399381789e-06,
      "loss": 0.4537,
      "step": 292580
    },
    {
      "epoch": 81.66,
      "grad_norm": 1.4977364540100098,
      "learning_rate": 4.652831765983826e-06,
      "loss": 0.4649,
      "step": 292590
    },
    {
      "epoch": 81.66,
      "grad_norm": 1.7390649318695068,
      "learning_rate": 4.6528271322785225e-06,
      "loss": 0.4486,
      "step": 292600
    },
    {
      "epoch": 81.67,
      "grad_norm": 1.842970848083496,
      "learning_rate": 4.65282249826588e-06,
      "loss": 0.4706,
      "step": 292610
    },
    {
      "epoch": 81.67,
      "grad_norm": 1.6604065895080566,
      "learning_rate": 4.6528178639459e-06,
      "loss": 0.4516,
      "step": 292620
    },
    {
      "epoch": 81.67,
      "grad_norm": 1.7111454010009766,
      "learning_rate": 4.652813229318582e-06,
      "loss": 0.4824,
      "step": 292630
    },
    {
      "epoch": 81.67,
      "grad_norm": 1.5381194353103638,
      "learning_rate": 4.652808594383927e-06,
      "loss": 0.4565,
      "step": 292640
    },
    {
      "epoch": 81.68,
      "grad_norm": 1.5999356508255005,
      "learning_rate": 4.652803959141937e-06,
      "loss": 0.4766,
      "step": 292650
    },
    {
      "epoch": 81.68,
      "grad_norm": 2.3436472415924072,
      "learning_rate": 4.65279932359261e-06,
      "loss": 0.4583,
      "step": 292660
    },
    {
      "epoch": 81.68,
      "grad_norm": 1.8854156732559204,
      "learning_rate": 4.652794687735948e-06,
      "loss": 0.4692,
      "step": 292670
    },
    {
      "epoch": 81.69,
      "grad_norm": 1.62107253074646,
      "learning_rate": 4.652790051571951e-06,
      "loss": 0.4625,
      "step": 292680
    },
    {
      "epoch": 81.69,
      "grad_norm": 2.3402085304260254,
      "learning_rate": 4.652785415100621e-06,
      "loss": 0.4669,
      "step": 292690
    },
    {
      "epoch": 81.69,
      "grad_norm": 1.7414863109588623,
      "learning_rate": 4.652780778321957e-06,
      "loss": 0.4591,
      "step": 292700
    },
    {
      "epoch": 81.69,
      "grad_norm": 1.3832850456237793,
      "learning_rate": 4.652776141235961e-06,
      "loss": 0.4484,
      "step": 292710
    },
    {
      "epoch": 81.7,
      "grad_norm": 1.7556772232055664,
      "learning_rate": 4.652771503842633e-06,
      "loss": 0.4522,
      "step": 292720
    },
    {
      "epoch": 81.7,
      "grad_norm": 1.603848934173584,
      "learning_rate": 4.652766866141973e-06,
      "loss": 0.4581,
      "step": 292730
    },
    {
      "epoch": 81.7,
      "grad_norm": 2.089423656463623,
      "learning_rate": 4.652762228133983e-06,
      "loss": 0.4554,
      "step": 292740
    },
    {
      "epoch": 81.71,
      "grad_norm": 1.866127848625183,
      "learning_rate": 4.652757589818663e-06,
      "loss": 0.4734,
      "step": 292750
    },
    {
      "epoch": 81.71,
      "grad_norm": 2.042609930038452,
      "learning_rate": 4.652752951196013e-06,
      "loss": 0.4793,
      "step": 292760
    },
    {
      "epoch": 81.71,
      "grad_norm": 1.37907075881958,
      "learning_rate": 4.652748312266034e-06,
      "loss": 0.4662,
      "step": 292770
    },
    {
      "epoch": 81.71,
      "grad_norm": 1.5030699968338013,
      "learning_rate": 4.652743673028727e-06,
      "loss": 0.4626,
      "step": 292780
    },
    {
      "epoch": 81.72,
      "grad_norm": 1.5639439821243286,
      "learning_rate": 4.652739033484092e-06,
      "loss": 0.4682,
      "step": 292790
    },
    {
      "epoch": 81.72,
      "grad_norm": 1.657213807106018,
      "learning_rate": 4.65273439363213e-06,
      "loss": 0.4926,
      "step": 292800
    },
    {
      "epoch": 81.72,
      "grad_norm": 2.175199270248413,
      "learning_rate": 4.652729753472841e-06,
      "loss": 0.4681,
      "step": 292810
    },
    {
      "epoch": 81.72,
      "grad_norm": 1.5450438261032104,
      "learning_rate": 4.652725113006227e-06,
      "loss": 0.4649,
      "step": 292820
    },
    {
      "epoch": 81.73,
      "grad_norm": 1.9178045988082886,
      "learning_rate": 4.652720472232288e-06,
      "loss": 0.4664,
      "step": 292830
    },
    {
      "epoch": 81.73,
      "grad_norm": 2.1430540084838867,
      "learning_rate": 4.652715831151023e-06,
      "loss": 0.4696,
      "step": 292840
    },
    {
      "epoch": 81.73,
      "grad_norm": 1.8339626789093018,
      "learning_rate": 4.652711189762436e-06,
      "loss": 0.4538,
      "step": 292850
    },
    {
      "epoch": 81.74,
      "grad_norm": 1.4581917524337769,
      "learning_rate": 4.652706548066524e-06,
      "loss": 0.4813,
      "step": 292860
    },
    {
      "epoch": 81.74,
      "grad_norm": 1.7111907005310059,
      "learning_rate": 4.65270190606329e-06,
      "loss": 0.4803,
      "step": 292870
    },
    {
      "epoch": 81.74,
      "grad_norm": 2.0460736751556396,
      "learning_rate": 4.652697263752733e-06,
      "loss": 0.479,
      "step": 292880
    },
    {
      "epoch": 81.74,
      "grad_norm": 1.6975927352905273,
      "learning_rate": 4.652692621134856e-06,
      "loss": 0.4653,
      "step": 292890
    },
    {
      "epoch": 81.75,
      "grad_norm": 1.2344383001327515,
      "learning_rate": 4.6526879782096565e-06,
      "loss": 0.4717,
      "step": 292900
    },
    {
      "epoch": 81.75,
      "grad_norm": 1.7735310792922974,
      "learning_rate": 4.652683334977138e-06,
      "loss": 0.4678,
      "step": 292910
    },
    {
      "epoch": 81.75,
      "grad_norm": 2.0735573768615723,
      "learning_rate": 4.6526786914373e-06,
      "loss": 0.4686,
      "step": 292920
    },
    {
      "epoch": 81.76,
      "grad_norm": 1.6085739135742188,
      "learning_rate": 4.652674047590141e-06,
      "loss": 0.4617,
      "step": 292930
    },
    {
      "epoch": 81.76,
      "grad_norm": 1.539597988128662,
      "learning_rate": 4.652669403435665e-06,
      "loss": 0.4632,
      "step": 292940
    },
    {
      "epoch": 81.76,
      "grad_norm": 1.835543155670166,
      "learning_rate": 4.652664758973872e-06,
      "loss": 0.4685,
      "step": 292950
    },
    {
      "epoch": 81.76,
      "grad_norm": 1.655609130859375,
      "learning_rate": 4.65266011420476e-06,
      "loss": 0.467,
      "step": 292960
    },
    {
      "epoch": 81.77,
      "grad_norm": 1.98311448097229,
      "learning_rate": 4.652655469128333e-06,
      "loss": 0.4655,
      "step": 292970
    },
    {
      "epoch": 81.77,
      "grad_norm": 2.118725538253784,
      "learning_rate": 4.65265082374459e-06,
      "loss": 0.4732,
      "step": 292980
    },
    {
      "epoch": 81.77,
      "grad_norm": 2.154042959213257,
      "learning_rate": 4.6526461780535305e-06,
      "loss": 0.4604,
      "step": 292990
    },
    {
      "epoch": 81.78,
      "grad_norm": 1.726621150970459,
      "learning_rate": 4.652641532055157e-06,
      "loss": 0.4657,
      "step": 293000
    },
    {
      "epoch": 81.78,
      "grad_norm": 1.8726061582565308,
      "learning_rate": 4.652636885749469e-06,
      "loss": 0.48,
      "step": 293010
    },
    {
      "epoch": 81.78,
      "grad_norm": 1.6899343729019165,
      "learning_rate": 4.652632239136468e-06,
      "loss": 0.4703,
      "step": 293020
    },
    {
      "epoch": 81.78,
      "grad_norm": 1.7490642070770264,
      "learning_rate": 4.652627592216154e-06,
      "loss": 0.4659,
      "step": 293030
    },
    {
      "epoch": 81.79,
      "grad_norm": 1.4779537916183472,
      "learning_rate": 4.652622944988528e-06,
      "loss": 0.4537,
      "step": 293040
    },
    {
      "epoch": 81.79,
      "grad_norm": 1.5268983840942383,
      "learning_rate": 4.6526182974535894e-06,
      "loss": 0.4574,
      "step": 293050
    },
    {
      "epoch": 81.79,
      "grad_norm": 1.4674779176712036,
      "learning_rate": 4.652613649611341e-06,
      "loss": 0.4718,
      "step": 293060
    },
    {
      "epoch": 81.79,
      "grad_norm": 1.8090802431106567,
      "learning_rate": 4.652609001461781e-06,
      "loss": 0.4599,
      "step": 293070
    },
    {
      "epoch": 81.8,
      "grad_norm": 1.7201954126358032,
      "learning_rate": 4.652604353004912e-06,
      "loss": 0.4651,
      "step": 293080
    },
    {
      "epoch": 81.8,
      "grad_norm": 1.884172797203064,
      "learning_rate": 4.652599704240734e-06,
      "loss": 0.4787,
      "step": 293090
    },
    {
      "epoch": 81.8,
      "grad_norm": 2.046626329421997,
      "learning_rate": 4.652595055169248e-06,
      "loss": 0.4591,
      "step": 293100
    },
    {
      "epoch": 81.81,
      "grad_norm": 1.948994517326355,
      "learning_rate": 4.652590405790453e-06,
      "loss": 0.4604,
      "step": 293110
    },
    {
      "epoch": 81.81,
      "grad_norm": 1.6140979528427124,
      "learning_rate": 4.652585756104351e-06,
      "loss": 0.4518,
      "step": 293120
    },
    {
      "epoch": 81.81,
      "grad_norm": 1.7291388511657715,
      "learning_rate": 4.652581106110943e-06,
      "loss": 0.4565,
      "step": 293130
    },
    {
      "epoch": 81.81,
      "grad_norm": 2.878246545791626,
      "learning_rate": 4.652576455810228e-06,
      "loss": 0.4571,
      "step": 293140
    },
    {
      "epoch": 81.82,
      "grad_norm": 1.8480406999588013,
      "learning_rate": 4.652571805202207e-06,
      "loss": 0.447,
      "step": 293150
    },
    {
      "epoch": 81.82,
      "grad_norm": 1.7439571619033813,
      "learning_rate": 4.652567154286883e-06,
      "loss": 0.4574,
      "step": 293160
    },
    {
      "epoch": 81.82,
      "grad_norm": 1.7061911821365356,
      "learning_rate": 4.6525625030642536e-06,
      "loss": 0.4565,
      "step": 293170
    },
    {
      "epoch": 81.83,
      "grad_norm": 1.5289185047149658,
      "learning_rate": 4.652557851534321e-06,
      "loss": 0.4653,
      "step": 293180
    },
    {
      "epoch": 81.83,
      "grad_norm": 1.700779914855957,
      "learning_rate": 4.6525531996970856e-06,
      "loss": 0.4627,
      "step": 293190
    },
    {
      "epoch": 81.83,
      "grad_norm": 1.9534231424331665,
      "learning_rate": 4.6525485475525475e-06,
      "loss": 0.4855,
      "step": 293200
    },
    {
      "epoch": 81.83,
      "grad_norm": 2.02034068107605,
      "learning_rate": 4.6525438951007076e-06,
      "loss": 0.4664,
      "step": 293210
    },
    {
      "epoch": 81.84,
      "grad_norm": 1.8233850002288818,
      "learning_rate": 4.6525392423415675e-06,
      "loss": 0.4695,
      "step": 293220
    },
    {
      "epoch": 81.84,
      "grad_norm": 1.599953532218933,
      "learning_rate": 4.6525345892751255e-06,
      "loss": 0.4595,
      "step": 293230
    },
    {
      "epoch": 81.84,
      "grad_norm": 1.7421715259552002,
      "learning_rate": 4.652529935901385e-06,
      "loss": 0.4621,
      "step": 293240
    },
    {
      "epoch": 81.84,
      "grad_norm": 2.0975561141967773,
      "learning_rate": 4.6525252822203446e-06,
      "loss": 0.4933,
      "step": 293250
    },
    {
      "epoch": 81.85,
      "grad_norm": 2.000386953353882,
      "learning_rate": 4.6525206282320055e-06,
      "loss": 0.4566,
      "step": 293260
    },
    {
      "epoch": 81.85,
      "grad_norm": 2.1086983680725098,
      "learning_rate": 4.652515973936369e-06,
      "loss": 0.4444,
      "step": 293270
    },
    {
      "epoch": 81.85,
      "grad_norm": 1.6141045093536377,
      "learning_rate": 4.6525113193334345e-06,
      "loss": 0.472,
      "step": 293280
    },
    {
      "epoch": 81.86,
      "grad_norm": 1.5863252878189087,
      "learning_rate": 4.6525066644232035e-06,
      "loss": 0.4714,
      "step": 293290
    },
    {
      "epoch": 81.86,
      "grad_norm": 1.37700617313385,
      "learning_rate": 4.6525020092056764e-06,
      "loss": 0.4832,
      "step": 293300
    },
    {
      "epoch": 81.86,
      "grad_norm": 1.953004240989685,
      "learning_rate": 4.6524973536808535e-06,
      "loss": 0.4756,
      "step": 293310
    },
    {
      "epoch": 81.86,
      "grad_norm": 1.2600395679473877,
      "learning_rate": 4.6524926978487355e-06,
      "loss": 0.4752,
      "step": 293320
    },
    {
      "epoch": 81.87,
      "grad_norm": 1.5358372926712036,
      "learning_rate": 4.652488041709324e-06,
      "loss": 0.4489,
      "step": 293330
    },
    {
      "epoch": 81.87,
      "grad_norm": 1.7119187116622925,
      "learning_rate": 4.6524833852626184e-06,
      "loss": 0.4681,
      "step": 293340
    },
    {
      "epoch": 81.87,
      "grad_norm": 1.8314557075500488,
      "learning_rate": 4.652478728508619e-06,
      "loss": 0.4594,
      "step": 293350
    },
    {
      "epoch": 81.88,
      "grad_norm": 1.257157564163208,
      "learning_rate": 4.652474071447329e-06,
      "loss": 0.4638,
      "step": 293360
    },
    {
      "epoch": 81.88,
      "grad_norm": 1.4926331043243408,
      "learning_rate": 4.652469414078745e-06,
      "loss": 0.4702,
      "step": 293370
    },
    {
      "epoch": 81.88,
      "grad_norm": 1.634784460067749,
      "learning_rate": 4.652464756402871e-06,
      "loss": 0.4766,
      "step": 293380
    },
    {
      "epoch": 81.88,
      "grad_norm": 1.5437557697296143,
      "learning_rate": 4.652460098419707e-06,
      "loss": 0.472,
      "step": 293390
    },
    {
      "epoch": 81.89,
      "grad_norm": 1.3790494203567505,
      "learning_rate": 4.652455440129253e-06,
      "loss": 0.4604,
      "step": 293400
    },
    {
      "epoch": 81.89,
      "grad_norm": 1.7938587665557861,
      "learning_rate": 4.652450781531509e-06,
      "loss": 0.4866,
      "step": 293410
    },
    {
      "epoch": 81.89,
      "grad_norm": 1.7104816436767578,
      "learning_rate": 4.6524461226264765e-06,
      "loss": 0.4556,
      "step": 293420
    },
    {
      "epoch": 81.9,
      "grad_norm": 1.787879228591919,
      "learning_rate": 4.652441463414156e-06,
      "loss": 0.4607,
      "step": 293430
    },
    {
      "epoch": 81.9,
      "grad_norm": 1.7266323566436768,
      "learning_rate": 4.652436803894548e-06,
      "loss": 0.4825,
      "step": 293440
    },
    {
      "epoch": 81.9,
      "grad_norm": 2.2359976768493652,
      "learning_rate": 4.652432144067652e-06,
      "loss": 0.4746,
      "step": 293450
    },
    {
      "epoch": 81.9,
      "grad_norm": 1.6432300806045532,
      "learning_rate": 4.652427483933471e-06,
      "loss": 0.4676,
      "step": 293460
    },
    {
      "epoch": 81.91,
      "grad_norm": 1.6785943508148193,
      "learning_rate": 4.652422823492004e-06,
      "loss": 0.468,
      "step": 293470
    },
    {
      "epoch": 81.91,
      "grad_norm": 1.7203316688537598,
      "learning_rate": 4.652418162743253e-06,
      "loss": 0.4681,
      "step": 293480
    },
    {
      "epoch": 81.91,
      "grad_norm": 1.8721860647201538,
      "learning_rate": 4.652413501687217e-06,
      "loss": 0.4543,
      "step": 293490
    },
    {
      "epoch": 81.91,
      "grad_norm": 1.5308746099472046,
      "learning_rate": 4.6524088403238965e-06,
      "loss": 0.4473,
      "step": 293500
    },
    {
      "epoch": 81.92,
      "grad_norm": 1.6110762357711792,
      "learning_rate": 4.652404178653294e-06,
      "loss": 0.4514,
      "step": 293510
    },
    {
      "epoch": 81.92,
      "grad_norm": 1.6017104387283325,
      "learning_rate": 4.652399516675408e-06,
      "loss": 0.4824,
      "step": 293520
    },
    {
      "epoch": 81.92,
      "grad_norm": 1.4323267936706543,
      "learning_rate": 4.652394854390241e-06,
      "loss": 0.4692,
      "step": 293530
    },
    {
      "epoch": 81.93,
      "grad_norm": 3.2316267490386963,
      "learning_rate": 4.652390191797792e-06,
      "loss": 0.4837,
      "step": 293540
    },
    {
      "epoch": 81.93,
      "grad_norm": 1.4540029764175415,
      "learning_rate": 4.652385528898063e-06,
      "loss": 0.452,
      "step": 293550
    },
    {
      "epoch": 81.93,
      "grad_norm": 1.612880825996399,
      "learning_rate": 4.652380865691054e-06,
      "loss": 0.4828,
      "step": 293560
    },
    {
      "epoch": 81.93,
      "grad_norm": 2.0534040927886963,
      "learning_rate": 4.652376202176765e-06,
      "loss": 0.4682,
      "step": 293570
    },
    {
      "epoch": 81.94,
      "grad_norm": 1.8292436599731445,
      "learning_rate": 4.652371538355198e-06,
      "loss": 0.4652,
      "step": 293580
    },
    {
      "epoch": 81.94,
      "grad_norm": 1.5789772272109985,
      "learning_rate": 4.652366874226352e-06,
      "loss": 0.4775,
      "step": 293590
    },
    {
      "epoch": 81.94,
      "grad_norm": 1.4735453128814697,
      "learning_rate": 4.652362209790229e-06,
      "loss": 0.4522,
      "step": 293600
    },
    {
      "epoch": 81.95,
      "grad_norm": 1.7998073101043701,
      "learning_rate": 4.652357545046829e-06,
      "loss": 0.4594,
      "step": 293610
    },
    {
      "epoch": 81.95,
      "grad_norm": 1.8792178630828857,
      "learning_rate": 4.652352879996152e-06,
      "loss": 0.4699,
      "step": 293620
    },
    {
      "epoch": 81.95,
      "grad_norm": 1.7067266702651978,
      "learning_rate": 4.6523482146382005e-06,
      "loss": 0.4762,
      "step": 293630
    },
    {
      "epoch": 81.95,
      "grad_norm": 1.5940537452697754,
      "learning_rate": 4.6523435489729735e-06,
      "loss": 0.4601,
      "step": 293640
    },
    {
      "epoch": 81.96,
      "grad_norm": 1.4881420135498047,
      "learning_rate": 4.652338883000472e-06,
      "loss": 0.4608,
      "step": 293650
    },
    {
      "epoch": 81.96,
      "grad_norm": 2.035928726196289,
      "learning_rate": 4.652334216720697e-06,
      "loss": 0.4692,
      "step": 293660
    },
    {
      "epoch": 81.96,
      "grad_norm": 2.176178455352783,
      "learning_rate": 4.6523295501336476e-06,
      "loss": 0.4733,
      "step": 293670
    },
    {
      "epoch": 81.96,
      "grad_norm": 1.5718841552734375,
      "learning_rate": 4.652324883239327e-06,
      "loss": 0.4635,
      "step": 293680
    },
    {
      "epoch": 81.97,
      "grad_norm": 1.9004926681518555,
      "learning_rate": 4.652320216037734e-06,
      "loss": 0.4882,
      "step": 293690
    },
    {
      "epoch": 81.97,
      "grad_norm": 1.7777279615402222,
      "learning_rate": 4.65231554852887e-06,
      "loss": 0.4542,
      "step": 293700
    },
    {
      "epoch": 81.97,
      "grad_norm": 1.6769094467163086,
      "learning_rate": 4.652310880712734e-06,
      "loss": 0.4723,
      "step": 293710
    },
    {
      "epoch": 81.98,
      "grad_norm": 1.6012688875198364,
      "learning_rate": 4.6523062125893295e-06,
      "loss": 0.4914,
      "step": 293720
    },
    {
      "epoch": 81.98,
      "grad_norm": 2.024299383163452,
      "learning_rate": 4.652301544158655e-06,
      "loss": 0.4774,
      "step": 293730
    },
    {
      "epoch": 81.98,
      "grad_norm": 1.789008378982544,
      "learning_rate": 4.652296875420711e-06,
      "loss": 0.4542,
      "step": 293740
    },
    {
      "epoch": 81.98,
      "grad_norm": 1.9763966798782349,
      "learning_rate": 4.652292206375499e-06,
      "loss": 0.4688,
      "step": 293750
    },
    {
      "epoch": 81.99,
      "grad_norm": 1.8212547302246094,
      "learning_rate": 4.652287537023021e-06,
      "loss": 0.444,
      "step": 293760
    },
    {
      "epoch": 81.99,
      "grad_norm": 1.8007792234420776,
      "learning_rate": 4.652282867363275e-06,
      "loss": 0.4708,
      "step": 293770
    },
    {
      "epoch": 81.99,
      "grad_norm": 1.965010643005371,
      "learning_rate": 4.652278197396262e-06,
      "loss": 0.4709,
      "step": 293780
    },
    {
      "epoch": 82.0,
      "grad_norm": 1.9144543409347534,
      "learning_rate": 4.6522735271219835e-06,
      "loss": 0.4606,
      "step": 293790
    },
    {
      "epoch": 82.0,
      "grad_norm": 1.4687923192977905,
      "learning_rate": 4.65226885654044e-06,
      "loss": 0.4643,
      "step": 293800
    },
    {
      "epoch": 82.0,
      "eval_loss": 0.46312159299850464,
      "eval_runtime": 63.0039,
      "eval_samples_per_second": 80.297,
      "eval_steps_per_second": 10.047,
      "step": 293806
    },
    {
      "epoch": 82.0,
      "grad_norm": 1.856675148010254,
      "learning_rate": 4.652264185651632e-06,
      "loss": 0.4552,
      "step": 293810
    },
    {
      "epoch": 82.0,
      "grad_norm": 1.5270942449569702,
      "learning_rate": 4.65225951445556e-06,
      "loss": 0.452,
      "step": 293820
    },
    {
      "epoch": 82.01,
      "grad_norm": 1.689980149269104,
      "learning_rate": 4.652254842952226e-06,
      "loss": 0.4703,
      "step": 293830
    },
    {
      "epoch": 82.01,
      "grad_norm": 1.9149110317230225,
      "learning_rate": 4.652250171141627e-06,
      "loss": 0.4705,
      "step": 293840
    },
    {
      "epoch": 82.01,
      "grad_norm": 1.958301305770874,
      "learning_rate": 4.652245499023769e-06,
      "loss": 0.476,
      "step": 293850
    },
    {
      "epoch": 82.02,
      "grad_norm": 1.8325181007385254,
      "learning_rate": 4.652240826598647e-06,
      "loss": 0.4766,
      "step": 293860
    },
    {
      "epoch": 82.02,
      "grad_norm": 1.4077885150909424,
      "learning_rate": 4.652236153866265e-06,
      "loss": 0.4771,
      "step": 293870
    },
    {
      "epoch": 82.02,
      "grad_norm": 1.6034083366394043,
      "learning_rate": 4.652231480826624e-06,
      "loss": 0.4644,
      "step": 293880
    },
    {
      "epoch": 82.02,
      "grad_norm": 1.6024526357650757,
      "learning_rate": 4.652226807479722e-06,
      "loss": 0.4637,
      "step": 293890
    },
    {
      "epoch": 82.03,
      "grad_norm": 1.8322783708572388,
      "learning_rate": 4.652222133825562e-06,
      "loss": 0.4676,
      "step": 293900
    },
    {
      "epoch": 82.03,
      "grad_norm": 2.1116585731506348,
      "learning_rate": 4.652217459864143e-06,
      "loss": 0.4727,
      "step": 293910
    },
    {
      "epoch": 82.03,
      "grad_norm": 1.6671507358551025,
      "learning_rate": 4.652212785595467e-06,
      "loss": 0.4595,
      "step": 293920
    },
    {
      "epoch": 82.03,
      "grad_norm": 1.9489589929580688,
      "learning_rate": 4.652208111019534e-06,
      "loss": 0.4524,
      "step": 293930
    },
    {
      "epoch": 82.04,
      "grad_norm": 1.687501311302185,
      "learning_rate": 4.652203436136345e-06,
      "loss": 0.4675,
      "step": 293940
    },
    {
      "epoch": 82.04,
      "grad_norm": 1.556876301765442,
      "learning_rate": 4.6521987609458985e-06,
      "loss": 0.4714,
      "step": 293950
    },
    {
      "epoch": 82.04,
      "grad_norm": 1.5200283527374268,
      "learning_rate": 4.652194085448198e-06,
      "loss": 0.4688,
      "step": 293960
    },
    {
      "epoch": 82.05,
      "grad_norm": 1.4534759521484375,
      "learning_rate": 4.652189409643243e-06,
      "loss": 0.4653,
      "step": 293970
    },
    {
      "epoch": 82.05,
      "grad_norm": 2.0300345420837402,
      "learning_rate": 4.652184733531034e-06,
      "loss": 0.474,
      "step": 293980
    },
    {
      "epoch": 82.05,
      "grad_norm": 1.5459284782409668,
      "learning_rate": 4.652180057111571e-06,
      "loss": 0.4659,
      "step": 293990
    },
    {
      "epoch": 82.05,
      "grad_norm": 1.6211153268814087,
      "learning_rate": 4.652175380384856e-06,
      "loss": 0.4619,
      "step": 294000
    },
    {
      "epoch": 82.06,
      "grad_norm": 1.7080299854278564,
      "learning_rate": 4.6521707033508896e-06,
      "loss": 0.4813,
      "step": 294010
    },
    {
      "epoch": 82.06,
      "grad_norm": 1.5369622707366943,
      "learning_rate": 4.652166026009671e-06,
      "loss": 0.4811,
      "step": 294020
    },
    {
      "epoch": 82.06,
      "grad_norm": 1.4300113916397095,
      "learning_rate": 4.652161348361201e-06,
      "loss": 0.4769,
      "step": 294030
    },
    {
      "epoch": 82.07,
      "grad_norm": 1.8920066356658936,
      "learning_rate": 4.652156670405482e-06,
      "loss": 0.4719,
      "step": 294040
    },
    {
      "epoch": 82.07,
      "grad_norm": 1.810302734375,
      "learning_rate": 4.652151992142513e-06,
      "loss": 0.4649,
      "step": 294050
    },
    {
      "epoch": 82.07,
      "grad_norm": 1.6049540042877197,
      "learning_rate": 4.652147313572295e-06,
      "loss": 0.4746,
      "step": 294060
    },
    {
      "epoch": 82.07,
      "grad_norm": 1.6252955198287964,
      "learning_rate": 4.652142634694829e-06,
      "loss": 0.4625,
      "step": 294070
    },
    {
      "epoch": 82.08,
      "grad_norm": 1.6314315795898438,
      "learning_rate": 4.652137955510115e-06,
      "loss": 0.4575,
      "step": 294080
    },
    {
      "epoch": 82.08,
      "grad_norm": 1.6073415279388428,
      "learning_rate": 4.652133276018154e-06,
      "loss": 0.4462,
      "step": 294090
    },
    {
      "epoch": 82.08,
      "grad_norm": 1.5993081331253052,
      "learning_rate": 4.652128596218947e-06,
      "loss": 0.4651,
      "step": 294100
    },
    {
      "epoch": 82.08,
      "grad_norm": 1.8984211683273315,
      "learning_rate": 4.6521239161124934e-06,
      "loss": 0.4512,
      "step": 294110
    },
    {
      "epoch": 82.09,
      "grad_norm": 1.8218481540679932,
      "learning_rate": 4.652119235698795e-06,
      "loss": 0.4597,
      "step": 294120
    },
    {
      "epoch": 82.09,
      "grad_norm": 1.3711247444152832,
      "learning_rate": 4.652114554977852e-06,
      "loss": 0.473,
      "step": 294130
    },
    {
      "epoch": 82.09,
      "grad_norm": 1.36239755153656,
      "learning_rate": 4.652109873949665e-06,
      "loss": 0.4513,
      "step": 294140
    },
    {
      "epoch": 82.1,
      "grad_norm": 2.2706658840179443,
      "learning_rate": 4.652105192614234e-06,
      "loss": 0.4538,
      "step": 294150
    },
    {
      "epoch": 82.1,
      "grad_norm": 1.3913451433181763,
      "learning_rate": 4.6521005109715615e-06,
      "loss": 0.4758,
      "step": 294160
    },
    {
      "epoch": 82.1,
      "grad_norm": 1.6384851932525635,
      "learning_rate": 4.652095829021646e-06,
      "loss": 0.4513,
      "step": 294170
    },
    {
      "epoch": 82.1,
      "grad_norm": 1.7812585830688477,
      "learning_rate": 4.652091146764489e-06,
      "loss": 0.464,
      "step": 294180
    },
    {
      "epoch": 82.11,
      "grad_norm": 1.6097294092178345,
      "learning_rate": 4.652086464200092e-06,
      "loss": 0.4566,
      "step": 294190
    },
    {
      "epoch": 82.11,
      "grad_norm": 1.5228164196014404,
      "learning_rate": 4.652081781328455e-06,
      "loss": 0.4721,
      "step": 294200
    },
    {
      "epoch": 82.11,
      "grad_norm": 1.9343844652175903,
      "learning_rate": 4.652077098149577e-06,
      "loss": 0.4709,
      "step": 294210
    },
    {
      "epoch": 82.12,
      "grad_norm": 1.7523516416549683,
      "learning_rate": 4.6520724146634606e-06,
      "loss": 0.4824,
      "step": 294220
    },
    {
      "epoch": 82.12,
      "grad_norm": 1.4797873497009277,
      "learning_rate": 4.6520677308701065e-06,
      "loss": 0.4753,
      "step": 294230
    },
    {
      "epoch": 82.12,
      "grad_norm": 2.0878875255584717,
      "learning_rate": 4.652063046769514e-06,
      "loss": 0.4687,
      "step": 294240
    },
    {
      "epoch": 82.12,
      "grad_norm": 1.5890384912490845,
      "learning_rate": 4.652058362361685e-06,
      "loss": 0.4646,
      "step": 294250
    },
    {
      "epoch": 82.13,
      "grad_norm": 1.360466718673706,
      "learning_rate": 4.652053677646619e-06,
      "loss": 0.4479,
      "step": 294260
    },
    {
      "epoch": 82.13,
      "grad_norm": 1.6634716987609863,
      "learning_rate": 4.652048992624317e-06,
      "loss": 0.4619,
      "step": 294270
    },
    {
      "epoch": 82.13,
      "grad_norm": 1.786450743675232,
      "learning_rate": 4.65204430729478e-06,
      "loss": 0.4699,
      "step": 294280
    },
    {
      "epoch": 82.14,
      "grad_norm": 1.756072759628296,
      "learning_rate": 4.652039621658009e-06,
      "loss": 0.4595,
      "step": 294290
    },
    {
      "epoch": 82.14,
      "grad_norm": 1.608650803565979,
      "learning_rate": 4.652034935714004e-06,
      "loss": 0.4434,
      "step": 294300
    },
    {
      "epoch": 82.14,
      "grad_norm": 1.793188452720642,
      "learning_rate": 4.652030249462765e-06,
      "loss": 0.4685,
      "step": 294310
    },
    {
      "epoch": 82.14,
      "grad_norm": 1.6480826139450073,
      "learning_rate": 4.652025562904294e-06,
      "loss": 0.4718,
      "step": 294320
    },
    {
      "epoch": 82.15,
      "grad_norm": 1.6281448602676392,
      "learning_rate": 4.6520208760385896e-06,
      "loss": 0.4572,
      "step": 294330
    },
    {
      "epoch": 82.15,
      "grad_norm": 1.8418145179748535,
      "learning_rate": 4.6520161888656545e-06,
      "loss": 0.4572,
      "step": 294340
    },
    {
      "epoch": 82.15,
      "grad_norm": 2.1332132816314697,
      "learning_rate": 4.652011501385489e-06,
      "loss": 0.4694,
      "step": 294350
    },
    {
      "epoch": 82.15,
      "grad_norm": 2.039360523223877,
      "learning_rate": 4.652006813598092e-06,
      "loss": 0.4578,
      "step": 294360
    },
    {
      "epoch": 82.16,
      "grad_norm": 1.4700441360473633,
      "learning_rate": 4.652002125503466e-06,
      "loss": 0.4735,
      "step": 294370
    },
    {
      "epoch": 82.16,
      "grad_norm": 1.744024395942688,
      "learning_rate": 4.651997437101611e-06,
      "loss": 0.4688,
      "step": 294380
    },
    {
      "epoch": 82.16,
      "grad_norm": 1.8878462314605713,
      "learning_rate": 4.651992748392529e-06,
      "loss": 0.4503,
      "step": 294390
    },
    {
      "epoch": 82.17,
      "grad_norm": 2.023442029953003,
      "learning_rate": 4.651988059376217e-06,
      "loss": 0.4732,
      "step": 294400
    },
    {
      "epoch": 82.17,
      "grad_norm": 1.5955666303634644,
      "learning_rate": 4.651983370052679e-06,
      "loss": 0.4963,
      "step": 294410
    },
    {
      "epoch": 82.17,
      "grad_norm": 1.3899351358413696,
      "learning_rate": 4.651978680421915e-06,
      "loss": 0.462,
      "step": 294420
    },
    {
      "epoch": 82.17,
      "grad_norm": 1.9212411642074585,
      "learning_rate": 4.651973990483925e-06,
      "loss": 0.4405,
      "step": 294430
    },
    {
      "epoch": 82.18,
      "grad_norm": 1.4838041067123413,
      "learning_rate": 4.651969300238709e-06,
      "loss": 0.4703,
      "step": 294440
    },
    {
      "epoch": 82.18,
      "grad_norm": 1.7083220481872559,
      "learning_rate": 4.651964609686268e-06,
      "loss": 0.4628,
      "step": 294450
    },
    {
      "epoch": 82.18,
      "grad_norm": 1.5661054849624634,
      "learning_rate": 4.651959918826604e-06,
      "loss": 0.4487,
      "step": 294460
    },
    {
      "epoch": 82.19,
      "grad_norm": 1.501554012298584,
      "learning_rate": 4.651955227659717e-06,
      "loss": 0.4677,
      "step": 294470
    },
    {
      "epoch": 82.19,
      "grad_norm": 1.4554466009140015,
      "learning_rate": 4.651950536185606e-06,
      "loss": 0.467,
      "step": 294480
    },
    {
      "epoch": 82.19,
      "grad_norm": 2.027146100997925,
      "learning_rate": 4.651945844404274e-06,
      "loss": 0.4701,
      "step": 294490
    },
    {
      "epoch": 82.19,
      "grad_norm": 1.4948147535324097,
      "learning_rate": 4.651941152315719e-06,
      "loss": 0.4438,
      "step": 294500
    },
    {
      "epoch": 82.2,
      "grad_norm": 1.8593478202819824,
      "learning_rate": 4.651936459919945e-06,
      "loss": 0.4499,
      "step": 294510
    },
    {
      "epoch": 82.2,
      "grad_norm": 1.3899033069610596,
      "learning_rate": 4.65193176721695e-06,
      "loss": 0.461,
      "step": 294520
    },
    {
      "epoch": 82.2,
      "grad_norm": 1.734567403793335,
      "learning_rate": 4.6519270742067345e-06,
      "loss": 0.4627,
      "step": 294530
    },
    {
      "epoch": 82.2,
      "grad_norm": 1.6376605033874512,
      "learning_rate": 4.651922380889301e-06,
      "loss": 0.4594,
      "step": 294540
    },
    {
      "epoch": 82.21,
      "grad_norm": 1.6055043935775757,
      "learning_rate": 4.651917687264649e-06,
      "loss": 0.4411,
      "step": 294550
    },
    {
      "epoch": 82.21,
      "grad_norm": 1.5706745386123657,
      "learning_rate": 4.651912993332779e-06,
      "loss": 0.463,
      "step": 294560
    },
    {
      "epoch": 82.21,
      "grad_norm": 2.0658977031707764,
      "learning_rate": 4.651908299093692e-06,
      "loss": 0.4637,
      "step": 294570
    },
    {
      "epoch": 82.22,
      "grad_norm": 1.4392876625061035,
      "learning_rate": 4.651903604547389e-06,
      "loss": 0.4591,
      "step": 294580
    },
    {
      "epoch": 82.22,
      "grad_norm": 1.7755141258239746,
      "learning_rate": 4.6518989096938695e-06,
      "loss": 0.4719,
      "step": 294590
    },
    {
      "epoch": 82.22,
      "grad_norm": 2.0583338737487793,
      "learning_rate": 4.651894214533135e-06,
      "loss": 0.4619,
      "step": 294600
    },
    {
      "epoch": 82.22,
      "grad_norm": 1.6799321174621582,
      "learning_rate": 4.651889519065186e-06,
      "loss": 0.4704,
      "step": 294610
    },
    {
      "epoch": 82.23,
      "grad_norm": 1.9252012968063354,
      "learning_rate": 4.651884823290022e-06,
      "loss": 0.4749,
      "step": 294620
    },
    {
      "epoch": 82.23,
      "grad_norm": 1.9771308898925781,
      "learning_rate": 4.651880127207646e-06,
      "loss": 0.4637,
      "step": 294630
    },
    {
      "epoch": 82.23,
      "grad_norm": 1.827446699142456,
      "learning_rate": 4.651875430818056e-06,
      "loss": 0.4793,
      "step": 294640
    },
    {
      "epoch": 82.24,
      "grad_norm": 2.0950748920440674,
      "learning_rate": 4.6518707341212555e-06,
      "loss": 0.4752,
      "step": 294650
    },
    {
      "epoch": 82.24,
      "grad_norm": 1.5730574131011963,
      "learning_rate": 4.651866037117242e-06,
      "loss": 0.4998,
      "step": 294660
    },
    {
      "epoch": 82.24,
      "grad_norm": 2.08141827583313,
      "learning_rate": 4.651861339806018e-06,
      "loss": 0.4594,
      "step": 294670
    },
    {
      "epoch": 82.24,
      "grad_norm": 1.5338034629821777,
      "learning_rate": 4.651856642187584e-06,
      "loss": 0.4711,
      "step": 294680
    },
    {
      "epoch": 82.25,
      "grad_norm": 1.6933108568191528,
      "learning_rate": 4.65185194426194e-06,
      "loss": 0.4701,
      "step": 294690
    },
    {
      "epoch": 82.25,
      "grad_norm": 1.685037612915039,
      "learning_rate": 4.651847246029088e-06,
      "loss": 0.4474,
      "step": 294700
    },
    {
      "epoch": 82.25,
      "grad_norm": 2.0666847229003906,
      "learning_rate": 4.651842547489027e-06,
      "loss": 0.4715,
      "step": 294710
    },
    {
      "epoch": 82.26,
      "grad_norm": 1.6513839960098267,
      "learning_rate": 4.651837848641758e-06,
      "loss": 0.4566,
      "step": 294720
    },
    {
      "epoch": 82.26,
      "grad_norm": 2.2419397830963135,
      "learning_rate": 4.651833149487282e-06,
      "loss": 0.4666,
      "step": 294730
    },
    {
      "epoch": 82.26,
      "grad_norm": 1.8672511577606201,
      "learning_rate": 4.6518284500256e-06,
      "loss": 0.4621,
      "step": 294740
    },
    {
      "epoch": 82.26,
      "grad_norm": 1.702521562576294,
      "learning_rate": 4.651823750256711e-06,
      "loss": 0.4786,
      "step": 294750
    },
    {
      "epoch": 82.27,
      "grad_norm": 1.8276995420455933,
      "learning_rate": 4.6518190501806174e-06,
      "loss": 0.472,
      "step": 294760
    },
    {
      "epoch": 82.27,
      "grad_norm": 1.6716117858886719,
      "learning_rate": 4.651814349797319e-06,
      "loss": 0.4531,
      "step": 294770
    },
    {
      "epoch": 82.27,
      "grad_norm": 1.9144303798675537,
      "learning_rate": 4.651809649106817e-06,
      "loss": 0.4652,
      "step": 294780
    },
    {
      "epoch": 82.27,
      "grad_norm": 1.7446579933166504,
      "learning_rate": 4.651804948109112e-06,
      "loss": 0.4868,
      "step": 294790
    },
    {
      "epoch": 82.28,
      "grad_norm": 2.617701768875122,
      "learning_rate": 4.651800246804203e-06,
      "loss": 0.4531,
      "step": 294800
    },
    {
      "epoch": 82.28,
      "grad_norm": 2.0834107398986816,
      "learning_rate": 4.651795545192093e-06,
      "loss": 0.4674,
      "step": 294810
    },
    {
      "epoch": 82.28,
      "grad_norm": 1.9227821826934814,
      "learning_rate": 4.651790843272781e-06,
      "loss": 0.4694,
      "step": 294820
    },
    {
      "epoch": 82.29,
      "grad_norm": 2.1299490928649902,
      "learning_rate": 4.651786141046269e-06,
      "loss": 0.4572,
      "step": 294830
    },
    {
      "epoch": 82.29,
      "grad_norm": 1.6855868101119995,
      "learning_rate": 4.651781438512556e-06,
      "loss": 0.4653,
      "step": 294840
    },
    {
      "epoch": 82.29,
      "grad_norm": 1.7334998846054077,
      "learning_rate": 4.651776735671643e-06,
      "loss": 0.4622,
      "step": 294850
    },
    {
      "epoch": 82.29,
      "grad_norm": 1.4124348163604736,
      "learning_rate": 4.651772032523531e-06,
      "loss": 0.4754,
      "step": 294860
    },
    {
      "epoch": 82.3,
      "grad_norm": 1.4270216226577759,
      "learning_rate": 4.651767329068221e-06,
      "loss": 0.4813,
      "step": 294870
    },
    {
      "epoch": 82.3,
      "grad_norm": 1.6770893335342407,
      "learning_rate": 4.651762625305714e-06,
      "loss": 0.4794,
      "step": 294880
    },
    {
      "epoch": 82.3,
      "grad_norm": 1.543261170387268,
      "learning_rate": 4.651757921236009e-06,
      "loss": 0.4644,
      "step": 294890
    },
    {
      "epoch": 82.31,
      "grad_norm": 1.7092654705047607,
      "learning_rate": 4.651753216859108e-06,
      "loss": 0.4962,
      "step": 294900
    },
    {
      "epoch": 82.31,
      "grad_norm": 1.759425401687622,
      "learning_rate": 4.65174851217501e-06,
      "loss": 0.4435,
      "step": 294910
    },
    {
      "epoch": 82.31,
      "grad_norm": 1.4704381227493286,
      "learning_rate": 4.651743807183718e-06,
      "loss": 0.4675,
      "step": 294920
    },
    {
      "epoch": 82.31,
      "grad_norm": 1.7626432180404663,
      "learning_rate": 4.651739101885231e-06,
      "loss": 0.4827,
      "step": 294930
    },
    {
      "epoch": 82.32,
      "grad_norm": 1.5091499090194702,
      "learning_rate": 4.65173439627955e-06,
      "loss": 0.4554,
      "step": 294940
    },
    {
      "epoch": 82.32,
      "grad_norm": 1.5646754503250122,
      "learning_rate": 4.651729690366675e-06,
      "loss": 0.4639,
      "step": 294950
    },
    {
      "epoch": 82.32,
      "grad_norm": 1.4925645589828491,
      "learning_rate": 4.6517249841466086e-06,
      "loss": 0.4618,
      "step": 294960
    },
    {
      "epoch": 82.32,
      "grad_norm": 1.5737524032592773,
      "learning_rate": 4.651720277619349e-06,
      "loss": 0.4627,
      "step": 294970
    },
    {
      "epoch": 82.33,
      "grad_norm": 1.3755629062652588,
      "learning_rate": 4.651715570784899e-06,
      "loss": 0.4648,
      "step": 294980
    },
    {
      "epoch": 82.33,
      "grad_norm": 1.6832884550094604,
      "learning_rate": 4.651710863643258e-06,
      "loss": 0.4527,
      "step": 294990
    },
    {
      "epoch": 82.33,
      "grad_norm": 1.6768361330032349,
      "learning_rate": 4.651706156194426e-06,
      "loss": 0.4708,
      "step": 295000
    },
    {
      "epoch": 82.34,
      "grad_norm": 1.9723172187805176,
      "learning_rate": 4.651701448438405e-06,
      "loss": 0.4778,
      "step": 295010
    },
    {
      "epoch": 82.34,
      "grad_norm": 1.5045779943466187,
      "learning_rate": 4.651696740375194e-06,
      "loss": 0.4541,
      "step": 295020
    },
    {
      "epoch": 82.34,
      "grad_norm": 1.9912683963775635,
      "learning_rate": 4.651692032004796e-06,
      "loss": 0.4821,
      "step": 295030
    },
    {
      "epoch": 82.34,
      "grad_norm": 1.4124298095703125,
      "learning_rate": 4.651687323327209e-06,
      "loss": 0.4595,
      "step": 295040
    },
    {
      "epoch": 82.35,
      "grad_norm": 1.5210577249526978,
      "learning_rate": 4.6516826143424365e-06,
      "loss": 0.4486,
      "step": 295050
    },
    {
      "epoch": 82.35,
      "grad_norm": 1.3520067930221558,
      "learning_rate": 4.651677905050477e-06,
      "loss": 0.4678,
      "step": 295060
    },
    {
      "epoch": 82.35,
      "grad_norm": 1.4756978750228882,
      "learning_rate": 4.651673195451331e-06,
      "loss": 0.4573,
      "step": 295070
    },
    {
      "epoch": 82.36,
      "grad_norm": 1.7556179761886597,
      "learning_rate": 4.651668485545e-06,
      "loss": 0.4461,
      "step": 295080
    },
    {
      "epoch": 82.36,
      "grad_norm": 1.8878854513168335,
      "learning_rate": 4.651663775331485e-06,
      "loss": 0.4631,
      "step": 295090
    },
    {
      "epoch": 82.36,
      "grad_norm": 1.740095615386963,
      "learning_rate": 4.6516590648107855e-06,
      "loss": 0.4544,
      "step": 295100
    },
    {
      "epoch": 82.36,
      "grad_norm": 1.4329757690429688,
      "learning_rate": 4.651654353982903e-06,
      "loss": 0.4499,
      "step": 295110
    },
    {
      "epoch": 82.37,
      "grad_norm": 1.6057460308074951,
      "learning_rate": 4.651649642847837e-06,
      "loss": 0.4887,
      "step": 295120
    },
    {
      "epoch": 82.37,
      "grad_norm": 1.7492866516113281,
      "learning_rate": 4.651644931405589e-06,
      "loss": 0.4574,
      "step": 295130
    },
    {
      "epoch": 82.37,
      "grad_norm": 2.0820868015289307,
      "learning_rate": 4.65164021965616e-06,
      "loss": 0.4833,
      "step": 295140
    },
    {
      "epoch": 82.38,
      "grad_norm": 1.6542426347732544,
      "learning_rate": 4.651635507599551e-06,
      "loss": 0.4506,
      "step": 295150
    },
    {
      "epoch": 82.38,
      "grad_norm": 1.8022223711013794,
      "learning_rate": 4.651630795235761e-06,
      "loss": 0.4689,
      "step": 295160
    },
    {
      "epoch": 82.38,
      "grad_norm": 1.5808645486831665,
      "learning_rate": 4.6516260825647914e-06,
      "loss": 0.4687,
      "step": 295170
    },
    {
      "epoch": 82.38,
      "grad_norm": 1.9514435529708862,
      "learning_rate": 4.651621369586643e-06,
      "loss": 0.4585,
      "step": 295180
    },
    {
      "epoch": 82.39,
      "grad_norm": 1.870579481124878,
      "learning_rate": 4.651616656301317e-06,
      "loss": 0.4711,
      "step": 295190
    },
    {
      "epoch": 82.39,
      "grad_norm": 1.8405342102050781,
      "learning_rate": 4.6516119427088115e-06,
      "loss": 0.4602,
      "step": 295200
    },
    {
      "epoch": 82.39,
      "grad_norm": 1.510015845298767,
      "learning_rate": 4.65160722880913e-06,
      "loss": 0.4622,
      "step": 295210
    },
    {
      "epoch": 82.39,
      "grad_norm": 1.8823825120925903,
      "learning_rate": 4.651602514602273e-06,
      "loss": 0.4641,
      "step": 295220
    },
    {
      "epoch": 82.4,
      "grad_norm": 1.6353939771652222,
      "learning_rate": 4.651597800088238e-06,
      "loss": 0.4502,
      "step": 295230
    },
    {
      "epoch": 82.4,
      "grad_norm": 2.1736700534820557,
      "learning_rate": 4.6515930852670295e-06,
      "loss": 0.471,
      "step": 295240
    },
    {
      "epoch": 82.4,
      "grad_norm": 1.6510993242263794,
      "learning_rate": 4.651588370138646e-06,
      "loss": 0.4428,
      "step": 295250
    },
    {
      "epoch": 82.41,
      "grad_norm": 1.628389596939087,
      "learning_rate": 4.651583654703089e-06,
      "loss": 0.4782,
      "step": 295260
    },
    {
      "epoch": 82.41,
      "grad_norm": 1.6134010553359985,
      "learning_rate": 4.651578938960358e-06,
      "loss": 0.4652,
      "step": 295270
    },
    {
      "epoch": 82.41,
      "grad_norm": 1.4808615446090698,
      "learning_rate": 4.651574222910455e-06,
      "loss": 0.4556,
      "step": 295280
    },
    {
      "epoch": 82.41,
      "grad_norm": 2.181295156478882,
      "learning_rate": 4.65156950655338e-06,
      "loss": 0.4578,
      "step": 295290
    },
    {
      "epoch": 82.42,
      "grad_norm": 2.0125045776367188,
      "learning_rate": 4.651564789889133e-06,
      "loss": 0.4708,
      "step": 295300
    },
    {
      "epoch": 82.42,
      "grad_norm": 1.7606154680252075,
      "learning_rate": 4.651560072917715e-06,
      "loss": 0.4684,
      "step": 295310
    },
    {
      "epoch": 82.42,
      "grad_norm": 2.074662208557129,
      "learning_rate": 4.6515553556391274e-06,
      "loss": 0.4654,
      "step": 295320
    },
    {
      "epoch": 82.43,
      "grad_norm": 1.5306857824325562,
      "learning_rate": 4.651550638053371e-06,
      "loss": 0.4516,
      "step": 295330
    },
    {
      "epoch": 82.43,
      "grad_norm": 1.5413025617599487,
      "learning_rate": 4.651545920160445e-06,
      "loss": 0.4637,
      "step": 295340
    },
    {
      "epoch": 82.43,
      "grad_norm": 1.7977749109268188,
      "learning_rate": 4.65154120196035e-06,
      "loss": 0.4791,
      "step": 295350
    },
    {
      "epoch": 82.43,
      "grad_norm": 1.69499933719635,
      "learning_rate": 4.651536483453089e-06,
      "loss": 0.4739,
      "step": 295360
    },
    {
      "epoch": 82.44,
      "grad_norm": 2.0845179557800293,
      "learning_rate": 4.651531764638659e-06,
      "loss": 0.4743,
      "step": 295370
    },
    {
      "epoch": 82.44,
      "grad_norm": 1.527053952217102,
      "learning_rate": 4.651527045517064e-06,
      "loss": 0.4738,
      "step": 295380
    },
    {
      "epoch": 82.44,
      "grad_norm": 1.6805729866027832,
      "learning_rate": 4.651522326088303e-06,
      "loss": 0.4649,
      "step": 295390
    },
    {
      "epoch": 82.44,
      "grad_norm": 1.7071330547332764,
      "learning_rate": 4.651517606352377e-06,
      "loss": 0.4629,
      "step": 295400
    },
    {
      "epoch": 82.45,
      "grad_norm": 2.024906873703003,
      "learning_rate": 4.651512886309285e-06,
      "loss": 0.4637,
      "step": 295410
    },
    {
      "epoch": 82.45,
      "grad_norm": 1.773047685623169,
      "learning_rate": 4.651508165959031e-06,
      "loss": 0.481,
      "step": 295420
    },
    {
      "epoch": 82.45,
      "grad_norm": 2.0760905742645264,
      "learning_rate": 4.651503445301614e-06,
      "loss": 0.4594,
      "step": 295430
    },
    {
      "epoch": 82.46,
      "grad_norm": 1.6075904369354248,
      "learning_rate": 4.651498724337033e-06,
      "loss": 0.4745,
      "step": 295440
    },
    {
      "epoch": 82.46,
      "grad_norm": 1.3938288688659668,
      "learning_rate": 4.651494003065291e-06,
      "loss": 0.4798,
      "step": 295450
    },
    {
      "epoch": 82.46,
      "grad_norm": 1.5117155313491821,
      "learning_rate": 4.6514892814863865e-06,
      "loss": 0.4754,
      "step": 295460
    },
    {
      "epoch": 82.46,
      "grad_norm": 1.7093687057495117,
      "learning_rate": 4.651484559600323e-06,
      "loss": 0.4705,
      "step": 295470
    },
    {
      "epoch": 82.47,
      "grad_norm": 1.713882565498352,
      "learning_rate": 4.6514798374070975e-06,
      "loss": 0.4587,
      "step": 295480
    },
    {
      "epoch": 82.47,
      "grad_norm": 1.8868021965026855,
      "learning_rate": 4.651475114906714e-06,
      "loss": 0.4694,
      "step": 295490
    },
    {
      "epoch": 82.47,
      "grad_norm": 1.3031657934188843,
      "learning_rate": 4.65147039209917e-06,
      "loss": 0.471,
      "step": 295500
    },
    {
      "epoch": 82.48,
      "grad_norm": 2.4999840259552,
      "learning_rate": 4.65146566898447e-06,
      "loss": 0.4553,
      "step": 295510
    },
    {
      "epoch": 82.48,
      "grad_norm": 1.5956681966781616,
      "learning_rate": 4.651460945562611e-06,
      "loss": 0.457,
      "step": 295520
    },
    {
      "epoch": 82.48,
      "grad_norm": 1.68025541305542,
      "learning_rate": 4.651456221833595e-06,
      "loss": 0.4404,
      "step": 295530
    },
    {
      "epoch": 82.48,
      "grad_norm": 1.4789705276489258,
      "learning_rate": 4.651451497797423e-06,
      "loss": 0.4788,
      "step": 295540
    },
    {
      "epoch": 82.49,
      "grad_norm": 1.7151458263397217,
      "learning_rate": 4.651446773454095e-06,
      "loss": 0.4501,
      "step": 295550
    },
    {
      "epoch": 82.49,
      "grad_norm": 1.4473724365234375,
      "learning_rate": 4.6514420488036125e-06,
      "loss": 0.4845,
      "step": 295560
    },
    {
      "epoch": 82.49,
      "grad_norm": 1.4819179773330688,
      "learning_rate": 4.651437323845975e-06,
      "loss": 0.4578,
      "step": 295570
    },
    {
      "epoch": 82.5,
      "grad_norm": 1.5082404613494873,
      "learning_rate": 4.651432598581184e-06,
      "loss": 0.4513,
      "step": 295580
    },
    {
      "epoch": 82.5,
      "grad_norm": 1.689395546913147,
      "learning_rate": 4.65142787300924e-06,
      "loss": 0.469,
      "step": 295590
    },
    {
      "epoch": 82.5,
      "grad_norm": 1.6241707801818848,
      "learning_rate": 4.6514231471301435e-06,
      "loss": 0.4527,
      "step": 295600
    },
    {
      "epoch": 82.5,
      "grad_norm": 1.9064061641693115,
      "learning_rate": 4.651418420943895e-06,
      "loss": 0.4852,
      "step": 295610
    },
    {
      "epoch": 82.51,
      "grad_norm": 1.4045019149780273,
      "learning_rate": 4.6514136944504944e-06,
      "loss": 0.4516,
      "step": 295620
    },
    {
      "epoch": 82.51,
      "grad_norm": 1.711824655532837,
      "learning_rate": 4.651408967649944e-06,
      "loss": 0.4596,
      "step": 295630
    },
    {
      "epoch": 82.51,
      "grad_norm": 1.5567073822021484,
      "learning_rate": 4.651404240542243e-06,
      "loss": 0.4647,
      "step": 295640
    },
    {
      "epoch": 82.51,
      "grad_norm": 1.532089352607727,
      "learning_rate": 4.651399513127392e-06,
      "loss": 0.473,
      "step": 295650
    },
    {
      "epoch": 82.52,
      "grad_norm": 1.5883784294128418,
      "learning_rate": 4.651394785405394e-06,
      "loss": 0.456,
      "step": 295660
    },
    {
      "epoch": 82.52,
      "grad_norm": 1.3598166704177856,
      "learning_rate": 4.651390057376247e-06,
      "loss": 0.4548,
      "step": 295670
    },
    {
      "epoch": 82.52,
      "grad_norm": 2.1421942710876465,
      "learning_rate": 4.6513853290399525e-06,
      "loss": 0.471,
      "step": 295680
    },
    {
      "epoch": 82.53,
      "grad_norm": 1.5084352493286133,
      "learning_rate": 4.651380600396511e-06,
      "loss": 0.4356,
      "step": 295690
    },
    {
      "epoch": 82.53,
      "grad_norm": 1.5033482313156128,
      "learning_rate": 4.651375871445923e-06,
      "loss": 0.4702,
      "step": 295700
    },
    {
      "epoch": 82.53,
      "grad_norm": 1.7034698724746704,
      "learning_rate": 4.65137114218819e-06,
      "loss": 0.4707,
      "step": 295710
    },
    {
      "epoch": 82.53,
      "grad_norm": 1.7134993076324463,
      "learning_rate": 4.651366412623312e-06,
      "loss": 0.4688,
      "step": 295720
    },
    {
      "epoch": 82.54,
      "grad_norm": 2.331278085708618,
      "learning_rate": 4.651361682751289e-06,
      "loss": 0.4548,
      "step": 295730
    },
    {
      "epoch": 82.54,
      "grad_norm": 1.6230931282043457,
      "learning_rate": 4.651356952572122e-06,
      "loss": 0.4782,
      "step": 295740
    },
    {
      "epoch": 82.54,
      "grad_norm": 1.5218496322631836,
      "learning_rate": 4.6513522220858135e-06,
      "loss": 0.451,
      "step": 295750
    },
    {
      "epoch": 82.55,
      "grad_norm": 1.5595500469207764,
      "learning_rate": 4.651347491292361e-06,
      "loss": 0.4457,
      "step": 295760
    },
    {
      "epoch": 82.55,
      "grad_norm": 2.024954080581665,
      "learning_rate": 4.6513427601917665e-06,
      "loss": 0.4421,
      "step": 295770
    },
    {
      "epoch": 82.55,
      "grad_norm": 1.7551219463348389,
      "learning_rate": 4.651338028784032e-06,
      "loss": 0.4453,
      "step": 295780
    },
    {
      "epoch": 82.55,
      "grad_norm": 1.7978692054748535,
      "learning_rate": 4.651333297069156e-06,
      "loss": 0.4734,
      "step": 295790
    },
    {
      "epoch": 82.56,
      "grad_norm": 2.015812635421753,
      "learning_rate": 4.65132856504714e-06,
      "loss": 0.4557,
      "step": 295800
    },
    {
      "epoch": 82.56,
      "grad_norm": 1.6193979978561401,
      "learning_rate": 4.651323832717986e-06,
      "loss": 0.4737,
      "step": 295810
    },
    {
      "epoch": 82.56,
      "grad_norm": 1.4052000045776367,
      "learning_rate": 4.651319100081691e-06,
      "loss": 0.4536,
      "step": 295820
    },
    {
      "epoch": 82.56,
      "grad_norm": 1.8634066581726074,
      "learning_rate": 4.65131436713826e-06,
      "loss": 0.4429,
      "step": 295830
    },
    {
      "epoch": 82.57,
      "grad_norm": 1.7135233879089355,
      "learning_rate": 4.651309633887691e-06,
      "loss": 0.4725,
      "step": 295840
    },
    {
      "epoch": 82.57,
      "grad_norm": 2.1854770183563232,
      "learning_rate": 4.651304900329985e-06,
      "loss": 0.4685,
      "step": 295850
    },
    {
      "epoch": 82.57,
      "grad_norm": 1.4827457666397095,
      "learning_rate": 4.651300166465142e-06,
      "loss": 0.4614,
      "step": 295860
    },
    {
      "epoch": 82.58,
      "grad_norm": 1.4925649166107178,
      "learning_rate": 4.651295432293164e-06,
      "loss": 0.484,
      "step": 295870
    },
    {
      "epoch": 82.58,
      "grad_norm": 1.733279824256897,
      "learning_rate": 4.6512906978140515e-06,
      "loss": 0.4599,
      "step": 295880
    },
    {
      "epoch": 82.58,
      "grad_norm": 2.0661871433258057,
      "learning_rate": 4.651285963027805e-06,
      "loss": 0.4762,
      "step": 295890
    },
    {
      "epoch": 82.58,
      "grad_norm": 1.640113353729248,
      "learning_rate": 4.651281227934424e-06,
      "loss": 0.4728,
      "step": 295900
    },
    {
      "epoch": 82.59,
      "grad_norm": 1.5327328443527222,
      "learning_rate": 4.65127649253391e-06,
      "loss": 0.4619,
      "step": 295910
    },
    {
      "epoch": 82.59,
      "grad_norm": 1.4443542957305908,
      "learning_rate": 4.651271756826264e-06,
      "loss": 0.4646,
      "step": 295920
    },
    {
      "epoch": 82.59,
      "grad_norm": 2.2104246616363525,
      "learning_rate": 4.651267020811486e-06,
      "loss": 0.4612,
      "step": 295930
    },
    {
      "epoch": 82.6,
      "grad_norm": 1.8920347690582275,
      "learning_rate": 4.651262284489577e-06,
      "loss": 0.4466,
      "step": 295940
    },
    {
      "epoch": 82.6,
      "grad_norm": 1.5282121896743774,
      "learning_rate": 4.651257547860537e-06,
      "loss": 0.4509,
      "step": 295950
    },
    {
      "epoch": 82.6,
      "grad_norm": 1.451484203338623,
      "learning_rate": 4.651252810924368e-06,
      "loss": 0.468,
      "step": 295960
    },
    {
      "epoch": 82.6,
      "grad_norm": 1.7650783061981201,
      "learning_rate": 4.651248073681069e-06,
      "loss": 0.4541,
      "step": 295970
    },
    {
      "epoch": 82.61,
      "grad_norm": 1.6657507419586182,
      "learning_rate": 4.651243336130642e-06,
      "loss": 0.4399,
      "step": 295980
    },
    {
      "epoch": 82.61,
      "grad_norm": 1.4747686386108398,
      "learning_rate": 4.651238598273087e-06,
      "loss": 0.4724,
      "step": 295990
    },
    {
      "epoch": 82.61,
      "grad_norm": 2.0994112491607666,
      "learning_rate": 4.651233860108404e-06,
      "loss": 0.4453,
      "step": 296000
    },
    {
      "epoch": 82.62,
      "grad_norm": 1.7280335426330566,
      "learning_rate": 4.651229121636595e-06,
      "loss": 0.4843,
      "step": 296010
    },
    {
      "epoch": 82.62,
      "grad_norm": 1.7754929065704346,
      "learning_rate": 4.651224382857659e-06,
      "loss": 0.4666,
      "step": 296020
    },
    {
      "epoch": 82.62,
      "grad_norm": 1.7648072242736816,
      "learning_rate": 4.651219643771598e-06,
      "loss": 0.4555,
      "step": 296030
    },
    {
      "epoch": 82.62,
      "grad_norm": 1.4477782249450684,
      "learning_rate": 4.651214904378412e-06,
      "loss": 0.4552,
      "step": 296040
    },
    {
      "epoch": 82.63,
      "grad_norm": 10.630714416503906,
      "learning_rate": 4.651210164678102e-06,
      "loss": 0.4607,
      "step": 296050
    },
    {
      "epoch": 82.63,
      "grad_norm": 1.7741762399673462,
      "learning_rate": 4.651205424670669e-06,
      "loss": 0.4534,
      "step": 296060
    },
    {
      "epoch": 82.63,
      "grad_norm": 1.6957528591156006,
      "learning_rate": 4.651200684356112e-06,
      "loss": 0.489,
      "step": 296070
    },
    {
      "epoch": 82.63,
      "grad_norm": 1.493534803390503,
      "learning_rate": 4.651195943734433e-06,
      "loss": 0.4783,
      "step": 296080
    },
    {
      "epoch": 82.64,
      "grad_norm": 1.4304136037826538,
      "learning_rate": 4.651191202805633e-06,
      "loss": 0.466,
      "step": 296090
    },
    {
      "epoch": 82.64,
      "grad_norm": 1.8662797212600708,
      "learning_rate": 4.651186461569711e-06,
      "loss": 0.5008,
      "step": 296100
    },
    {
      "epoch": 82.64,
      "grad_norm": 1.7955906391143799,
      "learning_rate": 4.651181720026669e-06,
      "loss": 0.4408,
      "step": 296110
    },
    {
      "epoch": 82.65,
      "grad_norm": 1.5279812812805176,
      "learning_rate": 4.651176978176507e-06,
      "loss": 0.459,
      "step": 296120
    },
    {
      "epoch": 82.65,
      "grad_norm": 1.5072394609451294,
      "learning_rate": 4.651172236019226e-06,
      "loss": 0.4789,
      "step": 296130
    },
    {
      "epoch": 82.65,
      "grad_norm": 1.9774729013442993,
      "learning_rate": 4.651167493554826e-06,
      "loss": 0.4606,
      "step": 296140
    },
    {
      "epoch": 82.65,
      "grad_norm": 2.186859369277954,
      "learning_rate": 4.651162750783309e-06,
      "loss": 0.4736,
      "step": 296150
    },
    {
      "epoch": 82.66,
      "grad_norm": 1.6879335641860962,
      "learning_rate": 4.651158007704674e-06,
      "loss": 0.4669,
      "step": 296160
    },
    {
      "epoch": 82.66,
      "grad_norm": 1.5896908044815063,
      "learning_rate": 4.6511532643189235e-06,
      "loss": 0.4634,
      "step": 296170
    },
    {
      "epoch": 82.66,
      "grad_norm": 1.9515233039855957,
      "learning_rate": 4.651148520626056e-06,
      "loss": 0.437,
      "step": 296180
    },
    {
      "epoch": 82.67,
      "grad_norm": 1.6027663946151733,
      "learning_rate": 4.651143776626073e-06,
      "loss": 0.4873,
      "step": 296190
    },
    {
      "epoch": 82.67,
      "grad_norm": 1.8222988843917847,
      "learning_rate": 4.651139032318976e-06,
      "loss": 0.463,
      "step": 296200
    },
    {
      "epoch": 82.67,
      "grad_norm": 1.944286584854126,
      "learning_rate": 4.651134287704764e-06,
      "loss": 0.4637,
      "step": 296210
    },
    {
      "epoch": 82.67,
      "grad_norm": 1.4216722249984741,
      "learning_rate": 4.6511295427834395e-06,
      "loss": 0.4586,
      "step": 296220
    },
    {
      "epoch": 82.68,
      "grad_norm": 1.4784327745437622,
      "learning_rate": 4.651124797555002e-06,
      "loss": 0.4764,
      "step": 296230
    },
    {
      "epoch": 82.68,
      "grad_norm": 1.5316133499145508,
      "learning_rate": 4.651120052019452e-06,
      "loss": 0.4677,
      "step": 296240
    },
    {
      "epoch": 82.68,
      "grad_norm": 1.459999442100525,
      "learning_rate": 4.65111530617679e-06,
      "loss": 0.4547,
      "step": 296250
    },
    {
      "epoch": 82.68,
      "grad_norm": 1.5276345014572144,
      "learning_rate": 4.651110560027017e-06,
      "loss": 0.4564,
      "step": 296260
    },
    {
      "epoch": 82.69,
      "grad_norm": 2.0154991149902344,
      "learning_rate": 4.6511058135701345e-06,
      "loss": 0.4433,
      "step": 296270
    },
    {
      "epoch": 82.69,
      "grad_norm": 1.8390034437179565,
      "learning_rate": 4.651101066806141e-06,
      "loss": 0.4585,
      "step": 296280
    },
    {
      "epoch": 82.69,
      "grad_norm": 1.4634429216384888,
      "learning_rate": 4.65109631973504e-06,
      "loss": 0.4754,
      "step": 296290
    },
    {
      "epoch": 82.7,
      "grad_norm": 1.8753440380096436,
      "learning_rate": 4.65109157235683e-06,
      "loss": 0.4654,
      "step": 296300
    },
    {
      "epoch": 82.7,
      "grad_norm": 1.431242823600769,
      "learning_rate": 4.651086824671512e-06,
      "loss": 0.4666,
      "step": 296310
    },
    {
      "epoch": 82.7,
      "grad_norm": 1.2583173513412476,
      "learning_rate": 4.6510820766790875e-06,
      "loss": 0.4549,
      "step": 296320
    },
    {
      "epoch": 82.7,
      "grad_norm": 2.0399081707000732,
      "learning_rate": 4.651077328379556e-06,
      "loss": 0.4433,
      "step": 296330
    },
    {
      "epoch": 82.71,
      "grad_norm": 1.6497387886047363,
      "learning_rate": 4.651072579772918e-06,
      "loss": 0.4485,
      "step": 296340
    },
    {
      "epoch": 82.71,
      "grad_norm": 1.4899004697799683,
      "learning_rate": 4.651067830859175e-06,
      "loss": 0.4594,
      "step": 296350
    },
    {
      "epoch": 82.71,
      "grad_norm": 1.6201807260513306,
      "learning_rate": 4.651063081638328e-06,
      "loss": 0.4846,
      "step": 296360
    },
    {
      "epoch": 82.72,
      "grad_norm": 1.381158471107483,
      "learning_rate": 4.651058332110377e-06,
      "loss": 0.4627,
      "step": 296370
    },
    {
      "epoch": 82.72,
      "grad_norm": 1.8010748624801636,
      "learning_rate": 4.651053582275322e-06,
      "loss": 0.4949,
      "step": 296380
    },
    {
      "epoch": 82.72,
      "grad_norm": 1.7954068183898926,
      "learning_rate": 4.651048832133165e-06,
      "loss": 0.4594,
      "step": 296390
    },
    {
      "epoch": 82.72,
      "grad_norm": 1.630376935005188,
      "learning_rate": 4.651044081683905e-06,
      "loss": 0.4694,
      "step": 296400
    },
    {
      "epoch": 82.73,
      "grad_norm": 1.7239680290222168,
      "learning_rate": 4.651039330927544e-06,
      "loss": 0.4564,
      "step": 296410
    },
    {
      "epoch": 82.73,
      "grad_norm": 1.7184661626815796,
      "learning_rate": 4.651034579864082e-06,
      "loss": 0.4637,
      "step": 296420
    },
    {
      "epoch": 82.73,
      "grad_norm": 1.7760870456695557,
      "learning_rate": 4.65102982849352e-06,
      "loss": 0.4599,
      "step": 296430
    },
    {
      "epoch": 82.74,
      "grad_norm": 2.107189416885376,
      "learning_rate": 4.651025076815858e-06,
      "loss": 0.4628,
      "step": 296440
    },
    {
      "epoch": 82.74,
      "grad_norm": 1.660071849822998,
      "learning_rate": 4.651020324831097e-06,
      "loss": 0.4563,
      "step": 296450
    },
    {
      "epoch": 82.74,
      "grad_norm": 1.4749301671981812,
      "learning_rate": 4.651015572539238e-06,
      "loss": 0.4794,
      "step": 296460
    },
    {
      "epoch": 82.74,
      "grad_norm": 1.6833540201187134,
      "learning_rate": 4.651010819940282e-06,
      "loss": 0.4584,
      "step": 296470
    },
    {
      "epoch": 82.75,
      "grad_norm": 1.3634248971939087,
      "learning_rate": 4.651006067034229e-06,
      "loss": 0.4693,
      "step": 296480
    },
    {
      "epoch": 82.75,
      "grad_norm": 1.8164383172988892,
      "learning_rate": 4.651001313821079e-06,
      "loss": 0.4594,
      "step": 296490
    },
    {
      "epoch": 82.75,
      "grad_norm": 1.4189409017562866,
      "learning_rate": 4.6509965603008325e-06,
      "loss": 0.467,
      "step": 296500
    },
    {
      "epoch": 82.75,
      "grad_norm": 1.4923038482666016,
      "learning_rate": 4.6509918064734916e-06,
      "loss": 0.4804,
      "step": 296510
    },
    {
      "epoch": 82.76,
      "grad_norm": 1.5195939540863037,
      "learning_rate": 4.650987052339056e-06,
      "loss": 0.4283,
      "step": 296520
    },
    {
      "epoch": 82.76,
      "grad_norm": 1.463580846786499,
      "learning_rate": 4.650982297897527e-06,
      "loss": 0.4678,
      "step": 296530
    },
    {
      "epoch": 82.76,
      "grad_norm": 1.5114223957061768,
      "learning_rate": 4.6509775431489046e-06,
      "loss": 0.4654,
      "step": 296540
    },
    {
      "epoch": 82.77,
      "grad_norm": 1.7060508728027344,
      "learning_rate": 4.650972788093189e-06,
      "loss": 0.4873,
      "step": 296550
    },
    {
      "epoch": 82.77,
      "grad_norm": 1.8785936832427979,
      "learning_rate": 4.650968032730382e-06,
      "loss": 0.4479,
      "step": 296560
    },
    {
      "epoch": 82.77,
      "grad_norm": 1.4123425483703613,
      "learning_rate": 4.650963277060484e-06,
      "loss": 0.4581,
      "step": 296570
    },
    {
      "epoch": 82.77,
      "grad_norm": 2.221724271774292,
      "learning_rate": 4.650958521083494e-06,
      "loss": 0.4596,
      "step": 296580
    },
    {
      "epoch": 82.78,
      "grad_norm": 1.5033525228500366,
      "learning_rate": 4.650953764799415e-06,
      "loss": 0.4621,
      "step": 296590
    },
    {
      "epoch": 82.78,
      "grad_norm": 1.9459422826766968,
      "learning_rate": 4.650949008208246e-06,
      "loss": 0.4752,
      "step": 296600
    },
    {
      "epoch": 82.78,
      "grad_norm": 1.7344012260437012,
      "learning_rate": 4.650944251309989e-06,
      "loss": 0.449,
      "step": 296610
    },
    {
      "epoch": 82.79,
      "grad_norm": 2.027871608734131,
      "learning_rate": 4.650939494104643e-06,
      "loss": 0.4593,
      "step": 296620
    },
    {
      "epoch": 82.79,
      "grad_norm": 2.033611297607422,
      "learning_rate": 4.6509347365922095e-06,
      "loss": 0.462,
      "step": 296630
    },
    {
      "epoch": 82.79,
      "grad_norm": 1.9815349578857422,
      "learning_rate": 4.650929978772689e-06,
      "loss": 0.4559,
      "step": 296640
    },
    {
      "epoch": 82.79,
      "grad_norm": 1.6732617616653442,
      "learning_rate": 4.650925220646082e-06,
      "loss": 0.4477,
      "step": 296650
    },
    {
      "epoch": 82.8,
      "grad_norm": 1.696588397026062,
      "learning_rate": 4.65092046221239e-06,
      "loss": 0.4701,
      "step": 296660
    },
    {
      "epoch": 82.8,
      "grad_norm": 2.026332139968872,
      "learning_rate": 4.650915703471613e-06,
      "loss": 0.4675,
      "step": 296670
    },
    {
      "epoch": 82.8,
      "grad_norm": 2.0051229000091553,
      "learning_rate": 4.650910944423751e-06,
      "loss": 0.4775,
      "step": 296680
    },
    {
      "epoch": 82.8,
      "grad_norm": 1.9759235382080078,
      "learning_rate": 4.650906185068806e-06,
      "loss": 0.4576,
      "step": 296690
    },
    {
      "epoch": 82.81,
      "grad_norm": 1.6629027128219604,
      "learning_rate": 4.650901425406778e-06,
      "loss": 0.4578,
      "step": 296700
    },
    {
      "epoch": 82.81,
      "grad_norm": 1.7310831546783447,
      "learning_rate": 4.650896665437667e-06,
      "loss": 0.4624,
      "step": 296710
    },
    {
      "epoch": 82.81,
      "grad_norm": 1.9474070072174072,
      "learning_rate": 4.650891905161474e-06,
      "loss": 0.4746,
      "step": 296720
    },
    {
      "epoch": 82.82,
      "grad_norm": 1.831120252609253,
      "learning_rate": 4.6508871445782e-06,
      "loss": 0.4527,
      "step": 296730
    },
    {
      "epoch": 82.82,
      "grad_norm": 1.4385226964950562,
      "learning_rate": 4.650882383687846e-06,
      "loss": 0.4483,
      "step": 296740
    },
    {
      "epoch": 82.82,
      "grad_norm": 1.60096275806427,
      "learning_rate": 4.65087762249041e-06,
      "loss": 0.4641,
      "step": 296750
    },
    {
      "epoch": 82.82,
      "grad_norm": 1.1822818517684937,
      "learning_rate": 4.650872860985896e-06,
      "loss": 0.4543,
      "step": 296760
    },
    {
      "epoch": 82.83,
      "grad_norm": 1.5854580402374268,
      "learning_rate": 4.650868099174304e-06,
      "loss": 0.4558,
      "step": 296770
    },
    {
      "epoch": 82.83,
      "grad_norm": 1.6530557870864868,
      "learning_rate": 4.650863337055633e-06,
      "loss": 0.4581,
      "step": 296780
    },
    {
      "epoch": 82.83,
      "grad_norm": 1.6934746503829956,
      "learning_rate": 4.650858574629886e-06,
      "loss": 0.4409,
      "step": 296790
    },
    {
      "epoch": 82.84,
      "grad_norm": 1.6617772579193115,
      "learning_rate": 4.650853811897061e-06,
      "loss": 0.4677,
      "step": 296800
    },
    {
      "epoch": 82.84,
      "grad_norm": 1.7761753797531128,
      "learning_rate": 4.6508490488571605e-06,
      "loss": 0.4525,
      "step": 296810
    },
    {
      "epoch": 82.84,
      "grad_norm": 1.8440868854522705,
      "learning_rate": 4.650844285510183e-06,
      "loss": 0.4718,
      "step": 296820
    },
    {
      "epoch": 82.84,
      "grad_norm": 1.6059399843215942,
      "learning_rate": 4.650839521856133e-06,
      "loss": 0.4568,
      "step": 296830
    },
    {
      "epoch": 82.85,
      "grad_norm": 1.9416546821594238,
      "learning_rate": 4.650834757895007e-06,
      "loss": 0.4395,
      "step": 296840
    },
    {
      "epoch": 82.85,
      "grad_norm": 1.8093852996826172,
      "learning_rate": 4.650829993626807e-06,
      "loss": 0.4592,
      "step": 296850
    },
    {
      "epoch": 82.85,
      "grad_norm": 1.833794355392456,
      "learning_rate": 4.6508252290515355e-06,
      "loss": 0.4728,
      "step": 296860
    },
    {
      "epoch": 82.86,
      "grad_norm": 1.7141432762145996,
      "learning_rate": 4.650820464169191e-06,
      "loss": 0.4543,
      "step": 296870
    },
    {
      "epoch": 82.86,
      "grad_norm": 1.725489616394043,
      "learning_rate": 4.6508156989797744e-06,
      "loss": 0.4506,
      "step": 296880
    },
    {
      "epoch": 82.86,
      "grad_norm": 1.6145720481872559,
      "learning_rate": 4.6508109334832875e-06,
      "loss": 0.4694,
      "step": 296890
    },
    {
      "epoch": 82.86,
      "grad_norm": 1.5303541421890259,
      "learning_rate": 4.650806167679729e-06,
      "loss": 0.4664,
      "step": 296900
    },
    {
      "epoch": 82.87,
      "grad_norm": 1.6078654527664185,
      "learning_rate": 4.650801401569103e-06,
      "loss": 0.4537,
      "step": 296910
    },
    {
      "epoch": 82.87,
      "grad_norm": 1.7218400239944458,
      "learning_rate": 4.650796635151406e-06,
      "loss": 0.4617,
      "step": 296920
    },
    {
      "epoch": 82.87,
      "grad_norm": 1.6238046884536743,
      "learning_rate": 4.6507918684266405e-06,
      "loss": 0.4674,
      "step": 296930
    },
    {
      "epoch": 82.87,
      "grad_norm": 1.6503151655197144,
      "learning_rate": 4.650787101394807e-06,
      "loss": 0.465,
      "step": 296940
    },
    {
      "epoch": 82.88,
      "grad_norm": 2.518658399581909,
      "learning_rate": 4.650782334055907e-06,
      "loss": 0.4727,
      "step": 296950
    },
    {
      "epoch": 82.88,
      "grad_norm": 1.5786726474761963,
      "learning_rate": 4.650777566409939e-06,
      "loss": 0.4662,
      "step": 296960
    },
    {
      "epoch": 82.88,
      "grad_norm": 1.8823882341384888,
      "learning_rate": 4.650772798456907e-06,
      "loss": 0.4823,
      "step": 296970
    },
    {
      "epoch": 82.89,
      "grad_norm": 1.979560136795044,
      "learning_rate": 4.650768030196808e-06,
      "loss": 0.4718,
      "step": 296980
    },
    {
      "epoch": 82.89,
      "grad_norm": 1.9175938367843628,
      "learning_rate": 4.650763261629645e-06,
      "loss": 0.4765,
      "step": 296990
    },
    {
      "epoch": 82.89,
      "grad_norm": 1.4725580215454102,
      "learning_rate": 4.650758492755418e-06,
      "loss": 0.468,
      "step": 297000
    },
    {
      "epoch": 82.89,
      "grad_norm": 1.4601632356643677,
      "learning_rate": 4.650753723574128e-06,
      "loss": 0.4543,
      "step": 297010
    },
    {
      "epoch": 82.9,
      "grad_norm": 1.5627367496490479,
      "learning_rate": 4.6507489540857745e-06,
      "loss": 0.4504,
      "step": 297020
    },
    {
      "epoch": 82.9,
      "grad_norm": 1.909798502922058,
      "learning_rate": 4.650744184290358e-06,
      "loss": 0.4592,
      "step": 297030
    },
    {
      "epoch": 82.9,
      "grad_norm": 1.7631864547729492,
      "learning_rate": 4.650739414187881e-06,
      "loss": 0.4496,
      "step": 297040
    },
    {
      "epoch": 82.91,
      "grad_norm": 1.7238012552261353,
      "learning_rate": 4.650734643778343e-06,
      "loss": 0.4694,
      "step": 297050
    },
    {
      "epoch": 82.91,
      "grad_norm": 1.6376491785049438,
      "learning_rate": 4.650729873061745e-06,
      "loss": 0.4597,
      "step": 297060
    },
    {
      "epoch": 82.91,
      "grad_norm": 1.6026040315628052,
      "learning_rate": 4.650725102038086e-06,
      "loss": 0.4645,
      "step": 297070
    },
    {
      "epoch": 82.91,
      "grad_norm": 1.585483431816101,
      "learning_rate": 4.650720330707369e-06,
      "loss": 0.4569,
      "step": 297080
    },
    {
      "epoch": 82.92,
      "grad_norm": 2.006700277328491,
      "learning_rate": 4.6507155590695935e-06,
      "loss": 0.4793,
      "step": 297090
    },
    {
      "epoch": 82.92,
      "grad_norm": 1.5470185279846191,
      "learning_rate": 4.650710787124761e-06,
      "loss": 0.4807,
      "step": 297100
    },
    {
      "epoch": 82.92,
      "grad_norm": 2.198359966278076,
      "learning_rate": 4.65070601487287e-06,
      "loss": 0.4707,
      "step": 297110
    },
    {
      "epoch": 82.92,
      "grad_norm": 1.7686232328414917,
      "learning_rate": 4.650701242313923e-06,
      "loss": 0.4504,
      "step": 297120
    },
    {
      "epoch": 82.93,
      "grad_norm": 1.4630154371261597,
      "learning_rate": 4.65069646944792e-06,
      "loss": 0.4787,
      "step": 297130
    },
    {
      "epoch": 82.93,
      "grad_norm": 1.6928173303604126,
      "learning_rate": 4.650691696274863e-06,
      "loss": 0.4536,
      "step": 297140
    },
    {
      "epoch": 82.93,
      "grad_norm": 1.367497205734253,
      "learning_rate": 4.650686922794751e-06,
      "loss": 0.4376,
      "step": 297150
    },
    {
      "epoch": 82.94,
      "grad_norm": 1.6051998138427734,
      "learning_rate": 4.650682149007584e-06,
      "loss": 0.5069,
      "step": 297160
    },
    {
      "epoch": 82.94,
      "grad_norm": 1.3841382265090942,
      "learning_rate": 4.650677374913364e-06,
      "loss": 0.4583,
      "step": 297170
    },
    {
      "epoch": 82.94,
      "grad_norm": 1.66414475440979,
      "learning_rate": 4.6506726005120915e-06,
      "loss": 0.4753,
      "step": 297180
    },
    {
      "epoch": 82.94,
      "grad_norm": 2.039276599884033,
      "learning_rate": 4.650667825803768e-06,
      "loss": 0.4536,
      "step": 297190
    },
    {
      "epoch": 82.95,
      "grad_norm": 1.8492361307144165,
      "learning_rate": 4.650663050788392e-06,
      "loss": 0.4613,
      "step": 297200
    },
    {
      "epoch": 82.95,
      "grad_norm": 1.6396640539169312,
      "learning_rate": 4.650658275465965e-06,
      "loss": 0.475,
      "step": 297210
    },
    {
      "epoch": 82.95,
      "grad_norm": 1.9745147228240967,
      "learning_rate": 4.650653499836489e-06,
      "loss": 0.4494,
      "step": 297220
    },
    {
      "epoch": 82.96,
      "grad_norm": 1.9967671632766724,
      "learning_rate": 4.650648723899963e-06,
      "loss": 0.4535,
      "step": 297230
    },
    {
      "epoch": 82.96,
      "grad_norm": 1.700355052947998,
      "learning_rate": 4.650643947656388e-06,
      "loss": 0.4684,
      "step": 297240
    },
    {
      "epoch": 82.96,
      "grad_norm": 1.6182266473770142,
      "learning_rate": 4.650639171105765e-06,
      "loss": 0.4662,
      "step": 297250
    },
    {
      "epoch": 82.96,
      "grad_norm": 1.7699700593948364,
      "learning_rate": 4.650634394248094e-06,
      "loss": 0.4677,
      "step": 297260
    },
    {
      "epoch": 82.97,
      "grad_norm": 1.812421202659607,
      "learning_rate": 4.650629617083376e-06,
      "loss": 0.4592,
      "step": 297270
    },
    {
      "epoch": 82.97,
      "grad_norm": 1.5206048488616943,
      "learning_rate": 4.650624839611613e-06,
      "loss": 0.4727,
      "step": 297280
    },
    {
      "epoch": 82.97,
      "grad_norm": 1.4671411514282227,
      "learning_rate": 4.650620061832803e-06,
      "loss": 0.4502,
      "step": 297290
    },
    {
      "epoch": 82.98,
      "grad_norm": 2.249943733215332,
      "learning_rate": 4.650615283746948e-06,
      "loss": 0.4623,
      "step": 297300
    },
    {
      "epoch": 82.98,
      "grad_norm": 1.585591435432434,
      "learning_rate": 4.650610505354049e-06,
      "loss": 0.4819,
      "step": 297310
    },
    {
      "epoch": 82.98,
      "grad_norm": 1.9651256799697876,
      "learning_rate": 4.650605726654107e-06,
      "loss": 0.4762,
      "step": 297320
    },
    {
      "epoch": 82.98,
      "grad_norm": 1.4764026403427124,
      "learning_rate": 4.650600947647121e-06,
      "loss": 0.4798,
      "step": 297330
    },
    {
      "epoch": 82.99,
      "grad_norm": 1.473260521888733,
      "learning_rate": 4.650596168333092e-06,
      "loss": 0.4654,
      "step": 297340
    },
    {
      "epoch": 82.99,
      "grad_norm": 1.8130439519882202,
      "learning_rate": 4.6505913887120215e-06,
      "loss": 0.4583,
      "step": 297350
    },
    {
      "epoch": 82.99,
      "grad_norm": 1.7093456983566284,
      "learning_rate": 4.65058660878391e-06,
      "loss": 0.4548,
      "step": 297360
    },
    {
      "epoch": 82.99,
      "grad_norm": 2.0291237831115723,
      "learning_rate": 4.650581828548758e-06,
      "loss": 0.459,
      "step": 297370
    },
    {
      "epoch": 83.0,
      "grad_norm": 1.725296139717102,
      "learning_rate": 4.650577048006566e-06,
      "loss": 0.4596,
      "step": 297380
    },
    {
      "epoch": 83.0,
      "eval_loss": 0.46209585666656494,
      "eval_runtime": 62.9901,
      "eval_samples_per_second": 80.314,
      "eval_steps_per_second": 10.049,
      "step": 297389
    },
    {
      "epoch": 83.0,
      "grad_norm": 1.7231040000915527,
      "learning_rate": 4.650572267157335e-06,
      "loss": 0.4753,
      "step": 297390
    },
    {
      "epoch": 83.0,
      "grad_norm": 1.5663448572158813,
      "learning_rate": 4.650567486001064e-06,
      "loss": 0.4801,
      "step": 297400
    },
    {
      "epoch": 83.01,
      "grad_norm": 1.5121815204620361,
      "learning_rate": 4.650562704537757e-06,
      "loss": 0.4471,
      "step": 297410
    },
    {
      "epoch": 83.01,
      "grad_norm": 1.6536177396774292,
      "learning_rate": 4.6505579227674115e-06,
      "loss": 0.4652,
      "step": 297420
    },
    {
      "epoch": 83.01,
      "grad_norm": 5.6588053703308105,
      "learning_rate": 4.6505531406900285e-06,
      "loss": 0.4542,
      "step": 297430
    },
    {
      "epoch": 83.01,
      "grad_norm": 1.5674550533294678,
      "learning_rate": 4.65054835830561e-06,
      "loss": 0.4789,
      "step": 297440
    },
    {
      "epoch": 83.02,
      "grad_norm": 1.6991982460021973,
      "learning_rate": 4.6505435756141565e-06,
      "loss": 0.4465,
      "step": 297450
    },
    {
      "epoch": 83.02,
      "grad_norm": 1.4555739164352417,
      "learning_rate": 4.6505387926156675e-06,
      "loss": 0.4509,
      "step": 297460
    },
    {
      "epoch": 83.02,
      "grad_norm": 1.7734229564666748,
      "learning_rate": 4.650534009310145e-06,
      "loss": 0.4495,
      "step": 297470
    },
    {
      "epoch": 83.03,
      "grad_norm": 1.5378520488739014,
      "learning_rate": 4.650529225697589e-06,
      "loss": 0.4688,
      "step": 297480
    },
    {
      "epoch": 83.03,
      "grad_norm": 1.6761192083358765,
      "learning_rate": 4.6505244417779996e-06,
      "loss": 0.4543,
      "step": 297490
    },
    {
      "epoch": 83.03,
      "grad_norm": 1.449863314628601,
      "learning_rate": 4.650519657551377e-06,
      "loss": 0.4578,
      "step": 297500
    },
    {
      "epoch": 83.03,
      "grad_norm": 1.686671257019043,
      "learning_rate": 4.650514873017724e-06,
      "loss": 0.4538,
      "step": 297510
    },
    {
      "epoch": 83.04,
      "grad_norm": 1.5837128162384033,
      "learning_rate": 4.650510088177039e-06,
      "loss": 0.4558,
      "step": 297520
    },
    {
      "epoch": 83.04,
      "grad_norm": 1.7509092092514038,
      "learning_rate": 4.650505303029324e-06,
      "loss": 0.4686,
      "step": 297530
    },
    {
      "epoch": 83.04,
      "grad_norm": 1.4352765083312988,
      "learning_rate": 4.6505005175745796e-06,
      "loss": 0.4685,
      "step": 297540
    },
    {
      "epoch": 83.04,
      "grad_norm": 1.7079472541809082,
      "learning_rate": 4.6504957318128065e-06,
      "loss": 0.4626,
      "step": 297550
    },
    {
      "epoch": 83.05,
      "grad_norm": 1.9045042991638184,
      "learning_rate": 4.6504909457440035e-06,
      "loss": 0.4527,
      "step": 297560
    },
    {
      "epoch": 83.05,
      "grad_norm": 2.012108564376831,
      "learning_rate": 4.650486159368174e-06,
      "loss": 0.4715,
      "step": 297570
    },
    {
      "epoch": 83.05,
      "grad_norm": 1.5191432237625122,
      "learning_rate": 4.650481372685317e-06,
      "loss": 0.464,
      "step": 297580
    },
    {
      "epoch": 83.06,
      "grad_norm": 2.024282932281494,
      "learning_rate": 4.6504765856954325e-06,
      "loss": 0.4634,
      "step": 297590
    },
    {
      "epoch": 83.06,
      "grad_norm": 1.8090293407440186,
      "learning_rate": 4.650471798398522e-06,
      "loss": 0.459,
      "step": 297600
    },
    {
      "epoch": 83.06,
      "grad_norm": 1.5247869491577148,
      "learning_rate": 4.650467010794588e-06,
      "loss": 0.4913,
      "step": 297610
    },
    {
      "epoch": 83.06,
      "grad_norm": 1.549780011177063,
      "learning_rate": 4.650462222883628e-06,
      "loss": 0.4488,
      "step": 297620
    },
    {
      "epoch": 83.07,
      "grad_norm": 1.498763084411621,
      "learning_rate": 4.650457434665644e-06,
      "loss": 0.4727,
      "step": 297630
    },
    {
      "epoch": 83.07,
      "grad_norm": 1.7250138521194458,
      "learning_rate": 4.650452646140637e-06,
      "loss": 0.4536,
      "step": 297640
    },
    {
      "epoch": 83.07,
      "grad_norm": 1.7153884172439575,
      "learning_rate": 4.650447857308608e-06,
      "loss": 0.4733,
      "step": 297650
    },
    {
      "epoch": 83.08,
      "grad_norm": 1.8292852640151978,
      "learning_rate": 4.650443068169555e-06,
      "loss": 0.4562,
      "step": 297660
    },
    {
      "epoch": 83.08,
      "grad_norm": 1.4785140752792358,
      "learning_rate": 4.650438278723482e-06,
      "loss": 0.4609,
      "step": 297670
    },
    {
      "epoch": 83.08,
      "grad_norm": 1.818464756011963,
      "learning_rate": 4.650433488970388e-06,
      "loss": 0.4612,
      "step": 297680
    },
    {
      "epoch": 83.08,
      "grad_norm": 1.803641438484192,
      "learning_rate": 4.650428698910273e-06,
      "loss": 0.4524,
      "step": 297690
    },
    {
      "epoch": 83.09,
      "grad_norm": 1.6316777467727661,
      "learning_rate": 4.650423908543139e-06,
      "loss": 0.4728,
      "step": 297700
    },
    {
      "epoch": 83.09,
      "grad_norm": 1.7083969116210938,
      "learning_rate": 4.6504191178689865e-06,
      "loss": 0.4457,
      "step": 297710
    },
    {
      "epoch": 83.09,
      "grad_norm": 1.7278554439544678,
      "learning_rate": 4.650414326887815e-06,
      "loss": 0.429,
      "step": 297720
    },
    {
      "epoch": 83.1,
      "grad_norm": 2.120863199234009,
      "learning_rate": 4.650409535599626e-06,
      "loss": 0.4757,
      "step": 297730
    },
    {
      "epoch": 83.1,
      "grad_norm": 1.690637230873108,
      "learning_rate": 4.65040474400442e-06,
      "loss": 0.4527,
      "step": 297740
    },
    {
      "epoch": 83.1,
      "grad_norm": 1.4839271306991577,
      "learning_rate": 4.650399952102197e-06,
      "loss": 0.4346,
      "step": 297750
    },
    {
      "epoch": 83.1,
      "grad_norm": 1.8259550333023071,
      "learning_rate": 4.650395159892959e-06,
      "loss": 0.488,
      "step": 297760
    },
    {
      "epoch": 83.11,
      "grad_norm": 1.593996286392212,
      "learning_rate": 4.650390367376706e-06,
      "loss": 0.4718,
      "step": 297770
    },
    {
      "epoch": 83.11,
      "grad_norm": 1.5804691314697266,
      "learning_rate": 4.650385574553438e-06,
      "loss": 0.465,
      "step": 297780
    },
    {
      "epoch": 83.11,
      "grad_norm": 1.906948447227478,
      "learning_rate": 4.6503807814231565e-06,
      "loss": 0.4783,
      "step": 297790
    },
    {
      "epoch": 83.11,
      "grad_norm": 2.182497978210449,
      "learning_rate": 4.650375987985862e-06,
      "loss": 0.4728,
      "step": 297800
    },
    {
      "epoch": 83.12,
      "grad_norm": 2.1411073207855225,
      "learning_rate": 4.650371194241555e-06,
      "loss": 0.4409,
      "step": 297810
    },
    {
      "epoch": 83.12,
      "grad_norm": 1.770296573638916,
      "learning_rate": 4.650366400190236e-06,
      "loss": 0.4811,
      "step": 297820
    },
    {
      "epoch": 83.12,
      "grad_norm": 1.7667139768600464,
      "learning_rate": 4.650361605831906e-06,
      "loss": 0.4589,
      "step": 297830
    },
    {
      "epoch": 83.13,
      "grad_norm": 1.7867048978805542,
      "learning_rate": 4.6503568111665645e-06,
      "loss": 0.4614,
      "step": 297840
    },
    {
      "epoch": 83.13,
      "grad_norm": 1.3722610473632812,
      "learning_rate": 4.650352016194214e-06,
      "loss": 0.4529,
      "step": 297850
    },
    {
      "epoch": 83.13,
      "grad_norm": 1.46111261844635,
      "learning_rate": 4.650347220914853e-06,
      "loss": 0.4635,
      "step": 297860
    },
    {
      "epoch": 83.13,
      "grad_norm": 1.597285509109497,
      "learning_rate": 4.650342425328484e-06,
      "loss": 0.4505,
      "step": 297870
    },
    {
      "epoch": 83.14,
      "grad_norm": 1.5067301988601685,
      "learning_rate": 4.650337629435107e-06,
      "loss": 0.4609,
      "step": 297880
    },
    {
      "epoch": 83.14,
      "grad_norm": 1.9320828914642334,
      "learning_rate": 4.650332833234722e-06,
      "loss": 0.4592,
      "step": 297890
    },
    {
      "epoch": 83.14,
      "grad_norm": 1.6010209321975708,
      "learning_rate": 4.650328036727331e-06,
      "loss": 0.4472,
      "step": 297900
    },
    {
      "epoch": 83.15,
      "grad_norm": 1.9351814985275269,
      "learning_rate": 4.650323239912933e-06,
      "loss": 0.4762,
      "step": 297910
    },
    {
      "epoch": 83.15,
      "grad_norm": 1.7196351289749146,
      "learning_rate": 4.65031844279153e-06,
      "loss": 0.4733,
      "step": 297920
    },
    {
      "epoch": 83.15,
      "grad_norm": 1.5807031393051147,
      "learning_rate": 4.650313645363122e-06,
      "loss": 0.4839,
      "step": 297930
    },
    {
      "epoch": 83.15,
      "grad_norm": 1.953062653541565,
      "learning_rate": 4.65030884762771e-06,
      "loss": 0.449,
      "step": 297940
    },
    {
      "epoch": 83.16,
      "grad_norm": 2.092787265777588,
      "learning_rate": 4.650304049585294e-06,
      "loss": 0.4567,
      "step": 297950
    },
    {
      "epoch": 83.16,
      "grad_norm": 1.988425612449646,
      "learning_rate": 4.650299251235875e-06,
      "loss": 0.4512,
      "step": 297960
    },
    {
      "epoch": 83.16,
      "grad_norm": 1.7631555795669556,
      "learning_rate": 4.650294452579454e-06,
      "loss": 0.4961,
      "step": 297970
    },
    {
      "epoch": 83.16,
      "grad_norm": 1.3861281871795654,
      "learning_rate": 4.650289653616032e-06,
      "loss": 0.4405,
      "step": 297980
    },
    {
      "epoch": 83.17,
      "grad_norm": 2.3361053466796875,
      "learning_rate": 4.650284854345607e-06,
      "loss": 0.4798,
      "step": 297990
    },
    {
      "epoch": 83.17,
      "grad_norm": 1.8349977731704712,
      "learning_rate": 4.650280054768183e-06,
      "loss": 0.4577,
      "step": 298000
    },
    {
      "epoch": 83.17,
      "grad_norm": 1.598334789276123,
      "learning_rate": 4.650275254883759e-06,
      "loss": 0.4571,
      "step": 298010
    },
    {
      "epoch": 83.18,
      "grad_norm": 1.93307626247406,
      "learning_rate": 4.650270454692336e-06,
      "loss": 0.4512,
      "step": 298020
    },
    {
      "epoch": 83.18,
      "grad_norm": 1.5957354307174683,
      "learning_rate": 4.650265654193914e-06,
      "loss": 0.4707,
      "step": 298030
    },
    {
      "epoch": 83.18,
      "grad_norm": 1.8422620296478271,
      "learning_rate": 4.6502608533884946e-06,
      "loss": 0.4873,
      "step": 298040
    },
    {
      "epoch": 83.18,
      "grad_norm": 1.6612404584884644,
      "learning_rate": 4.650256052276077e-06,
      "loss": 0.4602,
      "step": 298050
    },
    {
      "epoch": 83.19,
      "grad_norm": 1.8470731973648071,
      "learning_rate": 4.650251250856664e-06,
      "loss": 0.4419,
      "step": 298060
    },
    {
      "epoch": 83.19,
      "grad_norm": 2.076655387878418,
      "learning_rate": 4.650246449130254e-06,
      "loss": 0.4632,
      "step": 298070
    },
    {
      "epoch": 83.19,
      "grad_norm": 1.7298922538757324,
      "learning_rate": 4.65024164709685e-06,
      "loss": 0.4758,
      "step": 298080
    },
    {
      "epoch": 83.2,
      "grad_norm": 2.087480068206787,
      "learning_rate": 4.650236844756451e-06,
      "loss": 0.4693,
      "step": 298090
    },
    {
      "epoch": 83.2,
      "grad_norm": 1.5540870428085327,
      "learning_rate": 4.650232042109057e-06,
      "loss": 0.4641,
      "step": 298100
    },
    {
      "epoch": 83.2,
      "grad_norm": 1.4707282781600952,
      "learning_rate": 4.650227239154671e-06,
      "loss": 0.4682,
      "step": 298110
    },
    {
      "epoch": 83.2,
      "grad_norm": 2.1789824962615967,
      "learning_rate": 4.650222435893291e-06,
      "loss": 0.4454,
      "step": 298120
    },
    {
      "epoch": 83.21,
      "grad_norm": 1.6130038499832153,
      "learning_rate": 4.65021763232492e-06,
      "loss": 0.4618,
      "step": 298130
    },
    {
      "epoch": 83.21,
      "grad_norm": 1.7903633117675781,
      "learning_rate": 4.650212828449556e-06,
      "loss": 0.4751,
      "step": 298140
    },
    {
      "epoch": 83.21,
      "grad_norm": 1.4905164241790771,
      "learning_rate": 4.650208024267202e-06,
      "loss": 0.4335,
      "step": 298150
    },
    {
      "epoch": 83.22,
      "grad_norm": 1.576969027519226,
      "learning_rate": 4.650203219777858e-06,
      "loss": 0.449,
      "step": 298160
    },
    {
      "epoch": 83.22,
      "grad_norm": 1.720487356185913,
      "learning_rate": 4.650198414981524e-06,
      "loss": 0.4777,
      "step": 298170
    },
    {
      "epoch": 83.22,
      "grad_norm": 1.2362325191497803,
      "learning_rate": 4.650193609878202e-06,
      "loss": 0.4659,
      "step": 298180
    },
    {
      "epoch": 83.22,
      "grad_norm": 1.6892789602279663,
      "learning_rate": 4.650188804467891e-06,
      "loss": 0.4669,
      "step": 298190
    },
    {
      "epoch": 83.23,
      "grad_norm": 1.967603087425232,
      "learning_rate": 4.650183998750593e-06,
      "loss": 0.4726,
      "step": 298200
    },
    {
      "epoch": 83.23,
      "grad_norm": 1.8217079639434814,
      "learning_rate": 4.650179192726308e-06,
      "loss": 0.4805,
      "step": 298210
    },
    {
      "epoch": 83.23,
      "grad_norm": 1.4913082122802734,
      "learning_rate": 4.650174386395035e-06,
      "loss": 0.4548,
      "step": 298220
    },
    {
      "epoch": 83.23,
      "grad_norm": 1.6673247814178467,
      "learning_rate": 4.650169579756778e-06,
      "loss": 0.451,
      "step": 298230
    },
    {
      "epoch": 83.24,
      "grad_norm": 1.8982740640640259,
      "learning_rate": 4.650164772811535e-06,
      "loss": 0.4605,
      "step": 298240
    },
    {
      "epoch": 83.24,
      "grad_norm": 1.5672544240951538,
      "learning_rate": 4.650159965559308e-06,
      "loss": 0.4823,
      "step": 298250
    },
    {
      "epoch": 83.24,
      "grad_norm": 1.3884390592575073,
      "learning_rate": 4.6501551580000976e-06,
      "loss": 0.445,
      "step": 298260
    },
    {
      "epoch": 83.25,
      "grad_norm": 1.8474617004394531,
      "learning_rate": 4.650150350133904e-06,
      "loss": 0.4417,
      "step": 298270
    },
    {
      "epoch": 83.25,
      "grad_norm": 1.831931710243225,
      "learning_rate": 4.6501455419607265e-06,
      "loss": 0.4457,
      "step": 298280
    },
    {
      "epoch": 83.25,
      "grad_norm": 1.9346853494644165,
      "learning_rate": 4.650140733480568e-06,
      "loss": 0.4518,
      "step": 298290
    },
    {
      "epoch": 83.25,
      "grad_norm": 1.7995288372039795,
      "learning_rate": 4.650135924693429e-06,
      "loss": 0.4691,
      "step": 298300
    },
    {
      "epoch": 83.26,
      "grad_norm": 1.734620451927185,
      "learning_rate": 4.650131115599309e-06,
      "loss": 0.4463,
      "step": 298310
    },
    {
      "epoch": 83.26,
      "grad_norm": 1.5889055728912354,
      "learning_rate": 4.650126306198208e-06,
      "loss": 0.4443,
      "step": 298320
    },
    {
      "epoch": 83.26,
      "grad_norm": 1.3526681661605835,
      "learning_rate": 4.6501214964901295e-06,
      "loss": 0.446,
      "step": 298330
    },
    {
      "epoch": 83.27,
      "grad_norm": 1.4981105327606201,
      "learning_rate": 4.650116686475071e-06,
      "loss": 0.4479,
      "step": 298340
    },
    {
      "epoch": 83.27,
      "grad_norm": 1.6167712211608887,
      "learning_rate": 4.650111876153035e-06,
      "loss": 0.4751,
      "step": 298350
    },
    {
      "epoch": 83.27,
      "grad_norm": 1.561197280883789,
      "learning_rate": 4.6501070655240214e-06,
      "loss": 0.4665,
      "step": 298360
    },
    {
      "epoch": 83.27,
      "grad_norm": 1.871695637702942,
      "learning_rate": 4.650102254588031e-06,
      "loss": 0.4701,
      "step": 298370
    },
    {
      "epoch": 83.28,
      "grad_norm": 1.6338725090026855,
      "learning_rate": 4.650097443345064e-06,
      "loss": 0.4662,
      "step": 298380
    },
    {
      "epoch": 83.28,
      "grad_norm": 1.5212398767471313,
      "learning_rate": 4.650092631795122e-06,
      "loss": 0.4544,
      "step": 298390
    },
    {
      "epoch": 83.28,
      "grad_norm": 1.7577869892120361,
      "learning_rate": 4.650087819938206e-06,
      "loss": 0.4593,
      "step": 298400
    },
    {
      "epoch": 83.28,
      "grad_norm": 1.6027920246124268,
      "learning_rate": 4.650083007774315e-06,
      "loss": 0.48,
      "step": 298410
    },
    {
      "epoch": 83.29,
      "grad_norm": 1.9856780767440796,
      "learning_rate": 4.65007819530345e-06,
      "loss": 0.4599,
      "step": 298420
    },
    {
      "epoch": 83.29,
      "grad_norm": 1.610470175743103,
      "learning_rate": 4.650073382525613e-06,
      "loss": 0.4572,
      "step": 298430
    },
    {
      "epoch": 83.29,
      "grad_norm": 1.956770896911621,
      "learning_rate": 4.650068569440803e-06,
      "loss": 0.4663,
      "step": 298440
    },
    {
      "epoch": 83.3,
      "grad_norm": 1.5763782262802124,
      "learning_rate": 4.650063756049022e-06,
      "loss": 0.4678,
      "step": 298450
    },
    {
      "epoch": 83.3,
      "grad_norm": 2.509906768798828,
      "learning_rate": 4.650058942350269e-06,
      "loss": 0.4438,
      "step": 298460
    },
    {
      "epoch": 83.3,
      "grad_norm": 1.692682147026062,
      "learning_rate": 4.650054128344547e-06,
      "loss": 0.461,
      "step": 298470
    },
    {
      "epoch": 83.3,
      "grad_norm": 1.6894878149032593,
      "learning_rate": 4.650049314031855e-06,
      "loss": 0.4773,
      "step": 298480
    },
    {
      "epoch": 83.31,
      "grad_norm": 1.8086811304092407,
      "learning_rate": 4.6500444994121935e-06,
      "loss": 0.4715,
      "step": 298490
    },
    {
      "epoch": 83.31,
      "grad_norm": 2.2985806465148926,
      "learning_rate": 4.650039684485563e-06,
      "loss": 0.465,
      "step": 298500
    },
    {
      "epoch": 83.31,
      "grad_norm": 1.692956805229187,
      "learning_rate": 4.650034869251966e-06,
      "loss": 0.4832,
      "step": 298510
    },
    {
      "epoch": 83.32,
      "grad_norm": 1.7961909770965576,
      "learning_rate": 4.6500300537114e-06,
      "loss": 0.4796,
      "step": 298520
    },
    {
      "epoch": 83.32,
      "grad_norm": 1.741091251373291,
      "learning_rate": 4.650025237863869e-06,
      "loss": 0.4813,
      "step": 298530
    },
    {
      "epoch": 83.32,
      "grad_norm": 1.4212244749069214,
      "learning_rate": 4.650020421709372e-06,
      "loss": 0.4897,
      "step": 298540
    },
    {
      "epoch": 83.32,
      "grad_norm": 1.7073739767074585,
      "learning_rate": 4.65001560524791e-06,
      "loss": 0.4692,
      "step": 298550
    },
    {
      "epoch": 83.33,
      "grad_norm": 1.8169643878936768,
      "learning_rate": 4.6500107884794834e-06,
      "loss": 0.4579,
      "step": 298560
    },
    {
      "epoch": 83.33,
      "grad_norm": 1.449421763420105,
      "learning_rate": 4.6500059714040924e-06,
      "loss": 0.4774,
      "step": 298570
    },
    {
      "epoch": 83.33,
      "grad_norm": 1.720007061958313,
      "learning_rate": 4.650001154021738e-06,
      "loss": 0.4515,
      "step": 298580
    },
    {
      "epoch": 83.34,
      "grad_norm": 1.8182053565979004,
      "learning_rate": 4.649996336332421e-06,
      "loss": 0.4661,
      "step": 298590
    },
    {
      "epoch": 83.34,
      "grad_norm": 1.733960509300232,
      "learning_rate": 4.649991518336142e-06,
      "loss": 0.4595,
      "step": 298600
    },
    {
      "epoch": 83.34,
      "grad_norm": 1.5349775552749634,
      "learning_rate": 4.649986700032902e-06,
      "loss": 0.4708,
      "step": 298610
    },
    {
      "epoch": 83.34,
      "grad_norm": 1.782079815864563,
      "learning_rate": 4.649981881422701e-06,
      "loss": 0.4539,
      "step": 298620
    },
    {
      "epoch": 83.35,
      "grad_norm": 1.5356602668762207,
      "learning_rate": 4.649977062505539e-06,
      "loss": 0.4496,
      "step": 298630
    },
    {
      "epoch": 83.35,
      "grad_norm": 2.157635450363159,
      "learning_rate": 4.64997224328142e-06,
      "loss": 0.4763,
      "step": 298640
    },
    {
      "epoch": 83.35,
      "grad_norm": 1.849463701248169,
      "learning_rate": 4.64996742375034e-06,
      "loss": 0.4434,
      "step": 298650
    },
    {
      "epoch": 83.35,
      "grad_norm": 1.796209454536438,
      "learning_rate": 4.649962603912302e-06,
      "loss": 0.4506,
      "step": 298660
    },
    {
      "epoch": 83.36,
      "grad_norm": 1.502596378326416,
      "learning_rate": 4.649957783767308e-06,
      "loss": 0.4638,
      "step": 298670
    },
    {
      "epoch": 83.36,
      "grad_norm": 1.6145364046096802,
      "learning_rate": 4.6499529633153556e-06,
      "loss": 0.4425,
      "step": 298680
    },
    {
      "epoch": 83.36,
      "grad_norm": 1.761964201927185,
      "learning_rate": 4.649948142556448e-06,
      "loss": 0.467,
      "step": 298690
    },
    {
      "epoch": 83.37,
      "grad_norm": 1.7340748310089111,
      "learning_rate": 4.649943321490584e-06,
      "loss": 0.4644,
      "step": 298700
    },
    {
      "epoch": 83.37,
      "grad_norm": 1.606172800064087,
      "learning_rate": 4.649938500117765e-06,
      "loss": 0.482,
      "step": 298710
    },
    {
      "epoch": 83.37,
      "grad_norm": 1.6511512994766235,
      "learning_rate": 4.649933678437992e-06,
      "loss": 0.4508,
      "step": 298720
    },
    {
      "epoch": 83.37,
      "grad_norm": 1.3982508182525635,
      "learning_rate": 4.649928856451265e-06,
      "loss": 0.4544,
      "step": 298730
    },
    {
      "epoch": 83.38,
      "grad_norm": 1.4649499654769897,
      "learning_rate": 4.649924034157585e-06,
      "loss": 0.4638,
      "step": 298740
    },
    {
      "epoch": 83.38,
      "grad_norm": 1.5998883247375488,
      "learning_rate": 4.6499192115569535e-06,
      "loss": 0.47,
      "step": 298750
    },
    {
      "epoch": 83.38,
      "grad_norm": 1.6363765001296997,
      "learning_rate": 4.64991438864937e-06,
      "loss": 0.4571,
      "step": 298760
    },
    {
      "epoch": 83.39,
      "grad_norm": 1.4635062217712402,
      "learning_rate": 4.649909565434835e-06,
      "loss": 0.4748,
      "step": 298770
    },
    {
      "epoch": 83.39,
      "grad_norm": 2.1114680767059326,
      "learning_rate": 4.649904741913349e-06,
      "loss": 0.4695,
      "step": 298780
    },
    {
      "epoch": 83.39,
      "grad_norm": 1.62254798412323,
      "learning_rate": 4.649899918084914e-06,
      "loss": 0.473,
      "step": 298790
    },
    {
      "epoch": 83.39,
      "grad_norm": 1.5775541067123413,
      "learning_rate": 4.649895093949529e-06,
      "loss": 0.4549,
      "step": 298800
    },
    {
      "epoch": 83.4,
      "grad_norm": 1.782942771911621,
      "learning_rate": 4.649890269507197e-06,
      "loss": 0.4646,
      "step": 298810
    },
    {
      "epoch": 83.4,
      "grad_norm": 1.6450257301330566,
      "learning_rate": 4.649885444757916e-06,
      "loss": 0.4505,
      "step": 298820
    },
    {
      "epoch": 83.4,
      "grad_norm": 1.6883840560913086,
      "learning_rate": 4.6498806197016874e-06,
      "loss": 0.4641,
      "step": 298830
    },
    {
      "epoch": 83.4,
      "grad_norm": 1.3983467817306519,
      "learning_rate": 4.649875794338513e-06,
      "loss": 0.4588,
      "step": 298840
    },
    {
      "epoch": 83.41,
      "grad_norm": 1.6344248056411743,
      "learning_rate": 4.649870968668392e-06,
      "loss": 0.458,
      "step": 298850
    },
    {
      "epoch": 83.41,
      "grad_norm": 2.0346386432647705,
      "learning_rate": 4.649866142691326e-06,
      "loss": 0.4582,
      "step": 298860
    },
    {
      "epoch": 83.41,
      "grad_norm": 1.7330281734466553,
      "learning_rate": 4.6498613164073144e-06,
      "loss": 0.447,
      "step": 298870
    },
    {
      "epoch": 83.42,
      "grad_norm": 1.6395301818847656,
      "learning_rate": 4.64985648981636e-06,
      "loss": 0.4638,
      "step": 298880
    },
    {
      "epoch": 83.42,
      "grad_norm": 1.8511852025985718,
      "learning_rate": 4.649851662918462e-06,
      "loss": 0.4671,
      "step": 298890
    },
    {
      "epoch": 83.42,
      "grad_norm": 2.0548148155212402,
      "learning_rate": 4.6498468357136215e-06,
      "loss": 0.4869,
      "step": 298900
    },
    {
      "epoch": 83.42,
      "grad_norm": 1.595115303993225,
      "learning_rate": 4.6498420082018385e-06,
      "loss": 0.4549,
      "step": 298910
    },
    {
      "epoch": 83.43,
      "grad_norm": 2.1961803436279297,
      "learning_rate": 4.6498371803831136e-06,
      "loss": 0.4712,
      "step": 298920
    },
    {
      "epoch": 83.43,
      "grad_norm": 1.4439525604248047,
      "learning_rate": 4.649832352257448e-06,
      "loss": 0.4509,
      "step": 298930
    },
    {
      "epoch": 83.43,
      "grad_norm": 1.7376395463943481,
      "learning_rate": 4.649827523824842e-06,
      "loss": 0.4801,
      "step": 298940
    },
    {
      "epoch": 83.44,
      "grad_norm": 1.5410428047180176,
      "learning_rate": 4.649822695085297e-06,
      "loss": 0.4604,
      "step": 298950
    },
    {
      "epoch": 83.44,
      "grad_norm": 1.569638729095459,
      "learning_rate": 4.649817866038814e-06,
      "loss": 0.4696,
      "step": 298960
    },
    {
      "epoch": 83.44,
      "grad_norm": 1.8570241928100586,
      "learning_rate": 4.649813036685391e-06,
      "loss": 0.464,
      "step": 298970
    },
    {
      "epoch": 83.44,
      "grad_norm": 1.605085015296936,
      "learning_rate": 4.649808207025031e-06,
      "loss": 0.477,
      "step": 298980
    },
    {
      "epoch": 83.45,
      "grad_norm": 1.6556962728500366,
      "learning_rate": 4.649803377057734e-06,
      "loss": 0.4379,
      "step": 298990
    },
    {
      "epoch": 83.45,
      "grad_norm": 2.5824027061462402,
      "learning_rate": 4.649798546783501e-06,
      "loss": 0.4526,
      "step": 299000
    },
    {
      "epoch": 83.45,
      "grad_norm": 1.589968204498291,
      "learning_rate": 4.649793716202332e-06,
      "loss": 0.4494,
      "step": 299010
    },
    {
      "epoch": 83.46,
      "grad_norm": 1.8490954637527466,
      "learning_rate": 4.649788885314228e-06,
      "loss": 0.4678,
      "step": 299020
    },
    {
      "epoch": 83.46,
      "grad_norm": 1.5415395498275757,
      "learning_rate": 4.64978405411919e-06,
      "loss": 0.4454,
      "step": 299030
    },
    {
      "epoch": 83.46,
      "grad_norm": 1.7009638547897339,
      "learning_rate": 4.649779222617218e-06,
      "loss": 0.4594,
      "step": 299040
    },
    {
      "epoch": 83.46,
      "grad_norm": 1.7161006927490234,
      "learning_rate": 4.649774390808313e-06,
      "loss": 0.4706,
      "step": 299050
    },
    {
      "epoch": 83.47,
      "grad_norm": 1.5626287460327148,
      "learning_rate": 4.649769558692475e-06,
      "loss": 0.4755,
      "step": 299060
    },
    {
      "epoch": 83.47,
      "grad_norm": 2.0854241847991943,
      "learning_rate": 4.6497647262697055e-06,
      "loss": 0.4603,
      "step": 299070
    },
    {
      "epoch": 83.47,
      "grad_norm": 1.804765224456787,
      "learning_rate": 4.649759893540005e-06,
      "loss": 0.4749,
      "step": 299080
    },
    {
      "epoch": 83.47,
      "grad_norm": 2.4232900142669678,
      "learning_rate": 4.649755060503374e-06,
      "loss": 0.4826,
      "step": 299090
    },
    {
      "epoch": 83.48,
      "grad_norm": 1.3643592596054077,
      "learning_rate": 4.649750227159812e-06,
      "loss": 0.465,
      "step": 299100
    },
    {
      "epoch": 83.48,
      "grad_norm": 2.169095039367676,
      "learning_rate": 4.649745393509321e-06,
      "loss": 0.4523,
      "step": 299110
    },
    {
      "epoch": 83.48,
      "grad_norm": 1.9467161893844604,
      "learning_rate": 4.649740559551903e-06,
      "loss": 0.4606,
      "step": 299120
    },
    {
      "epoch": 83.49,
      "grad_norm": 1.570523977279663,
      "learning_rate": 4.6497357252875554e-06,
      "loss": 0.4428,
      "step": 299130
    },
    {
      "epoch": 83.49,
      "grad_norm": 1.654595136642456,
      "learning_rate": 4.649730890716281e-06,
      "loss": 0.4761,
      "step": 299140
    },
    {
      "epoch": 83.49,
      "grad_norm": 1.7151994705200195,
      "learning_rate": 4.6497260558380805e-06,
      "loss": 0.4425,
      "step": 299150
    },
    {
      "epoch": 83.49,
      "grad_norm": 1.4694212675094604,
      "learning_rate": 4.649721220652953e-06,
      "loss": 0.4642,
      "step": 299160
    },
    {
      "epoch": 83.5,
      "grad_norm": 1.561956524848938,
      "learning_rate": 4.649716385160901e-06,
      "loss": 0.4603,
      "step": 299170
    },
    {
      "epoch": 83.5,
      "grad_norm": 1.3454991579055786,
      "learning_rate": 4.649711549361924e-06,
      "loss": 0.4388,
      "step": 299180
    },
    {
      "epoch": 83.5,
      "grad_norm": 1.485676884651184,
      "learning_rate": 4.649706713256022e-06,
      "loss": 0.435,
      "step": 299190
    },
    {
      "epoch": 83.51,
      "grad_norm": 2.388619899749756,
      "learning_rate": 4.649701876843197e-06,
      "loss": 0.4814,
      "step": 299200
    },
    {
      "epoch": 83.51,
      "grad_norm": 1.6468050479888916,
      "learning_rate": 4.64969704012345e-06,
      "loss": 0.4575,
      "step": 299210
    },
    {
      "epoch": 83.51,
      "grad_norm": 1.487076997756958,
      "learning_rate": 4.649692203096781e-06,
      "loss": 0.4585,
      "step": 299220
    },
    {
      "epoch": 83.51,
      "grad_norm": 1.430416226387024,
      "learning_rate": 4.649687365763188e-06,
      "loss": 0.4571,
      "step": 299230
    },
    {
      "epoch": 83.52,
      "grad_norm": 1.437816858291626,
      "learning_rate": 4.6496825281226765e-06,
      "loss": 0.4623,
      "step": 299240
    },
    {
      "epoch": 83.52,
      "grad_norm": 1.578088641166687,
      "learning_rate": 4.649677690175244e-06,
      "loss": 0.4668,
      "step": 299250
    },
    {
      "epoch": 83.52,
      "grad_norm": 1.3239814043045044,
      "learning_rate": 4.649672851920891e-06,
      "loss": 0.4507,
      "step": 299260
    },
    {
      "epoch": 83.52,
      "grad_norm": 1.678078532218933,
      "learning_rate": 4.649668013359621e-06,
      "loss": 0.4677,
      "step": 299270
    },
    {
      "epoch": 83.53,
      "grad_norm": 1.6415902376174927,
      "learning_rate": 4.649663174491432e-06,
      "loss": 0.4552,
      "step": 299280
    },
    {
      "epoch": 83.53,
      "grad_norm": 1.9484326839447021,
      "learning_rate": 4.649658335316324e-06,
      "loss": 0.4603,
      "step": 299290
    },
    {
      "epoch": 83.53,
      "grad_norm": 1.8625162839889526,
      "learning_rate": 4.6496534958343005e-06,
      "loss": 0.4528,
      "step": 299300
    },
    {
      "epoch": 83.54,
      "grad_norm": 2.1121721267700195,
      "learning_rate": 4.64964865604536e-06,
      "loss": 0.4768,
      "step": 299310
    },
    {
      "epoch": 83.54,
      "grad_norm": 2.394005537033081,
      "learning_rate": 4.649643815949504e-06,
      "loss": 0.4921,
      "step": 299320
    },
    {
      "epoch": 83.54,
      "grad_norm": 1.5434725284576416,
      "learning_rate": 4.649638975546733e-06,
      "loss": 0.4691,
      "step": 299330
    },
    {
      "epoch": 83.54,
      "grad_norm": 1.4366120100021362,
      "learning_rate": 4.649634134837046e-06,
      "loss": 0.4635,
      "step": 299340
    },
    {
      "epoch": 83.55,
      "grad_norm": 1.704882264137268,
      "learning_rate": 4.649629293820448e-06,
      "loss": 0.4611,
      "step": 299350
    },
    {
      "epoch": 83.55,
      "grad_norm": 2.0504770278930664,
      "learning_rate": 4.6496244524969344e-06,
      "loss": 0.4737,
      "step": 299360
    },
    {
      "epoch": 83.55,
      "grad_norm": 2.0239479541778564,
      "learning_rate": 4.649619610866509e-06,
      "loss": 0.4725,
      "step": 299370
    },
    {
      "epoch": 83.56,
      "grad_norm": 1.4724184274673462,
      "learning_rate": 4.649614768929172e-06,
      "loss": 0.449,
      "step": 299380
    },
    {
      "epoch": 83.56,
      "grad_norm": 1.5040594339370728,
      "learning_rate": 4.649609926684924e-06,
      "loss": 0.4388,
      "step": 299390
    },
    {
      "epoch": 83.56,
      "grad_norm": 1.558539628982544,
      "learning_rate": 4.649605084133765e-06,
      "loss": 0.4736,
      "step": 299400
    },
    {
      "epoch": 83.56,
      "grad_norm": 1.6709896326065063,
      "learning_rate": 4.649600241275696e-06,
      "loss": 0.4641,
      "step": 299410
    },
    {
      "epoch": 83.57,
      "grad_norm": 1.5939278602600098,
      "learning_rate": 4.649595398110717e-06,
      "loss": 0.4584,
      "step": 299420
    },
    {
      "epoch": 83.57,
      "grad_norm": 1.9034115076065063,
      "learning_rate": 4.649590554638831e-06,
      "loss": 0.4749,
      "step": 299430
    },
    {
      "epoch": 83.57,
      "grad_norm": 1.5681480169296265,
      "learning_rate": 4.649585710860036e-06,
      "loss": 0.4531,
      "step": 299440
    },
    {
      "epoch": 83.58,
      "grad_norm": 2.0384464263916016,
      "learning_rate": 4.649580866774335e-06,
      "loss": 0.4824,
      "step": 299450
    },
    {
      "epoch": 83.58,
      "grad_norm": 1.2967212200164795,
      "learning_rate": 4.6495760223817255e-06,
      "loss": 0.4565,
      "step": 299460
    },
    {
      "epoch": 83.58,
      "grad_norm": 1.8943231105804443,
      "learning_rate": 4.64957117768221e-06,
      "loss": 0.4759,
      "step": 299470
    },
    {
      "epoch": 83.58,
      "grad_norm": 2.3080811500549316,
      "learning_rate": 4.64956633267579e-06,
      "loss": 0.4596,
      "step": 299480
    },
    {
      "epoch": 83.59,
      "grad_norm": 1.867785930633545,
      "learning_rate": 4.649561487362465e-06,
      "loss": 0.4648,
      "step": 299490
    },
    {
      "epoch": 83.59,
      "grad_norm": 1.6549396514892578,
      "learning_rate": 4.6495566417422356e-06,
      "loss": 0.4425,
      "step": 299500
    },
    {
      "epoch": 83.59,
      "grad_norm": 1.5009995698928833,
      "learning_rate": 4.649551795815103e-06,
      "loss": 0.4728,
      "step": 299510
    },
    {
      "epoch": 83.59,
      "grad_norm": 2.3080694675445557,
      "learning_rate": 4.649546949581067e-06,
      "loss": 0.4579,
      "step": 299520
    },
    {
      "epoch": 83.6,
      "grad_norm": 1.835073471069336,
      "learning_rate": 4.64954210304013e-06,
      "loss": 0.4526,
      "step": 299530
    },
    {
      "epoch": 83.6,
      "grad_norm": 1.842929482460022,
      "learning_rate": 4.64953725619229e-06,
      "loss": 0.4552,
      "step": 299540
    },
    {
      "epoch": 83.6,
      "grad_norm": 1.9038490056991577,
      "learning_rate": 4.64953240903755e-06,
      "loss": 0.4588,
      "step": 299550
    },
    {
      "epoch": 83.61,
      "grad_norm": 1.805546760559082,
      "learning_rate": 4.649527561575909e-06,
      "loss": 0.4473,
      "step": 299560
    },
    {
      "epoch": 83.61,
      "grad_norm": 1.5325778722763062,
      "learning_rate": 4.649522713807369e-06,
      "loss": 0.4556,
      "step": 299570
    },
    {
      "epoch": 83.61,
      "grad_norm": 1.7958319187164307,
      "learning_rate": 4.64951786573193e-06,
      "loss": 0.4683,
      "step": 299580
    },
    {
      "epoch": 83.61,
      "grad_norm": 1.9748866558074951,
      "learning_rate": 4.649513017349593e-06,
      "loss": 0.4581,
      "step": 299590
    },
    {
      "epoch": 83.62,
      "grad_norm": 1.5174589157104492,
      "learning_rate": 4.649508168660357e-06,
      "loss": 0.4699,
      "step": 299600
    },
    {
      "epoch": 83.62,
      "grad_norm": 1.4785383939743042,
      "learning_rate": 4.6495033196642254e-06,
      "loss": 0.4625,
      "step": 299610
    },
    {
      "epoch": 83.62,
      "grad_norm": 1.679219365119934,
      "learning_rate": 4.649498470361196e-06,
      "loss": 0.4764,
      "step": 299620
    },
    {
      "epoch": 83.63,
      "grad_norm": 1.3752297163009644,
      "learning_rate": 4.649493620751272e-06,
      "loss": 0.4825,
      "step": 299630
    },
    {
      "epoch": 83.63,
      "grad_norm": 1.8237364292144775,
      "learning_rate": 4.649488770834453e-06,
      "loss": 0.4592,
      "step": 299640
    },
    {
      "epoch": 83.63,
      "grad_norm": 1.9946913719177246,
      "learning_rate": 4.649483920610739e-06,
      "loss": 0.4699,
      "step": 299650
    },
    {
      "epoch": 83.63,
      "grad_norm": 1.6974221467971802,
      "learning_rate": 4.649479070080131e-06,
      "loss": 0.4614,
      "step": 299660
    },
    {
      "epoch": 83.64,
      "grad_norm": 1.8243932723999023,
      "learning_rate": 4.64947421924263e-06,
      "loss": 0.4528,
      "step": 299670
    },
    {
      "epoch": 83.64,
      "grad_norm": 1.9813153743743896,
      "learning_rate": 4.649469368098236e-06,
      "loss": 0.4558,
      "step": 299680
    },
    {
      "epoch": 83.64,
      "grad_norm": 1.5894917249679565,
      "learning_rate": 4.649464516646951e-06,
      "loss": 0.4417,
      "step": 299690
    },
    {
      "epoch": 83.64,
      "grad_norm": 1.9999942779541016,
      "learning_rate": 4.649459664888774e-06,
      "loss": 0.4633,
      "step": 299700
    },
    {
      "epoch": 83.65,
      "grad_norm": 1.4958736896514893,
      "learning_rate": 4.6494548128237075e-06,
      "loss": 0.4639,
      "step": 299710
    },
    {
      "epoch": 83.65,
      "grad_norm": 1.7901657819747925,
      "learning_rate": 4.6494499604517505e-06,
      "loss": 0.4714,
      "step": 299720
    },
    {
      "epoch": 83.65,
      "grad_norm": 2.2219979763031006,
      "learning_rate": 4.649445107772904e-06,
      "loss": 0.4431,
      "step": 299730
    },
    {
      "epoch": 83.66,
      "grad_norm": 1.7908369302749634,
      "learning_rate": 4.649440254787169e-06,
      "loss": 0.4522,
      "step": 299740
    },
    {
      "epoch": 83.66,
      "grad_norm": 1.905990719795227,
      "learning_rate": 4.649435401494546e-06,
      "loss": 0.45,
      "step": 299750
    },
    {
      "epoch": 83.66,
      "grad_norm": 1.6790475845336914,
      "learning_rate": 4.649430547895035e-06,
      "loss": 0.4605,
      "step": 299760
    },
    {
      "epoch": 83.66,
      "grad_norm": 1.8029497861862183,
      "learning_rate": 4.649425693988639e-06,
      "loss": 0.4723,
      "step": 299770
    },
    {
      "epoch": 83.67,
      "grad_norm": 1.644348382949829,
      "learning_rate": 4.649420839775355e-06,
      "loss": 0.4737,
      "step": 299780
    },
    {
      "epoch": 83.67,
      "grad_norm": 1.6085625886917114,
      "learning_rate": 4.649415985255187e-06,
      "loss": 0.4609,
      "step": 299790
    },
    {
      "epoch": 83.67,
      "grad_norm": 1.8100409507751465,
      "learning_rate": 4.649411130428133e-06,
      "loss": 0.4548,
      "step": 299800
    },
    {
      "epoch": 83.68,
      "grad_norm": 1.7208898067474365,
      "learning_rate": 4.6494062752941965e-06,
      "loss": 0.47,
      "step": 299810
    },
    {
      "epoch": 83.68,
      "grad_norm": 2.2819712162017822,
      "learning_rate": 4.649401419853376e-06,
      "loss": 0.4789,
      "step": 299820
    },
    {
      "epoch": 83.68,
      "grad_norm": 2.061101198196411,
      "learning_rate": 4.649396564105671e-06,
      "loss": 0.4721,
      "step": 299830
    },
    {
      "epoch": 83.68,
      "grad_norm": 1.7952978610992432,
      "learning_rate": 4.649391708051085e-06,
      "loss": 0.4512,
      "step": 299840
    },
    {
      "epoch": 83.69,
      "grad_norm": 1.6440907716751099,
      "learning_rate": 4.6493868516896175e-06,
      "loss": 0.4711,
      "step": 299850
    },
    {
      "epoch": 83.69,
      "grad_norm": 1.645490050315857,
      "learning_rate": 4.64938199502127e-06,
      "loss": 0.4534,
      "step": 299860
    },
    {
      "epoch": 83.69,
      "grad_norm": 1.973239541053772,
      "learning_rate": 4.649377138046041e-06,
      "loss": 0.4566,
      "step": 299870
    },
    {
      "epoch": 83.7,
      "grad_norm": 1.7728291749954224,
      "learning_rate": 4.649372280763933e-06,
      "loss": 0.4517,
      "step": 299880
    },
    {
      "epoch": 83.7,
      "grad_norm": 1.8069231510162354,
      "learning_rate": 4.649367423174946e-06,
      "loss": 0.4592,
      "step": 299890
    },
    {
      "epoch": 83.7,
      "grad_norm": 1.6295069456100464,
      "learning_rate": 4.64936256527908e-06,
      "loss": 0.4544,
      "step": 299900
    },
    {
      "epoch": 83.7,
      "grad_norm": 1.7205058336257935,
      "learning_rate": 4.649357707076337e-06,
      "loss": 0.4847,
      "step": 299910
    },
    {
      "epoch": 83.71,
      "grad_norm": 1.5570775270462036,
      "learning_rate": 4.6493528485667175e-06,
      "loss": 0.4662,
      "step": 299920
    },
    {
      "epoch": 83.71,
      "grad_norm": 2.419450521469116,
      "learning_rate": 4.6493479897502205e-06,
      "loss": 0.4402,
      "step": 299930
    },
    {
      "epoch": 83.71,
      "grad_norm": 1.549018144607544,
      "learning_rate": 4.6493431306268485e-06,
      "loss": 0.4729,
      "step": 299940
    },
    {
      "epoch": 83.71,
      "grad_norm": 1.7377036809921265,
      "learning_rate": 4.649338271196601e-06,
      "loss": 0.4648,
      "step": 299950
    },
    {
      "epoch": 83.72,
      "grad_norm": 1.5401711463928223,
      "learning_rate": 4.649333411459479e-06,
      "loss": 0.4843,
      "step": 299960
    },
    {
      "epoch": 83.72,
      "grad_norm": 1.5187227725982666,
      "learning_rate": 4.649328551415484e-06,
      "loss": 0.4626,
      "step": 299970
    },
    {
      "epoch": 83.72,
      "grad_norm": 1.5332434177398682,
      "learning_rate": 4.649323691064615e-06,
      "loss": 0.451,
      "step": 299980
    },
    {
      "epoch": 83.73,
      "grad_norm": 2.0845677852630615,
      "learning_rate": 4.6493188304068736e-06,
      "loss": 0.4509,
      "step": 299990
    },
    {
      "epoch": 83.73,
      "grad_norm": 1.819663405418396,
      "learning_rate": 4.649313969442261e-06,
      "loss": 0.4838,
      "step": 300000
    },
    {
      "epoch": 83.73,
      "grad_norm": 1.6667739152908325,
      "learning_rate": 4.649309108170776e-06,
      "loss": 0.45,
      "step": 300010
    },
    {
      "epoch": 83.73,
      "grad_norm": 1.8047661781311035,
      "learning_rate": 4.649304246592422e-06,
      "loss": 0.4547,
      "step": 300020
    },
    {
      "epoch": 83.74,
      "grad_norm": 2.0904574394226074,
      "learning_rate": 4.649299384707197e-06,
      "loss": 0.4411,
      "step": 300030
    },
    {
      "epoch": 83.74,
      "grad_norm": 1.3920973539352417,
      "learning_rate": 4.6492945225151035e-06,
      "loss": 0.454,
      "step": 300040
    },
    {
      "epoch": 83.74,
      "grad_norm": 1.4844833612442017,
      "learning_rate": 4.649289660016141e-06,
      "loss": 0.4387,
      "step": 300050
    },
    {
      "epoch": 83.75,
      "grad_norm": 1.9529967308044434,
      "learning_rate": 4.64928479721031e-06,
      "loss": 0.4733,
      "step": 300060
    },
    {
      "epoch": 83.75,
      "grad_norm": 1.9740841388702393,
      "learning_rate": 4.649279934097613e-06,
      "loss": 0.4797,
      "step": 300070
    },
    {
      "epoch": 83.75,
      "grad_norm": 1.9428400993347168,
      "learning_rate": 4.649275070678048e-06,
      "loss": 0.4595,
      "step": 300080
    },
    {
      "epoch": 83.75,
      "grad_norm": 1.6560510396957397,
      "learning_rate": 4.649270206951618e-06,
      "loss": 0.4667,
      "step": 300090
    },
    {
      "epoch": 83.76,
      "grad_norm": 1.5356864929199219,
      "learning_rate": 4.649265342918322e-06,
      "loss": 0.4749,
      "step": 300100
    },
    {
      "epoch": 83.76,
      "grad_norm": 2.144803524017334,
      "learning_rate": 4.6492604785781615e-06,
      "loss": 0.4533,
      "step": 300110
    },
    {
      "epoch": 83.76,
      "grad_norm": 1.5871970653533936,
      "learning_rate": 4.649255613931137e-06,
      "loss": 0.4526,
      "step": 300120
    },
    {
      "epoch": 83.77,
      "grad_norm": 2.0934181213378906,
      "learning_rate": 4.649250748977249e-06,
      "loss": 0.4503,
      "step": 300130
    },
    {
      "epoch": 83.77,
      "grad_norm": 1.4160640239715576,
      "learning_rate": 4.649245883716498e-06,
      "loss": 0.4578,
      "step": 300140
    },
    {
      "epoch": 83.77,
      "grad_norm": 1.7300769090652466,
      "learning_rate": 4.649241018148885e-06,
      "loss": 0.469,
      "step": 300150
    },
    {
      "epoch": 83.77,
      "grad_norm": 1.4067245721817017,
      "learning_rate": 4.649236152274411e-06,
      "loss": 0.4651,
      "step": 300160
    },
    {
      "epoch": 83.78,
      "grad_norm": 1.6992594003677368,
      "learning_rate": 4.649231286093076e-06,
      "loss": 0.4626,
      "step": 300170
    },
    {
      "epoch": 83.78,
      "grad_norm": 1.8544610738754272,
      "learning_rate": 4.64922641960488e-06,
      "loss": 0.4544,
      "step": 300180
    },
    {
      "epoch": 83.78,
      "grad_norm": 1.6780104637145996,
      "learning_rate": 4.649221552809826e-06,
      "loss": 0.4615,
      "step": 300190
    },
    {
      "epoch": 83.78,
      "grad_norm": 1.742802619934082,
      "learning_rate": 4.649216685707911e-06,
      "loss": 0.4695,
      "step": 300200
    },
    {
      "epoch": 83.79,
      "grad_norm": 1.6283676624298096,
      "learning_rate": 4.64921181829914e-06,
      "loss": 0.4573,
      "step": 300210
    },
    {
      "epoch": 83.79,
      "grad_norm": 1.5428117513656616,
      "learning_rate": 4.64920695058351e-06,
      "loss": 0.4185,
      "step": 300220
    },
    {
      "epoch": 83.79,
      "grad_norm": 1.4645792245864868,
      "learning_rate": 4.649202082561023e-06,
      "loss": 0.4383,
      "step": 300230
    },
    {
      "epoch": 83.8,
      "grad_norm": 1.8406717777252197,
      "learning_rate": 4.64919721423168e-06,
      "loss": 0.4628,
      "step": 300240
    },
    {
      "epoch": 83.8,
      "grad_norm": 1.7149596214294434,
      "learning_rate": 4.649192345595482e-06,
      "loss": 0.4491,
      "step": 300250
    },
    {
      "epoch": 83.8,
      "grad_norm": 3.5790483951568604,
      "learning_rate": 4.649187476652427e-06,
      "loss": 0.4543,
      "step": 300260
    },
    {
      "epoch": 83.8,
      "grad_norm": 1.9851245880126953,
      "learning_rate": 4.64918260740252e-06,
      "loss": 0.4677,
      "step": 300270
    },
    {
      "epoch": 83.81,
      "grad_norm": 1.7772201299667358,
      "learning_rate": 4.6491777378457585e-06,
      "loss": 0.4729,
      "step": 300280
    },
    {
      "epoch": 83.81,
      "grad_norm": 1.8332064151763916,
      "learning_rate": 4.649172867982143e-06,
      "loss": 0.467,
      "step": 300290
    },
    {
      "epoch": 83.81,
      "grad_norm": 1.5741113424301147,
      "learning_rate": 4.649167997811677e-06,
      "loss": 0.4616,
      "step": 300300
    },
    {
      "epoch": 83.82,
      "grad_norm": 2.1948280334472656,
      "learning_rate": 4.649163127334358e-06,
      "loss": 0.4471,
      "step": 300310
    },
    {
      "epoch": 83.82,
      "grad_norm": 1.4161088466644287,
      "learning_rate": 4.649158256550187e-06,
      "loss": 0.4699,
      "step": 300320
    },
    {
      "epoch": 83.82,
      "grad_norm": 2.0811514854431152,
      "learning_rate": 4.649153385459167e-06,
      "loss": 0.4699,
      "step": 300330
    },
    {
      "epoch": 83.82,
      "grad_norm": 1.7199440002441406,
      "learning_rate": 4.649148514061297e-06,
      "loss": 0.4479,
      "step": 300340
    },
    {
      "epoch": 83.83,
      "grad_norm": 1.937935709953308,
      "learning_rate": 4.649143642356577e-06,
      "loss": 0.47,
      "step": 300350
    },
    {
      "epoch": 83.83,
      "grad_norm": 1.6559815406799316,
      "learning_rate": 4.649138770345009e-06,
      "loss": 0.4746,
      "step": 300360
    },
    {
      "epoch": 83.83,
      "grad_norm": 1.17435884475708,
      "learning_rate": 4.6491338980265935e-06,
      "loss": 0.4493,
      "step": 300370
    },
    {
      "epoch": 83.83,
      "grad_norm": 1.6427431106567383,
      "learning_rate": 4.649129025401331e-06,
      "loss": 0.4475,
      "step": 300380
    },
    {
      "epoch": 83.84,
      "grad_norm": 1.5393143892288208,
      "learning_rate": 4.649124152469221e-06,
      "loss": 0.4538,
      "step": 300390
    },
    {
      "epoch": 83.84,
      "grad_norm": 1.4397423267364502,
      "learning_rate": 4.649119279230265e-06,
      "loss": 0.4742,
      "step": 300400
    },
    {
      "epoch": 83.84,
      "grad_norm": 1.6976003646850586,
      "learning_rate": 4.649114405684464e-06,
      "loss": 0.4432,
      "step": 300410
    },
    {
      "epoch": 83.85,
      "grad_norm": 2.0833206176757812,
      "learning_rate": 4.649109531831819e-06,
      "loss": 0.4783,
      "step": 300420
    },
    {
      "epoch": 83.85,
      "grad_norm": 2.019909620285034,
      "learning_rate": 4.649104657672329e-06,
      "loss": 0.4671,
      "step": 300430
    },
    {
      "epoch": 83.85,
      "grad_norm": 2.1161515712738037,
      "learning_rate": 4.6490997832059966e-06,
      "loss": 0.4593,
      "step": 300440
    },
    {
      "epoch": 83.85,
      "grad_norm": 1.7395493984222412,
      "learning_rate": 4.649094908432822e-06,
      "loss": 0.464,
      "step": 300450
    },
    {
      "epoch": 83.86,
      "grad_norm": 1.5864346027374268,
      "learning_rate": 4.6490900333528035e-06,
      "loss": 0.4594,
      "step": 300460
    },
    {
      "epoch": 83.86,
      "grad_norm": 1.4359915256500244,
      "learning_rate": 4.649085157965945e-06,
      "loss": 0.4631,
      "step": 300470
    },
    {
      "epoch": 83.86,
      "grad_norm": 1.5898892879486084,
      "learning_rate": 4.649080282272245e-06,
      "loss": 0.4587,
      "step": 300480
    },
    {
      "epoch": 83.87,
      "grad_norm": 1.9308160543441772,
      "learning_rate": 4.649075406271705e-06,
      "loss": 0.4502,
      "step": 300490
    },
    {
      "epoch": 83.87,
      "grad_norm": 1.5112981796264648,
      "learning_rate": 4.649070529964326e-06,
      "loss": 0.4502,
      "step": 300500
    },
    {
      "epoch": 83.87,
      "grad_norm": 1.6711108684539795,
      "learning_rate": 4.649065653350107e-06,
      "loss": 0.4702,
      "step": 300510
    },
    {
      "epoch": 83.87,
      "grad_norm": 1.889581561088562,
      "learning_rate": 4.649060776429052e-06,
      "loss": 0.4458,
      "step": 300520
    },
    {
      "epoch": 83.88,
      "grad_norm": 1.3678914308547974,
      "learning_rate": 4.649055899201158e-06,
      "loss": 0.4684,
      "step": 300530
    },
    {
      "epoch": 83.88,
      "grad_norm": 1.4683396816253662,
      "learning_rate": 4.649051021666427e-06,
      "loss": 0.4564,
      "step": 300540
    },
    {
      "epoch": 83.88,
      "grad_norm": 1.6338789463043213,
      "learning_rate": 4.649046143824861e-06,
      "loss": 0.4649,
      "step": 300550
    },
    {
      "epoch": 83.89,
      "grad_norm": 1.7612543106079102,
      "learning_rate": 4.649041265676459e-06,
      "loss": 0.4645,
      "step": 300560
    },
    {
      "epoch": 83.89,
      "grad_norm": 1.4342190027236938,
      "learning_rate": 4.649036387221222e-06,
      "loss": 0.4444,
      "step": 300570
    },
    {
      "epoch": 83.89,
      "grad_norm": 1.6470340490341187,
      "learning_rate": 4.6490315084591505e-06,
      "loss": 0.4537,
      "step": 300580
    },
    {
      "epoch": 83.89,
      "grad_norm": 2.2408359050750732,
      "learning_rate": 4.649026629390246e-06,
      "loss": 0.4769,
      "step": 300590
    },
    {
      "epoch": 83.9,
      "grad_norm": 1.7505356073379517,
      "learning_rate": 4.649021750014507e-06,
      "loss": 0.4781,
      "step": 300600
    },
    {
      "epoch": 83.9,
      "grad_norm": 1.5816357135772705,
      "learning_rate": 4.649016870331938e-06,
      "loss": 0.4728,
      "step": 300610
    },
    {
      "epoch": 83.9,
      "grad_norm": 1.654570460319519,
      "learning_rate": 4.649011990342535e-06,
      "loss": 0.4428,
      "step": 300620
    },
    {
      "epoch": 83.9,
      "grad_norm": 1.6118383407592773,
      "learning_rate": 4.649007110046303e-06,
      "loss": 0.4706,
      "step": 300630
    },
    {
      "epoch": 83.91,
      "grad_norm": 1.378275752067566,
      "learning_rate": 4.64900222944324e-06,
      "loss": 0.4586,
      "step": 300640
    },
    {
      "epoch": 83.91,
      "grad_norm": 1.6642086505889893,
      "learning_rate": 4.648997348533347e-06,
      "loss": 0.4588,
      "step": 300650
    },
    {
      "epoch": 83.91,
      "grad_norm": 1.7540600299835205,
      "learning_rate": 4.648992467316625e-06,
      "loss": 0.4764,
      "step": 300660
    },
    {
      "epoch": 83.92,
      "grad_norm": 1.4978100061416626,
      "learning_rate": 4.6489875857930745e-06,
      "loss": 0.4623,
      "step": 300670
    },
    {
      "epoch": 83.92,
      "grad_norm": 1.666731595993042,
      "learning_rate": 4.6489827039626965e-06,
      "loss": 0.4473,
      "step": 300680
    },
    {
      "epoch": 83.92,
      "grad_norm": 1.720144271850586,
      "learning_rate": 4.648977821825492e-06,
      "loss": 0.4401,
      "step": 300690
    },
    {
      "epoch": 83.92,
      "grad_norm": 1.8828877210617065,
      "learning_rate": 4.64897293938146e-06,
      "loss": 0.4562,
      "step": 300700
    },
    {
      "epoch": 83.93,
      "grad_norm": 2.355713367462158,
      "learning_rate": 4.6489680566306025e-06,
      "loss": 0.4557,
      "step": 300710
    },
    {
      "epoch": 83.93,
      "grad_norm": 1.8304399251937866,
      "learning_rate": 4.6489631735729195e-06,
      "loss": 0.4648,
      "step": 300720
    },
    {
      "epoch": 83.93,
      "grad_norm": 1.6452921628952026,
      "learning_rate": 4.6489582902084124e-06,
      "loss": 0.4599,
      "step": 300730
    },
    {
      "epoch": 83.94,
      "grad_norm": 1.3110780715942383,
      "learning_rate": 4.648953406537082e-06,
      "loss": 0.435,
      "step": 300740
    },
    {
      "epoch": 83.94,
      "grad_norm": 2.258877754211426,
      "learning_rate": 4.6489485225589275e-06,
      "loss": 0.4747,
      "step": 300750
    },
    {
      "epoch": 83.94,
      "grad_norm": 1.9524303674697876,
      "learning_rate": 4.648943638273951e-06,
      "loss": 0.4703,
      "step": 300760
    },
    {
      "epoch": 83.94,
      "grad_norm": 1.9497747421264648,
      "learning_rate": 4.648938753682152e-06,
      "loss": 0.4527,
      "step": 300770
    },
    {
      "epoch": 83.95,
      "grad_norm": 1.7205398082733154,
      "learning_rate": 4.648933868783533e-06,
      "loss": 0.4599,
      "step": 300780
    },
    {
      "epoch": 83.95,
      "grad_norm": 1.68428373336792,
      "learning_rate": 4.648928983578092e-06,
      "loss": 0.4556,
      "step": 300790
    },
    {
      "epoch": 83.95,
      "grad_norm": 1.6319855451583862,
      "learning_rate": 4.648924098065832e-06,
      "loss": 0.4388,
      "step": 300800
    },
    {
      "epoch": 83.95,
      "grad_norm": 2.3635544776916504,
      "learning_rate": 4.648919212246752e-06,
      "loss": 0.4573,
      "step": 300810
    },
    {
      "epoch": 83.96,
      "grad_norm": 2.0036442279815674,
      "learning_rate": 4.648914326120853e-06,
      "loss": 0.4637,
      "step": 300820
    },
    {
      "epoch": 83.96,
      "grad_norm": 1.716232419013977,
      "learning_rate": 4.648909439688137e-06,
      "loss": 0.4509,
      "step": 300830
    },
    {
      "epoch": 83.96,
      "grad_norm": 1.5718681812286377,
      "learning_rate": 4.648904552948603e-06,
      "loss": 0.4561,
      "step": 300840
    },
    {
      "epoch": 83.97,
      "grad_norm": 1.6631710529327393,
      "learning_rate": 4.648899665902253e-06,
      "loss": 0.4602,
      "step": 300850
    },
    {
      "epoch": 83.97,
      "grad_norm": 1.9606117010116577,
      "learning_rate": 4.6488947785490865e-06,
      "loss": 0.4714,
      "step": 300860
    },
    {
      "epoch": 83.97,
      "grad_norm": 1.7456746101379395,
      "learning_rate": 4.648889890889104e-06,
      "loss": 0.444,
      "step": 300870
    },
    {
      "epoch": 83.97,
      "grad_norm": 1.983914852142334,
      "learning_rate": 4.648885002922309e-06,
      "loss": 0.4927,
      "step": 300880
    },
    {
      "epoch": 83.98,
      "grad_norm": 2.464252471923828,
      "learning_rate": 4.648880114648698e-06,
      "loss": 0.4551,
      "step": 300890
    },
    {
      "epoch": 83.98,
      "grad_norm": 1.5463958978652954,
      "learning_rate": 4.648875226068274e-06,
      "loss": 0.4494,
      "step": 300900
    },
    {
      "epoch": 83.98,
      "grad_norm": 2.197489023208618,
      "learning_rate": 4.648870337181036e-06,
      "loss": 0.4992,
      "step": 300910
    },
    {
      "epoch": 83.99,
      "grad_norm": 1.507533073425293,
      "learning_rate": 4.6488654479869876e-06,
      "loss": 0.4531,
      "step": 300920
    },
    {
      "epoch": 83.99,
      "grad_norm": 1.3720275163650513,
      "learning_rate": 4.648860558486127e-06,
      "loss": 0.4526,
      "step": 300930
    },
    {
      "epoch": 83.99,
      "grad_norm": 2.0453615188598633,
      "learning_rate": 4.648855668678456e-06,
      "loss": 0.467,
      "step": 300940
    },
    {
      "epoch": 83.99,
      "grad_norm": 1.6604770421981812,
      "learning_rate": 4.648850778563974e-06,
      "loss": 0.4601,
      "step": 300950
    },
    {
      "epoch": 84.0,
      "grad_norm": 1.3539868593215942,
      "learning_rate": 4.648845888142683e-06,
      "loss": 0.4543,
      "step": 300960
    },
    {
      "epoch": 84.0,
      "grad_norm": 1.667273759841919,
      "learning_rate": 4.648840997414583e-06,
      "loss": 0.4429,
      "step": 300970
    },
    {
      "epoch": 84.0,
      "eval_loss": 0.4610743522644043,
      "eval_runtime": 62.861,
      "eval_samples_per_second": 80.479,
      "eval_steps_per_second": 10.07,
      "step": 300972
    },
    {
      "epoch": 84.0,
      "grad_norm": 1.719893217086792,
      "learning_rate": 4.648836106379675e-06,
      "loss": 0.4556,
      "step": 300980
    },
    {
      "epoch": 84.01,
      "grad_norm": 2.103241205215454,
      "learning_rate": 4.648831215037959e-06,
      "loss": 0.4338,
      "step": 300990
    },
    {
      "epoch": 84.01,
      "grad_norm": 1.395195722579956,
      "learning_rate": 4.648826323389435e-06,
      "loss": 0.458,
      "step": 301000
    },
    {
      "epoch": 84.01,
      "grad_norm": 2.1224591732025146,
      "learning_rate": 4.648821431434107e-06,
      "loss": 0.471,
      "step": 301010
    },
    {
      "epoch": 84.01,
      "grad_norm": 1.8872712850570679,
      "learning_rate": 4.648816539171972e-06,
      "loss": 0.4635,
      "step": 301020
    },
    {
      "epoch": 84.02,
      "grad_norm": 1.9760539531707764,
      "learning_rate": 4.648811646603033e-06,
      "loss": 0.4584,
      "step": 301030
    },
    {
      "epoch": 84.02,
      "grad_norm": 2.2198169231414795,
      "learning_rate": 4.6488067537272884e-06,
      "loss": 0.4769,
      "step": 301040
    },
    {
      "epoch": 84.02,
      "grad_norm": 1.6939444541931152,
      "learning_rate": 4.64880186054474e-06,
      "loss": 0.47,
      "step": 301050
    },
    {
      "epoch": 84.02,
      "grad_norm": 1.6352427005767822,
      "learning_rate": 4.64879696705539e-06,
      "loss": 0.4643,
      "step": 301060
    },
    {
      "epoch": 84.03,
      "grad_norm": 1.5939867496490479,
      "learning_rate": 4.648792073259237e-06,
      "loss": 0.4449,
      "step": 301070
    },
    {
      "epoch": 84.03,
      "grad_norm": 1.6269400119781494,
      "learning_rate": 4.6487871791562814e-06,
      "loss": 0.4586,
      "step": 301080
    },
    {
      "epoch": 84.03,
      "grad_norm": 1.4129652976989746,
      "learning_rate": 4.648782284746526e-06,
      "loss": 0.4591,
      "step": 301090
    },
    {
      "epoch": 84.04,
      "grad_norm": 1.696604609489441,
      "learning_rate": 4.6487773900299695e-06,
      "loss": 0.4439,
      "step": 301100
    },
    {
      "epoch": 84.04,
      "grad_norm": 1.7664576768875122,
      "learning_rate": 4.648772495006614e-06,
      "loss": 0.4467,
      "step": 301110
    },
    {
      "epoch": 84.04,
      "grad_norm": 1.9809603691101074,
      "learning_rate": 4.6487675996764585e-06,
      "loss": 0.463,
      "step": 301120
    },
    {
      "epoch": 84.04,
      "grad_norm": 1.3367141485214233,
      "learning_rate": 4.6487627040395044e-06,
      "loss": 0.4673,
      "step": 301130
    },
    {
      "epoch": 84.05,
      "grad_norm": 1.7338600158691406,
      "learning_rate": 4.648757808095753e-06,
      "loss": 0.4744,
      "step": 301140
    },
    {
      "epoch": 84.05,
      "grad_norm": 2.0477981567382812,
      "learning_rate": 4.6487529118452045e-06,
      "loss": 0.4515,
      "step": 301150
    },
    {
      "epoch": 84.05,
      "grad_norm": 1.6071029901504517,
      "learning_rate": 4.648748015287859e-06,
      "loss": 0.4684,
      "step": 301160
    },
    {
      "epoch": 84.06,
      "grad_norm": 1.7932963371276855,
      "learning_rate": 4.648743118423718e-06,
      "loss": 0.4495,
      "step": 301170
    },
    {
      "epoch": 84.06,
      "grad_norm": 1.4876855611801147,
      "learning_rate": 4.6487382212527814e-06,
      "loss": 0.4574,
      "step": 301180
    },
    {
      "epoch": 84.06,
      "grad_norm": 1.6781216859817505,
      "learning_rate": 4.648733323775051e-06,
      "loss": 0.4486,
      "step": 301190
    },
    {
      "epoch": 84.06,
      "grad_norm": 1.237416386604309,
      "learning_rate": 4.648728425990526e-06,
      "loss": 0.4539,
      "step": 301200
    },
    {
      "epoch": 84.07,
      "grad_norm": 2.0848898887634277,
      "learning_rate": 4.648723527899208e-06,
      "loss": 0.4642,
      "step": 301210
    },
    {
      "epoch": 84.07,
      "grad_norm": 1.9527140855789185,
      "learning_rate": 4.648718629501097e-06,
      "loss": 0.4386,
      "step": 301220
    },
    {
      "epoch": 84.07,
      "grad_norm": 1.6120567321777344,
      "learning_rate": 4.6487137307961946e-06,
      "loss": 0.4662,
      "step": 301230
    },
    {
      "epoch": 84.07,
      "grad_norm": 1.4941043853759766,
      "learning_rate": 4.6487088317845e-06,
      "loss": 0.4565,
      "step": 301240
    },
    {
      "epoch": 84.08,
      "grad_norm": 1.4823477268218994,
      "learning_rate": 4.648703932466017e-06,
      "loss": 0.4322,
      "step": 301250
    },
    {
      "epoch": 84.08,
      "grad_norm": 1.7439173460006714,
      "learning_rate": 4.648699032840742e-06,
      "loss": 0.4554,
      "step": 301260
    },
    {
      "epoch": 84.08,
      "grad_norm": 1.8047047853469849,
      "learning_rate": 4.648694132908678e-06,
      "loss": 0.4663,
      "step": 301270
    },
    {
      "epoch": 84.09,
      "grad_norm": 1.965574026107788,
      "learning_rate": 4.648689232669825e-06,
      "loss": 0.4521,
      "step": 301280
    },
    {
      "epoch": 84.09,
      "grad_norm": 1.579338788986206,
      "learning_rate": 4.648684332124185e-06,
      "loss": 0.4622,
      "step": 301290
    },
    {
      "epoch": 84.09,
      "grad_norm": 1.680460810661316,
      "learning_rate": 4.648679431271757e-06,
      "loss": 0.4504,
      "step": 301300
    },
    {
      "epoch": 84.09,
      "grad_norm": 1.9809173345565796,
      "learning_rate": 4.648674530112542e-06,
      "loss": 0.4564,
      "step": 301310
    },
    {
      "epoch": 84.1,
      "grad_norm": 1.6723812818527222,
      "learning_rate": 4.648669628646541e-06,
      "loss": 0.4462,
      "step": 301320
    },
    {
      "epoch": 84.1,
      "grad_norm": 1.6874788999557495,
      "learning_rate": 4.648664726873755e-06,
      "loss": 0.4608,
      "step": 301330
    },
    {
      "epoch": 84.1,
      "grad_norm": 1.651727318763733,
      "learning_rate": 4.648659824794184e-06,
      "loss": 0.4653,
      "step": 301340
    },
    {
      "epoch": 84.11,
      "grad_norm": 1.3466190099716187,
      "learning_rate": 4.648654922407828e-06,
      "loss": 0.4577,
      "step": 301350
    },
    {
      "epoch": 84.11,
      "grad_norm": 1.635543942451477,
      "learning_rate": 4.64865001971469e-06,
      "loss": 0.4751,
      "step": 301360
    },
    {
      "epoch": 84.11,
      "grad_norm": 1.814060091972351,
      "learning_rate": 4.648645116714769e-06,
      "loss": 0.4727,
      "step": 301370
    },
    {
      "epoch": 84.11,
      "grad_norm": 1.6511344909667969,
      "learning_rate": 4.648640213408065e-06,
      "loss": 0.4623,
      "step": 301380
    },
    {
      "epoch": 84.12,
      "grad_norm": 2.609398365020752,
      "learning_rate": 4.64863530979458e-06,
      "loss": 0.4725,
      "step": 301390
    },
    {
      "epoch": 84.12,
      "grad_norm": 1.478137493133545,
      "learning_rate": 4.648630405874314e-06,
      "loss": 0.4545,
      "step": 301400
    },
    {
      "epoch": 84.12,
      "grad_norm": 1.4943909645080566,
      "learning_rate": 4.648625501647268e-06,
      "loss": 0.4664,
      "step": 301410
    },
    {
      "epoch": 84.13,
      "grad_norm": 1.7207374572753906,
      "learning_rate": 4.648620597113442e-06,
      "loss": 0.4477,
      "step": 301420
    },
    {
      "epoch": 84.13,
      "grad_norm": 1.59272301197052,
      "learning_rate": 4.648615692272837e-06,
      "loss": 0.4662,
      "step": 301430
    },
    {
      "epoch": 84.13,
      "grad_norm": 1.9195494651794434,
      "learning_rate": 4.648610787125454e-06,
      "loss": 0.4807,
      "step": 301440
    },
    {
      "epoch": 84.13,
      "grad_norm": 1.4523836374282837,
      "learning_rate": 4.648605881671293e-06,
      "loss": 0.4742,
      "step": 301450
    },
    {
      "epoch": 84.14,
      "grad_norm": 1.943496823310852,
      "learning_rate": 4.648600975910356e-06,
      "loss": 0.4419,
      "step": 301460
    },
    {
      "epoch": 84.14,
      "grad_norm": 1.593950867652893,
      "learning_rate": 4.648596069842643e-06,
      "loss": 0.4474,
      "step": 301470
    },
    {
      "epoch": 84.14,
      "grad_norm": 1.7928653955459595,
      "learning_rate": 4.6485911634681535e-06,
      "loss": 0.4669,
      "step": 301480
    },
    {
      "epoch": 84.14,
      "grad_norm": 1.7367812395095825,
      "learning_rate": 4.648586256786889e-06,
      "loss": 0.4431,
      "step": 301490
    },
    {
      "epoch": 84.15,
      "grad_norm": 1.5241420269012451,
      "learning_rate": 4.64858134979885e-06,
      "loss": 0.449,
      "step": 301500
    },
    {
      "epoch": 84.15,
      "grad_norm": 2.1735057830810547,
      "learning_rate": 4.648576442504038e-06,
      "loss": 0.4601,
      "step": 301510
    },
    {
      "epoch": 84.15,
      "grad_norm": 1.9690213203430176,
      "learning_rate": 4.648571534902453e-06,
      "loss": 0.4627,
      "step": 301520
    },
    {
      "epoch": 84.16,
      "grad_norm": 1.9975855350494385,
      "learning_rate": 4.648566626994095e-06,
      "loss": 0.4654,
      "step": 301530
    },
    {
      "epoch": 84.16,
      "grad_norm": 1.4563522338867188,
      "learning_rate": 4.648561718778965e-06,
      "loss": 0.4593,
      "step": 301540
    },
    {
      "epoch": 84.16,
      "grad_norm": 1.9166865348815918,
      "learning_rate": 4.648556810257064e-06,
      "loss": 0.4444,
      "step": 301550
    },
    {
      "epoch": 84.16,
      "grad_norm": 1.5740817785263062,
      "learning_rate": 4.6485519014283934e-06,
      "loss": 0.4851,
      "step": 301560
    },
    {
      "epoch": 84.17,
      "grad_norm": 1.9573678970336914,
      "learning_rate": 4.648546992292953e-06,
      "loss": 0.4575,
      "step": 301570
    },
    {
      "epoch": 84.17,
      "grad_norm": 1.413427710533142,
      "learning_rate": 4.6485420828507426e-06,
      "loss": 0.4397,
      "step": 301580
    },
    {
      "epoch": 84.17,
      "grad_norm": 1.7836214303970337,
      "learning_rate": 4.648537173101765e-06,
      "loss": 0.4931,
      "step": 301590
    },
    {
      "epoch": 84.18,
      "grad_norm": 1.6042588949203491,
      "learning_rate": 4.648532263046018e-06,
      "loss": 0.4559,
      "step": 301600
    },
    {
      "epoch": 84.18,
      "grad_norm": 1.530711054801941,
      "learning_rate": 4.648527352683505e-06,
      "loss": 0.4374,
      "step": 301610
    },
    {
      "epoch": 84.18,
      "grad_norm": 1.991944432258606,
      "learning_rate": 4.6485224420142254e-06,
      "loss": 0.4498,
      "step": 301620
    },
    {
      "epoch": 84.18,
      "grad_norm": 1.561843752861023,
      "learning_rate": 4.64851753103818e-06,
      "loss": 0.4694,
      "step": 301630
    },
    {
      "epoch": 84.19,
      "grad_norm": 1.6598310470581055,
      "learning_rate": 4.648512619755369e-06,
      "loss": 0.4709,
      "step": 301640
    },
    {
      "epoch": 84.19,
      "grad_norm": 1.6907118558883667,
      "learning_rate": 4.648507708165794e-06,
      "loss": 0.4712,
      "step": 301650
    },
    {
      "epoch": 84.19,
      "grad_norm": 1.6634266376495361,
      "learning_rate": 4.648502796269455e-06,
      "loss": 0.47,
      "step": 301660
    },
    {
      "epoch": 84.19,
      "grad_norm": 1.6034857034683228,
      "learning_rate": 4.648497884066352e-06,
      "loss": 0.4624,
      "step": 301670
    },
    {
      "epoch": 84.2,
      "grad_norm": 1.9175236225128174,
      "learning_rate": 4.648492971556487e-06,
      "loss": 0.4495,
      "step": 301680
    },
    {
      "epoch": 84.2,
      "grad_norm": 1.6205472946166992,
      "learning_rate": 4.64848805873986e-06,
      "loss": 0.4525,
      "step": 301690
    },
    {
      "epoch": 84.2,
      "grad_norm": 1.726450800895691,
      "learning_rate": 4.648483145616472e-06,
      "loss": 0.4623,
      "step": 301700
    },
    {
      "epoch": 84.21,
      "grad_norm": 1.7712582349777222,
      "learning_rate": 4.648478232186324e-06,
      "loss": 0.4633,
      "step": 301710
    },
    {
      "epoch": 84.21,
      "grad_norm": 1.686927080154419,
      "learning_rate": 4.648473318449414e-06,
      "loss": 0.4793,
      "step": 301720
    },
    {
      "epoch": 84.21,
      "grad_norm": 1.7392196655273438,
      "learning_rate": 4.648468404405746e-06,
      "loss": 0.4602,
      "step": 301730
    },
    {
      "epoch": 84.21,
      "grad_norm": 2.287637948989868,
      "learning_rate": 4.6484634900553205e-06,
      "loss": 0.4799,
      "step": 301740
    },
    {
      "epoch": 84.22,
      "grad_norm": 1.6593414545059204,
      "learning_rate": 4.648458575398135e-06,
      "loss": 0.4529,
      "step": 301750
    },
    {
      "epoch": 84.22,
      "grad_norm": 1.7015591859817505,
      "learning_rate": 4.648453660434193e-06,
      "loss": 0.4823,
      "step": 301760
    },
    {
      "epoch": 84.22,
      "grad_norm": 2.084958791732788,
      "learning_rate": 4.648448745163495e-06,
      "loss": 0.4532,
      "step": 301770
    },
    {
      "epoch": 84.23,
      "grad_norm": 1.9719713926315308,
      "learning_rate": 4.648443829586039e-06,
      "loss": 0.4739,
      "step": 301780
    },
    {
      "epoch": 84.23,
      "grad_norm": 1.6934447288513184,
      "learning_rate": 4.648438913701829e-06,
      "loss": 0.4504,
      "step": 301790
    },
    {
      "epoch": 84.23,
      "grad_norm": 1.499431848526001,
      "learning_rate": 4.648433997510865e-06,
      "loss": 0.4858,
      "step": 301800
    },
    {
      "epoch": 84.23,
      "grad_norm": 1.5874288082122803,
      "learning_rate": 4.648429081013146e-06,
      "loss": 0.4556,
      "step": 301810
    },
    {
      "epoch": 84.24,
      "grad_norm": 2.076876640319824,
      "learning_rate": 4.648424164208674e-06,
      "loss": 0.4472,
      "step": 301820
    },
    {
      "epoch": 84.24,
      "grad_norm": 1.8553059101104736,
      "learning_rate": 4.648419247097448e-06,
      "loss": 0.44,
      "step": 301830
    },
    {
      "epoch": 84.24,
      "grad_norm": 1.670601725578308,
      "learning_rate": 4.648414329679471e-06,
      "loss": 0.4329,
      "step": 301840
    },
    {
      "epoch": 84.25,
      "grad_norm": 1.7631103992462158,
      "learning_rate": 4.648409411954742e-06,
      "loss": 0.4521,
      "step": 301850
    },
    {
      "epoch": 84.25,
      "grad_norm": 1.5452958345413208,
      "learning_rate": 4.648404493923264e-06,
      "loss": 0.4411,
      "step": 301860
    },
    {
      "epoch": 84.25,
      "grad_norm": 1.9611026048660278,
      "learning_rate": 4.648399575585034e-06,
      "loss": 0.4587,
      "step": 301870
    },
    {
      "epoch": 84.25,
      "grad_norm": 2.5570271015167236,
      "learning_rate": 4.6483946569400545e-06,
      "loss": 0.4391,
      "step": 301880
    },
    {
      "epoch": 84.26,
      "grad_norm": 1.8459908962249756,
      "learning_rate": 4.648389737988327e-06,
      "loss": 0.4745,
      "step": 301890
    },
    {
      "epoch": 84.26,
      "grad_norm": 4.167570114135742,
      "learning_rate": 4.64838481872985e-06,
      "loss": 0.4434,
      "step": 301900
    },
    {
      "epoch": 84.26,
      "grad_norm": 1.553239345550537,
      "learning_rate": 4.648379899164627e-06,
      "loss": 0.4602,
      "step": 301910
    },
    {
      "epoch": 84.26,
      "grad_norm": 1.6018623113632202,
      "learning_rate": 4.648374979292656e-06,
      "loss": 0.4703,
      "step": 301920
    },
    {
      "epoch": 84.27,
      "grad_norm": 1.8735872507095337,
      "learning_rate": 4.64837005911394e-06,
      "loss": 0.4457,
      "step": 301930
    },
    {
      "epoch": 84.27,
      "grad_norm": 1.4929133653640747,
      "learning_rate": 4.648365138628478e-06,
      "loss": 0.4674,
      "step": 301940
    },
    {
      "epoch": 84.27,
      "grad_norm": 2.002224922180176,
      "learning_rate": 4.648360217836271e-06,
      "loss": 0.4527,
      "step": 301950
    },
    {
      "epoch": 84.28,
      "grad_norm": 1.7887272834777832,
      "learning_rate": 4.648355296737319e-06,
      "loss": 0.4576,
      "step": 301960
    },
    {
      "epoch": 84.28,
      "grad_norm": 1.7113205194473267,
      "learning_rate": 4.648350375331624e-06,
      "loss": 0.4631,
      "step": 301970
    },
    {
      "epoch": 84.28,
      "grad_norm": 1.7437423467636108,
      "learning_rate": 4.648345453619187e-06,
      "loss": 0.4583,
      "step": 301980
    },
    {
      "epoch": 84.28,
      "grad_norm": 1.7357302904129028,
      "learning_rate": 4.648340531600006e-06,
      "loss": 0.4431,
      "step": 301990
    },
    {
      "epoch": 84.29,
      "grad_norm": 1.7562633752822876,
      "learning_rate": 4.648335609274084e-06,
      "loss": 0.4753,
      "step": 302000
    },
    {
      "epoch": 84.29,
      "grad_norm": 1.5105788707733154,
      "learning_rate": 4.648330686641421e-06,
      "loss": 0.4592,
      "step": 302010
    },
    {
      "epoch": 84.29,
      "grad_norm": 1.859571099281311,
      "learning_rate": 4.648325763702019e-06,
      "loss": 0.4677,
      "step": 302020
    },
    {
      "epoch": 84.3,
      "grad_norm": 1.4856159687042236,
      "learning_rate": 4.648320840455876e-06,
      "loss": 0.4602,
      "step": 302030
    },
    {
      "epoch": 84.3,
      "grad_norm": 2.0598583221435547,
      "learning_rate": 4.648315916902994e-06,
      "loss": 0.4672,
      "step": 302040
    },
    {
      "epoch": 84.3,
      "grad_norm": 1.752678632736206,
      "learning_rate": 4.648310993043374e-06,
      "loss": 0.4561,
      "step": 302050
    },
    {
      "epoch": 84.3,
      "grad_norm": 1.583914875984192,
      "learning_rate": 4.648306068877016e-06,
      "loss": 0.4678,
      "step": 302060
    },
    {
      "epoch": 84.31,
      "grad_norm": 1.5550180673599243,
      "learning_rate": 4.648301144403921e-06,
      "loss": 0.4489,
      "step": 302070
    },
    {
      "epoch": 84.31,
      "grad_norm": 1.6538139581680298,
      "learning_rate": 4.6482962196240905e-06,
      "loss": 0.4461,
      "step": 302080
    },
    {
      "epoch": 84.31,
      "grad_norm": 1.99477219581604,
      "learning_rate": 4.648291294537523e-06,
      "loss": 0.4578,
      "step": 302090
    },
    {
      "epoch": 84.31,
      "grad_norm": 2.2779603004455566,
      "learning_rate": 4.648286369144221e-06,
      "loss": 0.438,
      "step": 302100
    },
    {
      "epoch": 84.32,
      "grad_norm": 1.9891464710235596,
      "learning_rate": 4.648281443444185e-06,
      "loss": 0.469,
      "step": 302110
    },
    {
      "epoch": 84.32,
      "grad_norm": 2.1932506561279297,
      "learning_rate": 4.648276517437414e-06,
      "loss": 0.4573,
      "step": 302120
    },
    {
      "epoch": 84.32,
      "grad_norm": 2.291869878768921,
      "learning_rate": 4.648271591123911e-06,
      "loss": 0.4552,
      "step": 302130
    },
    {
      "epoch": 84.33,
      "grad_norm": 1.905679702758789,
      "learning_rate": 4.648266664503675e-06,
      "loss": 0.451,
      "step": 302140
    },
    {
      "epoch": 84.33,
      "grad_norm": 1.8185585737228394,
      "learning_rate": 4.648261737576707e-06,
      "loss": 0.4619,
      "step": 302150
    },
    {
      "epoch": 84.33,
      "grad_norm": 1.637073040008545,
      "learning_rate": 4.648256810343009e-06,
      "loss": 0.4524,
      "step": 302160
    },
    {
      "epoch": 84.33,
      "grad_norm": 1.6797821521759033,
      "learning_rate": 4.648251882802579e-06,
      "loss": 0.4598,
      "step": 302170
    },
    {
      "epoch": 84.34,
      "grad_norm": 1.9209033250808716,
      "learning_rate": 4.648246954955421e-06,
      "loss": 0.4579,
      "step": 302180
    },
    {
      "epoch": 84.34,
      "grad_norm": 1.5155694484710693,
      "learning_rate": 4.648242026801532e-06,
      "loss": 0.4597,
      "step": 302190
    },
    {
      "epoch": 84.34,
      "grad_norm": 1.79288911819458,
      "learning_rate": 4.648237098340915e-06,
      "loss": 0.483,
      "step": 302200
    },
    {
      "epoch": 84.35,
      "grad_norm": 1.41726553440094,
      "learning_rate": 4.648232169573571e-06,
      "loss": 0.4453,
      "step": 302210
    },
    {
      "epoch": 84.35,
      "grad_norm": 1.9813698530197144,
      "learning_rate": 4.648227240499498e-06,
      "loss": 0.4519,
      "step": 302220
    },
    {
      "epoch": 84.35,
      "grad_norm": 1.899271011352539,
      "learning_rate": 4.648222311118701e-06,
      "loss": 0.4433,
      "step": 302230
    },
    {
      "epoch": 84.35,
      "grad_norm": 1.5431314706802368,
      "learning_rate": 4.648217381431176e-06,
      "loss": 0.4721,
      "step": 302240
    },
    {
      "epoch": 84.36,
      "grad_norm": 1.380483627319336,
      "learning_rate": 4.648212451436927e-06,
      "loss": 0.4673,
      "step": 302250
    },
    {
      "epoch": 84.36,
      "grad_norm": 1.8850035667419434,
      "learning_rate": 4.648207521135953e-06,
      "loss": 0.4528,
      "step": 302260
    },
    {
      "epoch": 84.36,
      "grad_norm": 1.783090353012085,
      "learning_rate": 4.648202590528255e-06,
      "loss": 0.4591,
      "step": 302270
    },
    {
      "epoch": 84.37,
      "grad_norm": 1.6362272500991821,
      "learning_rate": 4.648197659613834e-06,
      "loss": 0.4783,
      "step": 302280
    },
    {
      "epoch": 84.37,
      "grad_norm": 1.7004106044769287,
      "learning_rate": 4.64819272839269e-06,
      "loss": 0.4537,
      "step": 302290
    },
    {
      "epoch": 84.37,
      "grad_norm": 1.6193867921829224,
      "learning_rate": 4.648187796864824e-06,
      "loss": 0.4688,
      "step": 302300
    },
    {
      "epoch": 84.37,
      "grad_norm": 1.870402455329895,
      "learning_rate": 4.648182865030237e-06,
      "loss": 0.469,
      "step": 302310
    },
    {
      "epoch": 84.38,
      "grad_norm": 2.017965316772461,
      "learning_rate": 4.648177932888929e-06,
      "loss": 0.4628,
      "step": 302320
    },
    {
      "epoch": 84.38,
      "grad_norm": 2.3994977474212646,
      "learning_rate": 4.648173000440901e-06,
      "loss": 0.4534,
      "step": 302330
    },
    {
      "epoch": 84.38,
      "grad_norm": 2.796729803085327,
      "learning_rate": 4.648168067686154e-06,
      "loss": 0.4565,
      "step": 302340
    },
    {
      "epoch": 84.38,
      "grad_norm": 1.6892898082733154,
      "learning_rate": 4.648163134624689e-06,
      "loss": 0.4762,
      "step": 302350
    },
    {
      "epoch": 84.39,
      "grad_norm": 1.4767314195632935,
      "learning_rate": 4.6481582012565046e-06,
      "loss": 0.47,
      "step": 302360
    },
    {
      "epoch": 84.39,
      "grad_norm": 1.78607976436615,
      "learning_rate": 4.648153267581603e-06,
      "loss": 0.4577,
      "step": 302370
    },
    {
      "epoch": 84.39,
      "grad_norm": 1.4220584630966187,
      "learning_rate": 4.648148333599986e-06,
      "loss": 0.4621,
      "step": 302380
    },
    {
      "epoch": 84.4,
      "grad_norm": 2.0289878845214844,
      "learning_rate": 4.648143399311652e-06,
      "loss": 0.4533,
      "step": 302390
    },
    {
      "epoch": 84.4,
      "grad_norm": 1.7415388822555542,
      "learning_rate": 4.648138464716603e-06,
      "loss": 0.4471,
      "step": 302400
    },
    {
      "epoch": 84.4,
      "grad_norm": 1.6345748901367188,
      "learning_rate": 4.6481335298148385e-06,
      "loss": 0.4327,
      "step": 302410
    },
    {
      "epoch": 84.4,
      "grad_norm": 2.147871255874634,
      "learning_rate": 4.648128594606361e-06,
      "loss": 0.4611,
      "step": 302420
    },
    {
      "epoch": 84.41,
      "grad_norm": 1.6954001188278198,
      "learning_rate": 4.648123659091169e-06,
      "loss": 0.4721,
      "step": 302430
    },
    {
      "epoch": 84.41,
      "grad_norm": 1.7287135124206543,
      "learning_rate": 4.648118723269265e-06,
      "loss": 0.4626,
      "step": 302440
    },
    {
      "epoch": 84.41,
      "grad_norm": 1.5626462697982788,
      "learning_rate": 4.648113787140649e-06,
      "loss": 0.4451,
      "step": 302450
    },
    {
      "epoch": 84.42,
      "grad_norm": 1.5723613500595093,
      "learning_rate": 4.648108850705321e-06,
      "loss": 0.4795,
      "step": 302460
    },
    {
      "epoch": 84.42,
      "grad_norm": 1.5465747117996216,
      "learning_rate": 4.648103913963282e-06,
      "loss": 0.4516,
      "step": 302470
    },
    {
      "epoch": 84.42,
      "grad_norm": 1.776451587677002,
      "learning_rate": 4.648098976914534e-06,
      "loss": 0.4392,
      "step": 302480
    },
    {
      "epoch": 84.42,
      "grad_norm": 2.141040325164795,
      "learning_rate": 4.648094039559075e-06,
      "loss": 0.4551,
      "step": 302490
    },
    {
      "epoch": 84.43,
      "grad_norm": 1.8577669858932495,
      "learning_rate": 4.6480891018969086e-06,
      "loss": 0.475,
      "step": 302500
    },
    {
      "epoch": 84.43,
      "grad_norm": 1.5583432912826538,
      "learning_rate": 4.648084163928033e-06,
      "loss": 0.453,
      "step": 302510
    },
    {
      "epoch": 84.43,
      "grad_norm": 5.131701946258545,
      "learning_rate": 4.648079225652451e-06,
      "loss": 0.46,
      "step": 302520
    },
    {
      "epoch": 84.43,
      "grad_norm": 1.8358663320541382,
      "learning_rate": 4.648074287070161e-06,
      "loss": 0.4748,
      "step": 302530
    },
    {
      "epoch": 84.44,
      "grad_norm": 1.4372657537460327,
      "learning_rate": 4.648069348181165e-06,
      "loss": 0.4507,
      "step": 302540
    },
    {
      "epoch": 84.44,
      "grad_norm": 1.9110395908355713,
      "learning_rate": 4.648064408985464e-06,
      "loss": 0.4458,
      "step": 302550
    },
    {
      "epoch": 84.44,
      "grad_norm": 2.005436420440674,
      "learning_rate": 4.648059469483058e-06,
      "loss": 0.4525,
      "step": 302560
    },
    {
      "epoch": 84.45,
      "grad_norm": 1.6507989168167114,
      "learning_rate": 4.648054529673947e-06,
      "loss": 0.4629,
      "step": 302570
    },
    {
      "epoch": 84.45,
      "grad_norm": 1.6298770904541016,
      "learning_rate": 4.648049589558134e-06,
      "loss": 0.4831,
      "step": 302580
    },
    {
      "epoch": 84.45,
      "grad_norm": 1.7018526792526245,
      "learning_rate": 4.648044649135617e-06,
      "loss": 0.4474,
      "step": 302590
    },
    {
      "epoch": 84.45,
      "grad_norm": 1.47824227809906,
      "learning_rate": 4.648039708406398e-06,
      "loss": 0.4597,
      "step": 302600
    },
    {
      "epoch": 84.46,
      "grad_norm": 1.762588620185852,
      "learning_rate": 4.648034767370478e-06,
      "loss": 0.4551,
      "step": 302610
    },
    {
      "epoch": 84.46,
      "grad_norm": 1.9603824615478516,
      "learning_rate": 4.648029826027855e-06,
      "loss": 0.4742,
      "step": 302620
    },
    {
      "epoch": 84.46,
      "grad_norm": 1.7980701923370361,
      "learning_rate": 4.648024884378533e-06,
      "loss": 0.4461,
      "step": 302630
    },
    {
      "epoch": 84.47,
      "grad_norm": 2.96378755569458,
      "learning_rate": 4.648019942422513e-06,
      "loss": 0.4509,
      "step": 302640
    },
    {
      "epoch": 84.47,
      "grad_norm": 1.5088521242141724,
      "learning_rate": 4.6480150001597915e-06,
      "loss": 0.4424,
      "step": 302650
    },
    {
      "epoch": 84.47,
      "grad_norm": 1.4969905614852905,
      "learning_rate": 4.648010057590373e-06,
      "loss": 0.462,
      "step": 302660
    },
    {
      "epoch": 84.47,
      "grad_norm": 1.5561836957931519,
      "learning_rate": 4.648005114714256e-06,
      "loss": 0.4661,
      "step": 302670
    },
    {
      "epoch": 84.48,
      "grad_norm": 2.5155317783355713,
      "learning_rate": 4.648000171531443e-06,
      "loss": 0.4509,
      "step": 302680
    },
    {
      "epoch": 84.48,
      "grad_norm": 1.5752482414245605,
      "learning_rate": 4.6479952280419335e-06,
      "loss": 0.4707,
      "step": 302690
    },
    {
      "epoch": 84.48,
      "grad_norm": 1.7364155054092407,
      "learning_rate": 4.647990284245728e-06,
      "loss": 0.4605,
      "step": 302700
    },
    {
      "epoch": 84.49,
      "grad_norm": 1.608605980873108,
      "learning_rate": 4.647985340142828e-06,
      "loss": 0.4766,
      "step": 302710
    },
    {
      "epoch": 84.49,
      "grad_norm": 1.8449909687042236,
      "learning_rate": 4.647980395733234e-06,
      "loss": 0.459,
      "step": 302720
    },
    {
      "epoch": 84.49,
      "grad_norm": 1.6598538160324097,
      "learning_rate": 4.647975451016945e-06,
      "loss": 0.4676,
      "step": 302730
    },
    {
      "epoch": 84.49,
      "grad_norm": 2.2069687843322754,
      "learning_rate": 4.647970505993964e-06,
      "loss": 0.4697,
      "step": 302740
    },
    {
      "epoch": 84.5,
      "grad_norm": 1.7489750385284424,
      "learning_rate": 4.64796556066429e-06,
      "loss": 0.485,
      "step": 302750
    },
    {
      "epoch": 84.5,
      "grad_norm": 1.4943492412567139,
      "learning_rate": 4.647960615027924e-06,
      "loss": 0.4397,
      "step": 302760
    },
    {
      "epoch": 84.5,
      "grad_norm": 1.875037431716919,
      "learning_rate": 4.647955669084868e-06,
      "loss": 0.457,
      "step": 302770
    },
    {
      "epoch": 84.5,
      "grad_norm": 1.5255327224731445,
      "learning_rate": 4.64795072283512e-06,
      "loss": 0.4608,
      "step": 302780
    },
    {
      "epoch": 84.51,
      "grad_norm": 1.9605613946914673,
      "learning_rate": 4.647945776278684e-06,
      "loss": 0.4783,
      "step": 302790
    },
    {
      "epoch": 84.51,
      "grad_norm": 1.9878425598144531,
      "learning_rate": 4.6479408294155575e-06,
      "loss": 0.4517,
      "step": 302800
    },
    {
      "epoch": 84.51,
      "grad_norm": 1.666053295135498,
      "learning_rate": 4.647935882245744e-06,
      "loss": 0.4339,
      "step": 302810
    },
    {
      "epoch": 84.52,
      "grad_norm": 1.6260679960250854,
      "learning_rate": 4.647930934769241e-06,
      "loss": 0.4624,
      "step": 302820
    },
    {
      "epoch": 84.52,
      "grad_norm": 1.9180852174758911,
      "learning_rate": 4.647925986986052e-06,
      "loss": 0.4565,
      "step": 302830
    },
    {
      "epoch": 84.52,
      "grad_norm": 1.5450950860977173,
      "learning_rate": 4.647921038896177e-06,
      "loss": 0.46,
      "step": 302840
    },
    {
      "epoch": 84.52,
      "grad_norm": 1.6034859418869019,
      "learning_rate": 4.647916090499615e-06,
      "loss": 0.4672,
      "step": 302850
    },
    {
      "epoch": 84.53,
      "grad_norm": 1.9450894594192505,
      "learning_rate": 4.647911141796369e-06,
      "loss": 0.4649,
      "step": 302860
    },
    {
      "epoch": 84.53,
      "grad_norm": 1.379946231842041,
      "learning_rate": 4.647906192786438e-06,
      "loss": 0.4535,
      "step": 302870
    },
    {
      "epoch": 84.53,
      "grad_norm": 1.5210927724838257,
      "learning_rate": 4.647901243469823e-06,
      "loss": 0.4576,
      "step": 302880
    },
    {
      "epoch": 84.54,
      "grad_norm": 1.9519141912460327,
      "learning_rate": 4.6478962938465256e-06,
      "loss": 0.4492,
      "step": 302890
    },
    {
      "epoch": 84.54,
      "grad_norm": 1.7387586832046509,
      "learning_rate": 4.647891343916545e-06,
      "loss": 0.4669,
      "step": 302900
    },
    {
      "epoch": 84.54,
      "grad_norm": 1.6149487495422363,
      "learning_rate": 4.647886393679883e-06,
      "loss": 0.4719,
      "step": 302910
    },
    {
      "epoch": 84.54,
      "grad_norm": 1.5981436967849731,
      "learning_rate": 4.647881443136539e-06,
      "loss": 0.4523,
      "step": 302920
    },
    {
      "epoch": 84.55,
      "grad_norm": 1.8294782638549805,
      "learning_rate": 4.6478764922865155e-06,
      "loss": 0.4749,
      "step": 302930
    },
    {
      "epoch": 84.55,
      "grad_norm": 1.9955666065216064,
      "learning_rate": 4.647871541129811e-06,
      "loss": 0.473,
      "step": 302940
    },
    {
      "epoch": 84.55,
      "grad_norm": 1.418015718460083,
      "learning_rate": 4.6478665896664276e-06,
      "loss": 0.4628,
      "step": 302950
    },
    {
      "epoch": 84.55,
      "grad_norm": 1.6433299779891968,
      "learning_rate": 4.647861637896366e-06,
      "loss": 0.441,
      "step": 302960
    },
    {
      "epoch": 84.56,
      "grad_norm": 1.9333508014678955,
      "learning_rate": 4.647856685819627e-06,
      "loss": 0.4397,
      "step": 302970
    },
    {
      "epoch": 84.56,
      "grad_norm": 1.8611904382705688,
      "learning_rate": 4.64785173343621e-06,
      "loss": 0.4738,
      "step": 302980
    },
    {
      "epoch": 84.56,
      "grad_norm": 1.6068980693817139,
      "learning_rate": 4.647846780746117e-06,
      "loss": 0.4702,
      "step": 302990
    },
    {
      "epoch": 84.57,
      "grad_norm": 1.5362030267715454,
      "learning_rate": 4.647841827749348e-06,
      "loss": 0.4354,
      "step": 303000
    },
    {
      "epoch": 84.57,
      "grad_norm": 1.7945256233215332,
      "learning_rate": 4.647836874445903e-06,
      "loss": 0.4451,
      "step": 303010
    },
    {
      "epoch": 84.57,
      "grad_norm": 1.6613867282867432,
      "learning_rate": 4.647831920835784e-06,
      "loss": 0.4572,
      "step": 303020
    },
    {
      "epoch": 84.57,
      "grad_norm": 1.6456751823425293,
      "learning_rate": 4.647826966918991e-06,
      "loss": 0.4587,
      "step": 303030
    },
    {
      "epoch": 84.58,
      "grad_norm": 2.3165078163146973,
      "learning_rate": 4.647822012695525e-06,
      "loss": 0.4633,
      "step": 303040
    },
    {
      "epoch": 84.58,
      "grad_norm": 1.6508978605270386,
      "learning_rate": 4.647817058165386e-06,
      "loss": 0.4599,
      "step": 303050
    },
    {
      "epoch": 84.58,
      "grad_norm": 1.7802526950836182,
      "learning_rate": 4.647812103328575e-06,
      "loss": 0.445,
      "step": 303060
    },
    {
      "epoch": 84.59,
      "grad_norm": 1.3736201524734497,
      "learning_rate": 4.647807148185093e-06,
      "loss": 0.4429,
      "step": 303070
    },
    {
      "epoch": 84.59,
      "grad_norm": 1.657778024673462,
      "learning_rate": 4.647802192734941e-06,
      "loss": 0.4801,
      "step": 303080
    },
    {
      "epoch": 84.59,
      "grad_norm": 1.730603814125061,
      "learning_rate": 4.647797236978118e-06,
      "loss": 0.4427,
      "step": 303090
    },
    {
      "epoch": 84.59,
      "grad_norm": 1.5154656171798706,
      "learning_rate": 4.647792280914626e-06,
      "loss": 0.4661,
      "step": 303100
    },
    {
      "epoch": 84.6,
      "grad_norm": 1.6826237440109253,
      "learning_rate": 4.647787324544465e-06,
      "loss": 0.4632,
      "step": 303110
    },
    {
      "epoch": 84.6,
      "grad_norm": 2.2477025985717773,
      "learning_rate": 4.647782367867637e-06,
      "loss": 0.4624,
      "step": 303120
    },
    {
      "epoch": 84.6,
      "grad_norm": 1.5974162817001343,
      "learning_rate": 4.64777741088414e-06,
      "loss": 0.4393,
      "step": 303130
    },
    {
      "epoch": 84.61,
      "grad_norm": 1.405069351196289,
      "learning_rate": 4.647772453593978e-06,
      "loss": 0.4491,
      "step": 303140
    },
    {
      "epoch": 84.61,
      "grad_norm": 1.3683605194091797,
      "learning_rate": 4.6477674959971485e-06,
      "loss": 0.4563,
      "step": 303150
    },
    {
      "epoch": 84.61,
      "grad_norm": 1.8873474597930908,
      "learning_rate": 4.647762538093655e-06,
      "loss": 0.4538,
      "step": 303160
    },
    {
      "epoch": 84.61,
      "grad_norm": 1.7509576082229614,
      "learning_rate": 4.647757579883496e-06,
      "loss": 0.4582,
      "step": 303170
    },
    {
      "epoch": 84.62,
      "grad_norm": 1.6731306314468384,
      "learning_rate": 4.647752621366673e-06,
      "loss": 0.455,
      "step": 303180
    },
    {
      "epoch": 84.62,
      "grad_norm": 1.3563451766967773,
      "learning_rate": 4.647747662543187e-06,
      "loss": 0.4562,
      "step": 303190
    },
    {
      "epoch": 84.62,
      "grad_norm": 1.696160078048706,
      "learning_rate": 4.647742703413038e-06,
      "loss": 0.4683,
      "step": 303200
    },
    {
      "epoch": 84.62,
      "grad_norm": 1.7786085605621338,
      "learning_rate": 4.647737743976227e-06,
      "loss": 0.4415,
      "step": 303210
    },
    {
      "epoch": 84.63,
      "grad_norm": 1.876890778541565,
      "learning_rate": 4.647732784232755e-06,
      "loss": 0.4565,
      "step": 303220
    },
    {
      "epoch": 84.63,
      "grad_norm": 1.520841121673584,
      "learning_rate": 4.6477278241826225e-06,
      "loss": 0.4701,
      "step": 303230
    },
    {
      "epoch": 84.63,
      "grad_norm": 1.4631342887878418,
      "learning_rate": 4.647722863825828e-06,
      "loss": 0.4663,
      "step": 303240
    },
    {
      "epoch": 84.64,
      "grad_norm": 2.1430225372314453,
      "learning_rate": 4.647717903162376e-06,
      "loss": 0.4464,
      "step": 303250
    },
    {
      "epoch": 84.64,
      "grad_norm": 1.5988354682922363,
      "learning_rate": 4.647712942192265e-06,
      "loss": 0.467,
      "step": 303260
    },
    {
      "epoch": 84.64,
      "grad_norm": 1.6946302652359009,
      "learning_rate": 4.647707980915495e-06,
      "loss": 0.4407,
      "step": 303270
    },
    {
      "epoch": 84.64,
      "grad_norm": 1.4557090997695923,
      "learning_rate": 4.647703019332069e-06,
      "loss": 0.4629,
      "step": 303280
    },
    {
      "epoch": 84.65,
      "grad_norm": 1.4583828449249268,
      "learning_rate": 4.647698057441986e-06,
      "loss": 0.4638,
      "step": 303290
    },
    {
      "epoch": 84.65,
      "grad_norm": 2.10197114944458,
      "learning_rate": 4.647693095245245e-06,
      "loss": 0.4587,
      "step": 303300
    },
    {
      "epoch": 84.65,
      "grad_norm": 1.380812168121338,
      "learning_rate": 4.647688132741849e-06,
      "loss": 0.4506,
      "step": 303310
    },
    {
      "epoch": 84.66,
      "grad_norm": 1.6960699558258057,
      "learning_rate": 4.6476831699318004e-06,
      "loss": 0.4604,
      "step": 303320
    },
    {
      "epoch": 84.66,
      "grad_norm": 1.7146681547164917,
      "learning_rate": 4.647678206815096e-06,
      "loss": 0.4692,
      "step": 303330
    },
    {
      "epoch": 84.66,
      "grad_norm": 1.8910391330718994,
      "learning_rate": 4.647673243391738e-06,
      "loss": 0.4442,
      "step": 303340
    },
    {
      "epoch": 84.66,
      "grad_norm": 2.0909693241119385,
      "learning_rate": 4.647668279661728e-06,
      "loss": 0.4654,
      "step": 303350
    },
    {
      "epoch": 84.67,
      "grad_norm": 1.7938274145126343,
      "learning_rate": 4.647663315625065e-06,
      "loss": 0.4661,
      "step": 303360
    },
    {
      "epoch": 84.67,
      "grad_norm": 1.9305251836776733,
      "learning_rate": 4.647658351281751e-06,
      "loss": 0.4685,
      "step": 303370
    },
    {
      "epoch": 84.67,
      "grad_norm": 1.5969204902648926,
      "learning_rate": 4.647653386631786e-06,
      "loss": 0.4717,
      "step": 303380
    },
    {
      "epoch": 84.67,
      "grad_norm": 1.8487452268600464,
      "learning_rate": 4.647648421675171e-06,
      "loss": 0.4437,
      "step": 303390
    },
    {
      "epoch": 84.68,
      "grad_norm": 1.6156001091003418,
      "learning_rate": 4.6476434564119065e-06,
      "loss": 0.4366,
      "step": 303400
    },
    {
      "epoch": 84.68,
      "grad_norm": 1.4975191354751587,
      "learning_rate": 4.647638490841993e-06,
      "loss": 0.4562,
      "step": 303410
    },
    {
      "epoch": 84.68,
      "grad_norm": 2.6469953060150146,
      "learning_rate": 4.6476335249654315e-06,
      "loss": 0.4419,
      "step": 303420
    },
    {
      "epoch": 84.69,
      "grad_norm": 1.681591272354126,
      "learning_rate": 4.647628558782223e-06,
      "loss": 0.4593,
      "step": 303430
    },
    {
      "epoch": 84.69,
      "grad_norm": 1.448473334312439,
      "learning_rate": 4.647623592292367e-06,
      "loss": 0.4718,
      "step": 303440
    },
    {
      "epoch": 84.69,
      "grad_norm": 1.7082983255386353,
      "learning_rate": 4.647618625495864e-06,
      "loss": 0.4475,
      "step": 303450
    },
    {
      "epoch": 84.69,
      "grad_norm": 1.3611228466033936,
      "learning_rate": 4.647613658392716e-06,
      "loss": 0.4244,
      "step": 303460
    },
    {
      "epoch": 84.7,
      "grad_norm": 1.5297904014587402,
      "learning_rate": 4.647608690982924e-06,
      "loss": 0.4504,
      "step": 303470
    },
    {
      "epoch": 84.7,
      "grad_norm": 2.4857115745544434,
      "learning_rate": 4.647603723266487e-06,
      "loss": 0.4638,
      "step": 303480
    },
    {
      "epoch": 84.7,
      "grad_norm": 1.662241816520691,
      "learning_rate": 4.647598755243407e-06,
      "loss": 0.4649,
      "step": 303490
    },
    {
      "epoch": 84.71,
      "grad_norm": 1.5093127489089966,
      "learning_rate": 4.647593786913684e-06,
      "loss": 0.4456,
      "step": 303500
    },
    {
      "epoch": 84.71,
      "grad_norm": 1.7283499240875244,
      "learning_rate": 4.647588818277318e-06,
      "loss": 0.4636,
      "step": 303510
    },
    {
      "epoch": 84.71,
      "grad_norm": 1.6625173091888428,
      "learning_rate": 4.647583849334311e-06,
      "loss": 0.467,
      "step": 303520
    },
    {
      "epoch": 84.71,
      "grad_norm": 1.645033597946167,
      "learning_rate": 4.6475788800846624e-06,
      "loss": 0.4687,
      "step": 303530
    },
    {
      "epoch": 84.72,
      "grad_norm": 1.5255800485610962,
      "learning_rate": 4.647573910528375e-06,
      "loss": 0.4339,
      "step": 303540
    },
    {
      "epoch": 84.72,
      "grad_norm": 1.6343495845794678,
      "learning_rate": 4.6475689406654475e-06,
      "loss": 0.443,
      "step": 303550
    },
    {
      "epoch": 84.72,
      "grad_norm": 1.5659644603729248,
      "learning_rate": 4.64756397049588e-06,
      "loss": 0.4457,
      "step": 303560
    },
    {
      "epoch": 84.73,
      "grad_norm": 1.7956674098968506,
      "learning_rate": 4.6475590000196746e-06,
      "loss": 0.4539,
      "step": 303570
    },
    {
      "epoch": 84.73,
      "grad_norm": 1.3929522037506104,
      "learning_rate": 4.647554029236832e-06,
      "loss": 0.4416,
      "step": 303580
    },
    {
      "epoch": 84.73,
      "grad_norm": 1.6711962223052979,
      "learning_rate": 4.647549058147352e-06,
      "loss": 0.4714,
      "step": 303590
    },
    {
      "epoch": 84.73,
      "grad_norm": 1.4834538698196411,
      "learning_rate": 4.647544086751237e-06,
      "loss": 0.4777,
      "step": 303600
    },
    {
      "epoch": 84.74,
      "grad_norm": 1.7846952676773071,
      "learning_rate": 4.6475391150484855e-06,
      "loss": 0.4361,
      "step": 303610
    },
    {
      "epoch": 84.74,
      "grad_norm": 2.058009624481201,
      "learning_rate": 4.647534143039099e-06,
      "loss": 0.4518,
      "step": 303620
    },
    {
      "epoch": 84.74,
      "grad_norm": 1.521418809890747,
      "learning_rate": 4.647529170723078e-06,
      "loss": 0.4506,
      "step": 303630
    },
    {
      "epoch": 84.74,
      "grad_norm": 1.484068512916565,
      "learning_rate": 4.647524198100424e-06,
      "loss": 0.4447,
      "step": 303640
    },
    {
      "epoch": 84.75,
      "grad_norm": 1.815982699394226,
      "learning_rate": 4.647519225171136e-06,
      "loss": 0.4486,
      "step": 303650
    },
    {
      "epoch": 84.75,
      "grad_norm": 2.037478446960449,
      "learning_rate": 4.647514251935217e-06,
      "loss": 0.453,
      "step": 303660
    },
    {
      "epoch": 84.75,
      "grad_norm": 2.2412683963775635,
      "learning_rate": 4.647509278392666e-06,
      "loss": 0.451,
      "step": 303670
    },
    {
      "epoch": 84.76,
      "grad_norm": 1.5925838947296143,
      "learning_rate": 4.647504304543483e-06,
      "loss": 0.4411,
      "step": 303680
    },
    {
      "epoch": 84.76,
      "grad_norm": 2.0349695682525635,
      "learning_rate": 4.647499330387671e-06,
      "loss": 0.4575,
      "step": 303690
    },
    {
      "epoch": 84.76,
      "grad_norm": 1.4306564331054688,
      "learning_rate": 4.647494355925228e-06,
      "loss": 0.4681,
      "step": 303700
    },
    {
      "epoch": 84.76,
      "grad_norm": 1.4699103832244873,
      "learning_rate": 4.647489381156157e-06,
      "loss": 0.4859,
      "step": 303710
    },
    {
      "epoch": 84.77,
      "grad_norm": 1.744311809539795,
      "learning_rate": 4.6474844060804575e-06,
      "loss": 0.4613,
      "step": 303720
    },
    {
      "epoch": 84.77,
      "grad_norm": 1.851987600326538,
      "learning_rate": 4.64747943069813e-06,
      "loss": 0.4501,
      "step": 303730
    },
    {
      "epoch": 84.77,
      "grad_norm": 1.6742243766784668,
      "learning_rate": 4.647474455009175e-06,
      "loss": 0.443,
      "step": 303740
    },
    {
      "epoch": 84.78,
      "grad_norm": 2.010934591293335,
      "learning_rate": 4.647469479013595e-06,
      "loss": 0.4654,
      "step": 303750
    },
    {
      "epoch": 84.78,
      "grad_norm": 1.893558382987976,
      "learning_rate": 4.647464502711388e-06,
      "loss": 0.4689,
      "step": 303760
    },
    {
      "epoch": 84.78,
      "grad_norm": 2.1077210903167725,
      "learning_rate": 4.647459526102557e-06,
      "loss": 0.459,
      "step": 303770
    },
    {
      "epoch": 84.78,
      "grad_norm": 1.3626041412353516,
      "learning_rate": 4.647454549187101e-06,
      "loss": 0.4656,
      "step": 303780
    },
    {
      "epoch": 84.79,
      "grad_norm": 1.5617549419403076,
      "learning_rate": 4.647449571965022e-06,
      "loss": 0.4574,
      "step": 303790
    },
    {
      "epoch": 84.79,
      "grad_norm": 1.5663032531738281,
      "learning_rate": 4.647444594436319e-06,
      "loss": 0.4442,
      "step": 303800
    },
    {
      "epoch": 84.79,
      "grad_norm": 1.5466760396957397,
      "learning_rate": 4.647439616600995e-06,
      "loss": 0.4627,
      "step": 303810
    },
    {
      "epoch": 84.79,
      "grad_norm": 1.5920836925506592,
      "learning_rate": 4.647434638459048e-06,
      "loss": 0.4462,
      "step": 303820
    },
    {
      "epoch": 84.8,
      "grad_norm": 1.440894365310669,
      "learning_rate": 4.6474296600104805e-06,
      "loss": 0.47,
      "step": 303830
    },
    {
      "epoch": 84.8,
      "grad_norm": 1.6206849813461304,
      "learning_rate": 4.647424681255292e-06,
      "loss": 0.4747,
      "step": 303840
    },
    {
      "epoch": 84.8,
      "grad_norm": 1.4498592615127563,
      "learning_rate": 4.647419702193485e-06,
      "loss": 0.4539,
      "step": 303850
    },
    {
      "epoch": 84.81,
      "grad_norm": 1.3298369646072388,
      "learning_rate": 4.647414722825057e-06,
      "loss": 0.4562,
      "step": 303860
    },
    {
      "epoch": 84.81,
      "grad_norm": 1.5370246171951294,
      "learning_rate": 4.647409743150012e-06,
      "loss": 0.4681,
      "step": 303870
    },
    {
      "epoch": 84.81,
      "grad_norm": 1.7059834003448486,
      "learning_rate": 4.647404763168349e-06,
      "loss": 0.4696,
      "step": 303880
    },
    {
      "epoch": 84.81,
      "grad_norm": 1.802805781364441,
      "learning_rate": 4.647399782880069e-06,
      "loss": 0.4524,
      "step": 303890
    },
    {
      "epoch": 84.82,
      "grad_norm": 1.7311668395996094,
      "learning_rate": 4.6473948022851724e-06,
      "loss": 0.4466,
      "step": 303900
    },
    {
      "epoch": 84.82,
      "grad_norm": 1.819428563117981,
      "learning_rate": 4.64738982138366e-06,
      "loss": 0.4393,
      "step": 303910
    },
    {
      "epoch": 84.82,
      "grad_norm": 1.8233294486999512,
      "learning_rate": 4.647384840175533e-06,
      "loss": 0.4512,
      "step": 303920
    },
    {
      "epoch": 84.83,
      "grad_norm": 1.7755051851272583,
      "learning_rate": 4.647379858660792e-06,
      "loss": 0.4354,
      "step": 303930
    },
    {
      "epoch": 84.83,
      "grad_norm": 2.0408031940460205,
      "learning_rate": 4.6473748768394364e-06,
      "loss": 0.4732,
      "step": 303940
    },
    {
      "epoch": 84.83,
      "grad_norm": 1.8115034103393555,
      "learning_rate": 4.647369894711468e-06,
      "loss": 0.4571,
      "step": 303950
    },
    {
      "epoch": 84.83,
      "grad_norm": 1.471718192100525,
      "learning_rate": 4.647364912276886e-06,
      "loss": 0.4633,
      "step": 303960
    },
    {
      "epoch": 84.84,
      "grad_norm": 2.179023027420044,
      "learning_rate": 4.647359929535694e-06,
      "loss": 0.4539,
      "step": 303970
    },
    {
      "epoch": 84.84,
      "grad_norm": 1.4028825759887695,
      "learning_rate": 4.64735494648789e-06,
      "loss": 0.4655,
      "step": 303980
    },
    {
      "epoch": 84.84,
      "grad_norm": 1.8363213539123535,
      "learning_rate": 4.647349963133475e-06,
      "loss": 0.4746,
      "step": 303990
    },
    {
      "epoch": 84.85,
      "grad_norm": 1.3285064697265625,
      "learning_rate": 4.647344979472451e-06,
      "loss": 0.4573,
      "step": 304000
    },
    {
      "epoch": 84.85,
      "grad_norm": 1.4928709268569946,
      "learning_rate": 4.647339995504817e-06,
      "loss": 0.4507,
      "step": 304010
    },
    {
      "epoch": 84.85,
      "grad_norm": 1.7584701776504517,
      "learning_rate": 4.647335011230576e-06,
      "loss": 0.4615,
      "step": 304020
    },
    {
      "epoch": 84.85,
      "grad_norm": 1.7936272621154785,
      "learning_rate": 4.647330026649727e-06,
      "loss": 0.4649,
      "step": 304030
    },
    {
      "epoch": 84.86,
      "grad_norm": 1.6968556642532349,
      "learning_rate": 4.64732504176227e-06,
      "loss": 0.4421,
      "step": 304040
    },
    {
      "epoch": 84.86,
      "grad_norm": 1.972841501235962,
      "learning_rate": 4.647320056568207e-06,
      "loss": 0.4656,
      "step": 304050
    },
    {
      "epoch": 84.86,
      "grad_norm": 1.9196990728378296,
      "learning_rate": 4.647315071067538e-06,
      "loss": 0.4746,
      "step": 304060
    },
    {
      "epoch": 84.86,
      "grad_norm": 1.7368205785751343,
      "learning_rate": 4.647310085260264e-06,
      "loss": 0.4689,
      "step": 304070
    },
    {
      "epoch": 84.87,
      "grad_norm": 1.4252604246139526,
      "learning_rate": 4.6473050991463854e-06,
      "loss": 0.4771,
      "step": 304080
    },
    {
      "epoch": 84.87,
      "grad_norm": 1.5809307098388672,
      "learning_rate": 4.647300112725903e-06,
      "loss": 0.4501,
      "step": 304090
    },
    {
      "epoch": 84.87,
      "grad_norm": 1.7170788049697876,
      "learning_rate": 4.647295125998817e-06,
      "loss": 0.4488,
      "step": 304100
    },
    {
      "epoch": 84.88,
      "grad_norm": 1.779494285583496,
      "learning_rate": 4.64729013896513e-06,
      "loss": 0.4818,
      "step": 304110
    },
    {
      "epoch": 84.88,
      "grad_norm": 1.7603073120117188,
      "learning_rate": 4.64728515162484e-06,
      "loss": 0.4674,
      "step": 304120
    },
    {
      "epoch": 84.88,
      "grad_norm": 1.6808083057403564,
      "learning_rate": 4.647280163977949e-06,
      "loss": 0.4773,
      "step": 304130
    },
    {
      "epoch": 84.88,
      "grad_norm": 1.768265962600708,
      "learning_rate": 4.647275176024457e-06,
      "loss": 0.436,
      "step": 304140
    },
    {
      "epoch": 84.89,
      "grad_norm": 1.5637750625610352,
      "learning_rate": 4.647270187764366e-06,
      "loss": 0.4369,
      "step": 304150
    },
    {
      "epoch": 84.89,
      "grad_norm": 1.7783479690551758,
      "learning_rate": 4.6472651991976755e-06,
      "loss": 0.4417,
      "step": 304160
    },
    {
      "epoch": 84.89,
      "grad_norm": 1.7485815286636353,
      "learning_rate": 4.647260210324387e-06,
      "loss": 0.4426,
      "step": 304170
    },
    {
      "epoch": 84.9,
      "grad_norm": 1.5944010019302368,
      "learning_rate": 4.6472552211445e-06,
      "loss": 0.4582,
      "step": 304180
    },
    {
      "epoch": 84.9,
      "grad_norm": 1.616064429283142,
      "learning_rate": 4.647250231658016e-06,
      "loss": 0.4589,
      "step": 304190
    },
    {
      "epoch": 84.9,
      "grad_norm": 1.4168355464935303,
      "learning_rate": 4.647245241864936e-06,
      "loss": 0.4742,
      "step": 304200
    },
    {
      "epoch": 84.9,
      "grad_norm": 1.7522916793823242,
      "learning_rate": 4.647240251765259e-06,
      "loss": 0.466,
      "step": 304210
    },
    {
      "epoch": 84.91,
      "grad_norm": 1.9731429815292358,
      "learning_rate": 4.647235261358987e-06,
      "loss": 0.4443,
      "step": 304220
    },
    {
      "epoch": 84.91,
      "grad_norm": 1.9801185131072998,
      "learning_rate": 4.647230270646122e-06,
      "loss": 0.4481,
      "step": 304230
    },
    {
      "epoch": 84.91,
      "grad_norm": 1.7879960536956787,
      "learning_rate": 4.647225279626662e-06,
      "loss": 0.4609,
      "step": 304240
    },
    {
      "epoch": 84.91,
      "grad_norm": 1.5165340900421143,
      "learning_rate": 4.647220288300609e-06,
      "loss": 0.4482,
      "step": 304250
    },
    {
      "epoch": 84.92,
      "grad_norm": 1.9622551202774048,
      "learning_rate": 4.647215296667963e-06,
      "loss": 0.4648,
      "step": 304260
    },
    {
      "epoch": 84.92,
      "grad_norm": 1.7355707883834839,
      "learning_rate": 4.6472103047287264e-06,
      "loss": 0.4459,
      "step": 304270
    },
    {
      "epoch": 84.92,
      "grad_norm": 1.4197134971618652,
      "learning_rate": 4.647205312482898e-06,
      "loss": 0.4621,
      "step": 304280
    },
    {
      "epoch": 84.93,
      "grad_norm": 2.2602970600128174,
      "learning_rate": 4.6472003199304786e-06,
      "loss": 0.4743,
      "step": 304290
    },
    {
      "epoch": 84.93,
      "grad_norm": 1.5165177583694458,
      "learning_rate": 4.647195327071469e-06,
      "loss": 0.4532,
      "step": 304300
    },
    {
      "epoch": 84.93,
      "grad_norm": 1.6926461458206177,
      "learning_rate": 4.647190333905871e-06,
      "loss": 0.4587,
      "step": 304310
    },
    {
      "epoch": 84.93,
      "grad_norm": 1.4840914011001587,
      "learning_rate": 4.647185340433684e-06,
      "loss": 0.4675,
      "step": 304320
    },
    {
      "epoch": 84.94,
      "grad_norm": 1.8624215126037598,
      "learning_rate": 4.64718034665491e-06,
      "loss": 0.4594,
      "step": 304330
    },
    {
      "epoch": 84.94,
      "grad_norm": 1.4167300462722778,
      "learning_rate": 4.647175352569548e-06,
      "loss": 0.443,
      "step": 304340
    },
    {
      "epoch": 84.94,
      "grad_norm": 1.8820066452026367,
      "learning_rate": 4.6471703581775995e-06,
      "loss": 0.4555,
      "step": 304350
    },
    {
      "epoch": 84.95,
      "grad_norm": 1.5004791021347046,
      "learning_rate": 4.647165363479066e-06,
      "loss": 0.458,
      "step": 304360
    },
    {
      "epoch": 84.95,
      "grad_norm": 1.4447988271713257,
      "learning_rate": 4.647160368473946e-06,
      "loss": 0.4733,
      "step": 304370
    },
    {
      "epoch": 84.95,
      "grad_norm": 1.724635124206543,
      "learning_rate": 4.647155373162242e-06,
      "loss": 0.4634,
      "step": 304380
    },
    {
      "epoch": 84.95,
      "grad_norm": 1.52195405960083,
      "learning_rate": 4.6471503775439544e-06,
      "loss": 0.4611,
      "step": 304390
    },
    {
      "epoch": 84.96,
      "grad_norm": 1.7226340770721436,
      "learning_rate": 4.647145381619083e-06,
      "loss": 0.4626,
      "step": 304400
    },
    {
      "epoch": 84.96,
      "grad_norm": 2.024036169052124,
      "learning_rate": 4.647140385387629e-06,
      "loss": 0.4463,
      "step": 304410
    },
    {
      "epoch": 84.96,
      "grad_norm": 1.3322433233261108,
      "learning_rate": 4.6471353888495935e-06,
      "loss": 0.4543,
      "step": 304420
    },
    {
      "epoch": 84.97,
      "grad_norm": 1.589248538017273,
      "learning_rate": 4.647130392004977e-06,
      "loss": 0.4831,
      "step": 304430
    },
    {
      "epoch": 84.97,
      "grad_norm": 1.9951609373092651,
      "learning_rate": 4.647125394853779e-06,
      "loss": 0.466,
      "step": 304440
    },
    {
      "epoch": 84.97,
      "grad_norm": 1.7384618520736694,
      "learning_rate": 4.6471203973960024e-06,
      "loss": 0.4662,
      "step": 304450
    },
    {
      "epoch": 84.97,
      "grad_norm": 1.646944522857666,
      "learning_rate": 4.6471153996316464e-06,
      "loss": 0.4667,
      "step": 304460
    },
    {
      "epoch": 84.98,
      "grad_norm": 1.7071592807769775,
      "learning_rate": 4.647110401560711e-06,
      "loss": 0.4541,
      "step": 304470
    },
    {
      "epoch": 84.98,
      "grad_norm": 1.6751601696014404,
      "learning_rate": 4.647105403183198e-06,
      "loss": 0.4481,
      "step": 304480
    },
    {
      "epoch": 84.98,
      "grad_norm": 1.737650752067566,
      "learning_rate": 4.647100404499108e-06,
      "loss": 0.4751,
      "step": 304490
    },
    {
      "epoch": 84.98,
      "grad_norm": 1.6085871458053589,
      "learning_rate": 4.647095405508441e-06,
      "loss": 0.4489,
      "step": 304500
    },
    {
      "epoch": 84.99,
      "grad_norm": 1.293534755706787,
      "learning_rate": 4.6470904062111984e-06,
      "loss": 0.4724,
      "step": 304510
    },
    {
      "epoch": 84.99,
      "grad_norm": 2.0667264461517334,
      "learning_rate": 4.647085406607381e-06,
      "loss": 0.4636,
      "step": 304520
    },
    {
      "epoch": 84.99,
      "grad_norm": 1.598235845565796,
      "learning_rate": 4.647080406696989e-06,
      "loss": 0.4485,
      "step": 304530
    },
    {
      "epoch": 85.0,
      "grad_norm": 1.619734287261963,
      "learning_rate": 4.647075406480022e-06,
      "loss": 0.4617,
      "step": 304540
    },
    {
      "epoch": 85.0,
      "grad_norm": 1.8105716705322266,
      "learning_rate": 4.647070405956482e-06,
      "loss": 0.4684,
      "step": 304550
    },
    {
      "epoch": 85.0,
      "eval_loss": 0.46004095673561096,
      "eval_runtime": 62.8198,
      "eval_samples_per_second": 80.532,
      "eval_steps_per_second": 10.076,
      "step": 304555
    },
    {
      "epoch": 85.0,
      "grad_norm": 1.3239176273345947,
      "learning_rate": 4.647065405126371e-06,
      "loss": 0.4508,
      "step": 304560
    },
    {
      "epoch": 85.0,
      "grad_norm": 1.6220678091049194,
      "learning_rate": 4.647060403989687e-06,
      "loss": 0.4533,
      "step": 304570
    },
    {
      "epoch": 85.01,
      "grad_norm": 1.5087254047393799,
      "learning_rate": 4.647055402546432e-06,
      "loss": 0.4433,
      "step": 304580
    },
    {
      "epoch": 85.01,
      "grad_norm": 1.733793020248413,
      "learning_rate": 4.647050400796606e-06,
      "loss": 0.4824,
      "step": 304590
    },
    {
      "epoch": 85.01,
      "grad_norm": 1.4219534397125244,
      "learning_rate": 4.64704539874021e-06,
      "loss": 0.462,
      "step": 304600
    },
    {
      "epoch": 85.02,
      "grad_norm": 1.6395987272262573,
      "learning_rate": 4.647040396377245e-06,
      "loss": 0.4457,
      "step": 304610
    },
    {
      "epoch": 85.02,
      "grad_norm": 1.8235485553741455,
      "learning_rate": 4.647035393707711e-06,
      "loss": 0.4461,
      "step": 304620
    },
    {
      "epoch": 85.02,
      "grad_norm": 1.648440957069397,
      "learning_rate": 4.6470303907316095e-06,
      "loss": 0.4548,
      "step": 304630
    },
    {
      "epoch": 85.02,
      "grad_norm": 1.5680924654006958,
      "learning_rate": 4.647025387448941e-06,
      "loss": 0.46,
      "step": 304640
    },
    {
      "epoch": 85.03,
      "grad_norm": 1.5108753442764282,
      "learning_rate": 4.647020383859706e-06,
      "loss": 0.4628,
      "step": 304650
    },
    {
      "epoch": 85.03,
      "grad_norm": 1.424232840538025,
      "learning_rate": 4.6470153799639046e-06,
      "loss": 0.4602,
      "step": 304660
    },
    {
      "epoch": 85.03,
      "grad_norm": 1.629334807395935,
      "learning_rate": 4.647010375761538e-06,
      "loss": 0.4352,
      "step": 304670
    },
    {
      "epoch": 85.03,
      "grad_norm": 1.8407622575759888,
      "learning_rate": 4.647005371252607e-06,
      "loss": 0.4769,
      "step": 304680
    },
    {
      "epoch": 85.04,
      "grad_norm": 1.8076910972595215,
      "learning_rate": 4.647000366437112e-06,
      "loss": 0.4388,
      "step": 304690
    },
    {
      "epoch": 85.04,
      "grad_norm": 1.6274776458740234,
      "learning_rate": 4.646995361315053e-06,
      "loss": 0.4673,
      "step": 304700
    },
    {
      "epoch": 85.04,
      "grad_norm": 1.7801848649978638,
      "learning_rate": 4.646990355886432e-06,
      "loss": 0.4495,
      "step": 304710
    },
    {
      "epoch": 85.05,
      "grad_norm": 1.7902095317840576,
      "learning_rate": 4.64698535015125e-06,
      "loss": 0.4864,
      "step": 304720
    },
    {
      "epoch": 85.05,
      "grad_norm": 2.3377206325531006,
      "learning_rate": 4.6469803441095065e-06,
      "loss": 0.4607,
      "step": 304730
    },
    {
      "epoch": 85.05,
      "grad_norm": 1.602291226387024,
      "learning_rate": 4.646975337761202e-06,
      "loss": 0.4652,
      "step": 304740
    },
    {
      "epoch": 85.05,
      "grad_norm": 1.6379233598709106,
      "learning_rate": 4.646970331106337e-06,
      "loss": 0.4494,
      "step": 304750
    },
    {
      "epoch": 85.06,
      "grad_norm": 2.106473684310913,
      "learning_rate": 4.6469653241449135e-06,
      "loss": 0.4537,
      "step": 304760
    },
    {
      "epoch": 85.06,
      "grad_norm": 3.346717119216919,
      "learning_rate": 4.646960316876931e-06,
      "loss": 0.4662,
      "step": 304770
    },
    {
      "epoch": 85.06,
      "grad_norm": 1.6772792339324951,
      "learning_rate": 4.64695530930239e-06,
      "loss": 0.4714,
      "step": 304780
    },
    {
      "epoch": 85.07,
      "grad_norm": 1.92018723487854,
      "learning_rate": 4.646950301421293e-06,
      "loss": 0.46,
      "step": 304790
    },
    {
      "epoch": 85.07,
      "grad_norm": 1.8979076147079468,
      "learning_rate": 4.646945293233639e-06,
      "loss": 0.4735,
      "step": 304800
    },
    {
      "epoch": 85.07,
      "grad_norm": 1.7251781225204468,
      "learning_rate": 4.646940284739429e-06,
      "loss": 0.4538,
      "step": 304810
    },
    {
      "epoch": 85.07,
      "grad_norm": 1.414313554763794,
      "learning_rate": 4.646935275938664e-06,
      "loss": 0.4605,
      "step": 304820
    },
    {
      "epoch": 85.08,
      "grad_norm": 1.9438138008117676,
      "learning_rate": 4.646930266831343e-06,
      "loss": 0.441,
      "step": 304830
    },
    {
      "epoch": 85.08,
      "grad_norm": 1.6767823696136475,
      "learning_rate": 4.64692525741747e-06,
      "loss": 0.4592,
      "step": 304840
    },
    {
      "epoch": 85.08,
      "grad_norm": 1.4824113845825195,
      "learning_rate": 4.6469202476970435e-06,
      "loss": 0.4479,
      "step": 304850
    },
    {
      "epoch": 85.09,
      "grad_norm": 1.6890901327133179,
      "learning_rate": 4.646915237670064e-06,
      "loss": 0.4761,
      "step": 304860
    },
    {
      "epoch": 85.09,
      "grad_norm": 1.5174510478973389,
      "learning_rate": 4.6469102273365316e-06,
      "loss": 0.4695,
      "step": 304870
    },
    {
      "epoch": 85.09,
      "grad_norm": 1.9702242612838745,
      "learning_rate": 4.646905216696449e-06,
      "loss": 0.4553,
      "step": 304880
    },
    {
      "epoch": 85.09,
      "grad_norm": 1.7999935150146484,
      "learning_rate": 4.646900205749816e-06,
      "loss": 0.4601,
      "step": 304890
    },
    {
      "epoch": 85.1,
      "grad_norm": 1.889891266822815,
      "learning_rate": 4.646895194496632e-06,
      "loss": 0.4789,
      "step": 304900
    },
    {
      "epoch": 85.1,
      "grad_norm": 4.057868480682373,
      "learning_rate": 4.6468901829368994e-06,
      "loss": 0.4397,
      "step": 304910
    },
    {
      "epoch": 85.1,
      "grad_norm": 1.5903180837631226,
      "learning_rate": 4.646885171070619e-06,
      "loss": 0.4624,
      "step": 304920
    },
    {
      "epoch": 85.1,
      "grad_norm": 1.5522788763046265,
      "learning_rate": 4.6468801588977894e-06,
      "loss": 0.4608,
      "step": 304930
    },
    {
      "epoch": 85.11,
      "grad_norm": 1.562900424003601,
      "learning_rate": 4.646875146418413e-06,
      "loss": 0.4535,
      "step": 304940
    },
    {
      "epoch": 85.11,
      "grad_norm": 1.6651383638381958,
      "learning_rate": 4.64687013363249e-06,
      "loss": 0.4395,
      "step": 304950
    },
    {
      "epoch": 85.11,
      "grad_norm": 1.5596857070922852,
      "learning_rate": 4.646865120540022e-06,
      "loss": 0.4386,
      "step": 304960
    },
    {
      "epoch": 85.12,
      "grad_norm": 1.5371007919311523,
      "learning_rate": 4.646860107141007e-06,
      "loss": 0.4601,
      "step": 304970
    },
    {
      "epoch": 85.12,
      "grad_norm": 2.0532515048980713,
      "learning_rate": 4.646855093435449e-06,
      "loss": 0.459,
      "step": 304980
    },
    {
      "epoch": 85.12,
      "grad_norm": 1.6863071918487549,
      "learning_rate": 4.6468500794233464e-06,
      "loss": 0.4565,
      "step": 304990
    },
    {
      "epoch": 85.12,
      "grad_norm": 1.3672212362289429,
      "learning_rate": 4.6468450651047005e-06,
      "loss": 0.4441,
      "step": 305000
    },
    {
      "epoch": 85.13,
      "grad_norm": 1.81032395362854,
      "learning_rate": 4.646840050479512e-06,
      "loss": 0.465,
      "step": 305010
    },
    {
      "epoch": 85.13,
      "grad_norm": 1.7084815502166748,
      "learning_rate": 4.6468350355477816e-06,
      "loss": 0.4437,
      "step": 305020
    },
    {
      "epoch": 85.13,
      "grad_norm": 1.867661714553833,
      "learning_rate": 4.64683002030951e-06,
      "loss": 0.4411,
      "step": 305030
    },
    {
      "epoch": 85.14,
      "grad_norm": 1.5934836864471436,
      "learning_rate": 4.646825004764699e-06,
      "loss": 0.4541,
      "step": 305040
    },
    {
      "epoch": 85.14,
      "grad_norm": 1.301357388496399,
      "learning_rate": 4.646819988913346e-06,
      "loss": 0.4397,
      "step": 305050
    },
    {
      "epoch": 85.14,
      "grad_norm": 1.471165418624878,
      "learning_rate": 4.646814972755455e-06,
      "loss": 0.4461,
      "step": 305060
    },
    {
      "epoch": 85.14,
      "grad_norm": 2.157302141189575,
      "learning_rate": 4.646809956291025e-06,
      "loss": 0.4598,
      "step": 305070
    },
    {
      "epoch": 85.15,
      "grad_norm": 1.6482176780700684,
      "learning_rate": 4.6468049395200566e-06,
      "loss": 0.4418,
      "step": 305080
    },
    {
      "epoch": 85.15,
      "grad_norm": 1.4267582893371582,
      "learning_rate": 4.6467999224425515e-06,
      "loss": 0.4426,
      "step": 305090
    },
    {
      "epoch": 85.15,
      "grad_norm": 1.5876350402832031,
      "learning_rate": 4.64679490505851e-06,
      "loss": 0.477,
      "step": 305100
    },
    {
      "epoch": 85.15,
      "grad_norm": 1.7851940393447876,
      "learning_rate": 4.646789887367933e-06,
      "loss": 0.4672,
      "step": 305110
    },
    {
      "epoch": 85.16,
      "grad_norm": 1.8258334398269653,
      "learning_rate": 4.64678486937082e-06,
      "loss": 0.4486,
      "step": 305120
    },
    {
      "epoch": 85.16,
      "grad_norm": 1.6138989925384521,
      "learning_rate": 4.646779851067172e-06,
      "loss": 0.4647,
      "step": 305130
    },
    {
      "epoch": 85.16,
      "grad_norm": 1.4922527074813843,
      "learning_rate": 4.6467748324569915e-06,
      "loss": 0.4766,
      "step": 305140
    },
    {
      "epoch": 85.17,
      "grad_norm": 1.4878020286560059,
      "learning_rate": 4.646769813540277e-06,
      "loss": 0.448,
      "step": 305150
    },
    {
      "epoch": 85.17,
      "grad_norm": 1.7094049453735352,
      "learning_rate": 4.64676479431703e-06,
      "loss": 0.4589,
      "step": 305160
    },
    {
      "epoch": 85.17,
      "grad_norm": 1.8175926208496094,
      "learning_rate": 4.646759774787252e-06,
      "loss": 0.4563,
      "step": 305170
    },
    {
      "epoch": 85.17,
      "grad_norm": 1.6056199073791504,
      "learning_rate": 4.646754754950941e-06,
      "loss": 0.4541,
      "step": 305180
    },
    {
      "epoch": 85.18,
      "grad_norm": 2.0736677646636963,
      "learning_rate": 4.6467497348081e-06,
      "loss": 0.435,
      "step": 305190
    },
    {
      "epoch": 85.18,
      "grad_norm": 1.7097043991088867,
      "learning_rate": 4.64674471435873e-06,
      "loss": 0.4648,
      "step": 305200
    },
    {
      "epoch": 85.18,
      "grad_norm": 1.5971397161483765,
      "learning_rate": 4.64673969360283e-06,
      "loss": 0.446,
      "step": 305210
    },
    {
      "epoch": 85.19,
      "grad_norm": 1.5052478313446045,
      "learning_rate": 4.646734672540401e-06,
      "loss": 0.4502,
      "step": 305220
    },
    {
      "epoch": 85.19,
      "grad_norm": 1.5731953382492065,
      "learning_rate": 4.646729651171445e-06,
      "loss": 0.4496,
      "step": 305230
    },
    {
      "epoch": 85.19,
      "grad_norm": 1.6251322031021118,
      "learning_rate": 4.646724629495962e-06,
      "loss": 0.4549,
      "step": 305240
    },
    {
      "epoch": 85.19,
      "grad_norm": 1.6988067626953125,
      "learning_rate": 4.646719607513952e-06,
      "loss": 0.4627,
      "step": 305250
    },
    {
      "epoch": 85.2,
      "grad_norm": 1.746672511100769,
      "learning_rate": 4.646714585225416e-06,
      "loss": 0.4568,
      "step": 305260
    },
    {
      "epoch": 85.2,
      "grad_norm": 1.3179713487625122,
      "learning_rate": 4.646709562630355e-06,
      "loss": 0.4486,
      "step": 305270
    },
    {
      "epoch": 85.2,
      "grad_norm": 1.2729980945587158,
      "learning_rate": 4.64670453972877e-06,
      "loss": 0.4486,
      "step": 305280
    },
    {
      "epoch": 85.21,
      "grad_norm": 1.493532657623291,
      "learning_rate": 4.6466995165206596e-06,
      "loss": 0.4542,
      "step": 305290
    },
    {
      "epoch": 85.21,
      "grad_norm": 1.509416937828064,
      "learning_rate": 4.646694493006027e-06,
      "loss": 0.4656,
      "step": 305300
    },
    {
      "epoch": 85.21,
      "grad_norm": 1.8435851335525513,
      "learning_rate": 4.646689469184872e-06,
      "loss": 0.4539,
      "step": 305310
    },
    {
      "epoch": 85.21,
      "grad_norm": 1.4180995225906372,
      "learning_rate": 4.646684445057194e-06,
      "loss": 0.4464,
      "step": 305320
    },
    {
      "epoch": 85.22,
      "grad_norm": 1.914448618888855,
      "learning_rate": 4.646679420622996e-06,
      "loss": 0.46,
      "step": 305330
    },
    {
      "epoch": 85.22,
      "grad_norm": 1.628557801246643,
      "learning_rate": 4.6466743958822775e-06,
      "loss": 0.4346,
      "step": 305340
    },
    {
      "epoch": 85.22,
      "grad_norm": 1.9179878234863281,
      "learning_rate": 4.6466693708350385e-06,
      "loss": 0.4656,
      "step": 305350
    },
    {
      "epoch": 85.22,
      "grad_norm": 1.4808969497680664,
      "learning_rate": 4.64666434548128e-06,
      "loss": 0.4735,
      "step": 305360
    },
    {
      "epoch": 85.23,
      "grad_norm": 1.5556933879852295,
      "learning_rate": 4.646659319821004e-06,
      "loss": 0.4493,
      "step": 305370
    },
    {
      "epoch": 85.23,
      "grad_norm": 1.5296810865402222,
      "learning_rate": 4.64665429385421e-06,
      "loss": 0.4892,
      "step": 305380
    },
    {
      "epoch": 85.23,
      "grad_norm": 2.5918428897857666,
      "learning_rate": 4.646649267580898e-06,
      "loss": 0.4574,
      "step": 305390
    },
    {
      "epoch": 85.24,
      "grad_norm": 1.6048164367675781,
      "learning_rate": 4.64664424100107e-06,
      "loss": 0.4588,
      "step": 305400
    },
    {
      "epoch": 85.24,
      "grad_norm": 1.6654599905014038,
      "learning_rate": 4.646639214114726e-06,
      "loss": 0.45,
      "step": 305410
    },
    {
      "epoch": 85.24,
      "grad_norm": 1.9366300106048584,
      "learning_rate": 4.646634186921867e-06,
      "loss": 0.4553,
      "step": 305420
    },
    {
      "epoch": 85.24,
      "grad_norm": 1.508575201034546,
      "learning_rate": 4.646629159422494e-06,
      "loss": 0.4534,
      "step": 305430
    },
    {
      "epoch": 85.25,
      "grad_norm": 1.5771781206130981,
      "learning_rate": 4.646624131616606e-06,
      "loss": 0.4671,
      "step": 305440
    },
    {
      "epoch": 85.25,
      "grad_norm": 1.36770498752594,
      "learning_rate": 4.646619103504206e-06,
      "loss": 0.4267,
      "step": 305450
    },
    {
      "epoch": 85.25,
      "grad_norm": 1.8269591331481934,
      "learning_rate": 4.646614075085293e-06,
      "loss": 0.4492,
      "step": 305460
    },
    {
      "epoch": 85.26,
      "grad_norm": 1.6712419986724854,
      "learning_rate": 4.6466090463598676e-06,
      "loss": 0.4561,
      "step": 305470
    },
    {
      "epoch": 85.26,
      "grad_norm": 1.3280699253082275,
      "learning_rate": 4.6466040173279315e-06,
      "loss": 0.451,
      "step": 305480
    },
    {
      "epoch": 85.26,
      "grad_norm": 1.4482074975967407,
      "learning_rate": 4.646598987989485e-06,
      "loss": 0.4273,
      "step": 305490
    },
    {
      "epoch": 85.26,
      "grad_norm": 1.4316987991333008,
      "learning_rate": 4.646593958344529e-06,
      "loss": 0.4449,
      "step": 305500
    },
    {
      "epoch": 85.27,
      "grad_norm": 1.790602207183838,
      "learning_rate": 4.646588928393063e-06,
      "loss": 0.4471,
      "step": 305510
    },
    {
      "epoch": 85.27,
      "grad_norm": 1.4901031255722046,
      "learning_rate": 4.6465838981350886e-06,
      "loss": 0.4462,
      "step": 305520
    },
    {
      "epoch": 85.27,
      "grad_norm": 1.6403632164001465,
      "learning_rate": 4.646578867570607e-06,
      "loss": 0.4694,
      "step": 305530
    },
    {
      "epoch": 85.27,
      "grad_norm": 1.8278599977493286,
      "learning_rate": 4.646573836699618e-06,
      "loss": 0.478,
      "step": 305540
    },
    {
      "epoch": 85.28,
      "grad_norm": 1.7378817796707153,
      "learning_rate": 4.646568805522123e-06,
      "loss": 0.45,
      "step": 305550
    },
    {
      "epoch": 85.28,
      "grad_norm": 1.8000092506408691,
      "learning_rate": 4.646563774038121e-06,
      "loss": 0.4704,
      "step": 305560
    },
    {
      "epoch": 85.28,
      "grad_norm": 1.6576257944107056,
      "learning_rate": 4.646558742247615e-06,
      "loss": 0.4743,
      "step": 305570
    },
    {
      "epoch": 85.29,
      "grad_norm": 1.9923837184906006,
      "learning_rate": 4.646553710150604e-06,
      "loss": 0.4407,
      "step": 305580
    },
    {
      "epoch": 85.29,
      "grad_norm": 1.6060879230499268,
      "learning_rate": 4.646548677747089e-06,
      "loss": 0.463,
      "step": 305590
    },
    {
      "epoch": 85.29,
      "grad_norm": 1.5032457113265991,
      "learning_rate": 4.646543645037071e-06,
      "loss": 0.4853,
      "step": 305600
    },
    {
      "epoch": 85.29,
      "grad_norm": 1.6639394760131836,
      "learning_rate": 4.646538612020551e-06,
      "loss": 0.4524,
      "step": 305610
    },
    {
      "epoch": 85.3,
      "grad_norm": 1.960098385810852,
      "learning_rate": 4.646533578697529e-06,
      "loss": 0.4675,
      "step": 305620
    },
    {
      "epoch": 85.3,
      "grad_norm": 1.3684945106506348,
      "learning_rate": 4.646528545068006e-06,
      "loss": 0.4411,
      "step": 305630
    },
    {
      "epoch": 85.3,
      "grad_norm": 1.7250735759735107,
      "learning_rate": 4.646523511131981e-06,
      "loss": 0.4597,
      "step": 305640
    },
    {
      "epoch": 85.31,
      "grad_norm": 1.9138212203979492,
      "learning_rate": 4.646518476889458e-06,
      "loss": 0.4691,
      "step": 305650
    },
    {
      "epoch": 85.31,
      "grad_norm": 1.6721503734588623,
      "learning_rate": 4.646513442340436e-06,
      "loss": 0.4414,
      "step": 305660
    },
    {
      "epoch": 85.31,
      "grad_norm": 1.8539365530014038,
      "learning_rate": 4.6465084074849145e-06,
      "loss": 0.4528,
      "step": 305670
    },
    {
      "epoch": 85.31,
      "grad_norm": 1.690709114074707,
      "learning_rate": 4.646503372322896e-06,
      "loss": 0.4566,
      "step": 305680
    },
    {
      "epoch": 85.32,
      "grad_norm": 1.6620982885360718,
      "learning_rate": 4.6464983368543795e-06,
      "loss": 0.4447,
      "step": 305690
    },
    {
      "epoch": 85.32,
      "grad_norm": 1.6391160488128662,
      "learning_rate": 4.6464933010793675e-06,
      "loss": 0.4759,
      "step": 305700
    },
    {
      "epoch": 85.32,
      "grad_norm": 1.6816209554672241,
      "learning_rate": 4.64648826499786e-06,
      "loss": 0.4688,
      "step": 305710
    },
    {
      "epoch": 85.33,
      "grad_norm": 1.671857476234436,
      "learning_rate": 4.646483228609856e-06,
      "loss": 0.4555,
      "step": 305720
    },
    {
      "epoch": 85.33,
      "grad_norm": 1.548471450805664,
      "learning_rate": 4.6464781919153585e-06,
      "loss": 0.4469,
      "step": 305730
    },
    {
      "epoch": 85.33,
      "grad_norm": 2.2248096466064453,
      "learning_rate": 4.646473154914367e-06,
      "loss": 0.4607,
      "step": 305740
    },
    {
      "epoch": 85.33,
      "grad_norm": 1.808362603187561,
      "learning_rate": 4.646468117606883e-06,
      "loss": 0.4437,
      "step": 305750
    },
    {
      "epoch": 85.34,
      "grad_norm": 1.6440929174423218,
      "learning_rate": 4.646463079992906e-06,
      "loss": 0.4329,
      "step": 305760
    },
    {
      "epoch": 85.34,
      "grad_norm": 2.0437440872192383,
      "learning_rate": 4.646458042072438e-06,
      "loss": 0.4513,
      "step": 305770
    },
    {
      "epoch": 85.34,
      "grad_norm": 1.9310740232467651,
      "learning_rate": 4.646453003845477e-06,
      "loss": 0.4888,
      "step": 305780
    },
    {
      "epoch": 85.34,
      "grad_norm": 1.5800634622573853,
      "learning_rate": 4.646447965312028e-06,
      "loss": 0.4738,
      "step": 305790
    },
    {
      "epoch": 85.35,
      "grad_norm": 1.5692166090011597,
      "learning_rate": 4.646442926472088e-06,
      "loss": 0.4605,
      "step": 305800
    },
    {
      "epoch": 85.35,
      "grad_norm": 1.914061427116394,
      "learning_rate": 4.64643788732566e-06,
      "loss": 0.4699,
      "step": 305810
    },
    {
      "epoch": 85.35,
      "grad_norm": 1.4225084781646729,
      "learning_rate": 4.646432847872742e-06,
      "loss": 0.426,
      "step": 305820
    },
    {
      "epoch": 85.36,
      "grad_norm": 2.063124418258667,
      "learning_rate": 4.646427808113337e-06,
      "loss": 0.4708,
      "step": 305830
    },
    {
      "epoch": 85.36,
      "grad_norm": 1.9965810775756836,
      "learning_rate": 4.6464227680474445e-06,
      "loss": 0.456,
      "step": 305840
    },
    {
      "epoch": 85.36,
      "grad_norm": 1.4950037002563477,
      "learning_rate": 4.646417727675066e-06,
      "loss": 0.4634,
      "step": 305850
    },
    {
      "epoch": 85.36,
      "grad_norm": 2.309847593307495,
      "learning_rate": 4.646412686996203e-06,
      "loss": 0.4569,
      "step": 305860
    },
    {
      "epoch": 85.37,
      "grad_norm": 1.5196582078933716,
      "learning_rate": 4.646407646010854e-06,
      "loss": 0.4477,
      "step": 305870
    },
    {
      "epoch": 85.37,
      "grad_norm": 1.7020810842514038,
      "learning_rate": 4.64640260471902e-06,
      "loss": 0.4573,
      "step": 305880
    },
    {
      "epoch": 85.37,
      "grad_norm": 1.380433440208435,
      "learning_rate": 4.646397563120703e-06,
      "loss": 0.4639,
      "step": 305890
    },
    {
      "epoch": 85.38,
      "grad_norm": 1.8528648614883423,
      "learning_rate": 4.646392521215903e-06,
      "loss": 0.4551,
      "step": 305900
    },
    {
      "epoch": 85.38,
      "grad_norm": 1.6200257539749146,
      "learning_rate": 4.64638747900462e-06,
      "loss": 0.428,
      "step": 305910
    },
    {
      "epoch": 85.38,
      "grad_norm": 1.4358807802200317,
      "learning_rate": 4.646382436486856e-06,
      "loss": 0.4372,
      "step": 305920
    },
    {
      "epoch": 85.38,
      "grad_norm": 1.7166553735733032,
      "learning_rate": 4.646377393662611e-06,
      "loss": 0.4539,
      "step": 305930
    },
    {
      "epoch": 85.39,
      "grad_norm": 1.9128671884536743,
      "learning_rate": 4.646372350531885e-06,
      "loss": 0.4709,
      "step": 305940
    },
    {
      "epoch": 85.39,
      "grad_norm": 1.679888367652893,
      "learning_rate": 4.64636730709468e-06,
      "loss": 0.4624,
      "step": 305950
    },
    {
      "epoch": 85.39,
      "grad_norm": 1.2682827711105347,
      "learning_rate": 4.646362263350996e-06,
      "loss": 0.4576,
      "step": 305960
    },
    {
      "epoch": 85.39,
      "grad_norm": 1.4836375713348389,
      "learning_rate": 4.646357219300834e-06,
      "loss": 0.4663,
      "step": 305970
    },
    {
      "epoch": 85.4,
      "grad_norm": 1.3523707389831543,
      "learning_rate": 4.646352174944193e-06,
      "loss": 0.4595,
      "step": 305980
    },
    {
      "epoch": 85.4,
      "grad_norm": 3.357874631881714,
      "learning_rate": 4.646347130281076e-06,
      "loss": 0.4595,
      "step": 305990
    },
    {
      "epoch": 85.4,
      "grad_norm": 1.5474778413772583,
      "learning_rate": 4.646342085311483e-06,
      "loss": 0.4438,
      "step": 306000
    },
    {
      "epoch": 85.41,
      "grad_norm": 1.5654966831207275,
      "learning_rate": 4.646337040035413e-06,
      "loss": 0.4567,
      "step": 306010
    },
    {
      "epoch": 85.41,
      "grad_norm": 1.2278019189834595,
      "learning_rate": 4.64633199445287e-06,
      "loss": 0.4408,
      "step": 306020
    },
    {
      "epoch": 85.41,
      "grad_norm": 1.9891932010650635,
      "learning_rate": 4.646326948563852e-06,
      "loss": 0.444,
      "step": 306030
    },
    {
      "epoch": 85.41,
      "grad_norm": 2.180532217025757,
      "learning_rate": 4.646321902368359e-06,
      "loss": 0.4463,
      "step": 306040
    },
    {
      "epoch": 85.42,
      "grad_norm": 1.516433835029602,
      "learning_rate": 4.646316855866394e-06,
      "loss": 0.4542,
      "step": 306050
    },
    {
      "epoch": 85.42,
      "grad_norm": 1.5822911262512207,
      "learning_rate": 4.646311809057957e-06,
      "loss": 0.4537,
      "step": 306060
    },
    {
      "epoch": 85.42,
      "grad_norm": 1.9657880067825317,
      "learning_rate": 4.6463067619430485e-06,
      "loss": 0.4644,
      "step": 306070
    },
    {
      "epoch": 85.43,
      "grad_norm": 1.3210737705230713,
      "learning_rate": 4.646301714521669e-06,
      "loss": 0.454,
      "step": 306080
    },
    {
      "epoch": 85.43,
      "grad_norm": 1.903190016746521,
      "learning_rate": 4.646296666793819e-06,
      "loss": 0.4641,
      "step": 306090
    },
    {
      "epoch": 85.43,
      "grad_norm": 1.741936445236206,
      "learning_rate": 4.6462916187594995e-06,
      "loss": 0.4739,
      "step": 306100
    },
    {
      "epoch": 85.43,
      "grad_norm": 1.9102431535720825,
      "learning_rate": 4.646286570418711e-06,
      "loss": 0.4665,
      "step": 306110
    },
    {
      "epoch": 85.44,
      "grad_norm": 1.6845569610595703,
      "learning_rate": 4.646281521771455e-06,
      "loss": 0.4787,
      "step": 306120
    },
    {
      "epoch": 85.44,
      "grad_norm": 2.1544909477233887,
      "learning_rate": 4.64627647281773e-06,
      "loss": 0.4444,
      "step": 306130
    },
    {
      "epoch": 85.44,
      "grad_norm": 2.0618627071380615,
      "learning_rate": 4.646271423557539e-06,
      "loss": 0.4781,
      "step": 306140
    },
    {
      "epoch": 85.45,
      "grad_norm": 1.6132557392120361,
      "learning_rate": 4.646266373990882e-06,
      "loss": 0.4648,
      "step": 306150
    },
    {
      "epoch": 85.45,
      "grad_norm": 1.6905288696289062,
      "learning_rate": 4.6462613241177585e-06,
      "loss": 0.4388,
      "step": 306160
    },
    {
      "epoch": 85.45,
      "grad_norm": 1.5123845338821411,
      "learning_rate": 4.646256273938171e-06,
      "loss": 0.4528,
      "step": 306170
    },
    {
      "epoch": 85.45,
      "grad_norm": 1.7259694337844849,
      "learning_rate": 4.646251223452119e-06,
      "loss": 0.4487,
      "step": 306180
    },
    {
      "epoch": 85.46,
      "grad_norm": 1.547423005104065,
      "learning_rate": 4.646246172659603e-06,
      "loss": 0.4407,
      "step": 306190
    },
    {
      "epoch": 85.46,
      "grad_norm": 1.7996808290481567,
      "learning_rate": 4.646241121560625e-06,
      "loss": 0.4729,
      "step": 306200
    },
    {
      "epoch": 85.46,
      "grad_norm": 2.74696683883667,
      "learning_rate": 4.6462360701551835e-06,
      "loss": 0.4461,
      "step": 306210
    },
    {
      "epoch": 85.46,
      "grad_norm": 1.6232900619506836,
      "learning_rate": 4.646231018443282e-06,
      "loss": 0.4387,
      "step": 306220
    },
    {
      "epoch": 85.47,
      "grad_norm": 1.7346715927124023,
      "learning_rate": 4.646225966424919e-06,
      "loss": 0.4621,
      "step": 306230
    },
    {
      "epoch": 85.47,
      "grad_norm": 1.8126939535140991,
      "learning_rate": 4.6462209141000955e-06,
      "loss": 0.4514,
      "step": 306240
    },
    {
      "epoch": 85.47,
      "grad_norm": 1.8341566324234009,
      "learning_rate": 4.646215861468813e-06,
      "loss": 0.4553,
      "step": 306250
    },
    {
      "epoch": 85.48,
      "grad_norm": 1.5823166370391846,
      "learning_rate": 4.646210808531072e-06,
      "loss": 0.4606,
      "step": 306260
    },
    {
      "epoch": 85.48,
      "grad_norm": 1.915150761604309,
      "learning_rate": 4.646205755286871e-06,
      "loss": 0.4581,
      "step": 306270
    },
    {
      "epoch": 85.48,
      "grad_norm": 1.5984013080596924,
      "learning_rate": 4.646200701736214e-06,
      "loss": 0.4643,
      "step": 306280
    },
    {
      "epoch": 85.48,
      "grad_norm": 1.5957802534103394,
      "learning_rate": 4.6461956478791e-06,
      "loss": 0.4613,
      "step": 306290
    },
    {
      "epoch": 85.49,
      "grad_norm": 1.476915955543518,
      "learning_rate": 4.64619059371553e-06,
      "loss": 0.4647,
      "step": 306300
    },
    {
      "epoch": 85.49,
      "grad_norm": 1.5170037746429443,
      "learning_rate": 4.646185539245505e-06,
      "loss": 0.4506,
      "step": 306310
    },
    {
      "epoch": 85.49,
      "grad_norm": 1.536597490310669,
      "learning_rate": 4.646180484469024e-06,
      "loss": 0.4441,
      "step": 306320
    },
    {
      "epoch": 85.5,
      "grad_norm": 1.7719272375106812,
      "learning_rate": 4.64617542938609e-06,
      "loss": 0.4354,
      "step": 306330
    },
    {
      "epoch": 85.5,
      "grad_norm": 1.8114252090454102,
      "learning_rate": 4.646170373996702e-06,
      "loss": 0.4748,
      "step": 306340
    },
    {
      "epoch": 85.5,
      "grad_norm": 1.6005959510803223,
      "learning_rate": 4.6461653183008604e-06,
      "loss": 0.4666,
      "step": 306350
    },
    {
      "epoch": 85.5,
      "grad_norm": 1.6988054513931274,
      "learning_rate": 4.646160262298568e-06,
      "loss": 0.4459,
      "step": 306360
    },
    {
      "epoch": 85.51,
      "grad_norm": 1.5673909187316895,
      "learning_rate": 4.646155205989824e-06,
      "loss": 0.4641,
      "step": 306370
    },
    {
      "epoch": 85.51,
      "grad_norm": 1.6471681594848633,
      "learning_rate": 4.646150149374629e-06,
      "loss": 0.4642,
      "step": 306380
    },
    {
      "epoch": 85.51,
      "grad_norm": 1.8141252994537354,
      "learning_rate": 4.646145092452983e-06,
      "loss": 0.4734,
      "step": 306390
    },
    {
      "epoch": 85.51,
      "grad_norm": 1.553482174873352,
      "learning_rate": 4.646140035224889e-06,
      "loss": 0.4374,
      "step": 306400
    },
    {
      "epoch": 85.52,
      "grad_norm": 1.6938982009887695,
      "learning_rate": 4.646134977690346e-06,
      "loss": 0.4403,
      "step": 306410
    },
    {
      "epoch": 85.52,
      "grad_norm": 1.8897767066955566,
      "learning_rate": 4.646129919849354e-06,
      "loss": 0.4452,
      "step": 306420
    },
    {
      "epoch": 85.52,
      "grad_norm": 1.6651993989944458,
      "learning_rate": 4.646124861701916e-06,
      "loss": 0.4614,
      "step": 306430
    },
    {
      "epoch": 85.53,
      "grad_norm": 2.9642064571380615,
      "learning_rate": 4.64611980324803e-06,
      "loss": 0.4473,
      "step": 306440
    },
    {
      "epoch": 85.53,
      "grad_norm": 1.7028887271881104,
      "learning_rate": 4.646114744487698e-06,
      "loss": 0.4586,
      "step": 306450
    },
    {
      "epoch": 85.53,
      "grad_norm": 1.7578712701797485,
      "learning_rate": 4.646109685420922e-06,
      "loss": 0.4551,
      "step": 306460
    },
    {
      "epoch": 85.53,
      "grad_norm": 1.501388430595398,
      "learning_rate": 4.6461046260477e-06,
      "loss": 0.4554,
      "step": 306470
    },
    {
      "epoch": 85.54,
      "grad_norm": 1.649710774421692,
      "learning_rate": 4.646099566368034e-06,
      "loss": 0.4697,
      "step": 306480
    },
    {
      "epoch": 85.54,
      "grad_norm": 1.753747820854187,
      "learning_rate": 4.646094506381925e-06,
      "loss": 0.4509,
      "step": 306490
    },
    {
      "epoch": 85.54,
      "grad_norm": 1.998133897781372,
      "learning_rate": 4.646089446089373e-06,
      "loss": 0.453,
      "step": 306500
    },
    {
      "epoch": 85.55,
      "grad_norm": 2.690953254699707,
      "learning_rate": 4.6460843854903794e-06,
      "loss": 0.4502,
      "step": 306510
    },
    {
      "epoch": 85.55,
      "grad_norm": 1.5775789022445679,
      "learning_rate": 4.646079324584945e-06,
      "loss": 0.4533,
      "step": 306520
    },
    {
      "epoch": 85.55,
      "grad_norm": 1.471925973892212,
      "learning_rate": 4.646074263373069e-06,
      "loss": 0.4571,
      "step": 306530
    },
    {
      "epoch": 85.55,
      "grad_norm": 1.8828922510147095,
      "learning_rate": 4.6460692018547535e-06,
      "loss": 0.4592,
      "step": 306540
    },
    {
      "epoch": 85.56,
      "grad_norm": 1.4639145135879517,
      "learning_rate": 4.646064140029998e-06,
      "loss": 0.4325,
      "step": 306550
    },
    {
      "epoch": 85.56,
      "grad_norm": 2.0943822860717773,
      "learning_rate": 4.646059077898804e-06,
      "loss": 0.4583,
      "step": 306560
    },
    {
      "epoch": 85.56,
      "grad_norm": 1.7400838136672974,
      "learning_rate": 4.646054015461173e-06,
      "loss": 0.4496,
      "step": 306570
    },
    {
      "epoch": 85.57,
      "grad_norm": 1.636777639389038,
      "learning_rate": 4.646048952717105e-06,
      "loss": 0.4802,
      "step": 306580
    },
    {
      "epoch": 85.57,
      "grad_norm": 1.749018669128418,
      "learning_rate": 4.646043889666598e-06,
      "loss": 0.4652,
      "step": 306590
    },
    {
      "epoch": 85.57,
      "grad_norm": 1.6709431409835815,
      "learning_rate": 4.6460388263096576e-06,
      "loss": 0.4671,
      "step": 306600
    },
    {
      "epoch": 85.57,
      "grad_norm": 1.4423573017120361,
      "learning_rate": 4.6460337626462806e-06,
      "loss": 0.4609,
      "step": 306610
    },
    {
      "epoch": 85.58,
      "grad_norm": 1.8190100193023682,
      "learning_rate": 4.646028698676469e-06,
      "loss": 0.4629,
      "step": 306620
    },
    {
      "epoch": 85.58,
      "grad_norm": 1.9811776876449585,
      "learning_rate": 4.646023634400224e-06,
      "loss": 0.4444,
      "step": 306630
    },
    {
      "epoch": 85.58,
      "grad_norm": 2.0007479190826416,
      "learning_rate": 4.646018569817545e-06,
      "loss": 0.4537,
      "step": 306640
    },
    {
      "epoch": 85.58,
      "grad_norm": 1.4297541379928589,
      "learning_rate": 4.6460135049284344e-06,
      "loss": 0.4612,
      "step": 306650
    },
    {
      "epoch": 85.59,
      "grad_norm": 1.8242334127426147,
      "learning_rate": 4.646008439732891e-06,
      "loss": 0.4547,
      "step": 306660
    },
    {
      "epoch": 85.59,
      "grad_norm": 1.5480942726135254,
      "learning_rate": 4.646003374230917e-06,
      "loss": 0.4617,
      "step": 306670
    },
    {
      "epoch": 85.59,
      "grad_norm": 2.0373919010162354,
      "learning_rate": 4.645998308422512e-06,
      "loss": 0.4565,
      "step": 306680
    },
    {
      "epoch": 85.6,
      "grad_norm": 1.8147591352462769,
      "learning_rate": 4.645993242307678e-06,
      "loss": 0.4625,
      "step": 306690
    },
    {
      "epoch": 85.6,
      "grad_norm": 1.707816243171692,
      "learning_rate": 4.645988175886414e-06,
      "loss": 0.4514,
      "step": 306700
    },
    {
      "epoch": 85.6,
      "grad_norm": 1.6555339097976685,
      "learning_rate": 4.645983109158722e-06,
      "loss": 0.4762,
      "step": 306710
    },
    {
      "epoch": 85.6,
      "grad_norm": 1.5108137130737305,
      "learning_rate": 4.645978042124601e-06,
      "loss": 0.462,
      "step": 306720
    },
    {
      "epoch": 85.61,
      "grad_norm": 1.9048134088516235,
      "learning_rate": 4.645972974784054e-06,
      "loss": 0.4445,
      "step": 306730
    },
    {
      "epoch": 85.61,
      "grad_norm": 1.6777907609939575,
      "learning_rate": 4.64596790713708e-06,
      "loss": 0.4712,
      "step": 306740
    },
    {
      "epoch": 85.61,
      "grad_norm": 1.8921159505844116,
      "learning_rate": 4.64596283918368e-06,
      "loss": 0.4423,
      "step": 306750
    },
    {
      "epoch": 85.62,
      "grad_norm": 1.3699207305908203,
      "learning_rate": 4.6459577709238554e-06,
      "loss": 0.4569,
      "step": 306760
    },
    {
      "epoch": 85.62,
      "grad_norm": 1.9175386428833008,
      "learning_rate": 4.645952702357606e-06,
      "loss": 0.4547,
      "step": 306770
    },
    {
      "epoch": 85.62,
      "grad_norm": 1.5504682064056396,
      "learning_rate": 4.645947633484933e-06,
      "loss": 0.4692,
      "step": 306780
    },
    {
      "epoch": 85.62,
      "grad_norm": 1.4508349895477295,
      "learning_rate": 4.645942564305836e-06,
      "loss": 0.4649,
      "step": 306790
    },
    {
      "epoch": 85.63,
      "grad_norm": 1.4854955673217773,
      "learning_rate": 4.645937494820318e-06,
      "loss": 0.4562,
      "step": 306800
    },
    {
      "epoch": 85.63,
      "grad_norm": 1.7622637748718262,
      "learning_rate": 4.6459324250283765e-06,
      "loss": 0.4539,
      "step": 306810
    },
    {
      "epoch": 85.63,
      "grad_norm": 1.3958731889724731,
      "learning_rate": 4.645927354930016e-06,
      "loss": 0.4395,
      "step": 306820
    },
    {
      "epoch": 85.63,
      "grad_norm": 1.4456286430358887,
      "learning_rate": 4.645922284525233e-06,
      "loss": 0.4618,
      "step": 306830
    },
    {
      "epoch": 85.64,
      "grad_norm": 1.6247947216033936,
      "learning_rate": 4.645917213814031e-06,
      "loss": 0.4619,
      "step": 306840
    },
    {
      "epoch": 85.64,
      "grad_norm": 1.773606777191162,
      "learning_rate": 4.645912142796411e-06,
      "loss": 0.4604,
      "step": 306850
    },
    {
      "epoch": 85.64,
      "grad_norm": 1.6621758937835693,
      "learning_rate": 4.645907071472371e-06,
      "loss": 0.446,
      "step": 306860
    },
    {
      "epoch": 85.65,
      "grad_norm": 1.4315859079360962,
      "learning_rate": 4.645901999841914e-06,
      "loss": 0.4449,
      "step": 306870
    },
    {
      "epoch": 85.65,
      "grad_norm": 2.9730446338653564,
      "learning_rate": 4.6458969279050406e-06,
      "loss": 0.4404,
      "step": 306880
    },
    {
      "epoch": 85.65,
      "grad_norm": 1.5879803895950317,
      "learning_rate": 4.64589185566175e-06,
      "loss": 0.481,
      "step": 306890
    },
    {
      "epoch": 85.65,
      "grad_norm": 1.7114310264587402,
      "learning_rate": 4.645886783112044e-06,
      "loss": 0.474,
      "step": 306900
    },
    {
      "epoch": 85.66,
      "grad_norm": 1.593637466430664,
      "learning_rate": 4.645881710255922e-06,
      "loss": 0.4538,
      "step": 306910
    },
    {
      "epoch": 85.66,
      "grad_norm": 1.6279019117355347,
      "learning_rate": 4.645876637093387e-06,
      "loss": 0.4492,
      "step": 306920
    },
    {
      "epoch": 85.66,
      "grad_norm": 1.9085825681686401,
      "learning_rate": 4.645871563624437e-06,
      "loss": 0.4587,
      "step": 306930
    },
    {
      "epoch": 85.67,
      "grad_norm": 1.9559671878814697,
      "learning_rate": 4.645866489849075e-06,
      "loss": 0.4541,
      "step": 306940
    },
    {
      "epoch": 85.67,
      "grad_norm": 1.4973437786102295,
      "learning_rate": 4.6458614157673e-06,
      "loss": 0.4437,
      "step": 306950
    },
    {
      "epoch": 85.67,
      "grad_norm": 1.4297113418579102,
      "learning_rate": 4.645856341379114e-06,
      "loss": 0.4608,
      "step": 306960
    },
    {
      "epoch": 85.67,
      "grad_norm": 1.6054353713989258,
      "learning_rate": 4.645851266684517e-06,
      "loss": 0.4637,
      "step": 306970
    },
    {
      "epoch": 85.68,
      "grad_norm": 1.648459553718567,
      "learning_rate": 4.645846191683509e-06,
      "loss": 0.4639,
      "step": 306980
    },
    {
      "epoch": 85.68,
      "grad_norm": 1.5387518405914307,
      "learning_rate": 4.645841116376092e-06,
      "loss": 0.4681,
      "step": 306990
    },
    {
      "epoch": 85.68,
      "grad_norm": 1.5598276853561401,
      "learning_rate": 4.645836040762266e-06,
      "loss": 0.469,
      "step": 307000
    },
    {
      "epoch": 85.69,
      "grad_norm": 1.7195578813552856,
      "learning_rate": 4.645830964842032e-06,
      "loss": 0.4444,
      "step": 307010
    },
    {
      "epoch": 85.69,
      "grad_norm": 1.4402292966842651,
      "learning_rate": 4.645825888615389e-06,
      "loss": 0.4489,
      "step": 307020
    },
    {
      "epoch": 85.69,
      "grad_norm": 1.5967442989349365,
      "learning_rate": 4.64582081208234e-06,
      "loss": 0.4572,
      "step": 307030
    },
    {
      "epoch": 85.69,
      "grad_norm": 1.5406858921051025,
      "learning_rate": 4.6458157352428855e-06,
      "loss": 0.4667,
      "step": 307040
    },
    {
      "epoch": 85.7,
      "grad_norm": 1.909099817276001,
      "learning_rate": 4.645810658097024e-06,
      "loss": 0.4495,
      "step": 307050
    },
    {
      "epoch": 85.7,
      "grad_norm": 1.664696455001831,
      "learning_rate": 4.645805580644759e-06,
      "loss": 0.4885,
      "step": 307060
    },
    {
      "epoch": 85.7,
      "grad_norm": 1.4689797163009644,
      "learning_rate": 4.645800502886089e-06,
      "loss": 0.4399,
      "step": 307070
    },
    {
      "epoch": 85.7,
      "grad_norm": 1.7328089475631714,
      "learning_rate": 4.6457954248210155e-06,
      "loss": 0.4464,
      "step": 307080
    },
    {
      "epoch": 85.71,
      "grad_norm": 1.6128716468811035,
      "learning_rate": 4.64579034644954e-06,
      "loss": 0.4486,
      "step": 307090
    },
    {
      "epoch": 85.71,
      "grad_norm": 1.765587568283081,
      "learning_rate": 4.64578526777166e-06,
      "loss": 0.4522,
      "step": 307100
    },
    {
      "epoch": 85.71,
      "grad_norm": 1.8106565475463867,
      "learning_rate": 4.64578018878738e-06,
      "loss": 0.459,
      "step": 307110
    },
    {
      "epoch": 85.72,
      "grad_norm": 1.8922868967056274,
      "learning_rate": 4.645775109496699e-06,
      "loss": 0.4583,
      "step": 307120
    },
    {
      "epoch": 85.72,
      "grad_norm": 2.120713710784912,
      "learning_rate": 4.6457700298996185e-06,
      "loss": 0.471,
      "step": 307130
    },
    {
      "epoch": 85.72,
      "grad_norm": 2.0420730113983154,
      "learning_rate": 4.645764949996138e-06,
      "loss": 0.4543,
      "step": 307140
    },
    {
      "epoch": 85.72,
      "grad_norm": 1.762468695640564,
      "learning_rate": 4.645759869786259e-06,
      "loss": 0.4371,
      "step": 307150
    },
    {
      "epoch": 85.73,
      "grad_norm": 1.7782762050628662,
      "learning_rate": 4.645754789269981e-06,
      "loss": 0.4566,
      "step": 307160
    },
    {
      "epoch": 85.73,
      "grad_norm": 1.6054952144622803,
      "learning_rate": 4.645749708447306e-06,
      "loss": 0.4623,
      "step": 307170
    },
    {
      "epoch": 85.73,
      "grad_norm": 2.009878158569336,
      "learning_rate": 4.645744627318234e-06,
      "loss": 0.4577,
      "step": 307180
    },
    {
      "epoch": 85.74,
      "grad_norm": 1.644817590713501,
      "learning_rate": 4.645739545882767e-06,
      "loss": 0.456,
      "step": 307190
    },
    {
      "epoch": 85.74,
      "grad_norm": 1.8466135263442993,
      "learning_rate": 4.645734464140903e-06,
      "loss": 0.4441,
      "step": 307200
    },
    {
      "epoch": 85.74,
      "grad_norm": 1.745627760887146,
      "learning_rate": 4.6457293820926446e-06,
      "loss": 0.4492,
      "step": 307210
    },
    {
      "epoch": 85.74,
      "grad_norm": 1.9705477952957153,
      "learning_rate": 4.645724299737993e-06,
      "loss": 0.4488,
      "step": 307220
    },
    {
      "epoch": 85.75,
      "grad_norm": 1.9062632322311401,
      "learning_rate": 4.645719217076948e-06,
      "loss": 0.4556,
      "step": 307230
    },
    {
      "epoch": 85.75,
      "grad_norm": 1.493092656135559,
      "learning_rate": 4.645714134109509e-06,
      "loss": 0.4731,
      "step": 307240
    },
    {
      "epoch": 85.75,
      "grad_norm": 1.5034427642822266,
      "learning_rate": 4.645709050835678e-06,
      "loss": 0.4471,
      "step": 307250
    },
    {
      "epoch": 85.75,
      "grad_norm": 1.673061728477478,
      "learning_rate": 4.645703967255457e-06,
      "loss": 0.4335,
      "step": 307260
    },
    {
      "epoch": 85.76,
      "grad_norm": 1.4595189094543457,
      "learning_rate": 4.6456988833688444e-06,
      "loss": 0.4605,
      "step": 307270
    },
    {
      "epoch": 85.76,
      "grad_norm": 2.0757510662078857,
      "learning_rate": 4.645693799175842e-06,
      "loss": 0.4738,
      "step": 307280
    },
    {
      "epoch": 85.76,
      "grad_norm": 1.7550519704818726,
      "learning_rate": 4.64568871467645e-06,
      "loss": 0.456,
      "step": 307290
    },
    {
      "epoch": 85.77,
      "grad_norm": 1.6598461866378784,
      "learning_rate": 4.64568362987067e-06,
      "loss": 0.4466,
      "step": 307300
    },
    {
      "epoch": 85.77,
      "grad_norm": 1.5420961380004883,
      "learning_rate": 4.645678544758501e-06,
      "loss": 0.456,
      "step": 307310
    },
    {
      "epoch": 85.77,
      "grad_norm": 1.6768453121185303,
      "learning_rate": 4.645673459339945e-06,
      "loss": 0.4639,
      "step": 307320
    },
    {
      "epoch": 85.77,
      "grad_norm": 2.0447309017181396,
      "learning_rate": 4.6456683736150024e-06,
      "loss": 0.4322,
      "step": 307330
    },
    {
      "epoch": 85.78,
      "grad_norm": 1.738875150680542,
      "learning_rate": 4.645663287583674e-06,
      "loss": 0.4583,
      "step": 307340
    },
    {
      "epoch": 85.78,
      "grad_norm": 1.5411690473556519,
      "learning_rate": 4.645658201245961e-06,
      "loss": 0.4255,
      "step": 307350
    },
    {
      "epoch": 85.78,
      "grad_norm": 1.471016526222229,
      "learning_rate": 4.645653114601862e-06,
      "loss": 0.4703,
      "step": 307360
    },
    {
      "epoch": 85.79,
      "grad_norm": 1.3931007385253906,
      "learning_rate": 4.645648027651381e-06,
      "loss": 0.4376,
      "step": 307370
    },
    {
      "epoch": 85.79,
      "grad_norm": 4.633031368255615,
      "learning_rate": 4.6456429403945144e-06,
      "loss": 0.4674,
      "step": 307380
    },
    {
      "epoch": 85.79,
      "grad_norm": 1.4575227499008179,
      "learning_rate": 4.645637852831267e-06,
      "loss": 0.4329,
      "step": 307390
    },
    {
      "epoch": 85.79,
      "grad_norm": 1.7026782035827637,
      "learning_rate": 4.645632764961636e-06,
      "loss": 0.4639,
      "step": 307400
    },
    {
      "epoch": 85.8,
      "grad_norm": 1.6692630052566528,
      "learning_rate": 4.645627676785626e-06,
      "loss": 0.4594,
      "step": 307410
    },
    {
      "epoch": 85.8,
      "grad_norm": 1.3833550214767456,
      "learning_rate": 4.645622588303234e-06,
      "loss": 0.4664,
      "step": 307420
    },
    {
      "epoch": 85.8,
      "grad_norm": 2.191336154937744,
      "learning_rate": 4.6456174995144625e-06,
      "loss": 0.4738,
      "step": 307430
    },
    {
      "epoch": 85.81,
      "grad_norm": 1.7616591453552246,
      "learning_rate": 4.645612410419312e-06,
      "loss": 0.4628,
      "step": 307440
    },
    {
      "epoch": 85.81,
      "grad_norm": 1.9312047958374023,
      "learning_rate": 4.645607321017782e-06,
      "loss": 0.4564,
      "step": 307450
    },
    {
      "epoch": 85.81,
      "grad_norm": 1.6323885917663574,
      "learning_rate": 4.645602231309875e-06,
      "loss": 0.4446,
      "step": 307460
    },
    {
      "epoch": 85.81,
      "grad_norm": 1.7659136056900024,
      "learning_rate": 4.645597141295591e-06,
      "loss": 0.4439,
      "step": 307470
    },
    {
      "epoch": 85.82,
      "grad_norm": 1.4943510293960571,
      "learning_rate": 4.6455920509749305e-06,
      "loss": 0.4596,
      "step": 307480
    },
    {
      "epoch": 85.82,
      "grad_norm": 1.7653095722198486,
      "learning_rate": 4.6455869603478935e-06,
      "loss": 0.4516,
      "step": 307490
    },
    {
      "epoch": 85.82,
      "grad_norm": 1.7714827060699463,
      "learning_rate": 4.645581869414482e-06,
      "loss": 0.4534,
      "step": 307500
    },
    {
      "epoch": 85.82,
      "grad_norm": 1.5567172765731812,
      "learning_rate": 4.645576778174695e-06,
      "loss": 0.4293,
      "step": 307510
    },
    {
      "epoch": 85.83,
      "grad_norm": 2.26682186126709,
      "learning_rate": 4.645571686628536e-06,
      "loss": 0.465,
      "step": 307520
    },
    {
      "epoch": 85.83,
      "grad_norm": 2.5299739837646484,
      "learning_rate": 4.645566594776003e-06,
      "loss": 0.4785,
      "step": 307530
    },
    {
      "epoch": 85.83,
      "grad_norm": 2.1425704956054688,
      "learning_rate": 4.645561502617098e-06,
      "loss": 0.4519,
      "step": 307540
    },
    {
      "epoch": 85.84,
      "grad_norm": 2.52988338470459,
      "learning_rate": 4.645556410151821e-06,
      "loss": 0.483,
      "step": 307550
    },
    {
      "epoch": 85.84,
      "grad_norm": 1.5773411989212036,
      "learning_rate": 4.645551317380172e-06,
      "loss": 0.4526,
      "step": 307560
    },
    {
      "epoch": 85.84,
      "grad_norm": 2.071850299835205,
      "learning_rate": 4.645546224302153e-06,
      "loss": 0.4604,
      "step": 307570
    },
    {
      "epoch": 85.84,
      "grad_norm": 1.7822799682617188,
      "learning_rate": 4.645541130917765e-06,
      "loss": 0.4589,
      "step": 307580
    },
    {
      "epoch": 85.85,
      "grad_norm": 1.446567177772522,
      "learning_rate": 4.645536037227008e-06,
      "loss": 0.4651,
      "step": 307590
    },
    {
      "epoch": 85.85,
      "grad_norm": 1.9573761224746704,
      "learning_rate": 4.645530943229882e-06,
      "loss": 0.4586,
      "step": 307600
    },
    {
      "epoch": 85.85,
      "grad_norm": 1.3061631917953491,
      "learning_rate": 4.6455258489263885e-06,
      "loss": 0.4511,
      "step": 307610
    },
    {
      "epoch": 85.86,
      "grad_norm": 1.5102195739746094,
      "learning_rate": 4.645520754316528e-06,
      "loss": 0.4426,
      "step": 307620
    },
    {
      "epoch": 85.86,
      "grad_norm": 1.4258135557174683,
      "learning_rate": 4.645515659400302e-06,
      "loss": 0.4411,
      "step": 307630
    },
    {
      "epoch": 85.86,
      "grad_norm": 1.5371206998825073,
      "learning_rate": 4.645510564177709e-06,
      "loss": 0.4686,
      "step": 307640
    },
    {
      "epoch": 85.86,
      "grad_norm": 1.5083078145980835,
      "learning_rate": 4.645505468648752e-06,
      "loss": 0.4821,
      "step": 307650
    },
    {
      "epoch": 85.87,
      "grad_norm": 1.62381112575531,
      "learning_rate": 4.64550037281343e-06,
      "loss": 0.4679,
      "step": 307660
    },
    {
      "epoch": 85.87,
      "grad_norm": 2.099560260772705,
      "learning_rate": 4.6454952766717455e-06,
      "loss": 0.4849,
      "step": 307670
    },
    {
      "epoch": 85.87,
      "grad_norm": 1.760669469833374,
      "learning_rate": 4.645490180223697e-06,
      "loss": 0.4573,
      "step": 307680
    },
    {
      "epoch": 85.87,
      "grad_norm": 1.5763503313064575,
      "learning_rate": 4.645485083469287e-06,
      "loss": 0.4567,
      "step": 307690
    },
    {
      "epoch": 85.88,
      "grad_norm": 1.9976310729980469,
      "learning_rate": 4.645479986408515e-06,
      "loss": 0.4453,
      "step": 307700
    },
    {
      "epoch": 85.88,
      "grad_norm": 1.5434197187423706,
      "learning_rate": 4.645474889041382e-06,
      "loss": 0.4536,
      "step": 307710
    },
    {
      "epoch": 85.88,
      "grad_norm": 1.458931565284729,
      "learning_rate": 4.645469791367889e-06,
      "loss": 0.4553,
      "step": 307720
    },
    {
      "epoch": 85.89,
      "grad_norm": 1.552810788154602,
      "learning_rate": 4.645464693388037e-06,
      "loss": 0.4308,
      "step": 307730
    },
    {
      "epoch": 85.89,
      "grad_norm": 1.6387821435928345,
      "learning_rate": 4.645459595101825e-06,
      "loss": 0.4461,
      "step": 307740
    },
    {
      "epoch": 85.89,
      "grad_norm": 4.579703330993652,
      "learning_rate": 4.6454544965092565e-06,
      "loss": 0.4556,
      "step": 307750
    },
    {
      "epoch": 85.89,
      "grad_norm": 1.7472279071807861,
      "learning_rate": 4.645449397610329e-06,
      "loss": 0.4602,
      "step": 307760
    },
    {
      "epoch": 85.9,
      "grad_norm": 1.795206904411316,
      "learning_rate": 4.645444298405045e-06,
      "loss": 0.4786,
      "step": 307770
    },
    {
      "epoch": 85.9,
      "grad_norm": 1.7776291370391846,
      "learning_rate": 4.645439198893405e-06,
      "loss": 0.447,
      "step": 307780
    },
    {
      "epoch": 85.9,
      "grad_norm": 1.6375336647033691,
      "learning_rate": 4.645434099075409e-06,
      "loss": 0.4576,
      "step": 307790
    },
    {
      "epoch": 85.91,
      "grad_norm": 1.783371090888977,
      "learning_rate": 4.645428998951059e-06,
      "loss": 0.4557,
      "step": 307800
    },
    {
      "epoch": 85.91,
      "grad_norm": 1.5799070596694946,
      "learning_rate": 4.645423898520355e-06,
      "loss": 0.4382,
      "step": 307810
    },
    {
      "epoch": 85.91,
      "grad_norm": 1.7645281553268433,
      "learning_rate": 4.645418797783298e-06,
      "loss": 0.4562,
      "step": 307820
    },
    {
      "epoch": 85.91,
      "grad_norm": 1.5959241390228271,
      "learning_rate": 4.645413696739887e-06,
      "loss": 0.4797,
      "step": 307830
    },
    {
      "epoch": 85.92,
      "grad_norm": 1.5754196643829346,
      "learning_rate": 4.645408595390124e-06,
      "loss": 0.4564,
      "step": 307840
    },
    {
      "epoch": 85.92,
      "grad_norm": 1.7873225212097168,
      "learning_rate": 4.64540349373401e-06,
      "loss": 0.4765,
      "step": 307850
    },
    {
      "epoch": 85.92,
      "grad_norm": 3.52451753616333,
      "learning_rate": 4.645398391771546e-06,
      "loss": 0.4336,
      "step": 307860
    },
    {
      "epoch": 85.93,
      "grad_norm": 1.7234915494918823,
      "learning_rate": 4.64539328950273e-06,
      "loss": 0.4501,
      "step": 307870
    },
    {
      "epoch": 85.93,
      "grad_norm": 1.5171302556991577,
      "learning_rate": 4.645388186927567e-06,
      "loss": 0.4642,
      "step": 307880
    },
    {
      "epoch": 85.93,
      "grad_norm": 1.7669386863708496,
      "learning_rate": 4.645383084046054e-06,
      "loss": 0.4598,
      "step": 307890
    },
    {
      "epoch": 85.93,
      "grad_norm": 1.5521283149719238,
      "learning_rate": 4.645377980858193e-06,
      "loss": 0.452,
      "step": 307900
    },
    {
      "epoch": 85.94,
      "grad_norm": 1.8687424659729004,
      "learning_rate": 4.6453728773639855e-06,
      "loss": 0.447,
      "step": 307910
    },
    {
      "epoch": 85.94,
      "grad_norm": 1.3909093141555786,
      "learning_rate": 4.6453677735634306e-06,
      "loss": 0.4568,
      "step": 307920
    },
    {
      "epoch": 85.94,
      "grad_norm": 1.4613038301467896,
      "learning_rate": 4.64536266945653e-06,
      "loss": 0.4599,
      "step": 307930
    },
    {
      "epoch": 85.94,
      "grad_norm": 1.4795595407485962,
      "learning_rate": 4.645357565043285e-06,
      "loss": 0.477,
      "step": 307940
    },
    {
      "epoch": 85.95,
      "grad_norm": 2.1503944396972656,
      "learning_rate": 4.645352460323694e-06,
      "loss": 0.4558,
      "step": 307950
    },
    {
      "epoch": 85.95,
      "grad_norm": 2.1527962684631348,
      "learning_rate": 4.645347355297759e-06,
      "loss": 0.431,
      "step": 307960
    },
    {
      "epoch": 85.95,
      "grad_norm": 2.0010550022125244,
      "learning_rate": 4.645342249965482e-06,
      "loss": 0.4648,
      "step": 307970
    },
    {
      "epoch": 85.96,
      "grad_norm": 1.5688135623931885,
      "learning_rate": 4.645337144326862e-06,
      "loss": 0.4609,
      "step": 307980
    },
    {
      "epoch": 85.96,
      "grad_norm": 1.7127482891082764,
      "learning_rate": 4.6453320383819e-06,
      "loss": 0.4526,
      "step": 307990
    },
    {
      "epoch": 85.96,
      "grad_norm": 2.320591688156128,
      "learning_rate": 4.6453269321305965e-06,
      "loss": 0.4438,
      "step": 308000
    },
    {
      "epoch": 85.96,
      "grad_norm": 1.8879250288009644,
      "learning_rate": 4.645321825572953e-06,
      "loss": 0.4636,
      "step": 308010
    },
    {
      "epoch": 85.97,
      "grad_norm": 1.6019929647445679,
      "learning_rate": 4.645316718708969e-06,
      "loss": 0.4714,
      "step": 308020
    },
    {
      "epoch": 85.97,
      "grad_norm": 1.8909305334091187,
      "learning_rate": 4.645311611538647e-06,
      "loss": 0.442,
      "step": 308030
    },
    {
      "epoch": 85.97,
      "grad_norm": 2.025977849960327,
      "learning_rate": 4.645306504061985e-06,
      "loss": 0.4579,
      "step": 308040
    },
    {
      "epoch": 85.98,
      "grad_norm": 2.2165615558624268,
      "learning_rate": 4.645301396278986e-06,
      "loss": 0.4403,
      "step": 308050
    },
    {
      "epoch": 85.98,
      "grad_norm": 1.1930017471313477,
      "learning_rate": 4.645296288189649e-06,
      "loss": 0.4578,
      "step": 308060
    },
    {
      "epoch": 85.98,
      "grad_norm": 1.6613837480545044,
      "learning_rate": 4.645291179793978e-06,
      "loss": 0.4651,
      "step": 308070
    },
    {
      "epoch": 85.98,
      "grad_norm": 8.490263938903809,
      "learning_rate": 4.645286071091969e-06,
      "loss": 0.4463,
      "step": 308080
    },
    {
      "epoch": 85.99,
      "grad_norm": 1.8430508375167847,
      "learning_rate": 4.6452809620836254e-06,
      "loss": 0.4416,
      "step": 308090
    },
    {
      "epoch": 85.99,
      "grad_norm": 1.5794415473937988,
      "learning_rate": 4.645275852768948e-06,
      "loss": 0.4806,
      "step": 308100
    },
    {
      "epoch": 85.99,
      "grad_norm": 1.8505358695983887,
      "learning_rate": 4.6452707431479365e-06,
      "loss": 0.4408,
      "step": 308110
    },
    {
      "epoch": 85.99,
      "grad_norm": 2.7875850200653076,
      "learning_rate": 4.6452656332205915e-06,
      "loss": 0.4675,
      "step": 308120
    },
    {
      "epoch": 86.0,
      "grad_norm": 1.5955944061279297,
      "learning_rate": 4.6452605229869145e-06,
      "loss": 0.4461,
      "step": 308130
    },
    {
      "epoch": 86.0,
      "eval_loss": 0.45531103014945984,
      "eval_runtime": 68.44,
      "eval_samples_per_second": 73.919,
      "eval_steps_per_second": 9.249,
      "step": 308138
    },
    {
      "epoch": 86.0,
      "grad_norm": 1.8639538288116455,
      "learning_rate": 4.645255412446906e-06,
      "loss": 0.4558,
      "step": 308140
    },
    {
      "epoch": 86.0,
      "grad_norm": 2.1776630878448486,
      "learning_rate": 4.645250301600567e-06,
      "loss": 0.4665,
      "step": 308150
    },
    {
      "epoch": 86.01,
      "grad_norm": 1.5351853370666504,
      "learning_rate": 4.6452451904478964e-06,
      "loss": 0.4586,
      "step": 308160
    },
    {
      "epoch": 86.01,
      "grad_norm": 1.6776483058929443,
      "learning_rate": 4.645240078988897e-06,
      "loss": 0.4457,
      "step": 308170
    },
    {
      "epoch": 86.01,
      "grad_norm": 1.855538010597229,
      "learning_rate": 4.645234967223569e-06,
      "loss": 0.4446,
      "step": 308180
    },
    {
      "epoch": 86.01,
      "grad_norm": 1.7220364809036255,
      "learning_rate": 4.645229855151912e-06,
      "loss": 0.4398,
      "step": 308190
    },
    {
      "epoch": 86.02,
      "grad_norm": 1.5676498413085938,
      "learning_rate": 4.645224742773927e-06,
      "loss": 0.4577,
      "step": 308200
    },
    {
      "epoch": 86.02,
      "grad_norm": 1.7142150402069092,
      "learning_rate": 4.645219630089616e-06,
      "loss": 0.4568,
      "step": 308210
    },
    {
      "epoch": 86.02,
      "grad_norm": 1.6795119047164917,
      "learning_rate": 4.645214517098978e-06,
      "loss": 0.441,
      "step": 308220
    },
    {
      "epoch": 86.03,
      "grad_norm": 1.595308780670166,
      "learning_rate": 4.645209403802016e-06,
      "loss": 0.4397,
      "step": 308230
    },
    {
      "epoch": 86.03,
      "grad_norm": 1.8112260103225708,
      "learning_rate": 4.645204290198728e-06,
      "loss": 0.4647,
      "step": 308240
    },
    {
      "epoch": 86.03,
      "grad_norm": 1.7001112699508667,
      "learning_rate": 4.645199176289116e-06,
      "loss": 0.4509,
      "step": 308250
    },
    {
      "epoch": 86.03,
      "grad_norm": 1.5333176851272583,
      "learning_rate": 4.64519406207318e-06,
      "loss": 0.4444,
      "step": 308260
    },
    {
      "epoch": 86.04,
      "grad_norm": 2.3903026580810547,
      "learning_rate": 4.645188947550921e-06,
      "loss": 0.4473,
      "step": 308270
    },
    {
      "epoch": 86.04,
      "grad_norm": 1.7396243810653687,
      "learning_rate": 4.645183832722341e-06,
      "loss": 0.4387,
      "step": 308280
    },
    {
      "epoch": 86.04,
      "grad_norm": 1.4873124361038208,
      "learning_rate": 4.645178717587438e-06,
      "loss": 0.4483,
      "step": 308290
    },
    {
      "epoch": 86.05,
      "grad_norm": 1.8304520845413208,
      "learning_rate": 4.6451736021462154e-06,
      "loss": 0.4428,
      "step": 308300
    },
    {
      "epoch": 86.05,
      "grad_norm": 1.953300952911377,
      "learning_rate": 4.645168486398672e-06,
      "loss": 0.4673,
      "step": 308310
    },
    {
      "epoch": 86.05,
      "grad_norm": 1.7642300128936768,
      "learning_rate": 4.64516337034481e-06,
      "loss": 0.4614,
      "step": 308320
    },
    {
      "epoch": 86.05,
      "grad_norm": 1.698494791984558,
      "learning_rate": 4.6451582539846285e-06,
      "loss": 0.473,
      "step": 308330
    },
    {
      "epoch": 86.06,
      "grad_norm": 1.785678744316101,
      "learning_rate": 4.645153137318129e-06,
      "loss": 0.4531,
      "step": 308340
    },
    {
      "epoch": 86.06,
      "grad_norm": 2.035867214202881,
      "learning_rate": 4.645148020345313e-06,
      "loss": 0.4562,
      "step": 308350
    },
    {
      "epoch": 86.06,
      "grad_norm": 1.604357123374939,
      "learning_rate": 4.64514290306618e-06,
      "loss": 0.4434,
      "step": 308360
    },
    {
      "epoch": 86.06,
      "grad_norm": 1.7068572044372559,
      "learning_rate": 4.64513778548073e-06,
      "loss": 0.4526,
      "step": 308370
    },
    {
      "epoch": 86.07,
      "grad_norm": 1.8255460262298584,
      "learning_rate": 4.6451326675889655e-06,
      "loss": 0.4507,
      "step": 308380
    },
    {
      "epoch": 86.07,
      "grad_norm": 1.776955246925354,
      "learning_rate": 4.645127549390886e-06,
      "loss": 0.45,
      "step": 308390
    },
    {
      "epoch": 86.07,
      "grad_norm": 1.330592155456543,
      "learning_rate": 4.645122430886493e-06,
      "loss": 0.4603,
      "step": 308400
    },
    {
      "epoch": 86.08,
      "grad_norm": 1.5375887155532837,
      "learning_rate": 4.645117312075786e-06,
      "loss": 0.4707,
      "step": 308410
    },
    {
      "epoch": 86.08,
      "grad_norm": 1.5946357250213623,
      "learning_rate": 4.645112192958768e-06,
      "loss": 0.4508,
      "step": 308420
    },
    {
      "epoch": 86.08,
      "grad_norm": 1.4492876529693604,
      "learning_rate": 4.645107073535436e-06,
      "loss": 0.4371,
      "step": 308430
    },
    {
      "epoch": 86.08,
      "grad_norm": 1.792908787727356,
      "learning_rate": 4.645101953805793e-06,
      "loss": 0.4563,
      "step": 308440
    },
    {
      "epoch": 86.09,
      "grad_norm": 1.6099224090576172,
      "learning_rate": 4.64509683376984e-06,
      "loss": 0.4545,
      "step": 308450
    },
    {
      "epoch": 86.09,
      "grad_norm": 1.759903907775879,
      "learning_rate": 4.645091713427578e-06,
      "loss": 0.442,
      "step": 308460
    },
    {
      "epoch": 86.09,
      "grad_norm": 1.7414876222610474,
      "learning_rate": 4.6450865927790055e-06,
      "loss": 0.4506,
      "step": 308470
    },
    {
      "epoch": 86.1,
      "grad_norm": 1.5841344594955444,
      "learning_rate": 4.645081471824125e-06,
      "loss": 0.4573,
      "step": 308480
    },
    {
      "epoch": 86.1,
      "grad_norm": 1.9964280128479004,
      "learning_rate": 4.645076350562936e-06,
      "loss": 0.436,
      "step": 308490
    },
    {
      "epoch": 86.1,
      "grad_norm": 1.4944547414779663,
      "learning_rate": 4.645071228995441e-06,
      "loss": 0.4524,
      "step": 308500
    },
    {
      "epoch": 86.1,
      "grad_norm": 1.6876628398895264,
      "learning_rate": 4.645066107121639e-06,
      "loss": 0.4564,
      "step": 308510
    },
    {
      "epoch": 86.11,
      "grad_norm": 2.570974349975586,
      "learning_rate": 4.64506098494153e-06,
      "loss": 0.4394,
      "step": 308520
    },
    {
      "epoch": 86.11,
      "grad_norm": 3.9434337615966797,
      "learning_rate": 4.645055862455117e-06,
      "loss": 0.4651,
      "step": 308530
    },
    {
      "epoch": 86.11,
      "grad_norm": 1.673866629600525,
      "learning_rate": 4.6450507396624e-06,
      "loss": 0.4566,
      "step": 308540
    },
    {
      "epoch": 86.11,
      "grad_norm": 2.213134527206421,
      "learning_rate": 4.6450456165633784e-06,
      "loss": 0.4674,
      "step": 308550
    },
    {
      "epoch": 86.12,
      "grad_norm": 1.8236740827560425,
      "learning_rate": 4.645040493158054e-06,
      "loss": 0.4557,
      "step": 308560
    },
    {
      "epoch": 86.12,
      "grad_norm": 1.5376274585723877,
      "learning_rate": 4.645035369446427e-06,
      "loss": 0.4636,
      "step": 308570
    },
    {
      "epoch": 86.12,
      "grad_norm": 1.755720615386963,
      "learning_rate": 4.6450302454284995e-06,
      "loss": 0.458,
      "step": 308580
    },
    {
      "epoch": 86.13,
      "grad_norm": 1.6136040687561035,
      "learning_rate": 4.64502512110427e-06,
      "loss": 0.4572,
      "step": 308590
    },
    {
      "epoch": 86.13,
      "grad_norm": 2.005005121231079,
      "learning_rate": 4.645019996473739e-06,
      "loss": 0.4629,
      "step": 308600
    },
    {
      "epoch": 86.13,
      "grad_norm": 1.791348934173584,
      "learning_rate": 4.64501487153691e-06,
      "loss": 0.4606,
      "step": 308610
    },
    {
      "epoch": 86.13,
      "grad_norm": 1.6614924669265747,
      "learning_rate": 4.6450097462937815e-06,
      "loss": 0.4716,
      "step": 308620
    },
    {
      "epoch": 86.14,
      "grad_norm": 1.9055719375610352,
      "learning_rate": 4.645004620744355e-06,
      "loss": 0.4456,
      "step": 308630
    },
    {
      "epoch": 86.14,
      "grad_norm": 1.8693121671676636,
      "learning_rate": 4.64499949488863e-06,
      "loss": 0.4471,
      "step": 308640
    },
    {
      "epoch": 86.14,
      "grad_norm": 1.2876813411712646,
      "learning_rate": 4.64499436872661e-06,
      "loss": 0.4512,
      "step": 308650
    },
    {
      "epoch": 86.15,
      "grad_norm": 1.562930941581726,
      "learning_rate": 4.644989242258292e-06,
      "loss": 0.4562,
      "step": 308660
    },
    {
      "epoch": 86.15,
      "grad_norm": 1.8341432809829712,
      "learning_rate": 4.644984115483679e-06,
      "loss": 0.4547,
      "step": 308670
    },
    {
      "epoch": 86.15,
      "grad_norm": 1.596954107284546,
      "learning_rate": 4.644978988402771e-06,
      "loss": 0.4508,
      "step": 308680
    },
    {
      "epoch": 86.15,
      "grad_norm": 1.5411194562911987,
      "learning_rate": 4.644973861015569e-06,
      "loss": 0.4512,
      "step": 308690
    },
    {
      "epoch": 86.16,
      "grad_norm": 1.588469386100769,
      "learning_rate": 4.644968733322073e-06,
      "loss": 0.4571,
      "step": 308700
    },
    {
      "epoch": 86.16,
      "grad_norm": 1.4290045499801636,
      "learning_rate": 4.644963605322285e-06,
      "loss": 0.4504,
      "step": 308710
    },
    {
      "epoch": 86.16,
      "grad_norm": 1.6594247817993164,
      "learning_rate": 4.644958477016203e-06,
      "loss": 0.4531,
      "step": 308720
    },
    {
      "epoch": 86.17,
      "grad_norm": 1.6720740795135498,
      "learning_rate": 4.644953348403832e-06,
      "loss": 0.4631,
      "step": 308730
    },
    {
      "epoch": 86.17,
      "grad_norm": 1.5462024211883545,
      "learning_rate": 4.644948219485168e-06,
      "loss": 0.4686,
      "step": 308740
    },
    {
      "epoch": 86.17,
      "grad_norm": 1.9986385107040405,
      "learning_rate": 4.644943090260215e-06,
      "loss": 0.4618,
      "step": 308750
    },
    {
      "epoch": 86.17,
      "grad_norm": 1.4375061988830566,
      "learning_rate": 4.6449379607289725e-06,
      "loss": 0.441,
      "step": 308760
    },
    {
      "epoch": 86.18,
      "grad_norm": 1.598564863204956,
      "learning_rate": 4.644932830891441e-06,
      "loss": 0.4668,
      "step": 308770
    },
    {
      "epoch": 86.18,
      "grad_norm": 1.6236357688903809,
      "learning_rate": 4.644927700747622e-06,
      "loss": 0.4591,
      "step": 308780
    },
    {
      "epoch": 86.18,
      "grad_norm": 1.6818994283676147,
      "learning_rate": 4.644922570297515e-06,
      "loss": 0.4694,
      "step": 308790
    },
    {
      "epoch": 86.18,
      "grad_norm": 1.9153087139129639,
      "learning_rate": 4.6449174395411215e-06,
      "loss": 0.4426,
      "step": 308800
    },
    {
      "epoch": 86.19,
      "grad_norm": 1.9422065019607544,
      "learning_rate": 4.644912308478443e-06,
      "loss": 0.4566,
      "step": 308810
    },
    {
      "epoch": 86.19,
      "grad_norm": 1.5121734142303467,
      "learning_rate": 4.644907177109478e-06,
      "loss": 0.4487,
      "step": 308820
    },
    {
      "epoch": 86.19,
      "grad_norm": 1.535001277923584,
      "learning_rate": 4.644902045434228e-06,
      "loss": 0.4499,
      "step": 308830
    },
    {
      "epoch": 86.2,
      "grad_norm": 1.7958844900131226,
      "learning_rate": 4.6448969134526945e-06,
      "loss": 0.4613,
      "step": 308840
    },
    {
      "epoch": 86.2,
      "grad_norm": 1.8619260787963867,
      "learning_rate": 4.644891781164878e-06,
      "loss": 0.4552,
      "step": 308850
    },
    {
      "epoch": 86.2,
      "grad_norm": 1.5220119953155518,
      "learning_rate": 4.644886648570779e-06,
      "loss": 0.4648,
      "step": 308860
    },
    {
      "epoch": 86.2,
      "grad_norm": 1.4947205781936646,
      "learning_rate": 4.644881515670398e-06,
      "loss": 0.4594,
      "step": 308870
    },
    {
      "epoch": 86.21,
      "grad_norm": 1.7778929471969604,
      "learning_rate": 4.644876382463736e-06,
      "loss": 0.449,
      "step": 308880
    },
    {
      "epoch": 86.21,
      "grad_norm": 1.3667988777160645,
      "learning_rate": 4.644871248950793e-06,
      "loss": 0.4468,
      "step": 308890
    },
    {
      "epoch": 86.21,
      "grad_norm": 1.758497953414917,
      "learning_rate": 4.64486611513157e-06,
      "loss": 0.465,
      "step": 308900
    },
    {
      "epoch": 86.22,
      "grad_norm": 1.3824970722198486,
      "learning_rate": 4.644860981006068e-06,
      "loss": 0.4313,
      "step": 308910
    },
    {
      "epoch": 86.22,
      "grad_norm": 1.6692371368408203,
      "learning_rate": 4.644855846574287e-06,
      "loss": 0.4543,
      "step": 308920
    },
    {
      "epoch": 86.22,
      "grad_norm": 1.5269635915756226,
      "learning_rate": 4.644850711836229e-06,
      "loss": 0.4669,
      "step": 308930
    },
    {
      "epoch": 86.22,
      "grad_norm": 1.5068435668945312,
      "learning_rate": 4.644845576791894e-06,
      "loss": 0.4439,
      "step": 308940
    },
    {
      "epoch": 86.23,
      "grad_norm": 1.6868594884872437,
      "learning_rate": 4.644840441441282e-06,
      "loss": 0.4461,
      "step": 308950
    },
    {
      "epoch": 86.23,
      "grad_norm": 1.9352256059646606,
      "learning_rate": 4.644835305784394e-06,
      "loss": 0.4817,
      "step": 308960
    },
    {
      "epoch": 86.23,
      "grad_norm": 1.6696124076843262,
      "learning_rate": 4.644830169821231e-06,
      "loss": 0.4732,
      "step": 308970
    },
    {
      "epoch": 86.23,
      "grad_norm": 1.4113500118255615,
      "learning_rate": 4.644825033551794e-06,
      "loss": 0.4557,
      "step": 308980
    },
    {
      "epoch": 86.24,
      "grad_norm": 1.920300841331482,
      "learning_rate": 4.644819896976083e-06,
      "loss": 0.4519,
      "step": 308990
    },
    {
      "epoch": 86.24,
      "grad_norm": 1.756902813911438,
      "learning_rate": 4.6448147600941e-06,
      "loss": 0.4489,
      "step": 309000
    },
    {
      "epoch": 86.24,
      "grad_norm": 1.8077797889709473,
      "learning_rate": 4.644809622905844e-06,
      "loss": 0.4774,
      "step": 309010
    },
    {
      "epoch": 86.25,
      "grad_norm": 1.530867338180542,
      "learning_rate": 4.644804485411315e-06,
      "loss": 0.4525,
      "step": 309020
    },
    {
      "epoch": 86.25,
      "grad_norm": 1.7715632915496826,
      "learning_rate": 4.644799347610516e-06,
      "loss": 0.4538,
      "step": 309030
    },
    {
      "epoch": 86.25,
      "grad_norm": 1.555275321006775,
      "learning_rate": 4.644794209503447e-06,
      "loss": 0.4635,
      "step": 309040
    },
    {
      "epoch": 86.25,
      "grad_norm": 1.5745822191238403,
      "learning_rate": 4.644789071090109e-06,
      "loss": 0.4598,
      "step": 309050
    },
    {
      "epoch": 86.26,
      "grad_norm": 1.319825291633606,
      "learning_rate": 4.6447839323705e-06,
      "loss": 0.4471,
      "step": 309060
    },
    {
      "epoch": 86.26,
      "grad_norm": 1.7223626375198364,
      "learning_rate": 4.644778793344625e-06,
      "loss": 0.4562,
      "step": 309070
    },
    {
      "epoch": 86.26,
      "grad_norm": 3.28059720993042,
      "learning_rate": 4.644773654012481e-06,
      "loss": 0.4501,
      "step": 309080
    },
    {
      "epoch": 86.27,
      "grad_norm": 1.7119104862213135,
      "learning_rate": 4.644768514374071e-06,
      "loss": 0.4431,
      "step": 309090
    },
    {
      "epoch": 86.27,
      "grad_norm": 2.7888741493225098,
      "learning_rate": 4.644763374429394e-06,
      "loss": 0.4346,
      "step": 309100
    },
    {
      "epoch": 86.27,
      "grad_norm": 1.6451493501663208,
      "learning_rate": 4.644758234178452e-06,
      "loss": 0.451,
      "step": 309110
    },
    {
      "epoch": 86.27,
      "grad_norm": 1.4122223854064941,
      "learning_rate": 4.644753093621245e-06,
      "loss": 0.474,
      "step": 309120
    },
    {
      "epoch": 86.28,
      "grad_norm": 1.5376640558242798,
      "learning_rate": 4.6447479527577735e-06,
      "loss": 0.4439,
      "step": 309130
    },
    {
      "epoch": 86.28,
      "grad_norm": 1.5512309074401855,
      "learning_rate": 4.644742811588039e-06,
      "loss": 0.465,
      "step": 309140
    },
    {
      "epoch": 86.28,
      "grad_norm": 1.4209619760513306,
      "learning_rate": 4.644737670112042e-06,
      "loss": 0.4639,
      "step": 309150
    },
    {
      "epoch": 86.29,
      "grad_norm": 2.00810170173645,
      "learning_rate": 4.644732528329783e-06,
      "loss": 0.4447,
      "step": 309160
    },
    {
      "epoch": 86.29,
      "grad_norm": 1.401263952255249,
      "learning_rate": 4.644727386241262e-06,
      "loss": 0.445,
      "step": 309170
    },
    {
      "epoch": 86.29,
      "grad_norm": 1.9639514684677124,
      "learning_rate": 4.644722243846481e-06,
      "loss": 0.4683,
      "step": 309180
    },
    {
      "epoch": 86.29,
      "grad_norm": 1.6244784593582153,
      "learning_rate": 4.644717101145439e-06,
      "loss": 0.4502,
      "step": 309190
    },
    {
      "epoch": 86.3,
      "grad_norm": 1.9492239952087402,
      "learning_rate": 4.6447119581381385e-06,
      "loss": 0.4505,
      "step": 309200
    },
    {
      "epoch": 86.3,
      "grad_norm": 1.510961651802063,
      "learning_rate": 4.644706814824579e-06,
      "loss": 0.4646,
      "step": 309210
    },
    {
      "epoch": 86.3,
      "grad_norm": 1.667370319366455,
      "learning_rate": 4.644701671204761e-06,
      "loss": 0.4449,
      "step": 309220
    },
    {
      "epoch": 86.3,
      "grad_norm": 1.7065916061401367,
      "learning_rate": 4.644696527278687e-06,
      "loss": 0.446,
      "step": 309230
    },
    {
      "epoch": 86.31,
      "grad_norm": 1.5314137935638428,
      "learning_rate": 4.644691383046355e-06,
      "loss": 0.4511,
      "step": 309240
    },
    {
      "epoch": 86.31,
      "grad_norm": 1.7978917360305786,
      "learning_rate": 4.6446862385077675e-06,
      "loss": 0.4382,
      "step": 309250
    },
    {
      "epoch": 86.31,
      "grad_norm": 1.6304019689559937,
      "learning_rate": 4.644681093662925e-06,
      "loss": 0.4701,
      "step": 309260
    },
    {
      "epoch": 86.32,
      "grad_norm": 1.5976953506469727,
      "learning_rate": 4.644675948511828e-06,
      "loss": 0.4483,
      "step": 309270
    },
    {
      "epoch": 86.32,
      "grad_norm": 1.710663080215454,
      "learning_rate": 4.644670803054477e-06,
      "loss": 0.4675,
      "step": 309280
    },
    {
      "epoch": 86.32,
      "grad_norm": 1.5312676429748535,
      "learning_rate": 4.644665657290874e-06,
      "loss": 0.4579,
      "step": 309290
    },
    {
      "epoch": 86.32,
      "grad_norm": 1.9727712869644165,
      "learning_rate": 4.6446605112210165e-06,
      "loss": 0.4594,
      "step": 309300
    },
    {
      "epoch": 86.33,
      "grad_norm": 1.6366205215454102,
      "learning_rate": 4.644655364844908e-06,
      "loss": 0.466,
      "step": 309310
    },
    {
      "epoch": 86.33,
      "grad_norm": 2.5094025135040283,
      "learning_rate": 4.644650218162548e-06,
      "loss": 0.4565,
      "step": 309320
    },
    {
      "epoch": 86.33,
      "grad_norm": 1.6816906929016113,
      "learning_rate": 4.644645071173938e-06,
      "loss": 0.4515,
      "step": 309330
    },
    {
      "epoch": 86.34,
      "grad_norm": 1.6241962909698486,
      "learning_rate": 4.644639923879078e-06,
      "loss": 0.4536,
      "step": 309340
    },
    {
      "epoch": 86.34,
      "grad_norm": 1.517698049545288,
      "learning_rate": 4.6446347762779694e-06,
      "loss": 0.447,
      "step": 309350
    },
    {
      "epoch": 86.34,
      "grad_norm": 1.5476268529891968,
      "learning_rate": 4.644629628370612e-06,
      "loss": 0.438,
      "step": 309360
    },
    {
      "epoch": 86.34,
      "grad_norm": 1.4374208450317383,
      "learning_rate": 4.644624480157007e-06,
      "loss": 0.4737,
      "step": 309370
    },
    {
      "epoch": 86.35,
      "grad_norm": 1.6388394832611084,
      "learning_rate": 4.644619331637155e-06,
      "loss": 0.4472,
      "step": 309380
    },
    {
      "epoch": 86.35,
      "grad_norm": 1.5288028717041016,
      "learning_rate": 4.6446141828110564e-06,
      "loss": 0.4614,
      "step": 309390
    },
    {
      "epoch": 86.35,
      "grad_norm": 1.5359218120574951,
      "learning_rate": 4.644609033678713e-06,
      "loss": 0.4729,
      "step": 309400
    },
    {
      "epoch": 86.36,
      "grad_norm": 1.5290350914001465,
      "learning_rate": 4.644603884240123e-06,
      "loss": 0.4484,
      "step": 309410
    },
    {
      "epoch": 86.36,
      "grad_norm": 1.7412443161010742,
      "learning_rate": 4.644598734495291e-06,
      "loss": 0.4665,
      "step": 309420
    },
    {
      "epoch": 86.36,
      "grad_norm": 1.5013153553009033,
      "learning_rate": 4.644593584444214e-06,
      "loss": 0.4623,
      "step": 309430
    },
    {
      "epoch": 86.36,
      "grad_norm": 1.7114558219909668,
      "learning_rate": 4.644588434086894e-06,
      "loss": 0.4629,
      "step": 309440
    },
    {
      "epoch": 86.37,
      "grad_norm": 1.769761562347412,
      "learning_rate": 4.644583283423332e-06,
      "loss": 0.4744,
      "step": 309450
    },
    {
      "epoch": 86.37,
      "grad_norm": 1.6186484098434448,
      "learning_rate": 4.644578132453529e-06,
      "loss": 0.4577,
      "step": 309460
    },
    {
      "epoch": 86.37,
      "grad_norm": 1.7232413291931152,
      "learning_rate": 4.6445729811774844e-06,
      "loss": 0.4475,
      "step": 309470
    },
    {
      "epoch": 86.37,
      "grad_norm": 1.4727526903152466,
      "learning_rate": 4.6445678295951995e-06,
      "loss": 0.4855,
      "step": 309480
    },
    {
      "epoch": 86.38,
      "grad_norm": 1.5772757530212402,
      "learning_rate": 4.644562677706676e-06,
      "loss": 0.4294,
      "step": 309490
    },
    {
      "epoch": 86.38,
      "grad_norm": 1.3950538635253906,
      "learning_rate": 4.644557525511912e-06,
      "loss": 0.4423,
      "step": 309500
    },
    {
      "epoch": 86.38,
      "grad_norm": 1.6622337102890015,
      "learning_rate": 4.644552373010912e-06,
      "loss": 0.4538,
      "step": 309510
    },
    {
      "epoch": 86.39,
      "grad_norm": 1.8431103229522705,
      "learning_rate": 4.644547220203674e-06,
      "loss": 0.4494,
      "step": 309520
    },
    {
      "epoch": 86.39,
      "grad_norm": 1.5954289436340332,
      "learning_rate": 4.644542067090198e-06,
      "loss": 0.4443,
      "step": 309530
    },
    {
      "epoch": 86.39,
      "grad_norm": 1.7695226669311523,
      "learning_rate": 4.644536913670487e-06,
      "loss": 0.4645,
      "step": 309540
    },
    {
      "epoch": 86.39,
      "grad_norm": 1.600258231163025,
      "learning_rate": 4.644531759944541e-06,
      "loss": 0.4654,
      "step": 309550
    },
    {
      "epoch": 86.4,
      "grad_norm": 1.7829747200012207,
      "learning_rate": 4.6445266059123595e-06,
      "loss": 0.4631,
      "step": 309560
    },
    {
      "epoch": 86.4,
      "grad_norm": 2.130369186401367,
      "learning_rate": 4.644521451573945e-06,
      "loss": 0.4616,
      "step": 309570
    },
    {
      "epoch": 86.4,
      "grad_norm": 1.78130304813385,
      "learning_rate": 4.644516296929296e-06,
      "loss": 0.4444,
      "step": 309580
    },
    {
      "epoch": 86.41,
      "grad_norm": 1.574795126914978,
      "learning_rate": 4.644511141978415e-06,
      "loss": 0.4488,
      "step": 309590
    },
    {
      "epoch": 86.41,
      "grad_norm": 1.6539101600646973,
      "learning_rate": 4.6445059867213016e-06,
      "loss": 0.4541,
      "step": 309600
    },
    {
      "epoch": 86.41,
      "grad_norm": 1.6564046144485474,
      "learning_rate": 4.644500831157958e-06,
      "loss": 0.4346,
      "step": 309610
    },
    {
      "epoch": 86.41,
      "grad_norm": 1.7556922435760498,
      "learning_rate": 4.644495675288383e-06,
      "loss": 0.4643,
      "step": 309620
    },
    {
      "epoch": 86.42,
      "grad_norm": 1.9525638818740845,
      "learning_rate": 4.644490519112578e-06,
      "loss": 0.4464,
      "step": 309630
    },
    {
      "epoch": 86.42,
      "grad_norm": 1.4247723817825317,
      "learning_rate": 4.644485362630544e-06,
      "loss": 0.4762,
      "step": 309640
    },
    {
      "epoch": 86.42,
      "grad_norm": 1.6946312189102173,
      "learning_rate": 4.644480205842282e-06,
      "loss": 0.4637,
      "step": 309650
    },
    {
      "epoch": 86.42,
      "grad_norm": 1.788174033164978,
      "learning_rate": 4.6444750487477915e-06,
      "loss": 0.4515,
      "step": 309660
    },
    {
      "epoch": 86.43,
      "grad_norm": 1.4874603748321533,
      "learning_rate": 4.644469891347075e-06,
      "loss": 0.4581,
      "step": 309670
    },
    {
      "epoch": 86.43,
      "grad_norm": 1.7227423191070557,
      "learning_rate": 4.644464733640131e-06,
      "loss": 0.4348,
      "step": 309680
    },
    {
      "epoch": 86.43,
      "grad_norm": 1.3376028537750244,
      "learning_rate": 4.644459575626962e-06,
      "loss": 0.4685,
      "step": 309690
    },
    {
      "epoch": 86.44,
      "grad_norm": 1.374528408050537,
      "learning_rate": 4.6444544173075664e-06,
      "loss": 0.4404,
      "step": 309700
    },
    {
      "epoch": 86.44,
      "grad_norm": 1.947627305984497,
      "learning_rate": 4.644449258681948e-06,
      "loss": 0.4381,
      "step": 309710
    },
    {
      "epoch": 86.44,
      "grad_norm": 1.8415604829788208,
      "learning_rate": 4.644444099750104e-06,
      "loss": 0.4609,
      "step": 309720
    },
    {
      "epoch": 86.44,
      "grad_norm": 1.9099148511886597,
      "learning_rate": 4.644438940512039e-06,
      "loss": 0.4599,
      "step": 309730
    },
    {
      "epoch": 86.45,
      "grad_norm": 1.544119954109192,
      "learning_rate": 4.6444337809677505e-06,
      "loss": 0.4517,
      "step": 309740
    },
    {
      "epoch": 86.45,
      "grad_norm": 2.8765432834625244,
      "learning_rate": 4.6444286211172415e-06,
      "loss": 0.4532,
      "step": 309750
    },
    {
      "epoch": 86.45,
      "grad_norm": 1.7050957679748535,
      "learning_rate": 4.64442346096051e-06,
      "loss": 0.4537,
      "step": 309760
    },
    {
      "epoch": 86.46,
      "grad_norm": 1.5232161283493042,
      "learning_rate": 4.64441830049756e-06,
      "loss": 0.4588,
      "step": 309770
    },
    {
      "epoch": 86.46,
      "grad_norm": 1.8173130750656128,
      "learning_rate": 4.644413139728389e-06,
      "loss": 0.4357,
      "step": 309780
    },
    {
      "epoch": 86.46,
      "grad_norm": 1.866513729095459,
      "learning_rate": 4.644407978653e-06,
      "loss": 0.4674,
      "step": 309790
    },
    {
      "epoch": 86.46,
      "grad_norm": 1.3719202280044556,
      "learning_rate": 4.644402817271392e-06,
      "loss": 0.4416,
      "step": 309800
    },
    {
      "epoch": 86.47,
      "grad_norm": 2.4407382011413574,
      "learning_rate": 4.644397655583567e-06,
      "loss": 0.4572,
      "step": 309810
    },
    {
      "epoch": 86.47,
      "grad_norm": 1.9356416463851929,
      "learning_rate": 4.644392493589525e-06,
      "loss": 0.4386,
      "step": 309820
    },
    {
      "epoch": 86.47,
      "grad_norm": 1.4484432935714722,
      "learning_rate": 4.644387331289267e-06,
      "loss": 0.4693,
      "step": 309830
    },
    {
      "epoch": 86.48,
      "grad_norm": 1.9541773796081543,
      "learning_rate": 4.644382168682794e-06,
      "loss": 0.4533,
      "step": 309840
    },
    {
      "epoch": 86.48,
      "grad_norm": 1.8288387060165405,
      "learning_rate": 4.644377005770106e-06,
      "loss": 0.4666,
      "step": 309850
    },
    {
      "epoch": 86.48,
      "grad_norm": 1.514054775238037,
      "learning_rate": 4.644371842551203e-06,
      "loss": 0.4529,
      "step": 309860
    },
    {
      "epoch": 86.48,
      "grad_norm": 1.8844350576400757,
      "learning_rate": 4.644366679026087e-06,
      "loss": 0.4571,
      "step": 309870
    },
    {
      "epoch": 86.49,
      "grad_norm": 1.4000920057296753,
      "learning_rate": 4.644361515194759e-06,
      "loss": 0.4314,
      "step": 309880
    },
    {
      "epoch": 86.49,
      "grad_norm": 1.5551743507385254,
      "learning_rate": 4.6443563510572185e-06,
      "loss": 0.4511,
      "step": 309890
    },
    {
      "epoch": 86.49,
      "grad_norm": 1.8888847827911377,
      "learning_rate": 4.644351186613467e-06,
      "loss": 0.4445,
      "step": 309900
    },
    {
      "epoch": 86.49,
      "grad_norm": 2.029352903366089,
      "learning_rate": 4.644346021863504e-06,
      "loss": 0.4682,
      "step": 309910
    },
    {
      "epoch": 86.5,
      "grad_norm": 1.9822089672088623,
      "learning_rate": 4.644340856807331e-06,
      "loss": 0.434,
      "step": 309920
    },
    {
      "epoch": 86.5,
      "grad_norm": 1.852421760559082,
      "learning_rate": 4.6443356914449495e-06,
      "loss": 0.4327,
      "step": 309930
    },
    {
      "epoch": 86.5,
      "grad_norm": 1.6356754302978516,
      "learning_rate": 4.64433052577636e-06,
      "loss": 0.4528,
      "step": 309940
    },
    {
      "epoch": 86.51,
      "grad_norm": 1.4135286808013916,
      "learning_rate": 4.644325359801562e-06,
      "loss": 0.4319,
      "step": 309950
    },
    {
      "epoch": 86.51,
      "grad_norm": 1.842584490776062,
      "learning_rate": 4.6443201935205556e-06,
      "loss": 0.4402,
      "step": 309960
    },
    {
      "epoch": 86.51,
      "grad_norm": 4.125492572784424,
      "learning_rate": 4.6443150269333446e-06,
      "loss": 0.458,
      "step": 309970
    },
    {
      "epoch": 86.51,
      "grad_norm": 1.6958754062652588,
      "learning_rate": 4.644309860039926e-06,
      "loss": 0.4371,
      "step": 309980
    },
    {
      "epoch": 86.52,
      "grad_norm": 1.5512995719909668,
      "learning_rate": 4.644304692840304e-06,
      "loss": 0.4689,
      "step": 309990
    },
    {
      "epoch": 86.52,
      "grad_norm": 1.6374958753585815,
      "learning_rate": 4.644299525334477e-06,
      "loss": 0.4477,
      "step": 310000
    },
    {
      "epoch": 86.52,
      "grad_norm": 1.7156342267990112,
      "learning_rate": 4.644294357522445e-06,
      "loss": 0.4724,
      "step": 310010
    },
    {
      "epoch": 86.53,
      "grad_norm": 1.5515815019607544,
      "learning_rate": 4.644289189404211e-06,
      "loss": 0.4497,
      "step": 310020
    },
    {
      "epoch": 86.53,
      "grad_norm": 1.6869374513626099,
      "learning_rate": 4.644284020979775e-06,
      "loss": 0.4647,
      "step": 310030
    },
    {
      "epoch": 86.53,
      "grad_norm": 1.413169503211975,
      "learning_rate": 4.644278852249136e-06,
      "loss": 0.4565,
      "step": 310040
    },
    {
      "epoch": 86.53,
      "grad_norm": 1.8434699773788452,
      "learning_rate": 4.644273683212297e-06,
      "loss": 0.4655,
      "step": 310050
    },
    {
      "epoch": 86.54,
      "grad_norm": 1.552571177482605,
      "learning_rate": 4.644268513869258e-06,
      "loss": 0.4465,
      "step": 310060
    },
    {
      "epoch": 86.54,
      "grad_norm": 1.526119589805603,
      "learning_rate": 4.644263344220018e-06,
      "loss": 0.4385,
      "step": 310070
    },
    {
      "epoch": 86.54,
      "grad_norm": 1.6040101051330566,
      "learning_rate": 4.64425817426458e-06,
      "loss": 0.4546,
      "step": 310080
    },
    {
      "epoch": 86.54,
      "grad_norm": 1.5489270687103271,
      "learning_rate": 4.644253004002943e-06,
      "loss": 0.4752,
      "step": 310090
    },
    {
      "epoch": 86.55,
      "grad_norm": 1.835872769355774,
      "learning_rate": 4.6442478334351095e-06,
      "loss": 0.464,
      "step": 310100
    },
    {
      "epoch": 86.55,
      "grad_norm": 1.9291845560073853,
      "learning_rate": 4.644242662561078e-06,
      "loss": 0.4509,
      "step": 310110
    },
    {
      "epoch": 86.55,
      "grad_norm": 1.5597840547561646,
      "learning_rate": 4.6442374913808515e-06,
      "loss": 0.4579,
      "step": 310120
    },
    {
      "epoch": 86.56,
      "grad_norm": 1.3937426805496216,
      "learning_rate": 4.644232319894429e-06,
      "loss": 0.4581,
      "step": 310130
    },
    {
      "epoch": 86.56,
      "grad_norm": 2.1096973419189453,
      "learning_rate": 4.644227148101811e-06,
      "loss": 0.4433,
      "step": 310140
    },
    {
      "epoch": 86.56,
      "grad_norm": 1.891332983970642,
      "learning_rate": 4.644221976002999e-06,
      "loss": 0.4487,
      "step": 310150
    },
    {
      "epoch": 86.56,
      "grad_norm": 1.577506184577942,
      "learning_rate": 4.644216803597995e-06,
      "loss": 0.4684,
      "step": 310160
    },
    {
      "epoch": 86.57,
      "grad_norm": 1.5534051656723022,
      "learning_rate": 4.6442116308867965e-06,
      "loss": 0.4433,
      "step": 310170
    },
    {
      "epoch": 86.57,
      "grad_norm": 1.984903335571289,
      "learning_rate": 4.644206457869407e-06,
      "loss": 0.432,
      "step": 310180
    },
    {
      "epoch": 86.57,
      "grad_norm": 1.4631242752075195,
      "learning_rate": 4.644201284545826e-06,
      "loss": 0.4664,
      "step": 310190
    },
    {
      "epoch": 86.58,
      "grad_norm": 1.8037134408950806,
      "learning_rate": 4.6441961109160534e-06,
      "loss": 0.4556,
      "step": 310200
    },
    {
      "epoch": 86.58,
      "grad_norm": 1.4778674840927124,
      "learning_rate": 4.644190936980091e-06,
      "loss": 0.4476,
      "step": 310210
    },
    {
      "epoch": 86.58,
      "grad_norm": 2.1969592571258545,
      "learning_rate": 4.64418576273794e-06,
      "loss": 0.4581,
      "step": 310220
    },
    {
      "epoch": 86.58,
      "grad_norm": 1.4757708311080933,
      "learning_rate": 4.6441805881896005e-06,
      "loss": 0.443,
      "step": 310230
    },
    {
      "epoch": 86.59,
      "grad_norm": 1.864437460899353,
      "learning_rate": 4.644175413335073e-06,
      "loss": 0.438,
      "step": 310240
    },
    {
      "epoch": 86.59,
      "grad_norm": 1.7212059497833252,
      "learning_rate": 4.644170238174357e-06,
      "loss": 0.4624,
      "step": 310250
    },
    {
      "epoch": 86.59,
      "grad_norm": 1.9256261587142944,
      "learning_rate": 4.6441650627074555e-06,
      "loss": 0.4433,
      "step": 310260
    },
    {
      "epoch": 86.6,
      "grad_norm": 1.5612837076187134,
      "learning_rate": 4.644159886934368e-06,
      "loss": 0.4592,
      "step": 310270
    },
    {
      "epoch": 86.6,
      "grad_norm": 1.8041538000106812,
      "learning_rate": 4.644154710855096e-06,
      "loss": 0.4527,
      "step": 310280
    },
    {
      "epoch": 86.6,
      "grad_norm": 1.6039718389511108,
      "learning_rate": 4.644149534469638e-06,
      "loss": 0.4561,
      "step": 310290
    },
    {
      "epoch": 86.6,
      "grad_norm": 1.6329669952392578,
      "learning_rate": 4.644144357777997e-06,
      "loss": 0.4559,
      "step": 310300
    },
    {
      "epoch": 86.61,
      "grad_norm": 1.740866780281067,
      "learning_rate": 4.644139180780173e-06,
      "loss": 0.4429,
      "step": 310310
    },
    {
      "epoch": 86.61,
      "grad_norm": 1.7650612592697144,
      "learning_rate": 4.644134003476167e-06,
      "loss": 0.4422,
      "step": 310320
    },
    {
      "epoch": 86.61,
      "grad_norm": 1.647657871246338,
      "learning_rate": 4.6441288258659785e-06,
      "loss": 0.4459,
      "step": 310330
    },
    {
      "epoch": 86.61,
      "grad_norm": 1.4332374334335327,
      "learning_rate": 4.6441236479496095e-06,
      "loss": 0.4437,
      "step": 310340
    },
    {
      "epoch": 86.62,
      "grad_norm": 1.795544147491455,
      "learning_rate": 4.644118469727059e-06,
      "loss": 0.4405,
      "step": 310350
    },
    {
      "epoch": 86.62,
      "grad_norm": 1.5004268884658813,
      "learning_rate": 4.6441132911983296e-06,
      "loss": 0.4582,
      "step": 310360
    },
    {
      "epoch": 86.62,
      "grad_norm": 1.754032015800476,
      "learning_rate": 4.644108112363422e-06,
      "loss": 0.4575,
      "step": 310370
    },
    {
      "epoch": 86.63,
      "grad_norm": 1.479771375656128,
      "learning_rate": 4.644102933222335e-06,
      "loss": 0.4604,
      "step": 310380
    },
    {
      "epoch": 86.63,
      "grad_norm": 2.1282641887664795,
      "learning_rate": 4.644097753775071e-06,
      "loss": 0.4446,
      "step": 310390
    },
    {
      "epoch": 86.63,
      "grad_norm": 2.017213821411133,
      "learning_rate": 4.6440925740216295e-06,
      "loss": 0.4529,
      "step": 310400
    },
    {
      "epoch": 86.63,
      "grad_norm": 1.8280020952224731,
      "learning_rate": 4.644087393962012e-06,
      "loss": 0.4426,
      "step": 310410
    },
    {
      "epoch": 86.64,
      "grad_norm": 1.5899196863174438,
      "learning_rate": 4.64408221359622e-06,
      "loss": 0.4393,
      "step": 310420
    },
    {
      "epoch": 86.64,
      "grad_norm": 2.010528564453125,
      "learning_rate": 4.644077032924252e-06,
      "loss": 0.4791,
      "step": 310430
    },
    {
      "epoch": 86.64,
      "grad_norm": 1.459901213645935,
      "learning_rate": 4.644071851946109e-06,
      "loss": 0.4611,
      "step": 310440
    },
    {
      "epoch": 86.65,
      "grad_norm": 1.5358600616455078,
      "learning_rate": 4.644066670661794e-06,
      "loss": 0.4468,
      "step": 310450
    },
    {
      "epoch": 86.65,
      "grad_norm": 2.0650076866149902,
      "learning_rate": 4.644061489071306e-06,
      "loss": 0.455,
      "step": 310460
    },
    {
      "epoch": 86.65,
      "grad_norm": 1.3258318901062012,
      "learning_rate": 4.644056307174646e-06,
      "loss": 0.4466,
      "step": 310470
    },
    {
      "epoch": 86.65,
      "grad_norm": 1.7322436571121216,
      "learning_rate": 4.644051124971814e-06,
      "loss": 0.4252,
      "step": 310480
    },
    {
      "epoch": 86.66,
      "grad_norm": 1.665065884590149,
      "learning_rate": 4.644045942462812e-06,
      "loss": 0.4495,
      "step": 310490
    },
    {
      "epoch": 86.66,
      "grad_norm": 1.3856159448623657,
      "learning_rate": 4.64404075964764e-06,
      "loss": 0.4558,
      "step": 310500
    },
    {
      "epoch": 86.66,
      "grad_norm": 1.5695135593414307,
      "learning_rate": 4.644035576526297e-06,
      "loss": 0.4529,
      "step": 310510
    },
    {
      "epoch": 86.66,
      "grad_norm": 1.6569948196411133,
      "learning_rate": 4.644030393098787e-06,
      "loss": 0.4717,
      "step": 310520
    },
    {
      "epoch": 86.67,
      "grad_norm": 1.7844500541687012,
      "learning_rate": 4.6440252093651095e-06,
      "loss": 0.46,
      "step": 310530
    },
    {
      "epoch": 86.67,
      "grad_norm": 1.6525616645812988,
      "learning_rate": 4.644020025325263e-06,
      "loss": 0.4408,
      "step": 310540
    },
    {
      "epoch": 86.67,
      "grad_norm": 1.2942094802856445,
      "learning_rate": 4.644014840979252e-06,
      "loss": 0.4398,
      "step": 310550
    },
    {
      "epoch": 86.68,
      "grad_norm": 1.6913752555847168,
      "learning_rate": 4.6440096563270735e-06,
      "loss": 0.4616,
      "step": 310560
    },
    {
      "epoch": 86.68,
      "grad_norm": 2.338857412338257,
      "learning_rate": 4.64400447136873e-06,
      "loss": 0.4668,
      "step": 310570
    },
    {
      "epoch": 86.68,
      "grad_norm": 1.763340711593628,
      "learning_rate": 4.643999286104223e-06,
      "loss": 0.4447,
      "step": 310580
    },
    {
      "epoch": 86.68,
      "grad_norm": 1.9680664539337158,
      "learning_rate": 4.643994100533551e-06,
      "loss": 0.4728,
      "step": 310590
    },
    {
      "epoch": 86.69,
      "grad_norm": 1.7173818349838257,
      "learning_rate": 4.643988914656717e-06,
      "loss": 0.4673,
      "step": 310600
    },
    {
      "epoch": 86.69,
      "grad_norm": 1.5163733959197998,
      "learning_rate": 4.6439837284737195e-06,
      "loss": 0.4558,
      "step": 310610
    },
    {
      "epoch": 86.69,
      "grad_norm": 1.663615107536316,
      "learning_rate": 4.643978541984561e-06,
      "loss": 0.4449,
      "step": 310620
    },
    {
      "epoch": 86.7,
      "grad_norm": 1.8721370697021484,
      "learning_rate": 4.643973355189241e-06,
      "loss": 0.4612,
      "step": 310630
    },
    {
      "epoch": 86.7,
      "grad_norm": 1.4975999593734741,
      "learning_rate": 4.643968168087762e-06,
      "loss": 0.4438,
      "step": 310640
    },
    {
      "epoch": 86.7,
      "grad_norm": 1.5757780075073242,
      "learning_rate": 4.643962980680122e-06,
      "loss": 0.4633,
      "step": 310650
    },
    {
      "epoch": 86.7,
      "grad_norm": 4.942531108856201,
      "learning_rate": 4.643957792966322e-06,
      "loss": 0.4684,
      "step": 310660
    },
    {
      "epoch": 86.71,
      "grad_norm": 1.6585934162139893,
      "learning_rate": 4.643952604946366e-06,
      "loss": 0.4637,
      "step": 310670
    },
    {
      "epoch": 86.71,
      "grad_norm": 1.5812723636627197,
      "learning_rate": 4.643947416620251e-06,
      "loss": 0.4635,
      "step": 310680
    },
    {
      "epoch": 86.71,
      "grad_norm": 1.6497410535812378,
      "learning_rate": 4.64394222798798e-06,
      "loss": 0.4658,
      "step": 310690
    },
    {
      "epoch": 86.72,
      "grad_norm": 1.6627846956253052,
      "learning_rate": 4.643937039049552e-06,
      "loss": 0.4673,
      "step": 310700
    },
    {
      "epoch": 86.72,
      "grad_norm": 1.6373958587646484,
      "learning_rate": 4.643931849804968e-06,
      "loss": 0.4663,
      "step": 310710
    },
    {
      "epoch": 86.72,
      "grad_norm": 1.8480987548828125,
      "learning_rate": 4.6439266602542304e-06,
      "loss": 0.4663,
      "step": 310720
    },
    {
      "epoch": 86.72,
      "grad_norm": 2.0530941486358643,
      "learning_rate": 4.643921470397338e-06,
      "loss": 0.4483,
      "step": 310730
    },
    {
      "epoch": 86.73,
      "grad_norm": 1.361038327217102,
      "learning_rate": 4.643916280234292e-06,
      "loss": 0.458,
      "step": 310740
    },
    {
      "epoch": 86.73,
      "grad_norm": 1.6563841104507446,
      "learning_rate": 4.643911089765094e-06,
      "loss": 0.4339,
      "step": 310750
    },
    {
      "epoch": 86.73,
      "grad_norm": 1.6739153861999512,
      "learning_rate": 4.643905898989743e-06,
      "loss": 0.4642,
      "step": 310760
    },
    {
      "epoch": 86.73,
      "grad_norm": 1.4020613431930542,
      "learning_rate": 4.643900707908241e-06,
      "loss": 0.448,
      "step": 310770
    },
    {
      "epoch": 86.74,
      "grad_norm": 1.5592424869537354,
      "learning_rate": 4.643895516520589e-06,
      "loss": 0.4581,
      "step": 310780
    },
    {
      "epoch": 86.74,
      "grad_norm": 1.4595969915390015,
      "learning_rate": 4.643890324826786e-06,
      "loss": 0.4489,
      "step": 310790
    },
    {
      "epoch": 86.74,
      "grad_norm": 1.5316742658615112,
      "learning_rate": 4.643885132826834e-06,
      "loss": 0.4469,
      "step": 310800
    },
    {
      "epoch": 86.75,
      "grad_norm": 1.7331197261810303,
      "learning_rate": 4.643879940520734e-06,
      "loss": 0.4378,
      "step": 310810
    },
    {
      "epoch": 86.75,
      "grad_norm": 1.643462061882019,
      "learning_rate": 4.643874747908485e-06,
      "loss": 0.422,
      "step": 310820
    },
    {
      "epoch": 86.75,
      "grad_norm": 1.7416036128997803,
      "learning_rate": 4.643869554990089e-06,
      "loss": 0.4645,
      "step": 310830
    },
    {
      "epoch": 86.75,
      "grad_norm": 1.5211222171783447,
      "learning_rate": 4.643864361765547e-06,
      "loss": 0.4525,
      "step": 310840
    },
    {
      "epoch": 86.76,
      "grad_norm": 1.629744529724121,
      "learning_rate": 4.643859168234859e-06,
      "loss": 0.4603,
      "step": 310850
    },
    {
      "epoch": 86.76,
      "grad_norm": 1.7661656141281128,
      "learning_rate": 4.643853974398026e-06,
      "loss": 0.4691,
      "step": 310860
    },
    {
      "epoch": 86.76,
      "grad_norm": 1.879508376121521,
      "learning_rate": 4.643848780255049e-06,
      "loss": 0.4464,
      "step": 310870
    },
    {
      "epoch": 86.77,
      "grad_norm": 1.5862390995025635,
      "learning_rate": 4.643843585805927e-06,
      "loss": 0.4546,
      "step": 310880
    },
    {
      "epoch": 86.77,
      "grad_norm": 1.5318982601165771,
      "learning_rate": 4.643838391050662e-06,
      "loss": 0.4497,
      "step": 310890
    },
    {
      "epoch": 86.77,
      "grad_norm": 1.6795262098312378,
      "learning_rate": 4.6438331959892554e-06,
      "loss": 0.4478,
      "step": 310900
    },
    {
      "epoch": 86.77,
      "grad_norm": 1.846854329109192,
      "learning_rate": 4.643828000621706e-06,
      "loss": 0.4613,
      "step": 310910
    },
    {
      "epoch": 86.78,
      "grad_norm": 1.889531135559082,
      "learning_rate": 4.6438228049480175e-06,
      "loss": 0.4522,
      "step": 310920
    },
    {
      "epoch": 86.78,
      "grad_norm": 1.6144523620605469,
      "learning_rate": 4.643817608968187e-06,
      "loss": 0.4593,
      "step": 310930
    },
    {
      "epoch": 86.78,
      "grad_norm": 1.5911515951156616,
      "learning_rate": 4.643812412682217e-06,
      "loss": 0.4404,
      "step": 310940
    },
    {
      "epoch": 86.78,
      "grad_norm": 1.7524038553237915,
      "learning_rate": 4.643807216090109e-06,
      "loss": 0.4701,
      "step": 310950
    },
    {
      "epoch": 86.79,
      "grad_norm": 1.5602853298187256,
      "learning_rate": 4.643802019191862e-06,
      "loss": 0.4748,
      "step": 310960
    },
    {
      "epoch": 86.79,
      "grad_norm": 1.5624946355819702,
      "learning_rate": 4.643796821987478e-06,
      "loss": 0.4544,
      "step": 310970
    },
    {
      "epoch": 86.79,
      "grad_norm": 1.7202686071395874,
      "learning_rate": 4.643791624476957e-06,
      "loss": 0.4526,
      "step": 310980
    },
    {
      "epoch": 86.8,
      "grad_norm": 2.1554713249206543,
      "learning_rate": 4.6437864266602995e-06,
      "loss": 0.4427,
      "step": 310990
    },
    {
      "epoch": 86.8,
      "grad_norm": 1.788098692893982,
      "learning_rate": 4.643781228537507e-06,
      "loss": 0.4619,
      "step": 311000
    },
    {
      "epoch": 86.8,
      "grad_norm": 1.5164207220077515,
      "learning_rate": 4.6437760301085794e-06,
      "loss": 0.4321,
      "step": 311010
    },
    {
      "epoch": 86.8,
      "grad_norm": 2.00966739654541,
      "learning_rate": 4.643770831373518e-06,
      "loss": 0.4702,
      "step": 311020
    },
    {
      "epoch": 86.81,
      "grad_norm": 1.317891001701355,
      "learning_rate": 4.6437656323323225e-06,
      "loss": 0.4697,
      "step": 311030
    },
    {
      "epoch": 86.81,
      "grad_norm": 1.6631295680999756,
      "learning_rate": 4.643760432984995e-06,
      "loss": 0.451,
      "step": 311040
    },
    {
      "epoch": 86.81,
      "grad_norm": 1.5904312133789062,
      "learning_rate": 4.643755233331535e-06,
      "loss": 0.4572,
      "step": 311050
    },
    {
      "epoch": 86.82,
      "grad_norm": 1.9067219495773315,
      "learning_rate": 4.643750033371944e-06,
      "loss": 0.4621,
      "step": 311060
    },
    {
      "epoch": 86.82,
      "grad_norm": 1.4901235103607178,
      "learning_rate": 4.643744833106222e-06,
      "loss": 0.4347,
      "step": 311070
    },
    {
      "epoch": 86.82,
      "grad_norm": 1.8686214685440063,
      "learning_rate": 4.64373963253437e-06,
      "loss": 0.4658,
      "step": 311080
    },
    {
      "epoch": 86.82,
      "grad_norm": 1.3933207988739014,
      "learning_rate": 4.643734431656389e-06,
      "loss": 0.4725,
      "step": 311090
    },
    {
      "epoch": 86.83,
      "grad_norm": 1.3567919731140137,
      "learning_rate": 4.64372923047228e-06,
      "loss": 0.4379,
      "step": 311100
    },
    {
      "epoch": 86.83,
      "grad_norm": 1.4025622606277466,
      "learning_rate": 4.643724028982043e-06,
      "loss": 0.4655,
      "step": 311110
    },
    {
      "epoch": 86.83,
      "grad_norm": 1.7643846273422241,
      "learning_rate": 4.643718827185678e-06,
      "loss": 0.4657,
      "step": 311120
    },
    {
      "epoch": 86.84,
      "grad_norm": 1.5144416093826294,
      "learning_rate": 4.643713625083187e-06,
      "loss": 0.4521,
      "step": 311130
    },
    {
      "epoch": 86.84,
      "grad_norm": 1.6313660144805908,
      "learning_rate": 4.643708422674571e-06,
      "loss": 0.4532,
      "step": 311140
    },
    {
      "epoch": 86.84,
      "grad_norm": 1.5437700748443604,
      "learning_rate": 4.643703219959828e-06,
      "loss": 0.4371,
      "step": 311150
    },
    {
      "epoch": 86.84,
      "grad_norm": 1.3683973550796509,
      "learning_rate": 4.643698016938962e-06,
      "loss": 0.4741,
      "step": 311160
    },
    {
      "epoch": 86.85,
      "grad_norm": 1.774216890335083,
      "learning_rate": 4.643692813611972e-06,
      "loss": 0.4651,
      "step": 311170
    },
    {
      "epoch": 86.85,
      "grad_norm": 1.883564829826355,
      "learning_rate": 4.64368760997886e-06,
      "loss": 0.4676,
      "step": 311180
    },
    {
      "epoch": 86.85,
      "grad_norm": 1.869691014289856,
      "learning_rate": 4.643682406039624e-06,
      "loss": 0.45,
      "step": 311190
    },
    {
      "epoch": 86.85,
      "grad_norm": 1.6715033054351807,
      "learning_rate": 4.643677201794267e-06,
      "loss": 0.4619,
      "step": 311200
    },
    {
      "epoch": 86.86,
      "grad_norm": 1.36452317237854,
      "learning_rate": 4.643671997242789e-06,
      "loss": 0.4419,
      "step": 311210
    },
    {
      "epoch": 86.86,
      "grad_norm": 1.5369627475738525,
      "learning_rate": 4.643666792385191e-06,
      "loss": 0.4541,
      "step": 311220
    },
    {
      "epoch": 86.86,
      "grad_norm": 2.0131049156188965,
      "learning_rate": 4.643661587221473e-06,
      "loss": 0.44,
      "step": 311230
    },
    {
      "epoch": 86.87,
      "grad_norm": 1.6039634943008423,
      "learning_rate": 4.643656381751636e-06,
      "loss": 0.4451,
      "step": 311240
    },
    {
      "epoch": 86.87,
      "grad_norm": 1.5472004413604736,
      "learning_rate": 4.643651175975682e-06,
      "loss": 0.44,
      "step": 311250
    },
    {
      "epoch": 86.87,
      "grad_norm": 1.734011173248291,
      "learning_rate": 4.64364596989361e-06,
      "loss": 0.4579,
      "step": 311260
    },
    {
      "epoch": 86.87,
      "grad_norm": 1.77842116355896,
      "learning_rate": 4.643640763505421e-06,
      "loss": 0.4654,
      "step": 311270
    },
    {
      "epoch": 86.88,
      "grad_norm": 1.6837725639343262,
      "learning_rate": 4.643635556811115e-06,
      "loss": 0.4733,
      "step": 311280
    },
    {
      "epoch": 86.88,
      "grad_norm": 1.518545150756836,
      "learning_rate": 4.643630349810695e-06,
      "loss": 0.4647,
      "step": 311290
    },
    {
      "epoch": 86.88,
      "grad_norm": 1.701370120048523,
      "learning_rate": 4.64362514250416e-06,
      "loss": 0.4735,
      "step": 311300
    },
    {
      "epoch": 86.89,
      "grad_norm": 1.679306149482727,
      "learning_rate": 4.64361993489151e-06,
      "loss": 0.4446,
      "step": 311310
    },
    {
      "epoch": 86.89,
      "grad_norm": 1.6349793672561646,
      "learning_rate": 4.643614726972749e-06,
      "loss": 0.4585,
      "step": 311320
    },
    {
      "epoch": 86.89,
      "grad_norm": 1.9309239387512207,
      "learning_rate": 4.643609518747873e-06,
      "loss": 0.4558,
      "step": 311330
    },
    {
      "epoch": 86.89,
      "grad_norm": 1.6801501512527466,
      "learning_rate": 4.643604310216887e-06,
      "loss": 0.4584,
      "step": 311340
    },
    {
      "epoch": 86.9,
      "grad_norm": 1.6054975986480713,
      "learning_rate": 4.643599101379788e-06,
      "loss": 0.4624,
      "step": 311350
    },
    {
      "epoch": 86.9,
      "grad_norm": 1.9248390197753906,
      "learning_rate": 4.643593892236579e-06,
      "loss": 0.4372,
      "step": 311360
    },
    {
      "epoch": 86.9,
      "grad_norm": 1.5701098442077637,
      "learning_rate": 4.6435886827872605e-06,
      "loss": 0.4441,
      "step": 311370
    },
    {
      "epoch": 86.9,
      "grad_norm": 1.5094786882400513,
      "learning_rate": 4.643583473031834e-06,
      "loss": 0.4635,
      "step": 311380
    },
    {
      "epoch": 86.91,
      "grad_norm": 1.5942597389221191,
      "learning_rate": 4.643578262970297e-06,
      "loss": 0.4633,
      "step": 311390
    },
    {
      "epoch": 86.91,
      "grad_norm": 1.6183308362960815,
      "learning_rate": 4.643573052602652e-06,
      "loss": 0.435,
      "step": 311400
    },
    {
      "epoch": 86.91,
      "grad_norm": 1.7990385293960571,
      "learning_rate": 4.643567841928902e-06,
      "loss": 0.4555,
      "step": 311410
    },
    {
      "epoch": 86.92,
      "grad_norm": 1.6308927536010742,
      "learning_rate": 4.643562630949044e-06,
      "loss": 0.4346,
      "step": 311420
    },
    {
      "epoch": 86.92,
      "grad_norm": 1.5640684366226196,
      "learning_rate": 4.643557419663081e-06,
      "loss": 0.4559,
      "step": 311430
    },
    {
      "epoch": 86.92,
      "grad_norm": 1.7934433221817017,
      "learning_rate": 4.643552208071013e-06,
      "loss": 0.4605,
      "step": 311440
    },
    {
      "epoch": 86.92,
      "grad_norm": 1.4137970209121704,
      "learning_rate": 4.64354699617284e-06,
      "loss": 0.446,
      "step": 311450
    },
    {
      "epoch": 86.93,
      "grad_norm": 1.6019673347473145,
      "learning_rate": 4.643541783968564e-06,
      "loss": 0.4308,
      "step": 311460
    },
    {
      "epoch": 86.93,
      "grad_norm": 1.3899708986282349,
      "learning_rate": 4.643536571458185e-06,
      "loss": 0.4507,
      "step": 311470
    },
    {
      "epoch": 86.93,
      "grad_norm": 1.570884346961975,
      "learning_rate": 4.643531358641704e-06,
      "loss": 0.4462,
      "step": 311480
    },
    {
      "epoch": 86.94,
      "grad_norm": 1.8976889848709106,
      "learning_rate": 4.643526145519121e-06,
      "loss": 0.4464,
      "step": 311490
    },
    {
      "epoch": 86.94,
      "grad_norm": 1.223299264907837,
      "learning_rate": 4.6435209320904375e-06,
      "loss": 0.4646,
      "step": 311500
    },
    {
      "epoch": 86.94,
      "grad_norm": 1.4599370956420898,
      "learning_rate": 4.643515718355654e-06,
      "loss": 0.4321,
      "step": 311510
    },
    {
      "epoch": 86.94,
      "grad_norm": 1.5535292625427246,
      "learning_rate": 4.643510504314771e-06,
      "loss": 0.44,
      "step": 311520
    },
    {
      "epoch": 86.95,
      "grad_norm": 1.9845443964004517,
      "learning_rate": 4.643505289967788e-06,
      "loss": 0.4544,
      "step": 311530
    },
    {
      "epoch": 86.95,
      "grad_norm": 1.7661501169204712,
      "learning_rate": 4.643500075314709e-06,
      "loss": 0.4592,
      "step": 311540
    },
    {
      "epoch": 86.95,
      "grad_norm": 1.9158968925476074,
      "learning_rate": 4.643494860355531e-06,
      "loss": 0.4541,
      "step": 311550
    },
    {
      "epoch": 86.96,
      "grad_norm": 1.63667631149292,
      "learning_rate": 4.643489645090257e-06,
      "loss": 0.4407,
      "step": 311560
    },
    {
      "epoch": 86.96,
      "grad_norm": 1.4588483572006226,
      "learning_rate": 4.643484429518887e-06,
      "loss": 0.46,
      "step": 311570
    },
    {
      "epoch": 86.96,
      "grad_norm": 2.53778338432312,
      "learning_rate": 4.643479213641423e-06,
      "loss": 0.4464,
      "step": 311580
    },
    {
      "epoch": 86.96,
      "grad_norm": 1.4348045587539673,
      "learning_rate": 4.643473997457862e-06,
      "loss": 0.4463,
      "step": 311590
    },
    {
      "epoch": 86.97,
      "grad_norm": 1.5886905193328857,
      "learning_rate": 4.643468780968209e-06,
      "loss": 0.4517,
      "step": 311600
    },
    {
      "epoch": 86.97,
      "grad_norm": 1.5184482336044312,
      "learning_rate": 4.643463564172462e-06,
      "loss": 0.4436,
      "step": 311610
    },
    {
      "epoch": 86.97,
      "grad_norm": 1.4999635219573975,
      "learning_rate": 4.6434583470706225e-06,
      "loss": 0.4502,
      "step": 311620
    },
    {
      "epoch": 86.97,
      "grad_norm": 2.0543861389160156,
      "learning_rate": 4.643453129662692e-06,
      "loss": 0.4433,
      "step": 311630
    },
    {
      "epoch": 86.98,
      "grad_norm": 1.6990396976470947,
      "learning_rate": 4.643447911948669e-06,
      "loss": 0.4387,
      "step": 311640
    },
    {
      "epoch": 86.98,
      "grad_norm": 1.7447936534881592,
      "learning_rate": 4.6434426939285565e-06,
      "loss": 0.4518,
      "step": 311650
    },
    {
      "epoch": 86.98,
      "grad_norm": 1.5794426202774048,
      "learning_rate": 4.643437475602354e-06,
      "loss": 0.4615,
      "step": 311660
    },
    {
      "epoch": 86.99,
      "grad_norm": 1.686203956604004,
      "learning_rate": 4.643432256970062e-06,
      "loss": 0.4342,
      "step": 311670
    },
    {
      "epoch": 86.99,
      "grad_norm": 1.6499738693237305,
      "learning_rate": 4.643427038031683e-06,
      "loss": 0.4397,
      "step": 311680
    },
    {
      "epoch": 86.99,
      "grad_norm": 1.873002529144287,
      "learning_rate": 4.643421818787215e-06,
      "loss": 0.4667,
      "step": 311690
    },
    {
      "epoch": 86.99,
      "grad_norm": 1.7181434631347656,
      "learning_rate": 4.64341659923666e-06,
      "loss": 0.4461,
      "step": 311700
    },
    {
      "epoch": 87.0,
      "grad_norm": 1.5125017166137695,
      "learning_rate": 4.64341137938002e-06,
      "loss": 0.436,
      "step": 311710
    },
    {
      "epoch": 87.0,
      "grad_norm": 2.3059628009796143,
      "learning_rate": 4.643406159217294e-06,
      "loss": 0.451,
      "step": 311720
    },
    {
      "epoch": 87.0,
      "eval_loss": 0.45125266909599304,
      "eval_runtime": 62.9554,
      "eval_samples_per_second": 80.358,
      "eval_steps_per_second": 10.055,
      "step": 311721
    },
    {
      "epoch": 87.0,
      "grad_norm": 1.4814702272415161,
      "learning_rate": 4.6434009387484825e-06,
      "loss": 0.4525,
      "step": 311730
    },
    {
      "epoch": 87.01,
      "grad_norm": 2.4415132999420166,
      "learning_rate": 4.643395717973587e-06,
      "loss": 0.4765,
      "step": 311740
    },
    {
      "epoch": 87.01,
      "grad_norm": 1.4224904775619507,
      "learning_rate": 4.643390496892609e-06,
      "loss": 0.4331,
      "step": 311750
    },
    {
      "epoch": 87.01,
      "grad_norm": 1.5193562507629395,
      "learning_rate": 4.643385275505547e-06,
      "loss": 0.4212,
      "step": 311760
    },
    {
      "epoch": 87.01,
      "grad_norm": 1.6774191856384277,
      "learning_rate": 4.6433800538124035e-06,
      "loss": 0.4708,
      "step": 311770
    },
    {
      "epoch": 87.02,
      "grad_norm": 1.5716713666915894,
      "learning_rate": 4.643374831813178e-06,
      "loss": 0.4587,
      "step": 311780
    },
    {
      "epoch": 87.02,
      "grad_norm": 1.837014079093933,
      "learning_rate": 4.643369609507872e-06,
      "loss": 0.4856,
      "step": 311790
    },
    {
      "epoch": 87.02,
      "grad_norm": 1.5551507472991943,
      "learning_rate": 4.6433643868964875e-06,
      "loss": 0.4798,
      "step": 311800
    },
    {
      "epoch": 87.02,
      "grad_norm": 1.6911020278930664,
      "learning_rate": 4.643359163979022e-06,
      "loss": 0.4711,
      "step": 311810
    },
    {
      "epoch": 87.03,
      "grad_norm": 1.7216174602508545,
      "learning_rate": 4.6433539407554785e-06,
      "loss": 0.4419,
      "step": 311820
    },
    {
      "epoch": 87.03,
      "grad_norm": 1.4936904907226562,
      "learning_rate": 4.643348717225857e-06,
      "loss": 0.4668,
      "step": 311830
    },
    {
      "epoch": 87.03,
      "grad_norm": 1.4765690565109253,
      "learning_rate": 4.643343493390158e-06,
      "loss": 0.4717,
      "step": 311840
    },
    {
      "epoch": 87.04,
      "grad_norm": 1.6092257499694824,
      "learning_rate": 4.643338269248383e-06,
      "loss": 0.464,
      "step": 311850
    },
    {
      "epoch": 87.04,
      "grad_norm": 1.459464192390442,
      "learning_rate": 4.643333044800532e-06,
      "loss": 0.4431,
      "step": 311860
    },
    {
      "epoch": 87.04,
      "grad_norm": 1.659549355506897,
      "learning_rate": 4.643327820046606e-06,
      "loss": 0.4467,
      "step": 311870
    },
    {
      "epoch": 87.04,
      "grad_norm": 2.132079839706421,
      "learning_rate": 4.643322594986606e-06,
      "loss": 0.4333,
      "step": 311880
    },
    {
      "epoch": 87.05,
      "grad_norm": 1.801767110824585,
      "learning_rate": 4.643317369620531e-06,
      "loss": 0.4463,
      "step": 311890
    },
    {
      "epoch": 87.05,
      "grad_norm": 1.8876988887786865,
      "learning_rate": 4.643312143948383e-06,
      "loss": 0.4494,
      "step": 311900
    },
    {
      "epoch": 87.05,
      "grad_norm": 1.5303552150726318,
      "learning_rate": 4.643306917970164e-06,
      "loss": 0.467,
      "step": 311910
    },
    {
      "epoch": 87.06,
      "grad_norm": 1.5075427293777466,
      "learning_rate": 4.643301691685873e-06,
      "loss": 0.4547,
      "step": 311920
    },
    {
      "epoch": 87.06,
      "grad_norm": 1.7518577575683594,
      "learning_rate": 4.64329646509551e-06,
      "loss": 0.4381,
      "step": 311930
    },
    {
      "epoch": 87.06,
      "grad_norm": 1.6051326990127563,
      "learning_rate": 4.643291238199077e-06,
      "loss": 0.4596,
      "step": 311940
    },
    {
      "epoch": 87.06,
      "grad_norm": 1.833696961402893,
      "learning_rate": 4.643286010996576e-06,
      "loss": 0.4533,
      "step": 311950
    },
    {
      "epoch": 87.07,
      "grad_norm": 1.5139927864074707,
      "learning_rate": 4.643280783488004e-06,
      "loss": 0.465,
      "step": 311960
    },
    {
      "epoch": 87.07,
      "grad_norm": 1.7802976369857788,
      "learning_rate": 4.643275555673365e-06,
      "loss": 0.4411,
      "step": 311970
    },
    {
      "epoch": 87.07,
      "grad_norm": 1.661664366722107,
      "learning_rate": 4.643270327552658e-06,
      "loss": 0.4537,
      "step": 311980
    },
    {
      "epoch": 87.08,
      "grad_norm": 1.4973199367523193,
      "learning_rate": 4.643265099125885e-06,
      "loss": 0.4285,
      "step": 311990
    },
    {
      "epoch": 87.08,
      "grad_norm": 1.4925389289855957,
      "learning_rate": 4.643259870393045e-06,
      "loss": 0.4677,
      "step": 312000
    },
    {
      "epoch": 87.08,
      "grad_norm": 1.9692288637161255,
      "learning_rate": 4.64325464135414e-06,
      "loss": 0.4607,
      "step": 312010
    },
    {
      "epoch": 87.08,
      "grad_norm": 1.694905161857605,
      "learning_rate": 4.64324941200917e-06,
      "loss": 0.4567,
      "step": 312020
    },
    {
      "epoch": 87.09,
      "grad_norm": 2.0917458534240723,
      "learning_rate": 4.643244182358137e-06,
      "loss": 0.4636,
      "step": 312030
    },
    {
      "epoch": 87.09,
      "grad_norm": 1.7635408639907837,
      "learning_rate": 4.64323895240104e-06,
      "loss": 0.4375,
      "step": 312040
    },
    {
      "epoch": 87.09,
      "grad_norm": 1.386838436126709,
      "learning_rate": 4.64323372213788e-06,
      "loss": 0.4366,
      "step": 312050
    },
    {
      "epoch": 87.09,
      "grad_norm": 1.7213777303695679,
      "learning_rate": 4.643228491568659e-06,
      "loss": 0.4557,
      "step": 312060
    },
    {
      "epoch": 87.1,
      "grad_norm": 1.7597309350967407,
      "learning_rate": 4.643223260693376e-06,
      "loss": 0.4419,
      "step": 312070
    },
    {
      "epoch": 87.1,
      "grad_norm": 1.7132594585418701,
      "learning_rate": 4.643218029512033e-06,
      "loss": 0.4524,
      "step": 312080
    },
    {
      "epoch": 87.1,
      "grad_norm": 1.9479949474334717,
      "learning_rate": 4.64321279802463e-06,
      "loss": 0.4637,
      "step": 312090
    },
    {
      "epoch": 87.11,
      "grad_norm": 1.6946345567703247,
      "learning_rate": 4.643207566231168e-06,
      "loss": 0.4404,
      "step": 312100
    },
    {
      "epoch": 87.11,
      "grad_norm": 1.9444763660430908,
      "learning_rate": 4.643202334131648e-06,
      "loss": 0.4416,
      "step": 312110
    },
    {
      "epoch": 87.11,
      "grad_norm": 1.6369647979736328,
      "learning_rate": 4.643197101726069e-06,
      "loss": 0.4442,
      "step": 312120
    },
    {
      "epoch": 87.11,
      "grad_norm": 1.8117790222167969,
      "learning_rate": 4.643191869014433e-06,
      "loss": 0.464,
      "step": 312130
    },
    {
      "epoch": 87.12,
      "grad_norm": 1.8422410488128662,
      "learning_rate": 4.643186635996742e-06,
      "loss": 0.449,
      "step": 312140
    },
    {
      "epoch": 87.12,
      "grad_norm": 1.3973723649978638,
      "learning_rate": 4.643181402672995e-06,
      "loss": 0.4265,
      "step": 312150
    },
    {
      "epoch": 87.12,
      "grad_norm": 1.382233738899231,
      "learning_rate": 4.643176169043193e-06,
      "loss": 0.4553,
      "step": 312160
    },
    {
      "epoch": 87.13,
      "grad_norm": 1.6028090715408325,
      "learning_rate": 4.643170935107336e-06,
      "loss": 0.4748,
      "step": 312170
    },
    {
      "epoch": 87.13,
      "grad_norm": 1.633945345878601,
      "learning_rate": 4.643165700865426e-06,
      "loss": 0.4553,
      "step": 312180
    },
    {
      "epoch": 87.13,
      "grad_norm": 1.5666788816452026,
      "learning_rate": 4.643160466317463e-06,
      "loss": 0.4539,
      "step": 312190
    },
    {
      "epoch": 87.13,
      "grad_norm": 2.105038642883301,
      "learning_rate": 4.643155231463448e-06,
      "loss": 0.4439,
      "step": 312200
    },
    {
      "epoch": 87.14,
      "grad_norm": 1.4718585014343262,
      "learning_rate": 4.643149996303381e-06,
      "loss": 0.4671,
      "step": 312210
    },
    {
      "epoch": 87.14,
      "grad_norm": 1.5867538452148438,
      "learning_rate": 4.6431447608372635e-06,
      "loss": 0.4515,
      "step": 312220
    },
    {
      "epoch": 87.14,
      "grad_norm": 1.5730141401290894,
      "learning_rate": 4.643139525065096e-06,
      "loss": 0.4397,
      "step": 312230
    },
    {
      "epoch": 87.14,
      "grad_norm": 1.444871187210083,
      "learning_rate": 4.64313428898688e-06,
      "loss": 0.4583,
      "step": 312240
    },
    {
      "epoch": 87.15,
      "grad_norm": 1.4859800338745117,
      "learning_rate": 4.643129052602614e-06,
      "loss": 0.4478,
      "step": 312250
    },
    {
      "epoch": 87.15,
      "grad_norm": 1.7887089252471924,
      "learning_rate": 4.6431238159123e-06,
      "loss": 0.4602,
      "step": 312260
    },
    {
      "epoch": 87.15,
      "grad_norm": 2.005222797393799,
      "learning_rate": 4.64311857891594e-06,
      "loss": 0.4624,
      "step": 312270
    },
    {
      "epoch": 87.16,
      "grad_norm": 2.1885366439819336,
      "learning_rate": 4.643113341613533e-06,
      "loss": 0.4267,
      "step": 312280
    },
    {
      "epoch": 87.16,
      "grad_norm": 1.7512290477752686,
      "learning_rate": 4.643108104005079e-06,
      "loss": 0.4585,
      "step": 312290
    },
    {
      "epoch": 87.16,
      "grad_norm": 1.4793813228607178,
      "learning_rate": 4.643102866090581e-06,
      "loss": 0.4393,
      "step": 312300
    },
    {
      "epoch": 87.16,
      "grad_norm": 1.8283411264419556,
      "learning_rate": 4.643097627870039e-06,
      "loss": 0.4266,
      "step": 312310
    },
    {
      "epoch": 87.17,
      "grad_norm": 1.5818079710006714,
      "learning_rate": 4.643092389343451e-06,
      "loss": 0.4516,
      "step": 312320
    },
    {
      "epoch": 87.17,
      "grad_norm": 1.7296141386032104,
      "learning_rate": 4.643087150510822e-06,
      "loss": 0.462,
      "step": 312330
    },
    {
      "epoch": 87.17,
      "grad_norm": 1.5384037494659424,
      "learning_rate": 4.6430819113721505e-06,
      "loss": 0.4433,
      "step": 312340
    },
    {
      "epoch": 87.18,
      "grad_norm": 1.533424735069275,
      "learning_rate": 4.643076671927436e-06,
      "loss": 0.4411,
      "step": 312350
    },
    {
      "epoch": 87.18,
      "grad_norm": 1.9846713542938232,
      "learning_rate": 4.643071432176682e-06,
      "loss": 0.4596,
      "step": 312360
    },
    {
      "epoch": 87.18,
      "grad_norm": 1.684154987335205,
      "learning_rate": 4.6430661921198855e-06,
      "loss": 0.4423,
      "step": 312370
    },
    {
      "epoch": 87.18,
      "grad_norm": 1.3587459325790405,
      "learning_rate": 4.643060951757052e-06,
      "loss": 0.4336,
      "step": 312380
    },
    {
      "epoch": 87.19,
      "grad_norm": 1.6552436351776123,
      "learning_rate": 4.6430557110881774e-06,
      "loss": 0.4594,
      "step": 312390
    },
    {
      "epoch": 87.19,
      "grad_norm": 1.7071259021759033,
      "learning_rate": 4.643050470113266e-06,
      "loss": 0.4532,
      "step": 312400
    },
    {
      "epoch": 87.19,
      "grad_norm": 1.6564055681228638,
      "learning_rate": 4.643045228832316e-06,
      "loss": 0.4693,
      "step": 312410
    },
    {
      "epoch": 87.2,
      "grad_norm": 2.116300582885742,
      "learning_rate": 4.64303998724533e-06,
      "loss": 0.4405,
      "step": 312420
    },
    {
      "epoch": 87.2,
      "grad_norm": 1.7172935009002686,
      "learning_rate": 4.643034745352308e-06,
      "loss": 0.4533,
      "step": 312430
    },
    {
      "epoch": 87.2,
      "grad_norm": 1.6043963432312012,
      "learning_rate": 4.6430295031532505e-06,
      "loss": 0.4541,
      "step": 312440
    },
    {
      "epoch": 87.2,
      "grad_norm": 1.8937721252441406,
      "learning_rate": 4.643024260648158e-06,
      "loss": 0.4603,
      "step": 312450
    },
    {
      "epoch": 87.21,
      "grad_norm": 1.7308601140975952,
      "learning_rate": 4.6430190178370304e-06,
      "loss": 0.4411,
      "step": 312460
    },
    {
      "epoch": 87.21,
      "grad_norm": 1.9266489744186401,
      "learning_rate": 4.643013774719871e-06,
      "loss": 0.4523,
      "step": 312470
    },
    {
      "epoch": 87.21,
      "grad_norm": 1.7707198858261108,
      "learning_rate": 4.643008531296678e-06,
      "loss": 0.4548,
      "step": 312480
    },
    {
      "epoch": 87.21,
      "grad_norm": 1.6955803632736206,
      "learning_rate": 4.6430032875674545e-06,
      "loss": 0.4543,
      "step": 312490
    },
    {
      "epoch": 87.22,
      "grad_norm": 1.9459266662597656,
      "learning_rate": 4.6429980435321985e-06,
      "loss": 0.4391,
      "step": 312500
    },
    {
      "epoch": 87.22,
      "grad_norm": 1.654887318611145,
      "learning_rate": 4.642992799190912e-06,
      "loss": 0.4466,
      "step": 312510
    },
    {
      "epoch": 87.22,
      "grad_norm": 1.4623395204544067,
      "learning_rate": 4.642987554543596e-06,
      "loss": 0.4617,
      "step": 312520
    },
    {
      "epoch": 87.23,
      "grad_norm": 1.7757090330123901,
      "learning_rate": 4.642982309590251e-06,
      "loss": 0.4484,
      "step": 312530
    },
    {
      "epoch": 87.23,
      "grad_norm": 1.6724700927734375,
      "learning_rate": 4.642977064330877e-06,
      "loss": 0.4503,
      "step": 312540
    },
    {
      "epoch": 87.23,
      "grad_norm": 1.8022782802581787,
      "learning_rate": 4.642971818765475e-06,
      "loss": 0.4387,
      "step": 312550
    },
    {
      "epoch": 87.23,
      "grad_norm": 1.5645294189453125,
      "learning_rate": 4.642966572894047e-06,
      "loss": 0.4609,
      "step": 312560
    },
    {
      "epoch": 87.24,
      "grad_norm": 1.4834645986557007,
      "learning_rate": 4.642961326716592e-06,
      "loss": 0.4448,
      "step": 312570
    },
    {
      "epoch": 87.24,
      "grad_norm": 1.4993699789047241,
      "learning_rate": 4.642956080233111e-06,
      "loss": 0.4564,
      "step": 312580
    },
    {
      "epoch": 87.24,
      "grad_norm": 1.5044312477111816,
      "learning_rate": 4.6429508334436065e-06,
      "loss": 0.4569,
      "step": 312590
    },
    {
      "epoch": 87.25,
      "grad_norm": 1.8068252801895142,
      "learning_rate": 4.642945586348076e-06,
      "loss": 0.4292,
      "step": 312600
    },
    {
      "epoch": 87.25,
      "grad_norm": 1.3522766828536987,
      "learning_rate": 4.642940338946523e-06,
      "loss": 0.4458,
      "step": 312610
    },
    {
      "epoch": 87.25,
      "grad_norm": 1.824880599975586,
      "learning_rate": 4.642935091238947e-06,
      "loss": 0.4555,
      "step": 312620
    },
    {
      "epoch": 87.25,
      "grad_norm": 2.034575939178467,
      "learning_rate": 4.64292984322535e-06,
      "loss": 0.4445,
      "step": 312630
    },
    {
      "epoch": 87.26,
      "grad_norm": 1.6052336692810059,
      "learning_rate": 4.642924594905729e-06,
      "loss": 0.4574,
      "step": 312640
    },
    {
      "epoch": 87.26,
      "grad_norm": 1.5676896572113037,
      "learning_rate": 4.642919346280088e-06,
      "loss": 0.4494,
      "step": 312650
    },
    {
      "epoch": 87.26,
      "grad_norm": 1.7638529539108276,
      "learning_rate": 4.6429140973484285e-06,
      "loss": 0.4515,
      "step": 312660
    },
    {
      "epoch": 87.26,
      "grad_norm": 1.380381464958191,
      "learning_rate": 4.642908848110749e-06,
      "loss": 0.4483,
      "step": 312670
    },
    {
      "epoch": 87.27,
      "grad_norm": 2.307671546936035,
      "learning_rate": 4.642903598567049e-06,
      "loss": 0.4721,
      "step": 312680
    },
    {
      "epoch": 87.27,
      "grad_norm": 1.6006807088851929,
      "learning_rate": 4.642898348717333e-06,
      "loss": 0.4533,
      "step": 312690
    },
    {
      "epoch": 87.27,
      "grad_norm": 1.5222004652023315,
      "learning_rate": 4.642893098561599e-06,
      "loss": 0.4339,
      "step": 312700
    },
    {
      "epoch": 87.28,
      "grad_norm": 1.623047947883606,
      "learning_rate": 4.642887848099849e-06,
      "loss": 0.4377,
      "step": 312710
    },
    {
      "epoch": 87.28,
      "grad_norm": 1.768192172050476,
      "learning_rate": 4.642882597332082e-06,
      "loss": 0.4714,
      "step": 312720
    },
    {
      "epoch": 87.28,
      "grad_norm": 1.5998036861419678,
      "learning_rate": 4.642877346258301e-06,
      "loss": 0.4359,
      "step": 312730
    },
    {
      "epoch": 87.28,
      "grad_norm": 1.4729647636413574,
      "learning_rate": 4.642872094878505e-06,
      "loss": 0.4669,
      "step": 312740
    },
    {
      "epoch": 87.29,
      "grad_norm": 1.3433152437210083,
      "learning_rate": 4.642866843192695e-06,
      "loss": 0.4551,
      "step": 312750
    },
    {
      "epoch": 87.29,
      "grad_norm": 1.4916754961013794,
      "learning_rate": 4.642861591200872e-06,
      "loss": 0.443,
      "step": 312760
    },
    {
      "epoch": 87.29,
      "grad_norm": 1.509535789489746,
      "learning_rate": 4.642856338903037e-06,
      "loss": 0.4711,
      "step": 312770
    },
    {
      "epoch": 87.3,
      "grad_norm": 1.7639356851577759,
      "learning_rate": 4.6428510862991905e-06,
      "loss": 0.4635,
      "step": 312780
    },
    {
      "epoch": 87.3,
      "grad_norm": 1.5315666198730469,
      "learning_rate": 4.642845833389332e-06,
      "loss": 0.4464,
      "step": 312790
    },
    {
      "epoch": 87.3,
      "grad_norm": 1.6404789686203003,
      "learning_rate": 4.642840580173465e-06,
      "loss": 0.4366,
      "step": 312800
    },
    {
      "epoch": 87.3,
      "grad_norm": 1.7054284811019897,
      "learning_rate": 4.642835326651587e-06,
      "loss": 0.4271,
      "step": 312810
    },
    {
      "epoch": 87.31,
      "grad_norm": 2.0816409587860107,
      "learning_rate": 4.6428300728237e-06,
      "loss": 0.4468,
      "step": 312820
    },
    {
      "epoch": 87.31,
      "grad_norm": 1.4064464569091797,
      "learning_rate": 4.642824818689806e-06,
      "loss": 0.4716,
      "step": 312830
    },
    {
      "epoch": 87.31,
      "grad_norm": 1.5764719247817993,
      "learning_rate": 4.642819564249903e-06,
      "loss": 0.4437,
      "step": 312840
    },
    {
      "epoch": 87.32,
      "grad_norm": 1.7679296731948853,
      "learning_rate": 4.642814309503994e-06,
      "loss": 0.4554,
      "step": 312850
    },
    {
      "epoch": 87.32,
      "grad_norm": 2.113975763320923,
      "learning_rate": 4.642809054452079e-06,
      "loss": 0.4594,
      "step": 312860
    },
    {
      "epoch": 87.32,
      "grad_norm": 1.6402363777160645,
      "learning_rate": 4.6428037990941585e-06,
      "loss": 0.4551,
      "step": 312870
    },
    {
      "epoch": 87.32,
      "grad_norm": 1.6671005487442017,
      "learning_rate": 4.642798543430234e-06,
      "loss": 0.4557,
      "step": 312880
    },
    {
      "epoch": 87.33,
      "grad_norm": 1.8301793336868286,
      "learning_rate": 4.6427932874603045e-06,
      "loss": 0.4549,
      "step": 312890
    },
    {
      "epoch": 87.33,
      "grad_norm": 1.4271122217178345,
      "learning_rate": 4.642788031184371e-06,
      "loss": 0.4463,
      "step": 312900
    },
    {
      "epoch": 87.33,
      "grad_norm": 1.5358555316925049,
      "learning_rate": 4.642782774602436e-06,
      "loss": 0.4291,
      "step": 312910
    },
    {
      "epoch": 87.33,
      "grad_norm": 3.182565927505493,
      "learning_rate": 4.6427775177145e-06,
      "loss": 0.4672,
      "step": 312920
    },
    {
      "epoch": 87.34,
      "grad_norm": 1.4441955089569092,
      "learning_rate": 4.6427722605205615e-06,
      "loss": 0.4499,
      "step": 312930
    },
    {
      "epoch": 87.34,
      "grad_norm": 1.6735906600952148,
      "learning_rate": 4.642767003020622e-06,
      "loss": 0.4515,
      "step": 312940
    },
    {
      "epoch": 87.34,
      "grad_norm": 1.9889988899230957,
      "learning_rate": 4.642761745214684e-06,
      "loss": 0.4628,
      "step": 312950
    },
    {
      "epoch": 87.35,
      "grad_norm": 2.0313291549682617,
      "learning_rate": 4.642756487102747e-06,
      "loss": 0.4549,
      "step": 312960
    },
    {
      "epoch": 87.35,
      "grad_norm": 3.687528610229492,
      "learning_rate": 4.642751228684811e-06,
      "loss": 0.4537,
      "step": 312970
    },
    {
      "epoch": 87.35,
      "grad_norm": 1.671477198600769,
      "learning_rate": 4.642745969960877e-06,
      "loss": 0.4283,
      "step": 312980
    },
    {
      "epoch": 87.35,
      "grad_norm": 1.5564976930618286,
      "learning_rate": 4.642740710930947e-06,
      "loss": 0.462,
      "step": 312990
    },
    {
      "epoch": 87.36,
      "grad_norm": 1.5795538425445557,
      "learning_rate": 4.64273545159502e-06,
      "loss": 0.4438,
      "step": 313000
    },
    {
      "epoch": 87.36,
      "grad_norm": 1.6991164684295654,
      "learning_rate": 4.642730191953097e-06,
      "loss": 0.4393,
      "step": 313010
    },
    {
      "epoch": 87.36,
      "grad_norm": 1.7874823808670044,
      "learning_rate": 4.64272493200518e-06,
      "loss": 0.4418,
      "step": 313020
    },
    {
      "epoch": 87.37,
      "grad_norm": 1.629203200340271,
      "learning_rate": 4.642719671751269e-06,
      "loss": 0.454,
      "step": 313030
    },
    {
      "epoch": 87.37,
      "grad_norm": 2.0365946292877197,
      "learning_rate": 4.642714411191364e-06,
      "loss": 0.4587,
      "step": 313040
    },
    {
      "epoch": 87.37,
      "grad_norm": 1.5262447595596313,
      "learning_rate": 4.642709150325466e-06,
      "loss": 0.4624,
      "step": 313050
    },
    {
      "epoch": 87.37,
      "grad_norm": 1.7352807521820068,
      "learning_rate": 4.642703889153575e-06,
      "loss": 0.4449,
      "step": 313060
    },
    {
      "epoch": 87.38,
      "grad_norm": 1.558823823928833,
      "learning_rate": 4.642698627675694e-06,
      "loss": 0.4468,
      "step": 313070
    },
    {
      "epoch": 87.38,
      "grad_norm": 1.5875110626220703,
      "learning_rate": 4.642693365891823e-06,
      "loss": 0.456,
      "step": 313080
    },
    {
      "epoch": 87.38,
      "grad_norm": 1.5921753644943237,
      "learning_rate": 4.642688103801961e-06,
      "loss": 0.4451,
      "step": 313090
    },
    {
      "epoch": 87.38,
      "grad_norm": 1.3978506326675415,
      "learning_rate": 4.6426828414061095e-06,
      "loss": 0.4401,
      "step": 313100
    },
    {
      "epoch": 87.39,
      "grad_norm": 1.6318817138671875,
      "learning_rate": 4.64267757870427e-06,
      "loss": 0.4573,
      "step": 313110
    },
    {
      "epoch": 87.39,
      "grad_norm": 1.9244544506072998,
      "learning_rate": 4.642672315696442e-06,
      "loss": 0.4605,
      "step": 313120
    },
    {
      "epoch": 87.39,
      "grad_norm": 1.7095823287963867,
      "learning_rate": 4.642667052382627e-06,
      "loss": 0.446,
      "step": 313130
    },
    {
      "epoch": 87.4,
      "grad_norm": 1.7648882865905762,
      "learning_rate": 4.6426617887628255e-06,
      "loss": 0.433,
      "step": 313140
    },
    {
      "epoch": 87.4,
      "grad_norm": 1.4300556182861328,
      "learning_rate": 4.642656524837038e-06,
      "loss": 0.4359,
      "step": 313150
    },
    {
      "epoch": 87.4,
      "grad_norm": 1.7698724269866943,
      "learning_rate": 4.6426512606052654e-06,
      "loss": 0.4644,
      "step": 313160
    },
    {
      "epoch": 87.4,
      "grad_norm": 1.5448118448257446,
      "learning_rate": 4.642645996067509e-06,
      "loss": 0.4547,
      "step": 313170
    },
    {
      "epoch": 87.41,
      "grad_norm": 1.3726787567138672,
      "learning_rate": 4.642640731223768e-06,
      "loss": 0.4463,
      "step": 313180
    },
    {
      "epoch": 87.41,
      "grad_norm": 1.4140197038650513,
      "learning_rate": 4.642635466074046e-06,
      "loss": 0.4515,
      "step": 313190
    },
    {
      "epoch": 87.41,
      "grad_norm": 1.4490578174591064,
      "learning_rate": 4.64263020061834e-06,
      "loss": 0.4705,
      "step": 313200
    },
    {
      "epoch": 87.42,
      "grad_norm": 1.4767327308654785,
      "learning_rate": 4.642624934856653e-06,
      "loss": 0.4553,
      "step": 313210
    },
    {
      "epoch": 87.42,
      "grad_norm": 1.3879425525665283,
      "learning_rate": 4.642619668788985e-06,
      "loss": 0.466,
      "step": 313220
    },
    {
      "epoch": 87.42,
      "grad_norm": 1.8478235006332397,
      "learning_rate": 4.6426144024153364e-06,
      "loss": 0.4606,
      "step": 313230
    },
    {
      "epoch": 87.42,
      "grad_norm": 1.951005220413208,
      "learning_rate": 4.642609135735708e-06,
      "loss": 0.4655,
      "step": 313240
    },
    {
      "epoch": 87.43,
      "grad_norm": 1.3714919090270996,
      "learning_rate": 4.642603868750102e-06,
      "loss": 0.4307,
      "step": 313250
    },
    {
      "epoch": 87.43,
      "grad_norm": 1.5031044483184814,
      "learning_rate": 4.642598601458517e-06,
      "loss": 0.4412,
      "step": 313260
    },
    {
      "epoch": 87.43,
      "grad_norm": 1.8112385272979736,
      "learning_rate": 4.642593333860956e-06,
      "loss": 0.4699,
      "step": 313270
    },
    {
      "epoch": 87.44,
      "grad_norm": 2.0652575492858887,
      "learning_rate": 4.642588065957417e-06,
      "loss": 0.4439,
      "step": 313280
    },
    {
      "epoch": 87.44,
      "grad_norm": 1.6221401691436768,
      "learning_rate": 4.642582797747902e-06,
      "loss": 0.4767,
      "step": 313290
    },
    {
      "epoch": 87.44,
      "grad_norm": 1.9675211906433105,
      "learning_rate": 4.642577529232413e-06,
      "loss": 0.4445,
      "step": 313300
    },
    {
      "epoch": 87.44,
      "grad_norm": 1.6559805870056152,
      "learning_rate": 4.642572260410948e-06,
      "loss": 0.4409,
      "step": 313310
    },
    {
      "epoch": 87.45,
      "grad_norm": 1.9902198314666748,
      "learning_rate": 4.642566991283509e-06,
      "loss": 0.4484,
      "step": 313320
    },
    {
      "epoch": 87.45,
      "grad_norm": 2.0900330543518066,
      "learning_rate": 4.642561721850098e-06,
      "loss": 0.4548,
      "step": 313330
    },
    {
      "epoch": 87.45,
      "grad_norm": 2.269481658935547,
      "learning_rate": 4.642556452110714e-06,
      "loss": 0.448,
      "step": 313340
    },
    {
      "epoch": 87.45,
      "grad_norm": 1.625206708908081,
      "learning_rate": 4.642551182065358e-06,
      "loss": 0.4496,
      "step": 313350
    },
    {
      "epoch": 87.46,
      "grad_norm": 1.4991159439086914,
      "learning_rate": 4.642545911714032e-06,
      "loss": 0.4506,
      "step": 313360
    },
    {
      "epoch": 87.46,
      "grad_norm": 1.6353548765182495,
      "learning_rate": 4.642540641056735e-06,
      "loss": 0.4425,
      "step": 313370
    },
    {
      "epoch": 87.46,
      "grad_norm": 4.820645809173584,
      "learning_rate": 4.642535370093468e-06,
      "loss": 0.4347,
      "step": 313380
    },
    {
      "epoch": 87.47,
      "grad_norm": 1.398830771446228,
      "learning_rate": 4.642530098824232e-06,
      "loss": 0.4535,
      "step": 313390
    },
    {
      "epoch": 87.47,
      "grad_norm": 1.4284415245056152,
      "learning_rate": 4.642524827249028e-06,
      "loss": 0.4472,
      "step": 313400
    },
    {
      "epoch": 87.47,
      "grad_norm": 1.5223342180252075,
      "learning_rate": 4.642519555367857e-06,
      "loss": 0.4464,
      "step": 313410
    },
    {
      "epoch": 87.47,
      "grad_norm": 1.9131866693496704,
      "learning_rate": 4.642514283180718e-06,
      "loss": 0.4719,
      "step": 313420
    },
    {
      "epoch": 87.48,
      "grad_norm": 1.7747281789779663,
      "learning_rate": 4.642509010687613e-06,
      "loss": 0.4566,
      "step": 313430
    },
    {
      "epoch": 87.48,
      "grad_norm": 2.2914180755615234,
      "learning_rate": 4.642503737888543e-06,
      "loss": 0.4644,
      "step": 313440
    },
    {
      "epoch": 87.48,
      "grad_norm": 2.2250306606292725,
      "learning_rate": 4.642498464783508e-06,
      "loss": 0.4711,
      "step": 313450
    },
    {
      "epoch": 87.49,
      "grad_norm": 1.5452100038528442,
      "learning_rate": 4.642493191372509e-06,
      "loss": 0.485,
      "step": 313460
    },
    {
      "epoch": 87.49,
      "grad_norm": 1.6539130210876465,
      "learning_rate": 4.642487917655548e-06,
      "loss": 0.4798,
      "step": 313470
    },
    {
      "epoch": 87.49,
      "grad_norm": 1.4261510372161865,
      "learning_rate": 4.6424826436326225e-06,
      "loss": 0.4539,
      "step": 313480
    },
    {
      "epoch": 87.49,
      "grad_norm": 1.512840986251831,
      "learning_rate": 4.642477369303735e-06,
      "loss": 0.4428,
      "step": 313490
    },
    {
      "epoch": 87.5,
      "grad_norm": 1.661757230758667,
      "learning_rate": 4.642472094668888e-06,
      "loss": 0.458,
      "step": 313500
    },
    {
      "epoch": 87.5,
      "grad_norm": 1.5224016904830933,
      "learning_rate": 4.642466819728079e-06,
      "loss": 0.4427,
      "step": 313510
    },
    {
      "epoch": 87.5,
      "grad_norm": 1.4973376989364624,
      "learning_rate": 4.6424615444813115e-06,
      "loss": 0.4576,
      "step": 313520
    },
    {
      "epoch": 87.5,
      "grad_norm": 1.5028313398361206,
      "learning_rate": 4.642456268928583e-06,
      "loss": 0.4435,
      "step": 313530
    },
    {
      "epoch": 87.51,
      "grad_norm": 1.534356951713562,
      "learning_rate": 4.642450993069898e-06,
      "loss": 0.4525,
      "step": 313540
    },
    {
      "epoch": 87.51,
      "grad_norm": 1.5943212509155273,
      "learning_rate": 4.642445716905254e-06,
      "loss": 0.4399,
      "step": 313550
    },
    {
      "epoch": 87.51,
      "grad_norm": 1.6697412729263306,
      "learning_rate": 4.642440440434653e-06,
      "loss": 0.4563,
      "step": 313560
    },
    {
      "epoch": 87.52,
      "grad_norm": 1.5129871368408203,
      "learning_rate": 4.642435163658096e-06,
      "loss": 0.4364,
      "step": 313570
    },
    {
      "epoch": 87.52,
      "grad_norm": 1.7974179983139038,
      "learning_rate": 4.6424298865755835e-06,
      "loss": 0.4852,
      "step": 313580
    },
    {
      "epoch": 87.52,
      "grad_norm": 2.3518226146698,
      "learning_rate": 4.642424609187116e-06,
      "loss": 0.4472,
      "step": 313590
    },
    {
      "epoch": 87.52,
      "grad_norm": 1.6125668287277222,
      "learning_rate": 4.642419331492694e-06,
      "loss": 0.4517,
      "step": 313600
    },
    {
      "epoch": 87.53,
      "grad_norm": 1.9375693798065186,
      "learning_rate": 4.642414053492319e-06,
      "loss": 0.4594,
      "step": 313610
    },
    {
      "epoch": 87.53,
      "grad_norm": 1.4465099573135376,
      "learning_rate": 4.642408775185991e-06,
      "loss": 0.4697,
      "step": 313620
    },
    {
      "epoch": 87.53,
      "grad_norm": 1.688230037689209,
      "learning_rate": 4.6424034965737104e-06,
      "loss": 0.4543,
      "step": 313630
    },
    {
      "epoch": 87.54,
      "grad_norm": 1.7103875875473022,
      "learning_rate": 4.642398217655479e-06,
      "loss": 0.4389,
      "step": 313640
    },
    {
      "epoch": 87.54,
      "grad_norm": 1.8092522621154785,
      "learning_rate": 4.642392938431297e-06,
      "loss": 0.4487,
      "step": 313650
    },
    {
      "epoch": 87.54,
      "grad_norm": 1.793824315071106,
      "learning_rate": 4.642387658901164e-06,
      "loss": 0.4556,
      "step": 313660
    },
    {
      "epoch": 87.54,
      "grad_norm": 1.6704576015472412,
      "learning_rate": 4.642382379065082e-06,
      "loss": 0.4589,
      "step": 313670
    },
    {
      "epoch": 87.55,
      "grad_norm": 1.847896933555603,
      "learning_rate": 4.642377098923053e-06,
      "loss": 0.4627,
      "step": 313680
    },
    {
      "epoch": 87.55,
      "grad_norm": 1.8205615282058716,
      "learning_rate": 4.642371818475074e-06,
      "loss": 0.4518,
      "step": 313690
    },
    {
      "epoch": 87.55,
      "grad_norm": 1.7829954624176025,
      "learning_rate": 4.642366537721149e-06,
      "loss": 0.455,
      "step": 313700
    },
    {
      "epoch": 87.56,
      "grad_norm": 2.168358325958252,
      "learning_rate": 4.642361256661278e-06,
      "loss": 0.4617,
      "step": 313710
    },
    {
      "epoch": 87.56,
      "grad_norm": 1.4590411186218262,
      "learning_rate": 4.642355975295459e-06,
      "loss": 0.4447,
      "step": 313720
    },
    {
      "epoch": 87.56,
      "grad_norm": 1.6089556217193604,
      "learning_rate": 4.642350693623697e-06,
      "loss": 0.4501,
      "step": 313730
    },
    {
      "epoch": 87.56,
      "grad_norm": 1.7788784503936768,
      "learning_rate": 4.64234541164599e-06,
      "loss": 0.4608,
      "step": 313740
    },
    {
      "epoch": 87.57,
      "grad_norm": 1.6527836322784424,
      "learning_rate": 4.642340129362339e-06,
      "loss": 0.4475,
      "step": 313750
    },
    {
      "epoch": 87.57,
      "grad_norm": 1.4685980081558228,
      "learning_rate": 4.642334846772746e-06,
      "loss": 0.4599,
      "step": 313760
    },
    {
      "epoch": 87.57,
      "grad_norm": 1.747391700744629,
      "learning_rate": 4.6423295638772095e-06,
      "loss": 0.4725,
      "step": 313770
    },
    {
      "epoch": 87.57,
      "grad_norm": 1.7797075510025024,
      "learning_rate": 4.642324280675732e-06,
      "loss": 0.4596,
      "step": 313780
    },
    {
      "epoch": 87.58,
      "grad_norm": 1.6279493570327759,
      "learning_rate": 4.642318997168314e-06,
      "loss": 0.4498,
      "step": 313790
    },
    {
      "epoch": 87.58,
      "grad_norm": 1.5218912363052368,
      "learning_rate": 4.642313713354956e-06,
      "loss": 0.4561,
      "step": 313800
    },
    {
      "epoch": 87.58,
      "grad_norm": 1.8393876552581787,
      "learning_rate": 4.642308429235657e-06,
      "loss": 0.4428,
      "step": 313810
    },
    {
      "epoch": 87.59,
      "grad_norm": 1.714363694190979,
      "learning_rate": 4.642303144810421e-06,
      "loss": 0.45,
      "step": 313820
    },
    {
      "epoch": 87.59,
      "grad_norm": 1.4344574213027954,
      "learning_rate": 4.642297860079246e-06,
      "loss": 0.4488,
      "step": 313830
    },
    {
      "epoch": 87.59,
      "grad_norm": 1.6745084524154663,
      "learning_rate": 4.642292575042133e-06,
      "loss": 0.4551,
      "step": 313840
    },
    {
      "epoch": 87.59,
      "grad_norm": 1.6452363729476929,
      "learning_rate": 4.642287289699085e-06,
      "loss": 0.4564,
      "step": 313850
    },
    {
      "epoch": 87.6,
      "grad_norm": 1.634029507637024,
      "learning_rate": 4.6422820040501e-06,
      "loss": 0.4444,
      "step": 313860
    },
    {
      "epoch": 87.6,
      "grad_norm": 1.788649082183838,
      "learning_rate": 4.6422767180951794e-06,
      "loss": 0.4536,
      "step": 313870
    },
    {
      "epoch": 87.6,
      "grad_norm": 1.4213474988937378,
      "learning_rate": 4.6422714318343256e-06,
      "loss": 0.4339,
      "step": 313880
    },
    {
      "epoch": 87.61,
      "grad_norm": 1.4040542840957642,
      "learning_rate": 4.642266145267537e-06,
      "loss": 0.4389,
      "step": 313890
    },
    {
      "epoch": 87.61,
      "grad_norm": 1.5491999387741089,
      "learning_rate": 4.642260858394816e-06,
      "loss": 0.4583,
      "step": 313900
    },
    {
      "epoch": 87.61,
      "grad_norm": 1.4879460334777832,
      "learning_rate": 4.642255571216162e-06,
      "loss": 0.4461,
      "step": 313910
    },
    {
      "epoch": 87.61,
      "grad_norm": 1.770164966583252,
      "learning_rate": 4.642250283731576e-06,
      "loss": 0.4642,
      "step": 313920
    },
    {
      "epoch": 87.62,
      "grad_norm": 1.511523723602295,
      "learning_rate": 4.64224499594106e-06,
      "loss": 0.4392,
      "step": 313930
    },
    {
      "epoch": 87.62,
      "grad_norm": 1.5185527801513672,
      "learning_rate": 4.6422397078446125e-06,
      "loss": 0.4627,
      "step": 313940
    },
    {
      "epoch": 87.62,
      "grad_norm": 1.9556288719177246,
      "learning_rate": 4.642234419442236e-06,
      "loss": 0.4592,
      "step": 313950
    },
    {
      "epoch": 87.62,
      "grad_norm": 1.814747929573059,
      "learning_rate": 4.642229130733931e-06,
      "loss": 0.4623,
      "step": 313960
    },
    {
      "epoch": 87.63,
      "grad_norm": 1.574764609336853,
      "learning_rate": 4.642223841719697e-06,
      "loss": 0.4458,
      "step": 313970
    },
    {
      "epoch": 87.63,
      "grad_norm": 1.5007497072219849,
      "learning_rate": 4.642218552399537e-06,
      "loss": 0.4808,
      "step": 313980
    },
    {
      "epoch": 87.63,
      "grad_norm": 1.7265398502349854,
      "learning_rate": 4.642213262773448e-06,
      "loss": 0.4441,
      "step": 313990
    },
    {
      "epoch": 87.64,
      "grad_norm": 1.7716968059539795,
      "learning_rate": 4.642207972841434e-06,
      "loss": 0.4315,
      "step": 314000
    },
    {
      "epoch": 87.64,
      "grad_norm": 1.6945760250091553,
      "learning_rate": 4.6422026826034944e-06,
      "loss": 0.4328,
      "step": 314010
    },
    {
      "epoch": 87.64,
      "grad_norm": 1.4009523391723633,
      "learning_rate": 4.642197392059631e-06,
      "loss": 0.44,
      "step": 314020
    },
    {
      "epoch": 87.64,
      "grad_norm": 1.6296098232269287,
      "learning_rate": 4.6421921012098425e-06,
      "loss": 0.4349,
      "step": 314030
    },
    {
      "epoch": 87.65,
      "grad_norm": 1.5709600448608398,
      "learning_rate": 4.642186810054131e-06,
      "loss": 0.453,
      "step": 314040
    },
    {
      "epoch": 87.65,
      "grad_norm": 1.8993910551071167,
      "learning_rate": 4.642181518592498e-06,
      "loss": 0.4417,
      "step": 314050
    },
    {
      "epoch": 87.65,
      "grad_norm": 1.4825048446655273,
      "learning_rate": 4.642176226824942e-06,
      "loss": 0.4408,
      "step": 314060
    },
    {
      "epoch": 87.66,
      "grad_norm": 1.4540256261825562,
      "learning_rate": 4.642170934751465e-06,
      "loss": 0.449,
      "step": 314070
    },
    {
      "epoch": 87.66,
      "grad_norm": 1.9848811626434326,
      "learning_rate": 4.6421656423720676e-06,
      "loss": 0.4201,
      "step": 314080
    },
    {
      "epoch": 87.66,
      "grad_norm": 1.4550987482070923,
      "learning_rate": 4.642160349686751e-06,
      "loss": 0.4734,
      "step": 314090
    },
    {
      "epoch": 87.66,
      "grad_norm": 2.0129470825195312,
      "learning_rate": 4.642155056695515e-06,
      "loss": 0.4507,
      "step": 314100
    },
    {
      "epoch": 87.67,
      "grad_norm": 1.6767269372940063,
      "learning_rate": 4.64214976339836e-06,
      "loss": 0.4455,
      "step": 314110
    },
    {
      "epoch": 87.67,
      "grad_norm": 2.0101823806762695,
      "learning_rate": 4.642144469795288e-06,
      "loss": 0.4247,
      "step": 314120
    },
    {
      "epoch": 87.67,
      "grad_norm": 1.959558129310608,
      "learning_rate": 4.642139175886299e-06,
      "loss": 0.4445,
      "step": 314130
    },
    {
      "epoch": 87.68,
      "grad_norm": 1.3152083158493042,
      "learning_rate": 4.6421338816713934e-06,
      "loss": 0.4391,
      "step": 314140
    },
    {
      "epoch": 87.68,
      "grad_norm": 1.5408576726913452,
      "learning_rate": 4.642128587150573e-06,
      "loss": 0.4656,
      "step": 314150
    },
    {
      "epoch": 87.68,
      "grad_norm": 1.4842617511749268,
      "learning_rate": 4.642123292323837e-06,
      "loss": 0.4386,
      "step": 314160
    },
    {
      "epoch": 87.68,
      "grad_norm": 1.547900676727295,
      "learning_rate": 4.642117997191187e-06,
      "loss": 0.473,
      "step": 314170
    },
    {
      "epoch": 87.69,
      "grad_norm": 1.8893036842346191,
      "learning_rate": 4.6421127017526246e-06,
      "loss": 0.4656,
      "step": 314180
    },
    {
      "epoch": 87.69,
      "grad_norm": 1.5903347730636597,
      "learning_rate": 4.642107406008148e-06,
      "loss": 0.4421,
      "step": 314190
    },
    {
      "epoch": 87.69,
      "grad_norm": 1.7015389204025269,
      "learning_rate": 4.64210210995776e-06,
      "loss": 0.4559,
      "step": 314200
    },
    {
      "epoch": 87.69,
      "grad_norm": 1.6761032342910767,
      "learning_rate": 4.642096813601462e-06,
      "loss": 0.4534,
      "step": 314210
    },
    {
      "epoch": 87.7,
      "grad_norm": 1.455480694770813,
      "learning_rate": 4.642091516939252e-06,
      "loss": 0.4461,
      "step": 314220
    },
    {
      "epoch": 87.7,
      "grad_norm": 1.5234040021896362,
      "learning_rate": 4.642086219971133e-06,
      "loss": 0.4343,
      "step": 314230
    },
    {
      "epoch": 87.7,
      "grad_norm": 1.8404312133789062,
      "learning_rate": 4.642080922697104e-06,
      "loss": 0.4624,
      "step": 314240
    },
    {
      "epoch": 87.71,
      "grad_norm": 1.9568719863891602,
      "learning_rate": 4.642075625117167e-06,
      "loss": 0.4403,
      "step": 314250
    },
    {
      "epoch": 87.71,
      "grad_norm": 1.6229912042617798,
      "learning_rate": 4.642070327231322e-06,
      "loss": 0.4398,
      "step": 314260
    },
    {
      "epoch": 87.71,
      "grad_norm": 1.7669029235839844,
      "learning_rate": 4.642065029039569e-06,
      "loss": 0.4357,
      "step": 314270
    },
    {
      "epoch": 87.71,
      "grad_norm": 2.0104475021362305,
      "learning_rate": 4.642059730541911e-06,
      "loss": 0.4378,
      "step": 314280
    },
    {
      "epoch": 87.72,
      "grad_norm": 1.6197656393051147,
      "learning_rate": 4.642054431738347e-06,
      "loss": 0.4523,
      "step": 314290
    },
    {
      "epoch": 87.72,
      "grad_norm": 1.3688554763793945,
      "learning_rate": 4.6420491326288785e-06,
      "loss": 0.449,
      "step": 314300
    },
    {
      "epoch": 87.72,
      "grad_norm": 1.5086019039154053,
      "learning_rate": 4.642043833213505e-06,
      "loss": 0.4502,
      "step": 314310
    },
    {
      "epoch": 87.73,
      "grad_norm": 1.4178223609924316,
      "learning_rate": 4.642038533492228e-06,
      "loss": 0.4429,
      "step": 314320
    },
    {
      "epoch": 87.73,
      "grad_norm": 1.538456678390503,
      "learning_rate": 4.6420332334650486e-06,
      "loss": 0.4457,
      "step": 314330
    },
    {
      "epoch": 87.73,
      "grad_norm": 1.7793070077896118,
      "learning_rate": 4.642027933131966e-06,
      "loss": 0.4486,
      "step": 314340
    },
    {
      "epoch": 87.73,
      "grad_norm": 1.410801649093628,
      "learning_rate": 4.642022632492984e-06,
      "loss": 0.4461,
      "step": 314350
    },
    {
      "epoch": 87.74,
      "grad_norm": 1.5368738174438477,
      "learning_rate": 4.6420173315481e-06,
      "loss": 0.449,
      "step": 314360
    },
    {
      "epoch": 87.74,
      "grad_norm": 1.5198853015899658,
      "learning_rate": 4.642012030297316e-06,
      "loss": 0.4338,
      "step": 314370
    },
    {
      "epoch": 87.74,
      "grad_norm": 1.5986748933792114,
      "learning_rate": 4.6420067287406325e-06,
      "loss": 0.4509,
      "step": 314380
    },
    {
      "epoch": 87.74,
      "grad_norm": 3.290938138961792,
      "learning_rate": 4.642001426878051e-06,
      "loss": 0.4433,
      "step": 314390
    },
    {
      "epoch": 87.75,
      "grad_norm": 1.443350911140442,
      "learning_rate": 4.641996124709571e-06,
      "loss": 0.4563,
      "step": 314400
    },
    {
      "epoch": 87.75,
      "grad_norm": 1.5637184381484985,
      "learning_rate": 4.6419908222351945e-06,
      "loss": 0.4557,
      "step": 314410
    },
    {
      "epoch": 87.75,
      "grad_norm": 1.9614239931106567,
      "learning_rate": 4.641985519454921e-06,
      "loss": 0.4701,
      "step": 314420
    },
    {
      "epoch": 87.76,
      "grad_norm": 1.7333426475524902,
      "learning_rate": 4.6419802163687516e-06,
      "loss": 0.4472,
      "step": 314430
    },
    {
      "epoch": 87.76,
      "grad_norm": 1.4245907068252563,
      "learning_rate": 4.641974912976688e-06,
      "loss": 0.4463,
      "step": 314440
    },
    {
      "epoch": 87.76,
      "grad_norm": 1.5437581539154053,
      "learning_rate": 4.64196960927873e-06,
      "loss": 0.4705,
      "step": 314450
    },
    {
      "epoch": 87.76,
      "grad_norm": 1.6453936100006104,
      "learning_rate": 4.641964305274877e-06,
      "loss": 0.4375,
      "step": 314460
    },
    {
      "epoch": 87.77,
      "grad_norm": 2.0193734169006348,
      "learning_rate": 4.641959000965132e-06,
      "loss": 0.4571,
      "step": 314470
    },
    {
      "epoch": 87.77,
      "grad_norm": 1.4848705530166626,
      "learning_rate": 4.641953696349495e-06,
      "loss": 0.4551,
      "step": 314480
    },
    {
      "epoch": 87.77,
      "grad_norm": 1.3389177322387695,
      "learning_rate": 4.641948391427965e-06,
      "loss": 0.4588,
      "step": 314490
    },
    {
      "epoch": 87.78,
      "grad_norm": 1.2912442684173584,
      "learning_rate": 4.641943086200545e-06,
      "loss": 0.4433,
      "step": 314500
    },
    {
      "epoch": 87.78,
      "grad_norm": 1.431410551071167,
      "learning_rate": 4.6419377806672365e-06,
      "loss": 0.4395,
      "step": 314510
    },
    {
      "epoch": 87.78,
      "grad_norm": 1.9065382480621338,
      "learning_rate": 4.641932474828037e-06,
      "loss": 0.4543,
      "step": 314520
    },
    {
      "epoch": 87.78,
      "grad_norm": 1.893122673034668,
      "learning_rate": 4.641927168682948e-06,
      "loss": 0.4462,
      "step": 314530
    },
    {
      "epoch": 87.79,
      "grad_norm": 1.3642382621765137,
      "learning_rate": 4.641921862231972e-06,
      "loss": 0.4698,
      "step": 314540
    },
    {
      "epoch": 87.79,
      "grad_norm": 1.651944637298584,
      "learning_rate": 4.64191655547511e-06,
      "loss": 0.4522,
      "step": 314550
    },
    {
      "epoch": 87.79,
      "grad_norm": 1.4430631399154663,
      "learning_rate": 4.64191124841236e-06,
      "loss": 0.4371,
      "step": 314560
    },
    {
      "epoch": 87.8,
      "grad_norm": 1.629657506942749,
      "learning_rate": 4.641905941043724e-06,
      "loss": 0.4713,
      "step": 314570
    },
    {
      "epoch": 87.8,
      "grad_norm": 1.4796744585037231,
      "learning_rate": 4.641900633369203e-06,
      "loss": 0.4626,
      "step": 314580
    },
    {
      "epoch": 87.8,
      "grad_norm": 1.6872749328613281,
      "learning_rate": 4.641895325388797e-06,
      "loss": 0.4454,
      "step": 314590
    },
    {
      "epoch": 87.8,
      "grad_norm": 1.5518901348114014,
      "learning_rate": 4.641890017102508e-06,
      "loss": 0.4552,
      "step": 314600
    },
    {
      "epoch": 87.81,
      "grad_norm": 2.0479378700256348,
      "learning_rate": 4.641884708510336e-06,
      "loss": 0.4609,
      "step": 314610
    },
    {
      "epoch": 87.81,
      "grad_norm": 1.50816011428833,
      "learning_rate": 4.641879399612281e-06,
      "loss": 0.4532,
      "step": 314620
    },
    {
      "epoch": 87.81,
      "grad_norm": 1.5759485960006714,
      "learning_rate": 4.641874090408345e-06,
      "loss": 0.4603,
      "step": 314630
    },
    {
      "epoch": 87.81,
      "grad_norm": 1.5055679082870483,
      "learning_rate": 4.641868780898527e-06,
      "loss": 0.4567,
      "step": 314640
    },
    {
      "epoch": 87.82,
      "grad_norm": 2.154813528060913,
      "learning_rate": 4.641863471082829e-06,
      "loss": 0.4652,
      "step": 314650
    },
    {
      "epoch": 87.82,
      "grad_norm": 2.181645393371582,
      "learning_rate": 4.641858160961253e-06,
      "loss": 0.4387,
      "step": 314660
    },
    {
      "epoch": 87.82,
      "grad_norm": 1.6391431093215942,
      "learning_rate": 4.641852850533797e-06,
      "loss": 0.4493,
      "step": 314670
    },
    {
      "epoch": 87.83,
      "grad_norm": 1.5383741855621338,
      "learning_rate": 4.641847539800463e-06,
      "loss": 0.4563,
      "step": 314680
    },
    {
      "epoch": 87.83,
      "grad_norm": 1.3054044246673584,
      "learning_rate": 4.641842228761252e-06,
      "loss": 0.444,
      "step": 314690
    },
    {
      "epoch": 87.83,
      "grad_norm": 1.461089849472046,
      "learning_rate": 4.641836917416164e-06,
      "loss": 0.4395,
      "step": 314700
    },
    {
      "epoch": 87.83,
      "grad_norm": 1.6588913202285767,
      "learning_rate": 4.6418316057652e-06,
      "loss": 0.4399,
      "step": 314710
    },
    {
      "epoch": 87.84,
      "grad_norm": 1.7640239000320435,
      "learning_rate": 4.6418262938083605e-06,
      "loss": 0.4773,
      "step": 314720
    },
    {
      "epoch": 87.84,
      "grad_norm": 1.4968369007110596,
      "learning_rate": 4.641820981545646e-06,
      "loss": 0.4628,
      "step": 314730
    },
    {
      "epoch": 87.84,
      "grad_norm": 2.014847993850708,
      "learning_rate": 4.641815668977059e-06,
      "loss": 0.4435,
      "step": 314740
    },
    {
      "epoch": 87.85,
      "grad_norm": 1.5721746683120728,
      "learning_rate": 4.641810356102598e-06,
      "loss": 0.4671,
      "step": 314750
    },
    {
      "epoch": 87.85,
      "grad_norm": 1.7447090148925781,
      "learning_rate": 4.641805042922264e-06,
      "loss": 0.4331,
      "step": 314760
    },
    {
      "epoch": 87.85,
      "grad_norm": 1.441758632659912,
      "learning_rate": 4.64179972943606e-06,
      "loss": 0.4495,
      "step": 314770
    },
    {
      "epoch": 87.85,
      "grad_norm": 1.509703278541565,
      "learning_rate": 4.641794415643983e-06,
      "loss": 0.4491,
      "step": 314780
    },
    {
      "epoch": 87.86,
      "grad_norm": 1.630614161491394,
      "learning_rate": 4.641789101546036e-06,
      "loss": 0.4392,
      "step": 314790
    },
    {
      "epoch": 87.86,
      "grad_norm": 1.5414707660675049,
      "learning_rate": 4.64178378714222e-06,
      "loss": 0.4587,
      "step": 314800
    },
    {
      "epoch": 87.86,
      "grad_norm": 1.7304518222808838,
      "learning_rate": 4.641778472432535e-06,
      "loss": 0.436,
      "step": 314810
    },
    {
      "epoch": 87.86,
      "grad_norm": 1.803161382675171,
      "learning_rate": 4.641773157416982e-06,
      "loss": 0.4542,
      "step": 314820
    },
    {
      "epoch": 87.87,
      "grad_norm": 1.6288981437683105,
      "learning_rate": 4.641767842095561e-06,
      "loss": 0.449,
      "step": 314830
    },
    {
      "epoch": 87.87,
      "grad_norm": 1.5703824758529663,
      "learning_rate": 4.641762526468273e-06,
      "loss": 0.4562,
      "step": 314840
    },
    {
      "epoch": 87.87,
      "grad_norm": 1.6859731674194336,
      "learning_rate": 4.64175721053512e-06,
      "loss": 0.4349,
      "step": 314850
    },
    {
      "epoch": 87.88,
      "grad_norm": 1.8066920042037964,
      "learning_rate": 4.6417518942961e-06,
      "loss": 0.4535,
      "step": 314860
    },
    {
      "epoch": 87.88,
      "grad_norm": 1.6408166885375977,
      "learning_rate": 4.641746577751216e-06,
      "loss": 0.4611,
      "step": 314870
    },
    {
      "epoch": 87.88,
      "grad_norm": 2.050365924835205,
      "learning_rate": 4.641741260900469e-06,
      "loss": 0.4628,
      "step": 314880
    },
    {
      "epoch": 87.88,
      "grad_norm": 1.38651704788208,
      "learning_rate": 4.641735943743858e-06,
      "loss": 0.4678,
      "step": 314890
    },
    {
      "epoch": 87.89,
      "grad_norm": 1.6426295042037964,
      "learning_rate": 4.641730626281384e-06,
      "loss": 0.4613,
      "step": 314900
    },
    {
      "epoch": 87.89,
      "grad_norm": 1.6937849521636963,
      "learning_rate": 4.6417253085130486e-06,
      "loss": 0.4464,
      "step": 314910
    },
    {
      "epoch": 87.89,
      "grad_norm": 1.5795261859893799,
      "learning_rate": 4.641719990438852e-06,
      "loss": 0.4563,
      "step": 314920
    },
    {
      "epoch": 87.9,
      "grad_norm": 1.5415712594985962,
      "learning_rate": 4.641714672058795e-06,
      "loss": 0.4359,
      "step": 314930
    },
    {
      "epoch": 87.9,
      "grad_norm": 2.5269558429718018,
      "learning_rate": 4.641709353372879e-06,
      "loss": 0.4578,
      "step": 314940
    },
    {
      "epoch": 87.9,
      "grad_norm": 1.411861538887024,
      "learning_rate": 4.641704034381103e-06,
      "loss": 0.4615,
      "step": 314950
    },
    {
      "epoch": 87.9,
      "grad_norm": 1.6057811975479126,
      "learning_rate": 4.641698715083469e-06,
      "loss": 0.439,
      "step": 314960
    },
    {
      "epoch": 87.91,
      "grad_norm": 1.5664743185043335,
      "learning_rate": 4.641693395479977e-06,
      "loss": 0.4721,
      "step": 314970
    },
    {
      "epoch": 87.91,
      "grad_norm": 1.895761251449585,
      "learning_rate": 4.641688075570629e-06,
      "loss": 0.4488,
      "step": 314980
    },
    {
      "epoch": 87.91,
      "grad_norm": 2.819289445877075,
      "learning_rate": 4.641682755355424e-06,
      "loss": 0.467,
      "step": 314990
    },
    {
      "epoch": 87.92,
      "grad_norm": 1.6660692691802979,
      "learning_rate": 4.641677434834364e-06,
      "loss": 0.4493,
      "step": 315000
    },
    {
      "epoch": 87.92,
      "grad_norm": 1.9401096105575562,
      "learning_rate": 4.641672114007448e-06,
      "loss": 0.4561,
      "step": 315010
    },
    {
      "epoch": 87.92,
      "grad_norm": 1.7403242588043213,
      "learning_rate": 4.64166679287468e-06,
      "loss": 0.4502,
      "step": 315020
    },
    {
      "epoch": 87.92,
      "grad_norm": 1.3897751569747925,
      "learning_rate": 4.641661471436057e-06,
      "loss": 0.458,
      "step": 315030
    },
    {
      "epoch": 87.93,
      "grad_norm": 1.5231155157089233,
      "learning_rate": 4.641656149691582e-06,
      "loss": 0.4601,
      "step": 315040
    },
    {
      "epoch": 87.93,
      "grad_norm": 1.6463675498962402,
      "learning_rate": 4.641650827641255e-06,
      "loss": 0.452,
      "step": 315050
    },
    {
      "epoch": 87.93,
      "grad_norm": 1.607699990272522,
      "learning_rate": 4.641645505285077e-06,
      "loss": 0.4457,
      "step": 315060
    },
    {
      "epoch": 87.93,
      "grad_norm": 1.3890918493270874,
      "learning_rate": 4.641640182623048e-06,
      "loss": 0.4473,
      "step": 315070
    },
    {
      "epoch": 87.94,
      "grad_norm": 1.8532414436340332,
      "learning_rate": 4.64163485965517e-06,
      "loss": 0.4476,
      "step": 315080
    },
    {
      "epoch": 87.94,
      "grad_norm": 1.655281901359558,
      "learning_rate": 4.641629536381442e-06,
      "loss": 0.4517,
      "step": 315090
    },
    {
      "epoch": 87.94,
      "grad_norm": 1.8886833190917969,
      "learning_rate": 4.6416242128018665e-06,
      "loss": 0.4349,
      "step": 315100
    },
    {
      "epoch": 87.95,
      "grad_norm": 1.9571298360824585,
      "learning_rate": 4.641618888916443e-06,
      "loss": 0.4591,
      "step": 315110
    },
    {
      "epoch": 87.95,
      "grad_norm": 1.5321331024169922,
      "learning_rate": 4.641613564725171e-06,
      "loss": 0.4561,
      "step": 315120
    },
    {
      "epoch": 87.95,
      "grad_norm": 1.8232675790786743,
      "learning_rate": 4.641608240228055e-06,
      "loss": 0.4423,
      "step": 315130
    },
    {
      "epoch": 87.95,
      "grad_norm": 1.449870228767395,
      "learning_rate": 4.641602915425092e-06,
      "loss": 0.4409,
      "step": 315140
    },
    {
      "epoch": 87.96,
      "grad_norm": 1.9056274890899658,
      "learning_rate": 4.641597590316285e-06,
      "loss": 0.4527,
      "step": 315150
    },
    {
      "epoch": 87.96,
      "grad_norm": 1.6662969589233398,
      "learning_rate": 4.641592264901633e-06,
      "loss": 0.4556,
      "step": 315160
    },
    {
      "epoch": 87.96,
      "grad_norm": 1.7450283765792847,
      "learning_rate": 4.641586939181139e-06,
      "loss": 0.4459,
      "step": 315170
    },
    {
      "epoch": 87.97,
      "grad_norm": 2.191389560699463,
      "learning_rate": 4.641581613154801e-06,
      "loss": 0.4542,
      "step": 315180
    },
    {
      "epoch": 87.97,
      "grad_norm": 1.8675978183746338,
      "learning_rate": 4.641576286822622e-06,
      "loss": 0.4445,
      "step": 315190
    },
    {
      "epoch": 87.97,
      "grad_norm": 2.26389741897583,
      "learning_rate": 4.641570960184601e-06,
      "loss": 0.4576,
      "step": 315200
    },
    {
      "epoch": 87.97,
      "grad_norm": 1.5840225219726562,
      "learning_rate": 4.641565633240739e-06,
      "loss": 0.4273,
      "step": 315210
    },
    {
      "epoch": 87.98,
      "grad_norm": 1.6081130504608154,
      "learning_rate": 4.641560305991037e-06,
      "loss": 0.4657,
      "step": 315220
    },
    {
      "epoch": 87.98,
      "grad_norm": 1.6628506183624268,
      "learning_rate": 4.641554978435497e-06,
      "loss": 0.4351,
      "step": 315230
    },
    {
      "epoch": 87.98,
      "grad_norm": 1.5498600006103516,
      "learning_rate": 4.641549650574118e-06,
      "loss": 0.4459,
      "step": 315240
    },
    {
      "epoch": 87.98,
      "grad_norm": 1.7115421295166016,
      "learning_rate": 4.641544322406901e-06,
      "loss": 0.4395,
      "step": 315250
    },
    {
      "epoch": 87.99,
      "grad_norm": 1.629907250404358,
      "learning_rate": 4.641538993933848e-06,
      "loss": 0.4638,
      "step": 315260
    },
    {
      "epoch": 87.99,
      "grad_norm": 1.603506088256836,
      "learning_rate": 4.641533665154957e-06,
      "loss": 0.4524,
      "step": 315270
    },
    {
      "epoch": 87.99,
      "grad_norm": 1.5666652917861938,
      "learning_rate": 4.641528336070231e-06,
      "loss": 0.4417,
      "step": 315280
    },
    {
      "epoch": 88.0,
      "grad_norm": 1.6054006814956665,
      "learning_rate": 4.6415230066796704e-06,
      "loss": 0.452,
      "step": 315290
    },
    {
      "epoch": 88.0,
      "grad_norm": 1.4565999507904053,
      "learning_rate": 4.641517676983275e-06,
      "loss": 0.4675,
      "step": 315300
    },
    {
      "epoch": 88.0,
      "eval_loss": 0.4512048363685608,
      "eval_runtime": 63.2157,
      "eval_samples_per_second": 80.028,
      "eval_steps_per_second": 10.013,
      "step": 315304
    },
    {
      "epoch": 88.0,
      "grad_norm": 1.6717256307601929,
      "learning_rate": 4.641512346981047e-06,
      "loss": 0.4636,
      "step": 315310
    },
    {
      "epoch": 88.0,
      "grad_norm": 1.545722484588623,
      "learning_rate": 4.641507016672985e-06,
      "loss": 0.4238,
      "step": 315320
    },
    {
      "epoch": 88.01,
      "grad_norm": 1.7605421543121338,
      "learning_rate": 4.641501686059092e-06,
      "loss": 0.4402,
      "step": 315330
    },
    {
      "epoch": 88.01,
      "grad_norm": 1.8439795970916748,
      "learning_rate": 4.641496355139367e-06,
      "loss": 0.4632,
      "step": 315340
    },
    {
      "epoch": 88.01,
      "grad_norm": 1.765425443649292,
      "learning_rate": 4.641491023913812e-06,
      "loss": 0.4623,
      "step": 315350
    },
    {
      "epoch": 88.02,
      "grad_norm": 2.707547664642334,
      "learning_rate": 4.6414856923824275e-06,
      "loss": 0.4377,
      "step": 315360
    },
    {
      "epoch": 88.02,
      "grad_norm": 1.996169090270996,
      "learning_rate": 4.6414803605452125e-06,
      "loss": 0.4541,
      "step": 315370
    },
    {
      "epoch": 88.02,
      "grad_norm": 1.5804013013839722,
      "learning_rate": 4.641475028402169e-06,
      "loss": 0.4453,
      "step": 315380
    },
    {
      "epoch": 88.02,
      "grad_norm": 2.044687032699585,
      "learning_rate": 4.641469695953298e-06,
      "loss": 0.461,
      "step": 315390
    },
    {
      "epoch": 88.03,
      "grad_norm": 1.6716171503067017,
      "learning_rate": 4.6414643631985995e-06,
      "loss": 0.4437,
      "step": 315400
    },
    {
      "epoch": 88.03,
      "grad_norm": 1.7214484214782715,
      "learning_rate": 4.641459030138075e-06,
      "loss": 0.4438,
      "step": 315410
    },
    {
      "epoch": 88.03,
      "grad_norm": 1.7093617916107178,
      "learning_rate": 4.641453696771725e-06,
      "loss": 0.4125,
      "step": 315420
    },
    {
      "epoch": 88.04,
      "grad_norm": 1.772043228149414,
      "learning_rate": 4.64144836309955e-06,
      "loss": 0.4394,
      "step": 315430
    },
    {
      "epoch": 88.04,
      "grad_norm": 1.7345213890075684,
      "learning_rate": 4.64144302912155e-06,
      "loss": 0.4666,
      "step": 315440
    },
    {
      "epoch": 88.04,
      "grad_norm": 1.6875008344650269,
      "learning_rate": 4.641437694837727e-06,
      "loss": 0.4731,
      "step": 315450
    },
    {
      "epoch": 88.04,
      "grad_norm": 1.6133631467819214,
      "learning_rate": 4.641432360248082e-06,
      "loss": 0.4505,
      "step": 315460
    },
    {
      "epoch": 88.05,
      "grad_norm": 1.989599347114563,
      "learning_rate": 4.641427025352614e-06,
      "loss": 0.4683,
      "step": 315470
    },
    {
      "epoch": 88.05,
      "grad_norm": 1.6307896375656128,
      "learning_rate": 4.641421690151324e-06,
      "loss": 0.4342,
      "step": 315480
    },
    {
      "epoch": 88.05,
      "grad_norm": 1.7625857591629028,
      "learning_rate": 4.641416354644213e-06,
      "loss": 0.4318,
      "step": 315490
    },
    {
      "epoch": 88.05,
      "grad_norm": 1.3663605451583862,
      "learning_rate": 4.641411018831283e-06,
      "loss": 0.4337,
      "step": 315500
    },
    {
      "epoch": 88.06,
      "grad_norm": 1.4511220455169678,
      "learning_rate": 4.641405682712534e-06,
      "loss": 0.4495,
      "step": 315510
    },
    {
      "epoch": 88.06,
      "grad_norm": 1.6093873977661133,
      "learning_rate": 4.641400346287965e-06,
      "loss": 0.4379,
      "step": 315520
    },
    {
      "epoch": 88.06,
      "grad_norm": 1.8303242921829224,
      "learning_rate": 4.64139500955758e-06,
      "loss": 0.4547,
      "step": 315530
    },
    {
      "epoch": 88.07,
      "grad_norm": 2.0771071910858154,
      "learning_rate": 4.641389672521377e-06,
      "loss": 0.4633,
      "step": 315540
    },
    {
      "epoch": 88.07,
      "grad_norm": 1.6654497385025024,
      "learning_rate": 4.641384335179357e-06,
      "loss": 0.4754,
      "step": 315550
    },
    {
      "epoch": 88.07,
      "grad_norm": 1.6006330251693726,
      "learning_rate": 4.641378997531522e-06,
      "loss": 0.4473,
      "step": 315560
    },
    {
      "epoch": 88.07,
      "grad_norm": 1.6276464462280273,
      "learning_rate": 4.641373659577871e-06,
      "loss": 0.4529,
      "step": 315570
    },
    {
      "epoch": 88.08,
      "grad_norm": 1.7965158224105835,
      "learning_rate": 4.641368321318406e-06,
      "loss": 0.4343,
      "step": 315580
    },
    {
      "epoch": 88.08,
      "grad_norm": 1.454784631729126,
      "learning_rate": 4.641362982753127e-06,
      "loss": 0.4319,
      "step": 315590
    },
    {
      "epoch": 88.08,
      "grad_norm": 1.8385342359542847,
      "learning_rate": 4.6413576438820365e-06,
      "loss": 0.452,
      "step": 315600
    },
    {
      "epoch": 88.09,
      "grad_norm": 1.6233391761779785,
      "learning_rate": 4.641352304705133e-06,
      "loss": 0.4501,
      "step": 315610
    },
    {
      "epoch": 88.09,
      "grad_norm": 1.5668048858642578,
      "learning_rate": 4.641346965222417e-06,
      "loss": 0.4492,
      "step": 315620
    },
    {
      "epoch": 88.09,
      "grad_norm": 1.7010338306427002,
      "learning_rate": 4.641341625433892e-06,
      "loss": 0.4476,
      "step": 315630
    },
    {
      "epoch": 88.09,
      "grad_norm": 1.6896884441375732,
      "learning_rate": 4.641336285339556e-06,
      "loss": 0.4484,
      "step": 315640
    },
    {
      "epoch": 88.1,
      "grad_norm": 1.719500184059143,
      "learning_rate": 4.641330944939411e-06,
      "loss": 0.4486,
      "step": 315650
    },
    {
      "epoch": 88.1,
      "grad_norm": 1.6620627641677856,
      "learning_rate": 4.641325604233457e-06,
      "loss": 0.4505,
      "step": 315660
    },
    {
      "epoch": 88.1,
      "grad_norm": 1.6219873428344727,
      "learning_rate": 4.641320263221695e-06,
      "loss": 0.4409,
      "step": 315670
    },
    {
      "epoch": 88.1,
      "grad_norm": 1.5948982238769531,
      "learning_rate": 4.6413149219041265e-06,
      "loss": 0.4356,
      "step": 315680
    },
    {
      "epoch": 88.11,
      "grad_norm": 2.0084471702575684,
      "learning_rate": 4.64130958028075e-06,
      "loss": 0.4388,
      "step": 315690
    },
    {
      "epoch": 88.11,
      "grad_norm": 1.4064933061599731,
      "learning_rate": 4.641304238351569e-06,
      "loss": 0.46,
      "step": 315700
    },
    {
      "epoch": 88.11,
      "grad_norm": 1.5438369512557983,
      "learning_rate": 4.641298896116582e-06,
      "loss": 0.4438,
      "step": 315710
    },
    {
      "epoch": 88.12,
      "grad_norm": 1.6933023929595947,
      "learning_rate": 4.6412935535757916e-06,
      "loss": 0.4378,
      "step": 315720
    },
    {
      "epoch": 88.12,
      "grad_norm": 1.3574204444885254,
      "learning_rate": 4.641288210729197e-06,
      "loss": 0.4572,
      "step": 315730
    },
    {
      "epoch": 88.12,
      "grad_norm": 1.6455273628234863,
      "learning_rate": 4.6412828675767995e-06,
      "loss": 0.4459,
      "step": 315740
    },
    {
      "epoch": 88.12,
      "grad_norm": 1.7531856298446655,
      "learning_rate": 4.6412775241186e-06,
      "loss": 0.445,
      "step": 315750
    },
    {
      "epoch": 88.13,
      "grad_norm": 1.9183462858200073,
      "learning_rate": 4.641272180354599e-06,
      "loss": 0.459,
      "step": 315760
    },
    {
      "epoch": 88.13,
      "grad_norm": 1.5518161058425903,
      "learning_rate": 4.6412668362847965e-06,
      "loss": 0.4534,
      "step": 315770
    },
    {
      "epoch": 88.13,
      "grad_norm": 1.5331815481185913,
      "learning_rate": 4.641261491909194e-06,
      "loss": 0.4577,
      "step": 315780
    },
    {
      "epoch": 88.14,
      "grad_norm": 1.935146450996399,
      "learning_rate": 4.641256147227793e-06,
      "loss": 0.4503,
      "step": 315790
    },
    {
      "epoch": 88.14,
      "grad_norm": 1.6549922227859497,
      "learning_rate": 4.641250802240592e-06,
      "loss": 0.4613,
      "step": 315800
    },
    {
      "epoch": 88.14,
      "grad_norm": 1.8186286687850952,
      "learning_rate": 4.641245456947594e-06,
      "loss": 0.4436,
      "step": 315810
    },
    {
      "epoch": 88.14,
      "grad_norm": 1.9597750902175903,
      "learning_rate": 4.641240111348798e-06,
      "loss": 0.4556,
      "step": 315820
    },
    {
      "epoch": 88.15,
      "grad_norm": 1.4721118211746216,
      "learning_rate": 4.6412347654442065e-06,
      "loss": 0.459,
      "step": 315830
    },
    {
      "epoch": 88.15,
      "grad_norm": 1.7062619924545288,
      "learning_rate": 4.641229419233818e-06,
      "loss": 0.4408,
      "step": 315840
    },
    {
      "epoch": 88.15,
      "grad_norm": 1.7062196731567383,
      "learning_rate": 4.641224072717635e-06,
      "loss": 0.4457,
      "step": 315850
    },
    {
      "epoch": 88.16,
      "grad_norm": 1.5367647409439087,
      "learning_rate": 4.6412187258956575e-06,
      "loss": 0.4335,
      "step": 315860
    },
    {
      "epoch": 88.16,
      "grad_norm": 1.5998414754867554,
      "learning_rate": 4.641213378767886e-06,
      "loss": 0.4311,
      "step": 315870
    },
    {
      "epoch": 88.16,
      "grad_norm": 1.5882841348648071,
      "learning_rate": 4.641208031334322e-06,
      "loss": 0.445,
      "step": 315880
    },
    {
      "epoch": 88.16,
      "grad_norm": 2.015925407409668,
      "learning_rate": 4.6412026835949655e-06,
      "loss": 0.4549,
      "step": 315890
    },
    {
      "epoch": 88.17,
      "grad_norm": 1.5081676244735718,
      "learning_rate": 4.6411973355498174e-06,
      "loss": 0.4494,
      "step": 315900
    },
    {
      "epoch": 88.17,
      "grad_norm": 1.4487106800079346,
      "learning_rate": 4.641191987198878e-06,
      "loss": 0.4463,
      "step": 315910
    },
    {
      "epoch": 88.17,
      "grad_norm": 1.6339541673660278,
      "learning_rate": 4.641186638542149e-06,
      "loss": 0.4339,
      "step": 315920
    },
    {
      "epoch": 88.17,
      "grad_norm": 1.5106579065322876,
      "learning_rate": 4.6411812895796305e-06,
      "loss": 0.4534,
      "step": 315930
    },
    {
      "epoch": 88.18,
      "grad_norm": 2.4329001903533936,
      "learning_rate": 4.641175940311323e-06,
      "loss": 0.4549,
      "step": 315940
    },
    {
      "epoch": 88.18,
      "grad_norm": 1.6379342079162598,
      "learning_rate": 4.641170590737228e-06,
      "loss": 0.4504,
      "step": 315950
    },
    {
      "epoch": 88.18,
      "grad_norm": 1.641586422920227,
      "learning_rate": 4.641165240857345e-06,
      "loss": 0.4253,
      "step": 315960
    },
    {
      "epoch": 88.19,
      "grad_norm": 1.8517792224884033,
      "learning_rate": 4.641159890671676e-06,
      "loss": 0.4497,
      "step": 315970
    },
    {
      "epoch": 88.19,
      "grad_norm": 1.4356077909469604,
      "learning_rate": 4.64115454018022e-06,
      "loss": 0.4439,
      "step": 315980
    },
    {
      "epoch": 88.19,
      "grad_norm": 1.675667643547058,
      "learning_rate": 4.64114918938298e-06,
      "loss": 0.45,
      "step": 315990
    },
    {
      "epoch": 88.19,
      "grad_norm": 1.7785371541976929,
      "learning_rate": 4.641143838279956e-06,
      "loss": 0.449,
      "step": 316000
    },
    {
      "epoch": 88.2,
      "grad_norm": 1.8777323961257935,
      "learning_rate": 4.641138486871147e-06,
      "loss": 0.4649,
      "step": 316010
    },
    {
      "epoch": 88.2,
      "grad_norm": 1.6361908912658691,
      "learning_rate": 4.641133135156555e-06,
      "loss": 0.4644,
      "step": 316020
    },
    {
      "epoch": 88.2,
      "grad_norm": 1.474450945854187,
      "learning_rate": 4.641127783136182e-06,
      "loss": 0.4443,
      "step": 316030
    },
    {
      "epoch": 88.21,
      "grad_norm": 1.8065741062164307,
      "learning_rate": 4.641122430810027e-06,
      "loss": 0.448,
      "step": 316040
    },
    {
      "epoch": 88.21,
      "grad_norm": 1.6803653240203857,
      "learning_rate": 4.64111707817809e-06,
      "loss": 0.4523,
      "step": 316050
    },
    {
      "epoch": 88.21,
      "grad_norm": 1.682116985321045,
      "learning_rate": 4.641111725240373e-06,
      "loss": 0.4466,
      "step": 316060
    },
    {
      "epoch": 88.21,
      "grad_norm": 1.5059514045715332,
      "learning_rate": 4.641106371996877e-06,
      "loss": 0.4437,
      "step": 316070
    },
    {
      "epoch": 88.22,
      "grad_norm": 1.3256497383117676,
      "learning_rate": 4.641101018447602e-06,
      "loss": 0.4507,
      "step": 316080
    },
    {
      "epoch": 88.22,
      "grad_norm": 1.8970869779586792,
      "learning_rate": 4.641095664592549e-06,
      "loss": 0.4489,
      "step": 316090
    },
    {
      "epoch": 88.22,
      "grad_norm": 1.581154704093933,
      "learning_rate": 4.641090310431719e-06,
      "loss": 0.4451,
      "step": 316100
    },
    {
      "epoch": 88.22,
      "grad_norm": 2.4849746227264404,
      "learning_rate": 4.641084955965113e-06,
      "loss": 0.4463,
      "step": 316110
    },
    {
      "epoch": 88.23,
      "grad_norm": 1.6104739904403687,
      "learning_rate": 4.64107960119273e-06,
      "loss": 0.4459,
      "step": 316120
    },
    {
      "epoch": 88.23,
      "grad_norm": 1.4136110544204712,
      "learning_rate": 4.641074246114572e-06,
      "loss": 0.4407,
      "step": 316130
    },
    {
      "epoch": 88.23,
      "grad_norm": 1.7692968845367432,
      "learning_rate": 4.6410688907306395e-06,
      "loss": 0.4232,
      "step": 316140
    },
    {
      "epoch": 88.24,
      "grad_norm": 1.9581502676010132,
      "learning_rate": 4.641063535040934e-06,
      "loss": 0.4547,
      "step": 316150
    },
    {
      "epoch": 88.24,
      "grad_norm": 1.3981544971466064,
      "learning_rate": 4.641058179045454e-06,
      "loss": 0.4368,
      "step": 316160
    },
    {
      "epoch": 88.24,
      "grad_norm": 1.6436264514923096,
      "learning_rate": 4.641052822744203e-06,
      "loss": 0.4459,
      "step": 316170
    },
    {
      "epoch": 88.24,
      "grad_norm": 1.646607756614685,
      "learning_rate": 4.64104746613718e-06,
      "loss": 0.4659,
      "step": 316180
    },
    {
      "epoch": 88.25,
      "grad_norm": 1.4938523769378662,
      "learning_rate": 4.641042109224385e-06,
      "loss": 0.4444,
      "step": 316190
    },
    {
      "epoch": 88.25,
      "grad_norm": 1.8506394624710083,
      "learning_rate": 4.641036752005821e-06,
      "loss": 0.4507,
      "step": 316200
    },
    {
      "epoch": 88.25,
      "grad_norm": 1.7557061910629272,
      "learning_rate": 4.641031394481488e-06,
      "loss": 0.465,
      "step": 316210
    },
    {
      "epoch": 88.26,
      "grad_norm": 1.5793533325195312,
      "learning_rate": 4.6410260366513846e-06,
      "loss": 0.4337,
      "step": 316220
    },
    {
      "epoch": 88.26,
      "grad_norm": 2.0647668838500977,
      "learning_rate": 4.6410206785155135e-06,
      "loss": 0.4313,
      "step": 316230
    },
    {
      "epoch": 88.26,
      "grad_norm": 1.8546953201293945,
      "learning_rate": 4.641015320073876e-06,
      "loss": 0.4368,
      "step": 316240
    },
    {
      "epoch": 88.26,
      "grad_norm": 1.8414124250411987,
      "learning_rate": 4.641009961326471e-06,
      "loss": 0.4458,
      "step": 316250
    },
    {
      "epoch": 88.27,
      "grad_norm": 1.8537572622299194,
      "learning_rate": 4.641004602273301e-06,
      "loss": 0.4307,
      "step": 316260
    },
    {
      "epoch": 88.27,
      "grad_norm": 1.4257218837738037,
      "learning_rate": 4.640999242914365e-06,
      "loss": 0.4502,
      "step": 316270
    },
    {
      "epoch": 88.27,
      "grad_norm": 1.896925449371338,
      "learning_rate": 4.640993883249665e-06,
      "loss": 0.4588,
      "step": 316280
    },
    {
      "epoch": 88.28,
      "grad_norm": 1.8926633596420288,
      "learning_rate": 4.640988523279201e-06,
      "loss": 0.431,
      "step": 316290
    },
    {
      "epoch": 88.28,
      "grad_norm": 1.4499708414077759,
      "learning_rate": 4.640983163002973e-06,
      "loss": 0.4457,
      "step": 316300
    },
    {
      "epoch": 88.28,
      "grad_norm": 1.313689112663269,
      "learning_rate": 4.640977802420984e-06,
      "loss": 0.4373,
      "step": 316310
    },
    {
      "epoch": 88.28,
      "grad_norm": 1.605819582939148,
      "learning_rate": 4.640972441533233e-06,
      "loss": 0.4576,
      "step": 316320
    },
    {
      "epoch": 88.29,
      "grad_norm": 1.6246767044067383,
      "learning_rate": 4.640967080339721e-06,
      "loss": 0.4531,
      "step": 316330
    },
    {
      "epoch": 88.29,
      "grad_norm": 1.5585178136825562,
      "learning_rate": 4.6409617188404485e-06,
      "loss": 0.4568,
      "step": 316340
    },
    {
      "epoch": 88.29,
      "grad_norm": 1.8438209295272827,
      "learning_rate": 4.640956357035416e-06,
      "loss": 0.4657,
      "step": 316350
    },
    {
      "epoch": 88.29,
      "grad_norm": 1.6434924602508545,
      "learning_rate": 4.640950994924626e-06,
      "loss": 0.4488,
      "step": 316360
    },
    {
      "epoch": 88.3,
      "grad_norm": 1.4708749055862427,
      "learning_rate": 4.640945632508078e-06,
      "loss": 0.4661,
      "step": 316370
    },
    {
      "epoch": 88.3,
      "grad_norm": 1.8644100427627563,
      "learning_rate": 4.6409402697857715e-06,
      "loss": 0.4595,
      "step": 316380
    },
    {
      "epoch": 88.3,
      "grad_norm": 1.8442233800888062,
      "learning_rate": 4.640934906757709e-06,
      "loss": 0.4581,
      "step": 316390
    },
    {
      "epoch": 88.31,
      "grad_norm": 1.4460527896881104,
      "learning_rate": 4.64092954342389e-06,
      "loss": 0.473,
      "step": 316400
    },
    {
      "epoch": 88.31,
      "grad_norm": 1.616918921470642,
      "learning_rate": 4.640924179784316e-06,
      "loss": 0.4373,
      "step": 316410
    },
    {
      "epoch": 88.31,
      "grad_norm": 1.594884991645813,
      "learning_rate": 4.640918815838987e-06,
      "loss": 0.4561,
      "step": 316420
    },
    {
      "epoch": 88.31,
      "grad_norm": 1.62928307056427,
      "learning_rate": 4.640913451587906e-06,
      "loss": 0.4481,
      "step": 316430
    },
    {
      "epoch": 88.32,
      "grad_norm": 2.0050504207611084,
      "learning_rate": 4.64090808703107e-06,
      "loss": 0.4486,
      "step": 316440
    },
    {
      "epoch": 88.32,
      "grad_norm": 2.2958638668060303,
      "learning_rate": 4.640902722168483e-06,
      "loss": 0.4539,
      "step": 316450
    },
    {
      "epoch": 88.32,
      "grad_norm": 1.6581617593765259,
      "learning_rate": 4.6408973570001435e-06,
      "loss": 0.457,
      "step": 316460
    },
    {
      "epoch": 88.33,
      "grad_norm": 1.7041770219802856,
      "learning_rate": 4.640891991526053e-06,
      "loss": 0.4363,
      "step": 316470
    },
    {
      "epoch": 88.33,
      "grad_norm": 1.8533190488815308,
      "learning_rate": 4.640886625746213e-06,
      "loss": 0.4554,
      "step": 316480
    },
    {
      "epoch": 88.33,
      "grad_norm": 1.5267865657806396,
      "learning_rate": 4.640881259660623e-06,
      "loss": 0.466,
      "step": 316490
    },
    {
      "epoch": 88.33,
      "grad_norm": 4.479942798614502,
      "learning_rate": 4.640875893269284e-06,
      "loss": 0.4398,
      "step": 316500
    },
    {
      "epoch": 88.34,
      "grad_norm": 1.502126932144165,
      "learning_rate": 4.640870526572198e-06,
      "loss": 0.4636,
      "step": 316510
    },
    {
      "epoch": 88.34,
      "grad_norm": 1.96531081199646,
      "learning_rate": 4.640865159569363e-06,
      "loss": 0.4499,
      "step": 316520
    },
    {
      "epoch": 88.34,
      "grad_norm": 2.1133668422698975,
      "learning_rate": 4.6408597922607825e-06,
      "loss": 0.4642,
      "step": 316530
    },
    {
      "epoch": 88.34,
      "grad_norm": 1.8440016508102417,
      "learning_rate": 4.640854424646455e-06,
      "loss": 0.4457,
      "step": 316540
    },
    {
      "epoch": 88.35,
      "grad_norm": 2.4331436157226562,
      "learning_rate": 4.640849056726383e-06,
      "loss": 0.4342,
      "step": 316550
    },
    {
      "epoch": 88.35,
      "grad_norm": 1.698111653327942,
      "learning_rate": 4.6408436885005674e-06,
      "loss": 0.4551,
      "step": 316560
    },
    {
      "epoch": 88.35,
      "grad_norm": 1.7727402448654175,
      "learning_rate": 4.640838319969007e-06,
      "loss": 0.4486,
      "step": 316570
    },
    {
      "epoch": 88.36,
      "grad_norm": 1.3605494499206543,
      "learning_rate": 4.640832951131704e-06,
      "loss": 0.4632,
      "step": 316580
    },
    {
      "epoch": 88.36,
      "grad_norm": 1.3898285627365112,
      "learning_rate": 4.640827581988657e-06,
      "loss": 0.4476,
      "step": 316590
    },
    {
      "epoch": 88.36,
      "grad_norm": 1.3561182022094727,
      "learning_rate": 4.64082221253987e-06,
      "loss": 0.4375,
      "step": 316600
    },
    {
      "epoch": 88.36,
      "grad_norm": 2.6042368412017822,
      "learning_rate": 4.640816842785341e-06,
      "loss": 0.4375,
      "step": 316610
    },
    {
      "epoch": 88.37,
      "grad_norm": 1.602163314819336,
      "learning_rate": 4.6408114727250735e-06,
      "loss": 0.4366,
      "step": 316620
    },
    {
      "epoch": 88.37,
      "grad_norm": 1.293096899986267,
      "learning_rate": 4.640806102359065e-06,
      "loss": 0.4504,
      "step": 316630
    },
    {
      "epoch": 88.37,
      "grad_norm": 1.3980896472930908,
      "learning_rate": 4.640800731687318e-06,
      "loss": 0.4501,
      "step": 316640
    },
    {
      "epoch": 88.38,
      "grad_norm": 1.472780704498291,
      "learning_rate": 4.640795360709834e-06,
      "loss": 0.4562,
      "step": 316650
    },
    {
      "epoch": 88.38,
      "grad_norm": 1.399827480316162,
      "learning_rate": 4.640789989426611e-06,
      "loss": 0.4468,
      "step": 316660
    },
    {
      "epoch": 88.38,
      "grad_norm": 2.196653127670288,
      "learning_rate": 4.640784617837652e-06,
      "loss": 0.4587,
      "step": 316670
    },
    {
      "epoch": 88.38,
      "grad_norm": 2.695690393447876,
      "learning_rate": 4.640779245942957e-06,
      "loss": 0.4391,
      "step": 316680
    },
    {
      "epoch": 88.39,
      "grad_norm": 1.4822895526885986,
      "learning_rate": 4.640773873742527e-06,
      "loss": 0.4495,
      "step": 316690
    },
    {
      "epoch": 88.39,
      "grad_norm": 1.4902952909469604,
      "learning_rate": 4.6407685012363625e-06,
      "loss": 0.4611,
      "step": 316700
    },
    {
      "epoch": 88.39,
      "grad_norm": 1.7231043577194214,
      "learning_rate": 4.640763128424464e-06,
      "loss": 0.4402,
      "step": 316710
    },
    {
      "epoch": 88.4,
      "grad_norm": 1.7731775045394897,
      "learning_rate": 4.6407577553068325e-06,
      "loss": 0.4501,
      "step": 316720
    },
    {
      "epoch": 88.4,
      "grad_norm": 1.3570834398269653,
      "learning_rate": 4.6407523818834685e-06,
      "loss": 0.4582,
      "step": 316730
    },
    {
      "epoch": 88.4,
      "grad_norm": 1.6714731454849243,
      "learning_rate": 4.640747008154373e-06,
      "loss": 0.4487,
      "step": 316740
    },
    {
      "epoch": 88.4,
      "grad_norm": 1.7785652875900269,
      "learning_rate": 4.640741634119547e-06,
      "loss": 0.422,
      "step": 316750
    },
    {
      "epoch": 88.41,
      "grad_norm": 1.4353656768798828,
      "learning_rate": 4.640736259778991e-06,
      "loss": 0.4623,
      "step": 316760
    },
    {
      "epoch": 88.41,
      "grad_norm": 1.845859169960022,
      "learning_rate": 4.640730885132704e-06,
      "loss": 0.444,
      "step": 316770
    },
    {
      "epoch": 88.41,
      "grad_norm": 1.6055761575698853,
      "learning_rate": 4.640725510180689e-06,
      "loss": 0.4527,
      "step": 316780
    },
    {
      "epoch": 88.41,
      "grad_norm": 1.749198317527771,
      "learning_rate": 4.6407201349229464e-06,
      "loss": 0.4569,
      "step": 316790
    },
    {
      "epoch": 88.42,
      "grad_norm": 1.5671902894973755,
      "learning_rate": 4.640714759359476e-06,
      "loss": 0.4302,
      "step": 316800
    },
    {
      "epoch": 88.42,
      "grad_norm": 1.8978002071380615,
      "learning_rate": 4.640709383490279e-06,
      "loss": 0.4575,
      "step": 316810
    },
    {
      "epoch": 88.42,
      "grad_norm": 1.555495262145996,
      "learning_rate": 4.640704007315356e-06,
      "loss": 0.4338,
      "step": 316820
    },
    {
      "epoch": 88.43,
      "grad_norm": 1.42521071434021,
      "learning_rate": 4.640698630834708e-06,
      "loss": 0.4473,
      "step": 316830
    },
    {
      "epoch": 88.43,
      "grad_norm": 1.5434573888778687,
      "learning_rate": 4.640693254048336e-06,
      "loss": 0.459,
      "step": 316840
    },
    {
      "epoch": 88.43,
      "grad_norm": 1.5756272077560425,
      "learning_rate": 4.640687876956239e-06,
      "loss": 0.4502,
      "step": 316850
    },
    {
      "epoch": 88.43,
      "grad_norm": 1.5030314922332764,
      "learning_rate": 4.64068249955842e-06,
      "loss": 0.4484,
      "step": 316860
    },
    {
      "epoch": 88.44,
      "grad_norm": 1.9149824380874634,
      "learning_rate": 4.640677121854879e-06,
      "loss": 0.4523,
      "step": 316870
    },
    {
      "epoch": 88.44,
      "grad_norm": 1.558462142944336,
      "learning_rate": 4.640671743845615e-06,
      "loss": 0.4439,
      "step": 316880
    },
    {
      "epoch": 88.44,
      "grad_norm": 1.769157886505127,
      "learning_rate": 4.640666365530631e-06,
      "loss": 0.4469,
      "step": 316890
    },
    {
      "epoch": 88.45,
      "grad_norm": 1.3940635919570923,
      "learning_rate": 4.640660986909926e-06,
      "loss": 0.4376,
      "step": 316900
    },
    {
      "epoch": 88.45,
      "grad_norm": 1.6427665948867798,
      "learning_rate": 4.6406556079835026e-06,
      "loss": 0.4461,
      "step": 316910
    },
    {
      "epoch": 88.45,
      "grad_norm": 1.9274858236312866,
      "learning_rate": 4.6406502287513595e-06,
      "loss": 0.4526,
      "step": 316920
    },
    {
      "epoch": 88.45,
      "grad_norm": 2.3962886333465576,
      "learning_rate": 4.6406448492134985e-06,
      "loss": 0.4579,
      "step": 316930
    },
    {
      "epoch": 88.46,
      "grad_norm": 1.6699143648147583,
      "learning_rate": 4.6406394693699205e-06,
      "loss": 0.4517,
      "step": 316940
    },
    {
      "epoch": 88.46,
      "grad_norm": 1.3318095207214355,
      "learning_rate": 4.640634089220625e-06,
      "loss": 0.4377,
      "step": 316950
    },
    {
      "epoch": 88.46,
      "grad_norm": 1.7945398092269897,
      "learning_rate": 4.640628708765615e-06,
      "loss": 0.4509,
      "step": 316960
    },
    {
      "epoch": 88.46,
      "grad_norm": 1.7231831550598145,
      "learning_rate": 4.640623328004889e-06,
      "loss": 0.4601,
      "step": 316970
    },
    {
      "epoch": 88.47,
      "grad_norm": 1.928088903427124,
      "learning_rate": 4.640617946938449e-06,
      "loss": 0.4504,
      "step": 316980
    },
    {
      "epoch": 88.47,
      "grad_norm": 1.8605877161026,
      "learning_rate": 4.640612565566295e-06,
      "loss": 0.446,
      "step": 316990
    },
    {
      "epoch": 88.47,
      "grad_norm": 1.5473625659942627,
      "learning_rate": 4.640607183888428e-06,
      "loss": 0.4476,
      "step": 317000
    },
    {
      "epoch": 88.48,
      "grad_norm": 1.8850892782211304,
      "learning_rate": 4.640601801904849e-06,
      "loss": 0.4481,
      "step": 317010
    },
    {
      "epoch": 88.48,
      "grad_norm": 1.4351005554199219,
      "learning_rate": 4.640596419615558e-06,
      "loss": 0.4558,
      "step": 317020
    },
    {
      "epoch": 88.48,
      "grad_norm": 1.8020732402801514,
      "learning_rate": 4.640591037020556e-06,
      "loss": 0.441,
      "step": 317030
    },
    {
      "epoch": 88.48,
      "grad_norm": 1.6966609954833984,
      "learning_rate": 4.640585654119845e-06,
      "loss": 0.4526,
      "step": 317040
    },
    {
      "epoch": 88.49,
      "grad_norm": 1.9141466617584229,
      "learning_rate": 4.6405802709134224e-06,
      "loss": 0.4481,
      "step": 317050
    },
    {
      "epoch": 88.49,
      "grad_norm": 1.723046064376831,
      "learning_rate": 4.640574887401292e-06,
      "loss": 0.4675,
      "step": 317060
    },
    {
      "epoch": 88.49,
      "grad_norm": 1.4611459970474243,
      "learning_rate": 4.640569503583454e-06,
      "loss": 0.4722,
      "step": 317070
    },
    {
      "epoch": 88.5,
      "grad_norm": 2.4266202449798584,
      "learning_rate": 4.640564119459909e-06,
      "loss": 0.4369,
      "step": 317080
    },
    {
      "epoch": 88.5,
      "grad_norm": 1.5908784866333008,
      "learning_rate": 4.640558735030657e-06,
      "loss": 0.4543,
      "step": 317090
    },
    {
      "epoch": 88.5,
      "grad_norm": 1.6926497220993042,
      "learning_rate": 4.640553350295699e-06,
      "loss": 0.4449,
      "step": 317100
    },
    {
      "epoch": 88.5,
      "grad_norm": 1.4778233766555786,
      "learning_rate": 4.640547965255036e-06,
      "loss": 0.4526,
      "step": 317110
    },
    {
      "epoch": 88.51,
      "grad_norm": 1.5776582956314087,
      "learning_rate": 4.640542579908668e-06,
      "loss": 0.453,
      "step": 317120
    },
    {
      "epoch": 88.51,
      "grad_norm": 1.7536689043045044,
      "learning_rate": 4.6405371942565975e-06,
      "loss": 0.4515,
      "step": 317130
    },
    {
      "epoch": 88.51,
      "grad_norm": 2.2981555461883545,
      "learning_rate": 4.640531808298823e-06,
      "loss": 0.462,
      "step": 317140
    },
    {
      "epoch": 88.52,
      "grad_norm": 1.6689949035644531,
      "learning_rate": 4.640526422035346e-06,
      "loss": 0.4454,
      "step": 317150
    },
    {
      "epoch": 88.52,
      "grad_norm": 1.77195143699646,
      "learning_rate": 4.640521035466168e-06,
      "loss": 0.4444,
      "step": 317160
    },
    {
      "epoch": 88.52,
      "grad_norm": 1.7428218126296997,
      "learning_rate": 4.640515648591289e-06,
      "loss": 0.4295,
      "step": 317170
    },
    {
      "epoch": 88.52,
      "grad_norm": 1.8036431074142456,
      "learning_rate": 4.64051026141071e-06,
      "loss": 0.4336,
      "step": 317180
    },
    {
      "epoch": 88.53,
      "grad_norm": 1.4169797897338867,
      "learning_rate": 4.6405048739244315e-06,
      "loss": 0.45,
      "step": 317190
    },
    {
      "epoch": 88.53,
      "grad_norm": 2.1399459838867188,
      "learning_rate": 4.640499486132455e-06,
      "loss": 0.4275,
      "step": 317200
    },
    {
      "epoch": 88.53,
      "grad_norm": 1.7211683988571167,
      "learning_rate": 4.6404940980347794e-06,
      "loss": 0.448,
      "step": 317210
    },
    {
      "epoch": 88.53,
      "grad_norm": 1.9453060626983643,
      "learning_rate": 4.640488709631407e-06,
      "loss": 0.4573,
      "step": 317220
    },
    {
      "epoch": 88.54,
      "grad_norm": 1.8187484741210938,
      "learning_rate": 4.640483320922338e-06,
      "loss": 0.4552,
      "step": 317230
    },
    {
      "epoch": 88.54,
      "grad_norm": 2.0734176635742188,
      "learning_rate": 4.6404779319075725e-06,
      "loss": 0.4524,
      "step": 317240
    },
    {
      "epoch": 88.54,
      "grad_norm": 1.6625101566314697,
      "learning_rate": 4.640472542587113e-06,
      "loss": 0.4643,
      "step": 317250
    },
    {
      "epoch": 88.55,
      "grad_norm": 1.7495113611221313,
      "learning_rate": 4.640467152960958e-06,
      "loss": 0.4726,
      "step": 317260
    },
    {
      "epoch": 88.55,
      "grad_norm": 1.6921019554138184,
      "learning_rate": 4.64046176302911e-06,
      "loss": 0.4351,
      "step": 317270
    },
    {
      "epoch": 88.55,
      "grad_norm": 1.4817310571670532,
      "learning_rate": 4.64045637279157e-06,
      "loss": 0.4493,
      "step": 317280
    },
    {
      "epoch": 88.55,
      "grad_norm": 1.6184206008911133,
      "learning_rate": 4.640450982248337e-06,
      "loss": 0.4576,
      "step": 317290
    },
    {
      "epoch": 88.56,
      "grad_norm": 1.9688973426818848,
      "learning_rate": 4.640445591399411e-06,
      "loss": 0.4356,
      "step": 317300
    },
    {
      "epoch": 88.56,
      "grad_norm": 1.632055640220642,
      "learning_rate": 4.640440200244796e-06,
      "loss": 0.4533,
      "step": 317310
    },
    {
      "epoch": 88.56,
      "grad_norm": 1.7264231443405151,
      "learning_rate": 4.64043480878449e-06,
      "loss": 0.4535,
      "step": 317320
    },
    {
      "epoch": 88.57,
      "grad_norm": 2.0545225143432617,
      "learning_rate": 4.640429417018496e-06,
      "loss": 0.4388,
      "step": 317330
    },
    {
      "epoch": 88.57,
      "grad_norm": 1.7232425212860107,
      "learning_rate": 4.640424024946811e-06,
      "loss": 0.4564,
      "step": 317340
    },
    {
      "epoch": 88.57,
      "grad_norm": 1.85447096824646,
      "learning_rate": 4.640418632569439e-06,
      "loss": 0.4559,
      "step": 317350
    },
    {
      "epoch": 88.57,
      "grad_norm": 1.8480520248413086,
      "learning_rate": 4.640413239886381e-06,
      "loss": 0.4406,
      "step": 317360
    },
    {
      "epoch": 88.58,
      "grad_norm": 1.5244332551956177,
      "learning_rate": 4.640407846897636e-06,
      "loss": 0.4446,
      "step": 317370
    },
    {
      "epoch": 88.58,
      "grad_norm": 1.3135302066802979,
      "learning_rate": 4.640402453603205e-06,
      "loss": 0.448,
      "step": 317380
    },
    {
      "epoch": 88.58,
      "grad_norm": 1.8129608631134033,
      "learning_rate": 4.640397060003089e-06,
      "loss": 0.4535,
      "step": 317390
    },
    {
      "epoch": 88.58,
      "grad_norm": 1.9620394706726074,
      "learning_rate": 4.640391666097287e-06,
      "loss": 0.457,
      "step": 317400
    },
    {
      "epoch": 88.59,
      "grad_norm": 1.6625957489013672,
      "learning_rate": 4.640386271885804e-06,
      "loss": 0.4356,
      "step": 317410
    },
    {
      "epoch": 88.59,
      "grad_norm": 1.827507495880127,
      "learning_rate": 4.640380877368637e-06,
      "loss": 0.4494,
      "step": 317420
    },
    {
      "epoch": 88.59,
      "grad_norm": 1.8385586738586426,
      "learning_rate": 4.640375482545788e-06,
      "loss": 0.4447,
      "step": 317430
    },
    {
      "epoch": 88.6,
      "grad_norm": 1.8239758014678955,
      "learning_rate": 4.640370087417256e-06,
      "loss": 0.4538,
      "step": 317440
    },
    {
      "epoch": 88.6,
      "grad_norm": 1.8038842678070068,
      "learning_rate": 4.640364691983046e-06,
      "loss": 0.441,
      "step": 317450
    },
    {
      "epoch": 88.6,
      "grad_norm": 1.810281753540039,
      "learning_rate": 4.640359296243154e-06,
      "loss": 0.4675,
      "step": 317460
    },
    {
      "epoch": 88.6,
      "grad_norm": 1.5632309913635254,
      "learning_rate": 4.640353900197583e-06,
      "loss": 0.4521,
      "step": 317470
    },
    {
      "epoch": 88.61,
      "grad_norm": 1.7330853939056396,
      "learning_rate": 4.640348503846333e-06,
      "loss": 0.4376,
      "step": 317480
    },
    {
      "epoch": 88.61,
      "grad_norm": 1.3944401741027832,
      "learning_rate": 4.640343107189405e-06,
      "loss": 0.4674,
      "step": 317490
    },
    {
      "epoch": 88.61,
      "grad_norm": 1.5294227600097656,
      "learning_rate": 4.640337710226802e-06,
      "loss": 0.4442,
      "step": 317500
    },
    {
      "epoch": 88.62,
      "grad_norm": 1.4264429807662964,
      "learning_rate": 4.64033231295852e-06,
      "loss": 0.4741,
      "step": 317510
    },
    {
      "epoch": 88.62,
      "grad_norm": 1.9176722764968872,
      "learning_rate": 4.640326915384564e-06,
      "loss": 0.4453,
      "step": 317520
    },
    {
      "epoch": 88.62,
      "grad_norm": 1.713639736175537,
      "learning_rate": 4.640321517504932e-06,
      "loss": 0.4659,
      "step": 317530
    },
    {
      "epoch": 88.62,
      "grad_norm": 1.5890944004058838,
      "learning_rate": 4.640316119319626e-06,
      "loss": 0.4502,
      "step": 317540
    },
    {
      "epoch": 88.63,
      "grad_norm": 1.7146633863449097,
      "learning_rate": 4.640310720828646e-06,
      "loss": 0.4492,
      "step": 317550
    },
    {
      "epoch": 88.63,
      "grad_norm": 1.8028550148010254,
      "learning_rate": 4.640305322031994e-06,
      "loss": 0.4542,
      "step": 317560
    },
    {
      "epoch": 88.63,
      "grad_norm": 1.5950921773910522,
      "learning_rate": 4.640299922929669e-06,
      "loss": 0.4522,
      "step": 317570
    },
    {
      "epoch": 88.64,
      "grad_norm": 1.625390648841858,
      "learning_rate": 4.640294523521673e-06,
      "loss": 0.4452,
      "step": 317580
    },
    {
      "epoch": 88.64,
      "grad_norm": 1.573131799697876,
      "learning_rate": 4.640289123808006e-06,
      "loss": 0.439,
      "step": 317590
    },
    {
      "epoch": 88.64,
      "grad_norm": 1.405176043510437,
      "learning_rate": 4.640283723788669e-06,
      "loss": 0.4559,
      "step": 317600
    },
    {
      "epoch": 88.64,
      "grad_norm": 1.784859538078308,
      "learning_rate": 4.640278323463663e-06,
      "loss": 0.4572,
      "step": 317610
    },
    {
      "epoch": 88.65,
      "grad_norm": 1.5917747020721436,
      "learning_rate": 4.640272922832989e-06,
      "loss": 0.4386,
      "step": 317620
    },
    {
      "epoch": 88.65,
      "grad_norm": 1.3679776191711426,
      "learning_rate": 4.640267521896647e-06,
      "loss": 0.4646,
      "step": 317630
    },
    {
      "epoch": 88.65,
      "grad_norm": 1.6578373908996582,
      "learning_rate": 4.640262120654637e-06,
      "loss": 0.4739,
      "step": 317640
    },
    {
      "epoch": 88.65,
      "grad_norm": 1.4316482543945312,
      "learning_rate": 4.640256719106961e-06,
      "loss": 0.4625,
      "step": 317650
    },
    {
      "epoch": 88.66,
      "grad_norm": 1.5738097429275513,
      "learning_rate": 4.64025131725362e-06,
      "loss": 0.4391,
      "step": 317660
    },
    {
      "epoch": 88.66,
      "grad_norm": 1.7389456033706665,
      "learning_rate": 4.6402459150946134e-06,
      "loss": 0.4503,
      "step": 317670
    },
    {
      "epoch": 88.66,
      "grad_norm": 1.627825140953064,
      "learning_rate": 4.640240512629943e-06,
      "loss": 0.4361,
      "step": 317680
    },
    {
      "epoch": 88.67,
      "grad_norm": 1.4915260076522827,
      "learning_rate": 4.640235109859609e-06,
      "loss": 0.4378,
      "step": 317690
    },
    {
      "epoch": 88.67,
      "grad_norm": 1.635062336921692,
      "learning_rate": 4.640229706783611e-06,
      "loss": 0.4408,
      "step": 317700
    },
    {
      "epoch": 88.67,
      "grad_norm": 1.368655800819397,
      "learning_rate": 4.6402243034019525e-06,
      "loss": 0.4595,
      "step": 317710
    },
    {
      "epoch": 88.67,
      "grad_norm": 1.3224663734436035,
      "learning_rate": 4.640218899714632e-06,
      "loss": 0.4197,
      "step": 317720
    },
    {
      "epoch": 88.68,
      "grad_norm": 1.7658629417419434,
      "learning_rate": 4.640213495721651e-06,
      "loss": 0.4555,
      "step": 317730
    },
    {
      "epoch": 88.68,
      "grad_norm": 1.5611774921417236,
      "learning_rate": 4.64020809142301e-06,
      "loss": 0.4509,
      "step": 317740
    },
    {
      "epoch": 88.68,
      "grad_norm": 1.3810847997665405,
      "learning_rate": 4.64020268681871e-06,
      "loss": 0.4595,
      "step": 317750
    },
    {
      "epoch": 88.69,
      "grad_norm": 1.4358083009719849,
      "learning_rate": 4.640197281908751e-06,
      "loss": 0.4581,
      "step": 317760
    },
    {
      "epoch": 88.69,
      "grad_norm": 1.2719917297363281,
      "learning_rate": 4.6401918766931345e-06,
      "loss": 0.4356,
      "step": 317770
    },
    {
      "epoch": 88.69,
      "grad_norm": 1.698379635810852,
      "learning_rate": 4.640186471171861e-06,
      "loss": 0.4303,
      "step": 317780
    },
    {
      "epoch": 88.69,
      "grad_norm": 1.5726090669631958,
      "learning_rate": 4.640181065344932e-06,
      "loss": 0.4564,
      "step": 317790
    },
    {
      "epoch": 88.7,
      "grad_norm": 1.5432212352752686,
      "learning_rate": 4.640175659212346e-06,
      "loss": 0.4621,
      "step": 317800
    },
    {
      "epoch": 88.7,
      "grad_norm": 1.5207170248031616,
      "learning_rate": 4.640170252774105e-06,
      "loss": 0.4533,
      "step": 317810
    },
    {
      "epoch": 88.7,
      "grad_norm": 1.5443758964538574,
      "learning_rate": 4.640164846030211e-06,
      "loss": 0.4454,
      "step": 317820
    },
    {
      "epoch": 88.7,
      "grad_norm": 1.5954627990722656,
      "learning_rate": 4.640159438980664e-06,
      "loss": 0.4514,
      "step": 317830
    },
    {
      "epoch": 88.71,
      "grad_norm": 1.6690248250961304,
      "learning_rate": 4.6401540316254625e-06,
      "loss": 0.4476,
      "step": 317840
    },
    {
      "epoch": 88.71,
      "grad_norm": 1.7900450229644775,
      "learning_rate": 4.64014862396461e-06,
      "loss": 0.455,
      "step": 317850
    },
    {
      "epoch": 88.71,
      "grad_norm": 1.593204379081726,
      "learning_rate": 4.640143215998106e-06,
      "loss": 0.4489,
      "step": 317860
    },
    {
      "epoch": 88.72,
      "grad_norm": 1.4512252807617188,
      "learning_rate": 4.640137807725952e-06,
      "loss": 0.4405,
      "step": 317870
    },
    {
      "epoch": 88.72,
      "grad_norm": 1.5835187435150146,
      "learning_rate": 4.640132399148148e-06,
      "loss": 0.4598,
      "step": 317880
    },
    {
      "epoch": 88.72,
      "grad_norm": 1.9479070901870728,
      "learning_rate": 4.640126990264694e-06,
      "loss": 0.4561,
      "step": 317890
    },
    {
      "epoch": 88.72,
      "grad_norm": 1.4485231637954712,
      "learning_rate": 4.640121581075592e-06,
      "loss": 0.4506,
      "step": 317900
    },
    {
      "epoch": 88.73,
      "grad_norm": 1.5296114683151245,
      "learning_rate": 4.640116171580843e-06,
      "loss": 0.4623,
      "step": 317910
    },
    {
      "epoch": 88.73,
      "grad_norm": 1.3373032808303833,
      "learning_rate": 4.640110761780446e-06,
      "loss": 0.4469,
      "step": 317920
    },
    {
      "epoch": 88.73,
      "grad_norm": 1.6580498218536377,
      "learning_rate": 4.640105351674404e-06,
      "loss": 0.4376,
      "step": 317930
    },
    {
      "epoch": 88.74,
      "grad_norm": 1.919539451599121,
      "learning_rate": 4.640099941262715e-06,
      "loss": 0.4554,
      "step": 317940
    },
    {
      "epoch": 88.74,
      "grad_norm": 1.6827008724212646,
      "learning_rate": 4.640094530545383e-06,
      "loss": 0.4318,
      "step": 317950
    },
    {
      "epoch": 88.74,
      "grad_norm": 1.8359769582748413,
      "learning_rate": 4.640089119522405e-06,
      "loss": 0.4274,
      "step": 317960
    },
    {
      "epoch": 88.74,
      "grad_norm": 1.7722805738449097,
      "learning_rate": 4.640083708193785e-06,
      "loss": 0.4471,
      "step": 317970
    },
    {
      "epoch": 88.75,
      "grad_norm": 1.4402217864990234,
      "learning_rate": 4.640078296559522e-06,
      "loss": 0.4703,
      "step": 317980
    },
    {
      "epoch": 88.75,
      "grad_norm": 1.8711440563201904,
      "learning_rate": 4.640072884619617e-06,
      "loss": 0.4489,
      "step": 317990
    },
    {
      "epoch": 88.75,
      "grad_norm": 1.7842888832092285,
      "learning_rate": 4.6400674723740705e-06,
      "loss": 0.4436,
      "step": 318000
    },
    {
      "epoch": 88.76,
      "grad_norm": 1.5086150169372559,
      "learning_rate": 4.6400620598228836e-06,
      "loss": 0.4402,
      "step": 318010
    },
    {
      "epoch": 88.76,
      "grad_norm": 1.776587963104248,
      "learning_rate": 4.6400566469660575e-06,
      "loss": 0.4584,
      "step": 318020
    },
    {
      "epoch": 88.76,
      "grad_norm": 1.5723122358322144,
      "learning_rate": 4.640051233803592e-06,
      "loss": 0.4676,
      "step": 318030
    },
    {
      "epoch": 88.76,
      "grad_norm": 2.073878765106201,
      "learning_rate": 4.640045820335488e-06,
      "loss": 0.4521,
      "step": 318040
    },
    {
      "epoch": 88.77,
      "grad_norm": 1.4616299867630005,
      "learning_rate": 4.640040406561746e-06,
      "loss": 0.4571,
      "step": 318050
    },
    {
      "epoch": 88.77,
      "grad_norm": 1.375079870223999,
      "learning_rate": 4.640034992482368e-06,
      "loss": 0.433,
      "step": 318060
    },
    {
      "epoch": 88.77,
      "grad_norm": 1.7218152284622192,
      "learning_rate": 4.640029578097354e-06,
      "loss": 0.4393,
      "step": 318070
    },
    {
      "epoch": 88.77,
      "grad_norm": 1.419843077659607,
      "learning_rate": 4.640024163406704e-06,
      "loss": 0.4474,
      "step": 318080
    },
    {
      "epoch": 88.78,
      "grad_norm": 1.445917010307312,
      "learning_rate": 4.640018748410419e-06,
      "loss": 0.4545,
      "step": 318090
    },
    {
      "epoch": 88.78,
      "grad_norm": 1.9500606060028076,
      "learning_rate": 4.6400133331085e-06,
      "loss": 0.4447,
      "step": 318100
    },
    {
      "epoch": 88.78,
      "grad_norm": 1.6352496147155762,
      "learning_rate": 4.640007917500948e-06,
      "loss": 0.4323,
      "step": 318110
    },
    {
      "epoch": 88.79,
      "grad_norm": 1.5972988605499268,
      "learning_rate": 4.640002501587764e-06,
      "loss": 0.456,
      "step": 318120
    },
    {
      "epoch": 88.79,
      "grad_norm": 1.5217410326004028,
      "learning_rate": 4.639997085368947e-06,
      "loss": 0.4517,
      "step": 318130
    },
    {
      "epoch": 88.79,
      "grad_norm": 1.7377358675003052,
      "learning_rate": 4.639991668844501e-06,
      "loss": 0.4582,
      "step": 318140
    },
    {
      "epoch": 88.79,
      "grad_norm": 1.9465703964233398,
      "learning_rate": 4.639986252014423e-06,
      "loss": 0.4281,
      "step": 318150
    },
    {
      "epoch": 88.8,
      "grad_norm": 1.717381238937378,
      "learning_rate": 4.639980834878715e-06,
      "loss": 0.4334,
      "step": 318160
    },
    {
      "epoch": 88.8,
      "grad_norm": 1.5927554368972778,
      "learning_rate": 4.639975417437379e-06,
      "loss": 0.4504,
      "step": 318170
    },
    {
      "epoch": 88.8,
      "grad_norm": 1.7275526523590088,
      "learning_rate": 4.639969999690414e-06,
      "loss": 0.4568,
      "step": 318180
    },
    {
      "epoch": 88.81,
      "grad_norm": 2.05535888671875,
      "learning_rate": 4.639964581637822e-06,
      "loss": 0.4439,
      "step": 318190
    },
    {
      "epoch": 88.81,
      "grad_norm": 1.5062289237976074,
      "learning_rate": 4.639959163279603e-06,
      "loss": 0.4527,
      "step": 318200
    },
    {
      "epoch": 88.81,
      "grad_norm": 1.6988284587860107,
      "learning_rate": 4.639953744615758e-06,
      "loss": 0.4397,
      "step": 318210
    },
    {
      "epoch": 88.81,
      "grad_norm": 1.5233365297317505,
      "learning_rate": 4.639948325646288e-06,
      "loss": 0.4419,
      "step": 318220
    },
    {
      "epoch": 88.82,
      "grad_norm": 1.6131172180175781,
      "learning_rate": 4.6399429063711925e-06,
      "loss": 0.4829,
      "step": 318230
    },
    {
      "epoch": 88.82,
      "grad_norm": 1.7329726219177246,
      "learning_rate": 4.639937486790474e-06,
      "loss": 0.4554,
      "step": 318240
    },
    {
      "epoch": 88.82,
      "grad_norm": 1.8679883480072021,
      "learning_rate": 4.639932066904132e-06,
      "loss": 0.443,
      "step": 318250
    },
    {
      "epoch": 88.83,
      "grad_norm": 1.4664230346679688,
      "learning_rate": 4.639926646712167e-06,
      "loss": 0.4526,
      "step": 318260
    },
    {
      "epoch": 88.83,
      "grad_norm": 1.4659063816070557,
      "learning_rate": 4.639921226214581e-06,
      "loss": 0.4509,
      "step": 318270
    },
    {
      "epoch": 88.83,
      "grad_norm": 1.923147439956665,
      "learning_rate": 4.639915805411373e-06,
      "loss": 0.4453,
      "step": 318280
    },
    {
      "epoch": 88.83,
      "grad_norm": 2.7622122764587402,
      "learning_rate": 4.639910384302546e-06,
      "loss": 0.4408,
      "step": 318290
    },
    {
      "epoch": 88.84,
      "grad_norm": 1.485434651374817,
      "learning_rate": 4.639904962888099e-06,
      "loss": 0.4442,
      "step": 318300
    },
    {
      "epoch": 88.84,
      "grad_norm": 2.379093885421753,
      "learning_rate": 4.639899541168033e-06,
      "loss": 0.4694,
      "step": 318310
    },
    {
      "epoch": 88.84,
      "grad_norm": 2.267667055130005,
      "learning_rate": 4.639894119142349e-06,
      "loss": 0.4448,
      "step": 318320
    },
    {
      "epoch": 88.84,
      "grad_norm": 1.801856517791748,
      "learning_rate": 4.6398886968110475e-06,
      "loss": 0.4346,
      "step": 318330
    },
    {
      "epoch": 88.85,
      "grad_norm": 1.5693879127502441,
      "learning_rate": 4.639883274174129e-06,
      "loss": 0.4535,
      "step": 318340
    },
    {
      "epoch": 88.85,
      "grad_norm": 1.6731876134872437,
      "learning_rate": 4.6398778512315945e-06,
      "loss": 0.4537,
      "step": 318350
    },
    {
      "epoch": 88.85,
      "grad_norm": 1.8358418941497803,
      "learning_rate": 4.639872427983446e-06,
      "loss": 0.47,
      "step": 318360
    },
    {
      "epoch": 88.86,
      "grad_norm": 1.5495649576187134,
      "learning_rate": 4.639867004429682e-06,
      "loss": 0.4595,
      "step": 318370
    },
    {
      "epoch": 88.86,
      "grad_norm": 1.9926459789276123,
      "learning_rate": 4.639861580570304e-06,
      "loss": 0.4563,
      "step": 318380
    },
    {
      "epoch": 88.86,
      "grad_norm": 1.3089468479156494,
      "learning_rate": 4.639856156405313e-06,
      "loss": 0.4466,
      "step": 318390
    },
    {
      "epoch": 88.86,
      "grad_norm": 1.5942796468734741,
      "learning_rate": 4.6398507319347105e-06,
      "loss": 0.4415,
      "step": 318400
    },
    {
      "epoch": 88.87,
      "grad_norm": 1.4381439685821533,
      "learning_rate": 4.639845307158495e-06,
      "loss": 0.4537,
      "step": 318410
    },
    {
      "epoch": 88.87,
      "grad_norm": 1.7165225744247437,
      "learning_rate": 4.63983988207667e-06,
      "loss": 0.4569,
      "step": 318420
    },
    {
      "epoch": 88.87,
      "grad_norm": 1.7058275938034058,
      "learning_rate": 4.639834456689234e-06,
      "loss": 0.4621,
      "step": 318430
    },
    {
      "epoch": 88.88,
      "grad_norm": 1.6056469678878784,
      "learning_rate": 4.639829030996188e-06,
      "loss": 0.4335,
      "step": 318440
    },
    {
      "epoch": 88.88,
      "grad_norm": 2.112076759338379,
      "learning_rate": 4.639823604997534e-06,
      "loss": 0.4326,
      "step": 318450
    },
    {
      "epoch": 88.88,
      "grad_norm": 1.742254614830017,
      "learning_rate": 4.6398181786932724e-06,
      "loss": 0.4637,
      "step": 318460
    },
    {
      "epoch": 88.88,
      "grad_norm": 1.3511263132095337,
      "learning_rate": 4.639812752083403e-06,
      "loss": 0.4344,
      "step": 318470
    },
    {
      "epoch": 88.89,
      "grad_norm": 1.5348684787750244,
      "learning_rate": 4.639807325167926e-06,
      "loss": 0.4582,
      "step": 318480
    },
    {
      "epoch": 88.89,
      "grad_norm": 2.163891553878784,
      "learning_rate": 4.639801897946844e-06,
      "loss": 0.451,
      "step": 318490
    },
    {
      "epoch": 88.89,
      "grad_norm": 2.411250114440918,
      "learning_rate": 4.639796470420158e-06,
      "loss": 0.4577,
      "step": 318500
    },
    {
      "epoch": 88.89,
      "grad_norm": 1.485641598701477,
      "learning_rate": 4.639791042587867e-06,
      "loss": 0.44,
      "step": 318510
    },
    {
      "epoch": 88.9,
      "grad_norm": 1.6654183864593506,
      "learning_rate": 4.639785614449972e-06,
      "loss": 0.4583,
      "step": 318520
    },
    {
      "epoch": 88.9,
      "grad_norm": 2.1153745651245117,
      "learning_rate": 4.639780186006473e-06,
      "loss": 0.4388,
      "step": 318530
    },
    {
      "epoch": 88.9,
      "grad_norm": 1.6389063596725464,
      "learning_rate": 4.6397747572573725e-06,
      "loss": 0.4671,
      "step": 318540
    },
    {
      "epoch": 88.91,
      "grad_norm": 1.8239753246307373,
      "learning_rate": 4.639769328202671e-06,
      "loss": 0.4478,
      "step": 318550
    },
    {
      "epoch": 88.91,
      "grad_norm": 1.530107855796814,
      "learning_rate": 4.6397638988423685e-06,
      "loss": 0.4701,
      "step": 318560
    },
    {
      "epoch": 88.91,
      "grad_norm": 1.2854939699172974,
      "learning_rate": 4.639758469176466e-06,
      "loss": 0.4361,
      "step": 318570
    },
    {
      "epoch": 88.91,
      "grad_norm": 1.749243140220642,
      "learning_rate": 4.639753039204964e-06,
      "loss": 0.4587,
      "step": 318580
    },
    {
      "epoch": 88.92,
      "grad_norm": 1.7538808584213257,
      "learning_rate": 4.639747608927863e-06,
      "loss": 0.4469,
      "step": 318590
    },
    {
      "epoch": 88.92,
      "grad_norm": 1.6548197269439697,
      "learning_rate": 4.639742178345164e-06,
      "loss": 0.4445,
      "step": 318600
    },
    {
      "epoch": 88.92,
      "grad_norm": 2.232200860977173,
      "learning_rate": 4.639736747456869e-06,
      "loss": 0.4469,
      "step": 318610
    },
    {
      "epoch": 88.93,
      "grad_norm": 1.701690912246704,
      "learning_rate": 4.639731316262976e-06,
      "loss": 0.4427,
      "step": 318620
    },
    {
      "epoch": 88.93,
      "grad_norm": 1.7681705951690674,
      "learning_rate": 4.6397258847634885e-06,
      "loss": 0.4391,
      "step": 318630
    },
    {
      "epoch": 88.93,
      "grad_norm": 2.8477420806884766,
      "learning_rate": 4.639720452958406e-06,
      "loss": 0.4367,
      "step": 318640
    },
    {
      "epoch": 88.93,
      "grad_norm": 1.4934356212615967,
      "learning_rate": 4.639715020847728e-06,
      "loss": 0.4752,
      "step": 318650
    },
    {
      "epoch": 88.94,
      "grad_norm": 1.7688567638397217,
      "learning_rate": 4.639709588431458e-06,
      "loss": 0.4675,
      "step": 318660
    },
    {
      "epoch": 88.94,
      "grad_norm": 2.2088088989257812,
      "learning_rate": 4.639704155709593e-06,
      "loss": 0.4576,
      "step": 318670
    },
    {
      "epoch": 88.94,
      "grad_norm": 1.4993363618850708,
      "learning_rate": 4.639698722682138e-06,
      "loss": 0.4647,
      "step": 318680
    },
    {
      "epoch": 88.95,
      "grad_norm": 1.364184021949768,
      "learning_rate": 4.639693289349091e-06,
      "loss": 0.4586,
      "step": 318690
    },
    {
      "epoch": 88.95,
      "grad_norm": 1.7074010372161865,
      "learning_rate": 4.639687855710453e-06,
      "loss": 0.4559,
      "step": 318700
    },
    {
      "epoch": 88.95,
      "grad_norm": 1.7642874717712402,
      "learning_rate": 4.639682421766225e-06,
      "loss": 0.4446,
      "step": 318710
    },
    {
      "epoch": 88.95,
      "grad_norm": 1.3375574350357056,
      "learning_rate": 4.6396769875164075e-06,
      "loss": 0.4523,
      "step": 318720
    },
    {
      "epoch": 88.96,
      "grad_norm": 1.5617643594741821,
      "learning_rate": 4.639671552961002e-06,
      "loss": 0.4481,
      "step": 318730
    },
    {
      "epoch": 88.96,
      "grad_norm": 1.23222815990448,
      "learning_rate": 4.639666118100008e-06,
      "loss": 0.455,
      "step": 318740
    },
    {
      "epoch": 88.96,
      "grad_norm": 1.6074851751327515,
      "learning_rate": 4.639660682933428e-06,
      "loss": 0.4528,
      "step": 318750
    },
    {
      "epoch": 88.96,
      "grad_norm": 1.6936489343643188,
      "learning_rate": 4.639655247461262e-06,
      "loss": 0.4391,
      "step": 318760
    },
    {
      "epoch": 88.97,
      "grad_norm": 1.7379347085952759,
      "learning_rate": 4.639649811683509e-06,
      "loss": 0.4528,
      "step": 318770
    },
    {
      "epoch": 88.97,
      "grad_norm": 1.6537079811096191,
      "learning_rate": 4.639644375600171e-06,
      "loss": 0.4478,
      "step": 318780
    },
    {
      "epoch": 88.97,
      "grad_norm": 2.2153236865997314,
      "learning_rate": 4.63963893921125e-06,
      "loss": 0.436,
      "step": 318790
    },
    {
      "epoch": 88.98,
      "grad_norm": 1.505698323249817,
      "learning_rate": 4.639633502516745e-06,
      "loss": 0.4532,
      "step": 318800
    },
    {
      "epoch": 88.98,
      "grad_norm": 1.5329805612564087,
      "learning_rate": 4.639628065516657e-06,
      "loss": 0.4434,
      "step": 318810
    },
    {
      "epoch": 88.98,
      "grad_norm": 1.8874799013137817,
      "learning_rate": 4.639622628210988e-06,
      "loss": 0.4473,
      "step": 318820
    },
    {
      "epoch": 88.98,
      "grad_norm": 1.7747005224227905,
      "learning_rate": 4.639617190599738e-06,
      "loss": 0.458,
      "step": 318830
    },
    {
      "epoch": 88.99,
      "grad_norm": 1.6071735620498657,
      "learning_rate": 4.639611752682906e-06,
      "loss": 0.4474,
      "step": 318840
    },
    {
      "epoch": 88.99,
      "grad_norm": 1.5174951553344727,
      "learning_rate": 4.639606314460495e-06,
      "loss": 0.4612,
      "step": 318850
    },
    {
      "epoch": 88.99,
      "grad_norm": 1.4885791540145874,
      "learning_rate": 4.639600875932505e-06,
      "loss": 0.4301,
      "step": 318860
    },
    {
      "epoch": 89.0,
      "grad_norm": 1.7602347135543823,
      "learning_rate": 4.639595437098936e-06,
      "loss": 0.4607,
      "step": 318870
    },
    {
      "epoch": 89.0,
      "grad_norm": 1.7978062629699707,
      "learning_rate": 4.63958999795979e-06,
      "loss": 0.4433,
      "step": 318880
    },
    {
      "epoch": 89.0,
      "eval_loss": 0.4488377869129181,
      "eval_runtime": 62.7829,
      "eval_samples_per_second": 80.579,
      "eval_steps_per_second": 10.082,
      "step": 318887
    },
    {
      "epoch": 89.0,
      "grad_norm": 1.3779352903366089,
      "learning_rate": 4.639584558515065e-06,
      "loss": 0.4378,
      "step": 318890
    },
    {
      "epoch": 89.0,
      "grad_norm": 1.4958431720733643,
      "learning_rate": 4.639579118764766e-06,
      "loss": 0.4427,
      "step": 318900
    },
    {
      "epoch": 89.01,
      "grad_norm": 1.6772847175598145,
      "learning_rate": 4.639573678708891e-06,
      "loss": 0.4504,
      "step": 318910
    },
    {
      "epoch": 89.01,
      "grad_norm": 1.9276926517486572,
      "learning_rate": 4.639568238347442e-06,
      "loss": 0.4527,
      "step": 318920
    },
    {
      "epoch": 89.01,
      "grad_norm": 1.591683030128479,
      "learning_rate": 4.639562797680417e-06,
      "loss": 0.4329,
      "step": 318930
    },
    {
      "epoch": 89.01,
      "grad_norm": 1.9483824968338013,
      "learning_rate": 4.639557356707821e-06,
      "loss": 0.4776,
      "step": 318940
    },
    {
      "epoch": 89.02,
      "grad_norm": 1.649558424949646,
      "learning_rate": 4.639551915429651e-06,
      "loss": 0.4481,
      "step": 318950
    },
    {
      "epoch": 89.02,
      "grad_norm": 2.0089337825775146,
      "learning_rate": 4.6395464738459095e-06,
      "loss": 0.4514,
      "step": 318960
    },
    {
      "epoch": 89.02,
      "grad_norm": 1.8570358753204346,
      "learning_rate": 4.639541031956596e-06,
      "loss": 0.467,
      "step": 318970
    },
    {
      "epoch": 89.03,
      "grad_norm": 1.3674544095993042,
      "learning_rate": 4.6395355897617135e-06,
      "loss": 0.4521,
      "step": 318980
    },
    {
      "epoch": 89.03,
      "grad_norm": 1.64218270778656,
      "learning_rate": 4.639530147261261e-06,
      "loss": 0.4628,
      "step": 318990
    },
    {
      "epoch": 89.03,
      "grad_norm": 1.7600460052490234,
      "learning_rate": 4.63952470445524e-06,
      "loss": 0.4592,
      "step": 319000
    },
    {
      "epoch": 89.03,
      "grad_norm": 1.9716341495513916,
      "learning_rate": 4.639519261343649e-06,
      "loss": 0.4498,
      "step": 319010
    },
    {
      "epoch": 89.04,
      "grad_norm": 2.2791807651519775,
      "learning_rate": 4.639513817926491e-06,
      "loss": 0.4373,
      "step": 319020
    },
    {
      "epoch": 89.04,
      "grad_norm": 1.642717719078064,
      "learning_rate": 4.639508374203768e-06,
      "loss": 0.4575,
      "step": 319030
    },
    {
      "epoch": 89.04,
      "grad_norm": 1.5602971315383911,
      "learning_rate": 4.639502930175477e-06,
      "loss": 0.4367,
      "step": 319040
    },
    {
      "epoch": 89.05,
      "grad_norm": 2.0476512908935547,
      "learning_rate": 4.639497485841621e-06,
      "loss": 0.4297,
      "step": 319050
    },
    {
      "epoch": 89.05,
      "grad_norm": 2.181004285812378,
      "learning_rate": 4.639492041202201e-06,
      "loss": 0.4646,
      "step": 319060
    },
    {
      "epoch": 89.05,
      "grad_norm": 1.6969517469406128,
      "learning_rate": 4.639486596257217e-06,
      "loss": 0.4693,
      "step": 319070
    },
    {
      "epoch": 89.05,
      "grad_norm": 1.551350712776184,
      "learning_rate": 4.63948115100667e-06,
      "loss": 0.4363,
      "step": 319080
    },
    {
      "epoch": 89.06,
      "grad_norm": 1.4436085224151611,
      "learning_rate": 4.639475705450559e-06,
      "loss": 0.4573,
      "step": 319090
    },
    {
      "epoch": 89.06,
      "grad_norm": 1.384604573249817,
      "learning_rate": 4.639470259588888e-06,
      "loss": 0.449,
      "step": 319100
    },
    {
      "epoch": 89.06,
      "grad_norm": 2.0644948482513428,
      "learning_rate": 4.639464813421656e-06,
      "loss": 0.4505,
      "step": 319110
    },
    {
      "epoch": 89.07,
      "grad_norm": 1.4026349782943726,
      "learning_rate": 4.639459366948863e-06,
      "loss": 0.428,
      "step": 319120
    },
    {
      "epoch": 89.07,
      "grad_norm": 1.3991364240646362,
      "learning_rate": 4.639453920170511e-06,
      "loss": 0.45,
      "step": 319130
    },
    {
      "epoch": 89.07,
      "grad_norm": 1.8795955181121826,
      "learning_rate": 4.6394484730866e-06,
      "loss": 0.4305,
      "step": 319140
    },
    {
      "epoch": 89.07,
      "grad_norm": 2.4737837314605713,
      "learning_rate": 4.63944302569713e-06,
      "loss": 0.4573,
      "step": 319150
    },
    {
      "epoch": 89.08,
      "grad_norm": 1.5552427768707275,
      "learning_rate": 4.639437578002104e-06,
      "loss": 0.4473,
      "step": 319160
    },
    {
      "epoch": 89.08,
      "grad_norm": 3.325744152069092,
      "learning_rate": 4.639432130001521e-06,
      "loss": 0.4442,
      "step": 319170
    },
    {
      "epoch": 89.08,
      "grad_norm": 2.4056732654571533,
      "learning_rate": 4.6394266816953816e-06,
      "loss": 0.4362,
      "step": 319180
    },
    {
      "epoch": 89.08,
      "grad_norm": 1.407548189163208,
      "learning_rate": 4.639421233083686e-06,
      "loss": 0.4622,
      "step": 319190
    },
    {
      "epoch": 89.09,
      "grad_norm": 1.6230019330978394,
      "learning_rate": 4.639415784166438e-06,
      "loss": 0.4589,
      "step": 319200
    },
    {
      "epoch": 89.09,
      "grad_norm": 1.7665350437164307,
      "learning_rate": 4.639410334943635e-06,
      "loss": 0.4586,
      "step": 319210
    },
    {
      "epoch": 89.09,
      "grad_norm": 1.5181642770767212,
      "learning_rate": 4.63940488541528e-06,
      "loss": 0.4375,
      "step": 319220
    },
    {
      "epoch": 89.1,
      "grad_norm": 1.6278647184371948,
      "learning_rate": 4.639399435581372e-06,
      "loss": 0.4524,
      "step": 319230
    },
    {
      "epoch": 89.1,
      "grad_norm": 1.565437912940979,
      "learning_rate": 4.639393985441913e-06,
      "loss": 0.4471,
      "step": 319240
    },
    {
      "epoch": 89.1,
      "grad_norm": 1.6276410818099976,
      "learning_rate": 4.639388534996902e-06,
      "loss": 0.4404,
      "step": 319250
    },
    {
      "epoch": 89.1,
      "grad_norm": 1.5347237586975098,
      "learning_rate": 4.639383084246342e-06,
      "loss": 0.4485,
      "step": 319260
    },
    {
      "epoch": 89.11,
      "grad_norm": 1.584098219871521,
      "learning_rate": 4.639377633190232e-06,
      "loss": 0.4777,
      "step": 319270
    },
    {
      "epoch": 89.11,
      "grad_norm": 1.2499197721481323,
      "learning_rate": 4.639372181828574e-06,
      "loss": 0.4404,
      "step": 319280
    },
    {
      "epoch": 89.11,
      "grad_norm": 1.6945481300354004,
      "learning_rate": 4.639366730161367e-06,
      "loss": 0.4405,
      "step": 319290
    },
    {
      "epoch": 89.12,
      "grad_norm": 1.4226469993591309,
      "learning_rate": 4.639361278188613e-06,
      "loss": 0.4285,
      "step": 319300
    },
    {
      "epoch": 89.12,
      "grad_norm": 1.432970404624939,
      "learning_rate": 4.639355825910314e-06,
      "loss": 0.4377,
      "step": 319310
    },
    {
      "epoch": 89.12,
      "grad_norm": 1.6556148529052734,
      "learning_rate": 4.639350373326468e-06,
      "loss": 0.4473,
      "step": 319320
    },
    {
      "epoch": 89.12,
      "grad_norm": 1.5133845806121826,
      "learning_rate": 4.639344920437077e-06,
      "loss": 0.4374,
      "step": 319330
    },
    {
      "epoch": 89.13,
      "grad_norm": 1.5361148118972778,
      "learning_rate": 4.639339467242142e-06,
      "loss": 0.4417,
      "step": 319340
    },
    {
      "epoch": 89.13,
      "grad_norm": 1.7191119194030762,
      "learning_rate": 4.639334013741663e-06,
      "loss": 0.4502,
      "step": 319350
    },
    {
      "epoch": 89.13,
      "grad_norm": 1.5224077701568604,
      "learning_rate": 4.639328559935641e-06,
      "loss": 0.4511,
      "step": 319360
    },
    {
      "epoch": 89.13,
      "grad_norm": 1.3296741247177124,
      "learning_rate": 4.6393231058240776e-06,
      "loss": 0.4504,
      "step": 319370
    },
    {
      "epoch": 89.14,
      "grad_norm": 1.4837851524353027,
      "learning_rate": 4.639317651406972e-06,
      "loss": 0.4298,
      "step": 319380
    },
    {
      "epoch": 89.14,
      "grad_norm": 1.7556034326553345,
      "learning_rate": 4.639312196684327e-06,
      "loss": 0.4394,
      "step": 319390
    },
    {
      "epoch": 89.14,
      "grad_norm": 1.7818646430969238,
      "learning_rate": 4.639306741656141e-06,
      "loss": 0.4655,
      "step": 319400
    },
    {
      "epoch": 89.15,
      "grad_norm": 1.5665210485458374,
      "learning_rate": 4.639301286322416e-06,
      "loss": 0.4575,
      "step": 319410
    },
    {
      "epoch": 89.15,
      "grad_norm": 1.8996312618255615,
      "learning_rate": 4.6392958306831525e-06,
      "loss": 0.475,
      "step": 319420
    },
    {
      "epoch": 89.15,
      "grad_norm": 1.7307791709899902,
      "learning_rate": 4.639290374738351e-06,
      "loss": 0.4644,
      "step": 319430
    },
    {
      "epoch": 89.15,
      "grad_norm": 1.7939335107803345,
      "learning_rate": 4.6392849184880124e-06,
      "loss": 0.4307,
      "step": 319440
    },
    {
      "epoch": 89.16,
      "grad_norm": 1.3366857767105103,
      "learning_rate": 4.6392794619321374e-06,
      "loss": 0.4729,
      "step": 319450
    },
    {
      "epoch": 89.16,
      "grad_norm": 2.110422134399414,
      "learning_rate": 4.639274005070728e-06,
      "loss": 0.4503,
      "step": 319460
    },
    {
      "epoch": 89.16,
      "grad_norm": 1.355286717414856,
      "learning_rate": 4.639268547903783e-06,
      "loss": 0.4274,
      "step": 319470
    },
    {
      "epoch": 89.17,
      "grad_norm": 1.9117813110351562,
      "learning_rate": 4.639263090431304e-06,
      "loss": 0.4449,
      "step": 319480
    },
    {
      "epoch": 89.17,
      "grad_norm": 1.844401478767395,
      "learning_rate": 4.6392576326532905e-06,
      "loss": 0.4564,
      "step": 319490
    },
    {
      "epoch": 89.17,
      "grad_norm": 1.9082990884780884,
      "learning_rate": 4.639252174569745e-06,
      "loss": 0.4571,
      "step": 319500
    },
    {
      "epoch": 89.17,
      "grad_norm": 1.595529556274414,
      "learning_rate": 4.639246716180668e-06,
      "loss": 0.4305,
      "step": 319510
    },
    {
      "epoch": 89.18,
      "grad_norm": 1.675633430480957,
      "learning_rate": 4.639241257486059e-06,
      "loss": 0.461,
      "step": 319520
    },
    {
      "epoch": 89.18,
      "grad_norm": 1.5843126773834229,
      "learning_rate": 4.63923579848592e-06,
      "loss": 0.449,
      "step": 319530
    },
    {
      "epoch": 89.18,
      "grad_norm": 1.6411627531051636,
      "learning_rate": 4.639230339180251e-06,
      "loss": 0.4364,
      "step": 319540
    },
    {
      "epoch": 89.19,
      "grad_norm": 2.5670371055603027,
      "learning_rate": 4.639224879569053e-06,
      "loss": 0.4553,
      "step": 319550
    },
    {
      "epoch": 89.19,
      "grad_norm": 1.7797114849090576,
      "learning_rate": 4.639219419652327e-06,
      "loss": 0.4475,
      "step": 319560
    },
    {
      "epoch": 89.19,
      "grad_norm": 1.575232982635498,
      "learning_rate": 4.639213959430073e-06,
      "loss": 0.4356,
      "step": 319570
    },
    {
      "epoch": 89.19,
      "grad_norm": 1.7897615432739258,
      "learning_rate": 4.639208498902292e-06,
      "loss": 0.4481,
      "step": 319580
    },
    {
      "epoch": 89.2,
      "grad_norm": 1.3896187543869019,
      "learning_rate": 4.6392030380689855e-06,
      "loss": 0.4584,
      "step": 319590
    },
    {
      "epoch": 89.2,
      "grad_norm": 1.7986173629760742,
      "learning_rate": 4.639197576930153e-06,
      "loss": 0.4406,
      "step": 319600
    },
    {
      "epoch": 89.2,
      "grad_norm": 1.4879028797149658,
      "learning_rate": 4.639192115485796e-06,
      "loss": 0.4532,
      "step": 319610
    },
    {
      "epoch": 89.2,
      "grad_norm": 1.9282759428024292,
      "learning_rate": 4.639186653735914e-06,
      "loss": 0.4352,
      "step": 319620
    },
    {
      "epoch": 89.21,
      "grad_norm": 1.79169762134552,
      "learning_rate": 4.639181191680511e-06,
      "loss": 0.4432,
      "step": 319630
    },
    {
      "epoch": 89.21,
      "grad_norm": 1.4352796077728271,
      "learning_rate": 4.639175729319584e-06,
      "loss": 0.4594,
      "step": 319640
    },
    {
      "epoch": 89.21,
      "grad_norm": 1.9404860734939575,
      "learning_rate": 4.639170266653135e-06,
      "loss": 0.467,
      "step": 319650
    },
    {
      "epoch": 89.22,
      "grad_norm": 1.9540979862213135,
      "learning_rate": 4.639164803681166e-06,
      "loss": 0.4508,
      "step": 319660
    },
    {
      "epoch": 89.22,
      "grad_norm": 1.8534536361694336,
      "learning_rate": 4.639159340403676e-06,
      "loss": 0.4654,
      "step": 319670
    },
    {
      "epoch": 89.22,
      "grad_norm": 1.7628782987594604,
      "learning_rate": 4.639153876820666e-06,
      "loss": 0.45,
      "step": 319680
    },
    {
      "epoch": 89.22,
      "grad_norm": 1.553056001663208,
      "learning_rate": 4.639148412932138e-06,
      "loss": 0.4626,
      "step": 319690
    },
    {
      "epoch": 89.23,
      "grad_norm": 1.627907156944275,
      "learning_rate": 4.6391429487380915e-06,
      "loss": 0.4294,
      "step": 319700
    },
    {
      "epoch": 89.23,
      "grad_norm": 1.6818426847457886,
      "learning_rate": 4.639137484238527e-06,
      "loss": 0.4712,
      "step": 319710
    },
    {
      "epoch": 89.23,
      "grad_norm": 1.7285289764404297,
      "learning_rate": 4.639132019433446e-06,
      "loss": 0.4395,
      "step": 319720
    },
    {
      "epoch": 89.24,
      "grad_norm": 2.3541812896728516,
      "learning_rate": 4.63912655432285e-06,
      "loss": 0.4445,
      "step": 319730
    },
    {
      "epoch": 89.24,
      "grad_norm": 1.9632694721221924,
      "learning_rate": 4.639121088906738e-06,
      "loss": 0.4414,
      "step": 319740
    },
    {
      "epoch": 89.24,
      "grad_norm": 1.5713225603103638,
      "learning_rate": 4.639115623185111e-06,
      "loss": 0.4406,
      "step": 319750
    },
    {
      "epoch": 89.24,
      "grad_norm": 1.409609317779541,
      "learning_rate": 4.6391101571579705e-06,
      "loss": 0.416,
      "step": 319760
    },
    {
      "epoch": 89.25,
      "grad_norm": 1.9198054075241089,
      "learning_rate": 4.639104690825318e-06,
      "loss": 0.4506,
      "step": 319770
    },
    {
      "epoch": 89.25,
      "grad_norm": 1.7164877653121948,
      "learning_rate": 4.639099224187152e-06,
      "loss": 0.4811,
      "step": 319780
    },
    {
      "epoch": 89.25,
      "grad_norm": 1.710375428199768,
      "learning_rate": 4.639093757243475e-06,
      "loss": 0.4489,
      "step": 319790
    },
    {
      "epoch": 89.25,
      "grad_norm": 1.5455584526062012,
      "learning_rate": 4.639088289994287e-06,
      "loss": 0.4364,
      "step": 319800
    },
    {
      "epoch": 89.26,
      "grad_norm": 1.9278875589370728,
      "learning_rate": 4.639082822439588e-06,
      "loss": 0.4562,
      "step": 319810
    },
    {
      "epoch": 89.26,
      "grad_norm": 1.4199004173278809,
      "learning_rate": 4.639077354579381e-06,
      "loss": 0.4515,
      "step": 319820
    },
    {
      "epoch": 89.26,
      "grad_norm": 1.9658125638961792,
      "learning_rate": 4.639071886413665e-06,
      "loss": 0.4712,
      "step": 319830
    },
    {
      "epoch": 89.27,
      "grad_norm": 1.748569369316101,
      "learning_rate": 4.63906641794244e-06,
      "loss": 0.4523,
      "step": 319840
    },
    {
      "epoch": 89.27,
      "grad_norm": 1.469848871231079,
      "learning_rate": 4.639060949165708e-06,
      "loss": 0.4453,
      "step": 319850
    },
    {
      "epoch": 89.27,
      "grad_norm": 1.7483927011489868,
      "learning_rate": 4.6390554800834705e-06,
      "loss": 0.4552,
      "step": 319860
    },
    {
      "epoch": 89.27,
      "grad_norm": 1.534643530845642,
      "learning_rate": 4.6390500106957265e-06,
      "loss": 0.4397,
      "step": 319870
    },
    {
      "epoch": 89.28,
      "grad_norm": 1.4568177461624146,
      "learning_rate": 4.639044541002477e-06,
      "loss": 0.4549,
      "step": 319880
    },
    {
      "epoch": 89.28,
      "grad_norm": 2.1658360958099365,
      "learning_rate": 4.6390390710037235e-06,
      "loss": 0.4458,
      "step": 319890
    },
    {
      "epoch": 89.28,
      "grad_norm": 1.6994965076446533,
      "learning_rate": 4.639033600699467e-06,
      "loss": 0.4538,
      "step": 319900
    },
    {
      "epoch": 89.29,
      "grad_norm": 2.008601427078247,
      "learning_rate": 4.639028130089707e-06,
      "loss": 0.444,
      "step": 319910
    },
    {
      "epoch": 89.29,
      "grad_norm": 1.7867351770401,
      "learning_rate": 4.639022659174446e-06,
      "loss": 0.4547,
      "step": 319920
    },
    {
      "epoch": 89.29,
      "grad_norm": 1.8323135375976562,
      "learning_rate": 4.639017187953682e-06,
      "loss": 0.4327,
      "step": 319930
    },
    {
      "epoch": 89.29,
      "grad_norm": 1.6653423309326172,
      "learning_rate": 4.6390117164274184e-06,
      "loss": 0.4397,
      "step": 319940
    },
    {
      "epoch": 89.3,
      "grad_norm": 1.714490532875061,
      "learning_rate": 4.639006244595654e-06,
      "loss": 0.4696,
      "step": 319950
    },
    {
      "epoch": 89.3,
      "grad_norm": 1.4749749898910522,
      "learning_rate": 4.63900077245839e-06,
      "loss": 0.4498,
      "step": 319960
    },
    {
      "epoch": 89.3,
      "grad_norm": 1.710071325302124,
      "learning_rate": 4.638995300015629e-06,
      "loss": 0.455,
      "step": 319970
    },
    {
      "epoch": 89.31,
      "grad_norm": 1.4423452615737915,
      "learning_rate": 4.63898982726737e-06,
      "loss": 0.4476,
      "step": 319980
    },
    {
      "epoch": 89.31,
      "grad_norm": 1.7010033130645752,
      "learning_rate": 4.638984354213613e-06,
      "loss": 0.4394,
      "step": 319990
    },
    {
      "epoch": 89.31,
      "grad_norm": 1.3110781908035278,
      "learning_rate": 4.638978880854359e-06,
      "loss": 0.4533,
      "step": 320000
    },
    {
      "epoch": 89.31,
      "grad_norm": 1.7182776927947998,
      "learning_rate": 4.6389734071896115e-06,
      "loss": 0.443,
      "step": 320010
    },
    {
      "epoch": 89.32,
      "grad_norm": 1.6552062034606934,
      "learning_rate": 4.638967933219368e-06,
      "loss": 0.4584,
      "step": 320020
    },
    {
      "epoch": 89.32,
      "grad_norm": 1.3914026021957397,
      "learning_rate": 4.63896245894363e-06,
      "loss": 0.4468,
      "step": 320030
    },
    {
      "epoch": 89.32,
      "grad_norm": 1.4672393798828125,
      "learning_rate": 4.6389569843624e-06,
      "loss": 0.4468,
      "step": 320040
    },
    {
      "epoch": 89.32,
      "grad_norm": 1.7174512147903442,
      "learning_rate": 4.638951509475676e-06,
      "loss": 0.442,
      "step": 320050
    },
    {
      "epoch": 89.33,
      "grad_norm": 1.495865821838379,
      "learning_rate": 4.638946034283461e-06,
      "loss": 0.4437,
      "step": 320060
    },
    {
      "epoch": 89.33,
      "grad_norm": 1.9415547847747803,
      "learning_rate": 4.638940558785754e-06,
      "loss": 0.4434,
      "step": 320070
    },
    {
      "epoch": 89.33,
      "grad_norm": 2.0466742515563965,
      "learning_rate": 4.638935082982557e-06,
      "loss": 0.433,
      "step": 320080
    },
    {
      "epoch": 89.34,
      "grad_norm": 2.136446237564087,
      "learning_rate": 4.63892960687387e-06,
      "loss": 0.4424,
      "step": 320090
    },
    {
      "epoch": 89.34,
      "grad_norm": 2.4737231731414795,
      "learning_rate": 4.638924130459695e-06,
      "loss": 0.4513,
      "step": 320100
    },
    {
      "epoch": 89.34,
      "grad_norm": 1.561826467514038,
      "learning_rate": 4.63891865374003e-06,
      "loss": 0.4448,
      "step": 320110
    },
    {
      "epoch": 89.34,
      "grad_norm": 1.521592617034912,
      "learning_rate": 4.638913176714878e-06,
      "loss": 0.4349,
      "step": 320120
    },
    {
      "epoch": 89.35,
      "grad_norm": 1.7759969234466553,
      "learning_rate": 4.638907699384239e-06,
      "loss": 0.4526,
      "step": 320130
    },
    {
      "epoch": 89.35,
      "grad_norm": 1.3125871419906616,
      "learning_rate": 4.638902221748115e-06,
      "loss": 0.4414,
      "step": 320140
    },
    {
      "epoch": 89.35,
      "grad_norm": 2.1543617248535156,
      "learning_rate": 4.638896743806505e-06,
      "loss": 0.4326,
      "step": 320150
    },
    {
      "epoch": 89.36,
      "grad_norm": 1.6847915649414062,
      "learning_rate": 4.638891265559409e-06,
      "loss": 0.4622,
      "step": 320160
    },
    {
      "epoch": 89.36,
      "grad_norm": 2.2984471321105957,
      "learning_rate": 4.638885787006831e-06,
      "loss": 0.4352,
      "step": 320170
    },
    {
      "epoch": 89.36,
      "grad_norm": 1.3889268636703491,
      "learning_rate": 4.638880308148769e-06,
      "loss": 0.4194,
      "step": 320180
    },
    {
      "epoch": 89.36,
      "grad_norm": 1.7490137815475464,
      "learning_rate": 4.638874828985224e-06,
      "loss": 0.4325,
      "step": 320190
    },
    {
      "epoch": 89.37,
      "grad_norm": 2.15614652633667,
      "learning_rate": 4.638869349516198e-06,
      "loss": 0.4521,
      "step": 320200
    },
    {
      "epoch": 89.37,
      "grad_norm": 1.5768111944198608,
      "learning_rate": 4.638863869741691e-06,
      "loss": 0.4473,
      "step": 320210
    },
    {
      "epoch": 89.37,
      "grad_norm": 1.7554452419281006,
      "learning_rate": 4.638858389661703e-06,
      "loss": 0.4284,
      "step": 320220
    },
    {
      "epoch": 89.37,
      "grad_norm": 1.8870348930358887,
      "learning_rate": 4.638852909276237e-06,
      "loss": 0.4554,
      "step": 320230
    },
    {
      "epoch": 89.38,
      "grad_norm": 1.4583568572998047,
      "learning_rate": 4.6388474285852905e-06,
      "loss": 0.4605,
      "step": 320240
    },
    {
      "epoch": 89.38,
      "grad_norm": 1.4612326622009277,
      "learning_rate": 4.638841947588867e-06,
      "loss": 0.4364,
      "step": 320250
    },
    {
      "epoch": 89.38,
      "grad_norm": 1.4963209629058838,
      "learning_rate": 4.638836466286966e-06,
      "loss": 0.443,
      "step": 320260
    },
    {
      "epoch": 89.39,
      "grad_norm": 1.6644755601882935,
      "learning_rate": 4.638830984679587e-06,
      "loss": 0.4564,
      "step": 320270
    },
    {
      "epoch": 89.39,
      "grad_norm": 1.5512843132019043,
      "learning_rate": 4.638825502766734e-06,
      "loss": 0.4478,
      "step": 320280
    },
    {
      "epoch": 89.39,
      "grad_norm": 1.8598946332931519,
      "learning_rate": 4.638820020548405e-06,
      "loss": 0.4625,
      "step": 320290
    },
    {
      "epoch": 89.39,
      "grad_norm": 1.63226318359375,
      "learning_rate": 4.638814538024602e-06,
      "loss": 0.4449,
      "step": 320300
    },
    {
      "epoch": 89.4,
      "grad_norm": 1.5916072130203247,
      "learning_rate": 4.638809055195324e-06,
      "loss": 0.4351,
      "step": 320310
    },
    {
      "epoch": 89.4,
      "grad_norm": 1.696831464767456,
      "learning_rate": 4.638803572060574e-06,
      "loss": 0.4358,
      "step": 320320
    },
    {
      "epoch": 89.4,
      "grad_norm": 1.6867129802703857,
      "learning_rate": 4.638798088620352e-06,
      "loss": 0.433,
      "step": 320330
    },
    {
      "epoch": 89.41,
      "grad_norm": 1.7521800994873047,
      "learning_rate": 4.6387926048746575e-06,
      "loss": 0.4571,
      "step": 320340
    },
    {
      "epoch": 89.41,
      "grad_norm": 1.4776743650436401,
      "learning_rate": 4.638787120823493e-06,
      "loss": 0.4544,
      "step": 320350
    },
    {
      "epoch": 89.41,
      "grad_norm": 1.415663480758667,
      "learning_rate": 4.638781636466858e-06,
      "loss": 0.4686,
      "step": 320360
    },
    {
      "epoch": 89.41,
      "grad_norm": 1.6293606758117676,
      "learning_rate": 4.638776151804754e-06,
      "loss": 0.4447,
      "step": 320370
    },
    {
      "epoch": 89.42,
      "grad_norm": 1.7188316583633423,
      "learning_rate": 4.638770666837181e-06,
      "loss": 0.4582,
      "step": 320380
    },
    {
      "epoch": 89.42,
      "grad_norm": 1.4964382648468018,
      "learning_rate": 4.63876518156414e-06,
      "loss": 0.4499,
      "step": 320390
    },
    {
      "epoch": 89.42,
      "grad_norm": 1.502541184425354,
      "learning_rate": 4.6387596959856325e-06,
      "loss": 0.4897,
      "step": 320400
    },
    {
      "epoch": 89.43,
      "grad_norm": 1.8877530097961426,
      "learning_rate": 4.6387542101016584e-06,
      "loss": 0.4514,
      "step": 320410
    },
    {
      "epoch": 89.43,
      "grad_norm": 1.4011226892471313,
      "learning_rate": 4.638748723912219e-06,
      "loss": 0.4613,
      "step": 320420
    },
    {
      "epoch": 89.43,
      "grad_norm": 1.689531922340393,
      "learning_rate": 4.638743237417314e-06,
      "loss": 0.4375,
      "step": 320430
    },
    {
      "epoch": 89.43,
      "grad_norm": 1.5660901069641113,
      "learning_rate": 4.638737750616945e-06,
      "loss": 0.4643,
      "step": 320440
    },
    {
      "epoch": 89.44,
      "grad_norm": 1.9356532096862793,
      "learning_rate": 4.638732263511112e-06,
      "loss": 0.453,
      "step": 320450
    },
    {
      "epoch": 89.44,
      "grad_norm": 1.5074477195739746,
      "learning_rate": 4.638726776099817e-06,
      "loss": 0.4594,
      "step": 320460
    },
    {
      "epoch": 89.44,
      "grad_norm": 1.9571843147277832,
      "learning_rate": 4.63872128838306e-06,
      "loss": 0.4459,
      "step": 320470
    },
    {
      "epoch": 89.44,
      "grad_norm": 1.9047191143035889,
      "learning_rate": 4.638715800360841e-06,
      "loss": 0.4371,
      "step": 320480
    },
    {
      "epoch": 89.45,
      "grad_norm": 1.379441499710083,
      "learning_rate": 4.638710312033162e-06,
      "loss": 0.4561,
      "step": 320490
    },
    {
      "epoch": 89.45,
      "grad_norm": 2.23744797706604,
      "learning_rate": 4.638704823400023e-06,
      "loss": 0.4617,
      "step": 320500
    },
    {
      "epoch": 89.45,
      "grad_norm": 2.427201747894287,
      "learning_rate": 4.638699334461425e-06,
      "loss": 0.4612,
      "step": 320510
    },
    {
      "epoch": 89.46,
      "grad_norm": 1.7030491828918457,
      "learning_rate": 4.638693845217368e-06,
      "loss": 0.4377,
      "step": 320520
    },
    {
      "epoch": 89.46,
      "grad_norm": 1.6869841814041138,
      "learning_rate": 4.638688355667854e-06,
      "loss": 0.4186,
      "step": 320530
    },
    {
      "epoch": 89.46,
      "grad_norm": 1.452826976776123,
      "learning_rate": 4.638682865812883e-06,
      "loss": 0.4399,
      "step": 320540
    },
    {
      "epoch": 89.46,
      "grad_norm": 1.724382996559143,
      "learning_rate": 4.638677375652456e-06,
      "loss": 0.4374,
      "step": 320550
    },
    {
      "epoch": 89.47,
      "grad_norm": 1.8413383960723877,
      "learning_rate": 4.638671885186573e-06,
      "loss": 0.4558,
      "step": 320560
    },
    {
      "epoch": 89.47,
      "grad_norm": 1.4824249744415283,
      "learning_rate": 4.638666394415235e-06,
      "loss": 0.4536,
      "step": 320570
    },
    {
      "epoch": 89.47,
      "grad_norm": 1.3356046676635742,
      "learning_rate": 4.638660903338444e-06,
      "loss": 0.4657,
      "step": 320580
    },
    {
      "epoch": 89.48,
      "grad_norm": 1.5603731870651245,
      "learning_rate": 4.638655411956199e-06,
      "loss": 0.4422,
      "step": 320590
    },
    {
      "epoch": 89.48,
      "grad_norm": 1.4096899032592773,
      "learning_rate": 4.638649920268502e-06,
      "loss": 0.4448,
      "step": 320600
    },
    {
      "epoch": 89.48,
      "grad_norm": 1.5482990741729736,
      "learning_rate": 4.638644428275352e-06,
      "loss": 0.4555,
      "step": 320610
    },
    {
      "epoch": 89.48,
      "grad_norm": 1.5159327983856201,
      "learning_rate": 4.638638935976752e-06,
      "loss": 0.4471,
      "step": 320620
    },
    {
      "epoch": 89.49,
      "grad_norm": 1.6958487033843994,
      "learning_rate": 4.638633443372702e-06,
      "loss": 0.4392,
      "step": 320630
    },
    {
      "epoch": 89.49,
      "grad_norm": 1.5559592247009277,
      "learning_rate": 4.6386279504632016e-06,
      "loss": 0.4205,
      "step": 320640
    },
    {
      "epoch": 89.49,
      "grad_norm": 1.7731246948242188,
      "learning_rate": 4.638622457248252e-06,
      "loss": 0.4566,
      "step": 320650
    },
    {
      "epoch": 89.49,
      "grad_norm": 2.063459634780884,
      "learning_rate": 4.638616963727855e-06,
      "loss": 0.4405,
      "step": 320660
    },
    {
      "epoch": 89.5,
      "grad_norm": 1.6840394735336304,
      "learning_rate": 4.638611469902011e-06,
      "loss": 0.4359,
      "step": 320670
    },
    {
      "epoch": 89.5,
      "grad_norm": 1.592700481414795,
      "learning_rate": 4.63860597577072e-06,
      "loss": 0.4432,
      "step": 320680
    },
    {
      "epoch": 89.5,
      "grad_norm": 1.631321907043457,
      "learning_rate": 4.638600481333982e-06,
      "loss": 0.4789,
      "step": 320690
    },
    {
      "epoch": 89.51,
      "grad_norm": 1.4667558670043945,
      "learning_rate": 4.638594986591799e-06,
      "loss": 0.4539,
      "step": 320700
    },
    {
      "epoch": 89.51,
      "grad_norm": 1.5769389867782593,
      "learning_rate": 4.638589491544173e-06,
      "loss": 0.4562,
      "step": 320710
    },
    {
      "epoch": 89.51,
      "grad_norm": 1.896660566329956,
      "learning_rate": 4.638583996191102e-06,
      "loss": 0.4572,
      "step": 320720
    },
    {
      "epoch": 89.51,
      "grad_norm": 1.6851450204849243,
      "learning_rate": 4.638578500532588e-06,
      "loss": 0.4563,
      "step": 320730
    },
    {
      "epoch": 89.52,
      "grad_norm": 2.0283970832824707,
      "learning_rate": 4.6385730045686325e-06,
      "loss": 0.4372,
      "step": 320740
    },
    {
      "epoch": 89.52,
      "grad_norm": 1.6000089645385742,
      "learning_rate": 4.638567508299235e-06,
      "loss": 0.4379,
      "step": 320750
    },
    {
      "epoch": 89.52,
      "grad_norm": 1.4977242946624756,
      "learning_rate": 4.6385620117243964e-06,
      "loss": 0.4541,
      "step": 320760
    },
    {
      "epoch": 89.53,
      "grad_norm": 1.6701195240020752,
      "learning_rate": 4.638556514844118e-06,
      "loss": 0.4422,
      "step": 320770
    },
    {
      "epoch": 89.53,
      "grad_norm": 1.3698641061782837,
      "learning_rate": 4.6385510176584e-06,
      "loss": 0.4467,
      "step": 320780
    },
    {
      "epoch": 89.53,
      "grad_norm": 1.8563311100006104,
      "learning_rate": 4.638545520167243e-06,
      "loss": 0.4564,
      "step": 320790
    },
    {
      "epoch": 89.53,
      "grad_norm": 1.8219571113586426,
      "learning_rate": 4.638540022370649e-06,
      "loss": 0.4644,
      "step": 320800
    },
    {
      "epoch": 89.54,
      "grad_norm": 1.7871553897857666,
      "learning_rate": 4.638534524268617e-06,
      "loss": 0.4577,
      "step": 320810
    },
    {
      "epoch": 89.54,
      "grad_norm": 1.4720416069030762,
      "learning_rate": 4.638529025861149e-06,
      "loss": 0.4398,
      "step": 320820
    },
    {
      "epoch": 89.54,
      "grad_norm": 2.1138832569122314,
      "learning_rate": 4.638523527148245e-06,
      "loss": 0.4434,
      "step": 320830
    },
    {
      "epoch": 89.55,
      "grad_norm": 1.816975712776184,
      "learning_rate": 4.638518028129907e-06,
      "loss": 0.4404,
      "step": 320840
    },
    {
      "epoch": 89.55,
      "grad_norm": 1.8143069744110107,
      "learning_rate": 4.638512528806133e-06,
      "loss": 0.4371,
      "step": 320850
    },
    {
      "epoch": 89.55,
      "grad_norm": 2.233412742614746,
      "learning_rate": 4.638507029176927e-06,
      "loss": 0.4566,
      "step": 320860
    },
    {
      "epoch": 89.55,
      "grad_norm": 1.7690447568893433,
      "learning_rate": 4.6385015292422875e-06,
      "loss": 0.4676,
      "step": 320870
    },
    {
      "epoch": 89.56,
      "grad_norm": 1.5392380952835083,
      "learning_rate": 4.638496029002216e-06,
      "loss": 0.459,
      "step": 320880
    },
    {
      "epoch": 89.56,
      "grad_norm": 1.770207405090332,
      "learning_rate": 4.6384905284567135e-06,
      "loss": 0.4325,
      "step": 320890
    },
    {
      "epoch": 89.56,
      "grad_norm": 1.5738866329193115,
      "learning_rate": 4.63848502760578e-06,
      "loss": 0.423,
      "step": 320900
    },
    {
      "epoch": 89.56,
      "grad_norm": 1.878838300704956,
      "learning_rate": 4.638479526449417e-06,
      "loss": 0.4493,
      "step": 320910
    },
    {
      "epoch": 89.57,
      "grad_norm": 1.7192819118499756,
      "learning_rate": 4.638474024987625e-06,
      "loss": 0.443,
      "step": 320920
    },
    {
      "epoch": 89.57,
      "grad_norm": 1.3710960149765015,
      "learning_rate": 4.638468523220404e-06,
      "loss": 0.4548,
      "step": 320930
    },
    {
      "epoch": 89.57,
      "grad_norm": 1.3641830682754517,
      "learning_rate": 4.638463021147756e-06,
      "loss": 0.4646,
      "step": 320940
    },
    {
      "epoch": 89.58,
      "grad_norm": 1.5872995853424072,
      "learning_rate": 4.63845751876968e-06,
      "loss": 0.4471,
      "step": 320950
    },
    {
      "epoch": 89.58,
      "grad_norm": 1.6426359415054321,
      "learning_rate": 4.638452016086179e-06,
      "loss": 0.4379,
      "step": 320960
    },
    {
      "epoch": 89.58,
      "grad_norm": 1.6605170965194702,
      "learning_rate": 4.638446513097252e-06,
      "loss": 0.4326,
      "step": 320970
    },
    {
      "epoch": 89.58,
      "grad_norm": 1.8072350025177002,
      "learning_rate": 4.6384410098029e-06,
      "loss": 0.4536,
      "step": 320980
    },
    {
      "epoch": 89.59,
      "grad_norm": 1.9360907077789307,
      "learning_rate": 4.638435506203125e-06,
      "loss": 0.4457,
      "step": 320990
    },
    {
      "epoch": 89.59,
      "grad_norm": 1.4764808416366577,
      "learning_rate": 4.638430002297926e-06,
      "loss": 0.4609,
      "step": 321000
    },
    {
      "epoch": 89.59,
      "grad_norm": 1.5813753604888916,
      "learning_rate": 4.638424498087305e-06,
      "loss": 0.4576,
      "step": 321010
    },
    {
      "epoch": 89.6,
      "grad_norm": 1.676037311553955,
      "learning_rate": 4.638418993571261e-06,
      "loss": 0.4362,
      "step": 321020
    },
    {
      "epoch": 89.6,
      "grad_norm": 1.6481943130493164,
      "learning_rate": 4.638413488749797e-06,
      "loss": 0.4622,
      "step": 321030
    },
    {
      "epoch": 89.6,
      "grad_norm": 1.8253697156906128,
      "learning_rate": 4.638407983622912e-06,
      "loss": 0.4451,
      "step": 321040
    },
    {
      "epoch": 89.6,
      "grad_norm": 1.7955615520477295,
      "learning_rate": 4.638402478190608e-06,
      "loss": 0.4369,
      "step": 321050
    },
    {
      "epoch": 89.61,
      "grad_norm": 1.5285570621490479,
      "learning_rate": 4.638396972452885e-06,
      "loss": 0.4469,
      "step": 321060
    },
    {
      "epoch": 89.61,
      "grad_norm": 1.3344447612762451,
      "learning_rate": 4.638391466409743e-06,
      "loss": 0.4547,
      "step": 321070
    },
    {
      "epoch": 89.61,
      "grad_norm": 1.6493430137634277,
      "learning_rate": 4.638385960061185e-06,
      "loss": 0.4506,
      "step": 321080
    },
    {
      "epoch": 89.61,
      "grad_norm": 1.7407026290893555,
      "learning_rate": 4.63838045340721e-06,
      "loss": 0.4348,
      "step": 321090
    },
    {
      "epoch": 89.62,
      "grad_norm": 1.6113464832305908,
      "learning_rate": 4.638374946447818e-06,
      "loss": 0.4519,
      "step": 321100
    },
    {
      "epoch": 89.62,
      "grad_norm": 2.1192290782928467,
      "learning_rate": 4.638369439183012e-06,
      "loss": 0.4414,
      "step": 321110
    },
    {
      "epoch": 89.62,
      "grad_norm": 1.5823731422424316,
      "learning_rate": 4.63836393161279e-06,
      "loss": 0.4685,
      "step": 321120
    },
    {
      "epoch": 89.63,
      "grad_norm": 1.6881458759307861,
      "learning_rate": 4.638358423737156e-06,
      "loss": 0.4585,
      "step": 321130
    },
    {
      "epoch": 89.63,
      "grad_norm": 2.145843744277954,
      "learning_rate": 4.638352915556108e-06,
      "loss": 0.4493,
      "step": 321140
    },
    {
      "epoch": 89.63,
      "grad_norm": 1.4865527153015137,
      "learning_rate": 4.638347407069648e-06,
      "loss": 0.4457,
      "step": 321150
    },
    {
      "epoch": 89.63,
      "grad_norm": 2.348332166671753,
      "learning_rate": 4.638341898277777e-06,
      "loss": 0.4351,
      "step": 321160
    },
    {
      "epoch": 89.64,
      "grad_norm": 1.7094703912734985,
      "learning_rate": 4.638336389180494e-06,
      "loss": 0.4487,
      "step": 321170
    },
    {
      "epoch": 89.64,
      "grad_norm": 1.6722562313079834,
      "learning_rate": 4.6383308797778016e-06,
      "loss": 0.4697,
      "step": 321180
    },
    {
      "epoch": 89.64,
      "grad_norm": 1.4344629049301147,
      "learning_rate": 4.6383253700697e-06,
      "loss": 0.4448,
      "step": 321190
    },
    {
      "epoch": 89.65,
      "grad_norm": 2.0271878242492676,
      "learning_rate": 4.63831986005619e-06,
      "loss": 0.4697,
      "step": 321200
    },
    {
      "epoch": 89.65,
      "grad_norm": 1.8784369230270386,
      "learning_rate": 4.6383143497372714e-06,
      "loss": 0.4405,
      "step": 321210
    },
    {
      "epoch": 89.65,
      "grad_norm": 1.6239805221557617,
      "learning_rate": 4.6383088391129464e-06,
      "loss": 0.4515,
      "step": 321220
    },
    {
      "epoch": 89.65,
      "grad_norm": 2.004586935043335,
      "learning_rate": 4.638303328183214e-06,
      "loss": 0.4502,
      "step": 321230
    },
    {
      "epoch": 89.66,
      "grad_norm": 1.8286374807357788,
      "learning_rate": 4.638297816948077e-06,
      "loss": 0.4553,
      "step": 321240
    },
    {
      "epoch": 89.66,
      "grad_norm": 1.4066590070724487,
      "learning_rate": 4.638292305407535e-06,
      "loss": 0.4341,
      "step": 321250
    },
    {
      "epoch": 89.66,
      "grad_norm": 2.2234301567077637,
      "learning_rate": 4.638286793561588e-06,
      "loss": 0.4601,
      "step": 321260
    },
    {
      "epoch": 89.67,
      "grad_norm": 1.6211671829223633,
      "learning_rate": 4.638281281410238e-06,
      "loss": 0.4312,
      "step": 321270
    },
    {
      "epoch": 89.67,
      "grad_norm": 1.6418802738189697,
      "learning_rate": 4.638275768953485e-06,
      "loss": 0.4377,
      "step": 321280
    },
    {
      "epoch": 89.67,
      "grad_norm": 1.6281580924987793,
      "learning_rate": 4.638270256191331e-06,
      "loss": 0.44,
      "step": 321290
    },
    {
      "epoch": 89.67,
      "grad_norm": 1.424381971359253,
      "learning_rate": 4.638264743123774e-06,
      "loss": 0.453,
      "step": 321300
    },
    {
      "epoch": 89.68,
      "grad_norm": 1.7201801538467407,
      "learning_rate": 4.638259229750818e-06,
      "loss": 0.4381,
      "step": 321310
    },
    {
      "epoch": 89.68,
      "grad_norm": 1.7400599718093872,
      "learning_rate": 4.6382537160724615e-06,
      "loss": 0.4462,
      "step": 321320
    },
    {
      "epoch": 89.68,
      "grad_norm": 1.6017218828201294,
      "learning_rate": 4.638248202088706e-06,
      "loss": 0.4376,
      "step": 321330
    },
    {
      "epoch": 89.68,
      "grad_norm": 1.5762628316879272,
      "learning_rate": 4.638242687799553e-06,
      "loss": 0.4445,
      "step": 321340
    },
    {
      "epoch": 89.69,
      "grad_norm": 1.8368926048278809,
      "learning_rate": 4.638237173205001e-06,
      "loss": 0.4495,
      "step": 321350
    },
    {
      "epoch": 89.69,
      "grad_norm": 1.3860909938812256,
      "learning_rate": 4.638231658305052e-06,
      "loss": 0.4355,
      "step": 321360
    },
    {
      "epoch": 89.69,
      "grad_norm": 1.610561728477478,
      "learning_rate": 4.638226143099708e-06,
      "loss": 0.4734,
      "step": 321370
    },
    {
      "epoch": 89.7,
      "grad_norm": 1.4400476217269897,
      "learning_rate": 4.638220627588968e-06,
      "loss": 0.4458,
      "step": 321380
    },
    {
      "epoch": 89.7,
      "grad_norm": 1.7509040832519531,
      "learning_rate": 4.638215111772834e-06,
      "loss": 0.4411,
      "step": 321390
    },
    {
      "epoch": 89.7,
      "grad_norm": 1.8394126892089844,
      "learning_rate": 4.638209595651305e-06,
      "loss": 0.4196,
      "step": 321400
    },
    {
      "epoch": 89.7,
      "grad_norm": 1.5966086387634277,
      "learning_rate": 4.638204079224384e-06,
      "loss": 0.448,
      "step": 321410
    },
    {
      "epoch": 89.71,
      "grad_norm": 1.383744239807129,
      "learning_rate": 4.63819856249207e-06,
      "loss": 0.4346,
      "step": 321420
    },
    {
      "epoch": 89.71,
      "grad_norm": 1.6722902059555054,
      "learning_rate": 4.638193045454364e-06,
      "loss": 0.45,
      "step": 321430
    },
    {
      "epoch": 89.71,
      "grad_norm": 1.8341057300567627,
      "learning_rate": 4.638187528111267e-06,
      "loss": 0.4502,
      "step": 321440
    },
    {
      "epoch": 89.72,
      "grad_norm": 1.496124029159546,
      "learning_rate": 4.6381820104627795e-06,
      "loss": 0.4514,
      "step": 321450
    },
    {
      "epoch": 89.72,
      "grad_norm": 2.2006094455718994,
      "learning_rate": 4.638176492508903e-06,
      "loss": 0.4461,
      "step": 321460
    },
    {
      "epoch": 89.72,
      "grad_norm": 2.1294784545898438,
      "learning_rate": 4.638170974249637e-06,
      "loss": 0.4529,
      "step": 321470
    },
    {
      "epoch": 89.72,
      "grad_norm": 2.336437225341797,
      "learning_rate": 4.638165455684984e-06,
      "loss": 0.4448,
      "step": 321480
    },
    {
      "epoch": 89.73,
      "grad_norm": 1.3075919151306152,
      "learning_rate": 4.638159936814944e-06,
      "loss": 0.4492,
      "step": 321490
    },
    {
      "epoch": 89.73,
      "grad_norm": 1.5976303815841675,
      "learning_rate": 4.638154417639517e-06,
      "loss": 0.4565,
      "step": 321500
    },
    {
      "epoch": 89.73,
      "grad_norm": 1.4124250411987305,
      "learning_rate": 4.6381488981587025e-06,
      "loss": 0.4367,
      "step": 321510
    },
    {
      "epoch": 89.73,
      "grad_norm": 1.5583618879318237,
      "learning_rate": 4.638143378372505e-06,
      "loss": 0.432,
      "step": 321520
    },
    {
      "epoch": 89.74,
      "grad_norm": 1.4906184673309326,
      "learning_rate": 4.638137858280922e-06,
      "loss": 0.4367,
      "step": 321530
    },
    {
      "epoch": 89.74,
      "grad_norm": 1.8326228857040405,
      "learning_rate": 4.6381323378839555e-06,
      "loss": 0.4372,
      "step": 321540
    },
    {
      "epoch": 89.74,
      "grad_norm": 1.5758447647094727,
      "learning_rate": 4.638126817181606e-06,
      "loss": 0.4522,
      "step": 321550
    },
    {
      "epoch": 89.75,
      "grad_norm": 1.8028968572616577,
      "learning_rate": 4.6381212961738745e-06,
      "loss": 0.446,
      "step": 321560
    },
    {
      "epoch": 89.75,
      "grad_norm": 1.595674991607666,
      "learning_rate": 4.638115774860762e-06,
      "loss": 0.4412,
      "step": 321570
    },
    {
      "epoch": 89.75,
      "grad_norm": 1.594539761543274,
      "learning_rate": 4.638110253242268e-06,
      "loss": 0.4394,
      "step": 321580
    },
    {
      "epoch": 89.75,
      "grad_norm": 1.5379648208618164,
      "learning_rate": 4.638104731318395e-06,
      "loss": 0.442,
      "step": 321590
    },
    {
      "epoch": 89.76,
      "grad_norm": 1.8472598791122437,
      "learning_rate": 4.6380992090891414e-06,
      "loss": 0.4307,
      "step": 321600
    },
    {
      "epoch": 89.76,
      "grad_norm": 1.5988764762878418,
      "learning_rate": 4.638093686554511e-06,
      "loss": 0.4627,
      "step": 321610
    },
    {
      "epoch": 89.76,
      "grad_norm": 1.520497441291809,
      "learning_rate": 4.638088163714502e-06,
      "loss": 0.4482,
      "step": 321620
    },
    {
      "epoch": 89.77,
      "grad_norm": 1.9806644916534424,
      "learning_rate": 4.638082640569116e-06,
      "loss": 0.4521,
      "step": 321630
    },
    {
      "epoch": 89.77,
      "grad_norm": 1.368366003036499,
      "learning_rate": 4.638077117118353e-06,
      "loss": 0.4558,
      "step": 321640
    },
    {
      "epoch": 89.77,
      "grad_norm": 1.8107889890670776,
      "learning_rate": 4.638071593362215e-06,
      "loss": 0.4373,
      "step": 321650
    },
    {
      "epoch": 89.77,
      "grad_norm": 1.9641387462615967,
      "learning_rate": 4.638066069300702e-06,
      "loss": 0.4308,
      "step": 321660
    },
    {
      "epoch": 89.78,
      "grad_norm": 1.6377899646759033,
      "learning_rate": 4.638060544933815e-06,
      "loss": 0.4351,
      "step": 321670
    },
    {
      "epoch": 89.78,
      "grad_norm": 1.6623417139053345,
      "learning_rate": 4.638055020261555e-06,
      "loss": 0.4484,
      "step": 321680
    },
    {
      "epoch": 89.78,
      "grad_norm": 1.4876006841659546,
      "learning_rate": 4.638049495283923e-06,
      "loss": 0.4692,
      "step": 321690
    },
    {
      "epoch": 89.79,
      "grad_norm": 1.6813932657241821,
      "learning_rate": 4.638043970000918e-06,
      "loss": 0.4674,
      "step": 321700
    },
    {
      "epoch": 89.79,
      "grad_norm": 1.7992388010025024,
      "learning_rate": 4.638038444412542e-06,
      "loss": 0.4486,
      "step": 321710
    },
    {
      "epoch": 89.79,
      "grad_norm": 1.51857590675354,
      "learning_rate": 4.6380329185187955e-06,
      "loss": 0.4646,
      "step": 321720
    },
    {
      "epoch": 89.79,
      "grad_norm": 2.2590689659118652,
      "learning_rate": 4.638027392319679e-06,
      "loss": 0.4467,
      "step": 321730
    },
    {
      "epoch": 89.8,
      "grad_norm": 1.6567314863204956,
      "learning_rate": 4.638021865815194e-06,
      "loss": 0.4331,
      "step": 321740
    },
    {
      "epoch": 89.8,
      "grad_norm": 1.6518430709838867,
      "learning_rate": 4.638016339005341e-06,
      "loss": 0.453,
      "step": 321750
    },
    {
      "epoch": 89.8,
      "grad_norm": 1.4581375122070312,
      "learning_rate": 4.6380108118901205e-06,
      "loss": 0.4296,
      "step": 321760
    },
    {
      "epoch": 89.8,
      "grad_norm": 1.4094977378845215,
      "learning_rate": 4.638005284469533e-06,
      "loss": 0.4503,
      "step": 321770
    },
    {
      "epoch": 89.81,
      "grad_norm": 2.0588934421539307,
      "learning_rate": 4.63799975674358e-06,
      "loss": 0.4304,
      "step": 321780
    },
    {
      "epoch": 89.81,
      "grad_norm": 1.9828667640686035,
      "learning_rate": 4.637994228712261e-06,
      "loss": 0.4568,
      "step": 321790
    },
    {
      "epoch": 89.81,
      "grad_norm": 1.8346673250198364,
      "learning_rate": 4.637988700375577e-06,
      "loss": 0.4377,
      "step": 321800
    },
    {
      "epoch": 89.82,
      "grad_norm": 1.7863595485687256,
      "learning_rate": 4.637983171733531e-06,
      "loss": 0.4415,
      "step": 321810
    },
    {
      "epoch": 89.82,
      "grad_norm": 1.7753421068191528,
      "learning_rate": 4.637977642786121e-06,
      "loss": 0.4271,
      "step": 321820
    },
    {
      "epoch": 89.82,
      "grad_norm": 1.454373836517334,
      "learning_rate": 4.637972113533348e-06,
      "loss": 0.4371,
      "step": 321830
    },
    {
      "epoch": 89.82,
      "grad_norm": 1.5448793172836304,
      "learning_rate": 4.637966583975214e-06,
      "loss": 0.4437,
      "step": 321840
    },
    {
      "epoch": 89.83,
      "grad_norm": 1.7763514518737793,
      "learning_rate": 4.637961054111719e-06,
      "loss": 0.4682,
      "step": 321850
    },
    {
      "epoch": 89.83,
      "grad_norm": 1.5268813371658325,
      "learning_rate": 4.637955523942865e-06,
      "loss": 0.4371,
      "step": 321860
    },
    {
      "epoch": 89.83,
      "grad_norm": 1.4810937643051147,
      "learning_rate": 4.63794999346865e-06,
      "loss": 0.4361,
      "step": 321870
    },
    {
      "epoch": 89.84,
      "grad_norm": 1.6132903099060059,
      "learning_rate": 4.637944462689077e-06,
      "loss": 0.4202,
      "step": 321880
    },
    {
      "epoch": 89.84,
      "grad_norm": 2.0147554874420166,
      "learning_rate": 4.637938931604146e-06,
      "loss": 0.4567,
      "step": 321890
    },
    {
      "epoch": 89.84,
      "grad_norm": 1.4953036308288574,
      "learning_rate": 4.637933400213858e-06,
      "loss": 0.4397,
      "step": 321900
    },
    {
      "epoch": 89.84,
      "grad_norm": 3.042236328125,
      "learning_rate": 4.637927868518214e-06,
      "loss": 0.4378,
      "step": 321910
    },
    {
      "epoch": 89.85,
      "grad_norm": 1.6688389778137207,
      "learning_rate": 4.637922336517213e-06,
      "loss": 0.4488,
      "step": 321920
    },
    {
      "epoch": 89.85,
      "grad_norm": 1.553423285484314,
      "learning_rate": 4.637916804210858e-06,
      "loss": 0.43,
      "step": 321930
    },
    {
      "epoch": 89.85,
      "grad_norm": 1.505543828010559,
      "learning_rate": 4.637911271599149e-06,
      "loss": 0.4406,
      "step": 321940
    },
    {
      "epoch": 89.85,
      "grad_norm": 1.6358565092086792,
      "learning_rate": 4.637905738682086e-06,
      "loss": 0.4333,
      "step": 321950
    },
    {
      "epoch": 89.86,
      "grad_norm": 1.5190612077713013,
      "learning_rate": 4.637900205459671e-06,
      "loss": 0.4608,
      "step": 321960
    },
    {
      "epoch": 89.86,
      "grad_norm": 1.2763185501098633,
      "learning_rate": 4.637894671931902e-06,
      "loss": 0.4418,
      "step": 321970
    },
    {
      "epoch": 89.86,
      "grad_norm": 1.9887815713882446,
      "learning_rate": 4.637889138098784e-06,
      "loss": 0.459,
      "step": 321980
    },
    {
      "epoch": 89.87,
      "grad_norm": 1.437105417251587,
      "learning_rate": 4.637883603960314e-06,
      "loss": 0.4376,
      "step": 321990
    },
    {
      "epoch": 89.87,
      "grad_norm": 1.393105387687683,
      "learning_rate": 4.637878069516495e-06,
      "loss": 0.438,
      "step": 322000
    },
    {
      "epoch": 89.87,
      "grad_norm": 1.8395168781280518,
      "learning_rate": 4.637872534767327e-06,
      "loss": 0.4469,
      "step": 322010
    },
    {
      "epoch": 89.87,
      "grad_norm": 1.5524067878723145,
      "learning_rate": 4.63786699971281e-06,
      "loss": 0.4512,
      "step": 322020
    },
    {
      "epoch": 89.88,
      "grad_norm": 1.8780765533447266,
      "learning_rate": 4.637861464352946e-06,
      "loss": 0.4385,
      "step": 322030
    },
    {
      "epoch": 89.88,
      "grad_norm": 1.358291506767273,
      "learning_rate": 4.637855928687734e-06,
      "loss": 0.4443,
      "step": 322040
    },
    {
      "epoch": 89.88,
      "grad_norm": 1.862512230873108,
      "learning_rate": 4.6378503927171774e-06,
      "loss": 0.461,
      "step": 322050
    },
    {
      "epoch": 89.89,
      "grad_norm": 1.889846920967102,
      "learning_rate": 4.637844856441275e-06,
      "loss": 0.4368,
      "step": 322060
    },
    {
      "epoch": 89.89,
      "grad_norm": 2.025921106338501,
      "learning_rate": 4.637839319860027e-06,
      "loss": 0.4634,
      "step": 322070
    },
    {
      "epoch": 89.89,
      "grad_norm": 1.7002941370010376,
      "learning_rate": 4.637833782973436e-06,
      "loss": 0.4582,
      "step": 322080
    },
    {
      "epoch": 89.89,
      "grad_norm": 1.4847849607467651,
      "learning_rate": 4.637828245781502e-06,
      "loss": 0.4671,
      "step": 322090
    },
    {
      "epoch": 89.9,
      "grad_norm": 1.8195812702178955,
      "learning_rate": 4.637822708284225e-06,
      "loss": 0.4493,
      "step": 322100
    },
    {
      "epoch": 89.9,
      "grad_norm": 1.3985257148742676,
      "learning_rate": 4.637817170481606e-06,
      "loss": 0.4533,
      "step": 322110
    },
    {
      "epoch": 89.9,
      "grad_norm": 1.4147062301635742,
      "learning_rate": 4.637811632373647e-06,
      "loss": 0.4516,
      "step": 322120
    },
    {
      "epoch": 89.91,
      "grad_norm": 1.4293898344039917,
      "learning_rate": 4.637806093960347e-06,
      "loss": 0.4441,
      "step": 322130
    },
    {
      "epoch": 89.91,
      "grad_norm": 3.2900147438049316,
      "learning_rate": 4.637800555241708e-06,
      "loss": 0.4542,
      "step": 322140
    },
    {
      "epoch": 89.91,
      "grad_norm": 6.1195478439331055,
      "learning_rate": 4.63779501621773e-06,
      "loss": 0.4664,
      "step": 322150
    },
    {
      "epoch": 89.91,
      "grad_norm": 1.7427270412445068,
      "learning_rate": 4.637789476888414e-06,
      "loss": 0.4588,
      "step": 322160
    },
    {
      "epoch": 89.92,
      "grad_norm": 1.6219991445541382,
      "learning_rate": 4.6377839372537604e-06,
      "loss": 0.4353,
      "step": 322170
    },
    {
      "epoch": 89.92,
      "grad_norm": 1.4558701515197754,
      "learning_rate": 4.637778397313771e-06,
      "loss": 0.4493,
      "step": 322180
    },
    {
      "epoch": 89.92,
      "grad_norm": 1.78394615650177,
      "learning_rate": 4.637772857068445e-06,
      "loss": 0.4393,
      "step": 322190
    },
    {
      "epoch": 89.92,
      "grad_norm": 1.7592788934707642,
      "learning_rate": 4.637767316517785e-06,
      "loss": 0.456,
      "step": 322200
    },
    {
      "epoch": 89.93,
      "grad_norm": 1.7886924743652344,
      "learning_rate": 4.63776177566179e-06,
      "loss": 0.451,
      "step": 322210
    },
    {
      "epoch": 89.93,
      "grad_norm": 1.7579997777938843,
      "learning_rate": 4.637756234500461e-06,
      "loss": 0.4454,
      "step": 322220
    },
    {
      "epoch": 89.93,
      "grad_norm": 1.5470123291015625,
      "learning_rate": 4.6377506930338e-06,
      "loss": 0.4269,
      "step": 322230
    },
    {
      "epoch": 89.94,
      "grad_norm": 1.4724738597869873,
      "learning_rate": 4.6377451512618065e-06,
      "loss": 0.4473,
      "step": 322240
    },
    {
      "epoch": 89.94,
      "grad_norm": 2.0372674465179443,
      "learning_rate": 4.637739609184481e-06,
      "loss": 0.4452,
      "step": 322250
    },
    {
      "epoch": 89.94,
      "grad_norm": 1.662239909172058,
      "learning_rate": 4.637734066801825e-06,
      "loss": 0.4447,
      "step": 322260
    },
    {
      "epoch": 89.94,
      "grad_norm": 1.671704649925232,
      "learning_rate": 4.637728524113841e-06,
      "loss": 0.4446,
      "step": 322270
    },
    {
      "epoch": 89.95,
      "grad_norm": 1.7085554599761963,
      "learning_rate": 4.637722981120526e-06,
      "loss": 0.4151,
      "step": 322280
    },
    {
      "epoch": 89.95,
      "grad_norm": 1.6974116563796997,
      "learning_rate": 4.637717437821882e-06,
      "loss": 0.4493,
      "step": 322290
    },
    {
      "epoch": 89.95,
      "grad_norm": 1.7136579751968384,
      "learning_rate": 4.637711894217912e-06,
      "loss": 0.4244,
      "step": 322300
    },
    {
      "epoch": 89.96,
      "grad_norm": 1.706710934638977,
      "learning_rate": 4.637706350308614e-06,
      "loss": 0.4486,
      "step": 322310
    },
    {
      "epoch": 89.96,
      "grad_norm": 1.5346916913986206,
      "learning_rate": 4.63770080609399e-06,
      "loss": 0.4391,
      "step": 322320
    },
    {
      "epoch": 89.96,
      "grad_norm": 1.5938720703125,
      "learning_rate": 4.637695261574041e-06,
      "loss": 0.4494,
      "step": 322330
    },
    {
      "epoch": 89.96,
      "grad_norm": 1.688111662864685,
      "learning_rate": 4.637689716748766e-06,
      "loss": 0.4565,
      "step": 322340
    },
    {
      "epoch": 89.97,
      "grad_norm": 1.454161524772644,
      "learning_rate": 4.637684171618169e-06,
      "loss": 0.454,
      "step": 322350
    },
    {
      "epoch": 89.97,
      "grad_norm": 1.704346776008606,
      "learning_rate": 4.637678626182247e-06,
      "loss": 0.4388,
      "step": 322360
    },
    {
      "epoch": 89.97,
      "grad_norm": 1.5011485815048218,
      "learning_rate": 4.637673080441003e-06,
      "loss": 0.4655,
      "step": 322370
    },
    {
      "epoch": 89.97,
      "grad_norm": 1.471754550933838,
      "learning_rate": 4.637667534394437e-06,
      "loss": 0.4322,
      "step": 322380
    },
    {
      "epoch": 89.98,
      "grad_norm": 1.3368927240371704,
      "learning_rate": 4.63766198804255e-06,
      "loss": 0.4368,
      "step": 322390
    },
    {
      "epoch": 89.98,
      "grad_norm": 1.5653988122940063,
      "learning_rate": 4.637656441385343e-06,
      "loss": 0.4261,
      "step": 322400
    },
    {
      "epoch": 89.98,
      "grad_norm": 1.5903700590133667,
      "learning_rate": 4.6376508944228164e-06,
      "loss": 0.4339,
      "step": 322410
    },
    {
      "epoch": 89.99,
      "grad_norm": 1.5513036251068115,
      "learning_rate": 4.637645347154971e-06,
      "loss": 0.4435,
      "step": 322420
    },
    {
      "epoch": 89.99,
      "grad_norm": 1.3283720016479492,
      "learning_rate": 4.637639799581808e-06,
      "loss": 0.4581,
      "step": 322430
    },
    {
      "epoch": 89.99,
      "grad_norm": 1.7478574514389038,
      "learning_rate": 4.637634251703326e-06,
      "loss": 0.445,
      "step": 322440
    },
    {
      "epoch": 89.99,
      "grad_norm": 1.8743983507156372,
      "learning_rate": 4.637628703519528e-06,
      "loss": 0.4367,
      "step": 322450
    },
    {
      "epoch": 90.0,
      "grad_norm": 1.7766169309616089,
      "learning_rate": 4.637623155030415e-06,
      "loss": 0.4521,
      "step": 322460
    },
    {
      "epoch": 90.0,
      "grad_norm": 1.6998016834259033,
      "learning_rate": 4.637617606235987e-06,
      "loss": 0.4708,
      "step": 322470
    },
    {
      "epoch": 90.0,
      "eval_loss": 0.444965124130249,
      "eval_runtime": 63.9868,
      "eval_samples_per_second": 79.063,
      "eval_steps_per_second": 9.893,
      "step": 322470
    },
    {
      "epoch": 90.0,
      "grad_norm": 2.1429736614227295,
      "learning_rate": 4.637612057136244e-06,
      "loss": 0.4538,
      "step": 322480
    },
    {
      "epoch": 90.01,
      "grad_norm": 1.6784220933914185,
      "learning_rate": 4.637606507731187e-06,
      "loss": 0.4446,
      "step": 322490
    },
    {
      "epoch": 90.01,
      "grad_norm": 1.5316565036773682,
      "learning_rate": 4.637600958020817e-06,
      "loss": 0.4538,
      "step": 322500
    },
    {
      "epoch": 90.01,
      "grad_norm": 1.681134819984436,
      "learning_rate": 4.637595408005136e-06,
      "loss": 0.4373,
      "step": 322510
    },
    {
      "epoch": 90.01,
      "grad_norm": 1.9880561828613281,
      "learning_rate": 4.637589857684142e-06,
      "loss": 0.4361,
      "step": 322520
    },
    {
      "epoch": 90.02,
      "grad_norm": 1.5157597064971924,
      "learning_rate": 4.637584307057838e-06,
      "loss": 0.4336,
      "step": 322530
    },
    {
      "epoch": 90.02,
      "grad_norm": 2.3100569248199463,
      "learning_rate": 4.637578756126225e-06,
      "loss": 0.442,
      "step": 322540
    },
    {
      "epoch": 90.02,
      "grad_norm": 1.5518823862075806,
      "learning_rate": 4.637573204889302e-06,
      "loss": 0.4617,
      "step": 322550
    },
    {
      "epoch": 90.03,
      "grad_norm": 1.7641352415084839,
      "learning_rate": 4.63756765334707e-06,
      "loss": 0.4392,
      "step": 322560
    },
    {
      "epoch": 90.03,
      "grad_norm": 2.6265087127685547,
      "learning_rate": 4.63756210149953e-06,
      "loss": 0.4304,
      "step": 322570
    },
    {
      "epoch": 90.03,
      "grad_norm": 1.641623616218567,
      "learning_rate": 4.637556549346684e-06,
      "loss": 0.4496,
      "step": 322580
    },
    {
      "epoch": 90.03,
      "grad_norm": 1.5637938976287842,
      "learning_rate": 4.637550996888532e-06,
      "loss": 0.4445,
      "step": 322590
    },
    {
      "epoch": 90.04,
      "grad_norm": 2.0118985176086426,
      "learning_rate": 4.637545444125073e-06,
      "loss": 0.4685,
      "step": 322600
    },
    {
      "epoch": 90.04,
      "grad_norm": 1.4041234254837036,
      "learning_rate": 4.63753989105631e-06,
      "loss": 0.4561,
      "step": 322610
    },
    {
      "epoch": 90.04,
      "grad_norm": 1.7282609939575195,
      "learning_rate": 4.637534337682243e-06,
      "loss": 0.4353,
      "step": 322620
    },
    {
      "epoch": 90.04,
      "grad_norm": 1.6397621631622314,
      "learning_rate": 4.637528784002873e-06,
      "loss": 0.4646,
      "step": 322630
    },
    {
      "epoch": 90.05,
      "grad_norm": 1.506655216217041,
      "learning_rate": 4.637523230018199e-06,
      "loss": 0.438,
      "step": 322640
    },
    {
      "epoch": 90.05,
      "grad_norm": 1.4147237539291382,
      "learning_rate": 4.637517675728225e-06,
      "loss": 0.4522,
      "step": 322650
    },
    {
      "epoch": 90.05,
      "grad_norm": 1.5191611051559448,
      "learning_rate": 4.637512121132948e-06,
      "loss": 0.4156,
      "step": 322660
    },
    {
      "epoch": 90.06,
      "grad_norm": 1.4526201486587524,
      "learning_rate": 4.637506566232372e-06,
      "loss": 0.4359,
      "step": 322670
    },
    {
      "epoch": 90.06,
      "grad_norm": 1.6576076745986938,
      "learning_rate": 4.6375010110264965e-06,
      "loss": 0.4313,
      "step": 322680
    },
    {
      "epoch": 90.06,
      "grad_norm": 1.95115065574646,
      "learning_rate": 4.6374954555153215e-06,
      "loss": 0.4418,
      "step": 322690
    },
    {
      "epoch": 90.06,
      "grad_norm": 2.099433422088623,
      "learning_rate": 4.637489899698849e-06,
      "loss": 0.438,
      "step": 322700
    },
    {
      "epoch": 90.07,
      "grad_norm": 1.8628113269805908,
      "learning_rate": 4.637484343577078e-06,
      "loss": 0.445,
      "step": 322710
    },
    {
      "epoch": 90.07,
      "grad_norm": 1.6724172830581665,
      "learning_rate": 4.6374787871500115e-06,
      "loss": 0.4632,
      "step": 322720
    },
    {
      "epoch": 90.07,
      "grad_norm": 1.22946035861969,
      "learning_rate": 4.637473230417648e-06,
      "loss": 0.4333,
      "step": 322730
    },
    {
      "epoch": 90.08,
      "grad_norm": 1.7055679559707642,
      "learning_rate": 4.63746767337999e-06,
      "loss": 0.4492,
      "step": 322740
    },
    {
      "epoch": 90.08,
      "grad_norm": 1.5296398401260376,
      "learning_rate": 4.637462116037038e-06,
      "loss": 0.4316,
      "step": 322750
    },
    {
      "epoch": 90.08,
      "grad_norm": 1.3082913160324097,
      "learning_rate": 4.637456558388792e-06,
      "loss": 0.4376,
      "step": 322760
    },
    {
      "epoch": 90.08,
      "grad_norm": 1.8954670429229736,
      "learning_rate": 4.637451000435252e-06,
      "loss": 0.4557,
      "step": 322770
    },
    {
      "epoch": 90.09,
      "grad_norm": 1.4019792079925537,
      "learning_rate": 4.637445442176421e-06,
      "loss": 0.4426,
      "step": 322780
    },
    {
      "epoch": 90.09,
      "grad_norm": 1.5366178750991821,
      "learning_rate": 4.637439883612298e-06,
      "loss": 0.455,
      "step": 322790
    },
    {
      "epoch": 90.09,
      "grad_norm": 1.7270742654800415,
      "learning_rate": 4.637434324742884e-06,
      "loss": 0.4491,
      "step": 322800
    },
    {
      "epoch": 90.09,
      "grad_norm": 1.8630858659744263,
      "learning_rate": 4.63742876556818e-06,
      "loss": 0.4641,
      "step": 322810
    },
    {
      "epoch": 90.1,
      "grad_norm": 1.7342522144317627,
      "learning_rate": 4.637423206088187e-06,
      "loss": 0.4361,
      "step": 322820
    },
    {
      "epoch": 90.1,
      "grad_norm": 3.0501699447631836,
      "learning_rate": 4.6374176463029055e-06,
      "loss": 0.4511,
      "step": 322830
    },
    {
      "epoch": 90.1,
      "grad_norm": 1.460851788520813,
      "learning_rate": 4.637412086212337e-06,
      "loss": 0.4228,
      "step": 322840
    },
    {
      "epoch": 90.11,
      "grad_norm": 1.5119825601577759,
      "learning_rate": 4.63740652581648e-06,
      "loss": 0.435,
      "step": 322850
    },
    {
      "epoch": 90.11,
      "grad_norm": 1.7570712566375732,
      "learning_rate": 4.637400965115337e-06,
      "loss": 0.4556,
      "step": 322860
    },
    {
      "epoch": 90.11,
      "grad_norm": 1.7918105125427246,
      "learning_rate": 4.637395404108909e-06,
      "loss": 0.4489,
      "step": 322870
    },
    {
      "epoch": 90.11,
      "grad_norm": 2.8147449493408203,
      "learning_rate": 4.637389842797196e-06,
      "loss": 0.4594,
      "step": 322880
    },
    {
      "epoch": 90.12,
      "grad_norm": 1.6374175548553467,
      "learning_rate": 4.6373842811801985e-06,
      "loss": 0.4253,
      "step": 322890
    },
    {
      "epoch": 90.12,
      "grad_norm": 1.3537174463272095,
      "learning_rate": 4.637378719257918e-06,
      "loss": 0.4429,
      "step": 322900
    },
    {
      "epoch": 90.12,
      "grad_norm": 1.6344648599624634,
      "learning_rate": 4.637373157030356e-06,
      "loss": 0.4617,
      "step": 322910
    },
    {
      "epoch": 90.13,
      "grad_norm": 1.4899957180023193,
      "learning_rate": 4.6373675944975106e-06,
      "loss": 0.4663,
      "step": 322920
    },
    {
      "epoch": 90.13,
      "grad_norm": 1.4097429513931274,
      "learning_rate": 4.6373620316593845e-06,
      "loss": 0.4327,
      "step": 322930
    },
    {
      "epoch": 90.13,
      "grad_norm": 1.4723247289657593,
      "learning_rate": 4.637356468515978e-06,
      "loss": 0.4467,
      "step": 322940
    },
    {
      "epoch": 90.13,
      "grad_norm": 1.7825430631637573,
      "learning_rate": 4.637350905067292e-06,
      "loss": 0.4651,
      "step": 322950
    },
    {
      "epoch": 90.14,
      "grad_norm": 1.6235625743865967,
      "learning_rate": 4.6373453413133265e-06,
      "loss": 0.4432,
      "step": 322960
    },
    {
      "epoch": 90.14,
      "grad_norm": 1.4035887718200684,
      "learning_rate": 4.637339777254083e-06,
      "loss": 0.4444,
      "step": 322970
    },
    {
      "epoch": 90.14,
      "grad_norm": 1.783941626548767,
      "learning_rate": 4.637334212889563e-06,
      "loss": 0.432,
      "step": 322980
    },
    {
      "epoch": 90.15,
      "grad_norm": 2.1350183486938477,
      "learning_rate": 4.6373286482197655e-06,
      "loss": 0.4382,
      "step": 322990
    },
    {
      "epoch": 90.15,
      "grad_norm": 1.8464994430541992,
      "learning_rate": 4.637323083244692e-06,
      "loss": 0.4393,
      "step": 323000
    },
    {
      "epoch": 90.15,
      "grad_norm": 1.6500595808029175,
      "learning_rate": 4.637317517964344e-06,
      "loss": 0.4545,
      "step": 323010
    },
    {
      "epoch": 90.15,
      "grad_norm": 1.459885597229004,
      "learning_rate": 4.637311952378721e-06,
      "loss": 0.4297,
      "step": 323020
    },
    {
      "epoch": 90.16,
      "grad_norm": 1.5907210111618042,
      "learning_rate": 4.637306386487824e-06,
      "loss": 0.4594,
      "step": 323030
    },
    {
      "epoch": 90.16,
      "grad_norm": 1.729270100593567,
      "learning_rate": 4.637300820291654e-06,
      "loss": 0.4678,
      "step": 323040
    },
    {
      "epoch": 90.16,
      "grad_norm": 1.5529999732971191,
      "learning_rate": 4.637295253790212e-06,
      "loss": 0.4508,
      "step": 323050
    },
    {
      "epoch": 90.16,
      "grad_norm": 1.8771413564682007,
      "learning_rate": 4.637289686983499e-06,
      "loss": 0.463,
      "step": 323060
    },
    {
      "epoch": 90.17,
      "grad_norm": 1.6178405284881592,
      "learning_rate": 4.637284119871515e-06,
      "loss": 0.4471,
      "step": 323070
    },
    {
      "epoch": 90.17,
      "grad_norm": 1.3591128587722778,
      "learning_rate": 4.637278552454261e-06,
      "loss": 0.4451,
      "step": 323080
    },
    {
      "epoch": 90.17,
      "grad_norm": 1.405083179473877,
      "learning_rate": 4.637272984731737e-06,
      "loss": 0.4657,
      "step": 323090
    },
    {
      "epoch": 90.18,
      "grad_norm": 1.6818190813064575,
      "learning_rate": 4.637267416703945e-06,
      "loss": 0.4404,
      "step": 323100
    },
    {
      "epoch": 90.18,
      "grad_norm": 1.8294875621795654,
      "learning_rate": 4.637261848370885e-06,
      "loss": 0.4354,
      "step": 323110
    },
    {
      "epoch": 90.18,
      "grad_norm": 1.4232230186462402,
      "learning_rate": 4.637256279732559e-06,
      "loss": 0.4636,
      "step": 323120
    },
    {
      "epoch": 90.18,
      "grad_norm": 1.5403568744659424,
      "learning_rate": 4.637250710788965e-06,
      "loss": 0.4355,
      "step": 323130
    },
    {
      "epoch": 90.19,
      "grad_norm": 1.4852406978607178,
      "learning_rate": 4.637245141540107e-06,
      "loss": 0.4385,
      "step": 323140
    },
    {
      "epoch": 90.19,
      "grad_norm": 1.7052717208862305,
      "learning_rate": 4.6372395719859835e-06,
      "loss": 0.447,
      "step": 323150
    },
    {
      "epoch": 90.19,
      "grad_norm": 1.7874137163162231,
      "learning_rate": 4.637234002126596e-06,
      "loss": 0.4266,
      "step": 323160
    },
    {
      "epoch": 90.2,
      "grad_norm": 3.1645095348358154,
      "learning_rate": 4.6372284319619446e-06,
      "loss": 0.4536,
      "step": 323170
    },
    {
      "epoch": 90.2,
      "grad_norm": 1.8939614295959473,
      "learning_rate": 4.637222861492031e-06,
      "loss": 0.4454,
      "step": 323180
    },
    {
      "epoch": 90.2,
      "grad_norm": 1.9898875951766968,
      "learning_rate": 4.637217290716856e-06,
      "loss": 0.4508,
      "step": 323190
    },
    {
      "epoch": 90.2,
      "grad_norm": 1.6756428480148315,
      "learning_rate": 4.63721171963642e-06,
      "loss": 0.4553,
      "step": 323200
    },
    {
      "epoch": 90.21,
      "grad_norm": 1.7978042364120483,
      "learning_rate": 4.637206148250723e-06,
      "loss": 0.4287,
      "step": 323210
    },
    {
      "epoch": 90.21,
      "grad_norm": 1.7914363145828247,
      "learning_rate": 4.637200576559767e-06,
      "loss": 0.4463,
      "step": 323220
    },
    {
      "epoch": 90.21,
      "grad_norm": 1.4696344137191772,
      "learning_rate": 4.637195004563551e-06,
      "loss": 0.4607,
      "step": 323230
    },
    {
      "epoch": 90.21,
      "grad_norm": 1.6893433332443237,
      "learning_rate": 4.637189432262077e-06,
      "loss": 0.463,
      "step": 323240
    },
    {
      "epoch": 90.22,
      "grad_norm": 1.5858852863311768,
      "learning_rate": 4.637183859655346e-06,
      "loss": 0.4504,
      "step": 323250
    },
    {
      "epoch": 90.22,
      "grad_norm": 1.7921260595321655,
      "learning_rate": 4.637178286743358e-06,
      "loss": 0.4576,
      "step": 323260
    },
    {
      "epoch": 90.22,
      "grad_norm": 1.531167984008789,
      "learning_rate": 4.637172713526115e-06,
      "loss": 0.4341,
      "step": 323270
    },
    {
      "epoch": 90.23,
      "grad_norm": 1.505302906036377,
      "learning_rate": 4.637167140003616e-06,
      "loss": 0.467,
      "step": 323280
    },
    {
      "epoch": 90.23,
      "grad_norm": 1.4087364673614502,
      "learning_rate": 4.637161566175863e-06,
      "loss": 0.445,
      "step": 323290
    },
    {
      "epoch": 90.23,
      "grad_norm": 1.7607969045639038,
      "learning_rate": 4.637155992042856e-06,
      "loss": 0.4388,
      "step": 323300
    },
    {
      "epoch": 90.23,
      "grad_norm": 1.4805485010147095,
      "learning_rate": 4.637150417604596e-06,
      "loss": 0.4604,
      "step": 323310
    },
    {
      "epoch": 90.24,
      "grad_norm": 1.419736623764038,
      "learning_rate": 4.637144842861084e-06,
      "loss": 0.4292,
      "step": 323320
    },
    {
      "epoch": 90.24,
      "grad_norm": 1.643799066543579,
      "learning_rate": 4.637139267812321e-06,
      "loss": 0.4401,
      "step": 323330
    },
    {
      "epoch": 90.24,
      "grad_norm": 1.468631386756897,
      "learning_rate": 4.637133692458306e-06,
      "loss": 0.4437,
      "step": 323340
    },
    {
      "epoch": 90.25,
      "grad_norm": 1.646518349647522,
      "learning_rate": 4.637128116799042e-06,
      "loss": 0.4451,
      "step": 323350
    },
    {
      "epoch": 90.25,
      "grad_norm": 1.4030826091766357,
      "learning_rate": 4.637122540834528e-06,
      "loss": 0.451,
      "step": 323360
    },
    {
      "epoch": 90.25,
      "grad_norm": 2.385737895965576,
      "learning_rate": 4.637116964564765e-06,
      "loss": 0.4414,
      "step": 323370
    },
    {
      "epoch": 90.25,
      "grad_norm": 1.4063142538070679,
      "learning_rate": 4.637111387989756e-06,
      "loss": 0.4434,
      "step": 323380
    },
    {
      "epoch": 90.26,
      "grad_norm": 1.4091401100158691,
      "learning_rate": 4.637105811109499e-06,
      "loss": 0.4467,
      "step": 323390
    },
    {
      "epoch": 90.26,
      "grad_norm": 1.5528744459152222,
      "learning_rate": 4.637100233923996e-06,
      "loss": 0.4358,
      "step": 323400
    },
    {
      "epoch": 90.26,
      "grad_norm": 1.6792792081832886,
      "learning_rate": 4.637094656433247e-06,
      "loss": 0.4574,
      "step": 323410
    },
    {
      "epoch": 90.27,
      "grad_norm": 1.8111847639083862,
      "learning_rate": 4.637089078637254e-06,
      "loss": 0.4632,
      "step": 323420
    },
    {
      "epoch": 90.27,
      "grad_norm": 1.3795199394226074,
      "learning_rate": 4.637083500536017e-06,
      "loss": 0.4293,
      "step": 323430
    },
    {
      "epoch": 90.27,
      "grad_norm": 1.793872356414795,
      "learning_rate": 4.637077922129535e-06,
      "loss": 0.4321,
      "step": 323440
    },
    {
      "epoch": 90.27,
      "grad_norm": 1.5252355337142944,
      "learning_rate": 4.637072343417812e-06,
      "loss": 0.4407,
      "step": 323450
    },
    {
      "epoch": 90.28,
      "grad_norm": 1.67635178565979,
      "learning_rate": 4.637066764400847e-06,
      "loss": 0.4419,
      "step": 323460
    },
    {
      "epoch": 90.28,
      "grad_norm": 1.5458537340164185,
      "learning_rate": 4.63706118507864e-06,
      "loss": 0.4538,
      "step": 323470
    },
    {
      "epoch": 90.28,
      "grad_norm": 1.7999508380889893,
      "learning_rate": 4.637055605451193e-06,
      "loss": 0.4378,
      "step": 323480
    },
    {
      "epoch": 90.28,
      "grad_norm": 1.4459773302078247,
      "learning_rate": 4.637050025518507e-06,
      "loss": 0.4351,
      "step": 323490
    },
    {
      "epoch": 90.29,
      "grad_norm": 1.7553505897521973,
      "learning_rate": 4.637044445280582e-06,
      "loss": 0.4436,
      "step": 323500
    },
    {
      "epoch": 90.29,
      "grad_norm": 1.323936104774475,
      "learning_rate": 4.637038864737419e-06,
      "loss": 0.428,
      "step": 323510
    },
    {
      "epoch": 90.29,
      "grad_norm": 1.5900299549102783,
      "learning_rate": 4.637033283889018e-06,
      "loss": 0.427,
      "step": 323520
    },
    {
      "epoch": 90.3,
      "grad_norm": 1.5502960681915283,
      "learning_rate": 4.637027702735381e-06,
      "loss": 0.4649,
      "step": 323530
    },
    {
      "epoch": 90.3,
      "grad_norm": 1.4513205289840698,
      "learning_rate": 4.637022121276508e-06,
      "loss": 0.4593,
      "step": 323540
    },
    {
      "epoch": 90.3,
      "grad_norm": 1.7789849042892456,
      "learning_rate": 4.637016539512399e-06,
      "loss": 0.4649,
      "step": 323550
    },
    {
      "epoch": 90.3,
      "grad_norm": 2.1025116443634033,
      "learning_rate": 4.637010957443057e-06,
      "loss": 0.4401,
      "step": 323560
    },
    {
      "epoch": 90.31,
      "grad_norm": 1.653983473777771,
      "learning_rate": 4.6370053750684804e-06,
      "loss": 0.4425,
      "step": 323570
    },
    {
      "epoch": 90.31,
      "grad_norm": 1.617478609085083,
      "learning_rate": 4.63699979238867e-06,
      "loss": 0.4339,
      "step": 323580
    },
    {
      "epoch": 90.31,
      "grad_norm": 1.4355159997940063,
      "learning_rate": 4.636994209403629e-06,
      "loss": 0.4836,
      "step": 323590
    },
    {
      "epoch": 90.32,
      "grad_norm": 1.2494055032730103,
      "learning_rate": 4.636988626113357e-06,
      "loss": 0.4456,
      "step": 323600
    },
    {
      "epoch": 90.32,
      "grad_norm": 1.5098391771316528,
      "learning_rate": 4.636983042517853e-06,
      "loss": 0.4684,
      "step": 323610
    },
    {
      "epoch": 90.32,
      "grad_norm": 1.4934778213500977,
      "learning_rate": 4.636977458617119e-06,
      "loss": 0.4539,
      "step": 323620
    },
    {
      "epoch": 90.32,
      "grad_norm": 1.640186071395874,
      "learning_rate": 4.636971874411157e-06,
      "loss": 0.4421,
      "step": 323630
    },
    {
      "epoch": 90.33,
      "grad_norm": 1.4072315692901611,
      "learning_rate": 4.6369662898999656e-06,
      "loss": 0.452,
      "step": 323640
    },
    {
      "epoch": 90.33,
      "grad_norm": 1.3657889366149902,
      "learning_rate": 4.636960705083547e-06,
      "loss": 0.4524,
      "step": 323650
    },
    {
      "epoch": 90.33,
      "grad_norm": 1.5561981201171875,
      "learning_rate": 4.636955119961901e-06,
      "loss": 0.4374,
      "step": 323660
    },
    {
      "epoch": 90.33,
      "grad_norm": 1.6507916450500488,
      "learning_rate": 4.636949534535029e-06,
      "loss": 0.451,
      "step": 323670
    },
    {
      "epoch": 90.34,
      "grad_norm": 1.5615898370742798,
      "learning_rate": 4.636943948802931e-06,
      "loss": 0.4559,
      "step": 323680
    },
    {
      "epoch": 90.34,
      "grad_norm": 1.8028076887130737,
      "learning_rate": 4.636938362765609e-06,
      "loss": 0.4369,
      "step": 323690
    },
    {
      "epoch": 90.34,
      "grad_norm": 1.5086686611175537,
      "learning_rate": 4.636932776423062e-06,
      "loss": 0.4648,
      "step": 323700
    },
    {
      "epoch": 90.35,
      "grad_norm": 1.8981345891952515,
      "learning_rate": 4.636927189775293e-06,
      "loss": 0.4438,
      "step": 323710
    },
    {
      "epoch": 90.35,
      "grad_norm": 2.6253719329833984,
      "learning_rate": 4.636921602822301e-06,
      "loss": 0.4464,
      "step": 323720
    },
    {
      "epoch": 90.35,
      "grad_norm": 1.7261924743652344,
      "learning_rate": 4.6369160155640865e-06,
      "loss": 0.4336,
      "step": 323730
    },
    {
      "epoch": 90.35,
      "grad_norm": 1.5824799537658691,
      "learning_rate": 4.636910428000652e-06,
      "loss": 0.4458,
      "step": 323740
    },
    {
      "epoch": 90.36,
      "grad_norm": 2.930253505706787,
      "learning_rate": 4.636904840131997e-06,
      "loss": 0.4598,
      "step": 323750
    },
    {
      "epoch": 90.36,
      "grad_norm": 1.995977520942688,
      "learning_rate": 4.6368992519581225e-06,
      "loss": 0.4531,
      "step": 323760
    },
    {
      "epoch": 90.36,
      "grad_norm": 1.94369637966156,
      "learning_rate": 4.6368936634790285e-06,
      "loss": 0.4476,
      "step": 323770
    },
    {
      "epoch": 90.37,
      "grad_norm": 1.4381242990493774,
      "learning_rate": 4.636888074694717e-06,
      "loss": 0.4459,
      "step": 323780
    },
    {
      "epoch": 90.37,
      "grad_norm": 1.6240527629852295,
      "learning_rate": 4.6368824856051884e-06,
      "loss": 0.46,
      "step": 323790
    },
    {
      "epoch": 90.37,
      "grad_norm": 1.6300476789474487,
      "learning_rate": 4.636876896210443e-06,
      "loss": 0.4293,
      "step": 323800
    },
    {
      "epoch": 90.37,
      "grad_norm": 2.0498156547546387,
      "learning_rate": 4.636871306510482e-06,
      "loss": 0.4328,
      "step": 323810
    },
    {
      "epoch": 90.38,
      "grad_norm": 1.3262195587158203,
      "learning_rate": 4.636865716505306e-06,
      "loss": 0.4458,
      "step": 323820
    },
    {
      "epoch": 90.38,
      "grad_norm": 1.4084606170654297,
      "learning_rate": 4.636860126194916e-06,
      "loss": 0.4437,
      "step": 323830
    },
    {
      "epoch": 90.38,
      "grad_norm": 1.5598150491714478,
      "learning_rate": 4.636854535579312e-06,
      "loss": 0.4538,
      "step": 323840
    },
    {
      "epoch": 90.39,
      "grad_norm": 1.7017028331756592,
      "learning_rate": 4.6368489446584935e-06,
      "loss": 0.4501,
      "step": 323850
    },
    {
      "epoch": 90.39,
      "grad_norm": 1.752303123474121,
      "learning_rate": 4.636843353432465e-06,
      "loss": 0.4625,
      "step": 323860
    },
    {
      "epoch": 90.39,
      "grad_norm": 1.6495929956436157,
      "learning_rate": 4.636837761901225e-06,
      "loss": 0.4327,
      "step": 323870
    },
    {
      "epoch": 90.39,
      "grad_norm": 1.7346309423446655,
      "learning_rate": 4.636832170064773e-06,
      "loss": 0.4408,
      "step": 323880
    },
    {
      "epoch": 90.4,
      "grad_norm": 1.6678193807601929,
      "learning_rate": 4.636826577923112e-06,
      "loss": 0.4363,
      "step": 323890
    },
    {
      "epoch": 90.4,
      "grad_norm": 1.957116961479187,
      "learning_rate": 4.636820985476242e-06,
      "loss": 0.4678,
      "step": 323900
    },
    {
      "epoch": 90.4,
      "grad_norm": 1.5667364597320557,
      "learning_rate": 4.636815392724164e-06,
      "loss": 0.4489,
      "step": 323910
    },
    {
      "epoch": 90.4,
      "grad_norm": 1.3809635639190674,
      "learning_rate": 4.636809799666878e-06,
      "loss": 0.4267,
      "step": 323920
    },
    {
      "epoch": 90.41,
      "grad_norm": 2.0449235439300537,
      "learning_rate": 4.636804206304385e-06,
      "loss": 0.4438,
      "step": 323930
    },
    {
      "epoch": 90.41,
      "grad_norm": 1.5310739278793335,
      "learning_rate": 4.636798612636686e-06,
      "loss": 0.4416,
      "step": 323940
    },
    {
      "epoch": 90.41,
      "grad_norm": 1.9212448596954346,
      "learning_rate": 4.636793018663782e-06,
      "loss": 0.4333,
      "step": 323950
    },
    {
      "epoch": 90.42,
      "grad_norm": 1.3437937498092651,
      "learning_rate": 4.636787424385673e-06,
      "loss": 0.4582,
      "step": 323960
    },
    {
      "epoch": 90.42,
      "grad_norm": 1.7805291414260864,
      "learning_rate": 4.63678182980236e-06,
      "loss": 0.4462,
      "step": 323970
    },
    {
      "epoch": 90.42,
      "grad_norm": 1.449983835220337,
      "learning_rate": 4.636776234913844e-06,
      "loss": 0.4536,
      "step": 323980
    },
    {
      "epoch": 90.42,
      "grad_norm": 1.7001173496246338,
      "learning_rate": 4.636770639720125e-06,
      "loss": 0.4432,
      "step": 323990
    },
    {
      "epoch": 90.43,
      "grad_norm": 1.9817116260528564,
      "learning_rate": 4.636765044221204e-06,
      "loss": 0.4517,
      "step": 324000
    },
    {
      "epoch": 90.43,
      "grad_norm": 1.395193338394165,
      "learning_rate": 4.636759448417083e-06,
      "loss": 0.442,
      "step": 324010
    },
    {
      "epoch": 90.43,
      "grad_norm": 1.2309004068374634,
      "learning_rate": 4.636753852307762e-06,
      "loss": 0.4302,
      "step": 324020
    },
    {
      "epoch": 90.44,
      "grad_norm": 1.6060304641723633,
      "learning_rate": 4.636748255893241e-06,
      "loss": 0.4308,
      "step": 324030
    },
    {
      "epoch": 90.44,
      "grad_norm": 1.740463376045227,
      "learning_rate": 4.636742659173521e-06,
      "loss": 0.4596,
      "step": 324040
    },
    {
      "epoch": 90.44,
      "grad_norm": 1.4377048015594482,
      "learning_rate": 4.636737062148604e-06,
      "loss": 0.4347,
      "step": 324050
    },
    {
      "epoch": 90.44,
      "grad_norm": 1.4243831634521484,
      "learning_rate": 4.6367314648184894e-06,
      "loss": 0.4403,
      "step": 324060
    },
    {
      "epoch": 90.45,
      "grad_norm": 1.6992779970169067,
      "learning_rate": 4.6367258671831784e-06,
      "loss": 0.4369,
      "step": 324070
    },
    {
      "epoch": 90.45,
      "grad_norm": 1.6370103359222412,
      "learning_rate": 4.636720269242672e-06,
      "loss": 0.4439,
      "step": 324080
    },
    {
      "epoch": 90.45,
      "grad_norm": 1.5097647905349731,
      "learning_rate": 4.63671467099697e-06,
      "loss": 0.4337,
      "step": 324090
    },
    {
      "epoch": 90.45,
      "grad_norm": 1.7640193700790405,
      "learning_rate": 4.636709072446074e-06,
      "loss": 0.4427,
      "step": 324100
    },
    {
      "epoch": 90.46,
      "grad_norm": 2.7237226963043213,
      "learning_rate": 4.636703473589984e-06,
      "loss": 0.4372,
      "step": 324110
    },
    {
      "epoch": 90.46,
      "grad_norm": 1.4144667387008667,
      "learning_rate": 4.6366978744287026e-06,
      "loss": 0.4348,
      "step": 324120
    },
    {
      "epoch": 90.46,
      "grad_norm": 1.5622446537017822,
      "learning_rate": 4.636692274962228e-06,
      "loss": 0.4547,
      "step": 324130
    },
    {
      "epoch": 90.47,
      "grad_norm": 1.2991658449172974,
      "learning_rate": 4.636686675190562e-06,
      "loss": 0.4464,
      "step": 324140
    },
    {
      "epoch": 90.47,
      "grad_norm": 1.6970994472503662,
      "learning_rate": 4.636681075113707e-06,
      "loss": 0.4284,
      "step": 324150
    },
    {
      "epoch": 90.47,
      "grad_norm": 2.1870181560516357,
      "learning_rate": 4.636675474731661e-06,
      "loss": 0.4503,
      "step": 324160
    },
    {
      "epoch": 90.47,
      "grad_norm": 1.5579233169555664,
      "learning_rate": 4.636669874044427e-06,
      "loss": 0.432,
      "step": 324170
    },
    {
      "epoch": 90.48,
      "grad_norm": 1.4655601978302002,
      "learning_rate": 4.636664273052004e-06,
      "loss": 0.443,
      "step": 324180
    },
    {
      "epoch": 90.48,
      "grad_norm": 1.7237262725830078,
      "learning_rate": 4.636658671754393e-06,
      "loss": 0.4584,
      "step": 324190
    },
    {
      "epoch": 90.48,
      "grad_norm": 2.1871602535247803,
      "learning_rate": 4.636653070151595e-06,
      "loss": 0.451,
      "step": 324200
    },
    {
      "epoch": 90.49,
      "grad_norm": 1.7184199094772339,
      "learning_rate": 4.636647468243612e-06,
      "loss": 0.4453,
      "step": 324210
    },
    {
      "epoch": 90.49,
      "grad_norm": 1.5714457035064697,
      "learning_rate": 4.636641866030444e-06,
      "loss": 0.4421,
      "step": 324220
    },
    {
      "epoch": 90.49,
      "grad_norm": 1.5726624727249146,
      "learning_rate": 4.6366362635120904e-06,
      "loss": 0.4469,
      "step": 324230
    },
    {
      "epoch": 90.49,
      "grad_norm": 1.8800933361053467,
      "learning_rate": 4.6366306606885536e-06,
      "loss": 0.4497,
      "step": 324240
    },
    {
      "epoch": 90.5,
      "grad_norm": 1.3391921520233154,
      "learning_rate": 4.636625057559834e-06,
      "loss": 0.4412,
      "step": 324250
    },
    {
      "epoch": 90.5,
      "grad_norm": 1.4713435173034668,
      "learning_rate": 4.636619454125932e-06,
      "loss": 0.4493,
      "step": 324260
    },
    {
      "epoch": 90.5,
      "grad_norm": 1.7839921712875366,
      "learning_rate": 4.636613850386848e-06,
      "loss": 0.4377,
      "step": 324270
    },
    {
      "epoch": 90.51,
      "grad_norm": 1.5592567920684814,
      "learning_rate": 4.636608246342584e-06,
      "loss": 0.443,
      "step": 324280
    },
    {
      "epoch": 90.51,
      "grad_norm": 1.6981053352355957,
      "learning_rate": 4.636602641993139e-06,
      "loss": 0.4544,
      "step": 324290
    },
    {
      "epoch": 90.51,
      "grad_norm": 1.814254641532898,
      "learning_rate": 4.636597037338515e-06,
      "loss": 0.4273,
      "step": 324300
    },
    {
      "epoch": 90.51,
      "grad_norm": 1.7108020782470703,
      "learning_rate": 4.636591432378713e-06,
      "loss": 0.462,
      "step": 324310
    },
    {
      "epoch": 90.52,
      "grad_norm": 1.4854621887207031,
      "learning_rate": 4.636585827113732e-06,
      "loss": 0.4522,
      "step": 324320
    },
    {
      "epoch": 90.52,
      "grad_norm": 1.7245328426361084,
      "learning_rate": 4.636580221543575e-06,
      "loss": 0.4493,
      "step": 324330
    },
    {
      "epoch": 90.52,
      "grad_norm": 1.5956830978393555,
      "learning_rate": 4.636574615668241e-06,
      "loss": 0.4775,
      "step": 324340
    },
    {
      "epoch": 90.52,
      "grad_norm": 1.7099862098693848,
      "learning_rate": 4.636569009487732e-06,
      "loss": 0.4269,
      "step": 324350
    },
    {
      "epoch": 90.53,
      "grad_norm": 1.8250240087509155,
      "learning_rate": 4.636563403002047e-06,
      "loss": 0.444,
      "step": 324360
    },
    {
      "epoch": 90.53,
      "grad_norm": 2.1259987354278564,
      "learning_rate": 4.6365577962111895e-06,
      "loss": 0.4521,
      "step": 324370
    },
    {
      "epoch": 90.53,
      "grad_norm": 2.184918165206909,
      "learning_rate": 4.636552189115158e-06,
      "loss": 0.4417,
      "step": 324380
    },
    {
      "epoch": 90.54,
      "grad_norm": 1.6657243967056274,
      "learning_rate": 4.636546581713954e-06,
      "loss": 0.4637,
      "step": 324390
    },
    {
      "epoch": 90.54,
      "grad_norm": 1.7243008613586426,
      "learning_rate": 4.636540974007578e-06,
      "loss": 0.4472,
      "step": 324400
    },
    {
      "epoch": 90.54,
      "grad_norm": 1.8102920055389404,
      "learning_rate": 4.636535365996031e-06,
      "loss": 0.444,
      "step": 324410
    },
    {
      "epoch": 90.54,
      "grad_norm": 1.3634780645370483,
      "learning_rate": 4.636529757679313e-06,
      "loss": 0.4543,
      "step": 324420
    },
    {
      "epoch": 90.55,
      "grad_norm": 1.4885356426239014,
      "learning_rate": 4.636524149057426e-06,
      "loss": 0.4423,
      "step": 324430
    },
    {
      "epoch": 90.55,
      "grad_norm": 1.4654929637908936,
      "learning_rate": 4.63651854013037e-06,
      "loss": 0.4595,
      "step": 324440
    },
    {
      "epoch": 90.55,
      "grad_norm": 1.4706424474716187,
      "learning_rate": 4.636512930898146e-06,
      "loss": 0.4394,
      "step": 324450
    },
    {
      "epoch": 90.56,
      "grad_norm": 1.586567997932434,
      "learning_rate": 4.636507321360755e-06,
      "loss": 0.4549,
      "step": 324460
    },
    {
      "epoch": 90.56,
      "grad_norm": 1.8986188173294067,
      "learning_rate": 4.6365017115181965e-06,
      "loss": 0.4439,
      "step": 324470
    },
    {
      "epoch": 90.56,
      "grad_norm": 1.598522424697876,
      "learning_rate": 4.636496101370473e-06,
      "loss": 0.4548,
      "step": 324480
    },
    {
      "epoch": 90.56,
      "grad_norm": 1.8517807722091675,
      "learning_rate": 4.636490490917584e-06,
      "loss": 0.4429,
      "step": 324490
    },
    {
      "epoch": 90.57,
      "grad_norm": 1.808793306350708,
      "learning_rate": 4.63648488015953e-06,
      "loss": 0.4569,
      "step": 324500
    },
    {
      "epoch": 90.57,
      "grad_norm": 1.805092215538025,
      "learning_rate": 4.636479269096313e-06,
      "loss": 0.4452,
      "step": 324510
    },
    {
      "epoch": 90.57,
      "grad_norm": 1.569676399230957,
      "learning_rate": 4.636473657727933e-06,
      "loss": 0.4488,
      "step": 324520
    },
    {
      "epoch": 90.57,
      "grad_norm": 1.460960030555725,
      "learning_rate": 4.636468046054391e-06,
      "loss": 0.4341,
      "step": 324530
    },
    {
      "epoch": 90.58,
      "grad_norm": 1.6889315843582153,
      "learning_rate": 4.636462434075688e-06,
      "loss": 0.4563,
      "step": 324540
    },
    {
      "epoch": 90.58,
      "grad_norm": 1.3727359771728516,
      "learning_rate": 4.636456821791824e-06,
      "loss": 0.4441,
      "step": 324550
    },
    {
      "epoch": 90.58,
      "grad_norm": 1.6700879335403442,
      "learning_rate": 4.636451209202799e-06,
      "loss": 0.4389,
      "step": 324560
    },
    {
      "epoch": 90.59,
      "grad_norm": 1.5161526203155518,
      "learning_rate": 4.6364455963086165e-06,
      "loss": 0.4475,
      "step": 324570
    },
    {
      "epoch": 90.59,
      "grad_norm": 1.426381230354309,
      "learning_rate": 4.636439983109275e-06,
      "loss": 0.4382,
      "step": 324580
    },
    {
      "epoch": 90.59,
      "grad_norm": 1.6129542589187622,
      "learning_rate": 4.636434369604775e-06,
      "loss": 0.4406,
      "step": 324590
    },
    {
      "epoch": 90.59,
      "grad_norm": 1.5462852716445923,
      "learning_rate": 4.6364287557951196e-06,
      "loss": 0.445,
      "step": 324600
    },
    {
      "epoch": 90.6,
      "grad_norm": 1.3506110906600952,
      "learning_rate": 4.6364231416803065e-06,
      "loss": 0.4476,
      "step": 324610
    },
    {
      "epoch": 90.6,
      "grad_norm": 1.7005547285079956,
      "learning_rate": 4.636417527260339e-06,
      "loss": 0.4552,
      "step": 324620
    },
    {
      "epoch": 90.6,
      "grad_norm": 1.6142324209213257,
      "learning_rate": 4.636411912535217e-06,
      "loss": 0.4267,
      "step": 324630
    },
    {
      "epoch": 90.61,
      "grad_norm": 1.947110891342163,
      "learning_rate": 4.6364062975049405e-06,
      "loss": 0.4567,
      "step": 324640
    },
    {
      "epoch": 90.61,
      "grad_norm": 1.8098583221435547,
      "learning_rate": 4.636400682169511e-06,
      "loss": 0.4408,
      "step": 324650
    },
    {
      "epoch": 90.61,
      "grad_norm": 1.5917152166366577,
      "learning_rate": 4.636395066528929e-06,
      "loss": 0.4467,
      "step": 324660
    },
    {
      "epoch": 90.61,
      "grad_norm": 1.7252215147018433,
      "learning_rate": 4.636389450583195e-06,
      "loss": 0.4619,
      "step": 324670
    },
    {
      "epoch": 90.62,
      "grad_norm": 1.5284481048583984,
      "learning_rate": 4.63638383433231e-06,
      "loss": 0.449,
      "step": 324680
    },
    {
      "epoch": 90.62,
      "grad_norm": 1.7465277910232544,
      "learning_rate": 4.6363782177762755e-06,
      "loss": 0.4594,
      "step": 324690
    },
    {
      "epoch": 90.62,
      "grad_norm": 2.1585936546325684,
      "learning_rate": 4.636372600915091e-06,
      "loss": 0.4476,
      "step": 324700
    },
    {
      "epoch": 90.63,
      "grad_norm": 1.651999592781067,
      "learning_rate": 4.636366983748758e-06,
      "loss": 0.4513,
      "step": 324710
    },
    {
      "epoch": 90.63,
      "grad_norm": 1.8607306480407715,
      "learning_rate": 4.636361366277278e-06,
      "loss": 0.4165,
      "step": 324720
    },
    {
      "epoch": 90.63,
      "grad_norm": 1.5563026666641235,
      "learning_rate": 4.636355748500649e-06,
      "loss": 0.4401,
      "step": 324730
    },
    {
      "epoch": 90.63,
      "grad_norm": 1.6829627752304077,
      "learning_rate": 4.636350130418875e-06,
      "loss": 0.4226,
      "step": 324740
    },
    {
      "epoch": 90.64,
      "grad_norm": 1.4990578889846802,
      "learning_rate": 4.636344512031955e-06,
      "loss": 0.448,
      "step": 324750
    },
    {
      "epoch": 90.64,
      "grad_norm": 2.2136502265930176,
      "learning_rate": 4.636338893339889e-06,
      "loss": 0.431,
      "step": 324760
    },
    {
      "epoch": 90.64,
      "grad_norm": 1.4823628664016724,
      "learning_rate": 4.63633327434268e-06,
      "loss": 0.4377,
      "step": 324770
    },
    {
      "epoch": 90.64,
      "grad_norm": 1.7060803174972534,
      "learning_rate": 4.636327655040327e-06,
      "loss": 0.4321,
      "step": 324780
    },
    {
      "epoch": 90.65,
      "grad_norm": 1.5431796312332153,
      "learning_rate": 4.636322035432832e-06,
      "loss": 0.4378,
      "step": 324790
    },
    {
      "epoch": 90.65,
      "grad_norm": 1.2963703870773315,
      "learning_rate": 4.636316415520194e-06,
      "loss": 0.4467,
      "step": 324800
    },
    {
      "epoch": 90.65,
      "grad_norm": 1.5454009771347046,
      "learning_rate": 4.636310795302416e-06,
      "loss": 0.4483,
      "step": 324810
    },
    {
      "epoch": 90.66,
      "grad_norm": 1.4819940328598022,
      "learning_rate": 4.636305174779496e-06,
      "loss": 0.4551,
      "step": 324820
    },
    {
      "epoch": 90.66,
      "grad_norm": 1.8106005191802979,
      "learning_rate": 4.636299553951438e-06,
      "loss": 0.4491,
      "step": 324830
    },
    {
      "epoch": 90.66,
      "grad_norm": 1.5484305620193481,
      "learning_rate": 4.636293932818239e-06,
      "loss": 0.4528,
      "step": 324840
    },
    {
      "epoch": 90.66,
      "grad_norm": 1.5864382982254028,
      "learning_rate": 4.636288311379903e-06,
      "loss": 0.4544,
      "step": 324850
    },
    {
      "epoch": 90.67,
      "grad_norm": 1.4717859029769897,
      "learning_rate": 4.63628268963643e-06,
      "loss": 0.4176,
      "step": 324860
    },
    {
      "epoch": 90.67,
      "grad_norm": 1.423520803451538,
      "learning_rate": 4.63627706758782e-06,
      "loss": 0.4602,
      "step": 324870
    },
    {
      "epoch": 90.67,
      "grad_norm": 1.4265574216842651,
      "learning_rate": 4.636271445234074e-06,
      "loss": 0.4538,
      "step": 324880
    },
    {
      "epoch": 90.68,
      "grad_norm": 1.728562831878662,
      "learning_rate": 4.636265822575192e-06,
      "loss": 0.4646,
      "step": 324890
    },
    {
      "epoch": 90.68,
      "grad_norm": 1.8383733034133911,
      "learning_rate": 4.636260199611176e-06,
      "loss": 0.4501,
      "step": 324900
    },
    {
      "epoch": 90.68,
      "grad_norm": 1.6964683532714844,
      "learning_rate": 4.636254576342026e-06,
      "loss": 0.4553,
      "step": 324910
    },
    {
      "epoch": 90.68,
      "grad_norm": 1.8803558349609375,
      "learning_rate": 4.636248952767743e-06,
      "loss": 0.4517,
      "step": 324920
    },
    {
      "epoch": 90.69,
      "grad_norm": 1.7231271266937256,
      "learning_rate": 4.6362433288883286e-06,
      "loss": 0.4347,
      "step": 324930
    },
    {
      "epoch": 90.69,
      "grad_norm": 1.5241913795471191,
      "learning_rate": 4.636237704703782e-06,
      "loss": 0.4588,
      "step": 324940
    },
    {
      "epoch": 90.69,
      "grad_norm": 1.5050781965255737,
      "learning_rate": 4.6362320802141055e-06,
      "loss": 0.4456,
      "step": 324950
    },
    {
      "epoch": 90.69,
      "grad_norm": 1.7834300994873047,
      "learning_rate": 4.636226455419298e-06,
      "loss": 0.4316,
      "step": 324960
    },
    {
      "epoch": 90.7,
      "grad_norm": 1.4673091173171997,
      "learning_rate": 4.636220830319361e-06,
      "loss": 0.4402,
      "step": 324970
    },
    {
      "epoch": 90.7,
      "grad_norm": 1.547883152961731,
      "learning_rate": 4.636215204914297e-06,
      "loss": 0.4561,
      "step": 324980
    },
    {
      "epoch": 90.7,
      "grad_norm": 1.8578450679779053,
      "learning_rate": 4.6362095792041035e-06,
      "loss": 0.4717,
      "step": 324990
    },
    {
      "epoch": 90.71,
      "grad_norm": 1.428769826889038,
      "learning_rate": 4.636203953188784e-06,
      "loss": 0.4473,
      "step": 325000
    },
    {
      "epoch": 90.71,
      "grad_norm": 1.3725178241729736,
      "learning_rate": 4.636198326868338e-06,
      "loss": 0.4246,
      "step": 325010
    },
    {
      "epoch": 90.71,
      "grad_norm": 1.800607442855835,
      "learning_rate": 4.636192700242767e-06,
      "loss": 0.4347,
      "step": 325020
    },
    {
      "epoch": 90.71,
      "grad_norm": 1.691599726676941,
      "learning_rate": 4.636187073312071e-06,
      "loss": 0.4457,
      "step": 325030
    },
    {
      "epoch": 90.72,
      "grad_norm": 1.5369187593460083,
      "learning_rate": 4.636181446076251e-06,
      "loss": 0.4498,
      "step": 325040
    },
    {
      "epoch": 90.72,
      "grad_norm": 1.927517294883728,
      "learning_rate": 4.636175818535307e-06,
      "loss": 0.4318,
      "step": 325050
    },
    {
      "epoch": 90.72,
      "grad_norm": 1.967890977859497,
      "learning_rate": 4.636170190689241e-06,
      "loss": 0.442,
      "step": 325060
    },
    {
      "epoch": 90.73,
      "grad_norm": 1.7360702753067017,
      "learning_rate": 4.6361645625380546e-06,
      "loss": 0.4492,
      "step": 325070
    },
    {
      "epoch": 90.73,
      "grad_norm": 1.658270239830017,
      "learning_rate": 4.6361589340817455e-06,
      "loss": 0.44,
      "step": 325080
    },
    {
      "epoch": 90.73,
      "grad_norm": 1.4552321434020996,
      "learning_rate": 4.636153305320316e-06,
      "loss": 0.4367,
      "step": 325090
    },
    {
      "epoch": 90.73,
      "grad_norm": 1.5189504623413086,
      "learning_rate": 4.636147676253768e-06,
      "loss": 0.4263,
      "step": 325100
    },
    {
      "epoch": 90.74,
      "grad_norm": 1.5441972017288208,
      "learning_rate": 4.636142046882101e-06,
      "loss": 0.4374,
      "step": 325110
    },
    {
      "epoch": 90.74,
      "grad_norm": 1.4303873777389526,
      "learning_rate": 4.6361364172053155e-06,
      "loss": 0.4438,
      "step": 325120
    },
    {
      "epoch": 90.74,
      "grad_norm": 1.5609276294708252,
      "learning_rate": 4.636130787223413e-06,
      "loss": 0.427,
      "step": 325130
    },
    {
      "epoch": 90.75,
      "grad_norm": 1.6246566772460938,
      "learning_rate": 4.636125156936395e-06,
      "loss": 0.4463,
      "step": 325140
    },
    {
      "epoch": 90.75,
      "grad_norm": 1.6464614868164062,
      "learning_rate": 4.63611952634426e-06,
      "loss": 0.43,
      "step": 325150
    },
    {
      "epoch": 90.75,
      "grad_norm": 1.2711563110351562,
      "learning_rate": 4.63611389544701e-06,
      "loss": 0.4357,
      "step": 325160
    },
    {
      "epoch": 90.75,
      "grad_norm": 1.270484209060669,
      "learning_rate": 4.636108264244646e-06,
      "loss": 0.4263,
      "step": 325170
    },
    {
      "epoch": 90.76,
      "grad_norm": 1.8865090608596802,
      "learning_rate": 4.636102632737169e-06,
      "loss": 0.4382,
      "step": 325180
    },
    {
      "epoch": 90.76,
      "grad_norm": 1.7276934385299683,
      "learning_rate": 4.6360970009245785e-06,
      "loss": 0.4538,
      "step": 325190
    },
    {
      "epoch": 90.76,
      "grad_norm": 1.66917085647583,
      "learning_rate": 4.636091368806876e-06,
      "loss": 0.4484,
      "step": 325200
    },
    {
      "epoch": 90.76,
      "grad_norm": 1.695111870765686,
      "learning_rate": 4.636085736384063e-06,
      "loss": 0.4448,
      "step": 325210
    },
    {
      "epoch": 90.77,
      "grad_norm": 1.6068094968795776,
      "learning_rate": 4.636080103656139e-06,
      "loss": 0.4514,
      "step": 325220
    },
    {
      "epoch": 90.77,
      "grad_norm": 1.5528709888458252,
      "learning_rate": 4.636074470623105e-06,
      "loss": 0.4407,
      "step": 325230
    },
    {
      "epoch": 90.77,
      "grad_norm": 4.442104816436768,
      "learning_rate": 4.636068837284962e-06,
      "loss": 0.4431,
      "step": 325240
    },
    {
      "epoch": 90.78,
      "grad_norm": 1.833257794380188,
      "learning_rate": 4.636063203641711e-06,
      "loss": 0.4375,
      "step": 325250
    },
    {
      "epoch": 90.78,
      "grad_norm": 1.746381402015686,
      "learning_rate": 4.6360575696933525e-06,
      "loss": 0.4338,
      "step": 325260
    },
    {
      "epoch": 90.78,
      "grad_norm": 1.5051724910736084,
      "learning_rate": 4.636051935439887e-06,
      "loss": 0.4598,
      "step": 325270
    },
    {
      "epoch": 90.78,
      "grad_norm": 2.295376777648926,
      "learning_rate": 4.636046300881316e-06,
      "loss": 0.4477,
      "step": 325280
    },
    {
      "epoch": 90.79,
      "grad_norm": 1.6560213565826416,
      "learning_rate": 4.6360406660176395e-06,
      "loss": 0.4375,
      "step": 325290
    },
    {
      "epoch": 90.79,
      "grad_norm": 1.7110917568206787,
      "learning_rate": 4.636035030848859e-06,
      "loss": 0.4566,
      "step": 325300
    },
    {
      "epoch": 90.79,
      "grad_norm": 1.7692073583602905,
      "learning_rate": 4.636029395374974e-06,
      "loss": 0.4611,
      "step": 325310
    },
    {
      "epoch": 90.8,
      "grad_norm": 2.53505277633667,
      "learning_rate": 4.6360237595959856e-06,
      "loss": 0.4483,
      "step": 325320
    },
    {
      "epoch": 90.8,
      "grad_norm": 1.544357419013977,
      "learning_rate": 4.636018123511896e-06,
      "loss": 0.4455,
      "step": 325330
    },
    {
      "epoch": 90.8,
      "grad_norm": 1.7110435962677002,
      "learning_rate": 4.636012487122704e-06,
      "loss": 0.4318,
      "step": 325340
    },
    {
      "epoch": 90.8,
      "grad_norm": 1.5650252103805542,
      "learning_rate": 4.636006850428412e-06,
      "loss": 0.4284,
      "step": 325350
    },
    {
      "epoch": 90.81,
      "grad_norm": 1.5668330192565918,
      "learning_rate": 4.636001213429019e-06,
      "loss": 0.4472,
      "step": 325360
    },
    {
      "epoch": 90.81,
      "grad_norm": 1.758267879486084,
      "learning_rate": 4.635995576124528e-06,
      "loss": 0.4479,
      "step": 325370
    },
    {
      "epoch": 90.81,
      "grad_norm": 2.011490821838379,
      "learning_rate": 4.6359899385149375e-06,
      "loss": 0.4427,
      "step": 325380
    },
    {
      "epoch": 90.81,
      "grad_norm": 1.7241792678833008,
      "learning_rate": 4.6359843006002494e-06,
      "loss": 0.4364,
      "step": 325390
    },
    {
      "epoch": 90.82,
      "grad_norm": 1.4974658489227295,
      "learning_rate": 4.635978662380464e-06,
      "loss": 0.4569,
      "step": 325400
    },
    {
      "epoch": 90.82,
      "grad_norm": 2.315518617630005,
      "learning_rate": 4.635973023855583e-06,
      "loss": 0.4456,
      "step": 325410
    },
    {
      "epoch": 90.82,
      "grad_norm": 2.131910562515259,
      "learning_rate": 4.6359673850256066e-06,
      "loss": 0.4661,
      "step": 325420
    },
    {
      "epoch": 90.83,
      "grad_norm": 1.410854697227478,
      "learning_rate": 4.635961745890535e-06,
      "loss": 0.4459,
      "step": 325430
    },
    {
      "epoch": 90.83,
      "grad_norm": 1.341614007949829,
      "learning_rate": 4.63595610645037e-06,
      "loss": 0.4603,
      "step": 325440
    },
    {
      "epoch": 90.83,
      "grad_norm": 1.6942352056503296,
      "learning_rate": 4.635950466705111e-06,
      "loss": 0.4401,
      "step": 325450
    },
    {
      "epoch": 90.83,
      "grad_norm": 1.3970575332641602,
      "learning_rate": 4.63594482665476e-06,
      "loss": 0.4535,
      "step": 325460
    },
    {
      "epoch": 90.84,
      "grad_norm": 1.5428866147994995,
      "learning_rate": 4.635939186299317e-06,
      "loss": 0.4528,
      "step": 325470
    },
    {
      "epoch": 90.84,
      "grad_norm": 1.579930067062378,
      "learning_rate": 4.635933545638782e-06,
      "loss": 0.4463,
      "step": 325480
    },
    {
      "epoch": 90.84,
      "grad_norm": 1.7100306749343872,
      "learning_rate": 4.635927904673159e-06,
      "loss": 0.441,
      "step": 325490
    },
    {
      "epoch": 90.85,
      "grad_norm": 1.3466901779174805,
      "learning_rate": 4.635922263402445e-06,
      "loss": 0.4362,
      "step": 325500
    },
    {
      "epoch": 90.85,
      "grad_norm": 1.6128562688827515,
      "learning_rate": 4.635916621826642e-06,
      "loss": 0.4265,
      "step": 325510
    },
    {
      "epoch": 90.85,
      "grad_norm": 1.5380079746246338,
      "learning_rate": 4.635910979945751e-06,
      "loss": 0.4409,
      "step": 325520
    },
    {
      "epoch": 90.85,
      "grad_norm": 1.7635767459869385,
      "learning_rate": 4.6359053377597735e-06,
      "loss": 0.4562,
      "step": 325530
    },
    {
      "epoch": 90.86,
      "grad_norm": 2.0405752658843994,
      "learning_rate": 4.6358996952687096e-06,
      "loss": 0.4554,
      "step": 325540
    },
    {
      "epoch": 90.86,
      "grad_norm": 1.4023382663726807,
      "learning_rate": 4.63589405247256e-06,
      "loss": 0.4534,
      "step": 325550
    },
    {
      "epoch": 90.86,
      "grad_norm": 1.4470276832580566,
      "learning_rate": 4.6358884093713246e-06,
      "loss": 0.4467,
      "step": 325560
    },
    {
      "epoch": 90.87,
      "grad_norm": 1.655995488166809,
      "learning_rate": 4.635882765965005e-06,
      "loss": 0.4427,
      "step": 325570
    },
    {
      "epoch": 90.87,
      "grad_norm": 1.4800599813461304,
      "learning_rate": 4.635877122253603e-06,
      "loss": 0.4595,
      "step": 325580
    },
    {
      "epoch": 90.87,
      "grad_norm": 1.4214706420898438,
      "learning_rate": 4.635871478237118e-06,
      "loss": 0.4476,
      "step": 325590
    },
    {
      "epoch": 90.87,
      "grad_norm": 1.569663643836975,
      "learning_rate": 4.63586583391555e-06,
      "loss": 0.4437,
      "step": 325600
    },
    {
      "epoch": 90.88,
      "grad_norm": 1.595374345779419,
      "learning_rate": 4.635860189288901e-06,
      "loss": 0.4359,
      "step": 325610
    },
    {
      "epoch": 90.88,
      "grad_norm": 2.3058688640594482,
      "learning_rate": 4.635854544357172e-06,
      "loss": 0.4548,
      "step": 325620
    },
    {
      "epoch": 90.88,
      "grad_norm": 1.7434039115905762,
      "learning_rate": 4.635848899120363e-06,
      "loss": 0.4582,
      "step": 325630
    },
    {
      "epoch": 90.88,
      "grad_norm": 1.4385930299758911,
      "learning_rate": 4.635843253578475e-06,
      "loss": 0.4489,
      "step": 325640
    },
    {
      "epoch": 90.89,
      "grad_norm": 1.2943800687789917,
      "learning_rate": 4.635837607731509e-06,
      "loss": 0.4414,
      "step": 325650
    },
    {
      "epoch": 90.89,
      "grad_norm": 1.4821127653121948,
      "learning_rate": 4.635831961579465e-06,
      "loss": 0.4607,
      "step": 325660
    },
    {
      "epoch": 90.89,
      "grad_norm": 1.6367762088775635,
      "learning_rate": 4.635826315122344e-06,
      "loss": 0.4524,
      "step": 325670
    },
    {
      "epoch": 90.9,
      "grad_norm": 1.52028226852417,
      "learning_rate": 4.635820668360148e-06,
      "loss": 0.4535,
      "step": 325680
    },
    {
      "epoch": 90.9,
      "grad_norm": 1.388429045677185,
      "learning_rate": 4.635815021292877e-06,
      "loss": 0.4403,
      "step": 325690
    },
    {
      "epoch": 90.9,
      "grad_norm": 1.8508566617965698,
      "learning_rate": 4.635809373920531e-06,
      "loss": 0.4348,
      "step": 325700
    },
    {
      "epoch": 90.9,
      "grad_norm": 1.44508695602417,
      "learning_rate": 4.63580372624311e-06,
      "loss": 0.4342,
      "step": 325710
    },
    {
      "epoch": 90.91,
      "grad_norm": 1.5570712089538574,
      "learning_rate": 4.635798078260618e-06,
      "loss": 0.4473,
      "step": 325720
    },
    {
      "epoch": 90.91,
      "grad_norm": 1.5837278366088867,
      "learning_rate": 4.635792429973053e-06,
      "loss": 0.4267,
      "step": 325730
    },
    {
      "epoch": 90.91,
      "grad_norm": 1.6409761905670166,
      "learning_rate": 4.635786781380416e-06,
      "loss": 0.448,
      "step": 325740
    },
    {
      "epoch": 90.92,
      "grad_norm": 1.5649124383926392,
      "learning_rate": 4.635781132482709e-06,
      "loss": 0.4381,
      "step": 325750
    },
    {
      "epoch": 90.92,
      "grad_norm": 1.6603710651397705,
      "learning_rate": 4.635775483279932e-06,
      "loss": 0.4363,
      "step": 325760
    },
    {
      "epoch": 90.92,
      "grad_norm": 1.3910186290740967,
      "learning_rate": 4.635769833772086e-06,
      "loss": 0.4338,
      "step": 325770
    },
    {
      "epoch": 90.92,
      "grad_norm": 1.3724530935287476,
      "learning_rate": 4.635764183959171e-06,
      "loss": 0.4582,
      "step": 325780
    },
    {
      "epoch": 90.93,
      "grad_norm": 1.6016422510147095,
      "learning_rate": 4.6357585338411875e-06,
      "loss": 0.4411,
      "step": 325790
    },
    {
      "epoch": 90.93,
      "grad_norm": 1.4938569068908691,
      "learning_rate": 4.635752883418139e-06,
      "loss": 0.4722,
      "step": 325800
    },
    {
      "epoch": 90.93,
      "grad_norm": 1.7016096115112305,
      "learning_rate": 4.635747232690023e-06,
      "loss": 0.4391,
      "step": 325810
    },
    {
      "epoch": 90.93,
      "grad_norm": 1.8557655811309814,
      "learning_rate": 4.635741581656842e-06,
      "loss": 0.444,
      "step": 325820
    },
    {
      "epoch": 90.94,
      "grad_norm": 1.4793487787246704,
      "learning_rate": 4.635735930318595e-06,
      "loss": 0.45,
      "step": 325830
    },
    {
      "epoch": 90.94,
      "grad_norm": 1.3245452642440796,
      "learning_rate": 4.635730278675286e-06,
      "loss": 0.4563,
      "step": 325840
    },
    {
      "epoch": 90.94,
      "grad_norm": 1.754791021347046,
      "learning_rate": 4.635724626726912e-06,
      "loss": 0.4442,
      "step": 325850
    },
    {
      "epoch": 90.95,
      "grad_norm": 1.5320451259613037,
      "learning_rate": 4.635718974473477e-06,
      "loss": 0.4385,
      "step": 325860
    },
    {
      "epoch": 90.95,
      "grad_norm": 1.480637788772583,
      "learning_rate": 4.635713321914979e-06,
      "loss": 0.4381,
      "step": 325870
    },
    {
      "epoch": 90.95,
      "grad_norm": 1.646406650543213,
      "learning_rate": 4.635707669051422e-06,
      "loss": 0.4475,
      "step": 325880
    },
    {
      "epoch": 90.95,
      "grad_norm": 1.5407485961914062,
      "learning_rate": 4.635702015882804e-06,
      "loss": 0.4744,
      "step": 325890
    },
    {
      "epoch": 90.96,
      "grad_norm": 1.4640823602676392,
      "learning_rate": 4.635696362409126e-06,
      "loss": 0.4419,
      "step": 325900
    },
    {
      "epoch": 90.96,
      "grad_norm": 1.5324292182922363,
      "learning_rate": 4.635690708630389e-06,
      "loss": 0.4386,
      "step": 325910
    },
    {
      "epoch": 90.96,
      "grad_norm": 1.6989727020263672,
      "learning_rate": 4.635685054546595e-06,
      "loss": 0.4423,
      "step": 325920
    },
    {
      "epoch": 90.97,
      "grad_norm": 1.3764643669128418,
      "learning_rate": 4.635679400157743e-06,
      "loss": 0.4464,
      "step": 325930
    },
    {
      "epoch": 90.97,
      "grad_norm": 1.7818132638931274,
      "learning_rate": 4.6356737454638355e-06,
      "loss": 0.4462,
      "step": 325940
    },
    {
      "epoch": 90.97,
      "grad_norm": 1.421758770942688,
      "learning_rate": 4.635668090464872e-06,
      "loss": 0.4233,
      "step": 325950
    },
    {
      "epoch": 90.97,
      "grad_norm": 1.6268430948257446,
      "learning_rate": 4.635662435160853e-06,
      "loss": 0.4497,
      "step": 325960
    },
    {
      "epoch": 90.98,
      "grad_norm": 1.4047921895980835,
      "learning_rate": 4.6356567795517805e-06,
      "loss": 0.4606,
      "step": 325970
    },
    {
      "epoch": 90.98,
      "grad_norm": 1.605669617652893,
      "learning_rate": 4.635651123637654e-06,
      "loss": 0.4328,
      "step": 325980
    },
    {
      "epoch": 90.98,
      "grad_norm": 1.7482515573501587,
      "learning_rate": 4.635645467418475e-06,
      "loss": 0.4356,
      "step": 325990
    },
    {
      "epoch": 90.99,
      "grad_norm": 1.8313437700271606,
      "learning_rate": 4.635639810894244e-06,
      "loss": 0.4432,
      "step": 326000
    },
    {
      "epoch": 90.99,
      "grad_norm": 1.4481501579284668,
      "learning_rate": 4.6356341540649625e-06,
      "loss": 0.4326,
      "step": 326010
    },
    {
      "epoch": 90.99,
      "grad_norm": 1.6674010753631592,
      "learning_rate": 4.63562849693063e-06,
      "loss": 0.4377,
      "step": 326020
    },
    {
      "epoch": 90.99,
      "grad_norm": 1.6357920169830322,
      "learning_rate": 4.635622839491248e-06,
      "loss": 0.4511,
      "step": 326030
    },
    {
      "epoch": 91.0,
      "grad_norm": 2.1023757457733154,
      "learning_rate": 4.635617181746818e-06,
      "loss": 0.4463,
      "step": 326040
    },
    {
      "epoch": 91.0,
      "grad_norm": 1.7867977619171143,
      "learning_rate": 4.635611523697338e-06,
      "loss": 0.4523,
      "step": 326050
    },
    {
      "epoch": 91.0,
      "eval_loss": 0.4434308111667633,
      "eval_runtime": 62.8152,
      "eval_samples_per_second": 80.538,
      "eval_steps_per_second": 10.077,
      "step": 326053
    },
    {
      "epoch": 91.0,
      "grad_norm": 1.6018792390823364,
      "learning_rate": 4.6356058653428126e-06,
      "loss": 0.4242,
      "step": 326060
    },
    {
      "epoch": 91.0,
      "grad_norm": 5.111112594604492,
      "learning_rate": 4.635600206683239e-06,
      "loss": 0.4425,
      "step": 326070
    },
    {
      "epoch": 91.01,
      "grad_norm": 1.6491830348968506,
      "learning_rate": 4.63559454771862e-06,
      "loss": 0.4337,
      "step": 326080
    },
    {
      "epoch": 91.01,
      "grad_norm": 2.160001754760742,
      "learning_rate": 4.635588888448956e-06,
      "loss": 0.4326,
      "step": 326090
    },
    {
      "epoch": 91.01,
      "grad_norm": 1.6809242963790894,
      "learning_rate": 4.635583228874247e-06,
      "loss": 0.4391,
      "step": 326100
    },
    {
      "epoch": 91.02,
      "grad_norm": 1.2129768133163452,
      "learning_rate": 4.6355775689944955e-06,
      "loss": 0.45,
      "step": 326110
    },
    {
      "epoch": 91.02,
      "grad_norm": 1.7289153337478638,
      "learning_rate": 4.635571908809701e-06,
      "loss": 0.4349,
      "step": 326120
    },
    {
      "epoch": 91.02,
      "grad_norm": 1.5527244806289673,
      "learning_rate": 4.635566248319864e-06,
      "loss": 0.4527,
      "step": 326130
    },
    {
      "epoch": 91.02,
      "grad_norm": 1.8878591060638428,
      "learning_rate": 4.635560587524985e-06,
      "loss": 0.4409,
      "step": 326140
    },
    {
      "epoch": 91.03,
      "grad_norm": 1.7145217657089233,
      "learning_rate": 4.635554926425066e-06,
      "loss": 0.4392,
      "step": 326150
    },
    {
      "epoch": 91.03,
      "grad_norm": 1.5364452600479126,
      "learning_rate": 4.635549265020107e-06,
      "loss": 0.4562,
      "step": 326160
    },
    {
      "epoch": 91.03,
      "grad_norm": 1.6134634017944336,
      "learning_rate": 4.635543603310109e-06,
      "loss": 0.4383,
      "step": 326170
    },
    {
      "epoch": 91.04,
      "grad_norm": 2.6936404705047607,
      "learning_rate": 4.635537941295073e-06,
      "loss": 0.4625,
      "step": 326180
    },
    {
      "epoch": 91.04,
      "grad_norm": 1.8153049945831299,
      "learning_rate": 4.635532278974999e-06,
      "loss": 0.4723,
      "step": 326190
    },
    {
      "epoch": 91.04,
      "grad_norm": 1.5053232908248901,
      "learning_rate": 4.635526616349888e-06,
      "loss": 0.4466,
      "step": 326200
    },
    {
      "epoch": 91.04,
      "grad_norm": 2.093959331512451,
      "learning_rate": 4.63552095341974e-06,
      "loss": 0.4562,
      "step": 326210
    },
    {
      "epoch": 91.05,
      "grad_norm": 1.714832067489624,
      "learning_rate": 4.6355152901845584e-06,
      "loss": 0.4407,
      "step": 326220
    },
    {
      "epoch": 91.05,
      "grad_norm": 1.6101428270339966,
      "learning_rate": 4.635509626644341e-06,
      "loss": 0.4512,
      "step": 326230
    },
    {
      "epoch": 91.05,
      "grad_norm": 1.7390286922454834,
      "learning_rate": 4.635503962799091e-06,
      "loss": 0.4701,
      "step": 326240
    },
    {
      "epoch": 91.05,
      "grad_norm": 1.5875712633132935,
      "learning_rate": 4.635498298648807e-06,
      "loss": 0.4328,
      "step": 326250
    },
    {
      "epoch": 91.06,
      "grad_norm": 1.2309986352920532,
      "learning_rate": 4.635492634193491e-06,
      "loss": 0.4587,
      "step": 326260
    },
    {
      "epoch": 91.06,
      "grad_norm": 1.5683692693710327,
      "learning_rate": 4.635486969433143e-06,
      "loss": 0.4393,
      "step": 326270
    },
    {
      "epoch": 91.06,
      "grad_norm": 1.6833215951919556,
      "learning_rate": 4.6354813043677655e-06,
      "loss": 0.4625,
      "step": 326280
    },
    {
      "epoch": 91.07,
      "grad_norm": 1.7653406858444214,
      "learning_rate": 4.6354756389973574e-06,
      "loss": 0.4416,
      "step": 326290
    },
    {
      "epoch": 91.07,
      "grad_norm": 1.8328269720077515,
      "learning_rate": 4.635469973321919e-06,
      "loss": 0.4317,
      "step": 326300
    },
    {
      "epoch": 91.07,
      "grad_norm": 1.4936498403549194,
      "learning_rate": 4.635464307341453e-06,
      "loss": 0.4324,
      "step": 326310
    },
    {
      "epoch": 91.07,
      "grad_norm": 1.6471648216247559,
      "learning_rate": 4.6354586410559585e-06,
      "loss": 0.4537,
      "step": 326320
    },
    {
      "epoch": 91.08,
      "grad_norm": 1.628624439239502,
      "learning_rate": 4.635452974465437e-06,
      "loss": 0.4358,
      "step": 326330
    },
    {
      "epoch": 91.08,
      "grad_norm": 1.8437501192092896,
      "learning_rate": 4.635447307569889e-06,
      "loss": 0.4297,
      "step": 326340
    },
    {
      "epoch": 91.08,
      "grad_norm": 3.0589632987976074,
      "learning_rate": 4.6354416403693165e-06,
      "loss": 0.441,
      "step": 326350
    },
    {
      "epoch": 91.09,
      "grad_norm": 1.6981050968170166,
      "learning_rate": 4.635435972863719e-06,
      "loss": 0.4494,
      "step": 326360
    },
    {
      "epoch": 91.09,
      "grad_norm": 1.7445862293243408,
      "learning_rate": 4.635430305053097e-06,
      "loss": 0.4479,
      "step": 326370
    },
    {
      "epoch": 91.09,
      "grad_norm": 1.9479589462280273,
      "learning_rate": 4.635424636937452e-06,
      "loss": 0.4608,
      "step": 326380
    },
    {
      "epoch": 91.09,
      "grad_norm": 1.5018166303634644,
      "learning_rate": 4.635418968516784e-06,
      "loss": 0.4416,
      "step": 326390
    },
    {
      "epoch": 91.1,
      "grad_norm": 1.486853837966919,
      "learning_rate": 4.635413299791095e-06,
      "loss": 0.4624,
      "step": 326400
    },
    {
      "epoch": 91.1,
      "grad_norm": 1.598257064819336,
      "learning_rate": 4.6354076307603845e-06,
      "loss": 0.4368,
      "step": 326410
    },
    {
      "epoch": 91.1,
      "grad_norm": 1.9758435487747192,
      "learning_rate": 4.6354019614246535e-06,
      "loss": 0.4624,
      "step": 326420
    },
    {
      "epoch": 91.11,
      "grad_norm": 1.6914759874343872,
      "learning_rate": 4.6353962917839035e-06,
      "loss": 0.4349,
      "step": 326430
    },
    {
      "epoch": 91.11,
      "grad_norm": 1.9876644611358643,
      "learning_rate": 4.635390621838134e-06,
      "loss": 0.4388,
      "step": 326440
    },
    {
      "epoch": 91.11,
      "grad_norm": 1.6399908065795898,
      "learning_rate": 4.635384951587348e-06,
      "loss": 0.4552,
      "step": 326450
    },
    {
      "epoch": 91.11,
      "grad_norm": 1.6077768802642822,
      "learning_rate": 4.635379281031544e-06,
      "loss": 0.464,
      "step": 326460
    },
    {
      "epoch": 91.12,
      "grad_norm": 1.508557915687561,
      "learning_rate": 4.635373610170723e-06,
      "loss": 0.4563,
      "step": 326470
    },
    {
      "epoch": 91.12,
      "grad_norm": 1.4323322772979736,
      "learning_rate": 4.635367939004886e-06,
      "loss": 0.4549,
      "step": 326480
    },
    {
      "epoch": 91.12,
      "grad_norm": 1.5980432033538818,
      "learning_rate": 4.635362267534035e-06,
      "loss": 0.4338,
      "step": 326490
    },
    {
      "epoch": 91.12,
      "grad_norm": 1.4141762256622314,
      "learning_rate": 4.63535659575817e-06,
      "loss": 0.4513,
      "step": 326500
    },
    {
      "epoch": 91.13,
      "grad_norm": 1.7059760093688965,
      "learning_rate": 4.635350923677291e-06,
      "loss": 0.4354,
      "step": 326510
    },
    {
      "epoch": 91.13,
      "grad_norm": 1.627787470817566,
      "learning_rate": 4.635345251291399e-06,
      "loss": 0.4508,
      "step": 326520
    },
    {
      "epoch": 91.13,
      "grad_norm": 1.8827431201934814,
      "learning_rate": 4.635339578600495e-06,
      "loss": 0.4311,
      "step": 326530
    },
    {
      "epoch": 91.14,
      "grad_norm": 1.3266005516052246,
      "learning_rate": 4.635333905604581e-06,
      "loss": 0.4433,
      "step": 326540
    },
    {
      "epoch": 91.14,
      "grad_norm": 1.4351553916931152,
      "learning_rate": 4.635328232303656e-06,
      "loss": 0.445,
      "step": 326550
    },
    {
      "epoch": 91.14,
      "grad_norm": 1.60417902469635,
      "learning_rate": 4.63532255869772e-06,
      "loss": 0.4635,
      "step": 326560
    },
    {
      "epoch": 91.14,
      "grad_norm": 1.4013385772705078,
      "learning_rate": 4.635316884786777e-06,
      "loss": 0.4492,
      "step": 326570
    },
    {
      "epoch": 91.15,
      "grad_norm": 1.8645471334457397,
      "learning_rate": 4.635311210570824e-06,
      "loss": 0.4425,
      "step": 326580
    },
    {
      "epoch": 91.15,
      "grad_norm": 1.629530668258667,
      "learning_rate": 4.635305536049865e-06,
      "loss": 0.428,
      "step": 326590
    },
    {
      "epoch": 91.15,
      "grad_norm": 1.5742889642715454,
      "learning_rate": 4.6352998612238985e-06,
      "loss": 0.4568,
      "step": 326600
    },
    {
      "epoch": 91.16,
      "grad_norm": 1.4365895986557007,
      "learning_rate": 4.635294186092926e-06,
      "loss": 0.4534,
      "step": 326610
    },
    {
      "epoch": 91.16,
      "grad_norm": 2.495786666870117,
      "learning_rate": 4.635288510656949e-06,
      "loss": 0.4349,
      "step": 326620
    },
    {
      "epoch": 91.16,
      "grad_norm": 1.684909701347351,
      "learning_rate": 4.6352828349159676e-06,
      "loss": 0.4333,
      "step": 326630
    },
    {
      "epoch": 91.16,
      "grad_norm": 1.7769978046417236,
      "learning_rate": 4.6352771588699815e-06,
      "loss": 0.4459,
      "step": 326640
    },
    {
      "epoch": 91.17,
      "grad_norm": 1.6156368255615234,
      "learning_rate": 4.635271482518994e-06,
      "loss": 0.4382,
      "step": 326650
    },
    {
      "epoch": 91.17,
      "grad_norm": 1.8292570114135742,
      "learning_rate": 4.635265805863004e-06,
      "loss": 0.4375,
      "step": 326660
    },
    {
      "epoch": 91.17,
      "grad_norm": 1.651909351348877,
      "learning_rate": 4.635260128902012e-06,
      "loss": 0.4592,
      "step": 326670
    },
    {
      "epoch": 91.17,
      "grad_norm": 1.651518702507019,
      "learning_rate": 4.63525445163602e-06,
      "loss": 0.4529,
      "step": 326680
    },
    {
      "epoch": 91.18,
      "grad_norm": 1.6968636512756348,
      "learning_rate": 4.635248774065028e-06,
      "loss": 0.4622,
      "step": 326690
    },
    {
      "epoch": 91.18,
      "grad_norm": 2.009467601776123,
      "learning_rate": 4.635243096189036e-06,
      "loss": 0.453,
      "step": 326700
    },
    {
      "epoch": 91.18,
      "grad_norm": 1.762294888496399,
      "learning_rate": 4.635237418008046e-06,
      "loss": 0.4495,
      "step": 326710
    },
    {
      "epoch": 91.19,
      "grad_norm": 2.0255610942840576,
      "learning_rate": 4.63523173952206e-06,
      "loss": 0.4345,
      "step": 326720
    },
    {
      "epoch": 91.19,
      "grad_norm": 1.720976710319519,
      "learning_rate": 4.635226060731075e-06,
      "loss": 0.4301,
      "step": 326730
    },
    {
      "epoch": 91.19,
      "grad_norm": 1.6137508153915405,
      "learning_rate": 4.635220381635095e-06,
      "loss": 0.4558,
      "step": 326740
    },
    {
      "epoch": 91.19,
      "grad_norm": 1.6100102663040161,
      "learning_rate": 4.635214702234119e-06,
      "loss": 0.4586,
      "step": 326750
    },
    {
      "epoch": 91.2,
      "grad_norm": 1.6065829992294312,
      "learning_rate": 4.63520902252815e-06,
      "loss": 0.4554,
      "step": 326760
    },
    {
      "epoch": 91.2,
      "grad_norm": 1.758953332901001,
      "learning_rate": 4.635203342517185e-06,
      "loss": 0.4363,
      "step": 326770
    },
    {
      "epoch": 91.2,
      "grad_norm": 1.4572758674621582,
      "learning_rate": 4.635197662201229e-06,
      "loss": 0.4583,
      "step": 326780
    },
    {
      "epoch": 91.21,
      "grad_norm": 1.8719335794448853,
      "learning_rate": 4.635191981580279e-06,
      "loss": 0.4502,
      "step": 326790
    },
    {
      "epoch": 91.21,
      "grad_norm": 1.4155912399291992,
      "learning_rate": 4.635186300654338e-06,
      "loss": 0.461,
      "step": 326800
    },
    {
      "epoch": 91.21,
      "grad_norm": 1.6057559251785278,
      "learning_rate": 4.6351806194234066e-06,
      "loss": 0.4381,
      "step": 326810
    },
    {
      "epoch": 91.21,
      "grad_norm": 1.642066240310669,
      "learning_rate": 4.635174937887485e-06,
      "loss": 0.4404,
      "step": 326820
    },
    {
      "epoch": 91.22,
      "grad_norm": 1.664574146270752,
      "learning_rate": 4.6351692560465745e-06,
      "loss": 0.4468,
      "step": 326830
    },
    {
      "epoch": 91.22,
      "grad_norm": 1.9152666330337524,
      "learning_rate": 4.635163573900675e-06,
      "loss": 0.4471,
      "step": 326840
    },
    {
      "epoch": 91.22,
      "grad_norm": 2.0732972621917725,
      "learning_rate": 4.635157891449787e-06,
      "loss": 0.4606,
      "step": 326850
    },
    {
      "epoch": 91.23,
      "grad_norm": 1.524195671081543,
      "learning_rate": 4.635152208693913e-06,
      "loss": 0.4372,
      "step": 326860
    },
    {
      "epoch": 91.23,
      "grad_norm": 1.6240899562835693,
      "learning_rate": 4.635146525633053e-06,
      "loss": 0.4328,
      "step": 326870
    },
    {
      "epoch": 91.23,
      "grad_norm": 1.6697418689727783,
      "learning_rate": 4.635140842267206e-06,
      "loss": 0.4285,
      "step": 326880
    },
    {
      "epoch": 91.23,
      "grad_norm": 2.5072824954986572,
      "learning_rate": 4.635135158596375e-06,
      "loss": 0.4518,
      "step": 326890
    },
    {
      "epoch": 91.24,
      "grad_norm": 1.9650137424468994,
      "learning_rate": 4.635129474620561e-06,
      "loss": 0.4592,
      "step": 326900
    },
    {
      "epoch": 91.24,
      "grad_norm": 1.3956397771835327,
      "learning_rate": 4.635123790339763e-06,
      "loss": 0.4496,
      "step": 326910
    },
    {
      "epoch": 91.24,
      "grad_norm": 1.5459332466125488,
      "learning_rate": 4.635118105753982e-06,
      "loss": 0.4623,
      "step": 326920
    },
    {
      "epoch": 91.24,
      "grad_norm": 1.906941294670105,
      "learning_rate": 4.63511242086322e-06,
      "loss": 0.4543,
      "step": 326930
    },
    {
      "epoch": 91.25,
      "grad_norm": 1.648488163948059,
      "learning_rate": 4.635106735667477e-06,
      "loss": 0.4488,
      "step": 326940
    },
    {
      "epoch": 91.25,
      "grad_norm": 1.6239506006240845,
      "learning_rate": 4.635101050166754e-06,
      "loss": 0.4442,
      "step": 326950
    },
    {
      "epoch": 91.25,
      "grad_norm": 1.8876941204071045,
      "learning_rate": 4.635095364361051e-06,
      "loss": 0.4411,
      "step": 326960
    },
    {
      "epoch": 91.26,
      "grad_norm": 1.5054662227630615,
      "learning_rate": 4.635089678250369e-06,
      "loss": 0.4361,
      "step": 326970
    },
    {
      "epoch": 91.26,
      "grad_norm": 1.389802098274231,
      "learning_rate": 4.63508399183471e-06,
      "loss": 0.41,
      "step": 326980
    },
    {
      "epoch": 91.26,
      "grad_norm": 1.842773675918579,
      "learning_rate": 4.635078305114074e-06,
      "loss": 0.442,
      "step": 326990
    },
    {
      "epoch": 91.26,
      "grad_norm": 1.6783134937286377,
      "learning_rate": 4.63507261808846e-06,
      "loss": 0.4479,
      "step": 327000
    },
    {
      "epoch": 91.27,
      "grad_norm": 2.7785708904266357,
      "learning_rate": 4.635066930757872e-06,
      "loss": 0.4583,
      "step": 327010
    },
    {
      "epoch": 91.27,
      "grad_norm": 1.6223058700561523,
      "learning_rate": 4.635061243122308e-06,
      "loss": 0.4523,
      "step": 327020
    },
    {
      "epoch": 91.27,
      "grad_norm": 1.5329800844192505,
      "learning_rate": 4.6350555551817704e-06,
      "loss": 0.4537,
      "step": 327030
    },
    {
      "epoch": 91.28,
      "grad_norm": 1.5963716506958008,
      "learning_rate": 4.635049866936259e-06,
      "loss": 0.4478,
      "step": 327040
    },
    {
      "epoch": 91.28,
      "grad_norm": 1.624373197555542,
      "learning_rate": 4.635044178385776e-06,
      "loss": 0.4258,
      "step": 327050
    },
    {
      "epoch": 91.28,
      "grad_norm": 1.9721237421035767,
      "learning_rate": 4.6350384895303195e-06,
      "loss": 0.45,
      "step": 327060
    },
    {
      "epoch": 91.28,
      "grad_norm": 2.0264084339141846,
      "learning_rate": 4.635032800369893e-06,
      "loss": 0.4408,
      "step": 327070
    },
    {
      "epoch": 91.29,
      "grad_norm": 1.420204520225525,
      "learning_rate": 4.635027110904496e-06,
      "loss": 0.4471,
      "step": 327080
    },
    {
      "epoch": 91.29,
      "grad_norm": 1.5931119918823242,
      "learning_rate": 4.6350214211341295e-06,
      "loss": 0.4418,
      "step": 327090
    },
    {
      "epoch": 91.29,
      "grad_norm": 5.475719928741455,
      "learning_rate": 4.6350157310587935e-06,
      "loss": 0.4456,
      "step": 327100
    },
    {
      "epoch": 91.3,
      "grad_norm": 1.6214386224746704,
      "learning_rate": 4.63501004067849e-06,
      "loss": 0.4556,
      "step": 327110
    },
    {
      "epoch": 91.3,
      "grad_norm": 1.3107110261917114,
      "learning_rate": 4.635004349993219e-06,
      "loss": 0.4559,
      "step": 327120
    },
    {
      "epoch": 91.3,
      "grad_norm": 1.874874234199524,
      "learning_rate": 4.634998659002981e-06,
      "loss": 0.4493,
      "step": 327130
    },
    {
      "epoch": 91.3,
      "grad_norm": 1.3012537956237793,
      "learning_rate": 4.6349929677077774e-06,
      "loss": 0.4604,
      "step": 327140
    },
    {
      "epoch": 91.31,
      "grad_norm": 1.5980290174484253,
      "learning_rate": 4.634987276107609e-06,
      "loss": 0.4547,
      "step": 327150
    },
    {
      "epoch": 91.31,
      "grad_norm": 2.098263740539551,
      "learning_rate": 4.634981584202476e-06,
      "loss": 0.4473,
      "step": 327160
    },
    {
      "epoch": 91.31,
      "grad_norm": 1.754744052886963,
      "learning_rate": 4.63497589199238e-06,
      "loss": 0.4464,
      "step": 327170
    },
    {
      "epoch": 91.31,
      "grad_norm": 1.549064040184021,
      "learning_rate": 4.6349701994773205e-06,
      "loss": 0.4571,
      "step": 327180
    },
    {
      "epoch": 91.32,
      "grad_norm": 1.6123079061508179,
      "learning_rate": 4.6349645066572996e-06,
      "loss": 0.4314,
      "step": 327190
    },
    {
      "epoch": 91.32,
      "grad_norm": 1.489237666130066,
      "learning_rate": 4.634958813532317e-06,
      "loss": 0.4493,
      "step": 327200
    },
    {
      "epoch": 91.32,
      "grad_norm": 1.9456102848052979,
      "learning_rate": 4.634953120102374e-06,
      "loss": 0.4572,
      "step": 327210
    },
    {
      "epoch": 91.33,
      "grad_norm": 1.7526081800460815,
      "learning_rate": 4.634947426367472e-06,
      "loss": 0.4383,
      "step": 327220
    },
    {
      "epoch": 91.33,
      "grad_norm": 1.9030386209487915,
      "learning_rate": 4.634941732327609e-06,
      "loss": 0.4621,
      "step": 327230
    },
    {
      "epoch": 91.33,
      "grad_norm": 1.508137583732605,
      "learning_rate": 4.634936037982789e-06,
      "loss": 0.4506,
      "step": 327240
    },
    {
      "epoch": 91.33,
      "grad_norm": 2.074761152267456,
      "learning_rate": 4.634930343333012e-06,
      "loss": 0.4482,
      "step": 327250
    },
    {
      "epoch": 91.34,
      "grad_norm": 1.742897391319275,
      "learning_rate": 4.634924648378278e-06,
      "loss": 0.4352,
      "step": 327260
    },
    {
      "epoch": 91.34,
      "grad_norm": 1.9207650423049927,
      "learning_rate": 4.634918953118588e-06,
      "loss": 0.4432,
      "step": 327270
    },
    {
      "epoch": 91.34,
      "grad_norm": 1.946547269821167,
      "learning_rate": 4.634913257553942e-06,
      "loss": 0.4308,
      "step": 327280
    },
    {
      "epoch": 91.35,
      "grad_norm": 1.9107434749603271,
      "learning_rate": 4.6349075616843426e-06,
      "loss": 0.4369,
      "step": 327290
    },
    {
      "epoch": 91.35,
      "grad_norm": 1.9354825019836426,
      "learning_rate": 4.634901865509789e-06,
      "loss": 0.4331,
      "step": 327300
    },
    {
      "epoch": 91.35,
      "grad_norm": 1.459089756011963,
      "learning_rate": 4.6348961690302825e-06,
      "loss": 0.4478,
      "step": 327310
    },
    {
      "epoch": 91.35,
      "grad_norm": 1.8972431421279907,
      "learning_rate": 4.634890472245824e-06,
      "loss": 0.4418,
      "step": 327320
    },
    {
      "epoch": 91.36,
      "grad_norm": 1.4763282537460327,
      "learning_rate": 4.634884775156414e-06,
      "loss": 0.4616,
      "step": 327330
    },
    {
      "epoch": 91.36,
      "grad_norm": 1.8234919309616089,
      "learning_rate": 4.634879077762053e-06,
      "loss": 0.4501,
      "step": 327340
    },
    {
      "epoch": 91.36,
      "grad_norm": 1.5864888429641724,
      "learning_rate": 4.634873380062742e-06,
      "loss": 0.4434,
      "step": 327350
    },
    {
      "epoch": 91.36,
      "grad_norm": 1.4746333360671997,
      "learning_rate": 4.634867682058483e-06,
      "loss": 0.4553,
      "step": 327360
    },
    {
      "epoch": 91.37,
      "grad_norm": 1.8937546014785767,
      "learning_rate": 4.6348619837492745e-06,
      "loss": 0.4272,
      "step": 327370
    },
    {
      "epoch": 91.37,
      "grad_norm": 2.1427364349365234,
      "learning_rate": 4.634856285135119e-06,
      "loss": 0.4459,
      "step": 327380
    },
    {
      "epoch": 91.37,
      "grad_norm": 1.5951298475265503,
      "learning_rate": 4.634850586216017e-06,
      "loss": 0.4371,
      "step": 327390
    },
    {
      "epoch": 91.38,
      "grad_norm": 1.4982848167419434,
      "learning_rate": 4.6348448869919675e-06,
      "loss": 0.4395,
      "step": 327400
    },
    {
      "epoch": 91.38,
      "grad_norm": 1.8266856670379639,
      "learning_rate": 4.634839187462973e-06,
      "loss": 0.456,
      "step": 327410
    },
    {
      "epoch": 91.38,
      "grad_norm": 1.3930834531784058,
      "learning_rate": 4.634833487629035e-06,
      "loss": 0.4166,
      "step": 327420
    },
    {
      "epoch": 91.38,
      "grad_norm": 1.5280506610870361,
      "learning_rate": 4.634827787490152e-06,
      "loss": 0.4271,
      "step": 327430
    },
    {
      "epoch": 91.39,
      "grad_norm": 1.86634361743927,
      "learning_rate": 4.634822087046326e-06,
      "loss": 0.4326,
      "step": 327440
    },
    {
      "epoch": 91.39,
      "grad_norm": 1.502823829650879,
      "learning_rate": 4.6348163862975585e-06,
      "loss": 0.4293,
      "step": 327450
    },
    {
      "epoch": 91.39,
      "grad_norm": 1.431382179260254,
      "learning_rate": 4.634810685243849e-06,
      "loss": 0.441,
      "step": 327460
    },
    {
      "epoch": 91.4,
      "grad_norm": 1.4309163093566895,
      "learning_rate": 4.634804983885199e-06,
      "loss": 0.4424,
      "step": 327470
    },
    {
      "epoch": 91.4,
      "grad_norm": 2.396184206008911,
      "learning_rate": 4.634799282221608e-06,
      "loss": 0.4575,
      "step": 327480
    },
    {
      "epoch": 91.4,
      "grad_norm": 1.9252742528915405,
      "learning_rate": 4.634793580253079e-06,
      "loss": 0.4491,
      "step": 327490
    },
    {
      "epoch": 91.4,
      "grad_norm": 1.5113794803619385,
      "learning_rate": 4.634787877979611e-06,
      "loss": 0.4424,
      "step": 327500
    },
    {
      "epoch": 91.41,
      "grad_norm": 1.568987488746643,
      "learning_rate": 4.634782175401204e-06,
      "loss": 0.4467,
      "step": 327510
    },
    {
      "epoch": 91.41,
      "grad_norm": 1.7582639455795288,
      "learning_rate": 4.634776472517861e-06,
      "loss": 0.4341,
      "step": 327520
    },
    {
      "epoch": 91.41,
      "grad_norm": 1.4896610975265503,
      "learning_rate": 4.634770769329582e-06,
      "loss": 0.4567,
      "step": 327530
    },
    {
      "epoch": 91.42,
      "grad_norm": 1.3413254022598267,
      "learning_rate": 4.634765065836368e-06,
      "loss": 0.4534,
      "step": 327540
    },
    {
      "epoch": 91.42,
      "grad_norm": 1.4898406267166138,
      "learning_rate": 4.634759362038218e-06,
      "loss": 0.4337,
      "step": 327550
    },
    {
      "epoch": 91.42,
      "grad_norm": 1.5985163450241089,
      "learning_rate": 4.6347536579351345e-06,
      "loss": 0.4394,
      "step": 327560
    },
    {
      "epoch": 91.42,
      "grad_norm": 2.3309924602508545,
      "learning_rate": 4.6347479535271176e-06,
      "loss": 0.4381,
      "step": 327570
    },
    {
      "epoch": 91.43,
      "grad_norm": 1.9835017919540405,
      "learning_rate": 4.634742248814169e-06,
      "loss": 0.4347,
      "step": 327580
    },
    {
      "epoch": 91.43,
      "grad_norm": 1.870643973350525,
      "learning_rate": 4.634736543796288e-06,
      "loss": 0.4553,
      "step": 327590
    },
    {
      "epoch": 91.43,
      "grad_norm": 1.5969347953796387,
      "learning_rate": 4.634730838473477e-06,
      "loss": 0.4335,
      "step": 327600
    },
    {
      "epoch": 91.43,
      "grad_norm": 1.4338288307189941,
      "learning_rate": 4.634725132845734e-06,
      "loss": 0.4557,
      "step": 327610
    },
    {
      "epoch": 91.44,
      "grad_norm": 1.815160870552063,
      "learning_rate": 4.634719426913063e-06,
      "loss": 0.4445,
      "step": 327620
    },
    {
      "epoch": 91.44,
      "grad_norm": 1.6743029356002808,
      "learning_rate": 4.6347137206754635e-06,
      "loss": 0.4352,
      "step": 327630
    },
    {
      "epoch": 91.44,
      "grad_norm": 1.5864382982254028,
      "learning_rate": 4.634708014132935e-06,
      "loss": 0.4784,
      "step": 327640
    },
    {
      "epoch": 91.45,
      "grad_norm": 1.529401421546936,
      "learning_rate": 4.6347023072854805e-06,
      "loss": 0.4269,
      "step": 327650
    },
    {
      "epoch": 91.45,
      "grad_norm": 1.8243060111999512,
      "learning_rate": 4.6346966001331e-06,
      "loss": 0.4527,
      "step": 327660
    },
    {
      "epoch": 91.45,
      "grad_norm": 1.3838996887207031,
      "learning_rate": 4.634690892675793e-06,
      "loss": 0.4352,
      "step": 327670
    },
    {
      "epoch": 91.45,
      "grad_norm": 1.3639065027236938,
      "learning_rate": 4.634685184913561e-06,
      "loss": 0.4513,
      "step": 327680
    },
    {
      "epoch": 91.46,
      "grad_norm": 1.6460009813308716,
      "learning_rate": 4.634679476846405e-06,
      "loss": 0.4531,
      "step": 327690
    },
    {
      "epoch": 91.46,
      "grad_norm": 10.622678756713867,
      "learning_rate": 4.634673768474325e-06,
      "loss": 0.4522,
      "step": 327700
    },
    {
      "epoch": 91.46,
      "grad_norm": 1.3833763599395752,
      "learning_rate": 4.634668059797324e-06,
      "loss": 0.4717,
      "step": 327710
    },
    {
      "epoch": 91.47,
      "grad_norm": 1.5750116109848022,
      "learning_rate": 4.6346623508154e-06,
      "loss": 0.4545,
      "step": 327720
    },
    {
      "epoch": 91.47,
      "grad_norm": 1.770817756652832,
      "learning_rate": 4.634656641528556e-06,
      "loss": 0.4798,
      "step": 327730
    },
    {
      "epoch": 91.47,
      "grad_norm": 1.3672951459884644,
      "learning_rate": 4.63465093193679e-06,
      "loss": 0.4345,
      "step": 327740
    },
    {
      "epoch": 91.47,
      "grad_norm": 1.6575464010238647,
      "learning_rate": 4.634645222040106e-06,
      "loss": 0.4409,
      "step": 327750
    },
    {
      "epoch": 91.48,
      "grad_norm": 1.6353896856307983,
      "learning_rate": 4.634639511838503e-06,
      "loss": 0.4443,
      "step": 327760
    },
    {
      "epoch": 91.48,
      "grad_norm": 1.8771699666976929,
      "learning_rate": 4.634633801331982e-06,
      "loss": 0.427,
      "step": 327770
    },
    {
      "epoch": 91.48,
      "grad_norm": 2.0888588428497314,
      "learning_rate": 4.634628090520543e-06,
      "loss": 0.4594,
      "step": 327780
    },
    {
      "epoch": 91.48,
      "grad_norm": 1.4788753986358643,
      "learning_rate": 4.634622379404188e-06,
      "loss": 0.4344,
      "step": 327790
    },
    {
      "epoch": 91.49,
      "grad_norm": 1.627668023109436,
      "learning_rate": 4.6346166679829174e-06,
      "loss": 0.4391,
      "step": 327800
    },
    {
      "epoch": 91.49,
      "grad_norm": 1.7713254690170288,
      "learning_rate": 4.6346109562567314e-06,
      "loss": 0.4368,
      "step": 327810
    },
    {
      "epoch": 91.49,
      "grad_norm": 1.612755298614502,
      "learning_rate": 4.634605244225631e-06,
      "loss": 0.4514,
      "step": 327820
    },
    {
      "epoch": 91.5,
      "grad_norm": 1.5048961639404297,
      "learning_rate": 4.634599531889618e-06,
      "loss": 0.4554,
      "step": 327830
    },
    {
      "epoch": 91.5,
      "grad_norm": 1.5763260126113892,
      "learning_rate": 4.634593819248692e-06,
      "loss": 0.4446,
      "step": 327840
    },
    {
      "epoch": 91.5,
      "grad_norm": 1.6258620023727417,
      "learning_rate": 4.6345881063028536e-06,
      "loss": 0.4342,
      "step": 327850
    },
    {
      "epoch": 91.5,
      "grad_norm": 1.9318387508392334,
      "learning_rate": 4.634582393052104e-06,
      "loss": 0.4389,
      "step": 327860
    },
    {
      "epoch": 91.51,
      "grad_norm": 1.6402742862701416,
      "learning_rate": 4.634576679496444e-06,
      "loss": 0.4465,
      "step": 327870
    },
    {
      "epoch": 91.51,
      "grad_norm": 1.4579311609268188,
      "learning_rate": 4.634570965635875e-06,
      "loss": 0.437,
      "step": 327880
    },
    {
      "epoch": 91.51,
      "grad_norm": 1.8257242441177368,
      "learning_rate": 4.634565251470397e-06,
      "loss": 0.4332,
      "step": 327890
    },
    {
      "epoch": 91.52,
      "grad_norm": 1.5527459383010864,
      "learning_rate": 4.63455953700001e-06,
      "loss": 0.4231,
      "step": 327900
    },
    {
      "epoch": 91.52,
      "grad_norm": 1.6013989448547363,
      "learning_rate": 4.634553822224717e-06,
      "loss": 0.4568,
      "step": 327910
    },
    {
      "epoch": 91.52,
      "grad_norm": 1.7137683629989624,
      "learning_rate": 4.634548107144516e-06,
      "loss": 0.4374,
      "step": 327920
    },
    {
      "epoch": 91.52,
      "grad_norm": 1.8029590845108032,
      "learning_rate": 4.63454239175941e-06,
      "loss": 0.4406,
      "step": 327930
    },
    {
      "epoch": 91.53,
      "grad_norm": 1.8378245830535889,
      "learning_rate": 4.634536676069399e-06,
      "loss": 0.4467,
      "step": 327940
    },
    {
      "epoch": 91.53,
      "grad_norm": 1.5838619470596313,
      "learning_rate": 4.634530960074483e-06,
      "loss": 0.4494,
      "step": 327950
    },
    {
      "epoch": 91.53,
      "grad_norm": 1.5880461931228638,
      "learning_rate": 4.634525243774665e-06,
      "loss": 0.4577,
      "step": 327960
    },
    {
      "epoch": 91.54,
      "grad_norm": 1.5290210247039795,
      "learning_rate": 4.634519527169942e-06,
      "loss": 0.4559,
      "step": 327970
    },
    {
      "epoch": 91.54,
      "grad_norm": 1.4024989604949951,
      "learning_rate": 4.634513810260318e-06,
      "loss": 0.4544,
      "step": 327980
    },
    {
      "epoch": 91.54,
      "grad_norm": 1.71334707736969,
      "learning_rate": 4.634508093045793e-06,
      "loss": 0.4423,
      "step": 327990
    },
    {
      "epoch": 91.54,
      "grad_norm": 1.3035801649093628,
      "learning_rate": 4.634502375526367e-06,
      "loss": 0.4281,
      "step": 328000
    },
    {
      "epoch": 91.55,
      "grad_norm": 1.6890101432800293,
      "learning_rate": 4.634496657702041e-06,
      "loss": 0.4416,
      "step": 328010
    },
    {
      "epoch": 91.55,
      "grad_norm": 1.7445399761199951,
      "learning_rate": 4.634490939572817e-06,
      "loss": 0.4486,
      "step": 328020
    },
    {
      "epoch": 91.55,
      "grad_norm": 1.653997540473938,
      "learning_rate": 4.634485221138693e-06,
      "loss": 0.4534,
      "step": 328030
    },
    {
      "epoch": 91.55,
      "grad_norm": 1.545032262802124,
      "learning_rate": 4.634479502399673e-06,
      "loss": 0.4247,
      "step": 328040
    },
    {
      "epoch": 91.56,
      "grad_norm": 1.5603519678115845,
      "learning_rate": 4.634473783355756e-06,
      "loss": 0.4244,
      "step": 328050
    },
    {
      "epoch": 91.56,
      "grad_norm": 1.295021414756775,
      "learning_rate": 4.634468064006944e-06,
      "loss": 0.4377,
      "step": 328060
    },
    {
      "epoch": 91.56,
      "grad_norm": 1.5614792108535767,
      "learning_rate": 4.634462344353235e-06,
      "loss": 0.4629,
      "step": 328070
    },
    {
      "epoch": 91.57,
      "grad_norm": 1.7004467248916626,
      "learning_rate": 4.634456624394632e-06,
      "loss": 0.4529,
      "step": 328080
    },
    {
      "epoch": 91.57,
      "grad_norm": 1.4343764781951904,
      "learning_rate": 4.634450904131136e-06,
      "loss": 0.4329,
      "step": 328090
    },
    {
      "epoch": 91.57,
      "grad_norm": 1.5843756198883057,
      "learning_rate": 4.634445183562747e-06,
      "loss": 0.4602,
      "step": 328100
    },
    {
      "epoch": 91.57,
      "grad_norm": 1.4944034814834595,
      "learning_rate": 4.634439462689465e-06,
      "loss": 0.4394,
      "step": 328110
    },
    {
      "epoch": 91.58,
      "grad_norm": 1.5427888631820679,
      "learning_rate": 4.634433741511292e-06,
      "loss": 0.447,
      "step": 328120
    },
    {
      "epoch": 91.58,
      "grad_norm": 1.6737936735153198,
      "learning_rate": 4.634428020028229e-06,
      "loss": 0.4369,
      "step": 328130
    },
    {
      "epoch": 91.58,
      "grad_norm": 1.5808672904968262,
      "learning_rate": 4.6344222982402755e-06,
      "loss": 0.4525,
      "step": 328140
    },
    {
      "epoch": 91.59,
      "grad_norm": 1.5126162767410278,
      "learning_rate": 4.634416576147434e-06,
      "loss": 0.4418,
      "step": 328150
    },
    {
      "epoch": 91.59,
      "grad_norm": 1.6288135051727295,
      "learning_rate": 4.6344108537497024e-06,
      "loss": 0.4173,
      "step": 328160
    },
    {
      "epoch": 91.59,
      "grad_norm": 1.539482593536377,
      "learning_rate": 4.634405131047083e-06,
      "loss": 0.4585,
      "step": 328170
    },
    {
      "epoch": 91.59,
      "grad_norm": 4.323991298675537,
      "learning_rate": 4.634399408039579e-06,
      "loss": 0.4435,
      "step": 328180
    },
    {
      "epoch": 91.6,
      "grad_norm": 1.7946393489837646,
      "learning_rate": 4.6343936847271875e-06,
      "loss": 0.4366,
      "step": 328190
    },
    {
      "epoch": 91.6,
      "grad_norm": 1.6206196546554565,
      "learning_rate": 4.634387961109911e-06,
      "loss": 0.4578,
      "step": 328200
    },
    {
      "epoch": 91.6,
      "grad_norm": 1.4781852960586548,
      "learning_rate": 4.63438223718775e-06,
      "loss": 0.4537,
      "step": 328210
    },
    {
      "epoch": 91.6,
      "grad_norm": 1.575771689414978,
      "learning_rate": 4.634376512960705e-06,
      "loss": 0.4387,
      "step": 328220
    },
    {
      "epoch": 91.61,
      "grad_norm": 1.713375449180603,
      "learning_rate": 4.634370788428777e-06,
      "loss": 0.4436,
      "step": 328230
    },
    {
      "epoch": 91.61,
      "grad_norm": 1.6116766929626465,
      "learning_rate": 4.634365063591968e-06,
      "loss": 0.427,
      "step": 328240
    },
    {
      "epoch": 91.61,
      "grad_norm": 1.5066838264465332,
      "learning_rate": 4.634359338450276e-06,
      "loss": 0.4223,
      "step": 328250
    },
    {
      "epoch": 91.62,
      "grad_norm": 1.6906872987747192,
      "learning_rate": 4.6343536130037035e-06,
      "loss": 0.4528,
      "step": 328260
    },
    {
      "epoch": 91.62,
      "grad_norm": 1.9265360832214355,
      "learning_rate": 4.634347887252251e-06,
      "loss": 0.4414,
      "step": 328270
    },
    {
      "epoch": 91.62,
      "grad_norm": 1.8478931188583374,
      "learning_rate": 4.634342161195919e-06,
      "loss": 0.4435,
      "step": 328280
    },
    {
      "epoch": 91.62,
      "grad_norm": 1.7484214305877686,
      "learning_rate": 4.63433643483471e-06,
      "loss": 0.4337,
      "step": 328290
    },
    {
      "epoch": 91.63,
      "grad_norm": 1.4744457006454468,
      "learning_rate": 4.634330708168621e-06,
      "loss": 0.4444,
      "step": 328300
    },
    {
      "epoch": 91.63,
      "grad_norm": 1.4713300466537476,
      "learning_rate": 4.634324981197657e-06,
      "loss": 0.4479,
      "step": 328310
    },
    {
      "epoch": 91.63,
      "grad_norm": 1.791273832321167,
      "learning_rate": 4.634319253921817e-06,
      "loss": 0.443,
      "step": 328320
    },
    {
      "epoch": 91.64,
      "grad_norm": 1.7386434078216553,
      "learning_rate": 4.6343135263411e-06,
      "loss": 0.4481,
      "step": 328330
    },
    {
      "epoch": 91.64,
      "grad_norm": 1.5221214294433594,
      "learning_rate": 4.634307798455509e-06,
      "loss": 0.4375,
      "step": 328340
    },
    {
      "epoch": 91.64,
      "grad_norm": 1.9683992862701416,
      "learning_rate": 4.634302070265045e-06,
      "loss": 0.4612,
      "step": 328350
    },
    {
      "epoch": 91.64,
      "grad_norm": 1.604085922241211,
      "learning_rate": 4.634296341769707e-06,
      "loss": 0.4436,
      "step": 328360
    },
    {
      "epoch": 91.65,
      "grad_norm": 1.7010315656661987,
      "learning_rate": 4.634290612969497e-06,
      "loss": 0.4218,
      "step": 328370
    },
    {
      "epoch": 91.65,
      "grad_norm": 2.061145544052124,
      "learning_rate": 4.634284883864416e-06,
      "loss": 0.4463,
      "step": 328380
    },
    {
      "epoch": 91.65,
      "grad_norm": 1.8948159217834473,
      "learning_rate": 4.634279154454464e-06,
      "loss": 0.4524,
      "step": 328390
    },
    {
      "epoch": 91.66,
      "grad_norm": 1.3459045886993408,
      "learning_rate": 4.634273424739641e-06,
      "loss": 0.4491,
      "step": 328400
    },
    {
      "epoch": 91.66,
      "grad_norm": 1.6296452283859253,
      "learning_rate": 4.634267694719949e-06,
      "loss": 0.4522,
      "step": 328410
    },
    {
      "epoch": 91.66,
      "grad_norm": 1.6485153436660767,
      "learning_rate": 4.6342619643953885e-06,
      "loss": 0.4309,
      "step": 328420
    },
    {
      "epoch": 91.66,
      "grad_norm": 1.5628588199615479,
      "learning_rate": 4.6342562337659615e-06,
      "loss": 0.4369,
      "step": 328430
    },
    {
      "epoch": 91.67,
      "grad_norm": 1.6944750547409058,
      "learning_rate": 4.634250502831666e-06,
      "loss": 0.4289,
      "step": 328440
    },
    {
      "epoch": 91.67,
      "grad_norm": 1.4844634532928467,
      "learning_rate": 4.634244771592505e-06,
      "loss": 0.4506,
      "step": 328450
    },
    {
      "epoch": 91.67,
      "grad_norm": 1.684287190437317,
      "learning_rate": 4.634239040048478e-06,
      "loss": 0.4146,
      "step": 328460
    },
    {
      "epoch": 91.67,
      "grad_norm": 1.6046924591064453,
      "learning_rate": 4.634233308199586e-06,
      "loss": 0.4238,
      "step": 328470
    },
    {
      "epoch": 91.68,
      "grad_norm": 1.7957607507705688,
      "learning_rate": 4.634227576045831e-06,
      "loss": 0.4433,
      "step": 328480
    },
    {
      "epoch": 91.68,
      "grad_norm": 1.7833378314971924,
      "learning_rate": 4.6342218435872125e-06,
      "loss": 0.4481,
      "step": 328490
    },
    {
      "epoch": 91.68,
      "grad_norm": 1.5441018342971802,
      "learning_rate": 4.634216110823731e-06,
      "loss": 0.4292,
      "step": 328500
    },
    {
      "epoch": 91.69,
      "grad_norm": 1.7226451635360718,
      "learning_rate": 4.634210377755388e-06,
      "loss": 0.437,
      "step": 328510
    },
    {
      "epoch": 91.69,
      "grad_norm": 1.8834383487701416,
      "learning_rate": 4.634204644382185e-06,
      "loss": 0.4168,
      "step": 328520
    },
    {
      "epoch": 91.69,
      "grad_norm": 2.0170481204986572,
      "learning_rate": 4.634198910704121e-06,
      "loss": 0.4289,
      "step": 328530
    },
    {
      "epoch": 91.69,
      "grad_norm": 1.5203903913497925,
      "learning_rate": 4.634193176721198e-06,
      "loss": 0.4418,
      "step": 328540
    },
    {
      "epoch": 91.7,
      "grad_norm": 1.566233515739441,
      "learning_rate": 4.634187442433416e-06,
      "loss": 0.4584,
      "step": 328550
    },
    {
      "epoch": 91.7,
      "grad_norm": 1.6252566576004028,
      "learning_rate": 4.634181707840776e-06,
      "loss": 0.4549,
      "step": 328560
    },
    {
      "epoch": 91.7,
      "grad_norm": 1.8965080976486206,
      "learning_rate": 4.63417597294328e-06,
      "loss": 0.4508,
      "step": 328570
    },
    {
      "epoch": 91.71,
      "grad_norm": 1.9592896699905396,
      "learning_rate": 4.634170237740927e-06,
      "loss": 0.4553,
      "step": 328580
    },
    {
      "epoch": 91.71,
      "grad_norm": 1.8749061822891235,
      "learning_rate": 4.634164502233718e-06,
      "loss": 0.4338,
      "step": 328590
    },
    {
      "epoch": 91.71,
      "grad_norm": 1.4882853031158447,
      "learning_rate": 4.634158766421655e-06,
      "loss": 0.4261,
      "step": 328600
    },
    {
      "epoch": 91.71,
      "grad_norm": 1.628908395767212,
      "learning_rate": 4.634153030304738e-06,
      "loss": 0.4485,
      "step": 328610
    },
    {
      "epoch": 91.72,
      "grad_norm": 1.489800214767456,
      "learning_rate": 4.634147293882967e-06,
      "loss": 0.4334,
      "step": 328620
    },
    {
      "epoch": 91.72,
      "grad_norm": 1.6096686124801636,
      "learning_rate": 4.634141557156344e-06,
      "loss": 0.434,
      "step": 328630
    },
    {
      "epoch": 91.72,
      "grad_norm": 1.3795418739318848,
      "learning_rate": 4.634135820124869e-06,
      "loss": 0.4367,
      "step": 328640
    },
    {
      "epoch": 91.72,
      "grad_norm": 1.4534856081008911,
      "learning_rate": 4.634130082788543e-06,
      "loss": 0.4393,
      "step": 328650
    },
    {
      "epoch": 91.73,
      "grad_norm": 1.650151014328003,
      "learning_rate": 4.634124345147367e-06,
      "loss": 0.4358,
      "step": 328660
    },
    {
      "epoch": 91.73,
      "grad_norm": 1.6237225532531738,
      "learning_rate": 4.634118607201341e-06,
      "loss": 0.4489,
      "step": 328670
    },
    {
      "epoch": 91.73,
      "grad_norm": 1.4192025661468506,
      "learning_rate": 4.6341128689504674e-06,
      "loss": 0.4443,
      "step": 328680
    },
    {
      "epoch": 91.74,
      "grad_norm": 1.4994844198226929,
      "learning_rate": 4.634107130394745e-06,
      "loss": 0.4535,
      "step": 328690
    },
    {
      "epoch": 91.74,
      "grad_norm": 1.673568606376648,
      "learning_rate": 4.634101391534175e-06,
      "loss": 0.4489,
      "step": 328700
    },
    {
      "epoch": 91.74,
      "grad_norm": 1.7460737228393555,
      "learning_rate": 4.63409565236876e-06,
      "loss": 0.456,
      "step": 328710
    },
    {
      "epoch": 91.74,
      "grad_norm": 1.7328237295150757,
      "learning_rate": 4.634089912898499e-06,
      "loss": 0.438,
      "step": 328720
    },
    {
      "epoch": 91.75,
      "grad_norm": 1.497156023979187,
      "learning_rate": 4.634084173123392e-06,
      "loss": 0.4647,
      "step": 328730
    },
    {
      "epoch": 91.75,
      "grad_norm": 1.7983299493789673,
      "learning_rate": 4.634078433043442e-06,
      "loss": 0.4423,
      "step": 328740
    },
    {
      "epoch": 91.75,
      "grad_norm": 1.4124997854232788,
      "learning_rate": 4.6340726926586484e-06,
      "loss": 0.453,
      "step": 328750
    },
    {
      "epoch": 91.76,
      "grad_norm": 1.857197880744934,
      "learning_rate": 4.634066951969013e-06,
      "loss": 0.4582,
      "step": 328760
    },
    {
      "epoch": 91.76,
      "grad_norm": 1.7271595001220703,
      "learning_rate": 4.634061210974534e-06,
      "loss": 0.4491,
      "step": 328770
    },
    {
      "epoch": 91.76,
      "grad_norm": 1.3471777439117432,
      "learning_rate": 4.634055469675215e-06,
      "loss": 0.4258,
      "step": 328780
    },
    {
      "epoch": 91.76,
      "grad_norm": 1.482698678970337,
      "learning_rate": 4.634049728071056e-06,
      "loss": 0.4264,
      "step": 328790
    },
    {
      "epoch": 91.77,
      "grad_norm": 1.6560908555984497,
      "learning_rate": 4.634043986162057e-06,
      "loss": 0.4417,
      "step": 328800
    },
    {
      "epoch": 91.77,
      "grad_norm": 2.117968797683716,
      "learning_rate": 4.6340382439482194e-06,
      "loss": 0.4271,
      "step": 328810
    },
    {
      "epoch": 91.77,
      "grad_norm": 1.4389749765396118,
      "learning_rate": 4.634032501429543e-06,
      "loss": 0.4388,
      "step": 328820
    },
    {
      "epoch": 91.78,
      "grad_norm": 1.8562657833099365,
      "learning_rate": 4.634026758606031e-06,
      "loss": 0.433,
      "step": 328830
    },
    {
      "epoch": 91.78,
      "grad_norm": 1.6933305263519287,
      "learning_rate": 4.634021015477682e-06,
      "loss": 0.4174,
      "step": 328840
    },
    {
      "epoch": 91.78,
      "grad_norm": 1.4856675863265991,
      "learning_rate": 4.634015272044497e-06,
      "loss": 0.4369,
      "step": 328850
    },
    {
      "epoch": 91.78,
      "grad_norm": 1.3689672946929932,
      "learning_rate": 4.634009528306477e-06,
      "loss": 0.4574,
      "step": 328860
    },
    {
      "epoch": 91.79,
      "grad_norm": 1.7026809453964233,
      "learning_rate": 4.634003784263622e-06,
      "loss": 0.4337,
      "step": 328870
    },
    {
      "epoch": 91.79,
      "grad_norm": 1.5954662561416626,
      "learning_rate": 4.633998039915935e-06,
      "loss": 0.4468,
      "step": 328880
    },
    {
      "epoch": 91.79,
      "grad_norm": 1.5741668939590454,
      "learning_rate": 4.633992295263415e-06,
      "loss": 0.4366,
      "step": 328890
    },
    {
      "epoch": 91.79,
      "grad_norm": 1.313445806503296,
      "learning_rate": 4.633986550306063e-06,
      "loss": 0.4534,
      "step": 328900
    },
    {
      "epoch": 91.8,
      "grad_norm": 1.2848807573318481,
      "learning_rate": 4.63398080504388e-06,
      "loss": 0.4468,
      "step": 328910
    },
    {
      "epoch": 91.8,
      "grad_norm": 1.5539764165878296,
      "learning_rate": 4.633975059476866e-06,
      "loss": 0.4563,
      "step": 328920
    },
    {
      "epoch": 91.8,
      "grad_norm": 1.5238901376724243,
      "learning_rate": 4.633969313605024e-06,
      "loss": 0.4295,
      "step": 328930
    },
    {
      "epoch": 91.81,
      "grad_norm": 1.5740877389907837,
      "learning_rate": 4.633963567428352e-06,
      "loss": 0.4505,
      "step": 328940
    },
    {
      "epoch": 91.81,
      "grad_norm": 1.5756551027297974,
      "learning_rate": 4.6339578209468514e-06,
      "loss": 0.4472,
      "step": 328950
    },
    {
      "epoch": 91.81,
      "grad_norm": 1.7008785009384155,
      "learning_rate": 4.633952074160525e-06,
      "loss": 0.4565,
      "step": 328960
    },
    {
      "epoch": 91.81,
      "grad_norm": 1.6098532676696777,
      "learning_rate": 4.633946327069371e-06,
      "loss": 0.4437,
      "step": 328970
    },
    {
      "epoch": 91.82,
      "grad_norm": 1.5257681608200073,
      "learning_rate": 4.633940579673391e-06,
      "loss": 0.4354,
      "step": 328980
    },
    {
      "epoch": 91.82,
      "grad_norm": 1.6456693410873413,
      "learning_rate": 4.6339348319725866e-06,
      "loss": 0.4288,
      "step": 328990
    },
    {
      "epoch": 91.82,
      "grad_norm": 1.6804064512252808,
      "learning_rate": 4.633929083966958e-06,
      "loss": 0.4445,
      "step": 329000
    },
    {
      "epoch": 91.83,
      "grad_norm": 1.9997053146362305,
      "learning_rate": 4.633923335656506e-06,
      "loss": 0.4212,
      "step": 329010
    },
    {
      "epoch": 91.83,
      "grad_norm": 1.7111151218414307,
      "learning_rate": 4.633917587041231e-06,
      "loss": 0.425,
      "step": 329020
    },
    {
      "epoch": 91.83,
      "grad_norm": 2.008819341659546,
      "learning_rate": 4.633911838121134e-06,
      "loss": 0.4339,
      "step": 329030
    },
    {
      "epoch": 91.83,
      "grad_norm": 1.655157446861267,
      "learning_rate": 4.633906088896217e-06,
      "loss": 0.4479,
      "step": 329040
    },
    {
      "epoch": 91.84,
      "grad_norm": 1.5703434944152832,
      "learning_rate": 4.633900339366478e-06,
      "loss": 0.4452,
      "step": 329050
    },
    {
      "epoch": 91.84,
      "grad_norm": 1.4185643196105957,
      "learning_rate": 4.63389458953192e-06,
      "loss": 0.4251,
      "step": 329060
    },
    {
      "epoch": 91.84,
      "grad_norm": 1.348663330078125,
      "learning_rate": 4.6338888393925435e-06,
      "loss": 0.4474,
      "step": 329070
    },
    {
      "epoch": 91.84,
      "grad_norm": 1.4643850326538086,
      "learning_rate": 4.6338830889483485e-06,
      "loss": 0.4382,
      "step": 329080
    },
    {
      "epoch": 91.85,
      "grad_norm": 1.592113971710205,
      "learning_rate": 4.633877338199336e-06,
      "loss": 0.4517,
      "step": 329090
    },
    {
      "epoch": 91.85,
      "grad_norm": 1.8830708265304565,
      "learning_rate": 4.633871587145508e-06,
      "loss": 0.4437,
      "step": 329100
    },
    {
      "epoch": 91.85,
      "grad_norm": 1.360670804977417,
      "learning_rate": 4.633865835786863e-06,
      "loss": 0.4335,
      "step": 329110
    },
    {
      "epoch": 91.86,
      "grad_norm": 1.923985481262207,
      "learning_rate": 4.633860084123403e-06,
      "loss": 0.4396,
      "step": 329120
    },
    {
      "epoch": 91.86,
      "grad_norm": 2.0298781394958496,
      "learning_rate": 4.633854332155129e-06,
      "loss": 0.4132,
      "step": 329130
    },
    {
      "epoch": 91.86,
      "grad_norm": 1.6774451732635498,
      "learning_rate": 4.633848579882041e-06,
      "loss": 0.4383,
      "step": 329140
    },
    {
      "epoch": 91.86,
      "grad_norm": 1.5349286794662476,
      "learning_rate": 4.633842827304142e-06,
      "loss": 0.4324,
      "step": 329150
    },
    {
      "epoch": 91.87,
      "grad_norm": 1.580323338508606,
      "learning_rate": 4.633837074421429e-06,
      "loss": 0.4559,
      "step": 329160
    },
    {
      "epoch": 91.87,
      "grad_norm": 1.841458797454834,
      "learning_rate": 4.633831321233906e-06,
      "loss": 0.4606,
      "step": 329170
    },
    {
      "epoch": 91.87,
      "grad_norm": 1.8075846433639526,
      "learning_rate": 4.633825567741572e-06,
      "loss": 0.4486,
      "step": 329180
    },
    {
      "epoch": 91.88,
      "grad_norm": 1.55501389503479,
      "learning_rate": 4.633819813944428e-06,
      "loss": 0.4553,
      "step": 329190
    },
    {
      "epoch": 91.88,
      "grad_norm": 1.7387689352035522,
      "learning_rate": 4.633814059842476e-06,
      "loss": 0.4477,
      "step": 329200
    },
    {
      "epoch": 91.88,
      "grad_norm": 4.706422805786133,
      "learning_rate": 4.633808305435715e-06,
      "loss": 0.4487,
      "step": 329210
    },
    {
      "epoch": 91.88,
      "grad_norm": 1.4520503282546997,
      "learning_rate": 4.633802550724148e-06,
      "loss": 0.4459,
      "step": 329220
    },
    {
      "epoch": 91.89,
      "grad_norm": 1.5092626810073853,
      "learning_rate": 4.633796795707773e-06,
      "loss": 0.436,
      "step": 329230
    },
    {
      "epoch": 91.89,
      "grad_norm": 1.7009754180908203,
      "learning_rate": 4.633791040386592e-06,
      "loss": 0.4467,
      "step": 329240
    },
    {
      "epoch": 91.89,
      "grad_norm": 1.6081634759902954,
      "learning_rate": 4.633785284760606e-06,
      "loss": 0.4621,
      "step": 329250
    },
    {
      "epoch": 91.9,
      "grad_norm": 1.7685883045196533,
      "learning_rate": 4.633779528829817e-06,
      "loss": 0.4297,
      "step": 329260
    },
    {
      "epoch": 91.9,
      "grad_norm": 5.001469135284424,
      "learning_rate": 4.633773772594224e-06,
      "loss": 0.4254,
      "step": 329270
    },
    {
      "epoch": 91.9,
      "grad_norm": 1.9796901941299438,
      "learning_rate": 4.633768016053827e-06,
      "loss": 0.4488,
      "step": 329280
    },
    {
      "epoch": 91.9,
      "grad_norm": 1.4479420185089111,
      "learning_rate": 4.6337622592086284e-06,
      "loss": 0.4534,
      "step": 329290
    },
    {
      "epoch": 91.91,
      "grad_norm": 1.686225175857544,
      "learning_rate": 4.6337565020586295e-06,
      "loss": 0.4451,
      "step": 329300
    },
    {
      "epoch": 91.91,
      "grad_norm": 1.4363021850585938,
      "learning_rate": 4.633750744603829e-06,
      "loss": 0.4436,
      "step": 329310
    },
    {
      "epoch": 91.91,
      "grad_norm": 1.2228162288665771,
      "learning_rate": 4.63374498684423e-06,
      "loss": 0.4631,
      "step": 329320
    },
    {
      "epoch": 91.91,
      "grad_norm": 1.7253236770629883,
      "learning_rate": 4.633739228779831e-06,
      "loss": 0.4433,
      "step": 329330
    },
    {
      "epoch": 91.92,
      "grad_norm": 1.7125481367111206,
      "learning_rate": 4.633733470410635e-06,
      "loss": 0.4587,
      "step": 329340
    },
    {
      "epoch": 91.92,
      "grad_norm": 1.8807669878005981,
      "learning_rate": 4.63372771173664e-06,
      "loss": 0.45,
      "step": 329350
    },
    {
      "epoch": 91.92,
      "grad_norm": 1.47794771194458,
      "learning_rate": 4.633721952757848e-06,
      "loss": 0.4356,
      "step": 329360
    },
    {
      "epoch": 91.93,
      "grad_norm": 1.7978862524032593,
      "learning_rate": 4.633716193474262e-06,
      "loss": 0.4655,
      "step": 329370
    },
    {
      "epoch": 91.93,
      "grad_norm": 1.5307796001434326,
      "learning_rate": 4.63371043388588e-06,
      "loss": 0.4492,
      "step": 329380
    },
    {
      "epoch": 91.93,
      "grad_norm": 1.9874545335769653,
      "learning_rate": 4.633704673992704e-06,
      "loss": 0.4419,
      "step": 329390
    },
    {
      "epoch": 91.93,
      "grad_norm": 1.296386957168579,
      "learning_rate": 4.6336989137947346e-06,
      "loss": 0.454,
      "step": 329400
    },
    {
      "epoch": 91.94,
      "grad_norm": 1.8449187278747559,
      "learning_rate": 4.633693153291971e-06,
      "loss": 0.451,
      "step": 329410
    },
    {
      "epoch": 91.94,
      "grad_norm": 1.404552936553955,
      "learning_rate": 4.633687392484417e-06,
      "loss": 0.4293,
      "step": 329420
    },
    {
      "epoch": 91.94,
      "grad_norm": 2.0608365535736084,
      "learning_rate": 4.63368163137207e-06,
      "loss": 0.459,
      "step": 329430
    },
    {
      "epoch": 91.95,
      "grad_norm": 1.4884603023529053,
      "learning_rate": 4.633675869954934e-06,
      "loss": 0.4312,
      "step": 329440
    },
    {
      "epoch": 91.95,
      "grad_norm": 2.069387435913086,
      "learning_rate": 4.6336701082330075e-06,
      "loss": 0.4534,
      "step": 329450
    },
    {
      "epoch": 91.95,
      "grad_norm": 2.06221866607666,
      "learning_rate": 4.633664346206292e-06,
      "loss": 0.441,
      "step": 329460
    },
    {
      "epoch": 91.95,
      "grad_norm": 1.4006714820861816,
      "learning_rate": 4.633658583874788e-06,
      "loss": 0.4332,
      "step": 329470
    },
    {
      "epoch": 91.96,
      "grad_norm": 1.4674959182739258,
      "learning_rate": 4.6336528212384974e-06,
      "loss": 0.4338,
      "step": 329480
    },
    {
      "epoch": 91.96,
      "grad_norm": 1.6371616125106812,
      "learning_rate": 4.63364705829742e-06,
      "loss": 0.4451,
      "step": 329490
    },
    {
      "epoch": 91.96,
      "grad_norm": 1.344433307647705,
      "learning_rate": 4.633641295051556e-06,
      "loss": 0.4575,
      "step": 329500
    },
    {
      "epoch": 91.96,
      "grad_norm": 1.6831820011138916,
      "learning_rate": 4.6336355315009076e-06,
      "loss": 0.444,
      "step": 329510
    },
    {
      "epoch": 91.97,
      "grad_norm": 1.9420109987258911,
      "learning_rate": 4.633629767645474e-06,
      "loss": 0.4396,
      "step": 329520
    },
    {
      "epoch": 91.97,
      "grad_norm": 1.7043864727020264,
      "learning_rate": 4.6336240034852575e-06,
      "loss": 0.4382,
      "step": 329530
    },
    {
      "epoch": 91.97,
      "grad_norm": 1.680985927581787,
      "learning_rate": 4.633618239020257e-06,
      "loss": 0.4211,
      "step": 329540
    },
    {
      "epoch": 91.98,
      "grad_norm": 1.6621006727218628,
      "learning_rate": 4.633612474250476e-06,
      "loss": 0.4598,
      "step": 329550
    },
    {
      "epoch": 91.98,
      "grad_norm": 1.3704051971435547,
      "learning_rate": 4.633606709175913e-06,
      "loss": 0.419,
      "step": 329560
    },
    {
      "epoch": 91.98,
      "grad_norm": 1.7299190759658813,
      "learning_rate": 4.633600943796569e-06,
      "loss": 0.4321,
      "step": 329570
    },
    {
      "epoch": 91.98,
      "grad_norm": 1.6932638883590698,
      "learning_rate": 4.633595178112446e-06,
      "loss": 0.4468,
      "step": 329580
    },
    {
      "epoch": 91.99,
      "grad_norm": 1.5381604433059692,
      "learning_rate": 4.633589412123543e-06,
      "loss": 0.4622,
      "step": 329590
    },
    {
      "epoch": 91.99,
      "grad_norm": 2.259803533554077,
      "learning_rate": 4.633583645829863e-06,
      "loss": 0.4481,
      "step": 329600
    },
    {
      "epoch": 91.99,
      "grad_norm": 1.3858709335327148,
      "learning_rate": 4.633577879231405e-06,
      "loss": 0.4457,
      "step": 329610
    },
    {
      "epoch": 92.0,
      "grad_norm": 1.6547410488128662,
      "learning_rate": 4.63357211232817e-06,
      "loss": 0.4336,
      "step": 329620
    },
    {
      "epoch": 92.0,
      "grad_norm": 1.5056405067443848,
      "learning_rate": 4.633566345120159e-06,
      "loss": 0.4395,
      "step": 329630
    },
    {
      "epoch": 92.0,
      "eval_loss": 0.4421311020851135,
      "eval_runtime": 62.937,
      "eval_samples_per_second": 80.382,
      "eval_steps_per_second": 10.058,
      "step": 329636
    },
    {
      "epoch": 92.0,
      "grad_norm": 1.508649230003357,
      "learning_rate": 4.633560577607373e-06,
      "loss": 0.45,
      "step": 329640
    },
    {
      "epoch": 92.0,
      "grad_norm": 1.7471586465835571,
      "learning_rate": 4.633554809789812e-06,
      "loss": 0.4347,
      "step": 329650
    },
    {
      "epoch": 92.01,
      "grad_norm": 1.423161506652832,
      "learning_rate": 4.633549041667479e-06,
      "loss": 0.4328,
      "step": 329660
    },
    {
      "epoch": 92.01,
      "grad_norm": 1.4935556650161743,
      "learning_rate": 4.633543273240372e-06,
      "loss": 0.4254,
      "step": 329670
    },
    {
      "epoch": 92.01,
      "grad_norm": 1.632790207862854,
      "learning_rate": 4.633537504508492e-06,
      "loss": 0.4494,
      "step": 329680
    },
    {
      "epoch": 92.02,
      "grad_norm": 1.633743166923523,
      "learning_rate": 4.6335317354718425e-06,
      "loss": 0.4554,
      "step": 329690
    },
    {
      "epoch": 92.02,
      "grad_norm": 1.6037312746047974,
      "learning_rate": 4.633525966130421e-06,
      "loss": 0.4422,
      "step": 329700
    },
    {
      "epoch": 92.02,
      "grad_norm": 1.5354478359222412,
      "learning_rate": 4.633520196484231e-06,
      "loss": 0.455,
      "step": 329710
    },
    {
      "epoch": 92.02,
      "grad_norm": 1.7853738069534302,
      "learning_rate": 4.633514426533271e-06,
      "loss": 0.4458,
      "step": 329720
    },
    {
      "epoch": 92.03,
      "grad_norm": 1.6750338077545166,
      "learning_rate": 4.633508656277543e-06,
      "loss": 0.4496,
      "step": 329730
    },
    {
      "epoch": 92.03,
      "grad_norm": 1.8590786457061768,
      "learning_rate": 4.633502885717047e-06,
      "loss": 0.4644,
      "step": 329740
    },
    {
      "epoch": 92.03,
      "grad_norm": 1.719251275062561,
      "learning_rate": 4.633497114851785e-06,
      "loss": 0.4453,
      "step": 329750
    },
    {
      "epoch": 92.03,
      "grad_norm": 1.3932353258132935,
      "learning_rate": 4.633491343681757e-06,
      "loss": 0.4562,
      "step": 329760
    },
    {
      "epoch": 92.04,
      "grad_norm": 1.8154274225234985,
      "learning_rate": 4.6334855722069636e-06,
      "loss": 0.4295,
      "step": 329770
    },
    {
      "epoch": 92.04,
      "grad_norm": 1.8326866626739502,
      "learning_rate": 4.633479800427405e-06,
      "loss": 0.4398,
      "step": 329780
    },
    {
      "epoch": 92.04,
      "grad_norm": 1.7959332466125488,
      "learning_rate": 4.633474028343084e-06,
      "loss": 0.4525,
      "step": 329790
    },
    {
      "epoch": 92.05,
      "grad_norm": 1.3319672346115112,
      "learning_rate": 4.633468255953999e-06,
      "loss": 0.4402,
      "step": 329800
    },
    {
      "epoch": 92.05,
      "grad_norm": 1.269034504890442,
      "learning_rate": 4.633462483260153e-06,
      "loss": 0.4449,
      "step": 329810
    },
    {
      "epoch": 92.05,
      "grad_norm": 1.513846755027771,
      "learning_rate": 4.633456710261545e-06,
      "loss": 0.4313,
      "step": 329820
    },
    {
      "epoch": 92.05,
      "grad_norm": 1.469689130783081,
      "learning_rate": 4.633450936958177e-06,
      "loss": 0.4438,
      "step": 329830
    },
    {
      "epoch": 92.06,
      "grad_norm": 1.7212218046188354,
      "learning_rate": 4.633445163350048e-06,
      "loss": 0.4423,
      "step": 329840
    },
    {
      "epoch": 92.06,
      "grad_norm": 1.8044555187225342,
      "learning_rate": 4.6334393894371605e-06,
      "loss": 0.4437,
      "step": 329850
    },
    {
      "epoch": 92.06,
      "grad_norm": 1.7159873247146606,
      "learning_rate": 4.633433615219515e-06,
      "loss": 0.4506,
      "step": 329860
    },
    {
      "epoch": 92.07,
      "grad_norm": 1.4217745065689087,
      "learning_rate": 4.633427840697112e-06,
      "loss": 0.4473,
      "step": 329870
    },
    {
      "epoch": 92.07,
      "grad_norm": 1.729446530342102,
      "learning_rate": 4.633422065869952e-06,
      "loss": 0.4304,
      "step": 329880
    },
    {
      "epoch": 92.07,
      "grad_norm": 1.3894292116165161,
      "learning_rate": 4.633416290738036e-06,
      "loss": 0.4286,
      "step": 329890
    },
    {
      "epoch": 92.07,
      "grad_norm": 1.7705439329147339,
      "learning_rate": 4.6334105153013655e-06,
      "loss": 0.4506,
      "step": 329900
    },
    {
      "epoch": 92.08,
      "grad_norm": 1.8116474151611328,
      "learning_rate": 4.6334047395599395e-06,
      "loss": 0.4338,
      "step": 329910
    },
    {
      "epoch": 92.08,
      "grad_norm": 1.3653523921966553,
      "learning_rate": 4.63339896351376e-06,
      "loss": 0.4448,
      "step": 329920
    },
    {
      "epoch": 92.08,
      "grad_norm": 1.6118301153182983,
      "learning_rate": 4.633393187162828e-06,
      "loss": 0.4517,
      "step": 329930
    },
    {
      "epoch": 92.08,
      "grad_norm": 1.5893019437789917,
      "learning_rate": 4.6333874105071434e-06,
      "loss": 0.444,
      "step": 329940
    },
    {
      "epoch": 92.09,
      "grad_norm": 1.427182912826538,
      "learning_rate": 4.633381633546709e-06,
      "loss": 0.4431,
      "step": 329950
    },
    {
      "epoch": 92.09,
      "grad_norm": 2.096501111984253,
      "learning_rate": 4.6333758562815225e-06,
      "loss": 0.4413,
      "step": 329960
    },
    {
      "epoch": 92.09,
      "grad_norm": 1.8038486242294312,
      "learning_rate": 4.633370078711587e-06,
      "loss": 0.4274,
      "step": 329970
    },
    {
      "epoch": 92.1,
      "grad_norm": 1.4147388935089111,
      "learning_rate": 4.633364300836901e-06,
      "loss": 0.4449,
      "step": 329980
    },
    {
      "epoch": 92.1,
      "grad_norm": 1.4372464418411255,
      "learning_rate": 4.6333585226574675e-06,
      "loss": 0.4292,
      "step": 329990
    },
    {
      "epoch": 92.1,
      "grad_norm": 2.0101094245910645,
      "learning_rate": 4.633352744173287e-06,
      "loss": 0.4358,
      "step": 330000
    },
    {
      "epoch": 92.1,
      "grad_norm": 1.4840413331985474,
      "learning_rate": 4.633346965384359e-06,
      "loss": 0.4356,
      "step": 330010
    },
    {
      "epoch": 92.11,
      "grad_norm": 1.6459811925888062,
      "learning_rate": 4.633341186290686e-06,
      "loss": 0.4341,
      "step": 330020
    },
    {
      "epoch": 92.11,
      "grad_norm": 1.7133550643920898,
      "learning_rate": 4.633335406892267e-06,
      "loss": 0.4469,
      "step": 330030
    },
    {
      "epoch": 92.11,
      "grad_norm": 1.8921364545822144,
      "learning_rate": 4.633329627189104e-06,
      "loss": 0.4474,
      "step": 330040
    },
    {
      "epoch": 92.12,
      "grad_norm": 2.0615944862365723,
      "learning_rate": 4.633323847181196e-06,
      "loss": 0.4595,
      "step": 330050
    },
    {
      "epoch": 92.12,
      "grad_norm": 1.8079992532730103,
      "learning_rate": 4.633318066868547e-06,
      "loss": 0.4465,
      "step": 330060
    },
    {
      "epoch": 92.12,
      "grad_norm": 1.6618796586990356,
      "learning_rate": 4.633312286251155e-06,
      "loss": 0.4452,
      "step": 330070
    },
    {
      "epoch": 92.12,
      "grad_norm": 1.737513542175293,
      "learning_rate": 4.633306505329022e-06,
      "loss": 0.444,
      "step": 330080
    },
    {
      "epoch": 92.13,
      "grad_norm": 1.643459439277649,
      "learning_rate": 4.633300724102148e-06,
      "loss": 0.4481,
      "step": 330090
    },
    {
      "epoch": 92.13,
      "grad_norm": 1.763390302658081,
      "learning_rate": 4.633294942570534e-06,
      "loss": 0.4391,
      "step": 330100
    },
    {
      "epoch": 92.13,
      "grad_norm": 1.3881815671920776,
      "learning_rate": 4.633289160734182e-06,
      "loss": 0.4252,
      "step": 330110
    },
    {
      "epoch": 92.14,
      "grad_norm": 1.6990184783935547,
      "learning_rate": 4.633283378593091e-06,
      "loss": 0.4366,
      "step": 330120
    },
    {
      "epoch": 92.14,
      "grad_norm": 1.3558586835861206,
      "learning_rate": 4.6332775961472616e-06,
      "loss": 0.4411,
      "step": 330130
    },
    {
      "epoch": 92.14,
      "grad_norm": 1.589377999305725,
      "learning_rate": 4.633271813396696e-06,
      "loss": 0.4311,
      "step": 330140
    },
    {
      "epoch": 92.14,
      "grad_norm": 2.7021970748901367,
      "learning_rate": 4.633266030341395e-06,
      "loss": 0.4434,
      "step": 330150
    },
    {
      "epoch": 92.15,
      "grad_norm": 1.7744226455688477,
      "learning_rate": 4.633260246981358e-06,
      "loss": 0.4312,
      "step": 330160
    },
    {
      "epoch": 92.15,
      "grad_norm": 1.5727046728134155,
      "learning_rate": 4.633254463316588e-06,
      "loss": 0.4524,
      "step": 330170
    },
    {
      "epoch": 92.15,
      "grad_norm": 1.3702497482299805,
      "learning_rate": 4.633248679347083e-06,
      "loss": 0.4242,
      "step": 330180
    },
    {
      "epoch": 92.15,
      "grad_norm": 1.526106595993042,
      "learning_rate": 4.633242895072845e-06,
      "loss": 0.4586,
      "step": 330190
    },
    {
      "epoch": 92.16,
      "grad_norm": 1.7584558725357056,
      "learning_rate": 4.633237110493875e-06,
      "loss": 0.4386,
      "step": 330200
    },
    {
      "epoch": 92.16,
      "grad_norm": 1.5928422212600708,
      "learning_rate": 4.6332313256101746e-06,
      "loss": 0.445,
      "step": 330210
    },
    {
      "epoch": 92.16,
      "grad_norm": 1.5260841846466064,
      "learning_rate": 4.633225540421743e-06,
      "loss": 0.4624,
      "step": 330220
    },
    {
      "epoch": 92.17,
      "grad_norm": 1.8763723373413086,
      "learning_rate": 4.633219754928581e-06,
      "loss": 0.4363,
      "step": 330230
    },
    {
      "epoch": 92.17,
      "grad_norm": 2.553133726119995,
      "learning_rate": 4.633213969130691e-06,
      "loss": 0.4306,
      "step": 330240
    },
    {
      "epoch": 92.17,
      "grad_norm": 2.0094118118286133,
      "learning_rate": 4.633208183028072e-06,
      "loss": 0.443,
      "step": 330250
    },
    {
      "epoch": 92.17,
      "grad_norm": 1.498213291168213,
      "learning_rate": 4.633202396620727e-06,
      "loss": 0.4428,
      "step": 330260
    },
    {
      "epoch": 92.18,
      "grad_norm": 2.061815023422241,
      "learning_rate": 4.633196609908654e-06,
      "loss": 0.4349,
      "step": 330270
    },
    {
      "epoch": 92.18,
      "grad_norm": 1.8408763408660889,
      "learning_rate": 4.6331908228918545e-06,
      "loss": 0.4228,
      "step": 330280
    },
    {
      "epoch": 92.18,
      "grad_norm": 1.4089057445526123,
      "learning_rate": 4.63318503557033e-06,
      "loss": 0.4603,
      "step": 330290
    },
    {
      "epoch": 92.19,
      "grad_norm": 1.8473621606826782,
      "learning_rate": 4.633179247944081e-06,
      "loss": 0.4399,
      "step": 330300
    },
    {
      "epoch": 92.19,
      "grad_norm": 1.4750820398330688,
      "learning_rate": 4.633173460013109e-06,
      "loss": 0.4506,
      "step": 330310
    },
    {
      "epoch": 92.19,
      "grad_norm": 1.5521214008331299,
      "learning_rate": 4.633167671777414e-06,
      "loss": 0.4398,
      "step": 330320
    },
    {
      "epoch": 92.19,
      "grad_norm": 1.4056756496429443,
      "learning_rate": 4.633161883236997e-06,
      "loss": 0.4306,
      "step": 330330
    },
    {
      "epoch": 92.2,
      "grad_norm": 1.9379888772964478,
      "learning_rate": 4.633156094391858e-06,
      "loss": 0.4631,
      "step": 330340
    },
    {
      "epoch": 92.2,
      "grad_norm": 1.7647353410720825,
      "learning_rate": 4.6331503052419994e-06,
      "loss": 0.4532,
      "step": 330350
    },
    {
      "epoch": 92.2,
      "grad_norm": 1.6403522491455078,
      "learning_rate": 4.63314451578742e-06,
      "loss": 0.4265,
      "step": 330360
    },
    {
      "epoch": 92.2,
      "grad_norm": 1.3323822021484375,
      "learning_rate": 4.633138726028122e-06,
      "loss": 0.4327,
      "step": 330370
    },
    {
      "epoch": 92.21,
      "grad_norm": 1.4106072187423706,
      "learning_rate": 4.633132935964106e-06,
      "loss": 0.4372,
      "step": 330380
    },
    {
      "epoch": 92.21,
      "grad_norm": 1.5444639921188354,
      "learning_rate": 4.633127145595371e-06,
      "loss": 0.4453,
      "step": 330390
    },
    {
      "epoch": 92.21,
      "grad_norm": 1.2787511348724365,
      "learning_rate": 4.633121354921922e-06,
      "loss": 0.4509,
      "step": 330400
    },
    {
      "epoch": 92.22,
      "grad_norm": 1.5935730934143066,
      "learning_rate": 4.633115563943754e-06,
      "loss": 0.438,
      "step": 330410
    },
    {
      "epoch": 92.22,
      "grad_norm": 1.3488502502441406,
      "learning_rate": 4.633109772660873e-06,
      "loss": 0.4528,
      "step": 330420
    },
    {
      "epoch": 92.22,
      "grad_norm": 1.4524253606796265,
      "learning_rate": 4.633103981073277e-06,
      "loss": 0.4323,
      "step": 330430
    },
    {
      "epoch": 92.22,
      "grad_norm": 1.5759912729263306,
      "learning_rate": 4.633098189180968e-06,
      "loss": 0.4496,
      "step": 330440
    },
    {
      "epoch": 92.23,
      "grad_norm": 1.2430171966552734,
      "learning_rate": 4.6330923969839445e-06,
      "loss": 0.456,
      "step": 330450
    },
    {
      "epoch": 92.23,
      "grad_norm": 1.6810699701309204,
      "learning_rate": 4.633086604482211e-06,
      "loss": 0.4324,
      "step": 330460
    },
    {
      "epoch": 92.23,
      "grad_norm": 1.4889726638793945,
      "learning_rate": 4.633080811675764e-06,
      "loss": 0.4408,
      "step": 330470
    },
    {
      "epoch": 92.24,
      "grad_norm": 1.5883625745773315,
      "learning_rate": 4.633075018564608e-06,
      "loss": 0.4504,
      "step": 330480
    },
    {
      "epoch": 92.24,
      "grad_norm": 1.8713926076889038,
      "learning_rate": 4.633069225148742e-06,
      "loss": 0.4594,
      "step": 330490
    },
    {
      "epoch": 92.24,
      "grad_norm": 1.5058766603469849,
      "learning_rate": 4.6330634314281664e-06,
      "loss": 0.4517,
      "step": 330500
    },
    {
      "epoch": 92.24,
      "grad_norm": 1.6304835081100464,
      "learning_rate": 4.633057637402883e-06,
      "loss": 0.4266,
      "step": 330510
    },
    {
      "epoch": 92.25,
      "grad_norm": 1.4045319557189941,
      "learning_rate": 4.633051843072891e-06,
      "loss": 0.4483,
      "step": 330520
    },
    {
      "epoch": 92.25,
      "grad_norm": 1.5291393995285034,
      "learning_rate": 4.633046048438194e-06,
      "loss": 0.4396,
      "step": 330530
    },
    {
      "epoch": 92.25,
      "grad_norm": 1.7556861639022827,
      "learning_rate": 4.63304025349879e-06,
      "loss": 0.4513,
      "step": 330540
    },
    {
      "epoch": 92.26,
      "grad_norm": 1.706388235092163,
      "learning_rate": 4.633034458254681e-06,
      "loss": 0.4426,
      "step": 330550
    },
    {
      "epoch": 92.26,
      "grad_norm": 1.7640175819396973,
      "learning_rate": 4.6330286627058685e-06,
      "loss": 0.4566,
      "step": 330560
    },
    {
      "epoch": 92.26,
      "grad_norm": 1.345002293586731,
      "learning_rate": 4.6330228668523516e-06,
      "loss": 0.4572,
      "step": 330570
    },
    {
      "epoch": 92.26,
      "grad_norm": 1.535862684249878,
      "learning_rate": 4.6330170706941315e-06,
      "loss": 0.4543,
      "step": 330580
    },
    {
      "epoch": 92.27,
      "grad_norm": 1.5889860391616821,
      "learning_rate": 4.63301127423121e-06,
      "loss": 0.4468,
      "step": 330590
    },
    {
      "epoch": 92.27,
      "grad_norm": 1.3838549852371216,
      "learning_rate": 4.633005477463588e-06,
      "loss": 0.4399,
      "step": 330600
    },
    {
      "epoch": 92.27,
      "grad_norm": 2.082092761993408,
      "learning_rate": 4.632999680391264e-06,
      "loss": 0.4404,
      "step": 330610
    },
    {
      "epoch": 92.27,
      "grad_norm": 1.778853178024292,
      "learning_rate": 4.632993883014241e-06,
      "loss": 0.4284,
      "step": 330620
    },
    {
      "epoch": 92.28,
      "grad_norm": 1.667575716972351,
      "learning_rate": 4.632988085332517e-06,
      "loss": 0.4458,
      "step": 330630
    },
    {
      "epoch": 92.28,
      "grad_norm": 1.7857416868209839,
      "learning_rate": 4.632982287346098e-06,
      "loss": 0.4082,
      "step": 330640
    },
    {
      "epoch": 92.28,
      "grad_norm": 1.945055603981018,
      "learning_rate": 4.632976489054979e-06,
      "loss": 0.4491,
      "step": 330650
    },
    {
      "epoch": 92.29,
      "grad_norm": 1.4984575510025024,
      "learning_rate": 4.632970690459165e-06,
      "loss": 0.4256,
      "step": 330660
    },
    {
      "epoch": 92.29,
      "grad_norm": 1.647711157798767,
      "learning_rate": 4.632964891558655e-06,
      "loss": 0.4319,
      "step": 330670
    },
    {
      "epoch": 92.29,
      "grad_norm": 1.6957557201385498,
      "learning_rate": 4.632959092353449e-06,
      "loss": 0.4593,
      "step": 330680
    },
    {
      "epoch": 92.29,
      "grad_norm": 1.6166679859161377,
      "learning_rate": 4.632953292843549e-06,
      "loss": 0.4186,
      "step": 330690
    },
    {
      "epoch": 92.3,
      "grad_norm": 1.5989528894424438,
      "learning_rate": 4.632947493028955e-06,
      "loss": 0.4616,
      "step": 330700
    },
    {
      "epoch": 92.3,
      "grad_norm": 1.4142693281173706,
      "learning_rate": 4.632941692909669e-06,
      "loss": 0.4363,
      "step": 330710
    },
    {
      "epoch": 92.3,
      "grad_norm": 1.6228779554367065,
      "learning_rate": 4.632935892485691e-06,
      "loss": 0.4215,
      "step": 330720
    },
    {
      "epoch": 92.31,
      "grad_norm": 1.7286449670791626,
      "learning_rate": 4.632930091757021e-06,
      "loss": 0.4396,
      "step": 330730
    },
    {
      "epoch": 92.31,
      "grad_norm": 14.088237762451172,
      "learning_rate": 4.632924290723661e-06,
      "loss": 0.4275,
      "step": 330740
    },
    {
      "epoch": 92.31,
      "grad_norm": 1.592812180519104,
      "learning_rate": 4.632918489385611e-06,
      "loss": 0.4578,
      "step": 330750
    },
    {
      "epoch": 92.31,
      "grad_norm": 1.947219967842102,
      "learning_rate": 4.632912687742872e-06,
      "loss": 0.4528,
      "step": 330760
    },
    {
      "epoch": 92.32,
      "grad_norm": 1.6321766376495361,
      "learning_rate": 4.632906885795445e-06,
      "loss": 0.4296,
      "step": 330770
    },
    {
      "epoch": 92.32,
      "grad_norm": 2.247459650039673,
      "learning_rate": 4.63290108354333e-06,
      "loss": 0.459,
      "step": 330780
    },
    {
      "epoch": 92.32,
      "grad_norm": 1.6577354669570923,
      "learning_rate": 4.63289528098653e-06,
      "loss": 0.452,
      "step": 330790
    },
    {
      "epoch": 92.32,
      "grad_norm": 1.7682218551635742,
      "learning_rate": 4.632889478125043e-06,
      "loss": 0.4413,
      "step": 330800
    },
    {
      "epoch": 92.33,
      "grad_norm": 1.4649854898452759,
      "learning_rate": 4.632883674958871e-06,
      "loss": 0.4326,
      "step": 330810
    },
    {
      "epoch": 92.33,
      "grad_norm": 1.986735463142395,
      "learning_rate": 4.632877871488015e-06,
      "loss": 0.4386,
      "step": 330820
    },
    {
      "epoch": 92.33,
      "grad_norm": 1.624672293663025,
      "learning_rate": 4.632872067712475e-06,
      "loss": 0.445,
      "step": 330830
    },
    {
      "epoch": 92.34,
      "grad_norm": 1.6347236633300781,
      "learning_rate": 4.632866263632252e-06,
      "loss": 0.4662,
      "step": 330840
    },
    {
      "epoch": 92.34,
      "grad_norm": 1.6096049547195435,
      "learning_rate": 4.632860459247347e-06,
      "loss": 0.4344,
      "step": 330850
    },
    {
      "epoch": 92.34,
      "grad_norm": 1.6201497316360474,
      "learning_rate": 4.632854654557761e-06,
      "loss": 0.4468,
      "step": 330860
    },
    {
      "epoch": 92.34,
      "grad_norm": 1.3169963359832764,
      "learning_rate": 4.632848849563495e-06,
      "loss": 0.4316,
      "step": 330870
    },
    {
      "epoch": 92.35,
      "grad_norm": 1.4458469152450562,
      "learning_rate": 4.6328430442645485e-06,
      "loss": 0.4466,
      "step": 330880
    },
    {
      "epoch": 92.35,
      "grad_norm": 1.328255534172058,
      "learning_rate": 4.632837238660924e-06,
      "loss": 0.4326,
      "step": 330890
    },
    {
      "epoch": 92.35,
      "grad_norm": 1.5589599609375,
      "learning_rate": 4.632831432752621e-06,
      "loss": 0.4457,
      "step": 330900
    },
    {
      "epoch": 92.36,
      "grad_norm": 1.5964683294296265,
      "learning_rate": 4.632825626539641e-06,
      "loss": 0.4356,
      "step": 330910
    },
    {
      "epoch": 92.36,
      "grad_norm": 1.5037249326705933,
      "learning_rate": 4.632819820021984e-06,
      "loss": 0.4358,
      "step": 330920
    },
    {
      "epoch": 92.36,
      "grad_norm": 1.4082093238830566,
      "learning_rate": 4.632814013199651e-06,
      "loss": 0.4443,
      "step": 330930
    },
    {
      "epoch": 92.36,
      "grad_norm": 1.402680516242981,
      "learning_rate": 4.632808206072643e-06,
      "loss": 0.4268,
      "step": 330940
    },
    {
      "epoch": 92.37,
      "grad_norm": 1.8798993825912476,
      "learning_rate": 4.63280239864096e-06,
      "loss": 0.4539,
      "step": 330950
    },
    {
      "epoch": 92.37,
      "grad_norm": 1.4533569812774658,
      "learning_rate": 4.632796590904605e-06,
      "loss": 0.4336,
      "step": 330960
    },
    {
      "epoch": 92.37,
      "grad_norm": 1.5851192474365234,
      "learning_rate": 4.632790782863577e-06,
      "loss": 0.4562,
      "step": 330970
    },
    {
      "epoch": 92.38,
      "grad_norm": 1.2463585138320923,
      "learning_rate": 4.632784974517877e-06,
      "loss": 0.4433,
      "step": 330980
    },
    {
      "epoch": 92.38,
      "grad_norm": 1.7601341009140015,
      "learning_rate": 4.632779165867505e-06,
      "loss": 0.4582,
      "step": 330990
    },
    {
      "epoch": 92.38,
      "grad_norm": 1.443180799484253,
      "learning_rate": 4.632773356912463e-06,
      "loss": 0.4404,
      "step": 331000
    },
    {
      "epoch": 92.38,
      "grad_norm": 1.6459107398986816,
      "learning_rate": 4.632767547652752e-06,
      "loss": 0.4483,
      "step": 331010
    },
    {
      "epoch": 92.39,
      "grad_norm": 1.859565258026123,
      "learning_rate": 4.632761738088371e-06,
      "loss": 0.4452,
      "step": 331020
    },
    {
      "epoch": 92.39,
      "grad_norm": 1.946258306503296,
      "learning_rate": 4.632755928219322e-06,
      "loss": 0.4563,
      "step": 331030
    },
    {
      "epoch": 92.39,
      "grad_norm": 1.6628533601760864,
      "learning_rate": 4.632750118045606e-06,
      "loss": 0.4588,
      "step": 331040
    },
    {
      "epoch": 92.39,
      "grad_norm": 1.2763991355895996,
      "learning_rate": 4.6327443075672245e-06,
      "loss": 0.4216,
      "step": 331050
    },
    {
      "epoch": 92.4,
      "grad_norm": 1.84042489528656,
      "learning_rate": 4.632738496784177e-06,
      "loss": 0.4325,
      "step": 331060
    },
    {
      "epoch": 92.4,
      "grad_norm": 1.3807957172393799,
      "learning_rate": 4.632732685696463e-06,
      "loss": 0.4361,
      "step": 331070
    },
    {
      "epoch": 92.4,
      "grad_norm": 1.977055549621582,
      "learning_rate": 4.632726874304087e-06,
      "loss": 0.4433,
      "step": 331080
    },
    {
      "epoch": 92.41,
      "grad_norm": 1.699710726737976,
      "learning_rate": 4.632721062607045e-06,
      "loss": 0.4326,
      "step": 331090
    },
    {
      "epoch": 92.41,
      "grad_norm": 1.5875426530838013,
      "learning_rate": 4.632715250605342e-06,
      "loss": 0.431,
      "step": 331100
    },
    {
      "epoch": 92.41,
      "grad_norm": 1.6368762254714966,
      "learning_rate": 4.632709438298977e-06,
      "loss": 0.4542,
      "step": 331110
    },
    {
      "epoch": 92.41,
      "grad_norm": 1.5387409925460815,
      "learning_rate": 4.6327036256879505e-06,
      "loss": 0.4454,
      "step": 331120
    },
    {
      "epoch": 92.42,
      "grad_norm": 1.484623670578003,
      "learning_rate": 4.6326978127722635e-06,
      "loss": 0.435,
      "step": 331130
    },
    {
      "epoch": 92.42,
      "grad_norm": 1.2800612449645996,
      "learning_rate": 4.632691999551917e-06,
      "loss": 0.4442,
      "step": 331140
    },
    {
      "epoch": 92.42,
      "grad_norm": 1.7196943759918213,
      "learning_rate": 4.632686186026912e-06,
      "loss": 0.4563,
      "step": 331150
    },
    {
      "epoch": 92.43,
      "grad_norm": 1.5316691398620605,
      "learning_rate": 4.632680372197249e-06,
      "loss": 0.444,
      "step": 331160
    },
    {
      "epoch": 92.43,
      "grad_norm": 2.340867042541504,
      "learning_rate": 4.6326745580629286e-06,
      "loss": 0.4164,
      "step": 331170
    },
    {
      "epoch": 92.43,
      "grad_norm": 1.6999130249023438,
      "learning_rate": 4.632668743623951e-06,
      "loss": 0.4589,
      "step": 331180
    },
    {
      "epoch": 92.43,
      "grad_norm": 1.7659235000610352,
      "learning_rate": 4.632662928880319e-06,
      "loss": 0.4201,
      "step": 331190
    },
    {
      "epoch": 92.44,
      "grad_norm": 1.6604214906692505,
      "learning_rate": 4.6326571138320315e-06,
      "loss": 0.4462,
      "step": 331200
    },
    {
      "epoch": 92.44,
      "grad_norm": 1.8919600248336792,
      "learning_rate": 4.632651298479089e-06,
      "loss": 0.4357,
      "step": 331210
    },
    {
      "epoch": 92.44,
      "grad_norm": 1.6867488622665405,
      "learning_rate": 4.632645482821494e-06,
      "loss": 0.4629,
      "step": 331220
    },
    {
      "epoch": 92.44,
      "grad_norm": 1.7905256748199463,
      "learning_rate": 4.632639666859246e-06,
      "loss": 0.4212,
      "step": 331230
    },
    {
      "epoch": 92.45,
      "grad_norm": 1.6359704732894897,
      "learning_rate": 4.632633850592346e-06,
      "loss": 0.4418,
      "step": 331240
    },
    {
      "epoch": 92.45,
      "grad_norm": 1.461963176727295,
      "learning_rate": 4.6326280340207965e-06,
      "loss": 0.4233,
      "step": 331250
    },
    {
      "epoch": 92.45,
      "grad_norm": 1.8039836883544922,
      "learning_rate": 4.632622217144596e-06,
      "loss": 0.4579,
      "step": 331260
    },
    {
      "epoch": 92.46,
      "grad_norm": 1.4655081033706665,
      "learning_rate": 4.632616399963745e-06,
      "loss": 0.4375,
      "step": 331270
    },
    {
      "epoch": 92.46,
      "grad_norm": 1.8557792901992798,
      "learning_rate": 4.632610582478246e-06,
      "loss": 0.4351,
      "step": 331280
    },
    {
      "epoch": 92.46,
      "grad_norm": 1.9083350896835327,
      "learning_rate": 4.6326047646880985e-06,
      "loss": 0.4642,
      "step": 331290
    },
    {
      "epoch": 92.46,
      "grad_norm": 1.3723474740982056,
      "learning_rate": 4.632598946593305e-06,
      "loss": 0.4427,
      "step": 331300
    },
    {
      "epoch": 92.47,
      "grad_norm": 1.7401736974716187,
      "learning_rate": 4.632593128193863e-06,
      "loss": 0.4297,
      "step": 331310
    },
    {
      "epoch": 92.47,
      "grad_norm": 1.9901059865951538,
      "learning_rate": 4.632587309489777e-06,
      "loss": 0.4397,
      "step": 331320
    },
    {
      "epoch": 92.47,
      "grad_norm": 1.4540538787841797,
      "learning_rate": 4.632581490481046e-06,
      "loss": 0.4733,
      "step": 331330
    },
    {
      "epoch": 92.48,
      "grad_norm": 1.601081132888794,
      "learning_rate": 4.632575671167671e-06,
      "loss": 0.4562,
      "step": 331340
    },
    {
      "epoch": 92.48,
      "grad_norm": 1.8059576749801636,
      "learning_rate": 4.632569851549652e-06,
      "loss": 0.453,
      "step": 331350
    },
    {
      "epoch": 92.48,
      "grad_norm": 4.908385753631592,
      "learning_rate": 4.632564031626991e-06,
      "loss": 0.4383,
      "step": 331360
    },
    {
      "epoch": 92.48,
      "grad_norm": 1.7647719383239746,
      "learning_rate": 4.632558211399687e-06,
      "loss": 0.4484,
      "step": 331370
    },
    {
      "epoch": 92.49,
      "grad_norm": 1.6413580179214478,
      "learning_rate": 4.6325523908677435e-06,
      "loss": 0.4477,
      "step": 331380
    },
    {
      "epoch": 92.49,
      "grad_norm": 1.830336093902588,
      "learning_rate": 4.632546570031159e-06,
      "loss": 0.4197,
      "step": 331390
    },
    {
      "epoch": 92.49,
      "grad_norm": 1.783138394355774,
      "learning_rate": 4.632540748889935e-06,
      "loss": 0.4214,
      "step": 331400
    },
    {
      "epoch": 92.5,
      "grad_norm": 1.6903072595596313,
      "learning_rate": 4.632534927444073e-06,
      "loss": 0.4356,
      "step": 331410
    },
    {
      "epoch": 92.5,
      "grad_norm": 1.908077359199524,
      "learning_rate": 4.632529105693574e-06,
      "loss": 0.4581,
      "step": 331420
    },
    {
      "epoch": 92.5,
      "grad_norm": 1.567679524421692,
      "learning_rate": 4.632523283638436e-06,
      "loss": 0.4263,
      "step": 331430
    },
    {
      "epoch": 92.5,
      "grad_norm": 1.3796781301498413,
      "learning_rate": 4.632517461278662e-06,
      "loss": 0.4276,
      "step": 331440
    },
    {
      "epoch": 92.51,
      "grad_norm": 2.2773661613464355,
      "learning_rate": 4.632511638614253e-06,
      "loss": 0.4347,
      "step": 331450
    },
    {
      "epoch": 92.51,
      "grad_norm": 1.2996271848678589,
      "learning_rate": 4.6325058156452084e-06,
      "loss": 0.4402,
      "step": 331460
    },
    {
      "epoch": 92.51,
      "grad_norm": 1.519189476966858,
      "learning_rate": 4.632499992371531e-06,
      "loss": 0.4257,
      "step": 331470
    },
    {
      "epoch": 92.51,
      "grad_norm": 1.5791674852371216,
      "learning_rate": 4.632494168793219e-06,
      "loss": 0.4344,
      "step": 331480
    },
    {
      "epoch": 92.52,
      "grad_norm": 1.5317370891571045,
      "learning_rate": 4.632488344910275e-06,
      "loss": 0.44,
      "step": 331490
    },
    {
      "epoch": 92.52,
      "grad_norm": 1.5547443628311157,
      "learning_rate": 4.6324825207227e-06,
      "loss": 0.4275,
      "step": 331500
    },
    {
      "epoch": 92.52,
      "grad_norm": 1.6874891519546509,
      "learning_rate": 4.632476696230494e-06,
      "loss": 0.4425,
      "step": 331510
    },
    {
      "epoch": 92.53,
      "grad_norm": 1.8536293506622314,
      "learning_rate": 4.632470871433657e-06,
      "loss": 0.4453,
      "step": 331520
    },
    {
      "epoch": 92.53,
      "grad_norm": 1.2724459171295166,
      "learning_rate": 4.632465046332191e-06,
      "loss": 0.4438,
      "step": 331530
    },
    {
      "epoch": 92.53,
      "grad_norm": 1.5111786127090454,
      "learning_rate": 4.632459220926097e-06,
      "loss": 0.4394,
      "step": 331540
    },
    {
      "epoch": 92.53,
      "grad_norm": 1.8955384492874146,
      "learning_rate": 4.632453395215374e-06,
      "loss": 0.429,
      "step": 331550
    },
    {
      "epoch": 92.54,
      "grad_norm": 1.501611351966858,
      "learning_rate": 4.632447569200024e-06,
      "loss": 0.439,
      "step": 331560
    },
    {
      "epoch": 92.54,
      "grad_norm": 1.4633586406707764,
      "learning_rate": 4.6324417428800485e-06,
      "loss": 0.445,
      "step": 331570
    },
    {
      "epoch": 92.54,
      "grad_norm": 1.515778660774231,
      "learning_rate": 4.6324359162554475e-06,
      "loss": 0.4575,
      "step": 331580
    },
    {
      "epoch": 92.55,
      "grad_norm": 1.6812952756881714,
      "learning_rate": 4.632430089326222e-06,
      "loss": 0.4548,
      "step": 331590
    },
    {
      "epoch": 92.55,
      "grad_norm": 1.8365815877914429,
      "learning_rate": 4.6324242620923715e-06,
      "loss": 0.4499,
      "step": 331600
    },
    {
      "epoch": 92.55,
      "grad_norm": 1.5430461168289185,
      "learning_rate": 4.632418434553899e-06,
      "loss": 0.4414,
      "step": 331610
    },
    {
      "epoch": 92.55,
      "grad_norm": 1.6899442672729492,
      "learning_rate": 4.632412606710803e-06,
      "loss": 0.4369,
      "step": 331620
    },
    {
      "epoch": 92.56,
      "grad_norm": 2.023442029953003,
      "learning_rate": 4.632406778563086e-06,
      "loss": 0.4568,
      "step": 331630
    },
    {
      "epoch": 92.56,
      "grad_norm": 1.785061001777649,
      "learning_rate": 4.632400950110748e-06,
      "loss": 0.4458,
      "step": 331640
    },
    {
      "epoch": 92.56,
      "grad_norm": 1.5651339292526245,
      "learning_rate": 4.632395121353791e-06,
      "loss": 0.4642,
      "step": 331650
    },
    {
      "epoch": 92.56,
      "grad_norm": 1.5059032440185547,
      "learning_rate": 4.632389292292213e-06,
      "loss": 0.4394,
      "step": 331660
    },
    {
      "epoch": 92.57,
      "grad_norm": 2.1343650817871094,
      "learning_rate": 4.632383462926017e-06,
      "loss": 0.4401,
      "step": 331670
    },
    {
      "epoch": 92.57,
      "grad_norm": 1.9599275588989258,
      "learning_rate": 4.632377633255204e-06,
      "loss": 0.4414,
      "step": 331680
    },
    {
      "epoch": 92.57,
      "grad_norm": 1.6080005168914795,
      "learning_rate": 4.6323718032797735e-06,
      "loss": 0.4285,
      "step": 331690
    },
    {
      "epoch": 92.58,
      "grad_norm": 1.9262539148330688,
      "learning_rate": 4.6323659729997264e-06,
      "loss": 0.4261,
      "step": 331700
    },
    {
      "epoch": 92.58,
      "grad_norm": 1.4983474016189575,
      "learning_rate": 4.632360142415065e-06,
      "loss": 0.425,
      "step": 331710
    },
    {
      "epoch": 92.58,
      "grad_norm": 1.4424198865890503,
      "learning_rate": 4.632354311525788e-06,
      "loss": 0.4359,
      "step": 331720
    },
    {
      "epoch": 92.58,
      "grad_norm": 1.5269807577133179,
      "learning_rate": 4.632348480331897e-06,
      "loss": 0.4582,
      "step": 331730
    },
    {
      "epoch": 92.59,
      "grad_norm": 1.3021637201309204,
      "learning_rate": 4.632342648833394e-06,
      "loss": 0.457,
      "step": 331740
    },
    {
      "epoch": 92.59,
      "grad_norm": 1.499944806098938,
      "learning_rate": 4.632336817030279e-06,
      "loss": 0.4275,
      "step": 331750
    },
    {
      "epoch": 92.59,
      "grad_norm": 1.610291600227356,
      "learning_rate": 4.6323309849225504e-06,
      "loss": 0.4294,
      "step": 331760
    },
    {
      "epoch": 92.6,
      "grad_norm": 1.3286514282226562,
      "learning_rate": 4.632325152510213e-06,
      "loss": 0.4488,
      "step": 331770
    },
    {
      "epoch": 92.6,
      "grad_norm": 1.6433290243148804,
      "learning_rate": 4.632319319793265e-06,
      "loss": 0.4238,
      "step": 331780
    },
    {
      "epoch": 92.6,
      "grad_norm": 1.5134570598602295,
      "learning_rate": 4.632313486771708e-06,
      "loss": 0.4342,
      "step": 331790
    },
    {
      "epoch": 92.6,
      "grad_norm": 1.7665793895721436,
      "learning_rate": 4.632307653445541e-06,
      "loss": 0.4391,
      "step": 331800
    },
    {
      "epoch": 92.61,
      "grad_norm": 1.4277592897415161,
      "learning_rate": 4.632301819814767e-06,
      "loss": 0.4421,
      "step": 331810
    },
    {
      "epoch": 92.61,
      "grad_norm": 1.8589309453964233,
      "learning_rate": 4.632295985879388e-06,
      "loss": 0.4348,
      "step": 331820
    },
    {
      "epoch": 92.61,
      "grad_norm": 1.5722612142562866,
      "learning_rate": 4.6322901516394015e-06,
      "loss": 0.4357,
      "step": 331830
    },
    {
      "epoch": 92.62,
      "grad_norm": 1.369710087776184,
      "learning_rate": 4.6322843170948095e-06,
      "loss": 0.4539,
      "step": 331840
    },
    {
      "epoch": 92.62,
      "grad_norm": 2.7729363441467285,
      "learning_rate": 4.632278482245613e-06,
      "loss": 0.4567,
      "step": 331850
    },
    {
      "epoch": 92.62,
      "grad_norm": 1.4595000743865967,
      "learning_rate": 4.632272647091813e-06,
      "loss": 0.4435,
      "step": 331860
    },
    {
      "epoch": 92.62,
      "grad_norm": 1.6711324453353882,
      "learning_rate": 4.63226681163341e-06,
      "loss": 0.4281,
      "step": 331870
    },
    {
      "epoch": 92.63,
      "grad_norm": 1.3919024467468262,
      "learning_rate": 4.632260975870405e-06,
      "loss": 0.4353,
      "step": 331880
    },
    {
      "epoch": 92.63,
      "grad_norm": 1.4198853969573975,
      "learning_rate": 4.632255139802798e-06,
      "loss": 0.4545,
      "step": 331890
    },
    {
      "epoch": 92.63,
      "grad_norm": 1.578635811805725,
      "learning_rate": 4.632249303430591e-06,
      "loss": 0.4192,
      "step": 331900
    },
    {
      "epoch": 92.63,
      "grad_norm": 1.5623929500579834,
      "learning_rate": 4.632243466753784e-06,
      "loss": 0.4465,
      "step": 331910
    },
    {
      "epoch": 92.64,
      "grad_norm": 1.5457768440246582,
      "learning_rate": 4.6322376297723775e-06,
      "loss": 0.4374,
      "step": 331920
    },
    {
      "epoch": 92.64,
      "grad_norm": 1.5018945932388306,
      "learning_rate": 4.632231792486373e-06,
      "loss": 0.4597,
      "step": 331930
    },
    {
      "epoch": 92.64,
      "grad_norm": 1.6529597043991089,
      "learning_rate": 4.632225954895771e-06,
      "loss": 0.4478,
      "step": 331940
    },
    {
      "epoch": 92.65,
      "grad_norm": 1.7755409479141235,
      "learning_rate": 4.632220117000572e-06,
      "loss": 0.4395,
      "step": 331950
    },
    {
      "epoch": 92.65,
      "grad_norm": 1.49189031124115,
      "learning_rate": 4.632214278800776e-06,
      "loss": 0.4108,
      "step": 331960
    },
    {
      "epoch": 92.65,
      "grad_norm": 1.806050419807434,
      "learning_rate": 4.6322084402963866e-06,
      "loss": 0.4454,
      "step": 331970
    },
    {
      "epoch": 92.65,
      "grad_norm": 1.508134365081787,
      "learning_rate": 4.632202601487401e-06,
      "loss": 0.4422,
      "step": 331980
    },
    {
      "epoch": 92.66,
      "grad_norm": 1.3904963731765747,
      "learning_rate": 4.632196762373824e-06,
      "loss": 0.4505,
      "step": 331990
    },
    {
      "epoch": 92.66,
      "grad_norm": 1.803797960281372,
      "learning_rate": 4.632190922955652e-06,
      "loss": 0.428,
      "step": 332000
    },
    {
      "epoch": 92.66,
      "grad_norm": 1.7560311555862427,
      "learning_rate": 4.632185083232889e-06,
      "loss": 0.4542,
      "step": 332010
    },
    {
      "epoch": 92.67,
      "grad_norm": 1.370802879333496,
      "learning_rate": 4.632179243205535e-06,
      "loss": 0.4351,
      "step": 332020
    },
    {
      "epoch": 92.67,
      "grad_norm": 1.2976969480514526,
      "learning_rate": 4.632173402873589e-06,
      "loss": 0.4228,
      "step": 332030
    },
    {
      "epoch": 92.67,
      "grad_norm": 1.9026522636413574,
      "learning_rate": 4.632167562237055e-06,
      "loss": 0.4252,
      "step": 332040
    },
    {
      "epoch": 92.67,
      "grad_norm": 2.4160778522491455,
      "learning_rate": 4.63216172129593e-06,
      "loss": 0.4398,
      "step": 332050
    },
    {
      "epoch": 92.68,
      "grad_norm": 1.8842352628707886,
      "learning_rate": 4.632155880050218e-06,
      "loss": 0.4441,
      "step": 332060
    },
    {
      "epoch": 92.68,
      "grad_norm": 1.470933198928833,
      "learning_rate": 4.6321500384999185e-06,
      "loss": 0.4434,
      "step": 332070
    },
    {
      "epoch": 92.68,
      "grad_norm": 1.764470100402832,
      "learning_rate": 4.632144196645032e-06,
      "loss": 0.431,
      "step": 332080
    },
    {
      "epoch": 92.68,
      "grad_norm": 1.4625831842422485,
      "learning_rate": 4.63213835448556e-06,
      "loss": 0.4221,
      "step": 332090
    },
    {
      "epoch": 92.69,
      "grad_norm": 3.6467490196228027,
      "learning_rate": 4.632132512021503e-06,
      "loss": 0.4365,
      "step": 332100
    },
    {
      "epoch": 92.69,
      "grad_norm": 1.690995454788208,
      "learning_rate": 4.632126669252861e-06,
      "loss": 0.4288,
      "step": 332110
    },
    {
      "epoch": 92.69,
      "grad_norm": 1.4517574310302734,
      "learning_rate": 4.632120826179635e-06,
      "loss": 0.4373,
      "step": 332120
    },
    {
      "epoch": 92.7,
      "grad_norm": 1.5458035469055176,
      "learning_rate": 4.632114982801828e-06,
      "loss": 0.4327,
      "step": 332130
    },
    {
      "epoch": 92.7,
      "grad_norm": 1.3995047807693481,
      "learning_rate": 4.632109139119438e-06,
      "loss": 0.4545,
      "step": 332140
    },
    {
      "epoch": 92.7,
      "grad_norm": 1.6889159679412842,
      "learning_rate": 4.632103295132467e-06,
      "loss": 0.4417,
      "step": 332150
    },
    {
      "epoch": 92.7,
      "grad_norm": 1.9180541038513184,
      "learning_rate": 4.632097450840916e-06,
      "loss": 0.4356,
      "step": 332160
    },
    {
      "epoch": 92.71,
      "grad_norm": 1.4233165979385376,
      "learning_rate": 4.6320916062447835e-06,
      "loss": 0.4361,
      "step": 332170
    },
    {
      "epoch": 92.71,
      "grad_norm": 1.567984938621521,
      "learning_rate": 4.632085761344074e-06,
      "loss": 0.4367,
      "step": 332180
    },
    {
      "epoch": 92.71,
      "grad_norm": 1.3308539390563965,
      "learning_rate": 4.632079916138785e-06,
      "loss": 0.4248,
      "step": 332190
    },
    {
      "epoch": 92.72,
      "grad_norm": 1.6989353895187378,
      "learning_rate": 4.6320740706289205e-06,
      "loss": 0.4252,
      "step": 332200
    },
    {
      "epoch": 92.72,
      "grad_norm": 1.516139268875122,
      "learning_rate": 4.632068224814477e-06,
      "loss": 0.4601,
      "step": 332210
    },
    {
      "epoch": 92.72,
      "grad_norm": 1.4724369049072266,
      "learning_rate": 4.6320623786954596e-06,
      "loss": 0.4399,
      "step": 332220
    },
    {
      "epoch": 92.72,
      "grad_norm": 2.0277440547943115,
      "learning_rate": 4.632056532271867e-06,
      "loss": 0.4466,
      "step": 332230
    },
    {
      "epoch": 92.73,
      "grad_norm": 1.7224541902542114,
      "learning_rate": 4.632050685543699e-06,
      "loss": 0.456,
      "step": 332240
    },
    {
      "epoch": 92.73,
      "grad_norm": 1.7168123722076416,
      "learning_rate": 4.632044838510958e-06,
      "loss": 0.4403,
      "step": 332250
    },
    {
      "epoch": 92.73,
      "grad_norm": 1.3961760997772217,
      "learning_rate": 4.6320389911736455e-06,
      "loss": 0.4385,
      "step": 332260
    },
    {
      "epoch": 92.74,
      "grad_norm": 1.555242896080017,
      "learning_rate": 4.63203314353176e-06,
      "loss": 0.4376,
      "step": 332270
    },
    {
      "epoch": 92.74,
      "grad_norm": 1.4049369096755981,
      "learning_rate": 4.6320272955853035e-06,
      "loss": 0.4308,
      "step": 332280
    },
    {
      "epoch": 92.74,
      "grad_norm": 1.7238553762435913,
      "learning_rate": 4.632021447334278e-06,
      "loss": 0.4566,
      "step": 332290
    },
    {
      "epoch": 92.74,
      "grad_norm": 1.5676555633544922,
      "learning_rate": 4.6320155987786815e-06,
      "loss": 0.4461,
      "step": 332300
    },
    {
      "epoch": 92.75,
      "grad_norm": 1.6430082321166992,
      "learning_rate": 4.632009749918517e-06,
      "loss": 0.4337,
      "step": 332310
    },
    {
      "epoch": 92.75,
      "grad_norm": 1.6133285760879517,
      "learning_rate": 4.632003900753783e-06,
      "loss": 0.4399,
      "step": 332320
    },
    {
      "epoch": 92.75,
      "grad_norm": 1.919779658317566,
      "learning_rate": 4.631998051284483e-06,
      "loss": 0.4332,
      "step": 332330
    },
    {
      "epoch": 92.75,
      "grad_norm": 1.6069649457931519,
      "learning_rate": 4.631992201510617e-06,
      "loss": 0.4332,
      "step": 332340
    },
    {
      "epoch": 92.76,
      "grad_norm": 1.380769968032837,
      "learning_rate": 4.631986351432184e-06,
      "loss": 0.4333,
      "step": 332350
    },
    {
      "epoch": 92.76,
      "grad_norm": 1.455612301826477,
      "learning_rate": 4.6319805010491865e-06,
      "loss": 0.4551,
      "step": 332360
    },
    {
      "epoch": 92.76,
      "grad_norm": 1.407753825187683,
      "learning_rate": 4.6319746503616255e-06,
      "loss": 0.4404,
      "step": 332370
    },
    {
      "epoch": 92.77,
      "grad_norm": 1.3244138956069946,
      "learning_rate": 4.631968799369501e-06,
      "loss": 0.4352,
      "step": 332380
    },
    {
      "epoch": 92.77,
      "grad_norm": 1.6637861728668213,
      "learning_rate": 4.631962948072814e-06,
      "loss": 0.4457,
      "step": 332390
    },
    {
      "epoch": 92.77,
      "grad_norm": 1.348521113395691,
      "learning_rate": 4.631957096471565e-06,
      "loss": 0.4421,
      "step": 332400
    },
    {
      "epoch": 92.77,
      "grad_norm": 1.6268763542175293,
      "learning_rate": 4.631951244565755e-06,
      "loss": 0.4342,
      "step": 332410
    },
    {
      "epoch": 92.78,
      "grad_norm": 1.8151642084121704,
      "learning_rate": 4.6319453923553845e-06,
      "loss": 0.4409,
      "step": 332420
    },
    {
      "epoch": 92.78,
      "grad_norm": 1.8658376932144165,
      "learning_rate": 4.631939539840456e-06,
      "loss": 0.4502,
      "step": 332430
    },
    {
      "epoch": 92.78,
      "grad_norm": 1.4155068397521973,
      "learning_rate": 4.631933687020967e-06,
      "loss": 0.4535,
      "step": 332440
    },
    {
      "epoch": 92.79,
      "grad_norm": 1.7433668375015259,
      "learning_rate": 4.631927833896922e-06,
      "loss": 0.4333,
      "step": 332450
    },
    {
      "epoch": 92.79,
      "grad_norm": 1.5547410249710083,
      "learning_rate": 4.631921980468318e-06,
      "loss": 0.4406,
      "step": 332460
    },
    {
      "epoch": 92.79,
      "grad_norm": 2.1154558658599854,
      "learning_rate": 4.6319161267351584e-06,
      "loss": 0.4664,
      "step": 332470
    },
    {
      "epoch": 92.79,
      "grad_norm": 1.5005979537963867,
      "learning_rate": 4.631910272697443e-06,
      "loss": 0.4312,
      "step": 332480
    },
    {
      "epoch": 92.8,
      "grad_norm": 1.899574875831604,
      "learning_rate": 4.631904418355174e-06,
      "loss": 0.4568,
      "step": 332490
    },
    {
      "epoch": 92.8,
      "grad_norm": 1.974535346031189,
      "learning_rate": 4.63189856370835e-06,
      "loss": 0.464,
      "step": 332500
    },
    {
      "epoch": 92.8,
      "grad_norm": 1.883610486984253,
      "learning_rate": 4.631892708756974e-06,
      "loss": 0.4421,
      "step": 332510
    },
    {
      "epoch": 92.8,
      "grad_norm": 1.6841682195663452,
      "learning_rate": 4.631886853501044e-06,
      "loss": 0.4167,
      "step": 332520
    },
    {
      "epoch": 92.81,
      "grad_norm": 1.8310872316360474,
      "learning_rate": 4.631880997940563e-06,
      "loss": 0.4448,
      "step": 332530
    },
    {
      "epoch": 92.81,
      "grad_norm": 1.4268196821212769,
      "learning_rate": 4.631875142075531e-06,
      "loss": 0.4578,
      "step": 332540
    },
    {
      "epoch": 92.81,
      "grad_norm": 3.58377742767334,
      "learning_rate": 4.631869285905949e-06,
      "loss": 0.4303,
      "step": 332550
    },
    {
      "epoch": 92.82,
      "grad_norm": 1.4137282371520996,
      "learning_rate": 4.631863429431818e-06,
      "loss": 0.4205,
      "step": 332560
    },
    {
      "epoch": 92.82,
      "grad_norm": 4.852664470672607,
      "learning_rate": 4.631857572653138e-06,
      "loss": 0.4412,
      "step": 332570
    },
    {
      "epoch": 92.82,
      "grad_norm": 1.533419132232666,
      "learning_rate": 4.631851715569911e-06,
      "loss": 0.4368,
      "step": 332580
    },
    {
      "epoch": 92.82,
      "grad_norm": 1.6385579109191895,
      "learning_rate": 4.631845858182136e-06,
      "loss": 0.4284,
      "step": 332590
    },
    {
      "epoch": 92.83,
      "grad_norm": 1.684346318244934,
      "learning_rate": 4.631840000489816e-06,
      "loss": 0.447,
      "step": 332600
    },
    {
      "epoch": 92.83,
      "grad_norm": 1.8260762691497803,
      "learning_rate": 4.631834142492949e-06,
      "loss": 0.4498,
      "step": 332610
    },
    {
      "epoch": 92.83,
      "grad_norm": 1.4704118967056274,
      "learning_rate": 4.631828284191539e-06,
      "loss": 0.4297,
      "step": 332620
    },
    {
      "epoch": 92.84,
      "grad_norm": 1.4322936534881592,
      "learning_rate": 4.631822425585584e-06,
      "loss": 0.4547,
      "step": 332630
    },
    {
      "epoch": 92.84,
      "grad_norm": 1.7333543300628662,
      "learning_rate": 4.6318165666750865e-06,
      "loss": 0.4596,
      "step": 332640
    },
    {
      "epoch": 92.84,
      "grad_norm": 1.5684045553207397,
      "learning_rate": 4.6318107074600476e-06,
      "loss": 0.4477,
      "step": 332650
    },
    {
      "epoch": 92.84,
      "grad_norm": 1.544788122177124,
      "learning_rate": 4.6318048479404655e-06,
      "loss": 0.4561,
      "step": 332660
    },
    {
      "epoch": 92.85,
      "grad_norm": 1.5716696977615356,
      "learning_rate": 4.631798988116344e-06,
      "loss": 0.4565,
      "step": 332670
    },
    {
      "epoch": 92.85,
      "grad_norm": 1.3378556966781616,
      "learning_rate": 4.6317931279876815e-06,
      "loss": 0.4582,
      "step": 332680
    },
    {
      "epoch": 92.85,
      "grad_norm": 1.5746185779571533,
      "learning_rate": 4.63178726755448e-06,
      "loss": 0.4276,
      "step": 332690
    },
    {
      "epoch": 92.86,
      "grad_norm": 1.4598722457885742,
      "learning_rate": 4.6317814068167405e-06,
      "loss": 0.4174,
      "step": 332700
    },
    {
      "epoch": 92.86,
      "grad_norm": 1.4458897113800049,
      "learning_rate": 4.631775545774463e-06,
      "loss": 0.4478,
      "step": 332710
    },
    {
      "epoch": 92.86,
      "grad_norm": 1.7536026239395142,
      "learning_rate": 4.631769684427649e-06,
      "loss": 0.4285,
      "step": 332720
    },
    {
      "epoch": 92.86,
      "grad_norm": 1.7386980056762695,
      "learning_rate": 4.6317638227762995e-06,
      "loss": 0.4467,
      "step": 332730
    },
    {
      "epoch": 92.87,
      "grad_norm": 1.7730103731155396,
      "learning_rate": 4.631757960820414e-06,
      "loss": 0.4528,
      "step": 332740
    },
    {
      "epoch": 92.87,
      "grad_norm": 1.5644954442977905,
      "learning_rate": 4.631752098559995e-06,
      "loss": 0.4502,
      "step": 332750
    },
    {
      "epoch": 92.87,
      "grad_norm": 1.864774465560913,
      "learning_rate": 4.631746235995041e-06,
      "loss": 0.4635,
      "step": 332760
    },
    {
      "epoch": 92.87,
      "grad_norm": 1.6855140924453735,
      "learning_rate": 4.631740373125555e-06,
      "loss": 0.4413,
      "step": 332770
    },
    {
      "epoch": 92.88,
      "grad_norm": 2.3292109966278076,
      "learning_rate": 4.631734509951536e-06,
      "loss": 0.4414,
      "step": 332780
    },
    {
      "epoch": 92.88,
      "grad_norm": 1.590490698814392,
      "learning_rate": 4.631728646472987e-06,
      "loss": 0.4378,
      "step": 332790
    },
    {
      "epoch": 92.88,
      "grad_norm": 1.5999068021774292,
      "learning_rate": 4.631722782689906e-06,
      "loss": 0.4433,
      "step": 332800
    },
    {
      "epoch": 92.89,
      "grad_norm": 1.7474249601364136,
      "learning_rate": 4.631716918602295e-06,
      "loss": 0.4466,
      "step": 332810
    },
    {
      "epoch": 92.89,
      "grad_norm": 1.9388943910598755,
      "learning_rate": 4.631711054210156e-06,
      "loss": 0.4305,
      "step": 332820
    },
    {
      "epoch": 92.89,
      "grad_norm": 1.4050439596176147,
      "learning_rate": 4.6317051895134885e-06,
      "loss": 0.4471,
      "step": 332830
    },
    {
      "epoch": 92.89,
      "grad_norm": 1.8197829723358154,
      "learning_rate": 4.631699324512294e-06,
      "loss": 0.4521,
      "step": 332840
    },
    {
      "epoch": 92.9,
      "grad_norm": 1.1631206274032593,
      "learning_rate": 4.631693459206572e-06,
      "loss": 0.4289,
      "step": 332850
    },
    {
      "epoch": 92.9,
      "grad_norm": 1.521628499031067,
      "learning_rate": 4.631687593596324e-06,
      "loss": 0.4515,
      "step": 332860
    },
    {
      "epoch": 92.9,
      "grad_norm": 1.8551322221755981,
      "learning_rate": 4.631681727681552e-06,
      "loss": 0.4448,
      "step": 332870
    },
    {
      "epoch": 92.91,
      "grad_norm": 2.3591854572296143,
      "learning_rate": 4.631675861462254e-06,
      "loss": 0.4564,
      "step": 332880
    },
    {
      "epoch": 92.91,
      "grad_norm": 1.650952696800232,
      "learning_rate": 4.631669994938434e-06,
      "loss": 0.4246,
      "step": 332890
    },
    {
      "epoch": 92.91,
      "grad_norm": 1.4851505756378174,
      "learning_rate": 4.63166412811009e-06,
      "loss": 0.4489,
      "step": 332900
    },
    {
      "epoch": 92.91,
      "grad_norm": 1.991471767425537,
      "learning_rate": 4.631658260977225e-06,
      "loss": 0.446,
      "step": 332910
    },
    {
      "epoch": 92.92,
      "grad_norm": 2.2922022342681885,
      "learning_rate": 4.631652393539838e-06,
      "loss": 0.4455,
      "step": 332920
    },
    {
      "epoch": 92.92,
      "grad_norm": 2.086827039718628,
      "learning_rate": 4.631646525797931e-06,
      "loss": 0.4336,
      "step": 332930
    },
    {
      "epoch": 92.92,
      "grad_norm": 2.4155547618865967,
      "learning_rate": 4.631640657751505e-06,
      "loss": 0.4466,
      "step": 332940
    },
    {
      "epoch": 92.92,
      "grad_norm": 1.276011347770691,
      "learning_rate": 4.631634789400559e-06,
      "loss": 0.4539,
      "step": 332950
    },
    {
      "epoch": 92.93,
      "grad_norm": 1.802121639251709,
      "learning_rate": 4.631628920745096e-06,
      "loss": 0.4337,
      "step": 332960
    },
    {
      "epoch": 92.93,
      "grad_norm": 1.6371322870254517,
      "learning_rate": 4.6316230517851145e-06,
      "loss": 0.4553,
      "step": 332970
    },
    {
      "epoch": 92.93,
      "grad_norm": 2.0161914825439453,
      "learning_rate": 4.6316171825206175e-06,
      "loss": 0.4435,
      "step": 332980
    },
    {
      "epoch": 92.94,
      "grad_norm": 1.6365699768066406,
      "learning_rate": 4.6316113129516045e-06,
      "loss": 0.438,
      "step": 332990
    },
    {
      "epoch": 92.94,
      "grad_norm": 2.0237250328063965,
      "learning_rate": 4.6316054430780755e-06,
      "loss": 0.4245,
      "step": 333000
    },
    {
      "epoch": 92.94,
      "grad_norm": 1.7010902166366577,
      "learning_rate": 4.631599572900034e-06,
      "loss": 0.4505,
      "step": 333010
    },
    {
      "epoch": 92.94,
      "grad_norm": 1.5408356189727783,
      "learning_rate": 4.631593702417477e-06,
      "loss": 0.4452,
      "step": 333020
    },
    {
      "epoch": 92.95,
      "grad_norm": 1.9549379348754883,
      "learning_rate": 4.63158783163041e-06,
      "loss": 0.4442,
      "step": 333030
    },
    {
      "epoch": 92.95,
      "grad_norm": 1.605987310409546,
      "learning_rate": 4.631581960538829e-06,
      "loss": 0.419,
      "step": 333040
    },
    {
      "epoch": 92.95,
      "grad_norm": 1.6272588968276978,
      "learning_rate": 4.6315760891427376e-06,
      "loss": 0.441,
      "step": 333050
    },
    {
      "epoch": 92.96,
      "grad_norm": 1.4741727113723755,
      "learning_rate": 4.6315702174421365e-06,
      "loss": 0.4503,
      "step": 333060
    },
    {
      "epoch": 92.96,
      "grad_norm": 1.4263042211532593,
      "learning_rate": 4.631564345437025e-06,
      "loss": 0.4388,
      "step": 333070
    },
    {
      "epoch": 92.96,
      "grad_norm": 1.8539068698883057,
      "learning_rate": 4.631558473127406e-06,
      "loss": 0.4595,
      "step": 333080
    },
    {
      "epoch": 92.96,
      "grad_norm": 1.8295705318450928,
      "learning_rate": 4.631552600513278e-06,
      "loss": 0.4489,
      "step": 333090
    },
    {
      "epoch": 92.97,
      "grad_norm": 1.364445686340332,
      "learning_rate": 4.631546727594643e-06,
      "loss": 0.4433,
      "step": 333100
    },
    {
      "epoch": 92.97,
      "grad_norm": 1.426784873008728,
      "learning_rate": 4.631540854371502e-06,
      "loss": 0.4464,
      "step": 333110
    },
    {
      "epoch": 92.97,
      "grad_norm": 1.7167948484420776,
      "learning_rate": 4.631534980843855e-06,
      "loss": 0.4391,
      "step": 333120
    },
    {
      "epoch": 92.98,
      "grad_norm": 1.4194564819335938,
      "learning_rate": 4.631529107011704e-06,
      "loss": 0.4325,
      "step": 333130
    },
    {
      "epoch": 92.98,
      "grad_norm": 1.945322871208191,
      "learning_rate": 4.631523232875048e-06,
      "loss": 0.4445,
      "step": 333140
    },
    {
      "epoch": 92.98,
      "grad_norm": 1.716042399406433,
      "learning_rate": 4.631517358433889e-06,
      "loss": 0.4486,
      "step": 333150
    },
    {
      "epoch": 92.98,
      "grad_norm": 1.5952249765396118,
      "learning_rate": 4.631511483688228e-06,
      "loss": 0.4108,
      "step": 333160
    },
    {
      "epoch": 92.99,
      "grad_norm": 1.5481901168823242,
      "learning_rate": 4.6315056086380645e-06,
      "loss": 0.437,
      "step": 333170
    },
    {
      "epoch": 92.99,
      "grad_norm": 1.593137264251709,
      "learning_rate": 4.6314997332834005e-06,
      "loss": 0.4273,
      "step": 333180
    },
    {
      "epoch": 92.99,
      "grad_norm": 1.8189617395401,
      "learning_rate": 4.631493857624237e-06,
      "loss": 0.4491,
      "step": 333190
    },
    {
      "epoch": 92.99,
      "grad_norm": 1.8653571605682373,
      "learning_rate": 4.631487981660573e-06,
      "loss": 0.4417,
      "step": 333200
    },
    {
      "epoch": 93.0,
      "grad_norm": 1.6045950651168823,
      "learning_rate": 4.631482105392412e-06,
      "loss": 0.4746,
      "step": 333210
    },
    {
      "epoch": 93.0,
      "eval_loss": 0.4427295923233032,
      "eval_runtime": 62.8322,
      "eval_samples_per_second": 80.516,
      "eval_steps_per_second": 10.074,
      "step": 333219
    },
    {
      "epoch": 93.0,
      "grad_norm": 1.2887763977050781,
      "learning_rate": 4.631476228819752e-06,
      "loss": 0.4153,
      "step": 333220
    },
    {
      "epoch": 93.0,
      "grad_norm": 1.5163540840148926,
      "learning_rate": 4.631470351942595e-06,
      "loss": 0.4223,
      "step": 333230
    },
    {
      "epoch": 93.01,
      "grad_norm": 1.6985721588134766,
      "learning_rate": 4.631464474760942e-06,
      "loss": 0.4502,
      "step": 333240
    },
    {
      "epoch": 93.01,
      "grad_norm": 1.9379518032073975,
      "learning_rate": 4.6314585972747945e-06,
      "loss": 0.4409,
      "step": 333250
    },
    {
      "epoch": 93.01,
      "grad_norm": 1.6641005277633667,
      "learning_rate": 4.631452719484152e-06,
      "loss": 0.445,
      "step": 333260
    },
    {
      "epoch": 93.01,
      "grad_norm": 1.5631903409957886,
      "learning_rate": 4.6314468413890145e-06,
      "loss": 0.4313,
      "step": 333270
    },
    {
      "epoch": 93.02,
      "grad_norm": 1.717099905014038,
      "learning_rate": 4.631440962989385e-06,
      "loss": 0.431,
      "step": 333280
    },
    {
      "epoch": 93.02,
      "grad_norm": 1.5858204364776611,
      "learning_rate": 4.631435084285263e-06,
      "loss": 0.4372,
      "step": 333290
    },
    {
      "epoch": 93.02,
      "grad_norm": 1.4737324714660645,
      "learning_rate": 4.631429205276649e-06,
      "loss": 0.4264,
      "step": 333300
    },
    {
      "epoch": 93.03,
      "grad_norm": 1.3975789546966553,
      "learning_rate": 4.631423325963545e-06,
      "loss": 0.4322,
      "step": 333310
    },
    {
      "epoch": 93.03,
      "grad_norm": 4.387218475341797,
      "learning_rate": 4.631417446345951e-06,
      "loss": 0.4492,
      "step": 333320
    },
    {
      "epoch": 93.03,
      "grad_norm": 1.8541520833969116,
      "learning_rate": 4.631411566423867e-06,
      "loss": 0.421,
      "step": 333330
    },
    {
      "epoch": 93.03,
      "grad_norm": 1.5244792699813843,
      "learning_rate": 4.631405686197295e-06,
      "loss": 0.4372,
      "step": 333340
    },
    {
      "epoch": 93.04,
      "grad_norm": 1.7639579772949219,
      "learning_rate": 4.631399805666236e-06,
      "loss": 0.4489,
      "step": 333350
    },
    {
      "epoch": 93.04,
      "grad_norm": 1.3262182474136353,
      "learning_rate": 4.631393924830689e-06,
      "loss": 0.4685,
      "step": 333360
    },
    {
      "epoch": 93.04,
      "grad_norm": 1.551785945892334,
      "learning_rate": 4.631388043690657e-06,
      "loss": 0.4203,
      "step": 333370
    },
    {
      "epoch": 93.04,
      "grad_norm": 1.6855103969573975,
      "learning_rate": 4.631382162246141e-06,
      "loss": 0.4477,
      "step": 333380
    },
    {
      "epoch": 93.05,
      "grad_norm": 1.4043763875961304,
      "learning_rate": 4.631376280497138e-06,
      "loss": 0.441,
      "step": 333390
    },
    {
      "epoch": 93.05,
      "grad_norm": 1.7243937253952026,
      "learning_rate": 4.631370398443653e-06,
      "loss": 0.4453,
      "step": 333400
    },
    {
      "epoch": 93.05,
      "grad_norm": 1.387654423713684,
      "learning_rate": 4.631364516085683e-06,
      "loss": 0.4403,
      "step": 333410
    },
    {
      "epoch": 93.06,
      "grad_norm": 1.5181523561477661,
      "learning_rate": 4.631358633423233e-06,
      "loss": 0.4479,
      "step": 333420
    },
    {
      "epoch": 93.06,
      "grad_norm": 1.797541856765747,
      "learning_rate": 4.631352750456301e-06,
      "loss": 0.4513,
      "step": 333430
    },
    {
      "epoch": 93.06,
      "grad_norm": 1.5537631511688232,
      "learning_rate": 4.6313468671848885e-06,
      "loss": 0.4251,
      "step": 333440
    },
    {
      "epoch": 93.06,
      "grad_norm": 2.060338020324707,
      "learning_rate": 4.6313409836089965e-06,
      "loss": 0.4447,
      "step": 333450
    },
    {
      "epoch": 93.07,
      "grad_norm": 13.278311729431152,
      "learning_rate": 4.631335099728625e-06,
      "loss": 0.4471,
      "step": 333460
    },
    {
      "epoch": 93.07,
      "grad_norm": 1.8135085105895996,
      "learning_rate": 4.6313292155437755e-06,
      "loss": 0.4485,
      "step": 333470
    },
    {
      "epoch": 93.07,
      "grad_norm": 1.4433282613754272,
      "learning_rate": 4.631323331054448e-06,
      "loss": 0.4227,
      "step": 333480
    },
    {
      "epoch": 93.08,
      "grad_norm": 1.897548794746399,
      "learning_rate": 4.631317446260645e-06,
      "loss": 0.4479,
      "step": 333490
    },
    {
      "epoch": 93.08,
      "grad_norm": 1.6962817907333374,
      "learning_rate": 4.631311561162366e-06,
      "loss": 0.4503,
      "step": 333500
    },
    {
      "epoch": 93.08,
      "grad_norm": 1.7037912607192993,
      "learning_rate": 4.631305675759612e-06,
      "loss": 0.4324,
      "step": 333510
    },
    {
      "epoch": 93.08,
      "grad_norm": 1.7335964441299438,
      "learning_rate": 4.6312997900523825e-06,
      "loss": 0.4412,
      "step": 333520
    },
    {
      "epoch": 93.09,
      "grad_norm": 1.6269513368606567,
      "learning_rate": 4.63129390404068e-06,
      "loss": 0.4262,
      "step": 333530
    },
    {
      "epoch": 93.09,
      "grad_norm": 1.6349451541900635,
      "learning_rate": 4.6312880177245055e-06,
      "loss": 0.4437,
      "step": 333540
    },
    {
      "epoch": 93.09,
      "grad_norm": 1.4746911525726318,
      "learning_rate": 4.631282131103859e-06,
      "loss": 0.4346,
      "step": 333550
    },
    {
      "epoch": 93.1,
      "grad_norm": 1.8720513582229614,
      "learning_rate": 4.63127624417874e-06,
      "loss": 0.4307,
      "step": 333560
    },
    {
      "epoch": 93.1,
      "grad_norm": 1.5745457410812378,
      "learning_rate": 4.631270356949152e-06,
      "loss": 0.4382,
      "step": 333570
    },
    {
      "epoch": 93.1,
      "grad_norm": 1.9056823253631592,
      "learning_rate": 4.631264469415093e-06,
      "loss": 0.4338,
      "step": 333580
    },
    {
      "epoch": 93.1,
      "grad_norm": 1.4874852895736694,
      "learning_rate": 4.631258581576567e-06,
      "loss": 0.4382,
      "step": 333590
    },
    {
      "epoch": 93.11,
      "grad_norm": 1.6869235038757324,
      "learning_rate": 4.631252693433573e-06,
      "loss": 0.4453,
      "step": 333600
    },
    {
      "epoch": 93.11,
      "grad_norm": 1.5709211826324463,
      "learning_rate": 4.6312468049861104e-06,
      "loss": 0.4439,
      "step": 333610
    },
    {
      "epoch": 93.11,
      "grad_norm": 1.2056348323822021,
      "learning_rate": 4.631240916234182e-06,
      "loss": 0.4243,
      "step": 333620
    },
    {
      "epoch": 93.11,
      "grad_norm": 1.5306841135025024,
      "learning_rate": 4.631235027177787e-06,
      "loss": 0.4325,
      "step": 333630
    },
    {
      "epoch": 93.12,
      "grad_norm": 1.7425181865692139,
      "learning_rate": 4.6312291378169285e-06,
      "loss": 0.4326,
      "step": 333640
    },
    {
      "epoch": 93.12,
      "grad_norm": 1.2933980226516724,
      "learning_rate": 4.631223248151606e-06,
      "loss": 0.4515,
      "step": 333650
    },
    {
      "epoch": 93.12,
      "grad_norm": 1.3696728944778442,
      "learning_rate": 4.6312173581818185e-06,
      "loss": 0.4376,
      "step": 333660
    },
    {
      "epoch": 93.13,
      "grad_norm": 1.541586995124817,
      "learning_rate": 4.63121146790757e-06,
      "loss": 0.4432,
      "step": 333670
    },
    {
      "epoch": 93.13,
      "grad_norm": 1.6227298974990845,
      "learning_rate": 4.631205577328859e-06,
      "loss": 0.4369,
      "step": 333680
    },
    {
      "epoch": 93.13,
      "grad_norm": 1.4767026901245117,
      "learning_rate": 4.631199686445687e-06,
      "loss": 0.4357,
      "step": 333690
    },
    {
      "epoch": 93.13,
      "grad_norm": 1.6744129657745361,
      "learning_rate": 4.631193795258056e-06,
      "loss": 0.4623,
      "step": 333700
    },
    {
      "epoch": 93.14,
      "grad_norm": 2.0607709884643555,
      "learning_rate": 4.631187903765965e-06,
      "loss": 0.4465,
      "step": 333710
    },
    {
      "epoch": 93.14,
      "grad_norm": 1.704702377319336,
      "learning_rate": 4.631182011969415e-06,
      "loss": 0.4246,
      "step": 333720
    },
    {
      "epoch": 93.14,
      "grad_norm": 1.8925741910934448,
      "learning_rate": 4.631176119868407e-06,
      "loss": 0.4028,
      "step": 333730
    },
    {
      "epoch": 93.15,
      "grad_norm": 1.3372771739959717,
      "learning_rate": 4.631170227462942e-06,
      "loss": 0.4408,
      "step": 333740
    },
    {
      "epoch": 93.15,
      "grad_norm": 1.5681655406951904,
      "learning_rate": 4.631164334753021e-06,
      "loss": 0.4385,
      "step": 333750
    },
    {
      "epoch": 93.15,
      "grad_norm": 1.49861741065979,
      "learning_rate": 4.631158441738645e-06,
      "loss": 0.456,
      "step": 333760
    },
    {
      "epoch": 93.15,
      "grad_norm": 1.492944598197937,
      "learning_rate": 4.631152548419814e-06,
      "loss": 0.4417,
      "step": 333770
    },
    {
      "epoch": 93.16,
      "grad_norm": 1.7732990980148315,
      "learning_rate": 4.631146654796528e-06,
      "loss": 0.4372,
      "step": 333780
    },
    {
      "epoch": 93.16,
      "grad_norm": 1.5734020471572876,
      "learning_rate": 4.631140760868791e-06,
      "loss": 0.4452,
      "step": 333790
    },
    {
      "epoch": 93.16,
      "grad_norm": 1.8333449363708496,
      "learning_rate": 4.6311348666366e-06,
      "loss": 0.4416,
      "step": 333800
    },
    {
      "epoch": 93.16,
      "grad_norm": 1.3187918663024902,
      "learning_rate": 4.6311289720999584e-06,
      "loss": 0.4288,
      "step": 333810
    },
    {
      "epoch": 93.17,
      "grad_norm": 1.4039517641067505,
      "learning_rate": 4.631123077258865e-06,
      "loss": 0.4244,
      "step": 333820
    },
    {
      "epoch": 93.17,
      "grad_norm": 1.5721931457519531,
      "learning_rate": 4.631117182113322e-06,
      "loss": 0.4509,
      "step": 333830
    },
    {
      "epoch": 93.17,
      "grad_norm": 1.312941551208496,
      "learning_rate": 4.63111128666333e-06,
      "loss": 0.4316,
      "step": 333840
    },
    {
      "epoch": 93.18,
      "grad_norm": 2.0650622844696045,
      "learning_rate": 4.631105390908891e-06,
      "loss": 0.4433,
      "step": 333850
    },
    {
      "epoch": 93.18,
      "grad_norm": 1.5810904502868652,
      "learning_rate": 4.631099494850002e-06,
      "loss": 0.4492,
      "step": 333860
    },
    {
      "epoch": 93.18,
      "grad_norm": 1.600340485572815,
      "learning_rate": 4.631093598486667e-06,
      "loss": 0.4312,
      "step": 333870
    },
    {
      "epoch": 93.18,
      "grad_norm": 1.516513466835022,
      "learning_rate": 4.631087701818887e-06,
      "loss": 0.448,
      "step": 333880
    },
    {
      "epoch": 93.19,
      "grad_norm": 1.7562726736068726,
      "learning_rate": 4.63108180484666e-06,
      "loss": 0.4281,
      "step": 333890
    },
    {
      "epoch": 93.19,
      "grad_norm": 1.5913093090057373,
      "learning_rate": 4.631075907569989e-06,
      "loss": 0.4442,
      "step": 333900
    },
    {
      "epoch": 93.19,
      "grad_norm": 1.7245246171951294,
      "learning_rate": 4.631070009988875e-06,
      "loss": 0.4505,
      "step": 333910
    },
    {
      "epoch": 93.2,
      "grad_norm": 1.6281373500823975,
      "learning_rate": 4.6310641121033175e-06,
      "loss": 0.4368,
      "step": 333920
    },
    {
      "epoch": 93.2,
      "grad_norm": 2.019181489944458,
      "learning_rate": 4.631058213913319e-06,
      "loss": 0.45,
      "step": 333930
    },
    {
      "epoch": 93.2,
      "grad_norm": 1.7602754831314087,
      "learning_rate": 4.631052315418878e-06,
      "loss": 0.4456,
      "step": 333940
    },
    {
      "epoch": 93.2,
      "grad_norm": 1.5344212055206299,
      "learning_rate": 4.631046416619997e-06,
      "loss": 0.4338,
      "step": 333950
    },
    {
      "epoch": 93.21,
      "grad_norm": 1.9235570430755615,
      "learning_rate": 4.631040517516675e-06,
      "loss": 0.4413,
      "step": 333960
    },
    {
      "epoch": 93.21,
      "grad_norm": 1.6358674764633179,
      "learning_rate": 4.631034618108915e-06,
      "loss": 0.4564,
      "step": 333970
    },
    {
      "epoch": 93.21,
      "grad_norm": 1.4742451906204224,
      "learning_rate": 4.631028718396717e-06,
      "loss": 0.4261,
      "step": 333980
    },
    {
      "epoch": 93.22,
      "grad_norm": 1.8899540901184082,
      "learning_rate": 4.631022818380081e-06,
      "loss": 0.4545,
      "step": 333990
    },
    {
      "epoch": 93.22,
      "grad_norm": 1.765525221824646,
      "learning_rate": 4.6310169180590085e-06,
      "loss": 0.4523,
      "step": 334000
    },
    {
      "epoch": 93.22,
      "grad_norm": 1.3324016332626343,
      "learning_rate": 4.631011017433501e-06,
      "loss": 0.4674,
      "step": 334010
    },
    {
      "epoch": 93.22,
      "grad_norm": 1.86479914188385,
      "learning_rate": 4.631005116503557e-06,
      "loss": 0.4421,
      "step": 334020
    },
    {
      "epoch": 93.23,
      "grad_norm": 1.3997890949249268,
      "learning_rate": 4.63099921526918e-06,
      "loss": 0.4384,
      "step": 334030
    },
    {
      "epoch": 93.23,
      "grad_norm": 2.7105064392089844,
      "learning_rate": 4.6309933137303686e-06,
      "loss": 0.4242,
      "step": 334040
    },
    {
      "epoch": 93.23,
      "grad_norm": 1.4289740324020386,
      "learning_rate": 4.630987411887125e-06,
      "loss": 0.4384,
      "step": 334050
    },
    {
      "epoch": 93.23,
      "grad_norm": 1.8309906721115112,
      "learning_rate": 4.6309815097394495e-06,
      "loss": 0.4595,
      "step": 334060
    },
    {
      "epoch": 93.24,
      "grad_norm": 1.6113911867141724,
      "learning_rate": 4.630975607287343e-06,
      "loss": 0.4351,
      "step": 334070
    },
    {
      "epoch": 93.24,
      "grad_norm": 1.6178123950958252,
      "learning_rate": 4.6309697045308055e-06,
      "loss": 0.4531,
      "step": 334080
    },
    {
      "epoch": 93.24,
      "grad_norm": 1.3747775554656982,
      "learning_rate": 4.6309638014698395e-06,
      "loss": 0.4205,
      "step": 334090
    },
    {
      "epoch": 93.25,
      "grad_norm": 1.5041794776916504,
      "learning_rate": 4.630957898104443e-06,
      "loss": 0.4566,
      "step": 334100
    },
    {
      "epoch": 93.25,
      "grad_norm": 1.953545093536377,
      "learning_rate": 4.63095199443462e-06,
      "loss": 0.4526,
      "step": 334110
    },
    {
      "epoch": 93.25,
      "grad_norm": 1.7272619009017944,
      "learning_rate": 4.630946090460369e-06,
      "loss": 0.4421,
      "step": 334120
    },
    {
      "epoch": 93.25,
      "grad_norm": 1.9867023229599,
      "learning_rate": 4.630940186181693e-06,
      "loss": 0.4399,
      "step": 334130
    },
    {
      "epoch": 93.26,
      "grad_norm": 2.4639618396759033,
      "learning_rate": 4.630934281598589e-06,
      "loss": 0.4437,
      "step": 334140
    },
    {
      "epoch": 93.26,
      "grad_norm": 1.4541453123092651,
      "learning_rate": 4.630928376711062e-06,
      "loss": 0.4288,
      "step": 334150
    },
    {
      "epoch": 93.26,
      "grad_norm": 1.8998205661773682,
      "learning_rate": 4.63092247151911e-06,
      "loss": 0.4461,
      "step": 334160
    },
    {
      "epoch": 93.27,
      "grad_norm": 1.6777212619781494,
      "learning_rate": 4.6309165660227345e-06,
      "loss": 0.4395,
      "step": 334170
    },
    {
      "epoch": 93.27,
      "grad_norm": 1.5985403060913086,
      "learning_rate": 4.630910660221937e-06,
      "loss": 0.4465,
      "step": 334180
    },
    {
      "epoch": 93.27,
      "grad_norm": 1.2106363773345947,
      "learning_rate": 4.630904754116719e-06,
      "loss": 0.4386,
      "step": 334190
    },
    {
      "epoch": 93.27,
      "grad_norm": 1.7481008768081665,
      "learning_rate": 4.630898847707078e-06,
      "loss": 0.4494,
      "step": 334200
    },
    {
      "epoch": 93.28,
      "grad_norm": 1.5087357759475708,
      "learning_rate": 4.630892940993018e-06,
      "loss": 0.4194,
      "step": 334210
    },
    {
      "epoch": 93.28,
      "grad_norm": 1.5403255224227905,
      "learning_rate": 4.630887033974538e-06,
      "loss": 0.4286,
      "step": 334220
    },
    {
      "epoch": 93.28,
      "grad_norm": 1.3198987245559692,
      "learning_rate": 4.630881126651641e-06,
      "loss": 0.4381,
      "step": 334230
    },
    {
      "epoch": 93.28,
      "grad_norm": 1.9030712842941284,
      "learning_rate": 4.630875219024324e-06,
      "loss": 0.434,
      "step": 334240
    },
    {
      "epoch": 93.29,
      "grad_norm": 1.9619966745376587,
      "learning_rate": 4.630869311092592e-06,
      "loss": 0.4288,
      "step": 334250
    },
    {
      "epoch": 93.29,
      "grad_norm": 1.8570983409881592,
      "learning_rate": 4.630863402856443e-06,
      "loss": 0.4451,
      "step": 334260
    },
    {
      "epoch": 93.29,
      "grad_norm": 1.7093802690505981,
      "learning_rate": 4.630857494315878e-06,
      "loss": 0.4463,
      "step": 334270
    },
    {
      "epoch": 93.3,
      "grad_norm": 1.4703518152236938,
      "learning_rate": 4.630851585470899e-06,
      "loss": 0.423,
      "step": 334280
    },
    {
      "epoch": 93.3,
      "grad_norm": 1.4522767066955566,
      "learning_rate": 4.630845676321506e-06,
      "loss": 0.442,
      "step": 334290
    },
    {
      "epoch": 93.3,
      "grad_norm": 1.4384043216705322,
      "learning_rate": 4.6308397668677e-06,
      "loss": 0.4366,
      "step": 334300
    },
    {
      "epoch": 93.3,
      "grad_norm": 1.7087725400924683,
      "learning_rate": 4.630833857109482e-06,
      "loss": 0.4448,
      "step": 334310
    },
    {
      "epoch": 93.31,
      "grad_norm": 1.5656623840332031,
      "learning_rate": 4.6308279470468515e-06,
      "loss": 0.4307,
      "step": 334320
    },
    {
      "epoch": 93.31,
      "grad_norm": 1.6923307180404663,
      "learning_rate": 4.630822036679811e-06,
      "loss": 0.4429,
      "step": 334330
    },
    {
      "epoch": 93.31,
      "grad_norm": 1.5784058570861816,
      "learning_rate": 4.630816126008361e-06,
      "loss": 0.4552,
      "step": 334340
    },
    {
      "epoch": 93.32,
      "grad_norm": 1.754037857055664,
      "learning_rate": 4.630810215032502e-06,
      "loss": 0.4451,
      "step": 334350
    },
    {
      "epoch": 93.32,
      "grad_norm": 2.2403879165649414,
      "learning_rate": 4.630804303752234e-06,
      "loss": 0.453,
      "step": 334360
    },
    {
      "epoch": 93.32,
      "grad_norm": 1.4154211282730103,
      "learning_rate": 4.630798392167558e-06,
      "loss": 0.4405,
      "step": 334370
    },
    {
      "epoch": 93.32,
      "grad_norm": 1.5068542957305908,
      "learning_rate": 4.630792480278475e-06,
      "loss": 0.4034,
      "step": 334380
    },
    {
      "epoch": 93.33,
      "grad_norm": 1.523496150970459,
      "learning_rate": 4.630786568084987e-06,
      "loss": 0.4256,
      "step": 334390
    },
    {
      "epoch": 93.33,
      "grad_norm": 1.4861263036727905,
      "learning_rate": 4.630780655587094e-06,
      "loss": 0.4303,
      "step": 334400
    },
    {
      "epoch": 93.33,
      "grad_norm": 1.376853346824646,
      "learning_rate": 4.630774742784796e-06,
      "loss": 0.4318,
      "step": 334410
    },
    {
      "epoch": 93.34,
      "grad_norm": 1.612030029296875,
      "learning_rate": 4.630768829678096e-06,
      "loss": 0.4445,
      "step": 334420
    },
    {
      "epoch": 93.34,
      "grad_norm": 1.5446186065673828,
      "learning_rate": 4.630762916266991e-06,
      "loss": 0.4663,
      "step": 334430
    },
    {
      "epoch": 93.34,
      "grad_norm": 1.482260823249817,
      "learning_rate": 4.630757002551485e-06,
      "loss": 0.4437,
      "step": 334440
    },
    {
      "epoch": 93.34,
      "grad_norm": 1.4753029346466064,
      "learning_rate": 4.630751088531577e-06,
      "loss": 0.442,
      "step": 334450
    },
    {
      "epoch": 93.35,
      "grad_norm": 1.8090623617172241,
      "learning_rate": 4.630745174207269e-06,
      "loss": 0.4375,
      "step": 334460
    },
    {
      "epoch": 93.35,
      "grad_norm": 1.5380419492721558,
      "learning_rate": 4.630739259578561e-06,
      "loss": 0.457,
      "step": 334470
    },
    {
      "epoch": 93.35,
      "grad_norm": 1.5615193843841553,
      "learning_rate": 4.630733344645455e-06,
      "loss": 0.4476,
      "step": 334480
    },
    {
      "epoch": 93.35,
      "grad_norm": 1.633223056793213,
      "learning_rate": 4.6307274294079495e-06,
      "loss": 0.443,
      "step": 334490
    },
    {
      "epoch": 93.36,
      "grad_norm": 1.9328622817993164,
      "learning_rate": 4.630721513866048e-06,
      "loss": 0.4551,
      "step": 334500
    },
    {
      "epoch": 93.36,
      "grad_norm": 1.5962952375411987,
      "learning_rate": 4.63071559801975e-06,
      "loss": 0.4282,
      "step": 334510
    },
    {
      "epoch": 93.36,
      "grad_norm": 2.185073137283325,
      "learning_rate": 4.630709681869055e-06,
      "loss": 0.4209,
      "step": 334520
    },
    {
      "epoch": 93.37,
      "grad_norm": 1.5648338794708252,
      "learning_rate": 4.630703765413967e-06,
      "loss": 0.4278,
      "step": 334530
    },
    {
      "epoch": 93.37,
      "grad_norm": 1.2604048252105713,
      "learning_rate": 4.630697848654483e-06,
      "loss": 0.426,
      "step": 334540
    },
    {
      "epoch": 93.37,
      "grad_norm": 1.6484217643737793,
      "learning_rate": 4.630691931590606e-06,
      "loss": 0.442,
      "step": 334550
    },
    {
      "epoch": 93.37,
      "grad_norm": 1.5533671379089355,
      "learning_rate": 4.630686014222337e-06,
      "loss": 0.4499,
      "step": 334560
    },
    {
      "epoch": 93.38,
      "grad_norm": 1.4456238746643066,
      "learning_rate": 4.6306800965496755e-06,
      "loss": 0.4344,
      "step": 334570
    },
    {
      "epoch": 93.38,
      "grad_norm": 1.3723475933074951,
      "learning_rate": 4.630674178572624e-06,
      "loss": 0.4393,
      "step": 334580
    },
    {
      "epoch": 93.38,
      "grad_norm": 2.3366737365722656,
      "learning_rate": 4.630668260291181e-06,
      "loss": 0.434,
      "step": 334590
    },
    {
      "epoch": 93.39,
      "grad_norm": 1.9683165550231934,
      "learning_rate": 4.630662341705349e-06,
      "loss": 0.461,
      "step": 334600
    },
    {
      "epoch": 93.39,
      "grad_norm": 1.5384509563446045,
      "learning_rate": 4.630656422815129e-06,
      "loss": 0.4655,
      "step": 334610
    },
    {
      "epoch": 93.39,
      "grad_norm": 2.004138231277466,
      "learning_rate": 4.63065050362052e-06,
      "loss": 0.4299,
      "step": 334620
    },
    {
      "epoch": 93.39,
      "grad_norm": 1.347227692604065,
      "learning_rate": 4.630644584121525e-06,
      "loss": 0.4156,
      "step": 334630
    },
    {
      "epoch": 93.4,
      "grad_norm": 1.7740601301193237,
      "learning_rate": 4.630638664318143e-06,
      "loss": 0.4518,
      "step": 334640
    },
    {
      "epoch": 93.4,
      "grad_norm": 1.3858788013458252,
      "learning_rate": 4.630632744210375e-06,
      "loss": 0.4321,
      "step": 334650
    },
    {
      "epoch": 93.4,
      "grad_norm": 1.9014889001846313,
      "learning_rate": 4.630626823798224e-06,
      "loss": 0.4429,
      "step": 334660
    },
    {
      "epoch": 93.4,
      "grad_norm": 1.6795839071273804,
      "learning_rate": 4.630620903081687e-06,
      "loss": 0.4414,
      "step": 334670
    },
    {
      "epoch": 93.41,
      "grad_norm": 1.3717222213745117,
      "learning_rate": 4.630614982060769e-06,
      "loss": 0.4391,
      "step": 334680
    },
    {
      "epoch": 93.41,
      "grad_norm": 1.4858230352401733,
      "learning_rate": 4.630609060735467e-06,
      "loss": 0.4398,
      "step": 334690
    },
    {
      "epoch": 93.41,
      "grad_norm": 1.5226048231124878,
      "learning_rate": 4.630603139105785e-06,
      "loss": 0.4379,
      "step": 334700
    },
    {
      "epoch": 93.42,
      "grad_norm": 1.4326564073562622,
      "learning_rate": 4.630597217171721e-06,
      "loss": 0.4697,
      "step": 334710
    },
    {
      "epoch": 93.42,
      "grad_norm": 1.5504661798477173,
      "learning_rate": 4.630591294933278e-06,
      "loss": 0.44,
      "step": 334720
    },
    {
      "epoch": 93.42,
      "grad_norm": 1.6829348802566528,
      "learning_rate": 4.630585372390454e-06,
      "loss": 0.4358,
      "step": 334730
    },
    {
      "epoch": 93.42,
      "grad_norm": 1.729928970336914,
      "learning_rate": 4.630579449543253e-06,
      "loss": 0.4576,
      "step": 334740
    },
    {
      "epoch": 93.43,
      "grad_norm": 1.359209656715393,
      "learning_rate": 4.630573526391674e-06,
      "loss": 0.4348,
      "step": 334750
    },
    {
      "epoch": 93.43,
      "grad_norm": 1.4476683139801025,
      "learning_rate": 4.630567602935718e-06,
      "loss": 0.4569,
      "step": 334760
    },
    {
      "epoch": 93.43,
      "grad_norm": 1.7383054494857788,
      "learning_rate": 4.630561679175386e-06,
      "loss": 0.439,
      "step": 334770
    },
    {
      "epoch": 93.44,
      "grad_norm": 1.2764519453048706,
      "learning_rate": 4.630555755110679e-06,
      "loss": 0.4505,
      "step": 334780
    },
    {
      "epoch": 93.44,
      "grad_norm": 1.6262179613113403,
      "learning_rate": 4.630549830741598e-06,
      "loss": 0.4533,
      "step": 334790
    },
    {
      "epoch": 93.44,
      "grad_norm": 2.460474729537964,
      "learning_rate": 4.630543906068143e-06,
      "loss": 0.4478,
      "step": 334800
    },
    {
      "epoch": 93.44,
      "grad_norm": 1.967367172241211,
      "learning_rate": 4.6305379810903145e-06,
      "loss": 0.4391,
      "step": 334810
    },
    {
      "epoch": 93.45,
      "grad_norm": 1.7196544408798218,
      "learning_rate": 4.630532055808114e-06,
      "loss": 0.4564,
      "step": 334820
    },
    {
      "epoch": 93.45,
      "grad_norm": 1.5713518857955933,
      "learning_rate": 4.630526130221543e-06,
      "loss": 0.4456,
      "step": 334830
    },
    {
      "epoch": 93.45,
      "grad_norm": 1.7043423652648926,
      "learning_rate": 4.6305202043306e-06,
      "loss": 0.4508,
      "step": 334840
    },
    {
      "epoch": 93.46,
      "grad_norm": 1.8518753051757812,
      "learning_rate": 4.630514278135288e-06,
      "loss": 0.4515,
      "step": 334850
    },
    {
      "epoch": 93.46,
      "grad_norm": 1.4198294878005981,
      "learning_rate": 4.630508351635608e-06,
      "loss": 0.4474,
      "step": 334860
    },
    {
      "epoch": 93.46,
      "grad_norm": 2.036932945251465,
      "learning_rate": 4.63050242483156e-06,
      "loss": 0.4291,
      "step": 334870
    },
    {
      "epoch": 93.46,
      "grad_norm": 1.4803255796432495,
      "learning_rate": 4.630496497723143e-06,
      "loss": 0.4175,
      "step": 334880
    },
    {
      "epoch": 93.47,
      "grad_norm": 1.4786782264709473,
      "learning_rate": 4.63049057031036e-06,
      "loss": 0.4254,
      "step": 334890
    },
    {
      "epoch": 93.47,
      "grad_norm": 1.6014262437820435,
      "learning_rate": 4.630484642593211e-06,
      "loss": 0.4385,
      "step": 334900
    },
    {
      "epoch": 93.47,
      "grad_norm": 1.7362370491027832,
      "learning_rate": 4.630478714571698e-06,
      "loss": 0.4762,
      "step": 334910
    },
    {
      "epoch": 93.47,
      "grad_norm": 1.335962176322937,
      "learning_rate": 4.630472786245819e-06,
      "loss": 0.4416,
      "step": 334920
    },
    {
      "epoch": 93.48,
      "grad_norm": 2.751513957977295,
      "learning_rate": 4.630466857615579e-06,
      "loss": 0.4074,
      "step": 334930
    },
    {
      "epoch": 93.48,
      "grad_norm": 1.9818212985992432,
      "learning_rate": 4.630460928680975e-06,
      "loss": 0.4636,
      "step": 334940
    },
    {
      "epoch": 93.48,
      "grad_norm": 1.4893838167190552,
      "learning_rate": 4.630454999442009e-06,
      "loss": 0.4355,
      "step": 334950
    },
    {
      "epoch": 93.49,
      "grad_norm": 1.3756674528121948,
      "learning_rate": 4.630449069898682e-06,
      "loss": 0.4495,
      "step": 334960
    },
    {
      "epoch": 93.49,
      "grad_norm": 1.325670599937439,
      "learning_rate": 4.630443140050995e-06,
      "loss": 0.4391,
      "step": 334970
    },
    {
      "epoch": 93.49,
      "grad_norm": 1.7528444528579712,
      "learning_rate": 4.630437209898948e-06,
      "loss": 0.4261,
      "step": 334980
    },
    {
      "epoch": 93.49,
      "grad_norm": 2.0258946418762207,
      "learning_rate": 4.630431279442543e-06,
      "loss": 0.4555,
      "step": 334990
    },
    {
      "epoch": 93.5,
      "grad_norm": 1.7531198263168335,
      "learning_rate": 4.63042534868178e-06,
      "loss": 0.4531,
      "step": 335000
    },
    {
      "epoch": 93.5,
      "grad_norm": 1.4081095457077026,
      "learning_rate": 4.63041941761666e-06,
      "loss": 0.4239,
      "step": 335010
    },
    {
      "epoch": 93.5,
      "grad_norm": 1.491750955581665,
      "learning_rate": 4.630413486247183e-06,
      "loss": 0.4305,
      "step": 335020
    },
    {
      "epoch": 93.51,
      "grad_norm": 2.3617193698883057,
      "learning_rate": 4.6304075545733505e-06,
      "loss": 0.4285,
      "step": 335030
    },
    {
      "epoch": 93.51,
      "grad_norm": 1.5355421304702759,
      "learning_rate": 4.630401622595164e-06,
      "loss": 0.4415,
      "step": 335040
    },
    {
      "epoch": 93.51,
      "grad_norm": 1.5845568180084229,
      "learning_rate": 4.630395690312623e-06,
      "loss": 0.4301,
      "step": 335050
    },
    {
      "epoch": 93.51,
      "grad_norm": 1.9426897764205933,
      "learning_rate": 4.630389757725729e-06,
      "loss": 0.4492,
      "step": 335060
    },
    {
      "epoch": 93.52,
      "grad_norm": 1.7815561294555664,
      "learning_rate": 4.630383824834483e-06,
      "loss": 0.4295,
      "step": 335070
    },
    {
      "epoch": 93.52,
      "grad_norm": 1.7867298126220703,
      "learning_rate": 4.630377891638885e-06,
      "loss": 0.4409,
      "step": 335080
    },
    {
      "epoch": 93.52,
      "grad_norm": 1.602778673171997,
      "learning_rate": 4.630371958138936e-06,
      "loss": 0.4293,
      "step": 335090
    },
    {
      "epoch": 93.52,
      "grad_norm": 1.5969349145889282,
      "learning_rate": 4.630366024334637e-06,
      "loss": 0.449,
      "step": 335100
    },
    {
      "epoch": 93.53,
      "grad_norm": 1.9630708694458008,
      "learning_rate": 4.630360090225989e-06,
      "loss": 0.4224,
      "step": 335110
    },
    {
      "epoch": 93.53,
      "grad_norm": 1.6033010482788086,
      "learning_rate": 4.630354155812992e-06,
      "loss": 0.4478,
      "step": 335120
    },
    {
      "epoch": 93.53,
      "grad_norm": 1.6329841613769531,
      "learning_rate": 4.6303482210956485e-06,
      "loss": 0.448,
      "step": 335130
    },
    {
      "epoch": 93.54,
      "grad_norm": 1.7848353385925293,
      "learning_rate": 4.630342286073958e-06,
      "loss": 0.4412,
      "step": 335140
    },
    {
      "epoch": 93.54,
      "grad_norm": 1.7767841815948486,
      "learning_rate": 4.63033635074792e-06,
      "loss": 0.4554,
      "step": 335150
    },
    {
      "epoch": 93.54,
      "grad_norm": 1.2530947923660278,
      "learning_rate": 4.630330415117538e-06,
      "loss": 0.4667,
      "step": 335160
    },
    {
      "epoch": 93.54,
      "grad_norm": 1.7216168642044067,
      "learning_rate": 4.630324479182812e-06,
      "loss": 0.4498,
      "step": 335170
    },
    {
      "epoch": 93.55,
      "grad_norm": 1.9694193601608276,
      "learning_rate": 4.6303185429437405e-06,
      "loss": 0.4335,
      "step": 335180
    },
    {
      "epoch": 93.55,
      "grad_norm": 1.9520875215530396,
      "learning_rate": 4.630312606400328e-06,
      "loss": 0.4504,
      "step": 335190
    },
    {
      "epoch": 93.55,
      "grad_norm": 1.6182239055633545,
      "learning_rate": 4.630306669552573e-06,
      "loss": 0.4328,
      "step": 335200
    },
    {
      "epoch": 93.56,
      "grad_norm": 1.8290702104568481,
      "learning_rate": 4.6303007324004755e-06,
      "loss": 0.4285,
      "step": 335210
    },
    {
      "epoch": 93.56,
      "grad_norm": 1.5139093399047852,
      "learning_rate": 4.6302947949440385e-06,
      "loss": 0.4302,
      "step": 335220
    },
    {
      "epoch": 93.56,
      "grad_norm": 1.610081672668457,
      "learning_rate": 4.630288857183262e-06,
      "loss": 0.4258,
      "step": 335230
    },
    {
      "epoch": 93.56,
      "grad_norm": 1.4353671073913574,
      "learning_rate": 4.630282919118146e-06,
      "loss": 0.4363,
      "step": 335240
    },
    {
      "epoch": 93.57,
      "grad_norm": 1.3415546417236328,
      "learning_rate": 4.630276980748692e-06,
      "loss": 0.4646,
      "step": 335250
    },
    {
      "epoch": 93.57,
      "grad_norm": 1.4717251062393188,
      "learning_rate": 4.630271042074901e-06,
      "loss": 0.4316,
      "step": 335260
    },
    {
      "epoch": 93.57,
      "grad_norm": 1.4512238502502441,
      "learning_rate": 4.630265103096772e-06,
      "loss": 0.4368,
      "step": 335270
    },
    {
      "epoch": 93.58,
      "grad_norm": 1.5641385316848755,
      "learning_rate": 4.630259163814308e-06,
      "loss": 0.4294,
      "step": 335280
    },
    {
      "epoch": 93.58,
      "grad_norm": 1.2881948947906494,
      "learning_rate": 4.63025322422751e-06,
      "loss": 0.4417,
      "step": 335290
    },
    {
      "epoch": 93.58,
      "grad_norm": 1.4841033220291138,
      "learning_rate": 4.630247284336376e-06,
      "loss": 0.4222,
      "step": 335300
    },
    {
      "epoch": 93.58,
      "grad_norm": 1.7531100511550903,
      "learning_rate": 4.63024134414091e-06,
      "loss": 0.4533,
      "step": 335310
    },
    {
      "epoch": 93.59,
      "grad_norm": 1.7064998149871826,
      "learning_rate": 4.630235403641111e-06,
      "loss": 0.4423,
      "step": 335320
    },
    {
      "epoch": 93.59,
      "grad_norm": 1.7777271270751953,
      "learning_rate": 4.63022946283698e-06,
      "loss": 0.4338,
      "step": 335330
    },
    {
      "epoch": 93.59,
      "grad_norm": 5.123881816864014,
      "learning_rate": 4.630223521728519e-06,
      "loss": 0.4448,
      "step": 335340
    },
    {
      "epoch": 93.59,
      "grad_norm": 1.7216415405273438,
      "learning_rate": 4.6302175803157264e-06,
      "loss": 0.4352,
      "step": 335350
    },
    {
      "epoch": 93.6,
      "grad_norm": 2.6058828830718994,
      "learning_rate": 4.630211638598604e-06,
      "loss": 0.4379,
      "step": 335360
    },
    {
      "epoch": 93.6,
      "grad_norm": 1.327372670173645,
      "learning_rate": 4.630205696577154e-06,
      "loss": 0.4295,
      "step": 335370
    },
    {
      "epoch": 93.6,
      "grad_norm": 1.5480735301971436,
      "learning_rate": 4.630199754251376e-06,
      "loss": 0.4414,
      "step": 335380
    },
    {
      "epoch": 93.61,
      "grad_norm": 1.384425163269043,
      "learning_rate": 4.630193811621271e-06,
      "loss": 0.4507,
      "step": 335390
    },
    {
      "epoch": 93.61,
      "grad_norm": 1.750106930732727,
      "learning_rate": 4.63018786868684e-06,
      "loss": 0.4478,
      "step": 335400
    },
    {
      "epoch": 93.61,
      "grad_norm": 2.2409586906433105,
      "learning_rate": 4.630181925448083e-06,
      "loss": 0.4731,
      "step": 335410
    },
    {
      "epoch": 93.61,
      "grad_norm": 1.7913174629211426,
      "learning_rate": 4.6301759819050015e-06,
      "loss": 0.4648,
      "step": 335420
    },
    {
      "epoch": 93.62,
      "grad_norm": 1.6509556770324707,
      "learning_rate": 4.630170038057595e-06,
      "loss": 0.4396,
      "step": 335430
    },
    {
      "epoch": 93.62,
      "grad_norm": 1.7468949556350708,
      "learning_rate": 4.630164093905866e-06,
      "loss": 0.4308,
      "step": 335440
    },
    {
      "epoch": 93.62,
      "grad_norm": 1.38301420211792,
      "learning_rate": 4.630158149449815e-06,
      "loss": 0.4389,
      "step": 335450
    },
    {
      "epoch": 93.63,
      "grad_norm": 1.861250400543213,
      "learning_rate": 4.6301522046894425e-06,
      "loss": 0.4439,
      "step": 335460
    },
    {
      "epoch": 93.63,
      "grad_norm": 1.8499460220336914,
      "learning_rate": 4.63014625962475e-06,
      "loss": 0.4241,
      "step": 335470
    },
    {
      "epoch": 93.63,
      "grad_norm": 2.0130696296691895,
      "learning_rate": 4.630140314255736e-06,
      "loss": 0.4445,
      "step": 335480
    },
    {
      "epoch": 93.63,
      "grad_norm": 1.3846725225448608,
      "learning_rate": 4.630134368582403e-06,
      "loss": 0.4331,
      "step": 335490
    },
    {
      "epoch": 93.64,
      "grad_norm": 1.928566813468933,
      "learning_rate": 4.630128422604752e-06,
      "loss": 0.4413,
      "step": 335500
    },
    {
      "epoch": 93.64,
      "grad_norm": 1.5595855712890625,
      "learning_rate": 4.630122476322784e-06,
      "loss": 0.4339,
      "step": 335510
    },
    {
      "epoch": 93.64,
      "grad_norm": 1.4223326444625854,
      "learning_rate": 4.630116529736499e-06,
      "loss": 0.4662,
      "step": 335520
    },
    {
      "epoch": 93.64,
      "grad_norm": 1.4590879678726196,
      "learning_rate": 4.6301105828458975e-06,
      "loss": 0.4352,
      "step": 335530
    },
    {
      "epoch": 93.65,
      "grad_norm": 1.477271318435669,
      "learning_rate": 4.630104635650981e-06,
      "loss": 0.4564,
      "step": 335540
    },
    {
      "epoch": 93.65,
      "grad_norm": 1.83662748336792,
      "learning_rate": 4.63009868815175e-06,
      "loss": 0.4366,
      "step": 335550
    },
    {
      "epoch": 93.65,
      "grad_norm": 1.6104410886764526,
      "learning_rate": 4.6300927403482045e-06,
      "loss": 0.4228,
      "step": 335560
    },
    {
      "epoch": 93.66,
      "grad_norm": 1.656903862953186,
      "learning_rate": 4.630086792240348e-06,
      "loss": 0.4453,
      "step": 335570
    },
    {
      "epoch": 93.66,
      "grad_norm": 1.500006079673767,
      "learning_rate": 4.630080843828178e-06,
      "loss": 0.4358,
      "step": 335580
    },
    {
      "epoch": 93.66,
      "grad_norm": 1.5979795455932617,
      "learning_rate": 4.630074895111697e-06,
      "loss": 0.4381,
      "step": 335590
    },
    {
      "epoch": 93.66,
      "grad_norm": 1.8949575424194336,
      "learning_rate": 4.630068946090906e-06,
      "loss": 0.4543,
      "step": 335600
    },
    {
      "epoch": 93.67,
      "grad_norm": 1.5682365894317627,
      "learning_rate": 4.630062996765805e-06,
      "loss": 0.4342,
      "step": 335610
    },
    {
      "epoch": 93.67,
      "grad_norm": 1.5665518045425415,
      "learning_rate": 4.630057047136396e-06,
      "loss": 0.4272,
      "step": 335620
    },
    {
      "epoch": 93.67,
      "grad_norm": 1.7164677381515503,
      "learning_rate": 4.630051097202678e-06,
      "loss": 0.4235,
      "step": 335630
    },
    {
      "epoch": 93.68,
      "grad_norm": 2.2160356044769287,
      "learning_rate": 4.630045146964653e-06,
      "loss": 0.4319,
      "step": 335640
    },
    {
      "epoch": 93.68,
      "grad_norm": 1.8219434022903442,
      "learning_rate": 4.6300391964223205e-06,
      "loss": 0.4293,
      "step": 335650
    },
    {
      "epoch": 93.68,
      "grad_norm": 1.6780107021331787,
      "learning_rate": 4.630033245575683e-06,
      "loss": 0.4316,
      "step": 335660
    },
    {
      "epoch": 93.68,
      "grad_norm": 1.3469942808151245,
      "learning_rate": 4.630027294424741e-06,
      "loss": 0.4322,
      "step": 335670
    },
    {
      "epoch": 93.69,
      "grad_norm": 1.4989558458328247,
      "learning_rate": 4.630021342969495e-06,
      "loss": 0.4339,
      "step": 335680
    },
    {
      "epoch": 93.69,
      "grad_norm": 1.7922966480255127,
      "learning_rate": 4.630015391209945e-06,
      "loss": 0.4243,
      "step": 335690
    },
    {
      "epoch": 93.69,
      "grad_norm": 1.6520698070526123,
      "learning_rate": 4.630009439146093e-06,
      "loss": 0.4222,
      "step": 335700
    },
    {
      "epoch": 93.7,
      "grad_norm": 1.4847172498703003,
      "learning_rate": 4.630003486777938e-06,
      "loss": 0.4226,
      "step": 335710
    },
    {
      "epoch": 93.7,
      "grad_norm": 1.5340477228164673,
      "learning_rate": 4.629997534105483e-06,
      "loss": 0.4622,
      "step": 335720
    },
    {
      "epoch": 93.7,
      "grad_norm": 1.7007466554641724,
      "learning_rate": 4.629991581128727e-06,
      "loss": 0.4358,
      "step": 335730
    },
    {
      "epoch": 93.7,
      "grad_norm": 1.688360571861267,
      "learning_rate": 4.6299856278476735e-06,
      "loss": 0.4307,
      "step": 335740
    },
    {
      "epoch": 93.71,
      "grad_norm": 2.2894794940948486,
      "learning_rate": 4.6299796742623205e-06,
      "loss": 0.4446,
      "step": 335750
    },
    {
      "epoch": 93.71,
      "grad_norm": 1.623099446296692,
      "learning_rate": 4.629973720372669e-06,
      "loss": 0.43,
      "step": 335760
    },
    {
      "epoch": 93.71,
      "grad_norm": 1.7516982555389404,
      "learning_rate": 4.6299677661787205e-06,
      "loss": 0.4278,
      "step": 335770
    },
    {
      "epoch": 93.71,
      "grad_norm": 1.7776423692703247,
      "learning_rate": 4.629961811680477e-06,
      "loss": 0.4331,
      "step": 335780
    },
    {
      "epoch": 93.72,
      "grad_norm": 1.6759252548217773,
      "learning_rate": 4.6299558568779375e-06,
      "loss": 0.4382,
      "step": 335790
    },
    {
      "epoch": 93.72,
      "grad_norm": 2.0859508514404297,
      "learning_rate": 4.629949901771103e-06,
      "loss": 0.4398,
      "step": 335800
    },
    {
      "epoch": 93.72,
      "grad_norm": 1.7839235067367554,
      "learning_rate": 4.629943946359975e-06,
      "loss": 0.4336,
      "step": 335810
    },
    {
      "epoch": 93.73,
      "grad_norm": 1.744266390800476,
      "learning_rate": 4.629937990644554e-06,
      "loss": 0.4349,
      "step": 335820
    },
    {
      "epoch": 93.73,
      "grad_norm": 1.5087556838989258,
      "learning_rate": 4.62993203462484e-06,
      "loss": 0.4518,
      "step": 335830
    },
    {
      "epoch": 93.73,
      "grad_norm": 1.5344904661178589,
      "learning_rate": 4.629926078300836e-06,
      "loss": 0.427,
      "step": 335840
    },
    {
      "epoch": 93.73,
      "grad_norm": 1.8246697187423706,
      "learning_rate": 4.629920121672541e-06,
      "loss": 0.4393,
      "step": 335850
    },
    {
      "epoch": 93.74,
      "grad_norm": 1.81732976436615,
      "learning_rate": 4.629914164739955e-06,
      "loss": 0.4414,
      "step": 335860
    },
    {
      "epoch": 93.74,
      "grad_norm": 1.6145015954971313,
      "learning_rate": 4.629908207503081e-06,
      "loss": 0.423,
      "step": 335870
    },
    {
      "epoch": 93.74,
      "grad_norm": 1.460099220275879,
      "learning_rate": 4.629902249961918e-06,
      "loss": 0.4275,
      "step": 335880
    },
    {
      "epoch": 93.75,
      "grad_norm": 1.3065688610076904,
      "learning_rate": 4.629896292116468e-06,
      "loss": 0.4382,
      "step": 335890
    },
    {
      "epoch": 93.75,
      "grad_norm": 4.0839715003967285,
      "learning_rate": 4.6298903339667305e-06,
      "loss": 0.4152,
      "step": 335900
    },
    {
      "epoch": 93.75,
      "grad_norm": 1.4811182022094727,
      "learning_rate": 4.629884375512708e-06,
      "loss": 0.4313,
      "step": 335910
    },
    {
      "epoch": 93.75,
      "grad_norm": 1.6887555122375488,
      "learning_rate": 4.6298784167544006e-06,
      "loss": 0.4391,
      "step": 335920
    },
    {
      "epoch": 93.76,
      "grad_norm": 1.56610107421875,
      "learning_rate": 4.629872457691808e-06,
      "loss": 0.4303,
      "step": 335930
    },
    {
      "epoch": 93.76,
      "grad_norm": 1.5497119426727295,
      "learning_rate": 4.629866498324933e-06,
      "loss": 0.4382,
      "step": 335940
    },
    {
      "epoch": 93.76,
      "grad_norm": 1.3511823415756226,
      "learning_rate": 4.629860538653774e-06,
      "loss": 0.4261,
      "step": 335950
    },
    {
      "epoch": 93.77,
      "grad_norm": 1.8096513748168945,
      "learning_rate": 4.629854578678334e-06,
      "loss": 0.4586,
      "step": 335960
    },
    {
      "epoch": 93.77,
      "grad_norm": 1.4491933584213257,
      "learning_rate": 4.629848618398612e-06,
      "loss": 0.4439,
      "step": 335970
    },
    {
      "epoch": 93.77,
      "grad_norm": 1.696269154548645,
      "learning_rate": 4.62984265781461e-06,
      "loss": 0.4352,
      "step": 335980
    },
    {
      "epoch": 93.77,
      "grad_norm": 1.3955624103546143,
      "learning_rate": 4.629836696926329e-06,
      "loss": 0.4195,
      "step": 335990
    },
    {
      "epoch": 93.78,
      "grad_norm": 1.7372173070907593,
      "learning_rate": 4.629830735733768e-06,
      "loss": 0.4446,
      "step": 336000
    },
    {
      "epoch": 93.78,
      "grad_norm": 2.0914196968078613,
      "learning_rate": 4.629824774236931e-06,
      "loss": 0.4433,
      "step": 336010
    },
    {
      "epoch": 93.78,
      "grad_norm": 1.7980656623840332,
      "learning_rate": 4.6298188124358156e-06,
      "loss": 0.4357,
      "step": 336020
    },
    {
      "epoch": 93.78,
      "grad_norm": 1.814532995223999,
      "learning_rate": 4.629812850330423e-06,
      "loss": 0.4441,
      "step": 336030
    },
    {
      "epoch": 93.79,
      "grad_norm": 1.7276108264923096,
      "learning_rate": 4.629806887920756e-06,
      "loss": 0.423,
      "step": 336040
    },
    {
      "epoch": 93.79,
      "grad_norm": 1.4444289207458496,
      "learning_rate": 4.629800925206814e-06,
      "loss": 0.4268,
      "step": 336050
    },
    {
      "epoch": 93.79,
      "grad_norm": 1.6611214876174927,
      "learning_rate": 4.629794962188598e-06,
      "loss": 0.4305,
      "step": 336060
    },
    {
      "epoch": 93.8,
      "grad_norm": 1.5279710292816162,
      "learning_rate": 4.629788998866108e-06,
      "loss": 0.4406,
      "step": 336070
    },
    {
      "epoch": 93.8,
      "grad_norm": 1.5757540464401245,
      "learning_rate": 4.6297830352393475e-06,
      "loss": 0.4576,
      "step": 336080
    },
    {
      "epoch": 93.8,
      "grad_norm": 1.545979619026184,
      "learning_rate": 4.629777071308314e-06,
      "loss": 0.4427,
      "step": 336090
    },
    {
      "epoch": 93.8,
      "grad_norm": 1.2689100503921509,
      "learning_rate": 4.62977110707301e-06,
      "loss": 0.4427,
      "step": 336100
    },
    {
      "epoch": 93.81,
      "grad_norm": 1.473753571510315,
      "learning_rate": 4.629765142533435e-06,
      "loss": 0.4432,
      "step": 336110
    },
    {
      "epoch": 93.81,
      "grad_norm": 1.4775274991989136,
      "learning_rate": 4.629759177689592e-06,
      "loss": 0.4314,
      "step": 336120
    },
    {
      "epoch": 93.81,
      "grad_norm": 1.4699534177780151,
      "learning_rate": 4.62975321254148e-06,
      "loss": 0.4466,
      "step": 336130
    },
    {
      "epoch": 93.82,
      "grad_norm": 1.7567782402038574,
      "learning_rate": 4.629747247089101e-06,
      "loss": 0.438,
      "step": 336140
    },
    {
      "epoch": 93.82,
      "grad_norm": 1.737858772277832,
      "learning_rate": 4.6297412813324545e-06,
      "loss": 0.4414,
      "step": 336150
    },
    {
      "epoch": 93.82,
      "grad_norm": 1.5814841985702515,
      "learning_rate": 4.629735315271542e-06,
      "loss": 0.4295,
      "step": 336160
    },
    {
      "epoch": 93.82,
      "grad_norm": 1.4194177389144897,
      "learning_rate": 4.629729348906364e-06,
      "loss": 0.4608,
      "step": 336170
    },
    {
      "epoch": 93.83,
      "grad_norm": 1.946035385131836,
      "learning_rate": 4.629723382236922e-06,
      "loss": 0.4233,
      "step": 336180
    },
    {
      "epoch": 93.83,
      "grad_norm": 1.7361117601394653,
      "learning_rate": 4.629717415263216e-06,
      "loss": 0.4422,
      "step": 336190
    },
    {
      "epoch": 93.83,
      "grad_norm": 1.4121512174606323,
      "learning_rate": 4.629711447985248e-06,
      "loss": 0.4611,
      "step": 336200
    },
    {
      "epoch": 93.83,
      "grad_norm": 1.3435876369476318,
      "learning_rate": 4.629705480403016e-06,
      "loss": 0.4305,
      "step": 336210
    },
    {
      "epoch": 93.84,
      "grad_norm": 1.754891276359558,
      "learning_rate": 4.629699512516525e-06,
      "loss": 0.4391,
      "step": 336220
    },
    {
      "epoch": 93.84,
      "grad_norm": 1.376298427581787,
      "learning_rate": 4.629693544325772e-06,
      "loss": 0.4582,
      "step": 336230
    },
    {
      "epoch": 93.84,
      "grad_norm": 1.4671815633773804,
      "learning_rate": 4.629687575830759e-06,
      "loss": 0.4423,
      "step": 336240
    },
    {
      "epoch": 93.85,
      "grad_norm": 1.5408251285552979,
      "learning_rate": 4.629681607031488e-06,
      "loss": 0.4587,
      "step": 336250
    },
    {
      "epoch": 93.85,
      "grad_norm": 1.5173754692077637,
      "learning_rate": 4.629675637927959e-06,
      "loss": 0.4407,
      "step": 336260
    },
    {
      "epoch": 93.85,
      "grad_norm": 1.5222874879837036,
      "learning_rate": 4.629669668520172e-06,
      "loss": 0.4384,
      "step": 336270
    },
    {
      "epoch": 93.85,
      "grad_norm": 1.484573245048523,
      "learning_rate": 4.629663698808129e-06,
      "loss": 0.4175,
      "step": 336280
    },
    {
      "epoch": 93.86,
      "grad_norm": 1.7909393310546875,
      "learning_rate": 4.62965772879183e-06,
      "loss": 0.4549,
      "step": 336290
    },
    {
      "epoch": 93.86,
      "grad_norm": 1.5232526063919067,
      "learning_rate": 4.629651758471275e-06,
      "loss": 0.439,
      "step": 336300
    },
    {
      "epoch": 93.86,
      "grad_norm": 1.4974498748779297,
      "learning_rate": 4.629645787846468e-06,
      "loss": 0.4523,
      "step": 336310
    },
    {
      "epoch": 93.87,
      "grad_norm": 1.5812880992889404,
      "learning_rate": 4.629639816917406e-06,
      "loss": 0.4244,
      "step": 336320
    },
    {
      "epoch": 93.87,
      "grad_norm": 1.6050108671188354,
      "learning_rate": 4.629633845684093e-06,
      "loss": 0.4514,
      "step": 336330
    },
    {
      "epoch": 93.87,
      "grad_norm": 1.7995718717575073,
      "learning_rate": 4.629627874146527e-06,
      "loss": 0.428,
      "step": 336340
    },
    {
      "epoch": 93.87,
      "grad_norm": 1.8265031576156616,
      "learning_rate": 4.62962190230471e-06,
      "loss": 0.4367,
      "step": 336350
    },
    {
      "epoch": 93.88,
      "grad_norm": 1.6311511993408203,
      "learning_rate": 4.629615930158643e-06,
      "loss": 0.4685,
      "step": 336360
    },
    {
      "epoch": 93.88,
      "grad_norm": 1.706670880317688,
      "learning_rate": 4.629609957708326e-06,
      "loss": 0.4391,
      "step": 336370
    },
    {
      "epoch": 93.88,
      "grad_norm": 2.0257444381713867,
      "learning_rate": 4.629603984953762e-06,
      "loss": 0.4453,
      "step": 336380
    },
    {
      "epoch": 93.89,
      "grad_norm": 1.5057003498077393,
      "learning_rate": 4.62959801189495e-06,
      "loss": 0.4432,
      "step": 336390
    },
    {
      "epoch": 93.89,
      "grad_norm": 1.7538751363754272,
      "learning_rate": 4.62959203853189e-06,
      "loss": 0.4637,
      "step": 336400
    },
    {
      "epoch": 93.89,
      "grad_norm": 1.500123143196106,
      "learning_rate": 4.629586064864584e-06,
      "loss": 0.4304,
      "step": 336410
    },
    {
      "epoch": 93.89,
      "grad_norm": 1.6663148403167725,
      "learning_rate": 4.629580090893033e-06,
      "loss": 0.4419,
      "step": 336420
    },
    {
      "epoch": 93.9,
      "grad_norm": 1.6973178386688232,
      "learning_rate": 4.6295741166172365e-06,
      "loss": 0.4295,
      "step": 336430
    },
    {
      "epoch": 93.9,
      "grad_norm": 2.025336265563965,
      "learning_rate": 4.629568142037198e-06,
      "loss": 0.4361,
      "step": 336440
    },
    {
      "epoch": 93.9,
      "grad_norm": 1.6164335012435913,
      "learning_rate": 4.629562167152914e-06,
      "loss": 0.4303,
      "step": 336450
    },
    {
      "epoch": 93.9,
      "grad_norm": 1.467789888381958,
      "learning_rate": 4.62955619196439e-06,
      "loss": 0.4484,
      "step": 336460
    },
    {
      "epoch": 93.91,
      "grad_norm": 1.6058939695358276,
      "learning_rate": 4.629550216471624e-06,
      "loss": 0.4355,
      "step": 336470
    },
    {
      "epoch": 93.91,
      "grad_norm": 1.9557563066482544,
      "learning_rate": 4.629544240674617e-06,
      "loss": 0.4365,
      "step": 336480
    },
    {
      "epoch": 93.91,
      "grad_norm": 1.6098219156265259,
      "learning_rate": 4.6295382645733695e-06,
      "loss": 0.443,
      "step": 336490
    },
    {
      "epoch": 93.92,
      "grad_norm": 1.717503309249878,
      "learning_rate": 4.629532288167884e-06,
      "loss": 0.4258,
      "step": 336500
    },
    {
      "epoch": 93.92,
      "grad_norm": 1.4398167133331299,
      "learning_rate": 4.62952631145816e-06,
      "loss": 0.4195,
      "step": 336510
    },
    {
      "epoch": 93.92,
      "grad_norm": 1.2433600425720215,
      "learning_rate": 4.629520334444199e-06,
      "loss": 0.4417,
      "step": 336520
    },
    {
      "epoch": 93.92,
      "grad_norm": 1.8722022771835327,
      "learning_rate": 4.629514357126e-06,
      "loss": 0.4368,
      "step": 336530
    },
    {
      "epoch": 93.93,
      "grad_norm": 1.5333516597747803,
      "learning_rate": 4.6295083795035665e-06,
      "loss": 0.4488,
      "step": 336540
    },
    {
      "epoch": 93.93,
      "grad_norm": 1.2256783246994019,
      "learning_rate": 4.629502401576897e-06,
      "loss": 0.4323,
      "step": 336550
    },
    {
      "epoch": 93.93,
      "grad_norm": 1.665204405784607,
      "learning_rate": 4.629496423345994e-06,
      "loss": 0.4318,
      "step": 336560
    },
    {
      "epoch": 93.94,
      "grad_norm": 1.536012887954712,
      "learning_rate": 4.629490444810857e-06,
      "loss": 0.4416,
      "step": 336570
    },
    {
      "epoch": 93.94,
      "grad_norm": 1.4845727682113647,
      "learning_rate": 4.629484465971488e-06,
      "loss": 0.4433,
      "step": 336580
    },
    {
      "epoch": 93.94,
      "grad_norm": 1.7360559701919556,
      "learning_rate": 4.629478486827886e-06,
      "loss": 0.4357,
      "step": 336590
    },
    {
      "epoch": 93.94,
      "grad_norm": 1.3051507472991943,
      "learning_rate": 4.629472507380054e-06,
      "loss": 0.4347,
      "step": 336600
    },
    {
      "epoch": 93.95,
      "grad_norm": 1.9684326648712158,
      "learning_rate": 4.629466527627991e-06,
      "loss": 0.4312,
      "step": 336610
    },
    {
      "epoch": 93.95,
      "grad_norm": 1.7255574464797974,
      "learning_rate": 4.6294605475716986e-06,
      "loss": 0.4299,
      "step": 336620
    },
    {
      "epoch": 93.95,
      "grad_norm": 1.6910475492477417,
      "learning_rate": 4.6294545672111775e-06,
      "loss": 0.4343,
      "step": 336630
    },
    {
      "epoch": 93.95,
      "grad_norm": 1.6658743619918823,
      "learning_rate": 4.629448586546429e-06,
      "loss": 0.435,
      "step": 336640
    },
    {
      "epoch": 93.96,
      "grad_norm": 1.3679938316345215,
      "learning_rate": 4.629442605577453e-06,
      "loss": 0.4541,
      "step": 336650
    },
    {
      "epoch": 93.96,
      "grad_norm": 1.6797072887420654,
      "learning_rate": 4.629436624304251e-06,
      "loss": 0.4415,
      "step": 336660
    },
    {
      "epoch": 93.96,
      "grad_norm": 1.2461589574813843,
      "learning_rate": 4.629430642726823e-06,
      "loss": 0.4504,
      "step": 336670
    },
    {
      "epoch": 93.97,
      "grad_norm": 1.6630970239639282,
      "learning_rate": 4.6294246608451705e-06,
      "loss": 0.4487,
      "step": 336680
    },
    {
      "epoch": 93.97,
      "grad_norm": 2.051548480987549,
      "learning_rate": 4.629418678659294e-06,
      "loss": 0.4563,
      "step": 336690
    },
    {
      "epoch": 93.97,
      "grad_norm": 1.6389071941375732,
      "learning_rate": 4.629412696169194e-06,
      "loss": 0.4392,
      "step": 336700
    },
    {
      "epoch": 93.97,
      "grad_norm": 1.4696331024169922,
      "learning_rate": 4.629406713374872e-06,
      "loss": 0.442,
      "step": 336710
    },
    {
      "epoch": 93.98,
      "grad_norm": 1.4001731872558594,
      "learning_rate": 4.629400730276329e-06,
      "loss": 0.4433,
      "step": 336720
    },
    {
      "epoch": 93.98,
      "grad_norm": 1.6058716773986816,
      "learning_rate": 4.629394746873565e-06,
      "loss": 0.4462,
      "step": 336730
    },
    {
      "epoch": 93.98,
      "grad_norm": 1.6424739360809326,
      "learning_rate": 4.629388763166581e-06,
      "loss": 0.4339,
      "step": 336740
    },
    {
      "epoch": 93.99,
      "grad_norm": 2.6512815952301025,
      "learning_rate": 4.629382779155378e-06,
      "loss": 0.4473,
      "step": 336750
    },
    {
      "epoch": 93.99,
      "grad_norm": 1.3314214944839478,
      "learning_rate": 4.629376794839956e-06,
      "loss": 0.4541,
      "step": 336760
    },
    {
      "epoch": 93.99,
      "grad_norm": 1.9359270334243774,
      "learning_rate": 4.629370810220317e-06,
      "loss": 0.4552,
      "step": 336770
    },
    {
      "epoch": 93.99,
      "grad_norm": 1.260738492012024,
      "learning_rate": 4.629364825296461e-06,
      "loss": 0.438,
      "step": 336780
    },
    {
      "epoch": 94.0,
      "grad_norm": 1.5874978303909302,
      "learning_rate": 4.629358840068389e-06,
      "loss": 0.4295,
      "step": 336790
    },
    {
      "epoch": 94.0,
      "grad_norm": 1.7279280424118042,
      "learning_rate": 4.629352854536103e-06,
      "loss": 0.4537,
      "step": 336800
    },
    {
      "epoch": 94.0,
      "eval_loss": 0.43817928433418274,
      "eval_runtime": 62.7915,
      "eval_samples_per_second": 80.568,
      "eval_steps_per_second": 10.081,
      "step": 336802
    },
    {
      "epoch": 94.0,
      "grad_norm": 1.4754873514175415,
      "learning_rate": 4.629346868699601e-06,
      "loss": 0.437,
      "step": 336810
    },
    {
      "epoch": 94.01,
      "grad_norm": 1.5162794589996338,
      "learning_rate": 4.6293408825588865e-06,
      "loss": 0.4305,
      "step": 336820
    },
    {
      "epoch": 94.01,
      "grad_norm": 1.56387197971344,
      "learning_rate": 4.629334896113958e-06,
      "loss": 0.4272,
      "step": 336830
    },
    {
      "epoch": 94.01,
      "grad_norm": 1.5747840404510498,
      "learning_rate": 4.629328909364819e-06,
      "loss": 0.4351,
      "step": 336840
    },
    {
      "epoch": 94.01,
      "grad_norm": 1.5929617881774902,
      "learning_rate": 4.629322922311468e-06,
      "loss": 0.4353,
      "step": 336850
    },
    {
      "epoch": 94.02,
      "grad_norm": 1.4933234453201294,
      "learning_rate": 4.629316934953908e-06,
      "loss": 0.4323,
      "step": 336860
    },
    {
      "epoch": 94.02,
      "grad_norm": 1.744179368019104,
      "learning_rate": 4.6293109472921365e-06,
      "loss": 0.4396,
      "step": 336870
    },
    {
      "epoch": 94.02,
      "grad_norm": 2.1339404582977295,
      "learning_rate": 4.6293049593261566e-06,
      "loss": 0.4274,
      "step": 336880
    },
    {
      "epoch": 94.02,
      "grad_norm": 1.6562929153442383,
      "learning_rate": 4.62929897105597e-06,
      "loss": 0.4499,
      "step": 336890
    },
    {
      "epoch": 94.03,
      "grad_norm": 1.7815775871276855,
      "learning_rate": 4.629292982481575e-06,
      "loss": 0.4241,
      "step": 336900
    },
    {
      "epoch": 94.03,
      "grad_norm": 1.4648295640945435,
      "learning_rate": 4.6292869936029736e-06,
      "loss": 0.452,
      "step": 336910
    },
    {
      "epoch": 94.03,
      "grad_norm": 1.5532031059265137,
      "learning_rate": 4.6292810044201665e-06,
      "loss": 0.4439,
      "step": 336920
    },
    {
      "epoch": 94.04,
      "grad_norm": 1.5384058952331543,
      "learning_rate": 4.629275014933155e-06,
      "loss": 0.4538,
      "step": 336930
    },
    {
      "epoch": 94.04,
      "grad_norm": 1.9260480403900146,
      "learning_rate": 4.62926902514194e-06,
      "loss": 0.4342,
      "step": 336940
    },
    {
      "epoch": 94.04,
      "grad_norm": 1.4483065605163574,
      "learning_rate": 4.629263035046521e-06,
      "loss": 0.423,
      "step": 336950
    },
    {
      "epoch": 94.04,
      "grad_norm": 1.9599586725234985,
      "learning_rate": 4.6292570446469006e-06,
      "loss": 0.4377,
      "step": 336960
    },
    {
      "epoch": 94.05,
      "grad_norm": 1.427340030670166,
      "learning_rate": 4.629251053943077e-06,
      "loss": 0.439,
      "step": 336970
    },
    {
      "epoch": 94.05,
      "grad_norm": 1.650431752204895,
      "learning_rate": 4.629245062935054e-06,
      "loss": 0.4465,
      "step": 336980
    },
    {
      "epoch": 94.05,
      "grad_norm": 1.5256271362304688,
      "learning_rate": 4.62923907162283e-06,
      "loss": 0.4398,
      "step": 336990
    },
    {
      "epoch": 94.06,
      "grad_norm": 1.6317105293273926,
      "learning_rate": 4.629233080006407e-06,
      "loss": 0.4456,
      "step": 337000
    },
    {
      "epoch": 94.06,
      "grad_norm": 1.8594048023223877,
      "learning_rate": 4.629227088085786e-06,
      "loss": 0.4296,
      "step": 337010
    },
    {
      "epoch": 94.06,
      "grad_norm": 3.1115286350250244,
      "learning_rate": 4.629221095860967e-06,
      "loss": 0.4179,
      "step": 337020
    },
    {
      "epoch": 94.06,
      "grad_norm": 2.0773613452911377,
      "learning_rate": 4.629215103331951e-06,
      "loss": 0.4317,
      "step": 337030
    },
    {
      "epoch": 94.07,
      "grad_norm": 1.4238996505737305,
      "learning_rate": 4.62920911049874e-06,
      "loss": 0.4577,
      "step": 337040
    },
    {
      "epoch": 94.07,
      "grad_norm": 1.230668544769287,
      "learning_rate": 4.629203117361333e-06,
      "loss": 0.4346,
      "step": 337050
    },
    {
      "epoch": 94.07,
      "grad_norm": 1.64700448513031,
      "learning_rate": 4.629197123919732e-06,
      "loss": 0.4433,
      "step": 337060
    },
    {
      "epoch": 94.07,
      "grad_norm": 1.7708796262741089,
      "learning_rate": 4.629191130173937e-06,
      "loss": 0.4406,
      "step": 337070
    },
    {
      "epoch": 94.08,
      "grad_norm": 1.7688522338867188,
      "learning_rate": 4.629185136123949e-06,
      "loss": 0.4644,
      "step": 337080
    },
    {
      "epoch": 94.08,
      "grad_norm": 1.5127370357513428,
      "learning_rate": 4.629179141769768e-06,
      "loss": 0.443,
      "step": 337090
    },
    {
      "epoch": 94.08,
      "grad_norm": 2.0379478931427,
      "learning_rate": 4.629173147111398e-06,
      "loss": 0.456,
      "step": 337100
    },
    {
      "epoch": 94.09,
      "grad_norm": 1.6231880187988281,
      "learning_rate": 4.629167152148836e-06,
      "loss": 0.4277,
      "step": 337110
    },
    {
      "epoch": 94.09,
      "grad_norm": 1.3488188982009888,
      "learning_rate": 4.629161156882085e-06,
      "loss": 0.4237,
      "step": 337120
    },
    {
      "epoch": 94.09,
      "grad_norm": 1.5851891040802002,
      "learning_rate": 4.629155161311145e-06,
      "loss": 0.4382,
      "step": 337130
    },
    {
      "epoch": 94.09,
      "grad_norm": 1.3843735456466675,
      "learning_rate": 4.629149165436017e-06,
      "loss": 0.4466,
      "step": 337140
    },
    {
      "epoch": 94.1,
      "grad_norm": 1.7917060852050781,
      "learning_rate": 4.6291431692567015e-06,
      "loss": 0.4466,
      "step": 337150
    },
    {
      "epoch": 94.1,
      "grad_norm": 1.4599530696868896,
      "learning_rate": 4.6291371727732e-06,
      "loss": 0.4415,
      "step": 337160
    },
    {
      "epoch": 94.1,
      "grad_norm": 1.2848842144012451,
      "learning_rate": 4.629131175985512e-06,
      "loss": 0.4392,
      "step": 337170
    },
    {
      "epoch": 94.11,
      "grad_norm": 1.5480552911758423,
      "learning_rate": 4.62912517889364e-06,
      "loss": 0.4463,
      "step": 337180
    },
    {
      "epoch": 94.11,
      "grad_norm": 1.413677453994751,
      "learning_rate": 4.629119181497584e-06,
      "loss": 0.4238,
      "step": 337190
    },
    {
      "epoch": 94.11,
      "grad_norm": 1.7478281259536743,
      "learning_rate": 4.629113183797345e-06,
      "loss": 0.448,
      "step": 337200
    },
    {
      "epoch": 94.11,
      "grad_norm": 1.6271547079086304,
      "learning_rate": 4.629107185792922e-06,
      "loss": 0.4415,
      "step": 337210
    },
    {
      "epoch": 94.12,
      "grad_norm": 1.9497034549713135,
      "learning_rate": 4.629101187484318e-06,
      "loss": 0.4368,
      "step": 337220
    },
    {
      "epoch": 94.12,
      "grad_norm": 1.6912763118743896,
      "learning_rate": 4.6290951888715336e-06,
      "loss": 0.4576,
      "step": 337230
    },
    {
      "epoch": 94.12,
      "grad_norm": 1.8323777914047241,
      "learning_rate": 4.629089189954569e-06,
      "loss": 0.4431,
      "step": 337240
    },
    {
      "epoch": 94.13,
      "grad_norm": 1.3369081020355225,
      "learning_rate": 4.629083190733425e-06,
      "loss": 0.4161,
      "step": 337250
    },
    {
      "epoch": 94.13,
      "grad_norm": 1.4751173257827759,
      "learning_rate": 4.629077191208103e-06,
      "loss": 0.4306,
      "step": 337260
    },
    {
      "epoch": 94.13,
      "grad_norm": 1.5365029573440552,
      "learning_rate": 4.629071191378602e-06,
      "loss": 0.4374,
      "step": 337270
    },
    {
      "epoch": 94.13,
      "grad_norm": 1.432011365890503,
      "learning_rate": 4.629065191244925e-06,
      "loss": 0.4332,
      "step": 337280
    },
    {
      "epoch": 94.14,
      "grad_norm": 1.3387058973312378,
      "learning_rate": 4.629059190807072e-06,
      "loss": 0.4364,
      "step": 337290
    },
    {
      "epoch": 94.14,
      "grad_norm": 1.7943145036697388,
      "learning_rate": 4.629053190065044e-06,
      "loss": 0.4275,
      "step": 337300
    },
    {
      "epoch": 94.14,
      "grad_norm": 1.5817879438400269,
      "learning_rate": 4.629047189018841e-06,
      "loss": 0.4165,
      "step": 337310
    },
    {
      "epoch": 94.14,
      "grad_norm": 1.5112680196762085,
      "learning_rate": 4.6290411876684645e-06,
      "loss": 0.443,
      "step": 337320
    },
    {
      "epoch": 94.15,
      "grad_norm": 1.9794931411743164,
      "learning_rate": 4.6290351860139155e-06,
      "loss": 0.4292,
      "step": 337330
    },
    {
      "epoch": 94.15,
      "grad_norm": 1.9024367332458496,
      "learning_rate": 4.6290291840551936e-06,
      "loss": 0.4459,
      "step": 337340
    },
    {
      "epoch": 94.15,
      "grad_norm": 1.967857003211975,
      "learning_rate": 4.6290231817923e-06,
      "loss": 0.4624,
      "step": 337350
    },
    {
      "epoch": 94.16,
      "grad_norm": 1.3788825273513794,
      "learning_rate": 4.629017179225238e-06,
      "loss": 0.4458,
      "step": 337360
    },
    {
      "epoch": 94.16,
      "grad_norm": 1.3256843090057373,
      "learning_rate": 4.6290111763540055e-06,
      "loss": 0.4397,
      "step": 337370
    },
    {
      "epoch": 94.16,
      "grad_norm": 1.4557641744613647,
      "learning_rate": 4.629005173178604e-06,
      "loss": 0.4517,
      "step": 337380
    },
    {
      "epoch": 94.16,
      "grad_norm": 1.4656531810760498,
      "learning_rate": 4.628999169699033e-06,
      "loss": 0.4597,
      "step": 337390
    },
    {
      "epoch": 94.17,
      "grad_norm": 1.7275742292404175,
      "learning_rate": 4.628993165915296e-06,
      "loss": 0.4499,
      "step": 337400
    },
    {
      "epoch": 94.17,
      "grad_norm": 1.4870656728744507,
      "learning_rate": 4.628987161827392e-06,
      "loss": 0.4314,
      "step": 337410
    },
    {
      "epoch": 94.17,
      "grad_norm": 1.3936164379119873,
      "learning_rate": 4.6289811574353235e-06,
      "loss": 0.4326,
      "step": 337420
    },
    {
      "epoch": 94.18,
      "grad_norm": 1.7109577655792236,
      "learning_rate": 4.628975152739089e-06,
      "loss": 0.4404,
      "step": 337430
    },
    {
      "epoch": 94.18,
      "grad_norm": 1.2447762489318848,
      "learning_rate": 4.6289691477386916e-06,
      "loss": 0.4357,
      "step": 337440
    },
    {
      "epoch": 94.18,
      "grad_norm": 1.7539488077163696,
      "learning_rate": 4.628963142434129e-06,
      "loss": 0.4412,
      "step": 337450
    },
    {
      "epoch": 94.18,
      "grad_norm": 1.4666436910629272,
      "learning_rate": 4.628957136825405e-06,
      "loss": 0.4451,
      "step": 337460
    },
    {
      "epoch": 94.19,
      "grad_norm": 1.4776188135147095,
      "learning_rate": 4.628951130912519e-06,
      "loss": 0.4176,
      "step": 337470
    },
    {
      "epoch": 94.19,
      "grad_norm": 2.305521249771118,
      "learning_rate": 4.628945124695473e-06,
      "loss": 0.4427,
      "step": 337480
    },
    {
      "epoch": 94.19,
      "grad_norm": 1.5553394556045532,
      "learning_rate": 4.628939118174266e-06,
      "loss": 0.4351,
      "step": 337490
    },
    {
      "epoch": 94.19,
      "grad_norm": 1.7875808477401733,
      "learning_rate": 4.6289331113489e-06,
      "loss": 0.4187,
      "step": 337500
    },
    {
      "epoch": 94.2,
      "grad_norm": 1.3960825204849243,
      "learning_rate": 4.6289271042193755e-06,
      "loss": 0.4383,
      "step": 337510
    },
    {
      "epoch": 94.2,
      "grad_norm": 1.5275249481201172,
      "learning_rate": 4.6289210967856935e-06,
      "loss": 0.4446,
      "step": 337520
    },
    {
      "epoch": 94.2,
      "grad_norm": 1.5684398412704468,
      "learning_rate": 4.628915089047854e-06,
      "loss": 0.4208,
      "step": 337530
    },
    {
      "epoch": 94.21,
      "grad_norm": 1.4745899438858032,
      "learning_rate": 4.628909081005859e-06,
      "loss": 0.4439,
      "step": 337540
    },
    {
      "epoch": 94.21,
      "grad_norm": 1.6450300216674805,
      "learning_rate": 4.628903072659708e-06,
      "loss": 0.4504,
      "step": 337550
    },
    {
      "epoch": 94.21,
      "grad_norm": 1.5526747703552246,
      "learning_rate": 4.628897064009403e-06,
      "loss": 0.4262,
      "step": 337560
    },
    {
      "epoch": 94.21,
      "grad_norm": 1.6932142972946167,
      "learning_rate": 4.628891055054945e-06,
      "loss": 0.4348,
      "step": 337570
    },
    {
      "epoch": 94.22,
      "grad_norm": 1.7661172151565552,
      "learning_rate": 4.628885045796333e-06,
      "loss": 0.4503,
      "step": 337580
    },
    {
      "epoch": 94.22,
      "grad_norm": 1.7666740417480469,
      "learning_rate": 4.628879036233569e-06,
      "loss": 0.4445,
      "step": 337590
    },
    {
      "epoch": 94.22,
      "grad_norm": 1.4944571256637573,
      "learning_rate": 4.6288730263666535e-06,
      "loss": 0.4311,
      "step": 337600
    },
    {
      "epoch": 94.23,
      "grad_norm": 1.4093148708343506,
      "learning_rate": 4.628867016195588e-06,
      "loss": 0.4258,
      "step": 337610
    },
    {
      "epoch": 94.23,
      "grad_norm": 1.7737739086151123,
      "learning_rate": 4.6288610057203725e-06,
      "loss": 0.4448,
      "step": 337620
    },
    {
      "epoch": 94.23,
      "grad_norm": 1.4798661470413208,
      "learning_rate": 4.628854994941009e-06,
      "loss": 0.444,
      "step": 337630
    },
    {
      "epoch": 94.23,
      "grad_norm": 1.5844968557357788,
      "learning_rate": 4.628848983857497e-06,
      "loss": 0.4624,
      "step": 337640
    },
    {
      "epoch": 94.24,
      "grad_norm": 1.5908390283584595,
      "learning_rate": 4.628842972469837e-06,
      "loss": 0.4375,
      "step": 337650
    },
    {
      "epoch": 94.24,
      "grad_norm": 1.7883856296539307,
      "learning_rate": 4.628836960778032e-06,
      "loss": 0.4493,
      "step": 337660
    },
    {
      "epoch": 94.24,
      "grad_norm": 1.645527958869934,
      "learning_rate": 4.62883094878208e-06,
      "loss": 0.4515,
      "step": 337670
    },
    {
      "epoch": 94.25,
      "grad_norm": 1.3666496276855469,
      "learning_rate": 4.628824936481983e-06,
      "loss": 0.4287,
      "step": 337680
    },
    {
      "epoch": 94.25,
      "grad_norm": 1.973972201347351,
      "learning_rate": 4.628818923877743e-06,
      "loss": 0.4396,
      "step": 337690
    },
    {
      "epoch": 94.25,
      "grad_norm": 1.6524478197097778,
      "learning_rate": 4.628812910969358e-06,
      "loss": 0.4335,
      "step": 337700
    },
    {
      "epoch": 94.25,
      "grad_norm": 1.3836594820022583,
      "learning_rate": 4.628806897756832e-06,
      "loss": 0.4311,
      "step": 337710
    },
    {
      "epoch": 94.26,
      "grad_norm": 2.6628286838531494,
      "learning_rate": 4.628800884240164e-06,
      "loss": 0.4381,
      "step": 337720
    },
    {
      "epoch": 94.26,
      "grad_norm": 2.072585105895996,
      "learning_rate": 4.628794870419354e-06,
      "loss": 0.4293,
      "step": 337730
    },
    {
      "epoch": 94.26,
      "grad_norm": 1.397701382637024,
      "learning_rate": 4.628788856294406e-06,
      "loss": 0.4332,
      "step": 337740
    },
    {
      "epoch": 94.26,
      "grad_norm": 1.5081403255462646,
      "learning_rate": 4.6287828418653165e-06,
      "loss": 0.4368,
      "step": 337750
    },
    {
      "epoch": 94.27,
      "grad_norm": 1.540291666984558,
      "learning_rate": 4.628776827132089e-06,
      "loss": 0.4498,
      "step": 337760
    },
    {
      "epoch": 94.27,
      "grad_norm": 1.5497254133224487,
      "learning_rate": 4.6287708120947254e-06,
      "loss": 0.4477,
      "step": 337770
    },
    {
      "epoch": 94.27,
      "grad_norm": 2.2128965854644775,
      "learning_rate": 4.6287647967532235e-06,
      "loss": 0.4252,
      "step": 337780
    },
    {
      "epoch": 94.28,
      "grad_norm": 2.058417320251465,
      "learning_rate": 4.628758781107586e-06,
      "loss": 0.4603,
      "step": 337790
    },
    {
      "epoch": 94.28,
      "grad_norm": 1.7987695932388306,
      "learning_rate": 4.628752765157813e-06,
      "loss": 0.4293,
      "step": 337800
    },
    {
      "epoch": 94.28,
      "grad_norm": 1.6816879510879517,
      "learning_rate": 4.628746748903905e-06,
      "loss": 0.4351,
      "step": 337810
    },
    {
      "epoch": 94.28,
      "grad_norm": 1.4962847232818604,
      "learning_rate": 4.628740732345865e-06,
      "loss": 0.4356,
      "step": 337820
    },
    {
      "epoch": 94.29,
      "grad_norm": 1.5917842388153076,
      "learning_rate": 4.628734715483691e-06,
      "loss": 0.4221,
      "step": 337830
    },
    {
      "epoch": 94.29,
      "grad_norm": 1.467625617980957,
      "learning_rate": 4.628728698317384e-06,
      "loss": 0.4458,
      "step": 337840
    },
    {
      "epoch": 94.29,
      "grad_norm": 1.5990941524505615,
      "learning_rate": 4.628722680846947e-06,
      "loss": 0.413,
      "step": 337850
    },
    {
      "epoch": 94.3,
      "grad_norm": 1.604867696762085,
      "learning_rate": 4.628716663072379e-06,
      "loss": 0.4429,
      "step": 337860
    },
    {
      "epoch": 94.3,
      "grad_norm": 1.6135382652282715,
      "learning_rate": 4.628710644993682e-06,
      "loss": 0.4503,
      "step": 337870
    },
    {
      "epoch": 94.3,
      "grad_norm": 1.4582208395004272,
      "learning_rate": 4.628704626610855e-06,
      "loss": 0.4317,
      "step": 337880
    },
    {
      "epoch": 94.3,
      "grad_norm": 2.1061251163482666,
      "learning_rate": 4.628698607923901e-06,
      "loss": 0.4259,
      "step": 337890
    },
    {
      "epoch": 94.31,
      "grad_norm": 1.5439395904541016,
      "learning_rate": 4.628692588932819e-06,
      "loss": 0.4428,
      "step": 337900
    },
    {
      "epoch": 94.31,
      "grad_norm": 1.423410415649414,
      "learning_rate": 4.628686569637611e-06,
      "loss": 0.4397,
      "step": 337910
    },
    {
      "epoch": 94.31,
      "grad_norm": 1.6531314849853516,
      "learning_rate": 4.628680550038277e-06,
      "loss": 0.4659,
      "step": 337920
    },
    {
      "epoch": 94.31,
      "grad_norm": 1.3150235414505005,
      "learning_rate": 4.628674530134818e-06,
      "loss": 0.4347,
      "step": 337930
    },
    {
      "epoch": 94.32,
      "grad_norm": 1.5491269826889038,
      "learning_rate": 4.628668509927235e-06,
      "loss": 0.435,
      "step": 337940
    },
    {
      "epoch": 94.32,
      "grad_norm": 1.3291901350021362,
      "learning_rate": 4.628662489415529e-06,
      "loss": 0.4347,
      "step": 337950
    },
    {
      "epoch": 94.32,
      "grad_norm": 1.7958197593688965,
      "learning_rate": 4.6286564685997e-06,
      "loss": 0.4297,
      "step": 337960
    },
    {
      "epoch": 94.33,
      "grad_norm": 1.599830985069275,
      "learning_rate": 4.62865044747975e-06,
      "loss": 0.4392,
      "step": 337970
    },
    {
      "epoch": 94.33,
      "grad_norm": 1.4089481830596924,
      "learning_rate": 4.628644426055679e-06,
      "loss": 0.4256,
      "step": 337980
    },
    {
      "epoch": 94.33,
      "grad_norm": 1.736622929573059,
      "learning_rate": 4.628638404327487e-06,
      "loss": 0.4521,
      "step": 337990
    },
    {
      "epoch": 94.33,
      "grad_norm": 1.664180040359497,
      "learning_rate": 4.6286323822951766e-06,
      "loss": 0.4338,
      "step": 338000
    },
    {
      "epoch": 94.34,
      "grad_norm": 1.592791199684143,
      "learning_rate": 4.628626359958748e-06,
      "loss": 0.456,
      "step": 338010
    },
    {
      "epoch": 94.34,
      "grad_norm": 1.773067831993103,
      "learning_rate": 4.628620337318201e-06,
      "loss": 0.4494,
      "step": 338020
    },
    {
      "epoch": 94.34,
      "grad_norm": 1.6287211179733276,
      "learning_rate": 4.628614314373537e-06,
      "loss": 0.4476,
      "step": 338030
    },
    {
      "epoch": 94.35,
      "grad_norm": 1.4295287132263184,
      "learning_rate": 4.6286082911247575e-06,
      "loss": 0.4455,
      "step": 338040
    },
    {
      "epoch": 94.35,
      "grad_norm": 1.3957290649414062,
      "learning_rate": 4.628602267571863e-06,
      "loss": 0.4394,
      "step": 338050
    },
    {
      "epoch": 94.35,
      "grad_norm": 1.5639152526855469,
      "learning_rate": 4.6285962437148535e-06,
      "loss": 0.4299,
      "step": 338060
    },
    {
      "epoch": 94.35,
      "grad_norm": 1.6575403213500977,
      "learning_rate": 4.62859021955373e-06,
      "loss": 0.449,
      "step": 338070
    },
    {
      "epoch": 94.36,
      "grad_norm": 1.495786428451538,
      "learning_rate": 4.628584195088495e-06,
      "loss": 0.458,
      "step": 338080
    },
    {
      "epoch": 94.36,
      "grad_norm": 1.5576797723770142,
      "learning_rate": 4.628578170319147e-06,
      "loss": 0.4495,
      "step": 338090
    },
    {
      "epoch": 94.36,
      "grad_norm": 1.7046165466308594,
      "learning_rate": 4.628572145245687e-06,
      "loss": 0.4247,
      "step": 338100
    },
    {
      "epoch": 94.37,
      "grad_norm": 1.6239361763000488,
      "learning_rate": 4.628566119868118e-06,
      "loss": 0.4302,
      "step": 338110
    },
    {
      "epoch": 94.37,
      "grad_norm": 1.7792502641677856,
      "learning_rate": 4.628560094186439e-06,
      "loss": 0.4324,
      "step": 338120
    },
    {
      "epoch": 94.37,
      "grad_norm": 1.471755027770996,
      "learning_rate": 4.62855406820065e-06,
      "loss": 0.4415,
      "step": 338130
    },
    {
      "epoch": 94.37,
      "grad_norm": 2.3293240070343018,
      "learning_rate": 4.628548041910754e-06,
      "loss": 0.447,
      "step": 338140
    },
    {
      "epoch": 94.38,
      "grad_norm": 1.4751170873641968,
      "learning_rate": 4.628542015316751e-06,
      "loss": 0.4513,
      "step": 338150
    },
    {
      "epoch": 94.38,
      "grad_norm": 1.5683823823928833,
      "learning_rate": 4.628535988418641e-06,
      "loss": 0.4655,
      "step": 338160
    },
    {
      "epoch": 94.38,
      "grad_norm": 1.4364091157913208,
      "learning_rate": 4.628529961216426e-06,
      "loss": 0.441,
      "step": 338170
    },
    {
      "epoch": 94.38,
      "grad_norm": 1.8568627834320068,
      "learning_rate": 4.628523933710106e-06,
      "loss": 0.4503,
      "step": 338180
    },
    {
      "epoch": 94.39,
      "grad_norm": 1.2256337404251099,
      "learning_rate": 4.628517905899681e-06,
      "loss": 0.4362,
      "step": 338190
    },
    {
      "epoch": 94.39,
      "grad_norm": 1.3361144065856934,
      "learning_rate": 4.628511877785153e-06,
      "loss": 0.4546,
      "step": 338200
    },
    {
      "epoch": 94.39,
      "grad_norm": 1.704624056816101,
      "learning_rate": 4.628505849366524e-06,
      "loss": 0.4671,
      "step": 338210
    },
    {
      "epoch": 94.4,
      "grad_norm": 1.2841439247131348,
      "learning_rate": 4.628499820643792e-06,
      "loss": 0.4537,
      "step": 338220
    },
    {
      "epoch": 94.4,
      "grad_norm": 1.57110595703125,
      "learning_rate": 4.628493791616959e-06,
      "loss": 0.4126,
      "step": 338230
    },
    {
      "epoch": 94.4,
      "grad_norm": 1.6968263387680054,
      "learning_rate": 4.628487762286027e-06,
      "loss": 0.4506,
      "step": 338240
    },
    {
      "epoch": 94.4,
      "grad_norm": 2.1318886280059814,
      "learning_rate": 4.628481732650996e-06,
      "loss": 0.4396,
      "step": 338250
    },
    {
      "epoch": 94.41,
      "grad_norm": 1.5639444589614868,
      "learning_rate": 4.628475702711865e-06,
      "loss": 0.4405,
      "step": 338260
    },
    {
      "epoch": 94.41,
      "grad_norm": 1.704843282699585,
      "learning_rate": 4.628469672468638e-06,
      "loss": 0.4316,
      "step": 338270
    },
    {
      "epoch": 94.41,
      "grad_norm": 1.908969521522522,
      "learning_rate": 4.628463641921313e-06,
      "loss": 0.4304,
      "step": 338280
    },
    {
      "epoch": 94.42,
      "grad_norm": 1.7735867500305176,
      "learning_rate": 4.628457611069892e-06,
      "loss": 0.4292,
      "step": 338290
    },
    {
      "epoch": 94.42,
      "grad_norm": 1.6301950216293335,
      "learning_rate": 4.628451579914377e-06,
      "loss": 0.4324,
      "step": 338300
    },
    {
      "epoch": 94.42,
      "grad_norm": 1.6625169515609741,
      "learning_rate": 4.628445548454767e-06,
      "loss": 0.4287,
      "step": 338310
    },
    {
      "epoch": 94.42,
      "grad_norm": 1.590760350227356,
      "learning_rate": 4.628439516691063e-06,
      "loss": 0.4329,
      "step": 338320
    },
    {
      "epoch": 94.43,
      "grad_norm": 1.4574792385101318,
      "learning_rate": 4.628433484623267e-06,
      "loss": 0.4564,
      "step": 338330
    },
    {
      "epoch": 94.43,
      "grad_norm": 1.5031793117523193,
      "learning_rate": 4.628427452251378e-06,
      "loss": 0.4551,
      "step": 338340
    },
    {
      "epoch": 94.43,
      "grad_norm": 1.3772531747817993,
      "learning_rate": 4.628421419575398e-06,
      "loss": 0.4493,
      "step": 338350
    },
    {
      "epoch": 94.43,
      "grad_norm": 1.5743110179901123,
      "learning_rate": 4.628415386595328e-06,
      "loss": 0.439,
      "step": 338360
    },
    {
      "epoch": 94.44,
      "grad_norm": 1.380886435508728,
      "learning_rate": 4.6284093533111685e-06,
      "loss": 0.4351,
      "step": 338370
    },
    {
      "epoch": 94.44,
      "grad_norm": 1.521065592765808,
      "learning_rate": 4.62840331972292e-06,
      "loss": 0.4205,
      "step": 338380
    },
    {
      "epoch": 94.44,
      "grad_norm": 1.4367190599441528,
      "learning_rate": 4.628397285830583e-06,
      "loss": 0.4542,
      "step": 338390
    },
    {
      "epoch": 94.45,
      "grad_norm": 1.5983190536499023,
      "learning_rate": 4.628391251634159e-06,
      "loss": 0.4351,
      "step": 338400
    },
    {
      "epoch": 94.45,
      "grad_norm": 1.350830316543579,
      "learning_rate": 4.6283852171336504e-06,
      "loss": 0.4455,
      "step": 338410
    },
    {
      "epoch": 94.45,
      "grad_norm": 1.394350528717041,
      "learning_rate": 4.628379182329054e-06,
      "loss": 0.4331,
      "step": 338420
    },
    {
      "epoch": 94.45,
      "grad_norm": 1.8765389919281006,
      "learning_rate": 4.628373147220374e-06,
      "loss": 0.439,
      "step": 338430
    },
    {
      "epoch": 94.46,
      "grad_norm": 1.2345420122146606,
      "learning_rate": 4.62836711180761e-06,
      "loss": 0.4369,
      "step": 338440
    },
    {
      "epoch": 94.46,
      "grad_norm": 1.8375656604766846,
      "learning_rate": 4.628361076090762e-06,
      "loss": 0.4484,
      "step": 338450
    },
    {
      "epoch": 94.46,
      "grad_norm": 1.26962149143219,
      "learning_rate": 4.628355040069833e-06,
      "loss": 0.4287,
      "step": 338460
    },
    {
      "epoch": 94.47,
      "grad_norm": 1.4521585702896118,
      "learning_rate": 4.628349003744821e-06,
      "loss": 0.4391,
      "step": 338470
    },
    {
      "epoch": 94.47,
      "grad_norm": 1.558396816253662,
      "learning_rate": 4.628342967115729e-06,
      "loss": 0.4301,
      "step": 338480
    },
    {
      "epoch": 94.47,
      "grad_norm": 1.5929796695709229,
      "learning_rate": 4.628336930182557e-06,
      "loss": 0.4411,
      "step": 338490
    },
    {
      "epoch": 94.47,
      "grad_norm": 1.4451090097427368,
      "learning_rate": 4.628330892945306e-06,
      "loss": 0.4211,
      "step": 338500
    },
    {
      "epoch": 94.48,
      "grad_norm": 1.4989122152328491,
      "learning_rate": 4.628324855403976e-06,
      "loss": 0.4341,
      "step": 338510
    },
    {
      "epoch": 94.48,
      "grad_norm": 1.8119038343429565,
      "learning_rate": 4.628318817558569e-06,
      "loss": 0.4238,
      "step": 338520
    },
    {
      "epoch": 94.48,
      "grad_norm": 2.1398518085479736,
      "learning_rate": 4.628312779409085e-06,
      "loss": 0.415,
      "step": 338530
    },
    {
      "epoch": 94.49,
      "grad_norm": 1.9250783920288086,
      "learning_rate": 4.628306740955526e-06,
      "loss": 0.4371,
      "step": 338540
    },
    {
      "epoch": 94.49,
      "grad_norm": 1.6835111379623413,
      "learning_rate": 4.62830070219789e-06,
      "loss": 0.4407,
      "step": 338550
    },
    {
      "epoch": 94.49,
      "grad_norm": 3.484050989151001,
      "learning_rate": 4.628294663136181e-06,
      "loss": 0.4493,
      "step": 338560
    },
    {
      "epoch": 94.49,
      "grad_norm": 1.6090383529663086,
      "learning_rate": 4.628288623770399e-06,
      "loss": 0.4523,
      "step": 338570
    },
    {
      "epoch": 94.5,
      "grad_norm": 1.6816848516464233,
      "learning_rate": 4.6282825841005425e-06,
      "loss": 0.4253,
      "step": 338580
    },
    {
      "epoch": 94.5,
      "grad_norm": 4.422231197357178,
      "learning_rate": 4.628276544126616e-06,
      "loss": 0.4539,
      "step": 338590
    },
    {
      "epoch": 94.5,
      "grad_norm": 1.8078972101211548,
      "learning_rate": 4.628270503848617e-06,
      "loss": 0.4411,
      "step": 338600
    },
    {
      "epoch": 94.5,
      "grad_norm": 1.5924893617630005,
      "learning_rate": 4.628264463266548e-06,
      "loss": 0.4384,
      "step": 338610
    },
    {
      "epoch": 94.51,
      "grad_norm": 1.6568857431411743,
      "learning_rate": 4.6282584223804105e-06,
      "loss": 0.4558,
      "step": 338620
    },
    {
      "epoch": 94.51,
      "grad_norm": 1.8117402791976929,
      "learning_rate": 4.628252381190203e-06,
      "loss": 0.4443,
      "step": 338630
    },
    {
      "epoch": 94.51,
      "grad_norm": 1.3422374725341797,
      "learning_rate": 4.628246339695929e-06,
      "loss": 0.4536,
      "step": 338640
    },
    {
      "epoch": 94.52,
      "grad_norm": 1.6373904943466187,
      "learning_rate": 4.628240297897586e-06,
      "loss": 0.4481,
      "step": 338650
    },
    {
      "epoch": 94.52,
      "grad_norm": 1.220925211906433,
      "learning_rate": 4.628234255795179e-06,
      "loss": 0.4384,
      "step": 338660
    },
    {
      "epoch": 94.52,
      "grad_norm": 1.97087824344635,
      "learning_rate": 4.628228213388704e-06,
      "loss": 0.4366,
      "step": 338670
    },
    {
      "epoch": 94.52,
      "grad_norm": 1.525404691696167,
      "learning_rate": 4.6282221706781665e-06,
      "loss": 0.4466,
      "step": 338680
    },
    {
      "epoch": 94.53,
      "grad_norm": 1.7459827661514282,
      "learning_rate": 4.628216127663564e-06,
      "loss": 0.4511,
      "step": 338690
    },
    {
      "epoch": 94.53,
      "grad_norm": 2.167543411254883,
      "learning_rate": 4.628210084344899e-06,
      "loss": 0.4444,
      "step": 338700
    },
    {
      "epoch": 94.53,
      "grad_norm": 1.6599804162979126,
      "learning_rate": 4.628204040722171e-06,
      "loss": 0.4306,
      "step": 338710
    },
    {
      "epoch": 94.54,
      "grad_norm": 1.8197795152664185,
      "learning_rate": 4.6281979967953825e-06,
      "loss": 0.4129,
      "step": 338720
    },
    {
      "epoch": 94.54,
      "grad_norm": 1.5862542390823364,
      "learning_rate": 4.628191952564533e-06,
      "loss": 0.4305,
      "step": 338730
    },
    {
      "epoch": 94.54,
      "grad_norm": 1.5578469038009644,
      "learning_rate": 4.6281859080296226e-06,
      "loss": 0.4183,
      "step": 338740
    },
    {
      "epoch": 94.54,
      "grad_norm": 1.6361361742019653,
      "learning_rate": 4.628179863190655e-06,
      "loss": 0.45,
      "step": 338750
    },
    {
      "epoch": 94.55,
      "grad_norm": 1.4581058025360107,
      "learning_rate": 4.628173818047628e-06,
      "loss": 0.4328,
      "step": 338760
    },
    {
      "epoch": 94.55,
      "grad_norm": 1.9469249248504639,
      "learning_rate": 4.628167772600543e-06,
      "loss": 0.4655,
      "step": 338770
    },
    {
      "epoch": 94.55,
      "grad_norm": 1.5631248950958252,
      "learning_rate": 4.628161726849403e-06,
      "loss": 0.4464,
      "step": 338780
    },
    {
      "epoch": 94.55,
      "grad_norm": 1.5325442552566528,
      "learning_rate": 4.628155680794206e-06,
      "loss": 0.4394,
      "step": 338790
    },
    {
      "epoch": 94.56,
      "grad_norm": 1.667893886566162,
      "learning_rate": 4.628149634434954e-06,
      "loss": 0.4264,
      "step": 338800
    },
    {
      "epoch": 94.56,
      "grad_norm": 1.5045068264007568,
      "learning_rate": 4.628143587771649e-06,
      "loss": 0.4311,
      "step": 338810
    },
    {
      "epoch": 94.56,
      "grad_norm": 1.5776851177215576,
      "learning_rate": 4.62813754080429e-06,
      "loss": 0.4158,
      "step": 338820
    },
    {
      "epoch": 94.57,
      "grad_norm": 1.6003156900405884,
      "learning_rate": 4.628131493532877e-06,
      "loss": 0.4512,
      "step": 338830
    },
    {
      "epoch": 94.57,
      "grad_norm": 1.8762996196746826,
      "learning_rate": 4.628125445957414e-06,
      "loss": 0.4471,
      "step": 338840
    },
    {
      "epoch": 94.57,
      "grad_norm": 1.3922758102416992,
      "learning_rate": 4.628119398077899e-06,
      "loss": 0.4258,
      "step": 338850
    },
    {
      "epoch": 94.57,
      "grad_norm": 1.5966757535934448,
      "learning_rate": 4.6281133498943345e-06,
      "loss": 0.4383,
      "step": 338860
    },
    {
      "epoch": 94.58,
      "grad_norm": 1.5993833541870117,
      "learning_rate": 4.62810730140672e-06,
      "loss": 0.4454,
      "step": 338870
    },
    {
      "epoch": 94.58,
      "grad_norm": 1.3660712242126465,
      "learning_rate": 4.628101252615057e-06,
      "loss": 0.4372,
      "step": 338880
    },
    {
      "epoch": 94.58,
      "grad_norm": 1.8233709335327148,
      "learning_rate": 4.628095203519346e-06,
      "loss": 0.4376,
      "step": 338890
    },
    {
      "epoch": 94.59,
      "grad_norm": 1.6153342723846436,
      "learning_rate": 4.628089154119589e-06,
      "loss": 0.4445,
      "step": 338900
    },
    {
      "epoch": 94.59,
      "grad_norm": 1.6977237462997437,
      "learning_rate": 4.628083104415786e-06,
      "loss": 0.4395,
      "step": 338910
    },
    {
      "epoch": 94.59,
      "grad_norm": 1.663173794746399,
      "learning_rate": 4.628077054407936e-06,
      "loss": 0.426,
      "step": 338920
    },
    {
      "epoch": 94.59,
      "grad_norm": 1.626186728477478,
      "learning_rate": 4.628071004096043e-06,
      "loss": 0.4384,
      "step": 338930
    },
    {
      "epoch": 94.6,
      "grad_norm": 1.6194028854370117,
      "learning_rate": 4.628064953480105e-06,
      "loss": 0.4591,
      "step": 338940
    },
    {
      "epoch": 94.6,
      "grad_norm": 2.9539284706115723,
      "learning_rate": 4.628058902560124e-06,
      "loss": 0.4435,
      "step": 338950
    },
    {
      "epoch": 94.6,
      "grad_norm": 1.6980199813842773,
      "learning_rate": 4.628052851336103e-06,
      "loss": 0.4314,
      "step": 338960
    },
    {
      "epoch": 94.61,
      "grad_norm": 1.5168557167053223,
      "learning_rate": 4.6280467998080385e-06,
      "loss": 0.4327,
      "step": 338970
    },
    {
      "epoch": 94.61,
      "grad_norm": 1.4662573337554932,
      "learning_rate": 4.6280407479759345e-06,
      "loss": 0.4442,
      "step": 338980
    },
    {
      "epoch": 94.61,
      "grad_norm": 1.4900193214416504,
      "learning_rate": 4.62803469583979e-06,
      "loss": 0.4429,
      "step": 338990
    },
    {
      "epoch": 94.61,
      "grad_norm": 1.5843589305877686,
      "learning_rate": 4.628028643399607e-06,
      "loss": 0.4455,
      "step": 339000
    },
    {
      "epoch": 94.62,
      "grad_norm": 1.7039495706558228,
      "learning_rate": 4.628022590655386e-06,
      "loss": 0.4495,
      "step": 339010
    },
    {
      "epoch": 94.62,
      "grad_norm": 1.5058382749557495,
      "learning_rate": 4.6280165376071275e-06,
      "loss": 0.4504,
      "step": 339020
    },
    {
      "epoch": 94.62,
      "grad_norm": 1.6558473110198975,
      "learning_rate": 4.628010484254832e-06,
      "loss": 0.4267,
      "step": 339030
    },
    {
      "epoch": 94.62,
      "grad_norm": 1.3548036813735962,
      "learning_rate": 4.628004430598501e-06,
      "loss": 0.4549,
      "step": 339040
    },
    {
      "epoch": 94.63,
      "grad_norm": 1.550571084022522,
      "learning_rate": 4.6279983766381364e-06,
      "loss": 0.4339,
      "step": 339050
    },
    {
      "epoch": 94.63,
      "grad_norm": 1.6734857559204102,
      "learning_rate": 4.6279923223737375e-06,
      "loss": 0.42,
      "step": 339060
    },
    {
      "epoch": 94.63,
      "grad_norm": 1.5979036092758179,
      "learning_rate": 4.6279862678053045e-06,
      "loss": 0.4209,
      "step": 339070
    },
    {
      "epoch": 94.64,
      "grad_norm": 1.682525396347046,
      "learning_rate": 4.6279802129328384e-06,
      "loss": 0.4581,
      "step": 339080
    },
    {
      "epoch": 94.64,
      "grad_norm": 2.7761290073394775,
      "learning_rate": 4.627974157756342e-06,
      "loss": 0.4418,
      "step": 339090
    },
    {
      "epoch": 94.64,
      "grad_norm": 1.985464334487915,
      "learning_rate": 4.627968102275814e-06,
      "loss": 0.4382,
      "step": 339100
    },
    {
      "epoch": 94.64,
      "grad_norm": 1.3852218389511108,
      "learning_rate": 4.6279620464912556e-06,
      "loss": 0.438,
      "step": 339110
    },
    {
      "epoch": 94.65,
      "grad_norm": 1.5229414701461792,
      "learning_rate": 4.6279559904026695e-06,
      "loss": 0.4399,
      "step": 339120
    },
    {
      "epoch": 94.65,
      "grad_norm": 1.4858888387680054,
      "learning_rate": 4.627949934010054e-06,
      "loss": 0.4493,
      "step": 339130
    },
    {
      "epoch": 94.65,
      "grad_norm": 1.734907865524292,
      "learning_rate": 4.627943877313411e-06,
      "loss": 0.4495,
      "step": 339140
    },
    {
      "epoch": 94.66,
      "grad_norm": 1.8180614709854126,
      "learning_rate": 4.62793782031274e-06,
      "loss": 0.427,
      "step": 339150
    },
    {
      "epoch": 94.66,
      "grad_norm": 1.5397380590438843,
      "learning_rate": 4.627931763008045e-06,
      "loss": 0.4248,
      "step": 339160
    },
    {
      "epoch": 94.66,
      "grad_norm": 1.7331920862197876,
      "learning_rate": 4.627925705399323e-06,
      "loss": 0.4476,
      "step": 339170
    },
    {
      "epoch": 94.66,
      "grad_norm": 2.074516773223877,
      "learning_rate": 4.627919647486577e-06,
      "loss": 0.4239,
      "step": 339180
    },
    {
      "epoch": 94.67,
      "grad_norm": 1.8625757694244385,
      "learning_rate": 4.627913589269808e-06,
      "loss": 0.4132,
      "step": 339190
    },
    {
      "epoch": 94.67,
      "grad_norm": 1.4738800525665283,
      "learning_rate": 4.627907530749015e-06,
      "loss": 0.4321,
      "step": 339200
    },
    {
      "epoch": 94.67,
      "grad_norm": 1.6931586265563965,
      "learning_rate": 4.627901471924202e-06,
      "loss": 0.4307,
      "step": 339210
    },
    {
      "epoch": 94.67,
      "grad_norm": 1.7950046062469482,
      "learning_rate": 4.6278954127953665e-06,
      "loss": 0.4388,
      "step": 339220
    },
    {
      "epoch": 94.68,
      "grad_norm": 1.591996192932129,
      "learning_rate": 4.6278893533625115e-06,
      "loss": 0.4322,
      "step": 339230
    },
    {
      "epoch": 94.68,
      "grad_norm": 1.4274495840072632,
      "learning_rate": 4.627883293625636e-06,
      "loss": 0.4478,
      "step": 339240
    },
    {
      "epoch": 94.68,
      "grad_norm": 1.4554145336151123,
      "learning_rate": 4.627877233584742e-06,
      "loss": 0.4492,
      "step": 339250
    },
    {
      "epoch": 94.69,
      "grad_norm": 1.7783865928649902,
      "learning_rate": 4.62787117323983e-06,
      "loss": 0.4426,
      "step": 339260
    },
    {
      "epoch": 94.69,
      "grad_norm": 1.54362952709198,
      "learning_rate": 4.627865112590901e-06,
      "loss": 0.4238,
      "step": 339270
    },
    {
      "epoch": 94.69,
      "grad_norm": 1.5181870460510254,
      "learning_rate": 4.6278590516379556e-06,
      "loss": 0.4275,
      "step": 339280
    },
    {
      "epoch": 94.69,
      "grad_norm": 2.0012357234954834,
      "learning_rate": 4.627852990380995e-06,
      "loss": 0.4442,
      "step": 339290
    },
    {
      "epoch": 94.7,
      "grad_norm": 1.6053496599197388,
      "learning_rate": 4.6278469288200185e-06,
      "loss": 0.4358,
      "step": 339300
    },
    {
      "epoch": 94.7,
      "grad_norm": 1.4145855903625488,
      "learning_rate": 4.627840866955029e-06,
      "loss": 0.4196,
      "step": 339310
    },
    {
      "epoch": 94.7,
      "grad_norm": 1.484119176864624,
      "learning_rate": 4.627834804786027e-06,
      "loss": 0.4595,
      "step": 339320
    },
    {
      "epoch": 94.71,
      "grad_norm": 1.7681524753570557,
      "learning_rate": 4.627828742313012e-06,
      "loss": 0.4442,
      "step": 339330
    },
    {
      "epoch": 94.71,
      "grad_norm": 1.6900988817214966,
      "learning_rate": 4.627822679535985e-06,
      "loss": 0.4335,
      "step": 339340
    },
    {
      "epoch": 94.71,
      "grad_norm": 2.757580518722534,
      "learning_rate": 4.6278166164549474e-06,
      "loss": 0.437,
      "step": 339350
    },
    {
      "epoch": 94.71,
      "grad_norm": 1.374848484992981,
      "learning_rate": 4.627810553069901e-06,
      "loss": 0.4392,
      "step": 339360
    },
    {
      "epoch": 94.72,
      "grad_norm": 1.6517457962036133,
      "learning_rate": 4.627804489380844e-06,
      "loss": 0.4339,
      "step": 339370
    },
    {
      "epoch": 94.72,
      "grad_norm": 1.327859878540039,
      "learning_rate": 4.627798425387781e-06,
      "loss": 0.4328,
      "step": 339380
    },
    {
      "epoch": 94.72,
      "grad_norm": 1.7736910581588745,
      "learning_rate": 4.6277923610907084e-06,
      "loss": 0.4587,
      "step": 339390
    },
    {
      "epoch": 94.73,
      "grad_norm": 1.5701333284378052,
      "learning_rate": 4.62778629648963e-06,
      "loss": 0.4422,
      "step": 339400
    },
    {
      "epoch": 94.73,
      "grad_norm": 1.2544898986816406,
      "learning_rate": 4.627780231584546e-06,
      "loss": 0.4194,
      "step": 339410
    },
    {
      "epoch": 94.73,
      "grad_norm": 1.5280100107192993,
      "learning_rate": 4.6277741663754555e-06,
      "loss": 0.4377,
      "step": 339420
    },
    {
      "epoch": 94.73,
      "grad_norm": 1.4588948488235474,
      "learning_rate": 4.6277681008623624e-06,
      "loss": 0.4453,
      "step": 339430
    },
    {
      "epoch": 94.74,
      "grad_norm": 1.2318519353866577,
      "learning_rate": 4.627762035045265e-06,
      "loss": 0.4478,
      "step": 339440
    },
    {
      "epoch": 94.74,
      "grad_norm": 1.4237860441207886,
      "learning_rate": 4.627755968924165e-06,
      "loss": 0.4265,
      "step": 339450
    },
    {
      "epoch": 94.74,
      "grad_norm": 1.9380978345870972,
      "learning_rate": 4.627749902499064e-06,
      "loss": 0.443,
      "step": 339460
    },
    {
      "epoch": 94.74,
      "grad_norm": 1.7803254127502441,
      "learning_rate": 4.62774383576996e-06,
      "loss": 0.439,
      "step": 339470
    },
    {
      "epoch": 94.75,
      "grad_norm": 1.6605758666992188,
      "learning_rate": 4.627737768736858e-06,
      "loss": 0.4356,
      "step": 339480
    },
    {
      "epoch": 94.75,
      "grad_norm": 1.6588222980499268,
      "learning_rate": 4.627731701399756e-06,
      "loss": 0.4171,
      "step": 339490
    },
    {
      "epoch": 94.75,
      "grad_norm": 1.426293134689331,
      "learning_rate": 4.627725633758655e-06,
      "loss": 0.4331,
      "step": 339500
    },
    {
      "epoch": 94.76,
      "grad_norm": 1.8090234994888306,
      "learning_rate": 4.627719565813557e-06,
      "loss": 0.4464,
      "step": 339510
    },
    {
      "epoch": 94.76,
      "grad_norm": 2.0856034755706787,
      "learning_rate": 4.627713497564461e-06,
      "loss": 0.4414,
      "step": 339520
    },
    {
      "epoch": 94.76,
      "grad_norm": 1.4400734901428223,
      "learning_rate": 4.627707429011369e-06,
      "loss": 0.4243,
      "step": 339530
    },
    {
      "epoch": 94.76,
      "grad_norm": 1.5631464719772339,
      "learning_rate": 4.627701360154282e-06,
      "loss": 0.4285,
      "step": 339540
    },
    {
      "epoch": 94.77,
      "grad_norm": 1.3635016679763794,
      "learning_rate": 4.627695290993201e-06,
      "loss": 0.4413,
      "step": 339550
    },
    {
      "epoch": 94.77,
      "grad_norm": 1.519356608390808,
      "learning_rate": 4.627689221528125e-06,
      "loss": 0.4279,
      "step": 339560
    },
    {
      "epoch": 94.77,
      "grad_norm": 1.5413398742675781,
      "learning_rate": 4.627683151759057e-06,
      "loss": 0.4305,
      "step": 339570
    },
    {
      "epoch": 94.78,
      "grad_norm": 1.6003851890563965,
      "learning_rate": 4.627677081685997e-06,
      "loss": 0.44,
      "step": 339580
    },
    {
      "epoch": 94.78,
      "grad_norm": 1.6439599990844727,
      "learning_rate": 4.627671011308945e-06,
      "loss": 0.4606,
      "step": 339590
    },
    {
      "epoch": 94.78,
      "grad_norm": 1.3498820066452026,
      "learning_rate": 4.627664940627903e-06,
      "loss": 0.4318,
      "step": 339600
    },
    {
      "epoch": 94.78,
      "grad_norm": 1.6319849491119385,
      "learning_rate": 4.6276588696428704e-06,
      "loss": 0.4332,
      "step": 339610
    },
    {
      "epoch": 94.79,
      "grad_norm": 1.3299169540405273,
      "learning_rate": 4.6276527983538496e-06,
      "loss": 0.4325,
      "step": 339620
    },
    {
      "epoch": 94.79,
      "grad_norm": 1.4377843141555786,
      "learning_rate": 4.627646726760841e-06,
      "loss": 0.4216,
      "step": 339630
    },
    {
      "epoch": 94.79,
      "grad_norm": 1.4981651306152344,
      "learning_rate": 4.627640654863845e-06,
      "loss": 0.4051,
      "step": 339640
    },
    {
      "epoch": 94.79,
      "grad_norm": 1.8652433156967163,
      "learning_rate": 4.6276345826628616e-06,
      "loss": 0.4448,
      "step": 339650
    },
    {
      "epoch": 94.8,
      "grad_norm": 1.5142385959625244,
      "learning_rate": 4.6276285101578935e-06,
      "loss": 0.4413,
      "step": 339660
    },
    {
      "epoch": 94.8,
      "grad_norm": 1.527432918548584,
      "learning_rate": 4.627622437348941e-06,
      "loss": 0.4207,
      "step": 339670
    },
    {
      "epoch": 94.8,
      "grad_norm": 1.501978874206543,
      "learning_rate": 4.627616364236003e-06,
      "loss": 0.4394,
      "step": 339680
    },
    {
      "epoch": 94.81,
      "grad_norm": 1.6579006910324097,
      "learning_rate": 4.627610290819083e-06,
      "loss": 0.4511,
      "step": 339690
    },
    {
      "epoch": 94.81,
      "grad_norm": 1.4936609268188477,
      "learning_rate": 4.62760421709818e-06,
      "loss": 0.4325,
      "step": 339700
    },
    {
      "epoch": 94.81,
      "grad_norm": 1.6218149662017822,
      "learning_rate": 4.6275981430732956e-06,
      "loss": 0.4213,
      "step": 339710
    },
    {
      "epoch": 94.81,
      "grad_norm": 1.6180936098098755,
      "learning_rate": 4.62759206874443e-06,
      "loss": 0.4327,
      "step": 339720
    },
    {
      "epoch": 94.82,
      "grad_norm": 1.4044878482818604,
      "learning_rate": 4.627585994111585e-06,
      "loss": 0.4375,
      "step": 339730
    },
    {
      "epoch": 94.82,
      "grad_norm": 1.5265806913375854,
      "learning_rate": 4.62757991917476e-06,
      "loss": 0.4333,
      "step": 339740
    },
    {
      "epoch": 94.82,
      "grad_norm": 2.0365583896636963,
      "learning_rate": 4.627573843933958e-06,
      "loss": 0.432,
      "step": 339750
    },
    {
      "epoch": 94.83,
      "grad_norm": 1.2441585063934326,
      "learning_rate": 4.627567768389177e-06,
      "loss": 0.4132,
      "step": 339760
    },
    {
      "epoch": 94.83,
      "grad_norm": 1.494738221168518,
      "learning_rate": 4.62756169254042e-06,
      "loss": 0.4283,
      "step": 339770
    },
    {
      "epoch": 94.83,
      "grad_norm": 1.658478021621704,
      "learning_rate": 4.627555616387687e-06,
      "loss": 0.4425,
      "step": 339780
    },
    {
      "epoch": 94.83,
      "grad_norm": 1.8974865674972534,
      "learning_rate": 4.6275495399309785e-06,
      "loss": 0.4342,
      "step": 339790
    },
    {
      "epoch": 94.84,
      "grad_norm": 1.674583911895752,
      "learning_rate": 4.627543463170296e-06,
      "loss": 0.4344,
      "step": 339800
    },
    {
      "epoch": 94.84,
      "grad_norm": 1.39775812625885,
      "learning_rate": 4.6275373861056395e-06,
      "loss": 0.4471,
      "step": 339810
    },
    {
      "epoch": 94.84,
      "grad_norm": 1.4182873964309692,
      "learning_rate": 4.627531308737011e-06,
      "loss": 0.4411,
      "step": 339820
    },
    {
      "epoch": 94.85,
      "grad_norm": 1.558456540107727,
      "learning_rate": 4.62752523106441e-06,
      "loss": 0.4291,
      "step": 339830
    },
    {
      "epoch": 94.85,
      "grad_norm": 1.6286211013793945,
      "learning_rate": 4.627519153087838e-06,
      "loss": 0.421,
      "step": 339840
    },
    {
      "epoch": 94.85,
      "grad_norm": 1.341591477394104,
      "learning_rate": 4.627513074807296e-06,
      "loss": 0.4356,
      "step": 339850
    },
    {
      "epoch": 94.85,
      "grad_norm": 1.4491182565689087,
      "learning_rate": 4.627506996222784e-06,
      "loss": 0.4336,
      "step": 339860
    },
    {
      "epoch": 94.86,
      "grad_norm": 1.4801394939422607,
      "learning_rate": 4.6275009173343036e-06,
      "loss": 0.4344,
      "step": 339870
    },
    {
      "epoch": 94.86,
      "grad_norm": 1.4681396484375,
      "learning_rate": 4.627494838141855e-06,
      "loss": 0.4341,
      "step": 339880
    },
    {
      "epoch": 94.86,
      "grad_norm": 1.4511680603027344,
      "learning_rate": 4.627488758645439e-06,
      "loss": 0.4153,
      "step": 339890
    },
    {
      "epoch": 94.86,
      "grad_norm": 1.6264270544052124,
      "learning_rate": 4.627482678845059e-06,
      "loss": 0.4145,
      "step": 339900
    },
    {
      "epoch": 94.87,
      "grad_norm": 1.8493016958236694,
      "learning_rate": 4.627476598740711e-06,
      "loss": 0.4471,
      "step": 339910
    },
    {
      "epoch": 94.87,
      "grad_norm": 1.4950836896896362,
      "learning_rate": 4.6274705183324e-06,
      "loss": 0.4322,
      "step": 339920
    },
    {
      "epoch": 94.87,
      "grad_norm": 1.7947384119033813,
      "learning_rate": 4.627464437620124e-06,
      "loss": 0.4517,
      "step": 339930
    },
    {
      "epoch": 94.88,
      "grad_norm": 1.9060649871826172,
      "learning_rate": 4.627458356603885e-06,
      "loss": 0.4508,
      "step": 339940
    },
    {
      "epoch": 94.88,
      "grad_norm": 1.8731426000595093,
      "learning_rate": 4.627452275283685e-06,
      "loss": 0.4185,
      "step": 339950
    },
    {
      "epoch": 94.88,
      "grad_norm": 1.7166064977645874,
      "learning_rate": 4.627446193659523e-06,
      "loss": 0.4345,
      "step": 339960
    },
    {
      "epoch": 94.88,
      "grad_norm": 1.3617404699325562,
      "learning_rate": 4.6274401117314e-06,
      "loss": 0.4253,
      "step": 339970
    },
    {
      "epoch": 94.89,
      "grad_norm": 1.5230841636657715,
      "learning_rate": 4.627434029499318e-06,
      "loss": 0.424,
      "step": 339980
    },
    {
      "epoch": 94.89,
      "grad_norm": 1.3890173435211182,
      "learning_rate": 4.627427946963277e-06,
      "loss": 0.4321,
      "step": 339990
    },
    {
      "epoch": 94.89,
      "grad_norm": 1.5748754739761353,
      "learning_rate": 4.627421864123277e-06,
      "loss": 0.4333,
      "step": 340000
    },
    {
      "epoch": 94.9,
      "grad_norm": 1.881787896156311,
      "learning_rate": 4.62741578097932e-06,
      "loss": 0.4385,
      "step": 340010
    },
    {
      "epoch": 94.9,
      "grad_norm": 1.7082661390304565,
      "learning_rate": 4.627409697531406e-06,
      "loss": 0.4218,
      "step": 340020
    },
    {
      "epoch": 94.9,
      "grad_norm": 1.6613035202026367,
      "learning_rate": 4.6274036137795365e-06,
      "loss": 0.438,
      "step": 340030
    },
    {
      "epoch": 94.9,
      "grad_norm": 1.5899163484573364,
      "learning_rate": 4.627397529723713e-06,
      "loss": 0.4565,
      "step": 340040
    },
    {
      "epoch": 94.91,
      "grad_norm": 1.6438523530960083,
      "learning_rate": 4.627391445363935e-06,
      "loss": 0.4488,
      "step": 340050
    },
    {
      "epoch": 94.91,
      "grad_norm": 1.5823519229888916,
      "learning_rate": 4.627385360700203e-06,
      "loss": 0.4219,
      "step": 340060
    },
    {
      "epoch": 94.91,
      "grad_norm": 1.386154294013977,
      "learning_rate": 4.6273792757325194e-06,
      "loss": 0.4433,
      "step": 340070
    },
    {
      "epoch": 94.91,
      "grad_norm": 1.5819553136825562,
      "learning_rate": 4.627373190460883e-06,
      "loss": 0.4373,
      "step": 340080
    },
    {
      "epoch": 94.92,
      "grad_norm": 1.8198565244674683,
      "learning_rate": 4.627367104885297e-06,
      "loss": 0.4314,
      "step": 340090
    },
    {
      "epoch": 94.92,
      "grad_norm": 1.6129831075668335,
      "learning_rate": 4.62736101900576e-06,
      "loss": 0.4448,
      "step": 340100
    },
    {
      "epoch": 94.92,
      "grad_norm": 1.7518912553787231,
      "learning_rate": 4.6273549328222745e-06,
      "loss": 0.4399,
      "step": 340110
    },
    {
      "epoch": 94.93,
      "grad_norm": 1.483246088027954,
      "learning_rate": 4.62734884633484e-06,
      "loss": 0.4332,
      "step": 340120
    },
    {
      "epoch": 94.93,
      "grad_norm": 1.5188361406326294,
      "learning_rate": 4.627342759543458e-06,
      "loss": 0.4365,
      "step": 340130
    },
    {
      "epoch": 94.93,
      "grad_norm": 1.2990596294403076,
      "learning_rate": 4.627336672448129e-06,
      "loss": 0.4244,
      "step": 340140
    },
    {
      "epoch": 94.93,
      "grad_norm": 1.5452220439910889,
      "learning_rate": 4.627330585048854e-06,
      "loss": 0.4188,
      "step": 340150
    },
    {
      "epoch": 94.94,
      "grad_norm": 1.3755937814712524,
      "learning_rate": 4.627324497345634e-06,
      "loss": 0.4372,
      "step": 340160
    },
    {
      "epoch": 94.94,
      "grad_norm": 1.6164023876190186,
      "learning_rate": 4.62731840933847e-06,
      "loss": 0.4394,
      "step": 340170
    },
    {
      "epoch": 94.94,
      "grad_norm": 1.6200731992721558,
      "learning_rate": 4.627312321027362e-06,
      "loss": 0.4381,
      "step": 340180
    },
    {
      "epoch": 94.95,
      "grad_norm": 1.3954386711120605,
      "learning_rate": 4.627306232412311e-06,
      "loss": 0.4266,
      "step": 340190
    },
    {
      "epoch": 94.95,
      "grad_norm": 1.4176336526870728,
      "learning_rate": 4.627300143493319e-06,
      "loss": 0.4414,
      "step": 340200
    },
    {
      "epoch": 94.95,
      "grad_norm": 1.8667268753051758,
      "learning_rate": 4.627294054270385e-06,
      "loss": 0.4379,
      "step": 340210
    },
    {
      "epoch": 94.95,
      "grad_norm": 1.6012755632400513,
      "learning_rate": 4.627287964743511e-06,
      "loss": 0.433,
      "step": 340220
    },
    {
      "epoch": 94.96,
      "grad_norm": 1.4203712940216064,
      "learning_rate": 4.627281874912697e-06,
      "loss": 0.4454,
      "step": 340230
    },
    {
      "epoch": 94.96,
      "grad_norm": 1.472474217414856,
      "learning_rate": 4.627275784777945e-06,
      "loss": 0.4444,
      "step": 340240
    },
    {
      "epoch": 94.96,
      "grad_norm": 1.6261513233184814,
      "learning_rate": 4.627269694339255e-06,
      "loss": 0.4378,
      "step": 340250
    },
    {
      "epoch": 94.97,
      "grad_norm": 1.631488561630249,
      "learning_rate": 4.627263603596627e-06,
      "loss": 0.4615,
      "step": 340260
    },
    {
      "epoch": 94.97,
      "grad_norm": 1.5686990022659302,
      "learning_rate": 4.627257512550064e-06,
      "loss": 0.4413,
      "step": 340270
    },
    {
      "epoch": 94.97,
      "grad_norm": 1.3811712265014648,
      "learning_rate": 4.627251421199565e-06,
      "loss": 0.4254,
      "step": 340280
    },
    {
      "epoch": 94.97,
      "grad_norm": 1.7452021837234497,
      "learning_rate": 4.627245329545131e-06,
      "loss": 0.4452,
      "step": 340290
    },
    {
      "epoch": 94.98,
      "grad_norm": 1.459702491760254,
      "learning_rate": 4.627239237586763e-06,
      "loss": 0.4437,
      "step": 340300
    },
    {
      "epoch": 94.98,
      "grad_norm": 1.6316684484481812,
      "learning_rate": 4.6272331453244625e-06,
      "loss": 0.4295,
      "step": 340310
    },
    {
      "epoch": 94.98,
      "grad_norm": 1.9157558679580688,
      "learning_rate": 4.627227052758229e-06,
      "loss": 0.4329,
      "step": 340320
    },
    {
      "epoch": 94.98,
      "grad_norm": 1.3660728931427002,
      "learning_rate": 4.627220959888066e-06,
      "loss": 0.4309,
      "step": 340330
    },
    {
      "epoch": 94.99,
      "grad_norm": 1.6296736001968384,
      "learning_rate": 4.62721486671397e-06,
      "loss": 0.4557,
      "step": 340340
    },
    {
      "epoch": 94.99,
      "grad_norm": 2.241255044937134,
      "learning_rate": 4.627208773235946e-06,
      "loss": 0.4244,
      "step": 340350
    },
    {
      "epoch": 94.99,
      "grad_norm": 1.6884896755218506,
      "learning_rate": 4.6272026794539915e-06,
      "loss": 0.4419,
      "step": 340360
    },
    {
      "epoch": 95.0,
      "grad_norm": 1.3722450733184814,
      "learning_rate": 4.62719658536811e-06,
      "loss": 0.4437,
      "step": 340370
    },
    {
      "epoch": 95.0,
      "grad_norm": 1.4358009099960327,
      "learning_rate": 4.6271904909783006e-06,
      "loss": 0.4287,
      "step": 340380
    },
    {
      "epoch": 95.0,
      "eval_loss": 0.43661990761756897,
      "eval_runtime": 62.9901,
      "eval_samples_per_second": 80.314,
      "eval_steps_per_second": 10.049,
      "step": 340385
    },
    {
      "epoch": 95.0,
      "grad_norm": 1.4565775394439697,
      "learning_rate": 4.627184396284565e-06,
      "loss": 0.423,
      "step": 340390
    },
    {
      "epoch": 95.0,
      "grad_norm": 1.6779043674468994,
      "learning_rate": 4.627178301286904e-06,
      "loss": 0.4302,
      "step": 340400
    },
    {
      "epoch": 95.01,
      "grad_norm": 1.5466251373291016,
      "learning_rate": 4.627172205985317e-06,
      "loss": 0.4242,
      "step": 340410
    },
    {
      "epoch": 95.01,
      "grad_norm": 1.4233591556549072,
      "learning_rate": 4.627166110379806e-06,
      "loss": 0.4317,
      "step": 340420
    },
    {
      "epoch": 95.01,
      "grad_norm": 1.4628126621246338,
      "learning_rate": 4.627160014470372e-06,
      "loss": 0.4388,
      "step": 340430
    },
    {
      "epoch": 95.02,
      "grad_norm": 2.4683754444122314,
      "learning_rate": 4.6271539182570155e-06,
      "loss": 0.4435,
      "step": 340440
    },
    {
      "epoch": 95.02,
      "grad_norm": 1.6372785568237305,
      "learning_rate": 4.627147821739738e-06,
      "loss": 0.4389,
      "step": 340450
    },
    {
      "epoch": 95.02,
      "grad_norm": 1.4050267934799194,
      "learning_rate": 4.627141724918539e-06,
      "loss": 0.4439,
      "step": 340460
    },
    {
      "epoch": 95.02,
      "grad_norm": 1.4446090459823608,
      "learning_rate": 4.62713562779342e-06,
      "loss": 0.433,
      "step": 340470
    },
    {
      "epoch": 95.03,
      "grad_norm": 1.5062884092330933,
      "learning_rate": 4.627129530364382e-06,
      "loss": 0.4491,
      "step": 340480
    },
    {
      "epoch": 95.03,
      "grad_norm": 1.5428946018218994,
      "learning_rate": 4.627123432631425e-06,
      "loss": 0.4403,
      "step": 340490
    },
    {
      "epoch": 95.03,
      "grad_norm": 1.5590139627456665,
      "learning_rate": 4.627117334594551e-06,
      "loss": 0.4486,
      "step": 340500
    },
    {
      "epoch": 95.03,
      "grad_norm": 1.8996517658233643,
      "learning_rate": 4.62711123625376e-06,
      "loss": 0.434,
      "step": 340510
    },
    {
      "epoch": 95.04,
      "grad_norm": 1.7952730655670166,
      "learning_rate": 4.627105137609052e-06,
      "loss": 0.4419,
      "step": 340520
    },
    {
      "epoch": 95.04,
      "grad_norm": 1.3858691453933716,
      "learning_rate": 4.62709903866043e-06,
      "loss": 0.4366,
      "step": 340530
    },
    {
      "epoch": 95.04,
      "grad_norm": 1.5789155960083008,
      "learning_rate": 4.627092939407894e-06,
      "loss": 0.4464,
      "step": 340540
    },
    {
      "epoch": 95.05,
      "grad_norm": 1.6594377756118774,
      "learning_rate": 4.627086839851443e-06,
      "loss": 0.4566,
      "step": 340550
    },
    {
      "epoch": 95.05,
      "grad_norm": 1.4217860698699951,
      "learning_rate": 4.62708073999108e-06,
      "loss": 0.4542,
      "step": 340560
    },
    {
      "epoch": 95.05,
      "grad_norm": 1.354880690574646,
      "learning_rate": 4.627074639826805e-06,
      "loss": 0.4491,
      "step": 340570
    },
    {
      "epoch": 95.05,
      "grad_norm": 1.3625407218933105,
      "learning_rate": 4.627068539358619e-06,
      "loss": 0.4351,
      "step": 340580
    },
    {
      "epoch": 95.06,
      "grad_norm": 1.4206115007400513,
      "learning_rate": 4.6270624385865225e-06,
      "loss": 0.4304,
      "step": 340590
    },
    {
      "epoch": 95.06,
      "grad_norm": 1.6012300252914429,
      "learning_rate": 4.6270563375105165e-06,
      "loss": 0.4439,
      "step": 340600
    },
    {
      "epoch": 95.06,
      "grad_norm": 1.5848835706710815,
      "learning_rate": 4.627050236130602e-06,
      "loss": 0.437,
      "step": 340610
    },
    {
      "epoch": 95.07,
      "grad_norm": 1.4406929016113281,
      "learning_rate": 4.6270441344467795e-06,
      "loss": 0.4286,
      "step": 340620
    },
    {
      "epoch": 95.07,
      "grad_norm": 1.5578275918960571,
      "learning_rate": 4.627038032459049e-06,
      "loss": 0.4392,
      "step": 340630
    },
    {
      "epoch": 95.07,
      "grad_norm": 1.787875771522522,
      "learning_rate": 4.627031930167414e-06,
      "loss": 0.4523,
      "step": 340640
    },
    {
      "epoch": 95.07,
      "grad_norm": 1.8798954486846924,
      "learning_rate": 4.627025827571872e-06,
      "loss": 0.4416,
      "step": 340650
    },
    {
      "epoch": 95.08,
      "grad_norm": 1.6613558530807495,
      "learning_rate": 4.627019724672426e-06,
      "loss": 0.4337,
      "step": 340660
    },
    {
      "epoch": 95.08,
      "grad_norm": 1.7760931253433228,
      "learning_rate": 4.627013621469077e-06,
      "loss": 0.4288,
      "step": 340670
    },
    {
      "epoch": 95.08,
      "grad_norm": 1.535159945487976,
      "learning_rate": 4.6270075179618245e-06,
      "loss": 0.4372,
      "step": 340680
    },
    {
      "epoch": 95.09,
      "grad_norm": 1.3883994817733765,
      "learning_rate": 4.6270014141506695e-06,
      "loss": 0.4307,
      "step": 340690
    },
    {
      "epoch": 95.09,
      "grad_norm": 1.457204818725586,
      "learning_rate": 4.6269953100356136e-06,
      "loss": 0.4299,
      "step": 340700
    },
    {
      "epoch": 95.09,
      "grad_norm": 1.6208397150039673,
      "learning_rate": 4.6269892056166565e-06,
      "loss": 0.434,
      "step": 340710
    },
    {
      "epoch": 95.09,
      "grad_norm": 1.80890953540802,
      "learning_rate": 4.626983100893799e-06,
      "loss": 0.418,
      "step": 340720
    },
    {
      "epoch": 95.1,
      "grad_norm": 1.6575064659118652,
      "learning_rate": 4.626976995867044e-06,
      "loss": 0.4127,
      "step": 340730
    },
    {
      "epoch": 95.1,
      "grad_norm": 1.7160881757736206,
      "learning_rate": 4.6269708905363895e-06,
      "loss": 0.4382,
      "step": 340740
    },
    {
      "epoch": 95.1,
      "grad_norm": 1.6902223825454712,
      "learning_rate": 4.626964784901839e-06,
      "loss": 0.4282,
      "step": 340750
    },
    {
      "epoch": 95.1,
      "grad_norm": 1.5763412714004517,
      "learning_rate": 4.626958678963392e-06,
      "loss": 0.4578,
      "step": 340760
    },
    {
      "epoch": 95.11,
      "grad_norm": 1.5356718301773071,
      "learning_rate": 4.626952572721048e-06,
      "loss": 0.43,
      "step": 340770
    },
    {
      "epoch": 95.11,
      "grad_norm": 1.9143515825271606,
      "learning_rate": 4.62694646617481e-06,
      "loss": 0.443,
      "step": 340780
    },
    {
      "epoch": 95.11,
      "grad_norm": 2.386277675628662,
      "learning_rate": 4.626940359324677e-06,
      "loss": 0.446,
      "step": 340790
    },
    {
      "epoch": 95.12,
      "grad_norm": 1.7718225717544556,
      "learning_rate": 4.6269342521706524e-06,
      "loss": 0.4385,
      "step": 340800
    },
    {
      "epoch": 95.12,
      "grad_norm": 1.4749306440353394,
      "learning_rate": 4.626928144712734e-06,
      "loss": 0.4278,
      "step": 340810
    },
    {
      "epoch": 95.12,
      "grad_norm": 1.4657561779022217,
      "learning_rate": 4.6269220369509245e-06,
      "loss": 0.4326,
      "step": 340820
    },
    {
      "epoch": 95.12,
      "grad_norm": 1.6101301908493042,
      "learning_rate": 4.626915928885224e-06,
      "loss": 0.4122,
      "step": 340830
    },
    {
      "epoch": 95.13,
      "grad_norm": 1.4418212175369263,
      "learning_rate": 4.626909820515634e-06,
      "loss": 0.4582,
      "step": 340840
    },
    {
      "epoch": 95.13,
      "grad_norm": 1.597104787826538,
      "learning_rate": 4.626903711842154e-06,
      "loss": 0.4177,
      "step": 340850
    },
    {
      "epoch": 95.13,
      "grad_norm": 1.5056650638580322,
      "learning_rate": 4.626897602864786e-06,
      "loss": 0.4191,
      "step": 340860
    },
    {
      "epoch": 95.14,
      "grad_norm": 1.753658413887024,
      "learning_rate": 4.62689149358353e-06,
      "loss": 0.4404,
      "step": 340870
    },
    {
      "epoch": 95.14,
      "grad_norm": 1.7487668991088867,
      "learning_rate": 4.626885383998388e-06,
      "loss": 0.4452,
      "step": 340880
    },
    {
      "epoch": 95.14,
      "grad_norm": 2.4629223346710205,
      "learning_rate": 4.62687927410936e-06,
      "loss": 0.4313,
      "step": 340890
    },
    {
      "epoch": 95.14,
      "grad_norm": 2.3603858947753906,
      "learning_rate": 4.626873163916447e-06,
      "loss": 0.4145,
      "step": 340900
    },
    {
      "epoch": 95.15,
      "grad_norm": 1.8580724000930786,
      "learning_rate": 4.626867053419649e-06,
      "loss": 0.4531,
      "step": 340910
    },
    {
      "epoch": 95.15,
      "grad_norm": 1.4269248247146606,
      "learning_rate": 4.626860942618968e-06,
      "loss": 0.4548,
      "step": 340920
    },
    {
      "epoch": 95.15,
      "grad_norm": 1.8005084991455078,
      "learning_rate": 4.626854831514404e-06,
      "loss": 0.4415,
      "step": 340930
    },
    {
      "epoch": 95.15,
      "grad_norm": 2.0942142009735107,
      "learning_rate": 4.626848720105958e-06,
      "loss": 0.4345,
      "step": 340940
    },
    {
      "epoch": 95.16,
      "grad_norm": 1.505052924156189,
      "learning_rate": 4.626842608393631e-06,
      "loss": 0.4509,
      "step": 340950
    },
    {
      "epoch": 95.16,
      "grad_norm": 1.6928197145462036,
      "learning_rate": 4.626836496377424e-06,
      "loss": 0.4277,
      "step": 340960
    },
    {
      "epoch": 95.16,
      "grad_norm": 1.7356154918670654,
      "learning_rate": 4.626830384057338e-06,
      "loss": 0.4408,
      "step": 340970
    },
    {
      "epoch": 95.17,
      "grad_norm": 1.342266321182251,
      "learning_rate": 4.6268242714333725e-06,
      "loss": 0.4308,
      "step": 340980
    },
    {
      "epoch": 95.17,
      "grad_norm": 3.157414197921753,
      "learning_rate": 4.62681815850553e-06,
      "loss": 0.4306,
      "step": 340990
    },
    {
      "epoch": 95.17,
      "grad_norm": 1.4775629043579102,
      "learning_rate": 4.626812045273809e-06,
      "loss": 0.4356,
      "step": 341000
    },
    {
      "epoch": 95.17,
      "grad_norm": 1.3832342624664307,
      "learning_rate": 4.626805931738214e-06,
      "loss": 0.4269,
      "step": 341010
    },
    {
      "epoch": 95.18,
      "grad_norm": 1.2783697843551636,
      "learning_rate": 4.626799817898742e-06,
      "loss": 0.4405,
      "step": 341020
    },
    {
      "epoch": 95.18,
      "grad_norm": 1.4899450540542603,
      "learning_rate": 4.626793703755396e-06,
      "loss": 0.4505,
      "step": 341030
    },
    {
      "epoch": 95.18,
      "grad_norm": 1.6043956279754639,
      "learning_rate": 4.626787589308177e-06,
      "loss": 0.4598,
      "step": 341040
    },
    {
      "epoch": 95.19,
      "grad_norm": 1.3165720701217651,
      "learning_rate": 4.626781474557084e-06,
      "loss": 0.4126,
      "step": 341050
    },
    {
      "epoch": 95.19,
      "grad_norm": 1.405144453048706,
      "learning_rate": 4.626775359502119e-06,
      "loss": 0.4301,
      "step": 341060
    },
    {
      "epoch": 95.19,
      "grad_norm": 1.6632921695709229,
      "learning_rate": 4.6267692441432825e-06,
      "loss": 0.4366,
      "step": 341070
    },
    {
      "epoch": 95.19,
      "grad_norm": 1.6706962585449219,
      "learning_rate": 4.626763128480576e-06,
      "loss": 0.4239,
      "step": 341080
    },
    {
      "epoch": 95.2,
      "grad_norm": 1.8296763896942139,
      "learning_rate": 4.626757012514e-06,
      "loss": 0.4216,
      "step": 341090
    },
    {
      "epoch": 95.2,
      "grad_norm": 1.343624234199524,
      "learning_rate": 4.626750896243554e-06,
      "loss": 0.4375,
      "step": 341100
    },
    {
      "epoch": 95.2,
      "grad_norm": 1.4423695802688599,
      "learning_rate": 4.626744779669242e-06,
      "loss": 0.4462,
      "step": 341110
    },
    {
      "epoch": 95.21,
      "grad_norm": 1.2588980197906494,
      "learning_rate": 4.626738662791062e-06,
      "loss": 0.4412,
      "step": 341120
    },
    {
      "epoch": 95.21,
      "grad_norm": 2.2018320560455322,
      "learning_rate": 4.626732545609015e-06,
      "loss": 0.4394,
      "step": 341130
    },
    {
      "epoch": 95.21,
      "grad_norm": 1.3742562532424927,
      "learning_rate": 4.626726428123102e-06,
      "loss": 0.4493,
      "step": 341140
    },
    {
      "epoch": 95.21,
      "grad_norm": 1.5552207231521606,
      "learning_rate": 4.626720310333325e-06,
      "loss": 0.4581,
      "step": 341150
    },
    {
      "epoch": 95.22,
      "grad_norm": 1.628242015838623,
      "learning_rate": 4.626714192239684e-06,
      "loss": 0.4456,
      "step": 341160
    },
    {
      "epoch": 95.22,
      "grad_norm": 1.6959420442581177,
      "learning_rate": 4.6267080738421795e-06,
      "loss": 0.4472,
      "step": 341170
    },
    {
      "epoch": 95.22,
      "grad_norm": 1.7025395631790161,
      "learning_rate": 4.626701955140813e-06,
      "loss": 0.4347,
      "step": 341180
    },
    {
      "epoch": 95.22,
      "grad_norm": 1.557692289352417,
      "learning_rate": 4.626695836135584e-06,
      "loss": 0.4226,
      "step": 341190
    },
    {
      "epoch": 95.23,
      "grad_norm": 1.3542094230651855,
      "learning_rate": 4.626689716826496e-06,
      "loss": 0.4512,
      "step": 341200
    },
    {
      "epoch": 95.23,
      "grad_norm": 1.5984071493148804,
      "learning_rate": 4.626683597213548e-06,
      "loss": 0.4405,
      "step": 341210
    },
    {
      "epoch": 95.23,
      "grad_norm": 1.679365873336792,
      "learning_rate": 4.626677477296739e-06,
      "loss": 0.4424,
      "step": 341220
    },
    {
      "epoch": 95.24,
      "grad_norm": 2.0728797912597656,
      "learning_rate": 4.626671357076073e-06,
      "loss": 0.4258,
      "step": 341230
    },
    {
      "epoch": 95.24,
      "grad_norm": 1.3951572179794312,
      "learning_rate": 4.6266652365515495e-06,
      "loss": 0.4375,
      "step": 341240
    },
    {
      "epoch": 95.24,
      "grad_norm": 4.713646411895752,
      "learning_rate": 4.62665911572317e-06,
      "loss": 0.4457,
      "step": 341250
    },
    {
      "epoch": 95.24,
      "grad_norm": 2.3836960792541504,
      "learning_rate": 4.626652994590933e-06,
      "loss": 0.4368,
      "step": 341260
    },
    {
      "epoch": 95.25,
      "grad_norm": 1.457345724105835,
      "learning_rate": 4.626646873154842e-06,
      "loss": 0.4374,
      "step": 341270
    },
    {
      "epoch": 95.25,
      "grad_norm": 1.9152268171310425,
      "learning_rate": 4.626640751414897e-06,
      "loss": 0.4011,
      "step": 341280
    },
    {
      "epoch": 95.25,
      "grad_norm": 2.0972530841827393,
      "learning_rate": 4.626634629371099e-06,
      "loss": 0.4424,
      "step": 341290
    },
    {
      "epoch": 95.26,
      "grad_norm": 1.3061476945877075,
      "learning_rate": 4.626628507023447e-06,
      "loss": 0.4601,
      "step": 341300
    },
    {
      "epoch": 95.26,
      "grad_norm": 1.4462306499481201,
      "learning_rate": 4.626622384371945e-06,
      "loss": 0.4295,
      "step": 341310
    },
    {
      "epoch": 95.26,
      "grad_norm": 1.4757531881332397,
      "learning_rate": 4.626616261416591e-06,
      "loss": 0.4673,
      "step": 341320
    },
    {
      "epoch": 95.26,
      "grad_norm": 1.4187573194503784,
      "learning_rate": 4.626610138157386e-06,
      "loss": 0.4144,
      "step": 341330
    },
    {
      "epoch": 95.27,
      "grad_norm": 1.5000687837600708,
      "learning_rate": 4.626604014594333e-06,
      "loss": 0.4324,
      "step": 341340
    },
    {
      "epoch": 95.27,
      "grad_norm": 1.8443844318389893,
      "learning_rate": 4.626597890727431e-06,
      "loss": 0.4493,
      "step": 341350
    },
    {
      "epoch": 95.27,
      "grad_norm": 1.9517706632614136,
      "learning_rate": 4.626591766556682e-06,
      "loss": 0.4281,
      "step": 341360
    },
    {
      "epoch": 95.27,
      "grad_norm": 2.3017425537109375,
      "learning_rate": 4.626585642082085e-06,
      "loss": 0.4606,
      "step": 341370
    },
    {
      "epoch": 95.28,
      "grad_norm": 1.5916123390197754,
      "learning_rate": 4.6265795173036435e-06,
      "loss": 0.445,
      "step": 341380
    },
    {
      "epoch": 95.28,
      "grad_norm": 1.5575202703475952,
      "learning_rate": 4.626573392221355e-06,
      "loss": 0.4402,
      "step": 341390
    },
    {
      "epoch": 95.28,
      "grad_norm": 1.5440608263015747,
      "learning_rate": 4.626567266835223e-06,
      "loss": 0.459,
      "step": 341400
    },
    {
      "epoch": 95.29,
      "grad_norm": 1.595954418182373,
      "learning_rate": 4.626561141145248e-06,
      "loss": 0.4277,
      "step": 341410
    },
    {
      "epoch": 95.29,
      "grad_norm": 1.8061803579330444,
      "learning_rate": 4.626555015151429e-06,
      "loss": 0.4239,
      "step": 341420
    },
    {
      "epoch": 95.29,
      "grad_norm": 1.6059629917144775,
      "learning_rate": 4.626548888853769e-06,
      "loss": 0.4257,
      "step": 341430
    },
    {
      "epoch": 95.29,
      "grad_norm": 1.499691128730774,
      "learning_rate": 4.626542762252267e-06,
      "loss": 0.4434,
      "step": 341440
    },
    {
      "epoch": 95.3,
      "grad_norm": 1.471729040145874,
      "learning_rate": 4.626536635346926e-06,
      "loss": 0.4218,
      "step": 341450
    },
    {
      "epoch": 95.3,
      "grad_norm": 1.4134607315063477,
      "learning_rate": 4.6265305081377434e-06,
      "loss": 0.4435,
      "step": 341460
    },
    {
      "epoch": 95.3,
      "grad_norm": 1.7401623725891113,
      "learning_rate": 4.626524380624724e-06,
      "loss": 0.4292,
      "step": 341470
    },
    {
      "epoch": 95.31,
      "grad_norm": 1.483327865600586,
      "learning_rate": 4.6265182528078655e-06,
      "loss": 0.4243,
      "step": 341480
    },
    {
      "epoch": 95.31,
      "grad_norm": 1.3646252155303955,
      "learning_rate": 4.626512124687171e-06,
      "loss": 0.4318,
      "step": 341490
    },
    {
      "epoch": 95.31,
      "grad_norm": 1.3648682832717896,
      "learning_rate": 4.626505996262639e-06,
      "loss": 0.4465,
      "step": 341500
    },
    {
      "epoch": 95.31,
      "grad_norm": 1.6946271657943726,
      "learning_rate": 4.626499867534273e-06,
      "loss": 0.4331,
      "step": 341510
    },
    {
      "epoch": 95.32,
      "grad_norm": 1.4686437845230103,
      "learning_rate": 4.626493738502071e-06,
      "loss": 0.4397,
      "step": 341520
    },
    {
      "epoch": 95.32,
      "grad_norm": 1.6059777736663818,
      "learning_rate": 4.626487609166036e-06,
      "loss": 0.4383,
      "step": 341530
    },
    {
      "epoch": 95.32,
      "grad_norm": 1.535689353942871,
      "learning_rate": 4.626481479526168e-06,
      "loss": 0.423,
      "step": 341540
    },
    {
      "epoch": 95.33,
      "grad_norm": 1.6997982263565063,
      "learning_rate": 4.626475349582467e-06,
      "loss": 0.4182,
      "step": 341550
    },
    {
      "epoch": 95.33,
      "grad_norm": 1.3312402963638306,
      "learning_rate": 4.626469219334936e-06,
      "loss": 0.4429,
      "step": 341560
    },
    {
      "epoch": 95.33,
      "grad_norm": 1.6646239757537842,
      "learning_rate": 4.626463088783574e-06,
      "loss": 0.4577,
      "step": 341570
    },
    {
      "epoch": 95.33,
      "grad_norm": 2.1801750659942627,
      "learning_rate": 4.626456957928381e-06,
      "loss": 0.4466,
      "step": 341580
    },
    {
      "epoch": 95.34,
      "grad_norm": 2.0237934589385986,
      "learning_rate": 4.62645082676936e-06,
      "loss": 0.4173,
      "step": 341590
    },
    {
      "epoch": 95.34,
      "grad_norm": 1.7715930938720703,
      "learning_rate": 4.626444695306511e-06,
      "loss": 0.4129,
      "step": 341600
    },
    {
      "epoch": 95.34,
      "grad_norm": 1.4321081638336182,
      "learning_rate": 4.626438563539835e-06,
      "loss": 0.4531,
      "step": 341610
    },
    {
      "epoch": 95.34,
      "grad_norm": 1.7125983238220215,
      "learning_rate": 4.626432431469332e-06,
      "loss": 0.4442,
      "step": 341620
    },
    {
      "epoch": 95.35,
      "grad_norm": 1.6847273111343384,
      "learning_rate": 4.626426299095003e-06,
      "loss": 0.4404,
      "step": 341630
    },
    {
      "epoch": 95.35,
      "grad_norm": 1.4808889627456665,
      "learning_rate": 4.62642016641685e-06,
      "loss": 0.4369,
      "step": 341640
    },
    {
      "epoch": 95.35,
      "grad_norm": 1.6517361402511597,
      "learning_rate": 4.6264140334348725e-06,
      "loss": 0.4378,
      "step": 341650
    },
    {
      "epoch": 95.36,
      "grad_norm": 1.9633153676986694,
      "learning_rate": 4.6264079001490724e-06,
      "loss": 0.4276,
      "step": 341660
    },
    {
      "epoch": 95.36,
      "grad_norm": 1.6746267080307007,
      "learning_rate": 4.626401766559449e-06,
      "loss": 0.4408,
      "step": 341670
    },
    {
      "epoch": 95.36,
      "grad_norm": 1.731156349182129,
      "learning_rate": 4.626395632666005e-06,
      "loss": 0.4112,
      "step": 341680
    },
    {
      "epoch": 95.36,
      "grad_norm": 1.4648836851119995,
      "learning_rate": 4.62638949846874e-06,
      "loss": 0.4343,
      "step": 341690
    },
    {
      "epoch": 95.37,
      "grad_norm": 1.6092170476913452,
      "learning_rate": 4.626383363967654e-06,
      "loss": 0.4275,
      "step": 341700
    },
    {
      "epoch": 95.37,
      "grad_norm": 1.3784451484680176,
      "learning_rate": 4.62637722916275e-06,
      "loss": 0.454,
      "step": 341710
    },
    {
      "epoch": 95.37,
      "grad_norm": 1.6247931718826294,
      "learning_rate": 4.626371094054027e-06,
      "loss": 0.4296,
      "step": 341720
    },
    {
      "epoch": 95.38,
      "grad_norm": 1.4346895217895508,
      "learning_rate": 4.626364958641487e-06,
      "loss": 0.4264,
      "step": 341730
    },
    {
      "epoch": 95.38,
      "grad_norm": 1.6925032138824463,
      "learning_rate": 4.6263588229251304e-06,
      "loss": 0.4526,
      "step": 341740
    },
    {
      "epoch": 95.38,
      "grad_norm": 1.4247746467590332,
      "learning_rate": 4.626352686904957e-06,
      "loss": 0.4329,
      "step": 341750
    },
    {
      "epoch": 95.38,
      "grad_norm": 1.4418967962265015,
      "learning_rate": 4.62634655058097e-06,
      "loss": 0.4562,
      "step": 341760
    },
    {
      "epoch": 95.39,
      "grad_norm": 1.4821436405181885,
      "learning_rate": 4.626340413953168e-06,
      "loss": 0.4419,
      "step": 341770
    },
    {
      "epoch": 95.39,
      "grad_norm": 1.434968113899231,
      "learning_rate": 4.6263342770215525e-06,
      "loss": 0.4322,
      "step": 341780
    },
    {
      "epoch": 95.39,
      "grad_norm": 1.4634546041488647,
      "learning_rate": 4.626328139786125e-06,
      "loss": 0.4275,
      "step": 341790
    },
    {
      "epoch": 95.39,
      "grad_norm": 2.2477381229400635,
      "learning_rate": 4.626322002246885e-06,
      "loss": 0.4481,
      "step": 341800
    },
    {
      "epoch": 95.4,
      "grad_norm": 1.6433770656585693,
      "learning_rate": 4.626315864403834e-06,
      "loss": 0.444,
      "step": 341810
    },
    {
      "epoch": 95.4,
      "grad_norm": 1.522424340248108,
      "learning_rate": 4.626309726256974e-06,
      "loss": 0.4437,
      "step": 341820
    },
    {
      "epoch": 95.4,
      "grad_norm": 1.7552112340927124,
      "learning_rate": 4.626303587806304e-06,
      "loss": 0.4582,
      "step": 341830
    },
    {
      "epoch": 95.41,
      "grad_norm": 1.7368831634521484,
      "learning_rate": 4.626297449051825e-06,
      "loss": 0.4163,
      "step": 341840
    },
    {
      "epoch": 95.41,
      "grad_norm": 1.7390824556350708,
      "learning_rate": 4.626291309993538e-06,
      "loss": 0.4412,
      "step": 341850
    },
    {
      "epoch": 95.41,
      "grad_norm": 1.3799755573272705,
      "learning_rate": 4.6262851706314456e-06,
      "loss": 0.4243,
      "step": 341860
    },
    {
      "epoch": 95.41,
      "grad_norm": 1.542914628982544,
      "learning_rate": 4.626279030965546e-06,
      "loss": 0.4497,
      "step": 341870
    },
    {
      "epoch": 95.42,
      "grad_norm": 1.570708990097046,
      "learning_rate": 4.626272890995842e-06,
      "loss": 0.4354,
      "step": 341880
    },
    {
      "epoch": 95.42,
      "grad_norm": 1.9080796241760254,
      "learning_rate": 4.6262667507223336e-06,
      "loss": 0.4328,
      "step": 341890
    },
    {
      "epoch": 95.42,
      "grad_norm": 1.7881556749343872,
      "learning_rate": 4.626260610145021e-06,
      "loss": 0.4448,
      "step": 341900
    },
    {
      "epoch": 95.43,
      "grad_norm": 1.6347545385360718,
      "learning_rate": 4.626254469263906e-06,
      "loss": 0.4377,
      "step": 341910
    },
    {
      "epoch": 95.43,
      "grad_norm": 1.5430208444595337,
      "learning_rate": 4.626248328078988e-06,
      "loss": 0.445,
      "step": 341920
    },
    {
      "epoch": 95.43,
      "grad_norm": 1.5470858812332153,
      "learning_rate": 4.6262421865902695e-06,
      "loss": 0.4313,
      "step": 341930
    },
    {
      "epoch": 95.43,
      "grad_norm": 1.5957316160202026,
      "learning_rate": 4.6262360447977515e-06,
      "loss": 0.4363,
      "step": 341940
    },
    {
      "epoch": 95.44,
      "grad_norm": 1.4346261024475098,
      "learning_rate": 4.626229902701433e-06,
      "loss": 0.4456,
      "step": 341950
    },
    {
      "epoch": 95.44,
      "grad_norm": 1.5036492347717285,
      "learning_rate": 4.6262237603013155e-06,
      "loss": 0.4336,
      "step": 341960
    },
    {
      "epoch": 95.44,
      "grad_norm": 1.7030203342437744,
      "learning_rate": 4.626217617597401e-06,
      "loss": 0.4129,
      "step": 341970
    },
    {
      "epoch": 95.45,
      "grad_norm": 1.6288741827011108,
      "learning_rate": 4.626211474589689e-06,
      "loss": 0.4419,
      "step": 341980
    },
    {
      "epoch": 95.45,
      "grad_norm": 1.8507981300354004,
      "learning_rate": 4.626205331278181e-06,
      "loss": 0.4429,
      "step": 341990
    },
    {
      "epoch": 95.45,
      "grad_norm": 1.5463849306106567,
      "learning_rate": 4.626199187662878e-06,
      "loss": 0.4242,
      "step": 342000
    },
    {
      "epoch": 95.45,
      "grad_norm": 1.810768485069275,
      "learning_rate": 4.62619304374378e-06,
      "loss": 0.4427,
      "step": 342010
    },
    {
      "epoch": 95.46,
      "grad_norm": 1.987600564956665,
      "learning_rate": 4.626186899520887e-06,
      "loss": 0.4326,
      "step": 342020
    },
    {
      "epoch": 95.46,
      "grad_norm": 1.5123317241668701,
      "learning_rate": 4.6261807549942025e-06,
      "loss": 0.4182,
      "step": 342030
    },
    {
      "epoch": 95.46,
      "grad_norm": 1.910917043685913,
      "learning_rate": 4.626174610163725e-06,
      "loss": 0.4303,
      "step": 342040
    },
    {
      "epoch": 95.46,
      "grad_norm": 1.9430478811264038,
      "learning_rate": 4.626168465029457e-06,
      "loss": 0.4541,
      "step": 342050
    },
    {
      "epoch": 95.47,
      "grad_norm": 1.81753408908844,
      "learning_rate": 4.6261623195913985e-06,
      "loss": 0.4225,
      "step": 342060
    },
    {
      "epoch": 95.47,
      "grad_norm": 1.3799667358398438,
      "learning_rate": 4.6261561738495495e-06,
      "loss": 0.4429,
      "step": 342070
    },
    {
      "epoch": 95.47,
      "grad_norm": 1.8816319704055786,
      "learning_rate": 4.626150027803912e-06,
      "loss": 0.4513,
      "step": 342080
    },
    {
      "epoch": 95.48,
      "grad_norm": 1.6019338369369507,
      "learning_rate": 4.6261438814544864e-06,
      "loss": 0.4395,
      "step": 342090
    },
    {
      "epoch": 95.48,
      "grad_norm": 1.5797111988067627,
      "learning_rate": 4.626137734801274e-06,
      "loss": 0.433,
      "step": 342100
    },
    {
      "epoch": 95.48,
      "grad_norm": 1.6248865127563477,
      "learning_rate": 4.626131587844275e-06,
      "loss": 0.4253,
      "step": 342110
    },
    {
      "epoch": 95.48,
      "grad_norm": 1.924741506576538,
      "learning_rate": 4.62612544058349e-06,
      "loss": 0.4529,
      "step": 342120
    },
    {
      "epoch": 95.49,
      "grad_norm": 1.6347615718841553,
      "learning_rate": 4.62611929301892e-06,
      "loss": 0.4429,
      "step": 342130
    },
    {
      "epoch": 95.49,
      "grad_norm": 1.6147079467773438,
      "learning_rate": 4.626113145150566e-06,
      "loss": 0.4319,
      "step": 342140
    },
    {
      "epoch": 95.49,
      "grad_norm": 1.700008749961853,
      "learning_rate": 4.62610699697843e-06,
      "loss": 0.4557,
      "step": 342150
    },
    {
      "epoch": 95.5,
      "grad_norm": 1.500583529472351,
      "learning_rate": 4.62610084850251e-06,
      "loss": 0.4422,
      "step": 342160
    },
    {
      "epoch": 95.5,
      "grad_norm": 1.6765806674957275,
      "learning_rate": 4.62609469972281e-06,
      "loss": 0.4474,
      "step": 342170
    },
    {
      "epoch": 95.5,
      "grad_norm": 1.5243204832077026,
      "learning_rate": 4.6260885506393284e-06,
      "loss": 0.4173,
      "step": 342180
    },
    {
      "epoch": 95.5,
      "grad_norm": 1.5221498012542725,
      "learning_rate": 4.626082401252067e-06,
      "loss": 0.4406,
      "step": 342190
    },
    {
      "epoch": 95.51,
      "grad_norm": 1.7049401998519897,
      "learning_rate": 4.626076251561027e-06,
      "loss": 0.4088,
      "step": 342200
    },
    {
      "epoch": 95.51,
      "grad_norm": 1.6322264671325684,
      "learning_rate": 4.626070101566209e-06,
      "loss": 0.4313,
      "step": 342210
    },
    {
      "epoch": 95.51,
      "grad_norm": 2.750808000564575,
      "learning_rate": 4.626063951267612e-06,
      "loss": 0.4277,
      "step": 342220
    },
    {
      "epoch": 95.51,
      "grad_norm": 1.3611997365951538,
      "learning_rate": 4.62605780066524e-06,
      "loss": 0.448,
      "step": 342230
    },
    {
      "epoch": 95.52,
      "grad_norm": 1.757387638092041,
      "learning_rate": 4.626051649759091e-06,
      "loss": 0.42,
      "step": 342240
    },
    {
      "epoch": 95.52,
      "grad_norm": 1.375302791595459,
      "learning_rate": 4.626045498549169e-06,
      "loss": 0.4397,
      "step": 342250
    },
    {
      "epoch": 95.52,
      "grad_norm": 1.7081189155578613,
      "learning_rate": 4.626039347035471e-06,
      "loss": 0.4159,
      "step": 342260
    },
    {
      "epoch": 95.53,
      "grad_norm": 1.5100219249725342,
      "learning_rate": 4.626033195218e-06,
      "loss": 0.423,
      "step": 342270
    },
    {
      "epoch": 95.53,
      "grad_norm": 1.3230828046798706,
      "learning_rate": 4.626027043096756e-06,
      "loss": 0.4244,
      "step": 342280
    },
    {
      "epoch": 95.53,
      "grad_norm": 1.5360816717147827,
      "learning_rate": 4.626020890671742e-06,
      "loss": 0.4193,
      "step": 342290
    },
    {
      "epoch": 95.53,
      "grad_norm": 1.918986201286316,
      "learning_rate": 4.626014737942956e-06,
      "loss": 0.435,
      "step": 342300
    },
    {
      "epoch": 95.54,
      "grad_norm": 1.317564606666565,
      "learning_rate": 4.6260085849103995e-06,
      "loss": 0.4216,
      "step": 342310
    },
    {
      "epoch": 95.54,
      "grad_norm": 1.6679222583770752,
      "learning_rate": 4.626002431574074e-06,
      "loss": 0.4288,
      "step": 342320
    },
    {
      "epoch": 95.54,
      "grad_norm": 1.5646506547927856,
      "learning_rate": 4.62599627793398e-06,
      "loss": 0.4147,
      "step": 342330
    },
    {
      "epoch": 95.55,
      "grad_norm": 1.6867386102676392,
      "learning_rate": 4.62599012399012e-06,
      "loss": 0.4227,
      "step": 342340
    },
    {
      "epoch": 95.55,
      "grad_norm": 1.8167439699172974,
      "learning_rate": 4.625983969742491e-06,
      "loss": 0.4427,
      "step": 342350
    },
    {
      "epoch": 95.55,
      "grad_norm": 1.3841444253921509,
      "learning_rate": 4.625977815191097e-06,
      "loss": 0.4449,
      "step": 342360
    },
    {
      "epoch": 95.55,
      "grad_norm": 1.5695858001708984,
      "learning_rate": 4.625971660335938e-06,
      "loss": 0.4322,
      "step": 342370
    },
    {
      "epoch": 95.56,
      "grad_norm": 1.516236424446106,
      "learning_rate": 4.6259655051770155e-06,
      "loss": 0.4404,
      "step": 342380
    },
    {
      "epoch": 95.56,
      "grad_norm": 1.761560082435608,
      "learning_rate": 4.625959349714328e-06,
      "loss": 0.4376,
      "step": 342390
    },
    {
      "epoch": 95.56,
      "grad_norm": 1.9811296463012695,
      "learning_rate": 4.625953193947879e-06,
      "loss": 0.4384,
      "step": 342400
    },
    {
      "epoch": 95.57,
      "grad_norm": 1.317236304283142,
      "learning_rate": 4.625947037877667e-06,
      "loss": 0.4235,
      "step": 342410
    },
    {
      "epoch": 95.57,
      "grad_norm": 1.3878263235092163,
      "learning_rate": 4.6259408815036945e-06,
      "loss": 0.4514,
      "step": 342420
    },
    {
      "epoch": 95.57,
      "grad_norm": 1.4584769010543823,
      "learning_rate": 4.6259347248259615e-06,
      "loss": 0.4375,
      "step": 342430
    },
    {
      "epoch": 95.57,
      "grad_norm": 1.4362739324569702,
      "learning_rate": 4.625928567844469e-06,
      "loss": 0.4468,
      "step": 342440
    },
    {
      "epoch": 95.58,
      "grad_norm": 1.4984735250473022,
      "learning_rate": 4.625922410559219e-06,
      "loss": 0.4367,
      "step": 342450
    },
    {
      "epoch": 95.58,
      "grad_norm": 1.3636579513549805,
      "learning_rate": 4.62591625297021e-06,
      "loss": 0.4554,
      "step": 342460
    },
    {
      "epoch": 95.58,
      "grad_norm": 1.713690161705017,
      "learning_rate": 4.625910095077445e-06,
      "loss": 0.439,
      "step": 342470
    },
    {
      "epoch": 95.58,
      "grad_norm": 1.7789260149002075,
      "learning_rate": 4.6259039368809235e-06,
      "loss": 0.4268,
      "step": 342480
    },
    {
      "epoch": 95.59,
      "grad_norm": 1.7326887845993042,
      "learning_rate": 4.625897778380646e-06,
      "loss": 0.4424,
      "step": 342490
    },
    {
      "epoch": 95.59,
      "grad_norm": 1.5938949584960938,
      "learning_rate": 4.6258916195766145e-06,
      "loss": 0.4244,
      "step": 342500
    },
    {
      "epoch": 95.59,
      "grad_norm": 1.2476590871810913,
      "learning_rate": 4.62588546046883e-06,
      "loss": 0.4212,
      "step": 342510
    },
    {
      "epoch": 95.6,
      "grad_norm": 1.7037416696548462,
      "learning_rate": 4.625879301057292e-06,
      "loss": 0.4349,
      "step": 342520
    },
    {
      "epoch": 95.6,
      "grad_norm": 1.6308552026748657,
      "learning_rate": 4.625873141342001e-06,
      "loss": 0.4378,
      "step": 342530
    },
    {
      "epoch": 95.6,
      "grad_norm": 2.262590169906616,
      "learning_rate": 4.6258669813229606e-06,
      "loss": 0.4411,
      "step": 342540
    },
    {
      "epoch": 95.6,
      "grad_norm": 1.5554999113082886,
      "learning_rate": 4.6258608210001695e-06,
      "loss": 0.4447,
      "step": 342550
    },
    {
      "epoch": 95.61,
      "grad_norm": 1.8682607412338257,
      "learning_rate": 4.625854660373628e-06,
      "loss": 0.4121,
      "step": 342560
    },
    {
      "epoch": 95.61,
      "grad_norm": 1.508475661277771,
      "learning_rate": 4.625848499443338e-06,
      "loss": 0.4288,
      "step": 342570
    },
    {
      "epoch": 95.61,
      "grad_norm": 1.6267693042755127,
      "learning_rate": 4.6258423382093e-06,
      "loss": 0.4429,
      "step": 342580
    },
    {
      "epoch": 95.62,
      "grad_norm": 1.7730013132095337,
      "learning_rate": 4.625836176671516e-06,
      "loss": 0.4346,
      "step": 342590
    },
    {
      "epoch": 95.62,
      "grad_norm": 1.5059362649917603,
      "learning_rate": 4.6258300148299835e-06,
      "loss": 0.4312,
      "step": 342600
    },
    {
      "epoch": 95.62,
      "grad_norm": 1.6001747846603394,
      "learning_rate": 4.625823852684707e-06,
      "loss": 0.4445,
      "step": 342610
    },
    {
      "epoch": 95.62,
      "grad_norm": 1.4213231801986694,
      "learning_rate": 4.6258176902356855e-06,
      "loss": 0.4351,
      "step": 342620
    },
    {
      "epoch": 95.63,
      "grad_norm": 1.9226574897766113,
      "learning_rate": 4.625811527482921e-06,
      "loss": 0.429,
      "step": 342630
    },
    {
      "epoch": 95.63,
      "grad_norm": 1.9530274868011475,
      "learning_rate": 4.625805364426412e-06,
      "loss": 0.4232,
      "step": 342640
    },
    {
      "epoch": 95.63,
      "grad_norm": 1.4402774572372437,
      "learning_rate": 4.6257992010661615e-06,
      "loss": 0.4253,
      "step": 342650
    },
    {
      "epoch": 95.63,
      "grad_norm": 1.6782406568527222,
      "learning_rate": 4.62579303740217e-06,
      "loss": 0.42,
      "step": 342660
    },
    {
      "epoch": 95.64,
      "grad_norm": 1.4416457414627075,
      "learning_rate": 4.625786873434438e-06,
      "loss": 0.4284,
      "step": 342670
    },
    {
      "epoch": 95.64,
      "grad_norm": 1.5546889305114746,
      "learning_rate": 4.625780709162966e-06,
      "loss": 0.4341,
      "step": 342680
    },
    {
      "epoch": 95.64,
      "grad_norm": 1.4762678146362305,
      "learning_rate": 4.625774544587755e-06,
      "loss": 0.4341,
      "step": 342690
    },
    {
      "epoch": 95.65,
      "grad_norm": 1.796337366104126,
      "learning_rate": 4.625768379708806e-06,
      "loss": 0.4343,
      "step": 342700
    },
    {
      "epoch": 95.65,
      "grad_norm": 1.5223594903945923,
      "learning_rate": 4.6257622145261195e-06,
      "loss": 0.423,
      "step": 342710
    },
    {
      "epoch": 95.65,
      "grad_norm": 1.9221957921981812,
      "learning_rate": 4.625756049039697e-06,
      "loss": 0.4305,
      "step": 342720
    },
    {
      "epoch": 95.65,
      "grad_norm": 1.3967514038085938,
      "learning_rate": 4.625749883249539e-06,
      "loss": 0.4413,
      "step": 342730
    },
    {
      "epoch": 95.66,
      "grad_norm": 1.2872939109802246,
      "learning_rate": 4.625743717155645e-06,
      "loss": 0.4541,
      "step": 342740
    },
    {
      "epoch": 95.66,
      "grad_norm": 1.6271016597747803,
      "learning_rate": 4.625737550758018e-06,
      "loss": 0.4583,
      "step": 342750
    },
    {
      "epoch": 95.66,
      "grad_norm": 1.7256742715835571,
      "learning_rate": 4.625731384056658e-06,
      "loss": 0.4354,
      "step": 342760
    },
    {
      "epoch": 95.67,
      "grad_norm": 1.4041106700897217,
      "learning_rate": 4.625725217051565e-06,
      "loss": 0.4168,
      "step": 342770
    },
    {
      "epoch": 95.67,
      "grad_norm": 1.613774061203003,
      "learning_rate": 4.625719049742741e-06,
      "loss": 0.4287,
      "step": 342780
    },
    {
      "epoch": 95.67,
      "grad_norm": 1.350061297416687,
      "learning_rate": 4.625712882130186e-06,
      "loss": 0.4391,
      "step": 342790
    },
    {
      "epoch": 95.67,
      "grad_norm": 1.6495954990386963,
      "learning_rate": 4.6257067142139e-06,
      "loss": 0.4449,
      "step": 342800
    },
    {
      "epoch": 95.68,
      "grad_norm": 1.599276065826416,
      "learning_rate": 4.625700545993887e-06,
      "loss": 0.4406,
      "step": 342810
    },
    {
      "epoch": 95.68,
      "grad_norm": 1.8248915672302246,
      "learning_rate": 4.625694377470145e-06,
      "loss": 0.4275,
      "step": 342820
    },
    {
      "epoch": 95.68,
      "grad_norm": 1.7980635166168213,
      "learning_rate": 4.625688208642675e-06,
      "loss": 0.4236,
      "step": 342830
    },
    {
      "epoch": 95.69,
      "grad_norm": 1.8955520391464233,
      "learning_rate": 4.62568203951148e-06,
      "loss": 0.4353,
      "step": 342840
    },
    {
      "epoch": 95.69,
      "grad_norm": 1.6733518838882446,
      "learning_rate": 4.625675870076558e-06,
      "loss": 0.4473,
      "step": 342850
    },
    {
      "epoch": 95.69,
      "grad_norm": 1.63198983669281,
      "learning_rate": 4.6256697003379105e-06,
      "loss": 0.4469,
      "step": 342860
    },
    {
      "epoch": 95.69,
      "grad_norm": 1.640045166015625,
      "learning_rate": 4.62566353029554e-06,
      "loss": 0.4392,
      "step": 342870
    },
    {
      "epoch": 95.7,
      "grad_norm": 1.4564439058303833,
      "learning_rate": 4.625657359949446e-06,
      "loss": 0.4342,
      "step": 342880
    },
    {
      "epoch": 95.7,
      "grad_norm": 1.4188940525054932,
      "learning_rate": 4.625651189299629e-06,
      "loss": 0.4396,
      "step": 342890
    },
    {
      "epoch": 95.7,
      "grad_norm": 1.538659691810608,
      "learning_rate": 4.625645018346091e-06,
      "loss": 0.454,
      "step": 342900
    },
    {
      "epoch": 95.7,
      "grad_norm": 1.6158736944198608,
      "learning_rate": 4.625638847088831e-06,
      "loss": 0.4179,
      "step": 342910
    },
    {
      "epoch": 95.71,
      "grad_norm": 2.299461603164673,
      "learning_rate": 4.625632675527852e-06,
      "loss": 0.4204,
      "step": 342920
    },
    {
      "epoch": 95.71,
      "grad_norm": 2.3598389625549316,
      "learning_rate": 4.625626503663153e-06,
      "loss": 0.43,
      "step": 342930
    },
    {
      "epoch": 95.71,
      "grad_norm": 1.4241117238998413,
      "learning_rate": 4.625620331494736e-06,
      "loss": 0.4442,
      "step": 342940
    },
    {
      "epoch": 95.72,
      "grad_norm": 1.7502760887145996,
      "learning_rate": 4.625614159022602e-06,
      "loss": 0.4346,
      "step": 342950
    },
    {
      "epoch": 95.72,
      "grad_norm": 1.642406940460205,
      "learning_rate": 4.62560798624675e-06,
      "loss": 0.4229,
      "step": 342960
    },
    {
      "epoch": 95.72,
      "grad_norm": 3.2974812984466553,
      "learning_rate": 4.625601813167183e-06,
      "loss": 0.4327,
      "step": 342970
    },
    {
      "epoch": 95.72,
      "grad_norm": 1.3524205684661865,
      "learning_rate": 4.625595639783901e-06,
      "loss": 0.4193,
      "step": 342980
    },
    {
      "epoch": 95.73,
      "grad_norm": 1.5865659713745117,
      "learning_rate": 4.625589466096905e-06,
      "loss": 0.4449,
      "step": 342990
    },
    {
      "epoch": 95.73,
      "grad_norm": 1.96823251247406,
      "learning_rate": 4.625583292106195e-06,
      "loss": 0.4271,
      "step": 343000
    },
    {
      "epoch": 95.73,
      "grad_norm": 1.2518019676208496,
      "learning_rate": 4.625577117811772e-06,
      "loss": 0.4477,
      "step": 343010
    },
    {
      "epoch": 95.74,
      "grad_norm": 1.4970299005508423,
      "learning_rate": 4.625570943213637e-06,
      "loss": 0.4509,
      "step": 343020
    },
    {
      "epoch": 95.74,
      "grad_norm": 1.9143567085266113,
      "learning_rate": 4.625564768311792e-06,
      "loss": 0.4251,
      "step": 343030
    },
    {
      "epoch": 95.74,
      "grad_norm": 1.93928062915802,
      "learning_rate": 4.625558593106237e-06,
      "loss": 0.4299,
      "step": 343040
    },
    {
      "epoch": 95.74,
      "grad_norm": 1.369379997253418,
      "learning_rate": 4.625552417596972e-06,
      "loss": 0.4395,
      "step": 343050
    },
    {
      "epoch": 95.75,
      "grad_norm": 2.2003047466278076,
      "learning_rate": 4.625546241783998e-06,
      "loss": 0.4419,
      "step": 343060
    },
    {
      "epoch": 95.75,
      "grad_norm": 1.8324834108352661,
      "learning_rate": 4.625540065667317e-06,
      "loss": 0.4554,
      "step": 343070
    },
    {
      "epoch": 95.75,
      "grad_norm": 1.9174138307571411,
      "learning_rate": 4.625533889246929e-06,
      "loss": 0.4452,
      "step": 343080
    },
    {
      "epoch": 95.75,
      "grad_norm": 1.7980719804763794,
      "learning_rate": 4.625527712522835e-06,
      "loss": 0.4169,
      "step": 343090
    },
    {
      "epoch": 95.76,
      "grad_norm": 1.5683850049972534,
      "learning_rate": 4.625521535495036e-06,
      "loss": 0.4451,
      "step": 343100
    },
    {
      "epoch": 95.76,
      "grad_norm": 1.5549336671829224,
      "learning_rate": 4.625515358163532e-06,
      "loss": 0.4286,
      "step": 343110
    },
    {
      "epoch": 95.76,
      "grad_norm": 1.9245775938034058,
      "learning_rate": 4.625509180528325e-06,
      "loss": 0.4293,
      "step": 343120
    },
    {
      "epoch": 95.77,
      "grad_norm": 1.5567572116851807,
      "learning_rate": 4.625503002589414e-06,
      "loss": 0.4274,
      "step": 343130
    },
    {
      "epoch": 95.77,
      "grad_norm": 2.0576014518737793,
      "learning_rate": 4.625496824346803e-06,
      "loss": 0.4306,
      "step": 343140
    },
    {
      "epoch": 95.77,
      "grad_norm": 1.8040062189102173,
      "learning_rate": 4.625490645800489e-06,
      "loss": 0.4147,
      "step": 343150
    },
    {
      "epoch": 95.77,
      "grad_norm": 1.7466895580291748,
      "learning_rate": 4.625484466950475e-06,
      "loss": 0.4451,
      "step": 343160
    },
    {
      "epoch": 95.78,
      "grad_norm": 1.862293004989624,
      "learning_rate": 4.625478287796763e-06,
      "loss": 0.4498,
      "step": 343170
    },
    {
      "epoch": 95.78,
      "grad_norm": 1.547971487045288,
      "learning_rate": 4.625472108339352e-06,
      "loss": 0.4144,
      "step": 343180
    },
    {
      "epoch": 95.78,
      "grad_norm": 1.416452169418335,
      "learning_rate": 4.625465928578242e-06,
      "loss": 0.4268,
      "step": 343190
    },
    {
      "epoch": 95.79,
      "grad_norm": 1.586830735206604,
      "learning_rate": 4.625459748513436e-06,
      "loss": 0.4461,
      "step": 343200
    },
    {
      "epoch": 95.79,
      "grad_norm": 1.2840090990066528,
      "learning_rate": 4.6254535681449326e-06,
      "loss": 0.4342,
      "step": 343210
    },
    {
      "epoch": 95.79,
      "grad_norm": 1.6535358428955078,
      "learning_rate": 4.625447387472735e-06,
      "loss": 0.455,
      "step": 343220
    },
    {
      "epoch": 95.79,
      "grad_norm": 2.0707273483276367,
      "learning_rate": 4.625441206496843e-06,
      "loss": 0.4336,
      "step": 343230
    },
    {
      "epoch": 95.8,
      "grad_norm": 1.6622830629348755,
      "learning_rate": 4.6254350252172564e-06,
      "loss": 0.4132,
      "step": 343240
    },
    {
      "epoch": 95.8,
      "grad_norm": 1.6595354080200195,
      "learning_rate": 4.625428843633977e-06,
      "loss": 0.4401,
      "step": 343250
    },
    {
      "epoch": 95.8,
      "grad_norm": 1.4160945415496826,
      "learning_rate": 4.625422661747006e-06,
      "loss": 0.4341,
      "step": 343260
    },
    {
      "epoch": 95.81,
      "grad_norm": 1.6041959524154663,
      "learning_rate": 4.625416479556343e-06,
      "loss": 0.4438,
      "step": 343270
    },
    {
      "epoch": 95.81,
      "grad_norm": 1.3289870023727417,
      "learning_rate": 4.62541029706199e-06,
      "loss": 0.4314,
      "step": 343280
    },
    {
      "epoch": 95.81,
      "grad_norm": 1.547146201133728,
      "learning_rate": 4.6254041142639474e-06,
      "loss": 0.4377,
      "step": 343290
    },
    {
      "epoch": 95.81,
      "grad_norm": 1.6333714723587036,
      "learning_rate": 4.625397931162216e-06,
      "loss": 0.4328,
      "step": 343300
    },
    {
      "epoch": 95.82,
      "grad_norm": 1.7272813320159912,
      "learning_rate": 4.625391747756797e-06,
      "loss": 0.4274,
      "step": 343310
    },
    {
      "epoch": 95.82,
      "grad_norm": 1.6729134321212769,
      "learning_rate": 4.625385564047691e-06,
      "loss": 0.4469,
      "step": 343320
    },
    {
      "epoch": 95.82,
      "grad_norm": 1.46242356300354,
      "learning_rate": 4.625379380034898e-06,
      "loss": 0.445,
      "step": 343330
    },
    {
      "epoch": 95.82,
      "grad_norm": 1.5322850942611694,
      "learning_rate": 4.62537319571842e-06,
      "loss": 0.4437,
      "step": 343340
    },
    {
      "epoch": 95.83,
      "grad_norm": 1.3572304248809814,
      "learning_rate": 4.625367011098257e-06,
      "loss": 0.4294,
      "step": 343350
    },
    {
      "epoch": 95.83,
      "grad_norm": 1.8701733350753784,
      "learning_rate": 4.625360826174411e-06,
      "loss": 0.4507,
      "step": 343360
    },
    {
      "epoch": 95.83,
      "grad_norm": 1.3084251880645752,
      "learning_rate": 4.62535464094688e-06,
      "loss": 0.4242,
      "step": 343370
    },
    {
      "epoch": 95.84,
      "grad_norm": 1.2738902568817139,
      "learning_rate": 4.625348455415668e-06,
      "loss": 0.4333,
      "step": 343380
    },
    {
      "epoch": 95.84,
      "grad_norm": 1.421331763267517,
      "learning_rate": 4.625342269580775e-06,
      "loss": 0.4223,
      "step": 343390
    },
    {
      "epoch": 95.84,
      "grad_norm": 2.126600503921509,
      "learning_rate": 4.625336083442201e-06,
      "loss": 0.4442,
      "step": 343400
    },
    {
      "epoch": 95.84,
      "grad_norm": 1.4095410108566284,
      "learning_rate": 4.625329896999947e-06,
      "loss": 0.45,
      "step": 343410
    },
    {
      "epoch": 95.85,
      "grad_norm": 1.5703047513961792,
      "learning_rate": 4.625323710254015e-06,
      "loss": 0.4362,
      "step": 343420
    },
    {
      "epoch": 95.85,
      "grad_norm": 1.5449851751327515,
      "learning_rate": 4.625317523204405e-06,
      "loss": 0.4317,
      "step": 343430
    },
    {
      "epoch": 95.85,
      "grad_norm": 1.60758638381958,
      "learning_rate": 4.625311335851117e-06,
      "loss": 0.4372,
      "step": 343440
    },
    {
      "epoch": 95.86,
      "grad_norm": 1.3349193334579468,
      "learning_rate": 4.625305148194153e-06,
      "loss": 0.437,
      "step": 343450
    },
    {
      "epoch": 95.86,
      "grad_norm": 1.8766202926635742,
      "learning_rate": 4.625298960233513e-06,
      "loss": 0.4288,
      "step": 343460
    },
    {
      "epoch": 95.86,
      "grad_norm": 1.478392243385315,
      "learning_rate": 4.625292771969198e-06,
      "loss": 0.4507,
      "step": 343470
    },
    {
      "epoch": 95.86,
      "grad_norm": 1.3063302040100098,
      "learning_rate": 4.6252865834012096e-06,
      "loss": 0.425,
      "step": 343480
    },
    {
      "epoch": 95.87,
      "grad_norm": 1.548403263092041,
      "learning_rate": 4.6252803945295475e-06,
      "loss": 0.442,
      "step": 343490
    },
    {
      "epoch": 95.87,
      "grad_norm": 1.5927525758743286,
      "learning_rate": 4.625274205354214e-06,
      "loss": 0.421,
      "step": 343500
    },
    {
      "epoch": 95.87,
      "grad_norm": 1.632887363433838,
      "learning_rate": 4.625268015875208e-06,
      "loss": 0.449,
      "step": 343510
    },
    {
      "epoch": 95.87,
      "grad_norm": 1.8384499549865723,
      "learning_rate": 4.625261826092531e-06,
      "loss": 0.4456,
      "step": 343520
    },
    {
      "epoch": 95.88,
      "grad_norm": 1.6791338920593262,
      "learning_rate": 4.625255636006186e-06,
      "loss": 0.4317,
      "step": 343530
    },
    {
      "epoch": 95.88,
      "grad_norm": 1.2608518600463867,
      "learning_rate": 4.625249445616171e-06,
      "loss": 0.4418,
      "step": 343540
    },
    {
      "epoch": 95.88,
      "grad_norm": 1.603403091430664,
      "learning_rate": 4.625243254922486e-06,
      "loss": 0.4396,
      "step": 343550
    },
    {
      "epoch": 95.89,
      "grad_norm": 1.3797606229782104,
      "learning_rate": 4.625237063925137e-06,
      "loss": 0.4187,
      "step": 343560
    },
    {
      "epoch": 95.89,
      "grad_norm": 1.7860469818115234,
      "learning_rate": 4.625230872624119e-06,
      "loss": 0.4433,
      "step": 343570
    },
    {
      "epoch": 95.89,
      "grad_norm": 1.9178836345672607,
      "learning_rate": 4.6252246810194354e-06,
      "loss": 0.4182,
      "step": 343580
    },
    {
      "epoch": 95.89,
      "grad_norm": 1.343630313873291,
      "learning_rate": 4.625218489111088e-06,
      "loss": 0.4475,
      "step": 343590
    },
    {
      "epoch": 95.9,
      "grad_norm": 1.6530208587646484,
      "learning_rate": 4.625212296899076e-06,
      "loss": 0.4332,
      "step": 343600
    },
    {
      "epoch": 95.9,
      "grad_norm": 1.4225717782974243,
      "learning_rate": 4.625206104383401e-06,
      "loss": 0.4394,
      "step": 343610
    },
    {
      "epoch": 95.9,
      "grad_norm": 1.5086171627044678,
      "learning_rate": 4.625199911564063e-06,
      "loss": 0.4436,
      "step": 343620
    },
    {
      "epoch": 95.91,
      "grad_norm": 1.7016141414642334,
      "learning_rate": 4.625193718441063e-06,
      "loss": 0.4357,
      "step": 343630
    },
    {
      "epoch": 95.91,
      "grad_norm": 1.7454456090927124,
      "learning_rate": 4.6251875250144035e-06,
      "loss": 0.4257,
      "step": 343640
    },
    {
      "epoch": 95.91,
      "grad_norm": 6.669336318969727,
      "learning_rate": 4.625181331284083e-06,
      "loss": 0.4481,
      "step": 343650
    },
    {
      "epoch": 95.91,
      "grad_norm": 1.584311604499817,
      "learning_rate": 4.625175137250104e-06,
      "loss": 0.4321,
      "step": 343660
    },
    {
      "epoch": 95.92,
      "grad_norm": 1.7585183382034302,
      "learning_rate": 4.6251689429124675e-06,
      "loss": 0.4574,
      "step": 343670
    },
    {
      "epoch": 95.92,
      "grad_norm": 1.6451979875564575,
      "learning_rate": 4.625162748271173e-06,
      "loss": 0.443,
      "step": 343680
    },
    {
      "epoch": 95.92,
      "grad_norm": 1.6945418119430542,
      "learning_rate": 4.625156553326221e-06,
      "loss": 0.4333,
      "step": 343690
    },
    {
      "epoch": 95.93,
      "grad_norm": 1.4477201700210571,
      "learning_rate": 4.6251503580776135e-06,
      "loss": 0.4366,
      "step": 343700
    },
    {
      "epoch": 95.93,
      "grad_norm": 1.5491451025009155,
      "learning_rate": 4.625144162525351e-06,
      "loss": 0.4328,
      "step": 343710
    },
    {
      "epoch": 95.93,
      "grad_norm": 1.5071090459823608,
      "learning_rate": 4.625137966669434e-06,
      "loss": 0.4243,
      "step": 343720
    },
    {
      "epoch": 95.93,
      "grad_norm": 1.5587338209152222,
      "learning_rate": 4.6251317705098645e-06,
      "loss": 0.4325,
      "step": 343730
    },
    {
      "epoch": 95.94,
      "grad_norm": 4.849368572235107,
      "learning_rate": 4.625125574046642e-06,
      "loss": 0.4306,
      "step": 343740
    },
    {
      "epoch": 95.94,
      "grad_norm": 1.8372102975845337,
      "learning_rate": 4.625119377279768e-06,
      "loss": 0.4401,
      "step": 343750
    },
    {
      "epoch": 95.94,
      "grad_norm": 1.7727689743041992,
      "learning_rate": 4.6251131802092425e-06,
      "loss": 0.4464,
      "step": 343760
    },
    {
      "epoch": 95.94,
      "grad_norm": 1.6502193212509155,
      "learning_rate": 4.625106982835067e-06,
      "loss": 0.4439,
      "step": 343770
    },
    {
      "epoch": 95.95,
      "grad_norm": 1.6386762857437134,
      "learning_rate": 4.625100785157243e-06,
      "loss": 0.4329,
      "step": 343780
    },
    {
      "epoch": 95.95,
      "grad_norm": 1.398576259613037,
      "learning_rate": 4.62509458717577e-06,
      "loss": 0.423,
      "step": 343790
    },
    {
      "epoch": 95.95,
      "grad_norm": 1.5853381156921387,
      "learning_rate": 4.62508838889065e-06,
      "loss": 0.4314,
      "step": 343800
    },
    {
      "epoch": 95.96,
      "grad_norm": 1.9153636693954468,
      "learning_rate": 4.6250821903018825e-06,
      "loss": 0.4119,
      "step": 343810
    },
    {
      "epoch": 95.96,
      "grad_norm": 1.5781141519546509,
      "learning_rate": 4.625075991409469e-06,
      "loss": 0.4422,
      "step": 343820
    },
    {
      "epoch": 95.96,
      "grad_norm": 1.7875161170959473,
      "learning_rate": 4.625069792213411e-06,
      "loss": 0.4284,
      "step": 343830
    },
    {
      "epoch": 95.96,
      "grad_norm": 1.6215558052062988,
      "learning_rate": 4.625063592713708e-06,
      "loss": 0.4562,
      "step": 343840
    },
    {
      "epoch": 95.97,
      "grad_norm": 1.6162550449371338,
      "learning_rate": 4.625057392910363e-06,
      "loss": 0.4373,
      "step": 343850
    },
    {
      "epoch": 95.97,
      "grad_norm": 2.046877861022949,
      "learning_rate": 4.625051192803374e-06,
      "loss": 0.4391,
      "step": 343860
    },
    {
      "epoch": 95.97,
      "grad_norm": 1.52775239944458,
      "learning_rate": 4.625044992392744e-06,
      "loss": 0.4366,
      "step": 343870
    },
    {
      "epoch": 95.98,
      "grad_norm": 1.567494511604309,
      "learning_rate": 4.625038791678473e-06,
      "loss": 0.4305,
      "step": 343880
    },
    {
      "epoch": 95.98,
      "grad_norm": 1.4248274564743042,
      "learning_rate": 4.625032590660561e-06,
      "loss": 0.4197,
      "step": 343890
    },
    {
      "epoch": 95.98,
      "grad_norm": 1.7866315841674805,
      "learning_rate": 4.62502638933901e-06,
      "loss": 0.4419,
      "step": 343900
    },
    {
      "epoch": 95.98,
      "grad_norm": 1.7356925010681152,
      "learning_rate": 4.62502018771382e-06,
      "loss": 0.4388,
      "step": 343910
    },
    {
      "epoch": 95.99,
      "grad_norm": 1.4632636308670044,
      "learning_rate": 4.625013985784994e-06,
      "loss": 0.435,
      "step": 343920
    },
    {
      "epoch": 95.99,
      "grad_norm": 1.6178112030029297,
      "learning_rate": 4.6250077835525295e-06,
      "loss": 0.4305,
      "step": 343930
    },
    {
      "epoch": 95.99,
      "grad_norm": 1.6656391620635986,
      "learning_rate": 4.625001581016429e-06,
      "loss": 0.4387,
      "step": 343940
    },
    {
      "epoch": 95.99,
      "grad_norm": 1.9170832633972168,
      "learning_rate": 4.624995378176695e-06,
      "loss": 0.4383,
      "step": 343950
    },
    {
      "epoch": 96.0,
      "grad_norm": 1.7364174127578735,
      "learning_rate": 4.624989175033325e-06,
      "loss": 0.4256,
      "step": 343960
    },
    {
      "epoch": 96.0,
      "eval_loss": 0.4364829957485199,
      "eval_runtime": 62.8059,
      "eval_samples_per_second": 80.55,
      "eval_steps_per_second": 10.079,
      "step": 343968
    },
    {
      "epoch": 96.0,
      "grad_norm": 1.6246238946914673,
      "learning_rate": 4.624982971586322e-06,
      "loss": 0.4326,
      "step": 343970
    },
    {
      "epoch": 96.0,
      "grad_norm": 1.5782029628753662,
      "learning_rate": 4.624976767835686e-06,
      "loss": 0.4344,
      "step": 343980
    },
    {
      "epoch": 96.01,
      "grad_norm": 1.6362892389297485,
      "learning_rate": 4.624970563781418e-06,
      "loss": 0.4561,
      "step": 343990
    },
    {
      "epoch": 96.01,
      "grad_norm": 1.3268778324127197,
      "learning_rate": 4.62496435942352e-06,
      "loss": 0.4404,
      "step": 344000
    },
    {
      "epoch": 96.01,
      "grad_norm": 1.4630130529403687,
      "learning_rate": 4.62495815476199e-06,
      "loss": 0.4485,
      "step": 344010
    },
    {
      "epoch": 96.01,
      "grad_norm": 1.4906408786773682,
      "learning_rate": 4.624951949796832e-06,
      "loss": 0.4279,
      "step": 344020
    },
    {
      "epoch": 96.02,
      "grad_norm": 1.6670231819152832,
      "learning_rate": 4.624945744528045e-06,
      "loss": 0.4223,
      "step": 344030
    },
    {
      "epoch": 96.02,
      "grad_norm": 1.4716286659240723,
      "learning_rate": 4.62493953895563e-06,
      "loss": 0.4373,
      "step": 344040
    },
    {
      "epoch": 96.02,
      "grad_norm": 1.9014606475830078,
      "learning_rate": 4.624933333079588e-06,
      "loss": 0.4342,
      "step": 344050
    },
    {
      "epoch": 96.03,
      "grad_norm": 2.1218769550323486,
      "learning_rate": 4.624927126899921e-06,
      "loss": 0.4357,
      "step": 344060
    },
    {
      "epoch": 96.03,
      "grad_norm": 1.7073155641555786,
      "learning_rate": 4.624920920416627e-06,
      "loss": 0.4401,
      "step": 344070
    },
    {
      "epoch": 96.03,
      "grad_norm": 1.21779203414917,
      "learning_rate": 4.6249147136297096e-06,
      "loss": 0.4294,
      "step": 344080
    },
    {
      "epoch": 96.03,
      "grad_norm": 1.7501469850540161,
      "learning_rate": 4.624908506539168e-06,
      "loss": 0.4296,
      "step": 344090
    },
    {
      "epoch": 96.04,
      "grad_norm": 1.8674074411392212,
      "learning_rate": 4.624902299145004e-06,
      "loss": 0.4249,
      "step": 344100
    },
    {
      "epoch": 96.04,
      "grad_norm": 1.5817900896072388,
      "learning_rate": 4.624896091447218e-06,
      "loss": 0.437,
      "step": 344110
    },
    {
      "epoch": 96.04,
      "grad_norm": 1.7760021686553955,
      "learning_rate": 4.624889883445811e-06,
      "loss": 0.4566,
      "step": 344120
    },
    {
      "epoch": 96.05,
      "grad_norm": 1.5765328407287598,
      "learning_rate": 4.6248836751407825e-06,
      "loss": 0.4404,
      "step": 344130
    },
    {
      "epoch": 96.05,
      "grad_norm": 2.649117946624756,
      "learning_rate": 4.6248774665321355e-06,
      "loss": 0.4268,
      "step": 344140
    },
    {
      "epoch": 96.05,
      "grad_norm": 1.6678969860076904,
      "learning_rate": 4.6248712576198695e-06,
      "loss": 0.4354,
      "step": 344150
    },
    {
      "epoch": 96.05,
      "grad_norm": 1.565557599067688,
      "learning_rate": 4.624865048403986e-06,
      "loss": 0.4517,
      "step": 344160
    },
    {
      "epoch": 96.06,
      "grad_norm": 2.027635335922241,
      "learning_rate": 4.624858838884485e-06,
      "loss": 0.4421,
      "step": 344170
    },
    {
      "epoch": 96.06,
      "grad_norm": 1.4772757291793823,
      "learning_rate": 4.624852629061368e-06,
      "loss": 0.4322,
      "step": 344180
    },
    {
      "epoch": 96.06,
      "grad_norm": 1.4875820875167847,
      "learning_rate": 4.624846418934636e-06,
      "loss": 0.4314,
      "step": 344190
    },
    {
      "epoch": 96.06,
      "grad_norm": 1.8128068447113037,
      "learning_rate": 4.624840208504289e-06,
      "loss": 0.4364,
      "step": 344200
    },
    {
      "epoch": 96.07,
      "grad_norm": 1.6486707925796509,
      "learning_rate": 4.624833997770329e-06,
      "loss": 0.4289,
      "step": 344210
    },
    {
      "epoch": 96.07,
      "grad_norm": 1.7661620378494263,
      "learning_rate": 4.624827786732755e-06,
      "loss": 0.4363,
      "step": 344220
    },
    {
      "epoch": 96.07,
      "grad_norm": 1.7160335779190063,
      "learning_rate": 4.624821575391569e-06,
      "loss": 0.4438,
      "step": 344230
    },
    {
      "epoch": 96.08,
      "grad_norm": 1.4456731081008911,
      "learning_rate": 4.624815363746772e-06,
      "loss": 0.4314,
      "step": 344240
    },
    {
      "epoch": 96.08,
      "grad_norm": 1.6409692764282227,
      "learning_rate": 4.624809151798365e-06,
      "loss": 0.4534,
      "step": 344250
    },
    {
      "epoch": 96.08,
      "grad_norm": 1.4610886573791504,
      "learning_rate": 4.624802939546348e-06,
      "loss": 0.4421,
      "step": 344260
    },
    {
      "epoch": 96.08,
      "grad_norm": 1.6084835529327393,
      "learning_rate": 4.624796726990722e-06,
      "loss": 0.4393,
      "step": 344270
    },
    {
      "epoch": 96.09,
      "grad_norm": 1.767054557800293,
      "learning_rate": 4.624790514131489e-06,
      "loss": 0.4524,
      "step": 344280
    },
    {
      "epoch": 96.09,
      "grad_norm": 1.4204047918319702,
      "learning_rate": 4.624784300968649e-06,
      "loss": 0.4317,
      "step": 344290
    },
    {
      "epoch": 96.09,
      "grad_norm": 1.7484573125839233,
      "learning_rate": 4.624778087502201e-06,
      "loss": 0.4257,
      "step": 344300
    },
    {
      "epoch": 96.1,
      "grad_norm": 1.6271480321884155,
      "learning_rate": 4.624771873732148e-06,
      "loss": 0.4405,
      "step": 344310
    },
    {
      "epoch": 96.1,
      "grad_norm": 1.2082968950271606,
      "learning_rate": 4.624765659658491e-06,
      "loss": 0.4461,
      "step": 344320
    },
    {
      "epoch": 96.1,
      "grad_norm": 1.6748908758163452,
      "learning_rate": 4.6247594452812305e-06,
      "loss": 0.4217,
      "step": 344330
    },
    {
      "epoch": 96.1,
      "grad_norm": 1.6260713338851929,
      "learning_rate": 4.624753230600367e-06,
      "loss": 0.4351,
      "step": 344340
    },
    {
      "epoch": 96.11,
      "grad_norm": 1.4011409282684326,
      "learning_rate": 4.624747015615901e-06,
      "loss": 0.4349,
      "step": 344350
    },
    {
      "epoch": 96.11,
      "grad_norm": 1.585113286972046,
      "learning_rate": 4.624740800327834e-06,
      "loss": 0.423,
      "step": 344360
    },
    {
      "epoch": 96.11,
      "grad_norm": 1.6645618677139282,
      "learning_rate": 4.624734584736166e-06,
      "loss": 0.4163,
      "step": 344370
    },
    {
      "epoch": 96.11,
      "grad_norm": 1.5716276168823242,
      "learning_rate": 4.624728368840898e-06,
      "loss": 0.4265,
      "step": 344380
    },
    {
      "epoch": 96.12,
      "grad_norm": 1.7939294576644897,
      "learning_rate": 4.624722152642032e-06,
      "loss": 0.4459,
      "step": 344390
    },
    {
      "epoch": 96.12,
      "grad_norm": 1.6924821138381958,
      "learning_rate": 4.6247159361395675e-06,
      "loss": 0.4119,
      "step": 344400
    },
    {
      "epoch": 96.12,
      "grad_norm": 1.5521674156188965,
      "learning_rate": 4.624709719333506e-06,
      "loss": 0.4369,
      "step": 344410
    },
    {
      "epoch": 96.13,
      "grad_norm": 1.819793939590454,
      "learning_rate": 4.624703502223848e-06,
      "loss": 0.444,
      "step": 344420
    },
    {
      "epoch": 96.13,
      "grad_norm": 1.52841317653656,
      "learning_rate": 4.624697284810594e-06,
      "loss": 0.4281,
      "step": 344430
    },
    {
      "epoch": 96.13,
      "grad_norm": 1.78157377243042,
      "learning_rate": 4.624691067093747e-06,
      "loss": 0.4405,
      "step": 344440
    },
    {
      "epoch": 96.13,
      "grad_norm": 1.812605857849121,
      "learning_rate": 4.624684849073304e-06,
      "loss": 0.4286,
      "step": 344450
    },
    {
      "epoch": 96.14,
      "grad_norm": 1.498081088066101,
      "learning_rate": 4.62467863074927e-06,
      "loss": 0.4173,
      "step": 344460
    },
    {
      "epoch": 96.14,
      "grad_norm": 1.4044915437698364,
      "learning_rate": 4.624672412121642e-06,
      "loss": 0.4161,
      "step": 344470
    },
    {
      "epoch": 96.14,
      "grad_norm": 1.7313563823699951,
      "learning_rate": 4.624666193190423e-06,
      "loss": 0.4269,
      "step": 344480
    },
    {
      "epoch": 96.15,
      "grad_norm": 1.8088243007659912,
      "learning_rate": 4.624659973955614e-06,
      "loss": 0.429,
      "step": 344490
    },
    {
      "epoch": 96.15,
      "grad_norm": 1.925754427909851,
      "learning_rate": 4.624653754417215e-06,
      "loss": 0.4328,
      "step": 344500
    },
    {
      "epoch": 96.15,
      "grad_norm": 1.531697154045105,
      "learning_rate": 4.624647534575227e-06,
      "loss": 0.4253,
      "step": 344510
    },
    {
      "epoch": 96.15,
      "grad_norm": 1.7602304220199585,
      "learning_rate": 4.624641314429651e-06,
      "loss": 0.4223,
      "step": 344520
    },
    {
      "epoch": 96.16,
      "grad_norm": 1.5162508487701416,
      "learning_rate": 4.624635093980488e-06,
      "loss": 0.4086,
      "step": 344530
    },
    {
      "epoch": 96.16,
      "grad_norm": 1.6260744333267212,
      "learning_rate": 4.624628873227738e-06,
      "loss": 0.4473,
      "step": 344540
    },
    {
      "epoch": 96.16,
      "grad_norm": 1.5946073532104492,
      "learning_rate": 4.624622652171402e-06,
      "loss": 0.4618,
      "step": 344550
    },
    {
      "epoch": 96.17,
      "grad_norm": 1.601120114326477,
      "learning_rate": 4.624616430811482e-06,
      "loss": 0.429,
      "step": 344560
    },
    {
      "epoch": 96.17,
      "grad_norm": 1.5850714445114136,
      "learning_rate": 4.624610209147978e-06,
      "loss": 0.4279,
      "step": 344570
    },
    {
      "epoch": 96.17,
      "grad_norm": 1.8612585067749023,
      "learning_rate": 4.624603987180891e-06,
      "loss": 0.4317,
      "step": 344580
    },
    {
      "epoch": 96.17,
      "grad_norm": 1.6607989072799683,
      "learning_rate": 4.624597764910223e-06,
      "loss": 0.4278,
      "step": 344590
    },
    {
      "epoch": 96.18,
      "grad_norm": 1.6041488647460938,
      "learning_rate": 4.624591542335971e-06,
      "loss": 0.449,
      "step": 344600
    },
    {
      "epoch": 96.18,
      "grad_norm": 1.5518640279769897,
      "learning_rate": 4.62458531945814e-06,
      "loss": 0.4303,
      "step": 344610
    },
    {
      "epoch": 96.18,
      "grad_norm": 1.4299525022506714,
      "learning_rate": 4.624579096276728e-06,
      "loss": 0.4274,
      "step": 344620
    },
    {
      "epoch": 96.18,
      "grad_norm": 1.2414085865020752,
      "learning_rate": 4.624572872791738e-06,
      "loss": 0.4307,
      "step": 344630
    },
    {
      "epoch": 96.19,
      "grad_norm": 1.2240989208221436,
      "learning_rate": 4.62456664900317e-06,
      "loss": 0.4301,
      "step": 344640
    },
    {
      "epoch": 96.19,
      "grad_norm": 1.5787036418914795,
      "learning_rate": 4.624560424911024e-06,
      "loss": 0.4408,
      "step": 344650
    },
    {
      "epoch": 96.19,
      "grad_norm": 1.9420878887176514,
      "learning_rate": 4.624554200515302e-06,
      "loss": 0.4385,
      "step": 344660
    },
    {
      "epoch": 96.2,
      "grad_norm": 1.3485571146011353,
      "learning_rate": 4.624547975816004e-06,
      "loss": 0.4421,
      "step": 344670
    },
    {
      "epoch": 96.2,
      "grad_norm": 1.563253402709961,
      "learning_rate": 4.624541750813132e-06,
      "loss": 0.436,
      "step": 344680
    },
    {
      "epoch": 96.2,
      "grad_norm": 1.6087254285812378,
      "learning_rate": 4.624535525506685e-06,
      "loss": 0.4401,
      "step": 344690
    },
    {
      "epoch": 96.2,
      "grad_norm": 1.7985751628875732,
      "learning_rate": 4.624529299896665e-06,
      "loss": 0.4376,
      "step": 344700
    },
    {
      "epoch": 96.21,
      "grad_norm": 1.6803206205368042,
      "learning_rate": 4.624523073983073e-06,
      "loss": 0.4218,
      "step": 344710
    },
    {
      "epoch": 96.21,
      "grad_norm": 1.4621540307998657,
      "learning_rate": 4.624516847765909e-06,
      "loss": 0.4492,
      "step": 344720
    },
    {
      "epoch": 96.21,
      "grad_norm": 1.7130329608917236,
      "learning_rate": 4.624510621245174e-06,
      "loss": 0.4286,
      "step": 344730
    },
    {
      "epoch": 96.22,
      "grad_norm": 1.2983133792877197,
      "learning_rate": 4.62450439442087e-06,
      "loss": 0.4218,
      "step": 344740
    },
    {
      "epoch": 96.22,
      "grad_norm": 1.394174575805664,
      "learning_rate": 4.624498167292997e-06,
      "loss": 0.4424,
      "step": 344750
    },
    {
      "epoch": 96.22,
      "grad_norm": 1.5203684568405151,
      "learning_rate": 4.624491939861555e-06,
      "loss": 0.449,
      "step": 344760
    },
    {
      "epoch": 96.22,
      "grad_norm": 1.5121324062347412,
      "learning_rate": 4.624485712126546e-06,
      "loss": 0.4381,
      "step": 344770
    },
    {
      "epoch": 96.23,
      "grad_norm": 1.252447485923767,
      "learning_rate": 4.624479484087971e-06,
      "loss": 0.4487,
      "step": 344780
    },
    {
      "epoch": 96.23,
      "grad_norm": 1.2658352851867676,
      "learning_rate": 4.62447325574583e-06,
      "loss": 0.4423,
      "step": 344790
    },
    {
      "epoch": 96.23,
      "grad_norm": 1.4334945678710938,
      "learning_rate": 4.624467027100124e-06,
      "loss": 0.441,
      "step": 344800
    },
    {
      "epoch": 96.23,
      "grad_norm": 1.9870080947875977,
      "learning_rate": 4.624460798150854e-06,
      "loss": 0.4269,
      "step": 344810
    },
    {
      "epoch": 96.24,
      "grad_norm": 1.613629698753357,
      "learning_rate": 4.624454568898021e-06,
      "loss": 0.4358,
      "step": 344820
    },
    {
      "epoch": 96.24,
      "grad_norm": 1.9429255723953247,
      "learning_rate": 4.624448339341625e-06,
      "loss": 0.4292,
      "step": 344830
    },
    {
      "epoch": 96.24,
      "grad_norm": 1.7138978242874146,
      "learning_rate": 4.624442109481667e-06,
      "loss": 0.4506,
      "step": 344840
    },
    {
      "epoch": 96.25,
      "grad_norm": 1.6941386461257935,
      "learning_rate": 4.624435879318149e-06,
      "loss": 0.4124,
      "step": 344850
    },
    {
      "epoch": 96.25,
      "grad_norm": 1.6419298648834229,
      "learning_rate": 4.624429648851071e-06,
      "loss": 0.4283,
      "step": 344860
    },
    {
      "epoch": 96.25,
      "grad_norm": 1.6567131280899048,
      "learning_rate": 4.6244234180804344e-06,
      "loss": 0.4463,
      "step": 344870
    },
    {
      "epoch": 96.25,
      "grad_norm": 1.4764935970306396,
      "learning_rate": 4.624417187006238e-06,
      "loss": 0.4461,
      "step": 344880
    },
    {
      "epoch": 96.26,
      "grad_norm": 1.505751609802246,
      "learning_rate": 4.624410955628486e-06,
      "loss": 0.4338,
      "step": 344890
    },
    {
      "epoch": 96.26,
      "grad_norm": 1.5398108959197998,
      "learning_rate": 4.624404723947176e-06,
      "loss": 0.4249,
      "step": 344900
    },
    {
      "epoch": 96.26,
      "grad_norm": 1.5405139923095703,
      "learning_rate": 4.624398491962312e-06,
      "loss": 0.454,
      "step": 344910
    },
    {
      "epoch": 96.27,
      "grad_norm": 1.503793716430664,
      "learning_rate": 4.624392259673892e-06,
      "loss": 0.4081,
      "step": 344920
    },
    {
      "epoch": 96.27,
      "grad_norm": 1.372267484664917,
      "learning_rate": 4.624386027081918e-06,
      "loss": 0.4601,
      "step": 344930
    },
    {
      "epoch": 96.27,
      "grad_norm": 1.7272506952285767,
      "learning_rate": 4.624379794186391e-06,
      "loss": 0.4313,
      "step": 344940
    },
    {
      "epoch": 96.27,
      "grad_norm": 1.570583701133728,
      "learning_rate": 4.624373560987311e-06,
      "loss": 0.4523,
      "step": 344950
    },
    {
      "epoch": 96.28,
      "grad_norm": 1.483117938041687,
      "learning_rate": 4.624367327484679e-06,
      "loss": 0.4232,
      "step": 344960
    },
    {
      "epoch": 96.28,
      "grad_norm": 1.6205599308013916,
      "learning_rate": 4.624361093678497e-06,
      "loss": 0.4388,
      "step": 344970
    },
    {
      "epoch": 96.28,
      "grad_norm": 1.9183558225631714,
      "learning_rate": 4.624354859568765e-06,
      "loss": 0.433,
      "step": 344980
    },
    {
      "epoch": 96.29,
      "grad_norm": 1.3974580764770508,
      "learning_rate": 4.6243486251554835e-06,
      "loss": 0.4225,
      "step": 344990
    },
    {
      "epoch": 96.29,
      "grad_norm": 1.5175600051879883,
      "learning_rate": 4.6243423904386535e-06,
      "loss": 0.4307,
      "step": 345000
    },
    {
      "epoch": 96.29,
      "grad_norm": 1.647690773010254,
      "learning_rate": 4.624336155418276e-06,
      "loss": 0.4414,
      "step": 345010
    },
    {
      "epoch": 96.29,
      "grad_norm": 2.1719322204589844,
      "learning_rate": 4.624329920094353e-06,
      "loss": 0.4343,
      "step": 345020
    },
    {
      "epoch": 96.3,
      "grad_norm": 1.616304636001587,
      "learning_rate": 4.624323684466884e-06,
      "loss": 0.4242,
      "step": 345030
    },
    {
      "epoch": 96.3,
      "grad_norm": 1.5434714555740356,
      "learning_rate": 4.624317448535868e-06,
      "loss": 0.4363,
      "step": 345040
    },
    {
      "epoch": 96.3,
      "grad_norm": 1.6162750720977783,
      "learning_rate": 4.62431121230131e-06,
      "loss": 0.4311,
      "step": 345050
    },
    {
      "epoch": 96.3,
      "grad_norm": 3.202227830886841,
      "learning_rate": 4.624304975763208e-06,
      "loss": 0.4228,
      "step": 345060
    },
    {
      "epoch": 96.31,
      "grad_norm": 1.301782250404358,
      "learning_rate": 4.624298738921564e-06,
      "loss": 0.4147,
      "step": 345070
    },
    {
      "epoch": 96.31,
      "grad_norm": 1.4334959983825684,
      "learning_rate": 4.6242925017763766e-06,
      "loss": 0.422,
      "step": 345080
    },
    {
      "epoch": 96.31,
      "grad_norm": 2.0278801918029785,
      "learning_rate": 4.624286264327651e-06,
      "loss": 0.4461,
      "step": 345090
    },
    {
      "epoch": 96.32,
      "grad_norm": 1.666879415512085,
      "learning_rate": 4.624280026575384e-06,
      "loss": 0.4288,
      "step": 345100
    },
    {
      "epoch": 96.32,
      "grad_norm": 1.7023427486419678,
      "learning_rate": 4.624273788519578e-06,
      "loss": 0.4503,
      "step": 345110
    },
    {
      "epoch": 96.32,
      "grad_norm": 1.4446258544921875,
      "learning_rate": 4.6242675501602325e-06,
      "loss": 0.4401,
      "step": 345120
    },
    {
      "epoch": 96.32,
      "grad_norm": 1.528904676437378,
      "learning_rate": 4.6242613114973505e-06,
      "loss": 0.4321,
      "step": 345130
    },
    {
      "epoch": 96.33,
      "grad_norm": 1.5761126279830933,
      "learning_rate": 4.6242550725309325e-06,
      "loss": 0.4423,
      "step": 345140
    },
    {
      "epoch": 96.33,
      "grad_norm": 1.8917144536972046,
      "learning_rate": 4.624248833260978e-06,
      "loss": 0.4328,
      "step": 345150
    },
    {
      "epoch": 96.33,
      "grad_norm": 1.5207197666168213,
      "learning_rate": 4.624242593687488e-06,
      "loss": 0.4433,
      "step": 345160
    },
    {
      "epoch": 96.34,
      "grad_norm": 1.5201027393341064,
      "learning_rate": 4.624236353810465e-06,
      "loss": 0.4242,
      "step": 345170
    },
    {
      "epoch": 96.34,
      "grad_norm": 1.7270386219024658,
      "learning_rate": 4.624230113629907e-06,
      "loss": 0.4337,
      "step": 345180
    },
    {
      "epoch": 96.34,
      "grad_norm": 3.3991658687591553,
      "learning_rate": 4.624223873145818e-06,
      "loss": 0.4487,
      "step": 345190
    },
    {
      "epoch": 96.34,
      "grad_norm": 8.788159370422363,
      "learning_rate": 4.624217632358196e-06,
      "loss": 0.4281,
      "step": 345200
    },
    {
      "epoch": 96.35,
      "grad_norm": 1.8752586841583252,
      "learning_rate": 4.624211391267044e-06,
      "loss": 0.4537,
      "step": 345210
    },
    {
      "epoch": 96.35,
      "grad_norm": 1.5287362337112427,
      "learning_rate": 4.624205149872362e-06,
      "loss": 0.4314,
      "step": 345220
    },
    {
      "epoch": 96.35,
      "grad_norm": 1.936362624168396,
      "learning_rate": 4.62419890817415e-06,
      "loss": 0.4397,
      "step": 345230
    },
    {
      "epoch": 96.36,
      "grad_norm": 1.5225656032562256,
      "learning_rate": 4.624192666172411e-06,
      "loss": 0.4367,
      "step": 345240
    },
    {
      "epoch": 96.36,
      "grad_norm": 1.3591495752334595,
      "learning_rate": 4.624186423867143e-06,
      "loss": 0.4254,
      "step": 345250
    },
    {
      "epoch": 96.36,
      "grad_norm": 1.5221389532089233,
      "learning_rate": 4.62418018125835e-06,
      "loss": 0.425,
      "step": 345260
    },
    {
      "epoch": 96.36,
      "grad_norm": 1.5731669664382935,
      "learning_rate": 4.62417393834603e-06,
      "loss": 0.4432,
      "step": 345270
    },
    {
      "epoch": 96.37,
      "grad_norm": 1.5469036102294922,
      "learning_rate": 4.6241676951301855e-06,
      "loss": 0.4507,
      "step": 345280
    },
    {
      "epoch": 96.37,
      "grad_norm": 3.0088114738464355,
      "learning_rate": 4.6241614516108155e-06,
      "loss": 0.4416,
      "step": 345290
    },
    {
      "epoch": 96.37,
      "grad_norm": 1.657238483428955,
      "learning_rate": 4.624155207787923e-06,
      "loss": 0.4396,
      "step": 345300
    },
    {
      "epoch": 96.37,
      "grad_norm": 1.4571257829666138,
      "learning_rate": 4.624148963661508e-06,
      "loss": 0.4245,
      "step": 345310
    },
    {
      "epoch": 96.38,
      "grad_norm": 1.281798243522644,
      "learning_rate": 4.624142719231571e-06,
      "loss": 0.4214,
      "step": 345320
    },
    {
      "epoch": 96.38,
      "grad_norm": 1.7694123983383179,
      "learning_rate": 4.624136474498114e-06,
      "loss": 0.4235,
      "step": 345330
    },
    {
      "epoch": 96.38,
      "grad_norm": 1.7209571599960327,
      "learning_rate": 4.6241302294611355e-06,
      "loss": 0.4424,
      "step": 345340
    },
    {
      "epoch": 96.39,
      "grad_norm": 1.4193172454833984,
      "learning_rate": 4.624123984120639e-06,
      "loss": 0.4253,
      "step": 345350
    },
    {
      "epoch": 96.39,
      "grad_norm": 1.458743691444397,
      "learning_rate": 4.624117738476623e-06,
      "loss": 0.4204,
      "step": 345360
    },
    {
      "epoch": 96.39,
      "grad_norm": 1.8481947183609009,
      "learning_rate": 4.62411149252909e-06,
      "loss": 0.4215,
      "step": 345370
    },
    {
      "epoch": 96.39,
      "grad_norm": 1.7515021562576294,
      "learning_rate": 4.62410524627804e-06,
      "loss": 0.4372,
      "step": 345380
    },
    {
      "epoch": 96.4,
      "grad_norm": 1.73019278049469,
      "learning_rate": 4.624098999723475e-06,
      "loss": 0.4304,
      "step": 345390
    },
    {
      "epoch": 96.4,
      "grad_norm": 1.5618338584899902,
      "learning_rate": 4.624092752865394e-06,
      "loss": 0.4538,
      "step": 345400
    },
    {
      "epoch": 96.4,
      "grad_norm": 1.5590872764587402,
      "learning_rate": 4.6240865057038e-06,
      "loss": 0.4262,
      "step": 345410
    },
    {
      "epoch": 96.41,
      "grad_norm": 1.4876527786254883,
      "learning_rate": 4.624080258238691e-06,
      "loss": 0.4336,
      "step": 345420
    },
    {
      "epoch": 96.41,
      "grad_norm": 1.709381103515625,
      "learning_rate": 4.62407401047007e-06,
      "loss": 0.4355,
      "step": 345430
    },
    {
      "epoch": 96.41,
      "grad_norm": 1.2366902828216553,
      "learning_rate": 4.624067762397938e-06,
      "loss": 0.4301,
      "step": 345440
    },
    {
      "epoch": 96.41,
      "grad_norm": 1.4330581426620483,
      "learning_rate": 4.624061514022295e-06,
      "loss": 0.4266,
      "step": 345450
    },
    {
      "epoch": 96.42,
      "grad_norm": 1.3388197422027588,
      "learning_rate": 4.62405526534314e-06,
      "loss": 0.427,
      "step": 345460
    },
    {
      "epoch": 96.42,
      "grad_norm": 1.5268983840942383,
      "learning_rate": 4.624049016360478e-06,
      "loss": 0.4425,
      "step": 345470
    },
    {
      "epoch": 96.42,
      "grad_norm": 1.4057295322418213,
      "learning_rate": 4.624042767074307e-06,
      "loss": 0.428,
      "step": 345480
    },
    {
      "epoch": 96.42,
      "grad_norm": 1.4854539632797241,
      "learning_rate": 4.624036517484628e-06,
      "loss": 0.4298,
      "step": 345490
    },
    {
      "epoch": 96.43,
      "grad_norm": 1.6711491346359253,
      "learning_rate": 4.6240302675914415e-06,
      "loss": 0.4264,
      "step": 345500
    },
    {
      "epoch": 96.43,
      "grad_norm": 1.4085253477096558,
      "learning_rate": 4.62402401739475e-06,
      "loss": 0.4389,
      "step": 345510
    },
    {
      "epoch": 96.43,
      "grad_norm": 2.2537126541137695,
      "learning_rate": 4.624017766894554e-06,
      "loss": 0.4243,
      "step": 345520
    },
    {
      "epoch": 96.44,
      "grad_norm": 1.5356254577636719,
      "learning_rate": 4.624011516090853e-06,
      "loss": 0.433,
      "step": 345530
    },
    {
      "epoch": 96.44,
      "grad_norm": 1.7237225770950317,
      "learning_rate": 4.624005264983648e-06,
      "loss": 0.4284,
      "step": 345540
    },
    {
      "epoch": 96.44,
      "grad_norm": 1.5715733766555786,
      "learning_rate": 4.623999013572941e-06,
      "loss": 0.4271,
      "step": 345550
    },
    {
      "epoch": 96.44,
      "grad_norm": 1.4950817823410034,
      "learning_rate": 4.623992761858733e-06,
      "loss": 0.4173,
      "step": 345560
    },
    {
      "epoch": 96.45,
      "grad_norm": 1.4713177680969238,
      "learning_rate": 4.623986509841023e-06,
      "loss": 0.4405,
      "step": 345570
    },
    {
      "epoch": 96.45,
      "grad_norm": 1.6145200729370117,
      "learning_rate": 4.623980257519813e-06,
      "loss": 0.4361,
      "step": 345580
    },
    {
      "epoch": 96.45,
      "grad_norm": 1.5254030227661133,
      "learning_rate": 4.623974004895104e-06,
      "loss": 0.4326,
      "step": 345590
    },
    {
      "epoch": 96.46,
      "grad_norm": 1.633986473083496,
      "learning_rate": 4.623967751966896e-06,
      "loss": 0.4337,
      "step": 345600
    },
    {
      "epoch": 96.46,
      "grad_norm": 1.615795373916626,
      "learning_rate": 4.6239614987351916e-06,
      "loss": 0.436,
      "step": 345610
    },
    {
      "epoch": 96.46,
      "grad_norm": 1.6132904291152954,
      "learning_rate": 4.62395524519999e-06,
      "loss": 0.4315,
      "step": 345620
    },
    {
      "epoch": 96.46,
      "grad_norm": 1.4168596267700195,
      "learning_rate": 4.623948991361292e-06,
      "loss": 0.4656,
      "step": 345630
    },
    {
      "epoch": 96.47,
      "grad_norm": 1.5692540407180786,
      "learning_rate": 4.623942737219099e-06,
      "loss": 0.4127,
      "step": 345640
    },
    {
      "epoch": 96.47,
      "grad_norm": 1.6938042640686035,
      "learning_rate": 4.623936482773411e-06,
      "loss": 0.4343,
      "step": 345650
    },
    {
      "epoch": 96.47,
      "grad_norm": 1.5860117673873901,
      "learning_rate": 4.623930228024231e-06,
      "loss": 0.4456,
      "step": 345660
    },
    {
      "epoch": 96.48,
      "grad_norm": 1.3431519269943237,
      "learning_rate": 4.623923972971558e-06,
      "loss": 0.4282,
      "step": 345670
    },
    {
      "epoch": 96.48,
      "grad_norm": 1.3884721994400024,
      "learning_rate": 4.623917717615393e-06,
      "loss": 0.4499,
      "step": 345680
    },
    {
      "epoch": 96.48,
      "grad_norm": 1.6169116497039795,
      "learning_rate": 4.623911461955737e-06,
      "loss": 0.445,
      "step": 345690
    },
    {
      "epoch": 96.48,
      "grad_norm": 1.741614580154419,
      "learning_rate": 4.6239052059925905e-06,
      "loss": 0.4305,
      "step": 345700
    },
    {
      "epoch": 96.49,
      "grad_norm": 1.2799361944198608,
      "learning_rate": 4.623898949725956e-06,
      "loss": 0.418,
      "step": 345710
    },
    {
      "epoch": 96.49,
      "grad_norm": 1.6409939527511597,
      "learning_rate": 4.623892693155832e-06,
      "loss": 0.4455,
      "step": 345720
    },
    {
      "epoch": 96.49,
      "grad_norm": 1.9265836477279663,
      "learning_rate": 4.623886436282221e-06,
      "loss": 0.4269,
      "step": 345730
    },
    {
      "epoch": 96.49,
      "grad_norm": 1.93962562084198,
      "learning_rate": 4.623880179105122e-06,
      "loss": 0.431,
      "step": 345740
    },
    {
      "epoch": 96.5,
      "grad_norm": 1.7974026203155518,
      "learning_rate": 4.623873921624538e-06,
      "loss": 0.4529,
      "step": 345750
    },
    {
      "epoch": 96.5,
      "grad_norm": 2.345659017562866,
      "learning_rate": 4.623867663840469e-06,
      "loss": 0.4611,
      "step": 345760
    },
    {
      "epoch": 96.5,
      "grad_norm": 1.493937373161316,
      "learning_rate": 4.623861405752915e-06,
      "loss": 0.4533,
      "step": 345770
    },
    {
      "epoch": 96.51,
      "grad_norm": 1.0961228609085083,
      "learning_rate": 4.623855147361878e-06,
      "loss": 0.4373,
      "step": 345780
    },
    {
      "epoch": 96.51,
      "grad_norm": 1.745482325553894,
      "learning_rate": 4.623848888667359e-06,
      "loss": 0.4254,
      "step": 345790
    },
    {
      "epoch": 96.51,
      "grad_norm": 1.689845323562622,
      "learning_rate": 4.623842629669357e-06,
      "loss": 0.4182,
      "step": 345800
    },
    {
      "epoch": 96.51,
      "grad_norm": 1.3997398614883423,
      "learning_rate": 4.623836370367875e-06,
      "loss": 0.4376,
      "step": 345810
    },
    {
      "epoch": 96.52,
      "grad_norm": 1.528792142868042,
      "learning_rate": 4.623830110762913e-06,
      "loss": 0.4222,
      "step": 345820
    },
    {
      "epoch": 96.52,
      "grad_norm": 1.8795021772384644,
      "learning_rate": 4.62382385085447e-06,
      "loss": 0.426,
      "step": 345830
    },
    {
      "epoch": 96.52,
      "grad_norm": 1.5181468725204468,
      "learning_rate": 4.623817590642551e-06,
      "loss": 0.415,
      "step": 345840
    },
    {
      "epoch": 96.53,
      "grad_norm": 2.0890440940856934,
      "learning_rate": 4.623811330127153e-06,
      "loss": 0.4471,
      "step": 345850
    },
    {
      "epoch": 96.53,
      "grad_norm": 1.8912959098815918,
      "learning_rate": 4.623805069308279e-06,
      "loss": 0.4229,
      "step": 345860
    },
    {
      "epoch": 96.53,
      "grad_norm": 1.6074061393737793,
      "learning_rate": 4.6237988081859276e-06,
      "loss": 0.4478,
      "step": 345870
    },
    {
      "epoch": 96.53,
      "grad_norm": 1.6227596998214722,
      "learning_rate": 4.6237925467601015e-06,
      "loss": 0.4456,
      "step": 345880
    },
    {
      "epoch": 96.54,
      "grad_norm": 1.5840398073196411,
      "learning_rate": 4.623786285030802e-06,
      "loss": 0.4473,
      "step": 345890
    },
    {
      "epoch": 96.54,
      "grad_norm": 1.4744071960449219,
      "learning_rate": 4.623780022998029e-06,
      "loss": 0.4243,
      "step": 345900
    },
    {
      "epoch": 96.54,
      "grad_norm": 1.4138803482055664,
      "learning_rate": 4.623773760661784e-06,
      "loss": 0.4572,
      "step": 345910
    },
    {
      "epoch": 96.54,
      "grad_norm": 1.3940469026565552,
      "learning_rate": 4.623767498022065e-06,
      "loss": 0.4217,
      "step": 345920
    },
    {
      "epoch": 96.55,
      "grad_norm": 1.6095839738845825,
      "learning_rate": 4.623761235078876e-06,
      "loss": 0.4371,
      "step": 345930
    },
    {
      "epoch": 96.55,
      "grad_norm": 1.6693400144577026,
      "learning_rate": 4.623754971832217e-06,
      "loss": 0.4315,
      "step": 345940
    },
    {
      "epoch": 96.55,
      "grad_norm": 1.6209924221038818,
      "learning_rate": 4.6237487082820895e-06,
      "loss": 0.4426,
      "step": 345950
    },
    {
      "epoch": 96.56,
      "grad_norm": 1.34048330783844,
      "learning_rate": 4.6237424444284925e-06,
      "loss": 0.4224,
      "step": 345960
    },
    {
      "epoch": 96.56,
      "grad_norm": 1.762114405632019,
      "learning_rate": 4.623736180271428e-06,
      "loss": 0.4415,
      "step": 345970
    },
    {
      "epoch": 96.56,
      "grad_norm": 1.3750313520431519,
      "learning_rate": 4.623729915810898e-06,
      "loss": 0.4298,
      "step": 345980
    },
    {
      "epoch": 96.56,
      "grad_norm": 1.499685287475586,
      "learning_rate": 4.623723651046901e-06,
      "loss": 0.4217,
      "step": 345990
    },
    {
      "epoch": 96.57,
      "grad_norm": 1.8607988357543945,
      "learning_rate": 4.623717385979439e-06,
      "loss": 0.454,
      "step": 346000
    },
    {
      "epoch": 96.57,
      "grad_norm": 1.7698084115982056,
      "learning_rate": 4.623711120608513e-06,
      "loss": 0.4382,
      "step": 346010
    },
    {
      "epoch": 96.57,
      "grad_norm": 1.815981149673462,
      "learning_rate": 4.6237048549341235e-06,
      "loss": 0.4366,
      "step": 346020
    },
    {
      "epoch": 96.58,
      "grad_norm": 1.5382734537124634,
      "learning_rate": 4.62369858895627e-06,
      "loss": 0.4442,
      "step": 346030
    },
    {
      "epoch": 96.58,
      "grad_norm": 1.6495627164840698,
      "learning_rate": 4.623692322674956e-06,
      "loss": 0.4381,
      "step": 346040
    },
    {
      "epoch": 96.58,
      "grad_norm": 1.4593005180358887,
      "learning_rate": 4.623686056090181e-06,
      "loss": 0.4577,
      "step": 346050
    },
    {
      "epoch": 96.58,
      "grad_norm": 1.8751347064971924,
      "learning_rate": 4.623679789201946e-06,
      "loss": 0.4336,
      "step": 346060
    },
    {
      "epoch": 96.59,
      "grad_norm": 1.6204451322555542,
      "learning_rate": 4.623673522010251e-06,
      "loss": 0.4323,
      "step": 346070
    },
    {
      "epoch": 96.59,
      "grad_norm": 1.9009524583816528,
      "learning_rate": 4.623667254515098e-06,
      "loss": 0.4281,
      "step": 346080
    },
    {
      "epoch": 96.59,
      "grad_norm": 1.5062029361724854,
      "learning_rate": 4.623660986716487e-06,
      "loss": 0.4387,
      "step": 346090
    },
    {
      "epoch": 96.6,
      "grad_norm": 1.790556788444519,
      "learning_rate": 4.623654718614421e-06,
      "loss": 0.4153,
      "step": 346100
    },
    {
      "epoch": 96.6,
      "grad_norm": 1.6088045835494995,
      "learning_rate": 4.623648450208897e-06,
      "loss": 0.4295,
      "step": 346110
    },
    {
      "epoch": 96.6,
      "grad_norm": 1.776460886001587,
      "learning_rate": 4.623642181499919e-06,
      "loss": 0.4263,
      "step": 346120
    },
    {
      "epoch": 96.6,
      "grad_norm": 1.669856071472168,
      "learning_rate": 4.623635912487486e-06,
      "loss": 0.4447,
      "step": 346130
    },
    {
      "epoch": 96.61,
      "grad_norm": 2.243715286254883,
      "learning_rate": 4.6236296431716005e-06,
      "loss": 0.4248,
      "step": 346140
    },
    {
      "epoch": 96.61,
      "grad_norm": 1.6120448112487793,
      "learning_rate": 4.623623373552261e-06,
      "loss": 0.4362,
      "step": 346150
    },
    {
      "epoch": 96.61,
      "grad_norm": 1.5654081106185913,
      "learning_rate": 4.623617103629472e-06,
      "loss": 0.426,
      "step": 346160
    },
    {
      "epoch": 96.61,
      "grad_norm": 1.5139647722244263,
      "learning_rate": 4.62361083340323e-06,
      "loss": 0.4427,
      "step": 346170
    },
    {
      "epoch": 96.62,
      "grad_norm": 1.415542721748352,
      "learning_rate": 4.623604562873539e-06,
      "loss": 0.4337,
      "step": 346180
    },
    {
      "epoch": 96.62,
      "grad_norm": 1.758851170539856,
      "learning_rate": 4.623598292040398e-06,
      "loss": 0.44,
      "step": 346190
    },
    {
      "epoch": 96.62,
      "grad_norm": 1.5532933473587036,
      "learning_rate": 4.623592020903808e-06,
      "loss": 0.4219,
      "step": 346200
    },
    {
      "epoch": 96.63,
      "grad_norm": 2.1659257411956787,
      "learning_rate": 4.623585749463772e-06,
      "loss": 0.4374,
      "step": 346210
    },
    {
      "epoch": 96.63,
      "grad_norm": 1.8825687170028687,
      "learning_rate": 4.623579477720288e-06,
      "loss": 0.4255,
      "step": 346220
    },
    {
      "epoch": 96.63,
      "grad_norm": 1.5176090002059937,
      "learning_rate": 4.623573205673359e-06,
      "loss": 0.4148,
      "step": 346230
    },
    {
      "epoch": 96.63,
      "grad_norm": 1.6067861318588257,
      "learning_rate": 4.623566933322984e-06,
      "loss": 0.4458,
      "step": 346240
    },
    {
      "epoch": 96.64,
      "grad_norm": 1.6177175045013428,
      "learning_rate": 4.6235606606691654e-06,
      "loss": 0.4453,
      "step": 346250
    },
    {
      "epoch": 96.64,
      "grad_norm": 1.2889419794082642,
      "learning_rate": 4.623554387711904e-06,
      "loss": 0.4145,
      "step": 346260
    },
    {
      "epoch": 96.64,
      "grad_norm": 1.594835877418518,
      "learning_rate": 4.623548114451199e-06,
      "loss": 0.4187,
      "step": 346270
    },
    {
      "epoch": 96.65,
      "grad_norm": 1.5512707233428955,
      "learning_rate": 4.623541840887052e-06,
      "loss": 0.4119,
      "step": 346280
    },
    {
      "epoch": 96.65,
      "grad_norm": 1.4099061489105225,
      "learning_rate": 4.623535567019465e-06,
      "loss": 0.4496,
      "step": 346290
    },
    {
      "epoch": 96.65,
      "grad_norm": 1.316486120223999,
      "learning_rate": 4.623529292848437e-06,
      "loss": 0.4199,
      "step": 346300
    },
    {
      "epoch": 96.65,
      "grad_norm": 1.8185863494873047,
      "learning_rate": 4.62352301837397e-06,
      "loss": 0.4432,
      "step": 346310
    },
    {
      "epoch": 96.66,
      "grad_norm": 1.3917940855026245,
      "learning_rate": 4.623516743596065e-06,
      "loss": 0.4395,
      "step": 346320
    },
    {
      "epoch": 96.66,
      "grad_norm": 2.0108203887939453,
      "learning_rate": 4.623510468514723e-06,
      "loss": 0.4291,
      "step": 346330
    },
    {
      "epoch": 96.66,
      "grad_norm": 1.7603238821029663,
      "learning_rate": 4.623504193129943e-06,
      "loss": 0.4211,
      "step": 346340
    },
    {
      "epoch": 96.66,
      "grad_norm": 1.704172968864441,
      "learning_rate": 4.6234979174417275e-06,
      "loss": 0.4365,
      "step": 346350
    },
    {
      "epoch": 96.67,
      "grad_norm": 1.3202400207519531,
      "learning_rate": 4.623491641450076e-06,
      "loss": 0.4299,
      "step": 346360
    },
    {
      "epoch": 96.67,
      "grad_norm": 1.670328140258789,
      "learning_rate": 4.623485365154992e-06,
      "loss": 0.4437,
      "step": 346370
    },
    {
      "epoch": 96.67,
      "grad_norm": 1.7024338245391846,
      "learning_rate": 4.623479088556474e-06,
      "loss": 0.4023,
      "step": 346380
    },
    {
      "epoch": 96.68,
      "grad_norm": 1.4151490926742554,
      "learning_rate": 4.623472811654524e-06,
      "loss": 0.4301,
      "step": 346390
    },
    {
      "epoch": 96.68,
      "grad_norm": 1.7455899715423584,
      "learning_rate": 4.6234665344491416e-06,
      "loss": 0.4461,
      "step": 346400
    },
    {
      "epoch": 96.68,
      "grad_norm": 1.3885467052459717,
      "learning_rate": 4.623460256940328e-06,
      "loss": 0.4428,
      "step": 346410
    },
    {
      "epoch": 96.68,
      "grad_norm": 1.4375483989715576,
      "learning_rate": 4.623453979128084e-06,
      "loss": 0.432,
      "step": 346420
    },
    {
      "epoch": 96.69,
      "grad_norm": 1.3828314542770386,
      "learning_rate": 4.623447701012412e-06,
      "loss": 0.4552,
      "step": 346430
    },
    {
      "epoch": 96.69,
      "grad_norm": 1.6981741189956665,
      "learning_rate": 4.623441422593311e-06,
      "loss": 0.4263,
      "step": 346440
    },
    {
      "epoch": 96.69,
      "grad_norm": 1.3165600299835205,
      "learning_rate": 4.623435143870783e-06,
      "loss": 0.4478,
      "step": 346450
    },
    {
      "epoch": 96.7,
      "grad_norm": 2.0141665935516357,
      "learning_rate": 4.6234288648448274e-06,
      "loss": 0.444,
      "step": 346460
    },
    {
      "epoch": 96.7,
      "grad_norm": 1.4345804452896118,
      "learning_rate": 4.623422585515446e-06,
      "loss": 0.4236,
      "step": 346470
    },
    {
      "epoch": 96.7,
      "grad_norm": 1.4451301097869873,
      "learning_rate": 4.62341630588264e-06,
      "loss": 0.4273,
      "step": 346480
    },
    {
      "epoch": 96.7,
      "grad_norm": 1.416407823562622,
      "learning_rate": 4.62341002594641e-06,
      "loss": 0.4249,
      "step": 346490
    },
    {
      "epoch": 96.71,
      "grad_norm": 1.4758541584014893,
      "learning_rate": 4.623403745706756e-06,
      "loss": 0.4447,
      "step": 346500
    },
    {
      "epoch": 96.71,
      "grad_norm": 1.519240140914917,
      "learning_rate": 4.62339746516368e-06,
      "loss": 0.4475,
      "step": 346510
    },
    {
      "epoch": 96.71,
      "grad_norm": 2.0607430934906006,
      "learning_rate": 4.623391184317182e-06,
      "loss": 0.4413,
      "step": 346520
    },
    {
      "epoch": 96.72,
      "grad_norm": 1.4761672019958496,
      "learning_rate": 4.623384903167263e-06,
      "loss": 0.4529,
      "step": 346530
    },
    {
      "epoch": 96.72,
      "grad_norm": 1.6904244422912598,
      "learning_rate": 4.623378621713924e-06,
      "loss": 0.4199,
      "step": 346540
    },
    {
      "epoch": 96.72,
      "grad_norm": 1.5121926069259644,
      "learning_rate": 4.623372339957166e-06,
      "loss": 0.4432,
      "step": 346550
    },
    {
      "epoch": 96.72,
      "grad_norm": 1.5871546268463135,
      "learning_rate": 4.62336605789699e-06,
      "loss": 0.4323,
      "step": 346560
    },
    {
      "epoch": 96.73,
      "grad_norm": 1.7456543445587158,
      "learning_rate": 4.623359775533396e-06,
      "loss": 0.441,
      "step": 346570
    },
    {
      "epoch": 96.73,
      "grad_norm": 1.4070310592651367,
      "learning_rate": 4.623353492866385e-06,
      "loss": 0.4274,
      "step": 346580
    },
    {
      "epoch": 96.73,
      "grad_norm": 1.2213643789291382,
      "learning_rate": 4.623347209895959e-06,
      "loss": 0.446,
      "step": 346590
    },
    {
      "epoch": 96.73,
      "grad_norm": 1.5209492444992065,
      "learning_rate": 4.623340926622118e-06,
      "loss": 0.4336,
      "step": 346600
    },
    {
      "epoch": 96.74,
      "grad_norm": 1.426920771598816,
      "learning_rate": 4.623334643044862e-06,
      "loss": 0.403,
      "step": 346610
    },
    {
      "epoch": 96.74,
      "grad_norm": 1.552520751953125,
      "learning_rate": 4.623328359164193e-06,
      "loss": 0.4391,
      "step": 346620
    },
    {
      "epoch": 96.74,
      "grad_norm": 1.6201821565628052,
      "learning_rate": 4.623322074980112e-06,
      "loss": 0.4477,
      "step": 346630
    },
    {
      "epoch": 96.75,
      "grad_norm": 1.6959353685379028,
      "learning_rate": 4.6233157904926184e-06,
      "loss": 0.454,
      "step": 346640
    },
    {
      "epoch": 96.75,
      "grad_norm": 1.351671576499939,
      "learning_rate": 4.623309505701715e-06,
      "loss": 0.4532,
      "step": 346650
    },
    {
      "epoch": 96.75,
      "grad_norm": 1.5789097547531128,
      "learning_rate": 4.6233032206074e-06,
      "loss": 0.4283,
      "step": 346660
    },
    {
      "epoch": 96.75,
      "grad_norm": 1.8057286739349365,
      "learning_rate": 4.623296935209678e-06,
      "loss": 0.4383,
      "step": 346670
    },
    {
      "epoch": 96.76,
      "grad_norm": 1.5610668659210205,
      "learning_rate": 4.623290649508546e-06,
      "loss": 0.4188,
      "step": 346680
    },
    {
      "epoch": 96.76,
      "grad_norm": 1.3861671686172485,
      "learning_rate": 4.623284363504007e-06,
      "loss": 0.4422,
      "step": 346690
    },
    {
      "epoch": 96.76,
      "grad_norm": 1.5764480829238892,
      "learning_rate": 4.623278077196062e-06,
      "loss": 0.4266,
      "step": 346700
    },
    {
      "epoch": 96.77,
      "grad_norm": 1.4172579050064087,
      "learning_rate": 4.623271790584711e-06,
      "loss": 0.4489,
      "step": 346710
    },
    {
      "epoch": 96.77,
      "grad_norm": 1.5038038492202759,
      "learning_rate": 4.623265503669954e-06,
      "loss": 0.4213,
      "step": 346720
    },
    {
      "epoch": 96.77,
      "grad_norm": 1.5970726013183594,
      "learning_rate": 4.6232592164517935e-06,
      "loss": 0.4359,
      "step": 346730
    },
    {
      "epoch": 96.77,
      "grad_norm": 1.5255507230758667,
      "learning_rate": 4.62325292893023e-06,
      "loss": 0.4299,
      "step": 346740
    },
    {
      "epoch": 96.78,
      "grad_norm": 1.4903088808059692,
      "learning_rate": 4.623246641105264e-06,
      "loss": 0.4363,
      "step": 346750
    },
    {
      "epoch": 96.78,
      "grad_norm": 1.6467945575714111,
      "learning_rate": 4.623240352976896e-06,
      "loss": 0.4377,
      "step": 346760
    },
    {
      "epoch": 96.78,
      "grad_norm": 1.7985118627548218,
      "learning_rate": 4.6232340645451275e-06,
      "loss": 0.4245,
      "step": 346770
    },
    {
      "epoch": 96.78,
      "grad_norm": 1.3860235214233398,
      "learning_rate": 4.623227775809959e-06,
      "loss": 0.4428,
      "step": 346780
    },
    {
      "epoch": 96.79,
      "grad_norm": 1.2844716310501099,
      "learning_rate": 4.6232214867713915e-06,
      "loss": 0.4252,
      "step": 346790
    },
    {
      "epoch": 96.79,
      "grad_norm": 1.664331078529358,
      "learning_rate": 4.623215197429425e-06,
      "loss": 0.4362,
      "step": 346800
    },
    {
      "epoch": 96.79,
      "grad_norm": 1.5601085424423218,
      "learning_rate": 4.623208907784062e-06,
      "loss": 0.441,
      "step": 346810
    },
    {
      "epoch": 96.8,
      "grad_norm": 1.8088597059249878,
      "learning_rate": 4.623202617835302e-06,
      "loss": 0.4319,
      "step": 346820
    },
    {
      "epoch": 96.8,
      "grad_norm": 1.5626490116119385,
      "learning_rate": 4.623196327583146e-06,
      "loss": 0.4133,
      "step": 346830
    },
    {
      "epoch": 96.8,
      "grad_norm": 1.4870175123214722,
      "learning_rate": 4.623190037027595e-06,
      "loss": 0.4356,
      "step": 346840
    },
    {
      "epoch": 96.8,
      "grad_norm": 1.4965460300445557,
      "learning_rate": 4.623183746168651e-06,
      "loss": 0.4199,
      "step": 346850
    },
    {
      "epoch": 96.81,
      "grad_norm": 1.6719707250595093,
      "learning_rate": 4.623177455006313e-06,
      "loss": 0.4176,
      "step": 346860
    },
    {
      "epoch": 96.81,
      "grad_norm": 1.3359544277191162,
      "learning_rate": 4.623171163540582e-06,
      "loss": 0.4363,
      "step": 346870
    },
    {
      "epoch": 96.81,
      "grad_norm": 1.5341601371765137,
      "learning_rate": 4.62316487177146e-06,
      "loss": 0.4381,
      "step": 346880
    },
    {
      "epoch": 96.82,
      "grad_norm": 2.122281074523926,
      "learning_rate": 4.623158579698948e-06,
      "loss": 0.4416,
      "step": 346890
    },
    {
      "epoch": 96.82,
      "grad_norm": 1.5208054780960083,
      "learning_rate": 4.623152287323045e-06,
      "loss": 0.4277,
      "step": 346900
    },
    {
      "epoch": 96.82,
      "grad_norm": 1.3162707090377808,
      "learning_rate": 4.623145994643753e-06,
      "loss": 0.4564,
      "step": 346910
    },
    {
      "epoch": 96.82,
      "grad_norm": 1.574013590812683,
      "learning_rate": 4.623139701661073e-06,
      "loss": 0.4505,
      "step": 346920
    },
    {
      "epoch": 96.83,
      "grad_norm": 1.4778531789779663,
      "learning_rate": 4.623133408375006e-06,
      "loss": 0.4127,
      "step": 346930
    },
    {
      "epoch": 96.83,
      "grad_norm": 1.5962207317352295,
      "learning_rate": 4.623127114785552e-06,
      "loss": 0.4363,
      "step": 346940
    },
    {
      "epoch": 96.83,
      "grad_norm": 1.7938698530197144,
      "learning_rate": 4.623120820892712e-06,
      "loss": 0.4376,
      "step": 346950
    },
    {
      "epoch": 96.84,
      "grad_norm": 1.5768177509307861,
      "learning_rate": 4.6231145266964875e-06,
      "loss": 0.4436,
      "step": 346960
    },
    {
      "epoch": 96.84,
      "grad_norm": 1.5129437446594238,
      "learning_rate": 4.623108232196879e-06,
      "loss": 0.4425,
      "step": 346970
    },
    {
      "epoch": 96.84,
      "grad_norm": 1.2997243404388428,
      "learning_rate": 4.623101937393888e-06,
      "loss": 0.4543,
      "step": 346980
    },
    {
      "epoch": 96.84,
      "grad_norm": 1.6475026607513428,
      "learning_rate": 4.623095642287513e-06,
      "loss": 0.4381,
      "step": 346990
    },
    {
      "epoch": 96.85,
      "grad_norm": 1.2549370527267456,
      "learning_rate": 4.623089346877758e-06,
      "loss": 0.4399,
      "step": 347000
    },
    {
      "epoch": 96.85,
      "grad_norm": 1.5082610845565796,
      "learning_rate": 4.623083051164621e-06,
      "loss": 0.4237,
      "step": 347010
    },
    {
      "epoch": 96.85,
      "grad_norm": 1.3850773572921753,
      "learning_rate": 4.623076755148106e-06,
      "loss": 0.4473,
      "step": 347020
    },
    {
      "epoch": 96.85,
      "grad_norm": 1.7764877080917358,
      "learning_rate": 4.62307045882821e-06,
      "loss": 0.4268,
      "step": 347030
    },
    {
      "epoch": 96.86,
      "grad_norm": 2.728659152984619,
      "learning_rate": 4.623064162204937e-06,
      "loss": 0.4308,
      "step": 347040
    },
    {
      "epoch": 96.86,
      "grad_norm": 1.6501349210739136,
      "learning_rate": 4.6230578652782865e-06,
      "loss": 0.4339,
      "step": 347050
    },
    {
      "epoch": 96.86,
      "grad_norm": 1.961222767829895,
      "learning_rate": 4.623051568048259e-06,
      "loss": 0.4231,
      "step": 347060
    },
    {
      "epoch": 96.87,
      "grad_norm": 1.5148470401763916,
      "learning_rate": 4.623045270514856e-06,
      "loss": 0.4374,
      "step": 347070
    },
    {
      "epoch": 96.87,
      "grad_norm": 1.3135625123977661,
      "learning_rate": 4.623038972678079e-06,
      "loss": 0.4277,
      "step": 347080
    },
    {
      "epoch": 96.87,
      "grad_norm": 1.8645168542861938,
      "learning_rate": 4.623032674537927e-06,
      "loss": 0.4238,
      "step": 347090
    },
    {
      "epoch": 96.87,
      "grad_norm": 2.049368381500244,
      "learning_rate": 4.623026376094402e-06,
      "loss": 0.4277,
      "step": 347100
    },
    {
      "epoch": 96.88,
      "grad_norm": 1.9571188688278198,
      "learning_rate": 4.623020077347505e-06,
      "loss": 0.4268,
      "step": 347110
    },
    {
      "epoch": 96.88,
      "grad_norm": 1.327725887298584,
      "learning_rate": 4.623013778297236e-06,
      "loss": 0.4357,
      "step": 347120
    },
    {
      "epoch": 96.88,
      "grad_norm": 1.5753040313720703,
      "learning_rate": 4.623007478943597e-06,
      "loss": 0.4266,
      "step": 347130
    },
    {
      "epoch": 96.89,
      "grad_norm": 1.8353732824325562,
      "learning_rate": 4.623001179286588e-06,
      "loss": 0.4249,
      "step": 347140
    },
    {
      "epoch": 96.89,
      "grad_norm": 1.4579178094863892,
      "learning_rate": 4.62299487932621e-06,
      "loss": 0.4201,
      "step": 347150
    },
    {
      "epoch": 96.89,
      "grad_norm": 1.5474936962127686,
      "learning_rate": 4.622988579062464e-06,
      "loss": 0.4341,
      "step": 347160
    },
    {
      "epoch": 96.89,
      "grad_norm": 1.5899927616119385,
      "learning_rate": 4.622982278495351e-06,
      "loss": 0.4302,
      "step": 347170
    },
    {
      "epoch": 96.9,
      "grad_norm": 1.3367695808410645,
      "learning_rate": 4.622975977624871e-06,
      "loss": 0.4407,
      "step": 347180
    },
    {
      "epoch": 96.9,
      "grad_norm": 2.8799026012420654,
      "learning_rate": 4.622969676451026e-06,
      "loss": 0.4345,
      "step": 347190
    },
    {
      "epoch": 96.9,
      "grad_norm": 1.696363925933838,
      "learning_rate": 4.622963374973816e-06,
      "loss": 0.456,
      "step": 347200
    },
    {
      "epoch": 96.9,
      "grad_norm": 1.5844570398330688,
      "learning_rate": 4.622957073193241e-06,
      "loss": 0.422,
      "step": 347210
    },
    {
      "epoch": 96.91,
      "grad_norm": 1.7021846771240234,
      "learning_rate": 4.622950771109304e-06,
      "loss": 0.4285,
      "step": 347220
    },
    {
      "epoch": 96.91,
      "grad_norm": 1.4667656421661377,
      "learning_rate": 4.622944468722005e-06,
      "loss": 0.453,
      "step": 347230
    },
    {
      "epoch": 96.91,
      "grad_norm": 1.8068056106567383,
      "learning_rate": 4.6229381660313444e-06,
      "loss": 0.4094,
      "step": 347240
    },
    {
      "epoch": 96.92,
      "grad_norm": 1.4387362003326416,
      "learning_rate": 4.622931863037323e-06,
      "loss": 0.4502,
      "step": 347250
    },
    {
      "epoch": 96.92,
      "grad_norm": 1.6155697107315063,
      "learning_rate": 4.622925559739942e-06,
      "loss": 0.4194,
      "step": 347260
    },
    {
      "epoch": 96.92,
      "grad_norm": 1.670091152191162,
      "learning_rate": 4.622919256139202e-06,
      "loss": 0.4374,
      "step": 347270
    },
    {
      "epoch": 96.92,
      "grad_norm": 1.6607314348220825,
      "learning_rate": 4.622912952235104e-06,
      "loss": 0.4741,
      "step": 347280
    },
    {
      "epoch": 96.93,
      "grad_norm": 1.7790920734405518,
      "learning_rate": 4.622906648027649e-06,
      "loss": 0.44,
      "step": 347290
    },
    {
      "epoch": 96.93,
      "grad_norm": 1.572057843208313,
      "learning_rate": 4.622900343516837e-06,
      "loss": 0.4337,
      "step": 347300
    },
    {
      "epoch": 96.93,
      "grad_norm": 1.6018164157867432,
      "learning_rate": 4.622894038702671e-06,
      "loss": 0.4489,
      "step": 347310
    },
    {
      "epoch": 96.94,
      "grad_norm": 1.219177007675171,
      "learning_rate": 4.622887733585149e-06,
      "loss": 0.4365,
      "step": 347320
    },
    {
      "epoch": 96.94,
      "grad_norm": 1.5998643636703491,
      "learning_rate": 4.622881428164273e-06,
      "loss": 0.44,
      "step": 347330
    },
    {
      "epoch": 96.94,
      "grad_norm": 1.8176156282424927,
      "learning_rate": 4.622875122440044e-06,
      "loss": 0.4465,
      "step": 347340
    },
    {
      "epoch": 96.94,
      "grad_norm": 1.3987853527069092,
      "learning_rate": 4.622868816412463e-06,
      "loss": 0.4376,
      "step": 347350
    },
    {
      "epoch": 96.95,
      "grad_norm": 1.3854210376739502,
      "learning_rate": 4.622862510081531e-06,
      "loss": 0.4312,
      "step": 347360
    },
    {
      "epoch": 96.95,
      "grad_norm": 1.909796118736267,
      "learning_rate": 4.622856203447248e-06,
      "loss": 0.4489,
      "step": 347370
    },
    {
      "epoch": 96.95,
      "grad_norm": 1.4427984952926636,
      "learning_rate": 4.622849896509616e-06,
      "loss": 0.4311,
      "step": 347380
    },
    {
      "epoch": 96.96,
      "grad_norm": 1.5641539096832275,
      "learning_rate": 4.622843589268635e-06,
      "loss": 0.423,
      "step": 347390
    },
    {
      "epoch": 96.96,
      "grad_norm": 1.8483957052230835,
      "learning_rate": 4.6228372817243055e-06,
      "loss": 0.4401,
      "step": 347400
    },
    {
      "epoch": 96.96,
      "grad_norm": 1.5607213973999023,
      "learning_rate": 4.62283097387663e-06,
      "loss": 0.443,
      "step": 347410
    },
    {
      "epoch": 96.96,
      "grad_norm": 1.704197645187378,
      "learning_rate": 4.6228246657256066e-06,
      "loss": 0.4327,
      "step": 347420
    },
    {
      "epoch": 96.97,
      "grad_norm": 1.5776995420455933,
      "learning_rate": 4.622818357271239e-06,
      "loss": 0.4119,
      "step": 347430
    },
    {
      "epoch": 96.97,
      "grad_norm": 1.567221760749817,
      "learning_rate": 4.622812048513526e-06,
      "loss": 0.4232,
      "step": 347440
    },
    {
      "epoch": 96.97,
      "grad_norm": 1.5916409492492676,
      "learning_rate": 4.6228057394524695e-06,
      "loss": 0.4199,
      "step": 347450
    },
    {
      "epoch": 96.97,
      "grad_norm": 1.701200008392334,
      "learning_rate": 4.622799430088071e-06,
      "loss": 0.4209,
      "step": 347460
    },
    {
      "epoch": 96.98,
      "grad_norm": 1.657666563987732,
      "learning_rate": 4.6227931204203296e-06,
      "loss": 0.4477,
      "step": 347470
    },
    {
      "epoch": 96.98,
      "grad_norm": 1.7533738613128662,
      "learning_rate": 4.622786810449246e-06,
      "loss": 0.4458,
      "step": 347480
    },
    {
      "epoch": 96.98,
      "grad_norm": 1.6822978258132935,
      "learning_rate": 4.622780500174823e-06,
      "loss": 0.4273,
      "step": 347490
    },
    {
      "epoch": 96.99,
      "grad_norm": 1.5110042095184326,
      "learning_rate": 4.62277418959706e-06,
      "loss": 0.4365,
      "step": 347500
    },
    {
      "epoch": 96.99,
      "grad_norm": 1.6077805757522583,
      "learning_rate": 4.622767878715959e-06,
      "loss": 0.4263,
      "step": 347510
    },
    {
      "epoch": 96.99,
      "grad_norm": 1.616593837738037,
      "learning_rate": 4.622761567531519e-06,
      "loss": 0.4577,
      "step": 347520
    },
    {
      "epoch": 96.99,
      "grad_norm": 1.7620866298675537,
      "learning_rate": 4.622755256043743e-06,
      "loss": 0.4232,
      "step": 347530
    },
    {
      "epoch": 97.0,
      "grad_norm": 1.4599571228027344,
      "learning_rate": 4.6227489442526304e-06,
      "loss": 0.452,
      "step": 347540
    },
    {
      "epoch": 97.0,
      "grad_norm": 1.50064218044281,
      "learning_rate": 4.622742632158182e-06,
      "loss": 0.4406,
      "step": 347550
    },
    {
      "epoch": 97.0,
      "eval_loss": 0.43739962577819824,
      "eval_runtime": 62.9831,
      "eval_samples_per_second": 80.323,
      "eval_steps_per_second": 10.05,
      "step": 347551
    },
    {
      "epoch": 97.0,
      "grad_norm": 1.7304553985595703,
      "learning_rate": 4.622736319760399e-06,
      "loss": 0.4413,
      "step": 347560
    },
    {
      "epoch": 97.01,
      "grad_norm": 2.041938066482544,
      "learning_rate": 4.622730007059284e-06,
      "loss": 0.4586,
      "step": 347570
    },
    {
      "epoch": 97.01,
      "grad_norm": 1.395431637763977,
      "learning_rate": 4.622723694054834e-06,
      "loss": 0.4146,
      "step": 347580
    },
    {
      "epoch": 97.01,
      "grad_norm": 1.3434306383132935,
      "learning_rate": 4.622717380747053e-06,
      "loss": 0.4153,
      "step": 347590
    },
    {
      "epoch": 97.01,
      "grad_norm": 1.7830983400344849,
      "learning_rate": 4.6227110671359406e-06,
      "loss": 0.4418,
      "step": 347600
    },
    {
      "epoch": 97.02,
      "grad_norm": 1.5735396146774292,
      "learning_rate": 4.622704753221498e-06,
      "loss": 0.4208,
      "step": 347610
    },
    {
      "epoch": 97.02,
      "grad_norm": 1.5079540014266968,
      "learning_rate": 4.622698439003726e-06,
      "loss": 0.4373,
      "step": 347620
    },
    {
      "epoch": 97.02,
      "grad_norm": 1.7214760780334473,
      "learning_rate": 4.6226921244826254e-06,
      "loss": 0.4517,
      "step": 347630
    },
    {
      "epoch": 97.02,
      "grad_norm": 1.7403271198272705,
      "learning_rate": 4.622685809658197e-06,
      "loss": 0.4321,
      "step": 347640
    },
    {
      "epoch": 97.03,
      "grad_norm": 1.808789849281311,
      "learning_rate": 4.622679494530441e-06,
      "loss": 0.4462,
      "step": 347650
    },
    {
      "epoch": 97.03,
      "grad_norm": 2.045569896697998,
      "learning_rate": 4.6226731790993595e-06,
      "loss": 0.4153,
      "step": 347660
    },
    {
      "epoch": 97.03,
      "grad_norm": 1.8446619510650635,
      "learning_rate": 4.622666863364952e-06,
      "loss": 0.4214,
      "step": 347670
    },
    {
      "epoch": 97.04,
      "grad_norm": 1.3813362121582031,
      "learning_rate": 4.622660547327221e-06,
      "loss": 0.439,
      "step": 347680
    },
    {
      "epoch": 97.04,
      "grad_norm": 2.0255796909332275,
      "learning_rate": 4.622654230986165e-06,
      "loss": 0.4316,
      "step": 347690
    },
    {
      "epoch": 97.04,
      "grad_norm": 1.3429642915725708,
      "learning_rate": 4.6226479143417875e-06,
      "loss": 0.4623,
      "step": 347700
    },
    {
      "epoch": 97.04,
      "grad_norm": 1.5291129350662231,
      "learning_rate": 4.622641597394088e-06,
      "loss": 0.4329,
      "step": 347710
    },
    {
      "epoch": 97.05,
      "grad_norm": 1.4180800914764404,
      "learning_rate": 4.622635280143067e-06,
      "loss": 0.4233,
      "step": 347720
    },
    {
      "epoch": 97.05,
      "grad_norm": 1.639440894126892,
      "learning_rate": 4.622628962588725e-06,
      "loss": 0.45,
      "step": 347730
    },
    {
      "epoch": 97.05,
      "grad_norm": 1.4495223760604858,
      "learning_rate": 4.622622644731065e-06,
      "loss": 0.425,
      "step": 347740
    },
    {
      "epoch": 97.06,
      "grad_norm": 1.5182466506958008,
      "learning_rate": 4.622616326570086e-06,
      "loss": 0.4274,
      "step": 347750
    },
    {
      "epoch": 97.06,
      "grad_norm": 1.4326708316802979,
      "learning_rate": 4.622610008105789e-06,
      "loss": 0.4503,
      "step": 347760
    },
    {
      "epoch": 97.06,
      "grad_norm": 1.6598961353302002,
      "learning_rate": 4.622603689338175e-06,
      "loss": 0.4223,
      "step": 347770
    },
    {
      "epoch": 97.06,
      "grad_norm": 1.4328365325927734,
      "learning_rate": 4.622597370267246e-06,
      "loss": 0.4539,
      "step": 347780
    },
    {
      "epoch": 97.07,
      "grad_norm": 1.3234466314315796,
      "learning_rate": 4.6225910508930005e-06,
      "loss": 0.4128,
      "step": 347790
    },
    {
      "epoch": 97.07,
      "grad_norm": 1.3723955154418945,
      "learning_rate": 4.622584731215441e-06,
      "loss": 0.4373,
      "step": 347800
    },
    {
      "epoch": 97.07,
      "grad_norm": 1.464885950088501,
      "learning_rate": 4.622578411234568e-06,
      "loss": 0.4276,
      "step": 347810
    },
    {
      "epoch": 97.08,
      "grad_norm": 1.6142303943634033,
      "learning_rate": 4.622572090950383e-06,
      "loss": 0.4273,
      "step": 347820
    },
    {
      "epoch": 97.08,
      "grad_norm": 1.4380567073822021,
      "learning_rate": 4.622565770362885e-06,
      "loss": 0.4146,
      "step": 347830
    },
    {
      "epoch": 97.08,
      "grad_norm": 1.6036083698272705,
      "learning_rate": 4.622559449472077e-06,
      "loss": 0.4213,
      "step": 347840
    },
    {
      "epoch": 97.08,
      "grad_norm": 1.9029687643051147,
      "learning_rate": 4.622553128277958e-06,
      "loss": 0.441,
      "step": 347850
    },
    {
      "epoch": 97.09,
      "grad_norm": 1.5428138971328735,
      "learning_rate": 4.62254680678053e-06,
      "loss": 0.4494,
      "step": 347860
    },
    {
      "epoch": 97.09,
      "grad_norm": 1.3354134559631348,
      "learning_rate": 4.6225404849797945e-06,
      "loss": 0.449,
      "step": 347870
    },
    {
      "epoch": 97.09,
      "grad_norm": 1.5629234313964844,
      "learning_rate": 4.622534162875749e-06,
      "loss": 0.4306,
      "step": 347880
    },
    {
      "epoch": 97.09,
      "grad_norm": 1.5442297458648682,
      "learning_rate": 4.622527840468399e-06,
      "loss": 0.4392,
      "step": 347890
    },
    {
      "epoch": 97.1,
      "grad_norm": 1.5278911590576172,
      "learning_rate": 4.622521517757742e-06,
      "loss": 0.4359,
      "step": 347900
    },
    {
      "epoch": 97.1,
      "grad_norm": 1.485809087753296,
      "learning_rate": 4.6225151947437805e-06,
      "loss": 0.4105,
      "step": 347910
    },
    {
      "epoch": 97.1,
      "grad_norm": 1.4688735008239746,
      "learning_rate": 4.622508871426514e-06,
      "loss": 0.4497,
      "step": 347920
    },
    {
      "epoch": 97.11,
      "grad_norm": 1.7603811025619507,
      "learning_rate": 4.6225025478059445e-06,
      "loss": 0.407,
      "step": 347930
    },
    {
      "epoch": 97.11,
      "grad_norm": 1.6541732549667358,
      "learning_rate": 4.622496223882073e-06,
      "loss": 0.4366,
      "step": 347940
    },
    {
      "epoch": 97.11,
      "grad_norm": 1.393816590309143,
      "learning_rate": 4.622489899654899e-06,
      "loss": 0.4403,
      "step": 347950
    },
    {
      "epoch": 97.11,
      "grad_norm": 1.5183876752853394,
      "learning_rate": 4.622483575124424e-06,
      "loss": 0.4338,
      "step": 347960
    },
    {
      "epoch": 97.12,
      "grad_norm": 1.469164252281189,
      "learning_rate": 4.622477250290649e-06,
      "loss": 0.4435,
      "step": 347970
    },
    {
      "epoch": 97.12,
      "grad_norm": 1.5021986961364746,
      "learning_rate": 4.622470925153574e-06,
      "loss": 0.4278,
      "step": 347980
    },
    {
      "epoch": 97.12,
      "grad_norm": 1.6255851984024048,
      "learning_rate": 4.622464599713202e-06,
      "loss": 0.4295,
      "step": 347990
    },
    {
      "epoch": 97.13,
      "grad_norm": 1.625842571258545,
      "learning_rate": 4.6224582739695325e-06,
      "loss": 0.4427,
      "step": 348000
    },
    {
      "epoch": 97.13,
      "grad_norm": 1.5799556970596313,
      "learning_rate": 4.622451947922566e-06,
      "loss": 0.4405,
      "step": 348010
    },
    {
      "epoch": 97.13,
      "grad_norm": 1.5108088254928589,
      "learning_rate": 4.622445621572303e-06,
      "loss": 0.4244,
      "step": 348020
    },
    {
      "epoch": 97.13,
      "grad_norm": 1.592140555381775,
      "learning_rate": 4.622439294918746e-06,
      "loss": 0.4514,
      "step": 348030
    },
    {
      "epoch": 97.14,
      "grad_norm": 1.2478969097137451,
      "learning_rate": 4.622432967961894e-06,
      "loss": 0.4399,
      "step": 348040
    },
    {
      "epoch": 97.14,
      "grad_norm": 1.5743846893310547,
      "learning_rate": 4.622426640701749e-06,
      "loss": 0.4473,
      "step": 348050
    },
    {
      "epoch": 97.14,
      "grad_norm": 1.4692368507385254,
      "learning_rate": 4.6224203131383115e-06,
      "loss": 0.4411,
      "step": 348060
    },
    {
      "epoch": 97.14,
      "grad_norm": 1.5844786167144775,
      "learning_rate": 4.622413985271583e-06,
      "loss": 0.4249,
      "step": 348070
    },
    {
      "epoch": 97.15,
      "grad_norm": 1.2770029306411743,
      "learning_rate": 4.622407657101562e-06,
      "loss": 0.4336,
      "step": 348080
    },
    {
      "epoch": 97.15,
      "grad_norm": 1.3859686851501465,
      "learning_rate": 4.6224013286282525e-06,
      "loss": 0.4334,
      "step": 348090
    },
    {
      "epoch": 97.15,
      "grad_norm": 1.3956998586654663,
      "learning_rate": 4.622394999851654e-06,
      "loss": 0.4235,
      "step": 348100
    },
    {
      "epoch": 97.16,
      "grad_norm": 1.5668331384658813,
      "learning_rate": 4.622388670771766e-06,
      "loss": 0.4395,
      "step": 348110
    },
    {
      "epoch": 97.16,
      "grad_norm": 1.7453340291976929,
      "learning_rate": 4.622382341388592e-06,
      "loss": 0.4266,
      "step": 348120
    },
    {
      "epoch": 97.16,
      "grad_norm": 1.4122788906097412,
      "learning_rate": 4.6223760117021305e-06,
      "loss": 0.4407,
      "step": 348130
    },
    {
      "epoch": 97.16,
      "grad_norm": 1.8599259853363037,
      "learning_rate": 4.622369681712383e-06,
      "loss": 0.4377,
      "step": 348140
    },
    {
      "epoch": 97.17,
      "grad_norm": 1.5237785577774048,
      "learning_rate": 4.6223633514193505e-06,
      "loss": 0.4402,
      "step": 348150
    },
    {
      "epoch": 97.17,
      "grad_norm": 1.5569709539413452,
      "learning_rate": 4.622357020823035e-06,
      "loss": 0.4219,
      "step": 348160
    },
    {
      "epoch": 97.17,
      "grad_norm": 1.506706714630127,
      "learning_rate": 4.622350689923436e-06,
      "loss": 0.4381,
      "step": 348170
    },
    {
      "epoch": 97.18,
      "grad_norm": 1.4314296245574951,
      "learning_rate": 4.622344358720554e-06,
      "loss": 0.4066,
      "step": 348180
    },
    {
      "epoch": 97.18,
      "grad_norm": 1.5821412801742554,
      "learning_rate": 4.622338027214391e-06,
      "loss": 0.4384,
      "step": 348190
    },
    {
      "epoch": 97.18,
      "grad_norm": 1.4435913562774658,
      "learning_rate": 4.622331695404947e-06,
      "loss": 0.4179,
      "step": 348200
    },
    {
      "epoch": 97.18,
      "grad_norm": 1.509148359298706,
      "learning_rate": 4.622325363292223e-06,
      "loss": 0.4239,
      "step": 348210
    },
    {
      "epoch": 97.19,
      "grad_norm": 1.4686471223831177,
      "learning_rate": 4.622319030876221e-06,
      "loss": 0.4379,
      "step": 348220
    },
    {
      "epoch": 97.19,
      "grad_norm": 1.7044250965118408,
      "learning_rate": 4.62231269815694e-06,
      "loss": 0.4578,
      "step": 348230
    },
    {
      "epoch": 97.19,
      "grad_norm": 1.805194616317749,
      "learning_rate": 4.622306365134382e-06,
      "loss": 0.4678,
      "step": 348240
    },
    {
      "epoch": 97.2,
      "grad_norm": 1.312605857849121,
      "learning_rate": 4.622300031808547e-06,
      "loss": 0.4311,
      "step": 348250
    },
    {
      "epoch": 97.2,
      "grad_norm": 1.6190745830535889,
      "learning_rate": 4.6222936981794376e-06,
      "loss": 0.4311,
      "step": 348260
    },
    {
      "epoch": 97.2,
      "grad_norm": 1.5204445123672485,
      "learning_rate": 4.6222873642470525e-06,
      "loss": 0.4188,
      "step": 348270
    },
    {
      "epoch": 97.2,
      "grad_norm": 1.6034297943115234,
      "learning_rate": 4.622281030011393e-06,
      "loss": 0.4324,
      "step": 348280
    },
    {
      "epoch": 97.21,
      "grad_norm": 1.8014477491378784,
      "learning_rate": 4.622274695472461e-06,
      "loss": 0.4364,
      "step": 348290
    },
    {
      "epoch": 97.21,
      "grad_norm": 1.484954833984375,
      "learning_rate": 4.622268360630257e-06,
      "loss": 0.4417,
      "step": 348300
    },
    {
      "epoch": 97.21,
      "grad_norm": 1.8961178064346313,
      "learning_rate": 4.622262025484781e-06,
      "loss": 0.4204,
      "step": 348310
    },
    {
      "epoch": 97.21,
      "grad_norm": 1.6163690090179443,
      "learning_rate": 4.622255690036035e-06,
      "loss": 0.4304,
      "step": 348320
    },
    {
      "epoch": 97.22,
      "grad_norm": 1.4180103540420532,
      "learning_rate": 4.622249354284019e-06,
      "loss": 0.439,
      "step": 348330
    },
    {
      "epoch": 97.22,
      "grad_norm": 1.5715346336364746,
      "learning_rate": 4.622243018228733e-06,
      "loss": 0.4462,
      "step": 348340
    },
    {
      "epoch": 97.22,
      "grad_norm": 1.5309849977493286,
      "learning_rate": 4.6222366818701815e-06,
      "loss": 0.451,
      "step": 348350
    },
    {
      "epoch": 97.23,
      "grad_norm": 1.6315739154815674,
      "learning_rate": 4.622230345208361e-06,
      "loss": 0.4403,
      "step": 348360
    },
    {
      "epoch": 97.23,
      "grad_norm": 1.731620192527771,
      "learning_rate": 4.622224008243274e-06,
      "loss": 0.4108,
      "step": 348370
    },
    {
      "epoch": 97.23,
      "grad_norm": 1.439205288887024,
      "learning_rate": 4.622217670974922e-06,
      "loss": 0.4287,
      "step": 348380
    },
    {
      "epoch": 97.23,
      "grad_norm": 1.6225355863571167,
      "learning_rate": 4.622211333403305e-06,
      "loss": 0.4314,
      "step": 348390
    },
    {
      "epoch": 97.24,
      "grad_norm": 1.4067600965499878,
      "learning_rate": 4.622204995528425e-06,
      "loss": 0.4358,
      "step": 348400
    },
    {
      "epoch": 97.24,
      "grad_norm": 1.4961929321289062,
      "learning_rate": 4.622198657350282e-06,
      "loss": 0.4129,
      "step": 348410
    },
    {
      "epoch": 97.24,
      "grad_norm": 1.9778443574905396,
      "learning_rate": 4.622192318868876e-06,
      "loss": 0.4298,
      "step": 348420
    },
    {
      "epoch": 97.25,
      "grad_norm": 1.5719996690750122,
      "learning_rate": 4.6221859800842086e-06,
      "loss": 0.4298,
      "step": 348430
    },
    {
      "epoch": 97.25,
      "grad_norm": 1.5781583786010742,
      "learning_rate": 4.622179640996282e-06,
      "loss": 0.4184,
      "step": 348440
    },
    {
      "epoch": 97.25,
      "grad_norm": 1.3449428081512451,
      "learning_rate": 4.622173301605095e-06,
      "loss": 0.4074,
      "step": 348450
    },
    {
      "epoch": 97.25,
      "grad_norm": 1.4070850610733032,
      "learning_rate": 4.622166961910649e-06,
      "loss": 0.4198,
      "step": 348460
    },
    {
      "epoch": 97.26,
      "grad_norm": 1.4934717416763306,
      "learning_rate": 4.622160621912945e-06,
      "loss": 0.4233,
      "step": 348470
    },
    {
      "epoch": 97.26,
      "grad_norm": 1.6273934841156006,
      "learning_rate": 4.622154281611984e-06,
      "loss": 0.4266,
      "step": 348480
    },
    {
      "epoch": 97.26,
      "grad_norm": 1.5563862323760986,
      "learning_rate": 4.622147941007768e-06,
      "loss": 0.4488,
      "step": 348490
    },
    {
      "epoch": 97.26,
      "grad_norm": 1.338857889175415,
      "learning_rate": 4.622141600100295e-06,
      "loss": 0.4302,
      "step": 348500
    },
    {
      "epoch": 97.27,
      "grad_norm": 1.6656183004379272,
      "learning_rate": 4.622135258889568e-06,
      "loss": 0.4509,
      "step": 348510
    },
    {
      "epoch": 97.27,
      "grad_norm": 1.3807423114776611,
      "learning_rate": 4.622128917375588e-06,
      "loss": 0.4443,
      "step": 348520
    },
    {
      "epoch": 97.27,
      "grad_norm": 1.7005640268325806,
      "learning_rate": 4.622122575558354e-06,
      "loss": 0.4443,
      "step": 348530
    },
    {
      "epoch": 97.28,
      "grad_norm": 1.7780709266662598,
      "learning_rate": 4.622116233437869e-06,
      "loss": 0.4256,
      "step": 348540
    },
    {
      "epoch": 97.28,
      "grad_norm": 1.870251178741455,
      "learning_rate": 4.622109891014132e-06,
      "loss": 0.4334,
      "step": 348550
    },
    {
      "epoch": 97.28,
      "grad_norm": 1.4996707439422607,
      "learning_rate": 4.622103548287145e-06,
      "loss": 0.4273,
      "step": 348560
    },
    {
      "epoch": 97.28,
      "grad_norm": 1.4729385375976562,
      "learning_rate": 4.622097205256909e-06,
      "loss": 0.4324,
      "step": 348570
    },
    {
      "epoch": 97.29,
      "grad_norm": 1.511108160018921,
      "learning_rate": 4.622090861923423e-06,
      "loss": 0.4301,
      "step": 348580
    },
    {
      "epoch": 97.29,
      "grad_norm": 1.4429928064346313,
      "learning_rate": 4.62208451828669e-06,
      "loss": 0.4269,
      "step": 348590
    },
    {
      "epoch": 97.29,
      "grad_norm": 1.7702535390853882,
      "learning_rate": 4.622078174346711e-06,
      "loss": 0.4384,
      "step": 348600
    },
    {
      "epoch": 97.3,
      "grad_norm": 1.7182611227035522,
      "learning_rate": 4.622071830103485e-06,
      "loss": 0.429,
      "step": 348610
    },
    {
      "epoch": 97.3,
      "grad_norm": 1.2876571416854858,
      "learning_rate": 4.622065485557014e-06,
      "loss": 0.4416,
      "step": 348620
    },
    {
      "epoch": 97.3,
      "grad_norm": 1.4276275634765625,
      "learning_rate": 4.6220591407072985e-06,
      "loss": 0.4405,
      "step": 348630
    },
    {
      "epoch": 97.3,
      "grad_norm": 1.8309913873672485,
      "learning_rate": 4.622052795554339e-06,
      "loss": 0.4244,
      "step": 348640
    },
    {
      "epoch": 97.31,
      "grad_norm": 2.0300581455230713,
      "learning_rate": 4.622046450098137e-06,
      "loss": 0.4267,
      "step": 348650
    },
    {
      "epoch": 97.31,
      "grad_norm": 1.6033828258514404,
      "learning_rate": 4.6220401043386935e-06,
      "loss": 0.4255,
      "step": 348660
    },
    {
      "epoch": 97.31,
      "grad_norm": 2.1904308795928955,
      "learning_rate": 4.622033758276009e-06,
      "loss": 0.4292,
      "step": 348670
    },
    {
      "epoch": 97.32,
      "grad_norm": 1.4448901414871216,
      "learning_rate": 4.622027411910084e-06,
      "loss": 0.4371,
      "step": 348680
    },
    {
      "epoch": 97.32,
      "grad_norm": 1.8742948770523071,
      "learning_rate": 4.6220210652409195e-06,
      "loss": 0.4104,
      "step": 348690
    },
    {
      "epoch": 97.32,
      "grad_norm": 1.6904253959655762,
      "learning_rate": 4.622014718268516e-06,
      "loss": 0.4402,
      "step": 348700
    },
    {
      "epoch": 97.32,
      "grad_norm": 1.7066032886505127,
      "learning_rate": 4.622008370992876e-06,
      "loss": 0.4292,
      "step": 348710
    },
    {
      "epoch": 97.33,
      "grad_norm": 1.4946277141571045,
      "learning_rate": 4.622002023413999e-06,
      "loss": 0.4327,
      "step": 348720
    },
    {
      "epoch": 97.33,
      "grad_norm": 1.6286574602127075,
      "learning_rate": 4.6219956755318855e-06,
      "loss": 0.4378,
      "step": 348730
    },
    {
      "epoch": 97.33,
      "grad_norm": 1.4300392866134644,
      "learning_rate": 4.621989327346537e-06,
      "loss": 0.4259,
      "step": 348740
    },
    {
      "epoch": 97.33,
      "grad_norm": 2.3271126747131348,
      "learning_rate": 4.6219829788579544e-06,
      "loss": 0.4263,
      "step": 348750
    },
    {
      "epoch": 97.34,
      "grad_norm": 1.4391895532608032,
      "learning_rate": 4.621976630066139e-06,
      "loss": 0.4307,
      "step": 348760
    },
    {
      "epoch": 97.34,
      "grad_norm": 1.4770362377166748,
      "learning_rate": 4.62197028097109e-06,
      "loss": 0.4265,
      "step": 348770
    },
    {
      "epoch": 97.34,
      "grad_norm": 1.3750958442687988,
      "learning_rate": 4.62196393157281e-06,
      "loss": 0.4233,
      "step": 348780
    },
    {
      "epoch": 97.35,
      "grad_norm": 1.6876440048217773,
      "learning_rate": 4.621957581871298e-06,
      "loss": 0.4405,
      "step": 348790
    },
    {
      "epoch": 97.35,
      "grad_norm": 1.5429373979568481,
      "learning_rate": 4.621951231866558e-06,
      "loss": 0.469,
      "step": 348800
    },
    {
      "epoch": 97.35,
      "grad_norm": 1.7390892505645752,
      "learning_rate": 4.621944881558587e-06,
      "loss": 0.415,
      "step": 348810
    },
    {
      "epoch": 97.35,
      "grad_norm": 2.1999661922454834,
      "learning_rate": 4.621938530947388e-06,
      "loss": 0.4342,
      "step": 348820
    },
    {
      "epoch": 97.36,
      "grad_norm": 2.037945508956909,
      "learning_rate": 4.6219321800329614e-06,
      "loss": 0.4315,
      "step": 348830
    },
    {
      "epoch": 97.36,
      "grad_norm": 1.790280818939209,
      "learning_rate": 4.621925828815308e-06,
      "loss": 0.4341,
      "step": 348840
    },
    {
      "epoch": 97.36,
      "grad_norm": 1.2682524919509888,
      "learning_rate": 4.6219194772944295e-06,
      "loss": 0.4232,
      "step": 348850
    },
    {
      "epoch": 97.37,
      "grad_norm": 1.5798295736312866,
      "learning_rate": 4.621913125470325e-06,
      "loss": 0.4343,
      "step": 348860
    },
    {
      "epoch": 97.37,
      "grad_norm": 1.5997570753097534,
      "learning_rate": 4.621906773342997e-06,
      "loss": 0.4343,
      "step": 348870
    },
    {
      "epoch": 97.37,
      "grad_norm": 1.321610450744629,
      "learning_rate": 4.621900420912447e-06,
      "loss": 0.4343,
      "step": 348880
    },
    {
      "epoch": 97.37,
      "grad_norm": 1.4870282411575317,
      "learning_rate": 4.621894068178673e-06,
      "loss": 0.4565,
      "step": 348890
    },
    {
      "epoch": 97.38,
      "grad_norm": 2.007324695587158,
      "learning_rate": 4.6218877151416774e-06,
      "loss": 0.4296,
      "step": 348900
    },
    {
      "epoch": 97.38,
      "grad_norm": 1.5378289222717285,
      "learning_rate": 4.621881361801461e-06,
      "loss": 0.4211,
      "step": 348910
    },
    {
      "epoch": 97.38,
      "grad_norm": 1.491836428642273,
      "learning_rate": 4.621875008158025e-06,
      "loss": 0.4172,
      "step": 348920
    },
    {
      "epoch": 97.38,
      "grad_norm": 1.601570725440979,
      "learning_rate": 4.62186865421137e-06,
      "loss": 0.4468,
      "step": 348930
    },
    {
      "epoch": 97.39,
      "grad_norm": 1.4338762760162354,
      "learning_rate": 4.621862299961496e-06,
      "loss": 0.441,
      "step": 348940
    },
    {
      "epoch": 97.39,
      "grad_norm": 1.443488597869873,
      "learning_rate": 4.621855945408407e-06,
      "loss": 0.4284,
      "step": 348950
    },
    {
      "epoch": 97.39,
      "grad_norm": 1.2907884120941162,
      "learning_rate": 4.621849590552099e-06,
      "loss": 0.4259,
      "step": 348960
    },
    {
      "epoch": 97.4,
      "grad_norm": 1.2018176317214966,
      "learning_rate": 4.621843235392576e-06,
      "loss": 0.4688,
      "step": 348970
    },
    {
      "epoch": 97.4,
      "grad_norm": 1.557959794998169,
      "learning_rate": 4.621836879929839e-06,
      "loss": 0.4399,
      "step": 348980
    },
    {
      "epoch": 97.4,
      "grad_norm": 1.698715090751648,
      "learning_rate": 4.621830524163886e-06,
      "loss": 0.4416,
      "step": 348990
    },
    {
      "epoch": 97.4,
      "grad_norm": 1.4969360828399658,
      "learning_rate": 4.621824168094722e-06,
      "loss": 0.4181,
      "step": 349000
    },
    {
      "epoch": 97.41,
      "grad_norm": 1.5189317464828491,
      "learning_rate": 4.621817811722345e-06,
      "loss": 0.4135,
      "step": 349010
    },
    {
      "epoch": 97.41,
      "grad_norm": 1.4545197486877441,
      "learning_rate": 4.621811455046756e-06,
      "loss": 0.4332,
      "step": 349020
    },
    {
      "epoch": 97.41,
      "grad_norm": 1.508166790008545,
      "learning_rate": 4.6218050980679575e-06,
      "loss": 0.4447,
      "step": 349030
    },
    {
      "epoch": 97.42,
      "grad_norm": 1.6565009355545044,
      "learning_rate": 4.621798740785949e-06,
      "loss": 0.4149,
      "step": 349040
    },
    {
      "epoch": 97.42,
      "grad_norm": 1.2112683057785034,
      "learning_rate": 4.62179238320073e-06,
      "loss": 0.4388,
      "step": 349050
    },
    {
      "epoch": 97.42,
      "grad_norm": 1.4148966073989868,
      "learning_rate": 4.621786025312305e-06,
      "loss": 0.4317,
      "step": 349060
    },
    {
      "epoch": 97.42,
      "grad_norm": 1.8819509744644165,
      "learning_rate": 4.621779667120672e-06,
      "loss": 0.4388,
      "step": 349070
    },
    {
      "epoch": 97.43,
      "grad_norm": 1.3551876544952393,
      "learning_rate": 4.6217733086258325e-06,
      "loss": 0.4167,
      "step": 349080
    },
    {
      "epoch": 97.43,
      "grad_norm": 1.6012918949127197,
      "learning_rate": 4.621766949827787e-06,
      "loss": 0.4464,
      "step": 349090
    },
    {
      "epoch": 97.43,
      "grad_norm": 1.6763964891433716,
      "learning_rate": 4.621760590726537e-06,
      "loss": 0.4286,
      "step": 349100
    },
    {
      "epoch": 97.44,
      "grad_norm": 1.8041672706604004,
      "learning_rate": 4.621754231322084e-06,
      "loss": 0.4529,
      "step": 349110
    },
    {
      "epoch": 97.44,
      "grad_norm": 1.7670265436172485,
      "learning_rate": 4.621747871614428e-06,
      "loss": 0.4377,
      "step": 349120
    },
    {
      "epoch": 97.44,
      "grad_norm": 1.4676563739776611,
      "learning_rate": 4.621741511603569e-06,
      "loss": 0.415,
      "step": 349130
    },
    {
      "epoch": 97.44,
      "grad_norm": 1.7618552446365356,
      "learning_rate": 4.621735151289509e-06,
      "loss": 0.4467,
      "step": 349140
    },
    {
      "epoch": 97.45,
      "grad_norm": 1.3839682340621948,
      "learning_rate": 4.621728790672249e-06,
      "loss": 0.4342,
      "step": 349150
    },
    {
      "epoch": 97.45,
      "grad_norm": 1.509175419807434,
      "learning_rate": 4.621722429751789e-06,
      "loss": 0.4266,
      "step": 349160
    },
    {
      "epoch": 97.45,
      "grad_norm": 2.0800182819366455,
      "learning_rate": 4.6217160685281305e-06,
      "loss": 0.411,
      "step": 349170
    },
    {
      "epoch": 97.45,
      "grad_norm": 1.767437219619751,
      "learning_rate": 4.621709707001274e-06,
      "loss": 0.4186,
      "step": 349180
    },
    {
      "epoch": 97.46,
      "grad_norm": 2.095418691635132,
      "learning_rate": 4.62170334517122e-06,
      "loss": 0.4395,
      "step": 349190
    },
    {
      "epoch": 97.46,
      "grad_norm": 1.4136779308319092,
      "learning_rate": 4.621696983037971e-06,
      "loss": 0.4257,
      "step": 349200
    },
    {
      "epoch": 97.46,
      "grad_norm": 3.725214958190918,
      "learning_rate": 4.621690620601525e-06,
      "loss": 0.4049,
      "step": 349210
    },
    {
      "epoch": 97.47,
      "grad_norm": 1.727088212966919,
      "learning_rate": 4.621684257861885e-06,
      "loss": 0.4295,
      "step": 349220
    },
    {
      "epoch": 97.47,
      "grad_norm": 1.6063482761383057,
      "learning_rate": 4.621677894819052e-06,
      "loss": 0.4451,
      "step": 349230
    },
    {
      "epoch": 97.47,
      "grad_norm": 1.451980710029602,
      "learning_rate": 4.621671531473026e-06,
      "loss": 0.4266,
      "step": 349240
    },
    {
      "epoch": 97.47,
      "grad_norm": 1.5789824724197388,
      "learning_rate": 4.621665167823808e-06,
      "loss": 0.4319,
      "step": 349250
    },
    {
      "epoch": 97.48,
      "grad_norm": 1.5022766590118408,
      "learning_rate": 4.621658803871399e-06,
      "loss": 0.4215,
      "step": 349260
    },
    {
      "epoch": 97.48,
      "grad_norm": 1.408803939819336,
      "learning_rate": 4.621652439615799e-06,
      "loss": 0.433,
      "step": 349270
    },
    {
      "epoch": 97.48,
      "grad_norm": 1.6751517057418823,
      "learning_rate": 4.62164607505701e-06,
      "loss": 0.4467,
      "step": 349280
    },
    {
      "epoch": 97.49,
      "grad_norm": 1.7140905857086182,
      "learning_rate": 4.621639710195032e-06,
      "loss": 0.4285,
      "step": 349290
    },
    {
      "epoch": 97.49,
      "grad_norm": 1.5077662467956543,
      "learning_rate": 4.621633345029867e-06,
      "loss": 0.4309,
      "step": 349300
    },
    {
      "epoch": 97.49,
      "grad_norm": 4.8270583152771,
      "learning_rate": 4.621626979561515e-06,
      "loss": 0.4337,
      "step": 349310
    },
    {
      "epoch": 97.49,
      "grad_norm": 1.55941641330719,
      "learning_rate": 4.621620613789976e-06,
      "loss": 0.4304,
      "step": 349320
    },
    {
      "epoch": 97.5,
      "grad_norm": 1.3477059602737427,
      "learning_rate": 4.621614247715253e-06,
      "loss": 0.4246,
      "step": 349330
    },
    {
      "epoch": 97.5,
      "grad_norm": 2.2533316612243652,
      "learning_rate": 4.6216078813373445e-06,
      "loss": 0.4267,
      "step": 349340
    },
    {
      "epoch": 97.5,
      "grad_norm": 1.4048395156860352,
      "learning_rate": 4.621601514656253e-06,
      "loss": 0.4317,
      "step": 349350
    },
    {
      "epoch": 97.5,
      "grad_norm": 1.6072301864624023,
      "learning_rate": 4.621595147671979e-06,
      "loss": 0.444,
      "step": 349360
    },
    {
      "epoch": 97.51,
      "grad_norm": 1.5701788663864136,
      "learning_rate": 4.621588780384524e-06,
      "loss": 0.4312,
      "step": 349370
    },
    {
      "epoch": 97.51,
      "grad_norm": 1.3478460311889648,
      "learning_rate": 4.621582412793887e-06,
      "loss": 0.4321,
      "step": 349380
    },
    {
      "epoch": 97.51,
      "grad_norm": 2.056478500366211,
      "learning_rate": 4.62157604490007e-06,
      "loss": 0.4161,
      "step": 349390
    },
    {
      "epoch": 97.52,
      "grad_norm": 2.2609689235687256,
      "learning_rate": 4.621569676703074e-06,
      "loss": 0.4543,
      "step": 349400
    },
    {
      "epoch": 97.52,
      "grad_norm": 1.8121693134307861,
      "learning_rate": 4.621563308202899e-06,
      "loss": 0.4271,
      "step": 349410
    },
    {
      "epoch": 97.52,
      "grad_norm": 1.7072373628616333,
      "learning_rate": 4.621556939399547e-06,
      "loss": 0.422,
      "step": 349420
    },
    {
      "epoch": 97.52,
      "grad_norm": 1.4219017028808594,
      "learning_rate": 4.621550570293018e-06,
      "loss": 0.4384,
      "step": 349430
    },
    {
      "epoch": 97.53,
      "grad_norm": 1.5253000259399414,
      "learning_rate": 4.621544200883313e-06,
      "loss": 0.4374,
      "step": 349440
    },
    {
      "epoch": 97.53,
      "grad_norm": 1.936091661453247,
      "learning_rate": 4.6215378311704334e-06,
      "loss": 0.4403,
      "step": 349450
    },
    {
      "epoch": 97.53,
      "grad_norm": 1.7777252197265625,
      "learning_rate": 4.62153146115438e-06,
      "loss": 0.4538,
      "step": 349460
    },
    {
      "epoch": 97.54,
      "grad_norm": 1.690012812614441,
      "learning_rate": 4.621525090835152e-06,
      "loss": 0.4414,
      "step": 349470
    },
    {
      "epoch": 97.54,
      "grad_norm": 1.5000288486480713,
      "learning_rate": 4.6215187202127525e-06,
      "loss": 0.4237,
      "step": 349480
    },
    {
      "epoch": 97.54,
      "grad_norm": 1.4635004997253418,
      "learning_rate": 4.621512349287181e-06,
      "loss": 0.4305,
      "step": 349490
    },
    {
      "epoch": 97.54,
      "grad_norm": 1.6942198276519775,
      "learning_rate": 4.621505978058439e-06,
      "loss": 0.4203,
      "step": 349500
    },
    {
      "epoch": 97.55,
      "grad_norm": 2.472604751586914,
      "learning_rate": 4.621499606526527e-06,
      "loss": 0.4226,
      "step": 349510
    },
    {
      "epoch": 97.55,
      "grad_norm": 1.4942712783813477,
      "learning_rate": 4.621493234691445e-06,
      "loss": 0.4261,
      "step": 349520
    },
    {
      "epoch": 97.55,
      "grad_norm": 1.3454455137252808,
      "learning_rate": 4.621486862553196e-06,
      "loss": 0.4311,
      "step": 349530
    },
    {
      "epoch": 97.56,
      "grad_norm": 1.8327616453170776,
      "learning_rate": 4.621480490111779e-06,
      "loss": 0.4245,
      "step": 349540
    },
    {
      "epoch": 97.56,
      "grad_norm": 1.4635369777679443,
      "learning_rate": 4.621474117367195e-06,
      "loss": 0.4257,
      "step": 349550
    },
    {
      "epoch": 97.56,
      "grad_norm": 1.5018925666809082,
      "learning_rate": 4.621467744319446e-06,
      "loss": 0.4149,
      "step": 349560
    },
    {
      "epoch": 97.56,
      "grad_norm": 1.5325499773025513,
      "learning_rate": 4.621461370968532e-06,
      "loss": 0.4348,
      "step": 349570
    },
    {
      "epoch": 97.57,
      "grad_norm": 1.5026572942733765,
      "learning_rate": 4.621454997314454e-06,
      "loss": 0.4368,
      "step": 349580
    },
    {
      "epoch": 97.57,
      "grad_norm": 1.4262821674346924,
      "learning_rate": 4.6214486233572135e-06,
      "loss": 0.4111,
      "step": 349590
    },
    {
      "epoch": 97.57,
      "grad_norm": 1.5325595140457153,
      "learning_rate": 4.62144224909681e-06,
      "loss": 0.4217,
      "step": 349600
    },
    {
      "epoch": 97.57,
      "grad_norm": 1.6037402153015137,
      "learning_rate": 4.621435874533245e-06,
      "loss": 0.459,
      "step": 349610
    },
    {
      "epoch": 97.58,
      "grad_norm": 1.4873520135879517,
      "learning_rate": 4.621429499666519e-06,
      "loss": 0.4406,
      "step": 349620
    },
    {
      "epoch": 97.58,
      "grad_norm": 1.4594690799713135,
      "learning_rate": 4.621423124496634e-06,
      "loss": 0.4409,
      "step": 349630
    },
    {
      "epoch": 97.58,
      "grad_norm": 1.6130696535110474,
      "learning_rate": 4.62141674902359e-06,
      "loss": 0.4293,
      "step": 349640
    },
    {
      "epoch": 97.59,
      "grad_norm": 1.5436724424362183,
      "learning_rate": 4.621410373247388e-06,
      "loss": 0.444,
      "step": 349650
    },
    {
      "epoch": 97.59,
      "grad_norm": 1.5134661197662354,
      "learning_rate": 4.621403997168028e-06,
      "loss": 0.426,
      "step": 349660
    },
    {
      "epoch": 97.59,
      "grad_norm": 1.2378307580947876,
      "learning_rate": 4.621397620785512e-06,
      "loss": 0.4321,
      "step": 349670
    },
    {
      "epoch": 97.59,
      "grad_norm": 1.7290767431259155,
      "learning_rate": 4.621391244099841e-06,
      "loss": 0.4182,
      "step": 349680
    },
    {
      "epoch": 97.6,
      "grad_norm": 1.5030207633972168,
      "learning_rate": 4.6213848671110144e-06,
      "loss": 0.4449,
      "step": 349690
    },
    {
      "epoch": 97.6,
      "grad_norm": 1.9058657884597778,
      "learning_rate": 4.621378489819035e-06,
      "loss": 0.4321,
      "step": 349700
    },
    {
      "epoch": 97.6,
      "grad_norm": 1.6408054828643799,
      "learning_rate": 4.621372112223902e-06,
      "loss": 0.4337,
      "step": 349710
    },
    {
      "epoch": 97.61,
      "grad_norm": 1.720625638961792,
      "learning_rate": 4.621365734325617e-06,
      "loss": 0.4506,
      "step": 349720
    },
    {
      "epoch": 97.61,
      "grad_norm": 1.570935845375061,
      "learning_rate": 4.621359356124181e-06,
      "loss": 0.4422,
      "step": 349730
    },
    {
      "epoch": 97.61,
      "grad_norm": 1.888841986656189,
      "learning_rate": 4.621352977619594e-06,
      "loss": 0.4146,
      "step": 349740
    },
    {
      "epoch": 97.61,
      "grad_norm": 1.4744166135787964,
      "learning_rate": 4.621346598811858e-06,
      "loss": 0.4267,
      "step": 349750
    },
    {
      "epoch": 97.62,
      "grad_norm": 1.5267791748046875,
      "learning_rate": 4.6213402197009736e-06,
      "loss": 0.4196,
      "step": 349760
    },
    {
      "epoch": 97.62,
      "grad_norm": 1.7685110569000244,
      "learning_rate": 4.621333840286939e-06,
      "loss": 0.4218,
      "step": 349770
    },
    {
      "epoch": 97.62,
      "grad_norm": 1.626990795135498,
      "learning_rate": 4.62132746056976e-06,
      "loss": 0.4356,
      "step": 349780
    },
    {
      "epoch": 97.62,
      "grad_norm": 1.413073182106018,
      "learning_rate": 4.621321080549434e-06,
      "loss": 0.4335,
      "step": 349790
    },
    {
      "epoch": 97.63,
      "grad_norm": 1.3494102954864502,
      "learning_rate": 4.621314700225963e-06,
      "loss": 0.4249,
      "step": 349800
    },
    {
      "epoch": 97.63,
      "grad_norm": 1.9175819158554077,
      "learning_rate": 4.6213083195993464e-06,
      "loss": 0.4248,
      "step": 349810
    },
    {
      "epoch": 97.63,
      "grad_norm": 1.3940361738204956,
      "learning_rate": 4.621301938669587e-06,
      "loss": 0.438,
      "step": 349820
    },
    {
      "epoch": 97.64,
      "grad_norm": 1.9298386573791504,
      "learning_rate": 4.621295557436685e-06,
      "loss": 0.4264,
      "step": 349830
    },
    {
      "epoch": 97.64,
      "grad_norm": 1.8550983667373657,
      "learning_rate": 4.621289175900641e-06,
      "loss": 0.4327,
      "step": 349840
    },
    {
      "epoch": 97.64,
      "grad_norm": 1.7233874797821045,
      "learning_rate": 4.621282794061456e-06,
      "loss": 0.4156,
      "step": 349850
    },
    {
      "epoch": 97.64,
      "grad_norm": 1.7143745422363281,
      "learning_rate": 4.62127641191913e-06,
      "loss": 0.4148,
      "step": 349860
    },
    {
      "epoch": 97.65,
      "grad_norm": 1.4444605112075806,
      "learning_rate": 4.621270029473665e-06,
      "loss": 0.4334,
      "step": 349870
    },
    {
      "epoch": 97.65,
      "grad_norm": 1.7630218267440796,
      "learning_rate": 4.621263646725062e-06,
      "loss": 0.4418,
      "step": 349880
    },
    {
      "epoch": 97.65,
      "grad_norm": 1.2899004220962524,
      "learning_rate": 4.621257263673321e-06,
      "loss": 0.4236,
      "step": 349890
    },
    {
      "epoch": 97.66,
      "grad_norm": 1.6557420492172241,
      "learning_rate": 4.621250880318443e-06,
      "loss": 0.4374,
      "step": 349900
    },
    {
      "epoch": 97.66,
      "grad_norm": 1.5346014499664307,
      "learning_rate": 4.621244496660428e-06,
      "loss": 0.4532,
      "step": 349910
    },
    {
      "epoch": 97.66,
      "grad_norm": 2.0198118686676025,
      "learning_rate": 4.621238112699279e-06,
      "loss": 0.4352,
      "step": 349920
    },
    {
      "epoch": 97.66,
      "grad_norm": 1.2834858894348145,
      "learning_rate": 4.621231728434996e-06,
      "loss": 0.4212,
      "step": 349930
    },
    {
      "epoch": 97.67,
      "grad_norm": 1.563117504119873,
      "learning_rate": 4.621225343867579e-06,
      "loss": 0.4439,
      "step": 349940
    },
    {
      "epoch": 97.67,
      "grad_norm": 1.4207016229629517,
      "learning_rate": 4.621218958997029e-06,
      "loss": 0.4438,
      "step": 349950
    },
    {
      "epoch": 97.67,
      "grad_norm": 1.6297887563705444,
      "learning_rate": 4.621212573823349e-06,
      "loss": 0.4403,
      "step": 349960
    },
    {
      "epoch": 97.68,
      "grad_norm": 2.236555337905884,
      "learning_rate": 4.621206188346536e-06,
      "loss": 0.4311,
      "step": 349970
    },
    {
      "epoch": 97.68,
      "grad_norm": 1.4871290922164917,
      "learning_rate": 4.6211998025665946e-06,
      "loss": 0.4371,
      "step": 349980
    },
    {
      "epoch": 97.68,
      "grad_norm": 1.467321515083313,
      "learning_rate": 4.621193416483523e-06,
      "loss": 0.444,
      "step": 349990
    },
    {
      "epoch": 97.68,
      "grad_norm": 1.2880406379699707,
      "learning_rate": 4.621187030097323e-06,
      "loss": 0.4274,
      "step": 350000
    },
    {
      "epoch": 97.69,
      "grad_norm": 1.3828238248825073,
      "learning_rate": 4.621180643407996e-06,
      "loss": 0.4525,
      "step": 350010
    },
    {
      "epoch": 97.69,
      "grad_norm": 1.257088541984558,
      "learning_rate": 4.621174256415542e-06,
      "loss": 0.4296,
      "step": 350020
    },
    {
      "epoch": 97.69,
      "grad_norm": 1.7172240018844604,
      "learning_rate": 4.621167869119963e-06,
      "loss": 0.4205,
      "step": 350030
    },
    {
      "epoch": 97.69,
      "grad_norm": 1.6103870868682861,
      "learning_rate": 4.621161481521258e-06,
      "loss": 0.4282,
      "step": 350040
    },
    {
      "epoch": 97.7,
      "grad_norm": 1.3895763158798218,
      "learning_rate": 4.62115509361943e-06,
      "loss": 0.4099,
      "step": 350050
    },
    {
      "epoch": 97.7,
      "grad_norm": 1.4889932870864868,
      "learning_rate": 4.621148705414478e-06,
      "loss": 0.4178,
      "step": 350060
    },
    {
      "epoch": 97.7,
      "grad_norm": 1.867334008216858,
      "learning_rate": 4.621142316906404e-06,
      "loss": 0.416,
      "step": 350070
    },
    {
      "epoch": 97.71,
      "grad_norm": 1.819299340248108,
      "learning_rate": 4.621135928095208e-06,
      "loss": 0.4311,
      "step": 350080
    },
    {
      "epoch": 97.71,
      "grad_norm": 1.7809858322143555,
      "learning_rate": 4.621129538980892e-06,
      "loss": 0.4525,
      "step": 350090
    },
    {
      "epoch": 97.71,
      "grad_norm": 1.4817993640899658,
      "learning_rate": 4.621123149563455e-06,
      "loss": 0.4136,
      "step": 350100
    },
    {
      "epoch": 97.71,
      "grad_norm": 1.6265119314193726,
      "learning_rate": 4.6211167598429e-06,
      "loss": 0.427,
      "step": 350110
    },
    {
      "epoch": 97.72,
      "grad_norm": 1.421565055847168,
      "learning_rate": 4.621110369819227e-06,
      "loss": 0.4286,
      "step": 350120
    },
    {
      "epoch": 97.72,
      "grad_norm": 1.755765676498413,
      "learning_rate": 4.621103979492436e-06,
      "loss": 0.4301,
      "step": 350130
    },
    {
      "epoch": 97.72,
      "grad_norm": 1.6403071880340576,
      "learning_rate": 4.621097588862529e-06,
      "loss": 0.4526,
      "step": 350140
    },
    {
      "epoch": 97.73,
      "grad_norm": 1.4144421815872192,
      "learning_rate": 4.621091197929506e-06,
      "loss": 0.4279,
      "step": 350150
    },
    {
      "epoch": 97.73,
      "grad_norm": 1.4529451131820679,
      "learning_rate": 4.621084806693369e-06,
      "loss": 0.4329,
      "step": 350160
    },
    {
      "epoch": 97.73,
      "grad_norm": 1.301498532295227,
      "learning_rate": 4.621078415154118e-06,
      "loss": 0.4104,
      "step": 350170
    },
    {
      "epoch": 97.73,
      "grad_norm": 1.6891981363296509,
      "learning_rate": 4.621072023311753e-06,
      "loss": 0.4454,
      "step": 350180
    },
    {
      "epoch": 97.74,
      "grad_norm": 1.6743959188461304,
      "learning_rate": 4.621065631166277e-06,
      "loss": 0.4158,
      "step": 350190
    },
    {
      "epoch": 97.74,
      "grad_norm": 3.396718740463257,
      "learning_rate": 4.621059238717689e-06,
      "loss": 0.4255,
      "step": 350200
    },
    {
      "epoch": 97.74,
      "grad_norm": 1.4921821355819702,
      "learning_rate": 4.621052845965991e-06,
      "loss": 0.4273,
      "step": 350210
    },
    {
      "epoch": 97.74,
      "grad_norm": 1.9515857696533203,
      "learning_rate": 4.621046452911182e-06,
      "loss": 0.437,
      "step": 350220
    },
    {
      "epoch": 97.75,
      "grad_norm": 1.355419397354126,
      "learning_rate": 4.621040059553266e-06,
      "loss": 0.4616,
      "step": 350230
    },
    {
      "epoch": 97.75,
      "grad_norm": 3.7656702995300293,
      "learning_rate": 4.6210336658922416e-06,
      "loss": 0.4191,
      "step": 350240
    },
    {
      "epoch": 97.75,
      "grad_norm": 1.4728472232818604,
      "learning_rate": 4.62102727192811e-06,
      "loss": 0.4254,
      "step": 350250
    },
    {
      "epoch": 97.76,
      "grad_norm": 1.4146252870559692,
      "learning_rate": 4.621020877660872e-06,
      "loss": 0.4387,
      "step": 350260
    },
    {
      "epoch": 97.76,
      "grad_norm": 1.3628339767456055,
      "learning_rate": 4.621014483090528e-06,
      "loss": 0.4223,
      "step": 350270
    },
    {
      "epoch": 97.76,
      "grad_norm": 1.5976779460906982,
      "learning_rate": 4.62100808821708e-06,
      "loss": 0.4516,
      "step": 350280
    },
    {
      "epoch": 97.76,
      "grad_norm": 1.4814281463623047,
      "learning_rate": 4.621001693040528e-06,
      "loss": 0.4278,
      "step": 350290
    },
    {
      "epoch": 97.77,
      "grad_norm": 1.9807615280151367,
      "learning_rate": 4.620995297560874e-06,
      "loss": 0.4638,
      "step": 350300
    },
    {
      "epoch": 97.77,
      "grad_norm": 1.5268210172653198,
      "learning_rate": 4.620988901778118e-06,
      "loss": 0.4382,
      "step": 350310
    },
    {
      "epoch": 97.77,
      "grad_norm": 1.4679384231567383,
      "learning_rate": 4.62098250569226e-06,
      "loss": 0.4318,
      "step": 350320
    },
    {
      "epoch": 97.78,
      "grad_norm": 1.7235190868377686,
      "learning_rate": 4.620976109303303e-06,
      "loss": 0.4537,
      "step": 350330
    },
    {
      "epoch": 97.78,
      "grad_norm": 1.6768869161605835,
      "learning_rate": 4.620969712611246e-06,
      "loss": 0.4366,
      "step": 350340
    },
    {
      "epoch": 97.78,
      "grad_norm": 1.8606297969818115,
      "learning_rate": 4.620963315616091e-06,
      "loss": 0.4509,
      "step": 350350
    },
    {
      "epoch": 97.78,
      "grad_norm": 1.4561927318572998,
      "learning_rate": 4.6209569183178365e-06,
      "loss": 0.4361,
      "step": 350360
    },
    {
      "epoch": 97.79,
      "grad_norm": 1.896257996559143,
      "learning_rate": 4.620950520716486e-06,
      "loss": 0.4266,
      "step": 350370
    },
    {
      "epoch": 97.79,
      "grad_norm": 1.7094889879226685,
      "learning_rate": 4.62094412281204e-06,
      "loss": 0.435,
      "step": 350380
    },
    {
      "epoch": 97.79,
      "grad_norm": 1.5933488607406616,
      "learning_rate": 4.620937724604499e-06,
      "loss": 0.4262,
      "step": 350390
    },
    {
      "epoch": 97.8,
      "grad_norm": 1.764795184135437,
      "learning_rate": 4.620931326093863e-06,
      "loss": 0.4183,
      "step": 350400
    },
    {
      "epoch": 97.8,
      "grad_norm": 1.6965779066085815,
      "learning_rate": 4.620924927280134e-06,
      "loss": 0.4206,
      "step": 350410
    },
    {
      "epoch": 97.8,
      "grad_norm": 2.228877544403076,
      "learning_rate": 4.620918528163312e-06,
      "loss": 0.44,
      "step": 350420
    },
    {
      "epoch": 97.8,
      "grad_norm": 1.492734432220459,
      "learning_rate": 4.6209121287433985e-06,
      "loss": 0.4559,
      "step": 350430
    },
    {
      "epoch": 97.81,
      "grad_norm": 1.6554844379425049,
      "learning_rate": 4.620905729020394e-06,
      "loss": 0.4307,
      "step": 350440
    },
    {
      "epoch": 97.81,
      "grad_norm": 1.4933264255523682,
      "learning_rate": 4.6208993289943e-06,
      "loss": 0.4439,
      "step": 350450
    },
    {
      "epoch": 97.81,
      "grad_norm": 1.62923002243042,
      "learning_rate": 4.6208929286651155e-06,
      "loss": 0.405,
      "step": 350460
    },
    {
      "epoch": 97.81,
      "grad_norm": 1.7122368812561035,
      "learning_rate": 4.620886528032844e-06,
      "loss": 0.4162,
      "step": 350470
    },
    {
      "epoch": 97.82,
      "grad_norm": 1.5715726613998413,
      "learning_rate": 4.620880127097485e-06,
      "loss": 0.4332,
      "step": 350480
    },
    {
      "epoch": 97.82,
      "grad_norm": 1.3415412902832031,
      "learning_rate": 4.6208737258590375e-06,
      "loss": 0.4396,
      "step": 350490
    },
    {
      "epoch": 97.82,
      "grad_norm": 1.166412591934204,
      "learning_rate": 4.620867324317506e-06,
      "loss": 0.4526,
      "step": 350500
    },
    {
      "epoch": 97.83,
      "grad_norm": 1.607668399810791,
      "learning_rate": 4.620860922472889e-06,
      "loss": 0.4427,
      "step": 350510
    },
    {
      "epoch": 97.83,
      "grad_norm": 1.5060030221939087,
      "learning_rate": 4.620854520325188e-06,
      "loss": 0.4384,
      "step": 350520
    },
    {
      "epoch": 97.83,
      "grad_norm": 1.290353775024414,
      "learning_rate": 4.620848117874404e-06,
      "loss": 0.4515,
      "step": 350530
    },
    {
      "epoch": 97.83,
      "grad_norm": 1.4332900047302246,
      "learning_rate": 4.6208417151205376e-06,
      "loss": 0.4297,
      "step": 350540
    },
    {
      "epoch": 97.84,
      "grad_norm": 1.746498465538025,
      "learning_rate": 4.620835312063589e-06,
      "loss": 0.4478,
      "step": 350550
    },
    {
      "epoch": 97.84,
      "grad_norm": 1.4849700927734375,
      "learning_rate": 4.62082890870356e-06,
      "loss": 0.4261,
      "step": 350560
    },
    {
      "epoch": 97.84,
      "grad_norm": 1.4534811973571777,
      "learning_rate": 4.620822505040451e-06,
      "loss": 0.4392,
      "step": 350570
    },
    {
      "epoch": 97.85,
      "grad_norm": 1.3960422277450562,
      "learning_rate": 4.620816101074264e-06,
      "loss": 0.4233,
      "step": 350580
    },
    {
      "epoch": 97.85,
      "grad_norm": 1.2297126054763794,
      "learning_rate": 4.620809696804998e-06,
      "loss": 0.435,
      "step": 350590
    },
    {
      "epoch": 97.85,
      "grad_norm": 1.7214823961257935,
      "learning_rate": 4.620803292232656e-06,
      "loss": 0.4253,
      "step": 350600
    },
    {
      "epoch": 97.85,
      "grad_norm": 1.3669726848602295,
      "learning_rate": 4.620796887357235e-06,
      "loss": 0.4331,
      "step": 350610
    },
    {
      "epoch": 97.86,
      "grad_norm": 1.3910223245620728,
      "learning_rate": 4.620790482178741e-06,
      "loss": 0.424,
      "step": 350620
    },
    {
      "epoch": 97.86,
      "grad_norm": 1.5115729570388794,
      "learning_rate": 4.620784076697171e-06,
      "loss": 0.4479,
      "step": 350630
    },
    {
      "epoch": 97.86,
      "grad_norm": 1.7540708780288696,
      "learning_rate": 4.620777670912528e-06,
      "loss": 0.4326,
      "step": 350640
    },
    {
      "epoch": 97.86,
      "grad_norm": 1.4033706188201904,
      "learning_rate": 4.620771264824812e-06,
      "loss": 0.4415,
      "step": 350650
    },
    {
      "epoch": 97.87,
      "grad_norm": 1.5944840908050537,
      "learning_rate": 4.620764858434022e-06,
      "loss": 0.44,
      "step": 350660
    },
    {
      "epoch": 97.87,
      "grad_norm": 1.6167161464691162,
      "learning_rate": 4.620758451740162e-06,
      "loss": 0.4531,
      "step": 350670
    },
    {
      "epoch": 97.87,
      "grad_norm": 1.5618927478790283,
      "learning_rate": 4.6207520447432324e-06,
      "loss": 0.4463,
      "step": 350680
    },
    {
      "epoch": 97.88,
      "grad_norm": 1.5339410305023193,
      "learning_rate": 4.620745637443233e-06,
      "loss": 0.4217,
      "step": 350690
    },
    {
      "epoch": 97.88,
      "grad_norm": 1.2081377506256104,
      "learning_rate": 4.620739229840164e-06,
      "loss": 0.4221,
      "step": 350700
    },
    {
      "epoch": 97.88,
      "grad_norm": 1.3252164125442505,
      "learning_rate": 4.620732821934027e-06,
      "loss": 0.4085,
      "step": 350710
    },
    {
      "epoch": 97.88,
      "grad_norm": 1.6652462482452393,
      "learning_rate": 4.6207264137248235e-06,
      "loss": 0.4275,
      "step": 350720
    },
    {
      "epoch": 97.89,
      "grad_norm": 1.5484164953231812,
      "learning_rate": 4.620720005212554e-06,
      "loss": 0.4464,
      "step": 350730
    },
    {
      "epoch": 97.89,
      "grad_norm": 1.2597438097000122,
      "learning_rate": 4.620713596397218e-06,
      "loss": 0.4424,
      "step": 350740
    },
    {
      "epoch": 97.89,
      "grad_norm": 1.5703004598617554,
      "learning_rate": 4.620707187278819e-06,
      "loss": 0.4292,
      "step": 350750
    },
    {
      "epoch": 97.9,
      "grad_norm": 1.3030635118484497,
      "learning_rate": 4.620700777857355e-06,
      "loss": 0.4127,
      "step": 350760
    },
    {
      "epoch": 97.9,
      "grad_norm": 1.4330991506576538,
      "learning_rate": 4.6206943681328296e-06,
      "loss": 0.4221,
      "step": 350770
    },
    {
      "epoch": 97.9,
      "grad_norm": 1.9635170698165894,
      "learning_rate": 4.6206879581052415e-06,
      "loss": 0.432,
      "step": 350780
    },
    {
      "epoch": 97.9,
      "grad_norm": 1.5556449890136719,
      "learning_rate": 4.620681547774592e-06,
      "loss": 0.4473,
      "step": 350790
    },
    {
      "epoch": 97.91,
      "grad_norm": 1.451733946800232,
      "learning_rate": 4.620675137140883e-06,
      "loss": 0.4412,
      "step": 350800
    },
    {
      "epoch": 97.91,
      "grad_norm": 1.491614580154419,
      "learning_rate": 4.6206687262041145e-06,
      "loss": 0.4409,
      "step": 350810
    },
    {
      "epoch": 97.91,
      "grad_norm": 1.6767772436141968,
      "learning_rate": 4.620662314964288e-06,
      "loss": 0.4334,
      "step": 350820
    },
    {
      "epoch": 97.92,
      "grad_norm": 1.4891499280929565,
      "learning_rate": 4.620655903421403e-06,
      "loss": 0.4264,
      "step": 350830
    },
    {
      "epoch": 97.92,
      "grad_norm": 1.4131394624710083,
      "learning_rate": 4.620649491575461e-06,
      "loss": 0.4369,
      "step": 350840
    },
    {
      "epoch": 97.92,
      "grad_norm": 1.5957698822021484,
      "learning_rate": 4.620643079426464e-06,
      "loss": 0.4056,
      "step": 350850
    },
    {
      "epoch": 97.92,
      "grad_norm": 1.2377254962921143,
      "learning_rate": 4.6206366669744115e-06,
      "loss": 0.4295,
      "step": 350860
    },
    {
      "epoch": 97.93,
      "grad_norm": 1.601359486579895,
      "learning_rate": 4.620630254219304e-06,
      "loss": 0.425,
      "step": 350870
    },
    {
      "epoch": 97.93,
      "grad_norm": 1.435402750968933,
      "learning_rate": 4.6206238411611445e-06,
      "loss": 0.4352,
      "step": 350880
    },
    {
      "epoch": 97.93,
      "grad_norm": 1.4315402507781982,
      "learning_rate": 4.620617427799932e-06,
      "loss": 0.429,
      "step": 350890
    },
    {
      "epoch": 97.93,
      "grad_norm": 1.2116237878799438,
      "learning_rate": 4.6206110141356665e-06,
      "loss": 0.4406,
      "step": 350900
    },
    {
      "epoch": 97.94,
      "grad_norm": 1.6777775287628174,
      "learning_rate": 4.620604600168352e-06,
      "loss": 0.4471,
      "step": 350910
    },
    {
      "epoch": 97.94,
      "grad_norm": 1.8124114274978638,
      "learning_rate": 4.620598185897986e-06,
      "loss": 0.4349,
      "step": 350920
    },
    {
      "epoch": 97.94,
      "grad_norm": 1.2810335159301758,
      "learning_rate": 4.620591771324572e-06,
      "loss": 0.4248,
      "step": 350930
    },
    {
      "epoch": 97.95,
      "grad_norm": 1.3184984922409058,
      "learning_rate": 4.620585356448109e-06,
      "loss": 0.4417,
      "step": 350940
    },
    {
      "epoch": 97.95,
      "grad_norm": 1.543428897857666,
      "learning_rate": 4.6205789412686e-06,
      "loss": 0.427,
      "step": 350950
    },
    {
      "epoch": 97.95,
      "grad_norm": 1.3932663202285767,
      "learning_rate": 4.620572525786044e-06,
      "loss": 0.4528,
      "step": 350960
    },
    {
      "epoch": 97.95,
      "grad_norm": 2.017110586166382,
      "learning_rate": 4.620566110000441e-06,
      "loss": 0.4283,
      "step": 350970
    },
    {
      "epoch": 97.96,
      "grad_norm": 1.494253158569336,
      "learning_rate": 4.620559693911793e-06,
      "loss": 0.4157,
      "step": 350980
    },
    {
      "epoch": 97.96,
      "grad_norm": 1.6979857683181763,
      "learning_rate": 4.620553277520103e-06,
      "loss": 0.4144,
      "step": 350990
    },
    {
      "epoch": 97.96,
      "grad_norm": 1.560804009437561,
      "learning_rate": 4.620546860825369e-06,
      "loss": 0.4626,
      "step": 351000
    },
    {
      "epoch": 97.97,
      "grad_norm": 2.2805256843566895,
      "learning_rate": 4.620540443827592e-06,
      "loss": 0.4293,
      "step": 351010
    },
    {
      "epoch": 97.97,
      "grad_norm": 1.636086106300354,
      "learning_rate": 4.6205340265267745e-06,
      "loss": 0.4362,
      "step": 351020
    },
    {
      "epoch": 97.97,
      "grad_norm": 1.4025274515151978,
      "learning_rate": 4.620527608922916e-06,
      "loss": 0.4431,
      "step": 351030
    },
    {
      "epoch": 97.97,
      "grad_norm": 1.601106882095337,
      "learning_rate": 4.620521191016018e-06,
      "loss": 0.4368,
      "step": 351040
    },
    {
      "epoch": 97.98,
      "grad_norm": 1.5708773136138916,
      "learning_rate": 4.6205147728060805e-06,
      "loss": 0.4331,
      "step": 351050
    },
    {
      "epoch": 97.98,
      "grad_norm": 1.5415860414505005,
      "learning_rate": 4.620508354293105e-06,
      "loss": 0.4167,
      "step": 351060
    },
    {
      "epoch": 97.98,
      "grad_norm": 1.5550168752670288,
      "learning_rate": 4.620501935477093e-06,
      "loss": 0.4314,
      "step": 351070
    },
    {
      "epoch": 97.98,
      "grad_norm": 1.2579388618469238,
      "learning_rate": 4.6204955163580445e-06,
      "loss": 0.4354,
      "step": 351080
    },
    {
      "epoch": 97.99,
      "grad_norm": 1.6052180528640747,
      "learning_rate": 4.620489096935961e-06,
      "loss": 0.4368,
      "step": 351090
    },
    {
      "epoch": 97.99,
      "grad_norm": 1.4492101669311523,
      "learning_rate": 4.620482677210842e-06,
      "loss": 0.443,
      "step": 351100
    },
    {
      "epoch": 97.99,
      "grad_norm": 1.7146625518798828,
      "learning_rate": 4.6204762571826896e-06,
      "loss": 0.4531,
      "step": 351110
    },
    {
      "epoch": 98.0,
      "grad_norm": 1.489073395729065,
      "learning_rate": 4.620469836851505e-06,
      "loss": 0.4308,
      "step": 351120
    },
    {
      "epoch": 98.0,
      "grad_norm": 1.3871604204177856,
      "learning_rate": 4.620463416217287e-06,
      "loss": 0.4301,
      "step": 351130
    },
    {
      "epoch": 98.0,
      "eval_loss": 0.43265578150749207,
      "eval_runtime": 62.8654,
      "eval_samples_per_second": 80.474,
      "eval_steps_per_second": 10.069,
      "step": 351134
    },
    {
      "epoch": 98.0,
      "grad_norm": 1.9229298830032349,
      "learning_rate": 4.620456995280039e-06,
      "loss": 0.4217,
      "step": 351140
    },
    {
      "epoch": 98.0,
      "grad_norm": 1.8102272748947144,
      "learning_rate": 4.620450574039761e-06,
      "loss": 0.4329,
      "step": 351150
    },
    {
      "epoch": 98.01,
      "grad_norm": 1.671431064605713,
      "learning_rate": 4.620444152496452e-06,
      "loss": 0.4394,
      "step": 351160
    },
    {
      "epoch": 98.01,
      "grad_norm": 1.6620227098464966,
      "learning_rate": 4.620437730650115e-06,
      "loss": 0.4333,
      "step": 351170
    },
    {
      "epoch": 98.01,
      "grad_norm": 1.4955129623413086,
      "learning_rate": 4.620431308500751e-06,
      "loss": 0.434,
      "step": 351180
    },
    {
      "epoch": 98.02,
      "grad_norm": 1.66379976272583,
      "learning_rate": 4.620424886048359e-06,
      "loss": 0.4297,
      "step": 351190
    },
    {
      "epoch": 98.02,
      "grad_norm": 1.5845504999160767,
      "learning_rate": 4.620418463292942e-06,
      "loss": 0.4368,
      "step": 351200
    },
    {
      "epoch": 98.02,
      "grad_norm": 1.5979291200637817,
      "learning_rate": 4.6204120402345e-06,
      "loss": 0.4197,
      "step": 351210
    },
    {
      "epoch": 98.02,
      "grad_norm": 1.42348313331604,
      "learning_rate": 4.6204056168730325e-06,
      "loss": 0.4236,
      "step": 351220
    },
    {
      "epoch": 98.03,
      "grad_norm": 1.857053518295288,
      "learning_rate": 4.620399193208542e-06,
      "loss": 0.4259,
      "step": 351230
    },
    {
      "epoch": 98.03,
      "grad_norm": 1.529093623161316,
      "learning_rate": 4.6203927692410285e-06,
      "loss": 0.4333,
      "step": 351240
    },
    {
      "epoch": 98.03,
      "grad_norm": 1.5730112791061401,
      "learning_rate": 4.620386344970493e-06,
      "loss": 0.4391,
      "step": 351250
    },
    {
      "epoch": 98.04,
      "grad_norm": 1.7025188207626343,
      "learning_rate": 4.620379920396938e-06,
      "loss": 0.4427,
      "step": 351260
    },
    {
      "epoch": 98.04,
      "grad_norm": 1.5744496583938599,
      "learning_rate": 4.620373495520362e-06,
      "loss": 0.4332,
      "step": 351270
    },
    {
      "epoch": 98.04,
      "grad_norm": 1.3278781175613403,
      "learning_rate": 4.6203670703407665e-06,
      "loss": 0.4452,
      "step": 351280
    },
    {
      "epoch": 98.04,
      "grad_norm": 1.4513359069824219,
      "learning_rate": 4.620360644858153e-06,
      "loss": 0.4542,
      "step": 351290
    },
    {
      "epoch": 98.05,
      "grad_norm": 1.512774109840393,
      "learning_rate": 4.620354219072522e-06,
      "loss": 0.4396,
      "step": 351300
    },
    {
      "epoch": 98.05,
      "grad_norm": 1.5612292289733887,
      "learning_rate": 4.620347792983875e-06,
      "loss": 0.4091,
      "step": 351310
    },
    {
      "epoch": 98.05,
      "grad_norm": 1.3208926916122437,
      "learning_rate": 4.620341366592211e-06,
      "loss": 0.4265,
      "step": 351320
    },
    {
      "epoch": 98.05,
      "grad_norm": 2.1207849979400635,
      "learning_rate": 4.620334939897533e-06,
      "loss": 0.4568,
      "step": 351330
    },
    {
      "epoch": 98.06,
      "grad_norm": 1.373792290687561,
      "learning_rate": 4.620328512899841e-06,
      "loss": 0.4206,
      "step": 351340
    },
    {
      "epoch": 98.06,
      "grad_norm": 1.4484076499938965,
      "learning_rate": 4.620322085599135e-06,
      "loss": 0.4273,
      "step": 351350
    },
    {
      "epoch": 98.06,
      "grad_norm": 1.563481330871582,
      "learning_rate": 4.620315657995417e-06,
      "loss": 0.448,
      "step": 351360
    },
    {
      "epoch": 98.07,
      "grad_norm": 1.6451830863952637,
      "learning_rate": 4.620309230088688e-06,
      "loss": 0.4432,
      "step": 351370
    },
    {
      "epoch": 98.07,
      "grad_norm": 1.481821894645691,
      "learning_rate": 4.620302801878947e-06,
      "loss": 0.4351,
      "step": 351380
    },
    {
      "epoch": 98.07,
      "grad_norm": 1.3619437217712402,
      "learning_rate": 4.620296373366198e-06,
      "loss": 0.4429,
      "step": 351390
    },
    {
      "epoch": 98.07,
      "grad_norm": 1.504509449005127,
      "learning_rate": 4.620289944550439e-06,
      "loss": 0.4295,
      "step": 351400
    },
    {
      "epoch": 98.08,
      "grad_norm": 1.4487017393112183,
      "learning_rate": 4.620283515431672e-06,
      "loss": 0.4471,
      "step": 351410
    },
    {
      "epoch": 98.08,
      "grad_norm": 1.786647081375122,
      "learning_rate": 4.620277086009898e-06,
      "loss": 0.4239,
      "step": 351420
    },
    {
      "epoch": 98.08,
      "grad_norm": 1.459627628326416,
      "learning_rate": 4.620270656285117e-06,
      "loss": 0.432,
      "step": 351430
    },
    {
      "epoch": 98.09,
      "grad_norm": 1.428521990776062,
      "learning_rate": 4.620264226257331e-06,
      "loss": 0.4219,
      "step": 351440
    },
    {
      "epoch": 98.09,
      "grad_norm": 1.5056079626083374,
      "learning_rate": 4.6202577959265405e-06,
      "loss": 0.427,
      "step": 351450
    },
    {
      "epoch": 98.09,
      "grad_norm": 1.3688762187957764,
      "learning_rate": 4.620251365292746e-06,
      "loss": 0.4441,
      "step": 351460
    },
    {
      "epoch": 98.09,
      "grad_norm": 2.1474204063415527,
      "learning_rate": 4.620244934355948e-06,
      "loss": 0.4286,
      "step": 351470
    },
    {
      "epoch": 98.1,
      "grad_norm": 1.6482679843902588,
      "learning_rate": 4.620238503116148e-06,
      "loss": 0.4458,
      "step": 351480
    },
    {
      "epoch": 98.1,
      "grad_norm": 1.8443173170089722,
      "learning_rate": 4.6202320715733475e-06,
      "loss": 0.4246,
      "step": 351490
    },
    {
      "epoch": 98.1,
      "grad_norm": 1.352647304534912,
      "learning_rate": 4.620225639727546e-06,
      "loss": 0.4227,
      "step": 351500
    },
    {
      "epoch": 98.1,
      "grad_norm": 1.5415608882904053,
      "learning_rate": 4.6202192075787456e-06,
      "loss": 0.4437,
      "step": 351510
    },
    {
      "epoch": 98.11,
      "grad_norm": 1.6704034805297852,
      "learning_rate": 4.620212775126946e-06,
      "loss": 0.436,
      "step": 351520
    },
    {
      "epoch": 98.11,
      "grad_norm": 1.2231533527374268,
      "learning_rate": 4.620206342372149e-06,
      "loss": 0.4136,
      "step": 351530
    },
    {
      "epoch": 98.11,
      "grad_norm": 1.587942361831665,
      "learning_rate": 4.620199909314355e-06,
      "loss": 0.4473,
      "step": 351540
    },
    {
      "epoch": 98.12,
      "grad_norm": 1.5096344947814941,
      "learning_rate": 4.620193475953564e-06,
      "loss": 0.4288,
      "step": 351550
    },
    {
      "epoch": 98.12,
      "grad_norm": 1.469921350479126,
      "learning_rate": 4.620187042289779e-06,
      "loss": 0.4446,
      "step": 351560
    },
    {
      "epoch": 98.12,
      "grad_norm": 1.847875952720642,
      "learning_rate": 4.620180608322999e-06,
      "loss": 0.4443,
      "step": 351570
    },
    {
      "epoch": 98.12,
      "grad_norm": 2.3490161895751953,
      "learning_rate": 4.620174174053225e-06,
      "loss": 0.4325,
      "step": 351580
    },
    {
      "epoch": 98.13,
      "grad_norm": 1.5545772314071655,
      "learning_rate": 4.620167739480459e-06,
      "loss": 0.435,
      "step": 351590
    },
    {
      "epoch": 98.13,
      "grad_norm": 1.3840194940567017,
      "learning_rate": 4.6201613046047015e-06,
      "loss": 0.4306,
      "step": 351600
    },
    {
      "epoch": 98.13,
      "grad_norm": 1.5132415294647217,
      "learning_rate": 4.620154869425952e-06,
      "loss": 0.4399,
      "step": 351610
    },
    {
      "epoch": 98.14,
      "grad_norm": 2.1055748462677,
      "learning_rate": 4.620148433944213e-06,
      "loss": 0.429,
      "step": 351620
    },
    {
      "epoch": 98.14,
      "grad_norm": 1.5734940767288208,
      "learning_rate": 4.6201419981594846e-06,
      "loss": 0.4301,
      "step": 351630
    },
    {
      "epoch": 98.14,
      "grad_norm": 1.3563340902328491,
      "learning_rate": 4.6201355620717675e-06,
      "loss": 0.4359,
      "step": 351640
    },
    {
      "epoch": 98.14,
      "grad_norm": 1.7213664054870605,
      "learning_rate": 4.620129125681064e-06,
      "loss": 0.4179,
      "step": 351650
    },
    {
      "epoch": 98.15,
      "grad_norm": 1.5493011474609375,
      "learning_rate": 4.620122688987373e-06,
      "loss": 0.4296,
      "step": 351660
    },
    {
      "epoch": 98.15,
      "grad_norm": 1.3590683937072754,
      "learning_rate": 4.620116251990696e-06,
      "loss": 0.4209,
      "step": 351670
    },
    {
      "epoch": 98.15,
      "grad_norm": 1.728254795074463,
      "learning_rate": 4.620109814691034e-06,
      "loss": 0.444,
      "step": 351680
    },
    {
      "epoch": 98.16,
      "grad_norm": 1.3163037300109863,
      "learning_rate": 4.620103377088389e-06,
      "loss": 0.4453,
      "step": 351690
    },
    {
      "epoch": 98.16,
      "grad_norm": 1.7608281373977661,
      "learning_rate": 4.62009693918276e-06,
      "loss": 0.4154,
      "step": 351700
    },
    {
      "epoch": 98.16,
      "grad_norm": 2.0574891567230225,
      "learning_rate": 4.620090500974148e-06,
      "loss": 0.4437,
      "step": 351710
    },
    {
      "epoch": 98.16,
      "grad_norm": 1.5291920900344849,
      "learning_rate": 4.620084062462555e-06,
      "loss": 0.4405,
      "step": 351720
    },
    {
      "epoch": 98.17,
      "grad_norm": 1.2922894954681396,
      "learning_rate": 4.620077623647981e-06,
      "loss": 0.4288,
      "step": 351730
    },
    {
      "epoch": 98.17,
      "grad_norm": 1.4599804878234863,
      "learning_rate": 4.620071184530428e-06,
      "loss": 0.4193,
      "step": 351740
    },
    {
      "epoch": 98.17,
      "grad_norm": 1.606525182723999,
      "learning_rate": 4.620064745109895e-06,
      "loss": 0.42,
      "step": 351750
    },
    {
      "epoch": 98.17,
      "grad_norm": 2.1001338958740234,
      "learning_rate": 4.620058305386384e-06,
      "loss": 0.4174,
      "step": 351760
    },
    {
      "epoch": 98.18,
      "grad_norm": 1.6366853713989258,
      "learning_rate": 4.620051865359897e-06,
      "loss": 0.415,
      "step": 351770
    },
    {
      "epoch": 98.18,
      "grad_norm": 1.4981346130371094,
      "learning_rate": 4.620045425030433e-06,
      "loss": 0.4395,
      "step": 351780
    },
    {
      "epoch": 98.18,
      "grad_norm": 1.4771677255630493,
      "learning_rate": 4.620038984397993e-06,
      "loss": 0.4342,
      "step": 351790
    },
    {
      "epoch": 98.19,
      "grad_norm": 1.565998911857605,
      "learning_rate": 4.620032543462578e-06,
      "loss": 0.4505,
      "step": 351800
    },
    {
      "epoch": 98.19,
      "grad_norm": 1.7922368049621582,
      "learning_rate": 4.62002610222419e-06,
      "loss": 0.4349,
      "step": 351810
    },
    {
      "epoch": 98.19,
      "grad_norm": 1.2478139400482178,
      "learning_rate": 4.620019660682828e-06,
      "loss": 0.4188,
      "step": 351820
    },
    {
      "epoch": 98.19,
      "grad_norm": 1.5530714988708496,
      "learning_rate": 4.620013218838496e-06,
      "loss": 0.4288,
      "step": 351830
    },
    {
      "epoch": 98.2,
      "grad_norm": 1.2373108863830566,
      "learning_rate": 4.6200067766911906e-06,
      "loss": 0.4164,
      "step": 351840
    },
    {
      "epoch": 98.2,
      "grad_norm": 1.5680303573608398,
      "learning_rate": 4.620000334240915e-06,
      "loss": 0.4465,
      "step": 351850
    },
    {
      "epoch": 98.2,
      "grad_norm": 1.6715636253356934,
      "learning_rate": 4.6199938914876705e-06,
      "loss": 0.4553,
      "step": 351860
    },
    {
      "epoch": 98.21,
      "grad_norm": 1.5448096990585327,
      "learning_rate": 4.619987448431458e-06,
      "loss": 0.4413,
      "step": 351870
    },
    {
      "epoch": 98.21,
      "grad_norm": 1.8544597625732422,
      "learning_rate": 4.619981005072276e-06,
      "loss": 0.435,
      "step": 351880
    },
    {
      "epoch": 98.21,
      "grad_norm": 1.4877979755401611,
      "learning_rate": 4.6199745614101284e-06,
      "loss": 0.4362,
      "step": 351890
    },
    {
      "epoch": 98.21,
      "grad_norm": 1.6008222103118896,
      "learning_rate": 4.619968117445014e-06,
      "loss": 0.4405,
      "step": 351900
    },
    {
      "epoch": 98.22,
      "grad_norm": 1.584096908569336,
      "learning_rate": 4.619961673176934e-06,
      "loss": 0.4373,
      "step": 351910
    },
    {
      "epoch": 98.22,
      "grad_norm": 1.8848515748977661,
      "learning_rate": 4.619955228605891e-06,
      "loss": 0.4345,
      "step": 351920
    },
    {
      "epoch": 98.22,
      "grad_norm": 1.4236434698104858,
      "learning_rate": 4.619948783731884e-06,
      "loss": 0.4385,
      "step": 351930
    },
    {
      "epoch": 98.22,
      "grad_norm": 1.531387448310852,
      "learning_rate": 4.619942338554913e-06,
      "loss": 0.4469,
      "step": 351940
    },
    {
      "epoch": 98.23,
      "grad_norm": 1.4657293558120728,
      "learning_rate": 4.619935893074981e-06,
      "loss": 0.4333,
      "step": 351950
    },
    {
      "epoch": 98.23,
      "grad_norm": 1.2814903259277344,
      "learning_rate": 4.619929447292089e-06,
      "loss": 0.4394,
      "step": 351960
    },
    {
      "epoch": 98.23,
      "grad_norm": 1.5507563352584839,
      "learning_rate": 4.619923001206236e-06,
      "loss": 0.4403,
      "step": 351970
    },
    {
      "epoch": 98.24,
      "grad_norm": 1.5258049964904785,
      "learning_rate": 4.619916554817423e-06,
      "loss": 0.4374,
      "step": 351980
    },
    {
      "epoch": 98.24,
      "grad_norm": 1.430861234664917,
      "learning_rate": 4.619910108125653e-06,
      "loss": 0.4294,
      "step": 351990
    },
    {
      "epoch": 98.24,
      "grad_norm": 1.6087045669555664,
      "learning_rate": 4.619903661130925e-06,
      "loss": 0.4301,
      "step": 352000
    },
    {
      "epoch": 98.24,
      "grad_norm": 1.6332417726516724,
      "learning_rate": 4.61989721383324e-06,
      "loss": 0.4349,
      "step": 352010
    },
    {
      "epoch": 98.25,
      "grad_norm": 1.502495288848877,
      "learning_rate": 4.6198907662326e-06,
      "loss": 0.4198,
      "step": 352020
    },
    {
      "epoch": 98.25,
      "grad_norm": 2.2209489345550537,
      "learning_rate": 4.619884318329004e-06,
      "loss": 0.4321,
      "step": 352030
    },
    {
      "epoch": 98.25,
      "grad_norm": 1.526653528213501,
      "learning_rate": 4.619877870122454e-06,
      "loss": 0.4383,
      "step": 352040
    },
    {
      "epoch": 98.26,
      "grad_norm": 1.5665628910064697,
      "learning_rate": 4.619871421612952e-06,
      "loss": 0.4442,
      "step": 352050
    },
    {
      "epoch": 98.26,
      "grad_norm": 1.6900614500045776,
      "learning_rate": 4.619864972800496e-06,
      "loss": 0.439,
      "step": 352060
    },
    {
      "epoch": 98.26,
      "grad_norm": 1.6715483665466309,
      "learning_rate": 4.61985852368509e-06,
      "loss": 0.4315,
      "step": 352070
    },
    {
      "epoch": 98.26,
      "grad_norm": 1.925987720489502,
      "learning_rate": 4.6198520742667315e-06,
      "loss": 0.4358,
      "step": 352080
    },
    {
      "epoch": 98.27,
      "grad_norm": 2.0656909942626953,
      "learning_rate": 4.6198456245454245e-06,
      "loss": 0.4274,
      "step": 352090
    },
    {
      "epoch": 98.27,
      "grad_norm": 1.5533576011657715,
      "learning_rate": 4.619839174521169e-06,
      "loss": 0.4241,
      "step": 352100
    },
    {
      "epoch": 98.27,
      "grad_norm": 1.5939195156097412,
      "learning_rate": 4.6198327241939645e-06,
      "loss": 0.4397,
      "step": 352110
    },
    {
      "epoch": 98.28,
      "grad_norm": 1.3707499504089355,
      "learning_rate": 4.619826273563813e-06,
      "loss": 0.4265,
      "step": 352120
    },
    {
      "epoch": 98.28,
      "grad_norm": 1.7577159404754639,
      "learning_rate": 4.619819822630715e-06,
      "loss": 0.4615,
      "step": 352130
    },
    {
      "epoch": 98.28,
      "grad_norm": 1.7051198482513428,
      "learning_rate": 4.619813371394671e-06,
      "loss": 0.4199,
      "step": 352140
    },
    {
      "epoch": 98.28,
      "grad_norm": 1.355835199356079,
      "learning_rate": 4.619806919855683e-06,
      "loss": 0.4271,
      "step": 352150
    },
    {
      "epoch": 98.29,
      "grad_norm": 2.2225804328918457,
      "learning_rate": 4.619800468013751e-06,
      "loss": 0.4416,
      "step": 352160
    },
    {
      "epoch": 98.29,
      "grad_norm": 1.8058871030807495,
      "learning_rate": 4.619794015868877e-06,
      "loss": 0.44,
      "step": 352170
    },
    {
      "epoch": 98.29,
      "grad_norm": 1.6337459087371826,
      "learning_rate": 4.61978756342106e-06,
      "loss": 0.4288,
      "step": 352180
    },
    {
      "epoch": 98.29,
      "grad_norm": 1.5693917274475098,
      "learning_rate": 4.619781110670302e-06,
      "loss": 0.4411,
      "step": 352190
    },
    {
      "epoch": 98.3,
      "grad_norm": 1.3927736282348633,
      "learning_rate": 4.619774657616604e-06,
      "loss": 0.4535,
      "step": 352200
    },
    {
      "epoch": 98.3,
      "grad_norm": 1.5853930711746216,
      "learning_rate": 4.619768204259965e-06,
      "loss": 0.445,
      "step": 352210
    },
    {
      "epoch": 98.3,
      "grad_norm": 1.6432068347930908,
      "learning_rate": 4.6197617506003886e-06,
      "loss": 0.4201,
      "step": 352220
    },
    {
      "epoch": 98.31,
      "grad_norm": 1.6601561307907104,
      "learning_rate": 4.619755296637874e-06,
      "loss": 0.442,
      "step": 352230
    },
    {
      "epoch": 98.31,
      "grad_norm": 1.721711277961731,
      "learning_rate": 4.619748842372423e-06,
      "loss": 0.4441,
      "step": 352240
    },
    {
      "epoch": 98.31,
      "grad_norm": 1.4279195070266724,
      "learning_rate": 4.619742387804036e-06,
      "loss": 0.4217,
      "step": 352250
    },
    {
      "epoch": 98.31,
      "grad_norm": 1.2140406370162964,
      "learning_rate": 4.619735932932713e-06,
      "loss": 0.4398,
      "step": 352260
    },
    {
      "epoch": 98.32,
      "grad_norm": 1.4484233856201172,
      "learning_rate": 4.619729477758456e-06,
      "loss": 0.4201,
      "step": 352270
    },
    {
      "epoch": 98.32,
      "grad_norm": 1.4787297248840332,
      "learning_rate": 4.6197230222812665e-06,
      "loss": 0.4227,
      "step": 352280
    },
    {
      "epoch": 98.32,
      "grad_norm": 1.6399987936019897,
      "learning_rate": 4.619716566501143e-06,
      "loss": 0.4572,
      "step": 352290
    },
    {
      "epoch": 98.33,
      "grad_norm": 1.4508652687072754,
      "learning_rate": 4.619710110418088e-06,
      "loss": 0.4472,
      "step": 352300
    },
    {
      "epoch": 98.33,
      "grad_norm": 1.561334252357483,
      "learning_rate": 4.6197036540321025e-06,
      "loss": 0.4259,
      "step": 352310
    },
    {
      "epoch": 98.33,
      "grad_norm": 1.443913221359253,
      "learning_rate": 4.619697197343186e-06,
      "loss": 0.439,
      "step": 352320
    },
    {
      "epoch": 98.33,
      "grad_norm": 1.626936674118042,
      "learning_rate": 4.6196907403513415e-06,
      "loss": 0.4291,
      "step": 352330
    },
    {
      "epoch": 98.34,
      "grad_norm": 1.4719253778457642,
      "learning_rate": 4.619684283056568e-06,
      "loss": 0.4378,
      "step": 352340
    },
    {
      "epoch": 98.34,
      "grad_norm": 1.601927399635315,
      "learning_rate": 4.619677825458868e-06,
      "loss": 0.4704,
      "step": 352350
    },
    {
      "epoch": 98.34,
      "grad_norm": 1.5661098957061768,
      "learning_rate": 4.6196713675582405e-06,
      "loss": 0.432,
      "step": 352360
    },
    {
      "epoch": 98.34,
      "grad_norm": 1.5076513290405273,
      "learning_rate": 4.619664909354687e-06,
      "loss": 0.4394,
      "step": 352370
    },
    {
      "epoch": 98.35,
      "grad_norm": 1.4341955184936523,
      "learning_rate": 4.619658450848209e-06,
      "loss": 0.4163,
      "step": 352380
    },
    {
      "epoch": 98.35,
      "grad_norm": 1.3418846130371094,
      "learning_rate": 4.619651992038806e-06,
      "loss": 0.4299,
      "step": 352390
    },
    {
      "epoch": 98.35,
      "grad_norm": 1.3293302059173584,
      "learning_rate": 4.6196455329264815e-06,
      "loss": 0.4129,
      "step": 352400
    },
    {
      "epoch": 98.36,
      "grad_norm": 1.4582345485687256,
      "learning_rate": 4.619639073511234e-06,
      "loss": 0.4402,
      "step": 352410
    },
    {
      "epoch": 98.36,
      "grad_norm": 1.7257335186004639,
      "learning_rate": 4.619632613793065e-06,
      "loss": 0.4318,
      "step": 352420
    },
    {
      "epoch": 98.36,
      "grad_norm": 1.6348447799682617,
      "learning_rate": 4.619626153771975e-06,
      "loss": 0.4181,
      "step": 352430
    },
    {
      "epoch": 98.36,
      "grad_norm": 1.5876760482788086,
      "learning_rate": 4.619619693447966e-06,
      "loss": 0.4245,
      "step": 352440
    },
    {
      "epoch": 98.37,
      "grad_norm": 1.6014677286148071,
      "learning_rate": 4.619613232821038e-06,
      "loss": 0.4195,
      "step": 352450
    },
    {
      "epoch": 98.37,
      "grad_norm": 1.4095044136047363,
      "learning_rate": 4.619606771891191e-06,
      "loss": 0.4215,
      "step": 352460
    },
    {
      "epoch": 98.37,
      "grad_norm": 1.505456805229187,
      "learning_rate": 4.619600310658428e-06,
      "loss": 0.4385,
      "step": 352470
    },
    {
      "epoch": 98.38,
      "grad_norm": 1.5562198162078857,
      "learning_rate": 4.6195938491227484e-06,
      "loss": 0.4306,
      "step": 352480
    },
    {
      "epoch": 98.38,
      "grad_norm": 1.6913028955459595,
      "learning_rate": 4.619587387284153e-06,
      "loss": 0.4225,
      "step": 352490
    },
    {
      "epoch": 98.38,
      "grad_norm": 1.6173216104507446,
      "learning_rate": 4.619580925142644e-06,
      "loss": 0.4199,
      "step": 352500
    },
    {
      "epoch": 98.38,
      "grad_norm": 2.042783260345459,
      "learning_rate": 4.619574462698221e-06,
      "loss": 0.4424,
      "step": 352510
    },
    {
      "epoch": 98.39,
      "grad_norm": 1.475380778312683,
      "learning_rate": 4.6195679999508845e-06,
      "loss": 0.4153,
      "step": 352520
    },
    {
      "epoch": 98.39,
      "grad_norm": 2.044412851333618,
      "learning_rate": 4.619561536900636e-06,
      "loss": 0.4261,
      "step": 352530
    },
    {
      "epoch": 98.39,
      "grad_norm": 1.5238184928894043,
      "learning_rate": 4.619555073547476e-06,
      "loss": 0.4313,
      "step": 352540
    },
    {
      "epoch": 98.4,
      "grad_norm": 1.3373206853866577,
      "learning_rate": 4.6195486098914065e-06,
      "loss": 0.4327,
      "step": 352550
    },
    {
      "epoch": 98.4,
      "grad_norm": 1.3990434408187866,
      "learning_rate": 4.619542145932428e-06,
      "loss": 0.433,
      "step": 352560
    },
    {
      "epoch": 98.4,
      "grad_norm": 1.656738042831421,
      "learning_rate": 4.61953568167054e-06,
      "loss": 0.4235,
      "step": 352570
    },
    {
      "epoch": 98.4,
      "grad_norm": 1.4533382654190063,
      "learning_rate": 4.6195292171057444e-06,
      "loss": 0.4145,
      "step": 352580
    },
    {
      "epoch": 98.41,
      "grad_norm": 2.056375503540039,
      "learning_rate": 4.6195227522380424e-06,
      "loss": 0.4403,
      "step": 352590
    },
    {
      "epoch": 98.41,
      "grad_norm": 1.4934966564178467,
      "learning_rate": 4.619516287067434e-06,
      "loss": 0.4272,
      "step": 352600
    },
    {
      "epoch": 98.41,
      "grad_norm": 2.032195568084717,
      "learning_rate": 4.619509821593921e-06,
      "loss": 0.4431,
      "step": 352610
    },
    {
      "epoch": 98.41,
      "grad_norm": 1.483949899673462,
      "learning_rate": 4.619503355817504e-06,
      "loss": 0.4328,
      "step": 352620
    },
    {
      "epoch": 98.42,
      "grad_norm": 1.7257047891616821,
      "learning_rate": 4.619496889738183e-06,
      "loss": 0.4443,
      "step": 352630
    },
    {
      "epoch": 98.42,
      "grad_norm": 1.4767639636993408,
      "learning_rate": 4.619490423355959e-06,
      "loss": 0.4269,
      "step": 352640
    },
    {
      "epoch": 98.42,
      "grad_norm": 1.4808331727981567,
      "learning_rate": 4.619483956670834e-06,
      "loss": 0.4317,
      "step": 352650
    },
    {
      "epoch": 98.43,
      "grad_norm": 7.469300270080566,
      "learning_rate": 4.619477489682808e-06,
      "loss": 0.4167,
      "step": 352660
    },
    {
      "epoch": 98.43,
      "grad_norm": 1.6435434818267822,
      "learning_rate": 4.619471022391882e-06,
      "loss": 0.4488,
      "step": 352670
    },
    {
      "epoch": 98.43,
      "grad_norm": 1.6174225807189941,
      "learning_rate": 4.619464554798057e-06,
      "loss": 0.4383,
      "step": 352680
    },
    {
      "epoch": 98.43,
      "grad_norm": 1.4260835647583008,
      "learning_rate": 4.619458086901334e-06,
      "loss": 0.4173,
      "step": 352690
    },
    {
      "epoch": 98.44,
      "grad_norm": 1.5645548105239868,
      "learning_rate": 4.6194516187017135e-06,
      "loss": 0.4071,
      "step": 352700
    },
    {
      "epoch": 98.44,
      "grad_norm": 1.6039562225341797,
      "learning_rate": 4.619445150199197e-06,
      "loss": 0.4394,
      "step": 352710
    },
    {
      "epoch": 98.44,
      "grad_norm": 1.8890506029129028,
      "learning_rate": 4.619438681393783e-06,
      "loss": 0.444,
      "step": 352720
    },
    {
      "epoch": 98.45,
      "grad_norm": 1.5947462320327759,
      "learning_rate": 4.619432212285476e-06,
      "loss": 0.4494,
      "step": 352730
    },
    {
      "epoch": 98.45,
      "grad_norm": 1.4781407117843628,
      "learning_rate": 4.619425742874275e-06,
      "loss": 0.429,
      "step": 352740
    },
    {
      "epoch": 98.45,
      "grad_norm": 1.378751516342163,
      "learning_rate": 4.619419273160181e-06,
      "loss": 0.4337,
      "step": 352750
    },
    {
      "epoch": 98.45,
      "grad_norm": 1.7310417890548706,
      "learning_rate": 4.619412803143194e-06,
      "loss": 0.419,
      "step": 352760
    },
    {
      "epoch": 98.46,
      "grad_norm": 1.6994085311889648,
      "learning_rate": 4.619406332823315e-06,
      "loss": 0.44,
      "step": 352770
    },
    {
      "epoch": 98.46,
      "grad_norm": 1.6888573169708252,
      "learning_rate": 4.619399862200547e-06,
      "loss": 0.4345,
      "step": 352780
    },
    {
      "epoch": 98.46,
      "grad_norm": 1.7466713190078735,
      "learning_rate": 4.619393391274889e-06,
      "loss": 0.4262,
      "step": 352790
    },
    {
      "epoch": 98.46,
      "grad_norm": 1.8369810581207275,
      "learning_rate": 4.619386920046342e-06,
      "loss": 0.4432,
      "step": 352800
    },
    {
      "epoch": 98.47,
      "grad_norm": 1.7718170881271362,
      "learning_rate": 4.6193804485149075e-06,
      "loss": 0.4166,
      "step": 352810
    },
    {
      "epoch": 98.47,
      "grad_norm": 1.5897669792175293,
      "learning_rate": 4.619373976680585e-06,
      "loss": 0.4315,
      "step": 352820
    },
    {
      "epoch": 98.47,
      "grad_norm": 2.0244126319885254,
      "learning_rate": 4.619367504543378e-06,
      "loss": 0.4362,
      "step": 352830
    },
    {
      "epoch": 98.48,
      "grad_norm": 1.565895676612854,
      "learning_rate": 4.619361032103284e-06,
      "loss": 0.4366,
      "step": 352840
    },
    {
      "epoch": 98.48,
      "grad_norm": 1.4928176403045654,
      "learning_rate": 4.619354559360307e-06,
      "loss": 0.439,
      "step": 352850
    },
    {
      "epoch": 98.48,
      "grad_norm": 1.3186702728271484,
      "learning_rate": 4.619348086314445e-06,
      "loss": 0.423,
      "step": 352860
    },
    {
      "epoch": 98.48,
      "grad_norm": 1.277374029159546,
      "learning_rate": 4.619341612965701e-06,
      "loss": 0.4349,
      "step": 352870
    },
    {
      "epoch": 98.49,
      "grad_norm": 1.4516937732696533,
      "learning_rate": 4.619335139314075e-06,
      "loss": 0.4491,
      "step": 352880
    },
    {
      "epoch": 98.49,
      "grad_norm": 1.3787317276000977,
      "learning_rate": 4.619328665359568e-06,
      "loss": 0.4463,
      "step": 352890
    },
    {
      "epoch": 98.49,
      "grad_norm": 1.1960760354995728,
      "learning_rate": 4.6193221911021815e-06,
      "loss": 0.4255,
      "step": 352900
    },
    {
      "epoch": 98.5,
      "grad_norm": 1.5790847539901733,
      "learning_rate": 4.619315716541915e-06,
      "loss": 0.4351,
      "step": 352910
    },
    {
      "epoch": 98.5,
      "grad_norm": 1.4047781229019165,
      "learning_rate": 4.61930924167877e-06,
      "loss": 0.4403,
      "step": 352920
    },
    {
      "epoch": 98.5,
      "grad_norm": 1.6067050695419312,
      "learning_rate": 4.619302766512748e-06,
      "loss": 0.4423,
      "step": 352930
    },
    {
      "epoch": 98.5,
      "grad_norm": 1.7243223190307617,
      "learning_rate": 4.619296291043849e-06,
      "loss": 0.424,
      "step": 352940
    },
    {
      "epoch": 98.51,
      "grad_norm": 1.714843511581421,
      "learning_rate": 4.619289815272074e-06,
      "loss": 0.4246,
      "step": 352950
    },
    {
      "epoch": 98.51,
      "grad_norm": 1.8273265361785889,
      "learning_rate": 4.6192833391974245e-06,
      "loss": 0.4318,
      "step": 352960
    },
    {
      "epoch": 98.51,
      "grad_norm": 1.3037036657333374,
      "learning_rate": 4.619276862819901e-06,
      "loss": 0.4267,
      "step": 352970
    },
    {
      "epoch": 98.52,
      "grad_norm": 1.3951759338378906,
      "learning_rate": 4.619270386139504e-06,
      "loss": 0.4296,
      "step": 352980
    },
    {
      "epoch": 98.52,
      "grad_norm": 1.595084309577942,
      "learning_rate": 4.619263909156234e-06,
      "loss": 0.4466,
      "step": 352990
    },
    {
      "epoch": 98.52,
      "grad_norm": 1.2498773336410522,
      "learning_rate": 4.619257431870093e-06,
      "loss": 0.4164,
      "step": 353000
    },
    {
      "epoch": 98.52,
      "grad_norm": 1.5422284603118896,
      "learning_rate": 4.619250954281082e-06,
      "loss": 0.4457,
      "step": 353010
    },
    {
      "epoch": 98.53,
      "grad_norm": 1.2252706289291382,
      "learning_rate": 4.6192444763891995e-06,
      "loss": 0.4688,
      "step": 353020
    },
    {
      "epoch": 98.53,
      "grad_norm": 1.6464627981185913,
      "learning_rate": 4.619237998194449e-06,
      "loss": 0.4354,
      "step": 353030
    },
    {
      "epoch": 98.53,
      "grad_norm": 1.8400851488113403,
      "learning_rate": 4.619231519696831e-06,
      "loss": 0.4411,
      "step": 353040
    },
    {
      "epoch": 98.53,
      "grad_norm": 1.3858327865600586,
      "learning_rate": 4.619225040896345e-06,
      "loss": 0.4414,
      "step": 353050
    },
    {
      "epoch": 98.54,
      "grad_norm": 1.6419289112091064,
      "learning_rate": 4.619218561792993e-06,
      "loss": 0.4232,
      "step": 353060
    },
    {
      "epoch": 98.54,
      "grad_norm": 1.7331537008285522,
      "learning_rate": 4.619212082386775e-06,
      "loss": 0.4332,
      "step": 353070
    },
    {
      "epoch": 98.54,
      "grad_norm": 1.5104254484176636,
      "learning_rate": 4.619205602677693e-06,
      "loss": 0.4296,
      "step": 353080
    },
    {
      "epoch": 98.55,
      "grad_norm": 1.6303670406341553,
      "learning_rate": 4.619199122665747e-06,
      "loss": 0.423,
      "step": 353090
    },
    {
      "epoch": 98.55,
      "grad_norm": 1.6597391366958618,
      "learning_rate": 4.619192642350938e-06,
      "loss": 0.4222,
      "step": 353100
    },
    {
      "epoch": 98.55,
      "grad_norm": 1.5983136892318726,
      "learning_rate": 4.619186161733268e-06,
      "loss": 0.4351,
      "step": 353110
    },
    {
      "epoch": 98.55,
      "grad_norm": 1.5063519477844238,
      "learning_rate": 4.6191796808127355e-06,
      "loss": 0.4371,
      "step": 353120
    },
    {
      "epoch": 98.56,
      "grad_norm": 2.4579761028289795,
      "learning_rate": 4.619173199589343e-06,
      "loss": 0.438,
      "step": 353130
    },
    {
      "epoch": 98.56,
      "grad_norm": 2.6471168994903564,
      "learning_rate": 4.619166718063092e-06,
      "loss": 0.4255,
      "step": 353140
    },
    {
      "epoch": 98.56,
      "grad_norm": 1.6057780981063843,
      "learning_rate": 4.619160236233981e-06,
      "loss": 0.4439,
      "step": 353150
    },
    {
      "epoch": 98.57,
      "grad_norm": 1.7037899494171143,
      "learning_rate": 4.619153754102014e-06,
      "loss": 0.4193,
      "step": 353160
    },
    {
      "epoch": 98.57,
      "grad_norm": 1.666996955871582,
      "learning_rate": 4.619147271667188e-06,
      "loss": 0.425,
      "step": 353170
    },
    {
      "epoch": 98.57,
      "grad_norm": 1.7333385944366455,
      "learning_rate": 4.6191407889295065e-06,
      "loss": 0.4186,
      "step": 353180
    },
    {
      "epoch": 98.57,
      "grad_norm": 1.4952257871627808,
      "learning_rate": 4.619134305888971e-06,
      "loss": 0.4459,
      "step": 353190
    },
    {
      "epoch": 98.58,
      "grad_norm": 1.5441786050796509,
      "learning_rate": 4.6191278225455806e-06,
      "loss": 0.4363,
      "step": 353200
    },
    {
      "epoch": 98.58,
      "grad_norm": 1.4524438381195068,
      "learning_rate": 4.619121338899337e-06,
      "loss": 0.4176,
      "step": 353210
    },
    {
      "epoch": 98.58,
      "grad_norm": 1.7663143873214722,
      "learning_rate": 4.619114854950241e-06,
      "loss": 0.4474,
      "step": 353220
    },
    {
      "epoch": 98.58,
      "grad_norm": 1.4295424222946167,
      "learning_rate": 4.619108370698293e-06,
      "loss": 0.4298,
      "step": 353230
    },
    {
      "epoch": 98.59,
      "grad_norm": 1.6311933994293213,
      "learning_rate": 4.619101886143493e-06,
      "loss": 0.4329,
      "step": 353240
    },
    {
      "epoch": 98.59,
      "grad_norm": 1.6082144975662231,
      "learning_rate": 4.619095401285845e-06,
      "loss": 0.4297,
      "step": 353250
    },
    {
      "epoch": 98.59,
      "grad_norm": 1.3847829103469849,
      "learning_rate": 4.619088916125347e-06,
      "loss": 0.4126,
      "step": 353260
    },
    {
      "epoch": 98.6,
      "grad_norm": 1.474056363105774,
      "learning_rate": 4.619082430662001e-06,
      "loss": 0.4277,
      "step": 353270
    },
    {
      "epoch": 98.6,
      "grad_norm": 1.3617030382156372,
      "learning_rate": 4.619075944895807e-06,
      "loss": 0.4384,
      "step": 353280
    },
    {
      "epoch": 98.6,
      "grad_norm": 1.469592571258545,
      "learning_rate": 4.619069458826767e-06,
      "loss": 0.4041,
      "step": 353290
    },
    {
      "epoch": 98.6,
      "grad_norm": 1.4629731178283691,
      "learning_rate": 4.6190629724548816e-06,
      "loss": 0.4246,
      "step": 353300
    },
    {
      "epoch": 98.61,
      "grad_norm": 1.4795769453048706,
      "learning_rate": 4.619056485780152e-06,
      "loss": 0.4377,
      "step": 353310
    },
    {
      "epoch": 98.61,
      "grad_norm": 1.33463454246521,
      "learning_rate": 4.619049998802577e-06,
      "loss": 0.411,
      "step": 353320
    },
    {
      "epoch": 98.61,
      "grad_norm": 2.0161643028259277,
      "learning_rate": 4.6190435115221595e-06,
      "loss": 0.4129,
      "step": 353330
    },
    {
      "epoch": 98.62,
      "grad_norm": 1.7111892700195312,
      "learning_rate": 4.6190370239389e-06,
      "loss": 0.4645,
      "step": 353340
    },
    {
      "epoch": 98.62,
      "grad_norm": 1.4307518005371094,
      "learning_rate": 4.619030536052799e-06,
      "loss": 0.429,
      "step": 353350
    },
    {
      "epoch": 98.62,
      "grad_norm": 1.6652030944824219,
      "learning_rate": 4.619024047863858e-06,
      "loss": 0.4398,
      "step": 353360
    },
    {
      "epoch": 98.62,
      "grad_norm": 1.6836113929748535,
      "learning_rate": 4.619017559372077e-06,
      "loss": 0.4259,
      "step": 353370
    },
    {
      "epoch": 98.63,
      "grad_norm": 1.6870417594909668,
      "learning_rate": 4.619011070577457e-06,
      "loss": 0.4156,
      "step": 353380
    },
    {
      "epoch": 98.63,
      "grad_norm": 1.9438977241516113,
      "learning_rate": 4.61900458148e-06,
      "loss": 0.4175,
      "step": 353390
    },
    {
      "epoch": 98.63,
      "grad_norm": 1.428925633430481,
      "learning_rate": 4.618998092079705e-06,
      "loss": 0.4235,
      "step": 353400
    },
    {
      "epoch": 98.64,
      "grad_norm": 1.624837875366211,
      "learning_rate": 4.618991602376575e-06,
      "loss": 0.4314,
      "step": 353410
    },
    {
      "epoch": 98.64,
      "grad_norm": 1.6826728582382202,
      "learning_rate": 4.618985112370609e-06,
      "loss": 0.4335,
      "step": 353420
    },
    {
      "epoch": 98.64,
      "grad_norm": 1.8987096548080444,
      "learning_rate": 4.618978622061809e-06,
      "loss": 0.4373,
      "step": 353430
    },
    {
      "epoch": 98.64,
      "grad_norm": 1.8396810293197632,
      "learning_rate": 4.618972131450174e-06,
      "loss": 0.4411,
      "step": 353440
    },
    {
      "epoch": 98.65,
      "grad_norm": 2.0778183937072754,
      "learning_rate": 4.618965640535708e-06,
      "loss": 0.4343,
      "step": 353450
    },
    {
      "epoch": 98.65,
      "grad_norm": 1.4712167978286743,
      "learning_rate": 4.61895914931841e-06,
      "loss": 0.4196,
      "step": 353460
    },
    {
      "epoch": 98.65,
      "grad_norm": 1.506264328956604,
      "learning_rate": 4.61895265779828e-06,
      "loss": 0.426,
      "step": 353470
    },
    {
      "epoch": 98.65,
      "grad_norm": 1.360343337059021,
      "learning_rate": 4.618946165975321e-06,
      "loss": 0.4232,
      "step": 353480
    },
    {
      "epoch": 98.66,
      "grad_norm": 1.4624934196472168,
      "learning_rate": 4.618939673849532e-06,
      "loss": 0.4195,
      "step": 353490
    },
    {
      "epoch": 98.66,
      "grad_norm": 1.5300999879837036,
      "learning_rate": 4.618933181420915e-06,
      "loss": 0.4276,
      "step": 353500
    },
    {
      "epoch": 98.66,
      "grad_norm": 1.409246563911438,
      "learning_rate": 4.618926688689471e-06,
      "loss": 0.4362,
      "step": 353510
    },
    {
      "epoch": 98.67,
      "grad_norm": 1.3476680517196655,
      "learning_rate": 4.618920195655199e-06,
      "loss": 0.4386,
      "step": 353520
    },
    {
      "epoch": 98.67,
      "grad_norm": 1.1820988655090332,
      "learning_rate": 4.618913702318102e-06,
      "loss": 0.4354,
      "step": 353530
    },
    {
      "epoch": 98.67,
      "grad_norm": 1.7138011455535889,
      "learning_rate": 4.61890720867818e-06,
      "loss": 0.4419,
      "step": 353540
    },
    {
      "epoch": 98.67,
      "grad_norm": 1.535430908203125,
      "learning_rate": 4.6189007147354344e-06,
      "loss": 0.3985,
      "step": 353550
    },
    {
      "epoch": 98.68,
      "grad_norm": 1.6945772171020508,
      "learning_rate": 4.618894220489865e-06,
      "loss": 0.423,
      "step": 353560
    },
    {
      "epoch": 98.68,
      "grad_norm": 1.5228294134140015,
      "learning_rate": 4.618887725941474e-06,
      "loss": 0.4307,
      "step": 353570
    },
    {
      "epoch": 98.68,
      "grad_norm": 1.243142008781433,
      "learning_rate": 4.618881231090261e-06,
      "loss": 0.4466,
      "step": 353580
    },
    {
      "epoch": 98.69,
      "grad_norm": 1.47357177734375,
      "learning_rate": 4.6188747359362275e-06,
      "loss": 0.4226,
      "step": 353590
    },
    {
      "epoch": 98.69,
      "grad_norm": 1.5638142824172974,
      "learning_rate": 4.618868240479374e-06,
      "loss": 0.4214,
      "step": 353600
    },
    {
      "epoch": 98.69,
      "grad_norm": 1.2472528219223022,
      "learning_rate": 4.618861744719702e-06,
      "loss": 0.4451,
      "step": 353610
    },
    {
      "epoch": 98.69,
      "grad_norm": 6.671416759490967,
      "learning_rate": 4.618855248657212e-06,
      "loss": 0.4152,
      "step": 353620
    },
    {
      "epoch": 98.7,
      "grad_norm": 1.476165533065796,
      "learning_rate": 4.618848752291905e-06,
      "loss": 0.4307,
      "step": 353630
    },
    {
      "epoch": 98.7,
      "grad_norm": 1.417248249053955,
      "learning_rate": 4.6188422556237815e-06,
      "loss": 0.4548,
      "step": 353640
    },
    {
      "epoch": 98.7,
      "grad_norm": 1.4994454383850098,
      "learning_rate": 4.618835758652843e-06,
      "loss": 0.4309,
      "step": 353650
    },
    {
      "epoch": 98.7,
      "grad_norm": 1.757135033607483,
      "learning_rate": 4.6188292613790895e-06,
      "loss": 0.4251,
      "step": 353660
    },
    {
      "epoch": 98.71,
      "grad_norm": 1.3957847356796265,
      "learning_rate": 4.6188227638025225e-06,
      "loss": 0.4391,
      "step": 353670
    },
    {
      "epoch": 98.71,
      "grad_norm": 1.4117069244384766,
      "learning_rate": 4.618816265923143e-06,
      "loss": 0.4505,
      "step": 353680
    },
    {
      "epoch": 98.71,
      "grad_norm": 1.838727593421936,
      "learning_rate": 4.6188097677409515e-06,
      "loss": 0.4236,
      "step": 353690
    },
    {
      "epoch": 98.72,
      "grad_norm": 1.597639799118042,
      "learning_rate": 4.618803269255948e-06,
      "loss": 0.4305,
      "step": 353700
    },
    {
      "epoch": 98.72,
      "grad_norm": 2.0639381408691406,
      "learning_rate": 4.618796770468135e-06,
      "loss": 0.4367,
      "step": 353710
    },
    {
      "epoch": 98.72,
      "grad_norm": 1.6079607009887695,
      "learning_rate": 4.618790271377513e-06,
      "loss": 0.4406,
      "step": 353720
    },
    {
      "epoch": 98.72,
      "grad_norm": 1.4280543327331543,
      "learning_rate": 4.618783771984082e-06,
      "loss": 0.4319,
      "step": 353730
    },
    {
      "epoch": 98.73,
      "grad_norm": 1.6707674264907837,
      "learning_rate": 4.618777272287843e-06,
      "loss": 0.4215,
      "step": 353740
    },
    {
      "epoch": 98.73,
      "grad_norm": 1.5764286518096924,
      "learning_rate": 4.6187707722887984e-06,
      "loss": 0.4449,
      "step": 353750
    },
    {
      "epoch": 98.73,
      "grad_norm": 1.5796284675598145,
      "learning_rate": 4.618764271986947e-06,
      "loss": 0.4208,
      "step": 353760
    },
    {
      "epoch": 98.74,
      "grad_norm": 1.4840811491012573,
      "learning_rate": 4.6187577713822905e-06,
      "loss": 0.4222,
      "step": 353770
    },
    {
      "epoch": 98.74,
      "grad_norm": 1.4511172771453857,
      "learning_rate": 4.618751270474831e-06,
      "loss": 0.4222,
      "step": 353780
    },
    {
      "epoch": 98.74,
      "grad_norm": 1.4632853269577026,
      "learning_rate": 4.618744769264567e-06,
      "loss": 0.4131,
      "step": 353790
    },
    {
      "epoch": 98.74,
      "grad_norm": 1.4650765657424927,
      "learning_rate": 4.6187382677515015e-06,
      "loss": 0.4259,
      "step": 353800
    },
    {
      "epoch": 98.75,
      "grad_norm": 1.3737012147903442,
      "learning_rate": 4.618731765935633e-06,
      "loss": 0.4274,
      "step": 353810
    },
    {
      "epoch": 98.75,
      "grad_norm": 1.7334736585617065,
      "learning_rate": 4.618725263816965e-06,
      "loss": 0.4421,
      "step": 353820
    },
    {
      "epoch": 98.75,
      "grad_norm": 1.465118169784546,
      "learning_rate": 4.618718761395498e-06,
      "loss": 0.4562,
      "step": 353830
    },
    {
      "epoch": 98.76,
      "grad_norm": 1.8736262321472168,
      "learning_rate": 4.61871225867123e-06,
      "loss": 0.4325,
      "step": 353840
    },
    {
      "epoch": 98.76,
      "grad_norm": 1.3451887369155884,
      "learning_rate": 4.6187057556441645e-06,
      "loss": 0.4505,
      "step": 353850
    },
    {
      "epoch": 98.76,
      "grad_norm": 1.6661863327026367,
      "learning_rate": 4.618699252314302e-06,
      "loss": 0.427,
      "step": 353860
    },
    {
      "epoch": 98.76,
      "grad_norm": 1.7778077125549316,
      "learning_rate": 4.618692748681644e-06,
      "loss": 0.433,
      "step": 353870
    },
    {
      "epoch": 98.77,
      "grad_norm": 1.6598888635635376,
      "learning_rate": 4.6186862447461894e-06,
      "loss": 0.4481,
      "step": 353880
    },
    {
      "epoch": 98.77,
      "grad_norm": 1.6932748556137085,
      "learning_rate": 4.61867974050794e-06,
      "loss": 0.4263,
      "step": 353890
    },
    {
      "epoch": 98.77,
      "grad_norm": 1.379614233970642,
      "learning_rate": 4.618673235966898e-06,
      "loss": 0.4187,
      "step": 353900
    },
    {
      "epoch": 98.77,
      "grad_norm": 1.46980619430542,
      "learning_rate": 4.618666731123062e-06,
      "loss": 0.432,
      "step": 353910
    },
    {
      "epoch": 98.78,
      "grad_norm": 1.7677339315414429,
      "learning_rate": 4.6186602259764346e-06,
      "loss": 0.446,
      "step": 353920
    },
    {
      "epoch": 98.78,
      "grad_norm": 1.5411229133605957,
      "learning_rate": 4.6186537205270165e-06,
      "loss": 0.428,
      "step": 353930
    },
    {
      "epoch": 98.78,
      "grad_norm": 1.5981354713439941,
      "learning_rate": 4.618647214774807e-06,
      "loss": 0.4329,
      "step": 353940
    },
    {
      "epoch": 98.79,
      "grad_norm": 1.7209073305130005,
      "learning_rate": 4.618640708719809e-06,
      "loss": 0.4366,
      "step": 353950
    },
    {
      "epoch": 98.79,
      "grad_norm": 2.0322561264038086,
      "learning_rate": 4.618634202362021e-06,
      "loss": 0.4212,
      "step": 353960
    },
    {
      "epoch": 98.79,
      "grad_norm": 2.0007615089416504,
      "learning_rate": 4.618627695701447e-06,
      "loss": 0.4495,
      "step": 353970
    },
    {
      "epoch": 98.79,
      "grad_norm": 1.6215622425079346,
      "learning_rate": 4.618621188738085e-06,
      "loss": 0.4098,
      "step": 353980
    },
    {
      "epoch": 98.8,
      "grad_norm": 1.4818555116653442,
      "learning_rate": 4.6186146814719375e-06,
      "loss": 0.4473,
      "step": 353990
    },
    {
      "epoch": 98.8,
      "grad_norm": 1.5577620267868042,
      "learning_rate": 4.618608173903005e-06,
      "loss": 0.4416,
      "step": 354000
    },
    {
      "epoch": 98.8,
      "grad_norm": 1.509941577911377,
      "learning_rate": 4.618601666031288e-06,
      "loss": 0.4307,
      "step": 354010
    },
    {
      "epoch": 98.81,
      "grad_norm": 1.7831614017486572,
      "learning_rate": 4.618595157856788e-06,
      "loss": 0.4322,
      "step": 354020
    },
    {
      "epoch": 98.81,
      "grad_norm": 1.4273642301559448,
      "learning_rate": 4.6185886493795046e-06,
      "loss": 0.4126,
      "step": 354030
    },
    {
      "epoch": 98.81,
      "grad_norm": 1.2722504138946533,
      "learning_rate": 4.61858214059944e-06,
      "loss": 0.43,
      "step": 354040
    },
    {
      "epoch": 98.81,
      "grad_norm": 1.4068852663040161,
      "learning_rate": 4.618575631516595e-06,
      "loss": 0.437,
      "step": 354050
    },
    {
      "epoch": 98.82,
      "grad_norm": 1.7639057636260986,
      "learning_rate": 4.61856912213097e-06,
      "loss": 0.4119,
      "step": 354060
    },
    {
      "epoch": 98.82,
      "grad_norm": 1.4165626764297485,
      "learning_rate": 4.618562612442565e-06,
      "loss": 0.4249,
      "step": 354070
    },
    {
      "epoch": 98.82,
      "grad_norm": 1.667067289352417,
      "learning_rate": 4.618556102451383e-06,
      "loss": 0.4366,
      "step": 354080
    },
    {
      "epoch": 98.83,
      "grad_norm": 2.374152898788452,
      "learning_rate": 4.618549592157424e-06,
      "loss": 0.4373,
      "step": 354090
    },
    {
      "epoch": 98.83,
      "grad_norm": 1.6627421379089355,
      "learning_rate": 4.618543081560687e-06,
      "loss": 0.4546,
      "step": 354100
    },
    {
      "epoch": 98.83,
      "grad_norm": 1.898292899131775,
      "learning_rate": 4.6185365706611755e-06,
      "loss": 0.4237,
      "step": 354110
    },
    {
      "epoch": 98.83,
      "grad_norm": 1.6338568925857544,
      "learning_rate": 4.618530059458889e-06,
      "loss": 0.4412,
      "step": 354120
    },
    {
      "epoch": 98.84,
      "grad_norm": 1.4734441041946411,
      "learning_rate": 4.6185235479538284e-06,
      "loss": 0.4298,
      "step": 354130
    },
    {
      "epoch": 98.84,
      "grad_norm": 1.8253177404403687,
      "learning_rate": 4.618517036145995e-06,
      "loss": 0.4419,
      "step": 354140
    },
    {
      "epoch": 98.84,
      "grad_norm": 1.7083642482757568,
      "learning_rate": 4.61851052403539e-06,
      "loss": 0.437,
      "step": 354150
    },
    {
      "epoch": 98.84,
      "grad_norm": 1.936921238899231,
      "learning_rate": 4.618504011622014e-06,
      "loss": 0.4397,
      "step": 354160
    },
    {
      "epoch": 98.85,
      "grad_norm": 1.4828314781188965,
      "learning_rate": 4.618497498905866e-06,
      "loss": 0.4405,
      "step": 354170
    },
    {
      "epoch": 98.85,
      "grad_norm": 1.8799395561218262,
      "learning_rate": 4.61849098588695e-06,
      "loss": 0.4263,
      "step": 354180
    },
    {
      "epoch": 98.85,
      "grad_norm": 1.47567880153656,
      "learning_rate": 4.618484472565265e-06,
      "loss": 0.4505,
      "step": 354190
    },
    {
      "epoch": 98.86,
      "grad_norm": 1.557715654373169,
      "learning_rate": 4.618477958940812e-06,
      "loss": 0.4095,
      "step": 354200
    },
    {
      "epoch": 98.86,
      "grad_norm": 1.210424542427063,
      "learning_rate": 4.618471445013592e-06,
      "loss": 0.4235,
      "step": 354210
    },
    {
      "epoch": 98.86,
      "grad_norm": 3.196897029876709,
      "learning_rate": 4.618464930783606e-06,
      "loss": 0.4417,
      "step": 354220
    },
    {
      "epoch": 98.86,
      "grad_norm": 1.6422961950302124,
      "learning_rate": 4.618458416250855e-06,
      "loss": 0.4242,
      "step": 354230
    },
    {
      "epoch": 98.87,
      "grad_norm": 1.7672046422958374,
      "learning_rate": 4.61845190141534e-06,
      "loss": 0.4154,
      "step": 354240
    },
    {
      "epoch": 98.87,
      "grad_norm": 1.745653748512268,
      "learning_rate": 4.618445386277061e-06,
      "loss": 0.4399,
      "step": 354250
    },
    {
      "epoch": 98.87,
      "grad_norm": 1.6422101259231567,
      "learning_rate": 4.618438870836019e-06,
      "loss": 0.4138,
      "step": 354260
    },
    {
      "epoch": 98.88,
      "grad_norm": 1.7473547458648682,
      "learning_rate": 4.618432355092217e-06,
      "loss": 0.4243,
      "step": 354270
    },
    {
      "epoch": 98.88,
      "grad_norm": 1.56514573097229,
      "learning_rate": 4.6184258390456525e-06,
      "loss": 0.443,
      "step": 354280
    },
    {
      "epoch": 98.88,
      "grad_norm": 1.4139331579208374,
      "learning_rate": 4.618419322696328e-06,
      "loss": 0.4589,
      "step": 354290
    },
    {
      "epoch": 98.88,
      "grad_norm": 1.8729265928268433,
      "learning_rate": 4.618412806044245e-06,
      "loss": 0.4334,
      "step": 354300
    },
    {
      "epoch": 98.89,
      "grad_norm": 1.361070156097412,
      "learning_rate": 4.618406289089404e-06,
      "loss": 0.4327,
      "step": 354310
    },
    {
      "epoch": 98.89,
      "grad_norm": 1.7147983312606812,
      "learning_rate": 4.618399771831806e-06,
      "loss": 0.4523,
      "step": 354320
    },
    {
      "epoch": 98.89,
      "grad_norm": 1.6748552322387695,
      "learning_rate": 4.61839325427145e-06,
      "loss": 0.4234,
      "step": 354330
    },
    {
      "epoch": 98.89,
      "grad_norm": 1.918267011642456,
      "learning_rate": 4.618386736408339e-06,
      "loss": 0.4261,
      "step": 354340
    },
    {
      "epoch": 98.9,
      "grad_norm": 1.4123073816299438,
      "learning_rate": 4.618380218242474e-06,
      "loss": 0.4384,
      "step": 354350
    },
    {
      "epoch": 98.9,
      "grad_norm": 1.505643606185913,
      "learning_rate": 4.618373699773855e-06,
      "loss": 0.4345,
      "step": 354360
    },
    {
      "epoch": 98.9,
      "grad_norm": 1.6962316036224365,
      "learning_rate": 4.618367181002483e-06,
      "loss": 0.4187,
      "step": 354370
    },
    {
      "epoch": 98.91,
      "grad_norm": 2.087745428085327,
      "learning_rate": 4.6183606619283575e-06,
      "loss": 0.4172,
      "step": 354380
    },
    {
      "epoch": 98.91,
      "grad_norm": 1.3498061895370483,
      "learning_rate": 4.6183541425514815e-06,
      "loss": 0.4487,
      "step": 354390
    },
    {
      "epoch": 98.91,
      "grad_norm": 1.2780753374099731,
      "learning_rate": 4.618347622871856e-06,
      "loss": 0.4126,
      "step": 354400
    },
    {
      "epoch": 98.91,
      "grad_norm": 1.6916722059249878,
      "learning_rate": 4.618341102889479e-06,
      "loss": 0.4194,
      "step": 354410
    },
    {
      "epoch": 98.92,
      "grad_norm": 1.7571537494659424,
      "learning_rate": 4.618334582604354e-06,
      "loss": 0.432,
      "step": 354420
    },
    {
      "epoch": 98.92,
      "grad_norm": 1.507136344909668,
      "learning_rate": 4.618328062016482e-06,
      "loss": 0.4251,
      "step": 354430
    },
    {
      "epoch": 98.92,
      "grad_norm": 1.6616103649139404,
      "learning_rate": 4.618321541125863e-06,
      "loss": 0.4373,
      "step": 354440
    },
    {
      "epoch": 98.93,
      "grad_norm": 1.8090176582336426,
      "learning_rate": 4.6183150199324976e-06,
      "loss": 0.4214,
      "step": 354450
    },
    {
      "epoch": 98.93,
      "grad_norm": 1.4633030891418457,
      "learning_rate": 4.618308498436387e-06,
      "loss": 0.4415,
      "step": 354460
    },
    {
      "epoch": 98.93,
      "grad_norm": 1.5010665655136108,
      "learning_rate": 4.618301976637531e-06,
      "loss": 0.4396,
      "step": 354470
    },
    {
      "epoch": 98.93,
      "grad_norm": 1.4892103672027588,
      "learning_rate": 4.618295454535933e-06,
      "loss": 0.4436,
      "step": 354480
    },
    {
      "epoch": 98.94,
      "grad_norm": 1.3675562143325806,
      "learning_rate": 4.618288932131592e-06,
      "loss": 0.4429,
      "step": 354490
    },
    {
      "epoch": 98.94,
      "grad_norm": 1.614216923713684,
      "learning_rate": 4.618282409424509e-06,
      "loss": 0.4394,
      "step": 354500
    },
    {
      "epoch": 98.94,
      "grad_norm": 1.5463013648986816,
      "learning_rate": 4.618275886414685e-06,
      "loss": 0.4258,
      "step": 354510
    },
    {
      "epoch": 98.95,
      "grad_norm": 1.7420083284378052,
      "learning_rate": 4.618269363102121e-06,
      "loss": 0.423,
      "step": 354520
    },
    {
      "epoch": 98.95,
      "grad_norm": 2.0595264434814453,
      "learning_rate": 4.6182628394868185e-06,
      "loss": 0.44,
      "step": 354530
    },
    {
      "epoch": 98.95,
      "grad_norm": 1.4191465377807617,
      "learning_rate": 4.618256315568777e-06,
      "loss": 0.4373,
      "step": 354540
    },
    {
      "epoch": 98.95,
      "grad_norm": 1.36765456199646,
      "learning_rate": 4.6182497913479975e-06,
      "loss": 0.4411,
      "step": 354550
    },
    {
      "epoch": 98.96,
      "grad_norm": 1.4859888553619385,
      "learning_rate": 4.6182432668244825e-06,
      "loss": 0.4328,
      "step": 354560
    },
    {
      "epoch": 98.96,
      "grad_norm": 1.4533782005310059,
      "learning_rate": 4.618236741998232e-06,
      "loss": 0.4462,
      "step": 354570
    },
    {
      "epoch": 98.96,
      "grad_norm": 1.667439579963684,
      "learning_rate": 4.618230216869246e-06,
      "loss": 0.4319,
      "step": 354580
    },
    {
      "epoch": 98.96,
      "grad_norm": 1.5247693061828613,
      "learning_rate": 4.618223691437526e-06,
      "loss": 0.4227,
      "step": 354590
    },
    {
      "epoch": 98.97,
      "grad_norm": 2.4917960166931152,
      "learning_rate": 4.618217165703073e-06,
      "loss": 0.4361,
      "step": 354600
    },
    {
      "epoch": 98.97,
      "grad_norm": 1.8077982664108276,
      "learning_rate": 4.618210639665889e-06,
      "loss": 0.4356,
      "step": 354610
    },
    {
      "epoch": 98.97,
      "grad_norm": 1.6360864639282227,
      "learning_rate": 4.618204113325972e-06,
      "loss": 0.436,
      "step": 354620
    },
    {
      "epoch": 98.98,
      "grad_norm": 1.6784614324569702,
      "learning_rate": 4.618197586683326e-06,
      "loss": 0.4296,
      "step": 354630
    },
    {
      "epoch": 98.98,
      "grad_norm": 1.990771770477295,
      "learning_rate": 4.6181910597379495e-06,
      "loss": 0.4313,
      "step": 354640
    },
    {
      "epoch": 98.98,
      "grad_norm": 1.6463879346847534,
      "learning_rate": 4.6181845324898446e-06,
      "loss": 0.4386,
      "step": 354650
    },
    {
      "epoch": 98.98,
      "grad_norm": 1.3371591567993164,
      "learning_rate": 4.618178004939012e-06,
      "loss": 0.4145,
      "step": 354660
    },
    {
      "epoch": 98.99,
      "grad_norm": 1.6155145168304443,
      "learning_rate": 4.618171477085452e-06,
      "loss": 0.4373,
      "step": 354670
    },
    {
      "epoch": 98.99,
      "grad_norm": 1.3538415431976318,
      "learning_rate": 4.618164948929166e-06,
      "loss": 0.4356,
      "step": 354680
    },
    {
      "epoch": 98.99,
      "grad_norm": 1.4482176303863525,
      "learning_rate": 4.6181584204701546e-06,
      "loss": 0.4333,
      "step": 354690
    },
    {
      "epoch": 99.0,
      "grad_norm": 1.547802448272705,
      "learning_rate": 4.618151891708419e-06,
      "loss": 0.4259,
      "step": 354700
    },
    {
      "epoch": 99.0,
      "grad_norm": 1.5242410898208618,
      "learning_rate": 4.618145362643959e-06,
      "loss": 0.4107,
      "step": 354710
    },
    {
      "epoch": 99.0,
      "eval_loss": 0.4338324964046478,
      "eval_runtime": 63.1156,
      "eval_samples_per_second": 80.155,
      "eval_steps_per_second": 10.029,
      "step": 354717
    },
    {
      "epoch": 99.0,
      "grad_norm": 1.6439080238342285,
      "learning_rate": 4.618138833276778e-06,
      "loss": 0.4241,
      "step": 354720
    },
    {
      "epoch": 99.0,
      "grad_norm": 1.442602276802063,
      "learning_rate": 4.618132303606874e-06,
      "loss": 0.4559,
      "step": 354730
    },
    {
      "epoch": 99.01,
      "grad_norm": 1.7954720258712769,
      "learning_rate": 4.618125773634251e-06,
      "loss": 0.4378,
      "step": 354740
    },
    {
      "epoch": 99.01,
      "grad_norm": 2.024136543273926,
      "learning_rate": 4.618119243358906e-06,
      "loss": 0.4137,
      "step": 354750
    },
    {
      "epoch": 99.01,
      "grad_norm": 1.6145049333572388,
      "learning_rate": 4.618112712780842e-06,
      "loss": 0.4299,
      "step": 354760
    },
    {
      "epoch": 99.01,
      "grad_norm": 1.3742237091064453,
      "learning_rate": 4.61810618190006e-06,
      "loss": 0.4046,
      "step": 354770
    },
    {
      "epoch": 99.02,
      "grad_norm": 1.2791322469711304,
      "learning_rate": 4.618099650716561e-06,
      "loss": 0.4167,
      "step": 354780
    },
    {
      "epoch": 99.02,
      "grad_norm": 1.495391607284546,
      "learning_rate": 4.618093119230345e-06,
      "loss": 0.4173,
      "step": 354790
    },
    {
      "epoch": 99.02,
      "grad_norm": 1.5598607063293457,
      "learning_rate": 4.618086587441413e-06,
      "loss": 0.4339,
      "step": 354800
    },
    {
      "epoch": 99.03,
      "grad_norm": 1.3226054906845093,
      "learning_rate": 4.618080055349767e-06,
      "loss": 0.4141,
      "step": 354810
    },
    {
      "epoch": 99.03,
      "grad_norm": 1.7817878723144531,
      "learning_rate": 4.618073522955406e-06,
      "loss": 0.4583,
      "step": 354820
    },
    {
      "epoch": 99.03,
      "grad_norm": 1.692874789237976,
      "learning_rate": 4.618066990258332e-06,
      "loss": 0.4247,
      "step": 354830
    },
    {
      "epoch": 99.03,
      "grad_norm": 1.7737547159194946,
      "learning_rate": 4.618060457258547e-06,
      "loss": 0.4255,
      "step": 354840
    },
    {
      "epoch": 99.04,
      "grad_norm": 1.4450920820236206,
      "learning_rate": 4.61805392395605e-06,
      "loss": 0.4157,
      "step": 354850
    },
    {
      "epoch": 99.04,
      "grad_norm": 1.8813331127166748,
      "learning_rate": 4.6180473903508426e-06,
      "loss": 0.4423,
      "step": 354860
    },
    {
      "epoch": 99.04,
      "grad_norm": 1.431187629699707,
      "learning_rate": 4.618040856442925e-06,
      "loss": 0.4255,
      "step": 354870
    },
    {
      "epoch": 99.05,
      "grad_norm": 1.5981388092041016,
      "learning_rate": 4.6180343222323e-06,
      "loss": 0.4293,
      "step": 354880
    },
    {
      "epoch": 99.05,
      "grad_norm": 1.2630150318145752,
      "learning_rate": 4.6180277877189656e-06,
      "loss": 0.43,
      "step": 354890
    },
    {
      "epoch": 99.05,
      "grad_norm": 1.3670779466629028,
      "learning_rate": 4.618021252902925e-06,
      "loss": 0.4499,
      "step": 354900
    },
    {
      "epoch": 99.05,
      "grad_norm": 1.6869347095489502,
      "learning_rate": 4.618014717784178e-06,
      "loss": 0.4121,
      "step": 354910
    },
    {
      "epoch": 99.06,
      "grad_norm": 1.52705717086792,
      "learning_rate": 4.618008182362726e-06,
      "loss": 0.4287,
      "step": 354920
    },
    {
      "epoch": 99.06,
      "grad_norm": 1.849523663520813,
      "learning_rate": 4.61800164663857e-06,
      "loss": 0.4445,
      "step": 354930
    },
    {
      "epoch": 99.06,
      "grad_norm": 1.4892690181732178,
      "learning_rate": 4.61799511061171e-06,
      "loss": 0.439,
      "step": 354940
    },
    {
      "epoch": 99.07,
      "grad_norm": 1.4207547903060913,
      "learning_rate": 4.6179885742821475e-06,
      "loss": 0.437,
      "step": 354950
    },
    {
      "epoch": 99.07,
      "grad_norm": 1.6704140901565552,
      "learning_rate": 4.617982037649883e-06,
      "loss": 0.4252,
      "step": 354960
    },
    {
      "epoch": 99.07,
      "grad_norm": 1.4721766710281372,
      "learning_rate": 4.617975500714917e-06,
      "loss": 0.4412,
      "step": 354970
    },
    {
      "epoch": 99.07,
      "grad_norm": 1.3713663816452026,
      "learning_rate": 4.617968963477253e-06,
      "loss": 0.4396,
      "step": 354980
    },
    {
      "epoch": 99.08,
      "grad_norm": 1.3552138805389404,
      "learning_rate": 4.617962425936888e-06,
      "loss": 0.4342,
      "step": 354990
    },
    {
      "epoch": 99.08,
      "grad_norm": 1.69394052028656,
      "learning_rate": 4.617955888093825e-06,
      "loss": 0.4385,
      "step": 355000
    },
    {
      "epoch": 99.08,
      "grad_norm": 1.3632538318634033,
      "learning_rate": 4.617949349948065e-06,
      "loss": 0.4538,
      "step": 355010
    },
    {
      "epoch": 99.08,
      "grad_norm": 1.3696547746658325,
      "learning_rate": 4.617942811499608e-06,
      "loss": 0.4241,
      "step": 355020
    },
    {
      "epoch": 99.09,
      "grad_norm": 1.9102803468704224,
      "learning_rate": 4.617936272748456e-06,
      "loss": 0.4183,
      "step": 355030
    },
    {
      "epoch": 99.09,
      "grad_norm": 1.6368119716644287,
      "learning_rate": 4.617929733694608e-06,
      "loss": 0.4433,
      "step": 355040
    },
    {
      "epoch": 99.09,
      "grad_norm": 1.753251075744629,
      "learning_rate": 4.617923194338067e-06,
      "loss": 0.4316,
      "step": 355050
    },
    {
      "epoch": 99.1,
      "grad_norm": 1.2691072225570679,
      "learning_rate": 4.6179166546788325e-06,
      "loss": 0.4266,
      "step": 355060
    },
    {
      "epoch": 99.1,
      "grad_norm": 1.5563991069793701,
      "learning_rate": 4.617910114716906e-06,
      "loss": 0.4536,
      "step": 355070
    },
    {
      "epoch": 99.1,
      "grad_norm": 1.7064404487609863,
      "learning_rate": 4.617903574452288e-06,
      "loss": 0.4316,
      "step": 355080
    },
    {
      "epoch": 99.1,
      "grad_norm": 1.4702595472335815,
      "learning_rate": 4.617897033884981e-06,
      "loss": 0.455,
      "step": 355090
    },
    {
      "epoch": 99.11,
      "grad_norm": 1.5547834634780884,
      "learning_rate": 4.617890493014983e-06,
      "loss": 0.4391,
      "step": 355100
    },
    {
      "epoch": 99.11,
      "grad_norm": 1.4119529724121094,
      "learning_rate": 4.617883951842296e-06,
      "loss": 0.4377,
      "step": 355110
    },
    {
      "epoch": 99.11,
      "grad_norm": 1.3440121412277222,
      "learning_rate": 4.617877410366921e-06,
      "loss": 0.4449,
      "step": 355120
    },
    {
      "epoch": 99.12,
      "grad_norm": 1.579144835472107,
      "learning_rate": 4.61787086858886e-06,
      "loss": 0.4481,
      "step": 355130
    },
    {
      "epoch": 99.12,
      "grad_norm": 1.6338990926742554,
      "learning_rate": 4.617864326508113e-06,
      "loss": 0.4201,
      "step": 355140
    },
    {
      "epoch": 99.12,
      "grad_norm": 1.672357201576233,
      "learning_rate": 4.61785778412468e-06,
      "loss": 0.4308,
      "step": 355150
    },
    {
      "epoch": 99.12,
      "grad_norm": 1.7588677406311035,
      "learning_rate": 4.617851241438563e-06,
      "loss": 0.4401,
      "step": 355160
    },
    {
      "epoch": 99.13,
      "grad_norm": 1.60270357131958,
      "learning_rate": 4.617844698449763e-06,
      "loss": 0.4415,
      "step": 355170
    },
    {
      "epoch": 99.13,
      "grad_norm": 1.448559284210205,
      "learning_rate": 4.617838155158279e-06,
      "loss": 0.4287,
      "step": 355180
    },
    {
      "epoch": 99.13,
      "grad_norm": 1.486798882484436,
      "learning_rate": 4.617831611564114e-06,
      "loss": 0.4426,
      "step": 355190
    },
    {
      "epoch": 99.13,
      "grad_norm": 1.6011713743209839,
      "learning_rate": 4.6178250676672685e-06,
      "loss": 0.4183,
      "step": 355200
    },
    {
      "epoch": 99.14,
      "grad_norm": 1.6449836492538452,
      "learning_rate": 4.617818523467742e-06,
      "loss": 0.4469,
      "step": 355210
    },
    {
      "epoch": 99.14,
      "grad_norm": 1.5756460428237915,
      "learning_rate": 4.617811978965537e-06,
      "loss": 0.4412,
      "step": 355220
    },
    {
      "epoch": 99.14,
      "grad_norm": 1.4372124671936035,
      "learning_rate": 4.617805434160654e-06,
      "loss": 0.4023,
      "step": 355230
    },
    {
      "epoch": 99.15,
      "grad_norm": 1.677268385887146,
      "learning_rate": 4.6177988890530935e-06,
      "loss": 0.4268,
      "step": 355240
    },
    {
      "epoch": 99.15,
      "grad_norm": 1.5649484395980835,
      "learning_rate": 4.6177923436428564e-06,
      "loss": 0.4285,
      "step": 355250
    },
    {
      "epoch": 99.15,
      "grad_norm": 1.625868320465088,
      "learning_rate": 4.617785797929943e-06,
      "loss": 0.4283,
      "step": 355260
    },
    {
      "epoch": 99.15,
      "grad_norm": 1.6107265949249268,
      "learning_rate": 4.617779251914356e-06,
      "loss": 0.4296,
      "step": 355270
    },
    {
      "epoch": 99.16,
      "grad_norm": 1.4282008409500122,
      "learning_rate": 4.617772705596095e-06,
      "loss": 0.4434,
      "step": 355280
    },
    {
      "epoch": 99.16,
      "grad_norm": 1.613840937614441,
      "learning_rate": 4.61776615897516e-06,
      "loss": 0.4272,
      "step": 355290
    },
    {
      "epoch": 99.16,
      "grad_norm": 1.96664559841156,
      "learning_rate": 4.617759612051553e-06,
      "loss": 0.4361,
      "step": 355300
    },
    {
      "epoch": 99.17,
      "grad_norm": 1.4987882375717163,
      "learning_rate": 4.6177530648252744e-06,
      "loss": 0.4246,
      "step": 355310
    },
    {
      "epoch": 99.17,
      "grad_norm": 1.5903233289718628,
      "learning_rate": 4.617746517296326e-06,
      "loss": 0.4083,
      "step": 355320
    },
    {
      "epoch": 99.17,
      "grad_norm": 1.346826195716858,
      "learning_rate": 4.617739969464708e-06,
      "loss": 0.4257,
      "step": 355330
    },
    {
      "epoch": 99.17,
      "grad_norm": 1.751169204711914,
      "learning_rate": 4.6177334213304215e-06,
      "loss": 0.4199,
      "step": 355340
    },
    {
      "epoch": 99.18,
      "grad_norm": 1.510959267616272,
      "learning_rate": 4.617726872893466e-06,
      "loss": 0.4101,
      "step": 355350
    },
    {
      "epoch": 99.18,
      "grad_norm": 1.5189638137817383,
      "learning_rate": 4.617720324153845e-06,
      "loss": 0.4102,
      "step": 355360
    },
    {
      "epoch": 99.18,
      "grad_norm": 1.8617023229599,
      "learning_rate": 4.617713775111557e-06,
      "loss": 0.4321,
      "step": 355370
    },
    {
      "epoch": 99.19,
      "grad_norm": 1.640403389930725,
      "learning_rate": 4.617707225766606e-06,
      "loss": 0.4452,
      "step": 355380
    },
    {
      "epoch": 99.19,
      "grad_norm": 1.5319191217422485,
      "learning_rate": 4.617700676118988e-06,
      "loss": 0.4211,
      "step": 355390
    },
    {
      "epoch": 99.19,
      "grad_norm": 1.8540982007980347,
      "learning_rate": 4.617694126168708e-06,
      "loss": 0.4367,
      "step": 355400
    },
    {
      "epoch": 99.19,
      "grad_norm": 1.9577006101608276,
      "learning_rate": 4.617687575915765e-06,
      "loss": 0.4366,
      "step": 355410
    },
    {
      "epoch": 99.2,
      "grad_norm": 1.782112717628479,
      "learning_rate": 4.617681025360159e-06,
      "loss": 0.4312,
      "step": 355420
    },
    {
      "epoch": 99.2,
      "grad_norm": 2.906134843826294,
      "learning_rate": 4.617674474501894e-06,
      "loss": 0.428,
      "step": 355430
    },
    {
      "epoch": 99.2,
      "grad_norm": 1.8358962535858154,
      "learning_rate": 4.6176679233409685e-06,
      "loss": 0.4268,
      "step": 355440
    },
    {
      "epoch": 99.2,
      "grad_norm": 1.573691964149475,
      "learning_rate": 4.617661371877383e-06,
      "loss": 0.4422,
      "step": 355450
    },
    {
      "epoch": 99.21,
      "grad_norm": 1.3432550430297852,
      "learning_rate": 4.617654820111141e-06,
      "loss": 0.4112,
      "step": 355460
    },
    {
      "epoch": 99.21,
      "grad_norm": 1.3292187452316284,
      "learning_rate": 4.6176482680422405e-06,
      "loss": 0.4103,
      "step": 355470
    },
    {
      "epoch": 99.21,
      "grad_norm": 1.8427175283432007,
      "learning_rate": 4.6176417156706835e-06,
      "loss": 0.4411,
      "step": 355480
    },
    {
      "epoch": 99.22,
      "grad_norm": 1.6988366842269897,
      "learning_rate": 4.6176351629964715e-06,
      "loss": 0.4275,
      "step": 355490
    },
    {
      "epoch": 99.22,
      "grad_norm": 1.6813195943832397,
      "learning_rate": 4.617628610019604e-06,
      "loss": 0.4302,
      "step": 355500
    },
    {
      "epoch": 99.22,
      "grad_norm": 1.883561611175537,
      "learning_rate": 4.617622056740082e-06,
      "loss": 0.4269,
      "step": 355510
    },
    {
      "epoch": 99.22,
      "grad_norm": 1.2687729597091675,
      "learning_rate": 4.617615503157909e-06,
      "loss": 0.4371,
      "step": 355520
    },
    {
      "epoch": 99.23,
      "grad_norm": 1.4492502212524414,
      "learning_rate": 4.617608949273083e-06,
      "loss": 0.4574,
      "step": 355530
    },
    {
      "epoch": 99.23,
      "grad_norm": 1.628078579902649,
      "learning_rate": 4.617602395085605e-06,
      "loss": 0.4247,
      "step": 355540
    },
    {
      "epoch": 99.23,
      "grad_norm": 1.805810570716858,
      "learning_rate": 4.6175958405954775e-06,
      "loss": 0.4188,
      "step": 355550
    },
    {
      "epoch": 99.24,
      "grad_norm": 1.3715327978134155,
      "learning_rate": 4.6175892858027006e-06,
      "loss": 0.4517,
      "step": 355560
    },
    {
      "epoch": 99.24,
      "grad_norm": 1.6207258701324463,
      "learning_rate": 4.617582730707275e-06,
      "loss": 0.4178,
      "step": 355570
    },
    {
      "epoch": 99.24,
      "grad_norm": 1.4629288911819458,
      "learning_rate": 4.617576175309201e-06,
      "loss": 0.4429,
      "step": 355580
    },
    {
      "epoch": 99.24,
      "grad_norm": 2.24485182762146,
      "learning_rate": 4.617569619608481e-06,
      "loss": 0.4307,
      "step": 355590
    },
    {
      "epoch": 99.25,
      "grad_norm": 1.6153463125228882,
      "learning_rate": 4.617563063605114e-06,
      "loss": 0.3986,
      "step": 355600
    },
    {
      "epoch": 99.25,
      "grad_norm": 2.18677020072937,
      "learning_rate": 4.617556507299102e-06,
      "loss": 0.4375,
      "step": 355610
    },
    {
      "epoch": 99.25,
      "grad_norm": 1.6275581121444702,
      "learning_rate": 4.617549950690447e-06,
      "loss": 0.4307,
      "step": 355620
    },
    {
      "epoch": 99.25,
      "grad_norm": 1.3265358209609985,
      "learning_rate": 4.617543393779147e-06,
      "loss": 0.4008,
      "step": 355630
    },
    {
      "epoch": 99.26,
      "grad_norm": 1.672725796699524,
      "learning_rate": 4.617536836565205e-06,
      "loss": 0.434,
      "step": 355640
    },
    {
      "epoch": 99.26,
      "grad_norm": 1.3607500791549683,
      "learning_rate": 4.617530279048622e-06,
      "loss": 0.4429,
      "step": 355650
    },
    {
      "epoch": 99.26,
      "grad_norm": 1.830475926399231,
      "learning_rate": 4.617523721229398e-06,
      "loss": 0.4291,
      "step": 355660
    },
    {
      "epoch": 99.27,
      "grad_norm": 1.3815075159072876,
      "learning_rate": 4.617517163107534e-06,
      "loss": 0.416,
      "step": 355670
    },
    {
      "epoch": 99.27,
      "grad_norm": 1.747058391571045,
      "learning_rate": 4.617510604683031e-06,
      "loss": 0.4209,
      "step": 355680
    },
    {
      "epoch": 99.27,
      "grad_norm": 1.4968701601028442,
      "learning_rate": 4.617504045955889e-06,
      "loss": 0.4414,
      "step": 355690
    },
    {
      "epoch": 99.27,
      "grad_norm": 1.5557485818862915,
      "learning_rate": 4.61749748692611e-06,
      "loss": 0.4389,
      "step": 355700
    },
    {
      "epoch": 99.28,
      "grad_norm": 1.8858625888824463,
      "learning_rate": 4.617490927593696e-06,
      "loss": 0.4399,
      "step": 355710
    },
    {
      "epoch": 99.28,
      "grad_norm": 1.310578465461731,
      "learning_rate": 4.617484367958645e-06,
      "loss": 0.4259,
      "step": 355720
    },
    {
      "epoch": 99.28,
      "grad_norm": 1.4344373941421509,
      "learning_rate": 4.61747780802096e-06,
      "loss": 0.4452,
      "step": 355730
    },
    {
      "epoch": 99.29,
      "grad_norm": 3.3557000160217285,
      "learning_rate": 4.617471247780641e-06,
      "loss": 0.4067,
      "step": 355740
    },
    {
      "epoch": 99.29,
      "grad_norm": 1.4620200395584106,
      "learning_rate": 4.617464687237689e-06,
      "loss": 0.44,
      "step": 355750
    },
    {
      "epoch": 99.29,
      "grad_norm": 1.937656283378601,
      "learning_rate": 4.617458126392105e-06,
      "loss": 0.4405,
      "step": 355760
    },
    {
      "epoch": 99.29,
      "grad_norm": 1.5005825757980347,
      "learning_rate": 4.61745156524389e-06,
      "loss": 0.4367,
      "step": 355770
    },
    {
      "epoch": 99.3,
      "grad_norm": 1.2759754657745361,
      "learning_rate": 4.617445003793045e-06,
      "loss": 0.4264,
      "step": 355780
    },
    {
      "epoch": 99.3,
      "grad_norm": 1.230093002319336,
      "learning_rate": 4.6174384420395695e-06,
      "loss": 0.4515,
      "step": 355790
    },
    {
      "epoch": 99.3,
      "grad_norm": 1.263131022453308,
      "learning_rate": 4.617431879983466e-06,
      "loss": 0.442,
      "step": 355800
    },
    {
      "epoch": 99.31,
      "grad_norm": 1.4676083326339722,
      "learning_rate": 4.6174253176247345e-06,
      "loss": 0.4442,
      "step": 355810
    },
    {
      "epoch": 99.31,
      "grad_norm": 1.5121923685073853,
      "learning_rate": 4.617418754963377e-06,
      "loss": 0.4295,
      "step": 355820
    },
    {
      "epoch": 99.31,
      "grad_norm": 1.3479676246643066,
      "learning_rate": 4.617412191999394e-06,
      "loss": 0.4315,
      "step": 355830
    },
    {
      "epoch": 99.31,
      "grad_norm": 2.0083556175231934,
      "learning_rate": 4.617405628732785e-06,
      "loss": 0.4573,
      "step": 355840
    },
    {
      "epoch": 99.32,
      "grad_norm": 1.549180507659912,
      "learning_rate": 4.617399065163551e-06,
      "loss": 0.4404,
      "step": 355850
    },
    {
      "epoch": 99.32,
      "grad_norm": 1.6255697011947632,
      "learning_rate": 4.617392501291695e-06,
      "loss": 0.4528,
      "step": 355860
    },
    {
      "epoch": 99.32,
      "grad_norm": 1.5539484024047852,
      "learning_rate": 4.617385937117216e-06,
      "loss": 0.4399,
      "step": 355870
    },
    {
      "epoch": 99.32,
      "grad_norm": 1.5984643697738647,
      "learning_rate": 4.617379372640116e-06,
      "loss": 0.444,
      "step": 355880
    },
    {
      "epoch": 99.33,
      "grad_norm": 1.892364740371704,
      "learning_rate": 4.617372807860395e-06,
      "loss": 0.3959,
      "step": 355890
    },
    {
      "epoch": 99.33,
      "grad_norm": 1.7768393754959106,
      "learning_rate": 4.617366242778053e-06,
      "loss": 0.4275,
      "step": 355900
    },
    {
      "epoch": 99.33,
      "grad_norm": 1.4820908308029175,
      "learning_rate": 4.617359677393094e-06,
      "loss": 0.4358,
      "step": 355910
    },
    {
      "epoch": 99.34,
      "grad_norm": 1.434770107269287,
      "learning_rate": 4.617353111705516e-06,
      "loss": 0.4392,
      "step": 355920
    },
    {
      "epoch": 99.34,
      "grad_norm": 1.7096399068832397,
      "learning_rate": 4.6173465457153214e-06,
      "loss": 0.4558,
      "step": 355930
    },
    {
      "epoch": 99.34,
      "grad_norm": 1.40187668800354,
      "learning_rate": 4.6173399794225095e-06,
      "loss": 0.4384,
      "step": 355940
    },
    {
      "epoch": 99.34,
      "grad_norm": 1.3977527618408203,
      "learning_rate": 4.617333412827083e-06,
      "loss": 0.4415,
      "step": 355950
    },
    {
      "epoch": 99.35,
      "grad_norm": 1.6505670547485352,
      "learning_rate": 4.6173268459290415e-06,
      "loss": 0.4477,
      "step": 355960
    },
    {
      "epoch": 99.35,
      "grad_norm": 1.5526233911514282,
      "learning_rate": 4.617320278728386e-06,
      "loss": 0.419,
      "step": 355970
    },
    {
      "epoch": 99.35,
      "grad_norm": 1.9416618347167969,
      "learning_rate": 4.617313711225119e-06,
      "loss": 0.4178,
      "step": 355980
    },
    {
      "epoch": 99.36,
      "grad_norm": 1.2530237436294556,
      "learning_rate": 4.617307143419239e-06,
      "loss": 0.4387,
      "step": 355990
    },
    {
      "epoch": 99.36,
      "grad_norm": 1.561097502708435,
      "learning_rate": 4.6173005753107475e-06,
      "loss": 0.4282,
      "step": 356000
    },
    {
      "epoch": 99.36,
      "grad_norm": 1.8635995388031006,
      "learning_rate": 4.617294006899647e-06,
      "loss": 0.4065,
      "step": 356010
    },
    {
      "epoch": 99.36,
      "grad_norm": 1.541244626045227,
      "learning_rate": 4.617287438185936e-06,
      "loss": 0.4433,
      "step": 356020
    },
    {
      "epoch": 99.37,
      "grad_norm": 1.446111798286438,
      "learning_rate": 4.6172808691696164e-06,
      "loss": 0.4384,
      "step": 356030
    },
    {
      "epoch": 99.37,
      "grad_norm": 1.3960965871810913,
      "learning_rate": 4.61727429985069e-06,
      "loss": 0.4126,
      "step": 356040
    },
    {
      "epoch": 99.37,
      "grad_norm": 1.4934104681015015,
      "learning_rate": 4.6172677302291574e-06,
      "loss": 0.4243,
      "step": 356050
    },
    {
      "epoch": 99.37,
      "grad_norm": 1.4429590702056885,
      "learning_rate": 4.617261160305018e-06,
      "loss": 0.4278,
      "step": 356060
    },
    {
      "epoch": 99.38,
      "grad_norm": 1.6968340873718262,
      "learning_rate": 4.617254590078274e-06,
      "loss": 0.4296,
      "step": 356070
    },
    {
      "epoch": 99.38,
      "grad_norm": 1.5027425289154053,
      "learning_rate": 4.617248019548927e-06,
      "loss": 0.4202,
      "step": 356080
    },
    {
      "epoch": 99.38,
      "grad_norm": 1.5807881355285645,
      "learning_rate": 4.617241448716975e-06,
      "loss": 0.4416,
      "step": 356090
    },
    {
      "epoch": 99.39,
      "grad_norm": 1.6965523958206177,
      "learning_rate": 4.6172348775824205e-06,
      "loss": 0.4348,
      "step": 356100
    },
    {
      "epoch": 99.39,
      "grad_norm": 1.4876213073730469,
      "learning_rate": 4.617228306145266e-06,
      "loss": 0.4269,
      "step": 356110
    },
    {
      "epoch": 99.39,
      "grad_norm": 1.7493160963058472,
      "learning_rate": 4.61722173440551e-06,
      "loss": 0.4482,
      "step": 356120
    },
    {
      "epoch": 99.39,
      "grad_norm": 1.7288146018981934,
      "learning_rate": 4.617215162363155e-06,
      "loss": 0.4373,
      "step": 356130
    },
    {
      "epoch": 99.4,
      "grad_norm": 1.5856966972351074,
      "learning_rate": 4.617208590018201e-06,
      "loss": 0.4407,
      "step": 356140
    },
    {
      "epoch": 99.4,
      "grad_norm": 1.9288402795791626,
      "learning_rate": 4.6172020173706485e-06,
      "loss": 0.437,
      "step": 356150
    },
    {
      "epoch": 99.4,
      "grad_norm": 1.3682918548583984,
      "learning_rate": 4.6171954444205e-06,
      "loss": 0.4307,
      "step": 356160
    },
    {
      "epoch": 99.41,
      "grad_norm": 1.5325489044189453,
      "learning_rate": 4.617188871167754e-06,
      "loss": 0.4245,
      "step": 356170
    },
    {
      "epoch": 99.41,
      "grad_norm": 1.3099676370620728,
      "learning_rate": 4.617182297612413e-06,
      "loss": 0.4245,
      "step": 356180
    },
    {
      "epoch": 99.41,
      "grad_norm": 1.5271005630493164,
      "learning_rate": 4.617175723754478e-06,
      "loss": 0.4181,
      "step": 356190
    },
    {
      "epoch": 99.41,
      "grad_norm": 1.5051283836364746,
      "learning_rate": 4.617169149593949e-06,
      "loss": 0.4328,
      "step": 356200
    },
    {
      "epoch": 99.42,
      "grad_norm": 1.4900075197219849,
      "learning_rate": 4.6171625751308275e-06,
      "loss": 0.4385,
      "step": 356210
    },
    {
      "epoch": 99.42,
      "grad_norm": 1.7832775115966797,
      "learning_rate": 4.6171560003651145e-06,
      "loss": 0.4435,
      "step": 356220
    },
    {
      "epoch": 99.42,
      "grad_norm": 1.6751257181167603,
      "learning_rate": 4.61714942529681e-06,
      "loss": 0.4174,
      "step": 356230
    },
    {
      "epoch": 99.43,
      "grad_norm": 1.4703853130340576,
      "learning_rate": 4.617142849925915e-06,
      "loss": 0.43,
      "step": 356240
    },
    {
      "epoch": 99.43,
      "grad_norm": 1.487205147743225,
      "learning_rate": 4.617136274252432e-06,
      "loss": 0.4162,
      "step": 356250
    },
    {
      "epoch": 99.43,
      "grad_norm": 2.2941854000091553,
      "learning_rate": 4.61712969827636e-06,
      "loss": 0.4359,
      "step": 356260
    },
    {
      "epoch": 99.43,
      "grad_norm": 1.6408939361572266,
      "learning_rate": 4.6171231219977e-06,
      "loss": 0.4167,
      "step": 356270
    },
    {
      "epoch": 99.44,
      "grad_norm": 1.9489558935165405,
      "learning_rate": 4.617116545416454e-06,
      "loss": 0.4486,
      "step": 356280
    },
    {
      "epoch": 99.44,
      "grad_norm": 3.8182389736175537,
      "learning_rate": 4.617109968532623e-06,
      "loss": 0.4276,
      "step": 356290
    },
    {
      "epoch": 99.44,
      "grad_norm": 1.6269123554229736,
      "learning_rate": 4.6171033913462064e-06,
      "loss": 0.4334,
      "step": 356300
    },
    {
      "epoch": 99.44,
      "grad_norm": 1.605088472366333,
      "learning_rate": 4.617096813857206e-06,
      "loss": 0.4419,
      "step": 356310
    },
    {
      "epoch": 99.45,
      "grad_norm": 1.4908579587936401,
      "learning_rate": 4.617090236065623e-06,
      "loss": 0.4377,
      "step": 356320
    },
    {
      "epoch": 99.45,
      "grad_norm": 1.3175276517868042,
      "learning_rate": 4.617083657971457e-06,
      "loss": 0.4373,
      "step": 356330
    },
    {
      "epoch": 99.45,
      "grad_norm": 1.8231257200241089,
      "learning_rate": 4.617077079574709e-06,
      "loss": 0.4287,
      "step": 356340
    },
    {
      "epoch": 99.46,
      "grad_norm": 1.469649314880371,
      "learning_rate": 4.617070500875382e-06,
      "loss": 0.4484,
      "step": 356350
    },
    {
      "epoch": 99.46,
      "grad_norm": 1.4253441095352173,
      "learning_rate": 4.617063921873474e-06,
      "loss": 0.4393,
      "step": 356360
    },
    {
      "epoch": 99.46,
      "grad_norm": 1.5163679122924805,
      "learning_rate": 4.617057342568989e-06,
      "loss": 0.4222,
      "step": 356370
    },
    {
      "epoch": 99.46,
      "grad_norm": 1.7036781311035156,
      "learning_rate": 4.6170507629619255e-06,
      "loss": 0.4369,
      "step": 356380
    },
    {
      "epoch": 99.47,
      "grad_norm": 1.425632357597351,
      "learning_rate": 4.617044183052285e-06,
      "loss": 0.4219,
      "step": 356390
    },
    {
      "epoch": 99.47,
      "grad_norm": 1.7239094972610474,
      "learning_rate": 4.617037602840068e-06,
      "loss": 0.4059,
      "step": 356400
    },
    {
      "epoch": 99.47,
      "grad_norm": 1.679705262184143,
      "learning_rate": 4.617031022325276e-06,
      "loss": 0.429,
      "step": 356410
    },
    {
      "epoch": 99.48,
      "grad_norm": 1.4798038005828857,
      "learning_rate": 4.61702444150791e-06,
      "loss": 0.4242,
      "step": 356420
    },
    {
      "epoch": 99.48,
      "grad_norm": 1.6353741884231567,
      "learning_rate": 4.617017860387971e-06,
      "loss": 0.4265,
      "step": 356430
    },
    {
      "epoch": 99.48,
      "grad_norm": 1.8203984498977661,
      "learning_rate": 4.617011278965458e-06,
      "loss": 0.4334,
      "step": 356440
    },
    {
      "epoch": 99.48,
      "grad_norm": 1.6368755102157593,
      "learning_rate": 4.617004697240374e-06,
      "loss": 0.4324,
      "step": 356450
    },
    {
      "epoch": 99.49,
      "grad_norm": 1.52376389503479,
      "learning_rate": 4.61699811521272e-06,
      "loss": 0.4188,
      "step": 356460
    },
    {
      "epoch": 99.49,
      "grad_norm": 1.7711780071258545,
      "learning_rate": 4.616991532882495e-06,
      "loss": 0.43,
      "step": 356470
    },
    {
      "epoch": 99.49,
      "grad_norm": 1.2248893976211548,
      "learning_rate": 4.616984950249701e-06,
      "loss": 0.4295,
      "step": 356480
    },
    {
      "epoch": 99.49,
      "grad_norm": 1.8702597618103027,
      "learning_rate": 4.616978367314339e-06,
      "loss": 0.4145,
      "step": 356490
    },
    {
      "epoch": 99.5,
      "grad_norm": 1.4522762298583984,
      "learning_rate": 4.616971784076409e-06,
      "loss": 0.436,
      "step": 356500
    },
    {
      "epoch": 99.5,
      "grad_norm": 1.1969537734985352,
      "learning_rate": 4.616965200535914e-06,
      "loss": 0.4273,
      "step": 356510
    },
    {
      "epoch": 99.5,
      "grad_norm": 1.5023152828216553,
      "learning_rate": 4.6169586166928524e-06,
      "loss": 0.4392,
      "step": 356520
    },
    {
      "epoch": 99.51,
      "grad_norm": 1.3433747291564941,
      "learning_rate": 4.616952032547226e-06,
      "loss": 0.4256,
      "step": 356530
    },
    {
      "epoch": 99.51,
      "grad_norm": 4.161401748657227,
      "learning_rate": 4.616945448099037e-06,
      "loss": 0.4418,
      "step": 356540
    },
    {
      "epoch": 99.51,
      "grad_norm": 1.4988062381744385,
      "learning_rate": 4.6169388633482845e-06,
      "loss": 0.4134,
      "step": 356550
    },
    {
      "epoch": 99.51,
      "grad_norm": 1.324053168296814,
      "learning_rate": 4.616932278294969e-06,
      "loss": 0.4348,
      "step": 356560
    },
    {
      "epoch": 99.52,
      "grad_norm": 1.518170714378357,
      "learning_rate": 4.616925692939094e-06,
      "loss": 0.4266,
      "step": 356570
    },
    {
      "epoch": 99.52,
      "grad_norm": 1.6551917791366577,
      "learning_rate": 4.616919107280657e-06,
      "loss": 0.4139,
      "step": 356580
    },
    {
      "epoch": 99.52,
      "grad_norm": 1.5794498920440674,
      "learning_rate": 4.6169125213196616e-06,
      "loss": 0.4357,
      "step": 356590
    },
    {
      "epoch": 99.53,
      "grad_norm": 1.4933183193206787,
      "learning_rate": 4.616905935056107e-06,
      "loss": 0.444,
      "step": 356600
    },
    {
      "epoch": 99.53,
      "grad_norm": 1.7256191968917847,
      "learning_rate": 4.616899348489995e-06,
      "loss": 0.4126,
      "step": 356610
    },
    {
      "epoch": 99.53,
      "grad_norm": 1.5871502161026,
      "learning_rate": 4.616892761621327e-06,
      "loss": 0.435,
      "step": 356620
    },
    {
      "epoch": 99.53,
      "grad_norm": 1.338107705116272,
      "learning_rate": 4.616886174450102e-06,
      "loss": 0.4456,
      "step": 356630
    },
    {
      "epoch": 99.54,
      "grad_norm": 1.4511709213256836,
      "learning_rate": 4.6168795869763224e-06,
      "loss": 0.4319,
      "step": 356640
    },
    {
      "epoch": 99.54,
      "grad_norm": 1.7422171831130981,
      "learning_rate": 4.616872999199989e-06,
      "loss": 0.4183,
      "step": 356650
    },
    {
      "epoch": 99.54,
      "grad_norm": 1.6382074356079102,
      "learning_rate": 4.616866411121101e-06,
      "loss": 0.4177,
      "step": 356660
    },
    {
      "epoch": 99.55,
      "grad_norm": 1.4882850646972656,
      "learning_rate": 4.616859822739662e-06,
      "loss": 0.4193,
      "step": 356670
    },
    {
      "epoch": 99.55,
      "grad_norm": 1.4608780145645142,
      "learning_rate": 4.616853234055671e-06,
      "loss": 0.4205,
      "step": 356680
    },
    {
      "epoch": 99.55,
      "grad_norm": 1.4876998662948608,
      "learning_rate": 4.616846645069129e-06,
      "loss": 0.4572,
      "step": 356690
    },
    {
      "epoch": 99.55,
      "grad_norm": 1.5229895114898682,
      "learning_rate": 4.6168400557800374e-06,
      "loss": 0.4316,
      "step": 356700
    },
    {
      "epoch": 99.56,
      "grad_norm": 1.671840786933899,
      "learning_rate": 4.6168334661883975e-06,
      "loss": 0.4299,
      "step": 356710
    },
    {
      "epoch": 99.56,
      "grad_norm": 1.581230878829956,
      "learning_rate": 4.616826876294209e-06,
      "loss": 0.4394,
      "step": 356720
    },
    {
      "epoch": 99.56,
      "grad_norm": 1.3694264888763428,
      "learning_rate": 4.616820286097474e-06,
      "loss": 0.4039,
      "step": 356730
    },
    {
      "epoch": 99.56,
      "grad_norm": 3.3829426765441895,
      "learning_rate": 4.616813695598192e-06,
      "loss": 0.434,
      "step": 356740
    },
    {
      "epoch": 99.57,
      "grad_norm": 1.8535622358322144,
      "learning_rate": 4.616807104796365e-06,
      "loss": 0.4203,
      "step": 356750
    },
    {
      "epoch": 99.57,
      "grad_norm": 1.5883214473724365,
      "learning_rate": 4.616800513691993e-06,
      "loss": 0.4262,
      "step": 356760
    },
    {
      "epoch": 99.57,
      "grad_norm": 1.4686020612716675,
      "learning_rate": 4.616793922285077e-06,
      "loss": 0.4432,
      "step": 356770
    },
    {
      "epoch": 99.58,
      "grad_norm": 1.4520090818405151,
      "learning_rate": 4.616787330575619e-06,
      "loss": 0.4151,
      "step": 356780
    },
    {
      "epoch": 99.58,
      "grad_norm": 1.5294386148452759,
      "learning_rate": 4.616780738563619e-06,
      "loss": 0.4265,
      "step": 356790
    },
    {
      "epoch": 99.58,
      "grad_norm": 1.3225053548812866,
      "learning_rate": 4.616774146249077e-06,
      "loss": 0.4328,
      "step": 356800
    },
    {
      "epoch": 99.58,
      "grad_norm": 1.6924104690551758,
      "learning_rate": 4.616767553631997e-06,
      "loss": 0.4425,
      "step": 356810
    },
    {
      "epoch": 99.59,
      "grad_norm": 1.8641473054885864,
      "learning_rate": 4.616760960712377e-06,
      "loss": 0.4247,
      "step": 356820
    },
    {
      "epoch": 99.59,
      "grad_norm": 1.6047462224960327,
      "learning_rate": 4.6167543674902175e-06,
      "loss": 0.4314,
      "step": 356830
    },
    {
      "epoch": 99.59,
      "grad_norm": 1.768540620803833,
      "learning_rate": 4.616747773965521e-06,
      "loss": 0.4198,
      "step": 356840
    },
    {
      "epoch": 99.6,
      "grad_norm": 1.3071787357330322,
      "learning_rate": 4.616741180138288e-06,
      "loss": 0.4206,
      "step": 356850
    },
    {
      "epoch": 99.6,
      "grad_norm": 1.3903720378875732,
      "learning_rate": 4.6167345860085195e-06,
      "loss": 0.4185,
      "step": 356860
    },
    {
      "epoch": 99.6,
      "grad_norm": 1.586828589439392,
      "learning_rate": 4.616727991576216e-06,
      "loss": 0.4323,
      "step": 356870
    },
    {
      "epoch": 99.6,
      "grad_norm": 1.929142713546753,
      "learning_rate": 4.6167213968413785e-06,
      "loss": 0.4406,
      "step": 356880
    },
    {
      "epoch": 99.61,
      "grad_norm": 1.6743396520614624,
      "learning_rate": 4.616714801804008e-06,
      "loss": 0.427,
      "step": 356890
    },
    {
      "epoch": 99.61,
      "grad_norm": 1.3865019083023071,
      "learning_rate": 4.616708206464104e-06,
      "loss": 0.4319,
      "step": 356900
    },
    {
      "epoch": 99.61,
      "grad_norm": 1.654643177986145,
      "learning_rate": 4.61670161082167e-06,
      "loss": 0.4458,
      "step": 356910
    },
    {
      "epoch": 99.61,
      "grad_norm": 1.608733892440796,
      "learning_rate": 4.6166950148767055e-06,
      "loss": 0.4321,
      "step": 356920
    },
    {
      "epoch": 99.62,
      "grad_norm": 1.432657241821289,
      "learning_rate": 4.616688418629211e-06,
      "loss": 0.4021,
      "step": 356930
    },
    {
      "epoch": 99.62,
      "grad_norm": 1.2979917526245117,
      "learning_rate": 4.616681822079188e-06,
      "loss": 0.421,
      "step": 356940
    },
    {
      "epoch": 99.62,
      "grad_norm": 1.5681052207946777,
      "learning_rate": 4.616675225226637e-06,
      "loss": 0.4393,
      "step": 356950
    },
    {
      "epoch": 99.63,
      "grad_norm": 1.6127445697784424,
      "learning_rate": 4.616668628071559e-06,
      "loss": 0.4245,
      "step": 356960
    },
    {
      "epoch": 99.63,
      "grad_norm": 1.4544458389282227,
      "learning_rate": 4.616662030613955e-06,
      "loss": 0.4301,
      "step": 356970
    },
    {
      "epoch": 99.63,
      "grad_norm": 1.420005440711975,
      "learning_rate": 4.6166554328538265e-06,
      "loss": 0.4289,
      "step": 356980
    },
    {
      "epoch": 99.63,
      "grad_norm": 1.454108476638794,
      "learning_rate": 4.616648834791173e-06,
      "loss": 0.4361,
      "step": 356990
    },
    {
      "epoch": 99.64,
      "grad_norm": 1.3254375457763672,
      "learning_rate": 4.616642236425995e-06,
      "loss": 0.4207,
      "step": 357000
    },
    {
      "epoch": 99.64,
      "grad_norm": 1.5175246000289917,
      "learning_rate": 4.6166356377582965e-06,
      "loss": 0.4267,
      "step": 357010
    },
    {
      "epoch": 99.64,
      "grad_norm": 1.4565882682800293,
      "learning_rate": 4.616629038788075e-06,
      "loss": 0.4272,
      "step": 357020
    },
    {
      "epoch": 99.65,
      "grad_norm": 1.690633773803711,
      "learning_rate": 4.616622439515333e-06,
      "loss": 0.4319,
      "step": 357030
    },
    {
      "epoch": 99.65,
      "grad_norm": 1.4279470443725586,
      "learning_rate": 4.6166158399400706e-06,
      "loss": 0.4237,
      "step": 357040
    },
    {
      "epoch": 99.65,
      "grad_norm": 1.4999593496322632,
      "learning_rate": 4.6166092400622896e-06,
      "loss": 0.4164,
      "step": 357050
    },
    {
      "epoch": 99.65,
      "grad_norm": 1.5731943845748901,
      "learning_rate": 4.61660263988199e-06,
      "loss": 0.4301,
      "step": 357060
    },
    {
      "epoch": 99.66,
      "grad_norm": 1.751700758934021,
      "learning_rate": 4.616596039399173e-06,
      "loss": 0.4364,
      "step": 357070
    },
    {
      "epoch": 99.66,
      "grad_norm": 1.737097144126892,
      "learning_rate": 4.6165894386138405e-06,
      "loss": 0.4417,
      "step": 357080
    },
    {
      "epoch": 99.66,
      "grad_norm": 1.4126278162002563,
      "learning_rate": 4.6165828375259925e-06,
      "loss": 0.439,
      "step": 357090
    },
    {
      "epoch": 99.67,
      "grad_norm": 1.7911304235458374,
      "learning_rate": 4.616576236135629e-06,
      "loss": 0.4307,
      "step": 357100
    },
    {
      "epoch": 99.67,
      "grad_norm": 2.1075191497802734,
      "learning_rate": 4.616569634442752e-06,
      "loss": 0.4408,
      "step": 357110
    },
    {
      "epoch": 99.67,
      "grad_norm": 1.5060213804244995,
      "learning_rate": 4.616563032447363e-06,
      "loss": 0.4446,
      "step": 357120
    },
    {
      "epoch": 99.67,
      "grad_norm": 1.843609094619751,
      "learning_rate": 4.61655643014946e-06,
      "loss": 0.4335,
      "step": 357130
    },
    {
      "epoch": 99.68,
      "grad_norm": 1.580567479133606,
      "learning_rate": 4.616549827549047e-06,
      "loss": 0.4279,
      "step": 357140
    },
    {
      "epoch": 99.68,
      "grad_norm": 1.8209811449050903,
      "learning_rate": 4.616543224646123e-06,
      "loss": 0.442,
      "step": 357150
    },
    {
      "epoch": 99.68,
      "grad_norm": 1.7523655891418457,
      "learning_rate": 4.616536621440691e-06,
      "loss": 0.4164,
      "step": 357160
    },
    {
      "epoch": 99.68,
      "grad_norm": 1.6444077491760254,
      "learning_rate": 4.61653001793275e-06,
      "loss": 0.4235,
      "step": 357170
    },
    {
      "epoch": 99.69,
      "grad_norm": 1.9909656047821045,
      "learning_rate": 4.616523414122301e-06,
      "loss": 0.4392,
      "step": 357180
    },
    {
      "epoch": 99.69,
      "grad_norm": 1.4949969053268433,
      "learning_rate": 4.616516810009345e-06,
      "loss": 0.4327,
      "step": 357190
    },
    {
      "epoch": 99.69,
      "grad_norm": 1.453686237335205,
      "learning_rate": 4.616510205593883e-06,
      "loss": 0.4373,
      "step": 357200
    },
    {
      "epoch": 99.7,
      "grad_norm": 1.5512133836746216,
      "learning_rate": 4.616503600875917e-06,
      "loss": 0.3989,
      "step": 357210
    },
    {
      "epoch": 99.7,
      "grad_norm": 1.5319231748580933,
      "learning_rate": 4.616496995855446e-06,
      "loss": 0.4397,
      "step": 357220
    },
    {
      "epoch": 99.7,
      "grad_norm": 1.5236252546310425,
      "learning_rate": 4.616490390532472e-06,
      "loss": 0.4361,
      "step": 357230
    },
    {
      "epoch": 99.7,
      "grad_norm": 1.296297311782837,
      "learning_rate": 4.616483784906996e-06,
      "loss": 0.4155,
      "step": 357240
    },
    {
      "epoch": 99.71,
      "grad_norm": 1.5422251224517822,
      "learning_rate": 4.616477178979018e-06,
      "loss": 0.4281,
      "step": 357250
    },
    {
      "epoch": 99.71,
      "grad_norm": 1.944648027420044,
      "learning_rate": 4.616470572748539e-06,
      "loss": 0.4457,
      "step": 357260
    },
    {
      "epoch": 99.71,
      "grad_norm": 1.4663052558898926,
      "learning_rate": 4.616463966215561e-06,
      "loss": 0.4216,
      "step": 357270
    },
    {
      "epoch": 99.72,
      "grad_norm": 1.6302639245986938,
      "learning_rate": 4.616457359380085e-06,
      "loss": 0.4348,
      "step": 357280
    },
    {
      "epoch": 99.72,
      "grad_norm": 1.4930471181869507,
      "learning_rate": 4.616450752242109e-06,
      "loss": 0.4471,
      "step": 357290
    },
    {
      "epoch": 99.72,
      "grad_norm": 1.6506145000457764,
      "learning_rate": 4.6164441448016375e-06,
      "loss": 0.4318,
      "step": 357300
    },
    {
      "epoch": 99.72,
      "grad_norm": 1.7629154920578003,
      "learning_rate": 4.616437537058669e-06,
      "loss": 0.4548,
      "step": 357310
    },
    {
      "epoch": 99.73,
      "grad_norm": 1.6105901002883911,
      "learning_rate": 4.6164309290132055e-06,
      "loss": 0.4464,
      "step": 357320
    },
    {
      "epoch": 99.73,
      "grad_norm": 1.4900729656219482,
      "learning_rate": 4.6164243206652475e-06,
      "loss": 0.434,
      "step": 357330
    },
    {
      "epoch": 99.73,
      "grad_norm": 1.8498135805130005,
      "learning_rate": 4.616417712014795e-06,
      "loss": 0.4198,
      "step": 357340
    },
    {
      "epoch": 99.73,
      "grad_norm": 1.5016838312149048,
      "learning_rate": 4.616411103061852e-06,
      "loss": 0.4288,
      "step": 357350
    },
    {
      "epoch": 99.74,
      "grad_norm": 1.5089036226272583,
      "learning_rate": 4.616404493806416e-06,
      "loss": 0.4446,
      "step": 357360
    },
    {
      "epoch": 99.74,
      "grad_norm": 1.7281136512756348,
      "learning_rate": 4.616397884248489e-06,
      "loss": 0.4226,
      "step": 357370
    },
    {
      "epoch": 99.74,
      "grad_norm": 1.5007388591766357,
      "learning_rate": 4.616391274388071e-06,
      "loss": 0.4328,
      "step": 357380
    },
    {
      "epoch": 99.75,
      "grad_norm": 1.354361891746521,
      "learning_rate": 4.616384664225165e-06,
      "loss": 0.4352,
      "step": 357390
    },
    {
      "epoch": 99.75,
      "grad_norm": 1.5701984167099,
      "learning_rate": 4.616378053759771e-06,
      "loss": 0.4473,
      "step": 357400
    },
    {
      "epoch": 99.75,
      "grad_norm": 1.5011168718338013,
      "learning_rate": 4.616371442991889e-06,
      "loss": 0.4362,
      "step": 357410
    },
    {
      "epoch": 99.75,
      "grad_norm": 1.6250522136688232,
      "learning_rate": 4.6163648319215206e-06,
      "loss": 0.4366,
      "step": 357420
    },
    {
      "epoch": 99.76,
      "grad_norm": 1.4552245140075684,
      "learning_rate": 4.6163582205486665e-06,
      "loss": 0.42,
      "step": 357430
    },
    {
      "epoch": 99.76,
      "grad_norm": 1.413905382156372,
      "learning_rate": 4.616351608873327e-06,
      "loss": 0.4312,
      "step": 357440
    },
    {
      "epoch": 99.76,
      "grad_norm": 1.4608656167984009,
      "learning_rate": 4.616344996895504e-06,
      "loss": 0.4337,
      "step": 357450
    },
    {
      "epoch": 99.77,
      "grad_norm": 1.562323808670044,
      "learning_rate": 4.616338384615199e-06,
      "loss": 0.4357,
      "step": 357460
    },
    {
      "epoch": 99.77,
      "grad_norm": 1.5123625993728638,
      "learning_rate": 4.616331772032411e-06,
      "loss": 0.4334,
      "step": 357470
    },
    {
      "epoch": 99.77,
      "grad_norm": 2.0039286613464355,
      "learning_rate": 4.616325159147141e-06,
      "loss": 0.4257,
      "step": 357480
    },
    {
      "epoch": 99.77,
      "grad_norm": 1.5207959413528442,
      "learning_rate": 4.616318545959392e-06,
      "loss": 0.411,
      "step": 357490
    },
    {
      "epoch": 99.78,
      "grad_norm": 1.52092707157135,
      "learning_rate": 4.616311932469163e-06,
      "loss": 0.4405,
      "step": 357500
    },
    {
      "epoch": 99.78,
      "grad_norm": 1.59101402759552,
      "learning_rate": 4.616305318676455e-06,
      "loss": 0.4421,
      "step": 357510
    },
    {
      "epoch": 99.78,
      "grad_norm": 1.4628653526306152,
      "learning_rate": 4.616298704581269e-06,
      "loss": 0.4062,
      "step": 357520
    },
    {
      "epoch": 99.79,
      "grad_norm": 1.394651174545288,
      "learning_rate": 4.616292090183607e-06,
      "loss": 0.4306,
      "step": 357530
    },
    {
      "epoch": 99.79,
      "grad_norm": 1.5018423795700073,
      "learning_rate": 4.616285475483469e-06,
      "loss": 0.4291,
      "step": 357540
    },
    {
      "epoch": 99.79,
      "grad_norm": 1.4876209497451782,
      "learning_rate": 4.616278860480856e-06,
      "loss": 0.4292,
      "step": 357550
    },
    {
      "epoch": 99.79,
      "grad_norm": 1.5584588050842285,
      "learning_rate": 4.616272245175768e-06,
      "loss": 0.4419,
      "step": 357560
    },
    {
      "epoch": 99.8,
      "grad_norm": 1.7046177387237549,
      "learning_rate": 4.616265629568207e-06,
      "loss": 0.4462,
      "step": 357570
    },
    {
      "epoch": 99.8,
      "grad_norm": 1.4020204544067383,
      "learning_rate": 4.616259013658174e-06,
      "loss": 0.4378,
      "step": 357580
    },
    {
      "epoch": 99.8,
      "grad_norm": 1.7181586027145386,
      "learning_rate": 4.616252397445669e-06,
      "loss": 0.423,
      "step": 357590
    },
    {
      "epoch": 99.8,
      "grad_norm": 1.5806862115859985,
      "learning_rate": 4.616245780930693e-06,
      "loss": 0.4244,
      "step": 357600
    },
    {
      "epoch": 99.81,
      "grad_norm": 2.983388662338257,
      "learning_rate": 4.616239164113248e-06,
      "loss": 0.4468,
      "step": 357610
    },
    {
      "epoch": 99.81,
      "grad_norm": 1.179504632949829,
      "learning_rate": 4.616232546993333e-06,
      "loss": 0.4366,
      "step": 357620
    },
    {
      "epoch": 99.81,
      "grad_norm": 1.4179853200912476,
      "learning_rate": 4.616225929570951e-06,
      "loss": 0.4338,
      "step": 357630
    },
    {
      "epoch": 99.82,
      "grad_norm": 1.6000686883926392,
      "learning_rate": 4.616219311846102e-06,
      "loss": 0.4132,
      "step": 357640
    },
    {
      "epoch": 99.82,
      "grad_norm": 1.9267849922180176,
      "learning_rate": 4.616212693818786e-06,
      "loss": 0.4367,
      "step": 357650
    },
    {
      "epoch": 99.82,
      "grad_norm": 1.5618222951889038,
      "learning_rate": 4.616206075489005e-06,
      "loss": 0.4293,
      "step": 357660
    },
    {
      "epoch": 99.82,
      "grad_norm": 1.7151232957839966,
      "learning_rate": 4.616199456856758e-06,
      "loss": 0.4157,
      "step": 357670
    },
    {
      "epoch": 99.83,
      "grad_norm": 1.4692471027374268,
      "learning_rate": 4.61619283792205e-06,
      "loss": 0.434,
      "step": 357680
    },
    {
      "epoch": 99.83,
      "grad_norm": 1.5452548265457153,
      "learning_rate": 4.616186218684877e-06,
      "loss": 0.4476,
      "step": 357690
    },
    {
      "epoch": 99.83,
      "grad_norm": 1.8501108884811401,
      "learning_rate": 4.616179599145243e-06,
      "loss": 0.4263,
      "step": 357700
    },
    {
      "epoch": 99.84,
      "grad_norm": 1.535765290260315,
      "learning_rate": 4.616172979303148e-06,
      "loss": 0.4305,
      "step": 357710
    },
    {
      "epoch": 99.84,
      "grad_norm": 1.913912057876587,
      "learning_rate": 4.616166359158593e-06,
      "loss": 0.4265,
      "step": 357720
    },
    {
      "epoch": 99.84,
      "grad_norm": 1.7314565181732178,
      "learning_rate": 4.616159738711578e-06,
      "loss": 0.4346,
      "step": 357730
    },
    {
      "epoch": 99.84,
      "grad_norm": 1.4295026063919067,
      "learning_rate": 4.616153117962106e-06,
      "loss": 0.4365,
      "step": 357740
    },
    {
      "epoch": 99.85,
      "grad_norm": 1.5263454914093018,
      "learning_rate": 4.616146496910176e-06,
      "loss": 0.427,
      "step": 357750
    },
    {
      "epoch": 99.85,
      "grad_norm": 1.5815784931182861,
      "learning_rate": 4.616139875555789e-06,
      "loss": 0.4095,
      "step": 357760
    },
    {
      "epoch": 99.85,
      "grad_norm": 1.4691063165664673,
      "learning_rate": 4.616133253898947e-06,
      "loss": 0.426,
      "step": 357770
    },
    {
      "epoch": 99.85,
      "grad_norm": 1.563629388809204,
      "learning_rate": 4.616126631939649e-06,
      "loss": 0.4123,
      "step": 357780
    },
    {
      "epoch": 99.86,
      "grad_norm": 1.4522110223770142,
      "learning_rate": 4.616120009677898e-06,
      "loss": 0.4248,
      "step": 357790
    },
    {
      "epoch": 99.86,
      "grad_norm": 1.2553820610046387,
      "learning_rate": 4.616113387113694e-06,
      "loss": 0.4348,
      "step": 357800
    },
    {
      "epoch": 99.86,
      "grad_norm": 1.298475742340088,
      "learning_rate": 4.6161067642470364e-06,
      "loss": 0.4251,
      "step": 357810
    },
    {
      "epoch": 99.87,
      "grad_norm": 1.3557393550872803,
      "learning_rate": 4.616100141077929e-06,
      "loss": 0.4318,
      "step": 357820
    },
    {
      "epoch": 99.87,
      "grad_norm": 1.2615822553634644,
      "learning_rate": 4.616093517606371e-06,
      "loss": 0.4225,
      "step": 357830
    },
    {
      "epoch": 99.87,
      "grad_norm": 1.5873236656188965,
      "learning_rate": 4.616086893832363e-06,
      "loss": 0.4269,
      "step": 357840
    },
    {
      "epoch": 99.87,
      "grad_norm": 1.1632393598556519,
      "learning_rate": 4.616080269755907e-06,
      "loss": 0.4399,
      "step": 357850
    },
    {
      "epoch": 99.88,
      "grad_norm": 1.706326961517334,
      "learning_rate": 4.616073645377002e-06,
      "loss": 0.4356,
      "step": 357860
    },
    {
      "epoch": 99.88,
      "grad_norm": 1.4900275468826294,
      "learning_rate": 4.616067020695651e-06,
      "loss": 0.4289,
      "step": 357870
    },
    {
      "epoch": 99.88,
      "grad_norm": 3.461826801300049,
      "learning_rate": 4.616060395711854e-06,
      "loss": 0.4428,
      "step": 357880
    },
    {
      "epoch": 99.89,
      "grad_norm": 1.7575925588607788,
      "learning_rate": 4.6160537704256116e-06,
      "loss": 0.4099,
      "step": 357890
    },
    {
      "epoch": 99.89,
      "grad_norm": 1.5462242364883423,
      "learning_rate": 4.616047144836925e-06,
      "loss": 0.4319,
      "step": 357900
    },
    {
      "epoch": 99.89,
      "grad_norm": 1.3988678455352783,
      "learning_rate": 4.616040518945795e-06,
      "loss": 0.4272,
      "step": 357910
    },
    {
      "epoch": 99.89,
      "grad_norm": 4.014498710632324,
      "learning_rate": 4.616033892752223e-06,
      "loss": 0.4129,
      "step": 357920
    },
    {
      "epoch": 99.9,
      "grad_norm": 1.4779056310653687,
      "learning_rate": 4.616027266256209e-06,
      "loss": 0.4591,
      "step": 357930
    },
    {
      "epoch": 99.9,
      "grad_norm": 1.5295370817184448,
      "learning_rate": 4.616020639457754e-06,
      "loss": 0.4405,
      "step": 357940
    },
    {
      "epoch": 99.9,
      "grad_norm": 1.4078617095947266,
      "learning_rate": 4.616014012356859e-06,
      "loss": 0.4181,
      "step": 357950
    },
    {
      "epoch": 99.91,
      "grad_norm": 1.4462924003601074,
      "learning_rate": 4.616007384953525e-06,
      "loss": 0.4337,
      "step": 357960
    },
    {
      "epoch": 99.91,
      "grad_norm": 1.387078046798706,
      "learning_rate": 4.616000757247754e-06,
      "loss": 0.4395,
      "step": 357970
    },
    {
      "epoch": 99.91,
      "grad_norm": 1.5641155242919922,
      "learning_rate": 4.615994129239545e-06,
      "loss": 0.4329,
      "step": 357980
    },
    {
      "epoch": 99.91,
      "grad_norm": 1.3625613451004028,
      "learning_rate": 4.6159875009289e-06,
      "loss": 0.4159,
      "step": 357990
    },
    {
      "epoch": 99.92,
      "grad_norm": 1.7609517574310303,
      "learning_rate": 4.615980872315819e-06,
      "loss": 0.4243,
      "step": 358000
    },
    {
      "epoch": 99.92,
      "grad_norm": 1.650488018989563,
      "learning_rate": 4.615974243400305e-06,
      "loss": 0.4531,
      "step": 358010
    },
    {
      "epoch": 99.92,
      "grad_norm": 1.6611649990081787,
      "learning_rate": 4.615967614182356e-06,
      "loss": 0.434,
      "step": 358020
    },
    {
      "epoch": 99.92,
      "grad_norm": 1.7039941549301147,
      "learning_rate": 4.615960984661974e-06,
      "loss": 0.4288,
      "step": 358030
    },
    {
      "epoch": 99.93,
      "grad_norm": 1.5486739873886108,
      "learning_rate": 4.615954354839161e-06,
      "loss": 0.4208,
      "step": 358040
    },
    {
      "epoch": 99.93,
      "grad_norm": 2.020378351211548,
      "learning_rate": 4.615947724713917e-06,
      "loss": 0.4412,
      "step": 358050
    },
    {
      "epoch": 99.93,
      "grad_norm": 1.7712806463241577,
      "learning_rate": 4.6159410942862416e-06,
      "loss": 0.4207,
      "step": 358060
    },
    {
      "epoch": 99.94,
      "grad_norm": 1.361796498298645,
      "learning_rate": 4.615934463556138e-06,
      "loss": 0.4329,
      "step": 358070
    },
    {
      "epoch": 99.94,
      "grad_norm": 1.686385154724121,
      "learning_rate": 4.615927832523606e-06,
      "loss": 0.4324,
      "step": 358080
    },
    {
      "epoch": 99.94,
      "grad_norm": 1.3044078350067139,
      "learning_rate": 4.6159212011886455e-06,
      "loss": 0.4353,
      "step": 358090
    },
    {
      "epoch": 99.94,
      "grad_norm": 2.0483012199401855,
      "learning_rate": 4.615914569551259e-06,
      "loss": 0.4292,
      "step": 358100
    },
    {
      "epoch": 99.95,
      "grad_norm": 1.4133623838424683,
      "learning_rate": 4.615907937611447e-06,
      "loss": 0.432,
      "step": 358110
    },
    {
      "epoch": 99.95,
      "grad_norm": 1.5319619178771973,
      "learning_rate": 4.615901305369211e-06,
      "loss": 0.406,
      "step": 358120
    },
    {
      "epoch": 99.95,
      "grad_norm": 1.4861587285995483,
      "learning_rate": 4.61589467282455e-06,
      "loss": 0.4292,
      "step": 358130
    },
    {
      "epoch": 99.96,
      "grad_norm": 1.2606163024902344,
      "learning_rate": 4.6158880399774655e-06,
      "loss": 0.4321,
      "step": 358140
    },
    {
      "epoch": 99.96,
      "grad_norm": 1.4663633108139038,
      "learning_rate": 4.615881406827959e-06,
      "loss": 0.4312,
      "step": 358150
    },
    {
      "epoch": 99.96,
      "grad_norm": 1.6344056129455566,
      "learning_rate": 4.615874773376033e-06,
      "loss": 0.4376,
      "step": 358160
    },
    {
      "epoch": 99.96,
      "grad_norm": 1.4831008911132812,
      "learning_rate": 4.615868139621684e-06,
      "loss": 0.4355,
      "step": 358170
    },
    {
      "epoch": 99.97,
      "grad_norm": 1.6373710632324219,
      "learning_rate": 4.6158615055649165e-06,
      "loss": 0.4488,
      "step": 358180
    },
    {
      "epoch": 99.97,
      "grad_norm": 6.037308216094971,
      "learning_rate": 4.615854871205731e-06,
      "loss": 0.4338,
      "step": 358190
    },
    {
      "epoch": 99.97,
      "grad_norm": 1.3114885091781616,
      "learning_rate": 4.615848236544127e-06,
      "loss": 0.4425,
      "step": 358200
    },
    {
      "epoch": 99.97,
      "grad_norm": 1.5875524282455444,
      "learning_rate": 4.615841601580106e-06,
      "loss": 0.4485,
      "step": 358210
    },
    {
      "epoch": 99.98,
      "grad_norm": 1.737618327140808,
      "learning_rate": 4.61583496631367e-06,
      "loss": 0.4275,
      "step": 358220
    },
    {
      "epoch": 99.98,
      "grad_norm": 1.315608263015747,
      "learning_rate": 4.615828330744817e-06,
      "loss": 0.4591,
      "step": 358230
    },
    {
      "epoch": 99.98,
      "grad_norm": 1.2412779331207275,
      "learning_rate": 4.615821694873552e-06,
      "loss": 0.4331,
      "step": 358240
    },
    {
      "epoch": 99.99,
      "grad_norm": 1.6029783487319946,
      "learning_rate": 4.615815058699872e-06,
      "loss": 0.4179,
      "step": 358250
    },
    {
      "epoch": 99.99,
      "grad_norm": 1.515181541442871,
      "learning_rate": 4.61580842222378e-06,
      "loss": 0.4232,
      "step": 358260
    },
    {
      "epoch": 99.99,
      "grad_norm": 1.4807595014572144,
      "learning_rate": 4.615801785445277e-06,
      "loss": 0.4222,
      "step": 358270
    },
    {
      "epoch": 99.99,
      "grad_norm": 1.7569206953048706,
      "learning_rate": 4.615795148364363e-06,
      "loss": 0.4446,
      "step": 358280
    },
    {
      "epoch": 100.0,
      "grad_norm": 1.567699909210205,
      "learning_rate": 4.615788510981039e-06,
      "loss": 0.4247,
      "step": 358290
    },
    {
      "epoch": 100.0,
      "grad_norm": 1.4517170190811157,
      "learning_rate": 4.615781873295305e-06,
      "loss": 0.4337,
      "step": 358300
    },
    {
      "epoch": 100.0,
      "eval_loss": 0.43103381991386414,
      "eval_runtime": 62.9462,
      "eval_samples_per_second": 80.37,
      "eval_steps_per_second": 10.056,
      "step": 358300
    },
    {
      "epoch": 100.0,
      "grad_norm": 1.4723613262176514,
      "learning_rate": 4.615775235307165e-06,
      "loss": 0.4251,
      "step": 358310
    },
    {
      "epoch": 100.01,
      "grad_norm": 1.5888617038726807,
      "learning_rate": 4.6157685970166165e-06,
      "loss": 0.4404,
      "step": 358320
    },
    {
      "epoch": 100.01,
      "grad_norm": 1.364212989807129,
      "learning_rate": 4.6157619584236615e-06,
      "loss": 0.4391,
      "step": 358330
    },
    {
      "epoch": 100.01,
      "grad_norm": 1.3744440078735352,
      "learning_rate": 4.615755319528301e-06,
      "loss": 0.4236,
      "step": 358340
    },
    {
      "epoch": 100.01,
      "grad_norm": 1.43403959274292,
      "learning_rate": 4.615748680330537e-06,
      "loss": 0.4393,
      "step": 358350
    },
    {
      "epoch": 100.02,
      "grad_norm": 1.4206421375274658,
      "learning_rate": 4.615742040830369e-06,
      "loss": 0.435,
      "step": 358360
    },
    {
      "epoch": 100.02,
      "grad_norm": 1.4287842512130737,
      "learning_rate": 4.6157354010277985e-06,
      "loss": 0.4264,
      "step": 358370
    },
    {
      "epoch": 100.02,
      "grad_norm": 1.6436318159103394,
      "learning_rate": 4.615728760922825e-06,
      "loss": 0.4322,
      "step": 358380
    },
    {
      "epoch": 100.03,
      "grad_norm": 1.7117987871170044,
      "learning_rate": 4.615722120515451e-06,
      "loss": 0.4364,
      "step": 358390
    },
    {
      "epoch": 100.03,
      "grad_norm": 1.7635600566864014,
      "learning_rate": 4.615715479805677e-06,
      "loss": 0.4235,
      "step": 358400
    },
    {
      "epoch": 100.03,
      "grad_norm": 1.6578822135925293,
      "learning_rate": 4.6157088387935045e-06,
      "loss": 0.4079,
      "step": 358410
    },
    {
      "epoch": 100.03,
      "grad_norm": 1.6097311973571777,
      "learning_rate": 4.615702197478933e-06,
      "loss": 0.4343,
      "step": 358420
    },
    {
      "epoch": 100.04,
      "grad_norm": 2.0823538303375244,
      "learning_rate": 4.615695555861963e-06,
      "loss": 0.4243,
      "step": 358430
    },
    {
      "epoch": 100.04,
      "grad_norm": 1.3583297729492188,
      "learning_rate": 4.615688913942598e-06,
      "loss": 0.439,
      "step": 358440
    },
    {
      "epoch": 100.04,
      "grad_norm": 1.7069127559661865,
      "learning_rate": 4.615682271720837e-06,
      "loss": 0.4248,
      "step": 358450
    },
    {
      "epoch": 100.04,
      "grad_norm": 1.505291223526001,
      "learning_rate": 4.615675629196681e-06,
      "loss": 0.4466,
      "step": 358460
    },
    {
      "epoch": 100.05,
      "grad_norm": 1.4740407466888428,
      "learning_rate": 4.615668986370131e-06,
      "loss": 0.4192,
      "step": 358470
    },
    {
      "epoch": 100.05,
      "grad_norm": 1.5520918369293213,
      "learning_rate": 4.615662343241188e-06,
      "loss": 0.4478,
      "step": 358480
    },
    {
      "epoch": 100.05,
      "grad_norm": 1.4538896083831787,
      "learning_rate": 4.615655699809853e-06,
      "loss": 0.4276,
      "step": 358490
    },
    {
      "epoch": 100.06,
      "grad_norm": 1.6793919801712036,
      "learning_rate": 4.6156490560761275e-06,
      "loss": 0.4378,
      "step": 358500
    },
    {
      "epoch": 100.06,
      "grad_norm": 1.651757001876831,
      "learning_rate": 4.61564241204001e-06,
      "loss": 0.4316,
      "step": 358510
    },
    {
      "epoch": 100.06,
      "grad_norm": 1.8061021566390991,
      "learning_rate": 4.615635767701504e-06,
      "loss": 0.4227,
      "step": 358520
    },
    {
      "epoch": 100.06,
      "grad_norm": 1.6382333040237427,
      "learning_rate": 4.61562912306061e-06,
      "loss": 0.4359,
      "step": 358530
    },
    {
      "epoch": 100.07,
      "grad_norm": 1.3912338018417358,
      "learning_rate": 4.615622478117327e-06,
      "loss": 0.4326,
      "step": 358540
    },
    {
      "epoch": 100.07,
      "grad_norm": 1.4286454916000366,
      "learning_rate": 4.615615832871657e-06,
      "loss": 0.4287,
      "step": 358550
    },
    {
      "epoch": 100.07,
      "grad_norm": 1.6094768047332764,
      "learning_rate": 4.615609187323602e-06,
      "loss": 0.4372,
      "step": 358560
    },
    {
      "epoch": 100.08,
      "grad_norm": 1.7595820426940918,
      "learning_rate": 4.615602541473161e-06,
      "loss": 0.4311,
      "step": 358570
    },
    {
      "epoch": 100.08,
      "grad_norm": 1.4996883869171143,
      "learning_rate": 4.615595895320337e-06,
      "loss": 0.4327,
      "step": 358580
    },
    {
      "epoch": 100.08,
      "grad_norm": 1.5870691537857056,
      "learning_rate": 4.615589248865129e-06,
      "loss": 0.4489,
      "step": 358590
    },
    {
      "epoch": 100.08,
      "grad_norm": 1.4982633590698242,
      "learning_rate": 4.615582602107539e-06,
      "loss": 0.4084,
      "step": 358600
    },
    {
      "epoch": 100.09,
      "grad_norm": 1.5282673835754395,
      "learning_rate": 4.6155759550475664e-06,
      "loss": 0.4267,
      "step": 358610
    },
    {
      "epoch": 100.09,
      "grad_norm": 1.5247923135757446,
      "learning_rate": 4.615569307685214e-06,
      "loss": 0.4051,
      "step": 358620
    },
    {
      "epoch": 100.09,
      "grad_norm": 1.729665756225586,
      "learning_rate": 4.615562660020481e-06,
      "loss": 0.4282,
      "step": 358630
    },
    {
      "epoch": 100.09,
      "grad_norm": 1.4669957160949707,
      "learning_rate": 4.61555601205337e-06,
      "loss": 0.437,
      "step": 358640
    },
    {
      "epoch": 100.1,
      "grad_norm": 1.785362958908081,
      "learning_rate": 4.61554936378388e-06,
      "loss": 0.4392,
      "step": 358650
    },
    {
      "epoch": 100.1,
      "grad_norm": 1.5654298067092896,
      "learning_rate": 4.615542715212015e-06,
      "loss": 0.4249,
      "step": 358660
    },
    {
      "epoch": 100.1,
      "grad_norm": 3.432187080383301,
      "learning_rate": 4.615536066337772e-06,
      "loss": 0.4344,
      "step": 358670
    },
    {
      "epoch": 100.11,
      "grad_norm": 2.984975814819336,
      "learning_rate": 4.615529417161154e-06,
      "loss": 0.4128,
      "step": 358680
    },
    {
      "epoch": 100.11,
      "grad_norm": 1.5712257623672485,
      "learning_rate": 4.615522767682162e-06,
      "loss": 0.4166,
      "step": 358690
    },
    {
      "epoch": 100.11,
      "grad_norm": 1.4223462343215942,
      "learning_rate": 4.615516117900796e-06,
      "loss": 0.4353,
      "step": 358700
    },
    {
      "epoch": 100.11,
      "grad_norm": 1.5117673873901367,
      "learning_rate": 4.615509467817057e-06,
      "loss": 0.4262,
      "step": 358710
    },
    {
      "epoch": 100.12,
      "grad_norm": 1.5102659463882446,
      "learning_rate": 4.615502817430947e-06,
      "loss": 0.4397,
      "step": 358720
    },
    {
      "epoch": 100.12,
      "grad_norm": 1.5798702239990234,
      "learning_rate": 4.615496166742466e-06,
      "loss": 0.4255,
      "step": 358730
    },
    {
      "epoch": 100.12,
      "grad_norm": 1.9766855239868164,
      "learning_rate": 4.615489515751614e-06,
      "loss": 0.4319,
      "step": 358740
    },
    {
      "epoch": 100.13,
      "grad_norm": 1.4250348806381226,
      "learning_rate": 4.615482864458394e-06,
      "loss": 0.4268,
      "step": 358750
    },
    {
      "epoch": 100.13,
      "grad_norm": 2.24259614944458,
      "learning_rate": 4.615476212862805e-06,
      "loss": 0.4167,
      "step": 358760
    },
    {
      "epoch": 100.13,
      "grad_norm": 1.5473616123199463,
      "learning_rate": 4.615469560964848e-06,
      "loss": 0.407,
      "step": 358770
    },
    {
      "epoch": 100.13,
      "grad_norm": 1.3800066709518433,
      "learning_rate": 4.615462908764526e-06,
      "loss": 0.4189,
      "step": 358780
    },
    {
      "epoch": 100.14,
      "grad_norm": 1.3378363847732544,
      "learning_rate": 4.615456256261837e-06,
      "loss": 0.4491,
      "step": 358790
    },
    {
      "epoch": 100.14,
      "grad_norm": 1.5692812204360962,
      "learning_rate": 4.615449603456785e-06,
      "loss": 0.4138,
      "step": 358800
    },
    {
      "epoch": 100.14,
      "grad_norm": 1.4261994361877441,
      "learning_rate": 4.615442950349368e-06,
      "loss": 0.4355,
      "step": 358810
    },
    {
      "epoch": 100.15,
      "grad_norm": 1.7644062042236328,
      "learning_rate": 4.6154362969395885e-06,
      "loss": 0.4293,
      "step": 358820
    },
    {
      "epoch": 100.15,
      "grad_norm": 1.913201093673706,
      "learning_rate": 4.615429643227446e-06,
      "loss": 0.4339,
      "step": 358830
    },
    {
      "epoch": 100.15,
      "grad_norm": 1.7329554557800293,
      "learning_rate": 4.615422989212943e-06,
      "loss": 0.4382,
      "step": 358840
    },
    {
      "epoch": 100.15,
      "grad_norm": 1.3956305980682373,
      "learning_rate": 4.61541633489608e-06,
      "loss": 0.4339,
      "step": 358850
    },
    {
      "epoch": 100.16,
      "grad_norm": 1.6194899082183838,
      "learning_rate": 4.615409680276857e-06,
      "loss": 0.4282,
      "step": 358860
    },
    {
      "epoch": 100.16,
      "grad_norm": 1.1957768201828003,
      "learning_rate": 4.6154030253552754e-06,
      "loss": 0.4428,
      "step": 358870
    },
    {
      "epoch": 100.16,
      "grad_norm": 2.1133127212524414,
      "learning_rate": 4.615396370131337e-06,
      "loss": 0.4187,
      "step": 358880
    },
    {
      "epoch": 100.16,
      "grad_norm": 1.3798284530639648,
      "learning_rate": 4.615389714605041e-06,
      "loss": 0.4291,
      "step": 358890
    },
    {
      "epoch": 100.17,
      "grad_norm": 2.688591957092285,
      "learning_rate": 4.61538305877639e-06,
      "loss": 0.4355,
      "step": 358900
    },
    {
      "epoch": 100.17,
      "grad_norm": 1.7448428869247437,
      "learning_rate": 4.615376402645384e-06,
      "loss": 0.4114,
      "step": 358910
    },
    {
      "epoch": 100.17,
      "grad_norm": 1.6276981830596924,
      "learning_rate": 4.615369746212023e-06,
      "loss": 0.4471,
      "step": 358920
    },
    {
      "epoch": 100.18,
      "grad_norm": 1.5301473140716553,
      "learning_rate": 4.615363089476309e-06,
      "loss": 0.433,
      "step": 358930
    },
    {
      "epoch": 100.18,
      "grad_norm": 1.3892648220062256,
      "learning_rate": 4.615356432438242e-06,
      "loss": 0.4357,
      "step": 358940
    },
    {
      "epoch": 100.18,
      "grad_norm": 1.2784379720687866,
      "learning_rate": 4.615349775097825e-06,
      "loss": 0.4374,
      "step": 358950
    },
    {
      "epoch": 100.18,
      "grad_norm": 1.9303309917449951,
      "learning_rate": 4.615343117455057e-06,
      "loss": 0.429,
      "step": 358960
    },
    {
      "epoch": 100.19,
      "grad_norm": 1.8067198991775513,
      "learning_rate": 4.615336459509939e-06,
      "loss": 0.4676,
      "step": 358970
    },
    {
      "epoch": 100.19,
      "grad_norm": 1.4262770414352417,
      "learning_rate": 4.615329801262473e-06,
      "loss": 0.4108,
      "step": 358980
    },
    {
      "epoch": 100.19,
      "grad_norm": 1.4402421712875366,
      "learning_rate": 4.615323142712658e-06,
      "loss": 0.4393,
      "step": 358990
    },
    {
      "epoch": 100.2,
      "grad_norm": 1.58174467086792,
      "learning_rate": 4.615316483860497e-06,
      "loss": 0.4465,
      "step": 359000
    },
    {
      "epoch": 100.2,
      "grad_norm": 1.6144263744354248,
      "learning_rate": 4.61530982470599e-06,
      "loss": 0.435,
      "step": 359010
    },
    {
      "epoch": 100.2,
      "grad_norm": 1.6402554512023926,
      "learning_rate": 4.615303165249137e-06,
      "loss": 0.4289,
      "step": 359020
    },
    {
      "epoch": 100.2,
      "grad_norm": 1.6880357265472412,
      "learning_rate": 4.61529650548994e-06,
      "loss": 0.4375,
      "step": 359030
    },
    {
      "epoch": 100.21,
      "grad_norm": 1.8247653245925903,
      "learning_rate": 4.6152898454284e-06,
      "loss": 0.4314,
      "step": 359040
    },
    {
      "epoch": 100.21,
      "grad_norm": 1.4701354503631592,
      "learning_rate": 4.615283185064516e-06,
      "loss": 0.4396,
      "step": 359050
    },
    {
      "epoch": 100.21,
      "grad_norm": 1.6073895692825317,
      "learning_rate": 4.6152765243982915e-06,
      "loss": 0.4447,
      "step": 359060
    },
    {
      "epoch": 100.21,
      "grad_norm": 1.277260184288025,
      "learning_rate": 4.615269863429725e-06,
      "loss": 0.4407,
      "step": 359070
    },
    {
      "epoch": 100.22,
      "grad_norm": 1.620327115058899,
      "learning_rate": 4.61526320215882e-06,
      "loss": 0.4479,
      "step": 359080
    },
    {
      "epoch": 100.22,
      "grad_norm": 1.4194196462631226,
      "learning_rate": 4.615256540585575e-06,
      "loss": 0.4235,
      "step": 359090
    },
    {
      "epoch": 100.22,
      "grad_norm": 1.6343469619750977,
      "learning_rate": 4.6152498787099925e-06,
      "loss": 0.4392,
      "step": 359100
    },
    {
      "epoch": 100.23,
      "grad_norm": 1.364083170890808,
      "learning_rate": 4.615243216532073e-06,
      "loss": 0.4364,
      "step": 359110
    },
    {
      "epoch": 100.23,
      "grad_norm": 1.6454051733016968,
      "learning_rate": 4.615236554051816e-06,
      "loss": 0.4211,
      "step": 359120
    },
    {
      "epoch": 100.23,
      "grad_norm": 1.5121556520462036,
      "learning_rate": 4.615229891269225e-06,
      "loss": 0.4226,
      "step": 359130
    },
    {
      "epoch": 100.23,
      "grad_norm": 1.757650375366211,
      "learning_rate": 4.615223228184298e-06,
      "loss": 0.4533,
      "step": 359140
    },
    {
      "epoch": 100.24,
      "grad_norm": 1.5844870805740356,
      "learning_rate": 4.6152165647970375e-06,
      "loss": 0.453,
      "step": 359150
    },
    {
      "epoch": 100.24,
      "grad_norm": 1.6068568229675293,
      "learning_rate": 4.615209901107445e-06,
      "loss": 0.4404,
      "step": 359160
    },
    {
      "epoch": 100.24,
      "grad_norm": 1.4409195184707642,
      "learning_rate": 4.61520323711552e-06,
      "loss": 0.4269,
      "step": 359170
    },
    {
      "epoch": 100.25,
      "grad_norm": 1.483425498008728,
      "learning_rate": 4.615196572821265e-06,
      "loss": 0.4494,
      "step": 359180
    },
    {
      "epoch": 100.25,
      "grad_norm": 1.259858250617981,
      "learning_rate": 4.6151899082246786e-06,
      "loss": 0.4038,
      "step": 359190
    },
    {
      "epoch": 100.25,
      "grad_norm": 1.6317603588104248,
      "learning_rate": 4.615183243325763e-06,
      "loss": 0.4141,
      "step": 359200
    },
    {
      "epoch": 100.25,
      "grad_norm": 1.6718614101409912,
      "learning_rate": 4.61517657812452e-06,
      "loss": 0.4272,
      "step": 359210
    },
    {
      "epoch": 100.26,
      "grad_norm": 1.509566307067871,
      "learning_rate": 4.6151699126209476e-06,
      "loss": 0.4327,
      "step": 359220
    },
    {
      "epoch": 100.26,
      "grad_norm": 1.351902723312378,
      "learning_rate": 4.61516324681505e-06,
      "loss": 0.4236,
      "step": 359230
    },
    {
      "epoch": 100.26,
      "grad_norm": 2.094942331314087,
      "learning_rate": 4.615156580706827e-06,
      "loss": 0.4258,
      "step": 359240
    },
    {
      "epoch": 100.27,
      "grad_norm": 1.58778715133667,
      "learning_rate": 4.615149914296278e-06,
      "loss": 0.4375,
      "step": 359250
    },
    {
      "epoch": 100.27,
      "grad_norm": 1.8821179866790771,
      "learning_rate": 4.615143247583406e-06,
      "loss": 0.4226,
      "step": 359260
    },
    {
      "epoch": 100.27,
      "grad_norm": 1.400619626045227,
      "learning_rate": 4.615136580568211e-06,
      "loss": 0.428,
      "step": 359270
    },
    {
      "epoch": 100.27,
      "grad_norm": 1.3271572589874268,
      "learning_rate": 4.615129913250693e-06,
      "loss": 0.4463,
      "step": 359280
    },
    {
      "epoch": 100.28,
      "grad_norm": 1.5850253105163574,
      "learning_rate": 4.6151232456308545e-06,
      "loss": 0.4371,
      "step": 359290
    },
    {
      "epoch": 100.28,
      "grad_norm": 1.438263177871704,
      "learning_rate": 4.615116577708694e-06,
      "loss": 0.4441,
      "step": 359300
    },
    {
      "epoch": 100.28,
      "grad_norm": 2.1650681495666504,
      "learning_rate": 4.615109909484216e-06,
      "loss": 0.4252,
      "step": 359310
    },
    {
      "epoch": 100.28,
      "grad_norm": 1.5337036848068237,
      "learning_rate": 4.615103240957419e-06,
      "loss": 0.4195,
      "step": 359320
    },
    {
      "epoch": 100.29,
      "grad_norm": 1.5078908205032349,
      "learning_rate": 4.615096572128303e-06,
      "loss": 0.4245,
      "step": 359330
    },
    {
      "epoch": 100.29,
      "grad_norm": 1.7167329788208008,
      "learning_rate": 4.6150899029968715e-06,
      "loss": 0.4392,
      "step": 359340
    },
    {
      "epoch": 100.29,
      "grad_norm": 1.4174864292144775,
      "learning_rate": 4.615083233563123e-06,
      "loss": 0.4243,
      "step": 359350
    },
    {
      "epoch": 100.3,
      "grad_norm": 1.4246476888656616,
      "learning_rate": 4.615076563827061e-06,
      "loss": 0.4445,
      "step": 359360
    },
    {
      "epoch": 100.3,
      "grad_norm": 1.5453014373779297,
      "learning_rate": 4.615069893788683e-06,
      "loss": 0.4336,
      "step": 359370
    },
    {
      "epoch": 100.3,
      "grad_norm": 2.0196425914764404,
      "learning_rate": 4.6150632234479925e-06,
      "loss": 0.4225,
      "step": 359380
    },
    {
      "epoch": 100.3,
      "grad_norm": 1.3897674083709717,
      "learning_rate": 4.6150565528049905e-06,
      "loss": 0.4166,
      "step": 359390
    },
    {
      "epoch": 100.31,
      "grad_norm": 1.6816201210021973,
      "learning_rate": 4.615049881859676e-06,
      "loss": 0.4306,
      "step": 359400
    },
    {
      "epoch": 100.31,
      "grad_norm": 1.7830958366394043,
      "learning_rate": 4.6150432106120505e-06,
      "loss": 0.424,
      "step": 359410
    },
    {
      "epoch": 100.31,
      "grad_norm": 2.4680285453796387,
      "learning_rate": 4.615036539062116e-06,
      "loss": 0.4481,
      "step": 359420
    },
    {
      "epoch": 100.32,
      "grad_norm": 1.2763581275939941,
      "learning_rate": 4.615029867209873e-06,
      "loss": 0.4311,
      "step": 359430
    },
    {
      "epoch": 100.32,
      "grad_norm": 1.4501776695251465,
      "learning_rate": 4.615023195055321e-06,
      "loss": 0.4341,
      "step": 359440
    },
    {
      "epoch": 100.32,
      "grad_norm": 1.5587503910064697,
      "learning_rate": 4.615016522598461e-06,
      "loss": 0.4087,
      "step": 359450
    },
    {
      "epoch": 100.32,
      "grad_norm": 1.4057629108428955,
      "learning_rate": 4.6150098498392965e-06,
      "loss": 0.433,
      "step": 359460
    },
    {
      "epoch": 100.33,
      "grad_norm": 1.7460085153579712,
      "learning_rate": 4.6150031767778265e-06,
      "loss": 0.425,
      "step": 359470
    },
    {
      "epoch": 100.33,
      "grad_norm": 1.6314836740493774,
      "learning_rate": 4.614996503414052e-06,
      "loss": 0.4513,
      "step": 359480
    },
    {
      "epoch": 100.33,
      "grad_norm": 1.1921919584274292,
      "learning_rate": 4.614989829747974e-06,
      "loss": 0.4516,
      "step": 359490
    },
    {
      "epoch": 100.33,
      "grad_norm": 1.4905632734298706,
      "learning_rate": 4.614983155779593e-06,
      "loss": 0.4288,
      "step": 359500
    },
    {
      "epoch": 100.34,
      "grad_norm": 1.6358187198638916,
      "learning_rate": 4.6149764815089105e-06,
      "loss": 0.4301,
      "step": 359510
    },
    {
      "epoch": 100.34,
      "grad_norm": 1.5961147546768188,
      "learning_rate": 4.614969806935927e-06,
      "loss": 0.4169,
      "step": 359520
    },
    {
      "epoch": 100.34,
      "grad_norm": 1.6407103538513184,
      "learning_rate": 4.614963132060644e-06,
      "loss": 0.4291,
      "step": 359530
    },
    {
      "epoch": 100.35,
      "grad_norm": 1.6772041320800781,
      "learning_rate": 4.614956456883061e-06,
      "loss": 0.4429,
      "step": 359540
    },
    {
      "epoch": 100.35,
      "grad_norm": 1.5160706043243408,
      "learning_rate": 4.614949781403181e-06,
      "loss": 0.4159,
      "step": 359550
    },
    {
      "epoch": 100.35,
      "grad_norm": 1.3624861240386963,
      "learning_rate": 4.614943105621003e-06,
      "loss": 0.4228,
      "step": 359560
    },
    {
      "epoch": 100.35,
      "grad_norm": 1.9817930459976196,
      "learning_rate": 4.614936429536528e-06,
      "loss": 0.4358,
      "step": 359570
    },
    {
      "epoch": 100.36,
      "grad_norm": 1.8929650783538818,
      "learning_rate": 4.614929753149758e-06,
      "loss": 0.4322,
      "step": 359580
    },
    {
      "epoch": 100.36,
      "grad_norm": 1.4007271528244019,
      "learning_rate": 4.614923076460694e-06,
      "loss": 0.4056,
      "step": 359590
    },
    {
      "epoch": 100.36,
      "grad_norm": 1.881097435951233,
      "learning_rate": 4.614916399469335e-06,
      "loss": 0.4222,
      "step": 359600
    },
    {
      "epoch": 100.37,
      "grad_norm": 2.832233190536499,
      "learning_rate": 4.614909722175684e-06,
      "loss": 0.4077,
      "step": 359610
    },
    {
      "epoch": 100.37,
      "grad_norm": 1.3526034355163574,
      "learning_rate": 4.614903044579742e-06,
      "loss": 0.4306,
      "step": 359620
    },
    {
      "epoch": 100.37,
      "grad_norm": 1.6829899549484253,
      "learning_rate": 4.614896366681507e-06,
      "loss": 0.4181,
      "step": 359630
    },
    {
      "epoch": 100.37,
      "grad_norm": 1.4467384815216064,
      "learning_rate": 4.614889688480983e-06,
      "loss": 0.4154,
      "step": 359640
    },
    {
      "epoch": 100.38,
      "grad_norm": 1.4881328344345093,
      "learning_rate": 4.614883009978169e-06,
      "loss": 0.4488,
      "step": 359650
    },
    {
      "epoch": 100.38,
      "grad_norm": 1.4978338479995728,
      "learning_rate": 4.614876331173067e-06,
      "loss": 0.4033,
      "step": 359660
    },
    {
      "epoch": 100.38,
      "grad_norm": 1.6696274280548096,
      "learning_rate": 4.614869652065677e-06,
      "loss": 0.4233,
      "step": 359670
    },
    {
      "epoch": 100.39,
      "grad_norm": 1.6646724939346313,
      "learning_rate": 4.614862972656e-06,
      "loss": 0.431,
      "step": 359680
    },
    {
      "epoch": 100.39,
      "grad_norm": 1.4723342657089233,
      "learning_rate": 4.6148562929440385e-06,
      "loss": 0.4244,
      "step": 359690
    },
    {
      "epoch": 100.39,
      "grad_norm": 1.5526262521743774,
      "learning_rate": 4.614849612929792e-06,
      "loss": 0.412,
      "step": 359700
    },
    {
      "epoch": 100.39,
      "grad_norm": 1.63845694065094,
      "learning_rate": 4.614842932613261e-06,
      "loss": 0.4506,
      "step": 359710
    },
    {
      "epoch": 100.4,
      "grad_norm": 1.3238425254821777,
      "learning_rate": 4.614836251994446e-06,
      "loss": 0.4362,
      "step": 359720
    },
    {
      "epoch": 100.4,
      "grad_norm": 1.6059834957122803,
      "learning_rate": 4.614829571073351e-06,
      "loss": 0.4478,
      "step": 359730
    },
    {
      "epoch": 100.4,
      "grad_norm": 1.9281760454177856,
      "learning_rate": 4.614822889849973e-06,
      "loss": 0.4256,
      "step": 359740
    },
    {
      "epoch": 100.4,
      "grad_norm": 1.4302562475204468,
      "learning_rate": 4.614816208324314e-06,
      "loss": 0.4102,
      "step": 359750
    },
    {
      "epoch": 100.41,
      "grad_norm": 1.3644226789474487,
      "learning_rate": 4.614809526496378e-06,
      "loss": 0.4418,
      "step": 359760
    },
    {
      "epoch": 100.41,
      "grad_norm": 1.5753802061080933,
      "learning_rate": 4.6148028443661605e-06,
      "loss": 0.4083,
      "step": 359770
    },
    {
      "epoch": 100.41,
      "grad_norm": 1.4955216646194458,
      "learning_rate": 4.614796161933667e-06,
      "loss": 0.4289,
      "step": 359780
    },
    {
      "epoch": 100.42,
      "grad_norm": 1.4816431999206543,
      "learning_rate": 4.614789479198896e-06,
      "loss": 0.4221,
      "step": 359790
    },
    {
      "epoch": 100.42,
      "grad_norm": 1.505363941192627,
      "learning_rate": 4.6147827961618495e-06,
      "loss": 0.4338,
      "step": 359800
    },
    {
      "epoch": 100.42,
      "grad_norm": 1.5376495122909546,
      "learning_rate": 4.614776112822528e-06,
      "loss": 0.4282,
      "step": 359810
    },
    {
      "epoch": 100.42,
      "grad_norm": 1.7605689764022827,
      "learning_rate": 4.6147694291809315e-06,
      "loss": 0.4278,
      "step": 359820
    },
    {
      "epoch": 100.43,
      "grad_norm": 1.6489895582199097,
      "learning_rate": 4.614762745237063e-06,
      "loss": 0.4376,
      "step": 359830
    },
    {
      "epoch": 100.43,
      "grad_norm": 1.5903871059417725,
      "learning_rate": 4.614756060990921e-06,
      "loss": 0.4079,
      "step": 359840
    },
    {
      "epoch": 100.43,
      "grad_norm": 1.54840087890625,
      "learning_rate": 4.614749376442507e-06,
      "loss": 0.4197,
      "step": 359850
    },
    {
      "epoch": 100.44,
      "grad_norm": 1.7760484218597412,
      "learning_rate": 4.614742691591824e-06,
      "loss": 0.4309,
      "step": 359860
    },
    {
      "epoch": 100.44,
      "grad_norm": 1.6542128324508667,
      "learning_rate": 4.61473600643887e-06,
      "loss": 0.4278,
      "step": 359870
    },
    {
      "epoch": 100.44,
      "grad_norm": 1.5072435140609741,
      "learning_rate": 4.614729320983647e-06,
      "loss": 0.4436,
      "step": 359880
    },
    {
      "epoch": 100.44,
      "grad_norm": 1.375241994857788,
      "learning_rate": 4.614722635226157e-06,
      "loss": 0.4208,
      "step": 359890
    },
    {
      "epoch": 100.45,
      "grad_norm": 1.5542289018630981,
      "learning_rate": 4.6147159491664e-06,
      "loss": 0.4277,
      "step": 359900
    },
    {
      "epoch": 100.45,
      "grad_norm": 1.283155083656311,
      "learning_rate": 4.6147092628043755e-06,
      "loss": 0.4412,
      "step": 359910
    },
    {
      "epoch": 100.45,
      "grad_norm": 1.4356257915496826,
      "learning_rate": 4.614702576140087e-06,
      "loss": 0.4353,
      "step": 359920
    },
    {
      "epoch": 100.45,
      "grad_norm": 1.7760223150253296,
      "learning_rate": 4.614695889173533e-06,
      "loss": 0.4321,
      "step": 359930
    },
    {
      "epoch": 100.46,
      "grad_norm": 1.7576979398727417,
      "learning_rate": 4.614689201904716e-06,
      "loss": 0.4326,
      "step": 359940
    },
    {
      "epoch": 100.46,
      "grad_norm": 1.2916738986968994,
      "learning_rate": 4.614682514333637e-06,
      "loss": 0.4201,
      "step": 359950
    },
    {
      "epoch": 100.46,
      "grad_norm": 1.8436410427093506,
      "learning_rate": 4.614675826460296e-06,
      "loss": 0.436,
      "step": 359960
    },
    {
      "epoch": 100.47,
      "grad_norm": 1.4487327337265015,
      "learning_rate": 4.614669138284693e-06,
      "loss": 0.4133,
      "step": 359970
    },
    {
      "epoch": 100.47,
      "grad_norm": 1.5329445600509644,
      "learning_rate": 4.614662449806832e-06,
      "loss": 0.4261,
      "step": 359980
    },
    {
      "epoch": 100.47,
      "grad_norm": 1.4601000547409058,
      "learning_rate": 4.61465576102671e-06,
      "loss": 0.432,
      "step": 359990
    },
    {
      "epoch": 100.47,
      "grad_norm": 1.381705403327942,
      "learning_rate": 4.61464907194433e-06,
      "loss": 0.4254,
      "step": 360000
    },
    {
      "epoch": 100.48,
      "grad_norm": 1.9859063625335693,
      "learning_rate": 4.6146423825596944e-06,
      "loss": 0.4318,
      "step": 360010
    },
    {
      "epoch": 100.48,
      "grad_norm": 1.4798219203948975,
      "learning_rate": 4.614635692872801e-06,
      "loss": 0.4247,
      "step": 360020
    },
    {
      "epoch": 100.48,
      "grad_norm": 1.2219055891036987,
      "learning_rate": 4.6146290028836525e-06,
      "loss": 0.4238,
      "step": 360030
    },
    {
      "epoch": 100.49,
      "grad_norm": 1.5899683237075806,
      "learning_rate": 4.614622312592249e-06,
      "loss": 0.4257,
      "step": 360040
    },
    {
      "epoch": 100.49,
      "grad_norm": 1.5161707401275635,
      "learning_rate": 4.614615621998592e-06,
      "loss": 0.4443,
      "step": 360050
    },
    {
      "epoch": 100.49,
      "grad_norm": 1.3515645265579224,
      "learning_rate": 4.614608931102683e-06,
      "loss": 0.4241,
      "step": 360060
    },
    {
      "epoch": 100.49,
      "grad_norm": 1.4297388792037964,
      "learning_rate": 4.614602239904521e-06,
      "loss": 0.436,
      "step": 360070
    },
    {
      "epoch": 100.5,
      "grad_norm": 1.571868658065796,
      "learning_rate": 4.614595548404109e-06,
      "loss": 0.4364,
      "step": 360080
    },
    {
      "epoch": 100.5,
      "grad_norm": 1.5331181287765503,
      "learning_rate": 4.614588856601446e-06,
      "loss": 0.4263,
      "step": 360090
    },
    {
      "epoch": 100.5,
      "grad_norm": 1.4998630285263062,
      "learning_rate": 4.614582164496534e-06,
      "loss": 0.4348,
      "step": 360100
    },
    {
      "epoch": 100.51,
      "grad_norm": 1.7263034582138062,
      "learning_rate": 4.614575472089373e-06,
      "loss": 0.4249,
      "step": 360110
    },
    {
      "epoch": 100.51,
      "grad_norm": 1.4872043132781982,
      "learning_rate": 4.614568779379965e-06,
      "loss": 0.4527,
      "step": 360120
    },
    {
      "epoch": 100.51,
      "grad_norm": 1.2872321605682373,
      "learning_rate": 4.61456208636831e-06,
      "loss": 0.4376,
      "step": 360130
    },
    {
      "epoch": 100.51,
      "grad_norm": 1.7225016355514526,
      "learning_rate": 4.61455539305441e-06,
      "loss": 0.4264,
      "step": 360140
    },
    {
      "epoch": 100.52,
      "grad_norm": 1.5269683599472046,
      "learning_rate": 4.614548699438264e-06,
      "loss": 0.4289,
      "step": 360150
    },
    {
      "epoch": 100.52,
      "grad_norm": 1.8566739559173584,
      "learning_rate": 4.614542005519876e-06,
      "loss": 0.4304,
      "step": 360160
    },
    {
      "epoch": 100.52,
      "grad_norm": 4.079039573669434,
      "learning_rate": 4.6145353112992435e-06,
      "loss": 0.4186,
      "step": 360170
    },
    {
      "epoch": 100.52,
      "grad_norm": 1.9280802011489868,
      "learning_rate": 4.614528616776369e-06,
      "loss": 0.4282,
      "step": 360180
    },
    {
      "epoch": 100.53,
      "grad_norm": 1.5100469589233398,
      "learning_rate": 4.614521921951254e-06,
      "loss": 0.437,
      "step": 360190
    },
    {
      "epoch": 100.53,
      "grad_norm": 2.009493827819824,
      "learning_rate": 4.6145152268238975e-06,
      "loss": 0.4214,
      "step": 360200
    },
    {
      "epoch": 100.53,
      "grad_norm": 1.5616835355758667,
      "learning_rate": 4.6145085313943025e-06,
      "loss": 0.4257,
      "step": 360210
    },
    {
      "epoch": 100.54,
      "grad_norm": 1.7092872858047485,
      "learning_rate": 4.614501835662469e-06,
      "loss": 0.4322,
      "step": 360220
    },
    {
      "epoch": 100.54,
      "grad_norm": 1.5883694887161255,
      "learning_rate": 4.614495139628397e-06,
      "loss": 0.4305,
      "step": 360230
    },
    {
      "epoch": 100.54,
      "grad_norm": 1.80409574508667,
      "learning_rate": 4.6144884432920884e-06,
      "loss": 0.4377,
      "step": 360240
    },
    {
      "epoch": 100.54,
      "grad_norm": 1.7714356184005737,
      "learning_rate": 4.614481746653545e-06,
      "loss": 0.4294,
      "step": 360250
    },
    {
      "epoch": 100.55,
      "grad_norm": 1.5990232229232788,
      "learning_rate": 4.6144750497127656e-06,
      "loss": 0.4338,
      "step": 360260
    },
    {
      "epoch": 100.55,
      "grad_norm": 1.5512478351593018,
      "learning_rate": 4.614468352469752e-06,
      "loss": 0.4203,
      "step": 360270
    },
    {
      "epoch": 100.55,
      "grad_norm": 1.527813196182251,
      "learning_rate": 4.614461654924505e-06,
      "loss": 0.4512,
      "step": 360280
    },
    {
      "epoch": 100.56,
      "grad_norm": 1.476508378982544,
      "learning_rate": 4.614454957077026e-06,
      "loss": 0.4287,
      "step": 360290
    },
    {
      "epoch": 100.56,
      "grad_norm": 1.3712196350097656,
      "learning_rate": 4.614448258927316e-06,
      "loss": 0.4391,
      "step": 360300
    },
    {
      "epoch": 100.56,
      "grad_norm": 1.5622421503067017,
      "learning_rate": 4.614441560475375e-06,
      "loss": 0.4271,
      "step": 360310
    },
    {
      "epoch": 100.56,
      "grad_norm": 1.3490533828735352,
      "learning_rate": 4.614434861721204e-06,
      "loss": 0.4373,
      "step": 360320
    },
    {
      "epoch": 100.57,
      "grad_norm": 1.5527921915054321,
      "learning_rate": 4.614428162664805e-06,
      "loss": 0.4548,
      "step": 360330
    },
    {
      "epoch": 100.57,
      "grad_norm": 1.5867589712142944,
      "learning_rate": 4.614421463306178e-06,
      "loss": 0.4554,
      "step": 360340
    },
    {
      "epoch": 100.57,
      "grad_norm": 1.4058748483657837,
      "learning_rate": 4.614414763645323e-06,
      "loss": 0.4299,
      "step": 360350
    },
    {
      "epoch": 100.57,
      "grad_norm": 1.6779565811157227,
      "learning_rate": 4.614408063682242e-06,
      "loss": 0.4186,
      "step": 360360
    },
    {
      "epoch": 100.58,
      "grad_norm": 1.4759007692337036,
      "learning_rate": 4.614401363416938e-06,
      "loss": 0.4144,
      "step": 360370
    },
    {
      "epoch": 100.58,
      "grad_norm": 1.4038949012756348,
      "learning_rate": 4.614394662849408e-06,
      "loss": 0.4203,
      "step": 360380
    },
    {
      "epoch": 100.58,
      "grad_norm": 1.6759284734725952,
      "learning_rate": 4.614387961979654e-06,
      "loss": 0.4347,
      "step": 360390
    },
    {
      "epoch": 100.59,
      "grad_norm": 1.2667046785354614,
      "learning_rate": 4.614381260807678e-06,
      "loss": 0.418,
      "step": 360400
    },
    {
      "epoch": 100.59,
      "grad_norm": 1.5114333629608154,
      "learning_rate": 4.61437455933348e-06,
      "loss": 0.4326,
      "step": 360410
    },
    {
      "epoch": 100.59,
      "grad_norm": 1.515608310699463,
      "learning_rate": 4.614367857557062e-06,
      "loss": 0.4317,
      "step": 360420
    },
    {
      "epoch": 100.59,
      "grad_norm": 1.3907520771026611,
      "learning_rate": 4.614361155478425e-06,
      "loss": 0.4324,
      "step": 360430
    },
    {
      "epoch": 100.6,
      "grad_norm": 1.2889564037322998,
      "learning_rate": 4.614354453097566e-06,
      "loss": 0.4211,
      "step": 360440
    },
    {
      "epoch": 100.6,
      "grad_norm": 1.6794260740280151,
      "learning_rate": 4.614347750414491e-06,
      "loss": 0.4204,
      "step": 360450
    },
    {
      "epoch": 100.6,
      "grad_norm": 1.8390741348266602,
      "learning_rate": 4.6143410474292e-06,
      "loss": 0.4525,
      "step": 360460
    },
    {
      "epoch": 100.61,
      "grad_norm": 1.618243932723999,
      "learning_rate": 4.614334344141691e-06,
      "loss": 0.4272,
      "step": 360470
    },
    {
      "epoch": 100.61,
      "grad_norm": 1.453041434288025,
      "learning_rate": 4.614327640551967e-06,
      "loss": 0.4444,
      "step": 360480
    },
    {
      "epoch": 100.61,
      "grad_norm": 2.356456995010376,
      "learning_rate": 4.614320936660028e-06,
      "loss": 0.4451,
      "step": 360490
    },
    {
      "epoch": 100.61,
      "grad_norm": 1.3856087923049927,
      "learning_rate": 4.614314232465876e-06,
      "loss": 0.4377,
      "step": 360500
    },
    {
      "epoch": 100.62,
      "grad_norm": 1.4576241970062256,
      "learning_rate": 4.614307527969511e-06,
      "loss": 0.4216,
      "step": 360510
    },
    {
      "epoch": 100.62,
      "grad_norm": 1.3318380117416382,
      "learning_rate": 4.614300823170935e-06,
      "loss": 0.4316,
      "step": 360520
    },
    {
      "epoch": 100.62,
      "grad_norm": 1.4337313175201416,
      "learning_rate": 4.614294118070147e-06,
      "loss": 0.4299,
      "step": 360530
    },
    {
      "epoch": 100.63,
      "grad_norm": 1.8104127645492554,
      "learning_rate": 4.614287412667149e-06,
      "loss": 0.4338,
      "step": 360540
    },
    {
      "epoch": 100.63,
      "grad_norm": 1.5338423252105713,
      "learning_rate": 4.614280706961942e-06,
      "loss": 0.4187,
      "step": 360550
    },
    {
      "epoch": 100.63,
      "grad_norm": 1.3976495265960693,
      "learning_rate": 4.614274000954528e-06,
      "loss": 0.4379,
      "step": 360560
    },
    {
      "epoch": 100.63,
      "grad_norm": 1.6470420360565186,
      "learning_rate": 4.614267294644906e-06,
      "loss": 0.4301,
      "step": 360570
    },
    {
      "epoch": 100.64,
      "grad_norm": 1.5901380777359009,
      "learning_rate": 4.6142605880330756e-06,
      "loss": 0.4226,
      "step": 360580
    },
    {
      "epoch": 100.64,
      "grad_norm": 1.3872064352035522,
      "learning_rate": 4.614253881119041e-06,
      "loss": 0.4027,
      "step": 360590
    },
    {
      "epoch": 100.64,
      "grad_norm": 1.4499541521072388,
      "learning_rate": 4.614247173902803e-06,
      "loss": 0.4185,
      "step": 360600
    },
    {
      "epoch": 100.64,
      "grad_norm": 3.81840443611145,
      "learning_rate": 4.61424046638436e-06,
      "loss": 0.4172,
      "step": 360610
    },
    {
      "epoch": 100.65,
      "grad_norm": 1.8551414012908936,
      "learning_rate": 4.6142337585637145e-06,
      "loss": 0.4364,
      "step": 360620
    },
    {
      "epoch": 100.65,
      "grad_norm": 1.287246823310852,
      "learning_rate": 4.6142270504408666e-06,
      "loss": 0.4385,
      "step": 360630
    },
    {
      "epoch": 100.65,
      "grad_norm": 1.2993192672729492,
      "learning_rate": 4.614220342015817e-06,
      "loss": 0.428,
      "step": 360640
    },
    {
      "epoch": 100.66,
      "grad_norm": 1.5354427099227905,
      "learning_rate": 4.614213633288568e-06,
      "loss": 0.4148,
      "step": 360650
    },
    {
      "epoch": 100.66,
      "grad_norm": 1.566898226737976,
      "learning_rate": 4.614206924259119e-06,
      "loss": 0.4324,
      "step": 360660
    },
    {
      "epoch": 100.66,
      "grad_norm": 1.3341740369796753,
      "learning_rate": 4.614200214927472e-06,
      "loss": 0.4435,
      "step": 360670
    },
    {
      "epoch": 100.66,
      "grad_norm": 1.6624870300292969,
      "learning_rate": 4.614193505293628e-06,
      "loss": 0.4181,
      "step": 360680
    },
    {
      "epoch": 100.67,
      "grad_norm": 1.5005905628204346,
      "learning_rate": 4.614186795357586e-06,
      "loss": 0.4457,
      "step": 360690
    },
    {
      "epoch": 100.67,
      "grad_norm": 1.522601842880249,
      "learning_rate": 4.61418008511935e-06,
      "loss": 0.4194,
      "step": 360700
    },
    {
      "epoch": 100.67,
      "grad_norm": 1.394402027130127,
      "learning_rate": 4.614173374578918e-06,
      "loss": 0.4353,
      "step": 360710
    },
    {
      "epoch": 100.68,
      "grad_norm": 1.4383459091186523,
      "learning_rate": 4.614166663736292e-06,
      "loss": 0.4007,
      "step": 360720
    },
    {
      "epoch": 100.68,
      "grad_norm": 1.5621346235275269,
      "learning_rate": 4.614159952591473e-06,
      "loss": 0.413,
      "step": 360730
    },
    {
      "epoch": 100.68,
      "grad_norm": 1.5374598503112793,
      "learning_rate": 4.614153241144462e-06,
      "loss": 0.4538,
      "step": 360740
    },
    {
      "epoch": 100.68,
      "grad_norm": 1.734241247177124,
      "learning_rate": 4.6141465293952604e-06,
      "loss": 0.4334,
      "step": 360750
    },
    {
      "epoch": 100.69,
      "grad_norm": 1.3088997602462769,
      "learning_rate": 4.614139817343867e-06,
      "loss": 0.4088,
      "step": 360760
    },
    {
      "epoch": 100.69,
      "grad_norm": 1.650665283203125,
      "learning_rate": 4.614133104990285e-06,
      "loss": 0.4388,
      "step": 360770
    },
    {
      "epoch": 100.69,
      "grad_norm": 1.365023136138916,
      "learning_rate": 4.614126392334514e-06,
      "loss": 0.4324,
      "step": 360780
    },
    {
      "epoch": 100.69,
      "grad_norm": 1.2498619556427002,
      "learning_rate": 4.614119679376556e-06,
      "loss": 0.4405,
      "step": 360790
    },
    {
      "epoch": 100.7,
      "grad_norm": 1.5598845481872559,
      "learning_rate": 4.6141129661164105e-06,
      "loss": 0.4128,
      "step": 360800
    },
    {
      "epoch": 100.7,
      "grad_norm": 1.4910539388656616,
      "learning_rate": 4.614106252554079e-06,
      "loss": 0.4366,
      "step": 360810
    },
    {
      "epoch": 100.7,
      "grad_norm": 1.5289546251296997,
      "learning_rate": 4.614099538689563e-06,
      "loss": 0.4159,
      "step": 360820
    },
    {
      "epoch": 100.71,
      "grad_norm": 1.4651676416397095,
      "learning_rate": 4.614092824522863e-06,
      "loss": 0.4479,
      "step": 360830
    },
    {
      "epoch": 100.71,
      "grad_norm": 1.6455819606781006,
      "learning_rate": 4.614086110053979e-06,
      "loss": 0.431,
      "step": 360840
    },
    {
      "epoch": 100.71,
      "grad_norm": 1.7366970777511597,
      "learning_rate": 4.614079395282913e-06,
      "loss": 0.419,
      "step": 360850
    },
    {
      "epoch": 100.71,
      "grad_norm": 2.155984401702881,
      "learning_rate": 4.614072680209666e-06,
      "loss": 0.4175,
      "step": 360860
    },
    {
      "epoch": 100.72,
      "grad_norm": 1.7393406629562378,
      "learning_rate": 4.614065964834238e-06,
      "loss": 0.4459,
      "step": 360870
    },
    {
      "epoch": 100.72,
      "grad_norm": 1.3629066944122314,
      "learning_rate": 4.61405924915663e-06,
      "loss": 0.4456,
      "step": 360880
    },
    {
      "epoch": 100.72,
      "grad_norm": 1.392703890800476,
      "learning_rate": 4.614052533176843e-06,
      "loss": 0.4338,
      "step": 360890
    },
    {
      "epoch": 100.73,
      "grad_norm": 2.0319178104400635,
      "learning_rate": 4.614045816894879e-06,
      "loss": 0.4202,
      "step": 360900
    },
    {
      "epoch": 100.73,
      "grad_norm": 1.4772917032241821,
      "learning_rate": 4.614039100310737e-06,
      "loss": 0.4232,
      "step": 360910
    },
    {
      "epoch": 100.73,
      "grad_norm": 1.645237684249878,
      "learning_rate": 4.61403238342442e-06,
      "loss": 0.4345,
      "step": 360920
    },
    {
      "epoch": 100.73,
      "grad_norm": 1.4050043821334839,
      "learning_rate": 4.614025666235927e-06,
      "loss": 0.4334,
      "step": 360930
    },
    {
      "epoch": 100.74,
      "grad_norm": 1.4268269538879395,
      "learning_rate": 4.61401894874526e-06,
      "loss": 0.4201,
      "step": 360940
    },
    {
      "epoch": 100.74,
      "grad_norm": 1.4932469129562378,
      "learning_rate": 4.61401223095242e-06,
      "loss": 0.4166,
      "step": 360950
    },
    {
      "epoch": 100.74,
      "grad_norm": 1.4611517190933228,
      "learning_rate": 4.614005512857407e-06,
      "loss": 0.4072,
      "step": 360960
    },
    {
      "epoch": 100.75,
      "grad_norm": 1.6302070617675781,
      "learning_rate": 4.6139987944602225e-06,
      "loss": 0.4317,
      "step": 360970
    },
    {
      "epoch": 100.75,
      "grad_norm": 1.5643527507781982,
      "learning_rate": 4.613992075760867e-06,
      "loss": 0.4525,
      "step": 360980
    },
    {
      "epoch": 100.75,
      "grad_norm": 1.5761709213256836,
      "learning_rate": 4.613985356759341e-06,
      "loss": 0.4432,
      "step": 360990
    },
    {
      "epoch": 100.75,
      "grad_norm": 1.2986661195755005,
      "learning_rate": 4.6139786374556475e-06,
      "loss": 0.4454,
      "step": 361000
    },
    {
      "epoch": 100.76,
      "grad_norm": 3.8719799518585205,
      "learning_rate": 4.613971917849786e-06,
      "loss": 0.4165,
      "step": 361010
    },
    {
      "epoch": 100.76,
      "grad_norm": 2.1625587940216064,
      "learning_rate": 4.613965197941757e-06,
      "loss": 0.4288,
      "step": 361020
    },
    {
      "epoch": 100.76,
      "grad_norm": 1.6864391565322876,
      "learning_rate": 4.613958477731561e-06,
      "loss": 0.4151,
      "step": 361030
    },
    {
      "epoch": 100.76,
      "grad_norm": 1.4207669496536255,
      "learning_rate": 4.6139517572192e-06,
      "loss": 0.4166,
      "step": 361040
    },
    {
      "epoch": 100.77,
      "grad_norm": 1.5154181718826294,
      "learning_rate": 4.613945036404674e-06,
      "loss": 0.4348,
      "step": 361050
    },
    {
      "epoch": 100.77,
      "grad_norm": 1.6161015033721924,
      "learning_rate": 4.6139383152879854e-06,
      "loss": 0.4282,
      "step": 361060
    },
    {
      "epoch": 100.77,
      "grad_norm": 2.0477826595306396,
      "learning_rate": 4.6139315938691334e-06,
      "loss": 0.4507,
      "step": 361070
    },
    {
      "epoch": 100.78,
      "grad_norm": 1.8780468702316284,
      "learning_rate": 4.613924872148119e-06,
      "loss": 0.4376,
      "step": 361080
    },
    {
      "epoch": 100.78,
      "grad_norm": 1.7475448846817017,
      "learning_rate": 4.613918150124946e-06,
      "loss": 0.4192,
      "step": 361090
    },
    {
      "epoch": 100.78,
      "grad_norm": 1.3399463891983032,
      "learning_rate": 4.613911427799611e-06,
      "loss": 0.4322,
      "step": 361100
    },
    {
      "epoch": 100.78,
      "grad_norm": 1.588329792022705,
      "learning_rate": 4.613904705172118e-06,
      "loss": 0.4379,
      "step": 361110
    },
    {
      "epoch": 100.79,
      "grad_norm": 1.8407649993896484,
      "learning_rate": 4.613897982242466e-06,
      "loss": 0.4534,
      "step": 361120
    },
    {
      "epoch": 100.79,
      "grad_norm": 1.627002477645874,
      "learning_rate": 4.613891259010657e-06,
      "loss": 0.4412,
      "step": 361130
    },
    {
      "epoch": 100.79,
      "grad_norm": 1.519597053527832,
      "learning_rate": 4.613884535476692e-06,
      "loss": 0.4333,
      "step": 361140
    },
    {
      "epoch": 100.8,
      "grad_norm": 1.3818188905715942,
      "learning_rate": 4.613877811640571e-06,
      "loss": 0.4473,
      "step": 361150
    },
    {
      "epoch": 100.8,
      "grad_norm": 1.392157793045044,
      "learning_rate": 4.6138710875022954e-06,
      "loss": 0.4383,
      "step": 361160
    },
    {
      "epoch": 100.8,
      "grad_norm": 1.2173328399658203,
      "learning_rate": 4.613864363061866e-06,
      "loss": 0.4291,
      "step": 361170
    },
    {
      "epoch": 100.8,
      "grad_norm": 1.5355157852172852,
      "learning_rate": 4.613857638319284e-06,
      "loss": 0.4168,
      "step": 361180
    },
    {
      "epoch": 100.81,
      "grad_norm": 1.5166856050491333,
      "learning_rate": 4.61385091327455e-06,
      "loss": 0.4389,
      "step": 361190
    },
    {
      "epoch": 100.81,
      "grad_norm": 1.5062923431396484,
      "learning_rate": 4.613844187927665e-06,
      "loss": 0.4467,
      "step": 361200
    },
    {
      "epoch": 100.81,
      "grad_norm": 1.4706062078475952,
      "learning_rate": 4.613837462278629e-06,
      "loss": 0.4441,
      "step": 361210
    },
    {
      "epoch": 100.81,
      "grad_norm": 1.412008285522461,
      "learning_rate": 4.613830736327445e-06,
      "loss": 0.4494,
      "step": 361220
    },
    {
      "epoch": 100.82,
      "grad_norm": 1.3152472972869873,
      "learning_rate": 4.613824010074112e-06,
      "loss": 0.4333,
      "step": 361230
    },
    {
      "epoch": 100.82,
      "grad_norm": 1.4529151916503906,
      "learning_rate": 4.613817283518632e-06,
      "loss": 0.4262,
      "step": 361240
    },
    {
      "epoch": 100.82,
      "grad_norm": 1.3995574712753296,
      "learning_rate": 4.6138105566610046e-06,
      "loss": 0.4226,
      "step": 361250
    },
    {
      "epoch": 100.83,
      "grad_norm": 1.4389079809188843,
      "learning_rate": 4.613803829501232e-06,
      "loss": 0.4104,
      "step": 361260
    },
    {
      "epoch": 100.83,
      "grad_norm": 1.6555777788162231,
      "learning_rate": 4.6137971020393155e-06,
      "loss": 0.4502,
      "step": 361270
    },
    {
      "epoch": 100.83,
      "grad_norm": 1.4488275051116943,
      "learning_rate": 4.613790374275253e-06,
      "loss": 0.4197,
      "step": 361280
    },
    {
      "epoch": 100.83,
      "grad_norm": 1.7497901916503906,
      "learning_rate": 4.613783646209049e-06,
      "loss": 0.4492,
      "step": 361290
    },
    {
      "epoch": 100.84,
      "grad_norm": 1.5917516946792603,
      "learning_rate": 4.613776917840703e-06,
      "loss": 0.4222,
      "step": 361300
    },
    {
      "epoch": 100.84,
      "grad_norm": 1.7984673976898193,
      "learning_rate": 4.6137701891702155e-06,
      "loss": 0.4078,
      "step": 361310
    },
    {
      "epoch": 100.84,
      "grad_norm": 1.5687626600265503,
      "learning_rate": 4.613763460197587e-06,
      "loss": 0.4414,
      "step": 361320
    },
    {
      "epoch": 100.85,
      "grad_norm": 1.7033920288085938,
      "learning_rate": 4.61375673092282e-06,
      "loss": 0.4415,
      "step": 361330
    },
    {
      "epoch": 100.85,
      "grad_norm": 1.7601574659347534,
      "learning_rate": 4.613750001345915e-06,
      "loss": 0.42,
      "step": 361340
    },
    {
      "epoch": 100.85,
      "grad_norm": 1.663317322731018,
      "learning_rate": 4.6137432714668705e-06,
      "loss": 0.422,
      "step": 361350
    },
    {
      "epoch": 100.85,
      "grad_norm": 1.618749976158142,
      "learning_rate": 4.6137365412856905e-06,
      "loss": 0.4516,
      "step": 361360
    },
    {
      "epoch": 100.86,
      "grad_norm": 1.502364993095398,
      "learning_rate": 4.613729810802375e-06,
      "loss": 0.4314,
      "step": 361370
    },
    {
      "epoch": 100.86,
      "grad_norm": 1.8300597667694092,
      "learning_rate": 4.613723080016924e-06,
      "loss": 0.4233,
      "step": 361380
    },
    {
      "epoch": 100.86,
      "grad_norm": 1.6796934604644775,
      "learning_rate": 4.613716348929339e-06,
      "loss": 0.4377,
      "step": 361390
    },
    {
      "epoch": 100.87,
      "grad_norm": 1.8970057964324951,
      "learning_rate": 4.613709617539621e-06,
      "loss": 0.4323,
      "step": 361400
    },
    {
      "epoch": 100.87,
      "grad_norm": 1.5971412658691406,
      "learning_rate": 4.6137028858477705e-06,
      "loss": 0.4322,
      "step": 361410
    },
    {
      "epoch": 100.87,
      "grad_norm": 1.6586230993270874,
      "learning_rate": 4.613696153853789e-06,
      "loss": 0.4192,
      "step": 361420
    },
    {
      "epoch": 100.87,
      "grad_norm": 1.6423977613449097,
      "learning_rate": 4.613689421557676e-06,
      "loss": 0.4218,
      "step": 361430
    },
    {
      "epoch": 100.88,
      "grad_norm": 1.7094188928604126,
      "learning_rate": 4.613682688959435e-06,
      "loss": 0.422,
      "step": 361440
    },
    {
      "epoch": 100.88,
      "grad_norm": 1.521294116973877,
      "learning_rate": 4.6136759560590645e-06,
      "loss": 0.4135,
      "step": 361450
    },
    {
      "epoch": 100.88,
      "grad_norm": 1.752500057220459,
      "learning_rate": 4.613669222856567e-06,
      "loss": 0.4288,
      "step": 361460
    },
    {
      "epoch": 100.88,
      "grad_norm": 1.5327023267745972,
      "learning_rate": 4.6136624893519415e-06,
      "loss": 0.4313,
      "step": 361470
    },
    {
      "epoch": 100.89,
      "grad_norm": 1.6290314197540283,
      "learning_rate": 4.61365575554519e-06,
      "loss": 0.4076,
      "step": 361480
    },
    {
      "epoch": 100.89,
      "grad_norm": 1.522627830505371,
      "learning_rate": 4.613649021436314e-06,
      "loss": 0.4332,
      "step": 361490
    },
    {
      "epoch": 100.89,
      "grad_norm": 1.6068341732025146,
      "learning_rate": 4.613642287025314e-06,
      "loss": 0.4335,
      "step": 361500
    },
    {
      "epoch": 100.9,
      "grad_norm": 1.7712057828903198,
      "learning_rate": 4.6136355523121905e-06,
      "loss": 0.4348,
      "step": 361510
    },
    {
      "epoch": 100.9,
      "grad_norm": 1.6806031465530396,
      "learning_rate": 4.613628817296945e-06,
      "loss": 0.4498,
      "step": 361520
    },
    {
      "epoch": 100.9,
      "grad_norm": 1.816758632659912,
      "learning_rate": 4.613622081979578e-06,
      "loss": 0.4172,
      "step": 361530
    },
    {
      "epoch": 100.9,
      "grad_norm": 1.623681902885437,
      "learning_rate": 4.6136153463600895e-06,
      "loss": 0.4604,
      "step": 361540
    },
    {
      "epoch": 100.91,
      "grad_norm": 1.4949027299880981,
      "learning_rate": 4.6136086104384826e-06,
      "loss": 0.4346,
      "step": 361550
    },
    {
      "epoch": 100.91,
      "grad_norm": 1.7525123357772827,
      "learning_rate": 4.613601874214756e-06,
      "loss": 0.4038,
      "step": 361560
    },
    {
      "epoch": 100.91,
      "grad_norm": 1.343011736869812,
      "learning_rate": 4.613595137688911e-06,
      "loss": 0.4453,
      "step": 361570
    },
    {
      "epoch": 100.92,
      "grad_norm": 1.629421353340149,
      "learning_rate": 4.61358840086095e-06,
      "loss": 0.431,
      "step": 361580
    },
    {
      "epoch": 100.92,
      "grad_norm": 2.141613721847534,
      "learning_rate": 4.613581663730872e-06,
      "loss": 0.4435,
      "step": 361590
    },
    {
      "epoch": 100.92,
      "grad_norm": 1.7831759452819824,
      "learning_rate": 4.61357492629868e-06,
      "loss": 0.4318,
      "step": 361600
    },
    {
      "epoch": 100.92,
      "grad_norm": 1.6318279504776,
      "learning_rate": 4.6135681885643725e-06,
      "loss": 0.4412,
      "step": 361610
    },
    {
      "epoch": 100.93,
      "grad_norm": 1.5093576908111572,
      "learning_rate": 4.613561450527952e-06,
      "loss": 0.4324,
      "step": 361620
    },
    {
      "epoch": 100.93,
      "grad_norm": 1.9658745527267456,
      "learning_rate": 4.61355471218942e-06,
      "loss": 0.4163,
      "step": 361630
    },
    {
      "epoch": 100.93,
      "grad_norm": 1.1300489902496338,
      "learning_rate": 4.613547973548775e-06,
      "loss": 0.4228,
      "step": 361640
    },
    {
      "epoch": 100.93,
      "grad_norm": 2.2655258178710938,
      "learning_rate": 4.613541234606019e-06,
      "loss": 0.4196,
      "step": 361650
    },
    {
      "epoch": 100.94,
      "grad_norm": 1.587347388267517,
      "learning_rate": 4.613534495361155e-06,
      "loss": 0.4216,
      "step": 361660
    },
    {
      "epoch": 100.94,
      "grad_norm": 1.3757596015930176,
      "learning_rate": 4.61352775581418e-06,
      "loss": 0.4231,
      "step": 361670
    },
    {
      "epoch": 100.94,
      "grad_norm": 1.5322673320770264,
      "learning_rate": 4.613521015965098e-06,
      "loss": 0.4164,
      "step": 361680
    },
    {
      "epoch": 100.95,
      "grad_norm": 1.3354190587997437,
      "learning_rate": 4.613514275813909e-06,
      "loss": 0.411,
      "step": 361690
    },
    {
      "epoch": 100.95,
      "grad_norm": 1.523256540298462,
      "learning_rate": 4.613507535360613e-06,
      "loss": 0.4043,
      "step": 361700
    },
    {
      "epoch": 100.95,
      "grad_norm": 1.2187238931655884,
      "learning_rate": 4.613500794605213e-06,
      "loss": 0.4408,
      "step": 361710
    },
    {
      "epoch": 100.95,
      "grad_norm": 1.46794593334198,
      "learning_rate": 4.613494053547708e-06,
      "loss": 0.4244,
      "step": 361720
    },
    {
      "epoch": 100.96,
      "grad_norm": 1.918646216392517,
      "learning_rate": 4.613487312188099e-06,
      "loss": 0.4287,
      "step": 361730
    },
    {
      "epoch": 100.96,
      "grad_norm": 1.453964352607727,
      "learning_rate": 4.613480570526387e-06,
      "loss": 0.4192,
      "step": 361740
    },
    {
      "epoch": 100.96,
      "grad_norm": 1.382468342781067,
      "learning_rate": 4.613473828562574e-06,
      "loss": 0.4285,
      "step": 361750
    },
    {
      "epoch": 100.97,
      "grad_norm": 1.5287270545959473,
      "learning_rate": 4.61346708629666e-06,
      "loss": 0.4422,
      "step": 361760
    },
    {
      "epoch": 100.97,
      "grad_norm": 1.9084349870681763,
      "learning_rate": 4.6134603437286455e-06,
      "loss": 0.4349,
      "step": 361770
    },
    {
      "epoch": 100.97,
      "grad_norm": 1.3333206176757812,
      "learning_rate": 4.6134536008585325e-06,
      "loss": 0.4132,
      "step": 361780
    },
    {
      "epoch": 100.97,
      "grad_norm": 1.7374231815338135,
      "learning_rate": 4.613446857686322e-06,
      "loss": 0.4435,
      "step": 361790
    },
    {
      "epoch": 100.98,
      "grad_norm": 1.6048904657363892,
      "learning_rate": 4.6134401142120125e-06,
      "loss": 0.4255,
      "step": 361800
    },
    {
      "epoch": 100.98,
      "grad_norm": 1.4449399709701538,
      "learning_rate": 4.613433370435608e-06,
      "loss": 0.4203,
      "step": 361810
    },
    {
      "epoch": 100.98,
      "grad_norm": 1.5054504871368408,
      "learning_rate": 4.613426626357108e-06,
      "loss": 0.4108,
      "step": 361820
    },
    {
      "epoch": 100.99,
      "grad_norm": 1.846407175064087,
      "learning_rate": 4.613419881976512e-06,
      "loss": 0.4426,
      "step": 361830
    },
    {
      "epoch": 100.99,
      "grad_norm": 1.292223572731018,
      "learning_rate": 4.613413137293824e-06,
      "loss": 0.4273,
      "step": 361840
    },
    {
      "epoch": 100.99,
      "grad_norm": 1.3676366806030273,
      "learning_rate": 4.6134063923090426e-06,
      "loss": 0.4314,
      "step": 361850
    },
    {
      "epoch": 100.99,
      "grad_norm": 1.4735805988311768,
      "learning_rate": 4.613399647022169e-06,
      "loss": 0.4418,
      "step": 361860
    },
    {
      "epoch": 101.0,
      "grad_norm": 1.5051236152648926,
      "learning_rate": 4.613392901433205e-06,
      "loss": 0.418,
      "step": 361870
    },
    {
      "epoch": 101.0,
      "grad_norm": 1.8899933099746704,
      "learning_rate": 4.613386155542151e-06,
      "loss": 0.4117,
      "step": 361880
    },
    {
      "epoch": 101.0,
      "eval_loss": 0.42912906408309937,
      "eval_runtime": 63.0048,
      "eval_samples_per_second": 80.295,
      "eval_steps_per_second": 10.047,
      "step": 361883
    },
    {
      "epoch": 101.0,
      "grad_norm": 1.8426837921142578,
      "learning_rate": 4.613379409349007e-06,
      "loss": 0.4239,
      "step": 361890
    },
    {
      "epoch": 101.0,
      "grad_norm": 1.5387272834777832,
      "learning_rate": 4.613372662853775e-06,
      "loss": 0.425,
      "step": 361900
    },
    {
      "epoch": 101.01,
      "grad_norm": 1.6197330951690674,
      "learning_rate": 4.613365916056456e-06,
      "loss": 0.4328,
      "step": 361910
    },
    {
      "epoch": 101.01,
      "grad_norm": 1.69723641872406,
      "learning_rate": 4.61335916895705e-06,
      "loss": 0.4141,
      "step": 361920
    },
    {
      "epoch": 101.01,
      "grad_norm": 1.515812635421753,
      "learning_rate": 4.613352421555559e-06,
      "loss": 0.4282,
      "step": 361930
    },
    {
      "epoch": 101.02,
      "grad_norm": 1.4457731246948242,
      "learning_rate": 4.6133456738519825e-06,
      "loss": 0.4174,
      "step": 361940
    },
    {
      "epoch": 101.02,
      "grad_norm": 1.581114411354065,
      "learning_rate": 4.613338925846322e-06,
      "loss": 0.4363,
      "step": 361950
    },
    {
      "epoch": 101.02,
      "grad_norm": 1.8911391496658325,
      "learning_rate": 4.61333217753858e-06,
      "loss": 0.4217,
      "step": 361960
    },
    {
      "epoch": 101.02,
      "grad_norm": 1.5660622119903564,
      "learning_rate": 4.6133254289287545e-06,
      "loss": 0.4286,
      "step": 361970
    },
    {
      "epoch": 101.03,
      "grad_norm": 2.1736741065979004,
      "learning_rate": 4.613318680016849e-06,
      "loss": 0.4419,
      "step": 361980
    },
    {
      "epoch": 101.03,
      "grad_norm": 1.5060065984725952,
      "learning_rate": 4.613311930802863e-06,
      "loss": 0.4387,
      "step": 361990
    },
    {
      "epoch": 101.03,
      "grad_norm": 1.319958209991455,
      "learning_rate": 4.613305181286797e-06,
      "loss": 0.4297,
      "step": 362000
    },
    {
      "epoch": 101.04,
      "grad_norm": 1.5224543809890747,
      "learning_rate": 4.6132984314686535e-06,
      "loss": 0.4221,
      "step": 362010
    },
    {
      "epoch": 101.04,
      "grad_norm": 1.848093867301941,
      "learning_rate": 4.613291681348432e-06,
      "loss": 0.4457,
      "step": 362020
    },
    {
      "epoch": 101.04,
      "grad_norm": 1.5979418754577637,
      "learning_rate": 4.6132849309261345e-06,
      "loss": 0.4199,
      "step": 362030
    },
    {
      "epoch": 101.04,
      "grad_norm": 1.3369008302688599,
      "learning_rate": 4.613278180201761e-06,
      "loss": 0.4627,
      "step": 362040
    },
    {
      "epoch": 101.05,
      "grad_norm": 1.2993998527526855,
      "learning_rate": 4.613271429175312e-06,
      "loss": 0.4279,
      "step": 362050
    },
    {
      "epoch": 101.05,
      "grad_norm": 1.7982667684555054,
      "learning_rate": 4.61326467784679e-06,
      "loss": 0.4438,
      "step": 362060
    },
    {
      "epoch": 101.05,
      "grad_norm": 1.9827638864517212,
      "learning_rate": 4.613257926216194e-06,
      "loss": 0.437,
      "step": 362070
    },
    {
      "epoch": 101.05,
      "grad_norm": 1.3643708229064941,
      "learning_rate": 4.613251174283527e-06,
      "loss": 0.4378,
      "step": 362080
    },
    {
      "epoch": 101.06,
      "grad_norm": 1.5627481937408447,
      "learning_rate": 4.613244422048788e-06,
      "loss": 0.4139,
      "step": 362090
    },
    {
      "epoch": 101.06,
      "grad_norm": 1.2084522247314453,
      "learning_rate": 4.613237669511979e-06,
      "loss": 0.4143,
      "step": 362100
    },
    {
      "epoch": 101.06,
      "grad_norm": 1.5747100114822388,
      "learning_rate": 4.613230916673101e-06,
      "loss": 0.4379,
      "step": 362110
    },
    {
      "epoch": 101.07,
      "grad_norm": 1.6378682851791382,
      "learning_rate": 4.6132241635321525e-06,
      "loss": 0.4444,
      "step": 362120
    },
    {
      "epoch": 101.07,
      "grad_norm": 1.353279709815979,
      "learning_rate": 4.613217410089139e-06,
      "loss": 0.4493,
      "step": 362130
    },
    {
      "epoch": 101.07,
      "grad_norm": 1.5541313886642456,
      "learning_rate": 4.613210656344057e-06,
      "loss": 0.429,
      "step": 362140
    },
    {
      "epoch": 101.07,
      "grad_norm": 2.681056499481201,
      "learning_rate": 4.61320390229691e-06,
      "loss": 0.423,
      "step": 362150
    },
    {
      "epoch": 101.08,
      "grad_norm": 1.6596919298171997,
      "learning_rate": 4.613197147947698e-06,
      "loss": 0.4433,
      "step": 362160
    },
    {
      "epoch": 101.08,
      "grad_norm": 1.8094691038131714,
      "learning_rate": 4.613190393296421e-06,
      "loss": 0.4309,
      "step": 362170
    },
    {
      "epoch": 101.08,
      "grad_norm": 1.7757660150527954,
      "learning_rate": 4.613183638343082e-06,
      "loss": 0.4465,
      "step": 362180
    },
    {
      "epoch": 101.09,
      "grad_norm": 1.4311609268188477,
      "learning_rate": 4.613176883087681e-06,
      "loss": 0.4316,
      "step": 362190
    },
    {
      "epoch": 101.09,
      "grad_norm": 1.5771421194076538,
      "learning_rate": 4.613170127530217e-06,
      "loss": 0.4557,
      "step": 362200
    },
    {
      "epoch": 101.09,
      "grad_norm": 1.6117621660232544,
      "learning_rate": 4.613163371670694e-06,
      "loss": 0.4319,
      "step": 362210
    },
    {
      "epoch": 101.09,
      "grad_norm": 2.055548906326294,
      "learning_rate": 4.613156615509111e-06,
      "loss": 0.4179,
      "step": 362220
    },
    {
      "epoch": 101.1,
      "grad_norm": 1.6443731784820557,
      "learning_rate": 4.613149859045469e-06,
      "loss": 0.4047,
      "step": 362230
    },
    {
      "epoch": 101.1,
      "grad_norm": 1.5585148334503174,
      "learning_rate": 4.6131431022797705e-06,
      "loss": 0.4171,
      "step": 362240
    },
    {
      "epoch": 101.1,
      "grad_norm": 1.475409984588623,
      "learning_rate": 4.613136345212014e-06,
      "loss": 0.4401,
      "step": 362250
    },
    {
      "epoch": 101.11,
      "grad_norm": 1.5302451848983765,
      "learning_rate": 4.613129587842202e-06,
      "loss": 0.4164,
      "step": 362260
    },
    {
      "epoch": 101.11,
      "grad_norm": 1.5874316692352295,
      "learning_rate": 4.613122830170335e-06,
      "loss": 0.4205,
      "step": 362270
    },
    {
      "epoch": 101.11,
      "grad_norm": 1.2707592248916626,
      "learning_rate": 4.613116072196413e-06,
      "loss": 0.4169,
      "step": 362280
    },
    {
      "epoch": 101.11,
      "grad_norm": 1.616977334022522,
      "learning_rate": 4.6131093139204395e-06,
      "loss": 0.4258,
      "step": 362290
    },
    {
      "epoch": 101.12,
      "grad_norm": 1.536210536956787,
      "learning_rate": 4.613102555342412e-06,
      "loss": 0.4401,
      "step": 362300
    },
    {
      "epoch": 101.12,
      "grad_norm": 1.3457534313201904,
      "learning_rate": 4.613095796462335e-06,
      "loss": 0.4276,
      "step": 362310
    },
    {
      "epoch": 101.12,
      "grad_norm": 1.3970900774002075,
      "learning_rate": 4.613089037280206e-06,
      "loss": 0.4278,
      "step": 362320
    },
    {
      "epoch": 101.12,
      "grad_norm": 1.6157130002975464,
      "learning_rate": 4.613082277796027e-06,
      "loss": 0.4438,
      "step": 362330
    },
    {
      "epoch": 101.13,
      "grad_norm": 1.9982610940933228,
      "learning_rate": 4.6130755180098e-06,
      "loss": 0.4192,
      "step": 362340
    },
    {
      "epoch": 101.13,
      "grad_norm": 1.356858491897583,
      "learning_rate": 4.613068757921524e-06,
      "loss": 0.4332,
      "step": 362350
    },
    {
      "epoch": 101.13,
      "grad_norm": 1.6507554054260254,
      "learning_rate": 4.613061997531202e-06,
      "loss": 0.4231,
      "step": 362360
    },
    {
      "epoch": 101.14,
      "grad_norm": 1.428403377532959,
      "learning_rate": 4.613055236838834e-06,
      "loss": 0.4418,
      "step": 362370
    },
    {
      "epoch": 101.14,
      "grad_norm": 1.452170729637146,
      "learning_rate": 4.613048475844422e-06,
      "loss": 0.4412,
      "step": 362380
    },
    {
      "epoch": 101.14,
      "grad_norm": 1.6853442192077637,
      "learning_rate": 4.6130417145479634e-06,
      "loss": 0.4338,
      "step": 362390
    },
    {
      "epoch": 101.14,
      "grad_norm": 1.5896759033203125,
      "learning_rate": 4.613034952949463e-06,
      "loss": 0.4433,
      "step": 362400
    },
    {
      "epoch": 101.15,
      "grad_norm": 1.5866633653640747,
      "learning_rate": 4.6130281910489196e-06,
      "loss": 0.418,
      "step": 362410
    },
    {
      "epoch": 101.15,
      "grad_norm": 1.5928058624267578,
      "learning_rate": 4.613021428846335e-06,
      "loss": 0.421,
      "step": 362420
    },
    {
      "epoch": 101.15,
      "grad_norm": 1.522099256515503,
      "learning_rate": 4.613014666341709e-06,
      "loss": 0.4206,
      "step": 362430
    },
    {
      "epoch": 101.16,
      "grad_norm": 1.7230011224746704,
      "learning_rate": 4.6130079035350446e-06,
      "loss": 0.4287,
      "step": 362440
    },
    {
      "epoch": 101.16,
      "grad_norm": 1.3644856214523315,
      "learning_rate": 4.6130011404263405e-06,
      "loss": 0.4391,
      "step": 362450
    },
    {
      "epoch": 101.16,
      "grad_norm": 1.5628058910369873,
      "learning_rate": 4.612994377015599e-06,
      "loss": 0.4439,
      "step": 362460
    },
    {
      "epoch": 101.16,
      "grad_norm": 1.7399561405181885,
      "learning_rate": 4.612987613302819e-06,
      "loss": 0.4406,
      "step": 362470
    },
    {
      "epoch": 101.17,
      "grad_norm": 1.3553885221481323,
      "learning_rate": 4.612980849288004e-06,
      "loss": 0.4313,
      "step": 362480
    },
    {
      "epoch": 101.17,
      "grad_norm": 1.7516834735870361,
      "learning_rate": 4.612974084971154e-06,
      "loss": 0.4218,
      "step": 362490
    },
    {
      "epoch": 101.17,
      "grad_norm": 1.522916555404663,
      "learning_rate": 4.612967320352269e-06,
      "loss": 0.4287,
      "step": 362500
    },
    {
      "epoch": 101.17,
      "grad_norm": 1.4912269115447998,
      "learning_rate": 4.6129605554313506e-06,
      "loss": 0.4295,
      "step": 362510
    },
    {
      "epoch": 101.18,
      "grad_norm": 1.481947898864746,
      "learning_rate": 4.612953790208401e-06,
      "loss": 0.4221,
      "step": 362520
    },
    {
      "epoch": 101.18,
      "grad_norm": 1.355751872062683,
      "learning_rate": 4.612947024683418e-06,
      "loss": 0.4532,
      "step": 362530
    },
    {
      "epoch": 101.18,
      "grad_norm": 1.208385944366455,
      "learning_rate": 4.612940258856405e-06,
      "loss": 0.4228,
      "step": 362540
    },
    {
      "epoch": 101.19,
      "grad_norm": 1.690780520439148,
      "learning_rate": 4.612933492727362e-06,
      "loss": 0.4143,
      "step": 362550
    },
    {
      "epoch": 101.19,
      "grad_norm": 1.8238661289215088,
      "learning_rate": 4.61292672629629e-06,
      "loss": 0.4189,
      "step": 362560
    },
    {
      "epoch": 101.19,
      "grad_norm": 1.7092463970184326,
      "learning_rate": 4.61291995956319e-06,
      "loss": 0.4285,
      "step": 362570
    },
    {
      "epoch": 101.19,
      "grad_norm": 1.6721972227096558,
      "learning_rate": 4.612913192528063e-06,
      "loss": 0.4277,
      "step": 362580
    },
    {
      "epoch": 101.2,
      "grad_norm": 2.121187686920166,
      "learning_rate": 4.61290642519091e-06,
      "loss": 0.4328,
      "step": 362590
    },
    {
      "epoch": 101.2,
      "grad_norm": 1.655625581741333,
      "learning_rate": 4.61289965755173e-06,
      "loss": 0.4365,
      "step": 362600
    },
    {
      "epoch": 101.2,
      "grad_norm": 1.5081048011779785,
      "learning_rate": 4.612892889610528e-06,
      "loss": 0.4281,
      "step": 362610
    },
    {
      "epoch": 101.21,
      "grad_norm": 1.5733834505081177,
      "learning_rate": 4.612886121367301e-06,
      "loss": 0.4314,
      "step": 362620
    },
    {
      "epoch": 101.21,
      "grad_norm": 1.4752790927886963,
      "learning_rate": 4.612879352822051e-06,
      "loss": 0.4359,
      "step": 362630
    },
    {
      "epoch": 101.21,
      "grad_norm": 1.339207410812378,
      "learning_rate": 4.612872583974781e-06,
      "loss": 0.4286,
      "step": 362640
    },
    {
      "epoch": 101.21,
      "grad_norm": 1.973534345626831,
      "learning_rate": 4.61286581482549e-06,
      "loss": 0.4414,
      "step": 362650
    },
    {
      "epoch": 101.22,
      "grad_norm": 1.4890673160552979,
      "learning_rate": 4.6128590453741775e-06,
      "loss": 0.4234,
      "step": 362660
    },
    {
      "epoch": 101.22,
      "grad_norm": 2.30781888961792,
      "learning_rate": 4.6128522756208465e-06,
      "loss": 0.4287,
      "step": 362670
    },
    {
      "epoch": 101.22,
      "grad_norm": 1.3506895303726196,
      "learning_rate": 4.612845505565498e-06,
      "loss": 0.4503,
      "step": 362680
    },
    {
      "epoch": 101.23,
      "grad_norm": 1.1356568336486816,
      "learning_rate": 4.612838735208132e-06,
      "loss": 0.4286,
      "step": 362690
    },
    {
      "epoch": 101.23,
      "grad_norm": 1.4399186372756958,
      "learning_rate": 4.612831964548749e-06,
      "loss": 0.4599,
      "step": 362700
    },
    {
      "epoch": 101.23,
      "grad_norm": 1.6516072750091553,
      "learning_rate": 4.612825193587351e-06,
      "loss": 0.4392,
      "step": 362710
    },
    {
      "epoch": 101.23,
      "grad_norm": 1.363392949104309,
      "learning_rate": 4.612818422323939e-06,
      "loss": 0.4284,
      "step": 362720
    },
    {
      "epoch": 101.24,
      "grad_norm": 1.553166151046753,
      "learning_rate": 4.612811650758513e-06,
      "loss": 0.4242,
      "step": 362730
    },
    {
      "epoch": 101.24,
      "grad_norm": 1.4930888414382935,
      "learning_rate": 4.612804878891074e-06,
      "loss": 0.4361,
      "step": 362740
    },
    {
      "epoch": 101.24,
      "grad_norm": 1.4486567974090576,
      "learning_rate": 4.612798106721623e-06,
      "loss": 0.4279,
      "step": 362750
    },
    {
      "epoch": 101.24,
      "grad_norm": 1.7832380533218384,
      "learning_rate": 4.612791334250161e-06,
      "loss": 0.4197,
      "step": 362760
    },
    {
      "epoch": 101.25,
      "grad_norm": 1.840796947479248,
      "learning_rate": 4.61278456147669e-06,
      "loss": 0.4458,
      "step": 362770
    },
    {
      "epoch": 101.25,
      "grad_norm": 1.5954875946044922,
      "learning_rate": 4.6127777884012094e-06,
      "loss": 0.4226,
      "step": 362780
    },
    {
      "epoch": 101.25,
      "grad_norm": 1.5614298582077026,
      "learning_rate": 4.61277101502372e-06,
      "loss": 0.4425,
      "step": 362790
    },
    {
      "epoch": 101.26,
      "grad_norm": 1.564432978630066,
      "learning_rate": 4.612764241344224e-06,
      "loss": 0.4368,
      "step": 362800
    },
    {
      "epoch": 101.26,
      "grad_norm": 1.4487314224243164,
      "learning_rate": 4.612757467362722e-06,
      "loss": 0.4407,
      "step": 362810
    },
    {
      "epoch": 101.26,
      "grad_norm": 1.4757434129714966,
      "learning_rate": 4.6127506930792135e-06,
      "loss": 0.4142,
      "step": 362820
    },
    {
      "epoch": 101.26,
      "grad_norm": 1.5301507711410522,
      "learning_rate": 4.612743918493701e-06,
      "loss": 0.4347,
      "step": 362830
    },
    {
      "epoch": 101.27,
      "grad_norm": 1.6241044998168945,
      "learning_rate": 4.612737143606185e-06,
      "loss": 0.4181,
      "step": 362840
    },
    {
      "epoch": 101.27,
      "grad_norm": 1.655456304550171,
      "learning_rate": 4.612730368416665e-06,
      "loss": 0.4183,
      "step": 362850
    },
    {
      "epoch": 101.27,
      "grad_norm": 1.4722899198532104,
      "learning_rate": 4.6127235929251446e-06,
      "loss": 0.4231,
      "step": 362860
    },
    {
      "epoch": 101.28,
      "grad_norm": 1.3512433767318726,
      "learning_rate": 4.612716817131622e-06,
      "loss": 0.4251,
      "step": 362870
    },
    {
      "epoch": 101.28,
      "grad_norm": 10.785290718078613,
      "learning_rate": 4.612710041036099e-06,
      "loss": 0.4436,
      "step": 362880
    },
    {
      "epoch": 101.28,
      "grad_norm": 1.3681769371032715,
      "learning_rate": 4.612703264638578e-06,
      "loss": 0.4462,
      "step": 362890
    },
    {
      "epoch": 101.28,
      "grad_norm": 2.0456573963165283,
      "learning_rate": 4.612696487939058e-06,
      "loss": 0.4119,
      "step": 362900
    },
    {
      "epoch": 101.29,
      "grad_norm": 1.488511562347412,
      "learning_rate": 4.612689710937541e-06,
      "loss": 0.4273,
      "step": 362910
    },
    {
      "epoch": 101.29,
      "grad_norm": 2.2701523303985596,
      "learning_rate": 4.612682933634028e-06,
      "loss": 0.4539,
      "step": 362920
    },
    {
      "epoch": 101.29,
      "grad_norm": 1.4508308172225952,
      "learning_rate": 4.612676156028518e-06,
      "loss": 0.4467,
      "step": 362930
    },
    {
      "epoch": 101.3,
      "grad_norm": 1.413887858390808,
      "learning_rate": 4.612669378121014e-06,
      "loss": 0.435,
      "step": 362940
    },
    {
      "epoch": 101.3,
      "grad_norm": 1.6110926866531372,
      "learning_rate": 4.612662599911516e-06,
      "loss": 0.4539,
      "step": 362950
    },
    {
      "epoch": 101.3,
      "grad_norm": 1.8139694929122925,
      "learning_rate": 4.612655821400026e-06,
      "loss": 0.4252,
      "step": 362960
    },
    {
      "epoch": 101.3,
      "grad_norm": 1.8106125593185425,
      "learning_rate": 4.6126490425865435e-06,
      "loss": 0.4202,
      "step": 362970
    },
    {
      "epoch": 101.31,
      "grad_norm": 1.5077556371688843,
      "learning_rate": 4.61264226347107e-06,
      "loss": 0.4278,
      "step": 362980
    },
    {
      "epoch": 101.31,
      "grad_norm": 3.693483352661133,
      "learning_rate": 4.612635484053605e-06,
      "loss": 0.4226,
      "step": 362990
    },
    {
      "epoch": 101.31,
      "grad_norm": 1.241897463798523,
      "learning_rate": 4.612628704334152e-06,
      "loss": 0.4206,
      "step": 363000
    },
    {
      "epoch": 101.31,
      "grad_norm": 1.6577948331832886,
      "learning_rate": 4.612621924312711e-06,
      "loss": 0.4155,
      "step": 363010
    },
    {
      "epoch": 101.32,
      "grad_norm": 1.1686066389083862,
      "learning_rate": 4.612615143989282e-06,
      "loss": 0.4205,
      "step": 363020
    },
    {
      "epoch": 101.32,
      "grad_norm": 1.3976953029632568,
      "learning_rate": 4.612608363363866e-06,
      "loss": 0.4307,
      "step": 363030
    },
    {
      "epoch": 101.32,
      "grad_norm": 1.724821925163269,
      "learning_rate": 4.612601582436465e-06,
      "loss": 0.4534,
      "step": 363040
    },
    {
      "epoch": 101.33,
      "grad_norm": 1.6746478080749512,
      "learning_rate": 4.612594801207079e-06,
      "loss": 0.4338,
      "step": 363050
    },
    {
      "epoch": 101.33,
      "grad_norm": 1.3596434593200684,
      "learning_rate": 4.61258801967571e-06,
      "loss": 0.4059,
      "step": 363060
    },
    {
      "epoch": 101.33,
      "grad_norm": 1.7549241781234741,
      "learning_rate": 4.612581237842357e-06,
      "loss": 0.4292,
      "step": 363070
    },
    {
      "epoch": 101.33,
      "grad_norm": 1.3717589378356934,
      "learning_rate": 4.6125744557070225e-06,
      "loss": 0.4271,
      "step": 363080
    },
    {
      "epoch": 101.34,
      "grad_norm": 1.7954328060150146,
      "learning_rate": 4.612567673269706e-06,
      "loss": 0.4192,
      "step": 363090
    },
    {
      "epoch": 101.34,
      "grad_norm": 2.1974949836730957,
      "learning_rate": 4.61256089053041e-06,
      "loss": 0.3915,
      "step": 363100
    },
    {
      "epoch": 101.34,
      "grad_norm": 1.4932717084884644,
      "learning_rate": 4.612554107489135e-06,
      "loss": 0.4266,
      "step": 363110
    },
    {
      "epoch": 101.35,
      "grad_norm": 1.6099227666854858,
      "learning_rate": 4.61254732414588e-06,
      "loss": 0.4274,
      "step": 363120
    },
    {
      "epoch": 101.35,
      "grad_norm": 1.505670428276062,
      "learning_rate": 4.6125405405006485e-06,
      "loss": 0.4246,
      "step": 363130
    },
    {
      "epoch": 101.35,
      "grad_norm": 1.511979341506958,
      "learning_rate": 4.612533756553441e-06,
      "loss": 0.4263,
      "step": 363140
    },
    {
      "epoch": 101.35,
      "grad_norm": 1.4978985786437988,
      "learning_rate": 4.612526972304256e-06,
      "loss": 0.443,
      "step": 363150
    },
    {
      "epoch": 101.36,
      "grad_norm": 1.6184598207473755,
      "learning_rate": 4.612520187753098e-06,
      "loss": 0.429,
      "step": 363160
    },
    {
      "epoch": 101.36,
      "grad_norm": 1.2326563596725464,
      "learning_rate": 4.612513402899965e-06,
      "loss": 0.4208,
      "step": 363170
    },
    {
      "epoch": 101.36,
      "grad_norm": 1.8291784524917603,
      "learning_rate": 4.612506617744859e-06,
      "loss": 0.4361,
      "step": 363180
    },
    {
      "epoch": 101.36,
      "grad_norm": 1.3204233646392822,
      "learning_rate": 4.612499832287782e-06,
      "loss": 0.4217,
      "step": 363190
    },
    {
      "epoch": 101.37,
      "grad_norm": 1.7365916967391968,
      "learning_rate": 4.612493046528732e-06,
      "loss": 0.4105,
      "step": 363200
    },
    {
      "epoch": 101.37,
      "grad_norm": 1.8492103815078735,
      "learning_rate": 4.612486260467713e-06,
      "loss": 0.422,
      "step": 363210
    },
    {
      "epoch": 101.37,
      "grad_norm": 1.2714520692825317,
      "learning_rate": 4.612479474104724e-06,
      "loss": 0.4175,
      "step": 363220
    },
    {
      "epoch": 101.38,
      "grad_norm": 1.2933951616287231,
      "learning_rate": 4.612472687439766e-06,
      "loss": 0.4245,
      "step": 363230
    },
    {
      "epoch": 101.38,
      "grad_norm": 1.5177619457244873,
      "learning_rate": 4.612465900472842e-06,
      "loss": 0.4327,
      "step": 363240
    },
    {
      "epoch": 101.38,
      "grad_norm": 1.4909191131591797,
      "learning_rate": 4.61245911320395e-06,
      "loss": 0.4316,
      "step": 363250
    },
    {
      "epoch": 101.38,
      "grad_norm": 1.5677080154418945,
      "learning_rate": 4.612452325633092e-06,
      "loss": 0.4477,
      "step": 363260
    },
    {
      "epoch": 101.39,
      "grad_norm": 1.6050066947937012,
      "learning_rate": 4.61244553776027e-06,
      "loss": 0.4132,
      "step": 363270
    },
    {
      "epoch": 101.39,
      "grad_norm": 1.7232152223587036,
      "learning_rate": 4.6124387495854835e-06,
      "loss": 0.4291,
      "step": 363280
    },
    {
      "epoch": 101.39,
      "grad_norm": 1.548384428024292,
      "learning_rate": 4.612431961108734e-06,
      "loss": 0.4241,
      "step": 363290
    },
    {
      "epoch": 101.4,
      "grad_norm": 1.5908902883529663,
      "learning_rate": 4.612425172330023e-06,
      "loss": 0.4393,
      "step": 363300
    },
    {
      "epoch": 101.4,
      "grad_norm": 1.521058440208435,
      "learning_rate": 4.61241838324935e-06,
      "loss": 0.4187,
      "step": 363310
    },
    {
      "epoch": 101.4,
      "grad_norm": 1.4519977569580078,
      "learning_rate": 4.612411593866716e-06,
      "loss": 0.4149,
      "step": 363320
    },
    {
      "epoch": 101.4,
      "grad_norm": 1.413845419883728,
      "learning_rate": 4.612404804182124e-06,
      "loss": 0.4233,
      "step": 363330
    },
    {
      "epoch": 101.41,
      "grad_norm": 1.4723790884017944,
      "learning_rate": 4.612398014195572e-06,
      "loss": 0.4385,
      "step": 363340
    },
    {
      "epoch": 101.41,
      "grad_norm": 1.5603772401809692,
      "learning_rate": 4.612391223907063e-06,
      "loss": 0.4319,
      "step": 363350
    },
    {
      "epoch": 101.41,
      "grad_norm": 2.0958292484283447,
      "learning_rate": 4.612384433316597e-06,
      "loss": 0.4381,
      "step": 363360
    },
    {
      "epoch": 101.42,
      "grad_norm": 1.6162781715393066,
      "learning_rate": 4.612377642424176e-06,
      "loss": 0.4369,
      "step": 363370
    },
    {
      "epoch": 101.42,
      "grad_norm": 1.735737681388855,
      "learning_rate": 4.6123708512297995e-06,
      "loss": 0.4381,
      "step": 363380
    },
    {
      "epoch": 101.42,
      "grad_norm": 1.695982813835144,
      "learning_rate": 4.612364059733468e-06,
      "loss": 0.4462,
      "step": 363390
    },
    {
      "epoch": 101.42,
      "grad_norm": 1.5780630111694336,
      "learning_rate": 4.6123572679351855e-06,
      "loss": 0.4225,
      "step": 363400
    },
    {
      "epoch": 101.43,
      "grad_norm": 1.3323463201522827,
      "learning_rate": 4.612350475834949e-06,
      "loss": 0.4178,
      "step": 363410
    },
    {
      "epoch": 101.43,
      "grad_norm": 1.4342221021652222,
      "learning_rate": 4.612343683432761e-06,
      "loss": 0.4209,
      "step": 363420
    },
    {
      "epoch": 101.43,
      "grad_norm": 1.476078987121582,
      "learning_rate": 4.612336890728623e-06,
      "loss": 0.4206,
      "step": 363430
    },
    {
      "epoch": 101.43,
      "grad_norm": 1.3221988677978516,
      "learning_rate": 4.612330097722536e-06,
      "loss": 0.4382,
      "step": 363440
    },
    {
      "epoch": 101.44,
      "grad_norm": 1.4134631156921387,
      "learning_rate": 4.6123233044145e-06,
      "loss": 0.4109,
      "step": 363450
    },
    {
      "epoch": 101.44,
      "grad_norm": 1.416953444480896,
      "learning_rate": 4.612316510804517e-06,
      "loss": 0.4104,
      "step": 363460
    },
    {
      "epoch": 101.44,
      "grad_norm": 1.8268581628799438,
      "learning_rate": 4.612309716892586e-06,
      "loss": 0.4434,
      "step": 363470
    },
    {
      "epoch": 101.45,
      "grad_norm": 1.742315649986267,
      "learning_rate": 4.61230292267871e-06,
      "loss": 0.434,
      "step": 363480
    },
    {
      "epoch": 101.45,
      "grad_norm": 1.54325532913208,
      "learning_rate": 4.612296128162888e-06,
      "loss": 0.4057,
      "step": 363490
    },
    {
      "epoch": 101.45,
      "grad_norm": 1.6095014810562134,
      "learning_rate": 4.612289333345123e-06,
      "loss": 0.433,
      "step": 363500
    },
    {
      "epoch": 101.45,
      "grad_norm": 1.7378031015396118,
      "learning_rate": 4.612282538225414e-06,
      "loss": 0.4159,
      "step": 363510
    },
    {
      "epoch": 101.46,
      "grad_norm": 1.4240617752075195,
      "learning_rate": 4.6122757428037624e-06,
      "loss": 0.4324,
      "step": 363520
    },
    {
      "epoch": 101.46,
      "grad_norm": 1.3068835735321045,
      "learning_rate": 4.612268947080171e-06,
      "loss": 0.4364,
      "step": 363530
    },
    {
      "epoch": 101.46,
      "grad_norm": 1.3561567068099976,
      "learning_rate": 4.612262151054637e-06,
      "loss": 0.4302,
      "step": 363540
    },
    {
      "epoch": 101.47,
      "grad_norm": 1.558351993560791,
      "learning_rate": 4.6122553547271646e-06,
      "loss": 0.4518,
      "step": 363550
    },
    {
      "epoch": 101.47,
      "grad_norm": 1.6801484823226929,
      "learning_rate": 4.612248558097754e-06,
      "loss": 0.4233,
      "step": 363560
    },
    {
      "epoch": 101.47,
      "grad_norm": 1.3617382049560547,
      "learning_rate": 4.6122417611664045e-06,
      "loss": 0.4138,
      "step": 363570
    },
    {
      "epoch": 101.47,
      "grad_norm": 1.826002836227417,
      "learning_rate": 4.612234963933119e-06,
      "loss": 0.4361,
      "step": 363580
    },
    {
      "epoch": 101.48,
      "grad_norm": 1.691061019897461,
      "learning_rate": 4.6122281663978975e-06,
      "loss": 0.4299,
      "step": 363590
    },
    {
      "epoch": 101.48,
      "grad_norm": 1.8620973825454712,
      "learning_rate": 4.61222136856074e-06,
      "loss": 0.429,
      "step": 363600
    },
    {
      "epoch": 101.48,
      "grad_norm": 1.3978350162506104,
      "learning_rate": 4.612214570421649e-06,
      "loss": 0.4129,
      "step": 363610
    },
    {
      "epoch": 101.48,
      "grad_norm": 1.435881495475769,
      "learning_rate": 4.612207771980625e-06,
      "loss": 0.4208,
      "step": 363620
    },
    {
      "epoch": 101.49,
      "grad_norm": 1.4378358125686646,
      "learning_rate": 4.612200973237669e-06,
      "loss": 0.4311,
      "step": 363630
    },
    {
      "epoch": 101.49,
      "grad_norm": 1.3309929370880127,
      "learning_rate": 4.61219417419278e-06,
      "loss": 0.4259,
      "step": 363640
    },
    {
      "epoch": 101.49,
      "grad_norm": 1.6583207845687866,
      "learning_rate": 4.612187374845961e-06,
      "loss": 0.4389,
      "step": 363650
    },
    {
      "epoch": 101.5,
      "grad_norm": 1.3414149284362793,
      "learning_rate": 4.612180575197213e-06,
      "loss": 0.4326,
      "step": 363660
    },
    {
      "epoch": 101.5,
      "grad_norm": 1.6284934282302856,
      "learning_rate": 4.6121737752465365e-06,
      "loss": 0.4399,
      "step": 363670
    },
    {
      "epoch": 101.5,
      "grad_norm": 1.6251282691955566,
      "learning_rate": 4.612166974993932e-06,
      "loss": 0.427,
      "step": 363680
    },
    {
      "epoch": 101.5,
      "grad_norm": 1.727588415145874,
      "learning_rate": 4.6121601744394e-06,
      "loss": 0.4362,
      "step": 363690
    },
    {
      "epoch": 101.51,
      "grad_norm": 1.2906231880187988,
      "learning_rate": 4.6121533735829414e-06,
      "loss": 0.4082,
      "step": 363700
    },
    {
      "epoch": 101.51,
      "grad_norm": 1.6516441106796265,
      "learning_rate": 4.612146572424559e-06,
      "loss": 0.4411,
      "step": 363710
    },
    {
      "epoch": 101.51,
      "grad_norm": 1.4768507480621338,
      "learning_rate": 4.612139770964252e-06,
      "loss": 0.4238,
      "step": 363720
    },
    {
      "epoch": 101.52,
      "grad_norm": 1.9021416902542114,
      "learning_rate": 4.6121329692020215e-06,
      "loss": 0.4219,
      "step": 363730
    },
    {
      "epoch": 101.52,
      "grad_norm": 1.7347933053970337,
      "learning_rate": 4.612126167137869e-06,
      "loss": 0.4285,
      "step": 363740
    },
    {
      "epoch": 101.52,
      "grad_norm": 1.3532445430755615,
      "learning_rate": 4.612119364771795e-06,
      "loss": 0.4178,
      "step": 363750
    },
    {
      "epoch": 101.52,
      "grad_norm": 1.6812163591384888,
      "learning_rate": 4.6121125621037995e-06,
      "loss": 0.4374,
      "step": 363760
    },
    {
      "epoch": 101.53,
      "grad_norm": 1.5105206966400146,
      "learning_rate": 4.612105759133885e-06,
      "loss": 0.4236,
      "step": 363770
    },
    {
      "epoch": 101.53,
      "grad_norm": 1.1086939573287964,
      "learning_rate": 4.6120989558620525e-06,
      "loss": 0.4291,
      "step": 363780
    },
    {
      "epoch": 101.53,
      "grad_norm": 1.4790657758712769,
      "learning_rate": 4.612092152288301e-06,
      "loss": 0.4275,
      "step": 363790
    },
    {
      "epoch": 101.54,
      "grad_norm": 1.9937357902526855,
      "learning_rate": 4.612085348412633e-06,
      "loss": 0.4193,
      "step": 363800
    },
    {
      "epoch": 101.54,
      "grad_norm": 1.6990751028060913,
      "learning_rate": 4.612078544235049e-06,
      "loss": 0.4282,
      "step": 363810
    },
    {
      "epoch": 101.54,
      "grad_norm": 1.916717767715454,
      "learning_rate": 4.61207173975555e-06,
      "loss": 0.4298,
      "step": 363820
    },
    {
      "epoch": 101.54,
      "grad_norm": 2.190858840942383,
      "learning_rate": 4.6120649349741365e-06,
      "loss": 0.4279,
      "step": 363830
    },
    {
      "epoch": 101.55,
      "grad_norm": 1.3931639194488525,
      "learning_rate": 4.61205812989081e-06,
      "loss": 0.4189,
      "step": 363840
    },
    {
      "epoch": 101.55,
      "grad_norm": 1.6643723249435425,
      "learning_rate": 4.61205132450557e-06,
      "loss": 0.4401,
      "step": 363850
    },
    {
      "epoch": 101.55,
      "grad_norm": 1.4998481273651123,
      "learning_rate": 4.612044518818419e-06,
      "loss": 0.434,
      "step": 363860
    },
    {
      "epoch": 101.55,
      "grad_norm": 1.5958871841430664,
      "learning_rate": 4.6120377128293575e-06,
      "loss": 0.4074,
      "step": 363870
    },
    {
      "epoch": 101.56,
      "grad_norm": 2.0840940475463867,
      "learning_rate": 4.612030906538387e-06,
      "loss": 0.4223,
      "step": 363880
    },
    {
      "epoch": 101.56,
      "grad_norm": 1.4423736333847046,
      "learning_rate": 4.612024099945507e-06,
      "loss": 0.4243,
      "step": 363890
    },
    {
      "epoch": 101.56,
      "grad_norm": 1.6777048110961914,
      "learning_rate": 4.612017293050719e-06,
      "loss": 0.4312,
      "step": 363900
    },
    {
      "epoch": 101.57,
      "grad_norm": 1.3832144737243652,
      "learning_rate": 4.612010485854024e-06,
      "loss": 0.422,
      "step": 363910
    },
    {
      "epoch": 101.57,
      "grad_norm": 1.5640898942947388,
      "learning_rate": 4.6120036783554236e-06,
      "loss": 0.448,
      "step": 363920
    },
    {
      "epoch": 101.57,
      "grad_norm": 1.6100502014160156,
      "learning_rate": 4.6119968705549175e-06,
      "loss": 0.4376,
      "step": 363930
    },
    {
      "epoch": 101.57,
      "grad_norm": 1.4954121112823486,
      "learning_rate": 4.611990062452507e-06,
      "loss": 0.4433,
      "step": 363940
    },
    {
      "epoch": 101.58,
      "grad_norm": 1.4211678504943848,
      "learning_rate": 4.611983254048193e-06,
      "loss": 0.4358,
      "step": 363950
    },
    {
      "epoch": 101.58,
      "grad_norm": 1.5852960348129272,
      "learning_rate": 4.611976445341977e-06,
      "loss": 0.4406,
      "step": 363960
    },
    {
      "epoch": 101.58,
      "grad_norm": 1.5200867652893066,
      "learning_rate": 4.611969636333859e-06,
      "loss": 0.4335,
      "step": 363970
    },
    {
      "epoch": 101.59,
      "grad_norm": 1.5392206907272339,
      "learning_rate": 4.611962827023841e-06,
      "loss": 0.4285,
      "step": 363980
    },
    {
      "epoch": 101.59,
      "grad_norm": 1.850508451461792,
      "learning_rate": 4.611956017411922e-06,
      "loss": 0.4496,
      "step": 363990
    },
    {
      "epoch": 101.59,
      "grad_norm": 1.969240665435791,
      "learning_rate": 4.6119492074981055e-06,
      "loss": 0.4463,
      "step": 364000
    },
    {
      "epoch": 101.59,
      "grad_norm": 1.5876779556274414,
      "learning_rate": 4.611942397282391e-06,
      "loss": 0.4191,
      "step": 364010
    },
    {
      "epoch": 101.6,
      "grad_norm": 1.3828805685043335,
      "learning_rate": 4.611935586764778e-06,
      "loss": 0.433,
      "step": 364020
    },
    {
      "epoch": 101.6,
      "grad_norm": 1.662226676940918,
      "learning_rate": 4.611928775945271e-06,
      "loss": 0.4291,
      "step": 364030
    },
    {
      "epoch": 101.6,
      "grad_norm": 1.7285053730010986,
      "learning_rate": 4.611921964823867e-06,
      "loss": 0.4165,
      "step": 364040
    },
    {
      "epoch": 101.6,
      "grad_norm": 1.8168789148330688,
      "learning_rate": 4.6119151534005696e-06,
      "loss": 0.4451,
      "step": 364050
    },
    {
      "epoch": 101.61,
      "grad_norm": 1.7503489255905151,
      "learning_rate": 4.611908341675379e-06,
      "loss": 0.4356,
      "step": 364060
    },
    {
      "epoch": 101.61,
      "grad_norm": 1.4608135223388672,
      "learning_rate": 4.611901529648295e-06,
      "loss": 0.425,
      "step": 364070
    },
    {
      "epoch": 101.61,
      "grad_norm": 1.617570161819458,
      "learning_rate": 4.61189471731932e-06,
      "loss": 0.4165,
      "step": 364080
    },
    {
      "epoch": 101.62,
      "grad_norm": 1.1857874393463135,
      "learning_rate": 4.611887904688454e-06,
      "loss": 0.4297,
      "step": 364090
    },
    {
      "epoch": 101.62,
      "grad_norm": 1.4907587766647339,
      "learning_rate": 4.611881091755698e-06,
      "loss": 0.4295,
      "step": 364100
    },
    {
      "epoch": 101.62,
      "grad_norm": 1.749117374420166,
      "learning_rate": 4.611874278521054e-06,
      "loss": 0.4307,
      "step": 364110
    },
    {
      "epoch": 101.62,
      "grad_norm": 1.4115968942642212,
      "learning_rate": 4.611867464984522e-06,
      "loss": 0.415,
      "step": 364120
    },
    {
      "epoch": 101.63,
      "grad_norm": 1.6364071369171143,
      "learning_rate": 4.6118606511461025e-06,
      "loss": 0.4218,
      "step": 364130
    },
    {
      "epoch": 101.63,
      "grad_norm": 1.7755874395370483,
      "learning_rate": 4.611853837005797e-06,
      "loss": 0.4328,
      "step": 364140
    },
    {
      "epoch": 101.63,
      "grad_norm": 1.4000792503356934,
      "learning_rate": 4.611847022563606e-06,
      "loss": 0.4595,
      "step": 364150
    },
    {
      "epoch": 101.64,
      "grad_norm": 1.3354817628860474,
      "learning_rate": 4.611840207819531e-06,
      "loss": 0.4266,
      "step": 364160
    },
    {
      "epoch": 101.64,
      "grad_norm": 1.6117478609085083,
      "learning_rate": 4.611833392773573e-06,
      "loss": 0.4361,
      "step": 364170
    },
    {
      "epoch": 101.64,
      "grad_norm": 1.4857885837554932,
      "learning_rate": 4.611826577425731e-06,
      "loss": 0.4215,
      "step": 364180
    },
    {
      "epoch": 101.64,
      "grad_norm": 1.6317483186721802,
      "learning_rate": 4.611819761776009e-06,
      "loss": 0.427,
      "step": 364190
    },
    {
      "epoch": 101.65,
      "grad_norm": 1.3951165676116943,
      "learning_rate": 4.611812945824406e-06,
      "loss": 0.4167,
      "step": 364200
    },
    {
      "epoch": 101.65,
      "grad_norm": 1.4357349872589111,
      "learning_rate": 4.611806129570922e-06,
      "loss": 0.4167,
      "step": 364210
    },
    {
      "epoch": 101.65,
      "grad_norm": 1.6546944379806519,
      "learning_rate": 4.61179931301556e-06,
      "loss": 0.4215,
      "step": 364220
    },
    {
      "epoch": 101.66,
      "grad_norm": 1.6597537994384766,
      "learning_rate": 4.61179249615832e-06,
      "loss": 0.434,
      "step": 364230
    },
    {
      "epoch": 101.66,
      "grad_norm": 1.7004454135894775,
      "learning_rate": 4.611785678999203e-06,
      "loss": 0.4278,
      "step": 364240
    },
    {
      "epoch": 101.66,
      "grad_norm": 1.4434305429458618,
      "learning_rate": 4.611778861538209e-06,
      "loss": 0.4233,
      "step": 364250
    },
    {
      "epoch": 101.66,
      "grad_norm": 1.4553030729293823,
      "learning_rate": 4.611772043775341e-06,
      "loss": 0.4335,
      "step": 364260
    },
    {
      "epoch": 101.67,
      "grad_norm": 1.361130714416504,
      "learning_rate": 4.611765225710598e-06,
      "loss": 0.44,
      "step": 364270
    },
    {
      "epoch": 101.67,
      "grad_norm": 1.286544919013977,
      "learning_rate": 4.611758407343982e-06,
      "loss": 0.4176,
      "step": 364280
    },
    {
      "epoch": 101.67,
      "grad_norm": 1.6090624332427979,
      "learning_rate": 4.611751588675493e-06,
      "loss": 0.4275,
      "step": 364290
    },
    {
      "epoch": 101.67,
      "grad_norm": 1.6237080097198486,
      "learning_rate": 4.611744769705132e-06,
      "loss": 0.4274,
      "step": 364300
    },
    {
      "epoch": 101.68,
      "grad_norm": 1.542008638381958,
      "learning_rate": 4.611737950432901e-06,
      "loss": 0.4181,
      "step": 364310
    },
    {
      "epoch": 101.68,
      "grad_norm": 1.624369502067566,
      "learning_rate": 4.6117311308588e-06,
      "loss": 0.4351,
      "step": 364320
    },
    {
      "epoch": 101.68,
      "grad_norm": 1.2964117527008057,
      "learning_rate": 4.61172431098283e-06,
      "loss": 0.429,
      "step": 364330
    },
    {
      "epoch": 101.69,
      "grad_norm": 1.6324944496154785,
      "learning_rate": 4.611717490804992e-06,
      "loss": 0.4139,
      "step": 364340
    },
    {
      "epoch": 101.69,
      "grad_norm": 1.9027835130691528,
      "learning_rate": 4.611710670325287e-06,
      "loss": 0.414,
      "step": 364350
    },
    {
      "epoch": 101.69,
      "grad_norm": 1.3171457052230835,
      "learning_rate": 4.611703849543716e-06,
      "loss": 0.4243,
      "step": 364360
    },
    {
      "epoch": 101.69,
      "grad_norm": 1.217576265335083,
      "learning_rate": 4.6116970284602795e-06,
      "loss": 0.4232,
      "step": 364370
    },
    {
      "epoch": 101.7,
      "grad_norm": 1.1616506576538086,
      "learning_rate": 4.6116902070749785e-06,
      "loss": 0.4166,
      "step": 364380
    },
    {
      "epoch": 101.7,
      "grad_norm": 1.5396728515625,
      "learning_rate": 4.6116833853878145e-06,
      "loss": 0.4533,
      "step": 364390
    },
    {
      "epoch": 101.7,
      "grad_norm": 1.827746868133545,
      "learning_rate": 4.611676563398787e-06,
      "loss": 0.4319,
      "step": 364400
    },
    {
      "epoch": 101.71,
      "grad_norm": 1.403070330619812,
      "learning_rate": 4.611669741107899e-06,
      "loss": 0.4192,
      "step": 364410
    },
    {
      "epoch": 101.71,
      "grad_norm": 1.4282225370407104,
      "learning_rate": 4.61166291851515e-06,
      "loss": 0.4225,
      "step": 364420
    },
    {
      "epoch": 101.71,
      "grad_norm": 1.7557635307312012,
      "learning_rate": 4.61165609562054e-06,
      "loss": 0.4405,
      "step": 364430
    },
    {
      "epoch": 101.71,
      "grad_norm": 1.7591118812561035,
      "learning_rate": 4.611649272424072e-06,
      "loss": 0.4243,
      "step": 364440
    },
    {
      "epoch": 101.72,
      "grad_norm": 1.5346553325653076,
      "learning_rate": 4.611642448925746e-06,
      "loss": 0.4219,
      "step": 364450
    },
    {
      "epoch": 101.72,
      "grad_norm": 1.648794174194336,
      "learning_rate": 4.6116356251255624e-06,
      "loss": 0.4277,
      "step": 364460
    },
    {
      "epoch": 101.72,
      "grad_norm": 1.892932415008545,
      "learning_rate": 4.6116288010235244e-06,
      "loss": 0.4205,
      "step": 364470
    },
    {
      "epoch": 101.72,
      "grad_norm": 1.7239679098129272,
      "learning_rate": 4.611621976619629e-06,
      "loss": 0.4093,
      "step": 364480
    },
    {
      "epoch": 101.73,
      "grad_norm": 1.62241530418396,
      "learning_rate": 4.61161515191388e-06,
      "loss": 0.4287,
      "step": 364490
    },
    {
      "epoch": 101.73,
      "grad_norm": 1.711488962173462,
      "learning_rate": 4.611608326906278e-06,
      "loss": 0.4303,
      "step": 364500
    },
    {
      "epoch": 101.73,
      "grad_norm": 1.4838314056396484,
      "learning_rate": 4.611601501596822e-06,
      "loss": 0.4256,
      "step": 364510
    },
    {
      "epoch": 101.74,
      "grad_norm": 1.3035293817520142,
      "learning_rate": 4.611594675985516e-06,
      "loss": 0.4424,
      "step": 364520
    },
    {
      "epoch": 101.74,
      "grad_norm": 1.5549184083938599,
      "learning_rate": 4.6115878500723584e-06,
      "loss": 0.4286,
      "step": 364530
    },
    {
      "epoch": 101.74,
      "grad_norm": 1.3291375637054443,
      "learning_rate": 4.611581023857351e-06,
      "loss": 0.4312,
      "step": 364540
    },
    {
      "epoch": 101.74,
      "grad_norm": 1.2911771535873413,
      "learning_rate": 4.611574197340495e-06,
      "loss": 0.4039,
      "step": 364550
    },
    {
      "epoch": 101.75,
      "grad_norm": 1.3858011960983276,
      "learning_rate": 4.611567370521791e-06,
      "loss": 0.4258,
      "step": 364560
    },
    {
      "epoch": 101.75,
      "grad_norm": 1.403713345527649,
      "learning_rate": 4.611560543401239e-06,
      "loss": 0.4336,
      "step": 364570
    },
    {
      "epoch": 101.75,
      "grad_norm": 1.4715299606323242,
      "learning_rate": 4.611553715978842e-06,
      "loss": 0.436,
      "step": 364580
    },
    {
      "epoch": 101.76,
      "grad_norm": 1.402076244354248,
      "learning_rate": 4.611546888254599e-06,
      "loss": 0.4163,
      "step": 364590
    },
    {
      "epoch": 101.76,
      "grad_norm": 1.6419398784637451,
      "learning_rate": 4.611540060228512e-06,
      "loss": 0.45,
      "step": 364600
    },
    {
      "epoch": 101.76,
      "grad_norm": 1.6715000867843628,
      "learning_rate": 4.611533231900581e-06,
      "loss": 0.4305,
      "step": 364610
    },
    {
      "epoch": 101.76,
      "grad_norm": 1.6555116176605225,
      "learning_rate": 4.611526403270808e-06,
      "loss": 0.4305,
      "step": 364620
    },
    {
      "epoch": 101.77,
      "grad_norm": 1.6155598163604736,
      "learning_rate": 4.611519574339193e-06,
      "loss": 0.4158,
      "step": 364630
    },
    {
      "epoch": 101.77,
      "grad_norm": 1.492551565170288,
      "learning_rate": 4.6115127451057374e-06,
      "loss": 0.4376,
      "step": 364640
    },
    {
      "epoch": 101.77,
      "grad_norm": 1.5618886947631836,
      "learning_rate": 4.611505915570442e-06,
      "loss": 0.4342,
      "step": 364650
    },
    {
      "epoch": 101.78,
      "grad_norm": 1.3253211975097656,
      "learning_rate": 4.6114990857333075e-06,
      "loss": 0.4338,
      "step": 364660
    },
    {
      "epoch": 101.78,
      "grad_norm": 1.6212379932403564,
      "learning_rate": 4.611492255594335e-06,
      "loss": 0.4129,
      "step": 364670
    },
    {
      "epoch": 101.78,
      "grad_norm": 1.888128399848938,
      "learning_rate": 4.611485425153525e-06,
      "loss": 0.4386,
      "step": 364680
    },
    {
      "epoch": 101.78,
      "grad_norm": 1.1978778839111328,
      "learning_rate": 4.61147859441088e-06,
      "loss": 0.4083,
      "step": 364690
    },
    {
      "epoch": 101.79,
      "grad_norm": 1.5670615434646606,
      "learning_rate": 4.611471763366399e-06,
      "loss": 0.423,
      "step": 364700
    },
    {
      "epoch": 101.79,
      "grad_norm": 1.3658064603805542,
      "learning_rate": 4.611464932020083e-06,
      "loss": 0.4176,
      "step": 364710
    },
    {
      "epoch": 101.79,
      "grad_norm": 1.3462865352630615,
      "learning_rate": 4.611458100371935e-06,
      "loss": 0.4446,
      "step": 364720
    },
    {
      "epoch": 101.79,
      "grad_norm": 1.281187891960144,
      "learning_rate": 4.611451268421953e-06,
      "loss": 0.4217,
      "step": 364730
    },
    {
      "epoch": 101.8,
      "grad_norm": 1.7074801921844482,
      "learning_rate": 4.61144443617014e-06,
      "loss": 0.423,
      "step": 364740
    },
    {
      "epoch": 101.8,
      "grad_norm": 1.8890351057052612,
      "learning_rate": 4.6114376036164966e-06,
      "loss": 0.4167,
      "step": 364750
    },
    {
      "epoch": 101.8,
      "grad_norm": 2.3090972900390625,
      "learning_rate": 4.611430770761023e-06,
      "loss": 0.4391,
      "step": 364760
    },
    {
      "epoch": 101.81,
      "grad_norm": 1.71782648563385,
      "learning_rate": 4.61142393760372e-06,
      "loss": 0.4192,
      "step": 364770
    },
    {
      "epoch": 101.81,
      "grad_norm": 1.784174919128418,
      "learning_rate": 4.611417104144589e-06,
      "loss": 0.4259,
      "step": 364780
    },
    {
      "epoch": 101.81,
      "grad_norm": 1.4527604579925537,
      "learning_rate": 4.611410270383632e-06,
      "loss": 0.414,
      "step": 364790
    },
    {
      "epoch": 101.81,
      "grad_norm": 2.930004119873047,
      "learning_rate": 4.611403436320847e-06,
      "loss": 0.4103,
      "step": 364800
    },
    {
      "epoch": 101.82,
      "grad_norm": 1.6852554082870483,
      "learning_rate": 4.611396601956239e-06,
      "loss": 0.4428,
      "step": 364810
    },
    {
      "epoch": 101.82,
      "grad_norm": 1.5281615257263184,
      "learning_rate": 4.611389767289805e-06,
      "loss": 0.4289,
      "step": 364820
    },
    {
      "epoch": 101.82,
      "grad_norm": 1.5711373090744019,
      "learning_rate": 4.611382932321548e-06,
      "loss": 0.4397,
      "step": 364830
    },
    {
      "epoch": 101.83,
      "grad_norm": 1.922126054763794,
      "learning_rate": 4.611376097051468e-06,
      "loss": 0.4241,
      "step": 364840
    },
    {
      "epoch": 101.83,
      "grad_norm": 1.2781550884246826,
      "learning_rate": 4.611369261479567e-06,
      "loss": 0.4254,
      "step": 364850
    },
    {
      "epoch": 101.83,
      "grad_norm": 1.228481650352478,
      "learning_rate": 4.6113624256058445e-06,
      "loss": 0.418,
      "step": 364860
    },
    {
      "epoch": 101.83,
      "grad_norm": 2.1112842559814453,
      "learning_rate": 4.611355589430303e-06,
      "loss": 0.428,
      "step": 364870
    },
    {
      "epoch": 101.84,
      "grad_norm": 1.8677197694778442,
      "learning_rate": 4.611348752952942e-06,
      "loss": 0.4236,
      "step": 364880
    },
    {
      "epoch": 101.84,
      "grad_norm": 1.4723719358444214,
      "learning_rate": 4.611341916173764e-06,
      "loss": 0.4333,
      "step": 364890
    },
    {
      "epoch": 101.84,
      "grad_norm": 1.5389481782913208,
      "learning_rate": 4.611335079092767e-06,
      "loss": 0.4243,
      "step": 364900
    },
    {
      "epoch": 101.84,
      "grad_norm": 1.430092215538025,
      "learning_rate": 4.6113282417099556e-06,
      "loss": 0.4184,
      "step": 364910
    },
    {
      "epoch": 101.85,
      "grad_norm": 1.5870707035064697,
      "learning_rate": 4.6113214040253275e-06,
      "loss": 0.4338,
      "step": 364920
    },
    {
      "epoch": 101.85,
      "grad_norm": 1.5772939920425415,
      "learning_rate": 4.6113145660388855e-06,
      "loss": 0.4097,
      "step": 364930
    },
    {
      "epoch": 101.85,
      "grad_norm": 1.7434254884719849,
      "learning_rate": 4.611307727750631e-06,
      "loss": 0.4452,
      "step": 364940
    },
    {
      "epoch": 101.86,
      "grad_norm": 1.4464374780654907,
      "learning_rate": 4.611300889160563e-06,
      "loss": 0.4253,
      "step": 364950
    },
    {
      "epoch": 101.86,
      "grad_norm": 1.3554558753967285,
      "learning_rate": 4.6112940502686835e-06,
      "loss": 0.4112,
      "step": 364960
    },
    {
      "epoch": 101.86,
      "grad_norm": 1.406571865081787,
      "learning_rate": 4.611287211074994e-06,
      "loss": 0.4279,
      "step": 364970
    },
    {
      "epoch": 101.86,
      "grad_norm": 1.6020089387893677,
      "learning_rate": 4.611280371579494e-06,
      "loss": 0.4334,
      "step": 364980
    },
    {
      "epoch": 101.87,
      "grad_norm": 1.5577373504638672,
      "learning_rate": 4.611273531782185e-06,
      "loss": 0.4544,
      "step": 364990
    },
    {
      "epoch": 101.87,
      "grad_norm": 1.2749414443969727,
      "learning_rate": 4.6112666916830675e-06,
      "loss": 0.4361,
      "step": 365000
    },
    {
      "epoch": 101.87,
      "grad_norm": 1.4619427919387817,
      "learning_rate": 4.611259851282144e-06,
      "loss": 0.4244,
      "step": 365010
    },
    {
      "epoch": 101.88,
      "grad_norm": 2.1501097679138184,
      "learning_rate": 4.6112530105794135e-06,
      "loss": 0.426,
      "step": 365020
    },
    {
      "epoch": 101.88,
      "grad_norm": 1.4750171899795532,
      "learning_rate": 4.611246169574878e-06,
      "loss": 0.409,
      "step": 365030
    },
    {
      "epoch": 101.88,
      "grad_norm": 1.5187350511550903,
      "learning_rate": 4.611239328268539e-06,
      "loss": 0.4392,
      "step": 365040
    },
    {
      "epoch": 101.88,
      "grad_norm": 1.5569897890090942,
      "learning_rate": 4.6112324866603955e-06,
      "loss": 0.4214,
      "step": 365050
    },
    {
      "epoch": 101.89,
      "grad_norm": 1.5217819213867188,
      "learning_rate": 4.6112256447504494e-06,
      "loss": 0.4107,
      "step": 365060
    },
    {
      "epoch": 101.89,
      "grad_norm": 1.556615948677063,
      "learning_rate": 4.611218802538702e-06,
      "loss": 0.4224,
      "step": 365070
    },
    {
      "epoch": 101.89,
      "grad_norm": 1.3551156520843506,
      "learning_rate": 4.611211960025154e-06,
      "loss": 0.4318,
      "step": 365080
    },
    {
      "epoch": 101.9,
      "grad_norm": 1.7507137060165405,
      "learning_rate": 4.611205117209806e-06,
      "loss": 0.4238,
      "step": 365090
    },
    {
      "epoch": 101.9,
      "grad_norm": 1.4916995763778687,
      "learning_rate": 4.61119827409266e-06,
      "loss": 0.4152,
      "step": 365100
    },
    {
      "epoch": 101.9,
      "grad_norm": 1.5250986814498901,
      "learning_rate": 4.611191430673715e-06,
      "loss": 0.4456,
      "step": 365110
    },
    {
      "epoch": 101.9,
      "grad_norm": 2.0250842571258545,
      "learning_rate": 4.611184586952973e-06,
      "loss": 0.4288,
      "step": 365120
    },
    {
      "epoch": 101.91,
      "grad_norm": 1.531840443611145,
      "learning_rate": 4.611177742930434e-06,
      "loss": 0.4284,
      "step": 365130
    },
    {
      "epoch": 101.91,
      "grad_norm": 1.6843633651733398,
      "learning_rate": 4.611170898606101e-06,
      "loss": 0.4212,
      "step": 365140
    },
    {
      "epoch": 101.91,
      "grad_norm": 1.200147271156311,
      "learning_rate": 4.611164053979974e-06,
      "loss": 0.4265,
      "step": 365150
    },
    {
      "epoch": 101.91,
      "grad_norm": 1.421499490737915,
      "learning_rate": 4.611157209052053e-06,
      "loss": 0.4291,
      "step": 365160
    },
    {
      "epoch": 101.92,
      "grad_norm": 1.5904326438903809,
      "learning_rate": 4.611150363822339e-06,
      "loss": 0.4204,
      "step": 365170
    },
    {
      "epoch": 101.92,
      "grad_norm": 1.5034579038619995,
      "learning_rate": 4.611143518290834e-06,
      "loss": 0.4262,
      "step": 365180
    },
    {
      "epoch": 101.92,
      "grad_norm": 1.334614872932434,
      "learning_rate": 4.611136672457538e-06,
      "loss": 0.4249,
      "step": 365190
    },
    {
      "epoch": 101.93,
      "grad_norm": 1.8309485912322998,
      "learning_rate": 4.611129826322453e-06,
      "loss": 0.4554,
      "step": 365200
    },
    {
      "epoch": 101.93,
      "grad_norm": 1.2552193403244019,
      "learning_rate": 4.611122979885578e-06,
      "loss": 0.4212,
      "step": 365210
    },
    {
      "epoch": 101.93,
      "grad_norm": 1.2881662845611572,
      "learning_rate": 4.611116133146916e-06,
      "loss": 0.4247,
      "step": 365220
    },
    {
      "epoch": 101.93,
      "grad_norm": 2.3814303874969482,
      "learning_rate": 4.611109286106466e-06,
      "loss": 0.4084,
      "step": 365230
    },
    {
      "epoch": 101.94,
      "grad_norm": 1.5779204368591309,
      "learning_rate": 4.611102438764231e-06,
      "loss": 0.4235,
      "step": 365240
    },
    {
      "epoch": 101.94,
      "grad_norm": 1.9982941150665283,
      "learning_rate": 4.61109559112021e-06,
      "loss": 0.4406,
      "step": 365250
    },
    {
      "epoch": 101.94,
      "grad_norm": 1.9059498310089111,
      "learning_rate": 4.611088743174404e-06,
      "loss": 0.4373,
      "step": 365260
    },
    {
      "epoch": 101.95,
      "grad_norm": 1.3900017738342285,
      "learning_rate": 4.611081894926816e-06,
      "loss": 0.4065,
      "step": 365270
    },
    {
      "epoch": 101.95,
      "grad_norm": 1.8270061016082764,
      "learning_rate": 4.611075046377445e-06,
      "loss": 0.4237,
      "step": 365280
    },
    {
      "epoch": 101.95,
      "grad_norm": 1.5641870498657227,
      "learning_rate": 4.6110681975262916e-06,
      "loss": 0.4153,
      "step": 365290
    },
    {
      "epoch": 101.95,
      "grad_norm": 1.4671019315719604,
      "learning_rate": 4.611061348373358e-06,
      "loss": 0.4359,
      "step": 365300
    },
    {
      "epoch": 101.96,
      "grad_norm": 1.3786492347717285,
      "learning_rate": 4.611054498918646e-06,
      "loss": 0.4054,
      "step": 365310
    },
    {
      "epoch": 101.96,
      "grad_norm": 1.5556395053863525,
      "learning_rate": 4.611047649162153e-06,
      "loss": 0.4182,
      "step": 365320
    },
    {
      "epoch": 101.96,
      "grad_norm": 1.5275943279266357,
      "learning_rate": 4.611040799103884e-06,
      "loss": 0.4212,
      "step": 365330
    },
    {
      "epoch": 101.96,
      "grad_norm": 1.5234718322753906,
      "learning_rate": 4.611033948743837e-06,
      "loss": 0.4182,
      "step": 365340
    },
    {
      "epoch": 101.97,
      "grad_norm": 1.2894794940948486,
      "learning_rate": 4.611027098082014e-06,
      "loss": 0.4313,
      "step": 365350
    },
    {
      "epoch": 101.97,
      "grad_norm": 1.466148018836975,
      "learning_rate": 4.611020247118415e-06,
      "loss": 0.4293,
      "step": 365360
    },
    {
      "epoch": 101.97,
      "grad_norm": 1.3684718608856201,
      "learning_rate": 4.6110133958530435e-06,
      "loss": 0.4395,
      "step": 365370
    },
    {
      "epoch": 101.98,
      "grad_norm": 1.8804067373275757,
      "learning_rate": 4.611006544285897e-06,
      "loss": 0.4396,
      "step": 365380
    },
    {
      "epoch": 101.98,
      "grad_norm": 1.4354255199432373,
      "learning_rate": 4.610999692416979e-06,
      "loss": 0.4539,
      "step": 365390
    },
    {
      "epoch": 101.98,
      "grad_norm": 1.18792724609375,
      "learning_rate": 4.610992840246289e-06,
      "loss": 0.4082,
      "step": 365400
    },
    {
      "epoch": 101.98,
      "grad_norm": 1.7754137516021729,
      "learning_rate": 4.610985987773829e-06,
      "loss": 0.43,
      "step": 365410
    },
    {
      "epoch": 101.99,
      "grad_norm": 1.3905014991760254,
      "learning_rate": 4.610979134999598e-06,
      "loss": 0.4249,
      "step": 365420
    },
    {
      "epoch": 101.99,
      "grad_norm": 1.3904355764389038,
      "learning_rate": 4.610972281923599e-06,
      "loss": 0.4279,
      "step": 365430
    },
    {
      "epoch": 101.99,
      "grad_norm": 1.7215176820755005,
      "learning_rate": 4.610965428545832e-06,
      "loss": 0.4313,
      "step": 365440
    },
    {
      "epoch": 102.0,
      "grad_norm": 1.6342633962631226,
      "learning_rate": 4.610958574866298e-06,
      "loss": 0.4118,
      "step": 365450
    },
    {
      "epoch": 102.0,
      "grad_norm": 1.5323679447174072,
      "learning_rate": 4.6109517208849976e-06,
      "loss": 0.4468,
      "step": 365460
    },
    {
      "epoch": 102.0,
      "eval_loss": 0.4289126694202423,
      "eval_runtime": 63.0238,
      "eval_samples_per_second": 80.271,
      "eval_steps_per_second": 10.044,
      "step": 365466
    },
    {
      "epoch": 102.0,
      "grad_norm": 1.6935482025146484,
      "learning_rate": 4.610944866601933e-06,
      "loss": 0.4629,
      "step": 365470
    },
    {
      "epoch": 102.0,
      "grad_norm": 1.6369942426681519,
      "learning_rate": 4.610938012017104e-06,
      "loss": 0.4289,
      "step": 365480
    },
    {
      "epoch": 102.01,
      "grad_norm": 1.807673692703247,
      "learning_rate": 4.6109311571305104e-06,
      "loss": 0.4146,
      "step": 365490
    },
    {
      "epoch": 102.01,
      "grad_norm": 1.3816077709197998,
      "learning_rate": 4.610924301942155e-06,
      "loss": 0.4213,
      "step": 365500
    },
    {
      "epoch": 102.01,
      "grad_norm": 1.4453532695770264,
      "learning_rate": 4.610917446452039e-06,
      "loss": 0.4302,
      "step": 365510
    },
    {
      "epoch": 102.02,
      "grad_norm": 1.626601219177246,
      "learning_rate": 4.610910590660161e-06,
      "loss": 0.4086,
      "step": 365520
    },
    {
      "epoch": 102.02,
      "grad_norm": 1.5253698825836182,
      "learning_rate": 4.610903734566525e-06,
      "loss": 0.4013,
      "step": 365530
    },
    {
      "epoch": 102.02,
      "grad_norm": 1.412294626235962,
      "learning_rate": 4.610896878171128e-06,
      "loss": 0.411,
      "step": 365540
    },
    {
      "epoch": 102.02,
      "grad_norm": 1.4566177129745483,
      "learning_rate": 4.6108900214739745e-06,
      "loss": 0.4131,
      "step": 365550
    },
    {
      "epoch": 102.03,
      "grad_norm": 1.401280164718628,
      "learning_rate": 4.610883164475064e-06,
      "loss": 0.4313,
      "step": 365560
    },
    {
      "epoch": 102.03,
      "grad_norm": 1.7907633781433105,
      "learning_rate": 4.610876307174397e-06,
      "loss": 0.4243,
      "step": 365570
    },
    {
      "epoch": 102.03,
      "grad_norm": 1.720047116279602,
      "learning_rate": 4.610869449571976e-06,
      "loss": 0.4132,
      "step": 365580
    },
    {
      "epoch": 102.03,
      "grad_norm": 1.4358106851577759,
      "learning_rate": 4.610862591667799e-06,
      "loss": 0.4176,
      "step": 365590
    },
    {
      "epoch": 102.04,
      "grad_norm": 1.2558947801589966,
      "learning_rate": 4.61085573346187e-06,
      "loss": 0.4357,
      "step": 365600
    },
    {
      "epoch": 102.04,
      "grad_norm": 1.319651484489441,
      "learning_rate": 4.6108488749541886e-06,
      "loss": 0.4343,
      "step": 365610
    },
    {
      "epoch": 102.04,
      "grad_norm": 1.515853762626648,
      "learning_rate": 4.6108420161447545e-06,
      "loss": 0.4419,
      "step": 365620
    },
    {
      "epoch": 102.05,
      "grad_norm": 1.3845709562301636,
      "learning_rate": 4.610835157033571e-06,
      "loss": 0.4226,
      "step": 365630
    },
    {
      "epoch": 102.05,
      "grad_norm": 1.5661596059799194,
      "learning_rate": 4.6108282976206376e-06,
      "loss": 0.4098,
      "step": 365640
    },
    {
      "epoch": 102.05,
      "grad_norm": 1.529219150543213,
      "learning_rate": 4.610821437905956e-06,
      "loss": 0.4311,
      "step": 365650
    },
    {
      "epoch": 102.05,
      "grad_norm": 1.6557247638702393,
      "learning_rate": 4.610814577889526e-06,
      "loss": 0.4345,
      "step": 365660
    },
    {
      "epoch": 102.06,
      "grad_norm": 1.654336929321289,
      "learning_rate": 4.610807717571349e-06,
      "loss": 0.4261,
      "step": 365670
    },
    {
      "epoch": 102.06,
      "grad_norm": 1.4269647598266602,
      "learning_rate": 4.610800856951426e-06,
      "loss": 0.4397,
      "step": 365680
    },
    {
      "epoch": 102.06,
      "grad_norm": 1.5448968410491943,
      "learning_rate": 4.610793996029758e-06,
      "loss": 0.4269,
      "step": 365690
    },
    {
      "epoch": 102.07,
      "grad_norm": 1.520053744316101,
      "learning_rate": 4.610787134806345e-06,
      "loss": 0.4182,
      "step": 365700
    },
    {
      "epoch": 102.07,
      "grad_norm": 1.6295239925384521,
      "learning_rate": 4.610780273281189e-06,
      "loss": 0.4285,
      "step": 365710
    },
    {
      "epoch": 102.07,
      "grad_norm": 1.584513545036316,
      "learning_rate": 4.610773411454293e-06,
      "loss": 0.4158,
      "step": 365720
    },
    {
      "epoch": 102.07,
      "grad_norm": 1.269479513168335,
      "learning_rate": 4.610766549325653e-06,
      "loss": 0.4208,
      "step": 365730
    },
    {
      "epoch": 102.08,
      "grad_norm": 1.706038475036621,
      "learning_rate": 4.610759686895273e-06,
      "loss": 0.4082,
      "step": 365740
    },
    {
      "epoch": 102.08,
      "grad_norm": 1.4237768650054932,
      "learning_rate": 4.610752824163154e-06,
      "loss": 0.4303,
      "step": 365750
    },
    {
      "epoch": 102.08,
      "grad_norm": 1.3947826623916626,
      "learning_rate": 4.610745961129296e-06,
      "loss": 0.4356,
      "step": 365760
    },
    {
      "epoch": 102.08,
      "grad_norm": 1.3340739011764526,
      "learning_rate": 4.6107390977937e-06,
      "loss": 0.4216,
      "step": 365770
    },
    {
      "epoch": 102.09,
      "grad_norm": 1.480733036994934,
      "learning_rate": 4.610732234156367e-06,
      "loss": 0.4284,
      "step": 365780
    },
    {
      "epoch": 102.09,
      "grad_norm": 1.6500324010849,
      "learning_rate": 4.610725370217299e-06,
      "loss": 0.4448,
      "step": 365790
    },
    {
      "epoch": 102.09,
      "grad_norm": 1.6759669780731201,
      "learning_rate": 4.610718505976495e-06,
      "loss": 0.4513,
      "step": 365800
    },
    {
      "epoch": 102.1,
      "grad_norm": 1.8497748374938965,
      "learning_rate": 4.610711641433957e-06,
      "loss": 0.4314,
      "step": 365810
    },
    {
      "epoch": 102.1,
      "grad_norm": 1.7564198970794678,
      "learning_rate": 4.610704776589686e-06,
      "loss": 0.4107,
      "step": 365820
    },
    {
      "epoch": 102.1,
      "grad_norm": 4.122997760772705,
      "learning_rate": 4.610697911443683e-06,
      "loss": 0.4513,
      "step": 365830
    },
    {
      "epoch": 102.1,
      "grad_norm": 1.5459098815917969,
      "learning_rate": 4.610691045995948e-06,
      "loss": 0.4276,
      "step": 365840
    },
    {
      "epoch": 102.11,
      "grad_norm": 1.4289807081222534,
      "learning_rate": 4.610684180246484e-06,
      "loss": 0.416,
      "step": 365850
    },
    {
      "epoch": 102.11,
      "grad_norm": 1.33840811252594,
      "learning_rate": 4.610677314195288e-06,
      "loss": 0.4389,
      "step": 365860
    },
    {
      "epoch": 102.11,
      "grad_norm": 1.7293416261672974,
      "learning_rate": 4.610670447842365e-06,
      "loss": 0.4348,
      "step": 365870
    },
    {
      "epoch": 102.12,
      "grad_norm": 1.6200408935546875,
      "learning_rate": 4.610663581187714e-06,
      "loss": 0.4207,
      "step": 365880
    },
    {
      "epoch": 102.12,
      "grad_norm": 1.6224814653396606,
      "learning_rate": 4.610656714231336e-06,
      "loss": 0.4352,
      "step": 365890
    },
    {
      "epoch": 102.12,
      "grad_norm": 1.5165908336639404,
      "learning_rate": 4.610649846973232e-06,
      "loss": 0.4274,
      "step": 365900
    },
    {
      "epoch": 102.12,
      "grad_norm": 1.8666528463363647,
      "learning_rate": 4.6106429794134034e-06,
      "loss": 0.4357,
      "step": 365910
    },
    {
      "epoch": 102.13,
      "grad_norm": 3.1894917488098145,
      "learning_rate": 4.61063611155185e-06,
      "loss": 0.4029,
      "step": 365920
    },
    {
      "epoch": 102.13,
      "grad_norm": 1.6888803243637085,
      "learning_rate": 4.6106292433885745e-06,
      "loss": 0.4331,
      "step": 365930
    },
    {
      "epoch": 102.13,
      "grad_norm": 1.341691017150879,
      "learning_rate": 4.6106223749235755e-06,
      "loss": 0.4262,
      "step": 365940
    },
    {
      "epoch": 102.14,
      "grad_norm": 1.4181122779846191,
      "learning_rate": 4.610615506156857e-06,
      "loss": 0.4218,
      "step": 365950
    },
    {
      "epoch": 102.14,
      "grad_norm": 1.3908876180648804,
      "learning_rate": 4.610608637088416e-06,
      "loss": 0.4223,
      "step": 365960
    },
    {
      "epoch": 102.14,
      "grad_norm": 1.544680118560791,
      "learning_rate": 4.6106017677182565e-06,
      "loss": 0.4265,
      "step": 365970
    },
    {
      "epoch": 102.14,
      "grad_norm": 1.7065845727920532,
      "learning_rate": 4.610594898046379e-06,
      "loss": 0.4248,
      "step": 365980
    },
    {
      "epoch": 102.15,
      "grad_norm": 1.548309087753296,
      "learning_rate": 4.610588028072783e-06,
      "loss": 0.4297,
      "step": 365990
    },
    {
      "epoch": 102.15,
      "grad_norm": 1.7061644792556763,
      "learning_rate": 4.61058115779747e-06,
      "loss": 0.4323,
      "step": 366000
    },
    {
      "epoch": 102.15,
      "grad_norm": 1.3516980409622192,
      "learning_rate": 4.610574287220442e-06,
      "loss": 0.424,
      "step": 366010
    },
    {
      "epoch": 102.15,
      "grad_norm": 1.3834558725357056,
      "learning_rate": 4.610567416341699e-06,
      "loss": 0.4275,
      "step": 366020
    },
    {
      "epoch": 102.16,
      "grad_norm": 1.7678285837173462,
      "learning_rate": 4.610560545161241e-06,
      "loss": 0.4182,
      "step": 366030
    },
    {
      "epoch": 102.16,
      "grad_norm": 1.8248051404953003,
      "learning_rate": 4.610553673679071e-06,
      "loss": 0.4286,
      "step": 366040
    },
    {
      "epoch": 102.16,
      "grad_norm": 1.7900009155273438,
      "learning_rate": 4.6105468018951885e-06,
      "loss": 0.4236,
      "step": 366050
    },
    {
      "epoch": 102.17,
      "grad_norm": 1.4571776390075684,
      "learning_rate": 4.6105399298095946e-06,
      "loss": 0.4078,
      "step": 366060
    },
    {
      "epoch": 102.17,
      "grad_norm": 1.6591980457305908,
      "learning_rate": 4.61053305742229e-06,
      "loss": 0.4021,
      "step": 366070
    },
    {
      "epoch": 102.17,
      "grad_norm": 1.539282202720642,
      "learning_rate": 4.610526184733277e-06,
      "loss": 0.4265,
      "step": 366080
    },
    {
      "epoch": 102.17,
      "grad_norm": 1.5010931491851807,
      "learning_rate": 4.610519311742554e-06,
      "loss": 0.4278,
      "step": 366090
    },
    {
      "epoch": 102.18,
      "grad_norm": 1.8394012451171875,
      "learning_rate": 4.610512438450124e-06,
      "loss": 0.4325,
      "step": 366100
    },
    {
      "epoch": 102.18,
      "grad_norm": 1.6500283479690552,
      "learning_rate": 4.610505564855987e-06,
      "loss": 0.4233,
      "step": 366110
    },
    {
      "epoch": 102.18,
      "grad_norm": 1.4668207168579102,
      "learning_rate": 4.610498690960145e-06,
      "loss": 0.4332,
      "step": 366120
    },
    {
      "epoch": 102.19,
      "grad_norm": 1.5054184198379517,
      "learning_rate": 4.610491816762598e-06,
      "loss": 0.4313,
      "step": 366130
    },
    {
      "epoch": 102.19,
      "grad_norm": 1.7327933311462402,
      "learning_rate": 4.610484942263347e-06,
      "loss": 0.4473,
      "step": 366140
    },
    {
      "epoch": 102.19,
      "grad_norm": 1.5781508684158325,
      "learning_rate": 4.610478067462393e-06,
      "loss": 0.4315,
      "step": 366150
    },
    {
      "epoch": 102.19,
      "grad_norm": 1.5508263111114502,
      "learning_rate": 4.6104711923597364e-06,
      "loss": 0.4147,
      "step": 366160
    },
    {
      "epoch": 102.2,
      "grad_norm": 2.0053727626800537,
      "learning_rate": 4.6104643169553785e-06,
      "loss": 0.438,
      "step": 366170
    },
    {
      "epoch": 102.2,
      "grad_norm": 1.3875700235366821,
      "learning_rate": 4.610457441249321e-06,
      "loss": 0.4561,
      "step": 366180
    },
    {
      "epoch": 102.2,
      "grad_norm": 1.3945960998535156,
      "learning_rate": 4.610450565241564e-06,
      "loss": 0.4237,
      "step": 366190
    },
    {
      "epoch": 102.2,
      "grad_norm": 1.8852287530899048,
      "learning_rate": 4.610443688932108e-06,
      "loss": 0.4235,
      "step": 366200
    },
    {
      "epoch": 102.21,
      "grad_norm": 1.5522714853286743,
      "learning_rate": 4.610436812320955e-06,
      "loss": 0.4286,
      "step": 366210
    },
    {
      "epoch": 102.21,
      "grad_norm": 1.85223388671875,
      "learning_rate": 4.610429935408105e-06,
      "loss": 0.4342,
      "step": 366220
    },
    {
      "epoch": 102.21,
      "grad_norm": 1.3596725463867188,
      "learning_rate": 4.61042305819356e-06,
      "loss": 0.4427,
      "step": 366230
    },
    {
      "epoch": 102.22,
      "grad_norm": 1.292513370513916,
      "learning_rate": 4.6104161806773195e-06,
      "loss": 0.4157,
      "step": 366240
    },
    {
      "epoch": 102.22,
      "grad_norm": 1.52446711063385,
      "learning_rate": 4.610409302859385e-06,
      "loss": 0.4255,
      "step": 366250
    },
    {
      "epoch": 102.22,
      "grad_norm": 1.2500202655792236,
      "learning_rate": 4.610402424739758e-06,
      "loss": 0.4085,
      "step": 366260
    },
    {
      "epoch": 102.22,
      "grad_norm": 1.2651646137237549,
      "learning_rate": 4.610395546318438e-06,
      "loss": 0.4391,
      "step": 366270
    },
    {
      "epoch": 102.23,
      "grad_norm": 1.9061108827590942,
      "learning_rate": 4.610388667595428e-06,
      "loss": 0.4023,
      "step": 366280
    },
    {
      "epoch": 102.23,
      "grad_norm": 1.3631385564804077,
      "learning_rate": 4.610381788570728e-06,
      "loss": 0.428,
      "step": 366290
    },
    {
      "epoch": 102.23,
      "grad_norm": 1.6793186664581299,
      "learning_rate": 4.610374909244338e-06,
      "loss": 0.4074,
      "step": 366300
    },
    {
      "epoch": 102.24,
      "grad_norm": 1.4852981567382812,
      "learning_rate": 4.6103680296162596e-06,
      "loss": 0.4316,
      "step": 366310
    },
    {
      "epoch": 102.24,
      "grad_norm": 1.4066053628921509,
      "learning_rate": 4.6103611496864935e-06,
      "loss": 0.4287,
      "step": 366320
    },
    {
      "epoch": 102.24,
      "grad_norm": 1.2950382232666016,
      "learning_rate": 4.610354269455041e-06,
      "loss": 0.4225,
      "step": 366330
    },
    {
      "epoch": 102.24,
      "grad_norm": 1.8962295055389404,
      "learning_rate": 4.610347388921903e-06,
      "loss": 0.423,
      "step": 366340
    },
    {
      "epoch": 102.25,
      "grad_norm": 1.4021888971328735,
      "learning_rate": 4.610340508087081e-06,
      "loss": 0.4211,
      "step": 366350
    },
    {
      "epoch": 102.25,
      "grad_norm": 1.4151440858840942,
      "learning_rate": 4.610333626950574e-06,
      "loss": 0.4355,
      "step": 366360
    },
    {
      "epoch": 102.25,
      "grad_norm": 1.3836042881011963,
      "learning_rate": 4.610326745512384e-06,
      "loss": 0.4345,
      "step": 366370
    },
    {
      "epoch": 102.26,
      "grad_norm": 1.3701672554016113,
      "learning_rate": 4.610319863772513e-06,
      "loss": 0.4338,
      "step": 366380
    },
    {
      "epoch": 102.26,
      "grad_norm": 1.296717643737793,
      "learning_rate": 4.610312981730961e-06,
      "loss": 0.4071,
      "step": 366390
    },
    {
      "epoch": 102.26,
      "grad_norm": 1.6742092370986938,
      "learning_rate": 4.6103060993877276e-06,
      "loss": 0.4313,
      "step": 366400
    },
    {
      "epoch": 102.26,
      "grad_norm": 1.4130425453186035,
      "learning_rate": 4.610299216742816e-06,
      "loss": 0.4176,
      "step": 366410
    },
    {
      "epoch": 102.27,
      "grad_norm": 1.1886814832687378,
      "learning_rate": 4.610292333796226e-06,
      "loss": 0.4383,
      "step": 366420
    },
    {
      "epoch": 102.27,
      "grad_norm": 7.701117992401123,
      "learning_rate": 4.610285450547958e-06,
      "loss": 0.4428,
      "step": 366430
    },
    {
      "epoch": 102.27,
      "grad_norm": 1.6127959489822388,
      "learning_rate": 4.610278566998014e-06,
      "loss": 0.4093,
      "step": 366440
    },
    {
      "epoch": 102.27,
      "grad_norm": 1.6339999437332153,
      "learning_rate": 4.610271683146395e-06,
      "loss": 0.4209,
      "step": 366450
    },
    {
      "epoch": 102.28,
      "grad_norm": 1.5776416063308716,
      "learning_rate": 4.6102647989931005e-06,
      "loss": 0.4438,
      "step": 366460
    },
    {
      "epoch": 102.28,
      "grad_norm": 1.3881754875183105,
      "learning_rate": 4.610257914538132e-06,
      "loss": 0.4243,
      "step": 366470
    },
    {
      "epoch": 102.28,
      "grad_norm": 1.5058728456497192,
      "learning_rate": 4.610251029781491e-06,
      "loss": 0.4348,
      "step": 366480
    },
    {
      "epoch": 102.29,
      "grad_norm": 1.487532615661621,
      "learning_rate": 4.6102441447231785e-06,
      "loss": 0.4202,
      "step": 366490
    },
    {
      "epoch": 102.29,
      "grad_norm": 1.6186707019805908,
      "learning_rate": 4.610237259363194e-06,
      "loss": 0.4377,
      "step": 366500
    },
    {
      "epoch": 102.29,
      "grad_norm": 1.7614965438842773,
      "learning_rate": 4.610230373701541e-06,
      "loss": 0.4349,
      "step": 366510
    },
    {
      "epoch": 102.29,
      "grad_norm": 1.4054455757141113,
      "learning_rate": 4.610223487738218e-06,
      "loss": 0.4229,
      "step": 366520
    },
    {
      "epoch": 102.3,
      "grad_norm": 1.653847575187683,
      "learning_rate": 4.610216601473226e-06,
      "loss": 0.4403,
      "step": 366530
    },
    {
      "epoch": 102.3,
      "grad_norm": 1.225129246711731,
      "learning_rate": 4.610209714906568e-06,
      "loss": 0.4425,
      "step": 366540
    },
    {
      "epoch": 102.3,
      "grad_norm": 2.1393513679504395,
      "learning_rate": 4.610202828038243e-06,
      "loss": 0.4266,
      "step": 366550
    },
    {
      "epoch": 102.31,
      "grad_norm": 1.7200095653533936,
      "learning_rate": 4.610195940868252e-06,
      "loss": 0.4315,
      "step": 366560
    },
    {
      "epoch": 102.31,
      "grad_norm": 1.5445328950881958,
      "learning_rate": 4.610189053396597e-06,
      "loss": 0.429,
      "step": 366570
    },
    {
      "epoch": 102.31,
      "grad_norm": 1.2818174362182617,
      "learning_rate": 4.610182165623278e-06,
      "loss": 0.4067,
      "step": 366580
    },
    {
      "epoch": 102.31,
      "grad_norm": 1.5766838788986206,
      "learning_rate": 4.6101752775482975e-06,
      "loss": 0.4234,
      "step": 366590
    },
    {
      "epoch": 102.32,
      "grad_norm": 1.3856786489486694,
      "learning_rate": 4.6101683891716545e-06,
      "loss": 0.4312,
      "step": 366600
    },
    {
      "epoch": 102.32,
      "grad_norm": 1.6601505279541016,
      "learning_rate": 4.61016150049335e-06,
      "loss": 0.4425,
      "step": 366610
    },
    {
      "epoch": 102.32,
      "grad_norm": 1.3441976308822632,
      "learning_rate": 4.610154611513386e-06,
      "loss": 0.4245,
      "step": 366620
    },
    {
      "epoch": 102.32,
      "grad_norm": 1.5626578330993652,
      "learning_rate": 4.610147722231762e-06,
      "loss": 0.4275,
      "step": 366630
    },
    {
      "epoch": 102.33,
      "grad_norm": 1.4667402505874634,
      "learning_rate": 4.610140832648482e-06,
      "loss": 0.4431,
      "step": 366640
    },
    {
      "epoch": 102.33,
      "grad_norm": 1.443576455116272,
      "learning_rate": 4.610133942763542e-06,
      "loss": 0.4385,
      "step": 366650
    },
    {
      "epoch": 102.33,
      "grad_norm": 1.573235273361206,
      "learning_rate": 4.610127052576948e-06,
      "loss": 0.4297,
      "step": 366660
    },
    {
      "epoch": 102.34,
      "grad_norm": 1.5961638689041138,
      "learning_rate": 4.610120162088697e-06,
      "loss": 0.4319,
      "step": 366670
    },
    {
      "epoch": 102.34,
      "grad_norm": 1.340457797050476,
      "learning_rate": 4.610113271298792e-06,
      "loss": 0.4204,
      "step": 366680
    },
    {
      "epoch": 102.34,
      "grad_norm": 1.6830720901489258,
      "learning_rate": 4.610106380207234e-06,
      "loss": 0.421,
      "step": 366690
    },
    {
      "epoch": 102.34,
      "grad_norm": 1.3561071157455444,
      "learning_rate": 4.610099488814023e-06,
      "loss": 0.4118,
      "step": 366700
    },
    {
      "epoch": 102.35,
      "grad_norm": 1.4314273595809937,
      "learning_rate": 4.610092597119161e-06,
      "loss": 0.4268,
      "step": 366710
    },
    {
      "epoch": 102.35,
      "grad_norm": 1.4577587842941284,
      "learning_rate": 4.610085705122646e-06,
      "loss": 0.4291,
      "step": 366720
    },
    {
      "epoch": 102.35,
      "grad_norm": 1.5373480319976807,
      "learning_rate": 4.610078812824483e-06,
      "loss": 0.4179,
      "step": 366730
    },
    {
      "epoch": 102.36,
      "grad_norm": 1.4952384233474731,
      "learning_rate": 4.610071920224671e-06,
      "loss": 0.4133,
      "step": 366740
    },
    {
      "epoch": 102.36,
      "grad_norm": 1.4965646266937256,
      "learning_rate": 4.61006502732321e-06,
      "loss": 0.4451,
      "step": 366750
    },
    {
      "epoch": 102.36,
      "grad_norm": 1.380010962486267,
      "learning_rate": 4.6100581341201034e-06,
      "loss": 0.4303,
      "step": 366760
    },
    {
      "epoch": 102.36,
      "grad_norm": 1.8507323265075684,
      "learning_rate": 4.6100512406153485e-06,
      "loss": 0.4205,
      "step": 366770
    },
    {
      "epoch": 102.37,
      "grad_norm": 1.335588812828064,
      "learning_rate": 4.61004434680895e-06,
      "loss": 0.4463,
      "step": 366780
    },
    {
      "epoch": 102.37,
      "grad_norm": 1.5025122165679932,
      "learning_rate": 4.610037452700906e-06,
      "loss": 0.4144,
      "step": 366790
    },
    {
      "epoch": 102.37,
      "grad_norm": 1.8466709852218628,
      "learning_rate": 4.610030558291219e-06,
      "loss": 0.4343,
      "step": 366800
    },
    {
      "epoch": 102.38,
      "grad_norm": 2.015684127807617,
      "learning_rate": 4.610023663579889e-06,
      "loss": 0.4402,
      "step": 366810
    },
    {
      "epoch": 102.38,
      "grad_norm": 1.3134262561798096,
      "learning_rate": 4.610016768566918e-06,
      "loss": 0.4388,
      "step": 366820
    },
    {
      "epoch": 102.38,
      "grad_norm": 1.392311692237854,
      "learning_rate": 4.610009873252306e-06,
      "loss": 0.4193,
      "step": 366830
    },
    {
      "epoch": 102.38,
      "grad_norm": 1.7321627140045166,
      "learning_rate": 4.610002977636054e-06,
      "loss": 0.4209,
      "step": 366840
    },
    {
      "epoch": 102.39,
      "grad_norm": 1.3393172025680542,
      "learning_rate": 4.609996081718163e-06,
      "loss": 0.4211,
      "step": 366850
    },
    {
      "epoch": 102.39,
      "grad_norm": 1.3000590801239014,
      "learning_rate": 4.609989185498635e-06,
      "loss": 0.4242,
      "step": 366860
    },
    {
      "epoch": 102.39,
      "grad_norm": 1.244748830795288,
      "learning_rate": 4.609982288977469e-06,
      "loss": 0.412,
      "step": 366870
    },
    {
      "epoch": 102.39,
      "grad_norm": 2.073798656463623,
      "learning_rate": 4.609975392154667e-06,
      "loss": 0.4495,
      "step": 366880
    },
    {
      "epoch": 102.4,
      "grad_norm": 1.6742573976516724,
      "learning_rate": 4.60996849503023e-06,
      "loss": 0.4203,
      "step": 366890
    },
    {
      "epoch": 102.4,
      "grad_norm": 1.8429381847381592,
      "learning_rate": 4.609961597604158e-06,
      "loss": 0.4268,
      "step": 366900
    },
    {
      "epoch": 102.4,
      "grad_norm": 1.2907434701919556,
      "learning_rate": 4.609954699876454e-06,
      "loss": 0.4305,
      "step": 366910
    },
    {
      "epoch": 102.41,
      "grad_norm": 1.3603529930114746,
      "learning_rate": 4.6099478018471166e-06,
      "loss": 0.4186,
      "step": 366920
    },
    {
      "epoch": 102.41,
      "grad_norm": 1.5986766815185547,
      "learning_rate": 4.6099409035161475e-06,
      "loss": 0.437,
      "step": 366930
    },
    {
      "epoch": 102.41,
      "grad_norm": 1.5586367845535278,
      "learning_rate": 4.609934004883548e-06,
      "loss": 0.408,
      "step": 366940
    },
    {
      "epoch": 102.41,
      "grad_norm": 1.425883173942566,
      "learning_rate": 4.609927105949319e-06,
      "loss": 0.4339,
      "step": 366950
    },
    {
      "epoch": 102.42,
      "grad_norm": 1.5297596454620361,
      "learning_rate": 4.609920206713461e-06,
      "loss": 0.4172,
      "step": 366960
    },
    {
      "epoch": 102.42,
      "grad_norm": 1.3277311325073242,
      "learning_rate": 4.609913307175976e-06,
      "loss": 0.4329,
      "step": 366970
    },
    {
      "epoch": 102.42,
      "grad_norm": 1.738179087638855,
      "learning_rate": 4.609906407336862e-06,
      "loss": 0.4243,
      "step": 366980
    },
    {
      "epoch": 102.43,
      "grad_norm": 1.6475638151168823,
      "learning_rate": 4.609899507196124e-06,
      "loss": 0.4304,
      "step": 366990
    },
    {
      "epoch": 102.43,
      "grad_norm": 1.416756510734558,
      "learning_rate": 4.60989260675376e-06,
      "loss": 0.4036,
      "step": 367000
    },
    {
      "epoch": 102.43,
      "grad_norm": 2.1281557083129883,
      "learning_rate": 4.609885706009772e-06,
      "loss": 0.4165,
      "step": 367010
    },
    {
      "epoch": 102.43,
      "grad_norm": 1.6081331968307495,
      "learning_rate": 4.60987880496416e-06,
      "loss": 0.4323,
      "step": 367020
    },
    {
      "epoch": 102.44,
      "grad_norm": 1.627122163772583,
      "learning_rate": 4.609871903616927e-06,
      "loss": 0.4233,
      "step": 367030
    },
    {
      "epoch": 102.44,
      "grad_norm": 1.5081404447555542,
      "learning_rate": 4.6098650019680715e-06,
      "loss": 0.417,
      "step": 367040
    },
    {
      "epoch": 102.44,
      "grad_norm": 1.3723804950714111,
      "learning_rate": 4.609858100017596e-06,
      "loss": 0.4214,
      "step": 367050
    },
    {
      "epoch": 102.44,
      "grad_norm": 1.4050345420837402,
      "learning_rate": 4.609851197765501e-06,
      "loss": 0.4324,
      "step": 367060
    },
    {
      "epoch": 102.45,
      "grad_norm": 2.3199779987335205,
      "learning_rate": 4.609844295211787e-06,
      "loss": 0.4251,
      "step": 367070
    },
    {
      "epoch": 102.45,
      "grad_norm": 1.3734734058380127,
      "learning_rate": 4.609837392356455e-06,
      "loss": 0.4334,
      "step": 367080
    },
    {
      "epoch": 102.45,
      "grad_norm": 1.67680025100708,
      "learning_rate": 4.609830489199507e-06,
      "loss": 0.4321,
      "step": 367090
    },
    {
      "epoch": 102.46,
      "grad_norm": 1.543766736984253,
      "learning_rate": 4.609823585740942e-06,
      "loss": 0.4243,
      "step": 367100
    },
    {
      "epoch": 102.46,
      "grad_norm": 1.6201838254928589,
      "learning_rate": 4.609816681980763e-06,
      "loss": 0.4106,
      "step": 367110
    },
    {
      "epoch": 102.46,
      "grad_norm": 1.51214599609375,
      "learning_rate": 4.6098097779189694e-06,
      "loss": 0.4292,
      "step": 367120
    },
    {
      "epoch": 102.46,
      "grad_norm": 1.3623428344726562,
      "learning_rate": 4.609802873555562e-06,
      "loss": 0.4443,
      "step": 367130
    },
    {
      "epoch": 102.47,
      "grad_norm": 1.4138180017471313,
      "learning_rate": 4.6097959688905434e-06,
      "loss": 0.4229,
      "step": 367140
    },
    {
      "epoch": 102.47,
      "grad_norm": 1.5161021947860718,
      "learning_rate": 4.609789063923912e-06,
      "loss": 0.4298,
      "step": 367150
    },
    {
      "epoch": 102.47,
      "grad_norm": 1.3160666227340698,
      "learning_rate": 4.609782158655672e-06,
      "loss": 0.4334,
      "step": 367160
    },
    {
      "epoch": 102.48,
      "grad_norm": 1.4750529527664185,
      "learning_rate": 4.609775253085822e-06,
      "loss": 0.4371,
      "step": 367170
    },
    {
      "epoch": 102.48,
      "grad_norm": 1.6608035564422607,
      "learning_rate": 4.609768347214363e-06,
      "loss": 0.4106,
      "step": 367180
    },
    {
      "epoch": 102.48,
      "grad_norm": 1.4640699625015259,
      "learning_rate": 4.609761441041296e-06,
      "loss": 0.4248,
      "step": 367190
    },
    {
      "epoch": 102.48,
      "grad_norm": 1.4401880502700806,
      "learning_rate": 4.609754534566623e-06,
      "loss": 0.4376,
      "step": 367200
    },
    {
      "epoch": 102.49,
      "grad_norm": 1.7096576690673828,
      "learning_rate": 4.609747627790344e-06,
      "loss": 0.4321,
      "step": 367210
    },
    {
      "epoch": 102.49,
      "grad_norm": 1.7569780349731445,
      "learning_rate": 4.60974072071246e-06,
      "loss": 0.4205,
      "step": 367220
    },
    {
      "epoch": 102.49,
      "grad_norm": 1.6334391832351685,
      "learning_rate": 4.609733813332972e-06,
      "loss": 0.4339,
      "step": 367230
    },
    {
      "epoch": 102.5,
      "grad_norm": 1.3173481225967407,
      "learning_rate": 4.6097269056518805e-06,
      "loss": 0.4177,
      "step": 367240
    },
    {
      "epoch": 102.5,
      "grad_norm": 1.5746777057647705,
      "learning_rate": 4.609719997669187e-06,
      "loss": 0.4605,
      "step": 367250
    },
    {
      "epoch": 102.5,
      "grad_norm": 1.5225037336349487,
      "learning_rate": 4.609713089384893e-06,
      "loss": 0.4368,
      "step": 367260
    },
    {
      "epoch": 102.5,
      "grad_norm": 1.4296846389770508,
      "learning_rate": 4.609706180798998e-06,
      "loss": 0.4216,
      "step": 367270
    },
    {
      "epoch": 102.51,
      "grad_norm": 1.7978057861328125,
      "learning_rate": 4.609699271911504e-06,
      "loss": 0.4268,
      "step": 367280
    },
    {
      "epoch": 102.51,
      "grad_norm": 1.4751052856445312,
      "learning_rate": 4.609692362722412e-06,
      "loss": 0.4116,
      "step": 367290
    },
    {
      "epoch": 102.51,
      "grad_norm": 1.254149079322815,
      "learning_rate": 4.609685453231722e-06,
      "loss": 0.4148,
      "step": 367300
    },
    {
      "epoch": 102.51,
      "grad_norm": 1.4693655967712402,
      "learning_rate": 4.609678543439435e-06,
      "loss": 0.4199,
      "step": 367310
    },
    {
      "epoch": 102.52,
      "grad_norm": 1.5700440406799316,
      "learning_rate": 4.609671633345552e-06,
      "loss": 0.4259,
      "step": 367320
    },
    {
      "epoch": 102.52,
      "grad_norm": 1.2983379364013672,
      "learning_rate": 4.609664722950075e-06,
      "loss": 0.4154,
      "step": 367330
    },
    {
      "epoch": 102.52,
      "grad_norm": 1.5841854810714722,
      "learning_rate": 4.609657812253004e-06,
      "loss": 0.4347,
      "step": 367340
    },
    {
      "epoch": 102.53,
      "grad_norm": 1.4250872135162354,
      "learning_rate": 4.60965090125434e-06,
      "loss": 0.4393,
      "step": 367350
    },
    {
      "epoch": 102.53,
      "grad_norm": 1.5957386493682861,
      "learning_rate": 4.609643989954084e-06,
      "loss": 0.4321,
      "step": 367360
    },
    {
      "epoch": 102.53,
      "grad_norm": 1.5758386850357056,
      "learning_rate": 4.609637078352237e-06,
      "loss": 0.4065,
      "step": 367370
    },
    {
      "epoch": 102.53,
      "grad_norm": 1.8314696550369263,
      "learning_rate": 4.6096301664488e-06,
      "loss": 0.4255,
      "step": 367380
    },
    {
      "epoch": 102.54,
      "grad_norm": 1.50798761844635,
      "learning_rate": 4.6096232542437724e-06,
      "loss": 0.4227,
      "step": 367390
    },
    {
      "epoch": 102.54,
      "grad_norm": 1.6662697792053223,
      "learning_rate": 4.609616341737157e-06,
      "loss": 0.4236,
      "step": 367400
    },
    {
      "epoch": 102.54,
      "grad_norm": 1.4619765281677246,
      "learning_rate": 4.609609428928955e-06,
      "loss": 0.4137,
      "step": 367410
    },
    {
      "epoch": 102.55,
      "grad_norm": 1.5485601425170898,
      "learning_rate": 4.609602515819166e-06,
      "loss": 0.411,
      "step": 367420
    },
    {
      "epoch": 102.55,
      "grad_norm": 1.5976753234863281,
      "learning_rate": 4.609595602407791e-06,
      "loss": 0.4198,
      "step": 367430
    },
    {
      "epoch": 102.55,
      "grad_norm": 2.6660449504852295,
      "learning_rate": 4.6095886886948325e-06,
      "loss": 0.4242,
      "step": 367440
    },
    {
      "epoch": 102.55,
      "grad_norm": 1.5101090669631958,
      "learning_rate": 4.6095817746802895e-06,
      "loss": 0.4212,
      "step": 367450
    },
    {
      "epoch": 102.56,
      "grad_norm": 1.3887633085250854,
      "learning_rate": 4.609574860364164e-06,
      "loss": 0.4119,
      "step": 367460
    },
    {
      "epoch": 102.56,
      "grad_norm": 1.2522156238555908,
      "learning_rate": 4.609567945746456e-06,
      "loss": 0.4084,
      "step": 367470
    },
    {
      "epoch": 102.56,
      "grad_norm": 1.658947229385376,
      "learning_rate": 4.609561030827168e-06,
      "loss": 0.4254,
      "step": 367480
    },
    {
      "epoch": 102.56,
      "grad_norm": 1.1954777240753174,
      "learning_rate": 4.609554115606299e-06,
      "loss": 0.4316,
      "step": 367490
    },
    {
      "epoch": 102.57,
      "grad_norm": 1.4227628707885742,
      "learning_rate": 4.609547200083851e-06,
      "loss": 0.4064,
      "step": 367500
    },
    {
      "epoch": 102.57,
      "grad_norm": 1.528520107269287,
      "learning_rate": 4.6095402842598245e-06,
      "loss": 0.4172,
      "step": 367510
    },
    {
      "epoch": 102.57,
      "grad_norm": 1.33965003490448,
      "learning_rate": 4.609533368134221e-06,
      "loss": 0.4321,
      "step": 367520
    },
    {
      "epoch": 102.58,
      "grad_norm": 1.6091914176940918,
      "learning_rate": 4.609526451707041e-06,
      "loss": 0.44,
      "step": 367530
    },
    {
      "epoch": 102.58,
      "grad_norm": 1.469355821609497,
      "learning_rate": 4.609519534978286e-06,
      "loss": 0.4353,
      "step": 367540
    },
    {
      "epoch": 102.58,
      "grad_norm": 1.219057559967041,
      "learning_rate": 4.609512617947956e-06,
      "loss": 0.4237,
      "step": 367550
    },
    {
      "epoch": 102.58,
      "grad_norm": 1.42502760887146,
      "learning_rate": 4.6095057006160526e-06,
      "loss": 0.4344,
      "step": 367560
    },
    {
      "epoch": 102.59,
      "grad_norm": 1.5969955921173096,
      "learning_rate": 4.609498782982577e-06,
      "loss": 0.4337,
      "step": 367570
    },
    {
      "epoch": 102.59,
      "grad_norm": 1.3977329730987549,
      "learning_rate": 4.609491865047529e-06,
      "loss": 0.4407,
      "step": 367580
    },
    {
      "epoch": 102.59,
      "grad_norm": 1.6499168872833252,
      "learning_rate": 4.60948494681091e-06,
      "loss": 0.4534,
      "step": 367590
    },
    {
      "epoch": 102.6,
      "grad_norm": 1.3436932563781738,
      "learning_rate": 4.609478028272722e-06,
      "loss": 0.4055,
      "step": 367600
    },
    {
      "epoch": 102.6,
      "grad_norm": 1.248424768447876,
      "learning_rate": 4.609471109432964e-06,
      "loss": 0.4326,
      "step": 367610
    },
    {
      "epoch": 102.6,
      "grad_norm": 1.7632722854614258,
      "learning_rate": 4.609464190291639e-06,
      "loss": 0.427,
      "step": 367620
    },
    {
      "epoch": 102.6,
      "grad_norm": 1.3980944156646729,
      "learning_rate": 4.609457270848745e-06,
      "loss": 0.4213,
      "step": 367630
    },
    {
      "epoch": 102.61,
      "grad_norm": 1.1271276473999023,
      "learning_rate": 4.609450351104286e-06,
      "loss": 0.4347,
      "step": 367640
    },
    {
      "epoch": 102.61,
      "grad_norm": 1.5948915481567383,
      "learning_rate": 4.6094434310582614e-06,
      "loss": 0.427,
      "step": 367650
    },
    {
      "epoch": 102.61,
      "grad_norm": 2.206874132156372,
      "learning_rate": 4.6094365107106725e-06,
      "loss": 0.442,
      "step": 367660
    },
    {
      "epoch": 102.62,
      "grad_norm": 1.5687744617462158,
      "learning_rate": 4.60942959006152e-06,
      "loss": 0.4302,
      "step": 367670
    },
    {
      "epoch": 102.62,
      "grad_norm": 1.4355577230453491,
      "learning_rate": 4.609422669110805e-06,
      "loss": 0.4159,
      "step": 367680
    },
    {
      "epoch": 102.62,
      "grad_norm": 1.8039631843566895,
      "learning_rate": 4.609415747858529e-06,
      "loss": 0.417,
      "step": 367690
    },
    {
      "epoch": 102.62,
      "grad_norm": 1.7081841230392456,
      "learning_rate": 4.609408826304691e-06,
      "loss": 0.425,
      "step": 367700
    },
    {
      "epoch": 102.63,
      "grad_norm": 1.8455760478973389,
      "learning_rate": 4.609401904449293e-06,
      "loss": 0.4418,
      "step": 367710
    },
    {
      "epoch": 102.63,
      "grad_norm": 1.5543030500411987,
      "learning_rate": 4.609394982292337e-06,
      "loss": 0.4389,
      "step": 367720
    },
    {
      "epoch": 102.63,
      "grad_norm": 1.344652771949768,
      "learning_rate": 4.609388059833824e-06,
      "loss": 0.4137,
      "step": 367730
    },
    {
      "epoch": 102.63,
      "grad_norm": 1.5477144718170166,
      "learning_rate": 4.609381137073752e-06,
      "loss": 0.448,
      "step": 367740
    },
    {
      "epoch": 102.64,
      "grad_norm": 1.4872157573699951,
      "learning_rate": 4.609374214012125e-06,
      "loss": 0.437,
      "step": 367750
    },
    {
      "epoch": 102.64,
      "grad_norm": 1.2978249788284302,
      "learning_rate": 4.6093672906489424e-06,
      "loss": 0.4298,
      "step": 367760
    },
    {
      "epoch": 102.64,
      "grad_norm": 2.945284605026245,
      "learning_rate": 4.609360366984206e-06,
      "loss": 0.4124,
      "step": 367770
    },
    {
      "epoch": 102.65,
      "grad_norm": 1.6830321550369263,
      "learning_rate": 4.6093534430179165e-06,
      "loss": 0.4295,
      "step": 367780
    },
    {
      "epoch": 102.65,
      "grad_norm": 1.435309886932373,
      "learning_rate": 4.6093465187500735e-06,
      "loss": 0.4482,
      "step": 367790
    },
    {
      "epoch": 102.65,
      "grad_norm": 1.6994144916534424,
      "learning_rate": 4.60933959418068e-06,
      "loss": 0.4091,
      "step": 367800
    },
    {
      "epoch": 102.65,
      "grad_norm": 1.5698491334915161,
      "learning_rate": 4.609332669309735e-06,
      "loss": 0.427,
      "step": 367810
    },
    {
      "epoch": 102.66,
      "grad_norm": 1.9728046655654907,
      "learning_rate": 4.609325744137241e-06,
      "loss": 0.427,
      "step": 367820
    },
    {
      "epoch": 102.66,
      "grad_norm": 1.6558116674423218,
      "learning_rate": 4.6093188186631975e-06,
      "loss": 0.4026,
      "step": 367830
    },
    {
      "epoch": 102.66,
      "grad_norm": 1.6488178968429565,
      "learning_rate": 4.609311892887607e-06,
      "loss": 0.4435,
      "step": 367840
    },
    {
      "epoch": 102.67,
      "grad_norm": 1.758104681968689,
      "learning_rate": 4.609304966810469e-06,
      "loss": 0.4099,
      "step": 367850
    },
    {
      "epoch": 102.67,
      "grad_norm": 1.5167195796966553,
      "learning_rate": 4.609298040431785e-06,
      "loss": 0.4171,
      "step": 367860
    },
    {
      "epoch": 102.67,
      "grad_norm": 1.283899188041687,
      "learning_rate": 4.6092911137515566e-06,
      "loss": 0.4216,
      "step": 367870
    },
    {
      "epoch": 102.67,
      "grad_norm": 1.3758786916732788,
      "learning_rate": 4.609284186769784e-06,
      "loss": 0.43,
      "step": 367880
    },
    {
      "epoch": 102.68,
      "grad_norm": 1.2842886447906494,
      "learning_rate": 4.609277259486467e-06,
      "loss": 0.4269,
      "step": 367890
    },
    {
      "epoch": 102.68,
      "grad_norm": 2.24438214302063,
      "learning_rate": 4.609270331901609e-06,
      "loss": 0.4298,
      "step": 367900
    },
    {
      "epoch": 102.68,
      "grad_norm": 1.3602924346923828,
      "learning_rate": 4.609263404015209e-06,
      "loss": 0.4334,
      "step": 367910
    },
    {
      "epoch": 102.68,
      "grad_norm": 1.470199465751648,
      "learning_rate": 4.609256475827268e-06,
      "loss": 0.4233,
      "step": 367920
    },
    {
      "epoch": 102.69,
      "grad_norm": 1.683294653892517,
      "learning_rate": 4.609249547337788e-06,
      "loss": 0.4228,
      "step": 367930
    },
    {
      "epoch": 102.69,
      "grad_norm": 1.5792218446731567,
      "learning_rate": 4.60924261854677e-06,
      "loss": 0.4297,
      "step": 367940
    },
    {
      "epoch": 102.69,
      "grad_norm": 1.6023340225219727,
      "learning_rate": 4.609235689454214e-06,
      "loss": 0.4547,
      "step": 367950
    },
    {
      "epoch": 102.7,
      "grad_norm": 1.7760379314422607,
      "learning_rate": 4.6092287600601215e-06,
      "loss": 0.4301,
      "step": 367960
    },
    {
      "epoch": 102.7,
      "grad_norm": 1.5841869115829468,
      "learning_rate": 4.609221830364492e-06,
      "loss": 0.4068,
      "step": 367970
    },
    {
      "epoch": 102.7,
      "grad_norm": 1.3711261749267578,
      "learning_rate": 4.609214900367329e-06,
      "loss": 0.4316,
      "step": 367980
    },
    {
      "epoch": 102.7,
      "grad_norm": 1.8711260557174683,
      "learning_rate": 4.6092079700686314e-06,
      "loss": 0.431,
      "step": 367990
    },
    {
      "epoch": 102.71,
      "grad_norm": 1.5559124946594238,
      "learning_rate": 4.609201039468401e-06,
      "loss": 0.4214,
      "step": 368000
    },
    {
      "epoch": 102.71,
      "grad_norm": 1.5482529401779175,
      "learning_rate": 4.609194108566638e-06,
      "loss": 0.4353,
      "step": 368010
    },
    {
      "epoch": 102.71,
      "grad_norm": 1.301594614982605,
      "learning_rate": 4.6091871773633435e-06,
      "loss": 0.4182,
      "step": 368020
    },
    {
      "epoch": 102.72,
      "grad_norm": 1.7993119955062866,
      "learning_rate": 4.60918024585852e-06,
      "loss": 0.4268,
      "step": 368030
    },
    {
      "epoch": 102.72,
      "grad_norm": 1.6414084434509277,
      "learning_rate": 4.609173314052166e-06,
      "loss": 0.4489,
      "step": 368040
    },
    {
      "epoch": 102.72,
      "grad_norm": 1.5970579385757446,
      "learning_rate": 4.609166381944283e-06,
      "loss": 0.4238,
      "step": 368050
    },
    {
      "epoch": 102.72,
      "grad_norm": 1.580731987953186,
      "learning_rate": 4.609159449534874e-06,
      "loss": 0.4133,
      "step": 368060
    },
    {
      "epoch": 102.73,
      "grad_norm": 1.5482829809188843,
      "learning_rate": 4.609152516823938e-06,
      "loss": 0.4322,
      "step": 368070
    },
    {
      "epoch": 102.73,
      "grad_norm": 1.5364259481430054,
      "learning_rate": 4.609145583811476e-06,
      "loss": 0.4408,
      "step": 368080
    },
    {
      "epoch": 102.73,
      "grad_norm": 1.5198960304260254,
      "learning_rate": 4.6091386504974886e-06,
      "loss": 0.4489,
      "step": 368090
    },
    {
      "epoch": 102.74,
      "grad_norm": 1.645190715789795,
      "learning_rate": 4.609131716881977e-06,
      "loss": 0.4328,
      "step": 368100
    },
    {
      "epoch": 102.74,
      "grad_norm": 1.5958443880081177,
      "learning_rate": 4.609124782964944e-06,
      "loss": 0.4347,
      "step": 368110
    },
    {
      "epoch": 102.74,
      "grad_norm": 1.553768277168274,
      "learning_rate": 4.6091178487463885e-06,
      "loss": 0.4268,
      "step": 368120
    },
    {
      "epoch": 102.74,
      "grad_norm": 1.567467212677002,
      "learning_rate": 4.609110914226312e-06,
      "loss": 0.4188,
      "step": 368130
    },
    {
      "epoch": 102.75,
      "grad_norm": 1.3098152875900269,
      "learning_rate": 4.609103979404715e-06,
      "loss": 0.4478,
      "step": 368140
    },
    {
      "epoch": 102.75,
      "grad_norm": 1.4757394790649414,
      "learning_rate": 4.609097044281599e-06,
      "loss": 0.4269,
      "step": 368150
    },
    {
      "epoch": 102.75,
      "grad_norm": 1.5437977313995361,
      "learning_rate": 4.609090108856964e-06,
      "loss": 0.425,
      "step": 368160
    },
    {
      "epoch": 102.75,
      "grad_norm": 1.590969443321228,
      "learning_rate": 4.609083173130813e-06,
      "loss": 0.4152,
      "step": 368170
    },
    {
      "epoch": 102.76,
      "grad_norm": 1.8013358116149902,
      "learning_rate": 4.609076237103145e-06,
      "loss": 0.4124,
      "step": 368180
    },
    {
      "epoch": 102.76,
      "grad_norm": 2.5930726528167725,
      "learning_rate": 4.609069300773961e-06,
      "loss": 0.4507,
      "step": 368190
    },
    {
      "epoch": 102.76,
      "grad_norm": 1.5383907556533813,
      "learning_rate": 4.609062364143263e-06,
      "loss": 0.4538,
      "step": 368200
    },
    {
      "epoch": 102.77,
      "grad_norm": 1.9039357900619507,
      "learning_rate": 4.60905542721105e-06,
      "loss": 0.4285,
      "step": 368210
    },
    {
      "epoch": 102.77,
      "grad_norm": 1.5419821739196777,
      "learning_rate": 4.6090484899773255e-06,
      "loss": 0.4145,
      "step": 368220
    },
    {
      "epoch": 102.77,
      "grad_norm": 1.3623706102371216,
      "learning_rate": 4.609041552442089e-06,
      "loss": 0.4244,
      "step": 368230
    },
    {
      "epoch": 102.77,
      "grad_norm": 1.428139090538025,
      "learning_rate": 4.609034614605341e-06,
      "loss": 0.4325,
      "step": 368240
    },
    {
      "epoch": 102.78,
      "grad_norm": 1.342089295387268,
      "learning_rate": 4.609027676467083e-06,
      "loss": 0.4318,
      "step": 368250
    },
    {
      "epoch": 102.78,
      "grad_norm": 1.2567261457443237,
      "learning_rate": 4.609020738027317e-06,
      "loss": 0.442,
      "step": 368260
    },
    {
      "epoch": 102.78,
      "grad_norm": 1.418752908706665,
      "learning_rate": 4.609013799286041e-06,
      "loss": 0.4069,
      "step": 368270
    },
    {
      "epoch": 102.79,
      "grad_norm": 1.6320220232009888,
      "learning_rate": 4.6090068602432595e-06,
      "loss": 0.409,
      "step": 368280
    },
    {
      "epoch": 102.79,
      "grad_norm": 1.7646458148956299,
      "learning_rate": 4.608999920898971e-06,
      "loss": 0.4258,
      "step": 368290
    },
    {
      "epoch": 102.79,
      "grad_norm": 1.175277590751648,
      "learning_rate": 4.608992981253177e-06,
      "loss": 0.4248,
      "step": 368300
    },
    {
      "epoch": 102.79,
      "grad_norm": 1.4810807704925537,
      "learning_rate": 4.608986041305879e-06,
      "loss": 0.4217,
      "step": 368310
    },
    {
      "epoch": 102.8,
      "grad_norm": 1.5559414625167847,
      "learning_rate": 4.608979101057077e-06,
      "loss": 0.4208,
      "step": 368320
    },
    {
      "epoch": 102.8,
      "grad_norm": 1.4107465744018555,
      "learning_rate": 4.608972160506773e-06,
      "loss": 0.4295,
      "step": 368330
    },
    {
      "epoch": 102.8,
      "grad_norm": 1.559784173965454,
      "learning_rate": 4.608965219654968e-06,
      "loss": 0.4325,
      "step": 368340
    },
    {
      "epoch": 102.8,
      "grad_norm": 1.3828179836273193,
      "learning_rate": 4.60895827850166e-06,
      "loss": 0.4243,
      "step": 368350
    },
    {
      "epoch": 102.81,
      "grad_norm": 2.3697750568389893,
      "learning_rate": 4.608951337046854e-06,
      "loss": 0.4267,
      "step": 368360
    },
    {
      "epoch": 102.81,
      "grad_norm": 1.8221404552459717,
      "learning_rate": 4.608944395290548e-06,
      "loss": 0.4231,
      "step": 368370
    },
    {
      "epoch": 102.81,
      "grad_norm": 1.672373652458191,
      "learning_rate": 4.608937453232745e-06,
      "loss": 0.4171,
      "step": 368380
    },
    {
      "epoch": 102.82,
      "grad_norm": 1.654722809791565,
      "learning_rate": 4.608930510873444e-06,
      "loss": 0.4313,
      "step": 368390
    },
    {
      "epoch": 102.82,
      "grad_norm": 1.9109188318252563,
      "learning_rate": 4.608923568212648e-06,
      "loss": 0.4242,
      "step": 368400
    },
    {
      "epoch": 102.82,
      "grad_norm": 1.9050449132919312,
      "learning_rate": 4.6089166252503555e-06,
      "loss": 0.4437,
      "step": 368410
    },
    {
      "epoch": 102.82,
      "grad_norm": 1.8510363101959229,
      "learning_rate": 4.608909681986569e-06,
      "loss": 0.4324,
      "step": 368420
    },
    {
      "epoch": 102.83,
      "grad_norm": 1.667345404624939,
      "learning_rate": 4.608902738421289e-06,
      "loss": 0.4543,
      "step": 368430
    },
    {
      "epoch": 102.83,
      "grad_norm": 1.3902113437652588,
      "learning_rate": 4.608895794554517e-06,
      "loss": 0.4163,
      "step": 368440
    },
    {
      "epoch": 102.83,
      "grad_norm": 1.3980765342712402,
      "learning_rate": 4.608888850386253e-06,
      "loss": 0.4117,
      "step": 368450
    },
    {
      "epoch": 102.84,
      "grad_norm": 1.2620794773101807,
      "learning_rate": 4.608881905916499e-06,
      "loss": 0.4126,
      "step": 368460
    },
    {
      "epoch": 102.84,
      "grad_norm": 1.458870768547058,
      "learning_rate": 4.608874961145255e-06,
      "loss": 0.4182,
      "step": 368470
    },
    {
      "epoch": 102.84,
      "grad_norm": 1.603991985321045,
      "learning_rate": 4.608868016072523e-06,
      "loss": 0.407,
      "step": 368480
    },
    {
      "epoch": 102.84,
      "grad_norm": 1.4589327573776245,
      "learning_rate": 4.608861070698302e-06,
      "loss": 0.4282,
      "step": 368490
    },
    {
      "epoch": 102.85,
      "grad_norm": 1.3132232427597046,
      "learning_rate": 4.608854125022595e-06,
      "loss": 0.4381,
      "step": 368500
    },
    {
      "epoch": 102.85,
      "grad_norm": 1.9270944595336914,
      "learning_rate": 4.608847179045401e-06,
      "loss": 0.442,
      "step": 368510
    },
    {
      "epoch": 102.85,
      "grad_norm": 1.2768926620483398,
      "learning_rate": 4.608840232766723e-06,
      "loss": 0.4251,
      "step": 368520
    },
    {
      "epoch": 102.86,
      "grad_norm": 1.5479013919830322,
      "learning_rate": 4.608833286186561e-06,
      "loss": 0.4049,
      "step": 368530
    },
    {
      "epoch": 102.86,
      "grad_norm": 1.5625988245010376,
      "learning_rate": 4.608826339304915e-06,
      "loss": 0.4459,
      "step": 368540
    },
    {
      "epoch": 102.86,
      "grad_norm": 1.494551420211792,
      "learning_rate": 4.608819392121787e-06,
      "loss": 0.4256,
      "step": 368550
    },
    {
      "epoch": 102.86,
      "grad_norm": 1.6385411024093628,
      "learning_rate": 4.608812444637178e-06,
      "loss": 0.4292,
      "step": 368560
    },
    {
      "epoch": 102.87,
      "grad_norm": 1.6167001724243164,
      "learning_rate": 4.608805496851087e-06,
      "loss": 0.4194,
      "step": 368570
    },
    {
      "epoch": 102.87,
      "grad_norm": 1.4172338247299194,
      "learning_rate": 4.608798548763519e-06,
      "loss": 0.4036,
      "step": 368580
    },
    {
      "epoch": 102.87,
      "grad_norm": 1.5825425386428833,
      "learning_rate": 4.6087916003744706e-06,
      "loss": 0.4284,
      "step": 368590
    },
    {
      "epoch": 102.87,
      "grad_norm": 1.3293585777282715,
      "learning_rate": 4.608784651683945e-06,
      "loss": 0.437,
      "step": 368600
    },
    {
      "epoch": 102.88,
      "grad_norm": 1.6479793787002563,
      "learning_rate": 4.6087777026919425e-06,
      "loss": 0.4134,
      "step": 368610
    },
    {
      "epoch": 102.88,
      "grad_norm": 1.4201264381408691,
      "learning_rate": 4.6087707533984645e-06,
      "loss": 0.4427,
      "step": 368620
    },
    {
      "epoch": 102.88,
      "grad_norm": 1.4941279888153076,
      "learning_rate": 4.6087638038035115e-06,
      "loss": 0.4331,
      "step": 368630
    },
    {
      "epoch": 102.89,
      "grad_norm": 1.3257826566696167,
      "learning_rate": 4.608756853907085e-06,
      "loss": 0.4198,
      "step": 368640
    },
    {
      "epoch": 102.89,
      "grad_norm": 2.005605697631836,
      "learning_rate": 4.608749903709185e-06,
      "loss": 0.4461,
      "step": 368650
    },
    {
      "epoch": 102.89,
      "grad_norm": 1.6455388069152832,
      "learning_rate": 4.608742953209813e-06,
      "loss": 0.4188,
      "step": 368660
    },
    {
      "epoch": 102.89,
      "grad_norm": 1.5429588556289673,
      "learning_rate": 4.60873600240897e-06,
      "loss": 0.4312,
      "step": 368670
    },
    {
      "epoch": 102.9,
      "grad_norm": 1.585056185722351,
      "learning_rate": 4.6087290513066565e-06,
      "loss": 0.4249,
      "step": 368680
    },
    {
      "epoch": 102.9,
      "grad_norm": 1.21558678150177,
      "learning_rate": 4.608722099902874e-06,
      "loss": 0.4319,
      "step": 368690
    },
    {
      "epoch": 102.9,
      "grad_norm": 1.2860922813415527,
      "learning_rate": 4.608715148197623e-06,
      "loss": 0.445,
      "step": 368700
    },
    {
      "epoch": 102.91,
      "grad_norm": 1.5699437856674194,
      "learning_rate": 4.6087081961909035e-06,
      "loss": 0.4104,
      "step": 368710
    },
    {
      "epoch": 102.91,
      "grad_norm": 1.618985891342163,
      "learning_rate": 4.608701243882718e-06,
      "loss": 0.4317,
      "step": 368720
    },
    {
      "epoch": 102.91,
      "grad_norm": 1.4828453063964844,
      "learning_rate": 4.6086942912730675e-06,
      "loss": 0.4206,
      "step": 368730
    },
    {
      "epoch": 102.91,
      "grad_norm": 1.797371745109558,
      "learning_rate": 4.608687338361952e-06,
      "loss": 0.4076,
      "step": 368740
    },
    {
      "epoch": 102.92,
      "grad_norm": 1.540228009223938,
      "learning_rate": 4.6086803851493725e-06,
      "loss": 0.4059,
      "step": 368750
    },
    {
      "epoch": 102.92,
      "grad_norm": 1.5730199813842773,
      "learning_rate": 4.60867343163533e-06,
      "loss": 0.4267,
      "step": 368760
    },
    {
      "epoch": 102.92,
      "grad_norm": 1.269912600517273,
      "learning_rate": 4.608666477819826e-06,
      "loss": 0.3987,
      "step": 368770
    },
    {
      "epoch": 102.92,
      "grad_norm": 1.5862592458724976,
      "learning_rate": 4.608659523702861e-06,
      "loss": 0.4309,
      "step": 368780
    },
    {
      "epoch": 102.93,
      "grad_norm": 1.7326316833496094,
      "learning_rate": 4.608652569284436e-06,
      "loss": 0.4141,
      "step": 368790
    },
    {
      "epoch": 102.93,
      "grad_norm": 1.6105822324752808,
      "learning_rate": 4.608645614564552e-06,
      "loss": 0.405,
      "step": 368800
    },
    {
      "epoch": 102.93,
      "grad_norm": 1.9768157005310059,
      "learning_rate": 4.608638659543209e-06,
      "loss": 0.4409,
      "step": 368810
    },
    {
      "epoch": 102.94,
      "grad_norm": 1.656889796257019,
      "learning_rate": 4.608631704220409e-06,
      "loss": 0.4148,
      "step": 368820
    },
    {
      "epoch": 102.94,
      "grad_norm": 1.39870023727417,
      "learning_rate": 4.608624748596153e-06,
      "loss": 0.4145,
      "step": 368830
    },
    {
      "epoch": 102.94,
      "grad_norm": 1.8054958581924438,
      "learning_rate": 4.608617792670441e-06,
      "loss": 0.4114,
      "step": 368840
    },
    {
      "epoch": 102.94,
      "grad_norm": 1.3625571727752686,
      "learning_rate": 4.6086108364432745e-06,
      "loss": 0.419,
      "step": 368850
    },
    {
      "epoch": 102.95,
      "grad_norm": 1.496719479560852,
      "learning_rate": 4.608603879914655e-06,
      "loss": 0.4315,
      "step": 368860
    },
    {
      "epoch": 102.95,
      "grad_norm": 1.5102757215499878,
      "learning_rate": 4.608596923084582e-06,
      "loss": 0.431,
      "step": 368870
    },
    {
      "epoch": 102.95,
      "grad_norm": 1.4356262683868408,
      "learning_rate": 4.608589965953059e-06,
      "loss": 0.4374,
      "step": 368880
    },
    {
      "epoch": 102.96,
      "grad_norm": 1.4395536184310913,
      "learning_rate": 4.608583008520084e-06,
      "loss": 0.4181,
      "step": 368890
    },
    {
      "epoch": 102.96,
      "grad_norm": 1.3450734615325928,
      "learning_rate": 4.608576050785659e-06,
      "loss": 0.4025,
      "step": 368900
    },
    {
      "epoch": 102.96,
      "grad_norm": 2.018305778503418,
      "learning_rate": 4.608569092749785e-06,
      "loss": 0.4406,
      "step": 368910
    },
    {
      "epoch": 102.96,
      "grad_norm": 1.557425856590271,
      "learning_rate": 4.608562134412463e-06,
      "loss": 0.4275,
      "step": 368920
    },
    {
      "epoch": 102.97,
      "grad_norm": 1.5341624021530151,
      "learning_rate": 4.608555175773694e-06,
      "loss": 0.4134,
      "step": 368930
    },
    {
      "epoch": 102.97,
      "grad_norm": 1.750722050666809,
      "learning_rate": 4.608548216833479e-06,
      "loss": 0.4135,
      "step": 368940
    },
    {
      "epoch": 102.97,
      "grad_norm": 1.547831654548645,
      "learning_rate": 4.608541257591819e-06,
      "loss": 0.4337,
      "step": 368950
    },
    {
      "epoch": 102.98,
      "grad_norm": 1.270094394683838,
      "learning_rate": 4.608534298048713e-06,
      "loss": 0.4106,
      "step": 368960
    },
    {
      "epoch": 102.98,
      "grad_norm": 1.847095251083374,
      "learning_rate": 4.608527338204165e-06,
      "loss": 0.4175,
      "step": 368970
    },
    {
      "epoch": 102.98,
      "grad_norm": 1.9929667711257935,
      "learning_rate": 4.608520378058174e-06,
      "loss": 0.4252,
      "step": 368980
    },
    {
      "epoch": 102.98,
      "grad_norm": 1.3425923585891724,
      "learning_rate": 4.608513417610743e-06,
      "loss": 0.4242,
      "step": 368990
    },
    {
      "epoch": 102.99,
      "grad_norm": 1.545419454574585,
      "learning_rate": 4.608506456861869e-06,
      "loss": 0.4455,
      "step": 369000
    },
    {
      "epoch": 102.99,
      "grad_norm": 1.6113154888153076,
      "learning_rate": 4.608499495811557e-06,
      "loss": 0.419,
      "step": 369010
    },
    {
      "epoch": 102.99,
      "grad_norm": 1.5158103704452515,
      "learning_rate": 4.608492534459805e-06,
      "loss": 0.4189,
      "step": 369020
    },
    {
      "epoch": 102.99,
      "grad_norm": 1.4383760690689087,
      "learning_rate": 4.6084855728066165e-06,
      "loss": 0.4426,
      "step": 369030
    },
    {
      "epoch": 103.0,
      "grad_norm": 1.9556214809417725,
      "learning_rate": 4.608478610851991e-06,
      "loss": 0.4124,
      "step": 369040
    },
    {
      "epoch": 103.0,
      "eval_loss": 0.4263449013233185,
      "eval_runtime": 63.0988,
      "eval_samples_per_second": 80.176,
      "eval_steps_per_second": 10.032,
      "step": 369049
    },
    {
      "epoch": 103.0,
      "grad_norm": 1.6022826433181763,
      "learning_rate": 4.608471648595928e-06,
      "loss": 0.4212,
      "step": 369050
    },
    {
      "epoch": 103.0,
      "grad_norm": 1.5299092531204224,
      "learning_rate": 4.608464686038431e-06,
      "loss": 0.4342,
      "step": 369060
    },
    {
      "epoch": 103.01,
      "grad_norm": 1.363507628440857,
      "learning_rate": 4.6084577231795e-06,
      "loss": 0.4457,
      "step": 369070
    },
    {
      "epoch": 103.01,
      "grad_norm": 1.3393584489822388,
      "learning_rate": 4.6084507600191354e-06,
      "loss": 0.423,
      "step": 369080
    },
    {
      "epoch": 103.01,
      "grad_norm": 1.4229896068572998,
      "learning_rate": 4.608443796557338e-06,
      "loss": 0.4213,
      "step": 369090
    },
    {
      "epoch": 103.01,
      "grad_norm": 1.6272813081741333,
      "learning_rate": 4.608436832794111e-06,
      "loss": 0.4021,
      "step": 369100
    },
    {
      "epoch": 103.02,
      "grad_norm": 1.4605191946029663,
      "learning_rate": 4.608429868729451e-06,
      "loss": 0.4173,
      "step": 369110
    },
    {
      "epoch": 103.02,
      "grad_norm": 1.50690758228302,
      "learning_rate": 4.6084229043633634e-06,
      "loss": 0.4159,
      "step": 369120
    },
    {
      "epoch": 103.02,
      "grad_norm": 1.4033573865890503,
      "learning_rate": 4.608415939695846e-06,
      "loss": 0.433,
      "step": 369130
    },
    {
      "epoch": 103.03,
      "grad_norm": 1.383060097694397,
      "learning_rate": 4.608408974726902e-06,
      "loss": 0.4291,
      "step": 369140
    },
    {
      "epoch": 103.03,
      "grad_norm": 1.3523452281951904,
      "learning_rate": 4.608402009456531e-06,
      "loss": 0.434,
      "step": 369150
    },
    {
      "epoch": 103.03,
      "grad_norm": 1.4239072799682617,
      "learning_rate": 4.608395043884734e-06,
      "loss": 0.4235,
      "step": 369160
    },
    {
      "epoch": 103.03,
      "grad_norm": 1.6192560195922852,
      "learning_rate": 4.608388078011513e-06,
      "loss": 0.4322,
      "step": 369170
    },
    {
      "epoch": 103.04,
      "grad_norm": 1.3904451131820679,
      "learning_rate": 4.608381111836867e-06,
      "loss": 0.4177,
      "step": 369180
    },
    {
      "epoch": 103.04,
      "grad_norm": 1.549442172050476,
      "learning_rate": 4.608374145360798e-06,
      "loss": 0.4366,
      "step": 369190
    },
    {
      "epoch": 103.04,
      "grad_norm": 1.4619948863983154,
      "learning_rate": 4.6083671785833075e-06,
      "loss": 0.3895,
      "step": 369200
    },
    {
      "epoch": 103.04,
      "grad_norm": 1.5842781066894531,
      "learning_rate": 4.608360211504396e-06,
      "loss": 0.4351,
      "step": 369210
    },
    {
      "epoch": 103.05,
      "grad_norm": 1.5706818103790283,
      "learning_rate": 4.608353244124063e-06,
      "loss": 0.4133,
      "step": 369220
    },
    {
      "epoch": 103.05,
      "grad_norm": 1.8274232149124146,
      "learning_rate": 4.6083462764423114e-06,
      "loss": 0.4323,
      "step": 369230
    },
    {
      "epoch": 103.05,
      "grad_norm": 1.7593753337860107,
      "learning_rate": 4.608339308459141e-06,
      "loss": 0.4049,
      "step": 369240
    },
    {
      "epoch": 103.06,
      "grad_norm": 1.3622922897338867,
      "learning_rate": 4.608332340174554e-06,
      "loss": 0.4396,
      "step": 369250
    },
    {
      "epoch": 103.06,
      "grad_norm": 1.5711923837661743,
      "learning_rate": 4.60832537158855e-06,
      "loss": 0.4502,
      "step": 369260
    },
    {
      "epoch": 103.06,
      "grad_norm": 1.5722236633300781,
      "learning_rate": 4.6083184027011316e-06,
      "loss": 0.4291,
      "step": 369270
    },
    {
      "epoch": 103.06,
      "grad_norm": 1.9154592752456665,
      "learning_rate": 4.608311433512297e-06,
      "loss": 0.4408,
      "step": 369280
    },
    {
      "epoch": 103.07,
      "grad_norm": 1.8855925798416138,
      "learning_rate": 4.608304464022049e-06,
      "loss": 0.4352,
      "step": 369290
    },
    {
      "epoch": 103.07,
      "grad_norm": 1.354630470275879,
      "learning_rate": 4.608297494230388e-06,
      "loss": 0.4118,
      "step": 369300
    },
    {
      "epoch": 103.07,
      "grad_norm": 2.4550304412841797,
      "learning_rate": 4.608290524137315e-06,
      "loss": 0.4028,
      "step": 369310
    },
    {
      "epoch": 103.08,
      "grad_norm": 2.479947566986084,
      "learning_rate": 4.608283553742832e-06,
      "loss": 0.4344,
      "step": 369320
    },
    {
      "epoch": 103.08,
      "grad_norm": 4.270501613616943,
      "learning_rate": 4.608276583046938e-06,
      "loss": 0.4153,
      "step": 369330
    },
    {
      "epoch": 103.08,
      "grad_norm": 1.4325575828552246,
      "learning_rate": 4.608269612049636e-06,
      "loss": 0.4222,
      "step": 369340
    },
    {
      "epoch": 103.08,
      "grad_norm": 1.4141459465026855,
      "learning_rate": 4.608262640750925e-06,
      "loss": 0.3988,
      "step": 369350
    },
    {
      "epoch": 103.09,
      "grad_norm": 1.627068042755127,
      "learning_rate": 4.608255669150807e-06,
      "loss": 0.4181,
      "step": 369360
    },
    {
      "epoch": 103.09,
      "grad_norm": 1.3652206659317017,
      "learning_rate": 4.608248697249282e-06,
      "loss": 0.4052,
      "step": 369370
    },
    {
      "epoch": 103.09,
      "grad_norm": 1.5342235565185547,
      "learning_rate": 4.608241725046353e-06,
      "loss": 0.4095,
      "step": 369380
    },
    {
      "epoch": 103.1,
      "grad_norm": 1.3746737241744995,
      "learning_rate": 4.608234752542018e-06,
      "loss": 0.418,
      "step": 369390
    },
    {
      "epoch": 103.1,
      "grad_norm": 1.4950644969940186,
      "learning_rate": 4.60822777973628e-06,
      "loss": 0.4421,
      "step": 369400
    },
    {
      "epoch": 103.1,
      "grad_norm": 1.2792414426803589,
      "learning_rate": 4.608220806629139e-06,
      "loss": 0.4249,
      "step": 369410
    },
    {
      "epoch": 103.1,
      "grad_norm": 1.4071240425109863,
      "learning_rate": 4.608213833220598e-06,
      "loss": 0.4111,
      "step": 369420
    },
    {
      "epoch": 103.11,
      "grad_norm": 2.168114185333252,
      "learning_rate": 4.608206859510655e-06,
      "loss": 0.4108,
      "step": 369430
    },
    {
      "epoch": 103.11,
      "grad_norm": 1.4544399976730347,
      "learning_rate": 4.608199885499312e-06,
      "loss": 0.4267,
      "step": 369440
    },
    {
      "epoch": 103.11,
      "grad_norm": 1.5471038818359375,
      "learning_rate": 4.6081929111865704e-06,
      "loss": 0.4211,
      "step": 369450
    },
    {
      "epoch": 103.11,
      "grad_norm": 1.4533058404922485,
      "learning_rate": 4.608185936572431e-06,
      "loss": 0.4439,
      "step": 369460
    },
    {
      "epoch": 103.12,
      "grad_norm": 1.3845237493515015,
      "learning_rate": 4.608178961656894e-06,
      "loss": 0.4524,
      "step": 369470
    },
    {
      "epoch": 103.12,
      "grad_norm": 1.6575076580047607,
      "learning_rate": 4.608171986439962e-06,
      "loss": 0.4182,
      "step": 369480
    },
    {
      "epoch": 103.12,
      "grad_norm": 1.6014940738677979,
      "learning_rate": 4.608165010921634e-06,
      "loss": 0.4364,
      "step": 369490
    },
    {
      "epoch": 103.13,
      "grad_norm": 1.7095578908920288,
      "learning_rate": 4.608158035101911e-06,
      "loss": 0.4066,
      "step": 369500
    },
    {
      "epoch": 103.13,
      "grad_norm": 5.777423858642578,
      "learning_rate": 4.608151058980796e-06,
      "loss": 0.4246,
      "step": 369510
    },
    {
      "epoch": 103.13,
      "grad_norm": 1.6428531408309937,
      "learning_rate": 4.6081440825582875e-06,
      "loss": 0.438,
      "step": 369520
    },
    {
      "epoch": 103.13,
      "grad_norm": 3.176208972930908,
      "learning_rate": 4.608137105834389e-06,
      "loss": 0.4305,
      "step": 369530
    },
    {
      "epoch": 103.14,
      "grad_norm": 1.3554816246032715,
      "learning_rate": 4.6081301288090986e-06,
      "loss": 0.4437,
      "step": 369540
    },
    {
      "epoch": 103.14,
      "grad_norm": 1.4505479335784912,
      "learning_rate": 4.608123151482419e-06,
      "loss": 0.4242,
      "step": 369550
    },
    {
      "epoch": 103.14,
      "grad_norm": 1.538887858390808,
      "learning_rate": 4.608116173854351e-06,
      "loss": 0.4134,
      "step": 369560
    },
    {
      "epoch": 103.15,
      "grad_norm": 1.328572154045105,
      "learning_rate": 4.608109195924895e-06,
      "loss": 0.4211,
      "step": 369570
    },
    {
      "epoch": 103.15,
      "grad_norm": 1.3234738111495972,
      "learning_rate": 4.608102217694052e-06,
      "loss": 0.4218,
      "step": 369580
    },
    {
      "epoch": 103.15,
      "grad_norm": 1.499642014503479,
      "learning_rate": 4.608095239161824e-06,
      "loss": 0.4287,
      "step": 369590
    },
    {
      "epoch": 103.15,
      "grad_norm": 1.4256094694137573,
      "learning_rate": 4.608088260328209e-06,
      "loss": 0.4122,
      "step": 369600
    },
    {
      "epoch": 103.16,
      "grad_norm": 1.702533483505249,
      "learning_rate": 4.608081281193213e-06,
      "loss": 0.4412,
      "step": 369610
    },
    {
      "epoch": 103.16,
      "grad_norm": 1.347543478012085,
      "learning_rate": 4.608074301756832e-06,
      "loss": 0.4367,
      "step": 369620
    },
    {
      "epoch": 103.16,
      "grad_norm": 1.187909483909607,
      "learning_rate": 4.608067322019068e-06,
      "loss": 0.4394,
      "step": 369630
    },
    {
      "epoch": 103.16,
      "grad_norm": 1.3838227987289429,
      "learning_rate": 4.608060341979925e-06,
      "loss": 0.4189,
      "step": 369640
    },
    {
      "epoch": 103.17,
      "grad_norm": 1.5940570831298828,
      "learning_rate": 4.6080533616393994e-06,
      "loss": 0.4415,
      "step": 369650
    },
    {
      "epoch": 103.17,
      "grad_norm": 1.6497068405151367,
      "learning_rate": 4.608046380997496e-06,
      "loss": 0.4116,
      "step": 369660
    },
    {
      "epoch": 103.17,
      "grad_norm": 1.6412632465362549,
      "learning_rate": 4.608039400054213e-06,
      "loss": 0.4235,
      "step": 369670
    },
    {
      "epoch": 103.18,
      "grad_norm": 1.6403565406799316,
      "learning_rate": 4.608032418809553e-06,
      "loss": 0.4343,
      "step": 369680
    },
    {
      "epoch": 103.18,
      "grad_norm": 1.5614663362503052,
      "learning_rate": 4.608025437263517e-06,
      "loss": 0.4197,
      "step": 369690
    },
    {
      "epoch": 103.18,
      "grad_norm": 1.6760812997817993,
      "learning_rate": 4.608018455416104e-06,
      "loss": 0.4463,
      "step": 369700
    },
    {
      "epoch": 103.18,
      "grad_norm": 1.4899754524230957,
      "learning_rate": 4.608011473267318e-06,
      "loss": 0.4255,
      "step": 369710
    },
    {
      "epoch": 103.19,
      "grad_norm": 1.295819640159607,
      "learning_rate": 4.608004490817157e-06,
      "loss": 0.4319,
      "step": 369720
    },
    {
      "epoch": 103.19,
      "grad_norm": 1.329164981842041,
      "learning_rate": 4.6079975080656235e-06,
      "loss": 0.4149,
      "step": 369730
    },
    {
      "epoch": 103.19,
      "grad_norm": 1.4193224906921387,
      "learning_rate": 4.607990525012717e-06,
      "loss": 0.4283,
      "step": 369740
    },
    {
      "epoch": 103.2,
      "grad_norm": 1.5157126188278198,
      "learning_rate": 4.607983541658441e-06,
      "loss": 0.4223,
      "step": 369750
    },
    {
      "epoch": 103.2,
      "grad_norm": 1.952967882156372,
      "learning_rate": 4.607976558002794e-06,
      "loss": 0.4397,
      "step": 369760
    },
    {
      "epoch": 103.2,
      "grad_norm": 1.773689866065979,
      "learning_rate": 4.607969574045778e-06,
      "loss": 0.4369,
      "step": 369770
    },
    {
      "epoch": 103.2,
      "grad_norm": 1.9807374477386475,
      "learning_rate": 4.607962589787394e-06,
      "loss": 0.4221,
      "step": 369780
    },
    {
      "epoch": 103.21,
      "grad_norm": 2.0310840606689453,
      "learning_rate": 4.607955605227642e-06,
      "loss": 0.444,
      "step": 369790
    },
    {
      "epoch": 103.21,
      "grad_norm": 1.409822702407837,
      "learning_rate": 4.607948620366524e-06,
      "loss": 0.4107,
      "step": 369800
    },
    {
      "epoch": 103.21,
      "grad_norm": 1.8175363540649414,
      "learning_rate": 4.607941635204041e-06,
      "loss": 0.4216,
      "step": 369810
    },
    {
      "epoch": 103.22,
      "grad_norm": 2.1355972290039062,
      "learning_rate": 4.6079346497401935e-06,
      "loss": 0.3948,
      "step": 369820
    },
    {
      "epoch": 103.22,
      "grad_norm": 1.5771880149841309,
      "learning_rate": 4.607927663974981e-06,
      "loss": 0.4345,
      "step": 369830
    },
    {
      "epoch": 103.22,
      "grad_norm": 1.1363277435302734,
      "learning_rate": 4.607920677908407e-06,
      "loss": 0.4135,
      "step": 369840
    },
    {
      "epoch": 103.22,
      "grad_norm": 1.5886974334716797,
      "learning_rate": 4.6079136915404716e-06,
      "loss": 0.42,
      "step": 369850
    },
    {
      "epoch": 103.23,
      "grad_norm": 1.3533929586410522,
      "learning_rate": 4.607906704871174e-06,
      "loss": 0.424,
      "step": 369860
    },
    {
      "epoch": 103.23,
      "grad_norm": 1.2699133157730103,
      "learning_rate": 4.607899717900518e-06,
      "loss": 0.4185,
      "step": 369870
    },
    {
      "epoch": 103.23,
      "grad_norm": 1.6778970956802368,
      "learning_rate": 4.607892730628504e-06,
      "loss": 0.4352,
      "step": 369880
    },
    {
      "epoch": 103.23,
      "grad_norm": 1.574120283126831,
      "learning_rate": 4.607885743055129e-06,
      "loss": 0.4391,
      "step": 369890
    },
    {
      "epoch": 103.24,
      "grad_norm": 1.5428587198257446,
      "learning_rate": 4.607878755180399e-06,
      "loss": 0.4424,
      "step": 369900
    },
    {
      "epoch": 103.24,
      "grad_norm": 1.5665733814239502,
      "learning_rate": 4.607871767004312e-06,
      "loss": 0.4254,
      "step": 369910
    },
    {
      "epoch": 103.24,
      "grad_norm": 2.0833654403686523,
      "learning_rate": 4.60786477852687e-06,
      "loss": 0.4183,
      "step": 369920
    },
    {
      "epoch": 103.25,
      "grad_norm": 1.6095377206802368,
      "learning_rate": 4.607857789748074e-06,
      "loss": 0.4293,
      "step": 369930
    },
    {
      "epoch": 103.25,
      "grad_norm": 1.4540404081344604,
      "learning_rate": 4.607850800667924e-06,
      "loss": 0.4342,
      "step": 369940
    },
    {
      "epoch": 103.25,
      "grad_norm": 1.0896265506744385,
      "learning_rate": 4.607843811286422e-06,
      "loss": 0.4142,
      "step": 369950
    },
    {
      "epoch": 103.25,
      "grad_norm": 1.4865121841430664,
      "learning_rate": 4.607836821603568e-06,
      "loss": 0.4262,
      "step": 369960
    },
    {
      "epoch": 103.26,
      "grad_norm": 1.3426246643066406,
      "learning_rate": 4.6078298316193645e-06,
      "loss": 0.4313,
      "step": 369970
    },
    {
      "epoch": 103.26,
      "grad_norm": 1.6426193714141846,
      "learning_rate": 4.607822841333811e-06,
      "loss": 0.4418,
      "step": 369980
    },
    {
      "epoch": 103.26,
      "grad_norm": 1.3426910638809204,
      "learning_rate": 4.607815850746908e-06,
      "loss": 0.4495,
      "step": 369990
    },
    {
      "epoch": 103.27,
      "grad_norm": 1.7264156341552734,
      "learning_rate": 4.607808859858658e-06,
      "loss": 0.4254,
      "step": 370000
    },
    {
      "epoch": 103.27,
      "grad_norm": 1.8631445169448853,
      "learning_rate": 4.607801868669061e-06,
      "loss": 0.4272,
      "step": 370010
    },
    {
      "epoch": 103.27,
      "grad_norm": 1.5500712394714355,
      "learning_rate": 4.6077948771781184e-06,
      "loss": 0.4066,
      "step": 370020
    },
    {
      "epoch": 103.27,
      "grad_norm": 1.25995934009552,
      "learning_rate": 4.6077878853858304e-06,
      "loss": 0.4443,
      "step": 370030
    },
    {
      "epoch": 103.28,
      "grad_norm": 1.4088473320007324,
      "learning_rate": 4.607780893292198e-06,
      "loss": 0.4407,
      "step": 370040
    },
    {
      "epoch": 103.28,
      "grad_norm": 1.3752686977386475,
      "learning_rate": 4.607773900897222e-06,
      "loss": 0.4363,
      "step": 370050
    },
    {
      "epoch": 103.28,
      "grad_norm": 1.4788837432861328,
      "learning_rate": 4.607766908200905e-06,
      "loss": 0.4202,
      "step": 370060
    },
    {
      "epoch": 103.28,
      "grad_norm": 1.3608765602111816,
      "learning_rate": 4.607759915203247e-06,
      "loss": 0.4365,
      "step": 370070
    },
    {
      "epoch": 103.29,
      "grad_norm": 1.5463999509811401,
      "learning_rate": 4.6077529219042474e-06,
      "loss": 0.4184,
      "step": 370080
    },
    {
      "epoch": 103.29,
      "grad_norm": 1.5403493642807007,
      "learning_rate": 4.607745928303909e-06,
      "loss": 0.4355,
      "step": 370090
    },
    {
      "epoch": 103.29,
      "grad_norm": 1.603747844696045,
      "learning_rate": 4.607738934402232e-06,
      "loss": 0.4203,
      "step": 370100
    },
    {
      "epoch": 103.3,
      "grad_norm": 1.430567741394043,
      "learning_rate": 4.607731940199218e-06,
      "loss": 0.4259,
      "step": 370110
    },
    {
      "epoch": 103.3,
      "grad_norm": 1.9207475185394287,
      "learning_rate": 4.607724945694867e-06,
      "loss": 0.4234,
      "step": 370120
    },
    {
      "epoch": 103.3,
      "grad_norm": 1.394967794418335,
      "learning_rate": 4.6077179508891805e-06,
      "loss": 0.4146,
      "step": 370130
    },
    {
      "epoch": 103.3,
      "grad_norm": 1.4414260387420654,
      "learning_rate": 4.607710955782159e-06,
      "loss": 0.4113,
      "step": 370140
    },
    {
      "epoch": 103.31,
      "grad_norm": 1.365464210510254,
      "learning_rate": 4.607703960373803e-06,
      "loss": 0.4418,
      "step": 370150
    },
    {
      "epoch": 103.31,
      "grad_norm": 2.256709098815918,
      "learning_rate": 4.607696964664115e-06,
      "loss": 0.442,
      "step": 370160
    },
    {
      "epoch": 103.31,
      "grad_norm": 2.0533370971679688,
      "learning_rate": 4.6076899686530946e-06,
      "loss": 0.4302,
      "step": 370170
    },
    {
      "epoch": 103.32,
      "grad_norm": 1.4638988971710205,
      "learning_rate": 4.607682972340743e-06,
      "loss": 0.4254,
      "step": 370180
    },
    {
      "epoch": 103.32,
      "grad_norm": 1.3821637630462646,
      "learning_rate": 4.607675975727062e-06,
      "loss": 0.4436,
      "step": 370190
    },
    {
      "epoch": 103.32,
      "grad_norm": 1.6267995834350586,
      "learning_rate": 4.607668978812052e-06,
      "loss": 0.4128,
      "step": 370200
    },
    {
      "epoch": 103.32,
      "grad_norm": 1.3953139781951904,
      "learning_rate": 4.607661981595713e-06,
      "loss": 0.4151,
      "step": 370210
    },
    {
      "epoch": 103.33,
      "grad_norm": 1.603227138519287,
      "learning_rate": 4.6076549840780474e-06,
      "loss": 0.4418,
      "step": 370220
    },
    {
      "epoch": 103.33,
      "grad_norm": 1.4058746099472046,
      "learning_rate": 4.607647986259055e-06,
      "loss": 0.4125,
      "step": 370230
    },
    {
      "epoch": 103.33,
      "grad_norm": 1.5533666610717773,
      "learning_rate": 4.607640988138737e-06,
      "loss": 0.4302,
      "step": 370240
    },
    {
      "epoch": 103.34,
      "grad_norm": 1.6362119913101196,
      "learning_rate": 4.607633989717095e-06,
      "loss": 0.4379,
      "step": 370250
    },
    {
      "epoch": 103.34,
      "grad_norm": 1.5285745859146118,
      "learning_rate": 4.607626990994129e-06,
      "loss": 0.4396,
      "step": 370260
    },
    {
      "epoch": 103.34,
      "grad_norm": 1.4801892042160034,
      "learning_rate": 4.607619991969841e-06,
      "loss": 0.4289,
      "step": 370270
    },
    {
      "epoch": 103.34,
      "grad_norm": 1.8295023441314697,
      "learning_rate": 4.60761299264423e-06,
      "loss": 0.4418,
      "step": 370280
    },
    {
      "epoch": 103.35,
      "grad_norm": 1.724761962890625,
      "learning_rate": 4.607605993017299e-06,
      "loss": 0.4312,
      "step": 370290
    },
    {
      "epoch": 103.35,
      "grad_norm": 1.5495247840881348,
      "learning_rate": 4.607598993089048e-06,
      "loss": 0.4325,
      "step": 370300
    },
    {
      "epoch": 103.35,
      "grad_norm": 1.635533094406128,
      "learning_rate": 4.607591992859479e-06,
      "loss": 0.4341,
      "step": 370310
    },
    {
      "epoch": 103.35,
      "grad_norm": 1.8707112073898315,
      "learning_rate": 4.607584992328591e-06,
      "loss": 0.4355,
      "step": 370320
    },
    {
      "epoch": 103.36,
      "grad_norm": 1.2533327341079712,
      "learning_rate": 4.607577991496386e-06,
      "loss": 0.4289,
      "step": 370330
    },
    {
      "epoch": 103.36,
      "grad_norm": 1.4189510345458984,
      "learning_rate": 4.607570990362865e-06,
      "loss": 0.4302,
      "step": 370340
    },
    {
      "epoch": 103.36,
      "grad_norm": 1.4296942949295044,
      "learning_rate": 4.607563988928029e-06,
      "loss": 0.4162,
      "step": 370350
    },
    {
      "epoch": 103.37,
      "grad_norm": 1.4919434785842896,
      "learning_rate": 4.607556987191879e-06,
      "loss": 0.4083,
      "step": 370360
    },
    {
      "epoch": 103.37,
      "grad_norm": 2.0943689346313477,
      "learning_rate": 4.607549985154415e-06,
      "loss": 0.4327,
      "step": 370370
    },
    {
      "epoch": 103.37,
      "grad_norm": 1.931275725364685,
      "learning_rate": 4.607542982815638e-06,
      "loss": 0.4195,
      "step": 370380
    },
    {
      "epoch": 103.37,
      "grad_norm": 1.4175362586975098,
      "learning_rate": 4.607535980175551e-06,
      "loss": 0.4194,
      "step": 370390
    },
    {
      "epoch": 103.38,
      "grad_norm": 1.4404369592666626,
      "learning_rate": 4.607528977234153e-06,
      "loss": 0.447,
      "step": 370400
    },
    {
      "epoch": 103.38,
      "grad_norm": 1.8467296361923218,
      "learning_rate": 4.607521973991446e-06,
      "loss": 0.4436,
      "step": 370410
    },
    {
      "epoch": 103.38,
      "grad_norm": 1.6249052286148071,
      "learning_rate": 4.6075149704474285e-06,
      "loss": 0.4284,
      "step": 370420
    },
    {
      "epoch": 103.39,
      "grad_norm": 1.3841708898544312,
      "learning_rate": 4.6075079666021056e-06,
      "loss": 0.4243,
      "step": 370430
    },
    {
      "epoch": 103.39,
      "grad_norm": 1.5327017307281494,
      "learning_rate": 4.607500962455474e-06,
      "loss": 0.4247,
      "step": 370440
    },
    {
      "epoch": 103.39,
      "grad_norm": 1.6212081909179688,
      "learning_rate": 4.6074939580075376e-06,
      "loss": 0.43,
      "step": 370450
    },
    {
      "epoch": 103.39,
      "grad_norm": 1.3525511026382446,
      "learning_rate": 4.607486953258295e-06,
      "loss": 0.4145,
      "step": 370460
    },
    {
      "epoch": 103.4,
      "grad_norm": 1.354154109954834,
      "learning_rate": 4.607479948207749e-06,
      "loss": 0.4377,
      "step": 370470
    },
    {
      "epoch": 103.4,
      "grad_norm": 1.747602105140686,
      "learning_rate": 4.607472942855901e-06,
      "loss": 0.4309,
      "step": 370480
    },
    {
      "epoch": 103.4,
      "grad_norm": 1.419716715812683,
      "learning_rate": 4.60746593720275e-06,
      "loss": 0.4266,
      "step": 370490
    },
    {
      "epoch": 103.4,
      "grad_norm": 1.4030628204345703,
      "learning_rate": 4.607458931248297e-06,
      "loss": 0.4369,
      "step": 370500
    },
    {
      "epoch": 103.41,
      "grad_norm": 1.958742380142212,
      "learning_rate": 4.607451924992546e-06,
      "loss": 0.4141,
      "step": 370510
    },
    {
      "epoch": 103.41,
      "grad_norm": 1.5854843854904175,
      "learning_rate": 4.607444918435493e-06,
      "loss": 0.4197,
      "step": 370520
    },
    {
      "epoch": 103.41,
      "grad_norm": 1.2600961923599243,
      "learning_rate": 4.607437911577144e-06,
      "loss": 0.4189,
      "step": 370530
    },
    {
      "epoch": 103.42,
      "grad_norm": 1.3636915683746338,
      "learning_rate": 4.607430904417495e-06,
      "loss": 0.4191,
      "step": 370540
    },
    {
      "epoch": 103.42,
      "grad_norm": 1.7490681409835815,
      "learning_rate": 4.607423896956551e-06,
      "loss": 0.4402,
      "step": 370550
    },
    {
      "epoch": 103.42,
      "grad_norm": 1.3879326581954956,
      "learning_rate": 4.607416889194312e-06,
      "loss": 0.4238,
      "step": 370560
    },
    {
      "epoch": 103.42,
      "grad_norm": 1.5080446004867554,
      "learning_rate": 4.6074098811307775e-06,
      "loss": 0.4295,
      "step": 370570
    },
    {
      "epoch": 103.43,
      "grad_norm": 1.4327458143234253,
      "learning_rate": 4.607402872765949e-06,
      "loss": 0.4322,
      "step": 370580
    },
    {
      "epoch": 103.43,
      "grad_norm": 1.5931791067123413,
      "learning_rate": 4.607395864099828e-06,
      "loss": 0.4224,
      "step": 370590
    },
    {
      "epoch": 103.43,
      "grad_norm": 1.6608999967575073,
      "learning_rate": 4.607388855132415e-06,
      "loss": 0.4122,
      "step": 370600
    },
    {
      "epoch": 103.44,
      "grad_norm": 1.474379062652588,
      "learning_rate": 4.607381845863711e-06,
      "loss": 0.4149,
      "step": 370610
    },
    {
      "epoch": 103.44,
      "grad_norm": 1.6722640991210938,
      "learning_rate": 4.607374836293717e-06,
      "loss": 0.4221,
      "step": 370620
    },
    {
      "epoch": 103.44,
      "grad_norm": 1.6448931694030762,
      "learning_rate": 4.607367826422434e-06,
      "loss": 0.433,
      "step": 370630
    },
    {
      "epoch": 103.44,
      "grad_norm": 1.5837074518203735,
      "learning_rate": 4.607360816249863e-06,
      "loss": 0.4232,
      "step": 370640
    },
    {
      "epoch": 103.45,
      "grad_norm": 1.4801303148269653,
      "learning_rate": 4.607353805776004e-06,
      "loss": 0.4406,
      "step": 370650
    },
    {
      "epoch": 103.45,
      "grad_norm": 1.4550644159317017,
      "learning_rate": 4.60734679500086e-06,
      "loss": 0.4396,
      "step": 370660
    },
    {
      "epoch": 103.45,
      "grad_norm": 1.4319149255752563,
      "learning_rate": 4.60733978392443e-06,
      "loss": 0.4213,
      "step": 370670
    },
    {
      "epoch": 103.46,
      "grad_norm": 1.71341872215271,
      "learning_rate": 4.607332772546716e-06,
      "loss": 0.4284,
      "step": 370680
    },
    {
      "epoch": 103.46,
      "grad_norm": 1.4194453954696655,
      "learning_rate": 4.6073257608677185e-06,
      "loss": 0.4033,
      "step": 370690
    },
    {
      "epoch": 103.46,
      "grad_norm": 1.5729191303253174,
      "learning_rate": 4.607318748887438e-06,
      "loss": 0.4204,
      "step": 370700
    },
    {
      "epoch": 103.46,
      "grad_norm": 1.3937898874282837,
      "learning_rate": 4.607311736605876e-06,
      "loss": 0.4261,
      "step": 370710
    },
    {
      "epoch": 103.47,
      "grad_norm": 1.362473487854004,
      "learning_rate": 4.607304724023033e-06,
      "loss": 0.4207,
      "step": 370720
    },
    {
      "epoch": 103.47,
      "grad_norm": 1.291365146636963,
      "learning_rate": 4.607297711138911e-06,
      "loss": 0.4159,
      "step": 370730
    },
    {
      "epoch": 103.47,
      "grad_norm": 1.1984586715698242,
      "learning_rate": 4.607290697953509e-06,
      "loss": 0.4412,
      "step": 370740
    },
    {
      "epoch": 103.47,
      "grad_norm": 1.1770150661468506,
      "learning_rate": 4.60728368446683e-06,
      "loss": 0.4143,
      "step": 370750
    },
    {
      "epoch": 103.48,
      "grad_norm": 1.279991626739502,
      "learning_rate": 4.607276670678874e-06,
      "loss": 0.4491,
      "step": 370760
    },
    {
      "epoch": 103.48,
      "grad_norm": 1.5801299810409546,
      "learning_rate": 4.607269656589642e-06,
      "loss": 0.4233,
      "step": 370770
    },
    {
      "epoch": 103.48,
      "grad_norm": 1.7075037956237793,
      "learning_rate": 4.607262642199135e-06,
      "loss": 0.4189,
      "step": 370780
    },
    {
      "epoch": 103.49,
      "grad_norm": 1.482913613319397,
      "learning_rate": 4.607255627507353e-06,
      "loss": 0.4242,
      "step": 370790
    },
    {
      "epoch": 103.49,
      "grad_norm": 1.3350801467895508,
      "learning_rate": 4.607248612514298e-06,
      "loss": 0.4455,
      "step": 370800
    },
    {
      "epoch": 103.49,
      "grad_norm": 1.451782464981079,
      "learning_rate": 4.607241597219972e-06,
      "loss": 0.4138,
      "step": 370810
    },
    {
      "epoch": 103.49,
      "grad_norm": 1.7368465662002563,
      "learning_rate": 4.607234581624373e-06,
      "loss": 0.4367,
      "step": 370820
    },
    {
      "epoch": 103.5,
      "grad_norm": 1.3324658870697021,
      "learning_rate": 4.607227565727504e-06,
      "loss": 0.4313,
      "step": 370830
    },
    {
      "epoch": 103.5,
      "grad_norm": 1.791581630706787,
      "learning_rate": 4.607220549529366e-06,
      "loss": 0.4308,
      "step": 370840
    },
    {
      "epoch": 103.5,
      "grad_norm": 1.3817442655563354,
      "learning_rate": 4.60721353302996e-06,
      "loss": 0.4175,
      "step": 370850
    },
    {
      "epoch": 103.51,
      "grad_norm": 1.5289642810821533,
      "learning_rate": 4.607206516229286e-06,
      "loss": 0.4124,
      "step": 370860
    },
    {
      "epoch": 103.51,
      "grad_norm": 1.5181313753128052,
      "learning_rate": 4.607199499127345e-06,
      "loss": 0.4255,
      "step": 370870
    },
    {
      "epoch": 103.51,
      "grad_norm": 1.568345308303833,
      "learning_rate": 4.6071924817241385e-06,
      "loss": 0.4252,
      "step": 370880
    },
    {
      "epoch": 103.51,
      "grad_norm": 1.5397589206695557,
      "learning_rate": 4.607185464019667e-06,
      "loss": 0.4036,
      "step": 370890
    },
    {
      "epoch": 103.52,
      "grad_norm": 1.4121143817901611,
      "learning_rate": 4.607178446013931e-06,
      "loss": 0.4102,
      "step": 370900
    },
    {
      "epoch": 103.52,
      "grad_norm": 1.586774230003357,
      "learning_rate": 4.607171427706933e-06,
      "loss": 0.4246,
      "step": 370910
    },
    {
      "epoch": 103.52,
      "grad_norm": 1.8181838989257812,
      "learning_rate": 4.607164409098672e-06,
      "loss": 0.4355,
      "step": 370920
    },
    {
      "epoch": 103.52,
      "grad_norm": 1.295095443725586,
      "learning_rate": 4.607157390189151e-06,
      "loss": 0.4536,
      "step": 370930
    },
    {
      "epoch": 103.53,
      "grad_norm": 1.6254040002822876,
      "learning_rate": 4.60715037097837e-06,
      "loss": 0.4305,
      "step": 370940
    },
    {
      "epoch": 103.53,
      "grad_norm": 1.4546548128128052,
      "learning_rate": 4.607143351466329e-06,
      "loss": 0.4396,
      "step": 370950
    },
    {
      "epoch": 103.53,
      "grad_norm": 1.4050405025482178,
      "learning_rate": 4.60713633165303e-06,
      "loss": 0.4259,
      "step": 370960
    },
    {
      "epoch": 103.54,
      "grad_norm": 1.577385425567627,
      "learning_rate": 4.607129311538474e-06,
      "loss": 0.4335,
      "step": 370970
    },
    {
      "epoch": 103.54,
      "grad_norm": 1.6439331769943237,
      "learning_rate": 4.6071222911226605e-06,
      "loss": 0.4268,
      "step": 370980
    },
    {
      "epoch": 103.54,
      "grad_norm": 1.9962832927703857,
      "learning_rate": 4.6071152704055924e-06,
      "loss": 0.4292,
      "step": 370990
    },
    {
      "epoch": 103.54,
      "grad_norm": 1.2361295223236084,
      "learning_rate": 4.6071082493872695e-06,
      "loss": 0.4297,
      "step": 371000
    },
    {
      "epoch": 103.55,
      "grad_norm": 1.7741169929504395,
      "learning_rate": 4.607101228067693e-06,
      "loss": 0.4417,
      "step": 371010
    },
    {
      "epoch": 103.55,
      "grad_norm": 1.6534423828125,
      "learning_rate": 4.607094206446864e-06,
      "loss": 0.4184,
      "step": 371020
    },
    {
      "epoch": 103.55,
      "grad_norm": 1.3640177249908447,
      "learning_rate": 4.607087184524783e-06,
      "loss": 0.4341,
      "step": 371030
    },
    {
      "epoch": 103.56,
      "grad_norm": 1.572090983390808,
      "learning_rate": 4.6070801623014516e-06,
      "loss": 0.4225,
      "step": 371040
    },
    {
      "epoch": 103.56,
      "grad_norm": 2.186821460723877,
      "learning_rate": 4.60707313977687e-06,
      "loss": 0.4158,
      "step": 371050
    },
    {
      "epoch": 103.56,
      "grad_norm": 1.4360541105270386,
      "learning_rate": 4.60706611695104e-06,
      "loss": 0.4242,
      "step": 371060
    },
    {
      "epoch": 103.56,
      "grad_norm": 1.6736847162246704,
      "learning_rate": 4.6070590938239615e-06,
      "loss": 0.4222,
      "step": 371070
    },
    {
      "epoch": 103.57,
      "grad_norm": 1.3438254594802856,
      "learning_rate": 4.607052070395637e-06,
      "loss": 0.4206,
      "step": 371080
    },
    {
      "epoch": 103.57,
      "grad_norm": 2.685391426086426,
      "learning_rate": 4.607045046666065e-06,
      "loss": 0.4272,
      "step": 371090
    },
    {
      "epoch": 103.57,
      "grad_norm": 1.2852822542190552,
      "learning_rate": 4.607038022635248e-06,
      "loss": 0.4215,
      "step": 371100
    },
    {
      "epoch": 103.58,
      "grad_norm": 1.4527180194854736,
      "learning_rate": 4.607030998303187e-06,
      "loss": 0.4163,
      "step": 371110
    },
    {
      "epoch": 103.58,
      "grad_norm": 2.2805333137512207,
      "learning_rate": 4.607023973669883e-06,
      "loss": 0.4182,
      "step": 371120
    },
    {
      "epoch": 103.58,
      "grad_norm": 1.8295735120773315,
      "learning_rate": 4.607016948735336e-06,
      "loss": 0.4219,
      "step": 371130
    },
    {
      "epoch": 103.58,
      "grad_norm": 1.3598004579544067,
      "learning_rate": 4.6070099234995485e-06,
      "loss": 0.4408,
      "step": 371140
    },
    {
      "epoch": 103.59,
      "grad_norm": 1.4753042459487915,
      "learning_rate": 4.60700289796252e-06,
      "loss": 0.4233,
      "step": 371150
    },
    {
      "epoch": 103.59,
      "grad_norm": 1.679379940032959,
      "learning_rate": 4.606995872124252e-06,
      "loss": 0.4449,
      "step": 371160
    },
    {
      "epoch": 103.59,
      "grad_norm": 1.4150968790054321,
      "learning_rate": 4.606988845984745e-06,
      "loss": 0.414,
      "step": 371170
    },
    {
      "epoch": 103.59,
      "grad_norm": 1.2202450037002563,
      "learning_rate": 4.606981819544e-06,
      "loss": 0.4123,
      "step": 371180
    },
    {
      "epoch": 103.6,
      "grad_norm": 1.5292479991912842,
      "learning_rate": 4.606974792802019e-06,
      "loss": 0.4326,
      "step": 371190
    },
    {
      "epoch": 103.6,
      "grad_norm": 1.3081519603729248,
      "learning_rate": 4.606967765758802e-06,
      "loss": 0.4369,
      "step": 371200
    },
    {
      "epoch": 103.6,
      "grad_norm": 1.507279634475708,
      "learning_rate": 4.60696073841435e-06,
      "loss": 0.4202,
      "step": 371210
    },
    {
      "epoch": 103.61,
      "grad_norm": 1.6768723726272583,
      "learning_rate": 4.606953710768663e-06,
      "loss": 0.4368,
      "step": 371220
    },
    {
      "epoch": 103.61,
      "grad_norm": 1.456568956375122,
      "learning_rate": 4.606946682821744e-06,
      "loss": 0.4192,
      "step": 371230
    },
    {
      "epoch": 103.61,
      "grad_norm": 2.8937058448791504,
      "learning_rate": 4.606939654573593e-06,
      "loss": 0.4348,
      "step": 371240
    },
    {
      "epoch": 103.61,
      "grad_norm": 1.6381090879440308,
      "learning_rate": 4.606932626024211e-06,
      "loss": 0.417,
      "step": 371250
    },
    {
      "epoch": 103.62,
      "grad_norm": 1.4710830450057983,
      "learning_rate": 4.606925597173598e-06,
      "loss": 0.4189,
      "step": 371260
    },
    {
      "epoch": 103.62,
      "grad_norm": 1.7744745016098022,
      "learning_rate": 4.606918568021756e-06,
      "loss": 0.4349,
      "step": 371270
    },
    {
      "epoch": 103.62,
      "grad_norm": 1.3678522109985352,
      "learning_rate": 4.606911538568686e-06,
      "loss": 0.441,
      "step": 371280
    },
    {
      "epoch": 103.63,
      "grad_norm": 1.6649900674819946,
      "learning_rate": 4.606904508814389e-06,
      "loss": 0.412,
      "step": 371290
    },
    {
      "epoch": 103.63,
      "grad_norm": 2.5903472900390625,
      "learning_rate": 4.606897478758865e-06,
      "loss": 0.4517,
      "step": 371300
    },
    {
      "epoch": 103.63,
      "grad_norm": 1.6735475063323975,
      "learning_rate": 4.606890448402115e-06,
      "loss": 0.4206,
      "step": 371310
    },
    {
      "epoch": 103.63,
      "grad_norm": 1.3984373807907104,
      "learning_rate": 4.606883417744141e-06,
      "loss": 0.4184,
      "step": 371320
    },
    {
      "epoch": 103.64,
      "grad_norm": 1.2917146682739258,
      "learning_rate": 4.6068763867849425e-06,
      "loss": 0.4374,
      "step": 371330
    },
    {
      "epoch": 103.64,
      "grad_norm": 1.5578912496566772,
      "learning_rate": 4.606869355524522e-06,
      "loss": 0.434,
      "step": 371340
    },
    {
      "epoch": 103.64,
      "grad_norm": 1.5015044212341309,
      "learning_rate": 4.60686232396288e-06,
      "loss": 0.4365,
      "step": 371350
    },
    {
      "epoch": 103.64,
      "grad_norm": 1.6102213859558105,
      "learning_rate": 4.606855292100017e-06,
      "loss": 0.4179,
      "step": 371360
    },
    {
      "epoch": 103.65,
      "grad_norm": 1.410328984260559,
      "learning_rate": 4.606848259935933e-06,
      "loss": 0.4137,
      "step": 371370
    },
    {
      "epoch": 103.65,
      "grad_norm": 1.2798364162445068,
      "learning_rate": 4.606841227470631e-06,
      "loss": 0.4018,
      "step": 371380
    },
    {
      "epoch": 103.65,
      "grad_norm": 1.3325592279434204,
      "learning_rate": 4.606834194704111e-06,
      "loss": 0.4238,
      "step": 371390
    },
    {
      "epoch": 103.66,
      "grad_norm": 1.6176921129226685,
      "learning_rate": 4.6068271616363736e-06,
      "loss": 0.4346,
      "step": 371400
    },
    {
      "epoch": 103.66,
      "grad_norm": 1.406099557876587,
      "learning_rate": 4.606820128267419e-06,
      "loss": 0.4225,
      "step": 371410
    },
    {
      "epoch": 103.66,
      "grad_norm": 1.5187731981277466,
      "learning_rate": 4.6068130945972505e-06,
      "loss": 0.4047,
      "step": 371420
    },
    {
      "epoch": 103.66,
      "grad_norm": 1.3169156312942505,
      "learning_rate": 4.606806060625868e-06,
      "loss": 0.4151,
      "step": 371430
    },
    {
      "epoch": 103.67,
      "grad_norm": 1.59438157081604,
      "learning_rate": 4.606799026353271e-06,
      "loss": 0.4352,
      "step": 371440
    },
    {
      "epoch": 103.67,
      "grad_norm": 1.3983511924743652,
      "learning_rate": 4.6067919917794625e-06,
      "loss": 0.4233,
      "step": 371450
    },
    {
      "epoch": 103.67,
      "grad_norm": 1.5009840726852417,
      "learning_rate": 4.606784956904441e-06,
      "loss": 0.4159,
      "step": 371460
    },
    {
      "epoch": 103.68,
      "grad_norm": 1.2804902791976929,
      "learning_rate": 4.60677792172821e-06,
      "loss": 0.4449,
      "step": 371470
    },
    {
      "epoch": 103.68,
      "grad_norm": 1.287161946296692,
      "learning_rate": 4.60677088625077e-06,
      "loss": 0.4299,
      "step": 371480
    },
    {
      "epoch": 103.68,
      "grad_norm": 1.685073971748352,
      "learning_rate": 4.6067638504721205e-06,
      "loss": 0.4371,
      "step": 371490
    },
    {
      "epoch": 103.68,
      "grad_norm": 1.4939768314361572,
      "learning_rate": 4.606756814392263e-06,
      "loss": 0.4197,
      "step": 371500
    },
    {
      "epoch": 103.69,
      "grad_norm": 1.5267878770828247,
      "learning_rate": 4.606749778011199e-06,
      "loss": 0.4494,
      "step": 371510
    },
    {
      "epoch": 103.69,
      "grad_norm": 1.4886164665222168,
      "learning_rate": 4.606742741328929e-06,
      "loss": 0.4448,
      "step": 371520
    },
    {
      "epoch": 103.69,
      "grad_norm": 1.4416170120239258,
      "learning_rate": 4.606735704345455e-06,
      "loss": 0.4379,
      "step": 371530
    },
    {
      "epoch": 103.7,
      "grad_norm": 1.3500611782073975,
      "learning_rate": 4.606728667060776e-06,
      "loss": 0.4309,
      "step": 371540
    },
    {
      "epoch": 103.7,
      "grad_norm": 1.4541692733764648,
      "learning_rate": 4.606721629474894e-06,
      "loss": 0.4174,
      "step": 371550
    },
    {
      "epoch": 103.7,
      "grad_norm": 2.0977659225463867,
      "learning_rate": 4.60671459158781e-06,
      "loss": 0.4184,
      "step": 371560
    },
    {
      "epoch": 103.7,
      "grad_norm": 1.5054794549942017,
      "learning_rate": 4.606707553399524e-06,
      "loss": 0.4247,
      "step": 371570
    },
    {
      "epoch": 103.71,
      "grad_norm": 1.6368721723556519,
      "learning_rate": 4.606700514910039e-06,
      "loss": 0.4271,
      "step": 371580
    },
    {
      "epoch": 103.71,
      "grad_norm": 1.39131760597229,
      "learning_rate": 4.606693476119354e-06,
      "loss": 0.4159,
      "step": 371590
    },
    {
      "epoch": 103.71,
      "grad_norm": 1.5985757112503052,
      "learning_rate": 4.606686437027471e-06,
      "loss": 0.4445,
      "step": 371600
    },
    {
      "epoch": 103.71,
      "grad_norm": 1.5573046207427979,
      "learning_rate": 4.60667939763439e-06,
      "loss": 0.4452,
      "step": 371610
    },
    {
      "epoch": 103.72,
      "grad_norm": 1.5036522150039673,
      "learning_rate": 4.606672357940112e-06,
      "loss": 0.4412,
      "step": 371620
    },
    {
      "epoch": 103.72,
      "grad_norm": 1.7052031755447388,
      "learning_rate": 4.6066653179446405e-06,
      "loss": 0.4231,
      "step": 371630
    },
    {
      "epoch": 103.72,
      "grad_norm": 1.150099754333496,
      "learning_rate": 4.606658277647973e-06,
      "loss": 0.4134,
      "step": 371640
    },
    {
      "epoch": 103.73,
      "grad_norm": 1.6086030006408691,
      "learning_rate": 4.606651237050112e-06,
      "loss": 0.4157,
      "step": 371650
    },
    {
      "epoch": 103.73,
      "grad_norm": 1.4558017253875732,
      "learning_rate": 4.606644196151058e-06,
      "loss": 0.42,
      "step": 371660
    },
    {
      "epoch": 103.73,
      "grad_norm": 1.4874387979507446,
      "learning_rate": 4.606637154950812e-06,
      "loss": 0.3996,
      "step": 371670
    },
    {
      "epoch": 103.73,
      "grad_norm": 1.3024247884750366,
      "learning_rate": 4.606630113449375e-06,
      "loss": 0.4176,
      "step": 371680
    },
    {
      "epoch": 103.74,
      "grad_norm": 1.8487719297409058,
      "learning_rate": 4.606623071646748e-06,
      "loss": 0.4192,
      "step": 371690
    },
    {
      "epoch": 103.74,
      "grad_norm": 2.026482105255127,
      "learning_rate": 4.6066160295429325e-06,
      "loss": 0.436,
      "step": 371700
    },
    {
      "epoch": 103.74,
      "grad_norm": 1.5011694431304932,
      "learning_rate": 4.606608987137929e-06,
      "loss": 0.4391,
      "step": 371710
    },
    {
      "epoch": 103.75,
      "grad_norm": 1.3853061199188232,
      "learning_rate": 4.606601944431738e-06,
      "loss": 0.4335,
      "step": 371720
    },
    {
      "epoch": 103.75,
      "grad_norm": 1.8233715295791626,
      "learning_rate": 4.606594901424361e-06,
      "loss": 0.3979,
      "step": 371730
    },
    {
      "epoch": 103.75,
      "grad_norm": 1.5279957056045532,
      "learning_rate": 4.6065878581157994e-06,
      "loss": 0.4064,
      "step": 371740
    },
    {
      "epoch": 103.75,
      "grad_norm": 1.8050389289855957,
      "learning_rate": 4.606580814506052e-06,
      "loss": 0.4381,
      "step": 371750
    },
    {
      "epoch": 103.76,
      "grad_norm": 1.5369747877120972,
      "learning_rate": 4.6065737705951215e-06,
      "loss": 0.4272,
      "step": 371760
    },
    {
      "epoch": 103.76,
      "grad_norm": 1.6283806562423706,
      "learning_rate": 4.6065667263830095e-06,
      "loss": 0.4184,
      "step": 371770
    },
    {
      "epoch": 103.76,
      "grad_norm": 1.3149234056472778,
      "learning_rate": 4.6065596818697155e-06,
      "loss": 0.4199,
      "step": 371780
    },
    {
      "epoch": 103.77,
      "grad_norm": 1.3752864599227905,
      "learning_rate": 4.606552637055241e-06,
      "loss": 0.4228,
      "step": 371790
    },
    {
      "epoch": 103.77,
      "grad_norm": 1.4388211965560913,
      "learning_rate": 4.606545591939586e-06,
      "loss": 0.4208,
      "step": 371800
    },
    {
      "epoch": 103.77,
      "grad_norm": 1.6649470329284668,
      "learning_rate": 4.606538546522754e-06,
      "loss": 0.4438,
      "step": 371810
    },
    {
      "epoch": 103.77,
      "grad_norm": 1.3967245817184448,
      "learning_rate": 4.6065315008047425e-06,
      "loss": 0.4276,
      "step": 371820
    },
    {
      "epoch": 103.78,
      "grad_norm": 1.3509712219238281,
      "learning_rate": 4.606524454785554e-06,
      "loss": 0.4057,
      "step": 371830
    },
    {
      "epoch": 103.78,
      "grad_norm": 1.2772371768951416,
      "learning_rate": 4.606517408465192e-06,
      "loss": 0.4106,
      "step": 371840
    },
    {
      "epoch": 103.78,
      "grad_norm": 1.4954147338867188,
      "learning_rate": 4.606510361843653e-06,
      "loss": 0.4113,
      "step": 371850
    },
    {
      "epoch": 103.78,
      "grad_norm": 1.626735806465149,
      "learning_rate": 4.606503314920941e-06,
      "loss": 0.4211,
      "step": 371860
    },
    {
      "epoch": 103.79,
      "grad_norm": 1.4403728246688843,
      "learning_rate": 4.606496267697055e-06,
      "loss": 0.4231,
      "step": 371870
    },
    {
      "epoch": 103.79,
      "grad_norm": 1.545968770980835,
      "learning_rate": 4.606489220171997e-06,
      "loss": 0.4523,
      "step": 371880
    },
    {
      "epoch": 103.79,
      "grad_norm": 1.629106879234314,
      "learning_rate": 4.606482172345768e-06,
      "loss": 0.4339,
      "step": 371890
    },
    {
      "epoch": 103.8,
      "grad_norm": 1.4164551496505737,
      "learning_rate": 4.606475124218369e-06,
      "loss": 0.4455,
      "step": 371900
    },
    {
      "epoch": 103.8,
      "grad_norm": 1.9259414672851562,
      "learning_rate": 4.606468075789801e-06,
      "loss": 0.4249,
      "step": 371910
    },
    {
      "epoch": 103.8,
      "grad_norm": 1.3599824905395508,
      "learning_rate": 4.606461027060063e-06,
      "loss": 0.4234,
      "step": 371920
    },
    {
      "epoch": 103.8,
      "grad_norm": 1.4857763051986694,
      "learning_rate": 4.6064539780291595e-06,
      "loss": 0.4073,
      "step": 371930
    },
    {
      "epoch": 103.81,
      "grad_norm": 1.523699402809143,
      "learning_rate": 4.606446928697088e-06,
      "loss": 0.4217,
      "step": 371940
    },
    {
      "epoch": 103.81,
      "grad_norm": 3.3285109996795654,
      "learning_rate": 4.606439879063852e-06,
      "loss": 0.4167,
      "step": 371950
    },
    {
      "epoch": 103.81,
      "grad_norm": 1.6203327178955078,
      "learning_rate": 4.60643282912945e-06,
      "loss": 0.4334,
      "step": 371960
    },
    {
      "epoch": 103.82,
      "grad_norm": 1.2875962257385254,
      "learning_rate": 4.606425778893886e-06,
      "loss": 0.4247,
      "step": 371970
    },
    {
      "epoch": 103.82,
      "grad_norm": 1.3557878732681274,
      "learning_rate": 4.606418728357158e-06,
      "loss": 0.4312,
      "step": 371980
    },
    {
      "epoch": 103.82,
      "grad_norm": 1.6771866083145142,
      "learning_rate": 4.606411677519269e-06,
      "loss": 0.4144,
      "step": 371990
    },
    {
      "epoch": 103.82,
      "grad_norm": 1.5666126012802124,
      "learning_rate": 4.606404626380219e-06,
      "loss": 0.4231,
      "step": 372000
    },
    {
      "epoch": 103.83,
      "grad_norm": 1.3004732131958008,
      "learning_rate": 4.606397574940009e-06,
      "loss": 0.4233,
      "step": 372010
    },
    {
      "epoch": 103.83,
      "grad_norm": 1.6688340902328491,
      "learning_rate": 4.606390523198639e-06,
      "loss": 0.453,
      "step": 372020
    },
    {
      "epoch": 103.83,
      "grad_norm": 1.3956537246704102,
      "learning_rate": 4.606383471156112e-06,
      "loss": 0.4298,
      "step": 372030
    },
    {
      "epoch": 103.83,
      "grad_norm": 1.6698697805404663,
      "learning_rate": 4.606376418812428e-06,
      "loss": 0.4179,
      "step": 372040
    },
    {
      "epoch": 103.84,
      "grad_norm": 1.4256198406219482,
      "learning_rate": 4.606369366167587e-06,
      "loss": 0.4119,
      "step": 372050
    },
    {
      "epoch": 103.84,
      "grad_norm": 1.7524272203445435,
      "learning_rate": 4.606362313221591e-06,
      "loss": 0.4244,
      "step": 372060
    },
    {
      "epoch": 103.84,
      "grad_norm": 1.8762391805648804,
      "learning_rate": 4.606355259974441e-06,
      "loss": 0.4218,
      "step": 372070
    },
    {
      "epoch": 103.85,
      "grad_norm": 1.7830469608306885,
      "learning_rate": 4.606348206426137e-06,
      "loss": 0.4316,
      "step": 372080
    },
    {
      "epoch": 103.85,
      "grad_norm": 1.427888035774231,
      "learning_rate": 4.606341152576681e-06,
      "loss": 0.4106,
      "step": 372090
    },
    {
      "epoch": 103.85,
      "grad_norm": 1.56707763671875,
      "learning_rate": 4.606334098426073e-06,
      "loss": 0.4248,
      "step": 372100
    },
    {
      "epoch": 103.85,
      "grad_norm": 1.2601279020309448,
      "learning_rate": 4.606327043974316e-06,
      "loss": 0.4325,
      "step": 372110
    },
    {
      "epoch": 103.86,
      "grad_norm": 1.3074967861175537,
      "learning_rate": 4.6063199892214075e-06,
      "loss": 0.4125,
      "step": 372120
    },
    {
      "epoch": 103.86,
      "grad_norm": 1.2680567502975464,
      "learning_rate": 4.606312934167352e-06,
      "loss": 0.4211,
      "step": 372130
    },
    {
      "epoch": 103.86,
      "grad_norm": 1.2029649019241333,
      "learning_rate": 4.606305878812148e-06,
      "loss": 0.424,
      "step": 372140
    },
    {
      "epoch": 103.87,
      "grad_norm": 1.2449982166290283,
      "learning_rate": 4.606298823155796e-06,
      "loss": 0.4394,
      "step": 372150
    },
    {
      "epoch": 103.87,
      "grad_norm": 1.708398461341858,
      "learning_rate": 4.6062917671982995e-06,
      "loss": 0.4464,
      "step": 372160
    },
    {
      "epoch": 103.87,
      "grad_norm": 1.8206560611724854,
      "learning_rate": 4.606284710939659e-06,
      "loss": 0.4375,
      "step": 372170
    },
    {
      "epoch": 103.87,
      "grad_norm": 1.3428784608840942,
      "learning_rate": 4.606277654379872e-06,
      "loss": 0.4191,
      "step": 372180
    },
    {
      "epoch": 103.88,
      "grad_norm": 1.564668893814087,
      "learning_rate": 4.6062705975189434e-06,
      "loss": 0.4162,
      "step": 372190
    },
    {
      "epoch": 103.88,
      "grad_norm": 1.513232946395874,
      "learning_rate": 4.6062635403568725e-06,
      "loss": 0.4254,
      "step": 372200
    },
    {
      "epoch": 103.88,
      "grad_norm": 1.5011215209960938,
      "learning_rate": 4.606256482893661e-06,
      "loss": 0.4129,
      "step": 372210
    },
    {
      "epoch": 103.89,
      "grad_norm": 1.3650739192962646,
      "learning_rate": 4.606249425129308e-06,
      "loss": 0.4237,
      "step": 372220
    },
    {
      "epoch": 103.89,
      "grad_norm": 2.097019910812378,
      "learning_rate": 4.606242367063817e-06,
      "loss": 0.4242,
      "step": 372230
    },
    {
      "epoch": 103.89,
      "grad_norm": 1.4182738065719604,
      "learning_rate": 4.606235308697187e-06,
      "loss": 0.4228,
      "step": 372240
    },
    {
      "epoch": 103.89,
      "grad_norm": 1.2690976858139038,
      "learning_rate": 4.60622825002942e-06,
      "loss": 0.4155,
      "step": 372250
    },
    {
      "epoch": 103.9,
      "grad_norm": 1.39585542678833,
      "learning_rate": 4.606221191060516e-06,
      "loss": 0.4321,
      "step": 372260
    },
    {
      "epoch": 103.9,
      "grad_norm": 1.3747928142547607,
      "learning_rate": 4.606214131790476e-06,
      "loss": 0.4184,
      "step": 372270
    },
    {
      "epoch": 103.9,
      "grad_norm": 1.4885947704315186,
      "learning_rate": 4.606207072219302e-06,
      "loss": 0.4327,
      "step": 372280
    },
    {
      "epoch": 103.9,
      "grad_norm": 1.8668937683105469,
      "learning_rate": 4.606200012346995e-06,
      "loss": 0.4363,
      "step": 372290
    },
    {
      "epoch": 103.91,
      "grad_norm": 1.571003794670105,
      "learning_rate": 4.606192952173554e-06,
      "loss": 0.4097,
      "step": 372300
    },
    {
      "epoch": 103.91,
      "grad_norm": 1.8341798782348633,
      "learning_rate": 4.606185891698982e-06,
      "loss": 0.4333,
      "step": 372310
    },
    {
      "epoch": 103.91,
      "grad_norm": 1.5270408391952515,
      "learning_rate": 4.60617883092328e-06,
      "loss": 0.4196,
      "step": 372320
    },
    {
      "epoch": 103.92,
      "grad_norm": 1.4079115390777588,
      "learning_rate": 4.606171769846447e-06,
      "loss": 0.4043,
      "step": 372330
    },
    {
      "epoch": 103.92,
      "grad_norm": 2.347262144088745,
      "learning_rate": 4.606164708468485e-06,
      "loss": 0.4479,
      "step": 372340
    },
    {
      "epoch": 103.92,
      "grad_norm": 1.9626522064208984,
      "learning_rate": 4.606157646789395e-06,
      "loss": 0.4153,
      "step": 372350
    },
    {
      "epoch": 103.92,
      "grad_norm": 1.3875312805175781,
      "learning_rate": 4.6061505848091786e-06,
      "loss": 0.4295,
      "step": 372360
    },
    {
      "epoch": 103.93,
      "grad_norm": 1.1858916282653809,
      "learning_rate": 4.606143522527836e-06,
      "loss": 0.4237,
      "step": 372370
    },
    {
      "epoch": 103.93,
      "grad_norm": 1.4397425651550293,
      "learning_rate": 4.606136459945368e-06,
      "loss": 0.4092,
      "step": 372380
    },
    {
      "epoch": 103.93,
      "grad_norm": 1.6040083169937134,
      "learning_rate": 4.6061293970617754e-06,
      "loss": 0.4254,
      "step": 372390
    },
    {
      "epoch": 103.94,
      "grad_norm": 1.3729194402694702,
      "learning_rate": 4.60612233387706e-06,
      "loss": 0.4374,
      "step": 372400
    },
    {
      "epoch": 103.94,
      "grad_norm": 1.5370992422103882,
      "learning_rate": 4.606115270391221e-06,
      "loss": 0.4276,
      "step": 372410
    },
    {
      "epoch": 103.94,
      "grad_norm": 1.5417617559432983,
      "learning_rate": 4.606108206604262e-06,
      "loss": 0.421,
      "step": 372420
    },
    {
      "epoch": 103.94,
      "grad_norm": 1.404587745666504,
      "learning_rate": 4.606101142516182e-06,
      "loss": 0.4357,
      "step": 372430
    },
    {
      "epoch": 103.95,
      "grad_norm": 1.7548354864120483,
      "learning_rate": 4.606094078126982e-06,
      "loss": 0.4109,
      "step": 372440
    },
    {
      "epoch": 103.95,
      "grad_norm": 1.7345744371414185,
      "learning_rate": 4.606087013436664e-06,
      "loss": 0.4279,
      "step": 372450
    },
    {
      "epoch": 103.95,
      "grad_norm": 1.2780437469482422,
      "learning_rate": 4.606079948445228e-06,
      "loss": 0.4166,
      "step": 372460
    },
    {
      "epoch": 103.95,
      "grad_norm": 1.4060487747192383,
      "learning_rate": 4.606072883152676e-06,
      "loss": 0.4264,
      "step": 372470
    },
    {
      "epoch": 103.96,
      "grad_norm": 1.235963225364685,
      "learning_rate": 4.606065817559007e-06,
      "loss": 0.4275,
      "step": 372480
    },
    {
      "epoch": 103.96,
      "grad_norm": 2.2137131690979004,
      "learning_rate": 4.6060587516642236e-06,
      "loss": 0.4172,
      "step": 372490
    },
    {
      "epoch": 103.96,
      "grad_norm": 1.7779940366744995,
      "learning_rate": 4.606051685468327e-06,
      "loss": 0.4388,
      "step": 372500
    },
    {
      "epoch": 103.97,
      "grad_norm": 1.5096133947372437,
      "learning_rate": 4.606044618971317e-06,
      "loss": 0.4121,
      "step": 372510
    },
    {
      "epoch": 103.97,
      "grad_norm": 1.6049479246139526,
      "learning_rate": 4.606037552173195e-06,
      "loss": 0.4297,
      "step": 372520
    },
    {
      "epoch": 103.97,
      "grad_norm": 1.4473868608474731,
      "learning_rate": 4.606030485073962e-06,
      "loss": 0.4147,
      "step": 372530
    },
    {
      "epoch": 103.97,
      "grad_norm": 1.3981523513793945,
      "learning_rate": 4.606023417673618e-06,
      "loss": 0.4276,
      "step": 372540
    },
    {
      "epoch": 103.98,
      "grad_norm": 1.56419837474823,
      "learning_rate": 4.6060163499721655e-06,
      "loss": 0.443,
      "step": 372550
    },
    {
      "epoch": 103.98,
      "grad_norm": 1.4397011995315552,
      "learning_rate": 4.606009281969604e-06,
      "loss": 0.4324,
      "step": 372560
    },
    {
      "epoch": 103.98,
      "grad_norm": 1.498070478439331,
      "learning_rate": 4.606002213665936e-06,
      "loss": 0.4276,
      "step": 372570
    },
    {
      "epoch": 103.99,
      "grad_norm": 1.5296359062194824,
      "learning_rate": 4.605995145061162e-06,
      "loss": 0.415,
      "step": 372580
    },
    {
      "epoch": 103.99,
      "grad_norm": 1.3388597965240479,
      "learning_rate": 4.6059880761552814e-06,
      "loss": 0.4421,
      "step": 372590
    },
    {
      "epoch": 103.99,
      "grad_norm": 1.261436104774475,
      "learning_rate": 4.605981006948298e-06,
      "loss": 0.4144,
      "step": 372600
    },
    {
      "epoch": 103.99,
      "grad_norm": 1.509982943534851,
      "learning_rate": 4.605973937440209e-06,
      "loss": 0.4352,
      "step": 372610
    },
    {
      "epoch": 104.0,
      "grad_norm": 1.2195732593536377,
      "learning_rate": 4.605966867631018e-06,
      "loss": 0.4125,
      "step": 372620
    },
    {
      "epoch": 104.0,
      "grad_norm": 2.612947702407837,
      "learning_rate": 4.6059597975207256e-06,
      "loss": 0.4338,
      "step": 372630
    },
    {
      "epoch": 104.0,
      "eval_loss": 0.42396268248558044,
      "eval_runtime": 63.1222,
      "eval_samples_per_second": 80.146,
      "eval_steps_per_second": 10.028,
      "step": 372632
    },
    {
      "epoch": 104.0,
      "grad_norm": 1.4717795848846436,
      "learning_rate": 4.605952727109333e-06,
      "loss": 0.4261,
      "step": 372640
    },
    {
      "epoch": 104.01,
      "grad_norm": 1.6924159526824951,
      "learning_rate": 4.605945656396841e-06,
      "loss": 0.4069,
      "step": 372650
    },
    {
      "epoch": 104.01,
      "grad_norm": 1.4778889417648315,
      "learning_rate": 4.6059385853832484e-06,
      "loss": 0.4276,
      "step": 372660
    },
    {
      "epoch": 104.01,
      "grad_norm": 1.763951063156128,
      "learning_rate": 4.605931514068559e-06,
      "loss": 0.4179,
      "step": 372670
    },
    {
      "epoch": 104.01,
      "grad_norm": 1.4370484352111816,
      "learning_rate": 4.605924442452772e-06,
      "loss": 0.4141,
      "step": 372680
    },
    {
      "epoch": 104.02,
      "grad_norm": 1.9138031005859375,
      "learning_rate": 4.605917370535889e-06,
      "loss": 0.4291,
      "step": 372690
    },
    {
      "epoch": 104.02,
      "grad_norm": 1.3370108604431152,
      "learning_rate": 4.605910298317911e-06,
      "loss": 0.4195,
      "step": 372700
    },
    {
      "epoch": 104.02,
      "grad_norm": 1.568013310432434,
      "learning_rate": 4.60590322579884e-06,
      "loss": 0.4284,
      "step": 372710
    },
    {
      "epoch": 104.02,
      "grad_norm": 1.528975248336792,
      "learning_rate": 4.605896152978674e-06,
      "loss": 0.4143,
      "step": 372720
    },
    {
      "epoch": 104.03,
      "grad_norm": 1.3963508605957031,
      "learning_rate": 4.605889079857417e-06,
      "loss": 0.4244,
      "step": 372730
    },
    {
      "epoch": 104.03,
      "grad_norm": 1.2744381427764893,
      "learning_rate": 4.605882006435069e-06,
      "loss": 0.4177,
      "step": 372740
    },
    {
      "epoch": 104.03,
      "grad_norm": 1.292264699935913,
      "learning_rate": 4.605874932711629e-06,
      "loss": 0.4382,
      "step": 372750
    },
    {
      "epoch": 104.04,
      "grad_norm": 1.4653578996658325,
      "learning_rate": 4.605867858687101e-06,
      "loss": 0.419,
      "step": 372760
    },
    {
      "epoch": 104.04,
      "grad_norm": 1.65290367603302,
      "learning_rate": 4.6058607843614834e-06,
      "loss": 0.4207,
      "step": 372770
    },
    {
      "epoch": 104.04,
      "grad_norm": 1.3824394941329956,
      "learning_rate": 4.605853709734778e-06,
      "loss": 0.4214,
      "step": 372780
    },
    {
      "epoch": 104.04,
      "grad_norm": 1.5444667339324951,
      "learning_rate": 4.605846634806987e-06,
      "loss": 0.4251,
      "step": 372790
    },
    {
      "epoch": 104.05,
      "grad_norm": 1.5186649560928345,
      "learning_rate": 4.60583955957811e-06,
      "loss": 0.4302,
      "step": 372800
    },
    {
      "epoch": 104.05,
      "grad_norm": 1.3309822082519531,
      "learning_rate": 4.6058324840481484e-06,
      "loss": 0.4196,
      "step": 372810
    },
    {
      "epoch": 104.05,
      "grad_norm": 1.565142035484314,
      "learning_rate": 4.605825408217103e-06,
      "loss": 0.4274,
      "step": 372820
    },
    {
      "epoch": 104.06,
      "grad_norm": 1.3737461566925049,
      "learning_rate": 4.605818332084975e-06,
      "loss": 0.4261,
      "step": 372830
    },
    {
      "epoch": 104.06,
      "grad_norm": 1.3177533149719238,
      "learning_rate": 4.605811255651765e-06,
      "loss": 0.4143,
      "step": 372840
    },
    {
      "epoch": 104.06,
      "grad_norm": 1.5453293323516846,
      "learning_rate": 4.605804178917474e-06,
      "loss": 0.4247,
      "step": 372850
    },
    {
      "epoch": 104.06,
      "grad_norm": 1.5958315134048462,
      "learning_rate": 4.605797101882102e-06,
      "loss": 0.4114,
      "step": 372860
    },
    {
      "epoch": 104.07,
      "grad_norm": 1.3339895009994507,
      "learning_rate": 4.605790024545652e-06,
      "loss": 0.4166,
      "step": 372870
    },
    {
      "epoch": 104.07,
      "grad_norm": 2.2199323177337646,
      "learning_rate": 4.605782946908123e-06,
      "loss": 0.4349,
      "step": 372880
    },
    {
      "epoch": 104.07,
      "grad_norm": 1.6326488256454468,
      "learning_rate": 4.6057758689695174e-06,
      "loss": 0.4175,
      "step": 372890
    },
    {
      "epoch": 104.07,
      "grad_norm": 1.5992767810821533,
      "learning_rate": 4.6057687907298354e-06,
      "loss": 0.4137,
      "step": 372900
    },
    {
      "epoch": 104.08,
      "grad_norm": 1.3845770359039307,
      "learning_rate": 4.605761712189078e-06,
      "loss": 0.4307,
      "step": 372910
    },
    {
      "epoch": 104.08,
      "grad_norm": 1.5082972049713135,
      "learning_rate": 4.605754633347246e-06,
      "loss": 0.4334,
      "step": 372920
    },
    {
      "epoch": 104.08,
      "grad_norm": 2.724735975265503,
      "learning_rate": 4.605747554204342e-06,
      "loss": 0.4209,
      "step": 372930
    },
    {
      "epoch": 104.09,
      "grad_norm": 1.2742946147918701,
      "learning_rate": 4.605740474760364e-06,
      "loss": 0.4277,
      "step": 372940
    },
    {
      "epoch": 104.09,
      "grad_norm": 2.0874459743499756,
      "learning_rate": 4.605733395015315e-06,
      "loss": 0.4196,
      "step": 372950
    },
    {
      "epoch": 104.09,
      "grad_norm": 1.9414714574813843,
      "learning_rate": 4.605726314969196e-06,
      "loss": 0.4134,
      "step": 372960
    },
    {
      "epoch": 104.09,
      "grad_norm": 1.3897489309310913,
      "learning_rate": 4.605719234622006e-06,
      "loss": 0.4299,
      "step": 372970
    },
    {
      "epoch": 104.1,
      "grad_norm": 1.4105544090270996,
      "learning_rate": 4.6057121539737475e-06,
      "loss": 0.4138,
      "step": 372980
    },
    {
      "epoch": 104.1,
      "grad_norm": 1.6536593437194824,
      "learning_rate": 4.6057050730244215e-06,
      "loss": 0.4273,
      "step": 372990
    },
    {
      "epoch": 104.1,
      "grad_norm": 1.9608925580978394,
      "learning_rate": 4.6056979917740295e-06,
      "loss": 0.4271,
      "step": 373000
    },
    {
      "epoch": 104.11,
      "grad_norm": 1.593119740486145,
      "learning_rate": 4.605690910222571e-06,
      "loss": 0.4451,
      "step": 373010
    },
    {
      "epoch": 104.11,
      "grad_norm": 1.3354636430740356,
      "learning_rate": 4.605683828370047e-06,
      "loss": 0.4302,
      "step": 373020
    },
    {
      "epoch": 104.11,
      "grad_norm": 1.4804683923721313,
      "learning_rate": 4.605676746216459e-06,
      "loss": 0.4195,
      "step": 373030
    },
    {
      "epoch": 104.11,
      "grad_norm": 1.5607502460479736,
      "learning_rate": 4.605669663761809e-06,
      "loss": 0.4208,
      "step": 373040
    },
    {
      "epoch": 104.12,
      "grad_norm": 1.3880397081375122,
      "learning_rate": 4.6056625810060956e-06,
      "loss": 0.4326,
      "step": 373050
    },
    {
      "epoch": 104.12,
      "grad_norm": 2.038532257080078,
      "learning_rate": 4.605655497949323e-06,
      "loss": 0.4372,
      "step": 373060
    },
    {
      "epoch": 104.12,
      "grad_norm": 1.2109861373901367,
      "learning_rate": 4.605648414591488e-06,
      "loss": 0.4296,
      "step": 373070
    },
    {
      "epoch": 104.13,
      "grad_norm": 1.4897109270095825,
      "learning_rate": 4.6056413309325945e-06,
      "loss": 0.4303,
      "step": 373080
    },
    {
      "epoch": 104.13,
      "grad_norm": 1.31222665309906,
      "learning_rate": 4.605634246972642e-06,
      "loss": 0.4361,
      "step": 373090
    },
    {
      "epoch": 104.13,
      "grad_norm": 1.8548756837844849,
      "learning_rate": 4.6056271627116335e-06,
      "loss": 0.4412,
      "step": 373100
    },
    {
      "epoch": 104.13,
      "grad_norm": 1.561259388923645,
      "learning_rate": 4.605620078149568e-06,
      "loss": 0.4334,
      "step": 373110
    },
    {
      "epoch": 104.14,
      "grad_norm": 1.495031714439392,
      "learning_rate": 4.605612993286447e-06,
      "loss": 0.4253,
      "step": 373120
    },
    {
      "epoch": 104.14,
      "grad_norm": 1.6105241775512695,
      "learning_rate": 4.60560590812227e-06,
      "loss": 0.4217,
      "step": 373130
    },
    {
      "epoch": 104.14,
      "grad_norm": 1.459381103515625,
      "learning_rate": 4.6055988226570415e-06,
      "loss": 0.431,
      "step": 373140
    },
    {
      "epoch": 104.14,
      "grad_norm": 1.481479525566101,
      "learning_rate": 4.605591736890759e-06,
      "loss": 0.4361,
      "step": 373150
    },
    {
      "epoch": 104.15,
      "grad_norm": 1.461405634880066,
      "learning_rate": 4.605584650823426e-06,
      "loss": 0.4144,
      "step": 373160
    },
    {
      "epoch": 104.15,
      "grad_norm": 1.7658709287643433,
      "learning_rate": 4.6055775644550404e-06,
      "loss": 0.4323,
      "step": 373170
    },
    {
      "epoch": 104.15,
      "grad_norm": 1.8876681327819824,
      "learning_rate": 4.605570477785606e-06,
      "loss": 0.4375,
      "step": 373180
    },
    {
      "epoch": 104.16,
      "grad_norm": 1.5912116765975952,
      "learning_rate": 4.605563390815123e-06,
      "loss": 0.4262,
      "step": 373190
    },
    {
      "epoch": 104.16,
      "grad_norm": 2.0234599113464355,
      "learning_rate": 4.605556303543591e-06,
      "loss": 0.409,
      "step": 373200
    },
    {
      "epoch": 104.16,
      "grad_norm": 1.7143123149871826,
      "learning_rate": 4.605549215971013e-06,
      "loss": 0.4148,
      "step": 373210
    },
    {
      "epoch": 104.16,
      "grad_norm": 1.3660264015197754,
      "learning_rate": 4.605542128097388e-06,
      "loss": 0.4293,
      "step": 373220
    },
    {
      "epoch": 104.17,
      "grad_norm": 1.2578762769699097,
      "learning_rate": 4.605535039922718e-06,
      "loss": 0.4319,
      "step": 373230
    },
    {
      "epoch": 104.17,
      "grad_norm": 1.4541878700256348,
      "learning_rate": 4.605527951447004e-06,
      "loss": 0.4285,
      "step": 373240
    },
    {
      "epoch": 104.17,
      "grad_norm": 1.6134754419326782,
      "learning_rate": 4.605520862670247e-06,
      "loss": 0.4286,
      "step": 373250
    },
    {
      "epoch": 104.18,
      "grad_norm": 1.9445841312408447,
      "learning_rate": 4.605513773592447e-06,
      "loss": 0.4406,
      "step": 373260
    },
    {
      "epoch": 104.18,
      "grad_norm": 1.8831453323364258,
      "learning_rate": 4.605506684213607e-06,
      "loss": 0.4473,
      "step": 373270
    },
    {
      "epoch": 104.18,
      "grad_norm": 1.5261611938476562,
      "learning_rate": 4.605499594533725e-06,
      "loss": 0.4065,
      "step": 373280
    },
    {
      "epoch": 104.18,
      "grad_norm": 1.398054838180542,
      "learning_rate": 4.605492504552804e-06,
      "loss": 0.4172,
      "step": 373290
    },
    {
      "epoch": 104.19,
      "grad_norm": 1.3477659225463867,
      "learning_rate": 4.605485414270845e-06,
      "loss": 0.416,
      "step": 373300
    },
    {
      "epoch": 104.19,
      "grad_norm": 1.466881513595581,
      "learning_rate": 4.605478323687848e-06,
      "loss": 0.4332,
      "step": 373310
    },
    {
      "epoch": 104.19,
      "grad_norm": 1.3592143058776855,
      "learning_rate": 4.605471232803815e-06,
      "loss": 0.4076,
      "step": 373320
    },
    {
      "epoch": 104.19,
      "grad_norm": 1.3826498985290527,
      "learning_rate": 4.605464141618745e-06,
      "loss": 0.4141,
      "step": 373330
    },
    {
      "epoch": 104.2,
      "grad_norm": 1.431911826133728,
      "learning_rate": 4.605457050132641e-06,
      "loss": 0.4334,
      "step": 373340
    },
    {
      "epoch": 104.2,
      "grad_norm": 1.6991015672683716,
      "learning_rate": 4.605449958345503e-06,
      "loss": 0.4239,
      "step": 373350
    },
    {
      "epoch": 104.2,
      "grad_norm": 1.379388689994812,
      "learning_rate": 4.605442866257332e-06,
      "loss": 0.4304,
      "step": 373360
    },
    {
      "epoch": 104.21,
      "grad_norm": 1.4776026010513306,
      "learning_rate": 4.605435773868129e-06,
      "loss": 0.432,
      "step": 373370
    },
    {
      "epoch": 104.21,
      "grad_norm": 1.6065852642059326,
      "learning_rate": 4.6054286811778966e-06,
      "loss": 0.4183,
      "step": 373380
    },
    {
      "epoch": 104.21,
      "grad_norm": 1.9541159868240356,
      "learning_rate": 4.605421588186632e-06,
      "loss": 0.4267,
      "step": 373390
    },
    {
      "epoch": 104.21,
      "grad_norm": 1.4180481433868408,
      "learning_rate": 4.605414494894339e-06,
      "loss": 0.4276,
      "step": 373400
    },
    {
      "epoch": 104.22,
      "grad_norm": 1.4940227270126343,
      "learning_rate": 4.605407401301018e-06,
      "loss": 0.4389,
      "step": 373410
    },
    {
      "epoch": 104.22,
      "grad_norm": 1.5284415483474731,
      "learning_rate": 4.60540030740667e-06,
      "loss": 0.4237,
      "step": 373420
    },
    {
      "epoch": 104.22,
      "grad_norm": 1.3710492849349976,
      "learning_rate": 4.605393213211295e-06,
      "loss": 0.4496,
      "step": 373430
    },
    {
      "epoch": 104.23,
      "grad_norm": 1.7410510778427124,
      "learning_rate": 4.605386118714896e-06,
      "loss": 0.4293,
      "step": 373440
    },
    {
      "epoch": 104.23,
      "grad_norm": 1.5113487243652344,
      "learning_rate": 4.605379023917471e-06,
      "loss": 0.4362,
      "step": 373450
    },
    {
      "epoch": 104.23,
      "grad_norm": 1.5586451292037964,
      "learning_rate": 4.605371928819024e-06,
      "loss": 0.4406,
      "step": 373460
    },
    {
      "epoch": 104.23,
      "grad_norm": 1.384678602218628,
      "learning_rate": 4.605364833419554e-06,
      "loss": 0.4115,
      "step": 373470
    },
    {
      "epoch": 104.24,
      "grad_norm": 1.4360519647598267,
      "learning_rate": 4.605357737719062e-06,
      "loss": 0.418,
      "step": 373480
    },
    {
      "epoch": 104.24,
      "grad_norm": 1.6346678733825684,
      "learning_rate": 4.6053506417175495e-06,
      "loss": 0.4421,
      "step": 373490
    },
    {
      "epoch": 104.24,
      "grad_norm": 1.452575922012329,
      "learning_rate": 4.605343545415017e-06,
      "loss": 0.4252,
      "step": 373500
    },
    {
      "epoch": 104.25,
      "grad_norm": 1.641175627708435,
      "learning_rate": 4.605336448811467e-06,
      "loss": 0.4284,
      "step": 373510
    },
    {
      "epoch": 104.25,
      "grad_norm": 1.5287442207336426,
      "learning_rate": 4.605329351906899e-06,
      "loss": 0.422,
      "step": 373520
    },
    {
      "epoch": 104.25,
      "grad_norm": 1.328437089920044,
      "learning_rate": 4.605322254701313e-06,
      "loss": 0.4104,
      "step": 373530
    },
    {
      "epoch": 104.25,
      "grad_norm": 1.4755496978759766,
      "learning_rate": 4.605315157194711e-06,
      "loss": 0.4199,
      "step": 373540
    },
    {
      "epoch": 104.26,
      "grad_norm": 1.243334412574768,
      "learning_rate": 4.605308059387096e-06,
      "loss": 0.4371,
      "step": 373550
    },
    {
      "epoch": 104.26,
      "grad_norm": 1.6837005615234375,
      "learning_rate": 4.605300961278466e-06,
      "loss": 0.4112,
      "step": 373560
    },
    {
      "epoch": 104.26,
      "grad_norm": 1.4393669366836548,
      "learning_rate": 4.605293862868823e-06,
      "loss": 0.4221,
      "step": 373570
    },
    {
      "epoch": 104.26,
      "grad_norm": 1.554588794708252,
      "learning_rate": 4.605286764158167e-06,
      "loss": 0.4366,
      "step": 373580
    },
    {
      "epoch": 104.27,
      "grad_norm": 1.846985101699829,
      "learning_rate": 4.6052796651465e-06,
      "loss": 0.4259,
      "step": 373590
    },
    {
      "epoch": 104.27,
      "grad_norm": 1.4436981678009033,
      "learning_rate": 4.6052725658338236e-06,
      "loss": 0.4195,
      "step": 373600
    },
    {
      "epoch": 104.27,
      "grad_norm": 2.055227756500244,
      "learning_rate": 4.605265466220138e-06,
      "loss": 0.4232,
      "step": 373610
    },
    {
      "epoch": 104.28,
      "grad_norm": 1.1723967790603638,
      "learning_rate": 4.605258366305444e-06,
      "loss": 0.4182,
      "step": 373620
    },
    {
      "epoch": 104.28,
      "grad_norm": 1.1525094509124756,
      "learning_rate": 4.605251266089742e-06,
      "loss": 0.4079,
      "step": 373630
    },
    {
      "epoch": 104.28,
      "grad_norm": 1.5047520399093628,
      "learning_rate": 4.605244165573034e-06,
      "loss": 0.4219,
      "step": 373640
    },
    {
      "epoch": 104.28,
      "grad_norm": 1.476525068283081,
      "learning_rate": 4.605237064755321e-06,
      "loss": 0.4348,
      "step": 373650
    },
    {
      "epoch": 104.29,
      "grad_norm": 1.3095818758010864,
      "learning_rate": 4.605229963636602e-06,
      "loss": 0.4202,
      "step": 373660
    },
    {
      "epoch": 104.29,
      "grad_norm": 2.0648138523101807,
      "learning_rate": 4.60522286221688e-06,
      "loss": 0.4162,
      "step": 373670
    },
    {
      "epoch": 104.29,
      "grad_norm": 1.4572089910507202,
      "learning_rate": 4.605215760496156e-06,
      "loss": 0.4386,
      "step": 373680
    },
    {
      "epoch": 104.3,
      "grad_norm": 1.5561082363128662,
      "learning_rate": 4.60520865847443e-06,
      "loss": 0.4086,
      "step": 373690
    },
    {
      "epoch": 104.3,
      "grad_norm": 1.3701057434082031,
      "learning_rate": 4.605201556151703e-06,
      "loss": 0.4218,
      "step": 373700
    },
    {
      "epoch": 104.3,
      "grad_norm": 1.4968273639678955,
      "learning_rate": 4.6051944535279765e-06,
      "loss": 0.4127,
      "step": 373710
    },
    {
      "epoch": 104.3,
      "grad_norm": 1.377336859703064,
      "learning_rate": 4.605187350603251e-06,
      "loss": 0.4338,
      "step": 373720
    },
    {
      "epoch": 104.31,
      "grad_norm": 1.6297613382339478,
      "learning_rate": 4.605180247377527e-06,
      "loss": 0.4288,
      "step": 373730
    },
    {
      "epoch": 104.31,
      "grad_norm": 1.5532804727554321,
      "learning_rate": 4.605173143850807e-06,
      "loss": 0.4119,
      "step": 373740
    },
    {
      "epoch": 104.31,
      "grad_norm": 1.5458372831344604,
      "learning_rate": 4.60516604002309e-06,
      "loss": 0.4354,
      "step": 373750
    },
    {
      "epoch": 104.31,
      "grad_norm": 1.4512356519699097,
      "learning_rate": 4.605158935894379e-06,
      "loss": 0.437,
      "step": 373760
    },
    {
      "epoch": 104.32,
      "grad_norm": 1.4713809490203857,
      "learning_rate": 4.605151831464674e-06,
      "loss": 0.4083,
      "step": 373770
    },
    {
      "epoch": 104.32,
      "grad_norm": 1.4070709943771362,
      "learning_rate": 4.605144726733974e-06,
      "loss": 0.426,
      "step": 373780
    },
    {
      "epoch": 104.32,
      "grad_norm": 1.9166194200515747,
      "learning_rate": 4.605137621702284e-06,
      "loss": 0.432,
      "step": 373790
    },
    {
      "epoch": 104.33,
      "grad_norm": 1.7014422416687012,
      "learning_rate": 4.605130516369601e-06,
      "loss": 0.448,
      "step": 373800
    },
    {
      "epoch": 104.33,
      "grad_norm": 1.6649482250213623,
      "learning_rate": 4.605123410735928e-06,
      "loss": 0.4223,
      "step": 373810
    },
    {
      "epoch": 104.33,
      "grad_norm": 1.6187740564346313,
      "learning_rate": 4.605116304801266e-06,
      "loss": 0.4221,
      "step": 373820
    },
    {
      "epoch": 104.33,
      "grad_norm": 1.3309425115585327,
      "learning_rate": 4.6051091985656154e-06,
      "loss": 0.4444,
      "step": 373830
    },
    {
      "epoch": 104.34,
      "grad_norm": 1.7602072954177856,
      "learning_rate": 4.605102092028977e-06,
      "loss": 0.4286,
      "step": 373840
    },
    {
      "epoch": 104.34,
      "grad_norm": 1.5961710214614868,
      "learning_rate": 4.6050949851913525e-06,
      "loss": 0.4289,
      "step": 373850
    },
    {
      "epoch": 104.34,
      "grad_norm": 1.4480160474777222,
      "learning_rate": 4.605087878052742e-06,
      "loss": 0.4239,
      "step": 373860
    },
    {
      "epoch": 104.35,
      "grad_norm": 1.5942943096160889,
      "learning_rate": 4.6050807706131465e-06,
      "loss": 0.4181,
      "step": 373870
    },
    {
      "epoch": 104.35,
      "grad_norm": 1.4896304607391357,
      "learning_rate": 4.605073662872567e-06,
      "loss": 0.4286,
      "step": 373880
    },
    {
      "epoch": 104.35,
      "grad_norm": 1.291189193725586,
      "learning_rate": 4.605066554831006e-06,
      "loss": 0.4251,
      "step": 373890
    },
    {
      "epoch": 104.35,
      "grad_norm": 1.4622443914413452,
      "learning_rate": 4.6050594464884625e-06,
      "loss": 0.443,
      "step": 373900
    },
    {
      "epoch": 104.36,
      "grad_norm": 1.6068861484527588,
      "learning_rate": 4.605052337844938e-06,
      "loss": 0.4223,
      "step": 373910
    },
    {
      "epoch": 104.36,
      "grad_norm": 1.7312690019607544,
      "learning_rate": 4.605045228900433e-06,
      "loss": 0.4467,
      "step": 373920
    },
    {
      "epoch": 104.36,
      "grad_norm": 1.5496917963027954,
      "learning_rate": 4.60503811965495e-06,
      "loss": 0.4231,
      "step": 373930
    },
    {
      "epoch": 104.37,
      "grad_norm": 1.7427303791046143,
      "learning_rate": 4.605031010108488e-06,
      "loss": 0.411,
      "step": 373940
    },
    {
      "epoch": 104.37,
      "grad_norm": 1.697891116142273,
      "learning_rate": 4.60502390026105e-06,
      "loss": 0.4135,
      "step": 373950
    },
    {
      "epoch": 104.37,
      "grad_norm": 1.3716133832931519,
      "learning_rate": 4.605016790112635e-06,
      "loss": 0.4187,
      "step": 373960
    },
    {
      "epoch": 104.37,
      "grad_norm": 1.5259243249893188,
      "learning_rate": 4.6050096796632455e-06,
      "loss": 0.4408,
      "step": 373970
    },
    {
      "epoch": 104.38,
      "grad_norm": 3.505852222442627,
      "learning_rate": 4.605002568912881e-06,
      "loss": 0.4147,
      "step": 373980
    },
    {
      "epoch": 104.38,
      "grad_norm": 1.747516393661499,
      "learning_rate": 4.604995457861543e-06,
      "loss": 0.4349,
      "step": 373990
    },
    {
      "epoch": 104.38,
      "grad_norm": 1.6503559350967407,
      "learning_rate": 4.6049883465092335e-06,
      "loss": 0.4287,
      "step": 374000
    },
    {
      "epoch": 104.38,
      "grad_norm": 1.6755945682525635,
      "learning_rate": 4.6049812348559525e-06,
      "loss": 0.4336,
      "step": 374010
    },
    {
      "epoch": 104.39,
      "grad_norm": 1.3597077131271362,
      "learning_rate": 4.6049741229017e-06,
      "loss": 0.4179,
      "step": 374020
    },
    {
      "epoch": 104.39,
      "grad_norm": 1.7477571964263916,
      "learning_rate": 4.604967010646479e-06,
      "loss": 0.43,
      "step": 374030
    },
    {
      "epoch": 104.39,
      "grad_norm": 1.3190690279006958,
      "learning_rate": 4.604959898090289e-06,
      "loss": 0.4278,
      "step": 374040
    },
    {
      "epoch": 104.4,
      "grad_norm": 1.3788739442825317,
      "learning_rate": 4.6049527852331315e-06,
      "loss": 0.4403,
      "step": 374050
    },
    {
      "epoch": 104.4,
      "grad_norm": 1.410309910774231,
      "learning_rate": 4.604945672075007e-06,
      "loss": 0.4282,
      "step": 374060
    },
    {
      "epoch": 104.4,
      "grad_norm": 1.506215214729309,
      "learning_rate": 4.604938558615917e-06,
      "loss": 0.4203,
      "step": 374070
    },
    {
      "epoch": 104.4,
      "grad_norm": 1.5112131834030151,
      "learning_rate": 4.6049314448558614e-06,
      "loss": 0.4117,
      "step": 374080
    },
    {
      "epoch": 104.41,
      "grad_norm": 1.3578773736953735,
      "learning_rate": 4.604924330794843e-06,
      "loss": 0.4138,
      "step": 374090
    },
    {
      "epoch": 104.41,
      "grad_norm": 1.358583688735962,
      "learning_rate": 4.6049172164328604e-06,
      "loss": 0.4312,
      "step": 374100
    },
    {
      "epoch": 104.41,
      "grad_norm": 1.3544807434082031,
      "learning_rate": 4.604910101769917e-06,
      "loss": 0.427,
      "step": 374110
    },
    {
      "epoch": 104.42,
      "grad_norm": 1.2229349613189697,
      "learning_rate": 4.604902986806012e-06,
      "loss": 0.4307,
      "step": 374120
    },
    {
      "epoch": 104.42,
      "grad_norm": 1.3092252016067505,
      "learning_rate": 4.604895871541148e-06,
      "loss": 0.4413,
      "step": 374130
    },
    {
      "epoch": 104.42,
      "grad_norm": 1.319307804107666,
      "learning_rate": 4.604888755975323e-06,
      "loss": 0.4296,
      "step": 374140
    },
    {
      "epoch": 104.42,
      "grad_norm": 1.4530819654464722,
      "learning_rate": 4.604881640108541e-06,
      "loss": 0.4101,
      "step": 374150
    },
    {
      "epoch": 104.43,
      "grad_norm": 1.3205844163894653,
      "learning_rate": 4.604874523940802e-06,
      "loss": 0.4196,
      "step": 374160
    },
    {
      "epoch": 104.43,
      "grad_norm": 1.708824872970581,
      "learning_rate": 4.604867407472106e-06,
      "loss": 0.4301,
      "step": 374170
    },
    {
      "epoch": 104.43,
      "grad_norm": 1.4149845838546753,
      "learning_rate": 4.604860290702455e-06,
      "loss": 0.4401,
      "step": 374180
    },
    {
      "epoch": 104.43,
      "grad_norm": 1.4428517818450928,
      "learning_rate": 4.604853173631849e-06,
      "loss": 0.4166,
      "step": 374190
    },
    {
      "epoch": 104.44,
      "grad_norm": 1.330318570137024,
      "learning_rate": 4.60484605626029e-06,
      "loss": 0.4064,
      "step": 374200
    },
    {
      "epoch": 104.44,
      "grad_norm": 1.426345705986023,
      "learning_rate": 4.60483893858778e-06,
      "loss": 0.4196,
      "step": 374210
    },
    {
      "epoch": 104.44,
      "grad_norm": 1.3346736431121826,
      "learning_rate": 4.604831820614317e-06,
      "loss": 0.4248,
      "step": 374220
    },
    {
      "epoch": 104.45,
      "grad_norm": 1.4289909601211548,
      "learning_rate": 4.604824702339903e-06,
      "loss": 0.41,
      "step": 374230
    },
    {
      "epoch": 104.45,
      "grad_norm": 1.5711898803710938,
      "learning_rate": 4.60481758376454e-06,
      "loss": 0.4174,
      "step": 374240
    },
    {
      "epoch": 104.45,
      "grad_norm": 1.2761784791946411,
      "learning_rate": 4.604810464888228e-06,
      "loss": 0.4038,
      "step": 374250
    },
    {
      "epoch": 104.45,
      "grad_norm": 1.4479060173034668,
      "learning_rate": 4.604803345710968e-06,
      "loss": 0.4218,
      "step": 374260
    },
    {
      "epoch": 104.46,
      "grad_norm": 1.9768584966659546,
      "learning_rate": 4.604796226232761e-06,
      "loss": 0.4254,
      "step": 374270
    },
    {
      "epoch": 104.46,
      "grad_norm": 1.4163100719451904,
      "learning_rate": 4.6047891064536095e-06,
      "loss": 0.419,
      "step": 374280
    },
    {
      "epoch": 104.46,
      "grad_norm": 1.163444995880127,
      "learning_rate": 4.604781986373512e-06,
      "loss": 0.4245,
      "step": 374290
    },
    {
      "epoch": 104.47,
      "grad_norm": 1.5363109111785889,
      "learning_rate": 4.60477486599247e-06,
      "loss": 0.4136,
      "step": 374300
    },
    {
      "epoch": 104.47,
      "grad_norm": 1.3757426738739014,
      "learning_rate": 4.6047677453104864e-06,
      "loss": 0.419,
      "step": 374310
    },
    {
      "epoch": 104.47,
      "grad_norm": 1.7009555101394653,
      "learning_rate": 4.60476062432756e-06,
      "loss": 0.4194,
      "step": 374320
    },
    {
      "epoch": 104.47,
      "grad_norm": 1.465144395828247,
      "learning_rate": 4.6047535030436924e-06,
      "loss": 0.4192,
      "step": 374330
    },
    {
      "epoch": 104.48,
      "grad_norm": 1.5580555200576782,
      "learning_rate": 4.604746381458885e-06,
      "loss": 0.4128,
      "step": 374340
    },
    {
      "epoch": 104.48,
      "grad_norm": 1.1550178527832031,
      "learning_rate": 4.604739259573138e-06,
      "loss": 0.4313,
      "step": 374350
    },
    {
      "epoch": 104.48,
      "grad_norm": 2.974104642868042,
      "learning_rate": 4.604732137386453e-06,
      "loss": 0.4312,
      "step": 374360
    },
    {
      "epoch": 104.49,
      "grad_norm": 1.3261675834655762,
      "learning_rate": 4.60472501489883e-06,
      "loss": 0.4319,
      "step": 374370
    },
    {
      "epoch": 104.49,
      "grad_norm": 1.2996788024902344,
      "learning_rate": 4.604717892110271e-06,
      "loss": 0.4116,
      "step": 374380
    },
    {
      "epoch": 104.49,
      "grad_norm": 1.3800675868988037,
      "learning_rate": 4.604710769020777e-06,
      "loss": 0.4113,
      "step": 374390
    },
    {
      "epoch": 104.49,
      "grad_norm": 1.3788522481918335,
      "learning_rate": 4.604703645630348e-06,
      "loss": 0.4072,
      "step": 374400
    },
    {
      "epoch": 104.5,
      "grad_norm": 1.415659785270691,
      "learning_rate": 4.604696521938986e-06,
      "loss": 0.4225,
      "step": 374410
    },
    {
      "epoch": 104.5,
      "grad_norm": 1.2205942869186401,
      "learning_rate": 4.604689397946691e-06,
      "loss": 0.4201,
      "step": 374420
    },
    {
      "epoch": 104.5,
      "grad_norm": 1.9749504327774048,
      "learning_rate": 4.604682273653464e-06,
      "loss": 0.4371,
      "step": 374430
    },
    {
      "epoch": 104.5,
      "grad_norm": 1.7684682607650757,
      "learning_rate": 4.604675149059306e-06,
      "loss": 0.4409,
      "step": 374440
    },
    {
      "epoch": 104.51,
      "grad_norm": 1.2505481243133545,
      "learning_rate": 4.6046680241642196e-06,
      "loss": 0.449,
      "step": 374450
    },
    {
      "epoch": 104.51,
      "grad_norm": 1.4343873262405396,
      "learning_rate": 4.604660898968203e-06,
      "loss": 0.4244,
      "step": 374460
    },
    {
      "epoch": 104.51,
      "grad_norm": 2.0021536350250244,
      "learning_rate": 4.6046537734712595e-06,
      "loss": 0.4302,
      "step": 374470
    },
    {
      "epoch": 104.52,
      "grad_norm": 1.5374579429626465,
      "learning_rate": 4.604646647673389e-06,
      "loss": 0.4279,
      "step": 374480
    },
    {
      "epoch": 104.52,
      "grad_norm": 1.4768457412719727,
      "learning_rate": 4.604639521574592e-06,
      "loss": 0.4354,
      "step": 374490
    },
    {
      "epoch": 104.52,
      "grad_norm": 2.070883274078369,
      "learning_rate": 4.604632395174871e-06,
      "loss": 0.4225,
      "step": 374500
    },
    {
      "epoch": 104.52,
      "grad_norm": 1.8504210710525513,
      "learning_rate": 4.6046252684742255e-06,
      "loss": 0.4292,
      "step": 374510
    },
    {
      "epoch": 104.53,
      "grad_norm": 2.0316786766052246,
      "learning_rate": 4.604618141472656e-06,
      "loss": 0.4308,
      "step": 374520
    },
    {
      "epoch": 104.53,
      "grad_norm": 1.3455246686935425,
      "learning_rate": 4.604611014170165e-06,
      "loss": 0.448,
      "step": 374530
    },
    {
      "epoch": 104.53,
      "grad_norm": 1.6231755018234253,
      "learning_rate": 4.604603886566753e-06,
      "loss": 0.4292,
      "step": 374540
    },
    {
      "epoch": 104.54,
      "grad_norm": 1.4646477699279785,
      "learning_rate": 4.604596758662421e-06,
      "loss": 0.4208,
      "step": 374550
    },
    {
      "epoch": 104.54,
      "grad_norm": 1.7362018823623657,
      "learning_rate": 4.604589630457169e-06,
      "loss": 0.4006,
      "step": 374560
    },
    {
      "epoch": 104.54,
      "grad_norm": 1.5503650903701782,
      "learning_rate": 4.6045825019509985e-06,
      "loss": 0.4101,
      "step": 374570
    },
    {
      "epoch": 104.54,
      "grad_norm": 1.2407675981521606,
      "learning_rate": 4.604575373143911e-06,
      "loss": 0.4037,
      "step": 374580
    },
    {
      "epoch": 104.55,
      "grad_norm": 1.5595537424087524,
      "learning_rate": 4.604568244035907e-06,
      "loss": 0.4392,
      "step": 374590
    },
    {
      "epoch": 104.55,
      "grad_norm": 1.39617919921875,
      "learning_rate": 4.6045611146269874e-06,
      "loss": 0.4269,
      "step": 374600
    },
    {
      "epoch": 104.55,
      "grad_norm": 1.8388512134552002,
      "learning_rate": 4.604553984917153e-06,
      "loss": 0.3959,
      "step": 374610
    },
    {
      "epoch": 104.55,
      "grad_norm": 1.6827815771102905,
      "learning_rate": 4.604546854906405e-06,
      "loss": 0.4218,
      "step": 374620
    },
    {
      "epoch": 104.56,
      "grad_norm": 1.3668060302734375,
      "learning_rate": 4.604539724594745e-06,
      "loss": 0.4125,
      "step": 374630
    },
    {
      "epoch": 104.56,
      "grad_norm": 1.661919355392456,
      "learning_rate": 4.6045325939821725e-06,
      "loss": 0.4266,
      "step": 374640
    },
    {
      "epoch": 104.56,
      "grad_norm": 1.6864311695098877,
      "learning_rate": 4.6045254630686896e-06,
      "loss": 0.437,
      "step": 374650
    },
    {
      "epoch": 104.57,
      "grad_norm": 1.3156574964523315,
      "learning_rate": 4.6045183318542965e-06,
      "loss": 0.4284,
      "step": 374660
    },
    {
      "epoch": 104.57,
      "grad_norm": 1.7720357179641724,
      "learning_rate": 4.604511200338995e-06,
      "loss": 0.4435,
      "step": 374670
    },
    {
      "epoch": 104.57,
      "grad_norm": 1.4782642126083374,
      "learning_rate": 4.604504068522786e-06,
      "loss": 0.4223,
      "step": 374680
    },
    {
      "epoch": 104.57,
      "grad_norm": 2.059208631515503,
      "learning_rate": 4.604496936405669e-06,
      "loss": 0.4323,
      "step": 374690
    },
    {
      "epoch": 104.58,
      "grad_norm": 1.3222872018814087,
      "learning_rate": 4.604489803987646e-06,
      "loss": 0.4186,
      "step": 374700
    },
    {
      "epoch": 104.58,
      "grad_norm": 1.1095225811004639,
      "learning_rate": 4.604482671268719e-06,
      "loss": 0.4203,
      "step": 374710
    },
    {
      "epoch": 104.58,
      "grad_norm": 2.220492362976074,
      "learning_rate": 4.604475538248887e-06,
      "loss": 0.4231,
      "step": 374720
    },
    {
      "epoch": 104.59,
      "grad_norm": 1.4187971353530884,
      "learning_rate": 4.6044684049281515e-06,
      "loss": 0.4165,
      "step": 374730
    },
    {
      "epoch": 104.59,
      "grad_norm": 1.7104167938232422,
      "learning_rate": 4.6044612713065145e-06,
      "loss": 0.4371,
      "step": 374740
    },
    {
      "epoch": 104.59,
      "grad_norm": 1.4825377464294434,
      "learning_rate": 4.604454137383976e-06,
      "loss": 0.4155,
      "step": 374750
    },
    {
      "epoch": 104.59,
      "grad_norm": 1.5141178369522095,
      "learning_rate": 4.604447003160537e-06,
      "loss": 0.4212,
      "step": 374760
    },
    {
      "epoch": 104.6,
      "grad_norm": 1.7120039463043213,
      "learning_rate": 4.6044398686361985e-06,
      "loss": 0.4169,
      "step": 374770
    },
    {
      "epoch": 104.6,
      "grad_norm": 1.5486434698104858,
      "learning_rate": 4.604432733810962e-06,
      "loss": 0.4043,
      "step": 374780
    },
    {
      "epoch": 104.6,
      "grad_norm": 1.5806560516357422,
      "learning_rate": 4.604425598684828e-06,
      "loss": 0.4348,
      "step": 374790
    },
    {
      "epoch": 104.61,
      "grad_norm": 1.6077114343643188,
      "learning_rate": 4.604418463257797e-06,
      "loss": 0.4239,
      "step": 374800
    },
    {
      "epoch": 104.61,
      "grad_norm": 1.365382194519043,
      "learning_rate": 4.60441132752987e-06,
      "loss": 0.4195,
      "step": 374810
    },
    {
      "epoch": 104.61,
      "grad_norm": 1.315667748451233,
      "learning_rate": 4.60440419150105e-06,
      "loss": 0.4373,
      "step": 374820
    },
    {
      "epoch": 104.61,
      "grad_norm": 1.7363227605819702,
      "learning_rate": 4.604397055171335e-06,
      "loss": 0.4081,
      "step": 374830
    },
    {
      "epoch": 104.62,
      "grad_norm": 2.3454182147979736,
      "learning_rate": 4.604389918540727e-06,
      "loss": 0.4265,
      "step": 374840
    },
    {
      "epoch": 104.62,
      "grad_norm": 1.6007754802703857,
      "learning_rate": 4.604382781609228e-06,
      "loss": 0.4258,
      "step": 374850
    },
    {
      "epoch": 104.62,
      "grad_norm": 1.4185343980789185,
      "learning_rate": 4.604375644376838e-06,
      "loss": 0.4288,
      "step": 374860
    },
    {
      "epoch": 104.62,
      "grad_norm": 1.4046497344970703,
      "learning_rate": 4.604368506843558e-06,
      "loss": 0.428,
      "step": 374870
    },
    {
      "epoch": 104.63,
      "grad_norm": 1.3998126983642578,
      "learning_rate": 4.604361369009389e-06,
      "loss": 0.4388,
      "step": 374880
    },
    {
      "epoch": 104.63,
      "grad_norm": 1.3965883255004883,
      "learning_rate": 4.6043542308743325e-06,
      "loss": 0.4224,
      "step": 374890
    },
    {
      "epoch": 104.63,
      "grad_norm": 1.4542160034179688,
      "learning_rate": 4.604347092438389e-06,
      "loss": 0.4392,
      "step": 374900
    },
    {
      "epoch": 104.64,
      "grad_norm": 1.5672402381896973,
      "learning_rate": 4.604339953701559e-06,
      "loss": 0.4259,
      "step": 374910
    },
    {
      "epoch": 104.64,
      "grad_norm": 1.328691005706787,
      "learning_rate": 4.604332814663844e-06,
      "loss": 0.4289,
      "step": 374920
    },
    {
      "epoch": 104.64,
      "grad_norm": 1.445214033126831,
      "learning_rate": 4.604325675325245e-06,
      "loss": 0.4289,
      "step": 374930
    },
    {
      "epoch": 104.64,
      "grad_norm": 1.638045310974121,
      "learning_rate": 4.604318535685761e-06,
      "loss": 0.4214,
      "step": 374940
    },
    {
      "epoch": 104.65,
      "grad_norm": 1.4693803787231445,
      "learning_rate": 4.604311395745397e-06,
      "loss": 0.429,
      "step": 374950
    },
    {
      "epoch": 104.65,
      "grad_norm": 1.4634485244750977,
      "learning_rate": 4.604304255504151e-06,
      "loss": 0.4291,
      "step": 374960
    },
    {
      "epoch": 104.65,
      "grad_norm": 1.3633418083190918,
      "learning_rate": 4.604297114962024e-06,
      "loss": 0.4331,
      "step": 374970
    },
    {
      "epoch": 104.66,
      "grad_norm": 1.311252474784851,
      "learning_rate": 4.604289974119018e-06,
      "loss": 0.4201,
      "step": 374980
    },
    {
      "epoch": 104.66,
      "grad_norm": 1.5388668775558472,
      "learning_rate": 4.604282832975134e-06,
      "loss": 0.4279,
      "step": 374990
    },
    {
      "epoch": 104.66,
      "grad_norm": 1.4499913454055786,
      "learning_rate": 4.6042756915303715e-06,
      "loss": 0.4322,
      "step": 375000
    },
    {
      "epoch": 104.66,
      "grad_norm": 1.1340296268463135,
      "learning_rate": 4.604268549784733e-06,
      "loss": 0.4271,
      "step": 375010
    },
    {
      "epoch": 104.67,
      "grad_norm": 1.342924952507019,
      "learning_rate": 4.604261407738218e-06,
      "loss": 0.4331,
      "step": 375020
    },
    {
      "epoch": 104.67,
      "grad_norm": 2.3423337936401367,
      "learning_rate": 4.60425426539083e-06,
      "loss": 0.4239,
      "step": 375030
    },
    {
      "epoch": 104.67,
      "grad_norm": 1.4338639974594116,
      "learning_rate": 4.604247122742567e-06,
      "loss": 0.4134,
      "step": 375040
    },
    {
      "epoch": 104.67,
      "grad_norm": 1.3777635097503662,
      "learning_rate": 4.604239979793432e-06,
      "loss": 0.4106,
      "step": 375050
    },
    {
      "epoch": 104.68,
      "grad_norm": 1.4543465375900269,
      "learning_rate": 4.604232836543425e-06,
      "loss": 0.4306,
      "step": 375060
    },
    {
      "epoch": 104.68,
      "grad_norm": 2.1433749198913574,
      "learning_rate": 4.604225692992547e-06,
      "loss": 0.4179,
      "step": 375070
    },
    {
      "epoch": 104.68,
      "grad_norm": 1.7327800989151,
      "learning_rate": 4.604218549140798e-06,
      "loss": 0.4231,
      "step": 375080
    },
    {
      "epoch": 104.69,
      "grad_norm": 1.6180156469345093,
      "learning_rate": 4.604211404988181e-06,
      "loss": 0.42,
      "step": 375090
    },
    {
      "epoch": 104.69,
      "grad_norm": 1.5871047973632812,
      "learning_rate": 4.604204260534696e-06,
      "loss": 0.4141,
      "step": 375100
    },
    {
      "epoch": 104.69,
      "grad_norm": 1.3761298656463623,
      "learning_rate": 4.604197115780344e-06,
      "loss": 0.4193,
      "step": 375110
    },
    {
      "epoch": 104.69,
      "grad_norm": 1.4050015211105347,
      "learning_rate": 4.604189970725126e-06,
      "loss": 0.4286,
      "step": 375120
    },
    {
      "epoch": 104.7,
      "grad_norm": 1.678808331489563,
      "learning_rate": 4.604182825369042e-06,
      "loss": 0.4249,
      "step": 375130
    },
    {
      "epoch": 104.7,
      "grad_norm": 1.3116446733474731,
      "learning_rate": 4.604175679712094e-06,
      "loss": 0.4204,
      "step": 375140
    },
    {
      "epoch": 104.7,
      "grad_norm": 1.4553894996643066,
      "learning_rate": 4.604168533754284e-06,
      "loss": 0.4388,
      "step": 375150
    },
    {
      "epoch": 104.71,
      "grad_norm": 1.3558752536773682,
      "learning_rate": 4.6041613874956105e-06,
      "loss": 0.4318,
      "step": 375160
    },
    {
      "epoch": 104.71,
      "grad_norm": 1.6139501333236694,
      "learning_rate": 4.6041542409360755e-06,
      "loss": 0.4461,
      "step": 375170
    },
    {
      "epoch": 104.71,
      "grad_norm": 1.6288872957229614,
      "learning_rate": 4.60414709407568e-06,
      "loss": 0.404,
      "step": 375180
    },
    {
      "epoch": 104.71,
      "grad_norm": 1.6140812635421753,
      "learning_rate": 4.604139946914426e-06,
      "loss": 0.4284,
      "step": 375190
    },
    {
      "epoch": 104.72,
      "grad_norm": 1.1805657148361206,
      "learning_rate": 4.604132799452313e-06,
      "loss": 0.4058,
      "step": 375200
    },
    {
      "epoch": 104.72,
      "grad_norm": 1.4009454250335693,
      "learning_rate": 4.604125651689342e-06,
      "loss": 0.4387,
      "step": 375210
    },
    {
      "epoch": 104.72,
      "grad_norm": 1.3626991510391235,
      "learning_rate": 4.604118503625515e-06,
      "loss": 0.4004,
      "step": 375220
    },
    {
      "epoch": 104.73,
      "grad_norm": 1.6604537963867188,
      "learning_rate": 4.604111355260832e-06,
      "loss": 0.4344,
      "step": 375230
    },
    {
      "epoch": 104.73,
      "grad_norm": 1.4272998571395874,
      "learning_rate": 4.604104206595295e-06,
      "loss": 0.4414,
      "step": 375240
    },
    {
      "epoch": 104.73,
      "grad_norm": 1.3644734621047974,
      "learning_rate": 4.604097057628903e-06,
      "loss": 0.4189,
      "step": 375250
    },
    {
      "epoch": 104.73,
      "grad_norm": 1.2728842496871948,
      "learning_rate": 4.604089908361659e-06,
      "loss": 0.4484,
      "step": 375260
    },
    {
      "epoch": 104.74,
      "grad_norm": 1.4177473783493042,
      "learning_rate": 4.604082758793563e-06,
      "loss": 0.4139,
      "step": 375270
    },
    {
      "epoch": 104.74,
      "grad_norm": 1.6277451515197754,
      "learning_rate": 4.604075608924616e-06,
      "loss": 0.4229,
      "step": 375280
    },
    {
      "epoch": 104.74,
      "grad_norm": 1.8659183979034424,
      "learning_rate": 4.604068458754819e-06,
      "loss": 0.4107,
      "step": 375290
    },
    {
      "epoch": 104.74,
      "grad_norm": 1.2955414056777954,
      "learning_rate": 4.604061308284173e-06,
      "loss": 0.4389,
      "step": 375300
    },
    {
      "epoch": 104.75,
      "grad_norm": 1.5011755228042603,
      "learning_rate": 4.604054157512679e-06,
      "loss": 0.4133,
      "step": 375310
    },
    {
      "epoch": 104.75,
      "grad_norm": 1.5363818407058716,
      "learning_rate": 4.6040470064403385e-06,
      "loss": 0.419,
      "step": 375320
    },
    {
      "epoch": 104.75,
      "grad_norm": 1.460508942604065,
      "learning_rate": 4.604039855067151e-06,
      "loss": 0.4095,
      "step": 375330
    },
    {
      "epoch": 104.76,
      "grad_norm": 1.553358554840088,
      "learning_rate": 4.604032703393118e-06,
      "loss": 0.4211,
      "step": 375340
    },
    {
      "epoch": 104.76,
      "grad_norm": 1.5835131406784058,
      "learning_rate": 4.6040255514182415e-06,
      "loss": 0.4111,
      "step": 375350
    },
    {
      "epoch": 104.76,
      "grad_norm": 1.8463120460510254,
      "learning_rate": 4.604018399142522e-06,
      "loss": 0.4313,
      "step": 375360
    },
    {
      "epoch": 104.76,
      "grad_norm": 1.454261064529419,
      "learning_rate": 4.604011246565959e-06,
      "loss": 0.4421,
      "step": 375370
    },
    {
      "epoch": 104.77,
      "grad_norm": 1.7691645622253418,
      "learning_rate": 4.604004093688556e-06,
      "loss": 0.422,
      "step": 375380
    },
    {
      "epoch": 104.77,
      "grad_norm": 1.5017156600952148,
      "learning_rate": 4.603996940510312e-06,
      "loss": 0.4167,
      "step": 375390
    },
    {
      "epoch": 104.77,
      "grad_norm": 1.592624306678772,
      "learning_rate": 4.603989787031228e-06,
      "loss": 0.4253,
      "step": 375400
    },
    {
      "epoch": 104.78,
      "grad_norm": 1.5020655393600464,
      "learning_rate": 4.603982633251306e-06,
      "loss": 0.4266,
      "step": 375410
    },
    {
      "epoch": 104.78,
      "grad_norm": 1.7100075483322144,
      "learning_rate": 4.603975479170546e-06,
      "loss": 0.4053,
      "step": 375420
    },
    {
      "epoch": 104.78,
      "grad_norm": 1.1582916975021362,
      "learning_rate": 4.60396832478895e-06,
      "loss": 0.398,
      "step": 375430
    },
    {
      "epoch": 104.78,
      "grad_norm": 1.714256763458252,
      "learning_rate": 4.603961170106518e-06,
      "loss": 0.4313,
      "step": 375440
    },
    {
      "epoch": 104.79,
      "grad_norm": 1.4109138250350952,
      "learning_rate": 4.603954015123251e-06,
      "loss": 0.4379,
      "step": 375450
    },
    {
      "epoch": 104.79,
      "grad_norm": 1.9784762859344482,
      "learning_rate": 4.60394685983915e-06,
      "loss": 0.4364,
      "step": 375460
    },
    {
      "epoch": 104.79,
      "grad_norm": 1.5221734046936035,
      "learning_rate": 4.6039397042542176e-06,
      "loss": 0.4177,
      "step": 375470
    },
    {
      "epoch": 104.79,
      "grad_norm": 1.2801774740219116,
      "learning_rate": 4.6039325483684525e-06,
      "loss": 0.4371,
      "step": 375480
    },
    {
      "epoch": 104.8,
      "grad_norm": 1.3770655393600464,
      "learning_rate": 4.603925392181855e-06,
      "loss": 0.4336,
      "step": 375490
    },
    {
      "epoch": 104.8,
      "grad_norm": 1.3509806394577026,
      "learning_rate": 4.60391823569443e-06,
      "loss": 0.4162,
      "step": 375500
    },
    {
      "epoch": 104.8,
      "grad_norm": 1.8307807445526123,
      "learning_rate": 4.603911078906175e-06,
      "loss": 0.4334,
      "step": 375510
    },
    {
      "epoch": 104.81,
      "grad_norm": 1.3729040622711182,
      "learning_rate": 4.603903921817091e-06,
      "loss": 0.4196,
      "step": 375520
    },
    {
      "epoch": 104.81,
      "grad_norm": 1.2828243970870972,
      "learning_rate": 4.603896764427181e-06,
      "loss": 0.413,
      "step": 375530
    },
    {
      "epoch": 104.81,
      "grad_norm": 1.222169041633606,
      "learning_rate": 4.603889606736445e-06,
      "loss": 0.4316,
      "step": 375540
    },
    {
      "epoch": 104.81,
      "grad_norm": 1.6416605710983276,
      "learning_rate": 4.603882448744883e-06,
      "loss": 0.425,
      "step": 375550
    },
    {
      "epoch": 104.82,
      "grad_norm": 1.7797831296920776,
      "learning_rate": 4.603875290452498e-06,
      "loss": 0.4109,
      "step": 375560
    },
    {
      "epoch": 104.82,
      "grad_norm": 1.415489912033081,
      "learning_rate": 4.603868131859289e-06,
      "loss": 0.4354,
      "step": 375570
    },
    {
      "epoch": 104.82,
      "grad_norm": 1.5349081754684448,
      "learning_rate": 4.603860972965257e-06,
      "loss": 0.4299,
      "step": 375580
    },
    {
      "epoch": 104.83,
      "grad_norm": 1.3625229597091675,
      "learning_rate": 4.6038538137704046e-06,
      "loss": 0.4288,
      "step": 375590
    },
    {
      "epoch": 104.83,
      "grad_norm": 1.846096158027649,
      "learning_rate": 4.603846654274731e-06,
      "loss": 0.4179,
      "step": 375600
    },
    {
      "epoch": 104.83,
      "grad_norm": 2.164303779602051,
      "learning_rate": 4.603839494478238e-06,
      "loss": 0.425,
      "step": 375610
    },
    {
      "epoch": 104.83,
      "grad_norm": 1.4911664724349976,
      "learning_rate": 4.603832334380927e-06,
      "loss": 0.4327,
      "step": 375620
    },
    {
      "epoch": 104.84,
      "grad_norm": 1.456186056137085,
      "learning_rate": 4.603825173982798e-06,
      "loss": 0.4095,
      "step": 375630
    },
    {
      "epoch": 104.84,
      "grad_norm": 1.36103093624115,
      "learning_rate": 4.6038180132838525e-06,
      "loss": 0.4204,
      "step": 375640
    },
    {
      "epoch": 104.84,
      "grad_norm": 1.7247096300125122,
      "learning_rate": 4.603810852284091e-06,
      "loss": 0.4228,
      "step": 375650
    },
    {
      "epoch": 104.85,
      "grad_norm": 1.9308782815933228,
      "learning_rate": 4.603803690983516e-06,
      "loss": 0.4388,
      "step": 375660
    },
    {
      "epoch": 104.85,
      "grad_norm": 1.7632191181182861,
      "learning_rate": 4.603796529382126e-06,
      "loss": 0.4337,
      "step": 375670
    },
    {
      "epoch": 104.85,
      "grad_norm": 1.8037382364273071,
      "learning_rate": 4.603789367479924e-06,
      "loss": 0.4474,
      "step": 375680
    },
    {
      "epoch": 104.85,
      "grad_norm": 1.9948824644088745,
      "learning_rate": 4.603782205276909e-06,
      "loss": 0.4214,
      "step": 375690
    },
    {
      "epoch": 104.86,
      "grad_norm": 1.6289288997650146,
      "learning_rate": 4.603775042773084e-06,
      "loss": 0.4125,
      "step": 375700
    },
    {
      "epoch": 104.86,
      "grad_norm": 1.4426350593566895,
      "learning_rate": 4.603767879968449e-06,
      "loss": 0.4264,
      "step": 375710
    },
    {
      "epoch": 104.86,
      "grad_norm": 1.2562620639801025,
      "learning_rate": 4.603760716863005e-06,
      "loss": 0.4278,
      "step": 375720
    },
    {
      "epoch": 104.86,
      "grad_norm": 1.4672456979751587,
      "learning_rate": 4.603753553456753e-06,
      "loss": 0.423,
      "step": 375730
    },
    {
      "epoch": 104.87,
      "grad_norm": 1.552200436592102,
      "learning_rate": 4.603746389749694e-06,
      "loss": 0.4286,
      "step": 375740
    },
    {
      "epoch": 104.87,
      "grad_norm": 1.4299288988113403,
      "learning_rate": 4.603739225741828e-06,
      "loss": 0.4253,
      "step": 375750
    },
    {
      "epoch": 104.87,
      "grad_norm": 1.9384827613830566,
      "learning_rate": 4.603732061433157e-06,
      "loss": 0.4104,
      "step": 375760
    },
    {
      "epoch": 104.88,
      "grad_norm": 1.3056937456130981,
      "learning_rate": 4.603724896823683e-06,
      "loss": 0.4212,
      "step": 375770
    },
    {
      "epoch": 104.88,
      "grad_norm": 1.4671543836593628,
      "learning_rate": 4.6037177319134045e-06,
      "loss": 0.4532,
      "step": 375780
    },
    {
      "epoch": 104.88,
      "grad_norm": 1.7675243616104126,
      "learning_rate": 4.603710566702324e-06,
      "loss": 0.4283,
      "step": 375790
    },
    {
      "epoch": 104.88,
      "grad_norm": 1.5865057706832886,
      "learning_rate": 4.603703401190442e-06,
      "loss": 0.4303,
      "step": 375800
    },
    {
      "epoch": 104.89,
      "grad_norm": 1.5775487422943115,
      "learning_rate": 4.60369623537776e-06,
      "loss": 0.4348,
      "step": 375810
    },
    {
      "epoch": 104.89,
      "grad_norm": 1.6716408729553223,
      "learning_rate": 4.603689069264278e-06,
      "loss": 0.4046,
      "step": 375820
    },
    {
      "epoch": 104.89,
      "grad_norm": 1.62177312374115,
      "learning_rate": 4.603681902849999e-06,
      "loss": 0.4289,
      "step": 375830
    },
    {
      "epoch": 104.9,
      "grad_norm": 1.5061646699905396,
      "learning_rate": 4.603674736134921e-06,
      "loss": 0.4195,
      "step": 375840
    },
    {
      "epoch": 104.9,
      "grad_norm": 1.777550220489502,
      "learning_rate": 4.603667569119046e-06,
      "loss": 0.4155,
      "step": 375850
    },
    {
      "epoch": 104.9,
      "grad_norm": 1.4435808658599854,
      "learning_rate": 4.603660401802377e-06,
      "loss": 0.4141,
      "step": 375860
    },
    {
      "epoch": 104.9,
      "grad_norm": 1.7002785205841064,
      "learning_rate": 4.6036532341849116e-06,
      "loss": 0.4188,
      "step": 375870
    },
    {
      "epoch": 104.91,
      "grad_norm": 1.4778625965118408,
      "learning_rate": 4.603646066266654e-06,
      "loss": 0.418,
      "step": 375880
    },
    {
      "epoch": 104.91,
      "grad_norm": 1.3521080017089844,
      "learning_rate": 4.603638898047602e-06,
      "loss": 0.406,
      "step": 375890
    },
    {
      "epoch": 104.91,
      "grad_norm": 2.505666971206665,
      "learning_rate": 4.60363172952776e-06,
      "loss": 0.4224,
      "step": 375900
    },
    {
      "epoch": 104.91,
      "grad_norm": 1.6605217456817627,
      "learning_rate": 4.6036245607071256e-06,
      "loss": 0.4237,
      "step": 375910
    },
    {
      "epoch": 104.92,
      "grad_norm": 1.4530659914016724,
      "learning_rate": 4.603617391585702e-06,
      "loss": 0.432,
      "step": 375920
    },
    {
      "epoch": 104.92,
      "grad_norm": 1.520052433013916,
      "learning_rate": 4.603610222163489e-06,
      "loss": 0.4338,
      "step": 375930
    },
    {
      "epoch": 104.92,
      "grad_norm": 1.3153637647628784,
      "learning_rate": 4.603603052440488e-06,
      "loss": 0.4167,
      "step": 375940
    },
    {
      "epoch": 104.93,
      "grad_norm": 1.5774329900741577,
      "learning_rate": 4.603595882416701e-06,
      "loss": 0.4163,
      "step": 375950
    },
    {
      "epoch": 104.93,
      "grad_norm": 1.258015751838684,
      "learning_rate": 4.603588712092127e-06,
      "loss": 0.4169,
      "step": 375960
    },
    {
      "epoch": 104.93,
      "grad_norm": 1.2756373882293701,
      "learning_rate": 4.603581541466767e-06,
      "loss": 0.4177,
      "step": 375970
    },
    {
      "epoch": 104.93,
      "grad_norm": 1.4821679592132568,
      "learning_rate": 4.603574370540624e-06,
      "loss": 0.4148,
      "step": 375980
    },
    {
      "epoch": 104.94,
      "grad_norm": 1.7594939470291138,
      "learning_rate": 4.603567199313698e-06,
      "loss": 0.431,
      "step": 375990
    },
    {
      "epoch": 104.94,
      "grad_norm": 1.5375895500183105,
      "learning_rate": 4.603560027785988e-06,
      "loss": 0.4296,
      "step": 376000
    },
    {
      "epoch": 104.94,
      "grad_norm": 1.250888705253601,
      "learning_rate": 4.603552855957499e-06,
      "loss": 0.4434,
      "step": 376010
    },
    {
      "epoch": 104.95,
      "grad_norm": 1.3895448446273804,
      "learning_rate": 4.603545683828229e-06,
      "loss": 0.4243,
      "step": 376020
    },
    {
      "epoch": 104.95,
      "grad_norm": 1.337237000465393,
      "learning_rate": 4.603538511398179e-06,
      "loss": 0.3949,
      "step": 376030
    },
    {
      "epoch": 104.95,
      "grad_norm": 3.8485937118530273,
      "learning_rate": 4.60353133866735e-06,
      "loss": 0.4334,
      "step": 376040
    },
    {
      "epoch": 104.95,
      "grad_norm": 1.6952879428863525,
      "learning_rate": 4.603524165635744e-06,
      "loss": 0.41,
      "step": 376050
    },
    {
      "epoch": 104.96,
      "grad_norm": 1.4441431760787964,
      "learning_rate": 4.603516992303361e-06,
      "loss": 0.4031,
      "step": 376060
    },
    {
      "epoch": 104.96,
      "grad_norm": 1.4046599864959717,
      "learning_rate": 4.603509818670204e-06,
      "loss": 0.426,
      "step": 376070
    },
    {
      "epoch": 104.96,
      "grad_norm": 1.4986873865127563,
      "learning_rate": 4.6035026447362714e-06,
      "loss": 0.4376,
      "step": 376080
    },
    {
      "epoch": 104.97,
      "grad_norm": 1.7211557626724243,
      "learning_rate": 4.6034954705015646e-06,
      "loss": 0.4289,
      "step": 376090
    },
    {
      "epoch": 104.97,
      "grad_norm": 1.4165024757385254,
      "learning_rate": 4.603488295966086e-06,
      "loss": 0.4141,
      "step": 376100
    },
    {
      "epoch": 104.97,
      "grad_norm": 1.555936574935913,
      "learning_rate": 4.6034811211298346e-06,
      "loss": 0.4242,
      "step": 376110
    },
    {
      "epoch": 104.97,
      "grad_norm": 1.6233417987823486,
      "learning_rate": 4.603473945992813e-06,
      "loss": 0.4307,
      "step": 376120
    },
    {
      "epoch": 104.98,
      "grad_norm": 1.2637593746185303,
      "learning_rate": 4.603466770555021e-06,
      "loss": 0.4053,
      "step": 376130
    },
    {
      "epoch": 104.98,
      "grad_norm": 1.6666611433029175,
      "learning_rate": 4.603459594816461e-06,
      "loss": 0.4431,
      "step": 376140
    },
    {
      "epoch": 104.98,
      "grad_norm": 1.322067141532898,
      "learning_rate": 4.6034524187771324e-06,
      "loss": 0.4364,
      "step": 376150
    },
    {
      "epoch": 104.98,
      "grad_norm": 2.6619536876678467,
      "learning_rate": 4.603445242437037e-06,
      "loss": 0.4065,
      "step": 376160
    },
    {
      "epoch": 104.99,
      "grad_norm": 1.1913633346557617,
      "learning_rate": 4.603438065796175e-06,
      "loss": 0.4205,
      "step": 376170
    },
    {
      "epoch": 104.99,
      "grad_norm": 1.7649751901626587,
      "learning_rate": 4.603430888854549e-06,
      "loss": 0.4339,
      "step": 376180
    },
    {
      "epoch": 104.99,
      "grad_norm": 1.5954419374465942,
      "learning_rate": 4.6034237116121575e-06,
      "loss": 0.4342,
      "step": 376190
    },
    {
      "epoch": 105.0,
      "grad_norm": 1.6447138786315918,
      "learning_rate": 4.603416534069004e-06,
      "loss": 0.4264,
      "step": 376200
    },
    {
      "epoch": 105.0,
      "grad_norm": 2.0689408779144287,
      "learning_rate": 4.6034093562250875e-06,
      "loss": 0.4232,
      "step": 376210
    },
    {
      "epoch": 105.0,
      "eval_loss": 0.4245591461658478,
      "eval_runtime": 63.2695,
      "eval_samples_per_second": 79.959,
      "eval_steps_per_second": 10.005,
      "step": 376215
    },
    {
      "epoch": 105.0,
      "grad_norm": 1.848278522491455,
      "learning_rate": 4.6034021780804104e-06,
      "loss": 0.4221,
      "step": 376220
    },
    {
      "epoch": 105.0,
      "grad_norm": 1.441224217414856,
      "learning_rate": 4.603394999634972e-06,
      "loss": 0.4258,
      "step": 376230
    },
    {
      "epoch": 105.01,
      "grad_norm": 1.3249691724777222,
      "learning_rate": 4.603387820888775e-06,
      "loss": 0.4129,
      "step": 376240
    },
    {
      "epoch": 105.01,
      "grad_norm": 1.3991566896438599,
      "learning_rate": 4.60338064184182e-06,
      "loss": 0.4392,
      "step": 376250
    },
    {
      "epoch": 105.01,
      "grad_norm": 1.3482260704040527,
      "learning_rate": 4.603373462494107e-06,
      "loss": 0.4309,
      "step": 376260
    },
    {
      "epoch": 105.02,
      "grad_norm": 1.7545661926269531,
      "learning_rate": 4.603366282845637e-06,
      "loss": 0.4458,
      "step": 376270
    },
    {
      "epoch": 105.02,
      "grad_norm": 1.4977914094924927,
      "learning_rate": 4.6033591028964115e-06,
      "loss": 0.4086,
      "step": 376280
    },
    {
      "epoch": 105.02,
      "grad_norm": 1.7655669450759888,
      "learning_rate": 4.603351922646432e-06,
      "loss": 0.431,
      "step": 376290
    },
    {
      "epoch": 105.02,
      "grad_norm": 1.59882390499115,
      "learning_rate": 4.603344742095699e-06,
      "loss": 0.418,
      "step": 376300
    },
    {
      "epoch": 105.03,
      "grad_norm": 1.383569598197937,
      "learning_rate": 4.603337561244213e-06,
      "loss": 0.4136,
      "step": 376310
    },
    {
      "epoch": 105.03,
      "grad_norm": 1.327480673789978,
      "learning_rate": 4.603330380091975e-06,
      "loss": 0.423,
      "step": 376320
    },
    {
      "epoch": 105.03,
      "grad_norm": 1.3966833353042603,
      "learning_rate": 4.6033231986389865e-06,
      "loss": 0.4309,
      "step": 376330
    },
    {
      "epoch": 105.03,
      "grad_norm": 1.9273145198822021,
      "learning_rate": 4.603316016885249e-06,
      "loss": 0.4182,
      "step": 376340
    },
    {
      "epoch": 105.04,
      "grad_norm": 1.4602411985397339,
      "learning_rate": 4.6033088348307616e-06,
      "loss": 0.4299,
      "step": 376350
    },
    {
      "epoch": 105.04,
      "grad_norm": 1.4707212448120117,
      "learning_rate": 4.603301652475526e-06,
      "loss": 0.4359,
      "step": 376360
    },
    {
      "epoch": 105.04,
      "grad_norm": 1.484947919845581,
      "learning_rate": 4.603294469819545e-06,
      "loss": 0.4339,
      "step": 376370
    },
    {
      "epoch": 105.05,
      "grad_norm": 1.8831614255905151,
      "learning_rate": 4.603287286862817e-06,
      "loss": 0.4158,
      "step": 376380
    },
    {
      "epoch": 105.05,
      "grad_norm": 3.7916066646575928,
      "learning_rate": 4.603280103605344e-06,
      "loss": 0.4057,
      "step": 376390
    },
    {
      "epoch": 105.05,
      "grad_norm": 1.441144347190857,
      "learning_rate": 4.603272920047127e-06,
      "loss": 0.415,
      "step": 376400
    },
    {
      "epoch": 105.05,
      "grad_norm": 1.3182942867279053,
      "learning_rate": 4.6032657361881665e-06,
      "loss": 0.4341,
      "step": 376410
    },
    {
      "epoch": 105.06,
      "grad_norm": 1.713789939880371,
      "learning_rate": 4.603258552028465e-06,
      "loss": 0.416,
      "step": 376420
    },
    {
      "epoch": 105.06,
      "grad_norm": 1.3193148374557495,
      "learning_rate": 4.60325136756802e-06,
      "loss": 0.4287,
      "step": 376430
    },
    {
      "epoch": 105.06,
      "grad_norm": 1.3925385475158691,
      "learning_rate": 4.603244182806837e-06,
      "loss": 0.4143,
      "step": 376440
    },
    {
      "epoch": 105.07,
      "grad_norm": 1.384080171585083,
      "learning_rate": 4.603236997744914e-06,
      "loss": 0.4346,
      "step": 376450
    },
    {
      "epoch": 105.07,
      "grad_norm": 1.2319844961166382,
      "learning_rate": 4.603229812382253e-06,
      "loss": 0.4048,
      "step": 376460
    },
    {
      "epoch": 105.07,
      "grad_norm": 1.478206753730774,
      "learning_rate": 4.603222626718854e-06,
      "loss": 0.429,
      "step": 376470
    },
    {
      "epoch": 105.07,
      "grad_norm": 1.3212878704071045,
      "learning_rate": 4.6032154407547186e-06,
      "loss": 0.4397,
      "step": 376480
    },
    {
      "epoch": 105.08,
      "grad_norm": 1.436076045036316,
      "learning_rate": 4.603208254489848e-06,
      "loss": 0.4201,
      "step": 376490
    },
    {
      "epoch": 105.08,
      "grad_norm": 1.578517198562622,
      "learning_rate": 4.6032010679242425e-06,
      "loss": 0.4538,
      "step": 376500
    },
    {
      "epoch": 105.08,
      "grad_norm": 1.2796469926834106,
      "learning_rate": 4.6031938810579036e-06,
      "loss": 0.4206,
      "step": 376510
    },
    {
      "epoch": 105.09,
      "grad_norm": 1.7406129837036133,
      "learning_rate": 4.603186693890833e-06,
      "loss": 0.4483,
      "step": 376520
    },
    {
      "epoch": 105.09,
      "grad_norm": 2.824831008911133,
      "learning_rate": 4.60317950642303e-06,
      "loss": 0.4198,
      "step": 376530
    },
    {
      "epoch": 105.09,
      "grad_norm": 1.791097640991211,
      "learning_rate": 4.603172318654496e-06,
      "loss": 0.4102,
      "step": 376540
    },
    {
      "epoch": 105.09,
      "grad_norm": 1.5441137552261353,
      "learning_rate": 4.603165130585233e-06,
      "loss": 0.4108,
      "step": 376550
    },
    {
      "epoch": 105.1,
      "grad_norm": 1.53065824508667,
      "learning_rate": 4.603157942215241e-06,
      "loss": 0.4194,
      "step": 376560
    },
    {
      "epoch": 105.1,
      "grad_norm": 1.246060848236084,
      "learning_rate": 4.603150753544521e-06,
      "loss": 0.4395,
      "step": 376570
    },
    {
      "epoch": 105.1,
      "grad_norm": 1.2678276300430298,
      "learning_rate": 4.603143564573074e-06,
      "loss": 0.4195,
      "step": 376580
    },
    {
      "epoch": 105.1,
      "grad_norm": 1.4528580904006958,
      "learning_rate": 4.603136375300901e-06,
      "loss": 0.437,
      "step": 376590
    },
    {
      "epoch": 105.11,
      "grad_norm": 1.6778734922409058,
      "learning_rate": 4.603129185728003e-06,
      "loss": 0.4307,
      "step": 376600
    },
    {
      "epoch": 105.11,
      "grad_norm": 1.3865665197372437,
      "learning_rate": 4.603121995854382e-06,
      "loss": 0.429,
      "step": 376610
    },
    {
      "epoch": 105.11,
      "grad_norm": 1.916318655014038,
      "learning_rate": 4.603114805680037e-06,
      "loss": 0.432,
      "step": 376620
    },
    {
      "epoch": 105.12,
      "grad_norm": 1.482143521308899,
      "learning_rate": 4.603107615204971e-06,
      "loss": 0.4178,
      "step": 376630
    },
    {
      "epoch": 105.12,
      "grad_norm": 1.537091612815857,
      "learning_rate": 4.603100424429183e-06,
      "loss": 0.4151,
      "step": 376640
    },
    {
      "epoch": 105.12,
      "grad_norm": 1.6874152421951294,
      "learning_rate": 4.603093233352675e-06,
      "loss": 0.4464,
      "step": 376650
    },
    {
      "epoch": 105.12,
      "grad_norm": 1.3759374618530273,
      "learning_rate": 4.603086041975447e-06,
      "loss": 0.4299,
      "step": 376660
    },
    {
      "epoch": 105.13,
      "grad_norm": 1.420750617980957,
      "learning_rate": 4.603078850297503e-06,
      "loss": 0.4251,
      "step": 376670
    },
    {
      "epoch": 105.13,
      "grad_norm": 1.7605013847351074,
      "learning_rate": 4.60307165831884e-06,
      "loss": 0.4181,
      "step": 376680
    },
    {
      "epoch": 105.13,
      "grad_norm": 1.3078269958496094,
      "learning_rate": 4.60306446603946e-06,
      "loss": 0.4221,
      "step": 376690
    },
    {
      "epoch": 105.14,
      "grad_norm": 1.3019325733184814,
      "learning_rate": 4.603057273459366e-06,
      "loss": 0.4192,
      "step": 376700
    },
    {
      "epoch": 105.14,
      "grad_norm": 1.3830891847610474,
      "learning_rate": 4.603050080578558e-06,
      "loss": 0.4324,
      "step": 376710
    },
    {
      "epoch": 105.14,
      "grad_norm": 1.4829621315002441,
      "learning_rate": 4.603042887397035e-06,
      "loss": 0.4242,
      "step": 376720
    },
    {
      "epoch": 105.14,
      "grad_norm": 1.5313899517059326,
      "learning_rate": 4.6030356939148e-06,
      "loss": 0.4223,
      "step": 376730
    },
    {
      "epoch": 105.15,
      "grad_norm": 1.6810741424560547,
      "learning_rate": 4.603028500131854e-06,
      "loss": 0.4124,
      "step": 376740
    },
    {
      "epoch": 105.15,
      "grad_norm": 1.2245210409164429,
      "learning_rate": 4.603021306048197e-06,
      "loss": 0.3946,
      "step": 376750
    },
    {
      "epoch": 105.15,
      "grad_norm": 1.7083675861358643,
      "learning_rate": 4.603014111663831e-06,
      "loss": 0.4175,
      "step": 376760
    },
    {
      "epoch": 105.15,
      "grad_norm": 1.2683576345443726,
      "learning_rate": 4.603006916978755e-06,
      "loss": 0.4213,
      "step": 376770
    },
    {
      "epoch": 105.16,
      "grad_norm": 1.4295896291732788,
      "learning_rate": 4.602999721992972e-06,
      "loss": 0.4232,
      "step": 376780
    },
    {
      "epoch": 105.16,
      "grad_norm": 1.6028461456298828,
      "learning_rate": 4.602992526706482e-06,
      "loss": 0.4047,
      "step": 376790
    },
    {
      "epoch": 105.16,
      "grad_norm": 1.5182158946990967,
      "learning_rate": 4.602985331119287e-06,
      "loss": 0.4257,
      "step": 376800
    },
    {
      "epoch": 105.17,
      "grad_norm": 1.637971043586731,
      "learning_rate": 4.602978135231387e-06,
      "loss": 0.41,
      "step": 376810
    },
    {
      "epoch": 105.17,
      "grad_norm": 1.7155961990356445,
      "learning_rate": 4.602970939042782e-06,
      "loss": 0.4289,
      "step": 376820
    },
    {
      "epoch": 105.17,
      "grad_norm": 1.362815499305725,
      "learning_rate": 4.602963742553476e-06,
      "loss": 0.4131,
      "step": 376830
    },
    {
      "epoch": 105.17,
      "grad_norm": 1.2950104475021362,
      "learning_rate": 4.602956545763466e-06,
      "loss": 0.4231,
      "step": 376840
    },
    {
      "epoch": 105.18,
      "grad_norm": 1.385371446609497,
      "learning_rate": 4.602949348672756e-06,
      "loss": 0.4343,
      "step": 376850
    },
    {
      "epoch": 105.18,
      "grad_norm": 1.552993655204773,
      "learning_rate": 4.602942151281346e-06,
      "loss": 0.4087,
      "step": 376860
    },
    {
      "epoch": 105.18,
      "grad_norm": 1.5433675050735474,
      "learning_rate": 4.602934953589237e-06,
      "loss": 0.4333,
      "step": 376870
    },
    {
      "epoch": 105.19,
      "grad_norm": 1.5782684087753296,
      "learning_rate": 4.60292775559643e-06,
      "loss": 0.4146,
      "step": 376880
    },
    {
      "epoch": 105.19,
      "grad_norm": 1.9312243461608887,
      "learning_rate": 4.602920557302925e-06,
      "loss": 0.4371,
      "step": 376890
    },
    {
      "epoch": 105.19,
      "grad_norm": 1.4390597343444824,
      "learning_rate": 4.602913358708724e-06,
      "loss": 0.4134,
      "step": 376900
    },
    {
      "epoch": 105.19,
      "grad_norm": 1.4606209993362427,
      "learning_rate": 4.602906159813828e-06,
      "loss": 0.448,
      "step": 376910
    },
    {
      "epoch": 105.2,
      "grad_norm": 1.6397968530654907,
      "learning_rate": 4.6028989606182375e-06,
      "loss": 0.4062,
      "step": 376920
    },
    {
      "epoch": 105.2,
      "grad_norm": 1.584535837173462,
      "learning_rate": 4.602891761121955e-06,
      "loss": 0.4393,
      "step": 376930
    },
    {
      "epoch": 105.2,
      "grad_norm": 1.7294484376907349,
      "learning_rate": 4.602884561324978e-06,
      "loss": 0.4171,
      "step": 376940
    },
    {
      "epoch": 105.21,
      "grad_norm": 1.1452009677886963,
      "learning_rate": 4.6028773612273106e-06,
      "loss": 0.4305,
      "step": 376950
    },
    {
      "epoch": 105.21,
      "grad_norm": 1.4235841035842896,
      "learning_rate": 4.602870160828953e-06,
      "loss": 0.4123,
      "step": 376960
    },
    {
      "epoch": 105.21,
      "grad_norm": 1.4199291467666626,
      "learning_rate": 4.602862960129905e-06,
      "loss": 0.4347,
      "step": 376970
    },
    {
      "epoch": 105.21,
      "grad_norm": 1.627325415611267,
      "learning_rate": 4.602855759130169e-06,
      "loss": 0.4298,
      "step": 376980
    },
    {
      "epoch": 105.22,
      "grad_norm": 1.805485486984253,
      "learning_rate": 4.602848557829746e-06,
      "loss": 0.43,
      "step": 376990
    },
    {
      "epoch": 105.22,
      "grad_norm": 1.4213920831680298,
      "learning_rate": 4.602841356228636e-06,
      "loss": 0.4408,
      "step": 377000
    },
    {
      "epoch": 105.22,
      "grad_norm": 2.1330161094665527,
      "learning_rate": 4.60283415432684e-06,
      "loss": 0.4329,
      "step": 377010
    },
    {
      "epoch": 105.22,
      "grad_norm": 1.5445828437805176,
      "learning_rate": 4.602826952124359e-06,
      "loss": 0.407,
      "step": 377020
    },
    {
      "epoch": 105.23,
      "grad_norm": 1.897563099861145,
      "learning_rate": 4.602819749621194e-06,
      "loss": 0.4165,
      "step": 377030
    },
    {
      "epoch": 105.23,
      "grad_norm": 1.5881959199905396,
      "learning_rate": 4.602812546817348e-06,
      "loss": 0.4005,
      "step": 377040
    },
    {
      "epoch": 105.23,
      "grad_norm": 1.5536446571350098,
      "learning_rate": 4.602805343712819e-06,
      "loss": 0.4306,
      "step": 377050
    },
    {
      "epoch": 105.24,
      "grad_norm": 1.1741838455200195,
      "learning_rate": 4.602798140307609e-06,
      "loss": 0.4307,
      "step": 377060
    },
    {
      "epoch": 105.24,
      "grad_norm": 1.5203759670257568,
      "learning_rate": 4.602790936601719e-06,
      "loss": 0.4218,
      "step": 377070
    },
    {
      "epoch": 105.24,
      "grad_norm": 1.6949747800827026,
      "learning_rate": 4.60278373259515e-06,
      "loss": 0.4083,
      "step": 377080
    },
    {
      "epoch": 105.24,
      "grad_norm": 1.2142094373703003,
      "learning_rate": 4.602776528287904e-06,
      "loss": 0.4309,
      "step": 377090
    },
    {
      "epoch": 105.25,
      "grad_norm": 1.2569823265075684,
      "learning_rate": 4.602769323679979e-06,
      "loss": 0.4189,
      "step": 377100
    },
    {
      "epoch": 105.25,
      "grad_norm": 1.5571177005767822,
      "learning_rate": 4.60276211877138e-06,
      "loss": 0.4173,
      "step": 377110
    },
    {
      "epoch": 105.25,
      "grad_norm": 1.7291908264160156,
      "learning_rate": 4.602754913562105e-06,
      "loss": 0.4491,
      "step": 377120
    },
    {
      "epoch": 105.26,
      "grad_norm": 1.3212697505950928,
      "learning_rate": 4.602747708052156e-06,
      "loss": 0.4272,
      "step": 377130
    },
    {
      "epoch": 105.26,
      "grad_norm": 1.3118910789489746,
      "learning_rate": 4.602740502241533e-06,
      "loss": 0.4134,
      "step": 377140
    },
    {
      "epoch": 105.26,
      "grad_norm": 9.4725980758667,
      "learning_rate": 4.602733296130239e-06,
      "loss": 0.4226,
      "step": 377150
    },
    {
      "epoch": 105.26,
      "grad_norm": 1.229069471359253,
      "learning_rate": 4.602726089718273e-06,
      "loss": 0.4129,
      "step": 377160
    },
    {
      "epoch": 105.27,
      "grad_norm": 1.4257248640060425,
      "learning_rate": 4.602718883005636e-06,
      "loss": 0.4126,
      "step": 377170
    },
    {
      "epoch": 105.27,
      "grad_norm": 1.6415468454360962,
      "learning_rate": 4.6027116759923305e-06,
      "loss": 0.4298,
      "step": 377180
    },
    {
      "epoch": 105.27,
      "grad_norm": 1.2884474992752075,
      "learning_rate": 4.602704468678356e-06,
      "loss": 0.4467,
      "step": 377190
    },
    {
      "epoch": 105.27,
      "grad_norm": 1.458309531211853,
      "learning_rate": 4.602697261063715e-06,
      "loss": 0.4186,
      "step": 377200
    },
    {
      "epoch": 105.28,
      "grad_norm": 1.3830173015594482,
      "learning_rate": 4.602690053148407e-06,
      "loss": 0.4356,
      "step": 377210
    },
    {
      "epoch": 105.28,
      "grad_norm": 1.3276293277740479,
      "learning_rate": 4.6026828449324325e-06,
      "loss": 0.4023,
      "step": 377220
    },
    {
      "epoch": 105.28,
      "grad_norm": 1.574196219444275,
      "learning_rate": 4.602675636415795e-06,
      "loss": 0.4335,
      "step": 377230
    },
    {
      "epoch": 105.29,
      "grad_norm": 1.72946298122406,
      "learning_rate": 4.602668427598494e-06,
      "loss": 0.4157,
      "step": 377240
    },
    {
      "epoch": 105.29,
      "grad_norm": 1.7587884664535522,
      "learning_rate": 4.602661218480528e-06,
      "loss": 0.4284,
      "step": 377250
    },
    {
      "epoch": 105.29,
      "grad_norm": 1.3889784812927246,
      "learning_rate": 4.602654009061903e-06,
      "loss": 0.4161,
      "step": 377260
    },
    {
      "epoch": 105.29,
      "grad_norm": 1.5051237344741821,
      "learning_rate": 4.602646799342616e-06,
      "loss": 0.4251,
      "step": 377270
    },
    {
      "epoch": 105.3,
      "grad_norm": 1.634306788444519,
      "learning_rate": 4.602639589322669e-06,
      "loss": 0.4217,
      "step": 377280
    },
    {
      "epoch": 105.3,
      "grad_norm": 3.699131488800049,
      "learning_rate": 4.602632379002064e-06,
      "loss": 0.4229,
      "step": 377290
    },
    {
      "epoch": 105.3,
      "grad_norm": 1.5712203979492188,
      "learning_rate": 4.6026251683808e-06,
      "loss": 0.4307,
      "step": 377300
    },
    {
      "epoch": 105.31,
      "grad_norm": 1.3128677606582642,
      "learning_rate": 4.6026179574588805e-06,
      "loss": 0.4327,
      "step": 377310
    },
    {
      "epoch": 105.31,
      "grad_norm": 1.3916819095611572,
      "learning_rate": 4.602610746236304e-06,
      "loss": 0.4045,
      "step": 377320
    },
    {
      "epoch": 105.31,
      "grad_norm": 1.6512669324874878,
      "learning_rate": 4.602603534713073e-06,
      "loss": 0.4194,
      "step": 377330
    },
    {
      "epoch": 105.31,
      "grad_norm": 1.9478931427001953,
      "learning_rate": 4.602596322889188e-06,
      "loss": 0.4016,
      "step": 377340
    },
    {
      "epoch": 105.32,
      "grad_norm": 1.815363883972168,
      "learning_rate": 4.60258911076465e-06,
      "loss": 0.4433,
      "step": 377350
    },
    {
      "epoch": 105.32,
      "grad_norm": 2.4040403366088867,
      "learning_rate": 4.6025818983394594e-06,
      "loss": 0.4035,
      "step": 377360
    },
    {
      "epoch": 105.32,
      "grad_norm": 1.174094319343567,
      "learning_rate": 4.602574685613618e-06,
      "loss": 0.4306,
      "step": 377370
    },
    {
      "epoch": 105.33,
      "grad_norm": 1.3953421115875244,
      "learning_rate": 4.602567472587126e-06,
      "loss": 0.4167,
      "step": 377380
    },
    {
      "epoch": 105.33,
      "grad_norm": 1.4825361967086792,
      "learning_rate": 4.6025602592599855e-06,
      "loss": 0.4251,
      "step": 377390
    },
    {
      "epoch": 105.33,
      "grad_norm": 1.3445096015930176,
      "learning_rate": 4.602553045632196e-06,
      "loss": 0.4318,
      "step": 377400
    },
    {
      "epoch": 105.33,
      "grad_norm": 1.338662028312683,
      "learning_rate": 4.60254583170376e-06,
      "loss": 0.4143,
      "step": 377410
    },
    {
      "epoch": 105.34,
      "grad_norm": 1.4984631538391113,
      "learning_rate": 4.602538617474677e-06,
      "loss": 0.4229,
      "step": 377420
    },
    {
      "epoch": 105.34,
      "grad_norm": 1.5503405332565308,
      "learning_rate": 4.602531402944949e-06,
      "loss": 0.4078,
      "step": 377430
    },
    {
      "epoch": 105.34,
      "grad_norm": 1.2982274293899536,
      "learning_rate": 4.602524188114576e-06,
      "loss": 0.4212,
      "step": 377440
    },
    {
      "epoch": 105.34,
      "grad_norm": 1.1772921085357666,
      "learning_rate": 4.602516972983561e-06,
      "loss": 0.4615,
      "step": 377450
    },
    {
      "epoch": 105.35,
      "grad_norm": 2.0489048957824707,
      "learning_rate": 4.602509757551901e-06,
      "loss": 0.439,
      "step": 377460
    },
    {
      "epoch": 105.35,
      "grad_norm": 1.4450054168701172,
      "learning_rate": 4.602502541819602e-06,
      "loss": 0.4196,
      "step": 377470
    },
    {
      "epoch": 105.35,
      "grad_norm": 1.590778112411499,
      "learning_rate": 4.602495325786661e-06,
      "loss": 0.4168,
      "step": 377480
    },
    {
      "epoch": 105.36,
      "grad_norm": 1.4506077766418457,
      "learning_rate": 4.602488109453081e-06,
      "loss": 0.4053,
      "step": 377490
    },
    {
      "epoch": 105.36,
      "grad_norm": 1.9396281242370605,
      "learning_rate": 4.602480892818862e-06,
      "loss": 0.4115,
      "step": 377500
    },
    {
      "epoch": 105.36,
      "grad_norm": 1.3699676990509033,
      "learning_rate": 4.602473675884005e-06,
      "loss": 0.4056,
      "step": 377510
    },
    {
      "epoch": 105.36,
      "grad_norm": 1.8645532131195068,
      "learning_rate": 4.602466458648512e-06,
      "loss": 0.4177,
      "step": 377520
    },
    {
      "epoch": 105.37,
      "grad_norm": 1.5223485231399536,
      "learning_rate": 4.602459241112383e-06,
      "loss": 0.4243,
      "step": 377530
    },
    {
      "epoch": 105.37,
      "grad_norm": 1.6435999870300293,
      "learning_rate": 4.602452023275619e-06,
      "loss": 0.4126,
      "step": 377540
    },
    {
      "epoch": 105.37,
      "grad_norm": 1.4487072229385376,
      "learning_rate": 4.602444805138221e-06,
      "loss": 0.4116,
      "step": 377550
    },
    {
      "epoch": 105.38,
      "grad_norm": 1.3480545282363892,
      "learning_rate": 4.6024375867001896e-06,
      "loss": 0.4202,
      "step": 377560
    },
    {
      "epoch": 105.38,
      "grad_norm": 1.3759403228759766,
      "learning_rate": 4.602430367961528e-06,
      "loss": 0.4126,
      "step": 377570
    },
    {
      "epoch": 105.38,
      "grad_norm": 1.4126735925674438,
      "learning_rate": 4.602423148922234e-06,
      "loss": 0.4319,
      "step": 377580
    },
    {
      "epoch": 105.38,
      "grad_norm": 1.8529304265975952,
      "learning_rate": 4.6024159295823104e-06,
      "loss": 0.4257,
      "step": 377590
    },
    {
      "epoch": 105.39,
      "grad_norm": 1.4376417398452759,
      "learning_rate": 4.602408709941758e-06,
      "loss": 0.4291,
      "step": 377600
    },
    {
      "epoch": 105.39,
      "grad_norm": 1.7243767976760864,
      "learning_rate": 4.602401490000577e-06,
      "loss": 0.3994,
      "step": 377610
    },
    {
      "epoch": 105.39,
      "grad_norm": 1.6133050918579102,
      "learning_rate": 4.602394269758769e-06,
      "loss": 0.4169,
      "step": 377620
    },
    {
      "epoch": 105.39,
      "grad_norm": 1.982833743095398,
      "learning_rate": 4.602387049216335e-06,
      "loss": 0.4237,
      "step": 377630
    },
    {
      "epoch": 105.4,
      "grad_norm": 1.5401074886322021,
      "learning_rate": 4.602379828373276e-06,
      "loss": 0.4285,
      "step": 377640
    },
    {
      "epoch": 105.4,
      "grad_norm": 1.9591540098190308,
      "learning_rate": 4.602372607229592e-06,
      "loss": 0.3997,
      "step": 377650
    },
    {
      "epoch": 105.4,
      "grad_norm": 1.9975395202636719,
      "learning_rate": 4.602365385785286e-06,
      "loss": 0.4138,
      "step": 377660
    },
    {
      "epoch": 105.41,
      "grad_norm": 1.1744641065597534,
      "learning_rate": 4.6023581640403565e-06,
      "loss": 0.432,
      "step": 377670
    },
    {
      "epoch": 105.41,
      "grad_norm": 1.4519990682601929,
      "learning_rate": 4.602350941994806e-06,
      "loss": 0.4455,
      "step": 377680
    },
    {
      "epoch": 105.41,
      "grad_norm": 1.3741718530654907,
      "learning_rate": 4.602343719648636e-06,
      "loss": 0.432,
      "step": 377690
    },
    {
      "epoch": 105.41,
      "grad_norm": 1.4629110097885132,
      "learning_rate": 4.6023364970018445e-06,
      "loss": 0.4213,
      "step": 377700
    },
    {
      "epoch": 105.42,
      "grad_norm": 1.4468293190002441,
      "learning_rate": 4.602329274054436e-06,
      "loss": 0.4199,
      "step": 377710
    },
    {
      "epoch": 105.42,
      "grad_norm": 2.12621808052063,
      "learning_rate": 4.602322050806409e-06,
      "loss": 0.4345,
      "step": 377720
    },
    {
      "epoch": 105.42,
      "grad_norm": 1.409726619720459,
      "learning_rate": 4.602314827257767e-06,
      "loss": 0.4309,
      "step": 377730
    },
    {
      "epoch": 105.43,
      "grad_norm": 1.5972647666931152,
      "learning_rate": 4.6023076034085084e-06,
      "loss": 0.3976,
      "step": 377740
    },
    {
      "epoch": 105.43,
      "grad_norm": 1.4044932126998901,
      "learning_rate": 4.602300379258635e-06,
      "loss": 0.42,
      "step": 377750
    },
    {
      "epoch": 105.43,
      "grad_norm": 1.6785026788711548,
      "learning_rate": 4.6022931548081485e-06,
      "loss": 0.4327,
      "step": 377760
    },
    {
      "epoch": 105.43,
      "grad_norm": 1.6941189765930176,
      "learning_rate": 4.60228593005705e-06,
      "loss": 0.4237,
      "step": 377770
    },
    {
      "epoch": 105.44,
      "grad_norm": 1.3967760801315308,
      "learning_rate": 4.602278705005338e-06,
      "loss": 0.4238,
      "step": 377780
    },
    {
      "epoch": 105.44,
      "grad_norm": 1.410452127456665,
      "learning_rate": 4.602271479653015e-06,
      "loss": 0.4187,
      "step": 377790
    },
    {
      "epoch": 105.44,
      "grad_norm": 1.6028627157211304,
      "learning_rate": 4.602264254000084e-06,
      "loss": 0.4298,
      "step": 377800
    },
    {
      "epoch": 105.45,
      "grad_norm": 1.5428932905197144,
      "learning_rate": 4.602257028046543e-06,
      "loss": 0.4343,
      "step": 377810
    },
    {
      "epoch": 105.45,
      "grad_norm": 1.78140389919281,
      "learning_rate": 4.6022498017923945e-06,
      "loss": 0.4325,
      "step": 377820
    },
    {
      "epoch": 105.45,
      "grad_norm": 1.8228133916854858,
      "learning_rate": 4.602242575237639e-06,
      "loss": 0.4274,
      "step": 377830
    },
    {
      "epoch": 105.45,
      "grad_norm": 1.7408884763717651,
      "learning_rate": 4.6022353483822775e-06,
      "loss": 0.4342,
      "step": 377840
    },
    {
      "epoch": 105.46,
      "grad_norm": 1.3447999954223633,
      "learning_rate": 4.6022281212263115e-06,
      "loss": 0.4228,
      "step": 377850
    },
    {
      "epoch": 105.46,
      "grad_norm": 1.3617477416992188,
      "learning_rate": 4.60222089376974e-06,
      "loss": 0.4249,
      "step": 377860
    },
    {
      "epoch": 105.46,
      "grad_norm": 1.3693839311599731,
      "learning_rate": 4.6022136660125666e-06,
      "loss": 0.4328,
      "step": 377870
    },
    {
      "epoch": 105.46,
      "grad_norm": 1.505159854888916,
      "learning_rate": 4.602206437954792e-06,
      "loss": 0.419,
      "step": 377880
    },
    {
      "epoch": 105.47,
      "grad_norm": 1.6128089427947998,
      "learning_rate": 4.602199209596414e-06,
      "loss": 0.41,
      "step": 377890
    },
    {
      "epoch": 105.47,
      "grad_norm": 1.4893074035644531,
      "learning_rate": 4.602191980937437e-06,
      "loss": 0.4404,
      "step": 377900
    },
    {
      "epoch": 105.47,
      "grad_norm": 1.3937289714813232,
      "learning_rate": 4.602184751977861e-06,
      "loss": 0.4183,
      "step": 377910
    },
    {
      "epoch": 105.48,
      "grad_norm": 1.7802770137786865,
      "learning_rate": 4.602177522717686e-06,
      "loss": 0.4233,
      "step": 377920
    },
    {
      "epoch": 105.48,
      "grad_norm": 1.274819016456604,
      "learning_rate": 4.602170293156914e-06,
      "loss": 0.4171,
      "step": 377930
    },
    {
      "epoch": 105.48,
      "grad_norm": 1.899004340171814,
      "learning_rate": 4.602163063295545e-06,
      "loss": 0.4071,
      "step": 377940
    },
    {
      "epoch": 105.48,
      "grad_norm": 1.9223992824554443,
      "learning_rate": 4.602155833133582e-06,
      "loss": 0.4177,
      "step": 377950
    },
    {
      "epoch": 105.49,
      "grad_norm": 1.4199680089950562,
      "learning_rate": 4.602148602671024e-06,
      "loss": 0.4162,
      "step": 377960
    },
    {
      "epoch": 105.49,
      "grad_norm": 1.591382384300232,
      "learning_rate": 4.602141371907872e-06,
      "loss": 0.4301,
      "step": 377970
    },
    {
      "epoch": 105.49,
      "grad_norm": 1.3302723169326782,
      "learning_rate": 4.602134140844128e-06,
      "loss": 0.4243,
      "step": 377980
    },
    {
      "epoch": 105.5,
      "grad_norm": 1.3290687799453735,
      "learning_rate": 4.602126909479792e-06,
      "loss": 0.417,
      "step": 377990
    },
    {
      "epoch": 105.5,
      "grad_norm": 1.3230929374694824,
      "learning_rate": 4.602119677814866e-06,
      "loss": 0.4341,
      "step": 378000
    },
    {
      "epoch": 105.5,
      "grad_norm": 1.4318177700042725,
      "learning_rate": 4.60211244584935e-06,
      "loss": 0.4145,
      "step": 378010
    },
    {
      "epoch": 105.5,
      "grad_norm": 1.3781256675720215,
      "learning_rate": 4.602105213583245e-06,
      "loss": 0.4298,
      "step": 378020
    },
    {
      "epoch": 105.51,
      "grad_norm": 1.6684900522232056,
      "learning_rate": 4.6020979810165524e-06,
      "loss": 0.4303,
      "step": 378030
    },
    {
      "epoch": 105.51,
      "grad_norm": 1.5616323947906494,
      "learning_rate": 4.602090748149274e-06,
      "loss": 0.4425,
      "step": 378040
    },
    {
      "epoch": 105.51,
      "grad_norm": 1.3879581689834595,
      "learning_rate": 4.602083514981409e-06,
      "loss": 0.407,
      "step": 378050
    },
    {
      "epoch": 105.51,
      "grad_norm": 1.540926218032837,
      "learning_rate": 4.60207628151296e-06,
      "loss": 0.4223,
      "step": 378060
    },
    {
      "epoch": 105.52,
      "grad_norm": 1.5446836948394775,
      "learning_rate": 4.602069047743926e-06,
      "loss": 0.428,
      "step": 378070
    },
    {
      "epoch": 105.52,
      "grad_norm": 1.357274055480957,
      "learning_rate": 4.60206181367431e-06,
      "loss": 0.4199,
      "step": 378080
    },
    {
      "epoch": 105.52,
      "grad_norm": 2.485755681991577,
      "learning_rate": 4.602054579304112e-06,
      "loss": 0.4222,
      "step": 378090
    },
    {
      "epoch": 105.53,
      "grad_norm": 1.730342149734497,
      "learning_rate": 4.602047344633332e-06,
      "loss": 0.4169,
      "step": 378100
    },
    {
      "epoch": 105.53,
      "grad_norm": 1.4750864505767822,
      "learning_rate": 4.602040109661974e-06,
      "loss": 0.4201,
      "step": 378110
    },
    {
      "epoch": 105.53,
      "grad_norm": 2.767341136932373,
      "learning_rate": 4.6020328743900356e-06,
      "loss": 0.4141,
      "step": 378120
    },
    {
      "epoch": 105.53,
      "grad_norm": 1.4691082239151,
      "learning_rate": 4.602025638817519e-06,
      "loss": 0.4204,
      "step": 378130
    },
    {
      "epoch": 105.54,
      "grad_norm": 1.3880763053894043,
      "learning_rate": 4.602018402944425e-06,
      "loss": 0.431,
      "step": 378140
    },
    {
      "epoch": 105.54,
      "grad_norm": 1.6756874322891235,
      "learning_rate": 4.602011166770756e-06,
      "loss": 0.4278,
      "step": 378150
    },
    {
      "epoch": 105.54,
      "grad_norm": 1.600629448890686,
      "learning_rate": 4.602003930296511e-06,
      "loss": 0.4232,
      "step": 378160
    },
    {
      "epoch": 105.55,
      "grad_norm": 1.3404334783554077,
      "learning_rate": 4.601996693521693e-06,
      "loss": 0.4155,
      "step": 378170
    },
    {
      "epoch": 105.55,
      "grad_norm": 1.857042670249939,
      "learning_rate": 4.601989456446301e-06,
      "loss": 0.431,
      "step": 378180
    },
    {
      "epoch": 105.55,
      "grad_norm": 1.4108983278274536,
      "learning_rate": 4.601982219070336e-06,
      "loss": 0.4103,
      "step": 378190
    },
    {
      "epoch": 105.55,
      "grad_norm": 1.3433005809783936,
      "learning_rate": 4.6019749813938e-06,
      "loss": 0.4382,
      "step": 378200
    },
    {
      "epoch": 105.56,
      "grad_norm": 1.1523574590682983,
      "learning_rate": 4.601967743416694e-06,
      "loss": 0.4086,
      "step": 378210
    },
    {
      "epoch": 105.56,
      "grad_norm": 1.49790620803833,
      "learning_rate": 4.601960505139019e-06,
      "loss": 0.4097,
      "step": 378220
    },
    {
      "epoch": 105.56,
      "grad_norm": 1.7518935203552246,
      "learning_rate": 4.601953266560775e-06,
      "loss": 0.4293,
      "step": 378230
    },
    {
      "epoch": 105.57,
      "grad_norm": 1.3138484954833984,
      "learning_rate": 4.601946027681963e-06,
      "loss": 0.3993,
      "step": 378240
    },
    {
      "epoch": 105.57,
      "grad_norm": 1.3816015720367432,
      "learning_rate": 4.601938788502586e-06,
      "loss": 0.4086,
      "step": 378250
    },
    {
      "epoch": 105.57,
      "grad_norm": 1.621234655380249,
      "learning_rate": 4.601931549022642e-06,
      "loss": 0.4137,
      "step": 378260
    },
    {
      "epoch": 105.57,
      "grad_norm": 1.4636249542236328,
      "learning_rate": 4.601924309242134e-06,
      "loss": 0.4139,
      "step": 378270
    },
    {
      "epoch": 105.58,
      "grad_norm": 1.4575682878494263,
      "learning_rate": 4.601917069161062e-06,
      "loss": 0.433,
      "step": 378280
    },
    {
      "epoch": 105.58,
      "grad_norm": 1.5113897323608398,
      "learning_rate": 4.601909828779428e-06,
      "loss": 0.4288,
      "step": 378290
    },
    {
      "epoch": 105.58,
      "grad_norm": 1.3444509506225586,
      "learning_rate": 4.601902588097232e-06,
      "loss": 0.4257,
      "step": 378300
    },
    {
      "epoch": 105.58,
      "grad_norm": 1.2887736558914185,
      "learning_rate": 4.601895347114475e-06,
      "loss": 0.4189,
      "step": 378310
    },
    {
      "epoch": 105.59,
      "grad_norm": 2.067471742630005,
      "learning_rate": 4.601888105831158e-06,
      "loss": 0.4158,
      "step": 378320
    },
    {
      "epoch": 105.59,
      "grad_norm": 2.079254627227783,
      "learning_rate": 4.601880864247284e-06,
      "loss": 0.4147,
      "step": 378330
    },
    {
      "epoch": 105.59,
      "grad_norm": 1.4834123849868774,
      "learning_rate": 4.6018736223628505e-06,
      "loss": 0.4207,
      "step": 378340
    },
    {
      "epoch": 105.6,
      "grad_norm": 1.3447860479354858,
      "learning_rate": 4.60186638017786e-06,
      "loss": 0.4088,
      "step": 378350
    },
    {
      "epoch": 105.6,
      "grad_norm": 1.4094953536987305,
      "learning_rate": 4.601859137692315e-06,
      "loss": 0.421,
      "step": 378360
    },
    {
      "epoch": 105.6,
      "grad_norm": 1.3230777978897095,
      "learning_rate": 4.6018518949062136e-06,
      "loss": 0.4352,
      "step": 378370
    },
    {
      "epoch": 105.6,
      "grad_norm": 1.4923491477966309,
      "learning_rate": 4.6018446518195594e-06,
      "loss": 0.4139,
      "step": 378380
    },
    {
      "epoch": 105.61,
      "grad_norm": 1.4646683931350708,
      "learning_rate": 4.601837408432351e-06,
      "loss": 0.4237,
      "step": 378390
    },
    {
      "epoch": 105.61,
      "grad_norm": 1.6621716022491455,
      "learning_rate": 4.601830164744591e-06,
      "loss": 0.4149,
      "step": 378400
    },
    {
      "epoch": 105.61,
      "grad_norm": 1.4042584896087646,
      "learning_rate": 4.60182292075628e-06,
      "loss": 0.4354,
      "step": 378410
    },
    {
      "epoch": 105.62,
      "grad_norm": 1.9680287837982178,
      "learning_rate": 4.601815676467419e-06,
      "loss": 0.4218,
      "step": 378420
    },
    {
      "epoch": 105.62,
      "grad_norm": 1.4030251502990723,
      "learning_rate": 4.601808431878009e-06,
      "loss": 0.4357,
      "step": 378430
    },
    {
      "epoch": 105.62,
      "grad_norm": 1.325160264968872,
      "learning_rate": 4.60180118698805e-06,
      "loss": 0.4217,
      "step": 378440
    },
    {
      "epoch": 105.62,
      "grad_norm": 1.6647435426712036,
      "learning_rate": 4.601793941797545e-06,
      "loss": 0.4249,
      "step": 378450
    },
    {
      "epoch": 105.63,
      "grad_norm": 1.542406439781189,
      "learning_rate": 4.601786696306493e-06,
      "loss": 0.4347,
      "step": 378460
    },
    {
      "epoch": 105.63,
      "grad_norm": 1.478485345840454,
      "learning_rate": 4.601779450514896e-06,
      "loss": 0.4265,
      "step": 378470
    },
    {
      "epoch": 105.63,
      "grad_norm": 1.4482426643371582,
      "learning_rate": 4.601772204422754e-06,
      "loss": 0.4224,
      "step": 378480
    },
    {
      "epoch": 105.63,
      "grad_norm": 1.2951650619506836,
      "learning_rate": 4.6017649580300695e-06,
      "loss": 0.4235,
      "step": 378490
    },
    {
      "epoch": 105.64,
      "grad_norm": 1.4241276979446411,
      "learning_rate": 4.601757711336842e-06,
      "loss": 0.4303,
      "step": 378500
    },
    {
      "epoch": 105.64,
      "grad_norm": 2.0682058334350586,
      "learning_rate": 4.601750464343073e-06,
      "loss": 0.4272,
      "step": 378510
    },
    {
      "epoch": 105.64,
      "grad_norm": 1.4041311740875244,
      "learning_rate": 4.6017432170487636e-06,
      "loss": 0.4203,
      "step": 378520
    },
    {
      "epoch": 105.65,
      "grad_norm": 1.4763259887695312,
      "learning_rate": 4.601735969453915e-06,
      "loss": 0.4301,
      "step": 378530
    },
    {
      "epoch": 105.65,
      "grad_norm": 1.4816548824310303,
      "learning_rate": 4.601728721558527e-06,
      "loss": 0.4335,
      "step": 378540
    },
    {
      "epoch": 105.65,
      "grad_norm": 1.3386833667755127,
      "learning_rate": 4.601721473362603e-06,
      "loss": 0.4316,
      "step": 378550
    },
    {
      "epoch": 105.65,
      "grad_norm": 1.2695231437683105,
      "learning_rate": 4.6017142248661414e-06,
      "loss": 0.4113,
      "step": 378560
    },
    {
      "epoch": 105.66,
      "grad_norm": 1.238862156867981,
      "learning_rate": 4.601706976069144e-06,
      "loss": 0.4234,
      "step": 378570
    },
    {
      "epoch": 105.66,
      "grad_norm": 1.8155510425567627,
      "learning_rate": 4.601699726971612e-06,
      "loss": 0.4232,
      "step": 378580
    },
    {
      "epoch": 105.66,
      "grad_norm": 1.2384788990020752,
      "learning_rate": 4.601692477573546e-06,
      "loss": 0.4235,
      "step": 378590
    },
    {
      "epoch": 105.67,
      "grad_norm": 1.3968160152435303,
      "learning_rate": 4.601685227874948e-06,
      "loss": 0.4215,
      "step": 378600
    },
    {
      "epoch": 105.67,
      "grad_norm": 1.5941985845565796,
      "learning_rate": 4.601677977875819e-06,
      "loss": 0.4435,
      "step": 378610
    },
    {
      "epoch": 105.67,
      "grad_norm": 1.4435744285583496,
      "learning_rate": 4.6016707275761575e-06,
      "loss": 0.4288,
      "step": 378620
    },
    {
      "epoch": 105.67,
      "grad_norm": 1.3937180042266846,
      "learning_rate": 4.601663476975967e-06,
      "loss": 0.4133,
      "step": 378630
    },
    {
      "epoch": 105.68,
      "grad_norm": 1.4793850183486938,
      "learning_rate": 4.601656226075247e-06,
      "loss": 0.4059,
      "step": 378640
    },
    {
      "epoch": 105.68,
      "grad_norm": 1.4448165893554688,
      "learning_rate": 4.601648974873999e-06,
      "loss": 0.4321,
      "step": 378650
    },
    {
      "epoch": 105.68,
      "grad_norm": 1.4754931926727295,
      "learning_rate": 4.601641723372224e-06,
      "loss": 0.4377,
      "step": 378660
    },
    {
      "epoch": 105.69,
      "grad_norm": 1.4013336896896362,
      "learning_rate": 4.601634471569924e-06,
      "loss": 0.4269,
      "step": 378670
    },
    {
      "epoch": 105.69,
      "grad_norm": 1.3991233110427856,
      "learning_rate": 4.601627219467098e-06,
      "loss": 0.4242,
      "step": 378680
    },
    {
      "epoch": 105.69,
      "grad_norm": 1.6828186511993408,
      "learning_rate": 4.601619967063749e-06,
      "loss": 0.428,
      "step": 378690
    },
    {
      "epoch": 105.69,
      "grad_norm": 1.549543023109436,
      "learning_rate": 4.601612714359876e-06,
      "loss": 0.4219,
      "step": 378700
    },
    {
      "epoch": 105.7,
      "grad_norm": 1.4192543029785156,
      "learning_rate": 4.601605461355481e-06,
      "loss": 0.4162,
      "step": 378710
    },
    {
      "epoch": 105.7,
      "grad_norm": 1.6047627925872803,
      "learning_rate": 4.601598208050565e-06,
      "loss": 0.4238,
      "step": 378720
    },
    {
      "epoch": 105.7,
      "grad_norm": 1.4150995016098022,
      "learning_rate": 4.601590954445128e-06,
      "loss": 0.4214,
      "step": 378730
    },
    {
      "epoch": 105.7,
      "grad_norm": 1.470750093460083,
      "learning_rate": 4.601583700539173e-06,
      "loss": 0.4238,
      "step": 378740
    },
    {
      "epoch": 105.71,
      "grad_norm": 1.460345983505249,
      "learning_rate": 4.601576446332699e-06,
      "loss": 0.4183,
      "step": 378750
    },
    {
      "epoch": 105.71,
      "grad_norm": 1.2353181838989258,
      "learning_rate": 4.601569191825707e-06,
      "loss": 0.4221,
      "step": 378760
    },
    {
      "epoch": 105.71,
      "grad_norm": 1.382928490638733,
      "learning_rate": 4.6015619370182e-06,
      "loss": 0.426,
      "step": 378770
    },
    {
      "epoch": 105.72,
      "grad_norm": 1.3235350847244263,
      "learning_rate": 4.601554681910177e-06,
      "loss": 0.4318,
      "step": 378780
    },
    {
      "epoch": 105.72,
      "grad_norm": 1.3541464805603027,
      "learning_rate": 4.60154742650164e-06,
      "loss": 0.4274,
      "step": 378790
    },
    {
      "epoch": 105.72,
      "grad_norm": 1.5301344394683838,
      "learning_rate": 4.601540170792589e-06,
      "loss": 0.4207,
      "step": 378800
    },
    {
      "epoch": 105.72,
      "grad_norm": 1.4298324584960938,
      "learning_rate": 4.601532914783026e-06,
      "loss": 0.416,
      "step": 378810
    },
    {
      "epoch": 105.73,
      "grad_norm": 1.3261640071868896,
      "learning_rate": 4.601525658472951e-06,
      "loss": 0.4256,
      "step": 378820
    },
    {
      "epoch": 105.73,
      "grad_norm": 1.387834906578064,
      "learning_rate": 4.601518401862365e-06,
      "loss": 0.416,
      "step": 378830
    },
    {
      "epoch": 105.73,
      "grad_norm": 1.364411473274231,
      "learning_rate": 4.60151114495127e-06,
      "loss": 0.4215,
      "step": 378840
    },
    {
      "epoch": 105.74,
      "grad_norm": 1.2599507570266724,
      "learning_rate": 4.6015038877396666e-06,
      "loss": 0.446,
      "step": 378850
    },
    {
      "epoch": 105.74,
      "grad_norm": 1.2815887928009033,
      "learning_rate": 4.601496630227555e-06,
      "loss": 0.42,
      "step": 378860
    },
    {
      "epoch": 105.74,
      "grad_norm": 1.4449061155319214,
      "learning_rate": 4.601489372414938e-06,
      "loss": 0.4341,
      "step": 378870
    },
    {
      "epoch": 105.74,
      "grad_norm": 1.6877739429473877,
      "learning_rate": 4.601482114301814e-06,
      "loss": 0.4175,
      "step": 378880
    },
    {
      "epoch": 105.75,
      "grad_norm": 1.4401509761810303,
      "learning_rate": 4.601474855888185e-06,
      "loss": 0.4372,
      "step": 378890
    },
    {
      "epoch": 105.75,
      "grad_norm": 1.3144115209579468,
      "learning_rate": 4.6014675971740526e-06,
      "loss": 0.4227,
      "step": 378900
    },
    {
      "epoch": 105.75,
      "grad_norm": 1.3400123119354248,
      "learning_rate": 4.601460338159417e-06,
      "loss": 0.4299,
      "step": 378910
    },
    {
      "epoch": 105.75,
      "grad_norm": 1.7362436056137085,
      "learning_rate": 4.601453078844281e-06,
      "loss": 0.4226,
      "step": 378920
    },
    {
      "epoch": 105.76,
      "grad_norm": 1.7727196216583252,
      "learning_rate": 4.601445819228643e-06,
      "loss": 0.4148,
      "step": 378930
    },
    {
      "epoch": 105.76,
      "grad_norm": 1.3332841396331787,
      "learning_rate": 4.6014385593125055e-06,
      "loss": 0.4307,
      "step": 378940
    },
    {
      "epoch": 105.76,
      "grad_norm": 1.4096441268920898,
      "learning_rate": 4.601431299095869e-06,
      "loss": 0.4005,
      "step": 378950
    },
    {
      "epoch": 105.77,
      "grad_norm": 1.3994035720825195,
      "learning_rate": 4.601424038578734e-06,
      "loss": 0.4238,
      "step": 378960
    },
    {
      "epoch": 105.77,
      "grad_norm": 1.345463514328003,
      "learning_rate": 4.601416777761102e-06,
      "loss": 0.4392,
      "step": 378970
    },
    {
      "epoch": 105.77,
      "grad_norm": 8.303106307983398,
      "learning_rate": 4.601409516642975e-06,
      "loss": 0.4163,
      "step": 378980
    },
    {
      "epoch": 105.77,
      "grad_norm": 1.4549096822738647,
      "learning_rate": 4.601402255224352e-06,
      "loss": 0.4262,
      "step": 378990
    },
    {
      "epoch": 105.78,
      "grad_norm": 1.5325435400009155,
      "learning_rate": 4.6013949935052345e-06,
      "loss": 0.4016,
      "step": 379000
    },
    {
      "epoch": 105.78,
      "grad_norm": 1.2199116945266724,
      "learning_rate": 4.6013877314856245e-06,
      "loss": 0.4199,
      "step": 379010
    },
    {
      "epoch": 105.78,
      "grad_norm": 1.4070440530776978,
      "learning_rate": 4.601380469165522e-06,
      "loss": 0.4441,
      "step": 379020
    },
    {
      "epoch": 105.79,
      "grad_norm": 1.6582589149475098,
      "learning_rate": 4.601373206544929e-06,
      "loss": 0.4224,
      "step": 379030
    },
    {
      "epoch": 105.79,
      "grad_norm": 2.304353952407837,
      "learning_rate": 4.601365943623845e-06,
      "loss": 0.4335,
      "step": 379040
    },
    {
      "epoch": 105.79,
      "grad_norm": 1.444130778312683,
      "learning_rate": 4.601358680402272e-06,
      "loss": 0.4434,
      "step": 379050
    },
    {
      "epoch": 105.79,
      "grad_norm": 1.5134702920913696,
      "learning_rate": 4.60135141688021e-06,
      "loss": 0.442,
      "step": 379060
    },
    {
      "epoch": 105.8,
      "grad_norm": 1.4412397146224976,
      "learning_rate": 4.601344153057662e-06,
      "loss": 0.4617,
      "step": 379070
    },
    {
      "epoch": 105.8,
      "grad_norm": 1.4157392978668213,
      "learning_rate": 4.601336888934626e-06,
      "loss": 0.426,
      "step": 379080
    },
    {
      "epoch": 105.8,
      "grad_norm": 1.6645101308822632,
      "learning_rate": 4.601329624511105e-06,
      "loss": 0.4183,
      "step": 379090
    },
    {
      "epoch": 105.81,
      "grad_norm": 1.6324647665023804,
      "learning_rate": 4.6013223597871e-06,
      "loss": 0.4081,
      "step": 379100
    },
    {
      "epoch": 105.81,
      "grad_norm": 1.470110535621643,
      "learning_rate": 4.601315094762611e-06,
      "loss": 0.4307,
      "step": 379110
    },
    {
      "epoch": 105.81,
      "grad_norm": 1.437888264656067,
      "learning_rate": 4.6013078294376406e-06,
      "loss": 0.4292,
      "step": 379120
    },
    {
      "epoch": 105.81,
      "grad_norm": 1.420833706855774,
      "learning_rate": 4.601300563812188e-06,
      "loss": 0.4313,
      "step": 379130
    },
    {
      "epoch": 105.82,
      "grad_norm": 1.5363396406173706,
      "learning_rate": 4.601293297886254e-06,
      "loss": 0.4294,
      "step": 379140
    },
    {
      "epoch": 105.82,
      "grad_norm": 1.5716198682785034,
      "learning_rate": 4.601286031659841e-06,
      "loss": 0.4133,
      "step": 379150
    },
    {
      "epoch": 105.82,
      "grad_norm": 1.452473759651184,
      "learning_rate": 4.601278765132949e-06,
      "loss": 0.4539,
      "step": 379160
    },
    {
      "epoch": 105.82,
      "grad_norm": 1.495201587677002,
      "learning_rate": 4.60127149830558e-06,
      "loss": 0.3954,
      "step": 379170
    },
    {
      "epoch": 105.83,
      "grad_norm": 1.3875340223312378,
      "learning_rate": 4.601264231177734e-06,
      "loss": 0.4291,
      "step": 379180
    },
    {
      "epoch": 105.83,
      "grad_norm": 1.7789041996002197,
      "learning_rate": 4.6012569637494126e-06,
      "loss": 0.441,
      "step": 379190
    },
    {
      "epoch": 105.83,
      "grad_norm": 1.3404128551483154,
      "learning_rate": 4.601249696020616e-06,
      "loss": 0.4235,
      "step": 379200
    },
    {
      "epoch": 105.84,
      "grad_norm": 2.3182263374328613,
      "learning_rate": 4.601242427991345e-06,
      "loss": 0.4203,
      "step": 379210
    },
    {
      "epoch": 105.84,
      "grad_norm": 1.2470825910568237,
      "learning_rate": 4.601235159661602e-06,
      "loss": 0.4215,
      "step": 379220
    },
    {
      "epoch": 105.84,
      "grad_norm": 1.5465174913406372,
      "learning_rate": 4.601227891031387e-06,
      "loss": 0.4389,
      "step": 379230
    },
    {
      "epoch": 105.84,
      "grad_norm": 1.2975293397903442,
      "learning_rate": 4.601220622100701e-06,
      "loss": 0.4385,
      "step": 379240
    },
    {
      "epoch": 105.85,
      "grad_norm": 1.5063329935073853,
      "learning_rate": 4.601213352869545e-06,
      "loss": 0.4321,
      "step": 379250
    },
    {
      "epoch": 105.85,
      "grad_norm": 1.3694162368774414,
      "learning_rate": 4.60120608333792e-06,
      "loss": 0.4227,
      "step": 379260
    },
    {
      "epoch": 105.85,
      "grad_norm": 3.526045799255371,
      "learning_rate": 4.601198813505827e-06,
      "loss": 0.4199,
      "step": 379270
    },
    {
      "epoch": 105.86,
      "grad_norm": 1.426622986793518,
      "learning_rate": 4.601191543373267e-06,
      "loss": 0.4244,
      "step": 379280
    },
    {
      "epoch": 105.86,
      "grad_norm": 1.267295002937317,
      "learning_rate": 4.60118427294024e-06,
      "loss": 0.4252,
      "step": 379290
    },
    {
      "epoch": 105.86,
      "grad_norm": 1.6604443788528442,
      "learning_rate": 4.601177002206749e-06,
      "loss": 0.4258,
      "step": 379300
    },
    {
      "epoch": 105.86,
      "grad_norm": 1.6711748838424683,
      "learning_rate": 4.6011697311727935e-06,
      "loss": 0.4257,
      "step": 379310
    },
    {
      "epoch": 105.87,
      "grad_norm": 1.5160479545593262,
      "learning_rate": 4.601162459838375e-06,
      "loss": 0.4104,
      "step": 379320
    },
    {
      "epoch": 105.87,
      "grad_norm": 1.5864077806472778,
      "learning_rate": 4.601155188203494e-06,
      "loss": 0.4138,
      "step": 379330
    },
    {
      "epoch": 105.87,
      "grad_norm": 1.3208122253417969,
      "learning_rate": 4.601147916268152e-06,
      "loss": 0.433,
      "step": 379340
    },
    {
      "epoch": 105.87,
      "grad_norm": 1.701786756515503,
      "learning_rate": 4.601140644032349e-06,
      "loss": 0.4282,
      "step": 379350
    },
    {
      "epoch": 105.88,
      "grad_norm": 1.5013009309768677,
      "learning_rate": 4.601133371496088e-06,
      "loss": 0.4177,
      "step": 379360
    },
    {
      "epoch": 105.88,
      "grad_norm": 1.5959527492523193,
      "learning_rate": 4.601126098659368e-06,
      "loss": 0.4186,
      "step": 379370
    },
    {
      "epoch": 105.88,
      "grad_norm": 1.7845337390899658,
      "learning_rate": 4.601118825522191e-06,
      "loss": 0.4142,
      "step": 379380
    },
    {
      "epoch": 105.89,
      "grad_norm": 1.5210434198379517,
      "learning_rate": 4.601111552084557e-06,
      "loss": 0.4228,
      "step": 379390
    },
    {
      "epoch": 105.89,
      "grad_norm": 1.486719012260437,
      "learning_rate": 4.601104278346467e-06,
      "loss": 0.4408,
      "step": 379400
    },
    {
      "epoch": 105.89,
      "grad_norm": 1.333722710609436,
      "learning_rate": 4.601097004307924e-06,
      "loss": 0.4297,
      "step": 379410
    },
    {
      "epoch": 105.89,
      "grad_norm": 2.3458502292633057,
      "learning_rate": 4.601089729968926e-06,
      "loss": 0.4203,
      "step": 379420
    },
    {
      "epoch": 105.9,
      "grad_norm": 1.6498582363128662,
      "learning_rate": 4.601082455329477e-06,
      "loss": 0.4295,
      "step": 379430
    },
    {
      "epoch": 105.9,
      "grad_norm": 1.2824212312698364,
      "learning_rate": 4.601075180389575e-06,
      "loss": 0.4127,
      "step": 379440
    },
    {
      "epoch": 105.9,
      "grad_norm": 1.2645783424377441,
      "learning_rate": 4.601067905149223e-06,
      "loss": 0.413,
      "step": 379450
    },
    {
      "epoch": 105.91,
      "grad_norm": 1.9950169324874878,
      "learning_rate": 4.601060629608422e-06,
      "loss": 0.4145,
      "step": 379460
    },
    {
      "epoch": 105.91,
      "grad_norm": 1.3669235706329346,
      "learning_rate": 4.6010533537671725e-06,
      "loss": 0.4276,
      "step": 379470
    },
    {
      "epoch": 105.91,
      "grad_norm": 1.1497913599014282,
      "learning_rate": 4.601046077625474e-06,
      "loss": 0.4204,
      "step": 379480
    },
    {
      "epoch": 105.91,
      "grad_norm": 1.5136370658874512,
      "learning_rate": 4.601038801183329e-06,
      "loss": 0.4066,
      "step": 379490
    },
    {
      "epoch": 105.92,
      "grad_norm": 1.6210731267929077,
      "learning_rate": 4.601031524440739e-06,
      "loss": 0.4036,
      "step": 379500
    },
    {
      "epoch": 105.92,
      "grad_norm": 1.6777361631393433,
      "learning_rate": 4.601024247397704e-06,
      "loss": 0.4219,
      "step": 379510
    },
    {
      "epoch": 105.92,
      "grad_norm": 1.7749996185302734,
      "learning_rate": 4.601016970054225e-06,
      "loss": 0.4226,
      "step": 379520
    },
    {
      "epoch": 105.93,
      "grad_norm": 1.6090583801269531,
      "learning_rate": 4.601009692410303e-06,
      "loss": 0.4246,
      "step": 379530
    },
    {
      "epoch": 105.93,
      "grad_norm": 1.6826013326644897,
      "learning_rate": 4.60100241446594e-06,
      "loss": 0.4127,
      "step": 379540
    },
    {
      "epoch": 105.93,
      "grad_norm": 1.6383559703826904,
      "learning_rate": 4.600995136221135e-06,
      "loss": 0.4331,
      "step": 379550
    },
    {
      "epoch": 105.93,
      "grad_norm": 1.4240379333496094,
      "learning_rate": 4.600987857675891e-06,
      "loss": 0.4442,
      "step": 379560
    },
    {
      "epoch": 105.94,
      "grad_norm": 1.59462308883667,
      "learning_rate": 4.600980578830207e-06,
      "loss": 0.4511,
      "step": 379570
    },
    {
      "epoch": 105.94,
      "grad_norm": 1.3152813911437988,
      "learning_rate": 4.600973299684085e-06,
      "loss": 0.4151,
      "step": 379580
    },
    {
      "epoch": 105.94,
      "grad_norm": 1.614683985710144,
      "learning_rate": 4.600966020237526e-06,
      "loss": 0.4213,
      "step": 379590
    },
    {
      "epoch": 105.94,
      "grad_norm": 1.404299020767212,
      "learning_rate": 4.6009587404905315e-06,
      "loss": 0.4314,
      "step": 379600
    },
    {
      "epoch": 105.95,
      "grad_norm": 1.2892088890075684,
      "learning_rate": 4.600951460443103e-06,
      "loss": 0.4124,
      "step": 379610
    },
    {
      "epoch": 105.95,
      "grad_norm": 1.5567779541015625,
      "learning_rate": 4.600944180095238e-06,
      "loss": 0.4151,
      "step": 379620
    },
    {
      "epoch": 105.95,
      "grad_norm": 1.267636775970459,
      "learning_rate": 4.600936899446942e-06,
      "loss": 0.4108,
      "step": 379630
    },
    {
      "epoch": 105.96,
      "grad_norm": 1.6144320964813232,
      "learning_rate": 4.600929618498212e-06,
      "loss": 0.4097,
      "step": 379640
    },
    {
      "epoch": 105.96,
      "grad_norm": 1.3648213148117065,
      "learning_rate": 4.600922337249052e-06,
      "loss": 0.4211,
      "step": 379650
    },
    {
      "epoch": 105.96,
      "grad_norm": 1.5102187395095825,
      "learning_rate": 4.600915055699461e-06,
      "loss": 0.42,
      "step": 379660
    },
    {
      "epoch": 105.96,
      "grad_norm": 1.8721858263015747,
      "learning_rate": 4.600907773849441e-06,
      "loss": 0.4283,
      "step": 379670
    },
    {
      "epoch": 105.97,
      "grad_norm": 1.3539602756500244,
      "learning_rate": 4.600900491698992e-06,
      "loss": 0.445,
      "step": 379680
    },
    {
      "epoch": 105.97,
      "grad_norm": 1.2933034896850586,
      "learning_rate": 4.600893209248117e-06,
      "loss": 0.4388,
      "step": 379690
    },
    {
      "epoch": 105.97,
      "grad_norm": 1.9366475343704224,
      "learning_rate": 4.600885926496815e-06,
      "loss": 0.4133,
      "step": 379700
    },
    {
      "epoch": 105.98,
      "grad_norm": 1.4548976421356201,
      "learning_rate": 4.600878643445088e-06,
      "loss": 0.4131,
      "step": 379710
    },
    {
      "epoch": 105.98,
      "grad_norm": 1.5199652910232544,
      "learning_rate": 4.600871360092936e-06,
      "loss": 0.4208,
      "step": 379720
    },
    {
      "epoch": 105.98,
      "grad_norm": 1.6259344816207886,
      "learning_rate": 4.6008640764403606e-06,
      "loss": 0.4355,
      "step": 379730
    },
    {
      "epoch": 105.98,
      "grad_norm": 1.2786014080047607,
      "learning_rate": 4.6008567924873635e-06,
      "loss": 0.4076,
      "step": 379740
    },
    {
      "epoch": 105.99,
      "grad_norm": 1.6686127185821533,
      "learning_rate": 4.600849508233943e-06,
      "loss": 0.4298,
      "step": 379750
    },
    {
      "epoch": 105.99,
      "grad_norm": 1.5109367370605469,
      "learning_rate": 4.6008422236801035e-06,
      "loss": 0.4186,
      "step": 379760
    },
    {
      "epoch": 105.99,
      "grad_norm": 1.6392946243286133,
      "learning_rate": 4.600834938825844e-06,
      "loss": 0.4379,
      "step": 379770
    },
    {
      "epoch": 105.99,
      "grad_norm": 1.4630283117294312,
      "learning_rate": 4.6008276536711655e-06,
      "loss": 0.4284,
      "step": 379780
    },
    {
      "epoch": 106.0,
      "grad_norm": 1.4104881286621094,
      "learning_rate": 4.600820368216071e-06,
      "loss": 0.4122,
      "step": 379790
    },
    {
      "epoch": 106.0,
      "eval_loss": 0.4224894344806671,
      "eval_runtime": 63.3057,
      "eval_samples_per_second": 79.914,
      "eval_steps_per_second": 9.999,
      "step": 379798
    },
    {
      "epoch": 106.0,
      "grad_norm": 1.3141471147537231,
      "learning_rate": 4.600813082460558e-06,
      "loss": 0.4316,
      "step": 379800
    },
    {
      "epoch": 106.0,
      "grad_norm": 1.1180739402770996,
      "learning_rate": 4.60080579640463e-06,
      "loss": 0.4118,
      "step": 379810
    },
    {
      "epoch": 106.01,
      "grad_norm": 1.2762234210968018,
      "learning_rate": 4.600798510048287e-06,
      "loss": 0.4182,
      "step": 379820
    },
    {
      "epoch": 106.01,
      "grad_norm": 1.5659490823745728,
      "learning_rate": 4.60079122339153e-06,
      "loss": 0.4142,
      "step": 379830
    },
    {
      "epoch": 106.01,
      "grad_norm": 1.4076435565948486,
      "learning_rate": 4.6007839364343604e-06,
      "loss": 0.4034,
      "step": 379840
    },
    {
      "epoch": 106.01,
      "grad_norm": 1.2173024415969849,
      "learning_rate": 4.6007766491767795e-06,
      "loss": 0.4185,
      "step": 379850
    },
    {
      "epoch": 106.02,
      "grad_norm": 1.37405264377594,
      "learning_rate": 4.6007693616187866e-06,
      "loss": 0.4386,
      "step": 379860
    },
    {
      "epoch": 106.02,
      "grad_norm": 1.5613042116165161,
      "learning_rate": 4.600762073760385e-06,
      "loss": 0.4251,
      "step": 379870
    },
    {
      "epoch": 106.02,
      "grad_norm": 1.6915842294692993,
      "learning_rate": 4.600754785601574e-06,
      "loss": 0.433,
      "step": 379880
    },
    {
      "epoch": 106.03,
      "grad_norm": 1.374557375907898,
      "learning_rate": 4.600747497142355e-06,
      "loss": 0.4208,
      "step": 379890
    },
    {
      "epoch": 106.03,
      "grad_norm": 1.3359626531600952,
      "learning_rate": 4.600740208382729e-06,
      "loss": 0.4071,
      "step": 379900
    },
    {
      "epoch": 106.03,
      "grad_norm": 1.4565094709396362,
      "learning_rate": 4.600732919322697e-06,
      "loss": 0.4072,
      "step": 379910
    },
    {
      "epoch": 106.03,
      "grad_norm": 1.345942497253418,
      "learning_rate": 4.600725629962261e-06,
      "loss": 0.4328,
      "step": 379920
    },
    {
      "epoch": 106.04,
      "grad_norm": 1.888834834098816,
      "learning_rate": 4.600718340301419e-06,
      "loss": 0.4303,
      "step": 379930
    },
    {
      "epoch": 106.04,
      "grad_norm": 1.2694213390350342,
      "learning_rate": 4.600711050340175e-06,
      "loss": 0.4286,
      "step": 379940
    },
    {
      "epoch": 106.04,
      "grad_norm": 1.5063146352767944,
      "learning_rate": 4.600703760078528e-06,
      "loss": 0.4279,
      "step": 379950
    },
    {
      "epoch": 106.05,
      "grad_norm": 1.663468837738037,
      "learning_rate": 4.600696469516481e-06,
      "loss": 0.4164,
      "step": 379960
    },
    {
      "epoch": 106.05,
      "grad_norm": 1.3087964057922363,
      "learning_rate": 4.600689178654033e-06,
      "loss": 0.4272,
      "step": 379970
    },
    {
      "epoch": 106.05,
      "grad_norm": 1.4281376600265503,
      "learning_rate": 4.6006818874911875e-06,
      "loss": 0.4133,
      "step": 379980
    },
    {
      "epoch": 106.05,
      "grad_norm": 1.4099769592285156,
      "learning_rate": 4.6006745960279415e-06,
      "loss": 0.4299,
      "step": 379990
    },
    {
      "epoch": 106.06,
      "grad_norm": 1.5726110935211182,
      "learning_rate": 4.6006673042642995e-06,
      "loss": 0.4143,
      "step": 380000
    },
    {
      "epoch": 106.06,
      "grad_norm": 1.4267719984054565,
      "learning_rate": 4.600660012200261e-06,
      "loss": 0.4157,
      "step": 380010
    },
    {
      "epoch": 106.06,
      "grad_norm": 2.9939537048339844,
      "learning_rate": 4.600652719835827e-06,
      "loss": 0.4167,
      "step": 380020
    },
    {
      "epoch": 106.06,
      "grad_norm": 1.6273951530456543,
      "learning_rate": 4.600645427170998e-06,
      "loss": 0.4057,
      "step": 380030
    },
    {
      "epoch": 106.07,
      "grad_norm": 1.8347519636154175,
      "learning_rate": 4.600638134205777e-06,
      "loss": 0.4236,
      "step": 380040
    },
    {
      "epoch": 106.07,
      "grad_norm": 1.4816997051239014,
      "learning_rate": 4.600630840940162e-06,
      "loss": 0.4091,
      "step": 380050
    },
    {
      "epoch": 106.07,
      "grad_norm": 1.494079828262329,
      "learning_rate": 4.600623547374157e-06,
      "loss": 0.4301,
      "step": 380060
    },
    {
      "epoch": 106.08,
      "grad_norm": 1.8048243522644043,
      "learning_rate": 4.600616253507761e-06,
      "loss": 0.409,
      "step": 380070
    },
    {
      "epoch": 106.08,
      "grad_norm": 1.5588449239730835,
      "learning_rate": 4.6006089593409744e-06,
      "loss": 0.4225,
      "step": 380080
    },
    {
      "epoch": 106.08,
      "grad_norm": 1.166908860206604,
      "learning_rate": 4.600601664873801e-06,
      "loss": 0.4304,
      "step": 380090
    },
    {
      "epoch": 106.08,
      "grad_norm": 1.7237037420272827,
      "learning_rate": 4.600594370106239e-06,
      "loss": 0.4203,
      "step": 380100
    },
    {
      "epoch": 106.09,
      "grad_norm": 1.5592278242111206,
      "learning_rate": 4.60058707503829e-06,
      "loss": 0.4078,
      "step": 380110
    },
    {
      "epoch": 106.09,
      "grad_norm": 1.6433616876602173,
      "learning_rate": 4.6005797796699565e-06,
      "loss": 0.4275,
      "step": 380120
    },
    {
      "epoch": 106.09,
      "grad_norm": 1.8283134698867798,
      "learning_rate": 4.600572484001238e-06,
      "loss": 0.428,
      "step": 380130
    },
    {
      "epoch": 106.1,
      "grad_norm": 1.1665600538253784,
      "learning_rate": 4.6005651880321356e-06,
      "loss": 0.4111,
      "step": 380140
    },
    {
      "epoch": 106.1,
      "grad_norm": 1.6007626056671143,
      "learning_rate": 4.60055789176265e-06,
      "loss": 0.4087,
      "step": 380150
    },
    {
      "epoch": 106.1,
      "grad_norm": 2.8028948307037354,
      "learning_rate": 4.600550595192784e-06,
      "loss": 0.4347,
      "step": 380160
    },
    {
      "epoch": 106.1,
      "grad_norm": 1.3497064113616943,
      "learning_rate": 4.600543298322536e-06,
      "loss": 0.4284,
      "step": 380170
    },
    {
      "epoch": 106.11,
      "grad_norm": 1.3266385793685913,
      "learning_rate": 4.6005360011519085e-06,
      "loss": 0.4308,
      "step": 380180
    },
    {
      "epoch": 106.11,
      "grad_norm": 1.507872462272644,
      "learning_rate": 4.600528703680903e-06,
      "loss": 0.4311,
      "step": 380190
    },
    {
      "epoch": 106.11,
      "grad_norm": 1.530364751815796,
      "learning_rate": 4.600521405909519e-06,
      "loss": 0.4074,
      "step": 380200
    },
    {
      "epoch": 106.11,
      "grad_norm": 1.4954584836959839,
      "learning_rate": 4.600514107837758e-06,
      "loss": 0.4296,
      "step": 380210
    },
    {
      "epoch": 106.12,
      "grad_norm": 1.3048923015594482,
      "learning_rate": 4.600506809465621e-06,
      "loss": 0.422,
      "step": 380220
    },
    {
      "epoch": 106.12,
      "grad_norm": 1.6334525346755981,
      "learning_rate": 4.600499510793109e-06,
      "loss": 0.4339,
      "step": 380230
    },
    {
      "epoch": 106.12,
      "grad_norm": 1.4886387586593628,
      "learning_rate": 4.600492211820223e-06,
      "loss": 0.4342,
      "step": 380240
    },
    {
      "epoch": 106.13,
      "grad_norm": 1.3972100019454956,
      "learning_rate": 4.6004849125469645e-06,
      "loss": 0.4157,
      "step": 380250
    },
    {
      "epoch": 106.13,
      "grad_norm": 1.5260967016220093,
      "learning_rate": 4.600477612973333e-06,
      "loss": 0.4352,
      "step": 380260
    },
    {
      "epoch": 106.13,
      "grad_norm": 1.72706139087677,
      "learning_rate": 4.600470313099331e-06,
      "loss": 0.4256,
      "step": 380270
    },
    {
      "epoch": 106.13,
      "grad_norm": 1.5699682235717773,
      "learning_rate": 4.6004630129249595e-06,
      "loss": 0.4375,
      "step": 380280
    },
    {
      "epoch": 106.14,
      "grad_norm": 1.3628836870193481,
      "learning_rate": 4.600455712450218e-06,
      "loss": 0.4266,
      "step": 380290
    },
    {
      "epoch": 106.14,
      "grad_norm": 1.5786464214324951,
      "learning_rate": 4.6004484116751085e-06,
      "loss": 0.4288,
      "step": 380300
    },
    {
      "epoch": 106.14,
      "grad_norm": 1.419066071510315,
      "learning_rate": 4.600441110599633e-06,
      "loss": 0.4224,
      "step": 380310
    },
    {
      "epoch": 106.15,
      "grad_norm": 2.377825975418091,
      "learning_rate": 4.60043380922379e-06,
      "loss": 0.4058,
      "step": 380320
    },
    {
      "epoch": 106.15,
      "grad_norm": 1.3214471340179443,
      "learning_rate": 4.600426507547583e-06,
      "loss": 0.4153,
      "step": 380330
    },
    {
      "epoch": 106.15,
      "grad_norm": 2.5768537521362305,
      "learning_rate": 4.6004192055710105e-06,
      "loss": 0.4289,
      "step": 380340
    },
    {
      "epoch": 106.15,
      "grad_norm": 1.9742316007614136,
      "learning_rate": 4.600411903294075e-06,
      "loss": 0.4207,
      "step": 380350
    },
    {
      "epoch": 106.16,
      "grad_norm": 2.107656717300415,
      "learning_rate": 4.600404600716777e-06,
      "loss": 0.4217,
      "step": 380360
    },
    {
      "epoch": 106.16,
      "grad_norm": 1.5152194499969482,
      "learning_rate": 4.600397297839118e-06,
      "loss": 0.4028,
      "step": 380370
    },
    {
      "epoch": 106.16,
      "grad_norm": 1.2475337982177734,
      "learning_rate": 4.600389994661098e-06,
      "loss": 0.4377,
      "step": 380380
    },
    {
      "epoch": 106.17,
      "grad_norm": 1.6526864767074585,
      "learning_rate": 4.6003826911827194e-06,
      "loss": 0.4356,
      "step": 380390
    },
    {
      "epoch": 106.17,
      "grad_norm": 1.5133402347564697,
      "learning_rate": 4.600375387403983e-06,
      "loss": 0.4188,
      "step": 380400
    },
    {
      "epoch": 106.17,
      "grad_norm": 1.4332562685012817,
      "learning_rate": 4.6003680833248875e-06,
      "loss": 0.4216,
      "step": 380410
    },
    {
      "epoch": 106.17,
      "grad_norm": 1.456512212753296,
      "learning_rate": 4.600360778945437e-06,
      "loss": 0.4264,
      "step": 380420
    },
    {
      "epoch": 106.18,
      "grad_norm": 1.454750418663025,
      "learning_rate": 4.60035347426563e-06,
      "loss": 0.4134,
      "step": 380430
    },
    {
      "epoch": 106.18,
      "grad_norm": 1.3423888683319092,
      "learning_rate": 4.600346169285469e-06,
      "loss": 0.4214,
      "step": 380440
    },
    {
      "epoch": 106.18,
      "grad_norm": 1.4036929607391357,
      "learning_rate": 4.600338864004954e-06,
      "loss": 0.3927,
      "step": 380450
    },
    {
      "epoch": 106.18,
      "grad_norm": 1.361177682876587,
      "learning_rate": 4.600331558424087e-06,
      "loss": 0.4111,
      "step": 380460
    },
    {
      "epoch": 106.19,
      "grad_norm": 1.685046672821045,
      "learning_rate": 4.600324252542868e-06,
      "loss": 0.4222,
      "step": 380470
    },
    {
      "epoch": 106.19,
      "grad_norm": 1.3584227561950684,
      "learning_rate": 4.600316946361298e-06,
      "loss": 0.4188,
      "step": 380480
    },
    {
      "epoch": 106.19,
      "grad_norm": 1.4549309015274048,
      "learning_rate": 4.600309639879378e-06,
      "loss": 0.4306,
      "step": 380490
    },
    {
      "epoch": 106.2,
      "grad_norm": 1.378835916519165,
      "learning_rate": 4.60030233309711e-06,
      "loss": 0.4306,
      "step": 380500
    },
    {
      "epoch": 106.2,
      "grad_norm": 1.3348798751831055,
      "learning_rate": 4.600295026014495e-06,
      "loss": 0.4217,
      "step": 380510
    },
    {
      "epoch": 106.2,
      "grad_norm": 1.4189972877502441,
      "learning_rate": 4.600287718631532e-06,
      "loss": 0.4246,
      "step": 380520
    },
    {
      "epoch": 106.2,
      "grad_norm": 1.3638930320739746,
      "learning_rate": 4.6002804109482234e-06,
      "loss": 0.4124,
      "step": 380530
    },
    {
      "epoch": 106.21,
      "grad_norm": 1.5617378950119019,
      "learning_rate": 4.600273102964571e-06,
      "loss": 0.4205,
      "step": 380540
    },
    {
      "epoch": 106.21,
      "grad_norm": 1.361027479171753,
      "learning_rate": 4.600265794680574e-06,
      "loss": 0.4287,
      "step": 380550
    },
    {
      "epoch": 106.21,
      "grad_norm": 1.5542221069335938,
      "learning_rate": 4.600258486096234e-06,
      "loss": 0.4129,
      "step": 380560
    },
    {
      "epoch": 106.22,
      "grad_norm": 7.120568752288818,
      "learning_rate": 4.6002511772115525e-06,
      "loss": 0.421,
      "step": 380570
    },
    {
      "epoch": 106.22,
      "grad_norm": 1.5345369577407837,
      "learning_rate": 4.60024386802653e-06,
      "loss": 0.4256,
      "step": 380580
    },
    {
      "epoch": 106.22,
      "grad_norm": 1.3523749113082886,
      "learning_rate": 4.600236558541167e-06,
      "loss": 0.411,
      "step": 380590
    },
    {
      "epoch": 106.22,
      "grad_norm": 1.406700611114502,
      "learning_rate": 4.600229248755465e-06,
      "loss": 0.4189,
      "step": 380600
    },
    {
      "epoch": 106.23,
      "grad_norm": 1.3437644243240356,
      "learning_rate": 4.6002219386694256e-06,
      "loss": 0.4138,
      "step": 380610
    },
    {
      "epoch": 106.23,
      "grad_norm": 1.6139135360717773,
      "learning_rate": 4.600214628283049e-06,
      "loss": 0.4272,
      "step": 380620
    },
    {
      "epoch": 106.23,
      "grad_norm": 1.4233851432800293,
      "learning_rate": 4.600207317596336e-06,
      "loss": 0.4394,
      "step": 380630
    },
    {
      "epoch": 106.23,
      "grad_norm": 1.4548298120498657,
      "learning_rate": 4.600200006609289e-06,
      "loss": 0.4387,
      "step": 380640
    },
    {
      "epoch": 106.24,
      "grad_norm": 2.0268359184265137,
      "learning_rate": 4.600192695321907e-06,
      "loss": 0.4507,
      "step": 380650
    },
    {
      "epoch": 106.24,
      "grad_norm": 2.0310323238372803,
      "learning_rate": 4.600185383734192e-06,
      "loss": 0.425,
      "step": 380660
    },
    {
      "epoch": 106.24,
      "grad_norm": 1.4414111375808716,
      "learning_rate": 4.600178071846145e-06,
      "loss": 0.4442,
      "step": 380670
    },
    {
      "epoch": 106.25,
      "grad_norm": 1.2485097646713257,
      "learning_rate": 4.600170759657767e-06,
      "loss": 0.4219,
      "step": 380680
    },
    {
      "epoch": 106.25,
      "grad_norm": 1.4395627975463867,
      "learning_rate": 4.600163447169058e-06,
      "loss": 0.4292,
      "step": 380690
    },
    {
      "epoch": 106.25,
      "grad_norm": 1.746583104133606,
      "learning_rate": 4.60015613438002e-06,
      "loss": 0.4154,
      "step": 380700
    },
    {
      "epoch": 106.25,
      "grad_norm": 1.4004638195037842,
      "learning_rate": 4.6001488212906545e-06,
      "loss": 0.4281,
      "step": 380710
    },
    {
      "epoch": 106.26,
      "grad_norm": 1.5315093994140625,
      "learning_rate": 4.60014150790096e-06,
      "loss": 0.4316,
      "step": 380720
    },
    {
      "epoch": 106.26,
      "grad_norm": 1.7643146514892578,
      "learning_rate": 4.600134194210941e-06,
      "loss": 0.4024,
      "step": 380730
    },
    {
      "epoch": 106.26,
      "grad_norm": 3.3300747871398926,
      "learning_rate": 4.600126880220596e-06,
      "loss": 0.4242,
      "step": 380740
    },
    {
      "epoch": 106.27,
      "grad_norm": 1.250622272491455,
      "learning_rate": 4.600119565929927e-06,
      "loss": 0.4218,
      "step": 380750
    },
    {
      "epoch": 106.27,
      "grad_norm": 1.5348713397979736,
      "learning_rate": 4.600112251338933e-06,
      "loss": 0.4149,
      "step": 380760
    },
    {
      "epoch": 106.27,
      "grad_norm": 1.3956363201141357,
      "learning_rate": 4.600104936447618e-06,
      "loss": 0.418,
      "step": 380770
    },
    {
      "epoch": 106.27,
      "grad_norm": 1.5561796426773071,
      "learning_rate": 4.600097621255982e-06,
      "loss": 0.446,
      "step": 380780
    },
    {
      "epoch": 106.28,
      "grad_norm": 1.9464792013168335,
      "learning_rate": 4.600090305764025e-06,
      "loss": 0.4332,
      "step": 380790
    },
    {
      "epoch": 106.28,
      "grad_norm": 1.551099419593811,
      "learning_rate": 4.600082989971748e-06,
      "loss": 0.4315,
      "step": 380800
    },
    {
      "epoch": 106.28,
      "grad_norm": 1.5169066190719604,
      "learning_rate": 4.600075673879153e-06,
      "loss": 0.4247,
      "step": 380810
    },
    {
      "epoch": 106.29,
      "grad_norm": 1.547050952911377,
      "learning_rate": 4.60006835748624e-06,
      "loss": 0.4051,
      "step": 380820
    },
    {
      "epoch": 106.29,
      "grad_norm": 1.2460198402404785,
      "learning_rate": 4.60006104079301e-06,
      "loss": 0.4375,
      "step": 380830
    },
    {
      "epoch": 106.29,
      "grad_norm": 1.4691824913024902,
      "learning_rate": 4.6000537237994654e-06,
      "loss": 0.4297,
      "step": 380840
    },
    {
      "epoch": 106.29,
      "grad_norm": 1.504823923110962,
      "learning_rate": 4.600046406505606e-06,
      "loss": 0.4345,
      "step": 380850
    },
    {
      "epoch": 106.3,
      "grad_norm": 1.2603329420089722,
      "learning_rate": 4.600039088911432e-06,
      "loss": 0.4179,
      "step": 380860
    },
    {
      "epoch": 106.3,
      "grad_norm": 1.7310906648635864,
      "learning_rate": 4.600031771016946e-06,
      "loss": 0.4192,
      "step": 380870
    },
    {
      "epoch": 106.3,
      "grad_norm": 1.522934913635254,
      "learning_rate": 4.600024452822148e-06,
      "loss": 0.4432,
      "step": 380880
    },
    {
      "epoch": 106.3,
      "grad_norm": 1.6403181552886963,
      "learning_rate": 4.600017134327041e-06,
      "loss": 0.409,
      "step": 380890
    },
    {
      "epoch": 106.31,
      "grad_norm": 1.5172338485717773,
      "learning_rate": 4.600009815531622e-06,
      "loss": 0.4387,
      "step": 380900
    },
    {
      "epoch": 106.31,
      "grad_norm": 1.5742883682250977,
      "learning_rate": 4.600002496435895e-06,
      "loss": 0.4343,
      "step": 380910
    },
    {
      "epoch": 106.31,
      "grad_norm": 1.761626958847046,
      "learning_rate": 4.5999951770398594e-06,
      "loss": 0.4468,
      "step": 380920
    },
    {
      "epoch": 106.32,
      "grad_norm": 1.3808175325393677,
      "learning_rate": 4.599987857343519e-06,
      "loss": 0.4311,
      "step": 380930
    },
    {
      "epoch": 106.32,
      "grad_norm": 1.470329761505127,
      "learning_rate": 4.599980537346871e-06,
      "loss": 0.4213,
      "step": 380940
    },
    {
      "epoch": 106.32,
      "grad_norm": 2.0662429332733154,
      "learning_rate": 4.599973217049918e-06,
      "loss": 0.4342,
      "step": 380950
    },
    {
      "epoch": 106.32,
      "grad_norm": 1.7345476150512695,
      "learning_rate": 4.599965896452662e-06,
      "loss": 0.409,
      "step": 380960
    },
    {
      "epoch": 106.33,
      "grad_norm": 1.7596863508224487,
      "learning_rate": 4.599958575555102e-06,
      "loss": 0.4184,
      "step": 380970
    },
    {
      "epoch": 106.33,
      "grad_norm": 1.7168680429458618,
      "learning_rate": 4.599951254357241e-06,
      "loss": 0.4431,
      "step": 380980
    },
    {
      "epoch": 106.33,
      "grad_norm": 1.6269433498382568,
      "learning_rate": 4.599943932859079e-06,
      "loss": 0.4333,
      "step": 380990
    },
    {
      "epoch": 106.34,
      "grad_norm": 1.1449812650680542,
      "learning_rate": 4.599936611060616e-06,
      "loss": 0.4216,
      "step": 381000
    },
    {
      "epoch": 106.34,
      "grad_norm": 1.5054261684417725,
      "learning_rate": 4.599929288961854e-06,
      "loss": 0.4205,
      "step": 381010
    },
    {
      "epoch": 106.34,
      "grad_norm": 1.3856427669525146,
      "learning_rate": 4.599921966562795e-06,
      "loss": 0.4041,
      "step": 381020
    },
    {
      "epoch": 106.34,
      "grad_norm": 1.2366888523101807,
      "learning_rate": 4.599914643863439e-06,
      "loss": 0.433,
      "step": 381030
    },
    {
      "epoch": 106.35,
      "grad_norm": 1.4448423385620117,
      "learning_rate": 4.599907320863786e-06,
      "loss": 0.4223,
      "step": 381040
    },
    {
      "epoch": 106.35,
      "grad_norm": 1.2971359491348267,
      "learning_rate": 4.599899997563837e-06,
      "loss": 0.4259,
      "step": 381050
    },
    {
      "epoch": 106.35,
      "grad_norm": 1.3392871618270874,
      "learning_rate": 4.5998926739635955e-06,
      "loss": 0.4171,
      "step": 381060
    },
    {
      "epoch": 106.36,
      "grad_norm": 1.9408044815063477,
      "learning_rate": 4.599885350063061e-06,
      "loss": 0.4285,
      "step": 381070
    },
    {
      "epoch": 106.36,
      "grad_norm": 1.496671438217163,
      "learning_rate": 4.599878025862233e-06,
      "loss": 0.4104,
      "step": 381080
    },
    {
      "epoch": 106.36,
      "grad_norm": 1.6177529096603394,
      "learning_rate": 4.599870701361115e-06,
      "loss": 0.4136,
      "step": 381090
    },
    {
      "epoch": 106.36,
      "grad_norm": 2.3990304470062256,
      "learning_rate": 4.599863376559706e-06,
      "loss": 0.4347,
      "step": 381100
    },
    {
      "epoch": 106.37,
      "grad_norm": 1.4800156354904175,
      "learning_rate": 4.599856051458007e-06,
      "loss": 0.4039,
      "step": 381110
    },
    {
      "epoch": 106.37,
      "grad_norm": 1.6333448886871338,
      "learning_rate": 4.5998487260560206e-06,
      "loss": 0.4214,
      "step": 381120
    },
    {
      "epoch": 106.37,
      "grad_norm": 1.7966068983078003,
      "learning_rate": 4.599841400353746e-06,
      "loss": 0.4234,
      "step": 381130
    },
    {
      "epoch": 106.37,
      "grad_norm": 1.1981233358383179,
      "learning_rate": 4.599834074351186e-06,
      "loss": 0.4261,
      "step": 381140
    },
    {
      "epoch": 106.38,
      "grad_norm": 1.5091831684112549,
      "learning_rate": 4.599826748048341e-06,
      "loss": 0.4293,
      "step": 381150
    },
    {
      "epoch": 106.38,
      "grad_norm": 1.5744483470916748,
      "learning_rate": 4.59981942144521e-06,
      "loss": 0.4311,
      "step": 381160
    },
    {
      "epoch": 106.38,
      "grad_norm": 1.6048846244812012,
      "learning_rate": 4.599812094541797e-06,
      "loss": 0.4369,
      "step": 381170
    },
    {
      "epoch": 106.39,
      "grad_norm": 1.4822238683700562,
      "learning_rate": 4.5998047673381e-06,
      "loss": 0.4271,
      "step": 381180
    },
    {
      "epoch": 106.39,
      "grad_norm": 1.4691020250320435,
      "learning_rate": 4.599797439834123e-06,
      "loss": 0.4168,
      "step": 381190
    },
    {
      "epoch": 106.39,
      "grad_norm": 1.450011134147644,
      "learning_rate": 4.599790112029865e-06,
      "loss": 0.4201,
      "step": 381200
    },
    {
      "epoch": 106.39,
      "grad_norm": 1.4518951177597046,
      "learning_rate": 4.599782783925327e-06,
      "loss": 0.4162,
      "step": 381210
    },
    {
      "epoch": 106.4,
      "grad_norm": 1.4841564893722534,
      "learning_rate": 4.59977545552051e-06,
      "loss": 0.4148,
      "step": 381220
    },
    {
      "epoch": 106.4,
      "grad_norm": 1.5227949619293213,
      "learning_rate": 4.599768126815416e-06,
      "loss": 0.4204,
      "step": 381230
    },
    {
      "epoch": 106.4,
      "grad_norm": 1.4595623016357422,
      "learning_rate": 4.599760797810045e-06,
      "loss": 0.4246,
      "step": 381240
    },
    {
      "epoch": 106.41,
      "grad_norm": 1.509976863861084,
      "learning_rate": 4.599753468504399e-06,
      "loss": 0.4102,
      "step": 381250
    },
    {
      "epoch": 106.41,
      "grad_norm": 1.3413132429122925,
      "learning_rate": 4.599746138898479e-06,
      "loss": 0.4123,
      "step": 381260
    },
    {
      "epoch": 106.41,
      "grad_norm": 1.6120455265045166,
      "learning_rate": 4.599738808992284e-06,
      "loss": 0.418,
      "step": 381270
    },
    {
      "epoch": 106.41,
      "grad_norm": 1.4182440042495728,
      "learning_rate": 4.599731478785816e-06,
      "loss": 0.4131,
      "step": 381280
    },
    {
      "epoch": 106.42,
      "grad_norm": 1.4544339179992676,
      "learning_rate": 4.599724148279077e-06,
      "loss": 0.4176,
      "step": 381290
    },
    {
      "epoch": 106.42,
      "grad_norm": 1.5338784456253052,
      "learning_rate": 4.599716817472067e-06,
      "loss": 0.4358,
      "step": 381300
    },
    {
      "epoch": 106.42,
      "grad_norm": 1.5173786878585815,
      "learning_rate": 4.599709486364788e-06,
      "loss": 0.407,
      "step": 381310
    },
    {
      "epoch": 106.42,
      "grad_norm": 1.616037130355835,
      "learning_rate": 4.599702154957239e-06,
      "loss": 0.4163,
      "step": 381320
    },
    {
      "epoch": 106.43,
      "grad_norm": 1.6253671646118164,
      "learning_rate": 4.599694823249424e-06,
      "loss": 0.4176,
      "step": 381330
    },
    {
      "epoch": 106.43,
      "grad_norm": 1.6579231023788452,
      "learning_rate": 4.599687491241341e-06,
      "loss": 0.4159,
      "step": 381340
    },
    {
      "epoch": 106.43,
      "grad_norm": 1.5362951755523682,
      "learning_rate": 4.599680158932991e-06,
      "loss": 0.4317,
      "step": 381350
    },
    {
      "epoch": 106.44,
      "grad_norm": 1.62443208694458,
      "learning_rate": 4.599672826324378e-06,
      "loss": 0.4059,
      "step": 381360
    },
    {
      "epoch": 106.44,
      "grad_norm": 1.4555479288101196,
      "learning_rate": 4.5996654934155e-06,
      "loss": 0.4175,
      "step": 381370
    },
    {
      "epoch": 106.44,
      "grad_norm": 1.2410322427749634,
      "learning_rate": 4.5996581602063584e-06,
      "loss": 0.437,
      "step": 381380
    },
    {
      "epoch": 106.44,
      "grad_norm": 1.3517818450927734,
      "learning_rate": 4.599650826696955e-06,
      "loss": 0.427,
      "step": 381390
    },
    {
      "epoch": 106.45,
      "grad_norm": 1.329903244972229,
      "learning_rate": 4.599643492887291e-06,
      "loss": 0.4334,
      "step": 381400
    },
    {
      "epoch": 106.45,
      "grad_norm": 1.6196355819702148,
      "learning_rate": 4.599636158777367e-06,
      "loss": 0.4165,
      "step": 381410
    },
    {
      "epoch": 106.45,
      "grad_norm": 1.2629245519638062,
      "learning_rate": 4.599628824367184e-06,
      "loss": 0.4542,
      "step": 381420
    },
    {
      "epoch": 106.46,
      "grad_norm": 1.3378826379776,
      "learning_rate": 4.599621489656743e-06,
      "loss": 0.4184,
      "step": 381430
    },
    {
      "epoch": 106.46,
      "grad_norm": 1.6856772899627686,
      "learning_rate": 4.599614154646045e-06,
      "loss": 0.4391,
      "step": 381440
    },
    {
      "epoch": 106.46,
      "grad_norm": 1.5713603496551514,
      "learning_rate": 4.599606819335091e-06,
      "loss": 0.4409,
      "step": 381450
    },
    {
      "epoch": 106.46,
      "grad_norm": 1.3058881759643555,
      "learning_rate": 4.599599483723881e-06,
      "loss": 0.4473,
      "step": 381460
    },
    {
      "epoch": 106.47,
      "grad_norm": 1.2630661725997925,
      "learning_rate": 4.599592147812418e-06,
      "loss": 0.4205,
      "step": 381470
    },
    {
      "epoch": 106.47,
      "grad_norm": 1.8722859621047974,
      "learning_rate": 4.5995848116007006e-06,
      "loss": 0.4244,
      "step": 381480
    },
    {
      "epoch": 106.47,
      "grad_norm": 1.5402934551239014,
      "learning_rate": 4.5995774750887315e-06,
      "loss": 0.4233,
      "step": 381490
    },
    {
      "epoch": 106.48,
      "grad_norm": 1.4750548601150513,
      "learning_rate": 4.599570138276511e-06,
      "loss": 0.4097,
      "step": 381500
    },
    {
      "epoch": 106.48,
      "grad_norm": 1.6387017965316772,
      "learning_rate": 4.599562801164041e-06,
      "loss": 0.4038,
      "step": 381510
    },
    {
      "epoch": 106.48,
      "grad_norm": 1.4101033210754395,
      "learning_rate": 4.599555463751321e-06,
      "loss": 0.4124,
      "step": 381520
    },
    {
      "epoch": 106.48,
      "grad_norm": 1.5787184238433838,
      "learning_rate": 4.599548126038352e-06,
      "loss": 0.4378,
      "step": 381530
    },
    {
      "epoch": 106.49,
      "grad_norm": 1.722546100616455,
      "learning_rate": 4.5995407880251365e-06,
      "loss": 0.4169,
      "step": 381540
    },
    {
      "epoch": 106.49,
      "grad_norm": 1.4052411317825317,
      "learning_rate": 4.599533449711675e-06,
      "loss": 0.4353,
      "step": 381550
    },
    {
      "epoch": 106.49,
      "grad_norm": 2.104429244995117,
      "learning_rate": 4.599526111097968e-06,
      "loss": 0.419,
      "step": 381560
    },
    {
      "epoch": 106.49,
      "grad_norm": 1.688816785812378,
      "learning_rate": 4.599518772184016e-06,
      "loss": 0.4286,
      "step": 381570
    },
    {
      "epoch": 106.5,
      "grad_norm": 1.6717256307601929,
      "learning_rate": 4.59951143296982e-06,
      "loss": 0.4114,
      "step": 381580
    },
    {
      "epoch": 106.5,
      "grad_norm": 1.340929388999939,
      "learning_rate": 4.599504093455383e-06,
      "loss": 0.4281,
      "step": 381590
    },
    {
      "epoch": 106.5,
      "grad_norm": 1.3454550504684448,
      "learning_rate": 4.5994967536407035e-06,
      "loss": 0.4136,
      "step": 381600
    },
    {
      "epoch": 106.51,
      "grad_norm": 1.3309965133666992,
      "learning_rate": 4.599489413525784e-06,
      "loss": 0.4385,
      "step": 381610
    },
    {
      "epoch": 106.51,
      "grad_norm": 1.4371368885040283,
      "learning_rate": 4.5994820731106245e-06,
      "loss": 0.4258,
      "step": 381620
    },
    {
      "epoch": 106.51,
      "grad_norm": 1.3526461124420166,
      "learning_rate": 4.599474732395226e-06,
      "loss": 0.4087,
      "step": 381630
    },
    {
      "epoch": 106.51,
      "grad_norm": 1.5860999822616577,
      "learning_rate": 4.599467391379592e-06,
      "loss": 0.4183,
      "step": 381640
    },
    {
      "epoch": 106.52,
      "grad_norm": 1.5824644565582275,
      "learning_rate": 4.59946005006372e-06,
      "loss": 0.4151,
      "step": 381650
    },
    {
      "epoch": 106.52,
      "grad_norm": 1.4284015893936157,
      "learning_rate": 4.599452708447612e-06,
      "loss": 0.4187,
      "step": 381660
    },
    {
      "epoch": 106.52,
      "grad_norm": 1.514114499092102,
      "learning_rate": 4.59944536653127e-06,
      "loss": 0.4367,
      "step": 381670
    },
    {
      "epoch": 106.53,
      "grad_norm": 1.5222423076629639,
      "learning_rate": 4.599438024314694e-06,
      "loss": 0.4148,
      "step": 381680
    },
    {
      "epoch": 106.53,
      "grad_norm": 1.1267157793045044,
      "learning_rate": 4.599430681797886e-06,
      "loss": 0.4213,
      "step": 381690
    },
    {
      "epoch": 106.53,
      "grad_norm": 1.3550479412078857,
      "learning_rate": 4.599423338980845e-06,
      "loss": 0.4148,
      "step": 381700
    },
    {
      "epoch": 106.53,
      "grad_norm": 1.5243734121322632,
      "learning_rate": 4.599415995863575e-06,
      "loss": 0.4062,
      "step": 381710
    },
    {
      "epoch": 106.54,
      "grad_norm": 1.3787394762039185,
      "learning_rate": 4.599408652446074e-06,
      "loss": 0.4304,
      "step": 381720
    },
    {
      "epoch": 106.54,
      "grad_norm": 1.4196590185165405,
      "learning_rate": 4.599401308728344e-06,
      "loss": 0.4091,
      "step": 381730
    },
    {
      "epoch": 106.54,
      "grad_norm": 1.5289692878723145,
      "learning_rate": 4.599393964710386e-06,
      "loss": 0.4442,
      "step": 381740
    },
    {
      "epoch": 106.54,
      "grad_norm": 1.1576687097549438,
      "learning_rate": 4.599386620392202e-06,
      "loss": 0.4257,
      "step": 381750
    },
    {
      "epoch": 106.55,
      "grad_norm": 1.4868817329406738,
      "learning_rate": 4.599379275773792e-06,
      "loss": 0.4132,
      "step": 381760
    },
    {
      "epoch": 106.55,
      "grad_norm": 1.3717577457427979,
      "learning_rate": 4.599371930855158e-06,
      "loss": 0.4156,
      "step": 381770
    },
    {
      "epoch": 106.55,
      "grad_norm": 1.591129183769226,
      "learning_rate": 4.599364585636299e-06,
      "loss": 0.4361,
      "step": 381780
    },
    {
      "epoch": 106.56,
      "grad_norm": 1.5371789932250977,
      "learning_rate": 4.599357240117217e-06,
      "loss": 0.4321,
      "step": 381790
    },
    {
      "epoch": 106.56,
      "grad_norm": 1.8716239929199219,
      "learning_rate": 4.5993498942979134e-06,
      "loss": 0.4043,
      "step": 381800
    },
    {
      "epoch": 106.56,
      "grad_norm": 1.8387418985366821,
      "learning_rate": 4.5993425481783884e-06,
      "loss": 0.4275,
      "step": 381810
    },
    {
      "epoch": 106.56,
      "grad_norm": 1.4436371326446533,
      "learning_rate": 4.5993352017586445e-06,
      "loss": 0.4312,
      "step": 381820
    },
    {
      "epoch": 106.57,
      "grad_norm": 1.4006797075271606,
      "learning_rate": 4.599327855038681e-06,
      "loss": 0.4189,
      "step": 381830
    },
    {
      "epoch": 106.57,
      "grad_norm": 1.360029697418213,
      "learning_rate": 4.599320508018499e-06,
      "loss": 0.4143,
      "step": 381840
    },
    {
      "epoch": 106.57,
      "grad_norm": 3.383706569671631,
      "learning_rate": 4.5993131606981005e-06,
      "loss": 0.4139,
      "step": 381850
    },
    {
      "epoch": 106.58,
      "grad_norm": 1.4134045839309692,
      "learning_rate": 4.599305813077486e-06,
      "loss": 0.4212,
      "step": 381860
    },
    {
      "epoch": 106.58,
      "grad_norm": 1.429322361946106,
      "learning_rate": 4.599298465156656e-06,
      "loss": 0.4438,
      "step": 381870
    },
    {
      "epoch": 106.58,
      "grad_norm": 1.400336503982544,
      "learning_rate": 4.599291116935612e-06,
      "loss": 0.4231,
      "step": 381880
    },
    {
      "epoch": 106.58,
      "grad_norm": 1.3680850267410278,
      "learning_rate": 4.599283768414355e-06,
      "loss": 0.4181,
      "step": 381890
    },
    {
      "epoch": 106.59,
      "grad_norm": 1.387022852897644,
      "learning_rate": 4.599276419592885e-06,
      "loss": 0.3906,
      "step": 381900
    },
    {
      "epoch": 106.59,
      "grad_norm": 1.3761413097381592,
      "learning_rate": 4.599269070471205e-06,
      "loss": 0.4224,
      "step": 381910
    },
    {
      "epoch": 106.59,
      "grad_norm": 1.1614891290664673,
      "learning_rate": 4.599261721049315e-06,
      "loss": 0.4047,
      "step": 381920
    },
    {
      "epoch": 106.6,
      "grad_norm": 1.3038486242294312,
      "learning_rate": 4.599254371327215e-06,
      "loss": 0.4225,
      "step": 381930
    },
    {
      "epoch": 106.6,
      "grad_norm": 1.4963911771774292,
      "learning_rate": 4.599247021304907e-06,
      "loss": 0.4256,
      "step": 381940
    },
    {
      "epoch": 106.6,
      "grad_norm": 1.3980978727340698,
      "learning_rate": 4.599239670982391e-06,
      "loss": 0.4354,
      "step": 381950
    },
    {
      "epoch": 106.6,
      "grad_norm": 2.0084941387176514,
      "learning_rate": 4.599232320359669e-06,
      "loss": 0.435,
      "step": 381960
    },
    {
      "epoch": 106.61,
      "grad_norm": 1.4718832969665527,
      "learning_rate": 4.599224969436742e-06,
      "loss": 0.4212,
      "step": 381970
    },
    {
      "epoch": 106.61,
      "grad_norm": 1.293424367904663,
      "learning_rate": 4.599217618213612e-06,
      "loss": 0.4098,
      "step": 381980
    },
    {
      "epoch": 106.61,
      "grad_norm": 1.4801965951919556,
      "learning_rate": 4.5992102666902765e-06,
      "loss": 0.3992,
      "step": 381990
    },
    {
      "epoch": 106.61,
      "grad_norm": 1.428497314453125,
      "learning_rate": 4.599202914866739e-06,
      "loss": 0.4368,
      "step": 382000
    },
    {
      "epoch": 106.62,
      "grad_norm": 1.4643672704696655,
      "learning_rate": 4.599195562743001e-06,
      "loss": 0.426,
      "step": 382010
    },
    {
      "epoch": 106.62,
      "grad_norm": 1.3761863708496094,
      "learning_rate": 4.599188210319062e-06,
      "loss": 0.4395,
      "step": 382020
    },
    {
      "epoch": 106.62,
      "grad_norm": 1.3331023454666138,
      "learning_rate": 4.599180857594924e-06,
      "loss": 0.3959,
      "step": 382030
    },
    {
      "epoch": 106.63,
      "grad_norm": 1.8388147354125977,
      "learning_rate": 4.599173504570587e-06,
      "loss": 0.4234,
      "step": 382040
    },
    {
      "epoch": 106.63,
      "grad_norm": 1.316751480102539,
      "learning_rate": 4.5991661512460526e-06,
      "loss": 0.4368,
      "step": 382050
    },
    {
      "epoch": 106.63,
      "grad_norm": 1.500876784324646,
      "learning_rate": 4.599158797621323e-06,
      "loss": 0.4218,
      "step": 382060
    },
    {
      "epoch": 106.63,
      "grad_norm": 1.354331612586975,
      "learning_rate": 4.599151443696396e-06,
      "loss": 0.401,
      "step": 382070
    },
    {
      "epoch": 106.64,
      "grad_norm": 1.3640217781066895,
      "learning_rate": 4.599144089471275e-06,
      "loss": 0.4149,
      "step": 382080
    },
    {
      "epoch": 106.64,
      "grad_norm": 1.6827349662780762,
      "learning_rate": 4.599136734945961e-06,
      "loss": 0.4125,
      "step": 382090
    },
    {
      "epoch": 106.64,
      "grad_norm": 1.2952455282211304,
      "learning_rate": 4.599129380120454e-06,
      "loss": 0.4475,
      "step": 382100
    },
    {
      "epoch": 106.65,
      "grad_norm": 1.4295462369918823,
      "learning_rate": 4.5991220249947555e-06,
      "loss": 0.4404,
      "step": 382110
    },
    {
      "epoch": 106.65,
      "grad_norm": 1.5736123323440552,
      "learning_rate": 4.599114669568866e-06,
      "loss": 0.405,
      "step": 382120
    },
    {
      "epoch": 106.65,
      "grad_norm": 1.2365893125534058,
      "learning_rate": 4.599107313842787e-06,
      "loss": 0.407,
      "step": 382130
    },
    {
      "epoch": 106.65,
      "grad_norm": 1.6400275230407715,
      "learning_rate": 4.59909995781652e-06,
      "loss": 0.4228,
      "step": 382140
    },
    {
      "epoch": 106.66,
      "grad_norm": 1.3770142793655396,
      "learning_rate": 4.599092601490064e-06,
      "loss": 0.4401,
      "step": 382150
    },
    {
      "epoch": 106.66,
      "grad_norm": 1.3240327835083008,
      "learning_rate": 4.599085244863423e-06,
      "loss": 0.4061,
      "step": 382160
    },
    {
      "epoch": 106.66,
      "grad_norm": 1.5758119821548462,
      "learning_rate": 4.5990778879365945e-06,
      "loss": 0.3992,
      "step": 382170
    },
    {
      "epoch": 106.66,
      "grad_norm": 1.69475257396698,
      "learning_rate": 4.5990705307095826e-06,
      "loss": 0.4171,
      "step": 382180
    },
    {
      "epoch": 106.67,
      "grad_norm": 1.5266438722610474,
      "learning_rate": 4.5990631731823855e-06,
      "loss": 0.4485,
      "step": 382190
    },
    {
      "epoch": 106.67,
      "grad_norm": 1.585140347480774,
      "learning_rate": 4.599055815355007e-06,
      "loss": 0.4291,
      "step": 382200
    },
    {
      "epoch": 106.67,
      "grad_norm": 1.3333836793899536,
      "learning_rate": 4.599048457227446e-06,
      "loss": 0.4258,
      "step": 382210
    },
    {
      "epoch": 106.68,
      "grad_norm": 1.104927659034729,
      "learning_rate": 4.599041098799705e-06,
      "loss": 0.4168,
      "step": 382220
    },
    {
      "epoch": 106.68,
      "grad_norm": 1.384519338607788,
      "learning_rate": 4.599033740071783e-06,
      "loss": 0.4156,
      "step": 382230
    },
    {
      "epoch": 106.68,
      "grad_norm": 1.3640238046646118,
      "learning_rate": 4.5990263810436826e-06,
      "loss": 0.4195,
      "step": 382240
    },
    {
      "epoch": 106.68,
      "grad_norm": 1.3540656566619873,
      "learning_rate": 4.599019021715405e-06,
      "loss": 0.4231,
      "step": 382250
    },
    {
      "epoch": 106.69,
      "grad_norm": 1.464499592781067,
      "learning_rate": 4.5990116620869484e-06,
      "loss": 0.422,
      "step": 382260
    },
    {
      "epoch": 106.69,
      "grad_norm": 1.4670634269714355,
      "learning_rate": 4.599004302158317e-06,
      "loss": 0.4083,
      "step": 382270
    },
    {
      "epoch": 106.69,
      "grad_norm": 1.3988597393035889,
      "learning_rate": 4.598996941929512e-06,
      "loss": 0.4185,
      "step": 382280
    },
    {
      "epoch": 106.7,
      "grad_norm": 1.7848303318023682,
      "learning_rate": 4.598989581400532e-06,
      "loss": 0.4323,
      "step": 382290
    },
    {
      "epoch": 106.7,
      "grad_norm": 1.321709156036377,
      "learning_rate": 4.598982220571379e-06,
      "loss": 0.4302,
      "step": 382300
    },
    {
      "epoch": 106.7,
      "grad_norm": 1.3500593900680542,
      "learning_rate": 4.598974859442054e-06,
      "loss": 0.4214,
      "step": 382310
    },
    {
      "epoch": 106.7,
      "grad_norm": 1.279151201248169,
      "learning_rate": 4.598967498012557e-06,
      "loss": 0.3984,
      "step": 382320
    },
    {
      "epoch": 106.71,
      "grad_norm": 1.6364551782608032,
      "learning_rate": 4.598960136282891e-06,
      "loss": 0.4113,
      "step": 382330
    },
    {
      "epoch": 106.71,
      "grad_norm": 1.5502985715866089,
      "learning_rate": 4.598952774253056e-06,
      "loss": 0.4013,
      "step": 382340
    },
    {
      "epoch": 106.71,
      "grad_norm": 1.5209287405014038,
      "learning_rate": 4.598945411923052e-06,
      "loss": 0.4383,
      "step": 382350
    },
    {
      "epoch": 106.72,
      "grad_norm": 1.340622067451477,
      "learning_rate": 4.5989380492928815e-06,
      "loss": 0.4112,
      "step": 382360
    },
    {
      "epoch": 106.72,
      "grad_norm": 1.75782310962677,
      "learning_rate": 4.598930686362545e-06,
      "loss": 0.4091,
      "step": 382370
    },
    {
      "epoch": 106.72,
      "grad_norm": 1.6189396381378174,
      "learning_rate": 4.598923323132043e-06,
      "loss": 0.4221,
      "step": 382380
    },
    {
      "epoch": 106.72,
      "grad_norm": 1.6399043798446655,
      "learning_rate": 4.598915959601377e-06,
      "loss": 0.4273,
      "step": 382390
    },
    {
      "epoch": 106.73,
      "grad_norm": 1.2126208543777466,
      "learning_rate": 4.598908595770548e-06,
      "loss": 0.4144,
      "step": 382400
    },
    {
      "epoch": 106.73,
      "grad_norm": 1.3782635927200317,
      "learning_rate": 4.5989012316395565e-06,
      "loss": 0.4124,
      "step": 382410
    },
    {
      "epoch": 106.73,
      "grad_norm": 3.676187753677368,
      "learning_rate": 4.598893867208404e-06,
      "loss": 0.4235,
      "step": 382420
    },
    {
      "epoch": 106.73,
      "grad_norm": 1.5454226732254028,
      "learning_rate": 4.59888650247709e-06,
      "loss": 0.4216,
      "step": 382430
    },
    {
      "epoch": 106.74,
      "grad_norm": 1.6360671520233154,
      "learning_rate": 4.598879137445618e-06,
      "loss": 0.4163,
      "step": 382440
    },
    {
      "epoch": 106.74,
      "grad_norm": 1.7013307809829712,
      "learning_rate": 4.598871772113988e-06,
      "loss": 0.4394,
      "step": 382450
    },
    {
      "epoch": 106.74,
      "grad_norm": 1.4679406881332397,
      "learning_rate": 4.598864406482201e-06,
      "loss": 0.4022,
      "step": 382460
    },
    {
      "epoch": 106.75,
      "grad_norm": 1.3454500436782837,
      "learning_rate": 4.598857040550256e-06,
      "loss": 0.4253,
      "step": 382470
    },
    {
      "epoch": 106.75,
      "grad_norm": 1.551618218421936,
      "learning_rate": 4.598849674318156e-06,
      "loss": 0.4248,
      "step": 382480
    },
    {
      "epoch": 106.75,
      "grad_norm": 1.513468623161316,
      "learning_rate": 4.598842307785903e-06,
      "loss": 0.41,
      "step": 382490
    },
    {
      "epoch": 106.75,
      "grad_norm": 1.4925512075424194,
      "learning_rate": 4.598834940953495e-06,
      "loss": 0.4356,
      "step": 382500
    },
    {
      "epoch": 106.76,
      "grad_norm": 1.362331748008728,
      "learning_rate": 4.598827573820935e-06,
      "loss": 0.4315,
      "step": 382510
    },
    {
      "epoch": 106.76,
      "grad_norm": 2.1254191398620605,
      "learning_rate": 4.598820206388224e-06,
      "loss": 0.4152,
      "step": 382520
    },
    {
      "epoch": 106.76,
      "grad_norm": 1.5607882738113403,
      "learning_rate": 4.598812838655362e-06,
      "loss": 0.418,
      "step": 382530
    },
    {
      "epoch": 106.77,
      "grad_norm": 1.4324809312820435,
      "learning_rate": 4.59880547062235e-06,
      "loss": 0.4063,
      "step": 382540
    },
    {
      "epoch": 106.77,
      "grad_norm": 1.4967525005340576,
      "learning_rate": 4.5987981022891915e-06,
      "loss": 0.4195,
      "step": 382550
    },
    {
      "epoch": 106.77,
      "grad_norm": 1.716190218925476,
      "learning_rate": 4.598790733655884e-06,
      "loss": 0.4284,
      "step": 382560
    },
    {
      "epoch": 106.77,
      "grad_norm": 1.4196178913116455,
      "learning_rate": 4.59878336472243e-06,
      "loss": 0.4297,
      "step": 382570
    },
    {
      "epoch": 106.78,
      "grad_norm": 1.4579347372055054,
      "learning_rate": 4.598775995488831e-06,
      "loss": 0.4224,
      "step": 382580
    },
    {
      "epoch": 106.78,
      "grad_norm": 1.6714129447937012,
      "learning_rate": 4.598768625955087e-06,
      "loss": 0.4324,
      "step": 382590
    },
    {
      "epoch": 106.78,
      "grad_norm": 1.3819911479949951,
      "learning_rate": 4.598761256121199e-06,
      "loss": 0.4134,
      "step": 382600
    },
    {
      "epoch": 106.78,
      "grad_norm": 1.6256401538848877,
      "learning_rate": 4.59875388598717e-06,
      "loss": 0.4387,
      "step": 382610
    },
    {
      "epoch": 106.79,
      "grad_norm": 1.6631710529327393,
      "learning_rate": 4.598746515552998e-06,
      "loss": 0.4226,
      "step": 382620
    },
    {
      "epoch": 106.79,
      "grad_norm": 1.709465503692627,
      "learning_rate": 4.5987391448186855e-06,
      "loss": 0.421,
      "step": 382630
    },
    {
      "epoch": 106.79,
      "grad_norm": 1.3307371139526367,
      "learning_rate": 4.5987317737842336e-06,
      "loss": 0.4272,
      "step": 382640
    },
    {
      "epoch": 106.8,
      "grad_norm": 1.5547118186950684,
      "learning_rate": 4.598724402449643e-06,
      "loss": 0.4476,
      "step": 382650
    },
    {
      "epoch": 106.8,
      "grad_norm": 1.6402976512908936,
      "learning_rate": 4.598717030814915e-06,
      "loss": 0.4276,
      "step": 382660
    },
    {
      "epoch": 106.8,
      "grad_norm": 1.5015864372253418,
      "learning_rate": 4.598709658880049e-06,
      "loss": 0.4501,
      "step": 382670
    },
    {
      "epoch": 106.8,
      "grad_norm": 1.5381479263305664,
      "learning_rate": 4.598702286645048e-06,
      "loss": 0.4322,
      "step": 382680
    },
    {
      "epoch": 106.81,
      "grad_norm": 1.5129354000091553,
      "learning_rate": 4.598694914109913e-06,
      "loss": 0.4135,
      "step": 382690
    },
    {
      "epoch": 106.81,
      "grad_norm": 1.4821972846984863,
      "learning_rate": 4.598687541274644e-06,
      "loss": 0.4018,
      "step": 382700
    },
    {
      "epoch": 106.81,
      "grad_norm": 1.507195234298706,
      "learning_rate": 4.598680168139242e-06,
      "loss": 0.4354,
      "step": 382710
    },
    {
      "epoch": 106.82,
      "grad_norm": 1.816162347793579,
      "learning_rate": 4.598672794703707e-06,
      "loss": 0.4252,
      "step": 382720
    },
    {
      "epoch": 106.82,
      "grad_norm": 1.363451600074768,
      "learning_rate": 4.598665420968043e-06,
      "loss": 0.4207,
      "step": 382730
    },
    {
      "epoch": 106.82,
      "grad_norm": 1.194324254989624,
      "learning_rate": 4.598658046932248e-06,
      "loss": 0.4256,
      "step": 382740
    },
    {
      "epoch": 106.82,
      "grad_norm": 1.4232147932052612,
      "learning_rate": 4.598650672596324e-06,
      "loss": 0.4155,
      "step": 382750
    },
    {
      "epoch": 106.83,
      "grad_norm": 1.401524543762207,
      "learning_rate": 4.598643297960272e-06,
      "loss": 0.4055,
      "step": 382760
    },
    {
      "epoch": 106.83,
      "grad_norm": 1.4052910804748535,
      "learning_rate": 4.598635923024094e-06,
      "loss": 0.4149,
      "step": 382770
    },
    {
      "epoch": 106.83,
      "grad_norm": 1.9120655059814453,
      "learning_rate": 4.5986285477877896e-06,
      "loss": 0.4223,
      "step": 382780
    },
    {
      "epoch": 106.84,
      "grad_norm": 2.066758632659912,
      "learning_rate": 4.59862117225136e-06,
      "loss": 0.4341,
      "step": 382790
    },
    {
      "epoch": 106.84,
      "grad_norm": 1.3979555368423462,
      "learning_rate": 4.598613796414807e-06,
      "loss": 0.4343,
      "step": 382800
    },
    {
      "epoch": 106.84,
      "grad_norm": 1.546728253364563,
      "learning_rate": 4.598606420278131e-06,
      "loss": 0.4287,
      "step": 382810
    },
    {
      "epoch": 106.84,
      "grad_norm": 1.0468621253967285,
      "learning_rate": 4.598599043841333e-06,
      "loss": 0.4174,
      "step": 382820
    },
    {
      "epoch": 106.85,
      "grad_norm": 1.6545861959457397,
      "learning_rate": 4.598591667104414e-06,
      "loss": 0.4313,
      "step": 382830
    },
    {
      "epoch": 106.85,
      "grad_norm": 1.3095264434814453,
      "learning_rate": 4.5985842900673746e-06,
      "loss": 0.4214,
      "step": 382840
    },
    {
      "epoch": 106.85,
      "grad_norm": 1.341617465019226,
      "learning_rate": 4.598576912730216e-06,
      "loss": 0.4213,
      "step": 382850
    },
    {
      "epoch": 106.85,
      "grad_norm": 1.3757882118225098,
      "learning_rate": 4.5985695350929395e-06,
      "loss": 0.4326,
      "step": 382860
    },
    {
      "epoch": 106.86,
      "grad_norm": 2.3714213371276855,
      "learning_rate": 4.598562157155546e-06,
      "loss": 0.4112,
      "step": 382870
    },
    {
      "epoch": 106.86,
      "grad_norm": 1.399808406829834,
      "learning_rate": 4.598554778918036e-06,
      "loss": 0.4158,
      "step": 382880
    },
    {
      "epoch": 106.86,
      "grad_norm": 1.2800204753875732,
      "learning_rate": 4.598547400380411e-06,
      "loss": 0.4266,
      "step": 382890
    },
    {
      "epoch": 106.87,
      "grad_norm": 1.4309751987457275,
      "learning_rate": 4.598540021542672e-06,
      "loss": 0.4068,
      "step": 382900
    },
    {
      "epoch": 106.87,
      "grad_norm": 1.6481715440750122,
      "learning_rate": 4.5985326424048205e-06,
      "loss": 0.4241,
      "step": 382910
    },
    {
      "epoch": 106.87,
      "grad_norm": 1.6469061374664307,
      "learning_rate": 4.5985252629668555e-06,
      "loss": 0.4309,
      "step": 382920
    },
    {
      "epoch": 106.87,
      "grad_norm": 1.4299046993255615,
      "learning_rate": 4.598517883228781e-06,
      "loss": 0.4008,
      "step": 382930
    },
    {
      "epoch": 106.88,
      "grad_norm": 1.5633647441864014,
      "learning_rate": 4.598510503190595e-06,
      "loss": 0.444,
      "step": 382940
    },
    {
      "epoch": 106.88,
      "grad_norm": 1.4609252214431763,
      "learning_rate": 4.5985031228523e-06,
      "loss": 0.428,
      "step": 382950
    },
    {
      "epoch": 106.88,
      "grad_norm": 1.8831053972244263,
      "learning_rate": 4.598495742213896e-06,
      "loss": 0.4223,
      "step": 382960
    },
    {
      "epoch": 106.89,
      "grad_norm": 1.4320170879364014,
      "learning_rate": 4.598488361275386e-06,
      "loss": 0.4355,
      "step": 382970
    },
    {
      "epoch": 106.89,
      "grad_norm": 1.5995551347732544,
      "learning_rate": 4.598480980036769e-06,
      "loss": 0.4162,
      "step": 382980
    },
    {
      "epoch": 106.89,
      "grad_norm": 1.6181639432907104,
      "learning_rate": 4.598473598498047e-06,
      "loss": 0.4335,
      "step": 382990
    },
    {
      "epoch": 106.89,
      "grad_norm": 1.2913260459899902,
      "learning_rate": 4.598466216659221e-06,
      "loss": 0.431,
      "step": 383000
    },
    {
      "epoch": 106.9,
      "grad_norm": 1.7463254928588867,
      "learning_rate": 4.598458834520291e-06,
      "loss": 0.4167,
      "step": 383010
    },
    {
      "epoch": 106.9,
      "grad_norm": 1.393166422843933,
      "learning_rate": 4.598451452081259e-06,
      "loss": 0.4193,
      "step": 383020
    },
    {
      "epoch": 106.9,
      "grad_norm": 1.5781151056289673,
      "learning_rate": 4.5984440693421255e-06,
      "loss": 0.4389,
      "step": 383030
    },
    {
      "epoch": 106.9,
      "grad_norm": 2.2963194847106934,
      "learning_rate": 4.5984366863028915e-06,
      "loss": 0.425,
      "step": 383040
    },
    {
      "epoch": 106.91,
      "grad_norm": 1.4310245513916016,
      "learning_rate": 4.598429302963558e-06,
      "loss": 0.4331,
      "step": 383050
    },
    {
      "epoch": 106.91,
      "grad_norm": 1.1384637355804443,
      "learning_rate": 4.598421919324127e-06,
      "loss": 0.4002,
      "step": 383060
    },
    {
      "epoch": 106.91,
      "grad_norm": 1.4400413036346436,
      "learning_rate": 4.598414535384598e-06,
      "loss": 0.4351,
      "step": 383070
    },
    {
      "epoch": 106.92,
      "grad_norm": 1.5025259256362915,
      "learning_rate": 4.598407151144972e-06,
      "loss": 0.4208,
      "step": 383080
    },
    {
      "epoch": 106.92,
      "grad_norm": 1.4805201292037964,
      "learning_rate": 4.598399766605251e-06,
      "loss": 0.4143,
      "step": 383090
    },
    {
      "epoch": 106.92,
      "grad_norm": 1.6041861772537231,
      "learning_rate": 4.598392381765435e-06,
      "loss": 0.4193,
      "step": 383100
    },
    {
      "epoch": 106.92,
      "grad_norm": 1.6211347579956055,
      "learning_rate": 4.598384996625526e-06,
      "loss": 0.4213,
      "step": 383110
    },
    {
      "epoch": 106.93,
      "grad_norm": 1.4942291975021362,
      "learning_rate": 4.598377611185524e-06,
      "loss": 0.4238,
      "step": 383120
    },
    {
      "epoch": 106.93,
      "grad_norm": 1.3125234842300415,
      "learning_rate": 4.5983702254454315e-06,
      "loss": 0.4358,
      "step": 383130
    },
    {
      "epoch": 106.93,
      "grad_norm": 1.3925200700759888,
      "learning_rate": 4.598362839405248e-06,
      "loss": 0.4257,
      "step": 383140
    },
    {
      "epoch": 106.94,
      "grad_norm": 1.5423922538757324,
      "learning_rate": 4.598355453064974e-06,
      "loss": 0.4335,
      "step": 383150
    },
    {
      "epoch": 106.94,
      "grad_norm": 1.6824939250946045,
      "learning_rate": 4.598348066424612e-06,
      "loss": 0.4382,
      "step": 383160
    },
    {
      "epoch": 106.94,
      "grad_norm": 1.639840841293335,
      "learning_rate": 4.598340679484163e-06,
      "loss": 0.4272,
      "step": 383170
    },
    {
      "epoch": 106.94,
      "grad_norm": 1.4966988563537598,
      "learning_rate": 4.598333292243626e-06,
      "loss": 0.4242,
      "step": 383180
    },
    {
      "epoch": 106.95,
      "grad_norm": 1.6098512411117554,
      "learning_rate": 4.598325904703004e-06,
      "loss": 0.4314,
      "step": 383190
    },
    {
      "epoch": 106.95,
      "grad_norm": 1.7151274681091309,
      "learning_rate": 4.598318516862298e-06,
      "loss": 0.4162,
      "step": 383200
    },
    {
      "epoch": 106.95,
      "grad_norm": 1.3877794742584229,
      "learning_rate": 4.598311128721507e-06,
      "loss": 0.4127,
      "step": 383210
    },
    {
      "epoch": 106.96,
      "grad_norm": 1.2818704843521118,
      "learning_rate": 4.598303740280635e-06,
      "loss": 0.4123,
      "step": 383220
    },
    {
      "epoch": 106.96,
      "grad_norm": 1.4377042055130005,
      "learning_rate": 4.59829635153968e-06,
      "loss": 0.4379,
      "step": 383230
    },
    {
      "epoch": 106.96,
      "grad_norm": 1.3422867059707642,
      "learning_rate": 4.598288962498645e-06,
      "loss": 0.415,
      "step": 383240
    },
    {
      "epoch": 106.96,
      "grad_norm": 1.1170241832733154,
      "learning_rate": 4.59828157315753e-06,
      "loss": 0.4204,
      "step": 383250
    },
    {
      "epoch": 106.97,
      "grad_norm": 1.526170253753662,
      "learning_rate": 4.598274183516336e-06,
      "loss": 0.4199,
      "step": 383260
    },
    {
      "epoch": 106.97,
      "grad_norm": 1.29270601272583,
      "learning_rate": 4.598266793575064e-06,
      "loss": 0.4291,
      "step": 383270
    },
    {
      "epoch": 106.97,
      "grad_norm": 1.2885149717330933,
      "learning_rate": 4.598259403333716e-06,
      "loss": 0.4255,
      "step": 383280
    },
    {
      "epoch": 106.97,
      "grad_norm": 1.6476274728775024,
      "learning_rate": 4.598252012792291e-06,
      "loss": 0.4149,
      "step": 383290
    },
    {
      "epoch": 106.98,
      "grad_norm": 1.3618468046188354,
      "learning_rate": 4.598244621950792e-06,
      "loss": 0.4229,
      "step": 383300
    },
    {
      "epoch": 106.98,
      "grad_norm": 1.6538373231887817,
      "learning_rate": 4.598237230809219e-06,
      "loss": 0.4323,
      "step": 383310
    },
    {
      "epoch": 106.98,
      "grad_norm": 1.7041099071502686,
      "learning_rate": 4.598229839367574e-06,
      "loss": 0.4145,
      "step": 383320
    },
    {
      "epoch": 106.99,
      "grad_norm": 1.5117549896240234,
      "learning_rate": 4.598222447625856e-06,
      "loss": 0.4296,
      "step": 383330
    },
    {
      "epoch": 106.99,
      "grad_norm": 1.207815408706665,
      "learning_rate": 4.598215055584067e-06,
      "loss": 0.4407,
      "step": 383340
    },
    {
      "epoch": 106.99,
      "grad_norm": 1.7326066493988037,
      "learning_rate": 4.598207663242209e-06,
      "loss": 0.4457,
      "step": 383350
    },
    {
      "epoch": 106.99,
      "grad_norm": 1.4432475566864014,
      "learning_rate": 4.598200270600281e-06,
      "loss": 0.4322,
      "step": 383360
    },
    {
      "epoch": 107.0,
      "grad_norm": 1.4543362855911255,
      "learning_rate": 4.598192877658286e-06,
      "loss": 0.4128,
      "step": 383370
    },
    {
      "epoch": 107.0,
      "grad_norm": 1.3366304636001587,
      "learning_rate": 4.598185484416223e-06,
      "loss": 0.4242,
      "step": 383380
    },
    {
      "epoch": 107.0,
      "eval_loss": 0.42279142141342163,
      "eval_runtime": 63.2325,
      "eval_samples_per_second": 80.006,
      "eval_steps_per_second": 10.011,
      "step": 383381
    },
    {
      "epoch": 107.0,
      "grad_norm": 1.7710590362548828,
      "learning_rate": 4.598178090874095e-06,
      "loss": 0.4187,
      "step": 383390
    },
    {
      "epoch": 107.01,
      "grad_norm": 1.5203603506088257,
      "learning_rate": 4.598170697031902e-06,
      "loss": 0.4171,
      "step": 383400
    },
    {
      "epoch": 107.01,
      "grad_norm": 1.5078513622283936,
      "learning_rate": 4.598163302889644e-06,
      "loss": 0.4083,
      "step": 383410
    },
    {
      "epoch": 107.01,
      "grad_norm": 1.4259480237960815,
      "learning_rate": 4.598155908447325e-06,
      "loss": 0.4406,
      "step": 383420
    },
    {
      "epoch": 107.01,
      "grad_norm": 1.3462451696395874,
      "learning_rate": 4.598148513704942e-06,
      "loss": 0.4166,
      "step": 383430
    },
    {
      "epoch": 107.02,
      "grad_norm": 1.792029857635498,
      "learning_rate": 4.598141118662499e-06,
      "loss": 0.433,
      "step": 383440
    },
    {
      "epoch": 107.02,
      "grad_norm": 2.6756246089935303,
      "learning_rate": 4.598133723319994e-06,
      "loss": 0.4111,
      "step": 383450
    },
    {
      "epoch": 107.02,
      "grad_norm": 1.7175511121749878,
      "learning_rate": 4.598126327677432e-06,
      "loss": 0.441,
      "step": 383460
    },
    {
      "epoch": 107.02,
      "grad_norm": 1.4661853313446045,
      "learning_rate": 4.5981189317348115e-06,
      "loss": 0.401,
      "step": 383470
    },
    {
      "epoch": 107.03,
      "grad_norm": 1.6201952695846558,
      "learning_rate": 4.598111535492134e-06,
      "loss": 0.4284,
      "step": 383480
    },
    {
      "epoch": 107.03,
      "grad_norm": 1.6360411643981934,
      "learning_rate": 4.5981041389494e-06,
      "loss": 0.4222,
      "step": 383490
    },
    {
      "epoch": 107.03,
      "grad_norm": 1.4553474187850952,
      "learning_rate": 4.5980967421066104e-06,
      "loss": 0.3992,
      "step": 383500
    },
    {
      "epoch": 107.04,
      "grad_norm": 1.5848829746246338,
      "learning_rate": 4.598089344963767e-06,
      "loss": 0.4199,
      "step": 383510
    },
    {
      "epoch": 107.04,
      "grad_norm": 1.576439619064331,
      "learning_rate": 4.598081947520871e-06,
      "loss": 0.4385,
      "step": 383520
    },
    {
      "epoch": 107.04,
      "grad_norm": 1.5672047138214111,
      "learning_rate": 4.598074549777922e-06,
      "loss": 0.4236,
      "step": 383530
    },
    {
      "epoch": 107.04,
      "grad_norm": 1.9307137727737427,
      "learning_rate": 4.598067151734922e-06,
      "loss": 0.4162,
      "step": 383540
    },
    {
      "epoch": 107.05,
      "grad_norm": 1.5299407243728638,
      "learning_rate": 4.598059753391872e-06,
      "loss": 0.4136,
      "step": 383550
    },
    {
      "epoch": 107.05,
      "grad_norm": 1.6931439638137817,
      "learning_rate": 4.598052354748773e-06,
      "loss": 0.4199,
      "step": 383560
    },
    {
      "epoch": 107.05,
      "grad_norm": 1.2880115509033203,
      "learning_rate": 4.598044955805625e-06,
      "loss": 0.4126,
      "step": 383570
    },
    {
      "epoch": 107.06,
      "grad_norm": 1.4725162982940674,
      "learning_rate": 4.598037556562431e-06,
      "loss": 0.415,
      "step": 383580
    },
    {
      "epoch": 107.06,
      "grad_norm": 1.3089014291763306,
      "learning_rate": 4.598030157019189e-06,
      "loss": 0.4512,
      "step": 383590
    },
    {
      "epoch": 107.06,
      "grad_norm": 5.143946647644043,
      "learning_rate": 4.598022757175903e-06,
      "loss": 0.4109,
      "step": 383600
    },
    {
      "epoch": 107.06,
      "grad_norm": 1.5261775255203247,
      "learning_rate": 4.598015357032572e-06,
      "loss": 0.4046,
      "step": 383610
    },
    {
      "epoch": 107.07,
      "grad_norm": 1.342000961303711,
      "learning_rate": 4.598007956589198e-06,
      "loss": 0.4216,
      "step": 383620
    },
    {
      "epoch": 107.07,
      "grad_norm": 4.745297908782959,
      "learning_rate": 4.598000555845781e-06,
      "loss": 0.424,
      "step": 383630
    },
    {
      "epoch": 107.07,
      "grad_norm": 1.3417547941207886,
      "learning_rate": 4.597993154802324e-06,
      "loss": 0.4274,
      "step": 383640
    },
    {
      "epoch": 107.08,
      "grad_norm": 1.6397472620010376,
      "learning_rate": 4.597985753458825e-06,
      "loss": 0.4114,
      "step": 383650
    },
    {
      "epoch": 107.08,
      "grad_norm": 1.955100417137146,
      "learning_rate": 4.597978351815288e-06,
      "loss": 0.4118,
      "step": 383660
    },
    {
      "epoch": 107.08,
      "grad_norm": 1.4886999130249023,
      "learning_rate": 4.597970949871712e-06,
      "loss": 0.421,
      "step": 383670
    },
    {
      "epoch": 107.08,
      "grad_norm": 1.3607850074768066,
      "learning_rate": 4.5979635476280985e-06,
      "loss": 0.4306,
      "step": 383680
    },
    {
      "epoch": 107.09,
      "grad_norm": 1.5478270053863525,
      "learning_rate": 4.597956145084449e-06,
      "loss": 0.4149,
      "step": 383690
    },
    {
      "epoch": 107.09,
      "grad_norm": 1.287974238395691,
      "learning_rate": 4.597948742240763e-06,
      "loss": 0.4322,
      "step": 383700
    },
    {
      "epoch": 107.09,
      "grad_norm": 1.605504035949707,
      "learning_rate": 4.5979413390970435e-06,
      "loss": 0.4374,
      "step": 383710
    },
    {
      "epoch": 107.09,
      "grad_norm": 1.5486294031143188,
      "learning_rate": 4.597933935653291e-06,
      "loss": 0.4323,
      "step": 383720
    },
    {
      "epoch": 107.1,
      "grad_norm": 1.8668676614761353,
      "learning_rate": 4.5979265319095044e-06,
      "loss": 0.4311,
      "step": 383730
    },
    {
      "epoch": 107.1,
      "grad_norm": 1.717882513999939,
      "learning_rate": 4.597919127865687e-06,
      "loss": 0.4308,
      "step": 383740
    },
    {
      "epoch": 107.1,
      "grad_norm": 1.526466965675354,
      "learning_rate": 4.59791172352184e-06,
      "loss": 0.4325,
      "step": 383750
    },
    {
      "epoch": 107.11,
      "grad_norm": 1.335739254951477,
      "learning_rate": 4.597904318877963e-06,
      "loss": 0.4242,
      "step": 383760
    },
    {
      "epoch": 107.11,
      "grad_norm": 1.6390278339385986,
      "learning_rate": 4.597896913934056e-06,
      "loss": 0.4129,
      "step": 383770
    },
    {
      "epoch": 107.11,
      "grad_norm": 1.6644668579101562,
      "learning_rate": 4.597889508690123e-06,
      "loss": 0.4283,
      "step": 383780
    },
    {
      "epoch": 107.11,
      "grad_norm": 1.5240758657455444,
      "learning_rate": 4.597882103146163e-06,
      "loss": 0.4277,
      "step": 383790
    },
    {
      "epoch": 107.12,
      "grad_norm": 1.9098055362701416,
      "learning_rate": 4.597874697302178e-06,
      "loss": 0.418,
      "step": 383800
    },
    {
      "epoch": 107.12,
      "grad_norm": 1.3402233123779297,
      "learning_rate": 4.597867291158167e-06,
      "loss": 0.4127,
      "step": 383810
    },
    {
      "epoch": 107.12,
      "grad_norm": 1.3558359146118164,
      "learning_rate": 4.597859884714133e-06,
      "loss": 0.4249,
      "step": 383820
    },
    {
      "epoch": 107.13,
      "grad_norm": 1.3692784309387207,
      "learning_rate": 4.597852477970076e-06,
      "loss": 0.4148,
      "step": 383830
    },
    {
      "epoch": 107.13,
      "grad_norm": 2.7942373752593994,
      "learning_rate": 4.597845070925998e-06,
      "loss": 0.4295,
      "step": 383840
    },
    {
      "epoch": 107.13,
      "grad_norm": 1.5804119110107422,
      "learning_rate": 4.5978376635819e-06,
      "loss": 0.4379,
      "step": 383850
    },
    {
      "epoch": 107.13,
      "grad_norm": 1.6185722351074219,
      "learning_rate": 4.59783025593778e-06,
      "loss": 0.4228,
      "step": 383860
    },
    {
      "epoch": 107.14,
      "grad_norm": 1.5943665504455566,
      "learning_rate": 4.597822847993644e-06,
      "loss": 0.4116,
      "step": 383870
    },
    {
      "epoch": 107.14,
      "grad_norm": 1.5180647373199463,
      "learning_rate": 4.597815439749489e-06,
      "loss": 0.4314,
      "step": 383880
    },
    {
      "epoch": 107.14,
      "grad_norm": 1.4577924013137817,
      "learning_rate": 4.597808031205317e-06,
      "loss": 0.4156,
      "step": 383890
    },
    {
      "epoch": 107.14,
      "grad_norm": 1.641281008720398,
      "learning_rate": 4.59780062236113e-06,
      "loss": 0.4296,
      "step": 383900
    },
    {
      "epoch": 107.15,
      "grad_norm": 1.5480003356933594,
      "learning_rate": 4.597793213216928e-06,
      "loss": 0.4357,
      "step": 383910
    },
    {
      "epoch": 107.15,
      "grad_norm": 1.4497015476226807,
      "learning_rate": 4.597785803772712e-06,
      "loss": 0.4328,
      "step": 383920
    },
    {
      "epoch": 107.15,
      "grad_norm": 1.4399198293685913,
      "learning_rate": 4.597778394028484e-06,
      "loss": 0.4317,
      "step": 383930
    },
    {
      "epoch": 107.16,
      "grad_norm": 1.2945048809051514,
      "learning_rate": 4.597770983984243e-06,
      "loss": 0.4341,
      "step": 383940
    },
    {
      "epoch": 107.16,
      "grad_norm": 1.3963547945022583,
      "learning_rate": 4.597763573639991e-06,
      "loss": 0.4157,
      "step": 383950
    },
    {
      "epoch": 107.16,
      "grad_norm": 1.2725179195404053,
      "learning_rate": 4.59775616299573e-06,
      "loss": 0.4326,
      "step": 383960
    },
    {
      "epoch": 107.16,
      "grad_norm": 1.5562933683395386,
      "learning_rate": 4.5977487520514605e-06,
      "loss": 0.4217,
      "step": 383970
    },
    {
      "epoch": 107.17,
      "grad_norm": 1.7725468873977661,
      "learning_rate": 4.597741340807183e-06,
      "loss": 0.4069,
      "step": 383980
    },
    {
      "epoch": 107.17,
      "grad_norm": 1.3483409881591797,
      "learning_rate": 4.5977339292628985e-06,
      "loss": 0.4057,
      "step": 383990
    },
    {
      "epoch": 107.17,
      "grad_norm": 1.3510161638259888,
      "learning_rate": 4.5977265174186075e-06,
      "loss": 0.4225,
      "step": 384000
    },
    {
      "epoch": 107.18,
      "grad_norm": 2.319711446762085,
      "learning_rate": 4.597719105274312e-06,
      "loss": 0.4103,
      "step": 384010
    },
    {
      "epoch": 107.18,
      "grad_norm": 1.6805003881454468,
      "learning_rate": 4.597711692830012e-06,
      "loss": 0.4365,
      "step": 384020
    },
    {
      "epoch": 107.18,
      "grad_norm": 1.7635338306427002,
      "learning_rate": 4.597704280085711e-06,
      "loss": 0.4163,
      "step": 384030
    },
    {
      "epoch": 107.18,
      "grad_norm": 1.266877293586731,
      "learning_rate": 4.597696867041406e-06,
      "loss": 0.4356,
      "step": 384040
    },
    {
      "epoch": 107.19,
      "grad_norm": 1.6164112091064453,
      "learning_rate": 4.597689453697101e-06,
      "loss": 0.4203,
      "step": 384050
    },
    {
      "epoch": 107.19,
      "grad_norm": 1.343738317489624,
      "learning_rate": 4.597682040052796e-06,
      "loss": 0.4257,
      "step": 384060
    },
    {
      "epoch": 107.19,
      "grad_norm": 1.6646543741226196,
      "learning_rate": 4.597674626108492e-06,
      "loss": 0.43,
      "step": 384070
    },
    {
      "epoch": 107.2,
      "grad_norm": 1.5247840881347656,
      "learning_rate": 4.59766721186419e-06,
      "loss": 0.4248,
      "step": 384080
    },
    {
      "epoch": 107.2,
      "grad_norm": 1.8560945987701416,
      "learning_rate": 4.597659797319891e-06,
      "loss": 0.4019,
      "step": 384090
    },
    {
      "epoch": 107.2,
      "grad_norm": 2.037662982940674,
      "learning_rate": 4.597652382475597e-06,
      "loss": 0.4261,
      "step": 384100
    },
    {
      "epoch": 107.2,
      "grad_norm": 1.5469963550567627,
      "learning_rate": 4.597644967331306e-06,
      "loss": 0.411,
      "step": 384110
    },
    {
      "epoch": 107.21,
      "grad_norm": 1.6542298793792725,
      "learning_rate": 4.5976375518870216e-06,
      "loss": 0.425,
      "step": 384120
    },
    {
      "epoch": 107.21,
      "grad_norm": 1.2916138172149658,
      "learning_rate": 4.597630136142745e-06,
      "loss": 0.4256,
      "step": 384130
    },
    {
      "epoch": 107.21,
      "grad_norm": 1.4576469659805298,
      "learning_rate": 4.597622720098475e-06,
      "loss": 0.3941,
      "step": 384140
    },
    {
      "epoch": 107.21,
      "grad_norm": 1.822439193725586,
      "learning_rate": 4.597615303754216e-06,
      "loss": 0.4272,
      "step": 384150
    },
    {
      "epoch": 107.22,
      "grad_norm": 1.1518498659133911,
      "learning_rate": 4.5976078871099645e-06,
      "loss": 0.4157,
      "step": 384160
    },
    {
      "epoch": 107.22,
      "grad_norm": 1.2217528820037842,
      "learning_rate": 4.5976004701657254e-06,
      "loss": 0.407,
      "step": 384170
    },
    {
      "epoch": 107.22,
      "grad_norm": 1.5962072610855103,
      "learning_rate": 4.597593052921498e-06,
      "loss": 0.4287,
      "step": 384180
    },
    {
      "epoch": 107.23,
      "grad_norm": 1.481728196144104,
      "learning_rate": 4.597585635377283e-06,
      "loss": 0.4131,
      "step": 384190
    },
    {
      "epoch": 107.23,
      "grad_norm": 1.3275049924850464,
      "learning_rate": 4.597578217533083e-06,
      "loss": 0.4239,
      "step": 384200
    },
    {
      "epoch": 107.23,
      "grad_norm": 1.2678248882293701,
      "learning_rate": 4.597570799388897e-06,
      "loss": 0.3948,
      "step": 384210
    },
    {
      "epoch": 107.23,
      "grad_norm": 1.280570149421692,
      "learning_rate": 4.597563380944727e-06,
      "loss": 0.4208,
      "step": 384220
    },
    {
      "epoch": 107.24,
      "grad_norm": 1.4973784685134888,
      "learning_rate": 4.597555962200573e-06,
      "loss": 0.4314,
      "step": 384230
    },
    {
      "epoch": 107.24,
      "grad_norm": 1.285738468170166,
      "learning_rate": 4.597548543156438e-06,
      "loss": 0.4252,
      "step": 384240
    },
    {
      "epoch": 107.24,
      "grad_norm": 1.6618165969848633,
      "learning_rate": 4.597541123812321e-06,
      "loss": 0.4214,
      "step": 384250
    },
    {
      "epoch": 107.25,
      "grad_norm": 1.539133906364441,
      "learning_rate": 4.597533704168224e-06,
      "loss": 0.4292,
      "step": 384260
    },
    {
      "epoch": 107.25,
      "grad_norm": 1.8562527894973755,
      "learning_rate": 4.597526284224148e-06,
      "loss": 0.4376,
      "step": 384270
    },
    {
      "epoch": 107.25,
      "grad_norm": 1.3052312135696411,
      "learning_rate": 4.597518863980094e-06,
      "loss": 0.415,
      "step": 384280
    },
    {
      "epoch": 107.25,
      "grad_norm": 1.4925909042358398,
      "learning_rate": 4.5975114434360624e-06,
      "loss": 0.4258,
      "step": 384290
    },
    {
      "epoch": 107.26,
      "grad_norm": 1.7130662202835083,
      "learning_rate": 4.597504022592054e-06,
      "loss": 0.401,
      "step": 384300
    },
    {
      "epoch": 107.26,
      "grad_norm": 1.5241518020629883,
      "learning_rate": 4.597496601448071e-06,
      "loss": 0.4228,
      "step": 384310
    },
    {
      "epoch": 107.26,
      "grad_norm": 1.4387751817703247,
      "learning_rate": 4.597489180004114e-06,
      "loss": 0.4153,
      "step": 384320
    },
    {
      "epoch": 107.26,
      "grad_norm": 1.2942450046539307,
      "learning_rate": 4.597481758260183e-06,
      "loss": 0.4133,
      "step": 384330
    },
    {
      "epoch": 107.27,
      "grad_norm": 1.4668341875076294,
      "learning_rate": 4.59747433621628e-06,
      "loss": 0.4227,
      "step": 384340
    },
    {
      "epoch": 107.27,
      "grad_norm": 1.4979057312011719,
      "learning_rate": 4.597466913872406e-06,
      "loss": 0.4107,
      "step": 384350
    },
    {
      "epoch": 107.27,
      "grad_norm": 1.3731088638305664,
      "learning_rate": 4.597459491228561e-06,
      "loss": 0.4161,
      "step": 384360
    },
    {
      "epoch": 107.28,
      "grad_norm": 1.296184778213501,
      "learning_rate": 4.597452068284747e-06,
      "loss": 0.4225,
      "step": 384370
    },
    {
      "epoch": 107.28,
      "grad_norm": 1.8355270624160767,
      "learning_rate": 4.5974446450409645e-06,
      "loss": 0.4256,
      "step": 384380
    },
    {
      "epoch": 107.28,
      "grad_norm": 1.5984184741973877,
      "learning_rate": 4.597437221497215e-06,
      "loss": 0.4367,
      "step": 384390
    },
    {
      "epoch": 107.28,
      "grad_norm": 1.5764814615249634,
      "learning_rate": 4.597429797653498e-06,
      "loss": 0.4367,
      "step": 384400
    },
    {
      "epoch": 107.29,
      "grad_norm": 1.6083574295043945,
      "learning_rate": 4.597422373509817e-06,
      "loss": 0.4286,
      "step": 384410
    },
    {
      "epoch": 107.29,
      "grad_norm": 1.1821256875991821,
      "learning_rate": 4.597414949066171e-06,
      "loss": 0.4148,
      "step": 384420
    },
    {
      "epoch": 107.29,
      "grad_norm": 1.5389139652252197,
      "learning_rate": 4.597407524322562e-06,
      "loss": 0.4133,
      "step": 384430
    },
    {
      "epoch": 107.3,
      "grad_norm": 2.1960861682891846,
      "learning_rate": 4.59740009927899e-06,
      "loss": 0.4315,
      "step": 384440
    },
    {
      "epoch": 107.3,
      "grad_norm": 1.439550518989563,
      "learning_rate": 4.597392673935457e-06,
      "loss": 0.4141,
      "step": 384450
    },
    {
      "epoch": 107.3,
      "grad_norm": 1.6267606019973755,
      "learning_rate": 4.597385248291963e-06,
      "loss": 0.4352,
      "step": 384460
    },
    {
      "epoch": 107.3,
      "grad_norm": 1.8186957836151123,
      "learning_rate": 4.59737782234851e-06,
      "loss": 0.4223,
      "step": 384470
    },
    {
      "epoch": 107.31,
      "grad_norm": 1.454834222793579,
      "learning_rate": 4.597370396105098e-06,
      "loss": 0.4215,
      "step": 384480
    },
    {
      "epoch": 107.31,
      "grad_norm": 1.6694027185440063,
      "learning_rate": 4.597362969561729e-06,
      "loss": 0.4169,
      "step": 384490
    },
    {
      "epoch": 107.31,
      "grad_norm": 1.3460719585418701,
      "learning_rate": 4.597355542718403e-06,
      "loss": 0.4166,
      "step": 384500
    },
    {
      "epoch": 107.32,
      "grad_norm": 1.40825355052948,
      "learning_rate": 4.597348115575122e-06,
      "loss": 0.4128,
      "step": 384510
    },
    {
      "epoch": 107.32,
      "grad_norm": 1.4029614925384521,
      "learning_rate": 4.597340688131887e-06,
      "loss": 0.4223,
      "step": 384520
    },
    {
      "epoch": 107.32,
      "grad_norm": 6.3511857986450195,
      "learning_rate": 4.5973332603886975e-06,
      "loss": 0.4203,
      "step": 384530
    },
    {
      "epoch": 107.32,
      "grad_norm": 1.718333125114441,
      "learning_rate": 4.597325832345555e-06,
      "loss": 0.4129,
      "step": 384540
    },
    {
      "epoch": 107.33,
      "grad_norm": 1.3988618850708008,
      "learning_rate": 4.597318404002462e-06,
      "loss": 0.4309,
      "step": 384550
    },
    {
      "epoch": 107.33,
      "grad_norm": 1.5397489070892334,
      "learning_rate": 4.597310975359419e-06,
      "loss": 0.4439,
      "step": 384560
    },
    {
      "epoch": 107.33,
      "grad_norm": 1.3399341106414795,
      "learning_rate": 4.597303546416425e-06,
      "loss": 0.4457,
      "step": 384570
    },
    {
      "epoch": 107.33,
      "grad_norm": 1.5498679876327515,
      "learning_rate": 4.597296117173483e-06,
      "loss": 0.4077,
      "step": 384580
    },
    {
      "epoch": 107.34,
      "grad_norm": 1.4136489629745483,
      "learning_rate": 4.597288687630593e-06,
      "loss": 0.4278,
      "step": 384590
    },
    {
      "epoch": 107.34,
      "grad_norm": 1.6289032697677612,
      "learning_rate": 4.597281257787757e-06,
      "loss": 0.4349,
      "step": 384600
    },
    {
      "epoch": 107.34,
      "grad_norm": 1.4126054048538208,
      "learning_rate": 4.597273827644976e-06,
      "loss": 0.4244,
      "step": 384610
    },
    {
      "epoch": 107.35,
      "grad_norm": 1.6048293113708496,
      "learning_rate": 4.597266397202249e-06,
      "loss": 0.4132,
      "step": 384620
    },
    {
      "epoch": 107.35,
      "grad_norm": 1.9848824739456177,
      "learning_rate": 4.5972589664595785e-06,
      "loss": 0.4154,
      "step": 384630
    },
    {
      "epoch": 107.35,
      "grad_norm": 1.4170125722885132,
      "learning_rate": 4.597251535416966e-06,
      "loss": 0.4254,
      "step": 384640
    },
    {
      "epoch": 107.35,
      "grad_norm": 3.50921630859375,
      "learning_rate": 4.5972441040744115e-06,
      "loss": 0.4191,
      "step": 384650
    },
    {
      "epoch": 107.36,
      "grad_norm": 1.480425477027893,
      "learning_rate": 4.597236672431916e-06,
      "loss": 0.4062,
      "step": 384660
    },
    {
      "epoch": 107.36,
      "grad_norm": 1.5966320037841797,
      "learning_rate": 4.597229240489481e-06,
      "loss": 0.425,
      "step": 384670
    },
    {
      "epoch": 107.36,
      "grad_norm": 26.589122772216797,
      "learning_rate": 4.597221808247108e-06,
      "loss": 0.445,
      "step": 384680
    },
    {
      "epoch": 107.37,
      "grad_norm": 1.5581469535827637,
      "learning_rate": 4.597214375704797e-06,
      "loss": 0.4341,
      "step": 384690
    },
    {
      "epoch": 107.37,
      "grad_norm": 1.6515792608261108,
      "learning_rate": 4.597206942862549e-06,
      "loss": 0.4333,
      "step": 384700
    },
    {
      "epoch": 107.37,
      "grad_norm": 1.2417181730270386,
      "learning_rate": 4.597199509720364e-06,
      "loss": 0.44,
      "step": 384710
    },
    {
      "epoch": 107.37,
      "grad_norm": 1.293900489807129,
      "learning_rate": 4.597192076278246e-06,
      "loss": 0.4201,
      "step": 384720
    },
    {
      "epoch": 107.38,
      "grad_norm": 1.3077222108840942,
      "learning_rate": 4.597184642536194e-06,
      "loss": 0.445,
      "step": 384730
    },
    {
      "epoch": 107.38,
      "grad_norm": 1.5085465908050537,
      "learning_rate": 4.597177208494209e-06,
      "loss": 0.4349,
      "step": 384740
    },
    {
      "epoch": 107.38,
      "grad_norm": 1.4506256580352783,
      "learning_rate": 4.597169774152292e-06,
      "loss": 0.427,
      "step": 384750
    },
    {
      "epoch": 107.38,
      "grad_norm": 1.4311562776565552,
      "learning_rate": 4.597162339510445e-06,
      "loss": 0.429,
      "step": 384760
    },
    {
      "epoch": 107.39,
      "grad_norm": 1.3126046657562256,
      "learning_rate": 4.597154904568667e-06,
      "loss": 0.4361,
      "step": 384770
    },
    {
      "epoch": 107.39,
      "grad_norm": 1.7124054431915283,
      "learning_rate": 4.597147469326961e-06,
      "loss": 0.424,
      "step": 384780
    },
    {
      "epoch": 107.39,
      "grad_norm": 1.5742919445037842,
      "learning_rate": 4.597140033785327e-06,
      "loss": 0.41,
      "step": 384790
    },
    {
      "epoch": 107.4,
      "grad_norm": 1.6195118427276611,
      "learning_rate": 4.597132597943766e-06,
      "loss": 0.4065,
      "step": 384800
    },
    {
      "epoch": 107.4,
      "grad_norm": 1.2298545837402344,
      "learning_rate": 4.59712516180228e-06,
      "loss": 0.4125,
      "step": 384810
    },
    {
      "epoch": 107.4,
      "grad_norm": 1.3101317882537842,
      "learning_rate": 4.5971177253608685e-06,
      "loss": 0.4037,
      "step": 384820
    },
    {
      "epoch": 107.4,
      "grad_norm": 1.3955042362213135,
      "learning_rate": 4.597110288619533e-06,
      "loss": 0.4255,
      "step": 384830
    },
    {
      "epoch": 107.41,
      "grad_norm": 1.272515892982483,
      "learning_rate": 4.597102851578274e-06,
      "loss": 0.4126,
      "step": 384840
    },
    {
      "epoch": 107.41,
      "grad_norm": 1.3573074340820312,
      "learning_rate": 4.597095414237095e-06,
      "loss": 0.4139,
      "step": 384850
    },
    {
      "epoch": 107.41,
      "grad_norm": 1.5425845384597778,
      "learning_rate": 4.5970879765959936e-06,
      "loss": 0.4458,
      "step": 384860
    },
    {
      "epoch": 107.42,
      "grad_norm": 1.3278260231018066,
      "learning_rate": 4.597080538654972e-06,
      "loss": 0.4022,
      "step": 384870
    },
    {
      "epoch": 107.42,
      "grad_norm": 1.4028387069702148,
      "learning_rate": 4.597073100414032e-06,
      "loss": 0.4202,
      "step": 384880
    },
    {
      "epoch": 107.42,
      "grad_norm": 1.623115062713623,
      "learning_rate": 4.597065661873175e-06,
      "loss": 0.4174,
      "step": 384890
    },
    {
      "epoch": 107.42,
      "grad_norm": 1.5706232786178589,
      "learning_rate": 4.597058223032401e-06,
      "loss": 0.3934,
      "step": 384900
    },
    {
      "epoch": 107.43,
      "grad_norm": 1.4437172412872314,
      "learning_rate": 4.597050783891709e-06,
      "loss": 0.434,
      "step": 384910
    },
    {
      "epoch": 107.43,
      "grad_norm": 1.1850727796554565,
      "learning_rate": 4.597043344451104e-06,
      "loss": 0.413,
      "step": 384920
    },
    {
      "epoch": 107.43,
      "grad_norm": 1.329903483390808,
      "learning_rate": 4.597035904710585e-06,
      "loss": 0.4213,
      "step": 384930
    },
    {
      "epoch": 107.44,
      "grad_norm": 1.4362412691116333,
      "learning_rate": 4.597028464670152e-06,
      "loss": 0.4235,
      "step": 384940
    },
    {
      "epoch": 107.44,
      "grad_norm": 1.6208876371383667,
      "learning_rate": 4.597021024329808e-06,
      "loss": 0.4142,
      "step": 384950
    },
    {
      "epoch": 107.44,
      "grad_norm": 1.673918604850769,
      "learning_rate": 4.597013583689553e-06,
      "loss": 0.4278,
      "step": 384960
    },
    {
      "epoch": 107.44,
      "grad_norm": 1.233721137046814,
      "learning_rate": 4.597006142749388e-06,
      "loss": 0.4179,
      "step": 384970
    },
    {
      "epoch": 107.45,
      "grad_norm": 1.6885367631912231,
      "learning_rate": 4.596998701509313e-06,
      "loss": 0.4135,
      "step": 384980
    },
    {
      "epoch": 107.45,
      "grad_norm": 1.730093002319336,
      "learning_rate": 4.59699125996933e-06,
      "loss": 0.408,
      "step": 384990
    },
    {
      "epoch": 107.45,
      "grad_norm": 1.288136601448059,
      "learning_rate": 4.596983818129441e-06,
      "loss": 0.4137,
      "step": 385000
    },
    {
      "epoch": 107.45,
      "grad_norm": 1.522509217262268,
      "learning_rate": 4.596976375989645e-06,
      "loss": 0.4192,
      "step": 385010
    },
    {
      "epoch": 107.46,
      "grad_norm": 1.3697962760925293,
      "learning_rate": 4.596968933549945e-06,
      "loss": 0.4115,
      "step": 385020
    },
    {
      "epoch": 107.46,
      "grad_norm": 1.1494157314300537,
      "learning_rate": 4.59696149081034e-06,
      "loss": 0.4189,
      "step": 385030
    },
    {
      "epoch": 107.46,
      "grad_norm": 1.431483507156372,
      "learning_rate": 4.596954047770832e-06,
      "loss": 0.4234,
      "step": 385040
    },
    {
      "epoch": 107.47,
      "grad_norm": 1.4055298566818237,
      "learning_rate": 4.596946604431423e-06,
      "loss": 0.4157,
      "step": 385050
    },
    {
      "epoch": 107.47,
      "grad_norm": 1.3766601085662842,
      "learning_rate": 4.596939160792112e-06,
      "loss": 0.4219,
      "step": 385060
    },
    {
      "epoch": 107.47,
      "grad_norm": 1.5101510286331177,
      "learning_rate": 4.596931716852901e-06,
      "loss": 0.4273,
      "step": 385070
    },
    {
      "epoch": 107.47,
      "grad_norm": 1.2749143838882446,
      "learning_rate": 4.5969242726137905e-06,
      "loss": 0.4099,
      "step": 385080
    },
    {
      "epoch": 107.48,
      "grad_norm": 1.464003562927246,
      "learning_rate": 4.596916828074783e-06,
      "loss": 0.4166,
      "step": 385090
    },
    {
      "epoch": 107.48,
      "grad_norm": 1.4720960855484009,
      "learning_rate": 4.596909383235877e-06,
      "loss": 0.4189,
      "step": 385100
    },
    {
      "epoch": 107.48,
      "grad_norm": 1.9316836595535278,
      "learning_rate": 4.596901938097076e-06,
      "loss": 0.4185,
      "step": 385110
    },
    {
      "epoch": 107.49,
      "grad_norm": 1.713516116142273,
      "learning_rate": 4.59689449265838e-06,
      "loss": 0.4252,
      "step": 385120
    },
    {
      "epoch": 107.49,
      "grad_norm": 1.575929880142212,
      "learning_rate": 4.596887046919789e-06,
      "loss": 0.4055,
      "step": 385130
    },
    {
      "epoch": 107.49,
      "grad_norm": 1.4982317686080933,
      "learning_rate": 4.596879600881305e-06,
      "loss": 0.4258,
      "step": 385140
    },
    {
      "epoch": 107.49,
      "grad_norm": 5.133001327514648,
      "learning_rate": 4.596872154542929e-06,
      "loss": 0.4143,
      "step": 385150
    },
    {
      "epoch": 107.5,
      "grad_norm": 1.5054104328155518,
      "learning_rate": 4.5968647079046625e-06,
      "loss": 0.4182,
      "step": 385160
    },
    {
      "epoch": 107.5,
      "grad_norm": 1.5604065656661987,
      "learning_rate": 4.596857260966505e-06,
      "loss": 0.4319,
      "step": 385170
    },
    {
      "epoch": 107.5,
      "grad_norm": 1.4816160202026367,
      "learning_rate": 4.5968498137284584e-06,
      "loss": 0.4088,
      "step": 385180
    },
    {
      "epoch": 107.5,
      "grad_norm": 1.4392082691192627,
      "learning_rate": 4.5968423661905235e-06,
      "loss": 0.4246,
      "step": 385190
    },
    {
      "epoch": 107.51,
      "grad_norm": 1.2953739166259766,
      "learning_rate": 4.596834918352702e-06,
      "loss": 0.4285,
      "step": 385200
    },
    {
      "epoch": 107.51,
      "grad_norm": 1.2896111011505127,
      "learning_rate": 4.5968274702149936e-06,
      "loss": 0.4049,
      "step": 385210
    },
    {
      "epoch": 107.51,
      "grad_norm": 1.2973664999008179,
      "learning_rate": 4.5968200217774e-06,
      "loss": 0.4252,
      "step": 385220
    },
    {
      "epoch": 107.52,
      "grad_norm": 1.5544829368591309,
      "learning_rate": 4.596812573039923e-06,
      "loss": 0.433,
      "step": 385230
    },
    {
      "epoch": 107.52,
      "grad_norm": 1.6057662963867188,
      "learning_rate": 4.5968051240025616e-06,
      "loss": 0.4168,
      "step": 385240
    },
    {
      "epoch": 107.52,
      "grad_norm": 1.3220932483673096,
      "learning_rate": 4.596797674665319e-06,
      "loss": 0.4019,
      "step": 385250
    },
    {
      "epoch": 107.52,
      "grad_norm": 1.3512994050979614,
      "learning_rate": 4.5967902250281945e-06,
      "loss": 0.4178,
      "step": 385260
    },
    {
      "epoch": 107.53,
      "grad_norm": 1.335649847984314,
      "learning_rate": 4.5967827750911895e-06,
      "loss": 0.4162,
      "step": 385270
    },
    {
      "epoch": 107.53,
      "grad_norm": 1.374774694442749,
      "learning_rate": 4.596775324854306e-06,
      "loss": 0.4093,
      "step": 385280
    },
    {
      "epoch": 107.53,
      "grad_norm": 1.1763609647750854,
      "learning_rate": 4.596767874317544e-06,
      "loss": 0.4154,
      "step": 385290
    },
    {
      "epoch": 107.54,
      "grad_norm": 1.5841152667999268,
      "learning_rate": 4.5967604234809045e-06,
      "loss": 0.4078,
      "step": 385300
    },
    {
      "epoch": 107.54,
      "grad_norm": 1.3866806030273438,
      "learning_rate": 4.596752972344389e-06,
      "loss": 0.4182,
      "step": 385310
    },
    {
      "epoch": 107.54,
      "grad_norm": 1.4508835077285767,
      "learning_rate": 4.596745520907998e-06,
      "loss": 0.4261,
      "step": 385320
    },
    {
      "epoch": 107.54,
      "grad_norm": 1.5098068714141846,
      "learning_rate": 4.596738069171732e-06,
      "loss": 0.4333,
      "step": 385330
    },
    {
      "epoch": 107.55,
      "grad_norm": 1.3983098268508911,
      "learning_rate": 4.596730617135593e-06,
      "loss": 0.4396,
      "step": 385340
    },
    {
      "epoch": 107.55,
      "grad_norm": 1.8625069856643677,
      "learning_rate": 4.596723164799582e-06,
      "loss": 0.4198,
      "step": 385350
    },
    {
      "epoch": 107.55,
      "grad_norm": 1.6039236783981323,
      "learning_rate": 4.5967157121637e-06,
      "loss": 0.4376,
      "step": 385360
    },
    {
      "epoch": 107.56,
      "grad_norm": 1.3271698951721191,
      "learning_rate": 4.596708259227947e-06,
      "loss": 0.4262,
      "step": 385370
    },
    {
      "epoch": 107.56,
      "grad_norm": 1.288465142250061,
      "learning_rate": 4.596700805992325e-06,
      "loss": 0.4131,
      "step": 385380
    },
    {
      "epoch": 107.56,
      "grad_norm": 1.581912636756897,
      "learning_rate": 4.5966933524568345e-06,
      "loss": 0.4196,
      "step": 385390
    },
    {
      "epoch": 107.56,
      "grad_norm": 1.317505121231079,
      "learning_rate": 4.596685898621476e-06,
      "loss": 0.4231,
      "step": 385400
    },
    {
      "epoch": 107.57,
      "grad_norm": 1.4340484142303467,
      "learning_rate": 4.5966784444862525e-06,
      "loss": 0.4347,
      "step": 385410
    },
    {
      "epoch": 107.57,
      "grad_norm": 1.3963234424591064,
      "learning_rate": 4.596670990051163e-06,
      "loss": 0.4363,
      "step": 385420
    },
    {
      "epoch": 107.57,
      "grad_norm": 1.5690118074417114,
      "learning_rate": 4.596663535316209e-06,
      "loss": 0.4273,
      "step": 385430
    },
    {
      "epoch": 107.57,
      "grad_norm": 1.3679255247116089,
      "learning_rate": 4.596656080281392e-06,
      "loss": 0.4104,
      "step": 385440
    },
    {
      "epoch": 107.58,
      "grad_norm": 1.3448491096496582,
      "learning_rate": 4.596648624946711e-06,
      "loss": 0.4283,
      "step": 385450
    },
    {
      "epoch": 107.58,
      "grad_norm": 1.5082401037216187,
      "learning_rate": 4.5966411693121705e-06,
      "loss": 0.4482,
      "step": 385460
    },
    {
      "epoch": 107.58,
      "grad_norm": 1.3354274034500122,
      "learning_rate": 4.596633713377769e-06,
      "loss": 0.432,
      "step": 385470
    },
    {
      "epoch": 107.59,
      "grad_norm": 1.33957040309906,
      "learning_rate": 4.596626257143508e-06,
      "loss": 0.4164,
      "step": 385480
    },
    {
      "epoch": 107.59,
      "grad_norm": 1.261873722076416,
      "learning_rate": 4.596618800609388e-06,
      "loss": 0.4412,
      "step": 385490
    },
    {
      "epoch": 107.59,
      "grad_norm": 1.4726929664611816,
      "learning_rate": 4.596611343775411e-06,
      "loss": 0.4315,
      "step": 385500
    },
    {
      "epoch": 107.59,
      "grad_norm": 1.4162732362747192,
      "learning_rate": 4.5966038866415776e-06,
      "loss": 0.3968,
      "step": 385510
    },
    {
      "epoch": 107.6,
      "grad_norm": 1.5618029832839966,
      "learning_rate": 4.596596429207889e-06,
      "loss": 0.4201,
      "step": 385520
    },
    {
      "epoch": 107.6,
      "grad_norm": 1.3759028911590576,
      "learning_rate": 4.596588971474345e-06,
      "loss": 0.4205,
      "step": 385530
    },
    {
      "epoch": 107.6,
      "grad_norm": 2.1815378665924072,
      "learning_rate": 4.596581513440949e-06,
      "loss": 0.4244,
      "step": 385540
    },
    {
      "epoch": 107.61,
      "grad_norm": 1.4570401906967163,
      "learning_rate": 4.596574055107699e-06,
      "loss": 0.4336,
      "step": 385550
    },
    {
      "epoch": 107.61,
      "grad_norm": 1.375576376914978,
      "learning_rate": 4.596566596474598e-06,
      "loss": 0.4089,
      "step": 385560
    },
    {
      "epoch": 107.61,
      "grad_norm": 1.5789262056350708,
      "learning_rate": 4.596559137541647e-06,
      "loss": 0.419,
      "step": 385570
    },
    {
      "epoch": 107.61,
      "grad_norm": 1.5770875215530396,
      "learning_rate": 4.596551678308846e-06,
      "loss": 0.421,
      "step": 385580
    },
    {
      "epoch": 107.62,
      "grad_norm": 1.6071584224700928,
      "learning_rate": 4.5965442187761965e-06,
      "loss": 0.4075,
      "step": 385590
    },
    {
      "epoch": 107.62,
      "grad_norm": 1.4428035020828247,
      "learning_rate": 4.596536758943699e-06,
      "loss": 0.4285,
      "step": 385600
    },
    {
      "epoch": 107.62,
      "grad_norm": 1.6511616706848145,
      "learning_rate": 4.596529298811356e-06,
      "loss": 0.4359,
      "step": 385610
    },
    {
      "epoch": 107.62,
      "grad_norm": 1.3345704078674316,
      "learning_rate": 4.596521838379167e-06,
      "loss": 0.4306,
      "step": 385620
    },
    {
      "epoch": 107.63,
      "grad_norm": 1.5296998023986816,
      "learning_rate": 4.596514377647134e-06,
      "loss": 0.4273,
      "step": 385630
    },
    {
      "epoch": 107.63,
      "grad_norm": 1.2816978693008423,
      "learning_rate": 4.596506916615257e-06,
      "loss": 0.4381,
      "step": 385640
    },
    {
      "epoch": 107.63,
      "grad_norm": 1.6643610000610352,
      "learning_rate": 4.596499455283537e-06,
      "loss": 0.4204,
      "step": 385650
    },
    {
      "epoch": 107.64,
      "grad_norm": 2.3640224933624268,
      "learning_rate": 4.596491993651976e-06,
      "loss": 0.4188,
      "step": 385660
    },
    {
      "epoch": 107.64,
      "grad_norm": 1.2780580520629883,
      "learning_rate": 4.596484531720574e-06,
      "loss": 0.4223,
      "step": 385670
    },
    {
      "epoch": 107.64,
      "grad_norm": 1.5273809432983398,
      "learning_rate": 4.596477069489332e-06,
      "loss": 0.4149,
      "step": 385680
    },
    {
      "epoch": 107.64,
      "grad_norm": 1.5503379106521606,
      "learning_rate": 4.596469606958253e-06,
      "loss": 0.4237,
      "step": 385690
    },
    {
      "epoch": 107.65,
      "grad_norm": 1.3621057271957397,
      "learning_rate": 4.596462144127335e-06,
      "loss": 0.4013,
      "step": 385700
    },
    {
      "epoch": 107.65,
      "grad_norm": 1.4043052196502686,
      "learning_rate": 4.596454680996581e-06,
      "loss": 0.408,
      "step": 385710
    },
    {
      "epoch": 107.65,
      "grad_norm": 2.4548463821411133,
      "learning_rate": 4.596447217565991e-06,
      "loss": 0.4333,
      "step": 385720
    },
    {
      "epoch": 107.66,
      "grad_norm": 1.2318592071533203,
      "learning_rate": 4.596439753835567e-06,
      "loss": 0.4312,
      "step": 385730
    },
    {
      "epoch": 107.66,
      "grad_norm": 1.8541758060455322,
      "learning_rate": 4.596432289805308e-06,
      "loss": 0.4351,
      "step": 385740
    },
    {
      "epoch": 107.66,
      "grad_norm": 1.6919704675674438,
      "learning_rate": 4.596424825475218e-06,
      "loss": 0.4184,
      "step": 385750
    },
    {
      "epoch": 107.66,
      "grad_norm": 1.907470464706421,
      "learning_rate": 4.5964173608452966e-06,
      "loss": 0.4311,
      "step": 385760
    },
    {
      "epoch": 107.67,
      "grad_norm": 1.5776805877685547,
      "learning_rate": 4.596409895915542e-06,
      "loss": 0.4051,
      "step": 385770
    },
    {
      "epoch": 107.67,
      "grad_norm": 1.4898324012756348,
      "learning_rate": 4.596402430685961e-06,
      "loss": 0.4178,
      "step": 385780
    },
    {
      "epoch": 107.67,
      "grad_norm": 1.4709060192108154,
      "learning_rate": 4.596394965156549e-06,
      "loss": 0.4113,
      "step": 385790
    },
    {
      "epoch": 107.68,
      "grad_norm": 3.648923635482788,
      "learning_rate": 4.59638749932731e-06,
      "loss": 0.4226,
      "step": 385800
    },
    {
      "epoch": 107.68,
      "grad_norm": 1.533622145652771,
      "learning_rate": 4.596380033198244e-06,
      "loss": 0.4265,
      "step": 385810
    },
    {
      "epoch": 107.68,
      "grad_norm": 1.6789369583129883,
      "learning_rate": 4.596372566769354e-06,
      "loss": 0.4249,
      "step": 385820
    },
    {
      "epoch": 107.68,
      "grad_norm": 1.726765751838684,
      "learning_rate": 4.596365100040637e-06,
      "loss": 0.417,
      "step": 385830
    },
    {
      "epoch": 107.69,
      "grad_norm": 1.4459182024002075,
      "learning_rate": 4.596357633012098e-06,
      "loss": 0.4269,
      "step": 385840
    },
    {
      "epoch": 107.69,
      "grad_norm": 1.3221101760864258,
      "learning_rate": 4.596350165683736e-06,
      "loss": 0.4438,
      "step": 385850
    },
    {
      "epoch": 107.69,
      "grad_norm": 1.9464088678359985,
      "learning_rate": 4.596342698055552e-06,
      "loss": 0.4261,
      "step": 385860
    },
    {
      "epoch": 107.69,
      "grad_norm": 1.357295036315918,
      "learning_rate": 4.5963352301275475e-06,
      "loss": 0.4347,
      "step": 385870
    },
    {
      "epoch": 107.7,
      "grad_norm": 1.6778943538665771,
      "learning_rate": 4.596327761899723e-06,
      "loss": 0.4294,
      "step": 385880
    },
    {
      "epoch": 107.7,
      "grad_norm": 1.3690332174301147,
      "learning_rate": 4.59632029337208e-06,
      "loss": 0.4194,
      "step": 385890
    },
    {
      "epoch": 107.7,
      "grad_norm": 1.459573745727539,
      "learning_rate": 4.596312824544619e-06,
      "loss": 0.4274,
      "step": 385900
    },
    {
      "epoch": 107.71,
      "grad_norm": 1.3451849222183228,
      "learning_rate": 4.596305355417342e-06,
      "loss": 0.4119,
      "step": 385910
    },
    {
      "epoch": 107.71,
      "grad_norm": 1.9664231538772583,
      "learning_rate": 4.596297885990249e-06,
      "loss": 0.4484,
      "step": 385920
    },
    {
      "epoch": 107.71,
      "grad_norm": 1.4064526557922363,
      "learning_rate": 4.59629041626334e-06,
      "loss": 0.412,
      "step": 385930
    },
    {
      "epoch": 107.71,
      "grad_norm": 1.335874080657959,
      "learning_rate": 4.596282946236619e-06,
      "loss": 0.412,
      "step": 385940
    },
    {
      "epoch": 107.72,
      "grad_norm": 1.6567474603652954,
      "learning_rate": 4.596275475910084e-06,
      "loss": 0.432,
      "step": 385950
    },
    {
      "epoch": 107.72,
      "grad_norm": 1.868096947669983,
      "learning_rate": 4.5962680052837385e-06,
      "loss": 0.4252,
      "step": 385960
    },
    {
      "epoch": 107.72,
      "grad_norm": 1.4512778520584106,
      "learning_rate": 4.5962605343575814e-06,
      "loss": 0.4189,
      "step": 385970
    },
    {
      "epoch": 107.73,
      "grad_norm": 1.6103878021240234,
      "learning_rate": 4.5962530631316146e-06,
      "loss": 0.4078,
      "step": 385980
    },
    {
      "epoch": 107.73,
      "grad_norm": 1.2966225147247314,
      "learning_rate": 4.5962455916058395e-06,
      "loss": 0.3976,
      "step": 385990
    },
    {
      "epoch": 107.73,
      "grad_norm": 1.3474558591842651,
      "learning_rate": 4.5962381197802554e-06,
      "loss": 0.4256,
      "step": 386000
    },
    {
      "epoch": 107.73,
      "grad_norm": 1.8339916467666626,
      "learning_rate": 4.596230647654866e-06,
      "loss": 0.4324,
      "step": 386010
    },
    {
      "epoch": 107.74,
      "grad_norm": 1.3604989051818848,
      "learning_rate": 4.59622317522967e-06,
      "loss": 0.4065,
      "step": 386020
    },
    {
      "epoch": 107.74,
      "grad_norm": 1.7323533296585083,
      "learning_rate": 4.596215702504669e-06,
      "loss": 0.4327,
      "step": 386030
    },
    {
      "epoch": 107.74,
      "grad_norm": 1.1939321756362915,
      "learning_rate": 4.596208229479865e-06,
      "loss": 0.4081,
      "step": 386040
    },
    {
      "epoch": 107.74,
      "grad_norm": 1.2937527894973755,
      "learning_rate": 4.596200756155257e-06,
      "loss": 0.4293,
      "step": 386050
    },
    {
      "epoch": 107.75,
      "grad_norm": 1.5391590595245361,
      "learning_rate": 4.596193282530848e-06,
      "loss": 0.4238,
      "step": 386060
    },
    {
      "epoch": 107.75,
      "grad_norm": 1.759334921836853,
      "learning_rate": 4.596185808606638e-06,
      "loss": 0.4102,
      "step": 386070
    },
    {
      "epoch": 107.75,
      "grad_norm": 1.1324858665466309,
      "learning_rate": 4.596178334382628e-06,
      "loss": 0.4141,
      "step": 386080
    },
    {
      "epoch": 107.76,
      "grad_norm": 1.568338394165039,
      "learning_rate": 4.596170859858821e-06,
      "loss": 0.4222,
      "step": 386090
    },
    {
      "epoch": 107.76,
      "grad_norm": 1.5852452516555786,
      "learning_rate": 4.5961633850352135e-06,
      "loss": 0.3941,
      "step": 386100
    },
    {
      "epoch": 107.76,
      "grad_norm": 2.1385419368743896,
      "learning_rate": 4.596155909911811e-06,
      "loss": 0.4323,
      "step": 386110
    },
    {
      "epoch": 107.76,
      "grad_norm": 1.4838175773620605,
      "learning_rate": 4.596148434488612e-06,
      "loss": 0.4237,
      "step": 386120
    },
    {
      "epoch": 107.77,
      "grad_norm": 1.6424741744995117,
      "learning_rate": 4.5961409587656175e-06,
      "loss": 0.4295,
      "step": 386130
    },
    {
      "epoch": 107.77,
      "grad_norm": 1.5425573587417603,
      "learning_rate": 4.59613348274283e-06,
      "loss": 0.4059,
      "step": 386140
    },
    {
      "epoch": 107.77,
      "grad_norm": 1.7528115510940552,
      "learning_rate": 4.59612600642025e-06,
      "loss": 0.4388,
      "step": 386150
    },
    {
      "epoch": 107.78,
      "grad_norm": 1.6312652826309204,
      "learning_rate": 4.596118529797877e-06,
      "loss": 0.4355,
      "step": 386160
    },
    {
      "epoch": 107.78,
      "grad_norm": 1.4613491296768188,
      "learning_rate": 4.596111052875714e-06,
      "loss": 0.4185,
      "step": 386170
    },
    {
      "epoch": 107.78,
      "grad_norm": 2.8582746982574463,
      "learning_rate": 4.596103575653761e-06,
      "loss": 0.4128,
      "step": 386180
    },
    {
      "epoch": 107.78,
      "grad_norm": 1.5339257717132568,
      "learning_rate": 4.5960960981320185e-06,
      "loss": 0.4189,
      "step": 386190
    },
    {
      "epoch": 107.79,
      "grad_norm": 1.6147825717926025,
      "learning_rate": 4.596088620310489e-06,
      "loss": 0.4352,
      "step": 386200
    },
    {
      "epoch": 107.79,
      "grad_norm": 1.5944665670394897,
      "learning_rate": 4.596081142189172e-06,
      "loss": 0.4257,
      "step": 386210
    },
    {
      "epoch": 107.79,
      "grad_norm": 1.8521764278411865,
      "learning_rate": 4.596073663768069e-06,
      "loss": 0.4361,
      "step": 386220
    },
    {
      "epoch": 107.8,
      "grad_norm": 1.3520489931106567,
      "learning_rate": 4.596066185047181e-06,
      "loss": 0.4101,
      "step": 386230
    },
    {
      "epoch": 107.8,
      "grad_norm": 1.273432970046997,
      "learning_rate": 4.5960587060265094e-06,
      "loss": 0.4114,
      "step": 386240
    },
    {
      "epoch": 107.8,
      "grad_norm": 1.8605588674545288,
      "learning_rate": 4.596051226706055e-06,
      "loss": 0.4075,
      "step": 386250
    },
    {
      "epoch": 107.8,
      "grad_norm": 1.4785521030426025,
      "learning_rate": 4.596043747085819e-06,
      "loss": 0.4589,
      "step": 386260
    },
    {
      "epoch": 107.81,
      "grad_norm": 1.3488842248916626,
      "learning_rate": 4.596036267165802e-06,
      "loss": 0.4128,
      "step": 386270
    },
    {
      "epoch": 107.81,
      "grad_norm": 1.4215588569641113,
      "learning_rate": 4.596028786946005e-06,
      "loss": 0.4198,
      "step": 386280
    },
    {
      "epoch": 107.81,
      "grad_norm": 1.8022571802139282,
      "learning_rate": 4.596021306426429e-06,
      "loss": 0.4259,
      "step": 386290
    },
    {
      "epoch": 107.81,
      "grad_norm": 1.3728442192077637,
      "learning_rate": 4.596013825607075e-06,
      "loss": 0.4283,
      "step": 386300
    },
    {
      "epoch": 107.82,
      "grad_norm": 1.389519214630127,
      "learning_rate": 4.596006344487944e-06,
      "loss": 0.4191,
      "step": 386310
    },
    {
      "epoch": 107.82,
      "grad_norm": 1.777817964553833,
      "learning_rate": 4.595998863069037e-06,
      "loss": 0.4332,
      "step": 386320
    },
    {
      "epoch": 107.82,
      "grad_norm": 1.3569244146347046,
      "learning_rate": 4.595991381350355e-06,
      "loss": 0.416,
      "step": 386330
    },
    {
      "epoch": 107.83,
      "grad_norm": 2.6637191772460938,
      "learning_rate": 4.5959838993318995e-06,
      "loss": 0.4174,
      "step": 386340
    },
    {
      "epoch": 107.83,
      "grad_norm": 1.244647741317749,
      "learning_rate": 4.595976417013671e-06,
      "loss": 0.4258,
      "step": 386350
    },
    {
      "epoch": 107.83,
      "grad_norm": 1.6670007705688477,
      "learning_rate": 4.59596893439567e-06,
      "loss": 0.3932,
      "step": 386360
    },
    {
      "epoch": 107.83,
      "grad_norm": 1.5619884729385376,
      "learning_rate": 4.595961451477899e-06,
      "loss": 0.4008,
      "step": 386370
    },
    {
      "epoch": 107.84,
      "grad_norm": 1.2614185810089111,
      "learning_rate": 4.595953968260357e-06,
      "loss": 0.4191,
      "step": 386380
    },
    {
      "epoch": 107.84,
      "grad_norm": 1.4876810312271118,
      "learning_rate": 4.595946484743047e-06,
      "loss": 0.4312,
      "step": 386390
    },
    {
      "epoch": 107.84,
      "grad_norm": 1.4636520147323608,
      "learning_rate": 4.595939000925968e-06,
      "loss": 0.4108,
      "step": 386400
    },
    {
      "epoch": 107.85,
      "grad_norm": 1.4854226112365723,
      "learning_rate": 4.595931516809123e-06,
      "loss": 0.4444,
      "step": 386410
    },
    {
      "epoch": 107.85,
      "grad_norm": 1.3993624448776245,
      "learning_rate": 4.595924032392512e-06,
      "loss": 0.425,
      "step": 386420
    },
    {
      "epoch": 107.85,
      "grad_norm": 1.6932390928268433,
      "learning_rate": 4.595916547676135e-06,
      "loss": 0.4095,
      "step": 386430
    },
    {
      "epoch": 107.85,
      "grad_norm": 1.8959550857543945,
      "learning_rate": 4.595909062659995e-06,
      "loss": 0.4165,
      "step": 386440
    },
    {
      "epoch": 107.86,
      "grad_norm": 1.5518767833709717,
      "learning_rate": 4.595901577344091e-06,
      "loss": 0.4251,
      "step": 386450
    },
    {
      "epoch": 107.86,
      "grad_norm": 1.3560572862625122,
      "learning_rate": 4.5958940917284265e-06,
      "loss": 0.4354,
      "step": 386460
    },
    {
      "epoch": 107.86,
      "grad_norm": 1.9605015516281128,
      "learning_rate": 4.595886605813e-06,
      "loss": 0.4195,
      "step": 386470
    },
    {
      "epoch": 107.86,
      "grad_norm": 1.2576892375946045,
      "learning_rate": 4.5958791195978135e-06,
      "loss": 0.4075,
      "step": 386480
    },
    {
      "epoch": 107.87,
      "grad_norm": 1.3876992464065552,
      "learning_rate": 4.595871633082868e-06,
      "loss": 0.4287,
      "step": 386490
    },
    {
      "epoch": 107.87,
      "grad_norm": 1.5342686176300049,
      "learning_rate": 4.595864146268164e-06,
      "loss": 0.4103,
      "step": 386500
    },
    {
      "epoch": 107.87,
      "grad_norm": 1.6305416822433472,
      "learning_rate": 4.595856659153704e-06,
      "loss": 0.3982,
      "step": 386510
    },
    {
      "epoch": 107.88,
      "grad_norm": 1.6839001178741455,
      "learning_rate": 4.595849171739488e-06,
      "loss": 0.4058,
      "step": 386520
    },
    {
      "epoch": 107.88,
      "grad_norm": 1.403727650642395,
      "learning_rate": 4.595841684025516e-06,
      "loss": 0.4307,
      "step": 386530
    },
    {
      "epoch": 107.88,
      "grad_norm": 1.4736157655715942,
      "learning_rate": 4.595834196011792e-06,
      "loss": 0.4289,
      "step": 386540
    },
    {
      "epoch": 107.88,
      "grad_norm": 1.581818699836731,
      "learning_rate": 4.595826707698313e-06,
      "loss": 0.3959,
      "step": 386550
    },
    {
      "epoch": 107.89,
      "grad_norm": 1.3725290298461914,
      "learning_rate": 4.595819219085082e-06,
      "loss": 0.4022,
      "step": 386560
    },
    {
      "epoch": 107.89,
      "grad_norm": 1.4645627737045288,
      "learning_rate": 4.595811730172101e-06,
      "loss": 0.4158,
      "step": 386570
    },
    {
      "epoch": 107.89,
      "grad_norm": 1.3626136779785156,
      "learning_rate": 4.59580424095937e-06,
      "loss": 0.4084,
      "step": 386580
    },
    {
      "epoch": 107.9,
      "grad_norm": 1.5904124975204468,
      "learning_rate": 4.5957967514468885e-06,
      "loss": 0.4213,
      "step": 386590
    },
    {
      "epoch": 107.9,
      "grad_norm": 1.5580105781555176,
      "learning_rate": 4.595789261634661e-06,
      "loss": 0.434,
      "step": 386600
    },
    {
      "epoch": 107.9,
      "grad_norm": 1.6436063051223755,
      "learning_rate": 4.595781771522685e-06,
      "loss": 0.4171,
      "step": 386610
    },
    {
      "epoch": 107.9,
      "grad_norm": 1.4566748142242432,
      "learning_rate": 4.595774281110963e-06,
      "loss": 0.4042,
      "step": 386620
    },
    {
      "epoch": 107.91,
      "grad_norm": 1.7814204692840576,
      "learning_rate": 4.595766790399497e-06,
      "loss": 0.4065,
      "step": 386630
    },
    {
      "epoch": 107.91,
      "grad_norm": 1.3902766704559326,
      "learning_rate": 4.595759299388286e-06,
      "loss": 0.4206,
      "step": 386640
    },
    {
      "epoch": 107.91,
      "grad_norm": 1.2159923315048218,
      "learning_rate": 4.595751808077332e-06,
      "loss": 0.4067,
      "step": 386650
    },
    {
      "epoch": 107.92,
      "grad_norm": 1.2490837574005127,
      "learning_rate": 4.5957443164666365e-06,
      "loss": 0.4131,
      "step": 386660
    },
    {
      "epoch": 107.92,
      "grad_norm": 1.562361717224121,
      "learning_rate": 4.5957368245562e-06,
      "loss": 0.4322,
      "step": 386670
    },
    {
      "epoch": 107.92,
      "grad_norm": 1.5275084972381592,
      "learning_rate": 4.595729332346023e-06,
      "loss": 0.4166,
      "step": 386680
    },
    {
      "epoch": 107.92,
      "grad_norm": 1.5194085836410522,
      "learning_rate": 4.595721839836107e-06,
      "loss": 0.4112,
      "step": 386690
    },
    {
      "epoch": 107.93,
      "grad_norm": 1.5921425819396973,
      "learning_rate": 4.595714347026452e-06,
      "loss": 0.4434,
      "step": 386700
    },
    {
      "epoch": 107.93,
      "grad_norm": 1.353394627571106,
      "learning_rate": 4.5957068539170615e-06,
      "loss": 0.4138,
      "step": 386710
    },
    {
      "epoch": 107.93,
      "grad_norm": 1.537915587425232,
      "learning_rate": 4.5956993605079344e-06,
      "loss": 0.3989,
      "step": 386720
    },
    {
      "epoch": 107.93,
      "grad_norm": 1.4242171049118042,
      "learning_rate": 4.595691866799072e-06,
      "loss": 0.4267,
      "step": 386730
    },
    {
      "epoch": 107.94,
      "grad_norm": 1.5821739435195923,
      "learning_rate": 4.595684372790476e-06,
      "loss": 0.4156,
      "step": 386740
    },
    {
      "epoch": 107.94,
      "grad_norm": 1.1596177816390991,
      "learning_rate": 4.595676878482146e-06,
      "loss": 0.4352,
      "step": 386750
    },
    {
      "epoch": 107.94,
      "grad_norm": 2.263746976852417,
      "learning_rate": 4.595669383874085e-06,
      "loss": 0.409,
      "step": 386760
    },
    {
      "epoch": 107.95,
      "grad_norm": 1.7272189855575562,
      "learning_rate": 4.595661888966292e-06,
      "loss": 0.4231,
      "step": 386770
    },
    {
      "epoch": 107.95,
      "grad_norm": 1.2470210790634155,
      "learning_rate": 4.5956543937587695e-06,
      "loss": 0.4268,
      "step": 386780
    },
    {
      "epoch": 107.95,
      "grad_norm": 1.4446463584899902,
      "learning_rate": 4.595646898251517e-06,
      "loss": 0.4159,
      "step": 386790
    },
    {
      "epoch": 107.95,
      "grad_norm": 1.5598145723342896,
      "learning_rate": 4.595639402444538e-06,
      "loss": 0.412,
      "step": 386800
    },
    {
      "epoch": 107.96,
      "grad_norm": 1.485926866531372,
      "learning_rate": 4.5956319063378315e-06,
      "loss": 0.4195,
      "step": 386810
    },
    {
      "epoch": 107.96,
      "grad_norm": 1.4730980396270752,
      "learning_rate": 4.595624409931398e-06,
      "loss": 0.42,
      "step": 386820
    },
    {
      "epoch": 107.96,
      "grad_norm": 1.452154278755188,
      "learning_rate": 4.59561691322524e-06,
      "loss": 0.4146,
      "step": 386830
    },
    {
      "epoch": 107.97,
      "grad_norm": 1.4323625564575195,
      "learning_rate": 4.595609416219357e-06,
      "loss": 0.4018,
      "step": 386840
    },
    {
      "epoch": 107.97,
      "grad_norm": 1.266744613647461,
      "learning_rate": 4.595601918913752e-06,
      "loss": 0.41,
      "step": 386850
    },
    {
      "epoch": 107.97,
      "grad_norm": 1.5162487030029297,
      "learning_rate": 4.595594421308425e-06,
      "loss": 0.4242,
      "step": 386860
    },
    {
      "epoch": 107.97,
      "grad_norm": 1.3446522951126099,
      "learning_rate": 4.595586923403376e-06,
      "loss": 0.4103,
      "step": 386870
    },
    {
      "epoch": 107.98,
      "grad_norm": 1.3504395484924316,
      "learning_rate": 4.595579425198607e-06,
      "loss": 0.4273,
      "step": 386880
    },
    {
      "epoch": 107.98,
      "grad_norm": 1.4479889869689941,
      "learning_rate": 4.59557192669412e-06,
      "loss": 0.432,
      "step": 386890
    },
    {
      "epoch": 107.98,
      "grad_norm": 1.5240018367767334,
      "learning_rate": 4.5955644278899135e-06,
      "loss": 0.4163,
      "step": 386900
    },
    {
      "epoch": 107.98,
      "grad_norm": 1.3597841262817383,
      "learning_rate": 4.595556928785991e-06,
      "loss": 0.4039,
      "step": 386910
    },
    {
      "epoch": 107.99,
      "grad_norm": 1.8417247533798218,
      "learning_rate": 4.5955494293823514e-06,
      "loss": 0.4168,
      "step": 386920
    },
    {
      "epoch": 107.99,
      "grad_norm": 1.93808913230896,
      "learning_rate": 4.595541929678997e-06,
      "loss": 0.4254,
      "step": 386930
    },
    {
      "epoch": 107.99,
      "grad_norm": 1.5594419240951538,
      "learning_rate": 4.5955344296759295e-06,
      "loss": 0.4134,
      "step": 386940
    },
    {
      "epoch": 108.0,
      "grad_norm": 1.6083271503448486,
      "learning_rate": 4.595526929373148e-06,
      "loss": 0.4222,
      "step": 386950
    },
    {
      "epoch": 108.0,
      "grad_norm": 1.3173563480377197,
      "learning_rate": 4.595519428770654e-06,
      "loss": 0.4372,
      "step": 386960
    },
    {
      "epoch": 108.0,
      "eval_loss": 0.42064449191093445,
      "eval_runtime": 63.2115,
      "eval_samples_per_second": 80.033,
      "eval_steps_per_second": 10.014,
      "step": 386964
    },
    {
      "epoch": 108.0,
      "grad_norm": 1.6370216608047485,
      "learning_rate": 4.595511927868449e-06,
      "loss": 0.4283,
      "step": 386970
    },
    {
      "epoch": 108.0,
      "grad_norm": 1.5896130800247192,
      "learning_rate": 4.5955044266665345e-06,
      "loss": 0.437,
      "step": 386980
    },
    {
      "epoch": 108.01,
      "grad_norm": 1.6551792621612549,
      "learning_rate": 4.595496925164911e-06,
      "loss": 0.4229,
      "step": 386990
    },
    {
      "epoch": 108.01,
      "grad_norm": 1.2878221273422241,
      "learning_rate": 4.5954894233635785e-06,
      "loss": 0.4294,
      "step": 387000
    },
    {
      "epoch": 108.01,
      "grad_norm": 1.2257509231567383,
      "learning_rate": 4.595481921262539e-06,
      "loss": 0.4139,
      "step": 387010
    },
    {
      "epoch": 108.02,
      "grad_norm": 1.168241262435913,
      "learning_rate": 4.595474418861794e-06,
      "loss": 0.4284,
      "step": 387020
    },
    {
      "epoch": 108.02,
      "grad_norm": 1.3855937719345093,
      "learning_rate": 4.595466916161343e-06,
      "loss": 0.4418,
      "step": 387030
    },
    {
      "epoch": 108.02,
      "grad_norm": 1.7402524948120117,
      "learning_rate": 4.595459413161189e-06,
      "loss": 0.4254,
      "step": 387040
    },
    {
      "epoch": 108.02,
      "grad_norm": 1.4162176847457886,
      "learning_rate": 4.595451909861331e-06,
      "loss": 0.4115,
      "step": 387050
    },
    {
      "epoch": 108.03,
      "grad_norm": 1.5182551145553589,
      "learning_rate": 4.595444406261771e-06,
      "loss": 0.4146,
      "step": 387060
    },
    {
      "epoch": 108.03,
      "grad_norm": 1.5996111631393433,
      "learning_rate": 4.595436902362509e-06,
      "loss": 0.4173,
      "step": 387070
    },
    {
      "epoch": 108.03,
      "grad_norm": 1.8157066106796265,
      "learning_rate": 4.595429398163549e-06,
      "loss": 0.423,
      "step": 387080
    },
    {
      "epoch": 108.04,
      "grad_norm": 1.640830636024475,
      "learning_rate": 4.5954218936648884e-06,
      "loss": 0.4166,
      "step": 387090
    },
    {
      "epoch": 108.04,
      "grad_norm": 1.3664301633834839,
      "learning_rate": 4.595414388866529e-06,
      "loss": 0.4353,
      "step": 387100
    },
    {
      "epoch": 108.04,
      "grad_norm": 1.2798916101455688,
      "learning_rate": 4.595406883768474e-06,
      "loss": 0.4073,
      "step": 387110
    },
    {
      "epoch": 108.04,
      "grad_norm": 1.4688749313354492,
      "learning_rate": 4.595399378370723e-06,
      "loss": 0.4374,
      "step": 387120
    },
    {
      "epoch": 108.05,
      "grad_norm": 1.412081241607666,
      "learning_rate": 4.595391872673276e-06,
      "loss": 0.439,
      "step": 387130
    },
    {
      "epoch": 108.05,
      "grad_norm": 1.2897268533706665,
      "learning_rate": 4.595384366676134e-06,
      "loss": 0.4284,
      "step": 387140
    },
    {
      "epoch": 108.05,
      "grad_norm": 1.3119391202926636,
      "learning_rate": 4.5953768603793e-06,
      "loss": 0.4087,
      "step": 387150
    },
    {
      "epoch": 108.05,
      "grad_norm": 1.31806480884552,
      "learning_rate": 4.595369353782774e-06,
      "loss": 0.4044,
      "step": 387160
    },
    {
      "epoch": 108.06,
      "grad_norm": 1.3136719465255737,
      "learning_rate": 4.595361846886556e-06,
      "loss": 0.4223,
      "step": 387170
    },
    {
      "epoch": 108.06,
      "grad_norm": 1.517828106880188,
      "learning_rate": 4.595354339690649e-06,
      "loss": 0.4257,
      "step": 387180
    },
    {
      "epoch": 108.06,
      "grad_norm": 1.4120657444000244,
      "learning_rate": 4.595346832195052e-06,
      "loss": 0.4047,
      "step": 387190
    },
    {
      "epoch": 108.07,
      "grad_norm": 1.3506014347076416,
      "learning_rate": 4.595339324399767e-06,
      "loss": 0.416,
      "step": 387200
    },
    {
      "epoch": 108.07,
      "grad_norm": 1.6609246730804443,
      "learning_rate": 4.595331816304795e-06,
      "loss": 0.4207,
      "step": 387210
    },
    {
      "epoch": 108.07,
      "grad_norm": 1.7193483114242554,
      "learning_rate": 4.595324307910136e-06,
      "loss": 0.4124,
      "step": 387220
    },
    {
      "epoch": 108.07,
      "grad_norm": 1.453924298286438,
      "learning_rate": 4.595316799215793e-06,
      "loss": 0.4254,
      "step": 387230
    },
    {
      "epoch": 108.08,
      "grad_norm": 1.5940457582473755,
      "learning_rate": 4.595309290221765e-06,
      "loss": 0.4257,
      "step": 387240
    },
    {
      "epoch": 108.08,
      "grad_norm": 2.396555185317993,
      "learning_rate": 4.595301780928055e-06,
      "loss": 0.4219,
      "step": 387250
    },
    {
      "epoch": 108.08,
      "grad_norm": 1.2651342153549194,
      "learning_rate": 4.595294271334663e-06,
      "loss": 0.4253,
      "step": 387260
    },
    {
      "epoch": 108.09,
      "grad_norm": 1.323656678199768,
      "learning_rate": 4.595286761441588e-06,
      "loss": 0.419,
      "step": 387270
    },
    {
      "epoch": 108.09,
      "grad_norm": 1.496293306350708,
      "learning_rate": 4.595279251248834e-06,
      "loss": 0.422,
      "step": 387280
    },
    {
      "epoch": 108.09,
      "grad_norm": 1.7482435703277588,
      "learning_rate": 4.595271740756401e-06,
      "loss": 0.4015,
      "step": 387290
    },
    {
      "epoch": 108.09,
      "grad_norm": 1.4837013483047485,
      "learning_rate": 4.595264229964289e-06,
      "loss": 0.4264,
      "step": 387300
    },
    {
      "epoch": 108.1,
      "grad_norm": 1.2130928039550781,
      "learning_rate": 4.5952567188725005e-06,
      "loss": 0.4236,
      "step": 387310
    },
    {
      "epoch": 108.1,
      "grad_norm": 1.593677043914795,
      "learning_rate": 4.595249207481036e-06,
      "loss": 0.4126,
      "step": 387320
    },
    {
      "epoch": 108.1,
      "grad_norm": 1.8487614393234253,
      "learning_rate": 4.595241695789896e-06,
      "loss": 0.4232,
      "step": 387330
    },
    {
      "epoch": 108.1,
      "grad_norm": 1.9457762241363525,
      "learning_rate": 4.595234183799082e-06,
      "loss": 0.42,
      "step": 387340
    },
    {
      "epoch": 108.11,
      "grad_norm": 1.4915218353271484,
      "learning_rate": 4.5952266715085945e-06,
      "loss": 0.4165,
      "step": 387350
    },
    {
      "epoch": 108.11,
      "grad_norm": 1.4588146209716797,
      "learning_rate": 4.595219158918435e-06,
      "loss": 0.4161,
      "step": 387360
    },
    {
      "epoch": 108.11,
      "grad_norm": 1.3346567153930664,
      "learning_rate": 4.595211646028604e-06,
      "loss": 0.4224,
      "step": 387370
    },
    {
      "epoch": 108.12,
      "grad_norm": 1.5002213716506958,
      "learning_rate": 4.595204132839104e-06,
      "loss": 0.4062,
      "step": 387380
    },
    {
      "epoch": 108.12,
      "grad_norm": 6.685713768005371,
      "learning_rate": 4.595196619349933e-06,
      "loss": 0.4278,
      "step": 387390
    },
    {
      "epoch": 108.12,
      "grad_norm": 1.6229302883148193,
      "learning_rate": 4.595189105561095e-06,
      "loss": 0.4258,
      "step": 387400
    },
    {
      "epoch": 108.12,
      "grad_norm": 1.8417575359344482,
      "learning_rate": 4.5951815914725905e-06,
      "loss": 0.4386,
      "step": 387410
    },
    {
      "epoch": 108.13,
      "grad_norm": 1.8170640468597412,
      "learning_rate": 4.595174077084419e-06,
      "loss": 0.4333,
      "step": 387420
    },
    {
      "epoch": 108.13,
      "grad_norm": 1.5632388591766357,
      "learning_rate": 4.595166562396583e-06,
      "loss": 0.4262,
      "step": 387430
    },
    {
      "epoch": 108.13,
      "grad_norm": 1.2629202604293823,
      "learning_rate": 4.595159047409082e-06,
      "loss": 0.4226,
      "step": 387440
    },
    {
      "epoch": 108.14,
      "grad_norm": 1.3760614395141602,
      "learning_rate": 4.595151532121917e-06,
      "loss": 0.4215,
      "step": 387450
    },
    {
      "epoch": 108.14,
      "grad_norm": 1.538004755973816,
      "learning_rate": 4.595144016535092e-06,
      "loss": 0.4271,
      "step": 387460
    },
    {
      "epoch": 108.14,
      "grad_norm": 1.7150083780288696,
      "learning_rate": 4.595136500648605e-06,
      "loss": 0.417,
      "step": 387470
    },
    {
      "epoch": 108.14,
      "grad_norm": 1.5401532649993896,
      "learning_rate": 4.595128984462457e-06,
      "loss": 0.4169,
      "step": 387480
    },
    {
      "epoch": 108.15,
      "grad_norm": 1.6670118570327759,
      "learning_rate": 4.5951214679766505e-06,
      "loss": 0.4313,
      "step": 387490
    },
    {
      "epoch": 108.15,
      "grad_norm": 1.4593268632888794,
      "learning_rate": 4.595113951191186e-06,
      "loss": 0.4155,
      "step": 387500
    },
    {
      "epoch": 108.15,
      "grad_norm": 1.5363616943359375,
      "learning_rate": 4.595106434106064e-06,
      "loss": 0.4061,
      "step": 387510
    },
    {
      "epoch": 108.16,
      "grad_norm": 1.5645676851272583,
      "learning_rate": 4.595098916721286e-06,
      "loss": 0.458,
      "step": 387520
    },
    {
      "epoch": 108.16,
      "grad_norm": 1.573097586631775,
      "learning_rate": 4.595091399036853e-06,
      "loss": 0.4043,
      "step": 387530
    },
    {
      "epoch": 108.16,
      "grad_norm": 1.2638263702392578,
      "learning_rate": 4.595083881052766e-06,
      "loss": 0.4344,
      "step": 387540
    },
    {
      "epoch": 108.16,
      "grad_norm": 1.7538574934005737,
      "learning_rate": 4.595076362769025e-06,
      "loss": 0.4208,
      "step": 387550
    },
    {
      "epoch": 108.17,
      "grad_norm": 1.7944954633712769,
      "learning_rate": 4.595068844185633e-06,
      "loss": 0.412,
      "step": 387560
    },
    {
      "epoch": 108.17,
      "grad_norm": 1.2313709259033203,
      "learning_rate": 4.5950613253025894e-06,
      "loss": 0.4141,
      "step": 387570
    },
    {
      "epoch": 108.17,
      "grad_norm": 1.4015480279922485,
      "learning_rate": 4.595053806119896e-06,
      "loss": 0.4258,
      "step": 387580
    },
    {
      "epoch": 108.17,
      "grad_norm": 4.79198694229126,
      "learning_rate": 4.595046286637552e-06,
      "loss": 0.4118,
      "step": 387590
    },
    {
      "epoch": 108.18,
      "grad_norm": 1.6736427545547485,
      "learning_rate": 4.595038766855561e-06,
      "loss": 0.4316,
      "step": 387600
    },
    {
      "epoch": 108.18,
      "grad_norm": 1.6291972398757935,
      "learning_rate": 4.595031246773923e-06,
      "loss": 0.4128,
      "step": 387610
    },
    {
      "epoch": 108.18,
      "grad_norm": 1.8857110738754272,
      "learning_rate": 4.595023726392639e-06,
      "loss": 0.4262,
      "step": 387620
    },
    {
      "epoch": 108.19,
      "grad_norm": 1.3777096271514893,
      "learning_rate": 4.595016205711709e-06,
      "loss": 0.4411,
      "step": 387630
    },
    {
      "epoch": 108.19,
      "grad_norm": 1.9582654237747192,
      "learning_rate": 4.595008684731135e-06,
      "loss": 0.4196,
      "step": 387640
    },
    {
      "epoch": 108.19,
      "grad_norm": 2.0812370777130127,
      "learning_rate": 4.595001163450918e-06,
      "loss": 0.4283,
      "step": 387650
    },
    {
      "epoch": 108.19,
      "grad_norm": 1.469759464263916,
      "learning_rate": 4.594993641871059e-06,
      "loss": 0.4263,
      "step": 387660
    },
    {
      "epoch": 108.2,
      "grad_norm": 1.5384937524795532,
      "learning_rate": 4.594986119991559e-06,
      "loss": 0.4169,
      "step": 387670
    },
    {
      "epoch": 108.2,
      "grad_norm": 1.349587082862854,
      "learning_rate": 4.594978597812418e-06,
      "loss": 0.4401,
      "step": 387680
    },
    {
      "epoch": 108.2,
      "grad_norm": 1.7390666007995605,
      "learning_rate": 4.594971075333639e-06,
      "loss": 0.4331,
      "step": 387690
    },
    {
      "epoch": 108.21,
      "grad_norm": 1.6913870573043823,
      "learning_rate": 4.594963552555222e-06,
      "loss": 0.4212,
      "step": 387700
    },
    {
      "epoch": 108.21,
      "grad_norm": 1.4772909879684448,
      "learning_rate": 4.594956029477166e-06,
      "loss": 0.4256,
      "step": 387710
    },
    {
      "epoch": 108.21,
      "grad_norm": 1.3717412948608398,
      "learning_rate": 4.594948506099476e-06,
      "loss": 0.4218,
      "step": 387720
    },
    {
      "epoch": 108.21,
      "grad_norm": 1.4236977100372314,
      "learning_rate": 4.59494098242215e-06,
      "loss": 0.4095,
      "step": 387730
    },
    {
      "epoch": 108.22,
      "grad_norm": 1.3683037757873535,
      "learning_rate": 4.594933458445189e-06,
      "loss": 0.4194,
      "step": 387740
    },
    {
      "epoch": 108.22,
      "grad_norm": 1.4887803792953491,
      "learning_rate": 4.594925934168596e-06,
      "loss": 0.4193,
      "step": 387750
    },
    {
      "epoch": 108.22,
      "grad_norm": 2.0238425731658936,
      "learning_rate": 4.59491840959237e-06,
      "loss": 0.4046,
      "step": 387760
    },
    {
      "epoch": 108.22,
      "grad_norm": 1.4500956535339355,
      "learning_rate": 4.594910884716514e-06,
      "loss": 0.4196,
      "step": 387770
    },
    {
      "epoch": 108.23,
      "grad_norm": 1.1776126623153687,
      "learning_rate": 4.594903359541028e-06,
      "loss": 0.4102,
      "step": 387780
    },
    {
      "epoch": 108.23,
      "grad_norm": 1.2424832582473755,
      "learning_rate": 4.594895834065912e-06,
      "loss": 0.4388,
      "step": 387790
    },
    {
      "epoch": 108.23,
      "grad_norm": 1.10493803024292,
      "learning_rate": 4.594888308291168e-06,
      "loss": 0.4144,
      "step": 387800
    },
    {
      "epoch": 108.24,
      "grad_norm": 7.077156066894531,
      "learning_rate": 4.594880782216797e-06,
      "loss": 0.4139,
      "step": 387810
    },
    {
      "epoch": 108.24,
      "grad_norm": 1.5247368812561035,
      "learning_rate": 4.594873255842799e-06,
      "loss": 0.4223,
      "step": 387820
    },
    {
      "epoch": 108.24,
      "grad_norm": 1.6988664865493774,
      "learning_rate": 4.594865729169177e-06,
      "loss": 0.4269,
      "step": 387830
    },
    {
      "epoch": 108.24,
      "grad_norm": 1.6284832954406738,
      "learning_rate": 4.594858202195931e-06,
      "loss": 0.4183,
      "step": 387840
    },
    {
      "epoch": 108.25,
      "grad_norm": 1.5538277626037598,
      "learning_rate": 4.594850674923061e-06,
      "loss": 0.3983,
      "step": 387850
    },
    {
      "epoch": 108.25,
      "grad_norm": 1.5467876195907593,
      "learning_rate": 4.5948431473505695e-06,
      "loss": 0.421,
      "step": 387860
    },
    {
      "epoch": 108.25,
      "grad_norm": 1.3050856590270996,
      "learning_rate": 4.594835619478457e-06,
      "loss": 0.4394,
      "step": 387870
    },
    {
      "epoch": 108.26,
      "grad_norm": 1.3477452993392944,
      "learning_rate": 4.594828091306724e-06,
      "loss": 0.4147,
      "step": 387880
    },
    {
      "epoch": 108.26,
      "grad_norm": 1.268676519393921,
      "learning_rate": 4.594820562835372e-06,
      "loss": 0.4276,
      "step": 387890
    },
    {
      "epoch": 108.26,
      "grad_norm": 1.5377886295318604,
      "learning_rate": 4.5948130340644026e-06,
      "loss": 0.4347,
      "step": 387900
    },
    {
      "epoch": 108.26,
      "grad_norm": 1.7283965349197388,
      "learning_rate": 4.594805504993815e-06,
      "loss": 0.4118,
      "step": 387910
    },
    {
      "epoch": 108.27,
      "grad_norm": 1.4171375036239624,
      "learning_rate": 4.5947979756236115e-06,
      "loss": 0.4165,
      "step": 387920
    },
    {
      "epoch": 108.27,
      "grad_norm": 1.591299057006836,
      "learning_rate": 4.594790445953793e-06,
      "loss": 0.4228,
      "step": 387930
    },
    {
      "epoch": 108.27,
      "grad_norm": 1.3364351987838745,
      "learning_rate": 4.594782915984361e-06,
      "loss": 0.4115,
      "step": 387940
    },
    {
      "epoch": 108.28,
      "grad_norm": 1.3042988777160645,
      "learning_rate": 4.594775385715315e-06,
      "loss": 0.41,
      "step": 387950
    },
    {
      "epoch": 108.28,
      "grad_norm": 1.2321527004241943,
      "learning_rate": 4.594767855146658e-06,
      "loss": 0.4088,
      "step": 387960
    },
    {
      "epoch": 108.28,
      "grad_norm": 1.390370488166809,
      "learning_rate": 4.5947603242783885e-06,
      "loss": 0.4042,
      "step": 387970
    },
    {
      "epoch": 108.28,
      "grad_norm": 1.499737024307251,
      "learning_rate": 4.59475279311051e-06,
      "loss": 0.4262,
      "step": 387980
    },
    {
      "epoch": 108.29,
      "grad_norm": 1.7055532932281494,
      "learning_rate": 4.5947452616430225e-06,
      "loss": 0.4195,
      "step": 387990
    },
    {
      "epoch": 108.29,
      "grad_norm": 1.223075270652771,
      "learning_rate": 4.5947377298759254e-06,
      "loss": 0.4248,
      "step": 388000
    },
    {
      "epoch": 108.29,
      "grad_norm": 1.7912393808364868,
      "learning_rate": 4.5947301978092235e-06,
      "loss": 0.4324,
      "step": 388010
    },
    {
      "epoch": 108.29,
      "grad_norm": 1.2483752965927124,
      "learning_rate": 4.594722665442914e-06,
      "loss": 0.428,
      "step": 388020
    },
    {
      "epoch": 108.3,
      "grad_norm": 1.824316143989563,
      "learning_rate": 4.594715132776999e-06,
      "loss": 0.4155,
      "step": 388030
    },
    {
      "epoch": 108.3,
      "grad_norm": 1.5669755935668945,
      "learning_rate": 4.594707599811482e-06,
      "loss": 0.4187,
      "step": 388040
    },
    {
      "epoch": 108.3,
      "grad_norm": 1.2231625318527222,
      "learning_rate": 4.59470006654636e-06,
      "loss": 0.4152,
      "step": 388050
    },
    {
      "epoch": 108.31,
      "grad_norm": 1.4362791776657104,
      "learning_rate": 4.5946925329816365e-06,
      "loss": 0.4214,
      "step": 388060
    },
    {
      "epoch": 108.31,
      "grad_norm": 1.9303312301635742,
      "learning_rate": 4.594684999117312e-06,
      "loss": 0.4379,
      "step": 388070
    },
    {
      "epoch": 108.31,
      "grad_norm": 1.4058347940444946,
      "learning_rate": 4.594677464953388e-06,
      "loss": 0.416,
      "step": 388080
    },
    {
      "epoch": 108.31,
      "grad_norm": 1.3891634941101074,
      "learning_rate": 4.594669930489864e-06,
      "loss": 0.4068,
      "step": 388090
    },
    {
      "epoch": 108.32,
      "grad_norm": 1.4584262371063232,
      "learning_rate": 4.594662395726743e-06,
      "loss": 0.4203,
      "step": 388100
    },
    {
      "epoch": 108.32,
      "grad_norm": 1.5255517959594727,
      "learning_rate": 4.594654860664023e-06,
      "loss": 0.4145,
      "step": 388110
    },
    {
      "epoch": 108.32,
      "grad_norm": 1.5580071210861206,
      "learning_rate": 4.5946473253017085e-06,
      "loss": 0.4207,
      "step": 388120
    },
    {
      "epoch": 108.33,
      "grad_norm": 1.4432792663574219,
      "learning_rate": 4.594639789639799e-06,
      "loss": 0.4151,
      "step": 388130
    },
    {
      "epoch": 108.33,
      "grad_norm": 1.7178479433059692,
      "learning_rate": 4.594632253678295e-06,
      "loss": 0.4199,
      "step": 388140
    },
    {
      "epoch": 108.33,
      "grad_norm": 1.295241117477417,
      "learning_rate": 4.594624717417198e-06,
      "loss": 0.4208,
      "step": 388150
    },
    {
      "epoch": 108.33,
      "grad_norm": 1.3686083555221558,
      "learning_rate": 4.594617180856509e-06,
      "loss": 0.4137,
      "step": 388160
    },
    {
      "epoch": 108.34,
      "grad_norm": 1.4007431268692017,
      "learning_rate": 4.59460964399623e-06,
      "loss": 0.4329,
      "step": 388170
    },
    {
      "epoch": 108.34,
      "grad_norm": 1.2081027030944824,
      "learning_rate": 4.594602106836359e-06,
      "loss": 0.4393,
      "step": 388180
    },
    {
      "epoch": 108.34,
      "grad_norm": 1.6174368858337402,
      "learning_rate": 4.5945945693769e-06,
      "loss": 0.4202,
      "step": 388190
    },
    {
      "epoch": 108.34,
      "grad_norm": 1.5082908868789673,
      "learning_rate": 4.594587031617853e-06,
      "loss": 0.4429,
      "step": 388200
    },
    {
      "epoch": 108.35,
      "grad_norm": 1.5077908039093018,
      "learning_rate": 4.594579493559219e-06,
      "loss": 0.433,
      "step": 388210
    },
    {
      "epoch": 108.35,
      "grad_norm": 1.7444658279418945,
      "learning_rate": 4.594571955200999e-06,
      "loss": 0.4195,
      "step": 388220
    },
    {
      "epoch": 108.35,
      "grad_norm": 1.2381974458694458,
      "learning_rate": 4.5945644165431934e-06,
      "loss": 0.4218,
      "step": 388230
    },
    {
      "epoch": 108.36,
      "grad_norm": 1.673101782798767,
      "learning_rate": 4.594556877585805e-06,
      "loss": 0.4096,
      "step": 388240
    },
    {
      "epoch": 108.36,
      "grad_norm": 1.4178404808044434,
      "learning_rate": 4.5945493383288324e-06,
      "loss": 0.4246,
      "step": 388250
    },
    {
      "epoch": 108.36,
      "grad_norm": 1.5064467191696167,
      "learning_rate": 4.594541798772278e-06,
      "loss": 0.4319,
      "step": 388260
    },
    {
      "epoch": 108.36,
      "grad_norm": 1.4520431756973267,
      "learning_rate": 4.5945342589161426e-06,
      "loss": 0.4241,
      "step": 388270
    },
    {
      "epoch": 108.37,
      "grad_norm": 1.3052412271499634,
      "learning_rate": 4.594526718760428e-06,
      "loss": 0.409,
      "step": 388280
    },
    {
      "epoch": 108.37,
      "grad_norm": 1.4453595876693726,
      "learning_rate": 4.594519178305134e-06,
      "loss": 0.427,
      "step": 388290
    },
    {
      "epoch": 108.37,
      "grad_norm": 1.3569906949996948,
      "learning_rate": 4.594511637550261e-06,
      "loss": 0.43,
      "step": 388300
    },
    {
      "epoch": 108.38,
      "grad_norm": 2.2633049488067627,
      "learning_rate": 4.594504096495813e-06,
      "loss": 0.4269,
      "step": 388310
    },
    {
      "epoch": 108.38,
      "grad_norm": 5.2045135498046875,
      "learning_rate": 4.594496555141787e-06,
      "loss": 0.408,
      "step": 388320
    },
    {
      "epoch": 108.38,
      "grad_norm": 1.4606201648712158,
      "learning_rate": 4.594489013488187e-06,
      "loss": 0.4237,
      "step": 388330
    },
    {
      "epoch": 108.38,
      "grad_norm": 1.2799142599105835,
      "learning_rate": 4.594481471535013e-06,
      "loss": 0.4182,
      "step": 388340
    },
    {
      "epoch": 108.39,
      "grad_norm": 1.415177583694458,
      "learning_rate": 4.5944739292822665e-06,
      "loss": 0.4014,
      "step": 388350
    },
    {
      "epoch": 108.39,
      "grad_norm": 1.3811438083648682,
      "learning_rate": 4.594466386729947e-06,
      "loss": 0.425,
      "step": 388360
    },
    {
      "epoch": 108.39,
      "grad_norm": 1.323611855506897,
      "learning_rate": 4.594458843878057e-06,
      "loss": 0.4121,
      "step": 388370
    },
    {
      "epoch": 108.4,
      "grad_norm": 1.5165988206863403,
      "learning_rate": 4.5944513007265965e-06,
      "loss": 0.4321,
      "step": 388380
    },
    {
      "epoch": 108.4,
      "grad_norm": 1.3524237871170044,
      "learning_rate": 4.5944437572755684e-06,
      "loss": 0.4328,
      "step": 388390
    },
    {
      "epoch": 108.4,
      "grad_norm": 1.4564979076385498,
      "learning_rate": 4.594436213524971e-06,
      "loss": 0.4104,
      "step": 388400
    },
    {
      "epoch": 108.4,
      "grad_norm": 1.308178186416626,
      "learning_rate": 4.594428669474808e-06,
      "loss": 0.4303,
      "step": 388410
    },
    {
      "epoch": 108.41,
      "grad_norm": 1.5438244342803955,
      "learning_rate": 4.594421125125078e-06,
      "loss": 0.4369,
      "step": 388420
    },
    {
      "epoch": 108.41,
      "grad_norm": 1.4925527572631836,
      "learning_rate": 4.594413580475784e-06,
      "loss": 0.3967,
      "step": 388430
    },
    {
      "epoch": 108.41,
      "grad_norm": 4.876400470733643,
      "learning_rate": 4.594406035526925e-06,
      "loss": 0.4136,
      "step": 388440
    },
    {
      "epoch": 108.41,
      "grad_norm": 2.015500545501709,
      "learning_rate": 4.594398490278503e-06,
      "loss": 0.4051,
      "step": 388450
    },
    {
      "epoch": 108.42,
      "grad_norm": 1.4212331771850586,
      "learning_rate": 4.59439094473052e-06,
      "loss": 0.4303,
      "step": 388460
    },
    {
      "epoch": 108.42,
      "grad_norm": 1.360517978668213,
      "learning_rate": 4.594383398882975e-06,
      "loss": 0.4118,
      "step": 388470
    },
    {
      "epoch": 108.42,
      "grad_norm": 1.260407567024231,
      "learning_rate": 4.5943758527358705e-06,
      "loss": 0.401,
      "step": 388480
    },
    {
      "epoch": 108.43,
      "grad_norm": 1.428760051727295,
      "learning_rate": 4.594368306289207e-06,
      "loss": 0.4281,
      "step": 388490
    },
    {
      "epoch": 108.43,
      "grad_norm": 1.4369502067565918,
      "learning_rate": 4.594360759542987e-06,
      "loss": 0.431,
      "step": 388500
    },
    {
      "epoch": 108.43,
      "grad_norm": 1.4667896032333374,
      "learning_rate": 4.594353212497209e-06,
      "loss": 0.4125,
      "step": 388510
    },
    {
      "epoch": 108.43,
      "grad_norm": 1.635209560394287,
      "learning_rate": 4.594345665151875e-06,
      "loss": 0.4179,
      "step": 388520
    },
    {
      "epoch": 108.44,
      "grad_norm": 1.6493785381317139,
      "learning_rate": 4.594338117506986e-06,
      "loss": 0.4409,
      "step": 388530
    },
    {
      "epoch": 108.44,
      "grad_norm": 1.5273734331130981,
      "learning_rate": 4.594330569562543e-06,
      "loss": 0.4237,
      "step": 388540
    },
    {
      "epoch": 108.44,
      "grad_norm": 1.3391965627670288,
      "learning_rate": 4.594323021318548e-06,
      "loss": 0.3883,
      "step": 388550
    },
    {
      "epoch": 108.45,
      "grad_norm": 1.2440255880355835,
      "learning_rate": 4.594315472775e-06,
      "loss": 0.4166,
      "step": 388560
    },
    {
      "epoch": 108.45,
      "grad_norm": 1.5898411273956299,
      "learning_rate": 4.594307923931902e-06,
      "loss": 0.414,
      "step": 388570
    },
    {
      "epoch": 108.45,
      "grad_norm": 1.243569254875183,
      "learning_rate": 4.5943003747892535e-06,
      "loss": 0.4219,
      "step": 388580
    },
    {
      "epoch": 108.45,
      "grad_norm": 1.6254627704620361,
      "learning_rate": 4.5942928253470556e-06,
      "loss": 0.4061,
      "step": 388590
    },
    {
      "epoch": 108.46,
      "grad_norm": 1.3712830543518066,
      "learning_rate": 4.594285275605311e-06,
      "loss": 0.406,
      "step": 388600
    },
    {
      "epoch": 108.46,
      "grad_norm": 1.5167396068572998,
      "learning_rate": 4.5942777255640195e-06,
      "loss": 0.4179,
      "step": 388610
    },
    {
      "epoch": 108.46,
      "grad_norm": 1.2768025398254395,
      "learning_rate": 4.5942701752231814e-06,
      "loss": 0.395,
      "step": 388620
    },
    {
      "epoch": 108.46,
      "grad_norm": 1.595137596130371,
      "learning_rate": 4.5942626245827995e-06,
      "loss": 0.4097,
      "step": 388630
    },
    {
      "epoch": 108.47,
      "grad_norm": 1.4869258403778076,
      "learning_rate": 4.594255073642873e-06,
      "loss": 0.4102,
      "step": 388640
    },
    {
      "epoch": 108.47,
      "grad_norm": 1.5292917490005493,
      "learning_rate": 4.594247522403404e-06,
      "loss": 0.4098,
      "step": 388650
    },
    {
      "epoch": 108.47,
      "grad_norm": 1.543110728263855,
      "learning_rate": 4.594239970864392e-06,
      "loss": 0.4086,
      "step": 388660
    },
    {
      "epoch": 108.48,
      "grad_norm": 1.5037009716033936,
      "learning_rate": 4.594232419025841e-06,
      "loss": 0.4289,
      "step": 388670
    },
    {
      "epoch": 108.48,
      "grad_norm": 1.355894684791565,
      "learning_rate": 4.594224866887749e-06,
      "loss": 0.4102,
      "step": 388680
    },
    {
      "epoch": 108.48,
      "grad_norm": 1.22744882106781,
      "learning_rate": 4.594217314450118e-06,
      "loss": 0.4142,
      "step": 388690
    },
    {
      "epoch": 108.48,
      "grad_norm": 1.7264326810836792,
      "learning_rate": 4.59420976171295e-06,
      "loss": 0.4341,
      "step": 388700
    },
    {
      "epoch": 108.49,
      "grad_norm": 1.66104257106781,
      "learning_rate": 4.594202208676245e-06,
      "loss": 0.4057,
      "step": 388710
    },
    {
      "epoch": 108.49,
      "grad_norm": 1.6913437843322754,
      "learning_rate": 4.594194655340004e-06,
      "loss": 0.4044,
      "step": 388720
    },
    {
      "epoch": 108.49,
      "grad_norm": 1.3574934005737305,
      "learning_rate": 4.594187101704228e-06,
      "loss": 0.4423,
      "step": 388730
    },
    {
      "epoch": 108.5,
      "grad_norm": 1.691794991493225,
      "learning_rate": 4.594179547768918e-06,
      "loss": 0.4265,
      "step": 388740
    },
    {
      "epoch": 108.5,
      "grad_norm": 1.2050725221633911,
      "learning_rate": 4.594171993534077e-06,
      "loss": 0.4195,
      "step": 388750
    },
    {
      "epoch": 108.5,
      "grad_norm": 1.4034966230392456,
      "learning_rate": 4.594164438999702e-06,
      "loss": 0.4276,
      "step": 388760
    },
    {
      "epoch": 108.5,
      "grad_norm": 1.9986722469329834,
      "learning_rate": 4.594156884165797e-06,
      "loss": 0.4175,
      "step": 388770
    },
    {
      "epoch": 108.51,
      "grad_norm": 1.4840434789657593,
      "learning_rate": 4.594149329032363e-06,
      "loss": 0.4178,
      "step": 388780
    },
    {
      "epoch": 108.51,
      "grad_norm": 1.4150888919830322,
      "learning_rate": 4.594141773599399e-06,
      "loss": 0.4089,
      "step": 388790
    },
    {
      "epoch": 108.51,
      "grad_norm": 1.2708936929702759,
      "learning_rate": 4.594134217866908e-06,
      "loss": 0.4234,
      "step": 388800
    },
    {
      "epoch": 108.52,
      "grad_norm": 1.3616719245910645,
      "learning_rate": 4.5941266618348905e-06,
      "loss": 0.4356,
      "step": 388810
    },
    {
      "epoch": 108.52,
      "grad_norm": 1.3402435779571533,
      "learning_rate": 4.594119105503347e-06,
      "loss": 0.4305,
      "step": 388820
    },
    {
      "epoch": 108.52,
      "grad_norm": 1.2306933403015137,
      "learning_rate": 4.594111548872278e-06,
      "loss": 0.4125,
      "step": 388830
    },
    {
      "epoch": 108.52,
      "grad_norm": 1.5421912670135498,
      "learning_rate": 4.594103991941686e-06,
      "loss": 0.4215,
      "step": 388840
    },
    {
      "epoch": 108.53,
      "grad_norm": 1.3705843687057495,
      "learning_rate": 4.594096434711571e-06,
      "loss": 0.4183,
      "step": 388850
    },
    {
      "epoch": 108.53,
      "grad_norm": 1.3702014684677124,
      "learning_rate": 4.594088877181934e-06,
      "loss": 0.4142,
      "step": 388860
    },
    {
      "epoch": 108.53,
      "grad_norm": 1.41738760471344,
      "learning_rate": 4.594081319352777e-06,
      "loss": 0.4027,
      "step": 388870
    },
    {
      "epoch": 108.53,
      "grad_norm": 1.4034680128097534,
      "learning_rate": 4.5940737612241e-06,
      "loss": 0.4247,
      "step": 388880
    },
    {
      "epoch": 108.54,
      "grad_norm": 1.5305734872817993,
      "learning_rate": 4.594066202795904e-06,
      "loss": 0.4214,
      "step": 388890
    },
    {
      "epoch": 108.54,
      "grad_norm": 1.639891266822815,
      "learning_rate": 4.594058644068191e-06,
      "loss": 0.4159,
      "step": 388900
    },
    {
      "epoch": 108.54,
      "grad_norm": 1.40962815284729,
      "learning_rate": 4.594051085040961e-06,
      "loss": 0.4014,
      "step": 388910
    },
    {
      "epoch": 108.55,
      "grad_norm": 1.2760099172592163,
      "learning_rate": 4.5940435257142154e-06,
      "loss": 0.4126,
      "step": 388920
    },
    {
      "epoch": 108.55,
      "grad_norm": 1.6274253129959106,
      "learning_rate": 4.594035966087955e-06,
      "loss": 0.423,
      "step": 388930
    },
    {
      "epoch": 108.55,
      "grad_norm": 1.3292216062545776,
      "learning_rate": 4.59402840616218e-06,
      "loss": 0.4223,
      "step": 388940
    },
    {
      "epoch": 108.55,
      "grad_norm": 1.144338846206665,
      "learning_rate": 4.5940208459368935e-06,
      "loss": 0.4404,
      "step": 388950
    },
    {
      "epoch": 108.56,
      "grad_norm": 1.5091793537139893,
      "learning_rate": 4.594013285412095e-06,
      "loss": 0.4281,
      "step": 388960
    },
    {
      "epoch": 108.56,
      "grad_norm": 1.215859293937683,
      "learning_rate": 4.594005724587786e-06,
      "loss": 0.419,
      "step": 388970
    },
    {
      "epoch": 108.56,
      "grad_norm": 1.7166281938552856,
      "learning_rate": 4.593998163463967e-06,
      "loss": 0.4189,
      "step": 388980
    },
    {
      "epoch": 108.57,
      "grad_norm": 1.1927214860916138,
      "learning_rate": 4.59399060204064e-06,
      "loss": 0.4149,
      "step": 388990
    },
    {
      "epoch": 108.57,
      "grad_norm": 1.410620093345642,
      "learning_rate": 4.593983040317805e-06,
      "loss": 0.4173,
      "step": 389000
    },
    {
      "epoch": 108.57,
      "grad_norm": 1.4602775573730469,
      "learning_rate": 4.593975478295463e-06,
      "loss": 0.4411,
      "step": 389010
    },
    {
      "epoch": 108.57,
      "grad_norm": 1.3620681762695312,
      "learning_rate": 4.593967915973615e-06,
      "loss": 0.4171,
      "step": 389020
    },
    {
      "epoch": 108.58,
      "grad_norm": 1.6116095781326294,
      "learning_rate": 4.593960353352263e-06,
      "loss": 0.4193,
      "step": 389030
    },
    {
      "epoch": 108.58,
      "grad_norm": 1.6642274856567383,
      "learning_rate": 4.593952790431408e-06,
      "loss": 0.4174,
      "step": 389040
    },
    {
      "epoch": 108.58,
      "grad_norm": 1.4026678800582886,
      "learning_rate": 4.59394522721105e-06,
      "loss": 0.4161,
      "step": 389050
    },
    {
      "epoch": 108.58,
      "grad_norm": 1.1546505689620972,
      "learning_rate": 4.59393766369119e-06,
      "loss": 0.4225,
      "step": 389060
    },
    {
      "epoch": 108.59,
      "grad_norm": 1.3483585119247437,
      "learning_rate": 4.593930099871829e-06,
      "loss": 0.413,
      "step": 389070
    },
    {
      "epoch": 108.59,
      "grad_norm": 1.4172191619873047,
      "learning_rate": 4.593922535752969e-06,
      "loss": 0.4166,
      "step": 389080
    },
    {
      "epoch": 108.59,
      "grad_norm": 1.4361929893493652,
      "learning_rate": 4.5939149713346114e-06,
      "loss": 0.4069,
      "step": 389090
    },
    {
      "epoch": 108.6,
      "grad_norm": 1.6258947849273682,
      "learning_rate": 4.593907406616755e-06,
      "loss": 0.4283,
      "step": 389100
    },
    {
      "epoch": 108.6,
      "grad_norm": 1.9628384113311768,
      "learning_rate": 4.593899841599402e-06,
      "loss": 0.4244,
      "step": 389110
    },
    {
      "epoch": 108.6,
      "grad_norm": 1.7809371948242188,
      "learning_rate": 4.593892276282554e-06,
      "loss": 0.4271,
      "step": 389120
    },
    {
      "epoch": 108.6,
      "grad_norm": 1.2897578477859497,
      "learning_rate": 4.593884710666211e-06,
      "loss": 0.4166,
      "step": 389130
    },
    {
      "epoch": 108.61,
      "grad_norm": 1.309870719909668,
      "learning_rate": 4.593877144750375e-06,
      "loss": 0.4124,
      "step": 389140
    },
    {
      "epoch": 108.61,
      "grad_norm": 1.333199381828308,
      "learning_rate": 4.593869578535046e-06,
      "loss": 0.4113,
      "step": 389150
    },
    {
      "epoch": 108.61,
      "grad_norm": 1.4817348718643188,
      "learning_rate": 4.5938620120202255e-06,
      "loss": 0.4465,
      "step": 389160
    },
    {
      "epoch": 108.62,
      "grad_norm": 1.4986904859542847,
      "learning_rate": 4.5938544452059146e-06,
      "loss": 0.4275,
      "step": 389170
    },
    {
      "epoch": 108.62,
      "grad_norm": 1.6256200075149536,
      "learning_rate": 4.593846878092115e-06,
      "loss": 0.4453,
      "step": 389180
    },
    {
      "epoch": 108.62,
      "grad_norm": 1.4048047065734863,
      "learning_rate": 4.593839310678826e-06,
      "loss": 0.4046,
      "step": 389190
    },
    {
      "epoch": 108.62,
      "grad_norm": 1.5801218748092651,
      "learning_rate": 4.593831742966049e-06,
      "loss": 0.4154,
      "step": 389200
    },
    {
      "epoch": 108.63,
      "grad_norm": 2.1360299587249756,
      "learning_rate": 4.593824174953786e-06,
      "loss": 0.4416,
      "step": 389210
    },
    {
      "epoch": 108.63,
      "grad_norm": 1.4561156034469604,
      "learning_rate": 4.593816606642038e-06,
      "loss": 0.4142,
      "step": 389220
    },
    {
      "epoch": 108.63,
      "grad_norm": 1.5611616373062134,
      "learning_rate": 4.593809038030806e-06,
      "loss": 0.3932,
      "step": 389230
    },
    {
      "epoch": 108.64,
      "grad_norm": 1.5503116846084595,
      "learning_rate": 4.593801469120088e-06,
      "loss": 0.4093,
      "step": 389240
    },
    {
      "epoch": 108.64,
      "grad_norm": 1.7360079288482666,
      "learning_rate": 4.59379389990989e-06,
      "loss": 0.4103,
      "step": 389250
    },
    {
      "epoch": 108.64,
      "grad_norm": 1.2927943468093872,
      "learning_rate": 4.59378633040021e-06,
      "loss": 0.4181,
      "step": 389260
    },
    {
      "epoch": 108.64,
      "grad_norm": 1.48405921459198,
      "learning_rate": 4.5937787605910486e-06,
      "loss": 0.4321,
      "step": 389270
    },
    {
      "epoch": 108.65,
      "grad_norm": 2.449150323867798,
      "learning_rate": 4.593771190482409e-06,
      "loss": 0.4158,
      "step": 389280
    },
    {
      "epoch": 108.65,
      "grad_norm": 1.6388057470321655,
      "learning_rate": 4.59376362007429e-06,
      "loss": 0.4142,
      "step": 389290
    },
    {
      "epoch": 108.65,
      "grad_norm": 1.3568947315216064,
      "learning_rate": 4.593756049366694e-06,
      "loss": 0.4157,
      "step": 389300
    },
    {
      "epoch": 108.65,
      "grad_norm": 1.5769597291946411,
      "learning_rate": 4.593748478359621e-06,
      "loss": 0.4195,
      "step": 389310
    },
    {
      "epoch": 108.66,
      "grad_norm": 1.4679659605026245,
      "learning_rate": 4.593740907053074e-06,
      "loss": 0.4297,
      "step": 389320
    },
    {
      "epoch": 108.66,
      "grad_norm": 1.6273893117904663,
      "learning_rate": 4.593733335447051e-06,
      "loss": 0.4173,
      "step": 389330
    },
    {
      "epoch": 108.66,
      "grad_norm": 1.6121076345443726,
      "learning_rate": 4.5937257635415566e-06,
      "loss": 0.4253,
      "step": 389340
    },
    {
      "epoch": 108.67,
      "grad_norm": 1.4513239860534668,
      "learning_rate": 4.593718191336588e-06,
      "loss": 0.4026,
      "step": 389350
    },
    {
      "epoch": 108.67,
      "grad_norm": 1.4676637649536133,
      "learning_rate": 4.593710618832148e-06,
      "loss": 0.4196,
      "step": 389360
    },
    {
      "epoch": 108.67,
      "grad_norm": 1.3394635915756226,
      "learning_rate": 4.593703046028239e-06,
      "loss": 0.4073,
      "step": 389370
    },
    {
      "epoch": 108.67,
      "grad_norm": 1.23952054977417,
      "learning_rate": 4.5936954729248594e-06,
      "loss": 0.4344,
      "step": 389380
    },
    {
      "epoch": 108.68,
      "grad_norm": 1.8497374057769775,
      "learning_rate": 4.593687899522012e-06,
      "loss": 0.4143,
      "step": 389390
    },
    {
      "epoch": 108.68,
      "grad_norm": 1.508281946182251,
      "learning_rate": 4.593680325819697e-06,
      "loss": 0.4281,
      "step": 389400
    },
    {
      "epoch": 108.68,
      "grad_norm": 1.5728955268859863,
      "learning_rate": 4.593672751817916e-06,
      "loss": 0.4344,
      "step": 389410
    },
    {
      "epoch": 108.69,
      "grad_norm": 1.4112348556518555,
      "learning_rate": 4.59366517751667e-06,
      "loss": 0.4209,
      "step": 389420
    },
    {
      "epoch": 108.69,
      "grad_norm": 1.3855661153793335,
      "learning_rate": 4.5936576029159585e-06,
      "loss": 0.4127,
      "step": 389430
    },
    {
      "epoch": 108.69,
      "grad_norm": 1.2922106981277466,
      "learning_rate": 4.593650028015785e-06,
      "loss": 0.4071,
      "step": 389440
    },
    {
      "epoch": 108.69,
      "grad_norm": 1.4668220281600952,
      "learning_rate": 4.593642452816148e-06,
      "loss": 0.4128,
      "step": 389450
    },
    {
      "epoch": 108.7,
      "grad_norm": 1.4410187005996704,
      "learning_rate": 4.59363487731705e-06,
      "loss": 0.4118,
      "step": 389460
    },
    {
      "epoch": 108.7,
      "grad_norm": 1.1973425149917603,
      "learning_rate": 4.593627301518492e-06,
      "loss": 0.4173,
      "step": 389470
    },
    {
      "epoch": 108.7,
      "grad_norm": 1.5323587656021118,
      "learning_rate": 4.593619725420475e-06,
      "loss": 0.4238,
      "step": 389480
    },
    {
      "epoch": 108.7,
      "grad_norm": 1.1485097408294678,
      "learning_rate": 4.593612149023e-06,
      "loss": 0.4106,
      "step": 389490
    },
    {
      "epoch": 108.71,
      "grad_norm": 1.3543559312820435,
      "learning_rate": 4.593604572326066e-06,
      "loss": 0.423,
      "step": 389500
    },
    {
      "epoch": 108.71,
      "grad_norm": 1.5104546546936035,
      "learning_rate": 4.593596995329678e-06,
      "loss": 0.4464,
      "step": 389510
    },
    {
      "epoch": 108.71,
      "grad_norm": 1.5758423805236816,
      "learning_rate": 4.593589418033832e-06,
      "loss": 0.4242,
      "step": 389520
    },
    {
      "epoch": 108.72,
      "grad_norm": 1.6013559103012085,
      "learning_rate": 4.593581840438534e-06,
      "loss": 0.4197,
      "step": 389530
    },
    {
      "epoch": 108.72,
      "grad_norm": 1.278995394706726,
      "learning_rate": 4.593574262543782e-06,
      "loss": 0.4156,
      "step": 389540
    },
    {
      "epoch": 108.72,
      "grad_norm": 1.4892401695251465,
      "learning_rate": 4.593566684349578e-06,
      "loss": 0.4344,
      "step": 389550
    },
    {
      "epoch": 108.72,
      "grad_norm": 1.7861167192459106,
      "learning_rate": 4.593559105855923e-06,
      "loss": 0.4119,
      "step": 389560
    },
    {
      "epoch": 108.73,
      "grad_norm": 1.593559741973877,
      "learning_rate": 4.593551527062817e-06,
      "loss": 0.4359,
      "step": 389570
    },
    {
      "epoch": 108.73,
      "grad_norm": 1.2415945529937744,
      "learning_rate": 4.593543947970263e-06,
      "loss": 0.409,
      "step": 389580
    },
    {
      "epoch": 108.73,
      "grad_norm": 1.246035099029541,
      "learning_rate": 4.59353636857826e-06,
      "loss": 0.4217,
      "step": 389590
    },
    {
      "epoch": 108.74,
      "grad_norm": 1.5064183473587036,
      "learning_rate": 4.59352878888681e-06,
      "loss": 0.4119,
      "step": 389600
    },
    {
      "epoch": 108.74,
      "grad_norm": 1.2372173070907593,
      "learning_rate": 4.5935212088959135e-06,
      "loss": 0.4125,
      "step": 389610
    },
    {
      "epoch": 108.74,
      "grad_norm": 1.106261134147644,
      "learning_rate": 4.593513628605572e-06,
      "loss": 0.4243,
      "step": 389620
    },
    {
      "epoch": 108.74,
      "grad_norm": 1.3845247030258179,
      "learning_rate": 4.593506048015787e-06,
      "loss": 0.4258,
      "step": 389630
    },
    {
      "epoch": 108.75,
      "grad_norm": 1.1005538702011108,
      "learning_rate": 4.593498467126558e-06,
      "loss": 0.4047,
      "step": 389640
    },
    {
      "epoch": 108.75,
      "grad_norm": 1.559045672416687,
      "learning_rate": 4.593490885937887e-06,
      "loss": 0.4036,
      "step": 389650
    },
    {
      "epoch": 108.75,
      "grad_norm": 1.5006543397903442,
      "learning_rate": 4.593483304449775e-06,
      "loss": 0.4152,
      "step": 389660
    },
    {
      "epoch": 108.76,
      "grad_norm": 1.409192681312561,
      "learning_rate": 4.593475722662223e-06,
      "loss": 0.4053,
      "step": 389670
    },
    {
      "epoch": 108.76,
      "grad_norm": 1.4267016649246216,
      "learning_rate": 4.593468140575232e-06,
      "loss": 0.4047,
      "step": 389680
    },
    {
      "epoch": 108.76,
      "grad_norm": 1.413652777671814,
      "learning_rate": 4.593460558188802e-06,
      "loss": 0.4102,
      "step": 389690
    },
    {
      "epoch": 108.76,
      "grad_norm": 1.3919568061828613,
      "learning_rate": 4.593452975502936e-06,
      "loss": 0.4003,
      "step": 389700
    },
    {
      "epoch": 108.77,
      "grad_norm": 1.3309460878372192,
      "learning_rate": 4.593445392517634e-06,
      "loss": 0.4303,
      "step": 389710
    },
    {
      "epoch": 108.77,
      "grad_norm": 1.802791714668274,
      "learning_rate": 4.593437809232897e-06,
      "loss": 0.4421,
      "step": 389720
    },
    {
      "epoch": 108.77,
      "grad_norm": 1.5396612882614136,
      "learning_rate": 4.593430225648725e-06,
      "loss": 0.4317,
      "step": 389730
    },
    {
      "epoch": 108.77,
      "grad_norm": 1.4262785911560059,
      "learning_rate": 4.593422641765121e-06,
      "loss": 0.4118,
      "step": 389740
    },
    {
      "epoch": 108.78,
      "grad_norm": 1.2900816202163696,
      "learning_rate": 4.593415057582084e-06,
      "loss": 0.419,
      "step": 389750
    },
    {
      "epoch": 108.78,
      "grad_norm": 1.6386398077011108,
      "learning_rate": 4.5934074730996156e-06,
      "loss": 0.4193,
      "step": 389760
    },
    {
      "epoch": 108.78,
      "grad_norm": 1.463266372680664,
      "learning_rate": 4.593399888317718e-06,
      "loss": 0.4284,
      "step": 389770
    },
    {
      "epoch": 108.79,
      "grad_norm": 1.5375120639801025,
      "learning_rate": 4.593392303236392e-06,
      "loss": 0.4084,
      "step": 389780
    },
    {
      "epoch": 108.79,
      "grad_norm": 1.7225141525268555,
      "learning_rate": 4.593384717855637e-06,
      "loss": 0.4226,
      "step": 389790
    },
    {
      "epoch": 108.79,
      "grad_norm": 1.5540920495986938,
      "learning_rate": 4.593377132175455e-06,
      "loss": 0.4175,
      "step": 389800
    },
    {
      "epoch": 108.79,
      "grad_norm": 1.276345133781433,
      "learning_rate": 4.593369546195848e-06,
      "loss": 0.4219,
      "step": 389810
    },
    {
      "epoch": 108.8,
      "grad_norm": 1.6920579671859741,
      "learning_rate": 4.5933619599168154e-06,
      "loss": 0.4098,
      "step": 389820
    },
    {
      "epoch": 108.8,
      "grad_norm": 1.6528902053833008,
      "learning_rate": 4.593354373338358e-06,
      "loss": 0.4197,
      "step": 389830
    },
    {
      "epoch": 108.8,
      "grad_norm": 1.288730502128601,
      "learning_rate": 4.593346786460479e-06,
      "loss": 0.4166,
      "step": 389840
    },
    {
      "epoch": 108.81,
      "grad_norm": 1.4077186584472656,
      "learning_rate": 4.593339199283177e-06,
      "loss": 0.4421,
      "step": 389850
    },
    {
      "epoch": 108.81,
      "grad_norm": 1.429539680480957,
      "learning_rate": 4.593331611806455e-06,
      "loss": 0.4134,
      "step": 389860
    },
    {
      "epoch": 108.81,
      "grad_norm": 1.2177891731262207,
      "learning_rate": 4.593324024030312e-06,
      "loss": 0.4285,
      "step": 389870
    },
    {
      "epoch": 108.81,
      "grad_norm": 1.3292030096054077,
      "learning_rate": 4.593316435954751e-06,
      "loss": 0.4289,
      "step": 389880
    },
    {
      "epoch": 108.82,
      "grad_norm": 1.363158941268921,
      "learning_rate": 4.593308847579772e-06,
      "loss": 0.4002,
      "step": 389890
    },
    {
      "epoch": 108.82,
      "grad_norm": 2.596074342727661,
      "learning_rate": 4.5933012589053756e-06,
      "loss": 0.4086,
      "step": 389900
    },
    {
      "epoch": 108.82,
      "grad_norm": 1.6560635566711426,
      "learning_rate": 4.593293669931564e-06,
      "loss": 0.4126,
      "step": 389910
    },
    {
      "epoch": 108.83,
      "grad_norm": 1.6259348392486572,
      "learning_rate": 4.593286080658336e-06,
      "loss": 0.4304,
      "step": 389920
    },
    {
      "epoch": 108.83,
      "grad_norm": 1.633751630783081,
      "learning_rate": 4.593278491085697e-06,
      "loss": 0.4268,
      "step": 389930
    },
    {
      "epoch": 108.83,
      "grad_norm": 1.1464204788208008,
      "learning_rate": 4.593270901213643e-06,
      "loss": 0.4201,
      "step": 389940
    },
    {
      "epoch": 108.83,
      "grad_norm": 1.4723998308181763,
      "learning_rate": 4.593263311042177e-06,
      "loss": 0.4084,
      "step": 389950
    },
    {
      "epoch": 108.84,
      "grad_norm": 1.3539888858795166,
      "learning_rate": 4.5932557205713e-06,
      "loss": 0.4129,
      "step": 389960
    },
    {
      "epoch": 108.84,
      "grad_norm": 1.258020043373108,
      "learning_rate": 4.593248129801014e-06,
      "loss": 0.4353,
      "step": 389970
    },
    {
      "epoch": 108.84,
      "grad_norm": 1.3395999670028687,
      "learning_rate": 4.5932405387313196e-06,
      "loss": 0.4068,
      "step": 389980
    },
    {
      "epoch": 108.84,
      "grad_norm": 1.2893294095993042,
      "learning_rate": 4.593232947362217e-06,
      "loss": 0.4289,
      "step": 389990
    },
    {
      "epoch": 108.85,
      "grad_norm": 1.5275698900222778,
      "learning_rate": 4.593225355693707e-06,
      "loss": 0.4119,
      "step": 390000
    },
    {
      "epoch": 108.85,
      "grad_norm": 1.5508264303207397,
      "learning_rate": 4.593217763725792e-06,
      "loss": 0.4227,
      "step": 390010
    },
    {
      "epoch": 108.85,
      "grad_norm": 1.4310767650604248,
      "learning_rate": 4.593210171458472e-06,
      "loss": 0.4093,
      "step": 390020
    },
    {
      "epoch": 108.86,
      "grad_norm": 1.7066789865493774,
      "learning_rate": 4.593202578891748e-06,
      "loss": 0.4026,
      "step": 390030
    },
    {
      "epoch": 108.86,
      "grad_norm": 1.4990692138671875,
      "learning_rate": 4.593194986025622e-06,
      "loss": 0.4303,
      "step": 390040
    },
    {
      "epoch": 108.86,
      "grad_norm": 1.4392699003219604,
      "learning_rate": 4.593187392860094e-06,
      "loss": 0.4151,
      "step": 390050
    },
    {
      "epoch": 108.86,
      "grad_norm": 1.3862793445587158,
      "learning_rate": 4.593179799395164e-06,
      "loss": 0.4432,
      "step": 390060
    },
    {
      "epoch": 108.87,
      "grad_norm": 1.5417596101760864,
      "learning_rate": 4.593172205630836e-06,
      "loss": 0.4019,
      "step": 390070
    },
    {
      "epoch": 108.87,
      "grad_norm": 1.3485866785049438,
      "learning_rate": 4.593164611567108e-06,
      "loss": 0.4102,
      "step": 390080
    },
    {
      "epoch": 108.87,
      "grad_norm": 1.4109203815460205,
      "learning_rate": 4.593157017203983e-06,
      "loss": 0.4242,
      "step": 390090
    },
    {
      "epoch": 108.88,
      "grad_norm": 1.6840609312057495,
      "learning_rate": 4.593149422541461e-06,
      "loss": 0.4118,
      "step": 390100
    },
    {
      "epoch": 108.88,
      "grad_norm": 1.3551065921783447,
      "learning_rate": 4.593141827579544e-06,
      "loss": 0.4271,
      "step": 390110
    },
    {
      "epoch": 108.88,
      "grad_norm": 1.461826205253601,
      "learning_rate": 4.593134232318232e-06,
      "loss": 0.4257,
      "step": 390120
    },
    {
      "epoch": 108.88,
      "grad_norm": 1.3858754634857178,
      "learning_rate": 4.593126636757525e-06,
      "loss": 0.4088,
      "step": 390130
    },
    {
      "epoch": 108.89,
      "grad_norm": 1.7048438787460327,
      "learning_rate": 4.593119040897427e-06,
      "loss": 0.4112,
      "step": 390140
    },
    {
      "epoch": 108.89,
      "grad_norm": 1.357291579246521,
      "learning_rate": 4.5931114447379365e-06,
      "loss": 0.411,
      "step": 390150
    },
    {
      "epoch": 108.89,
      "grad_norm": 1.5164973735809326,
      "learning_rate": 4.593103848279056e-06,
      "loss": 0.4175,
      "step": 390160
    },
    {
      "epoch": 108.89,
      "grad_norm": 1.3600512742996216,
      "learning_rate": 4.593096251520786e-06,
      "loss": 0.4225,
      "step": 390170
    },
    {
      "epoch": 108.9,
      "grad_norm": 1.586284875869751,
      "learning_rate": 4.593088654463127e-06,
      "loss": 0.3997,
      "step": 390180
    },
    {
      "epoch": 108.9,
      "grad_norm": 1.558194875717163,
      "learning_rate": 4.59308105710608e-06,
      "loss": 0.4243,
      "step": 390190
    },
    {
      "epoch": 108.9,
      "grad_norm": 1.6865129470825195,
      "learning_rate": 4.593073459449647e-06,
      "loss": 0.4355,
      "step": 390200
    },
    {
      "epoch": 108.91,
      "grad_norm": 1.4739444255828857,
      "learning_rate": 4.5930658614938285e-06,
      "loss": 0.4372,
      "step": 390210
    },
    {
      "epoch": 108.91,
      "grad_norm": 1.6662230491638184,
      "learning_rate": 4.593058263238625e-06,
      "loss": 0.4301,
      "step": 390220
    },
    {
      "epoch": 108.91,
      "grad_norm": 1.3862626552581787,
      "learning_rate": 4.593050664684038e-06,
      "loss": 0.4095,
      "step": 390230
    },
    {
      "epoch": 108.91,
      "grad_norm": 1.5643911361694336,
      "learning_rate": 4.593043065830069e-06,
      "loss": 0.4233,
      "step": 390240
    },
    {
      "epoch": 108.92,
      "grad_norm": 1.495625615119934,
      "learning_rate": 4.593035466676718e-06,
      "loss": 0.4433,
      "step": 390250
    },
    {
      "epoch": 108.92,
      "grad_norm": 2.3026230335235596,
      "learning_rate": 4.593027867223986e-06,
      "loss": 0.4338,
      "step": 390260
    },
    {
      "epoch": 108.92,
      "grad_norm": 1.3147337436676025,
      "learning_rate": 4.593020267471876e-06,
      "loss": 0.4206,
      "step": 390270
    },
    {
      "epoch": 108.93,
      "grad_norm": 1.5728422403335571,
      "learning_rate": 4.593012667420386e-06,
      "loss": 0.4296,
      "step": 390280
    },
    {
      "epoch": 108.93,
      "grad_norm": 1.3393080234527588,
      "learning_rate": 4.59300506706952e-06,
      "loss": 0.4181,
      "step": 390290
    },
    {
      "epoch": 108.93,
      "grad_norm": 2.3000617027282715,
      "learning_rate": 4.592997466419276e-06,
      "loss": 0.4418,
      "step": 390300
    },
    {
      "epoch": 108.93,
      "grad_norm": 2.1502668857574463,
      "learning_rate": 4.592989865469658e-06,
      "loss": 0.4288,
      "step": 390310
    },
    {
      "epoch": 108.94,
      "grad_norm": 1.4211297035217285,
      "learning_rate": 4.592982264220665e-06,
      "loss": 0.4192,
      "step": 390320
    },
    {
      "epoch": 108.94,
      "grad_norm": 1.4828803539276123,
      "learning_rate": 4.592974662672298e-06,
      "loss": 0.4164,
      "step": 390330
    },
    {
      "epoch": 108.94,
      "grad_norm": 1.3547446727752686,
      "learning_rate": 4.59296706082456e-06,
      "loss": 0.4196,
      "step": 390340
    },
    {
      "epoch": 108.95,
      "grad_norm": 1.2818931341171265,
      "learning_rate": 4.5929594586774485e-06,
      "loss": 0.4129,
      "step": 390350
    },
    {
      "epoch": 108.95,
      "grad_norm": 1.3394397497177124,
      "learning_rate": 4.592951856230968e-06,
      "loss": 0.4338,
      "step": 390360
    },
    {
      "epoch": 108.95,
      "grad_norm": 1.389080286026001,
      "learning_rate": 4.592944253485118e-06,
      "loss": 0.4004,
      "step": 390370
    },
    {
      "epoch": 108.95,
      "grad_norm": 1.6814887523651123,
      "learning_rate": 4.592936650439899e-06,
      "loss": 0.4156,
      "step": 390380
    },
    {
      "epoch": 108.96,
      "grad_norm": 1.4968552589416504,
      "learning_rate": 4.592929047095313e-06,
      "loss": 0.4288,
      "step": 390390
    },
    {
      "epoch": 108.96,
      "grad_norm": 1.5946842432022095,
      "learning_rate": 4.592921443451361e-06,
      "loss": 0.4176,
      "step": 390400
    },
    {
      "epoch": 108.96,
      "grad_norm": 1.6242481470108032,
      "learning_rate": 4.592913839508044e-06,
      "loss": 0.4168,
      "step": 390410
    },
    {
      "epoch": 108.96,
      "grad_norm": 1.3202732801437378,
      "learning_rate": 4.592906235265361e-06,
      "loss": 0.4168,
      "step": 390420
    },
    {
      "epoch": 108.97,
      "grad_norm": 1.3871432542800903,
      "learning_rate": 4.592898630723317e-06,
      "loss": 0.4245,
      "step": 390430
    },
    {
      "epoch": 108.97,
      "grad_norm": 1.5052543878555298,
      "learning_rate": 4.592891025881909e-06,
      "loss": 0.408,
      "step": 390440
    },
    {
      "epoch": 108.97,
      "grad_norm": 1.545403003692627,
      "learning_rate": 4.5928834207411395e-06,
      "loss": 0.4121,
      "step": 390450
    },
    {
      "epoch": 108.98,
      "grad_norm": 1.4417954683303833,
      "learning_rate": 4.5928758153010115e-06,
      "loss": 0.4085,
      "step": 390460
    },
    {
      "epoch": 108.98,
      "grad_norm": 1.5172609090805054,
      "learning_rate": 4.592868209561523e-06,
      "loss": 0.4114,
      "step": 390470
    },
    {
      "epoch": 108.98,
      "grad_norm": 1.280497431755066,
      "learning_rate": 4.592860603522676e-06,
      "loss": 0.4424,
      "step": 390480
    },
    {
      "epoch": 108.98,
      "grad_norm": 1.9627710580825806,
      "learning_rate": 4.592852997184472e-06,
      "loss": 0.4183,
      "step": 390490
    },
    {
      "epoch": 108.99,
      "grad_norm": 1.710775375366211,
      "learning_rate": 4.592845390546913e-06,
      "loss": 0.4175,
      "step": 390500
    },
    {
      "epoch": 108.99,
      "grad_norm": 1.4182320833206177,
      "learning_rate": 4.5928377836099965e-06,
      "loss": 0.41,
      "step": 390510
    },
    {
      "epoch": 108.99,
      "grad_norm": 1.4722079038619995,
      "learning_rate": 4.5928301763737275e-06,
      "loss": 0.4095,
      "step": 390520
    },
    {
      "epoch": 109.0,
      "grad_norm": 1.4177970886230469,
      "learning_rate": 4.592822568838105e-06,
      "loss": 0.4353,
      "step": 390530
    },
    {
      "epoch": 109.0,
      "grad_norm": 1.6916509866714478,
      "learning_rate": 4.5928149610031305e-06,
      "loss": 0.4163,
      "step": 390540
    },
    {
      "epoch": 109.0,
      "eval_loss": 0.4199153184890747,
      "eval_runtime": 63.4778,
      "eval_samples_per_second": 79.697,
      "eval_steps_per_second": 9.972,
      "step": 390547
    },
    {
      "epoch": 109.0,
      "grad_norm": 1.535622239112854,
      "learning_rate": 4.592807352868804e-06,
      "loss": 0.4232,
      "step": 390550
    },
    {
      "epoch": 109.0,
      "grad_norm": 1.4808248281478882,
      "learning_rate": 4.592799744435129e-06,
      "loss": 0.4187,
      "step": 390560
    },
    {
      "epoch": 109.01,
      "grad_norm": 1.4191628694534302,
      "learning_rate": 4.592792135702103e-06,
      "loss": 0.4195,
      "step": 390570
    },
    {
      "epoch": 109.01,
      "grad_norm": 1.3802449703216553,
      "learning_rate": 4.59278452666973e-06,
      "loss": 0.4226,
      "step": 390580
    },
    {
      "epoch": 109.01,
      "grad_norm": 1.321606159210205,
      "learning_rate": 4.59277691733801e-06,
      "loss": 0.4119,
      "step": 390590
    },
    {
      "epoch": 109.01,
      "grad_norm": 4.099168300628662,
      "learning_rate": 4.592769307706943e-06,
      "loss": 0.4182,
      "step": 390600
    },
    {
      "epoch": 109.02,
      "grad_norm": 1.5044065713882446,
      "learning_rate": 4.592761697776531e-06,
      "loss": 0.4268,
      "step": 390610
    },
    {
      "epoch": 109.02,
      "grad_norm": 1.3964115381240845,
      "learning_rate": 4.592754087546775e-06,
      "loss": 0.4105,
      "step": 390620
    },
    {
      "epoch": 109.02,
      "grad_norm": 1.51640784740448,
      "learning_rate": 4.592746477017677e-06,
      "loss": 0.4063,
      "step": 390630
    },
    {
      "epoch": 109.03,
      "grad_norm": 1.4998984336853027,
      "learning_rate": 4.592738866189236e-06,
      "loss": 0.4113,
      "step": 390640
    },
    {
      "epoch": 109.03,
      "grad_norm": 1.2394882440567017,
      "learning_rate": 4.5927312550614544e-06,
      "loss": 0.4173,
      "step": 390650
    },
    {
      "epoch": 109.03,
      "grad_norm": 1.5735715627670288,
      "learning_rate": 4.592723643634332e-06,
      "loss": 0.4282,
      "step": 390660
    },
    {
      "epoch": 109.03,
      "grad_norm": 1.5719757080078125,
      "learning_rate": 4.592716031907871e-06,
      "loss": 0.4311,
      "step": 390670
    },
    {
      "epoch": 109.04,
      "grad_norm": 1.434027910232544,
      "learning_rate": 4.592708419882073e-06,
      "loss": 0.4107,
      "step": 390680
    },
    {
      "epoch": 109.04,
      "grad_norm": 1.6936742067337036,
      "learning_rate": 4.592700807556937e-06,
      "loss": 0.4269,
      "step": 390690
    },
    {
      "epoch": 109.04,
      "grad_norm": 1.8870364427566528,
      "learning_rate": 4.592693194932465e-06,
      "loss": 0.4135,
      "step": 390700
    },
    {
      "epoch": 109.05,
      "grad_norm": 1.6298242807388306,
      "learning_rate": 4.592685582008658e-06,
      "loss": 0.4024,
      "step": 390710
    },
    {
      "epoch": 109.05,
      "grad_norm": 1.346763253211975,
      "learning_rate": 4.592677968785518e-06,
      "loss": 0.4033,
      "step": 390720
    },
    {
      "epoch": 109.05,
      "grad_norm": 1.4342575073242188,
      "learning_rate": 4.592670355263044e-06,
      "loss": 0.4145,
      "step": 390730
    },
    {
      "epoch": 109.05,
      "grad_norm": 1.810484528541565,
      "learning_rate": 4.5926627414412384e-06,
      "loss": 0.4203,
      "step": 390740
    },
    {
      "epoch": 109.06,
      "grad_norm": 1.260910153388977,
      "learning_rate": 4.592655127320102e-06,
      "loss": 0.4277,
      "step": 390750
    },
    {
      "epoch": 109.06,
      "grad_norm": 1.3358511924743652,
      "learning_rate": 4.592647512899636e-06,
      "loss": 0.4264,
      "step": 390760
    },
    {
      "epoch": 109.06,
      "grad_norm": 1.4862480163574219,
      "learning_rate": 4.592639898179841e-06,
      "loss": 0.414,
      "step": 390770
    },
    {
      "epoch": 109.07,
      "grad_norm": 1.3716046810150146,
      "learning_rate": 4.592632283160718e-06,
      "loss": 0.4192,
      "step": 390780
    },
    {
      "epoch": 109.07,
      "grad_norm": 1.5495811700820923,
      "learning_rate": 4.592624667842268e-06,
      "loss": 0.4097,
      "step": 390790
    },
    {
      "epoch": 109.07,
      "grad_norm": 1.2627485990524292,
      "learning_rate": 4.592617052224492e-06,
      "loss": 0.4169,
      "step": 390800
    },
    {
      "epoch": 109.07,
      "grad_norm": 1.3656096458435059,
      "learning_rate": 4.5926094363073914e-06,
      "loss": 0.4159,
      "step": 390810
    },
    {
      "epoch": 109.08,
      "grad_norm": 1.3341610431671143,
      "learning_rate": 4.592601820090967e-06,
      "loss": 0.4274,
      "step": 390820
    },
    {
      "epoch": 109.08,
      "grad_norm": 1.4630370140075684,
      "learning_rate": 4.59259420357522e-06,
      "loss": 0.4271,
      "step": 390830
    },
    {
      "epoch": 109.08,
      "grad_norm": 1.4549585580825806,
      "learning_rate": 4.592586586760151e-06,
      "loss": 0.4137,
      "step": 390840
    },
    {
      "epoch": 109.08,
      "grad_norm": 1.521689534187317,
      "learning_rate": 4.592578969645762e-06,
      "loss": 0.4331,
      "step": 390850
    },
    {
      "epoch": 109.09,
      "grad_norm": 1.3657273054122925,
      "learning_rate": 4.5925713522320524e-06,
      "loss": 0.4133,
      "step": 390860
    },
    {
      "epoch": 109.09,
      "grad_norm": 1.233009934425354,
      "learning_rate": 4.592563734519024e-06,
      "loss": 0.415,
      "step": 390870
    },
    {
      "epoch": 109.09,
      "grad_norm": 2.0818538665771484,
      "learning_rate": 4.5925561165066785e-06,
      "loss": 0.4036,
      "step": 390880
    },
    {
      "epoch": 109.1,
      "grad_norm": 2.1104230880737305,
      "learning_rate": 4.592548498195016e-06,
      "loss": 0.4418,
      "step": 390890
    },
    {
      "epoch": 109.1,
      "grad_norm": 1.3934818506240845,
      "learning_rate": 4.592540879584037e-06,
      "loss": 0.4255,
      "step": 390900
    },
    {
      "epoch": 109.1,
      "grad_norm": 1.3439817428588867,
      "learning_rate": 4.592533260673745e-06,
      "loss": 0.412,
      "step": 390910
    },
    {
      "epoch": 109.1,
      "grad_norm": 1.1586620807647705,
      "learning_rate": 4.592525641464138e-06,
      "loss": 0.4306,
      "step": 390920
    },
    {
      "epoch": 109.11,
      "grad_norm": 1.297450065612793,
      "learning_rate": 4.592518021955218e-06,
      "loss": 0.4179,
      "step": 390930
    },
    {
      "epoch": 109.11,
      "grad_norm": 1.2359858751296997,
      "learning_rate": 4.592510402146988e-06,
      "loss": 0.4157,
      "step": 390940
    },
    {
      "epoch": 109.11,
      "grad_norm": 1.534671664237976,
      "learning_rate": 4.592502782039446e-06,
      "loss": 0.43,
      "step": 390950
    },
    {
      "epoch": 109.12,
      "grad_norm": 1.2322921752929688,
      "learning_rate": 4.592495161632595e-06,
      "loss": 0.4395,
      "step": 390960
    },
    {
      "epoch": 109.12,
      "grad_norm": 1.8889964818954468,
      "learning_rate": 4.592487540926435e-06,
      "loss": 0.4107,
      "step": 390970
    },
    {
      "epoch": 109.12,
      "grad_norm": 1.5055816173553467,
      "learning_rate": 4.592479919920968e-06,
      "loss": 0.4183,
      "step": 390980
    },
    {
      "epoch": 109.12,
      "grad_norm": 1.4034005403518677,
      "learning_rate": 4.592472298616194e-06,
      "loss": 0.4214,
      "step": 390990
    },
    {
      "epoch": 109.13,
      "grad_norm": 1.3519489765167236,
      "learning_rate": 4.592464677012115e-06,
      "loss": 0.4025,
      "step": 391000
    },
    {
      "epoch": 109.13,
      "grad_norm": 1.4126701354980469,
      "learning_rate": 4.592457055108731e-06,
      "loss": 0.434,
      "step": 391010
    },
    {
      "epoch": 109.13,
      "grad_norm": 1.2139525413513184,
      "learning_rate": 4.592449432906044e-06,
      "loss": 0.4056,
      "step": 391020
    },
    {
      "epoch": 109.13,
      "grad_norm": 1.6021573543548584,
      "learning_rate": 4.5924418104040535e-06,
      "loss": 0.4283,
      "step": 391030
    },
    {
      "epoch": 109.14,
      "grad_norm": 1.5823255777359009,
      "learning_rate": 4.592434187602763e-06,
      "loss": 0.417,
      "step": 391040
    },
    {
      "epoch": 109.14,
      "grad_norm": 1.595597505569458,
      "learning_rate": 4.59242656450217e-06,
      "loss": 0.4224,
      "step": 391050
    },
    {
      "epoch": 109.14,
      "grad_norm": 1.6938788890838623,
      "learning_rate": 4.592418941102279e-06,
      "loss": 0.4232,
      "step": 391060
    },
    {
      "epoch": 109.15,
      "grad_norm": 1.211921215057373,
      "learning_rate": 4.592411317403089e-06,
      "loss": 0.4031,
      "step": 391070
    },
    {
      "epoch": 109.15,
      "grad_norm": 2.162515163421631,
      "learning_rate": 4.592403693404601e-06,
      "loss": 0.4146,
      "step": 391080
    },
    {
      "epoch": 109.15,
      "grad_norm": 1.4192646741867065,
      "learning_rate": 4.592396069106818e-06,
      "loss": 0.4088,
      "step": 391090
    },
    {
      "epoch": 109.15,
      "grad_norm": 1.4567930698394775,
      "learning_rate": 4.592388444509739e-06,
      "loss": 0.4324,
      "step": 391100
    },
    {
      "epoch": 109.16,
      "grad_norm": 1.9181843996047974,
      "learning_rate": 4.592380819613366e-06,
      "loss": 0.3891,
      "step": 391110
    },
    {
      "epoch": 109.16,
      "grad_norm": 1.5553557872772217,
      "learning_rate": 4.5923731944176984e-06,
      "loss": 0.4364,
      "step": 391120
    },
    {
      "epoch": 109.16,
      "grad_norm": 1.4897974729537964,
      "learning_rate": 4.592365568922739e-06,
      "loss": 0.4372,
      "step": 391130
    },
    {
      "epoch": 109.17,
      "grad_norm": 1.478615641593933,
      "learning_rate": 4.592357943128489e-06,
      "loss": 0.4261,
      "step": 391140
    },
    {
      "epoch": 109.17,
      "grad_norm": 1.3022875785827637,
      "learning_rate": 4.592350317034948e-06,
      "loss": 0.4247,
      "step": 391150
    },
    {
      "epoch": 109.17,
      "grad_norm": 1.22614324092865,
      "learning_rate": 4.5923426906421184e-06,
      "loss": 0.4128,
      "step": 391160
    },
    {
      "epoch": 109.17,
      "grad_norm": 1.393787145614624,
      "learning_rate": 4.592335063949999e-06,
      "loss": 0.4086,
      "step": 391170
    },
    {
      "epoch": 109.18,
      "grad_norm": 1.6348237991333008,
      "learning_rate": 4.592327436958593e-06,
      "loss": 0.4231,
      "step": 391180
    },
    {
      "epoch": 109.18,
      "grad_norm": 1.5959954261779785,
      "learning_rate": 4.592319809667901e-06,
      "loss": 0.445,
      "step": 391190
    },
    {
      "epoch": 109.18,
      "grad_norm": 1.8734979629516602,
      "learning_rate": 4.592312182077924e-06,
      "loss": 0.4136,
      "step": 391200
    },
    {
      "epoch": 109.19,
      "grad_norm": 1.4547523260116577,
      "learning_rate": 4.5923045541886625e-06,
      "loss": 0.4265,
      "step": 391210
    },
    {
      "epoch": 109.19,
      "grad_norm": 1.2367773056030273,
      "learning_rate": 4.592296926000118e-06,
      "loss": 0.3999,
      "step": 391220
    },
    {
      "epoch": 109.19,
      "grad_norm": 1.4678391218185425,
      "learning_rate": 4.592289297512291e-06,
      "loss": 0.4114,
      "step": 391230
    },
    {
      "epoch": 109.19,
      "grad_norm": 1.530876874923706,
      "learning_rate": 4.592281668725182e-06,
      "loss": 0.4114,
      "step": 391240
    },
    {
      "epoch": 109.2,
      "grad_norm": 1.36849844455719,
      "learning_rate": 4.5922740396387946e-06,
      "loss": 0.4085,
      "step": 391250
    },
    {
      "epoch": 109.2,
      "grad_norm": 1.6605960130691528,
      "learning_rate": 4.5922664102531265e-06,
      "loss": 0.4252,
      "step": 391260
    },
    {
      "epoch": 109.2,
      "grad_norm": 1.315199613571167,
      "learning_rate": 4.592258780568181e-06,
      "loss": 0.3924,
      "step": 391270
    },
    {
      "epoch": 109.2,
      "grad_norm": 1.2829935550689697,
      "learning_rate": 4.592251150583958e-06,
      "loss": 0.4149,
      "step": 391280
    },
    {
      "epoch": 109.21,
      "grad_norm": 1.195099115371704,
      "learning_rate": 4.592243520300459e-06,
      "loss": 0.4158,
      "step": 391290
    },
    {
      "epoch": 109.21,
      "grad_norm": 1.6363930702209473,
      "learning_rate": 4.592235889717685e-06,
      "loss": 0.4177,
      "step": 391300
    },
    {
      "epoch": 109.21,
      "grad_norm": 1.547622561454773,
      "learning_rate": 4.592228258835637e-06,
      "loss": 0.4253,
      "step": 391310
    },
    {
      "epoch": 109.22,
      "grad_norm": 1.2826564311981201,
      "learning_rate": 4.592220627654315e-06,
      "loss": 0.4076,
      "step": 391320
    },
    {
      "epoch": 109.22,
      "grad_norm": 1.4366720914840698,
      "learning_rate": 4.592212996173722e-06,
      "loss": 0.4223,
      "step": 391330
    },
    {
      "epoch": 109.22,
      "grad_norm": 1.3394018411636353,
      "learning_rate": 4.592205364393858e-06,
      "loss": 0.4279,
      "step": 391340
    },
    {
      "epoch": 109.22,
      "grad_norm": 1.4186644554138184,
      "learning_rate": 4.592197732314724e-06,
      "loss": 0.4211,
      "step": 391350
    },
    {
      "epoch": 109.23,
      "grad_norm": 1.5793613195419312,
      "learning_rate": 4.592190099936321e-06,
      "loss": 0.4127,
      "step": 391360
    },
    {
      "epoch": 109.23,
      "grad_norm": 1.231968879699707,
      "learning_rate": 4.59218246725865e-06,
      "loss": 0.4346,
      "step": 391370
    },
    {
      "epoch": 109.23,
      "grad_norm": 1.8018481731414795,
      "learning_rate": 4.592174834281711e-06,
      "loss": 0.4222,
      "step": 391380
    },
    {
      "epoch": 109.24,
      "grad_norm": 1.350082516670227,
      "learning_rate": 4.592167201005507e-06,
      "loss": 0.4278,
      "step": 391390
    },
    {
      "epoch": 109.24,
      "grad_norm": 1.8615273237228394,
      "learning_rate": 4.592159567430037e-06,
      "loss": 0.4114,
      "step": 391400
    },
    {
      "epoch": 109.24,
      "grad_norm": 1.384697437286377,
      "learning_rate": 4.5921519335553045e-06,
      "loss": 0.4231,
      "step": 391410
    },
    {
      "epoch": 109.24,
      "grad_norm": 1.5431957244873047,
      "learning_rate": 4.592144299381309e-06,
      "loss": 0.4098,
      "step": 391420
    },
    {
      "epoch": 109.25,
      "grad_norm": 1.7498018741607666,
      "learning_rate": 4.592136664908051e-06,
      "loss": 0.4239,
      "step": 391430
    },
    {
      "epoch": 109.25,
      "grad_norm": 1.391557216644287,
      "learning_rate": 4.592129030135532e-06,
      "loss": 0.4218,
      "step": 391440
    },
    {
      "epoch": 109.25,
      "grad_norm": 1.2654469013214111,
      "learning_rate": 4.592121395063753e-06,
      "loss": 0.4061,
      "step": 391450
    },
    {
      "epoch": 109.25,
      "grad_norm": 1.4775991439819336,
      "learning_rate": 4.5921137596927155e-06,
      "loss": 0.4189,
      "step": 391460
    },
    {
      "epoch": 109.26,
      "grad_norm": 1.372300386428833,
      "learning_rate": 4.59210612402242e-06,
      "loss": 0.4088,
      "step": 391470
    },
    {
      "epoch": 109.26,
      "grad_norm": 1.545282006263733,
      "learning_rate": 4.5920984880528685e-06,
      "loss": 0.4315,
      "step": 391480
    },
    {
      "epoch": 109.26,
      "grad_norm": 1.4725494384765625,
      "learning_rate": 4.592090851784061e-06,
      "loss": 0.4179,
      "step": 391490
    },
    {
      "epoch": 109.27,
      "grad_norm": 1.5422935485839844,
      "learning_rate": 4.592083215215998e-06,
      "loss": 0.4176,
      "step": 391500
    },
    {
      "epoch": 109.27,
      "grad_norm": 1.1198960542678833,
      "learning_rate": 4.592075578348682e-06,
      "loss": 0.424,
      "step": 391510
    },
    {
      "epoch": 109.27,
      "grad_norm": 1.4653364419937134,
      "learning_rate": 4.592067941182112e-06,
      "loss": 0.4239,
      "step": 391520
    },
    {
      "epoch": 109.27,
      "grad_norm": 1.4224114418029785,
      "learning_rate": 4.592060303716291e-06,
      "loss": 0.4174,
      "step": 391530
    },
    {
      "epoch": 109.28,
      "grad_norm": 1.3894866704940796,
      "learning_rate": 4.592052665951219e-06,
      "loss": 0.4151,
      "step": 391540
    },
    {
      "epoch": 109.28,
      "grad_norm": 1.543639063835144,
      "learning_rate": 4.592045027886898e-06,
      "loss": 0.4353,
      "step": 391550
    },
    {
      "epoch": 109.28,
      "grad_norm": 1.3792951107025146,
      "learning_rate": 4.592037389523328e-06,
      "loss": 0.409,
      "step": 391560
    },
    {
      "epoch": 109.29,
      "grad_norm": 1.6709051132202148,
      "learning_rate": 4.592029750860511e-06,
      "loss": 0.4006,
      "step": 391570
    },
    {
      "epoch": 109.29,
      "grad_norm": 1.2762912511825562,
      "learning_rate": 4.592022111898446e-06,
      "loss": 0.4067,
      "step": 391580
    },
    {
      "epoch": 109.29,
      "grad_norm": 1.7732982635498047,
      "learning_rate": 4.592014472637136e-06,
      "loss": 0.4221,
      "step": 391590
    },
    {
      "epoch": 109.29,
      "grad_norm": 1.3920897245407104,
      "learning_rate": 4.592006833076582e-06,
      "loss": 0.4344,
      "step": 391600
    },
    {
      "epoch": 109.3,
      "grad_norm": 1.5574564933776855,
      "learning_rate": 4.591999193216783e-06,
      "loss": 0.4275,
      "step": 391610
    },
    {
      "epoch": 109.3,
      "grad_norm": 1.2937591075897217,
      "learning_rate": 4.591991553057743e-06,
      "loss": 0.4299,
      "step": 391620
    },
    {
      "epoch": 109.3,
      "grad_norm": 1.5446488857269287,
      "learning_rate": 4.591983912599461e-06,
      "loss": 0.4207,
      "step": 391630
    },
    {
      "epoch": 109.31,
      "grad_norm": 1.27664315700531,
      "learning_rate": 4.5919762718419374e-06,
      "loss": 0.4128,
      "step": 391640
    },
    {
      "epoch": 109.31,
      "grad_norm": 1.4533261060714722,
      "learning_rate": 4.591968630785175e-06,
      "loss": 0.4207,
      "step": 391650
    },
    {
      "epoch": 109.31,
      "grad_norm": 1.3819172382354736,
      "learning_rate": 4.591960989429174e-06,
      "loss": 0.3916,
      "step": 391660
    },
    {
      "epoch": 109.31,
      "grad_norm": 1.2329181432724,
      "learning_rate": 4.591953347773936e-06,
      "loss": 0.4121,
      "step": 391670
    },
    {
      "epoch": 109.32,
      "grad_norm": 1.6979175806045532,
      "learning_rate": 4.591945705819461e-06,
      "loss": 0.4072,
      "step": 391680
    },
    {
      "epoch": 109.32,
      "grad_norm": 1.3405873775482178,
      "learning_rate": 4.591938063565751e-06,
      "loss": 0.4005,
      "step": 391690
    },
    {
      "epoch": 109.32,
      "grad_norm": 1.4881584644317627,
      "learning_rate": 4.591930421012806e-06,
      "loss": 0.4251,
      "step": 391700
    },
    {
      "epoch": 109.32,
      "grad_norm": 1.5034425258636475,
      "learning_rate": 4.591922778160627e-06,
      "loss": 0.3998,
      "step": 391710
    },
    {
      "epoch": 109.33,
      "grad_norm": 1.3568459749221802,
      "learning_rate": 4.591915135009217e-06,
      "loss": 0.4052,
      "step": 391720
    },
    {
      "epoch": 109.33,
      "grad_norm": 1.3365981578826904,
      "learning_rate": 4.591907491558574e-06,
      "loss": 0.4162,
      "step": 391730
    },
    {
      "epoch": 109.33,
      "grad_norm": 1.3513675928115845,
      "learning_rate": 4.591899847808702e-06,
      "loss": 0.4177,
      "step": 391740
    },
    {
      "epoch": 109.34,
      "grad_norm": 1.1636762619018555,
      "learning_rate": 4.591892203759601e-06,
      "loss": 0.4196,
      "step": 391750
    },
    {
      "epoch": 109.34,
      "grad_norm": 1.7753530740737915,
      "learning_rate": 4.5918845594112705e-06,
      "loss": 0.4138,
      "step": 391760
    },
    {
      "epoch": 109.34,
      "grad_norm": 1.4307091236114502,
      "learning_rate": 4.591876914763714e-06,
      "loss": 0.4384,
      "step": 391770
    },
    {
      "epoch": 109.34,
      "grad_norm": 1.506624698638916,
      "learning_rate": 4.59186926981693e-06,
      "loss": 0.3883,
      "step": 391780
    },
    {
      "epoch": 109.35,
      "grad_norm": 1.1517540216445923,
      "learning_rate": 4.591861624570921e-06,
      "loss": 0.4251,
      "step": 391790
    },
    {
      "epoch": 109.35,
      "grad_norm": 1.4138245582580566,
      "learning_rate": 4.591853979025687e-06,
      "loss": 0.4127,
      "step": 391800
    },
    {
      "epoch": 109.35,
      "grad_norm": 1.3002464771270752,
      "learning_rate": 4.591846333181231e-06,
      "loss": 0.4328,
      "step": 391810
    },
    {
      "epoch": 109.36,
      "grad_norm": 2.048398971557617,
      "learning_rate": 4.5918386870375524e-06,
      "loss": 0.4349,
      "step": 391820
    },
    {
      "epoch": 109.36,
      "grad_norm": 1.4234267473220825,
      "learning_rate": 4.5918310405946525e-06,
      "loss": 0.4382,
      "step": 391830
    },
    {
      "epoch": 109.36,
      "grad_norm": 1.37082040309906,
      "learning_rate": 4.591823393852532e-06,
      "loss": 0.4255,
      "step": 391840
    },
    {
      "epoch": 109.36,
      "grad_norm": 1.2186719179153442,
      "learning_rate": 4.591815746811192e-06,
      "loss": 0.4408,
      "step": 391850
    },
    {
      "epoch": 109.37,
      "grad_norm": 1.1981219053268433,
      "learning_rate": 4.591808099470635e-06,
      "loss": 0.4211,
      "step": 391860
    },
    {
      "epoch": 109.37,
      "grad_norm": 1.495538592338562,
      "learning_rate": 4.59180045183086e-06,
      "loss": 0.4314,
      "step": 391870
    },
    {
      "epoch": 109.37,
      "grad_norm": 1.3777939081192017,
      "learning_rate": 4.591792803891869e-06,
      "loss": 0.3933,
      "step": 391880
    },
    {
      "epoch": 109.37,
      "grad_norm": 1.5521471500396729,
      "learning_rate": 4.591785155653664e-06,
      "loss": 0.4176,
      "step": 391890
    },
    {
      "epoch": 109.38,
      "grad_norm": 1.4311245679855347,
      "learning_rate": 4.591777507116244e-06,
      "loss": 0.4139,
      "step": 391900
    },
    {
      "epoch": 109.38,
      "grad_norm": 1.3733165264129639,
      "learning_rate": 4.59176985827961e-06,
      "loss": 0.4329,
      "step": 391910
    },
    {
      "epoch": 109.38,
      "grad_norm": 1.4192253351211548,
      "learning_rate": 4.5917622091437655e-06,
      "loss": 0.4162,
      "step": 391920
    },
    {
      "epoch": 109.39,
      "grad_norm": 1.673932433128357,
      "learning_rate": 4.59175455970871e-06,
      "loss": 0.4204,
      "step": 391930
    },
    {
      "epoch": 109.39,
      "grad_norm": 1.419709324836731,
      "learning_rate": 4.591746909974443e-06,
      "loss": 0.4348,
      "step": 391940
    },
    {
      "epoch": 109.39,
      "grad_norm": 1.4871866703033447,
      "learning_rate": 4.591739259940968e-06,
      "loss": 0.4066,
      "step": 391950
    },
    {
      "epoch": 109.39,
      "grad_norm": 1.288272738456726,
      "learning_rate": 4.591731609608285e-06,
      "loss": 0.4126,
      "step": 391960
    },
    {
      "epoch": 109.4,
      "grad_norm": 3.5445477962493896,
      "learning_rate": 4.591723958976395e-06,
      "loss": 0.4277,
      "step": 391970
    },
    {
      "epoch": 109.4,
      "grad_norm": 1.5477144718170166,
      "learning_rate": 4.591716308045299e-06,
      "loss": 0.4205,
      "step": 391980
    },
    {
      "epoch": 109.4,
      "grad_norm": 1.2815078496932983,
      "learning_rate": 4.591708656814997e-06,
      "loss": 0.4166,
      "step": 391990
    },
    {
      "epoch": 109.41,
      "grad_norm": 1.6693353652954102,
      "learning_rate": 4.591701005285492e-06,
      "loss": 0.4229,
      "step": 392000
    },
    {
      "epoch": 109.41,
      "grad_norm": 1.7016009092330933,
      "learning_rate": 4.591693353456785e-06,
      "loss": 0.4169,
      "step": 392010
    },
    {
      "epoch": 109.41,
      "grad_norm": 1.491258144378662,
      "learning_rate": 4.591685701328875e-06,
      "loss": 0.4327,
      "step": 392020
    },
    {
      "epoch": 109.41,
      "grad_norm": 1.6317063570022583,
      "learning_rate": 4.591678048901764e-06,
      "loss": 0.3879,
      "step": 392030
    },
    {
      "epoch": 109.42,
      "grad_norm": 4.075301647186279,
      "learning_rate": 4.591670396175455e-06,
      "loss": 0.4214,
      "step": 392040
    },
    {
      "epoch": 109.42,
      "grad_norm": 1.189143419265747,
      "learning_rate": 4.591662743149945e-06,
      "loss": 0.4343,
      "step": 392050
    },
    {
      "epoch": 109.42,
      "grad_norm": 1.4794654846191406,
      "learning_rate": 4.5916550898252376e-06,
      "loss": 0.4196,
      "step": 392060
    },
    {
      "epoch": 109.43,
      "grad_norm": 1.3532161712646484,
      "learning_rate": 4.5916474362013346e-06,
      "loss": 0.4152,
      "step": 392070
    },
    {
      "epoch": 109.43,
      "grad_norm": 1.436478614807129,
      "learning_rate": 4.591639782278235e-06,
      "loss": 0.4279,
      "step": 392080
    },
    {
      "epoch": 109.43,
      "grad_norm": 1.6464319229125977,
      "learning_rate": 4.5916321280559405e-06,
      "loss": 0.4301,
      "step": 392090
    },
    {
      "epoch": 109.43,
      "grad_norm": 1.3926430940628052,
      "learning_rate": 4.591624473534453e-06,
      "loss": 0.4424,
      "step": 392100
    },
    {
      "epoch": 109.44,
      "grad_norm": 1.7163411378860474,
      "learning_rate": 4.591616818713772e-06,
      "loss": 0.4291,
      "step": 392110
    },
    {
      "epoch": 109.44,
      "grad_norm": 1.5694547891616821,
      "learning_rate": 4.591609163593899e-06,
      "loss": 0.4117,
      "step": 392120
    },
    {
      "epoch": 109.44,
      "grad_norm": 1.2651031017303467,
      "learning_rate": 4.591601508174836e-06,
      "loss": 0.4098,
      "step": 392130
    },
    {
      "epoch": 109.44,
      "grad_norm": 1.3838858604431152,
      "learning_rate": 4.591593852456584e-06,
      "loss": 0.4231,
      "step": 392140
    },
    {
      "epoch": 109.45,
      "grad_norm": 1.5320346355438232,
      "learning_rate": 4.591586196439142e-06,
      "loss": 0.4223,
      "step": 392150
    },
    {
      "epoch": 109.45,
      "grad_norm": 1.5159603357315063,
      "learning_rate": 4.591578540122513e-06,
      "loss": 0.4177,
      "step": 392160
    },
    {
      "epoch": 109.45,
      "grad_norm": 1.530199408531189,
      "learning_rate": 4.591570883506698e-06,
      "loss": 0.4192,
      "step": 392170
    },
    {
      "epoch": 109.46,
      "grad_norm": 1.3841856718063354,
      "learning_rate": 4.591563226591697e-06,
      "loss": 0.4342,
      "step": 392180
    },
    {
      "epoch": 109.46,
      "grad_norm": 1.4154189825057983,
      "learning_rate": 4.591555569377511e-06,
      "loss": 0.4198,
      "step": 392190
    },
    {
      "epoch": 109.46,
      "grad_norm": 1.2439590692520142,
      "learning_rate": 4.591547911864142e-06,
      "loss": 0.4051,
      "step": 392200
    },
    {
      "epoch": 109.46,
      "grad_norm": 1.5304605960845947,
      "learning_rate": 4.59154025405159e-06,
      "loss": 0.4282,
      "step": 392210
    },
    {
      "epoch": 109.47,
      "grad_norm": 1.7150745391845703,
      "learning_rate": 4.591532595939857e-06,
      "loss": 0.4306,
      "step": 392220
    },
    {
      "epoch": 109.47,
      "grad_norm": 2.8825550079345703,
      "learning_rate": 4.591524937528943e-06,
      "loss": 0.4056,
      "step": 392230
    },
    {
      "epoch": 109.47,
      "grad_norm": 1.540945053100586,
      "learning_rate": 4.59151727881885e-06,
      "loss": 0.4275,
      "step": 392240
    },
    {
      "epoch": 109.48,
      "grad_norm": 1.224621295928955,
      "learning_rate": 4.591509619809578e-06,
      "loss": 0.4128,
      "step": 392250
    },
    {
      "epoch": 109.48,
      "grad_norm": 1.4356555938720703,
      "learning_rate": 4.59150196050113e-06,
      "loss": 0.4193,
      "step": 392260
    },
    {
      "epoch": 109.48,
      "grad_norm": 1.4534196853637695,
      "learning_rate": 4.591494300893505e-06,
      "loss": 0.4276,
      "step": 392270
    },
    {
      "epoch": 109.48,
      "grad_norm": 1.2906566858291626,
      "learning_rate": 4.591486640986703e-06,
      "loss": 0.4199,
      "step": 392280
    },
    {
      "epoch": 109.49,
      "grad_norm": 1.5345059633255005,
      "learning_rate": 4.5914789807807285e-06,
      "loss": 0.4288,
      "step": 392290
    },
    {
      "epoch": 109.49,
      "grad_norm": 1.5877501964569092,
      "learning_rate": 4.59147132027558e-06,
      "loss": 0.4136,
      "step": 392300
    },
    {
      "epoch": 109.49,
      "grad_norm": 1.2053064107894897,
      "learning_rate": 4.591463659471259e-06,
      "loss": 0.42,
      "step": 392310
    },
    {
      "epoch": 109.49,
      "grad_norm": 1.3861829042434692,
      "learning_rate": 4.591455998367767e-06,
      "loss": 0.4181,
      "step": 392320
    },
    {
      "epoch": 109.5,
      "grad_norm": 1.3043161630630493,
      "learning_rate": 4.591448336965104e-06,
      "loss": 0.4212,
      "step": 392330
    },
    {
      "epoch": 109.5,
      "grad_norm": 1.627844214439392,
      "learning_rate": 4.591440675263273e-06,
      "loss": 0.4036,
      "step": 392340
    },
    {
      "epoch": 109.5,
      "grad_norm": 1.643599510192871,
      "learning_rate": 4.591433013262274e-06,
      "loss": 0.4231,
      "step": 392350
    },
    {
      "epoch": 109.51,
      "grad_norm": 1.411616325378418,
      "learning_rate": 4.591425350962106e-06,
      "loss": 0.4337,
      "step": 392360
    },
    {
      "epoch": 109.51,
      "grad_norm": 1.5267181396484375,
      "learning_rate": 4.591417688362773e-06,
      "loss": 0.4136,
      "step": 392370
    },
    {
      "epoch": 109.51,
      "grad_norm": 1.5391792058944702,
      "learning_rate": 4.591410025464274e-06,
      "loss": 0.3973,
      "step": 392380
    },
    {
      "epoch": 109.51,
      "grad_norm": 1.4086331129074097,
      "learning_rate": 4.591402362266612e-06,
      "loss": 0.4305,
      "step": 392390
    },
    {
      "epoch": 109.52,
      "grad_norm": 1.4541473388671875,
      "learning_rate": 4.591394698769786e-06,
      "loss": 0.4228,
      "step": 392400
    },
    {
      "epoch": 109.52,
      "grad_norm": 1.3723523616790771,
      "learning_rate": 4.591387034973798e-06,
      "loss": 0.4206,
      "step": 392410
    },
    {
      "epoch": 109.52,
      "grad_norm": 1.3575665950775146,
      "learning_rate": 4.591379370878649e-06,
      "loss": 0.4202,
      "step": 392420
    },
    {
      "epoch": 109.53,
      "grad_norm": 1.854227900505066,
      "learning_rate": 4.5913717064843405e-06,
      "loss": 0.4054,
      "step": 392430
    },
    {
      "epoch": 109.53,
      "grad_norm": 1.5703637599945068,
      "learning_rate": 4.591364041790872e-06,
      "loss": 0.4246,
      "step": 392440
    },
    {
      "epoch": 109.53,
      "grad_norm": 1.6027095317840576,
      "learning_rate": 4.591356376798246e-06,
      "loss": 0.4013,
      "step": 392450
    },
    {
      "epoch": 109.53,
      "grad_norm": 1.3384195566177368,
      "learning_rate": 4.591348711506462e-06,
      "loss": 0.4226,
      "step": 392460
    },
    {
      "epoch": 109.54,
      "grad_norm": 1.3644520044326782,
      "learning_rate": 4.591341045915523e-06,
      "loss": 0.4297,
      "step": 392470
    },
    {
      "epoch": 109.54,
      "grad_norm": 1.344706654548645,
      "learning_rate": 4.5913333800254296e-06,
      "loss": 0.4207,
      "step": 392480
    },
    {
      "epoch": 109.54,
      "grad_norm": 1.1982098817825317,
      "learning_rate": 4.591325713836181e-06,
      "loss": 0.4378,
      "step": 392490
    },
    {
      "epoch": 109.55,
      "grad_norm": 1.22490656375885,
      "learning_rate": 4.59131804734778e-06,
      "loss": 0.421,
      "step": 392500
    },
    {
      "epoch": 109.55,
      "grad_norm": 1.6444936990737915,
      "learning_rate": 4.591310380560227e-06,
      "loss": 0.4263,
      "step": 392510
    },
    {
      "epoch": 109.55,
      "grad_norm": 1.3184394836425781,
      "learning_rate": 4.591302713473523e-06,
      "loss": 0.4069,
      "step": 392520
    },
    {
      "epoch": 109.55,
      "grad_norm": 1.6028921604156494,
      "learning_rate": 4.591295046087669e-06,
      "loss": 0.4228,
      "step": 392530
    },
    {
      "epoch": 109.56,
      "grad_norm": 1.1700222492218018,
      "learning_rate": 4.591287378402667e-06,
      "loss": 0.4139,
      "step": 392540
    },
    {
      "epoch": 109.56,
      "grad_norm": 1.545669674873352,
      "learning_rate": 4.5912797104185155e-06,
      "loss": 0.418,
      "step": 392550
    },
    {
      "epoch": 109.56,
      "grad_norm": 1.234497308731079,
      "learning_rate": 4.591272042135219e-06,
      "loss": 0.4266,
      "step": 392560
    },
    {
      "epoch": 109.56,
      "grad_norm": 1.5208131074905396,
      "learning_rate": 4.591264373552776e-06,
      "loss": 0.4304,
      "step": 392570
    },
    {
      "epoch": 109.57,
      "grad_norm": 1.3509488105773926,
      "learning_rate": 4.591256704671188e-06,
      "loss": 0.4254,
      "step": 392580
    },
    {
      "epoch": 109.57,
      "grad_norm": 1.3936328887939453,
      "learning_rate": 4.591249035490456e-06,
      "loss": 0.4332,
      "step": 392590
    },
    {
      "epoch": 109.57,
      "grad_norm": 1.6365132331848145,
      "learning_rate": 4.591241366010582e-06,
      "loss": 0.4223,
      "step": 392600
    },
    {
      "epoch": 109.58,
      "grad_norm": 1.576348900794983,
      "learning_rate": 4.591233696231566e-06,
      "loss": 0.4369,
      "step": 392610
    },
    {
      "epoch": 109.58,
      "grad_norm": 1.413972020149231,
      "learning_rate": 4.591226026153409e-06,
      "loss": 0.4287,
      "step": 392620
    },
    {
      "epoch": 109.58,
      "grad_norm": 1.457061529159546,
      "learning_rate": 4.5912183557761125e-06,
      "loss": 0.416,
      "step": 392630
    },
    {
      "epoch": 109.58,
      "grad_norm": 1.5863091945648193,
      "learning_rate": 4.591210685099678e-06,
      "loss": 0.429,
      "step": 392640
    },
    {
      "epoch": 109.59,
      "grad_norm": 1.4519009590148926,
      "learning_rate": 4.591203014124104e-06,
      "loss": 0.4217,
      "step": 392650
    },
    {
      "epoch": 109.59,
      "grad_norm": 1.3041597604751587,
      "learning_rate": 4.591195342849396e-06,
      "loss": 0.4174,
      "step": 392660
    },
    {
      "epoch": 109.59,
      "grad_norm": 1.453539252281189,
      "learning_rate": 4.59118767127555e-06,
      "loss": 0.4342,
      "step": 392670
    },
    {
      "epoch": 109.6,
      "grad_norm": 1.8786351680755615,
      "learning_rate": 4.591179999402571e-06,
      "loss": 0.422,
      "step": 392680
    },
    {
      "epoch": 109.6,
      "grad_norm": 1.2983516454696655,
      "learning_rate": 4.5911723272304585e-06,
      "loss": 0.4181,
      "step": 392690
    },
    {
      "epoch": 109.6,
      "grad_norm": 1.3963371515274048,
      "learning_rate": 4.591164654759213e-06,
      "loss": 0.4099,
      "step": 392700
    },
    {
      "epoch": 109.6,
      "grad_norm": 1.4263546466827393,
      "learning_rate": 4.5911569819888355e-06,
      "loss": 0.4141,
      "step": 392710
    },
    {
      "epoch": 109.61,
      "grad_norm": 1.4280447959899902,
      "learning_rate": 4.591149308919328e-06,
      "loss": 0.4249,
      "step": 392720
    },
    {
      "epoch": 109.61,
      "grad_norm": 1.3031141757965088,
      "learning_rate": 4.591141635550691e-06,
      "loss": 0.4194,
      "step": 392730
    },
    {
      "epoch": 109.61,
      "grad_norm": 2.0509655475616455,
      "learning_rate": 4.591133961882925e-06,
      "loss": 0.4226,
      "step": 392740
    },
    {
      "epoch": 109.61,
      "grad_norm": 1.6421561241149902,
      "learning_rate": 4.591126287916032e-06,
      "loss": 0.3962,
      "step": 392750
    },
    {
      "epoch": 109.62,
      "grad_norm": 1.7226409912109375,
      "learning_rate": 4.5911186136500136e-06,
      "loss": 0.4322,
      "step": 392760
    },
    {
      "epoch": 109.62,
      "grad_norm": 1.2723414897918701,
      "learning_rate": 4.591110939084868e-06,
      "loss": 0.4211,
      "step": 392770
    },
    {
      "epoch": 109.62,
      "grad_norm": 1.3464224338531494,
      "learning_rate": 4.5911032642205995e-06,
      "loss": 0.4238,
      "step": 392780
    },
    {
      "epoch": 109.63,
      "grad_norm": 1.4190571308135986,
      "learning_rate": 4.591095589057208e-06,
      "loss": 0.4133,
      "step": 392790
    },
    {
      "epoch": 109.63,
      "grad_norm": 1.4268733263015747,
      "learning_rate": 4.591087913594693e-06,
      "loss": 0.4395,
      "step": 392800
    },
    {
      "epoch": 109.63,
      "grad_norm": 1.4899142980575562,
      "learning_rate": 4.591080237833057e-06,
      "loss": 0.4177,
      "step": 392810
    },
    {
      "epoch": 109.63,
      "grad_norm": 1.1501067876815796,
      "learning_rate": 4.591072561772301e-06,
      "loss": 0.4236,
      "step": 392820
    },
    {
      "epoch": 109.64,
      "grad_norm": 1.52631676197052,
      "learning_rate": 4.591064885412426e-06,
      "loss": 0.4193,
      "step": 392830
    },
    {
      "epoch": 109.64,
      "grad_norm": 1.6746854782104492,
      "learning_rate": 4.591057208753431e-06,
      "loss": 0.4333,
      "step": 392840
    },
    {
      "epoch": 109.64,
      "grad_norm": 1.5903725624084473,
      "learning_rate": 4.591049531795321e-06,
      "loss": 0.4442,
      "step": 392850
    },
    {
      "epoch": 109.65,
      "grad_norm": 1.2842297554016113,
      "learning_rate": 4.591041854538094e-06,
      "loss": 0.4102,
      "step": 392860
    },
    {
      "epoch": 109.65,
      "grad_norm": 1.4708644151687622,
      "learning_rate": 4.591034176981752e-06,
      "loss": 0.4374,
      "step": 392870
    },
    {
      "epoch": 109.65,
      "grad_norm": 1.2005507946014404,
      "learning_rate": 4.591026499126295e-06,
      "loss": 0.4137,
      "step": 392880
    },
    {
      "epoch": 109.65,
      "grad_norm": 1.5797613859176636,
      "learning_rate": 4.591018820971726e-06,
      "loss": 0.4123,
      "step": 392890
    },
    {
      "epoch": 109.66,
      "grad_norm": 6.597731113433838,
      "learning_rate": 4.591011142518045e-06,
      "loss": 0.4155,
      "step": 392900
    },
    {
      "epoch": 109.66,
      "grad_norm": 1.5807433128356934,
      "learning_rate": 4.591003463765252e-06,
      "loss": 0.399,
      "step": 392910
    },
    {
      "epoch": 109.66,
      "grad_norm": 1.4283185005187988,
      "learning_rate": 4.590995784713349e-06,
      "loss": 0.4171,
      "step": 392920
    },
    {
      "epoch": 109.67,
      "grad_norm": 1.3192956447601318,
      "learning_rate": 4.590988105362338e-06,
      "loss": 0.4031,
      "step": 392930
    },
    {
      "epoch": 109.67,
      "grad_norm": 1.4862010478973389,
      "learning_rate": 4.590980425712218e-06,
      "loss": 0.411,
      "step": 392940
    },
    {
      "epoch": 109.67,
      "grad_norm": 1.5083469152450562,
      "learning_rate": 4.5909727457629915e-06,
      "loss": 0.4191,
      "step": 392950
    },
    {
      "epoch": 109.67,
      "grad_norm": 1.443202257156372,
      "learning_rate": 4.590965065514659e-06,
      "loss": 0.4259,
      "step": 392960
    },
    {
      "epoch": 109.68,
      "grad_norm": 1.820083498954773,
      "learning_rate": 4.590957384967222e-06,
      "loss": 0.4139,
      "step": 392970
    },
    {
      "epoch": 109.68,
      "grad_norm": 1.5660923719406128,
      "learning_rate": 4.59094970412068e-06,
      "loss": 0.4078,
      "step": 392980
    },
    {
      "epoch": 109.68,
      "grad_norm": 1.2936811447143555,
      "learning_rate": 4.5909420229750354e-06,
      "loss": 0.4095,
      "step": 392990
    },
    {
      "epoch": 109.68,
      "grad_norm": 1.4207215309143066,
      "learning_rate": 4.590934341530289e-06,
      "loss": 0.4081,
      "step": 393000
    },
    {
      "epoch": 109.69,
      "grad_norm": 1.606471300125122,
      "learning_rate": 4.590926659786442e-06,
      "loss": 0.4323,
      "step": 393010
    },
    {
      "epoch": 109.69,
      "grad_norm": 1.4462207555770874,
      "learning_rate": 4.590918977743495e-06,
      "loss": 0.4238,
      "step": 393020
    },
    {
      "epoch": 109.69,
      "grad_norm": 1.5660194158554077,
      "learning_rate": 4.590911295401449e-06,
      "loss": 0.4222,
      "step": 393030
    },
    {
      "epoch": 109.7,
      "grad_norm": 1.4418418407440186,
      "learning_rate": 4.5909036127603064e-06,
      "loss": 0.4222,
      "step": 393040
    },
    {
      "epoch": 109.7,
      "grad_norm": 1.317753553390503,
      "learning_rate": 4.590895929820066e-06,
      "loss": 0.438,
      "step": 393050
    },
    {
      "epoch": 109.7,
      "grad_norm": 2.3765180110931396,
      "learning_rate": 4.5908882465807295e-06,
      "loss": 0.4184,
      "step": 393060
    },
    {
      "epoch": 109.7,
      "grad_norm": 1.4576207399368286,
      "learning_rate": 4.590880563042299e-06,
      "loss": 0.4194,
      "step": 393070
    },
    {
      "epoch": 109.71,
      "grad_norm": 1.7190817594528198,
      "learning_rate": 4.590872879204774e-06,
      "loss": 0.4019,
      "step": 393080
    },
    {
      "epoch": 109.71,
      "grad_norm": 1.4632720947265625,
      "learning_rate": 4.590865195068158e-06,
      "loss": 0.4111,
      "step": 393090
    },
    {
      "epoch": 109.71,
      "grad_norm": 1.3571538925170898,
      "learning_rate": 4.59085751063245e-06,
      "loss": 0.4184,
      "step": 393100
    },
    {
      "epoch": 109.72,
      "grad_norm": 1.6207996606826782,
      "learning_rate": 4.59084982589765e-06,
      "loss": 0.4121,
      "step": 393110
    },
    {
      "epoch": 109.72,
      "grad_norm": 1.4732723236083984,
      "learning_rate": 4.590842140863761e-06,
      "loss": 0.4015,
      "step": 393120
    },
    {
      "epoch": 109.72,
      "grad_norm": 1.5974136590957642,
      "learning_rate": 4.590834455530783e-06,
      "loss": 0.4142,
      "step": 393130
    },
    {
      "epoch": 109.72,
      "grad_norm": 1.4911878108978271,
      "learning_rate": 4.590826769898718e-06,
      "loss": 0.4431,
      "step": 393140
    },
    {
      "epoch": 109.73,
      "grad_norm": 1.3263524770736694,
      "learning_rate": 4.590819083967567e-06,
      "loss": 0.4234,
      "step": 393150
    },
    {
      "epoch": 109.73,
      "grad_norm": 1.2241572141647339,
      "learning_rate": 4.590811397737329e-06,
      "loss": 0.4332,
      "step": 393160
    },
    {
      "epoch": 109.73,
      "grad_norm": 1.2335484027862549,
      "learning_rate": 4.590803711208008e-06,
      "loss": 0.4298,
      "step": 393170
    },
    {
      "epoch": 109.73,
      "grad_norm": 1.581707239151001,
      "learning_rate": 4.590796024379603e-06,
      "loss": 0.4185,
      "step": 393180
    },
    {
      "epoch": 109.74,
      "grad_norm": 1.4867252111434937,
      "learning_rate": 4.590788337252116e-06,
      "loss": 0.4193,
      "step": 393190
    },
    {
      "epoch": 109.74,
      "grad_norm": 1.3287180662155151,
      "learning_rate": 4.590780649825547e-06,
      "loss": 0.4169,
      "step": 393200
    },
    {
      "epoch": 109.74,
      "grad_norm": 1.5380439758300781,
      "learning_rate": 4.5907729620998975e-06,
      "loss": 0.4109,
      "step": 393210
    },
    {
      "epoch": 109.75,
      "grad_norm": 1.4889857769012451,
      "learning_rate": 4.590765274075169e-06,
      "loss": 0.4133,
      "step": 393220
    },
    {
      "epoch": 109.75,
      "grad_norm": 1.3537266254425049,
      "learning_rate": 4.590757585751362e-06,
      "loss": 0.4144,
      "step": 393230
    },
    {
      "epoch": 109.75,
      "grad_norm": 1.353181004524231,
      "learning_rate": 4.590749897128478e-06,
      "loss": 0.4214,
      "step": 393240
    },
    {
      "epoch": 109.75,
      "grad_norm": 1.6238596439361572,
      "learning_rate": 4.590742208206517e-06,
      "loss": 0.4294,
      "step": 393250
    },
    {
      "epoch": 109.76,
      "grad_norm": 1.222979187965393,
      "learning_rate": 4.590734518985481e-06,
      "loss": 0.4021,
      "step": 393260
    },
    {
      "epoch": 109.76,
      "grad_norm": 1.4364159107208252,
      "learning_rate": 4.5907268294653715e-06,
      "loss": 0.4031,
      "step": 393270
    },
    {
      "epoch": 109.76,
      "grad_norm": 1.3841110467910767,
      "learning_rate": 4.590719139646188e-06,
      "loss": 0.4265,
      "step": 393280
    },
    {
      "epoch": 109.77,
      "grad_norm": 1.3722562789916992,
      "learning_rate": 4.590711449527932e-06,
      "loss": 0.4224,
      "step": 393290
    },
    {
      "epoch": 109.77,
      "grad_norm": 1.4597315788269043,
      "learning_rate": 4.590703759110605e-06,
      "loss": 0.4284,
      "step": 393300
    },
    {
      "epoch": 109.77,
      "grad_norm": 1.3058302402496338,
      "learning_rate": 4.590696068394209e-06,
      "loss": 0.419,
      "step": 393310
    },
    {
      "epoch": 109.77,
      "grad_norm": 1.4925084114074707,
      "learning_rate": 4.590688377378742e-06,
      "loss": 0.4123,
      "step": 393320
    },
    {
      "epoch": 109.78,
      "grad_norm": 4.762997627258301,
      "learning_rate": 4.590680686064209e-06,
      "loss": 0.4293,
      "step": 393330
    },
    {
      "epoch": 109.78,
      "grad_norm": 1.2439736127853394,
      "learning_rate": 4.590672994450607e-06,
      "loss": 0.424,
      "step": 393340
    },
    {
      "epoch": 109.78,
      "grad_norm": 1.4535025358200073,
      "learning_rate": 4.590665302537939e-06,
      "loss": 0.4202,
      "step": 393350
    },
    {
      "epoch": 109.79,
      "grad_norm": 1.4214683771133423,
      "learning_rate": 4.590657610326208e-06,
      "loss": 0.4283,
      "step": 393360
    },
    {
      "epoch": 109.79,
      "grad_norm": 1.4217900037765503,
      "learning_rate": 4.590649917815411e-06,
      "loss": 0.4191,
      "step": 393370
    },
    {
      "epoch": 109.79,
      "grad_norm": 1.6403545141220093,
      "learning_rate": 4.590642225005552e-06,
      "loss": 0.4319,
      "step": 393380
    },
    {
      "epoch": 109.79,
      "grad_norm": 1.41563880443573,
      "learning_rate": 4.59063453189663e-06,
      "loss": 0.4089,
      "step": 393390
    },
    {
      "epoch": 109.8,
      "grad_norm": 1.1830376386642456,
      "learning_rate": 4.590626838488648e-06,
      "loss": 0.4245,
      "step": 393400
    },
    {
      "epoch": 109.8,
      "grad_norm": 2.2281603813171387,
      "learning_rate": 4.590619144781606e-06,
      "loss": 0.4022,
      "step": 393410
    },
    {
      "epoch": 109.8,
      "grad_norm": 1.4273031949996948,
      "learning_rate": 4.590611450775505e-06,
      "loss": 0.417,
      "step": 393420
    },
    {
      "epoch": 109.8,
      "grad_norm": 1.5717713832855225,
      "learning_rate": 4.590603756470346e-06,
      "loss": 0.4147,
      "step": 393430
    },
    {
      "epoch": 109.81,
      "grad_norm": 1.1410062313079834,
      "learning_rate": 4.590596061866131e-06,
      "loss": 0.4271,
      "step": 393440
    },
    {
      "epoch": 109.81,
      "grad_norm": 1.3827635049819946,
      "learning_rate": 4.590588366962859e-06,
      "loss": 0.4065,
      "step": 393450
    },
    {
      "epoch": 109.81,
      "grad_norm": 1.1770694255828857,
      "learning_rate": 4.590580671760532e-06,
      "loss": 0.4155,
      "step": 393460
    },
    {
      "epoch": 109.82,
      "grad_norm": 1.323776125907898,
      "learning_rate": 4.590572976259152e-06,
      "loss": 0.4101,
      "step": 393470
    },
    {
      "epoch": 109.82,
      "grad_norm": 1.3750544786453247,
      "learning_rate": 4.590565280458719e-06,
      "loss": 0.4037,
      "step": 393480
    },
    {
      "epoch": 109.82,
      "grad_norm": 1.5409165620803833,
      "learning_rate": 4.590557584359234e-06,
      "loss": 0.4312,
      "step": 393490
    },
    {
      "epoch": 109.82,
      "grad_norm": 1.2013086080551147,
      "learning_rate": 4.590549887960699e-06,
      "loss": 0.4395,
      "step": 393500
    },
    {
      "epoch": 109.83,
      "grad_norm": 1.277315616607666,
      "learning_rate": 4.590542191263114e-06,
      "loss": 0.4213,
      "step": 393510
    },
    {
      "epoch": 109.83,
      "grad_norm": 1.3491427898406982,
      "learning_rate": 4.59053449426648e-06,
      "loss": 0.4513,
      "step": 393520
    },
    {
      "epoch": 109.83,
      "grad_norm": 1.221049427986145,
      "learning_rate": 4.590526796970799e-06,
      "loss": 0.4475,
      "step": 393530
    },
    {
      "epoch": 109.84,
      "grad_norm": 1.4970556497573853,
      "learning_rate": 4.590519099376071e-06,
      "loss": 0.4354,
      "step": 393540
    },
    {
      "epoch": 109.84,
      "grad_norm": 1.802008867263794,
      "learning_rate": 4.590511401482298e-06,
      "loss": 0.4215,
      "step": 393550
    },
    {
      "epoch": 109.84,
      "grad_norm": 1.6397327184677124,
      "learning_rate": 4.590503703289479e-06,
      "loss": 0.4256,
      "step": 393560
    },
    {
      "epoch": 109.84,
      "grad_norm": 1.5579873323440552,
      "learning_rate": 4.590496004797618e-06,
      "loss": 0.4198,
      "step": 393570
    },
    {
      "epoch": 109.85,
      "grad_norm": 1.9256874322891235,
      "learning_rate": 4.590488306006714e-06,
      "loss": 0.4307,
      "step": 393580
    },
    {
      "epoch": 109.85,
      "grad_norm": 1.462884783744812,
      "learning_rate": 4.590480606916768e-06,
      "loss": 0.4234,
      "step": 393590
    },
    {
      "epoch": 109.85,
      "grad_norm": 1.9956156015396118,
      "learning_rate": 4.5904729075277824e-06,
      "loss": 0.4097,
      "step": 393600
    },
    {
      "epoch": 109.85,
      "grad_norm": 1.9463469982147217,
      "learning_rate": 4.590465207839757e-06,
      "loss": 0.431,
      "step": 393610
    },
    {
      "epoch": 109.86,
      "grad_norm": 1.3370214700698853,
      "learning_rate": 4.590457507852693e-06,
      "loss": 0.4216,
      "step": 393620
    },
    {
      "epoch": 109.86,
      "grad_norm": 1.6169670820236206,
      "learning_rate": 4.590449807566591e-06,
      "loss": 0.4253,
      "step": 393630
    },
    {
      "epoch": 109.86,
      "grad_norm": 1.2417793273925781,
      "learning_rate": 4.590442106981455e-06,
      "loss": 0.4109,
      "step": 393640
    },
    {
      "epoch": 109.87,
      "grad_norm": 1.3962490558624268,
      "learning_rate": 4.5904344060972815e-06,
      "loss": 0.4236,
      "step": 393650
    },
    {
      "epoch": 109.87,
      "grad_norm": 1.4205166101455688,
      "learning_rate": 4.590426704914074e-06,
      "loss": 0.4272,
      "step": 393660
    },
    {
      "epoch": 109.87,
      "grad_norm": 1.5725555419921875,
      "learning_rate": 4.590419003431833e-06,
      "loss": 0.4283,
      "step": 393670
    },
    {
      "epoch": 109.87,
      "grad_norm": 1.3173305988311768,
      "learning_rate": 4.590411301650561e-06,
      "loss": 0.4233,
      "step": 393680
    },
    {
      "epoch": 109.88,
      "grad_norm": 1.4637279510498047,
      "learning_rate": 4.590403599570257e-06,
      "loss": 0.4034,
      "step": 393690
    },
    {
      "epoch": 109.88,
      "grad_norm": 1.6318124532699585,
      "learning_rate": 4.590395897190922e-06,
      "loss": 0.4118,
      "step": 393700
    },
    {
      "epoch": 109.88,
      "grad_norm": 1.207625150680542,
      "learning_rate": 4.5903881945125586e-06,
      "loss": 0.4023,
      "step": 393710
    },
    {
      "epoch": 109.89,
      "grad_norm": 1.3123798370361328,
      "learning_rate": 4.590380491535168e-06,
      "loss": 0.4197,
      "step": 393720
    },
    {
      "epoch": 109.89,
      "grad_norm": 1.4134899377822876,
      "learning_rate": 4.590372788258748e-06,
      "loss": 0.4107,
      "step": 393730
    },
    {
      "epoch": 109.89,
      "grad_norm": 1.6339433193206787,
      "learning_rate": 4.590365084683304e-06,
      "loss": 0.3995,
      "step": 393740
    },
    {
      "epoch": 109.89,
      "grad_norm": 1.3443039655685425,
      "learning_rate": 4.5903573808088336e-06,
      "loss": 0.4169,
      "step": 393750
    },
    {
      "epoch": 109.9,
      "grad_norm": 1.6671241521835327,
      "learning_rate": 4.59034967663534e-06,
      "loss": 0.4118,
      "step": 393760
    },
    {
      "epoch": 109.9,
      "grad_norm": 1.2549028396606445,
      "learning_rate": 4.590341972162823e-06,
      "loss": 0.426,
      "step": 393770
    },
    {
      "epoch": 109.9,
      "grad_norm": 1.1961631774902344,
      "learning_rate": 4.590334267391284e-06,
      "loss": 0.4187,
      "step": 393780
    },
    {
      "epoch": 109.91,
      "grad_norm": 1.3993682861328125,
      "learning_rate": 4.590326562320724e-06,
      "loss": 0.4297,
      "step": 393790
    },
    {
      "epoch": 109.91,
      "grad_norm": 1.3895636796951294,
      "learning_rate": 4.590318856951145e-06,
      "loss": 0.4145,
      "step": 393800
    },
    {
      "epoch": 109.91,
      "grad_norm": 1.8028643131256104,
      "learning_rate": 4.590311151282546e-06,
      "loss": 0.4472,
      "step": 393810
    },
    {
      "epoch": 109.91,
      "grad_norm": 1.5962355136871338,
      "learning_rate": 4.590303445314929e-06,
      "loss": 0.4059,
      "step": 393820
    },
    {
      "epoch": 109.92,
      "grad_norm": 1.3377549648284912,
      "learning_rate": 4.590295739048295e-06,
      "loss": 0.4246,
      "step": 393830
    },
    {
      "epoch": 109.92,
      "grad_norm": 1.5131433010101318,
      "learning_rate": 4.590288032482646e-06,
      "loss": 0.4316,
      "step": 393840
    },
    {
      "epoch": 109.92,
      "grad_norm": 1.5190999507904053,
      "learning_rate": 4.590280325617982e-06,
      "loss": 0.4145,
      "step": 393850
    },
    {
      "epoch": 109.92,
      "grad_norm": 1.3330459594726562,
      "learning_rate": 4.590272618454304e-06,
      "loss": 0.4023,
      "step": 393860
    },
    {
      "epoch": 109.93,
      "grad_norm": 1.7537157535552979,
      "learning_rate": 4.590264910991613e-06,
      "loss": 0.4288,
      "step": 393870
    },
    {
      "epoch": 109.93,
      "grad_norm": 1.5969640016555786,
      "learning_rate": 4.59025720322991e-06,
      "loss": 0.4244,
      "step": 393880
    },
    {
      "epoch": 109.93,
      "grad_norm": 1.615526795387268,
      "learning_rate": 4.590249495169197e-06,
      "loss": 0.4179,
      "step": 393890
    },
    {
      "epoch": 109.94,
      "grad_norm": 1.5359569787979126,
      "learning_rate": 4.590241786809474e-06,
      "loss": 0.4243,
      "step": 393900
    },
    {
      "epoch": 109.94,
      "grad_norm": 1.4304317235946655,
      "learning_rate": 4.590234078150742e-06,
      "loss": 0.4249,
      "step": 393910
    },
    {
      "epoch": 109.94,
      "grad_norm": 1.6457258462905884,
      "learning_rate": 4.590226369193003e-06,
      "loss": 0.4079,
      "step": 393920
    },
    {
      "epoch": 109.94,
      "grad_norm": 1.3764541149139404,
      "learning_rate": 4.5902186599362566e-06,
      "loss": 0.433,
      "step": 393930
    },
    {
      "epoch": 109.95,
      "grad_norm": 1.477202296257019,
      "learning_rate": 4.590210950380506e-06,
      "loss": 0.4435,
      "step": 393940
    },
    {
      "epoch": 109.95,
      "grad_norm": 1.5259101390838623,
      "learning_rate": 4.5902032405257495e-06,
      "loss": 0.4141,
      "step": 393950
    },
    {
      "epoch": 109.95,
      "grad_norm": 1.4461040496826172,
      "learning_rate": 4.590195530371989e-06,
      "loss": 0.4116,
      "step": 393960
    },
    {
      "epoch": 109.96,
      "grad_norm": 1.241828441619873,
      "learning_rate": 4.590187819919228e-06,
      "loss": 0.4283,
      "step": 393970
    },
    {
      "epoch": 109.96,
      "grad_norm": 1.3552227020263672,
      "learning_rate": 4.590180109167464e-06,
      "loss": 0.4243,
      "step": 393980
    },
    {
      "epoch": 109.96,
      "grad_norm": 1.5776664018630981,
      "learning_rate": 4.5901723981167e-06,
      "loss": 0.4137,
      "step": 393990
    },
    {
      "epoch": 109.96,
      "grad_norm": 1.3760348558425903,
      "learning_rate": 4.590164686766936e-06,
      "loss": 0.4432,
      "step": 394000
    },
    {
      "epoch": 109.97,
      "grad_norm": 1.8868534564971924,
      "learning_rate": 4.590156975118175e-06,
      "loss": 0.4319,
      "step": 394010
    },
    {
      "epoch": 109.97,
      "grad_norm": 1.405295729637146,
      "learning_rate": 4.590149263170415e-06,
      "loss": 0.4213,
      "step": 394020
    },
    {
      "epoch": 109.97,
      "grad_norm": 1.3747873306274414,
      "learning_rate": 4.590141550923659e-06,
      "loss": 0.4206,
      "step": 394030
    },
    {
      "epoch": 109.97,
      "grad_norm": 1.4983786344528198,
      "learning_rate": 4.5901338383779084e-06,
      "loss": 0.4244,
      "step": 394040
    },
    {
      "epoch": 109.98,
      "grad_norm": 1.5146547555923462,
      "learning_rate": 4.590126125533163e-06,
      "loss": 0.4241,
      "step": 394050
    },
    {
      "epoch": 109.98,
      "grad_norm": 1.5041944980621338,
      "learning_rate": 4.590118412389425e-06,
      "loss": 0.4241,
      "step": 394060
    },
    {
      "epoch": 109.98,
      "grad_norm": 4.335328578948975,
      "learning_rate": 4.590110698946694e-06,
      "loss": 0.4157,
      "step": 394070
    },
    {
      "epoch": 109.99,
      "grad_norm": 1.3231420516967773,
      "learning_rate": 4.590102985204972e-06,
      "loss": 0.4035,
      "step": 394080
    },
    {
      "epoch": 109.99,
      "grad_norm": 1.5757030248641968,
      "learning_rate": 4.59009527116426e-06,
      "loss": 0.428,
      "step": 394090
    },
    {
      "epoch": 109.99,
      "grad_norm": 1.4654773473739624,
      "learning_rate": 4.590087556824558e-06,
      "loss": 0.4199,
      "step": 394100
    },
    {
      "epoch": 109.99,
      "grad_norm": 1.2620893716812134,
      "learning_rate": 4.590079842185869e-06,
      "loss": 0.3988,
      "step": 394110
    },
    {
      "epoch": 110.0,
      "grad_norm": 1.4047212600708008,
      "learning_rate": 4.590072127248192e-06,
      "loss": 0.4111,
      "step": 394120
    },
    {
      "epoch": 110.0,
      "grad_norm": 1.5615205764770508,
      "learning_rate": 4.590064412011529e-06,
      "loss": 0.4347,
      "step": 394130
    },
    {
      "epoch": 110.0,
      "eval_loss": 0.42076823115348816,
      "eval_runtime": 63.3267,
      "eval_samples_per_second": 79.887,
      "eval_steps_per_second": 9.996,
      "step": 394130
    },
    {
      "epoch": 110.0,
      "grad_norm": 1.6906564235687256,
      "learning_rate": 4.590056696475882e-06,
      "loss": 0.4219,
      "step": 394140
    },
    {
      "epoch": 110.01,
      "grad_norm": 1.3722928762435913,
      "learning_rate": 4.59004898064125e-06,
      "loss": 0.4283,
      "step": 394150
    },
    {
      "epoch": 110.01,
      "grad_norm": 1.493859052658081,
      "learning_rate": 4.590041264507634e-06,
      "loss": 0.4087,
      "step": 394160
    },
    {
      "epoch": 110.01,
      "grad_norm": 1.5910876989364624,
      "learning_rate": 4.590033548075038e-06,
      "loss": 0.4055,
      "step": 394170
    },
    {
      "epoch": 110.01,
      "grad_norm": 1.4517513513565063,
      "learning_rate": 4.59002583134346e-06,
      "loss": 0.4244,
      "step": 394180
    },
    {
      "epoch": 110.02,
      "grad_norm": 1.2168546915054321,
      "learning_rate": 4.590018114312903e-06,
      "loss": 0.4306,
      "step": 394190
    },
    {
      "epoch": 110.02,
      "grad_norm": 1.5906339883804321,
      "learning_rate": 4.5900103969833656e-06,
      "loss": 0.4217,
      "step": 394200
    },
    {
      "epoch": 110.02,
      "grad_norm": 1.2271652221679688,
      "learning_rate": 4.590002679354851e-06,
      "loss": 0.4197,
      "step": 394210
    },
    {
      "epoch": 110.03,
      "grad_norm": 1.2916920185089111,
      "learning_rate": 4.58999496142736e-06,
      "loss": 0.4209,
      "step": 394220
    },
    {
      "epoch": 110.03,
      "grad_norm": 1.274413824081421,
      "learning_rate": 4.589987243200893e-06,
      "loss": 0.4351,
      "step": 394230
    },
    {
      "epoch": 110.03,
      "grad_norm": 1.4190956354141235,
      "learning_rate": 4.589979524675452e-06,
      "loss": 0.4256,
      "step": 394240
    },
    {
      "epoch": 110.03,
      "grad_norm": 1.4575141668319702,
      "learning_rate": 4.589971805851035e-06,
      "loss": 0.4337,
      "step": 394250
    },
    {
      "epoch": 110.04,
      "grad_norm": 1.2287324666976929,
      "learning_rate": 4.589964086727647e-06,
      "loss": 0.4215,
      "step": 394260
    },
    {
      "epoch": 110.04,
      "grad_norm": 1.2787120342254639,
      "learning_rate": 4.5899563673052875e-06,
      "loss": 0.4451,
      "step": 394270
    },
    {
      "epoch": 110.04,
      "grad_norm": 1.479069471359253,
      "learning_rate": 4.589948647583956e-06,
      "loss": 0.4101,
      "step": 394280
    },
    {
      "epoch": 110.04,
      "grad_norm": 1.3846665620803833,
      "learning_rate": 4.589940927563656e-06,
      "loss": 0.4183,
      "step": 394290
    },
    {
      "epoch": 110.05,
      "grad_norm": 1.6712720394134521,
      "learning_rate": 4.589933207244387e-06,
      "loss": 0.4116,
      "step": 394300
    },
    {
      "epoch": 110.05,
      "grad_norm": 1.3944963216781616,
      "learning_rate": 4.58992548662615e-06,
      "loss": 0.4456,
      "step": 394310
    },
    {
      "epoch": 110.05,
      "grad_norm": 1.4315687417984009,
      "learning_rate": 4.589917765708947e-06,
      "loss": 0.421,
      "step": 394320
    },
    {
      "epoch": 110.06,
      "grad_norm": 1.647902250289917,
      "learning_rate": 4.589910044492778e-06,
      "loss": 0.4313,
      "step": 394330
    },
    {
      "epoch": 110.06,
      "grad_norm": 3.4079997539520264,
      "learning_rate": 4.589902322977645e-06,
      "loss": 0.4148,
      "step": 394340
    },
    {
      "epoch": 110.06,
      "grad_norm": 1.2741062641143799,
      "learning_rate": 4.589894601163548e-06,
      "loss": 0.4074,
      "step": 394350
    },
    {
      "epoch": 110.06,
      "grad_norm": 1.731255292892456,
      "learning_rate": 4.589886879050489e-06,
      "loss": 0.418,
      "step": 394360
    },
    {
      "epoch": 110.07,
      "grad_norm": 1.5432751178741455,
      "learning_rate": 4.589879156638468e-06,
      "loss": 0.4199,
      "step": 394370
    },
    {
      "epoch": 110.07,
      "grad_norm": 1.7657198905944824,
      "learning_rate": 4.5898714339274874e-06,
      "loss": 0.4348,
      "step": 394380
    },
    {
      "epoch": 110.07,
      "grad_norm": 1.3500547409057617,
      "learning_rate": 4.589863710917547e-06,
      "loss": 0.4188,
      "step": 394390
    },
    {
      "epoch": 110.08,
      "grad_norm": 1.275575041770935,
      "learning_rate": 4.589855987608649e-06,
      "loss": 0.4047,
      "step": 394400
    },
    {
      "epoch": 110.08,
      "grad_norm": 1.4578050374984741,
      "learning_rate": 4.589848264000792e-06,
      "loss": 0.4263,
      "step": 394410
    },
    {
      "epoch": 110.08,
      "grad_norm": 1.4985185861587524,
      "learning_rate": 4.58984054009398e-06,
      "loss": 0.4091,
      "step": 394420
    },
    {
      "epoch": 110.08,
      "grad_norm": 1.7319601774215698,
      "learning_rate": 4.589832815888212e-06,
      "loss": 0.4139,
      "step": 394430
    },
    {
      "epoch": 110.09,
      "grad_norm": 1.277469277381897,
      "learning_rate": 4.58982509138349e-06,
      "loss": 0.4237,
      "step": 394440
    },
    {
      "epoch": 110.09,
      "grad_norm": 1.2406070232391357,
      "learning_rate": 4.5898173665798146e-06,
      "loss": 0.4178,
      "step": 394450
    },
    {
      "epoch": 110.09,
      "grad_norm": 1.6135993003845215,
      "learning_rate": 4.589809641477187e-06,
      "loss": 0.4232,
      "step": 394460
    },
    {
      "epoch": 110.09,
      "grad_norm": 1.5174132585525513,
      "learning_rate": 4.589801916075609e-06,
      "loss": 0.4087,
      "step": 394470
    },
    {
      "epoch": 110.1,
      "grad_norm": 1.404259443283081,
      "learning_rate": 4.5897941903750806e-06,
      "loss": 0.4247,
      "step": 394480
    },
    {
      "epoch": 110.1,
      "grad_norm": 1.6529086828231812,
      "learning_rate": 4.589786464375603e-06,
      "loss": 0.4322,
      "step": 394490
    },
    {
      "epoch": 110.1,
      "grad_norm": 1.5778342485427856,
      "learning_rate": 4.589778738077177e-06,
      "loss": 0.4289,
      "step": 394500
    },
    {
      "epoch": 110.11,
      "grad_norm": 1.6460919380187988,
      "learning_rate": 4.589771011479804e-06,
      "loss": 0.4071,
      "step": 394510
    },
    {
      "epoch": 110.11,
      "grad_norm": 1.2337672710418701,
      "learning_rate": 4.589763284583485e-06,
      "loss": 0.4111,
      "step": 394520
    },
    {
      "epoch": 110.11,
      "grad_norm": 1.4030346870422363,
      "learning_rate": 4.589755557388222e-06,
      "loss": 0.4133,
      "step": 394530
    },
    {
      "epoch": 110.11,
      "grad_norm": 1.5596812963485718,
      "learning_rate": 4.5897478298940145e-06,
      "loss": 0.3973,
      "step": 394540
    },
    {
      "epoch": 110.12,
      "grad_norm": 1.2488763332366943,
      "learning_rate": 4.589740102100863e-06,
      "loss": 0.4475,
      "step": 394550
    },
    {
      "epoch": 110.12,
      "grad_norm": 1.4602527618408203,
      "learning_rate": 4.589732374008771e-06,
      "loss": 0.4131,
      "step": 394560
    },
    {
      "epoch": 110.12,
      "grad_norm": 1.542131781578064,
      "learning_rate": 4.5897246456177375e-06,
      "loss": 0.4183,
      "step": 394570
    },
    {
      "epoch": 110.13,
      "grad_norm": 1.4277153015136719,
      "learning_rate": 4.589716916927765e-06,
      "loss": 0.4172,
      "step": 394580
    },
    {
      "epoch": 110.13,
      "grad_norm": 1.5817571878433228,
      "learning_rate": 4.589709187938853e-06,
      "loss": 0.4303,
      "step": 394590
    },
    {
      "epoch": 110.13,
      "grad_norm": 1.833884835243225,
      "learning_rate": 4.589701458651003e-06,
      "loss": 0.4082,
      "step": 394600
    },
    {
      "epoch": 110.13,
      "grad_norm": 1.3946034908294678,
      "learning_rate": 4.589693729064217e-06,
      "loss": 0.4202,
      "step": 394610
    },
    {
      "epoch": 110.14,
      "grad_norm": 1.6005504131317139,
      "learning_rate": 4.589685999178494e-06,
      "loss": 0.4136,
      "step": 394620
    },
    {
      "epoch": 110.14,
      "grad_norm": 1.6772030591964722,
      "learning_rate": 4.589678268993837e-06,
      "loss": 0.4172,
      "step": 394630
    },
    {
      "epoch": 110.14,
      "grad_norm": 1.4388964176177979,
      "learning_rate": 4.589670538510247e-06,
      "loss": 0.4037,
      "step": 394640
    },
    {
      "epoch": 110.15,
      "grad_norm": 1.8379318714141846,
      "learning_rate": 4.589662807727723e-06,
      "loss": 0.4217,
      "step": 394650
    },
    {
      "epoch": 110.15,
      "grad_norm": 1.572556734085083,
      "learning_rate": 4.589655076646269e-06,
      "loss": 0.4229,
      "step": 394660
    },
    {
      "epoch": 110.15,
      "grad_norm": 1.2401201725006104,
      "learning_rate": 4.589647345265883e-06,
      "loss": 0.441,
      "step": 394670
    },
    {
      "epoch": 110.15,
      "grad_norm": 1.4621936082839966,
      "learning_rate": 4.589639613586568e-06,
      "loss": 0.4152,
      "step": 394680
    },
    {
      "epoch": 110.16,
      "grad_norm": 1.714688777923584,
      "learning_rate": 4.589631881608325e-06,
      "loss": 0.4012,
      "step": 394690
    },
    {
      "epoch": 110.16,
      "grad_norm": 1.564647912979126,
      "learning_rate": 4.589624149331154e-06,
      "loss": 0.427,
      "step": 394700
    },
    {
      "epoch": 110.16,
      "grad_norm": 1.6785669326782227,
      "learning_rate": 4.589616416755056e-06,
      "loss": 0.4271,
      "step": 394710
    },
    {
      "epoch": 110.16,
      "grad_norm": 1.3836455345153809,
      "learning_rate": 4.589608683880033e-06,
      "loss": 0.4155,
      "step": 394720
    },
    {
      "epoch": 110.17,
      "grad_norm": 1.5276671648025513,
      "learning_rate": 4.589600950706086e-06,
      "loss": 0.4203,
      "step": 394730
    },
    {
      "epoch": 110.17,
      "grad_norm": 1.6050838232040405,
      "learning_rate": 4.589593217233215e-06,
      "loss": 0.4199,
      "step": 394740
    },
    {
      "epoch": 110.17,
      "grad_norm": 1.5038143396377563,
      "learning_rate": 4.589585483461422e-06,
      "loss": 0.4067,
      "step": 394750
    },
    {
      "epoch": 110.18,
      "grad_norm": 1.453460693359375,
      "learning_rate": 4.589577749390708e-06,
      "loss": 0.4325,
      "step": 394760
    },
    {
      "epoch": 110.18,
      "grad_norm": 1.5371742248535156,
      "learning_rate": 4.589570015021074e-06,
      "loss": 0.4325,
      "step": 394770
    },
    {
      "epoch": 110.18,
      "grad_norm": 1.5630582571029663,
      "learning_rate": 4.5895622803525195e-06,
      "loss": 0.4208,
      "step": 394780
    },
    {
      "epoch": 110.18,
      "grad_norm": 1.3561407327651978,
      "learning_rate": 4.589554545385047e-06,
      "loss": 0.4026,
      "step": 394790
    },
    {
      "epoch": 110.19,
      "grad_norm": 1.5683435201644897,
      "learning_rate": 4.589546810118658e-06,
      "loss": 0.3985,
      "step": 394800
    },
    {
      "epoch": 110.19,
      "grad_norm": 1.6845625638961792,
      "learning_rate": 4.589539074553352e-06,
      "loss": 0.4446,
      "step": 394810
    },
    {
      "epoch": 110.19,
      "grad_norm": 1.6090766191482544,
      "learning_rate": 4.589531338689132e-06,
      "loss": 0.411,
      "step": 394820
    },
    {
      "epoch": 110.2,
      "grad_norm": 1.6962357759475708,
      "learning_rate": 4.589523602525997e-06,
      "loss": 0.4036,
      "step": 394830
    },
    {
      "epoch": 110.2,
      "grad_norm": 1.5537569522857666,
      "learning_rate": 4.58951586606395e-06,
      "loss": 0.4391,
      "step": 394840
    },
    {
      "epoch": 110.2,
      "grad_norm": 1.1509884595870972,
      "learning_rate": 4.58950812930299e-06,
      "loss": 0.3983,
      "step": 394850
    },
    {
      "epoch": 110.2,
      "grad_norm": 1.7326325178146362,
      "learning_rate": 4.589500392243118e-06,
      "loss": 0.4253,
      "step": 394860
    },
    {
      "epoch": 110.21,
      "grad_norm": 1.369152307510376,
      "learning_rate": 4.589492654884338e-06,
      "loss": 0.4096,
      "step": 394870
    },
    {
      "epoch": 110.21,
      "grad_norm": 1.4790805578231812,
      "learning_rate": 4.5894849172266475e-06,
      "loss": 0.4163,
      "step": 394880
    },
    {
      "epoch": 110.21,
      "grad_norm": 1.4153106212615967,
      "learning_rate": 4.58947717927005e-06,
      "loss": 0.4227,
      "step": 394890
    },
    {
      "epoch": 110.21,
      "grad_norm": 1.4900985956192017,
      "learning_rate": 4.5894694410145455e-06,
      "loss": 0.4218,
      "step": 394900
    },
    {
      "epoch": 110.22,
      "grad_norm": 1.4008898735046387,
      "learning_rate": 4.5894617024601355e-06,
      "loss": 0.4199,
      "step": 394910
    },
    {
      "epoch": 110.22,
      "grad_norm": 1.8566968441009521,
      "learning_rate": 4.58945396360682e-06,
      "loss": 0.4152,
      "step": 394920
    },
    {
      "epoch": 110.22,
      "grad_norm": 1.3836220502853394,
      "learning_rate": 4.5894462244546005e-06,
      "loss": 0.4059,
      "step": 394930
    },
    {
      "epoch": 110.23,
      "grad_norm": 1.2797080278396606,
      "learning_rate": 4.589438485003479e-06,
      "loss": 0.4213,
      "step": 394940
    },
    {
      "epoch": 110.23,
      "grad_norm": 1.418116807937622,
      "learning_rate": 4.589430745253455e-06,
      "loss": 0.4362,
      "step": 394950
    },
    {
      "epoch": 110.23,
      "grad_norm": 1.3333982229232788,
      "learning_rate": 4.5894230052045305e-06,
      "loss": 0.4306,
      "step": 394960
    },
    {
      "epoch": 110.23,
      "grad_norm": 1.4871190786361694,
      "learning_rate": 4.589415264856707e-06,
      "loss": 0.4269,
      "step": 394970
    },
    {
      "epoch": 110.24,
      "grad_norm": 1.2982441186904907,
      "learning_rate": 4.589407524209984e-06,
      "loss": 0.4357,
      "step": 394980
    },
    {
      "epoch": 110.24,
      "grad_norm": 1.3455921411514282,
      "learning_rate": 4.5893997832643634e-06,
      "loss": 0.4378,
      "step": 394990
    },
    {
      "epoch": 110.24,
      "grad_norm": 1.4889954328536987,
      "learning_rate": 4.589392042019846e-06,
      "loss": 0.4114,
      "step": 395000
    },
    {
      "epoch": 110.25,
      "grad_norm": 1.5359781980514526,
      "learning_rate": 4.589384300476434e-06,
      "loss": 0.4283,
      "step": 395010
    },
    {
      "epoch": 110.25,
      "grad_norm": 1.5591164827346802,
      "learning_rate": 4.589376558634127e-06,
      "loss": 0.4473,
      "step": 395020
    },
    {
      "epoch": 110.25,
      "grad_norm": 2.3094067573547363,
      "learning_rate": 4.589368816492926e-06,
      "loss": 0.4185,
      "step": 395030
    },
    {
      "epoch": 110.25,
      "grad_norm": 1.5325751304626465,
      "learning_rate": 4.589361074052833e-06,
      "loss": 0.4259,
      "step": 395040
    },
    {
      "epoch": 110.26,
      "grad_norm": 1.4387471675872803,
      "learning_rate": 4.5893533313138484e-06,
      "loss": 0.4164,
      "step": 395050
    },
    {
      "epoch": 110.26,
      "grad_norm": 1.8514399528503418,
      "learning_rate": 4.5893455882759735e-06,
      "loss": 0.4073,
      "step": 395060
    },
    {
      "epoch": 110.26,
      "grad_norm": 1.2910701036453247,
      "learning_rate": 4.5893378449392095e-06,
      "loss": 0.4193,
      "step": 395070
    },
    {
      "epoch": 110.27,
      "grad_norm": 1.7524628639221191,
      "learning_rate": 4.589330101303557e-06,
      "loss": 0.4188,
      "step": 395080
    },
    {
      "epoch": 110.27,
      "grad_norm": 1.3996517658233643,
      "learning_rate": 4.589322357369017e-06,
      "loss": 0.4191,
      "step": 395090
    },
    {
      "epoch": 110.27,
      "grad_norm": 1.410677433013916,
      "learning_rate": 4.58931461313559e-06,
      "loss": 0.4272,
      "step": 395100
    },
    {
      "epoch": 110.27,
      "grad_norm": 1.17061185836792,
      "learning_rate": 4.589306868603279e-06,
      "loss": 0.419,
      "step": 395110
    },
    {
      "epoch": 110.28,
      "grad_norm": 1.5747958421707153,
      "learning_rate": 4.589299123772083e-06,
      "loss": 0.4353,
      "step": 395120
    },
    {
      "epoch": 110.28,
      "grad_norm": 1.486281394958496,
      "learning_rate": 4.5892913786420045e-06,
      "loss": 0.4045,
      "step": 395130
    },
    {
      "epoch": 110.28,
      "grad_norm": 2.04327654838562,
      "learning_rate": 4.589283633213043e-06,
      "loss": 0.4174,
      "step": 395140
    },
    {
      "epoch": 110.28,
      "grad_norm": 1.7245265245437622,
      "learning_rate": 4.5892758874852005e-06,
      "loss": 0.4271,
      "step": 395150
    },
    {
      "epoch": 110.29,
      "grad_norm": 1.3342962265014648,
      "learning_rate": 4.589268141458478e-06,
      "loss": 0.4087,
      "step": 395160
    },
    {
      "epoch": 110.29,
      "grad_norm": 1.3600075244903564,
      "learning_rate": 4.589260395132877e-06,
      "loss": 0.4076,
      "step": 395170
    },
    {
      "epoch": 110.29,
      "grad_norm": 1.6596314907073975,
      "learning_rate": 4.589252648508397e-06,
      "loss": 0.4234,
      "step": 395180
    },
    {
      "epoch": 110.3,
      "grad_norm": 1.468350887298584,
      "learning_rate": 4.589244901585042e-06,
      "loss": 0.4194,
      "step": 395190
    },
    {
      "epoch": 110.3,
      "grad_norm": 1.5274324417114258,
      "learning_rate": 4.589237154362809e-06,
      "loss": 0.4272,
      "step": 395200
    },
    {
      "epoch": 110.3,
      "grad_norm": 1.5266917943954468,
      "learning_rate": 4.589229406841701e-06,
      "loss": 0.4123,
      "step": 395210
    },
    {
      "epoch": 110.3,
      "grad_norm": 1.3002386093139648,
      "learning_rate": 4.5892216590217196e-06,
      "loss": 0.4197,
      "step": 395220
    },
    {
      "epoch": 110.31,
      "grad_norm": 1.7669059038162231,
      "learning_rate": 4.589213910902866e-06,
      "loss": 0.4197,
      "step": 395230
    },
    {
      "epoch": 110.31,
      "grad_norm": 1.5141364336013794,
      "learning_rate": 4.589206162485139e-06,
      "loss": 0.4373,
      "step": 395240
    },
    {
      "epoch": 110.31,
      "grad_norm": 1.2796485424041748,
      "learning_rate": 4.589198413768543e-06,
      "loss": 0.4221,
      "step": 395250
    },
    {
      "epoch": 110.32,
      "grad_norm": 1.4180792570114136,
      "learning_rate": 4.589190664753076e-06,
      "loss": 0.4124,
      "step": 395260
    },
    {
      "epoch": 110.32,
      "grad_norm": 1.485116958618164,
      "learning_rate": 4.58918291543874e-06,
      "loss": 0.4197,
      "step": 395270
    },
    {
      "epoch": 110.32,
      "grad_norm": 1.223222255706787,
      "learning_rate": 4.5891751658255366e-06,
      "loss": 0.4188,
      "step": 395280
    },
    {
      "epoch": 110.32,
      "grad_norm": 1.2579118013381958,
      "learning_rate": 4.589167415913467e-06,
      "loss": 0.3939,
      "step": 395290
    },
    {
      "epoch": 110.33,
      "grad_norm": 1.4475795030593872,
      "learning_rate": 4.589159665702531e-06,
      "loss": 0.4244,
      "step": 395300
    },
    {
      "epoch": 110.33,
      "grad_norm": 1.6187680959701538,
      "learning_rate": 4.5891519151927315e-06,
      "loss": 0.4303,
      "step": 395310
    },
    {
      "epoch": 110.33,
      "grad_norm": 1.3326938152313232,
      "learning_rate": 4.589144164384067e-06,
      "loss": 0.4308,
      "step": 395320
    },
    {
      "epoch": 110.33,
      "grad_norm": 1.8365713357925415,
      "learning_rate": 4.589136413276541e-06,
      "loss": 0.4287,
      "step": 395330
    },
    {
      "epoch": 110.34,
      "grad_norm": 1.2187039852142334,
      "learning_rate": 4.589128661870152e-06,
      "loss": 0.4015,
      "step": 395340
    },
    {
      "epoch": 110.34,
      "grad_norm": 1.4453129768371582,
      "learning_rate": 4.589120910164903e-06,
      "loss": 0.4099,
      "step": 395350
    },
    {
      "epoch": 110.34,
      "grad_norm": 1.5688122510910034,
      "learning_rate": 4.589113158160797e-06,
      "loss": 0.4057,
      "step": 395360
    },
    {
      "epoch": 110.35,
      "grad_norm": 1.4436070919036865,
      "learning_rate": 4.58910540585783e-06,
      "loss": 0.401,
      "step": 395370
    },
    {
      "epoch": 110.35,
      "grad_norm": 1.2742326259613037,
      "learning_rate": 4.589097653256006e-06,
      "loss": 0.4249,
      "step": 395380
    },
    {
      "epoch": 110.35,
      "grad_norm": 1.2753747701644897,
      "learning_rate": 4.589089900355326e-06,
      "loss": 0.4189,
      "step": 395390
    },
    {
      "epoch": 110.35,
      "grad_norm": 1.436739206314087,
      "learning_rate": 4.58908214715579e-06,
      "loss": 0.4054,
      "step": 395400
    },
    {
      "epoch": 110.36,
      "grad_norm": 1.4263018369674683,
      "learning_rate": 4.5890743936574005e-06,
      "loss": 0.4275,
      "step": 395410
    },
    {
      "epoch": 110.36,
      "grad_norm": 1.4567831754684448,
      "learning_rate": 4.5890666398601565e-06,
      "loss": 0.4192,
      "step": 395420
    },
    {
      "epoch": 110.36,
      "grad_norm": 1.4807460308074951,
      "learning_rate": 4.5890588857640615e-06,
      "loss": 0.4198,
      "step": 395430
    },
    {
      "epoch": 110.37,
      "grad_norm": 1.613843321800232,
      "learning_rate": 4.589051131369115e-06,
      "loss": 0.4082,
      "step": 395440
    },
    {
      "epoch": 110.37,
      "grad_norm": 1.5847537517547607,
      "learning_rate": 4.589043376675318e-06,
      "loss": 0.4132,
      "step": 395450
    },
    {
      "epoch": 110.37,
      "grad_norm": 1.3410946130752563,
      "learning_rate": 4.589035621682672e-06,
      "loss": 0.4352,
      "step": 395460
    },
    {
      "epoch": 110.37,
      "grad_norm": 1.539084792137146,
      "learning_rate": 4.589027866391178e-06,
      "loss": 0.4143,
      "step": 395470
    },
    {
      "epoch": 110.38,
      "grad_norm": 1.4646048545837402,
      "learning_rate": 4.5890201108008365e-06,
      "loss": 0.4288,
      "step": 395480
    },
    {
      "epoch": 110.38,
      "grad_norm": 1.3298004865646362,
      "learning_rate": 4.58901235491165e-06,
      "loss": 0.417,
      "step": 395490
    },
    {
      "epoch": 110.38,
      "grad_norm": 1.6361792087554932,
      "learning_rate": 4.589004598723617e-06,
      "loss": 0.4193,
      "step": 395500
    },
    {
      "epoch": 110.39,
      "grad_norm": 1.5076597929000854,
      "learning_rate": 4.588996842236741e-06,
      "loss": 0.4098,
      "step": 395510
    },
    {
      "epoch": 110.39,
      "grad_norm": 1.7600936889648438,
      "learning_rate": 4.588989085451022e-06,
      "loss": 0.4148,
      "step": 395520
    },
    {
      "epoch": 110.39,
      "grad_norm": 1.3818787336349487,
      "learning_rate": 4.58898132836646e-06,
      "loss": 0.402,
      "step": 395530
    },
    {
      "epoch": 110.39,
      "grad_norm": 1.2990456819534302,
      "learning_rate": 4.588973570983058e-06,
      "loss": 0.4084,
      "step": 395540
    },
    {
      "epoch": 110.4,
      "grad_norm": 1.950448751449585,
      "learning_rate": 4.588965813300816e-06,
      "loss": 0.4179,
      "step": 395550
    },
    {
      "epoch": 110.4,
      "grad_norm": 1.3630266189575195,
      "learning_rate": 4.588958055319735e-06,
      "loss": 0.4283,
      "step": 395560
    },
    {
      "epoch": 110.4,
      "grad_norm": 1.679648995399475,
      "learning_rate": 4.5889502970398165e-06,
      "loss": 0.4266,
      "step": 395570
    },
    {
      "epoch": 110.4,
      "grad_norm": 1.3800586462020874,
      "learning_rate": 4.588942538461061e-06,
      "loss": 0.4167,
      "step": 395580
    },
    {
      "epoch": 110.41,
      "grad_norm": 1.3862791061401367,
      "learning_rate": 4.5889347795834705e-06,
      "loss": 0.4301,
      "step": 395590
    },
    {
      "epoch": 110.41,
      "grad_norm": 1.5535123348236084,
      "learning_rate": 4.588927020407045e-06,
      "loss": 0.4498,
      "step": 395600
    },
    {
      "epoch": 110.41,
      "grad_norm": 1.9748508930206299,
      "learning_rate": 4.588919260931785e-06,
      "loss": 0.4135,
      "step": 395610
    },
    {
      "epoch": 110.42,
      "grad_norm": 1.5365421772003174,
      "learning_rate": 4.5889115011576925e-06,
      "loss": 0.4259,
      "step": 395620
    },
    {
      "epoch": 110.42,
      "grad_norm": 1.3220959901809692,
      "learning_rate": 4.588903741084769e-06,
      "loss": 0.4243,
      "step": 395630
    },
    {
      "epoch": 110.42,
      "grad_norm": 1.4371001720428467,
      "learning_rate": 4.588895980713015e-06,
      "loss": 0.4108,
      "step": 395640
    },
    {
      "epoch": 110.42,
      "grad_norm": 1.4278645515441895,
      "learning_rate": 4.588888220042431e-06,
      "loss": 0.4401,
      "step": 395650
    },
    {
      "epoch": 110.43,
      "grad_norm": 1.49712073802948,
      "learning_rate": 4.588880459073018e-06,
      "loss": 0.437,
      "step": 395660
    },
    {
      "epoch": 110.43,
      "grad_norm": 1.428614854812622,
      "learning_rate": 4.588872697804778e-06,
      "loss": 0.4016,
      "step": 395670
    },
    {
      "epoch": 110.43,
      "grad_norm": 1.8642877340316772,
      "learning_rate": 4.588864936237711e-06,
      "loss": 0.4393,
      "step": 395680
    },
    {
      "epoch": 110.44,
      "grad_norm": 1.5514216423034668,
      "learning_rate": 4.5888571743718205e-06,
      "loss": 0.4256,
      "step": 395690
    },
    {
      "epoch": 110.44,
      "grad_norm": 1.3269991874694824,
      "learning_rate": 4.588849412207104e-06,
      "loss": 0.4363,
      "step": 395700
    },
    {
      "epoch": 110.44,
      "grad_norm": 1.604992389678955,
      "learning_rate": 4.588841649743565e-06,
      "loss": 0.4312,
      "step": 395710
    },
    {
      "epoch": 110.44,
      "grad_norm": 1.3906534910202026,
      "learning_rate": 4.588833886981203e-06,
      "loss": 0.4049,
      "step": 395720
    },
    {
      "epoch": 110.45,
      "grad_norm": 1.382070541381836,
      "learning_rate": 4.58882612392002e-06,
      "loss": 0.3979,
      "step": 395730
    },
    {
      "epoch": 110.45,
      "grad_norm": 1.316718578338623,
      "learning_rate": 4.588818360560016e-06,
      "loss": 0.4138,
      "step": 395740
    },
    {
      "epoch": 110.45,
      "grad_norm": 1.412838101387024,
      "learning_rate": 4.588810596901194e-06,
      "loss": 0.4229,
      "step": 395750
    },
    {
      "epoch": 110.45,
      "grad_norm": 1.432585597038269,
      "learning_rate": 4.588802832943553e-06,
      "loss": 0.4372,
      "step": 395760
    },
    {
      "epoch": 110.46,
      "grad_norm": 1.4548072814941406,
      "learning_rate": 4.588795068687096e-06,
      "loss": 0.4201,
      "step": 395770
    },
    {
      "epoch": 110.46,
      "grad_norm": 1.5827189683914185,
      "learning_rate": 4.588787304131822e-06,
      "loss": 0.4055,
      "step": 395780
    },
    {
      "epoch": 110.46,
      "grad_norm": 1.1288539171218872,
      "learning_rate": 4.588779539277732e-06,
      "loss": 0.4263,
      "step": 395790
    },
    {
      "epoch": 110.47,
      "grad_norm": 1.3691221475601196,
      "learning_rate": 4.588771774124829e-06,
      "loss": 0.4316,
      "step": 395800
    },
    {
      "epoch": 110.47,
      "grad_norm": 1.359072208404541,
      "learning_rate": 4.588764008673113e-06,
      "loss": 0.4122,
      "step": 395810
    },
    {
      "epoch": 110.47,
      "grad_norm": 1.6947864294052124,
      "learning_rate": 4.588756242922585e-06,
      "loss": 0.4452,
      "step": 395820
    },
    {
      "epoch": 110.47,
      "grad_norm": 1.4798527956008911,
      "learning_rate": 4.588748476873246e-06,
      "loss": 0.4093,
      "step": 395830
    },
    {
      "epoch": 110.48,
      "grad_norm": 1.3185831308364868,
      "learning_rate": 4.588740710525098e-06,
      "loss": 0.4142,
      "step": 395840
    },
    {
      "epoch": 110.48,
      "grad_norm": 1.3053743839263916,
      "learning_rate": 4.58873294387814e-06,
      "loss": 0.398,
      "step": 395850
    },
    {
      "epoch": 110.48,
      "grad_norm": 1.4117307662963867,
      "learning_rate": 4.5887251769323745e-06,
      "loss": 0.4079,
      "step": 395860
    },
    {
      "epoch": 110.49,
      "grad_norm": 1.4037660360336304,
      "learning_rate": 4.588717409687802e-06,
      "loss": 0.4127,
      "step": 395870
    },
    {
      "epoch": 110.49,
      "grad_norm": 1.5809086561203003,
      "learning_rate": 4.588709642144424e-06,
      "loss": 0.4101,
      "step": 395880
    },
    {
      "epoch": 110.49,
      "grad_norm": 1.6410140991210938,
      "learning_rate": 4.5887018743022404e-06,
      "loss": 0.3907,
      "step": 395890
    },
    {
      "epoch": 110.49,
      "grad_norm": 1.7271653413772583,
      "learning_rate": 4.588694106161254e-06,
      "loss": 0.4311,
      "step": 395900
    },
    {
      "epoch": 110.5,
      "grad_norm": 1.7079848051071167,
      "learning_rate": 4.588686337721465e-06,
      "loss": 0.407,
      "step": 395910
    },
    {
      "epoch": 110.5,
      "grad_norm": 1.2804783582687378,
      "learning_rate": 4.588678568982874e-06,
      "loss": 0.4168,
      "step": 395920
    },
    {
      "epoch": 110.5,
      "grad_norm": 1.2905197143554688,
      "learning_rate": 4.588670799945482e-06,
      "loss": 0.4301,
      "step": 395930
    },
    {
      "epoch": 110.51,
      "grad_norm": 1.4755990505218506,
      "learning_rate": 4.588663030609291e-06,
      "loss": 0.4108,
      "step": 395940
    },
    {
      "epoch": 110.51,
      "grad_norm": 1.5023348331451416,
      "learning_rate": 4.588655260974302e-06,
      "loss": 0.4209,
      "step": 395950
    },
    {
      "epoch": 110.51,
      "grad_norm": 1.2897485494613647,
      "learning_rate": 4.5886474910405144e-06,
      "loss": 0.4201,
      "step": 395960
    },
    {
      "epoch": 110.51,
      "grad_norm": 1.6130328178405762,
      "learning_rate": 4.588639720807931e-06,
      "loss": 0.4126,
      "step": 395970
    },
    {
      "epoch": 110.52,
      "grad_norm": 1.6851322650909424,
      "learning_rate": 4.588631950276552e-06,
      "loss": 0.4127,
      "step": 395980
    },
    {
      "epoch": 110.52,
      "grad_norm": 1.6630584001541138,
      "learning_rate": 4.588624179446378e-06,
      "loss": 0.4148,
      "step": 395990
    },
    {
      "epoch": 110.52,
      "grad_norm": 1.4705973863601685,
      "learning_rate": 4.588616408317412e-06,
      "loss": 0.4256,
      "step": 396000
    },
    {
      "epoch": 110.52,
      "grad_norm": 1.6237541437149048,
      "learning_rate": 4.588608636889652e-06,
      "loss": 0.427,
      "step": 396010
    },
    {
      "epoch": 110.53,
      "grad_norm": 1.9565116167068481,
      "learning_rate": 4.588600865163102e-06,
      "loss": 0.4147,
      "step": 396020
    },
    {
      "epoch": 110.53,
      "grad_norm": 1.9834505319595337,
      "learning_rate": 4.588593093137761e-06,
      "loss": 0.4077,
      "step": 396030
    },
    {
      "epoch": 110.53,
      "grad_norm": 1.638230562210083,
      "learning_rate": 4.588585320813632e-06,
      "loss": 0.4107,
      "step": 396040
    },
    {
      "epoch": 110.54,
      "grad_norm": 1.6400078535079956,
      "learning_rate": 4.5885775481907136e-06,
      "loss": 0.4278,
      "step": 396050
    },
    {
      "epoch": 110.54,
      "grad_norm": 1.720723032951355,
      "learning_rate": 4.588569775269008e-06,
      "loss": 0.4125,
      "step": 396060
    },
    {
      "epoch": 110.54,
      "grad_norm": 1.411906361579895,
      "learning_rate": 4.588562002048517e-06,
      "loss": 0.4325,
      "step": 396070
    },
    {
      "epoch": 110.54,
      "grad_norm": 1.2637780904769897,
      "learning_rate": 4.58855422852924e-06,
      "loss": 0.4381,
      "step": 396080
    },
    {
      "epoch": 110.55,
      "grad_norm": 1.6454108953475952,
      "learning_rate": 4.588546454711179e-06,
      "loss": 0.4338,
      "step": 396090
    },
    {
      "epoch": 110.55,
      "grad_norm": 1.5623570680618286,
      "learning_rate": 4.588538680594336e-06,
      "loss": 0.4118,
      "step": 396100
    },
    {
      "epoch": 110.55,
      "grad_norm": 1.2747650146484375,
      "learning_rate": 4.588530906178711e-06,
      "loss": 0.4,
      "step": 396110
    },
    {
      "epoch": 110.56,
      "grad_norm": 1.5659170150756836,
      "learning_rate": 4.588523131464304e-06,
      "loss": 0.4221,
      "step": 396120
    },
    {
      "epoch": 110.56,
      "grad_norm": 1.4355844259262085,
      "learning_rate": 4.5885153564511175e-06,
      "loss": 0.4159,
      "step": 396130
    },
    {
      "epoch": 110.56,
      "grad_norm": 1.4285643100738525,
      "learning_rate": 4.588507581139153e-06,
      "loss": 0.4219,
      "step": 396140
    },
    {
      "epoch": 110.56,
      "grad_norm": 1.4157111644744873,
      "learning_rate": 4.588499805528408e-06,
      "loss": 0.4353,
      "step": 396150
    },
    {
      "epoch": 110.57,
      "grad_norm": 1.5674904584884644,
      "learning_rate": 4.588492029618889e-06,
      "loss": 0.4107,
      "step": 396160
    },
    {
      "epoch": 110.57,
      "grad_norm": 1.4738938808441162,
      "learning_rate": 4.588484253410593e-06,
      "loss": 0.4257,
      "step": 396170
    },
    {
      "epoch": 110.57,
      "grad_norm": 1.379952311515808,
      "learning_rate": 4.588476476903522e-06,
      "loss": 0.4357,
      "step": 396180
    },
    {
      "epoch": 110.57,
      "grad_norm": 1.3464800119400024,
      "learning_rate": 4.588468700097679e-06,
      "loss": 0.4223,
      "step": 396190
    },
    {
      "epoch": 110.58,
      "grad_norm": 1.8540524244308472,
      "learning_rate": 4.588460922993062e-06,
      "loss": 0.4113,
      "step": 396200
    },
    {
      "epoch": 110.58,
      "grad_norm": 1.3332126140594482,
      "learning_rate": 4.588453145589673e-06,
      "loss": 0.4108,
      "step": 396210
    },
    {
      "epoch": 110.58,
      "grad_norm": 1.3260780572891235,
      "learning_rate": 4.588445367887514e-06,
      "loss": 0.4144,
      "step": 396220
    },
    {
      "epoch": 110.59,
      "grad_norm": 1.4685826301574707,
      "learning_rate": 4.588437589886586e-06,
      "loss": 0.4114,
      "step": 396230
    },
    {
      "epoch": 110.59,
      "grad_norm": 1.4433046579360962,
      "learning_rate": 4.588429811586889e-06,
      "loss": 0.4001,
      "step": 396240
    },
    {
      "epoch": 110.59,
      "grad_norm": 1.440903902053833,
      "learning_rate": 4.588422032988423e-06,
      "loss": 0.4256,
      "step": 396250
    },
    {
      "epoch": 110.59,
      "grad_norm": 1.6222009658813477,
      "learning_rate": 4.588414254091193e-06,
      "loss": 0.4003,
      "step": 396260
    },
    {
      "epoch": 110.6,
      "grad_norm": 1.509486198425293,
      "learning_rate": 4.5884064748951965e-06,
      "loss": 0.4095,
      "step": 396270
    },
    {
      "epoch": 110.6,
      "grad_norm": 1.4336763620376587,
      "learning_rate": 4.588398695400435e-06,
      "loss": 0.401,
      "step": 396280
    },
    {
      "epoch": 110.6,
      "grad_norm": 1.3310524225234985,
      "learning_rate": 4.588390915606911e-06,
      "loss": 0.4253,
      "step": 396290
    },
    {
      "epoch": 110.61,
      "grad_norm": 1.8123372793197632,
      "learning_rate": 4.5883831355146245e-06,
      "loss": 0.4223,
      "step": 396300
    },
    {
      "epoch": 110.61,
      "grad_norm": 1.4615260362625122,
      "learning_rate": 4.588375355123576e-06,
      "loss": 0.4031,
      "step": 396310
    },
    {
      "epoch": 110.61,
      "grad_norm": 1.4870272874832153,
      "learning_rate": 4.588367574433768e-06,
      "loss": 0.4206,
      "step": 396320
    },
    {
      "epoch": 110.61,
      "grad_norm": 1.3887219429016113,
      "learning_rate": 4.588359793445201e-06,
      "loss": 0.4338,
      "step": 396330
    },
    {
      "epoch": 110.62,
      "grad_norm": 1.342381238937378,
      "learning_rate": 4.588352012157875e-06,
      "loss": 0.4174,
      "step": 396340
    },
    {
      "epoch": 110.62,
      "grad_norm": 1.331789493560791,
      "learning_rate": 4.5883442305717925e-06,
      "loss": 0.4349,
      "step": 396350
    },
    {
      "epoch": 110.62,
      "grad_norm": 1.2464202642440796,
      "learning_rate": 4.588336448686954e-06,
      "loss": 0.3876,
      "step": 396360
    },
    {
      "epoch": 110.63,
      "grad_norm": 1.4680255651474,
      "learning_rate": 4.5883286665033605e-06,
      "loss": 0.4172,
      "step": 396370
    },
    {
      "epoch": 110.63,
      "grad_norm": 1.2604418992996216,
      "learning_rate": 4.588320884021012e-06,
      "loss": 0.4028,
      "step": 396380
    },
    {
      "epoch": 110.63,
      "grad_norm": 1.4175575971603394,
      "learning_rate": 4.588313101239912e-06,
      "loss": 0.4232,
      "step": 396390
    },
    {
      "epoch": 110.63,
      "grad_norm": 1.6959929466247559,
      "learning_rate": 4.5883053181600585e-06,
      "loss": 0.4079,
      "step": 396400
    },
    {
      "epoch": 110.64,
      "grad_norm": 2.1578118801116943,
      "learning_rate": 4.588297534781454e-06,
      "loss": 0.4219,
      "step": 396410
    },
    {
      "epoch": 110.64,
      "grad_norm": 1.2038297653198242,
      "learning_rate": 4.588289751104101e-06,
      "loss": 0.4305,
      "step": 396420
    },
    {
      "epoch": 110.64,
      "grad_norm": 1.6166205406188965,
      "learning_rate": 4.588281967127999e-06,
      "loss": 0.4056,
      "step": 396430
    },
    {
      "epoch": 110.64,
      "grad_norm": 1.4099162817001343,
      "learning_rate": 4.588274182853148e-06,
      "loss": 0.3997,
      "step": 396440
    },
    {
      "epoch": 110.65,
      "grad_norm": 1.1726343631744385,
      "learning_rate": 4.5882663982795506e-06,
      "loss": 0.4186,
      "step": 396450
    },
    {
      "epoch": 110.65,
      "grad_norm": 1.3217989206314087,
      "learning_rate": 4.588258613407208e-06,
      "loss": 0.4372,
      "step": 396460
    },
    {
      "epoch": 110.65,
      "grad_norm": 1.5289387702941895,
      "learning_rate": 4.588250828236121e-06,
      "loss": 0.4075,
      "step": 396470
    },
    {
      "epoch": 110.66,
      "grad_norm": 1.3580864667892456,
      "learning_rate": 4.588243042766289e-06,
      "loss": 0.4159,
      "step": 396480
    },
    {
      "epoch": 110.66,
      "grad_norm": 1.2313401699066162,
      "learning_rate": 4.588235256997715e-06,
      "loss": 0.422,
      "step": 396490
    },
    {
      "epoch": 110.66,
      "grad_norm": 1.712998390197754,
      "learning_rate": 4.588227470930401e-06,
      "loss": 0.4264,
      "step": 396500
    },
    {
      "epoch": 110.66,
      "grad_norm": 1.4537556171417236,
      "learning_rate": 4.588219684564344e-06,
      "loss": 0.4188,
      "step": 396510
    },
    {
      "epoch": 110.67,
      "grad_norm": 1.7380378246307373,
      "learning_rate": 4.588211897899549e-06,
      "loss": 0.4091,
      "step": 396520
    },
    {
      "epoch": 110.67,
      "grad_norm": 1.6085649728775024,
      "learning_rate": 4.588204110936015e-06,
      "loss": 0.4259,
      "step": 396530
    },
    {
      "epoch": 110.67,
      "grad_norm": 1.4280614852905273,
      "learning_rate": 4.588196323673743e-06,
      "loss": 0.4135,
      "step": 396540
    },
    {
      "epoch": 110.68,
      "grad_norm": 1.5958138704299927,
      "learning_rate": 4.588188536112735e-06,
      "loss": 0.4202,
      "step": 396550
    },
    {
      "epoch": 110.68,
      "grad_norm": 1.3915722370147705,
      "learning_rate": 4.588180748252992e-06,
      "loss": 0.4225,
      "step": 396560
    },
    {
      "epoch": 110.68,
      "grad_norm": 1.8091635704040527,
      "learning_rate": 4.588172960094514e-06,
      "loss": 0.434,
      "step": 396570
    },
    {
      "epoch": 110.68,
      "grad_norm": 1.2199084758758545,
      "learning_rate": 4.588165171637303e-06,
      "loss": 0.426,
      "step": 396580
    },
    {
      "epoch": 110.69,
      "grad_norm": 1.3997220993041992,
      "learning_rate": 4.58815738288136e-06,
      "loss": 0.4231,
      "step": 396590
    },
    {
      "epoch": 110.69,
      "grad_norm": 1.3379346132278442,
      "learning_rate": 4.5881495938266855e-06,
      "loss": 0.4296,
      "step": 396600
    },
    {
      "epoch": 110.69,
      "grad_norm": 1.4060672521591187,
      "learning_rate": 4.588141804473281e-06,
      "loss": 0.4171,
      "step": 396610
    },
    {
      "epoch": 110.69,
      "grad_norm": 1.4338841438293457,
      "learning_rate": 4.588134014821147e-06,
      "loss": 0.4086,
      "step": 396620
    },
    {
      "epoch": 110.7,
      "grad_norm": 1.0787441730499268,
      "learning_rate": 4.588126224870285e-06,
      "loss": 0.4159,
      "step": 396630
    },
    {
      "epoch": 110.7,
      "grad_norm": 1.5303773880004883,
      "learning_rate": 4.588118434620696e-06,
      "loss": 0.392,
      "step": 396640
    },
    {
      "epoch": 110.7,
      "grad_norm": 1.5139487981796265,
      "learning_rate": 4.588110644072382e-06,
      "loss": 0.4249,
      "step": 396650
    },
    {
      "epoch": 110.71,
      "grad_norm": 1.711151361465454,
      "learning_rate": 4.5881028532253415e-06,
      "loss": 0.4219,
      "step": 396660
    },
    {
      "epoch": 110.71,
      "grad_norm": 1.6002000570297241,
      "learning_rate": 4.588095062079577e-06,
      "loss": 0.4025,
      "step": 396670
    },
    {
      "epoch": 110.71,
      "grad_norm": 1.5351775884628296,
      "learning_rate": 4.58808727063509e-06,
      "loss": 0.4082,
      "step": 396680
    },
    {
      "epoch": 110.71,
      "grad_norm": 1.177727460861206,
      "learning_rate": 4.588079478891881e-06,
      "loss": 0.3985,
      "step": 396690
    },
    {
      "epoch": 110.72,
      "grad_norm": 1.4293835163116455,
      "learning_rate": 4.588071686849951e-06,
      "loss": 0.409,
      "step": 396700
    },
    {
      "epoch": 110.72,
      "grad_norm": 1.654170274734497,
      "learning_rate": 4.588063894509302e-06,
      "loss": 0.426,
      "step": 396710
    },
    {
      "epoch": 110.72,
      "grad_norm": 1.4110137224197388,
      "learning_rate": 4.588056101869933e-06,
      "loss": 0.4235,
      "step": 396720
    },
    {
      "epoch": 110.73,
      "grad_norm": 1.2177609205245972,
      "learning_rate": 4.5880483089318475e-06,
      "loss": 0.4233,
      "step": 396730
    },
    {
      "epoch": 110.73,
      "grad_norm": 1.368794322013855,
      "learning_rate": 4.588040515695044e-06,
      "loss": 0.4195,
      "step": 396740
    },
    {
      "epoch": 110.73,
      "grad_norm": 1.799260139465332,
      "learning_rate": 4.588032722159526e-06,
      "loss": 0.4435,
      "step": 396750
    },
    {
      "epoch": 110.73,
      "grad_norm": 1.3623591661453247,
      "learning_rate": 4.588024928325293e-06,
      "loss": 0.4284,
      "step": 396760
    },
    {
      "epoch": 110.74,
      "grad_norm": 1.4284429550170898,
      "learning_rate": 4.588017134192346e-06,
      "loss": 0.4014,
      "step": 396770
    },
    {
      "epoch": 110.74,
      "grad_norm": 1.29461669921875,
      "learning_rate": 4.588009339760687e-06,
      "loss": 0.4261,
      "step": 396780
    },
    {
      "epoch": 110.74,
      "grad_norm": 1.5374668836593628,
      "learning_rate": 4.588001545030316e-06,
      "loss": 0.4038,
      "step": 396790
    },
    {
      "epoch": 110.75,
      "grad_norm": 1.2524150609970093,
      "learning_rate": 4.5879937500012345e-06,
      "loss": 0.4424,
      "step": 396800
    },
    {
      "epoch": 110.75,
      "grad_norm": 1.4726427793502808,
      "learning_rate": 4.587985954673444e-06,
      "loss": 0.4149,
      "step": 396810
    },
    {
      "epoch": 110.75,
      "grad_norm": 1.6216996908187866,
      "learning_rate": 4.587978159046945e-06,
      "loss": 0.4195,
      "step": 396820
    },
    {
      "epoch": 110.75,
      "grad_norm": 1.4885528087615967,
      "learning_rate": 4.587970363121738e-06,
      "loss": 0.423,
      "step": 396830
    },
    {
      "epoch": 110.76,
      "grad_norm": 1.4501761198043823,
      "learning_rate": 4.587962566897825e-06,
      "loss": 0.4247,
      "step": 396840
    },
    {
      "epoch": 110.76,
      "grad_norm": 1.3877367973327637,
      "learning_rate": 4.587954770375207e-06,
      "loss": 0.4129,
      "step": 396850
    },
    {
      "epoch": 110.76,
      "grad_norm": 1.5411498546600342,
      "learning_rate": 4.587946973553884e-06,
      "loss": 0.4153,
      "step": 396860
    },
    {
      "epoch": 110.76,
      "grad_norm": 1.4561505317687988,
      "learning_rate": 4.587939176433858e-06,
      "loss": 0.419,
      "step": 396870
    },
    {
      "epoch": 110.77,
      "grad_norm": 1.3698304891586304,
      "learning_rate": 4.587931379015131e-06,
      "loss": 0.4092,
      "step": 396880
    },
    {
      "epoch": 110.77,
      "grad_norm": 1.6944546699523926,
      "learning_rate": 4.587923581297701e-06,
      "loss": 0.427,
      "step": 396890
    },
    {
      "epoch": 110.77,
      "grad_norm": 1.3850138187408447,
      "learning_rate": 4.587915783281572e-06,
      "loss": 0.4066,
      "step": 396900
    },
    {
      "epoch": 110.78,
      "grad_norm": 2.006294012069702,
      "learning_rate": 4.587907984966744e-06,
      "loss": 0.4206,
      "step": 396910
    },
    {
      "epoch": 110.78,
      "grad_norm": 1.2635332345962524,
      "learning_rate": 4.587900186353218e-06,
      "loss": 0.4153,
      "step": 396920
    },
    {
      "epoch": 110.78,
      "grad_norm": 1.5275295972824097,
      "learning_rate": 4.587892387440994e-06,
      "loss": 0.4246,
      "step": 396930
    },
    {
      "epoch": 110.78,
      "grad_norm": 1.4162766933441162,
      "learning_rate": 4.5878845882300755e-06,
      "loss": 0.4197,
      "step": 396940
    },
    {
      "epoch": 110.79,
      "grad_norm": 1.4109054803848267,
      "learning_rate": 4.587876788720461e-06,
      "loss": 0.418,
      "step": 396950
    },
    {
      "epoch": 110.79,
      "grad_norm": 1.3463786840438843,
      "learning_rate": 4.587868988912153e-06,
      "loss": 0.4117,
      "step": 396960
    },
    {
      "epoch": 110.79,
      "grad_norm": 1.6720798015594482,
      "learning_rate": 4.587861188805151e-06,
      "loss": 0.425,
      "step": 396970
    },
    {
      "epoch": 110.8,
      "grad_norm": 1.7713439464569092,
      "learning_rate": 4.5878533883994595e-06,
      "loss": 0.4245,
      "step": 396980
    },
    {
      "epoch": 110.8,
      "grad_norm": 1.7548402547836304,
      "learning_rate": 4.587845587695076e-06,
      "loss": 0.4282,
      "step": 396990
    },
    {
      "epoch": 110.8,
      "grad_norm": 1.2716931104660034,
      "learning_rate": 4.587837786692002e-06,
      "loss": 0.4147,
      "step": 397000
    },
    {
      "epoch": 110.8,
      "grad_norm": 1.3163515329360962,
      "learning_rate": 4.58782998539024e-06,
      "loss": 0.4199,
      "step": 397010
    },
    {
      "epoch": 110.81,
      "grad_norm": 1.2295739650726318,
      "learning_rate": 4.5878221837897905e-06,
      "loss": 0.4058,
      "step": 397020
    },
    {
      "epoch": 110.81,
      "grad_norm": 1.7674890756607056,
      "learning_rate": 4.587814381890654e-06,
      "loss": 0.4116,
      "step": 397030
    },
    {
      "epoch": 110.81,
      "grad_norm": 1.7417861223220825,
      "learning_rate": 4.587806579692833e-06,
      "loss": 0.4352,
      "step": 397040
    },
    {
      "epoch": 110.81,
      "grad_norm": 1.5365599393844604,
      "learning_rate": 4.587798777196326e-06,
      "loss": 0.4298,
      "step": 397050
    },
    {
      "epoch": 110.82,
      "grad_norm": 1.3402013778686523,
      "learning_rate": 4.587790974401136e-06,
      "loss": 0.4096,
      "step": 397060
    },
    {
      "epoch": 110.82,
      "grad_norm": 1.6193381547927856,
      "learning_rate": 4.587783171307264e-06,
      "loss": 0.4072,
      "step": 397070
    },
    {
      "epoch": 110.82,
      "grad_norm": 1.5073322057724,
      "learning_rate": 4.5877753679147105e-06,
      "loss": 0.406,
      "step": 397080
    },
    {
      "epoch": 110.83,
      "grad_norm": 1.1393059492111206,
      "learning_rate": 4.587767564223476e-06,
      "loss": 0.4001,
      "step": 397090
    },
    {
      "epoch": 110.83,
      "grad_norm": 1.4753700494766235,
      "learning_rate": 4.587759760233563e-06,
      "loss": 0.4196,
      "step": 397100
    },
    {
      "epoch": 110.83,
      "grad_norm": 1.3290175199508667,
      "learning_rate": 4.587751955944971e-06,
      "loss": 0.43,
      "step": 397110
    },
    {
      "epoch": 110.83,
      "grad_norm": 1.6892871856689453,
      "learning_rate": 4.587744151357702e-06,
      "loss": 0.4337,
      "step": 397120
    },
    {
      "epoch": 110.84,
      "grad_norm": 1.3010437488555908,
      "learning_rate": 4.587736346471756e-06,
      "loss": 0.4214,
      "step": 397130
    },
    {
      "epoch": 110.84,
      "grad_norm": 1.3414205312728882,
      "learning_rate": 4.587728541287136e-06,
      "loss": 0.4317,
      "step": 397140
    },
    {
      "epoch": 110.84,
      "grad_norm": 1.552690863609314,
      "learning_rate": 4.5877207358038415e-06,
      "loss": 0.4228,
      "step": 397150
    },
    {
      "epoch": 110.85,
      "grad_norm": 1.6262234449386597,
      "learning_rate": 4.587712930021873e-06,
      "loss": 0.4153,
      "step": 397160
    },
    {
      "epoch": 110.85,
      "grad_norm": 1.253330945968628,
      "learning_rate": 4.587705123941234e-06,
      "loss": 0.4323,
      "step": 397170
    },
    {
      "epoch": 110.85,
      "grad_norm": 1.6741859912872314,
      "learning_rate": 4.587697317561923e-06,
      "loss": 0.4101,
      "step": 397180
    },
    {
      "epoch": 110.85,
      "grad_norm": 1.546924352645874,
      "learning_rate": 4.587689510883942e-06,
      "loss": 0.4091,
      "step": 397190
    },
    {
      "epoch": 110.86,
      "grad_norm": 1.9567188024520874,
      "learning_rate": 4.587681703907292e-06,
      "loss": 0.4145,
      "step": 397200
    },
    {
      "epoch": 110.86,
      "grad_norm": 1.1755770444869995,
      "learning_rate": 4.587673896631974e-06,
      "loss": 0.4216,
      "step": 397210
    },
    {
      "epoch": 110.86,
      "grad_norm": 1.4814512729644775,
      "learning_rate": 4.587666089057989e-06,
      "loss": 0.428,
      "step": 397220
    },
    {
      "epoch": 110.87,
      "grad_norm": 1.4655516147613525,
      "learning_rate": 4.587658281185339e-06,
      "loss": 0.4081,
      "step": 397230
    },
    {
      "epoch": 110.87,
      "grad_norm": 1.470568299293518,
      "learning_rate": 4.587650473014024e-06,
      "loss": 0.4237,
      "step": 397240
    },
    {
      "epoch": 110.87,
      "grad_norm": 1.2594473361968994,
      "learning_rate": 4.587642664544045e-06,
      "loss": 0.4192,
      "step": 397250
    },
    {
      "epoch": 110.87,
      "grad_norm": 1.3586491346359253,
      "learning_rate": 4.5876348557754034e-06,
      "loss": 0.416,
      "step": 397260
    },
    {
      "epoch": 110.88,
      "grad_norm": 1.4623768329620361,
      "learning_rate": 4.587627046708099e-06,
      "loss": 0.4185,
      "step": 397270
    },
    {
      "epoch": 110.88,
      "grad_norm": 1.1393711566925049,
      "learning_rate": 4.587619237342135e-06,
      "loss": 0.4379,
      "step": 397280
    },
    {
      "epoch": 110.88,
      "grad_norm": 1.3778966665267944,
      "learning_rate": 4.587611427677511e-06,
      "loss": 0.4182,
      "step": 397290
    },
    {
      "epoch": 110.88,
      "grad_norm": 1.4811935424804688,
      "learning_rate": 4.587603617714229e-06,
      "loss": 0.415,
      "step": 397300
    },
    {
      "epoch": 110.89,
      "grad_norm": 1.6842865943908691,
      "learning_rate": 4.58759580745229e-06,
      "loss": 0.4203,
      "step": 397310
    },
    {
      "epoch": 110.89,
      "grad_norm": 1.5084216594696045,
      "learning_rate": 4.587587996891694e-06,
      "loss": 0.4251,
      "step": 397320
    },
    {
      "epoch": 110.89,
      "grad_norm": 1.5684024095535278,
      "learning_rate": 4.587580186032441e-06,
      "loss": 0.4262,
      "step": 397330
    },
    {
      "epoch": 110.9,
      "grad_norm": 1.5120121240615845,
      "learning_rate": 4.587572374874535e-06,
      "loss": 0.4061,
      "step": 397340
    },
    {
      "epoch": 110.9,
      "grad_norm": 1.8196327686309814,
      "learning_rate": 4.587564563417975e-06,
      "loss": 0.414,
      "step": 397350
    },
    {
      "epoch": 110.9,
      "grad_norm": 1.5576095581054688,
      "learning_rate": 4.587556751662764e-06,
      "loss": 0.4072,
      "step": 397360
    },
    {
      "epoch": 110.9,
      "grad_norm": 1.476415991783142,
      "learning_rate": 4.5875489396089e-06,
      "loss": 0.4032,
      "step": 397370
    },
    {
      "epoch": 110.91,
      "grad_norm": 1.8903955221176147,
      "learning_rate": 4.587541127256387e-06,
      "loss": 0.4238,
      "step": 397380
    },
    {
      "epoch": 110.91,
      "grad_norm": 5.513683319091797,
      "learning_rate": 4.587533314605225e-06,
      "loss": 0.4413,
      "step": 397390
    },
    {
      "epoch": 110.91,
      "grad_norm": 1.4411230087280273,
      "learning_rate": 4.5875255016554135e-06,
      "loss": 0.4048,
      "step": 397400
    },
    {
      "epoch": 110.92,
      "grad_norm": 1.2012953758239746,
      "learning_rate": 4.587517688406956e-06,
      "loss": 0.4233,
      "step": 397410
    },
    {
      "epoch": 110.92,
      "grad_norm": 1.3459436893463135,
      "learning_rate": 4.587509874859852e-06,
      "loss": 0.426,
      "step": 397420
    },
    {
      "epoch": 110.92,
      "grad_norm": 1.2873992919921875,
      "learning_rate": 4.5875020610141025e-06,
      "loss": 0.4021,
      "step": 397430
    },
    {
      "epoch": 110.92,
      "grad_norm": 1.5567545890808105,
      "learning_rate": 4.58749424686971e-06,
      "loss": 0.4167,
      "step": 397440
    },
    {
      "epoch": 110.93,
      "grad_norm": 1.4867326021194458,
      "learning_rate": 4.587486432426674e-06,
      "loss": 0.4119,
      "step": 397450
    },
    {
      "epoch": 110.93,
      "grad_norm": 1.7120424509048462,
      "learning_rate": 4.587478617684996e-06,
      "loss": 0.4255,
      "step": 397460
    },
    {
      "epoch": 110.93,
      "grad_norm": 1.369544267654419,
      "learning_rate": 4.587470802644677e-06,
      "loss": 0.4025,
      "step": 397470
    },
    {
      "epoch": 110.93,
      "grad_norm": 1.3585072755813599,
      "learning_rate": 4.587462987305718e-06,
      "loss": 0.4218,
      "step": 397480
    },
    {
      "epoch": 110.94,
      "grad_norm": 1.578826665878296,
      "learning_rate": 4.58745517166812e-06,
      "loss": 0.4061,
      "step": 397490
    },
    {
      "epoch": 110.94,
      "grad_norm": 1.5131202936172485,
      "learning_rate": 4.587447355731886e-06,
      "loss": 0.4077,
      "step": 397500
    },
    {
      "epoch": 110.94,
      "grad_norm": 1.2988089323043823,
      "learning_rate": 4.587439539497013e-06,
      "loss": 0.4083,
      "step": 397510
    },
    {
      "epoch": 110.95,
      "grad_norm": 1.7110151052474976,
      "learning_rate": 4.587431722963506e-06,
      "loss": 0.4103,
      "step": 397520
    },
    {
      "epoch": 110.95,
      "grad_norm": 1.561244249343872,
      "learning_rate": 4.587423906131363e-06,
      "loss": 0.4391,
      "step": 397530
    },
    {
      "epoch": 110.95,
      "grad_norm": 1.1849976778030396,
      "learning_rate": 4.5874160890005876e-06,
      "loss": 0.4124,
      "step": 397540
    },
    {
      "epoch": 110.95,
      "grad_norm": 1.4193614721298218,
      "learning_rate": 4.587408271571178e-06,
      "loss": 0.4138,
      "step": 397550
    },
    {
      "epoch": 110.96,
      "grad_norm": 1.4566985368728638,
      "learning_rate": 4.5874004538431385e-06,
      "loss": 0.4066,
      "step": 397560
    },
    {
      "epoch": 110.96,
      "grad_norm": 1.109394907951355,
      "learning_rate": 4.587392635816468e-06,
      "loss": 0.4074,
      "step": 397570
    },
    {
      "epoch": 110.96,
      "grad_norm": 1.2844079732894897,
      "learning_rate": 4.587384817491169e-06,
      "loss": 0.4059,
      "step": 397580
    },
    {
      "epoch": 110.97,
      "grad_norm": 1.446846842765808,
      "learning_rate": 4.58737699886724e-06,
      "loss": 0.4319,
      "step": 397590
    },
    {
      "epoch": 110.97,
      "grad_norm": 1.6099634170532227,
      "learning_rate": 4.587369179944684e-06,
      "loss": 0.4435,
      "step": 397600
    },
    {
      "epoch": 110.97,
      "grad_norm": 1.5731607675552368,
      "learning_rate": 4.587361360723502e-06,
      "loss": 0.4139,
      "step": 397610
    },
    {
      "epoch": 110.97,
      "grad_norm": 1.4836130142211914,
      "learning_rate": 4.587353541203695e-06,
      "loss": 0.4323,
      "step": 397620
    },
    {
      "epoch": 110.98,
      "grad_norm": 1.5087488889694214,
      "learning_rate": 4.587345721385262e-06,
      "loss": 0.4313,
      "step": 397630
    },
    {
      "epoch": 110.98,
      "grad_norm": 1.315994381904602,
      "learning_rate": 4.587337901268208e-06,
      "loss": 0.4319,
      "step": 397640
    },
    {
      "epoch": 110.98,
      "grad_norm": 1.388187289237976,
      "learning_rate": 4.587330080852531e-06,
      "loss": 0.4174,
      "step": 397650
    },
    {
      "epoch": 110.99,
      "grad_norm": 1.3647092580795288,
      "learning_rate": 4.587322260138233e-06,
      "loss": 0.4115,
      "step": 397660
    },
    {
      "epoch": 110.99,
      "grad_norm": 1.513230323791504,
      "learning_rate": 4.587314439125315e-06,
      "loss": 0.4135,
      "step": 397670
    },
    {
      "epoch": 110.99,
      "grad_norm": 1.3662422895431519,
      "learning_rate": 4.5873066178137775e-06,
      "loss": 0.4088,
      "step": 397680
    },
    {
      "epoch": 110.99,
      "grad_norm": 1.3188799619674683,
      "learning_rate": 4.587298796203622e-06,
      "loss": 0.409,
      "step": 397690
    },
    {
      "epoch": 111.0,
      "grad_norm": 1.3940995931625366,
      "learning_rate": 4.58729097429485e-06,
      "loss": 0.4256,
      "step": 397700
    },
    {
      "epoch": 111.0,
      "grad_norm": 1.3629051446914673,
      "learning_rate": 4.587283152087462e-06,
      "loss": 0.4046,
      "step": 397710
    },
    {
      "epoch": 111.0,
      "eval_loss": 0.4181154668331146,
      "eval_runtime": 63.2734,
      "eval_samples_per_second": 79.955,
      "eval_steps_per_second": 10.004,
      "step": 397713
    },
    {
      "epoch": 111.0,
      "grad_norm": 1.7635610103607178,
      "learning_rate": 4.587275329581459e-06,
      "loss": 0.423,
      "step": 397720
    },
    {
      "epoch": 111.0,
      "grad_norm": 1.2934755086898804,
      "learning_rate": 4.5872675067768425e-06,
      "loss": 0.4151,
      "step": 397730
    },
    {
      "epoch": 111.01,
      "grad_norm": 1.7350902557373047,
      "learning_rate": 4.587259683673613e-06,
      "loss": 0.4236,
      "step": 397740
    },
    {
      "epoch": 111.01,
      "grad_norm": 1.6239607334136963,
      "learning_rate": 4.587251860271772e-06,
      "loss": 0.4269,
      "step": 397750
    },
    {
      "epoch": 111.01,
      "grad_norm": 1.43606698513031,
      "learning_rate": 4.5872440365713195e-06,
      "loss": 0.4011,
      "step": 397760
    },
    {
      "epoch": 111.02,
      "grad_norm": 1.4626491069793701,
      "learning_rate": 4.5872362125722575e-06,
      "loss": 0.4132,
      "step": 397770
    },
    {
      "epoch": 111.02,
      "grad_norm": 1.4194893836975098,
      "learning_rate": 4.587228388274587e-06,
      "loss": 0.4303,
      "step": 397780
    },
    {
      "epoch": 111.02,
      "grad_norm": 1.3100981712341309,
      "learning_rate": 4.587220563678309e-06,
      "loss": 0.419,
      "step": 397790
    },
    {
      "epoch": 111.02,
      "grad_norm": 1.5838009119033813,
      "learning_rate": 4.587212738783425e-06,
      "loss": 0.4216,
      "step": 397800
    },
    {
      "epoch": 111.03,
      "grad_norm": 1.4788322448730469,
      "learning_rate": 4.587204913589935e-06,
      "loss": 0.4306,
      "step": 397810
    },
    {
      "epoch": 111.03,
      "grad_norm": 1.6374638080596924,
      "learning_rate": 4.587197088097841e-06,
      "loss": 0.4168,
      "step": 397820
    },
    {
      "epoch": 111.03,
      "grad_norm": 1.5769729614257812,
      "learning_rate": 4.587189262307143e-06,
      "loss": 0.4118,
      "step": 397830
    },
    {
      "epoch": 111.04,
      "grad_norm": 1.5024021863937378,
      "learning_rate": 4.587181436217842e-06,
      "loss": 0.3892,
      "step": 397840
    },
    {
      "epoch": 111.04,
      "grad_norm": 1.685225009918213,
      "learning_rate": 4.587173609829941e-06,
      "loss": 0.429,
      "step": 397850
    },
    {
      "epoch": 111.04,
      "grad_norm": 1.517728328704834,
      "learning_rate": 4.587165783143439e-06,
      "loss": 0.4265,
      "step": 397860
    },
    {
      "epoch": 111.04,
      "grad_norm": 9.719404220581055,
      "learning_rate": 4.587157956158338e-06,
      "loss": 0.423,
      "step": 397870
    },
    {
      "epoch": 111.05,
      "grad_norm": 1.4637563228607178,
      "learning_rate": 4.587150128874638e-06,
      "loss": 0.4039,
      "step": 397880
    },
    {
      "epoch": 111.05,
      "grad_norm": 1.4896726608276367,
      "learning_rate": 4.587142301292342e-06,
      "loss": 0.4154,
      "step": 397890
    },
    {
      "epoch": 111.05,
      "grad_norm": 1.1826261281967163,
      "learning_rate": 4.58713447341145e-06,
      "loss": 0.4081,
      "step": 397900
    },
    {
      "epoch": 111.05,
      "grad_norm": 1.349602222442627,
      "learning_rate": 4.587126645231962e-06,
      "loss": 0.4147,
      "step": 397910
    },
    {
      "epoch": 111.06,
      "grad_norm": 1.341280460357666,
      "learning_rate": 4.58711881675388e-06,
      "loss": 0.4327,
      "step": 397920
    },
    {
      "epoch": 111.06,
      "grad_norm": 1.613745093345642,
      "learning_rate": 4.587110987977206e-06,
      "loss": 0.419,
      "step": 397930
    },
    {
      "epoch": 111.06,
      "grad_norm": 1.4189610481262207,
      "learning_rate": 4.587103158901939e-06,
      "loss": 0.4106,
      "step": 397940
    },
    {
      "epoch": 111.07,
      "grad_norm": 1.2397140264511108,
      "learning_rate": 4.587095329528081e-06,
      "loss": 0.4047,
      "step": 397950
    },
    {
      "epoch": 111.07,
      "grad_norm": 1.2199651002883911,
      "learning_rate": 4.587087499855634e-06,
      "loss": 0.4105,
      "step": 397960
    },
    {
      "epoch": 111.07,
      "grad_norm": 1.5501689910888672,
      "learning_rate": 4.5870796698845975e-06,
      "loss": 0.3987,
      "step": 397970
    },
    {
      "epoch": 111.07,
      "grad_norm": 1.1659432649612427,
      "learning_rate": 4.587071839614973e-06,
      "loss": 0.4214,
      "step": 397980
    },
    {
      "epoch": 111.08,
      "grad_norm": 1.4538447856903076,
      "learning_rate": 4.587064009046762e-06,
      "loss": 0.4278,
      "step": 397990
    },
    {
      "epoch": 111.08,
      "grad_norm": 1.2478841543197632,
      "learning_rate": 4.5870561781799654e-06,
      "loss": 0.4214,
      "step": 398000
    },
    {
      "epoch": 111.08,
      "grad_norm": 1.4458470344543457,
      "learning_rate": 4.587048347014585e-06,
      "loss": 0.403,
      "step": 398010
    },
    {
      "epoch": 111.09,
      "grad_norm": 1.4378154277801514,
      "learning_rate": 4.58704051555062e-06,
      "loss": 0.4156,
      "step": 398020
    },
    {
      "epoch": 111.09,
      "grad_norm": 1.6212522983551025,
      "learning_rate": 4.587032683788072e-06,
      "loss": 0.4369,
      "step": 398030
    },
    {
      "epoch": 111.09,
      "grad_norm": 1.5395640134811401,
      "learning_rate": 4.587024851726943e-06,
      "loss": 0.4213,
      "step": 398040
    },
    {
      "epoch": 111.09,
      "grad_norm": 1.4211393594741821,
      "learning_rate": 4.587017019367234e-06,
      "loss": 0.4305,
      "step": 398050
    },
    {
      "epoch": 111.1,
      "grad_norm": 1.4831202030181885,
      "learning_rate": 4.587009186708945e-06,
      "loss": 0.4233,
      "step": 398060
    },
    {
      "epoch": 111.1,
      "grad_norm": 1.356601595878601,
      "learning_rate": 4.587001353752078e-06,
      "loss": 0.4349,
      "step": 398070
    },
    {
      "epoch": 111.1,
      "grad_norm": 1.4298205375671387,
      "learning_rate": 4.586993520496633e-06,
      "loss": 0.4121,
      "step": 398080
    },
    {
      "epoch": 111.11,
      "grad_norm": 1.225778579711914,
      "learning_rate": 4.5869856869426116e-06,
      "loss": 0.3926,
      "step": 398090
    },
    {
      "epoch": 111.11,
      "grad_norm": 1.1279257535934448,
      "learning_rate": 4.586977853090015e-06,
      "loss": 0.4076,
      "step": 398100
    },
    {
      "epoch": 111.11,
      "grad_norm": 7.091726303100586,
      "learning_rate": 4.586970018938845e-06,
      "loss": 0.4038,
      "step": 398110
    },
    {
      "epoch": 111.11,
      "grad_norm": 1.3696099519729614,
      "learning_rate": 4.586962184489102e-06,
      "loss": 0.422,
      "step": 398120
    },
    {
      "epoch": 111.12,
      "grad_norm": 1.7277463674545288,
      "learning_rate": 4.586954349740786e-06,
      "loss": 0.4198,
      "step": 398130
    },
    {
      "epoch": 111.12,
      "grad_norm": 1.7257977724075317,
      "learning_rate": 4.586946514693898e-06,
      "loss": 0.4222,
      "step": 398140
    },
    {
      "epoch": 111.12,
      "grad_norm": 1.6207605600357056,
      "learning_rate": 4.586938679348442e-06,
      "loss": 0.4091,
      "step": 398150
    },
    {
      "epoch": 111.12,
      "grad_norm": 1.3149864673614502,
      "learning_rate": 4.586930843704415e-06,
      "loss": 0.4137,
      "step": 398160
    },
    {
      "epoch": 111.13,
      "grad_norm": 1.4320828914642334,
      "learning_rate": 4.586923007761822e-06,
      "loss": 0.4042,
      "step": 398170
    },
    {
      "epoch": 111.13,
      "grad_norm": 1.1298235654830933,
      "learning_rate": 4.58691517152066e-06,
      "loss": 0.4119,
      "step": 398180
    },
    {
      "epoch": 111.13,
      "grad_norm": 1.6586629152297974,
      "learning_rate": 4.586907334980933e-06,
      "loss": 0.4225,
      "step": 398190
    },
    {
      "epoch": 111.14,
      "grad_norm": 1.3428577184677124,
      "learning_rate": 4.586899498142642e-06,
      "loss": 0.4028,
      "step": 398200
    },
    {
      "epoch": 111.14,
      "grad_norm": 1.580308437347412,
      "learning_rate": 4.586891661005786e-06,
      "loss": 0.3993,
      "step": 398210
    },
    {
      "epoch": 111.14,
      "grad_norm": 1.3225127458572388,
      "learning_rate": 4.586883823570368e-06,
      "loss": 0.4372,
      "step": 398220
    },
    {
      "epoch": 111.14,
      "grad_norm": 1.293892741203308,
      "learning_rate": 4.586875985836388e-06,
      "loss": 0.4222,
      "step": 398230
    },
    {
      "epoch": 111.15,
      "grad_norm": 1.5689034461975098,
      "learning_rate": 4.586868147803847e-06,
      "loss": 0.4252,
      "step": 398240
    },
    {
      "epoch": 111.15,
      "grad_norm": 1.3333210945129395,
      "learning_rate": 4.586860309472747e-06,
      "loss": 0.4255,
      "step": 398250
    },
    {
      "epoch": 111.15,
      "grad_norm": 1.3773350715637207,
      "learning_rate": 4.586852470843087e-06,
      "loss": 0.4233,
      "step": 398260
    },
    {
      "epoch": 111.16,
      "grad_norm": 1.369037389755249,
      "learning_rate": 4.5868446319148715e-06,
      "loss": 0.4181,
      "step": 398270
    },
    {
      "epoch": 111.16,
      "grad_norm": 1.2037769556045532,
      "learning_rate": 4.5868367926880986e-06,
      "loss": 0.407,
      "step": 398280
    },
    {
      "epoch": 111.16,
      "grad_norm": 1.1872797012329102,
      "learning_rate": 4.586828953162769e-06,
      "loss": 0.4337,
      "step": 398290
    },
    {
      "epoch": 111.16,
      "grad_norm": 1.3186668157577515,
      "learning_rate": 4.5868211133388866e-06,
      "loss": 0.4068,
      "step": 398300
    },
    {
      "epoch": 111.17,
      "grad_norm": 1.4050207138061523,
      "learning_rate": 4.586813273216451e-06,
      "loss": 0.4103,
      "step": 398310
    },
    {
      "epoch": 111.17,
      "grad_norm": 1.4297279119491577,
      "learning_rate": 4.5868054327954614e-06,
      "loss": 0.4071,
      "step": 398320
    },
    {
      "epoch": 111.17,
      "grad_norm": 1.7306311130523682,
      "learning_rate": 4.5867975920759225e-06,
      "loss": 0.413,
      "step": 398330
    },
    {
      "epoch": 111.17,
      "grad_norm": 1.518254280090332,
      "learning_rate": 4.586789751057832e-06,
      "loss": 0.4337,
      "step": 398340
    },
    {
      "epoch": 111.18,
      "grad_norm": 1.4641354084014893,
      "learning_rate": 4.586781909741193e-06,
      "loss": 0.4322,
      "step": 398350
    },
    {
      "epoch": 111.18,
      "grad_norm": 1.475202202796936,
      "learning_rate": 4.586774068126005e-06,
      "loss": 0.4451,
      "step": 398360
    },
    {
      "epoch": 111.18,
      "grad_norm": 1.4151636362075806,
      "learning_rate": 4.58676622621227e-06,
      "loss": 0.4088,
      "step": 398370
    },
    {
      "epoch": 111.19,
      "grad_norm": 1.3351962566375732,
      "learning_rate": 4.5867583839999895e-06,
      "loss": 0.4213,
      "step": 398380
    },
    {
      "epoch": 111.19,
      "grad_norm": 1.1385189294815063,
      "learning_rate": 4.586750541489165e-06,
      "loss": 0.3992,
      "step": 398390
    },
    {
      "epoch": 111.19,
      "grad_norm": 3.4396708011627197,
      "learning_rate": 4.586742698679794e-06,
      "loss": 0.4353,
      "step": 398400
    },
    {
      "epoch": 111.19,
      "grad_norm": 1.822624683380127,
      "learning_rate": 4.5867348555718815e-06,
      "loss": 0.4191,
      "step": 398410
    },
    {
      "epoch": 111.2,
      "grad_norm": 1.5594799518585205,
      "learning_rate": 4.586727012165427e-06,
      "loss": 0.417,
      "step": 398420
    },
    {
      "epoch": 111.2,
      "grad_norm": 1.6227374076843262,
      "learning_rate": 4.586719168460432e-06,
      "loss": 0.4199,
      "step": 398430
    },
    {
      "epoch": 111.2,
      "grad_norm": 1.4159528017044067,
      "learning_rate": 4.586711324456897e-06,
      "loss": 0.4422,
      "step": 398440
    },
    {
      "epoch": 111.21,
      "grad_norm": 1.1769613027572632,
      "learning_rate": 4.586703480154823e-06,
      "loss": 0.3944,
      "step": 398450
    },
    {
      "epoch": 111.21,
      "grad_norm": 1.4414355754852295,
      "learning_rate": 4.58669563555421e-06,
      "loss": 0.4239,
      "step": 398460
    },
    {
      "epoch": 111.21,
      "grad_norm": 1.6103529930114746,
      "learning_rate": 4.586687790655063e-06,
      "loss": 0.4049,
      "step": 398470
    },
    {
      "epoch": 111.21,
      "grad_norm": 1.83038330078125,
      "learning_rate": 4.586679945457378e-06,
      "loss": 0.4208,
      "step": 398480
    },
    {
      "epoch": 111.22,
      "grad_norm": 1.6143161058425903,
      "learning_rate": 4.58667209996116e-06,
      "loss": 0.4316,
      "step": 398490
    },
    {
      "epoch": 111.22,
      "grad_norm": 3.2465782165527344,
      "learning_rate": 4.586664254166408e-06,
      "loss": 0.4443,
      "step": 398500
    },
    {
      "epoch": 111.22,
      "grad_norm": 1.641603946685791,
      "learning_rate": 4.586656408073123e-06,
      "loss": 0.4045,
      "step": 398510
    },
    {
      "epoch": 111.23,
      "grad_norm": 2.0460078716278076,
      "learning_rate": 4.586648561681307e-06,
      "loss": 0.4107,
      "step": 398520
    },
    {
      "epoch": 111.23,
      "grad_norm": 1.1355605125427246,
      "learning_rate": 4.586640714990961e-06,
      "loss": 0.4425,
      "step": 398530
    },
    {
      "epoch": 111.23,
      "grad_norm": 1.5870702266693115,
      "learning_rate": 4.586632868002085e-06,
      "loss": 0.4073,
      "step": 398540
    },
    {
      "epoch": 111.23,
      "grad_norm": 1.3154600858688354,
      "learning_rate": 4.586625020714681e-06,
      "loss": 0.4275,
      "step": 398550
    },
    {
      "epoch": 111.24,
      "grad_norm": 1.3324404954910278,
      "learning_rate": 4.58661717312875e-06,
      "loss": 0.4202,
      "step": 398560
    },
    {
      "epoch": 111.24,
      "grad_norm": 1.3244354724884033,
      "learning_rate": 4.586609325244292e-06,
      "loss": 0.4022,
      "step": 398570
    },
    {
      "epoch": 111.24,
      "grad_norm": 1.3004015684127808,
      "learning_rate": 4.586601477061309e-06,
      "loss": 0.3967,
      "step": 398580
    },
    {
      "epoch": 111.24,
      "grad_norm": 1.3041372299194336,
      "learning_rate": 4.586593628579801e-06,
      "loss": 0.4215,
      "step": 398590
    },
    {
      "epoch": 111.25,
      "grad_norm": 1.4577069282531738,
      "learning_rate": 4.5865857797997715e-06,
      "loss": 0.4152,
      "step": 398600
    },
    {
      "epoch": 111.25,
      "grad_norm": 1.3429182767868042,
      "learning_rate": 4.58657793072122e-06,
      "loss": 0.419,
      "step": 398610
    },
    {
      "epoch": 111.25,
      "grad_norm": 1.4263817071914673,
      "learning_rate": 4.5865700813441466e-06,
      "loss": 0.4299,
      "step": 398620
    },
    {
      "epoch": 111.26,
      "grad_norm": 1.412539005279541,
      "learning_rate": 4.586562231668554e-06,
      "loss": 0.4135,
      "step": 398630
    },
    {
      "epoch": 111.26,
      "grad_norm": 1.5035704374313354,
      "learning_rate": 4.5865543816944415e-06,
      "loss": 0.4112,
      "step": 398640
    },
    {
      "epoch": 111.26,
      "grad_norm": 1.3374992609024048,
      "learning_rate": 4.586546531421812e-06,
      "loss": 0.4144,
      "step": 398650
    },
    {
      "epoch": 111.26,
      "grad_norm": 1.320717692375183,
      "learning_rate": 4.586538680850665e-06,
      "loss": 0.411,
      "step": 398660
    },
    {
      "epoch": 111.27,
      "grad_norm": 1.4566001892089844,
      "learning_rate": 4.586530829981002e-06,
      "loss": 0.42,
      "step": 398670
    },
    {
      "epoch": 111.27,
      "grad_norm": 1.3237923383712769,
      "learning_rate": 4.586522978812825e-06,
      "loss": 0.3868,
      "step": 398680
    },
    {
      "epoch": 111.27,
      "grad_norm": 1.5517292022705078,
      "learning_rate": 4.586515127346134e-06,
      "loss": 0.4455,
      "step": 398690
    },
    {
      "epoch": 111.28,
      "grad_norm": 1.3704653978347778,
      "learning_rate": 4.58650727558093e-06,
      "loss": 0.42,
      "step": 398700
    },
    {
      "epoch": 111.28,
      "grad_norm": 1.542229175567627,
      "learning_rate": 4.5864994235172154e-06,
      "loss": 0.422,
      "step": 398710
    },
    {
      "epoch": 111.28,
      "grad_norm": 1.3328118324279785,
      "learning_rate": 4.586491571154989e-06,
      "loss": 0.4084,
      "step": 398720
    },
    {
      "epoch": 111.28,
      "grad_norm": 1.351763129234314,
      "learning_rate": 4.586483718494254e-06,
      "loss": 0.4078,
      "step": 398730
    },
    {
      "epoch": 111.29,
      "grad_norm": 1.4678422212600708,
      "learning_rate": 4.586475865535011e-06,
      "loss": 0.425,
      "step": 398740
    },
    {
      "epoch": 111.29,
      "grad_norm": 1.4481779336929321,
      "learning_rate": 4.58646801227726e-06,
      "loss": 0.4223,
      "step": 398750
    },
    {
      "epoch": 111.29,
      "grad_norm": 1.230392336845398,
      "learning_rate": 4.586460158721002e-06,
      "loss": 0.4198,
      "step": 398760
    },
    {
      "epoch": 111.3,
      "grad_norm": 1.4877537488937378,
      "learning_rate": 4.586452304866238e-06,
      "loss": 0.4081,
      "step": 398770
    },
    {
      "epoch": 111.3,
      "grad_norm": 1.543889045715332,
      "learning_rate": 4.586444450712971e-06,
      "loss": 0.4239,
      "step": 398780
    },
    {
      "epoch": 111.3,
      "grad_norm": 2.217189073562622,
      "learning_rate": 4.586436596261201e-06,
      "loss": 0.4281,
      "step": 398790
    },
    {
      "epoch": 111.3,
      "grad_norm": 1.4671685695648193,
      "learning_rate": 4.586428741510928e-06,
      "loss": 0.4215,
      "step": 398800
    },
    {
      "epoch": 111.31,
      "grad_norm": 1.2843109369277954,
      "learning_rate": 4.586420886462155e-06,
      "loss": 0.4115,
      "step": 398810
    },
    {
      "epoch": 111.31,
      "grad_norm": 1.2566564083099365,
      "learning_rate": 4.586413031114881e-06,
      "loss": 0.402,
      "step": 398820
    },
    {
      "epoch": 111.31,
      "grad_norm": 1.589523434638977,
      "learning_rate": 4.586405175469108e-06,
      "loss": 0.4208,
      "step": 398830
    },
    {
      "epoch": 111.31,
      "grad_norm": 1.433424472808838,
      "learning_rate": 4.586397319524837e-06,
      "loss": 0.4152,
      "step": 398840
    },
    {
      "epoch": 111.32,
      "grad_norm": 1.2744039297103882,
      "learning_rate": 4.586389463282069e-06,
      "loss": 0.437,
      "step": 398850
    },
    {
      "epoch": 111.32,
      "grad_norm": 1.2904980182647705,
      "learning_rate": 4.586381606740806e-06,
      "loss": 0.4234,
      "step": 398860
    },
    {
      "epoch": 111.32,
      "grad_norm": 1.4663714170455933,
      "learning_rate": 4.586373749901047e-06,
      "loss": 0.4236,
      "step": 398870
    },
    {
      "epoch": 111.33,
      "grad_norm": 1.3899414539337158,
      "learning_rate": 4.586365892762794e-06,
      "loss": 0.4142,
      "step": 398880
    },
    {
      "epoch": 111.33,
      "grad_norm": 2.0626699924468994,
      "learning_rate": 4.5863580353260486e-06,
      "loss": 0.4217,
      "step": 398890
    },
    {
      "epoch": 111.33,
      "grad_norm": 1.427772879600525,
      "learning_rate": 4.586350177590811e-06,
      "loss": 0.3939,
      "step": 398900
    },
    {
      "epoch": 111.33,
      "grad_norm": 1.507068157196045,
      "learning_rate": 4.586342319557084e-06,
      "loss": 0.431,
      "step": 398910
    },
    {
      "epoch": 111.34,
      "grad_norm": 1.246598720550537,
      "learning_rate": 4.586334461224866e-06,
      "loss": 0.4219,
      "step": 398920
    },
    {
      "epoch": 111.34,
      "grad_norm": 1.5555063486099243,
      "learning_rate": 4.586326602594161e-06,
      "loss": 0.4018,
      "step": 398930
    },
    {
      "epoch": 111.34,
      "grad_norm": 1.4212247133255005,
      "learning_rate": 4.586318743664967e-06,
      "loss": 0.3989,
      "step": 398940
    },
    {
      "epoch": 111.35,
      "grad_norm": 1.4853107929229736,
      "learning_rate": 4.586310884437287e-06,
      "loss": 0.414,
      "step": 398950
    },
    {
      "epoch": 111.35,
      "grad_norm": 1.3499891757965088,
      "learning_rate": 4.586303024911121e-06,
      "loss": 0.4136,
      "step": 398960
    },
    {
      "epoch": 111.35,
      "grad_norm": 1.8596651554107666,
      "learning_rate": 4.586295165086471e-06,
      "loss": 0.4288,
      "step": 398970
    },
    {
      "epoch": 111.35,
      "grad_norm": 1.5561962127685547,
      "learning_rate": 4.5862873049633375e-06,
      "loss": 0.4171,
      "step": 398980
    },
    {
      "epoch": 111.36,
      "grad_norm": 1.8190760612487793,
      "learning_rate": 4.586279444541722e-06,
      "loss": 0.4237,
      "step": 398990
    },
    {
      "epoch": 111.36,
      "grad_norm": 1.4359768629074097,
      "learning_rate": 4.586271583821625e-06,
      "loss": 0.4163,
      "step": 399000
    },
    {
      "epoch": 111.36,
      "grad_norm": 1.4301742315292358,
      "learning_rate": 4.586263722803048e-06,
      "loss": 0.4016,
      "step": 399010
    },
    {
      "epoch": 111.36,
      "grad_norm": 1.2837635278701782,
      "learning_rate": 4.586255861485991e-06,
      "loss": 0.4218,
      "step": 399020
    },
    {
      "epoch": 111.37,
      "grad_norm": 1.5524864196777344,
      "learning_rate": 4.586247999870457e-06,
      "loss": 0.4072,
      "step": 399030
    },
    {
      "epoch": 111.37,
      "grad_norm": 1.9164658784866333,
      "learning_rate": 4.5862401379564455e-06,
      "loss": 0.4131,
      "step": 399040
    },
    {
      "epoch": 111.37,
      "grad_norm": 1.4606691598892212,
      "learning_rate": 4.586232275743958e-06,
      "loss": 0.4316,
      "step": 399050
    },
    {
      "epoch": 111.38,
      "grad_norm": 1.3837758302688599,
      "learning_rate": 4.586224413232995e-06,
      "loss": 0.406,
      "step": 399060
    },
    {
      "epoch": 111.38,
      "grad_norm": 1.2472516298294067,
      "learning_rate": 4.586216550423558e-06,
      "loss": 0.416,
      "step": 399070
    },
    {
      "epoch": 111.38,
      "grad_norm": 1.2810777425765991,
      "learning_rate": 4.586208687315649e-06,
      "loss": 0.412,
      "step": 399080
    },
    {
      "epoch": 111.38,
      "grad_norm": 1.424109697341919,
      "learning_rate": 4.586200823909267e-06,
      "loss": 0.413,
      "step": 399090
    },
    {
      "epoch": 111.39,
      "grad_norm": 1.4693679809570312,
      "learning_rate": 4.586192960204415e-06,
      "loss": 0.4341,
      "step": 399100
    },
    {
      "epoch": 111.39,
      "grad_norm": 1.5683183670043945,
      "learning_rate": 4.586185096201093e-06,
      "loss": 0.3935,
      "step": 399110
    },
    {
      "epoch": 111.39,
      "grad_norm": 1.3214606046676636,
      "learning_rate": 4.586177231899303e-06,
      "loss": 0.4162,
      "step": 399120
    },
    {
      "epoch": 111.4,
      "grad_norm": 1.4463894367218018,
      "learning_rate": 4.586169367299045e-06,
      "loss": 0.4352,
      "step": 399130
    },
    {
      "epoch": 111.4,
      "grad_norm": 1.4021384716033936,
      "learning_rate": 4.586161502400319e-06,
      "loss": 0.4195,
      "step": 399140
    },
    {
      "epoch": 111.4,
      "grad_norm": 1.2249832153320312,
      "learning_rate": 4.586153637203128e-06,
      "loss": 0.4055,
      "step": 399150
    },
    {
      "epoch": 111.4,
      "grad_norm": 1.2664555311203003,
      "learning_rate": 4.586145771707473e-06,
      "loss": 0.3965,
      "step": 399160
    },
    {
      "epoch": 111.41,
      "grad_norm": 1.6416558027267456,
      "learning_rate": 4.586137905913355e-06,
      "loss": 0.4318,
      "step": 399170
    },
    {
      "epoch": 111.41,
      "grad_norm": 1.777967095375061,
      "learning_rate": 4.5861300398207735e-06,
      "loss": 0.4192,
      "step": 399180
    },
    {
      "epoch": 111.41,
      "grad_norm": 1.5857412815093994,
      "learning_rate": 4.586122173429732e-06,
      "loss": 0.4159,
      "step": 399190
    },
    {
      "epoch": 111.42,
      "grad_norm": 1.5751296281814575,
      "learning_rate": 4.586114306740229e-06,
      "loss": 0.4271,
      "step": 399200
    },
    {
      "epoch": 111.42,
      "grad_norm": 1.6806013584136963,
      "learning_rate": 4.586106439752267e-06,
      "loss": 0.4118,
      "step": 399210
    },
    {
      "epoch": 111.42,
      "grad_norm": 1.395509123802185,
      "learning_rate": 4.5860985724658464e-06,
      "loss": 0.4033,
      "step": 399220
    },
    {
      "epoch": 111.42,
      "grad_norm": 1.772632122039795,
      "learning_rate": 4.586090704880969e-06,
      "loss": 0.4084,
      "step": 399230
    },
    {
      "epoch": 111.43,
      "grad_norm": 1.4752402305603027,
      "learning_rate": 4.586082836997635e-06,
      "loss": 0.4115,
      "step": 399240
    },
    {
      "epoch": 111.43,
      "grad_norm": 1.3279023170471191,
      "learning_rate": 4.586074968815846e-06,
      "loss": 0.4146,
      "step": 399250
    },
    {
      "epoch": 111.43,
      "grad_norm": 1.5559818744659424,
      "learning_rate": 4.5860671003356035e-06,
      "loss": 0.41,
      "step": 399260
    },
    {
      "epoch": 111.43,
      "grad_norm": 1.1210224628448486,
      "learning_rate": 4.586059231556907e-06,
      "loss": 0.4282,
      "step": 399270
    },
    {
      "epoch": 111.44,
      "grad_norm": 1.4529551267623901,
      "learning_rate": 4.58605136247976e-06,
      "loss": 0.413,
      "step": 399280
    },
    {
      "epoch": 111.44,
      "grad_norm": 1.4505457878112793,
      "learning_rate": 4.58604349310416e-06,
      "loss": 0.4219,
      "step": 399290
    },
    {
      "epoch": 111.44,
      "grad_norm": 1.4628949165344238,
      "learning_rate": 4.5860356234301114e-06,
      "loss": 0.4139,
      "step": 399300
    },
    {
      "epoch": 111.45,
      "grad_norm": 1.4743053913116455,
      "learning_rate": 4.586027753457615e-06,
      "loss": 0.3901,
      "step": 399310
    },
    {
      "epoch": 111.45,
      "grad_norm": 1.1813817024230957,
      "learning_rate": 4.586019883186669e-06,
      "loss": 0.4336,
      "step": 399320
    },
    {
      "epoch": 111.45,
      "grad_norm": 1.5538997650146484,
      "learning_rate": 4.5860120126172776e-06,
      "loss": 0.4141,
      "step": 399330
    },
    {
      "epoch": 111.45,
      "grad_norm": 1.63206148147583,
      "learning_rate": 4.58600414174944e-06,
      "loss": 0.4073,
      "step": 399340
    },
    {
      "epoch": 111.46,
      "grad_norm": 1.3425877094268799,
      "learning_rate": 4.585996270583158e-06,
      "loss": 0.4035,
      "step": 399350
    },
    {
      "epoch": 111.46,
      "grad_norm": 1.9801182746887207,
      "learning_rate": 4.585988399118431e-06,
      "loss": 0.4032,
      "step": 399360
    },
    {
      "epoch": 111.46,
      "grad_norm": 1.3731013536453247,
      "learning_rate": 4.5859805273552626e-06,
      "loss": 0.4015,
      "step": 399370
    },
    {
      "epoch": 111.47,
      "grad_norm": 1.464279055595398,
      "learning_rate": 4.585972655293653e-06,
      "loss": 0.4067,
      "step": 399380
    },
    {
      "epoch": 111.47,
      "grad_norm": 1.2250691652297974,
      "learning_rate": 4.585964782933602e-06,
      "loss": 0.4161,
      "step": 399390
    },
    {
      "epoch": 111.47,
      "grad_norm": 1.5667273998260498,
      "learning_rate": 4.5859569102751125e-06,
      "loss": 0.4223,
      "step": 399400
    },
    {
      "epoch": 111.47,
      "grad_norm": 1.3988573551177979,
      "learning_rate": 4.585949037318185e-06,
      "loss": 0.4219,
      "step": 399410
    },
    {
      "epoch": 111.48,
      "grad_norm": 1.6847093105316162,
      "learning_rate": 4.585941164062819e-06,
      "loss": 0.4083,
      "step": 399420
    },
    {
      "epoch": 111.48,
      "grad_norm": 1.2261205911636353,
      "learning_rate": 4.5859332905090175e-06,
      "loss": 0.4177,
      "step": 399430
    },
    {
      "epoch": 111.48,
      "grad_norm": 1.5022759437561035,
      "learning_rate": 4.58592541665678e-06,
      "loss": 0.4136,
      "step": 399440
    },
    {
      "epoch": 111.48,
      "grad_norm": 1.5577882528305054,
      "learning_rate": 4.58591754250611e-06,
      "loss": 0.4082,
      "step": 399450
    },
    {
      "epoch": 111.49,
      "grad_norm": 1.451004147529602,
      "learning_rate": 4.585909668057006e-06,
      "loss": 0.4137,
      "step": 399460
    },
    {
      "epoch": 111.49,
      "grad_norm": 1.3398747444152832,
      "learning_rate": 4.585901793309469e-06,
      "loss": 0.4248,
      "step": 399470
    },
    {
      "epoch": 111.49,
      "grad_norm": 1.3777554035186768,
      "learning_rate": 4.5858939182635015e-06,
      "loss": 0.4228,
      "step": 399480
    },
    {
      "epoch": 111.5,
      "grad_norm": 1.6148399114608765,
      "learning_rate": 4.585886042919105e-06,
      "loss": 0.4235,
      "step": 399490
    },
    {
      "epoch": 111.5,
      "grad_norm": 1.2984219789505005,
      "learning_rate": 4.585878167276279e-06,
      "loss": 0.4167,
      "step": 399500
    },
    {
      "epoch": 111.5,
      "grad_norm": 1.3140764236450195,
      "learning_rate": 4.585870291335025e-06,
      "loss": 0.4073,
      "step": 399510
    },
    {
      "epoch": 111.5,
      "grad_norm": 1.5394335985183716,
      "learning_rate": 4.585862415095344e-06,
      "loss": 0.4278,
      "step": 399520
    },
    {
      "epoch": 111.51,
      "grad_norm": 1.2236465215682983,
      "learning_rate": 4.585854538557237e-06,
      "loss": 0.411,
      "step": 399530
    },
    {
      "epoch": 111.51,
      "grad_norm": 1.805119514465332,
      "learning_rate": 4.5858466617207056e-06,
      "loss": 0.4274,
      "step": 399540
    },
    {
      "epoch": 111.51,
      "grad_norm": 1.4718228578567505,
      "learning_rate": 4.585838784585751e-06,
      "loss": 0.4237,
      "step": 399550
    },
    {
      "epoch": 111.52,
      "grad_norm": 1.3627715110778809,
      "learning_rate": 4.5858309071523725e-06,
      "loss": 0.4151,
      "step": 399560
    },
    {
      "epoch": 111.52,
      "grad_norm": 1.3391135931015015,
      "learning_rate": 4.585823029420574e-06,
      "loss": 0.4164,
      "step": 399570
    },
    {
      "epoch": 111.52,
      "grad_norm": 1.2250494956970215,
      "learning_rate": 4.585815151390354e-06,
      "loss": 0.4154,
      "step": 399580
    },
    {
      "epoch": 111.52,
      "grad_norm": 1.358168125152588,
      "learning_rate": 4.585807273061715e-06,
      "loss": 0.4074,
      "step": 399590
    },
    {
      "epoch": 111.53,
      "grad_norm": 1.2910383939743042,
      "learning_rate": 4.585799394434657e-06,
      "loss": 0.4189,
      "step": 399600
    },
    {
      "epoch": 111.53,
      "grad_norm": 1.351324439048767,
      "learning_rate": 4.585791515509182e-06,
      "loss": 0.4101,
      "step": 399610
    },
    {
      "epoch": 111.53,
      "grad_norm": 1.2552564144134521,
      "learning_rate": 4.585783636285291e-06,
      "loss": 0.4243,
      "step": 399620
    },
    {
      "epoch": 111.54,
      "grad_norm": 1.7540764808654785,
      "learning_rate": 4.585775756762984e-06,
      "loss": 0.4135,
      "step": 399630
    },
    {
      "epoch": 111.54,
      "grad_norm": 1.5174500942230225,
      "learning_rate": 4.585767876942263e-06,
      "loss": 0.4112,
      "step": 399640
    },
    {
      "epoch": 111.54,
      "grad_norm": 1.886563777923584,
      "learning_rate": 4.585759996823129e-06,
      "loss": 0.4263,
      "step": 399650
    },
    {
      "epoch": 111.54,
      "grad_norm": 1.4021592140197754,
      "learning_rate": 4.585752116405583e-06,
      "loss": 0.4256,
      "step": 399660
    },
    {
      "epoch": 111.55,
      "grad_norm": 2.321502447128296,
      "learning_rate": 4.585744235689625e-06,
      "loss": 0.424,
      "step": 399670
    },
    {
      "epoch": 111.55,
      "grad_norm": 1.8851447105407715,
      "learning_rate": 4.585736354675258e-06,
      "loss": 0.4154,
      "step": 399680
    },
    {
      "epoch": 111.55,
      "grad_norm": 1.4840376377105713,
      "learning_rate": 4.585728473362482e-06,
      "loss": 0.4203,
      "step": 399690
    },
    {
      "epoch": 111.55,
      "grad_norm": 1.5777229070663452,
      "learning_rate": 4.585720591751297e-06,
      "loss": 0.4211,
      "step": 399700
    },
    {
      "epoch": 111.56,
      "grad_norm": 1.7522653341293335,
      "learning_rate": 4.585712709841706e-06,
      "loss": 0.4187,
      "step": 399710
    },
    {
      "epoch": 111.56,
      "grad_norm": 1.350923776626587,
      "learning_rate": 4.585704827633709e-06,
      "loss": 0.3993,
      "step": 399720
    },
    {
      "epoch": 111.56,
      "grad_norm": 1.671616554260254,
      "learning_rate": 4.585696945127307e-06,
      "loss": 0.4182,
      "step": 399730
    },
    {
      "epoch": 111.57,
      "grad_norm": 1.4428750276565552,
      "learning_rate": 4.585689062322501e-06,
      "loss": 0.4255,
      "step": 399740
    },
    {
      "epoch": 111.57,
      "grad_norm": 1.9324592351913452,
      "learning_rate": 4.585681179219294e-06,
      "loss": 0.4314,
      "step": 399750
    },
    {
      "epoch": 111.57,
      "grad_norm": 1.4278602600097656,
      "learning_rate": 4.585673295817683e-06,
      "loss": 0.4156,
      "step": 399760
    },
    {
      "epoch": 111.57,
      "grad_norm": 1.36988365650177,
      "learning_rate": 4.585665412117673e-06,
      "loss": 0.4019,
      "step": 399770
    },
    {
      "epoch": 111.58,
      "grad_norm": 1.94965660572052,
      "learning_rate": 4.585657528119262e-06,
      "loss": 0.4066,
      "step": 399780
    },
    {
      "epoch": 111.58,
      "grad_norm": 2.0577285289764404,
      "learning_rate": 4.585649643822454e-06,
      "loss": 0.4145,
      "step": 399790
    },
    {
      "epoch": 111.58,
      "grad_norm": 1.3920472860336304,
      "learning_rate": 4.585641759227248e-06,
      "loss": 0.4206,
      "step": 399800
    },
    {
      "epoch": 111.59,
      "grad_norm": 1.5894144773483276,
      "learning_rate": 4.585633874333645e-06,
      "loss": 0.4295,
      "step": 399810
    },
    {
      "epoch": 111.59,
      "grad_norm": 1.5653417110443115,
      "learning_rate": 4.5856259891416475e-06,
      "loss": 0.4053,
      "step": 399820
    },
    {
      "epoch": 111.59,
      "grad_norm": 1.4619472026824951,
      "learning_rate": 4.585618103651256e-06,
      "loss": 0.4149,
      "step": 399830
    },
    {
      "epoch": 111.59,
      "grad_norm": 1.4193592071533203,
      "learning_rate": 4.58561021786247e-06,
      "loss": 0.4495,
      "step": 399840
    },
    {
      "epoch": 111.6,
      "grad_norm": 1.4075701236724854,
      "learning_rate": 4.5856023317752925e-06,
      "loss": 0.4257,
      "step": 399850
    },
    {
      "epoch": 111.6,
      "grad_norm": 1.211369514465332,
      "learning_rate": 4.585594445389724e-06,
      "loss": 0.4095,
      "step": 399860
    },
    {
      "epoch": 111.6,
      "grad_norm": 1.7959396839141846,
      "learning_rate": 4.585586558705765e-06,
      "loss": 0.4225,
      "step": 399870
    },
    {
      "epoch": 111.6,
      "grad_norm": 1.7407400608062744,
      "learning_rate": 4.585578671723417e-06,
      "loss": 0.4278,
      "step": 399880
    },
    {
      "epoch": 111.61,
      "grad_norm": 1.3006747961044312,
      "learning_rate": 4.585570784442681e-06,
      "loss": 0.4387,
      "step": 399890
    },
    {
      "epoch": 111.61,
      "grad_norm": 1.2899725437164307,
      "learning_rate": 4.585562896863558e-06,
      "loss": 0.4036,
      "step": 399900
    },
    {
      "epoch": 111.61,
      "grad_norm": 1.4472042322158813,
      "learning_rate": 4.585555008986049e-06,
      "loss": 0.4179,
      "step": 399910
    },
    {
      "epoch": 111.62,
      "grad_norm": 1.4139677286148071,
      "learning_rate": 4.585547120810155e-06,
      "loss": 0.422,
      "step": 399920
    },
    {
      "epoch": 111.62,
      "grad_norm": 1.3619529008865356,
      "learning_rate": 4.585539232335879e-06,
      "loss": 0.4198,
      "step": 399930
    },
    {
      "epoch": 111.62,
      "grad_norm": 1.46309232711792,
      "learning_rate": 4.585531343563218e-06,
      "loss": 0.4229,
      "step": 399940
    },
    {
      "epoch": 111.62,
      "grad_norm": 2.0193848609924316,
      "learning_rate": 4.585523454492176e-06,
      "loss": 0.4132,
      "step": 399950
    },
    {
      "epoch": 111.63,
      "grad_norm": 1.5500637292861938,
      "learning_rate": 4.585515565122754e-06,
      "loss": 0.4331,
      "step": 399960
    },
    {
      "epoch": 111.63,
      "grad_norm": 1.3960723876953125,
      "learning_rate": 4.585507675454951e-06,
      "loss": 0.4144,
      "step": 399970
    },
    {
      "epoch": 111.63,
      "grad_norm": 1.4150828123092651,
      "learning_rate": 4.58549978548877e-06,
      "loss": 0.4204,
      "step": 399980
    },
    {
      "epoch": 111.64,
      "grad_norm": 1.3166812658309937,
      "learning_rate": 4.5854918952242125e-06,
      "loss": 0.411,
      "step": 399990
    },
    {
      "epoch": 111.64,
      "grad_norm": 1.632721185684204,
      "learning_rate": 4.585484004661277e-06,
      "loss": 0.4306,
      "step": 400000
    },
    {
      "epoch": 111.64,
      "grad_norm": 1.6199461221694946,
      "learning_rate": 4.585476113799967e-06,
      "loss": 0.4101,
      "step": 400010
    },
    {
      "epoch": 111.64,
      "grad_norm": 1.2386693954467773,
      "learning_rate": 4.585468222640283e-06,
      "loss": 0.4201,
      "step": 400020
    },
    {
      "epoch": 111.65,
      "grad_norm": 1.3559069633483887,
      "learning_rate": 4.585460331182225e-06,
      "loss": 0.4297,
      "step": 400030
    },
    {
      "epoch": 111.65,
      "grad_norm": 1.3796643018722534,
      "learning_rate": 4.585452439425795e-06,
      "loss": 0.421,
      "step": 400040
    },
    {
      "epoch": 111.65,
      "grad_norm": 1.605301022529602,
      "learning_rate": 4.585444547370995e-06,
      "loss": 0.4233,
      "step": 400050
    },
    {
      "epoch": 111.66,
      "grad_norm": 1.3848206996917725,
      "learning_rate": 4.585436655017822e-06,
      "loss": 0.41,
      "step": 400060
    },
    {
      "epoch": 111.66,
      "grad_norm": 1.5704083442687988,
      "learning_rate": 4.585428762366282e-06,
      "loss": 0.4262,
      "step": 400070
    },
    {
      "epoch": 111.66,
      "grad_norm": 1.3868328332901,
      "learning_rate": 4.585420869416373e-06,
      "loss": 0.42,
      "step": 400080
    },
    {
      "epoch": 111.66,
      "grad_norm": 1.6194829940795898,
      "learning_rate": 4.585412976168098e-06,
      "loss": 0.4277,
      "step": 400090
    },
    {
      "epoch": 111.67,
      "grad_norm": 1.2791284322738647,
      "learning_rate": 4.585405082621456e-06,
      "loss": 0.4142,
      "step": 400100
    },
    {
      "epoch": 111.67,
      "grad_norm": 1.677735447883606,
      "learning_rate": 4.58539718877645e-06,
      "loss": 0.4218,
      "step": 400110
    },
    {
      "epoch": 111.67,
      "grad_norm": 1.3284934759140015,
      "learning_rate": 4.58538929463308e-06,
      "loss": 0.4061,
      "step": 400120
    },
    {
      "epoch": 111.67,
      "grad_norm": 1.5153805017471313,
      "learning_rate": 4.585381400191347e-06,
      "loss": 0.4356,
      "step": 400130
    },
    {
      "epoch": 111.68,
      "grad_norm": 1.562381386756897,
      "learning_rate": 4.585373505451252e-06,
      "loss": 0.4268,
      "step": 400140
    },
    {
      "epoch": 111.68,
      "grad_norm": 1.2178566455841064,
      "learning_rate": 4.585365610412796e-06,
      "loss": 0.4037,
      "step": 400150
    },
    {
      "epoch": 111.68,
      "grad_norm": 1.4529931545257568,
      "learning_rate": 4.585357715075981e-06,
      "loss": 0.4153,
      "step": 400160
    },
    {
      "epoch": 111.69,
      "grad_norm": 1.6999436616897583,
      "learning_rate": 4.585349819440807e-06,
      "loss": 0.426,
      "step": 400170
    },
    {
      "epoch": 111.69,
      "grad_norm": 1.1957932710647583,
      "learning_rate": 4.585341923507276e-06,
      "loss": 0.4109,
      "step": 400180
    },
    {
      "epoch": 111.69,
      "grad_norm": 1.6588997840881348,
      "learning_rate": 4.585334027275388e-06,
      "loss": 0.4281,
      "step": 400190
    },
    {
      "epoch": 111.69,
      "grad_norm": 1.9166052341461182,
      "learning_rate": 4.585326130745145e-06,
      "loss": 0.4061,
      "step": 400200
    },
    {
      "epoch": 111.7,
      "grad_norm": 1.6011617183685303,
      "learning_rate": 4.585318233916548e-06,
      "loss": 0.4139,
      "step": 400210
    },
    {
      "epoch": 111.7,
      "grad_norm": 1.4466699361801147,
      "learning_rate": 4.585310336789597e-06,
      "loss": 0.4134,
      "step": 400220
    },
    {
      "epoch": 111.7,
      "grad_norm": 1.323145866394043,
      "learning_rate": 4.585302439364293e-06,
      "loss": 0.4105,
      "step": 400230
    },
    {
      "epoch": 111.71,
      "grad_norm": 1.3790602684020996,
      "learning_rate": 4.5852945416406385e-06,
      "loss": 0.4115,
      "step": 400240
    },
    {
      "epoch": 111.71,
      "grad_norm": 1.5549290180206299,
      "learning_rate": 4.585286643618635e-06,
      "loss": 0.4123,
      "step": 400250
    },
    {
      "epoch": 111.71,
      "grad_norm": 1.489227294921875,
      "learning_rate": 4.58527874529828e-06,
      "loss": 0.4081,
      "step": 400260
    },
    {
      "epoch": 111.71,
      "grad_norm": 1.5829750299453735,
      "learning_rate": 4.585270846679578e-06,
      "loss": 0.4099,
      "step": 400270
    },
    {
      "epoch": 111.72,
      "grad_norm": 1.4537181854248047,
      "learning_rate": 4.585262947762529e-06,
      "loss": 0.4168,
      "step": 400280
    },
    {
      "epoch": 111.72,
      "grad_norm": 1.5634902715682983,
      "learning_rate": 4.5852550485471345e-06,
      "loss": 0.4263,
      "step": 400290
    },
    {
      "epoch": 111.72,
      "grad_norm": 1.3222434520721436,
      "learning_rate": 4.585247149033395e-06,
      "loss": 0.4361,
      "step": 400300
    },
    {
      "epoch": 111.72,
      "grad_norm": 1.7286436557769775,
      "learning_rate": 4.585239249221311e-06,
      "loss": 0.408,
      "step": 400310
    },
    {
      "epoch": 111.73,
      "grad_norm": 1.4362976551055908,
      "learning_rate": 4.585231349110884e-06,
      "loss": 0.3961,
      "step": 400320
    },
    {
      "epoch": 111.73,
      "grad_norm": 1.5232387781143188,
      "learning_rate": 4.585223448702116e-06,
      "loss": 0.4111,
      "step": 400330
    },
    {
      "epoch": 111.73,
      "grad_norm": 1.4908136129379272,
      "learning_rate": 4.5852155479950066e-06,
      "loss": 0.4064,
      "step": 400340
    },
    {
      "epoch": 111.74,
      "grad_norm": 1.4982178211212158,
      "learning_rate": 4.585207646989558e-06,
      "loss": 0.4264,
      "step": 400350
    },
    {
      "epoch": 111.74,
      "grad_norm": 1.598608374595642,
      "learning_rate": 4.5851997456857706e-06,
      "loss": 0.4151,
      "step": 400360
    },
    {
      "epoch": 111.74,
      "grad_norm": 1.2927732467651367,
      "learning_rate": 4.5851918440836456e-06,
      "loss": 0.4326,
      "step": 400370
    },
    {
      "epoch": 111.74,
      "grad_norm": 1.0997155904769897,
      "learning_rate": 4.585183942183184e-06,
      "loss": 0.4091,
      "step": 400380
    },
    {
      "epoch": 111.75,
      "grad_norm": 1.367877721786499,
      "learning_rate": 4.585176039984387e-06,
      "loss": 0.4132,
      "step": 400390
    },
    {
      "epoch": 111.75,
      "grad_norm": 1.531309723854065,
      "learning_rate": 4.585168137487255e-06,
      "loss": 0.4283,
      "step": 400400
    },
    {
      "epoch": 111.75,
      "grad_norm": 1.3564667701721191,
      "learning_rate": 4.5851602346917906e-06,
      "loss": 0.423,
      "step": 400410
    },
    {
      "epoch": 111.76,
      "grad_norm": 1.2277871370315552,
      "learning_rate": 4.585152331597993e-06,
      "loss": 0.4114,
      "step": 400420
    },
    {
      "epoch": 111.76,
      "grad_norm": 1.5007400512695312,
      "learning_rate": 4.585144428205866e-06,
      "loss": 0.4215,
      "step": 400430
    },
    {
      "epoch": 111.76,
      "grad_norm": 1.4807928800582886,
      "learning_rate": 4.585136524515407e-06,
      "loss": 0.411,
      "step": 400440
    },
    {
      "epoch": 111.76,
      "grad_norm": 1.2133747339248657,
      "learning_rate": 4.5851286205266194e-06,
      "loss": 0.4194,
      "step": 400450
    },
    {
      "epoch": 111.77,
      "grad_norm": 1.4030859470367432,
      "learning_rate": 4.585120716239503e-06,
      "loss": 0.4144,
      "step": 400460
    },
    {
      "epoch": 111.77,
      "grad_norm": 1.2777990102767944,
      "learning_rate": 4.5851128116540606e-06,
      "loss": 0.4348,
      "step": 400470
    },
    {
      "epoch": 111.77,
      "grad_norm": 1.3777683973312378,
      "learning_rate": 4.585104906770292e-06,
      "loss": 0.4227,
      "step": 400480
    },
    {
      "epoch": 111.78,
      "grad_norm": 1.4927806854248047,
      "learning_rate": 4.5850970015881974e-06,
      "loss": 0.4139,
      "step": 400490
    },
    {
      "epoch": 111.78,
      "grad_norm": 1.0503531694412231,
      "learning_rate": 4.5850890961077805e-06,
      "loss": 0.4192,
      "step": 400500
    },
    {
      "epoch": 111.78,
      "grad_norm": 1.5320658683776855,
      "learning_rate": 4.585081190329039e-06,
      "loss": 0.4169,
      "step": 400510
    },
    {
      "epoch": 111.78,
      "grad_norm": 1.4210387468338013,
      "learning_rate": 4.5850732842519775e-06,
      "loss": 0.4187,
      "step": 400520
    },
    {
      "epoch": 111.79,
      "grad_norm": 1.6315804719924927,
      "learning_rate": 4.585065377876594e-06,
      "loss": 0.4203,
      "step": 400530
    },
    {
      "epoch": 111.79,
      "grad_norm": 1.4306632280349731,
      "learning_rate": 4.585057471202892e-06,
      "loss": 0.4055,
      "step": 400540
    },
    {
      "epoch": 111.79,
      "grad_norm": 1.4956501722335815,
      "learning_rate": 4.58504956423087e-06,
      "loss": 0.407,
      "step": 400550
    },
    {
      "epoch": 111.79,
      "grad_norm": 1.417044997215271,
      "learning_rate": 4.585041656960532e-06,
      "loss": 0.4059,
      "step": 400560
    },
    {
      "epoch": 111.8,
      "grad_norm": 1.371405005455017,
      "learning_rate": 4.585033749391876e-06,
      "loss": 0.4204,
      "step": 400570
    },
    {
      "epoch": 111.8,
      "grad_norm": 1.5155073404312134,
      "learning_rate": 4.585025841524905e-06,
      "loss": 0.41,
      "step": 400580
    },
    {
      "epoch": 111.8,
      "grad_norm": 1.5991243124008179,
      "learning_rate": 4.5850179333596196e-06,
      "loss": 0.4199,
      "step": 400590
    },
    {
      "epoch": 111.81,
      "grad_norm": 1.5741615295410156,
      "learning_rate": 4.585010024896021e-06,
      "loss": 0.4272,
      "step": 400600
    },
    {
      "epoch": 111.81,
      "grad_norm": 1.2797234058380127,
      "learning_rate": 4.58500211613411e-06,
      "loss": 0.4204,
      "step": 400610
    },
    {
      "epoch": 111.81,
      "grad_norm": 1.7041460275650024,
      "learning_rate": 4.5849942070738875e-06,
      "loss": 0.4274,
      "step": 400620
    },
    {
      "epoch": 111.81,
      "grad_norm": 2.0306756496429443,
      "learning_rate": 4.584986297715355e-06,
      "loss": 0.423,
      "step": 400630
    },
    {
      "epoch": 111.82,
      "grad_norm": 1.538325309753418,
      "learning_rate": 4.584978388058513e-06,
      "loss": 0.4199,
      "step": 400640
    },
    {
      "epoch": 111.82,
      "grad_norm": 1.5133047103881836,
      "learning_rate": 4.584970478103363e-06,
      "loss": 0.436,
      "step": 400650
    },
    {
      "epoch": 111.82,
      "grad_norm": 1.211867332458496,
      "learning_rate": 4.5849625678499065e-06,
      "loss": 0.4179,
      "step": 400660
    },
    {
      "epoch": 111.83,
      "grad_norm": 1.6489973068237305,
      "learning_rate": 4.584954657298143e-06,
      "loss": 0.408,
      "step": 400670
    },
    {
      "epoch": 111.83,
      "grad_norm": 1.1360669136047363,
      "learning_rate": 4.584946746448075e-06,
      "loss": 0.421,
      "step": 400680
    },
    {
      "epoch": 111.83,
      "grad_norm": 1.2474266290664673,
      "learning_rate": 4.5849388352997034e-06,
      "loss": 0.4206,
      "step": 400690
    },
    {
      "epoch": 111.83,
      "grad_norm": 1.6597691774368286,
      "learning_rate": 4.5849309238530295e-06,
      "loss": 0.4278,
      "step": 400700
    },
    {
      "epoch": 111.84,
      "grad_norm": 3.4896607398986816,
      "learning_rate": 4.5849230121080526e-06,
      "loss": 0.4259,
      "step": 400710
    },
    {
      "epoch": 111.84,
      "grad_norm": 1.3781797885894775,
      "learning_rate": 4.584915100064776e-06,
      "loss": 0.423,
      "step": 400720
    },
    {
      "epoch": 111.84,
      "grad_norm": 1.8375260829925537,
      "learning_rate": 4.584907187723199e-06,
      "loss": 0.4068,
      "step": 400730
    },
    {
      "epoch": 111.84,
      "grad_norm": 1.4041988849639893,
      "learning_rate": 4.584899275083323e-06,
      "loss": 0.4072,
      "step": 400740
    },
    {
      "epoch": 111.85,
      "grad_norm": 1.5212972164154053,
      "learning_rate": 4.584891362145151e-06,
      "loss": 0.4116,
      "step": 400750
    },
    {
      "epoch": 111.85,
      "grad_norm": 1.554219365119934,
      "learning_rate": 4.584883448908681e-06,
      "loss": 0.4237,
      "step": 400760
    },
    {
      "epoch": 111.85,
      "grad_norm": 1.8230650424957275,
      "learning_rate": 4.584875535373916e-06,
      "loss": 0.4402,
      "step": 400770
    },
    {
      "epoch": 111.86,
      "grad_norm": 1.335809588432312,
      "learning_rate": 4.584867621540856e-06,
      "loss": 0.4076,
      "step": 400780
    },
    {
      "epoch": 111.86,
      "grad_norm": 1.4272408485412598,
      "learning_rate": 4.5848597074095036e-06,
      "loss": 0.3867,
      "step": 400790
    },
    {
      "epoch": 111.86,
      "grad_norm": 1.5675424337387085,
      "learning_rate": 4.584851792979858e-06,
      "loss": 0.4156,
      "step": 400800
    },
    {
      "epoch": 111.86,
      "grad_norm": 1.781227469444275,
      "learning_rate": 4.584843878251922e-06,
      "loss": 0.4078,
      "step": 400810
    },
    {
      "epoch": 111.87,
      "grad_norm": 1.3885328769683838,
      "learning_rate": 4.584835963225695e-06,
      "loss": 0.4337,
      "step": 400820
    },
    {
      "epoch": 111.87,
      "grad_norm": 1.5282797813415527,
      "learning_rate": 4.584828047901179e-06,
      "loss": 0.4388,
      "step": 400830
    },
    {
      "epoch": 111.87,
      "grad_norm": 1.474124789237976,
      "learning_rate": 4.584820132278376e-06,
      "loss": 0.4123,
      "step": 400840
    },
    {
      "epoch": 111.88,
      "grad_norm": 1.322396993637085,
      "learning_rate": 4.584812216357284e-06,
      "loss": 0.4046,
      "step": 400850
    },
    {
      "epoch": 111.88,
      "grad_norm": 1.390659213066101,
      "learning_rate": 4.584804300137908e-06,
      "loss": 0.423,
      "step": 400860
    },
    {
      "epoch": 111.88,
      "grad_norm": 2.0675082206726074,
      "learning_rate": 4.5847963836202465e-06,
      "loss": 0.3926,
      "step": 400870
    },
    {
      "epoch": 111.88,
      "grad_norm": 1.3932677507400513,
      "learning_rate": 4.584788466804301e-06,
      "loss": 0.4136,
      "step": 400880
    },
    {
      "epoch": 111.89,
      "grad_norm": 1.5334724187850952,
      "learning_rate": 4.584780549690072e-06,
      "loss": 0.4261,
      "step": 400890
    },
    {
      "epoch": 111.89,
      "grad_norm": 1.4597605466842651,
      "learning_rate": 4.584772632277562e-06,
      "loss": 0.4199,
      "step": 400900
    },
    {
      "epoch": 111.89,
      "grad_norm": 1.1511586904525757,
      "learning_rate": 4.58476471456677e-06,
      "loss": 0.4075,
      "step": 400910
    },
    {
      "epoch": 111.9,
      "grad_norm": 1.4769686460494995,
      "learning_rate": 4.5847567965577e-06,
      "loss": 0.433,
      "step": 400920
    },
    {
      "epoch": 111.9,
      "grad_norm": 1.9994151592254639,
      "learning_rate": 4.584748878250351e-06,
      "loss": 0.4189,
      "step": 400930
    },
    {
      "epoch": 111.9,
      "grad_norm": 1.535797119140625,
      "learning_rate": 4.584740959644724e-06,
      "loss": 0.4184,
      "step": 400940
    },
    {
      "epoch": 111.9,
      "grad_norm": 1.4667186737060547,
      "learning_rate": 4.584733040740821e-06,
      "loss": 0.4068,
      "step": 400950
    },
    {
      "epoch": 111.91,
      "grad_norm": 1.294130802154541,
      "learning_rate": 4.584725121538642e-06,
      "loss": 0.4111,
      "step": 400960
    },
    {
      "epoch": 111.91,
      "grad_norm": 2.008035182952881,
      "learning_rate": 4.584717202038188e-06,
      "loss": 0.4235,
      "step": 400970
    },
    {
      "epoch": 111.91,
      "grad_norm": 1.6330952644348145,
      "learning_rate": 4.584709282239461e-06,
      "loss": 0.4176,
      "step": 400980
    },
    {
      "epoch": 111.91,
      "grad_norm": 1.3126006126403809,
      "learning_rate": 4.584701362142463e-06,
      "loss": 0.4202,
      "step": 400990
    },
    {
      "epoch": 111.92,
      "grad_norm": 1.6375089883804321,
      "learning_rate": 4.584693441747193e-06,
      "loss": 0.4087,
      "step": 401000
    },
    {
      "epoch": 111.92,
      "grad_norm": 1.5239195823669434,
      "learning_rate": 4.5846855210536526e-06,
      "loss": 0.3992,
      "step": 401010
    },
    {
      "epoch": 111.92,
      "grad_norm": 1.5330097675323486,
      "learning_rate": 4.584677600061843e-06,
      "loss": 0.4192,
      "step": 401020
    },
    {
      "epoch": 111.93,
      "grad_norm": 1.2685601711273193,
      "learning_rate": 4.584669678771765e-06,
      "loss": 0.4024,
      "step": 401030
    },
    {
      "epoch": 111.93,
      "grad_norm": 1.3311923742294312,
      "learning_rate": 4.584661757183421e-06,
      "loss": 0.4315,
      "step": 401040
    },
    {
      "epoch": 111.93,
      "grad_norm": 1.4458355903625488,
      "learning_rate": 4.584653835296811e-06,
      "loss": 0.4428,
      "step": 401050
    },
    {
      "epoch": 111.93,
      "grad_norm": 1.5076968669891357,
      "learning_rate": 4.584645913111935e-06,
      "loss": 0.4412,
      "step": 401060
    },
    {
      "epoch": 111.94,
      "grad_norm": 1.4572964906692505,
      "learning_rate": 4.584637990628796e-06,
      "loss": 0.4178,
      "step": 401070
    },
    {
      "epoch": 111.94,
      "grad_norm": 1.4077296257019043,
      "learning_rate": 4.584630067847394e-06,
      "loss": 0.4298,
      "step": 401080
    },
    {
      "epoch": 111.94,
      "grad_norm": 1.5283211469650269,
      "learning_rate": 4.58462214476773e-06,
      "loss": 0.4138,
      "step": 401090
    },
    {
      "epoch": 111.95,
      "grad_norm": 1.318264365196228,
      "learning_rate": 4.584614221389806e-06,
      "loss": 0.4328,
      "step": 401100
    },
    {
      "epoch": 111.95,
      "grad_norm": 1.581407904624939,
      "learning_rate": 4.5846062977136214e-06,
      "loss": 0.4062,
      "step": 401110
    },
    {
      "epoch": 111.95,
      "grad_norm": 1.3840982913970947,
      "learning_rate": 4.584598373739179e-06,
      "loss": 0.4047,
      "step": 401120
    },
    {
      "epoch": 111.95,
      "grad_norm": 1.4462475776672363,
      "learning_rate": 4.5845904494664785e-06,
      "loss": 0.4244,
      "step": 401130
    },
    {
      "epoch": 111.96,
      "grad_norm": 1.392791509628296,
      "learning_rate": 4.584582524895522e-06,
      "loss": 0.4087,
      "step": 401140
    },
    {
      "epoch": 111.96,
      "grad_norm": 1.4020493030548096,
      "learning_rate": 4.58457460002631e-06,
      "loss": 0.4065,
      "step": 401150
    },
    {
      "epoch": 111.96,
      "grad_norm": 1.3397001028060913,
      "learning_rate": 4.584566674858844e-06,
      "loss": 0.4161,
      "step": 401160
    },
    {
      "epoch": 111.96,
      "grad_norm": 1.8280693292617798,
      "learning_rate": 4.5845587493931235e-06,
      "loss": 0.4096,
      "step": 401170
    },
    {
      "epoch": 111.97,
      "grad_norm": 1.48880934715271,
      "learning_rate": 4.584550823629152e-06,
      "loss": 0.4229,
      "step": 401180
    },
    {
      "epoch": 111.97,
      "grad_norm": 1.6578234434127808,
      "learning_rate": 4.5845428975669284e-06,
      "loss": 0.4172,
      "step": 401190
    },
    {
      "epoch": 111.97,
      "grad_norm": 1.328569769859314,
      "learning_rate": 4.584534971206455e-06,
      "loss": 0.42,
      "step": 401200
    },
    {
      "epoch": 111.98,
      "grad_norm": 1.5010457038879395,
      "learning_rate": 4.584527044547732e-06,
      "loss": 0.402,
      "step": 401210
    },
    {
      "epoch": 111.98,
      "grad_norm": 1.7192682027816772,
      "learning_rate": 4.584519117590762e-06,
      "loss": 0.4215,
      "step": 401220
    },
    {
      "epoch": 111.98,
      "grad_norm": 1.247898817062378,
      "learning_rate": 4.584511190335544e-06,
      "loss": 0.4243,
      "step": 401230
    },
    {
      "epoch": 111.98,
      "grad_norm": 1.5293185710906982,
      "learning_rate": 4.584503262782081e-06,
      "loss": 0.4066,
      "step": 401240
    },
    {
      "epoch": 111.99,
      "grad_norm": 1.3052153587341309,
      "learning_rate": 4.584495334930373e-06,
      "loss": 0.4054,
      "step": 401250
    },
    {
      "epoch": 111.99,
      "grad_norm": 1.3252110481262207,
      "learning_rate": 4.584487406780421e-06,
      "loss": 0.4421,
      "step": 401260
    },
    {
      "epoch": 111.99,
      "grad_norm": 1.3565078973770142,
      "learning_rate": 4.584479478332226e-06,
      "loss": 0.4133,
      "step": 401270
    },
    {
      "epoch": 112.0,
      "grad_norm": 1.7735852003097534,
      "learning_rate": 4.584471549585789e-06,
      "loss": 0.4225,
      "step": 401280
    },
    {
      "epoch": 112.0,
      "grad_norm": 1.3038769960403442,
      "learning_rate": 4.584463620541111e-06,
      "loss": 0.444,
      "step": 401290
    },
    {
      "epoch": 112.0,
      "eval_loss": 0.4175575375556946,
      "eval_runtime": 63.0982,
      "eval_samples_per_second": 80.177,
      "eval_steps_per_second": 10.032,
      "step": 401296
    },
    {
      "epoch": 112.0,
      "grad_norm": 1.4777048826217651,
      "learning_rate": 4.584455691198195e-06,
      "loss": 0.4344,
      "step": 401300
    },
    {
      "epoch": 112.0,
      "grad_norm": 1.3574270009994507,
      "learning_rate": 4.58444776155704e-06,
      "loss": 0.4168,
      "step": 401310
    },
    {
      "epoch": 112.01,
      "grad_norm": 1.7179158926010132,
      "learning_rate": 4.584439831617647e-06,
      "loss": 0.4172,
      "step": 401320
    },
    {
      "epoch": 112.01,
      "grad_norm": 1.3569393157958984,
      "learning_rate": 4.584431901380018e-06,
      "loss": 0.434,
      "step": 401330
    },
    {
      "epoch": 112.01,
      "grad_norm": 1.3251144886016846,
      "learning_rate": 4.584423970844153e-06,
      "loss": 0.416,
      "step": 401340
    },
    {
      "epoch": 112.02,
      "grad_norm": 1.2797032594680786,
      "learning_rate": 4.584416040010054e-06,
      "loss": 0.4158,
      "step": 401350
    },
    {
      "epoch": 112.02,
      "grad_norm": 1.2035293579101562,
      "learning_rate": 4.584408108877722e-06,
      "loss": 0.4189,
      "step": 401360
    },
    {
      "epoch": 112.02,
      "grad_norm": 1.6594836711883545,
      "learning_rate": 4.584400177447157e-06,
      "loss": 0.4073,
      "step": 401370
    },
    {
      "epoch": 112.02,
      "grad_norm": 1.4496687650680542,
      "learning_rate": 4.584392245718362e-06,
      "loss": 0.4088,
      "step": 401380
    },
    {
      "epoch": 112.03,
      "grad_norm": 1.2073034048080444,
      "learning_rate": 4.584384313691336e-06,
      "loss": 0.4033,
      "step": 401390
    },
    {
      "epoch": 112.03,
      "grad_norm": 1.5324259996414185,
      "learning_rate": 4.584376381366081e-06,
      "loss": 0.427,
      "step": 401400
    },
    {
      "epoch": 112.03,
      "grad_norm": 1.5287303924560547,
      "learning_rate": 4.5843684487425984e-06,
      "loss": 0.4034,
      "step": 401410
    },
    {
      "epoch": 112.03,
      "grad_norm": 1.4322260618209839,
      "learning_rate": 4.584360515820889e-06,
      "loss": 0.4118,
      "step": 401420
    },
    {
      "epoch": 112.04,
      "grad_norm": 1.397640347480774,
      "learning_rate": 4.584352582600954e-06,
      "loss": 0.4112,
      "step": 401430
    },
    {
      "epoch": 112.04,
      "grad_norm": 1.5804647207260132,
      "learning_rate": 4.584344649082793e-06,
      "loss": 0.4409,
      "step": 401440
    },
    {
      "epoch": 112.04,
      "grad_norm": 1.3400418758392334,
      "learning_rate": 4.5843367152664086e-06,
      "loss": 0.4128,
      "step": 401450
    },
    {
      "epoch": 112.05,
      "grad_norm": 1.3777629137039185,
      "learning_rate": 4.584328781151802e-06,
      "loss": 0.4163,
      "step": 401460
    },
    {
      "epoch": 112.05,
      "grad_norm": 1.6229115724563599,
      "learning_rate": 4.584320846738974e-06,
      "loss": 0.4379,
      "step": 401470
    },
    {
      "epoch": 112.05,
      "grad_norm": 1.4327841997146606,
      "learning_rate": 4.584312912027925e-06,
      "loss": 0.4065,
      "step": 401480
    },
    {
      "epoch": 112.05,
      "grad_norm": 1.372320294380188,
      "learning_rate": 4.584304977018657e-06,
      "loss": 0.4161,
      "step": 401490
    },
    {
      "epoch": 112.06,
      "grad_norm": 1.5186110734939575,
      "learning_rate": 4.58429704171117e-06,
      "loss": 0.4191,
      "step": 401500
    },
    {
      "epoch": 112.06,
      "grad_norm": 1.3403784036636353,
      "learning_rate": 4.584289106105465e-06,
      "loss": 0.4272,
      "step": 401510
    },
    {
      "epoch": 112.06,
      "grad_norm": 1.4180818796157837,
      "learning_rate": 4.584281170201544e-06,
      "loss": 0.4157,
      "step": 401520
    },
    {
      "epoch": 112.07,
      "grad_norm": 1.2303056716918945,
      "learning_rate": 4.584273233999408e-06,
      "loss": 0.4114,
      "step": 401530
    },
    {
      "epoch": 112.07,
      "grad_norm": 1.4369251728057861,
      "learning_rate": 4.5842652974990575e-06,
      "loss": 0.4175,
      "step": 401540
    },
    {
      "epoch": 112.07,
      "grad_norm": 1.5177228450775146,
      "learning_rate": 4.584257360700494e-06,
      "loss": 0.4165,
      "step": 401550
    },
    {
      "epoch": 112.07,
      "grad_norm": 1.656538724899292,
      "learning_rate": 4.584249423603719e-06,
      "loss": 0.4391,
      "step": 401560
    },
    {
      "epoch": 112.08,
      "grad_norm": 1.407891035079956,
      "learning_rate": 4.584241486208732e-06,
      "loss": 0.4141,
      "step": 401570
    },
    {
      "epoch": 112.08,
      "grad_norm": 1.6453354358673096,
      "learning_rate": 4.584233548515535e-06,
      "loss": 0.4187,
      "step": 401580
    },
    {
      "epoch": 112.08,
      "grad_norm": 1.2964318990707397,
      "learning_rate": 4.584225610524129e-06,
      "loss": 0.3995,
      "step": 401590
    },
    {
      "epoch": 112.08,
      "grad_norm": 1.2525256872177124,
      "learning_rate": 4.584217672234515e-06,
      "loss": 0.4116,
      "step": 401600
    },
    {
      "epoch": 112.09,
      "grad_norm": 1.3827961683273315,
      "learning_rate": 4.584209733646695e-06,
      "loss": 0.4112,
      "step": 401610
    },
    {
      "epoch": 112.09,
      "grad_norm": 1.3636351823806763,
      "learning_rate": 4.584201794760668e-06,
      "loss": 0.3917,
      "step": 401620
    },
    {
      "epoch": 112.09,
      "grad_norm": 1.807489275932312,
      "learning_rate": 4.584193855576438e-06,
      "loss": 0.3936,
      "step": 401630
    },
    {
      "epoch": 112.1,
      "grad_norm": 1.3768367767333984,
      "learning_rate": 4.584185916094002e-06,
      "loss": 0.4031,
      "step": 401640
    },
    {
      "epoch": 112.1,
      "grad_norm": 1.338934302330017,
      "learning_rate": 4.584177976313366e-06,
      "loss": 0.4069,
      "step": 401650
    },
    {
      "epoch": 112.1,
      "grad_norm": 1.4464678764343262,
      "learning_rate": 4.584170036234526e-06,
      "loss": 0.4323,
      "step": 401660
    },
    {
      "epoch": 112.1,
      "grad_norm": 1.7571886777877808,
      "learning_rate": 4.5841620958574865e-06,
      "loss": 0.4052,
      "step": 401670
    },
    {
      "epoch": 112.11,
      "grad_norm": 1.7628157138824463,
      "learning_rate": 4.5841541551822475e-06,
      "loss": 0.4243,
      "step": 401680
    },
    {
      "epoch": 112.11,
      "grad_norm": 1.191332459449768,
      "learning_rate": 4.5841462142088106e-06,
      "loss": 0.4203,
      "step": 401690
    },
    {
      "epoch": 112.11,
      "grad_norm": 1.508089542388916,
      "learning_rate": 4.584138272937176e-06,
      "loss": 0.4096,
      "step": 401700
    },
    {
      "epoch": 112.12,
      "grad_norm": 1.5601798295974731,
      "learning_rate": 4.5841303313673445e-06,
      "loss": 0.4109,
      "step": 401710
    },
    {
      "epoch": 112.12,
      "grad_norm": 1.355718970298767,
      "learning_rate": 4.584122389499319e-06,
      "loss": 0.4245,
      "step": 401720
    },
    {
      "epoch": 112.12,
      "grad_norm": 1.509974718093872,
      "learning_rate": 4.5841144473330985e-06,
      "loss": 0.4029,
      "step": 401730
    },
    {
      "epoch": 112.12,
      "grad_norm": 1.4368367195129395,
      "learning_rate": 4.5841065048686845e-06,
      "loss": 0.4177,
      "step": 401740
    },
    {
      "epoch": 112.13,
      "grad_norm": 1.508489727973938,
      "learning_rate": 4.584098562106079e-06,
      "loss": 0.4084,
      "step": 401750
    },
    {
      "epoch": 112.13,
      "grad_norm": 1.5656534433364868,
      "learning_rate": 4.584090619045282e-06,
      "loss": 0.4047,
      "step": 401760
    },
    {
      "epoch": 112.13,
      "grad_norm": 1.453160285949707,
      "learning_rate": 4.584082675686296e-06,
      "loss": 0.4228,
      "step": 401770
    },
    {
      "epoch": 112.14,
      "grad_norm": 1.2816284894943237,
      "learning_rate": 4.58407473202912e-06,
      "loss": 0.4099,
      "step": 401780
    },
    {
      "epoch": 112.14,
      "grad_norm": 1.4395571947097778,
      "learning_rate": 4.584066788073757e-06,
      "loss": 0.4045,
      "step": 401790
    },
    {
      "epoch": 112.14,
      "grad_norm": 1.4588546752929688,
      "learning_rate": 4.584058843820207e-06,
      "loss": 0.4095,
      "step": 401800
    },
    {
      "epoch": 112.14,
      "grad_norm": 1.2687909603118896,
      "learning_rate": 4.584050899268471e-06,
      "loss": 0.4241,
      "step": 401810
    },
    {
      "epoch": 112.15,
      "grad_norm": 1.5533473491668701,
      "learning_rate": 4.5840429544185506e-06,
      "loss": 0.4088,
      "step": 401820
    },
    {
      "epoch": 112.15,
      "grad_norm": 1.3506187200546265,
      "learning_rate": 4.5840350092704465e-06,
      "loss": 0.4288,
      "step": 401830
    },
    {
      "epoch": 112.15,
      "grad_norm": 1.6189621686935425,
      "learning_rate": 4.58402706382416e-06,
      "loss": 0.3884,
      "step": 401840
    },
    {
      "epoch": 112.15,
      "grad_norm": 1.3870350122451782,
      "learning_rate": 4.584019118079693e-06,
      "loss": 0.41,
      "step": 401850
    },
    {
      "epoch": 112.16,
      "grad_norm": 1.6538126468658447,
      "learning_rate": 4.584011172037043e-06,
      "loss": 0.4247,
      "step": 401860
    },
    {
      "epoch": 112.16,
      "grad_norm": 1.3159470558166504,
      "learning_rate": 4.584003225696216e-06,
      "loss": 0.4019,
      "step": 401870
    },
    {
      "epoch": 112.16,
      "grad_norm": 1.3087899684906006,
      "learning_rate": 4.5839952790572094e-06,
      "loss": 0.4146,
      "step": 401880
    },
    {
      "epoch": 112.17,
      "grad_norm": 1.6040605306625366,
      "learning_rate": 4.583987332120026e-06,
      "loss": 0.414,
      "step": 401890
    },
    {
      "epoch": 112.17,
      "grad_norm": 1.2693699598312378,
      "learning_rate": 4.583979384884667e-06,
      "loss": 0.4219,
      "step": 401900
    },
    {
      "epoch": 112.17,
      "grad_norm": 1.944643259048462,
      "learning_rate": 4.5839714373511325e-06,
      "loss": 0.4228,
      "step": 401910
    },
    {
      "epoch": 112.17,
      "grad_norm": 1.390714406967163,
      "learning_rate": 4.583963489519423e-06,
      "loss": 0.4298,
      "step": 401920
    },
    {
      "epoch": 112.18,
      "grad_norm": 1.381880760192871,
      "learning_rate": 4.583955541389541e-06,
      "loss": 0.4196,
      "step": 401930
    },
    {
      "epoch": 112.18,
      "grad_norm": 1.1530383825302124,
      "learning_rate": 4.5839475929614875e-06,
      "loss": 0.4077,
      "step": 401940
    },
    {
      "epoch": 112.18,
      "grad_norm": 1.5687272548675537,
      "learning_rate": 4.583939644235263e-06,
      "loss": 0.4115,
      "step": 401950
    },
    {
      "epoch": 112.19,
      "grad_norm": 1.612066626548767,
      "learning_rate": 4.583931695210868e-06,
      "loss": 0.4067,
      "step": 401960
    },
    {
      "epoch": 112.19,
      "grad_norm": 1.3022691011428833,
      "learning_rate": 4.583923745888304e-06,
      "loss": 0.4287,
      "step": 401970
    },
    {
      "epoch": 112.19,
      "grad_norm": 1.379251480102539,
      "learning_rate": 4.583915796267574e-06,
      "loss": 0.3995,
      "step": 401980
    },
    {
      "epoch": 112.19,
      "grad_norm": 1.3811463117599487,
      "learning_rate": 4.583907846348675e-06,
      "loss": 0.4216,
      "step": 401990
    },
    {
      "epoch": 112.2,
      "grad_norm": 1.2266725301742554,
      "learning_rate": 4.583899896131613e-06,
      "loss": 0.4137,
      "step": 402000
    },
    {
      "epoch": 112.2,
      "grad_norm": 1.4080846309661865,
      "learning_rate": 4.583891945616384e-06,
      "loss": 0.4068,
      "step": 402010
    },
    {
      "epoch": 112.2,
      "grad_norm": 1.4839168787002563,
      "learning_rate": 4.583883994802993e-06,
      "loss": 0.4466,
      "step": 402020
    },
    {
      "epoch": 112.2,
      "grad_norm": 1.5253914594650269,
      "learning_rate": 4.583876043691439e-06,
      "loss": 0.4164,
      "step": 402030
    },
    {
      "epoch": 112.21,
      "grad_norm": 1.5205790996551514,
      "learning_rate": 4.583868092281724e-06,
      "loss": 0.4164,
      "step": 402040
    },
    {
      "epoch": 112.21,
      "grad_norm": 1.308396339416504,
      "learning_rate": 4.583860140573848e-06,
      "loss": 0.4102,
      "step": 402050
    },
    {
      "epoch": 112.21,
      "grad_norm": 1.3358550071716309,
      "learning_rate": 4.583852188567813e-06,
      "loss": 0.4216,
      "step": 402060
    },
    {
      "epoch": 112.22,
      "grad_norm": 1.569144606590271,
      "learning_rate": 4.58384423626362e-06,
      "loss": 0.4202,
      "step": 402070
    },
    {
      "epoch": 112.22,
      "grad_norm": 1.230001449584961,
      "learning_rate": 4.58383628366127e-06,
      "loss": 0.4129,
      "step": 402080
    },
    {
      "epoch": 112.22,
      "grad_norm": 1.386103630065918,
      "learning_rate": 4.583828330760764e-06,
      "loss": 0.4339,
      "step": 402090
    },
    {
      "epoch": 112.22,
      "grad_norm": 1.8240255117416382,
      "learning_rate": 4.583820377562102e-06,
      "loss": 0.4049,
      "step": 402100
    },
    {
      "epoch": 112.23,
      "grad_norm": 1.1834216117858887,
      "learning_rate": 4.583812424065286e-06,
      "loss": 0.4096,
      "step": 402110
    },
    {
      "epoch": 112.23,
      "grad_norm": 1.4539507627487183,
      "learning_rate": 4.583804470270317e-06,
      "loss": 0.3996,
      "step": 402120
    },
    {
      "epoch": 112.23,
      "grad_norm": 1.4275169372558594,
      "learning_rate": 4.583796516177198e-06,
      "loss": 0.4093,
      "step": 402130
    },
    {
      "epoch": 112.24,
      "grad_norm": 1.265520691871643,
      "learning_rate": 4.583788561785927e-06,
      "loss": 0.4107,
      "step": 402140
    },
    {
      "epoch": 112.24,
      "grad_norm": 1.5676755905151367,
      "learning_rate": 4.5837806070965055e-06,
      "loss": 0.4316,
      "step": 402150
    },
    {
      "epoch": 112.24,
      "grad_norm": 1.4289331436157227,
      "learning_rate": 4.583772652108937e-06,
      "loss": 0.4088,
      "step": 402160
    },
    {
      "epoch": 112.24,
      "grad_norm": 1.186749815940857,
      "learning_rate": 4.583764696823219e-06,
      "loss": 0.4247,
      "step": 402170
    },
    {
      "epoch": 112.25,
      "grad_norm": 1.3495731353759766,
      "learning_rate": 4.583756741239356e-06,
      "loss": 0.4121,
      "step": 402180
    },
    {
      "epoch": 112.25,
      "grad_norm": 1.3965996503829956,
      "learning_rate": 4.583748785357347e-06,
      "loss": 0.4195,
      "step": 402190
    },
    {
      "epoch": 112.25,
      "grad_norm": 1.2675544023513794,
      "learning_rate": 4.583740829177193e-06,
      "loss": 0.4105,
      "step": 402200
    },
    {
      "epoch": 112.26,
      "grad_norm": 1.4518240690231323,
      "learning_rate": 4.583732872698896e-06,
      "loss": 0.425,
      "step": 402210
    },
    {
      "epoch": 112.26,
      "grad_norm": 1.26472008228302,
      "learning_rate": 4.5837249159224575e-06,
      "loss": 0.4226,
      "step": 402220
    },
    {
      "epoch": 112.26,
      "grad_norm": 1.478180170059204,
      "learning_rate": 4.583716958847877e-06,
      "loss": 0.4289,
      "step": 402230
    },
    {
      "epoch": 112.26,
      "grad_norm": 1.4521547555923462,
      "learning_rate": 4.583709001475156e-06,
      "loss": 0.4141,
      "step": 402240
    },
    {
      "epoch": 112.27,
      "grad_norm": 1.3664284944534302,
      "learning_rate": 4.583701043804296e-06,
      "loss": 0.4177,
      "step": 402250
    },
    {
      "epoch": 112.27,
      "grad_norm": 1.157841682434082,
      "learning_rate": 4.583693085835297e-06,
      "loss": 0.4355,
      "step": 402260
    },
    {
      "epoch": 112.27,
      "grad_norm": 1.8354227542877197,
      "learning_rate": 4.583685127568162e-06,
      "loss": 0.3962,
      "step": 402270
    },
    {
      "epoch": 112.27,
      "grad_norm": 1.6761797666549683,
      "learning_rate": 4.583677169002892e-06,
      "loss": 0.4236,
      "step": 402280
    },
    {
      "epoch": 112.28,
      "grad_norm": 1.3698512315750122,
      "learning_rate": 4.583669210139486e-06,
      "loss": 0.4095,
      "step": 402290
    },
    {
      "epoch": 112.28,
      "grad_norm": 1.2453302145004272,
      "learning_rate": 4.583661250977947e-06,
      "loss": 0.409,
      "step": 402300
    },
    {
      "epoch": 112.28,
      "grad_norm": 1.392939805984497,
      "learning_rate": 4.583653291518274e-06,
      "loss": 0.4164,
      "step": 402310
    },
    {
      "epoch": 112.29,
      "grad_norm": 1.4831193685531616,
      "learning_rate": 4.583645331760469e-06,
      "loss": 0.3969,
      "step": 402320
    },
    {
      "epoch": 112.29,
      "grad_norm": 1.5563139915466309,
      "learning_rate": 4.583637371704535e-06,
      "loss": 0.4281,
      "step": 402330
    },
    {
      "epoch": 112.29,
      "grad_norm": 1.5948631763458252,
      "learning_rate": 4.58362941135047e-06,
      "loss": 0.4375,
      "step": 402340
    },
    {
      "epoch": 112.29,
      "grad_norm": 1.1630922555923462,
      "learning_rate": 4.583621450698276e-06,
      "loss": 0.3972,
      "step": 402350
    },
    {
      "epoch": 112.3,
      "grad_norm": 1.3515468835830688,
      "learning_rate": 4.583613489747955e-06,
      "loss": 0.4248,
      "step": 402360
    },
    {
      "epoch": 112.3,
      "grad_norm": 1.2099415063858032,
      "learning_rate": 4.583605528499509e-06,
      "loss": 0.3994,
      "step": 402370
    },
    {
      "epoch": 112.3,
      "grad_norm": 1.5836999416351318,
      "learning_rate": 4.583597566952936e-06,
      "loss": 0.4291,
      "step": 402380
    },
    {
      "epoch": 112.31,
      "grad_norm": 1.334330439567566,
      "learning_rate": 4.58358960510824e-06,
      "loss": 0.4042,
      "step": 402390
    },
    {
      "epoch": 112.31,
      "grad_norm": 1.3612070083618164,
      "learning_rate": 4.58358164296542e-06,
      "loss": 0.4111,
      "step": 402400
    },
    {
      "epoch": 112.31,
      "grad_norm": 1.5950785875320435,
      "learning_rate": 4.583573680524477e-06,
      "loss": 0.4198,
      "step": 402410
    },
    {
      "epoch": 112.31,
      "grad_norm": 1.80472993850708,
      "learning_rate": 4.5835657177854135e-06,
      "loss": 0.4128,
      "step": 402420
    },
    {
      "epoch": 112.32,
      "grad_norm": 1.1549659967422485,
      "learning_rate": 4.583557754748229e-06,
      "loss": 0.4151,
      "step": 402430
    },
    {
      "epoch": 112.32,
      "grad_norm": 1.6356956958770752,
      "learning_rate": 4.583549791412927e-06,
      "loss": 0.4224,
      "step": 402440
    },
    {
      "epoch": 112.32,
      "grad_norm": 1.183168649673462,
      "learning_rate": 4.583541827779507e-06,
      "loss": 0.4282,
      "step": 402450
    },
    {
      "epoch": 112.32,
      "grad_norm": 1.4018956422805786,
      "learning_rate": 4.58353386384797e-06,
      "loss": 0.4118,
      "step": 402460
    },
    {
      "epoch": 112.33,
      "grad_norm": 1.295300006866455,
      "learning_rate": 4.5835258996183165e-06,
      "loss": 0.4338,
      "step": 402470
    },
    {
      "epoch": 112.33,
      "grad_norm": 1.215409755706787,
      "learning_rate": 4.5835179350905484e-06,
      "loss": 0.423,
      "step": 402480
    },
    {
      "epoch": 112.33,
      "grad_norm": 1.25020432472229,
      "learning_rate": 4.583509970264666e-06,
      "loss": 0.4322,
      "step": 402490
    },
    {
      "epoch": 112.34,
      "grad_norm": 1.3616691827774048,
      "learning_rate": 4.5835020051406725e-06,
      "loss": 0.4225,
      "step": 402500
    },
    {
      "epoch": 112.34,
      "grad_norm": 2.0188610553741455,
      "learning_rate": 4.583494039718566e-06,
      "loss": 0.4272,
      "step": 402510
    },
    {
      "epoch": 112.34,
      "grad_norm": 1.2160987854003906,
      "learning_rate": 4.5834860739983495e-06,
      "loss": 0.4027,
      "step": 402520
    },
    {
      "epoch": 112.34,
      "grad_norm": 1.8601926565170288,
      "learning_rate": 4.583478107980024e-06,
      "loss": 0.4148,
      "step": 402530
    },
    {
      "epoch": 112.35,
      "grad_norm": 1.4227145910263062,
      "learning_rate": 4.583470141663589e-06,
      "loss": 0.4013,
      "step": 402540
    },
    {
      "epoch": 112.35,
      "grad_norm": 1.4528785943984985,
      "learning_rate": 4.583462175049047e-06,
      "loss": 0.4344,
      "step": 402550
    },
    {
      "epoch": 112.35,
      "grad_norm": 1.4031108617782593,
      "learning_rate": 4.583454208136399e-06,
      "loss": 0.4198,
      "step": 402560
    },
    {
      "epoch": 112.36,
      "grad_norm": 1.6130647659301758,
      "learning_rate": 4.583446240925645e-06,
      "loss": 0.4193,
      "step": 402570
    },
    {
      "epoch": 112.36,
      "grad_norm": 1.2811154127120972,
      "learning_rate": 4.583438273416788e-06,
      "loss": 0.4196,
      "step": 402580
    },
    {
      "epoch": 112.36,
      "grad_norm": 1.5101778507232666,
      "learning_rate": 4.5834303056098275e-06,
      "loss": 0.4298,
      "step": 402590
    },
    {
      "epoch": 112.36,
      "grad_norm": 1.4388090372085571,
      "learning_rate": 4.583422337504765e-06,
      "loss": 0.4167,
      "step": 402600
    },
    {
      "epoch": 112.37,
      "grad_norm": 1.3548647165298462,
      "learning_rate": 4.583414369101601e-06,
      "loss": 0.4047,
      "step": 402610
    },
    {
      "epoch": 112.37,
      "grad_norm": 2.1096482276916504,
      "learning_rate": 4.583406400400338e-06,
      "loss": 0.4245,
      "step": 402620
    },
    {
      "epoch": 112.37,
      "grad_norm": 1.3876827955245972,
      "learning_rate": 4.583398431400975e-06,
      "loss": 0.4284,
      "step": 402630
    },
    {
      "epoch": 112.38,
      "grad_norm": 1.5121338367462158,
      "learning_rate": 4.5833904621035146e-06,
      "loss": 0.4108,
      "step": 402640
    },
    {
      "epoch": 112.38,
      "grad_norm": 1.3316632509231567,
      "learning_rate": 4.583382492507957e-06,
      "loss": 0.4102,
      "step": 402650
    },
    {
      "epoch": 112.38,
      "grad_norm": 1.6493676900863647,
      "learning_rate": 4.5833745226143044e-06,
      "loss": 0.3899,
      "step": 402660
    },
    {
      "epoch": 112.38,
      "grad_norm": 1.6530120372772217,
      "learning_rate": 4.5833665524225575e-06,
      "loss": 0.4148,
      "step": 402670
    },
    {
      "epoch": 112.39,
      "grad_norm": 1.6308401823043823,
      "learning_rate": 4.583358581932717e-06,
      "loss": 0.4237,
      "step": 402680
    },
    {
      "epoch": 112.39,
      "grad_norm": 1.3274954557418823,
      "learning_rate": 4.583350611144782e-06,
      "loss": 0.4087,
      "step": 402690
    },
    {
      "epoch": 112.39,
      "grad_norm": 1.7969509363174438,
      "learning_rate": 4.583342640058758e-06,
      "loss": 0.4184,
      "step": 402700
    },
    {
      "epoch": 112.39,
      "grad_norm": 1.554439902305603,
      "learning_rate": 4.583334668674642e-06,
      "loss": 0.4041,
      "step": 402710
    },
    {
      "epoch": 112.4,
      "grad_norm": 1.370672583580017,
      "learning_rate": 4.583326696992438e-06,
      "loss": 0.4005,
      "step": 402720
    },
    {
      "epoch": 112.4,
      "grad_norm": 1.5098249912261963,
      "learning_rate": 4.583318725012145e-06,
      "loss": 0.4225,
      "step": 402730
    },
    {
      "epoch": 112.4,
      "grad_norm": 1.3394569158554077,
      "learning_rate": 4.583310752733764e-06,
      "loss": 0.4305,
      "step": 402740
    },
    {
      "epoch": 112.41,
      "grad_norm": 1.2848374843597412,
      "learning_rate": 4.583302780157298e-06,
      "loss": 0.4129,
      "step": 402750
    },
    {
      "epoch": 112.41,
      "grad_norm": 1.5514224767684937,
      "learning_rate": 4.583294807282747e-06,
      "loss": 0.4185,
      "step": 402760
    },
    {
      "epoch": 112.41,
      "grad_norm": 1.4700876474380493,
      "learning_rate": 4.583286834110112e-06,
      "loss": 0.4254,
      "step": 402770
    },
    {
      "epoch": 112.41,
      "grad_norm": 1.5532944202423096,
      "learning_rate": 4.583278860639393e-06,
      "loss": 0.4178,
      "step": 402780
    },
    {
      "epoch": 112.42,
      "grad_norm": 1.1518648862838745,
      "learning_rate": 4.583270886870593e-06,
      "loss": 0.4165,
      "step": 402790
    },
    {
      "epoch": 112.42,
      "grad_norm": 1.5815997123718262,
      "learning_rate": 4.583262912803711e-06,
      "loss": 0.4089,
      "step": 402800
    },
    {
      "epoch": 112.42,
      "grad_norm": 1.3484084606170654,
      "learning_rate": 4.583254938438751e-06,
      "loss": 0.4303,
      "step": 402810
    },
    {
      "epoch": 112.43,
      "grad_norm": 1.9778257608413696,
      "learning_rate": 4.583246963775711e-06,
      "loss": 0.414,
      "step": 402820
    },
    {
      "epoch": 112.43,
      "grad_norm": 1.5698235034942627,
      "learning_rate": 4.583238988814594e-06,
      "loss": 0.4061,
      "step": 402830
    },
    {
      "epoch": 112.43,
      "grad_norm": 1.6153422594070435,
      "learning_rate": 4.5832310135554e-06,
      "loss": 0.4237,
      "step": 402840
    },
    {
      "epoch": 112.43,
      "grad_norm": 1.6754451990127563,
      "learning_rate": 4.58322303799813e-06,
      "loss": 0.4228,
      "step": 402850
    },
    {
      "epoch": 112.44,
      "grad_norm": 1.388223648071289,
      "learning_rate": 4.583215062142787e-06,
      "loss": 0.4031,
      "step": 402860
    },
    {
      "epoch": 112.44,
      "grad_norm": 1.3652511835098267,
      "learning_rate": 4.583207085989369e-06,
      "loss": 0.4293,
      "step": 402870
    },
    {
      "epoch": 112.44,
      "grad_norm": 1.221068024635315,
      "learning_rate": 4.583199109537879e-06,
      "loss": 0.414,
      "step": 402880
    },
    {
      "epoch": 112.44,
      "grad_norm": 1.6271238327026367,
      "learning_rate": 4.583191132788318e-06,
      "loss": 0.4219,
      "step": 402890
    },
    {
      "epoch": 112.45,
      "grad_norm": 1.491417646408081,
      "learning_rate": 4.5831831557406875e-06,
      "loss": 0.4176,
      "step": 402900
    },
    {
      "epoch": 112.45,
      "grad_norm": 1.3609700202941895,
      "learning_rate": 4.5831751783949875e-06,
      "loss": 0.4056,
      "step": 402910
    },
    {
      "epoch": 112.45,
      "grad_norm": 1.8894418478012085,
      "learning_rate": 4.583167200751218e-06,
      "loss": 0.4104,
      "step": 402920
    },
    {
      "epoch": 112.46,
      "grad_norm": 1.3827913999557495,
      "learning_rate": 4.583159222809383e-06,
      "loss": 0.415,
      "step": 402930
    },
    {
      "epoch": 112.46,
      "grad_norm": 1.468625545501709,
      "learning_rate": 4.583151244569482e-06,
      "loss": 0.4038,
      "step": 402940
    },
    {
      "epoch": 112.46,
      "grad_norm": 1.4519258737564087,
      "learning_rate": 4.583143266031515e-06,
      "loss": 0.4233,
      "step": 402950
    },
    {
      "epoch": 112.46,
      "grad_norm": 1.2616349458694458,
      "learning_rate": 4.583135287195485e-06,
      "loss": 0.4088,
      "step": 402960
    },
    {
      "epoch": 112.47,
      "grad_norm": 1.3217185735702515,
      "learning_rate": 4.583127308061393e-06,
      "loss": 0.3992,
      "step": 402970
    },
    {
      "epoch": 112.47,
      "grad_norm": 1.4378273487091064,
      "learning_rate": 4.583119328629238e-06,
      "loss": 0.3985,
      "step": 402980
    },
    {
      "epoch": 112.47,
      "grad_norm": 1.674291729927063,
      "learning_rate": 4.583111348899022e-06,
      "loss": 0.4406,
      "step": 402990
    },
    {
      "epoch": 112.48,
      "grad_norm": 1.2085590362548828,
      "learning_rate": 4.583103368870747e-06,
      "loss": 0.4251,
      "step": 403000
    },
    {
      "epoch": 112.48,
      "grad_norm": 1.3494502305984497,
      "learning_rate": 4.5830953885444135e-06,
      "loss": 0.4184,
      "step": 403010
    },
    {
      "epoch": 112.48,
      "grad_norm": 1.4855608940124512,
      "learning_rate": 4.583087407920023e-06,
      "loss": 0.4143,
      "step": 403020
    },
    {
      "epoch": 112.48,
      "grad_norm": 1.2289400100708008,
      "learning_rate": 4.583079426997575e-06,
      "loss": 0.4254,
      "step": 403030
    },
    {
      "epoch": 112.49,
      "grad_norm": 1.2844088077545166,
      "learning_rate": 4.583071445777072e-06,
      "loss": 0.4204,
      "step": 403040
    },
    {
      "epoch": 112.49,
      "grad_norm": 1.2472779750823975,
      "learning_rate": 4.583063464258515e-06,
      "loss": 0.4146,
      "step": 403050
    },
    {
      "epoch": 112.49,
      "grad_norm": 1.384799838066101,
      "learning_rate": 4.583055482441905e-06,
      "loss": 0.3878,
      "step": 403060
    },
    {
      "epoch": 112.5,
      "grad_norm": 1.4609981775283813,
      "learning_rate": 4.583047500327243e-06,
      "loss": 0.4261,
      "step": 403070
    },
    {
      "epoch": 112.5,
      "grad_norm": 1.6689369678497314,
      "learning_rate": 4.583039517914529e-06,
      "loss": 0.4093,
      "step": 403080
    },
    {
      "epoch": 112.5,
      "grad_norm": 1.6714729070663452,
      "learning_rate": 4.5830315352037645e-06,
      "loss": 0.4186,
      "step": 403090
    },
    {
      "epoch": 112.5,
      "grad_norm": 1.4242222309112549,
      "learning_rate": 4.583023552194952e-06,
      "loss": 0.4159,
      "step": 403100
    },
    {
      "epoch": 112.51,
      "grad_norm": 1.2976359128952026,
      "learning_rate": 4.583015568888092e-06,
      "loss": 0.4249,
      "step": 403110
    },
    {
      "epoch": 112.51,
      "grad_norm": 1.2995747327804565,
      "learning_rate": 4.583007585283185e-06,
      "loss": 0.4093,
      "step": 403120
    },
    {
      "epoch": 112.51,
      "grad_norm": 1.6636099815368652,
      "learning_rate": 4.582999601380231e-06,
      "loss": 0.4076,
      "step": 403130
    },
    {
      "epoch": 112.51,
      "grad_norm": 1.7388731241226196,
      "learning_rate": 4.582991617179233e-06,
      "loss": 0.4302,
      "step": 403140
    },
    {
      "epoch": 112.52,
      "grad_norm": 1.4529201984405518,
      "learning_rate": 4.582983632680192e-06,
      "loss": 0.4385,
      "step": 403150
    },
    {
      "epoch": 112.52,
      "grad_norm": 1.2642490863800049,
      "learning_rate": 4.5829756478831075e-06,
      "loss": 0.397,
      "step": 403160
    },
    {
      "epoch": 112.52,
      "grad_norm": 1.1750186681747437,
      "learning_rate": 4.582967662787982e-06,
      "loss": 0.4153,
      "step": 403170
    },
    {
      "epoch": 112.53,
      "grad_norm": 1.4027775526046753,
      "learning_rate": 4.582959677394816e-06,
      "loss": 0.4187,
      "step": 403180
    },
    {
      "epoch": 112.53,
      "grad_norm": 1.30274498462677,
      "learning_rate": 4.582951691703609e-06,
      "loss": 0.4312,
      "step": 403190
    },
    {
      "epoch": 112.53,
      "grad_norm": 1.606611728668213,
      "learning_rate": 4.582943705714366e-06,
      "loss": 0.4263,
      "step": 403200
    },
    {
      "epoch": 112.53,
      "grad_norm": 1.476085901260376,
      "learning_rate": 4.5829357194270845e-06,
      "loss": 0.412,
      "step": 403210
    },
    {
      "epoch": 112.54,
      "grad_norm": 1.3829734325408936,
      "learning_rate": 4.582927732841767e-06,
      "loss": 0.4132,
      "step": 403220
    },
    {
      "epoch": 112.54,
      "grad_norm": 1.3987494707107544,
      "learning_rate": 4.582919745958415e-06,
      "loss": 0.4089,
      "step": 403230
    },
    {
      "epoch": 112.54,
      "grad_norm": 1.5088385343551636,
      "learning_rate": 4.582911758777028e-06,
      "loss": 0.4079,
      "step": 403240
    },
    {
      "epoch": 112.55,
      "grad_norm": 1.4767526388168335,
      "learning_rate": 4.582903771297608e-06,
      "loss": 0.4363,
      "step": 403250
    },
    {
      "epoch": 112.55,
      "grad_norm": 1.4920977354049683,
      "learning_rate": 4.582895783520156e-06,
      "loss": 0.4071,
      "step": 403260
    },
    {
      "epoch": 112.55,
      "grad_norm": 1.3909564018249512,
      "learning_rate": 4.582887795444673e-06,
      "loss": 0.4162,
      "step": 403270
    },
    {
      "epoch": 112.55,
      "grad_norm": 1.583775281906128,
      "learning_rate": 4.582879807071161e-06,
      "loss": 0.4193,
      "step": 403280
    },
    {
      "epoch": 112.56,
      "grad_norm": 1.5221096277236938,
      "learning_rate": 4.582871818399619e-06,
      "loss": 0.4138,
      "step": 403290
    },
    {
      "epoch": 112.56,
      "grad_norm": 1.9393410682678223,
      "learning_rate": 4.58286382943005e-06,
      "loss": 0.4245,
      "step": 403300
    },
    {
      "epoch": 112.56,
      "grad_norm": 1.4574443101882935,
      "learning_rate": 4.582855840162455e-06,
      "loss": 0.4113,
      "step": 403310
    },
    {
      "epoch": 112.56,
      "grad_norm": 1.4051064252853394,
      "learning_rate": 4.582847850596833e-06,
      "loss": 0.4148,
      "step": 403320
    },
    {
      "epoch": 112.57,
      "grad_norm": 1.4419769048690796,
      "learning_rate": 4.582839860733187e-06,
      "loss": 0.4006,
      "step": 403330
    },
    {
      "epoch": 112.57,
      "grad_norm": 1.3160768747329712,
      "learning_rate": 4.582831870571518e-06,
      "loss": 0.4323,
      "step": 403340
    },
    {
      "epoch": 112.57,
      "grad_norm": 1.4093339443206787,
      "learning_rate": 4.582823880111826e-06,
      "loss": 0.4268,
      "step": 403350
    },
    {
      "epoch": 112.58,
      "grad_norm": 1.5540087223052979,
      "learning_rate": 4.582815889354113e-06,
      "loss": 0.4036,
      "step": 403360
    },
    {
      "epoch": 112.58,
      "grad_norm": 1.5990859270095825,
      "learning_rate": 4.58280789829838e-06,
      "loss": 0.4255,
      "step": 403370
    },
    {
      "epoch": 112.58,
      "grad_norm": 3.1058223247528076,
      "learning_rate": 4.582799906944627e-06,
      "loss": 0.4126,
      "step": 403380
    },
    {
      "epoch": 112.58,
      "grad_norm": 1.4726272821426392,
      "learning_rate": 4.5827919152928565e-06,
      "loss": 0.4323,
      "step": 403390
    },
    {
      "epoch": 112.59,
      "grad_norm": 1.3491812944412231,
      "learning_rate": 4.5827839233430685e-06,
      "loss": 0.4262,
      "step": 403400
    },
    {
      "epoch": 112.59,
      "grad_norm": 1.4882689714431763,
      "learning_rate": 4.5827759310952645e-06,
      "loss": 0.4235,
      "step": 403410
    },
    {
      "epoch": 112.59,
      "grad_norm": 1.1943168640136719,
      "learning_rate": 4.582767938549446e-06,
      "loss": 0.439,
      "step": 403420
    },
    {
      "epoch": 112.6,
      "grad_norm": 1.4086062908172607,
      "learning_rate": 4.5827599457056134e-06,
      "loss": 0.4519,
      "step": 403430
    },
    {
      "epoch": 112.6,
      "grad_norm": 1.7349241971969604,
      "learning_rate": 4.582751952563767e-06,
      "loss": 0.4253,
      "step": 403440
    },
    {
      "epoch": 112.6,
      "grad_norm": 1.4098376035690308,
      "learning_rate": 4.58274395912391e-06,
      "loss": 0.4086,
      "step": 403450
    },
    {
      "epoch": 112.6,
      "grad_norm": 1.2536817789077759,
      "learning_rate": 4.582735965386042e-06,
      "loss": 0.4146,
      "step": 403460
    },
    {
      "epoch": 112.61,
      "grad_norm": 1.2536450624465942,
      "learning_rate": 4.582727971350164e-06,
      "loss": 0.3961,
      "step": 403470
    },
    {
      "epoch": 112.61,
      "grad_norm": 1.4668364524841309,
      "learning_rate": 4.582719977016278e-06,
      "loss": 0.4248,
      "step": 403480
    },
    {
      "epoch": 112.61,
      "grad_norm": 1.3575302362442017,
      "learning_rate": 4.582711982384384e-06,
      "loss": 0.4216,
      "step": 403490
    },
    {
      "epoch": 112.62,
      "grad_norm": 1.4700591564178467,
      "learning_rate": 4.5827039874544835e-06,
      "loss": 0.4094,
      "step": 403500
    },
    {
      "epoch": 112.62,
      "grad_norm": 1.5348161458969116,
      "learning_rate": 4.582695992226579e-06,
      "loss": 0.4234,
      "step": 403510
    },
    {
      "epoch": 112.62,
      "grad_norm": 1.368294358253479,
      "learning_rate": 4.5826879967006685e-06,
      "loss": 0.4224,
      "step": 403520
    },
    {
      "epoch": 112.62,
      "grad_norm": 1.1931153535842896,
      "learning_rate": 4.582680000876756e-06,
      "loss": 0.418,
      "step": 403530
    },
    {
      "epoch": 112.63,
      "grad_norm": 1.7014981508255005,
      "learning_rate": 4.58267200475484e-06,
      "loss": 0.4213,
      "step": 403540
    },
    {
      "epoch": 112.63,
      "grad_norm": 1.3223299980163574,
      "learning_rate": 4.582664008334923e-06,
      "loss": 0.4058,
      "step": 403550
    },
    {
      "epoch": 112.63,
      "grad_norm": 1.1917942762374878,
      "learning_rate": 4.5826560116170076e-06,
      "loss": 0.4381,
      "step": 403560
    },
    {
      "epoch": 112.63,
      "grad_norm": 1.6268666982650757,
      "learning_rate": 4.582648014601091e-06,
      "loss": 0.4199,
      "step": 403570
    },
    {
      "epoch": 112.64,
      "grad_norm": 1.5058764219284058,
      "learning_rate": 4.582640017287178e-06,
      "loss": 0.4438,
      "step": 403580
    },
    {
      "epoch": 112.64,
      "grad_norm": 1.3240665197372437,
      "learning_rate": 4.5826320196752675e-06,
      "loss": 0.4098,
      "step": 403590
    },
    {
      "epoch": 112.64,
      "grad_norm": 1.5277509689331055,
      "learning_rate": 4.582624021765362e-06,
      "loss": 0.4093,
      "step": 403600
    },
    {
      "epoch": 112.65,
      "grad_norm": 1.321881651878357,
      "learning_rate": 4.5826160235574605e-06,
      "loss": 0.4158,
      "step": 403610
    },
    {
      "epoch": 112.65,
      "grad_norm": 1.5429569482803345,
      "learning_rate": 4.582608025051565e-06,
      "loss": 0.406,
      "step": 403620
    },
    {
      "epoch": 112.65,
      "grad_norm": 1.4415487051010132,
      "learning_rate": 4.582600026247678e-06,
      "loss": 0.4039,
      "step": 403630
    },
    {
      "epoch": 112.65,
      "grad_norm": 1.381001353263855,
      "learning_rate": 4.5825920271458e-06,
      "loss": 0.4223,
      "step": 403640
    },
    {
      "epoch": 112.66,
      "grad_norm": 1.481078863143921,
      "learning_rate": 4.582584027745931e-06,
      "loss": 0.4054,
      "step": 403650
    },
    {
      "epoch": 112.66,
      "grad_norm": 1.3918237686157227,
      "learning_rate": 4.5825760280480715e-06,
      "loss": 0.4202,
      "step": 403660
    },
    {
      "epoch": 112.66,
      "grad_norm": 1.4737257957458496,
      "learning_rate": 4.582568028052224e-06,
      "loss": 0.4104,
      "step": 403670
    },
    {
      "epoch": 112.67,
      "grad_norm": 1.2374805212020874,
      "learning_rate": 4.582560027758391e-06,
      "loss": 0.4104,
      "step": 403680
    },
    {
      "epoch": 112.67,
      "grad_norm": 1.1001447439193726,
      "learning_rate": 4.5825520271665696e-06,
      "loss": 0.3975,
      "step": 403690
    },
    {
      "epoch": 112.67,
      "grad_norm": 1.467778205871582,
      "learning_rate": 4.582544026276765e-06,
      "loss": 0.414,
      "step": 403700
    },
    {
      "epoch": 112.67,
      "grad_norm": 1.4663949012756348,
      "learning_rate": 4.582536025088974e-06,
      "loss": 0.418,
      "step": 403710
    },
    {
      "epoch": 112.68,
      "grad_norm": 1.5305516719818115,
      "learning_rate": 4.582528023603201e-06,
      "loss": 0.4279,
      "step": 403720
    },
    {
      "epoch": 112.68,
      "grad_norm": 1.2626981735229492,
      "learning_rate": 4.582520021819447e-06,
      "loss": 0.4099,
      "step": 403730
    },
    {
      "epoch": 112.68,
      "grad_norm": 1.4923399686813354,
      "learning_rate": 4.582512019737711e-06,
      "loss": 0.4361,
      "step": 403740
    },
    {
      "epoch": 112.68,
      "grad_norm": 1.1517831087112427,
      "learning_rate": 4.582504017357996e-06,
      "loss": 0.4199,
      "step": 403750
    },
    {
      "epoch": 112.69,
      "grad_norm": 1.4187229871749878,
      "learning_rate": 4.582496014680301e-06,
      "loss": 0.4155,
      "step": 403760
    },
    {
      "epoch": 112.69,
      "grad_norm": 1.3173383474349976,
      "learning_rate": 4.582488011704629e-06,
      "loss": 0.4217,
      "step": 403770
    },
    {
      "epoch": 112.69,
      "grad_norm": 1.5607503652572632,
      "learning_rate": 4.582480008430981e-06,
      "loss": 0.4041,
      "step": 403780
    },
    {
      "epoch": 112.7,
      "grad_norm": 1.3782236576080322,
      "learning_rate": 4.582472004859357e-06,
      "loss": 0.4206,
      "step": 403790
    },
    {
      "epoch": 112.7,
      "grad_norm": 1.2245516777038574,
      "learning_rate": 4.582464000989758e-06,
      "loss": 0.4027,
      "step": 403800
    },
    {
      "epoch": 112.7,
      "grad_norm": 1.0970879793167114,
      "learning_rate": 4.582455996822186e-06,
      "loss": 0.4198,
      "step": 403810
    },
    {
      "epoch": 112.7,
      "grad_norm": 1.4037309885025024,
      "learning_rate": 4.5824479923566415e-06,
      "loss": 0.4132,
      "step": 403820
    },
    {
      "epoch": 112.71,
      "grad_norm": 1.6090368032455444,
      "learning_rate": 4.582439987593125e-06,
      "loss": 0.4062,
      "step": 403830
    },
    {
      "epoch": 112.71,
      "grad_norm": 1.3275001049041748,
      "learning_rate": 4.582431982531639e-06,
      "loss": 0.4381,
      "step": 403840
    },
    {
      "epoch": 112.71,
      "grad_norm": 1.2902849912643433,
      "learning_rate": 4.582423977172184e-06,
      "loss": 0.3966,
      "step": 403850
    },
    {
      "epoch": 112.72,
      "grad_norm": 1.5904045104980469,
      "learning_rate": 4.58241597151476e-06,
      "loss": 0.4213,
      "step": 403860
    },
    {
      "epoch": 112.72,
      "grad_norm": 1.6699522733688354,
      "learning_rate": 4.58240796555937e-06,
      "loss": 0.4088,
      "step": 403870
    },
    {
      "epoch": 112.72,
      "grad_norm": 1.724485158920288,
      "learning_rate": 4.5823999593060134e-06,
      "loss": 0.4311,
      "step": 403880
    },
    {
      "epoch": 112.72,
      "grad_norm": 1.331620693206787,
      "learning_rate": 4.582391952754692e-06,
      "loss": 0.4256,
      "step": 403890
    },
    {
      "epoch": 112.73,
      "grad_norm": 1.4991358518600464,
      "learning_rate": 4.582383945905407e-06,
      "loss": 0.4173,
      "step": 403900
    },
    {
      "epoch": 112.73,
      "grad_norm": 1.5193599462509155,
      "learning_rate": 4.582375938758159e-06,
      "loss": 0.4171,
      "step": 403910
    },
    {
      "epoch": 112.73,
      "grad_norm": 1.2465072870254517,
      "learning_rate": 4.582367931312949e-06,
      "loss": 0.4161,
      "step": 403920
    },
    {
      "epoch": 112.74,
      "grad_norm": 1.4093735218048096,
      "learning_rate": 4.582359923569779e-06,
      "loss": 0.4111,
      "step": 403930
    },
    {
      "epoch": 112.74,
      "grad_norm": 1.4894059896469116,
      "learning_rate": 4.582351915528649e-06,
      "loss": 0.4268,
      "step": 403940
    },
    {
      "epoch": 112.74,
      "grad_norm": 1.2864792346954346,
      "learning_rate": 4.58234390718956e-06,
      "loss": 0.4475,
      "step": 403950
    },
    {
      "epoch": 112.74,
      "grad_norm": 1.4638642072677612,
      "learning_rate": 4.582335898552514e-06,
      "loss": 0.4094,
      "step": 403960
    },
    {
      "epoch": 112.75,
      "grad_norm": 1.5147523880004883,
      "learning_rate": 4.5823278896175124e-06,
      "loss": 0.4162,
      "step": 403970
    },
    {
      "epoch": 112.75,
      "grad_norm": 1.4347532987594604,
      "learning_rate": 4.582319880384554e-06,
      "loss": 0.4118,
      "step": 403980
    },
    {
      "epoch": 112.75,
      "grad_norm": 1.3631974458694458,
      "learning_rate": 4.5823118708536426e-06,
      "loss": 0.4167,
      "step": 403990
    },
    {
      "epoch": 112.75,
      "grad_norm": 1.2383902072906494,
      "learning_rate": 4.582303861024777e-06,
      "loss": 0.4115,
      "step": 404000
    },
    {
      "epoch": 112.76,
      "grad_norm": 1.587592363357544,
      "learning_rate": 4.58229585089796e-06,
      "loss": 0.4154,
      "step": 404010
    },
    {
      "epoch": 112.76,
      "grad_norm": 1.7459086179733276,
      "learning_rate": 4.582287840473192e-06,
      "loss": 0.4307,
      "step": 404020
    },
    {
      "epoch": 112.76,
      "grad_norm": 1.5163822174072266,
      "learning_rate": 4.5822798297504735e-06,
      "loss": 0.4367,
      "step": 404030
    },
    {
      "epoch": 112.77,
      "grad_norm": 1.7218751907348633,
      "learning_rate": 4.582271818729806e-06,
      "loss": 0.4045,
      "step": 404040
    },
    {
      "epoch": 112.77,
      "grad_norm": 1.3758257627487183,
      "learning_rate": 4.582263807411191e-06,
      "loss": 0.4312,
      "step": 404050
    },
    {
      "epoch": 112.77,
      "grad_norm": 1.5353933572769165,
      "learning_rate": 4.5822557957946296e-06,
      "loss": 0.3978,
      "step": 404060
    },
    {
      "epoch": 112.77,
      "grad_norm": 1.587957739830017,
      "learning_rate": 4.582247783880122e-06,
      "loss": 0.3913,
      "step": 404070
    },
    {
      "epoch": 112.78,
      "grad_norm": 1.48108971118927,
      "learning_rate": 4.582239771667669e-06,
      "loss": 0.4166,
      "step": 404080
    },
    {
      "epoch": 112.78,
      "grad_norm": 1.45064377784729,
      "learning_rate": 4.582231759157273e-06,
      "loss": 0.4486,
      "step": 404090
    },
    {
      "epoch": 112.78,
      "grad_norm": 1.3031294345855713,
      "learning_rate": 4.582223746348935e-06,
      "loss": 0.4236,
      "step": 404100
    },
    {
      "epoch": 112.79,
      "grad_norm": 1.233246922492981,
      "learning_rate": 4.582215733242655e-06,
      "loss": 0.426,
      "step": 404110
    },
    {
      "epoch": 112.79,
      "grad_norm": 1.8047199249267578,
      "learning_rate": 4.582207719838434e-06,
      "loss": 0.4258,
      "step": 404120
    },
    {
      "epoch": 112.79,
      "grad_norm": 1.4424561262130737,
      "learning_rate": 4.582199706136275e-06,
      "loss": 0.4112,
      "step": 404130
    },
    {
      "epoch": 112.79,
      "grad_norm": 1.4864516258239746,
      "learning_rate": 4.582191692136177e-06,
      "loss": 0.4166,
      "step": 404140
    },
    {
      "epoch": 112.8,
      "grad_norm": 1.4036744832992554,
      "learning_rate": 4.5821836778381416e-06,
      "loss": 0.4228,
      "step": 404150
    },
    {
      "epoch": 112.8,
      "grad_norm": 1.1700252294540405,
      "learning_rate": 4.58217566324217e-06,
      "loss": 0.4071,
      "step": 404160
    },
    {
      "epoch": 112.8,
      "grad_norm": 1.244086503982544,
      "learning_rate": 4.582167648348265e-06,
      "loss": 0.4088,
      "step": 404170
    },
    {
      "epoch": 112.8,
      "grad_norm": 1.4123352766036987,
      "learning_rate": 4.5821596331564245e-06,
      "loss": 0.4007,
      "step": 404180
    },
    {
      "epoch": 112.81,
      "grad_norm": 1.409624457359314,
      "learning_rate": 4.582151617666651e-06,
      "loss": 0.4241,
      "step": 404190
    },
    {
      "epoch": 112.81,
      "grad_norm": 1.371619701385498,
      "learning_rate": 4.5821436018789456e-06,
      "loss": 0.4396,
      "step": 404200
    },
    {
      "epoch": 112.81,
      "grad_norm": 1.2534037828445435,
      "learning_rate": 4.58213558579331e-06,
      "loss": 0.4265,
      "step": 404210
    },
    {
      "epoch": 112.82,
      "grad_norm": 1.3810744285583496,
      "learning_rate": 4.582127569409745e-06,
      "loss": 0.3966,
      "step": 404220
    },
    {
      "epoch": 112.82,
      "grad_norm": 2.119236707687378,
      "learning_rate": 4.58211955272825e-06,
      "loss": 0.3933,
      "step": 404230
    },
    {
      "epoch": 112.82,
      "grad_norm": 1.3692986965179443,
      "learning_rate": 4.582111535748828e-06,
      "loss": 0.4189,
      "step": 404240
    },
    {
      "epoch": 112.82,
      "grad_norm": 1.5433398485183716,
      "learning_rate": 4.58210351847148e-06,
      "loss": 0.4298,
      "step": 404250
    },
    {
      "epoch": 112.83,
      "grad_norm": 1.4405897855758667,
      "learning_rate": 4.5820955008962065e-06,
      "loss": 0.3864,
      "step": 404260
    },
    {
      "epoch": 112.83,
      "grad_norm": 1.6167718172073364,
      "learning_rate": 4.582087483023007e-06,
      "loss": 0.3931,
      "step": 404270
    },
    {
      "epoch": 112.83,
      "grad_norm": 1.2767211198806763,
      "learning_rate": 4.582079464851885e-06,
      "loss": 0.4016,
      "step": 404280
    },
    {
      "epoch": 112.84,
      "grad_norm": 1.4449659585952759,
      "learning_rate": 4.582071446382842e-06,
      "loss": 0.4466,
      "step": 404290
    },
    {
      "epoch": 112.84,
      "grad_norm": 1.2532002925872803,
      "learning_rate": 4.582063427615877e-06,
      "loss": 0.4071,
      "step": 404300
    },
    {
      "epoch": 112.84,
      "grad_norm": 1.3032184839248657,
      "learning_rate": 4.582055408550992e-06,
      "loss": 0.4139,
      "step": 404310
    },
    {
      "epoch": 112.84,
      "grad_norm": 1.4082162380218506,
      "learning_rate": 4.582047389188188e-06,
      "loss": 0.4308,
      "step": 404320
    },
    {
      "epoch": 112.85,
      "grad_norm": 1.4888622760772705,
      "learning_rate": 4.5820393695274655e-06,
      "loss": 0.4115,
      "step": 404330
    },
    {
      "epoch": 112.85,
      "grad_norm": 1.375298261642456,
      "learning_rate": 4.582031349568826e-06,
      "loss": 0.4183,
      "step": 404340
    },
    {
      "epoch": 112.85,
      "grad_norm": 1.2104740142822266,
      "learning_rate": 4.582023329312271e-06,
      "loss": 0.418,
      "step": 404350
    },
    {
      "epoch": 112.86,
      "grad_norm": 1.427537441253662,
      "learning_rate": 4.582015308757802e-06,
      "loss": 0.4146,
      "step": 404360
    },
    {
      "epoch": 112.86,
      "grad_norm": 1.292378306388855,
      "learning_rate": 4.582007287905418e-06,
      "loss": 0.4031,
      "step": 404370
    },
    {
      "epoch": 112.86,
      "grad_norm": 1.426804780960083,
      "learning_rate": 4.581999266755121e-06,
      "loss": 0.3992,
      "step": 404380
    },
    {
      "epoch": 112.86,
      "grad_norm": 1.3606504201889038,
      "learning_rate": 4.581991245306914e-06,
      "loss": 0.4278,
      "step": 404390
    },
    {
      "epoch": 112.87,
      "grad_norm": 1.4991122484207153,
      "learning_rate": 4.581983223560795e-06,
      "loss": 0.4373,
      "step": 404400
    },
    {
      "epoch": 112.87,
      "grad_norm": 1.2067426443099976,
      "learning_rate": 4.581975201516768e-06,
      "loss": 0.4286,
      "step": 404410
    },
    {
      "epoch": 112.87,
      "grad_norm": 1.125402808189392,
      "learning_rate": 4.581967179174832e-06,
      "loss": 0.4272,
      "step": 404420
    },
    {
      "epoch": 112.87,
      "grad_norm": 1.4600245952606201,
      "learning_rate": 4.5819591565349885e-06,
      "loss": 0.4287,
      "step": 404430
    },
    {
      "epoch": 112.88,
      "grad_norm": 1.2974077463150024,
      "learning_rate": 4.581951133597239e-06,
      "loss": 0.4229,
      "step": 404440
    },
    {
      "epoch": 112.88,
      "grad_norm": 1.34212064743042,
      "learning_rate": 4.581943110361584e-06,
      "loss": 0.4106,
      "step": 404450
    },
    {
      "epoch": 112.88,
      "grad_norm": 1.136436939239502,
      "learning_rate": 4.581935086828025e-06,
      "loss": 0.4101,
      "step": 404460
    },
    {
      "epoch": 112.89,
      "grad_norm": 1.6944639682769775,
      "learning_rate": 4.5819270629965625e-06,
      "loss": 0.4177,
      "step": 404470
    },
    {
      "epoch": 112.89,
      "grad_norm": 1.2092652320861816,
      "learning_rate": 4.581919038867198e-06,
      "loss": 0.4073,
      "step": 404480
    },
    {
      "epoch": 112.89,
      "grad_norm": 1.4723904132843018,
      "learning_rate": 4.581911014439933e-06,
      "loss": 0.4239,
      "step": 404490
    },
    {
      "epoch": 112.89,
      "grad_norm": 1.8169093132019043,
      "learning_rate": 4.5819029897147695e-06,
      "loss": 0.4098,
      "step": 404500
    },
    {
      "epoch": 112.9,
      "grad_norm": 1.3452507257461548,
      "learning_rate": 4.581894964691706e-06,
      "loss": 0.408,
      "step": 404510
    },
    {
      "epoch": 112.9,
      "grad_norm": 1.5332040786743164,
      "learning_rate": 4.581886939370744e-06,
      "loss": 0.4339,
      "step": 404520
    },
    {
      "epoch": 112.9,
      "grad_norm": 1.3886409997940063,
      "learning_rate": 4.581878913751887e-06,
      "loss": 0.3974,
      "step": 404530
    },
    {
      "epoch": 112.91,
      "grad_norm": 1.5020136833190918,
      "learning_rate": 4.581870887835133e-06,
      "loss": 0.4055,
      "step": 404540
    },
    {
      "epoch": 112.91,
      "grad_norm": 1.496502161026001,
      "learning_rate": 4.581862861620485e-06,
      "loss": 0.4214,
      "step": 404550
    },
    {
      "epoch": 112.91,
      "grad_norm": 1.853569746017456,
      "learning_rate": 4.581854835107944e-06,
      "loss": 0.4062,
      "step": 404560
    },
    {
      "epoch": 112.91,
      "grad_norm": 1.5672316551208496,
      "learning_rate": 4.58184680829751e-06,
      "loss": 0.4244,
      "step": 404570
    },
    {
      "epoch": 112.92,
      "grad_norm": 1.1501038074493408,
      "learning_rate": 4.581838781189185e-06,
      "loss": 0.3995,
      "step": 404580
    },
    {
      "epoch": 112.92,
      "grad_norm": 1.3958147764205933,
      "learning_rate": 4.58183075378297e-06,
      "loss": 0.4239,
      "step": 404590
    },
    {
      "epoch": 112.92,
      "grad_norm": 1.2870683670043945,
      "learning_rate": 4.581822726078865e-06,
      "loss": 0.4217,
      "step": 404600
    },
    {
      "epoch": 112.92,
      "grad_norm": 1.289454460144043,
      "learning_rate": 4.581814698076873e-06,
      "loss": 0.4105,
      "step": 404610
    },
    {
      "epoch": 112.93,
      "grad_norm": 1.498988389968872,
      "learning_rate": 4.581806669776993e-06,
      "loss": 0.4158,
      "step": 404620
    },
    {
      "epoch": 112.93,
      "grad_norm": 1.2305575609207153,
      "learning_rate": 4.5817986411792275e-06,
      "loss": 0.4161,
      "step": 404630
    },
    {
      "epoch": 112.93,
      "grad_norm": 1.3718901872634888,
      "learning_rate": 4.5817906122835775e-06,
      "loss": 0.4373,
      "step": 404640
    },
    {
      "epoch": 112.94,
      "grad_norm": 1.6167038679122925,
      "learning_rate": 4.581782583090043e-06,
      "loss": 0.4049,
      "step": 404650
    },
    {
      "epoch": 112.94,
      "grad_norm": 1.3320205211639404,
      "learning_rate": 4.581774553598626e-06,
      "loss": 0.4054,
      "step": 404660
    },
    {
      "epoch": 112.94,
      "grad_norm": 1.5127249956130981,
      "learning_rate": 4.581766523809328e-06,
      "loss": 0.3998,
      "step": 404670
    },
    {
      "epoch": 112.94,
      "grad_norm": 1.84372079372406,
      "learning_rate": 4.581758493722149e-06,
      "loss": 0.4254,
      "step": 404680
    },
    {
      "epoch": 112.95,
      "grad_norm": 1.483951210975647,
      "learning_rate": 4.58175046333709e-06,
      "loss": 0.4192,
      "step": 404690
    },
    {
      "epoch": 112.95,
      "grad_norm": 1.3560137748718262,
      "learning_rate": 4.581742432654152e-06,
      "loss": 0.4052,
      "step": 404700
    },
    {
      "epoch": 112.95,
      "grad_norm": 1.5849902629852295,
      "learning_rate": 4.581734401673338e-06,
      "loss": 0.422,
      "step": 404710
    },
    {
      "epoch": 112.96,
      "grad_norm": 1.549708604812622,
      "learning_rate": 4.5817263703946465e-06,
      "loss": 0.4352,
      "step": 404720
    },
    {
      "epoch": 112.96,
      "grad_norm": 1.3565765619277954,
      "learning_rate": 4.5817183388180804e-06,
      "loss": 0.4267,
      "step": 404730
    },
    {
      "epoch": 112.96,
      "grad_norm": 1.5416111946105957,
      "learning_rate": 4.581710306943641e-06,
      "loss": 0.4106,
      "step": 404740
    },
    {
      "epoch": 112.96,
      "grad_norm": 1.8055790662765503,
      "learning_rate": 4.581702274771327e-06,
      "loss": 0.4024,
      "step": 404750
    },
    {
      "epoch": 112.97,
      "grad_norm": 1.4503488540649414,
      "learning_rate": 4.581694242301141e-06,
      "loss": 0.4056,
      "step": 404760
    },
    {
      "epoch": 112.97,
      "grad_norm": 1.3531466722488403,
      "learning_rate": 4.581686209533084e-06,
      "loss": 0.4201,
      "step": 404770
    },
    {
      "epoch": 112.97,
      "grad_norm": 1.235351800918579,
      "learning_rate": 4.581678176467158e-06,
      "loss": 0.4274,
      "step": 404780
    },
    {
      "epoch": 112.98,
      "grad_norm": 1.4174140691757202,
      "learning_rate": 4.581670143103363e-06,
      "loss": 0.4212,
      "step": 404790
    },
    {
      "epoch": 112.98,
      "grad_norm": 1.487796425819397,
      "learning_rate": 4.581662109441699e-06,
      "loss": 0.4305,
      "step": 404800
    },
    {
      "epoch": 112.98,
      "grad_norm": 1.332533597946167,
      "learning_rate": 4.58165407548217e-06,
      "loss": 0.4323,
      "step": 404810
    },
    {
      "epoch": 112.98,
      "grad_norm": 1.5286051034927368,
      "learning_rate": 4.5816460412247745e-06,
      "loss": 0.4229,
      "step": 404820
    },
    {
      "epoch": 112.99,
      "grad_norm": 1.3942240476608276,
      "learning_rate": 4.581638006669514e-06,
      "loss": 0.4246,
      "step": 404830
    },
    {
      "epoch": 112.99,
      "grad_norm": 1.423525333404541,
      "learning_rate": 4.5816299718163906e-06,
      "loss": 0.3867,
      "step": 404840
    },
    {
      "epoch": 112.99,
      "grad_norm": 1.5045390129089355,
      "learning_rate": 4.581621936665405e-06,
      "loss": 0.414,
      "step": 404850
    },
    {
      "epoch": 112.99,
      "grad_norm": 1.4146742820739746,
      "learning_rate": 4.5816139012165565e-06,
      "loss": 0.3936,
      "step": 404860
    },
    {
      "epoch": 113.0,
      "grad_norm": 1.723610281944275,
      "learning_rate": 4.581605865469849e-06,
      "loss": 0.4057,
      "step": 404870
    },
    {
      "epoch": 113.0,
      "eval_loss": 0.41551902890205383,
      "eval_runtime": 63.4216,
      "eval_samples_per_second": 79.768,
      "eval_steps_per_second": 9.981,
      "step": 404879
    },
    {
      "epoch": 113.0,
      "grad_norm": 1.859539270401001,
      "learning_rate": 4.5815978294252825e-06,
      "loss": 0.4301,
      "step": 404880
    },
    {
      "epoch": 113.0,
      "grad_norm": 2.1653010845184326,
      "learning_rate": 4.581589793082858e-06,
      "loss": 0.4212,
      "step": 404890
    },
    {
      "epoch": 113.01,
      "grad_norm": 1.8754029273986816,
      "learning_rate": 4.581581756442575e-06,
      "loss": 0.4086,
      "step": 404900
    },
    {
      "epoch": 113.01,
      "grad_norm": 1.6699515581130981,
      "learning_rate": 4.581573719504437e-06,
      "loss": 0.4076,
      "step": 404910
    },
    {
      "epoch": 113.01,
      "grad_norm": 1.497545599937439,
      "learning_rate": 4.581565682268444e-06,
      "loss": 0.4062,
      "step": 404920
    },
    {
      "epoch": 113.01,
      "grad_norm": 1.2627785205841064,
      "learning_rate": 4.581557644734597e-06,
      "loss": 0.4067,
      "step": 404930
    },
    {
      "epoch": 113.02,
      "grad_norm": 1.746216893196106,
      "learning_rate": 4.581549606902897e-06,
      "loss": 0.4102,
      "step": 404940
    },
    {
      "epoch": 113.02,
      "grad_norm": 1.3219228982925415,
      "learning_rate": 4.5815415687733454e-06,
      "loss": 0.4392,
      "step": 404950
    },
    {
      "epoch": 113.02,
      "grad_norm": 1.7480002641677856,
      "learning_rate": 4.581533530345944e-06,
      "loss": 0.4198,
      "step": 404960
    },
    {
      "epoch": 113.03,
      "grad_norm": 1.4482725858688354,
      "learning_rate": 4.581525491620692e-06,
      "loss": 0.4367,
      "step": 404970
    },
    {
      "epoch": 113.03,
      "grad_norm": 6.3885016441345215,
      "learning_rate": 4.581517452597591e-06,
      "loss": 0.4109,
      "step": 404980
    },
    {
      "epoch": 113.03,
      "grad_norm": 1.8031169176101685,
      "learning_rate": 4.581509413276644e-06,
      "loss": 0.429,
      "step": 404990
    },
    {
      "epoch": 113.03,
      "grad_norm": 1.7457220554351807,
      "learning_rate": 4.58150137365785e-06,
      "loss": 0.4277,
      "step": 405000
    },
    {
      "epoch": 113.04,
      "grad_norm": 1.6841721534729004,
      "learning_rate": 4.58149333374121e-06,
      "loss": 0.423,
      "step": 405010
    },
    {
      "epoch": 113.04,
      "grad_norm": 1.272346019744873,
      "learning_rate": 4.581485293526727e-06,
      "loss": 0.4099,
      "step": 405020
    },
    {
      "epoch": 113.04,
      "grad_norm": 2.637885808944702,
      "learning_rate": 4.581477253014399e-06,
      "loss": 0.4115,
      "step": 405030
    },
    {
      "epoch": 113.04,
      "grad_norm": 1.4626637697219849,
      "learning_rate": 4.5814692122042305e-06,
      "loss": 0.4109,
      "step": 405040
    },
    {
      "epoch": 113.05,
      "grad_norm": 1.3284213542938232,
      "learning_rate": 4.58146117109622e-06,
      "loss": 0.4217,
      "step": 405050
    },
    {
      "epoch": 113.05,
      "grad_norm": 1.5173453092575073,
      "learning_rate": 4.581453129690371e-06,
      "loss": 0.4196,
      "step": 405060
    },
    {
      "epoch": 113.05,
      "grad_norm": 1.8511890172958374,
      "learning_rate": 4.581445087986682e-06,
      "loss": 0.4074,
      "step": 405070
    },
    {
      "epoch": 113.06,
      "grad_norm": 1.3285255432128906,
      "learning_rate": 4.581437045985155e-06,
      "loss": 0.4077,
      "step": 405080
    },
    {
      "epoch": 113.06,
      "grad_norm": 1.5938265323638916,
      "learning_rate": 4.581429003685792e-06,
      "loss": 0.4225,
      "step": 405090
    },
    {
      "epoch": 113.06,
      "grad_norm": 1.3104110956192017,
      "learning_rate": 4.581420961088592e-06,
      "loss": 0.4258,
      "step": 405100
    },
    {
      "epoch": 113.06,
      "grad_norm": 1.2497811317443848,
      "learning_rate": 4.581412918193558e-06,
      "loss": 0.3834,
      "step": 405110
    },
    {
      "epoch": 113.07,
      "grad_norm": 1.4951846599578857,
      "learning_rate": 4.581404875000691e-06,
      "loss": 0.4205,
      "step": 405120
    },
    {
      "epoch": 113.07,
      "grad_norm": 3.0326120853424072,
      "learning_rate": 4.581396831509991e-06,
      "loss": 0.4181,
      "step": 405130
    },
    {
      "epoch": 113.07,
      "grad_norm": 1.8263928890228271,
      "learning_rate": 4.58138878772146e-06,
      "loss": 0.4025,
      "step": 405140
    },
    {
      "epoch": 113.08,
      "grad_norm": 1.3299542665481567,
      "learning_rate": 4.5813807436350985e-06,
      "loss": 0.4157,
      "step": 405150
    },
    {
      "epoch": 113.08,
      "grad_norm": 1.6831433773040771,
      "learning_rate": 4.581372699250908e-06,
      "loss": 0.4339,
      "step": 405160
    },
    {
      "epoch": 113.08,
      "grad_norm": 1.4913192987442017,
      "learning_rate": 4.581364654568889e-06,
      "loss": 0.4091,
      "step": 405170
    },
    {
      "epoch": 113.08,
      "grad_norm": 1.5111355781555176,
      "learning_rate": 4.581356609589043e-06,
      "loss": 0.4197,
      "step": 405180
    },
    {
      "epoch": 113.09,
      "grad_norm": 1.300864815711975,
      "learning_rate": 4.581348564311371e-06,
      "loss": 0.4024,
      "step": 405190
    },
    {
      "epoch": 113.09,
      "grad_norm": 1.3713735342025757,
      "learning_rate": 4.581340518735874e-06,
      "loss": 0.407,
      "step": 405200
    },
    {
      "epoch": 113.09,
      "grad_norm": 1.5000392198562622,
      "learning_rate": 4.581332472862553e-06,
      "loss": 0.424,
      "step": 405210
    },
    {
      "epoch": 113.1,
      "grad_norm": 1.771913766860962,
      "learning_rate": 4.581324426691408e-06,
      "loss": 0.4412,
      "step": 405220
    },
    {
      "epoch": 113.1,
      "grad_norm": 1.3871632814407349,
      "learning_rate": 4.581316380222443e-06,
      "loss": 0.4097,
      "step": 405230
    },
    {
      "epoch": 113.1,
      "grad_norm": 1.2239563465118408,
      "learning_rate": 4.5813083334556564e-06,
      "loss": 0.406,
      "step": 405240
    },
    {
      "epoch": 113.1,
      "grad_norm": 1.329938292503357,
      "learning_rate": 4.581300286391051e-06,
      "loss": 0.4035,
      "step": 405250
    },
    {
      "epoch": 113.11,
      "grad_norm": 1.2386549711227417,
      "learning_rate": 4.5812922390286255e-06,
      "loss": 0.4198,
      "step": 405260
    },
    {
      "epoch": 113.11,
      "grad_norm": 1.2802619934082031,
      "learning_rate": 4.581284191368384e-06,
      "loss": 0.4151,
      "step": 405270
    },
    {
      "epoch": 113.11,
      "grad_norm": 1.4541947841644287,
      "learning_rate": 4.581276143410326e-06,
      "loss": 0.4112,
      "step": 405280
    },
    {
      "epoch": 113.11,
      "grad_norm": 1.6138650178909302,
      "learning_rate": 4.581268095154452e-06,
      "loss": 0.4025,
      "step": 405290
    },
    {
      "epoch": 113.12,
      "grad_norm": 1.2627615928649902,
      "learning_rate": 4.581260046600764e-06,
      "loss": 0.4171,
      "step": 405300
    },
    {
      "epoch": 113.12,
      "grad_norm": 1.5334446430206299,
      "learning_rate": 4.581251997749262e-06,
      "loss": 0.4147,
      "step": 405310
    },
    {
      "epoch": 113.12,
      "grad_norm": 1.8409194946289062,
      "learning_rate": 4.581243948599949e-06,
      "loss": 0.4125,
      "step": 405320
    },
    {
      "epoch": 113.13,
      "grad_norm": 1.3096628189086914,
      "learning_rate": 4.581235899152824e-06,
      "loss": 0.4038,
      "step": 405330
    },
    {
      "epoch": 113.13,
      "grad_norm": 1.4636200666427612,
      "learning_rate": 4.58122784940789e-06,
      "loss": 0.405,
      "step": 405340
    },
    {
      "epoch": 113.13,
      "grad_norm": 1.518829107284546,
      "learning_rate": 4.581219799365147e-06,
      "loss": 0.4259,
      "step": 405350
    },
    {
      "epoch": 113.13,
      "grad_norm": 1.3708189725875854,
      "learning_rate": 4.581211749024596e-06,
      "loss": 0.416,
      "step": 405360
    },
    {
      "epoch": 113.14,
      "grad_norm": 1.6563087701797485,
      "learning_rate": 4.581203698386238e-06,
      "loss": 0.4217,
      "step": 405370
    },
    {
      "epoch": 113.14,
      "grad_norm": 1.3145110607147217,
      "learning_rate": 4.581195647450075e-06,
      "loss": 0.4196,
      "step": 405380
    },
    {
      "epoch": 113.14,
      "grad_norm": 1.8646610975265503,
      "learning_rate": 4.581187596216107e-06,
      "loss": 0.4105,
      "step": 405390
    },
    {
      "epoch": 113.15,
      "grad_norm": 4.539988994598389,
      "learning_rate": 4.581179544684335e-06,
      "loss": 0.3967,
      "step": 405400
    },
    {
      "epoch": 113.15,
      "grad_norm": 1.7421033382415771,
      "learning_rate": 4.58117149285476e-06,
      "loss": 0.4245,
      "step": 405410
    },
    {
      "epoch": 113.15,
      "grad_norm": 9.654678344726562,
      "learning_rate": 4.581163440727384e-06,
      "loss": 0.4258,
      "step": 405420
    },
    {
      "epoch": 113.15,
      "grad_norm": 1.392503023147583,
      "learning_rate": 4.5811553883022085e-06,
      "loss": 0.4162,
      "step": 405430
    },
    {
      "epoch": 113.16,
      "grad_norm": 1.5335536003112793,
      "learning_rate": 4.581147335579233e-06,
      "loss": 0.4122,
      "step": 405440
    },
    {
      "epoch": 113.16,
      "grad_norm": 1.4304927587509155,
      "learning_rate": 4.58113928255846e-06,
      "loss": 0.4235,
      "step": 405450
    },
    {
      "epoch": 113.16,
      "grad_norm": 1.333254098892212,
      "learning_rate": 4.58113122923989e-06,
      "loss": 0.409,
      "step": 405460
    },
    {
      "epoch": 113.16,
      "grad_norm": 1.7304524183273315,
      "learning_rate": 4.581123175623523e-06,
      "loss": 0.4137,
      "step": 405470
    },
    {
      "epoch": 113.17,
      "grad_norm": 1.3645009994506836,
      "learning_rate": 4.581115121709361e-06,
      "loss": 0.4277,
      "step": 405480
    },
    {
      "epoch": 113.17,
      "grad_norm": 1.378522276878357,
      "learning_rate": 4.581107067497406e-06,
      "loss": 0.4267,
      "step": 405490
    },
    {
      "epoch": 113.17,
      "grad_norm": 1.3695498704910278,
      "learning_rate": 4.581099012987657e-06,
      "loss": 0.4235,
      "step": 405500
    },
    {
      "epoch": 113.18,
      "grad_norm": 1.5783514976501465,
      "learning_rate": 4.581090958180117e-06,
      "loss": 0.4068,
      "step": 405510
    },
    {
      "epoch": 113.18,
      "grad_norm": 2.532900810241699,
      "learning_rate": 4.581082903074786e-06,
      "loss": 0.4093,
      "step": 405520
    },
    {
      "epoch": 113.18,
      "grad_norm": 2.0467231273651123,
      "learning_rate": 4.581074847671666e-06,
      "loss": 0.4209,
      "step": 405530
    },
    {
      "epoch": 113.18,
      "grad_norm": 1.258565068244934,
      "learning_rate": 4.581066791970757e-06,
      "loss": 0.4247,
      "step": 405540
    },
    {
      "epoch": 113.19,
      "grad_norm": 2.730544090270996,
      "learning_rate": 4.58105873597206e-06,
      "loss": 0.4197,
      "step": 405550
    },
    {
      "epoch": 113.19,
      "grad_norm": 1.6459169387817383,
      "learning_rate": 4.581050679675577e-06,
      "loss": 0.4176,
      "step": 405560
    },
    {
      "epoch": 113.19,
      "grad_norm": 1.5682071447372437,
      "learning_rate": 4.581042623081309e-06,
      "loss": 0.433,
      "step": 405570
    },
    {
      "epoch": 113.2,
      "grad_norm": 1.8424874544143677,
      "learning_rate": 4.581034566189257e-06,
      "loss": 0.4145,
      "step": 405580
    },
    {
      "epoch": 113.2,
      "grad_norm": 1.1987240314483643,
      "learning_rate": 4.581026508999421e-06,
      "loss": 0.416,
      "step": 405590
    },
    {
      "epoch": 113.2,
      "grad_norm": 1.6039962768554688,
      "learning_rate": 4.5810184515118035e-06,
      "loss": 0.4201,
      "step": 405600
    },
    {
      "epoch": 113.2,
      "grad_norm": 1.3258886337280273,
      "learning_rate": 4.581010393726405e-06,
      "loss": 0.4138,
      "step": 405610
    },
    {
      "epoch": 113.21,
      "grad_norm": 1.543881893157959,
      "learning_rate": 4.581002335643226e-06,
      "loss": 0.4063,
      "step": 405620
    },
    {
      "epoch": 113.21,
      "grad_norm": 1.2877905368804932,
      "learning_rate": 4.580994277262268e-06,
      "loss": 0.4281,
      "step": 405630
    },
    {
      "epoch": 113.21,
      "grad_norm": 1.4682880640029907,
      "learning_rate": 4.580986218583533e-06,
      "loss": 0.4157,
      "step": 405640
    },
    {
      "epoch": 113.22,
      "grad_norm": 1.1998541355133057,
      "learning_rate": 4.580978159607021e-06,
      "loss": 0.405,
      "step": 405650
    },
    {
      "epoch": 113.22,
      "grad_norm": 1.2357544898986816,
      "learning_rate": 4.5809701003327326e-06,
      "loss": 0.4206,
      "step": 405660
    },
    {
      "epoch": 113.22,
      "grad_norm": 1.6152416467666626,
      "learning_rate": 4.5809620407606705e-06,
      "loss": 0.4195,
      "step": 405670
    },
    {
      "epoch": 113.22,
      "grad_norm": 1.5361649990081787,
      "learning_rate": 4.580953980890834e-06,
      "loss": 0.4148,
      "step": 405680
    },
    {
      "epoch": 113.23,
      "grad_norm": 1.647252082824707,
      "learning_rate": 4.580945920723226e-06,
      "loss": 0.4243,
      "step": 405690
    },
    {
      "epoch": 113.23,
      "grad_norm": 1.631994605064392,
      "learning_rate": 4.5809378602578455e-06,
      "loss": 0.4245,
      "step": 405700
    },
    {
      "epoch": 113.23,
      "grad_norm": 1.3883848190307617,
      "learning_rate": 4.580929799494696e-06,
      "loss": 0.4199,
      "step": 405710
    },
    {
      "epoch": 113.23,
      "grad_norm": 1.2611405849456787,
      "learning_rate": 4.580921738433776e-06,
      "loss": 0.4103,
      "step": 405720
    },
    {
      "epoch": 113.24,
      "grad_norm": 1.6716645956039429,
      "learning_rate": 4.580913677075089e-06,
      "loss": 0.394,
      "step": 405730
    },
    {
      "epoch": 113.24,
      "grad_norm": 1.3845051527023315,
      "learning_rate": 4.5809056154186335e-06,
      "loss": 0.4309,
      "step": 405740
    },
    {
      "epoch": 113.24,
      "grad_norm": 1.5469238758087158,
      "learning_rate": 4.580897553464413e-06,
      "loss": 0.4285,
      "step": 405750
    },
    {
      "epoch": 113.25,
      "grad_norm": 3.454054832458496,
      "learning_rate": 4.580889491212427e-06,
      "loss": 0.4052,
      "step": 405760
    },
    {
      "epoch": 113.25,
      "grad_norm": 1.354326605796814,
      "learning_rate": 4.5808814286626775e-06,
      "loss": 0.4269,
      "step": 405770
    },
    {
      "epoch": 113.25,
      "grad_norm": 1.410017490386963,
      "learning_rate": 4.580873365815165e-06,
      "loss": 0.3993,
      "step": 405780
    },
    {
      "epoch": 113.25,
      "grad_norm": 1.5143475532531738,
      "learning_rate": 4.5808653026698914e-06,
      "loss": 0.4175,
      "step": 405790
    },
    {
      "epoch": 113.26,
      "grad_norm": 1.2938746213912964,
      "learning_rate": 4.580857239226857e-06,
      "loss": 0.418,
      "step": 405800
    },
    {
      "epoch": 113.26,
      "grad_norm": 1.3850035667419434,
      "learning_rate": 4.580849175486063e-06,
      "loss": 0.4086,
      "step": 405810
    },
    {
      "epoch": 113.26,
      "grad_norm": 1.8050975799560547,
      "learning_rate": 4.5808411114475095e-06,
      "loss": 0.4117,
      "step": 405820
    },
    {
      "epoch": 113.27,
      "grad_norm": 1.472326636314392,
      "learning_rate": 4.580833047111199e-06,
      "loss": 0.406,
      "step": 405830
    },
    {
      "epoch": 113.27,
      "grad_norm": 1.4821163415908813,
      "learning_rate": 4.580824982477132e-06,
      "loss": 0.4076,
      "step": 405840
    },
    {
      "epoch": 113.27,
      "grad_norm": 1.366890549659729,
      "learning_rate": 4.580816917545311e-06,
      "loss": 0.4229,
      "step": 405850
    },
    {
      "epoch": 113.27,
      "grad_norm": 1.2339414358139038,
      "learning_rate": 4.580808852315735e-06,
      "loss": 0.42,
      "step": 405860
    },
    {
      "epoch": 113.28,
      "grad_norm": 1.6033293008804321,
      "learning_rate": 4.580800786788405e-06,
      "loss": 0.4009,
      "step": 405870
    },
    {
      "epoch": 113.28,
      "grad_norm": 1.9613174200057983,
      "learning_rate": 4.580792720963324e-06,
      "loss": 0.4217,
      "step": 405880
    },
    {
      "epoch": 113.28,
      "grad_norm": 1.3728959560394287,
      "learning_rate": 4.580784654840492e-06,
      "loss": 0.4202,
      "step": 405890
    },
    {
      "epoch": 113.28,
      "grad_norm": 1.4883074760437012,
      "learning_rate": 4.580776588419909e-06,
      "loss": 0.4231,
      "step": 405900
    },
    {
      "epoch": 113.29,
      "grad_norm": 1.4904597997665405,
      "learning_rate": 4.580768521701579e-06,
      "loss": 0.4279,
      "step": 405910
    },
    {
      "epoch": 113.29,
      "grad_norm": 1.351383924484253,
      "learning_rate": 4.5807604546855e-06,
      "loss": 0.4267,
      "step": 405920
    },
    {
      "epoch": 113.29,
      "grad_norm": 1.4639878273010254,
      "learning_rate": 4.580752387371673e-06,
      "loss": 0.4266,
      "step": 405930
    },
    {
      "epoch": 113.3,
      "grad_norm": 1.50412917137146,
      "learning_rate": 4.580744319760102e-06,
      "loss": 0.4143,
      "step": 405940
    },
    {
      "epoch": 113.3,
      "grad_norm": 1.4798002243041992,
      "learning_rate": 4.5807362518507865e-06,
      "loss": 0.4082,
      "step": 405950
    },
    {
      "epoch": 113.3,
      "grad_norm": 1.985041618347168,
      "learning_rate": 4.5807281836437276e-06,
      "loss": 0.426,
      "step": 405960
    },
    {
      "epoch": 113.3,
      "grad_norm": 1.3754194974899292,
      "learning_rate": 4.5807201151389255e-06,
      "loss": 0.4218,
      "step": 405970
    },
    {
      "epoch": 113.31,
      "grad_norm": 1.742833137512207,
      "learning_rate": 4.580712046336383e-06,
      "loss": 0.4072,
      "step": 405980
    },
    {
      "epoch": 113.31,
      "grad_norm": 1.3558852672576904,
      "learning_rate": 4.5807039772361e-06,
      "loss": 0.4182,
      "step": 405990
    },
    {
      "epoch": 113.31,
      "grad_norm": 1.4276831150054932,
      "learning_rate": 4.580695907838077e-06,
      "loss": 0.4046,
      "step": 406000
    },
    {
      "epoch": 113.32,
      "grad_norm": 1.5290740728378296,
      "learning_rate": 4.580687838142317e-06,
      "loss": 0.42,
      "step": 406010
    },
    {
      "epoch": 113.32,
      "grad_norm": 1.5335578918457031,
      "learning_rate": 4.580679768148819e-06,
      "loss": 0.4122,
      "step": 406020
    },
    {
      "epoch": 113.32,
      "grad_norm": 1.3756407499313354,
      "learning_rate": 4.5806716978575855e-06,
      "loss": 0.419,
      "step": 406030
    },
    {
      "epoch": 113.32,
      "grad_norm": 1.7668273448944092,
      "learning_rate": 4.580663627268617e-06,
      "loss": 0.4178,
      "step": 406040
    },
    {
      "epoch": 113.33,
      "grad_norm": 1.2962912321090698,
      "learning_rate": 4.580655556381915e-06,
      "loss": 0.4139,
      "step": 406050
    },
    {
      "epoch": 113.33,
      "grad_norm": 1.5521904230117798,
      "learning_rate": 4.58064748519748e-06,
      "loss": 0.4213,
      "step": 406060
    },
    {
      "epoch": 113.33,
      "grad_norm": 1.5703588724136353,
      "learning_rate": 4.580639413715313e-06,
      "loss": 0.3996,
      "step": 406070
    },
    {
      "epoch": 113.34,
      "grad_norm": 1.308896780014038,
      "learning_rate": 4.580631341935416e-06,
      "loss": 0.4118,
      "step": 406080
    },
    {
      "epoch": 113.34,
      "grad_norm": 1.3942046165466309,
      "learning_rate": 4.580623269857789e-06,
      "loss": 0.4336,
      "step": 406090
    },
    {
      "epoch": 113.34,
      "grad_norm": 1.66212797164917,
      "learning_rate": 4.580615197482434e-06,
      "loss": 0.4286,
      "step": 406100
    },
    {
      "epoch": 113.34,
      "grad_norm": 2.334268569946289,
      "learning_rate": 4.580607124809352e-06,
      "loss": 0.4295,
      "step": 406110
    },
    {
      "epoch": 113.35,
      "grad_norm": 1.4338356256484985,
      "learning_rate": 4.580599051838543e-06,
      "loss": 0.4161,
      "step": 406120
    },
    {
      "epoch": 113.35,
      "grad_norm": 1.3502658605575562,
      "learning_rate": 4.580590978570008e-06,
      "loss": 0.4121,
      "step": 406130
    },
    {
      "epoch": 113.35,
      "grad_norm": 1.3804887533187866,
      "learning_rate": 4.580582905003751e-06,
      "loss": 0.414,
      "step": 406140
    },
    {
      "epoch": 113.35,
      "grad_norm": 1.2685604095458984,
      "learning_rate": 4.5805748311397694e-06,
      "loss": 0.4081,
      "step": 406150
    },
    {
      "epoch": 113.36,
      "grad_norm": 1.18504798412323,
      "learning_rate": 4.5805667569780655e-06,
      "loss": 0.4026,
      "step": 406160
    },
    {
      "epoch": 113.36,
      "grad_norm": 1.3395228385925293,
      "learning_rate": 4.580558682518641e-06,
      "loss": 0.4201,
      "step": 406170
    },
    {
      "epoch": 113.36,
      "grad_norm": 1.4485434293746948,
      "learning_rate": 4.580550607761497e-06,
      "loss": 0.4196,
      "step": 406180
    },
    {
      "epoch": 113.37,
      "grad_norm": 1.2934333086013794,
      "learning_rate": 4.580542532706635e-06,
      "loss": 0.4088,
      "step": 406190
    },
    {
      "epoch": 113.37,
      "grad_norm": 1.5141332149505615,
      "learning_rate": 4.580534457354054e-06,
      "loss": 0.4245,
      "step": 406200
    },
    {
      "epoch": 113.37,
      "grad_norm": 1.552130937576294,
      "learning_rate": 4.580526381703757e-06,
      "loss": 0.4204,
      "step": 406210
    },
    {
      "epoch": 113.37,
      "grad_norm": 1.3004668951034546,
      "learning_rate": 4.580518305755745e-06,
      "loss": 0.416,
      "step": 406220
    },
    {
      "epoch": 113.38,
      "grad_norm": 1.3289690017700195,
      "learning_rate": 4.580510229510017e-06,
      "loss": 0.4205,
      "step": 406230
    },
    {
      "epoch": 113.38,
      "grad_norm": 1.5330736637115479,
      "learning_rate": 4.580502152966577e-06,
      "loss": 0.4074,
      "step": 406240
    },
    {
      "epoch": 113.38,
      "grad_norm": 1.4027472734451294,
      "learning_rate": 4.580494076125424e-06,
      "loss": 0.408,
      "step": 406250
    },
    {
      "epoch": 113.39,
      "grad_norm": 1.3028115034103394,
      "learning_rate": 4.5804859989865594e-06,
      "loss": 0.43,
      "step": 406260
    },
    {
      "epoch": 113.39,
      "grad_norm": 1.5029290914535522,
      "learning_rate": 4.580477921549985e-06,
      "loss": 0.4221,
      "step": 406270
    },
    {
      "epoch": 113.39,
      "grad_norm": 1.3008900880813599,
      "learning_rate": 4.580469843815702e-06,
      "loss": 0.4247,
      "step": 406280
    },
    {
      "epoch": 113.39,
      "grad_norm": 1.2063261270523071,
      "learning_rate": 4.580461765783711e-06,
      "loss": 0.4123,
      "step": 406290
    },
    {
      "epoch": 113.4,
      "grad_norm": 1.504165768623352,
      "learning_rate": 4.580453687454012e-06,
      "loss": 0.4181,
      "step": 406300
    },
    {
      "epoch": 113.4,
      "grad_norm": 1.5902043581008911,
      "learning_rate": 4.580445608826608e-06,
      "loss": 0.4002,
      "step": 406310
    },
    {
      "epoch": 113.4,
      "grad_norm": 1.437749981880188,
      "learning_rate": 4.580437529901498e-06,
      "loss": 0.4132,
      "step": 406320
    },
    {
      "epoch": 113.4,
      "grad_norm": 1.4214600324630737,
      "learning_rate": 4.580429450678686e-06,
      "loss": 0.4243,
      "step": 406330
    },
    {
      "epoch": 113.41,
      "grad_norm": 1.419969081878662,
      "learning_rate": 4.580421371158171e-06,
      "loss": 0.4087,
      "step": 406340
    },
    {
      "epoch": 113.41,
      "grad_norm": 1.2802071571350098,
      "learning_rate": 4.580413291339954e-06,
      "loss": 0.4123,
      "step": 406350
    },
    {
      "epoch": 113.41,
      "grad_norm": 1.2991931438446045,
      "learning_rate": 4.580405211224037e-06,
      "loss": 0.425,
      "step": 406360
    },
    {
      "epoch": 113.42,
      "grad_norm": 5.072896957397461,
      "learning_rate": 4.58039713081042e-06,
      "loss": 0.4197,
      "step": 406370
    },
    {
      "epoch": 113.42,
      "grad_norm": 1.487506628036499,
      "learning_rate": 4.580389050099105e-06,
      "loss": 0.4135,
      "step": 406380
    },
    {
      "epoch": 113.42,
      "grad_norm": 1.5124257802963257,
      "learning_rate": 4.580380969090092e-06,
      "loss": 0.4106,
      "step": 406390
    },
    {
      "epoch": 113.42,
      "grad_norm": 1.6352384090423584,
      "learning_rate": 4.580372887783383e-06,
      "loss": 0.4179,
      "step": 406400
    },
    {
      "epoch": 113.43,
      "grad_norm": 1.1774497032165527,
      "learning_rate": 4.58036480617898e-06,
      "loss": 0.4234,
      "step": 406410
    },
    {
      "epoch": 113.43,
      "grad_norm": 1.2566131353378296,
      "learning_rate": 4.580356724276882e-06,
      "loss": 0.415,
      "step": 406420
    },
    {
      "epoch": 113.43,
      "grad_norm": 1.3299229145050049,
      "learning_rate": 4.580348642077092e-06,
      "loss": 0.4339,
      "step": 406430
    },
    {
      "epoch": 113.44,
      "grad_norm": 1.8226721286773682,
      "learning_rate": 4.580340559579609e-06,
      "loss": 0.4132,
      "step": 406440
    },
    {
      "epoch": 113.44,
      "grad_norm": 1.2633901834487915,
      "learning_rate": 4.580332476784435e-06,
      "loss": 0.4119,
      "step": 406450
    },
    {
      "epoch": 113.44,
      "grad_norm": 1.4999715089797974,
      "learning_rate": 4.580324393691572e-06,
      "loss": 0.4275,
      "step": 406460
    },
    {
      "epoch": 113.44,
      "grad_norm": 1.7735525369644165,
      "learning_rate": 4.58031631030102e-06,
      "loss": 0.4147,
      "step": 406470
    },
    {
      "epoch": 113.45,
      "grad_norm": 1.4797005653381348,
      "learning_rate": 4.58030822661278e-06,
      "loss": 0.4212,
      "step": 406480
    },
    {
      "epoch": 113.45,
      "grad_norm": 1.5412333011627197,
      "learning_rate": 4.580300142626854e-06,
      "loss": 0.4223,
      "step": 406490
    },
    {
      "epoch": 113.45,
      "grad_norm": 1.263289213180542,
      "learning_rate": 4.580292058343243e-06,
      "loss": 0.4339,
      "step": 406500
    },
    {
      "epoch": 113.46,
      "grad_norm": 1.72096586227417,
      "learning_rate": 4.580283973761947e-06,
      "loss": 0.4305,
      "step": 406510
    },
    {
      "epoch": 113.46,
      "grad_norm": 1.180859088897705,
      "learning_rate": 4.580275888882968e-06,
      "loss": 0.4147,
      "step": 406520
    },
    {
      "epoch": 113.46,
      "grad_norm": 1.528324007987976,
      "learning_rate": 4.580267803706307e-06,
      "loss": 0.4126,
      "step": 406530
    },
    {
      "epoch": 113.46,
      "grad_norm": 1.454017996788025,
      "learning_rate": 4.580259718231965e-06,
      "loss": 0.4054,
      "step": 406540
    },
    {
      "epoch": 113.47,
      "grad_norm": 1.2700128555297852,
      "learning_rate": 4.580251632459942e-06,
      "loss": 0.4156,
      "step": 406550
    },
    {
      "epoch": 113.47,
      "grad_norm": 1.9130555391311646,
      "learning_rate": 4.580243546390241e-06,
      "loss": 0.4257,
      "step": 406560
    },
    {
      "epoch": 113.47,
      "grad_norm": 1.2069616317749023,
      "learning_rate": 4.5802354600228615e-06,
      "loss": 0.3983,
      "step": 406570
    },
    {
      "epoch": 113.47,
      "grad_norm": 1.5838847160339355,
      "learning_rate": 4.580227373357805e-06,
      "loss": 0.4157,
      "step": 406580
    },
    {
      "epoch": 113.48,
      "grad_norm": 1.5352654457092285,
      "learning_rate": 4.580219286395074e-06,
      "loss": 0.3945,
      "step": 406590
    },
    {
      "epoch": 113.48,
      "grad_norm": 1.8727290630340576,
      "learning_rate": 4.5802111991346675e-06,
      "loss": 0.4407,
      "step": 406600
    },
    {
      "epoch": 113.48,
      "grad_norm": 1.3655085563659668,
      "learning_rate": 4.580203111576587e-06,
      "loss": 0.4321,
      "step": 406610
    },
    {
      "epoch": 113.49,
      "grad_norm": 1.5180548429489136,
      "learning_rate": 4.580195023720834e-06,
      "loss": 0.4249,
      "step": 406620
    },
    {
      "epoch": 113.49,
      "grad_norm": 1.3416242599487305,
      "learning_rate": 4.58018693556741e-06,
      "loss": 0.4093,
      "step": 406630
    },
    {
      "epoch": 113.49,
      "grad_norm": 1.9638497829437256,
      "learning_rate": 4.580178847116315e-06,
      "loss": 0.4092,
      "step": 406640
    },
    {
      "epoch": 113.49,
      "grad_norm": 1.4605789184570312,
      "learning_rate": 4.580170758367552e-06,
      "loss": 0.4181,
      "step": 406650
    },
    {
      "epoch": 113.5,
      "grad_norm": 1.5075165033340454,
      "learning_rate": 4.58016266932112e-06,
      "loss": 0.4054,
      "step": 406660
    },
    {
      "epoch": 113.5,
      "grad_norm": 1.4624310731887817,
      "learning_rate": 4.580154579977021e-06,
      "loss": 0.425,
      "step": 406670
    },
    {
      "epoch": 113.5,
      "grad_norm": 1.5618983507156372,
      "learning_rate": 4.580146490335256e-06,
      "loss": 0.411,
      "step": 406680
    },
    {
      "epoch": 113.51,
      "grad_norm": 1.4827111959457397,
      "learning_rate": 4.580138400395825e-06,
      "loss": 0.4123,
      "step": 406690
    },
    {
      "epoch": 113.51,
      "grad_norm": 1.561629295349121,
      "learning_rate": 4.580130310158731e-06,
      "loss": 0.4365,
      "step": 406700
    },
    {
      "epoch": 113.51,
      "grad_norm": 1.309367299079895,
      "learning_rate": 4.580122219623974e-06,
      "loss": 0.4104,
      "step": 406710
    },
    {
      "epoch": 113.51,
      "grad_norm": 1.3047345876693726,
      "learning_rate": 4.580114128791556e-06,
      "loss": 0.3996,
      "step": 406720
    },
    {
      "epoch": 113.52,
      "grad_norm": 1.225447177886963,
      "learning_rate": 4.580106037661476e-06,
      "loss": 0.4236,
      "step": 406730
    },
    {
      "epoch": 113.52,
      "grad_norm": 1.9918956756591797,
      "learning_rate": 4.580097946233738e-06,
      "loss": 0.4121,
      "step": 406740
    },
    {
      "epoch": 113.52,
      "grad_norm": 1.587496042251587,
      "learning_rate": 4.58008985450834e-06,
      "loss": 0.4102,
      "step": 406750
    },
    {
      "epoch": 113.52,
      "grad_norm": 1.4163076877593994,
      "learning_rate": 4.580081762485286e-06,
      "loss": 0.4078,
      "step": 406760
    },
    {
      "epoch": 113.53,
      "grad_norm": 1.653809666633606,
      "learning_rate": 4.580073670164574e-06,
      "loss": 0.4216,
      "step": 406770
    },
    {
      "epoch": 113.53,
      "grad_norm": 1.702577829360962,
      "learning_rate": 4.580065577546208e-06,
      "loss": 0.4313,
      "step": 406780
    },
    {
      "epoch": 113.53,
      "grad_norm": 1.2790424823760986,
      "learning_rate": 4.580057484630187e-06,
      "loss": 0.4183,
      "step": 406790
    },
    {
      "epoch": 113.54,
      "grad_norm": 1.6727395057678223,
      "learning_rate": 4.580049391416513e-06,
      "loss": 0.4169,
      "step": 406800
    },
    {
      "epoch": 113.54,
      "grad_norm": 1.2820013761520386,
      "learning_rate": 4.580041297905187e-06,
      "loss": 0.4206,
      "step": 406810
    },
    {
      "epoch": 113.54,
      "grad_norm": 1.2989686727523804,
      "learning_rate": 4.58003320409621e-06,
      "loss": 0.4126,
      "step": 406820
    },
    {
      "epoch": 113.54,
      "grad_norm": 1.408919095993042,
      "learning_rate": 4.580025109989583e-06,
      "loss": 0.3964,
      "step": 406830
    },
    {
      "epoch": 113.55,
      "grad_norm": 1.6309784650802612,
      "learning_rate": 4.580017015585308e-06,
      "loss": 0.4153,
      "step": 406840
    },
    {
      "epoch": 113.55,
      "grad_norm": 1.4960259199142456,
      "learning_rate": 4.580008920883384e-06,
      "loss": 0.3953,
      "step": 406850
    },
    {
      "epoch": 113.55,
      "grad_norm": 1.7878375053405762,
      "learning_rate": 4.580000825883815e-06,
      "loss": 0.4161,
      "step": 406860
    },
    {
      "epoch": 113.56,
      "grad_norm": 1.2046436071395874,
      "learning_rate": 4.579992730586598e-06,
      "loss": 0.4197,
      "step": 406870
    },
    {
      "epoch": 113.56,
      "grad_norm": 1.546090006828308,
      "learning_rate": 4.5799846349917385e-06,
      "loss": 0.4081,
      "step": 406880
    },
    {
      "epoch": 113.56,
      "grad_norm": 1.2129546403884888,
      "learning_rate": 4.579976539099235e-06,
      "loss": 0.4318,
      "step": 406890
    },
    {
      "epoch": 113.56,
      "grad_norm": 1.4409010410308838,
      "learning_rate": 4.579968442909089e-06,
      "loss": 0.4269,
      "step": 406900
    },
    {
      "epoch": 113.57,
      "grad_norm": 1.1830735206604004,
      "learning_rate": 4.579960346421302e-06,
      "loss": 0.3976,
      "step": 406910
    },
    {
      "epoch": 113.57,
      "grad_norm": 1.3310858011245728,
      "learning_rate": 4.5799522496358745e-06,
      "loss": 0.4046,
      "step": 406920
    },
    {
      "epoch": 113.57,
      "grad_norm": 1.4585517644882202,
      "learning_rate": 4.579944152552808e-06,
      "loss": 0.4208,
      "step": 406930
    },
    {
      "epoch": 113.58,
      "grad_norm": 1.4665172100067139,
      "learning_rate": 4.5799360551721035e-06,
      "loss": 0.4178,
      "step": 406940
    },
    {
      "epoch": 113.58,
      "grad_norm": 1.5580421686172485,
      "learning_rate": 4.579927957493761e-06,
      "loss": 0.4166,
      "step": 406950
    },
    {
      "epoch": 113.58,
      "grad_norm": 1.314562439918518,
      "learning_rate": 4.579919859517784e-06,
      "loss": 0.4104,
      "step": 406960
    },
    {
      "epoch": 113.58,
      "grad_norm": 1.3186521530151367,
      "learning_rate": 4.579911761244172e-06,
      "loss": 0.3988,
      "step": 406970
    },
    {
      "epoch": 113.59,
      "grad_norm": 1.631516933441162,
      "learning_rate": 4.579903662672925e-06,
      "loss": 0.4118,
      "step": 406980
    },
    {
      "epoch": 113.59,
      "grad_norm": 1.3068815469741821,
      "learning_rate": 4.579895563804047e-06,
      "loss": 0.4333,
      "step": 406990
    },
    {
      "epoch": 113.59,
      "grad_norm": 1.1488813161849976,
      "learning_rate": 4.5798874646375365e-06,
      "loss": 0.4167,
      "step": 407000
    },
    {
      "epoch": 113.59,
      "grad_norm": 1.2946560382843018,
      "learning_rate": 4.579879365173396e-06,
      "loss": 0.4176,
      "step": 407010
    },
    {
      "epoch": 113.6,
      "grad_norm": 1.3427706956863403,
      "learning_rate": 4.579871265411625e-06,
      "loss": 0.4449,
      "step": 407020
    },
    {
      "epoch": 113.6,
      "grad_norm": 1.4868346452713013,
      "learning_rate": 4.579863165352227e-06,
      "loss": 0.4108,
      "step": 407030
    },
    {
      "epoch": 113.6,
      "grad_norm": 1.368321180343628,
      "learning_rate": 4.5798550649952015e-06,
      "loss": 0.4284,
      "step": 407040
    },
    {
      "epoch": 113.61,
      "grad_norm": 1.3583639860153198,
      "learning_rate": 4.579846964340549e-06,
      "loss": 0.4289,
      "step": 407050
    },
    {
      "epoch": 113.61,
      "grad_norm": 1.956416130065918,
      "learning_rate": 4.579838863388272e-06,
      "loss": 0.4324,
      "step": 407060
    },
    {
      "epoch": 113.61,
      "grad_norm": 1.3669359683990479,
      "learning_rate": 4.579830762138371e-06,
      "loss": 0.3954,
      "step": 407070
    },
    {
      "epoch": 113.61,
      "grad_norm": 1.2113137245178223,
      "learning_rate": 4.579822660590846e-06,
      "loss": 0.4022,
      "step": 407080
    },
    {
      "epoch": 113.62,
      "grad_norm": 2.6393706798553467,
      "learning_rate": 4.5798145587457e-06,
      "loss": 0.421,
      "step": 407090
    },
    {
      "epoch": 113.62,
      "grad_norm": 1.6566970348358154,
      "learning_rate": 4.579806456602934e-06,
      "loss": 0.4288,
      "step": 407100
    },
    {
      "epoch": 113.62,
      "grad_norm": 1.887141466140747,
      "learning_rate": 4.579798354162547e-06,
      "loss": 0.4258,
      "step": 407110
    },
    {
      "epoch": 113.63,
      "grad_norm": 1.359470009803772,
      "learning_rate": 4.5797902514245415e-06,
      "loss": 0.4076,
      "step": 407120
    },
    {
      "epoch": 113.63,
      "grad_norm": 1.3326468467712402,
      "learning_rate": 4.579782148388919e-06,
      "loss": 0.4368,
      "step": 407130
    },
    {
      "epoch": 113.63,
      "grad_norm": 1.2855770587921143,
      "learning_rate": 4.579774045055679e-06,
      "loss": 0.4097,
      "step": 407140
    },
    {
      "epoch": 113.63,
      "grad_norm": 1.633752465248108,
      "learning_rate": 4.579765941424825e-06,
      "loss": 0.4191,
      "step": 407150
    },
    {
      "epoch": 113.64,
      "grad_norm": 1.1833102703094482,
      "learning_rate": 4.579757837496355e-06,
      "loss": 0.4025,
      "step": 407160
    },
    {
      "epoch": 113.64,
      "grad_norm": 1.5515700578689575,
      "learning_rate": 4.579749733270273e-06,
      "loss": 0.4105,
      "step": 407170
    },
    {
      "epoch": 113.64,
      "grad_norm": 1.6796391010284424,
      "learning_rate": 4.579741628746578e-06,
      "loss": 0.4239,
      "step": 407180
    },
    {
      "epoch": 113.64,
      "grad_norm": 1.2549364566802979,
      "learning_rate": 4.5797335239252735e-06,
      "loss": 0.4099,
      "step": 407190
    },
    {
      "epoch": 113.65,
      "grad_norm": 1.7162052392959595,
      "learning_rate": 4.579725418806358e-06,
      "loss": 0.4236,
      "step": 407200
    },
    {
      "epoch": 113.65,
      "grad_norm": 1.488990068435669,
      "learning_rate": 4.579717313389833e-06,
      "loss": 0.4145,
      "step": 407210
    },
    {
      "epoch": 113.65,
      "grad_norm": 1.3045203685760498,
      "learning_rate": 4.5797092076757015e-06,
      "loss": 0.3998,
      "step": 407220
    },
    {
      "epoch": 113.66,
      "grad_norm": 1.2008998394012451,
      "learning_rate": 4.579701101663962e-06,
      "loss": 0.4093,
      "step": 407230
    },
    {
      "epoch": 113.66,
      "grad_norm": 1.5341598987579346,
      "learning_rate": 4.579692995354618e-06,
      "loss": 0.4089,
      "step": 407240
    },
    {
      "epoch": 113.66,
      "grad_norm": 1.6554648876190186,
      "learning_rate": 4.579684888747668e-06,
      "loss": 0.4097,
      "step": 407250
    },
    {
      "epoch": 113.66,
      "grad_norm": 1.5304725170135498,
      "learning_rate": 4.579676781843115e-06,
      "loss": 0.4111,
      "step": 407260
    },
    {
      "epoch": 113.67,
      "grad_norm": 1.3666318655014038,
      "learning_rate": 4.57966867464096e-06,
      "loss": 0.4047,
      "step": 407270
    },
    {
      "epoch": 113.67,
      "grad_norm": 1.1741061210632324,
      "learning_rate": 4.579660567141202e-06,
      "loss": 0.4088,
      "step": 407280
    },
    {
      "epoch": 113.67,
      "grad_norm": 1.4251830577850342,
      "learning_rate": 4.579652459343845e-06,
      "loss": 0.3941,
      "step": 407290
    },
    {
      "epoch": 113.68,
      "grad_norm": 1.5750622749328613,
      "learning_rate": 4.5796443512488886e-06,
      "loss": 0.4218,
      "step": 407300
    },
    {
      "epoch": 113.68,
      "grad_norm": 1.4803396463394165,
      "learning_rate": 4.579636242856334e-06,
      "loss": 0.41,
      "step": 407310
    },
    {
      "epoch": 113.68,
      "grad_norm": 1.4197593927383423,
      "learning_rate": 4.579628134166183e-06,
      "loss": 0.4212,
      "step": 407320
    },
    {
      "epoch": 113.68,
      "grad_norm": 1.513035774230957,
      "learning_rate": 4.579620025178435e-06,
      "loss": 0.4292,
      "step": 407330
    },
    {
      "epoch": 113.69,
      "grad_norm": 1.7416850328445435,
      "learning_rate": 4.579611915893092e-06,
      "loss": 0.4129,
      "step": 407340
    },
    {
      "epoch": 113.69,
      "grad_norm": 1.3125213384628296,
      "learning_rate": 4.579603806310156e-06,
      "loss": 0.4073,
      "step": 407350
    },
    {
      "epoch": 113.69,
      "grad_norm": 1.3582009077072144,
      "learning_rate": 4.579595696429628e-06,
      "loss": 0.4297,
      "step": 407360
    },
    {
      "epoch": 113.7,
      "grad_norm": 1.257188081741333,
      "learning_rate": 4.579587586251507e-06,
      "loss": 0.4202,
      "step": 407370
    },
    {
      "epoch": 113.7,
      "grad_norm": 1.5023257732391357,
      "learning_rate": 4.579579475775795e-06,
      "loss": 0.4086,
      "step": 407380
    },
    {
      "epoch": 113.7,
      "grad_norm": 1.8861302137374878,
      "learning_rate": 4.579571365002494e-06,
      "loss": 0.4244,
      "step": 407390
    },
    {
      "epoch": 113.7,
      "grad_norm": 1.3843324184417725,
      "learning_rate": 4.579563253931605e-06,
      "loss": 0.4381,
      "step": 407400
    },
    {
      "epoch": 113.71,
      "grad_norm": 1.4833251237869263,
      "learning_rate": 4.579555142563128e-06,
      "loss": 0.3961,
      "step": 407410
    },
    {
      "epoch": 113.71,
      "grad_norm": 1.301276683807373,
      "learning_rate": 4.579547030897065e-06,
      "loss": 0.4195,
      "step": 407420
    },
    {
      "epoch": 113.71,
      "grad_norm": 1.5510568618774414,
      "learning_rate": 4.5795389189334175e-06,
      "loss": 0.4125,
      "step": 407430
    },
    {
      "epoch": 113.71,
      "grad_norm": 1.6428203582763672,
      "learning_rate": 4.579530806672185e-06,
      "loss": 0.4269,
      "step": 407440
    },
    {
      "epoch": 113.72,
      "grad_norm": 1.498052716255188,
      "learning_rate": 4.57952269411337e-06,
      "loss": 0.4208,
      "step": 407450
    },
    {
      "epoch": 113.72,
      "grad_norm": 1.1876901388168335,
      "learning_rate": 4.579514581256972e-06,
      "loss": 0.4112,
      "step": 407460
    },
    {
      "epoch": 113.72,
      "grad_norm": 1.2695976495742798,
      "learning_rate": 4.579506468102995e-06,
      "loss": 0.4357,
      "step": 407470
    },
    {
      "epoch": 113.73,
      "grad_norm": 1.5771772861480713,
      "learning_rate": 4.579498354651437e-06,
      "loss": 0.4099,
      "step": 407480
    },
    {
      "epoch": 113.73,
      "grad_norm": 1.5223373174667358,
      "learning_rate": 4.5794902409023e-06,
      "loss": 0.4388,
      "step": 407490
    },
    {
      "epoch": 113.73,
      "grad_norm": 5.961378574371338,
      "learning_rate": 4.579482126855586e-06,
      "loss": 0.3988,
      "step": 407500
    },
    {
      "epoch": 113.73,
      "grad_norm": 2.4223828315734863,
      "learning_rate": 4.5794740125112955e-06,
      "loss": 0.4154,
      "step": 407510
    },
    {
      "epoch": 113.74,
      "grad_norm": 1.4661489725112915,
      "learning_rate": 4.579465897869429e-06,
      "loss": 0.4235,
      "step": 407520
    },
    {
      "epoch": 113.74,
      "grad_norm": 1.6004799604415894,
      "learning_rate": 4.579457782929988e-06,
      "loss": 0.4176,
      "step": 407530
    },
    {
      "epoch": 113.74,
      "grad_norm": 1.456265926361084,
      "learning_rate": 4.579449667692974e-06,
      "loss": 0.4162,
      "step": 407540
    },
    {
      "epoch": 113.75,
      "grad_norm": 1.9524844884872437,
      "learning_rate": 4.579441552158388e-06,
      "loss": 0.4108,
      "step": 407550
    },
    {
      "epoch": 113.75,
      "grad_norm": 1.245216727256775,
      "learning_rate": 4.579433436326231e-06,
      "loss": 0.4179,
      "step": 407560
    },
    {
      "epoch": 113.75,
      "grad_norm": 1.3982677459716797,
      "learning_rate": 4.579425320196503e-06,
      "loss": 0.4072,
      "step": 407570
    },
    {
      "epoch": 113.75,
      "grad_norm": 1.3562333583831787,
      "learning_rate": 4.579417203769206e-06,
      "loss": 0.4053,
      "step": 407580
    },
    {
      "epoch": 113.76,
      "grad_norm": 1.4688981771469116,
      "learning_rate": 4.579409087044342e-06,
      "loss": 0.4144,
      "step": 407590
    },
    {
      "epoch": 113.76,
      "grad_norm": 1.6014834642410278,
      "learning_rate": 4.5794009700219115e-06,
      "loss": 0.4309,
      "step": 407600
    },
    {
      "epoch": 113.76,
      "grad_norm": 1.4740047454833984,
      "learning_rate": 4.579392852701915e-06,
      "loss": 0.4096,
      "step": 407610
    },
    {
      "epoch": 113.77,
      "grad_norm": 1.530179738998413,
      "learning_rate": 4.5793847350843526e-06,
      "loss": 0.4097,
      "step": 407620
    },
    {
      "epoch": 113.77,
      "grad_norm": 1.4937528371810913,
      "learning_rate": 4.579376617169228e-06,
      "loss": 0.426,
      "step": 407630
    },
    {
      "epoch": 113.77,
      "grad_norm": 1.3527696132659912,
      "learning_rate": 4.57936849895654e-06,
      "loss": 0.4075,
      "step": 407640
    },
    {
      "epoch": 113.77,
      "grad_norm": 1.8638594150543213,
      "learning_rate": 4.579360380446291e-06,
      "loss": 0.4098,
      "step": 407650
    },
    {
      "epoch": 113.78,
      "grad_norm": 1.7453213930130005,
      "learning_rate": 4.579352261638482e-06,
      "loss": 0.4267,
      "step": 407660
    },
    {
      "epoch": 113.78,
      "grad_norm": 1.7143062353134155,
      "learning_rate": 4.579344142533113e-06,
      "loss": 0.41,
      "step": 407670
    },
    {
      "epoch": 113.78,
      "grad_norm": 1.22037935256958,
      "learning_rate": 4.579336023130186e-06,
      "loss": 0.4279,
      "step": 407680
    },
    {
      "epoch": 113.78,
      "grad_norm": 1.6244901418685913,
      "learning_rate": 4.579327903429702e-06,
      "loss": 0.4219,
      "step": 407690
    },
    {
      "epoch": 113.79,
      "grad_norm": 1.5368103981018066,
      "learning_rate": 4.579319783431661e-06,
      "loss": 0.4013,
      "step": 407700
    },
    {
      "epoch": 113.79,
      "grad_norm": 1.2143527269363403,
      "learning_rate": 4.5793116631360665e-06,
      "loss": 0.4366,
      "step": 407710
    },
    {
      "epoch": 113.79,
      "grad_norm": 1.478907823562622,
      "learning_rate": 4.5793035425429175e-06,
      "loss": 0.4096,
      "step": 407720
    },
    {
      "epoch": 113.8,
      "grad_norm": 4.505135536193848,
      "learning_rate": 4.579295421652216e-06,
      "loss": 0.4216,
      "step": 407730
    },
    {
      "epoch": 113.8,
      "grad_norm": 1.4317513704299927,
      "learning_rate": 4.579287300463963e-06,
      "loss": 0.4068,
      "step": 407740
    },
    {
      "epoch": 113.8,
      "grad_norm": 1.4942556619644165,
      "learning_rate": 4.579279178978159e-06,
      "loss": 0.4026,
      "step": 407750
    },
    {
      "epoch": 113.8,
      "grad_norm": 1.5400974750518799,
      "learning_rate": 4.579271057194805e-06,
      "loss": 0.4079,
      "step": 407760
    },
    {
      "epoch": 113.81,
      "grad_norm": 1.5367645025253296,
      "learning_rate": 4.579262935113903e-06,
      "loss": 0.4223,
      "step": 407770
    },
    {
      "epoch": 113.81,
      "grad_norm": 1.1182953119277954,
      "learning_rate": 4.579254812735453e-06,
      "loss": 0.4101,
      "step": 407780
    },
    {
      "epoch": 113.81,
      "grad_norm": 1.4006679058074951,
      "learning_rate": 4.579246690059458e-06,
      "loss": 0.4061,
      "step": 407790
    },
    {
      "epoch": 113.82,
      "grad_norm": 1.5507137775421143,
      "learning_rate": 4.579238567085917e-06,
      "loss": 0.4071,
      "step": 407800
    },
    {
      "epoch": 113.82,
      "grad_norm": 1.5107659101486206,
      "learning_rate": 4.579230443814832e-06,
      "loss": 0.4317,
      "step": 407810
    },
    {
      "epoch": 113.82,
      "grad_norm": 1.5446021556854248,
      "learning_rate": 4.579222320246204e-06,
      "loss": 0.4106,
      "step": 407820
    },
    {
      "epoch": 113.82,
      "grad_norm": 1.3096940517425537,
      "learning_rate": 4.5792141963800336e-06,
      "loss": 0.4178,
      "step": 407830
    },
    {
      "epoch": 113.83,
      "grad_norm": 1.379611849784851,
      "learning_rate": 4.579206072216323e-06,
      "loss": 0.4252,
      "step": 407840
    },
    {
      "epoch": 113.83,
      "grad_norm": 1.4723178148269653,
      "learning_rate": 4.579197947755072e-06,
      "loss": 0.42,
      "step": 407850
    },
    {
      "epoch": 113.83,
      "grad_norm": 1.256756067276001,
      "learning_rate": 4.5791898229962825e-06,
      "loss": 0.4127,
      "step": 407860
    },
    {
      "epoch": 113.83,
      "grad_norm": 1.5357022285461426,
      "learning_rate": 4.579181697939955e-06,
      "loss": 0.4401,
      "step": 407870
    },
    {
      "epoch": 113.84,
      "grad_norm": 1.2357022762298584,
      "learning_rate": 4.579173572586091e-06,
      "loss": 0.4162,
      "step": 407880
    },
    {
      "epoch": 113.84,
      "grad_norm": 1.6011831760406494,
      "learning_rate": 4.579165446934692e-06,
      "loss": 0.4004,
      "step": 407890
    },
    {
      "epoch": 113.84,
      "grad_norm": 1.5258523225784302,
      "learning_rate": 4.579157320985759e-06,
      "loss": 0.3945,
      "step": 407900
    },
    {
      "epoch": 113.85,
      "grad_norm": 1.2771821022033691,
      "learning_rate": 4.5791491947392915e-06,
      "loss": 0.4246,
      "step": 407910
    },
    {
      "epoch": 113.85,
      "grad_norm": 1.417799949645996,
      "learning_rate": 4.579141068195292e-06,
      "loss": 0.4226,
      "step": 407920
    },
    {
      "epoch": 113.85,
      "grad_norm": 1.3594796657562256,
      "learning_rate": 4.579132941353762e-06,
      "loss": 0.4212,
      "step": 407930
    },
    {
      "epoch": 113.85,
      "grad_norm": 1.517430067062378,
      "learning_rate": 4.579124814214702e-06,
      "loss": 0.4176,
      "step": 407940
    },
    {
      "epoch": 113.86,
      "grad_norm": 1.4127333164215088,
      "learning_rate": 4.579116686778113e-06,
      "loss": 0.4146,
      "step": 407950
    },
    {
      "epoch": 113.86,
      "grad_norm": 1.166589617729187,
      "learning_rate": 4.579108559043995e-06,
      "loss": 0.4161,
      "step": 407960
    },
    {
      "epoch": 113.86,
      "grad_norm": 1.4070947170257568,
      "learning_rate": 4.579100431012351e-06,
      "loss": 0.4011,
      "step": 407970
    },
    {
      "epoch": 113.87,
      "grad_norm": 1.3684965372085571,
      "learning_rate": 4.5790923026831805e-06,
      "loss": 0.42,
      "step": 407980
    },
    {
      "epoch": 113.87,
      "grad_norm": 1.5908076763153076,
      "learning_rate": 4.579084174056486e-06,
      "loss": 0.4248,
      "step": 407990
    },
    {
      "epoch": 113.87,
      "grad_norm": 1.7636897563934326,
      "learning_rate": 4.579076045132268e-06,
      "loss": 0.4066,
      "step": 408000
    },
    {
      "epoch": 113.87,
      "grad_norm": 1.720034122467041,
      "learning_rate": 4.579067915910527e-06,
      "loss": 0.4383,
      "step": 408010
    },
    {
      "epoch": 113.88,
      "grad_norm": 1.5861843824386597,
      "learning_rate": 4.579059786391265e-06,
      "loss": 0.3998,
      "step": 408020
    },
    {
      "epoch": 113.88,
      "grad_norm": 4.4036359786987305,
      "learning_rate": 4.579051656574483e-06,
      "loss": 0.4174,
      "step": 408030
    },
    {
      "epoch": 113.88,
      "grad_norm": 1.7983033657073975,
      "learning_rate": 4.579043526460181e-06,
      "loss": 0.4106,
      "step": 408040
    },
    {
      "epoch": 113.89,
      "grad_norm": 1.2497283220291138,
      "learning_rate": 4.579035396048361e-06,
      "loss": 0.4168,
      "step": 408050
    },
    {
      "epoch": 113.89,
      "grad_norm": 1.4269860982894897,
      "learning_rate": 4.579027265339024e-06,
      "loss": 0.405,
      "step": 408060
    },
    {
      "epoch": 113.89,
      "grad_norm": 1.4290441274642944,
      "learning_rate": 4.5790191343321715e-06,
      "loss": 0.396,
      "step": 408070
    },
    {
      "epoch": 113.89,
      "grad_norm": 1.2534481287002563,
      "learning_rate": 4.579011003027803e-06,
      "loss": 0.4251,
      "step": 408080
    },
    {
      "epoch": 113.9,
      "grad_norm": 1.5369744300842285,
      "learning_rate": 4.579002871425922e-06,
      "loss": 0.4294,
      "step": 408090
    },
    {
      "epoch": 113.9,
      "grad_norm": 1.5976239442825317,
      "learning_rate": 4.578994739526527e-06,
      "loss": 0.4217,
      "step": 408100
    },
    {
      "epoch": 113.9,
      "grad_norm": 1.518689751625061,
      "learning_rate": 4.578986607329621e-06,
      "loss": 0.4113,
      "step": 408110
    },
    {
      "epoch": 113.9,
      "grad_norm": 1.45259690284729,
      "learning_rate": 4.5789784748352035e-06,
      "loss": 0.407,
      "step": 408120
    },
    {
      "epoch": 113.91,
      "grad_norm": 1.345593810081482,
      "learning_rate": 4.578970342043277e-06,
      "loss": 0.4194,
      "step": 408130
    },
    {
      "epoch": 113.91,
      "grad_norm": 1.5254470109939575,
      "learning_rate": 4.578962208953843e-06,
      "loss": 0.4225,
      "step": 408140
    },
    {
      "epoch": 113.91,
      "grad_norm": 3.14613938331604,
      "learning_rate": 4.578954075566901e-06,
      "loss": 0.3966,
      "step": 408150
    },
    {
      "epoch": 113.92,
      "grad_norm": 1.4490206241607666,
      "learning_rate": 4.5789459418824525e-06,
      "loss": 0.427,
      "step": 408160
    },
    {
      "epoch": 113.92,
      "grad_norm": 1.5536389350891113,
      "learning_rate": 4.5789378079004984e-06,
      "loss": 0.4043,
      "step": 408170
    },
    {
      "epoch": 113.92,
      "grad_norm": 1.5621075630187988,
      "learning_rate": 4.578929673621041e-06,
      "loss": 0.4239,
      "step": 408180
    },
    {
      "epoch": 113.92,
      "grad_norm": 1.2975034713745117,
      "learning_rate": 4.57892153904408e-06,
      "loss": 0.4284,
      "step": 408190
    },
    {
      "epoch": 113.93,
      "grad_norm": 1.5240764617919922,
      "learning_rate": 4.578913404169617e-06,
      "loss": 0.3998,
      "step": 408200
    },
    {
      "epoch": 113.93,
      "grad_norm": 1.5523878335952759,
      "learning_rate": 4.578905268997654e-06,
      "loss": 0.4197,
      "step": 408210
    },
    {
      "epoch": 113.93,
      "grad_norm": 1.1187211275100708,
      "learning_rate": 4.57889713352819e-06,
      "loss": 0.4243,
      "step": 408220
    },
    {
      "epoch": 113.94,
      "grad_norm": 1.0948972702026367,
      "learning_rate": 4.578888997761229e-06,
      "loss": 0.4116,
      "step": 408230
    },
    {
      "epoch": 113.94,
      "grad_norm": 1.4922456741333008,
      "learning_rate": 4.578880861696769e-06,
      "loss": 0.3966,
      "step": 408240
    },
    {
      "epoch": 113.94,
      "grad_norm": 1.3711482286453247,
      "learning_rate": 4.578872725334812e-06,
      "loss": 0.4095,
      "step": 408250
    },
    {
      "epoch": 113.94,
      "grad_norm": 1.4175853729248047,
      "learning_rate": 4.578864588675361e-06,
      "loss": 0.4187,
      "step": 408260
    },
    {
      "epoch": 113.95,
      "grad_norm": 1.6009671688079834,
      "learning_rate": 4.578856451718415e-06,
      "loss": 0.3993,
      "step": 408270
    },
    {
      "epoch": 113.95,
      "grad_norm": 1.1792347431182861,
      "learning_rate": 4.5788483144639765e-06,
      "loss": 0.4012,
      "step": 408280
    },
    {
      "epoch": 113.95,
      "grad_norm": 1.2965837717056274,
      "learning_rate": 4.578840176912045e-06,
      "loss": 0.4239,
      "step": 408290
    },
    {
      "epoch": 113.95,
      "grad_norm": 1.2692478895187378,
      "learning_rate": 4.578832039062622e-06,
      "loss": 0.4245,
      "step": 408300
    },
    {
      "epoch": 113.96,
      "grad_norm": 1.276565432548523,
      "learning_rate": 4.57882390091571e-06,
      "loss": 0.427,
      "step": 408310
    },
    {
      "epoch": 113.96,
      "grad_norm": 1.5093157291412354,
      "learning_rate": 4.578815762471308e-06,
      "loss": 0.4072,
      "step": 408320
    },
    {
      "epoch": 113.96,
      "grad_norm": 1.6728326082229614,
      "learning_rate": 4.5788076237294185e-06,
      "loss": 0.424,
      "step": 408330
    },
    {
      "epoch": 113.97,
      "grad_norm": 1.3556222915649414,
      "learning_rate": 4.5787994846900425e-06,
      "loss": 0.3936,
      "step": 408340
    },
    {
      "epoch": 113.97,
      "grad_norm": 1.5425397157669067,
      "learning_rate": 4.578791345353181e-06,
      "loss": 0.418,
      "step": 408350
    },
    {
      "epoch": 113.97,
      "grad_norm": 1.4312735795974731,
      "learning_rate": 4.578783205718834e-06,
      "loss": 0.4016,
      "step": 408360
    },
    {
      "epoch": 113.97,
      "grad_norm": 1.3815058469772339,
      "learning_rate": 4.578775065787004e-06,
      "loss": 0.4139,
      "step": 408370
    },
    {
      "epoch": 113.98,
      "grad_norm": 1.7405807971954346,
      "learning_rate": 4.578766925557692e-06,
      "loss": 0.4157,
      "step": 408380
    },
    {
      "epoch": 113.98,
      "grad_norm": 1.3840124607086182,
      "learning_rate": 4.578758785030898e-06,
      "loss": 0.425,
      "step": 408390
    },
    {
      "epoch": 113.98,
      "grad_norm": 1.494626760482788,
      "learning_rate": 4.578750644206624e-06,
      "loss": 0.4273,
      "step": 408400
    },
    {
      "epoch": 113.99,
      "grad_norm": 1.8020920753479004,
      "learning_rate": 4.578742503084871e-06,
      "loss": 0.3988,
      "step": 408410
    },
    {
      "epoch": 113.99,
      "grad_norm": 1.30442214012146,
      "learning_rate": 4.5787343616656395e-06,
      "loss": 0.4036,
      "step": 408420
    },
    {
      "epoch": 113.99,
      "grad_norm": 1.4449782371520996,
      "learning_rate": 4.578726219948931e-06,
      "loss": 0.402,
      "step": 408430
    },
    {
      "epoch": 113.99,
      "grad_norm": 1.2299699783325195,
      "learning_rate": 4.578718077934747e-06,
      "loss": 0.4277,
      "step": 408440
    },
    {
      "epoch": 114.0,
      "grad_norm": 1.400812029838562,
      "learning_rate": 4.578709935623087e-06,
      "loss": 0.3875,
      "step": 408450
    },
    {
      "epoch": 114.0,
      "grad_norm": 1.4108505249023438,
      "learning_rate": 4.578701793013955e-06,
      "loss": 0.4195,
      "step": 408460
    },
    {
      "epoch": 114.0,
      "eval_loss": 0.41589421033859253,
      "eval_runtime": 63.3586,
      "eval_samples_per_second": 79.847,
      "eval_steps_per_second": 9.991,
      "step": 408462
    },
    {
      "epoch": 114.0,
      "grad_norm": 1.3111861944198608,
      "learning_rate": 4.578693650107349e-06,
      "loss": 0.4082,
      "step": 408470
    },
    {
      "epoch": 114.01,
      "grad_norm": 1.306470274925232,
      "learning_rate": 4.578685506903271e-06,
      "loss": 0.3987,
      "step": 408480
    },
    {
      "epoch": 114.01,
      "grad_norm": 1.4367504119873047,
      "learning_rate": 4.578677363401724e-06,
      "loss": 0.4167,
      "step": 408490
    },
    {
      "epoch": 114.01,
      "grad_norm": 1.4299358129501343,
      "learning_rate": 4.5786692196027064e-06,
      "loss": 0.3958,
      "step": 408500
    },
    {
      "epoch": 114.01,
      "grad_norm": 1.4605729579925537,
      "learning_rate": 4.578661075506221e-06,
      "loss": 0.4112,
      "step": 408510
    },
    {
      "epoch": 114.02,
      "grad_norm": 1.6280399560928345,
      "learning_rate": 4.578652931112268e-06,
      "loss": 0.4222,
      "step": 408520
    },
    {
      "epoch": 114.02,
      "grad_norm": 1.5679699182510376,
      "learning_rate": 4.578644786420849e-06,
      "loss": 0.417,
      "step": 408530
    },
    {
      "epoch": 114.02,
      "grad_norm": 1.5686144828796387,
      "learning_rate": 4.578636641431965e-06,
      "loss": 0.4053,
      "step": 408540
    },
    {
      "epoch": 114.02,
      "grad_norm": 1.7483806610107422,
      "learning_rate": 4.5786284961456165e-06,
      "loss": 0.4211,
      "step": 408550
    },
    {
      "epoch": 114.03,
      "grad_norm": 1.543155550956726,
      "learning_rate": 4.578620350561806e-06,
      "loss": 0.4209,
      "step": 408560
    },
    {
      "epoch": 114.03,
      "grad_norm": 1.5144349336624146,
      "learning_rate": 4.578612204680533e-06,
      "loss": 0.4286,
      "step": 408570
    },
    {
      "epoch": 114.03,
      "grad_norm": 1.455814242362976,
      "learning_rate": 4.578604058501799e-06,
      "loss": 0.4196,
      "step": 408580
    },
    {
      "epoch": 114.04,
      "grad_norm": 1.4387547969818115,
      "learning_rate": 4.578595912025606e-06,
      "loss": 0.413,
      "step": 408590
    },
    {
      "epoch": 114.04,
      "grad_norm": 1.423746109008789,
      "learning_rate": 4.578587765251953e-06,
      "loss": 0.4044,
      "step": 408600
    },
    {
      "epoch": 114.04,
      "grad_norm": 1.5662546157836914,
      "learning_rate": 4.578579618180843e-06,
      "loss": 0.4256,
      "step": 408610
    },
    {
      "epoch": 114.04,
      "grad_norm": 1.4175747632980347,
      "learning_rate": 4.578571470812278e-06,
      "loss": 0.43,
      "step": 408620
    },
    {
      "epoch": 114.05,
      "grad_norm": 1.3155852556228638,
      "learning_rate": 4.578563323146256e-06,
      "loss": 0.4207,
      "step": 408630
    },
    {
      "epoch": 114.05,
      "grad_norm": 1.1686124801635742,
      "learning_rate": 4.578555175182781e-06,
      "loss": 0.3836,
      "step": 408640
    },
    {
      "epoch": 114.05,
      "grad_norm": 1.5414903163909912,
      "learning_rate": 4.578547026921852e-06,
      "loss": 0.4068,
      "step": 408650
    },
    {
      "epoch": 114.06,
      "grad_norm": 1.5789188146591187,
      "learning_rate": 4.578538878363471e-06,
      "loss": 0.4454,
      "step": 408660
    },
    {
      "epoch": 114.06,
      "grad_norm": 1.3196099996566772,
      "learning_rate": 4.578530729507639e-06,
      "loss": 0.4078,
      "step": 408670
    },
    {
      "epoch": 114.06,
      "grad_norm": 1.5648748874664307,
      "learning_rate": 4.5785225803543575e-06,
      "loss": 0.4142,
      "step": 408680
    },
    {
      "epoch": 114.06,
      "grad_norm": 1.4533854722976685,
      "learning_rate": 4.578514430903627e-06,
      "loss": 0.4282,
      "step": 408690
    },
    {
      "epoch": 114.07,
      "grad_norm": 1.1844031810760498,
      "learning_rate": 4.578506281155448e-06,
      "loss": 0.4015,
      "step": 408700
    },
    {
      "epoch": 114.07,
      "grad_norm": 1.2928739786148071,
      "learning_rate": 4.578498131109823e-06,
      "loss": 0.4288,
      "step": 408710
    },
    {
      "epoch": 114.07,
      "grad_norm": 1.451431393623352,
      "learning_rate": 4.578489980766754e-06,
      "loss": 0.4116,
      "step": 408720
    },
    {
      "epoch": 114.07,
      "grad_norm": 1.4403376579284668,
      "learning_rate": 4.578481830126237e-06,
      "loss": 0.3985,
      "step": 408730
    },
    {
      "epoch": 114.08,
      "grad_norm": 1.4876536130905151,
      "learning_rate": 4.5784736791882795e-06,
      "loss": 0.4342,
      "step": 408740
    },
    {
      "epoch": 114.08,
      "grad_norm": 1.4226030111312866,
      "learning_rate": 4.5784655279528785e-06,
      "loss": 0.4058,
      "step": 408750
    },
    {
      "epoch": 114.08,
      "grad_norm": 1.3390058279037476,
      "learning_rate": 4.578457376420036e-06,
      "loss": 0.4148,
      "step": 408760
    },
    {
      "epoch": 114.09,
      "grad_norm": 1.3756294250488281,
      "learning_rate": 4.578449224589754e-06,
      "loss": 0.4124,
      "step": 408770
    },
    {
      "epoch": 114.09,
      "grad_norm": 1.4860997200012207,
      "learning_rate": 4.578441072462033e-06,
      "loss": 0.4125,
      "step": 408780
    },
    {
      "epoch": 114.09,
      "grad_norm": 1.637643575668335,
      "learning_rate": 4.578432920036873e-06,
      "loss": 0.4202,
      "step": 408790
    },
    {
      "epoch": 114.09,
      "grad_norm": 1.3704897165298462,
      "learning_rate": 4.578424767314277e-06,
      "loss": 0.4262,
      "step": 408800
    },
    {
      "epoch": 114.1,
      "grad_norm": 1.5735071897506714,
      "learning_rate": 4.578416614294244e-06,
      "loss": 0.4105,
      "step": 408810
    },
    {
      "epoch": 114.1,
      "grad_norm": 2.5213353633880615,
      "learning_rate": 4.578408460976778e-06,
      "loss": 0.4232,
      "step": 408820
    },
    {
      "epoch": 114.1,
      "grad_norm": 1.315125584602356,
      "learning_rate": 4.5784003073618775e-06,
      "loss": 0.4008,
      "step": 408830
    },
    {
      "epoch": 114.11,
      "grad_norm": 1.3314772844314575,
      "learning_rate": 4.578392153449545e-06,
      "loss": 0.4175,
      "step": 408840
    },
    {
      "epoch": 114.11,
      "grad_norm": 1.4097403287887573,
      "learning_rate": 4.57838399923978e-06,
      "loss": 0.4075,
      "step": 408850
    },
    {
      "epoch": 114.11,
      "grad_norm": 1.1889183521270752,
      "learning_rate": 4.578375844732585e-06,
      "loss": 0.4081,
      "step": 408860
    },
    {
      "epoch": 114.11,
      "grad_norm": 1.5458956956863403,
      "learning_rate": 4.578367689927961e-06,
      "loss": 0.4435,
      "step": 408870
    },
    {
      "epoch": 114.12,
      "grad_norm": 1.4387563467025757,
      "learning_rate": 4.578359534825909e-06,
      "loss": 0.4094,
      "step": 408880
    },
    {
      "epoch": 114.12,
      "grad_norm": 1.4655137062072754,
      "learning_rate": 4.5783513794264286e-06,
      "loss": 0.4106,
      "step": 408890
    },
    {
      "epoch": 114.12,
      "grad_norm": 1.5500354766845703,
      "learning_rate": 4.578343223729524e-06,
      "loss": 0.4412,
      "step": 408900
    },
    {
      "epoch": 114.13,
      "grad_norm": 1.4741026163101196,
      "learning_rate": 4.5783350677351925e-06,
      "loss": 0.416,
      "step": 408910
    },
    {
      "epoch": 114.13,
      "grad_norm": 5.021855354309082,
      "learning_rate": 4.578326911443438e-06,
      "loss": 0.4123,
      "step": 408920
    },
    {
      "epoch": 114.13,
      "grad_norm": 1.432196855545044,
      "learning_rate": 4.578318754854261e-06,
      "loss": 0.396,
      "step": 408930
    },
    {
      "epoch": 114.13,
      "grad_norm": 1.2969005107879639,
      "learning_rate": 4.578310597967662e-06,
      "loss": 0.4048,
      "step": 408940
    },
    {
      "epoch": 114.14,
      "grad_norm": 1.5272077322006226,
      "learning_rate": 4.578302440783643e-06,
      "loss": 0.4203,
      "step": 408950
    },
    {
      "epoch": 114.14,
      "grad_norm": 1.6996681690216064,
      "learning_rate": 4.578294283302203e-06,
      "loss": 0.4163,
      "step": 408960
    },
    {
      "epoch": 114.14,
      "grad_norm": 1.5950061082839966,
      "learning_rate": 4.5782861255233455e-06,
      "loss": 0.4249,
      "step": 408970
    },
    {
      "epoch": 114.14,
      "grad_norm": 1.251196265220642,
      "learning_rate": 4.578277967447071e-06,
      "loss": 0.4017,
      "step": 408980
    },
    {
      "epoch": 114.15,
      "grad_norm": 1.3823057413101196,
      "learning_rate": 4.578269809073379e-06,
      "loss": 0.42,
      "step": 408990
    },
    {
      "epoch": 114.15,
      "grad_norm": 1.5934823751449585,
      "learning_rate": 4.578261650402273e-06,
      "loss": 0.4138,
      "step": 409000
    },
    {
      "epoch": 114.15,
      "grad_norm": 1.5610260963439941,
      "learning_rate": 4.578253491433753e-06,
      "loss": 0.4183,
      "step": 409010
    },
    {
      "epoch": 114.16,
      "grad_norm": 1.324297308921814,
      "learning_rate": 4.578245332167819e-06,
      "loss": 0.4277,
      "step": 409020
    },
    {
      "epoch": 114.16,
      "grad_norm": 1.417384147644043,
      "learning_rate": 4.5782371726044734e-06,
      "loss": 0.4568,
      "step": 409030
    },
    {
      "epoch": 114.16,
      "grad_norm": 1.5161899328231812,
      "learning_rate": 4.578229012743717e-06,
      "loss": 0.4182,
      "step": 409040
    },
    {
      "epoch": 114.16,
      "grad_norm": 1.3361541032791138,
      "learning_rate": 4.578220852585552e-06,
      "loss": 0.3975,
      "step": 409050
    },
    {
      "epoch": 114.17,
      "grad_norm": 1.2359123229980469,
      "learning_rate": 4.578212692129977e-06,
      "loss": 0.4334,
      "step": 409060
    },
    {
      "epoch": 114.17,
      "grad_norm": 1.6428418159484863,
      "learning_rate": 4.578204531376993e-06,
      "loss": 0.4298,
      "step": 409070
    },
    {
      "epoch": 114.17,
      "grad_norm": 1.4150992631912231,
      "learning_rate": 4.578196370326605e-06,
      "loss": 0.4348,
      "step": 409080
    },
    {
      "epoch": 114.18,
      "grad_norm": 1.5121444463729858,
      "learning_rate": 4.578188208978811e-06,
      "loss": 0.4098,
      "step": 409090
    },
    {
      "epoch": 114.18,
      "grad_norm": 1.667715311050415,
      "learning_rate": 4.578180047333612e-06,
      "loss": 0.4147,
      "step": 409100
    },
    {
      "epoch": 114.18,
      "grad_norm": 1.570374608039856,
      "learning_rate": 4.57817188539101e-06,
      "loss": 0.4096,
      "step": 409110
    },
    {
      "epoch": 114.18,
      "grad_norm": 1.3949707746505737,
      "learning_rate": 4.578163723151006e-06,
      "loss": 0.412,
      "step": 409120
    },
    {
      "epoch": 114.19,
      "grad_norm": 1.572541356086731,
      "learning_rate": 4.5781555606136e-06,
      "loss": 0.4146,
      "step": 409130
    },
    {
      "epoch": 114.19,
      "grad_norm": 1.740226149559021,
      "learning_rate": 4.578147397778795e-06,
      "loss": 0.4166,
      "step": 409140
    },
    {
      "epoch": 114.19,
      "grad_norm": 1.9430203437805176,
      "learning_rate": 4.578139234646592e-06,
      "loss": 0.4139,
      "step": 409150
    },
    {
      "epoch": 114.19,
      "grad_norm": 1.5501799583435059,
      "learning_rate": 4.5781310712169895e-06,
      "loss": 0.3995,
      "step": 409160
    },
    {
      "epoch": 114.2,
      "grad_norm": 1.2997394800186157,
      "learning_rate": 4.578122907489991e-06,
      "loss": 0.4045,
      "step": 409170
    },
    {
      "epoch": 114.2,
      "grad_norm": 1.3534048795700073,
      "learning_rate": 4.578114743465597e-06,
      "loss": 0.4133,
      "step": 409180
    },
    {
      "epoch": 114.2,
      "grad_norm": 1.4516830444335938,
      "learning_rate": 4.578106579143808e-06,
      "loss": 0.4103,
      "step": 409190
    },
    {
      "epoch": 114.21,
      "grad_norm": 1.4157381057739258,
      "learning_rate": 4.578098414524626e-06,
      "loss": 0.4118,
      "step": 409200
    },
    {
      "epoch": 114.21,
      "grad_norm": 1.404945969581604,
      "learning_rate": 4.578090249608051e-06,
      "loss": 0.3943,
      "step": 409210
    },
    {
      "epoch": 114.21,
      "grad_norm": 1.403895378112793,
      "learning_rate": 4.5780820843940855e-06,
      "loss": 0.4368,
      "step": 409220
    },
    {
      "epoch": 114.21,
      "grad_norm": 1.4694985151290894,
      "learning_rate": 4.5780739188827285e-06,
      "loss": 0.4093,
      "step": 409230
    },
    {
      "epoch": 114.22,
      "grad_norm": 1.234936237335205,
      "learning_rate": 4.578065753073984e-06,
      "loss": 0.4062,
      "step": 409240
    },
    {
      "epoch": 114.22,
      "grad_norm": 1.2904750108718872,
      "learning_rate": 4.578057586967851e-06,
      "loss": 0.3914,
      "step": 409250
    },
    {
      "epoch": 114.22,
      "grad_norm": 1.2586716413497925,
      "learning_rate": 4.57804942056433e-06,
      "loss": 0.4203,
      "step": 409260
    },
    {
      "epoch": 114.23,
      "grad_norm": 1.502800703048706,
      "learning_rate": 4.578041253863424e-06,
      "loss": 0.4368,
      "step": 409270
    },
    {
      "epoch": 114.23,
      "grad_norm": 1.7653158903121948,
      "learning_rate": 4.578033086865133e-06,
      "loss": 0.4063,
      "step": 409280
    },
    {
      "epoch": 114.23,
      "grad_norm": 1.4609535932540894,
      "learning_rate": 4.578024919569458e-06,
      "loss": 0.4458,
      "step": 409290
    },
    {
      "epoch": 114.23,
      "grad_norm": 1.659868597984314,
      "learning_rate": 4.5780167519764015e-06,
      "loss": 0.4273,
      "step": 409300
    },
    {
      "epoch": 114.24,
      "grad_norm": 1.2398362159729004,
      "learning_rate": 4.578008584085963e-06,
      "loss": 0.4172,
      "step": 409310
    },
    {
      "epoch": 114.24,
      "grad_norm": 1.8517565727233887,
      "learning_rate": 4.578000415898143e-06,
      "loss": 0.4063,
      "step": 409320
    },
    {
      "epoch": 114.24,
      "grad_norm": 1.6608695983886719,
      "learning_rate": 4.577992247412945e-06,
      "loss": 0.412,
      "step": 409330
    },
    {
      "epoch": 114.25,
      "grad_norm": 1.602268099784851,
      "learning_rate": 4.577984078630368e-06,
      "loss": 0.4147,
      "step": 409340
    },
    {
      "epoch": 114.25,
      "grad_norm": 1.3573212623596191,
      "learning_rate": 4.5779759095504145e-06,
      "loss": 0.3967,
      "step": 409350
    },
    {
      "epoch": 114.25,
      "grad_norm": 1.3488699197769165,
      "learning_rate": 4.577967740173085e-06,
      "loss": 0.4299,
      "step": 409360
    },
    {
      "epoch": 114.25,
      "grad_norm": 1.5170639753341675,
      "learning_rate": 4.57795957049838e-06,
      "loss": 0.4217,
      "step": 409370
    },
    {
      "epoch": 114.26,
      "grad_norm": 1.3582932949066162,
      "learning_rate": 4.5779514005263005e-06,
      "loss": 0.3923,
      "step": 409380
    },
    {
      "epoch": 114.26,
      "grad_norm": 1.3986295461654663,
      "learning_rate": 4.577943230256849e-06,
      "loss": 0.4058,
      "step": 409390
    },
    {
      "epoch": 114.26,
      "grad_norm": 1.3032336235046387,
      "learning_rate": 4.577935059690026e-06,
      "loss": 0.4114,
      "step": 409400
    },
    {
      "epoch": 114.26,
      "grad_norm": 1.351108193397522,
      "learning_rate": 4.577926888825832e-06,
      "loss": 0.4156,
      "step": 409410
    },
    {
      "epoch": 114.27,
      "grad_norm": 1.4838005304336548,
      "learning_rate": 4.5779187176642685e-06,
      "loss": 0.4109,
      "step": 409420
    },
    {
      "epoch": 114.27,
      "grad_norm": 1.3498679399490356,
      "learning_rate": 4.577910546205336e-06,
      "loss": 0.4214,
      "step": 409430
    },
    {
      "epoch": 114.27,
      "grad_norm": 1.3320252895355225,
      "learning_rate": 4.577902374449037e-06,
      "loss": 0.4185,
      "step": 409440
    },
    {
      "epoch": 114.28,
      "grad_norm": 1.8991509675979614,
      "learning_rate": 4.577894202395371e-06,
      "loss": 0.4351,
      "step": 409450
    },
    {
      "epoch": 114.28,
      "grad_norm": 1.2975949048995972,
      "learning_rate": 4.57788603004434e-06,
      "loss": 0.4133,
      "step": 409460
    },
    {
      "epoch": 114.28,
      "grad_norm": 1.3870575428009033,
      "learning_rate": 4.577877857395946e-06,
      "loss": 0.4357,
      "step": 409470
    },
    {
      "epoch": 114.28,
      "grad_norm": 1.344456434249878,
      "learning_rate": 4.577869684450187e-06,
      "loss": 0.4245,
      "step": 409480
    },
    {
      "epoch": 114.29,
      "grad_norm": 1.3219107389450073,
      "learning_rate": 4.577861511207067e-06,
      "loss": 0.4015,
      "step": 409490
    },
    {
      "epoch": 114.29,
      "grad_norm": 1.241206169128418,
      "learning_rate": 4.577853337666586e-06,
      "loss": 0.4188,
      "step": 409500
    },
    {
      "epoch": 114.29,
      "grad_norm": 1.3471384048461914,
      "learning_rate": 4.577845163828746e-06,
      "loss": 0.4296,
      "step": 409510
    },
    {
      "epoch": 114.3,
      "grad_norm": 1.846897006034851,
      "learning_rate": 4.577836989693546e-06,
      "loss": 0.4059,
      "step": 409520
    },
    {
      "epoch": 114.3,
      "grad_norm": 1.2939783334732056,
      "learning_rate": 4.57782881526099e-06,
      "loss": 0.4098,
      "step": 409530
    },
    {
      "epoch": 114.3,
      "grad_norm": 1.4875446557998657,
      "learning_rate": 4.577820640531077e-06,
      "loss": 0.4124,
      "step": 409540
    },
    {
      "epoch": 114.3,
      "grad_norm": 1.4112521409988403,
      "learning_rate": 4.577812465503808e-06,
      "loss": 0.4065,
      "step": 409550
    },
    {
      "epoch": 114.31,
      "grad_norm": 1.3175487518310547,
      "learning_rate": 4.5778042901791844e-06,
      "loss": 0.4072,
      "step": 409560
    },
    {
      "epoch": 114.31,
      "grad_norm": 1.4072705507278442,
      "learning_rate": 4.5777961145572085e-06,
      "loss": 0.43,
      "step": 409570
    },
    {
      "epoch": 114.31,
      "grad_norm": 1.3741455078125,
      "learning_rate": 4.57778793863788e-06,
      "loss": 0.4127,
      "step": 409580
    },
    {
      "epoch": 114.31,
      "grad_norm": 1.369835376739502,
      "learning_rate": 4.5777797624212e-06,
      "loss": 0.4062,
      "step": 409590
    },
    {
      "epoch": 114.32,
      "grad_norm": 1.5070046186447144,
      "learning_rate": 4.577771585907171e-06,
      "loss": 0.4143,
      "step": 409600
    },
    {
      "epoch": 114.32,
      "grad_norm": 1.30911123752594,
      "learning_rate": 4.577763409095792e-06,
      "loss": 0.4193,
      "step": 409610
    },
    {
      "epoch": 114.32,
      "grad_norm": 1.6050325632095337,
      "learning_rate": 4.5777552319870665e-06,
      "loss": 0.4226,
      "step": 409620
    },
    {
      "epoch": 114.33,
      "grad_norm": 1.3085213899612427,
      "learning_rate": 4.5777470545809935e-06,
      "loss": 0.408,
      "step": 409630
    },
    {
      "epoch": 114.33,
      "grad_norm": 1.4489885568618774,
      "learning_rate": 4.577738876877575e-06,
      "loss": 0.4221,
      "step": 409640
    },
    {
      "epoch": 114.33,
      "grad_norm": 1.503147006034851,
      "learning_rate": 4.577730698876812e-06,
      "loss": 0.4077,
      "step": 409650
    },
    {
      "epoch": 114.33,
      "grad_norm": 1.4036531448364258,
      "learning_rate": 4.577722520578705e-06,
      "loss": 0.4103,
      "step": 409660
    },
    {
      "epoch": 114.34,
      "grad_norm": 1.7429677248001099,
      "learning_rate": 4.577714341983257e-06,
      "loss": 0.4139,
      "step": 409670
    },
    {
      "epoch": 114.34,
      "grad_norm": 1.4189223051071167,
      "learning_rate": 4.577706163090466e-06,
      "loss": 0.394,
      "step": 409680
    },
    {
      "epoch": 114.34,
      "grad_norm": 1.474605917930603,
      "learning_rate": 4.577697983900336e-06,
      "loss": 0.3979,
      "step": 409690
    },
    {
      "epoch": 114.35,
      "grad_norm": 1.3419382572174072,
      "learning_rate": 4.577689804412867e-06,
      "loss": 0.4257,
      "step": 409700
    },
    {
      "epoch": 114.35,
      "grad_norm": 1.3065409660339355,
      "learning_rate": 4.577681624628059e-06,
      "loss": 0.405,
      "step": 409710
    },
    {
      "epoch": 114.35,
      "grad_norm": 1.3122214078903198,
      "learning_rate": 4.577673444545915e-06,
      "loss": 0.4206,
      "step": 409720
    },
    {
      "epoch": 114.35,
      "grad_norm": 1.528619647026062,
      "learning_rate": 4.577665264166436e-06,
      "loss": 0.4314,
      "step": 409730
    },
    {
      "epoch": 114.36,
      "grad_norm": 1.3458763360977173,
      "learning_rate": 4.57765708348962e-06,
      "loss": 0.4142,
      "step": 409740
    },
    {
      "epoch": 114.36,
      "grad_norm": 1.4972463846206665,
      "learning_rate": 4.577648902515472e-06,
      "loss": 0.4068,
      "step": 409750
    },
    {
      "epoch": 114.36,
      "grad_norm": 1.2979546785354614,
      "learning_rate": 4.577640721243991e-06,
      "loss": 0.4027,
      "step": 409760
    },
    {
      "epoch": 114.37,
      "grad_norm": 1.623173475265503,
      "learning_rate": 4.577632539675179e-06,
      "loss": 0.4144,
      "step": 409770
    },
    {
      "epoch": 114.37,
      "grad_norm": 1.2857803106307983,
      "learning_rate": 4.577624357809035e-06,
      "loss": 0.4163,
      "step": 409780
    },
    {
      "epoch": 114.37,
      "grad_norm": 1.3511921167373657,
      "learning_rate": 4.5776161756455635e-06,
      "loss": 0.4018,
      "step": 409790
    },
    {
      "epoch": 114.37,
      "grad_norm": 1.3141347169876099,
      "learning_rate": 4.577607993184763e-06,
      "loss": 0.4275,
      "step": 409800
    },
    {
      "epoch": 114.38,
      "grad_norm": 1.606968879699707,
      "learning_rate": 4.577599810426635e-06,
      "loss": 0.4099,
      "step": 409810
    },
    {
      "epoch": 114.38,
      "grad_norm": 1.4976723194122314,
      "learning_rate": 4.577591627371182e-06,
      "loss": 0.4224,
      "step": 409820
    },
    {
      "epoch": 114.38,
      "grad_norm": 1.3434545993804932,
      "learning_rate": 4.577583444018404e-06,
      "loss": 0.4203,
      "step": 409830
    },
    {
      "epoch": 114.38,
      "grad_norm": 1.6442549228668213,
      "learning_rate": 4.577575260368301e-06,
      "loss": 0.4198,
      "step": 409840
    },
    {
      "epoch": 114.39,
      "grad_norm": 1.5536952018737793,
      "learning_rate": 4.577567076420877e-06,
      "loss": 0.4293,
      "step": 409850
    },
    {
      "epoch": 114.39,
      "grad_norm": 1.2871146202087402,
      "learning_rate": 4.57755889217613e-06,
      "loss": 0.4089,
      "step": 409860
    },
    {
      "epoch": 114.39,
      "grad_norm": 1.4204602241516113,
      "learning_rate": 4.577550707634063e-06,
      "loss": 0.4137,
      "step": 409870
    },
    {
      "epoch": 114.4,
      "grad_norm": 1.4937717914581299,
      "learning_rate": 4.577542522794677e-06,
      "loss": 0.3971,
      "step": 409880
    },
    {
      "epoch": 114.4,
      "grad_norm": 2.0474562644958496,
      "learning_rate": 4.577534337657971e-06,
      "loss": 0.4172,
      "step": 409890
    },
    {
      "epoch": 114.4,
      "grad_norm": 1.3003032207489014,
      "learning_rate": 4.577526152223949e-06,
      "loss": 0.4081,
      "step": 409900
    },
    {
      "epoch": 114.4,
      "grad_norm": 1.365433931350708,
      "learning_rate": 4.577517966492611e-06,
      "loss": 0.4269,
      "step": 409910
    },
    {
      "epoch": 114.41,
      "grad_norm": 1.2985731363296509,
      "learning_rate": 4.5775097804639565e-06,
      "loss": 0.419,
      "step": 409920
    },
    {
      "epoch": 114.41,
      "grad_norm": 1.3409383296966553,
      "learning_rate": 4.577501594137989e-06,
      "loss": 0.3907,
      "step": 409930
    },
    {
      "epoch": 114.41,
      "grad_norm": 1.499472737312317,
      "learning_rate": 4.577493407514708e-06,
      "loss": 0.4267,
      "step": 409940
    },
    {
      "epoch": 114.42,
      "grad_norm": 1.7275021076202393,
      "learning_rate": 4.577485220594116e-06,
      "loss": 0.4072,
      "step": 409950
    },
    {
      "epoch": 114.42,
      "grad_norm": 1.3535563945770264,
      "learning_rate": 4.577477033376212e-06,
      "loss": 0.4092,
      "step": 409960
    },
    {
      "epoch": 114.42,
      "grad_norm": 1.42135488986969,
      "learning_rate": 4.577468845860999e-06,
      "loss": 0.4244,
      "step": 409970
    },
    {
      "epoch": 114.42,
      "grad_norm": 1.3401657342910767,
      "learning_rate": 4.577460658048477e-06,
      "loss": 0.4147,
      "step": 409980
    },
    {
      "epoch": 114.43,
      "grad_norm": 1.252354383468628,
      "learning_rate": 4.577452469938649e-06,
      "loss": 0.4328,
      "step": 409990
    },
    {
      "epoch": 114.43,
      "grad_norm": 1.198340892791748,
      "learning_rate": 4.577444281531514e-06,
      "loss": 0.4133,
      "step": 410000
    },
    {
      "epoch": 114.43,
      "grad_norm": 1.4324190616607666,
      "learning_rate": 4.577436092827072e-06,
      "loss": 0.3992,
      "step": 410010
    },
    {
      "epoch": 114.43,
      "grad_norm": 1.373656153678894,
      "learning_rate": 4.577427903825327e-06,
      "loss": 0.4107,
      "step": 410020
    },
    {
      "epoch": 114.44,
      "grad_norm": 1.2773627042770386,
      "learning_rate": 4.577419714526279e-06,
      "loss": 0.4185,
      "step": 410030
    },
    {
      "epoch": 114.44,
      "grad_norm": 1.932735562324524,
      "learning_rate": 4.577411524929929e-06,
      "loss": 0.4209,
      "step": 410040
    },
    {
      "epoch": 114.44,
      "grad_norm": 1.3619801998138428,
      "learning_rate": 4.577403335036278e-06,
      "loss": 0.4221,
      "step": 410050
    },
    {
      "epoch": 114.45,
      "grad_norm": 1.410714864730835,
      "learning_rate": 4.577395144845327e-06,
      "loss": 0.4206,
      "step": 410060
    },
    {
      "epoch": 114.45,
      "grad_norm": 1.3642960786819458,
      "learning_rate": 4.577386954357076e-06,
      "loss": 0.408,
      "step": 410070
    },
    {
      "epoch": 114.45,
      "grad_norm": 1.2735481262207031,
      "learning_rate": 4.577378763571529e-06,
      "loss": 0.4071,
      "step": 410080
    },
    {
      "epoch": 114.45,
      "grad_norm": 1.4047119617462158,
      "learning_rate": 4.5773705724886855e-06,
      "loss": 0.4064,
      "step": 410090
    },
    {
      "epoch": 114.46,
      "grad_norm": 1.6706879138946533,
      "learning_rate": 4.577362381108546e-06,
      "loss": 0.4167,
      "step": 410100
    },
    {
      "epoch": 114.46,
      "grad_norm": 1.978326678276062,
      "learning_rate": 4.577354189431111e-06,
      "loss": 0.399,
      "step": 410110
    },
    {
      "epoch": 114.46,
      "grad_norm": 1.319015622138977,
      "learning_rate": 4.577345997456384e-06,
      "loss": 0.3895,
      "step": 410120
    },
    {
      "epoch": 114.47,
      "grad_norm": 1.661936640739441,
      "learning_rate": 4.577337805184364e-06,
      "loss": 0.4324,
      "step": 410130
    },
    {
      "epoch": 114.47,
      "grad_norm": 1.2725000381469727,
      "learning_rate": 4.577329612615054e-06,
      "loss": 0.4351,
      "step": 410140
    },
    {
      "epoch": 114.47,
      "grad_norm": 1.6801704168319702,
      "learning_rate": 4.577321419748454e-06,
      "loss": 0.4246,
      "step": 410150
    },
    {
      "epoch": 114.47,
      "grad_norm": 1.6093125343322754,
      "learning_rate": 4.577313226584563e-06,
      "loss": 0.4319,
      "step": 410160
    },
    {
      "epoch": 114.48,
      "grad_norm": 1.313098669052124,
      "learning_rate": 4.577305033123387e-06,
      "loss": 0.4188,
      "step": 410170
    },
    {
      "epoch": 114.48,
      "grad_norm": 1.622045636177063,
      "learning_rate": 4.5772968393649216e-06,
      "loss": 0.3981,
      "step": 410180
    },
    {
      "epoch": 114.48,
      "grad_norm": 1.500066876411438,
      "learning_rate": 4.577288645309171e-06,
      "loss": 0.4228,
      "step": 410190
    },
    {
      "epoch": 114.49,
      "grad_norm": 1.2591471672058105,
      "learning_rate": 4.577280450956136e-06,
      "loss": 0.4131,
      "step": 410200
    },
    {
      "epoch": 114.49,
      "grad_norm": 1.385197639465332,
      "learning_rate": 4.577272256305818e-06,
      "loss": 0.4219,
      "step": 410210
    },
    {
      "epoch": 114.49,
      "grad_norm": 1.3721859455108643,
      "learning_rate": 4.577264061358218e-06,
      "loss": 0.4246,
      "step": 410220
    },
    {
      "epoch": 114.49,
      "grad_norm": 1.4363845586776733,
      "learning_rate": 4.5772558661133355e-06,
      "loss": 0.4186,
      "step": 410230
    },
    {
      "epoch": 114.5,
      "grad_norm": 1.2861454486846924,
      "learning_rate": 4.577247670571174e-06,
      "loss": 0.4094,
      "step": 410240
    },
    {
      "epoch": 114.5,
      "grad_norm": 3.096116781234741,
      "learning_rate": 4.577239474731732e-06,
      "loss": 0.4089,
      "step": 410250
    },
    {
      "epoch": 114.5,
      "grad_norm": 1.6972506046295166,
      "learning_rate": 4.577231278595013e-06,
      "loss": 0.4188,
      "step": 410260
    },
    {
      "epoch": 114.5,
      "grad_norm": 1.4920588731765747,
      "learning_rate": 4.577223082161016e-06,
      "loss": 0.4266,
      "step": 410270
    },
    {
      "epoch": 114.51,
      "grad_norm": 1.4192166328430176,
      "learning_rate": 4.577214885429744e-06,
      "loss": 0.4185,
      "step": 410280
    },
    {
      "epoch": 114.51,
      "grad_norm": 1.7368031740188599,
      "learning_rate": 4.577206688401198e-06,
      "loss": 0.4101,
      "step": 410290
    },
    {
      "epoch": 114.51,
      "grad_norm": 1.31526780128479,
      "learning_rate": 4.577198491075376e-06,
      "loss": 0.418,
      "step": 410300
    },
    {
      "epoch": 114.52,
      "grad_norm": 1.6794109344482422,
      "learning_rate": 4.577190293452284e-06,
      "loss": 0.3966,
      "step": 410310
    },
    {
      "epoch": 114.52,
      "grad_norm": 1.5753531455993652,
      "learning_rate": 4.577182095531918e-06,
      "loss": 0.4277,
      "step": 410320
    },
    {
      "epoch": 114.52,
      "grad_norm": 1.5739715099334717,
      "learning_rate": 4.577173897314283e-06,
      "loss": 0.401,
      "step": 410330
    },
    {
      "epoch": 114.52,
      "grad_norm": 1.4482636451721191,
      "learning_rate": 4.577165698799379e-06,
      "loss": 0.4281,
      "step": 410340
    },
    {
      "epoch": 114.53,
      "grad_norm": 1.3173248767852783,
      "learning_rate": 4.577157499987205e-06,
      "loss": 0.4043,
      "step": 410350
    },
    {
      "epoch": 114.53,
      "grad_norm": 1.4226938486099243,
      "learning_rate": 4.577149300877765e-06,
      "loss": 0.4153,
      "step": 410360
    },
    {
      "epoch": 114.53,
      "grad_norm": 1.671525239944458,
      "learning_rate": 4.577141101471059e-06,
      "loss": 0.4057,
      "step": 410370
    },
    {
      "epoch": 114.54,
      "grad_norm": 1.4865305423736572,
      "learning_rate": 4.577132901767089e-06,
      "loss": 0.4155,
      "step": 410380
    },
    {
      "epoch": 114.54,
      "grad_norm": 1.273472785949707,
      "learning_rate": 4.577124701765854e-06,
      "loss": 0.4157,
      "step": 410390
    },
    {
      "epoch": 114.54,
      "grad_norm": 1.3674107789993286,
      "learning_rate": 4.577116501467356e-06,
      "loss": 0.4152,
      "step": 410400
    },
    {
      "epoch": 114.54,
      "grad_norm": 2.0258371829986572,
      "learning_rate": 4.577108300871597e-06,
      "loss": 0.4048,
      "step": 410410
    },
    {
      "epoch": 114.55,
      "grad_norm": 1.85004723072052,
      "learning_rate": 4.577100099978577e-06,
      "loss": 0.3966,
      "step": 410420
    },
    {
      "epoch": 114.55,
      "grad_norm": 1.3223145008087158,
      "learning_rate": 4.577091898788297e-06,
      "loss": 0.4111,
      "step": 410430
    },
    {
      "epoch": 114.55,
      "grad_norm": 1.4658432006835938,
      "learning_rate": 4.57708369730076e-06,
      "loss": 0.4007,
      "step": 410440
    },
    {
      "epoch": 114.55,
      "grad_norm": 1.177706241607666,
      "learning_rate": 4.5770754955159645e-06,
      "loss": 0.4058,
      "step": 410450
    },
    {
      "epoch": 114.56,
      "grad_norm": 1.65545654296875,
      "learning_rate": 4.5770672934339126e-06,
      "loss": 0.4053,
      "step": 410460
    },
    {
      "epoch": 114.56,
      "grad_norm": 1.4968106746673584,
      "learning_rate": 4.577059091054606e-06,
      "loss": 0.4101,
      "step": 410470
    },
    {
      "epoch": 114.56,
      "grad_norm": 1.686313509941101,
      "learning_rate": 4.5770508883780455e-06,
      "loss": 0.4163,
      "step": 410480
    },
    {
      "epoch": 114.57,
      "grad_norm": 1.3136951923370361,
      "learning_rate": 4.577042685404232e-06,
      "loss": 0.4221,
      "step": 410490
    },
    {
      "epoch": 114.57,
      "grad_norm": 1.4582462310791016,
      "learning_rate": 4.577034482133167e-06,
      "loss": 0.4248,
      "step": 410500
    },
    {
      "epoch": 114.57,
      "grad_norm": 1.2070213556289673,
      "learning_rate": 4.57702627856485e-06,
      "loss": 0.4131,
      "step": 410510
    },
    {
      "epoch": 114.57,
      "grad_norm": 1.4981920719146729,
      "learning_rate": 4.577018074699285e-06,
      "loss": 0.4252,
      "step": 410520
    },
    {
      "epoch": 114.58,
      "grad_norm": 1.645939826965332,
      "learning_rate": 4.57700987053647e-06,
      "loss": 0.4112,
      "step": 410530
    },
    {
      "epoch": 114.58,
      "grad_norm": 1.1545064449310303,
      "learning_rate": 4.577001666076409e-06,
      "loss": 0.3992,
      "step": 410540
    },
    {
      "epoch": 114.58,
      "grad_norm": 1.485042691230774,
      "learning_rate": 4.5769934613191e-06,
      "loss": 0.4025,
      "step": 410550
    },
    {
      "epoch": 114.59,
      "grad_norm": 1.43296217918396,
      "learning_rate": 4.576985256264546e-06,
      "loss": 0.4044,
      "step": 410560
    },
    {
      "epoch": 114.59,
      "grad_norm": 1.8535473346710205,
      "learning_rate": 4.576977050912748e-06,
      "loss": 0.4216,
      "step": 410570
    },
    {
      "epoch": 114.59,
      "grad_norm": 1.3493025302886963,
      "learning_rate": 4.5769688452637075e-06,
      "loss": 0.4227,
      "step": 410580
    },
    {
      "epoch": 114.59,
      "grad_norm": 1.572311520576477,
      "learning_rate": 4.576960639317424e-06,
      "loss": 0.4215,
      "step": 410590
    },
    {
      "epoch": 114.6,
      "grad_norm": 1.3009188175201416,
      "learning_rate": 4.5769524330739e-06,
      "loss": 0.4231,
      "step": 410600
    },
    {
      "epoch": 114.6,
      "grad_norm": 1.3155744075775146,
      "learning_rate": 4.576944226533136e-06,
      "loss": 0.4271,
      "step": 410610
    },
    {
      "epoch": 114.6,
      "grad_norm": 1.3517051935195923,
      "learning_rate": 4.576936019695133e-06,
      "loss": 0.4283,
      "step": 410620
    },
    {
      "epoch": 114.61,
      "grad_norm": 1.4093749523162842,
      "learning_rate": 4.576927812559894e-06,
      "loss": 0.4165,
      "step": 410630
    },
    {
      "epoch": 114.61,
      "grad_norm": 1.3496177196502686,
      "learning_rate": 4.576919605127417e-06,
      "loss": 0.4149,
      "step": 410640
    },
    {
      "epoch": 114.61,
      "grad_norm": 1.2857282161712646,
      "learning_rate": 4.576911397397704e-06,
      "loss": 0.4297,
      "step": 410650
    },
    {
      "epoch": 114.61,
      "grad_norm": 1.3214994668960571,
      "learning_rate": 4.576903189370757e-06,
      "loss": 0.4083,
      "step": 410660
    },
    {
      "epoch": 114.62,
      "grad_norm": 1.4502836465835571,
      "learning_rate": 4.576894981046577e-06,
      "loss": 0.4226,
      "step": 410670
    },
    {
      "epoch": 114.62,
      "grad_norm": 1.4093871116638184,
      "learning_rate": 4.576886772425165e-06,
      "loss": 0.3963,
      "step": 410680
    },
    {
      "epoch": 114.62,
      "grad_norm": 1.2948195934295654,
      "learning_rate": 4.576878563506521e-06,
      "loss": 0.417,
      "step": 410690
    },
    {
      "epoch": 114.62,
      "grad_norm": 1.4658759832382202,
      "learning_rate": 4.576870354290648e-06,
      "loss": 0.394,
      "step": 410700
    },
    {
      "epoch": 114.63,
      "grad_norm": 1.262554407119751,
      "learning_rate": 4.576862144777546e-06,
      "loss": 0.4085,
      "step": 410710
    },
    {
      "epoch": 114.63,
      "grad_norm": 1.5714428424835205,
      "learning_rate": 4.576853934967215e-06,
      "loss": 0.415,
      "step": 410720
    },
    {
      "epoch": 114.63,
      "grad_norm": 1.7839879989624023,
      "learning_rate": 4.576845724859659e-06,
      "loss": 0.4232,
      "step": 410730
    },
    {
      "epoch": 114.64,
      "grad_norm": 2.461937427520752,
      "learning_rate": 4.5768375144548765e-06,
      "loss": 0.4091,
      "step": 410740
    },
    {
      "epoch": 114.64,
      "grad_norm": 1.4828577041625977,
      "learning_rate": 4.576829303752869e-06,
      "loss": 0.415,
      "step": 410750
    },
    {
      "epoch": 114.64,
      "grad_norm": 1.465242624282837,
      "learning_rate": 4.576821092753639e-06,
      "loss": 0.4104,
      "step": 410760
    },
    {
      "epoch": 114.64,
      "grad_norm": 1.4979774951934814,
      "learning_rate": 4.576812881457186e-06,
      "loss": 0.4072,
      "step": 410770
    },
    {
      "epoch": 114.65,
      "grad_norm": 1.3262690305709839,
      "learning_rate": 4.576804669863512e-06,
      "loss": 0.4151,
      "step": 410780
    },
    {
      "epoch": 114.65,
      "grad_norm": 2.0752527713775635,
      "learning_rate": 4.5767964579726176e-06,
      "loss": 0.4144,
      "step": 410790
    },
    {
      "epoch": 114.65,
      "grad_norm": 1.3350685834884644,
      "learning_rate": 4.576788245784504e-06,
      "loss": 0.4074,
      "step": 410800
    },
    {
      "epoch": 114.66,
      "grad_norm": 1.5773612260818481,
      "learning_rate": 4.576780033299172e-06,
      "loss": 0.3975,
      "step": 410810
    },
    {
      "epoch": 114.66,
      "grad_norm": 1.3330659866333008,
      "learning_rate": 4.576771820516624e-06,
      "loss": 0.4165,
      "step": 410820
    },
    {
      "epoch": 114.66,
      "grad_norm": 1.4910885095596313,
      "learning_rate": 4.5767636074368595e-06,
      "loss": 0.4084,
      "step": 410830
    },
    {
      "epoch": 114.66,
      "grad_norm": 1.50054931640625,
      "learning_rate": 4.576755394059881e-06,
      "loss": 0.4168,
      "step": 410840
    },
    {
      "epoch": 114.67,
      "grad_norm": 3.9419779777526855,
      "learning_rate": 4.576747180385688e-06,
      "loss": 0.3929,
      "step": 410850
    },
    {
      "epoch": 114.67,
      "grad_norm": 1.3114699125289917,
      "learning_rate": 4.576738966414283e-06,
      "loss": 0.4166,
      "step": 410860
    },
    {
      "epoch": 114.67,
      "grad_norm": 1.2619256973266602,
      "learning_rate": 4.576730752145666e-06,
      "loss": 0.4295,
      "step": 410870
    },
    {
      "epoch": 114.67,
      "grad_norm": 1.5879250764846802,
      "learning_rate": 4.5767225375798394e-06,
      "loss": 0.3938,
      "step": 410880
    },
    {
      "epoch": 114.68,
      "grad_norm": 1.4718307256698608,
      "learning_rate": 4.576714322716803e-06,
      "loss": 0.416,
      "step": 410890
    },
    {
      "epoch": 114.68,
      "grad_norm": 1.1987844705581665,
      "learning_rate": 4.576706107556559e-06,
      "loss": 0.4246,
      "step": 410900
    },
    {
      "epoch": 114.68,
      "grad_norm": 1.5860085487365723,
      "learning_rate": 4.576697892099108e-06,
      "loss": 0.4008,
      "step": 410910
    },
    {
      "epoch": 114.69,
      "grad_norm": 1.5213031768798828,
      "learning_rate": 4.576689676344451e-06,
      "loss": 0.4161,
      "step": 410920
    },
    {
      "epoch": 114.69,
      "grad_norm": 1.3692697286605835,
      "learning_rate": 4.576681460292589e-06,
      "loss": 0.4131,
      "step": 410930
    },
    {
      "epoch": 114.69,
      "grad_norm": 1.419446349143982,
      "learning_rate": 4.576673243943522e-06,
      "loss": 0.4281,
      "step": 410940
    },
    {
      "epoch": 114.69,
      "grad_norm": 1.3623809814453125,
      "learning_rate": 4.5766650272972535e-06,
      "loss": 0.408,
      "step": 410950
    },
    {
      "epoch": 114.7,
      "grad_norm": 1.3236124515533447,
      "learning_rate": 4.576656810353783e-06,
      "loss": 0.4115,
      "step": 410960
    },
    {
      "epoch": 114.7,
      "grad_norm": 1.5843708515167236,
      "learning_rate": 4.576648593113113e-06,
      "loss": 0.4153,
      "step": 410970
    },
    {
      "epoch": 114.7,
      "grad_norm": 1.4243303537368774,
      "learning_rate": 4.576640375575242e-06,
      "loss": 0.438,
      "step": 410980
    },
    {
      "epoch": 114.71,
      "grad_norm": 1.53753662109375,
      "learning_rate": 4.576632157740175e-06,
      "loss": 0.4095,
      "step": 410990
    },
    {
      "epoch": 114.71,
      "grad_norm": 1.2832025289535522,
      "learning_rate": 4.576623939607908e-06,
      "loss": 0.4019,
      "step": 411000
    },
    {
      "epoch": 114.71,
      "grad_norm": 1.4430623054504395,
      "learning_rate": 4.576615721178446e-06,
      "loss": 0.4224,
      "step": 411010
    },
    {
      "epoch": 114.71,
      "grad_norm": 1.5528217554092407,
      "learning_rate": 4.576607502451789e-06,
      "loss": 0.4187,
      "step": 411020
    },
    {
      "epoch": 114.72,
      "grad_norm": 1.3038512468338013,
      "learning_rate": 4.576599283427938e-06,
      "loss": 0.4008,
      "step": 411030
    },
    {
      "epoch": 114.72,
      "grad_norm": 1.1937952041625977,
      "learning_rate": 4.576591064106895e-06,
      "loss": 0.4374,
      "step": 411040
    },
    {
      "epoch": 114.72,
      "grad_norm": 1.2822970151901245,
      "learning_rate": 4.57658284448866e-06,
      "loss": 0.4176,
      "step": 411050
    },
    {
      "epoch": 114.73,
      "grad_norm": 1.2909786701202393,
      "learning_rate": 4.5765746245732336e-06,
      "loss": 0.4197,
      "step": 411060
    },
    {
      "epoch": 114.73,
      "grad_norm": 1.3283010721206665,
      "learning_rate": 4.5765664043606175e-06,
      "loss": 0.4016,
      "step": 411070
    },
    {
      "epoch": 114.73,
      "grad_norm": 1.7874928712844849,
      "learning_rate": 4.576558183850813e-06,
      "loss": 0.4225,
      "step": 411080
    },
    {
      "epoch": 114.73,
      "grad_norm": 1.506423830986023,
      "learning_rate": 4.576549963043822e-06,
      "loss": 0.425,
      "step": 411090
    },
    {
      "epoch": 114.74,
      "grad_norm": 1.412375807762146,
      "learning_rate": 4.576541741939644e-06,
      "loss": 0.4076,
      "step": 411100
    },
    {
      "epoch": 114.74,
      "grad_norm": 1.387176752090454,
      "learning_rate": 4.576533520538282e-06,
      "loss": 0.4211,
      "step": 411110
    },
    {
      "epoch": 114.74,
      "grad_norm": 1.321042537689209,
      "learning_rate": 4.576525298839734e-06,
      "loss": 0.423,
      "step": 411120
    },
    {
      "epoch": 114.74,
      "grad_norm": 1.566809058189392,
      "learning_rate": 4.576517076844005e-06,
      "loss": 0.4153,
      "step": 411130
    },
    {
      "epoch": 114.75,
      "grad_norm": 1.355084776878357,
      "learning_rate": 4.576508854551093e-06,
      "loss": 0.4082,
      "step": 411140
    },
    {
      "epoch": 114.75,
      "grad_norm": 1.3150047063827515,
      "learning_rate": 4.576500631960999e-06,
      "loss": 0.4462,
      "step": 411150
    },
    {
      "epoch": 114.75,
      "grad_norm": 1.4617570638656616,
      "learning_rate": 4.576492409073727e-06,
      "loss": 0.421,
      "step": 411160
    },
    {
      "epoch": 114.76,
      "grad_norm": 1.342545509338379,
      "learning_rate": 4.576484185889276e-06,
      "loss": 0.3975,
      "step": 411170
    },
    {
      "epoch": 114.76,
      "grad_norm": 1.2031797170639038,
      "learning_rate": 4.576475962407647e-06,
      "loss": 0.4157,
      "step": 411180
    },
    {
      "epoch": 114.76,
      "grad_norm": 1.2359431982040405,
      "learning_rate": 4.576467738628842e-06,
      "loss": 0.4267,
      "step": 411190
    },
    {
      "epoch": 114.76,
      "grad_norm": 1.480778694152832,
      "learning_rate": 4.576459514552861e-06,
      "loss": 0.4061,
      "step": 411200
    },
    {
      "epoch": 114.77,
      "grad_norm": 1.5351656675338745,
      "learning_rate": 4.576451290179707e-06,
      "loss": 0.4164,
      "step": 411210
    },
    {
      "epoch": 114.77,
      "grad_norm": 1.3644886016845703,
      "learning_rate": 4.576443065509379e-06,
      "loss": 0.4053,
      "step": 411220
    },
    {
      "epoch": 114.77,
      "grad_norm": 1.3877218961715698,
      "learning_rate": 4.576434840541879e-06,
      "loss": 0.4103,
      "step": 411230
    },
    {
      "epoch": 114.78,
      "grad_norm": 1.3449574708938599,
      "learning_rate": 4.576426615277208e-06,
      "loss": 0.4137,
      "step": 411240
    },
    {
      "epoch": 114.78,
      "grad_norm": 1.441878080368042,
      "learning_rate": 4.576418389715368e-06,
      "loss": 0.4272,
      "step": 411250
    },
    {
      "epoch": 114.78,
      "grad_norm": 1.745054841041565,
      "learning_rate": 4.576410163856358e-06,
      "loss": 0.4167,
      "step": 411260
    },
    {
      "epoch": 114.78,
      "grad_norm": 1.3768117427825928,
      "learning_rate": 4.576401937700181e-06,
      "loss": 0.4343,
      "step": 411270
    },
    {
      "epoch": 114.79,
      "grad_norm": 1.8389618396759033,
      "learning_rate": 4.576393711246837e-06,
      "loss": 0.4067,
      "step": 411280
    },
    {
      "epoch": 114.79,
      "grad_norm": 1.293020486831665,
      "learning_rate": 4.576385484496328e-06,
      "loss": 0.419,
      "step": 411290
    },
    {
      "epoch": 114.79,
      "grad_norm": 1.4909979104995728,
      "learning_rate": 4.576377257448655e-06,
      "loss": 0.4088,
      "step": 411300
    },
    {
      "epoch": 114.79,
      "grad_norm": 1.2395914793014526,
      "learning_rate": 4.576369030103818e-06,
      "loss": 0.4135,
      "step": 411310
    },
    {
      "epoch": 114.8,
      "grad_norm": 1.2108123302459717,
      "learning_rate": 4.576360802461818e-06,
      "loss": 0.408,
      "step": 411320
    },
    {
      "epoch": 114.8,
      "grad_norm": 1.3447489738464355,
      "learning_rate": 4.5763525745226575e-06,
      "loss": 0.4121,
      "step": 411330
    },
    {
      "epoch": 114.8,
      "grad_norm": 1.4844834804534912,
      "learning_rate": 4.576344346286338e-06,
      "loss": 0.4141,
      "step": 411340
    },
    {
      "epoch": 114.81,
      "grad_norm": 1.3802927732467651,
      "learning_rate": 4.576336117752858e-06,
      "loss": 0.4058,
      "step": 411350
    },
    {
      "epoch": 114.81,
      "grad_norm": 1.2869547605514526,
      "learning_rate": 4.576327888922222e-06,
      "loss": 0.4245,
      "step": 411360
    },
    {
      "epoch": 114.81,
      "grad_norm": 1.5525951385498047,
      "learning_rate": 4.576319659794428e-06,
      "loss": 0.4234,
      "step": 411370
    },
    {
      "epoch": 114.81,
      "grad_norm": 1.1722372770309448,
      "learning_rate": 4.576311430369478e-06,
      "loss": 0.4113,
      "step": 411380
    },
    {
      "epoch": 114.82,
      "grad_norm": 1.3746248483657837,
      "learning_rate": 4.576303200647374e-06,
      "loss": 0.4082,
      "step": 411390
    },
    {
      "epoch": 114.82,
      "grad_norm": 1.2882808446884155,
      "learning_rate": 4.576294970628118e-06,
      "loss": 0.3966,
      "step": 411400
    },
    {
      "epoch": 114.82,
      "grad_norm": 1.4505693912506104,
      "learning_rate": 4.576286740311708e-06,
      "loss": 0.3972,
      "step": 411410
    },
    {
      "epoch": 114.83,
      "grad_norm": 1.530090093612671,
      "learning_rate": 4.576278509698146e-06,
      "loss": 0.4176,
      "step": 411420
    },
    {
      "epoch": 114.83,
      "grad_norm": 1.1526590585708618,
      "learning_rate": 4.576270278787435e-06,
      "loss": 0.3986,
      "step": 411430
    },
    {
      "epoch": 114.83,
      "grad_norm": 1.4308099746704102,
      "learning_rate": 4.576262047579575e-06,
      "loss": 0.4186,
      "step": 411440
    },
    {
      "epoch": 114.83,
      "grad_norm": 1.3893966674804688,
      "learning_rate": 4.576253816074568e-06,
      "loss": 0.3992,
      "step": 411450
    },
    {
      "epoch": 114.84,
      "grad_norm": 1.8709797859191895,
      "learning_rate": 4.576245584272412e-06,
      "loss": 0.4119,
      "step": 411460
    },
    {
      "epoch": 114.84,
      "grad_norm": 1.4072034358978271,
      "learning_rate": 4.576237352173112e-06,
      "loss": 0.4387,
      "step": 411470
    },
    {
      "epoch": 114.84,
      "grad_norm": 1.2391282320022583,
      "learning_rate": 4.576229119776666e-06,
      "loss": 0.4122,
      "step": 411480
    },
    {
      "epoch": 114.85,
      "grad_norm": 1.539151906967163,
      "learning_rate": 4.576220887083077e-06,
      "loss": 0.4303,
      "step": 411490
    },
    {
      "epoch": 114.85,
      "grad_norm": 1.589676022529602,
      "learning_rate": 4.576212654092346e-06,
      "loss": 0.4231,
      "step": 411500
    },
    {
      "epoch": 114.85,
      "grad_norm": 1.8007171154022217,
      "learning_rate": 4.576204420804473e-06,
      "loss": 0.4143,
      "step": 411510
    },
    {
      "epoch": 114.85,
      "grad_norm": 1.1713248491287231,
      "learning_rate": 4.5761961872194605e-06,
      "loss": 0.4087,
      "step": 411520
    },
    {
      "epoch": 114.86,
      "grad_norm": 1.5204405784606934,
      "learning_rate": 4.576187953337308e-06,
      "loss": 0.4209,
      "step": 411530
    },
    {
      "epoch": 114.86,
      "grad_norm": 1.213650107383728,
      "learning_rate": 4.5761797191580175e-06,
      "loss": 0.4209,
      "step": 411540
    },
    {
      "epoch": 114.86,
      "grad_norm": 1.7976112365722656,
      "learning_rate": 4.57617148468159e-06,
      "loss": 0.405,
      "step": 411550
    },
    {
      "epoch": 114.86,
      "grad_norm": 1.627722144126892,
      "learning_rate": 4.576163249908027e-06,
      "loss": 0.4186,
      "step": 411560
    },
    {
      "epoch": 114.87,
      "grad_norm": 1.1867085695266724,
      "learning_rate": 4.5761550148373285e-06,
      "loss": 0.3919,
      "step": 411570
    },
    {
      "epoch": 114.87,
      "grad_norm": 1.300850749015808,
      "learning_rate": 4.5761467794694965e-06,
      "loss": 0.4254,
      "step": 411580
    },
    {
      "epoch": 114.87,
      "grad_norm": 1.7485032081604004,
      "learning_rate": 4.576138543804532e-06,
      "loss": 0.4214,
      "step": 411590
    },
    {
      "epoch": 114.88,
      "grad_norm": 1.7676602602005005,
      "learning_rate": 4.576130307842436e-06,
      "loss": 0.4397,
      "step": 411600
    },
    {
      "epoch": 114.88,
      "grad_norm": 1.5004990100860596,
      "learning_rate": 4.5761220715832095e-06,
      "loss": 0.4131,
      "step": 411610
    },
    {
      "epoch": 114.88,
      "grad_norm": 1.7051212787628174,
      "learning_rate": 4.576113835026854e-06,
      "loss": 0.4236,
      "step": 411620
    },
    {
      "epoch": 114.88,
      "grad_norm": 1.4716335535049438,
      "learning_rate": 4.57610559817337e-06,
      "loss": 0.4328,
      "step": 411630
    },
    {
      "epoch": 114.89,
      "grad_norm": 1.2444865703582764,
      "learning_rate": 4.576097361022759e-06,
      "loss": 0.4292,
      "step": 411640
    },
    {
      "epoch": 114.89,
      "grad_norm": 1.3732531070709229,
      "learning_rate": 4.576089123575022e-06,
      "loss": 0.405,
      "step": 411650
    },
    {
      "epoch": 114.89,
      "grad_norm": 1.301184058189392,
      "learning_rate": 4.576080885830159e-06,
      "loss": 0.4022,
      "step": 411660
    },
    {
      "epoch": 114.9,
      "grad_norm": 1.4720797538757324,
      "learning_rate": 4.576072647788173e-06,
      "loss": 0.4112,
      "step": 411670
    },
    {
      "epoch": 114.9,
      "grad_norm": 1.3406755924224854,
      "learning_rate": 4.576064409449065e-06,
      "loss": 0.4316,
      "step": 411680
    },
    {
      "epoch": 114.9,
      "grad_norm": 1.1596415042877197,
      "learning_rate": 4.576056170812834e-06,
      "loss": 0.42,
      "step": 411690
    },
    {
      "epoch": 114.9,
      "grad_norm": 1.6056599617004395,
      "learning_rate": 4.576047931879484e-06,
      "loss": 0.4296,
      "step": 411700
    },
    {
      "epoch": 114.91,
      "grad_norm": 1.047074317932129,
      "learning_rate": 4.576039692649013e-06,
      "loss": 0.422,
      "step": 411710
    },
    {
      "epoch": 114.91,
      "grad_norm": 1.2260805368423462,
      "learning_rate": 4.576031453121424e-06,
      "loss": 0.3991,
      "step": 411720
    },
    {
      "epoch": 114.91,
      "grad_norm": 1.5532766580581665,
      "learning_rate": 4.576023213296718e-06,
      "loss": 0.4047,
      "step": 411730
    },
    {
      "epoch": 114.91,
      "grad_norm": 1.248490571975708,
      "learning_rate": 4.576014973174896e-06,
      "loss": 0.3992,
      "step": 411740
    },
    {
      "epoch": 114.92,
      "grad_norm": 1.278397560119629,
      "learning_rate": 4.5760067327559584e-06,
      "loss": 0.3983,
      "step": 411750
    },
    {
      "epoch": 114.92,
      "grad_norm": 1.3299636840820312,
      "learning_rate": 4.575998492039908e-06,
      "loss": 0.4089,
      "step": 411760
    },
    {
      "epoch": 114.92,
      "grad_norm": 1.2912013530731201,
      "learning_rate": 4.575990251026743e-06,
      "loss": 0.418,
      "step": 411770
    },
    {
      "epoch": 114.93,
      "grad_norm": 1.451952576637268,
      "learning_rate": 4.575982009716467e-06,
      "loss": 0.4412,
      "step": 411780
    },
    {
      "epoch": 114.93,
      "grad_norm": 1.2660084962844849,
      "learning_rate": 4.575973768109081e-06,
      "loss": 0.412,
      "step": 411790
    },
    {
      "epoch": 114.93,
      "grad_norm": 1.4518698453903198,
      "learning_rate": 4.575965526204584e-06,
      "loss": 0.3999,
      "step": 411800
    },
    {
      "epoch": 114.93,
      "grad_norm": 1.3087117671966553,
      "learning_rate": 4.57595728400298e-06,
      "loss": 0.421,
      "step": 411810
    },
    {
      "epoch": 114.94,
      "grad_norm": 1.3441507816314697,
      "learning_rate": 4.5759490415042675e-06,
      "loss": 0.395,
      "step": 411820
    },
    {
      "epoch": 114.94,
      "grad_norm": 1.4091861248016357,
      "learning_rate": 4.5759407987084495e-06,
      "loss": 0.4116,
      "step": 411830
    },
    {
      "epoch": 114.94,
      "grad_norm": 1.4867966175079346,
      "learning_rate": 4.5759325556155254e-06,
      "loss": 0.4082,
      "step": 411840
    },
    {
      "epoch": 114.95,
      "grad_norm": 1.352950096130371,
      "learning_rate": 4.575924312225498e-06,
      "loss": 0.4199,
      "step": 411850
    },
    {
      "epoch": 114.95,
      "grad_norm": 1.2948483228683472,
      "learning_rate": 4.575916068538367e-06,
      "loss": 0.4187,
      "step": 411860
    },
    {
      "epoch": 114.95,
      "grad_norm": 1.2343028783798218,
      "learning_rate": 4.575907824554135e-06,
      "loss": 0.4338,
      "step": 411870
    },
    {
      "epoch": 114.95,
      "grad_norm": 6.582979202270508,
      "learning_rate": 4.575899580272802e-06,
      "loss": 0.4227,
      "step": 411880
    },
    {
      "epoch": 114.96,
      "grad_norm": 1.355747103691101,
      "learning_rate": 4.575891335694368e-06,
      "loss": 0.4034,
      "step": 411890
    },
    {
      "epoch": 114.96,
      "grad_norm": 1.88178288936615,
      "learning_rate": 4.575883090818836e-06,
      "loss": 0.4266,
      "step": 411900
    },
    {
      "epoch": 114.96,
      "grad_norm": 1.4544641971588135,
      "learning_rate": 4.575874845646206e-06,
      "loss": 0.4232,
      "step": 411910
    },
    {
      "epoch": 114.97,
      "grad_norm": 1.5652704238891602,
      "learning_rate": 4.575866600176481e-06,
      "loss": 0.4014,
      "step": 411920
    },
    {
      "epoch": 114.97,
      "grad_norm": 1.54635751247406,
      "learning_rate": 4.57585835440966e-06,
      "loss": 0.3998,
      "step": 411930
    },
    {
      "epoch": 114.97,
      "grad_norm": 1.5054327249526978,
      "learning_rate": 4.575850108345745e-06,
      "loss": 0.4152,
      "step": 411940
    },
    {
      "epoch": 114.97,
      "grad_norm": 1.424547553062439,
      "learning_rate": 4.575841861984736e-06,
      "loss": 0.4202,
      "step": 411950
    },
    {
      "epoch": 114.98,
      "grad_norm": 1.4721901416778564,
      "learning_rate": 4.575833615326635e-06,
      "loss": 0.4064,
      "step": 411960
    },
    {
      "epoch": 114.98,
      "grad_norm": 1.6138118505477905,
      "learning_rate": 4.575825368371444e-06,
      "loss": 0.4271,
      "step": 411970
    },
    {
      "epoch": 114.98,
      "grad_norm": 1.1751821041107178,
      "learning_rate": 4.575817121119163e-06,
      "loss": 0.4234,
      "step": 411980
    },
    {
      "epoch": 114.98,
      "grad_norm": 1.4573922157287598,
      "learning_rate": 4.575808873569794e-06,
      "loss": 0.4106,
      "step": 411990
    },
    {
      "epoch": 114.99,
      "grad_norm": 1.6244639158248901,
      "learning_rate": 4.575800625723336e-06,
      "loss": 0.4337,
      "step": 412000
    },
    {
      "epoch": 114.99,
      "grad_norm": 1.3646094799041748,
      "learning_rate": 4.575792377579792e-06,
      "loss": 0.3985,
      "step": 412010
    },
    {
      "epoch": 114.99,
      "grad_norm": 1.6515240669250488,
      "learning_rate": 4.575784129139162e-06,
      "loss": 0.4283,
      "step": 412020
    },
    {
      "epoch": 115.0,
      "grad_norm": 1.34480881690979,
      "learning_rate": 4.575775880401448e-06,
      "loss": 0.4164,
      "step": 412030
    },
    {
      "epoch": 115.0,
      "grad_norm": 1.366485357284546,
      "learning_rate": 4.57576763136665e-06,
      "loss": 0.4376,
      "step": 412040
    },
    {
      "epoch": 115.0,
      "eval_loss": 0.41721612215042114,
      "eval_runtime": 63.2488,
      "eval_samples_per_second": 79.986,
      "eval_steps_per_second": 10.008,
      "step": 412045
    },
    {
      "epoch": 115.0,
      "grad_norm": 1.5176661014556885,
      "learning_rate": 4.575759382034771e-06,
      "loss": 0.4259,
      "step": 412050
    },
    {
      "epoch": 115.0,
      "grad_norm": 1.2780438661575317,
      "learning_rate": 4.5757511324058114e-06,
      "loss": 0.4148,
      "step": 412060
    },
    {
      "epoch": 115.01,
      "grad_norm": 1.281947374343872,
      "learning_rate": 4.575742882479771e-06,
      "loss": 0.4087,
      "step": 412070
    },
    {
      "epoch": 115.01,
      "grad_norm": 1.2700202465057373,
      "learning_rate": 4.575734632256651e-06,
      "loss": 0.4327,
      "step": 412080
    },
    {
      "epoch": 115.01,
      "grad_norm": 1.285277247428894,
      "learning_rate": 4.5757263817364545e-06,
      "loss": 0.3994,
      "step": 412090
    },
    {
      "epoch": 115.02,
      "grad_norm": 1.2665151357650757,
      "learning_rate": 4.57571813091918e-06,
      "loss": 0.4127,
      "step": 412100
    },
    {
      "epoch": 115.02,
      "grad_norm": 1.4625869989395142,
      "learning_rate": 4.575709879804831e-06,
      "loss": 0.3977,
      "step": 412110
    },
    {
      "epoch": 115.02,
      "grad_norm": 1.5675270557403564,
      "learning_rate": 4.5757016283934075e-06,
      "loss": 0.4255,
      "step": 412120
    },
    {
      "epoch": 115.02,
      "grad_norm": 1.354124903678894,
      "learning_rate": 4.575693376684911e-06,
      "loss": 0.424,
      "step": 412130
    },
    {
      "epoch": 115.03,
      "grad_norm": 1.2126455307006836,
      "learning_rate": 4.575685124679341e-06,
      "loss": 0.4109,
      "step": 412140
    },
    {
      "epoch": 115.03,
      "grad_norm": 1.3407700061798096,
      "learning_rate": 4.575676872376701e-06,
      "loss": 0.4172,
      "step": 412150
    },
    {
      "epoch": 115.03,
      "grad_norm": 1.4101999998092651,
      "learning_rate": 4.57566861977699e-06,
      "loss": 0.4388,
      "step": 412160
    },
    {
      "epoch": 115.03,
      "grad_norm": 1.353652834892273,
      "learning_rate": 4.57566036688021e-06,
      "loss": 0.4106,
      "step": 412170
    },
    {
      "epoch": 115.04,
      "grad_norm": 1.3246595859527588,
      "learning_rate": 4.575652113686363e-06,
      "loss": 0.413,
      "step": 412180
    },
    {
      "epoch": 115.04,
      "grad_norm": 1.3298568725585938,
      "learning_rate": 4.575643860195449e-06,
      "loss": 0.4061,
      "step": 412190
    },
    {
      "epoch": 115.04,
      "grad_norm": 1.936140537261963,
      "learning_rate": 4.575635606407468e-06,
      "loss": 0.4278,
      "step": 412200
    },
    {
      "epoch": 115.05,
      "grad_norm": 1.5163480043411255,
      "learning_rate": 4.575627352322424e-06,
      "loss": 0.429,
      "step": 412210
    },
    {
      "epoch": 115.05,
      "grad_norm": 1.4179959297180176,
      "learning_rate": 4.575619097940316e-06,
      "loss": 0.4087,
      "step": 412220
    },
    {
      "epoch": 115.05,
      "grad_norm": 1.4021450281143188,
      "learning_rate": 4.575610843261146e-06,
      "loss": 0.4183,
      "step": 412230
    },
    {
      "epoch": 115.05,
      "grad_norm": 1.4159128665924072,
      "learning_rate": 4.575602588284914e-06,
      "loss": 0.4252,
      "step": 412240
    },
    {
      "epoch": 115.06,
      "grad_norm": 1.414517879486084,
      "learning_rate": 4.5755943330116225e-06,
      "loss": 0.4149,
      "step": 412250
    },
    {
      "epoch": 115.06,
      "grad_norm": 1.1574938297271729,
      "learning_rate": 4.575586077441271e-06,
      "loss": 0.4212,
      "step": 412260
    },
    {
      "epoch": 115.06,
      "grad_norm": 1.5793285369873047,
      "learning_rate": 4.575577821573863e-06,
      "loss": 0.4084,
      "step": 412270
    },
    {
      "epoch": 115.07,
      "grad_norm": 1.4033278226852417,
      "learning_rate": 4.575569565409397e-06,
      "loss": 0.4211,
      "step": 412280
    },
    {
      "epoch": 115.07,
      "grad_norm": 1.456050992012024,
      "learning_rate": 4.575561308947875e-06,
      "loss": 0.4246,
      "step": 412290
    },
    {
      "epoch": 115.07,
      "grad_norm": 1.5255471467971802,
      "learning_rate": 4.5755530521892985e-06,
      "loss": 0.3983,
      "step": 412300
    },
    {
      "epoch": 115.07,
      "grad_norm": 1.435692548751831,
      "learning_rate": 4.575544795133669e-06,
      "loss": 0.4061,
      "step": 412310
    },
    {
      "epoch": 115.08,
      "grad_norm": 1.566275715827942,
      "learning_rate": 4.575536537780987e-06,
      "loss": 0.406,
      "step": 412320
    },
    {
      "epoch": 115.08,
      "grad_norm": 1.5866665840148926,
      "learning_rate": 4.575528280131253e-06,
      "loss": 0.4143,
      "step": 412330
    },
    {
      "epoch": 115.08,
      "grad_norm": 1.402320146560669,
      "learning_rate": 4.575520022184468e-06,
      "loss": 0.4128,
      "step": 412340
    },
    {
      "epoch": 115.09,
      "grad_norm": 3.1254971027374268,
      "learning_rate": 4.575511763940635e-06,
      "loss": 0.4074,
      "step": 412350
    },
    {
      "epoch": 115.09,
      "grad_norm": 1.2183712720870972,
      "learning_rate": 4.575503505399754e-06,
      "loss": 0.4121,
      "step": 412360
    },
    {
      "epoch": 115.09,
      "grad_norm": 1.3288350105285645,
      "learning_rate": 4.5754952465618255e-06,
      "loss": 0.4168,
      "step": 412370
    },
    {
      "epoch": 115.09,
      "grad_norm": 1.3041692972183228,
      "learning_rate": 4.575486987426851e-06,
      "loss": 0.4149,
      "step": 412380
    },
    {
      "epoch": 115.1,
      "grad_norm": 1.5363318920135498,
      "learning_rate": 4.575478727994832e-06,
      "loss": 0.4177,
      "step": 412390
    },
    {
      "epoch": 115.1,
      "grad_norm": 1.4999117851257324,
      "learning_rate": 4.57547046826577e-06,
      "loss": 0.4066,
      "step": 412400
    },
    {
      "epoch": 115.1,
      "grad_norm": 1.4862840175628662,
      "learning_rate": 4.5754622082396635e-06,
      "loss": 0.4057,
      "step": 412410
    },
    {
      "epoch": 115.1,
      "grad_norm": 1.5159740447998047,
      "learning_rate": 4.575453947916517e-06,
      "loss": 0.4103,
      "step": 412420
    },
    {
      "epoch": 115.11,
      "grad_norm": 1.3273077011108398,
      "learning_rate": 4.57544568729633e-06,
      "loss": 0.4165,
      "step": 412430
    },
    {
      "epoch": 115.11,
      "grad_norm": 1.1131322383880615,
      "learning_rate": 4.5754374263791034e-06,
      "loss": 0.4284,
      "step": 412440
    },
    {
      "epoch": 115.11,
      "grad_norm": 1.380467176437378,
      "learning_rate": 4.575429165164839e-06,
      "loss": 0.4201,
      "step": 412450
    },
    {
      "epoch": 115.12,
      "grad_norm": 1.377387523651123,
      "learning_rate": 4.575420903653536e-06,
      "loss": 0.427,
      "step": 412460
    },
    {
      "epoch": 115.12,
      "grad_norm": 1.4002350568771362,
      "learning_rate": 4.575412641845198e-06,
      "loss": 0.4137,
      "step": 412470
    },
    {
      "epoch": 115.12,
      "grad_norm": 1.4104112386703491,
      "learning_rate": 4.575404379739826e-06,
      "loss": 0.4121,
      "step": 412480
    },
    {
      "epoch": 115.12,
      "grad_norm": 1.6449145078659058,
      "learning_rate": 4.5753961173374194e-06,
      "loss": 0.4125,
      "step": 412490
    },
    {
      "epoch": 115.13,
      "grad_norm": 1.4566556215286255,
      "learning_rate": 4.57538785463798e-06,
      "loss": 0.4094,
      "step": 412500
    },
    {
      "epoch": 115.13,
      "grad_norm": 1.31495201587677,
      "learning_rate": 4.5753795916415085e-06,
      "loss": 0.4024,
      "step": 412510
    },
    {
      "epoch": 115.13,
      "grad_norm": 1.6204395294189453,
      "learning_rate": 4.575371328348007e-06,
      "loss": 0.4237,
      "step": 412520
    },
    {
      "epoch": 115.14,
      "grad_norm": 1.963402271270752,
      "learning_rate": 4.575363064757476e-06,
      "loss": 0.4029,
      "step": 412530
    },
    {
      "epoch": 115.14,
      "grad_norm": 1.5396232604980469,
      "learning_rate": 4.575354800869917e-06,
      "loss": 0.4001,
      "step": 412540
    },
    {
      "epoch": 115.14,
      "grad_norm": 1.3014706373214722,
      "learning_rate": 4.575346536685331e-06,
      "loss": 0.4225,
      "step": 412550
    },
    {
      "epoch": 115.14,
      "grad_norm": 1.903887152671814,
      "learning_rate": 4.575338272203718e-06,
      "loss": 0.424,
      "step": 412560
    },
    {
      "epoch": 115.15,
      "grad_norm": 2.0569424629211426,
      "learning_rate": 4.575330007425081e-06,
      "loss": 0.4084,
      "step": 412570
    },
    {
      "epoch": 115.15,
      "grad_norm": 1.4430325031280518,
      "learning_rate": 4.575321742349419e-06,
      "loss": 0.3984,
      "step": 412580
    },
    {
      "epoch": 115.15,
      "grad_norm": 1.5381797552108765,
      "learning_rate": 4.575313476976735e-06,
      "loss": 0.4164,
      "step": 412590
    },
    {
      "epoch": 115.15,
      "grad_norm": 1.7546870708465576,
      "learning_rate": 4.5753052113070295e-06,
      "loss": 0.4162,
      "step": 412600
    },
    {
      "epoch": 115.16,
      "grad_norm": 1.3873071670532227,
      "learning_rate": 4.5752969453403026e-06,
      "loss": 0.4083,
      "step": 412610
    },
    {
      "epoch": 115.16,
      "grad_norm": 1.2169255018234253,
      "learning_rate": 4.5752886790765576e-06,
      "loss": 0.4181,
      "step": 412620
    },
    {
      "epoch": 115.16,
      "grad_norm": 1.1321494579315186,
      "learning_rate": 4.575280412515792e-06,
      "loss": 0.4083,
      "step": 412630
    },
    {
      "epoch": 115.17,
      "grad_norm": 1.1241769790649414,
      "learning_rate": 4.575272145658011e-06,
      "loss": 0.4223,
      "step": 412640
    },
    {
      "epoch": 115.17,
      "grad_norm": 1.3594660758972168,
      "learning_rate": 4.575263878503213e-06,
      "loss": 0.4201,
      "step": 412650
    },
    {
      "epoch": 115.17,
      "grad_norm": 1.122283697128296,
      "learning_rate": 4.5752556110514e-06,
      "loss": 0.4091,
      "step": 412660
    },
    {
      "epoch": 115.17,
      "grad_norm": 1.3352285623550415,
      "learning_rate": 4.575247343302573e-06,
      "loss": 0.4145,
      "step": 412670
    },
    {
      "epoch": 115.18,
      "grad_norm": 1.4130057096481323,
      "learning_rate": 4.5752390752567325e-06,
      "loss": 0.4264,
      "step": 412680
    },
    {
      "epoch": 115.18,
      "grad_norm": 1.41464102268219,
      "learning_rate": 4.575230806913882e-06,
      "loss": 0.4147,
      "step": 412690
    },
    {
      "epoch": 115.18,
      "grad_norm": 1.2315196990966797,
      "learning_rate": 4.575222538274019e-06,
      "loss": 0.4133,
      "step": 412700
    },
    {
      "epoch": 115.19,
      "grad_norm": 1.468466877937317,
      "learning_rate": 4.575214269337147e-06,
      "loss": 0.4294,
      "step": 412710
    },
    {
      "epoch": 115.19,
      "grad_norm": 1.2676106691360474,
      "learning_rate": 4.5752060001032664e-06,
      "loss": 0.425,
      "step": 412720
    },
    {
      "epoch": 115.19,
      "grad_norm": 1.4575960636138916,
      "learning_rate": 4.575197730572378e-06,
      "loss": 0.42,
      "step": 412730
    },
    {
      "epoch": 115.19,
      "grad_norm": 1.2386468648910522,
      "learning_rate": 4.5751894607444845e-06,
      "loss": 0.4008,
      "step": 412740
    },
    {
      "epoch": 115.2,
      "grad_norm": 1.4236987829208374,
      "learning_rate": 4.575181190619585e-06,
      "loss": 0.415,
      "step": 412750
    },
    {
      "epoch": 115.2,
      "grad_norm": 1.4210121631622314,
      "learning_rate": 4.575172920197681e-06,
      "loss": 0.4138,
      "step": 412760
    },
    {
      "epoch": 115.2,
      "grad_norm": 1.6585416793823242,
      "learning_rate": 4.575164649478774e-06,
      "loss": 0.4041,
      "step": 412770
    },
    {
      "epoch": 115.21,
      "grad_norm": 2.193873882293701,
      "learning_rate": 4.575156378462866e-06,
      "loss": 0.4101,
      "step": 412780
    },
    {
      "epoch": 115.21,
      "grad_norm": 1.6033011674880981,
      "learning_rate": 4.575148107149956e-06,
      "loss": 0.4028,
      "step": 412790
    },
    {
      "epoch": 115.21,
      "grad_norm": 1.6128830909729004,
      "learning_rate": 4.575139835540048e-06,
      "loss": 0.4181,
      "step": 412800
    },
    {
      "epoch": 115.21,
      "grad_norm": 1.5415794849395752,
      "learning_rate": 4.57513156363314e-06,
      "loss": 0.413,
      "step": 412810
    },
    {
      "epoch": 115.22,
      "grad_norm": 1.414695143699646,
      "learning_rate": 4.575123291429235e-06,
      "loss": 0.4438,
      "step": 412820
    },
    {
      "epoch": 115.22,
      "grad_norm": 1.2991405725479126,
      "learning_rate": 4.575115018928333e-06,
      "loss": 0.4114,
      "step": 412830
    },
    {
      "epoch": 115.22,
      "grad_norm": 1.5967466831207275,
      "learning_rate": 4.575106746130437e-06,
      "loss": 0.412,
      "step": 412840
    },
    {
      "epoch": 115.22,
      "grad_norm": 1.546859622001648,
      "learning_rate": 4.575098473035546e-06,
      "loss": 0.3999,
      "step": 412850
    },
    {
      "epoch": 115.23,
      "grad_norm": 1.2799431085586548,
      "learning_rate": 4.575090199643662e-06,
      "loss": 0.4111,
      "step": 412860
    },
    {
      "epoch": 115.23,
      "grad_norm": 1.0398917198181152,
      "learning_rate": 4.5750819259547866e-06,
      "loss": 0.4198,
      "step": 412870
    },
    {
      "epoch": 115.23,
      "grad_norm": 1.2500289678573608,
      "learning_rate": 4.575073651968919e-06,
      "loss": 0.4086,
      "step": 412880
    },
    {
      "epoch": 115.24,
      "grad_norm": 1.6211566925048828,
      "learning_rate": 4.5750653776860625e-06,
      "loss": 0.4047,
      "step": 412890
    },
    {
      "epoch": 115.24,
      "grad_norm": 1.190791368484497,
      "learning_rate": 4.575057103106217e-06,
      "loss": 0.411,
      "step": 412900
    },
    {
      "epoch": 115.24,
      "grad_norm": 1.5148335695266724,
      "learning_rate": 4.575048828229384e-06,
      "loss": 0.4043,
      "step": 412910
    },
    {
      "epoch": 115.24,
      "grad_norm": 1.4084163904190063,
      "learning_rate": 4.575040553055565e-06,
      "loss": 0.425,
      "step": 412920
    },
    {
      "epoch": 115.25,
      "grad_norm": 1.590972661972046,
      "learning_rate": 4.57503227758476e-06,
      "loss": 0.4052,
      "step": 412930
    },
    {
      "epoch": 115.25,
      "grad_norm": 1.5089848041534424,
      "learning_rate": 4.575024001816971e-06,
      "loss": 0.4215,
      "step": 412940
    },
    {
      "epoch": 115.25,
      "grad_norm": 2.1209232807159424,
      "learning_rate": 4.575015725752199e-06,
      "loss": 0.4168,
      "step": 412950
    },
    {
      "epoch": 115.26,
      "grad_norm": 1.4176729917526245,
      "learning_rate": 4.5750074493904445e-06,
      "loss": 0.4203,
      "step": 412960
    },
    {
      "epoch": 115.26,
      "grad_norm": 1.3064124584197998,
      "learning_rate": 4.574999172731709e-06,
      "loss": 0.4114,
      "step": 412970
    },
    {
      "epoch": 115.26,
      "grad_norm": 1.4520002603530884,
      "learning_rate": 4.574990895775994e-06,
      "loss": 0.4154,
      "step": 412980
    },
    {
      "epoch": 115.26,
      "grad_norm": 1.3028526306152344,
      "learning_rate": 4.5749826185233e-06,
      "loss": 0.4049,
      "step": 412990
    },
    {
      "epoch": 115.27,
      "grad_norm": 1.3271650075912476,
      "learning_rate": 4.574974340973628e-06,
      "loss": 0.408,
      "step": 413000
    },
    {
      "epoch": 115.27,
      "grad_norm": 1.5336179733276367,
      "learning_rate": 4.57496606312698e-06,
      "loss": 0.4236,
      "step": 413010
    },
    {
      "epoch": 115.27,
      "grad_norm": 1.5234761238098145,
      "learning_rate": 4.5749577849833565e-06,
      "loss": 0.4081,
      "step": 413020
    },
    {
      "epoch": 115.27,
      "grad_norm": 1.4525607824325562,
      "learning_rate": 4.574949506542758e-06,
      "loss": 0.4245,
      "step": 413030
    },
    {
      "epoch": 115.28,
      "grad_norm": 1.4338940382003784,
      "learning_rate": 4.574941227805187e-06,
      "loss": 0.4089,
      "step": 413040
    },
    {
      "epoch": 115.28,
      "grad_norm": 1.5210691690444946,
      "learning_rate": 4.574932948770644e-06,
      "loss": 0.4125,
      "step": 413050
    },
    {
      "epoch": 115.28,
      "grad_norm": 1.3794550895690918,
      "learning_rate": 4.5749246694391295e-06,
      "loss": 0.4256,
      "step": 413060
    },
    {
      "epoch": 115.29,
      "grad_norm": 1.7673441171646118,
      "learning_rate": 4.5749163898106445e-06,
      "loss": 0.4242,
      "step": 413070
    },
    {
      "epoch": 115.29,
      "grad_norm": 1.4035402536392212,
      "learning_rate": 4.5749081098851915e-06,
      "loss": 0.4234,
      "step": 413080
    },
    {
      "epoch": 115.29,
      "grad_norm": 1.2515194416046143,
      "learning_rate": 4.57489982966277e-06,
      "loss": 0.4215,
      "step": 413090
    },
    {
      "epoch": 115.29,
      "grad_norm": 1.4816389083862305,
      "learning_rate": 4.574891549143382e-06,
      "loss": 0.4123,
      "step": 413100
    },
    {
      "epoch": 115.3,
      "grad_norm": 1.1756291389465332,
      "learning_rate": 4.574883268327029e-06,
      "loss": 0.4207,
      "step": 413110
    },
    {
      "epoch": 115.3,
      "grad_norm": 1.4669491052627563,
      "learning_rate": 4.574874987213712e-06,
      "loss": 0.4135,
      "step": 413120
    },
    {
      "epoch": 115.3,
      "grad_norm": 1.3523517847061157,
      "learning_rate": 4.574866705803431e-06,
      "loss": 0.4257,
      "step": 413130
    },
    {
      "epoch": 115.31,
      "grad_norm": 1.4793570041656494,
      "learning_rate": 4.574858424096187e-06,
      "loss": 0.4047,
      "step": 413140
    },
    {
      "epoch": 115.31,
      "grad_norm": 1.278703212738037,
      "learning_rate": 4.5748501420919825e-06,
      "loss": 0.4104,
      "step": 413150
    },
    {
      "epoch": 115.31,
      "grad_norm": 2.652431011199951,
      "learning_rate": 4.574841859790819e-06,
      "loss": 0.4176,
      "step": 413160
    },
    {
      "epoch": 115.31,
      "grad_norm": 1.5311146974563599,
      "learning_rate": 4.574833577192695e-06,
      "loss": 0.4153,
      "step": 413170
    },
    {
      "epoch": 115.32,
      "grad_norm": 1.3313727378845215,
      "learning_rate": 4.574825294297614e-06,
      "loss": 0.4088,
      "step": 413180
    },
    {
      "epoch": 115.32,
      "grad_norm": 1.4702975749969482,
      "learning_rate": 4.574817011105576e-06,
      "loss": 0.4237,
      "step": 413190
    },
    {
      "epoch": 115.32,
      "grad_norm": 1.4722615480422974,
      "learning_rate": 4.574808727616582e-06,
      "loss": 0.4249,
      "step": 413200
    },
    {
      "epoch": 115.33,
      "grad_norm": 1.09243905544281,
      "learning_rate": 4.574800443830634e-06,
      "loss": 0.4069,
      "step": 413210
    },
    {
      "epoch": 115.33,
      "grad_norm": 1.2834429740905762,
      "learning_rate": 4.5747921597477326e-06,
      "loss": 0.4167,
      "step": 413220
    },
    {
      "epoch": 115.33,
      "grad_norm": 1.3690556287765503,
      "learning_rate": 4.574783875367878e-06,
      "loss": 0.4118,
      "step": 413230
    },
    {
      "epoch": 115.33,
      "grad_norm": 1.6398240327835083,
      "learning_rate": 4.574775590691073e-06,
      "loss": 0.4112,
      "step": 413240
    },
    {
      "epoch": 115.34,
      "grad_norm": 1.7304418087005615,
      "learning_rate": 4.5747673057173184e-06,
      "loss": 0.4202,
      "step": 413250
    },
    {
      "epoch": 115.34,
      "grad_norm": 1.452168583869934,
      "learning_rate": 4.574759020446615e-06,
      "loss": 0.407,
      "step": 413260
    },
    {
      "epoch": 115.34,
      "grad_norm": 1.6936357021331787,
      "learning_rate": 4.574750734878963e-06,
      "loss": 0.3943,
      "step": 413270
    },
    {
      "epoch": 115.34,
      "grad_norm": 1.4104586839675903,
      "learning_rate": 4.574742449014363e-06,
      "loss": 0.4108,
      "step": 413280
    },
    {
      "epoch": 115.35,
      "grad_norm": 1.8200794458389282,
      "learning_rate": 4.574734162852819e-06,
      "loss": 0.416,
      "step": 413290
    },
    {
      "epoch": 115.35,
      "grad_norm": 1.9012643098831177,
      "learning_rate": 4.574725876394329e-06,
      "loss": 0.4229,
      "step": 413300
    },
    {
      "epoch": 115.35,
      "grad_norm": 1.5262972116470337,
      "learning_rate": 4.574717589638896e-06,
      "loss": 0.4275,
      "step": 413310
    },
    {
      "epoch": 115.36,
      "grad_norm": 4.626220703125,
      "learning_rate": 4.574709302586522e-06,
      "loss": 0.4144,
      "step": 413320
    },
    {
      "epoch": 115.36,
      "grad_norm": 1.4333475828170776,
      "learning_rate": 4.574701015237205e-06,
      "loss": 0.4014,
      "step": 413330
    },
    {
      "epoch": 115.36,
      "grad_norm": 1.2605512142181396,
      "learning_rate": 4.574692727590949e-06,
      "loss": 0.4011,
      "step": 413340
    },
    {
      "epoch": 115.36,
      "grad_norm": 1.3858824968338013,
      "learning_rate": 4.574684439647753e-06,
      "loss": 0.4058,
      "step": 413350
    },
    {
      "epoch": 115.37,
      "grad_norm": 1.5003087520599365,
      "learning_rate": 4.574676151407619e-06,
      "loss": 0.4133,
      "step": 413360
    },
    {
      "epoch": 115.37,
      "grad_norm": 1.4125831127166748,
      "learning_rate": 4.574667862870549e-06,
      "loss": 0.427,
      "step": 413370
    },
    {
      "epoch": 115.37,
      "grad_norm": 1.3484266996383667,
      "learning_rate": 4.574659574036542e-06,
      "loss": 0.4267,
      "step": 413380
    },
    {
      "epoch": 115.38,
      "grad_norm": 1.334271788597107,
      "learning_rate": 4.574651284905601e-06,
      "loss": 0.4263,
      "step": 413390
    },
    {
      "epoch": 115.38,
      "grad_norm": 1.3913520574569702,
      "learning_rate": 4.574642995477727e-06,
      "loss": 0.4094,
      "step": 413400
    },
    {
      "epoch": 115.38,
      "grad_norm": 1.5335510969161987,
      "learning_rate": 4.57463470575292e-06,
      "loss": 0.4089,
      "step": 413410
    },
    {
      "epoch": 115.38,
      "grad_norm": 1.3118796348571777,
      "learning_rate": 4.574626415731182e-06,
      "loss": 0.4091,
      "step": 413420
    },
    {
      "epoch": 115.39,
      "grad_norm": 1.4333404302597046,
      "learning_rate": 4.574618125412513e-06,
      "loss": 0.3996,
      "step": 413430
    },
    {
      "epoch": 115.39,
      "grad_norm": 1.830355167388916,
      "learning_rate": 4.574609834796915e-06,
      "loss": 0.4145,
      "step": 413440
    },
    {
      "epoch": 115.39,
      "grad_norm": 1.4876567125320435,
      "learning_rate": 4.574601543884389e-06,
      "loss": 0.4202,
      "step": 413450
    },
    {
      "epoch": 115.39,
      "grad_norm": 1.4562498331069946,
      "learning_rate": 4.574593252674937e-06,
      "loss": 0.4095,
      "step": 413460
    },
    {
      "epoch": 115.4,
      "grad_norm": 1.535654902458191,
      "learning_rate": 4.574584961168558e-06,
      "loss": 0.4334,
      "step": 413470
    },
    {
      "epoch": 115.4,
      "grad_norm": 1.6004575490951538,
      "learning_rate": 4.574576669365255e-06,
      "loss": 0.4023,
      "step": 413480
    },
    {
      "epoch": 115.4,
      "grad_norm": 1.208990216255188,
      "learning_rate": 4.5745683772650275e-06,
      "loss": 0.4376,
      "step": 413490
    },
    {
      "epoch": 115.41,
      "grad_norm": 1.4603304862976074,
      "learning_rate": 4.574560084867878e-06,
      "loss": 0.4174,
      "step": 413500
    },
    {
      "epoch": 115.41,
      "grad_norm": 1.587303638458252,
      "learning_rate": 4.574551792173808e-06,
      "loss": 0.4077,
      "step": 413510
    },
    {
      "epoch": 115.41,
      "grad_norm": 1.2074319124221802,
      "learning_rate": 4.5745434991828155e-06,
      "loss": 0.408,
      "step": 413520
    },
    {
      "epoch": 115.41,
      "grad_norm": 1.4361859560012817,
      "learning_rate": 4.574535205894905e-06,
      "loss": 0.4183,
      "step": 413530
    },
    {
      "epoch": 115.42,
      "grad_norm": 1.4099831581115723,
      "learning_rate": 4.574526912310077e-06,
      "loss": 0.4021,
      "step": 413540
    },
    {
      "epoch": 115.42,
      "grad_norm": 1.3338439464569092,
      "learning_rate": 4.5745186184283306e-06,
      "loss": 0.4143,
      "step": 413550
    },
    {
      "epoch": 115.42,
      "grad_norm": 1.4740656614303589,
      "learning_rate": 4.5745103242496695e-06,
      "loss": 0.4028,
      "step": 413560
    },
    {
      "epoch": 115.43,
      "grad_norm": 1.3060188293457031,
      "learning_rate": 4.574502029774093e-06,
      "loss": 0.4094,
      "step": 413570
    },
    {
      "epoch": 115.43,
      "grad_norm": 1.549061894416809,
      "learning_rate": 4.574493735001603e-06,
      "loss": 0.3903,
      "step": 413580
    },
    {
      "epoch": 115.43,
      "grad_norm": 1.3918876647949219,
      "learning_rate": 4.5744854399322e-06,
      "loss": 0.4165,
      "step": 413590
    },
    {
      "epoch": 115.43,
      "grad_norm": 1.7500066757202148,
      "learning_rate": 4.574477144565887e-06,
      "loss": 0.3994,
      "step": 413600
    },
    {
      "epoch": 115.44,
      "grad_norm": 1.3059661388397217,
      "learning_rate": 4.5744688489026615e-06,
      "loss": 0.4083,
      "step": 413610
    },
    {
      "epoch": 115.44,
      "grad_norm": 1.2873228788375854,
      "learning_rate": 4.5744605529425275e-06,
      "loss": 0.4193,
      "step": 413620
    },
    {
      "epoch": 115.44,
      "grad_norm": 1.4877909421920776,
      "learning_rate": 4.574452256685486e-06,
      "loss": 0.4259,
      "step": 413630
    },
    {
      "epoch": 115.45,
      "grad_norm": 1.142856478691101,
      "learning_rate": 4.574443960131537e-06,
      "loss": 0.4156,
      "step": 413640
    },
    {
      "epoch": 115.45,
      "grad_norm": 1.5779690742492676,
      "learning_rate": 4.574435663280681e-06,
      "loss": 0.4103,
      "step": 413650
    },
    {
      "epoch": 115.45,
      "grad_norm": 1.696641445159912,
      "learning_rate": 4.574427366132922e-06,
      "loss": 0.4159,
      "step": 413660
    },
    {
      "epoch": 115.45,
      "grad_norm": 3.1231565475463867,
      "learning_rate": 4.574419068688257e-06,
      "loss": 0.421,
      "step": 413670
    },
    {
      "epoch": 115.46,
      "grad_norm": 1.084222435951233,
      "learning_rate": 4.574410770946692e-06,
      "loss": 0.409,
      "step": 413680
    },
    {
      "epoch": 115.46,
      "grad_norm": 1.2424015998840332,
      "learning_rate": 4.574402472908224e-06,
      "loss": 0.4091,
      "step": 413690
    },
    {
      "epoch": 115.46,
      "grad_norm": 1.293303370475769,
      "learning_rate": 4.574394174572855e-06,
      "loss": 0.4205,
      "step": 413700
    },
    {
      "epoch": 115.46,
      "grad_norm": 1.2624099254608154,
      "learning_rate": 4.574385875940587e-06,
      "loss": 0.4229,
      "step": 413710
    },
    {
      "epoch": 115.47,
      "grad_norm": 1.6832331418991089,
      "learning_rate": 4.5743775770114215e-06,
      "loss": 0.4237,
      "step": 413720
    },
    {
      "epoch": 115.47,
      "grad_norm": 1.2373446226119995,
      "learning_rate": 4.574369277785358e-06,
      "loss": 0.4211,
      "step": 413730
    },
    {
      "epoch": 115.47,
      "grad_norm": 1.6556096076965332,
      "learning_rate": 4.574360978262399e-06,
      "loss": 0.4293,
      "step": 413740
    },
    {
      "epoch": 115.48,
      "grad_norm": 1.3028450012207031,
      "learning_rate": 4.574352678442545e-06,
      "loss": 0.4073,
      "step": 413750
    },
    {
      "epoch": 115.48,
      "grad_norm": 1.324636459350586,
      "learning_rate": 4.574344378325797e-06,
      "loss": 0.4325,
      "step": 413760
    },
    {
      "epoch": 115.48,
      "grad_norm": 1.6663906574249268,
      "learning_rate": 4.574336077912156e-06,
      "loss": 0.3999,
      "step": 413770
    },
    {
      "epoch": 115.48,
      "grad_norm": 1.233579158782959,
      "learning_rate": 4.574327777201624e-06,
      "loss": 0.4218,
      "step": 413780
    },
    {
      "epoch": 115.49,
      "grad_norm": 1.4906601905822754,
      "learning_rate": 4.574319476194201e-06,
      "loss": 0.4183,
      "step": 413790
    },
    {
      "epoch": 115.49,
      "grad_norm": 1.451055884361267,
      "learning_rate": 4.57431117488989e-06,
      "loss": 0.4129,
      "step": 413800
    },
    {
      "epoch": 115.49,
      "grad_norm": 1.7062910795211792,
      "learning_rate": 4.5743028732886884e-06,
      "loss": 0.4108,
      "step": 413810
    },
    {
      "epoch": 115.5,
      "grad_norm": 1.6427618265151978,
      "learning_rate": 4.574294571390601e-06,
      "loss": 0.423,
      "step": 413820
    },
    {
      "epoch": 115.5,
      "grad_norm": 1.3889182806015015,
      "learning_rate": 4.574286269195628e-06,
      "loss": 0.4238,
      "step": 413830
    },
    {
      "epoch": 115.5,
      "grad_norm": 1.3464008569717407,
      "learning_rate": 4.5742779667037695e-06,
      "loss": 0.4089,
      "step": 413840
    },
    {
      "epoch": 115.5,
      "grad_norm": 1.3946490287780762,
      "learning_rate": 4.574269663915026e-06,
      "loss": 0.3979,
      "step": 413850
    },
    {
      "epoch": 115.51,
      "grad_norm": 1.3942208290100098,
      "learning_rate": 4.574261360829401e-06,
      "loss": 0.3936,
      "step": 413860
    },
    {
      "epoch": 115.51,
      "grad_norm": 1.4107779264450073,
      "learning_rate": 4.574253057446894e-06,
      "loss": 0.4086,
      "step": 413870
    },
    {
      "epoch": 115.51,
      "grad_norm": 1.273661732673645,
      "learning_rate": 4.574244753767507e-06,
      "loss": 0.3982,
      "step": 413880
    },
    {
      "epoch": 115.51,
      "grad_norm": 1.4260919094085693,
      "learning_rate": 4.5742364497912395e-06,
      "loss": 0.4191,
      "step": 413890
    },
    {
      "epoch": 115.52,
      "grad_norm": 1.3877543210983276,
      "learning_rate": 4.574228145518094e-06,
      "loss": 0.398,
      "step": 413900
    },
    {
      "epoch": 115.52,
      "grad_norm": 1.6493396759033203,
      "learning_rate": 4.5742198409480714e-06,
      "loss": 0.4056,
      "step": 413910
    },
    {
      "epoch": 115.52,
      "grad_norm": 1.6801820993423462,
      "learning_rate": 4.5742115360811725e-06,
      "loss": 0.4288,
      "step": 413920
    },
    {
      "epoch": 115.53,
      "grad_norm": 1.4898394346237183,
      "learning_rate": 4.574203230917398e-06,
      "loss": 0.414,
      "step": 413930
    },
    {
      "epoch": 115.53,
      "grad_norm": 1.430187463760376,
      "learning_rate": 4.574194925456751e-06,
      "loss": 0.4062,
      "step": 413940
    },
    {
      "epoch": 115.53,
      "grad_norm": 1.7736730575561523,
      "learning_rate": 4.57418661969923e-06,
      "loss": 0.4102,
      "step": 413950
    },
    {
      "epoch": 115.53,
      "grad_norm": 1.8212203979492188,
      "learning_rate": 4.5741783136448375e-06,
      "loss": 0.4047,
      "step": 413960
    },
    {
      "epoch": 115.54,
      "grad_norm": 1.526848316192627,
      "learning_rate": 4.574170007293574e-06,
      "loss": 0.4169,
      "step": 413970
    },
    {
      "epoch": 115.54,
      "grad_norm": 1.28108549118042,
      "learning_rate": 4.574161700645442e-06,
      "loss": 0.4031,
      "step": 413980
    },
    {
      "epoch": 115.54,
      "grad_norm": 1.688042402267456,
      "learning_rate": 4.574153393700441e-06,
      "loss": 0.4173,
      "step": 413990
    },
    {
      "epoch": 115.55,
      "grad_norm": 1.2174065113067627,
      "learning_rate": 4.574145086458574e-06,
      "loss": 0.4052,
      "step": 414000
    },
    {
      "epoch": 115.55,
      "grad_norm": 1.263096570968628,
      "learning_rate": 4.574136778919838e-06,
      "loss": 0.4326,
      "step": 414010
    },
    {
      "epoch": 115.55,
      "grad_norm": 1.1975297927856445,
      "learning_rate": 4.5741284710842396e-06,
      "loss": 0.4198,
      "step": 414020
    },
    {
      "epoch": 115.55,
      "grad_norm": 1.5271672010421753,
      "learning_rate": 4.574120162951776e-06,
      "loss": 0.424,
      "step": 414030
    },
    {
      "epoch": 115.56,
      "grad_norm": 1.4830135107040405,
      "learning_rate": 4.57411185452245e-06,
      "loss": 0.4179,
      "step": 414040
    },
    {
      "epoch": 115.56,
      "grad_norm": 1.6220535039901733,
      "learning_rate": 4.574103545796261e-06,
      "loss": 0.429,
      "step": 414050
    },
    {
      "epoch": 115.56,
      "grad_norm": 1.394683837890625,
      "learning_rate": 4.574095236773212e-06,
      "loss": 0.4011,
      "step": 414060
    },
    {
      "epoch": 115.57,
      "grad_norm": 1.5456106662750244,
      "learning_rate": 4.574086927453305e-06,
      "loss": 0.405,
      "step": 414070
    },
    {
      "epoch": 115.57,
      "grad_norm": 1.3847334384918213,
      "learning_rate": 4.574078617836538e-06,
      "loss": 0.4293,
      "step": 414080
    },
    {
      "epoch": 115.57,
      "grad_norm": 1.3886522054672241,
      "learning_rate": 4.574070307922914e-06,
      "loss": 0.4094,
      "step": 414090
    },
    {
      "epoch": 115.57,
      "grad_norm": 1.2882163524627686,
      "learning_rate": 4.5740619977124336e-06,
      "loss": 0.4144,
      "step": 414100
    },
    {
      "epoch": 115.58,
      "grad_norm": 1.4897693395614624,
      "learning_rate": 4.574053687205098e-06,
      "loss": 0.4035,
      "step": 414110
    },
    {
      "epoch": 115.58,
      "grad_norm": 1.3929978609085083,
      "learning_rate": 4.574045376400908e-06,
      "loss": 0.4251,
      "step": 414120
    },
    {
      "epoch": 115.58,
      "grad_norm": 1.4807761907577515,
      "learning_rate": 4.5740370652998664e-06,
      "loss": 0.3951,
      "step": 414130
    },
    {
      "epoch": 115.58,
      "grad_norm": 1.4468154907226562,
      "learning_rate": 4.574028753901972e-06,
      "loss": 0.4209,
      "step": 414140
    },
    {
      "epoch": 115.59,
      "grad_norm": 1.6232091188430786,
      "learning_rate": 4.574020442207227e-06,
      "loss": 0.421,
      "step": 414150
    },
    {
      "epoch": 115.59,
      "grad_norm": 1.2981771230697632,
      "learning_rate": 4.574012130215632e-06,
      "loss": 0.4192,
      "step": 414160
    },
    {
      "epoch": 115.59,
      "grad_norm": 1.4237298965454102,
      "learning_rate": 4.574003817927189e-06,
      "loss": 0.4234,
      "step": 414170
    },
    {
      "epoch": 115.6,
      "grad_norm": 1.61139976978302,
      "learning_rate": 4.573995505341899e-06,
      "loss": 0.4232,
      "step": 414180
    },
    {
      "epoch": 115.6,
      "grad_norm": 1.473320484161377,
      "learning_rate": 4.573987192459762e-06,
      "loss": 0.4088,
      "step": 414190
    },
    {
      "epoch": 115.6,
      "grad_norm": 1.430065393447876,
      "learning_rate": 4.5739788792807795e-06,
      "loss": 0.4368,
      "step": 414200
    },
    {
      "epoch": 115.6,
      "grad_norm": 1.6768321990966797,
      "learning_rate": 4.5739705658049545e-06,
      "loss": 0.4208,
      "step": 414210
    },
    {
      "epoch": 115.61,
      "grad_norm": 1.3971692323684692,
      "learning_rate": 4.573962252032285e-06,
      "loss": 0.4022,
      "step": 414220
    },
    {
      "epoch": 115.61,
      "grad_norm": 1.5270802974700928,
      "learning_rate": 4.573953937962774e-06,
      "loss": 0.4103,
      "step": 414230
    },
    {
      "epoch": 115.61,
      "grad_norm": 1.4503467082977295,
      "learning_rate": 4.5739456235964225e-06,
      "loss": 0.4251,
      "step": 414240
    },
    {
      "epoch": 115.62,
      "grad_norm": 3.6201231479644775,
      "learning_rate": 4.573937308933232e-06,
      "loss": 0.4003,
      "step": 414250
    },
    {
      "epoch": 115.62,
      "grad_norm": 1.224928617477417,
      "learning_rate": 4.573928993973202e-06,
      "loss": 0.4079,
      "step": 414260
    },
    {
      "epoch": 115.62,
      "grad_norm": 1.324195146560669,
      "learning_rate": 4.573920678716335e-06,
      "loss": 0.4178,
      "step": 414270
    },
    {
      "epoch": 115.62,
      "grad_norm": 1.4183720350265503,
      "learning_rate": 4.573912363162631e-06,
      "loss": 0.44,
      "step": 414280
    },
    {
      "epoch": 115.63,
      "grad_norm": 1.6103854179382324,
      "learning_rate": 4.573904047312092e-06,
      "loss": 0.4145,
      "step": 414290
    },
    {
      "epoch": 115.63,
      "grad_norm": 1.6332578659057617,
      "learning_rate": 4.573895731164719e-06,
      "loss": 0.3997,
      "step": 414300
    },
    {
      "epoch": 115.63,
      "grad_norm": 1.6780369281768799,
      "learning_rate": 4.573887414720513e-06,
      "loss": 0.4078,
      "step": 414310
    },
    {
      "epoch": 115.63,
      "grad_norm": 1.5105887651443481,
      "learning_rate": 4.573879097979476e-06,
      "loss": 0.417,
      "step": 414320
    },
    {
      "epoch": 115.64,
      "grad_norm": 1.3689725399017334,
      "learning_rate": 4.573870780941607e-06,
      "loss": 0.3982,
      "step": 414330
    },
    {
      "epoch": 115.64,
      "grad_norm": 2.463975667953491,
      "learning_rate": 4.5738624636069095e-06,
      "loss": 0.4046,
      "step": 414340
    },
    {
      "epoch": 115.64,
      "grad_norm": 1.509534478187561,
      "learning_rate": 4.5738541459753825e-06,
      "loss": 0.4263,
      "step": 414350
    },
    {
      "epoch": 115.65,
      "grad_norm": 1.663002610206604,
      "learning_rate": 4.573845828047028e-06,
      "loss": 0.4209,
      "step": 414360
    },
    {
      "epoch": 115.65,
      "grad_norm": 1.4565128087997437,
      "learning_rate": 4.573837509821848e-06,
      "loss": 0.4129,
      "step": 414370
    },
    {
      "epoch": 115.65,
      "grad_norm": 1.4890691041946411,
      "learning_rate": 4.573829191299842e-06,
      "loss": 0.4013,
      "step": 414380
    },
    {
      "epoch": 115.65,
      "grad_norm": 1.7273612022399902,
      "learning_rate": 4.573820872481012e-06,
      "loss": 0.4149,
      "step": 414390
    },
    {
      "epoch": 115.66,
      "grad_norm": 1.298209547996521,
      "learning_rate": 4.5738125533653595e-06,
      "loss": 0.4105,
      "step": 414400
    },
    {
      "epoch": 115.66,
      "grad_norm": 2.3451931476593018,
      "learning_rate": 4.573804233952884e-06,
      "loss": 0.4102,
      "step": 414410
    },
    {
      "epoch": 115.66,
      "grad_norm": 2.413825273513794,
      "learning_rate": 4.573795914243588e-06,
      "loss": 0.413,
      "step": 414420
    },
    {
      "epoch": 115.67,
      "grad_norm": 1.3955570459365845,
      "learning_rate": 4.573787594237472e-06,
      "loss": 0.414,
      "step": 414430
    },
    {
      "epoch": 115.67,
      "grad_norm": 1.1476014852523804,
      "learning_rate": 4.573779273934539e-06,
      "loss": 0.3999,
      "step": 414440
    },
    {
      "epoch": 115.67,
      "grad_norm": 1.4380868673324585,
      "learning_rate": 4.5737709533347865e-06,
      "loss": 0.4117,
      "step": 414450
    },
    {
      "epoch": 115.67,
      "grad_norm": 1.2415751218795776,
      "learning_rate": 4.5737626324382186e-06,
      "loss": 0.4136,
      "step": 414460
    },
    {
      "epoch": 115.68,
      "grad_norm": 1.5430071353912354,
      "learning_rate": 4.573754311244835e-06,
      "loss": 0.4171,
      "step": 414470
    },
    {
      "epoch": 115.68,
      "grad_norm": 1.318171501159668,
      "learning_rate": 4.5737459897546375e-06,
      "loss": 0.3917,
      "step": 414480
    },
    {
      "epoch": 115.68,
      "grad_norm": 1.3292226791381836,
      "learning_rate": 4.573737667967627e-06,
      "loss": 0.4124,
      "step": 414490
    },
    {
      "epoch": 115.69,
      "grad_norm": 1.632143259048462,
      "learning_rate": 4.573729345883804e-06,
      "loss": 0.4193,
      "step": 414500
    },
    {
      "epoch": 115.69,
      "grad_norm": 1.5757427215576172,
      "learning_rate": 4.573721023503172e-06,
      "loss": 0.4099,
      "step": 414510
    },
    {
      "epoch": 115.69,
      "grad_norm": 2.202176094055176,
      "learning_rate": 4.573712700825728e-06,
      "loss": 0.4254,
      "step": 414520
    },
    {
      "epoch": 115.69,
      "grad_norm": 1.307640790939331,
      "learning_rate": 4.573704377851476e-06,
      "loss": 0.4251,
      "step": 414530
    },
    {
      "epoch": 115.7,
      "grad_norm": 1.4104853868484497,
      "learning_rate": 4.573696054580417e-06,
      "loss": 0.4194,
      "step": 414540
    },
    {
      "epoch": 115.7,
      "grad_norm": 1.5549778938293457,
      "learning_rate": 4.573687731012551e-06,
      "loss": 0.4049,
      "step": 414550
    },
    {
      "epoch": 115.7,
      "grad_norm": 1.2477819919586182,
      "learning_rate": 4.57367940714788e-06,
      "loss": 0.4099,
      "step": 414560
    },
    {
      "epoch": 115.7,
      "grad_norm": 1.2176918983459473,
      "learning_rate": 4.5736710829864044e-06,
      "loss": 0.418,
      "step": 414570
    },
    {
      "epoch": 115.71,
      "grad_norm": 1.2583234310150146,
      "learning_rate": 4.5736627585281265e-06,
      "loss": 0.4062,
      "step": 414580
    },
    {
      "epoch": 115.71,
      "grad_norm": 1.5496695041656494,
      "learning_rate": 4.573654433773046e-06,
      "loss": 0.4156,
      "step": 414590
    },
    {
      "epoch": 115.71,
      "grad_norm": 1.6237094402313232,
      "learning_rate": 4.573646108721164e-06,
      "loss": 0.4131,
      "step": 414600
    },
    {
      "epoch": 115.72,
      "grad_norm": 5.544647216796875,
      "learning_rate": 4.573637783372484e-06,
      "loss": 0.4148,
      "step": 414610
    },
    {
      "epoch": 115.72,
      "grad_norm": 1.1801403760910034,
      "learning_rate": 4.573629457727004e-06,
      "loss": 0.3993,
      "step": 414620
    },
    {
      "epoch": 115.72,
      "grad_norm": 1.278041124343872,
      "learning_rate": 4.573621131784727e-06,
      "loss": 0.4051,
      "step": 414630
    },
    {
      "epoch": 115.72,
      "grad_norm": 1.3716741800308228,
      "learning_rate": 4.573612805545652e-06,
      "loss": 0.4228,
      "step": 414640
    },
    {
      "epoch": 115.73,
      "grad_norm": 1.5880732536315918,
      "learning_rate": 4.573604479009784e-06,
      "loss": 0.4123,
      "step": 414650
    },
    {
      "epoch": 115.73,
      "grad_norm": 1.447432279586792,
      "learning_rate": 4.573596152177121e-06,
      "loss": 0.4024,
      "step": 414660
    },
    {
      "epoch": 115.73,
      "grad_norm": 1.4005571603775024,
      "learning_rate": 4.573587825047663e-06,
      "loss": 0.4158,
      "step": 414670
    },
    {
      "epoch": 115.74,
      "grad_norm": 1.7796622514724731,
      "learning_rate": 4.573579497621416e-06,
      "loss": 0.4196,
      "step": 414680
    },
    {
      "epoch": 115.74,
      "grad_norm": 1.5444222688674927,
      "learning_rate": 4.5735711698983755e-06,
      "loss": 0.4307,
      "step": 414690
    },
    {
      "epoch": 115.74,
      "grad_norm": 1.3217394351959229,
      "learning_rate": 4.573562841878547e-06,
      "loss": 0.4074,
      "step": 414700
    },
    {
      "epoch": 115.74,
      "grad_norm": 1.7346047163009644,
      "learning_rate": 4.5735545135619295e-06,
      "loss": 0.4192,
      "step": 414710
    },
    {
      "epoch": 115.75,
      "grad_norm": 1.261808156967163,
      "learning_rate": 4.573546184948524e-06,
      "loss": 0.399,
      "step": 414720
    },
    {
      "epoch": 115.75,
      "grad_norm": 1.6391257047653198,
      "learning_rate": 4.573537856038331e-06,
      "loss": 0.4131,
      "step": 414730
    },
    {
      "epoch": 115.75,
      "grad_norm": 1.5383294820785522,
      "learning_rate": 4.573529526831354e-06,
      "loss": 0.4127,
      "step": 414740
    },
    {
      "epoch": 115.75,
      "grad_norm": 1.6045583486557007,
      "learning_rate": 4.573521197327593e-06,
      "loss": 0.4099,
      "step": 414750
    },
    {
      "epoch": 115.76,
      "grad_norm": 1.1440284252166748,
      "learning_rate": 4.573512867527047e-06,
      "loss": 0.4077,
      "step": 414760
    },
    {
      "epoch": 115.76,
      "grad_norm": 1.3489354848861694,
      "learning_rate": 4.57350453742972e-06,
      "loss": 0.3864,
      "step": 414770
    },
    {
      "epoch": 115.76,
      "grad_norm": 1.4880855083465576,
      "learning_rate": 4.573496207035613e-06,
      "loss": 0.4017,
      "step": 414780
    },
    {
      "epoch": 115.77,
      "grad_norm": 1.4735114574432373,
      "learning_rate": 4.5734878763447255e-06,
      "loss": 0.4065,
      "step": 414790
    },
    {
      "epoch": 115.77,
      "grad_norm": 1.367595911026001,
      "learning_rate": 4.573479545357059e-06,
      "loss": 0.4247,
      "step": 414800
    },
    {
      "epoch": 115.77,
      "grad_norm": 1.0541059970855713,
      "learning_rate": 4.573471214072616e-06,
      "loss": 0.4097,
      "step": 414810
    },
    {
      "epoch": 115.77,
      "grad_norm": 1.6089285612106323,
      "learning_rate": 4.5734628824913945e-06,
      "loss": 0.423,
      "step": 414820
    },
    {
      "epoch": 115.78,
      "grad_norm": 1.258264183998108,
      "learning_rate": 4.573454550613399e-06,
      "loss": 0.4003,
      "step": 414830
    },
    {
      "epoch": 115.78,
      "grad_norm": 1.511289358139038,
      "learning_rate": 4.573446218438629e-06,
      "loss": 0.4144,
      "step": 414840
    },
    {
      "epoch": 115.78,
      "grad_norm": 1.2266942262649536,
      "learning_rate": 4.573437885967086e-06,
      "loss": 0.4027,
      "step": 414850
    },
    {
      "epoch": 115.79,
      "grad_norm": 1.4870378971099854,
      "learning_rate": 4.573429553198771e-06,
      "loss": 0.4116,
      "step": 414860
    },
    {
      "epoch": 115.79,
      "grad_norm": 1.3237614631652832,
      "learning_rate": 4.573421220133684e-06,
      "loss": 0.4294,
      "step": 414870
    },
    {
      "epoch": 115.79,
      "grad_norm": 1.4784115552902222,
      "learning_rate": 4.573412886771829e-06,
      "loss": 0.4187,
      "step": 414880
    },
    {
      "epoch": 115.79,
      "grad_norm": 1.1567643880844116,
      "learning_rate": 4.5734045531132034e-06,
      "loss": 0.398,
      "step": 414890
    },
    {
      "epoch": 115.8,
      "grad_norm": 1.5383421182632446,
      "learning_rate": 4.573396219157811e-06,
      "loss": 0.4251,
      "step": 414900
    },
    {
      "epoch": 115.8,
      "grad_norm": 1.2790136337280273,
      "learning_rate": 4.5733878849056525e-06,
      "loss": 0.4424,
      "step": 414910
    },
    {
      "epoch": 115.8,
      "grad_norm": 1.440221905708313,
      "learning_rate": 4.573379550356727e-06,
      "loss": 0.4179,
      "step": 414920
    },
    {
      "epoch": 115.81,
      "grad_norm": 1.244627833366394,
      "learning_rate": 4.573371215511038e-06,
      "loss": 0.4014,
      "step": 414930
    },
    {
      "epoch": 115.81,
      "grad_norm": 1.727419376373291,
      "learning_rate": 4.5733628803685865e-06,
      "loss": 0.417,
      "step": 414940
    },
    {
      "epoch": 115.81,
      "grad_norm": 1.46031653881073,
      "learning_rate": 4.5733545449293726e-06,
      "loss": 0.4148,
      "step": 414950
    },
    {
      "epoch": 115.81,
      "grad_norm": 1.3269498348236084,
      "learning_rate": 4.573346209193398e-06,
      "loss": 0.4158,
      "step": 414960
    },
    {
      "epoch": 115.82,
      "grad_norm": 1.4389036893844604,
      "learning_rate": 4.573337873160663e-06,
      "loss": 0.4227,
      "step": 414970
    },
    {
      "epoch": 115.82,
      "grad_norm": 1.5333036184310913,
      "learning_rate": 4.57332953683117e-06,
      "loss": 0.4185,
      "step": 414980
    },
    {
      "epoch": 115.82,
      "grad_norm": 1.6136914491653442,
      "learning_rate": 4.573321200204918e-06,
      "loss": 0.4004,
      "step": 414990
    },
    {
      "epoch": 115.82,
      "grad_norm": 3.6912999153137207,
      "learning_rate": 4.573312863281911e-06,
      "loss": 0.4252,
      "step": 415000
    },
    {
      "epoch": 115.83,
      "grad_norm": 2.2860090732574463,
      "learning_rate": 4.573304526062147e-06,
      "loss": 0.4023,
      "step": 415010
    },
    {
      "epoch": 115.83,
      "grad_norm": 1.6443417072296143,
      "learning_rate": 4.573296188545629e-06,
      "loss": 0.4032,
      "step": 415020
    },
    {
      "epoch": 115.83,
      "grad_norm": 3.1109235286712646,
      "learning_rate": 4.57328785073236e-06,
      "loss": 0.4263,
      "step": 415030
    },
    {
      "epoch": 115.84,
      "grad_norm": 1.599016785621643,
      "learning_rate": 4.573279512622336e-06,
      "loss": 0.407,
      "step": 415040
    },
    {
      "epoch": 115.84,
      "grad_norm": 2.307036876678467,
      "learning_rate": 4.573271174215563e-06,
      "loss": 0.4079,
      "step": 415050
    },
    {
      "epoch": 115.84,
      "grad_norm": 1.800236463546753,
      "learning_rate": 4.573262835512039e-06,
      "loss": 0.4229,
      "step": 415060
    },
    {
      "epoch": 115.84,
      "grad_norm": 1.5874818563461304,
      "learning_rate": 4.573254496511766e-06,
      "loss": 0.4113,
      "step": 415070
    },
    {
      "epoch": 115.85,
      "grad_norm": 1.2596477270126343,
      "learning_rate": 4.573246157214746e-06,
      "loss": 0.4113,
      "step": 415080
    },
    {
      "epoch": 115.85,
      "grad_norm": 1.7379357814788818,
      "learning_rate": 4.573237817620979e-06,
      "loss": 0.4119,
      "step": 415090
    },
    {
      "epoch": 115.85,
      "grad_norm": 1.572670340538025,
      "learning_rate": 4.5732294777304674e-06,
      "loss": 0.4062,
      "step": 415100
    },
    {
      "epoch": 115.86,
      "grad_norm": 1.4351246356964111,
      "learning_rate": 4.573221137543211e-06,
      "loss": 0.4257,
      "step": 415110
    },
    {
      "epoch": 115.86,
      "grad_norm": 1.3851262331008911,
      "learning_rate": 4.573212797059211e-06,
      "loss": 0.4101,
      "step": 415120
    },
    {
      "epoch": 115.86,
      "grad_norm": 1.9989614486694336,
      "learning_rate": 4.57320445627847e-06,
      "loss": 0.4037,
      "step": 415130
    },
    {
      "epoch": 115.86,
      "grad_norm": 1.4337184429168701,
      "learning_rate": 4.5731961152009875e-06,
      "loss": 0.4374,
      "step": 415140
    },
    {
      "epoch": 115.87,
      "grad_norm": 1.605881929397583,
      "learning_rate": 4.573187773826764e-06,
      "loss": 0.4035,
      "step": 415150
    },
    {
      "epoch": 115.87,
      "grad_norm": 1.6541798114776611,
      "learning_rate": 4.573179432155803e-06,
      "loss": 0.4303,
      "step": 415160
    },
    {
      "epoch": 115.87,
      "grad_norm": 1.5202553272247314,
      "learning_rate": 4.5731710901881045e-06,
      "loss": 0.4334,
      "step": 415170
    },
    {
      "epoch": 115.87,
      "grad_norm": 1.3854607343673706,
      "learning_rate": 4.5731627479236684e-06,
      "loss": 0.4134,
      "step": 415180
    },
    {
      "epoch": 115.88,
      "grad_norm": 1.504287838935852,
      "learning_rate": 4.573154405362498e-06,
      "loss": 0.4069,
      "step": 415190
    },
    {
      "epoch": 115.88,
      "grad_norm": 1.109520435333252,
      "learning_rate": 4.573146062504592e-06,
      "loss": 0.4191,
      "step": 415200
    },
    {
      "epoch": 115.88,
      "grad_norm": 1.322623610496521,
      "learning_rate": 4.573137719349954e-06,
      "loss": 0.4249,
      "step": 415210
    },
    {
      "epoch": 115.89,
      "grad_norm": 1.710731029510498,
      "learning_rate": 4.573129375898583e-06,
      "loss": 0.4303,
      "step": 415220
    },
    {
      "epoch": 115.89,
      "grad_norm": 1.2824327945709229,
      "learning_rate": 4.573121032150481e-06,
      "loss": 0.4207,
      "step": 415230
    },
    {
      "epoch": 115.89,
      "grad_norm": 1.5050889253616333,
      "learning_rate": 4.57311268810565e-06,
      "loss": 0.4229,
      "step": 415240
    },
    {
      "epoch": 115.89,
      "grad_norm": 1.7419922351837158,
      "learning_rate": 4.5731043437640894e-06,
      "loss": 0.4179,
      "step": 415250
    },
    {
      "epoch": 115.9,
      "grad_norm": 1.8027704954147339,
      "learning_rate": 4.573095999125801e-06,
      "loss": 0.4298,
      "step": 415260
    },
    {
      "epoch": 115.9,
      "grad_norm": 1.1731728315353394,
      "learning_rate": 4.573087654190787e-06,
      "loss": 0.4221,
      "step": 415270
    },
    {
      "epoch": 115.9,
      "grad_norm": 2.717813730239868,
      "learning_rate": 4.5730793089590465e-06,
      "loss": 0.4011,
      "step": 415280
    },
    {
      "epoch": 115.91,
      "grad_norm": 1.300171136856079,
      "learning_rate": 4.5730709634305825e-06,
      "loss": 0.412,
      "step": 415290
    },
    {
      "epoch": 115.91,
      "grad_norm": 1.3158118724822998,
      "learning_rate": 4.5730626176053945e-06,
      "loss": 0.4179,
      "step": 415300
    },
    {
      "epoch": 115.91,
      "grad_norm": 1.2397327423095703,
      "learning_rate": 4.573054271483485e-06,
      "loss": 0.4103,
      "step": 415310
    },
    {
      "epoch": 115.91,
      "grad_norm": 1.599549651145935,
      "learning_rate": 4.5730459250648545e-06,
      "loss": 0.4237,
      "step": 415320
    },
    {
      "epoch": 115.92,
      "grad_norm": 1.334067940711975,
      "learning_rate": 4.573037578349503e-06,
      "loss": 0.4251,
      "step": 415330
    },
    {
      "epoch": 115.92,
      "grad_norm": 1.408838152885437,
      "learning_rate": 4.573029231337434e-06,
      "loss": 0.4061,
      "step": 415340
    },
    {
      "epoch": 115.92,
      "grad_norm": 1.2179969549179077,
      "learning_rate": 4.573020884028647e-06,
      "loss": 0.4129,
      "step": 415350
    },
    {
      "epoch": 115.93,
      "grad_norm": 1.349364995956421,
      "learning_rate": 4.573012536423144e-06,
      "loss": 0.425,
      "step": 415360
    },
    {
      "epoch": 115.93,
      "grad_norm": 1.4512916803359985,
      "learning_rate": 4.573004188520924e-06,
      "loss": 0.4106,
      "step": 415370
    },
    {
      "epoch": 115.93,
      "grad_norm": 1.6989234685897827,
      "learning_rate": 4.5729958403219905e-06,
      "loss": 0.4186,
      "step": 415380
    },
    {
      "epoch": 115.93,
      "grad_norm": 1.269938349723816,
      "learning_rate": 4.572987491826344e-06,
      "loss": 0.4116,
      "step": 415390
    },
    {
      "epoch": 115.94,
      "grad_norm": 1.3817436695098877,
      "learning_rate": 4.572979143033985e-06,
      "loss": 0.4233,
      "step": 415400
    },
    {
      "epoch": 115.94,
      "grad_norm": 1.5950857400894165,
      "learning_rate": 4.572970793944915e-06,
      "loss": 0.4026,
      "step": 415410
    },
    {
      "epoch": 115.94,
      "grad_norm": 1.2374719381332397,
      "learning_rate": 4.5729624445591356e-06,
      "loss": 0.4024,
      "step": 415420
    },
    {
      "epoch": 115.94,
      "grad_norm": 1.4931784868240356,
      "learning_rate": 4.5729540948766476e-06,
      "loss": 0.4034,
      "step": 415430
    },
    {
      "epoch": 115.95,
      "grad_norm": 1.1624228954315186,
      "learning_rate": 4.572945744897451e-06,
      "loss": 0.4092,
      "step": 415440
    },
    {
      "epoch": 115.95,
      "grad_norm": 1.4270638227462769,
      "learning_rate": 4.572937394621548e-06,
      "loss": 0.4182,
      "step": 415450
    },
    {
      "epoch": 115.95,
      "grad_norm": 1.2242450714111328,
      "learning_rate": 4.5729290440489405e-06,
      "loss": 0.3928,
      "step": 415460
    },
    {
      "epoch": 115.96,
      "grad_norm": 1.237051248550415,
      "learning_rate": 4.572920693179628e-06,
      "loss": 0.4257,
      "step": 415470
    },
    {
      "epoch": 115.96,
      "grad_norm": 1.2321406602859497,
      "learning_rate": 4.572912342013612e-06,
      "loss": 0.4126,
      "step": 415480
    },
    {
      "epoch": 115.96,
      "grad_norm": 1.474564790725708,
      "learning_rate": 4.572903990550894e-06,
      "loss": 0.422,
      "step": 415490
    },
    {
      "epoch": 115.96,
      "grad_norm": 1.516778826713562,
      "learning_rate": 4.572895638791475e-06,
      "loss": 0.4101,
      "step": 415500
    },
    {
      "epoch": 115.97,
      "grad_norm": 1.227089524269104,
      "learning_rate": 4.5728872867353564e-06,
      "loss": 0.4197,
      "step": 415510
    },
    {
      "epoch": 115.97,
      "grad_norm": 1.3915674686431885,
      "learning_rate": 4.572878934382539e-06,
      "loss": 0.3846,
      "step": 415520
    },
    {
      "epoch": 115.97,
      "grad_norm": 1.5622484683990479,
      "learning_rate": 4.572870581733024e-06,
      "loss": 0.4153,
      "step": 415530
    },
    {
      "epoch": 115.98,
      "grad_norm": 1.4054303169250488,
      "learning_rate": 4.572862228786812e-06,
      "loss": 0.4375,
      "step": 415540
    },
    {
      "epoch": 115.98,
      "grad_norm": 1.4111286401748657,
      "learning_rate": 4.572853875543905e-06,
      "loss": 0.4294,
      "step": 415550
    },
    {
      "epoch": 115.98,
      "grad_norm": 1.6131930351257324,
      "learning_rate": 4.572845522004304e-06,
      "loss": 0.4138,
      "step": 415560
    },
    {
      "epoch": 115.98,
      "grad_norm": 1.559073805809021,
      "learning_rate": 4.572837168168009e-06,
      "loss": 0.4253,
      "step": 415570
    },
    {
      "epoch": 115.99,
      "grad_norm": 1.1413995027542114,
      "learning_rate": 4.572828814035022e-06,
      "loss": 0.407,
      "step": 415580
    },
    {
      "epoch": 115.99,
      "grad_norm": 1.874419093132019,
      "learning_rate": 4.572820459605344e-06,
      "loss": 0.4144,
      "step": 415590
    },
    {
      "epoch": 115.99,
      "grad_norm": 1.4446711540222168,
      "learning_rate": 4.572812104878977e-06,
      "loss": 0.4122,
      "step": 415600
    },
    {
      "epoch": 115.99,
      "grad_norm": 1.5379160642623901,
      "learning_rate": 4.57280374985592e-06,
      "loss": 0.3866,
      "step": 415610
    },
    {
      "epoch": 116.0,
      "grad_norm": 1.2948352098464966,
      "learning_rate": 4.572795394536175e-06,
      "loss": 0.4197,
      "step": 415620
    },
    {
      "epoch": 116.0,
      "eval_loss": 0.41422364115715027,
      "eval_runtime": 63.2822,
      "eval_samples_per_second": 79.944,
      "eval_steps_per_second": 10.003,
      "step": 415628
    },
    {
      "epoch": 116.0,
      "grad_norm": 1.4695165157318115,
      "learning_rate": 4.572787038919745e-06,
      "loss": 0.4041,
      "step": 415630
    },
    {
      "epoch": 116.0,
      "grad_norm": 1.6627099514007568,
      "learning_rate": 4.572778683006628e-06,
      "loss": 0.3981,
      "step": 415640
    },
    {
      "epoch": 116.01,
      "grad_norm": 1.4342457056045532,
      "learning_rate": 4.572770326796828e-06,
      "loss": 0.4154,
      "step": 415650
    },
    {
      "epoch": 116.01,
      "grad_norm": 1.3897932767868042,
      "learning_rate": 4.572761970290345e-06,
      "loss": 0.4126,
      "step": 415660
    },
    {
      "epoch": 116.01,
      "grad_norm": 1.4137420654296875,
      "learning_rate": 4.5727536134871785e-06,
      "loss": 0.4074,
      "step": 415670
    },
    {
      "epoch": 116.01,
      "grad_norm": 1.4034754037857056,
      "learning_rate": 4.572745256387332e-06,
      "loss": 0.4118,
      "step": 415680
    },
    {
      "epoch": 116.02,
      "grad_norm": 1.289214015007019,
      "learning_rate": 4.572736898990805e-06,
      "loss": 0.4321,
      "step": 415690
    },
    {
      "epoch": 116.02,
      "grad_norm": 1.3867082595825195,
      "learning_rate": 4.5727285412976e-06,
      "loss": 0.3962,
      "step": 415700
    },
    {
      "epoch": 116.02,
      "grad_norm": 1.5132826566696167,
      "learning_rate": 4.572720183307716e-06,
      "loss": 0.4212,
      "step": 415710
    },
    {
      "epoch": 116.03,
      "grad_norm": 1.358643651008606,
      "learning_rate": 4.572711825021157e-06,
      "loss": 0.4173,
      "step": 415720
    },
    {
      "epoch": 116.03,
      "grad_norm": 1.51076340675354,
      "learning_rate": 4.572703466437922e-06,
      "loss": 0.4097,
      "step": 415730
    },
    {
      "epoch": 116.03,
      "grad_norm": 1.1806045770645142,
      "learning_rate": 4.572695107558013e-06,
      "loss": 0.4023,
      "step": 415740
    },
    {
      "epoch": 116.03,
      "grad_norm": 1.43731689453125,
      "learning_rate": 4.572686748381431e-06,
      "loss": 0.4113,
      "step": 415750
    },
    {
      "epoch": 116.04,
      "grad_norm": 1.2392560243606567,
      "learning_rate": 4.572678388908175e-06,
      "loss": 0.4266,
      "step": 415760
    },
    {
      "epoch": 116.04,
      "grad_norm": 1.2581173181533813,
      "learning_rate": 4.57267002913825e-06,
      "loss": 0.4086,
      "step": 415770
    },
    {
      "epoch": 116.04,
      "grad_norm": 1.1686619520187378,
      "learning_rate": 4.572661669071655e-06,
      "loss": 0.4181,
      "step": 415780
    },
    {
      "epoch": 116.05,
      "grad_norm": 1.5469369888305664,
      "learning_rate": 4.5726533087083905e-06,
      "loss": 0.409,
      "step": 415790
    },
    {
      "epoch": 116.05,
      "grad_norm": 1.64766263961792,
      "learning_rate": 4.572644948048459e-06,
      "loss": 0.402,
      "step": 415800
    },
    {
      "epoch": 116.05,
      "grad_norm": 1.9221103191375732,
      "learning_rate": 4.57263658709186e-06,
      "loss": 0.3962,
      "step": 415810
    },
    {
      "epoch": 116.05,
      "grad_norm": 2.2563388347625732,
      "learning_rate": 4.572628225838596e-06,
      "loss": 0.4197,
      "step": 415820
    },
    {
      "epoch": 116.06,
      "grad_norm": 1.2266193628311157,
      "learning_rate": 4.572619864288668e-06,
      "loss": 0.403,
      "step": 415830
    },
    {
      "epoch": 116.06,
      "grad_norm": 1.797124981880188,
      "learning_rate": 4.572611502442076e-06,
      "loss": 0.4042,
      "step": 415840
    },
    {
      "epoch": 116.06,
      "grad_norm": 1.2626203298568726,
      "learning_rate": 4.572603140298823e-06,
      "loss": 0.4109,
      "step": 415850
    },
    {
      "epoch": 116.06,
      "grad_norm": 1.3617322444915771,
      "learning_rate": 4.572594777858908e-06,
      "loss": 0.4078,
      "step": 415860
    },
    {
      "epoch": 116.07,
      "grad_norm": 1.4669386148452759,
      "learning_rate": 4.572586415122335e-06,
      "loss": 0.422,
      "step": 415870
    },
    {
      "epoch": 116.07,
      "grad_norm": 1.5136945247650146,
      "learning_rate": 4.5725780520891024e-06,
      "loss": 0.4176,
      "step": 415880
    },
    {
      "epoch": 116.07,
      "grad_norm": 1.0582925081253052,
      "learning_rate": 4.572569688759211e-06,
      "loss": 0.4158,
      "step": 415890
    },
    {
      "epoch": 116.08,
      "grad_norm": 1.2375677824020386,
      "learning_rate": 4.572561325132664e-06,
      "loss": 0.4088,
      "step": 415900
    },
    {
      "epoch": 116.08,
      "grad_norm": 1.3703022003173828,
      "learning_rate": 4.572552961209462e-06,
      "loss": 0.3935,
      "step": 415910
    },
    {
      "epoch": 116.08,
      "grad_norm": 1.7586935758590698,
      "learning_rate": 4.572544596989605e-06,
      "loss": 0.4199,
      "step": 415920
    },
    {
      "epoch": 116.08,
      "grad_norm": 1.498719334602356,
      "learning_rate": 4.572536232473096e-06,
      "loss": 0.4154,
      "step": 415930
    },
    {
      "epoch": 116.09,
      "grad_norm": 1.2478207349777222,
      "learning_rate": 4.572527867659934e-06,
      "loss": 0.4181,
      "step": 415940
    },
    {
      "epoch": 116.09,
      "grad_norm": 1.7616217136383057,
      "learning_rate": 4.5725195025501204e-06,
      "loss": 0.4162,
      "step": 415950
    },
    {
      "epoch": 116.09,
      "grad_norm": 1.3029247522354126,
      "learning_rate": 4.572511137143658e-06,
      "loss": 0.41,
      "step": 415960
    },
    {
      "epoch": 116.1,
      "grad_norm": 1.5224289894104004,
      "learning_rate": 4.572502771440547e-06,
      "loss": 0.4153,
      "step": 415970
    },
    {
      "epoch": 116.1,
      "grad_norm": 1.3814423084259033,
      "learning_rate": 4.572494405440787e-06,
      "loss": 0.4208,
      "step": 415980
    },
    {
      "epoch": 116.1,
      "grad_norm": 1.750196099281311,
      "learning_rate": 4.5724860391443816e-06,
      "loss": 0.4113,
      "step": 415990
    },
    {
      "epoch": 116.1,
      "grad_norm": 1.4802343845367432,
      "learning_rate": 4.5724776725513305e-06,
      "loss": 0.412,
      "step": 416000
    },
    {
      "epoch": 116.11,
      "grad_norm": 2.9731032848358154,
      "learning_rate": 4.572469305661636e-06,
      "loss": 0.4304,
      "step": 416010
    },
    {
      "epoch": 116.11,
      "grad_norm": 1.6082366704940796,
      "learning_rate": 4.5724609384752975e-06,
      "loss": 0.4079,
      "step": 416020
    },
    {
      "epoch": 116.11,
      "grad_norm": 1.4740474224090576,
      "learning_rate": 4.572452570992317e-06,
      "loss": 0.4186,
      "step": 416030
    },
    {
      "epoch": 116.11,
      "grad_norm": 1.381256341934204,
      "learning_rate": 4.572444203212696e-06,
      "loss": 0.4251,
      "step": 416040
    },
    {
      "epoch": 116.12,
      "grad_norm": 1.224541187286377,
      "learning_rate": 4.572435835136434e-06,
      "loss": 0.4103,
      "step": 416050
    },
    {
      "epoch": 116.12,
      "grad_norm": 1.317284107208252,
      "learning_rate": 4.572427466763535e-06,
      "loss": 0.4098,
      "step": 416060
    },
    {
      "epoch": 116.12,
      "grad_norm": 1.499516248703003,
      "learning_rate": 4.572419098093998e-06,
      "loss": 0.4285,
      "step": 416070
    },
    {
      "epoch": 116.13,
      "grad_norm": 1.336755394935608,
      "learning_rate": 4.572410729127824e-06,
      "loss": 0.4292,
      "step": 416080
    },
    {
      "epoch": 116.13,
      "grad_norm": 1.5959141254425049,
      "learning_rate": 4.572402359865015e-06,
      "loss": 0.4012,
      "step": 416090
    },
    {
      "epoch": 116.13,
      "grad_norm": 1.2708323001861572,
      "learning_rate": 4.5723939903055714e-06,
      "loss": 0.4098,
      "step": 416100
    },
    {
      "epoch": 116.13,
      "grad_norm": 1.5501806735992432,
      "learning_rate": 4.5723856204494945e-06,
      "loss": 0.4132,
      "step": 416110
    },
    {
      "epoch": 116.14,
      "grad_norm": 1.3790075778961182,
      "learning_rate": 4.572377250296787e-06,
      "loss": 0.4179,
      "step": 416120
    },
    {
      "epoch": 116.14,
      "grad_norm": 1.311092495918274,
      "learning_rate": 4.572368879847448e-06,
      "loss": 0.4297,
      "step": 416130
    },
    {
      "epoch": 116.14,
      "grad_norm": 1.3768600225448608,
      "learning_rate": 4.572360509101478e-06,
      "loss": 0.4154,
      "step": 416140
    },
    {
      "epoch": 116.15,
      "grad_norm": 1.5001558065414429,
      "learning_rate": 4.572352138058881e-06,
      "loss": 0.4074,
      "step": 416150
    },
    {
      "epoch": 116.15,
      "grad_norm": 1.3709816932678223,
      "learning_rate": 4.572343766719654e-06,
      "loss": 0.4214,
      "step": 416160
    },
    {
      "epoch": 116.15,
      "grad_norm": 1.5366017818450928,
      "learning_rate": 4.572335395083803e-06,
      "loss": 0.4178,
      "step": 416170
    },
    {
      "epoch": 116.15,
      "grad_norm": 1.4655044078826904,
      "learning_rate": 4.5723270231513255e-06,
      "loss": 0.4026,
      "step": 416180
    },
    {
      "epoch": 116.16,
      "grad_norm": 1.4301961660385132,
      "learning_rate": 4.572318650922224e-06,
      "loss": 0.4208,
      "step": 416190
    },
    {
      "epoch": 116.16,
      "grad_norm": 1.6012498140335083,
      "learning_rate": 4.5723102783965e-06,
      "loss": 0.4213,
      "step": 416200
    },
    {
      "epoch": 116.16,
      "grad_norm": 1.8431254625320435,
      "learning_rate": 4.5723019055741535e-06,
      "loss": 0.4043,
      "step": 416210
    },
    {
      "epoch": 116.17,
      "grad_norm": 1.3937008380889893,
      "learning_rate": 4.572293532455186e-06,
      "loss": 0.4156,
      "step": 416220
    },
    {
      "epoch": 116.17,
      "grad_norm": 1.4204964637756348,
      "learning_rate": 4.572285159039599e-06,
      "loss": 0.4225,
      "step": 416230
    },
    {
      "epoch": 116.17,
      "grad_norm": 1.2677103281021118,
      "learning_rate": 4.572276785327394e-06,
      "loss": 0.4019,
      "step": 416240
    },
    {
      "epoch": 116.17,
      "grad_norm": 1.3179270029067993,
      "learning_rate": 4.57226841131857e-06,
      "loss": 0.425,
      "step": 416250
    },
    {
      "epoch": 116.18,
      "grad_norm": 1.5659217834472656,
      "learning_rate": 4.572260037013131e-06,
      "loss": 0.4119,
      "step": 416260
    },
    {
      "epoch": 116.18,
      "grad_norm": 1.3197859525680542,
      "learning_rate": 4.572251662411076e-06,
      "loss": 0.3944,
      "step": 416270
    },
    {
      "epoch": 116.18,
      "grad_norm": 1.487392544746399,
      "learning_rate": 4.572243287512407e-06,
      "loss": 0.418,
      "step": 416280
    },
    {
      "epoch": 116.18,
      "grad_norm": 1.3449524641036987,
      "learning_rate": 4.5722349123171245e-06,
      "loss": 0.4026,
      "step": 416290
    },
    {
      "epoch": 116.19,
      "grad_norm": 1.5719817876815796,
      "learning_rate": 4.57222653682523e-06,
      "loss": 0.3916,
      "step": 416300
    },
    {
      "epoch": 116.19,
      "grad_norm": 1.4094367027282715,
      "learning_rate": 4.572218161036726e-06,
      "loss": 0.421,
      "step": 416310
    },
    {
      "epoch": 116.19,
      "grad_norm": 1.3158254623413086,
      "learning_rate": 4.572209784951611e-06,
      "loss": 0.3927,
      "step": 416320
    },
    {
      "epoch": 116.2,
      "grad_norm": 1.387444019317627,
      "learning_rate": 4.572201408569887e-06,
      "loss": 0.3991,
      "step": 416330
    },
    {
      "epoch": 116.2,
      "grad_norm": 1.4447314739227295,
      "learning_rate": 4.572193031891557e-06,
      "loss": 0.417,
      "step": 416340
    },
    {
      "epoch": 116.2,
      "grad_norm": 1.2963358163833618,
      "learning_rate": 4.57218465491662e-06,
      "loss": 0.4094,
      "step": 416350
    },
    {
      "epoch": 116.2,
      "grad_norm": 1.212373971939087,
      "learning_rate": 4.572176277645078e-06,
      "loss": 0.4067,
      "step": 416360
    },
    {
      "epoch": 116.21,
      "grad_norm": 1.397134780883789,
      "learning_rate": 4.572167900076931e-06,
      "loss": 0.4154,
      "step": 416370
    },
    {
      "epoch": 116.21,
      "grad_norm": 1.4558173418045044,
      "learning_rate": 4.572159522212181e-06,
      "loss": 0.4018,
      "step": 416380
    },
    {
      "epoch": 116.21,
      "grad_norm": 1.8945780992507935,
      "learning_rate": 4.57215114405083e-06,
      "loss": 0.4169,
      "step": 416390
    },
    {
      "epoch": 116.22,
      "grad_norm": 1.3488627672195435,
      "learning_rate": 4.572142765592877e-06,
      "loss": 0.4185,
      "step": 416400
    },
    {
      "epoch": 116.22,
      "grad_norm": 1.4703608751296997,
      "learning_rate": 4.572134386838326e-06,
      "loss": 0.4199,
      "step": 416410
    },
    {
      "epoch": 116.22,
      "grad_norm": 1.5674816370010376,
      "learning_rate": 4.572126007787175e-06,
      "loss": 0.4167,
      "step": 416420
    },
    {
      "epoch": 116.22,
      "grad_norm": 1.179831624031067,
      "learning_rate": 4.572117628439427e-06,
      "loss": 0.3941,
      "step": 416430
    },
    {
      "epoch": 116.23,
      "grad_norm": 1.5083783864974976,
      "learning_rate": 4.572109248795083e-06,
      "loss": 0.4114,
      "step": 416440
    },
    {
      "epoch": 116.23,
      "grad_norm": 1.4155734777450562,
      "learning_rate": 4.572100868854143e-06,
      "loss": 0.4239,
      "step": 416450
    },
    {
      "epoch": 116.23,
      "grad_norm": 1.7302656173706055,
      "learning_rate": 4.57209248861661e-06,
      "loss": 0.4067,
      "step": 416460
    },
    {
      "epoch": 116.23,
      "grad_norm": 1.5287140607833862,
      "learning_rate": 4.5720841080824826e-06,
      "loss": 0.4039,
      "step": 416470
    },
    {
      "epoch": 116.24,
      "grad_norm": 1.2431927919387817,
      "learning_rate": 4.572075727251765e-06,
      "loss": 0.4047,
      "step": 416480
    },
    {
      "epoch": 116.24,
      "grad_norm": 1.4930989742279053,
      "learning_rate": 4.572067346124455e-06,
      "loss": 0.4073,
      "step": 416490
    },
    {
      "epoch": 116.24,
      "grad_norm": 1.5925160646438599,
      "learning_rate": 4.572058964700556e-06,
      "loss": 0.4034,
      "step": 416500
    },
    {
      "epoch": 116.25,
      "grad_norm": 1.4071919918060303,
      "learning_rate": 4.572050582980069e-06,
      "loss": 0.4123,
      "step": 416510
    },
    {
      "epoch": 116.25,
      "grad_norm": 1.5077829360961914,
      "learning_rate": 4.572042200962994e-06,
      "loss": 0.4089,
      "step": 416520
    },
    {
      "epoch": 116.25,
      "grad_norm": 1.379542350769043,
      "learning_rate": 4.572033818649333e-06,
      "loss": 0.4049,
      "step": 416530
    },
    {
      "epoch": 116.25,
      "grad_norm": 1.7566919326782227,
      "learning_rate": 4.572025436039086e-06,
      "loss": 0.4088,
      "step": 416540
    },
    {
      "epoch": 116.26,
      "grad_norm": 1.4350897073745728,
      "learning_rate": 4.572017053132256e-06,
      "loss": 0.4112,
      "step": 416550
    },
    {
      "epoch": 116.26,
      "grad_norm": 1.426194429397583,
      "learning_rate": 4.572008669928842e-06,
      "loss": 0.4227,
      "step": 416560
    },
    {
      "epoch": 116.26,
      "grad_norm": 1.316010594367981,
      "learning_rate": 4.572000286428847e-06,
      "loss": 0.4043,
      "step": 416570
    },
    {
      "epoch": 116.27,
      "grad_norm": 1.4490567445755005,
      "learning_rate": 4.571991902632271e-06,
      "loss": 0.4346,
      "step": 416580
    },
    {
      "epoch": 116.27,
      "grad_norm": 1.287572979927063,
      "learning_rate": 4.571983518539116e-06,
      "loss": 0.4068,
      "step": 416590
    },
    {
      "epoch": 116.27,
      "grad_norm": 1.2081300020217896,
      "learning_rate": 4.571975134149381e-06,
      "loss": 0.411,
      "step": 416600
    },
    {
      "epoch": 116.27,
      "grad_norm": 1.4009753465652466,
      "learning_rate": 4.57196674946307e-06,
      "loss": 0.4101,
      "step": 416610
    },
    {
      "epoch": 116.28,
      "grad_norm": 1.2373453378677368,
      "learning_rate": 4.571958364480183e-06,
      "loss": 0.4343,
      "step": 416620
    },
    {
      "epoch": 116.28,
      "grad_norm": 1.1465661525726318,
      "learning_rate": 4.57194997920072e-06,
      "loss": 0.3991,
      "step": 416630
    },
    {
      "epoch": 116.28,
      "grad_norm": 1.2028716802597046,
      "learning_rate": 4.571941593624683e-06,
      "loss": 0.3974,
      "step": 416640
    },
    {
      "epoch": 116.29,
      "grad_norm": 1.316951870918274,
      "learning_rate": 4.571933207752073e-06,
      "loss": 0.4143,
      "step": 416650
    },
    {
      "epoch": 116.29,
      "grad_norm": 1.3368672132492065,
      "learning_rate": 4.571924821582892e-06,
      "loss": 0.4236,
      "step": 416660
    },
    {
      "epoch": 116.29,
      "grad_norm": 1.6035511493682861,
      "learning_rate": 4.571916435117139e-06,
      "loss": 0.4197,
      "step": 416670
    },
    {
      "epoch": 116.29,
      "grad_norm": 1.395992398262024,
      "learning_rate": 4.5719080483548185e-06,
      "loss": 0.4158,
      "step": 416680
    },
    {
      "epoch": 116.3,
      "grad_norm": 1.5302352905273438,
      "learning_rate": 4.571899661295928e-06,
      "loss": 0.4253,
      "step": 416690
    },
    {
      "epoch": 116.3,
      "grad_norm": 1.417801022529602,
      "learning_rate": 4.57189127394047e-06,
      "loss": 0.4154,
      "step": 416700
    },
    {
      "epoch": 116.3,
      "grad_norm": 1.3089593648910522,
      "learning_rate": 4.571882886288446e-06,
      "loss": 0.4218,
      "step": 416710
    },
    {
      "epoch": 116.3,
      "grad_norm": 1.3897022008895874,
      "learning_rate": 4.571874498339857e-06,
      "loss": 0.4143,
      "step": 416720
    },
    {
      "epoch": 116.31,
      "grad_norm": 1.2579212188720703,
      "learning_rate": 4.5718661100947045e-06,
      "loss": 0.42,
      "step": 416730
    },
    {
      "epoch": 116.31,
      "grad_norm": 1.3578468561172485,
      "learning_rate": 4.571857721552989e-06,
      "loss": 0.4005,
      "step": 416740
    },
    {
      "epoch": 116.31,
      "grad_norm": 1.1086108684539795,
      "learning_rate": 4.571849332714712e-06,
      "loss": 0.3926,
      "step": 416750
    },
    {
      "epoch": 116.32,
      "grad_norm": 1.4191917181015015,
      "learning_rate": 4.571840943579874e-06,
      "loss": 0.4108,
      "step": 416760
    },
    {
      "epoch": 116.32,
      "grad_norm": 1.2705163955688477,
      "learning_rate": 4.5718325541484765e-06,
      "loss": 0.4038,
      "step": 416770
    },
    {
      "epoch": 116.32,
      "grad_norm": 1.2708570957183838,
      "learning_rate": 4.5718241644205205e-06,
      "loss": 0.4296,
      "step": 416780
    },
    {
      "epoch": 116.32,
      "grad_norm": 1.3317430019378662,
      "learning_rate": 4.571815774396007e-06,
      "loss": 0.4249,
      "step": 416790
    },
    {
      "epoch": 116.33,
      "grad_norm": 1.252323865890503,
      "learning_rate": 4.5718073840749375e-06,
      "loss": 0.4016,
      "step": 416800
    },
    {
      "epoch": 116.33,
      "grad_norm": 1.435950756072998,
      "learning_rate": 4.571798993457313e-06,
      "loss": 0.4094,
      "step": 416810
    },
    {
      "epoch": 116.33,
      "grad_norm": 1.2880805730819702,
      "learning_rate": 4.571790602543135e-06,
      "loss": 0.4113,
      "step": 416820
    },
    {
      "epoch": 116.34,
      "grad_norm": 1.4332855939865112,
      "learning_rate": 4.571782211332404e-06,
      "loss": 0.4096,
      "step": 416830
    },
    {
      "epoch": 116.34,
      "grad_norm": 1.355898141860962,
      "learning_rate": 4.571773819825121e-06,
      "loss": 0.4275,
      "step": 416840
    },
    {
      "epoch": 116.34,
      "grad_norm": 1.3214902877807617,
      "learning_rate": 4.571765428021288e-06,
      "loss": 0.423,
      "step": 416850
    },
    {
      "epoch": 116.34,
      "grad_norm": 1.3657190799713135,
      "learning_rate": 4.5717570359209045e-06,
      "loss": 0.4456,
      "step": 416860
    },
    {
      "epoch": 116.35,
      "grad_norm": 1.7554155588150024,
      "learning_rate": 4.571748643523973e-06,
      "loss": 0.4073,
      "step": 416870
    },
    {
      "epoch": 116.35,
      "grad_norm": 1.396757960319519,
      "learning_rate": 4.571740250830495e-06,
      "loss": 0.4171,
      "step": 416880
    },
    {
      "epoch": 116.35,
      "grad_norm": 1.3262423276901245,
      "learning_rate": 4.571731857840471e-06,
      "loss": 0.4221,
      "step": 416890
    },
    {
      "epoch": 116.36,
      "grad_norm": 1.3751579523086548,
      "learning_rate": 4.5717234645539005e-06,
      "loss": 0.4005,
      "step": 416900
    },
    {
      "epoch": 116.36,
      "grad_norm": 1.7012312412261963,
      "learning_rate": 4.5717150709707875e-06,
      "loss": 0.426,
      "step": 416910
    },
    {
      "epoch": 116.36,
      "grad_norm": 1.3310357332229614,
      "learning_rate": 4.571706677091131e-06,
      "loss": 0.4062,
      "step": 416920
    },
    {
      "epoch": 116.36,
      "grad_norm": 1.2302508354187012,
      "learning_rate": 4.571698282914933e-06,
      "loss": 0.4083,
      "step": 416930
    },
    {
      "epoch": 116.37,
      "grad_norm": 1.264164924621582,
      "learning_rate": 4.571689888442195e-06,
      "loss": 0.4113,
      "step": 416940
    },
    {
      "epoch": 116.37,
      "grad_norm": 1.364945411682129,
      "learning_rate": 4.571681493672917e-06,
      "loss": 0.3965,
      "step": 416950
    },
    {
      "epoch": 116.37,
      "grad_norm": 1.551506519317627,
      "learning_rate": 4.571673098607101e-06,
      "loss": 0.4107,
      "step": 416960
    },
    {
      "epoch": 116.37,
      "grad_norm": 1.5199315547943115,
      "learning_rate": 4.571664703244748e-06,
      "loss": 0.4066,
      "step": 416970
    },
    {
      "epoch": 116.38,
      "grad_norm": 1.3390600681304932,
      "learning_rate": 4.571656307585859e-06,
      "loss": 0.4227,
      "step": 416980
    },
    {
      "epoch": 116.38,
      "grad_norm": 1.4576565027236938,
      "learning_rate": 4.571647911630434e-06,
      "loss": 0.4025,
      "step": 416990
    },
    {
      "epoch": 116.38,
      "grad_norm": 1.6880947351455688,
      "learning_rate": 4.571639515378476e-06,
      "loss": 0.4312,
      "step": 417000
    },
    {
      "epoch": 116.39,
      "grad_norm": 1.4498711824417114,
      "learning_rate": 4.5716311188299856e-06,
      "loss": 0.4207,
      "step": 417010
    },
    {
      "epoch": 116.39,
      "grad_norm": 1.8332418203353882,
      "learning_rate": 4.571622721984963e-06,
      "loss": 0.4239,
      "step": 417020
    },
    {
      "epoch": 116.39,
      "grad_norm": 1.3964180946350098,
      "learning_rate": 4.5716143248434105e-06,
      "loss": 0.4189,
      "step": 417030
    },
    {
      "epoch": 116.39,
      "grad_norm": 1.9119683504104614,
      "learning_rate": 4.571605927405328e-06,
      "loss": 0.4274,
      "step": 417040
    },
    {
      "epoch": 116.4,
      "grad_norm": 1.3755868673324585,
      "learning_rate": 4.571597529670717e-06,
      "loss": 0.4175,
      "step": 417050
    },
    {
      "epoch": 116.4,
      "grad_norm": 1.3279584646224976,
      "learning_rate": 4.57158913163958e-06,
      "loss": 0.3975,
      "step": 417060
    },
    {
      "epoch": 116.4,
      "grad_norm": 1.4779770374298096,
      "learning_rate": 4.571580733311916e-06,
      "loss": 0.4147,
      "step": 417070
    },
    {
      "epoch": 116.41,
      "grad_norm": 1.438855767250061,
      "learning_rate": 4.571572334687728e-06,
      "loss": 0.4091,
      "step": 417080
    },
    {
      "epoch": 116.41,
      "grad_norm": 1.5623085498809814,
      "learning_rate": 4.571563935767016e-06,
      "loss": 0.4205,
      "step": 417090
    },
    {
      "epoch": 116.41,
      "grad_norm": 1.8184685707092285,
      "learning_rate": 4.571555536549781e-06,
      "loss": 0.3824,
      "step": 417100
    },
    {
      "epoch": 116.41,
      "grad_norm": 1.3901132345199585,
      "learning_rate": 4.571547137036025e-06,
      "loss": 0.4275,
      "step": 417110
    },
    {
      "epoch": 116.42,
      "grad_norm": 1.2591283321380615,
      "learning_rate": 4.571538737225748e-06,
      "loss": 0.4167,
      "step": 417120
    },
    {
      "epoch": 116.42,
      "grad_norm": 1.5726672410964966,
      "learning_rate": 4.571530337118953e-06,
      "loss": 0.4248,
      "step": 417130
    },
    {
      "epoch": 116.42,
      "grad_norm": 1.6028473377227783,
      "learning_rate": 4.571521936715638e-06,
      "loss": 0.418,
      "step": 417140
    },
    {
      "epoch": 116.42,
      "grad_norm": 1.4378721714019775,
      "learning_rate": 4.571513536015807e-06,
      "loss": 0.4001,
      "step": 417150
    },
    {
      "epoch": 116.43,
      "grad_norm": 1.3036590814590454,
      "learning_rate": 4.5715051350194604e-06,
      "loss": 0.4157,
      "step": 417160
    },
    {
      "epoch": 116.43,
      "grad_norm": 1.6109745502471924,
      "learning_rate": 4.571496733726598e-06,
      "loss": 0.4147,
      "step": 417170
    },
    {
      "epoch": 116.43,
      "grad_norm": 1.3013043403625488,
      "learning_rate": 4.5714883321372225e-06,
      "loss": 0.4152,
      "step": 417180
    },
    {
      "epoch": 116.44,
      "grad_norm": 1.3226991891860962,
      "learning_rate": 4.571479930251334e-06,
      "loss": 0.4214,
      "step": 417190
    },
    {
      "epoch": 116.44,
      "grad_norm": 1.2022463083267212,
      "learning_rate": 4.571471528068934e-06,
      "loss": 0.4099,
      "step": 417200
    },
    {
      "epoch": 116.44,
      "grad_norm": 1.5784279108047485,
      "learning_rate": 4.571463125590024e-06,
      "loss": 0.4223,
      "step": 417210
    },
    {
      "epoch": 116.44,
      "grad_norm": 1.6203176975250244,
      "learning_rate": 4.571454722814605e-06,
      "loss": 0.4064,
      "step": 417220
    },
    {
      "epoch": 116.45,
      "grad_norm": 1.4382168054580688,
      "learning_rate": 4.571446319742678e-06,
      "loss": 0.4245,
      "step": 417230
    },
    {
      "epoch": 116.45,
      "grad_norm": 1.6407840251922607,
      "learning_rate": 4.571437916374244e-06,
      "loss": 0.401,
      "step": 417240
    },
    {
      "epoch": 116.45,
      "grad_norm": 1.7852556705474854,
      "learning_rate": 4.571429512709303e-06,
      "loss": 0.4034,
      "step": 417250
    },
    {
      "epoch": 116.46,
      "grad_norm": 1.6095843315124512,
      "learning_rate": 4.571421108747858e-06,
      "loss": 0.4137,
      "step": 417260
    },
    {
      "epoch": 116.46,
      "grad_norm": 1.2985305786132812,
      "learning_rate": 4.57141270448991e-06,
      "loss": 0.4122,
      "step": 417270
    },
    {
      "epoch": 116.46,
      "grad_norm": 1.253481388092041,
      "learning_rate": 4.5714042999354585e-06,
      "loss": 0.4053,
      "step": 417280
    },
    {
      "epoch": 116.46,
      "grad_norm": 1.4682925939559937,
      "learning_rate": 4.571395895084506e-06,
      "loss": 0.4221,
      "step": 417290
    },
    {
      "epoch": 116.47,
      "grad_norm": 1.806432843208313,
      "learning_rate": 4.571387489937053e-06,
      "loss": 0.4118,
      "step": 417300
    },
    {
      "epoch": 116.47,
      "grad_norm": 1.563215732574463,
      "learning_rate": 4.571379084493101e-06,
      "loss": 0.3921,
      "step": 417310
    },
    {
      "epoch": 116.47,
      "grad_norm": 1.2558046579360962,
      "learning_rate": 4.571370678752651e-06,
      "loss": 0.4138,
      "step": 417320
    },
    {
      "epoch": 116.48,
      "grad_norm": 1.5451103448867798,
      "learning_rate": 4.571362272715704e-06,
      "loss": 0.4176,
      "step": 417330
    },
    {
      "epoch": 116.48,
      "grad_norm": 1.345845103263855,
      "learning_rate": 4.571353866382262e-06,
      "loss": 0.4027,
      "step": 417340
    },
    {
      "epoch": 116.48,
      "grad_norm": 1.266627311706543,
      "learning_rate": 4.571345459752325e-06,
      "loss": 0.4151,
      "step": 417350
    },
    {
      "epoch": 116.48,
      "grad_norm": 1.348596453666687,
      "learning_rate": 4.5713370528258935e-06,
      "loss": 0.4115,
      "step": 417360
    },
    {
      "epoch": 116.49,
      "grad_norm": 1.4673395156860352,
      "learning_rate": 4.571328645602969e-06,
      "loss": 0.4318,
      "step": 417370
    },
    {
      "epoch": 116.49,
      "grad_norm": 1.5046045780181885,
      "learning_rate": 4.571320238083555e-06,
      "loss": 0.4172,
      "step": 417380
    },
    {
      "epoch": 116.49,
      "grad_norm": 1.3483213186264038,
      "learning_rate": 4.57131183026765e-06,
      "loss": 0.4082,
      "step": 417390
    },
    {
      "epoch": 116.49,
      "grad_norm": 1.1904363632202148,
      "learning_rate": 4.571303422155257e-06,
      "loss": 0.4089,
      "step": 417400
    },
    {
      "epoch": 116.5,
      "grad_norm": 1.227895975112915,
      "learning_rate": 4.571295013746374e-06,
      "loss": 0.3929,
      "step": 417410
    },
    {
      "epoch": 116.5,
      "grad_norm": 1.303641676902771,
      "learning_rate": 4.571286605041006e-06,
      "loss": 0.4304,
      "step": 417420
    },
    {
      "epoch": 116.5,
      "grad_norm": 1.4963688850402832,
      "learning_rate": 4.5712781960391506e-06,
      "loss": 0.3959,
      "step": 417430
    },
    {
      "epoch": 116.51,
      "grad_norm": 1.9077244997024536,
      "learning_rate": 4.571269786740812e-06,
      "loss": 0.4254,
      "step": 417440
    },
    {
      "epoch": 116.51,
      "grad_norm": 1.4193671941757202,
      "learning_rate": 4.571261377145988e-06,
      "loss": 0.4178,
      "step": 417450
    },
    {
      "epoch": 116.51,
      "grad_norm": 1.5753358602523804,
      "learning_rate": 4.571252967254684e-06,
      "loss": 0.406,
      "step": 417460
    },
    {
      "epoch": 116.51,
      "grad_norm": 1.6264784336090088,
      "learning_rate": 4.571244557066898e-06,
      "loss": 0.4018,
      "step": 417470
    },
    {
      "epoch": 116.52,
      "grad_norm": 2.0757763385772705,
      "learning_rate": 4.571236146582632e-06,
      "loss": 0.389,
      "step": 417480
    },
    {
      "epoch": 116.52,
      "grad_norm": 1.2601102590560913,
      "learning_rate": 4.571227735801886e-06,
      "loss": 0.4209,
      "step": 417490
    },
    {
      "epoch": 116.52,
      "grad_norm": 1.6504671573638916,
      "learning_rate": 4.571219324724663e-06,
      "loss": 0.4166,
      "step": 417500
    },
    {
      "epoch": 116.53,
      "grad_norm": 1.593293309211731,
      "learning_rate": 4.571210913350963e-06,
      "loss": 0.4255,
      "step": 417510
    },
    {
      "epoch": 116.53,
      "grad_norm": 1.2651888132095337,
      "learning_rate": 4.571202501680787e-06,
      "loss": 0.4099,
      "step": 417520
    },
    {
      "epoch": 116.53,
      "grad_norm": 1.6903709173202515,
      "learning_rate": 4.5711940897141365e-06,
      "loss": 0.4062,
      "step": 417530
    },
    {
      "epoch": 116.53,
      "grad_norm": 1.5743612051010132,
      "learning_rate": 4.571185677451013e-06,
      "loss": 0.4188,
      "step": 417540
    },
    {
      "epoch": 116.54,
      "grad_norm": 1.6005823612213135,
      "learning_rate": 4.571177264891417e-06,
      "loss": 0.4109,
      "step": 417550
    },
    {
      "epoch": 116.54,
      "grad_norm": 1.5048627853393555,
      "learning_rate": 4.57116885203535e-06,
      "loss": 0.4044,
      "step": 417560
    },
    {
      "epoch": 116.54,
      "grad_norm": 1.4944978952407837,
      "learning_rate": 4.571160438882813e-06,
      "loss": 0.4076,
      "step": 417570
    },
    {
      "epoch": 116.54,
      "grad_norm": 1.5006413459777832,
      "learning_rate": 4.5711520254338065e-06,
      "loss": 0.3993,
      "step": 417580
    },
    {
      "epoch": 116.55,
      "grad_norm": 1.2688016891479492,
      "learning_rate": 4.571143611688332e-06,
      "loss": 0.4165,
      "step": 417590
    },
    {
      "epoch": 116.55,
      "grad_norm": 1.5186078548431396,
      "learning_rate": 4.571135197646392e-06,
      "loss": 0.4077,
      "step": 417600
    },
    {
      "epoch": 116.55,
      "grad_norm": 1.8958956003189087,
      "learning_rate": 4.571126783307986e-06,
      "loss": 0.4147,
      "step": 417610
    },
    {
      "epoch": 116.56,
      "grad_norm": 1.2662034034729004,
      "learning_rate": 4.571118368673115e-06,
      "loss": 0.4115,
      "step": 417620
    },
    {
      "epoch": 116.56,
      "grad_norm": 1.682652473449707,
      "learning_rate": 4.571109953741781e-06,
      "loss": 0.4107,
      "step": 417630
    },
    {
      "epoch": 116.56,
      "grad_norm": 1.2929391860961914,
      "learning_rate": 4.571101538513985e-06,
      "loss": 0.4018,
      "step": 417640
    },
    {
      "epoch": 116.56,
      "grad_norm": 1.3762730360031128,
      "learning_rate": 4.571093122989727e-06,
      "loss": 0.4003,
      "step": 417650
    },
    {
      "epoch": 116.57,
      "grad_norm": 1.339969277381897,
      "learning_rate": 4.57108470716901e-06,
      "loss": 0.4053,
      "step": 417660
    },
    {
      "epoch": 116.57,
      "grad_norm": 1.3795171976089478,
      "learning_rate": 4.571076291051834e-06,
      "loss": 0.4177,
      "step": 417670
    },
    {
      "epoch": 116.57,
      "grad_norm": 9.560807228088379,
      "learning_rate": 4.5710678746382e-06,
      "loss": 0.4274,
      "step": 417680
    },
    {
      "epoch": 116.58,
      "grad_norm": 1.5420844554901123,
      "learning_rate": 4.571059457928109e-06,
      "loss": 0.4173,
      "step": 417690
    },
    {
      "epoch": 116.58,
      "grad_norm": 1.5247905254364014,
      "learning_rate": 4.571051040921563e-06,
      "loss": 0.4016,
      "step": 417700
    },
    {
      "epoch": 116.58,
      "grad_norm": 1.3815245628356934,
      "learning_rate": 4.571042623618563e-06,
      "loss": 0.4195,
      "step": 417710
    },
    {
      "epoch": 116.58,
      "grad_norm": 1.4505395889282227,
      "learning_rate": 4.57103420601911e-06,
      "loss": 0.4078,
      "step": 417720
    },
    {
      "epoch": 116.59,
      "grad_norm": 1.3465403318405151,
      "learning_rate": 4.571025788123203e-06,
      "loss": 0.4078,
      "step": 417730
    },
    {
      "epoch": 116.59,
      "grad_norm": 1.3277798891067505,
      "learning_rate": 4.571017369930846e-06,
      "loss": 0.4178,
      "step": 417740
    },
    {
      "epoch": 116.59,
      "grad_norm": 1.4977972507476807,
      "learning_rate": 4.57100895144204e-06,
      "loss": 0.4196,
      "step": 417750
    },
    {
      "epoch": 116.6,
      "grad_norm": 1.4916459321975708,
      "learning_rate": 4.571000532656784e-06,
      "loss": 0.4162,
      "step": 417760
    },
    {
      "epoch": 116.6,
      "grad_norm": 1.6411566734313965,
      "learning_rate": 4.570992113575081e-06,
      "loss": 0.402,
      "step": 417770
    },
    {
      "epoch": 116.6,
      "grad_norm": 1.674087643623352,
      "learning_rate": 4.570983694196931e-06,
      "loss": 0.4132,
      "step": 417780
    },
    {
      "epoch": 116.6,
      "grad_norm": 1.3579422235488892,
      "learning_rate": 4.570975274522336e-06,
      "loss": 0.4057,
      "step": 417790
    },
    {
      "epoch": 116.61,
      "grad_norm": 1.4374126195907593,
      "learning_rate": 4.570966854551297e-06,
      "loss": 0.4494,
      "step": 417800
    },
    {
      "epoch": 116.61,
      "grad_norm": 1.8785499334335327,
      "learning_rate": 4.570958434283815e-06,
      "loss": 0.4106,
      "step": 417810
    },
    {
      "epoch": 116.61,
      "grad_norm": 1.7085530757904053,
      "learning_rate": 4.57095001371989e-06,
      "loss": 0.427,
      "step": 417820
    },
    {
      "epoch": 116.61,
      "grad_norm": 1.597532868385315,
      "learning_rate": 4.570941592859524e-06,
      "loss": 0.4047,
      "step": 417830
    },
    {
      "epoch": 116.62,
      "grad_norm": 1.2311822175979614,
      "learning_rate": 4.570933171702719e-06,
      "loss": 0.3922,
      "step": 417840
    },
    {
      "epoch": 116.62,
      "grad_norm": 1.526693344116211,
      "learning_rate": 4.570924750249475e-06,
      "loss": 0.3904,
      "step": 417850
    },
    {
      "epoch": 116.62,
      "grad_norm": 1.6259217262268066,
      "learning_rate": 4.570916328499794e-06,
      "loss": 0.4165,
      "step": 417860
    },
    {
      "epoch": 116.63,
      "grad_norm": 1.3728549480438232,
      "learning_rate": 4.570907906453675e-06,
      "loss": 0.41,
      "step": 417870
    },
    {
      "epoch": 116.63,
      "grad_norm": 1.4127835035324097,
      "learning_rate": 4.570899484111122e-06,
      "loss": 0.3942,
      "step": 417880
    },
    {
      "epoch": 116.63,
      "grad_norm": 1.4571309089660645,
      "learning_rate": 4.570891061472135e-06,
      "loss": 0.4199,
      "step": 417890
    },
    {
      "epoch": 116.63,
      "grad_norm": 1.4533146619796753,
      "learning_rate": 4.5708826385367144e-06,
      "loss": 0.4297,
      "step": 417900
    },
    {
      "epoch": 116.64,
      "grad_norm": 1.5913503170013428,
      "learning_rate": 4.5708742153048614e-06,
      "loss": 0.4256,
      "step": 417910
    },
    {
      "epoch": 116.64,
      "grad_norm": 1.3967562913894653,
      "learning_rate": 4.570865791776578e-06,
      "loss": 0.4085,
      "step": 417920
    },
    {
      "epoch": 116.64,
      "grad_norm": 1.712760090827942,
      "learning_rate": 4.570857367951864e-06,
      "loss": 0.4179,
      "step": 417930
    },
    {
      "epoch": 116.65,
      "grad_norm": 1.6253703832626343,
      "learning_rate": 4.570848943830723e-06,
      "loss": 0.3885,
      "step": 417940
    },
    {
      "epoch": 116.65,
      "grad_norm": 1.3550420999526978,
      "learning_rate": 4.5708405194131535e-06,
      "loss": 0.4074,
      "step": 417950
    },
    {
      "epoch": 116.65,
      "grad_norm": 1.3943781852722168,
      "learning_rate": 4.570832094699158e-06,
      "loss": 0.4218,
      "step": 417960
    },
    {
      "epoch": 116.65,
      "grad_norm": 1.4781224727630615,
      "learning_rate": 4.5708236696887374e-06,
      "loss": 0.4052,
      "step": 417970
    },
    {
      "epoch": 116.66,
      "grad_norm": 1.9779026508331299,
      "learning_rate": 4.570815244381893e-06,
      "loss": 0.4182,
      "step": 417980
    },
    {
      "epoch": 116.66,
      "grad_norm": 1.6181367635726929,
      "learning_rate": 4.570806818778624e-06,
      "loss": 0.4013,
      "step": 417990
    },
    {
      "epoch": 116.66,
      "grad_norm": 1.216711163520813,
      "learning_rate": 4.570798392878935e-06,
      "loss": 0.4158,
      "step": 418000
    },
    {
      "epoch": 116.66,
      "grad_norm": 1.1244592666625977,
      "learning_rate": 4.570789966682824e-06,
      "loss": 0.4069,
      "step": 418010
    },
    {
      "epoch": 116.67,
      "grad_norm": 1.2299482822418213,
      "learning_rate": 4.570781540190294e-06,
      "loss": 0.4042,
      "step": 418020
    },
    {
      "epoch": 116.67,
      "grad_norm": 1.2588011026382446,
      "learning_rate": 4.570773113401346e-06,
      "loss": 0.4313,
      "step": 418030
    },
    {
      "epoch": 116.67,
      "grad_norm": 1.318222999572754,
      "learning_rate": 4.57076468631598e-06,
      "loss": 0.4088,
      "step": 418040
    },
    {
      "epoch": 116.68,
      "grad_norm": 1.3196864128112793,
      "learning_rate": 4.570756258934197e-06,
      "loss": 0.4096,
      "step": 418050
    },
    {
      "epoch": 116.68,
      "grad_norm": 1.3042906522750854,
      "learning_rate": 4.570747831256e-06,
      "loss": 0.4164,
      "step": 418060
    },
    {
      "epoch": 116.68,
      "grad_norm": 1.3556432723999023,
      "learning_rate": 4.570739403281389e-06,
      "loss": 0.4084,
      "step": 418070
    },
    {
      "epoch": 116.68,
      "grad_norm": 1.4687520265579224,
      "learning_rate": 4.570730975010364e-06,
      "loss": 0.4209,
      "step": 418080
    },
    {
      "epoch": 116.69,
      "grad_norm": 1.3720195293426514,
      "learning_rate": 4.5707225464429275e-06,
      "loss": 0.4147,
      "step": 418090
    },
    {
      "epoch": 116.69,
      "grad_norm": 1.3616676330566406,
      "learning_rate": 4.57071411757908e-06,
      "loss": 0.3926,
      "step": 418100
    },
    {
      "epoch": 116.69,
      "grad_norm": 1.3756613731384277,
      "learning_rate": 4.570705688418824e-06,
      "loss": 0.4184,
      "step": 418110
    },
    {
      "epoch": 116.7,
      "grad_norm": 1.5228813886642456,
      "learning_rate": 4.570697258962159e-06,
      "loss": 0.4094,
      "step": 418120
    },
    {
      "epoch": 116.7,
      "grad_norm": 1.5747095346450806,
      "learning_rate": 4.570688829209088e-06,
      "loss": 0.4306,
      "step": 418130
    },
    {
      "epoch": 116.7,
      "grad_norm": 1.4932326078414917,
      "learning_rate": 4.57068039915961e-06,
      "loss": 0.4098,
      "step": 418140
    },
    {
      "epoch": 116.7,
      "grad_norm": 1.4082999229431152,
      "learning_rate": 4.570671968813726e-06,
      "loss": 0.4101,
      "step": 418150
    },
    {
      "epoch": 116.71,
      "grad_norm": 1.3292980194091797,
      "learning_rate": 4.570663538171439e-06,
      "loss": 0.4014,
      "step": 418160
    },
    {
      "epoch": 116.71,
      "grad_norm": 1.1892321109771729,
      "learning_rate": 4.5706551072327494e-06,
      "loss": 0.4088,
      "step": 418170
    },
    {
      "epoch": 116.71,
      "grad_norm": 1.5610597133636475,
      "learning_rate": 4.570646675997657e-06,
      "loss": 0.4199,
      "step": 418180
    },
    {
      "epoch": 116.72,
      "grad_norm": 1.3304964303970337,
      "learning_rate": 4.570638244466166e-06,
      "loss": 0.4148,
      "step": 418190
    },
    {
      "epoch": 116.72,
      "grad_norm": 1.4114481210708618,
      "learning_rate": 4.570629812638274e-06,
      "loss": 0.3993,
      "step": 418200
    },
    {
      "epoch": 116.72,
      "grad_norm": 1.0656129121780396,
      "learning_rate": 4.570621380513984e-06,
      "loss": 0.4068,
      "step": 418210
    },
    {
      "epoch": 116.72,
      "grad_norm": 1.2423226833343506,
      "learning_rate": 4.570612948093297e-06,
      "loss": 0.4115,
      "step": 418220
    },
    {
      "epoch": 116.73,
      "grad_norm": 1.423863410949707,
      "learning_rate": 4.570604515376213e-06,
      "loss": 0.4191,
      "step": 418230
    },
    {
      "epoch": 116.73,
      "grad_norm": 1.4809824228286743,
      "learning_rate": 4.570596082362736e-06,
      "loss": 0.4039,
      "step": 418240
    },
    {
      "epoch": 116.73,
      "grad_norm": 1.5454109907150269,
      "learning_rate": 4.570587649052864e-06,
      "loss": 0.4228,
      "step": 418250
    },
    {
      "epoch": 116.73,
      "grad_norm": 1.396202802658081,
      "learning_rate": 4.570579215446599e-06,
      "loss": 0.4226,
      "step": 418260
    },
    {
      "epoch": 116.74,
      "grad_norm": 1.1159706115722656,
      "learning_rate": 4.570570781543943e-06,
      "loss": 0.4049,
      "step": 418270
    },
    {
      "epoch": 116.74,
      "grad_norm": 1.6898761987686157,
      "learning_rate": 4.570562347344896e-06,
      "loss": 0.4091,
      "step": 418280
    },
    {
      "epoch": 116.74,
      "grad_norm": 1.3977274894714355,
      "learning_rate": 4.57055391284946e-06,
      "loss": 0.4052,
      "step": 418290
    },
    {
      "epoch": 116.75,
      "grad_norm": 1.6152492761611938,
      "learning_rate": 4.570545478057636e-06,
      "loss": 0.4073,
      "step": 418300
    },
    {
      "epoch": 116.75,
      "grad_norm": 1.5622854232788086,
      "learning_rate": 4.570537042969425e-06,
      "loss": 0.4054,
      "step": 418310
    },
    {
      "epoch": 116.75,
      "grad_norm": 1.7227283716201782,
      "learning_rate": 4.570528607584827e-06,
      "loss": 0.4157,
      "step": 418320
    },
    {
      "epoch": 116.75,
      "grad_norm": 1.2759852409362793,
      "learning_rate": 4.570520171903845e-06,
      "loss": 0.3994,
      "step": 418330
    },
    {
      "epoch": 116.76,
      "grad_norm": 1.4899601936340332,
      "learning_rate": 4.57051173592648e-06,
      "loss": 0.3932,
      "step": 418340
    },
    {
      "epoch": 116.76,
      "grad_norm": 1.23745858669281,
      "learning_rate": 4.570503299652731e-06,
      "loss": 0.4269,
      "step": 418350
    },
    {
      "epoch": 116.76,
      "grad_norm": 1.5677835941314697,
      "learning_rate": 4.570494863082601e-06,
      "loss": 0.4246,
      "step": 418360
    },
    {
      "epoch": 116.77,
      "grad_norm": 1.3673946857452393,
      "learning_rate": 4.570486426216091e-06,
      "loss": 0.4183,
      "step": 418370
    },
    {
      "epoch": 116.77,
      "grad_norm": 1.3342320919036865,
      "learning_rate": 4.5704779890532015e-06,
      "loss": 0.4063,
      "step": 418380
    },
    {
      "epoch": 116.77,
      "grad_norm": 1.328057050704956,
      "learning_rate": 4.570469551593934e-06,
      "loss": 0.4296,
      "step": 418390
    },
    {
      "epoch": 116.77,
      "grad_norm": 1.5361499786376953,
      "learning_rate": 4.5704611138382894e-06,
      "loss": 0.4038,
      "step": 418400
    },
    {
      "epoch": 116.78,
      "grad_norm": 1.1622594594955444,
      "learning_rate": 4.570452675786269e-06,
      "loss": 0.4164,
      "step": 418410
    },
    {
      "epoch": 116.78,
      "grad_norm": 1.7266533374786377,
      "learning_rate": 4.570444237437874e-06,
      "loss": 0.404,
      "step": 418420
    },
    {
      "epoch": 116.78,
      "grad_norm": 1.5769314765930176,
      "learning_rate": 4.570435798793106e-06,
      "loss": 0.3969,
      "step": 418430
    },
    {
      "epoch": 116.78,
      "grad_norm": 1.383484959602356,
      "learning_rate": 4.570427359851964e-06,
      "loss": 0.4224,
      "step": 418440
    },
    {
      "epoch": 116.79,
      "grad_norm": 1.3084439039230347,
      "learning_rate": 4.5704189206144524e-06,
      "loss": 0.4072,
      "step": 418450
    },
    {
      "epoch": 116.79,
      "grad_norm": 1.4514615535736084,
      "learning_rate": 4.570410481080569e-06,
      "loss": 0.416,
      "step": 418460
    },
    {
      "epoch": 116.79,
      "grad_norm": 1.8060048818588257,
      "learning_rate": 4.570402041250317e-06,
      "loss": 0.4109,
      "step": 418470
    },
    {
      "epoch": 116.8,
      "grad_norm": 1.5415302515029907,
      "learning_rate": 4.570393601123697e-06,
      "loss": 0.4182,
      "step": 418480
    },
    {
      "epoch": 116.8,
      "grad_norm": 1.4849176406860352,
      "learning_rate": 4.57038516070071e-06,
      "loss": 0.4332,
      "step": 418490
    },
    {
      "epoch": 116.8,
      "grad_norm": 1.5061900615692139,
      "learning_rate": 4.570376719981357e-06,
      "loss": 0.4176,
      "step": 418500
    },
    {
      "epoch": 116.8,
      "grad_norm": 1.6126985549926758,
      "learning_rate": 4.57036827896564e-06,
      "loss": 0.3971,
      "step": 418510
    },
    {
      "epoch": 116.81,
      "grad_norm": 1.6328957080841064,
      "learning_rate": 4.57035983765356e-06,
      "loss": 0.4079,
      "step": 418520
    },
    {
      "epoch": 116.81,
      "grad_norm": 1.5313395261764526,
      "learning_rate": 4.570351396045117e-06,
      "loss": 0.423,
      "step": 418530
    },
    {
      "epoch": 116.81,
      "grad_norm": 1.5461620092391968,
      "learning_rate": 4.5703429541403126e-06,
      "loss": 0.4153,
      "step": 418540
    },
    {
      "epoch": 116.82,
      "grad_norm": 1.7476320266723633,
      "learning_rate": 4.570334511939148e-06,
      "loss": 0.415,
      "step": 418550
    },
    {
      "epoch": 116.82,
      "grad_norm": 1.436509132385254,
      "learning_rate": 4.570326069441625e-06,
      "loss": 0.4011,
      "step": 418560
    },
    {
      "epoch": 116.82,
      "grad_norm": 1.3267488479614258,
      "learning_rate": 4.570317626647744e-06,
      "loss": 0.4072,
      "step": 418570
    },
    {
      "epoch": 116.82,
      "grad_norm": 1.458683729171753,
      "learning_rate": 4.570309183557505e-06,
      "loss": 0.3982,
      "step": 418580
    },
    {
      "epoch": 116.83,
      "grad_norm": 1.296384572982788,
      "learning_rate": 4.570300740170912e-06,
      "loss": 0.408,
      "step": 418590
    },
    {
      "epoch": 116.83,
      "grad_norm": 2.4798219203948975,
      "learning_rate": 4.570292296487964e-06,
      "loss": 0.4329,
      "step": 418600
    },
    {
      "epoch": 116.83,
      "grad_norm": 1.3504458665847778,
      "learning_rate": 4.570283852508662e-06,
      "loss": 0.4159,
      "step": 418610
    },
    {
      "epoch": 116.84,
      "grad_norm": 1.172309398651123,
      "learning_rate": 4.5702754082330084e-06,
      "loss": 0.4022,
      "step": 418620
    },
    {
      "epoch": 116.84,
      "grad_norm": 2.050781488418579,
      "learning_rate": 4.570266963661003e-06,
      "loss": 0.422,
      "step": 418630
    },
    {
      "epoch": 116.84,
      "grad_norm": 1.1614378690719604,
      "learning_rate": 4.570258518792648e-06,
      "loss": 0.4208,
      "step": 418640
    },
    {
      "epoch": 116.84,
      "grad_norm": 1.55467689037323,
      "learning_rate": 4.570250073627944e-06,
      "loss": 0.409,
      "step": 418650
    },
    {
      "epoch": 116.85,
      "grad_norm": 1.3796647787094116,
      "learning_rate": 4.570241628166892e-06,
      "loss": 0.4278,
      "step": 418660
    },
    {
      "epoch": 116.85,
      "grad_norm": 1.7992503643035889,
      "learning_rate": 4.570233182409494e-06,
      "loss": 0.4121,
      "step": 418670
    },
    {
      "epoch": 116.85,
      "grad_norm": 1.4498226642608643,
      "learning_rate": 4.57022473635575e-06,
      "loss": 0.4097,
      "step": 418680
    },
    {
      "epoch": 116.85,
      "grad_norm": 1.718974232673645,
      "learning_rate": 4.570216290005662e-06,
      "loss": 0.4072,
      "step": 418690
    },
    {
      "epoch": 116.86,
      "grad_norm": 1.2884411811828613,
      "learning_rate": 4.5702078433592305e-06,
      "loss": 0.4069,
      "step": 418700
    },
    {
      "epoch": 116.86,
      "grad_norm": 1.423598051071167,
      "learning_rate": 4.570199396416457e-06,
      "loss": 0.4062,
      "step": 418710
    },
    {
      "epoch": 116.86,
      "grad_norm": 1.6551191806793213,
      "learning_rate": 4.570190949177343e-06,
      "loss": 0.4025,
      "step": 418720
    },
    {
      "epoch": 116.87,
      "grad_norm": 1.197387933731079,
      "learning_rate": 4.570182501641888e-06,
      "loss": 0.4064,
      "step": 418730
    },
    {
      "epoch": 116.87,
      "grad_norm": 1.3779345750808716,
      "learning_rate": 4.570174053810095e-06,
      "loss": 0.4173,
      "step": 418740
    },
    {
      "epoch": 116.87,
      "grad_norm": 1.476123571395874,
      "learning_rate": 4.5701656056819635e-06,
      "loss": 0.4047,
      "step": 418750
    },
    {
      "epoch": 116.87,
      "grad_norm": 1.2711999416351318,
      "learning_rate": 4.5701571572574965e-06,
      "loss": 0.4409,
      "step": 418760
    },
    {
      "epoch": 116.88,
      "grad_norm": 1.5390063524246216,
      "learning_rate": 4.570148708536693e-06,
      "loss": 0.4214,
      "step": 418770
    },
    {
      "epoch": 116.88,
      "grad_norm": 1.4816389083862305,
      "learning_rate": 4.570140259519556e-06,
      "loss": 0.4134,
      "step": 418780
    },
    {
      "epoch": 116.88,
      "grad_norm": 1.2920805215835571,
      "learning_rate": 4.570131810206086e-06,
      "loss": 0.4261,
      "step": 418790
    },
    {
      "epoch": 116.89,
      "grad_norm": 1.1818230152130127,
      "learning_rate": 4.570123360596284e-06,
      "loss": 0.3968,
      "step": 418800
    },
    {
      "epoch": 116.89,
      "grad_norm": 1.3743659257888794,
      "learning_rate": 4.57011491069015e-06,
      "loss": 0.4102,
      "step": 418810
    },
    {
      "epoch": 116.89,
      "grad_norm": 1.332566738128662,
      "learning_rate": 4.570106460487687e-06,
      "loss": 0.3965,
      "step": 418820
    },
    {
      "epoch": 116.89,
      "grad_norm": 1.4151562452316284,
      "learning_rate": 4.570098009988895e-06,
      "loss": 0.4298,
      "step": 418830
    },
    {
      "epoch": 116.9,
      "grad_norm": 1.5700243711471558,
      "learning_rate": 4.570089559193777e-06,
      "loss": 0.4184,
      "step": 418840
    },
    {
      "epoch": 116.9,
      "grad_norm": 1.2758651971817017,
      "learning_rate": 4.570081108102331e-06,
      "loss": 0.4079,
      "step": 418850
    },
    {
      "epoch": 116.9,
      "grad_norm": 1.3085521459579468,
      "learning_rate": 4.57007265671456e-06,
      "loss": 0.4086,
      "step": 418860
    },
    {
      "epoch": 116.9,
      "grad_norm": 1.2341656684875488,
      "learning_rate": 4.570064205030465e-06,
      "loss": 0.3938,
      "step": 418870
    },
    {
      "epoch": 116.91,
      "grad_norm": 1.5173563957214355,
      "learning_rate": 4.5700557530500465e-06,
      "loss": 0.414,
      "step": 418880
    },
    {
      "epoch": 116.91,
      "grad_norm": 1.2696113586425781,
      "learning_rate": 4.570047300773307e-06,
      "loss": 0.4004,
      "step": 418890
    },
    {
      "epoch": 116.91,
      "grad_norm": 1.174675703048706,
      "learning_rate": 4.570038848200246e-06,
      "loss": 0.4061,
      "step": 418900
    },
    {
      "epoch": 116.92,
      "grad_norm": 1.5549246072769165,
      "learning_rate": 4.570030395330866e-06,
      "loss": 0.3985,
      "step": 418910
    },
    {
      "epoch": 116.92,
      "grad_norm": 1.3496068716049194,
      "learning_rate": 4.570021942165167e-06,
      "loss": 0.4087,
      "step": 418920
    },
    {
      "epoch": 116.92,
      "grad_norm": 1.8496489524841309,
      "learning_rate": 4.57001348870315e-06,
      "loss": 0.4184,
      "step": 418930
    },
    {
      "epoch": 116.92,
      "grad_norm": 1.722301721572876,
      "learning_rate": 4.5700050349448175e-06,
      "loss": 0.4402,
      "step": 418940
    },
    {
      "epoch": 116.93,
      "grad_norm": 1.7339861392974854,
      "learning_rate": 4.569996580890171e-06,
      "loss": 0.4181,
      "step": 418950
    },
    {
      "epoch": 116.93,
      "grad_norm": 1.2170019149780273,
      "learning_rate": 4.569988126539208e-06,
      "loss": 0.411,
      "step": 418960
    },
    {
      "epoch": 116.93,
      "grad_norm": 1.8081092834472656,
      "learning_rate": 4.569979671891934e-06,
      "loss": 0.4371,
      "step": 418970
    },
    {
      "epoch": 116.94,
      "grad_norm": 1.2354271411895752,
      "learning_rate": 4.5699712169483475e-06,
      "loss": 0.4047,
      "step": 418980
    },
    {
      "epoch": 116.94,
      "grad_norm": 1.6579666137695312,
      "learning_rate": 4.56996276170845e-06,
      "loss": 0.4094,
      "step": 418990
    },
    {
      "epoch": 116.94,
      "grad_norm": 1.3434520959854126,
      "learning_rate": 4.569954306172244e-06,
      "loss": 0.4305,
      "step": 419000
    },
    {
      "epoch": 116.94,
      "grad_norm": 1.2786496877670288,
      "learning_rate": 4.569945850339729e-06,
      "loss": 0.4053,
      "step": 419010
    },
    {
      "epoch": 116.95,
      "grad_norm": 1.3679277896881104,
      "learning_rate": 4.569937394210907e-06,
      "loss": 0.4372,
      "step": 419020
    },
    {
      "epoch": 116.95,
      "grad_norm": 1.301174283027649,
      "learning_rate": 4.5699289377857775e-06,
      "loss": 0.4176,
      "step": 419030
    },
    {
      "epoch": 116.95,
      "grad_norm": 1.2363356351852417,
      "learning_rate": 4.569920481064344e-06,
      "loss": 0.4018,
      "step": 419040
    },
    {
      "epoch": 116.96,
      "grad_norm": 1.350345253944397,
      "learning_rate": 4.569912024046607e-06,
      "loss": 0.4199,
      "step": 419050
    },
    {
      "epoch": 116.96,
      "grad_norm": 1.2900900840759277,
      "learning_rate": 4.569903566732567e-06,
      "loss": 0.3889,
      "step": 419060
    },
    {
      "epoch": 116.96,
      "grad_norm": 1.3876019716262817,
      "learning_rate": 4.569895109122225e-06,
      "loss": 0.4249,
      "step": 419070
    },
    {
      "epoch": 116.96,
      "grad_norm": 1.5916827917099,
      "learning_rate": 4.569886651215583e-06,
      "loss": 0.429,
      "step": 419080
    },
    {
      "epoch": 116.97,
      "grad_norm": 1.3338035345077515,
      "learning_rate": 4.569878193012641e-06,
      "loss": 0.4285,
      "step": 419090
    },
    {
      "epoch": 116.97,
      "grad_norm": 1.2821158170700073,
      "learning_rate": 4.569869734513402e-06,
      "loss": 0.4035,
      "step": 419100
    },
    {
      "epoch": 116.97,
      "grad_norm": 1.6037265062332153,
      "learning_rate": 4.569861275717864e-06,
      "loss": 0.4283,
      "step": 419110
    },
    {
      "epoch": 116.97,
      "grad_norm": 1.3293123245239258,
      "learning_rate": 4.569852816626031e-06,
      "loss": 0.4167,
      "step": 419120
    },
    {
      "epoch": 116.98,
      "grad_norm": 1.9448771476745605,
      "learning_rate": 4.5698443572379025e-06,
      "loss": 0.417,
      "step": 419130
    },
    {
      "epoch": 116.98,
      "grad_norm": 1.342537522315979,
      "learning_rate": 4.569835897553481e-06,
      "loss": 0.4158,
      "step": 419140
    },
    {
      "epoch": 116.98,
      "grad_norm": 1.4066513776779175,
      "learning_rate": 4.569827437572766e-06,
      "loss": 0.4002,
      "step": 419150
    },
    {
      "epoch": 116.99,
      "grad_norm": 1.4580693244934082,
      "learning_rate": 4.5698189772957614e-06,
      "loss": 0.4163,
      "step": 419160
    },
    {
      "epoch": 116.99,
      "grad_norm": 1.2392768859863281,
      "learning_rate": 4.569810516722464e-06,
      "loss": 0.4067,
      "step": 419170
    },
    {
      "epoch": 116.99,
      "grad_norm": 1.3557389974594116,
      "learning_rate": 4.5698020558528785e-06,
      "loss": 0.3991,
      "step": 419180
    },
    {
      "epoch": 116.99,
      "grad_norm": 1.451562523841858,
      "learning_rate": 4.569793594687005e-06,
      "loss": 0.4302,
      "step": 419190
    },
    {
      "epoch": 117.0,
      "grad_norm": 1.2972606420516968,
      "learning_rate": 4.569785133224844e-06,
      "loss": 0.4328,
      "step": 419200
    },
    {
      "epoch": 117.0,
      "grad_norm": 1.2412909269332886,
      "learning_rate": 4.569776671466397e-06,
      "loss": 0.4286,
      "step": 419210
    },
    {
      "epoch": 117.0,
      "eval_loss": 0.41164106130599976,
      "eval_runtime": 63.1887,
      "eval_samples_per_second": 80.062,
      "eval_steps_per_second": 10.018,
      "step": 419211
    },
    {
      "epoch": 117.0,
      "grad_norm": 1.7921404838562012,
      "learning_rate": 4.5697682094116665e-06,
      "loss": 0.4014,
      "step": 419220
    },
    {
      "epoch": 117.01,
      "grad_norm": 1.307525396347046,
      "learning_rate": 4.5697597470606514e-06,
      "loss": 0.4076,
      "step": 419230
    },
    {
      "epoch": 117.01,
      "grad_norm": 1.3257336616516113,
      "learning_rate": 4.5697512844133535e-06,
      "loss": 0.4086,
      "step": 419240
    },
    {
      "epoch": 117.01,
      "grad_norm": 1.3162868022918701,
      "learning_rate": 4.569742821469775e-06,
      "loss": 0.424,
      "step": 419250
    },
    {
      "epoch": 117.01,
      "grad_norm": 1.5797525644302368,
      "learning_rate": 4.569734358229916e-06,
      "loss": 0.3974,
      "step": 419260
    },
    {
      "epoch": 117.02,
      "grad_norm": 1.3413892984390259,
      "learning_rate": 4.569725894693777e-06,
      "loss": 0.4025,
      "step": 419270
    },
    {
      "epoch": 117.02,
      "grad_norm": 1.4882577657699585,
      "learning_rate": 4.569717430861362e-06,
      "loss": 0.4077,
      "step": 419280
    },
    {
      "epoch": 117.02,
      "grad_norm": 1.4870857000350952,
      "learning_rate": 4.5697089667326684e-06,
      "loss": 0.4077,
      "step": 419290
    },
    {
      "epoch": 117.02,
      "grad_norm": 1.6854716539382935,
      "learning_rate": 4.569700502307699e-06,
      "loss": 0.4149,
      "step": 419300
    },
    {
      "epoch": 117.03,
      "grad_norm": 1.369711995124817,
      "learning_rate": 4.569692037586455e-06,
      "loss": 0.4293,
      "step": 419310
    },
    {
      "epoch": 117.03,
      "grad_norm": 1.3609107732772827,
      "learning_rate": 4.569683572568938e-06,
      "loss": 0.417,
      "step": 419320
    },
    {
      "epoch": 117.03,
      "grad_norm": 1.4726662635803223,
      "learning_rate": 4.569675107255149e-06,
      "loss": 0.4065,
      "step": 419330
    },
    {
      "epoch": 117.04,
      "grad_norm": 1.675279974937439,
      "learning_rate": 4.569666641645089e-06,
      "loss": 0.404,
      "step": 419340
    },
    {
      "epoch": 117.04,
      "grad_norm": 1.393272042274475,
      "learning_rate": 4.569658175738758e-06,
      "loss": 0.3923,
      "step": 419350
    },
    {
      "epoch": 117.04,
      "grad_norm": 1.4036844968795776,
      "learning_rate": 4.569649709536158e-06,
      "loss": 0.407,
      "step": 419360
    },
    {
      "epoch": 117.04,
      "grad_norm": 1.3196738958358765,
      "learning_rate": 4.569641243037291e-06,
      "loss": 0.4251,
      "step": 419370
    },
    {
      "epoch": 117.05,
      "grad_norm": 1.5188583135604858,
      "learning_rate": 4.569632776242156e-06,
      "loss": 0.4037,
      "step": 419380
    },
    {
      "epoch": 117.05,
      "grad_norm": 1.2899435758590698,
      "learning_rate": 4.569624309150757e-06,
      "loss": 0.4107,
      "step": 419390
    },
    {
      "epoch": 117.05,
      "grad_norm": 1.4500137567520142,
      "learning_rate": 4.5696158417630924e-06,
      "loss": 0.4124,
      "step": 419400
    },
    {
      "epoch": 117.06,
      "grad_norm": 1.3698439598083496,
      "learning_rate": 4.569607374079165e-06,
      "loss": 0.4011,
      "step": 419410
    },
    {
      "epoch": 117.06,
      "grad_norm": 1.398768663406372,
      "learning_rate": 4.569598906098975e-06,
      "loss": 0.4241,
      "step": 419420
    },
    {
      "epoch": 117.06,
      "grad_norm": 1.8903684616088867,
      "learning_rate": 4.569590437822524e-06,
      "loss": 0.4105,
      "step": 419430
    },
    {
      "epoch": 117.06,
      "grad_norm": 1.5359351634979248,
      "learning_rate": 4.5695819692498124e-06,
      "loss": 0.413,
      "step": 419440
    },
    {
      "epoch": 117.07,
      "grad_norm": 1.3612706661224365,
      "learning_rate": 4.569573500380843e-06,
      "loss": 0.4002,
      "step": 419450
    },
    {
      "epoch": 117.07,
      "grad_norm": 1.6082186698913574,
      "learning_rate": 4.569565031215616e-06,
      "loss": 0.4291,
      "step": 419460
    },
    {
      "epoch": 117.07,
      "grad_norm": 1.4323294162750244,
      "learning_rate": 4.569556561754131e-06,
      "loss": 0.403,
      "step": 419470
    },
    {
      "epoch": 117.08,
      "grad_norm": 1.3469022512435913,
      "learning_rate": 4.569548091996392e-06,
      "loss": 0.4001,
      "step": 419480
    },
    {
      "epoch": 117.08,
      "grad_norm": 1.5350033044815063,
      "learning_rate": 4.5695396219423975e-06,
      "loss": 0.4031,
      "step": 419490
    },
    {
      "epoch": 117.08,
      "grad_norm": 1.5274109840393066,
      "learning_rate": 4.569531151592151e-06,
      "loss": 0.4262,
      "step": 419500
    },
    {
      "epoch": 117.08,
      "grad_norm": 1.4576871395111084,
      "learning_rate": 4.5695226809456515e-06,
      "loss": 0.4123,
      "step": 419510
    },
    {
      "epoch": 117.09,
      "grad_norm": 1.2025437355041504,
      "learning_rate": 4.569514210002902e-06,
      "loss": 0.4051,
      "step": 419520
    },
    {
      "epoch": 117.09,
      "grad_norm": 1.4504297971725464,
      "learning_rate": 4.569505738763901e-06,
      "loss": 0.4016,
      "step": 419530
    },
    {
      "epoch": 117.09,
      "grad_norm": 1.5123316049575806,
      "learning_rate": 4.569497267228653e-06,
      "loss": 0.3904,
      "step": 419540
    },
    {
      "epoch": 117.09,
      "grad_norm": 1.300235390663147,
      "learning_rate": 4.569488795397156e-06,
      "loss": 0.4145,
      "step": 419550
    },
    {
      "epoch": 117.1,
      "grad_norm": 1.419331431388855,
      "learning_rate": 4.569480323269414e-06,
      "loss": 0.4081,
      "step": 419560
    },
    {
      "epoch": 117.1,
      "grad_norm": 1.2820513248443604,
      "learning_rate": 4.569471850845426e-06,
      "loss": 0.4258,
      "step": 419570
    },
    {
      "epoch": 117.1,
      "grad_norm": 1.4294841289520264,
      "learning_rate": 4.569463378125193e-06,
      "loss": 0.4019,
      "step": 419580
    },
    {
      "epoch": 117.11,
      "grad_norm": 1.680153250694275,
      "learning_rate": 4.569454905108719e-06,
      "loss": 0.3929,
      "step": 419590
    },
    {
      "epoch": 117.11,
      "grad_norm": 1.7092185020446777,
      "learning_rate": 4.569446431796001e-06,
      "loss": 0.4102,
      "step": 419600
    },
    {
      "epoch": 117.11,
      "grad_norm": 1.39780855178833,
      "learning_rate": 4.569437958187043e-06,
      "loss": 0.4253,
      "step": 419610
    },
    {
      "epoch": 117.11,
      "grad_norm": 1.4738540649414062,
      "learning_rate": 4.569429484281846e-06,
      "loss": 0.4066,
      "step": 419620
    },
    {
      "epoch": 117.12,
      "grad_norm": 1.4896987676620483,
      "learning_rate": 4.569421010080409e-06,
      "loss": 0.4256,
      "step": 419630
    },
    {
      "epoch": 117.12,
      "grad_norm": 1.3586090803146362,
      "learning_rate": 4.569412535582736e-06,
      "loss": 0.4094,
      "step": 419640
    },
    {
      "epoch": 117.12,
      "grad_norm": 1.215333342552185,
      "learning_rate": 4.569404060788825e-06,
      "loss": 0.4106,
      "step": 419650
    },
    {
      "epoch": 117.13,
      "grad_norm": 1.4911079406738281,
      "learning_rate": 4.5693955856986804e-06,
      "loss": 0.42,
      "step": 419660
    },
    {
      "epoch": 117.13,
      "grad_norm": 1.9048550128936768,
      "learning_rate": 4.569387110312302e-06,
      "loss": 0.4097,
      "step": 419670
    },
    {
      "epoch": 117.13,
      "grad_norm": 1.4896714687347412,
      "learning_rate": 4.56937863462969e-06,
      "loss": 0.4028,
      "step": 419680
    },
    {
      "epoch": 117.13,
      "grad_norm": 2.3525214195251465,
      "learning_rate": 4.569370158650846e-06,
      "loss": 0.4292,
      "step": 419690
    },
    {
      "epoch": 117.14,
      "grad_norm": 1.1763030290603638,
      "learning_rate": 4.569361682375771e-06,
      "loss": 0.4142,
      "step": 419700
    },
    {
      "epoch": 117.14,
      "grad_norm": 1.5766494274139404,
      "learning_rate": 4.569353205804467e-06,
      "loss": 0.4177,
      "step": 419710
    },
    {
      "epoch": 117.14,
      "grad_norm": 1.3289955854415894,
      "learning_rate": 4.569344728936935e-06,
      "loss": 0.4053,
      "step": 419720
    },
    {
      "epoch": 117.14,
      "grad_norm": 1.4982445240020752,
      "learning_rate": 4.569336251773176e-06,
      "loss": 0.3935,
      "step": 419730
    },
    {
      "epoch": 117.15,
      "grad_norm": 1.5018104314804077,
      "learning_rate": 4.56932777431319e-06,
      "loss": 0.4154,
      "step": 419740
    },
    {
      "epoch": 117.15,
      "grad_norm": 1.180863618850708,
      "learning_rate": 4.569319296556979e-06,
      "loss": 0.4258,
      "step": 419750
    },
    {
      "epoch": 117.15,
      "grad_norm": 1.8355461359024048,
      "learning_rate": 4.569310818504544e-06,
      "loss": 0.4048,
      "step": 419760
    },
    {
      "epoch": 117.16,
      "grad_norm": 1.4552924633026123,
      "learning_rate": 4.569302340155887e-06,
      "loss": 0.4038,
      "step": 419770
    },
    {
      "epoch": 117.16,
      "grad_norm": 1.571419358253479,
      "learning_rate": 4.569293861511008e-06,
      "loss": 0.3946,
      "step": 419780
    },
    {
      "epoch": 117.16,
      "grad_norm": 1.1975512504577637,
      "learning_rate": 4.5692853825699085e-06,
      "loss": 0.4174,
      "step": 419790
    },
    {
      "epoch": 117.16,
      "grad_norm": 1.4387935400009155,
      "learning_rate": 4.56927690333259e-06,
      "loss": 0.3945,
      "step": 419800
    },
    {
      "epoch": 117.17,
      "grad_norm": 1.3422247171401978,
      "learning_rate": 4.569268423799053e-06,
      "loss": 0.4138,
      "step": 419810
    },
    {
      "epoch": 117.17,
      "grad_norm": 1.5179871320724487,
      "learning_rate": 4.5692599439692984e-06,
      "loss": 0.4114,
      "step": 419820
    },
    {
      "epoch": 117.17,
      "grad_norm": 1.398856282234192,
      "learning_rate": 4.569251463843328e-06,
      "loss": 0.4107,
      "step": 419830
    },
    {
      "epoch": 117.18,
      "grad_norm": 1.3109445571899414,
      "learning_rate": 4.569242983421143e-06,
      "loss": 0.4361,
      "step": 419840
    },
    {
      "epoch": 117.18,
      "grad_norm": 1.2462139129638672,
      "learning_rate": 4.5692345027027445e-06,
      "loss": 0.4034,
      "step": 419850
    },
    {
      "epoch": 117.18,
      "grad_norm": 1.1678870916366577,
      "learning_rate": 4.569226021688133e-06,
      "loss": 0.3928,
      "step": 419860
    },
    {
      "epoch": 117.18,
      "grad_norm": 1.8314236402511597,
      "learning_rate": 4.569217540377311e-06,
      "loss": 0.4163,
      "step": 419870
    },
    {
      "epoch": 117.19,
      "grad_norm": 1.8623716831207275,
      "learning_rate": 4.569209058770277e-06,
      "loss": 0.4217,
      "step": 419880
    },
    {
      "epoch": 117.19,
      "grad_norm": 1.164015293121338,
      "learning_rate": 4.569200576867035e-06,
      "loss": 0.3998,
      "step": 419890
    },
    {
      "epoch": 117.19,
      "grad_norm": 1.1914122104644775,
      "learning_rate": 4.5691920946675845e-06,
      "loss": 0.4196,
      "step": 419900
    },
    {
      "epoch": 117.2,
      "grad_norm": 1.5583791732788086,
      "learning_rate": 4.569183612171927e-06,
      "loss": 0.3883,
      "step": 419910
    },
    {
      "epoch": 117.2,
      "grad_norm": 1.610526204109192,
      "learning_rate": 4.569175129380064e-06,
      "loss": 0.4138,
      "step": 419920
    },
    {
      "epoch": 117.2,
      "grad_norm": 1.3353118896484375,
      "learning_rate": 4.569166646291996e-06,
      "loss": 0.4321,
      "step": 419930
    },
    {
      "epoch": 117.2,
      "grad_norm": 1.1933542490005493,
      "learning_rate": 4.569158162907724e-06,
      "loss": 0.4291,
      "step": 419940
    },
    {
      "epoch": 117.21,
      "grad_norm": 1.4660617113113403,
      "learning_rate": 4.569149679227251e-06,
      "loss": 0.4011,
      "step": 419950
    },
    {
      "epoch": 117.21,
      "grad_norm": 2.601639747619629,
      "learning_rate": 4.569141195250576e-06,
      "loss": 0.4141,
      "step": 419960
    },
    {
      "epoch": 117.21,
      "grad_norm": 1.455099105834961,
      "learning_rate": 4.5691327109777e-06,
      "loss": 0.425,
      "step": 419970
    },
    {
      "epoch": 117.21,
      "grad_norm": 1.439993977546692,
      "learning_rate": 4.569124226408625e-06,
      "loss": 0.4069,
      "step": 419980
    },
    {
      "epoch": 117.22,
      "grad_norm": 1.2380406856536865,
      "learning_rate": 4.569115741543353e-06,
      "loss": 0.4278,
      "step": 419990
    },
    {
      "epoch": 117.22,
      "grad_norm": 1.4567632675170898,
      "learning_rate": 4.569107256381884e-06,
      "loss": 0.4112,
      "step": 420000
    },
    {
      "epoch": 117.22,
      "grad_norm": 1.437911033630371,
      "learning_rate": 4.569098770924219e-06,
      "loss": 0.4163,
      "step": 420010
    },
    {
      "epoch": 117.23,
      "grad_norm": 1.6265168190002441,
      "learning_rate": 4.56909028517036e-06,
      "loss": 0.4137,
      "step": 420020
    },
    {
      "epoch": 117.23,
      "grad_norm": 1.3897186517715454,
      "learning_rate": 4.569081799120307e-06,
      "loss": 0.4045,
      "step": 420030
    },
    {
      "epoch": 117.23,
      "grad_norm": 1.6200236082077026,
      "learning_rate": 4.5690733127740625e-06,
      "loss": 0.4238,
      "step": 420040
    },
    {
      "epoch": 117.23,
      "grad_norm": 1.5965327024459839,
      "learning_rate": 4.569064826131626e-06,
      "loss": 0.4321,
      "step": 420050
    },
    {
      "epoch": 117.24,
      "grad_norm": 1.3257646560668945,
      "learning_rate": 4.569056339193e-06,
      "loss": 0.42,
      "step": 420060
    },
    {
      "epoch": 117.24,
      "grad_norm": 1.2721974849700928,
      "learning_rate": 4.5690478519581855e-06,
      "loss": 0.4107,
      "step": 420070
    },
    {
      "epoch": 117.24,
      "grad_norm": 1.6746362447738647,
      "learning_rate": 4.569039364427182e-06,
      "loss": 0.4018,
      "step": 420080
    },
    {
      "epoch": 117.25,
      "grad_norm": 1.1072651147842407,
      "learning_rate": 4.569030876599993e-06,
      "loss": 0.4025,
      "step": 420090
    },
    {
      "epoch": 117.25,
      "grad_norm": 1.511583924293518,
      "learning_rate": 4.569022388476618e-06,
      "loss": 0.4047,
      "step": 420100
    },
    {
      "epoch": 117.25,
      "grad_norm": 1.3525856733322144,
      "learning_rate": 4.5690139000570585e-06,
      "loss": 0.4283,
      "step": 420110
    },
    {
      "epoch": 117.25,
      "grad_norm": 1.3846591711044312,
      "learning_rate": 4.569005411341316e-06,
      "loss": 0.4113,
      "step": 420120
    },
    {
      "epoch": 117.26,
      "grad_norm": 1.3807392120361328,
      "learning_rate": 4.568996922329392e-06,
      "loss": 0.4139,
      "step": 420130
    },
    {
      "epoch": 117.26,
      "grad_norm": 1.3956259489059448,
      "learning_rate": 4.5689884330212864e-06,
      "loss": 0.4186,
      "step": 420140
    },
    {
      "epoch": 117.26,
      "grad_norm": 1.6901936531066895,
      "learning_rate": 4.5689799434170015e-06,
      "loss": 0.4192,
      "step": 420150
    },
    {
      "epoch": 117.26,
      "grad_norm": 1.4336340427398682,
      "learning_rate": 4.568971453516537e-06,
      "loss": 0.3992,
      "step": 420160
    },
    {
      "epoch": 117.27,
      "grad_norm": 1.3266944885253906,
      "learning_rate": 4.568962963319895e-06,
      "loss": 0.4156,
      "step": 420170
    },
    {
      "epoch": 117.27,
      "grad_norm": 1.2170764207839966,
      "learning_rate": 4.568954472827077e-06,
      "loss": 0.4113,
      "step": 420180
    },
    {
      "epoch": 117.27,
      "grad_norm": 1.8439600467681885,
      "learning_rate": 4.568945982038084e-06,
      "loss": 0.4167,
      "step": 420190
    },
    {
      "epoch": 117.28,
      "grad_norm": 1.623353123664856,
      "learning_rate": 4.568937490952916e-06,
      "loss": 0.422,
      "step": 420200
    },
    {
      "epoch": 117.28,
      "grad_norm": 1.3846954107284546,
      "learning_rate": 4.5689289995715756e-06,
      "loss": 0.4067,
      "step": 420210
    },
    {
      "epoch": 117.28,
      "grad_norm": 1.3895257711410522,
      "learning_rate": 4.568920507894062e-06,
      "loss": 0.4105,
      "step": 420220
    },
    {
      "epoch": 117.28,
      "grad_norm": 1.461581826210022,
      "learning_rate": 4.568912015920379e-06,
      "loss": 0.4308,
      "step": 420230
    },
    {
      "epoch": 117.29,
      "grad_norm": 1.4689888954162598,
      "learning_rate": 4.568903523650526e-06,
      "loss": 0.4114,
      "step": 420240
    },
    {
      "epoch": 117.29,
      "grad_norm": 1.348475694656372,
      "learning_rate": 4.568895031084505e-06,
      "loss": 0.4047,
      "step": 420250
    },
    {
      "epoch": 117.29,
      "grad_norm": 1.5696417093276978,
      "learning_rate": 4.568886538222315e-06,
      "loss": 0.4071,
      "step": 420260
    },
    {
      "epoch": 117.3,
      "grad_norm": 1.3631534576416016,
      "learning_rate": 4.568878045063961e-06,
      "loss": 0.4107,
      "step": 420270
    },
    {
      "epoch": 117.3,
      "grad_norm": 1.2777056694030762,
      "learning_rate": 4.568869551609439e-06,
      "loss": 0.4247,
      "step": 420280
    },
    {
      "epoch": 117.3,
      "grad_norm": 1.3282705545425415,
      "learning_rate": 4.568861057858755e-06,
      "loss": 0.4087,
      "step": 420290
    },
    {
      "epoch": 117.3,
      "grad_norm": 1.308642864227295,
      "learning_rate": 4.568852563811908e-06,
      "loss": 0.396,
      "step": 420300
    },
    {
      "epoch": 117.31,
      "grad_norm": 1.400283932685852,
      "learning_rate": 4.568844069468899e-06,
      "loss": 0.4132,
      "step": 420310
    },
    {
      "epoch": 117.31,
      "grad_norm": 1.369499921798706,
      "learning_rate": 4.568835574829729e-06,
      "loss": 0.4227,
      "step": 420320
    },
    {
      "epoch": 117.31,
      "grad_norm": 1.4934773445129395,
      "learning_rate": 4.5688270798944e-06,
      "loss": 0.4117,
      "step": 420330
    },
    {
      "epoch": 117.32,
      "grad_norm": 1.576551914215088,
      "learning_rate": 4.5688185846629116e-06,
      "loss": 0.3996,
      "step": 420340
    },
    {
      "epoch": 117.32,
      "grad_norm": 1.3860853910446167,
      "learning_rate": 4.568810089135268e-06,
      "loss": 0.4038,
      "step": 420350
    },
    {
      "epoch": 117.32,
      "grad_norm": 1.6699705123901367,
      "learning_rate": 4.568801593311466e-06,
      "loss": 0.4016,
      "step": 420360
    },
    {
      "epoch": 117.32,
      "grad_norm": 1.4774088859558105,
      "learning_rate": 4.568793097191511e-06,
      "loss": 0.3985,
      "step": 420370
    },
    {
      "epoch": 117.33,
      "grad_norm": 1.6759207248687744,
      "learning_rate": 4.5687846007754005e-06,
      "loss": 0.4105,
      "step": 420380
    },
    {
      "epoch": 117.33,
      "grad_norm": 1.88295316696167,
      "learning_rate": 4.568776104063138e-06,
      "loss": 0.4057,
      "step": 420390
    },
    {
      "epoch": 117.33,
      "grad_norm": 1.527713418006897,
      "learning_rate": 4.5687676070547235e-06,
      "loss": 0.4337,
      "step": 420400
    },
    {
      "epoch": 117.33,
      "grad_norm": 1.253088116645813,
      "learning_rate": 4.5687591097501595e-06,
      "loss": 0.4072,
      "step": 420410
    },
    {
      "epoch": 117.34,
      "grad_norm": 1.8380757570266724,
      "learning_rate": 4.568750612149446e-06,
      "loss": 0.4193,
      "step": 420420
    },
    {
      "epoch": 117.34,
      "grad_norm": 1.6282206773757935,
      "learning_rate": 4.568742114252584e-06,
      "loss": 0.4015,
      "step": 420430
    },
    {
      "epoch": 117.34,
      "grad_norm": 1.5646799802780151,
      "learning_rate": 4.568733616059574e-06,
      "loss": 0.4097,
      "step": 420440
    },
    {
      "epoch": 117.35,
      "grad_norm": 1.4338736534118652,
      "learning_rate": 4.5687251175704194e-06,
      "loss": 0.4222,
      "step": 420450
    },
    {
      "epoch": 117.35,
      "grad_norm": 1.1271322965621948,
      "learning_rate": 4.568716618785119e-06,
      "loss": 0.4251,
      "step": 420460
    },
    {
      "epoch": 117.35,
      "grad_norm": 1.4404655694961548,
      "learning_rate": 4.568708119703676e-06,
      "loss": 0.3956,
      "step": 420470
    },
    {
      "epoch": 117.35,
      "grad_norm": 1.475915789604187,
      "learning_rate": 4.568699620326091e-06,
      "loss": 0.4222,
      "step": 420480
    },
    {
      "epoch": 117.36,
      "grad_norm": 1.393158197402954,
      "learning_rate": 4.568691120652363e-06,
      "loss": 0.4105,
      "step": 420490
    },
    {
      "epoch": 117.36,
      "grad_norm": 1.5134073495864868,
      "learning_rate": 4.568682620682495e-06,
      "loss": 0.4015,
      "step": 420500
    },
    {
      "epoch": 117.36,
      "grad_norm": 1.4243587255477905,
      "learning_rate": 4.568674120416488e-06,
      "loss": 0.4247,
      "step": 420510
    },
    {
      "epoch": 117.37,
      "grad_norm": 1.3952327966690063,
      "learning_rate": 4.568665619854343e-06,
      "loss": 0.4012,
      "step": 420520
    },
    {
      "epoch": 117.37,
      "grad_norm": 1.726466417312622,
      "learning_rate": 4.568657118996061e-06,
      "loss": 0.4262,
      "step": 420530
    },
    {
      "epoch": 117.37,
      "grad_norm": 1.1590083837509155,
      "learning_rate": 4.568648617841644e-06,
      "loss": 0.4027,
      "step": 420540
    },
    {
      "epoch": 117.37,
      "grad_norm": 1.2857639789581299,
      "learning_rate": 4.568640116391092e-06,
      "loss": 0.4171,
      "step": 420550
    },
    {
      "epoch": 117.38,
      "grad_norm": 1.2185685634613037,
      "learning_rate": 4.568631614644407e-06,
      "loss": 0.4115,
      "step": 420560
    },
    {
      "epoch": 117.38,
      "grad_norm": 1.3812880516052246,
      "learning_rate": 4.568623112601589e-06,
      "loss": 0.4383,
      "step": 420570
    },
    {
      "epoch": 117.38,
      "grad_norm": 1.678584337234497,
      "learning_rate": 4.5686146102626395e-06,
      "loss": 0.4115,
      "step": 420580
    },
    {
      "epoch": 117.38,
      "grad_norm": 1.4475808143615723,
      "learning_rate": 4.568606107627561e-06,
      "loss": 0.4089,
      "step": 420590
    },
    {
      "epoch": 117.39,
      "grad_norm": 1.5136624574661255,
      "learning_rate": 4.5685976046963525e-06,
      "loss": 0.4136,
      "step": 420600
    },
    {
      "epoch": 117.39,
      "grad_norm": 1.4101450443267822,
      "learning_rate": 4.5685891014690165e-06,
      "loss": 0.4431,
      "step": 420610
    },
    {
      "epoch": 117.39,
      "grad_norm": 1.4457601308822632,
      "learning_rate": 4.5685805979455535e-06,
      "loss": 0.4101,
      "step": 420620
    },
    {
      "epoch": 117.4,
      "grad_norm": 1.4120831489562988,
      "learning_rate": 4.568572094125965e-06,
      "loss": 0.4133,
      "step": 420630
    },
    {
      "epoch": 117.4,
      "grad_norm": 1.2518166303634644,
      "learning_rate": 4.5685635900102525e-06,
      "loss": 0.4024,
      "step": 420640
    },
    {
      "epoch": 117.4,
      "grad_norm": 4.35679292678833,
      "learning_rate": 4.568555085598416e-06,
      "loss": 0.4273,
      "step": 420650
    },
    {
      "epoch": 117.4,
      "grad_norm": 1.3691492080688477,
      "learning_rate": 4.568546580890459e-06,
      "loss": 0.4125,
      "step": 420660
    },
    {
      "epoch": 117.41,
      "grad_norm": 1.2951886653900146,
      "learning_rate": 4.56853807588638e-06,
      "loss": 0.3996,
      "step": 420670
    },
    {
      "epoch": 117.41,
      "grad_norm": 1.3327134847640991,
      "learning_rate": 4.5685295705861806e-06,
      "loss": 0.4158,
      "step": 420680
    },
    {
      "epoch": 117.41,
      "grad_norm": 1.7369554042816162,
      "learning_rate": 4.568521064989863e-06,
      "loss": 0.4111,
      "step": 420690
    },
    {
      "epoch": 117.42,
      "grad_norm": 1.3795334100723267,
      "learning_rate": 4.568512559097427e-06,
      "loss": 0.4115,
      "step": 420700
    },
    {
      "epoch": 117.42,
      "grad_norm": 1.3401877880096436,
      "learning_rate": 4.568504052908876e-06,
      "loss": 0.3976,
      "step": 420710
    },
    {
      "epoch": 117.42,
      "grad_norm": 1.3013927936553955,
      "learning_rate": 4.568495546424208e-06,
      "loss": 0.4242,
      "step": 420720
    },
    {
      "epoch": 117.42,
      "grad_norm": 1.46617591381073,
      "learning_rate": 4.568487039643427e-06,
      "loss": 0.4054,
      "step": 420730
    },
    {
      "epoch": 117.43,
      "grad_norm": 1.191758155822754,
      "learning_rate": 4.568478532566532e-06,
      "loss": 0.4122,
      "step": 420740
    },
    {
      "epoch": 117.43,
      "grad_norm": 1.5636818408966064,
      "learning_rate": 4.568470025193525e-06,
      "loss": 0.4111,
      "step": 420750
    },
    {
      "epoch": 117.43,
      "grad_norm": 1.2697789669036865,
      "learning_rate": 4.568461517524408e-06,
      "loss": 0.401,
      "step": 420760
    },
    {
      "epoch": 117.44,
      "grad_norm": 1.2910692691802979,
      "learning_rate": 4.568453009559181e-06,
      "loss": 0.4248,
      "step": 420770
    },
    {
      "epoch": 117.44,
      "grad_norm": 1.5561130046844482,
      "learning_rate": 4.5684445012978444e-06,
      "loss": 0.4049,
      "step": 420780
    },
    {
      "epoch": 117.44,
      "grad_norm": 1.4370274543762207,
      "learning_rate": 4.568435992740402e-06,
      "loss": 0.4358,
      "step": 420790
    },
    {
      "epoch": 117.44,
      "grad_norm": 1.4674845933914185,
      "learning_rate": 4.568427483886853e-06,
      "loss": 0.3925,
      "step": 420800
    },
    {
      "epoch": 117.45,
      "grad_norm": 1.3817640542984009,
      "learning_rate": 4.568418974737198e-06,
      "loss": 0.4075,
      "step": 420810
    },
    {
      "epoch": 117.45,
      "grad_norm": 1.6121268272399902,
      "learning_rate": 4.568410465291439e-06,
      "loss": 0.4233,
      "step": 420820
    },
    {
      "epoch": 117.45,
      "grad_norm": 1.2943894863128662,
      "learning_rate": 4.568401955549578e-06,
      "loss": 0.4011,
      "step": 420830
    },
    {
      "epoch": 117.45,
      "grad_norm": 1.1669355630874634,
      "learning_rate": 4.568393445511614e-06,
      "loss": 0.3976,
      "step": 420840
    },
    {
      "epoch": 117.46,
      "grad_norm": 1.249051570892334,
      "learning_rate": 4.56838493517755e-06,
      "loss": 0.4103,
      "step": 420850
    },
    {
      "epoch": 117.46,
      "grad_norm": 1.316348910331726,
      "learning_rate": 4.568376424547386e-06,
      "loss": 0.4123,
      "step": 420860
    },
    {
      "epoch": 117.46,
      "grad_norm": 1.577173113822937,
      "learning_rate": 4.568367913621124e-06,
      "loss": 0.4062,
      "step": 420870
    },
    {
      "epoch": 117.47,
      "grad_norm": 1.4492286443710327,
      "learning_rate": 4.568359402398765e-06,
      "loss": 0.423,
      "step": 420880
    },
    {
      "epoch": 117.47,
      "grad_norm": 1.334443211555481,
      "learning_rate": 4.568350890880309e-06,
      "loss": 0.4141,
      "step": 420890
    },
    {
      "epoch": 117.47,
      "grad_norm": 1.2160660028457642,
      "learning_rate": 4.56834237906576e-06,
      "loss": 0.4265,
      "step": 420900
    },
    {
      "epoch": 117.47,
      "grad_norm": 1.1984528303146362,
      "learning_rate": 4.568333866955115e-06,
      "loss": 0.4264,
      "step": 420910
    },
    {
      "epoch": 117.48,
      "grad_norm": 2.535853862762451,
      "learning_rate": 4.568325354548379e-06,
      "loss": 0.4191,
      "step": 420920
    },
    {
      "epoch": 117.48,
      "grad_norm": 1.572327971458435,
      "learning_rate": 4.56831684184555e-06,
      "loss": 0.4317,
      "step": 420930
    },
    {
      "epoch": 117.48,
      "grad_norm": 1.5997979640960693,
      "learning_rate": 4.568308328846631e-06,
      "loss": 0.4152,
      "step": 420940
    },
    {
      "epoch": 117.49,
      "grad_norm": 3.984070062637329,
      "learning_rate": 4.568299815551623e-06,
      "loss": 0.4347,
      "step": 420950
    },
    {
      "epoch": 117.49,
      "grad_norm": 1.3031586408615112,
      "learning_rate": 4.5682913019605265e-06,
      "loss": 0.4198,
      "step": 420960
    },
    {
      "epoch": 117.49,
      "grad_norm": 1.167341947555542,
      "learning_rate": 4.568282788073343e-06,
      "loss": 0.4192,
      "step": 420970
    },
    {
      "epoch": 117.49,
      "grad_norm": 1.4295763969421387,
      "learning_rate": 4.568274273890073e-06,
      "loss": 0.419,
      "step": 420980
    },
    {
      "epoch": 117.5,
      "grad_norm": 1.499145269393921,
      "learning_rate": 4.5682657594107194e-06,
      "loss": 0.4108,
      "step": 420990
    },
    {
      "epoch": 117.5,
      "grad_norm": 1.30233895778656,
      "learning_rate": 4.568257244635281e-06,
      "loss": 0.4165,
      "step": 421000
    },
    {
      "epoch": 117.5,
      "grad_norm": 1.3647230863571167,
      "learning_rate": 4.568248729563761e-06,
      "loss": 0.4143,
      "step": 421010
    },
    {
      "epoch": 117.5,
      "grad_norm": 1.395524501800537,
      "learning_rate": 4.568240214196159e-06,
      "loss": 0.4092,
      "step": 421020
    },
    {
      "epoch": 117.51,
      "grad_norm": 1.558681845664978,
      "learning_rate": 4.568231698532477e-06,
      "loss": 0.4238,
      "step": 421030
    },
    {
      "epoch": 117.51,
      "grad_norm": 1.2280850410461426,
      "learning_rate": 4.568223182572716e-06,
      "loss": 0.4146,
      "step": 421040
    },
    {
      "epoch": 117.51,
      "grad_norm": 1.4078205823898315,
      "learning_rate": 4.568214666316877e-06,
      "loss": 0.425,
      "step": 421050
    },
    {
      "epoch": 117.52,
      "grad_norm": 1.4735099077224731,
      "learning_rate": 4.568206149764961e-06,
      "loss": 0.4134,
      "step": 421060
    },
    {
      "epoch": 117.52,
      "grad_norm": 1.5870792865753174,
      "learning_rate": 4.5681976329169695e-06,
      "loss": 0.4099,
      "step": 421070
    },
    {
      "epoch": 117.52,
      "grad_norm": 1.3772977590560913,
      "learning_rate": 4.568189115772903e-06,
      "loss": 0.4182,
      "step": 421080
    },
    {
      "epoch": 117.52,
      "grad_norm": 2.053452253341675,
      "learning_rate": 4.5681805983327635e-06,
      "loss": 0.4019,
      "step": 421090
    },
    {
      "epoch": 117.53,
      "grad_norm": 1.1254849433898926,
      "learning_rate": 4.568172080596551e-06,
      "loss": 0.4138,
      "step": 421100
    },
    {
      "epoch": 117.53,
      "grad_norm": 1.3129974603652954,
      "learning_rate": 4.568163562564268e-06,
      "loss": 0.4142,
      "step": 421110
    },
    {
      "epoch": 117.53,
      "grad_norm": 1.3270819187164307,
      "learning_rate": 4.568155044235915e-06,
      "loss": 0.399,
      "step": 421120
    },
    {
      "epoch": 117.54,
      "grad_norm": 1.478816270828247,
      "learning_rate": 4.568146525611492e-06,
      "loss": 0.4159,
      "step": 421130
    },
    {
      "epoch": 117.54,
      "grad_norm": 1.6407965421676636,
      "learning_rate": 4.568138006691002e-06,
      "loss": 0.4096,
      "step": 421140
    },
    {
      "epoch": 117.54,
      "grad_norm": 1.4961774349212646,
      "learning_rate": 4.568129487474446e-06,
      "loss": 0.4151,
      "step": 421150
    },
    {
      "epoch": 117.54,
      "grad_norm": 1.3782188892364502,
      "learning_rate": 4.568120967961824e-06,
      "loss": 0.3998,
      "step": 421160
    },
    {
      "epoch": 117.55,
      "grad_norm": 1.3348201513290405,
      "learning_rate": 4.568112448153137e-06,
      "loss": 0.4232,
      "step": 421170
    },
    {
      "epoch": 117.55,
      "grad_norm": 1.4382621049880981,
      "learning_rate": 4.568103928048388e-06,
      "loss": 0.4103,
      "step": 421180
    },
    {
      "epoch": 117.55,
      "grad_norm": 1.4133625030517578,
      "learning_rate": 4.568095407647576e-06,
      "loss": 0.4298,
      "step": 421190
    },
    {
      "epoch": 117.56,
      "grad_norm": 1.5423948764801025,
      "learning_rate": 4.568086886950703e-06,
      "loss": 0.39,
      "step": 421200
    },
    {
      "epoch": 117.56,
      "grad_norm": 1.2412242889404297,
      "learning_rate": 4.56807836595777e-06,
      "loss": 0.4185,
      "step": 421210
    },
    {
      "epoch": 117.56,
      "grad_norm": 1.3344013690948486,
      "learning_rate": 4.568069844668779e-06,
      "loss": 0.4148,
      "step": 421220
    },
    {
      "epoch": 117.56,
      "grad_norm": 1.5985087156295776,
      "learning_rate": 4.56806132308373e-06,
      "loss": 0.4128,
      "step": 421230
    },
    {
      "epoch": 117.57,
      "grad_norm": 1.4114515781402588,
      "learning_rate": 4.568052801202624e-06,
      "loss": 0.4167,
      "step": 421240
    },
    {
      "epoch": 117.57,
      "grad_norm": 1.2836252450942993,
      "learning_rate": 4.568044279025463e-06,
      "loss": 0.4297,
      "step": 421250
    },
    {
      "epoch": 117.57,
      "grad_norm": 1.3767482042312622,
      "learning_rate": 4.568035756552248e-06,
      "loss": 0.4111,
      "step": 421260
    },
    {
      "epoch": 117.57,
      "grad_norm": 1.5827876329421997,
      "learning_rate": 4.5680272337829805e-06,
      "loss": 0.4193,
      "step": 421270
    },
    {
      "epoch": 117.58,
      "grad_norm": 1.4964332580566406,
      "learning_rate": 4.568018710717661e-06,
      "loss": 0.3873,
      "step": 421280
    },
    {
      "epoch": 117.58,
      "grad_norm": 1.5881140232086182,
      "learning_rate": 4.56801018735629e-06,
      "loss": 0.4129,
      "step": 421290
    },
    {
      "epoch": 117.58,
      "grad_norm": 1.6135448217391968,
      "learning_rate": 4.56800166369887e-06,
      "loss": 0.419,
      "step": 421300
    },
    {
      "epoch": 117.59,
      "grad_norm": 1.426357626914978,
      "learning_rate": 4.567993139745401e-06,
      "loss": 0.3803,
      "step": 421310
    },
    {
      "epoch": 117.59,
      "grad_norm": 1.430367350578308,
      "learning_rate": 4.567984615495885e-06,
      "loss": 0.4415,
      "step": 421320
    },
    {
      "epoch": 117.59,
      "grad_norm": 1.2895299196243286,
      "learning_rate": 4.567976090950322e-06,
      "loss": 0.3846,
      "step": 421330
    },
    {
      "epoch": 117.59,
      "grad_norm": 1.516919732093811,
      "learning_rate": 4.5679675661087146e-06,
      "loss": 0.398,
      "step": 421340
    },
    {
      "epoch": 117.6,
      "grad_norm": 1.2846622467041016,
      "learning_rate": 4.567959040971063e-06,
      "loss": 0.4226,
      "step": 421350
    },
    {
      "epoch": 117.6,
      "grad_norm": 1.2108460664749146,
      "learning_rate": 4.567950515537369e-06,
      "loss": 0.3971,
      "step": 421360
    },
    {
      "epoch": 117.6,
      "grad_norm": 1.6314642429351807,
      "learning_rate": 4.567941989807633e-06,
      "loss": 0.4149,
      "step": 421370
    },
    {
      "epoch": 117.61,
      "grad_norm": 1.1425420045852661,
      "learning_rate": 4.567933463781856e-06,
      "loss": 0.3991,
      "step": 421380
    },
    {
      "epoch": 117.61,
      "grad_norm": 1.3619294166564941,
      "learning_rate": 4.567924937460041e-06,
      "loss": 0.4139,
      "step": 421390
    },
    {
      "epoch": 117.61,
      "grad_norm": 1.7008206844329834,
      "learning_rate": 4.567916410842186e-06,
      "loss": 0.4195,
      "step": 421400
    },
    {
      "epoch": 117.61,
      "grad_norm": 1.3411673307418823,
      "learning_rate": 4.5679078839282946e-06,
      "loss": 0.4208,
      "step": 421410
    },
    {
      "epoch": 117.62,
      "grad_norm": 1.6084353923797607,
      "learning_rate": 4.5678993567183675e-06,
      "loss": 0.4107,
      "step": 421420
    },
    {
      "epoch": 117.62,
      "grad_norm": 1.4819005727767944,
      "learning_rate": 4.567890829212405e-06,
      "loss": 0.4094,
      "step": 421430
    },
    {
      "epoch": 117.62,
      "grad_norm": 1.4505153894424438,
      "learning_rate": 4.5678823014104095e-06,
      "loss": 0.4216,
      "step": 421440
    },
    {
      "epoch": 117.62,
      "grad_norm": 1.4978206157684326,
      "learning_rate": 4.56787377331238e-06,
      "loss": 0.4023,
      "step": 421450
    },
    {
      "epoch": 117.63,
      "grad_norm": 1.4629411697387695,
      "learning_rate": 4.5678652449183206e-06,
      "loss": 0.4206,
      "step": 421460
    },
    {
      "epoch": 117.63,
      "grad_norm": 1.4353611469268799,
      "learning_rate": 4.5678567162282305e-06,
      "loss": 0.4029,
      "step": 421470
    },
    {
      "epoch": 117.63,
      "grad_norm": 1.307772159576416,
      "learning_rate": 4.56784818724211e-06,
      "loss": 0.4046,
      "step": 421480
    },
    {
      "epoch": 117.64,
      "grad_norm": 1.2358081340789795,
      "learning_rate": 4.567839657959963e-06,
      "loss": 0.4187,
      "step": 421490
    },
    {
      "epoch": 117.64,
      "grad_norm": 1.3743481636047363,
      "learning_rate": 4.567831128381787e-06,
      "loss": 0.3971,
      "step": 421500
    },
    {
      "epoch": 117.64,
      "grad_norm": 1.49209725856781,
      "learning_rate": 4.567822598507587e-06,
      "loss": 0.4172,
      "step": 421510
    },
    {
      "epoch": 117.64,
      "grad_norm": 1.5543888807296753,
      "learning_rate": 4.567814068337362e-06,
      "loss": 0.4079,
      "step": 421520
    },
    {
      "epoch": 117.65,
      "grad_norm": 1.541069746017456,
      "learning_rate": 4.567805537871113e-06,
      "loss": 0.4111,
      "step": 421530
    },
    {
      "epoch": 117.65,
      "grad_norm": 1.2795476913452148,
      "learning_rate": 4.567797007108842e-06,
      "loss": 0.4094,
      "step": 421540
    },
    {
      "epoch": 117.65,
      "grad_norm": 1.404571771621704,
      "learning_rate": 4.56778847605055e-06,
      "loss": 0.4287,
      "step": 421550
    },
    {
      "epoch": 117.66,
      "grad_norm": 1.4590790271759033,
      "learning_rate": 4.567779944696237e-06,
      "loss": 0.3966,
      "step": 421560
    },
    {
      "epoch": 117.66,
      "grad_norm": 1.1877169609069824,
      "learning_rate": 4.567771413045906e-06,
      "loss": 0.4126,
      "step": 421570
    },
    {
      "epoch": 117.66,
      "grad_norm": 1.8873796463012695,
      "learning_rate": 4.567762881099556e-06,
      "loss": 0.3925,
      "step": 421580
    },
    {
      "epoch": 117.66,
      "grad_norm": 1.4750192165374756,
      "learning_rate": 4.56775434885719e-06,
      "loss": 0.4298,
      "step": 421590
    },
    {
      "epoch": 117.67,
      "grad_norm": 1.367073655128479,
      "learning_rate": 4.5677458163188085e-06,
      "loss": 0.409,
      "step": 421600
    },
    {
      "epoch": 117.67,
      "grad_norm": 1.1737881898880005,
      "learning_rate": 4.567737283484412e-06,
      "loss": 0.4327,
      "step": 421610
    },
    {
      "epoch": 117.67,
      "grad_norm": 1.3774405717849731,
      "learning_rate": 4.567728750354003e-06,
      "loss": 0.4217,
      "step": 421620
    },
    {
      "epoch": 117.68,
      "grad_norm": 1.3014451265335083,
      "learning_rate": 4.5677202169275815e-06,
      "loss": 0.4142,
      "step": 421630
    },
    {
      "epoch": 117.68,
      "grad_norm": 1.415077567100525,
      "learning_rate": 4.5677116832051485e-06,
      "loss": 0.4221,
      "step": 421640
    },
    {
      "epoch": 117.68,
      "grad_norm": 1.97380530834198,
      "learning_rate": 4.567703149186706e-06,
      "loss": 0.4339,
      "step": 421650
    },
    {
      "epoch": 117.68,
      "grad_norm": 1.6368558406829834,
      "learning_rate": 4.567694614872255e-06,
      "loss": 0.4099,
      "step": 421660
    },
    {
      "epoch": 117.69,
      "grad_norm": 1.1324466466903687,
      "learning_rate": 4.567686080261796e-06,
      "loss": 0.4208,
      "step": 421670
    },
    {
      "epoch": 117.69,
      "grad_norm": 1.4055122137069702,
      "learning_rate": 4.567677545355331e-06,
      "loss": 0.3897,
      "step": 421680
    },
    {
      "epoch": 117.69,
      "grad_norm": 1.5438638925552368,
      "learning_rate": 4.567669010152859e-06,
      "loss": 0.4078,
      "step": 421690
    },
    {
      "epoch": 117.69,
      "grad_norm": 3.415078639984131,
      "learning_rate": 4.567660474654384e-06,
      "loss": 0.4267,
      "step": 421700
    },
    {
      "epoch": 117.7,
      "grad_norm": 1.4810751676559448,
      "learning_rate": 4.567651938859906e-06,
      "loss": 0.4204,
      "step": 421710
    },
    {
      "epoch": 117.7,
      "grad_norm": 1.4696913957595825,
      "learning_rate": 4.567643402769426e-06,
      "loss": 0.4044,
      "step": 421720
    },
    {
      "epoch": 117.7,
      "grad_norm": 1.3675991296768188,
      "learning_rate": 4.5676348663829455e-06,
      "loss": 0.4094,
      "step": 421730
    },
    {
      "epoch": 117.71,
      "grad_norm": 1.4002983570098877,
      "learning_rate": 4.567626329700464e-06,
      "loss": 0.4219,
      "step": 421740
    },
    {
      "epoch": 117.71,
      "grad_norm": 1.5438286066055298,
      "learning_rate": 4.567617792721985e-06,
      "loss": 0.4014,
      "step": 421750
    },
    {
      "epoch": 117.71,
      "grad_norm": 1.366729497909546,
      "learning_rate": 4.567609255447509e-06,
      "loss": 0.4176,
      "step": 421760
    },
    {
      "epoch": 117.71,
      "grad_norm": 1.1425694227218628,
      "learning_rate": 4.567600717877036e-06,
      "loss": 0.3974,
      "step": 421770
    },
    {
      "epoch": 117.72,
      "grad_norm": 1.4715886116027832,
      "learning_rate": 4.567592180010568e-06,
      "loss": 0.3902,
      "step": 421780
    },
    {
      "epoch": 117.72,
      "grad_norm": 1.2307255268096924,
      "learning_rate": 4.5675836418481065e-06,
      "loss": 0.4179,
      "step": 421790
    },
    {
      "epoch": 117.72,
      "grad_norm": 1.4022791385650635,
      "learning_rate": 4.567575103389651e-06,
      "loss": 0.4135,
      "step": 421800
    },
    {
      "epoch": 117.73,
      "grad_norm": 1.334584355354309,
      "learning_rate": 4.567566564635205e-06,
      "loss": 0.4058,
      "step": 421810
    },
    {
      "epoch": 117.73,
      "grad_norm": 1.3965014219284058,
      "learning_rate": 4.567558025584768e-06,
      "loss": 0.3935,
      "step": 421820
    },
    {
      "epoch": 117.73,
      "grad_norm": 1.2788115739822388,
      "learning_rate": 4.567549486238341e-06,
      "loss": 0.4101,
      "step": 421830
    },
    {
      "epoch": 117.73,
      "grad_norm": 1.2062054872512817,
      "learning_rate": 4.567540946595926e-06,
      "loss": 0.412,
      "step": 421840
    },
    {
      "epoch": 117.74,
      "grad_norm": 1.2737597227096558,
      "learning_rate": 4.567532406657524e-06,
      "loss": 0.413,
      "step": 421850
    },
    {
      "epoch": 117.74,
      "grad_norm": 1.7219635248184204,
      "learning_rate": 4.567523866423136e-06,
      "loss": 0.4281,
      "step": 421860
    },
    {
      "epoch": 117.74,
      "grad_norm": 1.3352513313293457,
      "learning_rate": 4.567515325892763e-06,
      "loss": 0.4182,
      "step": 421870
    },
    {
      "epoch": 117.74,
      "grad_norm": 1.2555246353149414,
      "learning_rate": 4.567506785066406e-06,
      "loss": 0.4205,
      "step": 421880
    },
    {
      "epoch": 117.75,
      "grad_norm": 1.3265403509140015,
      "learning_rate": 4.567498243944066e-06,
      "loss": 0.4114,
      "step": 421890
    },
    {
      "epoch": 117.75,
      "grad_norm": 1.3263405561447144,
      "learning_rate": 4.567489702525746e-06,
      "loss": 0.4112,
      "step": 421900
    },
    {
      "epoch": 117.75,
      "grad_norm": 1.4920029640197754,
      "learning_rate": 4.567481160811444e-06,
      "loss": 0.4304,
      "step": 421910
    },
    {
      "epoch": 117.76,
      "grad_norm": 1.3348861932754517,
      "learning_rate": 4.567472618801164e-06,
      "loss": 0.4219,
      "step": 421920
    },
    {
      "epoch": 117.76,
      "grad_norm": 1.3403575420379639,
      "learning_rate": 4.567464076494905e-06,
      "loss": 0.4214,
      "step": 421930
    },
    {
      "epoch": 117.76,
      "grad_norm": 1.385027527809143,
      "learning_rate": 4.56745553389267e-06,
      "loss": 0.415,
      "step": 421940
    },
    {
      "epoch": 117.76,
      "grad_norm": 1.4041557312011719,
      "learning_rate": 4.567446990994458e-06,
      "loss": 0.4074,
      "step": 421950
    },
    {
      "epoch": 117.77,
      "grad_norm": 1.615085482597351,
      "learning_rate": 4.567438447800272e-06,
      "loss": 0.4193,
      "step": 421960
    },
    {
      "epoch": 117.77,
      "grad_norm": 1.6362766027450562,
      "learning_rate": 4.567429904310112e-06,
      "loss": 0.4182,
      "step": 421970
    },
    {
      "epoch": 117.77,
      "grad_norm": 1.3967801332473755,
      "learning_rate": 4.567421360523981e-06,
      "loss": 0.4089,
      "step": 421980
    },
    {
      "epoch": 117.78,
      "grad_norm": 1.2585859298706055,
      "learning_rate": 4.567412816441877e-06,
      "loss": 0.4308,
      "step": 421990
    },
    {
      "epoch": 117.78,
      "grad_norm": 9.079490661621094,
      "learning_rate": 4.5674042720638035e-06,
      "loss": 0.4,
      "step": 422000
    },
    {
      "epoch": 117.78,
      "grad_norm": 1.4942511320114136,
      "learning_rate": 4.567395727389761e-06,
      "loss": 0.4134,
      "step": 422010
    },
    {
      "epoch": 117.78,
      "grad_norm": 1.1793382167816162,
      "learning_rate": 4.567387182419751e-06,
      "loss": 0.4162,
      "step": 422020
    },
    {
      "epoch": 117.79,
      "grad_norm": 1.2745327949523926,
      "learning_rate": 4.567378637153775e-06,
      "loss": 0.4125,
      "step": 422030
    },
    {
      "epoch": 117.79,
      "grad_norm": 1.4675583839416504,
      "learning_rate": 4.567370091591832e-06,
      "loss": 0.4245,
      "step": 422040
    },
    {
      "epoch": 117.79,
      "grad_norm": 1.3574925661087036,
      "learning_rate": 4.567361545733925e-06,
      "loss": 0.4207,
      "step": 422050
    },
    {
      "epoch": 117.8,
      "grad_norm": 1.3853909969329834,
      "learning_rate": 4.567352999580054e-06,
      "loss": 0.4182,
      "step": 422060
    },
    {
      "epoch": 117.8,
      "grad_norm": 1.3194141387939453,
      "learning_rate": 4.5673444531302225e-06,
      "loss": 0.4196,
      "step": 422070
    },
    {
      "epoch": 117.8,
      "grad_norm": 1.5221912860870361,
      "learning_rate": 4.567335906384428e-06,
      "loss": 0.4064,
      "step": 422080
    },
    {
      "epoch": 117.8,
      "grad_norm": 1.4623057842254639,
      "learning_rate": 4.567327359342675e-06,
      "loss": 0.4076,
      "step": 422090
    },
    {
      "epoch": 117.81,
      "grad_norm": 1.4483247995376587,
      "learning_rate": 4.567318812004963e-06,
      "loss": 0.4193,
      "step": 422100
    },
    {
      "epoch": 117.81,
      "grad_norm": 1.353283405303955,
      "learning_rate": 4.567310264371294e-06,
      "loss": 0.4209,
      "step": 422110
    },
    {
      "epoch": 117.81,
      "grad_norm": 1.33716881275177,
      "learning_rate": 4.567301716441668e-06,
      "loss": 0.3883,
      "step": 422120
    },
    {
      "epoch": 117.81,
      "grad_norm": 1.3103623390197754,
      "learning_rate": 4.567293168216086e-06,
      "loss": 0.4163,
      "step": 422130
    },
    {
      "epoch": 117.82,
      "grad_norm": 1.4485158920288086,
      "learning_rate": 4.56728461969455e-06,
      "loss": 0.4105,
      "step": 422140
    },
    {
      "epoch": 117.82,
      "grad_norm": 1.286335825920105,
      "learning_rate": 4.567276070877061e-06,
      "loss": 0.4114,
      "step": 422150
    },
    {
      "epoch": 117.82,
      "grad_norm": 1.4723047018051147,
      "learning_rate": 4.56726752176362e-06,
      "loss": 0.4079,
      "step": 422160
    },
    {
      "epoch": 117.83,
      "grad_norm": 1.1708645820617676,
      "learning_rate": 4.567258972354229e-06,
      "loss": 0.4185,
      "step": 422170
    },
    {
      "epoch": 117.83,
      "grad_norm": 1.3131704330444336,
      "learning_rate": 4.567250422648888e-06,
      "loss": 0.4078,
      "step": 422180
    },
    {
      "epoch": 117.83,
      "grad_norm": 1.5497407913208008,
      "learning_rate": 4.5672418726475985e-06,
      "loss": 0.4113,
      "step": 422190
    },
    {
      "epoch": 117.83,
      "grad_norm": 1.3685616254806519,
      "learning_rate": 4.567233322350361e-06,
      "loss": 0.3974,
      "step": 422200
    },
    {
      "epoch": 117.84,
      "grad_norm": 1.6456414461135864,
      "learning_rate": 4.567224771757178e-06,
      "loss": 0.4197,
      "step": 422210
    },
    {
      "epoch": 117.84,
      "grad_norm": 1.678374171257019,
      "learning_rate": 4.56721622086805e-06,
      "loss": 0.3996,
      "step": 422220
    },
    {
      "epoch": 117.84,
      "grad_norm": 1.6513911485671997,
      "learning_rate": 4.567207669682977e-06,
      "loss": 0.4269,
      "step": 422230
    },
    {
      "epoch": 117.85,
      "grad_norm": 1.538386344909668,
      "learning_rate": 4.567199118201962e-06,
      "loss": 0.4227,
      "step": 422240
    },
    {
      "epoch": 117.85,
      "grad_norm": 1.496753215789795,
      "learning_rate": 4.567190566425005e-06,
      "loss": 0.4491,
      "step": 422250
    },
    {
      "epoch": 117.85,
      "grad_norm": 1.3670185804367065,
      "learning_rate": 4.567182014352108e-06,
      "loss": 0.4194,
      "step": 422260
    },
    {
      "epoch": 117.85,
      "grad_norm": 1.8324337005615234,
      "learning_rate": 4.567173461983271e-06,
      "loss": 0.4066,
      "step": 422270
    },
    {
      "epoch": 117.86,
      "grad_norm": 1.4604278802871704,
      "learning_rate": 4.567164909318496e-06,
      "loss": 0.4095,
      "step": 422280
    },
    {
      "epoch": 117.86,
      "grad_norm": 1.6036370992660522,
      "learning_rate": 4.567156356357784e-06,
      "loss": 0.4298,
      "step": 422290
    },
    {
      "epoch": 117.86,
      "grad_norm": 1.1869195699691772,
      "learning_rate": 4.5671478031011355e-06,
      "loss": 0.4051,
      "step": 422300
    },
    {
      "epoch": 117.86,
      "grad_norm": 1.494783878326416,
      "learning_rate": 4.567139249548552e-06,
      "loss": 0.4179,
      "step": 422310
    },
    {
      "epoch": 117.87,
      "grad_norm": 1.286367654800415,
      "learning_rate": 4.567130695700035e-06,
      "loss": 0.4031,
      "step": 422320
    },
    {
      "epoch": 117.87,
      "grad_norm": 1.4323521852493286,
      "learning_rate": 4.567122141555586e-06,
      "loss": 0.4235,
      "step": 422330
    },
    {
      "epoch": 117.87,
      "grad_norm": 1.2655888795852661,
      "learning_rate": 4.567113587115205e-06,
      "loss": 0.4169,
      "step": 422340
    },
    {
      "epoch": 117.88,
      "grad_norm": 1.968762993812561,
      "learning_rate": 4.567105032378894e-06,
      "loss": 0.4017,
      "step": 422350
    },
    {
      "epoch": 117.88,
      "grad_norm": 1.3395090103149414,
      "learning_rate": 4.567096477346655e-06,
      "loss": 0.4125,
      "step": 422360
    },
    {
      "epoch": 117.88,
      "grad_norm": 1.1968063116073608,
      "learning_rate": 4.5670879220184855e-06,
      "loss": 0.4098,
      "step": 422370
    },
    {
      "epoch": 117.88,
      "grad_norm": 1.6587820053100586,
      "learning_rate": 4.567079366394391e-06,
      "loss": 0.4239,
      "step": 422380
    },
    {
      "epoch": 117.89,
      "grad_norm": 1.6006767749786377,
      "learning_rate": 4.5670708104743694e-06,
      "loss": 0.4161,
      "step": 422390
    },
    {
      "epoch": 117.89,
      "grad_norm": 1.3126062154769897,
      "learning_rate": 4.567062254258424e-06,
      "loss": 0.4058,
      "step": 422400
    },
    {
      "epoch": 117.89,
      "grad_norm": 1.5899757146835327,
      "learning_rate": 4.567053697746555e-06,
      "loss": 0.3987,
      "step": 422410
    },
    {
      "epoch": 117.9,
      "grad_norm": 1.7025245428085327,
      "learning_rate": 4.567045140938764e-06,
      "loss": 0.4143,
      "step": 422420
    },
    {
      "epoch": 117.9,
      "grad_norm": 1.5062655210494995,
      "learning_rate": 4.5670365838350516e-06,
      "loss": 0.4118,
      "step": 422430
    },
    {
      "epoch": 117.9,
      "grad_norm": 1.1242620944976807,
      "learning_rate": 4.567028026435419e-06,
      "loss": 0.4086,
      "step": 422440
    },
    {
      "epoch": 117.9,
      "grad_norm": 1.5818129777908325,
      "learning_rate": 4.5670194687398676e-06,
      "loss": 0.4226,
      "step": 422450
    },
    {
      "epoch": 117.91,
      "grad_norm": 1.298901081085205,
      "learning_rate": 4.567010910748399e-06,
      "loss": 0.4214,
      "step": 422460
    },
    {
      "epoch": 117.91,
      "grad_norm": 1.32635498046875,
      "learning_rate": 4.567002352461013e-06,
      "loss": 0.4124,
      "step": 422470
    },
    {
      "epoch": 117.91,
      "grad_norm": 1.6132259368896484,
      "learning_rate": 4.566993793877711e-06,
      "loss": 0.427,
      "step": 422480
    },
    {
      "epoch": 117.92,
      "grad_norm": 1.2732505798339844,
      "learning_rate": 4.566985234998495e-06,
      "loss": 0.3989,
      "step": 422490
    },
    {
      "epoch": 117.92,
      "grad_norm": 1.4307142496109009,
      "learning_rate": 4.566976675823367e-06,
      "loss": 0.4198,
      "step": 422500
    },
    {
      "epoch": 117.92,
      "grad_norm": 1.4252530336380005,
      "learning_rate": 4.566968116352326e-06,
      "loss": 0.3893,
      "step": 422510
    },
    {
      "epoch": 117.92,
      "grad_norm": 1.5328289270401,
      "learning_rate": 4.566959556585373e-06,
      "loss": 0.4292,
      "step": 422520
    },
    {
      "epoch": 117.93,
      "grad_norm": 1.950696349143982,
      "learning_rate": 4.566950996522512e-06,
      "loss": 0.4226,
      "step": 422530
    },
    {
      "epoch": 117.93,
      "grad_norm": 1.7493562698364258,
      "learning_rate": 4.566942436163742e-06,
      "loss": 0.4272,
      "step": 422540
    },
    {
      "epoch": 117.93,
      "grad_norm": 1.4967496395111084,
      "learning_rate": 4.566933875509064e-06,
      "loss": 0.3982,
      "step": 422550
    },
    {
      "epoch": 117.93,
      "grad_norm": 1.6136534214019775,
      "learning_rate": 4.56692531455848e-06,
      "loss": 0.4203,
      "step": 422560
    },
    {
      "epoch": 117.94,
      "grad_norm": 1.6442011594772339,
      "learning_rate": 4.5669167533119906e-06,
      "loss": 0.4018,
      "step": 422570
    },
    {
      "epoch": 117.94,
      "grad_norm": 1.3099168539047241,
      "learning_rate": 4.566908191769596e-06,
      "loss": 0.4103,
      "step": 422580
    },
    {
      "epoch": 117.94,
      "grad_norm": 1.1817010641098022,
      "learning_rate": 4.5668996299313e-06,
      "loss": 0.3976,
      "step": 422590
    },
    {
      "epoch": 117.95,
      "grad_norm": 1.369645595550537,
      "learning_rate": 4.566891067797101e-06,
      "loss": 0.4112,
      "step": 422600
    },
    {
      "epoch": 117.95,
      "grad_norm": 1.4622368812561035,
      "learning_rate": 4.566882505367002e-06,
      "loss": 0.402,
      "step": 422610
    },
    {
      "epoch": 117.95,
      "grad_norm": 1.3806477785110474,
      "learning_rate": 4.566873942641004e-06,
      "loss": 0.3944,
      "step": 422620
    },
    {
      "epoch": 117.95,
      "grad_norm": 1.569820761680603,
      "learning_rate": 4.566865379619107e-06,
      "loss": 0.4106,
      "step": 422630
    },
    {
      "epoch": 117.96,
      "grad_norm": 1.5030454397201538,
      "learning_rate": 4.566856816301313e-06,
      "loss": 0.4323,
      "step": 422640
    },
    {
      "epoch": 117.96,
      "grad_norm": 1.178106665611267,
      "learning_rate": 4.5668482526876215e-06,
      "loss": 0.4084,
      "step": 422650
    },
    {
      "epoch": 117.96,
      "grad_norm": 1.181268572807312,
      "learning_rate": 4.566839688778037e-06,
      "loss": 0.4128,
      "step": 422660
    },
    {
      "epoch": 117.97,
      "grad_norm": 1.4091556072235107,
      "learning_rate": 4.566831124572558e-06,
      "loss": 0.413,
      "step": 422670
    },
    {
      "epoch": 117.97,
      "grad_norm": 1.5913736820220947,
      "learning_rate": 4.566822560071185e-06,
      "loss": 0.4255,
      "step": 422680
    },
    {
      "epoch": 117.97,
      "grad_norm": 1.2521576881408691,
      "learning_rate": 4.566813995273922e-06,
      "loss": 0.3994,
      "step": 422690
    },
    {
      "epoch": 117.97,
      "grad_norm": 1.2699899673461914,
      "learning_rate": 4.566805430180768e-06,
      "loss": 0.418,
      "step": 422700
    },
    {
      "epoch": 117.98,
      "grad_norm": 1.211394190788269,
      "learning_rate": 4.566796864791725e-06,
      "loss": 0.42,
      "step": 422710
    },
    {
      "epoch": 117.98,
      "grad_norm": 1.8246108293533325,
      "learning_rate": 4.566788299106794e-06,
      "loss": 0.4033,
      "step": 422720
    },
    {
      "epoch": 117.98,
      "grad_norm": 1.5116277933120728,
      "learning_rate": 4.566779733125975e-06,
      "loss": 0.4249,
      "step": 422730
    },
    {
      "epoch": 117.98,
      "grad_norm": 1.955819010734558,
      "learning_rate": 4.566771166849271e-06,
      "loss": 0.4028,
      "step": 422740
    },
    {
      "epoch": 117.99,
      "grad_norm": 1.1762770414352417,
      "learning_rate": 4.566762600276682e-06,
      "loss": 0.4126,
      "step": 422750
    },
    {
      "epoch": 117.99,
      "grad_norm": 1.330723762512207,
      "learning_rate": 4.566754033408209e-06,
      "loss": 0.4126,
      "step": 422760
    },
    {
      "epoch": 117.99,
      "grad_norm": 1.2458802461624146,
      "learning_rate": 4.566745466243854e-06,
      "loss": 0.3981,
      "step": 422770
    },
    {
      "epoch": 118.0,
      "grad_norm": 1.3560391664505005,
      "learning_rate": 4.566736898783618e-06,
      "loss": 0.422,
      "step": 422780
    },
    {
      "epoch": 118.0,
      "grad_norm": 1.4024393558502197,
      "learning_rate": 4.566728331027502e-06,
      "loss": 0.4222,
      "step": 422790
    },
    {
      "epoch": 118.0,
      "eval_loss": 0.4107939898967743,
      "eval_runtime": 63.4205,
      "eval_samples_per_second": 79.769,
      "eval_steps_per_second": 9.981,
      "step": 422794
    },
    {
      "epoch": 118.0,
      "grad_norm": 1.156223177909851,
      "learning_rate": 4.566719762975507e-06,
      "loss": 0.4211,
      "step": 422800
    },
    {
      "epoch": 118.0,
      "grad_norm": 1.2630871534347534,
      "learning_rate": 4.566711194627633e-06,
      "loss": 0.4091,
      "step": 422810
    },
    {
      "epoch": 118.01,
      "grad_norm": 1.5293946266174316,
      "learning_rate": 4.566702625983883e-06,
      "loss": 0.3957,
      "step": 422820
    },
    {
      "epoch": 118.01,
      "grad_norm": 1.4021079540252686,
      "learning_rate": 4.566694057044258e-06,
      "loss": 0.4105,
      "step": 422830
    },
    {
      "epoch": 118.01,
      "grad_norm": 1.3424595594406128,
      "learning_rate": 4.5666854878087575e-06,
      "loss": 0.3941,
      "step": 422840
    },
    {
      "epoch": 118.02,
      "grad_norm": 1.2824264764785767,
      "learning_rate": 4.566676918277384e-06,
      "loss": 0.4107,
      "step": 422850
    },
    {
      "epoch": 118.02,
      "grad_norm": 1.407345175743103,
      "learning_rate": 4.5666683484501385e-06,
      "loss": 0.4043,
      "step": 422860
    },
    {
      "epoch": 118.02,
      "grad_norm": 1.463865041732788,
      "learning_rate": 4.566659778327022e-06,
      "loss": 0.4069,
      "step": 422870
    },
    {
      "epoch": 118.02,
      "grad_norm": 1.1444445848464966,
      "learning_rate": 4.566651207908035e-06,
      "loss": 0.4006,
      "step": 422880
    },
    {
      "epoch": 118.03,
      "grad_norm": 1.3439178466796875,
      "learning_rate": 4.5666426371931794e-06,
      "loss": 0.4036,
      "step": 422890
    },
    {
      "epoch": 118.03,
      "grad_norm": 1.330777883529663,
      "learning_rate": 4.566634066182457e-06,
      "loss": 0.3941,
      "step": 422900
    },
    {
      "epoch": 118.03,
      "grad_norm": 1.2384912967681885,
      "learning_rate": 4.566625494875867e-06,
      "loss": 0.4045,
      "step": 422910
    },
    {
      "epoch": 118.04,
      "grad_norm": 1.4653544425964355,
      "learning_rate": 4.566616923273413e-06,
      "loss": 0.4301,
      "step": 422920
    },
    {
      "epoch": 118.04,
      "grad_norm": 1.282993197441101,
      "learning_rate": 4.566608351375094e-06,
      "loss": 0.4239,
      "step": 422930
    },
    {
      "epoch": 118.04,
      "grad_norm": 1.3723220825195312,
      "learning_rate": 4.566599779180912e-06,
      "loss": 0.4145,
      "step": 422940
    },
    {
      "epoch": 118.04,
      "grad_norm": 1.5997453927993774,
      "learning_rate": 4.566591206690867e-06,
      "loss": 0.4017,
      "step": 422950
    },
    {
      "epoch": 118.05,
      "grad_norm": 1.3682345151901245,
      "learning_rate": 4.566582633904964e-06,
      "loss": 0.4203,
      "step": 422960
    },
    {
      "epoch": 118.05,
      "grad_norm": 1.4521188735961914,
      "learning_rate": 4.566574060823199e-06,
      "loss": 0.4107,
      "step": 422970
    },
    {
      "epoch": 118.05,
      "grad_norm": 1.6883509159088135,
      "learning_rate": 4.566565487445576e-06,
      "loss": 0.4284,
      "step": 422980
    },
    {
      "epoch": 118.05,
      "grad_norm": 1.3099231719970703,
      "learning_rate": 4.566556913772096e-06,
      "loss": 0.3937,
      "step": 422990
    },
    {
      "epoch": 118.06,
      "grad_norm": 1.336190104484558,
      "learning_rate": 4.56654833980276e-06,
      "loss": 0.4027,
      "step": 423000
    },
    {
      "epoch": 118.06,
      "grad_norm": 1.5103275775909424,
      "learning_rate": 4.566539765537568e-06,
      "loss": 0.4134,
      "step": 423010
    },
    {
      "epoch": 118.06,
      "grad_norm": 1.3781352043151855,
      "learning_rate": 4.566531190976523e-06,
      "loss": 0.4207,
      "step": 423020
    },
    {
      "epoch": 118.07,
      "grad_norm": 1.448459267616272,
      "learning_rate": 4.566522616119625e-06,
      "loss": 0.4105,
      "step": 423030
    },
    {
      "epoch": 118.07,
      "grad_norm": 1.597213864326477,
      "learning_rate": 4.566514040966875e-06,
      "loss": 0.4018,
      "step": 423040
    },
    {
      "epoch": 118.07,
      "grad_norm": 1.2878049612045288,
      "learning_rate": 4.566505465518274e-06,
      "loss": 0.4014,
      "step": 423050
    },
    {
      "epoch": 118.07,
      "grad_norm": 1.3490267992019653,
      "learning_rate": 4.566496889773826e-06,
      "loss": 0.3911,
      "step": 423060
    },
    {
      "epoch": 118.08,
      "grad_norm": 1.333010196685791,
      "learning_rate": 4.566488313733528e-06,
      "loss": 0.4141,
      "step": 423070
    },
    {
      "epoch": 118.08,
      "grad_norm": 1.0973761081695557,
      "learning_rate": 4.566479737397382e-06,
      "loss": 0.4328,
      "step": 423080
    },
    {
      "epoch": 118.08,
      "grad_norm": 1.674639105796814,
      "learning_rate": 4.5664711607653915e-06,
      "loss": 0.4229,
      "step": 423090
    },
    {
      "epoch": 118.09,
      "grad_norm": 1.2587823867797852,
      "learning_rate": 4.566462583837555e-06,
      "loss": 0.4187,
      "step": 423100
    },
    {
      "epoch": 118.09,
      "grad_norm": 1.3366878032684326,
      "learning_rate": 4.566454006613877e-06,
      "loss": 0.4146,
      "step": 423110
    },
    {
      "epoch": 118.09,
      "grad_norm": 1.5802878141403198,
      "learning_rate": 4.566445429094355e-06,
      "loss": 0.4041,
      "step": 423120
    },
    {
      "epoch": 118.09,
      "grad_norm": 1.3122636079788208,
      "learning_rate": 4.5664368512789914e-06,
      "loss": 0.4195,
      "step": 423130
    },
    {
      "epoch": 118.1,
      "grad_norm": 1.2637150287628174,
      "learning_rate": 4.566428273167788e-06,
      "loss": 0.4011,
      "step": 423140
    },
    {
      "epoch": 118.1,
      "grad_norm": 1.4650098085403442,
      "learning_rate": 4.566419694760745e-06,
      "loss": 0.4152,
      "step": 423150
    },
    {
      "epoch": 118.1,
      "grad_norm": 1.3421683311462402,
      "learning_rate": 4.566411116057865e-06,
      "loss": 0.4098,
      "step": 423160
    },
    {
      "epoch": 118.1,
      "grad_norm": 1.098679542541504,
      "learning_rate": 4.5664025370591485e-06,
      "loss": 0.3962,
      "step": 423170
    },
    {
      "epoch": 118.11,
      "grad_norm": 1.1365846395492554,
      "learning_rate": 4.5663939577645955e-06,
      "loss": 0.4243,
      "step": 423180
    },
    {
      "epoch": 118.11,
      "grad_norm": 1.5623044967651367,
      "learning_rate": 4.566385378174208e-06,
      "loss": 0.4246,
      "step": 423190
    },
    {
      "epoch": 118.11,
      "grad_norm": 1.2266727685928345,
      "learning_rate": 4.566376798287988e-06,
      "loss": 0.4293,
      "step": 423200
    },
    {
      "epoch": 118.12,
      "grad_norm": 1.2694076299667358,
      "learning_rate": 4.566368218105934e-06,
      "loss": 0.4265,
      "step": 423210
    },
    {
      "epoch": 118.12,
      "grad_norm": 1.342694640159607,
      "learning_rate": 4.56635963762805e-06,
      "loss": 0.3903,
      "step": 423220
    },
    {
      "epoch": 118.12,
      "grad_norm": 1.1385185718536377,
      "learning_rate": 4.566351056854336e-06,
      "loss": 0.3961,
      "step": 423230
    },
    {
      "epoch": 118.12,
      "grad_norm": 1.5043790340423584,
      "learning_rate": 4.566342475784794e-06,
      "loss": 0.4163,
      "step": 423240
    },
    {
      "epoch": 118.13,
      "grad_norm": 1.6627702713012695,
      "learning_rate": 4.566333894419423e-06,
      "loss": 0.4013,
      "step": 423250
    },
    {
      "epoch": 118.13,
      "grad_norm": 1.3770215511322021,
      "learning_rate": 4.566325312758226e-06,
      "loss": 0.4101,
      "step": 423260
    },
    {
      "epoch": 118.13,
      "grad_norm": 1.5058574676513672,
      "learning_rate": 4.5663167308012035e-06,
      "loss": 0.4215,
      "step": 423270
    },
    {
      "epoch": 118.14,
      "grad_norm": 1.4758658409118652,
      "learning_rate": 4.566308148548357e-06,
      "loss": 0.4134,
      "step": 423280
    },
    {
      "epoch": 118.14,
      "grad_norm": 1.7571717500686646,
      "learning_rate": 4.566299565999688e-06,
      "loss": 0.4031,
      "step": 423290
    },
    {
      "epoch": 118.14,
      "grad_norm": 1.4233436584472656,
      "learning_rate": 4.566290983155196e-06,
      "loss": 0.4096,
      "step": 423300
    },
    {
      "epoch": 118.14,
      "grad_norm": 1.191475749015808,
      "learning_rate": 4.566282400014883e-06,
      "loss": 0.4219,
      "step": 423310
    },
    {
      "epoch": 118.15,
      "grad_norm": 1.2697453498840332,
      "learning_rate": 4.566273816578751e-06,
      "loss": 0.4089,
      "step": 423320
    },
    {
      "epoch": 118.15,
      "grad_norm": 1.5155974626541138,
      "learning_rate": 4.5662652328468e-06,
      "loss": 0.3981,
      "step": 423330
    },
    {
      "epoch": 118.15,
      "grad_norm": 1.8437203168869019,
      "learning_rate": 4.566256648819033e-06,
      "loss": 0.414,
      "step": 423340
    },
    {
      "epoch": 118.16,
      "grad_norm": 1.2895739078521729,
      "learning_rate": 4.566248064495448e-06,
      "loss": 0.4354,
      "step": 423350
    },
    {
      "epoch": 118.16,
      "grad_norm": 1.5490968227386475,
      "learning_rate": 4.566239479876048e-06,
      "loss": 0.4035,
      "step": 423360
    },
    {
      "epoch": 118.16,
      "grad_norm": 1.322303295135498,
      "learning_rate": 4.566230894960835e-06,
      "loss": 0.4142,
      "step": 423370
    },
    {
      "epoch": 118.16,
      "grad_norm": 1.4259003400802612,
      "learning_rate": 4.566222309749809e-06,
      "loss": 0.441,
      "step": 423380
    },
    {
      "epoch": 118.17,
      "grad_norm": 1.5041979551315308,
      "learning_rate": 4.566213724242971e-06,
      "loss": 0.4145,
      "step": 423390
    },
    {
      "epoch": 118.17,
      "grad_norm": 1.1606749296188354,
      "learning_rate": 4.566205138440323e-06,
      "loss": 0.4067,
      "step": 423400
    },
    {
      "epoch": 118.17,
      "grad_norm": 1.1868765354156494,
      "learning_rate": 4.566196552341865e-06,
      "loss": 0.3918,
      "step": 423410
    },
    {
      "epoch": 118.17,
      "grad_norm": 2.9582021236419678,
      "learning_rate": 4.5661879659475985e-06,
      "loss": 0.4375,
      "step": 423420
    },
    {
      "epoch": 118.18,
      "grad_norm": 1.4105983972549438,
      "learning_rate": 4.566179379257525e-06,
      "loss": 0.411,
      "step": 423430
    },
    {
      "epoch": 118.18,
      "grad_norm": 1.4127614498138428,
      "learning_rate": 4.566170792271646e-06,
      "loss": 0.411,
      "step": 423440
    },
    {
      "epoch": 118.18,
      "grad_norm": 1.160885214805603,
      "learning_rate": 4.566162204989962e-06,
      "loss": 0.4094,
      "step": 423450
    },
    {
      "epoch": 118.19,
      "grad_norm": 1.5855224132537842,
      "learning_rate": 4.566153617412476e-06,
      "loss": 0.3859,
      "step": 423460
    },
    {
      "epoch": 118.19,
      "grad_norm": 1.2186126708984375,
      "learning_rate": 4.5661450295391856e-06,
      "loss": 0.4048,
      "step": 423470
    },
    {
      "epoch": 118.19,
      "grad_norm": 1.187313437461853,
      "learning_rate": 4.566136441370094e-06,
      "loss": 0.4317,
      "step": 423480
    },
    {
      "epoch": 118.19,
      "grad_norm": 1.7306299209594727,
      "learning_rate": 4.566127852905202e-06,
      "loss": 0.4009,
      "step": 423490
    },
    {
      "epoch": 118.2,
      "grad_norm": 1.384812831878662,
      "learning_rate": 4.566119264144511e-06,
      "loss": 0.3941,
      "step": 423500
    },
    {
      "epoch": 118.2,
      "grad_norm": 1.4250421524047852,
      "learning_rate": 4.566110675088022e-06,
      "loss": 0.4053,
      "step": 423510
    },
    {
      "epoch": 118.2,
      "grad_norm": 2.00490665435791,
      "learning_rate": 4.566102085735737e-06,
      "loss": 0.4099,
      "step": 423520
    },
    {
      "epoch": 118.21,
      "grad_norm": 1.3947968482971191,
      "learning_rate": 4.5660934960876555e-06,
      "loss": 0.3985,
      "step": 423530
    },
    {
      "epoch": 118.21,
      "grad_norm": 1.7790049314498901,
      "learning_rate": 4.56608490614378e-06,
      "loss": 0.4186,
      "step": 423540
    },
    {
      "epoch": 118.21,
      "grad_norm": 1.4852800369262695,
      "learning_rate": 4.56607631590411e-06,
      "loss": 0.4017,
      "step": 423550
    },
    {
      "epoch": 118.21,
      "grad_norm": 1.2245509624481201,
      "learning_rate": 4.56606772536865e-06,
      "loss": 0.3991,
      "step": 423560
    },
    {
      "epoch": 118.22,
      "grad_norm": 1.2346307039260864,
      "learning_rate": 4.566059134537397e-06,
      "loss": 0.4161,
      "step": 423570
    },
    {
      "epoch": 118.22,
      "grad_norm": 1.1063005924224854,
      "learning_rate": 4.5660505434103545e-06,
      "loss": 0.4122,
      "step": 423580
    },
    {
      "epoch": 118.22,
      "grad_norm": 1.2740734815597534,
      "learning_rate": 4.566041951987523e-06,
      "loss": 0.4109,
      "step": 423590
    },
    {
      "epoch": 118.22,
      "grad_norm": 1.5654144287109375,
      "learning_rate": 4.566033360268905e-06,
      "loss": 0.4181,
      "step": 423600
    },
    {
      "epoch": 118.23,
      "grad_norm": 1.8215382099151611,
      "learning_rate": 4.5660247682544996e-06,
      "loss": 0.423,
      "step": 423610
    },
    {
      "epoch": 118.23,
      "grad_norm": 1.3280243873596191,
      "learning_rate": 4.566016175944309e-06,
      "loss": 0.392,
      "step": 423620
    },
    {
      "epoch": 118.23,
      "grad_norm": 1.2347960472106934,
      "learning_rate": 4.566007583338333e-06,
      "loss": 0.4201,
      "step": 423630
    },
    {
      "epoch": 118.24,
      "grad_norm": 1.4092073440551758,
      "learning_rate": 4.565998990436575e-06,
      "loss": 0.4179,
      "step": 423640
    },
    {
      "epoch": 118.24,
      "grad_norm": 1.390216588973999,
      "learning_rate": 4.565990397239035e-06,
      "loss": 0.4078,
      "step": 423650
    },
    {
      "epoch": 118.24,
      "grad_norm": 1.533776879310608,
      "learning_rate": 4.565981803745714e-06,
      "loss": 0.4045,
      "step": 423660
    },
    {
      "epoch": 118.24,
      "grad_norm": 1.4504578113555908,
      "learning_rate": 4.565973209956614e-06,
      "loss": 0.4089,
      "step": 423670
    },
    {
      "epoch": 118.25,
      "grad_norm": 1.288070797920227,
      "learning_rate": 4.565964615871735e-06,
      "loss": 0.4232,
      "step": 423680
    },
    {
      "epoch": 118.25,
      "grad_norm": 1.2644482851028442,
      "learning_rate": 4.565956021491079e-06,
      "loss": 0.4138,
      "step": 423690
    },
    {
      "epoch": 118.25,
      "grad_norm": 2.1737115383148193,
      "learning_rate": 4.5659474268146454e-06,
      "loss": 0.4247,
      "step": 423700
    },
    {
      "epoch": 118.26,
      "grad_norm": 1.84995698928833,
      "learning_rate": 4.5659388318424375e-06,
      "loss": 0.4352,
      "step": 423710
    },
    {
      "epoch": 118.26,
      "grad_norm": 1.3857614994049072,
      "learning_rate": 4.565930236574456e-06,
      "loss": 0.4105,
      "step": 423720
    },
    {
      "epoch": 118.26,
      "grad_norm": 6.928067684173584,
      "learning_rate": 4.565921641010702e-06,
      "loss": 0.4076,
      "step": 423730
    },
    {
      "epoch": 118.26,
      "grad_norm": 1.4385770559310913,
      "learning_rate": 4.565913045151176e-06,
      "loss": 0.4013,
      "step": 423740
    },
    {
      "epoch": 118.27,
      "grad_norm": 1.3951599597930908,
      "learning_rate": 4.565904448995879e-06,
      "loss": 0.4089,
      "step": 423750
    },
    {
      "epoch": 118.27,
      "grad_norm": 1.3683264255523682,
      "learning_rate": 4.565895852544814e-06,
      "loss": 0.42,
      "step": 423760
    },
    {
      "epoch": 118.27,
      "grad_norm": 1.4153300523757935,
      "learning_rate": 4.565887255797979e-06,
      "loss": 0.4015,
      "step": 423770
    },
    {
      "epoch": 118.28,
      "grad_norm": 2.072303056716919,
      "learning_rate": 4.565878658755378e-06,
      "loss": 0.398,
      "step": 423780
    },
    {
      "epoch": 118.28,
      "grad_norm": 1.2222394943237305,
      "learning_rate": 4.565870061417011e-06,
      "loss": 0.4152,
      "step": 423790
    },
    {
      "epoch": 118.28,
      "grad_norm": 2.220905303955078,
      "learning_rate": 4.565861463782879e-06,
      "loss": 0.4119,
      "step": 423800
    },
    {
      "epoch": 118.28,
      "grad_norm": 1.4390498399734497,
      "learning_rate": 4.5658528658529836e-06,
      "loss": 0.3928,
      "step": 423810
    },
    {
      "epoch": 118.29,
      "grad_norm": 1.1621036529541016,
      "learning_rate": 4.5658442676273255e-06,
      "loss": 0.4016,
      "step": 423820
    },
    {
      "epoch": 118.29,
      "grad_norm": 1.1701987981796265,
      "learning_rate": 4.5658356691059055e-06,
      "loss": 0.4131,
      "step": 423830
    },
    {
      "epoch": 118.29,
      "grad_norm": 1.3241369724273682,
      "learning_rate": 4.565827070288726e-06,
      "loss": 0.4,
      "step": 423840
    },
    {
      "epoch": 118.29,
      "grad_norm": 1.3892021179199219,
      "learning_rate": 4.565818471175787e-06,
      "loss": 0.4066,
      "step": 423850
    },
    {
      "epoch": 118.3,
      "grad_norm": 1.2717777490615845,
      "learning_rate": 4.56580987176709e-06,
      "loss": 0.4052,
      "step": 423860
    },
    {
      "epoch": 118.3,
      "grad_norm": 1.2883031368255615,
      "learning_rate": 4.565801272062637e-06,
      "loss": 0.3952,
      "step": 423870
    },
    {
      "epoch": 118.3,
      "grad_norm": 1.32550847530365,
      "learning_rate": 4.565792672062428e-06,
      "loss": 0.4373,
      "step": 423880
    },
    {
      "epoch": 118.31,
      "grad_norm": 1.3865883350372314,
      "learning_rate": 4.565784071766465e-06,
      "loss": 0.446,
      "step": 423890
    },
    {
      "epoch": 118.31,
      "grad_norm": 1.2854808568954468,
      "learning_rate": 4.565775471174748e-06,
      "loss": 0.4019,
      "step": 423900
    },
    {
      "epoch": 118.31,
      "grad_norm": 1.3613758087158203,
      "learning_rate": 4.565766870287279e-06,
      "loss": 0.4085,
      "step": 423910
    },
    {
      "epoch": 118.31,
      "grad_norm": 1.6442885398864746,
      "learning_rate": 4.5657582691040585e-06,
      "loss": 0.4116,
      "step": 423920
    },
    {
      "epoch": 118.32,
      "grad_norm": 1.494361162185669,
      "learning_rate": 4.565749667625088e-06,
      "loss": 0.4062,
      "step": 423930
    },
    {
      "epoch": 118.32,
      "grad_norm": 1.4049440622329712,
      "learning_rate": 4.56574106585037e-06,
      "loss": 0.4111,
      "step": 423940
    },
    {
      "epoch": 118.32,
      "grad_norm": 1.540191411972046,
      "learning_rate": 4.565732463779904e-06,
      "loss": 0.4058,
      "step": 423950
    },
    {
      "epoch": 118.33,
      "grad_norm": 1.726975917816162,
      "learning_rate": 4.56572386141369e-06,
      "loss": 0.4186,
      "step": 423960
    },
    {
      "epoch": 118.33,
      "grad_norm": 1.3715319633483887,
      "learning_rate": 4.565715258751733e-06,
      "loss": 0.4033,
      "step": 423970
    },
    {
      "epoch": 118.33,
      "grad_norm": 1.292832612991333,
      "learning_rate": 4.56570665579403e-06,
      "loss": 0.4095,
      "step": 423980
    },
    {
      "epoch": 118.33,
      "grad_norm": 1.5808473825454712,
      "learning_rate": 4.565698052540584e-06,
      "loss": 0.403,
      "step": 423990
    },
    {
      "epoch": 118.34,
      "grad_norm": 1.2735300064086914,
      "learning_rate": 4.565689448991397e-06,
      "loss": 0.4298,
      "step": 424000
    },
    {
      "epoch": 118.34,
      "grad_norm": 1.3569166660308838,
      "learning_rate": 4.565680845146469e-06,
      "loss": 0.3971,
      "step": 424010
    },
    {
      "epoch": 118.34,
      "grad_norm": 1.3967338800430298,
      "learning_rate": 4.565672241005802e-06,
      "loss": 0.4252,
      "step": 424020
    },
    {
      "epoch": 118.34,
      "grad_norm": 1.5250340700149536,
      "learning_rate": 4.565663636569395e-06,
      "loss": 0.4079,
      "step": 424030
    },
    {
      "epoch": 118.35,
      "grad_norm": 1.5212417840957642,
      "learning_rate": 4.565655031837252e-06,
      "loss": 0.4043,
      "step": 424040
    },
    {
      "epoch": 118.35,
      "grad_norm": 1.4319677352905273,
      "learning_rate": 4.565646426809372e-06,
      "loss": 0.4004,
      "step": 424050
    },
    {
      "epoch": 118.35,
      "grad_norm": 1.5732861757278442,
      "learning_rate": 4.565637821485757e-06,
      "loss": 0.3986,
      "step": 424060
    },
    {
      "epoch": 118.36,
      "grad_norm": 1.5540767908096313,
      "learning_rate": 4.565629215866409e-06,
      "loss": 0.4112,
      "step": 424070
    },
    {
      "epoch": 118.36,
      "grad_norm": 1.5667849779129028,
      "learning_rate": 4.565620609951328e-06,
      "loss": 0.4192,
      "step": 424080
    },
    {
      "epoch": 118.36,
      "grad_norm": 1.9339444637298584,
      "learning_rate": 4.5656120037405156e-06,
      "loss": 0.4258,
      "step": 424090
    },
    {
      "epoch": 118.36,
      "grad_norm": 1.5525506734848022,
      "learning_rate": 4.565603397233972e-06,
      "loss": 0.4117,
      "step": 424100
    },
    {
      "epoch": 118.37,
      "grad_norm": 1.4659976959228516,
      "learning_rate": 4.5655947904316996e-06,
      "loss": 0.3946,
      "step": 424110
    },
    {
      "epoch": 118.37,
      "grad_norm": 1.4689031839370728,
      "learning_rate": 4.565586183333698e-06,
      "loss": 0.4022,
      "step": 424120
    },
    {
      "epoch": 118.37,
      "grad_norm": 1.3976117372512817,
      "learning_rate": 4.565577575939971e-06,
      "loss": 0.4202,
      "step": 424130
    },
    {
      "epoch": 118.38,
      "grad_norm": 1.3107736110687256,
      "learning_rate": 4.565568968250518e-06,
      "loss": 0.4058,
      "step": 424140
    },
    {
      "epoch": 118.38,
      "grad_norm": 1.3008207082748413,
      "learning_rate": 4.565560360265339e-06,
      "loss": 0.3905,
      "step": 424150
    },
    {
      "epoch": 118.38,
      "grad_norm": 1.5462031364440918,
      "learning_rate": 4.565551751984437e-06,
      "loss": 0.4228,
      "step": 424160
    },
    {
      "epoch": 118.38,
      "grad_norm": 1.526638150215149,
      "learning_rate": 4.565543143407813e-06,
      "loss": 0.4118,
      "step": 424170
    },
    {
      "epoch": 118.39,
      "grad_norm": 1.3216722011566162,
      "learning_rate": 4.565534534535468e-06,
      "loss": 0.4038,
      "step": 424180
    },
    {
      "epoch": 118.39,
      "grad_norm": 2.792588710784912,
      "learning_rate": 4.565525925367402e-06,
      "loss": 0.4004,
      "step": 424190
    },
    {
      "epoch": 118.39,
      "grad_norm": 1.5465117692947388,
      "learning_rate": 4.565517315903617e-06,
      "loss": 0.4189,
      "step": 424200
    },
    {
      "epoch": 118.4,
      "grad_norm": 1.2573846578598022,
      "learning_rate": 4.565508706144115e-06,
      "loss": 0.4143,
      "step": 424210
    },
    {
      "epoch": 118.4,
      "grad_norm": 1.2878791093826294,
      "learning_rate": 4.565500096088896e-06,
      "loss": 0.422,
      "step": 424220
    },
    {
      "epoch": 118.4,
      "grad_norm": 1.5562015771865845,
      "learning_rate": 4.5654914857379614e-06,
      "loss": 0.4115,
      "step": 424230
    },
    {
      "epoch": 118.4,
      "grad_norm": 1.304947853088379,
      "learning_rate": 4.565482875091311e-06,
      "loss": 0.4191,
      "step": 424240
    },
    {
      "epoch": 118.41,
      "grad_norm": 1.3581582307815552,
      "learning_rate": 4.5654742641489495e-06,
      "loss": 0.4044,
      "step": 424250
    },
    {
      "epoch": 118.41,
      "grad_norm": 1.3166850805282593,
      "learning_rate": 4.565465652910876e-06,
      "loss": 0.4307,
      "step": 424260
    },
    {
      "epoch": 118.41,
      "grad_norm": 1.721048355102539,
      "learning_rate": 4.56545704137709e-06,
      "loss": 0.4112,
      "step": 424270
    },
    {
      "epoch": 118.41,
      "grad_norm": 1.4587270021438599,
      "learning_rate": 4.565448429547595e-06,
      "loss": 0.4295,
      "step": 424280
    },
    {
      "epoch": 118.42,
      "grad_norm": 1.6151823997497559,
      "learning_rate": 4.565439817422391e-06,
      "loss": 0.4183,
      "step": 424290
    },
    {
      "epoch": 118.42,
      "grad_norm": 1.3323503732681274,
      "learning_rate": 4.56543120500148e-06,
      "loss": 0.3934,
      "step": 424300
    },
    {
      "epoch": 118.42,
      "grad_norm": 1.3248804807662964,
      "learning_rate": 4.5654225922848616e-06,
      "loss": 0.4177,
      "step": 424310
    },
    {
      "epoch": 118.43,
      "grad_norm": 1.5167402029037476,
      "learning_rate": 4.565413979272539e-06,
      "loss": 0.4262,
      "step": 424320
    },
    {
      "epoch": 118.43,
      "grad_norm": 1.3363286256790161,
      "learning_rate": 4.565405365964512e-06,
      "loss": 0.4202,
      "step": 424330
    },
    {
      "epoch": 118.43,
      "grad_norm": 1.8243125677108765,
      "learning_rate": 4.565396752360781e-06,
      "loss": 0.4089,
      "step": 424340
    },
    {
      "epoch": 118.43,
      "grad_norm": 1.3660128116607666,
      "learning_rate": 4.56538813846135e-06,
      "loss": 0.4189,
      "step": 424350
    },
    {
      "epoch": 118.44,
      "grad_norm": 1.252234697341919,
      "learning_rate": 4.565379524266218e-06,
      "loss": 0.4117,
      "step": 424360
    },
    {
      "epoch": 118.44,
      "grad_norm": 1.619955062866211,
      "learning_rate": 4.565370909775386e-06,
      "loss": 0.419,
      "step": 424370
    },
    {
      "epoch": 118.44,
      "grad_norm": 1.4385660886764526,
      "learning_rate": 4.565362294988855e-06,
      "loss": 0.4146,
      "step": 424380
    },
    {
      "epoch": 118.45,
      "grad_norm": 1.2940945625305176,
      "learning_rate": 4.565353679906628e-06,
      "loss": 0.3928,
      "step": 424390
    },
    {
      "epoch": 118.45,
      "grad_norm": 1.5116126537322998,
      "learning_rate": 4.5653450645287046e-06,
      "loss": 0.398,
      "step": 424400
    },
    {
      "epoch": 118.45,
      "grad_norm": 1.8101800680160522,
      "learning_rate": 4.565336448855086e-06,
      "loss": 0.4086,
      "step": 424410
    },
    {
      "epoch": 118.45,
      "grad_norm": 1.9578391313552856,
      "learning_rate": 4.565327832885774e-06,
      "loss": 0.4014,
      "step": 424420
    },
    {
      "epoch": 118.46,
      "grad_norm": 1.6128937005996704,
      "learning_rate": 4.565319216620769e-06,
      "loss": 0.4113,
      "step": 424430
    },
    {
      "epoch": 118.46,
      "grad_norm": 1.6342871189117432,
      "learning_rate": 4.565310600060072e-06,
      "loss": 0.4094,
      "step": 424440
    },
    {
      "epoch": 118.46,
      "grad_norm": 1.4684937000274658,
      "learning_rate": 4.565301983203686e-06,
      "loss": 0.4226,
      "step": 424450
    },
    {
      "epoch": 118.46,
      "grad_norm": 1.712912917137146,
      "learning_rate": 4.565293366051611e-06,
      "loss": 0.4035,
      "step": 424460
    },
    {
      "epoch": 118.47,
      "grad_norm": 1.2944542169570923,
      "learning_rate": 4.565284748603847e-06,
      "loss": 0.3961,
      "step": 424470
    },
    {
      "epoch": 118.47,
      "grad_norm": 1.3321079015731812,
      "learning_rate": 4.5652761308603955e-06,
      "loss": 0.3951,
      "step": 424480
    },
    {
      "epoch": 118.47,
      "grad_norm": 1.3325945138931274,
      "learning_rate": 4.565267512821259e-06,
      "loss": 0.3909,
      "step": 424490
    },
    {
      "epoch": 118.48,
      "grad_norm": 1.5276238918304443,
      "learning_rate": 4.565258894486438e-06,
      "loss": 0.4339,
      "step": 424500
    },
    {
      "epoch": 118.48,
      "grad_norm": 1.4393433332443237,
      "learning_rate": 4.565250275855934e-06,
      "loss": 0.4294,
      "step": 424510
    },
    {
      "epoch": 118.48,
      "grad_norm": 1.2397284507751465,
      "learning_rate": 4.565241656929747e-06,
      "loss": 0.4219,
      "step": 424520
    },
    {
      "epoch": 118.48,
      "grad_norm": 1.1624985933303833,
      "learning_rate": 4.565233037707879e-06,
      "loss": 0.4288,
      "step": 424530
    },
    {
      "epoch": 118.49,
      "grad_norm": 1.277585744857788,
      "learning_rate": 4.565224418190332e-06,
      "loss": 0.4144,
      "step": 424540
    },
    {
      "epoch": 118.49,
      "grad_norm": 1.312650203704834,
      "learning_rate": 4.565215798377104e-06,
      "loss": 0.4336,
      "step": 424550
    },
    {
      "epoch": 118.49,
      "grad_norm": 1.2048914432525635,
      "learning_rate": 4.5652071782682e-06,
      "loss": 0.4181,
      "step": 424560
    },
    {
      "epoch": 118.5,
      "grad_norm": 1.551640272140503,
      "learning_rate": 4.565198557863619e-06,
      "loss": 0.3973,
      "step": 424570
    },
    {
      "epoch": 118.5,
      "grad_norm": 1.2683465480804443,
      "learning_rate": 4.565189937163362e-06,
      "loss": 0.416,
      "step": 424580
    },
    {
      "epoch": 118.5,
      "grad_norm": 1.504176139831543,
      "learning_rate": 4.565181316167432e-06,
      "loss": 0.4065,
      "step": 424590
    },
    {
      "epoch": 118.5,
      "grad_norm": 1.215883493423462,
      "learning_rate": 4.565172694875828e-06,
      "loss": 0.4137,
      "step": 424600
    },
    {
      "epoch": 118.51,
      "grad_norm": 1.6437146663665771,
      "learning_rate": 4.565164073288552e-06,
      "loss": 0.422,
      "step": 424610
    },
    {
      "epoch": 118.51,
      "grad_norm": 1.4140020608901978,
      "learning_rate": 4.565155451405606e-06,
      "loss": 0.4368,
      "step": 424620
    },
    {
      "epoch": 118.51,
      "grad_norm": 1.8730851411819458,
      "learning_rate": 4.56514682922699e-06,
      "loss": 0.4087,
      "step": 424630
    },
    {
      "epoch": 118.52,
      "grad_norm": 1.3396008014678955,
      "learning_rate": 4.565138206752705e-06,
      "loss": 0.4153,
      "step": 424640
    },
    {
      "epoch": 118.52,
      "grad_norm": 1.8329026699066162,
      "learning_rate": 4.565129583982753e-06,
      "loss": 0.4124,
      "step": 424650
    },
    {
      "epoch": 118.52,
      "grad_norm": 1.5867928266525269,
      "learning_rate": 4.565120960917135e-06,
      "loss": 0.4159,
      "step": 424660
    },
    {
      "epoch": 118.52,
      "grad_norm": 1.8052992820739746,
      "learning_rate": 4.565112337555851e-06,
      "loss": 0.4129,
      "step": 424670
    },
    {
      "epoch": 118.53,
      "grad_norm": 1.4752496480941772,
      "learning_rate": 4.565103713898904e-06,
      "loss": 0.3994,
      "step": 424680
    },
    {
      "epoch": 118.53,
      "grad_norm": 1.287827968597412,
      "learning_rate": 4.565095089946293e-06,
      "loss": 0.422,
      "step": 424690
    },
    {
      "epoch": 118.53,
      "grad_norm": 1.1273119449615479,
      "learning_rate": 4.565086465698022e-06,
      "loss": 0.4011,
      "step": 424700
    },
    {
      "epoch": 118.53,
      "grad_norm": 1.6036683320999146,
      "learning_rate": 4.56507784115409e-06,
      "loss": 0.4156,
      "step": 424710
    },
    {
      "epoch": 118.54,
      "grad_norm": 1.3197449445724487,
      "learning_rate": 4.565069216314498e-06,
      "loss": 0.4549,
      "step": 424720
    },
    {
      "epoch": 118.54,
      "grad_norm": 1.4737663269042969,
      "learning_rate": 4.565060591179248e-06,
      "loss": 0.4166,
      "step": 424730
    },
    {
      "epoch": 118.54,
      "grad_norm": 1.3840550184249878,
      "learning_rate": 4.565051965748342e-06,
      "loss": 0.3934,
      "step": 424740
    },
    {
      "epoch": 118.55,
      "grad_norm": 1.2009254693984985,
      "learning_rate": 4.5650433400217785e-06,
      "loss": 0.3979,
      "step": 424750
    },
    {
      "epoch": 118.55,
      "grad_norm": 1.2213873863220215,
      "learning_rate": 4.565034713999561e-06,
      "loss": 0.4145,
      "step": 424760
    },
    {
      "epoch": 118.55,
      "grad_norm": 1.2156630754470825,
      "learning_rate": 4.565026087681689e-06,
      "loss": 0.4118,
      "step": 424770
    },
    {
      "epoch": 118.55,
      "grad_norm": 1.156149983406067,
      "learning_rate": 4.565017461068167e-06,
      "loss": 0.3935,
      "step": 424780
    },
    {
      "epoch": 118.56,
      "grad_norm": 1.476196527481079,
      "learning_rate": 4.5650088341589915e-06,
      "loss": 0.4223,
      "step": 424790
    },
    {
      "epoch": 118.56,
      "grad_norm": 1.194510579109192,
      "learning_rate": 4.565000206954166e-06,
      "loss": 0.4314,
      "step": 424800
    },
    {
      "epoch": 118.56,
      "grad_norm": 1.331112265586853,
      "learning_rate": 4.564991579453692e-06,
      "loss": 0.4026,
      "step": 424810
    },
    {
      "epoch": 118.57,
      "grad_norm": 1.6298185586929321,
      "learning_rate": 4.56498295165757e-06,
      "loss": 0.396,
      "step": 424820
    },
    {
      "epoch": 118.57,
      "grad_norm": 1.2401025295257568,
      "learning_rate": 4.564974323565802e-06,
      "loss": 0.4135,
      "step": 424830
    },
    {
      "epoch": 118.57,
      "grad_norm": 1.330020785331726,
      "learning_rate": 4.564965695178388e-06,
      "loss": 0.3908,
      "step": 424840
    },
    {
      "epoch": 118.57,
      "grad_norm": 1.2540671825408936,
      "learning_rate": 4.564957066495329e-06,
      "loss": 0.4179,
      "step": 424850
    },
    {
      "epoch": 118.58,
      "grad_norm": 1.49192214012146,
      "learning_rate": 4.564948437516628e-06,
      "loss": 0.4061,
      "step": 424860
    },
    {
      "epoch": 118.58,
      "grad_norm": 1.3181203603744507,
      "learning_rate": 4.564939808242283e-06,
      "loss": 0.3944,
      "step": 424870
    },
    {
      "epoch": 118.58,
      "grad_norm": 1.5759601593017578,
      "learning_rate": 4.564931178672298e-06,
      "loss": 0.4125,
      "step": 424880
    },
    {
      "epoch": 118.58,
      "grad_norm": 1.5051625967025757,
      "learning_rate": 4.564922548806674e-06,
      "loss": 0.39,
      "step": 424890
    },
    {
      "epoch": 118.59,
      "grad_norm": 1.4985966682434082,
      "learning_rate": 4.56491391864541e-06,
      "loss": 0.4106,
      "step": 424900
    },
    {
      "epoch": 118.59,
      "grad_norm": 1.4352251291275024,
      "learning_rate": 4.564905288188509e-06,
      "loss": 0.3998,
      "step": 424910
    },
    {
      "epoch": 118.59,
      "grad_norm": 1.2141070365905762,
      "learning_rate": 4.564896657435972e-06,
      "loss": 0.4064,
      "step": 424920
    },
    {
      "epoch": 118.6,
      "grad_norm": 1.343100666999817,
      "learning_rate": 4.564888026387799e-06,
      "loss": 0.4135,
      "step": 424930
    },
    {
      "epoch": 118.6,
      "grad_norm": 1.2852630615234375,
      "learning_rate": 4.564879395043993e-06,
      "loss": 0.4022,
      "step": 424940
    },
    {
      "epoch": 118.6,
      "grad_norm": 1.5495020151138306,
      "learning_rate": 4.564870763404553e-06,
      "loss": 0.4113,
      "step": 424950
    },
    {
      "epoch": 118.6,
      "grad_norm": 3.4377479553222656,
      "learning_rate": 4.564862131469482e-06,
      "loss": 0.3945,
      "step": 424960
    },
    {
      "epoch": 118.61,
      "grad_norm": 1.1314722299575806,
      "learning_rate": 4.56485349923878e-06,
      "loss": 0.3882,
      "step": 424970
    },
    {
      "epoch": 118.61,
      "grad_norm": 2.119108200073242,
      "learning_rate": 4.5648448667124485e-06,
      "loss": 0.404,
      "step": 424980
    },
    {
      "epoch": 118.61,
      "grad_norm": 1.7650704383850098,
      "learning_rate": 4.564836233890489e-06,
      "loss": 0.3948,
      "step": 424990
    },
    {
      "epoch": 118.62,
      "grad_norm": 1.5053058862686157,
      "learning_rate": 4.564827600772902e-06,
      "loss": 0.4108,
      "step": 425000
    },
    {
      "epoch": 118.62,
      "grad_norm": 1.6751198768615723,
      "learning_rate": 4.564818967359689e-06,
      "loss": 0.4072,
      "step": 425010
    },
    {
      "epoch": 118.62,
      "grad_norm": 1.3816019296646118,
      "learning_rate": 4.564810333650852e-06,
      "loss": 0.4026,
      "step": 425020
    },
    {
      "epoch": 118.62,
      "grad_norm": 1.5683449506759644,
      "learning_rate": 4.56480169964639e-06,
      "loss": 0.3828,
      "step": 425030
    },
    {
      "epoch": 118.63,
      "grad_norm": 1.276735544204712,
      "learning_rate": 4.564793065346306e-06,
      "loss": 0.4181,
      "step": 425040
    },
    {
      "epoch": 118.63,
      "grad_norm": 1.3592497110366821,
      "learning_rate": 4.5647844307505995e-06,
      "loss": 0.4101,
      "step": 425050
    },
    {
      "epoch": 118.63,
      "grad_norm": 1.9389749765396118,
      "learning_rate": 4.564775795859274e-06,
      "loss": 0.3981,
      "step": 425060
    },
    {
      "epoch": 118.64,
      "grad_norm": 1.5482773780822754,
      "learning_rate": 4.564767160672329e-06,
      "loss": 0.3972,
      "step": 425070
    },
    {
      "epoch": 118.64,
      "grad_norm": 1.3389700651168823,
      "learning_rate": 4.564758525189766e-06,
      "loss": 0.4007,
      "step": 425080
    },
    {
      "epoch": 118.64,
      "grad_norm": 1.6868667602539062,
      "learning_rate": 4.564749889411586e-06,
      "loss": 0.4003,
      "step": 425090
    },
    {
      "epoch": 118.64,
      "grad_norm": 1.4535565376281738,
      "learning_rate": 4.56474125333779e-06,
      "loss": 0.4133,
      "step": 425100
    },
    {
      "epoch": 118.65,
      "grad_norm": 1.4515572786331177,
      "learning_rate": 4.56473261696838e-06,
      "loss": 0.397,
      "step": 425110
    },
    {
      "epoch": 118.65,
      "grad_norm": 1.4450962543487549,
      "learning_rate": 4.564723980303357e-06,
      "loss": 0.398,
      "step": 425120
    },
    {
      "epoch": 118.65,
      "grad_norm": 2.596968173980713,
      "learning_rate": 4.5647153433427205e-06,
      "loss": 0.4154,
      "step": 425130
    },
    {
      "epoch": 118.65,
      "grad_norm": 1.5532848834991455,
      "learning_rate": 4.564706706086474e-06,
      "loss": 0.4263,
      "step": 425140
    },
    {
      "epoch": 118.66,
      "grad_norm": 1.4271451234817505,
      "learning_rate": 4.564698068534617e-06,
      "loss": 0.4225,
      "step": 425150
    },
    {
      "epoch": 118.66,
      "grad_norm": 1.4057461023330688,
      "learning_rate": 4.564689430687152e-06,
      "loss": 0.4256,
      "step": 425160
    },
    {
      "epoch": 118.66,
      "grad_norm": 1.2894209623336792,
      "learning_rate": 4.564680792544078e-06,
      "loss": 0.413,
      "step": 425170
    },
    {
      "epoch": 118.67,
      "grad_norm": 1.2786624431610107,
      "learning_rate": 4.564672154105399e-06,
      "loss": 0.4139,
      "step": 425180
    },
    {
      "epoch": 118.67,
      "grad_norm": 1.3102335929870605,
      "learning_rate": 4.5646635153711135e-06,
      "loss": 0.3926,
      "step": 425190
    },
    {
      "epoch": 118.67,
      "grad_norm": 1.5807510614395142,
      "learning_rate": 4.5646548763412246e-06,
      "loss": 0.4092,
      "step": 425200
    },
    {
      "epoch": 118.67,
      "grad_norm": 1.3560583591461182,
      "learning_rate": 4.564646237015733e-06,
      "loss": 0.4209,
      "step": 425210
    },
    {
      "epoch": 118.68,
      "grad_norm": 2.0398457050323486,
      "learning_rate": 4.564637597394638e-06,
      "loss": 0.4091,
      "step": 425220
    },
    {
      "epoch": 118.68,
      "grad_norm": 1.1687774658203125,
      "learning_rate": 4.564628957477944e-06,
      "loss": 0.4087,
      "step": 425230
    },
    {
      "epoch": 118.68,
      "grad_norm": 1.6587932109832764,
      "learning_rate": 4.564620317265649e-06,
      "loss": 0.4093,
      "step": 425240
    },
    {
      "epoch": 118.69,
      "grad_norm": 1.2012274265289307,
      "learning_rate": 4.5646116767577556e-06,
      "loss": 0.4015,
      "step": 425250
    },
    {
      "epoch": 118.69,
      "grad_norm": 1.4991055727005005,
      "learning_rate": 4.564603035954265e-06,
      "loss": 0.3841,
      "step": 425260
    },
    {
      "epoch": 118.69,
      "grad_norm": 1.3156636953353882,
      "learning_rate": 4.564594394855179e-06,
      "loss": 0.3981,
      "step": 425270
    },
    {
      "epoch": 118.69,
      "grad_norm": 2.3784265518188477,
      "learning_rate": 4.564585753460498e-06,
      "loss": 0.4161,
      "step": 425280
    },
    {
      "epoch": 118.7,
      "grad_norm": 1.6015105247497559,
      "learning_rate": 4.564577111770222e-06,
      "loss": 0.4081,
      "step": 425290
    },
    {
      "epoch": 118.7,
      "grad_norm": 1.3820925951004028,
      "learning_rate": 4.564568469784354e-06,
      "loss": 0.4162,
      "step": 425300
    },
    {
      "epoch": 118.7,
      "grad_norm": 1.436000108718872,
      "learning_rate": 4.564559827502895e-06,
      "loss": 0.3992,
      "step": 425310
    },
    {
      "epoch": 118.7,
      "grad_norm": 1.331754207611084,
      "learning_rate": 4.564551184925845e-06,
      "loss": 0.4055,
      "step": 425320
    },
    {
      "epoch": 118.71,
      "grad_norm": 1.815959095954895,
      "learning_rate": 4.564542542053206e-06,
      "loss": 0.4191,
      "step": 425330
    },
    {
      "epoch": 118.71,
      "grad_norm": 1.5460145473480225,
      "learning_rate": 4.564533898884978e-06,
      "loss": 0.4027,
      "step": 425340
    },
    {
      "epoch": 118.71,
      "grad_norm": 1.3520827293395996,
      "learning_rate": 4.564525255421165e-06,
      "loss": 0.4133,
      "step": 425350
    },
    {
      "epoch": 118.72,
      "grad_norm": 1.3979772329330444,
      "learning_rate": 4.564516611661764e-06,
      "loss": 0.4094,
      "step": 425360
    },
    {
      "epoch": 118.72,
      "grad_norm": 1.5893211364746094,
      "learning_rate": 4.56450796760678e-06,
      "loss": 0.395,
      "step": 425370
    },
    {
      "epoch": 118.72,
      "grad_norm": 1.6017643213272095,
      "learning_rate": 4.5644993232562125e-06,
      "loss": 0.4165,
      "step": 425380
    },
    {
      "epoch": 118.72,
      "grad_norm": 1.2233834266662598,
      "learning_rate": 4.5644906786100614e-06,
      "loss": 0.4114,
      "step": 425390
    },
    {
      "epoch": 118.73,
      "grad_norm": 1.5442376136779785,
      "learning_rate": 4.56448203366833e-06,
      "loss": 0.4324,
      "step": 425400
    },
    {
      "epoch": 118.73,
      "grad_norm": 1.6137226819992065,
      "learning_rate": 4.564473388431018e-06,
      "loss": 0.4034,
      "step": 425410
    },
    {
      "epoch": 118.73,
      "grad_norm": 1.5874412059783936,
      "learning_rate": 4.564464742898128e-06,
      "loss": 0.4173,
      "step": 425420
    },
    {
      "epoch": 118.74,
      "grad_norm": 1.7274417877197266,
      "learning_rate": 4.5644560970696595e-06,
      "loss": 0.4004,
      "step": 425430
    },
    {
      "epoch": 118.74,
      "grad_norm": 1.3659906387329102,
      "learning_rate": 4.564447450945615e-06,
      "loss": 0.4088,
      "step": 425440
    },
    {
      "epoch": 118.74,
      "grad_norm": 1.3361670970916748,
      "learning_rate": 4.564438804525994e-06,
      "loss": 0.4058,
      "step": 425450
    },
    {
      "epoch": 118.74,
      "grad_norm": 1.4458500146865845,
      "learning_rate": 4.564430157810799e-06,
      "loss": 0.4023,
      "step": 425460
    },
    {
      "epoch": 118.75,
      "grad_norm": 1.20579195022583,
      "learning_rate": 4.564421510800032e-06,
      "loss": 0.4257,
      "step": 425470
    },
    {
      "epoch": 118.75,
      "grad_norm": 1.4785934686660767,
      "learning_rate": 4.564412863493692e-06,
      "loss": 0.4225,
      "step": 425480
    },
    {
      "epoch": 118.75,
      "grad_norm": 1.521720290184021,
      "learning_rate": 4.564404215891782e-06,
      "loss": 0.4115,
      "step": 425490
    },
    {
      "epoch": 118.76,
      "grad_norm": 1.3570430278778076,
      "learning_rate": 4.564395567994302e-06,
      "loss": 0.4322,
      "step": 425500
    },
    {
      "epoch": 118.76,
      "grad_norm": 1.2639681100845337,
      "learning_rate": 4.564386919801253e-06,
      "loss": 0.3995,
      "step": 425510
    },
    {
      "epoch": 118.76,
      "grad_norm": 1.648202657699585,
      "learning_rate": 4.564378271312637e-06,
      "loss": 0.422,
      "step": 425520
    },
    {
      "epoch": 118.76,
      "grad_norm": 1.107175588607788,
      "learning_rate": 4.5643696225284545e-06,
      "loss": 0.4175,
      "step": 425530
    },
    {
      "epoch": 118.77,
      "grad_norm": 1.3950953483581543,
      "learning_rate": 4.564360973448707e-06,
      "loss": 0.4163,
      "step": 425540
    },
    {
      "epoch": 118.77,
      "grad_norm": 1.1683504581451416,
      "learning_rate": 4.5643523240733955e-06,
      "loss": 0.4156,
      "step": 425550
    },
    {
      "epoch": 118.77,
      "grad_norm": 1.200565218925476,
      "learning_rate": 4.564343674402521e-06,
      "loss": 0.4189,
      "step": 425560
    },
    {
      "epoch": 118.77,
      "grad_norm": 1.5562492609024048,
      "learning_rate": 4.564335024436086e-06,
      "loss": 0.3917,
      "step": 425570
    },
    {
      "epoch": 118.78,
      "grad_norm": 1.6035332679748535,
      "learning_rate": 4.56432637417409e-06,
      "loss": 0.4248,
      "step": 425580
    },
    {
      "epoch": 118.78,
      "grad_norm": 1.454246997833252,
      "learning_rate": 4.564317723616535e-06,
      "loss": 0.4379,
      "step": 425590
    },
    {
      "epoch": 118.78,
      "grad_norm": 1.5606663227081299,
      "learning_rate": 4.56430907276342e-06,
      "loss": 0.4021,
      "step": 425600
    },
    {
      "epoch": 118.79,
      "grad_norm": 1.4268064498901367,
      "learning_rate": 4.56430042161475e-06,
      "loss": 0.4073,
      "step": 425610
    },
    {
      "epoch": 118.79,
      "grad_norm": 1.187998652458191,
      "learning_rate": 4.564291770170523e-06,
      "loss": 0.4091,
      "step": 425620
    },
    {
      "epoch": 118.79,
      "grad_norm": 1.383676528930664,
      "learning_rate": 4.564283118430742e-06,
      "loss": 0.4124,
      "step": 425630
    },
    {
      "epoch": 118.79,
      "grad_norm": 1.3767106533050537,
      "learning_rate": 4.564274466395407e-06,
      "loss": 0.4182,
      "step": 425640
    },
    {
      "epoch": 118.8,
      "grad_norm": 1.3531019687652588,
      "learning_rate": 4.56426581406452e-06,
      "loss": 0.4116,
      "step": 425650
    },
    {
      "epoch": 118.8,
      "grad_norm": 1.5520291328430176,
      "learning_rate": 4.564257161438081e-06,
      "loss": 0.4186,
      "step": 425660
    },
    {
      "epoch": 118.8,
      "grad_norm": 1.6304800510406494,
      "learning_rate": 4.5642485085160926e-06,
      "loss": 0.3919,
      "step": 425670
    },
    {
      "epoch": 118.81,
      "grad_norm": 1.298946738243103,
      "learning_rate": 4.564239855298555e-06,
      "loss": 0.423,
      "step": 425680
    },
    {
      "epoch": 118.81,
      "grad_norm": 1.6381721496582031,
      "learning_rate": 4.564231201785469e-06,
      "loss": 0.4158,
      "step": 425690
    },
    {
      "epoch": 118.81,
      "grad_norm": 1.5402331352233887,
      "learning_rate": 4.564222547976838e-06,
      "loss": 0.4039,
      "step": 425700
    },
    {
      "epoch": 118.81,
      "grad_norm": 1.5179537534713745,
      "learning_rate": 4.56421389387266e-06,
      "loss": 0.4125,
      "step": 425710
    },
    {
      "epoch": 118.82,
      "grad_norm": 1.5734666585922241,
      "learning_rate": 4.564205239472938e-06,
      "loss": 0.4143,
      "step": 425720
    },
    {
      "epoch": 118.82,
      "grad_norm": 1.5854045152664185,
      "learning_rate": 4.5641965847776726e-06,
      "loss": 0.4115,
      "step": 425730
    },
    {
      "epoch": 118.82,
      "grad_norm": 1.538036823272705,
      "learning_rate": 4.564187929786866e-06,
      "loss": 0.4118,
      "step": 425740
    },
    {
      "epoch": 118.83,
      "grad_norm": 1.433881163597107,
      "learning_rate": 4.564179274500518e-06,
      "loss": 0.4124,
      "step": 425750
    },
    {
      "epoch": 118.83,
      "grad_norm": 1.420972466468811,
      "learning_rate": 4.56417061891863e-06,
      "loss": 0.3971,
      "step": 425760
    },
    {
      "epoch": 118.83,
      "grad_norm": 1.4775424003601074,
      "learning_rate": 4.5641619630412035e-06,
      "loss": 0.4028,
      "step": 425770
    },
    {
      "epoch": 118.83,
      "grad_norm": 1.395261526107788,
      "learning_rate": 4.56415330686824e-06,
      "loss": 0.4207,
      "step": 425780
    },
    {
      "epoch": 118.84,
      "grad_norm": 1.2695540189743042,
      "learning_rate": 4.5641446503997394e-06,
      "loss": 0.4013,
      "step": 425790
    },
    {
      "epoch": 118.84,
      "grad_norm": 1.442144751548767,
      "learning_rate": 4.564135993635705e-06,
      "loss": 0.4185,
      "step": 425800
    },
    {
      "epoch": 118.84,
      "grad_norm": 1.5312895774841309,
      "learning_rate": 4.564127336576135e-06,
      "loss": 0.418,
      "step": 425810
    },
    {
      "epoch": 118.84,
      "grad_norm": 2.160244941711426,
      "learning_rate": 4.564118679221033e-06,
      "loss": 0.4078,
      "step": 425820
    },
    {
      "epoch": 118.85,
      "grad_norm": 1.440598726272583,
      "learning_rate": 4.5641100215703995e-06,
      "loss": 0.4214,
      "step": 425830
    },
    {
      "epoch": 118.85,
      "grad_norm": 3.4726574420928955,
      "learning_rate": 4.564101363624235e-06,
      "loss": 0.4183,
      "step": 425840
    },
    {
      "epoch": 118.85,
      "grad_norm": 2.2391884326934814,
      "learning_rate": 4.5640927053825414e-06,
      "loss": 0.4185,
      "step": 425850
    },
    {
      "epoch": 118.86,
      "grad_norm": 1.4544636011123657,
      "learning_rate": 4.56408404684532e-06,
      "loss": 0.4191,
      "step": 425860
    },
    {
      "epoch": 118.86,
      "grad_norm": 1.3656507730484009,
      "learning_rate": 4.564075388012571e-06,
      "loss": 0.4181,
      "step": 425870
    },
    {
      "epoch": 118.86,
      "grad_norm": 1.1432576179504395,
      "learning_rate": 4.564066728884296e-06,
      "loss": 0.4252,
      "step": 425880
    },
    {
      "epoch": 118.86,
      "grad_norm": 1.1910183429718018,
      "learning_rate": 4.5640580694604966e-06,
      "loss": 0.4057,
      "step": 425890
    },
    {
      "epoch": 118.87,
      "grad_norm": 1.823457956314087,
      "learning_rate": 4.564049409741173e-06,
      "loss": 0.3954,
      "step": 425900
    },
    {
      "epoch": 118.87,
      "grad_norm": 1.7659075260162354,
      "learning_rate": 4.5640407497263275e-06,
      "loss": 0.4216,
      "step": 425910
    },
    {
      "epoch": 118.87,
      "grad_norm": 1.2843738794326782,
      "learning_rate": 4.564032089415961e-06,
      "loss": 0.4042,
      "step": 425920
    },
    {
      "epoch": 118.88,
      "grad_norm": 1.373989224433899,
      "learning_rate": 4.564023428810073e-06,
      "loss": 0.3961,
      "step": 425930
    },
    {
      "epoch": 118.88,
      "grad_norm": 1.682759404182434,
      "learning_rate": 4.564014767908668e-06,
      "loss": 0.4297,
      "step": 425940
    },
    {
      "epoch": 118.88,
      "grad_norm": 1.3009743690490723,
      "learning_rate": 4.564006106711744e-06,
      "loss": 0.4236,
      "step": 425950
    },
    {
      "epoch": 118.88,
      "grad_norm": 1.4802964925765991,
      "learning_rate": 4.5639974452193025e-06,
      "loss": 0.4027,
      "step": 425960
    },
    {
      "epoch": 118.89,
      "grad_norm": 1.3287612199783325,
      "learning_rate": 4.563988783431347e-06,
      "loss": 0.4063,
      "step": 425970
    },
    {
      "epoch": 118.89,
      "grad_norm": 1.461715817451477,
      "learning_rate": 4.563980121347876e-06,
      "loss": 0.4111,
      "step": 425980
    },
    {
      "epoch": 118.89,
      "grad_norm": 1.396125316619873,
      "learning_rate": 4.5639714589688925e-06,
      "loss": 0.4287,
      "step": 425990
    },
    {
      "epoch": 118.89,
      "grad_norm": 1.0316686630249023,
      "learning_rate": 4.5639627962943964e-06,
      "loss": 0.4166,
      "step": 426000
    },
    {
      "epoch": 118.9,
      "grad_norm": 1.5036200284957886,
      "learning_rate": 4.563954133324389e-06,
      "loss": 0.4266,
      "step": 426010
    },
    {
      "epoch": 118.9,
      "grad_norm": 1.6269910335540771,
      "learning_rate": 4.5639454700588735e-06,
      "loss": 0.4143,
      "step": 426020
    },
    {
      "epoch": 118.9,
      "grad_norm": 1.5660330057144165,
      "learning_rate": 4.563936806497848e-06,
      "loss": 0.4086,
      "step": 426030
    },
    {
      "epoch": 118.91,
      "grad_norm": 1.606504201889038,
      "learning_rate": 4.563928142641315e-06,
      "loss": 0.4265,
      "step": 426040
    },
    {
      "epoch": 118.91,
      "grad_norm": 1.233579397201538,
      "learning_rate": 4.563919478489277e-06,
      "loss": 0.4096,
      "step": 426050
    },
    {
      "epoch": 118.91,
      "grad_norm": 1.2423564195632935,
      "learning_rate": 4.5639108140417326e-06,
      "loss": 0.4152,
      "step": 426060
    },
    {
      "epoch": 118.91,
      "grad_norm": 1.5840967893600464,
      "learning_rate": 4.563902149298684e-06,
      "loss": 0.4095,
      "step": 426070
    },
    {
      "epoch": 118.92,
      "grad_norm": 1.2671489715576172,
      "learning_rate": 4.563893484260133e-06,
      "loss": 0.4297,
      "step": 426080
    },
    {
      "epoch": 118.92,
      "grad_norm": 1.2024941444396973,
      "learning_rate": 4.56388481892608e-06,
      "loss": 0.4072,
      "step": 426090
    },
    {
      "epoch": 118.92,
      "grad_norm": 1.4978257417678833,
      "learning_rate": 4.5638761532965274e-06,
      "loss": 0.4062,
      "step": 426100
    },
    {
      "epoch": 118.93,
      "grad_norm": 1.4076327085494995,
      "learning_rate": 4.563867487371475e-06,
      "loss": 0.4242,
      "step": 426110
    },
    {
      "epoch": 118.93,
      "grad_norm": 1.5424742698669434,
      "learning_rate": 4.5638588211509235e-06,
      "loss": 0.4055,
      "step": 426120
    },
    {
      "epoch": 118.93,
      "grad_norm": 1.4636026620864868,
      "learning_rate": 4.563850154634876e-06,
      "loss": 0.4088,
      "step": 426130
    },
    {
      "epoch": 118.93,
      "grad_norm": 1.4010876417160034,
      "learning_rate": 4.563841487823332e-06,
      "loss": 0.3961,
      "step": 426140
    },
    {
      "epoch": 118.94,
      "grad_norm": 2.345702648162842,
      "learning_rate": 4.563832820716293e-06,
      "loss": 0.4017,
      "step": 426150
    },
    {
      "epoch": 118.94,
      "grad_norm": 1.3099359273910522,
      "learning_rate": 4.5638241533137606e-06,
      "loss": 0.4127,
      "step": 426160
    },
    {
      "epoch": 118.94,
      "grad_norm": 1.173418641090393,
      "learning_rate": 4.563815485615736e-06,
      "loss": 0.4165,
      "step": 426170
    },
    {
      "epoch": 118.95,
      "grad_norm": 1.4511240720748901,
      "learning_rate": 4.563806817622219e-06,
      "loss": 0.421,
      "step": 426180
    },
    {
      "epoch": 118.95,
      "grad_norm": 1.539230227470398,
      "learning_rate": 4.563798149333214e-06,
      "loss": 0.4005,
      "step": 426190
    },
    {
      "epoch": 118.95,
      "grad_norm": 1.3515682220458984,
      "learning_rate": 4.563789480748718e-06,
      "loss": 0.422,
      "step": 426200
    },
    {
      "epoch": 118.95,
      "grad_norm": 2.709930419921875,
      "learning_rate": 4.563780811868735e-06,
      "loss": 0.4051,
      "step": 426210
    },
    {
      "epoch": 118.96,
      "grad_norm": 3.1183559894561768,
      "learning_rate": 4.563772142693265e-06,
      "loss": 0.4082,
      "step": 426220
    },
    {
      "epoch": 118.96,
      "grad_norm": 1.4794350862503052,
      "learning_rate": 4.563763473222309e-06,
      "loss": 0.4174,
      "step": 426230
    },
    {
      "epoch": 118.96,
      "grad_norm": 1.5311883687973022,
      "learning_rate": 4.56375480345587e-06,
      "loss": 0.4031,
      "step": 426240
    },
    {
      "epoch": 118.96,
      "grad_norm": 1.5215985774993896,
      "learning_rate": 4.563746133393947e-06,
      "loss": 0.4124,
      "step": 426250
    },
    {
      "epoch": 118.97,
      "grad_norm": 1.3655989170074463,
      "learning_rate": 4.563737463036542e-06,
      "loss": 0.4161,
      "step": 426260
    },
    {
      "epoch": 118.97,
      "grad_norm": 1.206310749053955,
      "learning_rate": 4.563728792383655e-06,
      "loss": 0.3918,
      "step": 426270
    },
    {
      "epoch": 118.97,
      "grad_norm": 1.2580318450927734,
      "learning_rate": 4.56372012143529e-06,
      "loss": 0.4116,
      "step": 426280
    },
    {
      "epoch": 118.98,
      "grad_norm": 1.3820531368255615,
      "learning_rate": 4.563711450191445e-06,
      "loss": 0.4209,
      "step": 426290
    },
    {
      "epoch": 118.98,
      "grad_norm": 1.6826823949813843,
      "learning_rate": 4.563702778652123e-06,
      "loss": 0.4176,
      "step": 426300
    },
    {
      "epoch": 118.98,
      "grad_norm": 1.219551920890808,
      "learning_rate": 4.5636941068173246e-06,
      "loss": 0.4101,
      "step": 426310
    },
    {
      "epoch": 118.98,
      "grad_norm": 1.3008500337600708,
      "learning_rate": 4.563685434687052e-06,
      "loss": 0.3998,
      "step": 426320
    },
    {
      "epoch": 118.99,
      "grad_norm": 1.5620694160461426,
      "learning_rate": 4.563676762261304e-06,
      "loss": 0.3976,
      "step": 426330
    },
    {
      "epoch": 118.99,
      "grad_norm": 1.4103233814239502,
      "learning_rate": 4.563668089540084e-06,
      "loss": 0.4159,
      "step": 426340
    },
    {
      "epoch": 118.99,
      "grad_norm": 1.4779740571975708,
      "learning_rate": 4.563659416523391e-06,
      "loss": 0.4054,
      "step": 426350
    },
    {
      "epoch": 119.0,
      "grad_norm": 1.2714136838912964,
      "learning_rate": 4.563650743211229e-06,
      "loss": 0.4166,
      "step": 426360
    },
    {
      "epoch": 119.0,
      "grad_norm": 1.448164939880371,
      "learning_rate": 4.563642069603597e-06,
      "loss": 0.4152,
      "step": 426370
    },
    {
      "epoch": 119.0,
      "eval_loss": 0.4136653244495392,
      "eval_runtime": 63.2432,
      "eval_samples_per_second": 79.993,
      "eval_steps_per_second": 10.009,
      "step": 426377
    },
    {
      "epoch": 119.0,
      "grad_norm": 1.2815171480178833,
      "learning_rate": 4.563633395700497e-06,
      "loss": 0.4333,
      "step": 426380
    },
    {
      "epoch": 119.0,
      "grad_norm": 1.896531343460083,
      "learning_rate": 4.56362472150193e-06,
      "loss": 0.388,
      "step": 426390
    },
    {
      "epoch": 119.01,
      "grad_norm": 1.7034242153167725,
      "learning_rate": 4.563616047007896e-06,
      "loss": 0.4201,
      "step": 426400
    },
    {
      "epoch": 119.01,
      "grad_norm": 1.5053577423095703,
      "learning_rate": 4.563607372218398e-06,
      "loss": 0.3933,
      "step": 426410
    },
    {
      "epoch": 119.01,
      "grad_norm": 1.423203945159912,
      "learning_rate": 4.563598697133436e-06,
      "loss": 0.429,
      "step": 426420
    },
    {
      "epoch": 119.01,
      "grad_norm": 1.4231706857681274,
      "learning_rate": 4.563590021753012e-06,
      "loss": 0.4108,
      "step": 426430
    },
    {
      "epoch": 119.02,
      "grad_norm": 1.332810878753662,
      "learning_rate": 4.563581346077127e-06,
      "loss": 0.4384,
      "step": 426440
    },
    {
      "epoch": 119.02,
      "grad_norm": 1.3551560640335083,
      "learning_rate": 4.563572670105782e-06,
      "loss": 0.3876,
      "step": 426450
    },
    {
      "epoch": 119.02,
      "grad_norm": 1.3682708740234375,
      "learning_rate": 4.563563993838977e-06,
      "loss": 0.4088,
      "step": 426460
    },
    {
      "epoch": 119.03,
      "grad_norm": 1.227372407913208,
      "learning_rate": 4.563555317276715e-06,
      "loss": 0.4159,
      "step": 426470
    },
    {
      "epoch": 119.03,
      "grad_norm": 1.3199282884597778,
      "learning_rate": 4.563546640418995e-06,
      "loss": 0.423,
      "step": 426480
    },
    {
      "epoch": 119.03,
      "grad_norm": 1.5499287843704224,
      "learning_rate": 4.56353796326582e-06,
      "loss": 0.4081,
      "step": 426490
    },
    {
      "epoch": 119.03,
      "grad_norm": 1.27435302734375,
      "learning_rate": 4.563529285817192e-06,
      "loss": 0.4101,
      "step": 426500
    },
    {
      "epoch": 119.04,
      "grad_norm": 1.3549708127975464,
      "learning_rate": 4.56352060807311e-06,
      "loss": 0.409,
      "step": 426510
    },
    {
      "epoch": 119.04,
      "grad_norm": 1.4093589782714844,
      "learning_rate": 4.563511930033575e-06,
      "loss": 0.4286,
      "step": 426520
    },
    {
      "epoch": 119.04,
      "grad_norm": 1.0987253189086914,
      "learning_rate": 4.56350325169859e-06,
      "loss": 0.4095,
      "step": 426530
    },
    {
      "epoch": 119.05,
      "grad_norm": 1.346978783607483,
      "learning_rate": 4.563494573068155e-06,
      "loss": 0.4052,
      "step": 426540
    },
    {
      "epoch": 119.05,
      "grad_norm": 1.2489206790924072,
      "learning_rate": 4.563485894142271e-06,
      "loss": 0.404,
      "step": 426550
    },
    {
      "epoch": 119.05,
      "grad_norm": 1.718371868133545,
      "learning_rate": 4.56347721492094e-06,
      "loss": 0.4257,
      "step": 426560
    },
    {
      "epoch": 119.05,
      "grad_norm": 1.3008359670639038,
      "learning_rate": 4.563468535404163e-06,
      "loss": 0.4257,
      "step": 426570
    },
    {
      "epoch": 119.06,
      "grad_norm": 1.2086718082427979,
      "learning_rate": 4.563459855591941e-06,
      "loss": 0.3946,
      "step": 426580
    },
    {
      "epoch": 119.06,
      "grad_norm": 1.2236309051513672,
      "learning_rate": 4.563451175484274e-06,
      "loss": 0.3967,
      "step": 426590
    },
    {
      "epoch": 119.06,
      "grad_norm": 1.2396787405014038,
      "learning_rate": 4.563442495081164e-06,
      "loss": 0.4023,
      "step": 426600
    },
    {
      "epoch": 119.07,
      "grad_norm": 1.8499367237091064,
      "learning_rate": 4.5634338143826135e-06,
      "loss": 0.3964,
      "step": 426610
    },
    {
      "epoch": 119.07,
      "grad_norm": 1.8837379217147827,
      "learning_rate": 4.563425133388622e-06,
      "loss": 0.4251,
      "step": 426620
    },
    {
      "epoch": 119.07,
      "grad_norm": 1.466941475868225,
      "learning_rate": 4.563416452099191e-06,
      "loss": 0.4012,
      "step": 426630
    },
    {
      "epoch": 119.07,
      "grad_norm": 1.4551172256469727,
      "learning_rate": 4.563407770514322e-06,
      "loss": 0.4223,
      "step": 426640
    },
    {
      "epoch": 119.08,
      "grad_norm": 1.4361735582351685,
      "learning_rate": 4.563399088634016e-06,
      "loss": 0.4207,
      "step": 426650
    },
    {
      "epoch": 119.08,
      "grad_norm": 1.6711573600769043,
      "learning_rate": 4.563390406458274e-06,
      "loss": 0.3997,
      "step": 426660
    },
    {
      "epoch": 119.08,
      "grad_norm": 1.8219125270843506,
      "learning_rate": 4.563381723987097e-06,
      "loss": 0.3979,
      "step": 426670
    },
    {
      "epoch": 119.08,
      "grad_norm": 1.4986952543258667,
      "learning_rate": 4.563373041220487e-06,
      "loss": 0.4252,
      "step": 426680
    },
    {
      "epoch": 119.09,
      "grad_norm": 1.1566197872161865,
      "learning_rate": 4.563364358158443e-06,
      "loss": 0.4206,
      "step": 426690
    },
    {
      "epoch": 119.09,
      "grad_norm": 1.4074451923370361,
      "learning_rate": 4.56335567480097e-06,
      "loss": 0.4011,
      "step": 426700
    },
    {
      "epoch": 119.09,
      "grad_norm": 1.2310749292373657,
      "learning_rate": 4.5633469911480655e-06,
      "loss": 0.4161,
      "step": 426710
    },
    {
      "epoch": 119.1,
      "grad_norm": 1.515869140625,
      "learning_rate": 4.563338307199732e-06,
      "loss": 0.4158,
      "step": 426720
    },
    {
      "epoch": 119.1,
      "grad_norm": 1.5737888813018799,
      "learning_rate": 4.563329622955972e-06,
      "loss": 0.4135,
      "step": 426730
    },
    {
      "epoch": 119.1,
      "grad_norm": 1.1647827625274658,
      "learning_rate": 4.563320938416784e-06,
      "loss": 0.4235,
      "step": 426740
    },
    {
      "epoch": 119.1,
      "grad_norm": 1.5016238689422607,
      "learning_rate": 4.56331225358217e-06,
      "loss": 0.412,
      "step": 426750
    },
    {
      "epoch": 119.11,
      "grad_norm": 1.157975673675537,
      "learning_rate": 4.563303568452133e-06,
      "loss": 0.4195,
      "step": 426760
    },
    {
      "epoch": 119.11,
      "grad_norm": 1.3434717655181885,
      "learning_rate": 4.563294883026672e-06,
      "loss": 0.4,
      "step": 426770
    },
    {
      "epoch": 119.11,
      "grad_norm": 1.3339074850082397,
      "learning_rate": 4.56328619730579e-06,
      "loss": 0.4002,
      "step": 426780
    },
    {
      "epoch": 119.12,
      "grad_norm": 1.643981695175171,
      "learning_rate": 4.5632775112894865e-06,
      "loss": 0.4428,
      "step": 426790
    },
    {
      "epoch": 119.12,
      "grad_norm": 1.4916385412216187,
      "learning_rate": 4.563268824977763e-06,
      "loss": 0.4141,
      "step": 426800
    },
    {
      "epoch": 119.12,
      "grad_norm": 1.4533902406692505,
      "learning_rate": 4.563260138370621e-06,
      "loss": 0.4038,
      "step": 426810
    },
    {
      "epoch": 119.12,
      "grad_norm": 1.4684666395187378,
      "learning_rate": 4.563251451468062e-06,
      "loss": 0.3984,
      "step": 426820
    },
    {
      "epoch": 119.13,
      "grad_norm": 1.2800419330596924,
      "learning_rate": 4.563242764270086e-06,
      "loss": 0.4052,
      "step": 426830
    },
    {
      "epoch": 119.13,
      "grad_norm": 1.336281657218933,
      "learning_rate": 4.563234076776696e-06,
      "loss": 0.4031,
      "step": 426840
    },
    {
      "epoch": 119.13,
      "grad_norm": 1.3242906332015991,
      "learning_rate": 4.563225388987891e-06,
      "loss": 0.4192,
      "step": 426850
    },
    {
      "epoch": 119.13,
      "grad_norm": 1.1482740640640259,
      "learning_rate": 4.563216700903675e-06,
      "loss": 0.4062,
      "step": 426860
    },
    {
      "epoch": 119.14,
      "grad_norm": 1.2612156867980957,
      "learning_rate": 4.563208012524045e-06,
      "loss": 0.4227,
      "step": 426870
    },
    {
      "epoch": 119.14,
      "grad_norm": 1.3425546884536743,
      "learning_rate": 4.563199323849006e-06,
      "loss": 0.398,
      "step": 426880
    },
    {
      "epoch": 119.14,
      "grad_norm": 1.7030068635940552,
      "learning_rate": 4.563190634878557e-06,
      "loss": 0.4128,
      "step": 426890
    },
    {
      "epoch": 119.15,
      "grad_norm": 1.3369137048721313,
      "learning_rate": 4.5631819456127e-06,
      "loss": 0.4048,
      "step": 426900
    },
    {
      "epoch": 119.15,
      "grad_norm": 1.5373374223709106,
      "learning_rate": 4.563173256051437e-06,
      "loss": 0.4253,
      "step": 426910
    },
    {
      "epoch": 119.15,
      "grad_norm": 1.2265762090682983,
      "learning_rate": 4.563164566194767e-06,
      "loss": 0.4124,
      "step": 426920
    },
    {
      "epoch": 119.15,
      "grad_norm": 1.3652831315994263,
      "learning_rate": 4.563155876042692e-06,
      "loss": 0.4103,
      "step": 426930
    },
    {
      "epoch": 119.16,
      "grad_norm": 1.5285983085632324,
      "learning_rate": 4.563147185595215e-06,
      "loss": 0.419,
      "step": 426940
    },
    {
      "epoch": 119.16,
      "grad_norm": 1.2229385375976562,
      "learning_rate": 4.563138494852334e-06,
      "loss": 0.3999,
      "step": 426950
    },
    {
      "epoch": 119.16,
      "grad_norm": 1.5620852708816528,
      "learning_rate": 4.563129803814052e-06,
      "loss": 0.3977,
      "step": 426960
    },
    {
      "epoch": 119.17,
      "grad_norm": 1.3069792985916138,
      "learning_rate": 4.563121112480371e-06,
      "loss": 0.4171,
      "step": 426970
    },
    {
      "epoch": 119.17,
      "grad_norm": 1.2549612522125244,
      "learning_rate": 4.56311242085129e-06,
      "loss": 0.4119,
      "step": 426980
    },
    {
      "epoch": 119.17,
      "grad_norm": 1.1494377851486206,
      "learning_rate": 4.563103728926813e-06,
      "loss": 0.4064,
      "step": 426990
    },
    {
      "epoch": 119.17,
      "grad_norm": 1.4501674175262451,
      "learning_rate": 4.563095036706938e-06,
      "loss": 0.4056,
      "step": 427000
    },
    {
      "epoch": 119.18,
      "grad_norm": 1.9149693250656128,
      "learning_rate": 4.5630863441916675e-06,
      "loss": 0.4131,
      "step": 427010
    },
    {
      "epoch": 119.18,
      "grad_norm": 1.4225435256958008,
      "learning_rate": 4.563077651381003e-06,
      "loss": 0.4169,
      "step": 427020
    },
    {
      "epoch": 119.18,
      "grad_norm": 1.5178128480911255,
      "learning_rate": 4.563068958274945e-06,
      "loss": 0.4164,
      "step": 427030
    },
    {
      "epoch": 119.19,
      "grad_norm": 1.8654842376708984,
      "learning_rate": 4.563060264873496e-06,
      "loss": 0.4033,
      "step": 427040
    },
    {
      "epoch": 119.19,
      "grad_norm": 1.6013126373291016,
      "learning_rate": 4.5630515711766565e-06,
      "loss": 0.4051,
      "step": 427050
    },
    {
      "epoch": 119.19,
      "grad_norm": 1.549742579460144,
      "learning_rate": 4.563042877184426e-06,
      "loss": 0.3937,
      "step": 427060
    },
    {
      "epoch": 119.19,
      "grad_norm": 1.7102757692337036,
      "learning_rate": 4.563034182896807e-06,
      "loss": 0.4104,
      "step": 427070
    },
    {
      "epoch": 119.2,
      "grad_norm": 1.6503828763961792,
      "learning_rate": 4.5630254883138015e-06,
      "loss": 0.4279,
      "step": 427080
    },
    {
      "epoch": 119.2,
      "grad_norm": 1.4894927740097046,
      "learning_rate": 4.56301679343541e-06,
      "loss": 0.4081,
      "step": 427090
    },
    {
      "epoch": 119.2,
      "grad_norm": 1.4475375413894653,
      "learning_rate": 4.563008098261633e-06,
      "loss": 0.4178,
      "step": 427100
    },
    {
      "epoch": 119.2,
      "grad_norm": 1.422541856765747,
      "learning_rate": 4.562999402792472e-06,
      "loss": 0.3964,
      "step": 427110
    },
    {
      "epoch": 119.21,
      "grad_norm": 1.1945170164108276,
      "learning_rate": 4.562990707027928e-06,
      "loss": 0.4183,
      "step": 427120
    },
    {
      "epoch": 119.21,
      "grad_norm": 2.7988028526306152,
      "learning_rate": 4.562982010968003e-06,
      "loss": 0.4167,
      "step": 427130
    },
    {
      "epoch": 119.21,
      "grad_norm": 1.624886155128479,
      "learning_rate": 4.562973314612698e-06,
      "loss": 0.4154,
      "step": 427140
    },
    {
      "epoch": 119.22,
      "grad_norm": 1.3474719524383545,
      "learning_rate": 4.562964617962013e-06,
      "loss": 0.4008,
      "step": 427150
    },
    {
      "epoch": 119.22,
      "grad_norm": 1.5071256160736084,
      "learning_rate": 4.56295592101595e-06,
      "loss": 0.4034,
      "step": 427160
    },
    {
      "epoch": 119.22,
      "grad_norm": 1.1799017190933228,
      "learning_rate": 4.562947223774511e-06,
      "loss": 0.42,
      "step": 427170
    },
    {
      "epoch": 119.22,
      "grad_norm": 1.5294982194900513,
      "learning_rate": 4.562938526237695e-06,
      "loss": 0.3981,
      "step": 427180
    },
    {
      "epoch": 119.23,
      "grad_norm": 1.3942699432373047,
      "learning_rate": 4.562929828405505e-06,
      "loss": 0.4066,
      "step": 427190
    },
    {
      "epoch": 119.23,
      "grad_norm": 1.4205747842788696,
      "learning_rate": 4.562921130277941e-06,
      "loss": 0.4164,
      "step": 427200
    },
    {
      "epoch": 119.23,
      "grad_norm": 4.010303497314453,
      "learning_rate": 4.562912431855006e-06,
      "loss": 0.4111,
      "step": 427210
    },
    {
      "epoch": 119.24,
      "grad_norm": 1.2977410554885864,
      "learning_rate": 4.562903733136699e-06,
      "loss": 0.4085,
      "step": 427220
    },
    {
      "epoch": 119.24,
      "grad_norm": 1.443235993385315,
      "learning_rate": 4.562895034123023e-06,
      "loss": 0.4054,
      "step": 427230
    },
    {
      "epoch": 119.24,
      "grad_norm": 1.3897478580474854,
      "learning_rate": 4.562886334813976e-06,
      "loss": 0.4111,
      "step": 427240
    },
    {
      "epoch": 119.24,
      "grad_norm": 1.2934556007385254,
      "learning_rate": 4.562877635209563e-06,
      "loss": 0.4264,
      "step": 427250
    },
    {
      "epoch": 119.25,
      "grad_norm": 1.6651047468185425,
      "learning_rate": 4.562868935309783e-06,
      "loss": 0.421,
      "step": 427260
    },
    {
      "epoch": 119.25,
      "grad_norm": 1.3994344472885132,
      "learning_rate": 4.562860235114638e-06,
      "loss": 0.4019,
      "step": 427270
    },
    {
      "epoch": 119.25,
      "grad_norm": 1.3572769165039062,
      "learning_rate": 4.562851534624129e-06,
      "loss": 0.4002,
      "step": 427280
    },
    {
      "epoch": 119.25,
      "grad_norm": 1.4161049127578735,
      "learning_rate": 4.5628428338382564e-06,
      "loss": 0.3892,
      "step": 427290
    },
    {
      "epoch": 119.26,
      "grad_norm": 1.3496907949447632,
      "learning_rate": 4.5628341327570225e-06,
      "loss": 0.4083,
      "step": 427300
    },
    {
      "epoch": 119.26,
      "grad_norm": 2.5572147369384766,
      "learning_rate": 4.562825431380428e-06,
      "loss": 0.4154,
      "step": 427310
    },
    {
      "epoch": 119.26,
      "grad_norm": 1.2443417310714722,
      "learning_rate": 4.5628167297084725e-06,
      "loss": 0.427,
      "step": 427320
    },
    {
      "epoch": 119.27,
      "grad_norm": 1.5029935836791992,
      "learning_rate": 4.562808027741161e-06,
      "loss": 0.4219,
      "step": 427330
    },
    {
      "epoch": 119.27,
      "grad_norm": 1.3488234281539917,
      "learning_rate": 4.56279932547849e-06,
      "loss": 0.4121,
      "step": 427340
    },
    {
      "epoch": 119.27,
      "grad_norm": 1.356755018234253,
      "learning_rate": 4.562790622920465e-06,
      "loss": 0.401,
      "step": 427350
    },
    {
      "epoch": 119.27,
      "grad_norm": 1.682647705078125,
      "learning_rate": 4.5627819200670835e-06,
      "loss": 0.3957,
      "step": 427360
    },
    {
      "epoch": 119.28,
      "grad_norm": 1.2864166498184204,
      "learning_rate": 4.562773216918349e-06,
      "loss": 0.4044,
      "step": 427370
    },
    {
      "epoch": 119.28,
      "grad_norm": 1.060650110244751,
      "learning_rate": 4.5627645134742615e-06,
      "loss": 0.4031,
      "step": 427380
    },
    {
      "epoch": 119.28,
      "grad_norm": 1.213647723197937,
      "learning_rate": 4.562755809734822e-06,
      "loss": 0.4162,
      "step": 427390
    },
    {
      "epoch": 119.29,
      "grad_norm": 1.365620732307434,
      "learning_rate": 4.562747105700033e-06,
      "loss": 0.3894,
      "step": 427400
    },
    {
      "epoch": 119.29,
      "grad_norm": 1.460121989250183,
      "learning_rate": 4.562738401369895e-06,
      "loss": 0.4135,
      "step": 427410
    },
    {
      "epoch": 119.29,
      "grad_norm": 1.5081182718276978,
      "learning_rate": 4.5627296967444095e-06,
      "loss": 0.4211,
      "step": 427420
    },
    {
      "epoch": 119.29,
      "grad_norm": 1.2005459070205688,
      "learning_rate": 4.562720991823576e-06,
      "loss": 0.3969,
      "step": 427430
    },
    {
      "epoch": 119.3,
      "grad_norm": 1.928418517112732,
      "learning_rate": 4.5627122866073974e-06,
      "loss": 0.3957,
      "step": 427440
    },
    {
      "epoch": 119.3,
      "grad_norm": 1.2841616868972778,
      "learning_rate": 4.5627035810958745e-06,
      "loss": 0.4032,
      "step": 427450
    },
    {
      "epoch": 119.3,
      "grad_norm": 1.5215437412261963,
      "learning_rate": 4.562694875289007e-06,
      "loss": 0.4215,
      "step": 427460
    },
    {
      "epoch": 119.31,
      "grad_norm": 1.286010503768921,
      "learning_rate": 4.562686169186799e-06,
      "loss": 0.4113,
      "step": 427470
    },
    {
      "epoch": 119.31,
      "grad_norm": 1.222784399986267,
      "learning_rate": 4.562677462789249e-06,
      "loss": 0.3968,
      "step": 427480
    },
    {
      "epoch": 119.31,
      "grad_norm": 1.7010709047317505,
      "learning_rate": 4.56266875609636e-06,
      "loss": 0.4159,
      "step": 427490
    },
    {
      "epoch": 119.31,
      "grad_norm": 1.5119311809539795,
      "learning_rate": 4.562660049108132e-06,
      "loss": 0.3956,
      "step": 427500
    },
    {
      "epoch": 119.32,
      "grad_norm": 1.255455493927002,
      "learning_rate": 4.562651341824566e-06,
      "loss": 0.4167,
      "step": 427510
    },
    {
      "epoch": 119.32,
      "grad_norm": 1.3913880586624146,
      "learning_rate": 4.5626426342456646e-06,
      "loss": 0.4209,
      "step": 427520
    },
    {
      "epoch": 119.32,
      "grad_norm": 1.0944271087646484,
      "learning_rate": 4.562633926371427e-06,
      "loss": 0.4107,
      "step": 427530
    },
    {
      "epoch": 119.32,
      "grad_norm": 1.3335062265396118,
      "learning_rate": 4.5626252182018555e-06,
      "loss": 0.3997,
      "step": 427540
    },
    {
      "epoch": 119.33,
      "grad_norm": 1.3686981201171875,
      "learning_rate": 4.5626165097369515e-06,
      "loss": 0.4107,
      "step": 427550
    },
    {
      "epoch": 119.33,
      "grad_norm": 1.3085365295410156,
      "learning_rate": 4.562607800976715e-06,
      "loss": 0.407,
      "step": 427560
    },
    {
      "epoch": 119.33,
      "grad_norm": 2.085787057876587,
      "learning_rate": 4.562599091921149e-06,
      "loss": 0.4142,
      "step": 427570
    },
    {
      "epoch": 119.34,
      "grad_norm": 1.5948234796524048,
      "learning_rate": 4.562590382570253e-06,
      "loss": 0.4127,
      "step": 427580
    },
    {
      "epoch": 119.34,
      "grad_norm": 1.2871267795562744,
      "learning_rate": 4.562581672924029e-06,
      "loss": 0.3961,
      "step": 427590
    },
    {
      "epoch": 119.34,
      "grad_norm": 1.540310263633728,
      "learning_rate": 4.562572962982478e-06,
      "loss": 0.3964,
      "step": 427600
    },
    {
      "epoch": 119.34,
      "grad_norm": 1.990179419517517,
      "learning_rate": 4.5625642527455996e-06,
      "loss": 0.4029,
      "step": 427610
    },
    {
      "epoch": 119.35,
      "grad_norm": 1.1507034301757812,
      "learning_rate": 4.562555542213398e-06,
      "loss": 0.4163,
      "step": 427620
    },
    {
      "epoch": 119.35,
      "grad_norm": 1.2947003841400146,
      "learning_rate": 4.562546831385872e-06,
      "loss": 0.4003,
      "step": 427630
    },
    {
      "epoch": 119.35,
      "grad_norm": 1.3707231283187866,
      "learning_rate": 4.562538120263024e-06,
      "loss": 0.4142,
      "step": 427640
    },
    {
      "epoch": 119.36,
      "grad_norm": 1.4698783159255981,
      "learning_rate": 4.562529408844855e-06,
      "loss": 0.3989,
      "step": 427650
    },
    {
      "epoch": 119.36,
      "grad_norm": 1.447001338005066,
      "learning_rate": 4.5625206971313654e-06,
      "loss": 0.395,
      "step": 427660
    },
    {
      "epoch": 119.36,
      "grad_norm": 1.2463675737380981,
      "learning_rate": 4.562511985122557e-06,
      "loss": 0.4029,
      "step": 427670
    },
    {
      "epoch": 119.36,
      "grad_norm": 1.3986992835998535,
      "learning_rate": 4.56250327281843e-06,
      "loss": 0.4135,
      "step": 427680
    },
    {
      "epoch": 119.37,
      "grad_norm": 1.3871697187423706,
      "learning_rate": 4.562494560218987e-06,
      "loss": 0.4338,
      "step": 427690
    },
    {
      "epoch": 119.37,
      "grad_norm": 1.328182339668274,
      "learning_rate": 4.562485847324229e-06,
      "loss": 0.407,
      "step": 427700
    },
    {
      "epoch": 119.37,
      "grad_norm": 1.6763889789581299,
      "learning_rate": 4.562477134134157e-06,
      "loss": 0.4142,
      "step": 427710
    },
    {
      "epoch": 119.37,
      "grad_norm": 1.2568331956863403,
      "learning_rate": 4.56246842064877e-06,
      "loss": 0.4021,
      "step": 427720
    },
    {
      "epoch": 119.38,
      "grad_norm": 1.552431344985962,
      "learning_rate": 4.562459706868072e-06,
      "loss": 0.4293,
      "step": 427730
    },
    {
      "epoch": 119.38,
      "grad_norm": 1.2892203330993652,
      "learning_rate": 4.562450992792063e-06,
      "loss": 0.4169,
      "step": 427740
    },
    {
      "epoch": 119.38,
      "grad_norm": 1.4302119016647339,
      "learning_rate": 4.562442278420744e-06,
      "loss": 0.4126,
      "step": 427750
    },
    {
      "epoch": 119.39,
      "grad_norm": 1.4022246599197388,
      "learning_rate": 4.562433563754117e-06,
      "loss": 0.4178,
      "step": 427760
    },
    {
      "epoch": 119.39,
      "grad_norm": 4.053080081939697,
      "learning_rate": 4.5624248487921826e-06,
      "loss": 0.4131,
      "step": 427770
    },
    {
      "epoch": 119.39,
      "grad_norm": 1.154038429260254,
      "learning_rate": 4.562416133534942e-06,
      "loss": 0.4382,
      "step": 427780
    },
    {
      "epoch": 119.39,
      "grad_norm": 1.5009005069732666,
      "learning_rate": 4.5624074179823954e-06,
      "loss": 0.4068,
      "step": 427790
    },
    {
      "epoch": 119.4,
      "grad_norm": 1.4931963682174683,
      "learning_rate": 4.5623987021345456e-06,
      "loss": 0.4148,
      "step": 427800
    },
    {
      "epoch": 119.4,
      "grad_norm": 1.3279545307159424,
      "learning_rate": 4.562389985991393e-06,
      "loss": 0.4281,
      "step": 427810
    },
    {
      "epoch": 119.4,
      "grad_norm": 1.5830034017562866,
      "learning_rate": 4.562381269552939e-06,
      "loss": 0.408,
      "step": 427820
    },
    {
      "epoch": 119.41,
      "grad_norm": 1.6718798875808716,
      "learning_rate": 4.562372552819185e-06,
      "loss": 0.4355,
      "step": 427830
    },
    {
      "epoch": 119.41,
      "grad_norm": 1.4507216215133667,
      "learning_rate": 4.562363835790131e-06,
      "loss": 0.4358,
      "step": 427840
    },
    {
      "epoch": 119.41,
      "grad_norm": 1.490173578262329,
      "learning_rate": 4.562355118465779e-06,
      "loss": 0.4096,
      "step": 427850
    },
    {
      "epoch": 119.41,
      "grad_norm": 1.3924375772476196,
      "learning_rate": 4.56234640084613e-06,
      "loss": 0.4019,
      "step": 427860
    },
    {
      "epoch": 119.42,
      "grad_norm": 1.7989990711212158,
      "learning_rate": 4.562337682931185e-06,
      "loss": 0.3924,
      "step": 427870
    },
    {
      "epoch": 119.42,
      "grad_norm": 1.3866008520126343,
      "learning_rate": 4.562328964720945e-06,
      "loss": 0.4215,
      "step": 427880
    },
    {
      "epoch": 119.42,
      "grad_norm": 1.3046880960464478,
      "learning_rate": 4.5623202462154135e-06,
      "loss": 0.4144,
      "step": 427890
    },
    {
      "epoch": 119.43,
      "grad_norm": 1.4481885433197021,
      "learning_rate": 4.562311527414588e-06,
      "loss": 0.3979,
      "step": 427900
    },
    {
      "epoch": 119.43,
      "grad_norm": 1.4739314317703247,
      "learning_rate": 4.562302808318472e-06,
      "loss": 0.4229,
      "step": 427910
    },
    {
      "epoch": 119.43,
      "grad_norm": 1.405635952949524,
      "learning_rate": 4.562294088927066e-06,
      "loss": 0.3984,
      "step": 427920
    },
    {
      "epoch": 119.43,
      "grad_norm": 3.2870821952819824,
      "learning_rate": 4.56228536924037e-06,
      "loss": 0.4183,
      "step": 427930
    },
    {
      "epoch": 119.44,
      "grad_norm": 1.3118358850479126,
      "learning_rate": 4.562276649258388e-06,
      "loss": 0.4131,
      "step": 427940
    },
    {
      "epoch": 119.44,
      "grad_norm": 1.4303964376449585,
      "learning_rate": 4.562267928981119e-06,
      "loss": 0.4085,
      "step": 427950
    },
    {
      "epoch": 119.44,
      "grad_norm": 1.3382296562194824,
      "learning_rate": 4.562259208408564e-06,
      "loss": 0.415,
      "step": 427960
    },
    {
      "epoch": 119.44,
      "grad_norm": 1.116360068321228,
      "learning_rate": 4.5622504875407255e-06,
      "loss": 0.4224,
      "step": 427970
    },
    {
      "epoch": 119.45,
      "grad_norm": 1.1696217060089111,
      "learning_rate": 4.562241766377604e-06,
      "loss": 0.4103,
      "step": 427980
    },
    {
      "epoch": 119.45,
      "grad_norm": 1.2593187093734741,
      "learning_rate": 4.5622330449192e-06,
      "loss": 0.4128,
      "step": 427990
    },
    {
      "epoch": 119.45,
      "grad_norm": 1.4905427694320679,
      "learning_rate": 4.5622243231655165e-06,
      "loss": 0.4026,
      "step": 428000
    },
    {
      "epoch": 119.46,
      "grad_norm": 1.2628059387207031,
      "learning_rate": 4.562215601116552e-06,
      "loss": 0.4268,
      "step": 428010
    },
    {
      "epoch": 119.46,
      "grad_norm": 1.915044903755188,
      "learning_rate": 4.56220687877231e-06,
      "loss": 0.399,
      "step": 428020
    },
    {
      "epoch": 119.46,
      "grad_norm": 1.219198226928711,
      "learning_rate": 4.562198156132791e-06,
      "loss": 0.4062,
      "step": 428030
    },
    {
      "epoch": 119.46,
      "grad_norm": 1.611914873123169,
      "learning_rate": 4.562189433197995e-06,
      "loss": 0.4289,
      "step": 428040
    },
    {
      "epoch": 119.47,
      "grad_norm": 1.3113460540771484,
      "learning_rate": 4.562180709967924e-06,
      "loss": 0.4085,
      "step": 428050
    },
    {
      "epoch": 119.47,
      "grad_norm": 1.2832812070846558,
      "learning_rate": 4.562171986442581e-06,
      "loss": 0.4036,
      "step": 428060
    },
    {
      "epoch": 119.47,
      "grad_norm": 1.819063425064087,
      "learning_rate": 4.562163262621964e-06,
      "loss": 0.4048,
      "step": 428070
    },
    {
      "epoch": 119.48,
      "grad_norm": 1.476186752319336,
      "learning_rate": 4.562154538506076e-06,
      "loss": 0.4109,
      "step": 428080
    },
    {
      "epoch": 119.48,
      "grad_norm": 1.5400129556655884,
      "learning_rate": 4.562145814094918e-06,
      "loss": 0.4099,
      "step": 428090
    },
    {
      "epoch": 119.48,
      "grad_norm": 1.352830410003662,
      "learning_rate": 4.562137089388491e-06,
      "loss": 0.4053,
      "step": 428100
    },
    {
      "epoch": 119.48,
      "grad_norm": 1.2783488035202026,
      "learning_rate": 4.562128364386795e-06,
      "loss": 0.405,
      "step": 428110
    },
    {
      "epoch": 119.49,
      "grad_norm": 1.4453089237213135,
      "learning_rate": 4.562119639089833e-06,
      "loss": 0.4215,
      "step": 428120
    },
    {
      "epoch": 119.49,
      "grad_norm": 1.393894076347351,
      "learning_rate": 4.562110913497606e-06,
      "loss": 0.4034,
      "step": 428130
    },
    {
      "epoch": 119.49,
      "grad_norm": 1.1031599044799805,
      "learning_rate": 4.562102187610113e-06,
      "loss": 0.4098,
      "step": 428140
    },
    {
      "epoch": 119.49,
      "grad_norm": 2.0084543228149414,
      "learning_rate": 4.5620934614273576e-06,
      "loss": 0.4101,
      "step": 428150
    },
    {
      "epoch": 119.5,
      "grad_norm": 1.2702603340148926,
      "learning_rate": 4.56208473494934e-06,
      "loss": 0.4191,
      "step": 428160
    },
    {
      "epoch": 119.5,
      "grad_norm": 1.6436351537704468,
      "learning_rate": 4.562076008176062e-06,
      "loss": 0.4033,
      "step": 428170
    },
    {
      "epoch": 119.5,
      "grad_norm": 1.4472543001174927,
      "learning_rate": 4.562067281107523e-06,
      "loss": 0.3959,
      "step": 428180
    },
    {
      "epoch": 119.51,
      "grad_norm": 1.563097596168518,
      "learning_rate": 4.562058553743726e-06,
      "loss": 0.3851,
      "step": 428190
    },
    {
      "epoch": 119.51,
      "grad_norm": 1.377872109413147,
      "learning_rate": 4.562049826084673e-06,
      "loss": 0.3933,
      "step": 428200
    },
    {
      "epoch": 119.51,
      "grad_norm": 1.1598851680755615,
      "learning_rate": 4.562041098130361e-06,
      "loss": 0.4043,
      "step": 428210
    },
    {
      "epoch": 119.51,
      "grad_norm": 1.6067759990692139,
      "learning_rate": 4.562032369880795e-06,
      "loss": 0.3953,
      "step": 428220
    },
    {
      "epoch": 119.52,
      "grad_norm": 1.223878264427185,
      "learning_rate": 4.562023641335976e-06,
      "loss": 0.4047,
      "step": 428230
    },
    {
      "epoch": 119.52,
      "grad_norm": 1.4814867973327637,
      "learning_rate": 4.5620149124959035e-06,
      "loss": 0.4105,
      "step": 428240
    },
    {
      "epoch": 119.52,
      "grad_norm": 1.6757347583770752,
      "learning_rate": 4.562006183360578e-06,
      "loss": 0.4191,
      "step": 428250
    },
    {
      "epoch": 119.53,
      "grad_norm": 1.385369896888733,
      "learning_rate": 4.5619974539300046e-06,
      "loss": 0.4133,
      "step": 428260
    },
    {
      "epoch": 119.53,
      "grad_norm": 1.6151127815246582,
      "learning_rate": 4.56198872420418e-06,
      "loss": 0.4225,
      "step": 428270
    },
    {
      "epoch": 119.53,
      "grad_norm": 1.3611516952514648,
      "learning_rate": 4.561979994183107e-06,
      "loss": 0.425,
      "step": 428280
    },
    {
      "epoch": 119.53,
      "grad_norm": 1.5858064889907837,
      "learning_rate": 4.5619712638667885e-06,
      "loss": 0.4134,
      "step": 428290
    },
    {
      "epoch": 119.54,
      "grad_norm": 1.2894726991653442,
      "learning_rate": 4.561962533255223e-06,
      "loss": 0.4243,
      "step": 428300
    },
    {
      "epoch": 119.54,
      "grad_norm": 1.3795502185821533,
      "learning_rate": 4.561953802348413e-06,
      "loss": 0.3866,
      "step": 428310
    },
    {
      "epoch": 119.54,
      "grad_norm": 1.3948312997817993,
      "learning_rate": 4.561945071146359e-06,
      "loss": 0.4062,
      "step": 428320
    },
    {
      "epoch": 119.55,
      "grad_norm": 1.4319497346878052,
      "learning_rate": 4.561936339649064e-06,
      "loss": 0.4263,
      "step": 428330
    },
    {
      "epoch": 119.55,
      "grad_norm": 1.4341667890548706,
      "learning_rate": 4.561927607856527e-06,
      "loss": 0.4181,
      "step": 428340
    },
    {
      "epoch": 119.55,
      "grad_norm": 1.100874900817871,
      "learning_rate": 4.56191887576875e-06,
      "loss": 0.3938,
      "step": 428350
    },
    {
      "epoch": 119.55,
      "grad_norm": 1.3885669708251953,
      "learning_rate": 4.561910143385734e-06,
      "loss": 0.4184,
      "step": 428360
    },
    {
      "epoch": 119.56,
      "grad_norm": 1.1915371417999268,
      "learning_rate": 4.56190141070748e-06,
      "loss": 0.4055,
      "step": 428370
    },
    {
      "epoch": 119.56,
      "grad_norm": 1.3877776861190796,
      "learning_rate": 4.5618926777339895e-06,
      "loss": 0.4032,
      "step": 428380
    },
    {
      "epoch": 119.56,
      "grad_norm": 1.5484132766723633,
      "learning_rate": 4.561883944465264e-06,
      "loss": 0.415,
      "step": 428390
    },
    {
      "epoch": 119.56,
      "grad_norm": 1.4231791496276855,
      "learning_rate": 4.561875210901304e-06,
      "loss": 0.4097,
      "step": 428400
    },
    {
      "epoch": 119.57,
      "grad_norm": 1.6033462285995483,
      "learning_rate": 4.561866477042112e-06,
      "loss": 0.4024,
      "step": 428410
    },
    {
      "epoch": 119.57,
      "grad_norm": 0.9767804741859436,
      "learning_rate": 4.561857742887687e-06,
      "loss": 0.3981,
      "step": 428420
    },
    {
      "epoch": 119.57,
      "grad_norm": 1.5616521835327148,
      "learning_rate": 4.56184900843803e-06,
      "loss": 0.4053,
      "step": 428430
    },
    {
      "epoch": 119.58,
      "grad_norm": 1.299942970275879,
      "learning_rate": 4.561840273693146e-06,
      "loss": 0.4066,
      "step": 428440
    },
    {
      "epoch": 119.58,
      "grad_norm": 2.282240152359009,
      "learning_rate": 4.561831538653032e-06,
      "loss": 0.4041,
      "step": 428450
    },
    {
      "epoch": 119.58,
      "grad_norm": 1.4263625144958496,
      "learning_rate": 4.5618228033176915e-06,
      "loss": 0.3879,
      "step": 428460
    },
    {
      "epoch": 119.58,
      "grad_norm": 1.3079965114593506,
      "learning_rate": 4.5618140676871245e-06,
      "loss": 0.4015,
      "step": 428470
    },
    {
      "epoch": 119.59,
      "grad_norm": 1.5651166439056396,
      "learning_rate": 4.561805331761332e-06,
      "loss": 0.4117,
      "step": 428480
    },
    {
      "epoch": 119.59,
      "grad_norm": 1.2678242921829224,
      "learning_rate": 4.561796595540317e-06,
      "loss": 0.4011,
      "step": 428490
    },
    {
      "epoch": 119.59,
      "grad_norm": 1.4724888801574707,
      "learning_rate": 4.561787859024078e-06,
      "loss": 0.4127,
      "step": 428500
    },
    {
      "epoch": 119.6,
      "grad_norm": 1.4515225887298584,
      "learning_rate": 4.561779122212618e-06,
      "loss": 0.4136,
      "step": 428510
    },
    {
      "epoch": 119.6,
      "grad_norm": 1.2299389839172363,
      "learning_rate": 4.561770385105939e-06,
      "loss": 0.4162,
      "step": 428520
    },
    {
      "epoch": 119.6,
      "grad_norm": 1.4278260469436646,
      "learning_rate": 4.56176164770404e-06,
      "loss": 0.3919,
      "step": 428530
    },
    {
      "epoch": 119.6,
      "grad_norm": 1.5226740837097168,
      "learning_rate": 4.561752910006923e-06,
      "loss": 0.418,
      "step": 428540
    },
    {
      "epoch": 119.61,
      "grad_norm": 1.4073634147644043,
      "learning_rate": 4.561744172014589e-06,
      "loss": 0.4144,
      "step": 428550
    },
    {
      "epoch": 119.61,
      "grad_norm": 1.5974763631820679,
      "learning_rate": 4.56173543372704e-06,
      "loss": 0.4343,
      "step": 428560
    },
    {
      "epoch": 119.61,
      "grad_norm": 1.109568476676941,
      "learning_rate": 4.561726695144276e-06,
      "loss": 0.4126,
      "step": 428570
    },
    {
      "epoch": 119.61,
      "grad_norm": 1.6503880023956299,
      "learning_rate": 4.561717956266298e-06,
      "loss": 0.402,
      "step": 428580
    },
    {
      "epoch": 119.62,
      "grad_norm": 1.4992477893829346,
      "learning_rate": 4.561709217093109e-06,
      "loss": 0.4105,
      "step": 428590
    },
    {
      "epoch": 119.62,
      "grad_norm": 1.147789478302002,
      "learning_rate": 4.561700477624709e-06,
      "loss": 0.3989,
      "step": 428600
    },
    {
      "epoch": 119.62,
      "grad_norm": 1.704652190208435,
      "learning_rate": 4.561691737861099e-06,
      "loss": 0.4239,
      "step": 428610
    },
    {
      "epoch": 119.63,
      "grad_norm": 1.593238115310669,
      "learning_rate": 4.56168299780228e-06,
      "loss": 0.4118,
      "step": 428620
    },
    {
      "epoch": 119.63,
      "grad_norm": 1.3215457201004028,
      "learning_rate": 4.561674257448254e-06,
      "loss": 0.3956,
      "step": 428630
    },
    {
      "epoch": 119.63,
      "grad_norm": 1.4124149084091187,
      "learning_rate": 4.561665516799021e-06,
      "loss": 0.3996,
      "step": 428640
    },
    {
      "epoch": 119.63,
      "grad_norm": 1.2985048294067383,
      "learning_rate": 4.561656775854584e-06,
      "loss": 0.4059,
      "step": 428650
    },
    {
      "epoch": 119.64,
      "grad_norm": 1.2624516487121582,
      "learning_rate": 4.561648034614942e-06,
      "loss": 0.4313,
      "step": 428660
    },
    {
      "epoch": 119.64,
      "grad_norm": 1.6860482692718506,
      "learning_rate": 4.561639293080097e-06,
      "loss": 0.4047,
      "step": 428670
    },
    {
      "epoch": 119.64,
      "grad_norm": 1.515757441520691,
      "learning_rate": 4.561630551250051e-06,
      "loss": 0.4253,
      "step": 428680
    },
    {
      "epoch": 119.65,
      "grad_norm": 1.5641133785247803,
      "learning_rate": 4.561621809124804e-06,
      "loss": 0.4013,
      "step": 428690
    },
    {
      "epoch": 119.65,
      "grad_norm": 1.106497883796692,
      "learning_rate": 4.561613066704357e-06,
      "loss": 0.4006,
      "step": 428700
    },
    {
      "epoch": 119.65,
      "grad_norm": 1.3220175504684448,
      "learning_rate": 4.561604323988714e-06,
      "loss": 0.3892,
      "step": 428710
    },
    {
      "epoch": 119.65,
      "grad_norm": 1.3982903957366943,
      "learning_rate": 4.561595580977872e-06,
      "loss": 0.4263,
      "step": 428720
    },
    {
      "epoch": 119.66,
      "grad_norm": 1.3948323726654053,
      "learning_rate": 4.561586837671835e-06,
      "loss": 0.3903,
      "step": 428730
    },
    {
      "epoch": 119.66,
      "grad_norm": 1.3874015808105469,
      "learning_rate": 4.561578094070603e-06,
      "loss": 0.416,
      "step": 428740
    },
    {
      "epoch": 119.66,
      "grad_norm": 1.3571888208389282,
      "learning_rate": 4.5615693501741776e-06,
      "loss": 0.4141,
      "step": 428750
    },
    {
      "epoch": 119.67,
      "grad_norm": 1.85382080078125,
      "learning_rate": 4.5615606059825606e-06,
      "loss": 0.4205,
      "step": 428760
    },
    {
      "epoch": 119.67,
      "grad_norm": 1.2307034730911255,
      "learning_rate": 4.561551861495751e-06,
      "loss": 0.4069,
      "step": 428770
    },
    {
      "epoch": 119.67,
      "grad_norm": 1.5131614208221436,
      "learning_rate": 4.561543116713752e-06,
      "loss": 0.4085,
      "step": 428780
    },
    {
      "epoch": 119.67,
      "grad_norm": 1.408990502357483,
      "learning_rate": 4.5615343716365645e-06,
      "loss": 0.4101,
      "step": 428790
    },
    {
      "epoch": 119.68,
      "grad_norm": 1.9021230936050415,
      "learning_rate": 4.561525626264189e-06,
      "loss": 0.4043,
      "step": 428800
    },
    {
      "epoch": 119.68,
      "grad_norm": 1.5467383861541748,
      "learning_rate": 4.561516880596627e-06,
      "loss": 0.4109,
      "step": 428810
    },
    {
      "epoch": 119.68,
      "grad_norm": 1.7006314992904663,
      "learning_rate": 4.561508134633879e-06,
      "loss": 0.4041,
      "step": 428820
    },
    {
      "epoch": 119.68,
      "grad_norm": 1.8075553178787231,
      "learning_rate": 4.561499388375947e-06,
      "loss": 0.4227,
      "step": 428830
    },
    {
      "epoch": 119.69,
      "grad_norm": 1.6865612268447876,
      "learning_rate": 4.561490641822833e-06,
      "loss": 0.4001,
      "step": 428840
    },
    {
      "epoch": 119.69,
      "grad_norm": 1.348371148109436,
      "learning_rate": 4.561481894974536e-06,
      "loss": 0.4029,
      "step": 428850
    },
    {
      "epoch": 119.69,
      "grad_norm": 1.4796054363250732,
      "learning_rate": 4.561473147831059e-06,
      "loss": 0.4152,
      "step": 428860
    },
    {
      "epoch": 119.7,
      "grad_norm": 1.3072377443313599,
      "learning_rate": 4.561464400392402e-06,
      "loss": 0.4175,
      "step": 428870
    },
    {
      "epoch": 119.7,
      "grad_norm": 1.3703283071517944,
      "learning_rate": 4.561455652658567e-06,
      "loss": 0.4336,
      "step": 428880
    },
    {
      "epoch": 119.7,
      "grad_norm": 1.304563045501709,
      "learning_rate": 4.561446904629555e-06,
      "loss": 0.4132,
      "step": 428890
    },
    {
      "epoch": 119.7,
      "grad_norm": 1.4915757179260254,
      "learning_rate": 4.5614381563053655e-06,
      "loss": 0.4032,
      "step": 428900
    },
    {
      "epoch": 119.71,
      "grad_norm": 1.1634454727172852,
      "learning_rate": 4.561429407686002e-06,
      "loss": 0.4252,
      "step": 428910
    },
    {
      "epoch": 119.71,
      "grad_norm": 1.2668942213058472,
      "learning_rate": 4.561420658771465e-06,
      "loss": 0.4086,
      "step": 428920
    },
    {
      "epoch": 119.71,
      "grad_norm": 1.5052025318145752,
      "learning_rate": 4.561411909561756e-06,
      "loss": 0.4015,
      "step": 428930
    },
    {
      "epoch": 119.72,
      "grad_norm": 1.3941723108291626,
      "learning_rate": 4.5614031600568745e-06,
      "loss": 0.4076,
      "step": 428940
    },
    {
      "epoch": 119.72,
      "grad_norm": 1.238052248954773,
      "learning_rate": 4.561394410256823e-06,
      "loss": 0.4085,
      "step": 428950
    },
    {
      "epoch": 119.72,
      "grad_norm": 1.4883012771606445,
      "learning_rate": 4.561385660161602e-06,
      "loss": 0.4227,
      "step": 428960
    },
    {
      "epoch": 119.72,
      "grad_norm": 1.3378078937530518,
      "learning_rate": 4.561376909771214e-06,
      "loss": 0.4227,
      "step": 428970
    },
    {
      "epoch": 119.73,
      "grad_norm": 1.320853590965271,
      "learning_rate": 4.561368159085659e-06,
      "loss": 0.3968,
      "step": 428980
    },
    {
      "epoch": 119.73,
      "grad_norm": 1.5402569770812988,
      "learning_rate": 4.561359408104938e-06,
      "loss": 0.403,
      "step": 428990
    },
    {
      "epoch": 119.73,
      "grad_norm": 1.1483409404754639,
      "learning_rate": 4.561350656829053e-06,
      "loss": 0.4226,
      "step": 429000
    },
    {
      "epoch": 119.73,
      "grad_norm": 1.4431345462799072,
      "learning_rate": 4.561341905258005e-06,
      "loss": 0.4123,
      "step": 429010
    },
    {
      "epoch": 119.74,
      "grad_norm": 1.3896597623825073,
      "learning_rate": 4.561333153391794e-06,
      "loss": 0.3974,
      "step": 429020
    },
    {
      "epoch": 119.74,
      "grad_norm": 1.4590133428573608,
      "learning_rate": 4.561324401230423e-06,
      "loss": 0.4242,
      "step": 429030
    },
    {
      "epoch": 119.74,
      "grad_norm": 1.1333439350128174,
      "learning_rate": 4.561315648773892e-06,
      "loss": 0.4049,
      "step": 429040
    },
    {
      "epoch": 119.75,
      "grad_norm": 1.3408787250518799,
      "learning_rate": 4.561306896022202e-06,
      "loss": 0.4174,
      "step": 429050
    },
    {
      "epoch": 119.75,
      "grad_norm": 1.6753429174423218,
      "learning_rate": 4.561298142975355e-06,
      "loss": 0.4006,
      "step": 429060
    },
    {
      "epoch": 119.75,
      "grad_norm": 1.5051649808883667,
      "learning_rate": 4.561289389633352e-06,
      "loss": 0.3995,
      "step": 429070
    },
    {
      "epoch": 119.75,
      "grad_norm": 1.448960781097412,
      "learning_rate": 4.561280635996193e-06,
      "loss": 0.4163,
      "step": 429080
    },
    {
      "epoch": 119.76,
      "grad_norm": 1.3900341987609863,
      "learning_rate": 4.561271882063881e-06,
      "loss": 0.4199,
      "step": 429090
    },
    {
      "epoch": 119.76,
      "grad_norm": 1.8186544179916382,
      "learning_rate": 4.561263127836415e-06,
      "loss": 0.4038,
      "step": 429100
    },
    {
      "epoch": 119.76,
      "grad_norm": 1.443704605102539,
      "learning_rate": 4.561254373313799e-06,
      "loss": 0.409,
      "step": 429110
    },
    {
      "epoch": 119.77,
      "grad_norm": 1.3119062185287476,
      "learning_rate": 4.5612456184960315e-06,
      "loss": 0.4122,
      "step": 429120
    },
    {
      "epoch": 119.77,
      "grad_norm": 2.4489057064056396,
      "learning_rate": 4.561236863383115e-06,
      "loss": 0.4208,
      "step": 429130
    },
    {
      "epoch": 119.77,
      "grad_norm": 1.579183578491211,
      "learning_rate": 4.56122810797505e-06,
      "loss": 0.4156,
      "step": 429140
    },
    {
      "epoch": 119.77,
      "grad_norm": 1.12742018699646,
      "learning_rate": 4.561219352271839e-06,
      "loss": 0.3945,
      "step": 429150
    },
    {
      "epoch": 119.78,
      "grad_norm": 1.2726680040359497,
      "learning_rate": 4.561210596273481e-06,
      "loss": 0.39,
      "step": 429160
    },
    {
      "epoch": 119.78,
      "grad_norm": 1.4868630170822144,
      "learning_rate": 4.561201839979979e-06,
      "loss": 0.4179,
      "step": 429170
    },
    {
      "epoch": 119.78,
      "grad_norm": 1.4047670364379883,
      "learning_rate": 4.561193083391334e-06,
      "loss": 0.4067,
      "step": 429180
    },
    {
      "epoch": 119.79,
      "grad_norm": 1.8960050344467163,
      "learning_rate": 4.561184326507546e-06,
      "loss": 0.4173,
      "step": 429190
    },
    {
      "epoch": 119.79,
      "grad_norm": 1.4456753730773926,
      "learning_rate": 4.561175569328618e-06,
      "loss": 0.4145,
      "step": 429200
    },
    {
      "epoch": 119.79,
      "grad_norm": 1.0873457193374634,
      "learning_rate": 4.561166811854548e-06,
      "loss": 0.4203,
      "step": 429210
    },
    {
      "epoch": 119.79,
      "grad_norm": 1.8294050693511963,
      "learning_rate": 4.561158054085341e-06,
      "loss": 0.3964,
      "step": 429220
    },
    {
      "epoch": 119.8,
      "grad_norm": 1.3419986963272095,
      "learning_rate": 4.561149296020997e-06,
      "loss": 0.4182,
      "step": 429230
    },
    {
      "epoch": 119.8,
      "grad_norm": 1.1802363395690918,
      "learning_rate": 4.561140537661515e-06,
      "loss": 0.413,
      "step": 429240
    },
    {
      "epoch": 119.8,
      "grad_norm": 1.463148832321167,
      "learning_rate": 4.561131779006898e-06,
      "loss": 0.4304,
      "step": 429250
    },
    {
      "epoch": 119.8,
      "grad_norm": 1.2783304452896118,
      "learning_rate": 4.561123020057147e-06,
      "loss": 0.4133,
      "step": 429260
    },
    {
      "epoch": 119.81,
      "grad_norm": 1.8594862222671509,
      "learning_rate": 4.561114260812263e-06,
      "loss": 0.4109,
      "step": 429270
    },
    {
      "epoch": 119.81,
      "grad_norm": 1.2049111127853394,
      "learning_rate": 4.561105501272247e-06,
      "loss": 0.4194,
      "step": 429280
    },
    {
      "epoch": 119.81,
      "grad_norm": 1.4715925455093384,
      "learning_rate": 4.5610967414371005e-06,
      "loss": 0.4222,
      "step": 429290
    },
    {
      "epoch": 119.82,
      "grad_norm": 1.5931048393249512,
      "learning_rate": 4.561087981306825e-06,
      "loss": 0.4048,
      "step": 429300
    },
    {
      "epoch": 119.82,
      "grad_norm": 1.6867228746414185,
      "learning_rate": 4.561079220881421e-06,
      "loss": 0.401,
      "step": 429310
    },
    {
      "epoch": 119.82,
      "grad_norm": 1.7371962070465088,
      "learning_rate": 4.56107046016089e-06,
      "loss": 0.4172,
      "step": 429320
    },
    {
      "epoch": 119.82,
      "grad_norm": 1.7559328079223633,
      "learning_rate": 4.561061699145233e-06,
      "loss": 0.4018,
      "step": 429330
    },
    {
      "epoch": 119.83,
      "grad_norm": 1.4453085660934448,
      "learning_rate": 4.561052937834451e-06,
      "loss": 0.4191,
      "step": 429340
    },
    {
      "epoch": 119.83,
      "grad_norm": 1.46377432346344,
      "learning_rate": 4.561044176228545e-06,
      "loss": 0.4264,
      "step": 429350
    },
    {
      "epoch": 119.83,
      "grad_norm": 1.351613163948059,
      "learning_rate": 4.561035414327517e-06,
      "loss": 0.4118,
      "step": 429360
    },
    {
      "epoch": 119.84,
      "grad_norm": 1.1570180654525757,
      "learning_rate": 4.561026652131368e-06,
      "loss": 0.4098,
      "step": 429370
    },
    {
      "epoch": 119.84,
      "grad_norm": 1.2467219829559326,
      "learning_rate": 4.561017889640098e-06,
      "loss": 0.4116,
      "step": 429380
    },
    {
      "epoch": 119.84,
      "grad_norm": 1.5902684926986694,
      "learning_rate": 4.56100912685371e-06,
      "loss": 0.4288,
      "step": 429390
    },
    {
      "epoch": 119.84,
      "grad_norm": 1.5218579769134521,
      "learning_rate": 4.561000363772203e-06,
      "loss": 0.4205,
      "step": 429400
    },
    {
      "epoch": 119.85,
      "grad_norm": 1.1993398666381836,
      "learning_rate": 4.5609916003955805e-06,
      "loss": 0.4122,
      "step": 429410
    },
    {
      "epoch": 119.85,
      "grad_norm": 1.3250788450241089,
      "learning_rate": 4.560982836723842e-06,
      "loss": 0.4018,
      "step": 429420
    },
    {
      "epoch": 119.85,
      "grad_norm": 1.6176847219467163,
      "learning_rate": 4.56097407275699e-06,
      "loss": 0.4182,
      "step": 429430
    },
    {
      "epoch": 119.85,
      "grad_norm": 1.6158915758132935,
      "learning_rate": 4.560965308495024e-06,
      "loss": 0.4051,
      "step": 429440
    },
    {
      "epoch": 119.86,
      "grad_norm": 1.1329795122146606,
      "learning_rate": 4.560956543937946e-06,
      "loss": 0.4026,
      "step": 429450
    },
    {
      "epoch": 119.86,
      "grad_norm": 1.411784052848816,
      "learning_rate": 4.5609477790857575e-06,
      "loss": 0.4173,
      "step": 429460
    },
    {
      "epoch": 119.86,
      "grad_norm": 1.4424517154693604,
      "learning_rate": 4.56093901393846e-06,
      "loss": 0.4329,
      "step": 429470
    },
    {
      "epoch": 119.87,
      "grad_norm": 1.4491267204284668,
      "learning_rate": 4.560930248496052e-06,
      "loss": 0.3979,
      "step": 429480
    },
    {
      "epoch": 119.87,
      "grad_norm": 1.30807626247406,
      "learning_rate": 4.56092148275854e-06,
      "loss": 0.4152,
      "step": 429490
    },
    {
      "epoch": 119.87,
      "grad_norm": 1.3434559106826782,
      "learning_rate": 4.560912716725919e-06,
      "loss": 0.4103,
      "step": 429500
    },
    {
      "epoch": 119.87,
      "grad_norm": 1.3247379064559937,
      "learning_rate": 4.5609039503981935e-06,
      "loss": 0.4013,
      "step": 429510
    },
    {
      "epoch": 119.88,
      "grad_norm": 1.5081310272216797,
      "learning_rate": 4.560895183775365e-06,
      "loss": 0.4173,
      "step": 429520
    },
    {
      "epoch": 119.88,
      "grad_norm": 1.38567316532135,
      "learning_rate": 4.560886416857434e-06,
      "loss": 0.4387,
      "step": 429530
    },
    {
      "epoch": 119.88,
      "grad_norm": 1.4573719501495361,
      "learning_rate": 4.560877649644401e-06,
      "loss": 0.4143,
      "step": 429540
    },
    {
      "epoch": 119.89,
      "grad_norm": 1.5839375257492065,
      "learning_rate": 4.560868882136268e-06,
      "loss": 0.3973,
      "step": 429550
    },
    {
      "epoch": 119.89,
      "grad_norm": 1.0913597345352173,
      "learning_rate": 4.560860114333036e-06,
      "loss": 0.4109,
      "step": 429560
    },
    {
      "epoch": 119.89,
      "grad_norm": 1.2534432411193848,
      "learning_rate": 4.560851346234705e-06,
      "loss": 0.3897,
      "step": 429570
    },
    {
      "epoch": 119.89,
      "grad_norm": 1.2269179821014404,
      "learning_rate": 4.560842577841278e-06,
      "loss": 0.4218,
      "step": 429580
    },
    {
      "epoch": 119.9,
      "grad_norm": 1.5507473945617676,
      "learning_rate": 4.560833809152756e-06,
      "loss": 0.4271,
      "step": 429590
    },
    {
      "epoch": 119.9,
      "grad_norm": 1.2891961336135864,
      "learning_rate": 4.560825040169139e-06,
      "loss": 0.3932,
      "step": 429600
    },
    {
      "epoch": 119.9,
      "grad_norm": 1.4818122386932373,
      "learning_rate": 4.5608162708904285e-06,
      "loss": 0.4009,
      "step": 429610
    },
    {
      "epoch": 119.91,
      "grad_norm": 1.3894301652908325,
      "learning_rate": 4.560807501316626e-06,
      "loss": 0.4219,
      "step": 429620
    },
    {
      "epoch": 119.91,
      "grad_norm": 1.3068225383758545,
      "learning_rate": 4.5607987314477325e-06,
      "loss": 0.4434,
      "step": 429630
    },
    {
      "epoch": 119.91,
      "grad_norm": 1.2181758880615234,
      "learning_rate": 4.560789961283749e-06,
      "loss": 0.4049,
      "step": 429640
    },
    {
      "epoch": 119.91,
      "grad_norm": 1.2518649101257324,
      "learning_rate": 4.560781190824677e-06,
      "loss": 0.4085,
      "step": 429650
    },
    {
      "epoch": 119.92,
      "grad_norm": 1.7653534412384033,
      "learning_rate": 4.560772420070518e-06,
      "loss": 0.4013,
      "step": 429660
    },
    {
      "epoch": 119.92,
      "grad_norm": 1.4201580286026,
      "learning_rate": 4.560763649021273e-06,
      "loss": 0.3999,
      "step": 429670
    },
    {
      "epoch": 119.92,
      "grad_norm": 1.4798014163970947,
      "learning_rate": 4.560754877676941e-06,
      "loss": 0.4136,
      "step": 429680
    },
    {
      "epoch": 119.92,
      "grad_norm": 1.3399583101272583,
      "learning_rate": 4.5607461060375265e-06,
      "loss": 0.4079,
      "step": 429690
    },
    {
      "epoch": 119.93,
      "grad_norm": 1.2841452360153198,
      "learning_rate": 4.560737334103029e-06,
      "loss": 0.4154,
      "step": 429700
    },
    {
      "epoch": 119.93,
      "grad_norm": 1.3794276714324951,
      "learning_rate": 4.56072856187345e-06,
      "loss": 0.4138,
      "step": 429710
    },
    {
      "epoch": 119.93,
      "grad_norm": 1.4669243097305298,
      "learning_rate": 4.56071978934879e-06,
      "loss": 0.4056,
      "step": 429720
    },
    {
      "epoch": 119.94,
      "grad_norm": 2.0358383655548096,
      "learning_rate": 4.560711016529051e-06,
      "loss": 0.4117,
      "step": 429730
    },
    {
      "epoch": 119.94,
      "grad_norm": 1.5661070346832275,
      "learning_rate": 4.560702243414235e-06,
      "loss": 0.3953,
      "step": 429740
    },
    {
      "epoch": 119.94,
      "grad_norm": 1.5902632474899292,
      "learning_rate": 4.560693470004341e-06,
      "loss": 0.4128,
      "step": 429750
    },
    {
      "epoch": 119.94,
      "grad_norm": 1.5446833372116089,
      "learning_rate": 4.560684696299372e-06,
      "loss": 0.4077,
      "step": 429760
    },
    {
      "epoch": 119.95,
      "grad_norm": 1.3047057390213013,
      "learning_rate": 4.560675922299327e-06,
      "loss": 0.3998,
      "step": 429770
    },
    {
      "epoch": 119.95,
      "grad_norm": 1.4300625324249268,
      "learning_rate": 4.560667148004209e-06,
      "loss": 0.4159,
      "step": 429780
    },
    {
      "epoch": 119.95,
      "grad_norm": 1.2067139148712158,
      "learning_rate": 4.560658373414019e-06,
      "loss": 0.4014,
      "step": 429790
    },
    {
      "epoch": 119.96,
      "grad_norm": 1.2881672382354736,
      "learning_rate": 4.5606495985287575e-06,
      "loss": 0.4255,
      "step": 429800
    },
    {
      "epoch": 119.96,
      "grad_norm": 1.2057442665100098,
      "learning_rate": 4.5606408233484265e-06,
      "loss": 0.3858,
      "step": 429810
    },
    {
      "epoch": 119.96,
      "grad_norm": 1.2049906253814697,
      "learning_rate": 4.560632047873027e-06,
      "loss": 0.3953,
      "step": 429820
    },
    {
      "epoch": 119.96,
      "grad_norm": 1.263803482055664,
      "learning_rate": 4.560623272102559e-06,
      "loss": 0.4213,
      "step": 429830
    },
    {
      "epoch": 119.97,
      "grad_norm": 1.6300582885742188,
      "learning_rate": 4.560614496037026e-06,
      "loss": 0.4113,
      "step": 429840
    },
    {
      "epoch": 119.97,
      "grad_norm": 1.2908586263656616,
      "learning_rate": 4.560605719676426e-06,
      "loss": 0.4194,
      "step": 429850
    },
    {
      "epoch": 119.97,
      "grad_norm": 1.5958905220031738,
      "learning_rate": 4.560596943020763e-06,
      "loss": 0.3952,
      "step": 429860
    },
    {
      "epoch": 119.97,
      "grad_norm": 1.4455641508102417,
      "learning_rate": 4.5605881660700366e-06,
      "loss": 0.4087,
      "step": 429870
    },
    {
      "epoch": 119.98,
      "grad_norm": 1.3528938293457031,
      "learning_rate": 4.560579388824249e-06,
      "loss": 0.4022,
      "step": 429880
    },
    {
      "epoch": 119.98,
      "grad_norm": 1.5264108180999756,
      "learning_rate": 4.5605706112834005e-06,
      "loss": 0.3989,
      "step": 429890
    },
    {
      "epoch": 119.98,
      "grad_norm": 1.6529905796051025,
      "learning_rate": 4.5605618334474925e-06,
      "loss": 0.4,
      "step": 429900
    },
    {
      "epoch": 119.99,
      "grad_norm": 1.3806850910186768,
      "learning_rate": 4.5605530553165265e-06,
      "loss": 0.3907,
      "step": 429910
    },
    {
      "epoch": 119.99,
      "grad_norm": 1.4202792644500732,
      "learning_rate": 4.560544276890503e-06,
      "loss": 0.4236,
      "step": 429920
    },
    {
      "epoch": 119.99,
      "grad_norm": 1.3090626001358032,
      "learning_rate": 4.560535498169424e-06,
      "loss": 0.4079,
      "step": 429930
    },
    {
      "epoch": 119.99,
      "grad_norm": 1.4745292663574219,
      "learning_rate": 4.56052671915329e-06,
      "loss": 0.4202,
      "step": 429940
    },
    {
      "epoch": 120.0,
      "grad_norm": 1.3328341245651245,
      "learning_rate": 4.560517939842102e-06,
      "loss": 0.4197,
      "step": 429950
    },
    {
      "epoch": 120.0,
      "grad_norm": 1.2625757455825806,
      "learning_rate": 4.560509160235861e-06,
      "loss": 0.4141,
      "step": 429960
    },
    {
      "epoch": 120.0,
      "eval_loss": 0.41048362851142883,
      "eval_runtime": 63.3971,
      "eval_samples_per_second": 79.799,
      "eval_steps_per_second": 9.985,
      "step": 429960
    },
    {
      "epoch": 120.0,
      "grad_norm": 1.4059771299362183,
      "learning_rate": 4.560500380334571e-06,
      "loss": 0.407,
      "step": 429970
    },
    {
      "epoch": 120.01,
      "grad_norm": 1.3981257677078247,
      "learning_rate": 4.56049160013823e-06,
      "loss": 0.4215,
      "step": 429980
    },
    {
      "epoch": 120.01,
      "grad_norm": 1.212216854095459,
      "learning_rate": 4.5604828196468395e-06,
      "loss": 0.4239,
      "step": 429990
    },
    {
      "epoch": 120.01,
      "grad_norm": 1.2596226930618286,
      "learning_rate": 4.5604740388604015e-06,
      "loss": 0.4097,
      "step": 430000
    },
    {
      "epoch": 120.01,
      "grad_norm": 1.4501827955245972,
      "learning_rate": 4.5604652577789165e-06,
      "loss": 0.4197,
      "step": 430010
    },
    {
      "epoch": 120.02,
      "grad_norm": 1.4491182565689087,
      "learning_rate": 4.560456476402387e-06,
      "loss": 0.4359,
      "step": 430020
    },
    {
      "epoch": 120.02,
      "grad_norm": 1.1167491674423218,
      "learning_rate": 4.560447694730812e-06,
      "loss": 0.4014,
      "step": 430030
    },
    {
      "epoch": 120.02,
      "grad_norm": 1.1980491876602173,
      "learning_rate": 4.560438912764195e-06,
      "loss": 0.4053,
      "step": 430040
    },
    {
      "epoch": 120.03,
      "grad_norm": 1.3758187294006348,
      "learning_rate": 4.560430130502536e-06,
      "loss": 0.3762,
      "step": 430050
    },
    {
      "epoch": 120.03,
      "grad_norm": 1.2619372606277466,
      "learning_rate": 4.560421347945836e-06,
      "loss": 0.3957,
      "step": 430060
    },
    {
      "epoch": 120.03,
      "grad_norm": 1.1776158809661865,
      "learning_rate": 4.560412565094097e-06,
      "loss": 0.403,
      "step": 430070
    },
    {
      "epoch": 120.03,
      "grad_norm": 1.21736741065979,
      "learning_rate": 4.560403781947319e-06,
      "loss": 0.4078,
      "step": 430080
    },
    {
      "epoch": 120.04,
      "grad_norm": 1.4926882982254028,
      "learning_rate": 4.5603949985055045e-06,
      "loss": 0.4036,
      "step": 430090
    },
    {
      "epoch": 120.04,
      "grad_norm": 1.5302586555480957,
      "learning_rate": 4.5603862147686525e-06,
      "loss": 0.4067,
      "step": 430100
    },
    {
      "epoch": 120.04,
      "grad_norm": 1.2650631666183472,
      "learning_rate": 4.560377430736766e-06,
      "loss": 0.3933,
      "step": 430110
    },
    {
      "epoch": 120.04,
      "grad_norm": 1.2361032962799072,
      "learning_rate": 4.560368646409847e-06,
      "loss": 0.4091,
      "step": 430120
    },
    {
      "epoch": 120.05,
      "grad_norm": 1.650942087173462,
      "learning_rate": 4.560359861787894e-06,
      "loss": 0.4105,
      "step": 430130
    },
    {
      "epoch": 120.05,
      "grad_norm": 1.6416075229644775,
      "learning_rate": 4.560351076870911e-06,
      "loss": 0.383,
      "step": 430140
    },
    {
      "epoch": 120.05,
      "grad_norm": 1.3365986347198486,
      "learning_rate": 4.560342291658897e-06,
      "loss": 0.3997,
      "step": 430150
    },
    {
      "epoch": 120.06,
      "grad_norm": 1.3938236236572266,
      "learning_rate": 4.560333506151855e-06,
      "loss": 0.4078,
      "step": 430160
    },
    {
      "epoch": 120.06,
      "grad_norm": 1.3277208805084229,
      "learning_rate": 4.560324720349784e-06,
      "loss": 0.4393,
      "step": 430170
    },
    {
      "epoch": 120.06,
      "grad_norm": 1.3078594207763672,
      "learning_rate": 4.560315934252687e-06,
      "loss": 0.422,
      "step": 430180
    },
    {
      "epoch": 120.06,
      "grad_norm": 1.424372673034668,
      "learning_rate": 4.560307147860563e-06,
      "loss": 0.407,
      "step": 430190
    },
    {
      "epoch": 120.07,
      "grad_norm": 1.5081394910812378,
      "learning_rate": 4.560298361173415e-06,
      "loss": 0.4067,
      "step": 430200
    },
    {
      "epoch": 120.07,
      "grad_norm": 1.5829778909683228,
      "learning_rate": 4.5602895741912455e-06,
      "loss": 0.4023,
      "step": 430210
    },
    {
      "epoch": 120.07,
      "grad_norm": 1.355542540550232,
      "learning_rate": 4.5602807869140525e-06,
      "loss": 0.4194,
      "step": 430220
    },
    {
      "epoch": 120.08,
      "grad_norm": 1.675315260887146,
      "learning_rate": 4.56027199934184e-06,
      "loss": 0.4082,
      "step": 430230
    },
    {
      "epoch": 120.08,
      "grad_norm": 1.3140977621078491,
      "learning_rate": 4.560263211474606e-06,
      "loss": 0.4108,
      "step": 430240
    },
    {
      "epoch": 120.08,
      "grad_norm": 1.3375489711761475,
      "learning_rate": 4.560254423312355e-06,
      "loss": 0.3954,
      "step": 430250
    },
    {
      "epoch": 120.08,
      "grad_norm": 1.8114007711410522,
      "learning_rate": 4.560245634855085e-06,
      "loss": 0.4033,
      "step": 430260
    },
    {
      "epoch": 120.09,
      "grad_norm": 1.4233720302581787,
      "learning_rate": 4.5602368461028e-06,
      "loss": 0.3948,
      "step": 430270
    },
    {
      "epoch": 120.09,
      "grad_norm": 1.3773458003997803,
      "learning_rate": 4.5602280570555006e-06,
      "loss": 0.415,
      "step": 430280
    },
    {
      "epoch": 120.09,
      "grad_norm": 1.32895827293396,
      "learning_rate": 4.560219267713186e-06,
      "loss": 0.4037,
      "step": 430290
    },
    {
      "epoch": 120.09,
      "grad_norm": 1.3765900135040283,
      "learning_rate": 4.56021047807586e-06,
      "loss": 0.4014,
      "step": 430300
    },
    {
      "epoch": 120.1,
      "grad_norm": 1.2135521173477173,
      "learning_rate": 4.5602016881435214e-06,
      "loss": 0.4127,
      "step": 430310
    },
    {
      "epoch": 120.1,
      "grad_norm": 1.6473288536071777,
      "learning_rate": 4.560192897916174e-06,
      "loss": 0.4109,
      "step": 430320
    },
    {
      "epoch": 120.1,
      "grad_norm": 1.6809865236282349,
      "learning_rate": 4.560184107393816e-06,
      "loss": 0.3926,
      "step": 430330
    },
    {
      "epoch": 120.11,
      "grad_norm": 1.307989478111267,
      "learning_rate": 4.56017531657645e-06,
      "loss": 0.393,
      "step": 430340
    },
    {
      "epoch": 120.11,
      "grad_norm": 1.3821232318878174,
      "learning_rate": 4.560166525464078e-06,
      "loss": 0.4056,
      "step": 430350
    },
    {
      "epoch": 120.11,
      "grad_norm": 1.2299206256866455,
      "learning_rate": 4.5601577340567e-06,
      "loss": 0.4026,
      "step": 430360
    },
    {
      "epoch": 120.11,
      "grad_norm": 1.3919569253921509,
      "learning_rate": 4.560148942354317e-06,
      "loss": 0.4259,
      "step": 430370
    },
    {
      "epoch": 120.12,
      "grad_norm": 1.3858160972595215,
      "learning_rate": 4.560140150356931e-06,
      "loss": 0.4047,
      "step": 430380
    },
    {
      "epoch": 120.12,
      "grad_norm": 1.816233515739441,
      "learning_rate": 4.560131358064543e-06,
      "loss": 0.4214,
      "step": 430390
    },
    {
      "epoch": 120.12,
      "grad_norm": 1.4280105829238892,
      "learning_rate": 4.560122565477154e-06,
      "loss": 0.43,
      "step": 430400
    },
    {
      "epoch": 120.13,
      "grad_norm": 1.3813915252685547,
      "learning_rate": 4.560113772594766e-06,
      "loss": 0.3874,
      "step": 430410
    },
    {
      "epoch": 120.13,
      "grad_norm": 1.268120527267456,
      "learning_rate": 4.560104979417378e-06,
      "loss": 0.4024,
      "step": 430420
    },
    {
      "epoch": 120.13,
      "grad_norm": 1.5670042037963867,
      "learning_rate": 4.560096185944994e-06,
      "loss": 0.4321,
      "step": 430430
    },
    {
      "epoch": 120.13,
      "grad_norm": 1.302827000617981,
      "learning_rate": 4.560087392177612e-06,
      "loss": 0.4097,
      "step": 430440
    },
    {
      "epoch": 120.14,
      "grad_norm": 1.2169374227523804,
      "learning_rate": 4.5600785981152366e-06,
      "loss": 0.4167,
      "step": 430450
    },
    {
      "epoch": 120.14,
      "grad_norm": 1.369926929473877,
      "learning_rate": 4.560069803757867e-06,
      "loss": 0.414,
      "step": 430460
    },
    {
      "epoch": 120.14,
      "grad_norm": 1.3518446683883667,
      "learning_rate": 4.560061009105504e-06,
      "loss": 0.4105,
      "step": 430470
    },
    {
      "epoch": 120.15,
      "grad_norm": 1.61258065700531,
      "learning_rate": 4.560052214158149e-06,
      "loss": 0.4055,
      "step": 430480
    },
    {
      "epoch": 120.15,
      "grad_norm": 1.4489521980285645,
      "learning_rate": 4.5600434189158045e-06,
      "loss": 0.4229,
      "step": 430490
    },
    {
      "epoch": 120.15,
      "grad_norm": 1.2996776103973389,
      "learning_rate": 4.56003462337847e-06,
      "loss": 0.4073,
      "step": 430500
    },
    {
      "epoch": 120.15,
      "grad_norm": 1.1902107000350952,
      "learning_rate": 4.5600258275461475e-06,
      "loss": 0.4148,
      "step": 430510
    },
    {
      "epoch": 120.16,
      "grad_norm": 1.270805835723877,
      "learning_rate": 4.560017031418839e-06,
      "loss": 0.4033,
      "step": 430520
    },
    {
      "epoch": 120.16,
      "grad_norm": 1.3952736854553223,
      "learning_rate": 4.560008234996544e-06,
      "loss": 0.3907,
      "step": 430530
    },
    {
      "epoch": 120.16,
      "grad_norm": 1.2115870714187622,
      "learning_rate": 4.5599994382792645e-06,
      "loss": 0.4089,
      "step": 430540
    },
    {
      "epoch": 120.16,
      "grad_norm": 1.2033196687698364,
      "learning_rate": 4.5599906412670015e-06,
      "loss": 0.4192,
      "step": 430550
    },
    {
      "epoch": 120.17,
      "grad_norm": 1.4296718835830688,
      "learning_rate": 4.559981843959756e-06,
      "loss": 0.4215,
      "step": 430560
    },
    {
      "epoch": 120.17,
      "grad_norm": 1.352530837059021,
      "learning_rate": 4.55997304635753e-06,
      "loss": 0.402,
      "step": 430570
    },
    {
      "epoch": 120.17,
      "grad_norm": 1.536435842514038,
      "learning_rate": 4.559964248460324e-06,
      "loss": 0.4148,
      "step": 430580
    },
    {
      "epoch": 120.18,
      "grad_norm": 1.4411147832870483,
      "learning_rate": 4.55995545026814e-06,
      "loss": 0.4124,
      "step": 430590
    },
    {
      "epoch": 120.18,
      "grad_norm": 1.4278002977371216,
      "learning_rate": 4.559946651780977e-06,
      "loss": 0.3971,
      "step": 430600
    },
    {
      "epoch": 120.18,
      "grad_norm": 1.259798526763916,
      "learning_rate": 4.559937852998838e-06,
      "loss": 0.4102,
      "step": 430610
    },
    {
      "epoch": 120.18,
      "grad_norm": 1.2484430074691772,
      "learning_rate": 4.559929053921725e-06,
      "loss": 0.4313,
      "step": 430620
    },
    {
      "epoch": 120.19,
      "grad_norm": 1.3713033199310303,
      "learning_rate": 4.5599202545496364e-06,
      "loss": 0.4144,
      "step": 430630
    },
    {
      "epoch": 120.19,
      "grad_norm": 1.5342164039611816,
      "learning_rate": 4.559911454882576e-06,
      "loss": 0.3979,
      "step": 430640
    },
    {
      "epoch": 120.19,
      "grad_norm": 1.484570860862732,
      "learning_rate": 4.559902654920543e-06,
      "loss": 0.4141,
      "step": 430650
    },
    {
      "epoch": 120.2,
      "grad_norm": 1.2566128969192505,
      "learning_rate": 4.55989385466354e-06,
      "loss": 0.4048,
      "step": 430660
    },
    {
      "epoch": 120.2,
      "grad_norm": 1.4613406658172607,
      "learning_rate": 4.559885054111567e-06,
      "loss": 0.3894,
      "step": 430670
    },
    {
      "epoch": 120.2,
      "grad_norm": 1.402790904045105,
      "learning_rate": 4.559876253264627e-06,
      "loss": 0.4228,
      "step": 430680
    },
    {
      "epoch": 120.2,
      "grad_norm": 1.351230263710022,
      "learning_rate": 4.559867452122719e-06,
      "loss": 0.4066,
      "step": 430690
    },
    {
      "epoch": 120.21,
      "grad_norm": 1.3235266208648682,
      "learning_rate": 4.559858650685846e-06,
      "loss": 0.4132,
      "step": 430700
    },
    {
      "epoch": 120.21,
      "grad_norm": 1.1985199451446533,
      "learning_rate": 4.559849848954008e-06,
      "loss": 0.4154,
      "step": 430710
    },
    {
      "epoch": 120.21,
      "grad_norm": 1.3427826166152954,
      "learning_rate": 4.559841046927206e-06,
      "loss": 0.4239,
      "step": 430720
    },
    {
      "epoch": 120.21,
      "grad_norm": 1.5868189334869385,
      "learning_rate": 4.559832244605442e-06,
      "loss": 0.4066,
      "step": 430730
    },
    {
      "epoch": 120.22,
      "grad_norm": 1.4856902360916138,
      "learning_rate": 4.559823441988717e-06,
      "loss": 0.4157,
      "step": 430740
    },
    {
      "epoch": 120.22,
      "grad_norm": 1.657881736755371,
      "learning_rate": 4.559814639077032e-06,
      "loss": 0.4229,
      "step": 430750
    },
    {
      "epoch": 120.22,
      "grad_norm": 1.4124341011047363,
      "learning_rate": 4.559805835870388e-06,
      "loss": 0.4004,
      "step": 430760
    },
    {
      "epoch": 120.23,
      "grad_norm": 1.3367979526519775,
      "learning_rate": 4.559797032368787e-06,
      "loss": 0.4035,
      "step": 430770
    },
    {
      "epoch": 120.23,
      "grad_norm": 1.5652753114700317,
      "learning_rate": 4.559788228572229e-06,
      "loss": 0.4088,
      "step": 430780
    },
    {
      "epoch": 120.23,
      "grad_norm": 1.2314960956573486,
      "learning_rate": 4.5597794244807165e-06,
      "loss": 0.4306,
      "step": 430790
    },
    {
      "epoch": 120.23,
      "grad_norm": 1.398360013961792,
      "learning_rate": 4.559770620094248e-06,
      "loss": 0.429,
      "step": 430800
    },
    {
      "epoch": 120.24,
      "grad_norm": 1.6834262609481812,
      "learning_rate": 4.559761815412828e-06,
      "loss": 0.3958,
      "step": 430810
    },
    {
      "epoch": 120.24,
      "grad_norm": 1.48468017578125,
      "learning_rate": 4.559753010436456e-06,
      "loss": 0.4285,
      "step": 430820
    },
    {
      "epoch": 120.24,
      "grad_norm": 1.539162516593933,
      "learning_rate": 4.559744205165133e-06,
      "loss": 0.4173,
      "step": 430830
    },
    {
      "epoch": 120.25,
      "grad_norm": 1.8375874757766724,
      "learning_rate": 4.5597353995988615e-06,
      "loss": 0.4128,
      "step": 430840
    },
    {
      "epoch": 120.25,
      "grad_norm": 1.4794214963912964,
      "learning_rate": 4.559726593737641e-06,
      "loss": 0.4004,
      "step": 430850
    },
    {
      "epoch": 120.25,
      "grad_norm": 4.775698661804199,
      "learning_rate": 4.559717787581473e-06,
      "loss": 0.4232,
      "step": 430860
    },
    {
      "epoch": 120.25,
      "grad_norm": 1.50601065158844,
      "learning_rate": 4.55970898113036e-06,
      "loss": 0.4151,
      "step": 430870
    },
    {
      "epoch": 120.26,
      "grad_norm": 1.2754584550857544,
      "learning_rate": 4.559700174384302e-06,
      "loss": 0.398,
      "step": 430880
    },
    {
      "epoch": 120.26,
      "grad_norm": 1.504211664199829,
      "learning_rate": 4.5596913673433e-06,
      "loss": 0.4306,
      "step": 430890
    },
    {
      "epoch": 120.26,
      "grad_norm": 1.3823050260543823,
      "learning_rate": 4.559682560007356e-06,
      "loss": 0.3949,
      "step": 430900
    },
    {
      "epoch": 120.27,
      "grad_norm": 1.4235824346542358,
      "learning_rate": 4.559673752376471e-06,
      "loss": 0.4206,
      "step": 430910
    },
    {
      "epoch": 120.27,
      "grad_norm": 1.3081616163253784,
      "learning_rate": 4.559664944450646e-06,
      "loss": 0.4041,
      "step": 430920
    },
    {
      "epoch": 120.27,
      "grad_norm": 1.6051177978515625,
      "learning_rate": 4.559656136229881e-06,
      "loss": 0.3953,
      "step": 430930
    },
    {
      "epoch": 120.27,
      "grad_norm": 1.4221855401992798,
      "learning_rate": 4.559647327714179e-06,
      "loss": 0.4075,
      "step": 430940
    },
    {
      "epoch": 120.28,
      "grad_norm": 1.123146891593933,
      "learning_rate": 4.559638518903541e-06,
      "loss": 0.4004,
      "step": 430950
    },
    {
      "epoch": 120.28,
      "grad_norm": 1.45350980758667,
      "learning_rate": 4.559629709797967e-06,
      "loss": 0.4076,
      "step": 430960
    },
    {
      "epoch": 120.28,
      "grad_norm": 1.5191007852554321,
      "learning_rate": 4.559620900397459e-06,
      "loss": 0.4143,
      "step": 430970
    },
    {
      "epoch": 120.28,
      "grad_norm": 1.3685290813446045,
      "learning_rate": 4.559612090702018e-06,
      "loss": 0.4078,
      "step": 430980
    },
    {
      "epoch": 120.29,
      "grad_norm": 1.1187130212783813,
      "learning_rate": 4.559603280711645e-06,
      "loss": 0.4086,
      "step": 430990
    },
    {
      "epoch": 120.29,
      "grad_norm": 1.4224873781204224,
      "learning_rate": 4.559594470426341e-06,
      "loss": 0.4261,
      "step": 431000
    },
    {
      "epoch": 120.29,
      "grad_norm": 1.3892192840576172,
      "learning_rate": 4.559585659846108e-06,
      "loss": 0.4148,
      "step": 431010
    },
    {
      "epoch": 120.3,
      "grad_norm": 1.3401131629943848,
      "learning_rate": 4.5595768489709465e-06,
      "loss": 0.4204,
      "step": 431020
    },
    {
      "epoch": 120.3,
      "grad_norm": 1.5710597038269043,
      "learning_rate": 4.559568037800858e-06,
      "loss": 0.4052,
      "step": 431030
    },
    {
      "epoch": 120.3,
      "grad_norm": 2.170393705368042,
      "learning_rate": 4.559559226335843e-06,
      "loss": 0.3918,
      "step": 431040
    },
    {
      "epoch": 120.3,
      "grad_norm": 1.455173134803772,
      "learning_rate": 4.559550414575904e-06,
      "loss": 0.4304,
      "step": 431050
    },
    {
      "epoch": 120.31,
      "grad_norm": 1.3267502784729004,
      "learning_rate": 4.559541602521041e-06,
      "loss": 0.4003,
      "step": 431060
    },
    {
      "epoch": 120.31,
      "grad_norm": 1.3185429573059082,
      "learning_rate": 4.5595327901712555e-06,
      "loss": 0.4174,
      "step": 431070
    },
    {
      "epoch": 120.31,
      "grad_norm": 1.3874903917312622,
      "learning_rate": 4.559523977526549e-06,
      "loss": 0.4137,
      "step": 431080
    },
    {
      "epoch": 120.32,
      "grad_norm": 1.6754144430160522,
      "learning_rate": 4.5595151645869215e-06,
      "loss": 0.4052,
      "step": 431090
    },
    {
      "epoch": 120.32,
      "grad_norm": 1.1367931365966797,
      "learning_rate": 4.559506351352377e-06,
      "loss": 0.4029,
      "step": 431100
    },
    {
      "epoch": 120.32,
      "grad_norm": 1.5595228672027588,
      "learning_rate": 4.559497537822913e-06,
      "loss": 0.4315,
      "step": 431110
    },
    {
      "epoch": 120.32,
      "grad_norm": 1.3341776132583618,
      "learning_rate": 4.559488723998532e-06,
      "loss": 0.4007,
      "step": 431120
    },
    {
      "epoch": 120.33,
      "grad_norm": 1.2162424325942993,
      "learning_rate": 4.559479909879236e-06,
      "loss": 0.4171,
      "step": 431130
    },
    {
      "epoch": 120.33,
      "grad_norm": 1.3533613681793213,
      "learning_rate": 4.559471095465027e-06,
      "loss": 0.4012,
      "step": 431140
    },
    {
      "epoch": 120.33,
      "grad_norm": 1.2615669965744019,
      "learning_rate": 4.559462280755904e-06,
      "loss": 0.4138,
      "step": 431150
    },
    {
      "epoch": 120.33,
      "grad_norm": 3.376676321029663,
      "learning_rate": 4.559453465751869e-06,
      "loss": 0.3914,
      "step": 431160
    },
    {
      "epoch": 120.34,
      "grad_norm": 1.2770485877990723,
      "learning_rate": 4.559444650452923e-06,
      "loss": 0.4162,
      "step": 431170
    },
    {
      "epoch": 120.34,
      "grad_norm": 1.2716636657714844,
      "learning_rate": 4.5594358348590685e-06,
      "loss": 0.392,
      "step": 431180
    },
    {
      "epoch": 120.34,
      "grad_norm": 1.334265947341919,
      "learning_rate": 4.5594270189703045e-06,
      "loss": 0.3916,
      "step": 431190
    },
    {
      "epoch": 120.35,
      "grad_norm": 1.5802795886993408,
      "learning_rate": 4.559418202786634e-06,
      "loss": 0.4166,
      "step": 431200
    },
    {
      "epoch": 120.35,
      "grad_norm": 1.8821853399276733,
      "learning_rate": 4.5594093863080564e-06,
      "loss": 0.4149,
      "step": 431210
    },
    {
      "epoch": 120.35,
      "grad_norm": 1.2814909219741821,
      "learning_rate": 4.559400569534575e-06,
      "loss": 0.4293,
      "step": 431220
    },
    {
      "epoch": 120.35,
      "grad_norm": 1.3461112976074219,
      "learning_rate": 4.55939175246619e-06,
      "loss": 0.4128,
      "step": 431230
    },
    {
      "epoch": 120.36,
      "grad_norm": 1.4614284038543701,
      "learning_rate": 4.559382935102901e-06,
      "loss": 0.4056,
      "step": 431240
    },
    {
      "epoch": 120.36,
      "grad_norm": 1.1374207735061646,
      "learning_rate": 4.559374117444712e-06,
      "loss": 0.4075,
      "step": 431250
    },
    {
      "epoch": 120.36,
      "grad_norm": 1.9510047435760498,
      "learning_rate": 4.5593652994916225e-06,
      "loss": 0.4109,
      "step": 431260
    },
    {
      "epoch": 120.37,
      "grad_norm": 1.43846595287323,
      "learning_rate": 4.5593564812436345e-06,
      "loss": 0.3985,
      "step": 431270
    },
    {
      "epoch": 120.37,
      "grad_norm": 1.3067338466644287,
      "learning_rate": 4.559347662700748e-06,
      "loss": 0.4133,
      "step": 431280
    },
    {
      "epoch": 120.37,
      "grad_norm": 1.25103759765625,
      "learning_rate": 4.559338843862965e-06,
      "loss": 0.4042,
      "step": 431290
    },
    {
      "epoch": 120.37,
      "grad_norm": 1.252841830253601,
      "learning_rate": 4.559330024730287e-06,
      "loss": 0.4064,
      "step": 431300
    },
    {
      "epoch": 120.38,
      "grad_norm": 1.257690668106079,
      "learning_rate": 4.559321205302714e-06,
      "loss": 0.4014,
      "step": 431310
    },
    {
      "epoch": 120.38,
      "grad_norm": 1.340099573135376,
      "learning_rate": 4.559312385580248e-06,
      "loss": 0.3989,
      "step": 431320
    },
    {
      "epoch": 120.38,
      "grad_norm": 1.4617440700531006,
      "learning_rate": 4.5593035655628905e-06,
      "loss": 0.4066,
      "step": 431330
    },
    {
      "epoch": 120.39,
      "grad_norm": 1.488407015800476,
      "learning_rate": 4.559294745250642e-06,
      "loss": 0.3854,
      "step": 431340
    },
    {
      "epoch": 120.39,
      "grad_norm": 1.6913048028945923,
      "learning_rate": 4.5592859246435035e-06,
      "loss": 0.43,
      "step": 431350
    },
    {
      "epoch": 120.39,
      "grad_norm": 1.4609791040420532,
      "learning_rate": 4.559277103741477e-06,
      "loss": 0.3894,
      "step": 431360
    },
    {
      "epoch": 120.39,
      "grad_norm": 1.4376006126403809,
      "learning_rate": 4.559268282544563e-06,
      "loss": 0.4082,
      "step": 431370
    },
    {
      "epoch": 120.4,
      "grad_norm": 1.3094364404678345,
      "learning_rate": 4.559259461052763e-06,
      "loss": 0.4047,
      "step": 431380
    },
    {
      "epoch": 120.4,
      "grad_norm": 1.4478707313537598,
      "learning_rate": 4.559250639266078e-06,
      "loss": 0.4057,
      "step": 431390
    },
    {
      "epoch": 120.4,
      "grad_norm": 1.235318899154663,
      "learning_rate": 4.55924181718451e-06,
      "loss": 0.4047,
      "step": 431400
    },
    {
      "epoch": 120.4,
      "grad_norm": 1.5619394779205322,
      "learning_rate": 4.559232994808058e-06,
      "loss": 0.415,
      "step": 431410
    },
    {
      "epoch": 120.41,
      "grad_norm": 1.3796595335006714,
      "learning_rate": 4.559224172136726e-06,
      "loss": 0.4066,
      "step": 431420
    },
    {
      "epoch": 120.41,
      "grad_norm": 1.2976075410842896,
      "learning_rate": 4.559215349170513e-06,
      "loss": 0.4078,
      "step": 431430
    },
    {
      "epoch": 120.41,
      "grad_norm": 1.54860520362854,
      "learning_rate": 4.5592065259094205e-06,
      "loss": 0.4242,
      "step": 431440
    },
    {
      "epoch": 120.42,
      "grad_norm": 1.3294049501419067,
      "learning_rate": 4.5591977023534514e-06,
      "loss": 0.3979,
      "step": 431450
    },
    {
      "epoch": 120.42,
      "grad_norm": 1.0984909534454346,
      "learning_rate": 4.559188878502605e-06,
      "loss": 0.4108,
      "step": 431460
    },
    {
      "epoch": 120.42,
      "grad_norm": 1.190070390701294,
      "learning_rate": 4.559180054356883e-06,
      "loss": 0.4041,
      "step": 431470
    },
    {
      "epoch": 120.42,
      "grad_norm": 1.462113380432129,
      "learning_rate": 4.559171229916287e-06,
      "loss": 0.4092,
      "step": 431480
    },
    {
      "epoch": 120.43,
      "grad_norm": 1.5086711645126343,
      "learning_rate": 4.559162405180817e-06,
      "loss": 0.4053,
      "step": 431490
    },
    {
      "epoch": 120.43,
      "grad_norm": 1.245220422744751,
      "learning_rate": 4.559153580150476e-06,
      "loss": 0.4155,
      "step": 431500
    },
    {
      "epoch": 120.43,
      "grad_norm": 1.2981153726577759,
      "learning_rate": 4.559144754825264e-06,
      "loss": 0.4016,
      "step": 431510
    },
    {
      "epoch": 120.44,
      "grad_norm": 1.1218816041946411,
      "learning_rate": 4.559135929205182e-06,
      "loss": 0.3862,
      "step": 431520
    },
    {
      "epoch": 120.44,
      "grad_norm": 1.370082974433899,
      "learning_rate": 4.5591271032902315e-06,
      "loss": 0.3995,
      "step": 431530
    },
    {
      "epoch": 120.44,
      "grad_norm": 1.628954291343689,
      "learning_rate": 4.559118277080414e-06,
      "loss": 0.4013,
      "step": 431540
    },
    {
      "epoch": 120.44,
      "grad_norm": 1.3153525590896606,
      "learning_rate": 4.55910945057573e-06,
      "loss": 0.4183,
      "step": 431550
    },
    {
      "epoch": 120.45,
      "grad_norm": 1.3944977521896362,
      "learning_rate": 4.559100623776181e-06,
      "loss": 0.4075,
      "step": 431560
    },
    {
      "epoch": 120.45,
      "grad_norm": 1.4462361335754395,
      "learning_rate": 4.559091796681769e-06,
      "loss": 0.4165,
      "step": 431570
    },
    {
      "epoch": 120.45,
      "grad_norm": 1.2995980978012085,
      "learning_rate": 4.559082969292494e-06,
      "loss": 0.4088,
      "step": 431580
    },
    {
      "epoch": 120.45,
      "grad_norm": 1.6423256397247314,
      "learning_rate": 4.559074141608357e-06,
      "loss": 0.4106,
      "step": 431590
    },
    {
      "epoch": 120.46,
      "grad_norm": 1.5362809896469116,
      "learning_rate": 4.559065313629361e-06,
      "loss": 0.4004,
      "step": 431600
    },
    {
      "epoch": 120.46,
      "grad_norm": 1.2279058694839478,
      "learning_rate": 4.5590564853555045e-06,
      "loss": 0.4138,
      "step": 431610
    },
    {
      "epoch": 120.46,
      "grad_norm": 1.9100676774978638,
      "learning_rate": 4.55904765678679e-06,
      "loss": 0.4349,
      "step": 431620
    },
    {
      "epoch": 120.47,
      "grad_norm": 1.247659683227539,
      "learning_rate": 4.55903882792322e-06,
      "loss": 0.4195,
      "step": 431630
    },
    {
      "epoch": 120.47,
      "grad_norm": 1.7756361961364746,
      "learning_rate": 4.559029998764794e-06,
      "loss": 0.407,
      "step": 431640
    },
    {
      "epoch": 120.47,
      "grad_norm": 1.0472331047058105,
      "learning_rate": 4.559021169311514e-06,
      "loss": 0.4246,
      "step": 431650
    },
    {
      "epoch": 120.47,
      "grad_norm": 1.2654030323028564,
      "learning_rate": 4.55901233956338e-06,
      "loss": 0.4195,
      "step": 431660
    },
    {
      "epoch": 120.48,
      "grad_norm": 1.758549451828003,
      "learning_rate": 4.559003509520395e-06,
      "loss": 0.402,
      "step": 431670
    },
    {
      "epoch": 120.48,
      "grad_norm": 1.5669175386428833,
      "learning_rate": 4.558994679182558e-06,
      "loss": 0.4136,
      "step": 431680
    },
    {
      "epoch": 120.48,
      "grad_norm": 1.412210464477539,
      "learning_rate": 4.558985848549873e-06,
      "loss": 0.4081,
      "step": 431690
    },
    {
      "epoch": 120.49,
      "grad_norm": 1.4982032775878906,
      "learning_rate": 4.558977017622337e-06,
      "loss": 0.4304,
      "step": 431700
    },
    {
      "epoch": 120.49,
      "grad_norm": 1.5123990774154663,
      "learning_rate": 4.558968186399956e-06,
      "loss": 0.42,
      "step": 431710
    },
    {
      "epoch": 120.49,
      "grad_norm": 1.1888233423233032,
      "learning_rate": 4.558959354882728e-06,
      "loss": 0.4153,
      "step": 431720
    },
    {
      "epoch": 120.49,
      "grad_norm": 1.382890224456787,
      "learning_rate": 4.5589505230706545e-06,
      "loss": 0.4198,
      "step": 431730
    },
    {
      "epoch": 120.5,
      "grad_norm": 1.3612509965896606,
      "learning_rate": 4.558941690963738e-06,
      "loss": 0.4088,
      "step": 431740
    },
    {
      "epoch": 120.5,
      "grad_norm": 1.7330989837646484,
      "learning_rate": 4.5589328585619785e-06,
      "loss": 0.4091,
      "step": 431750
    },
    {
      "epoch": 120.5,
      "grad_norm": 1.5980912446975708,
      "learning_rate": 4.558924025865378e-06,
      "loss": 0.3944,
      "step": 431760
    },
    {
      "epoch": 120.51,
      "grad_norm": 1.3882321119308472,
      "learning_rate": 4.558915192873936e-06,
      "loss": 0.4295,
      "step": 431770
    },
    {
      "epoch": 120.51,
      "grad_norm": 1.2244720458984375,
      "learning_rate": 4.558906359587656e-06,
      "loss": 0.42,
      "step": 431780
    },
    {
      "epoch": 120.51,
      "grad_norm": 1.3442827463150024,
      "learning_rate": 4.5588975260065385e-06,
      "loss": 0.4149,
      "step": 431790
    },
    {
      "epoch": 120.51,
      "grad_norm": 1.5752030611038208,
      "learning_rate": 4.558888692130583e-06,
      "loss": 0.4111,
      "step": 431800
    },
    {
      "epoch": 120.52,
      "grad_norm": 1.2553892135620117,
      "learning_rate": 4.558879857959793e-06,
      "loss": 0.4205,
      "step": 431810
    },
    {
      "epoch": 120.52,
      "grad_norm": 1.2743470668792725,
      "learning_rate": 4.558871023494168e-06,
      "loss": 0.4022,
      "step": 431820
    },
    {
      "epoch": 120.52,
      "grad_norm": 1.38741135597229,
      "learning_rate": 4.558862188733709e-06,
      "loss": 0.4054,
      "step": 431830
    },
    {
      "epoch": 120.52,
      "grad_norm": 1.528681993484497,
      "learning_rate": 4.558853353678419e-06,
      "loss": 0.3953,
      "step": 431840
    },
    {
      "epoch": 120.53,
      "grad_norm": 3.082003355026245,
      "learning_rate": 4.558844518328298e-06,
      "loss": 0.4025,
      "step": 431850
    },
    {
      "epoch": 120.53,
      "grad_norm": 1.394808053970337,
      "learning_rate": 4.558835682683348e-06,
      "loss": 0.3997,
      "step": 431860
    },
    {
      "epoch": 120.53,
      "grad_norm": 1.4188569784164429,
      "learning_rate": 4.558826846743569e-06,
      "loss": 0.4268,
      "step": 431870
    },
    {
      "epoch": 120.54,
      "grad_norm": 1.1591777801513672,
      "learning_rate": 4.558818010508962e-06,
      "loss": 0.407,
      "step": 431880
    },
    {
      "epoch": 120.54,
      "grad_norm": 1.6096227169036865,
      "learning_rate": 4.55880917397953e-06,
      "loss": 0.4064,
      "step": 431890
    },
    {
      "epoch": 120.54,
      "grad_norm": 1.0541201829910278,
      "learning_rate": 4.558800337155272e-06,
      "loss": 0.4098,
      "step": 431900
    },
    {
      "epoch": 120.54,
      "grad_norm": 1.4683287143707275,
      "learning_rate": 4.558791500036191e-06,
      "loss": 0.4046,
      "step": 431910
    },
    {
      "epoch": 120.55,
      "grad_norm": 1.7179369926452637,
      "learning_rate": 4.558782662622287e-06,
      "loss": 0.402,
      "step": 431920
    },
    {
      "epoch": 120.55,
      "grad_norm": 1.1290746927261353,
      "learning_rate": 4.558773824913561e-06,
      "loss": 0.4119,
      "step": 431930
    },
    {
      "epoch": 120.55,
      "grad_norm": 1.364747166633606,
      "learning_rate": 4.558764986910015e-06,
      "loss": 0.4029,
      "step": 431940
    },
    {
      "epoch": 120.56,
      "grad_norm": 1.3994190692901611,
      "learning_rate": 4.55875614861165e-06,
      "loss": 0.4058,
      "step": 431950
    },
    {
      "epoch": 120.56,
      "grad_norm": 1.395057201385498,
      "learning_rate": 4.558747310018468e-06,
      "loss": 0.3955,
      "step": 431960
    },
    {
      "epoch": 120.56,
      "grad_norm": 1.5321362018585205,
      "learning_rate": 4.558738471130468e-06,
      "loss": 0.3902,
      "step": 431970
    },
    {
      "epoch": 120.56,
      "grad_norm": 1.2484196424484253,
      "learning_rate": 4.558729631947653e-06,
      "loss": 0.4089,
      "step": 431980
    },
    {
      "epoch": 120.57,
      "grad_norm": 1.6860077381134033,
      "learning_rate": 4.558720792470024e-06,
      "loss": 0.3824,
      "step": 431990
    },
    {
      "epoch": 120.57,
      "grad_norm": 1.2648862600326538,
      "learning_rate": 4.558711952697581e-06,
      "loss": 0.3997,
      "step": 432000
    },
    {
      "epoch": 120.57,
      "grad_norm": 1.2657533884048462,
      "learning_rate": 4.558703112630326e-06,
      "loss": 0.3936,
      "step": 432010
    },
    {
      "epoch": 120.57,
      "grad_norm": 1.4305644035339355,
      "learning_rate": 4.558694272268261e-06,
      "loss": 0.3978,
      "step": 432020
    },
    {
      "epoch": 120.58,
      "grad_norm": 1.5059478282928467,
      "learning_rate": 4.558685431611385e-06,
      "loss": 0.4063,
      "step": 432030
    },
    {
      "epoch": 120.58,
      "grad_norm": 1.2470648288726807,
      "learning_rate": 4.558676590659701e-06,
      "loss": 0.4195,
      "step": 432040
    },
    {
      "epoch": 120.58,
      "grad_norm": 1.6732416152954102,
      "learning_rate": 4.55866774941321e-06,
      "loss": 0.4222,
      "step": 432050
    },
    {
      "epoch": 120.59,
      "grad_norm": 1.3350909948349,
      "learning_rate": 4.558658907871913e-06,
      "loss": 0.4303,
      "step": 432060
    },
    {
      "epoch": 120.59,
      "grad_norm": 1.516829490661621,
      "learning_rate": 4.558650066035811e-06,
      "loss": 0.4071,
      "step": 432070
    },
    {
      "epoch": 120.59,
      "grad_norm": 1.4759708642959595,
      "learning_rate": 4.558641223904905e-06,
      "loss": 0.3996,
      "step": 432080
    },
    {
      "epoch": 120.59,
      "grad_norm": 1.8193771839141846,
      "learning_rate": 4.558632381479196e-06,
      "loss": 0.4058,
      "step": 432090
    },
    {
      "epoch": 120.6,
      "grad_norm": 1.32916259765625,
      "learning_rate": 4.558623538758686e-06,
      "loss": 0.3993,
      "step": 432100
    },
    {
      "epoch": 120.6,
      "grad_norm": 1.8408796787261963,
      "learning_rate": 4.558614695743375e-06,
      "loss": 0.4013,
      "step": 432110
    },
    {
      "epoch": 120.6,
      "grad_norm": 1.2006256580352783,
      "learning_rate": 4.558605852433265e-06,
      "loss": 0.3919,
      "step": 432120
    },
    {
      "epoch": 120.61,
      "grad_norm": 1.3701542615890503,
      "learning_rate": 4.5585970088283584e-06,
      "loss": 0.4115,
      "step": 432130
    },
    {
      "epoch": 120.61,
      "grad_norm": 1.3359220027923584,
      "learning_rate": 4.5585881649286544e-06,
      "loss": 0.4114,
      "step": 432140
    },
    {
      "epoch": 120.61,
      "grad_norm": 1.3949124813079834,
      "learning_rate": 4.558579320734154e-06,
      "loss": 0.4049,
      "step": 432150
    },
    {
      "epoch": 120.61,
      "grad_norm": 1.3558862209320068,
      "learning_rate": 4.55857047624486e-06,
      "loss": 0.4302,
      "step": 432160
    },
    {
      "epoch": 120.62,
      "grad_norm": 1.52884042263031,
      "learning_rate": 4.558561631460773e-06,
      "loss": 0.4076,
      "step": 432170
    },
    {
      "epoch": 120.62,
      "grad_norm": 1.4107344150543213,
      "learning_rate": 4.558552786381894e-06,
      "loss": 0.4147,
      "step": 432180
    },
    {
      "epoch": 120.62,
      "grad_norm": 1.2681159973144531,
      "learning_rate": 4.5585439410082235e-06,
      "loss": 0.4268,
      "step": 432190
    },
    {
      "epoch": 120.63,
      "grad_norm": 1.2170209884643555,
      "learning_rate": 4.558535095339763e-06,
      "loss": 0.3948,
      "step": 432200
    },
    {
      "epoch": 120.63,
      "grad_norm": 1.3207614421844482,
      "learning_rate": 4.558526249376515e-06,
      "loss": 0.3974,
      "step": 432210
    },
    {
      "epoch": 120.63,
      "grad_norm": 1.1360610723495483,
      "learning_rate": 4.558517403118479e-06,
      "loss": 0.4049,
      "step": 432220
    },
    {
      "epoch": 120.63,
      "grad_norm": 1.3424245119094849,
      "learning_rate": 4.558508556565658e-06,
      "loss": 0.4183,
      "step": 432230
    },
    {
      "epoch": 120.64,
      "grad_norm": 1.2371265888214111,
      "learning_rate": 4.55849970971805e-06,
      "loss": 0.4082,
      "step": 432240
    },
    {
      "epoch": 120.64,
      "grad_norm": 1.2061436176300049,
      "learning_rate": 4.558490862575659e-06,
      "loss": 0.4001,
      "step": 432250
    },
    {
      "epoch": 120.64,
      "grad_norm": 1.9340262413024902,
      "learning_rate": 4.558482015138487e-06,
      "loss": 0.4192,
      "step": 432260
    },
    {
      "epoch": 120.64,
      "grad_norm": 1.4280153512954712,
      "learning_rate": 4.558473167406532e-06,
      "loss": 0.4067,
      "step": 432270
    },
    {
      "epoch": 120.65,
      "grad_norm": 1.2853643894195557,
      "learning_rate": 4.558464319379797e-06,
      "loss": 0.3954,
      "step": 432280
    },
    {
      "epoch": 120.65,
      "grad_norm": 1.37249755859375,
      "learning_rate": 4.558455471058283e-06,
      "loss": 0.4093,
      "step": 432290
    },
    {
      "epoch": 120.65,
      "grad_norm": 1.3061481714248657,
      "learning_rate": 4.558446622441991e-06,
      "loss": 0.4068,
      "step": 432300
    },
    {
      "epoch": 120.66,
      "grad_norm": 1.23208749294281,
      "learning_rate": 4.558437773530922e-06,
      "loss": 0.398,
      "step": 432310
    },
    {
      "epoch": 120.66,
      "grad_norm": 1.5630921125411987,
      "learning_rate": 4.558428924325078e-06,
      "loss": 0.4006,
      "step": 432320
    },
    {
      "epoch": 120.66,
      "grad_norm": 1.3067644834518433,
      "learning_rate": 4.5584200748244595e-06,
      "loss": 0.4156,
      "step": 432330
    },
    {
      "epoch": 120.66,
      "grad_norm": 1.5133402347564697,
      "learning_rate": 4.558411225029068e-06,
      "loss": 0.4205,
      "step": 432340
    },
    {
      "epoch": 120.67,
      "grad_norm": 1.4440990686416626,
      "learning_rate": 4.5584023749389045e-06,
      "loss": 0.4039,
      "step": 432350
    },
    {
      "epoch": 120.67,
      "grad_norm": 1.1927597522735596,
      "learning_rate": 4.55839352455397e-06,
      "loss": 0.421,
      "step": 432360
    },
    {
      "epoch": 120.67,
      "grad_norm": 1.3295077085494995,
      "learning_rate": 4.558384673874266e-06,
      "loss": 0.4268,
      "step": 432370
    },
    {
      "epoch": 120.68,
      "grad_norm": 1.2740471363067627,
      "learning_rate": 4.558375822899793e-06,
      "loss": 0.4253,
      "step": 432380
    },
    {
      "epoch": 120.68,
      "grad_norm": 1.6164251565933228,
      "learning_rate": 4.5583669716305525e-06,
      "loss": 0.4198,
      "step": 432390
    },
    {
      "epoch": 120.68,
      "grad_norm": 1.2048555612564087,
      "learning_rate": 4.558358120066547e-06,
      "loss": 0.4033,
      "step": 432400
    },
    {
      "epoch": 120.68,
      "grad_norm": 1.3401333093643188,
      "learning_rate": 4.558349268207776e-06,
      "loss": 0.4057,
      "step": 432410
    },
    {
      "epoch": 120.69,
      "grad_norm": 1.2364606857299805,
      "learning_rate": 4.558340416054241e-06,
      "loss": 0.4087,
      "step": 432420
    },
    {
      "epoch": 120.69,
      "grad_norm": 1.5972774028778076,
      "learning_rate": 4.558331563605943e-06,
      "loss": 0.3962,
      "step": 432430
    },
    {
      "epoch": 120.69,
      "grad_norm": 1.1663564443588257,
      "learning_rate": 4.558322710862884e-06,
      "loss": 0.4169,
      "step": 432440
    },
    {
      "epoch": 120.69,
      "grad_norm": 1.4027295112609863,
      "learning_rate": 4.558313857825066e-06,
      "loss": 0.3969,
      "step": 432450
    },
    {
      "epoch": 120.7,
      "grad_norm": 1.2729133367538452,
      "learning_rate": 4.558305004492487e-06,
      "loss": 0.413,
      "step": 432460
    },
    {
      "epoch": 120.7,
      "grad_norm": 1.5397151708602905,
      "learning_rate": 4.558296150865152e-06,
      "loss": 0.433,
      "step": 432470
    },
    {
      "epoch": 120.7,
      "grad_norm": 1.4277807474136353,
      "learning_rate": 4.558287296943058e-06,
      "loss": 0.4026,
      "step": 432480
    },
    {
      "epoch": 120.71,
      "grad_norm": 1.1004573106765747,
      "learning_rate": 4.55827844272621e-06,
      "loss": 0.4117,
      "step": 432490
    },
    {
      "epoch": 120.71,
      "grad_norm": 1.6940810680389404,
      "learning_rate": 4.558269588214608e-06,
      "loss": 0.4246,
      "step": 432500
    },
    {
      "epoch": 120.71,
      "grad_norm": 1.571313500404358,
      "learning_rate": 4.558260733408252e-06,
      "loss": 0.417,
      "step": 432510
    },
    {
      "epoch": 120.71,
      "grad_norm": 1.7395344972610474,
      "learning_rate": 4.5582518783071445e-06,
      "loss": 0.4218,
      "step": 432520
    },
    {
      "epoch": 120.72,
      "grad_norm": 1.2870153188705444,
      "learning_rate": 4.558243022911286e-06,
      "loss": 0.3983,
      "step": 432530
    },
    {
      "epoch": 120.72,
      "grad_norm": 1.6693133115768433,
      "learning_rate": 4.558234167220677e-06,
      "loss": 0.421,
      "step": 432540
    },
    {
      "epoch": 120.72,
      "grad_norm": 1.3515483140945435,
      "learning_rate": 4.558225311235321e-06,
      "loss": 0.4295,
      "step": 432550
    },
    {
      "epoch": 120.73,
      "grad_norm": 1.2389113903045654,
      "learning_rate": 4.558216454955217e-06,
      "loss": 0.3991,
      "step": 432560
    },
    {
      "epoch": 120.73,
      "grad_norm": 1.4194461107254028,
      "learning_rate": 4.5582075983803666e-06,
      "loss": 0.4005,
      "step": 432570
    },
    {
      "epoch": 120.73,
      "grad_norm": 1.6433759927749634,
      "learning_rate": 4.558198741510772e-06,
      "loss": 0.4231,
      "step": 432580
    },
    {
      "epoch": 120.73,
      "grad_norm": 1.315294861793518,
      "learning_rate": 4.558189884346434e-06,
      "loss": 0.4196,
      "step": 432590
    },
    {
      "epoch": 120.74,
      "grad_norm": 1.121203064918518,
      "learning_rate": 4.558181026887353e-06,
      "loss": 0.4078,
      "step": 432600
    },
    {
      "epoch": 120.74,
      "grad_norm": 1.5253865718841553,
      "learning_rate": 4.5581721691335305e-06,
      "loss": 0.4131,
      "step": 432610
    },
    {
      "epoch": 120.74,
      "grad_norm": 1.435921549797058,
      "learning_rate": 4.558163311084967e-06,
      "loss": 0.3879,
      "step": 432620
    },
    {
      "epoch": 120.75,
      "grad_norm": 1.4083547592163086,
      "learning_rate": 4.558154452741666e-06,
      "loss": 0.3992,
      "step": 432630
    },
    {
      "epoch": 120.75,
      "grad_norm": 1.4660271406173706,
      "learning_rate": 4.558145594103626e-06,
      "loss": 0.4319,
      "step": 432640
    },
    {
      "epoch": 120.75,
      "grad_norm": 1.3144553899765015,
      "learning_rate": 4.55813673517085e-06,
      "loss": 0.4018,
      "step": 432650
    },
    {
      "epoch": 120.75,
      "grad_norm": 1.5260887145996094,
      "learning_rate": 4.558127875943338e-06,
      "loss": 0.4076,
      "step": 432660
    },
    {
      "epoch": 120.76,
      "grad_norm": 1.3493002653121948,
      "learning_rate": 4.558119016421092e-06,
      "loss": 0.4064,
      "step": 432670
    },
    {
      "epoch": 120.76,
      "grad_norm": 1.3912938833236694,
      "learning_rate": 4.558110156604113e-06,
      "loss": 0.3939,
      "step": 432680
    },
    {
      "epoch": 120.76,
      "grad_norm": 1.538650393486023,
      "learning_rate": 4.5581012964924015e-06,
      "loss": 0.4026,
      "step": 432690
    },
    {
      "epoch": 120.76,
      "grad_norm": 1.5058088302612305,
      "learning_rate": 4.55809243608596e-06,
      "loss": 0.4102,
      "step": 432700
    },
    {
      "epoch": 120.77,
      "grad_norm": 1.4689509868621826,
      "learning_rate": 4.558083575384789e-06,
      "loss": 0.4103,
      "step": 432710
    },
    {
      "epoch": 120.77,
      "grad_norm": 1.612560749053955,
      "learning_rate": 4.558074714388889e-06,
      "loss": 0.4051,
      "step": 432720
    },
    {
      "epoch": 120.77,
      "grad_norm": 1.4773797988891602,
      "learning_rate": 4.558065853098263e-06,
      "loss": 0.4012,
      "step": 432730
    },
    {
      "epoch": 120.78,
      "grad_norm": 1.3267812728881836,
      "learning_rate": 4.55805699151291e-06,
      "loss": 0.3996,
      "step": 432740
    },
    {
      "epoch": 120.78,
      "grad_norm": 1.5588370561599731,
      "learning_rate": 4.558048129632832e-06,
      "loss": 0.4217,
      "step": 432750
    },
    {
      "epoch": 120.78,
      "grad_norm": 1.3307349681854248,
      "learning_rate": 4.558039267458029e-06,
      "loss": 0.4118,
      "step": 432760
    },
    {
      "epoch": 120.78,
      "grad_norm": 1.589335322380066,
      "learning_rate": 4.558030404988505e-06,
      "loss": 0.3889,
      "step": 432770
    },
    {
      "epoch": 120.79,
      "grad_norm": 1.3559036254882812,
      "learning_rate": 4.55802154222426e-06,
      "loss": 0.3924,
      "step": 432780
    },
    {
      "epoch": 120.79,
      "grad_norm": 1.5703043937683105,
      "learning_rate": 4.558012679165294e-06,
      "loss": 0.4193,
      "step": 432790
    },
    {
      "epoch": 120.79,
      "grad_norm": 1.236729383468628,
      "learning_rate": 4.55800381581161e-06,
      "loss": 0.4261,
      "step": 432800
    },
    {
      "epoch": 120.8,
      "grad_norm": 1.4816333055496216,
      "learning_rate": 4.557994952163208e-06,
      "loss": 0.4115,
      "step": 432810
    },
    {
      "epoch": 120.8,
      "grad_norm": 1.819122314453125,
      "learning_rate": 4.557986088220089e-06,
      "loss": 0.4195,
      "step": 432820
    },
    {
      "epoch": 120.8,
      "grad_norm": 1.2392655611038208,
      "learning_rate": 4.5579772239822544e-06,
      "loss": 0.4223,
      "step": 432830
    },
    {
      "epoch": 120.8,
      "grad_norm": 1.824084758758545,
      "learning_rate": 4.557968359449706e-06,
      "loss": 0.4037,
      "step": 432840
    },
    {
      "epoch": 120.81,
      "grad_norm": 2.0405921936035156,
      "learning_rate": 4.557959494622444e-06,
      "loss": 0.4116,
      "step": 432850
    },
    {
      "epoch": 120.81,
      "grad_norm": 1.2944769859313965,
      "learning_rate": 4.55795062950047e-06,
      "loss": 0.4215,
      "step": 432860
    },
    {
      "epoch": 120.81,
      "grad_norm": 1.526817798614502,
      "learning_rate": 4.557941764083786e-06,
      "loss": 0.4134,
      "step": 432870
    },
    {
      "epoch": 120.81,
      "grad_norm": 1.1426044702529907,
      "learning_rate": 4.557932898372393e-06,
      "loss": 0.4124,
      "step": 432880
    },
    {
      "epoch": 120.82,
      "grad_norm": 1.5592982769012451,
      "learning_rate": 4.55792403236629e-06,
      "loss": 0.3972,
      "step": 432890
    },
    {
      "epoch": 120.82,
      "grad_norm": 1.2223390340805054,
      "learning_rate": 4.557915166065481e-06,
      "loss": 0.4362,
      "step": 432900
    },
    {
      "epoch": 120.82,
      "grad_norm": 1.3563954830169678,
      "learning_rate": 4.557906299469965e-06,
      "loss": 0.4204,
      "step": 432910
    },
    {
      "epoch": 120.83,
      "grad_norm": 1.4523643255233765,
      "learning_rate": 4.557897432579746e-06,
      "loss": 0.4059,
      "step": 432920
    },
    {
      "epoch": 120.83,
      "grad_norm": 1.4237970113754272,
      "learning_rate": 4.5578885653948215e-06,
      "loss": 0.3895,
      "step": 432930
    },
    {
      "epoch": 120.83,
      "grad_norm": 1.415785312652588,
      "learning_rate": 4.557879697915196e-06,
      "loss": 0.4011,
      "step": 432940
    },
    {
      "epoch": 120.83,
      "grad_norm": 1.9958715438842773,
      "learning_rate": 4.557870830140869e-06,
      "loss": 0.4181,
      "step": 432950
    },
    {
      "epoch": 120.84,
      "grad_norm": 1.3959242105484009,
      "learning_rate": 4.557861962071841e-06,
      "loss": 0.409,
      "step": 432960
    },
    {
      "epoch": 120.84,
      "grad_norm": 1.8389153480529785,
      "learning_rate": 4.557853093708114e-06,
      "loss": 0.3918,
      "step": 432970
    },
    {
      "epoch": 120.84,
      "grad_norm": 1.390514612197876,
      "learning_rate": 4.55784422504969e-06,
      "loss": 0.4169,
      "step": 432980
    },
    {
      "epoch": 120.85,
      "grad_norm": 1.2399053573608398,
      "learning_rate": 4.55783535609657e-06,
      "loss": 0.4067,
      "step": 432990
    },
    {
      "epoch": 120.85,
      "grad_norm": 1.2595640420913696,
      "learning_rate": 4.557826486848754e-06,
      "loss": 0.4147,
      "step": 433000
    },
    {
      "epoch": 120.85,
      "grad_norm": 1.2325241565704346,
      "learning_rate": 4.5578176173062436e-06,
      "loss": 0.4072,
      "step": 433010
    },
    {
      "epoch": 120.85,
      "grad_norm": 1.7862263917922974,
      "learning_rate": 4.55780874746904e-06,
      "loss": 0.3897,
      "step": 433020
    },
    {
      "epoch": 120.86,
      "grad_norm": 1.5143249034881592,
      "learning_rate": 4.557799877337145e-06,
      "loss": 0.4242,
      "step": 433030
    },
    {
      "epoch": 120.86,
      "grad_norm": 1.0702147483825684,
      "learning_rate": 4.557791006910559e-06,
      "loss": 0.4103,
      "step": 433040
    },
    {
      "epoch": 120.86,
      "grad_norm": 1.5696121454238892,
      "learning_rate": 4.557782136189284e-06,
      "loss": 0.3997,
      "step": 433050
    },
    {
      "epoch": 120.87,
      "grad_norm": 1.547602891921997,
      "learning_rate": 4.5577732651733204e-06,
      "loss": 0.4106,
      "step": 433060
    },
    {
      "epoch": 120.87,
      "grad_norm": 1.3758329153060913,
      "learning_rate": 4.55776439386267e-06,
      "loss": 0.4114,
      "step": 433070
    },
    {
      "epoch": 120.87,
      "grad_norm": 1.3104395866394043,
      "learning_rate": 4.557755522257334e-06,
      "loss": 0.3945,
      "step": 433080
    },
    {
      "epoch": 120.87,
      "grad_norm": 1.8546526432037354,
      "learning_rate": 4.557746650357312e-06,
      "loss": 0.4099,
      "step": 433090
    },
    {
      "epoch": 120.88,
      "grad_norm": 1.4518903493881226,
      "learning_rate": 4.5577377781626075e-06,
      "loss": 0.3887,
      "step": 433100
    },
    {
      "epoch": 120.88,
      "grad_norm": 1.621604561805725,
      "learning_rate": 4.557728905673221e-06,
      "loss": 0.4102,
      "step": 433110
    },
    {
      "epoch": 120.88,
      "grad_norm": 1.2696901559829712,
      "learning_rate": 4.557720032889152e-06,
      "loss": 0.4201,
      "step": 433120
    },
    {
      "epoch": 120.88,
      "grad_norm": 1.3568450212478638,
      "learning_rate": 4.557711159810404e-06,
      "loss": 0.4198,
      "step": 433130
    },
    {
      "epoch": 120.89,
      "grad_norm": 1.8303101062774658,
      "learning_rate": 4.557702286436976e-06,
      "loss": 0.4184,
      "step": 433140
    },
    {
      "epoch": 120.89,
      "grad_norm": 1.323473572731018,
      "learning_rate": 4.557693412768872e-06,
      "loss": 0.4142,
      "step": 433150
    },
    {
      "epoch": 120.89,
      "grad_norm": 1.5692211389541626,
      "learning_rate": 4.557684538806091e-06,
      "loss": 0.4065,
      "step": 433160
    },
    {
      "epoch": 120.9,
      "grad_norm": 1.2486826181411743,
      "learning_rate": 4.557675664548634e-06,
      "loss": 0.414,
      "step": 433170
    },
    {
      "epoch": 120.9,
      "grad_norm": 1.600437879562378,
      "learning_rate": 4.557666789996503e-06,
      "loss": 0.4229,
      "step": 433180
    },
    {
      "epoch": 120.9,
      "grad_norm": 1.2327148914337158,
      "learning_rate": 4.557657915149699e-06,
      "loss": 0.3986,
      "step": 433190
    },
    {
      "epoch": 120.9,
      "grad_norm": 1.5054433345794678,
      "learning_rate": 4.557649040008224e-06,
      "loss": 0.3991,
      "step": 433200
    },
    {
      "epoch": 120.91,
      "grad_norm": 1.4770234823226929,
      "learning_rate": 4.557640164572078e-06,
      "loss": 0.4019,
      "step": 433210
    },
    {
      "epoch": 120.91,
      "grad_norm": 1.2743449211120605,
      "learning_rate": 4.557631288841262e-06,
      "loss": 0.4314,
      "step": 433220
    },
    {
      "epoch": 120.91,
      "grad_norm": 1.5478860139846802,
      "learning_rate": 4.557622412815779e-06,
      "loss": 0.3972,
      "step": 433230
    },
    {
      "epoch": 120.92,
      "grad_norm": 1.3866900205612183,
      "learning_rate": 4.557613536495628e-06,
      "loss": 0.4199,
      "step": 433240
    },
    {
      "epoch": 120.92,
      "grad_norm": 1.5490682125091553,
      "learning_rate": 4.557604659880812e-06,
      "loss": 0.405,
      "step": 433250
    },
    {
      "epoch": 120.92,
      "grad_norm": 1.6319559812545776,
      "learning_rate": 4.557595782971331e-06,
      "loss": 0.418,
      "step": 433260
    },
    {
      "epoch": 120.92,
      "grad_norm": 1.6079366207122803,
      "learning_rate": 4.557586905767187e-06,
      "loss": 0.4283,
      "step": 433270
    },
    {
      "epoch": 120.93,
      "grad_norm": 1.2508667707443237,
      "learning_rate": 4.5575780282683795e-06,
      "loss": 0.3979,
      "step": 433280
    },
    {
      "epoch": 120.93,
      "grad_norm": 1.2286717891693115,
      "learning_rate": 4.557569150474911e-06,
      "loss": 0.4012,
      "step": 433290
    },
    {
      "epoch": 120.93,
      "grad_norm": 1.435205340385437,
      "learning_rate": 4.557560272386784e-06,
      "loss": 0.4121,
      "step": 433300
    },
    {
      "epoch": 120.93,
      "grad_norm": 1.2877695560455322,
      "learning_rate": 4.557551394003997e-06,
      "loss": 0.4141,
      "step": 433310
    },
    {
      "epoch": 120.94,
      "grad_norm": 1.1807187795639038,
      "learning_rate": 4.557542515326553e-06,
      "loss": 0.4231,
      "step": 433320
    },
    {
      "epoch": 120.94,
      "grad_norm": 2.515423059463501,
      "learning_rate": 4.557533636354452e-06,
      "loss": 0.4031,
      "step": 433330
    },
    {
      "epoch": 120.94,
      "grad_norm": 1.4969476461410522,
      "learning_rate": 4.557524757087697e-06,
      "loss": 0.4047,
      "step": 433340
    },
    {
      "epoch": 120.95,
      "grad_norm": 1.2587412595748901,
      "learning_rate": 4.557515877526287e-06,
      "loss": 0.4363,
      "step": 433350
    },
    {
      "epoch": 120.95,
      "grad_norm": 1.187879204750061,
      "learning_rate": 4.557506997670224e-06,
      "loss": 0.4221,
      "step": 433360
    },
    {
      "epoch": 120.95,
      "grad_norm": 1.4398906230926514,
      "learning_rate": 4.5574981175195105e-06,
      "loss": 0.4,
      "step": 433370
    },
    {
      "epoch": 120.95,
      "grad_norm": 1.5268992185592651,
      "learning_rate": 4.557489237074145e-06,
      "loss": 0.4022,
      "step": 433380
    },
    {
      "epoch": 120.96,
      "grad_norm": 1.291358470916748,
      "learning_rate": 4.557480356334131e-06,
      "loss": 0.4436,
      "step": 433390
    },
    {
      "epoch": 120.96,
      "grad_norm": 1.185296893119812,
      "learning_rate": 4.5574714752994685e-06,
      "loss": 0.4067,
      "step": 433400
    },
    {
      "epoch": 120.96,
      "grad_norm": 1.3060466051101685,
      "learning_rate": 4.5574625939701595e-06,
      "loss": 0.4054,
      "step": 433410
    },
    {
      "epoch": 120.97,
      "grad_norm": 1.2593576908111572,
      "learning_rate": 4.557453712346205e-06,
      "loss": 0.4166,
      "step": 433420
    },
    {
      "epoch": 120.97,
      "grad_norm": 1.6728094816207886,
      "learning_rate": 4.557444830427606e-06,
      "loss": 0.3954,
      "step": 433430
    },
    {
      "epoch": 120.97,
      "grad_norm": 1.327926516532898,
      "learning_rate": 4.557435948214362e-06,
      "loss": 0.4014,
      "step": 433440
    },
    {
      "epoch": 120.97,
      "grad_norm": 1.3333808183670044,
      "learning_rate": 4.557427065706477e-06,
      "loss": 0.4181,
      "step": 433450
    },
    {
      "epoch": 120.98,
      "grad_norm": 1.5901530981063843,
      "learning_rate": 4.557418182903951e-06,
      "loss": 0.4026,
      "step": 433460
    },
    {
      "epoch": 120.98,
      "grad_norm": 1.4069689512252808,
      "learning_rate": 4.557409299806786e-06,
      "loss": 0.39,
      "step": 433470
    },
    {
      "epoch": 120.98,
      "grad_norm": 1.3866561651229858,
      "learning_rate": 4.5574004164149805e-06,
      "loss": 0.4057,
      "step": 433480
    },
    {
      "epoch": 120.99,
      "grad_norm": 1.2879043817520142,
      "learning_rate": 4.557391532728539e-06,
      "loss": 0.4063,
      "step": 433490
    },
    {
      "epoch": 120.99,
      "grad_norm": 1.4305695295333862,
      "learning_rate": 4.55738264874746e-06,
      "loss": 0.4021,
      "step": 433500
    },
    {
      "epoch": 120.99,
      "grad_norm": 1.6958630084991455,
      "learning_rate": 4.557373764471747e-06,
      "loss": 0.4055,
      "step": 433510
    },
    {
      "epoch": 120.99,
      "grad_norm": 1.3161139488220215,
      "learning_rate": 4.5573648799014e-06,
      "loss": 0.4201,
      "step": 433520
    },
    {
      "epoch": 121.0,
      "grad_norm": 1.5780963897705078,
      "learning_rate": 4.557355995036419e-06,
      "loss": 0.4013,
      "step": 433530
    },
    {
      "epoch": 121.0,
      "grad_norm": 1.528672218322754,
      "learning_rate": 4.557347109876809e-06,
      "loss": 0.419,
      "step": 433540
    },
    {
      "epoch": 121.0,
      "eval_loss": 0.40885472297668457,
      "eval_runtime": 63.3549,
      "eval_samples_per_second": 79.852,
      "eval_steps_per_second": 9.991,
      "step": 433543
    },
    {
      "epoch": 121.0,
      "grad_norm": 1.3682105541229248,
      "learning_rate": 4.557338224422566e-06,
      "loss": 0.4324,
      "step": 433550
    },
    {
      "epoch": 121.0,
      "grad_norm": 1.3795166015625,
      "learning_rate": 4.557329338673694e-06,
      "loss": 0.4047,
      "step": 433560
    },
    {
      "epoch": 121.01,
      "grad_norm": 1.4826284646987915,
      "learning_rate": 4.5573204526301955e-06,
      "loss": 0.3986,
      "step": 433570
    },
    {
      "epoch": 121.01,
      "grad_norm": 1.254662275314331,
      "learning_rate": 4.557311566292069e-06,
      "loss": 0.3818,
      "step": 433580
    },
    {
      "epoch": 121.01,
      "grad_norm": 1.849649429321289,
      "learning_rate": 4.557302679659318e-06,
      "loss": 0.4333,
      "step": 433590
    },
    {
      "epoch": 121.02,
      "grad_norm": 1.3070318698883057,
      "learning_rate": 4.557293792731941e-06,
      "loss": 0.404,
      "step": 433600
    },
    {
      "epoch": 121.02,
      "grad_norm": 1.4464997053146362,
      "learning_rate": 4.557284905509942e-06,
      "loss": 0.4104,
      "step": 433610
    },
    {
      "epoch": 121.02,
      "grad_norm": 1.4493266344070435,
      "learning_rate": 4.557276017993321e-06,
      "loss": 0.4069,
      "step": 433620
    },
    {
      "epoch": 121.02,
      "grad_norm": 1.2940925359725952,
      "learning_rate": 4.557267130182078e-06,
      "loss": 0.4145,
      "step": 433630
    },
    {
      "epoch": 121.03,
      "grad_norm": 1.4039382934570312,
      "learning_rate": 4.557258242076216e-06,
      "loss": 0.4205,
      "step": 433640
    },
    {
      "epoch": 121.03,
      "grad_norm": 1.519343376159668,
      "learning_rate": 4.557249353675735e-06,
      "loss": 0.4016,
      "step": 433650
    },
    {
      "epoch": 121.03,
      "grad_norm": 1.354503870010376,
      "learning_rate": 4.5572404649806376e-06,
      "loss": 0.3929,
      "step": 433660
    },
    {
      "epoch": 121.04,
      "grad_norm": 1.233162522315979,
      "learning_rate": 4.557231575990923e-06,
      "loss": 0.4235,
      "step": 433670
    },
    {
      "epoch": 121.04,
      "grad_norm": 1.374773621559143,
      "learning_rate": 4.557222686706594e-06,
      "loss": 0.4012,
      "step": 433680
    },
    {
      "epoch": 121.04,
      "grad_norm": 1.4322761297225952,
      "learning_rate": 4.55721379712765e-06,
      "loss": 0.4175,
      "step": 433690
    },
    {
      "epoch": 121.04,
      "grad_norm": 1.2992982864379883,
      "learning_rate": 4.557204907254094e-06,
      "loss": 0.4198,
      "step": 433700
    },
    {
      "epoch": 121.05,
      "grad_norm": 1.3671818971633911,
      "learning_rate": 4.557196017085927e-06,
      "loss": 0.4124,
      "step": 433710
    },
    {
      "epoch": 121.05,
      "grad_norm": 1.5685985088348389,
      "learning_rate": 4.55718712662315e-06,
      "loss": 0.3974,
      "step": 433720
    },
    {
      "epoch": 121.05,
      "grad_norm": 1.3040522336959839,
      "learning_rate": 4.5571782358657635e-06,
      "loss": 0.4011,
      "step": 433730
    },
    {
      "epoch": 121.05,
      "grad_norm": 1.4862085580825806,
      "learning_rate": 4.557169344813769e-06,
      "loss": 0.4058,
      "step": 433740
    },
    {
      "epoch": 121.06,
      "grad_norm": 1.3401272296905518,
      "learning_rate": 4.557160453467167e-06,
      "loss": 0.4151,
      "step": 433750
    },
    {
      "epoch": 121.06,
      "grad_norm": 1.2713866233825684,
      "learning_rate": 4.557151561825961e-06,
      "loss": 0.4071,
      "step": 433760
    },
    {
      "epoch": 121.06,
      "grad_norm": 1.355526089668274,
      "learning_rate": 4.557142669890149e-06,
      "loss": 0.4111,
      "step": 433770
    },
    {
      "epoch": 121.07,
      "grad_norm": 1.557637095451355,
      "learning_rate": 4.557133777659735e-06,
      "loss": 0.4082,
      "step": 433780
    },
    {
      "epoch": 121.07,
      "grad_norm": 1.748157024383545,
      "learning_rate": 4.557124885134719e-06,
      "loss": 0.3903,
      "step": 433790
    },
    {
      "epoch": 121.07,
      "grad_norm": 1.2368390560150146,
      "learning_rate": 4.557115992315102e-06,
      "loss": 0.4202,
      "step": 433800
    },
    {
      "epoch": 121.07,
      "grad_norm": 1.2248003482818604,
      "learning_rate": 4.557107099200885e-06,
      "loss": 0.4275,
      "step": 433810
    },
    {
      "epoch": 121.08,
      "grad_norm": 1.3435076475143433,
      "learning_rate": 4.557098205792071e-06,
      "loss": 0.4134,
      "step": 433820
    },
    {
      "epoch": 121.08,
      "grad_norm": 1.530938744544983,
      "learning_rate": 4.557089312088658e-06,
      "loss": 0.4025,
      "step": 433830
    },
    {
      "epoch": 121.08,
      "grad_norm": 1.5901188850402832,
      "learning_rate": 4.557080418090649e-06,
      "loss": 0.3973,
      "step": 433840
    },
    {
      "epoch": 121.09,
      "grad_norm": 1.8428256511688232,
      "learning_rate": 4.557071523798047e-06,
      "loss": 0.4041,
      "step": 433850
    },
    {
      "epoch": 121.09,
      "grad_norm": 1.4757883548736572,
      "learning_rate": 4.557062629210849e-06,
      "loss": 0.4111,
      "step": 433860
    },
    {
      "epoch": 121.09,
      "grad_norm": 1.491114616394043,
      "learning_rate": 4.55705373432906e-06,
      "loss": 0.4111,
      "step": 433870
    },
    {
      "epoch": 121.09,
      "grad_norm": 1.5574817657470703,
      "learning_rate": 4.557044839152679e-06,
      "loss": 0.4148,
      "step": 433880
    },
    {
      "epoch": 121.1,
      "grad_norm": 1.53929603099823,
      "learning_rate": 4.557035943681708e-06,
      "loss": 0.414,
      "step": 433890
    },
    {
      "epoch": 121.1,
      "grad_norm": 1.1673009395599365,
      "learning_rate": 4.557027047916148e-06,
      "loss": 0.4266,
      "step": 433900
    },
    {
      "epoch": 121.1,
      "grad_norm": 1.523769736289978,
      "learning_rate": 4.5570181518560005e-06,
      "loss": 0.4006,
      "step": 433910
    },
    {
      "epoch": 121.11,
      "grad_norm": 1.367969036102295,
      "learning_rate": 4.5570092555012664e-06,
      "loss": 0.3933,
      "step": 433920
    },
    {
      "epoch": 121.11,
      "grad_norm": 1.1917157173156738,
      "learning_rate": 4.557000358851946e-06,
      "loss": 0.4143,
      "step": 433930
    },
    {
      "epoch": 121.11,
      "grad_norm": 1.803380012512207,
      "learning_rate": 4.556991461908043e-06,
      "loss": 0.4008,
      "step": 433940
    },
    {
      "epoch": 121.11,
      "grad_norm": 1.0376428365707397,
      "learning_rate": 4.556982564669555e-06,
      "loss": 0.4094,
      "step": 433950
    },
    {
      "epoch": 121.12,
      "grad_norm": 1.3068872690200806,
      "learning_rate": 4.556973667136487e-06,
      "loss": 0.3919,
      "step": 433960
    },
    {
      "epoch": 121.12,
      "grad_norm": 1.920365333557129,
      "learning_rate": 4.556964769308837e-06,
      "loss": 0.4119,
      "step": 433970
    },
    {
      "epoch": 121.12,
      "grad_norm": 1.2742953300476074,
      "learning_rate": 4.556955871186608e-06,
      "loss": 0.4083,
      "step": 433980
    },
    {
      "epoch": 121.12,
      "grad_norm": 1.5035542249679565,
      "learning_rate": 4.5569469727698006e-06,
      "loss": 0.4005,
      "step": 433990
    },
    {
      "epoch": 121.13,
      "grad_norm": 1.215528130531311,
      "learning_rate": 4.556938074058417e-06,
      "loss": 0.408,
      "step": 434000
    },
    {
      "epoch": 121.13,
      "grad_norm": 1.4841190576553345,
      "learning_rate": 4.556929175052456e-06,
      "loss": 0.4197,
      "step": 434010
    },
    {
      "epoch": 121.13,
      "grad_norm": 1.439644455909729,
      "learning_rate": 4.556920275751921e-06,
      "loss": 0.4267,
      "step": 434020
    },
    {
      "epoch": 121.14,
      "grad_norm": 1.2353596687316895,
      "learning_rate": 4.556911376156812e-06,
      "loss": 0.4024,
      "step": 434030
    },
    {
      "epoch": 121.14,
      "grad_norm": 1.5269454717636108,
      "learning_rate": 4.556902476267131e-06,
      "loss": 0.4103,
      "step": 434040
    },
    {
      "epoch": 121.14,
      "grad_norm": 1.4963544607162476,
      "learning_rate": 4.556893576082879e-06,
      "loss": 0.3964,
      "step": 434050
    },
    {
      "epoch": 121.14,
      "grad_norm": 1.242431879043579,
      "learning_rate": 4.556884675604057e-06,
      "loss": 0.4056,
      "step": 434060
    },
    {
      "epoch": 121.15,
      "grad_norm": 2.0885865688323975,
      "learning_rate": 4.556875774830666e-06,
      "loss": 0.4124,
      "step": 434070
    },
    {
      "epoch": 121.15,
      "grad_norm": 1.4933925867080688,
      "learning_rate": 4.556866873762707e-06,
      "loss": 0.4041,
      "step": 434080
    },
    {
      "epoch": 121.15,
      "grad_norm": 1.3202502727508545,
      "learning_rate": 4.5568579724001815e-06,
      "loss": 0.3879,
      "step": 434090
    },
    {
      "epoch": 121.16,
      "grad_norm": 1.8255199193954468,
      "learning_rate": 4.5568490707430915e-06,
      "loss": 0.4072,
      "step": 434100
    },
    {
      "epoch": 121.16,
      "grad_norm": 1.53599214553833,
      "learning_rate": 4.556840168791436e-06,
      "loss": 0.4141,
      "step": 434110
    },
    {
      "epoch": 121.16,
      "grad_norm": 1.5662366151809692,
      "learning_rate": 4.556831266545219e-06,
      "loss": 0.414,
      "step": 434120
    },
    {
      "epoch": 121.16,
      "grad_norm": 1.327114224433899,
      "learning_rate": 4.5568223640044405e-06,
      "loss": 0.4036,
      "step": 434130
    },
    {
      "epoch": 121.17,
      "grad_norm": 1.405702829360962,
      "learning_rate": 4.5568134611691006e-06,
      "loss": 0.4027,
      "step": 434140
    },
    {
      "epoch": 121.17,
      "grad_norm": 1.266286849975586,
      "learning_rate": 4.5568045580392015e-06,
      "loss": 0.4092,
      "step": 434150
    },
    {
      "epoch": 121.17,
      "grad_norm": 1.3096661567687988,
      "learning_rate": 4.556795654614744e-06,
      "loss": 0.4128,
      "step": 434160
    },
    {
      "epoch": 121.17,
      "grad_norm": 1.3725478649139404,
      "learning_rate": 4.5567867508957294e-06,
      "loss": 0.4188,
      "step": 434170
    },
    {
      "epoch": 121.18,
      "grad_norm": 1.3963420391082764,
      "learning_rate": 4.55677784688216e-06,
      "loss": 0.4158,
      "step": 434180
    },
    {
      "epoch": 121.18,
      "grad_norm": 1.4082361459732056,
      "learning_rate": 4.5567689425740354e-06,
      "loss": 0.4028,
      "step": 434190
    },
    {
      "epoch": 121.18,
      "grad_norm": 1.372965931892395,
      "learning_rate": 4.556760037971357e-06,
      "loss": 0.408,
      "step": 434200
    },
    {
      "epoch": 121.19,
      "grad_norm": 1.3492320775985718,
      "learning_rate": 4.556751133074127e-06,
      "loss": 0.4119,
      "step": 434210
    },
    {
      "epoch": 121.19,
      "grad_norm": 1.3642297983169556,
      "learning_rate": 4.556742227882346e-06,
      "loss": 0.4196,
      "step": 434220
    },
    {
      "epoch": 121.19,
      "grad_norm": 1.3439390659332275,
      "learning_rate": 4.5567333223960145e-06,
      "loss": 0.4154,
      "step": 434230
    },
    {
      "epoch": 121.19,
      "grad_norm": 1.3923054933547974,
      "learning_rate": 4.556724416615134e-06,
      "loss": 0.3932,
      "step": 434240
    },
    {
      "epoch": 121.2,
      "grad_norm": 1.4142431020736694,
      "learning_rate": 4.556715510539707e-06,
      "loss": 0.4082,
      "step": 434250
    },
    {
      "epoch": 121.2,
      "grad_norm": 1.4255503416061401,
      "learning_rate": 4.556706604169733e-06,
      "loss": 0.3981,
      "step": 434260
    },
    {
      "epoch": 121.2,
      "grad_norm": 1.285658836364746,
      "learning_rate": 4.556697697505215e-06,
      "loss": 0.4101,
      "step": 434270
    },
    {
      "epoch": 121.21,
      "grad_norm": 1.186582088470459,
      "learning_rate": 4.556688790546152e-06,
      "loss": 0.4207,
      "step": 434280
    },
    {
      "epoch": 121.21,
      "grad_norm": 1.4537090063095093,
      "learning_rate": 4.556679883292546e-06,
      "loss": 0.3983,
      "step": 434290
    },
    {
      "epoch": 121.21,
      "grad_norm": 1.3396841287612915,
      "learning_rate": 4.556670975744399e-06,
      "loss": 0.4152,
      "step": 434300
    },
    {
      "epoch": 121.21,
      "grad_norm": 1.4100514650344849,
      "learning_rate": 4.556662067901711e-06,
      "loss": 0.3869,
      "step": 434310
    },
    {
      "epoch": 121.22,
      "grad_norm": 1.0827813148498535,
      "learning_rate": 4.5566531597644845e-06,
      "loss": 0.4209,
      "step": 434320
    },
    {
      "epoch": 121.22,
      "grad_norm": 1.664206862449646,
      "learning_rate": 4.556644251332721e-06,
      "loss": 0.3959,
      "step": 434330
    },
    {
      "epoch": 121.22,
      "grad_norm": 1.412536859512329,
      "learning_rate": 4.556635342606419e-06,
      "loss": 0.4119,
      "step": 434340
    },
    {
      "epoch": 121.23,
      "grad_norm": 1.2837226390838623,
      "learning_rate": 4.556626433585581e-06,
      "loss": 0.412,
      "step": 434350
    },
    {
      "epoch": 121.23,
      "grad_norm": 1.4766162633895874,
      "learning_rate": 4.55661752427021e-06,
      "loss": 0.4008,
      "step": 434360
    },
    {
      "epoch": 121.23,
      "grad_norm": 1.7805461883544922,
      "learning_rate": 4.556608614660305e-06,
      "loss": 0.4037,
      "step": 434370
    },
    {
      "epoch": 121.23,
      "grad_norm": 1.4485020637512207,
      "learning_rate": 4.556599704755868e-06,
      "loss": 0.38,
      "step": 434380
    },
    {
      "epoch": 121.24,
      "grad_norm": 1.485184907913208,
      "learning_rate": 4.5565907945569004e-06,
      "loss": 0.4311,
      "step": 434390
    },
    {
      "epoch": 121.24,
      "grad_norm": 1.274885892868042,
      "learning_rate": 4.556581884063403e-06,
      "loss": 0.39,
      "step": 434400
    },
    {
      "epoch": 121.24,
      "grad_norm": 1.3114657402038574,
      "learning_rate": 4.556572973275377e-06,
      "loss": 0.3914,
      "step": 434410
    },
    {
      "epoch": 121.24,
      "grad_norm": 1.3100554943084717,
      "learning_rate": 4.556564062192823e-06,
      "loss": 0.4209,
      "step": 434420
    },
    {
      "epoch": 121.25,
      "grad_norm": 1.2508631944656372,
      "learning_rate": 4.556555150815743e-06,
      "loss": 0.4038,
      "step": 434430
    },
    {
      "epoch": 121.25,
      "grad_norm": 1.4094514846801758,
      "learning_rate": 4.556546239144139e-06,
      "loss": 0.396,
      "step": 434440
    },
    {
      "epoch": 121.25,
      "grad_norm": 1.4399536848068237,
      "learning_rate": 4.556537327178011e-06,
      "loss": 0.3977,
      "step": 434450
    },
    {
      "epoch": 121.26,
      "grad_norm": 1.536089301109314,
      "learning_rate": 4.55652841491736e-06,
      "loss": 0.4102,
      "step": 434460
    },
    {
      "epoch": 121.26,
      "grad_norm": 1.6727956533432007,
      "learning_rate": 4.556519502362187e-06,
      "loss": 0.3978,
      "step": 434470
    },
    {
      "epoch": 121.26,
      "grad_norm": 1.5370817184448242,
      "learning_rate": 4.556510589512494e-06,
      "loss": 0.4194,
      "step": 434480
    },
    {
      "epoch": 121.26,
      "grad_norm": 1.3580551147460938,
      "learning_rate": 4.556501676368283e-06,
      "loss": 0.4353,
      "step": 434490
    },
    {
      "epoch": 121.27,
      "grad_norm": 1.4363009929656982,
      "learning_rate": 4.5564927629295536e-06,
      "loss": 0.4379,
      "step": 434500
    },
    {
      "epoch": 121.27,
      "grad_norm": 1.3196558952331543,
      "learning_rate": 4.556483849196308e-06,
      "loss": 0.4001,
      "step": 434510
    },
    {
      "epoch": 121.27,
      "grad_norm": 2.2274680137634277,
      "learning_rate": 4.556474935168546e-06,
      "loss": 0.4024,
      "step": 434520
    },
    {
      "epoch": 121.28,
      "grad_norm": 1.5254628658294678,
      "learning_rate": 4.55646602084627e-06,
      "loss": 0.4031,
      "step": 434530
    },
    {
      "epoch": 121.28,
      "grad_norm": 1.4598784446716309,
      "learning_rate": 4.556457106229481e-06,
      "loss": 0.4192,
      "step": 434540
    },
    {
      "epoch": 121.28,
      "grad_norm": 1.4938569068908691,
      "learning_rate": 4.55644819131818e-06,
      "loss": 0.4128,
      "step": 434550
    },
    {
      "epoch": 121.28,
      "grad_norm": 1.3134859800338745,
      "learning_rate": 4.556439276112368e-06,
      "loss": 0.4212,
      "step": 434560
    },
    {
      "epoch": 121.29,
      "grad_norm": 1.6120243072509766,
      "learning_rate": 4.556430360612047e-06,
      "loss": 0.4006,
      "step": 434570
    },
    {
      "epoch": 121.29,
      "grad_norm": 1.4410146474838257,
      "learning_rate": 4.556421444817218e-06,
      "loss": 0.4001,
      "step": 434580
    },
    {
      "epoch": 121.29,
      "grad_norm": 1.4862709045410156,
      "learning_rate": 4.556412528727881e-06,
      "loss": 0.3827,
      "step": 434590
    },
    {
      "epoch": 121.3,
      "grad_norm": 1.5402004718780518,
      "learning_rate": 4.556403612344038e-06,
      "loss": 0.4114,
      "step": 434600
    },
    {
      "epoch": 121.3,
      "grad_norm": 1.345394253730774,
      "learning_rate": 4.55639469566569e-06,
      "loss": 0.3929,
      "step": 434610
    },
    {
      "epoch": 121.3,
      "grad_norm": 1.2333123683929443,
      "learning_rate": 4.55638577869284e-06,
      "loss": 0.4154,
      "step": 434620
    },
    {
      "epoch": 121.3,
      "grad_norm": 1.3175100088119507,
      "learning_rate": 4.556376861425486e-06,
      "loss": 0.4089,
      "step": 434630
    },
    {
      "epoch": 121.31,
      "grad_norm": 1.4063982963562012,
      "learning_rate": 4.556367943863631e-06,
      "loss": 0.3916,
      "step": 434640
    },
    {
      "epoch": 121.31,
      "grad_norm": 1.2738832235336304,
      "learning_rate": 4.5563590260072755e-06,
      "loss": 0.4134,
      "step": 434650
    },
    {
      "epoch": 121.31,
      "grad_norm": 1.2840162515640259,
      "learning_rate": 4.556350107856423e-06,
      "loss": 0.4057,
      "step": 434660
    },
    {
      "epoch": 121.31,
      "grad_norm": 1.4204577207565308,
      "learning_rate": 4.55634118941107e-06,
      "loss": 0.4261,
      "step": 434670
    },
    {
      "epoch": 121.32,
      "grad_norm": 1.4332573413848877,
      "learning_rate": 4.556332270671223e-06,
      "loss": 0.4016,
      "step": 434680
    },
    {
      "epoch": 121.32,
      "grad_norm": 1.4180182218551636,
      "learning_rate": 4.55632335163688e-06,
      "loss": 0.4111,
      "step": 434690
    },
    {
      "epoch": 121.32,
      "grad_norm": 1.2845224142074585,
      "learning_rate": 4.556314432308043e-06,
      "loss": 0.4124,
      "step": 434700
    },
    {
      "epoch": 121.33,
      "grad_norm": 1.069968819618225,
      "learning_rate": 4.556305512684712e-06,
      "loss": 0.4063,
      "step": 434710
    },
    {
      "epoch": 121.33,
      "grad_norm": 1.136817455291748,
      "learning_rate": 4.55629659276689e-06,
      "loss": 0.4042,
      "step": 434720
    },
    {
      "epoch": 121.33,
      "grad_norm": 6.749304294586182,
      "learning_rate": 4.556287672554578e-06,
      "loss": 0.4065,
      "step": 434730
    },
    {
      "epoch": 121.33,
      "grad_norm": 1.200101613998413,
      "learning_rate": 4.556278752047776e-06,
      "loss": 0.4096,
      "step": 434740
    },
    {
      "epoch": 121.34,
      "grad_norm": 1.2440574169158936,
      "learning_rate": 4.556269831246486e-06,
      "loss": 0.4099,
      "step": 434750
    },
    {
      "epoch": 121.34,
      "grad_norm": 1.1813772916793823,
      "learning_rate": 4.556260910150709e-06,
      "loss": 0.4043,
      "step": 434760
    },
    {
      "epoch": 121.34,
      "grad_norm": 1.2780816555023193,
      "learning_rate": 4.5562519887604465e-06,
      "loss": 0.4009,
      "step": 434770
    },
    {
      "epoch": 121.35,
      "grad_norm": 1.3529726266860962,
      "learning_rate": 4.556243067075699e-06,
      "loss": 0.4136,
      "step": 434780
    },
    {
      "epoch": 121.35,
      "grad_norm": 1.9272435903549194,
      "learning_rate": 4.556234145096468e-06,
      "loss": 0.4069,
      "step": 434790
    },
    {
      "epoch": 121.35,
      "grad_norm": 1.4689242839813232,
      "learning_rate": 4.556225222822754e-06,
      "loss": 0.3913,
      "step": 434800
    },
    {
      "epoch": 121.35,
      "grad_norm": 1.3972443342208862,
      "learning_rate": 4.5562163002545604e-06,
      "loss": 0.4207,
      "step": 434810
    },
    {
      "epoch": 121.36,
      "grad_norm": 1.5767470598220825,
      "learning_rate": 4.556207377391886e-06,
      "loss": 0.41,
      "step": 434820
    },
    {
      "epoch": 121.36,
      "grad_norm": 1.4576382637023926,
      "learning_rate": 4.556198454234733e-06,
      "loss": 0.4222,
      "step": 434830
    },
    {
      "epoch": 121.36,
      "grad_norm": 1.4669345617294312,
      "learning_rate": 4.556189530783104e-06,
      "loss": 0.4221,
      "step": 434840
    },
    {
      "epoch": 121.36,
      "grad_norm": 2.4212863445281982,
      "learning_rate": 4.556180607036997e-06,
      "loss": 0.4136,
      "step": 434850
    },
    {
      "epoch": 121.37,
      "grad_norm": 1.2683300971984863,
      "learning_rate": 4.556171682996415e-06,
      "loss": 0.4125,
      "step": 434860
    },
    {
      "epoch": 121.37,
      "grad_norm": 1.5512815713882446,
      "learning_rate": 4.556162758661359e-06,
      "loss": 0.4106,
      "step": 434870
    },
    {
      "epoch": 121.37,
      "grad_norm": 1.3933957815170288,
      "learning_rate": 4.55615383403183e-06,
      "loss": 0.3961,
      "step": 434880
    },
    {
      "epoch": 121.38,
      "grad_norm": 1.1281535625457764,
      "learning_rate": 4.556144909107831e-06,
      "loss": 0.3973,
      "step": 434890
    },
    {
      "epoch": 121.38,
      "grad_norm": 1.486373782157898,
      "learning_rate": 4.556135983889361e-06,
      "loss": 0.3964,
      "step": 434900
    },
    {
      "epoch": 121.38,
      "grad_norm": 1.5990197658538818,
      "learning_rate": 4.5561270583764214e-06,
      "loss": 0.4216,
      "step": 434910
    },
    {
      "epoch": 121.38,
      "grad_norm": 1.4464974403381348,
      "learning_rate": 4.556118132569014e-06,
      "loss": 0.4104,
      "step": 434920
    },
    {
      "epoch": 121.39,
      "grad_norm": 1.2842700481414795,
      "learning_rate": 4.55610920646714e-06,
      "loss": 0.4057,
      "step": 434930
    },
    {
      "epoch": 121.39,
      "grad_norm": 1.2699651718139648,
      "learning_rate": 4.5561002800708006e-06,
      "loss": 0.4185,
      "step": 434940
    },
    {
      "epoch": 121.39,
      "grad_norm": 1.5421979427337646,
      "learning_rate": 4.556091353379996e-06,
      "loss": 0.3999,
      "step": 434950
    },
    {
      "epoch": 121.4,
      "grad_norm": 1.340739130973816,
      "learning_rate": 4.556082426394728e-06,
      "loss": 0.4211,
      "step": 434960
    },
    {
      "epoch": 121.4,
      "grad_norm": 1.344369649887085,
      "learning_rate": 4.556073499114998e-06,
      "loss": 0.4011,
      "step": 434970
    },
    {
      "epoch": 121.4,
      "grad_norm": 1.407332420349121,
      "learning_rate": 4.556064571540808e-06,
      "loss": 0.4037,
      "step": 434980
    },
    {
      "epoch": 121.4,
      "grad_norm": 1.1283150911331177,
      "learning_rate": 4.556055643672158e-06,
      "loss": 0.3942,
      "step": 434990
    },
    {
      "epoch": 121.41,
      "grad_norm": 1.5828152894973755,
      "learning_rate": 4.556046715509049e-06,
      "loss": 0.3919,
      "step": 435000
    },
    {
      "epoch": 121.41,
      "grad_norm": 1.4210166931152344,
      "learning_rate": 4.5560377870514836e-06,
      "loss": 0.4039,
      "step": 435010
    },
    {
      "epoch": 121.41,
      "grad_norm": 1.2506686449050903,
      "learning_rate": 4.556028858299461e-06,
      "loss": 0.407,
      "step": 435020
    },
    {
      "epoch": 121.42,
      "grad_norm": 1.5397984981536865,
      "learning_rate": 4.556019929252985e-06,
      "loss": 0.4107,
      "step": 435030
    },
    {
      "epoch": 121.42,
      "grad_norm": 1.2250776290893555,
      "learning_rate": 4.5560109999120544e-06,
      "loss": 0.4248,
      "step": 435040
    },
    {
      "epoch": 121.42,
      "grad_norm": 2.4338202476501465,
      "learning_rate": 4.556002070276671e-06,
      "loss": 0.4122,
      "step": 435050
    },
    {
      "epoch": 121.42,
      "grad_norm": 1.3864920139312744,
      "learning_rate": 4.5559931403468365e-06,
      "loss": 0.4058,
      "step": 435060
    },
    {
      "epoch": 121.43,
      "grad_norm": 1.5101243257522583,
      "learning_rate": 4.5559842101225515e-06,
      "loss": 0.4038,
      "step": 435070
    },
    {
      "epoch": 121.43,
      "grad_norm": 1.7434059381484985,
      "learning_rate": 4.5559752796038175e-06,
      "loss": 0.4045,
      "step": 435080
    },
    {
      "epoch": 121.43,
      "grad_norm": 1.295607089996338,
      "learning_rate": 4.555966348790636e-06,
      "loss": 0.4085,
      "step": 435090
    },
    {
      "epoch": 121.43,
      "grad_norm": 1.4473130702972412,
      "learning_rate": 4.5559574176830085e-06,
      "loss": 0.4157,
      "step": 435100
    },
    {
      "epoch": 121.44,
      "grad_norm": 1.4217243194580078,
      "learning_rate": 4.555948486280935e-06,
      "loss": 0.4138,
      "step": 435110
    },
    {
      "epoch": 121.44,
      "grad_norm": 1.6607006788253784,
      "learning_rate": 4.555939554584418e-06,
      "loss": 0.4124,
      "step": 435120
    },
    {
      "epoch": 121.44,
      "grad_norm": 1.3647420406341553,
      "learning_rate": 4.555930622593457e-06,
      "loss": 0.413,
      "step": 435130
    },
    {
      "epoch": 121.45,
      "grad_norm": 1.2583668231964111,
      "learning_rate": 4.5559216903080544e-06,
      "loss": 0.4028,
      "step": 435140
    },
    {
      "epoch": 121.45,
      "grad_norm": 1.2966535091400146,
      "learning_rate": 4.555912757728211e-06,
      "loss": 0.4158,
      "step": 435150
    },
    {
      "epoch": 121.45,
      "grad_norm": 1.4252586364746094,
      "learning_rate": 4.555903824853928e-06,
      "loss": 0.413,
      "step": 435160
    },
    {
      "epoch": 121.45,
      "grad_norm": 1.5539143085479736,
      "learning_rate": 4.555894891685207e-06,
      "loss": 0.4104,
      "step": 435170
    },
    {
      "epoch": 121.46,
      "grad_norm": 1.4653388261795044,
      "learning_rate": 4.55588595822205e-06,
      "loss": 0.4122,
      "step": 435180
    },
    {
      "epoch": 121.46,
      "grad_norm": 1.4696213006973267,
      "learning_rate": 4.555877024464456e-06,
      "loss": 0.406,
      "step": 435190
    },
    {
      "epoch": 121.46,
      "grad_norm": 1.2620689868927002,
      "learning_rate": 4.555868090412427e-06,
      "loss": 0.3932,
      "step": 435200
    },
    {
      "epoch": 121.47,
      "grad_norm": 1.9463977813720703,
      "learning_rate": 4.555859156065965e-06,
      "loss": 0.4219,
      "step": 435210
    },
    {
      "epoch": 121.47,
      "grad_norm": 1.1494511365890503,
      "learning_rate": 4.5558502214250695e-06,
      "loss": 0.4134,
      "step": 435220
    },
    {
      "epoch": 121.47,
      "grad_norm": 1.4079428911209106,
      "learning_rate": 4.555841286489745e-06,
      "loss": 0.4154,
      "step": 435230
    },
    {
      "epoch": 121.47,
      "grad_norm": 1.6853643655776978,
      "learning_rate": 4.555832351259989e-06,
      "loss": 0.4161,
      "step": 435240
    },
    {
      "epoch": 121.48,
      "grad_norm": 1.1437267065048218,
      "learning_rate": 4.555823415735804e-06,
      "loss": 0.3863,
      "step": 435250
    },
    {
      "epoch": 121.48,
      "grad_norm": 1.2763303518295288,
      "learning_rate": 4.555814479917192e-06,
      "loss": 0.3889,
      "step": 435260
    },
    {
      "epoch": 121.48,
      "grad_norm": 1.2768148183822632,
      "learning_rate": 4.555805543804154e-06,
      "loss": 0.3978,
      "step": 435270
    },
    {
      "epoch": 121.48,
      "grad_norm": 1.1429729461669922,
      "learning_rate": 4.555796607396691e-06,
      "loss": 0.386,
      "step": 435280
    },
    {
      "epoch": 121.49,
      "grad_norm": 1.2208391427993774,
      "learning_rate": 4.555787670694803e-06,
      "loss": 0.4102,
      "step": 435290
    },
    {
      "epoch": 121.49,
      "grad_norm": 1.4711389541625977,
      "learning_rate": 4.5557787336984925e-06,
      "loss": 0.4293,
      "step": 435300
    },
    {
      "epoch": 121.49,
      "grad_norm": 1.4716864824295044,
      "learning_rate": 4.5557697964077614e-06,
      "loss": 0.4275,
      "step": 435310
    },
    {
      "epoch": 121.5,
      "grad_norm": 1.4761401414871216,
      "learning_rate": 4.5557608588226085e-06,
      "loss": 0.4207,
      "step": 435320
    },
    {
      "epoch": 121.5,
      "grad_norm": 1.2853494882583618,
      "learning_rate": 4.555751920943037e-06,
      "loss": 0.4144,
      "step": 435330
    },
    {
      "epoch": 121.5,
      "grad_norm": 1.528639793395996,
      "learning_rate": 4.555742982769047e-06,
      "loss": 0.4109,
      "step": 435340
    },
    {
      "epoch": 121.5,
      "grad_norm": 1.3405271768569946,
      "learning_rate": 4.5557340443006405e-06,
      "loss": 0.4288,
      "step": 435350
    },
    {
      "epoch": 121.51,
      "grad_norm": 1.1747385263442993,
      "learning_rate": 4.555725105537818e-06,
      "loss": 0.413,
      "step": 435360
    },
    {
      "epoch": 121.51,
      "grad_norm": 1.4605318307876587,
      "learning_rate": 4.555716166480582e-06,
      "loss": 0.4146,
      "step": 435370
    },
    {
      "epoch": 121.51,
      "grad_norm": 1.5132696628570557,
      "learning_rate": 4.5557072271289315e-06,
      "loss": 0.438,
      "step": 435380
    },
    {
      "epoch": 121.52,
      "grad_norm": 1.3747189044952393,
      "learning_rate": 4.5556982874828694e-06,
      "loss": 0.4064,
      "step": 435390
    },
    {
      "epoch": 121.52,
      "grad_norm": 1.1959595680236816,
      "learning_rate": 4.555689347542396e-06,
      "loss": 0.4073,
      "step": 435400
    },
    {
      "epoch": 121.52,
      "grad_norm": 1.4856815338134766,
      "learning_rate": 4.555680407307514e-06,
      "loss": 0.4049,
      "step": 435410
    },
    {
      "epoch": 121.52,
      "grad_norm": 1.4100500345230103,
      "learning_rate": 4.5556714667782224e-06,
      "loss": 0.4153,
      "step": 435420
    },
    {
      "epoch": 121.53,
      "grad_norm": 2.089111566543579,
      "learning_rate": 4.555662525954524e-06,
      "loss": 0.423,
      "step": 435430
    },
    {
      "epoch": 121.53,
      "grad_norm": 1.3508543968200684,
      "learning_rate": 4.555653584836418e-06,
      "loss": 0.4003,
      "step": 435440
    },
    {
      "epoch": 121.53,
      "grad_norm": 1.7464722394943237,
      "learning_rate": 4.555644643423909e-06,
      "loss": 0.3978,
      "step": 435450
    },
    {
      "epoch": 121.54,
      "grad_norm": 1.2704057693481445,
      "learning_rate": 4.5556357017169955e-06,
      "loss": 0.4054,
      "step": 435460
    },
    {
      "epoch": 121.54,
      "grad_norm": 1.2431015968322754,
      "learning_rate": 4.555626759715679e-06,
      "loss": 0.4097,
      "step": 435470
    },
    {
      "epoch": 121.54,
      "grad_norm": 1.5350745916366577,
      "learning_rate": 4.555617817419961e-06,
      "loss": 0.4238,
      "step": 435480
    },
    {
      "epoch": 121.54,
      "grad_norm": 1.471522331237793,
      "learning_rate": 4.555608874829844e-06,
      "loss": 0.3942,
      "step": 435490
    },
    {
      "epoch": 121.55,
      "grad_norm": 1.6065629720687866,
      "learning_rate": 4.555599931945327e-06,
      "loss": 0.4076,
      "step": 435500
    },
    {
      "epoch": 121.55,
      "grad_norm": 1.3562020063400269,
      "learning_rate": 4.555590988766412e-06,
      "loss": 0.4096,
      "step": 435510
    },
    {
      "epoch": 121.55,
      "grad_norm": 1.6464602947235107,
      "learning_rate": 4.5555820452931005e-06,
      "loss": 0.4118,
      "step": 435520
    },
    {
      "epoch": 121.55,
      "grad_norm": 4.461546897888184,
      "learning_rate": 4.555573101525394e-06,
      "loss": 0.4,
      "step": 435530
    },
    {
      "epoch": 121.56,
      "grad_norm": 1.4303853511810303,
      "learning_rate": 4.555564157463293e-06,
      "loss": 0.393,
      "step": 435540
    },
    {
      "epoch": 121.56,
      "grad_norm": 1.3692649602890015,
      "learning_rate": 4.555555213106799e-06,
      "loss": 0.3966,
      "step": 435550
    },
    {
      "epoch": 121.56,
      "grad_norm": 1.7956032752990723,
      "learning_rate": 4.555546268455913e-06,
      "loss": 0.4165,
      "step": 435560
    },
    {
      "epoch": 121.57,
      "grad_norm": 1.4664416313171387,
      "learning_rate": 4.555537323510637e-06,
      "loss": 0.4138,
      "step": 435570
    },
    {
      "epoch": 121.57,
      "grad_norm": 1.303305983543396,
      "learning_rate": 4.55552837827097e-06,
      "loss": 0.4072,
      "step": 435580
    },
    {
      "epoch": 121.57,
      "grad_norm": 1.3507485389709473,
      "learning_rate": 4.555519432736916e-06,
      "loss": 0.4214,
      "step": 435590
    },
    {
      "epoch": 121.57,
      "grad_norm": 1.4549739360809326,
      "learning_rate": 4.555510486908475e-06,
      "loss": 0.4098,
      "step": 435600
    },
    {
      "epoch": 121.58,
      "grad_norm": 1.502652645111084,
      "learning_rate": 4.555501540785647e-06,
      "loss": 0.4035,
      "step": 435610
    },
    {
      "epoch": 121.58,
      "grad_norm": 1.397588849067688,
      "learning_rate": 4.555492594368435e-06,
      "loss": 0.3941,
      "step": 435620
    },
    {
      "epoch": 121.58,
      "grad_norm": 2.2521185874938965,
      "learning_rate": 4.555483647656839e-06,
      "loss": 0.3999,
      "step": 435630
    },
    {
      "epoch": 121.59,
      "grad_norm": 1.1934962272644043,
      "learning_rate": 4.555474700650861e-06,
      "loss": 0.4254,
      "step": 435640
    },
    {
      "epoch": 121.59,
      "grad_norm": 1.7707339525222778,
      "learning_rate": 4.555465753350502e-06,
      "loss": 0.4084,
      "step": 435650
    },
    {
      "epoch": 121.59,
      "grad_norm": 1.390058994293213,
      "learning_rate": 4.555456805755762e-06,
      "loss": 0.422,
      "step": 435660
    },
    {
      "epoch": 121.59,
      "grad_norm": 1.369800329208374,
      "learning_rate": 4.555447857866645e-06,
      "loss": 0.417,
      "step": 435670
    },
    {
      "epoch": 121.6,
      "grad_norm": 1.2854570150375366,
      "learning_rate": 4.555438909683149e-06,
      "loss": 0.4062,
      "step": 435680
    },
    {
      "epoch": 121.6,
      "grad_norm": 1.2273708581924438,
      "learning_rate": 4.555429961205277e-06,
      "loss": 0.4199,
      "step": 435690
    },
    {
      "epoch": 121.6,
      "grad_norm": 1.3928725719451904,
      "learning_rate": 4.5554210124330295e-06,
      "loss": 0.4127,
      "step": 435700
    },
    {
      "epoch": 121.6,
      "grad_norm": 1.0798218250274658,
      "learning_rate": 4.5554120633664085e-06,
      "loss": 0.3875,
      "step": 435710
    },
    {
      "epoch": 121.61,
      "grad_norm": 1.32365083694458,
      "learning_rate": 4.555403114005414e-06,
      "loss": 0.3972,
      "step": 435720
    },
    {
      "epoch": 121.61,
      "grad_norm": 1.312660813331604,
      "learning_rate": 4.555394164350049e-06,
      "loss": 0.4227,
      "step": 435730
    },
    {
      "epoch": 121.61,
      "grad_norm": 1.5561988353729248,
      "learning_rate": 4.555385214400313e-06,
      "loss": 0.4181,
      "step": 435740
    },
    {
      "epoch": 121.62,
      "grad_norm": 1.5115021467208862,
      "learning_rate": 4.555376264156208e-06,
      "loss": 0.4143,
      "step": 435750
    },
    {
      "epoch": 121.62,
      "grad_norm": 1.170101284980774,
      "learning_rate": 4.555367313617734e-06,
      "loss": 0.4055,
      "step": 435760
    },
    {
      "epoch": 121.62,
      "grad_norm": 1.383446455001831,
      "learning_rate": 4.555358362784894e-06,
      "loss": 0.4221,
      "step": 435770
    },
    {
      "epoch": 121.62,
      "grad_norm": 2.484130620956421,
      "learning_rate": 4.555349411657688e-06,
      "loss": 0.4056,
      "step": 435780
    },
    {
      "epoch": 121.63,
      "grad_norm": 1.4375560283660889,
      "learning_rate": 4.555340460236117e-06,
      "loss": 0.4219,
      "step": 435790
    },
    {
      "epoch": 121.63,
      "grad_norm": 1.511476993560791,
      "learning_rate": 4.555331508520184e-06,
      "loss": 0.414,
      "step": 435800
    },
    {
      "epoch": 121.63,
      "grad_norm": 1.6805599927902222,
      "learning_rate": 4.555322556509888e-06,
      "loss": 0.3993,
      "step": 435810
    },
    {
      "epoch": 121.64,
      "grad_norm": 1.9388974905014038,
      "learning_rate": 4.555313604205231e-06,
      "loss": 0.4153,
      "step": 435820
    },
    {
      "epoch": 121.64,
      "grad_norm": 1.4277352094650269,
      "learning_rate": 4.555304651606215e-06,
      "loss": 0.4083,
      "step": 435830
    },
    {
      "epoch": 121.64,
      "grad_norm": 1.4269545078277588,
      "learning_rate": 4.55529569871284e-06,
      "loss": 0.4049,
      "step": 435840
    },
    {
      "epoch": 121.64,
      "grad_norm": 1.5413113832473755,
      "learning_rate": 4.555286745525107e-06,
      "loss": 0.3986,
      "step": 435850
    },
    {
      "epoch": 121.65,
      "grad_norm": 1.2435860633850098,
      "learning_rate": 4.555277792043019e-06,
      "loss": 0.4173,
      "step": 435860
    },
    {
      "epoch": 121.65,
      "grad_norm": 1.1651933193206787,
      "learning_rate": 4.555268838266576e-06,
      "loss": 0.4214,
      "step": 435870
    },
    {
      "epoch": 121.65,
      "grad_norm": 1.372357726097107,
      "learning_rate": 4.555259884195779e-06,
      "loss": 0.4219,
      "step": 435880
    },
    {
      "epoch": 121.66,
      "grad_norm": 2.5929017066955566,
      "learning_rate": 4.555250929830629e-06,
      "loss": 0.4336,
      "step": 435890
    },
    {
      "epoch": 121.66,
      "grad_norm": 1.3461140394210815,
      "learning_rate": 4.555241975171128e-06,
      "loss": 0.423,
      "step": 435900
    },
    {
      "epoch": 121.66,
      "grad_norm": 1.2086390256881714,
      "learning_rate": 4.555233020217277e-06,
      "loss": 0.4156,
      "step": 435910
    },
    {
      "epoch": 121.66,
      "grad_norm": 1.4933394193649292,
      "learning_rate": 4.555224064969076e-06,
      "loss": 0.4178,
      "step": 435920
    },
    {
      "epoch": 121.67,
      "grad_norm": 1.5761610269546509,
      "learning_rate": 4.555215109426528e-06,
      "loss": 0.4002,
      "step": 435930
    },
    {
      "epoch": 121.67,
      "grad_norm": 1.2113208770751953,
      "learning_rate": 4.555206153589633e-06,
      "loss": 0.4071,
      "step": 435940
    },
    {
      "epoch": 121.67,
      "grad_norm": 1.593648076057434,
      "learning_rate": 4.555197197458394e-06,
      "loss": 0.4119,
      "step": 435950
    },
    {
      "epoch": 121.67,
      "grad_norm": 1.5619332790374756,
      "learning_rate": 4.555188241032809e-06,
      "loss": 0.4,
      "step": 435960
    },
    {
      "epoch": 121.68,
      "grad_norm": 1.2312700748443604,
      "learning_rate": 4.555179284312882e-06,
      "loss": 0.4041,
      "step": 435970
    },
    {
      "epoch": 121.68,
      "grad_norm": 1.4309031963348389,
      "learning_rate": 4.555170327298613e-06,
      "loss": 0.4073,
      "step": 435980
    },
    {
      "epoch": 121.68,
      "grad_norm": 1.3873242139816284,
      "learning_rate": 4.555161369990003e-06,
      "loss": 0.3937,
      "step": 435990
    },
    {
      "epoch": 121.69,
      "grad_norm": 1.5329750776290894,
      "learning_rate": 4.555152412387053e-06,
      "loss": 0.411,
      "step": 436000
    },
    {
      "epoch": 121.69,
      "grad_norm": 1.6682300567626953,
      "learning_rate": 4.5551434544897656e-06,
      "loss": 0.4125,
      "step": 436010
    },
    {
      "epoch": 121.69,
      "grad_norm": 1.859101414680481,
      "learning_rate": 4.555134496298141e-06,
      "loss": 0.4205,
      "step": 436020
    },
    {
      "epoch": 121.69,
      "grad_norm": 1.435065507888794,
      "learning_rate": 4.5551255378121805e-06,
      "loss": 0.4099,
      "step": 436030
    },
    {
      "epoch": 121.7,
      "grad_norm": 1.5361652374267578,
      "learning_rate": 4.555116579031885e-06,
      "loss": 0.4082,
      "step": 436040
    },
    {
      "epoch": 121.7,
      "grad_norm": 1.7715094089508057,
      "learning_rate": 4.555107619957256e-06,
      "loss": 0.4223,
      "step": 436050
    },
    {
      "epoch": 121.7,
      "grad_norm": 1.3402106761932373,
      "learning_rate": 4.555098660588295e-06,
      "loss": 0.4044,
      "step": 436060
    },
    {
      "epoch": 121.71,
      "grad_norm": 1.382912278175354,
      "learning_rate": 4.555089700925003e-06,
      "loss": 0.4167,
      "step": 436070
    },
    {
      "epoch": 121.71,
      "grad_norm": 1.4548380374908447,
      "learning_rate": 4.555080740967382e-06,
      "loss": 0.395,
      "step": 436080
    },
    {
      "epoch": 121.71,
      "grad_norm": 1.6778345108032227,
      "learning_rate": 4.555071780715431e-06,
      "loss": 0.4028,
      "step": 436090
    },
    {
      "epoch": 121.71,
      "grad_norm": 1.3378198146820068,
      "learning_rate": 4.5550628201691525e-06,
      "loss": 0.4279,
      "step": 436100
    },
    {
      "epoch": 121.72,
      "grad_norm": 1.34041166305542,
      "learning_rate": 4.555053859328547e-06,
      "loss": 0.4155,
      "step": 436110
    },
    {
      "epoch": 121.72,
      "grad_norm": 1.2733104228973389,
      "learning_rate": 4.555044898193618e-06,
      "loss": 0.4227,
      "step": 436120
    },
    {
      "epoch": 121.72,
      "grad_norm": 1.1976910829544067,
      "learning_rate": 4.555035936764364e-06,
      "loss": 0.4,
      "step": 436130
    },
    {
      "epoch": 121.72,
      "grad_norm": 1.3184218406677246,
      "learning_rate": 4.555026975040788e-06,
      "loss": 0.4032,
      "step": 436140
    },
    {
      "epoch": 121.73,
      "grad_norm": 1.3326841592788696,
      "learning_rate": 4.55501801302289e-06,
      "loss": 0.4079,
      "step": 436150
    },
    {
      "epoch": 121.73,
      "grad_norm": 1.4504038095474243,
      "learning_rate": 4.555009050710671e-06,
      "loss": 0.4122,
      "step": 436160
    },
    {
      "epoch": 121.73,
      "grad_norm": 1.9161028861999512,
      "learning_rate": 4.555000088104133e-06,
      "loss": 0.4143,
      "step": 436170
    },
    {
      "epoch": 121.74,
      "grad_norm": 1.454067349433899,
      "learning_rate": 4.554991125203278e-06,
      "loss": 0.3831,
      "step": 436180
    },
    {
      "epoch": 121.74,
      "grad_norm": 1.1750661134719849,
      "learning_rate": 4.554982162008106e-06,
      "loss": 0.4052,
      "step": 436190
    },
    {
      "epoch": 121.74,
      "grad_norm": 1.8377691507339478,
      "learning_rate": 4.554973198518617e-06,
      "loss": 0.4104,
      "step": 436200
    },
    {
      "epoch": 121.74,
      "grad_norm": 1.366147518157959,
      "learning_rate": 4.554964234734815e-06,
      "loss": 0.3963,
      "step": 436210
    },
    {
      "epoch": 121.75,
      "grad_norm": 1.4444812536239624,
      "learning_rate": 4.5549552706567e-06,
      "loss": 0.4046,
      "step": 436220
    },
    {
      "epoch": 121.75,
      "grad_norm": 1.2263293266296387,
      "learning_rate": 4.554946306284272e-06,
      "loss": 0.4292,
      "step": 436230
    },
    {
      "epoch": 121.75,
      "grad_norm": 1.3723640441894531,
      "learning_rate": 4.554937341617534e-06,
      "loss": 0.4015,
      "step": 436240
    },
    {
      "epoch": 121.76,
      "grad_norm": 1.4928672313690186,
      "learning_rate": 4.554928376656485e-06,
      "loss": 0.4049,
      "step": 436250
    },
    {
      "epoch": 121.76,
      "grad_norm": 1.3043558597564697,
      "learning_rate": 4.554919411401128e-06,
      "loss": 0.4073,
      "step": 436260
    },
    {
      "epoch": 121.76,
      "grad_norm": 1.4463571310043335,
      "learning_rate": 4.5549104458514645e-06,
      "loss": 0.4097,
      "step": 436270
    },
    {
      "epoch": 121.76,
      "grad_norm": 1.4601657390594482,
      "learning_rate": 4.554901480007495e-06,
      "loss": 0.424,
      "step": 436280
    },
    {
      "epoch": 121.77,
      "grad_norm": 1.5290484428405762,
      "learning_rate": 4.554892513869221e-06,
      "loss": 0.4131,
      "step": 436290
    },
    {
      "epoch": 121.77,
      "grad_norm": 1.5396450757980347,
      "learning_rate": 4.554883547436642e-06,
      "loss": 0.4069,
      "step": 436300
    },
    {
      "epoch": 121.77,
      "grad_norm": 1.5062286853790283,
      "learning_rate": 4.554874580709761e-06,
      "loss": 0.4081,
      "step": 436310
    },
    {
      "epoch": 121.78,
      "grad_norm": 1.4822791814804077,
      "learning_rate": 4.554865613688579e-06,
      "loss": 0.4039,
      "step": 436320
    },
    {
      "epoch": 121.78,
      "grad_norm": 1.1587977409362793,
      "learning_rate": 4.554856646373096e-06,
      "loss": 0.3935,
      "step": 436330
    },
    {
      "epoch": 121.78,
      "grad_norm": 1.1651586294174194,
      "learning_rate": 4.554847678763315e-06,
      "loss": 0.4223,
      "step": 436340
    },
    {
      "epoch": 121.78,
      "grad_norm": 1.3141789436340332,
      "learning_rate": 4.554838710859237e-06,
      "loss": 0.4226,
      "step": 436350
    },
    {
      "epoch": 121.79,
      "grad_norm": 1.5124938488006592,
      "learning_rate": 4.554829742660861e-06,
      "loss": 0.386,
      "step": 436360
    },
    {
      "epoch": 121.79,
      "grad_norm": 1.300560712814331,
      "learning_rate": 4.5548207741681904e-06,
      "loss": 0.4243,
      "step": 436370
    },
    {
      "epoch": 121.79,
      "grad_norm": 1.2814606428146362,
      "learning_rate": 4.554811805381225e-06,
      "loss": 0.4158,
      "step": 436380
    },
    {
      "epoch": 121.79,
      "grad_norm": 1.335060715675354,
      "learning_rate": 4.554802836299968e-06,
      "loss": 0.4035,
      "step": 436390
    },
    {
      "epoch": 121.8,
      "grad_norm": 1.4133515357971191,
      "learning_rate": 4.554793866924418e-06,
      "loss": 0.4079,
      "step": 436400
    },
    {
      "epoch": 121.8,
      "grad_norm": 1.2512322664260864,
      "learning_rate": 4.554784897254578e-06,
      "loss": 0.408,
      "step": 436410
    },
    {
      "epoch": 121.8,
      "grad_norm": 1.7410337924957275,
      "learning_rate": 4.554775927290449e-06,
      "loss": 0.3968,
      "step": 436420
    },
    {
      "epoch": 121.81,
      "grad_norm": 1.2620617151260376,
      "learning_rate": 4.554766957032032e-06,
      "loss": 0.4123,
      "step": 436430
    },
    {
      "epoch": 121.81,
      "grad_norm": 1.0451998710632324,
      "learning_rate": 4.554757986479327e-06,
      "loss": 0.4149,
      "step": 436440
    },
    {
      "epoch": 121.81,
      "grad_norm": 1.577193021774292,
      "learning_rate": 4.554749015632337e-06,
      "loss": 0.4087,
      "step": 436450
    },
    {
      "epoch": 121.81,
      "grad_norm": 1.320569396018982,
      "learning_rate": 4.554740044491062e-06,
      "loss": 0.4091,
      "step": 436460
    },
    {
      "epoch": 121.82,
      "grad_norm": 1.5248695611953735,
      "learning_rate": 4.554731073055504e-06,
      "loss": 0.4267,
      "step": 436470
    },
    {
      "epoch": 121.82,
      "grad_norm": 1.22572660446167,
      "learning_rate": 4.554722101325664e-06,
      "loss": 0.4183,
      "step": 436480
    },
    {
      "epoch": 121.82,
      "grad_norm": 1.3661613464355469,
      "learning_rate": 4.554713129301542e-06,
      "loss": 0.415,
      "step": 436490
    },
    {
      "epoch": 121.83,
      "grad_norm": 1.5745333433151245,
      "learning_rate": 4.554704156983141e-06,
      "loss": 0.4093,
      "step": 436500
    },
    {
      "epoch": 121.83,
      "grad_norm": 1.46645987033844,
      "learning_rate": 4.554695184370461e-06,
      "loss": 0.4207,
      "step": 436510
    },
    {
      "epoch": 121.83,
      "grad_norm": 1.1711071729660034,
      "learning_rate": 4.554686211463504e-06,
      "loss": 0.4108,
      "step": 436520
    },
    {
      "epoch": 121.83,
      "grad_norm": 1.294931411743164,
      "learning_rate": 4.554677238262271e-06,
      "loss": 0.41,
      "step": 436530
    },
    {
      "epoch": 121.84,
      "grad_norm": 1.5220428705215454,
      "learning_rate": 4.554668264766762e-06,
      "loss": 0.4041,
      "step": 436540
    },
    {
      "epoch": 121.84,
      "grad_norm": 1.2981667518615723,
      "learning_rate": 4.55465929097698e-06,
      "loss": 0.4119,
      "step": 436550
    },
    {
      "epoch": 121.84,
      "grad_norm": 1.2109692096710205,
      "learning_rate": 4.554650316892925e-06,
      "loss": 0.3975,
      "step": 436560
    },
    {
      "epoch": 121.84,
      "grad_norm": 1.7075306177139282,
      "learning_rate": 4.554641342514599e-06,
      "loss": 0.3968,
      "step": 436570
    },
    {
      "epoch": 121.85,
      "grad_norm": 1.4628225564956665,
      "learning_rate": 4.554632367842002e-06,
      "loss": 0.4101,
      "step": 436580
    },
    {
      "epoch": 121.85,
      "grad_norm": 1.4772124290466309,
      "learning_rate": 4.554623392875137e-06,
      "loss": 0.3916,
      "step": 436590
    },
    {
      "epoch": 121.85,
      "grad_norm": 1.904098629951477,
      "learning_rate": 4.554614417614004e-06,
      "loss": 0.4039,
      "step": 436600
    },
    {
      "epoch": 121.86,
      "grad_norm": 1.3208205699920654,
      "learning_rate": 4.554605442058603e-06,
      "loss": 0.4037,
      "step": 436610
    },
    {
      "epoch": 121.86,
      "grad_norm": 1.3009299039840698,
      "learning_rate": 4.554596466208938e-06,
      "loss": 0.4025,
      "step": 436620
    },
    {
      "epoch": 121.86,
      "grad_norm": 1.3339136838912964,
      "learning_rate": 4.554587490065008e-06,
      "loss": 0.4056,
      "step": 436630
    },
    {
      "epoch": 121.86,
      "grad_norm": 1.2735215425491333,
      "learning_rate": 4.554578513626815e-06,
      "loss": 0.3947,
      "step": 436640
    },
    {
      "epoch": 121.87,
      "grad_norm": 1.665118932723999,
      "learning_rate": 4.55456953689436e-06,
      "loss": 0.4312,
      "step": 436650
    },
    {
      "epoch": 121.87,
      "grad_norm": 1.7385770082473755,
      "learning_rate": 4.554560559867645e-06,
      "loss": 0.412,
      "step": 436660
    },
    {
      "epoch": 121.87,
      "grad_norm": 1.5798487663269043,
      "learning_rate": 4.55455158254667e-06,
      "loss": 0.4107,
      "step": 436670
    },
    {
      "epoch": 121.88,
      "grad_norm": 1.7183704376220703,
      "learning_rate": 4.5545426049314365e-06,
      "loss": 0.4018,
      "step": 436680
    },
    {
      "epoch": 121.88,
      "grad_norm": 1.2181687355041504,
      "learning_rate": 4.554533627021947e-06,
      "loss": 0.4271,
      "step": 436690
    },
    {
      "epoch": 121.88,
      "grad_norm": 1.2544503211975098,
      "learning_rate": 4.5545246488182e-06,
      "loss": 0.409,
      "step": 436700
    },
    {
      "epoch": 121.88,
      "grad_norm": 1.5762029886245728,
      "learning_rate": 4.554515670320199e-06,
      "loss": 0.3886,
      "step": 436710
    },
    {
      "epoch": 121.89,
      "grad_norm": 1.3987579345703125,
      "learning_rate": 4.554506691527945e-06,
      "loss": 0.4087,
      "step": 436720
    },
    {
      "epoch": 121.89,
      "grad_norm": 1.3138269186019897,
      "learning_rate": 4.554497712441438e-06,
      "loss": 0.4139,
      "step": 436730
    },
    {
      "epoch": 121.89,
      "grad_norm": 1.2725977897644043,
      "learning_rate": 4.5544887330606805e-06,
      "loss": 0.4109,
      "step": 436740
    },
    {
      "epoch": 121.9,
      "grad_norm": 1.4894975423812866,
      "learning_rate": 4.554479753385672e-06,
      "loss": 0.4025,
      "step": 436750
    },
    {
      "epoch": 121.9,
      "grad_norm": 1.3185373544692993,
      "learning_rate": 4.554470773416416e-06,
      "loss": 0.4165,
      "step": 436760
    },
    {
      "epoch": 121.9,
      "grad_norm": 1.6234524250030518,
      "learning_rate": 4.5544617931529114e-06,
      "loss": 0.4026,
      "step": 436770
    },
    {
      "epoch": 121.9,
      "grad_norm": 1.3488413095474243,
      "learning_rate": 4.5544528125951615e-06,
      "loss": 0.3916,
      "step": 436780
    },
    {
      "epoch": 121.91,
      "grad_norm": 1.4139409065246582,
      "learning_rate": 4.554443831743165e-06,
      "loss": 0.4098,
      "step": 436790
    },
    {
      "epoch": 121.91,
      "grad_norm": 1.2136814594268799,
      "learning_rate": 4.554434850596926e-06,
      "loss": 0.4018,
      "step": 436800
    },
    {
      "epoch": 121.91,
      "grad_norm": 2.8508503437042236,
      "learning_rate": 4.554425869156444e-06,
      "loss": 0.4209,
      "step": 436810
    },
    {
      "epoch": 121.91,
      "grad_norm": 1.36897611618042,
      "learning_rate": 4.55441688742172e-06,
      "loss": 0.4123,
      "step": 436820
    },
    {
      "epoch": 121.92,
      "grad_norm": 2.217876434326172,
      "learning_rate": 4.554407905392756e-06,
      "loss": 0.4096,
      "step": 436830
    },
    {
      "epoch": 121.92,
      "grad_norm": 1.2803983688354492,
      "learning_rate": 4.554398923069552e-06,
      "loss": 0.3951,
      "step": 436840
    },
    {
      "epoch": 121.92,
      "grad_norm": 1.2046149969100952,
      "learning_rate": 4.554389940452111e-06,
      "loss": 0.399,
      "step": 436850
    },
    {
      "epoch": 121.93,
      "grad_norm": 1.3998699188232422,
      "learning_rate": 4.554380957540433e-06,
      "loss": 0.3823,
      "step": 436860
    },
    {
      "epoch": 121.93,
      "grad_norm": 1.4587408304214478,
      "learning_rate": 4.554371974334519e-06,
      "loss": 0.4187,
      "step": 436870
    },
    {
      "epoch": 121.93,
      "grad_norm": 1.2300488948822021,
      "learning_rate": 4.554362990834371e-06,
      "loss": 0.4071,
      "step": 436880
    },
    {
      "epoch": 121.93,
      "grad_norm": 1.4203500747680664,
      "learning_rate": 4.55435400703999e-06,
      "loss": 0.4217,
      "step": 436890
    },
    {
      "epoch": 121.94,
      "grad_norm": 1.9110994338989258,
      "learning_rate": 4.554345022951376e-06,
      "loss": 0.4091,
      "step": 436900
    },
    {
      "epoch": 121.94,
      "grad_norm": 1.2401946783065796,
      "learning_rate": 4.554336038568533e-06,
      "loss": 0.4234,
      "step": 436910
    },
    {
      "epoch": 121.94,
      "grad_norm": 1.4553767442703247,
      "learning_rate": 4.554327053891459e-06,
      "loss": 0.4064,
      "step": 436920
    },
    {
      "epoch": 121.95,
      "grad_norm": 1.3872724771499634,
      "learning_rate": 4.554318068920157e-06,
      "loss": 0.4122,
      "step": 436930
    },
    {
      "epoch": 121.95,
      "grad_norm": 1.7555431127548218,
      "learning_rate": 4.5543090836546275e-06,
      "loss": 0.3898,
      "step": 436940
    },
    {
      "epoch": 121.95,
      "grad_norm": 1.4409018754959106,
      "learning_rate": 4.554300098094873e-06,
      "loss": 0.408,
      "step": 436950
    },
    {
      "epoch": 121.95,
      "grad_norm": 1.5062557458877563,
      "learning_rate": 4.554291112240892e-06,
      "loss": 0.4,
      "step": 436960
    },
    {
      "epoch": 121.96,
      "grad_norm": 1.6727476119995117,
      "learning_rate": 4.554282126092688e-06,
      "loss": 0.4308,
      "step": 436970
    },
    {
      "epoch": 121.96,
      "grad_norm": 1.2927058935165405,
      "learning_rate": 4.554273139650262e-06,
      "loss": 0.4033,
      "step": 436980
    },
    {
      "epoch": 121.96,
      "grad_norm": 1.3439886569976807,
      "learning_rate": 4.554264152913615e-06,
      "loss": 0.4029,
      "step": 436990
    },
    {
      "epoch": 121.96,
      "grad_norm": 1.681374192237854,
      "learning_rate": 4.554255165882748e-06,
      "loss": 0.3991,
      "step": 437000
    },
    {
      "epoch": 121.97,
      "grad_norm": 1.4201401472091675,
      "learning_rate": 4.554246178557661e-06,
      "loss": 0.413,
      "step": 437010
    },
    {
      "epoch": 121.97,
      "grad_norm": 1.3609158992767334,
      "learning_rate": 4.5542371909383575e-06,
      "loss": 0.4008,
      "step": 437020
    },
    {
      "epoch": 121.97,
      "grad_norm": 1.2699341773986816,
      "learning_rate": 4.554228203024836e-06,
      "loss": 0.4065,
      "step": 437030
    },
    {
      "epoch": 121.98,
      "grad_norm": 1.5812225341796875,
      "learning_rate": 4.554219214817101e-06,
      "loss": 0.4018,
      "step": 437040
    },
    {
      "epoch": 121.98,
      "grad_norm": 1.4979223012924194,
      "learning_rate": 4.554210226315151e-06,
      "loss": 0.3911,
      "step": 437050
    },
    {
      "epoch": 121.98,
      "grad_norm": 1.2752598524093628,
      "learning_rate": 4.554201237518989e-06,
      "loss": 0.398,
      "step": 437060
    },
    {
      "epoch": 121.98,
      "grad_norm": 1.415692687034607,
      "learning_rate": 4.554192248428614e-06,
      "loss": 0.4015,
      "step": 437070
    },
    {
      "epoch": 121.99,
      "grad_norm": 1.4598913192749023,
      "learning_rate": 4.5541832590440295e-06,
      "loss": 0.3944,
      "step": 437080
    },
    {
      "epoch": 121.99,
      "grad_norm": 1.2246136665344238,
      "learning_rate": 4.554174269365236e-06,
      "loss": 0.4077,
      "step": 437090
    },
    {
      "epoch": 121.99,
      "grad_norm": 1.2839692831039429,
      "learning_rate": 4.554165279392233e-06,
      "loss": 0.4036,
      "step": 437100
    },
    {
      "epoch": 122.0,
      "grad_norm": 1.3214969635009766,
      "learning_rate": 4.554156289125025e-06,
      "loss": 0.4013,
      "step": 437110
    },
    {
      "epoch": 122.0,
      "grad_norm": 1.4816596508026123,
      "learning_rate": 4.55414729856361e-06,
      "loss": 0.4205,
      "step": 437120
    },
    {
      "epoch": 122.0,
      "eval_loss": 0.40829384326934814,
      "eval_runtime": 63.2141,
      "eval_samples_per_second": 80.03,
      "eval_steps_per_second": 10.014,
      "step": 437126
    },
    {
      "epoch": 122.0,
      "grad_norm": 1.6925524473190308,
      "learning_rate": 4.554138307707991e-06,
      "loss": 0.4054,
      "step": 437130
    },
    {
      "epoch": 122.0,
      "grad_norm": 1.3108686208724976,
      "learning_rate": 4.554129316558169e-06,
      "loss": 0.4123,
      "step": 437140
    },
    {
      "epoch": 122.01,
      "grad_norm": 1.5151019096374512,
      "learning_rate": 4.5541203251141446e-06,
      "loss": 0.4198,
      "step": 437150
    },
    {
      "epoch": 122.01,
      "grad_norm": 1.2417550086975098,
      "learning_rate": 4.554111333375919e-06,
      "loss": 0.4114,
      "step": 437160
    },
    {
      "epoch": 122.01,
      "grad_norm": 1.8290140628814697,
      "learning_rate": 4.554102341343494e-06,
      "loss": 0.4084,
      "step": 437170
    },
    {
      "epoch": 122.02,
      "grad_norm": 1.2980297803878784,
      "learning_rate": 4.554093349016871e-06,
      "loss": 0.4069,
      "step": 437180
    },
    {
      "epoch": 122.02,
      "grad_norm": 1.447436809539795,
      "learning_rate": 4.55408435639605e-06,
      "loss": 0.4152,
      "step": 437190
    },
    {
      "epoch": 122.02,
      "grad_norm": 1.2849537134170532,
      "learning_rate": 4.554075363481032e-06,
      "loss": 0.4181,
      "step": 437200
    },
    {
      "epoch": 122.02,
      "grad_norm": 1.4820061922073364,
      "learning_rate": 4.554066370271821e-06,
      "loss": 0.4046,
      "step": 437210
    },
    {
      "epoch": 122.03,
      "grad_norm": 1.1549909114837646,
      "learning_rate": 4.554057376768415e-06,
      "loss": 0.4163,
      "step": 437220
    },
    {
      "epoch": 122.03,
      "grad_norm": 1.5710898637771606,
      "learning_rate": 4.554048382970818e-06,
      "loss": 0.4002,
      "step": 437230
    },
    {
      "epoch": 122.03,
      "grad_norm": 1.8391791582107544,
      "learning_rate": 4.554039388879027e-06,
      "loss": 0.4014,
      "step": 437240
    },
    {
      "epoch": 122.03,
      "grad_norm": 1.632625937461853,
      "learning_rate": 4.5540303944930484e-06,
      "loss": 0.4152,
      "step": 437250
    },
    {
      "epoch": 122.04,
      "grad_norm": 1.2929788827896118,
      "learning_rate": 4.55402139981288e-06,
      "loss": 0.397,
      "step": 437260
    },
    {
      "epoch": 122.04,
      "grad_norm": 1.406516671180725,
      "learning_rate": 4.554012404838524e-06,
      "loss": 0.4166,
      "step": 437270
    },
    {
      "epoch": 122.04,
      "grad_norm": 1.0952045917510986,
      "learning_rate": 4.554003409569981e-06,
      "loss": 0.4098,
      "step": 437280
    },
    {
      "epoch": 122.05,
      "grad_norm": 1.1357040405273438,
      "learning_rate": 4.5539944140072525e-06,
      "loss": 0.4086,
      "step": 437290
    },
    {
      "epoch": 122.05,
      "grad_norm": 1.3675869703292847,
      "learning_rate": 4.553985418150342e-06,
      "loss": 0.4068,
      "step": 437300
    },
    {
      "epoch": 122.05,
      "grad_norm": 1.1039375066757202,
      "learning_rate": 4.553976421999246e-06,
      "loss": 0.4111,
      "step": 437310
    },
    {
      "epoch": 122.05,
      "grad_norm": 1.4053934812545776,
      "learning_rate": 4.5539674255539695e-06,
      "loss": 0.4005,
      "step": 437320
    },
    {
      "epoch": 122.06,
      "grad_norm": 1.4565569162368774,
      "learning_rate": 4.5539584288145114e-06,
      "loss": 0.4077,
      "step": 437330
    },
    {
      "epoch": 122.06,
      "grad_norm": 1.533726692199707,
      "learning_rate": 4.553949431780875e-06,
      "loss": 0.4121,
      "step": 437340
    },
    {
      "epoch": 122.06,
      "grad_norm": 1.6658997535705566,
      "learning_rate": 4.55394043445306e-06,
      "loss": 0.4114,
      "step": 437350
    },
    {
      "epoch": 122.07,
      "grad_norm": 1.17630136013031,
      "learning_rate": 4.553931436831069e-06,
      "loss": 0.414,
      "step": 437360
    },
    {
      "epoch": 122.07,
      "grad_norm": 1.3579009771347046,
      "learning_rate": 4.5539224389149015e-06,
      "loss": 0.4025,
      "step": 437370
    },
    {
      "epoch": 122.07,
      "grad_norm": 1.6466370820999146,
      "learning_rate": 4.553913440704559e-06,
      "loss": 0.4006,
      "step": 437380
    },
    {
      "epoch": 122.07,
      "grad_norm": 1.173418402671814,
      "learning_rate": 4.553904442200043e-06,
      "loss": 0.3889,
      "step": 437390
    },
    {
      "epoch": 122.08,
      "grad_norm": 1.3099992275238037,
      "learning_rate": 4.553895443401356e-06,
      "loss": 0.4338,
      "step": 437400
    },
    {
      "epoch": 122.08,
      "grad_norm": 1.2942441701889038,
      "learning_rate": 4.553886444308497e-06,
      "loss": 0.4105,
      "step": 437410
    },
    {
      "epoch": 122.08,
      "grad_norm": 1.457717776298523,
      "learning_rate": 4.553877444921469e-06,
      "loss": 0.4074,
      "step": 437420
    },
    {
      "epoch": 122.08,
      "grad_norm": 1.1556499004364014,
      "learning_rate": 4.553868445240272e-06,
      "loss": 0.4138,
      "step": 437430
    },
    {
      "epoch": 122.09,
      "grad_norm": 1.4843273162841797,
      "learning_rate": 4.553859445264908e-06,
      "loss": 0.3993,
      "step": 437440
    },
    {
      "epoch": 122.09,
      "grad_norm": 1.6421293020248413,
      "learning_rate": 4.553850444995377e-06,
      "loss": 0.4173,
      "step": 437450
    },
    {
      "epoch": 122.09,
      "grad_norm": 1.2985424995422363,
      "learning_rate": 4.553841444431682e-06,
      "loss": 0.4119,
      "step": 437460
    },
    {
      "epoch": 122.1,
      "grad_norm": 1.426019549369812,
      "learning_rate": 4.553832443573823e-06,
      "loss": 0.4005,
      "step": 437470
    },
    {
      "epoch": 122.1,
      "grad_norm": 1.2722229957580566,
      "learning_rate": 4.553823442421801e-06,
      "loss": 0.4063,
      "step": 437480
    },
    {
      "epoch": 122.1,
      "grad_norm": 1.3914721012115479,
      "learning_rate": 4.553814440975618e-06,
      "loss": 0.4256,
      "step": 437490
    },
    {
      "epoch": 122.1,
      "grad_norm": 1.2582340240478516,
      "learning_rate": 4.553805439235274e-06,
      "loss": 0.4128,
      "step": 437500
    },
    {
      "epoch": 122.11,
      "grad_norm": 1.4985270500183105,
      "learning_rate": 4.553796437200772e-06,
      "loss": 0.399,
      "step": 437510
    },
    {
      "epoch": 122.11,
      "grad_norm": 1.5265698432922363,
      "learning_rate": 4.553787434872112e-06,
      "loss": 0.4159,
      "step": 437520
    },
    {
      "epoch": 122.11,
      "grad_norm": 1.3889726400375366,
      "learning_rate": 4.553778432249295e-06,
      "loss": 0.4151,
      "step": 437530
    },
    {
      "epoch": 122.12,
      "grad_norm": 1.32035493850708,
      "learning_rate": 4.553769429332323e-06,
      "loss": 0.4037,
      "step": 437540
    },
    {
      "epoch": 122.12,
      "grad_norm": 1.3872931003570557,
      "learning_rate": 4.553760426121197e-06,
      "loss": 0.412,
      "step": 437550
    },
    {
      "epoch": 122.12,
      "grad_norm": 1.4074547290802002,
      "learning_rate": 4.553751422615917e-06,
      "loss": 0.405,
      "step": 437560
    },
    {
      "epoch": 122.12,
      "grad_norm": 1.2670949697494507,
      "learning_rate": 4.553742418816487e-06,
      "loss": 0.4088,
      "step": 437570
    },
    {
      "epoch": 122.13,
      "grad_norm": 1.4241926670074463,
      "learning_rate": 4.553733414722905e-06,
      "loss": 0.4098,
      "step": 437580
    },
    {
      "epoch": 122.13,
      "grad_norm": 1.46457040309906,
      "learning_rate": 4.553724410335174e-06,
      "loss": 0.4155,
      "step": 437590
    },
    {
      "epoch": 122.13,
      "grad_norm": 1.209140658378601,
      "learning_rate": 4.5537154056532945e-06,
      "loss": 0.3945,
      "step": 437600
    },
    {
      "epoch": 122.14,
      "grad_norm": 1.3168472051620483,
      "learning_rate": 4.5537064006772685e-06,
      "loss": 0.4131,
      "step": 437610
    },
    {
      "epoch": 122.14,
      "grad_norm": 1.5404895544052124,
      "learning_rate": 4.553697395407096e-06,
      "loss": 0.4104,
      "step": 437620
    },
    {
      "epoch": 122.14,
      "grad_norm": 1.2692283391952515,
      "learning_rate": 4.55368838984278e-06,
      "loss": 0.407,
      "step": 437630
    },
    {
      "epoch": 122.14,
      "grad_norm": 1.3000068664550781,
      "learning_rate": 4.5536793839843205e-06,
      "loss": 0.4103,
      "step": 437640
    },
    {
      "epoch": 122.15,
      "grad_norm": 1.500932216644287,
      "learning_rate": 4.5536703778317175e-06,
      "loss": 0.3915,
      "step": 437650
    },
    {
      "epoch": 122.15,
      "grad_norm": 1.2540785074234009,
      "learning_rate": 4.553661371384975e-06,
      "loss": 0.4112,
      "step": 437660
    },
    {
      "epoch": 122.15,
      "grad_norm": 1.383601427078247,
      "learning_rate": 4.553652364644091e-06,
      "loss": 0.408,
      "step": 437670
    },
    {
      "epoch": 122.15,
      "grad_norm": 1.4510160684585571,
      "learning_rate": 4.55364335760907e-06,
      "loss": 0.4048,
      "step": 437680
    },
    {
      "epoch": 122.16,
      "grad_norm": 1.3322738409042358,
      "learning_rate": 4.553634350279911e-06,
      "loss": 0.404,
      "step": 437690
    },
    {
      "epoch": 122.16,
      "grad_norm": 1.382124900817871,
      "learning_rate": 4.5536253426566154e-06,
      "loss": 0.4167,
      "step": 437700
    },
    {
      "epoch": 122.16,
      "grad_norm": 1.3936442136764526,
      "learning_rate": 4.553616334739185e-06,
      "loss": 0.4052,
      "step": 437710
    },
    {
      "epoch": 122.17,
      "grad_norm": 1.3847062587738037,
      "learning_rate": 4.5536073265276215e-06,
      "loss": 0.4018,
      "step": 437720
    },
    {
      "epoch": 122.17,
      "grad_norm": 1.7160451412200928,
      "learning_rate": 4.5535983180219245e-06,
      "loss": 0.3985,
      "step": 437730
    },
    {
      "epoch": 122.17,
      "grad_norm": 1.5221847295761108,
      "learning_rate": 4.553589309222096e-06,
      "loss": 0.4083,
      "step": 437740
    },
    {
      "epoch": 122.17,
      "grad_norm": 1.528122067451477,
      "learning_rate": 4.553580300128138e-06,
      "loss": 0.4098,
      "step": 437750
    },
    {
      "epoch": 122.18,
      "grad_norm": 1.5234946012496948,
      "learning_rate": 4.553571290740051e-06,
      "loss": 0.3916,
      "step": 437760
    },
    {
      "epoch": 122.18,
      "grad_norm": 1.2296640872955322,
      "learning_rate": 4.553562281057836e-06,
      "loss": 0.4058,
      "step": 437770
    },
    {
      "epoch": 122.18,
      "grad_norm": 1.4034942388534546,
      "learning_rate": 4.553553271081494e-06,
      "loss": 0.4187,
      "step": 437780
    },
    {
      "epoch": 122.19,
      "grad_norm": 1.3380744457244873,
      "learning_rate": 4.553544260811027e-06,
      "loss": 0.4072,
      "step": 437790
    },
    {
      "epoch": 122.19,
      "grad_norm": 1.421389102935791,
      "learning_rate": 4.553535250246435e-06,
      "loss": 0.4157,
      "step": 437800
    },
    {
      "epoch": 122.19,
      "grad_norm": 1.5322189331054688,
      "learning_rate": 4.553526239387721e-06,
      "loss": 0.4152,
      "step": 437810
    },
    {
      "epoch": 122.19,
      "grad_norm": 1.480362892150879,
      "learning_rate": 4.553517228234885e-06,
      "loss": 0.4183,
      "step": 437820
    },
    {
      "epoch": 122.2,
      "grad_norm": 1.901979923248291,
      "learning_rate": 4.553508216787928e-06,
      "loss": 0.4046,
      "step": 437830
    },
    {
      "epoch": 122.2,
      "grad_norm": 1.3211491107940674,
      "learning_rate": 4.553499205046851e-06,
      "loss": 0.4256,
      "step": 437840
    },
    {
      "epoch": 122.2,
      "grad_norm": 1.4248110055923462,
      "learning_rate": 4.553490193011657e-06,
      "loss": 0.392,
      "step": 437850
    },
    {
      "epoch": 122.2,
      "grad_norm": 1.2396377325057983,
      "learning_rate": 4.553481180682346e-06,
      "loss": 0.3961,
      "step": 437860
    },
    {
      "epoch": 122.21,
      "grad_norm": 1.1311384439468384,
      "learning_rate": 4.553472168058918e-06,
      "loss": 0.4138,
      "step": 437870
    },
    {
      "epoch": 122.21,
      "grad_norm": 1.4252581596374512,
      "learning_rate": 4.5534631551413765e-06,
      "loss": 0.4002,
      "step": 437880
    },
    {
      "epoch": 122.21,
      "grad_norm": 1.8944872617721558,
      "learning_rate": 4.55345414192972e-06,
      "loss": 0.4017,
      "step": 437890
    },
    {
      "epoch": 122.22,
      "grad_norm": 1.5738786458969116,
      "learning_rate": 4.553445128423953e-06,
      "loss": 0.4113,
      "step": 437900
    },
    {
      "epoch": 122.22,
      "grad_norm": 1.4419809579849243,
      "learning_rate": 4.553436114624074e-06,
      "loss": 0.4147,
      "step": 437910
    },
    {
      "epoch": 122.22,
      "grad_norm": 1.5198259353637695,
      "learning_rate": 4.553427100530087e-06,
      "loss": 0.3984,
      "step": 437920
    },
    {
      "epoch": 122.22,
      "grad_norm": 1.393018364906311,
      "learning_rate": 4.553418086141989e-06,
      "loss": 0.4264,
      "step": 437930
    },
    {
      "epoch": 122.23,
      "grad_norm": 1.253896713256836,
      "learning_rate": 4.553409071459785e-06,
      "loss": 0.4208,
      "step": 437940
    },
    {
      "epoch": 122.23,
      "grad_norm": 1.7993438243865967,
      "learning_rate": 4.553400056483474e-06,
      "loss": 0.4201,
      "step": 437950
    },
    {
      "epoch": 122.23,
      "grad_norm": 1.3636908531188965,
      "learning_rate": 4.553391041213058e-06,
      "loss": 0.4108,
      "step": 437960
    },
    {
      "epoch": 122.24,
      "grad_norm": 1.1884698867797852,
      "learning_rate": 4.553382025648538e-06,
      "loss": 0.4,
      "step": 437970
    },
    {
      "epoch": 122.24,
      "grad_norm": 1.2384936809539795,
      "learning_rate": 4.553373009789916e-06,
      "loss": 0.3904,
      "step": 437980
    },
    {
      "epoch": 122.24,
      "grad_norm": 1.7850005626678467,
      "learning_rate": 4.553363993637193e-06,
      "loss": 0.4119,
      "step": 437990
    },
    {
      "epoch": 122.24,
      "grad_norm": 1.352745532989502,
      "learning_rate": 4.553354977190369e-06,
      "loss": 0.4188,
      "step": 438000
    },
    {
      "epoch": 122.25,
      "grad_norm": 1.5960733890533447,
      "learning_rate": 4.553345960449446e-06,
      "loss": 0.4135,
      "step": 438010
    },
    {
      "epoch": 122.25,
      "grad_norm": 1.35036301612854,
      "learning_rate": 4.553336943414425e-06,
      "loss": 0.3987,
      "step": 438020
    },
    {
      "epoch": 122.25,
      "grad_norm": 1.165013074874878,
      "learning_rate": 4.553327926085308e-06,
      "loss": 0.4219,
      "step": 438030
    },
    {
      "epoch": 122.26,
      "grad_norm": 1.4442633390426636,
      "learning_rate": 4.553318908462095e-06,
      "loss": 0.4046,
      "step": 438040
    },
    {
      "epoch": 122.26,
      "grad_norm": 1.0643917322158813,
      "learning_rate": 4.553309890544788e-06,
      "loss": 0.4254,
      "step": 438050
    },
    {
      "epoch": 122.26,
      "grad_norm": 1.8657872676849365,
      "learning_rate": 4.553300872333388e-06,
      "loss": 0.411,
      "step": 438060
    },
    {
      "epoch": 122.26,
      "grad_norm": 1.331134557723999,
      "learning_rate": 4.553291853827897e-06,
      "loss": 0.4095,
      "step": 438070
    },
    {
      "epoch": 122.27,
      "grad_norm": 1.367692232131958,
      "learning_rate": 4.553282835028314e-06,
      "loss": 0.3891,
      "step": 438080
    },
    {
      "epoch": 122.27,
      "grad_norm": 1.1626930236816406,
      "learning_rate": 4.553273815934642e-06,
      "loss": 0.3908,
      "step": 438090
    },
    {
      "epoch": 122.27,
      "grad_norm": 1.4930797815322876,
      "learning_rate": 4.5532647965468825e-06,
      "loss": 0.4065,
      "step": 438100
    },
    {
      "epoch": 122.27,
      "grad_norm": 1.4361743927001953,
      "learning_rate": 4.553255776865035e-06,
      "loss": 0.4133,
      "step": 438110
    },
    {
      "epoch": 122.28,
      "grad_norm": 1.3053473234176636,
      "learning_rate": 4.553246756889102e-06,
      "loss": 0.412,
      "step": 438120
    },
    {
      "epoch": 122.28,
      "grad_norm": 1.4639910459518433,
      "learning_rate": 4.553237736619085e-06,
      "loss": 0.4049,
      "step": 438130
    },
    {
      "epoch": 122.28,
      "grad_norm": 1.483275294303894,
      "learning_rate": 4.553228716054984e-06,
      "loss": 0.3877,
      "step": 438140
    },
    {
      "epoch": 122.29,
      "grad_norm": 1.3889245986938477,
      "learning_rate": 4.5532196951968e-06,
      "loss": 0.4323,
      "step": 438150
    },
    {
      "epoch": 122.29,
      "grad_norm": 1.347949504852295,
      "learning_rate": 4.553210674044536e-06,
      "loss": 0.4101,
      "step": 438160
    },
    {
      "epoch": 122.29,
      "grad_norm": 1.3654996156692505,
      "learning_rate": 4.553201652598192e-06,
      "loss": 0.4136,
      "step": 438170
    },
    {
      "epoch": 122.29,
      "grad_norm": 1.404946208000183,
      "learning_rate": 4.5531926308577695e-06,
      "loss": 0.4205,
      "step": 438180
    },
    {
      "epoch": 122.3,
      "grad_norm": 1.314555287361145,
      "learning_rate": 4.553183608823269e-06,
      "loss": 0.3951,
      "step": 438190
    },
    {
      "epoch": 122.3,
      "grad_norm": 1.3178035020828247,
      "learning_rate": 4.553174586494693e-06,
      "loss": 0.3967,
      "step": 438200
    },
    {
      "epoch": 122.3,
      "grad_norm": 1.3006752729415894,
      "learning_rate": 4.553165563872042e-06,
      "loss": 0.4009,
      "step": 438210
    },
    {
      "epoch": 122.31,
      "grad_norm": 1.4393420219421387,
      "learning_rate": 4.553156540955317e-06,
      "loss": 0.4026,
      "step": 438220
    },
    {
      "epoch": 122.31,
      "grad_norm": 1.3215478658676147,
      "learning_rate": 4.553147517744519e-06,
      "loss": 0.4074,
      "step": 438230
    },
    {
      "epoch": 122.31,
      "grad_norm": 1.766653060913086,
      "learning_rate": 4.55313849423965e-06,
      "loss": 0.3955,
      "step": 438240
    },
    {
      "epoch": 122.31,
      "grad_norm": 1.2573292255401611,
      "learning_rate": 4.5531294704407104e-06,
      "loss": 0.3934,
      "step": 438250
    },
    {
      "epoch": 122.32,
      "grad_norm": 1.553648829460144,
      "learning_rate": 4.553120446347702e-06,
      "loss": 0.4116,
      "step": 438260
    },
    {
      "epoch": 122.32,
      "grad_norm": 1.7941222190856934,
      "learning_rate": 4.553111421960626e-06,
      "loss": 0.4331,
      "step": 438270
    },
    {
      "epoch": 122.32,
      "grad_norm": 1.4621012210845947,
      "learning_rate": 4.553102397279483e-06,
      "loss": 0.4145,
      "step": 438280
    },
    {
      "epoch": 122.32,
      "grad_norm": 1.4781246185302734,
      "learning_rate": 4.553093372304275e-06,
      "loss": 0.4268,
      "step": 438290
    },
    {
      "epoch": 122.33,
      "grad_norm": 1.6318551301956177,
      "learning_rate": 4.5530843470350025e-06,
      "loss": 0.3997,
      "step": 438300
    },
    {
      "epoch": 122.33,
      "grad_norm": 1.389984369277954,
      "learning_rate": 4.553075321471668e-06,
      "loss": 0.3994,
      "step": 438310
    },
    {
      "epoch": 122.33,
      "grad_norm": 1.5836430788040161,
      "learning_rate": 4.55306629561427e-06,
      "loss": 0.3994,
      "step": 438320
    },
    {
      "epoch": 122.34,
      "grad_norm": 1.4096800088882446,
      "learning_rate": 4.5530572694628124e-06,
      "loss": 0.3778,
      "step": 438330
    },
    {
      "epoch": 122.34,
      "grad_norm": 1.6768745183944702,
      "learning_rate": 4.553048243017296e-06,
      "loss": 0.4162,
      "step": 438340
    },
    {
      "epoch": 122.34,
      "grad_norm": 1.7438445091247559,
      "learning_rate": 4.55303921627772e-06,
      "loss": 0.4006,
      "step": 438350
    },
    {
      "epoch": 122.34,
      "grad_norm": 1.4899768829345703,
      "learning_rate": 4.553030189244088e-06,
      "loss": 0.4108,
      "step": 438360
    },
    {
      "epoch": 122.35,
      "grad_norm": 1.2356754541397095,
      "learning_rate": 4.553021161916399e-06,
      "loss": 0.4123,
      "step": 438370
    },
    {
      "epoch": 122.35,
      "grad_norm": 1.4485554695129395,
      "learning_rate": 4.553012134294657e-06,
      "loss": 0.3845,
      "step": 438380
    },
    {
      "epoch": 122.35,
      "grad_norm": 1.2075035572052002,
      "learning_rate": 4.55300310637886e-06,
      "loss": 0.4248,
      "step": 438390
    },
    {
      "epoch": 122.36,
      "grad_norm": 1.2350668907165527,
      "learning_rate": 4.552994078169012e-06,
      "loss": 0.4076,
      "step": 438400
    },
    {
      "epoch": 122.36,
      "grad_norm": 1.4053194522857666,
      "learning_rate": 4.552985049665114e-06,
      "loss": 0.3815,
      "step": 438410
    },
    {
      "epoch": 122.36,
      "grad_norm": 1.2489702701568604,
      "learning_rate": 4.552976020867164e-06,
      "loss": 0.4037,
      "step": 438420
    },
    {
      "epoch": 122.36,
      "grad_norm": 1.6004083156585693,
      "learning_rate": 4.552966991775166e-06,
      "loss": 0.4212,
      "step": 438430
    },
    {
      "epoch": 122.37,
      "grad_norm": 1.1030515432357788,
      "learning_rate": 4.552957962389121e-06,
      "loss": 0.3864,
      "step": 438440
    },
    {
      "epoch": 122.37,
      "grad_norm": 1.3403176069259644,
      "learning_rate": 4.552948932709029e-06,
      "loss": 0.429,
      "step": 438450
    },
    {
      "epoch": 122.37,
      "grad_norm": 1.4937613010406494,
      "learning_rate": 4.552939902734894e-06,
      "loss": 0.4241,
      "step": 438460
    },
    {
      "epoch": 122.38,
      "grad_norm": 4.174045085906982,
      "learning_rate": 4.552930872466714e-06,
      "loss": 0.4145,
      "step": 438470
    },
    {
      "epoch": 122.38,
      "grad_norm": 1.4209530353546143,
      "learning_rate": 4.5529218419044906e-06,
      "loss": 0.4161,
      "step": 438480
    },
    {
      "epoch": 122.38,
      "grad_norm": 1.2447644472122192,
      "learning_rate": 4.552912811048227e-06,
      "loss": 0.4051,
      "step": 438490
    },
    {
      "epoch": 122.38,
      "grad_norm": 1.444230079650879,
      "learning_rate": 4.552903779897922e-06,
      "loss": 0.4134,
      "step": 438500
    },
    {
      "epoch": 122.39,
      "grad_norm": 1.1726990938186646,
      "learning_rate": 4.55289474845358e-06,
      "loss": 0.4011,
      "step": 438510
    },
    {
      "epoch": 122.39,
      "grad_norm": 1.3795220851898193,
      "learning_rate": 4.5528857167151985e-06,
      "loss": 0.4143,
      "step": 438520
    },
    {
      "epoch": 122.39,
      "grad_norm": 1.1766927242279053,
      "learning_rate": 4.552876684682781e-06,
      "loss": 0.4102,
      "step": 438530
    },
    {
      "epoch": 122.39,
      "grad_norm": 1.273146390914917,
      "learning_rate": 4.552867652356329e-06,
      "loss": 0.4115,
      "step": 438540
    },
    {
      "epoch": 122.4,
      "grad_norm": 1.2020817995071411,
      "learning_rate": 4.552858619735842e-06,
      "loss": 0.4042,
      "step": 438550
    },
    {
      "epoch": 122.4,
      "grad_norm": 1.3982294797897339,
      "learning_rate": 4.552849586821322e-06,
      "loss": 0.4037,
      "step": 438560
    },
    {
      "epoch": 122.4,
      "grad_norm": 1.4240607023239136,
      "learning_rate": 4.55284055361277e-06,
      "loss": 0.4211,
      "step": 438570
    },
    {
      "epoch": 122.41,
      "grad_norm": 1.2842530012130737,
      "learning_rate": 4.552831520110188e-06,
      "loss": 0.4114,
      "step": 438580
    },
    {
      "epoch": 122.41,
      "grad_norm": 1.2828819751739502,
      "learning_rate": 4.552822486313576e-06,
      "loss": 0.4025,
      "step": 438590
    },
    {
      "epoch": 122.41,
      "grad_norm": 1.2521376609802246,
      "learning_rate": 4.5528134522229365e-06,
      "loss": 0.4009,
      "step": 438600
    },
    {
      "epoch": 122.41,
      "grad_norm": 1.418272852897644,
      "learning_rate": 4.55280441783827e-06,
      "loss": 0.4155,
      "step": 438610
    },
    {
      "epoch": 122.42,
      "grad_norm": 1.6052674055099487,
      "learning_rate": 4.552795383159577e-06,
      "loss": 0.4173,
      "step": 438620
    },
    {
      "epoch": 122.42,
      "grad_norm": 1.8711708784103394,
      "learning_rate": 4.55278634818686e-06,
      "loss": 0.3998,
      "step": 438630
    },
    {
      "epoch": 122.42,
      "grad_norm": 1.378143072128296,
      "learning_rate": 4.55277731292012e-06,
      "loss": 0.3927,
      "step": 438640
    },
    {
      "epoch": 122.43,
      "grad_norm": 1.4084551334381104,
      "learning_rate": 4.552768277359358e-06,
      "loss": 0.4177,
      "step": 438650
    },
    {
      "epoch": 122.43,
      "grad_norm": 1.385619044303894,
      "learning_rate": 4.552759241504574e-06,
      "loss": 0.4111,
      "step": 438660
    },
    {
      "epoch": 122.43,
      "grad_norm": 1.5556902885437012,
      "learning_rate": 4.552750205355771e-06,
      "loss": 0.3982,
      "step": 438670
    },
    {
      "epoch": 122.43,
      "grad_norm": 1.3271230459213257,
      "learning_rate": 4.552741168912949e-06,
      "loss": 0.3974,
      "step": 438680
    },
    {
      "epoch": 122.44,
      "grad_norm": 1.3629837036132812,
      "learning_rate": 4.5527321321761106e-06,
      "loss": 0.4151,
      "step": 438690
    },
    {
      "epoch": 122.44,
      "grad_norm": 1.7873756885528564,
      "learning_rate": 4.552723095145255e-06,
      "loss": 0.4055,
      "step": 438700
    },
    {
      "epoch": 122.44,
      "grad_norm": 1.545689344406128,
      "learning_rate": 4.552714057820385e-06,
      "loss": 0.4089,
      "step": 438710
    },
    {
      "epoch": 122.44,
      "grad_norm": 1.2143374681472778,
      "learning_rate": 4.552705020201501e-06,
      "loss": 0.3971,
      "step": 438720
    },
    {
      "epoch": 122.45,
      "grad_norm": 1.2389295101165771,
      "learning_rate": 4.552695982288605e-06,
      "loss": 0.4002,
      "step": 438730
    },
    {
      "epoch": 122.45,
      "grad_norm": 1.1949440240859985,
      "learning_rate": 4.552686944081698e-06,
      "loss": 0.4111,
      "step": 438740
    },
    {
      "epoch": 122.45,
      "grad_norm": 1.261752724647522,
      "learning_rate": 4.552677905580779e-06,
      "loss": 0.4087,
      "step": 438750
    },
    {
      "epoch": 122.46,
      "grad_norm": 1.3848546743392944,
      "learning_rate": 4.5526688667858534e-06,
      "loss": 0.3947,
      "step": 438760
    },
    {
      "epoch": 122.46,
      "grad_norm": 1.3327564001083374,
      "learning_rate": 4.552659827696919e-06,
      "loss": 0.4163,
      "step": 438770
    },
    {
      "epoch": 122.46,
      "grad_norm": 1.5634878873825073,
      "learning_rate": 4.5526507883139784e-06,
      "loss": 0.3941,
      "step": 438780
    },
    {
      "epoch": 122.46,
      "grad_norm": 1.2566394805908203,
      "learning_rate": 4.552641748637032e-06,
      "loss": 0.4082,
      "step": 438790
    },
    {
      "epoch": 122.47,
      "grad_norm": 1.3876917362213135,
      "learning_rate": 4.552632708666082e-06,
      "loss": 0.4317,
      "step": 438800
    },
    {
      "epoch": 122.47,
      "grad_norm": 1.4599652290344238,
      "learning_rate": 4.552623668401129e-06,
      "loss": 0.4037,
      "step": 438810
    },
    {
      "epoch": 122.47,
      "grad_norm": 1.3609263896942139,
      "learning_rate": 4.552614627842174e-06,
      "loss": 0.3991,
      "step": 438820
    },
    {
      "epoch": 122.48,
      "grad_norm": 2.1237106323242188,
      "learning_rate": 4.552605586989218e-06,
      "loss": 0.3948,
      "step": 438830
    },
    {
      "epoch": 122.48,
      "grad_norm": 1.4578453302383423,
      "learning_rate": 4.552596545842264e-06,
      "loss": 0.4077,
      "step": 438840
    },
    {
      "epoch": 122.48,
      "grad_norm": 1.4818133115768433,
      "learning_rate": 4.552587504401312e-06,
      "loss": 0.4021,
      "step": 438850
    },
    {
      "epoch": 122.48,
      "grad_norm": 1.4052561521530151,
      "learning_rate": 4.552578462666362e-06,
      "loss": 0.4067,
      "step": 438860
    },
    {
      "epoch": 122.49,
      "grad_norm": 1.3771345615386963,
      "learning_rate": 4.552569420637417e-06,
      "loss": 0.3997,
      "step": 438870
    },
    {
      "epoch": 122.49,
      "grad_norm": 1.517838478088379,
      "learning_rate": 4.552560378314477e-06,
      "loss": 0.4211,
      "step": 438880
    },
    {
      "epoch": 122.49,
      "grad_norm": 1.4125438928604126,
      "learning_rate": 4.552551335697545e-06,
      "loss": 0.4215,
      "step": 438890
    },
    {
      "epoch": 122.5,
      "grad_norm": 1.199350357055664,
      "learning_rate": 4.55254229278662e-06,
      "loss": 0.3991,
      "step": 438900
    },
    {
      "epoch": 122.5,
      "grad_norm": 1.1560958623886108,
      "learning_rate": 4.552533249581704e-06,
      "loss": 0.4082,
      "step": 438910
    },
    {
      "epoch": 122.5,
      "grad_norm": 1.0570729970932007,
      "learning_rate": 4.552524206082798e-06,
      "loss": 0.4063,
      "step": 438920
    },
    {
      "epoch": 122.5,
      "grad_norm": 1.6980676651000977,
      "learning_rate": 4.552515162289904e-06,
      "loss": 0.4043,
      "step": 438930
    },
    {
      "epoch": 122.51,
      "grad_norm": 1.8389735221862793,
      "learning_rate": 4.552506118203023e-06,
      "loss": 0.4389,
      "step": 438940
    },
    {
      "epoch": 122.51,
      "grad_norm": 1.2243075370788574,
      "learning_rate": 4.552497073822156e-06,
      "loss": 0.3956,
      "step": 438950
    },
    {
      "epoch": 122.51,
      "grad_norm": 1.5564008951187134,
      "learning_rate": 4.552488029147305e-06,
      "loss": 0.3996,
      "step": 438960
    },
    {
      "epoch": 122.51,
      "grad_norm": 1.42217218875885,
      "learning_rate": 4.552478984178469e-06,
      "loss": 0.4051,
      "step": 438970
    },
    {
      "epoch": 122.52,
      "grad_norm": 1.4679436683654785,
      "learning_rate": 4.55246993891565e-06,
      "loss": 0.4091,
      "step": 438980
    },
    {
      "epoch": 122.52,
      "grad_norm": 1.3973565101623535,
      "learning_rate": 4.552460893358852e-06,
      "loss": 0.4147,
      "step": 438990
    },
    {
      "epoch": 122.52,
      "grad_norm": 1.4020494222640991,
      "learning_rate": 4.552451847508072e-06,
      "loss": 0.397,
      "step": 439000
    },
    {
      "epoch": 122.53,
      "grad_norm": 1.7892823219299316,
      "learning_rate": 4.552442801363313e-06,
      "loss": 0.4156,
      "step": 439010
    },
    {
      "epoch": 122.53,
      "grad_norm": 1.2999953031539917,
      "learning_rate": 4.552433754924578e-06,
      "loss": 0.4003,
      "step": 439020
    },
    {
      "epoch": 122.53,
      "grad_norm": 1.6758943796157837,
      "learning_rate": 4.552424708191866e-06,
      "loss": 0.3937,
      "step": 439030
    },
    {
      "epoch": 122.53,
      "grad_norm": 1.3805019855499268,
      "learning_rate": 4.552415661165179e-06,
      "loss": 0.4017,
      "step": 439040
    },
    {
      "epoch": 122.54,
      "grad_norm": 1.2708946466445923,
      "learning_rate": 4.552406613844517e-06,
      "loss": 0.4141,
      "step": 439050
    },
    {
      "epoch": 122.54,
      "grad_norm": 1.911327600479126,
      "learning_rate": 4.552397566229883e-06,
      "loss": 0.435,
      "step": 439060
    },
    {
      "epoch": 122.54,
      "grad_norm": 1.4974223375320435,
      "learning_rate": 4.552388518321277e-06,
      "loss": 0.4062,
      "step": 439070
    },
    {
      "epoch": 122.55,
      "grad_norm": 2.28762149810791,
      "learning_rate": 4.552379470118702e-06,
      "loss": 0.3913,
      "step": 439080
    },
    {
      "epoch": 122.55,
      "grad_norm": 1.521234154701233,
      "learning_rate": 4.552370421622156e-06,
      "loss": 0.4042,
      "step": 439090
    },
    {
      "epoch": 122.55,
      "grad_norm": 1.2587976455688477,
      "learning_rate": 4.552361372831642e-06,
      "loss": 0.4156,
      "step": 439100
    },
    {
      "epoch": 122.55,
      "grad_norm": 1.222188949584961,
      "learning_rate": 4.5523523237471624e-06,
      "loss": 0.3943,
      "step": 439110
    },
    {
      "epoch": 122.56,
      "grad_norm": 1.3753172159194946,
      "learning_rate": 4.5523432743687165e-06,
      "loss": 0.4161,
      "step": 439120
    },
    {
      "epoch": 122.56,
      "grad_norm": 1.430423617362976,
      "learning_rate": 4.552334224696307e-06,
      "loss": 0.4144,
      "step": 439130
    },
    {
      "epoch": 122.56,
      "grad_norm": 1.444175362586975,
      "learning_rate": 4.552325174729934e-06,
      "loss": 0.4109,
      "step": 439140
    },
    {
      "epoch": 122.56,
      "grad_norm": 1.6308445930480957,
      "learning_rate": 4.5523161244695985e-06,
      "loss": 0.41,
      "step": 439150
    },
    {
      "epoch": 122.57,
      "grad_norm": 1.533354640007019,
      "learning_rate": 4.552307073915302e-06,
      "loss": 0.426,
      "step": 439160
    },
    {
      "epoch": 122.57,
      "grad_norm": 1.701339602470398,
      "learning_rate": 4.5522980230670475e-06,
      "loss": 0.4266,
      "step": 439170
    },
    {
      "epoch": 122.57,
      "grad_norm": 1.372532606124878,
      "learning_rate": 4.552288971924833e-06,
      "loss": 0.4177,
      "step": 439180
    },
    {
      "epoch": 122.58,
      "grad_norm": 1.6513198614120483,
      "learning_rate": 4.552279920488662e-06,
      "loss": 0.4216,
      "step": 439190
    },
    {
      "epoch": 122.58,
      "grad_norm": 1.4078994989395142,
      "learning_rate": 4.552270868758535e-06,
      "loss": 0.3941,
      "step": 439200
    },
    {
      "epoch": 122.58,
      "grad_norm": 1.666780948638916,
      "learning_rate": 4.552261816734454e-06,
      "loss": 0.3987,
      "step": 439210
    },
    {
      "epoch": 122.58,
      "grad_norm": 1.2369102239608765,
      "learning_rate": 4.552252764416419e-06,
      "loss": 0.4111,
      "step": 439220
    },
    {
      "epoch": 122.59,
      "grad_norm": 8.104230880737305,
      "learning_rate": 4.552243711804431e-06,
      "loss": 0.4153,
      "step": 439230
    },
    {
      "epoch": 122.59,
      "grad_norm": 1.5176208019256592,
      "learning_rate": 4.552234658898492e-06,
      "loss": 0.4195,
      "step": 439240
    },
    {
      "epoch": 122.59,
      "grad_norm": 1.3723666667938232,
      "learning_rate": 4.552225605698605e-06,
      "loss": 0.4131,
      "step": 439250
    },
    {
      "epoch": 122.6,
      "grad_norm": 1.5359941720962524,
      "learning_rate": 4.552216552204767e-06,
      "loss": 0.4158,
      "step": 439260
    },
    {
      "epoch": 122.6,
      "grad_norm": 1.28211510181427,
      "learning_rate": 4.5522074984169826e-06,
      "loss": 0.396,
      "step": 439270
    },
    {
      "epoch": 122.6,
      "grad_norm": 1.378867745399475,
      "learning_rate": 4.5521984443352515e-06,
      "loss": 0.4111,
      "step": 439280
    },
    {
      "epoch": 122.6,
      "grad_norm": 1.4208236932754517,
      "learning_rate": 4.552189389959575e-06,
      "loss": 0.4124,
      "step": 439290
    },
    {
      "epoch": 122.61,
      "grad_norm": 1.1646777391433716,
      "learning_rate": 4.552180335289955e-06,
      "loss": 0.4131,
      "step": 439300
    },
    {
      "epoch": 122.61,
      "grad_norm": 1.3464562892913818,
      "learning_rate": 4.5521712803263925e-06,
      "loss": 0.3912,
      "step": 439310
    },
    {
      "epoch": 122.61,
      "grad_norm": 1.3915727138519287,
      "learning_rate": 4.552162225068888e-06,
      "loss": 0.3908,
      "step": 439320
    },
    {
      "epoch": 122.62,
      "grad_norm": 1.3564079999923706,
      "learning_rate": 4.552153169517444e-06,
      "loss": 0.4012,
      "step": 439330
    },
    {
      "epoch": 122.62,
      "grad_norm": 1.4342344999313354,
      "learning_rate": 4.552144113672062e-06,
      "loss": 0.4145,
      "step": 439340
    },
    {
      "epoch": 122.62,
      "grad_norm": 1.4175671339035034,
      "learning_rate": 4.552135057532739e-06,
      "loss": 0.4015,
      "step": 439350
    },
    {
      "epoch": 122.62,
      "grad_norm": 1.4752399921417236,
      "learning_rate": 4.552126001099482e-06,
      "loss": 0.4182,
      "step": 439360
    },
    {
      "epoch": 122.63,
      "grad_norm": 1.3849754333496094,
      "learning_rate": 4.552116944372288e-06,
      "loss": 0.39,
      "step": 439370
    },
    {
      "epoch": 122.63,
      "grad_norm": 1.3590871095657349,
      "learning_rate": 4.552107887351161e-06,
      "loss": 0.41,
      "step": 439380
    },
    {
      "epoch": 122.63,
      "grad_norm": 1.3727827072143555,
      "learning_rate": 4.552098830036101e-06,
      "loss": 0.3966,
      "step": 439390
    },
    {
      "epoch": 122.63,
      "grad_norm": 1.3626558780670166,
      "learning_rate": 4.552089772427108e-06,
      "loss": 0.3844,
      "step": 439400
    },
    {
      "epoch": 122.64,
      "grad_norm": 1.3879470825195312,
      "learning_rate": 4.552080714524185e-06,
      "loss": 0.4264,
      "step": 439410
    },
    {
      "epoch": 122.64,
      "grad_norm": 1.2405664920806885,
      "learning_rate": 4.552071656327332e-06,
      "loss": 0.428,
      "step": 439420
    },
    {
      "epoch": 122.64,
      "grad_norm": 1.2514468431472778,
      "learning_rate": 4.5520625978365515e-06,
      "loss": 0.4045,
      "step": 439430
    },
    {
      "epoch": 122.65,
      "grad_norm": 1.4431699514389038,
      "learning_rate": 4.552053539051844e-06,
      "loss": 0.4141,
      "step": 439440
    },
    {
      "epoch": 122.65,
      "grad_norm": 1.324871301651001,
      "learning_rate": 4.552044479973209e-06,
      "loss": 0.4123,
      "step": 439450
    },
    {
      "epoch": 122.65,
      "grad_norm": 1.3431316614151,
      "learning_rate": 4.552035420600651e-06,
      "loss": 0.4163,
      "step": 439460
    },
    {
      "epoch": 122.65,
      "grad_norm": 1.306278109550476,
      "learning_rate": 4.55202636093417e-06,
      "loss": 0.4188,
      "step": 439470
    },
    {
      "epoch": 122.66,
      "grad_norm": 1.427207350730896,
      "learning_rate": 4.552017300973766e-06,
      "loss": 0.4053,
      "step": 439480
    },
    {
      "epoch": 122.66,
      "grad_norm": 1.870739459991455,
      "learning_rate": 4.552008240719442e-06,
      "loss": 0.426,
      "step": 439490
    },
    {
      "epoch": 122.66,
      "grad_norm": 1.1562752723693848,
      "learning_rate": 4.551999180171197e-06,
      "loss": 0.4017,
      "step": 439500
    },
    {
      "epoch": 122.67,
      "grad_norm": 1.2172496318817139,
      "learning_rate": 4.551990119329034e-06,
      "loss": 0.3967,
      "step": 439510
    },
    {
      "epoch": 122.67,
      "grad_norm": 1.4989382028579712,
      "learning_rate": 4.551981058192954e-06,
      "loss": 0.3862,
      "step": 439520
    },
    {
      "epoch": 122.67,
      "grad_norm": 1.3787490129470825,
      "learning_rate": 4.551971996762957e-06,
      "loss": 0.4095,
      "step": 439530
    },
    {
      "epoch": 122.67,
      "grad_norm": 1.624446153640747,
      "learning_rate": 4.551962935039045e-06,
      "loss": 0.4006,
      "step": 439540
    },
    {
      "epoch": 122.68,
      "grad_norm": 1.4503024816513062,
      "learning_rate": 4.55195387302122e-06,
      "loss": 0.4316,
      "step": 439550
    },
    {
      "epoch": 122.68,
      "grad_norm": 1.110386610031128,
      "learning_rate": 4.5519448107094825e-06,
      "loss": 0.4251,
      "step": 439560
    },
    {
      "epoch": 122.68,
      "grad_norm": 1.2604180574417114,
      "learning_rate": 4.551935748103834e-06,
      "loss": 0.409,
      "step": 439570
    },
    {
      "epoch": 122.68,
      "grad_norm": 1.5661771297454834,
      "learning_rate": 4.551926685204274e-06,
      "loss": 0.4117,
      "step": 439580
    },
    {
      "epoch": 122.69,
      "grad_norm": 1.1938965320587158,
      "learning_rate": 4.551917622010806e-06,
      "loss": 0.396,
      "step": 439590
    },
    {
      "epoch": 122.69,
      "grad_norm": 1.5450844764709473,
      "learning_rate": 4.55190855852343e-06,
      "loss": 0.4177,
      "step": 439600
    },
    {
      "epoch": 122.69,
      "grad_norm": 1.4063795804977417,
      "learning_rate": 4.551899494742148e-06,
      "loss": 0.4113,
      "step": 439610
    },
    {
      "epoch": 122.7,
      "grad_norm": 1.3751622438430786,
      "learning_rate": 4.5518904306669595e-06,
      "loss": 0.4105,
      "step": 439620
    },
    {
      "epoch": 122.7,
      "grad_norm": 1.2126747369766235,
      "learning_rate": 4.551881366297868e-06,
      "loss": 0.3972,
      "step": 439630
    },
    {
      "epoch": 122.7,
      "grad_norm": 1.0677822828292847,
      "learning_rate": 4.551872301634874e-06,
      "loss": 0.4013,
      "step": 439640
    },
    {
      "epoch": 122.7,
      "grad_norm": 1.3746365308761597,
      "learning_rate": 4.5518632366779775e-06,
      "loss": 0.4288,
      "step": 439650
    },
    {
      "epoch": 122.71,
      "grad_norm": 1.229378581047058,
      "learning_rate": 4.55185417142718e-06,
      "loss": 0.418,
      "step": 439660
    },
    {
      "epoch": 122.71,
      "grad_norm": 1.3788927793502808,
      "learning_rate": 4.5518451058824845e-06,
      "loss": 0.4,
      "step": 439670
    },
    {
      "epoch": 122.71,
      "grad_norm": 1.4491702318191528,
      "learning_rate": 4.55183604004389e-06,
      "loss": 0.4161,
      "step": 439680
    },
    {
      "epoch": 122.72,
      "grad_norm": 1.3893852233886719,
      "learning_rate": 4.5518269739113995e-06,
      "loss": 0.4107,
      "step": 439690
    },
    {
      "epoch": 122.72,
      "grad_norm": 1.1528176069259644,
      "learning_rate": 4.551817907485013e-06,
      "loss": 0.3912,
      "step": 439700
    },
    {
      "epoch": 122.72,
      "grad_norm": 1.688062310218811,
      "learning_rate": 4.551808840764732e-06,
      "loss": 0.4083,
      "step": 439710
    },
    {
      "epoch": 122.72,
      "grad_norm": 1.3443467617034912,
      "learning_rate": 4.551799773750557e-06,
      "loss": 0.4119,
      "step": 439720
    },
    {
      "epoch": 122.73,
      "grad_norm": 1.3904953002929688,
      "learning_rate": 4.551790706442491e-06,
      "loss": 0.4118,
      "step": 439730
    },
    {
      "epoch": 122.73,
      "grad_norm": 1.4877474308013916,
      "learning_rate": 4.5517816388405335e-06,
      "loss": 0.4045,
      "step": 439740
    },
    {
      "epoch": 122.73,
      "grad_norm": 1.2704328298568726,
      "learning_rate": 4.551772570944687e-06,
      "loss": 0.3983,
      "step": 439750
    },
    {
      "epoch": 122.74,
      "grad_norm": 1.6033568382263184,
      "learning_rate": 4.551763502754952e-06,
      "loss": 0.4018,
      "step": 439760
    },
    {
      "epoch": 122.74,
      "grad_norm": 1.3037818670272827,
      "learning_rate": 4.551754434271329e-06,
      "loss": 0.4014,
      "step": 439770
    },
    {
      "epoch": 122.74,
      "grad_norm": 1.4307661056518555,
      "learning_rate": 4.551745365493821e-06,
      "loss": 0.4283,
      "step": 439780
    },
    {
      "epoch": 122.74,
      "grad_norm": 1.4918272495269775,
      "learning_rate": 4.5517362964224275e-06,
      "loss": 0.4175,
      "step": 439790
    },
    {
      "epoch": 122.75,
      "grad_norm": 1.0746439695358276,
      "learning_rate": 4.551727227057151e-06,
      "loss": 0.4075,
      "step": 439800
    },
    {
      "epoch": 122.75,
      "grad_norm": 1.5018304586410522,
      "learning_rate": 4.551718157397992e-06,
      "loss": 0.402,
      "step": 439810
    },
    {
      "epoch": 122.75,
      "grad_norm": 1.5271013975143433,
      "learning_rate": 4.551709087444952e-06,
      "loss": 0.4177,
      "step": 439820
    },
    {
      "epoch": 122.75,
      "grad_norm": 1.2700786590576172,
      "learning_rate": 4.5517000171980316e-06,
      "loss": 0.3951,
      "step": 439830
    },
    {
      "epoch": 122.76,
      "grad_norm": 3.217116117477417,
      "learning_rate": 4.551690946657232e-06,
      "loss": 0.4156,
      "step": 439840
    },
    {
      "epoch": 122.76,
      "grad_norm": 1.399405837059021,
      "learning_rate": 4.551681875822557e-06,
      "loss": 0.4177,
      "step": 439850
    },
    {
      "epoch": 122.76,
      "grad_norm": 1.4305042028427124,
      "learning_rate": 4.551672804694003e-06,
      "loss": 0.41,
      "step": 439860
    },
    {
      "epoch": 122.77,
      "grad_norm": 1.2890660762786865,
      "learning_rate": 4.551663733271575e-06,
      "loss": 0.4059,
      "step": 439870
    },
    {
      "epoch": 122.77,
      "grad_norm": 1.4074903726577759,
      "learning_rate": 4.551654661555273e-06,
      "loss": 0.3994,
      "step": 439880
    },
    {
      "epoch": 122.77,
      "grad_norm": 1.2254819869995117,
      "learning_rate": 4.551645589545099e-06,
      "loss": 0.4033,
      "step": 439890
    },
    {
      "epoch": 122.77,
      "grad_norm": 1.6374534368515015,
      "learning_rate": 4.551636517241052e-06,
      "loss": 0.4085,
      "step": 439900
    },
    {
      "epoch": 122.78,
      "grad_norm": 1.2932672500610352,
      "learning_rate": 4.551627444643137e-06,
      "loss": 0.4215,
      "step": 439910
    },
    {
      "epoch": 122.78,
      "grad_norm": 1.3732794523239136,
      "learning_rate": 4.551618371751351e-06,
      "loss": 0.4083,
      "step": 439920
    },
    {
      "epoch": 122.78,
      "grad_norm": 1.2679699659347534,
      "learning_rate": 4.551609298565697e-06,
      "loss": 0.4132,
      "step": 439930
    },
    {
      "epoch": 122.79,
      "grad_norm": 1.6242600679397583,
      "learning_rate": 4.551600225086177e-06,
      "loss": 0.4002,
      "step": 439940
    },
    {
      "epoch": 122.79,
      "grad_norm": 1.4159132242202759,
      "learning_rate": 4.551591151312792e-06,
      "loss": 0.4162,
      "step": 439950
    },
    {
      "epoch": 122.79,
      "grad_norm": 1.497986912727356,
      "learning_rate": 4.551582077245541e-06,
      "loss": 0.4023,
      "step": 439960
    },
    {
      "epoch": 122.79,
      "grad_norm": 1.2104638814926147,
      "learning_rate": 4.5515730028844285e-06,
      "loss": 0.409,
      "step": 439970
    },
    {
      "epoch": 122.8,
      "grad_norm": 1.7509022951126099,
      "learning_rate": 4.551563928229455e-06,
      "loss": 0.3892,
      "step": 439980
    },
    {
      "epoch": 122.8,
      "grad_norm": 1.128748893737793,
      "learning_rate": 4.551554853280619e-06,
      "loss": 0.3998,
      "step": 439990
    },
    {
      "epoch": 122.8,
      "grad_norm": 1.572031021118164,
      "learning_rate": 4.551545778037924e-06,
      "loss": 0.3994,
      "step": 440000
    },
    {
      "epoch": 122.8,
      "grad_norm": 1.3609068393707275,
      "learning_rate": 4.551536702501371e-06,
      "loss": 0.4026,
      "step": 440010
    },
    {
      "epoch": 122.81,
      "grad_norm": 1.6137598752975464,
      "learning_rate": 4.551527626670961e-06,
      "loss": 0.3948,
      "step": 440020
    },
    {
      "epoch": 122.81,
      "grad_norm": 1.3281100988388062,
      "learning_rate": 4.5515185505466955e-06,
      "loss": 0.4028,
      "step": 440030
    },
    {
      "epoch": 122.81,
      "grad_norm": 1.6255944967269897,
      "learning_rate": 4.551509474128575e-06,
      "loss": 0.4212,
      "step": 440040
    },
    {
      "epoch": 122.82,
      "grad_norm": 1.3890893459320068,
      "learning_rate": 4.551500397416601e-06,
      "loss": 0.3925,
      "step": 440050
    },
    {
      "epoch": 122.82,
      "grad_norm": 1.3746559619903564,
      "learning_rate": 4.551491320410775e-06,
      "loss": 0.3979,
      "step": 440060
    },
    {
      "epoch": 122.82,
      "grad_norm": 1.5160751342773438,
      "learning_rate": 4.551482243111099e-06,
      "loss": 0.405,
      "step": 440070
    },
    {
      "epoch": 122.82,
      "grad_norm": 1.6704497337341309,
      "learning_rate": 4.551473165517572e-06,
      "loss": 0.4166,
      "step": 440080
    },
    {
      "epoch": 122.83,
      "grad_norm": 1.2857136726379395,
      "learning_rate": 4.551464087630197e-06,
      "loss": 0.3862,
      "step": 440090
    },
    {
      "epoch": 122.83,
      "grad_norm": 1.3826138973236084,
      "learning_rate": 4.551455009448974e-06,
      "loss": 0.3788,
      "step": 440100
    },
    {
      "epoch": 122.83,
      "grad_norm": 1.1736377477645874,
      "learning_rate": 4.5514459309739055e-06,
      "loss": 0.3935,
      "step": 440110
    },
    {
      "epoch": 122.84,
      "grad_norm": 1.4409786462783813,
      "learning_rate": 4.551436852204992e-06,
      "loss": 0.4187,
      "step": 440120
    },
    {
      "epoch": 122.84,
      "grad_norm": 1.5901777744293213,
      "learning_rate": 4.551427773142234e-06,
      "loss": 0.412,
      "step": 440130
    },
    {
      "epoch": 122.84,
      "grad_norm": 1.4931303262710571,
      "learning_rate": 4.551418693785634e-06,
      "loss": 0.4078,
      "step": 440140
    },
    {
      "epoch": 122.84,
      "grad_norm": 1.6646387577056885,
      "learning_rate": 4.551409614135194e-06,
      "loss": 0.4188,
      "step": 440150
    },
    {
      "epoch": 122.85,
      "grad_norm": 1.4090770483016968,
      "learning_rate": 4.551400534190912e-06,
      "loss": 0.4076,
      "step": 440160
    },
    {
      "epoch": 122.85,
      "grad_norm": 1.4424666166305542,
      "learning_rate": 4.551391453952791e-06,
      "loss": 0.4214,
      "step": 440170
    },
    {
      "epoch": 122.85,
      "grad_norm": 1.3256219625473022,
      "learning_rate": 4.551382373420834e-06,
      "loss": 0.4141,
      "step": 440180
    },
    {
      "epoch": 122.86,
      "grad_norm": 1.3450629711151123,
      "learning_rate": 4.55137329259504e-06,
      "loss": 0.4063,
      "step": 440190
    },
    {
      "epoch": 122.86,
      "grad_norm": 1.3941289186477661,
      "learning_rate": 4.55136421147541e-06,
      "loss": 0.3827,
      "step": 440200
    },
    {
      "epoch": 122.86,
      "grad_norm": 1.2780596017837524,
      "learning_rate": 4.551355130061947e-06,
      "loss": 0.4093,
      "step": 440210
    },
    {
      "epoch": 122.86,
      "grad_norm": 1.410023808479309,
      "learning_rate": 4.55134604835465e-06,
      "loss": 0.4069,
      "step": 440220
    },
    {
      "epoch": 122.87,
      "grad_norm": 1.2931996583938599,
      "learning_rate": 4.5513369663535215e-06,
      "loss": 0.3992,
      "step": 440230
    },
    {
      "epoch": 122.87,
      "grad_norm": 1.3284597396850586,
      "learning_rate": 4.551327884058563e-06,
      "loss": 0.4054,
      "step": 440240
    },
    {
      "epoch": 122.87,
      "grad_norm": 1.194793939590454,
      "learning_rate": 4.551318801469775e-06,
      "loss": 0.4156,
      "step": 440250
    },
    {
      "epoch": 122.87,
      "grad_norm": 1.3092206716537476,
      "learning_rate": 4.55130971858716e-06,
      "loss": 0.4029,
      "step": 440260
    },
    {
      "epoch": 122.88,
      "grad_norm": 1.3492943048477173,
      "learning_rate": 4.551300635410717e-06,
      "loss": 0.4181,
      "step": 440270
    },
    {
      "epoch": 122.88,
      "grad_norm": 1.280023217201233,
      "learning_rate": 4.551291551940449e-06,
      "loss": 0.3949,
      "step": 440280
    },
    {
      "epoch": 122.88,
      "grad_norm": 1.3238162994384766,
      "learning_rate": 4.551282468176357e-06,
      "loss": 0.403,
      "step": 440290
    },
    {
      "epoch": 122.89,
      "grad_norm": 1.2412409782409668,
      "learning_rate": 4.5512733841184406e-06,
      "loss": 0.4105,
      "step": 440300
    },
    {
      "epoch": 122.89,
      "grad_norm": 1.6220391988754272,
      "learning_rate": 4.551264299766703e-06,
      "loss": 0.4187,
      "step": 440310
    },
    {
      "epoch": 122.89,
      "grad_norm": 1.2507572174072266,
      "learning_rate": 4.551255215121144e-06,
      "loss": 0.4151,
      "step": 440320
    },
    {
      "epoch": 122.89,
      "grad_norm": 1.3681583404541016,
      "learning_rate": 4.5512461301817665e-06,
      "loss": 0.3981,
      "step": 440330
    },
    {
      "epoch": 122.9,
      "grad_norm": 1.5391675233840942,
      "learning_rate": 4.551237044948571e-06,
      "loss": 0.4157,
      "step": 440340
    },
    {
      "epoch": 122.9,
      "grad_norm": 1.8300052881240845,
      "learning_rate": 4.5512279594215565e-06,
      "loss": 0.4077,
      "step": 440350
    },
    {
      "epoch": 122.9,
      "grad_norm": 1.2962679862976074,
      "learning_rate": 4.5512188736007275e-06,
      "loss": 0.4258,
      "step": 440360
    },
    {
      "epoch": 122.91,
      "grad_norm": 1.4443495273590088,
      "learning_rate": 4.551209787486083e-06,
      "loss": 0.4178,
      "step": 440370
    },
    {
      "epoch": 122.91,
      "grad_norm": 1.7652957439422607,
      "learning_rate": 4.551200701077625e-06,
      "loss": 0.3997,
      "step": 440380
    },
    {
      "epoch": 122.91,
      "grad_norm": 1.7604491710662842,
      "learning_rate": 4.551191614375356e-06,
      "loss": 0.4098,
      "step": 440390
    },
    {
      "epoch": 122.91,
      "grad_norm": 1.4011420011520386,
      "learning_rate": 4.551182527379275e-06,
      "loss": 0.4009,
      "step": 440400
    },
    {
      "epoch": 122.92,
      "grad_norm": 1.6142082214355469,
      "learning_rate": 4.551173440089384e-06,
      "loss": 0.4196,
      "step": 440410
    },
    {
      "epoch": 122.92,
      "grad_norm": 1.2335621118545532,
      "learning_rate": 4.551164352505685e-06,
      "loss": 0.4064,
      "step": 440420
    },
    {
      "epoch": 122.92,
      "grad_norm": 1.5672862529754639,
      "learning_rate": 4.5511552646281775e-06,
      "loss": 0.409,
      "step": 440430
    },
    {
      "epoch": 122.92,
      "grad_norm": 1.3469505310058594,
      "learning_rate": 4.551146176456864e-06,
      "loss": 0.4162,
      "step": 440440
    },
    {
      "epoch": 122.93,
      "grad_norm": 1.0040565729141235,
      "learning_rate": 4.551137087991747e-06,
      "loss": 0.3916,
      "step": 440450
    },
    {
      "epoch": 122.93,
      "grad_norm": 1.399117112159729,
      "learning_rate": 4.551127999232825e-06,
      "loss": 0.4024,
      "step": 440460
    },
    {
      "epoch": 122.93,
      "grad_norm": 2.8654842376708984,
      "learning_rate": 4.5511189101801e-06,
      "loss": 0.4311,
      "step": 440470
    },
    {
      "epoch": 122.94,
      "grad_norm": 1.1771159172058105,
      "learning_rate": 4.5511098208335736e-06,
      "loss": 0.3932,
      "step": 440480
    },
    {
      "epoch": 122.94,
      "grad_norm": 1.4765336513519287,
      "learning_rate": 4.551100731193248e-06,
      "loss": 0.4026,
      "step": 440490
    },
    {
      "epoch": 122.94,
      "grad_norm": 1.3496094942092896,
      "learning_rate": 4.551091641259123e-06,
      "loss": 0.4022,
      "step": 440500
    },
    {
      "epoch": 122.94,
      "grad_norm": 1.49629545211792,
      "learning_rate": 4.551082551031199e-06,
      "loss": 0.4026,
      "step": 440510
    },
    {
      "epoch": 122.95,
      "grad_norm": 1.2603240013122559,
      "learning_rate": 4.55107346050948e-06,
      "loss": 0.4383,
      "step": 440520
    },
    {
      "epoch": 122.95,
      "grad_norm": 1.7856038808822632,
      "learning_rate": 4.551064369693965e-06,
      "loss": 0.4055,
      "step": 440530
    },
    {
      "epoch": 122.95,
      "grad_norm": 1.3818408250808716,
      "learning_rate": 4.551055278584656e-06,
      "loss": 0.4035,
      "step": 440540
    },
    {
      "epoch": 122.96,
      "grad_norm": 1.158519983291626,
      "learning_rate": 4.551046187181554e-06,
      "loss": 0.4182,
      "step": 440550
    },
    {
      "epoch": 122.96,
      "grad_norm": 1.495328664779663,
      "learning_rate": 4.55103709548466e-06,
      "loss": 0.4223,
      "step": 440560
    },
    {
      "epoch": 122.96,
      "grad_norm": 1.3127206563949585,
      "learning_rate": 4.551028003493976e-06,
      "loss": 0.4087,
      "step": 440570
    },
    {
      "epoch": 122.96,
      "grad_norm": 1.4291260242462158,
      "learning_rate": 4.551018911209502e-06,
      "loss": 0.3999,
      "step": 440580
    },
    {
      "epoch": 122.97,
      "grad_norm": 1.3832814693450928,
      "learning_rate": 4.551009818631241e-06,
      "loss": 0.4001,
      "step": 440590
    },
    {
      "epoch": 122.97,
      "grad_norm": 1.914408802986145,
      "learning_rate": 4.551000725759192e-06,
      "loss": 0.4036,
      "step": 440600
    },
    {
      "epoch": 122.97,
      "grad_norm": 1.3982137441635132,
      "learning_rate": 4.550991632593358e-06,
      "loss": 0.3914,
      "step": 440610
    },
    {
      "epoch": 122.98,
      "grad_norm": 1.4299339056015015,
      "learning_rate": 4.550982539133739e-06,
      "loss": 0.4014,
      "step": 440620
    },
    {
      "epoch": 122.98,
      "grad_norm": 1.3533302545547485,
      "learning_rate": 4.5509734453803375e-06,
      "loss": 0.4221,
      "step": 440630
    },
    {
      "epoch": 122.98,
      "grad_norm": 1.2640957832336426,
      "learning_rate": 4.550964351333154e-06,
      "loss": 0.3874,
      "step": 440640
    },
    {
      "epoch": 122.98,
      "grad_norm": 1.3548120260238647,
      "learning_rate": 4.5509552569921894e-06,
      "loss": 0.4155,
      "step": 440650
    },
    {
      "epoch": 122.99,
      "grad_norm": 1.3943742513656616,
      "learning_rate": 4.550946162357445e-06,
      "loss": 0.4145,
      "step": 440660
    },
    {
      "epoch": 122.99,
      "grad_norm": 1.72977614402771,
      "learning_rate": 4.550937067428922e-06,
      "loss": 0.4176,
      "step": 440670
    },
    {
      "epoch": 122.99,
      "grad_norm": 1.2360111474990845,
      "learning_rate": 4.550927972206622e-06,
      "loss": 0.4107,
      "step": 440680
    },
    {
      "epoch": 122.99,
      "grad_norm": 1.2314577102661133,
      "learning_rate": 4.550918876690546e-06,
      "loss": 0.4216,
      "step": 440690
    },
    {
      "epoch": 123.0,
      "grad_norm": 1.3568986654281616,
      "learning_rate": 4.550909780880695e-06,
      "loss": 0.4187,
      "step": 440700
    },
    {
      "epoch": 123.0,
      "eval_loss": 0.4087289571762085,
      "eval_runtime": 63.366,
      "eval_samples_per_second": 79.838,
      "eval_steps_per_second": 9.99,
      "step": 440709
    },
    {
      "epoch": 123.0,
      "grad_norm": 1.6811593770980835,
      "learning_rate": 4.550900684777071e-06,
      "loss": 0.4194,
      "step": 440710
    },
    {
      "epoch": 123.0,
      "grad_norm": 1.2944022417068481,
      "learning_rate": 4.5508915883796735e-06,
      "loss": 0.4201,
      "step": 440720
    },
    {
      "epoch": 123.01,
      "grad_norm": 1.4761978387832642,
      "learning_rate": 4.5508824916885065e-06,
      "loss": 0.41,
      "step": 440730
    },
    {
      "epoch": 123.01,
      "grad_norm": 1.5552548170089722,
      "learning_rate": 4.550873394703568e-06,
      "loss": 0.4061,
      "step": 440740
    },
    {
      "epoch": 123.01,
      "grad_norm": 1.1380304098129272,
      "learning_rate": 4.550864297424862e-06,
      "loss": 0.4053,
      "step": 440750
    },
    {
      "epoch": 123.01,
      "grad_norm": 1.3312106132507324,
      "learning_rate": 4.550855199852388e-06,
      "loss": 0.4063,
      "step": 440760
    },
    {
      "epoch": 123.02,
      "grad_norm": 1.3972275257110596,
      "learning_rate": 4.550846101986148e-06,
      "loss": 0.4162,
      "step": 440770
    },
    {
      "epoch": 123.02,
      "grad_norm": 1.554978609085083,
      "learning_rate": 4.550837003826143e-06,
      "loss": 0.405,
      "step": 440780
    },
    {
      "epoch": 123.02,
      "grad_norm": 1.1290675401687622,
      "learning_rate": 4.550827905372373e-06,
      "loss": 0.4121,
      "step": 440790
    },
    {
      "epoch": 123.03,
      "grad_norm": 1.5638821125030518,
      "learning_rate": 4.5508188066248405e-06,
      "loss": 0.4159,
      "step": 440800
    },
    {
      "epoch": 123.03,
      "grad_norm": 1.4387900829315186,
      "learning_rate": 4.5508097075835475e-06,
      "loss": 0.4038,
      "step": 440810
    },
    {
      "epoch": 123.03,
      "grad_norm": 5.649796485900879,
      "learning_rate": 4.550800608248494e-06,
      "loss": 0.3971,
      "step": 440820
    },
    {
      "epoch": 123.03,
      "grad_norm": 1.2984822988510132,
      "learning_rate": 4.550791508619681e-06,
      "loss": 0.4041,
      "step": 440830
    },
    {
      "epoch": 123.04,
      "grad_norm": 1.35560941696167,
      "learning_rate": 4.550782408697111e-06,
      "loss": 0.3959,
      "step": 440840
    },
    {
      "epoch": 123.04,
      "grad_norm": 1.383592963218689,
      "learning_rate": 4.550773308480783e-06,
      "loss": 0.4235,
      "step": 440850
    },
    {
      "epoch": 123.04,
      "grad_norm": 1.4342325925827026,
      "learning_rate": 4.550764207970701e-06,
      "loss": 0.3974,
      "step": 440860
    },
    {
      "epoch": 123.04,
      "grad_norm": 1.3511784076690674,
      "learning_rate": 4.550755107166864e-06,
      "loss": 0.4033,
      "step": 440870
    },
    {
      "epoch": 123.05,
      "grad_norm": 1.2573933601379395,
      "learning_rate": 4.550746006069274e-06,
      "loss": 0.4016,
      "step": 440880
    },
    {
      "epoch": 123.05,
      "grad_norm": 1.5112725496292114,
      "learning_rate": 4.550736904677933e-06,
      "loss": 0.4043,
      "step": 440890
    },
    {
      "epoch": 123.05,
      "grad_norm": 1.4052459001541138,
      "learning_rate": 4.550727802992841e-06,
      "loss": 0.4122,
      "step": 440900
    },
    {
      "epoch": 123.06,
      "grad_norm": 1.3289645910263062,
      "learning_rate": 4.550718701013999e-06,
      "loss": 0.3929,
      "step": 440910
    },
    {
      "epoch": 123.06,
      "grad_norm": 1.3263882398605347,
      "learning_rate": 4.55070959874141e-06,
      "loss": 0.4056,
      "step": 440920
    },
    {
      "epoch": 123.06,
      "grad_norm": 1.751038670539856,
      "learning_rate": 4.550700496175074e-06,
      "loss": 0.424,
      "step": 440930
    },
    {
      "epoch": 123.06,
      "grad_norm": 1.3702446222305298,
      "learning_rate": 4.550691393314992e-06,
      "loss": 0.3923,
      "step": 440940
    },
    {
      "epoch": 123.07,
      "grad_norm": 2.7171711921691895,
      "learning_rate": 4.550682290161164e-06,
      "loss": 0.4321,
      "step": 440950
    },
    {
      "epoch": 123.07,
      "grad_norm": 1.546957015991211,
      "learning_rate": 4.550673186713594e-06,
      "loss": 0.4234,
      "step": 440960
    },
    {
      "epoch": 123.07,
      "grad_norm": 1.264363408088684,
      "learning_rate": 4.550664082972282e-06,
      "loss": 0.412,
      "step": 440970
    },
    {
      "epoch": 123.08,
      "grad_norm": 1.5411584377288818,
      "learning_rate": 4.5506549789372295e-06,
      "loss": 0.4212,
      "step": 440980
    },
    {
      "epoch": 123.08,
      "grad_norm": 1.8725851774215698,
      "learning_rate": 4.550645874608438e-06,
      "loss": 0.395,
      "step": 440990
    },
    {
      "epoch": 123.08,
      "grad_norm": 1.1539208889007568,
      "learning_rate": 4.5506367699859065e-06,
      "loss": 0.3885,
      "step": 441000
    },
    {
      "epoch": 123.08,
      "grad_norm": 1.3523690700531006,
      "learning_rate": 4.550627665069638e-06,
      "loss": 0.4001,
      "step": 441010
    },
    {
      "epoch": 123.09,
      "grad_norm": 1.8312442302703857,
      "learning_rate": 4.550618559859634e-06,
      "loss": 0.4043,
      "step": 441020
    },
    {
      "epoch": 123.09,
      "grad_norm": 1.1024835109710693,
      "learning_rate": 4.550609454355895e-06,
      "loss": 0.4004,
      "step": 441030
    },
    {
      "epoch": 123.09,
      "grad_norm": 1.1600189208984375,
      "learning_rate": 4.550600348558422e-06,
      "loss": 0.4169,
      "step": 441040
    },
    {
      "epoch": 123.1,
      "grad_norm": 1.4141863584518433,
      "learning_rate": 4.550591242467218e-06,
      "loss": 0.4147,
      "step": 441050
    },
    {
      "epoch": 123.1,
      "grad_norm": 1.4195046424865723,
      "learning_rate": 4.5505821360822805e-06,
      "loss": 0.401,
      "step": 441060
    },
    {
      "epoch": 123.1,
      "grad_norm": 1.681721806526184,
      "learning_rate": 4.550573029403614e-06,
      "loss": 0.3984,
      "step": 441070
    },
    {
      "epoch": 123.1,
      "grad_norm": 1.8088328838348389,
      "learning_rate": 4.55056392243122e-06,
      "loss": 0.4025,
      "step": 441080
    },
    {
      "epoch": 123.11,
      "grad_norm": 1.4611594676971436,
      "learning_rate": 4.550554815165097e-06,
      "loss": 0.4164,
      "step": 441090
    },
    {
      "epoch": 123.11,
      "grad_norm": 1.391170620918274,
      "learning_rate": 4.550545707605249e-06,
      "loss": 0.3961,
      "step": 441100
    },
    {
      "epoch": 123.11,
      "grad_norm": 1.105545997619629,
      "learning_rate": 4.550536599751674e-06,
      "loss": 0.4131,
      "step": 441110
    },
    {
      "epoch": 123.11,
      "grad_norm": 1.339566946029663,
      "learning_rate": 4.550527491604376e-06,
      "loss": 0.4085,
      "step": 441120
    },
    {
      "epoch": 123.12,
      "grad_norm": 1.303427815437317,
      "learning_rate": 4.550518383163356e-06,
      "loss": 0.4088,
      "step": 441130
    },
    {
      "epoch": 123.12,
      "grad_norm": 1.255906105041504,
      "learning_rate": 4.550509274428614e-06,
      "loss": 0.4064,
      "step": 441140
    },
    {
      "epoch": 123.12,
      "grad_norm": 1.4263795614242554,
      "learning_rate": 4.550500165400152e-06,
      "loss": 0.4084,
      "step": 441150
    },
    {
      "epoch": 123.13,
      "grad_norm": 1.2074720859527588,
      "learning_rate": 4.5504910560779716e-06,
      "loss": 0.4329,
      "step": 441160
    },
    {
      "epoch": 123.13,
      "grad_norm": 1.1425639390945435,
      "learning_rate": 4.550481946462072e-06,
      "loss": 0.4056,
      "step": 441170
    },
    {
      "epoch": 123.13,
      "grad_norm": 1.1190203428268433,
      "learning_rate": 4.550472836552456e-06,
      "loss": 0.4173,
      "step": 441180
    },
    {
      "epoch": 123.13,
      "grad_norm": 1.25482177734375,
      "learning_rate": 4.550463726349126e-06,
      "loss": 0.3929,
      "step": 441190
    },
    {
      "epoch": 123.14,
      "grad_norm": 1.1924160718917847,
      "learning_rate": 4.5504546158520805e-06,
      "loss": 0.4114,
      "step": 441200
    },
    {
      "epoch": 123.14,
      "grad_norm": 1.2841553688049316,
      "learning_rate": 4.550445505061322e-06,
      "loss": 0.4183,
      "step": 441210
    },
    {
      "epoch": 123.14,
      "grad_norm": 1.294685959815979,
      "learning_rate": 4.550436393976852e-06,
      "loss": 0.415,
      "step": 441220
    },
    {
      "epoch": 123.15,
      "grad_norm": 1.356238842010498,
      "learning_rate": 4.55042728259867e-06,
      "loss": 0.3957,
      "step": 441230
    },
    {
      "epoch": 123.15,
      "grad_norm": 1.8266444206237793,
      "learning_rate": 4.550418170926781e-06,
      "loss": 0.4195,
      "step": 441240
    },
    {
      "epoch": 123.15,
      "grad_norm": 1.2263481616973877,
      "learning_rate": 4.5504090589611835e-06,
      "loss": 0.4196,
      "step": 441250
    },
    {
      "epoch": 123.15,
      "grad_norm": 1.2877905368804932,
      "learning_rate": 4.550399946701878e-06,
      "loss": 0.415,
      "step": 441260
    },
    {
      "epoch": 123.16,
      "grad_norm": 1.5338335037231445,
      "learning_rate": 4.550390834148867e-06,
      "loss": 0.4456,
      "step": 441270
    },
    {
      "epoch": 123.16,
      "grad_norm": 1.4187942743301392,
      "learning_rate": 4.550381721302152e-06,
      "loss": 0.4064,
      "step": 441280
    },
    {
      "epoch": 123.16,
      "grad_norm": 1.2721666097640991,
      "learning_rate": 4.5503726081617336e-06,
      "loss": 0.4158,
      "step": 441290
    },
    {
      "epoch": 123.16,
      "grad_norm": 1.3912345170974731,
      "learning_rate": 4.550363494727613e-06,
      "loss": 0.4138,
      "step": 441300
    },
    {
      "epoch": 123.17,
      "grad_norm": 1.753270149230957,
      "learning_rate": 4.550354380999791e-06,
      "loss": 0.4152,
      "step": 441310
    },
    {
      "epoch": 123.17,
      "grad_norm": 1.516290307044983,
      "learning_rate": 4.5503452669782705e-06,
      "loss": 0.3927,
      "step": 441320
    },
    {
      "epoch": 123.17,
      "grad_norm": 1.2471661567687988,
      "learning_rate": 4.550336152663051e-06,
      "loss": 0.4066,
      "step": 441330
    },
    {
      "epoch": 123.18,
      "grad_norm": 1.3975279331207275,
      "learning_rate": 4.550327038054134e-06,
      "loss": 0.4202,
      "step": 441340
    },
    {
      "epoch": 123.18,
      "grad_norm": 1.375563144683838,
      "learning_rate": 4.550317923151521e-06,
      "loss": 0.4231,
      "step": 441350
    },
    {
      "epoch": 123.18,
      "grad_norm": 1.3834937810897827,
      "learning_rate": 4.550308807955213e-06,
      "loss": 0.4288,
      "step": 441360
    },
    {
      "epoch": 123.18,
      "grad_norm": 1.1242519617080688,
      "learning_rate": 4.550299692465213e-06,
      "loss": 0.4064,
      "step": 441370
    },
    {
      "epoch": 123.19,
      "grad_norm": 1.4094349145889282,
      "learning_rate": 4.550290576681519e-06,
      "loss": 0.4276,
      "step": 441380
    },
    {
      "epoch": 123.19,
      "grad_norm": 1.4715625047683716,
      "learning_rate": 4.550281460604135e-06,
      "loss": 0.4074,
      "step": 441390
    },
    {
      "epoch": 123.19,
      "grad_norm": 1.2659378051757812,
      "learning_rate": 4.55027234423306e-06,
      "loss": 0.3969,
      "step": 441400
    },
    {
      "epoch": 123.2,
      "grad_norm": 1.27626371383667,
      "learning_rate": 4.550263227568296e-06,
      "loss": 0.4287,
      "step": 441410
    },
    {
      "epoch": 123.2,
      "grad_norm": 1.31114661693573,
      "learning_rate": 4.550254110609846e-06,
      "loss": 0.3928,
      "step": 441420
    },
    {
      "epoch": 123.2,
      "grad_norm": 1.3188092708587646,
      "learning_rate": 4.550244993357709e-06,
      "loss": 0.397,
      "step": 441430
    },
    {
      "epoch": 123.2,
      "grad_norm": 1.740837812423706,
      "learning_rate": 4.550235875811887e-06,
      "loss": 0.3941,
      "step": 441440
    },
    {
      "epoch": 123.21,
      "grad_norm": 1.3115473985671997,
      "learning_rate": 4.550226757972381e-06,
      "loss": 0.4019,
      "step": 441450
    },
    {
      "epoch": 123.21,
      "grad_norm": 1.2054847478866577,
      "learning_rate": 4.550217639839191e-06,
      "loss": 0.4138,
      "step": 441460
    },
    {
      "epoch": 123.21,
      "grad_norm": 1.283982276916504,
      "learning_rate": 4.550208521412322e-06,
      "loss": 0.4211,
      "step": 441470
    },
    {
      "epoch": 123.22,
      "grad_norm": 1.3571096658706665,
      "learning_rate": 4.550199402691771e-06,
      "loss": 0.4188,
      "step": 441480
    },
    {
      "epoch": 123.22,
      "grad_norm": 1.3463250398635864,
      "learning_rate": 4.550190283677542e-06,
      "loss": 0.4083,
      "step": 441490
    },
    {
      "epoch": 123.22,
      "grad_norm": 1.3942804336547852,
      "learning_rate": 4.550181164369635e-06,
      "loss": 0.4154,
      "step": 441500
    },
    {
      "epoch": 123.22,
      "grad_norm": 1.4807512760162354,
      "learning_rate": 4.550172044768051e-06,
      "loss": 0.3903,
      "step": 441510
    },
    {
      "epoch": 123.23,
      "grad_norm": 1.788407802581787,
      "learning_rate": 4.550162924872792e-06,
      "loss": 0.3956,
      "step": 441520
    },
    {
      "epoch": 123.23,
      "grad_norm": 1.41781485080719,
      "learning_rate": 4.550153804683859e-06,
      "loss": 0.3958,
      "step": 441530
    },
    {
      "epoch": 123.23,
      "grad_norm": 1.655722737312317,
      "learning_rate": 4.550144684201252e-06,
      "loss": 0.4019,
      "step": 441540
    },
    {
      "epoch": 123.23,
      "grad_norm": 1.2302448749542236,
      "learning_rate": 4.5501355634249744e-06,
      "loss": 0.4126,
      "step": 441550
    },
    {
      "epoch": 123.24,
      "grad_norm": 1.3623000383377075,
      "learning_rate": 4.550126442355025e-06,
      "loss": 0.4123,
      "step": 441560
    },
    {
      "epoch": 123.24,
      "grad_norm": 1.644818902015686,
      "learning_rate": 4.550117320991407e-06,
      "loss": 0.4239,
      "step": 441570
    },
    {
      "epoch": 123.24,
      "grad_norm": 1.2527748346328735,
      "learning_rate": 4.550108199334122e-06,
      "loss": 0.4062,
      "step": 441580
    },
    {
      "epoch": 123.25,
      "grad_norm": 1.3637770414352417,
      "learning_rate": 4.550099077383169e-06,
      "loss": 0.4192,
      "step": 441590
    },
    {
      "epoch": 123.25,
      "grad_norm": 1.3026227951049805,
      "learning_rate": 4.550089955138551e-06,
      "loss": 0.3823,
      "step": 441600
    },
    {
      "epoch": 123.25,
      "grad_norm": 1.268381953239441,
      "learning_rate": 4.5500808326002675e-06,
      "loss": 0.3988,
      "step": 441610
    },
    {
      "epoch": 123.25,
      "grad_norm": 1.335328221321106,
      "learning_rate": 4.550071709768321e-06,
      "loss": 0.4118,
      "step": 441620
    },
    {
      "epoch": 123.26,
      "grad_norm": 1.4355218410491943,
      "learning_rate": 4.550062586642714e-06,
      "loss": 0.406,
      "step": 441630
    },
    {
      "epoch": 123.26,
      "grad_norm": 1.194358229637146,
      "learning_rate": 4.550053463223444e-06,
      "loss": 0.414,
      "step": 441640
    },
    {
      "epoch": 123.26,
      "grad_norm": 1.295158863067627,
      "learning_rate": 4.550044339510516e-06,
      "loss": 0.4092,
      "step": 441650
    },
    {
      "epoch": 123.27,
      "grad_norm": 1.2360749244689941,
      "learning_rate": 4.550035215503929e-06,
      "loss": 0.4153,
      "step": 441660
    },
    {
      "epoch": 123.27,
      "grad_norm": 1.71450936794281,
      "learning_rate": 4.550026091203684e-06,
      "loss": 0.4163,
      "step": 441670
    },
    {
      "epoch": 123.27,
      "grad_norm": 1.43393874168396,
      "learning_rate": 4.5500169666097845e-06,
      "loss": 0.3968,
      "step": 441680
    },
    {
      "epoch": 123.27,
      "grad_norm": 1.290107250213623,
      "learning_rate": 4.55000784172223e-06,
      "loss": 0.4078,
      "step": 441690
    },
    {
      "epoch": 123.28,
      "grad_norm": 1.345399260520935,
      "learning_rate": 4.549998716541022e-06,
      "loss": 0.4068,
      "step": 441700
    },
    {
      "epoch": 123.28,
      "grad_norm": 1.3866591453552246,
      "learning_rate": 4.5499895910661606e-06,
      "loss": 0.4177,
      "step": 441710
    },
    {
      "epoch": 123.28,
      "grad_norm": 1.3662351369857788,
      "learning_rate": 4.5499804652976485e-06,
      "loss": 0.4235,
      "step": 441720
    },
    {
      "epoch": 123.28,
      "grad_norm": 1.4237534999847412,
      "learning_rate": 4.549971339235488e-06,
      "loss": 0.4165,
      "step": 441730
    },
    {
      "epoch": 123.29,
      "grad_norm": 1.1543936729431152,
      "learning_rate": 4.549962212879677e-06,
      "loss": 0.4006,
      "step": 441740
    },
    {
      "epoch": 123.29,
      "grad_norm": 1.5108870267868042,
      "learning_rate": 4.549953086230219e-06,
      "loss": 0.3996,
      "step": 441750
    },
    {
      "epoch": 123.29,
      "grad_norm": 1.3860509395599365,
      "learning_rate": 4.5499439592871155e-06,
      "loss": 0.4005,
      "step": 441760
    },
    {
      "epoch": 123.3,
      "grad_norm": 1.2711304426193237,
      "learning_rate": 4.549934832050367e-06,
      "loss": 0.4114,
      "step": 441770
    },
    {
      "epoch": 123.3,
      "grad_norm": 1.4757527112960815,
      "learning_rate": 4.5499257045199735e-06,
      "loss": 0.4027,
      "step": 441780
    },
    {
      "epoch": 123.3,
      "grad_norm": 1.1430995464324951,
      "learning_rate": 4.549916576695939e-06,
      "loss": 0.4115,
      "step": 441790
    },
    {
      "epoch": 123.3,
      "grad_norm": 1.4173164367675781,
      "learning_rate": 4.549907448578262e-06,
      "loss": 0.3912,
      "step": 441800
    },
    {
      "epoch": 123.31,
      "grad_norm": 1.16302490234375,
      "learning_rate": 4.549898320166944e-06,
      "loss": 0.3993,
      "step": 441810
    },
    {
      "epoch": 123.31,
      "grad_norm": 1.7369067668914795,
      "learning_rate": 4.549889191461989e-06,
      "loss": 0.4061,
      "step": 441820
    },
    {
      "epoch": 123.31,
      "grad_norm": 1.4612915515899658,
      "learning_rate": 4.549880062463396e-06,
      "loss": 0.4171,
      "step": 441830
    },
    {
      "epoch": 123.32,
      "grad_norm": 1.309708595275879,
      "learning_rate": 4.549870933171166e-06,
      "loss": 0.4272,
      "step": 441840
    },
    {
      "epoch": 123.32,
      "grad_norm": 1.483241081237793,
      "learning_rate": 4.5498618035853e-06,
      "loss": 0.4056,
      "step": 441850
    },
    {
      "epoch": 123.32,
      "grad_norm": 1.293270468711853,
      "learning_rate": 4.5498526737058e-06,
      "loss": 0.4071,
      "step": 441860
    },
    {
      "epoch": 123.32,
      "grad_norm": 1.3580986261367798,
      "learning_rate": 4.549843543532669e-06,
      "loss": 0.3893,
      "step": 441870
    },
    {
      "epoch": 123.33,
      "grad_norm": 1.4452357292175293,
      "learning_rate": 4.5498344130659045e-06,
      "loss": 0.4091,
      "step": 441880
    },
    {
      "epoch": 123.33,
      "grad_norm": 1.2877644300460815,
      "learning_rate": 4.54982528230551e-06,
      "loss": 0.4165,
      "step": 441890
    },
    {
      "epoch": 123.33,
      "grad_norm": 3.327277898788452,
      "learning_rate": 4.5498161512514865e-06,
      "loss": 0.4026,
      "step": 441900
    },
    {
      "epoch": 123.34,
      "grad_norm": 1.5009504556655884,
      "learning_rate": 4.549807019903834e-06,
      "loss": 0.3856,
      "step": 441910
    },
    {
      "epoch": 123.34,
      "grad_norm": 1.4627741575241089,
      "learning_rate": 4.549797888262556e-06,
      "loss": 0.4126,
      "step": 441920
    },
    {
      "epoch": 123.34,
      "grad_norm": 1.246424913406372,
      "learning_rate": 4.549788756327652e-06,
      "loss": 0.3957,
      "step": 441930
    },
    {
      "epoch": 123.34,
      "grad_norm": 1.4865299463272095,
      "learning_rate": 4.549779624099124e-06,
      "loss": 0.4035,
      "step": 441940
    },
    {
      "epoch": 123.35,
      "grad_norm": 1.3710886240005493,
      "learning_rate": 4.549770491576972e-06,
      "loss": 0.4122,
      "step": 441950
    },
    {
      "epoch": 123.35,
      "grad_norm": 1.5507959127426147,
      "learning_rate": 4.549761358761199e-06,
      "loss": 0.4018,
      "step": 441960
    },
    {
      "epoch": 123.35,
      "grad_norm": 2.0150911808013916,
      "learning_rate": 4.549752225651805e-06,
      "loss": 0.3906,
      "step": 441970
    },
    {
      "epoch": 123.35,
      "grad_norm": 1.2820329666137695,
      "learning_rate": 4.549743092248791e-06,
      "loss": 0.4112,
      "step": 441980
    },
    {
      "epoch": 123.36,
      "grad_norm": 1.2283008098602295,
      "learning_rate": 4.54973395855216e-06,
      "loss": 0.3911,
      "step": 441990
    },
    {
      "epoch": 123.36,
      "grad_norm": 1.6048305034637451,
      "learning_rate": 4.54972482456191e-06,
      "loss": 0.4094,
      "step": 442000
    },
    {
      "epoch": 123.36,
      "grad_norm": 1.448212742805481,
      "learning_rate": 4.549715690278045e-06,
      "loss": 0.4175,
      "step": 442010
    },
    {
      "epoch": 123.37,
      "grad_norm": 1.296785831451416,
      "learning_rate": 4.5497065557005665e-06,
      "loss": 0.4218,
      "step": 442020
    },
    {
      "epoch": 123.37,
      "grad_norm": 1.2909759283065796,
      "learning_rate": 4.549697420829473e-06,
      "loss": 0.4066,
      "step": 442030
    },
    {
      "epoch": 123.37,
      "grad_norm": 1.1153966188430786,
      "learning_rate": 4.549688285664768e-06,
      "loss": 0.3928,
      "step": 442040
    },
    {
      "epoch": 123.37,
      "grad_norm": 5.599206924438477,
      "learning_rate": 4.549679150206452e-06,
      "loss": 0.4052,
      "step": 442050
    },
    {
      "epoch": 123.38,
      "grad_norm": 1.4598877429962158,
      "learning_rate": 4.549670014454526e-06,
      "loss": 0.4127,
      "step": 442060
    },
    {
      "epoch": 123.38,
      "grad_norm": 1.2192550897598267,
      "learning_rate": 4.549660878408992e-06,
      "loss": 0.4169,
      "step": 442070
    },
    {
      "epoch": 123.38,
      "grad_norm": 1.4290772676467896,
      "learning_rate": 4.54965174206985e-06,
      "loss": 0.3936,
      "step": 442080
    },
    {
      "epoch": 123.39,
      "grad_norm": 1.1779273748397827,
      "learning_rate": 4.549642605437102e-06,
      "loss": 0.4072,
      "step": 442090
    },
    {
      "epoch": 123.39,
      "grad_norm": 1.0844062566757202,
      "learning_rate": 4.549633468510749e-06,
      "loss": 0.3924,
      "step": 442100
    },
    {
      "epoch": 123.39,
      "grad_norm": 1.4634289741516113,
      "learning_rate": 4.549624331290793e-06,
      "loss": 0.4105,
      "step": 442110
    },
    {
      "epoch": 123.39,
      "grad_norm": 2.7700679302215576,
      "learning_rate": 4.549615193777234e-06,
      "loss": 0.4006,
      "step": 442120
    },
    {
      "epoch": 123.4,
      "grad_norm": 1.444494366645813,
      "learning_rate": 4.549606055970074e-06,
      "loss": 0.4245,
      "step": 442130
    },
    {
      "epoch": 123.4,
      "grad_norm": 1.3299225568771362,
      "learning_rate": 4.5495969178693135e-06,
      "loss": 0.4088,
      "step": 442140
    },
    {
      "epoch": 123.4,
      "grad_norm": 1.4285463094711304,
      "learning_rate": 4.5495877794749545e-06,
      "loss": 0.4249,
      "step": 442150
    },
    {
      "epoch": 123.4,
      "grad_norm": 1.317354440689087,
      "learning_rate": 4.549578640786998e-06,
      "loss": 0.3966,
      "step": 442160
    },
    {
      "epoch": 123.41,
      "grad_norm": 1.493159532546997,
      "learning_rate": 4.549569501805445e-06,
      "loss": 0.4064,
      "step": 442170
    },
    {
      "epoch": 123.41,
      "grad_norm": 1.4207113981246948,
      "learning_rate": 4.549560362530297e-06,
      "loss": 0.3989,
      "step": 442180
    },
    {
      "epoch": 123.41,
      "grad_norm": 1.5196300745010376,
      "learning_rate": 4.549551222961554e-06,
      "loss": 0.4211,
      "step": 442190
    },
    {
      "epoch": 123.42,
      "grad_norm": 1.457363247871399,
      "learning_rate": 4.54954208309922e-06,
      "loss": 0.3987,
      "step": 442200
    },
    {
      "epoch": 123.42,
      "grad_norm": 1.1320521831512451,
      "learning_rate": 4.549532942943293e-06,
      "loss": 0.4103,
      "step": 442210
    },
    {
      "epoch": 123.42,
      "grad_norm": 1.5571142435073853,
      "learning_rate": 4.549523802493776e-06,
      "loss": 0.4048,
      "step": 442220
    },
    {
      "epoch": 123.42,
      "grad_norm": 1.3789924383163452,
      "learning_rate": 4.549514661750671e-06,
      "loss": 0.4284,
      "step": 442230
    },
    {
      "epoch": 123.43,
      "grad_norm": 1.5480860471725464,
      "learning_rate": 4.549505520713977e-06,
      "loss": 0.4139,
      "step": 442240
    },
    {
      "epoch": 123.43,
      "grad_norm": 1.1401917934417725,
      "learning_rate": 4.5494963793836965e-06,
      "loss": 0.403,
      "step": 442250
    },
    {
      "epoch": 123.43,
      "grad_norm": 1.3101630210876465,
      "learning_rate": 4.5494872377598305e-06,
      "loss": 0.4115,
      "step": 442260
    },
    {
      "epoch": 123.44,
      "grad_norm": 2.7779924869537354,
      "learning_rate": 4.54947809584238e-06,
      "loss": 0.3846,
      "step": 442270
    },
    {
      "epoch": 123.44,
      "grad_norm": 1.200876235961914,
      "learning_rate": 4.549468953631348e-06,
      "loss": 0.418,
      "step": 442280
    },
    {
      "epoch": 123.44,
      "grad_norm": 1.198093056678772,
      "learning_rate": 4.5494598111267325e-06,
      "loss": 0.4214,
      "step": 442290
    },
    {
      "epoch": 123.44,
      "grad_norm": 1.4113150835037231,
      "learning_rate": 4.549450668328537e-06,
      "loss": 0.407,
      "step": 442300
    },
    {
      "epoch": 123.45,
      "grad_norm": 1.5678640604019165,
      "learning_rate": 4.549441525236762e-06,
      "loss": 0.4105,
      "step": 442310
    },
    {
      "epoch": 123.45,
      "grad_norm": 1.3813974857330322,
      "learning_rate": 4.549432381851409e-06,
      "loss": 0.3982,
      "step": 442320
    },
    {
      "epoch": 123.45,
      "grad_norm": 1.7152347564697266,
      "learning_rate": 4.5494232381724794e-06,
      "loss": 0.3959,
      "step": 442330
    },
    {
      "epoch": 123.46,
      "grad_norm": 1.3784681558609009,
      "learning_rate": 4.549414094199974e-06,
      "loss": 0.4135,
      "step": 442340
    },
    {
      "epoch": 123.46,
      "grad_norm": 1.0804988145828247,
      "learning_rate": 4.549404949933894e-06,
      "loss": 0.4085,
      "step": 442350
    },
    {
      "epoch": 123.46,
      "grad_norm": 1.3156589269638062,
      "learning_rate": 4.54939580537424e-06,
      "loss": 0.4093,
      "step": 442360
    },
    {
      "epoch": 123.46,
      "grad_norm": 1.3752206563949585,
      "learning_rate": 4.5493866605210145e-06,
      "loss": 0.3937,
      "step": 442370
    },
    {
      "epoch": 123.47,
      "grad_norm": 1.238290548324585,
      "learning_rate": 4.549377515374218e-06,
      "loss": 0.429,
      "step": 442380
    },
    {
      "epoch": 123.47,
      "grad_norm": 1.237100601196289,
      "learning_rate": 4.549368369933853e-06,
      "loss": 0.4302,
      "step": 442390
    },
    {
      "epoch": 123.47,
      "grad_norm": 1.3651118278503418,
      "learning_rate": 4.549359224199919e-06,
      "loss": 0.4041,
      "step": 442400
    },
    {
      "epoch": 123.47,
      "grad_norm": 1.243603229522705,
      "learning_rate": 4.549350078172417e-06,
      "loss": 0.4059,
      "step": 442410
    },
    {
      "epoch": 123.48,
      "grad_norm": 1.3487967252731323,
      "learning_rate": 4.5493409318513496e-06,
      "loss": 0.4078,
      "step": 442420
    },
    {
      "epoch": 123.48,
      "grad_norm": 1.5053306818008423,
      "learning_rate": 4.549331785236717e-06,
      "loss": 0.4009,
      "step": 442430
    },
    {
      "epoch": 123.48,
      "grad_norm": 1.3326207399368286,
      "learning_rate": 4.549322638328522e-06,
      "loss": 0.4,
      "step": 442440
    },
    {
      "epoch": 123.49,
      "grad_norm": 1.2775331735610962,
      "learning_rate": 4.549313491126764e-06,
      "loss": 0.3997,
      "step": 442450
    },
    {
      "epoch": 123.49,
      "grad_norm": 1.686132788658142,
      "learning_rate": 4.549304343631444e-06,
      "loss": 0.4091,
      "step": 442460
    },
    {
      "epoch": 123.49,
      "grad_norm": 1.2931078672409058,
      "learning_rate": 4.549295195842565e-06,
      "loss": 0.412,
      "step": 442470
    },
    {
      "epoch": 123.49,
      "grad_norm": 1.7600959539413452,
      "learning_rate": 4.549286047760127e-06,
      "loss": 0.3973,
      "step": 442480
    },
    {
      "epoch": 123.5,
      "grad_norm": 1.3904430866241455,
      "learning_rate": 4.549276899384133e-06,
      "loss": 0.4058,
      "step": 442490
    },
    {
      "epoch": 123.5,
      "grad_norm": 1.7077373266220093,
      "learning_rate": 4.549267750714581e-06,
      "loss": 0.3998,
      "step": 442500
    },
    {
      "epoch": 123.5,
      "grad_norm": 1.3048304319381714,
      "learning_rate": 4.549258601751475e-06,
      "loss": 0.4113,
      "step": 442510
    },
    {
      "epoch": 123.51,
      "grad_norm": 1.352830171585083,
      "learning_rate": 4.5492494524948144e-06,
      "loss": 0.3939,
      "step": 442520
    },
    {
      "epoch": 123.51,
      "grad_norm": 1.1202232837677002,
      "learning_rate": 4.549240302944602e-06,
      "loss": 0.4019,
      "step": 442530
    },
    {
      "epoch": 123.51,
      "grad_norm": 1.2180163860321045,
      "learning_rate": 4.549231153100837e-06,
      "loss": 0.391,
      "step": 442540
    },
    {
      "epoch": 123.51,
      "grad_norm": 1.5164744853973389,
      "learning_rate": 4.549222002963523e-06,
      "loss": 0.3929,
      "step": 442550
    },
    {
      "epoch": 123.52,
      "grad_norm": 1.1808923482894897,
      "learning_rate": 4.54921285253266e-06,
      "loss": 0.3986,
      "step": 442560
    },
    {
      "epoch": 123.52,
      "grad_norm": 1.3137779235839844,
      "learning_rate": 4.549203701808249e-06,
      "loss": 0.3991,
      "step": 442570
    },
    {
      "epoch": 123.52,
      "grad_norm": 1.4949731826782227,
      "learning_rate": 4.549194550790291e-06,
      "loss": 0.428,
      "step": 442580
    },
    {
      "epoch": 123.52,
      "grad_norm": 1.3386589288711548,
      "learning_rate": 4.549185399478789e-06,
      "loss": 0.4014,
      "step": 442590
    },
    {
      "epoch": 123.53,
      "grad_norm": 1.4555177688598633,
      "learning_rate": 4.549176247873742e-06,
      "loss": 0.4183,
      "step": 442600
    },
    {
      "epoch": 123.53,
      "grad_norm": 1.4779144525527954,
      "learning_rate": 4.549167095975154e-06,
      "loss": 0.3998,
      "step": 442610
    },
    {
      "epoch": 123.53,
      "grad_norm": 1.3510265350341797,
      "learning_rate": 4.549157943783022e-06,
      "loss": 0.4115,
      "step": 442620
    },
    {
      "epoch": 123.54,
      "grad_norm": 1.6467350721359253,
      "learning_rate": 4.54914879129735e-06,
      "loss": 0.4022,
      "step": 442630
    },
    {
      "epoch": 123.54,
      "grad_norm": 1.593735694885254,
      "learning_rate": 4.549139638518139e-06,
      "loss": 0.4064,
      "step": 442640
    },
    {
      "epoch": 123.54,
      "grad_norm": 1.3158948421478271,
      "learning_rate": 4.549130485445391e-06,
      "loss": 0.3921,
      "step": 442650
    },
    {
      "epoch": 123.54,
      "grad_norm": 1.5185723304748535,
      "learning_rate": 4.549121332079105e-06,
      "loss": 0.4017,
      "step": 442660
    },
    {
      "epoch": 123.55,
      "grad_norm": 1.1243000030517578,
      "learning_rate": 4.549112178419284e-06,
      "loss": 0.3935,
      "step": 442670
    },
    {
      "epoch": 123.55,
      "grad_norm": 1.2435084581375122,
      "learning_rate": 4.549103024465929e-06,
      "loss": 0.4194,
      "step": 442680
    },
    {
      "epoch": 123.55,
      "grad_norm": 1.8609213829040527,
      "learning_rate": 4.54909387021904e-06,
      "loss": 0.4082,
      "step": 442690
    },
    {
      "epoch": 123.56,
      "grad_norm": 1.3151289224624634,
      "learning_rate": 4.549084715678621e-06,
      "loss": 0.3866,
      "step": 442700
    },
    {
      "epoch": 123.56,
      "grad_norm": 1.4989277124404907,
      "learning_rate": 4.549075560844669e-06,
      "loss": 0.4302,
      "step": 442710
    },
    {
      "epoch": 123.56,
      "grad_norm": 1.2720756530761719,
      "learning_rate": 4.549066405717189e-06,
      "loss": 0.4048,
      "step": 442720
    },
    {
      "epoch": 123.56,
      "grad_norm": 1.2769262790679932,
      "learning_rate": 4.549057250296181e-06,
      "loss": 0.4042,
      "step": 442730
    },
    {
      "epoch": 123.57,
      "grad_norm": 1.2571711540222168,
      "learning_rate": 4.549048094581645e-06,
      "loss": 0.4045,
      "step": 442740
    },
    {
      "epoch": 123.57,
      "grad_norm": 1.6250535249710083,
      "learning_rate": 4.549038938573584e-06,
      "loss": 0.3998,
      "step": 442750
    },
    {
      "epoch": 123.57,
      "grad_norm": 1.13142991065979,
      "learning_rate": 4.549029782271998e-06,
      "loss": 0.4118,
      "step": 442760
    },
    {
      "epoch": 123.58,
      "grad_norm": 1.259341835975647,
      "learning_rate": 4.549020625676888e-06,
      "loss": 0.4056,
      "step": 442770
    },
    {
      "epoch": 123.58,
      "grad_norm": 1.302772879600525,
      "learning_rate": 4.549011468788258e-06,
      "loss": 0.4047,
      "step": 442780
    },
    {
      "epoch": 123.58,
      "grad_norm": 1.6884011030197144,
      "learning_rate": 4.549002311606105e-06,
      "loss": 0.4119,
      "step": 442790
    },
    {
      "epoch": 123.58,
      "grad_norm": 1.271806240081787,
      "learning_rate": 4.548993154130432e-06,
      "loss": 0.4131,
      "step": 442800
    },
    {
      "epoch": 123.59,
      "grad_norm": 1.6244169473648071,
      "learning_rate": 4.5489839963612426e-06,
      "loss": 0.4058,
      "step": 442810
    },
    {
      "epoch": 123.59,
      "grad_norm": 1.5690728425979614,
      "learning_rate": 4.548974838298535e-06,
      "loss": 0.4122,
      "step": 442820
    },
    {
      "epoch": 123.59,
      "grad_norm": 2.2914485931396484,
      "learning_rate": 4.548965679942311e-06,
      "loss": 0.399,
      "step": 442830
    },
    {
      "epoch": 123.59,
      "grad_norm": 1.2560776472091675,
      "learning_rate": 4.548956521292573e-06,
      "loss": 0.4001,
      "step": 442840
    },
    {
      "epoch": 123.6,
      "grad_norm": 1.606877326965332,
      "learning_rate": 4.548947362349321e-06,
      "loss": 0.3999,
      "step": 442850
    },
    {
      "epoch": 123.6,
      "grad_norm": 1.5634748935699463,
      "learning_rate": 4.548938203112556e-06,
      "loss": 0.3966,
      "step": 442860
    },
    {
      "epoch": 123.6,
      "grad_norm": 1.2278742790222168,
      "learning_rate": 4.548929043582281e-06,
      "loss": 0.4078,
      "step": 442870
    },
    {
      "epoch": 123.61,
      "grad_norm": 1.1992480754852295,
      "learning_rate": 4.548919883758495e-06,
      "loss": 0.4084,
      "step": 442880
    },
    {
      "epoch": 123.61,
      "grad_norm": 1.083633542060852,
      "learning_rate": 4.548910723641201e-06,
      "loss": 0.3983,
      "step": 442890
    },
    {
      "epoch": 123.61,
      "grad_norm": 1.6466399431228638,
      "learning_rate": 4.548901563230399e-06,
      "loss": 0.4173,
      "step": 442900
    },
    {
      "epoch": 123.61,
      "grad_norm": 1.460457682609558,
      "learning_rate": 4.548892402526091e-06,
      "loss": 0.3861,
      "step": 442910
    },
    {
      "epoch": 123.62,
      "grad_norm": 1.1396979093551636,
      "learning_rate": 4.548883241528279e-06,
      "loss": 0.4014,
      "step": 442920
    },
    {
      "epoch": 123.62,
      "grad_norm": 1.3707268238067627,
      "learning_rate": 4.5488740802369615e-06,
      "loss": 0.4007,
      "step": 442930
    },
    {
      "epoch": 123.62,
      "grad_norm": 1.2338685989379883,
      "learning_rate": 4.548864918652142e-06,
      "loss": 0.399,
      "step": 442940
    },
    {
      "epoch": 123.63,
      "grad_norm": 1.2632555961608887,
      "learning_rate": 4.548855756773821e-06,
      "loss": 0.4195,
      "step": 442950
    },
    {
      "epoch": 123.63,
      "grad_norm": 1.4483561515808105,
      "learning_rate": 4.548846594602e-06,
      "loss": 0.4044,
      "step": 442960
    },
    {
      "epoch": 123.63,
      "grad_norm": 1.4201560020446777,
      "learning_rate": 4.54883743213668e-06,
      "loss": 0.4334,
      "step": 442970
    },
    {
      "epoch": 123.63,
      "grad_norm": 1.419991374015808,
      "learning_rate": 4.548828269377863e-06,
      "loss": 0.4023,
      "step": 442980
    },
    {
      "epoch": 123.64,
      "grad_norm": 1.1689225435256958,
      "learning_rate": 4.548819106325548e-06,
      "loss": 0.4123,
      "step": 442990
    },
    {
      "epoch": 123.64,
      "grad_norm": 1.1473265886306763,
      "learning_rate": 4.548809942979739e-06,
      "loss": 0.3989,
      "step": 443000
    },
    {
      "epoch": 123.64,
      "grad_norm": 1.2956442832946777,
      "learning_rate": 4.548800779340435e-06,
      "loss": 0.4085,
      "step": 443010
    },
    {
      "epoch": 123.64,
      "grad_norm": 1.7455068826675415,
      "learning_rate": 4.548791615407638e-06,
      "loss": 0.3984,
      "step": 443020
    },
    {
      "epoch": 123.65,
      "grad_norm": 1.6752275228500366,
      "learning_rate": 4.548782451181349e-06,
      "loss": 0.3941,
      "step": 443030
    },
    {
      "epoch": 123.65,
      "grad_norm": 1.074127197265625,
      "learning_rate": 4.548773286661571e-06,
      "loss": 0.3918,
      "step": 443040
    },
    {
      "epoch": 123.65,
      "grad_norm": 1.2848702669143677,
      "learning_rate": 4.548764121848304e-06,
      "loss": 0.3834,
      "step": 443050
    },
    {
      "epoch": 123.66,
      "grad_norm": 1.3127354383468628,
      "learning_rate": 4.548754956741548e-06,
      "loss": 0.3979,
      "step": 443060
    },
    {
      "epoch": 123.66,
      "grad_norm": 1.3066787719726562,
      "learning_rate": 4.548745791341305e-06,
      "loss": 0.4085,
      "step": 443070
    },
    {
      "epoch": 123.66,
      "grad_norm": 1.231096863746643,
      "learning_rate": 4.548736625647577e-06,
      "loss": 0.4026,
      "step": 443080
    },
    {
      "epoch": 123.66,
      "grad_norm": 1.4434103965759277,
      "learning_rate": 4.548727459660365e-06,
      "loss": 0.4272,
      "step": 443090
    },
    {
      "epoch": 123.67,
      "grad_norm": 1.5568287372589111,
      "learning_rate": 4.548718293379669e-06,
      "loss": 0.4112,
      "step": 443100
    },
    {
      "epoch": 123.67,
      "grad_norm": 1.495945692062378,
      "learning_rate": 4.548709126805492e-06,
      "loss": 0.4173,
      "step": 443110
    },
    {
      "epoch": 123.67,
      "grad_norm": 1.69022536277771,
      "learning_rate": 4.548699959937834e-06,
      "loss": 0.4211,
      "step": 443120
    },
    {
      "epoch": 123.68,
      "grad_norm": 1.110802173614502,
      "learning_rate": 4.548690792776697e-06,
      "loss": 0.4092,
      "step": 443130
    },
    {
      "epoch": 123.68,
      "grad_norm": 1.4116032123565674,
      "learning_rate": 4.548681625322081e-06,
      "loss": 0.407,
      "step": 443140
    },
    {
      "epoch": 123.68,
      "grad_norm": 1.2448605298995972,
      "learning_rate": 4.548672457573988e-06,
      "loss": 0.4308,
      "step": 443150
    },
    {
      "epoch": 123.68,
      "grad_norm": 1.1852699518203735,
      "learning_rate": 4.54866328953242e-06,
      "loss": 0.4173,
      "step": 443160
    },
    {
      "epoch": 123.69,
      "grad_norm": 1.7208757400512695,
      "learning_rate": 4.548654121197377e-06,
      "loss": 0.4073,
      "step": 443170
    },
    {
      "epoch": 123.69,
      "grad_norm": 1.5675607919692993,
      "learning_rate": 4.54864495256886e-06,
      "loss": 0.4035,
      "step": 443180
    },
    {
      "epoch": 123.69,
      "grad_norm": 1.22006356716156,
      "learning_rate": 4.548635783646872e-06,
      "loss": 0.4227,
      "step": 443190
    },
    {
      "epoch": 123.7,
      "grad_norm": 1.6171711683273315,
      "learning_rate": 4.548626614431413e-06,
      "loss": 0.4227,
      "step": 443200
    },
    {
      "epoch": 123.7,
      "grad_norm": 1.3181238174438477,
      "learning_rate": 4.548617444922483e-06,
      "loss": 0.4131,
      "step": 443210
    },
    {
      "epoch": 123.7,
      "grad_norm": 1.084987998008728,
      "learning_rate": 4.548608275120086e-06,
      "loss": 0.3847,
      "step": 443220
    },
    {
      "epoch": 123.7,
      "grad_norm": 1.461938500404358,
      "learning_rate": 4.548599105024221e-06,
      "loss": 0.4278,
      "step": 443230
    },
    {
      "epoch": 123.71,
      "grad_norm": 1.3818978071212769,
      "learning_rate": 4.54858993463489e-06,
      "loss": 0.4084,
      "step": 443240
    },
    {
      "epoch": 123.71,
      "grad_norm": 1.452746868133545,
      "learning_rate": 4.548580763952094e-06,
      "loss": 0.4149,
      "step": 443250
    },
    {
      "epoch": 123.71,
      "grad_norm": 1.5923585891723633,
      "learning_rate": 4.5485715929758356e-06,
      "loss": 0.4093,
      "step": 443260
    },
    {
      "epoch": 123.71,
      "grad_norm": 1.6082737445831299,
      "learning_rate": 4.5485624217061145e-06,
      "loss": 0.3951,
      "step": 443270
    },
    {
      "epoch": 123.72,
      "grad_norm": 1.7329503297805786,
      "learning_rate": 4.548553250142931e-06,
      "loss": 0.4174,
      "step": 443280
    },
    {
      "epoch": 123.72,
      "grad_norm": 1.2787222862243652,
      "learning_rate": 4.548544078286289e-06,
      "loss": 0.4153,
      "step": 443290
    },
    {
      "epoch": 123.72,
      "grad_norm": 1.506748080253601,
      "learning_rate": 4.548534906136188e-06,
      "loss": 0.391,
      "step": 443300
    },
    {
      "epoch": 123.73,
      "grad_norm": 1.3201795816421509,
      "learning_rate": 4.548525733692629e-06,
      "loss": 0.4018,
      "step": 443310
    },
    {
      "epoch": 123.73,
      "grad_norm": 1.3191792964935303,
      "learning_rate": 4.548516560955614e-06,
      "loss": 0.3837,
      "step": 443320
    },
    {
      "epoch": 123.73,
      "grad_norm": 1.3660169839859009,
      "learning_rate": 4.548507387925144e-06,
      "loss": 0.4095,
      "step": 443330
    },
    {
      "epoch": 123.73,
      "grad_norm": 1.636885643005371,
      "learning_rate": 4.54849821460122e-06,
      "loss": 0.4127,
      "step": 443340
    },
    {
      "epoch": 123.74,
      "grad_norm": 1.509943962097168,
      "learning_rate": 4.548489040983844e-06,
      "loss": 0.4157,
      "step": 443350
    },
    {
      "epoch": 123.74,
      "grad_norm": 1.3824772834777832,
      "learning_rate": 4.548479867073016e-06,
      "loss": 0.3972,
      "step": 443360
    },
    {
      "epoch": 123.74,
      "grad_norm": 1.67201566696167,
      "learning_rate": 4.548470692868739e-06,
      "loss": 0.4103,
      "step": 443370
    },
    {
      "epoch": 123.75,
      "grad_norm": 1.4691251516342163,
      "learning_rate": 4.5484615183710116e-06,
      "loss": 0.4033,
      "step": 443380
    },
    {
      "epoch": 123.75,
      "grad_norm": 1.5251665115356445,
      "learning_rate": 4.548452343579837e-06,
      "loss": 0.3963,
      "step": 443390
    },
    {
      "epoch": 123.75,
      "grad_norm": 1.417657494544983,
      "learning_rate": 4.548443168495216e-06,
      "loss": 0.4193,
      "step": 443400
    },
    {
      "epoch": 123.75,
      "grad_norm": 1.3993885517120361,
      "learning_rate": 4.548433993117149e-06,
      "loss": 0.4181,
      "step": 443410
    },
    {
      "epoch": 123.76,
      "grad_norm": 1.4364264011383057,
      "learning_rate": 4.548424817445639e-06,
      "loss": 0.3975,
      "step": 443420
    },
    {
      "epoch": 123.76,
      "grad_norm": 1.4093974828720093,
      "learning_rate": 4.548415641480686e-06,
      "loss": 0.3973,
      "step": 443430
    },
    {
      "epoch": 123.76,
      "grad_norm": 1.3475923538208008,
      "learning_rate": 4.5484064652222915e-06,
      "loss": 0.4068,
      "step": 443440
    },
    {
      "epoch": 123.77,
      "grad_norm": 1.3824827671051025,
      "learning_rate": 4.548397288670456e-06,
      "loss": 0.3995,
      "step": 443450
    },
    {
      "epoch": 123.77,
      "grad_norm": 1.5888543128967285,
      "learning_rate": 4.548388111825182e-06,
      "loss": 0.4267,
      "step": 443460
    },
    {
      "epoch": 123.77,
      "grad_norm": 1.3261675834655762,
      "learning_rate": 4.54837893468647e-06,
      "loss": 0.4054,
      "step": 443470
    },
    {
      "epoch": 123.77,
      "grad_norm": 1.2615330219268799,
      "learning_rate": 4.548369757254321e-06,
      "loss": 0.4223,
      "step": 443480
    },
    {
      "epoch": 123.78,
      "grad_norm": 1.202690601348877,
      "learning_rate": 4.548360579528736e-06,
      "loss": 0.4139,
      "step": 443490
    },
    {
      "epoch": 123.78,
      "grad_norm": 1.5053049325942993,
      "learning_rate": 4.548351401509718e-06,
      "loss": 0.4119,
      "step": 443500
    },
    {
      "epoch": 123.78,
      "grad_norm": 1.3053518533706665,
      "learning_rate": 4.548342223197267e-06,
      "loss": 0.4184,
      "step": 443510
    },
    {
      "epoch": 123.78,
      "grad_norm": 1.2611747980117798,
      "learning_rate": 4.5483330445913825e-06,
      "loss": 0.4139,
      "step": 443520
    },
    {
      "epoch": 123.79,
      "grad_norm": 2.2988438606262207,
      "learning_rate": 4.548323865692068e-06,
      "loss": 0.4024,
      "step": 443530
    },
    {
      "epoch": 123.79,
      "grad_norm": 1.4862370491027832,
      "learning_rate": 4.5483146864993245e-06,
      "loss": 0.4069,
      "step": 443540
    },
    {
      "epoch": 123.79,
      "grad_norm": 1.090445637702942,
      "learning_rate": 4.5483055070131535e-06,
      "loss": 0.4253,
      "step": 443550
    },
    {
      "epoch": 123.8,
      "grad_norm": 1.1142092943191528,
      "learning_rate": 4.548296327233555e-06,
      "loss": 0.4065,
      "step": 443560
    },
    {
      "epoch": 123.8,
      "grad_norm": 1.5503098964691162,
      "learning_rate": 4.54828714716053e-06,
      "loss": 0.4057,
      "step": 443570
    },
    {
      "epoch": 123.8,
      "grad_norm": 1.6307785511016846,
      "learning_rate": 4.548277966794082e-06,
      "loss": 0.4064,
      "step": 443580
    },
    {
      "epoch": 123.8,
      "grad_norm": 1.1612119674682617,
      "learning_rate": 4.548268786134209e-06,
      "loss": 0.4027,
      "step": 443590
    },
    {
      "epoch": 123.81,
      "grad_norm": 1.5716266632080078,
      "learning_rate": 4.548259605180915e-06,
      "loss": 0.4006,
      "step": 443600
    },
    {
      "epoch": 123.81,
      "grad_norm": 1.2490313053131104,
      "learning_rate": 4.548250423934201e-06,
      "loss": 0.3929,
      "step": 443610
    },
    {
      "epoch": 123.81,
      "grad_norm": 1.3895341157913208,
      "learning_rate": 4.548241242394066e-06,
      "loss": 0.4009,
      "step": 443620
    },
    {
      "epoch": 123.82,
      "grad_norm": 1.5709666013717651,
      "learning_rate": 4.548232060560513e-06,
      "loss": 0.4008,
      "step": 443630
    },
    {
      "epoch": 123.82,
      "grad_norm": 1.3855983018875122,
      "learning_rate": 4.548222878433543e-06,
      "loss": 0.4179,
      "step": 443640
    },
    {
      "epoch": 123.82,
      "grad_norm": 1.2213088274002075,
      "learning_rate": 4.548213696013157e-06,
      "loss": 0.3977,
      "step": 443650
    },
    {
      "epoch": 123.82,
      "grad_norm": 1.5930501222610474,
      "learning_rate": 4.5482045132993555e-06,
      "loss": 0.4122,
      "step": 443660
    },
    {
      "epoch": 123.83,
      "grad_norm": 1.2629787921905518,
      "learning_rate": 4.548195330292141e-06,
      "loss": 0.4223,
      "step": 443670
    },
    {
      "epoch": 123.83,
      "grad_norm": 2.2621402740478516,
      "learning_rate": 4.548186146991515e-06,
      "loss": 0.3989,
      "step": 443680
    },
    {
      "epoch": 123.83,
      "grad_norm": 1.226994276046753,
      "learning_rate": 4.548176963397477e-06,
      "loss": 0.4043,
      "step": 443690
    },
    {
      "epoch": 123.83,
      "grad_norm": 1.5797300338745117,
      "learning_rate": 4.54816777951003e-06,
      "loss": 0.4071,
      "step": 443700
    },
    {
      "epoch": 123.84,
      "grad_norm": 2.7347824573516846,
      "learning_rate": 4.548158595329174e-06,
      "loss": 0.4007,
      "step": 443710
    },
    {
      "epoch": 123.84,
      "grad_norm": 1.2898926734924316,
      "learning_rate": 4.54814941085491e-06,
      "loss": 0.3916,
      "step": 443720
    },
    {
      "epoch": 123.84,
      "grad_norm": 1.3981307744979858,
      "learning_rate": 4.548140226087241e-06,
      "loss": 0.403,
      "step": 443730
    },
    {
      "epoch": 123.85,
      "grad_norm": 1.6789937019348145,
      "learning_rate": 4.5481310410261665e-06,
      "loss": 0.4071,
      "step": 443740
    },
    {
      "epoch": 123.85,
      "grad_norm": 2.386732816696167,
      "learning_rate": 4.548121855671688e-06,
      "loss": 0.4086,
      "step": 443750
    },
    {
      "epoch": 123.85,
      "grad_norm": 1.3712226152420044,
      "learning_rate": 4.548112670023807e-06,
      "loss": 0.4056,
      "step": 443760
    },
    {
      "epoch": 123.85,
      "grad_norm": 1.287432312965393,
      "learning_rate": 4.548103484082525e-06,
      "loss": 0.4214,
      "step": 443770
    },
    {
      "epoch": 123.86,
      "grad_norm": 1.6391969919204712,
      "learning_rate": 4.548094297847842e-06,
      "loss": 0.4194,
      "step": 443780
    },
    {
      "epoch": 123.86,
      "grad_norm": 1.239295482635498,
      "learning_rate": 4.548085111319762e-06,
      "loss": 0.3928,
      "step": 443790
    },
    {
      "epoch": 123.86,
      "grad_norm": 1.142311453819275,
      "learning_rate": 4.548075924498284e-06,
      "loss": 0.4166,
      "step": 443800
    },
    {
      "epoch": 123.87,
      "grad_norm": 1.3960613012313843,
      "learning_rate": 4.548066737383409e-06,
      "loss": 0.3988,
      "step": 443810
    },
    {
      "epoch": 123.87,
      "grad_norm": 1.0656157732009888,
      "learning_rate": 4.548057549975139e-06,
      "loss": 0.4023,
      "step": 443820
    },
    {
      "epoch": 123.87,
      "grad_norm": 1.2704102993011475,
      "learning_rate": 4.548048362273475e-06,
      "loss": 0.4244,
      "step": 443830
    },
    {
      "epoch": 123.87,
      "grad_norm": 1.5024232864379883,
      "learning_rate": 4.5480391742784175e-06,
      "loss": 0.4062,
      "step": 443840
    },
    {
      "epoch": 123.88,
      "grad_norm": 1.341354489326477,
      "learning_rate": 4.54802998598997e-06,
      "loss": 0.3992,
      "step": 443850
    },
    {
      "epoch": 123.88,
      "grad_norm": 1.794434905052185,
      "learning_rate": 4.548020797408131e-06,
      "loss": 0.4025,
      "step": 443860
    },
    {
      "epoch": 123.88,
      "grad_norm": 1.536839485168457,
      "learning_rate": 4.548011608532904e-06,
      "loss": 0.4113,
      "step": 443870
    },
    {
      "epoch": 123.89,
      "grad_norm": 1.3882774114608765,
      "learning_rate": 4.5480024193642884e-06,
      "loss": 0.3961,
      "step": 443880
    },
    {
      "epoch": 123.89,
      "grad_norm": 1.0910146236419678,
      "learning_rate": 4.547993229902286e-06,
      "loss": 0.4155,
      "step": 443890
    },
    {
      "epoch": 123.89,
      "grad_norm": 1.4659477472305298,
      "learning_rate": 4.547984040146899e-06,
      "loss": 0.3903,
      "step": 443900
    },
    {
      "epoch": 123.89,
      "grad_norm": 1.498483419418335,
      "learning_rate": 4.547974850098128e-06,
      "loss": 0.4053,
      "step": 443910
    },
    {
      "epoch": 123.9,
      "grad_norm": 1.5332609415054321,
      "learning_rate": 4.547965659755973e-06,
      "loss": 0.4046,
      "step": 443920
    },
    {
      "epoch": 123.9,
      "grad_norm": 1.0971193313598633,
      "learning_rate": 4.547956469120437e-06,
      "loss": 0.4047,
      "step": 443930
    },
    {
      "epoch": 123.9,
      "grad_norm": 1.3349061012268066,
      "learning_rate": 4.547947278191521e-06,
      "loss": 0.4212,
      "step": 443940
    },
    {
      "epoch": 123.9,
      "grad_norm": 1.386767864227295,
      "learning_rate": 4.547938086969225e-06,
      "loss": 0.4079,
      "step": 443950
    },
    {
      "epoch": 123.91,
      "grad_norm": 1.0129756927490234,
      "learning_rate": 4.547928895453551e-06,
      "loss": 0.4047,
      "step": 443960
    },
    {
      "epoch": 123.91,
      "grad_norm": 1.4489107131958008,
      "learning_rate": 4.547919703644501e-06,
      "loss": 0.4188,
      "step": 443970
    },
    {
      "epoch": 123.91,
      "grad_norm": 1.3817411661148071,
      "learning_rate": 4.547910511542075e-06,
      "loss": 0.4032,
      "step": 443980
    },
    {
      "epoch": 123.92,
      "grad_norm": 1.2294905185699463,
      "learning_rate": 4.547901319146274e-06,
      "loss": 0.3976,
      "step": 443990
    },
    {
      "epoch": 123.92,
      "grad_norm": 1.2740625143051147,
      "learning_rate": 4.547892126457099e-06,
      "loss": 0.3988,
      "step": 444000
    },
    {
      "epoch": 123.92,
      "grad_norm": 1.1400129795074463,
      "learning_rate": 4.547882933474554e-06,
      "loss": 0.401,
      "step": 444010
    },
    {
      "epoch": 123.92,
      "grad_norm": 1.384598731994629,
      "learning_rate": 4.547873740198638e-06,
      "loss": 0.3998,
      "step": 444020
    },
    {
      "epoch": 123.93,
      "grad_norm": 1.4789291620254517,
      "learning_rate": 4.5478645466293514e-06,
      "loss": 0.3959,
      "step": 444030
    },
    {
      "epoch": 123.93,
      "grad_norm": 1.2383259534835815,
      "learning_rate": 4.547855352766698e-06,
      "loss": 0.4156,
      "step": 444040
    },
    {
      "epoch": 123.93,
      "grad_norm": 1.4101405143737793,
      "learning_rate": 4.547846158610677e-06,
      "loss": 0.4173,
      "step": 444050
    },
    {
      "epoch": 123.94,
      "grad_norm": 1.7550445795059204,
      "learning_rate": 4.54783696416129e-06,
      "loss": 0.3988,
      "step": 444060
    },
    {
      "epoch": 123.94,
      "grad_norm": 1.2642238140106201,
      "learning_rate": 4.547827769418539e-06,
      "loss": 0.3906,
      "step": 444070
    },
    {
      "epoch": 123.94,
      "grad_norm": 1.3095756769180298,
      "learning_rate": 4.547818574382423e-06,
      "loss": 0.3984,
      "step": 444080
    },
    {
      "epoch": 123.94,
      "grad_norm": 1.4056732654571533,
      "learning_rate": 4.5478093790529465e-06,
      "loss": 0.4259,
      "step": 444090
    },
    {
      "epoch": 123.95,
      "grad_norm": 1.6285696029663086,
      "learning_rate": 4.547800183430108e-06,
      "loss": 0.4282,
      "step": 444100
    },
    {
      "epoch": 123.95,
      "grad_norm": 1.612062692642212,
      "learning_rate": 4.547790987513911e-06,
      "loss": 0.4151,
      "step": 444110
    },
    {
      "epoch": 123.95,
      "grad_norm": 1.1699968576431274,
      "learning_rate": 4.5477817913043555e-06,
      "loss": 0.4055,
      "step": 444120
    },
    {
      "epoch": 123.95,
      "grad_norm": 1.3797482252120972,
      "learning_rate": 4.547772594801442e-06,
      "loss": 0.4059,
      "step": 444130
    },
    {
      "epoch": 123.96,
      "grad_norm": 1.2234045267105103,
      "learning_rate": 4.547763398005172e-06,
      "loss": 0.3947,
      "step": 444140
    },
    {
      "epoch": 123.96,
      "grad_norm": 1.4601720571517944,
      "learning_rate": 4.547754200915548e-06,
      "loss": 0.4146,
      "step": 444150
    },
    {
      "epoch": 123.96,
      "grad_norm": 1.392689824104309,
      "learning_rate": 4.547745003532571e-06,
      "loss": 0.4013,
      "step": 444160
    },
    {
      "epoch": 123.97,
      "grad_norm": 1.5587857961654663,
      "learning_rate": 4.547735805856241e-06,
      "loss": 0.4359,
      "step": 444170
    },
    {
      "epoch": 123.97,
      "grad_norm": 1.1936644315719604,
      "learning_rate": 4.54772660788656e-06,
      "loss": 0.4189,
      "step": 444180
    },
    {
      "epoch": 123.97,
      "grad_norm": 1.3212145566940308,
      "learning_rate": 4.547717409623529e-06,
      "loss": 0.4051,
      "step": 444190
    },
    {
      "epoch": 123.97,
      "grad_norm": 1.3307316303253174,
      "learning_rate": 4.547708211067149e-06,
      "loss": 0.4061,
      "step": 444200
    },
    {
      "epoch": 123.98,
      "grad_norm": 1.3562349081039429,
      "learning_rate": 4.547699012217423e-06,
      "loss": 0.4243,
      "step": 444210
    },
    {
      "epoch": 123.98,
      "grad_norm": 1.2964355945587158,
      "learning_rate": 4.547689813074349e-06,
      "loss": 0.3926,
      "step": 444220
    },
    {
      "epoch": 123.98,
      "grad_norm": 1.328850507736206,
      "learning_rate": 4.547680613637931e-06,
      "loss": 0.4078,
      "step": 444230
    },
    {
      "epoch": 123.99,
      "grad_norm": 1.3838948011398315,
      "learning_rate": 4.547671413908169e-06,
      "loss": 0.4156,
      "step": 444240
    },
    {
      "epoch": 123.99,
      "grad_norm": 1.16146719455719,
      "learning_rate": 4.5476622138850644e-06,
      "loss": 0.4036,
      "step": 444250
    },
    {
      "epoch": 123.99,
      "grad_norm": 1.3217412233352661,
      "learning_rate": 4.5476530135686185e-06,
      "loss": 0.4184,
      "step": 444260
    },
    {
      "epoch": 123.99,
      "grad_norm": 1.3554189205169678,
      "learning_rate": 4.547643812958832e-06,
      "loss": 0.4029,
      "step": 444270
    },
    {
      "epoch": 124.0,
      "grad_norm": 1.4438258409500122,
      "learning_rate": 4.547634612055708e-06,
      "loss": 0.3827,
      "step": 444280
    },
    {
      "epoch": 124.0,
      "grad_norm": 1.6533526182174683,
      "learning_rate": 4.547625410859245e-06,
      "loss": 0.39,
      "step": 444290
    },
    {
      "epoch": 124.0,
      "eval_loss": 0.40645331144332886,
      "eval_runtime": 63.3358,
      "eval_samples_per_second": 79.876,
      "eval_steps_per_second": 9.994,
      "step": 444292
    },
    {
      "epoch": 124.0,
      "grad_norm": 1.7408380508422852,
      "learning_rate": 4.547616209369446e-06,
      "loss": 0.4073,
      "step": 444300
    },
    {
      "epoch": 124.01,
      "grad_norm": 1.4115005731582642,
      "learning_rate": 4.547607007586313e-06,
      "loss": 0.4074,
      "step": 444310
    },
    {
      "epoch": 124.01,
      "grad_norm": 1.257615327835083,
      "learning_rate": 4.547597805509844e-06,
      "loss": 0.4074,
      "step": 444320
    },
    {
      "epoch": 124.01,
      "grad_norm": 1.6756829023361206,
      "learning_rate": 4.547588603140044e-06,
      "loss": 0.3992,
      "step": 444330
    },
    {
      "epoch": 124.01,
      "grad_norm": 1.543915867805481,
      "learning_rate": 4.547579400476912e-06,
      "loss": 0.3991,
      "step": 444340
    },
    {
      "epoch": 124.02,
      "grad_norm": 1.4684230089187622,
      "learning_rate": 4.547570197520449e-06,
      "loss": 0.3862,
      "step": 444350
    },
    {
      "epoch": 124.02,
      "grad_norm": 1.1834951639175415,
      "learning_rate": 4.5475609942706576e-06,
      "loss": 0.4019,
      "step": 444360
    },
    {
      "epoch": 124.02,
      "grad_norm": 1.5586905479431152,
      "learning_rate": 4.547551790727538e-06,
      "loss": 0.4067,
      "step": 444370
    },
    {
      "epoch": 124.02,
      "grad_norm": 1.4904004335403442,
      "learning_rate": 4.5475425868910916e-06,
      "loss": 0.4226,
      "step": 444380
    },
    {
      "epoch": 124.03,
      "grad_norm": 1.310998558998108,
      "learning_rate": 4.54753338276132e-06,
      "loss": 0.3901,
      "step": 444390
    },
    {
      "epoch": 124.03,
      "grad_norm": 1.4111911058425903,
      "learning_rate": 4.547524178338225e-06,
      "loss": 0.4097,
      "step": 444400
    },
    {
      "epoch": 124.03,
      "grad_norm": 1.4436339139938354,
      "learning_rate": 4.547514973621806e-06,
      "loss": 0.4133,
      "step": 444410
    },
    {
      "epoch": 124.04,
      "grad_norm": 1.684502363204956,
      "learning_rate": 4.547505768612066e-06,
      "loss": 0.3964,
      "step": 444420
    },
    {
      "epoch": 124.04,
      "grad_norm": 1.1090056896209717,
      "learning_rate": 4.547496563309005e-06,
      "loss": 0.4124,
      "step": 444430
    },
    {
      "epoch": 124.04,
      "grad_norm": 1.2951853275299072,
      "learning_rate": 4.547487357712625e-06,
      "loss": 0.4144,
      "step": 444440
    },
    {
      "epoch": 124.04,
      "grad_norm": 1.317561149597168,
      "learning_rate": 4.5474781518229265e-06,
      "loss": 0.3926,
      "step": 444450
    },
    {
      "epoch": 124.05,
      "grad_norm": 1.1004631519317627,
      "learning_rate": 4.547468945639912e-06,
      "loss": 0.4267,
      "step": 444460
    },
    {
      "epoch": 124.05,
      "grad_norm": 1.4722169637680054,
      "learning_rate": 4.547459739163581e-06,
      "loss": 0.4203,
      "step": 444470
    },
    {
      "epoch": 124.05,
      "grad_norm": 1.2383055686950684,
      "learning_rate": 4.547450532393936e-06,
      "loss": 0.3766,
      "step": 444480
    },
    {
      "epoch": 124.06,
      "grad_norm": 1.4202699661254883,
      "learning_rate": 4.547441325330978e-06,
      "loss": 0.4111,
      "step": 444490
    },
    {
      "epoch": 124.06,
      "grad_norm": 1.4122892618179321,
      "learning_rate": 4.547432117974708e-06,
      "loss": 0.4019,
      "step": 444500
    },
    {
      "epoch": 124.06,
      "grad_norm": 1.2971433401107788,
      "learning_rate": 4.547422910325128e-06,
      "loss": 0.3982,
      "step": 444510
    },
    {
      "epoch": 124.06,
      "grad_norm": 1.3915175199508667,
      "learning_rate": 4.547413702382237e-06,
      "loss": 0.4048,
      "step": 444520
    },
    {
      "epoch": 124.07,
      "grad_norm": 1.4379113912582397,
      "learning_rate": 4.547404494146039e-06,
      "loss": 0.4221,
      "step": 444530
    },
    {
      "epoch": 124.07,
      "grad_norm": 1.3861521482467651,
      "learning_rate": 4.547395285616534e-06,
      "loss": 0.4099,
      "step": 444540
    },
    {
      "epoch": 124.07,
      "grad_norm": 1.2101036310195923,
      "learning_rate": 4.547386076793722e-06,
      "loss": 0.3986,
      "step": 444550
    },
    {
      "epoch": 124.07,
      "grad_norm": 1.0840147733688354,
      "learning_rate": 4.547376867677607e-06,
      "loss": 0.3979,
      "step": 444560
    },
    {
      "epoch": 124.08,
      "grad_norm": 1.289385437965393,
      "learning_rate": 4.547367658268188e-06,
      "loss": 0.4125,
      "step": 444570
    },
    {
      "epoch": 124.08,
      "grad_norm": 1.2565580606460571,
      "learning_rate": 4.547358448565466e-06,
      "loss": 0.4301,
      "step": 444580
    },
    {
      "epoch": 124.08,
      "grad_norm": 1.327134609222412,
      "learning_rate": 4.547349238569444e-06,
      "loss": 0.4154,
      "step": 444590
    },
    {
      "epoch": 124.09,
      "grad_norm": 1.5165178775787354,
      "learning_rate": 4.547340028280123e-06,
      "loss": 0.4105,
      "step": 444600
    },
    {
      "epoch": 124.09,
      "grad_norm": 1.3573817014694214,
      "learning_rate": 4.547330817697502e-06,
      "loss": 0.4106,
      "step": 444610
    },
    {
      "epoch": 124.09,
      "grad_norm": 1.5090112686157227,
      "learning_rate": 4.547321606821585e-06,
      "loss": 0.4125,
      "step": 444620
    },
    {
      "epoch": 124.09,
      "grad_norm": 1.4737718105316162,
      "learning_rate": 4.547312395652372e-06,
      "loss": 0.4142,
      "step": 444630
    },
    {
      "epoch": 124.1,
      "grad_norm": 1.6866024732589722,
      "learning_rate": 4.5473031841898635e-06,
      "loss": 0.4156,
      "step": 444640
    },
    {
      "epoch": 124.1,
      "grad_norm": 1.3112744092941284,
      "learning_rate": 4.547293972434062e-06,
      "loss": 0.3951,
      "step": 444650
    },
    {
      "epoch": 124.1,
      "grad_norm": 1.3002722263336182,
      "learning_rate": 4.547284760384968e-06,
      "loss": 0.3928,
      "step": 444660
    },
    {
      "epoch": 124.11,
      "grad_norm": 1.212690830230713,
      "learning_rate": 4.547275548042583e-06,
      "loss": 0.3936,
      "step": 444670
    },
    {
      "epoch": 124.11,
      "grad_norm": 1.7427934408187866,
      "learning_rate": 4.547266335406908e-06,
      "loss": 0.4075,
      "step": 444680
    },
    {
      "epoch": 124.11,
      "grad_norm": 1.3909305334091187,
      "learning_rate": 4.547257122477945e-06,
      "loss": 0.4073,
      "step": 444690
    },
    {
      "epoch": 124.11,
      "grad_norm": 2.0145208835601807,
      "learning_rate": 4.547247909255694e-06,
      "loss": 0.4092,
      "step": 444700
    },
    {
      "epoch": 124.12,
      "grad_norm": 1.3539916276931763,
      "learning_rate": 4.5472386957401574e-06,
      "loss": 0.4108,
      "step": 444710
    },
    {
      "epoch": 124.12,
      "grad_norm": 1.5848275423049927,
      "learning_rate": 4.547229481931335e-06,
      "loss": 0.3966,
      "step": 444720
    },
    {
      "epoch": 124.12,
      "grad_norm": 1.5084178447723389,
      "learning_rate": 4.5472202678292285e-06,
      "loss": 0.4229,
      "step": 444730
    },
    {
      "epoch": 124.13,
      "grad_norm": 1.118066430091858,
      "learning_rate": 4.5472110534338406e-06,
      "loss": 0.4045,
      "step": 444740
    },
    {
      "epoch": 124.13,
      "grad_norm": 1.2187753915786743,
      "learning_rate": 4.547201838745172e-06,
      "loss": 0.4087,
      "step": 444750
    },
    {
      "epoch": 124.13,
      "grad_norm": 1.4999715089797974,
      "learning_rate": 4.547192623763222e-06,
      "loss": 0.4061,
      "step": 444760
    },
    {
      "epoch": 124.13,
      "grad_norm": 1.3741472959518433,
      "learning_rate": 4.547183408487993e-06,
      "loss": 0.4159,
      "step": 444770
    },
    {
      "epoch": 124.14,
      "grad_norm": 1.7255555391311646,
      "learning_rate": 4.547174192919487e-06,
      "loss": 0.4017,
      "step": 444780
    },
    {
      "epoch": 124.14,
      "grad_norm": 1.2619237899780273,
      "learning_rate": 4.547164977057705e-06,
      "loss": 0.4177,
      "step": 444790
    },
    {
      "epoch": 124.14,
      "grad_norm": 2.203523635864258,
      "learning_rate": 4.547155760902648e-06,
      "loss": 0.4089,
      "step": 444800
    },
    {
      "epoch": 124.14,
      "grad_norm": 1.4274917840957642,
      "learning_rate": 4.547146544454317e-06,
      "loss": 0.4078,
      "step": 444810
    },
    {
      "epoch": 124.15,
      "grad_norm": 1.2102710008621216,
      "learning_rate": 4.547137327712712e-06,
      "loss": 0.3966,
      "step": 444820
    },
    {
      "epoch": 124.15,
      "grad_norm": 1.9075552225112915,
      "learning_rate": 4.547128110677837e-06,
      "loss": 0.4084,
      "step": 444830
    },
    {
      "epoch": 124.15,
      "grad_norm": 1.4547536373138428,
      "learning_rate": 4.5471188933496915e-06,
      "loss": 0.4026,
      "step": 444840
    },
    {
      "epoch": 124.16,
      "grad_norm": 1.188760757446289,
      "learning_rate": 4.547109675728277e-06,
      "loss": 0.3962,
      "step": 444850
    },
    {
      "epoch": 124.16,
      "grad_norm": 1.7096471786499023,
      "learning_rate": 4.547100457813594e-06,
      "loss": 0.3978,
      "step": 444860
    },
    {
      "epoch": 124.16,
      "grad_norm": 1.1213003396987915,
      "learning_rate": 4.547091239605645e-06,
      "loss": 0.3836,
      "step": 444870
    },
    {
      "epoch": 124.16,
      "grad_norm": 1.2972412109375,
      "learning_rate": 4.547082021104431e-06,
      "loss": 0.3925,
      "step": 444880
    },
    {
      "epoch": 124.17,
      "grad_norm": 1.2942042350769043,
      "learning_rate": 4.5470728023099525e-06,
      "loss": 0.4313,
      "step": 444890
    },
    {
      "epoch": 124.17,
      "grad_norm": 1.237428903579712,
      "learning_rate": 4.547063583222211e-06,
      "loss": 0.4088,
      "step": 444900
    },
    {
      "epoch": 124.17,
      "grad_norm": 1.4749597311019897,
      "learning_rate": 4.5470543638412085e-06,
      "loss": 0.4158,
      "step": 444910
    },
    {
      "epoch": 124.18,
      "grad_norm": 1.2594544887542725,
      "learning_rate": 4.547045144166944e-06,
      "loss": 0.3924,
      "step": 444920
    },
    {
      "epoch": 124.18,
      "grad_norm": 1.3023040294647217,
      "learning_rate": 4.547035924199423e-06,
      "loss": 0.398,
      "step": 444930
    },
    {
      "epoch": 124.18,
      "grad_norm": 1.6144179105758667,
      "learning_rate": 4.547026703938642e-06,
      "loss": 0.4112,
      "step": 444940
    },
    {
      "epoch": 124.18,
      "grad_norm": 1.2330034971237183,
      "learning_rate": 4.547017483384605e-06,
      "loss": 0.4008,
      "step": 444950
    },
    {
      "epoch": 124.19,
      "grad_norm": 1.4811139106750488,
      "learning_rate": 4.547008262537312e-06,
      "loss": 0.4029,
      "step": 444960
    },
    {
      "epoch": 124.19,
      "grad_norm": 1.47051203250885,
      "learning_rate": 4.546999041396765e-06,
      "loss": 0.3979,
      "step": 444970
    },
    {
      "epoch": 124.19,
      "grad_norm": 1.5390393733978271,
      "learning_rate": 4.546989819962965e-06,
      "loss": 0.4033,
      "step": 444980
    },
    {
      "epoch": 124.19,
      "grad_norm": 1.2164051532745361,
      "learning_rate": 4.546980598235913e-06,
      "loss": 0.425,
      "step": 444990
    },
    {
      "epoch": 124.2,
      "grad_norm": 1.1805001497268677,
      "learning_rate": 4.546971376215611e-06,
      "loss": 0.388,
      "step": 445000
    },
    {
      "epoch": 124.2,
      "grad_norm": 1.7092136144638062,
      "learning_rate": 4.54696215390206e-06,
      "loss": 0.4177,
      "step": 445010
    },
    {
      "epoch": 124.2,
      "grad_norm": 1.160386323928833,
      "learning_rate": 4.546952931295259e-06,
      "loss": 0.4091,
      "step": 445020
    },
    {
      "epoch": 124.21,
      "grad_norm": 1.515757441520691,
      "learning_rate": 4.546943708395212e-06,
      "loss": 0.3952,
      "step": 445030
    },
    {
      "epoch": 124.21,
      "grad_norm": 1.640467643737793,
      "learning_rate": 4.54693448520192e-06,
      "loss": 0.4071,
      "step": 445040
    },
    {
      "epoch": 124.21,
      "grad_norm": 1.4299474954605103,
      "learning_rate": 4.5469252617153825e-06,
      "loss": 0.4045,
      "step": 445050
    },
    {
      "epoch": 124.21,
      "grad_norm": 1.6822168827056885,
      "learning_rate": 4.546916037935602e-06,
      "loss": 0.4093,
      "step": 445060
    },
    {
      "epoch": 124.22,
      "grad_norm": 1.4455866813659668,
      "learning_rate": 4.54690681386258e-06,
      "loss": 0.4135,
      "step": 445070
    },
    {
      "epoch": 124.22,
      "grad_norm": 1.2976725101470947,
      "learning_rate": 4.546897589496317e-06,
      "loss": 0.4235,
      "step": 445080
    },
    {
      "epoch": 124.22,
      "grad_norm": 1.5928481817245483,
      "learning_rate": 4.5468883648368145e-06,
      "loss": 0.4114,
      "step": 445090
    },
    {
      "epoch": 124.23,
      "grad_norm": 1.393190622329712,
      "learning_rate": 4.546879139884074e-06,
      "loss": 0.401,
      "step": 445100
    },
    {
      "epoch": 124.23,
      "grad_norm": 1.6511212587356567,
      "learning_rate": 4.546869914638096e-06,
      "loss": 0.4051,
      "step": 445110
    },
    {
      "epoch": 124.23,
      "grad_norm": 1.925775170326233,
      "learning_rate": 4.546860689098882e-06,
      "loss": 0.4036,
      "step": 445120
    },
    {
      "epoch": 124.23,
      "grad_norm": 1.2270199060440063,
      "learning_rate": 4.546851463266434e-06,
      "loss": 0.4233,
      "step": 445130
    },
    {
      "epoch": 124.24,
      "grad_norm": 1.400882363319397,
      "learning_rate": 4.546842237140752e-06,
      "loss": 0.426,
      "step": 445140
    },
    {
      "epoch": 124.24,
      "grad_norm": 1.5958800315856934,
      "learning_rate": 4.546833010721838e-06,
      "loss": 0.3972,
      "step": 445150
    },
    {
      "epoch": 124.24,
      "grad_norm": 1.4827501773834229,
      "learning_rate": 4.546823784009693e-06,
      "loss": 0.4118,
      "step": 445160
    },
    {
      "epoch": 124.25,
      "grad_norm": 1.1787221431732178,
      "learning_rate": 4.546814557004318e-06,
      "loss": 0.4035,
      "step": 445170
    },
    {
      "epoch": 124.25,
      "grad_norm": 1.2967040538787842,
      "learning_rate": 4.546805329705714e-06,
      "loss": 0.4035,
      "step": 445180
    },
    {
      "epoch": 124.25,
      "grad_norm": 1.2411227226257324,
      "learning_rate": 4.546796102113884e-06,
      "loss": 0.4032,
      "step": 445190
    },
    {
      "epoch": 124.25,
      "grad_norm": 1.249525785446167,
      "learning_rate": 4.546786874228828e-06,
      "loss": 0.392,
      "step": 445200
    },
    {
      "epoch": 124.26,
      "grad_norm": 1.204211950302124,
      "learning_rate": 4.5467776460505465e-06,
      "loss": 0.4071,
      "step": 445210
    },
    {
      "epoch": 124.26,
      "grad_norm": 1.2631481885910034,
      "learning_rate": 4.546768417579041e-06,
      "loss": 0.4106,
      "step": 445220
    },
    {
      "epoch": 124.26,
      "grad_norm": 1.3575776815414429,
      "learning_rate": 4.546759188814315e-06,
      "loss": 0.4002,
      "step": 445230
    },
    {
      "epoch": 124.26,
      "grad_norm": 1.3889992237091064,
      "learning_rate": 4.546749959756366e-06,
      "loss": 0.4146,
      "step": 445240
    },
    {
      "epoch": 124.27,
      "grad_norm": 1.474973440170288,
      "learning_rate": 4.546740730405198e-06,
      "loss": 0.4125,
      "step": 445250
    },
    {
      "epoch": 124.27,
      "grad_norm": 1.3974201679229736,
      "learning_rate": 4.546731500760811e-06,
      "loss": 0.414,
      "step": 445260
    },
    {
      "epoch": 124.27,
      "grad_norm": 1.32345449924469,
      "learning_rate": 4.546722270823207e-06,
      "loss": 0.4066,
      "step": 445270
    },
    {
      "epoch": 124.28,
      "grad_norm": 1.316462516784668,
      "learning_rate": 4.546713040592386e-06,
      "loss": 0.4167,
      "step": 445280
    },
    {
      "epoch": 124.28,
      "grad_norm": 1.2743839025497437,
      "learning_rate": 4.5467038100683506e-06,
      "loss": 0.3873,
      "step": 445290
    },
    {
      "epoch": 124.28,
      "grad_norm": 1.290123462677002,
      "learning_rate": 4.546694579251101e-06,
      "loss": 0.4155,
      "step": 445300
    },
    {
      "epoch": 124.28,
      "grad_norm": 1.443268895149231,
      "learning_rate": 4.5466853481406395e-06,
      "loss": 0.4137,
      "step": 445310
    },
    {
      "epoch": 124.29,
      "grad_norm": 1.17130446434021,
      "learning_rate": 4.546676116736966e-06,
      "loss": 0.4227,
      "step": 445320
    },
    {
      "epoch": 124.29,
      "grad_norm": 1.4532884359359741,
      "learning_rate": 4.546666885040083e-06,
      "loss": 0.412,
      "step": 445330
    },
    {
      "epoch": 124.29,
      "grad_norm": 1.3693374395370483,
      "learning_rate": 4.5466576530499915e-06,
      "loss": 0.4145,
      "step": 445340
    },
    {
      "epoch": 124.3,
      "grad_norm": 1.562238335609436,
      "learning_rate": 4.5466484207666916e-06,
      "loss": 0.3956,
      "step": 445350
    },
    {
      "epoch": 124.3,
      "grad_norm": 1.2396376132965088,
      "learning_rate": 4.546639188190186e-06,
      "loss": 0.408,
      "step": 445360
    },
    {
      "epoch": 124.3,
      "grad_norm": 1.394679307937622,
      "learning_rate": 4.546629955320475e-06,
      "loss": 0.3976,
      "step": 445370
    },
    {
      "epoch": 124.3,
      "grad_norm": 1.5003360509872437,
      "learning_rate": 4.546620722157559e-06,
      "loss": 0.4028,
      "step": 445380
    },
    {
      "epoch": 124.31,
      "grad_norm": 1.4588496685028076,
      "learning_rate": 4.5466114887014415e-06,
      "loss": 0.3973,
      "step": 445390
    },
    {
      "epoch": 124.31,
      "grad_norm": 1.4098660945892334,
      "learning_rate": 4.546602254952122e-06,
      "loss": 0.4235,
      "step": 445400
    },
    {
      "epoch": 124.31,
      "grad_norm": 1.1947760581970215,
      "learning_rate": 4.546593020909604e-06,
      "loss": 0.4079,
      "step": 445410
    },
    {
      "epoch": 124.31,
      "grad_norm": 1.4487924575805664,
      "learning_rate": 4.546583786573884e-06,
      "loss": 0.3988,
      "step": 445420
    },
    {
      "epoch": 124.32,
      "grad_norm": 1.2901647090911865,
      "learning_rate": 4.546574551944969e-06,
      "loss": 0.4204,
      "step": 445430
    },
    {
      "epoch": 124.32,
      "grad_norm": 1.4035370349884033,
      "learning_rate": 4.546565317022856e-06,
      "loss": 0.411,
      "step": 445440
    },
    {
      "epoch": 124.32,
      "grad_norm": 1.4100724458694458,
      "learning_rate": 4.546556081807548e-06,
      "loss": 0.4021,
      "step": 445450
    },
    {
      "epoch": 124.33,
      "grad_norm": 1.5359725952148438,
      "learning_rate": 4.546546846299045e-06,
      "loss": 0.4095,
      "step": 445460
    },
    {
      "epoch": 124.33,
      "grad_norm": 1.3760987520217896,
      "learning_rate": 4.54653761049735e-06,
      "loss": 0.4076,
      "step": 445470
    },
    {
      "epoch": 124.33,
      "grad_norm": 1.316487431526184,
      "learning_rate": 4.546528374402464e-06,
      "loss": 0.402,
      "step": 445480
    },
    {
      "epoch": 124.33,
      "grad_norm": 1.4450267553329468,
      "learning_rate": 4.546519138014386e-06,
      "loss": 0.4016,
      "step": 445490
    },
    {
      "epoch": 124.34,
      "grad_norm": 1.5318015813827515,
      "learning_rate": 4.54650990133312e-06,
      "loss": 0.3965,
      "step": 445500
    },
    {
      "epoch": 124.34,
      "grad_norm": 1.392994999885559,
      "learning_rate": 4.546500664358666e-06,
      "loss": 0.3987,
      "step": 445510
    },
    {
      "epoch": 124.34,
      "grad_norm": 3.645890951156616,
      "learning_rate": 4.5464914270910255e-06,
      "loss": 0.4026,
      "step": 445520
    },
    {
      "epoch": 124.35,
      "grad_norm": 1.3098649978637695,
      "learning_rate": 4.546482189530199e-06,
      "loss": 0.4031,
      "step": 445530
    },
    {
      "epoch": 124.35,
      "grad_norm": 1.1697838306427002,
      "learning_rate": 4.546472951676188e-06,
      "loss": 0.4113,
      "step": 445540
    },
    {
      "epoch": 124.35,
      "grad_norm": 1.2600505352020264,
      "learning_rate": 4.546463713528994e-06,
      "loss": 0.3958,
      "step": 445550
    },
    {
      "epoch": 124.35,
      "grad_norm": 1.4020373821258545,
      "learning_rate": 4.546454475088619e-06,
      "loss": 0.3873,
      "step": 445560
    },
    {
      "epoch": 124.36,
      "grad_norm": 1.110687255859375,
      "learning_rate": 4.546445236355062e-06,
      "loss": 0.3914,
      "step": 445570
    },
    {
      "epoch": 124.36,
      "grad_norm": 1.4922763109207153,
      "learning_rate": 4.546435997328327e-06,
      "loss": 0.3976,
      "step": 445580
    },
    {
      "epoch": 124.36,
      "grad_norm": 1.372498631477356,
      "learning_rate": 4.546426758008414e-06,
      "loss": 0.3969,
      "step": 445590
    },
    {
      "epoch": 124.37,
      "grad_norm": 1.3495794534683228,
      "learning_rate": 4.5464175183953234e-06,
      "loss": 0.4055,
      "step": 445600
    },
    {
      "epoch": 124.37,
      "grad_norm": 1.555059552192688,
      "learning_rate": 4.546408278489057e-06,
      "loss": 0.4225,
      "step": 445610
    },
    {
      "epoch": 124.37,
      "grad_norm": 1.556319236755371,
      "learning_rate": 4.546399038289617e-06,
      "loss": 0.3983,
      "step": 445620
    },
    {
      "epoch": 124.37,
      "grad_norm": 1.5260816812515259,
      "learning_rate": 4.546389797797004e-06,
      "loss": 0.4002,
      "step": 445630
    },
    {
      "epoch": 124.38,
      "grad_norm": 1.4447256326675415,
      "learning_rate": 4.546380557011218e-06,
      "loss": 0.4072,
      "step": 445640
    },
    {
      "epoch": 124.38,
      "grad_norm": 1.1793047189712524,
      "learning_rate": 4.546371315932262e-06,
      "loss": 0.401,
      "step": 445650
    },
    {
      "epoch": 124.38,
      "grad_norm": 1.5408387184143066,
      "learning_rate": 4.546362074560136e-06,
      "loss": 0.4273,
      "step": 445660
    },
    {
      "epoch": 124.38,
      "grad_norm": 1.39017653465271,
      "learning_rate": 4.546352832894841e-06,
      "loss": 0.4048,
      "step": 445670
    },
    {
      "epoch": 124.39,
      "grad_norm": 1.68105149269104,
      "learning_rate": 4.5463435909363805e-06,
      "loss": 0.393,
      "step": 445680
    },
    {
      "epoch": 124.39,
      "grad_norm": 1.6411536931991577,
      "learning_rate": 4.546334348684754e-06,
      "loss": 0.3968,
      "step": 445690
    },
    {
      "epoch": 124.39,
      "grad_norm": 1.2885788679122925,
      "learning_rate": 4.546325106139962e-06,
      "loss": 0.3902,
      "step": 445700
    },
    {
      "epoch": 124.4,
      "grad_norm": 1.428149938583374,
      "learning_rate": 4.5463158633020075e-06,
      "loss": 0.3981,
      "step": 445710
    },
    {
      "epoch": 124.4,
      "grad_norm": 1.4035241603851318,
      "learning_rate": 4.5463066201708905e-06,
      "loss": 0.4024,
      "step": 445720
    },
    {
      "epoch": 124.4,
      "grad_norm": 1.3675599098205566,
      "learning_rate": 4.546297376746613e-06,
      "loss": 0.4034,
      "step": 445730
    },
    {
      "epoch": 124.4,
      "grad_norm": 1.718126654624939,
      "learning_rate": 4.546288133029175e-06,
      "loss": 0.4041,
      "step": 445740
    },
    {
      "epoch": 124.41,
      "grad_norm": 1.3266257047653198,
      "learning_rate": 4.546278889018579e-06,
      "loss": 0.3991,
      "step": 445750
    },
    {
      "epoch": 124.41,
      "grad_norm": 1.350685954093933,
      "learning_rate": 4.546269644714826e-06,
      "loss": 0.4004,
      "step": 445760
    },
    {
      "epoch": 124.41,
      "grad_norm": 1.5850282907485962,
      "learning_rate": 4.546260400117917e-06,
      "loss": 0.4306,
      "step": 445770
    },
    {
      "epoch": 124.42,
      "grad_norm": 1.572101354598999,
      "learning_rate": 4.5462511552278535e-06,
      "loss": 0.3946,
      "step": 445780
    },
    {
      "epoch": 124.42,
      "grad_norm": 1.1283884048461914,
      "learning_rate": 4.546241910044636e-06,
      "loss": 0.4217,
      "step": 445790
    },
    {
      "epoch": 124.42,
      "grad_norm": 1.2537751197814941,
      "learning_rate": 4.5462326645682665e-06,
      "loss": 0.3892,
      "step": 445800
    },
    {
      "epoch": 124.42,
      "grad_norm": 1.3712111711502075,
      "learning_rate": 4.546223418798746e-06,
      "loss": 0.3993,
      "step": 445810
    },
    {
      "epoch": 124.43,
      "grad_norm": 1.3004848957061768,
      "learning_rate": 4.546214172736075e-06,
      "loss": 0.4036,
      "step": 445820
    },
    {
      "epoch": 124.43,
      "grad_norm": 1.5723915100097656,
      "learning_rate": 4.546204926380256e-06,
      "loss": 0.4143,
      "step": 445830
    },
    {
      "epoch": 124.43,
      "grad_norm": 1.3185652494430542,
      "learning_rate": 4.54619567973129e-06,
      "loss": 0.4231,
      "step": 445840
    },
    {
      "epoch": 124.43,
      "grad_norm": 1.4730483293533325,
      "learning_rate": 4.546186432789178e-06,
      "loss": 0.4091,
      "step": 445850
    },
    {
      "epoch": 124.44,
      "grad_norm": 1.3491933345794678,
      "learning_rate": 4.546177185553919e-06,
      "loss": 0.4127,
      "step": 445860
    },
    {
      "epoch": 124.44,
      "grad_norm": 1.42192804813385,
      "learning_rate": 4.546167938025519e-06,
      "loss": 0.4141,
      "step": 445870
    },
    {
      "epoch": 124.44,
      "grad_norm": 1.346496820449829,
      "learning_rate": 4.546158690203975e-06,
      "loss": 0.3969,
      "step": 445880
    },
    {
      "epoch": 124.45,
      "grad_norm": 1.224581241607666,
      "learning_rate": 4.546149442089291e-06,
      "loss": 0.4063,
      "step": 445890
    },
    {
      "epoch": 124.45,
      "grad_norm": 1.297472357749939,
      "learning_rate": 4.546140193681466e-06,
      "loss": 0.3894,
      "step": 445900
    },
    {
      "epoch": 124.45,
      "grad_norm": 1.458946943283081,
      "learning_rate": 4.5461309449805025e-06,
      "loss": 0.3936,
      "step": 445910
    },
    {
      "epoch": 124.45,
      "grad_norm": 1.3214205503463745,
      "learning_rate": 4.546121695986401e-06,
      "loss": 0.4203,
      "step": 445920
    },
    {
      "epoch": 124.46,
      "grad_norm": 1.2892284393310547,
      "learning_rate": 4.546112446699165e-06,
      "loss": 0.4187,
      "step": 445930
    },
    {
      "epoch": 124.46,
      "grad_norm": 1.2287927865982056,
      "learning_rate": 4.546103197118792e-06,
      "loss": 0.4125,
      "step": 445940
    },
    {
      "epoch": 124.46,
      "grad_norm": 1.6167255640029907,
      "learning_rate": 4.546093947245286e-06,
      "loss": 0.4201,
      "step": 445950
    },
    {
      "epoch": 124.47,
      "grad_norm": 1.3496291637420654,
      "learning_rate": 4.546084697078648e-06,
      "loss": 0.4113,
      "step": 445960
    },
    {
      "epoch": 124.47,
      "grad_norm": 1.2801514863967896,
      "learning_rate": 4.5460754466188775e-06,
      "loss": 0.4076,
      "step": 445970
    },
    {
      "epoch": 124.47,
      "grad_norm": 1.828150987625122,
      "learning_rate": 4.546066195865978e-06,
      "loss": 0.4071,
      "step": 445980
    },
    {
      "epoch": 124.47,
      "grad_norm": 1.1866618394851685,
      "learning_rate": 4.546056944819949e-06,
      "loss": 0.4093,
      "step": 445990
    },
    {
      "epoch": 124.48,
      "grad_norm": 1.2363228797912598,
      "learning_rate": 4.546047693480792e-06,
      "loss": 0.3917,
      "step": 446000
    },
    {
      "epoch": 124.48,
      "grad_norm": 1.2241040468215942,
      "learning_rate": 4.5460384418485095e-06,
      "loss": 0.4038,
      "step": 446010
    },
    {
      "epoch": 124.48,
      "grad_norm": 1.283491849899292,
      "learning_rate": 4.546029189923102e-06,
      "loss": 0.43,
      "step": 446020
    },
    {
      "epoch": 124.49,
      "grad_norm": 1.1483603715896606,
      "learning_rate": 4.546019937704569e-06,
      "loss": 0.4026,
      "step": 446030
    },
    {
      "epoch": 124.49,
      "grad_norm": 1.229148268699646,
      "learning_rate": 4.546010685192914e-06,
      "loss": 0.4059,
      "step": 446040
    },
    {
      "epoch": 124.49,
      "grad_norm": 1.342213749885559,
      "learning_rate": 4.546001432388138e-06,
      "loss": 0.4134,
      "step": 446050
    },
    {
      "epoch": 124.49,
      "grad_norm": 1.4678974151611328,
      "learning_rate": 4.545992179290241e-06,
      "loss": 0.4029,
      "step": 446060
    },
    {
      "epoch": 124.5,
      "grad_norm": 1.2599965333938599,
      "learning_rate": 4.545982925899225e-06,
      "loss": 0.4135,
      "step": 446070
    },
    {
      "epoch": 124.5,
      "grad_norm": 1.434285044670105,
      "learning_rate": 4.545973672215092e-06,
      "loss": 0.4016,
      "step": 446080
    },
    {
      "epoch": 124.5,
      "grad_norm": 1.2274216413497925,
      "learning_rate": 4.545964418237842e-06,
      "loss": 0.4143,
      "step": 446090
    },
    {
      "epoch": 124.5,
      "grad_norm": 1.4707874059677124,
      "learning_rate": 4.545955163967477e-06,
      "loss": 0.4214,
      "step": 446100
    },
    {
      "epoch": 124.51,
      "grad_norm": 1.6118788719177246,
      "learning_rate": 4.545945909403997e-06,
      "loss": 0.4206,
      "step": 446110
    },
    {
      "epoch": 124.51,
      "grad_norm": 1.2913472652435303,
      "learning_rate": 4.5459366545474045e-06,
      "loss": 0.4169,
      "step": 446120
    },
    {
      "epoch": 124.51,
      "grad_norm": 1.4456840753555298,
      "learning_rate": 4.5459273993977005e-06,
      "loss": 0.4107,
      "step": 446130
    },
    {
      "epoch": 124.52,
      "grad_norm": 1.5701415538787842,
      "learning_rate": 4.545918143954886e-06,
      "loss": 0.3816,
      "step": 446140
    },
    {
      "epoch": 124.52,
      "grad_norm": 1.3199942111968994,
      "learning_rate": 4.545908888218962e-06,
      "loss": 0.3848,
      "step": 446150
    },
    {
      "epoch": 124.52,
      "grad_norm": 1.493099570274353,
      "learning_rate": 4.5458996321899305e-06,
      "loss": 0.4124,
      "step": 446160
    },
    {
      "epoch": 124.52,
      "grad_norm": 1.5532790422439575,
      "learning_rate": 4.545890375867792e-06,
      "loss": 0.417,
      "step": 446170
    },
    {
      "epoch": 124.53,
      "grad_norm": 1.3643430471420288,
      "learning_rate": 4.5458811192525486e-06,
      "loss": 0.4217,
      "step": 446180
    },
    {
      "epoch": 124.53,
      "grad_norm": 1.3317369222640991,
      "learning_rate": 4.545871862344201e-06,
      "loss": 0.4131,
      "step": 446190
    },
    {
      "epoch": 124.53,
      "grad_norm": 1.279004454612732,
      "learning_rate": 4.545862605142749e-06,
      "loss": 0.4004,
      "step": 446200
    },
    {
      "epoch": 124.54,
      "grad_norm": 1.2515288591384888,
      "learning_rate": 4.545853347648197e-06,
      "loss": 0.412,
      "step": 446210
    },
    {
      "epoch": 124.54,
      "grad_norm": 1.1833099126815796,
      "learning_rate": 4.545844089860544e-06,
      "loss": 0.4041,
      "step": 446220
    },
    {
      "epoch": 124.54,
      "grad_norm": 1.153139591217041,
      "learning_rate": 4.545834831779791e-06,
      "loss": 0.3997,
      "step": 446230
    },
    {
      "epoch": 124.54,
      "grad_norm": 1.2627549171447754,
      "learning_rate": 4.54582557340594e-06,
      "loss": 0.4098,
      "step": 446240
    },
    {
      "epoch": 124.55,
      "grad_norm": 1.1381101608276367,
      "learning_rate": 4.5458163147389925e-06,
      "loss": 0.3968,
      "step": 446250
    },
    {
      "epoch": 124.55,
      "grad_norm": 1.3161484003067017,
      "learning_rate": 4.545807055778949e-06,
      "loss": 0.4011,
      "step": 446260
    },
    {
      "epoch": 124.55,
      "grad_norm": 1.187398910522461,
      "learning_rate": 4.545797796525812e-06,
      "loss": 0.4017,
      "step": 446270
    },
    {
      "epoch": 124.55,
      "grad_norm": 1.5639389753341675,
      "learning_rate": 4.5457885369795806e-06,
      "loss": 0.4174,
      "step": 446280
    },
    {
      "epoch": 124.56,
      "grad_norm": 2.409285068511963,
      "learning_rate": 4.5457792771402575e-06,
      "loss": 0.419,
      "step": 446290
    },
    {
      "epoch": 124.56,
      "grad_norm": 1.3847920894622803,
      "learning_rate": 4.545770017007844e-06,
      "loss": 0.438,
      "step": 446300
    },
    {
      "epoch": 124.56,
      "grad_norm": 1.3259044885635376,
      "learning_rate": 4.545760756582342e-06,
      "loss": 0.3995,
      "step": 446310
    },
    {
      "epoch": 124.57,
      "grad_norm": 1.3259377479553223,
      "learning_rate": 4.5457514958637505e-06,
      "loss": 0.4287,
      "step": 446320
    },
    {
      "epoch": 124.57,
      "grad_norm": 1.1365909576416016,
      "learning_rate": 4.545742234852072e-06,
      "loss": 0.3965,
      "step": 446330
    },
    {
      "epoch": 124.57,
      "grad_norm": 1.4205135107040405,
      "learning_rate": 4.545732973547308e-06,
      "loss": 0.3998,
      "step": 446340
    },
    {
      "epoch": 124.57,
      "grad_norm": 1.1178120374679565,
      "learning_rate": 4.54572371194946e-06,
      "loss": 0.3943,
      "step": 446350
    },
    {
      "epoch": 124.58,
      "grad_norm": 1.3021563291549683,
      "learning_rate": 4.545714450058528e-06,
      "loss": 0.3878,
      "step": 446360
    },
    {
      "epoch": 124.58,
      "grad_norm": 1.5276610851287842,
      "learning_rate": 4.545705187874514e-06,
      "loss": 0.4104,
      "step": 446370
    },
    {
      "epoch": 124.58,
      "grad_norm": 1.2624229192733765,
      "learning_rate": 4.545695925397419e-06,
      "loss": 0.4153,
      "step": 446380
    },
    {
      "epoch": 124.59,
      "grad_norm": 1.2411158084869385,
      "learning_rate": 4.545686662627245e-06,
      "loss": 0.3998,
      "step": 446390
    },
    {
      "epoch": 124.59,
      "grad_norm": 1.2212477922439575,
      "learning_rate": 4.545677399563993e-06,
      "loss": 0.4099,
      "step": 446400
    },
    {
      "epoch": 124.59,
      "grad_norm": 1.2371342182159424,
      "learning_rate": 4.545668136207663e-06,
      "loss": 0.399,
      "step": 446410
    },
    {
      "epoch": 124.59,
      "grad_norm": 1.504607081413269,
      "learning_rate": 4.545658872558258e-06,
      "loss": 0.4,
      "step": 446420
    },
    {
      "epoch": 124.6,
      "grad_norm": 1.1649733781814575,
      "learning_rate": 4.545649608615777e-06,
      "loss": 0.4025,
      "step": 446430
    },
    {
      "epoch": 124.6,
      "grad_norm": 1.5410212278366089,
      "learning_rate": 4.545640344380224e-06,
      "loss": 0.4137,
      "step": 446440
    },
    {
      "epoch": 124.6,
      "grad_norm": 1.6394109725952148,
      "learning_rate": 4.545631079851597e-06,
      "loss": 0.3938,
      "step": 446450
    },
    {
      "epoch": 124.61,
      "grad_norm": 1.4644826650619507,
      "learning_rate": 4.5456218150299005e-06,
      "loss": 0.393,
      "step": 446460
    },
    {
      "epoch": 124.61,
      "grad_norm": 1.3065147399902344,
      "learning_rate": 4.545612549915133e-06,
      "loss": 0.4113,
      "step": 446470
    },
    {
      "epoch": 124.61,
      "grad_norm": 1.3137465715408325,
      "learning_rate": 4.545603284507298e-06,
      "loss": 0.413,
      "step": 446480
    },
    {
      "epoch": 124.61,
      "grad_norm": 1.3803571462631226,
      "learning_rate": 4.545594018806396e-06,
      "loss": 0.4063,
      "step": 446490
    },
    {
      "epoch": 124.62,
      "grad_norm": 1.4255057573318481,
      "learning_rate": 4.545584752812427e-06,
      "loss": 0.3969,
      "step": 446500
    },
    {
      "epoch": 124.62,
      "grad_norm": 1.2479358911514282,
      "learning_rate": 4.545575486525394e-06,
      "loss": 0.4082,
      "step": 446510
    },
    {
      "epoch": 124.62,
      "grad_norm": 1.7203196287155151,
      "learning_rate": 4.545566219945297e-06,
      "loss": 0.4103,
      "step": 446520
    },
    {
      "epoch": 124.62,
      "grad_norm": 1.2648799419403076,
      "learning_rate": 4.545556953072138e-06,
      "loss": 0.4094,
      "step": 446530
    },
    {
      "epoch": 124.63,
      "grad_norm": 1.440590262413025,
      "learning_rate": 4.545547685905918e-06,
      "loss": 0.4138,
      "step": 446540
    },
    {
      "epoch": 124.63,
      "grad_norm": 1.3428462743759155,
      "learning_rate": 4.545538418446637e-06,
      "loss": 0.4029,
      "step": 446550
    },
    {
      "epoch": 124.63,
      "grad_norm": 1.8506343364715576,
      "learning_rate": 4.5455291506942985e-06,
      "loss": 0.4052,
      "step": 446560
    },
    {
      "epoch": 124.64,
      "grad_norm": 1.4903383255004883,
      "learning_rate": 4.5455198826489025e-06,
      "loss": 0.4025,
      "step": 446570
    },
    {
      "epoch": 124.64,
      "grad_norm": 1.35640549659729,
      "learning_rate": 4.54551061431045e-06,
      "loss": 0.3974,
      "step": 446580
    },
    {
      "epoch": 124.64,
      "grad_norm": 1.2461642026901245,
      "learning_rate": 4.545501345678942e-06,
      "loss": 0.4186,
      "step": 446590
    },
    {
      "epoch": 124.64,
      "grad_norm": 1.2086347341537476,
      "learning_rate": 4.5454920767543815e-06,
      "loss": 0.4061,
      "step": 446600
    },
    {
      "epoch": 124.65,
      "grad_norm": 1.496779203414917,
      "learning_rate": 4.545482807536767e-06,
      "loss": 0.3997,
      "step": 446610
    },
    {
      "epoch": 124.65,
      "grad_norm": 1.1585490703582764,
      "learning_rate": 4.545473538026103e-06,
      "loss": 0.408,
      "step": 446620
    },
    {
      "epoch": 124.65,
      "grad_norm": 1.6210033893585205,
      "learning_rate": 4.545464268222388e-06,
      "loss": 0.4095,
      "step": 446630
    },
    {
      "epoch": 124.66,
      "grad_norm": 1.3575704097747803,
      "learning_rate": 4.545454998125625e-06,
      "loss": 0.4054,
      "step": 446640
    },
    {
      "epoch": 124.66,
      "grad_norm": 1.394385576248169,
      "learning_rate": 4.545445727735814e-06,
      "loss": 0.3927,
      "step": 446650
    },
    {
      "epoch": 124.66,
      "grad_norm": 1.6934642791748047,
      "learning_rate": 4.545436457052956e-06,
      "loss": 0.4263,
      "step": 446660
    },
    {
      "epoch": 124.66,
      "grad_norm": 1.3857827186584473,
      "learning_rate": 4.545427186077054e-06,
      "loss": 0.4231,
      "step": 446670
    },
    {
      "epoch": 124.67,
      "grad_norm": 1.5895472764968872,
      "learning_rate": 4.545417914808107e-06,
      "loss": 0.3902,
      "step": 446680
    },
    {
      "epoch": 124.67,
      "grad_norm": 1.4905741214752197,
      "learning_rate": 4.545408643246119e-06,
      "loss": 0.4145,
      "step": 446690
    },
    {
      "epoch": 124.67,
      "grad_norm": 1.5230940580368042,
      "learning_rate": 4.545399371391089e-06,
      "loss": 0.3945,
      "step": 446700
    },
    {
      "epoch": 124.67,
      "grad_norm": 1.4316164255142212,
      "learning_rate": 4.545390099243018e-06,
      "loss": 0.4176,
      "step": 446710
    },
    {
      "epoch": 124.68,
      "grad_norm": 5.454624652862549,
      "learning_rate": 4.545380826801908e-06,
      "loss": 0.4133,
      "step": 446720
    },
    {
      "epoch": 124.68,
      "grad_norm": 1.406517744064331,
      "learning_rate": 4.5453715540677614e-06,
      "loss": 0.3923,
      "step": 446730
    },
    {
      "epoch": 124.68,
      "grad_norm": 1.3945506811141968,
      "learning_rate": 4.545362281040578e-06,
      "loss": 0.4007,
      "step": 446740
    },
    {
      "epoch": 124.69,
      "grad_norm": 1.478513240814209,
      "learning_rate": 4.54535300772036e-06,
      "loss": 0.4079,
      "step": 446750
    },
    {
      "epoch": 124.69,
      "grad_norm": 1.358315110206604,
      "learning_rate": 4.545343734107107e-06,
      "loss": 0.4147,
      "step": 446760
    },
    {
      "epoch": 124.69,
      "grad_norm": 1.2891886234283447,
      "learning_rate": 4.545334460200822e-06,
      "loss": 0.4109,
      "step": 446770
    },
    {
      "epoch": 124.69,
      "grad_norm": 1.548858642578125,
      "learning_rate": 4.545325186001505e-06,
      "loss": 0.4349,
      "step": 446780
    },
    {
      "epoch": 124.7,
      "grad_norm": 2.3385045528411865,
      "learning_rate": 4.545315911509158e-06,
      "loss": 0.3983,
      "step": 446790
    },
    {
      "epoch": 124.7,
      "grad_norm": 1.2841064929962158,
      "learning_rate": 4.545306636723782e-06,
      "loss": 0.4188,
      "step": 446800
    },
    {
      "epoch": 124.7,
      "grad_norm": 1.3169912099838257,
      "learning_rate": 4.5452973616453785e-06,
      "loss": 0.4182,
      "step": 446810
    },
    {
      "epoch": 124.71,
      "grad_norm": 1.5100282430648804,
      "learning_rate": 4.545288086273949e-06,
      "loss": 0.402,
      "step": 446820
    },
    {
      "epoch": 124.71,
      "grad_norm": 1.3175684213638306,
      "learning_rate": 4.545278810609493e-06,
      "loss": 0.4158,
      "step": 446830
    },
    {
      "epoch": 124.71,
      "grad_norm": 1.4268481731414795,
      "learning_rate": 4.545269534652013e-06,
      "loss": 0.4218,
      "step": 446840
    },
    {
      "epoch": 124.71,
      "grad_norm": 1.2955694198608398,
      "learning_rate": 4.5452602584015105e-06,
      "loss": 0.4032,
      "step": 446850
    },
    {
      "epoch": 124.72,
      "grad_norm": 1.4457712173461914,
      "learning_rate": 4.545250981857986e-06,
      "loss": 0.4215,
      "step": 446860
    },
    {
      "epoch": 124.72,
      "grad_norm": 1.395138144493103,
      "learning_rate": 4.545241705021441e-06,
      "loss": 0.4163,
      "step": 446870
    },
    {
      "epoch": 124.72,
      "grad_norm": 1.198617935180664,
      "learning_rate": 4.5452324278918775e-06,
      "loss": 0.3971,
      "step": 446880
    },
    {
      "epoch": 124.73,
      "grad_norm": 1.5472562313079834,
      "learning_rate": 4.5452231504692965e-06,
      "loss": 0.3992,
      "step": 446890
    },
    {
      "epoch": 124.73,
      "grad_norm": 1.3625370264053345,
      "learning_rate": 4.545213872753697e-06,
      "loss": 0.4184,
      "step": 446900
    },
    {
      "epoch": 124.73,
      "grad_norm": 1.3913400173187256,
      "learning_rate": 4.545204594745084e-06,
      "loss": 0.4017,
      "step": 446910
    },
    {
      "epoch": 124.73,
      "grad_norm": 1.3483517169952393,
      "learning_rate": 4.545195316443456e-06,
      "loss": 0.3987,
      "step": 446920
    },
    {
      "epoch": 124.74,
      "grad_norm": 1.670506238937378,
      "learning_rate": 4.5451860378488144e-06,
      "loss": 0.4082,
      "step": 446930
    },
    {
      "epoch": 124.74,
      "grad_norm": 1.2849551439285278,
      "learning_rate": 4.545176758961162e-06,
      "loss": 0.3968,
      "step": 446940
    },
    {
      "epoch": 124.74,
      "grad_norm": 1.4915485382080078,
      "learning_rate": 4.545167479780499e-06,
      "loss": 0.407,
      "step": 446950
    },
    {
      "epoch": 124.74,
      "grad_norm": 1.316204309463501,
      "learning_rate": 4.545158200306826e-06,
      "loss": 0.3906,
      "step": 446960
    },
    {
      "epoch": 124.75,
      "grad_norm": 1.265824556350708,
      "learning_rate": 4.545148920540146e-06,
      "loss": 0.4005,
      "step": 446970
    },
    {
      "epoch": 124.75,
      "grad_norm": 1.2827463150024414,
      "learning_rate": 4.545139640480459e-06,
      "loss": 0.4028,
      "step": 446980
    },
    {
      "epoch": 124.75,
      "grad_norm": 2.13850474357605,
      "learning_rate": 4.545130360127766e-06,
      "loss": 0.4048,
      "step": 446990
    },
    {
      "epoch": 124.76,
      "grad_norm": 1.2469267845153809,
      "learning_rate": 4.545121079482068e-06,
      "loss": 0.4216,
      "step": 447000
    },
    {
      "epoch": 124.76,
      "grad_norm": 1.6832361221313477,
      "learning_rate": 4.545111798543369e-06,
      "loss": 0.4246,
      "step": 447010
    },
    {
      "epoch": 124.76,
      "grad_norm": 1.3937740325927734,
      "learning_rate": 4.545102517311666e-06,
      "loss": 0.4113,
      "step": 447020
    },
    {
      "epoch": 124.76,
      "grad_norm": 1.3389157056808472,
      "learning_rate": 4.545093235786964e-06,
      "loss": 0.4049,
      "step": 447030
    },
    {
      "epoch": 124.77,
      "grad_norm": 1.8555645942687988,
      "learning_rate": 4.545083953969262e-06,
      "loss": 0.3968,
      "step": 447040
    },
    {
      "epoch": 124.77,
      "grad_norm": 1.3120100498199463,
      "learning_rate": 4.545074671858561e-06,
      "loss": 0.4112,
      "step": 447050
    },
    {
      "epoch": 124.77,
      "grad_norm": 1.5199652910232544,
      "learning_rate": 4.545065389454864e-06,
      "loss": 0.3995,
      "step": 447060
    },
    {
      "epoch": 124.78,
      "grad_norm": 1.2069226503372192,
      "learning_rate": 4.545056106758171e-06,
      "loss": 0.4132,
      "step": 447070
    },
    {
      "epoch": 124.78,
      "grad_norm": 1.3813191652297974,
      "learning_rate": 4.545046823768484e-06,
      "loss": 0.3914,
      "step": 447080
    },
    {
      "epoch": 124.78,
      "grad_norm": 1.9805513620376587,
      "learning_rate": 4.545037540485803e-06,
      "loss": 0.4049,
      "step": 447090
    },
    {
      "epoch": 124.78,
      "grad_norm": 1.6859521865844727,
      "learning_rate": 4.545028256910131e-06,
      "loss": 0.4058,
      "step": 447100
    },
    {
      "epoch": 124.79,
      "grad_norm": 1.1734917163848877,
      "learning_rate": 4.545018973041468e-06,
      "loss": 0.4243,
      "step": 447110
    },
    {
      "epoch": 124.79,
      "grad_norm": 1.4580812454223633,
      "learning_rate": 4.545009688879815e-06,
      "loss": 0.4154,
      "step": 447120
    },
    {
      "epoch": 124.79,
      "grad_norm": 1.70558762550354,
      "learning_rate": 4.545000404425174e-06,
      "loss": 0.4082,
      "step": 447130
    },
    {
      "epoch": 124.79,
      "grad_norm": 1.3098856210708618,
      "learning_rate": 4.544991119677546e-06,
      "loss": 0.4089,
      "step": 447140
    },
    {
      "epoch": 124.8,
      "grad_norm": 1.1658506393432617,
      "learning_rate": 4.544981834636932e-06,
      "loss": 0.4017,
      "step": 447150
    },
    {
      "epoch": 124.8,
      "grad_norm": 1.3417882919311523,
      "learning_rate": 4.544972549303334e-06,
      "loss": 0.414,
      "step": 447160
    },
    {
      "epoch": 124.8,
      "grad_norm": 1.192559003829956,
      "learning_rate": 4.544963263676751e-06,
      "loss": 0.4099,
      "step": 447170
    },
    {
      "epoch": 124.81,
      "grad_norm": 1.3336862325668335,
      "learning_rate": 4.544953977757188e-06,
      "loss": 0.4126,
      "step": 447180
    },
    {
      "epoch": 124.81,
      "grad_norm": 1.6162818670272827,
      "learning_rate": 4.544944691544644e-06,
      "loss": 0.4202,
      "step": 447190
    },
    {
      "epoch": 124.81,
      "grad_norm": 1.264762043952942,
      "learning_rate": 4.544935405039119e-06,
      "loss": 0.4115,
      "step": 447200
    },
    {
      "epoch": 124.81,
      "grad_norm": 4.136364936828613,
      "learning_rate": 4.544926118240616e-06,
      "loss": 0.4068,
      "step": 447210
    },
    {
      "epoch": 124.82,
      "grad_norm": 1.3802518844604492,
      "learning_rate": 4.544916831149137e-06,
      "loss": 0.4013,
      "step": 447220
    },
    {
      "epoch": 124.82,
      "grad_norm": 1.2048207521438599,
      "learning_rate": 4.544907543764681e-06,
      "loss": 0.3989,
      "step": 447230
    },
    {
      "epoch": 124.82,
      "grad_norm": 1.5123190879821777,
      "learning_rate": 4.54489825608725e-06,
      "loss": 0.4028,
      "step": 447240
    },
    {
      "epoch": 124.83,
      "grad_norm": 1.4400205612182617,
      "learning_rate": 4.5448889681168475e-06,
      "loss": 0.412,
      "step": 447250
    },
    {
      "epoch": 124.83,
      "grad_norm": 1.316964864730835,
      "learning_rate": 4.544879679853471e-06,
      "loss": 0.4062,
      "step": 447260
    },
    {
      "epoch": 124.83,
      "grad_norm": 1.314165472984314,
      "learning_rate": 4.544870391297124e-06,
      "loss": 0.4,
      "step": 447270
    },
    {
      "epoch": 124.83,
      "grad_norm": 1.2857328653335571,
      "learning_rate": 4.544861102447808e-06,
      "loss": 0.394,
      "step": 447280
    },
    {
      "epoch": 124.84,
      "grad_norm": 1.3731170892715454,
      "learning_rate": 4.544851813305522e-06,
      "loss": 0.4159,
      "step": 447290
    },
    {
      "epoch": 124.84,
      "grad_norm": 1.3417843580245972,
      "learning_rate": 4.54484252387027e-06,
      "loss": 0.3964,
      "step": 447300
    },
    {
      "epoch": 124.84,
      "grad_norm": 1.3471336364746094,
      "learning_rate": 4.544833234142052e-06,
      "loss": 0.4054,
      "step": 447310
    },
    {
      "epoch": 124.85,
      "grad_norm": 1.3337152004241943,
      "learning_rate": 4.544823944120869e-06,
      "loss": 0.3945,
      "step": 447320
    },
    {
      "epoch": 124.85,
      "grad_norm": 1.2129312753677368,
      "learning_rate": 4.5448146538067224e-06,
      "loss": 0.4208,
      "step": 447330
    },
    {
      "epoch": 124.85,
      "grad_norm": 1.636285662651062,
      "learning_rate": 4.544805363199613e-06,
      "loss": 0.4049,
      "step": 447340
    },
    {
      "epoch": 124.85,
      "grad_norm": 1.5868818759918213,
      "learning_rate": 4.5447960722995424e-06,
      "loss": 0.4066,
      "step": 447350
    },
    {
      "epoch": 124.86,
      "grad_norm": 1.840590238571167,
      "learning_rate": 4.544786781106513e-06,
      "loss": 0.4109,
      "step": 447360
    },
    {
      "epoch": 124.86,
      "grad_norm": 1.2933269739151,
      "learning_rate": 4.5447774896205245e-06,
      "loss": 0.4115,
      "step": 447370
    },
    {
      "epoch": 124.86,
      "grad_norm": 1.245349407196045,
      "learning_rate": 4.544768197841579e-06,
      "loss": 0.4025,
      "step": 447380
    },
    {
      "epoch": 124.86,
      "grad_norm": 1.4539625644683838,
      "learning_rate": 4.544758905769676e-06,
      "loss": 0.4004,
      "step": 447390
    },
    {
      "epoch": 124.87,
      "grad_norm": 1.2106074094772339,
      "learning_rate": 4.544749613404819e-06,
      "loss": 0.4071,
      "step": 447400
    },
    {
      "epoch": 124.87,
      "grad_norm": 1.472564458847046,
      "learning_rate": 4.544740320747009e-06,
      "loss": 0.3986,
      "step": 447410
    },
    {
      "epoch": 124.87,
      "grad_norm": 1.7485843896865845,
      "learning_rate": 4.544731027796246e-06,
      "loss": 0.4,
      "step": 447420
    },
    {
      "epoch": 124.88,
      "grad_norm": 1.2537562847137451,
      "learning_rate": 4.5447217345525324e-06,
      "loss": 0.4157,
      "step": 447430
    },
    {
      "epoch": 124.88,
      "grad_norm": 1.3954102993011475,
      "learning_rate": 4.544712441015868e-06,
      "loss": 0.3928,
      "step": 447440
    },
    {
      "epoch": 124.88,
      "grad_norm": 1.1900523900985718,
      "learning_rate": 4.544703147186255e-06,
      "loss": 0.4093,
      "step": 447450
    },
    {
      "epoch": 124.88,
      "grad_norm": 1.5788146257400513,
      "learning_rate": 4.5446938530636955e-06,
      "loss": 0.4152,
      "step": 447460
    },
    {
      "epoch": 124.89,
      "grad_norm": 1.5699554681777954,
      "learning_rate": 4.5446845586481885e-06,
      "loss": 0.4067,
      "step": 447470
    },
    {
      "epoch": 124.89,
      "grad_norm": 1.2180169820785522,
      "learning_rate": 4.544675263939737e-06,
      "loss": 0.4146,
      "step": 447480
    },
    {
      "epoch": 124.89,
      "grad_norm": 1.5708547830581665,
      "learning_rate": 4.544665968938342e-06,
      "loss": 0.4237,
      "step": 447490
    },
    {
      "epoch": 124.9,
      "grad_norm": 1.1083805561065674,
      "learning_rate": 4.544656673644004e-06,
      "loss": 0.4172,
      "step": 447500
    },
    {
      "epoch": 124.9,
      "grad_norm": 1.4078867435455322,
      "learning_rate": 4.544647378056725e-06,
      "loss": 0.4123,
      "step": 447510
    },
    {
      "epoch": 124.9,
      "grad_norm": 1.3157159090042114,
      "learning_rate": 4.544638082176506e-06,
      "loss": 0.3944,
      "step": 447520
    },
    {
      "epoch": 124.9,
      "grad_norm": 1.4422067403793335,
      "learning_rate": 4.544628786003349e-06,
      "loss": 0.3863,
      "step": 447530
    },
    {
      "epoch": 124.91,
      "grad_norm": 1.590475082397461,
      "learning_rate": 4.544619489537253e-06,
      "loss": 0.3908,
      "step": 447540
    },
    {
      "epoch": 124.91,
      "grad_norm": 1.2691466808319092,
      "learning_rate": 4.544610192778221e-06,
      "loss": 0.4192,
      "step": 447550
    },
    {
      "epoch": 124.91,
      "grad_norm": 1.6370902061462402,
      "learning_rate": 4.5446008957262546e-06,
      "loss": 0.3969,
      "step": 447560
    },
    {
      "epoch": 124.91,
      "grad_norm": 5.680067539215088,
      "learning_rate": 4.544591598381354e-06,
      "loss": 0.4207,
      "step": 447570
    },
    {
      "epoch": 124.92,
      "grad_norm": 1.1619549989700317,
      "learning_rate": 4.544582300743521e-06,
      "loss": 0.4075,
      "step": 447580
    },
    {
      "epoch": 124.92,
      "grad_norm": 1.5071156024932861,
      "learning_rate": 4.544573002812756e-06,
      "loss": 0.4065,
      "step": 447590
    },
    {
      "epoch": 124.92,
      "grad_norm": 1.4386968612670898,
      "learning_rate": 4.5445637045890616e-06,
      "loss": 0.4135,
      "step": 447600
    },
    {
      "epoch": 124.93,
      "grad_norm": 1.62459135055542,
      "learning_rate": 4.544554406072437e-06,
      "loss": 0.4059,
      "step": 447610
    },
    {
      "epoch": 124.93,
      "grad_norm": 1.4141972064971924,
      "learning_rate": 4.544545107262886e-06,
      "loss": 0.389,
      "step": 447620
    },
    {
      "epoch": 124.93,
      "grad_norm": 1.380346655845642,
      "learning_rate": 4.544535808160408e-06,
      "loss": 0.4097,
      "step": 447630
    },
    {
      "epoch": 124.93,
      "grad_norm": 1.317612648010254,
      "learning_rate": 4.544526508765006e-06,
      "loss": 0.3972,
      "step": 447640
    },
    {
      "epoch": 124.94,
      "grad_norm": 1.300704002380371,
      "learning_rate": 4.544517209076678e-06,
      "loss": 0.4015,
      "step": 447650
    },
    {
      "epoch": 124.94,
      "grad_norm": 1.5571109056472778,
      "learning_rate": 4.5445079090954285e-06,
      "loss": 0.4055,
      "step": 447660
    },
    {
      "epoch": 124.94,
      "grad_norm": 1.2994623184204102,
      "learning_rate": 4.544498608821257e-06,
      "loss": 0.4005,
      "step": 447670
    },
    {
      "epoch": 124.95,
      "grad_norm": 1.3869532346725464,
      "learning_rate": 4.544489308254166e-06,
      "loss": 0.4167,
      "step": 447680
    },
    {
      "epoch": 124.95,
      "grad_norm": 1.385515570640564,
      "learning_rate": 4.544480007394156e-06,
      "loss": 0.4229,
      "step": 447690
    },
    {
      "epoch": 124.95,
      "grad_norm": 1.3080945014953613,
      "learning_rate": 4.544470706241228e-06,
      "loss": 0.401,
      "step": 447700
    },
    {
      "epoch": 124.95,
      "grad_norm": 1.7733546495437622,
      "learning_rate": 4.544461404795383e-06,
      "loss": 0.4079,
      "step": 447710
    },
    {
      "epoch": 124.96,
      "grad_norm": 1.260956883430481,
      "learning_rate": 4.544452103056623e-06,
      "loss": 0.4291,
      "step": 447720
    },
    {
      "epoch": 124.96,
      "grad_norm": 1.373502254486084,
      "learning_rate": 4.544442801024949e-06,
      "loss": 0.409,
      "step": 447730
    },
    {
      "epoch": 124.96,
      "grad_norm": 1.7391307353973389,
      "learning_rate": 4.544433498700362e-06,
      "loss": 0.3941,
      "step": 447740
    },
    {
      "epoch": 124.97,
      "grad_norm": 1.287748098373413,
      "learning_rate": 4.544424196082864e-06,
      "loss": 0.4142,
      "step": 447750
    },
    {
      "epoch": 124.97,
      "grad_norm": 1.5521351099014282,
      "learning_rate": 4.544414893172456e-06,
      "loss": 0.4039,
      "step": 447760
    },
    {
      "epoch": 124.97,
      "grad_norm": 4.286014080047607,
      "learning_rate": 4.544405589969138e-06,
      "loss": 0.3985,
      "step": 447770
    },
    {
      "epoch": 124.97,
      "grad_norm": 1.6259422302246094,
      "learning_rate": 4.5443962864729116e-06,
      "loss": 0.4136,
      "step": 447780
    },
    {
      "epoch": 124.98,
      "grad_norm": 1.6579381227493286,
      "learning_rate": 4.54438698268378e-06,
      "loss": 0.407,
      "step": 447790
    },
    {
      "epoch": 124.98,
      "grad_norm": 1.527286171913147,
      "learning_rate": 4.544377678601742e-06,
      "loss": 0.4178,
      "step": 447800
    },
    {
      "epoch": 124.98,
      "grad_norm": 1.4354465007781982,
      "learning_rate": 4.5443683742268e-06,
      "loss": 0.3959,
      "step": 447810
    },
    {
      "epoch": 124.98,
      "grad_norm": 1.2525521516799927,
      "learning_rate": 4.544359069558955e-06,
      "loss": 0.4078,
      "step": 447820
    },
    {
      "epoch": 124.99,
      "grad_norm": 1.2397390604019165,
      "learning_rate": 4.544349764598209e-06,
      "loss": 0.3952,
      "step": 447830
    },
    {
      "epoch": 124.99,
      "grad_norm": 1.3373278379440308,
      "learning_rate": 4.544340459344562e-06,
      "loss": 0.4168,
      "step": 447840
    },
    {
      "epoch": 124.99,
      "grad_norm": 1.2814843654632568,
      "learning_rate": 4.544331153798016e-06,
      "loss": 0.4093,
      "step": 447850
    },
    {
      "epoch": 125.0,
      "grad_norm": 1.3534505367279053,
      "learning_rate": 4.544321847958572e-06,
      "loss": 0.4196,
      "step": 447860
    },
    {
      "epoch": 125.0,
      "grad_norm": 1.3706815242767334,
      "learning_rate": 4.544312541826231e-06,
      "loss": 0.3914,
      "step": 447870
    },
    {
      "epoch": 125.0,
      "eval_loss": 0.40688836574554443,
      "eval_runtime": 63.4633,
      "eval_samples_per_second": 79.715,
      "eval_steps_per_second": 9.974,
      "step": 447875
    },
    {
      "epoch": 125.0,
      "grad_norm": 1.4555249214172363,
      "learning_rate": 4.544303235400995e-06,
      "loss": 0.4261,
      "step": 447880
    },
    {
      "epoch": 125.0,
      "grad_norm": 1.1262174844741821,
      "learning_rate": 4.544293928682865e-06,
      "loss": 0.4255,
      "step": 447890
    },
    {
      "epoch": 125.01,
      "grad_norm": 1.4238110780715942,
      "learning_rate": 4.544284621671841e-06,
      "loss": 0.4271,
      "step": 447900
    },
    {
      "epoch": 125.01,
      "grad_norm": 1.3278851509094238,
      "learning_rate": 4.544275314367926e-06,
      "loss": 0.4095,
      "step": 447910
    },
    {
      "epoch": 125.01,
      "grad_norm": 1.245378851890564,
      "learning_rate": 4.5442660067711206e-06,
      "loss": 0.3974,
      "step": 447920
    },
    {
      "epoch": 125.02,
      "grad_norm": 1.357010006904602,
      "learning_rate": 4.544256698881426e-06,
      "loss": 0.3981,
      "step": 447930
    },
    {
      "epoch": 125.02,
      "grad_norm": 1.176679015159607,
      "learning_rate": 4.544247390698843e-06,
      "loss": 0.4162,
      "step": 447940
    },
    {
      "epoch": 125.02,
      "grad_norm": 1.7311131954193115,
      "learning_rate": 4.544238082223373e-06,
      "loss": 0.4222,
      "step": 447950
    },
    {
      "epoch": 125.02,
      "grad_norm": 1.217146635055542,
      "learning_rate": 4.544228773455018e-06,
      "loss": 0.3835,
      "step": 447960
    },
    {
      "epoch": 125.03,
      "grad_norm": 1.489842176437378,
      "learning_rate": 4.544219464393778e-06,
      "loss": 0.4153,
      "step": 447970
    },
    {
      "epoch": 125.03,
      "grad_norm": 1.1720999479293823,
      "learning_rate": 4.544210155039656e-06,
      "loss": 0.4263,
      "step": 447980
    },
    {
      "epoch": 125.03,
      "grad_norm": 1.532606840133667,
      "learning_rate": 4.544200845392651e-06,
      "loss": 0.4229,
      "step": 447990
    },
    {
      "epoch": 125.03,
      "grad_norm": 1.2491942644119263,
      "learning_rate": 4.544191535452765e-06,
      "loss": 0.4043,
      "step": 448000
    },
    {
      "epoch": 125.04,
      "grad_norm": 1.1817806959152222,
      "learning_rate": 4.5441822252200006e-06,
      "loss": 0.4111,
      "step": 448010
    },
    {
      "epoch": 125.04,
      "grad_norm": 1.4937831163406372,
      "learning_rate": 4.544172914694358e-06,
      "loss": 0.4095,
      "step": 448020
    },
    {
      "epoch": 125.04,
      "grad_norm": 1.245008111000061,
      "learning_rate": 4.544163603875839e-06,
      "loss": 0.3891,
      "step": 448030
    },
    {
      "epoch": 125.05,
      "grad_norm": 1.3715627193450928,
      "learning_rate": 4.544154292764443e-06,
      "loss": 0.4017,
      "step": 448040
    },
    {
      "epoch": 125.05,
      "grad_norm": 1.6696338653564453,
      "learning_rate": 4.544144981360174e-06,
      "loss": 0.3931,
      "step": 448050
    },
    {
      "epoch": 125.05,
      "grad_norm": 1.6655900478363037,
      "learning_rate": 4.54413566966303e-06,
      "loss": 0.3985,
      "step": 448060
    },
    {
      "epoch": 125.05,
      "grad_norm": 1.1142301559448242,
      "learning_rate": 4.544126357673016e-06,
      "loss": 0.3997,
      "step": 448070
    },
    {
      "epoch": 125.06,
      "grad_norm": 1.5982813835144043,
      "learning_rate": 4.544117045390131e-06,
      "loss": 0.406,
      "step": 448080
    },
    {
      "epoch": 125.06,
      "grad_norm": 1.4360967874526978,
      "learning_rate": 4.5441077328143755e-06,
      "loss": 0.4167,
      "step": 448090
    },
    {
      "epoch": 125.06,
      "grad_norm": 1.2536169290542603,
      "learning_rate": 4.544098419945753e-06,
      "loss": 0.4232,
      "step": 448100
    },
    {
      "epoch": 125.07,
      "grad_norm": 1.2988333702087402,
      "learning_rate": 4.544089106784262e-06,
      "loss": 0.4141,
      "step": 448110
    },
    {
      "epoch": 125.07,
      "grad_norm": 1.669796109199524,
      "learning_rate": 4.544079793329907e-06,
      "loss": 0.4071,
      "step": 448120
    },
    {
      "epoch": 125.07,
      "grad_norm": 1.458096981048584,
      "learning_rate": 4.544070479582686e-06,
      "loss": 0.4157,
      "step": 448130
    },
    {
      "epoch": 125.07,
      "grad_norm": 1.1819101572036743,
      "learning_rate": 4.544061165542602e-06,
      "loss": 0.4206,
      "step": 448140
    },
    {
      "epoch": 125.08,
      "grad_norm": 3.3912761211395264,
      "learning_rate": 4.544051851209657e-06,
      "loss": 0.3928,
      "step": 448150
    },
    {
      "epoch": 125.08,
      "grad_norm": 1.4062645435333252,
      "learning_rate": 4.544042536583851e-06,
      "loss": 0.4159,
      "step": 448160
    },
    {
      "epoch": 125.08,
      "grad_norm": 1.600698471069336,
      "learning_rate": 4.5440332216651844e-06,
      "loss": 0.4209,
      "step": 448170
    },
    {
      "epoch": 125.09,
      "grad_norm": 1.2375569343566895,
      "learning_rate": 4.544023906453661e-06,
      "loss": 0.4156,
      "step": 448180
    },
    {
      "epoch": 125.09,
      "grad_norm": 1.484942078590393,
      "learning_rate": 4.54401459094928e-06,
      "loss": 0.4277,
      "step": 448190
    },
    {
      "epoch": 125.09,
      "grad_norm": 1.1619552373886108,
      "learning_rate": 4.544005275152043e-06,
      "loss": 0.4052,
      "step": 448200
    },
    {
      "epoch": 125.09,
      "grad_norm": 1.3887158632278442,
      "learning_rate": 4.543995959061951e-06,
      "loss": 0.4065,
      "step": 448210
    },
    {
      "epoch": 125.1,
      "grad_norm": 1.610739827156067,
      "learning_rate": 4.543986642679005e-06,
      "loss": 0.4048,
      "step": 448220
    },
    {
      "epoch": 125.1,
      "grad_norm": 1.1840794086456299,
      "learning_rate": 4.543977326003209e-06,
      "loss": 0.3919,
      "step": 448230
    },
    {
      "epoch": 125.1,
      "grad_norm": 1.566719889640808,
      "learning_rate": 4.543968009034561e-06,
      "loss": 0.4165,
      "step": 448240
    },
    {
      "epoch": 125.1,
      "grad_norm": 2.045815944671631,
      "learning_rate": 4.5439586917730635e-06,
      "loss": 0.4043,
      "step": 448250
    },
    {
      "epoch": 125.11,
      "grad_norm": 1.963536024093628,
      "learning_rate": 4.543949374218717e-06,
      "loss": 0.4075,
      "step": 448260
    },
    {
      "epoch": 125.11,
      "grad_norm": 1.3567721843719482,
      "learning_rate": 4.543940056371524e-06,
      "loss": 0.4069,
      "step": 448270
    },
    {
      "epoch": 125.11,
      "grad_norm": 1.2922559976577759,
      "learning_rate": 4.543930738231485e-06,
      "loss": 0.4166,
      "step": 448280
    },
    {
      "epoch": 125.12,
      "grad_norm": 1.3046082258224487,
      "learning_rate": 4.543921419798602e-06,
      "loss": 0.4079,
      "step": 448290
    },
    {
      "epoch": 125.12,
      "grad_norm": 1.3059748411178589,
      "learning_rate": 4.543912101072874e-06,
      "loss": 0.4075,
      "step": 448300
    },
    {
      "epoch": 125.12,
      "grad_norm": 1.2773401737213135,
      "learning_rate": 4.543902782054305e-06,
      "loss": 0.4025,
      "step": 448310
    },
    {
      "epoch": 125.12,
      "grad_norm": 1.3505417108535767,
      "learning_rate": 4.543893462742895e-06,
      "loss": 0.4302,
      "step": 448320
    },
    {
      "epoch": 125.13,
      "grad_norm": 1.5454965829849243,
      "learning_rate": 4.543884143138645e-06,
      "loss": 0.4015,
      "step": 448330
    },
    {
      "epoch": 125.13,
      "grad_norm": 1.2810057401657104,
      "learning_rate": 4.543874823241557e-06,
      "loss": 0.4242,
      "step": 448340
    },
    {
      "epoch": 125.13,
      "grad_norm": 1.3028666973114014,
      "learning_rate": 4.5438655030516315e-06,
      "loss": 0.4109,
      "step": 448350
    },
    {
      "epoch": 125.14,
      "grad_norm": 1.3544739484786987,
      "learning_rate": 4.543856182568869e-06,
      "loss": 0.4025,
      "step": 448360
    },
    {
      "epoch": 125.14,
      "grad_norm": 1.308733344078064,
      "learning_rate": 4.5438468617932735e-06,
      "loss": 0.4067,
      "step": 448370
    },
    {
      "epoch": 125.14,
      "grad_norm": 1.2612199783325195,
      "learning_rate": 4.543837540724844e-06,
      "loss": 0.3982,
      "step": 448380
    },
    {
      "epoch": 125.14,
      "grad_norm": 1.2817790508270264,
      "learning_rate": 4.543828219363582e-06,
      "loss": 0.421,
      "step": 448390
    },
    {
      "epoch": 125.15,
      "grad_norm": 1.2626540660858154,
      "learning_rate": 4.54381889770949e-06,
      "loss": 0.3903,
      "step": 448400
    },
    {
      "epoch": 125.15,
      "grad_norm": 1.194387435913086,
      "learning_rate": 4.543809575762567e-06,
      "loss": 0.423,
      "step": 448410
    },
    {
      "epoch": 125.15,
      "grad_norm": 1.332677960395813,
      "learning_rate": 4.543800253522815e-06,
      "loss": 0.4052,
      "step": 448420
    },
    {
      "epoch": 125.15,
      "grad_norm": 1.2701683044433594,
      "learning_rate": 4.543790930990237e-06,
      "loss": 0.4182,
      "step": 448430
    },
    {
      "epoch": 125.16,
      "grad_norm": 1.2401598691940308,
      "learning_rate": 4.543781608164832e-06,
      "loss": 0.4007,
      "step": 448440
    },
    {
      "epoch": 125.16,
      "grad_norm": 1.3627451658248901,
      "learning_rate": 4.543772285046603e-06,
      "loss": 0.4086,
      "step": 448450
    },
    {
      "epoch": 125.16,
      "grad_norm": 1.3005315065383911,
      "learning_rate": 4.543762961635549e-06,
      "loss": 0.402,
      "step": 448460
    },
    {
      "epoch": 125.17,
      "grad_norm": 1.4546631574630737,
      "learning_rate": 4.543753637931674e-06,
      "loss": 0.3978,
      "step": 448470
    },
    {
      "epoch": 125.17,
      "grad_norm": 1.529953956604004,
      "learning_rate": 4.543744313934978e-06,
      "loss": 0.4143,
      "step": 448480
    },
    {
      "epoch": 125.17,
      "grad_norm": 1.53268563747406,
      "learning_rate": 4.543734989645461e-06,
      "loss": 0.4142,
      "step": 448490
    },
    {
      "epoch": 125.17,
      "grad_norm": 1.6141393184661865,
      "learning_rate": 4.543725665063127e-06,
      "loss": 0.4177,
      "step": 448500
    },
    {
      "epoch": 125.18,
      "grad_norm": 1.1792964935302734,
      "learning_rate": 4.543716340187975e-06,
      "loss": 0.4118,
      "step": 448510
    },
    {
      "epoch": 125.18,
      "grad_norm": 1.4198302030563354,
      "learning_rate": 4.543707015020007e-06,
      "loss": 0.4127,
      "step": 448520
    },
    {
      "epoch": 125.18,
      "grad_norm": 1.2225613594055176,
      "learning_rate": 4.543697689559223e-06,
      "loss": 0.4141,
      "step": 448530
    },
    {
      "epoch": 125.19,
      "grad_norm": 1.250986099243164,
      "learning_rate": 4.543688363805626e-06,
      "loss": 0.4122,
      "step": 448540
    },
    {
      "epoch": 125.19,
      "grad_norm": 1.2107291221618652,
      "learning_rate": 4.543679037759217e-06,
      "loss": 0.41,
      "step": 448550
    },
    {
      "epoch": 125.19,
      "grad_norm": 1.1710271835327148,
      "learning_rate": 4.543669711419996e-06,
      "loss": 0.4026,
      "step": 448560
    },
    {
      "epoch": 125.19,
      "grad_norm": 1.4932267665863037,
      "learning_rate": 4.5436603847879665e-06,
      "loss": 0.4009,
      "step": 448570
    },
    {
      "epoch": 125.2,
      "grad_norm": 1.2840745449066162,
      "learning_rate": 4.5436510578631274e-06,
      "loss": 0.3967,
      "step": 448580
    },
    {
      "epoch": 125.2,
      "grad_norm": 1.3098161220550537,
      "learning_rate": 4.543641730645482e-06,
      "loss": 0.3965,
      "step": 448590
    },
    {
      "epoch": 125.2,
      "grad_norm": 1.377125859260559,
      "learning_rate": 4.543632403135029e-06,
      "loss": 0.3999,
      "step": 448600
    },
    {
      "epoch": 125.21,
      "grad_norm": 1.4618170261383057,
      "learning_rate": 4.543623075331771e-06,
      "loss": 0.4143,
      "step": 448610
    },
    {
      "epoch": 125.21,
      "grad_norm": 1.1742935180664062,
      "learning_rate": 4.54361374723571e-06,
      "loss": 0.395,
      "step": 448620
    },
    {
      "epoch": 125.21,
      "grad_norm": 1.381098747253418,
      "learning_rate": 4.543604418846846e-06,
      "loss": 0.4126,
      "step": 448630
    },
    {
      "epoch": 125.21,
      "grad_norm": 1.1279590129852295,
      "learning_rate": 4.543595090165181e-06,
      "loss": 0.4095,
      "step": 448640
    },
    {
      "epoch": 125.22,
      "grad_norm": 1.4148573875427246,
      "learning_rate": 4.543585761190717e-06,
      "loss": 0.412,
      "step": 448650
    },
    {
      "epoch": 125.22,
      "grad_norm": 1.2498277425765991,
      "learning_rate": 4.543576431923453e-06,
      "loss": 0.4104,
      "step": 448660
    },
    {
      "epoch": 125.22,
      "grad_norm": 1.4389888048171997,
      "learning_rate": 4.543567102363392e-06,
      "loss": 0.3951,
      "step": 448670
    },
    {
      "epoch": 125.22,
      "grad_norm": 1.1969413757324219,
      "learning_rate": 4.543557772510534e-06,
      "loss": 0.4103,
      "step": 448680
    },
    {
      "epoch": 125.23,
      "grad_norm": 1.4074928760528564,
      "learning_rate": 4.543548442364882e-06,
      "loss": 0.3969,
      "step": 448690
    },
    {
      "epoch": 125.23,
      "grad_norm": 1.2558952569961548,
      "learning_rate": 4.543539111926435e-06,
      "loss": 0.3974,
      "step": 448700
    },
    {
      "epoch": 125.23,
      "grad_norm": 1.2903109788894653,
      "learning_rate": 4.543529781195196e-06,
      "loss": 0.402,
      "step": 448710
    },
    {
      "epoch": 125.24,
      "grad_norm": 1.4943616390228271,
      "learning_rate": 4.543520450171167e-06,
      "loss": 0.3974,
      "step": 448720
    },
    {
      "epoch": 125.24,
      "grad_norm": 2.0914573669433594,
      "learning_rate": 4.543511118854347e-06,
      "loss": 0.4042,
      "step": 448730
    },
    {
      "epoch": 125.24,
      "grad_norm": 1.0481693744659424,
      "learning_rate": 4.543501787244738e-06,
      "loss": 0.4097,
      "step": 448740
    },
    {
      "epoch": 125.24,
      "grad_norm": 1.3666409254074097,
      "learning_rate": 4.543492455342342e-06,
      "loss": 0.4152,
      "step": 448750
    },
    {
      "epoch": 125.25,
      "grad_norm": 1.8978508710861206,
      "learning_rate": 4.543483123147159e-06,
      "loss": 0.4074,
      "step": 448760
    },
    {
      "epoch": 125.25,
      "grad_norm": 1.2018792629241943,
      "learning_rate": 4.543473790659191e-06,
      "loss": 0.4062,
      "step": 448770
    },
    {
      "epoch": 125.25,
      "grad_norm": 1.354305386543274,
      "learning_rate": 4.54346445787844e-06,
      "loss": 0.3954,
      "step": 448780
    },
    {
      "epoch": 125.26,
      "grad_norm": 1.3735615015029907,
      "learning_rate": 4.543455124804905e-06,
      "loss": 0.4108,
      "step": 448790
    },
    {
      "epoch": 125.26,
      "grad_norm": 1.2811038494110107,
      "learning_rate": 4.54344579143859e-06,
      "loss": 0.3988,
      "step": 448800
    },
    {
      "epoch": 125.26,
      "grad_norm": 1.3902631998062134,
      "learning_rate": 4.543436457779494e-06,
      "loss": 0.4022,
      "step": 448810
    },
    {
      "epoch": 125.26,
      "grad_norm": 1.4555574655532837,
      "learning_rate": 4.543427123827619e-06,
      "loss": 0.4162,
      "step": 448820
    },
    {
      "epoch": 125.27,
      "grad_norm": 1.1918680667877197,
      "learning_rate": 4.5434177895829675e-06,
      "loss": 0.39,
      "step": 448830
    },
    {
      "epoch": 125.27,
      "grad_norm": 1.6025197505950928,
      "learning_rate": 4.5434084550455385e-06,
      "loss": 0.4038,
      "step": 448840
    },
    {
      "epoch": 125.27,
      "grad_norm": 1.4063003063201904,
      "learning_rate": 4.543399120215335e-06,
      "loss": 0.4238,
      "step": 448850
    },
    {
      "epoch": 125.27,
      "grad_norm": 1.2812024354934692,
      "learning_rate": 4.543389785092357e-06,
      "loss": 0.4202,
      "step": 448860
    },
    {
      "epoch": 125.28,
      "grad_norm": 1.530218482017517,
      "learning_rate": 4.5433804496766075e-06,
      "loss": 0.4082,
      "step": 448870
    },
    {
      "epoch": 125.28,
      "grad_norm": 1.2480406761169434,
      "learning_rate": 4.543371113968085e-06,
      "loss": 0.3837,
      "step": 448880
    },
    {
      "epoch": 125.28,
      "grad_norm": 1.2560577392578125,
      "learning_rate": 4.543361777966793e-06,
      "loss": 0.3891,
      "step": 448890
    },
    {
      "epoch": 125.29,
      "grad_norm": 1.2672138214111328,
      "learning_rate": 4.543352441672733e-06,
      "loss": 0.3973,
      "step": 448900
    },
    {
      "epoch": 125.29,
      "grad_norm": 1.3959416151046753,
      "learning_rate": 4.5433431050859046e-06,
      "loss": 0.4017,
      "step": 448910
    },
    {
      "epoch": 125.29,
      "grad_norm": 1.3747485876083374,
      "learning_rate": 4.54333376820631e-06,
      "loss": 0.421,
      "step": 448920
    },
    {
      "epoch": 125.29,
      "grad_norm": 1.4284260272979736,
      "learning_rate": 4.5433244310339495e-06,
      "loss": 0.3964,
      "step": 448930
    },
    {
      "epoch": 125.3,
      "grad_norm": 1.200776219367981,
      "learning_rate": 4.543315093568826e-06,
      "loss": 0.3886,
      "step": 448940
    },
    {
      "epoch": 125.3,
      "grad_norm": 1.4196299314498901,
      "learning_rate": 4.543305755810938e-06,
      "loss": 0.4073,
      "step": 448950
    },
    {
      "epoch": 125.3,
      "grad_norm": 1.356400728225708,
      "learning_rate": 4.54329641776029e-06,
      "loss": 0.3893,
      "step": 448960
    },
    {
      "epoch": 125.31,
      "grad_norm": 1.068382740020752,
      "learning_rate": 4.543287079416882e-06,
      "loss": 0.4155,
      "step": 448970
    },
    {
      "epoch": 125.31,
      "grad_norm": 1.2509832382202148,
      "learning_rate": 4.543277740780715e-06,
      "loss": 0.3976,
      "step": 448980
    },
    {
      "epoch": 125.31,
      "grad_norm": 1.3603919744491577,
      "learning_rate": 4.543268401851789e-06,
      "loss": 0.3991,
      "step": 448990
    },
    {
      "epoch": 125.31,
      "grad_norm": 1.0977246761322021,
      "learning_rate": 4.543259062630107e-06,
      "loss": 0.3898,
      "step": 449000
    },
    {
      "epoch": 125.32,
      "grad_norm": 1.619315505027771,
      "learning_rate": 4.543249723115671e-06,
      "loss": 0.395,
      "step": 449010
    },
    {
      "epoch": 125.32,
      "grad_norm": 1.965452790260315,
      "learning_rate": 4.54324038330848e-06,
      "loss": 0.4101,
      "step": 449020
    },
    {
      "epoch": 125.32,
      "grad_norm": 1.3184455633163452,
      "learning_rate": 4.543231043208536e-06,
      "loss": 0.3956,
      "step": 449030
    },
    {
      "epoch": 125.33,
      "grad_norm": 1.488429069519043,
      "learning_rate": 4.543221702815841e-06,
      "loss": 0.4045,
      "step": 449040
    },
    {
      "epoch": 125.33,
      "grad_norm": 1.352804183959961,
      "learning_rate": 4.543212362130395e-06,
      "loss": 0.4251,
      "step": 449050
    },
    {
      "epoch": 125.33,
      "grad_norm": 1.5560284852981567,
      "learning_rate": 4.543203021152201e-06,
      "loss": 0.392,
      "step": 449060
    },
    {
      "epoch": 125.33,
      "grad_norm": 1.5354465246200562,
      "learning_rate": 4.543193679881258e-06,
      "loss": 0.4213,
      "step": 449070
    },
    {
      "epoch": 125.34,
      "grad_norm": 1.3520711660385132,
      "learning_rate": 4.54318433831757e-06,
      "loss": 0.4027,
      "step": 449080
    },
    {
      "epoch": 125.34,
      "grad_norm": 1.4531333446502686,
      "learning_rate": 4.543174996461135e-06,
      "loss": 0.4278,
      "step": 449090
    },
    {
      "epoch": 125.34,
      "grad_norm": 1.6422513723373413,
      "learning_rate": 4.543165654311957e-06,
      "loss": 0.4001,
      "step": 449100
    },
    {
      "epoch": 125.34,
      "grad_norm": 1.1341139078140259,
      "learning_rate": 4.543156311870035e-06,
      "loss": 0.394,
      "step": 449110
    },
    {
      "epoch": 125.35,
      "grad_norm": 1.5263439416885376,
      "learning_rate": 4.543146969135373e-06,
      "loss": 0.4158,
      "step": 449120
    },
    {
      "epoch": 125.35,
      "grad_norm": 1.2828065156936646,
      "learning_rate": 4.54313762610797e-06,
      "loss": 0.4037,
      "step": 449130
    },
    {
      "epoch": 125.35,
      "grad_norm": 1.271228313446045,
      "learning_rate": 4.5431282827878275e-06,
      "loss": 0.3929,
      "step": 449140
    },
    {
      "epoch": 125.36,
      "grad_norm": 1.5884755849838257,
      "learning_rate": 4.543118939174948e-06,
      "loss": 0.4049,
      "step": 449150
    },
    {
      "epoch": 125.36,
      "grad_norm": 1.3524008989334106,
      "learning_rate": 4.543109595269332e-06,
      "loss": 0.3995,
      "step": 449160
    },
    {
      "epoch": 125.36,
      "grad_norm": 1.3730788230895996,
      "learning_rate": 4.54310025107098e-06,
      "loss": 0.3843,
      "step": 449170
    },
    {
      "epoch": 125.36,
      "grad_norm": 1.5566977262496948,
      "learning_rate": 4.543090906579894e-06,
      "loss": 0.3951,
      "step": 449180
    },
    {
      "epoch": 125.37,
      "grad_norm": 1.201277732849121,
      "learning_rate": 4.543081561796075e-06,
      "loss": 0.385,
      "step": 449190
    },
    {
      "epoch": 125.37,
      "grad_norm": 1.3174126148223877,
      "learning_rate": 4.543072216719525e-06,
      "loss": 0.3993,
      "step": 449200
    },
    {
      "epoch": 125.37,
      "grad_norm": 1.3665488958358765,
      "learning_rate": 4.5430628713502425e-06,
      "loss": 0.4065,
      "step": 449210
    },
    {
      "epoch": 125.38,
      "grad_norm": 1.4352041482925415,
      "learning_rate": 4.5430535256882325e-06,
      "loss": 0.3855,
      "step": 449220
    },
    {
      "epoch": 125.38,
      "grad_norm": 1.307491660118103,
      "learning_rate": 4.543044179733495e-06,
      "loss": 0.3982,
      "step": 449230
    },
    {
      "epoch": 125.38,
      "grad_norm": 1.6345384120941162,
      "learning_rate": 4.54303483348603e-06,
      "loss": 0.4231,
      "step": 449240
    },
    {
      "epoch": 125.38,
      "grad_norm": 1.4682201147079468,
      "learning_rate": 4.54302548694584e-06,
      "loss": 0.4024,
      "step": 449250
    },
    {
      "epoch": 125.39,
      "grad_norm": 1.4584417343139648,
      "learning_rate": 4.543016140112926e-06,
      "loss": 0.4158,
      "step": 449260
    },
    {
      "epoch": 125.39,
      "grad_norm": 5.134294509887695,
      "learning_rate": 4.543006792987289e-06,
      "loss": 0.4049,
      "step": 449270
    },
    {
      "epoch": 125.39,
      "grad_norm": 1.3520959615707397,
      "learning_rate": 4.54299744556893e-06,
      "loss": 0.3884,
      "step": 449280
    },
    {
      "epoch": 125.39,
      "grad_norm": 1.1893795728683472,
      "learning_rate": 4.542988097857851e-06,
      "loss": 0.4159,
      "step": 449290
    },
    {
      "epoch": 125.4,
      "grad_norm": 1.450722575187683,
      "learning_rate": 4.5429787498540526e-06,
      "loss": 0.418,
      "step": 449300
    },
    {
      "epoch": 125.4,
      "grad_norm": 1.6039305925369263,
      "learning_rate": 4.5429694015575355e-06,
      "loss": 0.3842,
      "step": 449310
    },
    {
      "epoch": 125.4,
      "grad_norm": 1.3486665487289429,
      "learning_rate": 4.542960052968303e-06,
      "loss": 0.4015,
      "step": 449320
    },
    {
      "epoch": 125.41,
      "grad_norm": 1.4530194997787476,
      "learning_rate": 4.5429507040863544e-06,
      "loss": 0.4052,
      "step": 449330
    },
    {
      "epoch": 125.41,
      "grad_norm": 1.0675123929977417,
      "learning_rate": 4.542941354911691e-06,
      "loss": 0.3942,
      "step": 449340
    },
    {
      "epoch": 125.41,
      "grad_norm": 1.3222488164901733,
      "learning_rate": 4.5429320054443155e-06,
      "loss": 0.4084,
      "step": 449350
    },
    {
      "epoch": 125.41,
      "grad_norm": 1.1677913665771484,
      "learning_rate": 4.542922655684228e-06,
      "loss": 0.4007,
      "step": 449360
    },
    {
      "epoch": 125.42,
      "grad_norm": 3.8379709720611572,
      "learning_rate": 4.5429133056314305e-06,
      "loss": 0.4187,
      "step": 449370
    },
    {
      "epoch": 125.42,
      "grad_norm": 1.2908884286880493,
      "learning_rate": 4.542903955285924e-06,
      "loss": 0.4022,
      "step": 449380
    },
    {
      "epoch": 125.42,
      "grad_norm": 1.3482989072799683,
      "learning_rate": 4.542894604647708e-06,
      "loss": 0.3986,
      "step": 449390
    },
    {
      "epoch": 125.43,
      "grad_norm": 1.519066333770752,
      "learning_rate": 4.542885253716786e-06,
      "loss": 0.3898,
      "step": 449400
    },
    {
      "epoch": 125.43,
      "grad_norm": 1.403265118598938,
      "learning_rate": 4.542875902493159e-06,
      "loss": 0.4229,
      "step": 449410
    },
    {
      "epoch": 125.43,
      "grad_norm": 1.209992527961731,
      "learning_rate": 4.542866550976827e-06,
      "loss": 0.4159,
      "step": 449420
    },
    {
      "epoch": 125.43,
      "grad_norm": 1.144514799118042,
      "learning_rate": 4.542857199167793e-06,
      "loss": 0.4094,
      "step": 449430
    },
    {
      "epoch": 125.44,
      "grad_norm": 1.4148406982421875,
      "learning_rate": 4.542847847066056e-06,
      "loss": 0.4197,
      "step": 449440
    },
    {
      "epoch": 125.44,
      "grad_norm": 1.764469027519226,
      "learning_rate": 4.542838494671619e-06,
      "loss": 0.3994,
      "step": 449450
    },
    {
      "epoch": 125.44,
      "grad_norm": 1.4168123006820679,
      "learning_rate": 4.542829141984483e-06,
      "loss": 0.3948,
      "step": 449460
    },
    {
      "epoch": 125.45,
      "grad_norm": 1.3255221843719482,
      "learning_rate": 4.542819789004649e-06,
      "loss": 0.4056,
      "step": 449470
    },
    {
      "epoch": 125.45,
      "grad_norm": 1.2826323509216309,
      "learning_rate": 4.5428104357321175e-06,
      "loss": 0.3997,
      "step": 449480
    },
    {
      "epoch": 125.45,
      "grad_norm": 1.5430654287338257,
      "learning_rate": 4.54280108216689e-06,
      "loss": 0.4148,
      "step": 449490
    },
    {
      "epoch": 125.45,
      "grad_norm": 1.7022747993469238,
      "learning_rate": 4.54279172830897e-06,
      "loss": 0.4082,
      "step": 449500
    },
    {
      "epoch": 125.46,
      "grad_norm": 1.265458106994629,
      "learning_rate": 4.542782374158356e-06,
      "loss": 0.408,
      "step": 449510
    },
    {
      "epoch": 125.46,
      "grad_norm": 1.385581135749817,
      "learning_rate": 4.54277301971505e-06,
      "loss": 0.416,
      "step": 449520
    },
    {
      "epoch": 125.46,
      "grad_norm": 1.2550634145736694,
      "learning_rate": 4.542763664979054e-06,
      "loss": 0.4088,
      "step": 449530
    },
    {
      "epoch": 125.46,
      "grad_norm": 1.1851341724395752,
      "learning_rate": 4.542754309950368e-06,
      "loss": 0.3923,
      "step": 449540
    },
    {
      "epoch": 125.47,
      "grad_norm": 1.2707184553146362,
      "learning_rate": 4.542744954628995e-06,
      "loss": 0.4102,
      "step": 449550
    },
    {
      "epoch": 125.47,
      "grad_norm": 1.2085425853729248,
      "learning_rate": 4.542735599014934e-06,
      "loss": 0.4117,
      "step": 449560
    },
    {
      "epoch": 125.47,
      "grad_norm": 1.2252832651138306,
      "learning_rate": 4.542726243108188e-06,
      "loss": 0.4262,
      "step": 449570
    },
    {
      "epoch": 125.48,
      "grad_norm": 1.322859287261963,
      "learning_rate": 4.542716886908757e-06,
      "loss": 0.4236,
      "step": 449580
    },
    {
      "epoch": 125.48,
      "grad_norm": 1.3687372207641602,
      "learning_rate": 4.542707530416644e-06,
      "loss": 0.4073,
      "step": 449590
    },
    {
      "epoch": 125.48,
      "grad_norm": 1.3137248754501343,
      "learning_rate": 4.542698173631848e-06,
      "loss": 0.4077,
      "step": 449600
    },
    {
      "epoch": 125.48,
      "grad_norm": 1.4802772998809814,
      "learning_rate": 4.542688816554373e-06,
      "loss": 0.3967,
      "step": 449610
    },
    {
      "epoch": 125.49,
      "grad_norm": 1.499110221862793,
      "learning_rate": 4.542679459184217e-06,
      "loss": 0.4059,
      "step": 449620
    },
    {
      "epoch": 125.49,
      "grad_norm": 1.243755578994751,
      "learning_rate": 4.542670101521384e-06,
      "loss": 0.4083,
      "step": 449630
    },
    {
      "epoch": 125.49,
      "grad_norm": 1.2205753326416016,
      "learning_rate": 4.542660743565873e-06,
      "loss": 0.4122,
      "step": 449640
    },
    {
      "epoch": 125.5,
      "grad_norm": 1.482811450958252,
      "learning_rate": 4.542651385317687e-06,
      "loss": 0.4034,
      "step": 449650
    },
    {
      "epoch": 125.5,
      "grad_norm": 3.029024362564087,
      "learning_rate": 4.542642026776827e-06,
      "loss": 0.4205,
      "step": 449660
    },
    {
      "epoch": 125.5,
      "grad_norm": 1.3865587711334229,
      "learning_rate": 4.5426326679432935e-06,
      "loss": 0.4289,
      "step": 449670
    },
    {
      "epoch": 125.5,
      "grad_norm": 1.3431559801101685,
      "learning_rate": 4.542623308817088e-06,
      "loss": 0.3953,
      "step": 449680
    },
    {
      "epoch": 125.51,
      "grad_norm": 1.6143715381622314,
      "learning_rate": 4.542613949398212e-06,
      "loss": 0.4265,
      "step": 449690
    },
    {
      "epoch": 125.51,
      "grad_norm": 1.5953842401504517,
      "learning_rate": 4.542604589686667e-06,
      "loss": 0.4222,
      "step": 449700
    },
    {
      "epoch": 125.51,
      "grad_norm": 1.497955322265625,
      "learning_rate": 4.5425952296824535e-06,
      "loss": 0.4044,
      "step": 449710
    },
    {
      "epoch": 125.51,
      "grad_norm": 1.502722144126892,
      "learning_rate": 4.542585869385573e-06,
      "loss": 0.416,
      "step": 449720
    },
    {
      "epoch": 125.52,
      "grad_norm": 1.2503201961517334,
      "learning_rate": 4.542576508796027e-06,
      "loss": 0.4082,
      "step": 449730
    },
    {
      "epoch": 125.52,
      "grad_norm": 1.2586634159088135,
      "learning_rate": 4.542567147913816e-06,
      "loss": 0.4061,
      "step": 449740
    },
    {
      "epoch": 125.52,
      "grad_norm": 1.286067247390747,
      "learning_rate": 4.5425577867389425e-06,
      "loss": 0.3994,
      "step": 449750
    },
    {
      "epoch": 125.53,
      "grad_norm": 1.4764381647109985,
      "learning_rate": 4.542548425271407e-06,
      "loss": 0.4078,
      "step": 449760
    },
    {
      "epoch": 125.53,
      "grad_norm": 1.1962828636169434,
      "learning_rate": 4.542539063511211e-06,
      "loss": 0.4047,
      "step": 449770
    },
    {
      "epoch": 125.53,
      "grad_norm": 1.5398308038711548,
      "learning_rate": 4.542529701458355e-06,
      "loss": 0.4118,
      "step": 449780
    },
    {
      "epoch": 125.53,
      "grad_norm": 1.2361128330230713,
      "learning_rate": 4.542520339112842e-06,
      "loss": 0.3838,
      "step": 449790
    },
    {
      "epoch": 125.54,
      "grad_norm": 1.6251816749572754,
      "learning_rate": 4.542510976474671e-06,
      "loss": 0.4086,
      "step": 449800
    },
    {
      "epoch": 125.54,
      "grad_norm": 1.256485939025879,
      "learning_rate": 4.542501613543844e-06,
      "loss": 0.4217,
      "step": 449810
    },
    {
      "epoch": 125.54,
      "grad_norm": 1.2852506637573242,
      "learning_rate": 4.542492250320364e-06,
      "loss": 0.407,
      "step": 449820
    },
    {
      "epoch": 125.55,
      "grad_norm": 1.76180899143219,
      "learning_rate": 4.54248288680423e-06,
      "loss": 0.389,
      "step": 449830
    },
    {
      "epoch": 125.55,
      "grad_norm": 1.400191068649292,
      "learning_rate": 4.542473522995444e-06,
      "loss": 0.4118,
      "step": 449840
    },
    {
      "epoch": 125.55,
      "grad_norm": 1.307780385017395,
      "learning_rate": 4.542464158894007e-06,
      "loss": 0.3931,
      "step": 449850
    },
    {
      "epoch": 125.55,
      "grad_norm": 2.567800283432007,
      "learning_rate": 4.54245479449992e-06,
      "loss": 0.4061,
      "step": 449860
    },
    {
      "epoch": 125.56,
      "grad_norm": 1.4209269285202026,
      "learning_rate": 4.542445429813186e-06,
      "loss": 0.3996,
      "step": 449870
    },
    {
      "epoch": 125.56,
      "grad_norm": 1.3379957675933838,
      "learning_rate": 4.542436064833805e-06,
      "loss": 0.406,
      "step": 449880
    },
    {
      "epoch": 125.56,
      "grad_norm": 1.6801527738571167,
      "learning_rate": 4.542426699561778e-06,
      "loss": 0.3992,
      "step": 449890
    },
    {
      "epoch": 125.57,
      "grad_norm": 1.0295073986053467,
      "learning_rate": 4.542417333997106e-06,
      "loss": 0.4089,
      "step": 449900
    },
    {
      "epoch": 125.57,
      "grad_norm": 1.2596977949142456,
      "learning_rate": 4.542407968139791e-06,
      "loss": 0.4026,
      "step": 449910
    },
    {
      "epoch": 125.57,
      "grad_norm": 1.5527838468551636,
      "learning_rate": 4.5423986019898345e-06,
      "loss": 0.3966,
      "step": 449920
    },
    {
      "epoch": 125.57,
      "grad_norm": 1.6822409629821777,
      "learning_rate": 4.5423892355472374e-06,
      "loss": 0.4234,
      "step": 449930
    },
    {
      "epoch": 125.58,
      "grad_norm": 1.3871638774871826,
      "learning_rate": 4.542379868812001e-06,
      "loss": 0.4105,
      "step": 449940
    },
    {
      "epoch": 125.58,
      "grad_norm": 1.4414560794830322,
      "learning_rate": 4.542370501784125e-06,
      "loss": 0.401,
      "step": 449950
    },
    {
      "epoch": 125.58,
      "grad_norm": 1.3009912967681885,
      "learning_rate": 4.542361134463613e-06,
      "loss": 0.4175,
      "step": 449960
    },
    {
      "epoch": 125.58,
      "grad_norm": 1.3090028762817383,
      "learning_rate": 4.542351766850466e-06,
      "loss": 0.4007,
      "step": 449970
    },
    {
      "epoch": 125.59,
      "grad_norm": 1.3451204299926758,
      "learning_rate": 4.542342398944683e-06,
      "loss": 0.4083,
      "step": 449980
    },
    {
      "epoch": 125.59,
      "grad_norm": 1.8964169025421143,
      "learning_rate": 4.542333030746268e-06,
      "loss": 0.4204,
      "step": 449990
    },
    {
      "epoch": 125.59,
      "grad_norm": 1.4717389345169067,
      "learning_rate": 4.54232366225522e-06,
      "loss": 0.3965,
      "step": 450000
    },
    {
      "epoch": 125.6,
      "grad_norm": 1.105840802192688,
      "learning_rate": 4.542314293471541e-06,
      "loss": 0.4004,
      "step": 450010
    },
    {
      "epoch": 125.6,
      "grad_norm": 1.7588659524917603,
      "learning_rate": 4.542304924395233e-06,
      "loss": 0.4153,
      "step": 450020
    },
    {
      "epoch": 125.6,
      "grad_norm": 1.3627421855926514,
      "learning_rate": 4.542295555026298e-06,
      "loss": 0.3938,
      "step": 450030
    },
    {
      "epoch": 125.6,
      "grad_norm": 1.3636486530303955,
      "learning_rate": 4.542286185364734e-06,
      "loss": 0.4232,
      "step": 450040
    },
    {
      "epoch": 125.61,
      "grad_norm": 1.3784133195877075,
      "learning_rate": 4.542276815410545e-06,
      "loss": 0.4151,
      "step": 450050
    },
    {
      "epoch": 125.61,
      "grad_norm": 1.4536411762237549,
      "learning_rate": 4.5422674451637315e-06,
      "loss": 0.4141,
      "step": 450060
    },
    {
      "epoch": 125.61,
      "grad_norm": 1.0203886032104492,
      "learning_rate": 4.542258074624295e-06,
      "loss": 0.3961,
      "step": 450070
    },
    {
      "epoch": 125.62,
      "grad_norm": 1.5485087633132935,
      "learning_rate": 4.542248703792236e-06,
      "loss": 0.3936,
      "step": 450080
    },
    {
      "epoch": 125.62,
      "grad_norm": 2.161940574645996,
      "learning_rate": 4.542239332667557e-06,
      "loss": 0.4261,
      "step": 450090
    },
    {
      "epoch": 125.62,
      "grad_norm": 1.634142518043518,
      "learning_rate": 4.542229961250258e-06,
      "loss": 0.3913,
      "step": 450100
    },
    {
      "epoch": 125.62,
      "grad_norm": 1.1351661682128906,
      "learning_rate": 4.5422205895403405e-06,
      "loss": 0.4116,
      "step": 450110
    },
    {
      "epoch": 125.63,
      "grad_norm": 1.6435693502426147,
      "learning_rate": 4.5422112175378065e-06,
      "loss": 0.4101,
      "step": 450120
    },
    {
      "epoch": 125.63,
      "grad_norm": 1.7294131517410278,
      "learning_rate": 4.5422018452426564e-06,
      "loss": 0.4078,
      "step": 450130
    },
    {
      "epoch": 125.63,
      "grad_norm": 1.3723846673965454,
      "learning_rate": 4.542192472654891e-06,
      "loss": 0.3948,
      "step": 450140
    },
    {
      "epoch": 125.63,
      "grad_norm": 1.3766701221466064,
      "learning_rate": 4.542183099774513e-06,
      "loss": 0.4092,
      "step": 450150
    },
    {
      "epoch": 125.64,
      "grad_norm": 1.3092498779296875,
      "learning_rate": 4.542173726601523e-06,
      "loss": 0.408,
      "step": 450160
    },
    {
      "epoch": 125.64,
      "grad_norm": 1.2489343881607056,
      "learning_rate": 4.542164353135923e-06,
      "loss": 0.4101,
      "step": 450170
    },
    {
      "epoch": 125.64,
      "grad_norm": 1.3083049058914185,
      "learning_rate": 4.542154979377712e-06,
      "loss": 0.3822,
      "step": 450180
    },
    {
      "epoch": 125.65,
      "grad_norm": 1.391885757446289,
      "learning_rate": 4.542145605326893e-06,
      "loss": 0.4022,
      "step": 450190
    },
    {
      "epoch": 125.65,
      "grad_norm": 1.3976414203643799,
      "learning_rate": 4.5421362309834675e-06,
      "loss": 0.391,
      "step": 450200
    },
    {
      "epoch": 125.65,
      "grad_norm": 1.288883090019226,
      "learning_rate": 4.542126856347436e-06,
      "loss": 0.4139,
      "step": 450210
    },
    {
      "epoch": 125.65,
      "grad_norm": 1.4012917280197144,
      "learning_rate": 4.5421174814188005e-06,
      "loss": 0.407,
      "step": 450220
    },
    {
      "epoch": 125.66,
      "grad_norm": 1.3398594856262207,
      "learning_rate": 4.54210810619756e-06,
      "loss": 0.4139,
      "step": 450230
    },
    {
      "epoch": 125.66,
      "grad_norm": 1.7854948043823242,
      "learning_rate": 4.542098730683719e-06,
      "loss": 0.4014,
      "step": 450240
    },
    {
      "epoch": 125.66,
      "grad_norm": 1.3047702312469482,
      "learning_rate": 4.5420893548772765e-06,
      "loss": 0.4204,
      "step": 450250
    },
    {
      "epoch": 125.67,
      "grad_norm": 1.6718647480010986,
      "learning_rate": 4.5420799787782345e-06,
      "loss": 0.4063,
      "step": 450260
    },
    {
      "epoch": 125.67,
      "grad_norm": 1.2069505453109741,
      "learning_rate": 4.542070602386595e-06,
      "loss": 0.415,
      "step": 450270
    },
    {
      "epoch": 125.67,
      "grad_norm": 1.2363722324371338,
      "learning_rate": 4.5420612257023575e-06,
      "loss": 0.411,
      "step": 450280
    },
    {
      "epoch": 125.67,
      "grad_norm": 1.3424274921417236,
      "learning_rate": 4.542051848725524e-06,
      "loss": 0.4004,
      "step": 450290
    },
    {
      "epoch": 125.68,
      "grad_norm": 2.1615214347839355,
      "learning_rate": 4.542042471456096e-06,
      "loss": 0.4053,
      "step": 450300
    },
    {
      "epoch": 125.68,
      "grad_norm": 1.2074790000915527,
      "learning_rate": 4.542033093894076e-06,
      "loss": 0.4107,
      "step": 450310
    },
    {
      "epoch": 125.68,
      "grad_norm": 1.292438268661499,
      "learning_rate": 4.542023716039463e-06,
      "loss": 0.399,
      "step": 450320
    },
    {
      "epoch": 125.69,
      "grad_norm": 1.3899351358413696,
      "learning_rate": 4.542014337892258e-06,
      "loss": 0.409,
      "step": 450330
    },
    {
      "epoch": 125.69,
      "grad_norm": 1.4338555335998535,
      "learning_rate": 4.542004959452465e-06,
      "loss": 0.4035,
      "step": 450340
    },
    {
      "epoch": 125.69,
      "grad_norm": 1.2973947525024414,
      "learning_rate": 4.541995580720084e-06,
      "loss": 0.408,
      "step": 450350
    },
    {
      "epoch": 125.69,
      "grad_norm": 1.2345514297485352,
      "learning_rate": 4.541986201695114e-06,
      "loss": 0.4103,
      "step": 450360
    },
    {
      "epoch": 125.7,
      "grad_norm": 1.2832386493682861,
      "learning_rate": 4.5419768223775606e-06,
      "loss": 0.4032,
      "step": 450370
    },
    {
      "epoch": 125.7,
      "grad_norm": 1.346345067024231,
      "learning_rate": 4.541967442767421e-06,
      "loss": 0.392,
      "step": 450380
    },
    {
      "epoch": 125.7,
      "grad_norm": 1.1120555400848389,
      "learning_rate": 4.541958062864698e-06,
      "loss": 0.3974,
      "step": 450390
    },
    {
      "epoch": 125.7,
      "grad_norm": 1.3112014532089233,
      "learning_rate": 4.541948682669394e-06,
      "loss": 0.3953,
      "step": 450400
    },
    {
      "epoch": 125.71,
      "grad_norm": 1.6695327758789062,
      "learning_rate": 4.541939302181508e-06,
      "loss": 0.401,
      "step": 450410
    },
    {
      "epoch": 125.71,
      "grad_norm": 1.2806017398834229,
      "learning_rate": 4.541929921401043e-06,
      "loss": 0.4121,
      "step": 450420
    },
    {
      "epoch": 125.71,
      "grad_norm": 1.3210233449935913,
      "learning_rate": 4.541920540327999e-06,
      "loss": 0.3935,
      "step": 450430
    },
    {
      "epoch": 125.72,
      "grad_norm": 1.4839215278625488,
      "learning_rate": 4.541911158962378e-06,
      "loss": 0.4044,
      "step": 450440
    },
    {
      "epoch": 125.72,
      "grad_norm": 1.312064290046692,
      "learning_rate": 4.541901777304183e-06,
      "loss": 0.4178,
      "step": 450450
    },
    {
      "epoch": 125.72,
      "grad_norm": 1.451454758644104,
      "learning_rate": 4.541892395353411e-06,
      "loss": 0.4038,
      "step": 450460
    },
    {
      "epoch": 125.72,
      "grad_norm": 1.4413141012191772,
      "learning_rate": 4.541883013110067e-06,
      "loss": 0.4022,
      "step": 450470
    },
    {
      "epoch": 125.73,
      "grad_norm": 1.4969404935836792,
      "learning_rate": 4.54187363057415e-06,
      "loss": 0.397,
      "step": 450480
    },
    {
      "epoch": 125.73,
      "grad_norm": 1.261842131614685,
      "learning_rate": 4.5418642477456635e-06,
      "loss": 0.4285,
      "step": 450490
    },
    {
      "epoch": 125.73,
      "grad_norm": 1.4078700542449951,
      "learning_rate": 4.541854864624606e-06,
      "loss": 0.3866,
      "step": 450500
    },
    {
      "epoch": 125.74,
      "grad_norm": 1.4451185464859009,
      "learning_rate": 4.54184548121098e-06,
      "loss": 0.3996,
      "step": 450510
    },
    {
      "epoch": 125.74,
      "grad_norm": 1.3909646272659302,
      "learning_rate": 4.541836097504789e-06,
      "loss": 0.4055,
      "step": 450520
    },
    {
      "epoch": 125.74,
      "grad_norm": 4.4887800216674805,
      "learning_rate": 4.54182671350603e-06,
      "loss": 0.398,
      "step": 450530
    },
    {
      "epoch": 125.74,
      "grad_norm": 1.544854760169983,
      "learning_rate": 4.541817329214707e-06,
      "loss": 0.4209,
      "step": 450540
    },
    {
      "epoch": 125.75,
      "grad_norm": 1.1196811199188232,
      "learning_rate": 4.5418079446308205e-06,
      "loss": 0.4057,
      "step": 450550
    },
    {
      "epoch": 125.75,
      "grad_norm": 1.3672516345977783,
      "learning_rate": 4.541798559754372e-06,
      "loss": 0.4086,
      "step": 450560
    },
    {
      "epoch": 125.75,
      "grad_norm": 1.4444761276245117,
      "learning_rate": 4.5417891745853635e-06,
      "loss": 0.3846,
      "step": 450570
    },
    {
      "epoch": 125.75,
      "grad_norm": 1.335991621017456,
      "learning_rate": 4.541779789123794e-06,
      "loss": 0.3991,
      "step": 450580
    },
    {
      "epoch": 125.76,
      "grad_norm": 1.163472294807434,
      "learning_rate": 4.541770403369667e-06,
      "loss": 0.4261,
      "step": 450590
    },
    {
      "epoch": 125.76,
      "grad_norm": 1.0869098901748657,
      "learning_rate": 4.541761017322982e-06,
      "loss": 0.4141,
      "step": 450600
    },
    {
      "epoch": 125.76,
      "grad_norm": 1.3309578895568848,
      "learning_rate": 4.541751630983742e-06,
      "loss": 0.4049,
      "step": 450610
    },
    {
      "epoch": 125.77,
      "grad_norm": 1.3540246486663818,
      "learning_rate": 4.541742244351948e-06,
      "loss": 0.3966,
      "step": 450620
    },
    {
      "epoch": 125.77,
      "grad_norm": 1.2729521989822388,
      "learning_rate": 4.541732857427599e-06,
      "loss": 0.386,
      "step": 450630
    },
    {
      "epoch": 125.77,
      "grad_norm": 1.307066798210144,
      "learning_rate": 4.541723470210699e-06,
      "loss": 0.4157,
      "step": 450640
    },
    {
      "epoch": 125.77,
      "grad_norm": 1.6988449096679688,
      "learning_rate": 4.541714082701248e-06,
      "loss": 0.4013,
      "step": 450650
    },
    {
      "epoch": 125.78,
      "grad_norm": 1.6731879711151123,
      "learning_rate": 4.541704694899247e-06,
      "loss": 0.4005,
      "step": 450660
    },
    {
      "epoch": 125.78,
      "grad_norm": 1.1947323083877563,
      "learning_rate": 4.541695306804698e-06,
      "loss": 0.4153,
      "step": 450670
    },
    {
      "epoch": 125.78,
      "grad_norm": 1.3320910930633545,
      "learning_rate": 4.541685918417602e-06,
      "loss": 0.4045,
      "step": 450680
    },
    {
      "epoch": 125.79,
      "grad_norm": 1.262036919593811,
      "learning_rate": 4.54167652973796e-06,
      "loss": 0.4095,
      "step": 450690
    },
    {
      "epoch": 125.79,
      "grad_norm": 1.4658629894256592,
      "learning_rate": 4.5416671407657736e-06,
      "loss": 0.3889,
      "step": 450700
    },
    {
      "epoch": 125.79,
      "grad_norm": 1.3291966915130615,
      "learning_rate": 4.541657751501043e-06,
      "loss": 0.4108,
      "step": 450710
    },
    {
      "epoch": 125.79,
      "grad_norm": 1.4497801065444946,
      "learning_rate": 4.54164836194377e-06,
      "loss": 0.4108,
      "step": 450720
    },
    {
      "epoch": 125.8,
      "grad_norm": 1.4866414070129395,
      "learning_rate": 4.541638972093957e-06,
      "loss": 0.3966,
      "step": 450730
    },
    {
      "epoch": 125.8,
      "grad_norm": 1.2821340560913086,
      "learning_rate": 4.5416295819516046e-06,
      "loss": 0.3955,
      "step": 450740
    },
    {
      "epoch": 125.8,
      "grad_norm": 2.5089168548583984,
      "learning_rate": 4.541620191516714e-06,
      "loss": 0.4047,
      "step": 450750
    },
    {
      "epoch": 125.81,
      "grad_norm": 1.382285714149475,
      "learning_rate": 4.541610800789285e-06,
      "loss": 0.3932,
      "step": 450760
    },
    {
      "epoch": 125.81,
      "grad_norm": 1.3862838745117188,
      "learning_rate": 4.541601409769321e-06,
      "loss": 0.4129,
      "step": 450770
    },
    {
      "epoch": 125.81,
      "grad_norm": 1.3348190784454346,
      "learning_rate": 4.541592018456823e-06,
      "loss": 0.3997,
      "step": 450780
    },
    {
      "epoch": 125.81,
      "grad_norm": 1.463268756866455,
      "learning_rate": 4.541582626851791e-06,
      "loss": 0.4126,
      "step": 450790
    },
    {
      "epoch": 125.82,
      "grad_norm": 1.3303922414779663,
      "learning_rate": 4.541573234954226e-06,
      "loss": 0.3959,
      "step": 450800
    },
    {
      "epoch": 125.82,
      "grad_norm": 1.4167338609695435,
      "learning_rate": 4.541563842764131e-06,
      "loss": 0.4066,
      "step": 450810
    },
    {
      "epoch": 125.82,
      "grad_norm": 1.343568205833435,
      "learning_rate": 4.541554450281506e-06,
      "loss": 0.4077,
      "step": 450820
    },
    {
      "epoch": 125.82,
      "grad_norm": 1.592928171157837,
      "learning_rate": 4.541545057506353e-06,
      "loss": 0.3923,
      "step": 450830
    },
    {
      "epoch": 125.83,
      "grad_norm": 1.3627698421478271,
      "learning_rate": 4.541535664438673e-06,
      "loss": 0.418,
      "step": 450840
    },
    {
      "epoch": 125.83,
      "grad_norm": 2.019951581954956,
      "learning_rate": 4.541526271078467e-06,
      "loss": 0.3966,
      "step": 450850
    },
    {
      "epoch": 125.83,
      "grad_norm": 1.3108546733856201,
      "learning_rate": 4.541516877425736e-06,
      "loss": 0.4006,
      "step": 450860
    },
    {
      "epoch": 125.84,
      "grad_norm": 1.212873935699463,
      "learning_rate": 4.541507483480482e-06,
      "loss": 0.4022,
      "step": 450870
    },
    {
      "epoch": 125.84,
      "grad_norm": 1.2380845546722412,
      "learning_rate": 4.541498089242705e-06,
      "loss": 0.3974,
      "step": 450880
    },
    {
      "epoch": 125.84,
      "grad_norm": 1.411778211593628,
      "learning_rate": 4.541488694712409e-06,
      "loss": 0.3966,
      "step": 450890
    },
    {
      "epoch": 125.84,
      "grad_norm": 1.2975354194641113,
      "learning_rate": 4.541479299889592e-06,
      "loss": 0.4182,
      "step": 450900
    },
    {
      "epoch": 125.85,
      "grad_norm": 1.26671302318573,
      "learning_rate": 4.541469904774257e-06,
      "loss": 0.3909,
      "step": 450910
    },
    {
      "epoch": 125.85,
      "grad_norm": 1.4580978155136108,
      "learning_rate": 4.5414605093664055e-06,
      "loss": 0.3814,
      "step": 450920
    },
    {
      "epoch": 125.85,
      "grad_norm": 1.2857146263122559,
      "learning_rate": 4.541451113666037e-06,
      "loss": 0.407,
      "step": 450930
    },
    {
      "epoch": 125.86,
      "grad_norm": 1.291080355644226,
      "learning_rate": 4.541441717673154e-06,
      "loss": 0.3911,
      "step": 450940
    },
    {
      "epoch": 125.86,
      "grad_norm": 1.4607394933700562,
      "learning_rate": 4.541432321387758e-06,
      "loss": 0.4059,
      "step": 450950
    },
    {
      "epoch": 125.86,
      "grad_norm": 1.1996301412582397,
      "learning_rate": 4.54142292480985e-06,
      "loss": 0.3966,
      "step": 450960
    },
    {
      "epoch": 125.86,
      "grad_norm": 1.3397566080093384,
      "learning_rate": 4.541413527939431e-06,
      "loss": 0.3947,
      "step": 450970
    },
    {
      "epoch": 125.87,
      "grad_norm": 1.2929060459136963,
      "learning_rate": 4.541404130776502e-06,
      "loss": 0.4058,
      "step": 450980
    },
    {
      "epoch": 125.87,
      "grad_norm": 1.6475147008895874,
      "learning_rate": 4.541394733321066e-06,
      "loss": 0.3881,
      "step": 450990
    },
    {
      "epoch": 125.87,
      "grad_norm": 1.3330355882644653,
      "learning_rate": 4.541385335573121e-06,
      "loss": 0.3891,
      "step": 451000
    },
    {
      "epoch": 125.87,
      "grad_norm": 1.3610457181930542,
      "learning_rate": 4.541375937532671e-06,
      "loss": 0.4022,
      "step": 451010
    },
    {
      "epoch": 125.88,
      "grad_norm": 1.6094374656677246,
      "learning_rate": 4.541366539199717e-06,
      "loss": 0.4227,
      "step": 451020
    },
    {
      "epoch": 125.88,
      "grad_norm": 1.631934404373169,
      "learning_rate": 4.541357140574259e-06,
      "loss": 0.4182,
      "step": 451030
    },
    {
      "epoch": 125.88,
      "grad_norm": 1.3805114030838013,
      "learning_rate": 4.541347741656299e-06,
      "loss": 0.3977,
      "step": 451040
    },
    {
      "epoch": 125.89,
      "grad_norm": 1.2021970748901367,
      "learning_rate": 4.541338342445838e-06,
      "loss": 0.4147,
      "step": 451050
    },
    {
      "epoch": 125.89,
      "grad_norm": 1.6341819763183594,
      "learning_rate": 4.5413289429428775e-06,
      "loss": 0.3889,
      "step": 451060
    },
    {
      "epoch": 125.89,
      "grad_norm": 1.2279329299926758,
      "learning_rate": 4.541319543147419e-06,
      "loss": 0.4247,
      "step": 451070
    },
    {
      "epoch": 125.89,
      "grad_norm": 1.5637036561965942,
      "learning_rate": 4.541310143059463e-06,
      "loss": 0.3908,
      "step": 451080
    },
    {
      "epoch": 125.9,
      "grad_norm": 1.7000420093536377,
      "learning_rate": 4.541300742679011e-06,
      "loss": 0.4316,
      "step": 451090
    },
    {
      "epoch": 125.9,
      "grad_norm": 1.4961007833480835,
      "learning_rate": 4.541291342006064e-06,
      "loss": 0.4088,
      "step": 451100
    },
    {
      "epoch": 125.9,
      "grad_norm": 1.444778561592102,
      "learning_rate": 4.541281941040625e-06,
      "loss": 0.4138,
      "step": 451110
    },
    {
      "epoch": 125.91,
      "grad_norm": 1.2033478021621704,
      "learning_rate": 4.541272539782693e-06,
      "loss": 0.4047,
      "step": 451120
    },
    {
      "epoch": 125.91,
      "grad_norm": 1.3509585857391357,
      "learning_rate": 4.54126313823227e-06,
      "loss": 0.4145,
      "step": 451130
    },
    {
      "epoch": 125.91,
      "grad_norm": 1.4018479585647583,
      "learning_rate": 4.541253736389358e-06,
      "loss": 0.3861,
      "step": 451140
    },
    {
      "epoch": 125.91,
      "grad_norm": 1.4729394912719727,
      "learning_rate": 4.541244334253957e-06,
      "loss": 0.4029,
      "step": 451150
    },
    {
      "epoch": 125.92,
      "grad_norm": 1.2295411825180054,
      "learning_rate": 4.541234931826069e-06,
      "loss": 0.4034,
      "step": 451160
    },
    {
      "epoch": 125.92,
      "grad_norm": 1.1964125633239746,
      "learning_rate": 4.541225529105696e-06,
      "loss": 0.4157,
      "step": 451170
    },
    {
      "epoch": 125.92,
      "grad_norm": 1.1059986352920532,
      "learning_rate": 4.5412161260928374e-06,
      "loss": 0.4039,
      "step": 451180
    },
    {
      "epoch": 125.93,
      "grad_norm": 1.303487777709961,
      "learning_rate": 4.541206722787496e-06,
      "loss": 0.3997,
      "step": 451190
    },
    {
      "epoch": 125.93,
      "grad_norm": 1.4317898750305176,
      "learning_rate": 4.541197319189673e-06,
      "loss": 0.4217,
      "step": 451200
    },
    {
      "epoch": 125.93,
      "grad_norm": 1.0999901294708252,
      "learning_rate": 4.541187915299369e-06,
      "loss": 0.3956,
      "step": 451210
    },
    {
      "epoch": 125.93,
      "grad_norm": 16.722806930541992,
      "learning_rate": 4.541178511116584e-06,
      "loss": 0.3933,
      "step": 451220
    },
    {
      "epoch": 125.94,
      "grad_norm": 1.6878960132598877,
      "learning_rate": 4.541169106641322e-06,
      "loss": 0.4137,
      "step": 451230
    },
    {
      "epoch": 125.94,
      "grad_norm": 1.3657432794570923,
      "learning_rate": 4.541159701873582e-06,
      "loss": 0.4189,
      "step": 451240
    },
    {
      "epoch": 125.94,
      "grad_norm": 1.4845880270004272,
      "learning_rate": 4.5411502968133676e-06,
      "loss": 0.4215,
      "step": 451250
    },
    {
      "epoch": 125.94,
      "grad_norm": 1.4198824167251587,
      "learning_rate": 4.5411408914606765e-06,
      "loss": 0.424,
      "step": 451260
    },
    {
      "epoch": 125.95,
      "grad_norm": 1.579230785369873,
      "learning_rate": 4.541131485815514e-06,
      "loss": 0.4007,
      "step": 451270
    },
    {
      "epoch": 125.95,
      "grad_norm": 1.2552534341812134,
      "learning_rate": 4.541122079877878e-06,
      "loss": 0.3876,
      "step": 451280
    },
    {
      "epoch": 125.95,
      "grad_norm": 1.290988802909851,
      "learning_rate": 4.541112673647773e-06,
      "loss": 0.4055,
      "step": 451290
    },
    {
      "epoch": 125.96,
      "grad_norm": 1.4504934549331665,
      "learning_rate": 4.541103267125197e-06,
      "loss": 0.3971,
      "step": 451300
    },
    {
      "epoch": 125.96,
      "grad_norm": 1.2947324514389038,
      "learning_rate": 4.541093860310153e-06,
      "loss": 0.3999,
      "step": 451310
    },
    {
      "epoch": 125.96,
      "grad_norm": 1.1103293895721436,
      "learning_rate": 4.541084453202642e-06,
      "loss": 0.4126,
      "step": 451320
    },
    {
      "epoch": 125.96,
      "grad_norm": 1.2053755521774292,
      "learning_rate": 4.541075045802666e-06,
      "loss": 0.4035,
      "step": 451330
    },
    {
      "epoch": 125.97,
      "grad_norm": 1.408252477645874,
      "learning_rate": 4.541065638110224e-06,
      "loss": 0.4105,
      "step": 451340
    },
    {
      "epoch": 125.97,
      "grad_norm": 1.224799633026123,
      "learning_rate": 4.541056230125319e-06,
      "loss": 0.3968,
      "step": 451350
    },
    {
      "epoch": 125.97,
      "grad_norm": 1.570234775543213,
      "learning_rate": 4.5410468218479525e-06,
      "loss": 0.399,
      "step": 451360
    },
    {
      "epoch": 125.98,
      "grad_norm": 1.2944540977478027,
      "learning_rate": 4.5410374132781244e-06,
      "loss": 0.3944,
      "step": 451370
    },
    {
      "epoch": 125.98,
      "grad_norm": 1.3939955234527588,
      "learning_rate": 4.541028004415837e-06,
      "loss": 0.4086,
      "step": 451380
    },
    {
      "epoch": 125.98,
      "grad_norm": 1.5221779346466064,
      "learning_rate": 4.541018595261092e-06,
      "loss": 0.4069,
      "step": 451390
    },
    {
      "epoch": 125.98,
      "grad_norm": 1.4379463195800781,
      "learning_rate": 4.541009185813889e-06,
      "loss": 0.4043,
      "step": 451400
    },
    {
      "epoch": 125.99,
      "grad_norm": 1.6086852550506592,
      "learning_rate": 4.540999776074231e-06,
      "loss": 0.4,
      "step": 451410
    },
    {
      "epoch": 125.99,
      "grad_norm": 1.2968051433563232,
      "learning_rate": 4.540990366042118e-06,
      "loss": 0.4017,
      "step": 451420
    },
    {
      "epoch": 125.99,
      "grad_norm": 1.4648340940475464,
      "learning_rate": 4.540980955717553e-06,
      "loss": 0.4252,
      "step": 451430
    },
    {
      "epoch": 125.99,
      "grad_norm": 1.3806958198547363,
      "learning_rate": 4.540971545100534e-06,
      "loss": 0.415,
      "step": 451440
    },
    {
      "epoch": 126.0,
      "grad_norm": 1.6776044368743896,
      "learning_rate": 4.5409621341910655e-06,
      "loss": 0.4077,
      "step": 451450
    },
    {
      "epoch": 126.0,
      "eval_loss": 0.40679696202278137,
      "eval_runtime": 63.1832,
      "eval_samples_per_second": 80.069,
      "eval_steps_per_second": 10.018,
      "step": 451458
    },
    {
      "epoch": 126.0,
      "grad_norm": 1.529133677482605,
      "learning_rate": 4.540952722989146e-06,
      "loss": 0.3915,
      "step": 451460
    },
    {
      "epoch": 126.0,
      "grad_norm": 1.6355187892913818,
      "learning_rate": 4.54094331149478e-06,
      "loss": 0.4024,
      "step": 451470
    },
    {
      "epoch": 126.01,
      "grad_norm": 1.4218741655349731,
      "learning_rate": 4.540933899707966e-06,
      "loss": 0.4001,
      "step": 451480
    },
    {
      "epoch": 126.01,
      "grad_norm": 1.7628270387649536,
      "learning_rate": 4.540924487628706e-06,
      "loss": 0.399,
      "step": 451490
    },
    {
      "epoch": 126.01,
      "grad_norm": 1.324823260307312,
      "learning_rate": 4.540915075257002e-06,
      "loss": 0.4189,
      "step": 451500
    },
    {
      "epoch": 126.01,
      "grad_norm": 1.3118939399719238,
      "learning_rate": 4.540905662592855e-06,
      "loss": 0.4176,
      "step": 451510
    },
    {
      "epoch": 126.02,
      "grad_norm": 1.4479418992996216,
      "learning_rate": 4.540896249636266e-06,
      "loss": 0.4328,
      "step": 451520
    },
    {
      "epoch": 126.02,
      "grad_norm": 1.4615939855575562,
      "learning_rate": 4.540886836387236e-06,
      "loss": 0.402,
      "step": 451530
    },
    {
      "epoch": 126.02,
      "grad_norm": 1.2136117219924927,
      "learning_rate": 4.540877422845766e-06,
      "loss": 0.4026,
      "step": 451540
    },
    {
      "epoch": 126.03,
      "grad_norm": 1.5576117038726807,
      "learning_rate": 4.540868009011858e-06,
      "loss": 0.4178,
      "step": 451550
    },
    {
      "epoch": 126.03,
      "grad_norm": 1.391098976135254,
      "learning_rate": 4.540858594885513e-06,
      "loss": 0.4229,
      "step": 451560
    },
    {
      "epoch": 126.03,
      "grad_norm": 1.3993608951568604,
      "learning_rate": 4.540849180466733e-06,
      "loss": 0.4096,
      "step": 451570
    },
    {
      "epoch": 126.03,
      "grad_norm": 1.2080297470092773,
      "learning_rate": 4.540839765755517e-06,
      "loss": 0.4209,
      "step": 451580
    },
    {
      "epoch": 126.04,
      "grad_norm": 1.2765252590179443,
      "learning_rate": 4.540830350751869e-06,
      "loss": 0.3896,
      "step": 451590
    },
    {
      "epoch": 126.04,
      "grad_norm": 1.3761286735534668,
      "learning_rate": 4.5408209354557885e-06,
      "loss": 0.4096,
      "step": 451600
    },
    {
      "epoch": 126.04,
      "grad_norm": 1.0847241878509521,
      "learning_rate": 4.540811519867278e-06,
      "loss": 0.4038,
      "step": 451610
    },
    {
      "epoch": 126.05,
      "grad_norm": 1.9181302785873413,
      "learning_rate": 4.540802103986337e-06,
      "loss": 0.3891,
      "step": 451620
    },
    {
      "epoch": 126.05,
      "grad_norm": 5.220037937164307,
      "learning_rate": 4.540792687812968e-06,
      "loss": 0.4222,
      "step": 451630
    },
    {
      "epoch": 126.05,
      "grad_norm": 1.6210153102874756,
      "learning_rate": 4.540783271347172e-06,
      "loss": 0.4138,
      "step": 451640
    },
    {
      "epoch": 126.05,
      "grad_norm": 1.2514489889144897,
      "learning_rate": 4.5407738545889505e-06,
      "loss": 0.4031,
      "step": 451650
    },
    {
      "epoch": 126.06,
      "grad_norm": 1.5220695734024048,
      "learning_rate": 4.540764437538304e-06,
      "loss": 0.4096,
      "step": 451660
    },
    {
      "epoch": 126.06,
      "grad_norm": 1.8396466970443726,
      "learning_rate": 4.540755020195235e-06,
      "loss": 0.4122,
      "step": 451670
    },
    {
      "epoch": 126.06,
      "grad_norm": 1.4575587511062622,
      "learning_rate": 4.5407456025597435e-06,
      "loss": 0.414,
      "step": 451680
    },
    {
      "epoch": 126.06,
      "grad_norm": 1.4589301347732544,
      "learning_rate": 4.540736184631832e-06,
      "loss": 0.4023,
      "step": 451690
    },
    {
      "epoch": 126.07,
      "grad_norm": 1.4796415567398071,
      "learning_rate": 4.540726766411501e-06,
      "loss": 0.4079,
      "step": 451700
    },
    {
      "epoch": 126.07,
      "grad_norm": 1.2532461881637573,
      "learning_rate": 4.540717347898751e-06,
      "loss": 0.42,
      "step": 451710
    },
    {
      "epoch": 126.07,
      "grad_norm": 1.2876616716384888,
      "learning_rate": 4.540707929093584e-06,
      "loss": 0.4009,
      "step": 451720
    },
    {
      "epoch": 126.08,
      "grad_norm": 2.1503987312316895,
      "learning_rate": 4.540698509996002e-06,
      "loss": 0.4094,
      "step": 451730
    },
    {
      "epoch": 126.08,
      "grad_norm": 1.369197964668274,
      "learning_rate": 4.540689090606005e-06,
      "loss": 0.4031,
      "step": 451740
    },
    {
      "epoch": 126.08,
      "grad_norm": 1.455427885055542,
      "learning_rate": 4.540679670923595e-06,
      "loss": 0.4019,
      "step": 451750
    },
    {
      "epoch": 126.08,
      "grad_norm": 1.4162646532058716,
      "learning_rate": 4.540670250948773e-06,
      "loss": 0.404,
      "step": 451760
    },
    {
      "epoch": 126.09,
      "grad_norm": 1.506003737449646,
      "learning_rate": 4.5406608306815405e-06,
      "loss": 0.3911,
      "step": 451770
    },
    {
      "epoch": 126.09,
      "grad_norm": 1.2305521965026855,
      "learning_rate": 4.540651410121899e-06,
      "loss": 0.4062,
      "step": 451780
    },
    {
      "epoch": 126.09,
      "grad_norm": 1.3156944513320923,
      "learning_rate": 4.5406419892698485e-06,
      "loss": 0.4192,
      "step": 451790
    },
    {
      "epoch": 126.1,
      "grad_norm": 1.3083146810531616,
      "learning_rate": 4.540632568125392e-06,
      "loss": 0.4094,
      "step": 451800
    },
    {
      "epoch": 126.1,
      "grad_norm": 1.3415579795837402,
      "learning_rate": 4.5406231466885295e-06,
      "loss": 0.4026,
      "step": 451810
    },
    {
      "epoch": 126.1,
      "grad_norm": 1.2231106758117676,
      "learning_rate": 4.540613724959262e-06,
      "loss": 0.4058,
      "step": 451820
    },
    {
      "epoch": 126.1,
      "grad_norm": 1.4357097148895264,
      "learning_rate": 4.540604302937592e-06,
      "loss": 0.3935,
      "step": 451830
    },
    {
      "epoch": 126.11,
      "grad_norm": 1.1370351314544678,
      "learning_rate": 4.54059488062352e-06,
      "loss": 0.4191,
      "step": 451840
    },
    {
      "epoch": 126.11,
      "grad_norm": 1.3016952276229858,
      "learning_rate": 4.540585458017046e-06,
      "loss": 0.401,
      "step": 451850
    },
    {
      "epoch": 126.11,
      "grad_norm": 1.330696702003479,
      "learning_rate": 4.5405760351181736e-06,
      "loss": 0.3839,
      "step": 451860
    },
    {
      "epoch": 126.11,
      "grad_norm": 1.2657535076141357,
      "learning_rate": 4.540566611926904e-06,
      "loss": 0.4021,
      "step": 451870
    },
    {
      "epoch": 126.12,
      "grad_norm": 1.325929880142212,
      "learning_rate": 4.540557188443237e-06,
      "loss": 0.4077,
      "step": 451880
    },
    {
      "epoch": 126.12,
      "grad_norm": 1.321030855178833,
      "learning_rate": 4.540547764667174e-06,
      "loss": 0.4103,
      "step": 451890
    },
    {
      "epoch": 126.12,
      "grad_norm": 1.5181134939193726,
      "learning_rate": 4.540538340598716e-06,
      "loss": 0.3912,
      "step": 451900
    },
    {
      "epoch": 126.13,
      "grad_norm": 1.5791813135147095,
      "learning_rate": 4.540528916237866e-06,
      "loss": 0.3897,
      "step": 451910
    },
    {
      "epoch": 126.13,
      "grad_norm": 1.2660876512527466,
      "learning_rate": 4.5405194915846235e-06,
      "loss": 0.4177,
      "step": 451920
    },
    {
      "epoch": 126.13,
      "grad_norm": 1.3418031930923462,
      "learning_rate": 4.5405100666389905e-06,
      "loss": 0.4008,
      "step": 451930
    },
    {
      "epoch": 126.13,
      "grad_norm": 1.3794052600860596,
      "learning_rate": 4.5405006414009685e-06,
      "loss": 0.4216,
      "step": 451940
    },
    {
      "epoch": 126.14,
      "grad_norm": 1.4460700750350952,
      "learning_rate": 4.5404912158705576e-06,
      "loss": 0.3907,
      "step": 451950
    },
    {
      "epoch": 126.14,
      "grad_norm": 1.2409064769744873,
      "learning_rate": 4.54048179004776e-06,
      "loss": 0.3983,
      "step": 451960
    },
    {
      "epoch": 126.14,
      "grad_norm": 1.1838784217834473,
      "learning_rate": 4.540472363932578e-06,
      "loss": 0.4183,
      "step": 451970
    },
    {
      "epoch": 126.15,
      "grad_norm": 1.309879183769226,
      "learning_rate": 4.540462937525011e-06,
      "loss": 0.4218,
      "step": 451980
    },
    {
      "epoch": 126.15,
      "grad_norm": 1.1753787994384766,
      "learning_rate": 4.54045351082506e-06,
      "loss": 0.4215,
      "step": 451990
    },
    {
      "epoch": 126.15,
      "grad_norm": 1.2835330963134766,
      "learning_rate": 4.540444083832728e-06,
      "loss": 0.4232,
      "step": 452000
    },
    {
      "epoch": 126.15,
      "grad_norm": 1.5443373918533325,
      "learning_rate": 4.540434656548016e-06,
      "loss": 0.4084,
      "step": 452010
    },
    {
      "epoch": 126.16,
      "grad_norm": 1.1027510166168213,
      "learning_rate": 4.540425228970924e-06,
      "loss": 0.4065,
      "step": 452020
    },
    {
      "epoch": 126.16,
      "grad_norm": 2.292673110961914,
      "learning_rate": 4.540415801101453e-06,
      "loss": 0.4021,
      "step": 452030
    },
    {
      "epoch": 126.16,
      "grad_norm": 1.2466284036636353,
      "learning_rate": 4.5404063729396065e-06,
      "loss": 0.4011,
      "step": 452040
    },
    {
      "epoch": 126.17,
      "grad_norm": 1.6733695268630981,
      "learning_rate": 4.540396944485384e-06,
      "loss": 0.4043,
      "step": 452050
    },
    {
      "epoch": 126.17,
      "grad_norm": 2.311213493347168,
      "learning_rate": 4.5403875157387875e-06,
      "loss": 0.4145,
      "step": 452060
    },
    {
      "epoch": 126.17,
      "grad_norm": 1.2651383876800537,
      "learning_rate": 4.540378086699817e-06,
      "loss": 0.3954,
      "step": 452070
    },
    {
      "epoch": 126.17,
      "grad_norm": 1.2231030464172363,
      "learning_rate": 4.540368657368476e-06,
      "loss": 0.4074,
      "step": 452080
    },
    {
      "epoch": 126.18,
      "grad_norm": 1.351014256477356,
      "learning_rate": 4.540359227744763e-06,
      "loss": 0.3998,
      "step": 452090
    },
    {
      "epoch": 126.18,
      "grad_norm": 1.5207632780075073,
      "learning_rate": 4.540349797828682e-06,
      "loss": 0.4004,
      "step": 452100
    },
    {
      "epoch": 126.18,
      "grad_norm": 1.2559220790863037,
      "learning_rate": 4.540340367620232e-06,
      "loss": 0.4127,
      "step": 452110
    },
    {
      "epoch": 126.18,
      "grad_norm": 1.3270801305770874,
      "learning_rate": 4.540330937119417e-06,
      "loss": 0.395,
      "step": 452120
    },
    {
      "epoch": 126.19,
      "grad_norm": 1.3486907482147217,
      "learning_rate": 4.540321506326235e-06,
      "loss": 0.3994,
      "step": 452130
    },
    {
      "epoch": 126.19,
      "grad_norm": 1.4670164585113525,
      "learning_rate": 4.540312075240689e-06,
      "loss": 0.4069,
      "step": 452140
    },
    {
      "epoch": 126.19,
      "grad_norm": 1.253284215927124,
      "learning_rate": 4.540302643862779e-06,
      "loss": 0.4142,
      "step": 452150
    },
    {
      "epoch": 126.2,
      "grad_norm": 1.4429945945739746,
      "learning_rate": 4.5402932121925085e-06,
      "loss": 0.3903,
      "step": 452160
    },
    {
      "epoch": 126.2,
      "grad_norm": 1.5870059728622437,
      "learning_rate": 4.5402837802298775e-06,
      "loss": 0.4067,
      "step": 452170
    },
    {
      "epoch": 126.2,
      "grad_norm": 1.0839812755584717,
      "learning_rate": 4.540274347974887e-06,
      "loss": 0.3975,
      "step": 452180
    },
    {
      "epoch": 126.2,
      "grad_norm": 1.6541635990142822,
      "learning_rate": 4.5402649154275385e-06,
      "loss": 0.3945,
      "step": 452190
    },
    {
      "epoch": 126.21,
      "grad_norm": 1.4923930168151855,
      "learning_rate": 4.540255482587833e-06,
      "loss": 0.4038,
      "step": 452200
    },
    {
      "epoch": 126.21,
      "grad_norm": 1.2629185914993286,
      "learning_rate": 4.540246049455772e-06,
      "loss": 0.3918,
      "step": 452210
    },
    {
      "epoch": 126.21,
      "grad_norm": 1.4536901712417603,
      "learning_rate": 4.540236616031357e-06,
      "loss": 0.4114,
      "step": 452220
    },
    {
      "epoch": 126.22,
      "grad_norm": 1.3137813806533813,
      "learning_rate": 4.540227182314589e-06,
      "loss": 0.4126,
      "step": 452230
    },
    {
      "epoch": 126.22,
      "grad_norm": 1.49375319480896,
      "learning_rate": 4.5402177483054695e-06,
      "loss": 0.3817,
      "step": 452240
    },
    {
      "epoch": 126.22,
      "grad_norm": 1.182988166809082,
      "learning_rate": 4.540208314003999e-06,
      "loss": 0.4231,
      "step": 452250
    },
    {
      "epoch": 126.22,
      "grad_norm": 1.4114872217178345,
      "learning_rate": 4.54019887941018e-06,
      "loss": 0.3997,
      "step": 452260
    },
    {
      "epoch": 126.23,
      "grad_norm": 1.65433931350708,
      "learning_rate": 4.540189444524013e-06,
      "loss": 0.3989,
      "step": 452270
    },
    {
      "epoch": 126.23,
      "grad_norm": 1.2788259983062744,
      "learning_rate": 4.540180009345499e-06,
      "loss": 0.402,
      "step": 452280
    },
    {
      "epoch": 126.23,
      "grad_norm": 1.3389475345611572,
      "learning_rate": 4.5401705738746395e-06,
      "loss": 0.4124,
      "step": 452290
    },
    {
      "epoch": 126.23,
      "grad_norm": 1.400907278060913,
      "learning_rate": 4.540161138111435e-06,
      "loss": 0.428,
      "step": 452300
    },
    {
      "epoch": 126.24,
      "grad_norm": 1.2313534021377563,
      "learning_rate": 4.5401517020558894e-06,
      "loss": 0.4164,
      "step": 452310
    },
    {
      "epoch": 126.24,
      "grad_norm": 1.5042858123779297,
      "learning_rate": 4.540142265708001e-06,
      "loss": 0.4053,
      "step": 452320
    },
    {
      "epoch": 126.24,
      "grad_norm": 1.2997781038284302,
      "learning_rate": 4.540132829067773e-06,
      "loss": 0.4358,
      "step": 452330
    },
    {
      "epoch": 126.25,
      "grad_norm": 1.0942634344100952,
      "learning_rate": 4.540123392135205e-06,
      "loss": 0.407,
      "step": 452340
    },
    {
      "epoch": 126.25,
      "grad_norm": 1.3367891311645508,
      "learning_rate": 4.540113954910299e-06,
      "loss": 0.4019,
      "step": 452350
    },
    {
      "epoch": 126.25,
      "grad_norm": 1.347664475440979,
      "learning_rate": 4.540104517393057e-06,
      "loss": 0.4028,
      "step": 452360
    },
    {
      "epoch": 126.25,
      "grad_norm": 1.5059491395950317,
      "learning_rate": 4.54009507958348e-06,
      "loss": 0.4339,
      "step": 452370
    },
    {
      "epoch": 126.26,
      "grad_norm": 1.230102777481079,
      "learning_rate": 4.540085641481568e-06,
      "loss": 0.4283,
      "step": 452380
    },
    {
      "epoch": 126.26,
      "grad_norm": 1.5387612581253052,
      "learning_rate": 4.5400762030873225e-06,
      "loss": 0.4055,
      "step": 452390
    },
    {
      "epoch": 126.26,
      "grad_norm": 1.6991350650787354,
      "learning_rate": 4.540066764400747e-06,
      "loss": 0.4017,
      "step": 452400
    },
    {
      "epoch": 126.27,
      "grad_norm": 1.5221019983291626,
      "learning_rate": 4.54005732542184e-06,
      "loss": 0.4162,
      "step": 452410
    },
    {
      "epoch": 126.27,
      "grad_norm": 1.983380675315857,
      "learning_rate": 4.540047886150604e-06,
      "loss": 0.4,
      "step": 452420
    },
    {
      "epoch": 126.27,
      "grad_norm": 1.1976596117019653,
      "learning_rate": 4.540038446587041e-06,
      "loss": 0.403,
      "step": 452430
    },
    {
      "epoch": 126.27,
      "grad_norm": 1.1272954940795898,
      "learning_rate": 4.5400290067311505e-06,
      "loss": 0.4043,
      "step": 452440
    },
    {
      "epoch": 126.28,
      "grad_norm": 1.3201780319213867,
      "learning_rate": 4.5400195665829355e-06,
      "loss": 0.3989,
      "step": 452450
    },
    {
      "epoch": 126.28,
      "grad_norm": 1.508679747581482,
      "learning_rate": 4.540010126142396e-06,
      "loss": 0.4175,
      "step": 452460
    },
    {
      "epoch": 126.28,
      "grad_norm": 1.272294044494629,
      "learning_rate": 4.540000685409533e-06,
      "loss": 0.411,
      "step": 452470
    },
    {
      "epoch": 126.29,
      "grad_norm": 1.5989078283309937,
      "learning_rate": 4.539991244384349e-06,
      "loss": 0.4164,
      "step": 452480
    },
    {
      "epoch": 126.29,
      "grad_norm": 1.4641475677490234,
      "learning_rate": 4.539981803066845e-06,
      "loss": 0.3937,
      "step": 452490
    },
    {
      "epoch": 126.29,
      "grad_norm": 1.5716784000396729,
      "learning_rate": 4.539972361457022e-06,
      "loss": 0.4232,
      "step": 452500
    },
    {
      "epoch": 126.29,
      "grad_norm": 1.3258153200149536,
      "learning_rate": 4.539962919554881e-06,
      "loss": 0.3956,
      "step": 452510
    },
    {
      "epoch": 126.3,
      "grad_norm": 1.822676658630371,
      "learning_rate": 4.539953477360423e-06,
      "loss": 0.4206,
      "step": 452520
    },
    {
      "epoch": 126.3,
      "grad_norm": 1.7223047018051147,
      "learning_rate": 4.539944034873651e-06,
      "loss": 0.4107,
      "step": 452530
    },
    {
      "epoch": 126.3,
      "grad_norm": 1.275727391242981,
      "learning_rate": 4.539934592094563e-06,
      "loss": 0.4007,
      "step": 452540
    },
    {
      "epoch": 126.3,
      "grad_norm": 1.3835313320159912,
      "learning_rate": 4.539925149023164e-06,
      "loss": 0.3968,
      "step": 452550
    },
    {
      "epoch": 126.31,
      "grad_norm": 1.5698413848876953,
      "learning_rate": 4.539915705659452e-06,
      "loss": 0.4071,
      "step": 452560
    },
    {
      "epoch": 126.31,
      "grad_norm": 1.3342819213867188,
      "learning_rate": 4.539906262003431e-06,
      "loss": 0.4111,
      "step": 452570
    },
    {
      "epoch": 126.31,
      "grad_norm": 1.2438340187072754,
      "learning_rate": 4.539896818055101e-06,
      "loss": 0.4004,
      "step": 452580
    },
    {
      "epoch": 126.32,
      "grad_norm": 1.2646572589874268,
      "learning_rate": 4.539887373814462e-06,
      "loss": 0.4034,
      "step": 452590
    },
    {
      "epoch": 126.32,
      "grad_norm": 10.124617576599121,
      "learning_rate": 4.5398779292815176e-06,
      "loss": 0.3998,
      "step": 452600
    },
    {
      "epoch": 126.32,
      "grad_norm": 1.3090461492538452,
      "learning_rate": 4.539868484456267e-06,
      "loss": 0.4112,
      "step": 452610
    },
    {
      "epoch": 126.32,
      "grad_norm": 1.397878885269165,
      "learning_rate": 4.539859039338714e-06,
      "loss": 0.4079,
      "step": 452620
    },
    {
      "epoch": 126.33,
      "grad_norm": 1.5001353025436401,
      "learning_rate": 4.539849593928857e-06,
      "loss": 0.3896,
      "step": 452630
    },
    {
      "epoch": 126.33,
      "grad_norm": 1.203518033027649,
      "learning_rate": 4.539840148226699e-06,
      "loss": 0.4343,
      "step": 452640
    },
    {
      "epoch": 126.33,
      "grad_norm": 1.2038401365280151,
      "learning_rate": 4.53983070223224e-06,
      "loss": 0.3956,
      "step": 452650
    },
    {
      "epoch": 126.34,
      "grad_norm": 1.3762056827545166,
      "learning_rate": 4.5398212559454834e-06,
      "loss": 0.3853,
      "step": 452660
    },
    {
      "epoch": 126.34,
      "grad_norm": 1.6163015365600586,
      "learning_rate": 4.539811809366428e-06,
      "loss": 0.4021,
      "step": 452670
    },
    {
      "epoch": 126.34,
      "grad_norm": 1.2750316858291626,
      "learning_rate": 4.539802362495077e-06,
      "loss": 0.3987,
      "step": 452680
    },
    {
      "epoch": 126.34,
      "grad_norm": 1.3223621845245361,
      "learning_rate": 4.539792915331431e-06,
      "loss": 0.3909,
      "step": 452690
    },
    {
      "epoch": 126.35,
      "grad_norm": 1.4371979236602783,
      "learning_rate": 4.53978346787549e-06,
      "loss": 0.4065,
      "step": 452700
    },
    {
      "epoch": 126.35,
      "grad_norm": 1.38465416431427,
      "learning_rate": 4.539774020127257e-06,
      "loss": 0.3961,
      "step": 452710
    },
    {
      "epoch": 126.35,
      "grad_norm": 1.4879238605499268,
      "learning_rate": 4.539764572086733e-06,
      "loss": 0.3935,
      "step": 452720
    },
    {
      "epoch": 126.36,
      "grad_norm": 1.1221445798873901,
      "learning_rate": 4.539755123753918e-06,
      "loss": 0.3944,
      "step": 452730
    },
    {
      "epoch": 126.36,
      "grad_norm": 2.008734941482544,
      "learning_rate": 4.539745675128815e-06,
      "loss": 0.4228,
      "step": 452740
    },
    {
      "epoch": 126.36,
      "grad_norm": 1.5009081363677979,
      "learning_rate": 4.5397362262114235e-06,
      "loss": 0.3952,
      "step": 452750
    },
    {
      "epoch": 126.36,
      "grad_norm": 1.5176503658294678,
      "learning_rate": 4.539726777001746e-06,
      "loss": 0.4147,
      "step": 452760
    },
    {
      "epoch": 126.37,
      "grad_norm": 1.407038688659668,
      "learning_rate": 4.539717327499784e-06,
      "loss": 0.4037,
      "step": 452770
    },
    {
      "epoch": 126.37,
      "grad_norm": 1.3868439197540283,
      "learning_rate": 4.539707877705537e-06,
      "loss": 0.411,
      "step": 452780
    },
    {
      "epoch": 126.37,
      "grad_norm": 1.31511390209198,
      "learning_rate": 4.5396984276190085e-06,
      "loss": 0.4105,
      "step": 452790
    },
    {
      "epoch": 126.37,
      "grad_norm": 1.2890264987945557,
      "learning_rate": 4.539688977240198e-06,
      "loss": 0.4053,
      "step": 452800
    },
    {
      "epoch": 126.38,
      "grad_norm": 1.2919920682907104,
      "learning_rate": 4.5396795265691074e-06,
      "loss": 0.4118,
      "step": 452810
    },
    {
      "epoch": 126.38,
      "grad_norm": 1.1768431663513184,
      "learning_rate": 4.5396700756057386e-06,
      "loss": 0.4038,
      "step": 452820
    },
    {
      "epoch": 126.38,
      "grad_norm": 1.1955443620681763,
      "learning_rate": 4.539660624350092e-06,
      "loss": 0.4072,
      "step": 452830
    },
    {
      "epoch": 126.39,
      "grad_norm": 1.3985531330108643,
      "learning_rate": 4.539651172802168e-06,
      "loss": 0.4145,
      "step": 452840
    },
    {
      "epoch": 126.39,
      "grad_norm": 1.3550339937210083,
      "learning_rate": 4.5396417209619705e-06,
      "loss": 0.3924,
      "step": 452850
    },
    {
      "epoch": 126.39,
      "grad_norm": 1.3536633253097534,
      "learning_rate": 4.539632268829499e-06,
      "loss": 0.427,
      "step": 452860
    },
    {
      "epoch": 126.39,
      "grad_norm": 1.3321613073349,
      "learning_rate": 4.539622816404754e-06,
      "loss": 0.4119,
      "step": 452870
    },
    {
      "epoch": 126.4,
      "grad_norm": 1.3449536561965942,
      "learning_rate": 4.539613363687738e-06,
      "loss": 0.3912,
      "step": 452880
    },
    {
      "epoch": 126.4,
      "grad_norm": 1.208579421043396,
      "learning_rate": 4.539603910678453e-06,
      "loss": 0.3979,
      "step": 452890
    },
    {
      "epoch": 126.4,
      "grad_norm": 1.4892388582229614,
      "learning_rate": 4.5395944573768986e-06,
      "loss": 0.4018,
      "step": 452900
    },
    {
      "epoch": 126.41,
      "grad_norm": 1.6467689275741577,
      "learning_rate": 4.539585003783076e-06,
      "loss": 0.4164,
      "step": 452910
    },
    {
      "epoch": 126.41,
      "grad_norm": 1.4076838493347168,
      "learning_rate": 4.539575549896988e-06,
      "loss": 0.4027,
      "step": 452920
    },
    {
      "epoch": 126.41,
      "grad_norm": 1.1746869087219238,
      "learning_rate": 4.539566095718635e-06,
      "loss": 0.4045,
      "step": 452930
    },
    {
      "epoch": 126.41,
      "grad_norm": 1.555727243423462,
      "learning_rate": 4.539556641248018e-06,
      "loss": 0.3883,
      "step": 452940
    },
    {
      "epoch": 126.42,
      "grad_norm": 1.4187475442886353,
      "learning_rate": 4.539547186485138e-06,
      "loss": 0.3972,
      "step": 452950
    },
    {
      "epoch": 126.42,
      "grad_norm": 1.41959810256958,
      "learning_rate": 4.539537731429998e-06,
      "loss": 0.3963,
      "step": 452960
    },
    {
      "epoch": 126.42,
      "grad_norm": 1.242299199104309,
      "learning_rate": 4.5395282760825976e-06,
      "loss": 0.4014,
      "step": 452970
    },
    {
      "epoch": 126.42,
      "grad_norm": 1.2210240364074707,
      "learning_rate": 4.5395188204429385e-06,
      "loss": 0.4142,
      "step": 452980
    },
    {
      "epoch": 126.43,
      "grad_norm": 1.361475944519043,
      "learning_rate": 4.539509364511022e-06,
      "loss": 0.3961,
      "step": 452990
    },
    {
      "epoch": 126.43,
      "grad_norm": 1.280617356300354,
      "learning_rate": 4.539499908286848e-06,
      "loss": 0.393,
      "step": 453000
    },
    {
      "epoch": 126.43,
      "grad_norm": 1.3709001541137695,
      "learning_rate": 4.539490451770421e-06,
      "loss": 0.4093,
      "step": 453010
    },
    {
      "epoch": 126.44,
      "grad_norm": 1.6757385730743408,
      "learning_rate": 4.53948099496174e-06,
      "loss": 0.4013,
      "step": 453020
    },
    {
      "epoch": 126.44,
      "grad_norm": 1.3208283185958862,
      "learning_rate": 4.539471537860806e-06,
      "loss": 0.4152,
      "step": 453030
    },
    {
      "epoch": 126.44,
      "grad_norm": 1.143295407295227,
      "learning_rate": 4.5394620804676215e-06,
      "loss": 0.4177,
      "step": 453040
    },
    {
      "epoch": 126.44,
      "grad_norm": 1.3706450462341309,
      "learning_rate": 4.5394526227821864e-06,
      "loss": 0.4143,
      "step": 453050
    },
    {
      "epoch": 126.45,
      "grad_norm": 1.1574279069900513,
      "learning_rate": 4.539443164804503e-06,
      "loss": 0.4151,
      "step": 453060
    },
    {
      "epoch": 126.45,
      "grad_norm": 1.400289535522461,
      "learning_rate": 4.539433706534573e-06,
      "loss": 0.4126,
      "step": 453070
    },
    {
      "epoch": 126.45,
      "grad_norm": 1.2259790897369385,
      "learning_rate": 4.539424247972395e-06,
      "loss": 0.4028,
      "step": 453080
    },
    {
      "epoch": 126.46,
      "grad_norm": 1.3104873895645142,
      "learning_rate": 4.539414789117973e-06,
      "loss": 0.4093,
      "step": 453090
    },
    {
      "epoch": 126.46,
      "grad_norm": 1.3283023834228516,
      "learning_rate": 4.539405329971308e-06,
      "loss": 0.3958,
      "step": 453100
    },
    {
      "epoch": 126.46,
      "grad_norm": 1.4330692291259766,
      "learning_rate": 4.539395870532401e-06,
      "loss": 0.4119,
      "step": 453110
    },
    {
      "epoch": 126.46,
      "grad_norm": 1.282143473625183,
      "learning_rate": 4.539386410801252e-06,
      "loss": 0.4028,
      "step": 453120
    },
    {
      "epoch": 126.47,
      "grad_norm": 1.3751243352890015,
      "learning_rate": 4.539376950777863e-06,
      "loss": 0.4008,
      "step": 453130
    },
    {
      "epoch": 126.47,
      "grad_norm": 1.2549227476119995,
      "learning_rate": 4.539367490462237e-06,
      "loss": 0.4075,
      "step": 453140
    },
    {
      "epoch": 126.47,
      "grad_norm": 1.406970500946045,
      "learning_rate": 4.539358029854372e-06,
      "loss": 0.4031,
      "step": 453150
    },
    {
      "epoch": 126.48,
      "grad_norm": 1.4974735975265503,
      "learning_rate": 4.539348568954272e-06,
      "loss": 0.413,
      "step": 453160
    },
    {
      "epoch": 126.48,
      "grad_norm": 1.1630176305770874,
      "learning_rate": 4.539339107761937e-06,
      "loss": 0.4076,
      "step": 453170
    },
    {
      "epoch": 126.48,
      "grad_norm": 1.1698330640792847,
      "learning_rate": 4.539329646277368e-06,
      "loss": 0.4114,
      "step": 453180
    },
    {
      "epoch": 126.48,
      "grad_norm": 1.3722600936889648,
      "learning_rate": 4.539320184500568e-06,
      "loss": 0.4012,
      "step": 453190
    },
    {
      "epoch": 126.49,
      "grad_norm": 1.7097605466842651,
      "learning_rate": 4.539310722431536e-06,
      "loss": 0.4182,
      "step": 453200
    },
    {
      "epoch": 126.49,
      "grad_norm": 1.535279393196106,
      "learning_rate": 4.539301260070275e-06,
      "loss": 0.4016,
      "step": 453210
    },
    {
      "epoch": 126.49,
      "grad_norm": 1.5152223110198975,
      "learning_rate": 4.539291797416784e-06,
      "loss": 0.4223,
      "step": 453220
    },
    {
      "epoch": 126.49,
      "grad_norm": 1.3032044172286987,
      "learning_rate": 4.539282334471067e-06,
      "loss": 0.4057,
      "step": 453230
    },
    {
      "epoch": 126.5,
      "grad_norm": 1.352515697479248,
      "learning_rate": 4.539272871233123e-06,
      "loss": 0.4083,
      "step": 453240
    },
    {
      "epoch": 126.5,
      "grad_norm": 1.4389655590057373,
      "learning_rate": 4.539263407702956e-06,
      "loss": 0.3929,
      "step": 453250
    },
    {
      "epoch": 126.5,
      "grad_norm": 1.5482653379440308,
      "learning_rate": 4.539253943880565e-06,
      "loss": 0.394,
      "step": 453260
    },
    {
      "epoch": 126.51,
      "grad_norm": 1.2548733949661255,
      "learning_rate": 4.539244479765951e-06,
      "loss": 0.4176,
      "step": 453270
    },
    {
      "epoch": 126.51,
      "grad_norm": 1.553778052330017,
      "learning_rate": 4.539235015359116e-06,
      "loss": 0.3979,
      "step": 453280
    },
    {
      "epoch": 126.51,
      "grad_norm": 1.6340276002883911,
      "learning_rate": 4.5392255506600625e-06,
      "loss": 0.4037,
      "step": 453290
    },
    {
      "epoch": 126.51,
      "grad_norm": 1.3877779245376587,
      "learning_rate": 4.53921608566879e-06,
      "loss": 0.4149,
      "step": 453300
    },
    {
      "epoch": 126.52,
      "grad_norm": 1.6744269132614136,
      "learning_rate": 4.5392066203853004e-06,
      "loss": 0.4099,
      "step": 453310
    },
    {
      "epoch": 126.52,
      "grad_norm": 1.9429066181182861,
      "learning_rate": 4.539197154809594e-06,
      "loss": 0.4191,
      "step": 453320
    },
    {
      "epoch": 126.52,
      "grad_norm": 1.515136480331421,
      "learning_rate": 4.539187688941675e-06,
      "loss": 0.4236,
      "step": 453330
    },
    {
      "epoch": 126.53,
      "grad_norm": 2.307050943374634,
      "learning_rate": 4.539178222781541e-06,
      "loss": 0.3892,
      "step": 453340
    },
    {
      "epoch": 126.53,
      "grad_norm": 1.5752297639846802,
      "learning_rate": 4.539168756329196e-06,
      "loss": 0.4337,
      "step": 453350
    },
    {
      "epoch": 126.53,
      "grad_norm": 1.562705159187317,
      "learning_rate": 4.539159289584639e-06,
      "loss": 0.4104,
      "step": 453360
    },
    {
      "epoch": 126.53,
      "grad_norm": 1.283091425895691,
      "learning_rate": 4.539149822547873e-06,
      "loss": 0.4185,
      "step": 453370
    },
    {
      "epoch": 126.54,
      "grad_norm": 2.481873035430908,
      "learning_rate": 4.539140355218899e-06,
      "loss": 0.388,
      "step": 453380
    },
    {
      "epoch": 126.54,
      "grad_norm": 1.4275060892105103,
      "learning_rate": 4.539130887597718e-06,
      "loss": 0.4111,
      "step": 453390
    },
    {
      "epoch": 126.54,
      "grad_norm": 1.329495906829834,
      "learning_rate": 4.539121419684331e-06,
      "loss": 0.4102,
      "step": 453400
    },
    {
      "epoch": 126.54,
      "grad_norm": 1.4292818307876587,
      "learning_rate": 4.539111951478739e-06,
      "loss": 0.4141,
      "step": 453410
    },
    {
      "epoch": 126.55,
      "grad_norm": 1.3226494789123535,
      "learning_rate": 4.539102482980944e-06,
      "loss": 0.4201,
      "step": 453420
    },
    {
      "epoch": 126.55,
      "grad_norm": 1.431631326675415,
      "learning_rate": 4.539093014190947e-06,
      "loss": 0.3992,
      "step": 453430
    },
    {
      "epoch": 126.55,
      "grad_norm": 1.5086263418197632,
      "learning_rate": 4.53908354510875e-06,
      "loss": 0.4064,
      "step": 453440
    },
    {
      "epoch": 126.56,
      "grad_norm": 1.4932044744491577,
      "learning_rate": 4.5390740757343525e-06,
      "loss": 0.379,
      "step": 453450
    },
    {
      "epoch": 126.56,
      "grad_norm": 1.4314968585968018,
      "learning_rate": 4.539064606067757e-06,
      "loss": 0.4023,
      "step": 453460
    },
    {
      "epoch": 126.56,
      "grad_norm": 1.437302827835083,
      "learning_rate": 4.539055136108965e-06,
      "loss": 0.3995,
      "step": 453470
    },
    {
      "epoch": 126.56,
      "grad_norm": 1.420469880104065,
      "learning_rate": 4.539045665857977e-06,
      "loss": 0.389,
      "step": 453480
    },
    {
      "epoch": 126.57,
      "grad_norm": 1.5486842393875122,
      "learning_rate": 4.539036195314794e-06,
      "loss": 0.3959,
      "step": 453490
    },
    {
      "epoch": 126.57,
      "grad_norm": 1.5364006757736206,
      "learning_rate": 4.539026724479418e-06,
      "loss": 0.4171,
      "step": 453500
    },
    {
      "epoch": 126.57,
      "grad_norm": 1.3751444816589355,
      "learning_rate": 4.539017253351851e-06,
      "loss": 0.3972,
      "step": 453510
    },
    {
      "epoch": 126.58,
      "grad_norm": 1.2082575559616089,
      "learning_rate": 4.539007781932092e-06,
      "loss": 0.3968,
      "step": 453520
    },
    {
      "epoch": 126.58,
      "grad_norm": 1.434288740158081,
      "learning_rate": 4.538998310220144e-06,
      "loss": 0.4179,
      "step": 453530
    },
    {
      "epoch": 126.58,
      "grad_norm": 1.4988408088684082,
      "learning_rate": 4.538988838216009e-06,
      "loss": 0.4087,
      "step": 453540
    },
    {
      "epoch": 126.58,
      "grad_norm": 1.1665219068527222,
      "learning_rate": 4.538979365919686e-06,
      "loss": 0.4216,
      "step": 453550
    },
    {
      "epoch": 126.59,
      "grad_norm": 1.3343167304992676,
      "learning_rate": 4.538969893331177e-06,
      "loss": 0.4053,
      "step": 453560
    },
    {
      "epoch": 126.59,
      "grad_norm": 1.3173099756240845,
      "learning_rate": 4.538960420450485e-06,
      "loss": 0.3915,
      "step": 453570
    },
    {
      "epoch": 126.59,
      "grad_norm": 1.3482286930084229,
      "learning_rate": 4.538950947277608e-06,
      "loss": 0.4014,
      "step": 453580
    },
    {
      "epoch": 126.6,
      "grad_norm": 1.3348721265792847,
      "learning_rate": 4.538941473812552e-06,
      "loss": 0.4114,
      "step": 453590
    },
    {
      "epoch": 126.6,
      "grad_norm": 1.280116081237793,
      "learning_rate": 4.538932000055313e-06,
      "loss": 0.4032,
      "step": 453600
    },
    {
      "epoch": 126.6,
      "grad_norm": 1.3348288536071777,
      "learning_rate": 4.538922526005896e-06,
      "loss": 0.3975,
      "step": 453610
    },
    {
      "epoch": 126.6,
      "grad_norm": 1.3290730714797974,
      "learning_rate": 4.5389130516643e-06,
      "loss": 0.404,
      "step": 453620
    },
    {
      "epoch": 126.61,
      "grad_norm": 1.4256764650344849,
      "learning_rate": 4.5389035770305275e-06,
      "loss": 0.4056,
      "step": 453630
    },
    {
      "epoch": 126.61,
      "grad_norm": 1.306856393814087,
      "learning_rate": 4.538894102104579e-06,
      "loss": 0.399,
      "step": 453640
    },
    {
      "epoch": 126.61,
      "grad_norm": 1.356338381767273,
      "learning_rate": 4.538884626886457e-06,
      "loss": 0.4084,
      "step": 453650
    },
    {
      "epoch": 126.61,
      "grad_norm": 4.311482906341553,
      "learning_rate": 4.5388751513761614e-06,
      "loss": 0.4158,
      "step": 453660
    },
    {
      "epoch": 126.62,
      "grad_norm": 1.4415076971054077,
      "learning_rate": 4.538865675573694e-06,
      "loss": 0.3979,
      "step": 453670
    },
    {
      "epoch": 126.62,
      "grad_norm": 1.3450427055358887,
      "learning_rate": 4.538856199479057e-06,
      "loss": 0.4021,
      "step": 453680
    },
    {
      "epoch": 126.62,
      "grad_norm": 1.4576069116592407,
      "learning_rate": 4.53884672309225e-06,
      "loss": 0.4048,
      "step": 453690
    },
    {
      "epoch": 126.63,
      "grad_norm": 1.0924034118652344,
      "learning_rate": 4.538837246413275e-06,
      "loss": 0.413,
      "step": 453700
    },
    {
      "epoch": 126.63,
      "grad_norm": 1.356018304824829,
      "learning_rate": 4.538827769442134e-06,
      "loss": 0.4159,
      "step": 453710
    },
    {
      "epoch": 126.63,
      "grad_norm": 1.2324155569076538,
      "learning_rate": 4.538818292178827e-06,
      "loss": 0.4048,
      "step": 453720
    },
    {
      "epoch": 126.63,
      "grad_norm": 1.6081217527389526,
      "learning_rate": 4.538808814623356e-06,
      "loss": 0.417,
      "step": 453730
    },
    {
      "epoch": 126.64,
      "grad_norm": 1.3898041248321533,
      "learning_rate": 4.538799336775722e-06,
      "loss": 0.4,
      "step": 453740
    },
    {
      "epoch": 126.64,
      "grad_norm": 1.433193564414978,
      "learning_rate": 4.538789858635926e-06,
      "loss": 0.3904,
      "step": 453750
    },
    {
      "epoch": 126.64,
      "grad_norm": 1.2402255535125732,
      "learning_rate": 4.53878038020397e-06,
      "loss": 0.4083,
      "step": 453760
    },
    {
      "epoch": 126.65,
      "grad_norm": 1.1406186819076538,
      "learning_rate": 4.538770901479854e-06,
      "loss": 0.4001,
      "step": 453770
    },
    {
      "epoch": 126.65,
      "grad_norm": 1.479480504989624,
      "learning_rate": 4.538761422463582e-06,
      "loss": 0.4106,
      "step": 453780
    },
    {
      "epoch": 126.65,
      "grad_norm": 1.5367815494537354,
      "learning_rate": 4.538751943155151e-06,
      "loss": 0.3923,
      "step": 453790
    },
    {
      "epoch": 126.65,
      "grad_norm": 1.3164740800857544,
      "learning_rate": 4.538742463554567e-06,
      "loss": 0.4173,
      "step": 453800
    },
    {
      "epoch": 126.66,
      "grad_norm": 1.3686485290527344,
      "learning_rate": 4.538732983661828e-06,
      "loss": 0.3894,
      "step": 453810
    },
    {
      "epoch": 126.66,
      "grad_norm": 1.2918341159820557,
      "learning_rate": 4.538723503476935e-06,
      "loss": 0.426,
      "step": 453820
    },
    {
      "epoch": 126.66,
      "grad_norm": 1.6186509132385254,
      "learning_rate": 4.538714022999892e-06,
      "loss": 0.3968,
      "step": 453830
    },
    {
      "epoch": 126.66,
      "grad_norm": 1.3141688108444214,
      "learning_rate": 4.538704542230697e-06,
      "loss": 0.4076,
      "step": 453840
    },
    {
      "epoch": 126.67,
      "grad_norm": 1.2042964696884155,
      "learning_rate": 4.538695061169355e-06,
      "loss": 0.3727,
      "step": 453850
    },
    {
      "epoch": 126.67,
      "grad_norm": 1.4854395389556885,
      "learning_rate": 4.538685579815864e-06,
      "loss": 0.4091,
      "step": 453860
    },
    {
      "epoch": 126.67,
      "grad_norm": 1.2421777248382568,
      "learning_rate": 4.538676098170227e-06,
      "loss": 0.4109,
      "step": 453870
    },
    {
      "epoch": 126.68,
      "grad_norm": 1.4314371347427368,
      "learning_rate": 4.538666616232444e-06,
      "loss": 0.4016,
      "step": 453880
    },
    {
      "epoch": 126.68,
      "grad_norm": 1.3747247457504272,
      "learning_rate": 4.538657134002518e-06,
      "loss": 0.4013,
      "step": 453890
    },
    {
      "epoch": 126.68,
      "grad_norm": 1.2206693887710571,
      "learning_rate": 4.538647651480448e-06,
      "loss": 0.4056,
      "step": 453900
    },
    {
      "epoch": 126.68,
      "grad_norm": 1.7061399221420288,
      "learning_rate": 4.538638168666238e-06,
      "loss": 0.3926,
      "step": 453910
    },
    {
      "epoch": 126.69,
      "grad_norm": 1.2286235094070435,
      "learning_rate": 4.538628685559887e-06,
      "loss": 0.4002,
      "step": 453920
    },
    {
      "epoch": 126.69,
      "grad_norm": 1.14207124710083,
      "learning_rate": 4.538619202161396e-06,
      "loss": 0.4215,
      "step": 453930
    },
    {
      "epoch": 126.69,
      "grad_norm": 1.4811056852340698,
      "learning_rate": 4.538609718470769e-06,
      "loss": 0.4073,
      "step": 453940
    },
    {
      "epoch": 126.7,
      "grad_norm": 1.3137766122817993,
      "learning_rate": 4.538600234488005e-06,
      "loss": 0.4084,
      "step": 453950
    },
    {
      "epoch": 126.7,
      "grad_norm": 1.2259869575500488,
      "learning_rate": 4.538590750213106e-06,
      "loss": 0.3999,
      "step": 453960
    },
    {
      "epoch": 126.7,
      "grad_norm": 1.3151766061782837,
      "learning_rate": 4.538581265646073e-06,
      "loss": 0.4019,
      "step": 453970
    },
    {
      "epoch": 126.7,
      "grad_norm": 1.277247667312622,
      "learning_rate": 4.538571780786907e-06,
      "loss": 0.3922,
      "step": 453980
    },
    {
      "epoch": 126.71,
      "grad_norm": 1.3024332523345947,
      "learning_rate": 4.53856229563561e-06,
      "loss": 0.4085,
      "step": 453990
    },
    {
      "epoch": 126.71,
      "grad_norm": 1.3776439428329468,
      "learning_rate": 4.538552810192182e-06,
      "loss": 0.4027,
      "step": 454000
    },
    {
      "epoch": 126.71,
      "grad_norm": 1.5176022052764893,
      "learning_rate": 4.538543324456627e-06,
      "loss": 0.3953,
      "step": 454010
    },
    {
      "epoch": 126.72,
      "grad_norm": 1.5467467308044434,
      "learning_rate": 4.538533838428943e-06,
      "loss": 0.4052,
      "step": 454020
    },
    {
      "epoch": 126.72,
      "grad_norm": 1.2740087509155273,
      "learning_rate": 4.5385243521091335e-06,
      "loss": 0.3775,
      "step": 454030
    },
    {
      "epoch": 126.72,
      "grad_norm": 1.4346415996551514,
      "learning_rate": 4.538514865497198e-06,
      "loss": 0.4029,
      "step": 454040
    },
    {
      "epoch": 126.72,
      "grad_norm": 1.3693217039108276,
      "learning_rate": 4.5385053785931395e-06,
      "loss": 0.4035,
      "step": 454050
    },
    {
      "epoch": 126.73,
      "grad_norm": 1.1361088752746582,
      "learning_rate": 4.538495891396958e-06,
      "loss": 0.4152,
      "step": 454060
    },
    {
      "epoch": 126.73,
      "grad_norm": 1.2873971462249756,
      "learning_rate": 4.538486403908655e-06,
      "loss": 0.4202,
      "step": 454070
    },
    {
      "epoch": 126.73,
      "grad_norm": 1.2057583332061768,
      "learning_rate": 4.538476916128233e-06,
      "loss": 0.4245,
      "step": 454080
    },
    {
      "epoch": 126.73,
      "grad_norm": 1.2521833181381226,
      "learning_rate": 4.5384674280556906e-06,
      "loss": 0.4108,
      "step": 454090
    },
    {
      "epoch": 126.74,
      "grad_norm": 1.5253568887710571,
      "learning_rate": 4.538457939691032e-06,
      "loss": 0.3954,
      "step": 454100
    },
    {
      "epoch": 126.74,
      "grad_norm": 1.3318907022476196,
      "learning_rate": 4.538448451034257e-06,
      "loss": 0.3964,
      "step": 454110
    },
    {
      "epoch": 126.74,
      "grad_norm": 1.8274800777435303,
      "learning_rate": 4.538438962085367e-06,
      "loss": 0.4103,
      "step": 454120
    },
    {
      "epoch": 126.75,
      "grad_norm": 3.438889741897583,
      "learning_rate": 4.538429472844363e-06,
      "loss": 0.4093,
      "step": 454130
    },
    {
      "epoch": 126.75,
      "grad_norm": 1.4193689823150635,
      "learning_rate": 4.538419983311247e-06,
      "loss": 0.4093,
      "step": 454140
    },
    {
      "epoch": 126.75,
      "grad_norm": 2.3833420276641846,
      "learning_rate": 4.538410493486019e-06,
      "loss": 0.3859,
      "step": 454150
    },
    {
      "epoch": 126.75,
      "grad_norm": 1.048160433769226,
      "learning_rate": 4.538401003368682e-06,
      "loss": 0.4095,
      "step": 454160
    },
    {
      "epoch": 126.76,
      "grad_norm": 1.4943164587020874,
      "learning_rate": 4.538391512959236e-06,
      "loss": 0.4195,
      "step": 454170
    },
    {
      "epoch": 126.76,
      "grad_norm": 1.0984944105148315,
      "learning_rate": 4.5383820222576825e-06,
      "loss": 0.3988,
      "step": 454180
    },
    {
      "epoch": 126.76,
      "grad_norm": 1.3732925653457642,
      "learning_rate": 4.538372531264023e-06,
      "loss": 0.4034,
      "step": 454190
    },
    {
      "epoch": 126.77,
      "grad_norm": 1.4783834218978882,
      "learning_rate": 4.5383630399782586e-06,
      "loss": 0.4141,
      "step": 454200
    },
    {
      "epoch": 126.77,
      "grad_norm": 1.2555761337280273,
      "learning_rate": 4.538353548400391e-06,
      "loss": 0.4053,
      "step": 454210
    },
    {
      "epoch": 126.77,
      "grad_norm": 1.452730655670166,
      "learning_rate": 4.5383440565304205e-06,
      "loss": 0.4068,
      "step": 454220
    },
    {
      "epoch": 126.77,
      "grad_norm": 1.542222499847412,
      "learning_rate": 4.538334564368349e-06,
      "loss": 0.3923,
      "step": 454230
    },
    {
      "epoch": 126.78,
      "grad_norm": 1.3767503499984741,
      "learning_rate": 4.538325071914178e-06,
      "loss": 0.4033,
      "step": 454240
    },
    {
      "epoch": 126.78,
      "grad_norm": 1.121996521949768,
      "learning_rate": 4.538315579167909e-06,
      "loss": 0.4052,
      "step": 454250
    },
    {
      "epoch": 126.78,
      "grad_norm": 1.2866430282592773,
      "learning_rate": 4.5383060861295415e-06,
      "loss": 0.4146,
      "step": 454260
    },
    {
      "epoch": 126.78,
      "grad_norm": 1.1224673986434937,
      "learning_rate": 4.538296592799079e-06,
      "loss": 0.3842,
      "step": 454270
    },
    {
      "epoch": 126.79,
      "grad_norm": 1.7055190801620483,
      "learning_rate": 4.538287099176521e-06,
      "loss": 0.4086,
      "step": 454280
    },
    {
      "epoch": 126.79,
      "grad_norm": 1.5265206098556519,
      "learning_rate": 4.538277605261869e-06,
      "loss": 0.4171,
      "step": 454290
    },
    {
      "epoch": 126.79,
      "grad_norm": 1.4877809286117554,
      "learning_rate": 4.538268111055126e-06,
      "loss": 0.3887,
      "step": 454300
    },
    {
      "epoch": 126.8,
      "grad_norm": 1.179898977279663,
      "learning_rate": 4.5382586165562915e-06,
      "loss": 0.4159,
      "step": 454310
    },
    {
      "epoch": 126.8,
      "grad_norm": 1.4486479759216309,
      "learning_rate": 4.538249121765368e-06,
      "loss": 0.4064,
      "step": 454320
    },
    {
      "epoch": 126.8,
      "grad_norm": 1.1901524066925049,
      "learning_rate": 4.538239626682355e-06,
      "loss": 0.4118,
      "step": 454330
    },
    {
      "epoch": 126.8,
      "grad_norm": 1.4724496603012085,
      "learning_rate": 4.5382301313072554e-06,
      "loss": 0.4231,
      "step": 454340
    },
    {
      "epoch": 126.81,
      "grad_norm": 1.5791938304901123,
      "learning_rate": 4.53822063564007e-06,
      "loss": 0.4092,
      "step": 454350
    },
    {
      "epoch": 126.81,
      "grad_norm": 1.623422384262085,
      "learning_rate": 4.5382111396808e-06,
      "loss": 0.4141,
      "step": 454360
    },
    {
      "epoch": 126.81,
      "grad_norm": 1.2733502388000488,
      "learning_rate": 4.538201643429446e-06,
      "loss": 0.4314,
      "step": 454370
    },
    {
      "epoch": 126.82,
      "grad_norm": 1.6087703704833984,
      "learning_rate": 4.53819214688601e-06,
      "loss": 0.4063,
      "step": 454380
    },
    {
      "epoch": 126.82,
      "grad_norm": 1.3657177686691284,
      "learning_rate": 4.5381826500504946e-06,
      "loss": 0.4181,
      "step": 454390
    },
    {
      "epoch": 126.82,
      "grad_norm": 1.4672698974609375,
      "learning_rate": 4.5381731529228975e-06,
      "loss": 0.406,
      "step": 454400
    },
    {
      "epoch": 126.82,
      "grad_norm": 1.640967607498169,
      "learning_rate": 4.538163655503223e-06,
      "loss": 0.4068,
      "step": 454410
    },
    {
      "epoch": 126.83,
      "grad_norm": 1.324928879737854,
      "learning_rate": 4.5381541577914715e-06,
      "loss": 0.4019,
      "step": 454420
    },
    {
      "epoch": 126.83,
      "grad_norm": 1.385385274887085,
      "learning_rate": 4.538144659787645e-06,
      "loss": 0.4031,
      "step": 454430
    },
    {
      "epoch": 126.83,
      "grad_norm": 1.3026199340820312,
      "learning_rate": 4.538135161491743e-06,
      "loss": 0.416,
      "step": 454440
    },
    {
      "epoch": 126.84,
      "grad_norm": 1.2959445714950562,
      "learning_rate": 4.538125662903768e-06,
      "loss": 0.3837,
      "step": 454450
    },
    {
      "epoch": 126.84,
      "grad_norm": 1.1465580463409424,
      "learning_rate": 4.538116164023721e-06,
      "loss": 0.4071,
      "step": 454460
    },
    {
      "epoch": 126.84,
      "grad_norm": 1.4388329982757568,
      "learning_rate": 4.538106664851603e-06,
      "loss": 0.4081,
      "step": 454470
    },
    {
      "epoch": 126.84,
      "grad_norm": 1.6728830337524414,
      "learning_rate": 4.5380971653874155e-06,
      "loss": 0.3935,
      "step": 454480
    },
    {
      "epoch": 126.85,
      "grad_norm": 2.0066511631011963,
      "learning_rate": 4.53808766563116e-06,
      "loss": 0.4296,
      "step": 454490
    },
    {
      "epoch": 126.85,
      "grad_norm": 1.2752348184585571,
      "learning_rate": 4.5380781655828376e-06,
      "loss": 0.4162,
      "step": 454500
    },
    {
      "epoch": 126.85,
      "grad_norm": 1.6160403490066528,
      "learning_rate": 4.53806866524245e-06,
      "loss": 0.4143,
      "step": 454510
    },
    {
      "epoch": 126.85,
      "grad_norm": 1.2326364517211914,
      "learning_rate": 4.538059164609997e-06,
      "loss": 0.4132,
      "step": 454520
    },
    {
      "epoch": 126.86,
      "grad_norm": 1.2824146747589111,
      "learning_rate": 4.538049663685482e-06,
      "loss": 0.4206,
      "step": 454530
    },
    {
      "epoch": 126.86,
      "grad_norm": 1.2162425518035889,
      "learning_rate": 4.538040162468903e-06,
      "loss": 0.3984,
      "step": 454540
    },
    {
      "epoch": 126.86,
      "grad_norm": 1.405803918838501,
      "learning_rate": 4.538030660960265e-06,
      "loss": 0.4192,
      "step": 454550
    },
    {
      "epoch": 126.87,
      "grad_norm": 1.3337150812149048,
      "learning_rate": 4.538021159159568e-06,
      "loss": 0.4135,
      "step": 454560
    },
    {
      "epoch": 126.87,
      "grad_norm": 1.185640573501587,
      "learning_rate": 4.538011657066812e-06,
      "loss": 0.3997,
      "step": 454570
    },
    {
      "epoch": 126.87,
      "grad_norm": 1.4188084602355957,
      "learning_rate": 4.538002154682e-06,
      "loss": 0.4009,
      "step": 454580
    },
    {
      "epoch": 126.87,
      "grad_norm": 1.3024306297302246,
      "learning_rate": 4.537992652005132e-06,
      "loss": 0.3987,
      "step": 454590
    },
    {
      "epoch": 126.88,
      "grad_norm": 1.2845919132232666,
      "learning_rate": 4.53798314903621e-06,
      "loss": 0.4007,
      "step": 454600
    },
    {
      "epoch": 126.88,
      "grad_norm": 1.6351855993270874,
      "learning_rate": 4.537973645775234e-06,
      "loss": 0.4183,
      "step": 454610
    },
    {
      "epoch": 126.88,
      "grad_norm": 1.4411559104919434,
      "learning_rate": 4.5379641422222065e-06,
      "loss": 0.4134,
      "step": 454620
    },
    {
      "epoch": 126.89,
      "grad_norm": 1.2414463758468628,
      "learning_rate": 4.537954638377129e-06,
      "loss": 0.4041,
      "step": 454630
    },
    {
      "epoch": 126.89,
      "grad_norm": 1.5523626804351807,
      "learning_rate": 4.537945134240003e-06,
      "loss": 0.4084,
      "step": 454640
    },
    {
      "epoch": 126.89,
      "grad_norm": 1.246248722076416,
      "learning_rate": 4.537935629810828e-06,
      "loss": 0.3948,
      "step": 454650
    },
    {
      "epoch": 126.89,
      "grad_norm": 1.3677575588226318,
      "learning_rate": 4.537926125089607e-06,
      "loss": 0.3958,
      "step": 454660
    },
    {
      "epoch": 126.9,
      "grad_norm": 1.3082884550094604,
      "learning_rate": 4.53791662007634e-06,
      "loss": 0.3903,
      "step": 454670
    },
    {
      "epoch": 126.9,
      "grad_norm": 1.2739256620407104,
      "learning_rate": 4.537907114771028e-06,
      "loss": 0.4083,
      "step": 454680
    },
    {
      "epoch": 126.9,
      "grad_norm": 1.2446177005767822,
      "learning_rate": 4.537897609173674e-06,
      "loss": 0.4128,
      "step": 454690
    },
    {
      "epoch": 126.9,
      "grad_norm": 1.7153434753417969,
      "learning_rate": 4.537888103284279e-06,
      "loss": 0.4031,
      "step": 454700
    },
    {
      "epoch": 126.91,
      "grad_norm": 1.7962886095046997,
      "learning_rate": 4.537878597102843e-06,
      "loss": 0.4167,
      "step": 454710
    },
    {
      "epoch": 126.91,
      "grad_norm": 1.5072906017303467,
      "learning_rate": 4.537869090629367e-06,
      "loss": 0.4152,
      "step": 454720
    },
    {
      "epoch": 126.91,
      "grad_norm": 1.2616394758224487,
      "learning_rate": 4.537859583863854e-06,
      "loss": 0.4059,
      "step": 454730
    },
    {
      "epoch": 126.92,
      "grad_norm": 1.2377651929855347,
      "learning_rate": 4.537850076806304e-06,
      "loss": 0.3957,
      "step": 454740
    },
    {
      "epoch": 126.92,
      "grad_norm": 1.559080958366394,
      "learning_rate": 4.53784056945672e-06,
      "loss": 0.402,
      "step": 454750
    },
    {
      "epoch": 126.92,
      "grad_norm": 1.708127737045288,
      "learning_rate": 4.537831061815101e-06,
      "loss": 0.4011,
      "step": 454760
    },
    {
      "epoch": 126.92,
      "grad_norm": 1.344929814338684,
      "learning_rate": 4.537821553881449e-06,
      "loss": 0.4014,
      "step": 454770
    },
    {
      "epoch": 126.93,
      "grad_norm": 1.3344734907150269,
      "learning_rate": 4.537812045655766e-06,
      "loss": 0.4006,
      "step": 454780
    },
    {
      "epoch": 126.93,
      "grad_norm": 1.3346576690673828,
      "learning_rate": 4.537802537138052e-06,
      "loss": 0.4018,
      "step": 454790
    },
    {
      "epoch": 126.93,
      "grad_norm": 1.4708229303359985,
      "learning_rate": 4.53779302832831e-06,
      "loss": 0.4035,
      "step": 454800
    },
    {
      "epoch": 126.94,
      "grad_norm": 1.342022180557251,
      "learning_rate": 4.537783519226539e-06,
      "loss": 0.415,
      "step": 454810
    },
    {
      "epoch": 126.94,
      "grad_norm": 1.4023089408874512,
      "learning_rate": 4.537774009832743e-06,
      "loss": 0.4032,
      "step": 454820
    },
    {
      "epoch": 126.94,
      "grad_norm": 2.3759396076202393,
      "learning_rate": 4.537764500146921e-06,
      "loss": 0.409,
      "step": 454830
    },
    {
      "epoch": 126.94,
      "grad_norm": 1.4171695709228516,
      "learning_rate": 4.537754990169075e-06,
      "loss": 0.4004,
      "step": 454840
    },
    {
      "epoch": 126.95,
      "grad_norm": 1.1018906831741333,
      "learning_rate": 4.537745479899206e-06,
      "loss": 0.3842,
      "step": 454850
    },
    {
      "epoch": 126.95,
      "grad_norm": 1.253737449645996,
      "learning_rate": 4.537735969337317e-06,
      "loss": 0.4168,
      "step": 454860
    },
    {
      "epoch": 126.95,
      "grad_norm": 1.4773515462875366,
      "learning_rate": 4.537726458483407e-06,
      "loss": 0.3948,
      "step": 454870
    },
    {
      "epoch": 126.96,
      "grad_norm": 1.115098237991333,
      "learning_rate": 4.537716947337478e-06,
      "loss": 0.4044,
      "step": 454880
    },
    {
      "epoch": 126.96,
      "grad_norm": 1.4411721229553223,
      "learning_rate": 4.537707435899532e-06,
      "loss": 0.3905,
      "step": 454890
    },
    {
      "epoch": 126.96,
      "grad_norm": 1.3385250568389893,
      "learning_rate": 4.537697924169569e-06,
      "loss": 0.397,
      "step": 454900
    },
    {
      "epoch": 126.96,
      "grad_norm": 6.991426467895508,
      "learning_rate": 4.53768841214759e-06,
      "loss": 0.4016,
      "step": 454910
    },
    {
      "epoch": 126.97,
      "grad_norm": 1.0853222608566284,
      "learning_rate": 4.5376788998335986e-06,
      "loss": 0.3884,
      "step": 454920
    },
    {
      "epoch": 126.97,
      "grad_norm": 1.5343661308288574,
      "learning_rate": 4.537669387227595e-06,
      "loss": 0.3824,
      "step": 454930
    },
    {
      "epoch": 126.97,
      "grad_norm": 1.473008394241333,
      "learning_rate": 4.537659874329579e-06,
      "loss": 0.4132,
      "step": 454940
    },
    {
      "epoch": 126.97,
      "grad_norm": 1.6729345321655273,
      "learning_rate": 4.537650361139553e-06,
      "loss": 0.3969,
      "step": 454950
    },
    {
      "epoch": 126.98,
      "grad_norm": 1.3141025304794312,
      "learning_rate": 4.5376408476575195e-06,
      "loss": 0.4041,
      "step": 454960
    },
    {
      "epoch": 126.98,
      "grad_norm": 1.0957231521606445,
      "learning_rate": 4.537631333883478e-06,
      "loss": 0.3926,
      "step": 454970
    },
    {
      "epoch": 126.98,
      "grad_norm": 1.4968066215515137,
      "learning_rate": 4.53762181981743e-06,
      "loss": 0.3925,
      "step": 454980
    },
    {
      "epoch": 126.99,
      "grad_norm": 1.3969227075576782,
      "learning_rate": 4.537612305459378e-06,
      "loss": 0.4164,
      "step": 454990
    },
    {
      "epoch": 126.99,
      "grad_norm": 1.1324894428253174,
      "learning_rate": 4.53760279080932e-06,
      "loss": 0.4046,
      "step": 455000
    },
    {
      "epoch": 126.99,
      "grad_norm": 1.4447027444839478,
      "learning_rate": 4.537593275867262e-06,
      "loss": 0.4057,
      "step": 455010
    },
    {
      "epoch": 126.99,
      "grad_norm": 1.4161778688430786,
      "learning_rate": 4.537583760633202e-06,
      "loss": 0.3863,
      "step": 455020
    },
    {
      "epoch": 127.0,
      "grad_norm": 1.3509728908538818,
      "learning_rate": 4.537574245107142e-06,
      "loss": 0.3901,
      "step": 455030
    },
    {
      "epoch": 127.0,
      "grad_norm": 1.2945888042449951,
      "learning_rate": 4.537564729289084e-06,
      "loss": 0.3943,
      "step": 455040
    },
    {
      "epoch": 127.0,
      "eval_loss": 0.40446361899375916,
      "eval_runtime": 63.2484,
      "eval_samples_per_second": 79.986,
      "eval_steps_per_second": 10.008,
      "step": 455041
    },
    {
      "epoch": 127.0,
      "grad_norm": 1.6113930940628052,
      "learning_rate": 4.537555213179027e-06,
      "loss": 0.4083,
      "step": 455050
    },
    {
      "epoch": 127.01,
      "grad_norm": 1.462733507156372,
      "learning_rate": 4.537545696776976e-06,
      "loss": 0.4241,
      "step": 455060
    },
    {
      "epoch": 127.01,
      "grad_norm": 1.238857388496399,
      "learning_rate": 4.5375361800829285e-06,
      "loss": 0.4047,
      "step": 455070
    },
    {
      "epoch": 127.01,
      "grad_norm": 1.2487950325012207,
      "learning_rate": 4.537526663096888e-06,
      "loss": 0.4107,
      "step": 455080
    },
    {
      "epoch": 127.01,
      "grad_norm": 1.4387949705123901,
      "learning_rate": 4.5375171458188556e-06,
      "loss": 0.4077,
      "step": 455090
    },
    {
      "epoch": 127.02,
      "grad_norm": 1.3712836503982544,
      "learning_rate": 4.537507628248832e-06,
      "loss": 0.4128,
      "step": 455100
    },
    {
      "epoch": 127.02,
      "grad_norm": 1.2283694744110107,
      "learning_rate": 4.537498110386819e-06,
      "loss": 0.397,
      "step": 455110
    },
    {
      "epoch": 127.02,
      "grad_norm": 1.9590760469436646,
      "learning_rate": 4.5374885922328175e-06,
      "loss": 0.404,
      "step": 455120
    },
    {
      "epoch": 127.02,
      "grad_norm": 1.1538575887680054,
      "learning_rate": 4.537479073786828e-06,
      "loss": 0.4067,
      "step": 455130
    },
    {
      "epoch": 127.03,
      "grad_norm": 1.581225872039795,
      "learning_rate": 4.5374695550488534e-06,
      "loss": 0.3976,
      "step": 455140
    },
    {
      "epoch": 127.03,
      "grad_norm": 1.3373948335647583,
      "learning_rate": 4.5374600360188935e-06,
      "loss": 0.4197,
      "step": 455150
    },
    {
      "epoch": 127.03,
      "grad_norm": 1.3780250549316406,
      "learning_rate": 4.53745051669695e-06,
      "loss": 0.4091,
      "step": 455160
    },
    {
      "epoch": 127.04,
      "grad_norm": 1.1828891038894653,
      "learning_rate": 4.537440997083026e-06,
      "loss": 0.403,
      "step": 455170
    },
    {
      "epoch": 127.04,
      "grad_norm": 3.8610315322875977,
      "learning_rate": 4.53743147717712e-06,
      "loss": 0.4166,
      "step": 455180
    },
    {
      "epoch": 127.04,
      "grad_norm": 7.173781871795654,
      "learning_rate": 4.537421956979234e-06,
      "loss": 0.3898,
      "step": 455190
    },
    {
      "epoch": 127.04,
      "grad_norm": 1.999338150024414,
      "learning_rate": 4.5374124364893705e-06,
      "loss": 0.4091,
      "step": 455200
    },
    {
      "epoch": 127.05,
      "grad_norm": 1.1881983280181885,
      "learning_rate": 4.537402915707529e-06,
      "loss": 0.3956,
      "step": 455210
    },
    {
      "epoch": 127.05,
      "grad_norm": 1.3312814235687256,
      "learning_rate": 4.537393394633713e-06,
      "loss": 0.4088,
      "step": 455220
    },
    {
      "epoch": 127.05,
      "grad_norm": 1.435873031616211,
      "learning_rate": 4.537383873267921e-06,
      "loss": 0.4335,
      "step": 455230
    },
    {
      "epoch": 127.06,
      "grad_norm": 1.613381266593933,
      "learning_rate": 4.5373743516101566e-06,
      "loss": 0.4057,
      "step": 455240
    },
    {
      "epoch": 127.06,
      "grad_norm": 1.2312917709350586,
      "learning_rate": 4.53736482966042e-06,
      "loss": 0.4131,
      "step": 455250
    },
    {
      "epoch": 127.06,
      "grad_norm": 1.316001057624817,
      "learning_rate": 4.537355307418713e-06,
      "loss": 0.4168,
      "step": 455260
    },
    {
      "epoch": 127.06,
      "grad_norm": 1.195472002029419,
      "learning_rate": 4.537345784885036e-06,
      "loss": 0.4053,
      "step": 455270
    },
    {
      "epoch": 127.07,
      "grad_norm": 1.083746314048767,
      "learning_rate": 4.537336262059391e-06,
      "loss": 0.3991,
      "step": 455280
    },
    {
      "epoch": 127.07,
      "grad_norm": 1.2600570917129517,
      "learning_rate": 4.5373267389417795e-06,
      "loss": 0.4058,
      "step": 455290
    },
    {
      "epoch": 127.07,
      "grad_norm": 1.2265454530715942,
      "learning_rate": 4.537317215532202e-06,
      "loss": 0.4,
      "step": 455300
    },
    {
      "epoch": 127.08,
      "grad_norm": 1.2387357950210571,
      "learning_rate": 4.53730769183066e-06,
      "loss": 0.4209,
      "step": 455310
    },
    {
      "epoch": 127.08,
      "grad_norm": 1.2446064949035645,
      "learning_rate": 4.537298167837154e-06,
      "loss": 0.3893,
      "step": 455320
    },
    {
      "epoch": 127.08,
      "grad_norm": 1.3103801012039185,
      "learning_rate": 4.537288643551688e-06,
      "loss": 0.4279,
      "step": 455330
    },
    {
      "epoch": 127.08,
      "grad_norm": 1.3029581308364868,
      "learning_rate": 4.53727911897426e-06,
      "loss": 0.4259,
      "step": 455340
    },
    {
      "epoch": 127.09,
      "grad_norm": 1.1860285997390747,
      "learning_rate": 4.537269594104873e-06,
      "loss": 0.3931,
      "step": 455350
    },
    {
      "epoch": 127.09,
      "grad_norm": 1.5319347381591797,
      "learning_rate": 4.537260068943528e-06,
      "loss": 0.3976,
      "step": 455360
    },
    {
      "epoch": 127.09,
      "grad_norm": 1.3975715637207031,
      "learning_rate": 4.537250543490227e-06,
      "loss": 0.3872,
      "step": 455370
    },
    {
      "epoch": 127.09,
      "grad_norm": 1.2565946578979492,
      "learning_rate": 4.537241017744969e-06,
      "loss": 0.3944,
      "step": 455380
    },
    {
      "epoch": 127.1,
      "grad_norm": 1.3531213998794556,
      "learning_rate": 4.537231491707757e-06,
      "loss": 0.4055,
      "step": 455390
    },
    {
      "epoch": 127.1,
      "grad_norm": 1.652597427368164,
      "learning_rate": 4.5372219653785936e-06,
      "loss": 0.4089,
      "step": 455400
    },
    {
      "epoch": 127.1,
      "grad_norm": 1.2727655172348022,
      "learning_rate": 4.537212438757477e-06,
      "loss": 0.4054,
      "step": 455410
    },
    {
      "epoch": 127.11,
      "grad_norm": 1.3091622591018677,
      "learning_rate": 4.537202911844411e-06,
      "loss": 0.4148,
      "step": 455420
    },
    {
      "epoch": 127.11,
      "grad_norm": 1.3747296333312988,
      "learning_rate": 4.537193384639395e-06,
      "loss": 0.4093,
      "step": 455430
    },
    {
      "epoch": 127.11,
      "grad_norm": 3.477255344390869,
      "learning_rate": 4.537183857142431e-06,
      "loss": 0.411,
      "step": 455440
    },
    {
      "epoch": 127.11,
      "grad_norm": 1.3369861841201782,
      "learning_rate": 4.537174329353521e-06,
      "loss": 0.4094,
      "step": 455450
    },
    {
      "epoch": 127.12,
      "grad_norm": 1.475254774093628,
      "learning_rate": 4.537164801272665e-06,
      "loss": 0.4035,
      "step": 455460
    },
    {
      "epoch": 127.12,
      "grad_norm": 1.2904046773910522,
      "learning_rate": 4.537155272899865e-06,
      "loss": 0.3915,
      "step": 455470
    },
    {
      "epoch": 127.12,
      "grad_norm": 1.498023271560669,
      "learning_rate": 4.537145744235123e-06,
      "loss": 0.4076,
      "step": 455480
    },
    {
      "epoch": 127.13,
      "grad_norm": 1.3543447256088257,
      "learning_rate": 4.537136215278438e-06,
      "loss": 0.427,
      "step": 455490
    },
    {
      "epoch": 127.13,
      "grad_norm": 1.3225165605545044,
      "learning_rate": 4.537126686029814e-06,
      "loss": 0.4188,
      "step": 455500
    },
    {
      "epoch": 127.13,
      "grad_norm": 1.3926234245300293,
      "learning_rate": 4.53711715648925e-06,
      "loss": 0.401,
      "step": 455510
    },
    {
      "epoch": 127.13,
      "grad_norm": 1.411107063293457,
      "learning_rate": 4.537107626656748e-06,
      "loss": 0.3961,
      "step": 455520
    },
    {
      "epoch": 127.14,
      "grad_norm": 0.9975627660751343,
      "learning_rate": 4.53709809653231e-06,
      "loss": 0.4047,
      "step": 455530
    },
    {
      "epoch": 127.14,
      "grad_norm": 1.4167654514312744,
      "learning_rate": 4.537088566115937e-06,
      "loss": 0.3838,
      "step": 455540
    },
    {
      "epoch": 127.14,
      "grad_norm": 1.3672597408294678,
      "learning_rate": 4.53707903540763e-06,
      "loss": 0.3876,
      "step": 455550
    },
    {
      "epoch": 127.14,
      "grad_norm": 1.4438660144805908,
      "learning_rate": 4.537069504407391e-06,
      "loss": 0.4018,
      "step": 455560
    },
    {
      "epoch": 127.15,
      "grad_norm": 1.2097580432891846,
      "learning_rate": 4.53705997311522e-06,
      "loss": 0.4208,
      "step": 455570
    },
    {
      "epoch": 127.15,
      "grad_norm": 1.587780237197876,
      "learning_rate": 4.537050441531118e-06,
      "loss": 0.3957,
      "step": 455580
    },
    {
      "epoch": 127.15,
      "grad_norm": 1.4122676849365234,
      "learning_rate": 4.537040909655088e-06,
      "loss": 0.4006,
      "step": 455590
    },
    {
      "epoch": 127.16,
      "grad_norm": 1.2009989023208618,
      "learning_rate": 4.53703137748713e-06,
      "loss": 0.3941,
      "step": 455600
    },
    {
      "epoch": 127.16,
      "grad_norm": 1.3509392738342285,
      "learning_rate": 4.537021845027246e-06,
      "loss": 0.4046,
      "step": 455610
    },
    {
      "epoch": 127.16,
      "grad_norm": 1.2151130437850952,
      "learning_rate": 4.537012312275437e-06,
      "loss": 0.3923,
      "step": 455620
    },
    {
      "epoch": 127.16,
      "grad_norm": 1.2504874467849731,
      "learning_rate": 4.537002779231703e-06,
      "loss": 0.393,
      "step": 455630
    },
    {
      "epoch": 127.17,
      "grad_norm": 1.280570387840271,
      "learning_rate": 4.536993245896048e-06,
      "loss": 0.4019,
      "step": 455640
    },
    {
      "epoch": 127.17,
      "grad_norm": 1.9068228006362915,
      "learning_rate": 4.5369837122684715e-06,
      "loss": 0.4023,
      "step": 455650
    },
    {
      "epoch": 127.17,
      "grad_norm": 1.252985954284668,
      "learning_rate": 4.536974178348974e-06,
      "loss": 0.399,
      "step": 455660
    },
    {
      "epoch": 127.18,
      "grad_norm": 1.770500659942627,
      "learning_rate": 4.536964644137558e-06,
      "loss": 0.4198,
      "step": 455670
    },
    {
      "epoch": 127.18,
      "grad_norm": 1.376311182975769,
      "learning_rate": 4.536955109634226e-06,
      "loss": 0.3947,
      "step": 455680
    },
    {
      "epoch": 127.18,
      "grad_norm": 1.6879596710205078,
      "learning_rate": 4.536945574838977e-06,
      "loss": 0.4163,
      "step": 455690
    },
    {
      "epoch": 127.18,
      "grad_norm": 1.504988193511963,
      "learning_rate": 4.536936039751812e-06,
      "loss": 0.4062,
      "step": 455700
    },
    {
      "epoch": 127.19,
      "grad_norm": 1.2221946716308594,
      "learning_rate": 4.536926504372734e-06,
      "loss": 0.3799,
      "step": 455710
    },
    {
      "epoch": 127.19,
      "grad_norm": 1.3846560716629028,
      "learning_rate": 4.536916968701743e-06,
      "loss": 0.392,
      "step": 455720
    },
    {
      "epoch": 127.19,
      "grad_norm": 1.4342926740646362,
      "learning_rate": 4.536907432738843e-06,
      "loss": 0.3976,
      "step": 455730
    },
    {
      "epoch": 127.2,
      "grad_norm": 1.4886500835418701,
      "learning_rate": 4.536897896484032e-06,
      "loss": 0.4073,
      "step": 455740
    },
    {
      "epoch": 127.2,
      "grad_norm": 1.249775767326355,
      "learning_rate": 4.536888359937311e-06,
      "loss": 0.3882,
      "step": 455750
    },
    {
      "epoch": 127.2,
      "grad_norm": 16.07540512084961,
      "learning_rate": 4.536878823098684e-06,
      "loss": 0.393,
      "step": 455760
    },
    {
      "epoch": 127.2,
      "grad_norm": 1.3427916765213013,
      "learning_rate": 4.536869285968151e-06,
      "loss": 0.4099,
      "step": 455770
    },
    {
      "epoch": 127.21,
      "grad_norm": 1.3150367736816406,
      "learning_rate": 4.5368597485457135e-06,
      "loss": 0.4085,
      "step": 455780
    },
    {
      "epoch": 127.21,
      "grad_norm": 1.437404990196228,
      "learning_rate": 4.5368502108313715e-06,
      "loss": 0.3946,
      "step": 455790
    },
    {
      "epoch": 127.21,
      "grad_norm": 1.408218264579773,
      "learning_rate": 4.536840672825128e-06,
      "loss": 0.4156,
      "step": 455800
    },
    {
      "epoch": 127.21,
      "grad_norm": 1.2816277742385864,
      "learning_rate": 4.536831134526983e-06,
      "loss": 0.3811,
      "step": 455810
    },
    {
      "epoch": 127.22,
      "grad_norm": 1.1089006662368774,
      "learning_rate": 4.5368215959369396e-06,
      "loss": 0.3833,
      "step": 455820
    },
    {
      "epoch": 127.22,
      "grad_norm": 1.2948931455612183,
      "learning_rate": 4.5368120570549965e-06,
      "loss": 0.4159,
      "step": 455830
    },
    {
      "epoch": 127.22,
      "grad_norm": 1.275227665901184,
      "learning_rate": 4.5368025178811566e-06,
      "loss": 0.416,
      "step": 455840
    },
    {
      "epoch": 127.23,
      "grad_norm": 1.5589245557785034,
      "learning_rate": 4.536792978415421e-06,
      "loss": 0.4078,
      "step": 455850
    },
    {
      "epoch": 127.23,
      "grad_norm": 2.0782318115234375,
      "learning_rate": 4.53678343865779e-06,
      "loss": 0.405,
      "step": 455860
    },
    {
      "epoch": 127.23,
      "grad_norm": 1.5286211967468262,
      "learning_rate": 4.536773898608266e-06,
      "loss": 0.4122,
      "step": 455870
    },
    {
      "epoch": 127.23,
      "grad_norm": 1.162763237953186,
      "learning_rate": 4.53676435826685e-06,
      "loss": 0.4003,
      "step": 455880
    },
    {
      "epoch": 127.24,
      "grad_norm": 1.2823193073272705,
      "learning_rate": 4.536754817633544e-06,
      "loss": 0.4167,
      "step": 455890
    },
    {
      "epoch": 127.24,
      "grad_norm": 1.5474071502685547,
      "learning_rate": 4.536745276708348e-06,
      "loss": 0.401,
      "step": 455900
    },
    {
      "epoch": 127.24,
      "grad_norm": 1.751592993736267,
      "learning_rate": 4.536735735491263e-06,
      "loss": 0.3939,
      "step": 455910
    },
    {
      "epoch": 127.25,
      "grad_norm": 1.3310744762420654,
      "learning_rate": 4.536726193982292e-06,
      "loss": 0.4129,
      "step": 455920
    },
    {
      "epoch": 127.25,
      "grad_norm": 1.4292340278625488,
      "learning_rate": 4.536716652181434e-06,
      "loss": 0.3945,
      "step": 455930
    },
    {
      "epoch": 127.25,
      "grad_norm": 1.18562650680542,
      "learning_rate": 4.536707110088693e-06,
      "loss": 0.4113,
      "step": 455940
    },
    {
      "epoch": 127.25,
      "grad_norm": 1.4646425247192383,
      "learning_rate": 4.536697567704068e-06,
      "loss": 0.4029,
      "step": 455950
    },
    {
      "epoch": 127.26,
      "grad_norm": 1.3671082258224487,
      "learning_rate": 4.536688025027562e-06,
      "loss": 0.4011,
      "step": 455960
    },
    {
      "epoch": 127.26,
      "grad_norm": 1.5167518854141235,
      "learning_rate": 4.536678482059174e-06,
      "loss": 0.4138,
      "step": 455970
    },
    {
      "epoch": 127.26,
      "grad_norm": 1.4327479600906372,
      "learning_rate": 4.536668938798907e-06,
      "loss": 0.3983,
      "step": 455980
    },
    {
      "epoch": 127.26,
      "grad_norm": 1.3077621459960938,
      "learning_rate": 4.536659395246762e-06,
      "loss": 0.3967,
      "step": 455990
    },
    {
      "epoch": 127.27,
      "grad_norm": 1.091830849647522,
      "learning_rate": 4.53664985140274e-06,
      "loss": 0.4024,
      "step": 456000
    },
    {
      "epoch": 127.27,
      "grad_norm": 1.4554951190948486,
      "learning_rate": 4.536640307266843e-06,
      "loss": 0.4022,
      "step": 456010
    },
    {
      "epoch": 127.27,
      "grad_norm": 1.4150874614715576,
      "learning_rate": 4.536630762839071e-06,
      "loss": 0.4044,
      "step": 456020
    },
    {
      "epoch": 127.28,
      "grad_norm": 1.4012855291366577,
      "learning_rate": 4.536621218119427e-06,
      "loss": 0.4267,
      "step": 456030
    },
    {
      "epoch": 127.28,
      "grad_norm": 1.8891459703445435,
      "learning_rate": 4.5366116731079105e-06,
      "loss": 0.3979,
      "step": 456040
    },
    {
      "epoch": 127.28,
      "grad_norm": 1.5824741125106812,
      "learning_rate": 4.5366021278045234e-06,
      "loss": 0.4018,
      "step": 456050
    },
    {
      "epoch": 127.28,
      "grad_norm": 1.2595804929733276,
      "learning_rate": 4.5365925822092666e-06,
      "loss": 0.4228,
      "step": 456060
    },
    {
      "epoch": 127.29,
      "grad_norm": 1.415086030960083,
      "learning_rate": 4.536583036322143e-06,
      "loss": 0.4088,
      "step": 456070
    },
    {
      "epoch": 127.29,
      "grad_norm": 1.2967529296875,
      "learning_rate": 4.536573490143152e-06,
      "loss": 0.4128,
      "step": 456080
    },
    {
      "epoch": 127.29,
      "grad_norm": 1.6604480743408203,
      "learning_rate": 4.536563943672296e-06,
      "loss": 0.4007,
      "step": 456090
    },
    {
      "epoch": 127.3,
      "grad_norm": 1.295020341873169,
      "learning_rate": 4.536554396909576e-06,
      "loss": 0.4013,
      "step": 456100
    },
    {
      "epoch": 127.3,
      "grad_norm": 1.4079325199127197,
      "learning_rate": 4.5365448498549926e-06,
      "loss": 0.4171,
      "step": 456110
    },
    {
      "epoch": 127.3,
      "grad_norm": 1.1327416896820068,
      "learning_rate": 4.536535302508548e-06,
      "loss": 0.4123,
      "step": 456120
    },
    {
      "epoch": 127.3,
      "grad_norm": 1.4081162214279175,
      "learning_rate": 4.536525754870243e-06,
      "loss": 0.4005,
      "step": 456130
    },
    {
      "epoch": 127.31,
      "grad_norm": 1.365352988243103,
      "learning_rate": 4.536516206940079e-06,
      "loss": 0.4079,
      "step": 456140
    },
    {
      "epoch": 127.31,
      "grad_norm": 1.3230299949645996,
      "learning_rate": 4.536506658718058e-06,
      "loss": 0.415,
      "step": 456150
    },
    {
      "epoch": 127.31,
      "grad_norm": 1.2053898572921753,
      "learning_rate": 4.5364971102041786e-06,
      "loss": 0.4092,
      "step": 456160
    },
    {
      "epoch": 127.32,
      "grad_norm": 1.7348769903182983,
      "learning_rate": 4.536487561398445e-06,
      "loss": 0.4041,
      "step": 456170
    },
    {
      "epoch": 127.32,
      "grad_norm": 1.5524773597717285,
      "learning_rate": 4.536478012300858e-06,
      "loss": 0.4106,
      "step": 456180
    },
    {
      "epoch": 127.32,
      "grad_norm": 1.3349024057388306,
      "learning_rate": 4.5364684629114175e-06,
      "loss": 0.4164,
      "step": 456190
    },
    {
      "epoch": 127.32,
      "grad_norm": 1.5768438577651978,
      "learning_rate": 4.536458913230125e-06,
      "loss": 0.415,
      "step": 456200
    },
    {
      "epoch": 127.33,
      "grad_norm": 1.3340001106262207,
      "learning_rate": 4.536449363256984e-06,
      "loss": 0.4233,
      "step": 456210
    },
    {
      "epoch": 127.33,
      "grad_norm": 1.0293697118759155,
      "learning_rate": 4.536439812991993e-06,
      "loss": 0.3934,
      "step": 456220
    },
    {
      "epoch": 127.33,
      "grad_norm": 1.3135771751403809,
      "learning_rate": 4.536430262435154e-06,
      "loss": 0.4026,
      "step": 456230
    },
    {
      "epoch": 127.33,
      "grad_norm": 4.202303409576416,
      "learning_rate": 4.53642071158647e-06,
      "loss": 0.4149,
      "step": 456240
    },
    {
      "epoch": 127.34,
      "grad_norm": 1.42234468460083,
      "learning_rate": 4.53641116044594e-06,
      "loss": 0.4141,
      "step": 456250
    },
    {
      "epoch": 127.34,
      "grad_norm": 1.3595914840698242,
      "learning_rate": 4.536401609013567e-06,
      "loss": 0.4189,
      "step": 456260
    },
    {
      "epoch": 127.34,
      "grad_norm": 1.2918246984481812,
      "learning_rate": 4.5363920572893505e-06,
      "loss": 0.3886,
      "step": 456270
    },
    {
      "epoch": 127.35,
      "grad_norm": 1.8770148754119873,
      "learning_rate": 4.536382505273293e-06,
      "loss": 0.4219,
      "step": 456280
    },
    {
      "epoch": 127.35,
      "grad_norm": 1.2605810165405273,
      "learning_rate": 4.536372952965396e-06,
      "loss": 0.3896,
      "step": 456290
    },
    {
      "epoch": 127.35,
      "grad_norm": 2.1342403888702393,
      "learning_rate": 4.5363634003656596e-06,
      "loss": 0.405,
      "step": 456300
    },
    {
      "epoch": 127.35,
      "grad_norm": 1.1755837202072144,
      "learning_rate": 4.536353847474086e-06,
      "loss": 0.4111,
      "step": 456310
    },
    {
      "epoch": 127.36,
      "grad_norm": 1.643485188484192,
      "learning_rate": 4.536344294290677e-06,
      "loss": 0.3876,
      "step": 456320
    },
    {
      "epoch": 127.36,
      "grad_norm": 1.2234240770339966,
      "learning_rate": 4.536334740815432e-06,
      "loss": 0.4167,
      "step": 456330
    },
    {
      "epoch": 127.36,
      "grad_norm": 1.4322395324707031,
      "learning_rate": 4.536325187048354e-06,
      "loss": 0.4115,
      "step": 456340
    },
    {
      "epoch": 127.37,
      "grad_norm": 1.249356746673584,
      "learning_rate": 4.536315632989444e-06,
      "loss": 0.4062,
      "step": 456350
    },
    {
      "epoch": 127.37,
      "grad_norm": 1.755831003189087,
      "learning_rate": 4.536306078638702e-06,
      "loss": 0.399,
      "step": 456360
    },
    {
      "epoch": 127.37,
      "grad_norm": 1.5324081182479858,
      "learning_rate": 4.5362965239961305e-06,
      "loss": 0.3943,
      "step": 456370
    },
    {
      "epoch": 127.37,
      "grad_norm": 1.2576236724853516,
      "learning_rate": 4.536286969061731e-06,
      "loss": 0.4072,
      "step": 456380
    },
    {
      "epoch": 127.38,
      "grad_norm": 1.5190351009368896,
      "learning_rate": 4.536277413835503e-06,
      "loss": 0.3983,
      "step": 456390
    },
    {
      "epoch": 127.38,
      "grad_norm": 1.3386735916137695,
      "learning_rate": 4.53626785831745e-06,
      "loss": 0.4136,
      "step": 456400
    },
    {
      "epoch": 127.38,
      "grad_norm": 1.4224278926849365,
      "learning_rate": 4.5362583025075724e-06,
      "loss": 0.4312,
      "step": 456410
    },
    {
      "epoch": 127.38,
      "grad_norm": 1.3590625524520874,
      "learning_rate": 4.536248746405871e-06,
      "loss": 0.4086,
      "step": 456420
    },
    {
      "epoch": 127.39,
      "grad_norm": 1.3077369928359985,
      "learning_rate": 4.536239190012347e-06,
      "loss": 0.4112,
      "step": 456430
    },
    {
      "epoch": 127.39,
      "grad_norm": 1.2298821210861206,
      "learning_rate": 4.536229633327002e-06,
      "loss": 0.4105,
      "step": 456440
    },
    {
      "epoch": 127.39,
      "grad_norm": 1.439889669418335,
      "learning_rate": 4.5362200763498384e-06,
      "loss": 0.4109,
      "step": 456450
    },
    {
      "epoch": 127.4,
      "grad_norm": 1.488666296005249,
      "learning_rate": 4.5362105190808565e-06,
      "loss": 0.4104,
      "step": 456460
    },
    {
      "epoch": 127.4,
      "grad_norm": 1.8231021165847778,
      "learning_rate": 4.5362009615200565e-06,
      "loss": 0.3911,
      "step": 456470
    },
    {
      "epoch": 127.4,
      "grad_norm": 1.3414106369018555,
      "learning_rate": 4.536191403667441e-06,
      "loss": 0.4204,
      "step": 456480
    },
    {
      "epoch": 127.4,
      "grad_norm": 1.0671533346176147,
      "learning_rate": 4.5361818455230115e-06,
      "loss": 0.3936,
      "step": 456490
    },
    {
      "epoch": 127.41,
      "grad_norm": 1.1982694864273071,
      "learning_rate": 4.536172287086768e-06,
      "loss": 0.3892,
      "step": 456500
    },
    {
      "epoch": 127.41,
      "grad_norm": 6.019895076751709,
      "learning_rate": 4.536162728358713e-06,
      "loss": 0.4002,
      "step": 456510
    },
    {
      "epoch": 127.41,
      "grad_norm": 1.3518543243408203,
      "learning_rate": 4.536153169338847e-06,
      "loss": 0.4118,
      "step": 456520
    },
    {
      "epoch": 127.42,
      "grad_norm": 1.2280479669570923,
      "learning_rate": 4.536143610027171e-06,
      "loss": 0.3994,
      "step": 456530
    },
    {
      "epoch": 127.42,
      "grad_norm": 1.1610795259475708,
      "learning_rate": 4.536134050423688e-06,
      "loss": 0.4069,
      "step": 456540
    },
    {
      "epoch": 127.42,
      "grad_norm": 1.444378137588501,
      "learning_rate": 4.536124490528397e-06,
      "loss": 0.4077,
      "step": 456550
    },
    {
      "epoch": 127.42,
      "grad_norm": 1.3938281536102295,
      "learning_rate": 4.536114930341301e-06,
      "loss": 0.4105,
      "step": 456560
    },
    {
      "epoch": 127.43,
      "grad_norm": 1.2388924360275269,
      "learning_rate": 4.536105369862401e-06,
      "loss": 0.3946,
      "step": 456570
    },
    {
      "epoch": 127.43,
      "grad_norm": 1.5672868490219116,
      "learning_rate": 4.536095809091696e-06,
      "loss": 0.3854,
      "step": 456580
    },
    {
      "epoch": 127.43,
      "grad_norm": 1.4235963821411133,
      "learning_rate": 4.536086248029192e-06,
      "loss": 0.4058,
      "step": 456590
    },
    {
      "epoch": 127.44,
      "grad_norm": 1.3742302656173706,
      "learning_rate": 4.536076686674885e-06,
      "loss": 0.4264,
      "step": 456600
    },
    {
      "epoch": 127.44,
      "grad_norm": 1.2712702751159668,
      "learning_rate": 4.53606712502878e-06,
      "loss": 0.401,
      "step": 456610
    },
    {
      "epoch": 127.44,
      "grad_norm": 1.2515157461166382,
      "learning_rate": 4.5360575630908764e-06,
      "loss": 0.4001,
      "step": 456620
    },
    {
      "epoch": 127.44,
      "grad_norm": 1.1330348253250122,
      "learning_rate": 4.536048000861177e-06,
      "loss": 0.3898,
      "step": 456630
    },
    {
      "epoch": 127.45,
      "grad_norm": 1.106688380241394,
      "learning_rate": 4.536038438339681e-06,
      "loss": 0.3941,
      "step": 456640
    },
    {
      "epoch": 127.45,
      "grad_norm": 1.2114983797073364,
      "learning_rate": 4.536028875526392e-06,
      "loss": 0.4007,
      "step": 456650
    },
    {
      "epoch": 127.45,
      "grad_norm": 1.4569580554962158,
      "learning_rate": 4.536019312421309e-06,
      "loss": 0.3918,
      "step": 456660
    },
    {
      "epoch": 127.45,
      "grad_norm": 1.2437520027160645,
      "learning_rate": 4.536009749024434e-06,
      "loss": 0.401,
      "step": 456670
    },
    {
      "epoch": 127.46,
      "grad_norm": 1.3462271690368652,
      "learning_rate": 4.53600018533577e-06,
      "loss": 0.3975,
      "step": 456680
    },
    {
      "epoch": 127.46,
      "grad_norm": 1.2964648008346558,
      "learning_rate": 4.535990621355316e-06,
      "loss": 0.3772,
      "step": 456690
    },
    {
      "epoch": 127.46,
      "grad_norm": 1.2247262001037598,
      "learning_rate": 4.535981057083075e-06,
      "loss": 0.4303,
      "step": 456700
    },
    {
      "epoch": 127.47,
      "grad_norm": 1.3933900594711304,
      "learning_rate": 4.535971492519047e-06,
      "loss": 0.3981,
      "step": 456710
    },
    {
      "epoch": 127.47,
      "grad_norm": 1.399498462677002,
      "learning_rate": 4.5359619276632335e-06,
      "loss": 0.3912,
      "step": 456720
    },
    {
      "epoch": 127.47,
      "grad_norm": 1.3973921537399292,
      "learning_rate": 4.5359523625156364e-06,
      "loss": 0.3948,
      "step": 456730
    },
    {
      "epoch": 127.47,
      "grad_norm": 1.4721062183380127,
      "learning_rate": 4.535942797076256e-06,
      "loss": 0.4226,
      "step": 456740
    },
    {
      "epoch": 127.48,
      "grad_norm": 1.3848775625228882,
      "learning_rate": 4.535933231345095e-06,
      "loss": 0.4048,
      "step": 456750
    },
    {
      "epoch": 127.48,
      "grad_norm": 1.4425715208053589,
      "learning_rate": 4.535923665322153e-06,
      "loss": 0.4025,
      "step": 456760
    },
    {
      "epoch": 127.48,
      "grad_norm": 1.3685404062271118,
      "learning_rate": 4.535914099007432e-06,
      "loss": 0.412,
      "step": 456770
    },
    {
      "epoch": 127.49,
      "grad_norm": 1.3989269733428955,
      "learning_rate": 4.535904532400934e-06,
      "loss": 0.3945,
      "step": 456780
    },
    {
      "epoch": 127.49,
      "grad_norm": 1.1021512746810913,
      "learning_rate": 4.535894965502659e-06,
      "loss": 0.3979,
      "step": 456790
    },
    {
      "epoch": 127.49,
      "grad_norm": 1.3061937093734741,
      "learning_rate": 4.535885398312609e-06,
      "loss": 0.3853,
      "step": 456800
    },
    {
      "epoch": 127.49,
      "grad_norm": 1.5277659893035889,
      "learning_rate": 4.535875830830786e-06,
      "loss": 0.4061,
      "step": 456810
    },
    {
      "epoch": 127.5,
      "grad_norm": 1.645016074180603,
      "learning_rate": 4.53586626305719e-06,
      "loss": 0.4049,
      "step": 456820
    },
    {
      "epoch": 127.5,
      "grad_norm": 3.4711923599243164,
      "learning_rate": 4.535856694991822e-06,
      "loss": 0.3934,
      "step": 456830
    },
    {
      "epoch": 127.5,
      "grad_norm": 1.1909822225570679,
      "learning_rate": 4.535847126634685e-06,
      "loss": 0.412,
      "step": 456840
    },
    {
      "epoch": 127.5,
      "grad_norm": 1.6301631927490234,
      "learning_rate": 4.535837557985779e-06,
      "loss": 0.4103,
      "step": 456850
    },
    {
      "epoch": 127.51,
      "grad_norm": 1.3149495124816895,
      "learning_rate": 4.535827989045106e-06,
      "loss": 0.3915,
      "step": 456860
    },
    {
      "epoch": 127.51,
      "grad_norm": 1.300603985786438,
      "learning_rate": 4.535818419812666e-06,
      "loss": 0.4026,
      "step": 456870
    },
    {
      "epoch": 127.51,
      "grad_norm": 1.5796531438827515,
      "learning_rate": 4.535808850288461e-06,
      "loss": 0.4099,
      "step": 456880
    },
    {
      "epoch": 127.52,
      "grad_norm": 1.797303318977356,
      "learning_rate": 4.5357992804724925e-06,
      "loss": 0.4031,
      "step": 456890
    },
    {
      "epoch": 127.52,
      "grad_norm": 1.582797884941101,
      "learning_rate": 4.535789710364762e-06,
      "loss": 0.4262,
      "step": 456900
    },
    {
      "epoch": 127.52,
      "grad_norm": 1.2871081829071045,
      "learning_rate": 4.53578013996527e-06,
      "loss": 0.406,
      "step": 456910
    },
    {
      "epoch": 127.52,
      "grad_norm": 1.211898922920227,
      "learning_rate": 4.535770569274019e-06,
      "loss": 0.4096,
      "step": 456920
    },
    {
      "epoch": 127.53,
      "grad_norm": 1.2073153257369995,
      "learning_rate": 4.535760998291008e-06,
      "loss": 0.4124,
      "step": 456930
    },
    {
      "epoch": 127.53,
      "grad_norm": 2.0038137435913086,
      "learning_rate": 4.535751427016242e-06,
      "loss": 0.398,
      "step": 456940
    },
    {
      "epoch": 127.53,
      "grad_norm": 1.4909077882766724,
      "learning_rate": 4.535741855449718e-06,
      "loss": 0.4028,
      "step": 456950
    },
    {
      "epoch": 127.54,
      "grad_norm": 1.620212435722351,
      "learning_rate": 4.535732283591441e-06,
      "loss": 0.4011,
      "step": 456960
    },
    {
      "epoch": 127.54,
      "grad_norm": 1.3036693334579468,
      "learning_rate": 4.535722711441409e-06,
      "loss": 0.3995,
      "step": 456970
    },
    {
      "epoch": 127.54,
      "grad_norm": 1.4027754068374634,
      "learning_rate": 4.5357131389996256e-06,
      "loss": 0.3996,
      "step": 456980
    },
    {
      "epoch": 127.54,
      "grad_norm": 1.2205969095230103,
      "learning_rate": 4.53570356626609e-06,
      "loss": 0.4039,
      "step": 456990
    },
    {
      "epoch": 127.55,
      "grad_norm": 1.4545317888259888,
      "learning_rate": 4.5356939932408066e-06,
      "loss": 0.4045,
      "step": 457000
    },
    {
      "epoch": 127.55,
      "grad_norm": 1.2447384595870972,
      "learning_rate": 4.535684419923774e-06,
      "loss": 0.3982,
      "step": 457010
    },
    {
      "epoch": 127.55,
      "grad_norm": 1.1712676286697388,
      "learning_rate": 4.535674846314995e-06,
      "loss": 0.4008,
      "step": 457020
    },
    {
      "epoch": 127.56,
      "grad_norm": 1.2681983709335327,
      "learning_rate": 4.535665272414469e-06,
      "loss": 0.4261,
      "step": 457030
    },
    {
      "epoch": 127.56,
      "grad_norm": 1.2354204654693604,
      "learning_rate": 4.535655698222199e-06,
      "loss": 0.4036,
      "step": 457040
    },
    {
      "epoch": 127.56,
      "grad_norm": 2.3202521800994873,
      "learning_rate": 4.535646123738187e-06,
      "loss": 0.4019,
      "step": 457050
    },
    {
      "epoch": 127.56,
      "grad_norm": 1.483231782913208,
      "learning_rate": 4.5356365489624304e-06,
      "loss": 0.3994,
      "step": 457060
    },
    {
      "epoch": 127.57,
      "grad_norm": 1.3907231092453003,
      "learning_rate": 4.535626973894936e-06,
      "loss": 0.4039,
      "step": 457070
    },
    {
      "epoch": 127.57,
      "grad_norm": 1.2824573516845703,
      "learning_rate": 4.5356173985357e-06,
      "loss": 0.3862,
      "step": 457080
    },
    {
      "epoch": 127.57,
      "grad_norm": 1.4532612562179565,
      "learning_rate": 4.535607822884727e-06,
      "loss": 0.4083,
      "step": 457090
    },
    {
      "epoch": 127.57,
      "grad_norm": 1.6511286497116089,
      "learning_rate": 4.535598246942017e-06,
      "loss": 0.423,
      "step": 457100
    },
    {
      "epoch": 127.58,
      "grad_norm": 1.3078802824020386,
      "learning_rate": 4.5355886707075715e-06,
      "loss": 0.4018,
      "step": 457110
    },
    {
      "epoch": 127.58,
      "grad_norm": 1.2398229837417603,
      "learning_rate": 4.53557909418139e-06,
      "loss": 0.399,
      "step": 457120
    },
    {
      "epoch": 127.58,
      "grad_norm": 1.580316424369812,
      "learning_rate": 4.535569517363478e-06,
      "loss": 0.4011,
      "step": 457130
    },
    {
      "epoch": 127.59,
      "grad_norm": 1.3964062929153442,
      "learning_rate": 4.535559940253832e-06,
      "loss": 0.4011,
      "step": 457140
    },
    {
      "epoch": 127.59,
      "grad_norm": 1.1956208944320679,
      "learning_rate": 4.535550362852457e-06,
      "loss": 0.398,
      "step": 457150
    },
    {
      "epoch": 127.59,
      "grad_norm": 1.235721230506897,
      "learning_rate": 4.535540785159353e-06,
      "loss": 0.394,
      "step": 457160
    },
    {
      "epoch": 127.59,
      "grad_norm": 1.4175223112106323,
      "learning_rate": 4.5355312071745195e-06,
      "loss": 0.3913,
      "step": 457170
    },
    {
      "epoch": 127.6,
      "grad_norm": 1.7831006050109863,
      "learning_rate": 4.535521628897961e-06,
      "loss": 0.3971,
      "step": 457180
    },
    {
      "epoch": 127.6,
      "grad_norm": 1.4658010005950928,
      "learning_rate": 4.535512050329676e-06,
      "loss": 0.4075,
      "step": 457190
    },
    {
      "epoch": 127.6,
      "grad_norm": 1.142493486404419,
      "learning_rate": 4.535502471469667e-06,
      "loss": 0.3935,
      "step": 457200
    },
    {
      "epoch": 127.61,
      "grad_norm": 1.6298273801803589,
      "learning_rate": 4.535492892317935e-06,
      "loss": 0.4066,
      "step": 457210
    },
    {
      "epoch": 127.61,
      "grad_norm": 1.374017357826233,
      "learning_rate": 4.535483312874482e-06,
      "loss": 0.3954,
      "step": 457220
    },
    {
      "epoch": 127.61,
      "grad_norm": 1.1216825246810913,
      "learning_rate": 4.5354737331393085e-06,
      "loss": 0.3941,
      "step": 457230
    },
    {
      "epoch": 127.61,
      "grad_norm": 1.747772216796875,
      "learning_rate": 4.535464153112416e-06,
      "loss": 0.4208,
      "step": 457240
    },
    {
      "epoch": 127.62,
      "grad_norm": 1.2614442110061646,
      "learning_rate": 4.535454572793805e-06,
      "loss": 0.4126,
      "step": 457250
    },
    {
      "epoch": 127.62,
      "grad_norm": 1.2747679948806763,
      "learning_rate": 4.535444992183479e-06,
      "loss": 0.4024,
      "step": 457260
    },
    {
      "epoch": 127.62,
      "grad_norm": 1.206956148147583,
      "learning_rate": 4.5354354112814365e-06,
      "loss": 0.4124,
      "step": 457270
    },
    {
      "epoch": 127.62,
      "grad_norm": 1.4563064575195312,
      "learning_rate": 4.53542583008768e-06,
      "loss": 0.3865,
      "step": 457280
    },
    {
      "epoch": 127.63,
      "grad_norm": 1.4253953695297241,
      "learning_rate": 4.535416248602212e-06,
      "loss": 0.4113,
      "step": 457290
    },
    {
      "epoch": 127.63,
      "grad_norm": 1.1711474657058716,
      "learning_rate": 4.535406666825032e-06,
      "loss": 0.4058,
      "step": 457300
    },
    {
      "epoch": 127.63,
      "grad_norm": 1.7871487140655518,
      "learning_rate": 4.535397084756142e-06,
      "loss": 0.4223,
      "step": 457310
    },
    {
      "epoch": 127.64,
      "grad_norm": 1.255765676498413,
      "learning_rate": 4.535387502395543e-06,
      "loss": 0.4108,
      "step": 457320
    },
    {
      "epoch": 127.64,
      "grad_norm": 1.4788868427276611,
      "learning_rate": 4.5353779197432365e-06,
      "loss": 0.3876,
      "step": 457330
    },
    {
      "epoch": 127.64,
      "grad_norm": 1.3639730215072632,
      "learning_rate": 4.535368336799224e-06,
      "loss": 0.4048,
      "step": 457340
    },
    {
      "epoch": 127.64,
      "grad_norm": 1.2772572040557861,
      "learning_rate": 4.535358753563506e-06,
      "loss": 0.4124,
      "step": 457350
    },
    {
      "epoch": 127.65,
      "grad_norm": 1.335913896560669,
      "learning_rate": 4.535349170036085e-06,
      "loss": 0.4287,
      "step": 457360
    },
    {
      "epoch": 127.65,
      "grad_norm": 1.236201286315918,
      "learning_rate": 4.535339586216961e-06,
      "loss": 0.4008,
      "step": 457370
    },
    {
      "epoch": 127.65,
      "grad_norm": 1.264587163925171,
      "learning_rate": 4.5353300021061356e-06,
      "loss": 0.4093,
      "step": 457380
    },
    {
      "epoch": 127.66,
      "grad_norm": 1.3566277027130127,
      "learning_rate": 4.535320417703611e-06,
      "loss": 0.4042,
      "step": 457390
    },
    {
      "epoch": 127.66,
      "grad_norm": 1.1719026565551758,
      "learning_rate": 4.535310833009388e-06,
      "loss": 0.3992,
      "step": 457400
    },
    {
      "epoch": 127.66,
      "grad_norm": 1.6706770658493042,
      "learning_rate": 4.535301248023467e-06,
      "loss": 0.4075,
      "step": 457410
    },
    {
      "epoch": 127.66,
      "grad_norm": 1.152637243270874,
      "learning_rate": 4.53529166274585e-06,
      "loss": 0.433,
      "step": 457420
    },
    {
      "epoch": 127.67,
      "grad_norm": 1.242401123046875,
      "learning_rate": 4.535282077176538e-06,
      "loss": 0.4037,
      "step": 457430
    },
    {
      "epoch": 127.67,
      "grad_norm": 1.6010531187057495,
      "learning_rate": 4.535272491315532e-06,
      "loss": 0.3934,
      "step": 457440
    },
    {
      "epoch": 127.67,
      "grad_norm": 1.148240089416504,
      "learning_rate": 4.535262905162835e-06,
      "loss": 0.4066,
      "step": 457450
    },
    {
      "epoch": 127.68,
      "grad_norm": 1.3085930347442627,
      "learning_rate": 4.5352533187184464e-06,
      "loss": 0.4096,
      "step": 457460
    },
    {
      "epoch": 127.68,
      "grad_norm": 1.286359190940857,
      "learning_rate": 4.535243731982368e-06,
      "loss": 0.3938,
      "step": 457470
    },
    {
      "epoch": 127.68,
      "grad_norm": 1.2570617198944092,
      "learning_rate": 4.535234144954602e-06,
      "loss": 0.398,
      "step": 457480
    },
    {
      "epoch": 127.68,
      "grad_norm": 1.2551581859588623,
      "learning_rate": 4.535224557635148e-06,
      "loss": 0.4153,
      "step": 457490
    },
    {
      "epoch": 127.69,
      "grad_norm": 1.513127326965332,
      "learning_rate": 4.535214970024008e-06,
      "loss": 0.4057,
      "step": 457500
    },
    {
      "epoch": 127.69,
      "grad_norm": 1.5026953220367432,
      "learning_rate": 4.535205382121185e-06,
      "loss": 0.4044,
      "step": 457510
    },
    {
      "epoch": 127.69,
      "grad_norm": 1.5033023357391357,
      "learning_rate": 4.535195793926677e-06,
      "loss": 0.3967,
      "step": 457520
    },
    {
      "epoch": 127.69,
      "grad_norm": 1.9144459962844849,
      "learning_rate": 4.535186205440487e-06,
      "loss": 0.4109,
      "step": 457530
    },
    {
      "epoch": 127.7,
      "grad_norm": 1.47500479221344,
      "learning_rate": 4.535176616662617e-06,
      "loss": 0.4129,
      "step": 457540
    },
    {
      "epoch": 127.7,
      "grad_norm": 1.1343097686767578,
      "learning_rate": 4.535167027593068e-06,
      "loss": 0.4069,
      "step": 457550
    },
    {
      "epoch": 127.7,
      "grad_norm": 2.7357370853424072,
      "learning_rate": 4.53515743823184e-06,
      "loss": 0.4165,
      "step": 457560
    },
    {
      "epoch": 127.71,
      "grad_norm": 1.2906341552734375,
      "learning_rate": 4.535147848578934e-06,
      "loss": 0.4166,
      "step": 457570
    },
    {
      "epoch": 127.71,
      "grad_norm": 1.9213143587112427,
      "learning_rate": 4.535138258634354e-06,
      "loss": 0.398,
      "step": 457580
    },
    {
      "epoch": 127.71,
      "grad_norm": 1.161490797996521,
      "learning_rate": 4.5351286683981e-06,
      "loss": 0.3986,
      "step": 457590
    },
    {
      "epoch": 127.71,
      "grad_norm": 3.0103108882904053,
      "learning_rate": 4.535119077870171e-06,
      "loss": 0.3975,
      "step": 457600
    },
    {
      "epoch": 127.72,
      "grad_norm": 1.4128165245056152,
      "learning_rate": 4.5351094870505715e-06,
      "loss": 0.4089,
      "step": 457610
    },
    {
      "epoch": 127.72,
      "grad_norm": 1.42438542842865,
      "learning_rate": 4.5350998959393e-06,
      "loss": 0.4126,
      "step": 457620
    },
    {
      "epoch": 127.72,
      "grad_norm": 1.3945224285125732,
      "learning_rate": 4.535090304536361e-06,
      "loss": 0.4199,
      "step": 457630
    },
    {
      "epoch": 127.73,
      "grad_norm": 1.4349169731140137,
      "learning_rate": 4.535080712841754e-06,
      "loss": 0.3964,
      "step": 457640
    },
    {
      "epoch": 127.73,
      "grad_norm": 1.1916807889938354,
      "learning_rate": 4.535071120855479e-06,
      "loss": 0.4077,
      "step": 457650
    },
    {
      "epoch": 127.73,
      "grad_norm": 1.5181564092636108,
      "learning_rate": 4.5350615285775395e-06,
      "loss": 0.4008,
      "step": 457660
    },
    {
      "epoch": 127.73,
      "grad_norm": 1.4592005014419556,
      "learning_rate": 4.535051936007936e-06,
      "loss": 0.4081,
      "step": 457670
    },
    {
      "epoch": 127.74,
      "grad_norm": 1.4323824644088745,
      "learning_rate": 4.535042343146669e-06,
      "loss": 0.3944,
      "step": 457680
    },
    {
      "epoch": 127.74,
      "grad_norm": 1.3004236221313477,
      "learning_rate": 4.535032749993741e-06,
      "loss": 0.3958,
      "step": 457690
    },
    {
      "epoch": 127.74,
      "grad_norm": 1.2873756885528564,
      "learning_rate": 4.535023156549151e-06,
      "loss": 0.409,
      "step": 457700
    },
    {
      "epoch": 127.74,
      "grad_norm": 1.667645812034607,
      "learning_rate": 4.535013562812904e-06,
      "loss": 0.4069,
      "step": 457710
    },
    {
      "epoch": 127.75,
      "grad_norm": 1.0824235677719116,
      "learning_rate": 4.5350039687849986e-06,
      "loss": 0.3986,
      "step": 457720
    },
    {
      "epoch": 127.75,
      "grad_norm": 1.7320210933685303,
      "learning_rate": 4.534994374465436e-06,
      "loss": 0.3948,
      "step": 457730
    },
    {
      "epoch": 127.75,
      "grad_norm": 1.561813235282898,
      "learning_rate": 4.534984779854219e-06,
      "loss": 0.4091,
      "step": 457740
    },
    {
      "epoch": 127.76,
      "grad_norm": 1.1819825172424316,
      "learning_rate": 4.534975184951347e-06,
      "loss": 0.4103,
      "step": 457750
    },
    {
      "epoch": 127.76,
      "grad_norm": 1.1407517194747925,
      "learning_rate": 4.534965589756823e-06,
      "loss": 0.4012,
      "step": 457760
    },
    {
      "epoch": 127.76,
      "grad_norm": 1.5874086618423462,
      "learning_rate": 4.534955994270648e-06,
      "loss": 0.3934,
      "step": 457770
    },
    {
      "epoch": 127.76,
      "grad_norm": 1.9081207513809204,
      "learning_rate": 4.534946398492823e-06,
      "loss": 0.421,
      "step": 457780
    },
    {
      "epoch": 127.77,
      "grad_norm": 1.4690515995025635,
      "learning_rate": 4.534936802423349e-06,
      "loss": 0.3957,
      "step": 457790
    },
    {
      "epoch": 127.77,
      "grad_norm": 1.1314610242843628,
      "learning_rate": 4.534927206062227e-06,
      "loss": 0.416,
      "step": 457800
    },
    {
      "epoch": 127.77,
      "grad_norm": 1.2551602125167847,
      "learning_rate": 4.534917609409458e-06,
      "loss": 0.3962,
      "step": 457810
    },
    {
      "epoch": 127.78,
      "grad_norm": 1.5203911066055298,
      "learning_rate": 4.534908012465045e-06,
      "loss": 0.4083,
      "step": 457820
    },
    {
      "epoch": 127.78,
      "grad_norm": 1.3509595394134521,
      "learning_rate": 4.534898415228989e-06,
      "loss": 0.4298,
      "step": 457830
    },
    {
      "epoch": 127.78,
      "grad_norm": 1.227602481842041,
      "learning_rate": 4.534888817701289e-06,
      "loss": 0.4015,
      "step": 457840
    },
    {
      "epoch": 127.78,
      "grad_norm": 9.168397903442383,
      "learning_rate": 4.534879219881948e-06,
      "loss": 0.3998,
      "step": 457850
    },
    {
      "epoch": 127.79,
      "grad_norm": 1.1673458814620972,
      "learning_rate": 4.534869621770968e-06,
      "loss": 0.3995,
      "step": 457860
    },
    {
      "epoch": 127.79,
      "grad_norm": 1.1803765296936035,
      "learning_rate": 4.534860023368349e-06,
      "loss": 0.4204,
      "step": 457870
    },
    {
      "epoch": 127.79,
      "grad_norm": 1.3217865228652954,
      "learning_rate": 4.534850424674093e-06,
      "loss": 0.412,
      "step": 457880
    },
    {
      "epoch": 127.8,
      "grad_norm": 1.637545108795166,
      "learning_rate": 4.534840825688201e-06,
      "loss": 0.4121,
      "step": 457890
    },
    {
      "epoch": 127.8,
      "grad_norm": 1.4693950414657593,
      "learning_rate": 4.5348312264106735e-06,
      "loss": 0.3975,
      "step": 457900
    },
    {
      "epoch": 127.8,
      "grad_norm": 1.3687118291854858,
      "learning_rate": 4.5348216268415125e-06,
      "loss": 0.4089,
      "step": 457910
    },
    {
      "epoch": 127.8,
      "grad_norm": 1.1901060342788696,
      "learning_rate": 4.53481202698072e-06,
      "loss": 0.4062,
      "step": 457920
    },
    {
      "epoch": 127.81,
      "grad_norm": 1.4876271486282349,
      "learning_rate": 4.534802426828295e-06,
      "loss": 0.4021,
      "step": 457930
    },
    {
      "epoch": 127.81,
      "grad_norm": 1.3408312797546387,
      "learning_rate": 4.534792826384242e-06,
      "loss": 0.4147,
      "step": 457940
    },
    {
      "epoch": 127.81,
      "grad_norm": 1.4055300951004028,
      "learning_rate": 4.53478322564856e-06,
      "loss": 0.4161,
      "step": 457950
    },
    {
      "epoch": 127.81,
      "grad_norm": 1.2754026651382446,
      "learning_rate": 4.5347736246212515e-06,
      "loss": 0.4035,
      "step": 457960
    },
    {
      "epoch": 127.82,
      "grad_norm": 1.3989311456680298,
      "learning_rate": 4.534764023302316e-06,
      "loss": 0.4091,
      "step": 457970
    },
    {
      "epoch": 127.82,
      "grad_norm": 1.3843117952346802,
      "learning_rate": 4.5347544216917565e-06,
      "loss": 0.4204,
      "step": 457980
    },
    {
      "epoch": 127.82,
      "grad_norm": 1.3947902917861938,
      "learning_rate": 4.534744819789574e-06,
      "loss": 0.4039,
      "step": 457990
    },
    {
      "epoch": 127.83,
      "grad_norm": 1.2939777374267578,
      "learning_rate": 4.534735217595769e-06,
      "loss": 0.4037,
      "step": 458000
    },
    {
      "epoch": 127.83,
      "grad_norm": 1.2962487936019897,
      "learning_rate": 4.534725615110344e-06,
      "loss": 0.414,
      "step": 458010
    },
    {
      "epoch": 127.83,
      "grad_norm": 1.224553108215332,
      "learning_rate": 4.534716012333299e-06,
      "loss": 0.3992,
      "step": 458020
    },
    {
      "epoch": 127.83,
      "grad_norm": 1.3645150661468506,
      "learning_rate": 4.534706409264636e-06,
      "loss": 0.3862,
      "step": 458030
    },
    {
      "epoch": 127.84,
      "grad_norm": 1.0537043809890747,
      "learning_rate": 4.534696805904356e-06,
      "loss": 0.4051,
      "step": 458040
    },
    {
      "epoch": 127.84,
      "grad_norm": 1.3420348167419434,
      "learning_rate": 4.53468720225246e-06,
      "loss": 0.391,
      "step": 458050
    },
    {
      "epoch": 127.84,
      "grad_norm": 1.2363353967666626,
      "learning_rate": 4.53467759830895e-06,
      "loss": 0.3945,
      "step": 458060
    },
    {
      "epoch": 127.85,
      "grad_norm": 1.2893705368041992,
      "learning_rate": 4.534667994073827e-06,
      "loss": 0.4066,
      "step": 458070
    },
    {
      "epoch": 127.85,
      "grad_norm": 1.7479794025421143,
      "learning_rate": 4.534658389547092e-06,
      "loss": 0.4267,
      "step": 458080
    },
    {
      "epoch": 127.85,
      "grad_norm": 1.4271754026412964,
      "learning_rate": 4.534648784728747e-06,
      "loss": 0.4042,
      "step": 458090
    },
    {
      "epoch": 127.85,
      "grad_norm": 1.4116122722625732,
      "learning_rate": 4.534639179618792e-06,
      "loss": 0.4068,
      "step": 458100
    },
    {
      "epoch": 127.86,
      "grad_norm": 1.3051047325134277,
      "learning_rate": 4.53462957421723e-06,
      "loss": 0.3996,
      "step": 458110
    },
    {
      "epoch": 127.86,
      "grad_norm": 1.3194541931152344,
      "learning_rate": 4.53461996852406e-06,
      "loss": 0.3961,
      "step": 458120
    },
    {
      "epoch": 127.86,
      "grad_norm": 1.3343679904937744,
      "learning_rate": 4.534610362539286e-06,
      "loss": 0.3974,
      "step": 458130
    },
    {
      "epoch": 127.86,
      "grad_norm": 1.5234296321868896,
      "learning_rate": 4.5346007562629075e-06,
      "loss": 0.4051,
      "step": 458140
    },
    {
      "epoch": 127.87,
      "grad_norm": 1.3960727453231812,
      "learning_rate": 4.534591149694926e-06,
      "loss": 0.3927,
      "step": 458150
    },
    {
      "epoch": 127.87,
      "grad_norm": 1.330750823020935,
      "learning_rate": 4.534581542835343e-06,
      "loss": 0.4063,
      "step": 458160
    },
    {
      "epoch": 127.87,
      "grad_norm": 1.4356112480163574,
      "learning_rate": 4.53457193568416e-06,
      "loss": 0.3929,
      "step": 458170
    },
    {
      "epoch": 127.88,
      "grad_norm": 1.4310070276260376,
      "learning_rate": 4.534562328241377e-06,
      "loss": 0.4152,
      "step": 458180
    },
    {
      "epoch": 127.88,
      "grad_norm": 1.2880346775054932,
      "learning_rate": 4.534552720506997e-06,
      "loss": 0.4074,
      "step": 458190
    },
    {
      "epoch": 127.88,
      "grad_norm": 1.4841300249099731,
      "learning_rate": 4.534543112481021e-06,
      "loss": 0.3904,
      "step": 458200
    },
    {
      "epoch": 127.88,
      "grad_norm": 1.2029237747192383,
      "learning_rate": 4.534533504163449e-06,
      "loss": 0.4131,
      "step": 458210
    },
    {
      "epoch": 127.89,
      "grad_norm": 1.3722643852233887,
      "learning_rate": 4.5345238955542835e-06,
      "loss": 0.3858,
      "step": 458220
    },
    {
      "epoch": 127.89,
      "grad_norm": 1.4847863912582397,
      "learning_rate": 4.534514286653526e-06,
      "loss": 0.4138,
      "step": 458230
    },
    {
      "epoch": 127.89,
      "grad_norm": 1.3485721349716187,
      "learning_rate": 4.534504677461177e-06,
      "loss": 0.4149,
      "step": 458240
    },
    {
      "epoch": 127.9,
      "grad_norm": 1.4507720470428467,
      "learning_rate": 4.534495067977237e-06,
      "loss": 0.414,
      "step": 458250
    },
    {
      "epoch": 127.9,
      "grad_norm": 1.2593024969100952,
      "learning_rate": 4.534485458201708e-06,
      "loss": 0.3976,
      "step": 458260
    },
    {
      "epoch": 127.9,
      "grad_norm": 1.342106580734253,
      "learning_rate": 4.534475848134593e-06,
      "loss": 0.4069,
      "step": 458270
    },
    {
      "epoch": 127.9,
      "grad_norm": 1.2812209129333496,
      "learning_rate": 4.53446623777589e-06,
      "loss": 0.3924,
      "step": 458280
    },
    {
      "epoch": 127.91,
      "grad_norm": 1.5406774282455444,
      "learning_rate": 4.534456627125603e-06,
      "loss": 0.4031,
      "step": 458290
    },
    {
      "epoch": 127.91,
      "grad_norm": 1.2761292457580566,
      "learning_rate": 4.534447016183733e-06,
      "loss": 0.3935,
      "step": 458300
    },
    {
      "epoch": 127.91,
      "grad_norm": 1.3309592008590698,
      "learning_rate": 4.53443740495028e-06,
      "loss": 0.4166,
      "step": 458310
    },
    {
      "epoch": 127.92,
      "grad_norm": 1.3691209554672241,
      "learning_rate": 4.534427793425247e-06,
      "loss": 0.4012,
      "step": 458320
    },
    {
      "epoch": 127.92,
      "grad_norm": 1.3568391799926758,
      "learning_rate": 4.534418181608632e-06,
      "loss": 0.4068,
      "step": 458330
    },
    {
      "epoch": 127.92,
      "grad_norm": 1.432086706161499,
      "learning_rate": 4.53440856950044e-06,
      "loss": 0.4008,
      "step": 458340
    },
    {
      "epoch": 127.92,
      "grad_norm": 1.2799557447433472,
      "learning_rate": 4.53439895710067e-06,
      "loss": 0.411,
      "step": 458350
    },
    {
      "epoch": 127.93,
      "grad_norm": 1.2346978187561035,
      "learning_rate": 4.534389344409325e-06,
      "loss": 0.4219,
      "step": 458360
    },
    {
      "epoch": 127.93,
      "grad_norm": 1.371423363685608,
      "learning_rate": 4.5343797314264044e-06,
      "loss": 0.3963,
      "step": 458370
    },
    {
      "epoch": 127.93,
      "grad_norm": 1.2561957836151123,
      "learning_rate": 4.534370118151911e-06,
      "loss": 0.4229,
      "step": 458380
    },
    {
      "epoch": 127.93,
      "grad_norm": 1.7326769828796387,
      "learning_rate": 4.534360504585845e-06,
      "loss": 0.3887,
      "step": 458390
    },
    {
      "epoch": 127.94,
      "grad_norm": 1.5486842393875122,
      "learning_rate": 4.534350890728208e-06,
      "loss": 0.4072,
      "step": 458400
    },
    {
      "epoch": 127.94,
      "grad_norm": 1.379420280456543,
      "learning_rate": 4.534341276579002e-06,
      "loss": 0.4042,
      "step": 458410
    },
    {
      "epoch": 127.94,
      "grad_norm": 1.3497262001037598,
      "learning_rate": 4.534331662138228e-06,
      "loss": 0.4073,
      "step": 458420
    },
    {
      "epoch": 127.95,
      "grad_norm": 1.5664924383163452,
      "learning_rate": 4.534322047405886e-06,
      "loss": 0.4144,
      "step": 458430
    },
    {
      "epoch": 127.95,
      "grad_norm": 1.3636572360992432,
      "learning_rate": 4.534312432381979e-06,
      "loss": 0.4094,
      "step": 458440
    },
    {
      "epoch": 127.95,
      "grad_norm": 1.4494601488113403,
      "learning_rate": 4.534302817066508e-06,
      "loss": 0.3929,
      "step": 458450
    },
    {
      "epoch": 127.95,
      "grad_norm": 1.4165852069854736,
      "learning_rate": 4.534293201459472e-06,
      "loss": 0.3925,
      "step": 458460
    },
    {
      "epoch": 127.96,
      "grad_norm": 1.3378826379776,
      "learning_rate": 4.5342835855608756e-06,
      "loss": 0.4151,
      "step": 458470
    },
    {
      "epoch": 127.96,
      "grad_norm": 1.2092273235321045,
      "learning_rate": 4.534273969370718e-06,
      "loss": 0.417,
      "step": 458480
    },
    {
      "epoch": 127.96,
      "grad_norm": 1.3367050886154175,
      "learning_rate": 4.534264352889001e-06,
      "loss": 0.4102,
      "step": 458490
    },
    {
      "epoch": 127.97,
      "grad_norm": 1.461916208267212,
      "learning_rate": 4.534254736115727e-06,
      "loss": 0.3997,
      "step": 458500
    },
    {
      "epoch": 127.97,
      "grad_norm": 1.1354776620864868,
      "learning_rate": 4.534245119050894e-06,
      "loss": 0.3971,
      "step": 458510
    },
    {
      "epoch": 127.97,
      "grad_norm": 1.4185549020767212,
      "learning_rate": 4.534235501694508e-06,
      "loss": 0.3922,
      "step": 458520
    },
    {
      "epoch": 127.97,
      "grad_norm": 1.4279613494873047,
      "learning_rate": 4.5342258840465665e-06,
      "loss": 0.4209,
      "step": 458530
    },
    {
      "epoch": 127.98,
      "grad_norm": 1.2887212038040161,
      "learning_rate": 4.534216266107072e-06,
      "loss": 0.403,
      "step": 458540
    },
    {
      "epoch": 127.98,
      "grad_norm": 1.342143177986145,
      "learning_rate": 4.534206647876027e-06,
      "loss": 0.4007,
      "step": 458550
    },
    {
      "epoch": 127.98,
      "grad_norm": 1.5437625646591187,
      "learning_rate": 4.53419702935343e-06,
      "loss": 0.3947,
      "step": 458560
    },
    {
      "epoch": 127.98,
      "grad_norm": 1.4240727424621582,
      "learning_rate": 4.534187410539285e-06,
      "loss": 0.408,
      "step": 458570
    },
    {
      "epoch": 127.99,
      "grad_norm": 1.3390389680862427,
      "learning_rate": 4.534177791433591e-06,
      "loss": 0.3957,
      "step": 458580
    },
    {
      "epoch": 127.99,
      "grad_norm": 1.9732078313827515,
      "learning_rate": 4.534168172036352e-06,
      "loss": 0.4263,
      "step": 458590
    },
    {
      "epoch": 127.99,
      "grad_norm": 1.3137470483779907,
      "learning_rate": 4.534158552347567e-06,
      "loss": 0.3951,
      "step": 458600
    },
    {
      "epoch": 128.0,
      "grad_norm": 1.3589423894882202,
      "learning_rate": 4.534148932367238e-06,
      "loss": 0.4017,
      "step": 458610
    },
    {
      "epoch": 128.0,
      "grad_norm": 1.423741102218628,
      "learning_rate": 4.534139312095366e-06,
      "loss": 0.4167,
      "step": 458620
    },
    {
      "epoch": 128.0,
      "eval_loss": 0.40491729974746704,
      "eval_runtime": 68.0114,
      "eval_samples_per_second": 74.385,
      "eval_steps_per_second": 9.307,
      "step": 458624
    },
    {
      "epoch": 128.0,
      "grad_norm": 1.471205472946167,
      "learning_rate": 4.534129691531953e-06,
      "loss": 0.3898,
      "step": 458630
    },
    {
      "epoch": 128.0,
      "grad_norm": 1.2107973098754883,
      "learning_rate": 4.534120070677e-06,
      "loss": 0.4013,
      "step": 458640
    },
    {
      "epoch": 128.01,
      "grad_norm": 1.4059125185012817,
      "learning_rate": 4.534110449530508e-06,
      "loss": 0.412,
      "step": 458650
    },
    {
      "epoch": 128.01,
      "grad_norm": 1.3138697147369385,
      "learning_rate": 4.534100828092479e-06,
      "loss": 0.4028,
      "step": 458660
    },
    {
      "epoch": 128.01,
      "grad_norm": 1.1845378875732422,
      "learning_rate": 4.534091206362913e-06,
      "loss": 0.4053,
      "step": 458670
    },
    {
      "epoch": 128.02,
      "grad_norm": 1.8255144357681274,
      "learning_rate": 4.534081584341811e-06,
      "loss": 0.389,
      "step": 458680
    },
    {
      "epoch": 128.02,
      "grad_norm": 1.3591927289962769,
      "learning_rate": 4.534071962029177e-06,
      "loss": 0.4174,
      "step": 458690
    },
    {
      "epoch": 128.02,
      "grad_norm": 1.2970473766326904,
      "learning_rate": 4.53406233942501e-06,
      "loss": 0.4004,
      "step": 458700
    },
    {
      "epoch": 128.02,
      "grad_norm": 1.4129142761230469,
      "learning_rate": 4.534052716529311e-06,
      "loss": 0.4002,
      "step": 458710
    },
    {
      "epoch": 128.03,
      "grad_norm": 1.3164770603179932,
      "learning_rate": 4.534043093342083e-06,
      "loss": 0.3985,
      "step": 458720
    },
    {
      "epoch": 128.03,
      "grad_norm": 1.4173786640167236,
      "learning_rate": 4.534033469863327e-06,
      "loss": 0.4366,
      "step": 458730
    },
    {
      "epoch": 128.03,
      "grad_norm": 1.3921334743499756,
      "learning_rate": 4.534023846093042e-06,
      "loss": 0.3895,
      "step": 458740
    },
    {
      "epoch": 128.04,
      "grad_norm": 1.6249136924743652,
      "learning_rate": 4.534014222031232e-06,
      "loss": 0.4081,
      "step": 458750
    },
    {
      "epoch": 128.04,
      "grad_norm": 1.3287808895111084,
      "learning_rate": 4.534004597677897e-06,
      "loss": 0.4009,
      "step": 458760
    },
    {
      "epoch": 128.04,
      "grad_norm": 1.365512490272522,
      "learning_rate": 4.533994973033039e-06,
      "loss": 0.4036,
      "step": 458770
    },
    {
      "epoch": 128.04,
      "grad_norm": 1.2709041833877563,
      "learning_rate": 4.533985348096658e-06,
      "loss": 0.3747,
      "step": 458780
    },
    {
      "epoch": 128.05,
      "grad_norm": 1.1924597024917603,
      "learning_rate": 4.533975722868757e-06,
      "loss": 0.4143,
      "step": 458790
    },
    {
      "epoch": 128.05,
      "grad_norm": 1.6121799945831299,
      "learning_rate": 4.533966097349335e-06,
      "loss": 0.4003,
      "step": 458800
    },
    {
      "epoch": 128.05,
      "grad_norm": 1.2919890880584717,
      "learning_rate": 4.5339564715383965e-06,
      "loss": 0.4381,
      "step": 458810
    },
    {
      "epoch": 128.05,
      "grad_norm": 1.5533092021942139,
      "learning_rate": 4.533946845435939e-06,
      "loss": 0.414,
      "step": 458820
    },
    {
      "epoch": 128.06,
      "grad_norm": 1.498351812362671,
      "learning_rate": 4.5339372190419674e-06,
      "loss": 0.4002,
      "step": 458830
    },
    {
      "epoch": 128.06,
      "grad_norm": 1.536861538887024,
      "learning_rate": 4.53392759235648e-06,
      "loss": 0.4065,
      "step": 458840
    },
    {
      "epoch": 128.06,
      "grad_norm": 1.316307783126831,
      "learning_rate": 4.53391796537948e-06,
      "loss": 0.4102,
      "step": 458850
    },
    {
      "epoch": 128.07,
      "grad_norm": 1.2708821296691895,
      "learning_rate": 4.533908338110968e-06,
      "loss": 0.3998,
      "step": 458860
    },
    {
      "epoch": 128.07,
      "grad_norm": 1.6082674264907837,
      "learning_rate": 4.5338987105509455e-06,
      "loss": 0.4061,
      "step": 458870
    },
    {
      "epoch": 128.07,
      "grad_norm": 1.4876046180725098,
      "learning_rate": 4.533889082699413e-06,
      "loss": 0.4077,
      "step": 458880
    },
    {
      "epoch": 128.07,
      "grad_norm": 1.3450136184692383,
      "learning_rate": 4.533879454556373e-06,
      "loss": 0.4055,
      "step": 458890
    },
    {
      "epoch": 128.08,
      "grad_norm": 1.3414545059204102,
      "learning_rate": 4.533869826121826e-06,
      "loss": 0.3977,
      "step": 458900
    },
    {
      "epoch": 128.08,
      "grad_norm": 1.4957674741744995,
      "learning_rate": 4.533860197395773e-06,
      "loss": 0.4256,
      "step": 458910
    },
    {
      "epoch": 128.08,
      "grad_norm": 1.4209022521972656,
      "learning_rate": 4.5338505683782165e-06,
      "loss": 0.4048,
      "step": 458920
    },
    {
      "epoch": 128.09,
      "grad_norm": 1.216503620147705,
      "learning_rate": 4.533840939069156e-06,
      "loss": 0.4071,
      "step": 458930
    },
    {
      "epoch": 128.09,
      "grad_norm": 1.349822759628296,
      "learning_rate": 4.533831309468594e-06,
      "loss": 0.413,
      "step": 458940
    },
    {
      "epoch": 128.09,
      "grad_norm": 1.3903098106384277,
      "learning_rate": 4.533821679576532e-06,
      "loss": 0.3941,
      "step": 458950
    },
    {
      "epoch": 128.09,
      "grad_norm": 1.36153244972229,
      "learning_rate": 4.533812049392971e-06,
      "loss": 0.3962,
      "step": 458960
    },
    {
      "epoch": 128.1,
      "grad_norm": 1.276225209236145,
      "learning_rate": 4.5338024189179124e-06,
      "loss": 0.4026,
      "step": 458970
    },
    {
      "epoch": 128.1,
      "grad_norm": 1.412573218345642,
      "learning_rate": 4.5337927881513565e-06,
      "loss": 0.4164,
      "step": 458980
    },
    {
      "epoch": 128.1,
      "grad_norm": 1.283079743385315,
      "learning_rate": 4.533783157093306e-06,
      "loss": 0.3925,
      "step": 458990
    },
    {
      "epoch": 128.1,
      "grad_norm": 1.3973801136016846,
      "learning_rate": 4.533773525743761e-06,
      "loss": 0.4009,
      "step": 459000
    },
    {
      "epoch": 128.11,
      "grad_norm": 1.2262898683547974,
      "learning_rate": 4.533763894102723e-06,
      "loss": 0.4007,
      "step": 459010
    },
    {
      "epoch": 128.11,
      "grad_norm": 1.4381213188171387,
      "learning_rate": 4.533754262170195e-06,
      "loss": 0.4058,
      "step": 459020
    },
    {
      "epoch": 128.11,
      "grad_norm": 1.4828013181686401,
      "learning_rate": 4.533744629946175e-06,
      "loss": 0.4073,
      "step": 459030
    },
    {
      "epoch": 128.12,
      "grad_norm": 1.8037389516830444,
      "learning_rate": 4.533734997430667e-06,
      "loss": 0.381,
      "step": 459040
    },
    {
      "epoch": 128.12,
      "grad_norm": 1.637740969657898,
      "learning_rate": 4.533725364623672e-06,
      "loss": 0.4312,
      "step": 459050
    },
    {
      "epoch": 128.12,
      "grad_norm": 1.170714259147644,
      "learning_rate": 4.533715731525189e-06,
      "loss": 0.3932,
      "step": 459060
    },
    {
      "epoch": 128.12,
      "grad_norm": 1.454288363456726,
      "learning_rate": 4.533706098135222e-06,
      "loss": 0.3955,
      "step": 459070
    },
    {
      "epoch": 128.13,
      "grad_norm": 1.419705867767334,
      "learning_rate": 4.533696464453772e-06,
      "loss": 0.4208,
      "step": 459080
    },
    {
      "epoch": 128.13,
      "grad_norm": 1.3315590620040894,
      "learning_rate": 4.533686830480839e-06,
      "loss": 0.3915,
      "step": 459090
    },
    {
      "epoch": 128.13,
      "grad_norm": 1.2896733283996582,
      "learning_rate": 4.533677196216424e-06,
      "loss": 0.4005,
      "step": 459100
    },
    {
      "epoch": 128.14,
      "grad_norm": 1.2863813638687134,
      "learning_rate": 4.53366756166053e-06,
      "loss": 0.4002,
      "step": 459110
    },
    {
      "epoch": 128.14,
      "grad_norm": 1.2630459070205688,
      "learning_rate": 4.533657926813156e-06,
      "loss": 0.3993,
      "step": 459120
    },
    {
      "epoch": 128.14,
      "grad_norm": 1.4677238464355469,
      "learning_rate": 4.533648291674306e-06,
      "loss": 0.3876,
      "step": 459130
    },
    {
      "epoch": 128.14,
      "grad_norm": 1.283994436264038,
      "learning_rate": 4.533638656243979e-06,
      "loss": 0.4216,
      "step": 459140
    },
    {
      "epoch": 128.15,
      "grad_norm": 1.3323493003845215,
      "learning_rate": 4.533629020522179e-06,
      "loss": 0.4019,
      "step": 459150
    },
    {
      "epoch": 128.15,
      "grad_norm": 1.304836392402649,
      "learning_rate": 4.533619384508904e-06,
      "loss": 0.3894,
      "step": 459160
    },
    {
      "epoch": 128.15,
      "grad_norm": 1.2323647737503052,
      "learning_rate": 4.533609748204157e-06,
      "loss": 0.3911,
      "step": 459170
    },
    {
      "epoch": 128.16,
      "grad_norm": 1.5739392042160034,
      "learning_rate": 4.5336001116079394e-06,
      "loss": 0.3855,
      "step": 459180
    },
    {
      "epoch": 128.16,
      "grad_norm": 1.2002450227737427,
      "learning_rate": 4.533590474720252e-06,
      "loss": 0.3907,
      "step": 459190
    },
    {
      "epoch": 128.16,
      "grad_norm": 1.4570077657699585,
      "learning_rate": 4.5335808375410964e-06,
      "loss": 0.4078,
      "step": 459200
    },
    {
      "epoch": 128.16,
      "grad_norm": 1.370423436164856,
      "learning_rate": 4.533571200070473e-06,
      "loss": 0.4088,
      "step": 459210
    },
    {
      "epoch": 128.17,
      "grad_norm": 1.3626130819320679,
      "learning_rate": 4.533561562308385e-06,
      "loss": 0.4016,
      "step": 459220
    },
    {
      "epoch": 128.17,
      "grad_norm": 1.3046143054962158,
      "learning_rate": 4.533551924254831e-06,
      "loss": 0.4156,
      "step": 459230
    },
    {
      "epoch": 128.17,
      "grad_norm": 1.1070750951766968,
      "learning_rate": 4.533542285909815e-06,
      "loss": 0.409,
      "step": 459240
    },
    {
      "epoch": 128.17,
      "grad_norm": 1.3627448081970215,
      "learning_rate": 4.533532647273336e-06,
      "loss": 0.4108,
      "step": 459250
    },
    {
      "epoch": 128.18,
      "grad_norm": 1.6209090948104858,
      "learning_rate": 4.5335230083453975e-06,
      "loss": 0.3885,
      "step": 459260
    },
    {
      "epoch": 128.18,
      "grad_norm": 1.388308048248291,
      "learning_rate": 4.533513369125999e-06,
      "loss": 0.3928,
      "step": 459270
    },
    {
      "epoch": 128.18,
      "grad_norm": 1.2032179832458496,
      "learning_rate": 4.533503729615143e-06,
      "loss": 0.3973,
      "step": 459280
    },
    {
      "epoch": 128.19,
      "grad_norm": 1.3821907043457031,
      "learning_rate": 4.53349408981283e-06,
      "loss": 0.3912,
      "step": 459290
    },
    {
      "epoch": 128.19,
      "grad_norm": 1.3185628652572632,
      "learning_rate": 4.53348444971906e-06,
      "loss": 0.4168,
      "step": 459300
    },
    {
      "epoch": 128.19,
      "grad_norm": 1.30500328540802,
      "learning_rate": 4.533474809333837e-06,
      "loss": 0.4012,
      "step": 459310
    },
    {
      "epoch": 128.19,
      "grad_norm": 1.6832009553909302,
      "learning_rate": 4.533465168657161e-06,
      "loss": 0.3867,
      "step": 459320
    },
    {
      "epoch": 128.2,
      "grad_norm": 1.4770681858062744,
      "learning_rate": 4.533455527689033e-06,
      "loss": 0.4028,
      "step": 459330
    },
    {
      "epoch": 128.2,
      "grad_norm": 1.9154149293899536,
      "learning_rate": 4.533445886429455e-06,
      "loss": 0.4176,
      "step": 459340
    },
    {
      "epoch": 128.2,
      "grad_norm": 1.4741395711898804,
      "learning_rate": 4.533436244878428e-06,
      "loss": 0.4062,
      "step": 459350
    },
    {
      "epoch": 128.21,
      "grad_norm": 1.2234950065612793,
      "learning_rate": 4.533426603035952e-06,
      "loss": 0.4051,
      "step": 459360
    },
    {
      "epoch": 128.21,
      "grad_norm": 1.3330188989639282,
      "learning_rate": 4.533416960902031e-06,
      "loss": 0.4163,
      "step": 459370
    },
    {
      "epoch": 128.21,
      "grad_norm": 1.3269168138504028,
      "learning_rate": 4.533407318476664e-06,
      "loss": 0.4072,
      "step": 459380
    },
    {
      "epoch": 128.21,
      "grad_norm": 1.4280520677566528,
      "learning_rate": 4.533397675759853e-06,
      "loss": 0.4165,
      "step": 459390
    },
    {
      "epoch": 128.22,
      "grad_norm": 1.2959598302841187,
      "learning_rate": 4.533388032751599e-06,
      "loss": 0.418,
      "step": 459400
    },
    {
      "epoch": 128.22,
      "grad_norm": 1.38692045211792,
      "learning_rate": 4.533378389451904e-06,
      "loss": 0.3992,
      "step": 459410
    },
    {
      "epoch": 128.22,
      "grad_norm": 1.3124873638153076,
      "learning_rate": 4.533368745860769e-06,
      "loss": 0.398,
      "step": 459420
    },
    {
      "epoch": 128.22,
      "grad_norm": 1.3261240720748901,
      "learning_rate": 4.5333591019781946e-06,
      "loss": 0.4099,
      "step": 459430
    },
    {
      "epoch": 128.23,
      "grad_norm": 1.7871369123458862,
      "learning_rate": 4.533349457804183e-06,
      "loss": 0.4054,
      "step": 459440
    },
    {
      "epoch": 128.23,
      "grad_norm": 2.3818116188049316,
      "learning_rate": 4.533339813338735e-06,
      "loss": 0.3991,
      "step": 459450
    },
    {
      "epoch": 128.23,
      "grad_norm": 1.0565688610076904,
      "learning_rate": 4.533330168581852e-06,
      "loss": 0.3929,
      "step": 459460
    },
    {
      "epoch": 128.24,
      "grad_norm": 1.4391934871673584,
      "learning_rate": 4.533320523533535e-06,
      "loss": 0.4064,
      "step": 459470
    },
    {
      "epoch": 128.24,
      "grad_norm": 1.2701588869094849,
      "learning_rate": 4.533310878193786e-06,
      "loss": 0.4071,
      "step": 459480
    },
    {
      "epoch": 128.24,
      "grad_norm": 1.6959723234176636,
      "learning_rate": 4.533301232562606e-06,
      "loss": 0.4091,
      "step": 459490
    },
    {
      "epoch": 128.24,
      "grad_norm": 1.2517765760421753,
      "learning_rate": 4.533291586639996e-06,
      "loss": 0.4038,
      "step": 459500
    },
    {
      "epoch": 128.25,
      "grad_norm": 1.5438172817230225,
      "learning_rate": 4.533281940425957e-06,
      "loss": 0.4171,
      "step": 459510
    },
    {
      "epoch": 128.25,
      "grad_norm": 1.354158639907837,
      "learning_rate": 4.5332722939204915e-06,
      "loss": 0.4263,
      "step": 459520
    },
    {
      "epoch": 128.25,
      "grad_norm": 1.3936991691589355,
      "learning_rate": 4.533262647123599e-06,
      "loss": 0.3875,
      "step": 459530
    },
    {
      "epoch": 128.26,
      "grad_norm": 1.4431284666061401,
      "learning_rate": 4.533253000035282e-06,
      "loss": 0.4039,
      "step": 459540
    },
    {
      "epoch": 128.26,
      "grad_norm": 2.725270986557007,
      "learning_rate": 4.533243352655542e-06,
      "loss": 0.4157,
      "step": 459550
    },
    {
      "epoch": 128.26,
      "grad_norm": 1.6964521408081055,
      "learning_rate": 4.5332337049843805e-06,
      "loss": 0.4002,
      "step": 459560
    },
    {
      "epoch": 128.26,
      "grad_norm": 1.3415371179580688,
      "learning_rate": 4.533224057021797e-06,
      "loss": 0.4094,
      "step": 459570
    },
    {
      "epoch": 128.27,
      "grad_norm": 1.2989643812179565,
      "learning_rate": 4.5332144087677945e-06,
      "loss": 0.4022,
      "step": 459580
    },
    {
      "epoch": 128.27,
      "grad_norm": 1.5130202770233154,
      "learning_rate": 4.533204760222373e-06,
      "loss": 0.3976,
      "step": 459590
    },
    {
      "epoch": 128.27,
      "grad_norm": 1.3795374631881714,
      "learning_rate": 4.5331951113855345e-06,
      "loss": 0.4028,
      "step": 459600
    },
    {
      "epoch": 128.28,
      "grad_norm": 1.2615092992782593,
      "learning_rate": 4.533185462257281e-06,
      "loss": 0.4085,
      "step": 459610
    },
    {
      "epoch": 128.28,
      "grad_norm": 1.1994322538375854,
      "learning_rate": 4.533175812837612e-06,
      "loss": 0.3938,
      "step": 459620
    },
    {
      "epoch": 128.28,
      "grad_norm": 1.1545861959457397,
      "learning_rate": 4.533166163126531e-06,
      "loss": 0.4034,
      "step": 459630
    },
    {
      "epoch": 128.28,
      "grad_norm": 1.6674054861068726,
      "learning_rate": 4.533156513124038e-06,
      "loss": 0.3912,
      "step": 459640
    },
    {
      "epoch": 128.29,
      "grad_norm": 1.4451863765716553,
      "learning_rate": 4.533146862830134e-06,
      "loss": 0.408,
      "step": 459650
    },
    {
      "epoch": 128.29,
      "grad_norm": 1.0862373113632202,
      "learning_rate": 4.53313721224482e-06,
      "loss": 0.3803,
      "step": 459660
    },
    {
      "epoch": 128.29,
      "grad_norm": 1.3936063051223755,
      "learning_rate": 4.5331275613680995e-06,
      "loss": 0.4153,
      "step": 459670
    },
    {
      "epoch": 128.29,
      "grad_norm": 1.576363444328308,
      "learning_rate": 4.533117910199971e-06,
      "loss": 0.4018,
      "step": 459680
    },
    {
      "epoch": 128.3,
      "grad_norm": 1.6760507822036743,
      "learning_rate": 4.533108258740437e-06,
      "loss": 0.393,
      "step": 459690
    },
    {
      "epoch": 128.3,
      "grad_norm": 1.1456193923950195,
      "learning_rate": 4.5330986069895e-06,
      "loss": 0.4073,
      "step": 459700
    },
    {
      "epoch": 128.3,
      "grad_norm": 1.5827925205230713,
      "learning_rate": 4.533088954947159e-06,
      "loss": 0.3922,
      "step": 459710
    },
    {
      "epoch": 128.31,
      "grad_norm": 1.5964720249176025,
      "learning_rate": 4.5330793026134165e-06,
      "loss": 0.4209,
      "step": 459720
    },
    {
      "epoch": 128.31,
      "grad_norm": 1.3623114824295044,
      "learning_rate": 4.533069649988274e-06,
      "loss": 0.4042,
      "step": 459730
    },
    {
      "epoch": 128.31,
      "grad_norm": 1.3027023077011108,
      "learning_rate": 4.533059997071733e-06,
      "loss": 0.406,
      "step": 459740
    },
    {
      "epoch": 128.31,
      "grad_norm": 1.232648491859436,
      "learning_rate": 4.533050343863794e-06,
      "loss": 0.3843,
      "step": 459750
    },
    {
      "epoch": 128.32,
      "grad_norm": 1.5706803798675537,
      "learning_rate": 4.533040690364458e-06,
      "loss": 0.4051,
      "step": 459760
    },
    {
      "epoch": 128.32,
      "grad_norm": 1.5267940759658813,
      "learning_rate": 4.533031036573727e-06,
      "loss": 0.4081,
      "step": 459770
    },
    {
      "epoch": 128.32,
      "grad_norm": 1.3226298093795776,
      "learning_rate": 4.533021382491601e-06,
      "loss": 0.3875,
      "step": 459780
    },
    {
      "epoch": 128.33,
      "grad_norm": 1.18880295753479,
      "learning_rate": 4.533011728118084e-06,
      "loss": 0.4062,
      "step": 459790
    },
    {
      "epoch": 128.33,
      "grad_norm": 1.1118924617767334,
      "learning_rate": 4.533002073453175e-06,
      "loss": 0.4219,
      "step": 459800
    },
    {
      "epoch": 128.33,
      "grad_norm": 1.2642980813980103,
      "learning_rate": 4.532992418496876e-06,
      "loss": 0.3929,
      "step": 459810
    },
    {
      "epoch": 128.33,
      "grad_norm": 4.182164669036865,
      "learning_rate": 4.5329827632491885e-06,
      "loss": 0.3929,
      "step": 459820
    },
    {
      "epoch": 128.34,
      "grad_norm": 1.1389561891555786,
      "learning_rate": 4.532973107710114e-06,
      "loss": 0.3956,
      "step": 459830
    },
    {
      "epoch": 128.34,
      "grad_norm": 1.8061240911483765,
      "learning_rate": 4.5329634518796515e-06,
      "loss": 0.3922,
      "step": 459840
    },
    {
      "epoch": 128.34,
      "grad_norm": 1.2099337577819824,
      "learning_rate": 4.5329537957578055e-06,
      "loss": 0.4065,
      "step": 459850
    },
    {
      "epoch": 128.34,
      "grad_norm": 1.2303497791290283,
      "learning_rate": 4.532944139344576e-06,
      "loss": 0.3927,
      "step": 459860
    },
    {
      "epoch": 128.35,
      "grad_norm": 1.164849042892456,
      "learning_rate": 4.532934482639964e-06,
      "loss": 0.4116,
      "step": 459870
    },
    {
      "epoch": 128.35,
      "grad_norm": 1.7257221937179565,
      "learning_rate": 4.53292482564397e-06,
      "loss": 0.3928,
      "step": 459880
    },
    {
      "epoch": 128.35,
      "grad_norm": 1.4398293495178223,
      "learning_rate": 4.532915168356598e-06,
      "loss": 0.4081,
      "step": 459890
    },
    {
      "epoch": 128.36,
      "grad_norm": 1.262475609779358,
      "learning_rate": 4.532905510777846e-06,
      "loss": 0.3971,
      "step": 459900
    },
    {
      "epoch": 128.36,
      "grad_norm": 1.1597577333450317,
      "learning_rate": 4.532895852907717e-06,
      "loss": 0.3942,
      "step": 459910
    },
    {
      "epoch": 128.36,
      "grad_norm": 1.4232767820358276,
      "learning_rate": 4.532886194746212e-06,
      "loss": 0.411,
      "step": 459920
    },
    {
      "epoch": 128.36,
      "grad_norm": 1.3907679319381714,
      "learning_rate": 4.532876536293333e-06,
      "loss": 0.4074,
      "step": 459930
    },
    {
      "epoch": 128.37,
      "grad_norm": 1.2043251991271973,
      "learning_rate": 4.53286687754908e-06,
      "loss": 0.4251,
      "step": 459940
    },
    {
      "epoch": 128.37,
      "grad_norm": 1.5848497152328491,
      "learning_rate": 4.532857218513456e-06,
      "loss": 0.4198,
      "step": 459950
    },
    {
      "epoch": 128.37,
      "grad_norm": 1.1502803564071655,
      "learning_rate": 4.53284755918646e-06,
      "loss": 0.4035,
      "step": 459960
    },
    {
      "epoch": 128.38,
      "grad_norm": 1.4117761850357056,
      "learning_rate": 4.532837899568095e-06,
      "loss": 0.4052,
      "step": 459970
    },
    {
      "epoch": 128.38,
      "grad_norm": 1.3204926252365112,
      "learning_rate": 4.532828239658362e-06,
      "loss": 0.4025,
      "step": 459980
    },
    {
      "epoch": 128.38,
      "grad_norm": 1.395753026008606,
      "learning_rate": 4.532818579457263e-06,
      "loss": 0.3944,
      "step": 459990
    },
    {
      "epoch": 128.38,
      "grad_norm": 1.6997079849243164,
      "learning_rate": 4.532808918964796e-06,
      "loss": 0.4084,
      "step": 460000
    },
    {
      "epoch": 128.39,
      "grad_norm": 1.2625892162322998,
      "learning_rate": 4.532799258180967e-06,
      "loss": 0.4039,
      "step": 460010
    },
    {
      "epoch": 128.39,
      "grad_norm": 1.841172456741333,
      "learning_rate": 4.532789597105774e-06,
      "loss": 0.3894,
      "step": 460020
    },
    {
      "epoch": 128.39,
      "grad_norm": 1.2604658603668213,
      "learning_rate": 4.532779935739219e-06,
      "loss": 0.4064,
      "step": 460030
    },
    {
      "epoch": 128.4,
      "grad_norm": 1.538511037826538,
      "learning_rate": 4.532770274081304e-06,
      "loss": 0.4077,
      "step": 460040
    },
    {
      "epoch": 128.4,
      "grad_norm": 1.108457088470459,
      "learning_rate": 4.532760612132029e-06,
      "loss": 0.41,
      "step": 460050
    },
    {
      "epoch": 128.4,
      "grad_norm": 1.4405208826065063,
      "learning_rate": 4.532750949891397e-06,
      "loss": 0.3925,
      "step": 460060
    },
    {
      "epoch": 128.4,
      "grad_norm": 2.5026373863220215,
      "learning_rate": 4.532741287359408e-06,
      "loss": 0.4299,
      "step": 460070
    },
    {
      "epoch": 128.41,
      "grad_norm": 1.7437061071395874,
      "learning_rate": 4.532731624536064e-06,
      "loss": 0.4156,
      "step": 460080
    },
    {
      "epoch": 128.41,
      "grad_norm": 1.1383280754089355,
      "learning_rate": 4.532721961421365e-06,
      "loss": 0.3932,
      "step": 460090
    },
    {
      "epoch": 128.41,
      "grad_norm": 1.3283780813217163,
      "learning_rate": 4.5327122980153145e-06,
      "loss": 0.4049,
      "step": 460100
    },
    {
      "epoch": 128.41,
      "grad_norm": 1.3023872375488281,
      "learning_rate": 4.532702634317912e-06,
      "loss": 0.389,
      "step": 460110
    },
    {
      "epoch": 128.42,
      "grad_norm": 1.5710022449493408,
      "learning_rate": 4.532692970329158e-06,
      "loss": 0.4061,
      "step": 460120
    },
    {
      "epoch": 128.42,
      "grad_norm": 3.646827459335327,
      "learning_rate": 4.532683306049057e-06,
      "loss": 0.4029,
      "step": 460130
    },
    {
      "epoch": 128.42,
      "grad_norm": 1.4423679113388062,
      "learning_rate": 4.532673641477607e-06,
      "loss": 0.4008,
      "step": 460140
    },
    {
      "epoch": 128.43,
      "grad_norm": 1.3542556762695312,
      "learning_rate": 4.532663976614812e-06,
      "loss": 0.4083,
      "step": 460150
    },
    {
      "epoch": 128.43,
      "grad_norm": 1.8046156167984009,
      "learning_rate": 4.532654311460671e-06,
      "loss": 0.4111,
      "step": 460160
    },
    {
      "epoch": 128.43,
      "grad_norm": 1.3580868244171143,
      "learning_rate": 4.5326446460151864e-06,
      "loss": 0.4044,
      "step": 460170
    },
    {
      "epoch": 128.43,
      "grad_norm": 1.3216912746429443,
      "learning_rate": 4.5326349802783594e-06,
      "loss": 0.403,
      "step": 460180
    },
    {
      "epoch": 128.44,
      "grad_norm": 1.2548526525497437,
      "learning_rate": 4.532625314250191e-06,
      "loss": 0.3991,
      "step": 460190
    },
    {
      "epoch": 128.44,
      "grad_norm": 1.3311129808425903,
      "learning_rate": 4.5326156479306835e-06,
      "loss": 0.3988,
      "step": 460200
    },
    {
      "epoch": 128.44,
      "grad_norm": 1.292438268661499,
      "learning_rate": 4.532605981319837e-06,
      "loss": 0.4041,
      "step": 460210
    },
    {
      "epoch": 128.45,
      "grad_norm": 1.2863619327545166,
      "learning_rate": 4.532596314417653e-06,
      "loss": 0.3907,
      "step": 460220
    },
    {
      "epoch": 128.45,
      "grad_norm": 1.518726110458374,
      "learning_rate": 4.532586647224133e-06,
      "loss": 0.4034,
      "step": 460230
    },
    {
      "epoch": 128.45,
      "grad_norm": 1.4773144721984863,
      "learning_rate": 4.532576979739278e-06,
      "loss": 0.3932,
      "step": 460240
    },
    {
      "epoch": 128.45,
      "grad_norm": 1.4781575202941895,
      "learning_rate": 4.53256731196309e-06,
      "loss": 0.3853,
      "step": 460250
    },
    {
      "epoch": 128.46,
      "grad_norm": 1.2596136331558228,
      "learning_rate": 4.532557643895569e-06,
      "loss": 0.3964,
      "step": 460260
    },
    {
      "epoch": 128.46,
      "grad_norm": 1.2355241775512695,
      "learning_rate": 4.5325479755367185e-06,
      "loss": 0.4054,
      "step": 460270
    },
    {
      "epoch": 128.46,
      "grad_norm": 1.3960121870040894,
      "learning_rate": 4.532538306886537e-06,
      "loss": 0.3904,
      "step": 460280
    },
    {
      "epoch": 128.46,
      "grad_norm": 1.1624178886413574,
      "learning_rate": 4.532528637945028e-06,
      "loss": 0.4057,
      "step": 460290
    },
    {
      "epoch": 128.47,
      "grad_norm": 1.7815210819244385,
      "learning_rate": 4.532518968712192e-06,
      "loss": 0.4129,
      "step": 460300
    },
    {
      "epoch": 128.47,
      "grad_norm": 1.4150315523147583,
      "learning_rate": 4.53250929918803e-06,
      "loss": 0.401,
      "step": 460310
    },
    {
      "epoch": 128.47,
      "grad_norm": 1.5269184112548828,
      "learning_rate": 4.532499629372543e-06,
      "loss": 0.3864,
      "step": 460320
    },
    {
      "epoch": 128.48,
      "grad_norm": 1.3304917812347412,
      "learning_rate": 4.532489959265733e-06,
      "loss": 0.4061,
      "step": 460330
    },
    {
      "epoch": 128.48,
      "grad_norm": 1.196610689163208,
      "learning_rate": 4.532480288867602e-06,
      "loss": 0.4097,
      "step": 460340
    },
    {
      "epoch": 128.48,
      "grad_norm": 1.466457724571228,
      "learning_rate": 4.53247061817815e-06,
      "loss": 0.3924,
      "step": 460350
    },
    {
      "epoch": 128.48,
      "grad_norm": 1.2995615005493164,
      "learning_rate": 4.532460947197378e-06,
      "loss": 0.4042,
      "step": 460360
    },
    {
      "epoch": 128.49,
      "grad_norm": 1.2595884799957275,
      "learning_rate": 4.532451275925288e-06,
      "loss": 0.3972,
      "step": 460370
    },
    {
      "epoch": 128.49,
      "grad_norm": 1.1683355569839478,
      "learning_rate": 4.532441604361882e-06,
      "loss": 0.4274,
      "step": 460380
    },
    {
      "epoch": 128.49,
      "grad_norm": 1.3212947845458984,
      "learning_rate": 4.532431932507161e-06,
      "loss": 0.3992,
      "step": 460390
    },
    {
      "epoch": 128.5,
      "grad_norm": 1.5342133045196533,
      "learning_rate": 4.532422260361125e-06,
      "loss": 0.4066,
      "step": 460400
    },
    {
      "epoch": 128.5,
      "grad_norm": 1.419511318206787,
      "learning_rate": 4.532412587923777e-06,
      "loss": 0.4037,
      "step": 460410
    },
    {
      "epoch": 128.5,
      "grad_norm": 1.1855905055999756,
      "learning_rate": 4.532402915195116e-06,
      "loss": 0.4002,
      "step": 460420
    },
    {
      "epoch": 128.5,
      "grad_norm": 1.2472566366195679,
      "learning_rate": 4.532393242175146e-06,
      "loss": 0.4197,
      "step": 460430
    },
    {
      "epoch": 128.51,
      "grad_norm": 1.251500129699707,
      "learning_rate": 4.532383568863866e-06,
      "loss": 0.3967,
      "step": 460440
    },
    {
      "epoch": 128.51,
      "grad_norm": 1.4847990274429321,
      "learning_rate": 4.532373895261279e-06,
      "loss": 0.383,
      "step": 460450
    },
    {
      "epoch": 128.51,
      "grad_norm": 1.130799412727356,
      "learning_rate": 4.532364221367385e-06,
      "loss": 0.3946,
      "step": 460460
    },
    {
      "epoch": 128.52,
      "grad_norm": 1.5784796476364136,
      "learning_rate": 4.532354547182186e-06,
      "loss": 0.4064,
      "step": 460470
    },
    {
      "epoch": 128.52,
      "grad_norm": 1.4592093229293823,
      "learning_rate": 4.532344872705683e-06,
      "loss": 0.4067,
      "step": 460480
    },
    {
      "epoch": 128.52,
      "grad_norm": 1.4687526226043701,
      "learning_rate": 4.532335197937878e-06,
      "loss": 0.4143,
      "step": 460490
    },
    {
      "epoch": 128.52,
      "grad_norm": 1.4694527387619019,
      "learning_rate": 4.532325522878771e-06,
      "loss": 0.4089,
      "step": 460500
    },
    {
      "epoch": 128.53,
      "grad_norm": 1.270055890083313,
      "learning_rate": 4.532315847528365e-06,
      "loss": 0.3889,
      "step": 460510
    },
    {
      "epoch": 128.53,
      "grad_norm": 1.228534460067749,
      "learning_rate": 4.532306171886659e-06,
      "loss": 0.408,
      "step": 460520
    },
    {
      "epoch": 128.53,
      "grad_norm": 1.6229478120803833,
      "learning_rate": 4.532296495953656e-06,
      "loss": 0.4035,
      "step": 460530
    },
    {
      "epoch": 128.53,
      "grad_norm": 1.6518537998199463,
      "learning_rate": 4.5322868197293576e-06,
      "loss": 0.4126,
      "step": 460540
    },
    {
      "epoch": 128.54,
      "grad_norm": 1.3151224851608276,
      "learning_rate": 4.532277143213764e-06,
      "loss": 0.4088,
      "step": 460550
    },
    {
      "epoch": 128.54,
      "grad_norm": 1.7584818601608276,
      "learning_rate": 4.532267466406877e-06,
      "loss": 0.4089,
      "step": 460560
    },
    {
      "epoch": 128.54,
      "grad_norm": 1.461013674736023,
      "learning_rate": 4.532257789308698e-06,
      "loss": 0.3938,
      "step": 460570
    },
    {
      "epoch": 128.55,
      "grad_norm": 1.1684319972991943,
      "learning_rate": 4.5322481119192265e-06,
      "loss": 0.4114,
      "step": 460580
    },
    {
      "epoch": 128.55,
      "grad_norm": 1.513558268547058,
      "learning_rate": 4.532238434238467e-06,
      "loss": 0.3958,
      "step": 460590
    },
    {
      "epoch": 128.55,
      "grad_norm": 1.3918993473052979,
      "learning_rate": 4.532228756266417e-06,
      "loss": 0.389,
      "step": 460600
    },
    {
      "epoch": 128.55,
      "grad_norm": 1.643702507019043,
      "learning_rate": 4.532219078003082e-06,
      "loss": 0.398,
      "step": 460610
    },
    {
      "epoch": 128.56,
      "grad_norm": 1.056570053100586,
      "learning_rate": 4.53220939944846e-06,
      "loss": 0.3832,
      "step": 460620
    },
    {
      "epoch": 128.56,
      "grad_norm": 1.2944878339767456,
      "learning_rate": 4.532199720602554e-06,
      "loss": 0.4178,
      "step": 460630
    },
    {
      "epoch": 128.56,
      "grad_norm": 1.2599618434906006,
      "learning_rate": 4.532190041465365e-06,
      "loss": 0.414,
      "step": 460640
    },
    {
      "epoch": 128.57,
      "grad_norm": 1.367182970046997,
      "learning_rate": 4.532180362036893e-06,
      "loss": 0.3946,
      "step": 460650
    },
    {
      "epoch": 128.57,
      "grad_norm": 1.5122692584991455,
      "learning_rate": 4.5321706823171416e-06,
      "loss": 0.4013,
      "step": 460660
    },
    {
      "epoch": 128.57,
      "grad_norm": 1.3576629161834717,
      "learning_rate": 4.53216100230611e-06,
      "loss": 0.4083,
      "step": 460670
    },
    {
      "epoch": 128.57,
      "grad_norm": 1.216517686843872,
      "learning_rate": 4.5321513220038004e-06,
      "loss": 0.3979,
      "step": 460680
    },
    {
      "epoch": 128.58,
      "grad_norm": 1.4113093614578247,
      "learning_rate": 4.532141641410214e-06,
      "loss": 0.4087,
      "step": 460690
    },
    {
      "epoch": 128.58,
      "grad_norm": 1.0925742387771606,
      "learning_rate": 4.532131960525352e-06,
      "loss": 0.4155,
      "step": 460700
    },
    {
      "epoch": 128.58,
      "grad_norm": 1.3552886247634888,
      "learning_rate": 4.532122279349216e-06,
      "loss": 0.4167,
      "step": 460710
    },
    {
      "epoch": 128.58,
      "grad_norm": 1.3224334716796875,
      "learning_rate": 4.532112597881807e-06,
      "loss": 0.4085,
      "step": 460720
    },
    {
      "epoch": 128.59,
      "grad_norm": 1.1559187173843384,
      "learning_rate": 4.532102916123126e-06,
      "loss": 0.4177,
      "step": 460730
    },
    {
      "epoch": 128.59,
      "grad_norm": 1.3245655298233032,
      "learning_rate": 4.532093234073175e-06,
      "loss": 0.4273,
      "step": 460740
    },
    {
      "epoch": 128.59,
      "grad_norm": 1.2163317203521729,
      "learning_rate": 4.5320835517319546e-06,
      "loss": 0.412,
      "step": 460750
    },
    {
      "epoch": 128.6,
      "grad_norm": 1.4396584033966064,
      "learning_rate": 4.532073869099467e-06,
      "loss": 0.4022,
      "step": 460760
    },
    {
      "epoch": 128.6,
      "grad_norm": 1.5226588249206543,
      "learning_rate": 4.532064186175713e-06,
      "loss": 0.401,
      "step": 460770
    },
    {
      "epoch": 128.6,
      "grad_norm": 1.3998183012008667,
      "learning_rate": 4.532054502960693e-06,
      "loss": 0.4183,
      "step": 460780
    },
    {
      "epoch": 128.6,
      "grad_norm": 1.2232102155685425,
      "learning_rate": 4.5320448194544095e-06,
      "loss": 0.4166,
      "step": 460790
    },
    {
      "epoch": 128.61,
      "grad_norm": 1.2900266647338867,
      "learning_rate": 4.532035135656863e-06,
      "loss": 0.411,
      "step": 460800
    },
    {
      "epoch": 128.61,
      "grad_norm": 1.0670580863952637,
      "learning_rate": 4.532025451568056e-06,
      "loss": 0.402,
      "step": 460810
    },
    {
      "epoch": 128.61,
      "grad_norm": 1.2226593494415283,
      "learning_rate": 4.532015767187988e-06,
      "loss": 0.404,
      "step": 460820
    },
    {
      "epoch": 128.62,
      "grad_norm": 1.3847618103027344,
      "learning_rate": 4.532006082516662e-06,
      "loss": 0.4141,
      "step": 460830
    },
    {
      "epoch": 128.62,
      "grad_norm": 1.3040140867233276,
      "learning_rate": 4.531996397554078e-06,
      "loss": 0.3906,
      "step": 460840
    },
    {
      "epoch": 128.62,
      "grad_norm": 1.256917953491211,
      "learning_rate": 4.531986712300238e-06,
      "loss": 0.4033,
      "step": 460850
    },
    {
      "epoch": 128.62,
      "grad_norm": 1.4038574695587158,
      "learning_rate": 4.531977026755142e-06,
      "loss": 0.4069,
      "step": 460860
    },
    {
      "epoch": 128.63,
      "grad_norm": 1.2810784578323364,
      "learning_rate": 4.531967340918794e-06,
      "loss": 0.4098,
      "step": 460870
    },
    {
      "epoch": 128.63,
      "grad_norm": 1.777976155281067,
      "learning_rate": 4.531957654791193e-06,
      "loss": 0.401,
      "step": 460880
    },
    {
      "epoch": 128.63,
      "grad_norm": 1.6125736236572266,
      "learning_rate": 4.531947968372341e-06,
      "loss": 0.404,
      "step": 460890
    },
    {
      "epoch": 128.64,
      "grad_norm": 1.3108975887298584,
      "learning_rate": 4.531938281662239e-06,
      "loss": 0.409,
      "step": 460900
    },
    {
      "epoch": 128.64,
      "grad_norm": 1.4080700874328613,
      "learning_rate": 4.531928594660889e-06,
      "loss": 0.4054,
      "step": 460910
    },
    {
      "epoch": 128.64,
      "grad_norm": 1.3526740074157715,
      "learning_rate": 4.5319189073682915e-06,
      "loss": 0.399,
      "step": 460920
    },
    {
      "epoch": 128.64,
      "grad_norm": 1.3180029392242432,
      "learning_rate": 4.5319092197844485e-06,
      "loss": 0.4141,
      "step": 460930
    },
    {
      "epoch": 128.65,
      "grad_norm": 1.4193129539489746,
      "learning_rate": 4.531899531909361e-06,
      "loss": 0.4023,
      "step": 460940
    },
    {
      "epoch": 128.65,
      "grad_norm": 1.4933457374572754,
      "learning_rate": 4.5318898437430294e-06,
      "loss": 0.3996,
      "step": 460950
    },
    {
      "epoch": 128.65,
      "grad_norm": 1.3129374980926514,
      "learning_rate": 4.531880155285457e-06,
      "loss": 0.4007,
      "step": 460960
    },
    {
      "epoch": 128.65,
      "grad_norm": 1.360999584197998,
      "learning_rate": 4.531870466536643e-06,
      "loss": 0.4066,
      "step": 460970
    },
    {
      "epoch": 128.66,
      "grad_norm": 1.635820984840393,
      "learning_rate": 4.53186077749659e-06,
      "loss": 0.4094,
      "step": 460980
    },
    {
      "epoch": 128.66,
      "grad_norm": 1.544173240661621,
      "learning_rate": 4.531851088165298e-06,
      "loss": 0.3866,
      "step": 460990
    },
    {
      "epoch": 128.66,
      "grad_norm": 1.5219684839248657,
      "learning_rate": 4.53184139854277e-06,
      "loss": 0.3851,
      "step": 461000
    },
    {
      "epoch": 128.67,
      "grad_norm": 1.2935935258865356,
      "learning_rate": 4.531831708629006e-06,
      "loss": 0.4059,
      "step": 461010
    },
    {
      "epoch": 128.67,
      "grad_norm": 1.3556063175201416,
      "learning_rate": 4.531822018424008e-06,
      "loss": 0.4073,
      "step": 461020
    },
    {
      "epoch": 128.67,
      "grad_norm": 1.210849404335022,
      "learning_rate": 4.531812327927777e-06,
      "loss": 0.4012,
      "step": 461030
    },
    {
      "epoch": 128.67,
      "grad_norm": 1.257738709449768,
      "learning_rate": 4.531802637140314e-06,
      "loss": 0.4133,
      "step": 461040
    },
    {
      "epoch": 128.68,
      "grad_norm": 1.654143214225769,
      "learning_rate": 4.531792946061621e-06,
      "loss": 0.409,
      "step": 461050
    },
    {
      "epoch": 128.68,
      "grad_norm": 1.2225823402404785,
      "learning_rate": 4.531783254691699e-06,
      "loss": 0.3837,
      "step": 461060
    },
    {
      "epoch": 128.68,
      "grad_norm": 1.3393349647521973,
      "learning_rate": 4.5317735630305485e-06,
      "loss": 0.4176,
      "step": 461070
    },
    {
      "epoch": 128.69,
      "grad_norm": 1.3572567701339722,
      "learning_rate": 4.531763871078172e-06,
      "loss": 0.4095,
      "step": 461080
    },
    {
      "epoch": 128.69,
      "grad_norm": 1.7357115745544434,
      "learning_rate": 4.5317541788345705e-06,
      "loss": 0.4118,
      "step": 461090
    },
    {
      "epoch": 128.69,
      "grad_norm": 1.6285021305084229,
      "learning_rate": 4.531744486299745e-06,
      "loss": 0.4143,
      "step": 461100
    },
    {
      "epoch": 128.69,
      "grad_norm": 1.2095500230789185,
      "learning_rate": 4.531734793473696e-06,
      "loss": 0.4058,
      "step": 461110
    },
    {
      "epoch": 128.7,
      "grad_norm": 1.4473249912261963,
      "learning_rate": 4.5317251003564265e-06,
      "loss": 0.4023,
      "step": 461120
    },
    {
      "epoch": 128.7,
      "grad_norm": 1.0558438301086426,
      "learning_rate": 4.531715406947936e-06,
      "loss": 0.3949,
      "step": 461130
    },
    {
      "epoch": 128.7,
      "grad_norm": 1.3685753345489502,
      "learning_rate": 4.531705713248227e-06,
      "loss": 0.4296,
      "step": 461140
    },
    {
      "epoch": 128.7,
      "grad_norm": 1.3279064893722534,
      "learning_rate": 4.531696019257302e-06,
      "loss": 0.3937,
      "step": 461150
    },
    {
      "epoch": 128.71,
      "grad_norm": 1.4351074695587158,
      "learning_rate": 4.531686324975159e-06,
      "loss": 0.4165,
      "step": 461160
    },
    {
      "epoch": 128.71,
      "grad_norm": 1.2545900344848633,
      "learning_rate": 4.531676630401801e-06,
      "loss": 0.4154,
      "step": 461170
    },
    {
      "epoch": 128.71,
      "grad_norm": 5.14445161819458,
      "learning_rate": 4.531666935537231e-06,
      "loss": 0.4104,
      "step": 461180
    },
    {
      "epoch": 128.72,
      "grad_norm": 1.3878769874572754,
      "learning_rate": 4.531657240381448e-06,
      "loss": 0.4139,
      "step": 461190
    },
    {
      "epoch": 128.72,
      "grad_norm": 1.382678747177124,
      "learning_rate": 4.531647544934453e-06,
      "loss": 0.3948,
      "step": 461200
    },
    {
      "epoch": 128.72,
      "grad_norm": 1.4480745792388916,
      "learning_rate": 4.5316378491962486e-06,
      "loss": 0.408,
      "step": 461210
    },
    {
      "epoch": 128.72,
      "grad_norm": 1.3921778202056885,
      "learning_rate": 4.531628153166836e-06,
      "loss": 0.413,
      "step": 461220
    },
    {
      "epoch": 128.73,
      "grad_norm": 1.281254768371582,
      "learning_rate": 4.531618456846216e-06,
      "loss": 0.3814,
      "step": 461230
    },
    {
      "epoch": 128.73,
      "grad_norm": 1.3549952507019043,
      "learning_rate": 4.5316087602343905e-06,
      "loss": 0.4222,
      "step": 461240
    },
    {
      "epoch": 128.73,
      "grad_norm": 1.079032301902771,
      "learning_rate": 4.531599063331361e-06,
      "loss": 0.4045,
      "step": 461250
    },
    {
      "epoch": 128.74,
      "grad_norm": 1.1933789253234863,
      "learning_rate": 4.531589366137127e-06,
      "loss": 0.401,
      "step": 461260
    },
    {
      "epoch": 128.74,
      "grad_norm": 1.2464709281921387,
      "learning_rate": 4.531579668651691e-06,
      "loss": 0.4011,
      "step": 461270
    },
    {
      "epoch": 128.74,
      "grad_norm": 1.269282341003418,
      "learning_rate": 4.531569970875055e-06,
      "loss": 0.4194,
      "step": 461280
    },
    {
      "epoch": 128.74,
      "grad_norm": 1.3422245979309082,
      "learning_rate": 4.531560272807219e-06,
      "loss": 0.3872,
      "step": 461290
    },
    {
      "epoch": 128.75,
      "grad_norm": 1.677706241607666,
      "learning_rate": 4.531550574448185e-06,
      "loss": 0.4128,
      "step": 461300
    },
    {
      "epoch": 128.75,
      "grad_norm": 1.2484261989593506,
      "learning_rate": 4.531540875797955e-06,
      "loss": 0.3977,
      "step": 461310
    },
    {
      "epoch": 128.75,
      "grad_norm": 1.1831865310668945,
      "learning_rate": 4.531531176856528e-06,
      "loss": 0.3927,
      "step": 461320
    },
    {
      "epoch": 128.76,
      "grad_norm": 1.184956431388855,
      "learning_rate": 4.531521477623908e-06,
      "loss": 0.4131,
      "step": 461330
    },
    {
      "epoch": 128.76,
      "grad_norm": 1.6200686693191528,
      "learning_rate": 4.531511778100094e-06,
      "loss": 0.3977,
      "step": 461340
    },
    {
      "epoch": 128.76,
      "grad_norm": 1.5318222045898438,
      "learning_rate": 4.531502078285088e-06,
      "loss": 0.3896,
      "step": 461350
    },
    {
      "epoch": 128.76,
      "grad_norm": 1.2725591659545898,
      "learning_rate": 4.531492378178893e-06,
      "loss": 0.4039,
      "step": 461360
    },
    {
      "epoch": 128.77,
      "grad_norm": 1.1245834827423096,
      "learning_rate": 4.5314826777815085e-06,
      "loss": 0.4035,
      "step": 461370
    },
    {
      "epoch": 128.77,
      "grad_norm": 1.627327799797058,
      "learning_rate": 4.531472977092936e-06,
      "loss": 0.4078,
      "step": 461380
    },
    {
      "epoch": 128.77,
      "grad_norm": 1.2997575998306274,
      "learning_rate": 4.531463276113176e-06,
      "loss": 0.4044,
      "step": 461390
    },
    {
      "epoch": 128.77,
      "grad_norm": 1.5166796445846558,
      "learning_rate": 4.531453574842233e-06,
      "loss": 0.4052,
      "step": 461400
    },
    {
      "epoch": 128.78,
      "grad_norm": 1.3679739236831665,
      "learning_rate": 4.531443873280104e-06,
      "loss": 0.4078,
      "step": 461410
    },
    {
      "epoch": 128.78,
      "grad_norm": 1.3522080183029175,
      "learning_rate": 4.5314341714267935e-06,
      "loss": 0.4073,
      "step": 461420
    },
    {
      "epoch": 128.78,
      "grad_norm": 1.179006814956665,
      "learning_rate": 4.531424469282301e-06,
      "loss": 0.4094,
      "step": 461430
    },
    {
      "epoch": 128.79,
      "grad_norm": 1.2645924091339111,
      "learning_rate": 4.531414766846629e-06,
      "loss": 0.3996,
      "step": 461440
    },
    {
      "epoch": 128.79,
      "grad_norm": 1.1893643140792847,
      "learning_rate": 4.531405064119778e-06,
      "loss": 0.4267,
      "step": 461450
    },
    {
      "epoch": 128.79,
      "grad_norm": 1.5018285512924194,
      "learning_rate": 4.53139536110175e-06,
      "loss": 0.3913,
      "step": 461460
    },
    {
      "epoch": 128.79,
      "grad_norm": 1.4574247598648071,
      "learning_rate": 4.5313856577925445e-06,
      "loss": 0.3992,
      "step": 461470
    },
    {
      "epoch": 128.8,
      "grad_norm": 1.3303829431533813,
      "learning_rate": 4.531375954192165e-06,
      "loss": 0.4042,
      "step": 461480
    },
    {
      "epoch": 128.8,
      "grad_norm": 1.9405462741851807,
      "learning_rate": 4.531366250300611e-06,
      "loss": 0.4022,
      "step": 461490
    },
    {
      "epoch": 128.8,
      "grad_norm": 1.4796340465545654,
      "learning_rate": 4.531356546117886e-06,
      "loss": 0.4109,
      "step": 461500
    },
    {
      "epoch": 128.81,
      "grad_norm": 1.7160691022872925,
      "learning_rate": 4.531346841643989e-06,
      "loss": 0.4075,
      "step": 461510
    },
    {
      "epoch": 128.81,
      "grad_norm": 1.264392375946045,
      "learning_rate": 4.531337136878922e-06,
      "loss": 0.4174,
      "step": 461520
    },
    {
      "epoch": 128.81,
      "grad_norm": 1.6650390625,
      "learning_rate": 4.531327431822688e-06,
      "loss": 0.4096,
      "step": 461530
    },
    {
      "epoch": 128.81,
      "grad_norm": 1.708223819732666,
      "learning_rate": 4.531317726475286e-06,
      "loss": 0.4021,
      "step": 461540
    },
    {
      "epoch": 128.82,
      "grad_norm": 1.2817083597183228,
      "learning_rate": 4.531308020836718e-06,
      "loss": 0.3997,
      "step": 461550
    },
    {
      "epoch": 128.82,
      "grad_norm": 1.231729507446289,
      "learning_rate": 4.531298314906986e-06,
      "loss": 0.3918,
      "step": 461560
    },
    {
      "epoch": 128.82,
      "grad_norm": 1.5908570289611816,
      "learning_rate": 4.53128860868609e-06,
      "loss": 0.3887,
      "step": 461570
    },
    {
      "epoch": 128.83,
      "grad_norm": 1.3831939697265625,
      "learning_rate": 4.531278902174032e-06,
      "loss": 0.4016,
      "step": 461580
    },
    {
      "epoch": 128.83,
      "grad_norm": 1.6676822900772095,
      "learning_rate": 4.5312691953708135e-06,
      "loss": 0.4203,
      "step": 461590
    },
    {
      "epoch": 128.83,
      "grad_norm": 1.3339020013809204,
      "learning_rate": 4.531259488276436e-06,
      "loss": 0.3905,
      "step": 461600
    },
    {
      "epoch": 128.83,
      "grad_norm": 3.002927541732788,
      "learning_rate": 4.5312497808909004e-06,
      "loss": 0.4038,
      "step": 461610
    },
    {
      "epoch": 128.84,
      "grad_norm": 1.276090145111084,
      "learning_rate": 4.531240073214207e-06,
      "loss": 0.3901,
      "step": 461620
    },
    {
      "epoch": 128.84,
      "grad_norm": 1.3450623750686646,
      "learning_rate": 4.531230365246359e-06,
      "loss": 0.3767,
      "step": 461630
    },
    {
      "epoch": 128.84,
      "grad_norm": 1.4140490293502808,
      "learning_rate": 4.531220656987356e-06,
      "loss": 0.4026,
      "step": 461640
    },
    {
      "epoch": 128.84,
      "grad_norm": 1.1775684356689453,
      "learning_rate": 4.531210948437201e-06,
      "loss": 0.4042,
      "step": 461650
    },
    {
      "epoch": 128.85,
      "grad_norm": 1.4116148948669434,
      "learning_rate": 4.531201239595894e-06,
      "loss": 0.4088,
      "step": 461660
    },
    {
      "epoch": 128.85,
      "grad_norm": 1.1705907583236694,
      "learning_rate": 4.531191530463437e-06,
      "loss": 0.4136,
      "step": 461670
    },
    {
      "epoch": 128.85,
      "grad_norm": 1.3809717893600464,
      "learning_rate": 4.531181821039831e-06,
      "loss": 0.3996,
      "step": 461680
    },
    {
      "epoch": 128.86,
      "grad_norm": 1.4457637071609497,
      "learning_rate": 4.531172111325076e-06,
      "loss": 0.4209,
      "step": 461690
    },
    {
      "epoch": 128.86,
      "grad_norm": 1.160033941268921,
      "learning_rate": 4.531162401319176e-06,
      "loss": 0.3983,
      "step": 461700
    },
    {
      "epoch": 128.86,
      "grad_norm": 1.3264415264129639,
      "learning_rate": 4.53115269102213e-06,
      "loss": 0.4073,
      "step": 461710
    },
    {
      "epoch": 128.86,
      "grad_norm": 1.1384063959121704,
      "learning_rate": 4.53114298043394e-06,
      "loss": 0.4015,
      "step": 461720
    },
    {
      "epoch": 128.87,
      "grad_norm": 1.2625271081924438,
      "learning_rate": 4.531133269554607e-06,
      "loss": 0.3994,
      "step": 461730
    },
    {
      "epoch": 128.87,
      "grad_norm": 1.3138325214385986,
      "learning_rate": 4.5311235583841335e-06,
      "loss": 0.3967,
      "step": 461740
    },
    {
      "epoch": 128.87,
      "grad_norm": 1.5663539171218872,
      "learning_rate": 4.53111384692252e-06,
      "loss": 0.3899,
      "step": 461750
    },
    {
      "epoch": 128.88,
      "grad_norm": 1.1858444213867188,
      "learning_rate": 4.531104135169767e-06,
      "loss": 0.4002,
      "step": 461760
    },
    {
      "epoch": 128.88,
      "grad_norm": 1.6088587045669556,
      "learning_rate": 4.531094423125878e-06,
      "loss": 0.3984,
      "step": 461770
    },
    {
      "epoch": 128.88,
      "grad_norm": 1.2577711343765259,
      "learning_rate": 4.531084710790851e-06,
      "loss": 0.4096,
      "step": 461780
    },
    {
      "epoch": 128.88,
      "grad_norm": 1.2261507511138916,
      "learning_rate": 4.531074998164691e-06,
      "loss": 0.424,
      "step": 461790
    },
    {
      "epoch": 128.89,
      "grad_norm": 1.6659350395202637,
      "learning_rate": 4.531065285247396e-06,
      "loss": 0.3995,
      "step": 461800
    },
    {
      "epoch": 128.89,
      "grad_norm": 1.1794456243515015,
      "learning_rate": 4.531055572038969e-06,
      "loss": 0.4046,
      "step": 461810
    },
    {
      "epoch": 128.89,
      "grad_norm": 1.4217557907104492,
      "learning_rate": 4.531045858539412e-06,
      "loss": 0.4008,
      "step": 461820
    },
    {
      "epoch": 128.89,
      "grad_norm": 1.3699774742126465,
      "learning_rate": 4.531036144748725e-06,
      "loss": 0.4036,
      "step": 461830
    },
    {
      "epoch": 128.9,
      "grad_norm": 1.473862886428833,
      "learning_rate": 4.531026430666909e-06,
      "loss": 0.4076,
      "step": 461840
    },
    {
      "epoch": 128.9,
      "grad_norm": 1.632750391960144,
      "learning_rate": 4.5310167162939666e-06,
      "loss": 0.4103,
      "step": 461850
    },
    {
      "epoch": 128.9,
      "grad_norm": 1.287561297416687,
      "learning_rate": 4.5310070016298975e-06,
      "loss": 0.3921,
      "step": 461860
    },
    {
      "epoch": 128.91,
      "grad_norm": 1.043951392173767,
      "learning_rate": 4.530997286674705e-06,
      "loss": 0.3808,
      "step": 461870
    },
    {
      "epoch": 128.91,
      "grad_norm": 1.2014633417129517,
      "learning_rate": 4.530987571428388e-06,
      "loss": 0.4045,
      "step": 461880
    },
    {
      "epoch": 128.91,
      "grad_norm": 1.4899818897247314,
      "learning_rate": 4.53097785589095e-06,
      "loss": 0.4157,
      "step": 461890
    },
    {
      "epoch": 128.91,
      "grad_norm": 1.3405343294143677,
      "learning_rate": 4.530968140062391e-06,
      "loss": 0.41,
      "step": 461900
    },
    {
      "epoch": 128.92,
      "grad_norm": 1.3542343378067017,
      "learning_rate": 4.530958423942713e-06,
      "loss": 0.4165,
      "step": 461910
    },
    {
      "epoch": 128.92,
      "grad_norm": 1.4097901582717896,
      "learning_rate": 4.530948707531917e-06,
      "loss": 0.408,
      "step": 461920
    },
    {
      "epoch": 128.92,
      "grad_norm": 1.573784351348877,
      "learning_rate": 4.530938990830004e-06,
      "loss": 0.402,
      "step": 461930
    },
    {
      "epoch": 128.93,
      "grad_norm": 1.2853347063064575,
      "learning_rate": 4.530929273836975e-06,
      "loss": 0.4135,
      "step": 461940
    },
    {
      "epoch": 128.93,
      "grad_norm": 1.5092483758926392,
      "learning_rate": 4.530919556552833e-06,
      "loss": 0.3855,
      "step": 461950
    },
    {
      "epoch": 128.93,
      "grad_norm": 1.8387682437896729,
      "learning_rate": 4.530909838977577e-06,
      "loss": 0.3966,
      "step": 461960
    },
    {
      "epoch": 128.93,
      "grad_norm": 1.5416197776794434,
      "learning_rate": 4.530900121111211e-06,
      "loss": 0.409,
      "step": 461970
    },
    {
      "epoch": 128.94,
      "grad_norm": 1.2381515502929688,
      "learning_rate": 4.5308904029537335e-06,
      "loss": 0.394,
      "step": 461980
    },
    {
      "epoch": 128.94,
      "grad_norm": 1.3154376745224,
      "learning_rate": 4.5308806845051475e-06,
      "loss": 0.4126,
      "step": 461990
    },
    {
      "epoch": 128.94,
      "grad_norm": 1.2480156421661377,
      "learning_rate": 4.530870965765453e-06,
      "loss": 0.4185,
      "step": 462000
    },
    {
      "epoch": 128.95,
      "grad_norm": 1.315541386604309,
      "learning_rate": 4.530861246734652e-06,
      "loss": 0.4118,
      "step": 462010
    },
    {
      "epoch": 128.95,
      "grad_norm": 1.3652554750442505,
      "learning_rate": 4.5308515274127474e-06,
      "loss": 0.4086,
      "step": 462020
    },
    {
      "epoch": 128.95,
      "grad_norm": 1.8299669027328491,
      "learning_rate": 4.530841807799738e-06,
      "loss": 0.4086,
      "step": 462030
    },
    {
      "epoch": 128.95,
      "grad_norm": 1.1849329471588135,
      "learning_rate": 4.530832087895626e-06,
      "loss": 0.3947,
      "step": 462040
    },
    {
      "epoch": 128.96,
      "grad_norm": 1.2440290451049805,
      "learning_rate": 4.5308223677004135e-06,
      "loss": 0.3903,
      "step": 462050
    },
    {
      "epoch": 128.96,
      "grad_norm": 1.3264453411102295,
      "learning_rate": 4.530812647214101e-06,
      "loss": 0.4154,
      "step": 462060
    },
    {
      "epoch": 128.96,
      "grad_norm": 1.2583224773406982,
      "learning_rate": 4.530802926436688e-06,
      "loss": 0.4054,
      "step": 462070
    },
    {
      "epoch": 128.96,
      "grad_norm": 1.2401938438415527,
      "learning_rate": 4.53079320536818e-06,
      "loss": 0.421,
      "step": 462080
    },
    {
      "epoch": 128.97,
      "grad_norm": 1.3553334474563599,
      "learning_rate": 4.530783484008575e-06,
      "loss": 0.3947,
      "step": 462090
    },
    {
      "epoch": 128.97,
      "grad_norm": 1.5944453477859497,
      "learning_rate": 4.530773762357875e-06,
      "loss": 0.3962,
      "step": 462100
    },
    {
      "epoch": 128.97,
      "grad_norm": 1.2184399366378784,
      "learning_rate": 4.530764040416082e-06,
      "loss": 0.4215,
      "step": 462110
    },
    {
      "epoch": 128.98,
      "grad_norm": 1.429602861404419,
      "learning_rate": 4.530754318183197e-06,
      "loss": 0.4097,
      "step": 462120
    },
    {
      "epoch": 128.98,
      "grad_norm": 1.440809965133667,
      "learning_rate": 4.530744595659221e-06,
      "loss": 0.4054,
      "step": 462130
    },
    {
      "epoch": 128.98,
      "grad_norm": 1.2275135517120361,
      "learning_rate": 4.530734872844155e-06,
      "loss": 0.3975,
      "step": 462140
    },
    {
      "epoch": 128.98,
      "grad_norm": 1.2503970861434937,
      "learning_rate": 4.5307251497380005e-06,
      "loss": 0.3923,
      "step": 462150
    },
    {
      "epoch": 128.99,
      "grad_norm": 1.287217140197754,
      "learning_rate": 4.53071542634076e-06,
      "loss": 0.3918,
      "step": 462160
    },
    {
      "epoch": 128.99,
      "grad_norm": 1.2288419008255005,
      "learning_rate": 4.5307057026524324e-06,
      "loss": 0.3961,
      "step": 462170
    },
    {
      "epoch": 128.99,
      "grad_norm": 1.8748836517333984,
      "learning_rate": 4.530695978673022e-06,
      "loss": 0.3945,
      "step": 462180
    },
    {
      "epoch": 129.0,
      "grad_norm": 1.314598798751831,
      "learning_rate": 4.530686254402528e-06,
      "loss": 0.4167,
      "step": 462190
    },
    {
      "epoch": 129.0,
      "grad_norm": 1.2400850057601929,
      "learning_rate": 4.530676529840952e-06,
      "loss": 0.4162,
      "step": 462200
    },
    {
      "epoch": 129.0,
      "eval_loss": 0.4043676555156708,
      "eval_runtime": 65.4328,
      "eval_samples_per_second": 77.316,
      "eval_steps_per_second": 9.674,
      "step": 462207
    },
    {
      "epoch": 129.0,
      "grad_norm": 1.2181302309036255,
      "learning_rate": 4.530666804988295e-06,
      "loss": 0.4073,
      "step": 462210
    },
    {
      "epoch": 129.0,
      "grad_norm": 1.471801519393921,
      "learning_rate": 4.530657079844559e-06,
      "loss": 0.4129,
      "step": 462220
    },
    {
      "epoch": 129.01,
      "grad_norm": 1.3457602262496948,
      "learning_rate": 4.530647354409745e-06,
      "loss": 0.3959,
      "step": 462230
    },
    {
      "epoch": 129.01,
      "grad_norm": 1.268524408340454,
      "learning_rate": 4.5306376286838554e-06,
      "loss": 0.4163,
      "step": 462240
    },
    {
      "epoch": 129.01,
      "grad_norm": 1.4630674123764038,
      "learning_rate": 4.5306279026668894e-06,
      "loss": 0.3913,
      "step": 462250
    },
    {
      "epoch": 129.01,
      "grad_norm": 1.965091586112976,
      "learning_rate": 4.53061817635885e-06,
      "loss": 0.3925,
      "step": 462260
    },
    {
      "epoch": 129.02,
      "grad_norm": 1.5174014568328857,
      "learning_rate": 4.530608449759738e-06,
      "loss": 0.393,
      "step": 462270
    },
    {
      "epoch": 129.02,
      "grad_norm": 1.2365912199020386,
      "learning_rate": 4.5305987228695535e-06,
      "loss": 0.4043,
      "step": 462280
    },
    {
      "epoch": 129.02,
      "grad_norm": 1.3341273069381714,
      "learning_rate": 4.530588995688299e-06,
      "loss": 0.4091,
      "step": 462290
    },
    {
      "epoch": 129.03,
      "grad_norm": 1.3377792835235596,
      "learning_rate": 4.5305792682159765e-06,
      "loss": 0.3983,
      "step": 462300
    },
    {
      "epoch": 129.03,
      "grad_norm": 1.509592890739441,
      "learning_rate": 4.530569540452586e-06,
      "loss": 0.3961,
      "step": 462310
    },
    {
      "epoch": 129.03,
      "grad_norm": 1.280740737915039,
      "learning_rate": 4.530559812398129e-06,
      "loss": 0.3977,
      "step": 462320
    },
    {
      "epoch": 129.03,
      "grad_norm": 1.2059575319290161,
      "learning_rate": 4.530550084052608e-06,
      "loss": 0.3997,
      "step": 462330
    },
    {
      "epoch": 129.04,
      "grad_norm": 1.4236154556274414,
      "learning_rate": 4.530540355416022e-06,
      "loss": 0.4092,
      "step": 462340
    },
    {
      "epoch": 129.04,
      "grad_norm": 1.5610915422439575,
      "learning_rate": 4.530530626488374e-06,
      "loss": 0.4054,
      "step": 462350
    },
    {
      "epoch": 129.04,
      "grad_norm": 1.8241755962371826,
      "learning_rate": 4.530520897269665e-06,
      "loss": 0.4106,
      "step": 462360
    },
    {
      "epoch": 129.05,
      "grad_norm": 1.4117857217788696,
      "learning_rate": 4.530511167759897e-06,
      "loss": 0.4163,
      "step": 462370
    },
    {
      "epoch": 129.05,
      "grad_norm": 1.1679151058197021,
      "learning_rate": 4.530501437959069e-06,
      "loss": 0.4083,
      "step": 462380
    },
    {
      "epoch": 129.05,
      "grad_norm": 1.2635129690170288,
      "learning_rate": 4.5304917078671845e-06,
      "loss": 0.4125,
      "step": 462390
    },
    {
      "epoch": 129.05,
      "grad_norm": 1.2625616788864136,
      "learning_rate": 4.530481977484244e-06,
      "loss": 0.3959,
      "step": 462400
    },
    {
      "epoch": 129.06,
      "grad_norm": 1.340368628501892,
      "learning_rate": 4.530472246810249e-06,
      "loss": 0.4031,
      "step": 462410
    },
    {
      "epoch": 129.06,
      "grad_norm": 1.210390567779541,
      "learning_rate": 4.5304625158452005e-06,
      "loss": 0.3962,
      "step": 462420
    },
    {
      "epoch": 129.06,
      "grad_norm": 0.9992988705635071,
      "learning_rate": 4.5304527845891e-06,
      "loss": 0.4204,
      "step": 462430
    },
    {
      "epoch": 129.07,
      "grad_norm": 1.6341429948806763,
      "learning_rate": 4.530443053041949e-06,
      "loss": 0.392,
      "step": 462440
    },
    {
      "epoch": 129.07,
      "grad_norm": 1.635637879371643,
      "learning_rate": 4.530433321203749e-06,
      "loss": 0.4053,
      "step": 462450
    },
    {
      "epoch": 129.07,
      "grad_norm": 1.2263377904891968,
      "learning_rate": 4.5304235890745e-06,
      "loss": 0.39,
      "step": 462460
    },
    {
      "epoch": 129.07,
      "grad_norm": 1.2653625011444092,
      "learning_rate": 4.530413856654204e-06,
      "loss": 0.4027,
      "step": 462470
    },
    {
      "epoch": 129.08,
      "grad_norm": 1.3116896152496338,
      "learning_rate": 4.530404123942863e-06,
      "loss": 0.3861,
      "step": 462480
    },
    {
      "epoch": 129.08,
      "grad_norm": 1.241010069847107,
      "learning_rate": 4.530394390940478e-06,
      "loss": 0.3898,
      "step": 462490
    },
    {
      "epoch": 129.08,
      "grad_norm": 1.192273497581482,
      "learning_rate": 4.53038465764705e-06,
      "loss": 0.4039,
      "step": 462500
    },
    {
      "epoch": 129.08,
      "grad_norm": 1.4526100158691406,
      "learning_rate": 4.53037492406258e-06,
      "loss": 0.4146,
      "step": 462510
    },
    {
      "epoch": 129.09,
      "grad_norm": 1.3639039993286133,
      "learning_rate": 4.530365190187069e-06,
      "loss": 0.4117,
      "step": 462520
    },
    {
      "epoch": 129.09,
      "grad_norm": 1.4820823669433594,
      "learning_rate": 4.53035545602052e-06,
      "loss": 0.3981,
      "step": 462530
    },
    {
      "epoch": 129.09,
      "grad_norm": 0.9987032413482666,
      "learning_rate": 4.530345721562932e-06,
      "loss": 0.4044,
      "step": 462540
    },
    {
      "epoch": 129.1,
      "grad_norm": 1.312949776649475,
      "learning_rate": 4.530335986814309e-06,
      "loss": 0.4045,
      "step": 462550
    },
    {
      "epoch": 129.1,
      "grad_norm": 1.246814250946045,
      "learning_rate": 4.53032625177465e-06,
      "loss": 0.3909,
      "step": 462560
    },
    {
      "epoch": 129.1,
      "grad_norm": 1.4482191801071167,
      "learning_rate": 4.530316516443957e-06,
      "loss": 0.4065,
      "step": 462570
    },
    {
      "epoch": 129.1,
      "grad_norm": 1.330858588218689,
      "learning_rate": 4.530306780822231e-06,
      "loss": 0.3868,
      "step": 462580
    },
    {
      "epoch": 129.11,
      "grad_norm": 1.2789413928985596,
      "learning_rate": 4.530297044909475e-06,
      "loss": 0.3992,
      "step": 462590
    },
    {
      "epoch": 129.11,
      "grad_norm": 1.5885974168777466,
      "learning_rate": 4.530287308705688e-06,
      "loss": 0.4186,
      "step": 462600
    },
    {
      "epoch": 129.11,
      "grad_norm": 1.6144479513168335,
      "learning_rate": 4.530277572210872e-06,
      "loss": 0.4084,
      "step": 462610
    },
    {
      "epoch": 129.12,
      "grad_norm": 2.0293960571289062,
      "learning_rate": 4.53026783542503e-06,
      "loss": 0.3998,
      "step": 462620
    },
    {
      "epoch": 129.12,
      "grad_norm": 1.3761354684829712,
      "learning_rate": 4.530258098348161e-06,
      "loss": 0.3726,
      "step": 462630
    },
    {
      "epoch": 129.12,
      "grad_norm": 1.5438398122787476,
      "learning_rate": 4.530248360980267e-06,
      "loss": 0.4083,
      "step": 462640
    },
    {
      "epoch": 129.12,
      "grad_norm": 1.5594291687011719,
      "learning_rate": 4.530238623321349e-06,
      "loss": 0.4194,
      "step": 462650
    },
    {
      "epoch": 129.13,
      "grad_norm": 1.212573528289795,
      "learning_rate": 4.53022888537141e-06,
      "loss": 0.3919,
      "step": 462660
    },
    {
      "epoch": 129.13,
      "grad_norm": 1.249846339225769,
      "learning_rate": 4.53021914713045e-06,
      "loss": 0.4157,
      "step": 462670
    },
    {
      "epoch": 129.13,
      "grad_norm": 1.7608091831207275,
      "learning_rate": 4.53020940859847e-06,
      "loss": 0.3933,
      "step": 462680
    },
    {
      "epoch": 129.13,
      "grad_norm": 1.2206214666366577,
      "learning_rate": 4.530199669775471e-06,
      "loss": 0.4104,
      "step": 462690
    },
    {
      "epoch": 129.14,
      "grad_norm": 1.4883875846862793,
      "learning_rate": 4.530189930661456e-06,
      "loss": 0.3944,
      "step": 462700
    },
    {
      "epoch": 129.14,
      "grad_norm": 1.3098875284194946,
      "learning_rate": 4.530180191256425e-06,
      "loss": 0.3905,
      "step": 462710
    },
    {
      "epoch": 129.14,
      "grad_norm": 2.552549123764038,
      "learning_rate": 4.530170451560379e-06,
      "loss": 0.3928,
      "step": 462720
    },
    {
      "epoch": 129.15,
      "grad_norm": 1.2904635667800903,
      "learning_rate": 4.53016071157332e-06,
      "loss": 0.4037,
      "step": 462730
    },
    {
      "epoch": 129.15,
      "grad_norm": 1.6620140075683594,
      "learning_rate": 4.530150971295249e-06,
      "loss": 0.4114,
      "step": 462740
    },
    {
      "epoch": 129.15,
      "grad_norm": 1.430332899093628,
      "learning_rate": 4.530141230726168e-06,
      "loss": 0.4042,
      "step": 462750
    },
    {
      "epoch": 129.15,
      "grad_norm": 1.2325952053070068,
      "learning_rate": 4.530131489866077e-06,
      "loss": 0.394,
      "step": 462760
    },
    {
      "epoch": 129.16,
      "grad_norm": 1.2394750118255615,
      "learning_rate": 4.5301217487149786e-06,
      "loss": 0.4031,
      "step": 462770
    },
    {
      "epoch": 129.16,
      "grad_norm": 1.312425136566162,
      "learning_rate": 4.5301120072728734e-06,
      "loss": 0.4025,
      "step": 462780
    },
    {
      "epoch": 129.16,
      "grad_norm": 1.248194932937622,
      "learning_rate": 4.5301022655397625e-06,
      "loss": 0.3972,
      "step": 462790
    },
    {
      "epoch": 129.17,
      "grad_norm": 1.2144347429275513,
      "learning_rate": 4.530092523515648e-06,
      "loss": 0.3792,
      "step": 462800
    },
    {
      "epoch": 129.17,
      "grad_norm": 1.5269981622695923,
      "learning_rate": 4.530082781200531e-06,
      "loss": 0.4032,
      "step": 462810
    },
    {
      "epoch": 129.17,
      "grad_norm": 1.167912244796753,
      "learning_rate": 4.530073038594412e-06,
      "loss": 0.409,
      "step": 462820
    },
    {
      "epoch": 129.17,
      "grad_norm": 1.76076078414917,
      "learning_rate": 4.530063295697292e-06,
      "loss": 0.3975,
      "step": 462830
    },
    {
      "epoch": 129.18,
      "grad_norm": 2.298032760620117,
      "learning_rate": 4.5300535525091745e-06,
      "loss": 0.4066,
      "step": 462840
    },
    {
      "epoch": 129.18,
      "grad_norm": 1.108860969543457,
      "learning_rate": 4.530043809030059e-06,
      "loss": 0.4045,
      "step": 462850
    },
    {
      "epoch": 129.18,
      "grad_norm": 1.8130574226379395,
      "learning_rate": 4.530034065259947e-06,
      "loss": 0.4041,
      "step": 462860
    },
    {
      "epoch": 129.19,
      "grad_norm": 1.397832989692688,
      "learning_rate": 4.53002432119884e-06,
      "loss": 0.4057,
      "step": 462870
    },
    {
      "epoch": 129.19,
      "grad_norm": 1.584955096244812,
      "learning_rate": 4.530014576846739e-06,
      "loss": 0.4152,
      "step": 462880
    },
    {
      "epoch": 129.19,
      "grad_norm": 1.293965220451355,
      "learning_rate": 4.530004832203647e-06,
      "loss": 0.392,
      "step": 462890
    },
    {
      "epoch": 129.19,
      "grad_norm": 1.2073612213134766,
      "learning_rate": 4.529995087269563e-06,
      "loss": 0.3999,
      "step": 462900
    },
    {
      "epoch": 129.2,
      "grad_norm": 1.3297923803329468,
      "learning_rate": 4.529985342044488e-06,
      "loss": 0.3844,
      "step": 462910
    },
    {
      "epoch": 129.2,
      "grad_norm": 1.354669213294983,
      "learning_rate": 4.5299755965284256e-06,
      "loss": 0.3987,
      "step": 462920
    },
    {
      "epoch": 129.2,
      "grad_norm": 3.545283794403076,
      "learning_rate": 4.529965850721376e-06,
      "loss": 0.4098,
      "step": 462930
    },
    {
      "epoch": 129.2,
      "grad_norm": 1.2918623685836792,
      "learning_rate": 4.52995610462334e-06,
      "loss": 0.4001,
      "step": 462940
    },
    {
      "epoch": 129.21,
      "grad_norm": 1.5903468132019043,
      "learning_rate": 4.52994635823432e-06,
      "loss": 0.3981,
      "step": 462950
    },
    {
      "epoch": 129.21,
      "grad_norm": 1.584941029548645,
      "learning_rate": 4.5299366115543165e-06,
      "loss": 0.403,
      "step": 462960
    },
    {
      "epoch": 129.21,
      "grad_norm": 1.353116750717163,
      "learning_rate": 4.529926864583331e-06,
      "loss": 0.407,
      "step": 462970
    },
    {
      "epoch": 129.22,
      "grad_norm": 1.0733829736709595,
      "learning_rate": 4.529917117321364e-06,
      "loss": 0.42,
      "step": 462980
    },
    {
      "epoch": 129.22,
      "grad_norm": 1.1327544450759888,
      "learning_rate": 4.5299073697684185e-06,
      "loss": 0.3909,
      "step": 462990
    },
    {
      "epoch": 129.22,
      "grad_norm": 1.4914814233779907,
      "learning_rate": 4.529897621924494e-06,
      "loss": 0.4184,
      "step": 463000
    },
    {
      "epoch": 129.22,
      "grad_norm": 1.7327622175216675,
      "learning_rate": 4.529887873789594e-06,
      "loss": 0.4136,
      "step": 463010
    },
    {
      "epoch": 129.23,
      "grad_norm": 1.251396894454956,
      "learning_rate": 4.529878125363717e-06,
      "loss": 0.4037,
      "step": 463020
    },
    {
      "epoch": 129.23,
      "grad_norm": 1.1890915632247925,
      "learning_rate": 4.5298683766468664e-06,
      "loss": 0.4231,
      "step": 463030
    },
    {
      "epoch": 129.23,
      "grad_norm": 1.3794426918029785,
      "learning_rate": 4.529858627639043e-06,
      "loss": 0.3826,
      "step": 463040
    },
    {
      "epoch": 129.24,
      "grad_norm": 1.1570502519607544,
      "learning_rate": 4.529848878340248e-06,
      "loss": 0.3957,
      "step": 463050
    },
    {
      "epoch": 129.24,
      "grad_norm": 1.1483875513076782,
      "learning_rate": 4.529839128750482e-06,
      "loss": 0.3815,
      "step": 463060
    },
    {
      "epoch": 129.24,
      "grad_norm": 1.5987756252288818,
      "learning_rate": 4.529829378869748e-06,
      "loss": 0.4122,
      "step": 463070
    },
    {
      "epoch": 129.24,
      "grad_norm": 1.315222144126892,
      "learning_rate": 4.529819628698046e-06,
      "loss": 0.4022,
      "step": 463080
    },
    {
      "epoch": 129.25,
      "grad_norm": 1.1809430122375488,
      "learning_rate": 4.529809878235377e-06,
      "loss": 0.3924,
      "step": 463090
    },
    {
      "epoch": 129.25,
      "grad_norm": 1.414943814277649,
      "learning_rate": 4.529800127481742e-06,
      "loss": 0.4102,
      "step": 463100
    },
    {
      "epoch": 129.25,
      "grad_norm": 1.6350270509719849,
      "learning_rate": 4.5297903764371444e-06,
      "loss": 0.413,
      "step": 463110
    },
    {
      "epoch": 129.25,
      "grad_norm": 1.3010153770446777,
      "learning_rate": 4.529780625101584e-06,
      "loss": 0.409,
      "step": 463120
    },
    {
      "epoch": 129.26,
      "grad_norm": 1.5405958890914917,
      "learning_rate": 4.529770873475063e-06,
      "loss": 0.4224,
      "step": 463130
    },
    {
      "epoch": 129.26,
      "grad_norm": 1.1470409631729126,
      "learning_rate": 4.529761121557581e-06,
      "loss": 0.4038,
      "step": 463140
    },
    {
      "epoch": 129.26,
      "grad_norm": 1.3483190536499023,
      "learning_rate": 4.52975136934914e-06,
      "loss": 0.4099,
      "step": 463150
    },
    {
      "epoch": 129.27,
      "grad_norm": 1.4253555536270142,
      "learning_rate": 4.529741616849743e-06,
      "loss": 0.3862,
      "step": 463160
    },
    {
      "epoch": 129.27,
      "grad_norm": 1.1679553985595703,
      "learning_rate": 4.529731864059389e-06,
      "loss": 0.4044,
      "step": 463170
    },
    {
      "epoch": 129.27,
      "grad_norm": 1.2556465864181519,
      "learning_rate": 4.52972211097808e-06,
      "loss": 0.4088,
      "step": 463180
    },
    {
      "epoch": 129.27,
      "grad_norm": 1.3701233863830566,
      "learning_rate": 4.529712357605818e-06,
      "loss": 0.4108,
      "step": 463190
    },
    {
      "epoch": 129.28,
      "grad_norm": 1.2885984182357788,
      "learning_rate": 4.529702603942604e-06,
      "loss": 0.392,
      "step": 463200
    },
    {
      "epoch": 129.28,
      "grad_norm": 1.557765245437622,
      "learning_rate": 4.529692849988438e-06,
      "loss": 0.4092,
      "step": 463210
    },
    {
      "epoch": 129.28,
      "grad_norm": 1.383680820465088,
      "learning_rate": 4.529683095743324e-06,
      "loss": 0.4193,
      "step": 463220
    },
    {
      "epoch": 129.29,
      "grad_norm": 1.6745545864105225,
      "learning_rate": 4.529673341207261e-06,
      "loss": 0.4245,
      "step": 463230
    },
    {
      "epoch": 129.29,
      "grad_norm": 1.3586221933364868,
      "learning_rate": 4.52966358638025e-06,
      "loss": 0.4241,
      "step": 463240
    },
    {
      "epoch": 129.29,
      "grad_norm": 1.3610669374465942,
      "learning_rate": 4.5296538312622955e-06,
      "loss": 0.3998,
      "step": 463250
    },
    {
      "epoch": 129.29,
      "grad_norm": 1.5337663888931274,
      "learning_rate": 4.529644075853395e-06,
      "loss": 0.4209,
      "step": 463260
    },
    {
      "epoch": 129.3,
      "grad_norm": 1.800862431526184,
      "learning_rate": 4.529634320153552e-06,
      "loss": 0.3834,
      "step": 463270
    },
    {
      "epoch": 129.3,
      "grad_norm": 1.3180673122406006,
      "learning_rate": 4.529624564162766e-06,
      "loss": 0.397,
      "step": 463280
    },
    {
      "epoch": 129.3,
      "grad_norm": 1.342848777770996,
      "learning_rate": 4.52961480788104e-06,
      "loss": 0.4192,
      "step": 463290
    },
    {
      "epoch": 129.31,
      "grad_norm": 1.3715718984603882,
      "learning_rate": 4.529605051308376e-06,
      "loss": 0.409,
      "step": 463300
    },
    {
      "epoch": 129.31,
      "grad_norm": 1.2826104164123535,
      "learning_rate": 4.5295952944447735e-06,
      "loss": 0.3887,
      "step": 463310
    },
    {
      "epoch": 129.31,
      "grad_norm": 0.9527978301048279,
      "learning_rate": 4.529585537290234e-06,
      "loss": 0.3964,
      "step": 463320
    },
    {
      "epoch": 129.31,
      "grad_norm": 1.6733882427215576,
      "learning_rate": 4.52957577984476e-06,
      "loss": 0.4007,
      "step": 463330
    },
    {
      "epoch": 129.32,
      "grad_norm": 1.5619711875915527,
      "learning_rate": 4.529566022108351e-06,
      "loss": 0.4059,
      "step": 463340
    },
    {
      "epoch": 129.32,
      "grad_norm": 1.4569040536880493,
      "learning_rate": 4.52955626408101e-06,
      "loss": 0.385,
      "step": 463350
    },
    {
      "epoch": 129.32,
      "grad_norm": 1.3589955568313599,
      "learning_rate": 4.529546505762737e-06,
      "loss": 0.4143,
      "step": 463360
    },
    {
      "epoch": 129.32,
      "grad_norm": 1.3000909090042114,
      "learning_rate": 4.529536747153535e-06,
      "loss": 0.3917,
      "step": 463370
    },
    {
      "epoch": 129.33,
      "grad_norm": 1.5570440292358398,
      "learning_rate": 4.529526988253403e-06,
      "loss": 0.4095,
      "step": 463380
    },
    {
      "epoch": 129.33,
      "grad_norm": 1.5362910032272339,
      "learning_rate": 4.5295172290623435e-06,
      "loss": 0.4169,
      "step": 463390
    },
    {
      "epoch": 129.33,
      "grad_norm": 1.5602160692214966,
      "learning_rate": 4.5295074695803585e-06,
      "loss": 0.42,
      "step": 463400
    },
    {
      "epoch": 129.34,
      "grad_norm": 1.6472824811935425,
      "learning_rate": 4.529497709807448e-06,
      "loss": 0.3952,
      "step": 463410
    },
    {
      "epoch": 129.34,
      "grad_norm": 1.1018961668014526,
      "learning_rate": 4.529487949743615e-06,
      "loss": 0.418,
      "step": 463420
    },
    {
      "epoch": 129.34,
      "grad_norm": 1.3858767747879028,
      "learning_rate": 4.529478189388858e-06,
      "loss": 0.381,
      "step": 463430
    },
    {
      "epoch": 129.34,
      "grad_norm": 1.4397656917572021,
      "learning_rate": 4.529468428743181e-06,
      "loss": 0.4263,
      "step": 463440
    },
    {
      "epoch": 129.35,
      "grad_norm": 1.3242074251174927,
      "learning_rate": 4.529458667806584e-06,
      "loss": 0.4008,
      "step": 463450
    },
    {
      "epoch": 129.35,
      "grad_norm": 1.2742085456848145,
      "learning_rate": 4.5294489065790685e-06,
      "loss": 0.3967,
      "step": 463460
    },
    {
      "epoch": 129.35,
      "grad_norm": 1.331569790840149,
      "learning_rate": 4.529439145060637e-06,
      "loss": 0.4075,
      "step": 463470
    },
    {
      "epoch": 129.36,
      "grad_norm": 1.4179309606552124,
      "learning_rate": 4.529429383251288e-06,
      "loss": 0.3985,
      "step": 463480
    },
    {
      "epoch": 129.36,
      "grad_norm": 1.2926336526870728,
      "learning_rate": 4.529419621151025e-06,
      "loss": 0.4139,
      "step": 463490
    },
    {
      "epoch": 129.36,
      "grad_norm": 1.501264214515686,
      "learning_rate": 4.52940985875985e-06,
      "loss": 0.4052,
      "step": 463500
    },
    {
      "epoch": 129.36,
      "grad_norm": 1.2603462934494019,
      "learning_rate": 4.529400096077761e-06,
      "loss": 0.4184,
      "step": 463510
    },
    {
      "epoch": 129.37,
      "grad_norm": 1.738911747932434,
      "learning_rate": 4.5293903331047625e-06,
      "loss": 0.4004,
      "step": 463520
    },
    {
      "epoch": 129.37,
      "grad_norm": 1.1136177778244019,
      "learning_rate": 4.529380569840855e-06,
      "loss": 0.3988,
      "step": 463530
    },
    {
      "epoch": 129.37,
      "grad_norm": 1.190201997756958,
      "learning_rate": 4.529370806286039e-06,
      "loss": 0.4043,
      "step": 463540
    },
    {
      "epoch": 129.37,
      "grad_norm": 1.1269029378890991,
      "learning_rate": 4.529361042440317e-06,
      "loss": 0.4074,
      "step": 463550
    },
    {
      "epoch": 129.38,
      "grad_norm": 1.453287124633789,
      "learning_rate": 4.529351278303688e-06,
      "loss": 0.4071,
      "step": 463560
    },
    {
      "epoch": 129.38,
      "grad_norm": 1.432399034500122,
      "learning_rate": 4.529341513876157e-06,
      "loss": 0.3926,
      "step": 463570
    },
    {
      "epoch": 129.38,
      "grad_norm": 1.1593866348266602,
      "learning_rate": 4.529331749157721e-06,
      "loss": 0.4129,
      "step": 463580
    },
    {
      "epoch": 129.39,
      "grad_norm": 1.186234474182129,
      "learning_rate": 4.529321984148384e-06,
      "loss": 0.3951,
      "step": 463590
    },
    {
      "epoch": 129.39,
      "grad_norm": 1.3043408393859863,
      "learning_rate": 4.5293122188481485e-06,
      "loss": 0.4108,
      "step": 463600
    },
    {
      "epoch": 129.39,
      "grad_norm": 1.1527026891708374,
      "learning_rate": 4.529302453257012e-06,
      "loss": 0.394,
      "step": 463610
    },
    {
      "epoch": 129.39,
      "grad_norm": 1.1865345239639282,
      "learning_rate": 4.529292687374979e-06,
      "loss": 0.3912,
      "step": 463620
    },
    {
      "epoch": 129.4,
      "grad_norm": 1.2832520008087158,
      "learning_rate": 4.52928292120205e-06,
      "loss": 0.4068,
      "step": 463630
    },
    {
      "epoch": 129.4,
      "grad_norm": 1.2216538190841675,
      "learning_rate": 4.529273154738225e-06,
      "loss": 0.3969,
      "step": 463640
    },
    {
      "epoch": 129.4,
      "grad_norm": 1.0973544120788574,
      "learning_rate": 4.529263387983506e-06,
      "loss": 0.3917,
      "step": 463650
    },
    {
      "epoch": 129.41,
      "grad_norm": 1.360707402229309,
      "learning_rate": 4.529253620937896e-06,
      "loss": 0.4303,
      "step": 463660
    },
    {
      "epoch": 129.41,
      "grad_norm": 1.229355812072754,
      "learning_rate": 4.529243853601394e-06,
      "loss": 0.3849,
      "step": 463670
    },
    {
      "epoch": 129.41,
      "grad_norm": 1.569737195968628,
      "learning_rate": 4.529234085974001e-06,
      "loss": 0.4118,
      "step": 463680
    },
    {
      "epoch": 129.41,
      "grad_norm": 2.0556468963623047,
      "learning_rate": 4.529224318055721e-06,
      "loss": 0.3953,
      "step": 463690
    },
    {
      "epoch": 129.42,
      "grad_norm": 1.3000174760818481,
      "learning_rate": 4.529214549846554e-06,
      "loss": 0.3886,
      "step": 463700
    },
    {
      "epoch": 129.42,
      "grad_norm": 1.6401289701461792,
      "learning_rate": 4.5292047813465e-06,
      "loss": 0.3941,
      "step": 463710
    },
    {
      "epoch": 129.42,
      "grad_norm": 1.1850037574768066,
      "learning_rate": 4.529195012555562e-06,
      "loss": 0.396,
      "step": 463720
    },
    {
      "epoch": 129.43,
      "grad_norm": 1.2425670623779297,
      "learning_rate": 4.529185243473741e-06,
      "loss": 0.4082,
      "step": 463730
    },
    {
      "epoch": 129.43,
      "grad_norm": 1.586053729057312,
      "learning_rate": 4.529175474101038e-06,
      "loss": 0.4121,
      "step": 463740
    },
    {
      "epoch": 129.43,
      "grad_norm": 1.4837909936904907,
      "learning_rate": 4.5291657044374534e-06,
      "loss": 0.4028,
      "step": 463750
    },
    {
      "epoch": 129.43,
      "grad_norm": 1.274535059928894,
      "learning_rate": 4.529155934482989e-06,
      "loss": 0.4233,
      "step": 463760
    },
    {
      "epoch": 129.44,
      "grad_norm": 1.3357276916503906,
      "learning_rate": 4.529146164237648e-06,
      "loss": 0.4057,
      "step": 463770
    },
    {
      "epoch": 129.44,
      "grad_norm": 1.235966682434082,
      "learning_rate": 4.529136393701429e-06,
      "loss": 0.4089,
      "step": 463780
    },
    {
      "epoch": 129.44,
      "grad_norm": 1.1760475635528564,
      "learning_rate": 4.529126622874336e-06,
      "loss": 0.4044,
      "step": 463790
    },
    {
      "epoch": 129.44,
      "grad_norm": 1.672071099281311,
      "learning_rate": 4.529116851756367e-06,
      "loss": 0.3982,
      "step": 463800
    },
    {
      "epoch": 129.45,
      "grad_norm": 1.3604689836502075,
      "learning_rate": 4.529107080347526e-06,
      "loss": 0.3891,
      "step": 463810
    },
    {
      "epoch": 129.45,
      "grad_norm": 1.5114182233810425,
      "learning_rate": 4.529097308647813e-06,
      "loss": 0.4075,
      "step": 463820
    },
    {
      "epoch": 129.45,
      "grad_norm": 1.6205666065216064,
      "learning_rate": 4.52908753665723e-06,
      "loss": 0.3994,
      "step": 463830
    },
    {
      "epoch": 129.46,
      "grad_norm": 1.4685049057006836,
      "learning_rate": 4.5290777643757775e-06,
      "loss": 0.3955,
      "step": 463840
    },
    {
      "epoch": 129.46,
      "grad_norm": 1.3023573160171509,
      "learning_rate": 4.529067991803458e-06,
      "loss": 0.4023,
      "step": 463850
    },
    {
      "epoch": 129.46,
      "grad_norm": 1.5819324254989624,
      "learning_rate": 4.529058218940272e-06,
      "loss": 0.4038,
      "step": 463860
    },
    {
      "epoch": 129.46,
      "grad_norm": 1.3378971815109253,
      "learning_rate": 4.52904844578622e-06,
      "loss": 0.4095,
      "step": 463870
    },
    {
      "epoch": 129.47,
      "grad_norm": 1.4592061042785645,
      "learning_rate": 4.529038672341305e-06,
      "loss": 0.4056,
      "step": 463880
    },
    {
      "epoch": 129.47,
      "grad_norm": 1.1441758871078491,
      "learning_rate": 4.5290288986055275e-06,
      "loss": 0.3842,
      "step": 463890
    },
    {
      "epoch": 129.47,
      "grad_norm": 1.650232195854187,
      "learning_rate": 4.529019124578888e-06,
      "loss": 0.395,
      "step": 463900
    },
    {
      "epoch": 129.48,
      "grad_norm": 1.4765263795852661,
      "learning_rate": 4.529009350261389e-06,
      "loss": 0.3862,
      "step": 463910
    },
    {
      "epoch": 129.48,
      "grad_norm": 1.47034752368927,
      "learning_rate": 4.528999575653032e-06,
      "loss": 0.4138,
      "step": 463920
    },
    {
      "epoch": 129.48,
      "grad_norm": 1.5341465473175049,
      "learning_rate": 4.5289898007538166e-06,
      "loss": 0.4047,
      "step": 463930
    },
    {
      "epoch": 129.48,
      "grad_norm": 1.1624131202697754,
      "learning_rate": 4.528980025563746e-06,
      "loss": 0.4117,
      "step": 463940
    },
    {
      "epoch": 129.49,
      "grad_norm": 1.4468326568603516,
      "learning_rate": 4.52897025008282e-06,
      "loss": 0.4068,
      "step": 463950
    },
    {
      "epoch": 129.49,
      "grad_norm": 1.2943387031555176,
      "learning_rate": 4.528960474311042e-06,
      "loss": 0.3834,
      "step": 463960
    },
    {
      "epoch": 129.49,
      "grad_norm": 1.2164522409439087,
      "learning_rate": 4.52895069824841e-06,
      "loss": 0.4035,
      "step": 463970
    },
    {
      "epoch": 129.49,
      "grad_norm": 1.5938619375228882,
      "learning_rate": 4.528940921894928e-06,
      "loss": 0.4277,
      "step": 463980
    },
    {
      "epoch": 129.5,
      "grad_norm": 1.5103695392608643,
      "learning_rate": 4.528931145250597e-06,
      "loss": 0.4057,
      "step": 463990
    },
    {
      "epoch": 129.5,
      "grad_norm": 1.3351831436157227,
      "learning_rate": 4.528921368315418e-06,
      "loss": 0.3914,
      "step": 464000
    },
    {
      "epoch": 129.5,
      "grad_norm": 1.1424529552459717,
      "learning_rate": 4.528911591089391e-06,
      "loss": 0.3951,
      "step": 464010
    },
    {
      "epoch": 129.51,
      "grad_norm": 1.406432032585144,
      "learning_rate": 4.5289018135725185e-06,
      "loss": 0.4008,
      "step": 464020
    },
    {
      "epoch": 129.51,
      "grad_norm": 1.1616082191467285,
      "learning_rate": 4.528892035764802e-06,
      "loss": 0.4104,
      "step": 464030
    },
    {
      "epoch": 129.51,
      "grad_norm": 1.4305663108825684,
      "learning_rate": 4.528882257666243e-06,
      "loss": 0.4179,
      "step": 464040
    },
    {
      "epoch": 129.51,
      "grad_norm": 1.5220481157302856,
      "learning_rate": 4.5288724792768415e-06,
      "loss": 0.3979,
      "step": 464050
    },
    {
      "epoch": 129.52,
      "grad_norm": 1.4379626512527466,
      "learning_rate": 4.528862700596601e-06,
      "loss": 0.3909,
      "step": 464060
    },
    {
      "epoch": 129.52,
      "grad_norm": 1.3961355686187744,
      "learning_rate": 4.52885292162552e-06,
      "loss": 0.3939,
      "step": 464070
    },
    {
      "epoch": 129.52,
      "grad_norm": 1.3418155908584595,
      "learning_rate": 4.528843142363601e-06,
      "loss": 0.4098,
      "step": 464080
    },
    {
      "epoch": 129.53,
      "grad_norm": 1.4540830850601196,
      "learning_rate": 4.528833362810846e-06,
      "loss": 0.4,
      "step": 464090
    },
    {
      "epoch": 129.53,
      "grad_norm": 1.257990837097168,
      "learning_rate": 4.5288235829672565e-06,
      "loss": 0.4006,
      "step": 464100
    },
    {
      "epoch": 129.53,
      "grad_norm": 1.3055458068847656,
      "learning_rate": 4.528813802832833e-06,
      "loss": 0.39,
      "step": 464110
    },
    {
      "epoch": 129.53,
      "grad_norm": 1.7710275650024414,
      "learning_rate": 4.528804022407576e-06,
      "loss": 0.3981,
      "step": 464120
    },
    {
      "epoch": 129.54,
      "grad_norm": 1.4129276275634766,
      "learning_rate": 4.5287942416914875e-06,
      "loss": 0.411,
      "step": 464130
    },
    {
      "epoch": 129.54,
      "grad_norm": 4.014756679534912,
      "learning_rate": 4.52878446068457e-06,
      "loss": 0.4325,
      "step": 464140
    },
    {
      "epoch": 129.54,
      "grad_norm": 1.5292600393295288,
      "learning_rate": 4.528774679386825e-06,
      "loss": 0.4009,
      "step": 464150
    },
    {
      "epoch": 129.55,
      "grad_norm": 1.357930302619934,
      "learning_rate": 4.5287648977982496e-06,
      "loss": 0.3852,
      "step": 464160
    },
    {
      "epoch": 129.55,
      "grad_norm": 1.2334163188934326,
      "learning_rate": 4.52875511591885e-06,
      "loss": 0.408,
      "step": 464170
    },
    {
      "epoch": 129.55,
      "grad_norm": 1.1382198333740234,
      "learning_rate": 4.528745333748626e-06,
      "loss": 0.4293,
      "step": 464180
    },
    {
      "epoch": 129.55,
      "grad_norm": 1.556337833404541,
      "learning_rate": 4.528735551287577e-06,
      "loss": 0.405,
      "step": 464190
    },
    {
      "epoch": 129.56,
      "grad_norm": 1.2433867454528809,
      "learning_rate": 4.528725768535707e-06,
      "loss": 0.4188,
      "step": 464200
    },
    {
      "epoch": 129.56,
      "grad_norm": 1.240849256515503,
      "learning_rate": 4.528715985493016e-06,
      "loss": 0.4077,
      "step": 464210
    },
    {
      "epoch": 129.56,
      "grad_norm": 1.541471242904663,
      "learning_rate": 4.5287062021595046e-06,
      "loss": 0.3932,
      "step": 464220
    },
    {
      "epoch": 129.56,
      "grad_norm": 1.2798914909362793,
      "learning_rate": 4.528696418535176e-06,
      "loss": 0.422,
      "step": 464230
    },
    {
      "epoch": 129.57,
      "grad_norm": 1.4640811681747437,
      "learning_rate": 4.528686634620029e-06,
      "loss": 0.4204,
      "step": 464240
    },
    {
      "epoch": 129.57,
      "grad_norm": 1.4133154153823853,
      "learning_rate": 4.528676850414068e-06,
      "loss": 0.3897,
      "step": 464250
    },
    {
      "epoch": 129.57,
      "grad_norm": 1.4885843992233276,
      "learning_rate": 4.528667065917292e-06,
      "loss": 0.3949,
      "step": 464260
    },
    {
      "epoch": 129.58,
      "grad_norm": 1.379640817642212,
      "learning_rate": 4.528657281129703e-06,
      "loss": 0.4014,
      "step": 464270
    },
    {
      "epoch": 129.58,
      "grad_norm": 1.5044664144515991,
      "learning_rate": 4.528647496051302e-06,
      "loss": 0.4155,
      "step": 464280
    },
    {
      "epoch": 129.58,
      "grad_norm": 1.2272663116455078,
      "learning_rate": 4.52863771068209e-06,
      "loss": 0.4078,
      "step": 464290
    },
    {
      "epoch": 129.58,
      "grad_norm": 1.2801560163497925,
      "learning_rate": 4.52862792502207e-06,
      "loss": 0.3908,
      "step": 464300
    },
    {
      "epoch": 129.59,
      "grad_norm": 1.2275762557983398,
      "learning_rate": 4.528618139071241e-06,
      "loss": 0.3971,
      "step": 464310
    },
    {
      "epoch": 129.59,
      "grad_norm": 1.1090062856674194,
      "learning_rate": 4.528608352829606e-06,
      "loss": 0.3983,
      "step": 464320
    },
    {
      "epoch": 129.59,
      "grad_norm": 2.0292630195617676,
      "learning_rate": 4.5285985662971665e-06,
      "loss": 0.4054,
      "step": 464330
    },
    {
      "epoch": 129.6,
      "grad_norm": 1.3546780347824097,
      "learning_rate": 4.528588779473922e-06,
      "loss": 0.4161,
      "step": 464340
    },
    {
      "epoch": 129.6,
      "grad_norm": 1.2065657377243042,
      "learning_rate": 4.528578992359876e-06,
      "loss": 0.3852,
      "step": 464350
    },
    {
      "epoch": 129.6,
      "grad_norm": 1.4398037195205688,
      "learning_rate": 4.528569204955028e-06,
      "loss": 0.4115,
      "step": 464360
    },
    {
      "epoch": 129.6,
      "grad_norm": 1.2334964275360107,
      "learning_rate": 4.528559417259379e-06,
      "loss": 0.4175,
      "step": 464370
    },
    {
      "epoch": 129.61,
      "grad_norm": 1.2258403301239014,
      "learning_rate": 4.528549629272933e-06,
      "loss": 0.4042,
      "step": 464380
    },
    {
      "epoch": 129.61,
      "grad_norm": 1.1341938972473145,
      "learning_rate": 4.5285398409956885e-06,
      "loss": 0.3994,
      "step": 464390
    },
    {
      "epoch": 129.61,
      "grad_norm": 1.2173701524734497,
      "learning_rate": 4.528530052427648e-06,
      "loss": 0.4038,
      "step": 464400
    },
    {
      "epoch": 129.61,
      "grad_norm": 1.459641933441162,
      "learning_rate": 4.528520263568813e-06,
      "loss": 0.3945,
      "step": 464410
    },
    {
      "epoch": 129.62,
      "grad_norm": 1.443519949913025,
      "learning_rate": 4.528510474419184e-06,
      "loss": 0.3988,
      "step": 464420
    },
    {
      "epoch": 129.62,
      "grad_norm": 1.370133638381958,
      "learning_rate": 4.528500684978763e-06,
      "loss": 0.3833,
      "step": 464430
    },
    {
      "epoch": 129.62,
      "grad_norm": 1.6431699991226196,
      "learning_rate": 4.528490895247552e-06,
      "loss": 0.4006,
      "step": 464440
    },
    {
      "epoch": 129.63,
      "grad_norm": 1.8715736865997314,
      "learning_rate": 4.52848110522555e-06,
      "loss": 0.4155,
      "step": 464450
    },
    {
      "epoch": 129.63,
      "grad_norm": 1.2693208456039429,
      "learning_rate": 4.528471314912761e-06,
      "loss": 0.4019,
      "step": 464460
    },
    {
      "epoch": 129.63,
      "grad_norm": 1.7142977714538574,
      "learning_rate": 4.5284615243091845e-06,
      "loss": 0.4101,
      "step": 464470
    },
    {
      "epoch": 129.63,
      "grad_norm": 1.2580597400665283,
      "learning_rate": 4.528451733414821e-06,
      "loss": 0.396,
      "step": 464480
    },
    {
      "epoch": 129.64,
      "grad_norm": 1.0108226537704468,
      "learning_rate": 4.528441942229674e-06,
      "loss": 0.4014,
      "step": 464490
    },
    {
      "epoch": 129.64,
      "grad_norm": 1.2676783800125122,
      "learning_rate": 4.528432150753745e-06,
      "loss": 0.4014,
      "step": 464500
    },
    {
      "epoch": 129.64,
      "grad_norm": 1.2856812477111816,
      "learning_rate": 4.528422358987033e-06,
      "loss": 0.4198,
      "step": 464510
    },
    {
      "epoch": 129.65,
      "grad_norm": 1.086607813835144,
      "learning_rate": 4.5284125669295405e-06,
      "loss": 0.405,
      "step": 464520
    },
    {
      "epoch": 129.65,
      "grad_norm": 1.4460346698760986,
      "learning_rate": 4.528402774581269e-06,
      "loss": 0.404,
      "step": 464530
    },
    {
      "epoch": 129.65,
      "grad_norm": 1.2858641147613525,
      "learning_rate": 4.52839298194222e-06,
      "loss": 0.4006,
      "step": 464540
    },
    {
      "epoch": 129.65,
      "grad_norm": 1.4203569889068604,
      "learning_rate": 4.528383189012394e-06,
      "loss": 0.3863,
      "step": 464550
    },
    {
      "epoch": 129.66,
      "grad_norm": 1.561163067817688,
      "learning_rate": 4.5283733957917936e-06,
      "loss": 0.3911,
      "step": 464560
    },
    {
      "epoch": 129.66,
      "grad_norm": 1.1763339042663574,
      "learning_rate": 4.528363602280418e-06,
      "loss": 0.4199,
      "step": 464570
    },
    {
      "epoch": 129.66,
      "grad_norm": 2.0565288066864014,
      "learning_rate": 4.52835380847827e-06,
      "loss": 0.404,
      "step": 464580
    },
    {
      "epoch": 129.67,
      "grad_norm": 1.3661515712738037,
      "learning_rate": 4.528344014385351e-06,
      "loss": 0.3865,
      "step": 464590
    },
    {
      "epoch": 129.67,
      "grad_norm": 1.1779165267944336,
      "learning_rate": 4.528334220001662e-06,
      "loss": 0.4124,
      "step": 464600
    },
    {
      "epoch": 129.67,
      "grad_norm": 1.3557921648025513,
      "learning_rate": 4.528324425327205e-06,
      "loss": 0.4174,
      "step": 464610
    },
    {
      "epoch": 129.67,
      "grad_norm": 2.2541849613189697,
      "learning_rate": 4.528314630361979e-06,
      "loss": 0.4135,
      "step": 464620
    },
    {
      "epoch": 129.68,
      "grad_norm": 1.446960687637329,
      "learning_rate": 4.528304835105988e-06,
      "loss": 0.4132,
      "step": 464630
    },
    {
      "epoch": 129.68,
      "grad_norm": 1.473840355873108,
      "learning_rate": 4.528295039559231e-06,
      "loss": 0.419,
      "step": 464640
    },
    {
      "epoch": 129.68,
      "grad_norm": 1.4049742221832275,
      "learning_rate": 4.528285243721711e-06,
      "loss": 0.3896,
      "step": 464650
    },
    {
      "epoch": 129.68,
      "grad_norm": 1.2752944231033325,
      "learning_rate": 4.5282754475934295e-06,
      "loss": 0.392,
      "step": 464660
    },
    {
      "epoch": 129.69,
      "grad_norm": 1.1846773624420166,
      "learning_rate": 4.528265651174386e-06,
      "loss": 0.387,
      "step": 464670
    },
    {
      "epoch": 129.69,
      "grad_norm": 1.4818625450134277,
      "learning_rate": 4.528255854464583e-06,
      "loss": 0.4181,
      "step": 464680
    },
    {
      "epoch": 129.69,
      "grad_norm": 1.571571707725525,
      "learning_rate": 4.528246057464022e-06,
      "loss": 0.4003,
      "step": 464690
    },
    {
      "epoch": 129.7,
      "grad_norm": 1.371533989906311,
      "learning_rate": 4.528236260172705e-06,
      "loss": 0.4002,
      "step": 464700
    },
    {
      "epoch": 129.7,
      "grad_norm": 1.4159045219421387,
      "learning_rate": 4.528226462590631e-06,
      "loss": 0.4064,
      "step": 464710
    },
    {
      "epoch": 129.7,
      "grad_norm": 1.4111242294311523,
      "learning_rate": 4.528216664717802e-06,
      "loss": 0.4029,
      "step": 464720
    },
    {
      "epoch": 129.7,
      "grad_norm": 1.189752221107483,
      "learning_rate": 4.5282068665542215e-06,
      "loss": 0.4088,
      "step": 464730
    },
    {
      "epoch": 129.71,
      "grad_norm": 1.3704537153244019,
      "learning_rate": 4.528197068099888e-06,
      "loss": 0.3953,
      "step": 464740
    },
    {
      "epoch": 129.71,
      "grad_norm": 1.3623112440109253,
      "learning_rate": 4.528187269354804e-06,
      "loss": 0.4136,
      "step": 464750
    },
    {
      "epoch": 129.71,
      "grad_norm": 1.2671852111816406,
      "learning_rate": 4.528177470318971e-06,
      "loss": 0.3952,
      "step": 464760
    },
    {
      "epoch": 129.72,
      "grad_norm": 1.3888115882873535,
      "learning_rate": 4.528167670992391e-06,
      "loss": 0.4172,
      "step": 464770
    },
    {
      "epoch": 129.72,
      "grad_norm": 2.429319143295288,
      "learning_rate": 4.528157871375064e-06,
      "loss": 0.4209,
      "step": 464780
    },
    {
      "epoch": 129.72,
      "grad_norm": 1.4880417585372925,
      "learning_rate": 4.528148071466992e-06,
      "loss": 0.4159,
      "step": 464790
    },
    {
      "epoch": 129.72,
      "grad_norm": 1.3886983394622803,
      "learning_rate": 4.528138271268174e-06,
      "loss": 0.4025,
      "step": 464800
    },
    {
      "epoch": 129.73,
      "grad_norm": 1.1946970224380493,
      "learning_rate": 4.528128470778616e-06,
      "loss": 0.3987,
      "step": 464810
    },
    {
      "epoch": 129.73,
      "grad_norm": 1.6246401071548462,
      "learning_rate": 4.528118669998315e-06,
      "loss": 0.4087,
      "step": 464820
    },
    {
      "epoch": 129.73,
      "grad_norm": 1.2557344436645508,
      "learning_rate": 4.528108868927274e-06,
      "loss": 0.4229,
      "step": 464830
    },
    {
      "epoch": 129.73,
      "grad_norm": 1.2211267948150635,
      "learning_rate": 4.528099067565495e-06,
      "loss": 0.4052,
      "step": 464840
    },
    {
      "epoch": 129.74,
      "grad_norm": 1.3447803258895874,
      "learning_rate": 4.528089265912978e-06,
      "loss": 0.3928,
      "step": 464850
    },
    {
      "epoch": 129.74,
      "grad_norm": 1.312445878982544,
      "learning_rate": 4.528079463969725e-06,
      "loss": 0.3853,
      "step": 464860
    },
    {
      "epoch": 129.74,
      "grad_norm": 1.1962323188781738,
      "learning_rate": 4.528069661735738e-06,
      "loss": 0.3922,
      "step": 464870
    },
    {
      "epoch": 129.75,
      "grad_norm": 1.306287169456482,
      "learning_rate": 4.5280598592110155e-06,
      "loss": 0.4037,
      "step": 464880
    },
    {
      "epoch": 129.75,
      "grad_norm": 1.1260305643081665,
      "learning_rate": 4.528050056395563e-06,
      "loss": 0.3975,
      "step": 464890
    },
    {
      "epoch": 129.75,
      "grad_norm": 1.1118210554122925,
      "learning_rate": 4.528040253289378e-06,
      "loss": 0.402,
      "step": 464900
    },
    {
      "epoch": 129.75,
      "grad_norm": 1.3933292627334595,
      "learning_rate": 4.528030449892463e-06,
      "loss": 0.3996,
      "step": 464910
    },
    {
      "epoch": 129.76,
      "grad_norm": 1.6449941396713257,
      "learning_rate": 4.528020646204821e-06,
      "loss": 0.397,
      "step": 464920
    },
    {
      "epoch": 129.76,
      "grad_norm": 1.2438251972198486,
      "learning_rate": 4.5280108422264515e-06,
      "loss": 0.4085,
      "step": 464930
    },
    {
      "epoch": 129.76,
      "grad_norm": 1.1851011514663696,
      "learning_rate": 4.528001037957356e-06,
      "loss": 0.3956,
      "step": 464940
    },
    {
      "epoch": 129.77,
      "grad_norm": 1.5467766523361206,
      "learning_rate": 4.527991233397537e-06,
      "loss": 0.3921,
      "step": 464950
    },
    {
      "epoch": 129.77,
      "grad_norm": 2.6193251609802246,
      "learning_rate": 4.527981428546994e-06,
      "loss": 0.4141,
      "step": 464960
    },
    {
      "epoch": 129.77,
      "grad_norm": 1.38355553150177,
      "learning_rate": 4.527971623405729e-06,
      "loss": 0.4075,
      "step": 464970
    },
    {
      "epoch": 129.77,
      "grad_norm": 1.2733523845672607,
      "learning_rate": 4.527961817973744e-06,
      "loss": 0.4,
      "step": 464980
    },
    {
      "epoch": 129.78,
      "grad_norm": 1.5136343240737915,
      "learning_rate": 4.52795201225104e-06,
      "loss": 0.42,
      "step": 464990
    },
    {
      "epoch": 129.78,
      "grad_norm": 1.2235041856765747,
      "learning_rate": 4.5279422062376185e-06,
      "loss": 0.3922,
      "step": 465000
    },
    {
      "epoch": 129.78,
      "grad_norm": 1.452167272567749,
      "learning_rate": 4.527932399933479e-06,
      "loss": 0.407,
      "step": 465010
    },
    {
      "epoch": 129.79,
      "grad_norm": 1.6309369802474976,
      "learning_rate": 4.5279225933386256e-06,
      "loss": 0.3975,
      "step": 465020
    },
    {
      "epoch": 129.79,
      "grad_norm": 3.6447348594665527,
      "learning_rate": 4.5279127864530575e-06,
      "loss": 0.3931,
      "step": 465030
    },
    {
      "epoch": 129.79,
      "grad_norm": 1.2354563474655151,
      "learning_rate": 4.5279029792767775e-06,
      "loss": 0.3979,
      "step": 465040
    },
    {
      "epoch": 129.79,
      "grad_norm": 1.3324947357177734,
      "learning_rate": 4.527893171809785e-06,
      "loss": 0.4025,
      "step": 465050
    },
    {
      "epoch": 129.8,
      "grad_norm": 1.5253392457962036,
      "learning_rate": 4.527883364052083e-06,
      "loss": 0.4308,
      "step": 465060
    },
    {
      "epoch": 129.8,
      "grad_norm": 1.1419962644577026,
      "learning_rate": 4.527873556003672e-06,
      "loss": 0.4219,
      "step": 465070
    },
    {
      "epoch": 129.8,
      "grad_norm": 1.093777060508728,
      "learning_rate": 4.527863747664554e-06,
      "loss": 0.386,
      "step": 465080
    },
    {
      "epoch": 129.8,
      "grad_norm": 1.116902470588684,
      "learning_rate": 4.52785393903473e-06,
      "loss": 0.4201,
      "step": 465090
    },
    {
      "epoch": 129.81,
      "grad_norm": 1.344923496246338,
      "learning_rate": 4.527844130114201e-06,
      "loss": 0.3981,
      "step": 465100
    },
    {
      "epoch": 129.81,
      "grad_norm": 1.3710614442825317,
      "learning_rate": 4.5278343209029685e-06,
      "loss": 0.3874,
      "step": 465110
    },
    {
      "epoch": 129.81,
      "grad_norm": 1.6220009326934814,
      "learning_rate": 4.527824511401033e-06,
      "loss": 0.4038,
      "step": 465120
    },
    {
      "epoch": 129.82,
      "grad_norm": 1.2756363153457642,
      "learning_rate": 4.5278147016083975e-06,
      "loss": 0.3929,
      "step": 465130
    },
    {
      "epoch": 129.82,
      "grad_norm": 1.2421469688415527,
      "learning_rate": 4.527804891525062e-06,
      "loss": 0.414,
      "step": 465140
    },
    {
      "epoch": 129.82,
      "grad_norm": 1.2914237976074219,
      "learning_rate": 4.527795081151028e-06,
      "loss": 0.3998,
      "step": 465150
    },
    {
      "epoch": 129.82,
      "grad_norm": 1.2075904607772827,
      "learning_rate": 4.527785270486297e-06,
      "loss": 0.3853,
      "step": 465160
    },
    {
      "epoch": 129.83,
      "grad_norm": 1.2995035648345947,
      "learning_rate": 4.527775459530871e-06,
      "loss": 0.4016,
      "step": 465170
    },
    {
      "epoch": 129.83,
      "grad_norm": 1.2471684217453003,
      "learning_rate": 4.5277656482847504e-06,
      "loss": 0.3925,
      "step": 465180
    },
    {
      "epoch": 129.83,
      "grad_norm": 1.9185142517089844,
      "learning_rate": 4.527755836747936e-06,
      "loss": 0.4125,
      "step": 465190
    },
    {
      "epoch": 129.84,
      "grad_norm": 1.4597623348236084,
      "learning_rate": 4.527746024920431e-06,
      "loss": 0.3844,
      "step": 465200
    },
    {
      "epoch": 129.84,
      "grad_norm": 1.2066949605941772,
      "learning_rate": 4.527736212802235e-06,
      "loss": 0.3875,
      "step": 465210
    },
    {
      "epoch": 129.84,
      "grad_norm": 1.4822460412979126,
      "learning_rate": 4.52772640039335e-06,
      "loss": 0.4047,
      "step": 465220
    },
    {
      "epoch": 129.84,
      "grad_norm": 1.2481532096862793,
      "learning_rate": 4.527716587693776e-06,
      "loss": 0.3813,
      "step": 465230
    },
    {
      "epoch": 129.85,
      "grad_norm": 1.3588032722473145,
      "learning_rate": 4.527706774703517e-06,
      "loss": 0.3996,
      "step": 465240
    },
    {
      "epoch": 129.85,
      "grad_norm": 1.5110796689987183,
      "learning_rate": 4.527696961422572e-06,
      "loss": 0.4059,
      "step": 465250
    },
    {
      "epoch": 129.85,
      "grad_norm": 1.235756516456604,
      "learning_rate": 4.527687147850943e-06,
      "loss": 0.3975,
      "step": 465260
    },
    {
      "epoch": 129.85,
      "grad_norm": 1.7085660696029663,
      "learning_rate": 4.527677333988632e-06,
      "loss": 0.401,
      "step": 465270
    },
    {
      "epoch": 129.86,
      "grad_norm": 1.5239641666412354,
      "learning_rate": 4.527667519835639e-06,
      "loss": 0.3938,
      "step": 465280
    },
    {
      "epoch": 129.86,
      "grad_norm": 1.4173078536987305,
      "learning_rate": 4.527657705391965e-06,
      "loss": 0.4105,
      "step": 465290
    },
    {
      "epoch": 129.86,
      "grad_norm": 1.3658541440963745,
      "learning_rate": 4.527647890657615e-06,
      "loss": 0.397,
      "step": 465300
    },
    {
      "epoch": 129.87,
      "grad_norm": 1.6558626890182495,
      "learning_rate": 4.527638075632585e-06,
      "loss": 0.4027,
      "step": 465310
    },
    {
      "epoch": 129.87,
      "grad_norm": 1.288655400276184,
      "learning_rate": 4.52762826031688e-06,
      "loss": 0.4093,
      "step": 465320
    },
    {
      "epoch": 129.87,
      "grad_norm": 1.6757397651672363,
      "learning_rate": 4.527618444710501e-06,
      "loss": 0.4055,
      "step": 465330
    },
    {
      "epoch": 129.87,
      "grad_norm": 1.385217547416687,
      "learning_rate": 4.527608628813447e-06,
      "loss": 0.4019,
      "step": 465340
    },
    {
      "epoch": 129.88,
      "grad_norm": 1.3391138315200806,
      "learning_rate": 4.527598812625722e-06,
      "loss": 0.3975,
      "step": 465350
    },
    {
      "epoch": 129.88,
      "grad_norm": 1.2993080615997314,
      "learning_rate": 4.527588996147326e-06,
      "loss": 0.3953,
      "step": 465360
    },
    {
      "epoch": 129.88,
      "grad_norm": 1.4177991151809692,
      "learning_rate": 4.52757917937826e-06,
      "loss": 0.4044,
      "step": 465370
    },
    {
      "epoch": 129.89,
      "grad_norm": 1.5424737930297852,
      "learning_rate": 4.527569362318526e-06,
      "loss": 0.4172,
      "step": 465380
    },
    {
      "epoch": 129.89,
      "grad_norm": 1.1657447814941406,
      "learning_rate": 4.527559544968124e-06,
      "loss": 0.3953,
      "step": 465390
    },
    {
      "epoch": 129.89,
      "grad_norm": 0.9727487564086914,
      "learning_rate": 4.527549727327058e-06,
      "loss": 0.412,
      "step": 465400
    },
    {
      "epoch": 129.89,
      "grad_norm": 1.144612193107605,
      "learning_rate": 4.5275399093953265e-06,
      "loss": 0.3967,
      "step": 465410
    },
    {
      "epoch": 129.9,
      "grad_norm": 1.415649652481079,
      "learning_rate": 4.527530091172932e-06,
      "loss": 0.4148,
      "step": 465420
    },
    {
      "epoch": 129.9,
      "grad_norm": 1.2137013673782349,
      "learning_rate": 4.527520272659877e-06,
      "loss": 0.4041,
      "step": 465430
    },
    {
      "epoch": 129.9,
      "grad_norm": 1.3491212129592896,
      "learning_rate": 4.5275104538561605e-06,
      "loss": 0.4131,
      "step": 465440
    },
    {
      "epoch": 129.91,
      "grad_norm": 1.2376385927200317,
      "learning_rate": 4.527500634761786e-06,
      "loss": 0.3979,
      "step": 465450
    },
    {
      "epoch": 129.91,
      "grad_norm": 1.2767101526260376,
      "learning_rate": 4.527490815376752e-06,
      "loss": 0.3976,
      "step": 465460
    },
    {
      "epoch": 129.91,
      "grad_norm": 1.1056472063064575,
      "learning_rate": 4.527480995701062e-06,
      "loss": 0.4071,
      "step": 465470
    },
    {
      "epoch": 129.91,
      "grad_norm": 1.485327124595642,
      "learning_rate": 4.527471175734718e-06,
      "loss": 0.418,
      "step": 465480
    },
    {
      "epoch": 129.92,
      "grad_norm": 1.2409042119979858,
      "learning_rate": 4.527461355477718e-06,
      "loss": 0.4157,
      "step": 465490
    },
    {
      "epoch": 129.92,
      "grad_norm": 1.0126655101776123,
      "learning_rate": 4.527451534930068e-06,
      "loss": 0.3891,
      "step": 465500
    },
    {
      "epoch": 129.92,
      "grad_norm": 1.3027937412261963,
      "learning_rate": 4.5274417140917645e-06,
      "loss": 0.402,
      "step": 465510
    },
    {
      "epoch": 129.92,
      "grad_norm": 1.2902976274490356,
      "learning_rate": 4.527431892962812e-06,
      "loss": 0.4001,
      "step": 465520
    },
    {
      "epoch": 129.93,
      "grad_norm": 1.35514235496521,
      "learning_rate": 4.527422071543211e-06,
      "loss": 0.3999,
      "step": 465530
    },
    {
      "epoch": 129.93,
      "grad_norm": 1.5032012462615967,
      "learning_rate": 4.527412249832963e-06,
      "loss": 0.422,
      "step": 465540
    },
    {
      "epoch": 129.93,
      "grad_norm": 1.6687546968460083,
      "learning_rate": 4.527402427832068e-06,
      "loss": 0.4162,
      "step": 465550
    },
    {
      "epoch": 129.94,
      "grad_norm": 1.3378632068634033,
      "learning_rate": 4.527392605540528e-06,
      "loss": 0.3959,
      "step": 465560
    },
    {
      "epoch": 129.94,
      "grad_norm": 1.2855134010314941,
      "learning_rate": 4.5273827829583454e-06,
      "loss": 0.3976,
      "step": 465570
    },
    {
      "epoch": 129.94,
      "grad_norm": 1.190168023109436,
      "learning_rate": 4.527372960085521e-06,
      "loss": 0.421,
      "step": 465580
    },
    {
      "epoch": 129.94,
      "grad_norm": 1.2723726034164429,
      "learning_rate": 4.527363136922055e-06,
      "loss": 0.3906,
      "step": 465590
    },
    {
      "epoch": 129.95,
      "grad_norm": 2.2207932472229004,
      "learning_rate": 4.52735331346795e-06,
      "loss": 0.3883,
      "step": 465600
    },
    {
      "epoch": 129.95,
      "grad_norm": 1.3423793315887451,
      "learning_rate": 4.527343489723206e-06,
      "loss": 0.4168,
      "step": 465610
    },
    {
      "epoch": 129.95,
      "grad_norm": 1.257158875465393,
      "learning_rate": 4.527333665687827e-06,
      "loss": 0.3938,
      "step": 465620
    },
    {
      "epoch": 129.96,
      "grad_norm": 1.4831008911132812,
      "learning_rate": 4.52732384136181e-06,
      "loss": 0.4238,
      "step": 465630
    },
    {
      "epoch": 129.96,
      "grad_norm": 1.1771153211593628,
      "learning_rate": 4.52731401674516e-06,
      "loss": 0.3773,
      "step": 465640
    },
    {
      "epoch": 129.96,
      "grad_norm": 1.395676851272583,
      "learning_rate": 4.527304191837878e-06,
      "loss": 0.4152,
      "step": 465650
    },
    {
      "epoch": 129.96,
      "grad_norm": 1.2892550230026245,
      "learning_rate": 4.527294366639962e-06,
      "loss": 0.406,
      "step": 465660
    },
    {
      "epoch": 129.97,
      "grad_norm": 1.3472329378128052,
      "learning_rate": 4.527284541151417e-06,
      "loss": 0.3804,
      "step": 465670
    },
    {
      "epoch": 129.97,
      "grad_norm": 1.5747908353805542,
      "learning_rate": 4.527274715372243e-06,
      "loss": 0.3921,
      "step": 465680
    },
    {
      "epoch": 129.97,
      "grad_norm": 1.1979926824569702,
      "learning_rate": 4.527264889302441e-06,
      "loss": 0.4002,
      "step": 465690
    },
    {
      "epoch": 129.97,
      "grad_norm": 1.271891713142395,
      "learning_rate": 4.527255062942013e-06,
      "loss": 0.3911,
      "step": 465700
    },
    {
      "epoch": 129.98,
      "grad_norm": 1.5712909698486328,
      "learning_rate": 4.527245236290959e-06,
      "loss": 0.4077,
      "step": 465710
    },
    {
      "epoch": 129.98,
      "grad_norm": 1.2528196573257446,
      "learning_rate": 4.527235409349282e-06,
      "loss": 0.4121,
      "step": 465720
    },
    {
      "epoch": 129.98,
      "grad_norm": 1.6299231052398682,
      "learning_rate": 4.527225582116982e-06,
      "loss": 0.3974,
      "step": 465730
    },
    {
      "epoch": 129.99,
      "grad_norm": 1.2882777452468872,
      "learning_rate": 4.527215754594062e-06,
      "loss": 0.4011,
      "step": 465740
    },
    {
      "epoch": 129.99,
      "grad_norm": 1.2647604942321777,
      "learning_rate": 4.527205926780521e-06,
      "loss": 0.4119,
      "step": 465750
    },
    {
      "epoch": 129.99,
      "grad_norm": 1.296846628189087,
      "learning_rate": 4.527196098676361e-06,
      "loss": 0.4131,
      "step": 465760
    },
    {
      "epoch": 129.99,
      "grad_norm": 1.416769027709961,
      "learning_rate": 4.527186270281585e-06,
      "loss": 0.4157,
      "step": 465770
    },
    {
      "epoch": 130.0,
      "grad_norm": 1.3025803565979004,
      "learning_rate": 4.527176441596193e-06,
      "loss": 0.3972,
      "step": 465780
    },
    {
      "epoch": 130.0,
      "grad_norm": 1.9117964506149292,
      "learning_rate": 4.527166612620185e-06,
      "loss": 0.3902,
      "step": 465790
    },
    {
      "epoch": 130.0,
      "eval_loss": 0.403628408908844,
      "eval_runtime": 63.39,
      "eval_samples_per_second": 79.808,
      "eval_steps_per_second": 9.986,
      "step": 465790
    },
    {
      "epoch": 130.0,
      "grad_norm": 1.2824980020523071,
      "learning_rate": 4.5271567833535635e-06,
      "loss": 0.4094,
      "step": 465800
    },
    {
      "epoch": 130.01,
      "grad_norm": 4.267650604248047,
      "learning_rate": 4.527146953796331e-06,
      "loss": 0.3985,
      "step": 465810
    },
    {
      "epoch": 130.01,
      "grad_norm": 1.310180425643921,
      "learning_rate": 4.527137123948488e-06,
      "loss": 0.4047,
      "step": 465820
    },
    {
      "epoch": 130.01,
      "grad_norm": 1.455415964126587,
      "learning_rate": 4.527127293810035e-06,
      "loss": 0.4015,
      "step": 465830
    },
    {
      "epoch": 130.01,
      "grad_norm": 1.2157549858093262,
      "learning_rate": 4.527117463380975e-06,
      "loss": 0.4069,
      "step": 465840
    },
    {
      "epoch": 130.02,
      "grad_norm": 1.1271313428878784,
      "learning_rate": 4.5271076326613066e-06,
      "loss": 0.3967,
      "step": 465850
    },
    {
      "epoch": 130.02,
      "grad_norm": 1.2681881189346313,
      "learning_rate": 4.527097801651033e-06,
      "loss": 0.4043,
      "step": 465860
    },
    {
      "epoch": 130.02,
      "grad_norm": 1.1549111604690552,
      "learning_rate": 4.527087970350156e-06,
      "loss": 0.4109,
      "step": 465870
    },
    {
      "epoch": 130.03,
      "grad_norm": 1.3372254371643066,
      "learning_rate": 4.527078138758675e-06,
      "loss": 0.3916,
      "step": 465880
    },
    {
      "epoch": 130.03,
      "grad_norm": 1.412966012954712,
      "learning_rate": 4.527068306876594e-06,
      "loss": 0.3858,
      "step": 465890
    },
    {
      "epoch": 130.03,
      "grad_norm": 1.4102632999420166,
      "learning_rate": 4.527058474703912e-06,
      "loss": 0.3987,
      "step": 465900
    },
    {
      "epoch": 130.03,
      "grad_norm": 1.2797141075134277,
      "learning_rate": 4.52704864224063e-06,
      "loss": 0.3912,
      "step": 465910
    },
    {
      "epoch": 130.04,
      "grad_norm": 1.3932335376739502,
      "learning_rate": 4.527038809486751e-06,
      "loss": 0.3959,
      "step": 465920
    },
    {
      "epoch": 130.04,
      "grad_norm": 1.1687337160110474,
      "learning_rate": 4.527028976442277e-06,
      "loss": 0.4081,
      "step": 465930
    },
    {
      "epoch": 130.04,
      "grad_norm": 1.3816232681274414,
      "learning_rate": 4.527019143107207e-06,
      "loss": 0.3927,
      "step": 465940
    },
    {
      "epoch": 130.04,
      "grad_norm": 1.3013633489608765,
      "learning_rate": 4.527009309481542e-06,
      "loss": 0.4164,
      "step": 465950
    },
    {
      "epoch": 130.05,
      "grad_norm": 1.3506309986114502,
      "learning_rate": 4.526999475565287e-06,
      "loss": 0.4018,
      "step": 465960
    },
    {
      "epoch": 130.05,
      "grad_norm": 1.475525975227356,
      "learning_rate": 4.526989641358439e-06,
      "loss": 0.4082,
      "step": 465970
    },
    {
      "epoch": 130.05,
      "grad_norm": 1.2522845268249512,
      "learning_rate": 4.526979806861002e-06,
      "loss": 0.4092,
      "step": 465980
    },
    {
      "epoch": 130.06,
      "grad_norm": 1.6736608743667603,
      "learning_rate": 4.526969972072976e-06,
      "loss": 0.3905,
      "step": 465990
    },
    {
      "epoch": 130.06,
      "grad_norm": 1.4944254159927368,
      "learning_rate": 4.526960136994364e-06,
      "loss": 0.4087,
      "step": 466000
    },
    {
      "epoch": 130.06,
      "grad_norm": 1.3927671909332275,
      "learning_rate": 4.5269503016251654e-06,
      "loss": 0.4107,
      "step": 466010
    },
    {
      "epoch": 130.06,
      "grad_norm": 1.427801489830017,
      "learning_rate": 4.526940465965382e-06,
      "loss": 0.4002,
      "step": 466020
    },
    {
      "epoch": 130.07,
      "grad_norm": 1.6266547441482544,
      "learning_rate": 4.5269306300150155e-06,
      "loss": 0.3972,
      "step": 466030
    },
    {
      "epoch": 130.07,
      "grad_norm": 1.3126848936080933,
      "learning_rate": 4.526920793774067e-06,
      "loss": 0.4032,
      "step": 466040
    },
    {
      "epoch": 130.07,
      "grad_norm": 1.6038676500320435,
      "learning_rate": 4.526910957242538e-06,
      "loss": 0.4114,
      "step": 466050
    },
    {
      "epoch": 130.08,
      "grad_norm": 1.3194066286087036,
      "learning_rate": 4.5269011204204295e-06,
      "loss": 0.4143,
      "step": 466060
    },
    {
      "epoch": 130.08,
      "grad_norm": 1.3724679946899414,
      "learning_rate": 4.526891283307744e-06,
      "loss": 0.4208,
      "step": 466070
    },
    {
      "epoch": 130.08,
      "grad_norm": 1.3573495149612427,
      "learning_rate": 4.5268814459044806e-06,
      "loss": 0.3993,
      "step": 466080
    },
    {
      "epoch": 130.08,
      "grad_norm": 1.5853617191314697,
      "learning_rate": 4.526871608210642e-06,
      "loss": 0.402,
      "step": 466090
    },
    {
      "epoch": 130.09,
      "grad_norm": 1.5802528858184814,
      "learning_rate": 4.52686177022623e-06,
      "loss": 0.4015,
      "step": 466100
    },
    {
      "epoch": 130.09,
      "grad_norm": 1.2471535205841064,
      "learning_rate": 4.526851931951244e-06,
      "loss": 0.405,
      "step": 466110
    },
    {
      "epoch": 130.09,
      "grad_norm": 1.4596590995788574,
      "learning_rate": 4.526842093385687e-06,
      "loss": 0.3855,
      "step": 466120
    },
    {
      "epoch": 130.09,
      "grad_norm": 1.4711500406265259,
      "learning_rate": 4.526832254529561e-06,
      "loss": 0.4091,
      "step": 466130
    },
    {
      "epoch": 130.1,
      "grad_norm": 1.360506534576416,
      "learning_rate": 4.526822415382865e-06,
      "loss": 0.3954,
      "step": 466140
    },
    {
      "epoch": 130.1,
      "grad_norm": 1.429772138595581,
      "learning_rate": 4.526812575945601e-06,
      "loss": 0.3895,
      "step": 466150
    },
    {
      "epoch": 130.1,
      "grad_norm": 1.6644929647445679,
      "learning_rate": 4.5268027362177715e-06,
      "loss": 0.4046,
      "step": 466160
    },
    {
      "epoch": 130.11,
      "grad_norm": 1.365277886390686,
      "learning_rate": 4.526792896199378e-06,
      "loss": 0.4146,
      "step": 466170
    },
    {
      "epoch": 130.11,
      "grad_norm": 1.7032886743545532,
      "learning_rate": 4.526783055890419e-06,
      "loss": 0.4299,
      "step": 466180
    },
    {
      "epoch": 130.11,
      "grad_norm": 1.4646897315979004,
      "learning_rate": 4.5267732152908994e-06,
      "loss": 0.3936,
      "step": 466190
    },
    {
      "epoch": 130.11,
      "grad_norm": 1.2880029678344727,
      "learning_rate": 4.526763374400818e-06,
      "loss": 0.3894,
      "step": 466200
    },
    {
      "epoch": 130.12,
      "grad_norm": 1.5787537097930908,
      "learning_rate": 4.526753533220177e-06,
      "loss": 0.4042,
      "step": 466210
    },
    {
      "epoch": 130.12,
      "grad_norm": 1.2914458513259888,
      "learning_rate": 4.5267436917489774e-06,
      "loss": 0.4083,
      "step": 466220
    },
    {
      "epoch": 130.12,
      "grad_norm": 1.2031769752502441,
      "learning_rate": 4.526733849987222e-06,
      "loss": 0.3978,
      "step": 466230
    },
    {
      "epoch": 130.13,
      "grad_norm": 1.3622783422470093,
      "learning_rate": 4.526724007934909e-06,
      "loss": 0.3949,
      "step": 466240
    },
    {
      "epoch": 130.13,
      "grad_norm": 1.1917686462402344,
      "learning_rate": 4.526714165592043e-06,
      "loss": 0.4011,
      "step": 466250
    },
    {
      "epoch": 130.13,
      "grad_norm": 1.2383356094360352,
      "learning_rate": 4.526704322958623e-06,
      "loss": 0.4127,
      "step": 466260
    },
    {
      "epoch": 130.13,
      "grad_norm": 1.1208553314208984,
      "learning_rate": 4.526694480034652e-06,
      "loss": 0.3972,
      "step": 466270
    },
    {
      "epoch": 130.14,
      "grad_norm": 1.3572179079055786,
      "learning_rate": 4.5266846368201294e-06,
      "loss": 0.3983,
      "step": 466280
    },
    {
      "epoch": 130.14,
      "grad_norm": 1.180161714553833,
      "learning_rate": 4.526674793315059e-06,
      "loss": 0.3931,
      "step": 466290
    },
    {
      "epoch": 130.14,
      "grad_norm": 1.4112093448638916,
      "learning_rate": 4.52666494951944e-06,
      "loss": 0.4132,
      "step": 466300
    },
    {
      "epoch": 130.15,
      "grad_norm": 1.468136191368103,
      "learning_rate": 4.526655105433274e-06,
      "loss": 0.4038,
      "step": 466310
    },
    {
      "epoch": 130.15,
      "grad_norm": 1.109243631362915,
      "learning_rate": 4.526645261056563e-06,
      "loss": 0.397,
      "step": 466320
    },
    {
      "epoch": 130.15,
      "grad_norm": 1.204233169555664,
      "learning_rate": 4.526635416389308e-06,
      "loss": 0.4145,
      "step": 466330
    },
    {
      "epoch": 130.15,
      "grad_norm": 2.8197848796844482,
      "learning_rate": 4.5266255714315105e-06,
      "loss": 0.3976,
      "step": 466340
    },
    {
      "epoch": 130.16,
      "grad_norm": 1.3652911186218262,
      "learning_rate": 4.526615726183171e-06,
      "loss": 0.41,
      "step": 466350
    },
    {
      "epoch": 130.16,
      "grad_norm": 1.478301763534546,
      "learning_rate": 4.526605880644292e-06,
      "loss": 0.4138,
      "step": 466360
    },
    {
      "epoch": 130.16,
      "grad_norm": 1.6791216135025024,
      "learning_rate": 4.526596034814874e-06,
      "loss": 0.4045,
      "step": 466370
    },
    {
      "epoch": 130.16,
      "grad_norm": 1.3152862787246704,
      "learning_rate": 4.52658618869492e-06,
      "loss": 0.4188,
      "step": 466380
    },
    {
      "epoch": 130.17,
      "grad_norm": 1.3291441202163696,
      "learning_rate": 4.5265763422844285e-06,
      "loss": 0.3937,
      "step": 466390
    },
    {
      "epoch": 130.17,
      "grad_norm": 1.7185498476028442,
      "learning_rate": 4.526566495583403e-06,
      "loss": 0.416,
      "step": 466400
    },
    {
      "epoch": 130.17,
      "grad_norm": 1.3572211265563965,
      "learning_rate": 4.526556648591843e-06,
      "loss": 0.4174,
      "step": 466410
    },
    {
      "epoch": 130.18,
      "grad_norm": 1.3025031089782715,
      "learning_rate": 4.526546801309752e-06,
      "loss": 0.3895,
      "step": 466420
    },
    {
      "epoch": 130.18,
      "grad_norm": 1.3435674905776978,
      "learning_rate": 4.52653695373713e-06,
      "loss": 0.432,
      "step": 466430
    },
    {
      "epoch": 130.18,
      "grad_norm": 1.3126941919326782,
      "learning_rate": 4.526527105873978e-06,
      "loss": 0.3904,
      "step": 466440
    },
    {
      "epoch": 130.18,
      "grad_norm": 1.3990613222122192,
      "learning_rate": 4.526517257720298e-06,
      "loss": 0.399,
      "step": 466450
    },
    {
      "epoch": 130.19,
      "grad_norm": 1.34076988697052,
      "learning_rate": 4.526507409276091e-06,
      "loss": 0.3975,
      "step": 466460
    },
    {
      "epoch": 130.19,
      "grad_norm": 1.5984737873077393,
      "learning_rate": 4.526497560541358e-06,
      "loss": 0.405,
      "step": 466470
    },
    {
      "epoch": 130.19,
      "grad_norm": 1.381065011024475,
      "learning_rate": 4.526487711516101e-06,
      "loss": 0.3956,
      "step": 466480
    },
    {
      "epoch": 130.2,
      "grad_norm": 2.089106321334839,
      "learning_rate": 4.526477862200322e-06,
      "loss": 0.3953,
      "step": 466490
    },
    {
      "epoch": 130.2,
      "grad_norm": 1.4422107934951782,
      "learning_rate": 4.52646801259402e-06,
      "loss": 0.4054,
      "step": 466500
    },
    {
      "epoch": 130.2,
      "grad_norm": 1.3608639240264893,
      "learning_rate": 4.526458162697198e-06,
      "loss": 0.4088,
      "step": 466510
    },
    {
      "epoch": 130.2,
      "grad_norm": 1.3389157056808472,
      "learning_rate": 4.526448312509857e-06,
      "loss": 0.405,
      "step": 466520
    },
    {
      "epoch": 130.21,
      "grad_norm": 1.179334044456482,
      "learning_rate": 4.526438462031998e-06,
      "loss": 0.3931,
      "step": 466530
    },
    {
      "epoch": 130.21,
      "grad_norm": 1.2165876626968384,
      "learning_rate": 4.526428611263623e-06,
      "loss": 0.408,
      "step": 466540
    },
    {
      "epoch": 130.21,
      "grad_norm": 1.4762364625930786,
      "learning_rate": 4.526418760204733e-06,
      "loss": 0.3919,
      "step": 466550
    },
    {
      "epoch": 130.21,
      "grad_norm": 1.1937681436538696,
      "learning_rate": 4.526408908855328e-06,
      "loss": 0.3955,
      "step": 466560
    },
    {
      "epoch": 130.22,
      "grad_norm": 1.473120927810669,
      "learning_rate": 4.526399057215412e-06,
      "loss": 0.3988,
      "step": 466570
    },
    {
      "epoch": 130.22,
      "grad_norm": 1.2430143356323242,
      "learning_rate": 4.526389205284984e-06,
      "loss": 0.4167,
      "step": 466580
    },
    {
      "epoch": 130.22,
      "grad_norm": 1.4559414386749268,
      "learning_rate": 4.526379353064047e-06,
      "loss": 0.4069,
      "step": 466590
    },
    {
      "epoch": 130.23,
      "grad_norm": 1.6045480966567993,
      "learning_rate": 4.5263695005526e-06,
      "loss": 0.3939,
      "step": 466600
    },
    {
      "epoch": 130.23,
      "grad_norm": 1.2399846315383911,
      "learning_rate": 4.526359647750647e-06,
      "loss": 0.4281,
      "step": 466610
    },
    {
      "epoch": 130.23,
      "grad_norm": 1.4240130186080933,
      "learning_rate": 4.526349794658188e-06,
      "loss": 0.3839,
      "step": 466620
    },
    {
      "epoch": 130.23,
      "grad_norm": 1.5138274431228638,
      "learning_rate": 4.526339941275223e-06,
      "loss": 0.4065,
      "step": 466630
    },
    {
      "epoch": 130.24,
      "grad_norm": 1.3492436408996582,
      "learning_rate": 4.5263300876017565e-06,
      "loss": 0.4084,
      "step": 466640
    },
    {
      "epoch": 130.24,
      "grad_norm": 1.1031973361968994,
      "learning_rate": 4.526320233637786e-06,
      "loss": 0.403,
      "step": 466650
    },
    {
      "epoch": 130.24,
      "grad_norm": 1.57053804397583,
      "learning_rate": 4.526310379383317e-06,
      "loss": 0.4087,
      "step": 466660
    },
    {
      "epoch": 130.25,
      "grad_norm": 1.1366232633590698,
      "learning_rate": 4.5263005248383474e-06,
      "loss": 0.4251,
      "step": 466670
    },
    {
      "epoch": 130.25,
      "grad_norm": 1.2334219217300415,
      "learning_rate": 4.5262906700028795e-06,
      "loss": 0.4051,
      "step": 466680
    },
    {
      "epoch": 130.25,
      "grad_norm": 1.2461951971054077,
      "learning_rate": 4.526280814876916e-06,
      "loss": 0.4248,
      "step": 466690
    },
    {
      "epoch": 130.25,
      "grad_norm": 1.195490837097168,
      "learning_rate": 4.526270959460456e-06,
      "loss": 0.3957,
      "step": 466700
    },
    {
      "epoch": 130.26,
      "grad_norm": 1.468729853630066,
      "learning_rate": 4.526261103753502e-06,
      "loss": 0.4147,
      "step": 466710
    },
    {
      "epoch": 130.26,
      "grad_norm": 1.39864182472229,
      "learning_rate": 4.526251247756056e-06,
      "loss": 0.4152,
      "step": 466720
    },
    {
      "epoch": 130.26,
      "grad_norm": 1.349569320678711,
      "learning_rate": 4.526241391468118e-06,
      "loss": 0.4083,
      "step": 466730
    },
    {
      "epoch": 130.27,
      "grad_norm": 1.5559773445129395,
      "learning_rate": 4.526231534889689e-06,
      "loss": 0.4032,
      "step": 466740
    },
    {
      "epoch": 130.27,
      "grad_norm": 1.317626953125,
      "learning_rate": 4.526221678020772e-06,
      "loss": 0.407,
      "step": 466750
    },
    {
      "epoch": 130.27,
      "grad_norm": 1.3448116779327393,
      "learning_rate": 4.5262118208613665e-06,
      "loss": 0.3992,
      "step": 466760
    },
    {
      "epoch": 130.27,
      "grad_norm": 1.1690278053283691,
      "learning_rate": 4.526201963411476e-06,
      "loss": 0.3798,
      "step": 466770
    },
    {
      "epoch": 130.28,
      "grad_norm": 1.1140592098236084,
      "learning_rate": 4.5261921056711e-06,
      "loss": 0.4145,
      "step": 466780
    },
    {
      "epoch": 130.28,
      "grad_norm": 1.375204086303711,
      "learning_rate": 4.5261822476402405e-06,
      "loss": 0.3859,
      "step": 466790
    },
    {
      "epoch": 130.28,
      "grad_norm": 1.3698439598083496,
      "learning_rate": 4.526172389318898e-06,
      "loss": 0.4008,
      "step": 466800
    },
    {
      "epoch": 130.28,
      "grad_norm": 1.8138173818588257,
      "learning_rate": 4.526162530707075e-06,
      "loss": 0.4122,
      "step": 466810
    },
    {
      "epoch": 130.29,
      "grad_norm": 1.2270793914794922,
      "learning_rate": 4.526152671804773e-06,
      "loss": 0.4022,
      "step": 466820
    },
    {
      "epoch": 130.29,
      "grad_norm": 1.2506535053253174,
      "learning_rate": 4.526142812611992e-06,
      "loss": 0.3828,
      "step": 466830
    },
    {
      "epoch": 130.29,
      "grad_norm": 1.1506142616271973,
      "learning_rate": 4.526132953128733e-06,
      "loss": 0.3936,
      "step": 466840
    },
    {
      "epoch": 130.3,
      "grad_norm": 1.3983021974563599,
      "learning_rate": 4.5261230933549995e-06,
      "loss": 0.4005,
      "step": 466850
    },
    {
      "epoch": 130.3,
      "grad_norm": 1.2373772859573364,
      "learning_rate": 4.5261132332907904e-06,
      "loss": 0.4002,
      "step": 466860
    },
    {
      "epoch": 130.3,
      "grad_norm": 1.2710373401641846,
      "learning_rate": 4.526103372936109e-06,
      "loss": 0.3849,
      "step": 466870
    },
    {
      "epoch": 130.3,
      "grad_norm": 1.2675455808639526,
      "learning_rate": 4.526093512290956e-06,
      "loss": 0.4147,
      "step": 466880
    },
    {
      "epoch": 130.31,
      "grad_norm": 1.5398550033569336,
      "learning_rate": 4.526083651355333e-06,
      "loss": 0.4015,
      "step": 466890
    },
    {
      "epoch": 130.31,
      "grad_norm": 1.3720232248306274,
      "learning_rate": 4.526073790129239e-06,
      "loss": 0.4105,
      "step": 466900
    },
    {
      "epoch": 130.31,
      "grad_norm": 1.6470897197723389,
      "learning_rate": 4.526063928612678e-06,
      "loss": 0.3937,
      "step": 466910
    },
    {
      "epoch": 130.32,
      "grad_norm": 1.3041313886642456,
      "learning_rate": 4.52605406680565e-06,
      "loss": 0.3992,
      "step": 466920
    },
    {
      "epoch": 130.32,
      "grad_norm": 1.5209838151931763,
      "learning_rate": 4.526044204708158e-06,
      "loss": 0.4097,
      "step": 466930
    },
    {
      "epoch": 130.32,
      "grad_norm": 1.6813327074050903,
      "learning_rate": 4.526034342320201e-06,
      "loss": 0.39,
      "step": 466940
    },
    {
      "epoch": 130.32,
      "grad_norm": 1.354370355606079,
      "learning_rate": 4.5260244796417815e-06,
      "loss": 0.4093,
      "step": 466950
    },
    {
      "epoch": 130.33,
      "grad_norm": 1.5308126211166382,
      "learning_rate": 4.5260146166729e-06,
      "loss": 0.4053,
      "step": 466960
    },
    {
      "epoch": 130.33,
      "grad_norm": 1.2760494947433472,
      "learning_rate": 4.52600475341356e-06,
      "loss": 0.4096,
      "step": 466970
    },
    {
      "epoch": 130.33,
      "grad_norm": 1.391498327255249,
      "learning_rate": 4.52599488986376e-06,
      "loss": 0.3871,
      "step": 466980
    },
    {
      "epoch": 130.33,
      "grad_norm": 1.4462902545928955,
      "learning_rate": 4.5259850260235035e-06,
      "loss": 0.4125,
      "step": 466990
    },
    {
      "epoch": 130.34,
      "grad_norm": 1.1306723356246948,
      "learning_rate": 4.525975161892791e-06,
      "loss": 0.4005,
      "step": 467000
    },
    {
      "epoch": 130.34,
      "grad_norm": 1.4083129167556763,
      "learning_rate": 4.525965297471623e-06,
      "loss": 0.4122,
      "step": 467010
    },
    {
      "epoch": 130.34,
      "grad_norm": 1.180193305015564,
      "learning_rate": 4.525955432760002e-06,
      "loss": 0.4089,
      "step": 467020
    },
    {
      "epoch": 130.35,
      "grad_norm": 1.3169509172439575,
      "learning_rate": 4.5259455677579284e-06,
      "loss": 0.411,
      "step": 467030
    },
    {
      "epoch": 130.35,
      "grad_norm": 3.807771682739258,
      "learning_rate": 4.525935702465404e-06,
      "loss": 0.4131,
      "step": 467040
    },
    {
      "epoch": 130.35,
      "grad_norm": 1.3460991382598877,
      "learning_rate": 4.525925836882431e-06,
      "loss": 0.4143,
      "step": 467050
    },
    {
      "epoch": 130.35,
      "grad_norm": 1.1778571605682373,
      "learning_rate": 4.525915971009009e-06,
      "loss": 0.4069,
      "step": 467060
    },
    {
      "epoch": 130.36,
      "grad_norm": 1.8877755403518677,
      "learning_rate": 4.525906104845141e-06,
      "loss": 0.3923,
      "step": 467070
    },
    {
      "epoch": 130.36,
      "grad_norm": 1.4748404026031494,
      "learning_rate": 4.525896238390826e-06,
      "loss": 0.3954,
      "step": 467080
    },
    {
      "epoch": 130.36,
      "grad_norm": 1.281765341758728,
      "learning_rate": 4.5258863716460676e-06,
      "loss": 0.398,
      "step": 467090
    },
    {
      "epoch": 130.37,
      "grad_norm": 1.3595948219299316,
      "learning_rate": 4.525876504610866e-06,
      "loss": 0.3885,
      "step": 467100
    },
    {
      "epoch": 130.37,
      "grad_norm": 1.1446516513824463,
      "learning_rate": 4.525866637285223e-06,
      "loss": 0.4033,
      "step": 467110
    },
    {
      "epoch": 130.37,
      "grad_norm": 2.82828950881958,
      "learning_rate": 4.5258567696691394e-06,
      "loss": 0.4208,
      "step": 467120
    },
    {
      "epoch": 130.37,
      "grad_norm": 1.564916968345642,
      "learning_rate": 4.5258469017626165e-06,
      "loss": 0.4034,
      "step": 467130
    },
    {
      "epoch": 130.38,
      "grad_norm": 1.1268789768218994,
      "learning_rate": 4.525837033565657e-06,
      "loss": 0.4064,
      "step": 467140
    },
    {
      "epoch": 130.38,
      "grad_norm": 1.2318059206008911,
      "learning_rate": 4.52582716507826e-06,
      "loss": 0.4132,
      "step": 467150
    },
    {
      "epoch": 130.38,
      "grad_norm": 1.2315768003463745,
      "learning_rate": 4.525817296300429e-06,
      "loss": 0.3936,
      "step": 467160
    },
    {
      "epoch": 130.39,
      "grad_norm": 1.534661889076233,
      "learning_rate": 4.525807427232163e-06,
      "loss": 0.3982,
      "step": 467170
    },
    {
      "epoch": 130.39,
      "grad_norm": 1.431615948677063,
      "learning_rate": 4.525797557873466e-06,
      "loss": 0.4159,
      "step": 467180
    },
    {
      "epoch": 130.39,
      "grad_norm": 1.1536235809326172,
      "learning_rate": 4.525787688224337e-06,
      "loss": 0.4131,
      "step": 467190
    },
    {
      "epoch": 130.39,
      "grad_norm": 1.4784547090530396,
      "learning_rate": 4.525777818284778e-06,
      "loss": 0.3897,
      "step": 467200
    },
    {
      "epoch": 130.4,
      "grad_norm": 1.497150182723999,
      "learning_rate": 4.5257679480547905e-06,
      "loss": 0.3895,
      "step": 467210
    },
    {
      "epoch": 130.4,
      "grad_norm": 1.3227370977401733,
      "learning_rate": 4.525758077534376e-06,
      "loss": 0.3995,
      "step": 467220
    },
    {
      "epoch": 130.4,
      "grad_norm": 1.3013955354690552,
      "learning_rate": 4.525748206723536e-06,
      "loss": 0.394,
      "step": 467230
    },
    {
      "epoch": 130.4,
      "grad_norm": 1.1508514881134033,
      "learning_rate": 4.5257383356222715e-06,
      "loss": 0.4016,
      "step": 467240
    },
    {
      "epoch": 130.41,
      "grad_norm": 1.208752155303955,
      "learning_rate": 4.525728464230584e-06,
      "loss": 0.4095,
      "step": 467250
    },
    {
      "epoch": 130.41,
      "grad_norm": 1.3357315063476562,
      "learning_rate": 4.5257185925484736e-06,
      "loss": 0.4066,
      "step": 467260
    },
    {
      "epoch": 130.41,
      "grad_norm": 1.4285110235214233,
      "learning_rate": 4.525708720575943e-06,
      "loss": 0.3883,
      "step": 467270
    },
    {
      "epoch": 130.42,
      "grad_norm": 1.23744797706604,
      "learning_rate": 4.525698848312993e-06,
      "loss": 0.409,
      "step": 467280
    },
    {
      "epoch": 130.42,
      "grad_norm": 1.2511067390441895,
      "learning_rate": 4.525688975759625e-06,
      "loss": 0.4042,
      "step": 467290
    },
    {
      "epoch": 130.42,
      "grad_norm": 1.3887474536895752,
      "learning_rate": 4.525679102915841e-06,
      "loss": 0.3993,
      "step": 467300
    },
    {
      "epoch": 130.42,
      "grad_norm": 1.1572980880737305,
      "learning_rate": 4.525669229781641e-06,
      "loss": 0.4069,
      "step": 467310
    },
    {
      "epoch": 130.43,
      "grad_norm": 1.7980035543441772,
      "learning_rate": 4.525659356357027e-06,
      "loss": 0.3994,
      "step": 467320
    },
    {
      "epoch": 130.43,
      "grad_norm": 1.447647213935852,
      "learning_rate": 4.525649482642e-06,
      "loss": 0.4075,
      "step": 467330
    },
    {
      "epoch": 130.43,
      "grad_norm": 1.35153329372406,
      "learning_rate": 4.525639608636562e-06,
      "loss": 0.4105,
      "step": 467340
    },
    {
      "epoch": 130.44,
      "grad_norm": 3.3638665676116943,
      "learning_rate": 4.525629734340714e-06,
      "loss": 0.4144,
      "step": 467350
    },
    {
      "epoch": 130.44,
      "grad_norm": 1.4973132610321045,
      "learning_rate": 4.525619859754457e-06,
      "loss": 0.3955,
      "step": 467360
    },
    {
      "epoch": 130.44,
      "grad_norm": 1.3463224172592163,
      "learning_rate": 4.525609984877793e-06,
      "loss": 0.4025,
      "step": 467370
    },
    {
      "epoch": 130.44,
      "grad_norm": 1.2905164957046509,
      "learning_rate": 4.525600109710722e-06,
      "loss": 0.4025,
      "step": 467380
    },
    {
      "epoch": 130.45,
      "grad_norm": 1.2402420043945312,
      "learning_rate": 4.525590234253246e-06,
      "loss": 0.4211,
      "step": 467390
    },
    {
      "epoch": 130.45,
      "grad_norm": 1.8208783864974976,
      "learning_rate": 4.525580358505367e-06,
      "loss": 0.3804,
      "step": 467400
    },
    {
      "epoch": 130.45,
      "grad_norm": 1.2286509275436401,
      "learning_rate": 4.525570482467086e-06,
      "loss": 0.3996,
      "step": 467410
    },
    {
      "epoch": 130.45,
      "grad_norm": 1.433019995689392,
      "learning_rate": 4.525560606138404e-06,
      "loss": 0.417,
      "step": 467420
    },
    {
      "epoch": 130.46,
      "grad_norm": 1.1679534912109375,
      "learning_rate": 4.5255507295193225e-06,
      "loss": 0.3911,
      "step": 467430
    },
    {
      "epoch": 130.46,
      "grad_norm": 1.2698224782943726,
      "learning_rate": 4.525540852609842e-06,
      "loss": 0.3941,
      "step": 467440
    },
    {
      "epoch": 130.46,
      "grad_norm": 1.4731897115707397,
      "learning_rate": 4.525530975409966e-06,
      "loss": 0.389,
      "step": 467450
    },
    {
      "epoch": 130.47,
      "grad_norm": 1.1338332891464233,
      "learning_rate": 4.525521097919693e-06,
      "loss": 0.4083,
      "step": 467460
    },
    {
      "epoch": 130.47,
      "grad_norm": 1.3948878049850464,
      "learning_rate": 4.525511220139026e-06,
      "loss": 0.4004,
      "step": 467470
    },
    {
      "epoch": 130.47,
      "grad_norm": 1.387843132019043,
      "learning_rate": 4.525501342067966e-06,
      "loss": 0.3985,
      "step": 467480
    },
    {
      "epoch": 130.47,
      "grad_norm": 1.4943430423736572,
      "learning_rate": 4.525491463706515e-06,
      "loss": 0.4107,
      "step": 467490
    },
    {
      "epoch": 130.48,
      "grad_norm": 1.2903774976730347,
      "learning_rate": 4.525481585054672e-06,
      "loss": 0.4024,
      "step": 467500
    },
    {
      "epoch": 130.48,
      "grad_norm": 1.2754535675048828,
      "learning_rate": 4.525471706112442e-06,
      "loss": 0.3953,
      "step": 467510
    },
    {
      "epoch": 130.48,
      "grad_norm": 1.2713921070098877,
      "learning_rate": 4.525461826879823e-06,
      "loss": 0.4011,
      "step": 467520
    },
    {
      "epoch": 130.49,
      "grad_norm": 1.3581434488296509,
      "learning_rate": 4.525451947356818e-06,
      "loss": 0.4139,
      "step": 467530
    },
    {
      "epoch": 130.49,
      "grad_norm": 1.454541563987732,
      "learning_rate": 4.525442067543428e-06,
      "loss": 0.4096,
      "step": 467540
    },
    {
      "epoch": 130.49,
      "grad_norm": 2.6844899654388428,
      "learning_rate": 4.525432187439652e-06,
      "loss": 0.4008,
      "step": 467550
    },
    {
      "epoch": 130.49,
      "grad_norm": 1.3699158430099487,
      "learning_rate": 4.525422307045496e-06,
      "loss": 0.4003,
      "step": 467560
    },
    {
      "epoch": 130.5,
      "grad_norm": 1.6607846021652222,
      "learning_rate": 4.525412426360959e-06,
      "loss": 0.4086,
      "step": 467570
    },
    {
      "epoch": 130.5,
      "grad_norm": 1.50614333152771,
      "learning_rate": 4.525402545386041e-06,
      "loss": 0.3957,
      "step": 467580
    },
    {
      "epoch": 130.5,
      "grad_norm": 1.4492714405059814,
      "learning_rate": 4.525392664120744e-06,
      "loss": 0.3866,
      "step": 467590
    },
    {
      "epoch": 130.51,
      "grad_norm": 1.1391617059707642,
      "learning_rate": 4.52538278256507e-06,
      "loss": 0.3931,
      "step": 467600
    },
    {
      "epoch": 130.51,
      "grad_norm": 1.2908976078033447,
      "learning_rate": 4.525372900719021e-06,
      "loss": 0.3942,
      "step": 467610
    },
    {
      "epoch": 130.51,
      "grad_norm": 1.4283517599105835,
      "learning_rate": 4.525363018582598e-06,
      "loss": 0.3914,
      "step": 467620
    },
    {
      "epoch": 130.51,
      "grad_norm": 1.3397858142852783,
      "learning_rate": 4.525353136155801e-06,
      "loss": 0.4166,
      "step": 467630
    },
    {
      "epoch": 130.52,
      "grad_norm": 1.3300615549087524,
      "learning_rate": 4.525343253438631e-06,
      "loss": 0.4027,
      "step": 467640
    },
    {
      "epoch": 130.52,
      "grad_norm": 1.321485161781311,
      "learning_rate": 4.525333370431092e-06,
      "loss": 0.3997,
      "step": 467650
    },
    {
      "epoch": 130.52,
      "grad_norm": 1.052943468093872,
      "learning_rate": 4.525323487133182e-06,
      "loss": 0.4154,
      "step": 467660
    },
    {
      "epoch": 130.52,
      "grad_norm": 1.3501862287521362,
      "learning_rate": 4.525313603544904e-06,
      "loss": 0.4112,
      "step": 467670
    },
    {
      "epoch": 130.53,
      "grad_norm": 1.1729686260223389,
      "learning_rate": 4.52530371966626e-06,
      "loss": 0.3903,
      "step": 467680
    },
    {
      "epoch": 130.53,
      "grad_norm": 1.5646346807479858,
      "learning_rate": 4.525293835497251e-06,
      "loss": 0.4179,
      "step": 467690
    },
    {
      "epoch": 130.53,
      "grad_norm": 1.2723487615585327,
      "learning_rate": 4.525283951037877e-06,
      "loss": 0.3946,
      "step": 467700
    },
    {
      "epoch": 130.54,
      "grad_norm": 1.219363808631897,
      "learning_rate": 4.525274066288141e-06,
      "loss": 0.4029,
      "step": 467710
    },
    {
      "epoch": 130.54,
      "grad_norm": 1.2992007732391357,
      "learning_rate": 4.525264181248044e-06,
      "loss": 0.4111,
      "step": 467720
    },
    {
      "epoch": 130.54,
      "grad_norm": 1.4311749935150146,
      "learning_rate": 4.525254295917585e-06,
      "loss": 0.405,
      "step": 467730
    },
    {
      "epoch": 130.54,
      "grad_norm": 1.5345861911773682,
      "learning_rate": 4.525244410296769e-06,
      "loss": 0.3974,
      "step": 467740
    },
    {
      "epoch": 130.55,
      "grad_norm": 1.2466362714767456,
      "learning_rate": 4.5252345243855946e-06,
      "loss": 0.3898,
      "step": 467750
    },
    {
      "epoch": 130.55,
      "grad_norm": 1.3085894584655762,
      "learning_rate": 4.525224638184065e-06,
      "loss": 0.405,
      "step": 467760
    },
    {
      "epoch": 130.55,
      "grad_norm": 1.2360632419586182,
      "learning_rate": 4.52521475169218e-06,
      "loss": 0.4085,
      "step": 467770
    },
    {
      "epoch": 130.56,
      "grad_norm": 1.3487424850463867,
      "learning_rate": 4.525204864909941e-06,
      "loss": 0.4056,
      "step": 467780
    },
    {
      "epoch": 130.56,
      "grad_norm": 1.2881520986557007,
      "learning_rate": 4.52519497783735e-06,
      "loss": 0.3992,
      "step": 467790
    },
    {
      "epoch": 130.56,
      "grad_norm": 1.2560430765151978,
      "learning_rate": 4.525185090474408e-06,
      "loss": 0.3936,
      "step": 467800
    },
    {
      "epoch": 130.56,
      "grad_norm": 1.7328166961669922,
      "learning_rate": 4.525175202821116e-06,
      "loss": 0.3857,
      "step": 467810
    },
    {
      "epoch": 130.57,
      "grad_norm": 1.3367211818695068,
      "learning_rate": 4.525165314877477e-06,
      "loss": 0.3955,
      "step": 467820
    },
    {
      "epoch": 130.57,
      "grad_norm": 1.4258720874786377,
      "learning_rate": 4.5251554266434894e-06,
      "loss": 0.4065,
      "step": 467830
    },
    {
      "epoch": 130.57,
      "grad_norm": 1.5812599658966064,
      "learning_rate": 4.525145538119158e-06,
      "loss": 0.4083,
      "step": 467840
    },
    {
      "epoch": 130.57,
      "grad_norm": 1.3391495943069458,
      "learning_rate": 4.5251356493044805e-06,
      "loss": 0.3931,
      "step": 467850
    },
    {
      "epoch": 130.58,
      "grad_norm": 1.3590748310089111,
      "learning_rate": 4.525125760199461e-06,
      "loss": 0.401,
      "step": 467860
    },
    {
      "epoch": 130.58,
      "grad_norm": 1.0597795248031616,
      "learning_rate": 4.5251158708041e-06,
      "loss": 0.3952,
      "step": 467870
    },
    {
      "epoch": 130.58,
      "grad_norm": 1.1752392053604126,
      "learning_rate": 4.525105981118398e-06,
      "loss": 0.4047,
      "step": 467880
    },
    {
      "epoch": 130.59,
      "grad_norm": 1.3428095579147339,
      "learning_rate": 4.525096091142356e-06,
      "loss": 0.3974,
      "step": 467890
    },
    {
      "epoch": 130.59,
      "grad_norm": 1.552459716796875,
      "learning_rate": 4.525086200875978e-06,
      "loss": 0.4173,
      "step": 467900
    },
    {
      "epoch": 130.59,
      "grad_norm": 1.1545766592025757,
      "learning_rate": 4.525076310319263e-06,
      "loss": 0.4152,
      "step": 467910
    },
    {
      "epoch": 130.59,
      "grad_norm": 1.4500397443771362,
      "learning_rate": 4.525066419472213e-06,
      "loss": 0.4023,
      "step": 467920
    },
    {
      "epoch": 130.6,
      "grad_norm": 1.1913154125213623,
      "learning_rate": 4.525056528334829e-06,
      "loss": 0.428,
      "step": 467930
    },
    {
      "epoch": 130.6,
      "grad_norm": 1.2791023254394531,
      "learning_rate": 4.525046636907112e-06,
      "loss": 0.3869,
      "step": 467940
    },
    {
      "epoch": 130.6,
      "grad_norm": 1.4483462572097778,
      "learning_rate": 4.525036745189064e-06,
      "loss": 0.4112,
      "step": 467950
    },
    {
      "epoch": 130.61,
      "grad_norm": 1.2693747282028198,
      "learning_rate": 4.525026853180686e-06,
      "loss": 0.3888,
      "step": 467960
    },
    {
      "epoch": 130.61,
      "grad_norm": 1.1743848323822021,
      "learning_rate": 4.52501696088198e-06,
      "loss": 0.3937,
      "step": 467970
    },
    {
      "epoch": 130.61,
      "grad_norm": 1.326295018196106,
      "learning_rate": 4.525007068292947e-06,
      "loss": 0.4105,
      "step": 467980
    },
    {
      "epoch": 130.61,
      "grad_norm": 1.5886285305023193,
      "learning_rate": 4.524997175413588e-06,
      "loss": 0.4061,
      "step": 467990
    },
    {
      "epoch": 130.62,
      "grad_norm": 3.614173173904419,
      "learning_rate": 4.524987282243903e-06,
      "loss": 0.415,
      "step": 468000
    },
    {
      "epoch": 130.62,
      "grad_norm": 1.1587146520614624,
      "learning_rate": 4.524977388783896e-06,
      "loss": 0.4041,
      "step": 468010
    },
    {
      "epoch": 130.62,
      "grad_norm": 1.2081851959228516,
      "learning_rate": 4.524967495033567e-06,
      "loss": 0.3904,
      "step": 468020
    },
    {
      "epoch": 130.63,
      "grad_norm": 1.2433278560638428,
      "learning_rate": 4.524957600992918e-06,
      "loss": 0.4031,
      "step": 468030
    },
    {
      "epoch": 130.63,
      "grad_norm": 1.4507818222045898,
      "learning_rate": 4.524947706661948e-06,
      "loss": 0.3902,
      "step": 468040
    },
    {
      "epoch": 130.63,
      "grad_norm": 1.2490876913070679,
      "learning_rate": 4.524937812040662e-06,
      "loss": 0.3928,
      "step": 468050
    },
    {
      "epoch": 130.63,
      "grad_norm": 1.3515148162841797,
      "learning_rate": 4.524927917129058e-06,
      "loss": 0.4013,
      "step": 468060
    },
    {
      "epoch": 130.64,
      "grad_norm": 1.3130593299865723,
      "learning_rate": 4.524918021927138e-06,
      "loss": 0.3955,
      "step": 468070
    },
    {
      "epoch": 130.64,
      "grad_norm": 1.2524163722991943,
      "learning_rate": 4.524908126434905e-06,
      "loss": 0.399,
      "step": 468080
    },
    {
      "epoch": 130.64,
      "grad_norm": 1.457411527633667,
      "learning_rate": 4.524898230652359e-06,
      "loss": 0.3923,
      "step": 468090
    },
    {
      "epoch": 130.64,
      "grad_norm": 1.179322600364685,
      "learning_rate": 4.524888334579502e-06,
      "loss": 0.3947,
      "step": 468100
    },
    {
      "epoch": 130.65,
      "grad_norm": 1.3003112077713013,
      "learning_rate": 4.524878438216334e-06,
      "loss": 0.4053,
      "step": 468110
    },
    {
      "epoch": 130.65,
      "grad_norm": 1.4015562534332275,
      "learning_rate": 4.524868541562857e-06,
      "loss": 0.3971,
      "step": 468120
    },
    {
      "epoch": 130.65,
      "grad_norm": 1.503185510635376,
      "learning_rate": 4.524858644619074e-06,
      "loss": 0.4025,
      "step": 468130
    },
    {
      "epoch": 130.66,
      "grad_norm": 1.496023416519165,
      "learning_rate": 4.5248487473849834e-06,
      "loss": 0.4008,
      "step": 468140
    },
    {
      "epoch": 130.66,
      "grad_norm": 1.2257750034332275,
      "learning_rate": 4.52483884986059e-06,
      "loss": 0.3937,
      "step": 468150
    },
    {
      "epoch": 130.66,
      "grad_norm": 1.0558044910430908,
      "learning_rate": 4.524828952045891e-06,
      "loss": 0.3877,
      "step": 468160
    },
    {
      "epoch": 130.66,
      "grad_norm": 1.8786039352416992,
      "learning_rate": 4.524819053940891e-06,
      "loss": 0.4139,
      "step": 468170
    },
    {
      "epoch": 130.67,
      "grad_norm": 1.2769577503204346,
      "learning_rate": 4.52480915554559e-06,
      "loss": 0.4219,
      "step": 468180
    },
    {
      "epoch": 130.67,
      "grad_norm": 1.8085311651229858,
      "learning_rate": 4.524799256859988e-06,
      "loss": 0.4137,
      "step": 468190
    },
    {
      "epoch": 130.67,
      "grad_norm": 1.3493937253952026,
      "learning_rate": 4.524789357884089e-06,
      "loss": 0.4226,
      "step": 468200
    },
    {
      "epoch": 130.68,
      "grad_norm": 1.304805040359497,
      "learning_rate": 4.524779458617893e-06,
      "loss": 0.4033,
      "step": 468210
    },
    {
      "epoch": 130.68,
      "grad_norm": 1.4376100301742554,
      "learning_rate": 4.524769559061401e-06,
      "loss": 0.418,
      "step": 468220
    },
    {
      "epoch": 130.68,
      "grad_norm": 1.1536643505096436,
      "learning_rate": 4.524759659214615e-06,
      "loss": 0.409,
      "step": 468230
    },
    {
      "epoch": 130.68,
      "grad_norm": 1.3001641035079956,
      "learning_rate": 4.524749759077536e-06,
      "loss": 0.4001,
      "step": 468240
    },
    {
      "epoch": 130.69,
      "grad_norm": 1.2774760723114014,
      "learning_rate": 4.524739858650165e-06,
      "loss": 0.4208,
      "step": 468250
    },
    {
      "epoch": 130.69,
      "grad_norm": 1.3644485473632812,
      "learning_rate": 4.524729957932505e-06,
      "loss": 0.3984,
      "step": 468260
    },
    {
      "epoch": 130.69,
      "grad_norm": 1.8847905397415161,
      "learning_rate": 4.524720056924554e-06,
      "loss": 0.3816,
      "step": 468270
    },
    {
      "epoch": 130.69,
      "grad_norm": 1.0892515182495117,
      "learning_rate": 4.524710155626316e-06,
      "loss": 0.3953,
      "step": 468280
    },
    {
      "epoch": 130.7,
      "grad_norm": 1.3200531005859375,
      "learning_rate": 4.524700254037792e-06,
      "loss": 0.4183,
      "step": 468290
    },
    {
      "epoch": 130.7,
      "grad_norm": 1.2175415754318237,
      "learning_rate": 4.524690352158984e-06,
      "loss": 0.3869,
      "step": 468300
    },
    {
      "epoch": 130.7,
      "grad_norm": 1.2905755043029785,
      "learning_rate": 4.52468044998989e-06,
      "loss": 0.4069,
      "step": 468310
    },
    {
      "epoch": 130.71,
      "grad_norm": 1.5368841886520386,
      "learning_rate": 4.524670547530515e-06,
      "loss": 0.3863,
      "step": 468320
    },
    {
      "epoch": 130.71,
      "grad_norm": 1.178115725517273,
      "learning_rate": 4.5246606447808585e-06,
      "loss": 0.3881,
      "step": 468330
    },
    {
      "epoch": 130.71,
      "grad_norm": 1.3357704877853394,
      "learning_rate": 4.524650741740922e-06,
      "loss": 0.405,
      "step": 468340
    },
    {
      "epoch": 130.71,
      "grad_norm": 1.2338824272155762,
      "learning_rate": 4.524640838410708e-06,
      "loss": 0.4179,
      "step": 468350
    },
    {
      "epoch": 130.72,
      "grad_norm": 1.3083146810531616,
      "learning_rate": 4.524630934790215e-06,
      "loss": 0.3919,
      "step": 468360
    },
    {
      "epoch": 130.72,
      "grad_norm": 1.4242403507232666,
      "learning_rate": 4.524621030879447e-06,
      "loss": 0.4125,
      "step": 468370
    },
    {
      "epoch": 130.72,
      "grad_norm": 1.5227248668670654,
      "learning_rate": 4.5246111266784045e-06,
      "loss": 0.4116,
      "step": 468380
    },
    {
      "epoch": 130.73,
      "grad_norm": 1.358365535736084,
      "learning_rate": 4.5246012221870895e-06,
      "loss": 0.3958,
      "step": 468390
    },
    {
      "epoch": 130.73,
      "grad_norm": 1.245935082435608,
      "learning_rate": 4.524591317405502e-06,
      "loss": 0.4035,
      "step": 468400
    },
    {
      "epoch": 130.73,
      "grad_norm": 1.1906746625900269,
      "learning_rate": 4.524581412333644e-06,
      "loss": 0.3966,
      "step": 468410
    },
    {
      "epoch": 130.73,
      "grad_norm": 1.3099230527877808,
      "learning_rate": 4.524571506971517e-06,
      "loss": 0.4127,
      "step": 468420
    },
    {
      "epoch": 130.74,
      "grad_norm": 1.404348611831665,
      "learning_rate": 4.524561601319121e-06,
      "loss": 0.4054,
      "step": 468430
    },
    {
      "epoch": 130.74,
      "grad_norm": 1.4842592477798462,
      "learning_rate": 4.524551695376459e-06,
      "loss": 0.3983,
      "step": 468440
    },
    {
      "epoch": 130.74,
      "grad_norm": 1.4092594385147095,
      "learning_rate": 4.524541789143533e-06,
      "loss": 0.4166,
      "step": 468450
    },
    {
      "epoch": 130.75,
      "grad_norm": 1.3339016437530518,
      "learning_rate": 4.524531882620341e-06,
      "loss": 0.4075,
      "step": 468460
    },
    {
      "epoch": 130.75,
      "grad_norm": 1.396472454071045,
      "learning_rate": 4.524521975806887e-06,
      "loss": 0.3996,
      "step": 468470
    },
    {
      "epoch": 130.75,
      "grad_norm": 1.396268606185913,
      "learning_rate": 4.524512068703173e-06,
      "loss": 0.4035,
      "step": 468480
    },
    {
      "epoch": 130.75,
      "grad_norm": 1.2078580856323242,
      "learning_rate": 4.524502161309197e-06,
      "loss": 0.4073,
      "step": 468490
    },
    {
      "epoch": 130.76,
      "grad_norm": 1.2764863967895508,
      "learning_rate": 4.524492253624963e-06,
      "loss": 0.3935,
      "step": 468500
    },
    {
      "epoch": 130.76,
      "grad_norm": 1.1854466199874878,
      "learning_rate": 4.5244823456504724e-06,
      "loss": 0.3928,
      "step": 468510
    },
    {
      "epoch": 130.76,
      "grad_norm": 1.3335386514663696,
      "learning_rate": 4.524472437385725e-06,
      "loss": 0.4117,
      "step": 468520
    },
    {
      "epoch": 130.76,
      "grad_norm": 1.430847406387329,
      "learning_rate": 4.5244625288307225e-06,
      "loss": 0.3897,
      "step": 468530
    },
    {
      "epoch": 130.77,
      "grad_norm": 1.2492763996124268,
      "learning_rate": 4.524452619985467e-06,
      "loss": 0.3991,
      "step": 468540
    },
    {
      "epoch": 130.77,
      "grad_norm": 1.8954026699066162,
      "learning_rate": 4.52444271084996e-06,
      "loss": 0.393,
      "step": 468550
    },
    {
      "epoch": 130.77,
      "grad_norm": 1.615056037902832,
      "learning_rate": 4.524432801424201e-06,
      "loss": 0.3969,
      "step": 468560
    },
    {
      "epoch": 130.78,
      "grad_norm": 1.5106316804885864,
      "learning_rate": 4.524422891708194e-06,
      "loss": 0.3885,
      "step": 468570
    },
    {
      "epoch": 130.78,
      "grad_norm": 1.1846119165420532,
      "learning_rate": 4.524412981701938e-06,
      "loss": 0.3992,
      "step": 468580
    },
    {
      "epoch": 130.78,
      "grad_norm": 1.3238556385040283,
      "learning_rate": 4.524403071405434e-06,
      "loss": 0.4059,
      "step": 468590
    },
    {
      "epoch": 130.78,
      "grad_norm": 1.3052127361297607,
      "learning_rate": 4.524393160818686e-06,
      "loss": 0.3803,
      "step": 468600
    },
    {
      "epoch": 130.79,
      "grad_norm": 1.1741968393325806,
      "learning_rate": 4.524383249941693e-06,
      "loss": 0.4087,
      "step": 468610
    },
    {
      "epoch": 130.79,
      "grad_norm": 1.1043950319290161,
      "learning_rate": 4.524373338774458e-06,
      "loss": 0.3989,
      "step": 468620
    },
    {
      "epoch": 130.79,
      "grad_norm": 1.2456274032592773,
      "learning_rate": 4.524363427316981e-06,
      "loss": 0.4047,
      "step": 468630
    },
    {
      "epoch": 130.8,
      "grad_norm": 1.5316225290298462,
      "learning_rate": 4.524353515569263e-06,
      "loss": 0.3959,
      "step": 468640
    },
    {
      "epoch": 130.8,
      "grad_norm": 1.4696447849273682,
      "learning_rate": 4.524343603531307e-06,
      "loss": 0.4195,
      "step": 468650
    },
    {
      "epoch": 130.8,
      "grad_norm": 1.4074785709381104,
      "learning_rate": 4.524333691203114e-06,
      "loss": 0.3872,
      "step": 468660
    },
    {
      "epoch": 130.8,
      "grad_norm": 1.3789540529251099,
      "learning_rate": 4.524323778584684e-06,
      "loss": 0.4034,
      "step": 468670
    },
    {
      "epoch": 130.81,
      "grad_norm": 1.51243257522583,
      "learning_rate": 4.5243138656760185e-06,
      "loss": 0.4074,
      "step": 468680
    },
    {
      "epoch": 130.81,
      "grad_norm": 1.372948408126831,
      "learning_rate": 4.524303952477119e-06,
      "loss": 0.4074,
      "step": 468690
    },
    {
      "epoch": 130.81,
      "grad_norm": 1.3118021488189697,
      "learning_rate": 4.524294038987988e-06,
      "loss": 0.4139,
      "step": 468700
    },
    {
      "epoch": 130.81,
      "grad_norm": 1.3948562145233154,
      "learning_rate": 4.524284125208627e-06,
      "loss": 0.4187,
      "step": 468710
    },
    {
      "epoch": 130.82,
      "grad_norm": 1.3107565641403198,
      "learning_rate": 4.524274211139035e-06,
      "loss": 0.4087,
      "step": 468720
    },
    {
      "epoch": 130.82,
      "grad_norm": 1.1336716413497925,
      "learning_rate": 4.5242642967792145e-06,
      "loss": 0.3982,
      "step": 468730
    },
    {
      "epoch": 130.82,
      "grad_norm": 1.2379505634307861,
      "learning_rate": 4.524254382129168e-06,
      "loss": 0.3853,
      "step": 468740
    },
    {
      "epoch": 130.83,
      "grad_norm": 1.3424712419509888,
      "learning_rate": 4.524244467188895e-06,
      "loss": 0.4077,
      "step": 468750
    },
    {
      "epoch": 130.83,
      "grad_norm": 1.2067155838012695,
      "learning_rate": 4.524234551958398e-06,
      "loss": 0.4047,
      "step": 468760
    },
    {
      "epoch": 130.83,
      "grad_norm": 3.929581880569458,
      "learning_rate": 4.524224636437677e-06,
      "loss": 0.4262,
      "step": 468770
    },
    {
      "epoch": 130.83,
      "grad_norm": 1.304997444152832,
      "learning_rate": 4.524214720626735e-06,
      "loss": 0.4002,
      "step": 468780
    },
    {
      "epoch": 130.84,
      "grad_norm": 9.004654884338379,
      "learning_rate": 4.524204804525573e-06,
      "loss": 0.3921,
      "step": 468790
    },
    {
      "epoch": 130.84,
      "grad_norm": 1.6322959661483765,
      "learning_rate": 4.52419488813419e-06,
      "loss": 0.4136,
      "step": 468800
    },
    {
      "epoch": 130.84,
      "grad_norm": 1.339179515838623,
      "learning_rate": 4.524184971452592e-06,
      "loss": 0.4103,
      "step": 468810
    },
    {
      "epoch": 130.85,
      "grad_norm": 1.2788795232772827,
      "learning_rate": 4.524175054480775e-06,
      "loss": 0.4249,
      "step": 468820
    },
    {
      "epoch": 130.85,
      "grad_norm": 1.4790323972702026,
      "learning_rate": 4.5241651372187444e-06,
      "loss": 0.4138,
      "step": 468830
    },
    {
      "epoch": 130.85,
      "grad_norm": 1.1590486764907837,
      "learning_rate": 4.524155219666499e-06,
      "loss": 0.4064,
      "step": 468840
    },
    {
      "epoch": 130.85,
      "grad_norm": 1.4041281938552856,
      "learning_rate": 4.524145301824042e-06,
      "loss": 0.4065,
      "step": 468850
    },
    {
      "epoch": 130.86,
      "grad_norm": 1.4228553771972656,
      "learning_rate": 4.524135383691373e-06,
      "loss": 0.4052,
      "step": 468860
    },
    {
      "epoch": 130.86,
      "grad_norm": 1.4540841579437256,
      "learning_rate": 4.524125465268494e-06,
      "loss": 0.406,
      "step": 468870
    },
    {
      "epoch": 130.86,
      "grad_norm": 1.3136018514633179,
      "learning_rate": 4.524115546555407e-06,
      "loss": 0.4065,
      "step": 468880
    },
    {
      "epoch": 130.87,
      "grad_norm": 1.3016462326049805,
      "learning_rate": 4.524105627552113e-06,
      "loss": 0.4066,
      "step": 468890
    },
    {
      "epoch": 130.87,
      "grad_norm": 1.2508987188339233,
      "learning_rate": 4.524095708258612e-06,
      "loss": 0.3957,
      "step": 468900
    },
    {
      "epoch": 130.87,
      "grad_norm": 1.6933716535568237,
      "learning_rate": 4.5240857886749075e-06,
      "loss": 0.3952,
      "step": 468910
    },
    {
      "epoch": 130.87,
      "grad_norm": 1.5356227159500122,
      "learning_rate": 4.524075868800999e-06,
      "loss": 0.4012,
      "step": 468920
    },
    {
      "epoch": 130.88,
      "grad_norm": 1.1229493618011475,
      "learning_rate": 4.5240659486368885e-06,
      "loss": 0.4169,
      "step": 468930
    },
    {
      "epoch": 130.88,
      "grad_norm": 1.5098309516906738,
      "learning_rate": 4.524056028182578e-06,
      "loss": 0.3997,
      "step": 468940
    },
    {
      "epoch": 130.88,
      "grad_norm": 1.6478602886199951,
      "learning_rate": 4.5240461074380675e-06,
      "loss": 0.4226,
      "step": 468950
    },
    {
      "epoch": 130.88,
      "grad_norm": 1.7612974643707275,
      "learning_rate": 4.52403618640336e-06,
      "loss": 0.4148,
      "step": 468960
    },
    {
      "epoch": 130.89,
      "grad_norm": 1.567002534866333,
      "learning_rate": 4.524026265078454e-06,
      "loss": 0.4087,
      "step": 468970
    },
    {
      "epoch": 130.89,
      "grad_norm": 1.361799716949463,
      "learning_rate": 4.524016343463354e-06,
      "loss": 0.405,
      "step": 468980
    },
    {
      "epoch": 130.89,
      "grad_norm": 1.2590073347091675,
      "learning_rate": 4.52400642155806e-06,
      "loss": 0.3966,
      "step": 468990
    },
    {
      "epoch": 130.9,
      "grad_norm": 1.3794581890106201,
      "learning_rate": 4.523996499362573e-06,
      "loss": 0.3984,
      "step": 469000
    },
    {
      "epoch": 130.9,
      "grad_norm": 1.260946273803711,
      "learning_rate": 4.523986576876895e-06,
      "loss": 0.4044,
      "step": 469010
    },
    {
      "epoch": 130.9,
      "grad_norm": 1.5049391984939575,
      "learning_rate": 4.523976654101026e-06,
      "loss": 0.4099,
      "step": 469020
    },
    {
      "epoch": 130.9,
      "grad_norm": 1.335415244102478,
      "learning_rate": 4.523966731034969e-06,
      "loss": 0.3972,
      "step": 469030
    },
    {
      "epoch": 130.91,
      "grad_norm": 1.4649593830108643,
      "learning_rate": 4.523956807678724e-06,
      "loss": 0.4101,
      "step": 469040
    },
    {
      "epoch": 130.91,
      "grad_norm": 1.5322259664535522,
      "learning_rate": 4.523946884032293e-06,
      "loss": 0.4186,
      "step": 469050
    },
    {
      "epoch": 130.91,
      "grad_norm": 1.37690269947052,
      "learning_rate": 4.523936960095678e-06,
      "loss": 0.4022,
      "step": 469060
    },
    {
      "epoch": 130.92,
      "grad_norm": 1.4448161125183105,
      "learning_rate": 4.523927035868878e-06,
      "loss": 0.4023,
      "step": 469070
    },
    {
      "epoch": 130.92,
      "grad_norm": 1.3740442991256714,
      "learning_rate": 4.523917111351897e-06,
      "loss": 0.4026,
      "step": 469080
    },
    {
      "epoch": 130.92,
      "grad_norm": 1.2005321979522705,
      "learning_rate": 4.523907186544735e-06,
      "loss": 0.4098,
      "step": 469090
    },
    {
      "epoch": 130.92,
      "grad_norm": 1.2483437061309814,
      "learning_rate": 4.523897261447394e-06,
      "loss": 0.4055,
      "step": 469100
    },
    {
      "epoch": 130.93,
      "grad_norm": 1.198441505432129,
      "learning_rate": 4.523887336059873e-06,
      "loss": 0.3914,
      "step": 469110
    },
    {
      "epoch": 130.93,
      "grad_norm": 1.115525245666504,
      "learning_rate": 4.523877410382177e-06,
      "loss": 0.4132,
      "step": 469120
    },
    {
      "epoch": 130.93,
      "grad_norm": 1.0572806596755981,
      "learning_rate": 4.523867484414304e-06,
      "loss": 0.392,
      "step": 469130
    },
    {
      "epoch": 130.93,
      "grad_norm": 1.322677493095398,
      "learning_rate": 4.523857558156258e-06,
      "loss": 0.4136,
      "step": 469140
    },
    {
      "epoch": 130.94,
      "grad_norm": 1.1225860118865967,
      "learning_rate": 4.523847631608039e-06,
      "loss": 0.4063,
      "step": 469150
    },
    {
      "epoch": 130.94,
      "grad_norm": 1.5808353424072266,
      "learning_rate": 4.523837704769648e-06,
      "loss": 0.3903,
      "step": 469160
    },
    {
      "epoch": 130.94,
      "grad_norm": 1.4164518117904663,
      "learning_rate": 4.523827777641086e-06,
      "loss": 0.3954,
      "step": 469170
    },
    {
      "epoch": 130.95,
      "grad_norm": 1.5240683555603027,
      "learning_rate": 4.523817850222356e-06,
      "loss": 0.3865,
      "step": 469180
    },
    {
      "epoch": 130.95,
      "grad_norm": 1.1695282459259033,
      "learning_rate": 4.523807922513458e-06,
      "loss": 0.3961,
      "step": 469190
    },
    {
      "epoch": 130.95,
      "grad_norm": 1.1774858236312866,
      "learning_rate": 4.523797994514394e-06,
      "loss": 0.4146,
      "step": 469200
    },
    {
      "epoch": 130.95,
      "grad_norm": 1.2397618293762207,
      "learning_rate": 4.523788066225165e-06,
      "loss": 0.3878,
      "step": 469210
    },
    {
      "epoch": 130.96,
      "grad_norm": 1.3002320528030396,
      "learning_rate": 4.523778137645772e-06,
      "loss": 0.3997,
      "step": 469220
    },
    {
      "epoch": 130.96,
      "grad_norm": 1.296324610710144,
      "learning_rate": 4.523768208776217e-06,
      "loss": 0.4008,
      "step": 469230
    },
    {
      "epoch": 130.96,
      "grad_norm": 1.2904266119003296,
      "learning_rate": 4.523758279616501e-06,
      "loss": 0.4083,
      "step": 469240
    },
    {
      "epoch": 130.97,
      "grad_norm": 4.488165855407715,
      "learning_rate": 4.523748350166626e-06,
      "loss": 0.3897,
      "step": 469250
    },
    {
      "epoch": 130.97,
      "grad_norm": 1.6460092067718506,
      "learning_rate": 4.523738420426591e-06,
      "loss": 0.3896,
      "step": 469260
    },
    {
      "epoch": 130.97,
      "grad_norm": 1.231168508529663,
      "learning_rate": 4.5237284903964e-06,
      "loss": 0.3908,
      "step": 469270
    },
    {
      "epoch": 130.97,
      "grad_norm": 1.2599612474441528,
      "learning_rate": 4.5237185600760525e-06,
      "loss": 0.4141,
      "step": 469280
    },
    {
      "epoch": 130.98,
      "grad_norm": 1.3346035480499268,
      "learning_rate": 4.523708629465552e-06,
      "loss": 0.4081,
      "step": 469290
    },
    {
      "epoch": 130.98,
      "grad_norm": 1.2632899284362793,
      "learning_rate": 4.523698698564897e-06,
      "loss": 0.4082,
      "step": 469300
    },
    {
      "epoch": 130.98,
      "grad_norm": 1.2997900247573853,
      "learning_rate": 4.52368876737409e-06,
      "loss": 0.401,
      "step": 469310
    },
    {
      "epoch": 130.99,
      "grad_norm": 1.3125593662261963,
      "learning_rate": 4.523678835893134e-06,
      "loss": 0.407,
      "step": 469320
    },
    {
      "epoch": 130.99,
      "grad_norm": 1.2471566200256348,
      "learning_rate": 4.523668904122028e-06,
      "loss": 0.4024,
      "step": 469330
    },
    {
      "epoch": 130.99,
      "grad_norm": 1.2470074892044067,
      "learning_rate": 4.523658972060775e-06,
      "loss": 0.3884,
      "step": 469340
    },
    {
      "epoch": 130.99,
      "grad_norm": 1.2905820608139038,
      "learning_rate": 4.523649039709375e-06,
      "loss": 0.4105,
      "step": 469350
    },
    {
      "epoch": 131.0,
      "grad_norm": 1.3105751276016235,
      "learning_rate": 4.523639107067829e-06,
      "loss": 0.383,
      "step": 469360
    },
    {
      "epoch": 131.0,
      "grad_norm": 1.3353168964385986,
      "learning_rate": 4.52362917413614e-06,
      "loss": 0.398,
      "step": 469370
    },
    {
      "epoch": 131.0,
      "eval_loss": 0.4014405310153961,
      "eval_runtime": 63.4897,
      "eval_samples_per_second": 79.682,
      "eval_steps_per_second": 9.97,
      "step": 469373
    },
    {
      "epoch": 131.0,
      "grad_norm": 1.1854168176651,
      "learning_rate": 4.523619240914308e-06,
      "loss": 0.4091,
      "step": 469380
    },
    {
      "epoch": 131.0,
      "grad_norm": 1.2557116746902466,
      "learning_rate": 4.523609307402336e-06,
      "loss": 0.4067,
      "step": 469390
    },
    {
      "epoch": 131.01,
      "grad_norm": 1.419440507888794,
      "learning_rate": 4.523599373600223e-06,
      "loss": 0.4011,
      "step": 469400
    },
    {
      "epoch": 131.01,
      "grad_norm": 1.3444569110870361,
      "learning_rate": 4.523589439507972e-06,
      "loss": 0.3771,
      "step": 469410
    },
    {
      "epoch": 131.01,
      "grad_norm": 1.3594787120819092,
      "learning_rate": 4.5235795051255835e-06,
      "loss": 0.3934,
      "step": 469420
    },
    {
      "epoch": 131.02,
      "grad_norm": 1.9186075925827026,
      "learning_rate": 4.523569570453059e-06,
      "loss": 0.4041,
      "step": 469430
    },
    {
      "epoch": 131.02,
      "grad_norm": 1.2637672424316406,
      "learning_rate": 4.5235596354904e-06,
      "loss": 0.4122,
      "step": 469440
    },
    {
      "epoch": 131.02,
      "grad_norm": 1.3284684419631958,
      "learning_rate": 4.523549700237608e-06,
      "loss": 0.398,
      "step": 469450
    },
    {
      "epoch": 131.02,
      "grad_norm": 1.3614928722381592,
      "learning_rate": 4.5235397646946846e-06,
      "loss": 0.4032,
      "step": 469460
    },
    {
      "epoch": 131.03,
      "grad_norm": 1.558604121208191,
      "learning_rate": 4.523529828861629e-06,
      "loss": 0.3876,
      "step": 469470
    },
    {
      "epoch": 131.03,
      "grad_norm": 1.261319637298584,
      "learning_rate": 4.5235198927384456e-06,
      "loss": 0.3796,
      "step": 469480
    },
    {
      "epoch": 131.03,
      "grad_norm": 1.1039836406707764,
      "learning_rate": 4.523509956325134e-06,
      "loss": 0.4123,
      "step": 469490
    },
    {
      "epoch": 131.04,
      "grad_norm": 1.3833967447280884,
      "learning_rate": 4.523500019621694e-06,
      "loss": 0.3981,
      "step": 469500
    },
    {
      "epoch": 131.04,
      "grad_norm": 1.3846105337142944,
      "learning_rate": 4.523490082628131e-06,
      "loss": 0.3852,
      "step": 469510
    },
    {
      "epoch": 131.04,
      "grad_norm": 1.2208902835845947,
      "learning_rate": 4.523480145344443e-06,
      "loss": 0.4137,
      "step": 469520
    },
    {
      "epoch": 131.04,
      "grad_norm": 1.934456706047058,
      "learning_rate": 4.523470207770632e-06,
      "loss": 0.4003,
      "step": 469530
    },
    {
      "epoch": 131.05,
      "grad_norm": 1.345221996307373,
      "learning_rate": 4.523460269906701e-06,
      "loss": 0.4136,
      "step": 469540
    },
    {
      "epoch": 131.05,
      "grad_norm": 1.1457188129425049,
      "learning_rate": 4.523450331752648e-06,
      "loss": 0.3958,
      "step": 469550
    },
    {
      "epoch": 131.05,
      "grad_norm": 1.1508197784423828,
      "learning_rate": 4.523440393308478e-06,
      "loss": 0.4088,
      "step": 469560
    },
    {
      "epoch": 131.05,
      "grad_norm": 1.3954811096191406,
      "learning_rate": 4.5234304545741896e-06,
      "loss": 0.3939,
      "step": 469570
    },
    {
      "epoch": 131.06,
      "grad_norm": 1.426443338394165,
      "learning_rate": 4.523420515549785e-06,
      "loss": 0.4168,
      "step": 469580
    },
    {
      "epoch": 131.06,
      "grad_norm": 1.5530214309692383,
      "learning_rate": 4.523410576235267e-06,
      "loss": 0.3873,
      "step": 469590
    },
    {
      "epoch": 131.06,
      "grad_norm": 1.1075799465179443,
      "learning_rate": 4.523400636630635e-06,
      "loss": 0.3964,
      "step": 469600
    },
    {
      "epoch": 131.07,
      "grad_norm": 1.309450387954712,
      "learning_rate": 4.523390696735889e-06,
      "loss": 0.3881,
      "step": 469610
    },
    {
      "epoch": 131.07,
      "grad_norm": 1.1672239303588867,
      "learning_rate": 4.5233807565510346e-06,
      "loss": 0.4013,
      "step": 469620
    },
    {
      "epoch": 131.07,
      "grad_norm": 1.513396978378296,
      "learning_rate": 4.52337081607607e-06,
      "loss": 0.402,
      "step": 469630
    },
    {
      "epoch": 131.07,
      "grad_norm": 1.1950453519821167,
      "learning_rate": 4.523360875310998e-06,
      "loss": 0.4113,
      "step": 469640
    },
    {
      "epoch": 131.08,
      "grad_norm": 1.4135066270828247,
      "learning_rate": 4.523350934255817e-06,
      "loss": 0.415,
      "step": 469650
    },
    {
      "epoch": 131.08,
      "grad_norm": 1.6162571907043457,
      "learning_rate": 4.523340992910533e-06,
      "loss": 0.4075,
      "step": 469660
    },
    {
      "epoch": 131.08,
      "grad_norm": 1.2676340341567993,
      "learning_rate": 4.523331051275144e-06,
      "loss": 0.4281,
      "step": 469670
    },
    {
      "epoch": 131.09,
      "grad_norm": 1.3921929597854614,
      "learning_rate": 4.5233211093496524e-06,
      "loss": 0.3901,
      "step": 469680
    },
    {
      "epoch": 131.09,
      "grad_norm": 1.4020732641220093,
      "learning_rate": 4.523311167134059e-06,
      "loss": 0.4012,
      "step": 469690
    },
    {
      "epoch": 131.09,
      "grad_norm": 1.2510645389556885,
      "learning_rate": 4.523301224628365e-06,
      "loss": 0.4137,
      "step": 469700
    },
    {
      "epoch": 131.09,
      "grad_norm": 1.774669885635376,
      "learning_rate": 4.523291281832572e-06,
      "loss": 0.4195,
      "step": 469710
    },
    {
      "epoch": 131.1,
      "grad_norm": 1.1819032430648804,
      "learning_rate": 4.523281338746682e-06,
      "loss": 0.4087,
      "step": 469720
    },
    {
      "epoch": 131.1,
      "grad_norm": 1.1767631769180298,
      "learning_rate": 4.5232713953706956e-06,
      "loss": 0.4029,
      "step": 469730
    },
    {
      "epoch": 131.1,
      "grad_norm": 1.3078742027282715,
      "learning_rate": 4.523261451704615e-06,
      "loss": 0.4092,
      "step": 469740
    },
    {
      "epoch": 131.11,
      "grad_norm": 1.3415627479553223,
      "learning_rate": 4.523251507748439e-06,
      "loss": 0.4124,
      "step": 469750
    },
    {
      "epoch": 131.11,
      "grad_norm": 1.110305905342102,
      "learning_rate": 4.523241563502172e-06,
      "loss": 0.4005,
      "step": 469760
    },
    {
      "epoch": 131.11,
      "grad_norm": 1.3017668724060059,
      "learning_rate": 4.523231618965814e-06,
      "loss": 0.4165,
      "step": 469770
    },
    {
      "epoch": 131.11,
      "grad_norm": 1.2078804969787598,
      "learning_rate": 4.523221674139367e-06,
      "loss": 0.4048,
      "step": 469780
    },
    {
      "epoch": 131.12,
      "grad_norm": 1.223049283027649,
      "learning_rate": 4.523211729022832e-06,
      "loss": 0.3869,
      "step": 469790
    },
    {
      "epoch": 131.12,
      "grad_norm": 1.3519240617752075,
      "learning_rate": 4.523201783616209e-06,
      "loss": 0.3894,
      "step": 469800
    },
    {
      "epoch": 131.12,
      "grad_norm": 1.0021064281463623,
      "learning_rate": 4.5231918379195e-06,
      "loss": 0.3949,
      "step": 469810
    },
    {
      "epoch": 131.12,
      "grad_norm": 1.1384953260421753,
      "learning_rate": 4.523181891932708e-06,
      "loss": 0.3956,
      "step": 469820
    },
    {
      "epoch": 131.13,
      "grad_norm": 1.4501163959503174,
      "learning_rate": 4.523171945655832e-06,
      "loss": 0.405,
      "step": 469830
    },
    {
      "epoch": 131.13,
      "grad_norm": 1.3100154399871826,
      "learning_rate": 4.523161999088875e-06,
      "loss": 0.4008,
      "step": 469840
    },
    {
      "epoch": 131.13,
      "grad_norm": 2.0315816402435303,
      "learning_rate": 4.523152052231837e-06,
      "loss": 0.4049,
      "step": 469850
    },
    {
      "epoch": 131.14,
      "grad_norm": 1.4689393043518066,
      "learning_rate": 4.523142105084721e-06,
      "loss": 0.3996,
      "step": 469860
    },
    {
      "epoch": 131.14,
      "grad_norm": 1.4931005239486694,
      "learning_rate": 4.523132157647526e-06,
      "loss": 0.4032,
      "step": 469870
    },
    {
      "epoch": 131.14,
      "grad_norm": 1.1602351665496826,
      "learning_rate": 4.523122209920256e-06,
      "loss": 0.3979,
      "step": 469880
    },
    {
      "epoch": 131.14,
      "grad_norm": 1.3173381090164185,
      "learning_rate": 4.5231122619029094e-06,
      "loss": 0.403,
      "step": 469890
    },
    {
      "epoch": 131.15,
      "grad_norm": 1.4301706552505493,
      "learning_rate": 4.523102313595491e-06,
      "loss": 0.4087,
      "step": 469900
    },
    {
      "epoch": 131.15,
      "grad_norm": 1.2987127304077148,
      "learning_rate": 4.5230923649979986e-06,
      "loss": 0.4063,
      "step": 469910
    },
    {
      "epoch": 131.15,
      "grad_norm": 1.2981147766113281,
      "learning_rate": 4.523082416110436e-06,
      "loss": 0.4029,
      "step": 469920
    },
    {
      "epoch": 131.16,
      "grad_norm": 1.212754487991333,
      "learning_rate": 4.5230724669328025e-06,
      "loss": 0.4206,
      "step": 469930
    },
    {
      "epoch": 131.16,
      "grad_norm": 1.4224023818969727,
      "learning_rate": 4.523062517465102e-06,
      "loss": 0.4224,
      "step": 469940
    },
    {
      "epoch": 131.16,
      "grad_norm": 1.9917439222335815,
      "learning_rate": 4.523052567707334e-06,
      "loss": 0.4028,
      "step": 469950
    },
    {
      "epoch": 131.16,
      "grad_norm": 1.2411646842956543,
      "learning_rate": 4.5230426176594995e-06,
      "loss": 0.4081,
      "step": 469960
    },
    {
      "epoch": 131.17,
      "grad_norm": 1.1798738241195679,
      "learning_rate": 4.523032667321601e-06,
      "loss": 0.4104,
      "step": 469970
    },
    {
      "epoch": 131.17,
      "grad_norm": 1.574141502380371,
      "learning_rate": 4.52302271669364e-06,
      "loss": 0.4134,
      "step": 469980
    },
    {
      "epoch": 131.17,
      "grad_norm": 1.2235920429229736,
      "learning_rate": 4.523012765775617e-06,
      "loss": 0.4145,
      "step": 469990
    },
    {
      "epoch": 131.17,
      "grad_norm": 1.7380247116088867,
      "learning_rate": 4.523002814567533e-06,
      "loss": 0.4009,
      "step": 470000
    },
    {
      "epoch": 131.18,
      "grad_norm": 1.4329239130020142,
      "learning_rate": 4.52299286306939e-06,
      "loss": 0.4214,
      "step": 470010
    },
    {
      "epoch": 131.18,
      "grad_norm": 1.5124551057815552,
      "learning_rate": 4.52298291128119e-06,
      "loss": 0.413,
      "step": 470020
    },
    {
      "epoch": 131.18,
      "grad_norm": 1.265717625617981,
      "learning_rate": 4.522972959202932e-06,
      "loss": 0.3863,
      "step": 470030
    },
    {
      "epoch": 131.19,
      "grad_norm": 1.596108078956604,
      "learning_rate": 4.52296300683462e-06,
      "loss": 0.4231,
      "step": 470040
    },
    {
      "epoch": 131.19,
      "grad_norm": 1.3496147394180298,
      "learning_rate": 4.522953054176254e-06,
      "loss": 0.4213,
      "step": 470050
    },
    {
      "epoch": 131.19,
      "grad_norm": 1.3586264848709106,
      "learning_rate": 4.522943101227836e-06,
      "loss": 0.3988,
      "step": 470060
    },
    {
      "epoch": 131.19,
      "grad_norm": 1.5145100355148315,
      "learning_rate": 4.522933147989365e-06,
      "loss": 0.4062,
      "step": 470070
    },
    {
      "epoch": 131.2,
      "grad_norm": 1.5168992280960083,
      "learning_rate": 4.522923194460846e-06,
      "loss": 0.3967,
      "step": 470080
    },
    {
      "epoch": 131.2,
      "grad_norm": 1.1998707056045532,
      "learning_rate": 4.522913240642277e-06,
      "loss": 0.4185,
      "step": 470090
    },
    {
      "epoch": 131.2,
      "grad_norm": 1.2035245895385742,
      "learning_rate": 4.522903286533662e-06,
      "loss": 0.3916,
      "step": 470100
    },
    {
      "epoch": 131.21,
      "grad_norm": 1.2547907829284668,
      "learning_rate": 4.522893332135e-06,
      "loss": 0.395,
      "step": 470110
    },
    {
      "epoch": 131.21,
      "grad_norm": 1.437882661819458,
      "learning_rate": 4.5228833774462945e-06,
      "loss": 0.3808,
      "step": 470120
    },
    {
      "epoch": 131.21,
      "grad_norm": 1.730364203453064,
      "learning_rate": 4.522873422467545e-06,
      "loss": 0.4039,
      "step": 470130
    },
    {
      "epoch": 131.21,
      "grad_norm": 1.454061508178711,
      "learning_rate": 4.522863467198754e-06,
      "loss": 0.4031,
      "step": 470140
    },
    {
      "epoch": 131.22,
      "grad_norm": 1.513211965560913,
      "learning_rate": 4.5228535116399215e-06,
      "loss": 0.4021,
      "step": 470150
    },
    {
      "epoch": 131.22,
      "grad_norm": 1.130120873451233,
      "learning_rate": 4.5228435557910515e-06,
      "loss": 0.4194,
      "step": 470160
    },
    {
      "epoch": 131.22,
      "grad_norm": 1.631493330001831,
      "learning_rate": 4.522833599652142e-06,
      "loss": 0.4076,
      "step": 470170
    },
    {
      "epoch": 131.23,
      "grad_norm": 1.3183916807174683,
      "learning_rate": 4.522823643223196e-06,
      "loss": 0.4033,
      "step": 470180
    },
    {
      "epoch": 131.23,
      "grad_norm": 1.2507984638214111,
      "learning_rate": 4.522813686504216e-06,
      "loss": 0.4065,
      "step": 470190
    },
    {
      "epoch": 131.23,
      "grad_norm": 1.390429139137268,
      "learning_rate": 4.5228037294952004e-06,
      "loss": 0.3992,
      "step": 470200
    },
    {
      "epoch": 131.23,
      "grad_norm": 1.2425129413604736,
      "learning_rate": 4.5227937721961525e-06,
      "loss": 0.4027,
      "step": 470210
    },
    {
      "epoch": 131.24,
      "grad_norm": 1.2705599069595337,
      "learning_rate": 4.5227838146070745e-06,
      "loss": 0.3967,
      "step": 470220
    },
    {
      "epoch": 131.24,
      "grad_norm": 1.5553048849105835,
      "learning_rate": 4.522773856727966e-06,
      "loss": 0.4278,
      "step": 470230
    },
    {
      "epoch": 131.24,
      "grad_norm": 1.1456388235092163,
      "learning_rate": 4.522763898558828e-06,
      "loss": 0.4024,
      "step": 470240
    },
    {
      "epoch": 131.24,
      "grad_norm": 1.3522107601165771,
      "learning_rate": 4.522753940099663e-06,
      "loss": 0.3961,
      "step": 470250
    },
    {
      "epoch": 131.25,
      "grad_norm": 1.413085699081421,
      "learning_rate": 4.522743981350472e-06,
      "loss": 0.4132,
      "step": 470260
    },
    {
      "epoch": 131.25,
      "grad_norm": 1.098321557044983,
      "learning_rate": 4.5227340223112565e-06,
      "loss": 0.4021,
      "step": 470270
    },
    {
      "epoch": 131.25,
      "grad_norm": 1.4792118072509766,
      "learning_rate": 4.522724062982018e-06,
      "loss": 0.3988,
      "step": 470280
    },
    {
      "epoch": 131.26,
      "grad_norm": 1.5538411140441895,
      "learning_rate": 4.522714103362757e-06,
      "loss": 0.4049,
      "step": 470290
    },
    {
      "epoch": 131.26,
      "grad_norm": 1.295636534690857,
      "learning_rate": 4.522704143453475e-06,
      "loss": 0.3855,
      "step": 470300
    },
    {
      "epoch": 131.26,
      "grad_norm": 1.3964388370513916,
      "learning_rate": 4.522694183254174e-06,
      "loss": 0.404,
      "step": 470310
    },
    {
      "epoch": 131.26,
      "grad_norm": 1.2322663068771362,
      "learning_rate": 4.522684222764855e-06,
      "loss": 0.4177,
      "step": 470320
    },
    {
      "epoch": 131.27,
      "grad_norm": 1.4222121238708496,
      "learning_rate": 4.522674261985519e-06,
      "loss": 0.3871,
      "step": 470330
    },
    {
      "epoch": 131.27,
      "grad_norm": 1.4725024700164795,
      "learning_rate": 4.522664300916167e-06,
      "loss": 0.3879,
      "step": 470340
    },
    {
      "epoch": 131.27,
      "grad_norm": 1.2576619386672974,
      "learning_rate": 4.522654339556803e-06,
      "loss": 0.4048,
      "step": 470350
    },
    {
      "epoch": 131.28,
      "grad_norm": 1.1822824478149414,
      "learning_rate": 4.522644377907425e-06,
      "loss": 0.4073,
      "step": 470360
    },
    {
      "epoch": 131.28,
      "grad_norm": 1.3911535739898682,
      "learning_rate": 4.522634415968035e-06,
      "loss": 0.4066,
      "step": 470370
    },
    {
      "epoch": 131.28,
      "grad_norm": 1.3726600408554077,
      "learning_rate": 4.522624453738635e-06,
      "loss": 0.3973,
      "step": 470380
    },
    {
      "epoch": 131.28,
      "grad_norm": 1.3940306901931763,
      "learning_rate": 4.522614491219226e-06,
      "loss": 0.4009,
      "step": 470390
    },
    {
      "epoch": 131.29,
      "grad_norm": 1.5150833129882812,
      "learning_rate": 4.522604528409811e-06,
      "loss": 0.3717,
      "step": 470400
    },
    {
      "epoch": 131.29,
      "grad_norm": 1.2219876050949097,
      "learning_rate": 4.522594565310389e-06,
      "loss": 0.4033,
      "step": 470410
    },
    {
      "epoch": 131.29,
      "grad_norm": 1.9635121822357178,
      "learning_rate": 4.522584601920961e-06,
      "loss": 0.402,
      "step": 470420
    },
    {
      "epoch": 131.3,
      "grad_norm": 1.3492631912231445,
      "learning_rate": 4.522574638241531e-06,
      "loss": 0.3921,
      "step": 470430
    },
    {
      "epoch": 131.3,
      "grad_norm": 1.358646273612976,
      "learning_rate": 4.522564674272098e-06,
      "loss": 0.4041,
      "step": 470440
    },
    {
      "epoch": 131.3,
      "grad_norm": 1.1647518873214722,
      "learning_rate": 4.522554710012666e-06,
      "loss": 0.4107,
      "step": 470450
    },
    {
      "epoch": 131.3,
      "grad_norm": 1.3997175693511963,
      "learning_rate": 4.5225447454632325e-06,
      "loss": 0.3952,
      "step": 470460
    },
    {
      "epoch": 131.31,
      "grad_norm": 1.4017524719238281,
      "learning_rate": 4.522534780623802e-06,
      "loss": 0.3953,
      "step": 470470
    },
    {
      "epoch": 131.31,
      "grad_norm": 1.2208945751190186,
      "learning_rate": 4.522524815494374e-06,
      "loss": 0.3942,
      "step": 470480
    },
    {
      "epoch": 131.31,
      "grad_norm": 1.3007184267044067,
      "learning_rate": 4.52251485007495e-06,
      "loss": 0.3834,
      "step": 470490
    },
    {
      "epoch": 131.31,
      "grad_norm": 1.1857565641403198,
      "learning_rate": 4.522504884365533e-06,
      "loss": 0.3842,
      "step": 470500
    },
    {
      "epoch": 131.32,
      "grad_norm": 1.218240737915039,
      "learning_rate": 4.522494918366123e-06,
      "loss": 0.4025,
      "step": 470510
    },
    {
      "epoch": 131.32,
      "grad_norm": 1.441100001335144,
      "learning_rate": 4.522484952076721e-06,
      "loss": 0.4156,
      "step": 470520
    },
    {
      "epoch": 131.32,
      "grad_norm": 1.3689130544662476,
      "learning_rate": 4.522474985497329e-06,
      "loss": 0.3907,
      "step": 470530
    },
    {
      "epoch": 131.33,
      "grad_norm": 1.3738588094711304,
      "learning_rate": 4.522465018627947e-06,
      "loss": 0.4075,
      "step": 470540
    },
    {
      "epoch": 131.33,
      "grad_norm": 1.813362717628479,
      "learning_rate": 4.522455051468579e-06,
      "loss": 0.4034,
      "step": 470550
    },
    {
      "epoch": 131.33,
      "grad_norm": 1.177303433418274,
      "learning_rate": 4.522445084019224e-06,
      "loss": 0.3861,
      "step": 470560
    },
    {
      "epoch": 131.33,
      "grad_norm": 1.27768075466156,
      "learning_rate": 4.522435116279884e-06,
      "loss": 0.4023,
      "step": 470570
    },
    {
      "epoch": 131.34,
      "grad_norm": 1.498787522315979,
      "learning_rate": 4.522425148250561e-06,
      "loss": 0.4045,
      "step": 470580
    },
    {
      "epoch": 131.34,
      "grad_norm": 1.3093832731246948,
      "learning_rate": 4.522415179931255e-06,
      "loss": 0.4068,
      "step": 470590
    },
    {
      "epoch": 131.34,
      "grad_norm": 1.2293187379837036,
      "learning_rate": 4.522405211321969e-06,
      "loss": 0.4056,
      "step": 470600
    },
    {
      "epoch": 131.35,
      "grad_norm": 1.5231132507324219,
      "learning_rate": 4.522395242422702e-06,
      "loss": 0.398,
      "step": 470610
    },
    {
      "epoch": 131.35,
      "grad_norm": 1.3939999341964722,
      "learning_rate": 4.522385273233458e-06,
      "loss": 0.4082,
      "step": 470620
    },
    {
      "epoch": 131.35,
      "grad_norm": 1.2762912511825562,
      "learning_rate": 4.522375303754236e-06,
      "loss": 0.4003,
      "step": 470630
    },
    {
      "epoch": 131.35,
      "grad_norm": 1.2088379859924316,
      "learning_rate": 4.52236533398504e-06,
      "loss": 0.396,
      "step": 470640
    },
    {
      "epoch": 131.36,
      "grad_norm": 1.344618558883667,
      "learning_rate": 4.522355363925868e-06,
      "loss": 0.4075,
      "step": 470650
    },
    {
      "epoch": 131.36,
      "grad_norm": 1.3229793310165405,
      "learning_rate": 4.522345393576724e-06,
      "loss": 0.3954,
      "step": 470660
    },
    {
      "epoch": 131.36,
      "grad_norm": 1.2688933610916138,
      "learning_rate": 4.5223354229376086e-06,
      "loss": 0.3886,
      "step": 470670
    },
    {
      "epoch": 131.36,
      "grad_norm": 1.4085623025894165,
      "learning_rate": 4.5223254520085215e-06,
      "loss": 0.3914,
      "step": 470680
    },
    {
      "epoch": 131.37,
      "grad_norm": 1.1935555934906006,
      "learning_rate": 4.522315480789467e-06,
      "loss": 0.4043,
      "step": 470690
    },
    {
      "epoch": 131.37,
      "grad_norm": 1.1673833131790161,
      "learning_rate": 4.522305509280444e-06,
      "loss": 0.4109,
      "step": 470700
    },
    {
      "epoch": 131.37,
      "grad_norm": 1.6183627843856812,
      "learning_rate": 4.522295537481455e-06,
      "loss": 0.4037,
      "step": 470710
    },
    {
      "epoch": 131.38,
      "grad_norm": 1.3213027715682983,
      "learning_rate": 4.522285565392501e-06,
      "loss": 0.3943,
      "step": 470720
    },
    {
      "epoch": 131.38,
      "grad_norm": 1.3335840702056885,
      "learning_rate": 4.522275593013583e-06,
      "loss": 0.3973,
      "step": 470730
    },
    {
      "epoch": 131.38,
      "grad_norm": 1.2112787961959839,
      "learning_rate": 4.522265620344703e-06,
      "loss": 0.3956,
      "step": 470740
    },
    {
      "epoch": 131.38,
      "grad_norm": 1.1702452898025513,
      "learning_rate": 4.522255647385861e-06,
      "loss": 0.4007,
      "step": 470750
    },
    {
      "epoch": 131.39,
      "grad_norm": 1.3231956958770752,
      "learning_rate": 4.52224567413706e-06,
      "loss": 0.3863,
      "step": 470760
    },
    {
      "epoch": 131.39,
      "grad_norm": 1.9084959030151367,
      "learning_rate": 4.522235700598302e-06,
      "loss": 0.4103,
      "step": 470770
    },
    {
      "epoch": 131.39,
      "grad_norm": 1.854025959968567,
      "learning_rate": 4.5222257267695845e-06,
      "loss": 0.3934,
      "step": 470780
    },
    {
      "epoch": 131.4,
      "grad_norm": 1.2158303260803223,
      "learning_rate": 4.522215752650913e-06,
      "loss": 0.3907,
      "step": 470790
    },
    {
      "epoch": 131.4,
      "grad_norm": 1.326133370399475,
      "learning_rate": 4.522205778242286e-06,
      "loss": 0.418,
      "step": 470800
    },
    {
      "epoch": 131.4,
      "grad_norm": 1.1253688335418701,
      "learning_rate": 4.522195803543707e-06,
      "loss": 0.4078,
      "step": 470810
    },
    {
      "epoch": 131.4,
      "grad_norm": 1.415445327758789,
      "learning_rate": 4.522185828555175e-06,
      "loss": 0.3946,
      "step": 470820
    },
    {
      "epoch": 131.41,
      "grad_norm": 1.550374150276184,
      "learning_rate": 4.5221758532766935e-06,
      "loss": 0.393,
      "step": 470830
    },
    {
      "epoch": 131.41,
      "grad_norm": 1.400741696357727,
      "learning_rate": 4.522165877708263e-06,
      "loss": 0.4093,
      "step": 470840
    },
    {
      "epoch": 131.41,
      "grad_norm": 1.4382469654083252,
      "learning_rate": 4.522155901849885e-06,
      "loss": 0.4089,
      "step": 470850
    },
    {
      "epoch": 131.42,
      "grad_norm": 1.1968892812728882,
      "learning_rate": 4.52214592570156e-06,
      "loss": 0.3905,
      "step": 470860
    },
    {
      "epoch": 131.42,
      "grad_norm": 1.5083811283111572,
      "learning_rate": 4.522135949263289e-06,
      "loss": 0.4052,
      "step": 470870
    },
    {
      "epoch": 131.42,
      "grad_norm": 1.2493610382080078,
      "learning_rate": 4.522125972535076e-06,
      "loss": 0.3943,
      "step": 470880
    },
    {
      "epoch": 131.42,
      "grad_norm": 1.4561578035354614,
      "learning_rate": 4.52211599551692e-06,
      "loss": 0.3906,
      "step": 470890
    },
    {
      "epoch": 131.43,
      "grad_norm": 1.3809778690338135,
      "learning_rate": 4.522106018208822e-06,
      "loss": 0.4069,
      "step": 470900
    },
    {
      "epoch": 131.43,
      "grad_norm": 1.1315059661865234,
      "learning_rate": 4.522096040610786e-06,
      "loss": 0.3882,
      "step": 470910
    },
    {
      "epoch": 131.43,
      "grad_norm": 1.4408437013626099,
      "learning_rate": 4.5220860627228096e-06,
      "loss": 0.3832,
      "step": 470920
    },
    {
      "epoch": 131.43,
      "grad_norm": 1.285542368888855,
      "learning_rate": 4.5220760845448975e-06,
      "loss": 0.4103,
      "step": 470930
    },
    {
      "epoch": 131.44,
      "grad_norm": 1.2308542728424072,
      "learning_rate": 4.522066106077049e-06,
      "loss": 0.409,
      "step": 470940
    },
    {
      "epoch": 131.44,
      "grad_norm": 1.2745391130447388,
      "learning_rate": 4.522056127319266e-06,
      "loss": 0.4145,
      "step": 470950
    },
    {
      "epoch": 131.44,
      "grad_norm": 1.1067599058151245,
      "learning_rate": 4.52204614827155e-06,
      "loss": 0.3967,
      "step": 470960
    },
    {
      "epoch": 131.45,
      "grad_norm": 1.3998963832855225,
      "learning_rate": 4.522036168933902e-06,
      "loss": 0.3853,
      "step": 470970
    },
    {
      "epoch": 131.45,
      "grad_norm": 1.8353105783462524,
      "learning_rate": 4.522026189306324e-06,
      "loss": 0.4196,
      "step": 470980
    },
    {
      "epoch": 131.45,
      "grad_norm": 1.1870336532592773,
      "learning_rate": 4.522016209388817e-06,
      "loss": 0.3896,
      "step": 470990
    },
    {
      "epoch": 131.45,
      "grad_norm": 1.4055960178375244,
      "learning_rate": 4.522006229181381e-06,
      "loss": 0.3761,
      "step": 471000
    },
    {
      "epoch": 131.46,
      "grad_norm": 1.2135753631591797,
      "learning_rate": 4.521996248684019e-06,
      "loss": 0.3856,
      "step": 471010
    },
    {
      "epoch": 131.46,
      "grad_norm": 1.4554105997085571,
      "learning_rate": 4.521986267896732e-06,
      "loss": 0.3948,
      "step": 471020
    },
    {
      "epoch": 131.46,
      "grad_norm": 1.3129394054412842,
      "learning_rate": 4.521976286819521e-06,
      "loss": 0.4055,
      "step": 471030
    },
    {
      "epoch": 131.47,
      "grad_norm": 1.6358853578567505,
      "learning_rate": 4.5219663054523886e-06,
      "loss": 0.4067,
      "step": 471040
    },
    {
      "epoch": 131.47,
      "grad_norm": 1.4334983825683594,
      "learning_rate": 4.521956323795334e-06,
      "loss": 0.4007,
      "step": 471050
    },
    {
      "epoch": 131.47,
      "grad_norm": 1.208573341369629,
      "learning_rate": 4.5219463418483595e-06,
      "loss": 0.4161,
      "step": 471060
    },
    {
      "epoch": 131.47,
      "grad_norm": 1.2372963428497314,
      "learning_rate": 4.5219363596114664e-06,
      "loss": 0.391,
      "step": 471070
    },
    {
      "epoch": 131.48,
      "grad_norm": 1.3965173959732056,
      "learning_rate": 4.521926377084657e-06,
      "loss": 0.3892,
      "step": 471080
    },
    {
      "epoch": 131.48,
      "grad_norm": 1.5672991275787354,
      "learning_rate": 4.52191639426793e-06,
      "loss": 0.3874,
      "step": 471090
    },
    {
      "epoch": 131.48,
      "grad_norm": 1.364682912826538,
      "learning_rate": 4.52190641116129e-06,
      "loss": 0.4106,
      "step": 471100
    },
    {
      "epoch": 131.48,
      "grad_norm": 1.333796739578247,
      "learning_rate": 4.521896427764737e-06,
      "loss": 0.3968,
      "step": 471110
    },
    {
      "epoch": 131.49,
      "grad_norm": 1.2604479789733887,
      "learning_rate": 4.52188644407827e-06,
      "loss": 0.4029,
      "step": 471120
    },
    {
      "epoch": 131.49,
      "grad_norm": 1.444917917251587,
      "learning_rate": 4.521876460101895e-06,
      "loss": 0.3864,
      "step": 471130
    },
    {
      "epoch": 131.49,
      "grad_norm": 1.3090155124664307,
      "learning_rate": 4.521866475835609e-06,
      "loss": 0.4222,
      "step": 471140
    },
    {
      "epoch": 131.5,
      "grad_norm": 1.5028146505355835,
      "learning_rate": 4.5218564912794155e-06,
      "loss": 0.4131,
      "step": 471150
    },
    {
      "epoch": 131.5,
      "grad_norm": 1.3419208526611328,
      "learning_rate": 4.521846506433316e-06,
      "loss": 0.4065,
      "step": 471160
    },
    {
      "epoch": 131.5,
      "grad_norm": 1.473111629486084,
      "learning_rate": 4.521836521297311e-06,
      "loss": 0.3916,
      "step": 471170
    },
    {
      "epoch": 131.5,
      "grad_norm": 1.1127161979675293,
      "learning_rate": 4.521826535871403e-06,
      "loss": 0.4067,
      "step": 471180
    },
    {
      "epoch": 131.51,
      "grad_norm": 1.5921250581741333,
      "learning_rate": 4.521816550155591e-06,
      "loss": 0.4068,
      "step": 471190
    },
    {
      "epoch": 131.51,
      "grad_norm": 1.1313499212265015,
      "learning_rate": 4.5218065641498775e-06,
      "loss": 0.386,
      "step": 471200
    },
    {
      "epoch": 131.51,
      "grad_norm": 1.3953609466552734,
      "learning_rate": 4.521796577854265e-06,
      "loss": 0.4173,
      "step": 471210
    },
    {
      "epoch": 131.52,
      "grad_norm": 1.2991605997085571,
      "learning_rate": 4.521786591268754e-06,
      "loss": 0.4076,
      "step": 471220
    },
    {
      "epoch": 131.52,
      "grad_norm": 1.201392412185669,
      "learning_rate": 4.521776604393345e-06,
      "loss": 0.4136,
      "step": 471230
    },
    {
      "epoch": 131.52,
      "grad_norm": 1.4732462167739868,
      "learning_rate": 4.521766617228041e-06,
      "loss": 0.4112,
      "step": 471240
    },
    {
      "epoch": 131.52,
      "grad_norm": 1.1986701488494873,
      "learning_rate": 4.521756629772842e-06,
      "loss": 0.4014,
      "step": 471250
    },
    {
      "epoch": 131.53,
      "grad_norm": 1.2651088237762451,
      "learning_rate": 4.5217466420277495e-06,
      "loss": 0.4028,
      "step": 471260
    },
    {
      "epoch": 131.53,
      "grad_norm": 1.3288345336914062,
      "learning_rate": 4.521736653992764e-06,
      "loss": 0.405,
      "step": 471270
    },
    {
      "epoch": 131.53,
      "grad_norm": 1.6437700986862183,
      "learning_rate": 4.5217266656678905e-06,
      "loss": 0.3842,
      "step": 471280
    },
    {
      "epoch": 131.54,
      "grad_norm": 1.0090973377227783,
      "learning_rate": 4.5217166770531256e-06,
      "loss": 0.3935,
      "step": 471290
    },
    {
      "epoch": 131.54,
      "grad_norm": 1.2952933311462402,
      "learning_rate": 4.521706688148473e-06,
      "loss": 0.4001,
      "step": 471300
    },
    {
      "epoch": 131.54,
      "grad_norm": 3.6733829975128174,
      "learning_rate": 4.521696698953934e-06,
      "loss": 0.3979,
      "step": 471310
    },
    {
      "epoch": 131.54,
      "grad_norm": 1.3272862434387207,
      "learning_rate": 4.52168670946951e-06,
      "loss": 0.4072,
      "step": 471320
    },
    {
      "epoch": 131.55,
      "grad_norm": 1.4227735996246338,
      "learning_rate": 4.5216767196952025e-06,
      "loss": 0.3997,
      "step": 471330
    },
    {
      "epoch": 131.55,
      "grad_norm": 1.5196452140808105,
      "learning_rate": 4.521666729631012e-06,
      "loss": 0.3795,
      "step": 471340
    },
    {
      "epoch": 131.55,
      "grad_norm": 1.348819375038147,
      "learning_rate": 4.521656739276939e-06,
      "loss": 0.4008,
      "step": 471350
    },
    {
      "epoch": 131.55,
      "grad_norm": 1.3725543022155762,
      "learning_rate": 4.5216467486329875e-06,
      "loss": 0.3924,
      "step": 471360
    },
    {
      "epoch": 131.56,
      "grad_norm": 1.5652120113372803,
      "learning_rate": 4.5216367576991565e-06,
      "loss": 0.3978,
      "step": 471370
    },
    {
      "epoch": 131.56,
      "grad_norm": 1.48681640625,
      "learning_rate": 4.521626766475449e-06,
      "loss": 0.4014,
      "step": 471380
    },
    {
      "epoch": 131.56,
      "grad_norm": 1.4991390705108643,
      "learning_rate": 4.5216167749618645e-06,
      "loss": 0.3784,
      "step": 471390
    },
    {
      "epoch": 131.57,
      "grad_norm": 1.346896767616272,
      "learning_rate": 4.521606783158406e-06,
      "loss": 0.4068,
      "step": 471400
    },
    {
      "epoch": 131.57,
      "grad_norm": 1.2624191045761108,
      "learning_rate": 4.521596791065074e-06,
      "loss": 0.3939,
      "step": 471410
    },
    {
      "epoch": 131.57,
      "grad_norm": 1.2979923486709595,
      "learning_rate": 4.52158679868187e-06,
      "loss": 0.4002,
      "step": 471420
    },
    {
      "epoch": 131.57,
      "grad_norm": 1.6579997539520264,
      "learning_rate": 4.5215768060087956e-06,
      "loss": 0.4019,
      "step": 471430
    },
    {
      "epoch": 131.58,
      "grad_norm": 1.4149054288864136,
      "learning_rate": 4.5215668130458506e-06,
      "loss": 0.3929,
      "step": 471440
    },
    {
      "epoch": 131.58,
      "grad_norm": 1.2023391723632812,
      "learning_rate": 4.521556819793039e-06,
      "loss": 0.3961,
      "step": 471450
    },
    {
      "epoch": 131.58,
      "grad_norm": 1.444617748260498,
      "learning_rate": 4.52154682625036e-06,
      "loss": 0.4009,
      "step": 471460
    },
    {
      "epoch": 131.59,
      "grad_norm": 1.615211844444275,
      "learning_rate": 4.521536832417816e-06,
      "loss": 0.3996,
      "step": 471470
    },
    {
      "epoch": 131.59,
      "grad_norm": 1.3078445196151733,
      "learning_rate": 4.521526838295409e-06,
      "loss": 0.4022,
      "step": 471480
    },
    {
      "epoch": 131.59,
      "grad_norm": 1.3802739381790161,
      "learning_rate": 4.521516843883138e-06,
      "loss": 0.4056,
      "step": 471490
    },
    {
      "epoch": 131.59,
      "grad_norm": 6.33590030670166,
      "learning_rate": 4.5215068491810054e-06,
      "loss": 0.3888,
      "step": 471500
    },
    {
      "epoch": 131.6,
      "grad_norm": 1.213695764541626,
      "learning_rate": 4.521496854189013e-06,
      "loss": 0.3944,
      "step": 471510
    },
    {
      "epoch": 131.6,
      "grad_norm": 1.2822993993759155,
      "learning_rate": 4.521486858907162e-06,
      "loss": 0.4103,
      "step": 471520
    },
    {
      "epoch": 131.6,
      "grad_norm": 1.4281070232391357,
      "learning_rate": 4.521476863335454e-06,
      "loss": 0.387,
      "step": 471530
    },
    {
      "epoch": 131.6,
      "grad_norm": 1.0302633047103882,
      "learning_rate": 4.52146686747389e-06,
      "loss": 0.3988,
      "step": 471540
    },
    {
      "epoch": 131.61,
      "grad_norm": 1.2000149488449097,
      "learning_rate": 4.521456871322471e-06,
      "loss": 0.3932,
      "step": 471550
    },
    {
      "epoch": 131.61,
      "grad_norm": 1.275092363357544,
      "learning_rate": 4.521446874881199e-06,
      "loss": 0.3982,
      "step": 471560
    },
    {
      "epoch": 131.61,
      "grad_norm": 1.2517167329788208,
      "learning_rate": 4.5214368781500745e-06,
      "loss": 0.3893,
      "step": 471570
    },
    {
      "epoch": 131.62,
      "grad_norm": 1.139473795890808,
      "learning_rate": 4.521426881129099e-06,
      "loss": 0.4169,
      "step": 471580
    },
    {
      "epoch": 131.62,
      "grad_norm": 1.0424156188964844,
      "learning_rate": 4.5214168838182745e-06,
      "loss": 0.3927,
      "step": 471590
    },
    {
      "epoch": 131.62,
      "grad_norm": 1.1324764490127563,
      "learning_rate": 4.521406886217601e-06,
      "loss": 0.4126,
      "step": 471600
    },
    {
      "epoch": 131.62,
      "grad_norm": 1.5253781080245972,
      "learning_rate": 4.521396888327083e-06,
      "loss": 0.4087,
      "step": 471610
    },
    {
      "epoch": 131.63,
      "grad_norm": 1.3445181846618652,
      "learning_rate": 4.521386890146718e-06,
      "loss": 0.413,
      "step": 471620
    },
    {
      "epoch": 131.63,
      "grad_norm": 1.185935378074646,
      "learning_rate": 4.521376891676509e-06,
      "loss": 0.4158,
      "step": 471630
    },
    {
      "epoch": 131.63,
      "grad_norm": 1.3180980682373047,
      "learning_rate": 4.521366892916458e-06,
      "loss": 0.4053,
      "step": 471640
    },
    {
      "epoch": 131.64,
      "grad_norm": 1.3663740158081055,
      "learning_rate": 4.5213568938665645e-06,
      "loss": 0.3993,
      "step": 471650
    },
    {
      "epoch": 131.64,
      "grad_norm": 1.5536630153656006,
      "learning_rate": 4.521346894526833e-06,
      "loss": 0.3965,
      "step": 471660
    },
    {
      "epoch": 131.64,
      "grad_norm": 1.3585169315338135,
      "learning_rate": 4.52133689489726e-06,
      "loss": 0.4084,
      "step": 471670
    },
    {
      "epoch": 131.64,
      "grad_norm": 1.9536832571029663,
      "learning_rate": 4.521326894977851e-06,
      "loss": 0.4007,
      "step": 471680
    },
    {
      "epoch": 131.65,
      "grad_norm": 1.0583739280700684,
      "learning_rate": 4.521316894768606e-06,
      "loss": 0.4113,
      "step": 471690
    },
    {
      "epoch": 131.65,
      "grad_norm": 1.4740973711013794,
      "learning_rate": 4.521306894269526e-06,
      "loss": 0.3971,
      "step": 471700
    },
    {
      "epoch": 131.65,
      "grad_norm": 1.5898672342300415,
      "learning_rate": 4.521296893480613e-06,
      "loss": 0.3915,
      "step": 471710
    },
    {
      "epoch": 131.66,
      "grad_norm": 1.3530728816986084,
      "learning_rate": 4.521286892401868e-06,
      "loss": 0.4065,
      "step": 471720
    },
    {
      "epoch": 131.66,
      "grad_norm": 1.873369812965393,
      "learning_rate": 4.521276891033291e-06,
      "loss": 0.4078,
      "step": 471730
    },
    {
      "epoch": 131.66,
      "grad_norm": 1.251634955406189,
      "learning_rate": 4.521266889374886e-06,
      "loss": 0.3949,
      "step": 471740
    },
    {
      "epoch": 131.66,
      "grad_norm": 1.3466366529464722,
      "learning_rate": 4.521256887426652e-06,
      "loss": 0.4001,
      "step": 471750
    },
    {
      "epoch": 131.67,
      "grad_norm": 1.6027604341506958,
      "learning_rate": 4.521246885188592e-06,
      "loss": 0.3976,
      "step": 471760
    },
    {
      "epoch": 131.67,
      "grad_norm": 1.4087014198303223,
      "learning_rate": 4.521236882660706e-06,
      "loss": 0.4124,
      "step": 471770
    },
    {
      "epoch": 131.67,
      "grad_norm": 1.4546148777008057,
      "learning_rate": 4.521226879842996e-06,
      "loss": 0.4018,
      "step": 471780
    },
    {
      "epoch": 131.67,
      "grad_norm": 1.7375532388687134,
      "learning_rate": 4.5212168767354624e-06,
      "loss": 0.4032,
      "step": 471790
    },
    {
      "epoch": 131.68,
      "grad_norm": 1.2037160396575928,
      "learning_rate": 4.521206873338108e-06,
      "loss": 0.4063,
      "step": 471800
    },
    {
      "epoch": 131.68,
      "grad_norm": 1.6920472383499146,
      "learning_rate": 4.521196869650934e-06,
      "loss": 0.4067,
      "step": 471810
    },
    {
      "epoch": 131.68,
      "grad_norm": 2.9078104496002197,
      "learning_rate": 4.521186865673942e-06,
      "loss": 0.3928,
      "step": 471820
    },
    {
      "epoch": 131.69,
      "grad_norm": 1.5213099718093872,
      "learning_rate": 4.521176861407131e-06,
      "loss": 0.3979,
      "step": 471830
    },
    {
      "epoch": 131.69,
      "grad_norm": 1.372489333152771,
      "learning_rate": 4.521166856850505e-06,
      "loss": 0.4021,
      "step": 471840
    },
    {
      "epoch": 131.69,
      "grad_norm": 0.9924024939537048,
      "learning_rate": 4.521156852004063e-06,
      "loss": 0.3909,
      "step": 471850
    },
    {
      "epoch": 131.69,
      "grad_norm": 1.2109830379486084,
      "learning_rate": 4.521146846867808e-06,
      "loss": 0.4193,
      "step": 471860
    },
    {
      "epoch": 131.7,
      "grad_norm": 1.4744634628295898,
      "learning_rate": 4.521136841441741e-06,
      "loss": 0.4166,
      "step": 471870
    },
    {
      "epoch": 131.7,
      "grad_norm": 1.2175153493881226,
      "learning_rate": 4.521126835725863e-06,
      "loss": 0.4377,
      "step": 471880
    },
    {
      "epoch": 131.7,
      "grad_norm": 1.1237391233444214,
      "learning_rate": 4.521116829720177e-06,
      "loss": 0.4115,
      "step": 471890
    },
    {
      "epoch": 131.71,
      "grad_norm": 1.3029974699020386,
      "learning_rate": 4.521106823424681e-06,
      "loss": 0.389,
      "step": 471900
    },
    {
      "epoch": 131.71,
      "grad_norm": 1.4241077899932861,
      "learning_rate": 4.521096816839379e-06,
      "loss": 0.3962,
      "step": 471910
    },
    {
      "epoch": 131.71,
      "grad_norm": 1.2975250482559204,
      "learning_rate": 4.521086809964272e-06,
      "loss": 0.4021,
      "step": 471920
    },
    {
      "epoch": 131.71,
      "grad_norm": 1.397904872894287,
      "learning_rate": 4.52107680279936e-06,
      "loss": 0.4029,
      "step": 471930
    },
    {
      "epoch": 131.72,
      "grad_norm": 1.434108018875122,
      "learning_rate": 4.5210667953446456e-06,
      "loss": 0.4007,
      "step": 471940
    },
    {
      "epoch": 131.72,
      "grad_norm": 1.7606443166732788,
      "learning_rate": 4.5210567876001295e-06,
      "loss": 0.4162,
      "step": 471950
    },
    {
      "epoch": 131.72,
      "grad_norm": 1.374592661857605,
      "learning_rate": 4.521046779565814e-06,
      "loss": 0.3996,
      "step": 471960
    },
    {
      "epoch": 131.72,
      "grad_norm": 2.0200467109680176,
      "learning_rate": 4.521036771241699e-06,
      "loss": 0.4009,
      "step": 471970
    },
    {
      "epoch": 131.73,
      "grad_norm": 1.4585959911346436,
      "learning_rate": 4.521026762627787e-06,
      "loss": 0.4072,
      "step": 471980
    },
    {
      "epoch": 131.73,
      "grad_norm": 1.3527960777282715,
      "learning_rate": 4.521016753724078e-06,
      "loss": 0.4,
      "step": 471990
    },
    {
      "epoch": 131.73,
      "grad_norm": 1.1344455480575562,
      "learning_rate": 4.521006744530575e-06,
      "loss": 0.3981,
      "step": 472000
    },
    {
      "epoch": 131.74,
      "grad_norm": 1.3604341745376587,
      "learning_rate": 4.520996735047278e-06,
      "loss": 0.4075,
      "step": 472010
    },
    {
      "epoch": 131.74,
      "grad_norm": 1.2481030225753784,
      "learning_rate": 4.520986725274189e-06,
      "loss": 0.4125,
      "step": 472020
    },
    {
      "epoch": 131.74,
      "grad_norm": 1.1255428791046143,
      "learning_rate": 4.52097671521131e-06,
      "loss": 0.4049,
      "step": 472030
    },
    {
      "epoch": 131.74,
      "grad_norm": 1.2629820108413696,
      "learning_rate": 4.5209667048586415e-06,
      "loss": 0.4165,
      "step": 472040
    },
    {
      "epoch": 131.75,
      "grad_norm": 1.3270279169082642,
      "learning_rate": 4.520956694216183e-06,
      "loss": 0.4105,
      "step": 472050
    },
    {
      "epoch": 131.75,
      "grad_norm": 1.3020968437194824,
      "learning_rate": 4.52094668328394e-06,
      "loss": 0.4058,
      "step": 472060
    },
    {
      "epoch": 131.75,
      "grad_norm": 1.2602554559707642,
      "learning_rate": 4.52093667206191e-06,
      "loss": 0.3809,
      "step": 472070
    },
    {
      "epoch": 131.76,
      "grad_norm": 1.3332581520080566,
      "learning_rate": 4.520926660550096e-06,
      "loss": 0.4099,
      "step": 472080
    },
    {
      "epoch": 131.76,
      "grad_norm": 1.4101359844207764,
      "learning_rate": 4.5209166487485e-06,
      "loss": 0.4139,
      "step": 472090
    },
    {
      "epoch": 131.76,
      "grad_norm": 1.4146853685379028,
      "learning_rate": 4.520906636657122e-06,
      "loss": 0.4159,
      "step": 472100
    },
    {
      "epoch": 131.76,
      "grad_norm": 1.1743214130401611,
      "learning_rate": 4.520896624275964e-06,
      "loss": 0.3936,
      "step": 472110
    },
    {
      "epoch": 131.77,
      "grad_norm": 1.143870234489441,
      "learning_rate": 4.520886611605027e-06,
      "loss": 0.3951,
      "step": 472120
    },
    {
      "epoch": 131.77,
      "grad_norm": 1.5770435333251953,
      "learning_rate": 4.520876598644313e-06,
      "loss": 0.4113,
      "step": 472130
    },
    {
      "epoch": 131.77,
      "grad_norm": 1.2308751344680786,
      "learning_rate": 4.5208665853938225e-06,
      "loss": 0.3922,
      "step": 472140
    },
    {
      "epoch": 131.78,
      "grad_norm": 1.7396411895751953,
      "learning_rate": 4.520856571853556e-06,
      "loss": 0.3963,
      "step": 472150
    },
    {
      "epoch": 131.78,
      "grad_norm": 1.517126202583313,
      "learning_rate": 4.520846558023518e-06,
      "loss": 0.406,
      "step": 472160
    },
    {
      "epoch": 131.78,
      "grad_norm": 1.162324070930481,
      "learning_rate": 4.520836543903707e-06,
      "loss": 0.3872,
      "step": 472170
    },
    {
      "epoch": 131.78,
      "grad_norm": 2.766263723373413,
      "learning_rate": 4.520826529494126e-06,
      "loss": 0.4302,
      "step": 472180
    },
    {
      "epoch": 131.79,
      "grad_norm": 1.9290542602539062,
      "learning_rate": 4.520816514794774e-06,
      "loss": 0.3968,
      "step": 472190
    },
    {
      "epoch": 131.79,
      "grad_norm": 1.308135986328125,
      "learning_rate": 4.520806499805655e-06,
      "loss": 0.4087,
      "step": 472200
    },
    {
      "epoch": 131.79,
      "grad_norm": 1.3098456859588623,
      "learning_rate": 4.5207964845267685e-06,
      "loss": 0.3906,
      "step": 472210
    },
    {
      "epoch": 131.79,
      "grad_norm": 1.0739355087280273,
      "learning_rate": 4.520786468958117e-06,
      "loss": 0.3946,
      "step": 472220
    },
    {
      "epoch": 131.8,
      "grad_norm": 1.1852552890777588,
      "learning_rate": 4.520776453099702e-06,
      "loss": 0.43,
      "step": 472230
    },
    {
      "epoch": 131.8,
      "grad_norm": 1.69498872756958,
      "learning_rate": 4.520766436951523e-06,
      "loss": 0.404,
      "step": 472240
    },
    {
      "epoch": 131.8,
      "grad_norm": 1.4195809364318848,
      "learning_rate": 4.520756420513583e-06,
      "loss": 0.4066,
      "step": 472250
    },
    {
      "epoch": 131.81,
      "grad_norm": 1.2817965745925903,
      "learning_rate": 4.520746403785883e-06,
      "loss": 0.3993,
      "step": 472260
    },
    {
      "epoch": 131.81,
      "grad_norm": 1.6091886758804321,
      "learning_rate": 4.5207363867684235e-06,
      "loss": 0.3841,
      "step": 472270
    },
    {
      "epoch": 131.81,
      "grad_norm": 1.422780990600586,
      "learning_rate": 4.520726369461207e-06,
      "loss": 0.3941,
      "step": 472280
    },
    {
      "epoch": 131.81,
      "grad_norm": 1.2439979314804077,
      "learning_rate": 4.520716351864234e-06,
      "loss": 0.3979,
      "step": 472290
    },
    {
      "epoch": 131.82,
      "grad_norm": 1.4330946207046509,
      "learning_rate": 4.520706333977506e-06,
      "loss": 0.4034,
      "step": 472300
    },
    {
      "epoch": 131.82,
      "grad_norm": 1.412265419960022,
      "learning_rate": 4.5206963158010256e-06,
      "loss": 0.3892,
      "step": 472310
    },
    {
      "epoch": 131.82,
      "grad_norm": 2.144573926925659,
      "learning_rate": 4.520686297334793e-06,
      "loss": 0.394,
      "step": 472320
    },
    {
      "epoch": 131.83,
      "grad_norm": 1.2006901502609253,
      "learning_rate": 4.5206762785788084e-06,
      "loss": 0.4204,
      "step": 472330
    },
    {
      "epoch": 131.83,
      "grad_norm": 1.3987517356872559,
      "learning_rate": 4.520666259533075e-06,
      "loss": 0.393,
      "step": 472340
    },
    {
      "epoch": 131.83,
      "grad_norm": 1.1784651279449463,
      "learning_rate": 4.5206562401975936e-06,
      "loss": 0.4039,
      "step": 472350
    },
    {
      "epoch": 131.83,
      "grad_norm": 1.4273715019226074,
      "learning_rate": 4.5206462205723655e-06,
      "loss": 0.4023,
      "step": 472360
    },
    {
      "epoch": 131.84,
      "grad_norm": 1.2079755067825317,
      "learning_rate": 4.520636200657391e-06,
      "loss": 0.413,
      "step": 472370
    },
    {
      "epoch": 131.84,
      "grad_norm": 1.4168704748153687,
      "learning_rate": 4.520626180452673e-06,
      "loss": 0.4309,
      "step": 472380
    },
    {
      "epoch": 131.84,
      "grad_norm": 1.1906121969223022,
      "learning_rate": 4.520616159958213e-06,
      "loss": 0.3948,
      "step": 472390
    },
    {
      "epoch": 131.84,
      "grad_norm": 2.289594888687134,
      "learning_rate": 4.520606139174011e-06,
      "loss": 0.3926,
      "step": 472400
    },
    {
      "epoch": 131.85,
      "grad_norm": 1.156602382659912,
      "learning_rate": 4.5205961181000685e-06,
      "loss": 0.3858,
      "step": 472410
    },
    {
      "epoch": 131.85,
      "grad_norm": 1.4625462293624878,
      "learning_rate": 4.520586096736387e-06,
      "loss": 0.3953,
      "step": 472420
    },
    {
      "epoch": 131.85,
      "grad_norm": 1.351506233215332,
      "learning_rate": 4.520576075082968e-06,
      "loss": 0.3865,
      "step": 472430
    },
    {
      "epoch": 131.86,
      "grad_norm": 1.4227752685546875,
      "learning_rate": 4.520566053139814e-06,
      "loss": 0.4029,
      "step": 472440
    },
    {
      "epoch": 131.86,
      "grad_norm": 1.2406938076019287,
      "learning_rate": 4.520556030906924e-06,
      "loss": 0.3967,
      "step": 472450
    },
    {
      "epoch": 131.86,
      "grad_norm": 1.2660346031188965,
      "learning_rate": 4.5205460083843e-06,
      "loss": 0.4226,
      "step": 472460
    },
    {
      "epoch": 131.86,
      "grad_norm": 1.1237576007843018,
      "learning_rate": 4.520535985571944e-06,
      "loss": 0.3842,
      "step": 472470
    },
    {
      "epoch": 131.87,
      "grad_norm": 1.614722728729248,
      "learning_rate": 4.520525962469859e-06,
      "loss": 0.4014,
      "step": 472480
    },
    {
      "epoch": 131.87,
      "grad_norm": 1.4122498035430908,
      "learning_rate": 4.5205159390780436e-06,
      "loss": 0.4161,
      "step": 472490
    },
    {
      "epoch": 131.87,
      "grad_norm": 1.1717323064804077,
      "learning_rate": 4.5205059153965e-06,
      "loss": 0.4085,
      "step": 472500
    },
    {
      "epoch": 131.88,
      "grad_norm": 1.2973887920379639,
      "learning_rate": 4.52049589142523e-06,
      "loss": 0.3947,
      "step": 472510
    },
    {
      "epoch": 131.88,
      "grad_norm": 1.1416271924972534,
      "learning_rate": 4.520485867164234e-06,
      "loss": 0.4171,
      "step": 472520
    },
    {
      "epoch": 131.88,
      "grad_norm": 1.4553706645965576,
      "learning_rate": 4.520475842613513e-06,
      "loss": 0.4088,
      "step": 472530
    },
    {
      "epoch": 131.88,
      "grad_norm": 1.1754323244094849,
      "learning_rate": 4.52046581777307e-06,
      "loss": 0.4252,
      "step": 472540
    },
    {
      "epoch": 131.89,
      "grad_norm": 1.2501955032348633,
      "learning_rate": 4.5204557926429055e-06,
      "loss": 0.4165,
      "step": 472550
    },
    {
      "epoch": 131.89,
      "grad_norm": 1.2525839805603027,
      "learning_rate": 4.520445767223021e-06,
      "loss": 0.3817,
      "step": 472560
    },
    {
      "epoch": 131.89,
      "grad_norm": 1.6769481897354126,
      "learning_rate": 4.520435741513418e-06,
      "loss": 0.4115,
      "step": 472570
    },
    {
      "epoch": 131.9,
      "grad_norm": 1.5978363752365112,
      "learning_rate": 4.520425715514097e-06,
      "loss": 0.4114,
      "step": 472580
    },
    {
      "epoch": 131.9,
      "grad_norm": 5.558289527893066,
      "learning_rate": 4.52041568922506e-06,
      "loss": 0.4015,
      "step": 472590
    },
    {
      "epoch": 131.9,
      "grad_norm": 1.644865870475769,
      "learning_rate": 4.5204056626463085e-06,
      "loss": 0.3984,
      "step": 472600
    },
    {
      "epoch": 131.9,
      "grad_norm": 1.4196772575378418,
      "learning_rate": 4.520395635777843e-06,
      "loss": 0.4129,
      "step": 472610
    },
    {
      "epoch": 131.91,
      "grad_norm": 1.1518468856811523,
      "learning_rate": 4.520385608619666e-06,
      "loss": 0.4047,
      "step": 472620
    },
    {
      "epoch": 131.91,
      "grad_norm": 1.4959183931350708,
      "learning_rate": 4.520375581171778e-06,
      "loss": 0.402,
      "step": 472630
    },
    {
      "epoch": 131.91,
      "grad_norm": 1.465343952178955,
      "learning_rate": 4.52036555343418e-06,
      "loss": 0.3882,
      "step": 472640
    },
    {
      "epoch": 131.91,
      "grad_norm": 1.2071822881698608,
      "learning_rate": 4.520355525406874e-06,
      "loss": 0.4075,
      "step": 472650
    },
    {
      "epoch": 131.92,
      "grad_norm": 1.1606709957122803,
      "learning_rate": 4.520345497089862e-06,
      "loss": 0.3866,
      "step": 472660
    },
    {
      "epoch": 131.92,
      "grad_norm": 1.4055556058883667,
      "learning_rate": 4.520335468483144e-06,
      "loss": 0.4123,
      "step": 472670
    },
    {
      "epoch": 131.92,
      "grad_norm": 1.464867115020752,
      "learning_rate": 4.520325439586722e-06,
      "loss": 0.4022,
      "step": 472680
    },
    {
      "epoch": 131.93,
      "grad_norm": 1.2068238258361816,
      "learning_rate": 4.520315410400597e-06,
      "loss": 0.3994,
      "step": 472690
    },
    {
      "epoch": 131.93,
      "grad_norm": 1.4628016948699951,
      "learning_rate": 4.520305380924771e-06,
      "loss": 0.4027,
      "step": 472700
    },
    {
      "epoch": 131.93,
      "grad_norm": 1.1957944631576538,
      "learning_rate": 4.520295351159244e-06,
      "loss": 0.4126,
      "step": 472710
    },
    {
      "epoch": 131.93,
      "grad_norm": 1.3564249277114868,
      "learning_rate": 4.520285321104019e-06,
      "loss": 0.3846,
      "step": 472720
    },
    {
      "epoch": 131.94,
      "grad_norm": 1.3113940954208374,
      "learning_rate": 4.520275290759096e-06,
      "loss": 0.3872,
      "step": 472730
    },
    {
      "epoch": 131.94,
      "grad_norm": 1.4095162153244019,
      "learning_rate": 4.520265260124478e-06,
      "loss": 0.3935,
      "step": 472740
    },
    {
      "epoch": 131.94,
      "grad_norm": 1.5085557699203491,
      "learning_rate": 4.520255229200165e-06,
      "loss": 0.4058,
      "step": 472750
    },
    {
      "epoch": 131.95,
      "grad_norm": 1.2958440780639648,
      "learning_rate": 4.520245197986157e-06,
      "loss": 0.4048,
      "step": 472760
    },
    {
      "epoch": 131.95,
      "grad_norm": 1.406609296798706,
      "learning_rate": 4.520235166482458e-06,
      "loss": 0.4211,
      "step": 472770
    },
    {
      "epoch": 131.95,
      "grad_norm": 1.3179712295532227,
      "learning_rate": 4.520225134689069e-06,
      "loss": 0.403,
      "step": 472780
    },
    {
      "epoch": 131.95,
      "grad_norm": 1.33095121383667,
      "learning_rate": 4.520215102605989e-06,
      "loss": 0.3916,
      "step": 472790
    },
    {
      "epoch": 131.96,
      "grad_norm": 1.023884654045105,
      "learning_rate": 4.520205070233222e-06,
      "loss": 0.3789,
      "step": 472800
    },
    {
      "epoch": 131.96,
      "grad_norm": 1.2564061880111694,
      "learning_rate": 4.520195037570768e-06,
      "loss": 0.3902,
      "step": 472810
    },
    {
      "epoch": 131.96,
      "grad_norm": 1.3378055095672607,
      "learning_rate": 4.5201850046186286e-06,
      "loss": 0.3937,
      "step": 472820
    },
    {
      "epoch": 131.96,
      "grad_norm": 1.480513334274292,
      "learning_rate": 4.520174971376805e-06,
      "loss": 0.3845,
      "step": 472830
    },
    {
      "epoch": 131.97,
      "grad_norm": 1.4739972352981567,
      "learning_rate": 4.520164937845298e-06,
      "loss": 0.414,
      "step": 472840
    },
    {
      "epoch": 131.97,
      "grad_norm": 1.4712646007537842,
      "learning_rate": 4.52015490402411e-06,
      "loss": 0.3883,
      "step": 472850
    },
    {
      "epoch": 131.97,
      "grad_norm": 1.5526796579360962,
      "learning_rate": 4.520144869913242e-06,
      "loss": 0.4112,
      "step": 472860
    },
    {
      "epoch": 131.98,
      "grad_norm": 1.0950102806091309,
      "learning_rate": 4.520134835512696e-06,
      "loss": 0.3869,
      "step": 472870
    },
    {
      "epoch": 131.98,
      "grad_norm": 1.4607895612716675,
      "learning_rate": 4.520124800822472e-06,
      "loss": 0.4054,
      "step": 472880
    },
    {
      "epoch": 131.98,
      "grad_norm": 1.738232135772705,
      "learning_rate": 4.520114765842571e-06,
      "loss": 0.4115,
      "step": 472890
    },
    {
      "epoch": 131.98,
      "grad_norm": 1.5673677921295166,
      "learning_rate": 4.520104730572997e-06,
      "loss": 0.4032,
      "step": 472900
    },
    {
      "epoch": 131.99,
      "grad_norm": 1.2992523908615112,
      "learning_rate": 4.520094695013748e-06,
      "loss": 0.4023,
      "step": 472910
    },
    {
      "epoch": 131.99,
      "grad_norm": 1.646351933479309,
      "learning_rate": 4.520084659164828e-06,
      "loss": 0.4102,
      "step": 472920
    },
    {
      "epoch": 131.99,
      "grad_norm": 1.9234248399734497,
      "learning_rate": 4.520074623026237e-06,
      "loss": 0.4037,
      "step": 472930
    },
    {
      "epoch": 132.0,
      "grad_norm": 6.129099369049072,
      "learning_rate": 4.520064586597977e-06,
      "loss": 0.3837,
      "step": 472940
    },
    {
      "epoch": 132.0,
      "grad_norm": 1.3194016218185425,
      "learning_rate": 4.520054549880048e-06,
      "loss": 0.4082,
      "step": 472950
    },
    {
      "epoch": 132.0,
      "eval_loss": 0.39952027797698975,
      "eval_runtime": 63.5382,
      "eval_samples_per_second": 79.621,
      "eval_steps_per_second": 9.963,
      "step": 472956
    },
    {
      "epoch": 132.0,
      "grad_norm": 1.4266517162322998,
      "learning_rate": 4.520044512872453e-06,
      "loss": 0.4048,
      "step": 472960
    },
    {
      "epoch": 132.0,
      "grad_norm": 1.5473824739456177,
      "learning_rate": 4.520034475575192e-06,
      "loss": 0.4059,
      "step": 472970
    },
    {
      "epoch": 132.01,
      "grad_norm": 1.2931002378463745,
      "learning_rate": 4.520024437988268e-06,
      "loss": 0.3983,
      "step": 472980
    },
    {
      "epoch": 132.01,
      "grad_norm": 1.2368190288543701,
      "learning_rate": 4.520014400111679e-06,
      "loss": 0.4078,
      "step": 472990
    },
    {
      "epoch": 132.01,
      "grad_norm": 1.7233312129974365,
      "learning_rate": 4.520004361945431e-06,
      "loss": 0.389,
      "step": 473000
    },
    {
      "epoch": 132.02,
      "grad_norm": 1.5009045600891113,
      "learning_rate": 4.519994323489522e-06,
      "loss": 0.4153,
      "step": 473010
    },
    {
      "epoch": 132.02,
      "grad_norm": 1.3434162139892578,
      "learning_rate": 4.519984284743954e-06,
      "loss": 0.3981,
      "step": 473020
    },
    {
      "epoch": 132.02,
      "grad_norm": 1.2987768650054932,
      "learning_rate": 4.51997424570873e-06,
      "loss": 0.416,
      "step": 473030
    },
    {
      "epoch": 132.02,
      "grad_norm": 1.015146255493164,
      "learning_rate": 4.519964206383848e-06,
      "loss": 0.391,
      "step": 473040
    },
    {
      "epoch": 132.03,
      "grad_norm": 1.2828196287155151,
      "learning_rate": 4.5199541667693125e-06,
      "loss": 0.4094,
      "step": 473050
    },
    {
      "epoch": 132.03,
      "grad_norm": 1.490156888961792,
      "learning_rate": 4.519944126865123e-06,
      "loss": 0.3996,
      "step": 473060
    },
    {
      "epoch": 132.03,
      "grad_norm": 1.5654308795928955,
      "learning_rate": 4.519934086671282e-06,
      "loss": 0.3897,
      "step": 473070
    },
    {
      "epoch": 132.03,
      "grad_norm": 1.4151113033294678,
      "learning_rate": 4.5199240461877905e-06,
      "loss": 0.4046,
      "step": 473080
    },
    {
      "epoch": 132.04,
      "grad_norm": 1.2665016651153564,
      "learning_rate": 4.519914005414649e-06,
      "loss": 0.3976,
      "step": 473090
    },
    {
      "epoch": 132.04,
      "grad_norm": 1.4161268472671509,
      "learning_rate": 4.51990396435186e-06,
      "loss": 0.3894,
      "step": 473100
    },
    {
      "epoch": 132.04,
      "grad_norm": 1.1815640926361084,
      "learning_rate": 4.519893922999425e-06,
      "loss": 0.4109,
      "step": 473110
    },
    {
      "epoch": 132.05,
      "grad_norm": 1.4311612844467163,
      "learning_rate": 4.519883881357343e-06,
      "loss": 0.4119,
      "step": 473120
    },
    {
      "epoch": 132.05,
      "grad_norm": 1.1430751085281372,
      "learning_rate": 4.519873839425618e-06,
      "loss": 0.395,
      "step": 473130
    },
    {
      "epoch": 132.05,
      "grad_norm": 1.4547619819641113,
      "learning_rate": 4.5198637972042505e-06,
      "loss": 0.4036,
      "step": 473140
    },
    {
      "epoch": 132.05,
      "grad_norm": 1.2317167520523071,
      "learning_rate": 4.519853754693241e-06,
      "loss": 0.4068,
      "step": 473150
    },
    {
      "epoch": 132.06,
      "grad_norm": 1.6317052841186523,
      "learning_rate": 4.519843711892592e-06,
      "loss": 0.4019,
      "step": 473160
    },
    {
      "epoch": 132.06,
      "grad_norm": 1.2292367219924927,
      "learning_rate": 4.519833668802304e-06,
      "loss": 0.4079,
      "step": 473170
    },
    {
      "epoch": 132.06,
      "grad_norm": 1.7584917545318604,
      "learning_rate": 4.519823625422378e-06,
      "loss": 0.4126,
      "step": 473180
    },
    {
      "epoch": 132.07,
      "grad_norm": 1.1742491722106934,
      "learning_rate": 4.519813581752817e-06,
      "loss": 0.397,
      "step": 473190
    },
    {
      "epoch": 132.07,
      "grad_norm": 1.4989429712295532,
      "learning_rate": 4.519803537793621e-06,
      "loss": 0.4098,
      "step": 473200
    },
    {
      "epoch": 132.07,
      "grad_norm": 1.6468455791473389,
      "learning_rate": 4.519793493544792e-06,
      "loss": 0.4146,
      "step": 473210
    },
    {
      "epoch": 132.07,
      "grad_norm": 1.4422101974487305,
      "learning_rate": 4.519783449006331e-06,
      "loss": 0.406,
      "step": 473220
    },
    {
      "epoch": 132.08,
      "grad_norm": 1.110351800918579,
      "learning_rate": 4.519773404178239e-06,
      "loss": 0.3963,
      "step": 473230
    },
    {
      "epoch": 132.08,
      "grad_norm": 1.372528076171875,
      "learning_rate": 4.519763359060517e-06,
      "loss": 0.4022,
      "step": 473240
    },
    {
      "epoch": 132.08,
      "grad_norm": 1.3699842691421509,
      "learning_rate": 4.519753313653168e-06,
      "loss": 0.4003,
      "step": 473250
    },
    {
      "epoch": 132.08,
      "grad_norm": 1.2201275825500488,
      "learning_rate": 4.519743267956192e-06,
      "loss": 0.4058,
      "step": 473260
    },
    {
      "epoch": 132.09,
      "grad_norm": 1.2291569709777832,
      "learning_rate": 4.519733221969591e-06,
      "loss": 0.3929,
      "step": 473270
    },
    {
      "epoch": 132.09,
      "grad_norm": 1.375017523765564,
      "learning_rate": 4.519723175693367e-06,
      "loss": 0.404,
      "step": 473280
    },
    {
      "epoch": 132.09,
      "grad_norm": 1.4826710224151611,
      "learning_rate": 4.519713129127519e-06,
      "loss": 0.3806,
      "step": 473290
    },
    {
      "epoch": 132.1,
      "grad_norm": 1.4761770963668823,
      "learning_rate": 4.51970308227205e-06,
      "loss": 0.3952,
      "step": 473300
    },
    {
      "epoch": 132.1,
      "grad_norm": 1.1689072847366333,
      "learning_rate": 4.519693035126961e-06,
      "loss": 0.414,
      "step": 473310
    },
    {
      "epoch": 132.1,
      "grad_norm": 1.1759865283966064,
      "learning_rate": 4.519682987692253e-06,
      "loss": 0.41,
      "step": 473320
    },
    {
      "epoch": 132.1,
      "grad_norm": 1.2023296356201172,
      "learning_rate": 4.5196729399679286e-06,
      "loss": 0.4064,
      "step": 473330
    },
    {
      "epoch": 132.11,
      "grad_norm": 1.4008456468582153,
      "learning_rate": 4.519662891953988e-06,
      "loss": 0.3952,
      "step": 473340
    },
    {
      "epoch": 132.11,
      "grad_norm": 1.1939013004302979,
      "learning_rate": 4.519652843650433e-06,
      "loss": 0.3917,
      "step": 473350
    },
    {
      "epoch": 132.11,
      "grad_norm": 1.205591082572937,
      "learning_rate": 4.519642795057264e-06,
      "loss": 0.3897,
      "step": 473360
    },
    {
      "epoch": 132.12,
      "grad_norm": 1.3845289945602417,
      "learning_rate": 4.519632746174484e-06,
      "loss": 0.4121,
      "step": 473370
    },
    {
      "epoch": 132.12,
      "grad_norm": 1.2426577806472778,
      "learning_rate": 4.519622697002093e-06,
      "loss": 0.4174,
      "step": 473380
    },
    {
      "epoch": 132.12,
      "grad_norm": 1.1634401082992554,
      "learning_rate": 4.519612647540092e-06,
      "loss": 0.4119,
      "step": 473390
    },
    {
      "epoch": 132.12,
      "grad_norm": 1.1277623176574707,
      "learning_rate": 4.519602597788484e-06,
      "loss": 0.3951,
      "step": 473400
    },
    {
      "epoch": 132.13,
      "grad_norm": 1.4543358087539673,
      "learning_rate": 4.5195925477472695e-06,
      "loss": 0.3795,
      "step": 473410
    },
    {
      "epoch": 132.13,
      "grad_norm": 1.1387484073638916,
      "learning_rate": 4.519582497416449e-06,
      "loss": 0.4009,
      "step": 473420
    },
    {
      "epoch": 132.13,
      "grad_norm": 1.2495276927947998,
      "learning_rate": 4.519572446796025e-06,
      "loss": 0.3944,
      "step": 473430
    },
    {
      "epoch": 132.14,
      "grad_norm": 1.4791309833526611,
      "learning_rate": 4.519562395885999e-06,
      "loss": 0.3846,
      "step": 473440
    },
    {
      "epoch": 132.14,
      "grad_norm": 1.440967321395874,
      "learning_rate": 4.519552344686371e-06,
      "loss": 0.4074,
      "step": 473450
    },
    {
      "epoch": 132.14,
      "grad_norm": 1.180356740951538,
      "learning_rate": 4.519542293197143e-06,
      "loss": 0.4142,
      "step": 473460
    },
    {
      "epoch": 132.14,
      "grad_norm": 1.4416052103042603,
      "learning_rate": 4.5195322414183174e-06,
      "loss": 0.4031,
      "step": 473470
    },
    {
      "epoch": 132.15,
      "grad_norm": 1.415103793144226,
      "learning_rate": 4.5195221893498945e-06,
      "loss": 0.4015,
      "step": 473480
    },
    {
      "epoch": 132.15,
      "grad_norm": 1.3738510608673096,
      "learning_rate": 4.519512136991874e-06,
      "loss": 0.3912,
      "step": 473490
    },
    {
      "epoch": 132.15,
      "grad_norm": 1.4934263229370117,
      "learning_rate": 4.519502084344261e-06,
      "loss": 0.4104,
      "step": 473500
    },
    {
      "epoch": 132.15,
      "grad_norm": 1.4779152870178223,
      "learning_rate": 4.5194920314070545e-06,
      "loss": 0.4081,
      "step": 473510
    },
    {
      "epoch": 132.16,
      "grad_norm": 1.8542593717575073,
      "learning_rate": 4.5194819781802555e-06,
      "loss": 0.4081,
      "step": 473520
    },
    {
      "epoch": 132.16,
      "grad_norm": 1.462961196899414,
      "learning_rate": 4.519471924663865e-06,
      "loss": 0.4023,
      "step": 473530
    },
    {
      "epoch": 132.16,
      "grad_norm": 1.7565511465072632,
      "learning_rate": 4.519461870857887e-06,
      "loss": 0.41,
      "step": 473540
    },
    {
      "epoch": 132.17,
      "grad_norm": 1.3705116510391235,
      "learning_rate": 4.5194518167623206e-06,
      "loss": 0.3975,
      "step": 473550
    },
    {
      "epoch": 132.17,
      "grad_norm": 1.3436975479125977,
      "learning_rate": 4.519441762377168e-06,
      "loss": 0.4048,
      "step": 473560
    },
    {
      "epoch": 132.17,
      "grad_norm": 1.2271054983139038,
      "learning_rate": 4.51943170770243e-06,
      "loss": 0.41,
      "step": 473570
    },
    {
      "epoch": 132.17,
      "grad_norm": 1.3767590522766113,
      "learning_rate": 4.519421652738108e-06,
      "loss": 0.4012,
      "step": 473580
    },
    {
      "epoch": 132.18,
      "grad_norm": 1.2276016473770142,
      "learning_rate": 4.519411597484204e-06,
      "loss": 0.4057,
      "step": 473590
    },
    {
      "epoch": 132.18,
      "grad_norm": 1.7012778520584106,
      "learning_rate": 4.519401541940719e-06,
      "loss": 0.4085,
      "step": 473600
    },
    {
      "epoch": 132.18,
      "grad_norm": 1.4754421710968018,
      "learning_rate": 4.519391486107653e-06,
      "loss": 0.4013,
      "step": 473610
    },
    {
      "epoch": 132.19,
      "grad_norm": 1.3086206912994385,
      "learning_rate": 4.519381429985009e-06,
      "loss": 0.4096,
      "step": 473620
    },
    {
      "epoch": 132.19,
      "grad_norm": 1.6426676511764526,
      "learning_rate": 4.519371373572788e-06,
      "loss": 0.4036,
      "step": 473630
    },
    {
      "epoch": 132.19,
      "grad_norm": 1.4631420373916626,
      "learning_rate": 4.5193613168709914e-06,
      "loss": 0.4111,
      "step": 473640
    },
    {
      "epoch": 132.19,
      "grad_norm": 1.6884181499481201,
      "learning_rate": 4.519351259879621e-06,
      "loss": 0.4059,
      "step": 473650
    },
    {
      "epoch": 132.2,
      "grad_norm": 1.2205570936203003,
      "learning_rate": 4.519341202598676e-06,
      "loss": 0.4134,
      "step": 473660
    },
    {
      "epoch": 132.2,
      "grad_norm": 1.2550894021987915,
      "learning_rate": 4.51933114502816e-06,
      "loss": 0.4141,
      "step": 473670
    },
    {
      "epoch": 132.2,
      "grad_norm": 1.2011449337005615,
      "learning_rate": 4.519321087168073e-06,
      "loss": 0.4093,
      "step": 473680
    },
    {
      "epoch": 132.2,
      "grad_norm": 4.369024276733398,
      "learning_rate": 4.519311029018418e-06,
      "loss": 0.3917,
      "step": 473690
    },
    {
      "epoch": 132.21,
      "grad_norm": 1.211646318435669,
      "learning_rate": 4.519300970579194e-06,
      "loss": 0.4085,
      "step": 473700
    },
    {
      "epoch": 132.21,
      "grad_norm": 1.2124491930007935,
      "learning_rate": 4.519290911850405e-06,
      "loss": 0.4041,
      "step": 473710
    },
    {
      "epoch": 132.21,
      "grad_norm": 1.3178904056549072,
      "learning_rate": 4.5192808528320494e-06,
      "loss": 0.3978,
      "step": 473720
    },
    {
      "epoch": 132.22,
      "grad_norm": 1.2014238834381104,
      "learning_rate": 4.519270793524131e-06,
      "loss": 0.3886,
      "step": 473730
    },
    {
      "epoch": 132.22,
      "grad_norm": 1.2914530038833618,
      "learning_rate": 4.51926073392665e-06,
      "loss": 0.4369,
      "step": 473740
    },
    {
      "epoch": 132.22,
      "grad_norm": 1.3291761875152588,
      "learning_rate": 4.519250674039608e-06,
      "loss": 0.3964,
      "step": 473750
    },
    {
      "epoch": 132.22,
      "grad_norm": 1.1521023511886597,
      "learning_rate": 4.519240613863006e-06,
      "loss": 0.4009,
      "step": 473760
    },
    {
      "epoch": 132.23,
      "grad_norm": 1.379639744758606,
      "learning_rate": 4.519230553396846e-06,
      "loss": 0.4019,
      "step": 473770
    },
    {
      "epoch": 132.23,
      "grad_norm": 1.1323572397232056,
      "learning_rate": 4.519220492641128e-06,
      "loss": 0.3831,
      "step": 473780
    },
    {
      "epoch": 132.23,
      "grad_norm": 1.1765919923782349,
      "learning_rate": 4.519210431595855e-06,
      "loss": 0.4015,
      "step": 473790
    },
    {
      "epoch": 132.24,
      "grad_norm": 1.216516137123108,
      "learning_rate": 4.519200370261028e-06,
      "loss": 0.4096,
      "step": 473800
    },
    {
      "epoch": 132.24,
      "grad_norm": 1.6032696962356567,
      "learning_rate": 4.519190308636648e-06,
      "loss": 0.4107,
      "step": 473810
    },
    {
      "epoch": 132.24,
      "grad_norm": 1.4242279529571533,
      "learning_rate": 4.519180246722715e-06,
      "loss": 0.4091,
      "step": 473820
    },
    {
      "epoch": 132.24,
      "grad_norm": 1.2926055192947388,
      "learning_rate": 4.519170184519232e-06,
      "loss": 0.3874,
      "step": 473830
    },
    {
      "epoch": 132.25,
      "grad_norm": 1.2314051389694214,
      "learning_rate": 4.519160122026201e-06,
      "loss": 0.4143,
      "step": 473840
    },
    {
      "epoch": 132.25,
      "grad_norm": 1.1605712175369263,
      "learning_rate": 4.519150059243622e-06,
      "loss": 0.3997,
      "step": 473850
    },
    {
      "epoch": 132.25,
      "grad_norm": 1.3993009328842163,
      "learning_rate": 4.519139996171496e-06,
      "loss": 0.3947,
      "step": 473860
    },
    {
      "epoch": 132.26,
      "grad_norm": 1.3787310123443604,
      "learning_rate": 4.519129932809826e-06,
      "loss": 0.3861,
      "step": 473870
    },
    {
      "epoch": 132.26,
      "grad_norm": 1.3181686401367188,
      "learning_rate": 4.519119869158612e-06,
      "loss": 0.4182,
      "step": 473880
    },
    {
      "epoch": 132.26,
      "grad_norm": 1.341132402420044,
      "learning_rate": 4.519109805217855e-06,
      "loss": 0.4141,
      "step": 473890
    },
    {
      "epoch": 132.26,
      "grad_norm": 1.5645424127578735,
      "learning_rate": 4.519099740987557e-06,
      "loss": 0.4012,
      "step": 473900
    },
    {
      "epoch": 132.27,
      "grad_norm": 1.448052167892456,
      "learning_rate": 4.5190896764677205e-06,
      "loss": 0.4309,
      "step": 473910
    },
    {
      "epoch": 132.27,
      "grad_norm": 1.3036324977874756,
      "learning_rate": 4.519079611658345e-06,
      "loss": 0.4048,
      "step": 473920
    },
    {
      "epoch": 132.27,
      "grad_norm": 1.5763102769851685,
      "learning_rate": 4.519069546559432e-06,
      "loss": 0.3974,
      "step": 473930
    },
    {
      "epoch": 132.27,
      "grad_norm": 1.4685657024383545,
      "learning_rate": 4.519059481170984e-06,
      "loss": 0.4054,
      "step": 473940
    },
    {
      "epoch": 132.28,
      "grad_norm": 1.289810299873352,
      "learning_rate": 4.519049415493002e-06,
      "loss": 0.3739,
      "step": 473950
    },
    {
      "epoch": 132.28,
      "grad_norm": 1.3985377550125122,
      "learning_rate": 4.519039349525487e-06,
      "loss": 0.4095,
      "step": 473960
    },
    {
      "epoch": 132.28,
      "grad_norm": 1.0463227033615112,
      "learning_rate": 4.51902928326844e-06,
      "loss": 0.3813,
      "step": 473970
    },
    {
      "epoch": 132.29,
      "grad_norm": 1.1519742012023926,
      "learning_rate": 4.519019216721863e-06,
      "loss": 0.4067,
      "step": 473980
    },
    {
      "epoch": 132.29,
      "grad_norm": 1.5070507526397705,
      "learning_rate": 4.519009149885756e-06,
      "loss": 0.3901,
      "step": 473990
    },
    {
      "epoch": 132.29,
      "grad_norm": 1.2850703001022339,
      "learning_rate": 4.518999082760123e-06,
      "loss": 0.4157,
      "step": 474000
    },
    {
      "epoch": 132.29,
      "grad_norm": 1.29969322681427,
      "learning_rate": 4.5189890153449626e-06,
      "loss": 0.4113,
      "step": 474010
    },
    {
      "epoch": 132.3,
      "grad_norm": 1.3634957075119019,
      "learning_rate": 4.5189789476402775e-06,
      "loss": 0.4189,
      "step": 474020
    },
    {
      "epoch": 132.3,
      "grad_norm": 1.3309078216552734,
      "learning_rate": 4.51896887964607e-06,
      "loss": 0.3985,
      "step": 474030
    },
    {
      "epoch": 132.3,
      "grad_norm": 1.208807110786438,
      "learning_rate": 4.518958811362339e-06,
      "loss": 0.3804,
      "step": 474040
    },
    {
      "epoch": 132.31,
      "grad_norm": 1.3475674390792847,
      "learning_rate": 4.5189487427890875e-06,
      "loss": 0.3928,
      "step": 474050
    },
    {
      "epoch": 132.31,
      "grad_norm": 1.26113760471344,
      "learning_rate": 4.518938673926317e-06,
      "loss": 0.3834,
      "step": 474060
    },
    {
      "epoch": 132.31,
      "grad_norm": 1.1968570947647095,
      "learning_rate": 4.518928604774027e-06,
      "loss": 0.3983,
      "step": 474070
    },
    {
      "epoch": 132.31,
      "grad_norm": 1.5965064764022827,
      "learning_rate": 4.518918535332222e-06,
      "loss": 0.3975,
      "step": 474080
    },
    {
      "epoch": 132.32,
      "grad_norm": 1.3061000108718872,
      "learning_rate": 4.518908465600899e-06,
      "loss": 0.407,
      "step": 474090
    },
    {
      "epoch": 132.32,
      "grad_norm": 1.2323520183563232,
      "learning_rate": 4.5188983955800645e-06,
      "loss": 0.399,
      "step": 474100
    },
    {
      "epoch": 132.32,
      "grad_norm": 1.321324348449707,
      "learning_rate": 4.518888325269715e-06,
      "loss": 0.4092,
      "step": 474110
    },
    {
      "epoch": 132.32,
      "grad_norm": 1.1522326469421387,
      "learning_rate": 4.518878254669855e-06,
      "loss": 0.3967,
      "step": 474120
    },
    {
      "epoch": 132.33,
      "grad_norm": 1.4644873142242432,
      "learning_rate": 4.5188681837804845e-06,
      "loss": 0.3976,
      "step": 474130
    },
    {
      "epoch": 132.33,
      "grad_norm": 1.4603688716888428,
      "learning_rate": 4.518858112601606e-06,
      "loss": 0.3998,
      "step": 474140
    },
    {
      "epoch": 132.33,
      "grad_norm": 1.1890043020248413,
      "learning_rate": 4.518848041133219e-06,
      "loss": 0.3959,
      "step": 474150
    },
    {
      "epoch": 132.34,
      "grad_norm": 1.0745673179626465,
      "learning_rate": 4.518837969375326e-06,
      "loss": 0.3989,
      "step": 474160
    },
    {
      "epoch": 132.34,
      "grad_norm": 1.115103006362915,
      "learning_rate": 4.5188278973279285e-06,
      "loss": 0.4078,
      "step": 474170
    },
    {
      "epoch": 132.34,
      "grad_norm": 1.1734414100646973,
      "learning_rate": 4.518817824991027e-06,
      "loss": 0.4029,
      "step": 474180
    },
    {
      "epoch": 132.34,
      "grad_norm": 1.406065821647644,
      "learning_rate": 4.518807752364625e-06,
      "loss": 0.4241,
      "step": 474190
    },
    {
      "epoch": 132.35,
      "grad_norm": 1.7090983390808105,
      "learning_rate": 4.51879767944872e-06,
      "loss": 0.4117,
      "step": 474200
    },
    {
      "epoch": 132.35,
      "grad_norm": 1.381389856338501,
      "learning_rate": 4.518787606243317e-06,
      "loss": 0.4138,
      "step": 474210
    },
    {
      "epoch": 132.35,
      "grad_norm": 2.0041351318359375,
      "learning_rate": 4.5187775327484155e-06,
      "loss": 0.4071,
      "step": 474220
    },
    {
      "epoch": 132.36,
      "grad_norm": 1.676984429359436,
      "learning_rate": 4.518767458964017e-06,
      "loss": 0.4098,
      "step": 474230
    },
    {
      "epoch": 132.36,
      "grad_norm": 1.5487416982650757,
      "learning_rate": 4.5187573848901235e-06,
      "loss": 0.4054,
      "step": 474240
    },
    {
      "epoch": 132.36,
      "grad_norm": 1.2564504146575928,
      "learning_rate": 4.518747310526735e-06,
      "loss": 0.4062,
      "step": 474250
    },
    {
      "epoch": 132.36,
      "grad_norm": 1.6084315776824951,
      "learning_rate": 4.518737235873855e-06,
      "loss": 0.4095,
      "step": 474260
    },
    {
      "epoch": 132.37,
      "grad_norm": 1.2940226793289185,
      "learning_rate": 4.518727160931484e-06,
      "loss": 0.3994,
      "step": 474270
    },
    {
      "epoch": 132.37,
      "grad_norm": 1.2995907068252563,
      "learning_rate": 4.518717085699622e-06,
      "loss": 0.3913,
      "step": 474280
    },
    {
      "epoch": 132.37,
      "grad_norm": 1.4416815042495728,
      "learning_rate": 4.518707010178271e-06,
      "loss": 0.4078,
      "step": 474290
    },
    {
      "epoch": 132.38,
      "grad_norm": 2.2140140533447266,
      "learning_rate": 4.518696934367433e-06,
      "loss": 0.4077,
      "step": 474300
    },
    {
      "epoch": 132.38,
      "grad_norm": 1.2823389768600464,
      "learning_rate": 4.518686858267109e-06,
      "loss": 0.3803,
      "step": 474310
    },
    {
      "epoch": 132.38,
      "grad_norm": 1.4540483951568604,
      "learning_rate": 4.5186767818773e-06,
      "loss": 0.3752,
      "step": 474320
    },
    {
      "epoch": 132.38,
      "grad_norm": 1.2071348428726196,
      "learning_rate": 4.518666705198009e-06,
      "loss": 0.4049,
      "step": 474330
    },
    {
      "epoch": 132.39,
      "grad_norm": 1.4583740234375,
      "learning_rate": 4.5186566282292345e-06,
      "loss": 0.3933,
      "step": 474340
    },
    {
      "epoch": 132.39,
      "grad_norm": 1.2999833822250366,
      "learning_rate": 4.518646550970979e-06,
      "loss": 0.3863,
      "step": 474350
    },
    {
      "epoch": 132.39,
      "grad_norm": 1.3591641187667847,
      "learning_rate": 4.518636473423245e-06,
      "loss": 0.3981,
      "step": 474360
    },
    {
      "epoch": 132.39,
      "grad_norm": 1.4412615299224854,
      "learning_rate": 4.518626395586034e-06,
      "loss": 0.4111,
      "step": 474370
    },
    {
      "epoch": 132.4,
      "grad_norm": 1.2306097745895386,
      "learning_rate": 4.518616317459344e-06,
      "loss": 0.3963,
      "step": 474380
    },
    {
      "epoch": 132.4,
      "grad_norm": 1.978147268295288,
      "learning_rate": 4.518606239043181e-06,
      "loss": 0.3975,
      "step": 474390
    },
    {
      "epoch": 132.4,
      "grad_norm": 1.340505838394165,
      "learning_rate": 4.5185961603375425e-06,
      "loss": 0.3975,
      "step": 474400
    },
    {
      "epoch": 132.41,
      "grad_norm": 1.2469853162765503,
      "learning_rate": 4.518586081342433e-06,
      "loss": 0.417,
      "step": 474410
    },
    {
      "epoch": 132.41,
      "grad_norm": 1.4256442785263062,
      "learning_rate": 4.51857600205785e-06,
      "loss": 0.405,
      "step": 474420
    },
    {
      "epoch": 132.41,
      "grad_norm": 1.4275908470153809,
      "learning_rate": 4.518565922483799e-06,
      "loss": 0.4247,
      "step": 474430
    },
    {
      "epoch": 132.41,
      "grad_norm": 1.339850902557373,
      "learning_rate": 4.518555842620278e-06,
      "loss": 0.4055,
      "step": 474440
    },
    {
      "epoch": 132.42,
      "grad_norm": 1.4178482294082642,
      "learning_rate": 4.51854576246729e-06,
      "loss": 0.3996,
      "step": 474450
    },
    {
      "epoch": 132.42,
      "grad_norm": 1.3707938194274902,
      "learning_rate": 4.518535682024837e-06,
      "loss": 0.4119,
      "step": 474460
    },
    {
      "epoch": 132.42,
      "grad_norm": 1.4119071960449219,
      "learning_rate": 4.518525601292919e-06,
      "loss": 0.4195,
      "step": 474470
    },
    {
      "epoch": 132.43,
      "grad_norm": 1.0976710319519043,
      "learning_rate": 4.518515520271538e-06,
      "loss": 0.3963,
      "step": 474480
    },
    {
      "epoch": 132.43,
      "grad_norm": 1.3592276573181152,
      "learning_rate": 4.518505438960695e-06,
      "loss": 0.4045,
      "step": 474490
    },
    {
      "epoch": 132.43,
      "grad_norm": 1.3979793787002563,
      "learning_rate": 4.5184953573603905e-06,
      "loss": 0.4011,
      "step": 474500
    },
    {
      "epoch": 132.43,
      "grad_norm": 1.2647325992584229,
      "learning_rate": 4.518485275470628e-06,
      "loss": 0.4008,
      "step": 474510
    },
    {
      "epoch": 132.44,
      "grad_norm": 1.338011384010315,
      "learning_rate": 4.518475193291407e-06,
      "loss": 0.3872,
      "step": 474520
    },
    {
      "epoch": 132.44,
      "grad_norm": 2.1275110244750977,
      "learning_rate": 4.51846511082273e-06,
      "loss": 0.4198,
      "step": 474530
    },
    {
      "epoch": 132.44,
      "grad_norm": 1.4218015670776367,
      "learning_rate": 4.518455028064598e-06,
      "loss": 0.3935,
      "step": 474540
    },
    {
      "epoch": 132.44,
      "grad_norm": 1.3318159580230713,
      "learning_rate": 4.5184449450170115e-06,
      "loss": 0.3998,
      "step": 474550
    },
    {
      "epoch": 132.45,
      "grad_norm": 1.2605314254760742,
      "learning_rate": 4.518434861679973e-06,
      "loss": 0.3965,
      "step": 474560
    },
    {
      "epoch": 132.45,
      "grad_norm": 1.13624107837677,
      "learning_rate": 4.518424778053482e-06,
      "loss": 0.3839,
      "step": 474570
    },
    {
      "epoch": 132.45,
      "grad_norm": 1.653769850730896,
      "learning_rate": 4.518414694137543e-06,
      "loss": 0.4108,
      "step": 474580
    },
    {
      "epoch": 132.46,
      "grad_norm": 1.2003557682037354,
      "learning_rate": 4.5184046099321546e-06,
      "loss": 0.413,
      "step": 474590
    },
    {
      "epoch": 132.46,
      "grad_norm": 1.3657509088516235,
      "learning_rate": 4.518394525437319e-06,
      "loss": 0.4008,
      "step": 474600
    },
    {
      "epoch": 132.46,
      "grad_norm": 1.1236733198165894,
      "learning_rate": 4.518384440653038e-06,
      "loss": 0.3925,
      "step": 474610
    },
    {
      "epoch": 132.46,
      "grad_norm": 1.259153962135315,
      "learning_rate": 4.518374355579312e-06,
      "loss": 0.4127,
      "step": 474620
    },
    {
      "epoch": 132.47,
      "grad_norm": 5.198667526245117,
      "learning_rate": 4.518364270216144e-06,
      "loss": 0.3961,
      "step": 474630
    },
    {
      "epoch": 132.47,
      "grad_norm": 1.5837092399597168,
      "learning_rate": 4.518354184563533e-06,
      "loss": 0.4004,
      "step": 474640
    },
    {
      "epoch": 132.47,
      "grad_norm": 1.1827751398086548,
      "learning_rate": 4.5183440986214826e-06,
      "loss": 0.4022,
      "step": 474650
    },
    {
      "epoch": 132.48,
      "grad_norm": 1.2161649465560913,
      "learning_rate": 4.518334012389993e-06,
      "loss": 0.4085,
      "step": 474660
    },
    {
      "epoch": 132.48,
      "grad_norm": 1.6591222286224365,
      "learning_rate": 4.518323925869065e-06,
      "loss": 0.4049,
      "step": 474670
    },
    {
      "epoch": 132.48,
      "grad_norm": 1.3693921566009521,
      "learning_rate": 4.518313839058701e-06,
      "loss": 0.4175,
      "step": 474680
    },
    {
      "epoch": 132.48,
      "grad_norm": 1.4377542734146118,
      "learning_rate": 4.5183037519589024e-06,
      "loss": 0.4092,
      "step": 474690
    },
    {
      "epoch": 132.49,
      "grad_norm": 1.3743958473205566,
      "learning_rate": 4.51829366456967e-06,
      "loss": 0.3934,
      "step": 474700
    },
    {
      "epoch": 132.49,
      "grad_norm": 1.092728853225708,
      "learning_rate": 4.518283576891004e-06,
      "loss": 0.3974,
      "step": 474710
    },
    {
      "epoch": 132.49,
      "grad_norm": 1.2326182126998901,
      "learning_rate": 4.5182734889229084e-06,
      "loss": 0.392,
      "step": 474720
    },
    {
      "epoch": 132.5,
      "grad_norm": 1.3843177556991577,
      "learning_rate": 4.518263400665383e-06,
      "loss": 0.4053,
      "step": 474730
    },
    {
      "epoch": 132.5,
      "grad_norm": 1.310145378112793,
      "learning_rate": 4.518253312118429e-06,
      "loss": 0.396,
      "step": 474740
    },
    {
      "epoch": 132.5,
      "grad_norm": 1.363229513168335,
      "learning_rate": 4.5182432232820476e-06,
      "loss": 0.4156,
      "step": 474750
    },
    {
      "epoch": 132.5,
      "grad_norm": 1.2687307596206665,
      "learning_rate": 4.5182331341562415e-06,
      "loss": 0.3854,
      "step": 474760
    },
    {
      "epoch": 132.51,
      "grad_norm": 1.3019089698791504,
      "learning_rate": 4.51822304474101e-06,
      "loss": 0.3959,
      "step": 474770
    },
    {
      "epoch": 132.51,
      "grad_norm": 1.2769211530685425,
      "learning_rate": 4.518212955036355e-06,
      "loss": 0.4008,
      "step": 474780
    },
    {
      "epoch": 132.51,
      "grad_norm": 1.5729470252990723,
      "learning_rate": 4.51820286504228e-06,
      "loss": 0.3931,
      "step": 474790
    },
    {
      "epoch": 132.51,
      "grad_norm": 1.2677409648895264,
      "learning_rate": 4.518192774758785e-06,
      "loss": 0.4147,
      "step": 474800
    },
    {
      "epoch": 132.52,
      "grad_norm": 1.2103110551834106,
      "learning_rate": 4.51818268418587e-06,
      "loss": 0.4187,
      "step": 474810
    },
    {
      "epoch": 132.52,
      "grad_norm": 1.5703765153884888,
      "learning_rate": 4.518172593323537e-06,
      "loss": 0.4312,
      "step": 474820
    },
    {
      "epoch": 132.52,
      "grad_norm": 1.354337453842163,
      "learning_rate": 4.518162502171789e-06,
      "loss": 0.3971,
      "step": 474830
    },
    {
      "epoch": 132.53,
      "grad_norm": 1.3517600297927856,
      "learning_rate": 4.518152410730625e-06,
      "loss": 0.4132,
      "step": 474840
    },
    {
      "epoch": 132.53,
      "grad_norm": 1.2617483139038086,
      "learning_rate": 4.518142319000048e-06,
      "loss": 0.4033,
      "step": 474850
    },
    {
      "epoch": 132.53,
      "grad_norm": 1.4625672101974487,
      "learning_rate": 4.518132226980059e-06,
      "loss": 0.3896,
      "step": 474860
    },
    {
      "epoch": 132.53,
      "grad_norm": 1.149288296699524,
      "learning_rate": 4.518122134670659e-06,
      "loss": 0.39,
      "step": 474870
    },
    {
      "epoch": 132.54,
      "grad_norm": 1.2534832954406738,
      "learning_rate": 4.518112042071849e-06,
      "loss": 0.4012,
      "step": 474880
    },
    {
      "epoch": 132.54,
      "grad_norm": 1.166494607925415,
      "learning_rate": 4.518101949183631e-06,
      "loss": 0.3921,
      "step": 474890
    },
    {
      "epoch": 132.54,
      "grad_norm": 1.7460979223251343,
      "learning_rate": 4.518091856006007e-06,
      "loss": 0.3976,
      "step": 474900
    },
    {
      "epoch": 132.55,
      "grad_norm": 1.5046911239624023,
      "learning_rate": 4.518081762538977e-06,
      "loss": 0.4045,
      "step": 474910
    },
    {
      "epoch": 132.55,
      "grad_norm": 1.4435577392578125,
      "learning_rate": 4.5180716687825425e-06,
      "loss": 0.4047,
      "step": 474920
    },
    {
      "epoch": 132.55,
      "grad_norm": 1.1481330394744873,
      "learning_rate": 4.518061574736706e-06,
      "loss": 0.3887,
      "step": 474930
    },
    {
      "epoch": 132.55,
      "grad_norm": 1.1586381196975708,
      "learning_rate": 4.518051480401467e-06,
      "loss": 0.4016,
      "step": 474940
    },
    {
      "epoch": 132.56,
      "grad_norm": 1.3332805633544922,
      "learning_rate": 4.518041385776829e-06,
      "loss": 0.3918,
      "step": 474950
    },
    {
      "epoch": 132.56,
      "grad_norm": 1.8020026683807373,
      "learning_rate": 4.5180312908627916e-06,
      "loss": 0.4128,
      "step": 474960
    },
    {
      "epoch": 132.56,
      "grad_norm": 1.3932546377182007,
      "learning_rate": 4.518021195659356e-06,
      "loss": 0.404,
      "step": 474970
    },
    {
      "epoch": 132.56,
      "grad_norm": 1.4454432725906372,
      "learning_rate": 4.518011100166526e-06,
      "loss": 0.3993,
      "step": 474980
    },
    {
      "epoch": 132.57,
      "grad_norm": 1.2625157833099365,
      "learning_rate": 4.518001004384299e-06,
      "loss": 0.3799,
      "step": 474990
    },
    {
      "epoch": 132.57,
      "grad_norm": 1.163915991783142,
      "learning_rate": 4.51799090831268e-06,
      "loss": 0.3897,
      "step": 475000
    },
    {
      "epoch": 132.57,
      "grad_norm": 1.3019535541534424,
      "learning_rate": 4.517980811951669e-06,
      "loss": 0.3913,
      "step": 475010
    },
    {
      "epoch": 132.58,
      "grad_norm": 1.2632160186767578,
      "learning_rate": 4.517970715301267e-06,
      "loss": 0.4079,
      "step": 475020
    },
    {
      "epoch": 132.58,
      "grad_norm": 1.2102596759796143,
      "learning_rate": 4.517960618361475e-06,
      "loss": 0.3985,
      "step": 475030
    },
    {
      "epoch": 132.58,
      "grad_norm": 1.5094422101974487,
      "learning_rate": 4.5179505211322966e-06,
      "loss": 0.4046,
      "step": 475040
    },
    {
      "epoch": 132.58,
      "grad_norm": 1.279059886932373,
      "learning_rate": 4.517940423613731e-06,
      "loss": 0.4038,
      "step": 475050
    },
    {
      "epoch": 132.59,
      "grad_norm": 1.6366040706634521,
      "learning_rate": 4.517930325805779e-06,
      "loss": 0.3931,
      "step": 475060
    },
    {
      "epoch": 132.59,
      "grad_norm": 1.6192889213562012,
      "learning_rate": 4.517920227708444e-06,
      "loss": 0.3934,
      "step": 475070
    },
    {
      "epoch": 132.59,
      "grad_norm": 1.1173949241638184,
      "learning_rate": 4.517910129321726e-06,
      "loss": 0.3976,
      "step": 475080
    },
    {
      "epoch": 132.6,
      "grad_norm": 1.4985474348068237,
      "learning_rate": 4.517900030645627e-06,
      "loss": 0.3901,
      "step": 475090
    },
    {
      "epoch": 132.6,
      "grad_norm": 1.342538595199585,
      "learning_rate": 4.5178899316801475e-06,
      "loss": 0.4005,
      "step": 475100
    },
    {
      "epoch": 132.6,
      "grad_norm": 1.1303157806396484,
      "learning_rate": 4.51787983242529e-06,
      "loss": 0.3856,
      "step": 475110
    },
    {
      "epoch": 132.6,
      "grad_norm": 1.263354778289795,
      "learning_rate": 4.517869732881055e-06,
      "loss": 0.4124,
      "step": 475120
    },
    {
      "epoch": 132.61,
      "grad_norm": 1.168804407119751,
      "learning_rate": 4.517859633047444e-06,
      "loss": 0.3956,
      "step": 475130
    },
    {
      "epoch": 132.61,
      "grad_norm": 1.3214375972747803,
      "learning_rate": 4.5178495329244576e-06,
      "loss": 0.407,
      "step": 475140
    },
    {
      "epoch": 132.61,
      "grad_norm": 1.2672781944274902,
      "learning_rate": 4.517839432512099e-06,
      "loss": 0.4069,
      "step": 475150
    },
    {
      "epoch": 132.62,
      "grad_norm": 1.1098670959472656,
      "learning_rate": 4.517829331810368e-06,
      "loss": 0.3763,
      "step": 475160
    },
    {
      "epoch": 132.62,
      "grad_norm": 1.1390421390533447,
      "learning_rate": 4.517819230819267e-06,
      "loss": 0.4035,
      "step": 475170
    },
    {
      "epoch": 132.62,
      "grad_norm": 1.1620159149169922,
      "learning_rate": 4.5178091295387965e-06,
      "loss": 0.401,
      "step": 475180
    },
    {
      "epoch": 132.62,
      "grad_norm": 1.4136147499084473,
      "learning_rate": 4.517799027968958e-06,
      "loss": 0.4112,
      "step": 475190
    },
    {
      "epoch": 132.63,
      "grad_norm": 1.241531252861023,
      "learning_rate": 4.5177889261097535e-06,
      "loss": 0.3989,
      "step": 475200
    },
    {
      "epoch": 132.63,
      "grad_norm": 1.257301926612854,
      "learning_rate": 4.5177788239611835e-06,
      "loss": 0.3802,
      "step": 475210
    },
    {
      "epoch": 132.63,
      "grad_norm": 1.227177381515503,
      "learning_rate": 4.517768721523249e-06,
      "loss": 0.393,
      "step": 475220
    },
    {
      "epoch": 132.63,
      "grad_norm": 1.280048131942749,
      "learning_rate": 4.517758618795953e-06,
      "loss": 0.3941,
      "step": 475230
    },
    {
      "epoch": 132.64,
      "grad_norm": 1.3053793907165527,
      "learning_rate": 4.517748515779296e-06,
      "loss": 0.4062,
      "step": 475240
    },
    {
      "epoch": 132.64,
      "grad_norm": 1.3491504192352295,
      "learning_rate": 4.517738412473278e-06,
      "loss": 0.3958,
      "step": 475250
    },
    {
      "epoch": 132.64,
      "grad_norm": 1.4085566997528076,
      "learning_rate": 4.517728308877903e-06,
      "loss": 0.3921,
      "step": 475260
    },
    {
      "epoch": 132.65,
      "grad_norm": 1.1034787893295288,
      "learning_rate": 4.517718204993169e-06,
      "loss": 0.3993,
      "step": 475270
    },
    {
      "epoch": 132.65,
      "grad_norm": 1.2223596572875977,
      "learning_rate": 4.517708100819081e-06,
      "loss": 0.3927,
      "step": 475280
    },
    {
      "epoch": 132.65,
      "grad_norm": 1.2367706298828125,
      "learning_rate": 4.517697996355638e-06,
      "loss": 0.429,
      "step": 475290
    },
    {
      "epoch": 132.65,
      "grad_norm": 1.1085808277130127,
      "learning_rate": 4.517687891602842e-06,
      "loss": 0.4138,
      "step": 475300
    },
    {
      "epoch": 132.66,
      "grad_norm": 1.5382368564605713,
      "learning_rate": 4.517677786560694e-06,
      "loss": 0.3875,
      "step": 475310
    },
    {
      "epoch": 132.66,
      "grad_norm": 1.6445199251174927,
      "learning_rate": 4.517667681229195e-06,
      "loss": 0.4164,
      "step": 475320
    },
    {
      "epoch": 132.66,
      "grad_norm": 1.3380622863769531,
      "learning_rate": 4.517657575608348e-06,
      "loss": 0.398,
      "step": 475330
    },
    {
      "epoch": 132.67,
      "grad_norm": 1.3236346244812012,
      "learning_rate": 4.517647469698153e-06,
      "loss": 0.4037,
      "step": 475340
    },
    {
      "epoch": 132.67,
      "grad_norm": 1.5294910669326782,
      "learning_rate": 4.517637363498613e-06,
      "loss": 0.4105,
      "step": 475350
    },
    {
      "epoch": 132.67,
      "grad_norm": 1.3959511518478394,
      "learning_rate": 4.5176272570097255e-06,
      "loss": 0.4124,
      "step": 475360
    },
    {
      "epoch": 132.67,
      "grad_norm": 1.26481032371521,
      "learning_rate": 4.517617150231496e-06,
      "loss": 0.4101,
      "step": 475370
    },
    {
      "epoch": 132.68,
      "grad_norm": 1.0997456312179565,
      "learning_rate": 4.517607043163924e-06,
      "loss": 0.4144,
      "step": 475380
    },
    {
      "epoch": 132.68,
      "grad_norm": 1.2592957019805908,
      "learning_rate": 4.517596935807011e-06,
      "loss": 0.4044,
      "step": 475390
    },
    {
      "epoch": 132.68,
      "grad_norm": 1.364898920059204,
      "learning_rate": 4.517586828160758e-06,
      "loss": 0.388,
      "step": 475400
    },
    {
      "epoch": 132.68,
      "grad_norm": 1.218316674232483,
      "learning_rate": 4.517576720225167e-06,
      "loss": 0.4099,
      "step": 475410
    },
    {
      "epoch": 132.69,
      "grad_norm": 1.603131651878357,
      "learning_rate": 4.517566612000238e-06,
      "loss": 0.3933,
      "step": 475420
    },
    {
      "epoch": 132.69,
      "grad_norm": 1.447006106376648,
      "learning_rate": 4.517556503485975e-06,
      "loss": 0.405,
      "step": 475430
    },
    {
      "epoch": 132.69,
      "grad_norm": 1.2776038646697998,
      "learning_rate": 4.517546394682376e-06,
      "loss": 0.411,
      "step": 475440
    },
    {
      "epoch": 132.7,
      "grad_norm": 1.4942814111709595,
      "learning_rate": 4.517536285589447e-06,
      "loss": 0.4119,
      "step": 475450
    },
    {
      "epoch": 132.7,
      "grad_norm": 1.2085788249969482,
      "learning_rate": 4.517526176207184e-06,
      "loss": 0.4086,
      "step": 475460
    },
    {
      "epoch": 132.7,
      "grad_norm": 1.3284748792648315,
      "learning_rate": 4.517516066535591e-06,
      "loss": 0.3875,
      "step": 475470
    },
    {
      "epoch": 132.7,
      "grad_norm": 1.5209041833877563,
      "learning_rate": 4.51750595657467e-06,
      "loss": 0.3764,
      "step": 475480
    },
    {
      "epoch": 132.71,
      "grad_norm": 1.3323731422424316,
      "learning_rate": 4.517495846324421e-06,
      "loss": 0.3936,
      "step": 475490
    },
    {
      "epoch": 132.71,
      "grad_norm": 1.3303104639053345,
      "learning_rate": 4.517485735784846e-06,
      "loss": 0.4256,
      "step": 475500
    },
    {
      "epoch": 132.71,
      "grad_norm": 1.434540867805481,
      "learning_rate": 4.517475624955947e-06,
      "loss": 0.3941,
      "step": 475510
    },
    {
      "epoch": 132.72,
      "grad_norm": 1.1620795726776123,
      "learning_rate": 4.5174655138377225e-06,
      "loss": 0.3893,
      "step": 475520
    },
    {
      "epoch": 132.72,
      "grad_norm": 1.2270324230194092,
      "learning_rate": 4.517455402430178e-06,
      "loss": 0.3933,
      "step": 475530
    },
    {
      "epoch": 132.72,
      "grad_norm": 1.1840687990188599,
      "learning_rate": 4.517445290733311e-06,
      "loss": 0.3904,
      "step": 475540
    },
    {
      "epoch": 132.72,
      "grad_norm": 1.3125560283660889,
      "learning_rate": 4.517435178747126e-06,
      "loss": 0.3929,
      "step": 475550
    },
    {
      "epoch": 132.73,
      "grad_norm": 1.5686496496200562,
      "learning_rate": 4.517425066471622e-06,
      "loss": 0.3887,
      "step": 475560
    },
    {
      "epoch": 132.73,
      "grad_norm": 1.2410740852355957,
      "learning_rate": 4.517414953906802e-06,
      "loss": 0.3752,
      "step": 475570
    },
    {
      "epoch": 132.73,
      "grad_norm": 1.4067729711532593,
      "learning_rate": 4.517404841052665e-06,
      "loss": 0.405,
      "step": 475580
    },
    {
      "epoch": 132.74,
      "grad_norm": 1.2486706972122192,
      "learning_rate": 4.5173947279092155e-06,
      "loss": 0.4022,
      "step": 475590
    },
    {
      "epoch": 132.74,
      "grad_norm": 1.343743920326233,
      "learning_rate": 4.517384614476453e-06,
      "loss": 0.4075,
      "step": 475600
    },
    {
      "epoch": 132.74,
      "grad_norm": 1.2179094552993774,
      "learning_rate": 4.517374500754379e-06,
      "loss": 0.417,
      "step": 475610
    },
    {
      "epoch": 132.74,
      "grad_norm": 1.266846776008606,
      "learning_rate": 4.517364386742995e-06,
      "loss": 0.38,
      "step": 475620
    },
    {
      "epoch": 132.75,
      "grad_norm": 1.417557716369629,
      "learning_rate": 4.517354272442302e-06,
      "loss": 0.3936,
      "step": 475630
    },
    {
      "epoch": 132.75,
      "grad_norm": 1.356688380241394,
      "learning_rate": 4.517344157852302e-06,
      "loss": 0.4022,
      "step": 475640
    },
    {
      "epoch": 132.75,
      "grad_norm": 1.379197359085083,
      "learning_rate": 4.5173340429729965e-06,
      "loss": 0.4072,
      "step": 475650
    },
    {
      "epoch": 132.75,
      "grad_norm": 1.376921534538269,
      "learning_rate": 4.517323927804386e-06,
      "loss": 0.4281,
      "step": 475660
    },
    {
      "epoch": 132.76,
      "grad_norm": 1.450918436050415,
      "learning_rate": 4.517313812346472e-06,
      "loss": 0.3995,
      "step": 475670
    },
    {
      "epoch": 132.76,
      "grad_norm": 1.2811775207519531,
      "learning_rate": 4.517303696599255e-06,
      "loss": 0.4138,
      "step": 475680
    },
    {
      "epoch": 132.76,
      "grad_norm": 1.4247803688049316,
      "learning_rate": 4.517293580562739e-06,
      "loss": 0.3996,
      "step": 475690
    },
    {
      "epoch": 132.77,
      "grad_norm": 1.1793133020401,
      "learning_rate": 4.517283464236924e-06,
      "loss": 0.4058,
      "step": 475700
    },
    {
      "epoch": 132.77,
      "grad_norm": 1.3248329162597656,
      "learning_rate": 4.51727334762181e-06,
      "loss": 0.4093,
      "step": 475710
    },
    {
      "epoch": 132.77,
      "grad_norm": 1.2479207515716553,
      "learning_rate": 4.5172632307174e-06,
      "loss": 0.3964,
      "step": 475720
    },
    {
      "epoch": 132.77,
      "grad_norm": 1.1880606412887573,
      "learning_rate": 4.517253113523695e-06,
      "loss": 0.3974,
      "step": 475730
    },
    {
      "epoch": 132.78,
      "grad_norm": 1.2543809413909912,
      "learning_rate": 4.517242996040695e-06,
      "loss": 0.4178,
      "step": 475740
    },
    {
      "epoch": 132.78,
      "grad_norm": 1.2113134860992432,
      "learning_rate": 4.517232878268404e-06,
      "loss": 0.3885,
      "step": 475750
    },
    {
      "epoch": 132.78,
      "grad_norm": 1.2562215328216553,
      "learning_rate": 4.517222760206821e-06,
      "loss": 0.3824,
      "step": 475760
    },
    {
      "epoch": 132.79,
      "grad_norm": 1.2135682106018066,
      "learning_rate": 4.517212641855948e-06,
      "loss": 0.4228,
      "step": 475770
    },
    {
      "epoch": 132.79,
      "grad_norm": 1.4618608951568604,
      "learning_rate": 4.517202523215787e-06,
      "loss": 0.3952,
      "step": 475780
    },
    {
      "epoch": 132.79,
      "grad_norm": 1.5405009984970093,
      "learning_rate": 4.517192404286339e-06,
      "loss": 0.4023,
      "step": 475790
    },
    {
      "epoch": 132.79,
      "grad_norm": 1.2256007194519043,
      "learning_rate": 4.517182285067605e-06,
      "loss": 0.3958,
      "step": 475800
    },
    {
      "epoch": 132.8,
      "grad_norm": 1.1929851770401,
      "learning_rate": 4.517172165559587e-06,
      "loss": 0.3951,
      "step": 475810
    },
    {
      "epoch": 132.8,
      "grad_norm": 1.3695096969604492,
      "learning_rate": 4.517162045762285e-06,
      "loss": 0.4002,
      "step": 475820
    },
    {
      "epoch": 132.8,
      "grad_norm": 1.371939778327942,
      "learning_rate": 4.517151925675702e-06,
      "loss": 0.3999,
      "step": 475830
    },
    {
      "epoch": 132.8,
      "grad_norm": 1.2154935598373413,
      "learning_rate": 4.517141805299838e-06,
      "loss": 0.4076,
      "step": 475840
    },
    {
      "epoch": 132.81,
      "grad_norm": 1.4346452951431274,
      "learning_rate": 4.517131684634695e-06,
      "loss": 0.3912,
      "step": 475850
    },
    {
      "epoch": 132.81,
      "grad_norm": 1.3321391344070435,
      "learning_rate": 4.517121563680275e-06,
      "loss": 0.4006,
      "step": 475860
    },
    {
      "epoch": 132.81,
      "grad_norm": 1.4283400774002075,
      "learning_rate": 4.517111442436579e-06,
      "loss": 0.4042,
      "step": 475870
    },
    {
      "epoch": 132.82,
      "grad_norm": 1.3566654920578003,
      "learning_rate": 4.517101320903606e-06,
      "loss": 0.4105,
      "step": 475880
    },
    {
      "epoch": 132.82,
      "grad_norm": 1.1517565250396729,
      "learning_rate": 4.51709119908136e-06,
      "loss": 0.3802,
      "step": 475890
    },
    {
      "epoch": 132.82,
      "grad_norm": 1.3715370893478394,
      "learning_rate": 4.517081076969843e-06,
      "loss": 0.3925,
      "step": 475900
    },
    {
      "epoch": 132.82,
      "grad_norm": 1.2030870914459229,
      "learning_rate": 4.517070954569054e-06,
      "loss": 0.4078,
      "step": 475910
    },
    {
      "epoch": 132.83,
      "grad_norm": 1.4551633596420288,
      "learning_rate": 4.517060831878996e-06,
      "loss": 0.3841,
      "step": 475920
    },
    {
      "epoch": 132.83,
      "grad_norm": 1.1349165439605713,
      "learning_rate": 4.517050708899669e-06,
      "loss": 0.3779,
      "step": 475930
    },
    {
      "epoch": 132.83,
      "grad_norm": 1.467544436454773,
      "learning_rate": 4.517040585631076e-06,
      "loss": 0.4151,
      "step": 475940
    },
    {
      "epoch": 132.84,
      "grad_norm": 1.4197964668273926,
      "learning_rate": 4.5170304620732166e-06,
      "loss": 0.3831,
      "step": 475950
    },
    {
      "epoch": 132.84,
      "grad_norm": 1.2920833826065063,
      "learning_rate": 4.517020338226094e-06,
      "loss": 0.4026,
      "step": 475960
    },
    {
      "epoch": 132.84,
      "grad_norm": 1.4953466653823853,
      "learning_rate": 4.517010214089708e-06,
      "loss": 0.4183,
      "step": 475970
    },
    {
      "epoch": 132.84,
      "grad_norm": 1.2932127714157104,
      "learning_rate": 4.51700008966406e-06,
      "loss": 0.4054,
      "step": 475980
    },
    {
      "epoch": 132.85,
      "grad_norm": 1.6453442573547363,
      "learning_rate": 4.516989964949152e-06,
      "loss": 0.4129,
      "step": 475990
    },
    {
      "epoch": 132.85,
      "grad_norm": 1.1574293375015259,
      "learning_rate": 4.516979839944986e-06,
      "loss": 0.388,
      "step": 476000
    },
    {
      "epoch": 132.85,
      "grad_norm": 1.374415636062622,
      "learning_rate": 4.516969714651562e-06,
      "loss": 0.3825,
      "step": 476010
    },
    {
      "epoch": 132.86,
      "grad_norm": 1.4254785776138306,
      "learning_rate": 4.5169595890688815e-06,
      "loss": 0.4093,
      "step": 476020
    },
    {
      "epoch": 132.86,
      "grad_norm": 1.4691238403320312,
      "learning_rate": 4.516949463196946e-06,
      "loss": 0.4071,
      "step": 476030
    },
    {
      "epoch": 132.86,
      "grad_norm": 1.521112322807312,
      "learning_rate": 4.516939337035757e-06,
      "loss": 0.3939,
      "step": 476040
    },
    {
      "epoch": 132.86,
      "grad_norm": 1.2674717903137207,
      "learning_rate": 4.516929210585317e-06,
      "loss": 0.3832,
      "step": 476050
    },
    {
      "epoch": 132.87,
      "grad_norm": 1.3616288900375366,
      "learning_rate": 4.516919083845626e-06,
      "loss": 0.3942,
      "step": 476060
    },
    {
      "epoch": 132.87,
      "grad_norm": 1.537247657775879,
      "learning_rate": 4.516908956816684e-06,
      "loss": 0.4107,
      "step": 476070
    },
    {
      "epoch": 132.87,
      "grad_norm": 1.189299464225769,
      "learning_rate": 4.516898829498496e-06,
      "loss": 0.4133,
      "step": 476080
    },
    {
      "epoch": 132.87,
      "grad_norm": 1.4037084579467773,
      "learning_rate": 4.51688870189106e-06,
      "loss": 0.4109,
      "step": 476090
    },
    {
      "epoch": 132.88,
      "grad_norm": 1.4254111051559448,
      "learning_rate": 4.516878573994379e-06,
      "loss": 0.3975,
      "step": 476100
    },
    {
      "epoch": 132.88,
      "grad_norm": 1.201547384262085,
      "learning_rate": 4.516868445808455e-06,
      "loss": 0.404,
      "step": 476110
    },
    {
      "epoch": 132.88,
      "grad_norm": 1.2563611268997192,
      "learning_rate": 4.516858317333287e-06,
      "loss": 0.3882,
      "step": 476120
    },
    {
      "epoch": 132.89,
      "grad_norm": 1.6009818315505981,
      "learning_rate": 4.516848188568879e-06,
      "loss": 0.413,
      "step": 476130
    },
    {
      "epoch": 132.89,
      "grad_norm": 1.5198309421539307,
      "learning_rate": 4.51683805951523e-06,
      "loss": 0.3914,
      "step": 476140
    },
    {
      "epoch": 132.89,
      "grad_norm": 1.0387380123138428,
      "learning_rate": 4.516827930172342e-06,
      "loss": 0.3838,
      "step": 476150
    },
    {
      "epoch": 132.89,
      "grad_norm": 1.4479930400848389,
      "learning_rate": 4.516817800540217e-06,
      "loss": 0.4065,
      "step": 476160
    },
    {
      "epoch": 132.9,
      "grad_norm": 1.2939893007278442,
      "learning_rate": 4.516807670618857e-06,
      "loss": 0.4184,
      "step": 476170
    },
    {
      "epoch": 132.9,
      "grad_norm": 1.6421668529510498,
      "learning_rate": 4.516797540408262e-06,
      "loss": 0.4069,
      "step": 476180
    },
    {
      "epoch": 132.9,
      "grad_norm": 1.4641550779342651,
      "learning_rate": 4.516787409908434e-06,
      "loss": 0.3889,
      "step": 476190
    },
    {
      "epoch": 132.91,
      "grad_norm": 1.5651602745056152,
      "learning_rate": 4.516777279119373e-06,
      "loss": 0.3867,
      "step": 476200
    },
    {
      "epoch": 132.91,
      "grad_norm": 1.155772089958191,
      "learning_rate": 4.516767148041083e-06,
      "loss": 0.4055,
      "step": 476210
    },
    {
      "epoch": 132.91,
      "grad_norm": 1.5205163955688477,
      "learning_rate": 4.516757016673563e-06,
      "loss": 0.4178,
      "step": 476220
    },
    {
      "epoch": 132.91,
      "grad_norm": 1.2193527221679688,
      "learning_rate": 4.516746885016815e-06,
      "loss": 0.4016,
      "step": 476230
    },
    {
      "epoch": 132.92,
      "grad_norm": 1.2745795249938965,
      "learning_rate": 4.516736753070841e-06,
      "loss": 0.4019,
      "step": 476240
    },
    {
      "epoch": 132.92,
      "grad_norm": 1.2250252962112427,
      "learning_rate": 4.516726620835641e-06,
      "loss": 0.4101,
      "step": 476250
    },
    {
      "epoch": 132.92,
      "grad_norm": 1.2067081928253174,
      "learning_rate": 4.5167164883112185e-06,
      "loss": 0.4127,
      "step": 476260
    },
    {
      "epoch": 132.92,
      "grad_norm": 2.8372156620025635,
      "learning_rate": 4.516706355497572e-06,
      "loss": 0.3927,
      "step": 476270
    },
    {
      "epoch": 132.93,
      "grad_norm": 1.3949660062789917,
      "learning_rate": 4.516696222394706e-06,
      "loss": 0.4173,
      "step": 476280
    },
    {
      "epoch": 132.93,
      "grad_norm": 1.1827332973480225,
      "learning_rate": 4.516686089002619e-06,
      "loss": 0.3924,
      "step": 476290
    },
    {
      "epoch": 132.93,
      "grad_norm": 1.3493387699127197,
      "learning_rate": 4.516675955321315e-06,
      "loss": 0.4062,
      "step": 476300
    },
    {
      "epoch": 132.94,
      "grad_norm": 1.2293310165405273,
      "learning_rate": 4.516665821350793e-06,
      "loss": 0.3931,
      "step": 476310
    },
    {
      "epoch": 132.94,
      "grad_norm": 1.7589819431304932,
      "learning_rate": 4.516655687091055e-06,
      "loss": 0.4029,
      "step": 476320
    },
    {
      "epoch": 132.94,
      "grad_norm": 1.444600224494934,
      "learning_rate": 4.516645552542104e-06,
      "loss": 0.3982,
      "step": 476330
    },
    {
      "epoch": 132.94,
      "grad_norm": 1.2565745115280151,
      "learning_rate": 4.516635417703939e-06,
      "loss": 0.3863,
      "step": 476340
    },
    {
      "epoch": 132.95,
      "grad_norm": 1.5480414628982544,
      "learning_rate": 4.516625282576562e-06,
      "loss": 0.3971,
      "step": 476350
    },
    {
      "epoch": 132.95,
      "grad_norm": 1.2578818798065186,
      "learning_rate": 4.516615147159975e-06,
      "loss": 0.3875,
      "step": 476360
    },
    {
      "epoch": 132.95,
      "grad_norm": 1.0464903116226196,
      "learning_rate": 4.51660501145418e-06,
      "loss": 0.4048,
      "step": 476370
    },
    {
      "epoch": 132.96,
      "grad_norm": 1.0792449712753296,
      "learning_rate": 4.516594875459176e-06,
      "loss": 0.4081,
      "step": 476380
    },
    {
      "epoch": 132.96,
      "grad_norm": 1.2530122995376587,
      "learning_rate": 4.516584739174967e-06,
      "loss": 0.3904,
      "step": 476390
    },
    {
      "epoch": 132.96,
      "grad_norm": 1.458641767501831,
      "learning_rate": 4.516574602601553e-06,
      "loss": 0.3945,
      "step": 476400
    },
    {
      "epoch": 132.96,
      "grad_norm": 1.512050747871399,
      "learning_rate": 4.516564465738934e-06,
      "loss": 0.3992,
      "step": 476410
    },
    {
      "epoch": 132.97,
      "grad_norm": 1.4183024168014526,
      "learning_rate": 4.516554328587114e-06,
      "loss": 0.4103,
      "step": 476420
    },
    {
      "epoch": 132.97,
      "grad_norm": 1.4594335556030273,
      "learning_rate": 4.516544191146093e-06,
      "loss": 0.4081,
      "step": 476430
    },
    {
      "epoch": 132.97,
      "grad_norm": 1.2414733171463013,
      "learning_rate": 4.5165340534158725e-06,
      "loss": 0.4032,
      "step": 476440
    },
    {
      "epoch": 132.98,
      "grad_norm": 1.3220089673995972,
      "learning_rate": 4.516523915396454e-06,
      "loss": 0.3792,
      "step": 476450
    },
    {
      "epoch": 132.98,
      "grad_norm": 1.322249174118042,
      "learning_rate": 4.516513777087838e-06,
      "loss": 0.4083,
      "step": 476460
    },
    {
      "epoch": 132.98,
      "grad_norm": 1.8943848609924316,
      "learning_rate": 4.516503638490027e-06,
      "loss": 0.3975,
      "step": 476470
    },
    {
      "epoch": 132.98,
      "grad_norm": 1.3309838771820068,
      "learning_rate": 4.516493499603022e-06,
      "loss": 0.4011,
      "step": 476480
    },
    {
      "epoch": 132.99,
      "grad_norm": 1.061475396156311,
      "learning_rate": 4.516483360426825e-06,
      "loss": 0.3924,
      "step": 476490
    },
    {
      "epoch": 132.99,
      "grad_norm": 1.250290036201477,
      "learning_rate": 4.5164732209614355e-06,
      "loss": 0.3817,
      "step": 476500
    },
    {
      "epoch": 132.99,
      "grad_norm": 1.3928405046463013,
      "learning_rate": 4.516463081206856e-06,
      "loss": 0.4022,
      "step": 476510
    },
    {
      "epoch": 132.99,
      "grad_norm": 1.140950322151184,
      "learning_rate": 4.516452941163088e-06,
      "loss": 0.4037,
      "step": 476520
    },
    {
      "epoch": 133.0,
      "grad_norm": 1.1612480878829956,
      "learning_rate": 4.516442800830133e-06,
      "loss": 0.4093,
      "step": 476530
    },
    {
      "epoch": 133.0,
      "eval_loss": 0.4011476933956146,
      "eval_runtime": 63.6934,
      "eval_samples_per_second": 79.427,
      "eval_steps_per_second": 9.938,
      "step": 476539
    },
    {
      "epoch": 133.0,
      "grad_norm": 1.1368365287780762,
      "learning_rate": 4.5164326602079914e-06,
      "loss": 0.4044,
      "step": 476540
    },
    {
      "epoch": 133.0,
      "grad_norm": 1.3445982933044434,
      "learning_rate": 4.516422519296666e-06,
      "loss": 0.405,
      "step": 476550
    },
    {
      "epoch": 133.01,
      "grad_norm": 1.1913436651229858,
      "learning_rate": 4.516412378096156e-06,
      "loss": 0.3908,
      "step": 476560
    },
    {
      "epoch": 133.01,
      "grad_norm": 1.2439697980880737,
      "learning_rate": 4.516402236606465e-06,
      "loss": 0.4139,
      "step": 476570
    },
    {
      "epoch": 133.01,
      "grad_norm": 1.5539209842681885,
      "learning_rate": 4.5163920948275935e-06,
      "loss": 0.4097,
      "step": 476580
    },
    {
      "epoch": 133.01,
      "grad_norm": 1.327183723449707,
      "learning_rate": 4.516381952759542e-06,
      "loss": 0.4044,
      "step": 476590
    },
    {
      "epoch": 133.02,
      "grad_norm": 1.6017426252365112,
      "learning_rate": 4.516371810402313e-06,
      "loss": 0.4048,
      "step": 476600
    },
    {
      "epoch": 133.02,
      "grad_norm": 1.2975718975067139,
      "learning_rate": 4.516361667755907e-06,
      "loss": 0.4085,
      "step": 476610
    },
    {
      "epoch": 133.02,
      "grad_norm": 1.5630595684051514,
      "learning_rate": 4.516351524820327e-06,
      "loss": 0.4013,
      "step": 476620
    },
    {
      "epoch": 133.03,
      "grad_norm": 1.162267804145813,
      "learning_rate": 4.516341381595573e-06,
      "loss": 0.3963,
      "step": 476630
    },
    {
      "epoch": 133.03,
      "grad_norm": 1.280117154121399,
      "learning_rate": 4.516331238081645e-06,
      "loss": 0.4025,
      "step": 476640
    },
    {
      "epoch": 133.03,
      "grad_norm": 1.1961991786956787,
      "learning_rate": 4.5163210942785476e-06,
      "loss": 0.3822,
      "step": 476650
    },
    {
      "epoch": 133.03,
      "grad_norm": 1.0892112255096436,
      "learning_rate": 4.516310950186279e-06,
      "loss": 0.4043,
      "step": 476660
    },
    {
      "epoch": 133.04,
      "grad_norm": 1.4824753999710083,
      "learning_rate": 4.516300805804842e-06,
      "loss": 0.3977,
      "step": 476670
    },
    {
      "epoch": 133.04,
      "grad_norm": 1.209934115409851,
      "learning_rate": 4.516290661134239e-06,
      "loss": 0.4082,
      "step": 476680
    },
    {
      "epoch": 133.04,
      "grad_norm": 1.1305736303329468,
      "learning_rate": 4.51628051617447e-06,
      "loss": 0.3859,
      "step": 476690
    },
    {
      "epoch": 133.04,
      "grad_norm": 1.2337994575500488,
      "learning_rate": 4.516270370925536e-06,
      "loss": 0.4017,
      "step": 476700
    },
    {
      "epoch": 133.05,
      "grad_norm": 1.3721237182617188,
      "learning_rate": 4.516260225387438e-06,
      "loss": 0.4031,
      "step": 476710
    },
    {
      "epoch": 133.05,
      "grad_norm": 1.4396287202835083,
      "learning_rate": 4.51625007956018e-06,
      "loss": 0.4057,
      "step": 476720
    },
    {
      "epoch": 133.05,
      "grad_norm": 1.2538031339645386,
      "learning_rate": 4.516239933443761e-06,
      "loss": 0.4067,
      "step": 476730
    },
    {
      "epoch": 133.06,
      "grad_norm": 1.1972075700759888,
      "learning_rate": 4.516229787038183e-06,
      "loss": 0.3859,
      "step": 476740
    },
    {
      "epoch": 133.06,
      "grad_norm": 2.2140302658081055,
      "learning_rate": 4.516219640343448e-06,
      "loss": 0.4123,
      "step": 476750
    },
    {
      "epoch": 133.06,
      "grad_norm": 1.4520103931427002,
      "learning_rate": 4.516209493359556e-06,
      "loss": 0.4026,
      "step": 476760
    },
    {
      "epoch": 133.06,
      "grad_norm": 1.3365510702133179,
      "learning_rate": 4.516199346086509e-06,
      "loss": 0.4073,
      "step": 476770
    },
    {
      "epoch": 133.07,
      "grad_norm": 1.1935408115386963,
      "learning_rate": 4.516189198524309e-06,
      "loss": 0.4028,
      "step": 476780
    },
    {
      "epoch": 133.07,
      "grad_norm": 1.5213823318481445,
      "learning_rate": 4.516179050672956e-06,
      "loss": 0.4212,
      "step": 476790
    },
    {
      "epoch": 133.07,
      "grad_norm": 1.3704811334609985,
      "learning_rate": 4.516168902532453e-06,
      "loss": 0.4125,
      "step": 476800
    },
    {
      "epoch": 133.08,
      "grad_norm": 1.2422064542770386,
      "learning_rate": 4.5161587541027995e-06,
      "loss": 0.399,
      "step": 476810
    },
    {
      "epoch": 133.08,
      "grad_norm": 2.10436749458313,
      "learning_rate": 4.516148605383999e-06,
      "loss": 0.3904,
      "step": 476820
    },
    {
      "epoch": 133.08,
      "grad_norm": 1.4657200574874878,
      "learning_rate": 4.51613845637605e-06,
      "loss": 0.3871,
      "step": 476830
    },
    {
      "epoch": 133.08,
      "grad_norm": 1.1034115552902222,
      "learning_rate": 4.516128307078956e-06,
      "loss": 0.3971,
      "step": 476840
    },
    {
      "epoch": 133.09,
      "grad_norm": 1.152068853378296,
      "learning_rate": 4.516118157492719e-06,
      "loss": 0.3988,
      "step": 476850
    },
    {
      "epoch": 133.09,
      "grad_norm": 1.8658753633499146,
      "learning_rate": 4.5161080076173386e-06,
      "loss": 0.4008,
      "step": 476860
    },
    {
      "epoch": 133.09,
      "grad_norm": 1.2806328535079956,
      "learning_rate": 4.516097857452816e-06,
      "loss": 0.4113,
      "step": 476870
    },
    {
      "epoch": 133.1,
      "grad_norm": 1.309667944908142,
      "learning_rate": 4.516087706999154e-06,
      "loss": 0.3908,
      "step": 476880
    },
    {
      "epoch": 133.1,
      "grad_norm": 1.341077446937561,
      "learning_rate": 4.516077556256353e-06,
      "loss": 0.4179,
      "step": 476890
    },
    {
      "epoch": 133.1,
      "grad_norm": 1.1607506275177002,
      "learning_rate": 4.516067405224415e-06,
      "loss": 0.4039,
      "step": 476900
    },
    {
      "epoch": 133.1,
      "grad_norm": 1.383182168006897,
      "learning_rate": 4.516057253903341e-06,
      "loss": 0.4105,
      "step": 476910
    },
    {
      "epoch": 133.11,
      "grad_norm": 1.3348017930984497,
      "learning_rate": 4.5160471022931314e-06,
      "loss": 0.3944,
      "step": 476920
    },
    {
      "epoch": 133.11,
      "grad_norm": 1.3358944654464722,
      "learning_rate": 4.51603695039379e-06,
      "loss": 0.4128,
      "step": 476930
    },
    {
      "epoch": 133.11,
      "grad_norm": 1.2180262804031372,
      "learning_rate": 4.516026798205315e-06,
      "loss": 0.41,
      "step": 476940
    },
    {
      "epoch": 133.11,
      "grad_norm": 1.5895428657531738,
      "learning_rate": 4.51601664572771e-06,
      "loss": 0.407,
      "step": 476950
    },
    {
      "epoch": 133.12,
      "grad_norm": 1.2336475849151611,
      "learning_rate": 4.5160064929609765e-06,
      "loss": 0.4061,
      "step": 476960
    },
    {
      "epoch": 133.12,
      "grad_norm": 1.4889185428619385,
      "learning_rate": 4.515996339905114e-06,
      "loss": 0.3951,
      "step": 476970
    },
    {
      "epoch": 133.12,
      "grad_norm": 1.463472604751587,
      "learning_rate": 4.515986186560125e-06,
      "loss": 0.4049,
      "step": 476980
    },
    {
      "epoch": 133.13,
      "grad_norm": 1.4031617641448975,
      "learning_rate": 4.515976032926011e-06,
      "loss": 0.4038,
      "step": 476990
    },
    {
      "epoch": 133.13,
      "grad_norm": 1.2076873779296875,
      "learning_rate": 4.515965879002773e-06,
      "loss": 0.4027,
      "step": 477000
    },
    {
      "epoch": 133.13,
      "grad_norm": 1.31277334690094,
      "learning_rate": 4.515955724790413e-06,
      "loss": 0.4081,
      "step": 477010
    },
    {
      "epoch": 133.13,
      "grad_norm": 1.2400990724563599,
      "learning_rate": 4.515945570288932e-06,
      "loss": 0.4095,
      "step": 477020
    },
    {
      "epoch": 133.14,
      "grad_norm": 1.3674635887145996,
      "learning_rate": 4.51593541549833e-06,
      "loss": 0.4034,
      "step": 477030
    },
    {
      "epoch": 133.14,
      "grad_norm": 1.4587311744689941,
      "learning_rate": 4.5159252604186104e-06,
      "loss": 0.4253,
      "step": 477040
    },
    {
      "epoch": 133.14,
      "grad_norm": 1.2499127388000488,
      "learning_rate": 4.515915105049774e-06,
      "loss": 0.4099,
      "step": 477050
    },
    {
      "epoch": 133.15,
      "grad_norm": 1.3945634365081787,
      "learning_rate": 4.515904949391821e-06,
      "loss": 0.3848,
      "step": 477060
    },
    {
      "epoch": 133.15,
      "grad_norm": 1.611505150794983,
      "learning_rate": 4.515894793444754e-06,
      "loss": 0.3904,
      "step": 477070
    },
    {
      "epoch": 133.15,
      "grad_norm": 1.329511046409607,
      "learning_rate": 4.515884637208574e-06,
      "loss": 0.409,
      "step": 477080
    },
    {
      "epoch": 133.15,
      "grad_norm": 1.5155926942825317,
      "learning_rate": 4.515874480683282e-06,
      "loss": 0.421,
      "step": 477090
    },
    {
      "epoch": 133.16,
      "grad_norm": 1.5006719827651978,
      "learning_rate": 4.515864323868879e-06,
      "loss": 0.3994,
      "step": 477100
    },
    {
      "epoch": 133.16,
      "grad_norm": 1.2546700239181519,
      "learning_rate": 4.515854166765368e-06,
      "loss": 0.4177,
      "step": 477110
    },
    {
      "epoch": 133.16,
      "grad_norm": 1.5225601196289062,
      "learning_rate": 4.5158440093727495e-06,
      "loss": 0.4067,
      "step": 477120
    },
    {
      "epoch": 133.16,
      "grad_norm": 1.3828623294830322,
      "learning_rate": 4.515833851691024e-06,
      "loss": 0.3953,
      "step": 477130
    },
    {
      "epoch": 133.17,
      "grad_norm": 1.3942421674728394,
      "learning_rate": 4.515823693720194e-06,
      "loss": 0.387,
      "step": 477140
    },
    {
      "epoch": 133.17,
      "grad_norm": 1.5281949043273926,
      "learning_rate": 4.5158135354602604e-06,
      "loss": 0.4066,
      "step": 477150
    },
    {
      "epoch": 133.17,
      "grad_norm": 1.2548906803131104,
      "learning_rate": 4.515803376911224e-06,
      "loss": 0.3953,
      "step": 477160
    },
    {
      "epoch": 133.18,
      "grad_norm": 1.3755099773406982,
      "learning_rate": 4.515793218073088e-06,
      "loss": 0.4037,
      "step": 477170
    },
    {
      "epoch": 133.18,
      "grad_norm": 1.21608567237854,
      "learning_rate": 4.515783058945851e-06,
      "loss": 0.4004,
      "step": 477180
    },
    {
      "epoch": 133.18,
      "grad_norm": 1.3606951236724854,
      "learning_rate": 4.515772899529516e-06,
      "loss": 0.4064,
      "step": 477190
    },
    {
      "epoch": 133.18,
      "grad_norm": 1.210270881652832,
      "learning_rate": 4.515762739824085e-06,
      "loss": 0.3983,
      "step": 477200
    },
    {
      "epoch": 133.19,
      "grad_norm": 1.2948497533798218,
      "learning_rate": 4.515752579829558e-06,
      "loss": 0.3939,
      "step": 477210
    },
    {
      "epoch": 133.19,
      "grad_norm": 1.1203672885894775,
      "learning_rate": 4.515742419545937e-06,
      "loss": 0.3846,
      "step": 477220
    },
    {
      "epoch": 133.19,
      "grad_norm": 1.1468784809112549,
      "learning_rate": 4.515732258973223e-06,
      "loss": 0.402,
      "step": 477230
    },
    {
      "epoch": 133.2,
      "grad_norm": 1.3600399494171143,
      "learning_rate": 4.515722098111418e-06,
      "loss": 0.4019,
      "step": 477240
    },
    {
      "epoch": 133.2,
      "grad_norm": 1.1481420993804932,
      "learning_rate": 4.515711936960522e-06,
      "loss": 0.3961,
      "step": 477250
    },
    {
      "epoch": 133.2,
      "grad_norm": 1.4026920795440674,
      "learning_rate": 4.515701775520538e-06,
      "loss": 0.3906,
      "step": 477260
    },
    {
      "epoch": 133.2,
      "grad_norm": 1.4831464290618896,
      "learning_rate": 4.5156916137914665e-06,
      "loss": 0.4034,
      "step": 477270
    },
    {
      "epoch": 133.21,
      "grad_norm": 1.3795045614242554,
      "learning_rate": 4.5156814517733084e-06,
      "loss": 0.4037,
      "step": 477280
    },
    {
      "epoch": 133.21,
      "grad_norm": 1.4144399166107178,
      "learning_rate": 4.5156712894660665e-06,
      "loss": 0.404,
      "step": 477290
    },
    {
      "epoch": 133.21,
      "grad_norm": 1.6766726970672607,
      "learning_rate": 4.5156611268697415e-06,
      "loss": 0.4154,
      "step": 477300
    },
    {
      "epoch": 133.22,
      "grad_norm": 1.6499314308166504,
      "learning_rate": 4.515650963984334e-06,
      "loss": 0.3985,
      "step": 477310
    },
    {
      "epoch": 133.22,
      "grad_norm": 1.117615818977356,
      "learning_rate": 4.515640800809846e-06,
      "loss": 0.3838,
      "step": 477320
    },
    {
      "epoch": 133.22,
      "grad_norm": 1.5084054470062256,
      "learning_rate": 4.515630637346278e-06,
      "loss": 0.388,
      "step": 477330
    },
    {
      "epoch": 133.22,
      "grad_norm": 1.4091211557388306,
      "learning_rate": 4.515620473593633e-06,
      "loss": 0.4065,
      "step": 477340
    },
    {
      "epoch": 133.23,
      "grad_norm": 1.3000191450119019,
      "learning_rate": 4.515610309551912e-06,
      "loss": 0.393,
      "step": 477350
    },
    {
      "epoch": 133.23,
      "grad_norm": 1.6613824367523193,
      "learning_rate": 4.515600145221115e-06,
      "loss": 0.4071,
      "step": 477360
    },
    {
      "epoch": 133.23,
      "grad_norm": 1.1473746299743652,
      "learning_rate": 4.5155899806012436e-06,
      "loss": 0.4136,
      "step": 477370
    },
    {
      "epoch": 133.23,
      "grad_norm": 1.4563689231872559,
      "learning_rate": 4.5155798156923e-06,
      "loss": 0.4109,
      "step": 477380
    },
    {
      "epoch": 133.24,
      "grad_norm": 1.038003921508789,
      "learning_rate": 4.5155696504942855e-06,
      "loss": 0.3918,
      "step": 477390
    },
    {
      "epoch": 133.24,
      "grad_norm": 1.3807271718978882,
      "learning_rate": 4.515559485007201e-06,
      "loss": 0.415,
      "step": 477400
    },
    {
      "epoch": 133.24,
      "grad_norm": 2.281555414199829,
      "learning_rate": 4.5155493192310495e-06,
      "loss": 0.3968,
      "step": 477410
    },
    {
      "epoch": 133.25,
      "grad_norm": 1.4095004796981812,
      "learning_rate": 4.515539153165829e-06,
      "loss": 0.3941,
      "step": 477420
    },
    {
      "epoch": 133.25,
      "grad_norm": 1.3746153116226196,
      "learning_rate": 4.515528986811544e-06,
      "loss": 0.4021,
      "step": 477430
    },
    {
      "epoch": 133.25,
      "grad_norm": 1.3761361837387085,
      "learning_rate": 4.515518820168194e-06,
      "loss": 0.386,
      "step": 477440
    },
    {
      "epoch": 133.25,
      "grad_norm": 1.2084589004516602,
      "learning_rate": 4.515508653235781e-06,
      "loss": 0.4198,
      "step": 477450
    },
    {
      "epoch": 133.26,
      "grad_norm": 1.2049334049224854,
      "learning_rate": 4.5154984860143056e-06,
      "loss": 0.4048,
      "step": 477460
    },
    {
      "epoch": 133.26,
      "grad_norm": 1.4273332357406616,
      "learning_rate": 4.5154883185037716e-06,
      "loss": 0.4067,
      "step": 477470
    },
    {
      "epoch": 133.26,
      "grad_norm": 1.5091612339019775,
      "learning_rate": 4.515478150704177e-06,
      "loss": 0.4142,
      "step": 477480
    },
    {
      "epoch": 133.27,
      "grad_norm": 1.1155104637145996,
      "learning_rate": 4.5154679826155265e-06,
      "loss": 0.3997,
      "step": 477490
    },
    {
      "epoch": 133.27,
      "grad_norm": 1.248400092124939,
      "learning_rate": 4.515457814237819e-06,
      "loss": 0.3976,
      "step": 477500
    },
    {
      "epoch": 133.27,
      "grad_norm": 1.3200796842575073,
      "learning_rate": 4.515447645571056e-06,
      "loss": 0.4112,
      "step": 477510
    },
    {
      "epoch": 133.27,
      "grad_norm": 1.3144524097442627,
      "learning_rate": 4.51543747661524e-06,
      "loss": 0.3959,
      "step": 477520
    },
    {
      "epoch": 133.28,
      "grad_norm": 1.2613062858581543,
      "learning_rate": 4.515427307370371e-06,
      "loss": 0.4045,
      "step": 477530
    },
    {
      "epoch": 133.28,
      "grad_norm": 1.259597659111023,
      "learning_rate": 4.5154171378364525e-06,
      "loss": 0.3997,
      "step": 477540
    },
    {
      "epoch": 133.28,
      "grad_norm": 1.292110800743103,
      "learning_rate": 4.515406968013484e-06,
      "loss": 0.3967,
      "step": 477550
    },
    {
      "epoch": 133.28,
      "grad_norm": 1.3846638202667236,
      "learning_rate": 4.515396797901466e-06,
      "loss": 0.4035,
      "step": 477560
    },
    {
      "epoch": 133.29,
      "grad_norm": 1.189460277557373,
      "learning_rate": 4.515386627500403e-06,
      "loss": 0.4062,
      "step": 477570
    },
    {
      "epoch": 133.29,
      "grad_norm": 1.1414175033569336,
      "learning_rate": 4.515376456810294e-06,
      "loss": 0.408,
      "step": 477580
    },
    {
      "epoch": 133.29,
      "grad_norm": 1.540867567062378,
      "learning_rate": 4.5153662858311405e-06,
      "loss": 0.4155,
      "step": 477590
    },
    {
      "epoch": 133.3,
      "grad_norm": 1.4405736923217773,
      "learning_rate": 4.5153561145629456e-06,
      "loss": 0.405,
      "step": 477600
    },
    {
      "epoch": 133.3,
      "grad_norm": 1.3229647874832153,
      "learning_rate": 4.515345943005708e-06,
      "loss": 0.3987,
      "step": 477610
    },
    {
      "epoch": 133.3,
      "grad_norm": 1.2338199615478516,
      "learning_rate": 4.51533577115943e-06,
      "loss": 0.3927,
      "step": 477620
    },
    {
      "epoch": 133.3,
      "grad_norm": 1.1205189228057861,
      "learning_rate": 4.515325599024115e-06,
      "loss": 0.4099,
      "step": 477630
    },
    {
      "epoch": 133.31,
      "grad_norm": 1.3256694078445435,
      "learning_rate": 4.515315426599762e-06,
      "loss": 0.3974,
      "step": 477640
    },
    {
      "epoch": 133.31,
      "grad_norm": 1.2506173849105835,
      "learning_rate": 4.515305253886373e-06,
      "loss": 0.4019,
      "step": 477650
    },
    {
      "epoch": 133.31,
      "grad_norm": 1.535981297492981,
      "learning_rate": 4.515295080883949e-06,
      "loss": 0.4046,
      "step": 477660
    },
    {
      "epoch": 133.32,
      "grad_norm": 1.0333293676376343,
      "learning_rate": 4.515284907592492e-06,
      "loss": 0.4062,
      "step": 477670
    },
    {
      "epoch": 133.32,
      "grad_norm": 1.128426194190979,
      "learning_rate": 4.515274734012004e-06,
      "loss": 0.4001,
      "step": 477680
    },
    {
      "epoch": 133.32,
      "grad_norm": 1.5582677125930786,
      "learning_rate": 4.515264560142484e-06,
      "loss": 0.3992,
      "step": 477690
    },
    {
      "epoch": 133.32,
      "grad_norm": 1.6864521503448486,
      "learning_rate": 4.515254385983935e-06,
      "loss": 0.382,
      "step": 477700
    },
    {
      "epoch": 133.33,
      "grad_norm": 1.4919707775115967,
      "learning_rate": 4.515244211536359e-06,
      "loss": 0.3934,
      "step": 477710
    },
    {
      "epoch": 133.33,
      "grad_norm": 1.1856491565704346,
      "learning_rate": 4.515234036799756e-06,
      "loss": 0.4056,
      "step": 477720
    },
    {
      "epoch": 133.33,
      "grad_norm": 1.4083433151245117,
      "learning_rate": 4.5152238617741284e-06,
      "loss": 0.4011,
      "step": 477730
    },
    {
      "epoch": 133.34,
      "grad_norm": 1.4886071681976318,
      "learning_rate": 4.515213686459477e-06,
      "loss": 0.4013,
      "step": 477740
    },
    {
      "epoch": 133.34,
      "grad_norm": 1.4276913404464722,
      "learning_rate": 4.515203510855803e-06,
      "loss": 0.3981,
      "step": 477750
    },
    {
      "epoch": 133.34,
      "grad_norm": 1.236434817314148,
      "learning_rate": 4.515193334963107e-06,
      "loss": 0.3785,
      "step": 477760
    },
    {
      "epoch": 133.34,
      "grad_norm": 1.3002512454986572,
      "learning_rate": 4.515183158781393e-06,
      "loss": 0.4071,
      "step": 477770
    },
    {
      "epoch": 133.35,
      "grad_norm": 1.654418706893921,
      "learning_rate": 4.515172982310659e-06,
      "loss": 0.4016,
      "step": 477780
    },
    {
      "epoch": 133.35,
      "grad_norm": 2.298142671585083,
      "learning_rate": 4.5151628055509094e-06,
      "loss": 0.411,
      "step": 477790
    },
    {
      "epoch": 133.35,
      "grad_norm": 1.2550996541976929,
      "learning_rate": 4.515152628502143e-06,
      "loss": 0.4004,
      "step": 477800
    },
    {
      "epoch": 133.35,
      "grad_norm": 1.3413382768630981,
      "learning_rate": 4.5151424511643635e-06,
      "loss": 0.3971,
      "step": 477810
    },
    {
      "epoch": 133.36,
      "grad_norm": 1.182874083518982,
      "learning_rate": 4.51513227353757e-06,
      "loss": 0.3955,
      "step": 477820
    },
    {
      "epoch": 133.36,
      "grad_norm": 1.3699305057525635,
      "learning_rate": 4.515122095621765e-06,
      "loss": 0.4001,
      "step": 477830
    },
    {
      "epoch": 133.36,
      "grad_norm": 1.1833041906356812,
      "learning_rate": 4.51511191741695e-06,
      "loss": 0.3914,
      "step": 477840
    },
    {
      "epoch": 133.37,
      "grad_norm": 1.1229246854782104,
      "learning_rate": 4.5151017389231265e-06,
      "loss": 0.4119,
      "step": 477850
    },
    {
      "epoch": 133.37,
      "grad_norm": 1.554479718208313,
      "learning_rate": 4.515091560140296e-06,
      "loss": 0.3873,
      "step": 477860
    },
    {
      "epoch": 133.37,
      "grad_norm": 1.257729172706604,
      "learning_rate": 4.515081381068458e-06,
      "loss": 0.4184,
      "step": 477870
    },
    {
      "epoch": 133.37,
      "grad_norm": 1.1826529502868652,
      "learning_rate": 4.515071201707616e-06,
      "loss": 0.4153,
      "step": 477880
    },
    {
      "epoch": 133.38,
      "grad_norm": 1.2072404623031616,
      "learning_rate": 4.51506102205777e-06,
      "loss": 0.4122,
      "step": 477890
    },
    {
      "epoch": 133.38,
      "grad_norm": 1.5009026527404785,
      "learning_rate": 4.515050842118923e-06,
      "loss": 0.4041,
      "step": 477900
    },
    {
      "epoch": 133.38,
      "grad_norm": 1.2483761310577393,
      "learning_rate": 4.5150406618910736e-06,
      "loss": 0.3966,
      "step": 477910
    },
    {
      "epoch": 133.39,
      "grad_norm": 1.264493703842163,
      "learning_rate": 4.515030481374227e-06,
      "loss": 0.4009,
      "step": 477920
    },
    {
      "epoch": 133.39,
      "grad_norm": 1.323559045791626,
      "learning_rate": 4.515020300568381e-06,
      "loss": 0.3961,
      "step": 477930
    },
    {
      "epoch": 133.39,
      "grad_norm": 1.401642918586731,
      "learning_rate": 4.515010119473538e-06,
      "loss": 0.3869,
      "step": 477940
    },
    {
      "epoch": 133.39,
      "grad_norm": 1.1557835340499878,
      "learning_rate": 4.5149999380897e-06,
      "loss": 0.3971,
      "step": 477950
    },
    {
      "epoch": 133.4,
      "grad_norm": 1.2588403224945068,
      "learning_rate": 4.514989756416868e-06,
      "loss": 0.3998,
      "step": 477960
    },
    {
      "epoch": 133.4,
      "grad_norm": 1.0146764516830444,
      "learning_rate": 4.514979574455044e-06,
      "loss": 0.4095,
      "step": 477970
    },
    {
      "epoch": 133.4,
      "grad_norm": 1.6115999221801758,
      "learning_rate": 4.514969392204228e-06,
      "loss": 0.4139,
      "step": 477980
    },
    {
      "epoch": 133.4,
      "grad_norm": 1.3352919816970825,
      "learning_rate": 4.5149592096644225e-06,
      "loss": 0.3949,
      "step": 477990
    },
    {
      "epoch": 133.41,
      "grad_norm": 1.25677490234375,
      "learning_rate": 4.514949026835629e-06,
      "loss": 0.4053,
      "step": 478000
    },
    {
      "epoch": 133.41,
      "grad_norm": 1.4312959909439087,
      "learning_rate": 4.514938843717848e-06,
      "loss": 0.391,
      "step": 478010
    },
    {
      "epoch": 133.41,
      "grad_norm": 1.2023149728775024,
      "learning_rate": 4.5149286603110804e-06,
      "loss": 0.4079,
      "step": 478020
    },
    {
      "epoch": 133.42,
      "grad_norm": 1.3326579332351685,
      "learning_rate": 4.514918476615329e-06,
      "loss": 0.4002,
      "step": 478030
    },
    {
      "epoch": 133.42,
      "grad_norm": 1.5902793407440186,
      "learning_rate": 4.514908292630594e-06,
      "loss": 0.3956,
      "step": 478040
    },
    {
      "epoch": 133.42,
      "grad_norm": 1.4360967874526978,
      "learning_rate": 4.514898108356878e-06,
      "loss": 0.4051,
      "step": 478050
    },
    {
      "epoch": 133.42,
      "grad_norm": 4.049572467803955,
      "learning_rate": 4.514887923794181e-06,
      "loss": 0.4198,
      "step": 478060
    },
    {
      "epoch": 133.43,
      "grad_norm": 1.2643910646438599,
      "learning_rate": 4.5148777389425055e-06,
      "loss": 0.4111,
      "step": 478070
    },
    {
      "epoch": 133.43,
      "grad_norm": 1.3775819540023804,
      "learning_rate": 4.5148675538018515e-06,
      "loss": 0.3952,
      "step": 478080
    },
    {
      "epoch": 133.43,
      "grad_norm": 1.480294942855835,
      "learning_rate": 4.514857368372221e-06,
      "loss": 0.4004,
      "step": 478090
    },
    {
      "epoch": 133.44,
      "grad_norm": 1.411960244178772,
      "learning_rate": 4.514847182653617e-06,
      "loss": 0.4121,
      "step": 478100
    },
    {
      "epoch": 133.44,
      "grad_norm": 1.452530026435852,
      "learning_rate": 4.514836996646038e-06,
      "loss": 0.4226,
      "step": 478110
    },
    {
      "epoch": 133.44,
      "grad_norm": 1.2824666500091553,
      "learning_rate": 4.5148268103494875e-06,
      "loss": 0.4089,
      "step": 478120
    },
    {
      "epoch": 133.44,
      "grad_norm": 1.3273533582687378,
      "learning_rate": 4.514816623763966e-06,
      "loss": 0.3968,
      "step": 478130
    },
    {
      "epoch": 133.45,
      "grad_norm": 1.582520604133606,
      "learning_rate": 4.514806436889475e-06,
      "loss": 0.3967,
      "step": 478140
    },
    {
      "epoch": 133.45,
      "grad_norm": 1.429531216621399,
      "learning_rate": 4.514796249726015e-06,
      "loss": 0.3876,
      "step": 478150
    },
    {
      "epoch": 133.45,
      "grad_norm": 1.273144006729126,
      "learning_rate": 4.514786062273589e-06,
      "loss": 0.3939,
      "step": 478160
    },
    {
      "epoch": 133.46,
      "grad_norm": 1.4964942932128906,
      "learning_rate": 4.5147758745321975e-06,
      "loss": 0.3995,
      "step": 478170
    },
    {
      "epoch": 133.46,
      "grad_norm": 1.0684880018234253,
      "learning_rate": 4.514765686501841e-06,
      "loss": 0.4078,
      "step": 478180
    },
    {
      "epoch": 133.46,
      "grad_norm": 1.3173898458480835,
      "learning_rate": 4.514755498182522e-06,
      "loss": 0.4027,
      "step": 478190
    },
    {
      "epoch": 133.46,
      "grad_norm": 1.1347508430480957,
      "learning_rate": 4.514745309574242e-06,
      "loss": 0.404,
      "step": 478200
    },
    {
      "epoch": 133.47,
      "grad_norm": 1.3221673965454102,
      "learning_rate": 4.514735120677002e-06,
      "loss": 0.3987,
      "step": 478210
    },
    {
      "epoch": 133.47,
      "grad_norm": 1.2384096384048462,
      "learning_rate": 4.514724931490803e-06,
      "loss": 0.3916,
      "step": 478220
    },
    {
      "epoch": 133.47,
      "grad_norm": 1.9889439344406128,
      "learning_rate": 4.514714742015647e-06,
      "loss": 0.4067,
      "step": 478230
    },
    {
      "epoch": 133.47,
      "grad_norm": 1.2682517766952515,
      "learning_rate": 4.514704552251535e-06,
      "loss": 0.3875,
      "step": 478240
    },
    {
      "epoch": 133.48,
      "grad_norm": 1.3344573974609375,
      "learning_rate": 4.514694362198468e-06,
      "loss": 0.4223,
      "step": 478250
    },
    {
      "epoch": 133.48,
      "grad_norm": 1.4417988061904907,
      "learning_rate": 4.514684171856447e-06,
      "loss": 0.4225,
      "step": 478260
    },
    {
      "epoch": 133.48,
      "grad_norm": 1.2082397937774658,
      "learning_rate": 4.514673981225475e-06,
      "loss": 0.3997,
      "step": 478270
    },
    {
      "epoch": 133.49,
      "grad_norm": 1.2562549114227295,
      "learning_rate": 4.514663790305552e-06,
      "loss": 0.3823,
      "step": 478280
    },
    {
      "epoch": 133.49,
      "grad_norm": 1.3260992765426636,
      "learning_rate": 4.514653599096681e-06,
      "loss": 0.4091,
      "step": 478290
    },
    {
      "epoch": 133.49,
      "grad_norm": 1.5101486444473267,
      "learning_rate": 4.514643407598861e-06,
      "loss": 0.4194,
      "step": 478300
    },
    {
      "epoch": 133.49,
      "grad_norm": 1.1562035083770752,
      "learning_rate": 4.514633215812094e-06,
      "loss": 0.3827,
      "step": 478310
    },
    {
      "epoch": 133.5,
      "grad_norm": 1.3345009088516235,
      "learning_rate": 4.5146230237363835e-06,
      "loss": 0.4044,
      "step": 478320
    },
    {
      "epoch": 133.5,
      "grad_norm": 1.2611323595046997,
      "learning_rate": 4.514612831371728e-06,
      "loss": 0.3952,
      "step": 478330
    },
    {
      "epoch": 133.5,
      "grad_norm": 1.3817408084869385,
      "learning_rate": 4.514602638718131e-06,
      "loss": 0.4072,
      "step": 478340
    },
    {
      "epoch": 133.51,
      "grad_norm": 1.3679134845733643,
      "learning_rate": 4.514592445775592e-06,
      "loss": 0.386,
      "step": 478350
    },
    {
      "epoch": 133.51,
      "grad_norm": 1.1622663736343384,
      "learning_rate": 4.514582252544113e-06,
      "loss": 0.3959,
      "step": 478360
    },
    {
      "epoch": 133.51,
      "grad_norm": 1.4160206317901611,
      "learning_rate": 4.514572059023697e-06,
      "loss": 0.4032,
      "step": 478370
    },
    {
      "epoch": 133.51,
      "grad_norm": 1.4680126905441284,
      "learning_rate": 4.5145618652143425e-06,
      "loss": 0.3916,
      "step": 478380
    },
    {
      "epoch": 133.52,
      "grad_norm": 1.338239073753357,
      "learning_rate": 4.514551671116053e-06,
      "loss": 0.3866,
      "step": 478390
    },
    {
      "epoch": 133.52,
      "grad_norm": 1.5973191261291504,
      "learning_rate": 4.514541476728829e-06,
      "loss": 0.4032,
      "step": 478400
    },
    {
      "epoch": 133.52,
      "grad_norm": 3.6962995529174805,
      "learning_rate": 4.514531282052673e-06,
      "loss": 0.415,
      "step": 478410
    },
    {
      "epoch": 133.52,
      "grad_norm": 1.1510425806045532,
      "learning_rate": 4.514521087087584e-06,
      "loss": 0.3795,
      "step": 478420
    },
    {
      "epoch": 133.53,
      "grad_norm": 1.3096091747283936,
      "learning_rate": 4.514510891833566e-06,
      "loss": 0.3839,
      "step": 478430
    },
    {
      "epoch": 133.53,
      "grad_norm": 1.2877874374389648,
      "learning_rate": 4.514500696290618e-06,
      "loss": 0.3964,
      "step": 478440
    },
    {
      "epoch": 133.53,
      "grad_norm": 1.4281628131866455,
      "learning_rate": 4.514490500458744e-06,
      "loss": 0.3922,
      "step": 478450
    },
    {
      "epoch": 133.54,
      "grad_norm": 1.384203314781189,
      "learning_rate": 4.514480304337943e-06,
      "loss": 0.4025,
      "step": 478460
    },
    {
      "epoch": 133.54,
      "grad_norm": 1.17494797706604,
      "learning_rate": 4.514470107928217e-06,
      "loss": 0.3873,
      "step": 478470
    },
    {
      "epoch": 133.54,
      "grad_norm": 1.4052107334136963,
      "learning_rate": 4.514459911229568e-06,
      "loss": 0.4108,
      "step": 478480
    },
    {
      "epoch": 133.54,
      "grad_norm": 1.2764219045639038,
      "learning_rate": 4.5144497142419965e-06,
      "loss": 0.4018,
      "step": 478490
    },
    {
      "epoch": 133.55,
      "grad_norm": 1.2732192277908325,
      "learning_rate": 4.514439516965504e-06,
      "loss": 0.4067,
      "step": 478500
    },
    {
      "epoch": 133.55,
      "grad_norm": 1.1623620986938477,
      "learning_rate": 4.514429319400092e-06,
      "loss": 0.4069,
      "step": 478510
    },
    {
      "epoch": 133.55,
      "grad_norm": 1.008684515953064,
      "learning_rate": 4.514419121545763e-06,
      "loss": 0.411,
      "step": 478520
    },
    {
      "epoch": 133.56,
      "grad_norm": 1.395740032196045,
      "learning_rate": 4.5144089234025175e-06,
      "loss": 0.3943,
      "step": 478530
    },
    {
      "epoch": 133.56,
      "grad_norm": 1.2411614656448364,
      "learning_rate": 4.514398724970356e-06,
      "loss": 0.3901,
      "step": 478540
    },
    {
      "epoch": 133.56,
      "grad_norm": 1.1353034973144531,
      "learning_rate": 4.5143885262492805e-06,
      "loss": 0.4199,
      "step": 478550
    },
    {
      "epoch": 133.56,
      "grad_norm": 1.2603458166122437,
      "learning_rate": 4.514378327239292e-06,
      "loss": 0.3957,
      "step": 478560
    },
    {
      "epoch": 133.57,
      "grad_norm": 1.447809100151062,
      "learning_rate": 4.514368127940393e-06,
      "loss": 0.3962,
      "step": 478570
    },
    {
      "epoch": 133.57,
      "grad_norm": 1.2858952283859253,
      "learning_rate": 4.5143579283525844e-06,
      "loss": 0.4037,
      "step": 478580
    },
    {
      "epoch": 133.57,
      "grad_norm": 1.5018972158432007,
      "learning_rate": 4.514347728475867e-06,
      "loss": 0.3887,
      "step": 478590
    },
    {
      "epoch": 133.58,
      "grad_norm": 1.2244786024093628,
      "learning_rate": 4.514337528310243e-06,
      "loss": 0.4024,
      "step": 478600
    },
    {
      "epoch": 133.58,
      "grad_norm": 1.2242083549499512,
      "learning_rate": 4.5143273278557115e-06,
      "loss": 0.4064,
      "step": 478610
    },
    {
      "epoch": 133.58,
      "grad_norm": 1.2499942779541016,
      "learning_rate": 4.514317127112277e-06,
      "loss": 0.3868,
      "step": 478620
    },
    {
      "epoch": 133.58,
      "grad_norm": 1.303310751914978,
      "learning_rate": 4.514306926079939e-06,
      "loss": 0.4091,
      "step": 478630
    },
    {
      "epoch": 133.59,
      "grad_norm": 1.3820871114730835,
      "learning_rate": 4.514296724758699e-06,
      "loss": 0.4004,
      "step": 478640
    },
    {
      "epoch": 133.59,
      "grad_norm": 2.1938893795013428,
      "learning_rate": 4.514286523148559e-06,
      "loss": 0.4014,
      "step": 478650
    },
    {
      "epoch": 133.59,
      "grad_norm": 1.119736909866333,
      "learning_rate": 4.51427632124952e-06,
      "loss": 0.4146,
      "step": 478660
    },
    {
      "epoch": 133.59,
      "grad_norm": 2.777639865875244,
      "learning_rate": 4.514266119061583e-06,
      "loss": 0.4266,
      "step": 478670
    },
    {
      "epoch": 133.6,
      "grad_norm": 1.9634556770324707,
      "learning_rate": 4.514255916584751e-06,
      "loss": 0.391,
      "step": 478680
    },
    {
      "epoch": 133.6,
      "grad_norm": 1.1607624292373657,
      "learning_rate": 4.5142457138190224e-06,
      "loss": 0.4079,
      "step": 478690
    },
    {
      "epoch": 133.6,
      "grad_norm": 1.3924424648284912,
      "learning_rate": 4.514235510764402e-06,
      "loss": 0.3922,
      "step": 478700
    },
    {
      "epoch": 133.61,
      "grad_norm": 1.2169992923736572,
      "learning_rate": 4.514225307420888e-06,
      "loss": 0.3904,
      "step": 478710
    },
    {
      "epoch": 133.61,
      "grad_norm": 1.3350228071212769,
      "learning_rate": 4.514215103788483e-06,
      "loss": 0.406,
      "step": 478720
    },
    {
      "epoch": 133.61,
      "grad_norm": 1.4661064147949219,
      "learning_rate": 4.514204899867189e-06,
      "loss": 0.3929,
      "step": 478730
    },
    {
      "epoch": 133.61,
      "grad_norm": 1.1865627765655518,
      "learning_rate": 4.514194695657007e-06,
      "loss": 0.3874,
      "step": 478740
    },
    {
      "epoch": 133.62,
      "grad_norm": 1.8463670015335083,
      "learning_rate": 4.5141844911579374e-06,
      "loss": 0.39,
      "step": 478750
    },
    {
      "epoch": 133.62,
      "grad_norm": 1.328007459640503,
      "learning_rate": 4.514174286369983e-06,
      "loss": 0.4081,
      "step": 478760
    },
    {
      "epoch": 133.62,
      "grad_norm": 1.1319431066513062,
      "learning_rate": 4.514164081293145e-06,
      "loss": 0.4037,
      "step": 478770
    },
    {
      "epoch": 133.63,
      "grad_norm": 1.485474705696106,
      "learning_rate": 4.514153875927424e-06,
      "loss": 0.4018,
      "step": 478780
    },
    {
      "epoch": 133.63,
      "grad_norm": 1.6254355907440186,
      "learning_rate": 4.514143670272822e-06,
      "loss": 0.4103,
      "step": 478790
    },
    {
      "epoch": 133.63,
      "grad_norm": 1.3721758127212524,
      "learning_rate": 4.514133464329339e-06,
      "loss": 0.4083,
      "step": 478800
    },
    {
      "epoch": 133.63,
      "grad_norm": 1.2952018976211548,
      "learning_rate": 4.514123258096978e-06,
      "loss": 0.4087,
      "step": 478810
    },
    {
      "epoch": 133.64,
      "grad_norm": 1.1996790170669556,
      "learning_rate": 4.51411305157574e-06,
      "loss": 0.3951,
      "step": 478820
    },
    {
      "epoch": 133.64,
      "grad_norm": 1.2469502687454224,
      "learning_rate": 4.514102844765625e-06,
      "loss": 0.3859,
      "step": 478830
    },
    {
      "epoch": 133.64,
      "grad_norm": 1.3393635749816895,
      "learning_rate": 4.514092637666636e-06,
      "loss": 0.3936,
      "step": 478840
    },
    {
      "epoch": 133.64,
      "grad_norm": 1.4012902975082397,
      "learning_rate": 4.514082430278774e-06,
      "loss": 0.4014,
      "step": 478850
    },
    {
      "epoch": 133.65,
      "grad_norm": 1.3206936120986938,
      "learning_rate": 4.5140722226020405e-06,
      "loss": 0.3981,
      "step": 478860
    },
    {
      "epoch": 133.65,
      "grad_norm": 1.4807318449020386,
      "learning_rate": 4.514062014636436e-06,
      "loss": 0.3971,
      "step": 478870
    },
    {
      "epoch": 133.65,
      "grad_norm": 5.846360683441162,
      "learning_rate": 4.514051806381963e-06,
      "loss": 0.3996,
      "step": 478880
    },
    {
      "epoch": 133.66,
      "grad_norm": 1.3496935367584229,
      "learning_rate": 4.514041597838621e-06,
      "loss": 0.396,
      "step": 478890
    },
    {
      "epoch": 133.66,
      "grad_norm": 1.541145920753479,
      "learning_rate": 4.514031389006414e-06,
      "loss": 0.4025,
      "step": 478900
    },
    {
      "epoch": 133.66,
      "grad_norm": 1.3583478927612305,
      "learning_rate": 4.514021179885341e-06,
      "loss": 0.4189,
      "step": 478910
    },
    {
      "epoch": 133.66,
      "grad_norm": 1.3949536085128784,
      "learning_rate": 4.514010970475405e-06,
      "loss": 0.3895,
      "step": 478920
    },
    {
      "epoch": 133.67,
      "grad_norm": 1.4804679155349731,
      "learning_rate": 4.514000760776606e-06,
      "loss": 0.4106,
      "step": 478930
    },
    {
      "epoch": 133.67,
      "grad_norm": 1.286539912223816,
      "learning_rate": 4.513990550788946e-06,
      "loss": 0.3902,
      "step": 478940
    },
    {
      "epoch": 133.67,
      "grad_norm": 1.2121058702468872,
      "learning_rate": 4.5139803405124276e-06,
      "loss": 0.4129,
      "step": 478950
    },
    {
      "epoch": 133.68,
      "grad_norm": 1.2762190103530884,
      "learning_rate": 4.51397012994705e-06,
      "loss": 0.4021,
      "step": 478960
    },
    {
      "epoch": 133.68,
      "grad_norm": 1.3057509660720825,
      "learning_rate": 4.513959919092815e-06,
      "loss": 0.3826,
      "step": 478970
    },
    {
      "epoch": 133.68,
      "grad_norm": 1.081309199333191,
      "learning_rate": 4.513949707949726e-06,
      "loss": 0.3827,
      "step": 478980
    },
    {
      "epoch": 133.68,
      "grad_norm": 1.398705244064331,
      "learning_rate": 4.513939496517781e-06,
      "loss": 0.4031,
      "step": 478990
    },
    {
      "epoch": 133.69,
      "grad_norm": 1.289474368095398,
      "learning_rate": 4.513929284796984e-06,
      "loss": 0.3935,
      "step": 479000
    },
    {
      "epoch": 133.69,
      "grad_norm": 1.418524980545044,
      "learning_rate": 4.5139190727873364e-06,
      "loss": 0.3828,
      "step": 479010
    },
    {
      "epoch": 133.69,
      "grad_norm": 1.2905181646347046,
      "learning_rate": 4.513908860488838e-06,
      "loss": 0.3953,
      "step": 479020
    },
    {
      "epoch": 133.7,
      "grad_norm": 1.3876094818115234,
      "learning_rate": 4.5138986479014895e-06,
      "loss": 0.3982,
      "step": 479030
    },
    {
      "epoch": 133.7,
      "grad_norm": 1.2356948852539062,
      "learning_rate": 4.5138884350252955e-06,
      "loss": 0.4122,
      "step": 479040
    },
    {
      "epoch": 133.7,
      "grad_norm": 1.1961239576339722,
      "learning_rate": 4.513878221860255e-06,
      "loss": 0.3945,
      "step": 479050
    },
    {
      "epoch": 133.7,
      "grad_norm": 1.2552521228790283,
      "learning_rate": 4.51386800840637e-06,
      "loss": 0.4006,
      "step": 479060
    },
    {
      "epoch": 133.71,
      "grad_norm": 1.3493659496307373,
      "learning_rate": 4.513857794663641e-06,
      "loss": 0.4001,
      "step": 479070
    },
    {
      "epoch": 133.71,
      "grad_norm": 1.2705262899398804,
      "learning_rate": 4.5138475806320705e-06,
      "loss": 0.388,
      "step": 479080
    },
    {
      "epoch": 133.71,
      "grad_norm": 1.2536267042160034,
      "learning_rate": 4.513837366311659e-06,
      "loss": 0.3981,
      "step": 479090
    },
    {
      "epoch": 133.71,
      "grad_norm": 1.4791346788406372,
      "learning_rate": 4.513827151702409e-06,
      "loss": 0.4043,
      "step": 479100
    },
    {
      "epoch": 133.72,
      "grad_norm": 1.4157764911651611,
      "learning_rate": 4.513816936804322e-06,
      "loss": 0.3982,
      "step": 479110
    },
    {
      "epoch": 133.72,
      "grad_norm": 1.4595096111297607,
      "learning_rate": 4.513806721617396e-06,
      "loss": 0.4077,
      "step": 479120
    },
    {
      "epoch": 133.72,
      "grad_norm": 1.4520998001098633,
      "learning_rate": 4.513796506141636e-06,
      "loss": 0.4058,
      "step": 479130
    },
    {
      "epoch": 133.73,
      "grad_norm": 1.4561192989349365,
      "learning_rate": 4.513786290377043e-06,
      "loss": 0.3944,
      "step": 479140
    },
    {
      "epoch": 133.73,
      "grad_norm": 1.4901154041290283,
      "learning_rate": 4.513776074323617e-06,
      "loss": 0.3999,
      "step": 479150
    },
    {
      "epoch": 133.73,
      "grad_norm": 1.3180004358291626,
      "learning_rate": 4.51376585798136e-06,
      "loss": 0.4089,
      "step": 479160
    },
    {
      "epoch": 133.73,
      "grad_norm": 1.3172203302383423,
      "learning_rate": 4.513755641350274e-06,
      "loss": 0.4012,
      "step": 479170
    },
    {
      "epoch": 133.74,
      "grad_norm": 1.4903756380081177,
      "learning_rate": 4.513745424430358e-06,
      "loss": 0.405,
      "step": 479180
    },
    {
      "epoch": 133.74,
      "grad_norm": 1.4345632791519165,
      "learning_rate": 4.513735207221616e-06,
      "loss": 0.3908,
      "step": 479190
    },
    {
      "epoch": 133.74,
      "grad_norm": 1.4763123989105225,
      "learning_rate": 4.513724989724048e-06,
      "loss": 0.4052,
      "step": 479200
    },
    {
      "epoch": 133.75,
      "grad_norm": 1.0431338548660278,
      "learning_rate": 4.513714771937656e-06,
      "loss": 0.3815,
      "step": 479210
    },
    {
      "epoch": 133.75,
      "grad_norm": 1.422046184539795,
      "learning_rate": 4.513704553862442e-06,
      "loss": 0.4103,
      "step": 479220
    },
    {
      "epoch": 133.75,
      "grad_norm": 1.363829255104065,
      "learning_rate": 4.513694335498405e-06,
      "loss": 0.4055,
      "step": 479230
    },
    {
      "epoch": 133.75,
      "grad_norm": 1.1169685125350952,
      "learning_rate": 4.513684116845548e-06,
      "loss": 0.4119,
      "step": 479240
    },
    {
      "epoch": 133.76,
      "grad_norm": 1.1955238580703735,
      "learning_rate": 4.513673897903873e-06,
      "loss": 0.3897,
      "step": 479250
    },
    {
      "epoch": 133.76,
      "grad_norm": 1.3940041065216064,
      "learning_rate": 4.51366367867338e-06,
      "loss": 0.404,
      "step": 479260
    },
    {
      "epoch": 133.76,
      "grad_norm": 1.2985455989837646,
      "learning_rate": 4.513653459154071e-06,
      "loss": 0.3817,
      "step": 479270
    },
    {
      "epoch": 133.77,
      "grad_norm": 1.3886888027191162,
      "learning_rate": 4.513643239345947e-06,
      "loss": 0.3971,
      "step": 479280
    },
    {
      "epoch": 133.77,
      "grad_norm": 1.3236647844314575,
      "learning_rate": 4.51363301924901e-06,
      "loss": 0.4032,
      "step": 479290
    },
    {
      "epoch": 133.77,
      "grad_norm": 1.3533663749694824,
      "learning_rate": 4.513622798863261e-06,
      "loss": 0.3961,
      "step": 479300
    },
    {
      "epoch": 133.77,
      "grad_norm": 1.5275954008102417,
      "learning_rate": 4.513612578188701e-06,
      "loss": 0.4174,
      "step": 479310
    },
    {
      "epoch": 133.78,
      "grad_norm": 1.2001420259475708,
      "learning_rate": 4.513602357225332e-06,
      "loss": 0.4029,
      "step": 479320
    },
    {
      "epoch": 133.78,
      "grad_norm": 1.3444939851760864,
      "learning_rate": 4.513592135973155e-06,
      "loss": 0.4083,
      "step": 479330
    },
    {
      "epoch": 133.78,
      "grad_norm": 1.4535285234451294,
      "learning_rate": 4.513581914432171e-06,
      "loss": 0.4127,
      "step": 479340
    },
    {
      "epoch": 133.78,
      "grad_norm": 1.266480565071106,
      "learning_rate": 4.513571692602382e-06,
      "loss": 0.3978,
      "step": 479350
    },
    {
      "epoch": 133.79,
      "grad_norm": 1.115479826927185,
      "learning_rate": 4.51356147048379e-06,
      "loss": 0.3782,
      "step": 479360
    },
    {
      "epoch": 133.79,
      "grad_norm": 1.3859108686447144,
      "learning_rate": 4.513551248076394e-06,
      "loss": 0.411,
      "step": 479370
    },
    {
      "epoch": 133.79,
      "grad_norm": 1.2423734664916992,
      "learning_rate": 4.5135410253801985e-06,
      "loss": 0.3984,
      "step": 479380
    },
    {
      "epoch": 133.8,
      "grad_norm": 1.417313814163208,
      "learning_rate": 4.5135308023952025e-06,
      "loss": 0.4096,
      "step": 479390
    },
    {
      "epoch": 133.8,
      "grad_norm": 1.5108634233474731,
      "learning_rate": 4.513520579121407e-06,
      "loss": 0.3914,
      "step": 479400
    },
    {
      "epoch": 133.8,
      "grad_norm": 1.297612190246582,
      "learning_rate": 4.513510355558816e-06,
      "loss": 0.4023,
      "step": 479410
    },
    {
      "epoch": 133.8,
      "grad_norm": 1.1150472164154053,
      "learning_rate": 4.513500131707429e-06,
      "loss": 0.3882,
      "step": 479420
    },
    {
      "epoch": 133.81,
      "grad_norm": 1.4981900453567505,
      "learning_rate": 4.513489907567248e-06,
      "loss": 0.401,
      "step": 479430
    },
    {
      "epoch": 133.81,
      "grad_norm": 1.2076435089111328,
      "learning_rate": 4.513479683138273e-06,
      "loss": 0.3844,
      "step": 479440
    },
    {
      "epoch": 133.81,
      "grad_norm": 1.2374833822250366,
      "learning_rate": 4.513469458420507e-06,
      "loss": 0.4057,
      "step": 479450
    },
    {
      "epoch": 133.82,
      "grad_norm": 1.0484083890914917,
      "learning_rate": 4.51345923341395e-06,
      "loss": 0.3997,
      "step": 479460
    },
    {
      "epoch": 133.82,
      "grad_norm": 1.2302429676055908,
      "learning_rate": 4.513449008118605e-06,
      "loss": 0.3911,
      "step": 479470
    },
    {
      "epoch": 133.82,
      "grad_norm": 4.066620349884033,
      "learning_rate": 4.513438782534472e-06,
      "loss": 0.4053,
      "step": 479480
    },
    {
      "epoch": 133.82,
      "grad_norm": 1.4166139364242554,
      "learning_rate": 4.513428556661553e-06,
      "loss": 0.4105,
      "step": 479490
    },
    {
      "epoch": 133.83,
      "grad_norm": 1.3427104949951172,
      "learning_rate": 4.5134183304998495e-06,
      "loss": 0.4036,
      "step": 479500
    },
    {
      "epoch": 133.83,
      "grad_norm": 1.1826344728469849,
      "learning_rate": 4.513408104049362e-06,
      "loss": 0.4093,
      "step": 479510
    },
    {
      "epoch": 133.83,
      "grad_norm": 1.1249475479125977,
      "learning_rate": 4.5133978773100925e-06,
      "loss": 0.3778,
      "step": 479520
    },
    {
      "epoch": 133.83,
      "grad_norm": 1.4229496717453003,
      "learning_rate": 4.513387650282042e-06,
      "loss": 0.3997,
      "step": 479530
    },
    {
      "epoch": 133.84,
      "grad_norm": 1.2219232320785522,
      "learning_rate": 4.513377422965212e-06,
      "loss": 0.4068,
      "step": 479540
    },
    {
      "epoch": 133.84,
      "grad_norm": 1.060671091079712,
      "learning_rate": 4.513367195359605e-06,
      "loss": 0.4027,
      "step": 479550
    },
    {
      "epoch": 133.84,
      "grad_norm": 1.1988470554351807,
      "learning_rate": 4.513356967465221e-06,
      "loss": 0.4043,
      "step": 479560
    },
    {
      "epoch": 133.85,
      "grad_norm": 1.4977905750274658,
      "learning_rate": 4.513346739282062e-06,
      "loss": 0.4177,
      "step": 479570
    },
    {
      "epoch": 133.85,
      "grad_norm": 1.6104506254196167,
      "learning_rate": 4.513336510810129e-06,
      "loss": 0.3826,
      "step": 479580
    },
    {
      "epoch": 133.85,
      "grad_norm": 1.3446885347366333,
      "learning_rate": 4.5133262820494226e-06,
      "loss": 0.4259,
      "step": 479590
    },
    {
      "epoch": 133.85,
      "grad_norm": 1.3570245504379272,
      "learning_rate": 4.513316052999946e-06,
      "loss": 0.3935,
      "step": 479600
    },
    {
      "epoch": 133.86,
      "grad_norm": 1.3284478187561035,
      "learning_rate": 4.513305823661699e-06,
      "loss": 0.3901,
      "step": 479610
    },
    {
      "epoch": 133.86,
      "grad_norm": 1.4377851486206055,
      "learning_rate": 4.513295594034684e-06,
      "loss": 0.385,
      "step": 479620
    },
    {
      "epoch": 133.86,
      "grad_norm": 1.7953797578811646,
      "learning_rate": 4.513285364118901e-06,
      "loss": 0.3948,
      "step": 479630
    },
    {
      "epoch": 133.87,
      "grad_norm": 1.5274627208709717,
      "learning_rate": 4.5132751339143525e-06,
      "loss": 0.4015,
      "step": 479640
    },
    {
      "epoch": 133.87,
      "grad_norm": 1.291430115699768,
      "learning_rate": 4.5132649034210405e-06,
      "loss": 0.4035,
      "step": 479650
    },
    {
      "epoch": 133.87,
      "grad_norm": 1.223771095275879,
      "learning_rate": 4.513254672638965e-06,
      "loss": 0.4113,
      "step": 479660
    },
    {
      "epoch": 133.87,
      "grad_norm": 1.1851892471313477,
      "learning_rate": 4.513244441568127e-06,
      "loss": 0.3837,
      "step": 479670
    },
    {
      "epoch": 133.88,
      "grad_norm": 1.3058632612228394,
      "learning_rate": 4.51323421020853e-06,
      "loss": 0.3782,
      "step": 479680
    },
    {
      "epoch": 133.88,
      "grad_norm": 2.1052377223968506,
      "learning_rate": 4.513223978560173e-06,
      "loss": 0.3985,
      "step": 479690
    },
    {
      "epoch": 133.88,
      "grad_norm": 1.4211658239364624,
      "learning_rate": 4.51321374662306e-06,
      "loss": 0.4105,
      "step": 479700
    },
    {
      "epoch": 133.89,
      "grad_norm": 1.5205367803573608,
      "learning_rate": 4.513203514397189e-06,
      "loss": 0.3874,
      "step": 479710
    },
    {
      "epoch": 133.89,
      "grad_norm": 1.3134785890579224,
      "learning_rate": 4.513193281882564e-06,
      "loss": 0.3876,
      "step": 479720
    },
    {
      "epoch": 133.89,
      "grad_norm": 1.1805254220962524,
      "learning_rate": 4.513183049079185e-06,
      "loss": 0.4101,
      "step": 479730
    },
    {
      "epoch": 133.89,
      "grad_norm": 1.251998782157898,
      "learning_rate": 4.513172815987055e-06,
      "loss": 0.4312,
      "step": 479740
    },
    {
      "epoch": 133.9,
      "grad_norm": 1.6258947849273682,
      "learning_rate": 4.5131625826061735e-06,
      "loss": 0.4021,
      "step": 479750
    },
    {
      "epoch": 133.9,
      "grad_norm": 1.4807864427566528,
      "learning_rate": 4.513152348936541e-06,
      "loss": 0.3958,
      "step": 479760
    },
    {
      "epoch": 133.9,
      "grad_norm": 1.149496078491211,
      "learning_rate": 4.513142114978163e-06,
      "loss": 0.3992,
      "step": 479770
    },
    {
      "epoch": 133.9,
      "grad_norm": 1.0403507947921753,
      "learning_rate": 4.513131880731037e-06,
      "loss": 0.3944,
      "step": 479780
    },
    {
      "epoch": 133.91,
      "grad_norm": 1.0588046312332153,
      "learning_rate": 4.5131216461951666e-06,
      "loss": 0.3887,
      "step": 479790
    },
    {
      "epoch": 133.91,
      "grad_norm": 1.2638500928878784,
      "learning_rate": 4.5131114113705515e-06,
      "loss": 0.4249,
      "step": 479800
    },
    {
      "epoch": 133.91,
      "grad_norm": 1.3325350284576416,
      "learning_rate": 4.513101176257193e-06,
      "loss": 0.4176,
      "step": 479810
    },
    {
      "epoch": 133.92,
      "grad_norm": 1.4706511497497559,
      "learning_rate": 4.513090940855095e-06,
      "loss": 0.4052,
      "step": 479820
    },
    {
      "epoch": 133.92,
      "grad_norm": 1.0850460529327393,
      "learning_rate": 4.513080705164256e-06,
      "loss": 0.4085,
      "step": 479830
    },
    {
      "epoch": 133.92,
      "grad_norm": 1.4294935464859009,
      "learning_rate": 4.513070469184679e-06,
      "loss": 0.384,
      "step": 479840
    },
    {
      "epoch": 133.92,
      "grad_norm": 1.5572319030761719,
      "learning_rate": 4.513060232916364e-06,
      "loss": 0.3932,
      "step": 479850
    },
    {
      "epoch": 133.93,
      "grad_norm": 1.2327936887741089,
      "learning_rate": 4.513049996359314e-06,
      "loss": 0.3923,
      "step": 479860
    },
    {
      "epoch": 133.93,
      "grad_norm": 1.3341172933578491,
      "learning_rate": 4.5130397595135296e-06,
      "loss": 0.3771,
      "step": 479870
    },
    {
      "epoch": 133.93,
      "grad_norm": 1.3055003881454468,
      "learning_rate": 4.5130295223790125e-06,
      "loss": 0.3895,
      "step": 479880
    },
    {
      "epoch": 133.94,
      "grad_norm": 1.6422702074050903,
      "learning_rate": 4.513019284955763e-06,
      "loss": 0.4116,
      "step": 479890
    },
    {
      "epoch": 133.94,
      "grad_norm": 1.6263549327850342,
      "learning_rate": 4.513009047243784e-06,
      "loss": 0.4102,
      "step": 479900
    },
    {
      "epoch": 133.94,
      "grad_norm": 1.2079524993896484,
      "learning_rate": 4.512998809243075e-06,
      "loss": 0.4302,
      "step": 479910
    },
    {
      "epoch": 133.94,
      "grad_norm": 1.4322974681854248,
      "learning_rate": 4.512988570953639e-06,
      "loss": 0.3912,
      "step": 479920
    },
    {
      "epoch": 133.95,
      "grad_norm": 1.8727890253067017,
      "learning_rate": 4.5129783323754766e-06,
      "loss": 0.4062,
      "step": 479930
    },
    {
      "epoch": 133.95,
      "grad_norm": 1.5527571439743042,
      "learning_rate": 4.512968093508589e-06,
      "loss": 0.412,
      "step": 479940
    },
    {
      "epoch": 133.95,
      "grad_norm": 1.3786394596099854,
      "learning_rate": 4.512957854352978e-06,
      "loss": 0.3905,
      "step": 479950
    },
    {
      "epoch": 133.95,
      "grad_norm": 1.1955845355987549,
      "learning_rate": 4.512947614908645e-06,
      "loss": 0.3969,
      "step": 479960
    },
    {
      "epoch": 133.96,
      "grad_norm": 1.5900521278381348,
      "learning_rate": 4.512937375175592e-06,
      "loss": 0.4116,
      "step": 479970
    },
    {
      "epoch": 133.96,
      "grad_norm": 1.1704713106155396,
      "learning_rate": 4.512927135153819e-06,
      "loss": 0.4143,
      "step": 479980
    },
    {
      "epoch": 133.96,
      "grad_norm": 1.807785987854004,
      "learning_rate": 4.512916894843327e-06,
      "loss": 0.4118,
      "step": 479990
    },
    {
      "epoch": 133.97,
      "grad_norm": 1.0480775833129883,
      "learning_rate": 4.512906654244119e-06,
      "loss": 0.3919,
      "step": 480000
    },
    {
      "epoch": 133.97,
      "grad_norm": 1.781372308731079,
      "learning_rate": 4.512896413356196e-06,
      "loss": 0.4092,
      "step": 480010
    },
    {
      "epoch": 133.97,
      "grad_norm": 1.1725184917449951,
      "learning_rate": 4.512886172179558e-06,
      "loss": 0.394,
      "step": 480020
    },
    {
      "epoch": 133.97,
      "grad_norm": 1.3507084846496582,
      "learning_rate": 4.512875930714208e-06,
      "loss": 0.4063,
      "step": 480030
    },
    {
      "epoch": 133.98,
      "grad_norm": 1.2310770750045776,
      "learning_rate": 4.512865688960147e-06,
      "loss": 0.4009,
      "step": 480040
    },
    {
      "epoch": 133.98,
      "grad_norm": 1.4157720804214478,
      "learning_rate": 4.5128554469173765e-06,
      "loss": 0.3799,
      "step": 480050
    },
    {
      "epoch": 133.98,
      "grad_norm": 1.3286428451538086,
      "learning_rate": 4.512845204585897e-06,
      "loss": 0.3931,
      "step": 480060
    },
    {
      "epoch": 133.99,
      "grad_norm": 1.3502815961837769,
      "learning_rate": 4.51283496196571e-06,
      "loss": 0.4052,
      "step": 480070
    },
    {
      "epoch": 133.99,
      "grad_norm": 1.2526421546936035,
      "learning_rate": 4.512824719056818e-06,
      "loss": 0.3871,
      "step": 480080
    },
    {
      "epoch": 133.99,
      "grad_norm": 1.475723147392273,
      "learning_rate": 4.51281447585922e-06,
      "loss": 0.4051,
      "step": 480090
    },
    {
      "epoch": 133.99,
      "grad_norm": 1.1447970867156982,
      "learning_rate": 4.51280423237292e-06,
      "loss": 0.3982,
      "step": 480100
    },
    {
      "epoch": 134.0,
      "grad_norm": 1.295546531677246,
      "learning_rate": 4.512793988597919e-06,
      "loss": 0.4145,
      "step": 480110
    },
    {
      "epoch": 134.0,
      "grad_norm": 1.3109034299850464,
      "learning_rate": 4.512783744534217e-06,
      "loss": 0.3893,
      "step": 480120
    },
    {
      "epoch": 134.0,
      "eval_loss": 0.40157702565193176,
      "eval_runtime": 64.507,
      "eval_samples_per_second": 78.426,
      "eval_steps_per_second": 9.813,
      "step": 480122
    },
    {
      "epoch": 134.0,
      "grad_norm": 1.3343168497085571,
      "learning_rate": 4.512773500181815e-06,
      "loss": 0.392,
      "step": 480130
    },
    {
      "epoch": 134.01,
      "grad_norm": 1.1906206607818604,
      "learning_rate": 4.512763255540717e-06,
      "loss": 0.3773,
      "step": 480140
    },
    {
      "epoch": 134.01,
      "grad_norm": 1.3266081809997559,
      "learning_rate": 4.5127530106109215e-06,
      "loss": 0.4044,
      "step": 480150
    },
    {
      "epoch": 134.01,
      "grad_norm": 1.0713626146316528,
      "learning_rate": 4.512742765392431e-06,
      "loss": 0.4001,
      "step": 480160
    },
    {
      "epoch": 134.01,
      "grad_norm": 1.1861094236373901,
      "learning_rate": 4.5127325198852484e-06,
      "loss": 0.4085,
      "step": 480170
    },
    {
      "epoch": 134.02,
      "grad_norm": 1.097257375717163,
      "learning_rate": 4.512722274089373e-06,
      "loss": 0.3975,
      "step": 480180
    },
    {
      "epoch": 134.02,
      "grad_norm": 1.2864198684692383,
      "learning_rate": 4.512712028004807e-06,
      "loss": 0.3942,
      "step": 480190
    },
    {
      "epoch": 134.02,
      "grad_norm": 1.3051095008850098,
      "learning_rate": 4.512701781631551e-06,
      "loss": 0.3932,
      "step": 480200
    },
    {
      "epoch": 134.02,
      "grad_norm": 1.3922621011734009,
      "learning_rate": 4.512691534969607e-06,
      "loss": 0.3985,
      "step": 480210
    },
    {
      "epoch": 134.03,
      "grad_norm": 1.2799381017684937,
      "learning_rate": 4.512681288018976e-06,
      "loss": 0.3915,
      "step": 480220
    },
    {
      "epoch": 134.03,
      "grad_norm": 1.1632320880889893,
      "learning_rate": 4.512671040779661e-06,
      "loss": 0.3874,
      "step": 480230
    },
    {
      "epoch": 134.03,
      "grad_norm": 1.3653583526611328,
      "learning_rate": 4.512660793251661e-06,
      "loss": 0.381,
      "step": 480240
    },
    {
      "epoch": 134.04,
      "grad_norm": 1.4031755924224854,
      "learning_rate": 4.512650545434977e-06,
      "loss": 0.3909,
      "step": 480250
    },
    {
      "epoch": 134.04,
      "grad_norm": 1.1737972497940063,
      "learning_rate": 4.512640297329614e-06,
      "loss": 0.3969,
      "step": 480260
    },
    {
      "epoch": 134.04,
      "grad_norm": 1.1438720226287842,
      "learning_rate": 4.51263004893557e-06,
      "loss": 0.3922,
      "step": 480270
    },
    {
      "epoch": 134.04,
      "grad_norm": 1.1958298683166504,
      "learning_rate": 4.512619800252848e-06,
      "loss": 0.4033,
      "step": 480280
    },
    {
      "epoch": 134.05,
      "grad_norm": 1.4567196369171143,
      "learning_rate": 4.512609551281449e-06,
      "loss": 0.394,
      "step": 480290
    },
    {
      "epoch": 134.05,
      "grad_norm": 1.3853669166564941,
      "learning_rate": 4.512599302021373e-06,
      "loss": 0.4072,
      "step": 480300
    },
    {
      "epoch": 134.05,
      "grad_norm": 1.4623609781265259,
      "learning_rate": 4.512589052472624e-06,
      "loss": 0.4146,
      "step": 480310
    },
    {
      "epoch": 134.06,
      "grad_norm": 1.1714309453964233,
      "learning_rate": 4.512578802635202e-06,
      "loss": 0.4263,
      "step": 480320
    },
    {
      "epoch": 134.06,
      "grad_norm": 1.8226828575134277,
      "learning_rate": 4.5125685525091075e-06,
      "loss": 0.4287,
      "step": 480330
    },
    {
      "epoch": 134.06,
      "grad_norm": 0.9943324327468872,
      "learning_rate": 4.512558302094343e-06,
      "loss": 0.3968,
      "step": 480340
    },
    {
      "epoch": 134.06,
      "grad_norm": 1.3854491710662842,
      "learning_rate": 4.5125480513909094e-06,
      "loss": 0.4245,
      "step": 480350
    },
    {
      "epoch": 134.07,
      "grad_norm": 1.2511119842529297,
      "learning_rate": 4.512537800398808e-06,
      "loss": 0.4086,
      "step": 480360
    },
    {
      "epoch": 134.07,
      "grad_norm": 1.4537149667739868,
      "learning_rate": 4.51252754911804e-06,
      "loss": 0.3944,
      "step": 480370
    },
    {
      "epoch": 134.07,
      "grad_norm": 1.885457992553711,
      "learning_rate": 4.512517297548608e-06,
      "loss": 0.3799,
      "step": 480380
    },
    {
      "epoch": 134.07,
      "grad_norm": 1.137036681175232,
      "learning_rate": 4.512507045690512e-06,
      "loss": 0.3866,
      "step": 480390
    },
    {
      "epoch": 134.08,
      "grad_norm": 1.3953391313552856,
      "learning_rate": 4.512496793543754e-06,
      "loss": 0.4025,
      "step": 480400
    },
    {
      "epoch": 134.08,
      "grad_norm": 1.2042639255523682,
      "learning_rate": 4.512486541108335e-06,
      "loss": 0.4009,
      "step": 480410
    },
    {
      "epoch": 134.08,
      "grad_norm": 2.988150119781494,
      "learning_rate": 4.5124762883842564e-06,
      "loss": 0.4103,
      "step": 480420
    },
    {
      "epoch": 134.09,
      "grad_norm": 1.396810531616211,
      "learning_rate": 4.512466035371521e-06,
      "loss": 0.3931,
      "step": 480430
    },
    {
      "epoch": 134.09,
      "grad_norm": 1.150927186012268,
      "learning_rate": 4.512455782070127e-06,
      "loss": 0.4087,
      "step": 480440
    },
    {
      "epoch": 134.09,
      "grad_norm": 1.2697551250457764,
      "learning_rate": 4.512445528480079e-06,
      "loss": 0.3807,
      "step": 480450
    },
    {
      "epoch": 134.09,
      "grad_norm": 1.267547845840454,
      "learning_rate": 4.5124352746013765e-06,
      "loss": 0.3926,
      "step": 480460
    },
    {
      "epoch": 134.1,
      "grad_norm": 1.189923882484436,
      "learning_rate": 4.512425020434021e-06,
      "loss": 0.3932,
      "step": 480470
    },
    {
      "epoch": 134.1,
      "grad_norm": 1.1431502103805542,
      "learning_rate": 4.512414765978016e-06,
      "loss": 0.3999,
      "step": 480480
    },
    {
      "epoch": 134.1,
      "grad_norm": 1.1644190549850464,
      "learning_rate": 4.512404511233359e-06,
      "loss": 0.4058,
      "step": 480490
    },
    {
      "epoch": 134.11,
      "grad_norm": 1.3625695705413818,
      "learning_rate": 4.5123942562000545e-06,
      "loss": 0.4062,
      "step": 480500
    },
    {
      "epoch": 134.11,
      "grad_norm": 1.1505262851715088,
      "learning_rate": 4.512384000878103e-06,
      "loss": 0.3815,
      "step": 480510
    },
    {
      "epoch": 134.11,
      "grad_norm": 1.257042407989502,
      "learning_rate": 4.512373745267505e-06,
      "loss": 0.3858,
      "step": 480520
    },
    {
      "epoch": 134.11,
      "grad_norm": 1.3599385023117065,
      "learning_rate": 4.512363489368264e-06,
      "loss": 0.3918,
      "step": 480530
    },
    {
      "epoch": 134.12,
      "grad_norm": 1.5433992147445679,
      "learning_rate": 4.5123532331803785e-06,
      "loss": 0.3932,
      "step": 480540
    },
    {
      "epoch": 134.12,
      "grad_norm": 1.4116554260253906,
      "learning_rate": 4.512342976703852e-06,
      "loss": 0.3951,
      "step": 480550
    },
    {
      "epoch": 134.12,
      "grad_norm": 1.1087127923965454,
      "learning_rate": 4.512332719938685e-06,
      "loss": 0.3946,
      "step": 480560
    },
    {
      "epoch": 134.13,
      "grad_norm": 1.5609132051467896,
      "learning_rate": 4.51232246288488e-06,
      "loss": 0.4101,
      "step": 480570
    },
    {
      "epoch": 134.13,
      "grad_norm": 1.2264925241470337,
      "learning_rate": 4.512312205542436e-06,
      "loss": 0.4008,
      "step": 480580
    },
    {
      "epoch": 134.13,
      "grad_norm": 1.585020661354065,
      "learning_rate": 4.512301947911356e-06,
      "loss": 0.4023,
      "step": 480590
    },
    {
      "epoch": 134.13,
      "grad_norm": 1.3275117874145508,
      "learning_rate": 4.512291689991642e-06,
      "loss": 0.4068,
      "step": 480600
    },
    {
      "epoch": 134.14,
      "grad_norm": 1.4613559246063232,
      "learning_rate": 4.512281431783294e-06,
      "loss": 0.4143,
      "step": 480610
    },
    {
      "epoch": 134.14,
      "grad_norm": 1.6553356647491455,
      "learning_rate": 4.5122711732863136e-06,
      "loss": 0.4032,
      "step": 480620
    },
    {
      "epoch": 134.14,
      "grad_norm": 1.3185654878616333,
      "learning_rate": 4.512260914500703e-06,
      "loss": 0.4142,
      "step": 480630
    },
    {
      "epoch": 134.14,
      "grad_norm": 1.4497987031936646,
      "learning_rate": 4.512250655426463e-06,
      "loss": 0.4013,
      "step": 480640
    },
    {
      "epoch": 134.15,
      "grad_norm": 1.3212844133377075,
      "learning_rate": 4.512240396063594e-06,
      "loss": 0.4097,
      "step": 480650
    },
    {
      "epoch": 134.15,
      "grad_norm": 1.7989528179168701,
      "learning_rate": 4.512230136412099e-06,
      "loss": 0.4063,
      "step": 480660
    },
    {
      "epoch": 134.15,
      "grad_norm": 1.3429756164550781,
      "learning_rate": 4.512219876471979e-06,
      "loss": 0.3968,
      "step": 480670
    },
    {
      "epoch": 134.16,
      "grad_norm": 1.387532114982605,
      "learning_rate": 4.512209616243235e-06,
      "loss": 0.3943,
      "step": 480680
    },
    {
      "epoch": 134.16,
      "grad_norm": 1.8598395586013794,
      "learning_rate": 4.5121993557258675e-06,
      "loss": 0.4068,
      "step": 480690
    },
    {
      "epoch": 134.16,
      "grad_norm": 1.1522765159606934,
      "learning_rate": 4.51218909491988e-06,
      "loss": 0.3846,
      "step": 480700
    },
    {
      "epoch": 134.16,
      "grad_norm": 1.1661403179168701,
      "learning_rate": 4.512178833825272e-06,
      "loss": 0.3889,
      "step": 480710
    },
    {
      "epoch": 134.17,
      "grad_norm": 1.4200440645217896,
      "learning_rate": 4.512168572442046e-06,
      "loss": 0.4056,
      "step": 480720
    },
    {
      "epoch": 134.17,
      "grad_norm": 1.1558070182800293,
      "learning_rate": 4.512158310770202e-06,
      "loss": 0.4103,
      "step": 480730
    },
    {
      "epoch": 134.17,
      "grad_norm": 1.3363624811172485,
      "learning_rate": 4.5121480488097425e-06,
      "loss": 0.4211,
      "step": 480740
    },
    {
      "epoch": 134.18,
      "grad_norm": 1.2781957387924194,
      "learning_rate": 4.51213778656067e-06,
      "loss": 0.413,
      "step": 480750
    },
    {
      "epoch": 134.18,
      "grad_norm": 1.4338712692260742,
      "learning_rate": 4.512127524022983e-06,
      "loss": 0.3995,
      "step": 480760
    },
    {
      "epoch": 134.18,
      "grad_norm": 1.1525471210479736,
      "learning_rate": 4.512117261196685e-06,
      "loss": 0.3967,
      "step": 480770
    },
    {
      "epoch": 134.18,
      "grad_norm": 1.5305066108703613,
      "learning_rate": 4.5121069980817765e-06,
      "loss": 0.4046,
      "step": 480780
    },
    {
      "epoch": 134.19,
      "grad_norm": 1.1893119812011719,
      "learning_rate": 4.51209673467826e-06,
      "loss": 0.3967,
      "step": 480790
    },
    {
      "epoch": 134.19,
      "grad_norm": 1.0618395805358887,
      "learning_rate": 4.512086470986134e-06,
      "loss": 0.4185,
      "step": 480800
    },
    {
      "epoch": 134.19,
      "grad_norm": 1.1658902168273926,
      "learning_rate": 4.512076207005403e-06,
      "loss": 0.4013,
      "step": 480810
    },
    {
      "epoch": 134.19,
      "grad_norm": 1.8171743154525757,
      "learning_rate": 4.512065942736067e-06,
      "loss": 0.3893,
      "step": 480820
    },
    {
      "epoch": 134.2,
      "grad_norm": 1.1317164897918701,
      "learning_rate": 4.5120556781781276e-06,
      "loss": 0.3926,
      "step": 480830
    },
    {
      "epoch": 134.2,
      "grad_norm": 1.2462525367736816,
      "learning_rate": 4.512045413331587e-06,
      "loss": 0.4022,
      "step": 480840
    },
    {
      "epoch": 134.2,
      "grad_norm": 1.3987576961517334,
      "learning_rate": 4.512035148196444e-06,
      "loss": 0.3941,
      "step": 480850
    },
    {
      "epoch": 134.21,
      "grad_norm": 1.2084205150604248,
      "learning_rate": 4.512024882772703e-06,
      "loss": 0.4005,
      "step": 480860
    },
    {
      "epoch": 134.21,
      "grad_norm": 1.5818674564361572,
      "learning_rate": 4.512014617060364e-06,
      "loss": 0.4097,
      "step": 480870
    },
    {
      "epoch": 134.21,
      "grad_norm": 1.2894245386123657,
      "learning_rate": 4.512004351059427e-06,
      "loss": 0.3922,
      "step": 480880
    },
    {
      "epoch": 134.21,
      "grad_norm": 1.4775171279907227,
      "learning_rate": 4.5119940847698965e-06,
      "loss": 0.3837,
      "step": 480890
    },
    {
      "epoch": 134.22,
      "grad_norm": 1.4449059963226318,
      "learning_rate": 4.511983818191771e-06,
      "loss": 0.4224,
      "step": 480900
    },
    {
      "epoch": 134.22,
      "grad_norm": 1.176571011543274,
      "learning_rate": 4.511973551325054e-06,
      "loss": 0.3775,
      "step": 480910
    },
    {
      "epoch": 134.22,
      "grad_norm": 1.7485463619232178,
      "learning_rate": 4.511963284169745e-06,
      "loss": 0.3936,
      "step": 480920
    },
    {
      "epoch": 134.23,
      "grad_norm": 1.4129738807678223,
      "learning_rate": 4.511953016725846e-06,
      "loss": 0.3854,
      "step": 480930
    },
    {
      "epoch": 134.23,
      "grad_norm": 1.3628294467926025,
      "learning_rate": 4.511942748993359e-06,
      "loss": 0.3982,
      "step": 480940
    },
    {
      "epoch": 134.23,
      "grad_norm": 1.230769395828247,
      "learning_rate": 4.5119324809722854e-06,
      "loss": 0.4078,
      "step": 480950
    },
    {
      "epoch": 134.23,
      "grad_norm": 1.2433704137802124,
      "learning_rate": 4.511922212662626e-06,
      "loss": 0.4051,
      "step": 480960
    },
    {
      "epoch": 134.24,
      "grad_norm": 1.2936314344406128,
      "learning_rate": 4.511911944064381e-06,
      "loss": 0.3986,
      "step": 480970
    },
    {
      "epoch": 134.24,
      "grad_norm": 1.238397240638733,
      "learning_rate": 4.511901675177554e-06,
      "loss": 0.3995,
      "step": 480980
    },
    {
      "epoch": 134.24,
      "grad_norm": 1.4016697406768799,
      "learning_rate": 4.511891406002146e-06,
      "loss": 0.4041,
      "step": 480990
    },
    {
      "epoch": 134.25,
      "grad_norm": 1.34940767288208,
      "learning_rate": 4.511881136538157e-06,
      "loss": 0.4091,
      "step": 481000
    },
    {
      "epoch": 134.25,
      "grad_norm": 1.4853732585906982,
      "learning_rate": 4.51187086678559e-06,
      "loss": 0.4294,
      "step": 481010
    },
    {
      "epoch": 134.25,
      "grad_norm": 1.204660177230835,
      "learning_rate": 4.511860596744444e-06,
      "loss": 0.3915,
      "step": 481020
    },
    {
      "epoch": 134.25,
      "grad_norm": 1.25417160987854,
      "learning_rate": 4.511850326414723e-06,
      "loss": 0.3941,
      "step": 481030
    },
    {
      "epoch": 134.26,
      "grad_norm": 1.3246080875396729,
      "learning_rate": 4.511840055796428e-06,
      "loss": 0.4265,
      "step": 481040
    },
    {
      "epoch": 134.26,
      "grad_norm": 1.6205604076385498,
      "learning_rate": 4.511829784889558e-06,
      "loss": 0.4026,
      "step": 481050
    },
    {
      "epoch": 134.26,
      "grad_norm": 1.2004021406173706,
      "learning_rate": 4.511819513694117e-06,
      "loss": 0.3912,
      "step": 481060
    },
    {
      "epoch": 134.26,
      "grad_norm": 1.2272615432739258,
      "learning_rate": 4.511809242210105e-06,
      "loss": 0.3863,
      "step": 481070
    },
    {
      "epoch": 134.27,
      "grad_norm": 1.8018543720245361,
      "learning_rate": 4.511798970437523e-06,
      "loss": 0.3911,
      "step": 481080
    },
    {
      "epoch": 134.27,
      "grad_norm": 1.3318650722503662,
      "learning_rate": 4.511788698376374e-06,
      "loss": 0.3913,
      "step": 481090
    },
    {
      "epoch": 134.27,
      "grad_norm": 1.2614355087280273,
      "learning_rate": 4.511778426026659e-06,
      "loss": 0.4089,
      "step": 481100
    },
    {
      "epoch": 134.28,
      "grad_norm": 1.3805564641952515,
      "learning_rate": 4.511768153388377e-06,
      "loss": 0.4064,
      "step": 481110
    },
    {
      "epoch": 134.28,
      "grad_norm": 1.5606484413146973,
      "learning_rate": 4.511757880461532e-06,
      "loss": 0.4093,
      "step": 481120
    },
    {
      "epoch": 134.28,
      "grad_norm": 1.8770599365234375,
      "learning_rate": 4.5117476072461265e-06,
      "loss": 0.4147,
      "step": 481130
    },
    {
      "epoch": 134.28,
      "grad_norm": 1.391650915145874,
      "learning_rate": 4.511737333742158e-06,
      "loss": 0.4038,
      "step": 481140
    },
    {
      "epoch": 134.29,
      "grad_norm": 1.3306970596313477,
      "learning_rate": 4.511727059949629e-06,
      "loss": 0.3902,
      "step": 481150
    },
    {
      "epoch": 134.29,
      "grad_norm": 1.5582083463668823,
      "learning_rate": 4.511716785868544e-06,
      "loss": 0.4072,
      "step": 481160
    },
    {
      "epoch": 134.29,
      "grad_norm": 1.27717125415802,
      "learning_rate": 4.5117065114989e-06,
      "loss": 0.4041,
      "step": 481170
    },
    {
      "epoch": 134.3,
      "grad_norm": 1.312152624130249,
      "learning_rate": 4.511696236840702e-06,
      "loss": 0.4026,
      "step": 481180
    },
    {
      "epoch": 134.3,
      "grad_norm": 1.1321635246276855,
      "learning_rate": 4.511685961893948e-06,
      "loss": 0.3996,
      "step": 481190
    },
    {
      "epoch": 134.3,
      "grad_norm": 1.270977258682251,
      "learning_rate": 4.511675686658643e-06,
      "loss": 0.3898,
      "step": 481200
    },
    {
      "epoch": 134.3,
      "grad_norm": 1.0711126327514648,
      "learning_rate": 4.511665411134785e-06,
      "loss": 0.4049,
      "step": 481210
    },
    {
      "epoch": 134.31,
      "grad_norm": 1.4190735816955566,
      "learning_rate": 4.511655135322378e-06,
      "loss": 0.3844,
      "step": 481220
    },
    {
      "epoch": 134.31,
      "grad_norm": 1.4073305130004883,
      "learning_rate": 4.5116448592214215e-06,
      "loss": 0.3969,
      "step": 481230
    },
    {
      "epoch": 134.31,
      "grad_norm": 1.1679065227508545,
      "learning_rate": 4.511634582831918e-06,
      "loss": 0.3972,
      "step": 481240
    },
    {
      "epoch": 134.31,
      "grad_norm": 1.3067580461502075,
      "learning_rate": 4.511624306153868e-06,
      "loss": 0.3983,
      "step": 481250
    },
    {
      "epoch": 134.32,
      "grad_norm": 1.536012053489685,
      "learning_rate": 4.511614029187274e-06,
      "loss": 0.4045,
      "step": 481260
    },
    {
      "epoch": 134.32,
      "grad_norm": 1.2963451147079468,
      "learning_rate": 4.511603751932136e-06,
      "loss": 0.4154,
      "step": 481270
    },
    {
      "epoch": 134.32,
      "grad_norm": 1.1009469032287598,
      "learning_rate": 4.511593474388456e-06,
      "loss": 0.4203,
      "step": 481280
    },
    {
      "epoch": 134.33,
      "grad_norm": 1.1778169870376587,
      "learning_rate": 4.511583196556236e-06,
      "loss": 0.4182,
      "step": 481290
    },
    {
      "epoch": 134.33,
      "grad_norm": 1.2427839040756226,
      "learning_rate": 4.511572918435477e-06,
      "loss": 0.3848,
      "step": 481300
    },
    {
      "epoch": 134.33,
      "grad_norm": 1.8033266067504883,
      "learning_rate": 4.511562640026179e-06,
      "loss": 0.4085,
      "step": 481310
    },
    {
      "epoch": 134.33,
      "grad_norm": 1.1948894262313843,
      "learning_rate": 4.511552361328346e-06,
      "loss": 0.4002,
      "step": 481320
    },
    {
      "epoch": 134.34,
      "grad_norm": 1.345738172531128,
      "learning_rate": 4.511542082341977e-06,
      "loss": 0.4085,
      "step": 481330
    },
    {
      "epoch": 134.34,
      "grad_norm": 1.4331510066986084,
      "learning_rate": 4.511531803067074e-06,
      "loss": 0.4009,
      "step": 481340
    },
    {
      "epoch": 134.34,
      "grad_norm": 1.6643115282058716,
      "learning_rate": 4.51152152350364e-06,
      "loss": 0.4276,
      "step": 481350
    },
    {
      "epoch": 134.35,
      "grad_norm": 1.5257638692855835,
      "learning_rate": 4.511511243651674e-06,
      "loss": 0.3833,
      "step": 481360
    },
    {
      "epoch": 134.35,
      "grad_norm": 3.522570848464966,
      "learning_rate": 4.5115009635111794e-06,
      "loss": 0.4062,
      "step": 481370
    },
    {
      "epoch": 134.35,
      "grad_norm": 1.4385474920272827,
      "learning_rate": 4.5114906830821555e-06,
      "loss": 0.3993,
      "step": 481380
    },
    {
      "epoch": 134.35,
      "grad_norm": 1.3459852933883667,
      "learning_rate": 4.511480402364605e-06,
      "loss": 0.3959,
      "step": 481390
    },
    {
      "epoch": 134.36,
      "grad_norm": 1.0779178142547607,
      "learning_rate": 4.511470121358528e-06,
      "loss": 0.3945,
      "step": 481400
    },
    {
      "epoch": 134.36,
      "grad_norm": 1.3086403608322144,
      "learning_rate": 4.511459840063928e-06,
      "loss": 0.4049,
      "step": 481410
    },
    {
      "epoch": 134.36,
      "grad_norm": 1.2563596963882446,
      "learning_rate": 4.511449558480806e-06,
      "loss": 0.404,
      "step": 481420
    },
    {
      "epoch": 134.37,
      "grad_norm": 1.090684413909912,
      "learning_rate": 4.511439276609161e-06,
      "loss": 0.3925,
      "step": 481430
    },
    {
      "epoch": 134.37,
      "grad_norm": 1.2693283557891846,
      "learning_rate": 4.511428994448997e-06,
      "loss": 0.3855,
      "step": 481440
    },
    {
      "epoch": 134.37,
      "grad_norm": 4.273709297180176,
      "learning_rate": 4.511418712000314e-06,
      "loss": 0.4065,
      "step": 481450
    },
    {
      "epoch": 134.37,
      "grad_norm": 1.4856953620910645,
      "learning_rate": 4.511408429263114e-06,
      "loss": 0.3899,
      "step": 481460
    },
    {
      "epoch": 134.38,
      "grad_norm": 1.2010473012924194,
      "learning_rate": 4.5113981462373975e-06,
      "loss": 0.4212,
      "step": 481470
    },
    {
      "epoch": 134.38,
      "grad_norm": 1.4947102069854736,
      "learning_rate": 4.511387862923167e-06,
      "loss": 0.4097,
      "step": 481480
    },
    {
      "epoch": 134.38,
      "grad_norm": 1.3446969985961914,
      "learning_rate": 4.511377579320423e-06,
      "loss": 0.4044,
      "step": 481490
    },
    {
      "epoch": 134.38,
      "grad_norm": 1.5326728820800781,
      "learning_rate": 4.511367295429166e-06,
      "loss": 0.418,
      "step": 481500
    },
    {
      "epoch": 134.39,
      "grad_norm": 0.969516932964325,
      "learning_rate": 4.511357011249401e-06,
      "loss": 0.4098,
      "step": 481510
    },
    {
      "epoch": 134.39,
      "grad_norm": 1.1359901428222656,
      "learning_rate": 4.511346726781126e-06,
      "loss": 0.4024,
      "step": 481520
    },
    {
      "epoch": 134.39,
      "grad_norm": 1.2762032747268677,
      "learning_rate": 4.511336442024342e-06,
      "loss": 0.3888,
      "step": 481530
    },
    {
      "epoch": 134.4,
      "grad_norm": 1.1335148811340332,
      "learning_rate": 4.511326156979053e-06,
      "loss": 0.3866,
      "step": 481540
    },
    {
      "epoch": 134.4,
      "grad_norm": 1.3182467222213745,
      "learning_rate": 4.511315871645259e-06,
      "loss": 0.4123,
      "step": 481550
    },
    {
      "epoch": 134.4,
      "grad_norm": 1.3186393976211548,
      "learning_rate": 4.5113055860229606e-06,
      "loss": 0.397,
      "step": 481560
    },
    {
      "epoch": 134.4,
      "grad_norm": 1.1585866212844849,
      "learning_rate": 4.5112953001121605e-06,
      "loss": 0.4069,
      "step": 481570
    },
    {
      "epoch": 134.41,
      "grad_norm": 1.3994425535202026,
      "learning_rate": 4.511285013912859e-06,
      "loss": 0.3848,
      "step": 481580
    },
    {
      "epoch": 134.41,
      "grad_norm": 1.3788416385650635,
      "learning_rate": 4.511274727425059e-06,
      "loss": 0.4106,
      "step": 481590
    },
    {
      "epoch": 134.41,
      "grad_norm": 1.212862253189087,
      "learning_rate": 4.5112644406487596e-06,
      "loss": 0.4161,
      "step": 481600
    },
    {
      "epoch": 134.42,
      "grad_norm": 1.2661629915237427,
      "learning_rate": 4.511254153583964e-06,
      "loss": 0.3923,
      "step": 481610
    },
    {
      "epoch": 134.42,
      "grad_norm": 1.1669179201126099,
      "learning_rate": 4.511243866230673e-06,
      "loss": 0.4096,
      "step": 481620
    },
    {
      "epoch": 134.42,
      "grad_norm": 1.387131929397583,
      "learning_rate": 4.511233578588888e-06,
      "loss": 0.3952,
      "step": 481630
    },
    {
      "epoch": 134.42,
      "grad_norm": 1.7894198894500732,
      "learning_rate": 4.511223290658611e-06,
      "loss": 0.4117,
      "step": 481640
    },
    {
      "epoch": 134.43,
      "grad_norm": 1.3924007415771484,
      "learning_rate": 4.511213002439842e-06,
      "loss": 0.3894,
      "step": 481650
    },
    {
      "epoch": 134.43,
      "grad_norm": 1.2384788990020752,
      "learning_rate": 4.511202713932583e-06,
      "loss": 0.4016,
      "step": 481660
    },
    {
      "epoch": 134.43,
      "grad_norm": 1.2618110179901123,
      "learning_rate": 4.5111924251368365e-06,
      "loss": 0.3746,
      "step": 481670
    },
    {
      "epoch": 134.43,
      "grad_norm": 1.6092931032180786,
      "learning_rate": 4.511182136052601e-06,
      "loss": 0.4005,
      "step": 481680
    },
    {
      "epoch": 134.44,
      "grad_norm": 1.324925422668457,
      "learning_rate": 4.511171846679882e-06,
      "loss": 0.4152,
      "step": 481690
    },
    {
      "epoch": 134.44,
      "grad_norm": 1.2590103149414062,
      "learning_rate": 4.5111615570186765e-06,
      "loss": 0.4107,
      "step": 481700
    },
    {
      "epoch": 134.44,
      "grad_norm": 1.045716643333435,
      "learning_rate": 4.511151267068989e-06,
      "loss": 0.3975,
      "step": 481710
    },
    {
      "epoch": 134.45,
      "grad_norm": 1.5026410818099976,
      "learning_rate": 4.511140976830819e-06,
      "loss": 0.3937,
      "step": 481720
    },
    {
      "epoch": 134.45,
      "grad_norm": 1.1939224004745483,
      "learning_rate": 4.51113068630417e-06,
      "loss": 0.4085,
      "step": 481730
    },
    {
      "epoch": 134.45,
      "grad_norm": 1.2622897624969482,
      "learning_rate": 4.511120395489041e-06,
      "loss": 0.4123,
      "step": 481740
    },
    {
      "epoch": 134.45,
      "grad_norm": 1.2900251150131226,
      "learning_rate": 4.511110104385435e-06,
      "loss": 0.3929,
      "step": 481750
    },
    {
      "epoch": 134.46,
      "grad_norm": 1.2947710752487183,
      "learning_rate": 4.511099812993352e-06,
      "loss": 0.4074,
      "step": 481760
    },
    {
      "epoch": 134.46,
      "grad_norm": 1.1931246519088745,
      "learning_rate": 4.511089521312794e-06,
      "loss": 0.4091,
      "step": 481770
    },
    {
      "epoch": 134.46,
      "grad_norm": 1.2219102382659912,
      "learning_rate": 4.511079229343764e-06,
      "loss": 0.3941,
      "step": 481780
    },
    {
      "epoch": 134.47,
      "grad_norm": 1.1554431915283203,
      "learning_rate": 4.51106893708626e-06,
      "loss": 0.4007,
      "step": 481790
    },
    {
      "epoch": 134.47,
      "grad_norm": 1.5078320503234863,
      "learning_rate": 4.511058644540287e-06,
      "loss": 0.4013,
      "step": 481800
    },
    {
      "epoch": 134.47,
      "grad_norm": 1.050935983657837,
      "learning_rate": 4.511048351705844e-06,
      "loss": 0.3957,
      "step": 481810
    },
    {
      "epoch": 134.47,
      "grad_norm": 1.3222159147262573,
      "learning_rate": 4.511038058582933e-06,
      "loss": 0.3961,
      "step": 481820
    },
    {
      "epoch": 134.48,
      "grad_norm": 1.1864142417907715,
      "learning_rate": 4.511027765171554e-06,
      "loss": 0.392,
      "step": 481830
    },
    {
      "epoch": 134.48,
      "grad_norm": 1.458465814590454,
      "learning_rate": 4.511017471471712e-06,
      "loss": 0.4025,
      "step": 481840
    },
    {
      "epoch": 134.48,
      "grad_norm": 1.2822202444076538,
      "learning_rate": 4.511007177483404e-06,
      "loss": 0.4151,
      "step": 481850
    },
    {
      "epoch": 134.49,
      "grad_norm": 1.604866623878479,
      "learning_rate": 4.510996883206635e-06,
      "loss": 0.401,
      "step": 481860
    },
    {
      "epoch": 134.49,
      "grad_norm": 1.3777787685394287,
      "learning_rate": 4.510986588641404e-06,
      "loss": 0.4069,
      "step": 481870
    },
    {
      "epoch": 134.49,
      "grad_norm": 1.4486802816390991,
      "learning_rate": 4.5109762937877135e-06,
      "loss": 0.3864,
      "step": 481880
    },
    {
      "epoch": 134.49,
      "grad_norm": 1.419197678565979,
      "learning_rate": 4.510965998645565e-06,
      "loss": 0.386,
      "step": 481890
    },
    {
      "epoch": 134.5,
      "grad_norm": 1.3603562116622925,
      "learning_rate": 4.51095570321496e-06,
      "loss": 0.3871,
      "step": 481900
    },
    {
      "epoch": 134.5,
      "grad_norm": 1.2661399841308594,
      "learning_rate": 4.510945407495898e-06,
      "loss": 0.4247,
      "step": 481910
    },
    {
      "epoch": 134.5,
      "grad_norm": 1.1878015995025635,
      "learning_rate": 4.5109351114883825e-06,
      "loss": 0.4013,
      "step": 481920
    },
    {
      "epoch": 134.5,
      "grad_norm": 1.3032283782958984,
      "learning_rate": 4.510924815192413e-06,
      "loss": 0.4032,
      "step": 481930
    },
    {
      "epoch": 134.51,
      "grad_norm": 1.34275484085083,
      "learning_rate": 4.510914518607993e-06,
      "loss": 0.4081,
      "step": 481940
    },
    {
      "epoch": 134.51,
      "grad_norm": 1.3651796579360962,
      "learning_rate": 4.510904221735122e-06,
      "loss": 0.4001,
      "step": 481950
    },
    {
      "epoch": 134.51,
      "grad_norm": 1.5574990510940552,
      "learning_rate": 4.510893924573803e-06,
      "loss": 0.3897,
      "step": 481960
    },
    {
      "epoch": 134.52,
      "grad_norm": 1.3306193351745605,
      "learning_rate": 4.510883627124036e-06,
      "loss": 0.409,
      "step": 481970
    },
    {
      "epoch": 134.52,
      "grad_norm": 1.49805748462677,
      "learning_rate": 4.510873329385824e-06,
      "loss": 0.3856,
      "step": 481980
    },
    {
      "epoch": 134.52,
      "grad_norm": 1.331500768661499,
      "learning_rate": 4.510863031359166e-06,
      "loss": 0.3978,
      "step": 481990
    },
    {
      "epoch": 134.52,
      "grad_norm": 1.275222659111023,
      "learning_rate": 4.510852733044066e-06,
      "loss": 0.4145,
      "step": 482000
    },
    {
      "epoch": 134.53,
      "grad_norm": 1.081069827079773,
      "learning_rate": 4.510842434440523e-06,
      "loss": 0.4109,
      "step": 482010
    },
    {
      "epoch": 134.53,
      "grad_norm": 1.3698347806930542,
      "learning_rate": 4.510832135548539e-06,
      "loss": 0.3986,
      "step": 482020
    },
    {
      "epoch": 134.53,
      "grad_norm": 1.3180744647979736,
      "learning_rate": 4.510821836368116e-06,
      "loss": 0.4059,
      "step": 482030
    },
    {
      "epoch": 134.54,
      "grad_norm": 1.2891438007354736,
      "learning_rate": 4.5108115368992555e-06,
      "loss": 0.3809,
      "step": 482040
    },
    {
      "epoch": 134.54,
      "grad_norm": 1.3284375667572021,
      "learning_rate": 4.510801237141959e-06,
      "loss": 0.3929,
      "step": 482050
    },
    {
      "epoch": 134.54,
      "grad_norm": 1.0390050411224365,
      "learning_rate": 4.510790937096227e-06,
      "loss": 0.414,
      "step": 482060
    },
    {
      "epoch": 134.54,
      "grad_norm": 1.2720646858215332,
      "learning_rate": 4.510780636762061e-06,
      "loss": 0.4186,
      "step": 482070
    },
    {
      "epoch": 134.55,
      "grad_norm": 1.2625864744186401,
      "learning_rate": 4.510770336139463e-06,
      "loss": 0.4332,
      "step": 482080
    },
    {
      "epoch": 134.55,
      "grad_norm": 1.2803717851638794,
      "learning_rate": 4.510760035228434e-06,
      "loss": 0.4019,
      "step": 482090
    },
    {
      "epoch": 134.55,
      "grad_norm": 1.3860903978347778,
      "learning_rate": 4.5107497340289745e-06,
      "loss": 0.3891,
      "step": 482100
    },
    {
      "epoch": 134.55,
      "grad_norm": 1.0654302835464478,
      "learning_rate": 4.510739432541088e-06,
      "loss": 0.3969,
      "step": 482110
    },
    {
      "epoch": 134.56,
      "grad_norm": 1.1669921875,
      "learning_rate": 4.510729130764774e-06,
      "loss": 0.3839,
      "step": 482120
    },
    {
      "epoch": 134.56,
      "grad_norm": 1.19862961769104,
      "learning_rate": 4.510718828700034e-06,
      "loss": 0.4001,
      "step": 482130
    },
    {
      "epoch": 134.56,
      "grad_norm": 1.00255286693573,
      "learning_rate": 4.510708526346871e-06,
      "loss": 0.4076,
      "step": 482140
    },
    {
      "epoch": 134.57,
      "grad_norm": 1.1563502550125122,
      "learning_rate": 4.5106982237052835e-06,
      "loss": 0.3933,
      "step": 482150
    },
    {
      "epoch": 134.57,
      "grad_norm": 1.5849597454071045,
      "learning_rate": 4.510687920775277e-06,
      "loss": 0.4096,
      "step": 482160
    },
    {
      "epoch": 134.57,
      "grad_norm": 1.3059661388397217,
      "learning_rate": 4.510677617556848e-06,
      "loss": 0.3946,
      "step": 482170
    },
    {
      "epoch": 134.57,
      "grad_norm": 3.618969202041626,
      "learning_rate": 4.5106673140500026e-06,
      "loss": 0.4008,
      "step": 482180
    },
    {
      "epoch": 134.58,
      "grad_norm": 1.6051867008209229,
      "learning_rate": 4.510657010254739e-06,
      "loss": 0.4143,
      "step": 482190
    },
    {
      "epoch": 134.58,
      "grad_norm": 1.213966727256775,
      "learning_rate": 4.510646706171059e-06,
      "loss": 0.4115,
      "step": 482200
    },
    {
      "epoch": 134.58,
      "grad_norm": 1.3149874210357666,
      "learning_rate": 4.5106364017989645e-06,
      "loss": 0.3895,
      "step": 482210
    },
    {
      "epoch": 134.59,
      "grad_norm": 1.1741809844970703,
      "learning_rate": 4.5106260971384575e-06,
      "loss": 0.3902,
      "step": 482220
    },
    {
      "epoch": 134.59,
      "grad_norm": 1.276681661605835,
      "learning_rate": 4.510615792189538e-06,
      "loss": 0.3767,
      "step": 482230
    },
    {
      "epoch": 134.59,
      "grad_norm": 1.2417817115783691,
      "learning_rate": 4.5106054869522085e-06,
      "loss": 0.3893,
      "step": 482240
    },
    {
      "epoch": 134.59,
      "grad_norm": 1.3954285383224487,
      "learning_rate": 4.51059518142647e-06,
      "loss": 0.4041,
      "step": 482250
    },
    {
      "epoch": 134.6,
      "grad_norm": 1.4500675201416016,
      "learning_rate": 4.5105848756123234e-06,
      "loss": 0.4062,
      "step": 482260
    },
    {
      "epoch": 134.6,
      "grad_norm": 1.5545568466186523,
      "learning_rate": 4.510574569509771e-06,
      "loss": 0.4053,
      "step": 482270
    },
    {
      "epoch": 134.6,
      "grad_norm": 1.0123345851898193,
      "learning_rate": 4.5105642631188134e-06,
      "loss": 0.3877,
      "step": 482280
    },
    {
      "epoch": 134.61,
      "grad_norm": 1.33707594871521,
      "learning_rate": 4.5105539564394525e-06,
      "loss": 0.3964,
      "step": 482290
    },
    {
      "epoch": 134.61,
      "grad_norm": 2.6998212337493896,
      "learning_rate": 4.510543649471689e-06,
      "loss": 0.3942,
      "step": 482300
    },
    {
      "epoch": 134.61,
      "grad_norm": 1.2932968139648438,
      "learning_rate": 4.5105333422155244e-06,
      "loss": 0.3884,
      "step": 482310
    },
    {
      "epoch": 134.61,
      "grad_norm": 1.4211270809173584,
      "learning_rate": 4.510523034670961e-06,
      "loss": 0.3974,
      "step": 482320
    },
    {
      "epoch": 134.62,
      "grad_norm": 1.3108664751052856,
      "learning_rate": 4.510512726837999e-06,
      "loss": 0.4146,
      "step": 482330
    },
    {
      "epoch": 134.62,
      "grad_norm": 1.1954526901245117,
      "learning_rate": 4.510502418716641e-06,
      "loss": 0.4186,
      "step": 482340
    },
    {
      "epoch": 134.62,
      "grad_norm": 1.1819167137145996,
      "learning_rate": 4.5104921103068875e-06,
      "loss": 0.4047,
      "step": 482350
    },
    {
      "epoch": 134.62,
      "grad_norm": 1.414487361907959,
      "learning_rate": 4.510481801608739e-06,
      "loss": 0.3887,
      "step": 482360
    },
    {
      "epoch": 134.63,
      "grad_norm": 1.4114301204681396,
      "learning_rate": 4.510471492622199e-06,
      "loss": 0.4292,
      "step": 482370
    },
    {
      "epoch": 134.63,
      "grad_norm": 1.6055798530578613,
      "learning_rate": 4.510461183347267e-06,
      "loss": 0.391,
      "step": 482380
    },
    {
      "epoch": 134.63,
      "grad_norm": 1.485435128211975,
      "learning_rate": 4.510450873783946e-06,
      "loss": 0.389,
      "step": 482390
    },
    {
      "epoch": 134.64,
      "grad_norm": 1.4255259037017822,
      "learning_rate": 4.510440563932236e-06,
      "loss": 0.3975,
      "step": 482400
    },
    {
      "epoch": 134.64,
      "grad_norm": 1.8994553089141846,
      "learning_rate": 4.51043025379214e-06,
      "loss": 0.4144,
      "step": 482410
    },
    {
      "epoch": 134.64,
      "grad_norm": 1.3820947408676147,
      "learning_rate": 4.510419943363657e-06,
      "loss": 0.4032,
      "step": 482420
    },
    {
      "epoch": 134.64,
      "grad_norm": 1.2505007982254028,
      "learning_rate": 4.5104096326467895e-06,
      "loss": 0.4065,
      "step": 482430
    },
    {
      "epoch": 134.65,
      "grad_norm": 1.4375238418579102,
      "learning_rate": 4.510399321641539e-06,
      "loss": 0.3954,
      "step": 482440
    },
    {
      "epoch": 134.65,
      "grad_norm": 1.2346394062042236,
      "learning_rate": 4.5103890103479076e-06,
      "loss": 0.4086,
      "step": 482450
    },
    {
      "epoch": 134.65,
      "grad_norm": 1.4079082012176514,
      "learning_rate": 4.510378698765895e-06,
      "loss": 0.4141,
      "step": 482460
    },
    {
      "epoch": 134.66,
      "grad_norm": 1.364717721939087,
      "learning_rate": 4.510368386895505e-06,
      "loss": 0.3769,
      "step": 482470
    },
    {
      "epoch": 134.66,
      "grad_norm": 1.0887701511383057,
      "learning_rate": 4.510358074736737e-06,
      "loss": 0.4135,
      "step": 482480
    },
    {
      "epoch": 134.66,
      "grad_norm": 1.1349800825119019,
      "learning_rate": 4.510347762289592e-06,
      "loss": 0.4045,
      "step": 482490
    },
    {
      "epoch": 134.66,
      "grad_norm": 1.4013452529907227,
      "learning_rate": 4.5103374495540735e-06,
      "loss": 0.4019,
      "step": 482500
    },
    {
      "epoch": 134.67,
      "grad_norm": 1.1821593046188354,
      "learning_rate": 4.510327136530181e-06,
      "loss": 0.3864,
      "step": 482510
    },
    {
      "epoch": 134.67,
      "grad_norm": 1.2492414712905884,
      "learning_rate": 4.5103168232179166e-06,
      "loss": 0.3678,
      "step": 482520
    },
    {
      "epoch": 134.67,
      "grad_norm": 1.307115912437439,
      "learning_rate": 4.510306509617281e-06,
      "loss": 0.4059,
      "step": 482530
    },
    {
      "epoch": 134.67,
      "grad_norm": 1.2089482545852661,
      "learning_rate": 4.510296195728276e-06,
      "loss": 0.3828,
      "step": 482540
    },
    {
      "epoch": 134.68,
      "grad_norm": 1.3912023305892944,
      "learning_rate": 4.510285881550904e-06,
      "loss": 0.3831,
      "step": 482550
    },
    {
      "epoch": 134.68,
      "grad_norm": 1.5348870754241943,
      "learning_rate": 4.510275567085165e-06,
      "loss": 0.3934,
      "step": 482560
    },
    {
      "epoch": 134.68,
      "grad_norm": 1.6482750177383423,
      "learning_rate": 4.5102652523310615e-06,
      "loss": 0.3886,
      "step": 482570
    },
    {
      "epoch": 134.69,
      "grad_norm": 1.2506455183029175,
      "learning_rate": 4.510254937288594e-06,
      "loss": 0.3979,
      "step": 482580
    },
    {
      "epoch": 134.69,
      "grad_norm": 1.3843632936477661,
      "learning_rate": 4.5102446219577635e-06,
      "loss": 0.3979,
      "step": 482590
    },
    {
      "epoch": 134.69,
      "grad_norm": 1.2137531042099,
      "learning_rate": 4.510234306338572e-06,
      "loss": 0.368,
      "step": 482600
    },
    {
      "epoch": 134.69,
      "grad_norm": 1.1377172470092773,
      "learning_rate": 4.510223990431021e-06,
      "loss": 0.4173,
      "step": 482610
    },
    {
      "epoch": 134.7,
      "grad_norm": 1.274013876914978,
      "learning_rate": 4.5102136742351125e-06,
      "loss": 0.4037,
      "step": 482620
    },
    {
      "epoch": 134.7,
      "grad_norm": 1.4131057262420654,
      "learning_rate": 4.510203357750846e-06,
      "loss": 0.3997,
      "step": 482630
    },
    {
      "epoch": 134.7,
      "grad_norm": 1.1816554069519043,
      "learning_rate": 4.5101930409782246e-06,
      "loss": 0.3834,
      "step": 482640
    },
    {
      "epoch": 134.71,
      "grad_norm": 1.2990928888320923,
      "learning_rate": 4.510182723917249e-06,
      "loss": 0.4109,
      "step": 482650
    },
    {
      "epoch": 134.71,
      "grad_norm": 1.3427715301513672,
      "learning_rate": 4.51017240656792e-06,
      "loss": 0.3812,
      "step": 482660
    },
    {
      "epoch": 134.71,
      "grad_norm": 1.3722097873687744,
      "learning_rate": 4.5101620889302405e-06,
      "loss": 0.3999,
      "step": 482670
    },
    {
      "epoch": 134.71,
      "grad_norm": 1.3559885025024414,
      "learning_rate": 4.510151771004211e-06,
      "loss": 0.4008,
      "step": 482680
    },
    {
      "epoch": 134.72,
      "grad_norm": 1.2222388982772827,
      "learning_rate": 4.510141452789831e-06,
      "loss": 0.3949,
      "step": 482690
    },
    {
      "epoch": 134.72,
      "grad_norm": 1.4398919343948364,
      "learning_rate": 4.510131134287106e-06,
      "loss": 0.4158,
      "step": 482700
    },
    {
      "epoch": 134.72,
      "grad_norm": 1.1183898448944092,
      "learning_rate": 4.5101208154960335e-06,
      "loss": 0.4067,
      "step": 482710
    },
    {
      "epoch": 134.73,
      "grad_norm": 2.244288444519043,
      "learning_rate": 4.510110496416618e-06,
      "loss": 0.3906,
      "step": 482720
    },
    {
      "epoch": 134.73,
      "grad_norm": 1.3053845167160034,
      "learning_rate": 4.510100177048858e-06,
      "loss": 0.4192,
      "step": 482730
    },
    {
      "epoch": 134.73,
      "grad_norm": 1.3010305166244507,
      "learning_rate": 4.5100898573927575e-06,
      "loss": 0.4001,
      "step": 482740
    },
    {
      "epoch": 134.73,
      "grad_norm": 1.3257687091827393,
      "learning_rate": 4.510079537448315e-06,
      "loss": 0.4005,
      "step": 482750
    },
    {
      "epoch": 134.74,
      "grad_norm": 1.3521459102630615,
      "learning_rate": 4.510069217215535e-06,
      "loss": 0.3982,
      "step": 482760
    },
    {
      "epoch": 134.74,
      "grad_norm": 1.3523006439208984,
      "learning_rate": 4.510058896694416e-06,
      "loss": 0.4044,
      "step": 482770
    },
    {
      "epoch": 134.74,
      "grad_norm": 1.193406581878662,
      "learning_rate": 4.51004857588496e-06,
      "loss": 0.4023,
      "step": 482780
    },
    {
      "epoch": 134.74,
      "grad_norm": 1.1939482688903809,
      "learning_rate": 4.5100382547871715e-06,
      "loss": 0.3925,
      "step": 482790
    },
    {
      "epoch": 134.75,
      "grad_norm": 1.4557619094848633,
      "learning_rate": 4.510027933401048e-06,
      "loss": 0.4123,
      "step": 482800
    },
    {
      "epoch": 134.75,
      "grad_norm": 1.200567364692688,
      "learning_rate": 4.510017611726592e-06,
      "loss": 0.391,
      "step": 482810
    },
    {
      "epoch": 134.75,
      "grad_norm": 1.2096368074417114,
      "learning_rate": 4.5100072897638065e-06,
      "loss": 0.3853,
      "step": 482820
    },
    {
      "epoch": 134.76,
      "grad_norm": 1.1666048765182495,
      "learning_rate": 4.50999696751269e-06,
      "loss": 0.3914,
      "step": 482830
    },
    {
      "epoch": 134.76,
      "grad_norm": 1.1574606895446777,
      "learning_rate": 4.509986644973247e-06,
      "loss": 0.4101,
      "step": 482840
    },
    {
      "epoch": 134.76,
      "grad_norm": 1.376112461090088,
      "learning_rate": 4.5099763221454765e-06,
      "loss": 0.3847,
      "step": 482850
    },
    {
      "epoch": 134.76,
      "grad_norm": 1.348439335823059,
      "learning_rate": 4.50996599902938e-06,
      "loss": 0.4258,
      "step": 482860
    },
    {
      "epoch": 134.77,
      "grad_norm": 1.7754096984863281,
      "learning_rate": 4.509955675624961e-06,
      "loss": 0.4006,
      "step": 482870
    },
    {
      "epoch": 134.77,
      "grad_norm": 1.2457331418991089,
      "learning_rate": 4.509945351932219e-06,
      "loss": 0.3917,
      "step": 482880
    },
    {
      "epoch": 134.77,
      "grad_norm": 1.2391411066055298,
      "learning_rate": 4.509935027951155e-06,
      "loss": 0.3921,
      "step": 482890
    },
    {
      "epoch": 134.78,
      "grad_norm": 1.255414366722107,
      "learning_rate": 4.509924703681772e-06,
      "loss": 0.3819,
      "step": 482900
    },
    {
      "epoch": 134.78,
      "grad_norm": 1.212376356124878,
      "learning_rate": 4.50991437912407e-06,
      "loss": 0.3919,
      "step": 482910
    },
    {
      "epoch": 134.78,
      "grad_norm": 1.1983054876327515,
      "learning_rate": 4.509904054278052e-06,
      "loss": 0.3959,
      "step": 482920
    },
    {
      "epoch": 134.78,
      "grad_norm": 1.3481136560440063,
      "learning_rate": 4.509893729143717e-06,
      "loss": 0.3971,
      "step": 482930
    },
    {
      "epoch": 134.79,
      "grad_norm": 1.2395018339157104,
      "learning_rate": 4.509883403721068e-06,
      "loss": 0.4043,
      "step": 482940
    },
    {
      "epoch": 134.79,
      "grad_norm": 1.3248881101608276,
      "learning_rate": 4.5098730780101066e-06,
      "loss": 0.3971,
      "step": 482950
    },
    {
      "epoch": 134.79,
      "grad_norm": 1.1917996406555176,
      "learning_rate": 4.509862752010833e-06,
      "loss": 0.3808,
      "step": 482960
    },
    {
      "epoch": 134.79,
      "grad_norm": 1.2341406345367432,
      "learning_rate": 4.509852425723249e-06,
      "loss": 0.3951,
      "step": 482970
    },
    {
      "epoch": 134.8,
      "grad_norm": 1.190325379371643,
      "learning_rate": 4.5098420991473566e-06,
      "loss": 0.3834,
      "step": 482980
    },
    {
      "epoch": 134.8,
      "grad_norm": 1.438012719154358,
      "learning_rate": 4.509831772283157e-06,
      "loss": 0.4108,
      "step": 482990
    },
    {
      "epoch": 134.8,
      "grad_norm": 1.3654426336288452,
      "learning_rate": 4.509821445130651e-06,
      "loss": 0.405,
      "step": 483000
    },
    {
      "epoch": 134.81,
      "grad_norm": 1.3040740489959717,
      "learning_rate": 4.5098111176898406e-06,
      "loss": 0.402,
      "step": 483010
    },
    {
      "epoch": 134.81,
      "grad_norm": 1.425235629081726,
      "learning_rate": 4.509800789960727e-06,
      "loss": 0.3879,
      "step": 483020
    },
    {
      "epoch": 134.81,
      "grad_norm": 1.3398542404174805,
      "learning_rate": 4.5097904619433105e-06,
      "loss": 0.4024,
      "step": 483030
    },
    {
      "epoch": 134.81,
      "grad_norm": 1.1702710390090942,
      "learning_rate": 4.509780133637594e-06,
      "loss": 0.3943,
      "step": 483040
    },
    {
      "epoch": 134.82,
      "grad_norm": 1.794694185256958,
      "learning_rate": 4.509769805043579e-06,
      "loss": 0.4103,
      "step": 483050
    },
    {
      "epoch": 134.82,
      "grad_norm": 1.574323058128357,
      "learning_rate": 4.509759476161265e-06,
      "loss": 0.4093,
      "step": 483060
    },
    {
      "epoch": 134.82,
      "grad_norm": 1.3943743705749512,
      "learning_rate": 4.509749146990655e-06,
      "loss": 0.4005,
      "step": 483070
    },
    {
      "epoch": 134.83,
      "grad_norm": 1.3384380340576172,
      "learning_rate": 4.50973881753175e-06,
      "loss": 0.3998,
      "step": 483080
    },
    {
      "epoch": 134.83,
      "grad_norm": 1.1893612146377563,
      "learning_rate": 4.5097284877845515e-06,
      "loss": 0.3981,
      "step": 483090
    },
    {
      "epoch": 134.83,
      "grad_norm": 1.1268396377563477,
      "learning_rate": 4.509718157749061e-06,
      "loss": 0.3676,
      "step": 483100
    },
    {
      "epoch": 134.83,
      "grad_norm": 1.4719934463500977,
      "learning_rate": 4.509707827425279e-06,
      "loss": 0.3954,
      "step": 483110
    },
    {
      "epoch": 134.84,
      "grad_norm": 1.3161232471466064,
      "learning_rate": 4.509697496813207e-06,
      "loss": 0.394,
      "step": 483120
    },
    {
      "epoch": 134.84,
      "grad_norm": 1.1928335428237915,
      "learning_rate": 4.5096871659128475e-06,
      "loss": 0.3974,
      "step": 483130
    },
    {
      "epoch": 134.84,
      "grad_norm": 1.3360670804977417,
      "learning_rate": 4.5096768347242e-06,
      "loss": 0.4048,
      "step": 483140
    },
    {
      "epoch": 134.85,
      "grad_norm": 1.4939892292022705,
      "learning_rate": 4.50966650324727e-06,
      "loss": 0.4062,
      "step": 483150
    },
    {
      "epoch": 134.85,
      "grad_norm": 1.2326456308364868,
      "learning_rate": 4.509656171482053e-06,
      "loss": 0.4114,
      "step": 483160
    },
    {
      "epoch": 134.85,
      "grad_norm": 1.1045867204666138,
      "learning_rate": 4.509645839428554e-06,
      "loss": 0.409,
      "step": 483170
    },
    {
      "epoch": 134.85,
      "grad_norm": 1.4919275045394897,
      "learning_rate": 4.509635507086774e-06,
      "loss": 0.3953,
      "step": 483180
    },
    {
      "epoch": 134.86,
      "grad_norm": 1.1608681678771973,
      "learning_rate": 4.5096251744567134e-06,
      "loss": 0.4166,
      "step": 483190
    },
    {
      "epoch": 134.86,
      "grad_norm": 1.3494802713394165,
      "learning_rate": 4.509614841538375e-06,
      "loss": 0.4126,
      "step": 483200
    },
    {
      "epoch": 134.86,
      "grad_norm": 1.2720803022384644,
      "learning_rate": 4.509604508331759e-06,
      "loss": 0.4087,
      "step": 483210
    },
    {
      "epoch": 134.86,
      "grad_norm": 1.052708387374878,
      "learning_rate": 4.509594174836868e-06,
      "loss": 0.3695,
      "step": 483220
    },
    {
      "epoch": 134.87,
      "grad_norm": 1.2142411470413208,
      "learning_rate": 4.509583841053701e-06,
      "loss": 0.3898,
      "step": 483230
    },
    {
      "epoch": 134.87,
      "grad_norm": 1.3688701391220093,
      "learning_rate": 4.509573506982262e-06,
      "loss": 0.4002,
      "step": 483240
    },
    {
      "epoch": 134.87,
      "grad_norm": 1.2153059244155884,
      "learning_rate": 4.509563172622551e-06,
      "loss": 0.4047,
      "step": 483250
    },
    {
      "epoch": 134.88,
      "grad_norm": 1.4550939798355103,
      "learning_rate": 4.50955283797457e-06,
      "loss": 0.3923,
      "step": 483260
    },
    {
      "epoch": 134.88,
      "grad_norm": 1.4893816709518433,
      "learning_rate": 4.50954250303832e-06,
      "loss": 0.3951,
      "step": 483270
    },
    {
      "epoch": 134.88,
      "grad_norm": 1.5968817472457886,
      "learning_rate": 4.509532167813802e-06,
      "loss": 0.392,
      "step": 483280
    },
    {
      "epoch": 134.88,
      "grad_norm": 1.226588249206543,
      "learning_rate": 4.509521832301019e-06,
      "loss": 0.4081,
      "step": 483290
    },
    {
      "epoch": 134.89,
      "grad_norm": 1.2652755975723267,
      "learning_rate": 4.50951149649997e-06,
      "loss": 0.3874,
      "step": 483300
    },
    {
      "epoch": 134.89,
      "grad_norm": 1.1605918407440186,
      "learning_rate": 4.509501160410657e-06,
      "loss": 0.3957,
      "step": 483310
    },
    {
      "epoch": 134.89,
      "grad_norm": 1.4268203973770142,
      "learning_rate": 4.509490824033083e-06,
      "loss": 0.4104,
      "step": 483320
    },
    {
      "epoch": 134.9,
      "grad_norm": 1.3993405103683472,
      "learning_rate": 4.509480487367248e-06,
      "loss": 0.3972,
      "step": 483330
    },
    {
      "epoch": 134.9,
      "grad_norm": 1.2554548978805542,
      "learning_rate": 4.509470150413153e-06,
      "loss": 0.3953,
      "step": 483340
    },
    {
      "epoch": 134.9,
      "grad_norm": 1.2574907541275024,
      "learning_rate": 4.509459813170801e-06,
      "loss": 0.3971,
      "step": 483350
    },
    {
      "epoch": 134.9,
      "grad_norm": 1.2711890935897827,
      "learning_rate": 4.509449475640193e-06,
      "loss": 0.4059,
      "step": 483360
    },
    {
      "epoch": 134.91,
      "grad_norm": 1.8307403326034546,
      "learning_rate": 4.509439137821328e-06,
      "loss": 0.4098,
      "step": 483370
    },
    {
      "epoch": 134.91,
      "grad_norm": 1.5084881782531738,
      "learning_rate": 4.509428799714211e-06,
      "loss": 0.4106,
      "step": 483380
    },
    {
      "epoch": 134.91,
      "grad_norm": 1.1984938383102417,
      "learning_rate": 4.5094184613188405e-06,
      "loss": 0.3983,
      "step": 483390
    },
    {
      "epoch": 134.91,
      "grad_norm": 1.211896300315857,
      "learning_rate": 4.50940812263522e-06,
      "loss": 0.3957,
      "step": 483400
    },
    {
      "epoch": 134.92,
      "grad_norm": 5.113375663757324,
      "learning_rate": 4.5093977836633484e-06,
      "loss": 0.4121,
      "step": 483410
    },
    {
      "epoch": 134.92,
      "grad_norm": 1.2806916236877441,
      "learning_rate": 4.509387444403229e-06,
      "loss": 0.4035,
      "step": 483420
    },
    {
      "epoch": 134.92,
      "grad_norm": 1.1628632545471191,
      "learning_rate": 4.5093771048548624e-06,
      "loss": 0.4103,
      "step": 483430
    },
    {
      "epoch": 134.93,
      "grad_norm": 1.525327205657959,
      "learning_rate": 4.509366765018251e-06,
      "loss": 0.3971,
      "step": 483440
    },
    {
      "epoch": 134.93,
      "grad_norm": 1.2492005825042725,
      "learning_rate": 4.509356424893394e-06,
      "loss": 0.4204,
      "step": 483450
    },
    {
      "epoch": 134.93,
      "grad_norm": 1.9472826719284058,
      "learning_rate": 4.509346084480296e-06,
      "loss": 0.389,
      "step": 483460
    },
    {
      "epoch": 134.93,
      "grad_norm": 1.6364558935165405,
      "learning_rate": 4.509335743778956e-06,
      "loss": 0.3975,
      "step": 483470
    },
    {
      "epoch": 134.94,
      "grad_norm": 3.134305238723755,
      "learning_rate": 4.509325402789375e-06,
      "loss": 0.399,
      "step": 483480
    },
    {
      "epoch": 134.94,
      "grad_norm": 1.327744960784912,
      "learning_rate": 4.509315061511557e-06,
      "loss": 0.3937,
      "step": 483490
    },
    {
      "epoch": 134.94,
      "grad_norm": 1.2049517631530762,
      "learning_rate": 4.5093047199455006e-06,
      "loss": 0.402,
      "step": 483500
    },
    {
      "epoch": 134.95,
      "grad_norm": 1.4306632280349731,
      "learning_rate": 4.509294378091208e-06,
      "loss": 0.3989,
      "step": 483510
    },
    {
      "epoch": 134.95,
      "grad_norm": 1.1413991451263428,
      "learning_rate": 4.509284035948681e-06,
      "loss": 0.3881,
      "step": 483520
    },
    {
      "epoch": 134.95,
      "grad_norm": 1.3930083513259888,
      "learning_rate": 4.509273693517922e-06,
      "loss": 0.4073,
      "step": 483530
    },
    {
      "epoch": 134.95,
      "grad_norm": 1.0560681819915771,
      "learning_rate": 4.50926335079893e-06,
      "loss": 0.4069,
      "step": 483540
    },
    {
      "epoch": 134.96,
      "grad_norm": 2.1074578762054443,
      "learning_rate": 4.509253007791708e-06,
      "loss": 0.4177,
      "step": 483550
    },
    {
      "epoch": 134.96,
      "grad_norm": 1.3450781106948853,
      "learning_rate": 4.509242664496257e-06,
      "loss": 0.399,
      "step": 483560
    },
    {
      "epoch": 134.96,
      "grad_norm": 1.144230842590332,
      "learning_rate": 4.509232320912578e-06,
      "loss": 0.3719,
      "step": 483570
    },
    {
      "epoch": 134.97,
      "grad_norm": 1.5222047567367554,
      "learning_rate": 4.509221977040672e-06,
      "loss": 0.3938,
      "step": 483580
    },
    {
      "epoch": 134.97,
      "grad_norm": 1.4589934349060059,
      "learning_rate": 4.509211632880543e-06,
      "loss": 0.409,
      "step": 483590
    },
    {
      "epoch": 134.97,
      "grad_norm": 1.1094425916671753,
      "learning_rate": 4.509201288432189e-06,
      "loss": 0.3917,
      "step": 483600
    },
    {
      "epoch": 134.97,
      "grad_norm": 1.4022680521011353,
      "learning_rate": 4.509190943695613e-06,
      "loss": 0.3965,
      "step": 483610
    },
    {
      "epoch": 134.98,
      "grad_norm": 1.1127424240112305,
      "learning_rate": 4.509180598670817e-06,
      "loss": 0.3811,
      "step": 483620
    },
    {
      "epoch": 134.98,
      "grad_norm": 1.5029817819595337,
      "learning_rate": 4.5091702533578015e-06,
      "loss": 0.4045,
      "step": 483630
    },
    {
      "epoch": 134.98,
      "grad_norm": 1.3078296184539795,
      "learning_rate": 4.509159907756568e-06,
      "loss": 0.3969,
      "step": 483640
    },
    {
      "epoch": 134.98,
      "grad_norm": 1.1519653797149658,
      "learning_rate": 4.509149561867117e-06,
      "loss": 0.3861,
      "step": 483650
    },
    {
      "epoch": 134.99,
      "grad_norm": 1.45942223072052,
      "learning_rate": 4.509139215689451e-06,
      "loss": 0.4018,
      "step": 483660
    },
    {
      "epoch": 134.99,
      "grad_norm": 1.4988008737564087,
      "learning_rate": 4.509128869223572e-06,
      "loss": 0.4023,
      "step": 483670
    },
    {
      "epoch": 134.99,
      "grad_norm": 2.5011861324310303,
      "learning_rate": 4.50911852246948e-06,
      "loss": 0.404,
      "step": 483680
    },
    {
      "epoch": 135.0,
      "grad_norm": 1.6840431690216064,
      "learning_rate": 4.509108175427176e-06,
      "loss": 0.3924,
      "step": 483690
    },
    {
      "epoch": 135.0,
      "grad_norm": 1.491455078125,
      "learning_rate": 4.5090978280966625e-06,
      "loss": 0.3961,
      "step": 483700
    },
    {
      "epoch": 135.0,
      "eval_loss": 0.40001165866851807,
      "eval_runtime": 63.5056,
      "eval_samples_per_second": 79.662,
      "eval_steps_per_second": 9.968,
      "step": 483705
    },
    {
      "epoch": 135.0,
      "grad_norm": 1.252528429031372,
      "learning_rate": 4.509087480477941e-06,
      "loss": 0.3902,
      "step": 483710
    },
    {
      "epoch": 135.0,
      "grad_norm": 1.6466859579086304,
      "learning_rate": 4.509077132571013e-06,
      "loss": 0.3934,
      "step": 483720
    },
    {
      "epoch": 135.01,
      "grad_norm": 1.066428542137146,
      "learning_rate": 4.509066784375879e-06,
      "loss": 0.3956,
      "step": 483730
    },
    {
      "epoch": 135.01,
      "grad_norm": 1.274301528930664,
      "learning_rate": 4.50905643589254e-06,
      "loss": 0.4058,
      "step": 483740
    },
    {
      "epoch": 135.01,
      "grad_norm": 1.3604470491409302,
      "learning_rate": 4.509046087120999e-06,
      "loss": 0.4097,
      "step": 483750
    },
    {
      "epoch": 135.02,
      "grad_norm": 1.8183817863464355,
      "learning_rate": 4.509035738061256e-06,
      "loss": 0.3975,
      "step": 483760
    },
    {
      "epoch": 135.02,
      "grad_norm": 1.3718352317810059,
      "learning_rate": 4.509025388713313e-06,
      "loss": 0.3981,
      "step": 483770
    },
    {
      "epoch": 135.02,
      "grad_norm": 1.3579847812652588,
      "learning_rate": 4.509015039077171e-06,
      "loss": 0.4194,
      "step": 483780
    },
    {
      "epoch": 135.02,
      "grad_norm": 1.2310140132904053,
      "learning_rate": 4.509004689152833e-06,
      "loss": 0.4029,
      "step": 483790
    },
    {
      "epoch": 135.03,
      "grad_norm": 1.281219482421875,
      "learning_rate": 4.508994338940298e-06,
      "loss": 0.3717,
      "step": 483800
    },
    {
      "epoch": 135.03,
      "grad_norm": 1.2001652717590332,
      "learning_rate": 4.508983988439568e-06,
      "loss": 0.402,
      "step": 483810
    },
    {
      "epoch": 135.03,
      "grad_norm": 1.1460367441177368,
      "learning_rate": 4.508973637650645e-06,
      "loss": 0.4011,
      "step": 483820
    },
    {
      "epoch": 135.03,
      "grad_norm": 1.5864020586013794,
      "learning_rate": 4.508963286573531e-06,
      "loss": 0.3968,
      "step": 483830
    },
    {
      "epoch": 135.04,
      "grad_norm": 1.1633400917053223,
      "learning_rate": 4.508952935208225e-06,
      "loss": 0.4066,
      "step": 483840
    },
    {
      "epoch": 135.04,
      "grad_norm": 1.9846971035003662,
      "learning_rate": 4.508942583554731e-06,
      "loss": 0.3818,
      "step": 483850
    },
    {
      "epoch": 135.04,
      "grad_norm": 1.402092695236206,
      "learning_rate": 4.508932231613049e-06,
      "loss": 0.3933,
      "step": 483860
    },
    {
      "epoch": 135.05,
      "grad_norm": 1.477997064590454,
      "learning_rate": 4.50892187938318e-06,
      "loss": 0.4003,
      "step": 483870
    },
    {
      "epoch": 135.05,
      "grad_norm": 1.371483325958252,
      "learning_rate": 4.508911526865127e-06,
      "loss": 0.3998,
      "step": 483880
    },
    {
      "epoch": 135.05,
      "grad_norm": 1.3437944650650024,
      "learning_rate": 4.50890117405889e-06,
      "loss": 0.3943,
      "step": 483890
    },
    {
      "epoch": 135.05,
      "grad_norm": 1.2739624977111816,
      "learning_rate": 4.508890820964471e-06,
      "loss": 0.423,
      "step": 483900
    },
    {
      "epoch": 135.06,
      "grad_norm": 1.1844922304153442,
      "learning_rate": 4.508880467581871e-06,
      "loss": 0.3963,
      "step": 483910
    },
    {
      "epoch": 135.06,
      "grad_norm": 1.5924668312072754,
      "learning_rate": 4.508870113911092e-06,
      "loss": 0.4002,
      "step": 483920
    },
    {
      "epoch": 135.06,
      "grad_norm": 1.3020999431610107,
      "learning_rate": 4.508859759952135e-06,
      "loss": 0.4088,
      "step": 483930
    },
    {
      "epoch": 135.07,
      "grad_norm": 1.402005910873413,
      "learning_rate": 4.508849405705e-06,
      "loss": 0.4261,
      "step": 483940
    },
    {
      "epoch": 135.07,
      "grad_norm": 1.3477873802185059,
      "learning_rate": 4.508839051169691e-06,
      "loss": 0.4027,
      "step": 483950
    },
    {
      "epoch": 135.07,
      "grad_norm": 1.6114068031311035,
      "learning_rate": 4.508828696346208e-06,
      "loss": 0.3968,
      "step": 483960
    },
    {
      "epoch": 135.07,
      "grad_norm": 1.5018950700759888,
      "learning_rate": 4.508818341234551e-06,
      "loss": 0.3986,
      "step": 483970
    },
    {
      "epoch": 135.08,
      "grad_norm": 2.205639362335205,
      "learning_rate": 4.508807985834724e-06,
      "loss": 0.3989,
      "step": 483980
    },
    {
      "epoch": 135.08,
      "grad_norm": 1.2826522588729858,
      "learning_rate": 4.508797630146727e-06,
      "loss": 0.4049,
      "step": 483990
    },
    {
      "epoch": 135.08,
      "grad_norm": 1.2569807767868042,
      "learning_rate": 4.508787274170561e-06,
      "loss": 0.4085,
      "step": 484000
    },
    {
      "epoch": 135.09,
      "grad_norm": 1.1783591508865356,
      "learning_rate": 4.508776917906229e-06,
      "loss": 0.3803,
      "step": 484010
    },
    {
      "epoch": 135.09,
      "grad_norm": 1.2067208290100098,
      "learning_rate": 4.50876656135373e-06,
      "loss": 0.3979,
      "step": 484020
    },
    {
      "epoch": 135.09,
      "grad_norm": 1.4366885423660278,
      "learning_rate": 4.508756204513068e-06,
      "loss": 0.3876,
      "step": 484030
    },
    {
      "epoch": 135.09,
      "grad_norm": 1.4274758100509644,
      "learning_rate": 4.508745847384243e-06,
      "loss": 0.4048,
      "step": 484040
    },
    {
      "epoch": 135.1,
      "grad_norm": 1.3804256916046143,
      "learning_rate": 4.508735489967257e-06,
      "loss": 0.4,
      "step": 484050
    },
    {
      "epoch": 135.1,
      "grad_norm": 1.3339234590530396,
      "learning_rate": 4.508725132262109e-06,
      "loss": 0.407,
      "step": 484060
    },
    {
      "epoch": 135.1,
      "grad_norm": 1.1894766092300415,
      "learning_rate": 4.5087147742688035e-06,
      "loss": 0.4031,
      "step": 484070
    },
    {
      "epoch": 135.1,
      "grad_norm": 1.4230390787124634,
      "learning_rate": 4.50870441598734e-06,
      "loss": 0.4075,
      "step": 484080
    },
    {
      "epoch": 135.11,
      "grad_norm": 1.3891764879226685,
      "learning_rate": 4.508694057417721e-06,
      "loss": 0.4054,
      "step": 484090
    },
    {
      "epoch": 135.11,
      "grad_norm": 1.6723883152008057,
      "learning_rate": 4.508683698559947e-06,
      "loss": 0.4035,
      "step": 484100
    },
    {
      "epoch": 135.11,
      "grad_norm": 1.143700361251831,
      "learning_rate": 4.50867333941402e-06,
      "loss": 0.4098,
      "step": 484110
    },
    {
      "epoch": 135.12,
      "grad_norm": 1.2914413213729858,
      "learning_rate": 4.508662979979941e-06,
      "loss": 0.3912,
      "step": 484120
    },
    {
      "epoch": 135.12,
      "grad_norm": 0.9662229418754578,
      "learning_rate": 4.508652620257711e-06,
      "loss": 0.4008,
      "step": 484130
    },
    {
      "epoch": 135.12,
      "grad_norm": 1.5336968898773193,
      "learning_rate": 4.508642260247332e-06,
      "loss": 0.3927,
      "step": 484140
    },
    {
      "epoch": 135.12,
      "grad_norm": 1.3729100227355957,
      "learning_rate": 4.508631899948806e-06,
      "loss": 0.4019,
      "step": 484150
    },
    {
      "epoch": 135.13,
      "grad_norm": 1.4081509113311768,
      "learning_rate": 4.508621539362133e-06,
      "loss": 0.4137,
      "step": 484160
    },
    {
      "epoch": 135.13,
      "grad_norm": 1.0215595960617065,
      "learning_rate": 4.508611178487315e-06,
      "loss": 0.3963,
      "step": 484170
    },
    {
      "epoch": 135.13,
      "grad_norm": 4.38567590713501,
      "learning_rate": 4.508600817324354e-06,
      "loss": 0.4094,
      "step": 484180
    },
    {
      "epoch": 135.14,
      "grad_norm": 1.239851713180542,
      "learning_rate": 4.5085904558732504e-06,
      "loss": 0.4061,
      "step": 484190
    },
    {
      "epoch": 135.14,
      "grad_norm": 1.2949140071868896,
      "learning_rate": 4.508580094134006e-06,
      "loss": 0.3964,
      "step": 484200
    },
    {
      "epoch": 135.14,
      "grad_norm": 2.0164241790771484,
      "learning_rate": 4.508569732106621e-06,
      "loss": 0.3869,
      "step": 484210
    },
    {
      "epoch": 135.14,
      "grad_norm": 1.3957546949386597,
      "learning_rate": 4.5085593697911e-06,
      "loss": 0.4008,
      "step": 484220
    },
    {
      "epoch": 135.15,
      "grad_norm": 1.5094815492630005,
      "learning_rate": 4.508549007187441e-06,
      "loss": 0.3988,
      "step": 484230
    },
    {
      "epoch": 135.15,
      "grad_norm": 1.4987088441848755,
      "learning_rate": 4.508538644295647e-06,
      "loss": 0.4116,
      "step": 484240
    },
    {
      "epoch": 135.15,
      "grad_norm": 1.3188564777374268,
      "learning_rate": 4.508528281115719e-06,
      "loss": 0.3968,
      "step": 484250
    },
    {
      "epoch": 135.15,
      "grad_norm": 1.3309587240219116,
      "learning_rate": 4.508517917647658e-06,
      "loss": 0.4056,
      "step": 484260
    },
    {
      "epoch": 135.16,
      "grad_norm": 1.4381213188171387,
      "learning_rate": 4.5085075538914665e-06,
      "loss": 0.3887,
      "step": 484270
    },
    {
      "epoch": 135.16,
      "grad_norm": 1.3754911422729492,
      "learning_rate": 4.508497189847145e-06,
      "loss": 0.3875,
      "step": 484280
    },
    {
      "epoch": 135.16,
      "grad_norm": 1.6774475574493408,
      "learning_rate": 4.5084868255146946e-06,
      "loss": 0.3923,
      "step": 484290
    },
    {
      "epoch": 135.17,
      "grad_norm": 1.177982211112976,
      "learning_rate": 4.508476460894117e-06,
      "loss": 0.3817,
      "step": 484300
    },
    {
      "epoch": 135.17,
      "grad_norm": 1.4911015033721924,
      "learning_rate": 4.508466095985415e-06,
      "loss": 0.3966,
      "step": 484310
    },
    {
      "epoch": 135.17,
      "grad_norm": 1.3616082668304443,
      "learning_rate": 4.508455730788586e-06,
      "loss": 0.4189,
      "step": 484320
    },
    {
      "epoch": 135.17,
      "grad_norm": 1.1921120882034302,
      "learning_rate": 4.508445365303637e-06,
      "loss": 0.39,
      "step": 484330
    },
    {
      "epoch": 135.18,
      "grad_norm": 1.337727665901184,
      "learning_rate": 4.508434999530565e-06,
      "loss": 0.4057,
      "step": 484340
    },
    {
      "epoch": 135.18,
      "grad_norm": 0.9788298010826111,
      "learning_rate": 4.508424633469373e-06,
      "loss": 0.4242,
      "step": 484350
    },
    {
      "epoch": 135.18,
      "grad_norm": 1.331126093864441,
      "learning_rate": 4.508414267120063e-06,
      "loss": 0.3995,
      "step": 484360
    },
    {
      "epoch": 135.19,
      "grad_norm": 1.2500189542770386,
      "learning_rate": 4.508403900482635e-06,
      "loss": 0.3898,
      "step": 484370
    },
    {
      "epoch": 135.19,
      "grad_norm": 1.281730055809021,
      "learning_rate": 4.508393533557091e-06,
      "loss": 0.3973,
      "step": 484380
    },
    {
      "epoch": 135.19,
      "grad_norm": 1.404210090637207,
      "learning_rate": 4.508383166343432e-06,
      "loss": 0.4103,
      "step": 484390
    },
    {
      "epoch": 135.19,
      "grad_norm": 1.108782410621643,
      "learning_rate": 4.50837279884166e-06,
      "loss": 0.381,
      "step": 484400
    },
    {
      "epoch": 135.2,
      "grad_norm": 1.2756234407424927,
      "learning_rate": 4.508362431051776e-06,
      "loss": 0.3904,
      "step": 484410
    },
    {
      "epoch": 135.2,
      "grad_norm": 1.0744671821594238,
      "learning_rate": 4.508352062973782e-06,
      "loss": 0.398,
      "step": 484420
    },
    {
      "epoch": 135.2,
      "grad_norm": 1.1983940601348877,
      "learning_rate": 4.508341694607679e-06,
      "loss": 0.3885,
      "step": 484430
    },
    {
      "epoch": 135.21,
      "grad_norm": 1.7435685396194458,
      "learning_rate": 4.508331325953467e-06,
      "loss": 0.3959,
      "step": 484440
    },
    {
      "epoch": 135.21,
      "grad_norm": 1.2313863039016724,
      "learning_rate": 4.50832095701115e-06,
      "loss": 0.3981,
      "step": 484450
    },
    {
      "epoch": 135.21,
      "grad_norm": 1.3340239524841309,
      "learning_rate": 4.508310587780727e-06,
      "loss": 0.3978,
      "step": 484460
    },
    {
      "epoch": 135.21,
      "grad_norm": 1.2599128484725952,
      "learning_rate": 4.508300218262201e-06,
      "loss": 0.4012,
      "step": 484470
    },
    {
      "epoch": 135.22,
      "grad_norm": 1.143972635269165,
      "learning_rate": 4.508289848455573e-06,
      "loss": 0.4089,
      "step": 484480
    },
    {
      "epoch": 135.22,
      "grad_norm": 1.4341349601745605,
      "learning_rate": 4.508279478360844e-06,
      "loss": 0.3807,
      "step": 484490
    },
    {
      "epoch": 135.22,
      "grad_norm": 1.2624391317367554,
      "learning_rate": 4.508269107978015e-06,
      "loss": 0.3989,
      "step": 484500
    },
    {
      "epoch": 135.22,
      "grad_norm": 1.2467942237854004,
      "learning_rate": 4.508258737307089e-06,
      "loss": 0.4071,
      "step": 484510
    },
    {
      "epoch": 135.23,
      "grad_norm": 1.3382937908172607,
      "learning_rate": 4.508248366348065e-06,
      "loss": 0.3916,
      "step": 484520
    },
    {
      "epoch": 135.23,
      "grad_norm": 1.2168784141540527,
      "learning_rate": 4.508237995100946e-06,
      "loss": 0.4035,
      "step": 484530
    },
    {
      "epoch": 135.23,
      "grad_norm": 1.25680410861969,
      "learning_rate": 4.5082276235657335e-06,
      "loss": 0.4114,
      "step": 484540
    },
    {
      "epoch": 135.24,
      "grad_norm": 1.3309024572372437,
      "learning_rate": 4.508217251742428e-06,
      "loss": 0.4103,
      "step": 484550
    },
    {
      "epoch": 135.24,
      "grad_norm": 1.4085230827331543,
      "learning_rate": 4.5082068796310315e-06,
      "loss": 0.4024,
      "step": 484560
    },
    {
      "epoch": 135.24,
      "grad_norm": 1.2915197610855103,
      "learning_rate": 4.508196507231545e-06,
      "loss": 0.3985,
      "step": 484570
    },
    {
      "epoch": 135.24,
      "grad_norm": 1.3319779634475708,
      "learning_rate": 4.508186134543971e-06,
      "loss": 0.3939,
      "step": 484580
    },
    {
      "epoch": 135.25,
      "grad_norm": 1.4235129356384277,
      "learning_rate": 4.508175761568309e-06,
      "loss": 0.3981,
      "step": 484590
    },
    {
      "epoch": 135.25,
      "grad_norm": 1.2285256385803223,
      "learning_rate": 4.508165388304561e-06,
      "loss": 0.4002,
      "step": 484600
    },
    {
      "epoch": 135.25,
      "grad_norm": 1.2093143463134766,
      "learning_rate": 4.508155014752729e-06,
      "loss": 0.4056,
      "step": 484610
    },
    {
      "epoch": 135.26,
      "grad_norm": 1.4273436069488525,
      "learning_rate": 4.5081446409128155e-06,
      "loss": 0.3905,
      "step": 484620
    },
    {
      "epoch": 135.26,
      "grad_norm": 1.294595718383789,
      "learning_rate": 4.508134266784819e-06,
      "loss": 0.3915,
      "step": 484630
    },
    {
      "epoch": 135.26,
      "grad_norm": 1.2634915113449097,
      "learning_rate": 4.508123892368743e-06,
      "loss": 0.4046,
      "step": 484640
    },
    {
      "epoch": 135.26,
      "grad_norm": 1.0631312131881714,
      "learning_rate": 4.508113517664588e-06,
      "loss": 0.3958,
      "step": 484650
    },
    {
      "epoch": 135.27,
      "grad_norm": 1.3300532102584839,
      "learning_rate": 4.508103142672356e-06,
      "loss": 0.4072,
      "step": 484660
    },
    {
      "epoch": 135.27,
      "grad_norm": 1.2744499444961548,
      "learning_rate": 4.508092767392047e-06,
      "loss": 0.4013,
      "step": 484670
    },
    {
      "epoch": 135.27,
      "grad_norm": 1.3463337421417236,
      "learning_rate": 4.508082391823664e-06,
      "loss": 0.3902,
      "step": 484680
    },
    {
      "epoch": 135.27,
      "grad_norm": 1.2692115306854248,
      "learning_rate": 4.508072015967208e-06,
      "loss": 0.3934,
      "step": 484690
    },
    {
      "epoch": 135.28,
      "grad_norm": 1.3401556015014648,
      "learning_rate": 4.50806163982268e-06,
      "loss": 0.3921,
      "step": 484700
    },
    {
      "epoch": 135.28,
      "grad_norm": 1.1523674726486206,
      "learning_rate": 4.5080512633900815e-06,
      "loss": 0.3927,
      "step": 484710
    },
    {
      "epoch": 135.28,
      "grad_norm": 1.2557017803192139,
      "learning_rate": 4.5080408866694145e-06,
      "loss": 0.3751,
      "step": 484720
    },
    {
      "epoch": 135.29,
      "grad_norm": 1.098325252532959,
      "learning_rate": 4.508030509660679e-06,
      "loss": 0.4081,
      "step": 484730
    },
    {
      "epoch": 135.29,
      "grad_norm": 1.0165183544158936,
      "learning_rate": 4.508020132363877e-06,
      "loss": 0.4135,
      "step": 484740
    },
    {
      "epoch": 135.29,
      "grad_norm": 1.3866833448410034,
      "learning_rate": 4.508009754779011e-06,
      "loss": 0.3915,
      "step": 484750
    },
    {
      "epoch": 135.29,
      "grad_norm": 1.0803602933883667,
      "learning_rate": 4.507999376906081e-06,
      "loss": 0.4191,
      "step": 484760
    },
    {
      "epoch": 135.3,
      "grad_norm": 1.1921048164367676,
      "learning_rate": 4.507988998745088e-06,
      "loss": 0.3856,
      "step": 484770
    },
    {
      "epoch": 135.3,
      "grad_norm": 1.4750314950942993,
      "learning_rate": 4.507978620296035e-06,
      "loss": 0.4161,
      "step": 484780
    },
    {
      "epoch": 135.3,
      "grad_norm": 1.3087430000305176,
      "learning_rate": 4.5079682415589225e-06,
      "loss": 0.3881,
      "step": 484790
    },
    {
      "epoch": 135.31,
      "grad_norm": 1.5510509014129639,
      "learning_rate": 4.507957862533752e-06,
      "loss": 0.4074,
      "step": 484800
    },
    {
      "epoch": 135.31,
      "grad_norm": 1.3455934524536133,
      "learning_rate": 4.507947483220524e-06,
      "loss": 0.3874,
      "step": 484810
    },
    {
      "epoch": 135.31,
      "grad_norm": 1.3961455821990967,
      "learning_rate": 4.507937103619242e-06,
      "loss": 0.4023,
      "step": 484820
    },
    {
      "epoch": 135.31,
      "grad_norm": 1.2972079515457153,
      "learning_rate": 4.507926723729906e-06,
      "loss": 0.3874,
      "step": 484830
    },
    {
      "epoch": 135.32,
      "grad_norm": 1.1655703783035278,
      "learning_rate": 4.507916343552517e-06,
      "loss": 0.3886,
      "step": 484840
    },
    {
      "epoch": 135.32,
      "grad_norm": 1.7893050909042358,
      "learning_rate": 4.507905963087077e-06,
      "loss": 0.3946,
      "step": 484850
    },
    {
      "epoch": 135.32,
      "grad_norm": 1.2856855392456055,
      "learning_rate": 4.507895582333588e-06,
      "loss": 0.4016,
      "step": 484860
    },
    {
      "epoch": 135.33,
      "grad_norm": 1.6155204772949219,
      "learning_rate": 4.507885201292049e-06,
      "loss": 0.3946,
      "step": 484870
    },
    {
      "epoch": 135.33,
      "grad_norm": 1.193742036819458,
      "learning_rate": 4.507874819962464e-06,
      "loss": 0.3985,
      "step": 484880
    },
    {
      "epoch": 135.33,
      "grad_norm": 1.28724205493927,
      "learning_rate": 4.5078644383448335e-06,
      "loss": 0.4052,
      "step": 484890
    },
    {
      "epoch": 135.33,
      "grad_norm": 1.2713865041732788,
      "learning_rate": 4.5078540564391585e-06,
      "loss": 0.4179,
      "step": 484900
    },
    {
      "epoch": 135.34,
      "grad_norm": 1.2153078317642212,
      "learning_rate": 4.507843674245441e-06,
      "loss": 0.4006,
      "step": 484910
    },
    {
      "epoch": 135.34,
      "grad_norm": 1.0599285364151,
      "learning_rate": 4.5078332917636815e-06,
      "loss": 0.3993,
      "step": 484920
    },
    {
      "epoch": 135.34,
      "grad_norm": 1.3100080490112305,
      "learning_rate": 4.507822908993882e-06,
      "loss": 0.4048,
      "step": 484930
    },
    {
      "epoch": 135.34,
      "grad_norm": 1.184793472290039,
      "learning_rate": 4.507812525936044e-06,
      "loss": 0.3968,
      "step": 484940
    },
    {
      "epoch": 135.35,
      "grad_norm": 1.2490193843841553,
      "learning_rate": 4.507802142590169e-06,
      "loss": 0.4002,
      "step": 484950
    },
    {
      "epoch": 135.35,
      "grad_norm": 1.3552169799804688,
      "learning_rate": 4.507791758956258e-06,
      "loss": 0.3823,
      "step": 484960
    },
    {
      "epoch": 135.35,
      "grad_norm": 1.3625999689102173,
      "learning_rate": 4.507781375034312e-06,
      "loss": 0.4003,
      "step": 484970
    },
    {
      "epoch": 135.36,
      "grad_norm": 1.4608982801437378,
      "learning_rate": 4.507770990824333e-06,
      "loss": 0.3884,
      "step": 484980
    },
    {
      "epoch": 135.36,
      "grad_norm": 1.1846297979354858,
      "learning_rate": 4.507760606326322e-06,
      "loss": 0.3934,
      "step": 484990
    },
    {
      "epoch": 135.36,
      "grad_norm": 1.6917933225631714,
      "learning_rate": 4.507750221540281e-06,
      "loss": 0.4013,
      "step": 485000
    },
    {
      "epoch": 135.36,
      "grad_norm": 1.2168985605239868,
      "learning_rate": 4.5077398364662105e-06,
      "loss": 0.3976,
      "step": 485010
    },
    {
      "epoch": 135.37,
      "grad_norm": 1.3138631582260132,
      "learning_rate": 4.5077294511041125e-06,
      "loss": 0.4094,
      "step": 485020
    },
    {
      "epoch": 135.37,
      "grad_norm": 1.2223939895629883,
      "learning_rate": 4.507719065453989e-06,
      "loss": 0.3906,
      "step": 485030
    },
    {
      "epoch": 135.37,
      "grad_norm": 1.1998367309570312,
      "learning_rate": 4.5077086795158396e-06,
      "loss": 0.4094,
      "step": 485040
    },
    {
      "epoch": 135.38,
      "grad_norm": 1.150802493095398,
      "learning_rate": 4.507698293289667e-06,
      "loss": 0.4058,
      "step": 485050
    },
    {
      "epoch": 135.38,
      "grad_norm": 1.419132113456726,
      "learning_rate": 4.507687906775473e-06,
      "loss": 0.396,
      "step": 485060
    },
    {
      "epoch": 135.38,
      "grad_norm": 1.211695671081543,
      "learning_rate": 4.507677519973257e-06,
      "loss": 0.3835,
      "step": 485070
    },
    {
      "epoch": 135.38,
      "grad_norm": 1.0820602178573608,
      "learning_rate": 4.507667132883023e-06,
      "loss": 0.4018,
      "step": 485080
    },
    {
      "epoch": 135.39,
      "grad_norm": 1.3155333995819092,
      "learning_rate": 4.50765674550477e-06,
      "loss": 0.4079,
      "step": 485090
    },
    {
      "epoch": 135.39,
      "grad_norm": 1.1393697261810303,
      "learning_rate": 4.507646357838501e-06,
      "loss": 0.3814,
      "step": 485100
    },
    {
      "epoch": 135.39,
      "grad_norm": 1.7325975894927979,
      "learning_rate": 4.507635969884217e-06,
      "loss": 0.3838,
      "step": 485110
    },
    {
      "epoch": 135.39,
      "grad_norm": 1.2535109519958496,
      "learning_rate": 4.507625581641919e-06,
      "loss": 0.4108,
      "step": 485120
    },
    {
      "epoch": 135.4,
      "grad_norm": 1.1536182165145874,
      "learning_rate": 4.507615193111609e-06,
      "loss": 0.4018,
      "step": 485130
    },
    {
      "epoch": 135.4,
      "grad_norm": 1.220747709274292,
      "learning_rate": 4.507604804293287e-06,
      "loss": 0.409,
      "step": 485140
    },
    {
      "epoch": 135.4,
      "grad_norm": 1.54909348487854,
      "learning_rate": 4.507594415186956e-06,
      "loss": 0.3867,
      "step": 485150
    },
    {
      "epoch": 135.41,
      "grad_norm": 1.3855469226837158,
      "learning_rate": 4.507584025792616e-06,
      "loss": 0.4128,
      "step": 485160
    },
    {
      "epoch": 135.41,
      "grad_norm": 1.3702630996704102,
      "learning_rate": 4.50757363611027e-06,
      "loss": 0.4011,
      "step": 485170
    },
    {
      "epoch": 135.41,
      "grad_norm": 1.826643466949463,
      "learning_rate": 4.507563246139918e-06,
      "loss": 0.3829,
      "step": 485180
    },
    {
      "epoch": 135.41,
      "grad_norm": 1.202488899230957,
      "learning_rate": 4.507552855881561e-06,
      "loss": 0.4052,
      "step": 485190
    },
    {
      "epoch": 135.42,
      "grad_norm": 1.9377094507217407,
      "learning_rate": 4.507542465335202e-06,
      "loss": 0.4024,
      "step": 485200
    },
    {
      "epoch": 135.42,
      "grad_norm": 1.3800958395004272,
      "learning_rate": 4.507532074500843e-06,
      "loss": 0.4131,
      "step": 485210
    },
    {
      "epoch": 135.42,
      "grad_norm": 1.3586359024047852,
      "learning_rate": 4.507521683378482e-06,
      "loss": 0.3947,
      "step": 485220
    },
    {
      "epoch": 135.43,
      "grad_norm": 1.1862173080444336,
      "learning_rate": 4.507511291968123e-06,
      "loss": 0.3989,
      "step": 485230
    },
    {
      "epoch": 135.43,
      "grad_norm": 1.3846722841262817,
      "learning_rate": 4.507500900269767e-06,
      "loss": 0.3856,
      "step": 485240
    },
    {
      "epoch": 135.43,
      "grad_norm": 1.1930180788040161,
      "learning_rate": 4.507490508283415e-06,
      "loss": 0.4146,
      "step": 485250
    },
    {
      "epoch": 135.43,
      "grad_norm": 1.3094778060913086,
      "learning_rate": 4.507480116009069e-06,
      "loss": 0.3937,
      "step": 485260
    },
    {
      "epoch": 135.44,
      "grad_norm": 1.1833473443984985,
      "learning_rate": 4.507469723446729e-06,
      "loss": 0.3997,
      "step": 485270
    },
    {
      "epoch": 135.44,
      "grad_norm": 1.43825101852417,
      "learning_rate": 4.5074593305963985e-06,
      "loss": 0.3956,
      "step": 485280
    },
    {
      "epoch": 135.44,
      "grad_norm": 1.2101560831069946,
      "learning_rate": 4.5074489374580765e-06,
      "loss": 0.3972,
      "step": 485290
    },
    {
      "epoch": 135.45,
      "grad_norm": 1.49441659450531,
      "learning_rate": 4.507438544031767e-06,
      "loss": 0.3927,
      "step": 485300
    },
    {
      "epoch": 135.45,
      "grad_norm": 1.1596578359603882,
      "learning_rate": 4.507428150317469e-06,
      "loss": 0.4181,
      "step": 485310
    },
    {
      "epoch": 135.45,
      "grad_norm": 1.1473439931869507,
      "learning_rate": 4.507417756315185e-06,
      "loss": 0.399,
      "step": 485320
    },
    {
      "epoch": 135.45,
      "grad_norm": 1.4335342645645142,
      "learning_rate": 4.507407362024916e-06,
      "loss": 0.4046,
      "step": 485330
    },
    {
      "epoch": 135.46,
      "grad_norm": 1.227806806564331,
      "learning_rate": 4.507396967446664e-06,
      "loss": 0.3944,
      "step": 485340
    },
    {
      "epoch": 135.46,
      "grad_norm": 1.2090330123901367,
      "learning_rate": 4.50738657258043e-06,
      "loss": 0.3942,
      "step": 485350
    },
    {
      "epoch": 135.46,
      "grad_norm": 1.5739647150039673,
      "learning_rate": 4.507376177426216e-06,
      "loss": 0.3926,
      "step": 485360
    },
    {
      "epoch": 135.46,
      "grad_norm": 1.428452968597412,
      "learning_rate": 4.5073657819840216e-06,
      "loss": 0.4119,
      "step": 485370
    },
    {
      "epoch": 135.47,
      "grad_norm": 1.3032174110412598,
      "learning_rate": 4.50735538625385e-06,
      "loss": 0.4089,
      "step": 485380
    },
    {
      "epoch": 135.47,
      "grad_norm": 1.2490791082382202,
      "learning_rate": 4.507344990235701e-06,
      "loss": 0.4104,
      "step": 485390
    },
    {
      "epoch": 135.47,
      "grad_norm": 1.407182216644287,
      "learning_rate": 4.507334593929578e-06,
      "loss": 0.3837,
      "step": 485400
    },
    {
      "epoch": 135.48,
      "grad_norm": 1.1889585256576538,
      "learning_rate": 4.5073241973354806e-06,
      "loss": 0.389,
      "step": 485410
    },
    {
      "epoch": 135.48,
      "grad_norm": 1.2913181781768799,
      "learning_rate": 4.507313800453411e-06,
      "loss": 0.4092,
      "step": 485420
    },
    {
      "epoch": 135.48,
      "grad_norm": 1.37948739528656,
      "learning_rate": 4.507303403283371e-06,
      "loss": 0.3949,
      "step": 485430
    },
    {
      "epoch": 135.48,
      "grad_norm": 1.1751712560653687,
      "learning_rate": 4.5072930058253616e-06,
      "loss": 0.3902,
      "step": 485440
    },
    {
      "epoch": 135.49,
      "grad_norm": 1.3531737327575684,
      "learning_rate": 4.507282608079383e-06,
      "loss": 0.4058,
      "step": 485450
    },
    {
      "epoch": 135.49,
      "grad_norm": 1.3519492149353027,
      "learning_rate": 4.507272210045438e-06,
      "loss": 0.4025,
      "step": 485460
    },
    {
      "epoch": 135.49,
      "grad_norm": 1.4036866426467896,
      "learning_rate": 4.507261811723528e-06,
      "loss": 0.4048,
      "step": 485470
    },
    {
      "epoch": 135.5,
      "grad_norm": 1.5508394241333008,
      "learning_rate": 4.507251413113654e-06,
      "loss": 0.3978,
      "step": 485480
    },
    {
      "epoch": 135.5,
      "grad_norm": 1.126625418663025,
      "learning_rate": 4.507241014215817e-06,
      "loss": 0.3626,
      "step": 485490
    },
    {
      "epoch": 135.5,
      "grad_norm": 3.7258777618408203,
      "learning_rate": 4.5072306150300184e-06,
      "loss": 0.4135,
      "step": 485500
    },
    {
      "epoch": 135.5,
      "grad_norm": 1.921430230140686,
      "learning_rate": 4.507220215556261e-06,
      "loss": 0.4108,
      "step": 485510
    },
    {
      "epoch": 135.51,
      "grad_norm": 1.2500444650650024,
      "learning_rate": 4.507209815794544e-06,
      "loss": 0.3963,
      "step": 485520
    },
    {
      "epoch": 135.51,
      "grad_norm": 1.1921545267105103,
      "learning_rate": 4.5071994157448705e-06,
      "loss": 0.4012,
      "step": 485530
    },
    {
      "epoch": 135.51,
      "grad_norm": 1.4412972927093506,
      "learning_rate": 4.507189015407242e-06,
      "loss": 0.4014,
      "step": 485540
    },
    {
      "epoch": 135.51,
      "grad_norm": 1.3312708139419556,
      "learning_rate": 4.5071786147816585e-06,
      "loss": 0.39,
      "step": 485550
    },
    {
      "epoch": 135.52,
      "grad_norm": 1.1288374662399292,
      "learning_rate": 4.507168213868122e-06,
      "loss": 0.4015,
      "step": 485560
    },
    {
      "epoch": 135.52,
      "grad_norm": 1.6056252717971802,
      "learning_rate": 4.507157812666634e-06,
      "loss": 0.4153,
      "step": 485570
    },
    {
      "epoch": 135.52,
      "grad_norm": 1.1821644306182861,
      "learning_rate": 4.507147411177196e-06,
      "loss": 0.3929,
      "step": 485580
    },
    {
      "epoch": 135.53,
      "grad_norm": 1.3056325912475586,
      "learning_rate": 4.507137009399808e-06,
      "loss": 0.4088,
      "step": 485590
    },
    {
      "epoch": 135.53,
      "grad_norm": 1.568749189376831,
      "learning_rate": 4.507126607334474e-06,
      "loss": 0.395,
      "step": 485600
    },
    {
      "epoch": 135.53,
      "grad_norm": 1.3302483558654785,
      "learning_rate": 4.507116204981194e-06,
      "loss": 0.4023,
      "step": 485610
    },
    {
      "epoch": 135.53,
      "grad_norm": 3.368570566177368,
      "learning_rate": 4.507105802339969e-06,
      "loss": 0.3871,
      "step": 485620
    },
    {
      "epoch": 135.54,
      "grad_norm": 1.1424429416656494,
      "learning_rate": 4.5070953994108e-06,
      "loss": 0.4102,
      "step": 485630
    },
    {
      "epoch": 135.54,
      "grad_norm": 1.618513822555542,
      "learning_rate": 4.50708499619369e-06,
      "loss": 0.3999,
      "step": 485640
    },
    {
      "epoch": 135.54,
      "grad_norm": 1.1740747690200806,
      "learning_rate": 4.50707459268864e-06,
      "loss": 0.3996,
      "step": 485650
    },
    {
      "epoch": 135.55,
      "grad_norm": 1.204350233078003,
      "learning_rate": 4.50706418889565e-06,
      "loss": 0.4069,
      "step": 485660
    },
    {
      "epoch": 135.55,
      "grad_norm": 1.4472039937973022,
      "learning_rate": 4.5070537848147225e-06,
      "loss": 0.4085,
      "step": 485670
    },
    {
      "epoch": 135.55,
      "grad_norm": 1.239543080329895,
      "learning_rate": 4.507043380445859e-06,
      "loss": 0.4039,
      "step": 485680
    },
    {
      "epoch": 135.55,
      "grad_norm": 1.1593414545059204,
      "learning_rate": 4.50703297578906e-06,
      "loss": 0.4046,
      "step": 485690
    },
    {
      "epoch": 135.56,
      "grad_norm": 1.3537617921829224,
      "learning_rate": 4.507022570844327e-06,
      "loss": 0.3963,
      "step": 485700
    },
    {
      "epoch": 135.56,
      "grad_norm": 1.4915286302566528,
      "learning_rate": 4.507012165611663e-06,
      "loss": 0.399,
      "step": 485710
    },
    {
      "epoch": 135.56,
      "grad_norm": 1.2027301788330078,
      "learning_rate": 4.5070017600910686e-06,
      "loss": 0.4012,
      "step": 485720
    },
    {
      "epoch": 135.57,
      "grad_norm": 1.3719713687896729,
      "learning_rate": 4.506991354282544e-06,
      "loss": 0.3963,
      "step": 485730
    },
    {
      "epoch": 135.57,
      "grad_norm": 1.5743504762649536,
      "learning_rate": 4.506980948186091e-06,
      "loss": 0.3832,
      "step": 485740
    },
    {
      "epoch": 135.57,
      "grad_norm": 1.464705467224121,
      "learning_rate": 4.506970541801712e-06,
      "loss": 0.4179,
      "step": 485750
    },
    {
      "epoch": 135.57,
      "grad_norm": 1.7776424884796143,
      "learning_rate": 4.506960135129407e-06,
      "loss": 0.4132,
      "step": 485760
    },
    {
      "epoch": 135.58,
      "grad_norm": 1.478181004524231,
      "learning_rate": 4.506949728169179e-06,
      "loss": 0.4114,
      "step": 485770
    },
    {
      "epoch": 135.58,
      "grad_norm": 1.4044023752212524,
      "learning_rate": 4.506939320921028e-06,
      "loss": 0.3892,
      "step": 485780
    },
    {
      "epoch": 135.58,
      "grad_norm": 1.2521761655807495,
      "learning_rate": 4.506928913384956e-06,
      "loss": 0.3844,
      "step": 485790
    },
    {
      "epoch": 135.58,
      "grad_norm": 1.5081695318222046,
      "learning_rate": 4.506918505560965e-06,
      "loss": 0.4061,
      "step": 485800
    },
    {
      "epoch": 135.59,
      "grad_norm": 1.0960522890090942,
      "learning_rate": 4.5069080974490546e-06,
      "loss": 0.4054,
      "step": 485810
    },
    {
      "epoch": 135.59,
      "grad_norm": 1.1969115734100342,
      "learning_rate": 4.506897689049227e-06,
      "loss": 0.385,
      "step": 485820
    },
    {
      "epoch": 135.59,
      "grad_norm": 1.350667119026184,
      "learning_rate": 4.506887280361486e-06,
      "loss": 0.4119,
      "step": 485830
    },
    {
      "epoch": 135.6,
      "grad_norm": 1.2634525299072266,
      "learning_rate": 4.506876871385829e-06,
      "loss": 0.4043,
      "step": 485840
    },
    {
      "epoch": 135.6,
      "grad_norm": 1.0575731992721558,
      "learning_rate": 4.5068664621222596e-06,
      "loss": 0.4057,
      "step": 485850
    },
    {
      "epoch": 135.6,
      "grad_norm": 1.2868199348449707,
      "learning_rate": 4.5068560525707785e-06,
      "loss": 0.4101,
      "step": 485860
    },
    {
      "epoch": 135.6,
      "grad_norm": 1.3615667819976807,
      "learning_rate": 4.5068456427313875e-06,
      "loss": 0.3954,
      "step": 485870
    },
    {
      "epoch": 135.61,
      "grad_norm": 1.2747546434402466,
      "learning_rate": 4.506835232604089e-06,
      "loss": 0.4078,
      "step": 485880
    },
    {
      "epoch": 135.61,
      "grad_norm": 1.4045324325561523,
      "learning_rate": 4.506824822188882e-06,
      "loss": 0.4208,
      "step": 485890
    },
    {
      "epoch": 135.61,
      "grad_norm": 1.354020595550537,
      "learning_rate": 4.50681441148577e-06,
      "loss": 0.3692,
      "step": 485900
    },
    {
      "epoch": 135.62,
      "grad_norm": 1.4371590614318848,
      "learning_rate": 4.506804000494753e-06,
      "loss": 0.4009,
      "step": 485910
    },
    {
      "epoch": 135.62,
      "grad_norm": 1.3513238430023193,
      "learning_rate": 4.506793589215833e-06,
      "loss": 0.4059,
      "step": 485920
    },
    {
      "epoch": 135.62,
      "grad_norm": 1.1949865818023682,
      "learning_rate": 4.506783177649011e-06,
      "loss": 0.3901,
      "step": 485930
    },
    {
      "epoch": 135.62,
      "grad_norm": 1.7537744045257568,
      "learning_rate": 4.506772765794289e-06,
      "loss": 0.3893,
      "step": 485940
    },
    {
      "epoch": 135.63,
      "grad_norm": 1.3769539594650269,
      "learning_rate": 4.506762353651668e-06,
      "loss": 0.4029,
      "step": 485950
    },
    {
      "epoch": 135.63,
      "grad_norm": 1.539782166481018,
      "learning_rate": 4.50675194122115e-06,
      "loss": 0.3944,
      "step": 485960
    },
    {
      "epoch": 135.63,
      "grad_norm": 1.1825106143951416,
      "learning_rate": 4.5067415285027355e-06,
      "loss": 0.3976,
      "step": 485970
    },
    {
      "epoch": 135.63,
      "grad_norm": 1.3519030809402466,
      "learning_rate": 4.506731115496426e-06,
      "loss": 0.4038,
      "step": 485980
    },
    {
      "epoch": 135.64,
      "grad_norm": 1.3750160932540894,
      "learning_rate": 4.5067207022022235e-06,
      "loss": 0.4074,
      "step": 485990
    },
    {
      "epoch": 135.64,
      "grad_norm": 1.3147717714309692,
      "learning_rate": 4.5067102886201285e-06,
      "loss": 0.3937,
      "step": 486000
    },
    {
      "epoch": 135.64,
      "grad_norm": 1.5414905548095703,
      "learning_rate": 4.506699874750143e-06,
      "loss": 0.4014,
      "step": 486010
    },
    {
      "epoch": 135.65,
      "grad_norm": 1.6071449518203735,
      "learning_rate": 4.506689460592269e-06,
      "loss": 0.3931,
      "step": 486020
    },
    {
      "epoch": 135.65,
      "grad_norm": 1.1804862022399902,
      "learning_rate": 4.506679046146506e-06,
      "loss": 0.3754,
      "step": 486030
    },
    {
      "epoch": 135.65,
      "grad_norm": 1.3316266536712646,
      "learning_rate": 4.506668631412858e-06,
      "loss": 0.4095,
      "step": 486040
    },
    {
      "epoch": 135.65,
      "grad_norm": 1.5576910972595215,
      "learning_rate": 4.506658216391324e-06,
      "loss": 0.3956,
      "step": 486050
    },
    {
      "epoch": 135.66,
      "grad_norm": 1.2160464525222778,
      "learning_rate": 4.506647801081906e-06,
      "loss": 0.3965,
      "step": 486060
    },
    {
      "epoch": 135.66,
      "grad_norm": 1.128967523574829,
      "learning_rate": 4.506637385484607e-06,
      "loss": 0.3945,
      "step": 486070
    },
    {
      "epoch": 135.66,
      "grad_norm": 1.1745456457138062,
      "learning_rate": 4.506626969599425e-06,
      "loss": 0.3941,
      "step": 486080
    },
    {
      "epoch": 135.67,
      "grad_norm": 1.3186540603637695,
      "learning_rate": 4.506616553426366e-06,
      "loss": 0.3875,
      "step": 486090
    },
    {
      "epoch": 135.67,
      "grad_norm": 1.0526424646377563,
      "learning_rate": 4.506606136965427e-06,
      "loss": 0.3954,
      "step": 486100
    },
    {
      "epoch": 135.67,
      "grad_norm": 1.2928085327148438,
      "learning_rate": 4.5065957202166125e-06,
      "loss": 0.3857,
      "step": 486110
    },
    {
      "epoch": 135.67,
      "grad_norm": 1.3288480043411255,
      "learning_rate": 4.5065853031799216e-06,
      "loss": 0.3959,
      "step": 486120
    },
    {
      "epoch": 135.68,
      "grad_norm": 1.2723585367202759,
      "learning_rate": 4.506574885855357e-06,
      "loss": 0.3741,
      "step": 486130
    },
    {
      "epoch": 135.68,
      "grad_norm": 1.4651318788528442,
      "learning_rate": 4.50656446824292e-06,
      "loss": 0.4029,
      "step": 486140
    },
    {
      "epoch": 135.68,
      "grad_norm": 1.290090799331665,
      "learning_rate": 4.506554050342612e-06,
      "loss": 0.39,
      "step": 486150
    },
    {
      "epoch": 135.69,
      "grad_norm": 1.3621163368225098,
      "learning_rate": 4.506543632154434e-06,
      "loss": 0.4016,
      "step": 486160
    },
    {
      "epoch": 135.69,
      "grad_norm": 1.4578355550765991,
      "learning_rate": 4.506533213678388e-06,
      "loss": 0.3996,
      "step": 486170
    },
    {
      "epoch": 135.69,
      "grad_norm": 1.152774691581726,
      "learning_rate": 4.506522794914474e-06,
      "loss": 0.4078,
      "step": 486180
    },
    {
      "epoch": 135.69,
      "grad_norm": 1.601961612701416,
      "learning_rate": 4.506512375862695e-06,
      "loss": 0.3962,
      "step": 486190
    },
    {
      "epoch": 135.7,
      "grad_norm": 1.2511695623397827,
      "learning_rate": 4.506501956523052e-06,
      "loss": 0.4123,
      "step": 486200
    },
    {
      "epoch": 135.7,
      "grad_norm": 1.2144038677215576,
      "learning_rate": 4.506491536895546e-06,
      "loss": 0.4059,
      "step": 486210
    },
    {
      "epoch": 135.7,
      "grad_norm": 1.0607486963272095,
      "learning_rate": 4.506481116980178e-06,
      "loss": 0.4039,
      "step": 486220
    },
    {
      "epoch": 135.7,
      "grad_norm": 1.1551320552825928,
      "learning_rate": 4.50647069677695e-06,
      "loss": 0.3819,
      "step": 486230
    },
    {
      "epoch": 135.71,
      "grad_norm": 1.451108694076538,
      "learning_rate": 4.506460276285864e-06,
      "loss": 0.3941,
      "step": 486240
    },
    {
      "epoch": 135.71,
      "grad_norm": 1.0329525470733643,
      "learning_rate": 4.5064498555069194e-06,
      "loss": 0.3952,
      "step": 486250
    },
    {
      "epoch": 135.71,
      "grad_norm": 1.3598334789276123,
      "learning_rate": 4.5064394344401194e-06,
      "loss": 0.387,
      "step": 486260
    },
    {
      "epoch": 135.72,
      "grad_norm": 1.2388495206832886,
      "learning_rate": 4.5064290130854655e-06,
      "loss": 0.3722,
      "step": 486270
    },
    {
      "epoch": 135.72,
      "grad_norm": 1.483404278755188,
      "learning_rate": 4.506418591442958e-06,
      "loss": 0.3964,
      "step": 486280
    },
    {
      "epoch": 135.72,
      "grad_norm": 1.850425362586975,
      "learning_rate": 4.506408169512599e-06,
      "loss": 0.4139,
      "step": 486290
    },
    {
      "epoch": 135.72,
      "grad_norm": 1.262505292892456,
      "learning_rate": 4.506397747294389e-06,
      "loss": 0.3947,
      "step": 486300
    },
    {
      "epoch": 135.73,
      "grad_norm": 1.151511311531067,
      "learning_rate": 4.50638732478833e-06,
      "loss": 0.405,
      "step": 486310
    },
    {
      "epoch": 135.73,
      "grad_norm": 1.231744408607483,
      "learning_rate": 4.506376901994424e-06,
      "loss": 0.3967,
      "step": 486320
    },
    {
      "epoch": 135.73,
      "grad_norm": 1.2516764402389526,
      "learning_rate": 4.506366478912671e-06,
      "loss": 0.4264,
      "step": 486330
    },
    {
      "epoch": 135.74,
      "grad_norm": 1.189812183380127,
      "learning_rate": 4.506356055543074e-06,
      "loss": 0.393,
      "step": 486340
    },
    {
      "epoch": 135.74,
      "grad_norm": 1.476293921470642,
      "learning_rate": 4.5063456318856335e-06,
      "loss": 0.4101,
      "step": 486350
    },
    {
      "epoch": 135.74,
      "grad_norm": 1.3926326036453247,
      "learning_rate": 4.5063352079403504e-06,
      "loss": 0.4063,
      "step": 486360
    },
    {
      "epoch": 135.74,
      "grad_norm": 1.517014980316162,
      "learning_rate": 4.506324783707227e-06,
      "loss": 0.3826,
      "step": 486370
    },
    {
      "epoch": 135.75,
      "grad_norm": 1.3085111379623413,
      "learning_rate": 4.506314359186264e-06,
      "loss": 0.4117,
      "step": 486380
    },
    {
      "epoch": 135.75,
      "grad_norm": 1.2558263540267944,
      "learning_rate": 4.506303934377463e-06,
      "loss": 0.3714,
      "step": 486390
    },
    {
      "epoch": 135.75,
      "grad_norm": 1.3328447341918945,
      "learning_rate": 4.506293509280826e-06,
      "loss": 0.4218,
      "step": 486400
    },
    {
      "epoch": 135.75,
      "grad_norm": 1.5820832252502441,
      "learning_rate": 4.506283083896353e-06,
      "loss": 0.4008,
      "step": 486410
    },
    {
      "epoch": 135.76,
      "grad_norm": 1.5461852550506592,
      "learning_rate": 4.506272658224047e-06,
      "loss": 0.4156,
      "step": 486420
    },
    {
      "epoch": 135.76,
      "grad_norm": 1.4110268354415894,
      "learning_rate": 4.506262232263908e-06,
      "loss": 0.4019,
      "step": 486430
    },
    {
      "epoch": 135.76,
      "grad_norm": 1.2630529403686523,
      "learning_rate": 4.506251806015939e-06,
      "loss": 0.4044,
      "step": 486440
    },
    {
      "epoch": 135.77,
      "grad_norm": 1.1339360475540161,
      "learning_rate": 4.506241379480139e-06,
      "loss": 0.4235,
      "step": 486450
    },
    {
      "epoch": 135.77,
      "grad_norm": 1.4405691623687744,
      "learning_rate": 4.506230952656512e-06,
      "loss": 0.3957,
      "step": 486460
    },
    {
      "epoch": 135.77,
      "grad_norm": 1.736725926399231,
      "learning_rate": 4.506220525545059e-06,
      "loss": 0.404,
      "step": 486470
    },
    {
      "epoch": 135.77,
      "grad_norm": 1.4599376916885376,
      "learning_rate": 4.506210098145779e-06,
      "loss": 0.4244,
      "step": 486480
    },
    {
      "epoch": 135.78,
      "grad_norm": 1.2061139345169067,
      "learning_rate": 4.506199670458675e-06,
      "loss": 0.3892,
      "step": 486490
    },
    {
      "epoch": 135.78,
      "grad_norm": 1.1702567338943481,
      "learning_rate": 4.506189242483749e-06,
      "loss": 0.4007,
      "step": 486500
    },
    {
      "epoch": 135.78,
      "grad_norm": 1.5495201349258423,
      "learning_rate": 4.506178814221002e-06,
      "loss": 0.4049,
      "step": 486510
    },
    {
      "epoch": 135.79,
      "grad_norm": 1.2475868463516235,
      "learning_rate": 4.506168385670434e-06,
      "loss": 0.3936,
      "step": 486520
    },
    {
      "epoch": 135.79,
      "grad_norm": 1.341373085975647,
      "learning_rate": 4.506157956832049e-06,
      "loss": 0.408,
      "step": 486530
    },
    {
      "epoch": 135.79,
      "grad_norm": 1.432021975517273,
      "learning_rate": 4.506147527705845e-06,
      "loss": 0.3983,
      "step": 486540
    },
    {
      "epoch": 135.79,
      "grad_norm": 1.1482053995132446,
      "learning_rate": 4.506137098291827e-06,
      "loss": 0.3984,
      "step": 486550
    },
    {
      "epoch": 135.8,
      "grad_norm": 1.1752933263778687,
      "learning_rate": 4.5061266685899946e-06,
      "loss": 0.3948,
      "step": 486560
    },
    {
      "epoch": 135.8,
      "grad_norm": 1.2709219455718994,
      "learning_rate": 4.506116238600349e-06,
      "loss": 0.415,
      "step": 486570
    },
    {
      "epoch": 135.8,
      "grad_norm": 1.2288358211517334,
      "learning_rate": 4.506105808322891e-06,
      "loss": 0.3898,
      "step": 486580
    },
    {
      "epoch": 135.81,
      "grad_norm": 1.2008774280548096,
      "learning_rate": 4.506095377757623e-06,
      "loss": 0.4033,
      "step": 486590
    },
    {
      "epoch": 135.81,
      "grad_norm": 1.2373480796813965,
      "learning_rate": 4.5060849469045475e-06,
      "loss": 0.3873,
      "step": 486600
    },
    {
      "epoch": 135.81,
      "grad_norm": 1.3948297500610352,
      "learning_rate": 4.506074515763664e-06,
      "loss": 0.3749,
      "step": 486610
    },
    {
      "epoch": 135.81,
      "grad_norm": 1.42788565158844,
      "learning_rate": 4.506064084334974e-06,
      "loss": 0.4016,
      "step": 486620
    },
    {
      "epoch": 135.82,
      "grad_norm": 1.436440110206604,
      "learning_rate": 4.50605365261848e-06,
      "loss": 0.3924,
      "step": 486630
    },
    {
      "epoch": 135.82,
      "grad_norm": 1.408888339996338,
      "learning_rate": 4.506043220614183e-06,
      "loss": 0.4097,
      "step": 486640
    },
    {
      "epoch": 135.82,
      "grad_norm": 1.5352109670639038,
      "learning_rate": 4.506032788322084e-06,
      "loss": 0.4109,
      "step": 486650
    },
    {
      "epoch": 135.82,
      "grad_norm": 1.248517632484436,
      "learning_rate": 4.506022355742183e-06,
      "loss": 0.4067,
      "step": 486660
    },
    {
      "epoch": 135.83,
      "grad_norm": 1.1966288089752197,
      "learning_rate": 4.506011922874485e-06,
      "loss": 0.4058,
      "step": 486670
    },
    {
      "epoch": 135.83,
      "grad_norm": 1.2721809148788452,
      "learning_rate": 4.506001489718989e-06,
      "loss": 0.387,
      "step": 486680
    },
    {
      "epoch": 135.83,
      "grad_norm": 1.4567450284957886,
      "learning_rate": 4.505991056275696e-06,
      "loss": 0.4059,
      "step": 486690
    },
    {
      "epoch": 135.84,
      "grad_norm": 1.305694341659546,
      "learning_rate": 4.505980622544609e-06,
      "loss": 0.4123,
      "step": 486700
    },
    {
      "epoch": 135.84,
      "grad_norm": 1.5137789249420166,
      "learning_rate": 4.5059701885257275e-06,
      "loss": 0.3952,
      "step": 486710
    },
    {
      "epoch": 135.84,
      "grad_norm": 1.58906888961792,
      "learning_rate": 4.505959754219055e-06,
      "loss": 0.3975,
      "step": 486720
    },
    {
      "epoch": 135.84,
      "grad_norm": 1.3874688148498535,
      "learning_rate": 4.505949319624591e-06,
      "loss": 0.3819,
      "step": 486730
    },
    {
      "epoch": 135.85,
      "grad_norm": 1.288092851638794,
      "learning_rate": 4.505938884742338e-06,
      "loss": 0.3828,
      "step": 486740
    },
    {
      "epoch": 135.85,
      "grad_norm": 1.4630019664764404,
      "learning_rate": 4.505928449572297e-06,
      "loss": 0.3924,
      "step": 486750
    },
    {
      "epoch": 135.85,
      "grad_norm": 1.2542932033538818,
      "learning_rate": 4.5059180141144696e-06,
      "loss": 0.4061,
      "step": 486760
    },
    {
      "epoch": 135.86,
      "grad_norm": 1.3693861961364746,
      "learning_rate": 4.505907578368857e-06,
      "loss": 0.3848,
      "step": 486770
    },
    {
      "epoch": 135.86,
      "grad_norm": 1.4023821353912354,
      "learning_rate": 4.50589714233546e-06,
      "loss": 0.3974,
      "step": 486780
    },
    {
      "epoch": 135.86,
      "grad_norm": 1.1462172269821167,
      "learning_rate": 4.505886706014281e-06,
      "loss": 0.3915,
      "step": 486790
    },
    {
      "epoch": 135.86,
      "grad_norm": 1.3892874717712402,
      "learning_rate": 4.505876269405322e-06,
      "loss": 0.3991,
      "step": 486800
    },
    {
      "epoch": 135.87,
      "grad_norm": 1.2312657833099365,
      "learning_rate": 4.505865832508582e-06,
      "loss": 0.3983,
      "step": 486810
    },
    {
      "epoch": 135.87,
      "grad_norm": 1.403894066810608,
      "learning_rate": 4.505855395324065e-06,
      "loss": 0.4003,
      "step": 486820
    },
    {
      "epoch": 135.87,
      "grad_norm": 1.336656928062439,
      "learning_rate": 4.50584495785177e-06,
      "loss": 0.3941,
      "step": 486830
    },
    {
      "epoch": 135.87,
      "grad_norm": 1.1045565605163574,
      "learning_rate": 4.5058345200917e-06,
      "loss": 0.3859,
      "step": 486840
    },
    {
      "epoch": 135.88,
      "grad_norm": 1.0417356491088867,
      "learning_rate": 4.505824082043856e-06,
      "loss": 0.3952,
      "step": 486850
    },
    {
      "epoch": 135.88,
      "grad_norm": 1.2895394563674927,
      "learning_rate": 4.5058136437082396e-06,
      "loss": 0.4103,
      "step": 486860
    },
    {
      "epoch": 135.88,
      "grad_norm": 1.1089692115783691,
      "learning_rate": 4.505803205084852e-06,
      "loss": 0.3959,
      "step": 486870
    },
    {
      "epoch": 135.89,
      "grad_norm": 1.3128650188446045,
      "learning_rate": 4.505792766173695e-06,
      "loss": 0.4023,
      "step": 486880
    },
    {
      "epoch": 135.89,
      "grad_norm": 1.425421953201294,
      "learning_rate": 4.505782326974769e-06,
      "loss": 0.398,
      "step": 486890
    },
    {
      "epoch": 135.89,
      "grad_norm": 1.34768545627594,
      "learning_rate": 4.505771887488075e-06,
      "loss": 0.387,
      "step": 486900
    },
    {
      "epoch": 135.89,
      "grad_norm": 1.3558003902435303,
      "learning_rate": 4.5057614477136165e-06,
      "loss": 0.4089,
      "step": 486910
    },
    {
      "epoch": 135.9,
      "grad_norm": 1.4683277606964111,
      "learning_rate": 4.505751007651393e-06,
      "loss": 0.3937,
      "step": 486920
    },
    {
      "epoch": 135.9,
      "grad_norm": 1.114511489868164,
      "learning_rate": 4.505740567301407e-06,
      "loss": 0.3819,
      "step": 486930
    },
    {
      "epoch": 135.9,
      "grad_norm": 1.4531389474868774,
      "learning_rate": 4.505730126663659e-06,
      "loss": 0.4153,
      "step": 486940
    },
    {
      "epoch": 135.91,
      "grad_norm": 1.3266783952713013,
      "learning_rate": 4.505719685738151e-06,
      "loss": 0.3862,
      "step": 486950
    },
    {
      "epoch": 135.91,
      "grad_norm": 1.1781281232833862,
      "learning_rate": 4.505709244524884e-06,
      "loss": 0.3888,
      "step": 486960
    },
    {
      "epoch": 135.91,
      "grad_norm": 1.6101773977279663,
      "learning_rate": 4.505698803023861e-06,
      "loss": 0.4048,
      "step": 486970
    },
    {
      "epoch": 135.91,
      "grad_norm": 1.3983112573623657,
      "learning_rate": 4.505688361235081e-06,
      "loss": 0.3997,
      "step": 486980
    },
    {
      "epoch": 135.92,
      "grad_norm": 2.703902244567871,
      "learning_rate": 4.505677919158546e-06,
      "loss": 0.4048,
      "step": 486990
    },
    {
      "epoch": 135.92,
      "grad_norm": 1.3747045993804932,
      "learning_rate": 4.505667476794259e-06,
      "loss": 0.4073,
      "step": 487000
    },
    {
      "epoch": 135.92,
      "grad_norm": 1.2422274351119995,
      "learning_rate": 4.505657034142219e-06,
      "loss": 0.4056,
      "step": 487010
    },
    {
      "epoch": 135.93,
      "grad_norm": 1.4009438753128052,
      "learning_rate": 4.505646591202429e-06,
      "loss": 0.4189,
      "step": 487020
    },
    {
      "epoch": 135.93,
      "grad_norm": 1.2347677946090698,
      "learning_rate": 4.50563614797489e-06,
      "loss": 0.4165,
      "step": 487030
    },
    {
      "epoch": 135.93,
      "grad_norm": 1.5312808752059937,
      "learning_rate": 4.505625704459603e-06,
      "loss": 0.4036,
      "step": 487040
    },
    {
      "epoch": 135.93,
      "grad_norm": 1.3581699132919312,
      "learning_rate": 4.50561526065657e-06,
      "loss": 0.4176,
      "step": 487050
    },
    {
      "epoch": 135.94,
      "grad_norm": 1.297320008277893,
      "learning_rate": 4.505604816565793e-06,
      "loss": 0.3981,
      "step": 487060
    },
    {
      "epoch": 135.94,
      "grad_norm": 1.5306448936462402,
      "learning_rate": 4.505594372187271e-06,
      "loss": 0.392,
      "step": 487070
    },
    {
      "epoch": 135.94,
      "grad_norm": 1.2179819345474243,
      "learning_rate": 4.505583927521008e-06,
      "loss": 0.413,
      "step": 487080
    },
    {
      "epoch": 135.94,
      "grad_norm": 1.304022192955017,
      "learning_rate": 4.5055734825670045e-06,
      "loss": 0.3994,
      "step": 487090
    },
    {
      "epoch": 135.95,
      "grad_norm": 1.3233286142349243,
      "learning_rate": 4.505563037325261e-06,
      "loss": 0.4072,
      "step": 487100
    },
    {
      "epoch": 135.95,
      "grad_norm": 1.5768741369247437,
      "learning_rate": 4.50555259179578e-06,
      "loss": 0.3976,
      "step": 487110
    },
    {
      "epoch": 135.95,
      "grad_norm": 1.3069018125534058,
      "learning_rate": 4.505542145978562e-06,
      "loss": 0.3978,
      "step": 487120
    },
    {
      "epoch": 135.96,
      "grad_norm": 1.2373918294906616,
      "learning_rate": 4.50553169987361e-06,
      "loss": 0.3983,
      "step": 487130
    },
    {
      "epoch": 135.96,
      "grad_norm": 1.304508924484253,
      "learning_rate": 4.5055212534809235e-06,
      "loss": 0.4029,
      "step": 487140
    },
    {
      "epoch": 135.96,
      "grad_norm": 1.3710585832595825,
      "learning_rate": 4.505510806800504e-06,
      "loss": 0.3998,
      "step": 487150
    },
    {
      "epoch": 135.96,
      "grad_norm": 1.584814429283142,
      "learning_rate": 4.505500359832354e-06,
      "loss": 0.418,
      "step": 487160
    },
    {
      "epoch": 135.97,
      "grad_norm": 1.071911334991455,
      "learning_rate": 4.505489912576475e-06,
      "loss": 0.4042,
      "step": 487170
    },
    {
      "epoch": 135.97,
      "grad_norm": 1.0314981937408447,
      "learning_rate": 4.505479465032867e-06,
      "loss": 0.4056,
      "step": 487180
    },
    {
      "epoch": 135.97,
      "grad_norm": 1.1925989389419556,
      "learning_rate": 4.505469017201533e-06,
      "loss": 0.4025,
      "step": 487190
    },
    {
      "epoch": 135.98,
      "grad_norm": 1.055345892906189,
      "learning_rate": 4.505458569082473e-06,
      "loss": 0.3823,
      "step": 487200
    },
    {
      "epoch": 135.98,
      "grad_norm": 1.3108677864074707,
      "learning_rate": 4.505448120675689e-06,
      "loss": 0.4167,
      "step": 487210
    },
    {
      "epoch": 135.98,
      "grad_norm": 1.2865513563156128,
      "learning_rate": 4.5054376719811835e-06,
      "loss": 0.3949,
      "step": 487220
    },
    {
      "epoch": 135.98,
      "grad_norm": 1.305321455001831,
      "learning_rate": 4.505427222998956e-06,
      "loss": 0.3998,
      "step": 487230
    },
    {
      "epoch": 135.99,
      "grad_norm": 1.4260324239730835,
      "learning_rate": 4.505416773729009e-06,
      "loss": 0.401,
      "step": 487240
    },
    {
      "epoch": 135.99,
      "grad_norm": 1.3345907926559448,
      "learning_rate": 4.505406324171343e-06,
      "loss": 0.4036,
      "step": 487250
    },
    {
      "epoch": 135.99,
      "grad_norm": 1.3489658832550049,
      "learning_rate": 4.50539587432596e-06,
      "loss": 0.3964,
      "step": 487260
    },
    {
      "epoch": 135.99,
      "grad_norm": 1.240661859512329,
      "learning_rate": 4.5053854241928615e-06,
      "loss": 0.3865,
      "step": 487270
    },
    {
      "epoch": 136.0,
      "grad_norm": 1.4262511730194092,
      "learning_rate": 4.505374973772048e-06,
      "loss": 0.4075,
      "step": 487280
    },
    {
      "epoch": 136.0,
      "eval_loss": 0.3981568217277527,
      "eval_runtime": 63.2663,
      "eval_samples_per_second": 79.964,
      "eval_steps_per_second": 10.005,
      "step": 487288
    },
    {
      "epoch": 136.0,
      "grad_norm": 1.2581567764282227,
      "learning_rate": 4.505364523063523e-06,
      "loss": 0.3975,
      "step": 487290
    },
    {
      "epoch": 136.0,
      "grad_norm": 1.4323700666427612,
      "learning_rate": 4.505354072067286e-06,
      "loss": 0.3955,
      "step": 487300
    },
    {
      "epoch": 136.01,
      "grad_norm": 1.221752643585205,
      "learning_rate": 4.505343620783339e-06,
      "loss": 0.3718,
      "step": 487310
    },
    {
      "epoch": 136.01,
      "grad_norm": 1.2786022424697876,
      "learning_rate": 4.505333169211683e-06,
      "loss": 0.3925,
      "step": 487320
    },
    {
      "epoch": 136.01,
      "grad_norm": 1.3643821477890015,
      "learning_rate": 4.505322717352319e-06,
      "loss": 0.3961,
      "step": 487330
    },
    {
      "epoch": 136.01,
      "grad_norm": 1.4558693170547485,
      "learning_rate": 4.50531226520525e-06,
      "loss": 0.3994,
      "step": 487340
    },
    {
      "epoch": 136.02,
      "grad_norm": 1.1252039670944214,
      "learning_rate": 4.5053018127704765e-06,
      "loss": 0.3958,
      "step": 487350
    },
    {
      "epoch": 136.02,
      "grad_norm": 1.3654136657714844,
      "learning_rate": 4.505291360048e-06,
      "loss": 0.4024,
      "step": 487360
    },
    {
      "epoch": 136.02,
      "grad_norm": 1.2575398683547974,
      "learning_rate": 4.505280907037821e-06,
      "loss": 0.4016,
      "step": 487370
    },
    {
      "epoch": 136.03,
      "grad_norm": 1.1954351663589478,
      "learning_rate": 4.505270453739943e-06,
      "loss": 0.4017,
      "step": 487380
    },
    {
      "epoch": 136.03,
      "grad_norm": 1.3157802820205688,
      "learning_rate": 4.505260000154365e-06,
      "loss": 0.4071,
      "step": 487390
    },
    {
      "epoch": 136.03,
      "grad_norm": 1.278285264968872,
      "learning_rate": 4.505249546281089e-06,
      "loss": 0.3851,
      "step": 487400
    },
    {
      "epoch": 136.03,
      "grad_norm": 1.2821484804153442,
      "learning_rate": 4.505239092120118e-06,
      "loss": 0.3853,
      "step": 487410
    },
    {
      "epoch": 136.04,
      "grad_norm": 1.2478394508361816,
      "learning_rate": 4.505228637671452e-06,
      "loss": 0.3894,
      "step": 487420
    },
    {
      "epoch": 136.04,
      "grad_norm": 1.5630556344985962,
      "learning_rate": 4.505218182935092e-06,
      "loss": 0.3812,
      "step": 487430
    },
    {
      "epoch": 136.04,
      "grad_norm": 1.1783190965652466,
      "learning_rate": 4.505207727911039e-06,
      "loss": 0.412,
      "step": 487440
    },
    {
      "epoch": 136.05,
      "grad_norm": 1.0966781377792358,
      "learning_rate": 4.505197272599297e-06,
      "loss": 0.4156,
      "step": 487450
    },
    {
      "epoch": 136.05,
      "grad_norm": 2.573899269104004,
      "learning_rate": 4.505186816999866e-06,
      "loss": 0.4133,
      "step": 487460
    },
    {
      "epoch": 136.05,
      "grad_norm": 1.182329773902893,
      "learning_rate": 4.505176361112746e-06,
      "loss": 0.3925,
      "step": 487470
    },
    {
      "epoch": 136.05,
      "grad_norm": 1.3971198797225952,
      "learning_rate": 4.50516590493794e-06,
      "loss": 0.3937,
      "step": 487480
    },
    {
      "epoch": 136.06,
      "grad_norm": 3.1836180686950684,
      "learning_rate": 4.505155448475449e-06,
      "loss": 0.4008,
      "step": 487490
    },
    {
      "epoch": 136.06,
      "grad_norm": 1.408608317375183,
      "learning_rate": 4.505144991725275e-06,
      "loss": 0.4026,
      "step": 487500
    },
    {
      "epoch": 136.06,
      "grad_norm": 1.3999838829040527,
      "learning_rate": 4.505134534687418e-06,
      "loss": 0.3931,
      "step": 487510
    },
    {
      "epoch": 136.06,
      "grad_norm": 1.6015454530715942,
      "learning_rate": 4.50512407736188e-06,
      "loss": 0.3883,
      "step": 487520
    },
    {
      "epoch": 136.07,
      "grad_norm": 1.2026216983795166,
      "learning_rate": 4.505113619748663e-06,
      "loss": 0.3994,
      "step": 487530
    },
    {
      "epoch": 136.07,
      "grad_norm": 1.1379859447479248,
      "learning_rate": 4.5051031618477675e-06,
      "loss": 0.3934,
      "step": 487540
    },
    {
      "epoch": 136.07,
      "grad_norm": 1.417574167251587,
      "learning_rate": 4.5050927036591955e-06,
      "loss": 0.4068,
      "step": 487550
    },
    {
      "epoch": 136.08,
      "grad_norm": 1.4769487380981445,
      "learning_rate": 4.505082245182948e-06,
      "loss": 0.4038,
      "step": 487560
    },
    {
      "epoch": 136.08,
      "grad_norm": 1.4808955192565918,
      "learning_rate": 4.5050717864190266e-06,
      "loss": 0.4113,
      "step": 487570
    },
    {
      "epoch": 136.08,
      "grad_norm": 1.4048577547073364,
      "learning_rate": 4.505061327367433e-06,
      "loss": 0.4066,
      "step": 487580
    },
    {
      "epoch": 136.08,
      "grad_norm": 1.4134142398834229,
      "learning_rate": 4.5050508680281684e-06,
      "loss": 0.401,
      "step": 487590
    },
    {
      "epoch": 136.09,
      "grad_norm": 1.374793291091919,
      "learning_rate": 4.5050404084012345e-06,
      "loss": 0.4026,
      "step": 487600
    },
    {
      "epoch": 136.09,
      "grad_norm": 1.0911943912506104,
      "learning_rate": 4.505029948486631e-06,
      "loss": 0.3981,
      "step": 487610
    },
    {
      "epoch": 136.09,
      "grad_norm": 1.46558678150177,
      "learning_rate": 4.505019488284361e-06,
      "loss": 0.3873,
      "step": 487620
    },
    {
      "epoch": 136.1,
      "grad_norm": 1.5861202478408813,
      "learning_rate": 4.505009027794425e-06,
      "loss": 0.4042,
      "step": 487630
    },
    {
      "epoch": 136.1,
      "grad_norm": 1.329502820968628,
      "learning_rate": 4.504998567016826e-06,
      "loss": 0.4119,
      "step": 487640
    },
    {
      "epoch": 136.1,
      "grad_norm": 1.3441433906555176,
      "learning_rate": 4.504988105951564e-06,
      "loss": 0.4167,
      "step": 487650
    },
    {
      "epoch": 136.1,
      "grad_norm": 1.1344892978668213,
      "learning_rate": 4.50497764459864e-06,
      "loss": 0.3881,
      "step": 487660
    },
    {
      "epoch": 136.11,
      "grad_norm": 1.3092645406723022,
      "learning_rate": 4.504967182958057e-06,
      "loss": 0.3961,
      "step": 487670
    },
    {
      "epoch": 136.11,
      "grad_norm": 1.3160229921340942,
      "learning_rate": 4.504956721029814e-06,
      "loss": 0.4105,
      "step": 487680
    },
    {
      "epoch": 136.11,
      "grad_norm": 1.2636820077896118,
      "learning_rate": 4.5049462588139145e-06,
      "loss": 0.4102,
      "step": 487690
    },
    {
      "epoch": 136.11,
      "grad_norm": 1.3249657154083252,
      "learning_rate": 4.504935796310359e-06,
      "loss": 0.396,
      "step": 487700
    },
    {
      "epoch": 136.12,
      "grad_norm": 1.304392695426941,
      "learning_rate": 4.50492533351915e-06,
      "loss": 0.412,
      "step": 487710
    },
    {
      "epoch": 136.12,
      "grad_norm": 1.363331913948059,
      "learning_rate": 4.504914870440287e-06,
      "loss": 0.4134,
      "step": 487720
    },
    {
      "epoch": 136.12,
      "grad_norm": 1.4052677154541016,
      "learning_rate": 4.504904407073772e-06,
      "loss": 0.4063,
      "step": 487730
    },
    {
      "epoch": 136.13,
      "grad_norm": 1.4286710023880005,
      "learning_rate": 4.504893943419608e-06,
      "loss": 0.4036,
      "step": 487740
    },
    {
      "epoch": 136.13,
      "grad_norm": 1.3029403686523438,
      "learning_rate": 4.504883479477794e-06,
      "loss": 0.3808,
      "step": 487750
    },
    {
      "epoch": 136.13,
      "grad_norm": 1.3513323068618774,
      "learning_rate": 4.504873015248333e-06,
      "loss": 0.4104,
      "step": 487760
    },
    {
      "epoch": 136.13,
      "grad_norm": 1.3567960262298584,
      "learning_rate": 4.504862550731226e-06,
      "loss": 0.4072,
      "step": 487770
    },
    {
      "epoch": 136.14,
      "grad_norm": 1.3661773204803467,
      "learning_rate": 4.504852085926474e-06,
      "loss": 0.4149,
      "step": 487780
    },
    {
      "epoch": 136.14,
      "grad_norm": 1.3934425115585327,
      "learning_rate": 4.5048416208340795e-06,
      "loss": 0.4036,
      "step": 487790
    },
    {
      "epoch": 136.14,
      "grad_norm": 1.5200611352920532,
      "learning_rate": 4.504831155454043e-06,
      "loss": 0.3908,
      "step": 487800
    },
    {
      "epoch": 136.15,
      "grad_norm": 1.4085559844970703,
      "learning_rate": 4.5048206897863655e-06,
      "loss": 0.4039,
      "step": 487810
    },
    {
      "epoch": 136.15,
      "grad_norm": 1.4158289432525635,
      "learning_rate": 4.5048102238310486e-06,
      "loss": 0.3964,
      "step": 487820
    },
    {
      "epoch": 136.15,
      "grad_norm": 1.3974212408065796,
      "learning_rate": 4.5047997575880945e-06,
      "loss": 0.3876,
      "step": 487830
    },
    {
      "epoch": 136.15,
      "grad_norm": 1.66952645778656,
      "learning_rate": 4.504789291057504e-06,
      "loss": 0.3859,
      "step": 487840
    },
    {
      "epoch": 136.16,
      "grad_norm": 1.3605821132659912,
      "learning_rate": 4.504778824239278e-06,
      "loss": 0.403,
      "step": 487850
    },
    {
      "epoch": 136.16,
      "grad_norm": 1.3674490451812744,
      "learning_rate": 4.50476835713342e-06,
      "loss": 0.41,
      "step": 487860
    },
    {
      "epoch": 136.16,
      "grad_norm": 12.376689910888672,
      "learning_rate": 4.504757889739929e-06,
      "loss": 0.4101,
      "step": 487870
    },
    {
      "epoch": 136.17,
      "grad_norm": 1.214325189590454,
      "learning_rate": 4.504747422058807e-06,
      "loss": 0.3789,
      "step": 487880
    },
    {
      "epoch": 136.17,
      "grad_norm": 1.3245015144348145,
      "learning_rate": 4.504736954090056e-06,
      "loss": 0.3851,
      "step": 487890
    },
    {
      "epoch": 136.17,
      "grad_norm": 1.3489563465118408,
      "learning_rate": 4.504726485833677e-06,
      "loss": 0.4045,
      "step": 487900
    },
    {
      "epoch": 136.17,
      "grad_norm": 1.3386051654815674,
      "learning_rate": 4.504716017289671e-06,
      "loss": 0.3973,
      "step": 487910
    },
    {
      "epoch": 136.18,
      "grad_norm": 1.169884204864502,
      "learning_rate": 4.50470554845804e-06,
      "loss": 0.3993,
      "step": 487920
    },
    {
      "epoch": 136.18,
      "grad_norm": 1.9450963735580444,
      "learning_rate": 4.504695079338786e-06,
      "loss": 0.4016,
      "step": 487930
    },
    {
      "epoch": 136.18,
      "grad_norm": 1.342389464378357,
      "learning_rate": 4.504684609931909e-06,
      "loss": 0.4026,
      "step": 487940
    },
    {
      "epoch": 136.18,
      "grad_norm": 1.2801814079284668,
      "learning_rate": 4.504674140237411e-06,
      "loss": 0.4218,
      "step": 487950
    },
    {
      "epoch": 136.19,
      "grad_norm": 1.1884868144989014,
      "learning_rate": 4.504663670255293e-06,
      "loss": 0.4039,
      "step": 487960
    },
    {
      "epoch": 136.19,
      "grad_norm": 1.5352330207824707,
      "learning_rate": 4.504653199985558e-06,
      "loss": 0.4062,
      "step": 487970
    },
    {
      "epoch": 136.19,
      "grad_norm": 1.1297557353973389,
      "learning_rate": 4.504642729428205e-06,
      "loss": 0.3855,
      "step": 487980
    },
    {
      "epoch": 136.2,
      "grad_norm": 1.2102012634277344,
      "learning_rate": 4.504632258583237e-06,
      "loss": 0.3918,
      "step": 487990
    },
    {
      "epoch": 136.2,
      "grad_norm": 1.416721224784851,
      "learning_rate": 4.504621787450655e-06,
      "loss": 0.387,
      "step": 488000
    },
    {
      "epoch": 136.2,
      "grad_norm": 1.3508812189102173,
      "learning_rate": 4.504611316030461e-06,
      "loss": 0.4188,
      "step": 488010
    },
    {
      "epoch": 136.2,
      "grad_norm": 1.5002501010894775,
      "learning_rate": 4.5046008443226545e-06,
      "loss": 0.4047,
      "step": 488020
    },
    {
      "epoch": 136.21,
      "grad_norm": 1.3171831369400024,
      "learning_rate": 4.504590372327239e-06,
      "loss": 0.396,
      "step": 488030
    },
    {
      "epoch": 136.21,
      "grad_norm": 1.3355169296264648,
      "learning_rate": 4.504579900044215e-06,
      "loss": 0.4095,
      "step": 488040
    },
    {
      "epoch": 136.21,
      "grad_norm": 1.423080563545227,
      "learning_rate": 4.504569427473584e-06,
      "loss": 0.4139,
      "step": 488050
    },
    {
      "epoch": 136.22,
      "grad_norm": 1.365651249885559,
      "learning_rate": 4.504558954615347e-06,
      "loss": 0.4109,
      "step": 488060
    },
    {
      "epoch": 136.22,
      "grad_norm": 1.349172830581665,
      "learning_rate": 4.504548481469507e-06,
      "loss": 0.4045,
      "step": 488070
    },
    {
      "epoch": 136.22,
      "grad_norm": 1.31476628780365,
      "learning_rate": 4.504538008036062e-06,
      "loss": 0.414,
      "step": 488080
    },
    {
      "epoch": 136.22,
      "grad_norm": 1.2372655868530273,
      "learning_rate": 4.504527534315017e-06,
      "loss": 0.389,
      "step": 488090
    },
    {
      "epoch": 136.23,
      "grad_norm": 1.2471206188201904,
      "learning_rate": 4.504517060306371e-06,
      "loss": 0.4068,
      "step": 488100
    },
    {
      "epoch": 136.23,
      "grad_norm": 1.32499361038208,
      "learning_rate": 4.504506586010127e-06,
      "loss": 0.3901,
      "step": 488110
    },
    {
      "epoch": 136.23,
      "grad_norm": 1.228710651397705,
      "learning_rate": 4.504496111426286e-06,
      "loss": 0.4277,
      "step": 488120
    },
    {
      "epoch": 136.23,
      "grad_norm": 1.1511961221694946,
      "learning_rate": 4.504485636554848e-06,
      "loss": 0.4033,
      "step": 488130
    },
    {
      "epoch": 136.24,
      "grad_norm": 1.205366849899292,
      "learning_rate": 4.504475161395817e-06,
      "loss": 0.4051,
      "step": 488140
    },
    {
      "epoch": 136.24,
      "grad_norm": 1.4300384521484375,
      "learning_rate": 4.504464685949191e-06,
      "loss": 0.3818,
      "step": 488150
    },
    {
      "epoch": 136.24,
      "grad_norm": 1.2143725156784058,
      "learning_rate": 4.504454210214975e-06,
      "loss": 0.4147,
      "step": 488160
    },
    {
      "epoch": 136.25,
      "grad_norm": 1.2714282274246216,
      "learning_rate": 4.504443734193168e-06,
      "loss": 0.394,
      "step": 488170
    },
    {
      "epoch": 136.25,
      "grad_norm": 1.152700662612915,
      "learning_rate": 4.5044332578837724e-06,
      "loss": 0.4152,
      "step": 488180
    },
    {
      "epoch": 136.25,
      "grad_norm": 1.1607962846755981,
      "learning_rate": 4.504422781286788e-06,
      "loss": 0.3917,
      "step": 488190
    },
    {
      "epoch": 136.25,
      "grad_norm": 1.2963334321975708,
      "learning_rate": 4.50441230440222e-06,
      "loss": 0.3984,
      "step": 488200
    },
    {
      "epoch": 136.26,
      "grad_norm": 1.4572830200195312,
      "learning_rate": 4.504401827230065e-06,
      "loss": 0.3948,
      "step": 488210
    },
    {
      "epoch": 136.26,
      "grad_norm": 2.0274786949157715,
      "learning_rate": 4.504391349770327e-06,
      "loss": 0.3943,
      "step": 488220
    },
    {
      "epoch": 136.26,
      "grad_norm": 1.3421416282653809,
      "learning_rate": 4.504380872023008e-06,
      "loss": 0.4094,
      "step": 488230
    },
    {
      "epoch": 136.27,
      "grad_norm": 1.1816293001174927,
      "learning_rate": 4.504370393988107e-06,
      "loss": 0.3937,
      "step": 488240
    },
    {
      "epoch": 136.27,
      "grad_norm": 1.3349212408065796,
      "learning_rate": 4.504359915665628e-06,
      "loss": 0.4004,
      "step": 488250
    },
    {
      "epoch": 136.27,
      "grad_norm": 2.533118486404419,
      "learning_rate": 4.504349437055571e-06,
      "loss": 0.3895,
      "step": 488260
    },
    {
      "epoch": 136.27,
      "grad_norm": 1.1263693571090698,
      "learning_rate": 4.504338958157937e-06,
      "loss": 0.3886,
      "step": 488270
    },
    {
      "epoch": 136.28,
      "grad_norm": 1.0873429775238037,
      "learning_rate": 4.504328478972729e-06,
      "loss": 0.4005,
      "step": 488280
    },
    {
      "epoch": 136.28,
      "grad_norm": 1.3457595109939575,
      "learning_rate": 4.504317999499947e-06,
      "loss": 0.3957,
      "step": 488290
    },
    {
      "epoch": 136.28,
      "grad_norm": 1.355210304260254,
      "learning_rate": 4.504307519739592e-06,
      "loss": 0.3936,
      "step": 488300
    },
    {
      "epoch": 136.29,
      "grad_norm": 1.7885876893997192,
      "learning_rate": 4.504297039691668e-06,
      "loss": 0.3991,
      "step": 488310
    },
    {
      "epoch": 136.29,
      "grad_norm": 1.8049345016479492,
      "learning_rate": 4.5042865593561726e-06,
      "loss": 0.3949,
      "step": 488320
    },
    {
      "epoch": 136.29,
      "grad_norm": 1.9695583581924438,
      "learning_rate": 4.5042760787331105e-06,
      "loss": 0.39,
      "step": 488330
    },
    {
      "epoch": 136.29,
      "grad_norm": 1.3476452827453613,
      "learning_rate": 4.5042655978224815e-06,
      "loss": 0.4142,
      "step": 488340
    },
    {
      "epoch": 136.3,
      "grad_norm": 1.7558053731918335,
      "learning_rate": 4.5042551166242875e-06,
      "loss": 0.408,
      "step": 488350
    },
    {
      "epoch": 136.3,
      "grad_norm": 1.3571044206619263,
      "learning_rate": 4.50424463513853e-06,
      "loss": 0.3979,
      "step": 488360
    },
    {
      "epoch": 136.3,
      "grad_norm": 1.886161208152771,
      "learning_rate": 4.504234153365209e-06,
      "loss": 0.3795,
      "step": 488370
    },
    {
      "epoch": 136.3,
      "grad_norm": 1.6040533781051636,
      "learning_rate": 4.504223671304328e-06,
      "loss": 0.4046,
      "step": 488380
    },
    {
      "epoch": 136.31,
      "grad_norm": 1.0431790351867676,
      "learning_rate": 4.504213188955886e-06,
      "loss": 0.4014,
      "step": 488390
    },
    {
      "epoch": 136.31,
      "grad_norm": 1.3744375705718994,
      "learning_rate": 4.5042027063198865e-06,
      "loss": 0.4074,
      "step": 488400
    },
    {
      "epoch": 136.31,
      "grad_norm": 1.1647496223449707,
      "learning_rate": 4.50419222339633e-06,
      "loss": 0.3919,
      "step": 488410
    },
    {
      "epoch": 136.32,
      "grad_norm": 1.284480333328247,
      "learning_rate": 4.504181740185218e-06,
      "loss": 0.413,
      "step": 488420
    },
    {
      "epoch": 136.32,
      "grad_norm": 1.4511559009552002,
      "learning_rate": 4.504171256686553e-06,
      "loss": 0.3963,
      "step": 488430
    },
    {
      "epoch": 136.32,
      "grad_norm": 1.1747671365737915,
      "learning_rate": 4.504160772900335e-06,
      "loss": 0.4044,
      "step": 488440
    },
    {
      "epoch": 136.32,
      "grad_norm": 1.3123774528503418,
      "learning_rate": 4.504150288826565e-06,
      "loss": 0.4035,
      "step": 488450
    },
    {
      "epoch": 136.33,
      "grad_norm": 1.0959240198135376,
      "learning_rate": 4.504139804465245e-06,
      "loss": 0.4069,
      "step": 488460
    },
    {
      "epoch": 136.33,
      "grad_norm": 1.1425973176956177,
      "learning_rate": 4.504129319816377e-06,
      "loss": 0.4124,
      "step": 488470
    },
    {
      "epoch": 136.33,
      "grad_norm": 1.1216808557510376,
      "learning_rate": 4.504118834879962e-06,
      "loss": 0.399,
      "step": 488480
    },
    {
      "epoch": 136.34,
      "grad_norm": 1.3527898788452148,
      "learning_rate": 4.504108349656002e-06,
      "loss": 0.3968,
      "step": 488490
    },
    {
      "epoch": 136.34,
      "grad_norm": 1.3338813781738281,
      "learning_rate": 4.504097864144497e-06,
      "loss": 0.3941,
      "step": 488500
    },
    {
      "epoch": 136.34,
      "grad_norm": 1.219130039215088,
      "learning_rate": 4.504087378345448e-06,
      "loss": 0.3937,
      "step": 488510
    },
    {
      "epoch": 136.34,
      "grad_norm": 1.1387511491775513,
      "learning_rate": 4.5040768922588594e-06,
      "loss": 0.404,
      "step": 488520
    },
    {
      "epoch": 136.35,
      "grad_norm": 1.364189863204956,
      "learning_rate": 4.504066405884729e-06,
      "loss": 0.3801,
      "step": 488530
    },
    {
      "epoch": 136.35,
      "grad_norm": 1.130570888519287,
      "learning_rate": 4.504055919223061e-06,
      "loss": 0.3974,
      "step": 488540
    },
    {
      "epoch": 136.35,
      "grad_norm": 1.450474500656128,
      "learning_rate": 4.504045432273856e-06,
      "loss": 0.3892,
      "step": 488550
    },
    {
      "epoch": 136.36,
      "grad_norm": 1.2923821210861206,
      "learning_rate": 4.504034945037115e-06,
      "loss": 0.3913,
      "step": 488560
    },
    {
      "epoch": 136.36,
      "grad_norm": 1.6150790452957153,
      "learning_rate": 4.504024457512838e-06,
      "loss": 0.3951,
      "step": 488570
    },
    {
      "epoch": 136.36,
      "grad_norm": 1.3989473581314087,
      "learning_rate": 4.50401396970103e-06,
      "loss": 0.3944,
      "step": 488580
    },
    {
      "epoch": 136.36,
      "grad_norm": 1.704891562461853,
      "learning_rate": 4.504003481601689e-06,
      "loss": 0.3963,
      "step": 488590
    },
    {
      "epoch": 136.37,
      "grad_norm": 1.369379997253418,
      "learning_rate": 4.503992993214818e-06,
      "loss": 0.423,
      "step": 488600
    },
    {
      "epoch": 136.37,
      "grad_norm": 1.406940221786499,
      "learning_rate": 4.503982504540418e-06,
      "loss": 0.3899,
      "step": 488610
    },
    {
      "epoch": 136.37,
      "grad_norm": 1.3739405870437622,
      "learning_rate": 4.50397201557849e-06,
      "loss": 0.3992,
      "step": 488620
    },
    {
      "epoch": 136.37,
      "grad_norm": 1.5036053657531738,
      "learning_rate": 4.503961526329036e-06,
      "loss": 0.3895,
      "step": 488630
    },
    {
      "epoch": 136.38,
      "grad_norm": 1.4187513589859009,
      "learning_rate": 4.503951036792057e-06,
      "loss": 0.4031,
      "step": 488640
    },
    {
      "epoch": 136.38,
      "grad_norm": 1.3943508863449097,
      "learning_rate": 4.503940546967555e-06,
      "loss": 0.4103,
      "step": 488650
    },
    {
      "epoch": 136.38,
      "grad_norm": 1.4262280464172363,
      "learning_rate": 4.503930056855532e-06,
      "loss": 0.4173,
      "step": 488660
    },
    {
      "epoch": 136.39,
      "grad_norm": 1.3986093997955322,
      "learning_rate": 4.503919566455988e-06,
      "loss": 0.388,
      "step": 488670
    },
    {
      "epoch": 136.39,
      "grad_norm": 1.2360323667526245,
      "learning_rate": 4.503909075768924e-06,
      "loss": 0.395,
      "step": 488680
    },
    {
      "epoch": 136.39,
      "grad_norm": 1.4094817638397217,
      "learning_rate": 4.5038985847943426e-06,
      "loss": 0.3776,
      "step": 488690
    },
    {
      "epoch": 136.39,
      "grad_norm": 1.1690536737442017,
      "learning_rate": 4.503888093532245e-06,
      "loss": 0.3976,
      "step": 488700
    },
    {
      "epoch": 136.4,
      "grad_norm": 1.160375952720642,
      "learning_rate": 4.5038776019826325e-06,
      "loss": 0.4135,
      "step": 488710
    },
    {
      "epoch": 136.4,
      "grad_norm": 1.1075167655944824,
      "learning_rate": 4.503867110145506e-06,
      "loss": 0.3943,
      "step": 488720
    },
    {
      "epoch": 136.4,
      "grad_norm": 1.2693853378295898,
      "learning_rate": 4.5038566180208685e-06,
      "loss": 0.4047,
      "step": 488730
    },
    {
      "epoch": 136.41,
      "grad_norm": 1.2863450050354004,
      "learning_rate": 4.503846125608719e-06,
      "loss": 0.3764,
      "step": 488740
    },
    {
      "epoch": 136.41,
      "grad_norm": 1.3919951915740967,
      "learning_rate": 4.503835632909061e-06,
      "loss": 0.398,
      "step": 488750
    },
    {
      "epoch": 136.41,
      "grad_norm": 1.5451561212539673,
      "learning_rate": 4.503825139921894e-06,
      "loss": 0.4131,
      "step": 488760
    },
    {
      "epoch": 136.41,
      "grad_norm": 1.1199175119400024,
      "learning_rate": 4.503814646647221e-06,
      "loss": 0.401,
      "step": 488770
    },
    {
      "epoch": 136.42,
      "grad_norm": 1.367610216140747,
      "learning_rate": 4.503804153085043e-06,
      "loss": 0.3945,
      "step": 488780
    },
    {
      "epoch": 136.42,
      "grad_norm": 1.5259552001953125,
      "learning_rate": 4.503793659235361e-06,
      "loss": 0.4088,
      "step": 488790
    },
    {
      "epoch": 136.42,
      "grad_norm": 1.2127057313919067,
      "learning_rate": 4.503783165098176e-06,
      "loss": 0.397,
      "step": 488800
    },
    {
      "epoch": 136.42,
      "grad_norm": 1.2066261768341064,
      "learning_rate": 4.5037726706734904e-06,
      "loss": 0.4159,
      "step": 488810
    },
    {
      "epoch": 136.43,
      "grad_norm": 1.3285131454467773,
      "learning_rate": 4.503762175961306e-06,
      "loss": 0.3936,
      "step": 488820
    },
    {
      "epoch": 136.43,
      "grad_norm": 1.6452912092208862,
      "learning_rate": 4.503751680961623e-06,
      "loss": 0.4026,
      "step": 488830
    },
    {
      "epoch": 136.43,
      "grad_norm": 1.3245748281478882,
      "learning_rate": 4.503741185674442e-06,
      "loss": 0.4228,
      "step": 488840
    },
    {
      "epoch": 136.44,
      "grad_norm": 1.3583613634109497,
      "learning_rate": 4.503730690099767e-06,
      "loss": 0.3751,
      "step": 488850
    },
    {
      "epoch": 136.44,
      "grad_norm": 1.2340835332870483,
      "learning_rate": 4.503720194237597e-06,
      "loss": 0.3944,
      "step": 488860
    },
    {
      "epoch": 136.44,
      "grad_norm": 1.2791234254837036,
      "learning_rate": 4.5037096980879356e-06,
      "loss": 0.3919,
      "step": 488870
    },
    {
      "epoch": 136.44,
      "grad_norm": 1.1507728099822998,
      "learning_rate": 4.503699201650782e-06,
      "loss": 0.3739,
      "step": 488880
    },
    {
      "epoch": 136.45,
      "grad_norm": 1.249219298362732,
      "learning_rate": 4.5036887049261385e-06,
      "loss": 0.3924,
      "step": 488890
    },
    {
      "epoch": 136.45,
      "grad_norm": 1.685200810432434,
      "learning_rate": 4.503678207914007e-06,
      "loss": 0.3914,
      "step": 488900
    },
    {
      "epoch": 136.45,
      "grad_norm": 1.6521755456924438,
      "learning_rate": 4.503667710614388e-06,
      "loss": 0.4081,
      "step": 488910
    },
    {
      "epoch": 136.46,
      "grad_norm": 0.9698245525360107,
      "learning_rate": 4.503657213027284e-06,
      "loss": 0.3982,
      "step": 488920
    },
    {
      "epoch": 136.46,
      "grad_norm": 1.223188877105713,
      "learning_rate": 4.503646715152695e-06,
      "loss": 0.3914,
      "step": 488930
    },
    {
      "epoch": 136.46,
      "grad_norm": 1.5109310150146484,
      "learning_rate": 4.503636216990624e-06,
      "loss": 0.4072,
      "step": 488940
    },
    {
      "epoch": 136.46,
      "grad_norm": 1.2016335725784302,
      "learning_rate": 4.503625718541071e-06,
      "loss": 0.3952,
      "step": 488950
    },
    {
      "epoch": 136.47,
      "grad_norm": 1.47115957736969,
      "learning_rate": 4.503615219804038e-06,
      "loss": 0.404,
      "step": 488960
    },
    {
      "epoch": 136.47,
      "grad_norm": 1.4305710792541504,
      "learning_rate": 4.503604720779527e-06,
      "loss": 0.405,
      "step": 488970
    },
    {
      "epoch": 136.47,
      "grad_norm": 1.1308766603469849,
      "learning_rate": 4.503594221467538e-06,
      "loss": 0.3912,
      "step": 488980
    },
    {
      "epoch": 136.48,
      "grad_norm": 1.3398334980010986,
      "learning_rate": 4.503583721868073e-06,
      "loss": 0.4062,
      "step": 488990
    },
    {
      "epoch": 136.48,
      "grad_norm": 1.9704238176345825,
      "learning_rate": 4.503573221981135e-06,
      "loss": 0.405,
      "step": 489000
    },
    {
      "epoch": 136.48,
      "grad_norm": 1.6136564016342163,
      "learning_rate": 4.503562721806722e-06,
      "loss": 0.4153,
      "step": 489010
    },
    {
      "epoch": 136.48,
      "grad_norm": 1.286623477935791,
      "learning_rate": 4.503552221344839e-06,
      "loss": 0.4199,
      "step": 489020
    },
    {
      "epoch": 136.49,
      "grad_norm": 1.3199747800827026,
      "learning_rate": 4.503541720595484e-06,
      "loss": 0.3983,
      "step": 489030
    },
    {
      "epoch": 136.49,
      "grad_norm": 1.183775782585144,
      "learning_rate": 4.5035312195586614e-06,
      "loss": 0.4283,
      "step": 489040
    },
    {
      "epoch": 136.49,
      "grad_norm": 1.2200158834457397,
      "learning_rate": 4.503520718234372e-06,
      "loss": 0.398,
      "step": 489050
    },
    {
      "epoch": 136.49,
      "grad_norm": 1.1369787454605103,
      "learning_rate": 4.503510216622615e-06,
      "loss": 0.4009,
      "step": 489060
    },
    {
      "epoch": 136.5,
      "grad_norm": 1.71832275390625,
      "learning_rate": 4.503499714723394e-06,
      "loss": 0.3996,
      "step": 489070
    },
    {
      "epoch": 136.5,
      "grad_norm": 1.4677057266235352,
      "learning_rate": 4.503489212536709e-06,
      "loss": 0.3844,
      "step": 489080
    },
    {
      "epoch": 136.5,
      "grad_norm": 1.3300912380218506,
      "learning_rate": 4.503478710062563e-06,
      "loss": 0.3866,
      "step": 489090
    },
    {
      "epoch": 136.51,
      "grad_norm": 1.197394609451294,
      "learning_rate": 4.5034682073009565e-06,
      "loss": 0.3996,
      "step": 489100
    },
    {
      "epoch": 136.51,
      "grad_norm": 1.6913001537322998,
      "learning_rate": 4.503457704251891e-06,
      "loss": 0.4035,
      "step": 489110
    },
    {
      "epoch": 136.51,
      "grad_norm": 1.2590659856796265,
      "learning_rate": 4.5034472009153665e-06,
      "loss": 0.3937,
      "step": 489120
    },
    {
      "epoch": 136.51,
      "grad_norm": 1.0542925596237183,
      "learning_rate": 4.503436697291387e-06,
      "loss": 0.4063,
      "step": 489130
    },
    {
      "epoch": 136.52,
      "grad_norm": 1.112852692604065,
      "learning_rate": 4.503426193379952e-06,
      "loss": 0.3825,
      "step": 489140
    },
    {
      "epoch": 136.52,
      "grad_norm": 9.838969230651855,
      "learning_rate": 4.503415689181064e-06,
      "loss": 0.3893,
      "step": 489150
    },
    {
      "epoch": 136.52,
      "grad_norm": 1.3199522495269775,
      "learning_rate": 4.503405184694724e-06,
      "loss": 0.3762,
      "step": 489160
    },
    {
      "epoch": 136.53,
      "grad_norm": 1.2106155157089233,
      "learning_rate": 4.503394679920933e-06,
      "loss": 0.3998,
      "step": 489170
    },
    {
      "epoch": 136.53,
      "grad_norm": 1.1786211729049683,
      "learning_rate": 4.503384174859692e-06,
      "loss": 0.4006,
      "step": 489180
    },
    {
      "epoch": 136.53,
      "grad_norm": 1.4071699380874634,
      "learning_rate": 4.503373669511004e-06,
      "loss": 0.4055,
      "step": 489190
    },
    {
      "epoch": 136.53,
      "grad_norm": 1.5398637056350708,
      "learning_rate": 4.50336316387487e-06,
      "loss": 0.4021,
      "step": 489200
    },
    {
      "epoch": 136.54,
      "grad_norm": 1.2457720041275024,
      "learning_rate": 4.50335265795129e-06,
      "loss": 0.4091,
      "step": 489210
    },
    {
      "epoch": 136.54,
      "grad_norm": 1.5472067594528198,
      "learning_rate": 4.503342151740266e-06,
      "loss": 0.3801,
      "step": 489220
    },
    {
      "epoch": 136.54,
      "grad_norm": 1.4186408519744873,
      "learning_rate": 4.503331645241801e-06,
      "loss": 0.3995,
      "step": 489230
    },
    {
      "epoch": 136.54,
      "grad_norm": 1.3817285299301147,
      "learning_rate": 4.503321138455893e-06,
      "loss": 0.4163,
      "step": 489240
    },
    {
      "epoch": 136.55,
      "grad_norm": 1.56580650806427,
      "learning_rate": 4.503310631382547e-06,
      "loss": 0.4076,
      "step": 489250
    },
    {
      "epoch": 136.55,
      "grad_norm": 1.4076730012893677,
      "learning_rate": 4.503300124021763e-06,
      "loss": 0.3775,
      "step": 489260
    },
    {
      "epoch": 136.55,
      "grad_norm": 2.1987216472625732,
      "learning_rate": 4.503289616373542e-06,
      "loss": 0.414,
      "step": 489270
    },
    {
      "epoch": 136.56,
      "grad_norm": 1.3680567741394043,
      "learning_rate": 4.503279108437886e-06,
      "loss": 0.404,
      "step": 489280
    },
    {
      "epoch": 136.56,
      "grad_norm": 1.159862756729126,
      "learning_rate": 4.503268600214795e-06,
      "loss": 0.4094,
      "step": 489290
    },
    {
      "epoch": 136.56,
      "grad_norm": 1.331143856048584,
      "learning_rate": 4.5032580917042734e-06,
      "loss": 0.4091,
      "step": 489300
    },
    {
      "epoch": 136.56,
      "grad_norm": 1.3845014572143555,
      "learning_rate": 4.503247582906319e-06,
      "loss": 0.4062,
      "step": 489310
    },
    {
      "epoch": 136.57,
      "grad_norm": 1.5632381439208984,
      "learning_rate": 4.5032370738209355e-06,
      "loss": 0.4169,
      "step": 489320
    },
    {
      "epoch": 136.57,
      "grad_norm": 1.2297240495681763,
      "learning_rate": 4.503226564448123e-06,
      "loss": 0.3907,
      "step": 489330
    },
    {
      "epoch": 136.57,
      "grad_norm": 1.2317670583724976,
      "learning_rate": 4.503216054787885e-06,
      "loss": 0.3905,
      "step": 489340
    },
    {
      "epoch": 136.58,
      "grad_norm": 1.5642014741897583,
      "learning_rate": 4.50320554484022e-06,
      "loss": 0.4078,
      "step": 489350
    },
    {
      "epoch": 136.58,
      "grad_norm": 1.1931660175323486,
      "learning_rate": 4.503195034605132e-06,
      "loss": 0.3868,
      "step": 489360
    },
    {
      "epoch": 136.58,
      "grad_norm": 1.20933198928833,
      "learning_rate": 4.50318452408262e-06,
      "loss": 0.3926,
      "step": 489370
    },
    {
      "epoch": 136.58,
      "grad_norm": 1.3146215677261353,
      "learning_rate": 4.503174013272688e-06,
      "loss": 0.3912,
      "step": 489380
    },
    {
      "epoch": 136.59,
      "grad_norm": 1.4156569242477417,
      "learning_rate": 4.503163502175335e-06,
      "loss": 0.3965,
      "step": 489390
    },
    {
      "epoch": 136.59,
      "grad_norm": 1.2934105396270752,
      "learning_rate": 4.503152990790565e-06,
      "loss": 0.3992,
      "step": 489400
    },
    {
      "epoch": 136.59,
      "grad_norm": 1.0560473203659058,
      "learning_rate": 4.503142479118377e-06,
      "loss": 0.3979,
      "step": 489410
    },
    {
      "epoch": 136.6,
      "grad_norm": 1.5384076833724976,
      "learning_rate": 4.503131967158773e-06,
      "loss": 0.407,
      "step": 489420
    },
    {
      "epoch": 136.6,
      "grad_norm": 1.1774349212646484,
      "learning_rate": 4.503121454911754e-06,
      "loss": 0.3984,
      "step": 489430
    },
    {
      "epoch": 136.6,
      "grad_norm": 1.3074668645858765,
      "learning_rate": 4.503110942377324e-06,
      "loss": 0.4118,
      "step": 489440
    },
    {
      "epoch": 136.6,
      "grad_norm": 1.6875226497650146,
      "learning_rate": 4.503100429555481e-06,
      "loss": 0.3814,
      "step": 489450
    },
    {
      "epoch": 136.61,
      "grad_norm": 1.4868236780166626,
      "learning_rate": 4.503089916446228e-06,
      "loss": 0.4055,
      "step": 489460
    },
    {
      "epoch": 136.61,
      "grad_norm": 1.1895676851272583,
      "learning_rate": 4.503079403049567e-06,
      "loss": 0.4094,
      "step": 489470
    },
    {
      "epoch": 136.61,
      "grad_norm": 1.3640494346618652,
      "learning_rate": 4.5030688893654975e-06,
      "loss": 0.4011,
      "step": 489480
    },
    {
      "epoch": 136.61,
      "grad_norm": 1.067872166633606,
      "learning_rate": 4.503058375394023e-06,
      "loss": 0.3939,
      "step": 489490
    },
    {
      "epoch": 136.62,
      "grad_norm": 1.2609590291976929,
      "learning_rate": 4.503047861135144e-06,
      "loss": 0.3976,
      "step": 489500
    },
    {
      "epoch": 136.62,
      "grad_norm": 1.387969732284546,
      "learning_rate": 4.503037346588861e-06,
      "loss": 0.3933,
      "step": 489510
    },
    {
      "epoch": 136.62,
      "grad_norm": 1.311104416847229,
      "learning_rate": 4.503026831755178e-06,
      "loss": 0.4087,
      "step": 489520
    },
    {
      "epoch": 136.63,
      "grad_norm": 1.274905800819397,
      "learning_rate": 4.503016316634093e-06,
      "loss": 0.4146,
      "step": 489530
    },
    {
      "epoch": 136.63,
      "grad_norm": 1.2409286499023438,
      "learning_rate": 4.50300580122561e-06,
      "loss": 0.393,
      "step": 489540
    },
    {
      "epoch": 136.63,
      "grad_norm": 1.2976393699645996,
      "learning_rate": 4.502995285529729e-06,
      "loss": 0.401,
      "step": 489550
    },
    {
      "epoch": 136.63,
      "grad_norm": 1.2857415676116943,
      "learning_rate": 4.5029847695464515e-06,
      "loss": 0.3936,
      "step": 489560
    },
    {
      "epoch": 136.64,
      "grad_norm": 2.326101064682007,
      "learning_rate": 4.50297425327578e-06,
      "loss": 0.3925,
      "step": 489570
    },
    {
      "epoch": 136.64,
      "grad_norm": 1.4720191955566406,
      "learning_rate": 4.502963736717715e-06,
      "loss": 0.4022,
      "step": 489580
    },
    {
      "epoch": 136.64,
      "grad_norm": 1.2283562421798706,
      "learning_rate": 4.502953219872257e-06,
      "loss": 0.3886,
      "step": 489590
    },
    {
      "epoch": 136.65,
      "grad_norm": 1.0860315561294556,
      "learning_rate": 4.5029427027394104e-06,
      "loss": 0.4002,
      "step": 489600
    },
    {
      "epoch": 136.65,
      "grad_norm": 1.2313106060028076,
      "learning_rate": 4.502932185319173e-06,
      "loss": 0.4047,
      "step": 489610
    },
    {
      "epoch": 136.65,
      "grad_norm": 1.3106544017791748,
      "learning_rate": 4.502921667611549e-06,
      "loss": 0.4116,
      "step": 489620
    },
    {
      "epoch": 136.65,
      "grad_norm": 1.2042030096054077,
      "learning_rate": 4.5029111496165386e-06,
      "loss": 0.3901,
      "step": 489630
    },
    {
      "epoch": 136.66,
      "grad_norm": 1.325107455253601,
      "learning_rate": 4.502900631334142e-06,
      "loss": 0.3986,
      "step": 489640
    },
    {
      "epoch": 136.66,
      "grad_norm": 1.7948572635650635,
      "learning_rate": 4.502890112764363e-06,
      "loss": 0.4261,
      "step": 489650
    },
    {
      "epoch": 136.66,
      "grad_norm": 1.23058021068573,
      "learning_rate": 4.502879593907201e-06,
      "loss": 0.4036,
      "step": 489660
    },
    {
      "epoch": 136.66,
      "grad_norm": 1.3232601881027222,
      "learning_rate": 4.502869074762659e-06,
      "loss": 0.3996,
      "step": 489670
    },
    {
      "epoch": 136.67,
      "grad_norm": 1.3295897245407104,
      "learning_rate": 4.502858555330738e-06,
      "loss": 0.4039,
      "step": 489680
    },
    {
      "epoch": 136.67,
      "grad_norm": 1.2183953523635864,
      "learning_rate": 4.502848035611438e-06,
      "loss": 0.4048,
      "step": 489690
    },
    {
      "epoch": 136.67,
      "grad_norm": 1.2367727756500244,
      "learning_rate": 4.502837515604762e-06,
      "loss": 0.3928,
      "step": 489700
    },
    {
      "epoch": 136.68,
      "grad_norm": 1.6907410621643066,
      "learning_rate": 4.502826995310711e-06,
      "loss": 0.3863,
      "step": 489710
    },
    {
      "epoch": 136.68,
      "grad_norm": 1.7938745021820068,
      "learning_rate": 4.502816474729287e-06,
      "loss": 0.3866,
      "step": 489720
    },
    {
      "epoch": 136.68,
      "grad_norm": 1.2429834604263306,
      "learning_rate": 4.502805953860489e-06,
      "loss": 0.4042,
      "step": 489730
    },
    {
      "epoch": 136.68,
      "grad_norm": 1.4572534561157227,
      "learning_rate": 4.502795432704321e-06,
      "loss": 0.407,
      "step": 489740
    },
    {
      "epoch": 136.69,
      "grad_norm": 1.0924817323684692,
      "learning_rate": 4.502784911260783e-06,
      "loss": 0.399,
      "step": 489750
    },
    {
      "epoch": 136.69,
      "grad_norm": 1.576358675956726,
      "learning_rate": 4.502774389529878e-06,
      "loss": 0.3758,
      "step": 489760
    },
    {
      "epoch": 136.69,
      "grad_norm": 1.3733536005020142,
      "learning_rate": 4.502763867511605e-06,
      "loss": 0.4053,
      "step": 489770
    },
    {
      "epoch": 136.7,
      "grad_norm": 1.187777042388916,
      "learning_rate": 4.502753345205967e-06,
      "loss": 0.375,
      "step": 489780
    },
    {
      "epoch": 136.7,
      "grad_norm": 1.9980984926223755,
      "learning_rate": 4.502742822612965e-06,
      "loss": 0.4101,
      "step": 489790
    },
    {
      "epoch": 136.7,
      "grad_norm": 1.2912535667419434,
      "learning_rate": 4.502732299732601e-06,
      "loss": 0.4061,
      "step": 489800
    },
    {
      "epoch": 136.7,
      "grad_norm": 1.3723647594451904,
      "learning_rate": 4.502721776564876e-06,
      "loss": 0.3901,
      "step": 489810
    },
    {
      "epoch": 136.71,
      "grad_norm": 2.2882425785064697,
      "learning_rate": 4.50271125310979e-06,
      "loss": 0.3938,
      "step": 489820
    },
    {
      "epoch": 136.71,
      "grad_norm": 1.263851284980774,
      "learning_rate": 4.502700729367347e-06,
      "loss": 0.4095,
      "step": 489830
    },
    {
      "epoch": 136.71,
      "grad_norm": 1.085769772529602,
      "learning_rate": 4.502690205337546e-06,
      "loss": 0.4101,
      "step": 489840
    },
    {
      "epoch": 136.72,
      "grad_norm": 1.1104854345321655,
      "learning_rate": 4.50267968102039e-06,
      "loss": 0.3982,
      "step": 489850
    },
    {
      "epoch": 136.72,
      "grad_norm": 1.4175969362258911,
      "learning_rate": 4.50266915641588e-06,
      "loss": 0.4127,
      "step": 489860
    },
    {
      "epoch": 136.72,
      "grad_norm": 1.203167200088501,
      "learning_rate": 4.5026586315240174e-06,
      "loss": 0.4076,
      "step": 489870
    },
    {
      "epoch": 136.72,
      "grad_norm": 1.1924455165863037,
      "learning_rate": 4.502648106344803e-06,
      "loss": 0.4128,
      "step": 489880
    },
    {
      "epoch": 136.73,
      "grad_norm": 1.3940786123275757,
      "learning_rate": 4.50263758087824e-06,
      "loss": 0.3972,
      "step": 489890
    },
    {
      "epoch": 136.73,
      "grad_norm": 1.1356568336486816,
      "learning_rate": 4.502627055124326e-06,
      "loss": 0.3919,
      "step": 489900
    },
    {
      "epoch": 136.73,
      "grad_norm": 1.101951003074646,
      "learning_rate": 4.502616529083067e-06,
      "loss": 0.3879,
      "step": 489910
    },
    {
      "epoch": 136.73,
      "grad_norm": 1.4024248123168945,
      "learning_rate": 4.502606002754461e-06,
      "loss": 0.391,
      "step": 489920
    },
    {
      "epoch": 136.74,
      "grad_norm": 1.1848393678665161,
      "learning_rate": 4.502595476138511e-06,
      "loss": 0.3924,
      "step": 489930
    },
    {
      "epoch": 136.74,
      "grad_norm": 1.452155351638794,
      "learning_rate": 4.502584949235218e-06,
      "loss": 0.3831,
      "step": 489940
    },
    {
      "epoch": 136.74,
      "grad_norm": 1.3763960599899292,
      "learning_rate": 4.502574422044584e-06,
      "loss": 0.3936,
      "step": 489950
    },
    {
      "epoch": 136.75,
      "grad_norm": 1.20734441280365,
      "learning_rate": 4.5025638945666096e-06,
      "loss": 0.3995,
      "step": 489960
    },
    {
      "epoch": 136.75,
      "grad_norm": 1.3141146898269653,
      "learning_rate": 4.502553366801297e-06,
      "loss": 0.3915,
      "step": 489970
    },
    {
      "epoch": 136.75,
      "grad_norm": 1.5445915460586548,
      "learning_rate": 4.502542838748647e-06,
      "loss": 0.4167,
      "step": 489980
    },
    {
      "epoch": 136.75,
      "grad_norm": 1.2875369787216187,
      "learning_rate": 4.5025323104086606e-06,
      "loss": 0.4205,
      "step": 489990
    },
    {
      "epoch": 136.76,
      "grad_norm": 1.3506443500518799,
      "learning_rate": 4.502521781781339e-06,
      "loss": 0.3886,
      "step": 490000
    },
    {
      "epoch": 136.76,
      "grad_norm": 1.2988859415054321,
      "learning_rate": 4.502511252866685e-06,
      "loss": 0.4114,
      "step": 490010
    },
    {
      "epoch": 136.76,
      "grad_norm": 1.3855915069580078,
      "learning_rate": 4.5025007236647e-06,
      "loss": 0.3943,
      "step": 490020
    },
    {
      "epoch": 136.77,
      "grad_norm": 1.4309741258621216,
      "learning_rate": 4.5024901941753836e-06,
      "loss": 0.3904,
      "step": 490030
    },
    {
      "epoch": 136.77,
      "grad_norm": 1.373901605606079,
      "learning_rate": 4.502479664398739e-06,
      "loss": 0.3953,
      "step": 490040
    },
    {
      "epoch": 136.77,
      "grad_norm": 1.6621770858764648,
      "learning_rate": 4.502469134334767e-06,
      "loss": 0.3789,
      "step": 490050
    },
    {
      "epoch": 136.77,
      "grad_norm": 1.5521661043167114,
      "learning_rate": 4.5024586039834675e-06,
      "loss": 0.3977,
      "step": 490060
    },
    {
      "epoch": 136.78,
      "grad_norm": 1.5767145156860352,
      "learning_rate": 4.502448073344845e-06,
      "loss": 0.3799,
      "step": 490070
    },
    {
      "epoch": 136.78,
      "grad_norm": 1.5269016027450562,
      "learning_rate": 4.502437542418899e-06,
      "loss": 0.411,
      "step": 490080
    },
    {
      "epoch": 136.78,
      "grad_norm": 1.363889217376709,
      "learning_rate": 4.50242701120563e-06,
      "loss": 0.3952,
      "step": 490090
    },
    {
      "epoch": 136.78,
      "grad_norm": 1.3154106140136719,
      "learning_rate": 4.502416479705041e-06,
      "loss": 0.4183,
      "step": 490100
    },
    {
      "epoch": 136.79,
      "grad_norm": 1.5352507829666138,
      "learning_rate": 4.502405947917133e-06,
      "loss": 0.4065,
      "step": 490110
    },
    {
      "epoch": 136.79,
      "grad_norm": 1.2541033029556274,
      "learning_rate": 4.502395415841908e-06,
      "loss": 0.3902,
      "step": 490120
    },
    {
      "epoch": 136.79,
      "grad_norm": 1.2594319581985474,
      "learning_rate": 4.502384883479365e-06,
      "loss": 0.3806,
      "step": 490130
    },
    {
      "epoch": 136.8,
      "grad_norm": 1.4450316429138184,
      "learning_rate": 4.502374350829509e-06,
      "loss": 0.4151,
      "step": 490140
    },
    {
      "epoch": 136.8,
      "grad_norm": 1.215530514717102,
      "learning_rate": 4.502363817892339e-06,
      "loss": 0.42,
      "step": 490150
    },
    {
      "epoch": 136.8,
      "grad_norm": 1.6040006875991821,
      "learning_rate": 4.502353284667856e-06,
      "loss": 0.3894,
      "step": 490160
    },
    {
      "epoch": 136.8,
      "grad_norm": 1.3719176054000854,
      "learning_rate": 4.502342751156063e-06,
      "loss": 0.3956,
      "step": 490170
    },
    {
      "epoch": 136.81,
      "grad_norm": 1.066719651222229,
      "learning_rate": 4.50233221735696e-06,
      "loss": 0.3971,
      "step": 490180
    },
    {
      "epoch": 136.81,
      "grad_norm": 1.299319863319397,
      "learning_rate": 4.50232168327055e-06,
      "loss": 0.3864,
      "step": 490190
    },
    {
      "epoch": 136.81,
      "grad_norm": 1.422507882118225,
      "learning_rate": 4.502311148896833e-06,
      "loss": 0.4096,
      "step": 490200
    },
    {
      "epoch": 136.82,
      "grad_norm": 1.4946564435958862,
      "learning_rate": 4.502300614235811e-06,
      "loss": 0.3973,
      "step": 490210
    },
    {
      "epoch": 136.82,
      "grad_norm": 1.340652585029602,
      "learning_rate": 4.5022900792874866e-06,
      "loss": 0.3859,
      "step": 490220
    },
    {
      "epoch": 136.82,
      "grad_norm": 1.4680721759796143,
      "learning_rate": 4.502279544051858e-06,
      "loss": 0.3908,
      "step": 490230
    },
    {
      "epoch": 136.82,
      "grad_norm": 1.2699474096298218,
      "learning_rate": 4.50226900852893e-06,
      "loss": 0.3981,
      "step": 490240
    },
    {
      "epoch": 136.83,
      "grad_norm": 1.546572208404541,
      "learning_rate": 4.502258472718701e-06,
      "loss": 0.391,
      "step": 490250
    },
    {
      "epoch": 136.83,
      "grad_norm": 1.3165088891983032,
      "learning_rate": 4.502247936621176e-06,
      "loss": 0.4124,
      "step": 490260
    },
    {
      "epoch": 136.83,
      "grad_norm": 1.3970232009887695,
      "learning_rate": 4.502237400236353e-06,
      "loss": 0.4122,
      "step": 490270
    },
    {
      "epoch": 136.84,
      "grad_norm": 1.162860631942749,
      "learning_rate": 4.5022268635642345e-06,
      "loss": 0.4092,
      "step": 490280
    },
    {
      "epoch": 136.84,
      "grad_norm": 1.2138839960098267,
      "learning_rate": 4.502216326604822e-06,
      "loss": 0.403,
      "step": 490290
    },
    {
      "epoch": 136.84,
      "grad_norm": 1.110849380493164,
      "learning_rate": 4.5022057893581175e-06,
      "loss": 0.4066,
      "step": 490300
    },
    {
      "epoch": 136.84,
      "grad_norm": 1.5029540061950684,
      "learning_rate": 4.502195251824122e-06,
      "loss": 0.4023,
      "step": 490310
    },
    {
      "epoch": 136.85,
      "grad_norm": 1.4624665975570679,
      "learning_rate": 4.502184714002837e-06,
      "loss": 0.4178,
      "step": 490320
    },
    {
      "epoch": 136.85,
      "grad_norm": 1.6523048877716064,
      "learning_rate": 4.502174175894263e-06,
      "loss": 0.3844,
      "step": 490330
    },
    {
      "epoch": 136.85,
      "grad_norm": 1.5190305709838867,
      "learning_rate": 4.5021636374984035e-06,
      "loss": 0.3889,
      "step": 490340
    },
    {
      "epoch": 136.85,
      "grad_norm": 1.0962351560592651,
      "learning_rate": 4.502153098815258e-06,
      "loss": 0.3861,
      "step": 490350
    },
    {
      "epoch": 136.86,
      "grad_norm": 1.3046015501022339,
      "learning_rate": 4.5021425598448285e-06,
      "loss": 0.3954,
      "step": 490360
    },
    {
      "epoch": 136.86,
      "grad_norm": 1.495810866355896,
      "learning_rate": 4.502132020587116e-06,
      "loss": 0.385,
      "step": 490370
    },
    {
      "epoch": 136.86,
      "grad_norm": 1.2541273832321167,
      "learning_rate": 4.502121481042123e-06,
      "loss": 0.3992,
      "step": 490380
    },
    {
      "epoch": 136.87,
      "grad_norm": 1.1575764417648315,
      "learning_rate": 4.502110941209849e-06,
      "loss": 0.3973,
      "step": 490390
    },
    {
      "epoch": 136.87,
      "grad_norm": 1.3630324602127075,
      "learning_rate": 4.502100401090297e-06,
      "loss": 0.3999,
      "step": 490400
    },
    {
      "epoch": 136.87,
      "grad_norm": 1.1532779932022095,
      "learning_rate": 4.502089860683468e-06,
      "loss": 0.3926,
      "step": 490410
    },
    {
      "epoch": 136.87,
      "grad_norm": 1.4726860523223877,
      "learning_rate": 4.502079319989365e-06,
      "loss": 0.3945,
      "step": 490420
    },
    {
      "epoch": 136.88,
      "grad_norm": 1.4424148797988892,
      "learning_rate": 4.502068779007985e-06,
      "loss": 0.3805,
      "step": 490430
    },
    {
      "epoch": 136.88,
      "grad_norm": 1.0546077489852905,
      "learning_rate": 4.502058237739334e-06,
      "loss": 0.4031,
      "step": 490440
    },
    {
      "epoch": 136.88,
      "grad_norm": 1.2553409337997437,
      "learning_rate": 4.502047696183411e-06,
      "loss": 0.3915,
      "step": 490450
    },
    {
      "epoch": 136.89,
      "grad_norm": 1.2671093940734863,
      "learning_rate": 4.502037154340218e-06,
      "loss": 0.4157,
      "step": 490460
    },
    {
      "epoch": 136.89,
      "grad_norm": 1.2721892595291138,
      "learning_rate": 4.5020266122097565e-06,
      "loss": 0.4177,
      "step": 490470
    },
    {
      "epoch": 136.89,
      "grad_norm": 1.2375346422195435,
      "learning_rate": 4.5020160697920275e-06,
      "loss": 0.3998,
      "step": 490480
    },
    {
      "epoch": 136.89,
      "grad_norm": 1.4217087030410767,
      "learning_rate": 4.502005527087033e-06,
      "loss": 0.3813,
      "step": 490490
    },
    {
      "epoch": 136.9,
      "grad_norm": 1.2045978307724,
      "learning_rate": 4.501994984094774e-06,
      "loss": 0.3827,
      "step": 490500
    },
    {
      "epoch": 136.9,
      "grad_norm": 3.3329334259033203,
      "learning_rate": 4.501984440815252e-06,
      "loss": 0.3922,
      "step": 490510
    },
    {
      "epoch": 136.9,
      "grad_norm": 1.4826083183288574,
      "learning_rate": 4.501973897248468e-06,
      "loss": 0.3999,
      "step": 490520
    },
    {
      "epoch": 136.9,
      "grad_norm": 1.3766274452209473,
      "learning_rate": 4.501963353394425e-06,
      "loss": 0.4142,
      "step": 490530
    },
    {
      "epoch": 136.91,
      "grad_norm": 1.4760981798171997,
      "learning_rate": 4.501952809253122e-06,
      "loss": 0.4002,
      "step": 490540
    },
    {
      "epoch": 136.91,
      "grad_norm": 1.3458882570266724,
      "learning_rate": 4.501942264824562e-06,
      "loss": 0.3938,
      "step": 490550
    },
    {
      "epoch": 136.91,
      "grad_norm": 1.0886226892471313,
      "learning_rate": 4.501931720108746e-06,
      "loss": 0.4126,
      "step": 490560
    },
    {
      "epoch": 136.92,
      "grad_norm": 1.140134572982788,
      "learning_rate": 4.501921175105676e-06,
      "loss": 0.3838,
      "step": 490570
    },
    {
      "epoch": 136.92,
      "grad_norm": 1.3454957008361816,
      "learning_rate": 4.501910629815352e-06,
      "loss": 0.3976,
      "step": 490580
    },
    {
      "epoch": 136.92,
      "grad_norm": 1.3693692684173584,
      "learning_rate": 4.5019000842377765e-06,
      "loss": 0.3854,
      "step": 490590
    },
    {
      "epoch": 136.92,
      "grad_norm": 1.125264048576355,
      "learning_rate": 4.50188953837295e-06,
      "loss": 0.3976,
      "step": 490600
    },
    {
      "epoch": 136.93,
      "grad_norm": 1.110587477684021,
      "learning_rate": 4.501878992220876e-06,
      "loss": 0.4048,
      "step": 490610
    },
    {
      "epoch": 136.93,
      "grad_norm": 1.2778619527816772,
      "learning_rate": 4.501868445781555e-06,
      "loss": 0.3972,
      "step": 490620
    },
    {
      "epoch": 136.93,
      "grad_norm": 1.3546063899993896,
      "learning_rate": 4.501857899054986e-06,
      "loss": 0.3924,
      "step": 490630
    },
    {
      "epoch": 136.94,
      "grad_norm": 1.2764323949813843,
      "learning_rate": 4.501847352041172e-06,
      "loss": 0.3906,
      "step": 490640
    },
    {
      "epoch": 136.94,
      "grad_norm": 1.3876276016235352,
      "learning_rate": 4.501836804740115e-06,
      "loss": 0.3992,
      "step": 490650
    },
    {
      "epoch": 136.94,
      "grad_norm": 1.2031939029693604,
      "learning_rate": 4.501826257151818e-06,
      "loss": 0.3995,
      "step": 490660
    },
    {
      "epoch": 136.94,
      "grad_norm": 1.2612422704696655,
      "learning_rate": 4.5018157092762775e-06,
      "loss": 0.4046,
      "step": 490670
    },
    {
      "epoch": 136.95,
      "grad_norm": 1.440615177154541,
      "learning_rate": 4.5018051611135e-06,
      "loss": 0.4066,
      "step": 490680
    },
    {
      "epoch": 136.95,
      "grad_norm": 1.1420581340789795,
      "learning_rate": 4.5017946126634845e-06,
      "loss": 0.3957,
      "step": 490690
    },
    {
      "epoch": 136.95,
      "grad_norm": 1.4405930042266846,
      "learning_rate": 4.501784063926232e-06,
      "loss": 0.3848,
      "step": 490700
    },
    {
      "epoch": 136.96,
      "grad_norm": 1.1723541021347046,
      "learning_rate": 4.5017735149017454e-06,
      "loss": 0.4005,
      "step": 490710
    },
    {
      "epoch": 136.96,
      "grad_norm": 1.102378487586975,
      "learning_rate": 4.501762965590024e-06,
      "loss": 0.4025,
      "step": 490720
    },
    {
      "epoch": 136.96,
      "grad_norm": 1.3851882219314575,
      "learning_rate": 4.5017524159910714e-06,
      "loss": 0.4004,
      "step": 490730
    },
    {
      "epoch": 136.96,
      "grad_norm": 1.417100429534912,
      "learning_rate": 4.501741866104888e-06,
      "loss": 0.3902,
      "step": 490740
    },
    {
      "epoch": 136.97,
      "grad_norm": 1.1689220666885376,
      "learning_rate": 4.501731315931475e-06,
      "loss": 0.4093,
      "step": 490750
    },
    {
      "epoch": 136.97,
      "grad_norm": 2.479381561279297,
      "learning_rate": 4.5017207654708346e-06,
      "loss": 0.3851,
      "step": 490760
    },
    {
      "epoch": 136.97,
      "grad_norm": 1.4371473789215088,
      "learning_rate": 4.501710214722968e-06,
      "loss": 0.4061,
      "step": 490770
    },
    {
      "epoch": 136.97,
      "grad_norm": 1.6686738729476929,
      "learning_rate": 4.501699663687875e-06,
      "loss": 0.4059,
      "step": 490780
    },
    {
      "epoch": 136.98,
      "grad_norm": 1.4927334785461426,
      "learning_rate": 4.501689112365559e-06,
      "loss": 0.3946,
      "step": 490790
    },
    {
      "epoch": 136.98,
      "grad_norm": 1.164669394493103,
      "learning_rate": 4.501678560756021e-06,
      "loss": 0.3934,
      "step": 490800
    },
    {
      "epoch": 136.98,
      "grad_norm": 1.3351058959960938,
      "learning_rate": 4.501668008859262e-06,
      "loss": 0.3921,
      "step": 490810
    },
    {
      "epoch": 136.99,
      "grad_norm": 1.1178168058395386,
      "learning_rate": 4.501657456675284e-06,
      "loss": 0.3784,
      "step": 490820
    },
    {
      "epoch": 136.99,
      "grad_norm": 1.6193023920059204,
      "learning_rate": 4.501646904204087e-06,
      "loss": 0.4025,
      "step": 490830
    },
    {
      "epoch": 136.99,
      "grad_norm": 1.4985297918319702,
      "learning_rate": 4.501636351445673e-06,
      "loss": 0.4097,
      "step": 490840
    },
    {
      "epoch": 136.99,
      "grad_norm": 1.254400372505188,
      "learning_rate": 4.501625798400044e-06,
      "loss": 0.4059,
      "step": 490850
    },
    {
      "epoch": 137.0,
      "grad_norm": 1.2804001569747925,
      "learning_rate": 4.501615245067202e-06,
      "loss": 0.3958,
      "step": 490860
    },
    {
      "epoch": 137.0,
      "grad_norm": 1.1989508867263794,
      "learning_rate": 4.501604691447147e-06,
      "loss": 0.4007,
      "step": 490870
    },
    {
      "epoch": 137.0,
      "eval_loss": 0.4005942642688751,
      "eval_runtime": 63.234,
      "eval_samples_per_second": 80.004,
      "eval_steps_per_second": 10.01,
      "step": 490871
    },
    {
      "epoch": 137.0,
      "grad_norm": 1.1686455011367798,
      "learning_rate": 4.5015941375398815e-06,
      "loss": 0.4011,
      "step": 490880
    },
    {
      "epoch": 137.01,
      "grad_norm": 1.4515303373336792,
      "learning_rate": 4.501583583345406e-06,
      "loss": 0.3871,
      "step": 490890
    },
    {
      "epoch": 137.01,
      "grad_norm": 1.2940499782562256,
      "learning_rate": 4.501573028863721e-06,
      "loss": 0.4029,
      "step": 490900
    },
    {
      "epoch": 137.01,
      "grad_norm": 1.4188851118087769,
      "learning_rate": 4.5015624740948315e-06,
      "loss": 0.4001,
      "step": 490910
    },
    {
      "epoch": 137.01,
      "grad_norm": 1.3906549215316772,
      "learning_rate": 4.501551919038735e-06,
      "loss": 0.3953,
      "step": 490920
    },
    {
      "epoch": 137.02,
      "grad_norm": 1.4119250774383545,
      "learning_rate": 4.5015413636954355e-06,
      "loss": 0.3974,
      "step": 490930
    },
    {
      "epoch": 137.02,
      "grad_norm": 0.9265952706336975,
      "learning_rate": 4.501530808064933e-06,
      "loss": 0.4116,
      "step": 490940
    },
    {
      "epoch": 137.02,
      "grad_norm": 1.0333949327468872,
      "learning_rate": 4.501520252147228e-06,
      "loss": 0.4101,
      "step": 490950
    },
    {
      "epoch": 137.02,
      "grad_norm": 2.5917892456054688,
      "learning_rate": 4.501509695942325e-06,
      "loss": 0.3896,
      "step": 490960
    },
    {
      "epoch": 137.03,
      "grad_norm": 1.4524197578430176,
      "learning_rate": 4.501499139450223e-06,
      "loss": 0.4004,
      "step": 490970
    },
    {
      "epoch": 137.03,
      "grad_norm": 1.4651747941970825,
      "learning_rate": 4.501488582670923e-06,
      "loss": 0.3813,
      "step": 490980
    },
    {
      "epoch": 137.03,
      "grad_norm": 1.5493894815444946,
      "learning_rate": 4.5014780256044286e-06,
      "loss": 0.3882,
      "step": 490990
    },
    {
      "epoch": 137.04,
      "grad_norm": 4.529261112213135,
      "learning_rate": 4.50146746825074e-06,
      "loss": 0.3868,
      "step": 491000
    },
    {
      "epoch": 137.04,
      "grad_norm": 1.3882324695587158,
      "learning_rate": 4.501456910609858e-06,
      "loss": 0.3887,
      "step": 491010
    },
    {
      "epoch": 137.04,
      "grad_norm": 1.2664095163345337,
      "learning_rate": 4.501446352681785e-06,
      "loss": 0.4073,
      "step": 491020
    },
    {
      "epoch": 137.04,
      "grad_norm": 1.3659660816192627,
      "learning_rate": 4.501435794466522e-06,
      "loss": 0.4038,
      "step": 491030
    },
    {
      "epoch": 137.05,
      "grad_norm": 1.259647250175476,
      "learning_rate": 4.50142523596407e-06,
      "loss": 0.4049,
      "step": 491040
    },
    {
      "epoch": 137.05,
      "grad_norm": 1.3987927436828613,
      "learning_rate": 4.501414677174432e-06,
      "loss": 0.3916,
      "step": 491050
    },
    {
      "epoch": 137.05,
      "grad_norm": 1.4023491144180298,
      "learning_rate": 4.501404118097607e-06,
      "loss": 0.4152,
      "step": 491060
    },
    {
      "epoch": 137.06,
      "grad_norm": 1.2356010675430298,
      "learning_rate": 4.501393558733598e-06,
      "loss": 0.3916,
      "step": 491070
    },
    {
      "epoch": 137.06,
      "grad_norm": 1.445580005645752,
      "learning_rate": 4.501382999082406e-06,
      "loss": 0.4067,
      "step": 491080
    },
    {
      "epoch": 137.06,
      "grad_norm": 1.1972649097442627,
      "learning_rate": 4.501372439144032e-06,
      "loss": 0.4131,
      "step": 491090
    },
    {
      "epoch": 137.06,
      "grad_norm": 1.569402813911438,
      "learning_rate": 4.501361878918479e-06,
      "loss": 0.4159,
      "step": 491100
    },
    {
      "epoch": 137.07,
      "grad_norm": 1.372015118598938,
      "learning_rate": 4.501351318405747e-06,
      "loss": 0.3889,
      "step": 491110
    },
    {
      "epoch": 137.07,
      "grad_norm": 1.2050358057022095,
      "learning_rate": 4.501340757605837e-06,
      "loss": 0.3983,
      "step": 491120
    },
    {
      "epoch": 137.07,
      "grad_norm": 1.21744704246521,
      "learning_rate": 4.501330196518752e-06,
      "loss": 0.3951,
      "step": 491130
    },
    {
      "epoch": 137.08,
      "grad_norm": 1.261205792427063,
      "learning_rate": 4.501319635144492e-06,
      "loss": 0.4213,
      "step": 491140
    },
    {
      "epoch": 137.08,
      "grad_norm": 1.430207371711731,
      "learning_rate": 4.5013090734830584e-06,
      "loss": 0.3851,
      "step": 491150
    },
    {
      "epoch": 137.08,
      "grad_norm": 1.354567050933838,
      "learning_rate": 4.501298511534454e-06,
      "loss": 0.4078,
      "step": 491160
    },
    {
      "epoch": 137.08,
      "grad_norm": 1.3892159461975098,
      "learning_rate": 4.501287949298679e-06,
      "loss": 0.3898,
      "step": 491170
    },
    {
      "epoch": 137.09,
      "grad_norm": 0.9840176701545715,
      "learning_rate": 4.501277386775735e-06,
      "loss": 0.3942,
      "step": 491180
    },
    {
      "epoch": 137.09,
      "grad_norm": 1.1042813062667847,
      "learning_rate": 4.501266823965623e-06,
      "loss": 0.3975,
      "step": 491190
    },
    {
      "epoch": 137.09,
      "grad_norm": 1.2966612577438354,
      "learning_rate": 4.501256260868346e-06,
      "loss": 0.3969,
      "step": 491200
    },
    {
      "epoch": 137.09,
      "grad_norm": 1.3274564743041992,
      "learning_rate": 4.501245697483903e-06,
      "loss": 0.3906,
      "step": 491210
    },
    {
      "epoch": 137.1,
      "grad_norm": 1.4195067882537842,
      "learning_rate": 4.5012351338122975e-06,
      "loss": 0.3883,
      "step": 491220
    },
    {
      "epoch": 137.1,
      "grad_norm": 1.2709699869155884,
      "learning_rate": 4.50122456985353e-06,
      "loss": 0.4045,
      "step": 491230
    },
    {
      "epoch": 137.1,
      "grad_norm": 1.351117491722107,
      "learning_rate": 4.501214005607603e-06,
      "loss": 0.407,
      "step": 491240
    },
    {
      "epoch": 137.11,
      "grad_norm": 1.2778161764144897,
      "learning_rate": 4.501203441074516e-06,
      "loss": 0.4128,
      "step": 491250
    },
    {
      "epoch": 137.11,
      "grad_norm": 1.2373484373092651,
      "learning_rate": 4.501192876254272e-06,
      "loss": 0.3942,
      "step": 491260
    },
    {
      "epoch": 137.11,
      "grad_norm": 1.1556377410888672,
      "learning_rate": 4.5011823111468705e-06,
      "loss": 0.3923,
      "step": 491270
    },
    {
      "epoch": 137.11,
      "grad_norm": 1.2460980415344238,
      "learning_rate": 4.501171745752316e-06,
      "loss": 0.3835,
      "step": 491280
    },
    {
      "epoch": 137.12,
      "grad_norm": 1.2512867450714111,
      "learning_rate": 4.5011611800706065e-06,
      "loss": 0.3872,
      "step": 491290
    },
    {
      "epoch": 137.12,
      "grad_norm": 1.216187834739685,
      "learning_rate": 4.501150614101746e-06,
      "loss": 0.3948,
      "step": 491300
    },
    {
      "epoch": 137.12,
      "grad_norm": 1.2679266929626465,
      "learning_rate": 4.501140047845734e-06,
      "loss": 0.3893,
      "step": 491310
    },
    {
      "epoch": 137.13,
      "grad_norm": 1.2583624124526978,
      "learning_rate": 4.5011294813025725e-06,
      "loss": 0.4034,
      "step": 491320
    },
    {
      "epoch": 137.13,
      "grad_norm": 1.3339135646820068,
      "learning_rate": 4.501118914472264e-06,
      "loss": 0.3801,
      "step": 491330
    },
    {
      "epoch": 137.13,
      "grad_norm": 1.3804458379745483,
      "learning_rate": 4.501108347354809e-06,
      "loss": 0.4138,
      "step": 491340
    },
    {
      "epoch": 137.13,
      "grad_norm": 1.3585339784622192,
      "learning_rate": 4.50109777995021e-06,
      "loss": 0.3863,
      "step": 491350
    },
    {
      "epoch": 137.14,
      "grad_norm": 1.204681396484375,
      "learning_rate": 4.501087212258466e-06,
      "loss": 0.3753,
      "step": 491360
    },
    {
      "epoch": 137.14,
      "grad_norm": 1.1176958084106445,
      "learning_rate": 4.50107664427958e-06,
      "loss": 0.3974,
      "step": 491370
    },
    {
      "epoch": 137.14,
      "grad_norm": 1.2438876628875732,
      "learning_rate": 4.5010660760135535e-06,
      "loss": 0.3974,
      "step": 491380
    },
    {
      "epoch": 137.14,
      "grad_norm": 1.7842999696731567,
      "learning_rate": 4.5010555074603874e-06,
      "loss": 0.3944,
      "step": 491390
    },
    {
      "epoch": 137.15,
      "grad_norm": 1.1793644428253174,
      "learning_rate": 4.501044938620084e-06,
      "loss": 0.3851,
      "step": 491400
    },
    {
      "epoch": 137.15,
      "grad_norm": 1.0736654996871948,
      "learning_rate": 4.501034369492643e-06,
      "loss": 0.3863,
      "step": 491410
    },
    {
      "epoch": 137.15,
      "grad_norm": 1.5236268043518066,
      "learning_rate": 4.501023800078068e-06,
      "loss": 0.4114,
      "step": 491420
    },
    {
      "epoch": 137.16,
      "grad_norm": 1.095025897026062,
      "learning_rate": 4.5010132303763584e-06,
      "loss": 0.3858,
      "step": 491430
    },
    {
      "epoch": 137.16,
      "grad_norm": 1.186503529548645,
      "learning_rate": 4.501002660387517e-06,
      "loss": 0.4037,
      "step": 491440
    },
    {
      "epoch": 137.16,
      "grad_norm": 1.23026704788208,
      "learning_rate": 4.5009920901115454e-06,
      "loss": 0.3955,
      "step": 491450
    },
    {
      "epoch": 137.16,
      "grad_norm": 1.356394648551941,
      "learning_rate": 4.500981519548443e-06,
      "loss": 0.4083,
      "step": 491460
    },
    {
      "epoch": 137.17,
      "grad_norm": 1.2359504699707031,
      "learning_rate": 4.5009709486982125e-06,
      "loss": 0.3904,
      "step": 491470
    },
    {
      "epoch": 137.17,
      "grad_norm": 1.2322443723678589,
      "learning_rate": 4.500960377560856e-06,
      "loss": 0.4013,
      "step": 491480
    },
    {
      "epoch": 137.17,
      "grad_norm": 1.7070820331573486,
      "learning_rate": 4.500949806136374e-06,
      "loss": 0.3847,
      "step": 491490
    },
    {
      "epoch": 137.18,
      "grad_norm": 1.5205985307693481,
      "learning_rate": 4.500939234424768e-06,
      "loss": 0.3889,
      "step": 491500
    },
    {
      "epoch": 137.18,
      "grad_norm": 1.2851794958114624,
      "learning_rate": 4.500928662426039e-06,
      "loss": 0.3911,
      "step": 491510
    },
    {
      "epoch": 137.18,
      "grad_norm": 1.4423259496688843,
      "learning_rate": 4.5009180901401905e-06,
      "loss": 0.4112,
      "step": 491520
    },
    {
      "epoch": 137.18,
      "grad_norm": 1.1724923849105835,
      "learning_rate": 4.500907517567221e-06,
      "loss": 0.3986,
      "step": 491530
    },
    {
      "epoch": 137.19,
      "grad_norm": 1.3225958347320557,
      "learning_rate": 4.500896944707134e-06,
      "loss": 0.4007,
      "step": 491540
    },
    {
      "epoch": 137.19,
      "grad_norm": 1.240380048751831,
      "learning_rate": 4.500886371559929e-06,
      "loss": 0.4111,
      "step": 491550
    },
    {
      "epoch": 137.19,
      "grad_norm": 1.4899976253509521,
      "learning_rate": 4.50087579812561e-06,
      "loss": 0.4021,
      "step": 491560
    },
    {
      "epoch": 137.2,
      "grad_norm": 1.3226820230484009,
      "learning_rate": 4.500865224404176e-06,
      "loss": 0.4047,
      "step": 491570
    },
    {
      "epoch": 137.2,
      "grad_norm": 1.2164829969406128,
      "learning_rate": 4.50085465039563e-06,
      "loss": 0.3841,
      "step": 491580
    },
    {
      "epoch": 137.2,
      "grad_norm": 1.2474812269210815,
      "learning_rate": 4.500844076099972e-06,
      "loss": 0.3975,
      "step": 491590
    },
    {
      "epoch": 137.2,
      "grad_norm": 6.317986965179443,
      "learning_rate": 4.500833501517205e-06,
      "loss": 0.4023,
      "step": 491600
    },
    {
      "epoch": 137.21,
      "grad_norm": 1.2403373718261719,
      "learning_rate": 4.500822926647329e-06,
      "loss": 0.4035,
      "step": 491610
    },
    {
      "epoch": 137.21,
      "grad_norm": 1.415431261062622,
      "learning_rate": 4.500812351490346e-06,
      "loss": 0.4044,
      "step": 491620
    },
    {
      "epoch": 137.21,
      "grad_norm": 1.235020637512207,
      "learning_rate": 4.500801776046258e-06,
      "loss": 0.3872,
      "step": 491630
    },
    {
      "epoch": 137.21,
      "grad_norm": 1.5245616436004639,
      "learning_rate": 4.500791200315065e-06,
      "loss": 0.4047,
      "step": 491640
    },
    {
      "epoch": 137.22,
      "grad_norm": 1.6331019401550293,
      "learning_rate": 4.500780624296771e-06,
      "loss": 0.3911,
      "step": 491650
    },
    {
      "epoch": 137.22,
      "grad_norm": 1.1413981914520264,
      "learning_rate": 4.500770047991374e-06,
      "loss": 0.3979,
      "step": 491660
    },
    {
      "epoch": 137.22,
      "grad_norm": 1.491817831993103,
      "learning_rate": 4.5007594713988765e-06,
      "loss": 0.394,
      "step": 491670
    },
    {
      "epoch": 137.23,
      "grad_norm": 1.1344366073608398,
      "learning_rate": 4.500748894519282e-06,
      "loss": 0.3986,
      "step": 491680
    },
    {
      "epoch": 137.23,
      "grad_norm": 1.2180777788162231,
      "learning_rate": 4.500738317352589e-06,
      "loss": 0.4093,
      "step": 491690
    },
    {
      "epoch": 137.23,
      "grad_norm": 1.7322981357574463,
      "learning_rate": 4.500727739898802e-06,
      "loss": 0.4018,
      "step": 491700
    },
    {
      "epoch": 137.23,
      "grad_norm": 1.403114676475525,
      "learning_rate": 4.500717162157919e-06,
      "loss": 0.4135,
      "step": 491710
    },
    {
      "epoch": 137.24,
      "grad_norm": 1.38063383102417,
      "learning_rate": 4.5007065841299434e-06,
      "loss": 0.4056,
      "step": 491720
    },
    {
      "epoch": 137.24,
      "grad_norm": 1.2322230339050293,
      "learning_rate": 4.500696005814877e-06,
      "loss": 0.3891,
      "step": 491730
    },
    {
      "epoch": 137.24,
      "grad_norm": 1.1005804538726807,
      "learning_rate": 4.50068542721272e-06,
      "loss": 0.3929,
      "step": 491740
    },
    {
      "epoch": 137.25,
      "grad_norm": 1.4344991445541382,
      "learning_rate": 4.5006748483234745e-06,
      "loss": 0.4073,
      "step": 491750
    },
    {
      "epoch": 137.25,
      "grad_norm": 1.4218770265579224,
      "learning_rate": 4.500664269147141e-06,
      "loss": 0.41,
      "step": 491760
    },
    {
      "epoch": 137.25,
      "grad_norm": 1.4045675992965698,
      "learning_rate": 4.500653689683723e-06,
      "loss": 0.4001,
      "step": 491770
    },
    {
      "epoch": 137.25,
      "grad_norm": 1.2570137977600098,
      "learning_rate": 4.50064310993322e-06,
      "loss": 0.3992,
      "step": 491780
    },
    {
      "epoch": 137.26,
      "grad_norm": 1.3131885528564453,
      "learning_rate": 4.5006325298956335e-06,
      "loss": 0.3914,
      "step": 491790
    },
    {
      "epoch": 137.26,
      "grad_norm": 1.1445993185043335,
      "learning_rate": 4.500621949570966e-06,
      "loss": 0.3981,
      "step": 491800
    },
    {
      "epoch": 137.26,
      "grad_norm": 1.3535290956497192,
      "learning_rate": 4.500611368959218e-06,
      "loss": 0.3876,
      "step": 491810
    },
    {
      "epoch": 137.26,
      "grad_norm": 1.2358895540237427,
      "learning_rate": 4.5006007880603905e-06,
      "loss": 0.3911,
      "step": 491820
    },
    {
      "epoch": 137.27,
      "grad_norm": 1.3521947860717773,
      "learning_rate": 4.500590206874486e-06,
      "loss": 0.3985,
      "step": 491830
    },
    {
      "epoch": 137.27,
      "grad_norm": 1.4742969274520874,
      "learning_rate": 4.500579625401505e-06,
      "loss": 0.4035,
      "step": 491840
    },
    {
      "epoch": 137.27,
      "grad_norm": 1.4380793571472168,
      "learning_rate": 4.500569043641451e-06,
      "loss": 0.3981,
      "step": 491850
    },
    {
      "epoch": 137.28,
      "grad_norm": 1.2952736616134644,
      "learning_rate": 4.500558461594322e-06,
      "loss": 0.4026,
      "step": 491860
    },
    {
      "epoch": 137.28,
      "grad_norm": 1.9823933839797974,
      "learning_rate": 4.500547879260122e-06,
      "loss": 0.4016,
      "step": 491870
    },
    {
      "epoch": 137.28,
      "grad_norm": 1.1322226524353027,
      "learning_rate": 4.500537296638852e-06,
      "loss": 0.3945,
      "step": 491880
    },
    {
      "epoch": 137.28,
      "grad_norm": 1.5650335550308228,
      "learning_rate": 4.500526713730513e-06,
      "loss": 0.4161,
      "step": 491890
    },
    {
      "epoch": 137.29,
      "grad_norm": 1.2940845489501953,
      "learning_rate": 4.500516130535105e-06,
      "loss": 0.3888,
      "step": 491900
    },
    {
      "epoch": 137.29,
      "grad_norm": 1.1920740604400635,
      "learning_rate": 4.500505547052632e-06,
      "loss": 0.3945,
      "step": 491910
    },
    {
      "epoch": 137.29,
      "grad_norm": 1.318313717842102,
      "learning_rate": 4.5004949632830945e-06,
      "loss": 0.3874,
      "step": 491920
    },
    {
      "epoch": 137.3,
      "grad_norm": 1.3679507970809937,
      "learning_rate": 4.500484379226493e-06,
      "loss": 0.3933,
      "step": 491930
    },
    {
      "epoch": 137.3,
      "grad_norm": 1.069070816040039,
      "learning_rate": 4.500473794882829e-06,
      "loss": 0.3832,
      "step": 491940
    },
    {
      "epoch": 137.3,
      "grad_norm": 1.3712433576583862,
      "learning_rate": 4.500463210252106e-06,
      "loss": 0.4121,
      "step": 491950
    },
    {
      "epoch": 137.3,
      "grad_norm": 1.245562195777893,
      "learning_rate": 4.500452625334324e-06,
      "loss": 0.3902,
      "step": 491960
    },
    {
      "epoch": 137.31,
      "grad_norm": 1.320469617843628,
      "learning_rate": 4.500442040129483e-06,
      "loss": 0.4106,
      "step": 491970
    },
    {
      "epoch": 137.31,
      "grad_norm": 1.0465130805969238,
      "learning_rate": 4.500431454637586e-06,
      "loss": 0.3778,
      "step": 491980
    },
    {
      "epoch": 137.31,
      "grad_norm": 1.4344345331192017,
      "learning_rate": 4.500420868858634e-06,
      "loss": 0.3948,
      "step": 491990
    },
    {
      "epoch": 137.32,
      "grad_norm": 1.4352061748504639,
      "learning_rate": 4.500410282792629e-06,
      "loss": 0.3938,
      "step": 492000
    },
    {
      "epoch": 137.32,
      "grad_norm": 1.2495142221450806,
      "learning_rate": 4.500399696439572e-06,
      "loss": 0.3916,
      "step": 492010
    },
    {
      "epoch": 137.32,
      "grad_norm": 1.1746678352355957,
      "learning_rate": 4.500389109799464e-06,
      "loss": 0.3913,
      "step": 492020
    },
    {
      "epoch": 137.32,
      "grad_norm": 1.5629324913024902,
      "learning_rate": 4.5003785228723075e-06,
      "loss": 0.4095,
      "step": 492030
    },
    {
      "epoch": 137.33,
      "grad_norm": 1.3654733896255493,
      "learning_rate": 4.500367935658102e-06,
      "loss": 0.4122,
      "step": 492040
    },
    {
      "epoch": 137.33,
      "grad_norm": 1.3231167793273926,
      "learning_rate": 4.50035734815685e-06,
      "loss": 0.4079,
      "step": 492050
    },
    {
      "epoch": 137.33,
      "grad_norm": 1.2685432434082031,
      "learning_rate": 4.500346760368554e-06,
      "loss": 0.3976,
      "step": 492060
    },
    {
      "epoch": 137.33,
      "grad_norm": 1.2490177154541016,
      "learning_rate": 4.5003361722932134e-06,
      "loss": 0.4006,
      "step": 492070
    },
    {
      "epoch": 137.34,
      "grad_norm": 1.2165825366973877,
      "learning_rate": 4.500325583930832e-06,
      "loss": 0.4112,
      "step": 492080
    },
    {
      "epoch": 137.34,
      "grad_norm": 1.3109900951385498,
      "learning_rate": 4.500314995281408e-06,
      "loss": 0.3935,
      "step": 492090
    },
    {
      "epoch": 137.34,
      "grad_norm": 1.4395759105682373,
      "learning_rate": 4.500304406344946e-06,
      "loss": 0.4102,
      "step": 492100
    },
    {
      "epoch": 137.35,
      "grad_norm": 1.1277539730072021,
      "learning_rate": 4.500293817121446e-06,
      "loss": 0.4069,
      "step": 492110
    },
    {
      "epoch": 137.35,
      "grad_norm": 1.664821982383728,
      "learning_rate": 4.500283227610908e-06,
      "loss": 0.4121,
      "step": 492120
    },
    {
      "epoch": 137.35,
      "grad_norm": 1.1085957288742065,
      "learning_rate": 4.500272637813337e-06,
      "loss": 0.4115,
      "step": 492130
    },
    {
      "epoch": 137.35,
      "grad_norm": 1.4991569519042969,
      "learning_rate": 4.50026204772873e-06,
      "loss": 0.4013,
      "step": 492140
    },
    {
      "epoch": 137.36,
      "grad_norm": 1.070907473564148,
      "learning_rate": 4.5002514573570925e-06,
      "loss": 0.399,
      "step": 492150
    },
    {
      "epoch": 137.36,
      "grad_norm": 1.2226977348327637,
      "learning_rate": 4.500240866698423e-06,
      "loss": 0.3978,
      "step": 492160
    },
    {
      "epoch": 137.36,
      "grad_norm": 1.0996087789535522,
      "learning_rate": 4.500230275752724e-06,
      "loss": 0.4171,
      "step": 492170
    },
    {
      "epoch": 137.37,
      "grad_norm": 1.3319607973098755,
      "learning_rate": 4.500219684519997e-06,
      "loss": 0.401,
      "step": 492180
    },
    {
      "epoch": 137.37,
      "grad_norm": 1.4822803735733032,
      "learning_rate": 4.5002090930002435e-06,
      "loss": 0.3973,
      "step": 492190
    },
    {
      "epoch": 137.37,
      "grad_norm": 1.430660367012024,
      "learning_rate": 4.500198501193465e-06,
      "loss": 0.4042,
      "step": 492200
    },
    {
      "epoch": 137.37,
      "grad_norm": 1.4810996055603027,
      "learning_rate": 4.5001879090996625e-06,
      "loss": 0.3913,
      "step": 492210
    },
    {
      "epoch": 137.38,
      "grad_norm": 1.082887887954712,
      "learning_rate": 4.500177316718837e-06,
      "loss": 0.4113,
      "step": 492220
    },
    {
      "epoch": 137.38,
      "grad_norm": 1.3568015098571777,
      "learning_rate": 4.50016672405099e-06,
      "loss": 0.39,
      "step": 492230
    },
    {
      "epoch": 137.38,
      "grad_norm": 1.2708414793014526,
      "learning_rate": 4.5001561310961255e-06,
      "loss": 0.4098,
      "step": 492240
    },
    {
      "epoch": 137.38,
      "grad_norm": 1.2075196504592896,
      "learning_rate": 4.50014553785424e-06,
      "loss": 0.3983,
      "step": 492250
    },
    {
      "epoch": 137.39,
      "grad_norm": 1.2149038314819336,
      "learning_rate": 4.5001349443253395e-06,
      "loss": 0.4024,
      "step": 492260
    },
    {
      "epoch": 137.39,
      "grad_norm": 1.3484549522399902,
      "learning_rate": 4.500124350509423e-06,
      "loss": 0.4132,
      "step": 492270
    },
    {
      "epoch": 137.39,
      "grad_norm": 1.5940673351287842,
      "learning_rate": 4.500113756406493e-06,
      "loss": 0.4016,
      "step": 492280
    },
    {
      "epoch": 137.4,
      "grad_norm": 1.247854471206665,
      "learning_rate": 4.50010316201655e-06,
      "loss": 0.3917,
      "step": 492290
    },
    {
      "epoch": 137.4,
      "grad_norm": 1.196065902709961,
      "learning_rate": 4.500092567339595e-06,
      "loss": 0.3951,
      "step": 492300
    },
    {
      "epoch": 137.4,
      "grad_norm": 1.4350671768188477,
      "learning_rate": 4.500081972375632e-06,
      "loss": 0.3778,
      "step": 492310
    },
    {
      "epoch": 137.4,
      "grad_norm": 1.2926194667816162,
      "learning_rate": 4.500071377124659e-06,
      "loss": 0.3794,
      "step": 492320
    },
    {
      "epoch": 137.41,
      "grad_norm": 1.301116943359375,
      "learning_rate": 4.50006078158668e-06,
      "loss": 0.4027,
      "step": 492330
    },
    {
      "epoch": 137.41,
      "grad_norm": 8.63202953338623,
      "learning_rate": 4.500050185761695e-06,
      "loss": 0.3978,
      "step": 492340
    },
    {
      "epoch": 137.41,
      "grad_norm": 1.3193696737289429,
      "learning_rate": 4.500039589649706e-06,
      "loss": 0.3951,
      "step": 492350
    },
    {
      "epoch": 137.42,
      "grad_norm": 1.0744619369506836,
      "learning_rate": 4.500028993250715e-06,
      "loss": 0.4068,
      "step": 492360
    },
    {
      "epoch": 137.42,
      "grad_norm": 1.4307401180267334,
      "learning_rate": 4.500018396564721e-06,
      "loss": 0.3947,
      "step": 492370
    },
    {
      "epoch": 137.42,
      "grad_norm": 1.1543327569961548,
      "learning_rate": 4.500007799591728e-06,
      "loss": 0.383,
      "step": 492380
    },
    {
      "epoch": 137.42,
      "grad_norm": 1.355130672454834,
      "learning_rate": 4.499997202331737e-06,
      "loss": 0.4139,
      "step": 492390
    },
    {
      "epoch": 137.43,
      "grad_norm": 1.208070158958435,
      "learning_rate": 4.4999866047847475e-06,
      "loss": 0.4141,
      "step": 492400
    },
    {
      "epoch": 137.43,
      "grad_norm": 1.456368088722229,
      "learning_rate": 4.499976006950764e-06,
      "loss": 0.4021,
      "step": 492410
    },
    {
      "epoch": 137.43,
      "grad_norm": 1.357292652130127,
      "learning_rate": 4.499965408829785e-06,
      "loss": 0.389,
      "step": 492420
    },
    {
      "epoch": 137.44,
      "grad_norm": 1.3492289781570435,
      "learning_rate": 4.499954810421813e-06,
      "loss": 0.38,
      "step": 492430
    },
    {
      "epoch": 137.44,
      "grad_norm": 1.260894536972046,
      "learning_rate": 4.49994421172685e-06,
      "loss": 0.4126,
      "step": 492440
    },
    {
      "epoch": 137.44,
      "grad_norm": 1.2662843465805054,
      "learning_rate": 4.499933612744898e-06,
      "loss": 0.3963,
      "step": 492450
    },
    {
      "epoch": 137.44,
      "grad_norm": 1.4055029153823853,
      "learning_rate": 4.4999230134759565e-06,
      "loss": 0.3978,
      "step": 492460
    },
    {
      "epoch": 137.45,
      "grad_norm": 1.2756136655807495,
      "learning_rate": 4.499912413920028e-06,
      "loss": 0.3832,
      "step": 492470
    },
    {
      "epoch": 137.45,
      "grad_norm": 1.2567788362503052,
      "learning_rate": 4.499901814077113e-06,
      "loss": 0.3783,
      "step": 492480
    },
    {
      "epoch": 137.45,
      "grad_norm": 1.2304954528808594,
      "learning_rate": 4.499891213947214e-06,
      "loss": 0.3868,
      "step": 492490
    },
    {
      "epoch": 137.45,
      "grad_norm": 1.0640569925308228,
      "learning_rate": 4.499880613530332e-06,
      "loss": 0.3664,
      "step": 492500
    },
    {
      "epoch": 137.46,
      "grad_norm": 1.0932204723358154,
      "learning_rate": 4.499870012826469e-06,
      "loss": 0.3911,
      "step": 492510
    },
    {
      "epoch": 137.46,
      "grad_norm": 1.420770525932312,
      "learning_rate": 4.499859411835624e-06,
      "loss": 0.3869,
      "step": 492520
    },
    {
      "epoch": 137.46,
      "grad_norm": 1.6905555725097656,
      "learning_rate": 4.499848810557803e-06,
      "loss": 0.4154,
      "step": 492530
    },
    {
      "epoch": 137.47,
      "grad_norm": 1.8721494674682617,
      "learning_rate": 4.499838208993003e-06,
      "loss": 0.3906,
      "step": 492540
    },
    {
      "epoch": 137.47,
      "grad_norm": 1.1679803133010864,
      "learning_rate": 4.499827607141227e-06,
      "loss": 0.3962,
      "step": 492550
    },
    {
      "epoch": 137.47,
      "grad_norm": 1.3413087129592896,
      "learning_rate": 4.499817005002477e-06,
      "loss": 0.3971,
      "step": 492560
    },
    {
      "epoch": 137.47,
      "grad_norm": 1.2511398792266846,
      "learning_rate": 4.499806402576754e-06,
      "loss": 0.4043,
      "step": 492570
    },
    {
      "epoch": 137.48,
      "grad_norm": 1.466861367225647,
      "learning_rate": 4.499795799864059e-06,
      "loss": 0.393,
      "step": 492580
    },
    {
      "epoch": 137.48,
      "grad_norm": 1.5039279460906982,
      "learning_rate": 4.4997851968643935e-06,
      "loss": 0.4219,
      "step": 492590
    },
    {
      "epoch": 137.48,
      "grad_norm": 1.30183744430542,
      "learning_rate": 4.49977459357776e-06,
      "loss": 0.4221,
      "step": 492600
    },
    {
      "epoch": 137.49,
      "grad_norm": 1.552966833114624,
      "learning_rate": 4.499763990004158e-06,
      "loss": 0.4013,
      "step": 492610
    },
    {
      "epoch": 137.49,
      "grad_norm": 1.4016157388687134,
      "learning_rate": 4.4997533861435905e-06,
      "loss": 0.4091,
      "step": 492620
    },
    {
      "epoch": 137.49,
      "grad_norm": 1.3068422079086304,
      "learning_rate": 4.499742781996058e-06,
      "loss": 0.4033,
      "step": 492630
    },
    {
      "epoch": 137.49,
      "grad_norm": 1.6463605165481567,
      "learning_rate": 4.499732177561562e-06,
      "loss": 0.3941,
      "step": 492640
    },
    {
      "epoch": 137.5,
      "grad_norm": 1.2526427507400513,
      "learning_rate": 4.499721572840105e-06,
      "loss": 0.4016,
      "step": 492650
    },
    {
      "epoch": 137.5,
      "grad_norm": 1.1322710514068604,
      "learning_rate": 4.499710967831687e-06,
      "loss": 0.4032,
      "step": 492660
    },
    {
      "epoch": 137.5,
      "grad_norm": 1.363327145576477,
      "learning_rate": 4.4997003625363105e-06,
      "loss": 0.3985,
      "step": 492670
    },
    {
      "epoch": 137.5,
      "grad_norm": 1.2622323036193848,
      "learning_rate": 4.499689756953976e-06,
      "loss": 0.3932,
      "step": 492680
    },
    {
      "epoch": 137.51,
      "grad_norm": 1.6947952508926392,
      "learning_rate": 4.499679151084686e-06,
      "loss": 0.4007,
      "step": 492690
    },
    {
      "epoch": 137.51,
      "grad_norm": 1.3213635683059692,
      "learning_rate": 4.49966854492844e-06,
      "loss": 0.3987,
      "step": 492700
    },
    {
      "epoch": 137.51,
      "grad_norm": 1.4373401403427124,
      "learning_rate": 4.499657938485242e-06,
      "loss": 0.3995,
      "step": 492710
    },
    {
      "epoch": 137.52,
      "grad_norm": 1.3867268562316895,
      "learning_rate": 4.499647331755091e-06,
      "loss": 0.4041,
      "step": 492720
    },
    {
      "epoch": 137.52,
      "grad_norm": 1.4183743000030518,
      "learning_rate": 4.499636724737991e-06,
      "loss": 0.3945,
      "step": 492730
    },
    {
      "epoch": 137.52,
      "grad_norm": 1.2721117734909058,
      "learning_rate": 4.49962611743394e-06,
      "loss": 0.3986,
      "step": 492740
    },
    {
      "epoch": 137.52,
      "grad_norm": 1.3834000825881958,
      "learning_rate": 4.499615509842942e-06,
      "loss": 0.3946,
      "step": 492750
    },
    {
      "epoch": 137.53,
      "grad_norm": 1.1583101749420166,
      "learning_rate": 4.499604901964998e-06,
      "loss": 0.398,
      "step": 492760
    },
    {
      "epoch": 137.53,
      "grad_norm": 1.4577364921569824,
      "learning_rate": 4.499594293800109e-06,
      "loss": 0.3877,
      "step": 492770
    },
    {
      "epoch": 137.53,
      "grad_norm": 1.455825924873352,
      "learning_rate": 4.499583685348277e-06,
      "loss": 0.3975,
      "step": 492780
    },
    {
      "epoch": 137.54,
      "grad_norm": 1.1155091524124146,
      "learning_rate": 4.499573076609502e-06,
      "loss": 0.4136,
      "step": 492790
    },
    {
      "epoch": 137.54,
      "grad_norm": 1.3565372228622437,
      "learning_rate": 4.499562467583787e-06,
      "loss": 0.407,
      "step": 492800
    },
    {
      "epoch": 137.54,
      "grad_norm": 1.3649941682815552,
      "learning_rate": 4.4995518582711324e-06,
      "loss": 0.3854,
      "step": 492810
    },
    {
      "epoch": 137.54,
      "grad_norm": 1.2387512922286987,
      "learning_rate": 4.499541248671541e-06,
      "loss": 0.3872,
      "step": 492820
    },
    {
      "epoch": 137.55,
      "grad_norm": 1.154974102973938,
      "learning_rate": 4.499530638785012e-06,
      "loss": 0.3927,
      "step": 492830
    },
    {
      "epoch": 137.55,
      "grad_norm": 1.1982786655426025,
      "learning_rate": 4.4995200286115486e-06,
      "loss": 0.3694,
      "step": 492840
    },
    {
      "epoch": 137.55,
      "grad_norm": 1.2275358438491821,
      "learning_rate": 4.499509418151151e-06,
      "loss": 0.3921,
      "step": 492850
    },
    {
      "epoch": 137.56,
      "grad_norm": 1.3181225061416626,
      "learning_rate": 4.499498807403822e-06,
      "loss": 0.4134,
      "step": 492860
    },
    {
      "epoch": 137.56,
      "grad_norm": 1.4809035062789917,
      "learning_rate": 4.499488196369562e-06,
      "loss": 0.4009,
      "step": 492870
    },
    {
      "epoch": 137.56,
      "grad_norm": 1.4380719661712646,
      "learning_rate": 4.4994775850483725e-06,
      "loss": 0.3957,
      "step": 492880
    },
    {
      "epoch": 137.56,
      "grad_norm": 1.3296996355056763,
      "learning_rate": 4.499466973440255e-06,
      "loss": 0.399,
      "step": 492890
    },
    {
      "epoch": 137.57,
      "grad_norm": 1.359049916267395,
      "learning_rate": 4.499456361545211e-06,
      "loss": 0.3993,
      "step": 492900
    },
    {
      "epoch": 137.57,
      "grad_norm": 1.420981764793396,
      "learning_rate": 4.499445749363243e-06,
      "loss": 0.4026,
      "step": 492910
    },
    {
      "epoch": 137.57,
      "grad_norm": 1.3974801301956177,
      "learning_rate": 4.499435136894349e-06,
      "loss": 0.4095,
      "step": 492920
    },
    {
      "epoch": 137.57,
      "grad_norm": 1.0374419689178467,
      "learning_rate": 4.499424524138534e-06,
      "loss": 0.3827,
      "step": 492930
    },
    {
      "epoch": 137.58,
      "grad_norm": 1.2760063409805298,
      "learning_rate": 4.499413911095799e-06,
      "loss": 0.3906,
      "step": 492940
    },
    {
      "epoch": 137.58,
      "grad_norm": 1.3823491334915161,
      "learning_rate": 4.499403297766143e-06,
      "loss": 0.4109,
      "step": 492950
    },
    {
      "epoch": 137.58,
      "grad_norm": 1.2044824361801147,
      "learning_rate": 4.4993926841495706e-06,
      "loss": 0.3797,
      "step": 492960
    },
    {
      "epoch": 137.59,
      "grad_norm": 1.4853065013885498,
      "learning_rate": 4.49938207024608e-06,
      "loss": 0.4236,
      "step": 492970
    },
    {
      "epoch": 137.59,
      "grad_norm": 1.1699401140213013,
      "learning_rate": 4.499371456055675e-06,
      "loss": 0.4052,
      "step": 492980
    },
    {
      "epoch": 137.59,
      "grad_norm": 1.4195349216461182,
      "learning_rate": 4.499360841578356e-06,
      "loss": 0.4018,
      "step": 492990
    },
    {
      "epoch": 137.59,
      "grad_norm": 1.1849956512451172,
      "learning_rate": 4.499350226814125e-06,
      "loss": 0.3903,
      "step": 493000
    },
    {
      "epoch": 137.6,
      "grad_norm": 1.3781541585922241,
      "learning_rate": 4.499339611762983e-06,
      "loss": 0.4035,
      "step": 493010
    },
    {
      "epoch": 137.6,
      "grad_norm": 0.9390897154808044,
      "learning_rate": 4.49932899642493e-06,
      "loss": 0.3766,
      "step": 493020
    },
    {
      "epoch": 137.6,
      "grad_norm": 1.421677827835083,
      "learning_rate": 4.4993183807999706e-06,
      "loss": 0.3934,
      "step": 493030
    },
    {
      "epoch": 137.61,
      "grad_norm": 5.500036239624023,
      "learning_rate": 4.499307764888104e-06,
      "loss": 0.4042,
      "step": 493040
    },
    {
      "epoch": 137.61,
      "grad_norm": 1.1911442279815674,
      "learning_rate": 4.499297148689332e-06,
      "loss": 0.3965,
      "step": 493050
    },
    {
      "epoch": 137.61,
      "grad_norm": 1.0379072427749634,
      "learning_rate": 4.499286532203656e-06,
      "loss": 0.3942,
      "step": 493060
    },
    {
      "epoch": 137.61,
      "grad_norm": 1.1677846908569336,
      "learning_rate": 4.4992759154310765e-06,
      "loss": 0.3987,
      "step": 493070
    },
    {
      "epoch": 137.62,
      "grad_norm": 1.2864599227905273,
      "learning_rate": 4.499265298371597e-06,
      "loss": 0.4105,
      "step": 493080
    },
    {
      "epoch": 137.62,
      "grad_norm": 1.2122678756713867,
      "learning_rate": 4.499254681025218e-06,
      "loss": 0.4072,
      "step": 493090
    },
    {
      "epoch": 137.62,
      "grad_norm": 1.4821373224258423,
      "learning_rate": 4.49924406339194e-06,
      "loss": 0.3876,
      "step": 493100
    },
    {
      "epoch": 137.62,
      "grad_norm": 1.4633303880691528,
      "learning_rate": 4.499233445471766e-06,
      "loss": 0.3878,
      "step": 493110
    },
    {
      "epoch": 137.63,
      "grad_norm": 1.2453569173812866,
      "learning_rate": 4.499222827264696e-06,
      "loss": 0.4098,
      "step": 493120
    },
    {
      "epoch": 137.63,
      "grad_norm": 1.3091932535171509,
      "learning_rate": 4.499212208770733e-06,
      "loss": 0.4154,
      "step": 493130
    },
    {
      "epoch": 137.63,
      "grad_norm": 1.2904914617538452,
      "learning_rate": 4.499201589989876e-06,
      "loss": 0.4086,
      "step": 493140
    },
    {
      "epoch": 137.64,
      "grad_norm": 1.447563886642456,
      "learning_rate": 4.4991909709221285e-06,
      "loss": 0.4069,
      "step": 493150
    },
    {
      "epoch": 137.64,
      "grad_norm": 1.3206475973129272,
      "learning_rate": 4.4991803515674905e-06,
      "loss": 0.392,
      "step": 493160
    },
    {
      "epoch": 137.64,
      "grad_norm": 1.0817064046859741,
      "learning_rate": 4.499169731925965e-06,
      "loss": 0.3875,
      "step": 493170
    },
    {
      "epoch": 137.64,
      "grad_norm": 1.3346693515777588,
      "learning_rate": 4.499159111997553e-06,
      "loss": 0.384,
      "step": 493180
    },
    {
      "epoch": 137.65,
      "grad_norm": 1.5134375095367432,
      "learning_rate": 4.499148491782254e-06,
      "loss": 0.4156,
      "step": 493190
    },
    {
      "epoch": 137.65,
      "grad_norm": 1.380112648010254,
      "learning_rate": 4.499137871280072e-06,
      "loss": 0.397,
      "step": 493200
    },
    {
      "epoch": 137.65,
      "grad_norm": 1.1840934753417969,
      "learning_rate": 4.4991272504910074e-06,
      "loss": 0.3906,
      "step": 493210
    },
    {
      "epoch": 137.66,
      "grad_norm": 1.2625049352645874,
      "learning_rate": 4.4991166294150605e-06,
      "loss": 0.3913,
      "step": 493220
    },
    {
      "epoch": 137.66,
      "grad_norm": 1.2468863725662231,
      "learning_rate": 4.499106008052234e-06,
      "loss": 0.4072,
      "step": 493230
    },
    {
      "epoch": 137.66,
      "grad_norm": 1.6343941688537598,
      "learning_rate": 4.4990953864025285e-06,
      "loss": 0.4058,
      "step": 493240
    },
    {
      "epoch": 137.66,
      "grad_norm": 1.414657711982727,
      "learning_rate": 4.499084764465948e-06,
      "loss": 0.3889,
      "step": 493250
    },
    {
      "epoch": 137.67,
      "grad_norm": 1.2607330083847046,
      "learning_rate": 4.49907414224249e-06,
      "loss": 0.4184,
      "step": 493260
    },
    {
      "epoch": 137.67,
      "grad_norm": 1.3238849639892578,
      "learning_rate": 4.4990635197321585e-06,
      "loss": 0.4075,
      "step": 493270
    },
    {
      "epoch": 137.67,
      "grad_norm": 1.3154140710830688,
      "learning_rate": 4.499052896934953e-06,
      "loss": 0.3859,
      "step": 493280
    },
    {
      "epoch": 137.68,
      "grad_norm": 1.4753081798553467,
      "learning_rate": 4.499042273850878e-06,
      "loss": 0.3945,
      "step": 493290
    },
    {
      "epoch": 137.68,
      "grad_norm": 1.3590556383132935,
      "learning_rate": 4.499031650479932e-06,
      "loss": 0.4012,
      "step": 493300
    },
    {
      "epoch": 137.68,
      "grad_norm": 1.2912273406982422,
      "learning_rate": 4.499021026822117e-06,
      "loss": 0.3949,
      "step": 493310
    },
    {
      "epoch": 137.68,
      "grad_norm": 1.2494800090789795,
      "learning_rate": 4.499010402877435e-06,
      "loss": 0.4096,
      "step": 493320
    },
    {
      "epoch": 137.69,
      "grad_norm": 1.2772411108016968,
      "learning_rate": 4.498999778645888e-06,
      "loss": 0.388,
      "step": 493330
    },
    {
      "epoch": 137.69,
      "grad_norm": 1.2776764631271362,
      "learning_rate": 4.498989154127476e-06,
      "loss": 0.3907,
      "step": 493340
    },
    {
      "epoch": 137.69,
      "grad_norm": 1.4051092863082886,
      "learning_rate": 4.498978529322202e-06,
      "loss": 0.4098,
      "step": 493350
    },
    {
      "epoch": 137.69,
      "grad_norm": 1.357853889465332,
      "learning_rate": 4.498967904230066e-06,
      "loss": 0.3998,
      "step": 493360
    },
    {
      "epoch": 137.7,
      "grad_norm": 1.1994506120681763,
      "learning_rate": 4.498957278851069e-06,
      "loss": 0.3981,
      "step": 493370
    },
    {
      "epoch": 137.7,
      "grad_norm": 1.439145803451538,
      "learning_rate": 4.498946653185215e-06,
      "loss": 0.3915,
      "step": 493380
    },
    {
      "epoch": 137.7,
      "grad_norm": 1.4156204462051392,
      "learning_rate": 4.498936027232502e-06,
      "loss": 0.397,
      "step": 493390
    },
    {
      "epoch": 137.71,
      "grad_norm": 1.2790989875793457,
      "learning_rate": 4.4989254009929344e-06,
      "loss": 0.4083,
      "step": 493400
    },
    {
      "epoch": 137.71,
      "grad_norm": 1.1937739849090576,
      "learning_rate": 4.498914774466512e-06,
      "loss": 0.4118,
      "step": 493410
    },
    {
      "epoch": 137.71,
      "grad_norm": 1.2562487125396729,
      "learning_rate": 4.498904147653236e-06,
      "loss": 0.4063,
      "step": 493420
    },
    {
      "epoch": 137.71,
      "grad_norm": 1.2998098134994507,
      "learning_rate": 4.49889352055311e-06,
      "loss": 0.384,
      "step": 493430
    },
    {
      "epoch": 137.72,
      "grad_norm": 1.414638638496399,
      "learning_rate": 4.498882893166132e-06,
      "loss": 0.4034,
      "step": 493440
    },
    {
      "epoch": 137.72,
      "grad_norm": 1.2782338857650757,
      "learning_rate": 4.4988722654923065e-06,
      "loss": 0.403,
      "step": 493450
    },
    {
      "epoch": 137.72,
      "grad_norm": 1.4860037565231323,
      "learning_rate": 4.4988616375316325e-06,
      "loss": 0.3974,
      "step": 493460
    },
    {
      "epoch": 137.73,
      "grad_norm": 1.573861002922058,
      "learning_rate": 4.498851009284113e-06,
      "loss": 0.3986,
      "step": 493470
    },
    {
      "epoch": 137.73,
      "grad_norm": 1.259728193283081,
      "learning_rate": 4.49884038074975e-06,
      "loss": 0.386,
      "step": 493480
    },
    {
      "epoch": 137.73,
      "grad_norm": 1.3316946029663086,
      "learning_rate": 4.498829751928542e-06,
      "loss": 0.424,
      "step": 493490
    },
    {
      "epoch": 137.73,
      "grad_norm": 1.335784912109375,
      "learning_rate": 4.4988191228204934e-06,
      "loss": 0.399,
      "step": 493500
    },
    {
      "epoch": 137.74,
      "grad_norm": 1.3494330644607544,
      "learning_rate": 4.498808493425605e-06,
      "loss": 0.4068,
      "step": 493510
    },
    {
      "epoch": 137.74,
      "grad_norm": 1.2215015888214111,
      "learning_rate": 4.498797863743877e-06,
      "loss": 0.3889,
      "step": 493520
    },
    {
      "epoch": 137.74,
      "grad_norm": 1.2791337966918945,
      "learning_rate": 4.498787233775312e-06,
      "loss": 0.4023,
      "step": 493530
    },
    {
      "epoch": 137.74,
      "grad_norm": 1.3442758321762085,
      "learning_rate": 4.49877660351991e-06,
      "loss": 0.3974,
      "step": 493540
    },
    {
      "epoch": 137.75,
      "grad_norm": 1.1088697910308838,
      "learning_rate": 4.498765972977674e-06,
      "loss": 0.3957,
      "step": 493550
    },
    {
      "epoch": 137.75,
      "grad_norm": 1.1514019966125488,
      "learning_rate": 4.498755342148604e-06,
      "loss": 0.3846,
      "step": 493560
    },
    {
      "epoch": 137.75,
      "grad_norm": 1.6588271856307983,
      "learning_rate": 4.498744711032704e-06,
      "loss": 0.3862,
      "step": 493570
    },
    {
      "epoch": 137.76,
      "grad_norm": 1.6030409336090088,
      "learning_rate": 4.498734079629972e-06,
      "loss": 0.4078,
      "step": 493580
    },
    {
      "epoch": 137.76,
      "grad_norm": 1.129469394683838,
      "learning_rate": 4.498723447940412e-06,
      "loss": 0.3825,
      "step": 493590
    },
    {
      "epoch": 137.76,
      "grad_norm": 1.1999691724777222,
      "learning_rate": 4.4987128159640245e-06,
      "loss": 0.4151,
      "step": 493600
    },
    {
      "epoch": 137.76,
      "grad_norm": 1.6452184915542603,
      "learning_rate": 4.4987021837008094e-06,
      "loss": 0.4146,
      "step": 493610
    },
    {
      "epoch": 137.77,
      "grad_norm": 1.1152716875076294,
      "learning_rate": 4.498691551150771e-06,
      "loss": 0.3976,
      "step": 493620
    },
    {
      "epoch": 137.77,
      "grad_norm": 1.3200057744979858,
      "learning_rate": 4.498680918313909e-06,
      "loss": 0.3764,
      "step": 493630
    },
    {
      "epoch": 137.77,
      "grad_norm": 1.2539660930633545,
      "learning_rate": 4.498670285190225e-06,
      "loss": 0.4069,
      "step": 493640
    },
    {
      "epoch": 137.78,
      "grad_norm": 1.0877737998962402,
      "learning_rate": 4.49865965177972e-06,
      "loss": 0.4085,
      "step": 493650
    },
    {
      "epoch": 137.78,
      "grad_norm": 1.3627052307128906,
      "learning_rate": 4.498649018082397e-06,
      "loss": 0.3965,
      "step": 493660
    },
    {
      "epoch": 137.78,
      "grad_norm": 1.392581582069397,
      "learning_rate": 4.498638384098256e-06,
      "loss": 0.4214,
      "step": 493670
    },
    {
      "epoch": 137.78,
      "grad_norm": 1.290249228477478,
      "learning_rate": 4.498627749827298e-06,
      "loss": 0.3869,
      "step": 493680
    },
    {
      "epoch": 137.79,
      "grad_norm": 1.207453727722168,
      "learning_rate": 4.498617115269526e-06,
      "loss": 0.4084,
      "step": 493690
    },
    {
      "epoch": 137.79,
      "grad_norm": 1.5993833541870117,
      "learning_rate": 4.4986064804249406e-06,
      "loss": 0.3998,
      "step": 493700
    },
    {
      "epoch": 137.79,
      "grad_norm": 1.3690036535263062,
      "learning_rate": 4.498595845293543e-06,
      "loss": 0.4053,
      "step": 493710
    },
    {
      "epoch": 137.8,
      "grad_norm": 1.1896865367889404,
      "learning_rate": 4.4985852098753345e-06,
      "loss": 0.3943,
      "step": 493720
    },
    {
      "epoch": 137.8,
      "grad_norm": 1.0833388566970825,
      "learning_rate": 4.498574574170318e-06,
      "loss": 0.4083,
      "step": 493730
    },
    {
      "epoch": 137.8,
      "grad_norm": 1.2883251905441284,
      "learning_rate": 4.4985639381784926e-06,
      "loss": 0.4084,
      "step": 493740
    },
    {
      "epoch": 137.8,
      "grad_norm": 1.43683922290802,
      "learning_rate": 4.498553301899861e-06,
      "loss": 0.4093,
      "step": 493750
    },
    {
      "epoch": 137.81,
      "grad_norm": 2.131927013397217,
      "learning_rate": 4.498542665334425e-06,
      "loss": 0.3972,
      "step": 493760
    },
    {
      "epoch": 137.81,
      "grad_norm": 1.320055603981018,
      "learning_rate": 4.498532028482185e-06,
      "loss": 0.4052,
      "step": 493770
    },
    {
      "epoch": 137.81,
      "grad_norm": 1.1052640676498413,
      "learning_rate": 4.498521391343144e-06,
      "loss": 0.4022,
      "step": 493780
    },
    {
      "epoch": 137.81,
      "grad_norm": 8.348755836486816,
      "learning_rate": 4.498510753917301e-06,
      "loss": 0.3936,
      "step": 493790
    },
    {
      "epoch": 137.82,
      "grad_norm": 1.3489576578140259,
      "learning_rate": 4.498500116204659e-06,
      "loss": 0.3835,
      "step": 493800
    },
    {
      "epoch": 137.82,
      "grad_norm": 1.2327550649642944,
      "learning_rate": 4.4984894782052195e-06,
      "loss": 0.3974,
      "step": 493810
    },
    {
      "epoch": 137.82,
      "grad_norm": 1.3199046850204468,
      "learning_rate": 4.4984788399189835e-06,
      "loss": 0.4024,
      "step": 493820
    },
    {
      "epoch": 137.83,
      "grad_norm": 1.5771396160125732,
      "learning_rate": 4.498468201345952e-06,
      "loss": 0.3911,
      "step": 493830
    },
    {
      "epoch": 137.83,
      "grad_norm": 1.3640527725219727,
      "learning_rate": 4.498457562486128e-06,
      "loss": 0.3969,
      "step": 493840
    },
    {
      "epoch": 137.83,
      "grad_norm": 1.0684800148010254,
      "learning_rate": 4.498446923339511e-06,
      "loss": 0.4409,
      "step": 493850
    },
    {
      "epoch": 137.83,
      "grad_norm": 1.3193989992141724,
      "learning_rate": 4.498436283906104e-06,
      "loss": 0.4051,
      "step": 493860
    },
    {
      "epoch": 137.84,
      "grad_norm": 1.214722752571106,
      "learning_rate": 4.498425644185907e-06,
      "loss": 0.405,
      "step": 493870
    },
    {
      "epoch": 137.84,
      "grad_norm": 1.2759425640106201,
      "learning_rate": 4.498415004178922e-06,
      "loss": 0.3964,
      "step": 493880
    },
    {
      "epoch": 137.84,
      "grad_norm": 1.5325217247009277,
      "learning_rate": 4.498404363885151e-06,
      "loss": 0.386,
      "step": 493890
    },
    {
      "epoch": 137.85,
      "grad_norm": 1.1159061193466187,
      "learning_rate": 4.498393723304594e-06,
      "loss": 0.3834,
      "step": 493900
    },
    {
      "epoch": 137.85,
      "grad_norm": 1.118703007698059,
      "learning_rate": 4.498383082437255e-06,
      "loss": 0.3829,
      "step": 493910
    },
    {
      "epoch": 137.85,
      "grad_norm": 1.4827831983566284,
      "learning_rate": 4.498372441283133e-06,
      "loss": 0.3825,
      "step": 493920
    },
    {
      "epoch": 137.85,
      "grad_norm": 1.1238359212875366,
      "learning_rate": 4.4983617998422294e-06,
      "loss": 0.3866,
      "step": 493930
    },
    {
      "epoch": 137.86,
      "grad_norm": 1.1927001476287842,
      "learning_rate": 4.498351158114547e-06,
      "loss": 0.4034,
      "step": 493940
    },
    {
      "epoch": 137.86,
      "grad_norm": 1.3625411987304688,
      "learning_rate": 4.498340516100087e-06,
      "loss": 0.3936,
      "step": 493950
    },
    {
      "epoch": 137.86,
      "grad_norm": 1.4690279960632324,
      "learning_rate": 4.4983298737988495e-06,
      "loss": 0.3898,
      "step": 493960
    },
    {
      "epoch": 137.86,
      "grad_norm": 1.4333244562149048,
      "learning_rate": 4.498319231210837e-06,
      "loss": 0.4081,
      "step": 493970
    },
    {
      "epoch": 137.87,
      "grad_norm": 1.2967239618301392,
      "learning_rate": 4.498308588336051e-06,
      "loss": 0.3841,
      "step": 493980
    },
    {
      "epoch": 137.87,
      "grad_norm": 1.211593508720398,
      "learning_rate": 4.4982979451744924e-06,
      "loss": 0.3865,
      "step": 493990
    },
    {
      "epoch": 137.87,
      "grad_norm": 1.406121850013733,
      "learning_rate": 4.498287301726163e-06,
      "loss": 0.3961,
      "step": 494000
    },
    {
      "epoch": 137.88,
      "grad_norm": 1.1489773988723755,
      "learning_rate": 4.498276657991064e-06,
      "loss": 0.4043,
      "step": 494010
    },
    {
      "epoch": 137.88,
      "grad_norm": 1.4369280338287354,
      "learning_rate": 4.498266013969198e-06,
      "loss": 0.4035,
      "step": 494020
    },
    {
      "epoch": 137.88,
      "grad_norm": 1.357324481010437,
      "learning_rate": 4.4982553696605645e-06,
      "loss": 0.3981,
      "step": 494030
    },
    {
      "epoch": 137.88,
      "grad_norm": 1.4846165180206299,
      "learning_rate": 4.4982447250651655e-06,
      "loss": 0.4011,
      "step": 494040
    },
    {
      "epoch": 137.89,
      "grad_norm": 1.403428316116333,
      "learning_rate": 4.498234080183003e-06,
      "loss": 0.401,
      "step": 494050
    },
    {
      "epoch": 137.89,
      "grad_norm": 1.4468369483947754,
      "learning_rate": 4.498223435014078e-06,
      "loss": 0.4143,
      "step": 494060
    },
    {
      "epoch": 137.89,
      "grad_norm": 1.2102010250091553,
      "learning_rate": 4.498212789558392e-06,
      "loss": 0.3847,
      "step": 494070
    },
    {
      "epoch": 137.9,
      "grad_norm": 1.433268666267395,
      "learning_rate": 4.498202143815946e-06,
      "loss": 0.4035,
      "step": 494080
    },
    {
      "epoch": 137.9,
      "grad_norm": 1.422101378440857,
      "learning_rate": 4.498191497786743e-06,
      "loss": 0.4095,
      "step": 494090
    },
    {
      "epoch": 137.9,
      "grad_norm": 1.2505090236663818,
      "learning_rate": 4.498180851470782e-06,
      "loss": 0.4024,
      "step": 494100
    },
    {
      "epoch": 137.9,
      "grad_norm": 1.3650444746017456,
      "learning_rate": 4.498170204868066e-06,
      "loss": 0.3922,
      "step": 494110
    },
    {
      "epoch": 137.91,
      "grad_norm": 1.460654854774475,
      "learning_rate": 4.498159557978597e-06,
      "loss": 0.3949,
      "step": 494120
    },
    {
      "epoch": 137.91,
      "grad_norm": 1.2027950286865234,
      "learning_rate": 4.498148910802374e-06,
      "loss": 0.3951,
      "step": 494130
    },
    {
      "epoch": 137.91,
      "grad_norm": 1.3573675155639648,
      "learning_rate": 4.498138263339402e-06,
      "loss": 0.3733,
      "step": 494140
    },
    {
      "epoch": 137.92,
      "grad_norm": 1.4884177446365356,
      "learning_rate": 4.498127615589678e-06,
      "loss": 0.3916,
      "step": 494150
    },
    {
      "epoch": 137.92,
      "grad_norm": 1.037882924079895,
      "learning_rate": 4.498116967553206e-06,
      "loss": 0.407,
      "step": 494160
    },
    {
      "epoch": 137.92,
      "grad_norm": 1.6383812427520752,
      "learning_rate": 4.498106319229989e-06,
      "loss": 0.4081,
      "step": 494170
    },
    {
      "epoch": 137.92,
      "grad_norm": 1.2337970733642578,
      "learning_rate": 4.498095670620025e-06,
      "loss": 0.4023,
      "step": 494180
    },
    {
      "epoch": 137.93,
      "grad_norm": 1.1851247549057007,
      "learning_rate": 4.498085021723318e-06,
      "loss": 0.389,
      "step": 494190
    },
    {
      "epoch": 137.93,
      "grad_norm": 1.249234676361084,
      "learning_rate": 4.4980743725398674e-06,
      "loss": 0.3897,
      "step": 494200
    },
    {
      "epoch": 137.93,
      "grad_norm": 1.4733246564865112,
      "learning_rate": 4.498063723069677e-06,
      "loss": 0.3839,
      "step": 494210
    },
    {
      "epoch": 137.93,
      "grad_norm": 1.2036393880844116,
      "learning_rate": 4.498053073312745e-06,
      "loss": 0.4065,
      "step": 494220
    },
    {
      "epoch": 137.94,
      "grad_norm": 1.252384066581726,
      "learning_rate": 4.498042423269076e-06,
      "loss": 0.3848,
      "step": 494230
    },
    {
      "epoch": 137.94,
      "grad_norm": 3.7068231105804443,
      "learning_rate": 4.49803177293867e-06,
      "loss": 0.4211,
      "step": 494240
    },
    {
      "epoch": 137.94,
      "grad_norm": 1.2317793369293213,
      "learning_rate": 4.498021122321528e-06,
      "loss": 0.3762,
      "step": 494250
    },
    {
      "epoch": 137.95,
      "grad_norm": 1.4609071016311646,
      "learning_rate": 4.498010471417653e-06,
      "loss": 0.3978,
      "step": 494260
    },
    {
      "epoch": 137.95,
      "grad_norm": 1.2807585000991821,
      "learning_rate": 4.497999820227044e-06,
      "loss": 0.4143,
      "step": 494270
    },
    {
      "epoch": 137.95,
      "grad_norm": 1.1126177310943604,
      "learning_rate": 4.497989168749704e-06,
      "loss": 0.4116,
      "step": 494280
    },
    {
      "epoch": 137.95,
      "grad_norm": 1.309106707572937,
      "learning_rate": 4.497978516985635e-06,
      "loss": 0.3758,
      "step": 494290
    },
    {
      "epoch": 137.96,
      "grad_norm": 1.2858831882476807,
      "learning_rate": 4.497967864934837e-06,
      "loss": 0.3862,
      "step": 494300
    },
    {
      "epoch": 137.96,
      "grad_norm": 1.19898521900177,
      "learning_rate": 4.4979572125973126e-06,
      "loss": 0.409,
      "step": 494310
    },
    {
      "epoch": 137.96,
      "grad_norm": 1.3245092630386353,
      "learning_rate": 4.497946559973062e-06,
      "loss": 0.4012,
      "step": 494320
    },
    {
      "epoch": 137.97,
      "grad_norm": 1.3169467449188232,
      "learning_rate": 4.497935907062087e-06,
      "loss": 0.4164,
      "step": 494330
    },
    {
      "epoch": 137.97,
      "grad_norm": 1.5553078651428223,
      "learning_rate": 4.49792525386439e-06,
      "loss": 0.4222,
      "step": 494340
    },
    {
      "epoch": 137.97,
      "grad_norm": 1.4989665746688843,
      "learning_rate": 4.497914600379971e-06,
      "loss": 0.3877,
      "step": 494350
    },
    {
      "epoch": 137.97,
      "grad_norm": 1.4707404375076294,
      "learning_rate": 4.497903946608833e-06,
      "loss": 0.4105,
      "step": 494360
    },
    {
      "epoch": 137.98,
      "grad_norm": 1.0527117252349854,
      "learning_rate": 4.497893292550976e-06,
      "loss": 0.3881,
      "step": 494370
    },
    {
      "epoch": 137.98,
      "grad_norm": 1.2205320596694946,
      "learning_rate": 4.497882638206402e-06,
      "loss": 0.4035,
      "step": 494380
    },
    {
      "epoch": 137.98,
      "grad_norm": 1.2322075366973877,
      "learning_rate": 4.497871983575112e-06,
      "loss": 0.3867,
      "step": 494390
    },
    {
      "epoch": 137.98,
      "grad_norm": 1.1860722303390503,
      "learning_rate": 4.497861328657108e-06,
      "loss": 0.4099,
      "step": 494400
    },
    {
      "epoch": 137.99,
      "grad_norm": 1.1377956867218018,
      "learning_rate": 4.497850673452392e-06,
      "loss": 0.4005,
      "step": 494410
    },
    {
      "epoch": 137.99,
      "grad_norm": 1.2794908285140991,
      "learning_rate": 4.497840017960963e-06,
      "loss": 0.3856,
      "step": 494420
    },
    {
      "epoch": 137.99,
      "grad_norm": 1.239490032196045,
      "learning_rate": 4.497829362182825e-06,
      "loss": 0.3973,
      "step": 494430
    },
    {
      "epoch": 138.0,
      "grad_norm": 1.8756345510482788,
      "learning_rate": 4.497818706117978e-06,
      "loss": 0.3984,
      "step": 494440
    },
    {
      "epoch": 138.0,
      "grad_norm": 1.1806650161743164,
      "learning_rate": 4.4978080497664245e-06,
      "loss": 0.3961,
      "step": 494450
    },
    {
      "epoch": 138.0,
      "eval_loss": 0.39725521206855774,
      "eval_runtime": 63.287,
      "eval_samples_per_second": 79.937,
      "eval_steps_per_second": 10.002,
      "step": 494454
    },
    {
      "epoch": 138.0,
      "grad_norm": 1.2017748355865479,
      "learning_rate": 4.497797393128165e-06,
      "loss": 0.3851,
      "step": 494460
    },
    {
      "epoch": 138.0,
      "grad_norm": 1.411604881286621,
      "learning_rate": 4.497786736203201e-06,
      "loss": 0.3811,
      "step": 494470
    },
    {
      "epoch": 138.01,
      "grad_norm": 1.4322636127471924,
      "learning_rate": 4.4977760789915344e-06,
      "loss": 0.4022,
      "step": 494480
    },
    {
      "epoch": 138.01,
      "grad_norm": 1.5370272397994995,
      "learning_rate": 4.4977654214931665e-06,
      "loss": 0.408,
      "step": 494490
    },
    {
      "epoch": 138.01,
      "grad_norm": 1.2566823959350586,
      "learning_rate": 4.497754763708098e-06,
      "loss": 0.3901,
      "step": 494500
    },
    {
      "epoch": 138.02,
      "grad_norm": 1.2632862329483032,
      "learning_rate": 4.497744105636332e-06,
      "loss": 0.3996,
      "step": 494510
    },
    {
      "epoch": 138.02,
      "grad_norm": 1.0884568691253662,
      "learning_rate": 4.4977334472778675e-06,
      "loss": 0.4108,
      "step": 494520
    },
    {
      "epoch": 138.02,
      "grad_norm": 1.3097351789474487,
      "learning_rate": 4.4977227886327084e-06,
      "loss": 0.3927,
      "step": 494530
    },
    {
      "epoch": 138.02,
      "grad_norm": 1.352396845817566,
      "learning_rate": 4.497712129700854e-06,
      "loss": 0.4024,
      "step": 494540
    },
    {
      "epoch": 138.03,
      "grad_norm": 1.1174755096435547,
      "learning_rate": 4.497701470482307e-06,
      "loss": 0.3919,
      "step": 494550
    },
    {
      "epoch": 138.03,
      "grad_norm": 1.1793768405914307,
      "learning_rate": 4.497690810977068e-06,
      "loss": 0.4003,
      "step": 494560
    },
    {
      "epoch": 138.03,
      "grad_norm": 1.1739989519119263,
      "learning_rate": 4.497680151185139e-06,
      "loss": 0.3802,
      "step": 494570
    },
    {
      "epoch": 138.04,
      "grad_norm": 1.1317607164382935,
      "learning_rate": 4.4976694911065226e-06,
      "loss": 0.3879,
      "step": 494580
    },
    {
      "epoch": 138.04,
      "grad_norm": 1.5295919179916382,
      "learning_rate": 4.4976588307412175e-06,
      "loss": 0.393,
      "step": 494590
    },
    {
      "epoch": 138.04,
      "grad_norm": 1.233472466468811,
      "learning_rate": 4.497648170089227e-06,
      "loss": 0.3943,
      "step": 494600
    },
    {
      "epoch": 138.04,
      "grad_norm": 1.6168323755264282,
      "learning_rate": 4.497637509150552e-06,
      "loss": 0.413,
      "step": 494610
    },
    {
      "epoch": 138.05,
      "grad_norm": 1.3433538675308228,
      "learning_rate": 4.497626847925194e-06,
      "loss": 0.397,
      "step": 494620
    },
    {
      "epoch": 138.05,
      "grad_norm": 1.2853119373321533,
      "learning_rate": 4.497616186413155e-06,
      "loss": 0.4066,
      "step": 494630
    },
    {
      "epoch": 138.05,
      "grad_norm": 1.204588770866394,
      "learning_rate": 4.497605524614435e-06,
      "loss": 0.3884,
      "step": 494640
    },
    {
      "epoch": 138.05,
      "grad_norm": 1.2189762592315674,
      "learning_rate": 4.497594862529037e-06,
      "loss": 0.3817,
      "step": 494650
    },
    {
      "epoch": 138.06,
      "grad_norm": 3.46622633934021,
      "learning_rate": 4.4975842001569605e-06,
      "loss": 0.4128,
      "step": 494660
    },
    {
      "epoch": 138.06,
      "grad_norm": 1.45317542552948,
      "learning_rate": 4.497573537498209e-06,
      "loss": 0.4012,
      "step": 494670
    },
    {
      "epoch": 138.06,
      "grad_norm": 1.331920862197876,
      "learning_rate": 4.497562874552783e-06,
      "loss": 0.4061,
      "step": 494680
    },
    {
      "epoch": 138.07,
      "grad_norm": 1.0286568403244019,
      "learning_rate": 4.497552211320684e-06,
      "loss": 0.4104,
      "step": 494690
    },
    {
      "epoch": 138.07,
      "grad_norm": 1.4152345657348633,
      "learning_rate": 4.497541547801912e-06,
      "loss": 0.3909,
      "step": 494700
    },
    {
      "epoch": 138.07,
      "grad_norm": 1.3349215984344482,
      "learning_rate": 4.497530883996472e-06,
      "loss": 0.4024,
      "step": 494710
    },
    {
      "epoch": 138.07,
      "grad_norm": 1.281744122505188,
      "learning_rate": 4.497520219904361e-06,
      "loss": 0.43,
      "step": 494720
    },
    {
      "epoch": 138.08,
      "grad_norm": 1.0830775499343872,
      "learning_rate": 4.497509555525584e-06,
      "loss": 0.3938,
      "step": 494730
    },
    {
      "epoch": 138.08,
      "grad_norm": 1.2360563278198242,
      "learning_rate": 4.4974988908601405e-06,
      "loss": 0.4054,
      "step": 494740
    },
    {
      "epoch": 138.08,
      "grad_norm": 1.2553691864013672,
      "learning_rate": 4.497488225908032e-06,
      "loss": 0.4036,
      "step": 494750
    },
    {
      "epoch": 138.09,
      "grad_norm": 1.4071296453475952,
      "learning_rate": 4.497477560669261e-06,
      "loss": 0.3979,
      "step": 494760
    },
    {
      "epoch": 138.09,
      "grad_norm": 1.4278428554534912,
      "learning_rate": 4.4974668951438275e-06,
      "loss": 0.4075,
      "step": 494770
    },
    {
      "epoch": 138.09,
      "grad_norm": 1.263335108757019,
      "learning_rate": 4.497456229331735e-06,
      "loss": 0.4024,
      "step": 494780
    },
    {
      "epoch": 138.09,
      "grad_norm": 1.5315372943878174,
      "learning_rate": 4.497445563232983e-06,
      "loss": 0.4273,
      "step": 494790
    },
    {
      "epoch": 138.1,
      "grad_norm": 1.4342938661575317,
      "learning_rate": 4.497434896847573e-06,
      "loss": 0.3976,
      "step": 494800
    },
    {
      "epoch": 138.1,
      "grad_norm": 1.151593565940857,
      "learning_rate": 4.497424230175508e-06,
      "loss": 0.3939,
      "step": 494810
    },
    {
      "epoch": 138.1,
      "grad_norm": 1.114037036895752,
      "learning_rate": 4.497413563216788e-06,
      "loss": 0.3974,
      "step": 494820
    },
    {
      "epoch": 138.1,
      "grad_norm": 1.2287219762802124,
      "learning_rate": 4.497402895971414e-06,
      "loss": 0.3948,
      "step": 494830
    },
    {
      "epoch": 138.11,
      "grad_norm": 1.3130793571472168,
      "learning_rate": 4.497392228439389e-06,
      "loss": 0.3966,
      "step": 494840
    },
    {
      "epoch": 138.11,
      "grad_norm": 1.243229866027832,
      "learning_rate": 4.497381560620713e-06,
      "loss": 0.3885,
      "step": 494850
    },
    {
      "epoch": 138.11,
      "grad_norm": 1.503502607345581,
      "learning_rate": 4.497370892515388e-06,
      "loss": 0.3849,
      "step": 494860
    },
    {
      "epoch": 138.12,
      "grad_norm": 1.5211573839187622,
      "learning_rate": 4.497360224123417e-06,
      "loss": 0.3988,
      "step": 494870
    },
    {
      "epoch": 138.12,
      "grad_norm": 1.3653550148010254,
      "learning_rate": 4.497349555444799e-06,
      "loss": 0.3999,
      "step": 494880
    },
    {
      "epoch": 138.12,
      "grad_norm": 1.390504002571106,
      "learning_rate": 4.497338886479536e-06,
      "loss": 0.4087,
      "step": 494890
    },
    {
      "epoch": 138.12,
      "grad_norm": 1.465409278869629,
      "learning_rate": 4.497328217227629e-06,
      "loss": 0.3833,
      "step": 494900
    },
    {
      "epoch": 138.13,
      "grad_norm": 1.2678122520446777,
      "learning_rate": 4.497317547689082e-06,
      "loss": 0.4025,
      "step": 494910
    },
    {
      "epoch": 138.13,
      "grad_norm": 1.2714437246322632,
      "learning_rate": 4.4973068778638935e-06,
      "loss": 0.3904,
      "step": 494920
    },
    {
      "epoch": 138.13,
      "grad_norm": 1.305756688117981,
      "learning_rate": 4.497296207752066e-06,
      "loss": 0.3979,
      "step": 494930
    },
    {
      "epoch": 138.14,
      "grad_norm": 1.1903550624847412,
      "learning_rate": 4.4972855373536e-06,
      "loss": 0.399,
      "step": 494940
    },
    {
      "epoch": 138.14,
      "grad_norm": 1.1640186309814453,
      "learning_rate": 4.4972748666685e-06,
      "loss": 0.4,
      "step": 494950
    },
    {
      "epoch": 138.14,
      "grad_norm": 1.4093917608261108,
      "learning_rate": 4.497264195696764e-06,
      "loss": 0.3945,
      "step": 494960
    },
    {
      "epoch": 138.14,
      "grad_norm": 1.1894705295562744,
      "learning_rate": 4.497253524438394e-06,
      "loss": 0.3903,
      "step": 494970
    },
    {
      "epoch": 138.15,
      "grad_norm": 1.2602334022521973,
      "learning_rate": 4.4972428528933935e-06,
      "loss": 0.4006,
      "step": 494980
    },
    {
      "epoch": 138.15,
      "grad_norm": 1.1757179498672485,
      "learning_rate": 4.497232181061762e-06,
      "loss": 0.3859,
      "step": 494990
    },
    {
      "epoch": 138.15,
      "grad_norm": 1.215198040008545,
      "learning_rate": 4.497221508943501e-06,
      "loss": 0.4077,
      "step": 495000
    },
    {
      "epoch": 138.16,
      "grad_norm": 1.54483962059021,
      "learning_rate": 4.497210836538613e-06,
      "loss": 0.3996,
      "step": 495010
    },
    {
      "epoch": 138.16,
      "grad_norm": 1.4978536367416382,
      "learning_rate": 4.497200163847099e-06,
      "loss": 0.3999,
      "step": 495020
    },
    {
      "epoch": 138.16,
      "grad_norm": 1.4489761590957642,
      "learning_rate": 4.497189490868959e-06,
      "loss": 0.3934,
      "step": 495030
    },
    {
      "epoch": 138.16,
      "grad_norm": 1.4917279481887817,
      "learning_rate": 4.497178817604197e-06,
      "loss": 0.3859,
      "step": 495040
    },
    {
      "epoch": 138.17,
      "grad_norm": 1.3851217031478882,
      "learning_rate": 4.497168144052812e-06,
      "loss": 0.3961,
      "step": 495050
    },
    {
      "epoch": 138.17,
      "grad_norm": 1.2618979215621948,
      "learning_rate": 4.497157470214807e-06,
      "loss": 0.3927,
      "step": 495060
    },
    {
      "epoch": 138.17,
      "grad_norm": 1.163513422012329,
      "learning_rate": 4.497146796090182e-06,
      "loss": 0.4011,
      "step": 495070
    },
    {
      "epoch": 138.17,
      "grad_norm": 1.188708782196045,
      "learning_rate": 4.49713612167894e-06,
      "loss": 0.4004,
      "step": 495080
    },
    {
      "epoch": 138.18,
      "grad_norm": 1.359904408454895,
      "learning_rate": 4.497125446981082e-06,
      "loss": 0.4117,
      "step": 495090
    },
    {
      "epoch": 138.18,
      "grad_norm": 1.4676909446716309,
      "learning_rate": 4.497114771996608e-06,
      "loss": 0.4031,
      "step": 495100
    },
    {
      "epoch": 138.18,
      "grad_norm": 1.576292872428894,
      "learning_rate": 4.497104096725522e-06,
      "loss": 0.3832,
      "step": 495110
    },
    {
      "epoch": 138.19,
      "grad_norm": 1.5773097276687622,
      "learning_rate": 4.497093421167823e-06,
      "loss": 0.3845,
      "step": 495120
    },
    {
      "epoch": 138.19,
      "grad_norm": 4.19825553894043,
      "learning_rate": 4.497082745323514e-06,
      "loss": 0.405,
      "step": 495130
    },
    {
      "epoch": 138.19,
      "grad_norm": 1.4851787090301514,
      "learning_rate": 4.497072069192596e-06,
      "loss": 0.3746,
      "step": 495140
    },
    {
      "epoch": 138.19,
      "grad_norm": 1.1850221157073975,
      "learning_rate": 4.497061392775069e-06,
      "loss": 0.3999,
      "step": 495150
    },
    {
      "epoch": 138.2,
      "grad_norm": 1.7496987581253052,
      "learning_rate": 4.497050716070937e-06,
      "loss": 0.3918,
      "step": 495160
    },
    {
      "epoch": 138.2,
      "grad_norm": 1.1603782176971436,
      "learning_rate": 4.4970400390802e-06,
      "loss": 0.3838,
      "step": 495170
    },
    {
      "epoch": 138.2,
      "grad_norm": 1.3876217603683472,
      "learning_rate": 4.497029361802858e-06,
      "loss": 0.4059,
      "step": 495180
    },
    {
      "epoch": 138.21,
      "grad_norm": 1.2382372617721558,
      "learning_rate": 4.497018684238916e-06,
      "loss": 0.4004,
      "step": 495190
    },
    {
      "epoch": 138.21,
      "grad_norm": 1.237475037574768,
      "learning_rate": 4.497008006388372e-06,
      "loss": 0.4029,
      "step": 495200
    },
    {
      "epoch": 138.21,
      "grad_norm": 1.4432920217514038,
      "learning_rate": 4.496997328251229e-06,
      "loss": 0.407,
      "step": 495210
    },
    {
      "epoch": 138.21,
      "grad_norm": 1.121482491493225,
      "learning_rate": 4.496986649827488e-06,
      "loss": 0.3869,
      "step": 495220
    },
    {
      "epoch": 138.22,
      "grad_norm": 1.3954437971115112,
      "learning_rate": 4.496975971117152e-06,
      "loss": 0.3868,
      "step": 495230
    },
    {
      "epoch": 138.22,
      "grad_norm": 1.2840639352798462,
      "learning_rate": 4.49696529212022e-06,
      "loss": 0.3944,
      "step": 495240
    },
    {
      "epoch": 138.22,
      "grad_norm": 1.265415072441101,
      "learning_rate": 4.496954612836694e-06,
      "loss": 0.3913,
      "step": 495250
    },
    {
      "epoch": 138.22,
      "grad_norm": 1.3854289054870605,
      "learning_rate": 4.496943933266577e-06,
      "loss": 0.372,
      "step": 495260
    },
    {
      "epoch": 138.23,
      "grad_norm": 1.5063096284866333,
      "learning_rate": 4.496933253409868e-06,
      "loss": 0.3997,
      "step": 495270
    },
    {
      "epoch": 138.23,
      "grad_norm": 1.3234325647354126,
      "learning_rate": 4.49692257326657e-06,
      "loss": 0.4006,
      "step": 495280
    },
    {
      "epoch": 138.23,
      "grad_norm": 1.4107674360275269,
      "learning_rate": 4.496911892836685e-06,
      "loss": 0.3889,
      "step": 495290
    },
    {
      "epoch": 138.24,
      "grad_norm": 1.465004563331604,
      "learning_rate": 4.4969012121202124e-06,
      "loss": 0.4182,
      "step": 495300
    },
    {
      "epoch": 138.24,
      "grad_norm": 1.241677165031433,
      "learning_rate": 4.496890531117155e-06,
      "loss": 0.4036,
      "step": 495310
    },
    {
      "epoch": 138.24,
      "grad_norm": 1.4708874225616455,
      "learning_rate": 4.496879849827516e-06,
      "loss": 0.3959,
      "step": 495320
    },
    {
      "epoch": 138.24,
      "grad_norm": 1.1581331491470337,
      "learning_rate": 4.496869168251293e-06,
      "loss": 0.3913,
      "step": 495330
    },
    {
      "epoch": 138.25,
      "grad_norm": 1.25847589969635,
      "learning_rate": 4.49685848638849e-06,
      "loss": 0.3866,
      "step": 495340
    },
    {
      "epoch": 138.25,
      "grad_norm": 1.3104097843170166,
      "learning_rate": 4.4968478042391065e-06,
      "loss": 0.3934,
      "step": 495350
    },
    {
      "epoch": 138.25,
      "grad_norm": 1.2897201776504517,
      "learning_rate": 4.496837121803146e-06,
      "loss": 0.4058,
      "step": 495360
    },
    {
      "epoch": 138.26,
      "grad_norm": 1.523406982421875,
      "learning_rate": 4.496826439080609e-06,
      "loss": 0.3951,
      "step": 495370
    },
    {
      "epoch": 138.26,
      "grad_norm": 1.268468976020813,
      "learning_rate": 4.496815756071496e-06,
      "loss": 0.415,
      "step": 495380
    },
    {
      "epoch": 138.26,
      "grad_norm": 1.220820426940918,
      "learning_rate": 4.496805072775811e-06,
      "loss": 0.3925,
      "step": 495390
    },
    {
      "epoch": 138.26,
      "grad_norm": 1.2430965900421143,
      "learning_rate": 4.496794389193552e-06,
      "loss": 0.393,
      "step": 495400
    },
    {
      "epoch": 138.27,
      "grad_norm": 1.3659065961837769,
      "learning_rate": 4.496783705324723e-06,
      "loss": 0.3953,
      "step": 495410
    },
    {
      "epoch": 138.27,
      "grad_norm": 5.910264015197754,
      "learning_rate": 4.4967730211693254e-06,
      "loss": 0.386,
      "step": 495420
    },
    {
      "epoch": 138.27,
      "grad_norm": 1.2703735828399658,
      "learning_rate": 4.496762336727359e-06,
      "loss": 0.4133,
      "step": 495430
    },
    {
      "epoch": 138.28,
      "grad_norm": 1.2862149477005005,
      "learning_rate": 4.496751651998826e-06,
      "loss": 0.4179,
      "step": 495440
    },
    {
      "epoch": 138.28,
      "grad_norm": 1.1440867185592651,
      "learning_rate": 4.496740966983728e-06,
      "loss": 0.3869,
      "step": 495450
    },
    {
      "epoch": 138.28,
      "grad_norm": 1.1469405889511108,
      "learning_rate": 4.496730281682067e-06,
      "loss": 0.3841,
      "step": 495460
    },
    {
      "epoch": 138.28,
      "grad_norm": 1.3901546001434326,
      "learning_rate": 4.496719596093844e-06,
      "loss": 0.4187,
      "step": 495470
    },
    {
      "epoch": 138.29,
      "grad_norm": 1.288467288017273,
      "learning_rate": 4.496708910219059e-06,
      "loss": 0.4069,
      "step": 495480
    },
    {
      "epoch": 138.29,
      "grad_norm": 1.0103000402450562,
      "learning_rate": 4.496698224057714e-06,
      "loss": 0.4231,
      "step": 495490
    },
    {
      "epoch": 138.29,
      "grad_norm": 1.3364007472991943,
      "learning_rate": 4.4966875376098126e-06,
      "loss": 0.3889,
      "step": 495500
    },
    {
      "epoch": 138.29,
      "grad_norm": 1.3144632577896118,
      "learning_rate": 4.496676850875354e-06,
      "loss": 0.3917,
      "step": 495510
    },
    {
      "epoch": 138.3,
      "grad_norm": 1.3003968000411987,
      "learning_rate": 4.49666616385434e-06,
      "loss": 0.3897,
      "step": 495520
    },
    {
      "epoch": 138.3,
      "grad_norm": 1.408726453781128,
      "learning_rate": 4.496655476546773e-06,
      "loss": 0.3941,
      "step": 495530
    },
    {
      "epoch": 138.3,
      "grad_norm": 1.3102718591690063,
      "learning_rate": 4.4966447889526526e-06,
      "loss": 0.3802,
      "step": 495540
    },
    {
      "epoch": 138.31,
      "grad_norm": 1.479006052017212,
      "learning_rate": 4.496634101071982e-06,
      "loss": 0.3861,
      "step": 495550
    },
    {
      "epoch": 138.31,
      "grad_norm": 1.5566660165786743,
      "learning_rate": 4.496623412904762e-06,
      "loss": 0.3877,
      "step": 495560
    },
    {
      "epoch": 138.31,
      "grad_norm": 1.161458134651184,
      "learning_rate": 4.496612724450994e-06,
      "loss": 0.38,
      "step": 495570
    },
    {
      "epoch": 138.31,
      "grad_norm": 1.1115949153900146,
      "learning_rate": 4.4966020357106794e-06,
      "loss": 0.4025,
      "step": 495580
    },
    {
      "epoch": 138.32,
      "grad_norm": 1.2093992233276367,
      "learning_rate": 4.496591346683819e-06,
      "loss": 0.3881,
      "step": 495590
    },
    {
      "epoch": 138.32,
      "grad_norm": 1.6649185419082642,
      "learning_rate": 4.496580657370415e-06,
      "loss": 0.3966,
      "step": 495600
    },
    {
      "epoch": 138.32,
      "grad_norm": 1.1989792585372925,
      "learning_rate": 4.49656996777047e-06,
      "loss": 0.3921,
      "step": 495610
    },
    {
      "epoch": 138.33,
      "grad_norm": 1.4804619550704956,
      "learning_rate": 4.496559277883982e-06,
      "loss": 0.3789,
      "step": 495620
    },
    {
      "epoch": 138.33,
      "grad_norm": 1.1646009683609009,
      "learning_rate": 4.496548587710956e-06,
      "loss": 0.4155,
      "step": 495630
    },
    {
      "epoch": 138.33,
      "grad_norm": 1.0910632610321045,
      "learning_rate": 4.4965378972513915e-06,
      "loss": 0.405,
      "step": 495640
    },
    {
      "epoch": 138.33,
      "grad_norm": 1.2354261875152588,
      "learning_rate": 4.49652720650529e-06,
      "loss": 0.4008,
      "step": 495650
    },
    {
      "epoch": 138.34,
      "grad_norm": 1.652811884880066,
      "learning_rate": 4.496516515472654e-06,
      "loss": 0.3902,
      "step": 495660
    },
    {
      "epoch": 138.34,
      "grad_norm": 1.1963223218917847,
      "learning_rate": 4.496505824153483e-06,
      "loss": 0.4221,
      "step": 495670
    },
    {
      "epoch": 138.34,
      "grad_norm": 1.5624245405197144,
      "learning_rate": 4.49649513254778e-06,
      "loss": 0.4155,
      "step": 495680
    },
    {
      "epoch": 138.34,
      "grad_norm": 1.1060086488723755,
      "learning_rate": 4.496484440655547e-06,
      "loss": 0.3888,
      "step": 495690
    },
    {
      "epoch": 138.35,
      "grad_norm": 1.403274416923523,
      "learning_rate": 4.496473748476784e-06,
      "loss": 0.4079,
      "step": 495700
    },
    {
      "epoch": 138.35,
      "grad_norm": 1.2680402994155884,
      "learning_rate": 4.496463056011492e-06,
      "loss": 0.4015,
      "step": 495710
    },
    {
      "epoch": 138.35,
      "grad_norm": 1.2552632093429565,
      "learning_rate": 4.496452363259674e-06,
      "loss": 0.3775,
      "step": 495720
    },
    {
      "epoch": 138.36,
      "grad_norm": 1.1939395666122437,
      "learning_rate": 4.496441670221331e-06,
      "loss": 0.4062,
      "step": 495730
    },
    {
      "epoch": 138.36,
      "grad_norm": 1.424004316329956,
      "learning_rate": 4.496430976896464e-06,
      "loss": 0.416,
      "step": 495740
    },
    {
      "epoch": 138.36,
      "grad_norm": 1.2934598922729492,
      "learning_rate": 4.496420283285075e-06,
      "loss": 0.4039,
      "step": 495750
    },
    {
      "epoch": 138.36,
      "grad_norm": 1.5143158435821533,
      "learning_rate": 4.496409589387163e-06,
      "loss": 0.4069,
      "step": 495760
    },
    {
      "epoch": 138.37,
      "grad_norm": 1.3910613059997559,
      "learning_rate": 4.496398895202734e-06,
      "loss": 0.3875,
      "step": 495770
    },
    {
      "epoch": 138.37,
      "grad_norm": 1.439007043838501,
      "learning_rate": 4.496388200731785e-06,
      "loss": 0.4098,
      "step": 495780
    },
    {
      "epoch": 138.37,
      "grad_norm": 1.4993574619293213,
      "learning_rate": 4.496377505974321e-06,
      "loss": 0.386,
      "step": 495790
    },
    {
      "epoch": 138.38,
      "grad_norm": 1.2058552503585815,
      "learning_rate": 4.49636681093034e-06,
      "loss": 0.408,
      "step": 495800
    },
    {
      "epoch": 138.38,
      "grad_norm": 1.0724432468414307,
      "learning_rate": 4.496356115599846e-06,
      "loss": 0.3985,
      "step": 495810
    },
    {
      "epoch": 138.38,
      "grad_norm": 1.1926982402801514,
      "learning_rate": 4.496345419982839e-06,
      "loss": 0.3986,
      "step": 495820
    },
    {
      "epoch": 138.38,
      "grad_norm": 1.2258610725402832,
      "learning_rate": 4.496334724079321e-06,
      "loss": 0.4236,
      "step": 495830
    },
    {
      "epoch": 138.39,
      "grad_norm": 2.5433247089385986,
      "learning_rate": 4.496324027889294e-06,
      "loss": 0.3946,
      "step": 495840
    },
    {
      "epoch": 138.39,
      "grad_norm": 1.3147542476654053,
      "learning_rate": 4.496313331412759e-06,
      "loss": 0.388,
      "step": 495850
    },
    {
      "epoch": 138.39,
      "grad_norm": 1.2824314832687378,
      "learning_rate": 4.496302634649716e-06,
      "loss": 0.4106,
      "step": 495860
    },
    {
      "epoch": 138.4,
      "grad_norm": 1.2845932245254517,
      "learning_rate": 4.496291937600168e-06,
      "loss": 0.387,
      "step": 495870
    },
    {
      "epoch": 138.4,
      "grad_norm": 1.1451551914215088,
      "learning_rate": 4.496281240264117e-06,
      "loss": 0.3977,
      "step": 495880
    },
    {
      "epoch": 138.4,
      "grad_norm": 1.267646074295044,
      "learning_rate": 4.496270542641563e-06,
      "loss": 0.4009,
      "step": 495890
    },
    {
      "epoch": 138.4,
      "grad_norm": 1.136557698249817,
      "learning_rate": 4.496259844732508e-06,
      "loss": 0.3959,
      "step": 495900
    },
    {
      "epoch": 138.41,
      "grad_norm": 1.204162359237671,
      "learning_rate": 4.496249146536952e-06,
      "loss": 0.3825,
      "step": 495910
    },
    {
      "epoch": 138.41,
      "grad_norm": 1.3317517042160034,
      "learning_rate": 4.4962384480549e-06,
      "loss": 0.411,
      "step": 495920
    },
    {
      "epoch": 138.41,
      "grad_norm": 1.2376792430877686,
      "learning_rate": 4.4962277492863505e-06,
      "loss": 0.4014,
      "step": 495930
    },
    {
      "epoch": 138.41,
      "grad_norm": 1.4239858388900757,
      "learning_rate": 4.496217050231305e-06,
      "loss": 0.4054,
      "step": 495940
    },
    {
      "epoch": 138.42,
      "grad_norm": 1.444472312927246,
      "learning_rate": 4.496206350889766e-06,
      "loss": 0.4028,
      "step": 495950
    },
    {
      "epoch": 138.42,
      "grad_norm": 1.2402513027191162,
      "learning_rate": 4.496195651261735e-06,
      "loss": 0.3862,
      "step": 495960
    },
    {
      "epoch": 138.42,
      "grad_norm": 1.4290419816970825,
      "learning_rate": 4.496184951347212e-06,
      "loss": 0.408,
      "step": 495970
    },
    {
      "epoch": 138.43,
      "grad_norm": 1.3131158351898193,
      "learning_rate": 4.4961742511462e-06,
      "loss": 0.3853,
      "step": 495980
    },
    {
      "epoch": 138.43,
      "grad_norm": 1.267554521560669,
      "learning_rate": 4.496163550658699e-06,
      "loss": 0.4084,
      "step": 495990
    },
    {
      "epoch": 138.43,
      "grad_norm": 1.4287892580032349,
      "learning_rate": 4.496152849884711e-06,
      "loss": 0.3997,
      "step": 496000
    },
    {
      "epoch": 138.43,
      "grad_norm": 1.5537056922912598,
      "learning_rate": 4.4961421488242385e-06,
      "loss": 0.4018,
      "step": 496010
    },
    {
      "epoch": 138.44,
      "grad_norm": 1.3063428401947021,
      "learning_rate": 4.496131447477281e-06,
      "loss": 0.4048,
      "step": 496020
    },
    {
      "epoch": 138.44,
      "grad_norm": 1.3487414121627808,
      "learning_rate": 4.496120745843842e-06,
      "loss": 0.4074,
      "step": 496030
    },
    {
      "epoch": 138.44,
      "grad_norm": 1.4232211112976074,
      "learning_rate": 4.496110043923922e-06,
      "loss": 0.3947,
      "step": 496040
    },
    {
      "epoch": 138.45,
      "grad_norm": 1.5736985206604004,
      "learning_rate": 4.496099341717521e-06,
      "loss": 0.3833,
      "step": 496050
    },
    {
      "epoch": 138.45,
      "grad_norm": 1.1881054639816284,
      "learning_rate": 4.4960886392246425e-06,
      "loss": 0.403,
      "step": 496060
    },
    {
      "epoch": 138.45,
      "grad_norm": 1.4853219985961914,
      "learning_rate": 4.496077936445287e-06,
      "loss": 0.3894,
      "step": 496070
    },
    {
      "epoch": 138.45,
      "grad_norm": 1.233151912689209,
      "learning_rate": 4.4960672333794564e-06,
      "loss": 0.3931,
      "step": 496080
    },
    {
      "epoch": 138.46,
      "grad_norm": 1.1338862180709839,
      "learning_rate": 4.496056530027151e-06,
      "loss": 0.4002,
      "step": 496090
    },
    {
      "epoch": 138.46,
      "grad_norm": 1.3229413032531738,
      "learning_rate": 4.496045826388374e-06,
      "loss": 0.4127,
      "step": 496100
    },
    {
      "epoch": 138.46,
      "grad_norm": 1.1200345754623413,
      "learning_rate": 4.496035122463125e-06,
      "loss": 0.4131,
      "step": 496110
    },
    {
      "epoch": 138.46,
      "grad_norm": 1.189615249633789,
      "learning_rate": 4.496024418251407e-06,
      "loss": 0.4111,
      "step": 496120
    },
    {
      "epoch": 138.47,
      "grad_norm": 1.6426891088485718,
      "learning_rate": 4.4960137137532206e-06,
      "loss": 0.3897,
      "step": 496130
    },
    {
      "epoch": 138.47,
      "grad_norm": 1.082559585571289,
      "learning_rate": 4.4960030089685675e-06,
      "loss": 0.3919,
      "step": 496140
    },
    {
      "epoch": 138.47,
      "grad_norm": 1.4625675678253174,
      "learning_rate": 4.495992303897448e-06,
      "loss": 0.39,
      "step": 496150
    },
    {
      "epoch": 138.48,
      "grad_norm": 1.1723954677581787,
      "learning_rate": 4.495981598539865e-06,
      "loss": 0.4085,
      "step": 496160
    },
    {
      "epoch": 138.48,
      "grad_norm": 1.2503514289855957,
      "learning_rate": 4.495970892895819e-06,
      "loss": 0.3979,
      "step": 496170
    },
    {
      "epoch": 138.48,
      "grad_norm": 1.1872798204421997,
      "learning_rate": 4.495960186965313e-06,
      "loss": 0.3942,
      "step": 496180
    },
    {
      "epoch": 138.48,
      "grad_norm": 1.381807565689087,
      "learning_rate": 4.4959494807483455e-06,
      "loss": 0.3828,
      "step": 496190
    },
    {
      "epoch": 138.49,
      "grad_norm": 1.4236513376235962,
      "learning_rate": 4.495938774244921e-06,
      "loss": 0.3873,
      "step": 496200
    },
    {
      "epoch": 138.49,
      "grad_norm": 1.1990118026733398,
      "learning_rate": 4.4959280674550395e-06,
      "loss": 0.3942,
      "step": 496210
    },
    {
      "epoch": 138.49,
      "grad_norm": 1.0819190740585327,
      "learning_rate": 4.495917360378702e-06,
      "loss": 0.3857,
      "step": 496220
    },
    {
      "epoch": 138.5,
      "grad_norm": 1.242276668548584,
      "learning_rate": 4.4959066530159106e-06,
      "loss": 0.3987,
      "step": 496230
    },
    {
      "epoch": 138.5,
      "grad_norm": 1.3633177280426025,
      "learning_rate": 4.495895945366667e-06,
      "loss": 0.3855,
      "step": 496240
    },
    {
      "epoch": 138.5,
      "grad_norm": 1.1845029592514038,
      "learning_rate": 4.495885237430971e-06,
      "loss": 0.3845,
      "step": 496250
    },
    {
      "epoch": 138.5,
      "grad_norm": 1.3481565713882446,
      "learning_rate": 4.495874529208826e-06,
      "loss": 0.4129,
      "step": 496260
    },
    {
      "epoch": 138.51,
      "grad_norm": 1.2244025468826294,
      "learning_rate": 4.495863820700233e-06,
      "loss": 0.3782,
      "step": 496270
    },
    {
      "epoch": 138.51,
      "grad_norm": 1.1923539638519287,
      "learning_rate": 4.495853111905192e-06,
      "loss": 0.391,
      "step": 496280
    },
    {
      "epoch": 138.51,
      "grad_norm": 1.3799943923950195,
      "learning_rate": 4.495842402823707e-06,
      "loss": 0.3891,
      "step": 496290
    },
    {
      "epoch": 138.52,
      "grad_norm": 1.317431092262268,
      "learning_rate": 4.495831693455777e-06,
      "loss": 0.4,
      "step": 496300
    },
    {
      "epoch": 138.52,
      "grad_norm": 1.1434677839279175,
      "learning_rate": 4.495820983801404e-06,
      "loss": 0.4025,
      "step": 496310
    },
    {
      "epoch": 138.52,
      "grad_norm": 1.5199413299560547,
      "learning_rate": 4.49581027386059e-06,
      "loss": 0.394,
      "step": 496320
    },
    {
      "epoch": 138.52,
      "grad_norm": 1.3700237274169922,
      "learning_rate": 4.495799563633337e-06,
      "loss": 0.3921,
      "step": 496330
    },
    {
      "epoch": 138.53,
      "grad_norm": 1.428097128868103,
      "learning_rate": 4.495788853119645e-06,
      "loss": 0.4033,
      "step": 496340
    },
    {
      "epoch": 138.53,
      "grad_norm": 1.1343141794204712,
      "learning_rate": 4.495778142319516e-06,
      "loss": 0.4087,
      "step": 496350
    },
    {
      "epoch": 138.53,
      "grad_norm": 1.2416059970855713,
      "learning_rate": 4.495767431232951e-06,
      "loss": 0.4009,
      "step": 496360
    },
    {
      "epoch": 138.53,
      "grad_norm": 1.1921970844268799,
      "learning_rate": 4.495756719859952e-06,
      "loss": 0.3833,
      "step": 496370
    },
    {
      "epoch": 138.54,
      "grad_norm": 1.3384654521942139,
      "learning_rate": 4.4957460082005215e-06,
      "loss": 0.3958,
      "step": 496380
    },
    {
      "epoch": 138.54,
      "grad_norm": 1.2850812673568726,
      "learning_rate": 4.495735296254659e-06,
      "loss": 0.4083,
      "step": 496390
    },
    {
      "epoch": 138.54,
      "grad_norm": 1.265810251235962,
      "learning_rate": 4.495724584022366e-06,
      "loss": 0.3886,
      "step": 496400
    },
    {
      "epoch": 138.55,
      "grad_norm": 1.3101872205734253,
      "learning_rate": 4.495713871503646e-06,
      "loss": 0.3979,
      "step": 496410
    },
    {
      "epoch": 138.55,
      "grad_norm": 1.0677423477172852,
      "learning_rate": 4.495703158698498e-06,
      "loss": 0.3969,
      "step": 496420
    },
    {
      "epoch": 138.55,
      "grad_norm": 1.2220053672790527,
      "learning_rate": 4.495692445606924e-06,
      "loss": 0.3846,
      "step": 496430
    },
    {
      "epoch": 138.55,
      "grad_norm": 1.1615874767303467,
      "learning_rate": 4.495681732228927e-06,
      "loss": 0.4005,
      "step": 496440
    },
    {
      "epoch": 138.56,
      "grad_norm": 1.2329370975494385,
      "learning_rate": 4.4956710185645065e-06,
      "loss": 0.3968,
      "step": 496450
    },
    {
      "epoch": 138.56,
      "grad_norm": 1.3677000999450684,
      "learning_rate": 4.495660304613666e-06,
      "loss": 0.3964,
      "step": 496460
    },
    {
      "epoch": 138.56,
      "grad_norm": 1.2027196884155273,
      "learning_rate": 4.495649590376404e-06,
      "loss": 0.4017,
      "step": 496470
    },
    {
      "epoch": 138.57,
      "grad_norm": 1.3798729181289673,
      "learning_rate": 4.4956388758527245e-06,
      "loss": 0.3978,
      "step": 496480
    },
    {
      "epoch": 138.57,
      "grad_norm": 1.2969467639923096,
      "learning_rate": 4.4956281610426275e-06,
      "loss": 0.4024,
      "step": 496490
    },
    {
      "epoch": 138.57,
      "grad_norm": 1.067983865737915,
      "learning_rate": 4.495617445946116e-06,
      "loss": 0.396,
      "step": 496500
    },
    {
      "epoch": 138.57,
      "grad_norm": 1.5625747442245483,
      "learning_rate": 4.49560673056319e-06,
      "loss": 0.3826,
      "step": 496510
    },
    {
      "epoch": 138.58,
      "grad_norm": 1.2780729532241821,
      "learning_rate": 4.49559601489385e-06,
      "loss": 0.3943,
      "step": 496520
    },
    {
      "epoch": 138.58,
      "grad_norm": 2.8837709426879883,
      "learning_rate": 4.4955852989381e-06,
      "loss": 0.3825,
      "step": 496530
    },
    {
      "epoch": 138.58,
      "grad_norm": 1.230209231376648,
      "learning_rate": 4.495574582695939e-06,
      "loss": 0.387,
      "step": 496540
    },
    {
      "epoch": 138.58,
      "grad_norm": 1.5144083499908447,
      "learning_rate": 4.49556386616737e-06,
      "loss": 0.4101,
      "step": 496550
    },
    {
      "epoch": 138.59,
      "grad_norm": 1.086421251296997,
      "learning_rate": 4.495553149352395e-06,
      "loss": 0.3805,
      "step": 496560
    },
    {
      "epoch": 138.59,
      "grad_norm": 1.3353320360183716,
      "learning_rate": 4.495542432251014e-06,
      "loss": 0.3864,
      "step": 496570
    },
    {
      "epoch": 138.59,
      "grad_norm": 1.1364736557006836,
      "learning_rate": 4.495531714863228e-06,
      "loss": 0.3904,
      "step": 496580
    },
    {
      "epoch": 138.6,
      "grad_norm": 1.3603389263153076,
      "learning_rate": 4.49552099718904e-06,
      "loss": 0.3865,
      "step": 496590
    },
    {
      "epoch": 138.6,
      "grad_norm": 1.1063745021820068,
      "learning_rate": 4.495510279228451e-06,
      "loss": 0.4009,
      "step": 496600
    },
    {
      "epoch": 138.6,
      "grad_norm": 1.6435545682907104,
      "learning_rate": 4.495499560981462e-06,
      "loss": 0.385,
      "step": 496610
    },
    {
      "epoch": 138.6,
      "grad_norm": 1.2793715000152588,
      "learning_rate": 4.495488842448073e-06,
      "loss": 0.3878,
      "step": 496620
    },
    {
      "epoch": 138.61,
      "grad_norm": 1.0872666835784912,
      "learning_rate": 4.495478123628288e-06,
      "loss": 0.3874,
      "step": 496630
    },
    {
      "epoch": 138.61,
      "grad_norm": 1.2716306447982788,
      "learning_rate": 4.495467404522108e-06,
      "loss": 0.3949,
      "step": 496640
    },
    {
      "epoch": 138.61,
      "grad_norm": 1.2360295057296753,
      "learning_rate": 4.495456685129534e-06,
      "loss": 0.4026,
      "step": 496650
    },
    {
      "epoch": 138.62,
      "grad_norm": 1.1867495775222778,
      "learning_rate": 4.4954459654505664e-06,
      "loss": 0.3895,
      "step": 496660
    },
    {
      "epoch": 138.62,
      "grad_norm": 1.6995115280151367,
      "learning_rate": 4.495435245485207e-06,
      "loss": 0.4079,
      "step": 496670
    },
    {
      "epoch": 138.62,
      "grad_norm": 1.3581448793411255,
      "learning_rate": 4.4954245252334585e-06,
      "loss": 0.4144,
      "step": 496680
    },
    {
      "epoch": 138.62,
      "grad_norm": 1.430116057395935,
      "learning_rate": 4.495413804695322e-06,
      "loss": 0.3969,
      "step": 496690
    },
    {
      "epoch": 138.63,
      "grad_norm": 1.4941468238830566,
      "learning_rate": 4.495403083870798e-06,
      "loss": 0.4032,
      "step": 496700
    },
    {
      "epoch": 138.63,
      "grad_norm": 1.3003120422363281,
      "learning_rate": 4.495392362759888e-06,
      "loss": 0.3933,
      "step": 496710
    },
    {
      "epoch": 138.63,
      "grad_norm": 1.3086193799972534,
      "learning_rate": 4.4953816413625945e-06,
      "loss": 0.3947,
      "step": 496720
    },
    {
      "epoch": 138.64,
      "grad_norm": 1.4883331060409546,
      "learning_rate": 4.4953709196789175e-06,
      "loss": 0.3874,
      "step": 496730
    },
    {
      "epoch": 138.64,
      "grad_norm": 1.4273159503936768,
      "learning_rate": 4.4953601977088595e-06,
      "loss": 0.4006,
      "step": 496740
    },
    {
      "epoch": 138.64,
      "grad_norm": 1.5570096969604492,
      "learning_rate": 4.4953494754524215e-06,
      "loss": 0.408,
      "step": 496750
    },
    {
      "epoch": 138.64,
      "grad_norm": 1.2488155364990234,
      "learning_rate": 4.495338752909606e-06,
      "loss": 0.4023,
      "step": 496760
    },
    {
      "epoch": 138.65,
      "grad_norm": 1.0164692401885986,
      "learning_rate": 4.4953280300804124e-06,
      "loss": 0.4159,
      "step": 496770
    },
    {
      "epoch": 138.65,
      "grad_norm": 1.1593315601348877,
      "learning_rate": 4.495317306964842e-06,
      "loss": 0.3972,
      "step": 496780
    },
    {
      "epoch": 138.65,
      "grad_norm": 1.3459762334823608,
      "learning_rate": 4.4953065835629e-06,
      "loss": 0.3936,
      "step": 496790
    },
    {
      "epoch": 138.65,
      "grad_norm": 1.3180502653121948,
      "learning_rate": 4.495295859874584e-06,
      "loss": 0.3916,
      "step": 496800
    },
    {
      "epoch": 138.66,
      "grad_norm": 1.091131567955017,
      "learning_rate": 4.495285135899896e-06,
      "loss": 0.3941,
      "step": 496810
    },
    {
      "epoch": 138.66,
      "grad_norm": 1.191696047782898,
      "learning_rate": 4.4952744116388395e-06,
      "loss": 0.396,
      "step": 496820
    },
    {
      "epoch": 138.66,
      "grad_norm": 1.3460134267807007,
      "learning_rate": 4.4952636870914136e-06,
      "loss": 0.3852,
      "step": 496830
    },
    {
      "epoch": 138.67,
      "grad_norm": 1.5574768781661987,
      "learning_rate": 4.495252962257621e-06,
      "loss": 0.3892,
      "step": 496840
    },
    {
      "epoch": 138.67,
      "grad_norm": 1.3825864791870117,
      "learning_rate": 4.495242237137462e-06,
      "loss": 0.3861,
      "step": 496850
    },
    {
      "epoch": 138.67,
      "grad_norm": 1.295227289199829,
      "learning_rate": 4.49523151173094e-06,
      "loss": 0.3979,
      "step": 496860
    },
    {
      "epoch": 138.67,
      "grad_norm": 1.3043923377990723,
      "learning_rate": 4.495220786038054e-06,
      "loss": 0.4111,
      "step": 496870
    },
    {
      "epoch": 138.68,
      "grad_norm": 1.193374514579773,
      "learning_rate": 4.495210060058808e-06,
      "loss": 0.4097,
      "step": 496880
    },
    {
      "epoch": 138.68,
      "grad_norm": 1.2124199867248535,
      "learning_rate": 4.4951993337932e-06,
      "loss": 0.4161,
      "step": 496890
    },
    {
      "epoch": 138.68,
      "grad_norm": 1.3200360536575317,
      "learning_rate": 4.4951886072412354e-06,
      "loss": 0.3893,
      "step": 496900
    },
    {
      "epoch": 138.69,
      "grad_norm": 1.2920087575912476,
      "learning_rate": 4.495177880402913e-06,
      "loss": 0.3696,
      "step": 496910
    },
    {
      "epoch": 138.69,
      "grad_norm": 1.6485861539840698,
      "learning_rate": 4.4951671532782354e-06,
      "loss": 0.3896,
      "step": 496920
    },
    {
      "epoch": 138.69,
      "grad_norm": 1.9613252878189087,
      "learning_rate": 4.495156425867204e-06,
      "loss": 0.4096,
      "step": 496930
    },
    {
      "epoch": 138.69,
      "grad_norm": 1.4106603860855103,
      "learning_rate": 4.495145698169818e-06,
      "loss": 0.3978,
      "step": 496940
    },
    {
      "epoch": 138.7,
      "grad_norm": 1.4008398056030273,
      "learning_rate": 4.495134970186083e-06,
      "loss": 0.3998,
      "step": 496950
    },
    {
      "epoch": 138.7,
      "grad_norm": 1.6262190341949463,
      "learning_rate": 4.495124241915997e-06,
      "loss": 0.397,
      "step": 496960
    },
    {
      "epoch": 138.7,
      "grad_norm": 1.2846565246582031,
      "learning_rate": 4.495113513359562e-06,
      "loss": 0.3985,
      "step": 496970
    },
    {
      "epoch": 138.7,
      "grad_norm": 1.27273690700531,
      "learning_rate": 4.49510278451678e-06,
      "loss": 0.4053,
      "step": 496980
    },
    {
      "epoch": 138.71,
      "grad_norm": 1.2984086275100708,
      "learning_rate": 4.495092055387653e-06,
      "loss": 0.4157,
      "step": 496990
    },
    {
      "epoch": 138.71,
      "grad_norm": 1.8119513988494873,
      "learning_rate": 4.4950813259721815e-06,
      "loss": 0.393,
      "step": 497000
    },
    {
      "epoch": 138.71,
      "grad_norm": 1.4956196546554565,
      "learning_rate": 4.495070596270367e-06,
      "loss": 0.3972,
      "step": 497010
    },
    {
      "epoch": 138.72,
      "grad_norm": 1.1421035528182983,
      "learning_rate": 4.495059866282212e-06,
      "loss": 0.3924,
      "step": 497020
    },
    {
      "epoch": 138.72,
      "grad_norm": 3.036137580871582,
      "learning_rate": 4.495049136007716e-06,
      "loss": 0.3839,
      "step": 497030
    },
    {
      "epoch": 138.72,
      "grad_norm": 1.296953797340393,
      "learning_rate": 4.4950384054468815e-06,
      "loss": 0.4,
      "step": 497040
    },
    {
      "epoch": 138.72,
      "grad_norm": 1.217979073524475,
      "learning_rate": 4.495027674599711e-06,
      "loss": 0.3871,
      "step": 497050
    },
    {
      "epoch": 138.73,
      "grad_norm": 1.3638617992401123,
      "learning_rate": 4.495016943466204e-06,
      "loss": 0.3944,
      "step": 497060
    },
    {
      "epoch": 138.73,
      "grad_norm": 1.2952144145965576,
      "learning_rate": 4.495006212046363e-06,
      "loss": 0.3786,
      "step": 497070
    },
    {
      "epoch": 138.73,
      "grad_norm": 1.1603028774261475,
      "learning_rate": 4.494995480340189e-06,
      "loss": 0.4008,
      "step": 497080
    },
    {
      "epoch": 138.74,
      "grad_norm": 1.3134286403656006,
      "learning_rate": 4.494984748347684e-06,
      "loss": 0.3973,
      "step": 497090
    },
    {
      "epoch": 138.74,
      "grad_norm": 1.195444107055664,
      "learning_rate": 4.4949740160688485e-06,
      "loss": 0.3957,
      "step": 497100
    },
    {
      "epoch": 138.74,
      "grad_norm": 1.107236385345459,
      "learning_rate": 4.494963283503685e-06,
      "loss": 0.4087,
      "step": 497110
    },
    {
      "epoch": 138.74,
      "grad_norm": 1.481963872909546,
      "learning_rate": 4.4949525506521935e-06,
      "loss": 0.3929,
      "step": 497120
    },
    {
      "epoch": 138.75,
      "grad_norm": 1.2138088941574097,
      "learning_rate": 4.494941817514378e-06,
      "loss": 0.3865,
      "step": 497130
    },
    {
      "epoch": 138.75,
      "grad_norm": 1.6026928424835205,
      "learning_rate": 4.4949310840902374e-06,
      "loss": 0.4015,
      "step": 497140
    },
    {
      "epoch": 138.75,
      "grad_norm": 1.230660319328308,
      "learning_rate": 4.4949203503797734e-06,
      "loss": 0.4133,
      "step": 497150
    },
    {
      "epoch": 138.76,
      "grad_norm": 1.2800582647323608,
      "learning_rate": 4.4949096163829894e-06,
      "loss": 0.3927,
      "step": 497160
    },
    {
      "epoch": 138.76,
      "grad_norm": 1.244739294052124,
      "learning_rate": 4.494898882099885e-06,
      "loss": 0.4018,
      "step": 497170
    },
    {
      "epoch": 138.76,
      "grad_norm": 1.3627893924713135,
      "learning_rate": 4.494888147530461e-06,
      "loss": 0.3906,
      "step": 497180
    },
    {
      "epoch": 138.76,
      "grad_norm": 1.2069237232208252,
      "learning_rate": 4.494877412674721e-06,
      "loss": 0.4009,
      "step": 497190
    },
    {
      "epoch": 138.77,
      "grad_norm": 1.358615756034851,
      "learning_rate": 4.494866677532665e-06,
      "loss": 0.4126,
      "step": 497200
    },
    {
      "epoch": 138.77,
      "grad_norm": 1.1036040782928467,
      "learning_rate": 4.494855942104295e-06,
      "loss": 0.398,
      "step": 497210
    },
    {
      "epoch": 138.77,
      "grad_norm": 1.321872353553772,
      "learning_rate": 4.494845206389612e-06,
      "loss": 0.408,
      "step": 497220
    },
    {
      "epoch": 138.77,
      "grad_norm": 1.248694896697998,
      "learning_rate": 4.494834470388618e-06,
      "loss": 0.3949,
      "step": 497230
    },
    {
      "epoch": 138.78,
      "grad_norm": 1.0710155963897705,
      "learning_rate": 4.494823734101313e-06,
      "loss": 0.4031,
      "step": 497240
    },
    {
      "epoch": 138.78,
      "grad_norm": 1.4673048257827759,
      "learning_rate": 4.494812997527701e-06,
      "loss": 0.4037,
      "step": 497250
    },
    {
      "epoch": 138.78,
      "grad_norm": 1.6777801513671875,
      "learning_rate": 4.494802260667781e-06,
      "loss": 0.3792,
      "step": 497260
    },
    {
      "epoch": 138.79,
      "grad_norm": 1.3302825689315796,
      "learning_rate": 4.494791523521556e-06,
      "loss": 0.4014,
      "step": 497270
    },
    {
      "epoch": 138.79,
      "grad_norm": 1.6266975402832031,
      "learning_rate": 4.494780786089027e-06,
      "loss": 0.3944,
      "step": 497280
    },
    {
      "epoch": 138.79,
      "grad_norm": 5.570205211639404,
      "learning_rate": 4.494770048370194e-06,
      "loss": 0.3986,
      "step": 497290
    },
    {
      "epoch": 138.79,
      "grad_norm": 1.1850308179855347,
      "learning_rate": 4.494759310365061e-06,
      "loss": 0.3868,
      "step": 497300
    },
    {
      "epoch": 138.8,
      "grad_norm": 1.2705702781677246,
      "learning_rate": 4.494748572073627e-06,
      "loss": 0.3961,
      "step": 497310
    },
    {
      "epoch": 138.8,
      "grad_norm": 1.3110368251800537,
      "learning_rate": 4.4947378334958944e-06,
      "loss": 0.3998,
      "step": 497320
    },
    {
      "epoch": 138.8,
      "grad_norm": 1.4340659379959106,
      "learning_rate": 4.494727094631865e-06,
      "loss": 0.4007,
      "step": 497330
    },
    {
      "epoch": 138.81,
      "grad_norm": 1.1413968801498413,
      "learning_rate": 4.49471635548154e-06,
      "loss": 0.3971,
      "step": 497340
    },
    {
      "epoch": 138.81,
      "grad_norm": 2.1491386890411377,
      "learning_rate": 4.494705616044921e-06,
      "loss": 0.3983,
      "step": 497350
    },
    {
      "epoch": 138.81,
      "grad_norm": 1.405039668083191,
      "learning_rate": 4.49469487632201e-06,
      "loss": 0.4015,
      "step": 497360
    },
    {
      "epoch": 138.81,
      "grad_norm": 1.6061265468597412,
      "learning_rate": 4.494684136312806e-06,
      "loss": 0.428,
      "step": 497370
    },
    {
      "epoch": 138.82,
      "grad_norm": 1.205923080444336,
      "learning_rate": 4.494673396017313e-06,
      "loss": 0.3949,
      "step": 497380
    },
    {
      "epoch": 138.82,
      "grad_norm": 8.24837589263916,
      "learning_rate": 4.494662655435532e-06,
      "loss": 0.4107,
      "step": 497390
    },
    {
      "epoch": 138.82,
      "grad_norm": 1.344982385635376,
      "learning_rate": 4.494651914567463e-06,
      "loss": 0.4108,
      "step": 497400
    },
    {
      "epoch": 138.83,
      "grad_norm": 1.4219112396240234,
      "learning_rate": 4.494641173413109e-06,
      "loss": 0.4213,
      "step": 497410
    },
    {
      "epoch": 138.83,
      "grad_norm": 1.4292224645614624,
      "learning_rate": 4.49463043197247e-06,
      "loss": 0.4169,
      "step": 497420
    },
    {
      "epoch": 138.83,
      "grad_norm": 1.4381446838378906,
      "learning_rate": 4.494619690245549e-06,
      "loss": 0.3987,
      "step": 497430
    },
    {
      "epoch": 138.83,
      "grad_norm": 1.2726300954818726,
      "learning_rate": 4.494608948232346e-06,
      "loss": 0.4253,
      "step": 497440
    },
    {
      "epoch": 138.84,
      "grad_norm": 1.2687270641326904,
      "learning_rate": 4.494598205932864e-06,
      "loss": 0.4113,
      "step": 497450
    },
    {
      "epoch": 138.84,
      "grad_norm": 1.0648014545440674,
      "learning_rate": 4.494587463347103e-06,
      "loss": 0.3826,
      "step": 497460
    },
    {
      "epoch": 138.84,
      "grad_norm": 1.6925443410873413,
      "learning_rate": 4.494576720475065e-06,
      "loss": 0.3899,
      "step": 497470
    },
    {
      "epoch": 138.84,
      "grad_norm": 1.3196214437484741,
      "learning_rate": 4.494565977316751e-06,
      "loss": 0.4089,
      "step": 497480
    },
    {
      "epoch": 138.85,
      "grad_norm": 1.0917253494262695,
      "learning_rate": 4.494555233872163e-06,
      "loss": 0.3788,
      "step": 497490
    },
    {
      "epoch": 138.85,
      "grad_norm": 1.8491382598876953,
      "learning_rate": 4.494544490141303e-06,
      "loss": 0.3937,
      "step": 497500
    },
    {
      "epoch": 138.85,
      "grad_norm": 1.1712530851364136,
      "learning_rate": 4.494533746124171e-06,
      "loss": 0.3746,
      "step": 497510
    },
    {
      "epoch": 138.86,
      "grad_norm": 1.1554300785064697,
      "learning_rate": 4.494523001820769e-06,
      "loss": 0.3992,
      "step": 497520
    },
    {
      "epoch": 138.86,
      "grad_norm": 1.312366008758545,
      "learning_rate": 4.494512257231098e-06,
      "loss": 0.4003,
      "step": 497530
    },
    {
      "epoch": 138.86,
      "grad_norm": 1.3437024354934692,
      "learning_rate": 4.494501512355162e-06,
      "loss": 0.4147,
      "step": 497540
    },
    {
      "epoch": 138.86,
      "grad_norm": 1.5870264768600464,
      "learning_rate": 4.494490767192958e-06,
      "loss": 0.4084,
      "step": 497550
    },
    {
      "epoch": 138.87,
      "grad_norm": 1.3718687295913696,
      "learning_rate": 4.494480021744491e-06,
      "loss": 0.3892,
      "step": 497560
    },
    {
      "epoch": 138.87,
      "grad_norm": 1.2452435493469238,
      "learning_rate": 4.494469276009761e-06,
      "loss": 0.3996,
      "step": 497570
    },
    {
      "epoch": 138.87,
      "grad_norm": 1.302130937576294,
      "learning_rate": 4.49445852998877e-06,
      "loss": 0.4085,
      "step": 497580
    },
    {
      "epoch": 138.88,
      "grad_norm": 1.2942415475845337,
      "learning_rate": 4.494447783681519e-06,
      "loss": 0.4001,
      "step": 497590
    },
    {
      "epoch": 138.88,
      "grad_norm": 1.1981688737869263,
      "learning_rate": 4.494437037088009e-06,
      "loss": 0.3991,
      "step": 497600
    },
    {
      "epoch": 138.88,
      "grad_norm": 1.422119140625,
      "learning_rate": 4.494426290208243e-06,
      "loss": 0.3942,
      "step": 497610
    },
    {
      "epoch": 138.88,
      "grad_norm": 1.3759351968765259,
      "learning_rate": 4.49441554304222e-06,
      "loss": 0.3872,
      "step": 497620
    },
    {
      "epoch": 138.89,
      "grad_norm": 1.190561056137085,
      "learning_rate": 4.494404795589944e-06,
      "loss": 0.3859,
      "step": 497630
    },
    {
      "epoch": 138.89,
      "grad_norm": 1.344877004623413,
      "learning_rate": 4.494394047851415e-06,
      "loss": 0.3993,
      "step": 497640
    },
    {
      "epoch": 138.89,
      "grad_norm": 1.378080129623413,
      "learning_rate": 4.494383299826634e-06,
      "loss": 0.4184,
      "step": 497650
    },
    {
      "epoch": 138.89,
      "grad_norm": 1.1356569528579712,
      "learning_rate": 4.494372551515605e-06,
      "loss": 0.3959,
      "step": 497660
    },
    {
      "epoch": 138.9,
      "grad_norm": 1.1504082679748535,
      "learning_rate": 4.494361802918326e-06,
      "loss": 0.3949,
      "step": 497670
    },
    {
      "epoch": 138.9,
      "grad_norm": 1.3501664400100708,
      "learning_rate": 4.4943510540348e-06,
      "loss": 0.408,
      "step": 497680
    },
    {
      "epoch": 138.9,
      "grad_norm": 1.2264090776443481,
      "learning_rate": 4.494340304865028e-06,
      "loss": 0.4069,
      "step": 497690
    },
    {
      "epoch": 138.91,
      "grad_norm": 1.188109040260315,
      "learning_rate": 4.494329555409013e-06,
      "loss": 0.3961,
      "step": 497700
    },
    {
      "epoch": 138.91,
      "grad_norm": 1.2961840629577637,
      "learning_rate": 4.4943188056667545e-06,
      "loss": 0.4004,
      "step": 497710
    },
    {
      "epoch": 138.91,
      "grad_norm": 1.2187315225601196,
      "learning_rate": 4.494308055638255e-06,
      "loss": 0.4057,
      "step": 497720
    },
    {
      "epoch": 138.91,
      "grad_norm": 1.245042085647583,
      "learning_rate": 4.494297305323516e-06,
      "loss": 0.3878,
      "step": 497730
    },
    {
      "epoch": 138.92,
      "grad_norm": 1.26260244846344,
      "learning_rate": 4.494286554722537e-06,
      "loss": 0.385,
      "step": 497740
    },
    {
      "epoch": 138.92,
      "grad_norm": 1.6767126321792603,
      "learning_rate": 4.494275803835323e-06,
      "loss": 0.395,
      "step": 497750
    },
    {
      "epoch": 138.92,
      "grad_norm": 1.1120213270187378,
      "learning_rate": 4.4942650526618726e-06,
      "loss": 0.3896,
      "step": 497760
    },
    {
      "epoch": 138.93,
      "grad_norm": 1.6696490049362183,
      "learning_rate": 4.494254301202188e-06,
      "loss": 0.3997,
      "step": 497770
    },
    {
      "epoch": 138.93,
      "grad_norm": 1.338412880897522,
      "learning_rate": 4.494243549456271e-06,
      "loss": 0.3729,
      "step": 497780
    },
    {
      "epoch": 138.93,
      "grad_norm": 1.4343420267105103,
      "learning_rate": 4.494232797424122e-06,
      "loss": 0.3945,
      "step": 497790
    },
    {
      "epoch": 138.93,
      "grad_norm": 1.2158039808273315,
      "learning_rate": 4.494222045105744e-06,
      "loss": 0.4101,
      "step": 497800
    },
    {
      "epoch": 138.94,
      "grad_norm": 1.320356011390686,
      "learning_rate": 4.494211292501137e-06,
      "loss": 0.3937,
      "step": 497810
    },
    {
      "epoch": 138.94,
      "grad_norm": 1.2346715927124023,
      "learning_rate": 4.494200539610303e-06,
      "loss": 0.3853,
      "step": 497820
    },
    {
      "epoch": 138.94,
      "grad_norm": 1.2416659593582153,
      "learning_rate": 4.494189786433244e-06,
      "loss": 0.3876,
      "step": 497830
    },
    {
      "epoch": 138.95,
      "grad_norm": 1.0917855501174927,
      "learning_rate": 4.4941790329699606e-06,
      "loss": 0.4138,
      "step": 497840
    },
    {
      "epoch": 138.95,
      "grad_norm": 1.1370842456817627,
      "learning_rate": 4.494168279220455e-06,
      "loss": 0.3905,
      "step": 497850
    },
    {
      "epoch": 138.95,
      "grad_norm": 1.1848136186599731,
      "learning_rate": 4.494157525184727e-06,
      "loss": 0.4129,
      "step": 497860
    },
    {
      "epoch": 138.95,
      "grad_norm": 1.6533204317092896,
      "learning_rate": 4.49414677086278e-06,
      "loss": 0.3877,
      "step": 497870
    },
    {
      "epoch": 138.96,
      "grad_norm": 1.3362267017364502,
      "learning_rate": 4.494136016254614e-06,
      "loss": 0.4065,
      "step": 497880
    },
    {
      "epoch": 138.96,
      "grad_norm": 2.2917490005493164,
      "learning_rate": 4.494125261360231e-06,
      "loss": 0.4018,
      "step": 497890
    },
    {
      "epoch": 138.96,
      "grad_norm": 1.2323850393295288,
      "learning_rate": 4.4941145061796334e-06,
      "loss": 0.3932,
      "step": 497900
    },
    {
      "epoch": 138.96,
      "grad_norm": 1.4284757375717163,
      "learning_rate": 4.4941037507128216e-06,
      "loss": 0.3957,
      "step": 497910
    },
    {
      "epoch": 138.97,
      "grad_norm": 1.2253180742263794,
      "learning_rate": 4.4940929949597956e-06,
      "loss": 0.4159,
      "step": 497920
    },
    {
      "epoch": 138.97,
      "grad_norm": 1.420257329940796,
      "learning_rate": 4.4940822389205605e-06,
      "loss": 0.3909,
      "step": 497930
    },
    {
      "epoch": 138.97,
      "grad_norm": 1.2962565422058105,
      "learning_rate": 4.494071482595114e-06,
      "loss": 0.4039,
      "step": 497940
    },
    {
      "epoch": 138.98,
      "grad_norm": 1.1986135244369507,
      "learning_rate": 4.49406072598346e-06,
      "loss": 0.4066,
      "step": 497950
    },
    {
      "epoch": 138.98,
      "grad_norm": 1.0674126148223877,
      "learning_rate": 4.494049969085599e-06,
      "loss": 0.383,
      "step": 497960
    },
    {
      "epoch": 138.98,
      "grad_norm": 1.229353904724121,
      "learning_rate": 4.494039211901532e-06,
      "loss": 0.3838,
      "step": 497970
    },
    {
      "epoch": 138.98,
      "grad_norm": 1.2109214067459106,
      "learning_rate": 4.494028454431261e-06,
      "loss": 0.3885,
      "step": 497980
    },
    {
      "epoch": 138.99,
      "grad_norm": 1.2622935771942139,
      "learning_rate": 4.4940176966747874e-06,
      "loss": 0.3818,
      "step": 497990
    },
    {
      "epoch": 138.99,
      "grad_norm": 1.3959180116653442,
      "learning_rate": 4.494006938632112e-06,
      "loss": 0.383,
      "step": 498000
    },
    {
      "epoch": 138.99,
      "grad_norm": 1.2304857969284058,
      "learning_rate": 4.4939961803032384e-06,
      "loss": 0.4013,
      "step": 498010
    },
    {
      "epoch": 139.0,
      "grad_norm": 1.2430427074432373,
      "learning_rate": 4.493985421688165e-06,
      "loss": 0.4148,
      "step": 498020
    },
    {
      "epoch": 139.0,
      "grad_norm": 1.3301382064819336,
      "learning_rate": 4.493974662786896e-06,
      "loss": 0.3775,
      "step": 498030
    },
    {
      "epoch": 139.0,
      "eval_loss": 0.3981347680091858,
      "eval_runtime": 63.3098,
      "eval_samples_per_second": 79.909,
      "eval_steps_per_second": 9.998,
      "step": 498037
    },
    {
      "epoch": 139.0,
      "grad_norm": 1.3669919967651367,
      "learning_rate": 4.49396390359943e-06,
      "loss": 0.3851,
      "step": 498040
    },
    {
      "epoch": 139.0,
      "grad_norm": 1.4175468683242798,
      "learning_rate": 4.493953144125771e-06,
      "loss": 0.3813,
      "step": 498050
    },
    {
      "epoch": 139.01,
      "grad_norm": 1.300050139427185,
      "learning_rate": 4.493942384365919e-06,
      "loss": 0.4015,
      "step": 498060
    },
    {
      "epoch": 139.01,
      "grad_norm": 1.2001094818115234,
      "learning_rate": 4.493931624319876e-06,
      "loss": 0.4121,
      "step": 498070
    },
    {
      "epoch": 139.01,
      "grad_norm": 1.408442735671997,
      "learning_rate": 4.493920863987643e-06,
      "loss": 0.3954,
      "step": 498080
    },
    {
      "epoch": 139.01,
      "grad_norm": 4.15828800201416,
      "learning_rate": 4.493910103369222e-06,
      "loss": 0.4159,
      "step": 498090
    },
    {
      "epoch": 139.02,
      "grad_norm": 1.3355109691619873,
      "learning_rate": 4.4938993424646135e-06,
      "loss": 0.3909,
      "step": 498100
    },
    {
      "epoch": 139.02,
      "grad_norm": 1.1051338911056519,
      "learning_rate": 4.49388858127382e-06,
      "loss": 0.3952,
      "step": 498110
    },
    {
      "epoch": 139.02,
      "grad_norm": 1.1320573091506958,
      "learning_rate": 4.493877819796842e-06,
      "loss": 0.3744,
      "step": 498120
    },
    {
      "epoch": 139.03,
      "grad_norm": 1.1506510972976685,
      "learning_rate": 4.493867058033682e-06,
      "loss": 0.4042,
      "step": 498130
    },
    {
      "epoch": 139.03,
      "grad_norm": 1.3391964435577393,
      "learning_rate": 4.493856295984341e-06,
      "loss": 0.3873,
      "step": 498140
    },
    {
      "epoch": 139.03,
      "grad_norm": 1.1939728260040283,
      "learning_rate": 4.4938455336488204e-06,
      "loss": 0.4033,
      "step": 498150
    },
    {
      "epoch": 139.03,
      "grad_norm": 1.1726417541503906,
      "learning_rate": 4.49383477102712e-06,
      "loss": 0.3826,
      "step": 498160
    },
    {
      "epoch": 139.04,
      "grad_norm": 1.3159379959106445,
      "learning_rate": 4.493824008119244e-06,
      "loss": 0.4047,
      "step": 498170
    },
    {
      "epoch": 139.04,
      "grad_norm": 1.3191800117492676,
      "learning_rate": 4.493813244925192e-06,
      "loss": 0.3999,
      "step": 498180
    },
    {
      "epoch": 139.04,
      "grad_norm": 1.3814027309417725,
      "learning_rate": 4.493802481444967e-06,
      "loss": 0.3889,
      "step": 498190
    },
    {
      "epoch": 139.05,
      "grad_norm": 1.8406150341033936,
      "learning_rate": 4.493791717678568e-06,
      "loss": 0.4135,
      "step": 498200
    },
    {
      "epoch": 139.05,
      "grad_norm": 1.139559268951416,
      "learning_rate": 4.493780953625999e-06,
      "loss": 0.4136,
      "step": 498210
    },
    {
      "epoch": 139.05,
      "grad_norm": 4.227342128753662,
      "learning_rate": 4.49377018928726e-06,
      "loss": 0.376,
      "step": 498220
    },
    {
      "epoch": 139.05,
      "grad_norm": 1.2715818881988525,
      "learning_rate": 4.493759424662352e-06,
      "loss": 0.4013,
      "step": 498230
    },
    {
      "epoch": 139.06,
      "grad_norm": 1.1753218173980713,
      "learning_rate": 4.493748659751278e-06,
      "loss": 0.3809,
      "step": 498240
    },
    {
      "epoch": 139.06,
      "grad_norm": 1.2730016708374023,
      "learning_rate": 4.493737894554039e-06,
      "loss": 0.377,
      "step": 498250
    },
    {
      "epoch": 139.06,
      "grad_norm": 1.4735904932022095,
      "learning_rate": 4.493727129070634e-06,
      "loss": 0.3946,
      "step": 498260
    },
    {
      "epoch": 139.07,
      "grad_norm": 1.2524861097335815,
      "learning_rate": 4.4937163633010686e-06,
      "loss": 0.3925,
      "step": 498270
    },
    {
      "epoch": 139.07,
      "grad_norm": 4.774704933166504,
      "learning_rate": 4.493705597245342e-06,
      "loss": 0.4047,
      "step": 498280
    },
    {
      "epoch": 139.07,
      "grad_norm": 1.2888213396072388,
      "learning_rate": 4.493694830903455e-06,
      "loss": 0.4002,
      "step": 498290
    },
    {
      "epoch": 139.07,
      "grad_norm": 1.1977843046188354,
      "learning_rate": 4.49368406427541e-06,
      "loss": 0.384,
      "step": 498300
    },
    {
      "epoch": 139.08,
      "grad_norm": 1.3720767498016357,
      "learning_rate": 4.493673297361207e-06,
      "loss": 0.396,
      "step": 498310
    },
    {
      "epoch": 139.08,
      "grad_norm": 1.4141018390655518,
      "learning_rate": 4.49366253016085e-06,
      "loss": 0.4033,
      "step": 498320
    },
    {
      "epoch": 139.08,
      "grad_norm": 1.6565062999725342,
      "learning_rate": 4.493651762674338e-06,
      "loss": 0.3901,
      "step": 498330
    },
    {
      "epoch": 139.08,
      "grad_norm": 1.3053131103515625,
      "learning_rate": 4.493640994901674e-06,
      "loss": 0.3987,
      "step": 498340
    },
    {
      "epoch": 139.09,
      "grad_norm": 2.6429479122161865,
      "learning_rate": 4.49363022684286e-06,
      "loss": 0.395,
      "step": 498350
    },
    {
      "epoch": 139.09,
      "grad_norm": 1.5658693313598633,
      "learning_rate": 4.493619458497895e-06,
      "loss": 0.3956,
      "step": 498360
    },
    {
      "epoch": 139.09,
      "grad_norm": 1.2870516777038574,
      "learning_rate": 4.4936086898667825e-06,
      "loss": 0.4053,
      "step": 498370
    },
    {
      "epoch": 139.1,
      "grad_norm": 1.346617579460144,
      "learning_rate": 4.493597920949522e-06,
      "loss": 0.4022,
      "step": 498380
    },
    {
      "epoch": 139.1,
      "grad_norm": 1.377590298652649,
      "learning_rate": 4.493587151746118e-06,
      "loss": 0.4094,
      "step": 498390
    },
    {
      "epoch": 139.1,
      "grad_norm": 1.1445744037628174,
      "learning_rate": 4.493576382256569e-06,
      "loss": 0.3948,
      "step": 498400
    },
    {
      "epoch": 139.1,
      "grad_norm": 1.180258870124817,
      "learning_rate": 4.493565612480878e-06,
      "loss": 0.4079,
      "step": 498410
    },
    {
      "epoch": 139.11,
      "grad_norm": 1.2005418539047241,
      "learning_rate": 4.493554842419045e-06,
      "loss": 0.402,
      "step": 498420
    },
    {
      "epoch": 139.11,
      "grad_norm": 1.2574119567871094,
      "learning_rate": 4.493544072071074e-06,
      "loss": 0.4153,
      "step": 498430
    },
    {
      "epoch": 139.11,
      "grad_norm": 1.145620584487915,
      "learning_rate": 4.493533301436963e-06,
      "loss": 0.3955,
      "step": 498440
    },
    {
      "epoch": 139.12,
      "grad_norm": 1.1343669891357422,
      "learning_rate": 4.493522530516717e-06,
      "loss": 0.4167,
      "step": 498450
    },
    {
      "epoch": 139.12,
      "grad_norm": 1.1812307834625244,
      "learning_rate": 4.4935117593103345e-06,
      "loss": 0.4186,
      "step": 498460
    },
    {
      "epoch": 139.12,
      "grad_norm": 1.3831919431686401,
      "learning_rate": 4.4935009878178185e-06,
      "loss": 0.4022,
      "step": 498470
    },
    {
      "epoch": 139.12,
      "grad_norm": 1.1475861072540283,
      "learning_rate": 4.49349021603917e-06,
      "loss": 0.4295,
      "step": 498480
    },
    {
      "epoch": 139.13,
      "grad_norm": 1.1441941261291504,
      "learning_rate": 4.493479443974391e-06,
      "loss": 0.3909,
      "step": 498490
    },
    {
      "epoch": 139.13,
      "grad_norm": 1.0900530815124512,
      "learning_rate": 4.493468671623481e-06,
      "loss": 0.397,
      "step": 498500
    },
    {
      "epoch": 139.13,
      "grad_norm": 1.2905293703079224,
      "learning_rate": 4.493457898986444e-06,
      "loss": 0.3962,
      "step": 498510
    },
    {
      "epoch": 139.13,
      "grad_norm": 1.1428866386413574,
      "learning_rate": 4.49344712606328e-06,
      "loss": 0.3974,
      "step": 498520
    },
    {
      "epoch": 139.14,
      "grad_norm": 1.4555222988128662,
      "learning_rate": 4.493436352853991e-06,
      "loss": 0.3881,
      "step": 498530
    },
    {
      "epoch": 139.14,
      "grad_norm": 1.3936142921447754,
      "learning_rate": 4.4934255793585785e-06,
      "loss": 0.4005,
      "step": 498540
    },
    {
      "epoch": 139.14,
      "grad_norm": 1.381352186203003,
      "learning_rate": 4.493414805577042e-06,
      "loss": 0.3981,
      "step": 498550
    },
    {
      "epoch": 139.15,
      "grad_norm": 1.3851895332336426,
      "learning_rate": 4.493404031509386e-06,
      "loss": 0.4046,
      "step": 498560
    },
    {
      "epoch": 139.15,
      "grad_norm": 1.3089302778244019,
      "learning_rate": 4.49339325715561e-06,
      "loss": 0.4096,
      "step": 498570
    },
    {
      "epoch": 139.15,
      "grad_norm": 1.150100588798523,
      "learning_rate": 4.493382482515716e-06,
      "loss": 0.4037,
      "step": 498580
    },
    {
      "epoch": 139.15,
      "grad_norm": 1.1731626987457275,
      "learning_rate": 4.493371707589705e-06,
      "loss": 0.42,
      "step": 498590
    },
    {
      "epoch": 139.16,
      "grad_norm": 1.2809404134750366,
      "learning_rate": 4.4933609323775795e-06,
      "loss": 0.3911,
      "step": 498600
    },
    {
      "epoch": 139.16,
      "grad_norm": 1.3012678623199463,
      "learning_rate": 4.49335015687934e-06,
      "loss": 0.3831,
      "step": 498610
    },
    {
      "epoch": 139.16,
      "grad_norm": 1.1525160074234009,
      "learning_rate": 4.493339381094988e-06,
      "loss": 0.4058,
      "step": 498620
    },
    {
      "epoch": 139.17,
      "grad_norm": 1.5224895477294922,
      "learning_rate": 4.493328605024525e-06,
      "loss": 0.3924,
      "step": 498630
    },
    {
      "epoch": 139.17,
      "grad_norm": 1.1600557565689087,
      "learning_rate": 4.493317828667952e-06,
      "loss": 0.3861,
      "step": 498640
    },
    {
      "epoch": 139.17,
      "grad_norm": 1.2594949007034302,
      "learning_rate": 4.493307052025272e-06,
      "loss": 0.3923,
      "step": 498650
    },
    {
      "epoch": 139.17,
      "grad_norm": 1.2170207500457764,
      "learning_rate": 4.493296275096484e-06,
      "loss": 0.3818,
      "step": 498660
    },
    {
      "epoch": 139.18,
      "grad_norm": 1.35008704662323,
      "learning_rate": 4.493285497881591e-06,
      "loss": 0.3984,
      "step": 498670
    },
    {
      "epoch": 139.18,
      "grad_norm": 1.443121314048767,
      "learning_rate": 4.493274720380595e-06,
      "loss": 0.3927,
      "step": 498680
    },
    {
      "epoch": 139.18,
      "grad_norm": 1.2850884199142456,
      "learning_rate": 4.493263942593497e-06,
      "loss": 0.399,
      "step": 498690
    },
    {
      "epoch": 139.19,
      "grad_norm": 1.3271363973617554,
      "learning_rate": 4.493253164520298e-06,
      "loss": 0.4135,
      "step": 498700
    },
    {
      "epoch": 139.19,
      "grad_norm": 1.8990782499313354,
      "learning_rate": 4.493242386160999e-06,
      "loss": 0.407,
      "step": 498710
    },
    {
      "epoch": 139.19,
      "grad_norm": 0.9390573501586914,
      "learning_rate": 4.493231607515602e-06,
      "loss": 0.4174,
      "step": 498720
    },
    {
      "epoch": 139.19,
      "grad_norm": 1.239378571510315,
      "learning_rate": 4.493220828584108e-06,
      "loss": 0.3993,
      "step": 498730
    },
    {
      "epoch": 139.2,
      "grad_norm": 1.2980693578720093,
      "learning_rate": 4.49321004936652e-06,
      "loss": 0.4269,
      "step": 498740
    },
    {
      "epoch": 139.2,
      "grad_norm": 1.2265832424163818,
      "learning_rate": 4.493199269862837e-06,
      "loss": 0.4003,
      "step": 498750
    },
    {
      "epoch": 139.2,
      "grad_norm": 1.1743618249893188,
      "learning_rate": 4.4931884900730625e-06,
      "loss": 0.3887,
      "step": 498760
    },
    {
      "epoch": 139.2,
      "grad_norm": 1.0990976095199585,
      "learning_rate": 4.4931777099971974e-06,
      "loss": 0.378,
      "step": 498770
    },
    {
      "epoch": 139.21,
      "grad_norm": 1.2942270040512085,
      "learning_rate": 4.493166929635242e-06,
      "loss": 0.3927,
      "step": 498780
    },
    {
      "epoch": 139.21,
      "grad_norm": 1.3345603942871094,
      "learning_rate": 4.493156148987199e-06,
      "loss": 0.3885,
      "step": 498790
    },
    {
      "epoch": 139.21,
      "grad_norm": 1.3970661163330078,
      "learning_rate": 4.4931453680530705e-06,
      "loss": 0.3909,
      "step": 498800
    },
    {
      "epoch": 139.22,
      "grad_norm": 1.3546959161758423,
      "learning_rate": 4.4931345868328554e-06,
      "loss": 0.3918,
      "step": 498810
    },
    {
      "epoch": 139.22,
      "grad_norm": 1.2527549266815186,
      "learning_rate": 4.4931238053265575e-06,
      "loss": 0.3817,
      "step": 498820
    },
    {
      "epoch": 139.22,
      "grad_norm": 1.2448015213012695,
      "learning_rate": 4.493113023534177e-06,
      "loss": 0.4078,
      "step": 498830
    },
    {
      "epoch": 139.22,
      "grad_norm": 1.1821626424789429,
      "learning_rate": 4.493102241455716e-06,
      "loss": 0.4081,
      "step": 498840
    },
    {
      "epoch": 139.23,
      "grad_norm": 0.9495794773101807,
      "learning_rate": 4.4930914590911745e-06,
      "loss": 0.4061,
      "step": 498850
    },
    {
      "epoch": 139.23,
      "grad_norm": 1.1819058656692505,
      "learning_rate": 4.493080676440556e-06,
      "loss": 0.4026,
      "step": 498860
    },
    {
      "epoch": 139.23,
      "grad_norm": 2.0907840728759766,
      "learning_rate": 4.493069893503861e-06,
      "loss": 0.3966,
      "step": 498870
    },
    {
      "epoch": 139.24,
      "grad_norm": 1.4528496265411377,
      "learning_rate": 4.493059110281091e-06,
      "loss": 0.3749,
      "step": 498880
    },
    {
      "epoch": 139.24,
      "grad_norm": 1.2399084568023682,
      "learning_rate": 4.493048326772248e-06,
      "loss": 0.4223,
      "step": 498890
    },
    {
      "epoch": 139.24,
      "grad_norm": 1.3122416734695435,
      "learning_rate": 4.493037542977331e-06,
      "loss": 0.4124,
      "step": 498900
    },
    {
      "epoch": 139.24,
      "grad_norm": 1.590723991394043,
      "learning_rate": 4.493026758896345e-06,
      "loss": 0.4052,
      "step": 498910
    },
    {
      "epoch": 139.25,
      "grad_norm": 1.2263176441192627,
      "learning_rate": 4.493015974529289e-06,
      "loss": 0.4021,
      "step": 498920
    },
    {
      "epoch": 139.25,
      "grad_norm": 1.5018080472946167,
      "learning_rate": 4.493005189876165e-06,
      "loss": 0.3984,
      "step": 498930
    },
    {
      "epoch": 139.25,
      "grad_norm": 1.0607349872589111,
      "learning_rate": 4.492994404936975e-06,
      "loss": 0.4022,
      "step": 498940
    },
    {
      "epoch": 139.25,
      "grad_norm": 1.2711321115493774,
      "learning_rate": 4.492983619711719e-06,
      "loss": 0.4033,
      "step": 498950
    },
    {
      "epoch": 139.26,
      "grad_norm": 1.2917520999908447,
      "learning_rate": 4.4929728342004e-06,
      "loss": 0.3907,
      "step": 498960
    },
    {
      "epoch": 139.26,
      "grad_norm": 1.4604015350341797,
      "learning_rate": 4.4929620484030195e-06,
      "loss": 0.4079,
      "step": 498970
    },
    {
      "epoch": 139.26,
      "grad_norm": 1.1925163269042969,
      "learning_rate": 4.4929512623195775e-06,
      "loss": 0.3955,
      "step": 498980
    },
    {
      "epoch": 139.27,
      "grad_norm": 1.2521737813949585,
      "learning_rate": 4.492940475950076e-06,
      "loss": 0.3961,
      "step": 498990
    },
    {
      "epoch": 139.27,
      "grad_norm": 1.190835952758789,
      "learning_rate": 4.492929689294518e-06,
      "loss": 0.3988,
      "step": 499000
    },
    {
      "epoch": 139.27,
      "grad_norm": 1.2247314453125,
      "learning_rate": 4.492918902352902e-06,
      "loss": 0.3938,
      "step": 499010
    },
    {
      "epoch": 139.27,
      "grad_norm": 1.2206318378448486,
      "learning_rate": 4.492908115125232e-06,
      "loss": 0.4006,
      "step": 499020
    },
    {
      "epoch": 139.28,
      "grad_norm": 1.4110511541366577,
      "learning_rate": 4.492897327611509e-06,
      "loss": 0.4071,
      "step": 499030
    },
    {
      "epoch": 139.28,
      "grad_norm": 1.3352389335632324,
      "learning_rate": 4.492886539811732e-06,
      "loss": 0.3801,
      "step": 499040
    },
    {
      "epoch": 139.28,
      "grad_norm": 1.270615577697754,
      "learning_rate": 4.492875751725906e-06,
      "loss": 0.3954,
      "step": 499050
    },
    {
      "epoch": 139.29,
      "grad_norm": 1.2789011001586914,
      "learning_rate": 4.49286496335403e-06,
      "loss": 0.3887,
      "step": 499060
    },
    {
      "epoch": 139.29,
      "grad_norm": 1.238526463508606,
      "learning_rate": 4.492854174696106e-06,
      "loss": 0.3893,
      "step": 499070
    },
    {
      "epoch": 139.29,
      "grad_norm": 1.6592923402786255,
      "learning_rate": 4.492843385752136e-06,
      "loss": 0.3971,
      "step": 499080
    },
    {
      "epoch": 139.29,
      "grad_norm": 1.381398320198059,
      "learning_rate": 4.492832596522122e-06,
      "loss": 0.3762,
      "step": 499090
    },
    {
      "epoch": 139.3,
      "grad_norm": 1.17714524269104,
      "learning_rate": 4.492821807006063e-06,
      "loss": 0.3957,
      "step": 499100
    },
    {
      "epoch": 139.3,
      "grad_norm": 1.6386380195617676,
      "learning_rate": 4.492811017203963e-06,
      "loss": 0.4012,
      "step": 499110
    },
    {
      "epoch": 139.3,
      "grad_norm": 1.4522640705108643,
      "learning_rate": 4.492800227115821e-06,
      "loss": 0.3976,
      "step": 499120
    },
    {
      "epoch": 139.31,
      "grad_norm": 1.398360013961792,
      "learning_rate": 4.4927894367416415e-06,
      "loss": 0.3832,
      "step": 499130
    },
    {
      "epoch": 139.31,
      "grad_norm": 1.3263118267059326,
      "learning_rate": 4.492778646081424e-06,
      "loss": 0.3947,
      "step": 499140
    },
    {
      "epoch": 139.31,
      "grad_norm": 3.778639554977417,
      "learning_rate": 4.492767855135169e-06,
      "loss": 0.4117,
      "step": 499150
    },
    {
      "epoch": 139.31,
      "grad_norm": 2.1750895977020264,
      "learning_rate": 4.4927570639028806e-06,
      "loss": 0.3932,
      "step": 499160
    },
    {
      "epoch": 139.32,
      "grad_norm": 1.2923474311828613,
      "learning_rate": 4.492746272384558e-06,
      "loss": 0.4103,
      "step": 499170
    },
    {
      "epoch": 139.32,
      "grad_norm": 1.4250988960266113,
      "learning_rate": 4.492735480580203e-06,
      "loss": 0.3951,
      "step": 499180
    },
    {
      "epoch": 139.32,
      "grad_norm": 1.235300898551941,
      "learning_rate": 4.492724688489818e-06,
      "loss": 0.4276,
      "step": 499190
    },
    {
      "epoch": 139.32,
      "grad_norm": 1.448113203048706,
      "learning_rate": 4.492713896113405e-06,
      "loss": 0.3932,
      "step": 499200
    },
    {
      "epoch": 139.33,
      "grad_norm": 1.278357982635498,
      "learning_rate": 4.492703103450963e-06,
      "loss": 0.3867,
      "step": 499210
    },
    {
      "epoch": 139.33,
      "grad_norm": 1.192217469215393,
      "learning_rate": 4.492692310502494e-06,
      "loss": 0.4046,
      "step": 499220
    },
    {
      "epoch": 139.33,
      "grad_norm": 1.1726876497268677,
      "learning_rate": 4.492681517268002e-06,
      "loss": 0.3887,
      "step": 499230
    },
    {
      "epoch": 139.34,
      "grad_norm": 6.305299282073975,
      "learning_rate": 4.492670723747485e-06,
      "loss": 0.399,
      "step": 499240
    },
    {
      "epoch": 139.34,
      "grad_norm": 1.544581413269043,
      "learning_rate": 4.492659929940948e-06,
      "loss": 0.3991,
      "step": 499250
    },
    {
      "epoch": 139.34,
      "grad_norm": 1.4274415969848633,
      "learning_rate": 4.492649135848389e-06,
      "loss": 0.4033,
      "step": 499260
    },
    {
      "epoch": 139.34,
      "grad_norm": 1.0703595876693726,
      "learning_rate": 4.492638341469811e-06,
      "loss": 0.3909,
      "step": 499270
    },
    {
      "epoch": 139.35,
      "grad_norm": 1.3877843618392944,
      "learning_rate": 4.4926275468052155e-06,
      "loss": 0.4048,
      "step": 499280
    },
    {
      "epoch": 139.35,
      "grad_norm": 1.353535771369934,
      "learning_rate": 4.492616751854604e-06,
      "loss": 0.3813,
      "step": 499290
    },
    {
      "epoch": 139.35,
      "grad_norm": 1.379503607749939,
      "learning_rate": 4.4926059566179774e-06,
      "loss": 0.3905,
      "step": 499300
    },
    {
      "epoch": 139.36,
      "grad_norm": 1.2786017656326294,
      "learning_rate": 4.492595161095338e-06,
      "loss": 0.3979,
      "step": 499310
    },
    {
      "epoch": 139.36,
      "grad_norm": 1.3133755922317505,
      "learning_rate": 4.4925843652866875e-06,
      "loss": 0.3884,
      "step": 499320
    },
    {
      "epoch": 139.36,
      "grad_norm": 1.4108576774597168,
      "learning_rate": 4.492573569192025e-06,
      "loss": 0.3964,
      "step": 499330
    },
    {
      "epoch": 139.36,
      "grad_norm": 1.4285670518875122,
      "learning_rate": 4.492562772811354e-06,
      "loss": 0.3971,
      "step": 499340
    },
    {
      "epoch": 139.37,
      "grad_norm": 1.4276869297027588,
      "learning_rate": 4.492551976144675e-06,
      "loss": 0.3884,
      "step": 499350
    },
    {
      "epoch": 139.37,
      "grad_norm": 1.3048723936080933,
      "learning_rate": 4.492541179191991e-06,
      "loss": 0.4126,
      "step": 499360
    },
    {
      "epoch": 139.37,
      "grad_norm": 1.308168888092041,
      "learning_rate": 4.4925303819533014e-06,
      "loss": 0.3881,
      "step": 499370
    },
    {
      "epoch": 139.37,
      "grad_norm": 1.3411242961883545,
      "learning_rate": 4.492519584428609e-06,
      "loss": 0.3913,
      "step": 499380
    },
    {
      "epoch": 139.38,
      "grad_norm": 1.3225101232528687,
      "learning_rate": 4.492508786617915e-06,
      "loss": 0.4032,
      "step": 499390
    },
    {
      "epoch": 139.38,
      "grad_norm": 1.287267804145813,
      "learning_rate": 4.49249798852122e-06,
      "loss": 0.3985,
      "step": 499400
    },
    {
      "epoch": 139.38,
      "grad_norm": 1.5106655359268188,
      "learning_rate": 4.492487190138526e-06,
      "loss": 0.3973,
      "step": 499410
    },
    {
      "epoch": 139.39,
      "grad_norm": 1.372148871421814,
      "learning_rate": 4.492476391469835e-06,
      "loss": 0.401,
      "step": 499420
    },
    {
      "epoch": 139.39,
      "grad_norm": 1.190613031387329,
      "learning_rate": 4.492465592515148e-06,
      "loss": 0.3872,
      "step": 499430
    },
    {
      "epoch": 139.39,
      "grad_norm": 1.2867004871368408,
      "learning_rate": 4.492454793274466e-06,
      "loss": 0.3922,
      "step": 499440
    },
    {
      "epoch": 139.39,
      "grad_norm": 1.1812975406646729,
      "learning_rate": 4.4924439937477905e-06,
      "loss": 0.3805,
      "step": 499450
    },
    {
      "epoch": 139.4,
      "grad_norm": 1.4302476644515991,
      "learning_rate": 4.492433193935124e-06,
      "loss": 0.3889,
      "step": 499460
    },
    {
      "epoch": 139.4,
      "grad_norm": 1.120723843574524,
      "learning_rate": 4.492422393836467e-06,
      "loss": 0.4136,
      "step": 499470
    },
    {
      "epoch": 139.4,
      "grad_norm": 1.1654510498046875,
      "learning_rate": 4.4924115934518205e-06,
      "loss": 0.3735,
      "step": 499480
    },
    {
      "epoch": 139.41,
      "grad_norm": 1.2060307264328003,
      "learning_rate": 4.492400792781187e-06,
      "loss": 0.4015,
      "step": 499490
    },
    {
      "epoch": 139.41,
      "grad_norm": 1.325979232788086,
      "learning_rate": 4.492389991824567e-06,
      "loss": 0.3828,
      "step": 499500
    },
    {
      "epoch": 139.41,
      "grad_norm": 1.2580981254577637,
      "learning_rate": 4.492379190581964e-06,
      "loss": 0.3947,
      "step": 499510
    },
    {
      "epoch": 139.41,
      "grad_norm": 1.1988307237625122,
      "learning_rate": 4.492368389053377e-06,
      "loss": 0.3844,
      "step": 499520
    },
    {
      "epoch": 139.42,
      "grad_norm": 1.1492106914520264,
      "learning_rate": 4.492357587238807e-06,
      "loss": 0.3996,
      "step": 499530
    },
    {
      "epoch": 139.42,
      "grad_norm": 1.364822268486023,
      "learning_rate": 4.492346785138259e-06,
      "loss": 0.4024,
      "step": 499540
    },
    {
      "epoch": 139.42,
      "grad_norm": 1.1829956769943237,
      "learning_rate": 4.49233598275173e-06,
      "loss": 0.3983,
      "step": 499550
    },
    {
      "epoch": 139.43,
      "grad_norm": 1.2257832288742065,
      "learning_rate": 4.492325180079225e-06,
      "loss": 0.4012,
      "step": 499560
    },
    {
      "epoch": 139.43,
      "grad_norm": 1.861143708229065,
      "learning_rate": 4.492314377120745e-06,
      "loss": 0.4041,
      "step": 499570
    },
    {
      "epoch": 139.43,
      "grad_norm": 1.451188325881958,
      "learning_rate": 4.492303573876288e-06,
      "loss": 0.3905,
      "step": 499580
    },
    {
      "epoch": 139.43,
      "grad_norm": 1.1690874099731445,
      "learning_rate": 4.49229277034586e-06,
      "loss": 0.3993,
      "step": 499590
    },
    {
      "epoch": 139.44,
      "grad_norm": 1.2185778617858887,
      "learning_rate": 4.4922819665294585e-06,
      "loss": 0.4001,
      "step": 499600
    },
    {
      "epoch": 139.44,
      "grad_norm": 1.3479762077331543,
      "learning_rate": 4.492271162427089e-06,
      "loss": 0.3878,
      "step": 499610
    },
    {
      "epoch": 139.44,
      "grad_norm": 1.1335103511810303,
      "learning_rate": 4.492260358038749e-06,
      "loss": 0.3927,
      "step": 499620
    },
    {
      "epoch": 139.44,
      "grad_norm": 1.466929316520691,
      "learning_rate": 4.492249553364442e-06,
      "loss": 0.3955,
      "step": 499630
    },
    {
      "epoch": 139.45,
      "grad_norm": 1.5317625999450684,
      "learning_rate": 4.49223874840417e-06,
      "loss": 0.381,
      "step": 499640
    },
    {
      "epoch": 139.45,
      "grad_norm": 1.3681200742721558,
      "learning_rate": 4.492227943157932e-06,
      "loss": 0.4013,
      "step": 499650
    },
    {
      "epoch": 139.45,
      "grad_norm": 1.3145722150802612,
      "learning_rate": 4.492217137625733e-06,
      "loss": 0.4014,
      "step": 499660
    },
    {
      "epoch": 139.46,
      "grad_norm": 1.3339718580245972,
      "learning_rate": 4.492206331807571e-06,
      "loss": 0.4014,
      "step": 499670
    },
    {
      "epoch": 139.46,
      "grad_norm": 1.424194574356079,
      "learning_rate": 4.492195525703449e-06,
      "loss": 0.3865,
      "step": 499680
    },
    {
      "epoch": 139.46,
      "grad_norm": 1.1867241859436035,
      "learning_rate": 4.492184719313368e-06,
      "loss": 0.3902,
      "step": 499690
    },
    {
      "epoch": 139.46,
      "grad_norm": 1.4428409337997437,
      "learning_rate": 4.492173912637331e-06,
      "loss": 0.4027,
      "step": 499700
    },
    {
      "epoch": 139.47,
      "grad_norm": 1.5570485591888428,
      "learning_rate": 4.492163105675338e-06,
      "loss": 0.4009,
      "step": 499710
    },
    {
      "epoch": 139.47,
      "grad_norm": 1.1039161682128906,
      "learning_rate": 4.4921522984273895e-06,
      "loss": 0.4028,
      "step": 499720
    },
    {
      "epoch": 139.47,
      "grad_norm": 3.993008852005005,
      "learning_rate": 4.492141490893489e-06,
      "loss": 0.3932,
      "step": 499730
    },
    {
      "epoch": 139.48,
      "grad_norm": 1.3874101638793945,
      "learning_rate": 4.492130683073637e-06,
      "loss": 0.3955,
      "step": 499740
    },
    {
      "epoch": 139.48,
      "grad_norm": 1.4190237522125244,
      "learning_rate": 4.492119874967835e-06,
      "loss": 0.4039,
      "step": 499750
    },
    {
      "epoch": 139.48,
      "grad_norm": 1.0713341236114502,
      "learning_rate": 4.492109066576083e-06,
      "loss": 0.4093,
      "step": 499760
    },
    {
      "epoch": 139.48,
      "grad_norm": 1.2888907194137573,
      "learning_rate": 4.492098257898386e-06,
      "loss": 0.405,
      "step": 499770
    },
    {
      "epoch": 139.49,
      "grad_norm": 1.1386024951934814,
      "learning_rate": 4.4920874489347415e-06,
      "loss": 0.3924,
      "step": 499780
    },
    {
      "epoch": 139.49,
      "grad_norm": 1.1111607551574707,
      "learning_rate": 4.492076639685153e-06,
      "loss": 0.3941,
      "step": 499790
    },
    {
      "epoch": 139.49,
      "grad_norm": 1.2716935873031616,
      "learning_rate": 4.492065830149622e-06,
      "loss": 0.3927,
      "step": 499800
    },
    {
      "epoch": 139.49,
      "grad_norm": 1.2487136125564575,
      "learning_rate": 4.4920550203281495e-06,
      "loss": 0.4001,
      "step": 499810
    },
    {
      "epoch": 139.5,
      "grad_norm": 1.4199621677398682,
      "learning_rate": 4.492044210220737e-06,
      "loss": 0.4133,
      "step": 499820
    },
    {
      "epoch": 139.5,
      "grad_norm": 1.5261253118515015,
      "learning_rate": 4.492033399827386e-06,
      "loss": 0.3922,
      "step": 499830
    },
    {
      "epoch": 139.5,
      "grad_norm": 1.4614020586013794,
      "learning_rate": 4.492022589148099e-06,
      "loss": 0.4063,
      "step": 499840
    },
    {
      "epoch": 139.51,
      "grad_norm": 1.2565088272094727,
      "learning_rate": 4.492011778182875e-06,
      "loss": 0.3943,
      "step": 499850
    },
    {
      "epoch": 139.51,
      "grad_norm": 1.2478100061416626,
      "learning_rate": 4.4920009669317174e-06,
      "loss": 0.4069,
      "step": 499860
    },
    {
      "epoch": 139.51,
      "grad_norm": 1.3921900987625122,
      "learning_rate": 4.491990155394626e-06,
      "loss": 0.3883,
      "step": 499870
    },
    {
      "epoch": 139.51,
      "grad_norm": 1.417921781539917,
      "learning_rate": 4.491979343571605e-06,
      "loss": 0.4076,
      "step": 499880
    },
    {
      "epoch": 139.52,
      "grad_norm": 1.5181471109390259,
      "learning_rate": 4.491968531462652e-06,
      "loss": 0.4021,
      "step": 499890
    },
    {
      "epoch": 139.52,
      "grad_norm": 1.1762899160385132,
      "learning_rate": 4.491957719067771e-06,
      "loss": 0.4006,
      "step": 499900
    },
    {
      "epoch": 139.52,
      "grad_norm": 1.4269986152648926,
      "learning_rate": 4.4919469063869634e-06,
      "loss": 0.3952,
      "step": 499910
    },
    {
      "epoch": 139.53,
      "grad_norm": 1.6071648597717285,
      "learning_rate": 4.4919360934202305e-06,
      "loss": 0.3867,
      "step": 499920
    },
    {
      "epoch": 139.53,
      "grad_norm": 1.0575573444366455,
      "learning_rate": 4.491925280167574e-06,
      "loss": 0.4062,
      "step": 499930
    },
    {
      "epoch": 139.53,
      "grad_norm": 1.2378900051116943,
      "learning_rate": 4.491914466628993e-06,
      "loss": 0.4082,
      "step": 499940
    },
    {
      "epoch": 139.53,
      "grad_norm": 1.3722788095474243,
      "learning_rate": 4.491903652804493e-06,
      "loss": 0.4039,
      "step": 499950
    },
    {
      "epoch": 139.54,
      "grad_norm": 1.0903626680374146,
      "learning_rate": 4.491892838694071e-06,
      "loss": 0.3932,
      "step": 499960
    },
    {
      "epoch": 139.54,
      "grad_norm": 1.372017741203308,
      "learning_rate": 4.491882024297732e-06,
      "loss": 0.3992,
      "step": 499970
    },
    {
      "epoch": 139.54,
      "grad_norm": 3.036363124847412,
      "learning_rate": 4.4918712096154755e-06,
      "loss": 0.3812,
      "step": 499980
    },
    {
      "epoch": 139.55,
      "grad_norm": 1.581011414527893,
      "learning_rate": 4.491860394647304e-06,
      "loss": 0.3891,
      "step": 499990
    },
    {
      "epoch": 139.55,
      "grad_norm": 1.3956916332244873,
      "learning_rate": 4.4918495793932176e-06,
      "loss": 0.3977,
      "step": 500000
    },
    {
      "epoch": 139.55,
      "grad_norm": 1.255445957183838,
      "learning_rate": 4.491838763853219e-06,
      "loss": 0.4084,
      "step": 500010
    },
    {
      "epoch": 139.55,
      "grad_norm": 1.2962278127670288,
      "learning_rate": 4.4918279480273084e-06,
      "loss": 0.3938,
      "step": 500020
    },
    {
      "epoch": 139.56,
      "grad_norm": 1.3628640174865723,
      "learning_rate": 4.491817131915489e-06,
      "loss": 0.4126,
      "step": 500030
    },
    {
      "epoch": 139.56,
      "grad_norm": 1.3039425611495972,
      "learning_rate": 4.491806315517761e-06,
      "loss": 0.3957,
      "step": 500040
    },
    {
      "epoch": 139.56,
      "grad_norm": 1.2248135805130005,
      "learning_rate": 4.491795498834126e-06,
      "loss": 0.3928,
      "step": 500050
    },
    {
      "epoch": 139.56,
      "grad_norm": 1.5514745712280273,
      "learning_rate": 4.491784681864586e-06,
      "loss": 0.4024,
      "step": 500060
    },
    {
      "epoch": 139.57,
      "grad_norm": 1.1638469696044922,
      "learning_rate": 4.491773864609141e-06,
      "loss": 0.3882,
      "step": 500070
    },
    {
      "epoch": 139.57,
      "grad_norm": 1.6032075881958008,
      "learning_rate": 4.491763047067795e-06,
      "loss": 0.3955,
      "step": 500080
    },
    {
      "epoch": 139.57,
      "grad_norm": 1.2497490644454956,
      "learning_rate": 4.4917522292405465e-06,
      "loss": 0.413,
      "step": 500090
    },
    {
      "epoch": 139.58,
      "grad_norm": 1.0745748281478882,
      "learning_rate": 4.491741411127399e-06,
      "loss": 0.4126,
      "step": 500100
    },
    {
      "epoch": 139.58,
      "grad_norm": 1.3440945148468018,
      "learning_rate": 4.491730592728353e-06,
      "loss": 0.3815,
      "step": 500110
    },
    {
      "epoch": 139.58,
      "grad_norm": 1.2399965524673462,
      "learning_rate": 4.491719774043411e-06,
      "loss": 0.3924,
      "step": 500120
    },
    {
      "epoch": 139.58,
      "grad_norm": 1.282899022102356,
      "learning_rate": 4.491708955072573e-06,
      "loss": 0.4017,
      "step": 500130
    },
    {
      "epoch": 139.59,
      "grad_norm": 1.2839109897613525,
      "learning_rate": 4.49169813581584e-06,
      "loss": 0.4104,
      "step": 500140
    },
    {
      "epoch": 139.59,
      "grad_norm": 1.6291805505752563,
      "learning_rate": 4.491687316273216e-06,
      "loss": 0.3925,
      "step": 500150
    },
    {
      "epoch": 139.59,
      "grad_norm": 1.4581786394119263,
      "learning_rate": 4.491676496444701e-06,
      "loss": 0.3864,
      "step": 500160
    },
    {
      "epoch": 139.6,
      "grad_norm": 1.1246930360794067,
      "learning_rate": 4.4916656763302955e-06,
      "loss": 0.3902,
      "step": 500170
    },
    {
      "epoch": 139.6,
      "grad_norm": 1.1701526641845703,
      "learning_rate": 4.491654855930002e-06,
      "loss": 0.3908,
      "step": 500180
    },
    {
      "epoch": 139.6,
      "grad_norm": 1.3551090955734253,
      "learning_rate": 4.491644035243823e-06,
      "loss": 0.4154,
      "step": 500190
    },
    {
      "epoch": 139.6,
      "grad_norm": 1.1341238021850586,
      "learning_rate": 4.491633214271758e-06,
      "loss": 0.4003,
      "step": 500200
    },
    {
      "epoch": 139.61,
      "grad_norm": 1.223919153213501,
      "learning_rate": 4.491622393013808e-06,
      "loss": 0.3982,
      "step": 500210
    },
    {
      "epoch": 139.61,
      "grad_norm": 1.3728209733963013,
      "learning_rate": 4.491611571469976e-06,
      "loss": 0.3802,
      "step": 500220
    },
    {
      "epoch": 139.61,
      "grad_norm": 1.1127216815948486,
      "learning_rate": 4.491600749640264e-06,
      "loss": 0.3765,
      "step": 500230
    },
    {
      "epoch": 139.61,
      "grad_norm": 1.2434200048446655,
      "learning_rate": 4.4915899275246724e-06,
      "loss": 0.3922,
      "step": 500240
    },
    {
      "epoch": 139.62,
      "grad_norm": 1.106360673904419,
      "learning_rate": 4.491579105123202e-06,
      "loss": 0.4063,
      "step": 500250
    },
    {
      "epoch": 139.62,
      "grad_norm": 1.5376813411712646,
      "learning_rate": 4.4915682824358555e-06,
      "loss": 0.3957,
      "step": 500260
    },
    {
      "epoch": 139.62,
      "grad_norm": 1.2468167543411255,
      "learning_rate": 4.491557459462634e-06,
      "loss": 0.4026,
      "step": 500270
    },
    {
      "epoch": 139.63,
      "grad_norm": 1.2112854719161987,
      "learning_rate": 4.491546636203537e-06,
      "loss": 0.4148,
      "step": 500280
    },
    {
      "epoch": 139.63,
      "grad_norm": 1.3453750610351562,
      "learning_rate": 4.49153581265857e-06,
      "loss": 0.3956,
      "step": 500290
    },
    {
      "epoch": 139.63,
      "grad_norm": 1.2757563591003418,
      "learning_rate": 4.491524988827731e-06,
      "loss": 0.3941,
      "step": 500300
    },
    {
      "epoch": 139.63,
      "grad_norm": 1.3220587968826294,
      "learning_rate": 4.4915141647110226e-06,
      "loss": 0.3971,
      "step": 500310
    },
    {
      "epoch": 139.64,
      "grad_norm": 1.6218013763427734,
      "learning_rate": 4.491503340308446e-06,
      "loss": 0.3983,
      "step": 500320
    },
    {
      "epoch": 139.64,
      "grad_norm": 1.2577778100967407,
      "learning_rate": 4.491492515620004e-06,
      "loss": 0.3925,
      "step": 500330
    },
    {
      "epoch": 139.64,
      "grad_norm": 1.195890188217163,
      "learning_rate": 4.491481690645695e-06,
      "loss": 0.3869,
      "step": 500340
    },
    {
      "epoch": 139.65,
      "grad_norm": 1.299723505973816,
      "learning_rate": 4.4914708653855234e-06,
      "loss": 0.397,
      "step": 500350
    },
    {
      "epoch": 139.65,
      "grad_norm": 1.2856218814849854,
      "learning_rate": 4.491460039839491e-06,
      "loss": 0.4061,
      "step": 500360
    },
    {
      "epoch": 139.65,
      "grad_norm": 1.263820767402649,
      "learning_rate": 4.491449214007595e-06,
      "loss": 0.4,
      "step": 500370
    },
    {
      "epoch": 139.65,
      "grad_norm": 1.170774221420288,
      "learning_rate": 4.4914383878898415e-06,
      "loss": 0.3918,
      "step": 500380
    },
    {
      "epoch": 139.66,
      "grad_norm": 1.4278439283370972,
      "learning_rate": 4.491427561486229e-06,
      "loss": 0.3873,
      "step": 500390
    },
    {
      "epoch": 139.66,
      "grad_norm": 1.2453217506408691,
      "learning_rate": 4.4914167347967605e-06,
      "loss": 0.4034,
      "step": 500400
    },
    {
      "epoch": 139.66,
      "grad_norm": 1.5964775085449219,
      "learning_rate": 4.4914059078214376e-06,
      "loss": 0.395,
      "step": 500410
    },
    {
      "epoch": 139.67,
      "grad_norm": 1.5742686986923218,
      "learning_rate": 4.4913950805602605e-06,
      "loss": 0.4099,
      "step": 500420
    },
    {
      "epoch": 139.67,
      "grad_norm": 1.2468979358673096,
      "learning_rate": 4.491384253013231e-06,
      "loss": 0.4122,
      "step": 500430
    },
    {
      "epoch": 139.67,
      "grad_norm": 1.3672590255737305,
      "learning_rate": 4.4913734251803515e-06,
      "loss": 0.4057,
      "step": 500440
    },
    {
      "epoch": 139.67,
      "grad_norm": 1.4817036390304565,
      "learning_rate": 4.491362597061622e-06,
      "loss": 0.3948,
      "step": 500450
    },
    {
      "epoch": 139.68,
      "grad_norm": 1.7675256729125977,
      "learning_rate": 4.491351768657045e-06,
      "loss": 0.4002,
      "step": 500460
    },
    {
      "epoch": 139.68,
      "grad_norm": 1.5502783060073853,
      "learning_rate": 4.491340939966622e-06,
      "loss": 0.4024,
      "step": 500470
    },
    {
      "epoch": 139.68,
      "grad_norm": 1.530962586402893,
      "learning_rate": 4.491330110990354e-06,
      "loss": 0.4095,
      "step": 500480
    },
    {
      "epoch": 139.68,
      "grad_norm": 1.2557649612426758,
      "learning_rate": 4.491319281728242e-06,
      "loss": 0.3935,
      "step": 500490
    },
    {
      "epoch": 139.69,
      "grad_norm": 1.2224111557006836,
      "learning_rate": 4.491308452180288e-06,
      "loss": 0.402,
      "step": 500500
    },
    {
      "epoch": 139.69,
      "grad_norm": 1.5865706205368042,
      "learning_rate": 4.491297622346494e-06,
      "loss": 0.3785,
      "step": 500510
    },
    {
      "epoch": 139.69,
      "grad_norm": 1.253291130065918,
      "learning_rate": 4.49128679222686e-06,
      "loss": 0.403,
      "step": 500520
    },
    {
      "epoch": 139.7,
      "grad_norm": 1.3312615156173706,
      "learning_rate": 4.491275961821389e-06,
      "loss": 0.3954,
      "step": 500530
    },
    {
      "epoch": 139.7,
      "grad_norm": 0.9979948997497559,
      "learning_rate": 4.491265131130082e-06,
      "loss": 0.403,
      "step": 500540
    },
    {
      "epoch": 139.7,
      "grad_norm": 1.4012013673782349,
      "learning_rate": 4.491254300152939e-06,
      "loss": 0.4072,
      "step": 500550
    },
    {
      "epoch": 139.7,
      "grad_norm": 1.089271068572998,
      "learning_rate": 4.491243468889963e-06,
      "loss": 0.4049,
      "step": 500560
    },
    {
      "epoch": 139.71,
      "grad_norm": 1.7244552373886108,
      "learning_rate": 4.491232637341155e-06,
      "loss": 0.3951,
      "step": 500570
    },
    {
      "epoch": 139.71,
      "grad_norm": 1.0795084238052368,
      "learning_rate": 4.491221805506517e-06,
      "loss": 0.386,
      "step": 500580
    },
    {
      "epoch": 139.71,
      "grad_norm": 1.376979947090149,
      "learning_rate": 4.49121097338605e-06,
      "loss": 0.3804,
      "step": 500590
    },
    {
      "epoch": 139.72,
      "grad_norm": 1.1604808568954468,
      "learning_rate": 4.491200140979755e-06,
      "loss": 0.4072,
      "step": 500600
    },
    {
      "epoch": 139.72,
      "grad_norm": 1.128522276878357,
      "learning_rate": 4.491189308287633e-06,
      "loss": 0.3874,
      "step": 500610
    },
    {
      "epoch": 139.72,
      "grad_norm": 1.2238352298736572,
      "learning_rate": 4.491178475309687e-06,
      "loss": 0.3913,
      "step": 500620
    },
    {
      "epoch": 139.72,
      "grad_norm": 1.5381543636322021,
      "learning_rate": 4.491167642045918e-06,
      "loss": 0.4049,
      "step": 500630
    },
    {
      "epoch": 139.73,
      "grad_norm": 1.2607747316360474,
      "learning_rate": 4.491156808496326e-06,
      "loss": 0.3957,
      "step": 500640
    },
    {
      "epoch": 139.73,
      "grad_norm": 1.3125536441802979,
      "learning_rate": 4.491145974660915e-06,
      "loss": 0.3918,
      "step": 500650
    },
    {
      "epoch": 139.73,
      "grad_norm": 1.17076575756073,
      "learning_rate": 4.491135140539684e-06,
      "loss": 0.4006,
      "step": 500660
    },
    {
      "epoch": 139.73,
      "grad_norm": 1.093736171722412,
      "learning_rate": 4.491124306132636e-06,
      "loss": 0.4046,
      "step": 500670
    },
    {
      "epoch": 139.74,
      "grad_norm": 3.5581021308898926,
      "learning_rate": 4.491113471439771e-06,
      "loss": 0.3839,
      "step": 500680
    },
    {
      "epoch": 139.74,
      "grad_norm": 1.2178622484207153,
      "learning_rate": 4.4911026364610925e-06,
      "loss": 0.3869,
      "step": 500690
    },
    {
      "epoch": 139.74,
      "grad_norm": 1.4271821975708008,
      "learning_rate": 4.491091801196601e-06,
      "loss": 0.3945,
      "step": 500700
    },
    {
      "epoch": 139.75,
      "grad_norm": 1.0955644845962524,
      "learning_rate": 4.491080965646297e-06,
      "loss": 0.3893,
      "step": 500710
    },
    {
      "epoch": 139.75,
      "grad_norm": 1.2992271184921265,
      "learning_rate": 4.4910701298101815e-06,
      "loss": 0.3864,
      "step": 500720
    },
    {
      "epoch": 139.75,
      "grad_norm": 1.1943734884262085,
      "learning_rate": 4.491059293688259e-06,
      "loss": 0.4063,
      "step": 500730
    },
    {
      "epoch": 139.75,
      "grad_norm": 1.0721161365509033,
      "learning_rate": 4.491048457280529e-06,
      "loss": 0.3921,
      "step": 500740
    },
    {
      "epoch": 139.76,
      "grad_norm": 1.377320647239685,
      "learning_rate": 4.491037620586992e-06,
      "loss": 0.3992,
      "step": 500750
    },
    {
      "epoch": 139.76,
      "grad_norm": 1.144675374031067,
      "learning_rate": 4.4910267836076506e-06,
      "loss": 0.4256,
      "step": 500760
    },
    {
      "epoch": 139.76,
      "grad_norm": 1.3445686101913452,
      "learning_rate": 4.491015946342505e-06,
      "loss": 0.3745,
      "step": 500770
    },
    {
      "epoch": 139.77,
      "grad_norm": 1.2902635335922241,
      "learning_rate": 4.49100510879156e-06,
      "loss": 0.403,
      "step": 500780
    },
    {
      "epoch": 139.77,
      "grad_norm": 1.7069295644760132,
      "learning_rate": 4.490994270954813e-06,
      "loss": 0.3932,
      "step": 500790
    },
    {
      "epoch": 139.77,
      "grad_norm": 1.1788969039916992,
      "learning_rate": 4.490983432832268e-06,
      "loss": 0.4016,
      "step": 500800
    },
    {
      "epoch": 139.77,
      "grad_norm": 1.1496572494506836,
      "learning_rate": 4.490972594423927e-06,
      "loss": 0.3949,
      "step": 500810
    },
    {
      "epoch": 139.78,
      "grad_norm": 1.3891758918762207,
      "learning_rate": 4.490961755729788e-06,
      "loss": 0.4096,
      "step": 500820
    },
    {
      "epoch": 139.78,
      "grad_norm": 1.593536138534546,
      "learning_rate": 4.4909509167498555e-06,
      "loss": 0.3718,
      "step": 500830
    },
    {
      "epoch": 139.78,
      "grad_norm": 1.104889154434204,
      "learning_rate": 4.490940077484129e-06,
      "loss": 0.3789,
      "step": 500840
    },
    {
      "epoch": 139.79,
      "grad_norm": 1.4555972814559937,
      "learning_rate": 4.490929237932612e-06,
      "loss": 0.3953,
      "step": 500850
    },
    {
      "epoch": 139.79,
      "grad_norm": 1.1781485080718994,
      "learning_rate": 4.490918398095304e-06,
      "loss": 0.3975,
      "step": 500860
    },
    {
      "epoch": 139.79,
      "grad_norm": 1.226549744606018,
      "learning_rate": 4.490907557972208e-06,
      "loss": 0.3961,
      "step": 500870
    },
    {
      "epoch": 139.79,
      "grad_norm": 1.1427630186080933,
      "learning_rate": 4.490896717563325e-06,
      "loss": 0.3921,
      "step": 500880
    },
    {
      "epoch": 139.8,
      "grad_norm": 1.1391196250915527,
      "learning_rate": 4.490885876868655e-06,
      "loss": 0.3873,
      "step": 500890
    },
    {
      "epoch": 139.8,
      "grad_norm": 1.3251900672912598,
      "learning_rate": 4.490875035888201e-06,
      "loss": 0.4064,
      "step": 500900
    },
    {
      "epoch": 139.8,
      "grad_norm": 1.2300522327423096,
      "learning_rate": 4.490864194621965e-06,
      "loss": 0.4139,
      "step": 500910
    },
    {
      "epoch": 139.8,
      "grad_norm": 1.2747381925582886,
      "learning_rate": 4.4908533530699464e-06,
      "loss": 0.3893,
      "step": 500920
    },
    {
      "epoch": 139.81,
      "grad_norm": 1.5146656036376953,
      "learning_rate": 4.490842511232149e-06,
      "loss": 0.3971,
      "step": 500930
    },
    {
      "epoch": 139.81,
      "grad_norm": 1.200897455215454,
      "learning_rate": 4.490831669108572e-06,
      "loss": 0.401,
      "step": 500940
    },
    {
      "epoch": 139.81,
      "grad_norm": 1.4301892518997192,
      "learning_rate": 4.4908208266992174e-06,
      "loss": 0.3979,
      "step": 500950
    },
    {
      "epoch": 139.82,
      "grad_norm": 1.0758417844772339,
      "learning_rate": 4.490809984004088e-06,
      "loss": 0.4039,
      "step": 500960
    },
    {
      "epoch": 139.82,
      "grad_norm": 1.38191556930542,
      "learning_rate": 4.4907991410231846e-06,
      "loss": 0.4062,
      "step": 500970
    },
    {
      "epoch": 139.82,
      "grad_norm": 1.3913428783416748,
      "learning_rate": 4.490788297756508e-06,
      "loss": 0.4011,
      "step": 500980
    },
    {
      "epoch": 139.82,
      "grad_norm": 1.4586912393569946,
      "learning_rate": 4.4907774542040596e-06,
      "loss": 0.3856,
      "step": 500990
    },
    {
      "epoch": 139.83,
      "grad_norm": 1.3289376497268677,
      "learning_rate": 4.490766610365841e-06,
      "loss": 0.3884,
      "step": 501000
    },
    {
      "epoch": 139.83,
      "grad_norm": 1.2704964876174927,
      "learning_rate": 4.490755766241855e-06,
      "loss": 0.3835,
      "step": 501010
    },
    {
      "epoch": 139.83,
      "grad_norm": 1.2216750383377075,
      "learning_rate": 4.490744921832101e-06,
      "loss": 0.3893,
      "step": 501020
    },
    {
      "epoch": 139.84,
      "grad_norm": 1.0992454290390015,
      "learning_rate": 4.490734077136582e-06,
      "loss": 0.3992,
      "step": 501030
    },
    {
      "epoch": 139.84,
      "grad_norm": 1.2826281785964966,
      "learning_rate": 4.490723232155299e-06,
      "loss": 0.3931,
      "step": 501040
    },
    {
      "epoch": 139.84,
      "grad_norm": 1.2558928728103638,
      "learning_rate": 4.490712386888253e-06,
      "loss": 0.3985,
      "step": 501050
    },
    {
      "epoch": 139.84,
      "grad_norm": 1.1198722124099731,
      "learning_rate": 4.490701541335445e-06,
      "loss": 0.4037,
      "step": 501060
    },
    {
      "epoch": 139.85,
      "grad_norm": 1.3026437759399414,
      "learning_rate": 4.490690695496879e-06,
      "loss": 0.3902,
      "step": 501070
    },
    {
      "epoch": 139.85,
      "grad_norm": 1.1733981370925903,
      "learning_rate": 4.490679849372552e-06,
      "loss": 0.412,
      "step": 501080
    },
    {
      "epoch": 139.85,
      "grad_norm": 4.9117560386657715,
      "learning_rate": 4.49066900296247e-06,
      "loss": 0.4046,
      "step": 501090
    },
    {
      "epoch": 139.85,
      "grad_norm": 1.2800167798995972,
      "learning_rate": 4.490658156266632e-06,
      "loss": 0.4115,
      "step": 501100
    },
    {
      "epoch": 139.86,
      "grad_norm": 1.2938437461853027,
      "learning_rate": 4.4906473092850395e-06,
      "loss": 0.405,
      "step": 501110
    },
    {
      "epoch": 139.86,
      "grad_norm": 1.2548444271087646,
      "learning_rate": 4.490636462017695e-06,
      "loss": 0.4109,
      "step": 501120
    },
    {
      "epoch": 139.86,
      "grad_norm": 1.2953925132751465,
      "learning_rate": 4.490625614464599e-06,
      "loss": 0.3919,
      "step": 501130
    },
    {
      "epoch": 139.87,
      "grad_norm": 1.657447338104248,
      "learning_rate": 4.4906147666257535e-06,
      "loss": 0.3909,
      "step": 501140
    },
    {
      "epoch": 139.87,
      "grad_norm": 1.49149751663208,
      "learning_rate": 4.4906039185011605e-06,
      "loss": 0.3899,
      "step": 501150
    },
    {
      "epoch": 139.87,
      "grad_norm": 1.2593088150024414,
      "learning_rate": 4.490593070090819e-06,
      "loss": 0.3979,
      "step": 501160
    },
    {
      "epoch": 139.87,
      "grad_norm": 6.071529388427734,
      "learning_rate": 4.490582221394733e-06,
      "loss": 0.3841,
      "step": 501170
    },
    {
      "epoch": 139.88,
      "grad_norm": 1.4510810375213623,
      "learning_rate": 4.490571372412902e-06,
      "loss": 0.3885,
      "step": 501180
    },
    {
      "epoch": 139.88,
      "grad_norm": 1.7080713510513306,
      "learning_rate": 4.49056052314533e-06,
      "loss": 0.3905,
      "step": 501190
    },
    {
      "epoch": 139.88,
      "grad_norm": 1.2356970310211182,
      "learning_rate": 4.4905496735920164e-06,
      "loss": 0.4047,
      "step": 501200
    },
    {
      "epoch": 139.89,
      "grad_norm": 1.1393781900405884,
      "learning_rate": 4.4905388237529635e-06,
      "loss": 0.3964,
      "step": 501210
    },
    {
      "epoch": 139.89,
      "grad_norm": 1.2635811567306519,
      "learning_rate": 4.490527973628172e-06,
      "loss": 0.3947,
      "step": 501220
    },
    {
      "epoch": 139.89,
      "grad_norm": 1.5617364645004272,
      "learning_rate": 4.490517123217643e-06,
      "loss": 0.3908,
      "step": 501230
    },
    {
      "epoch": 139.89,
      "grad_norm": 1.0824519395828247,
      "learning_rate": 4.4905062725213805e-06,
      "loss": 0.3933,
      "step": 501240
    },
    {
      "epoch": 139.9,
      "grad_norm": 1.3398810625076294,
      "learning_rate": 4.490495421539383e-06,
      "loss": 0.3909,
      "step": 501250
    },
    {
      "epoch": 139.9,
      "grad_norm": 1.4484999179840088,
      "learning_rate": 4.490484570271653e-06,
      "loss": 0.3944,
      "step": 501260
    },
    {
      "epoch": 139.9,
      "grad_norm": 1.4691543579101562,
      "learning_rate": 4.490473718718193e-06,
      "loss": 0.3946,
      "step": 501270
    },
    {
      "epoch": 139.91,
      "grad_norm": 1.0902576446533203,
      "learning_rate": 4.490462866879002e-06,
      "loss": 0.3942,
      "step": 501280
    },
    {
      "epoch": 139.91,
      "grad_norm": 1.377387285232544,
      "learning_rate": 4.490452014754083e-06,
      "loss": 0.3866,
      "step": 501290
    },
    {
      "epoch": 139.91,
      "grad_norm": 1.229711651802063,
      "learning_rate": 4.490441162343439e-06,
      "loss": 0.3941,
      "step": 501300
    },
    {
      "epoch": 139.91,
      "grad_norm": 1.1389316320419312,
      "learning_rate": 4.490430309647069e-06,
      "loss": 0.4008,
      "step": 501310
    },
    {
      "epoch": 139.92,
      "grad_norm": 1.563279390335083,
      "learning_rate": 4.490419456664976e-06,
      "loss": 0.3971,
      "step": 501320
    },
    {
      "epoch": 139.92,
      "grad_norm": 1.1516649723052979,
      "learning_rate": 4.490408603397159e-06,
      "loss": 0.4109,
      "step": 501330
    },
    {
      "epoch": 139.92,
      "grad_norm": 1.2096962928771973,
      "learning_rate": 4.4903977498436215e-06,
      "loss": 0.3878,
      "step": 501340
    },
    {
      "epoch": 139.92,
      "grad_norm": 2.135313034057617,
      "learning_rate": 4.490386896004366e-06,
      "loss": 0.39,
      "step": 501350
    },
    {
      "epoch": 139.93,
      "grad_norm": 1.7753868103027344,
      "learning_rate": 4.490376041879391e-06,
      "loss": 0.4127,
      "step": 501360
    },
    {
      "epoch": 139.93,
      "grad_norm": 1.248331069946289,
      "learning_rate": 4.4903651874687e-06,
      "loss": 0.4092,
      "step": 501370
    },
    {
      "epoch": 139.93,
      "grad_norm": 1.2221755981445312,
      "learning_rate": 4.490354332772294e-06,
      "loss": 0.3988,
      "step": 501380
    },
    {
      "epoch": 139.94,
      "grad_norm": 1.3232496976852417,
      "learning_rate": 4.490343477790175e-06,
      "loss": 0.3674,
      "step": 501390
    },
    {
      "epoch": 139.94,
      "grad_norm": 1.2601735591888428,
      "learning_rate": 4.490332622522344e-06,
      "loss": 0.3994,
      "step": 501400
    },
    {
      "epoch": 139.94,
      "grad_norm": 1.2592109441757202,
      "learning_rate": 4.490321766968801e-06,
      "loss": 0.3982,
      "step": 501410
    },
    {
      "epoch": 139.94,
      "grad_norm": 1.2630043029785156,
      "learning_rate": 4.490310911129549e-06,
      "loss": 0.4068,
      "step": 501420
    },
    {
      "epoch": 139.95,
      "grad_norm": 1.294689416885376,
      "learning_rate": 4.49030005500459e-06,
      "loss": 0.4123,
      "step": 501430
    },
    {
      "epoch": 139.95,
      "grad_norm": 1.4167935848236084,
      "learning_rate": 4.490289198593924e-06,
      "loss": 0.3872,
      "step": 501440
    },
    {
      "epoch": 139.95,
      "grad_norm": 1.1134867668151855,
      "learning_rate": 4.490278341897553e-06,
      "loss": 0.3964,
      "step": 501450
    },
    {
      "epoch": 139.96,
      "grad_norm": 1.2958323955535889,
      "learning_rate": 4.4902674849154785e-06,
      "loss": 0.395,
      "step": 501460
    },
    {
      "epoch": 139.96,
      "grad_norm": 5.064573764801025,
      "learning_rate": 4.490256627647702e-06,
      "loss": 0.3998,
      "step": 501470
    },
    {
      "epoch": 139.96,
      "grad_norm": 1.3163529634475708,
      "learning_rate": 4.490245770094225e-06,
      "loss": 0.3896,
      "step": 501480
    },
    {
      "epoch": 139.96,
      "grad_norm": 1.195573329925537,
      "learning_rate": 4.490234912255049e-06,
      "loss": 0.3921,
      "step": 501490
    },
    {
      "epoch": 139.97,
      "grad_norm": 1.2944839000701904,
      "learning_rate": 4.490224054130175e-06,
      "loss": 0.3957,
      "step": 501500
    },
    {
      "epoch": 139.97,
      "grad_norm": 1.0509291887283325,
      "learning_rate": 4.490213195719605e-06,
      "loss": 0.4014,
      "step": 501510
    },
    {
      "epoch": 139.97,
      "grad_norm": 1.256999135017395,
      "learning_rate": 4.49020233702334e-06,
      "loss": 0.4199,
      "step": 501520
    },
    {
      "epoch": 139.97,
      "grad_norm": 1.0334835052490234,
      "learning_rate": 4.4901914780413805e-06,
      "loss": 0.383,
      "step": 501530
    },
    {
      "epoch": 139.98,
      "grad_norm": 1.405801773071289,
      "learning_rate": 4.49018061877373e-06,
      "loss": 0.4127,
      "step": 501540
    },
    {
      "epoch": 139.98,
      "grad_norm": 1.0768990516662598,
      "learning_rate": 4.490169759220389e-06,
      "loss": 0.3934,
      "step": 501550
    },
    {
      "epoch": 139.98,
      "grad_norm": 1.6036454439163208,
      "learning_rate": 4.4901588993813595e-06,
      "loss": 0.4064,
      "step": 501560
    },
    {
      "epoch": 139.99,
      "grad_norm": 1.543021559715271,
      "learning_rate": 4.490148039256642e-06,
      "loss": 0.3867,
      "step": 501570
    },
    {
      "epoch": 139.99,
      "grad_norm": 1.497557282447815,
      "learning_rate": 4.490137178846238e-06,
      "loss": 0.4056,
      "step": 501580
    },
    {
      "epoch": 139.99,
      "grad_norm": 1.0846185684204102,
      "learning_rate": 4.49012631815015e-06,
      "loss": 0.3868,
      "step": 501590
    },
    {
      "epoch": 139.99,
      "grad_norm": 1.2746340036392212,
      "learning_rate": 4.490115457168378e-06,
      "loss": 0.4057,
      "step": 501600
    },
    {
      "epoch": 140.0,
      "grad_norm": 1.437072515487671,
      "learning_rate": 4.490104595900924e-06,
      "loss": 0.4015,
      "step": 501610
    },
    {
      "epoch": 140.0,
      "grad_norm": 1.1851568222045898,
      "learning_rate": 4.49009373434779e-06,
      "loss": 0.4088,
      "step": 501620
    },
    {
      "epoch": 140.0,
      "eval_loss": 0.3976976275444031,
      "eval_runtime": 63.3053,
      "eval_samples_per_second": 79.914,
      "eval_steps_per_second": 9.999,
      "step": 501620
    },
    {
      "epoch": 140.0,
      "grad_norm": 1.2134426832199097,
      "learning_rate": 4.490082872508978e-06,
      "loss": 0.3788,
      "step": 501630
    },
    {
      "epoch": 140.01,
      "grad_norm": 1.2737606763839722,
      "learning_rate": 4.490072010384487e-06,
      "loss": 0.3863,
      "step": 501640
    },
    {
      "epoch": 140.01,
      "grad_norm": 1.2263543605804443,
      "learning_rate": 4.490061147974321e-06,
      "loss": 0.3827,
      "step": 501650
    },
    {
      "epoch": 140.01,
      "grad_norm": 1.358163833618164,
      "learning_rate": 4.490050285278479e-06,
      "loss": 0.3993,
      "step": 501660
    },
    {
      "epoch": 140.01,
      "grad_norm": 1.3386353254318237,
      "learning_rate": 4.490039422296966e-06,
      "loss": 0.3917,
      "step": 501670
    },
    {
      "epoch": 140.02,
      "grad_norm": 1.3685656785964966,
      "learning_rate": 4.490028559029779e-06,
      "loss": 0.3981,
      "step": 501680
    },
    {
      "epoch": 140.02,
      "grad_norm": 1.459115982055664,
      "learning_rate": 4.490017695476924e-06,
      "loss": 0.4027,
      "step": 501690
    },
    {
      "epoch": 140.02,
      "grad_norm": 1.6704418659210205,
      "learning_rate": 4.490006831638399e-06,
      "loss": 0.3932,
      "step": 501700
    },
    {
      "epoch": 140.03,
      "grad_norm": 1.175782561302185,
      "learning_rate": 4.489995967514206e-06,
      "loss": 0.3928,
      "step": 501710
    },
    {
      "epoch": 140.03,
      "grad_norm": 1.3035105466842651,
      "learning_rate": 4.489985103104348e-06,
      "loss": 0.4239,
      "step": 501720
    },
    {
      "epoch": 140.03,
      "grad_norm": 1.2410547733306885,
      "learning_rate": 4.489974238408826e-06,
      "loss": 0.4015,
      "step": 501730
    },
    {
      "epoch": 140.03,
      "grad_norm": 1.2045273780822754,
      "learning_rate": 4.489963373427639e-06,
      "loss": 0.3872,
      "step": 501740
    },
    {
      "epoch": 140.04,
      "grad_norm": 1.3473418951034546,
      "learning_rate": 4.4899525081607926e-06,
      "loss": 0.4243,
      "step": 501750
    },
    {
      "epoch": 140.04,
      "grad_norm": 1.1210486888885498,
      "learning_rate": 4.489941642608285e-06,
      "loss": 0.4155,
      "step": 501760
    },
    {
      "epoch": 140.04,
      "grad_norm": 1.4966070652008057,
      "learning_rate": 4.489930776770119e-06,
      "loss": 0.4085,
      "step": 501770
    },
    {
      "epoch": 140.04,
      "grad_norm": 1.094903588294983,
      "learning_rate": 4.489919910646295e-06,
      "loss": 0.4028,
      "step": 501780
    },
    {
      "epoch": 140.05,
      "grad_norm": 1.390380620956421,
      "learning_rate": 4.489909044236816e-06,
      "loss": 0.3975,
      "step": 501790
    },
    {
      "epoch": 140.05,
      "grad_norm": 1.2692331075668335,
      "learning_rate": 4.489898177541682e-06,
      "loss": 0.391,
      "step": 501800
    },
    {
      "epoch": 140.05,
      "grad_norm": 1.3274321556091309,
      "learning_rate": 4.489887310560896e-06,
      "loss": 0.3834,
      "step": 501810
    },
    {
      "epoch": 140.06,
      "grad_norm": 1.5248134136199951,
      "learning_rate": 4.489876443294458e-06,
      "loss": 0.3998,
      "step": 501820
    },
    {
      "epoch": 140.06,
      "grad_norm": 1.187572956085205,
      "learning_rate": 4.48986557574237e-06,
      "loss": 0.3894,
      "step": 501830
    },
    {
      "epoch": 140.06,
      "grad_norm": 1.1303282976150513,
      "learning_rate": 4.489854707904633e-06,
      "loss": 0.3812,
      "step": 501840
    },
    {
      "epoch": 140.06,
      "grad_norm": 1.2369184494018555,
      "learning_rate": 4.48984383978125e-06,
      "loss": 0.3971,
      "step": 501850
    },
    {
      "epoch": 140.07,
      "grad_norm": 1.2628434896469116,
      "learning_rate": 4.489832971372221e-06,
      "loss": 0.4146,
      "step": 501860
    },
    {
      "epoch": 140.07,
      "grad_norm": 1.3803209066390991,
      "learning_rate": 4.489822102677547e-06,
      "loss": 0.4158,
      "step": 501870
    },
    {
      "epoch": 140.07,
      "grad_norm": 1.160213589668274,
      "learning_rate": 4.48981123369723e-06,
      "loss": 0.4008,
      "step": 501880
    },
    {
      "epoch": 140.08,
      "grad_norm": 1.2839572429656982,
      "learning_rate": 4.4898003644312726e-06,
      "loss": 0.4166,
      "step": 501890
    },
    {
      "epoch": 140.08,
      "grad_norm": 1.3858985900878906,
      "learning_rate": 4.489789494879676e-06,
      "loss": 0.3956,
      "step": 501900
    },
    {
      "epoch": 140.08,
      "grad_norm": 1.4443869590759277,
      "learning_rate": 4.489778625042439e-06,
      "loss": 0.4049,
      "step": 501910
    },
    {
      "epoch": 140.08,
      "grad_norm": 1.480536699295044,
      "learning_rate": 4.489767754919566e-06,
      "loss": 0.381,
      "step": 501920
    },
    {
      "epoch": 140.09,
      "grad_norm": 1.434675693511963,
      "learning_rate": 4.489756884511058e-06,
      "loss": 0.3758,
      "step": 501930
    },
    {
      "epoch": 140.09,
      "grad_norm": 1.5821309089660645,
      "learning_rate": 4.489746013816915e-06,
      "loss": 0.4045,
      "step": 501940
    },
    {
      "epoch": 140.09,
      "grad_norm": 1.2652232646942139,
      "learning_rate": 4.48973514283714e-06,
      "loss": 0.3935,
      "step": 501950
    },
    {
      "epoch": 140.09,
      "grad_norm": 1.1480796337127686,
      "learning_rate": 4.489724271571734e-06,
      "loss": 0.3991,
      "step": 501960
    },
    {
      "epoch": 140.1,
      "grad_norm": 1.249606728553772,
      "learning_rate": 4.489713400020697e-06,
      "loss": 0.3969,
      "step": 501970
    },
    {
      "epoch": 140.1,
      "grad_norm": 2.1030495166778564,
      "learning_rate": 4.4897025281840326e-06,
      "loss": 0.3873,
      "step": 501980
    },
    {
      "epoch": 140.1,
      "grad_norm": 1.2459951639175415,
      "learning_rate": 4.489691656061741e-06,
      "loss": 0.4087,
      "step": 501990
    },
    {
      "epoch": 140.11,
      "grad_norm": 1.2921193838119507,
      "learning_rate": 4.4896807836538246e-06,
      "loss": 0.3843,
      "step": 502000
    },
    {
      "epoch": 140.11,
      "grad_norm": 1.4311622381210327,
      "learning_rate": 4.489669910960283e-06,
      "loss": 0.4068,
      "step": 502010
    },
    {
      "epoch": 140.11,
      "grad_norm": 1.4413574934005737,
      "learning_rate": 4.48965903798112e-06,
      "loss": 0.4063,
      "step": 502020
    },
    {
      "epoch": 140.11,
      "grad_norm": 1.1618852615356445,
      "learning_rate": 4.489648164716336e-06,
      "loss": 0.3952,
      "step": 502030
    },
    {
      "epoch": 140.12,
      "grad_norm": 1.4554615020751953,
      "learning_rate": 4.489637291165931e-06,
      "loss": 0.4102,
      "step": 502040
    },
    {
      "epoch": 140.12,
      "grad_norm": 1.5709047317504883,
      "learning_rate": 4.489626417329909e-06,
      "loss": 0.4116,
      "step": 502050
    },
    {
      "epoch": 140.12,
      "grad_norm": 1.3005366325378418,
      "learning_rate": 4.4896155432082705e-06,
      "loss": 0.3894,
      "step": 502060
    },
    {
      "epoch": 140.13,
      "grad_norm": 1.116697907447815,
      "learning_rate": 4.489604668801017e-06,
      "loss": 0.3871,
      "step": 502070
    },
    {
      "epoch": 140.13,
      "grad_norm": 1.197433590888977,
      "learning_rate": 4.489593794108149e-06,
      "loss": 0.4171,
      "step": 502080
    },
    {
      "epoch": 140.13,
      "grad_norm": 1.186860203742981,
      "learning_rate": 4.489582919129668e-06,
      "loss": 0.3823,
      "step": 502090
    },
    {
      "epoch": 140.13,
      "grad_norm": 1.4144439697265625,
      "learning_rate": 4.489572043865576e-06,
      "loss": 0.3887,
      "step": 502100
    },
    {
      "epoch": 140.14,
      "grad_norm": 2.3366570472717285,
      "learning_rate": 4.4895611683158755e-06,
      "loss": 0.3972,
      "step": 502110
    },
    {
      "epoch": 140.14,
      "grad_norm": 1.2693939208984375,
      "learning_rate": 4.489550292480566e-06,
      "loss": 0.4048,
      "step": 502120
    },
    {
      "epoch": 140.14,
      "grad_norm": 1.28856360912323,
      "learning_rate": 4.489539416359651e-06,
      "loss": 0.3929,
      "step": 502130
    },
    {
      "epoch": 140.15,
      "grad_norm": 1.2122842073440552,
      "learning_rate": 4.48952853995313e-06,
      "loss": 0.3985,
      "step": 502140
    },
    {
      "epoch": 140.15,
      "grad_norm": 1.3137907981872559,
      "learning_rate": 4.489517663261005e-06,
      "loss": 0.4003,
      "step": 502150
    },
    {
      "epoch": 140.15,
      "grad_norm": 1.564946174621582,
      "learning_rate": 4.489506786283278e-06,
      "loss": 0.4013,
      "step": 502160
    },
    {
      "epoch": 140.15,
      "grad_norm": 1.146484613418579,
      "learning_rate": 4.489495909019951e-06,
      "loss": 0.4075,
      "step": 502170
    },
    {
      "epoch": 140.16,
      "grad_norm": 1.428649663925171,
      "learning_rate": 4.4894850314710236e-06,
      "loss": 0.3958,
      "step": 502180
    },
    {
      "epoch": 140.16,
      "grad_norm": 1.4231483936309814,
      "learning_rate": 4.489474153636499e-06,
      "loss": 0.4052,
      "step": 502190
    },
    {
      "epoch": 140.16,
      "grad_norm": 1.2410399913787842,
      "learning_rate": 4.489463275516378e-06,
      "loss": 0.4098,
      "step": 502200
    },
    {
      "epoch": 140.16,
      "grad_norm": 1.139366865158081,
      "learning_rate": 4.4894523971106614e-06,
      "loss": 0.4009,
      "step": 502210
    },
    {
      "epoch": 140.17,
      "grad_norm": 1.198878526687622,
      "learning_rate": 4.489441518419351e-06,
      "loss": 0.4022,
      "step": 502220
    },
    {
      "epoch": 140.17,
      "grad_norm": 1.4122624397277832,
      "learning_rate": 4.48943063944245e-06,
      "loss": 0.3937,
      "step": 502230
    },
    {
      "epoch": 140.17,
      "grad_norm": 1.5686827898025513,
      "learning_rate": 4.489419760179957e-06,
      "loss": 0.3633,
      "step": 502240
    },
    {
      "epoch": 140.18,
      "grad_norm": 17.08901023864746,
      "learning_rate": 4.489408880631875e-06,
      "loss": 0.4092,
      "step": 502250
    },
    {
      "epoch": 140.18,
      "grad_norm": 1.0799643993377686,
      "learning_rate": 4.489398000798205e-06,
      "loss": 0.3905,
      "step": 502260
    },
    {
      "epoch": 140.18,
      "grad_norm": 1.447712779045105,
      "learning_rate": 4.48938712067895e-06,
      "loss": 0.4105,
      "step": 502270
    },
    {
      "epoch": 140.18,
      "grad_norm": 1.2065951824188232,
      "learning_rate": 4.489376240274108e-06,
      "loss": 0.3794,
      "step": 502280
    },
    {
      "epoch": 140.19,
      "grad_norm": 1.2850700616836548,
      "learning_rate": 4.4893653595836844e-06,
      "loss": 0.395,
      "step": 502290
    },
    {
      "epoch": 140.19,
      "grad_norm": 1.5925774574279785,
      "learning_rate": 4.4893544786076775e-06,
      "loss": 0.4023,
      "step": 502300
    },
    {
      "epoch": 140.19,
      "grad_norm": 1.3512687683105469,
      "learning_rate": 4.489343597346091e-06,
      "loss": 0.4018,
      "step": 502310
    },
    {
      "epoch": 140.2,
      "grad_norm": 1.2588376998901367,
      "learning_rate": 4.489332715798925e-06,
      "loss": 0.3911,
      "step": 502320
    },
    {
      "epoch": 140.2,
      "grad_norm": 1.3204472064971924,
      "learning_rate": 4.489321833966181e-06,
      "loss": 0.4079,
      "step": 502330
    },
    {
      "epoch": 140.2,
      "grad_norm": 1.2848459482192993,
      "learning_rate": 4.489310951847861e-06,
      "loss": 0.3955,
      "step": 502340
    },
    {
      "epoch": 140.2,
      "grad_norm": 1.2307697534561157,
      "learning_rate": 4.489300069443967e-06,
      "loss": 0.3861,
      "step": 502350
    },
    {
      "epoch": 140.21,
      "grad_norm": 4.769737243652344,
      "learning_rate": 4.489289186754499e-06,
      "loss": 0.413,
      "step": 502360
    },
    {
      "epoch": 140.21,
      "grad_norm": 1.252206563949585,
      "learning_rate": 4.489278303779459e-06,
      "loss": 0.4117,
      "step": 502370
    },
    {
      "epoch": 140.21,
      "grad_norm": 1.1427018642425537,
      "learning_rate": 4.4892674205188495e-06,
      "loss": 0.407,
      "step": 502380
    },
    {
      "epoch": 140.21,
      "grad_norm": 1.3499760627746582,
      "learning_rate": 4.48925653697267e-06,
      "loss": 0.3892,
      "step": 502390
    },
    {
      "epoch": 140.22,
      "grad_norm": 1.2186155319213867,
      "learning_rate": 4.489245653140923e-06,
      "loss": 0.4043,
      "step": 502400
    },
    {
      "epoch": 140.22,
      "grad_norm": 1.166965365409851,
      "learning_rate": 4.489234769023611e-06,
      "loss": 0.3981,
      "step": 502410
    },
    {
      "epoch": 140.22,
      "grad_norm": 1.1001648902893066,
      "learning_rate": 4.489223884620734e-06,
      "loss": 0.3951,
      "step": 502420
    },
    {
      "epoch": 140.23,
      "grad_norm": 1.2671436071395874,
      "learning_rate": 4.489212999932293e-06,
      "loss": 0.3757,
      "step": 502430
    },
    {
      "epoch": 140.23,
      "grad_norm": 1.2483080625534058,
      "learning_rate": 4.489202114958291e-06,
      "loss": 0.3794,
      "step": 502440
    },
    {
      "epoch": 140.23,
      "grad_norm": 1.1611872911453247,
      "learning_rate": 4.489191229698728e-06,
      "loss": 0.3959,
      "step": 502450
    },
    {
      "epoch": 140.23,
      "grad_norm": 1.0670106410980225,
      "learning_rate": 4.489180344153608e-06,
      "loss": 0.3785,
      "step": 502460
    },
    {
      "epoch": 140.24,
      "grad_norm": 1.0352015495300293,
      "learning_rate": 4.489169458322929e-06,
      "loss": 0.3997,
      "step": 502470
    },
    {
      "epoch": 140.24,
      "grad_norm": 1.3221492767333984,
      "learning_rate": 4.489158572206695e-06,
      "loss": 0.4003,
      "step": 502480
    },
    {
      "epoch": 140.24,
      "grad_norm": 1.590833067893982,
      "learning_rate": 4.489147685804906e-06,
      "loss": 0.3936,
      "step": 502490
    },
    {
      "epoch": 140.25,
      "grad_norm": 1.403197169303894,
      "learning_rate": 4.489136799117564e-06,
      "loss": 0.4003,
      "step": 502500
    },
    {
      "epoch": 140.25,
      "grad_norm": 1.3594239950180054,
      "learning_rate": 4.489125912144671e-06,
      "loss": 0.4039,
      "step": 502510
    },
    {
      "epoch": 140.25,
      "grad_norm": 1.5290939807891846,
      "learning_rate": 4.489115024886226e-06,
      "loss": 0.4021,
      "step": 502520
    },
    {
      "epoch": 140.25,
      "grad_norm": 1.1018779277801514,
      "learning_rate": 4.489104137342234e-06,
      "loss": 0.3802,
      "step": 502530
    },
    {
      "epoch": 140.26,
      "grad_norm": 1.675054669380188,
      "learning_rate": 4.489093249512695e-06,
      "loss": 0.4139,
      "step": 502540
    },
    {
      "epoch": 140.26,
      "grad_norm": 1.1924004554748535,
      "learning_rate": 4.48908236139761e-06,
      "loss": 0.3932,
      "step": 502550
    },
    {
      "epoch": 140.26,
      "grad_norm": 1.338463306427002,
      "learning_rate": 4.48907147299698e-06,
      "loss": 0.3779,
      "step": 502560
    },
    {
      "epoch": 140.27,
      "grad_norm": 1.2610305547714233,
      "learning_rate": 4.489060584310808e-06,
      "loss": 0.3891,
      "step": 502570
    },
    {
      "epoch": 140.27,
      "grad_norm": 1.3470120429992676,
      "learning_rate": 4.489049695339093e-06,
      "loss": 0.4015,
      "step": 502580
    },
    {
      "epoch": 140.27,
      "grad_norm": 1.0548439025878906,
      "learning_rate": 4.4890388060818396e-06,
      "loss": 0.4093,
      "step": 502590
    },
    {
      "epoch": 140.27,
      "grad_norm": 1.114570140838623,
      "learning_rate": 4.489027916539047e-06,
      "loss": 0.3931,
      "step": 502600
    },
    {
      "epoch": 140.28,
      "grad_norm": 1.2587754726409912,
      "learning_rate": 4.489017026710718e-06,
      "loss": 0.4019,
      "step": 502610
    },
    {
      "epoch": 140.28,
      "grad_norm": 1.5536856651306152,
      "learning_rate": 4.489006136596852e-06,
      "loss": 0.4092,
      "step": 502620
    },
    {
      "epoch": 140.28,
      "grad_norm": 1.3750247955322266,
      "learning_rate": 4.488995246197453e-06,
      "loss": 0.3996,
      "step": 502630
    },
    {
      "epoch": 140.28,
      "grad_norm": 2.4821324348449707,
      "learning_rate": 4.488984355512522e-06,
      "loss": 0.3689,
      "step": 502640
    },
    {
      "epoch": 140.29,
      "grad_norm": 1.5384953022003174,
      "learning_rate": 4.488973464542058e-06,
      "loss": 0.3993,
      "step": 502650
    },
    {
      "epoch": 140.29,
      "grad_norm": 1.208960771560669,
      "learning_rate": 4.488962573286065e-06,
      "loss": 0.3944,
      "step": 502660
    },
    {
      "epoch": 140.29,
      "grad_norm": 1.3929202556610107,
      "learning_rate": 4.488951681744543e-06,
      "loss": 0.4052,
      "step": 502670
    },
    {
      "epoch": 140.3,
      "grad_norm": 1.4848408699035645,
      "learning_rate": 4.488940789917495e-06,
      "loss": 0.4036,
      "step": 502680
    },
    {
      "epoch": 140.3,
      "grad_norm": 1.1698230504989624,
      "learning_rate": 4.488929897804921e-06,
      "loss": 0.3983,
      "step": 502690
    },
    {
      "epoch": 140.3,
      "grad_norm": 1.1803873777389526,
      "learning_rate": 4.488919005406823e-06,
      "loss": 0.4072,
      "step": 502700
    },
    {
      "epoch": 140.3,
      "grad_norm": 1.8109560012817383,
      "learning_rate": 4.488908112723203e-06,
      "loss": 0.4103,
      "step": 502710
    },
    {
      "epoch": 140.31,
      "grad_norm": 1.3318073749542236,
      "learning_rate": 4.4888972197540614e-06,
      "loss": 0.3821,
      "step": 502720
    },
    {
      "epoch": 140.31,
      "grad_norm": 1.6502584218978882,
      "learning_rate": 4.4888863264994e-06,
      "loss": 0.4002,
      "step": 502730
    },
    {
      "epoch": 140.31,
      "grad_norm": 1.7572797536849976,
      "learning_rate": 4.48887543295922e-06,
      "loss": 0.3807,
      "step": 502740
    },
    {
      "epoch": 140.32,
      "grad_norm": 1.4009135961532593,
      "learning_rate": 4.4888645391335234e-06,
      "loss": 0.4186,
      "step": 502750
    },
    {
      "epoch": 140.32,
      "grad_norm": 1.2080215215682983,
      "learning_rate": 4.488853645022312e-06,
      "loss": 0.4125,
      "step": 502760
    },
    {
      "epoch": 140.32,
      "grad_norm": 1.5388703346252441,
      "learning_rate": 4.488842750625587e-06,
      "loss": 0.4258,
      "step": 502770
    },
    {
      "epoch": 140.32,
      "grad_norm": 1.3399436473846436,
      "learning_rate": 4.488831855943348e-06,
      "loss": 0.413,
      "step": 502780
    },
    {
      "epoch": 140.33,
      "grad_norm": 1.5072792768478394,
      "learning_rate": 4.4888209609756e-06,
      "loss": 0.4066,
      "step": 502790
    },
    {
      "epoch": 140.33,
      "grad_norm": 1.277819275856018,
      "learning_rate": 4.488810065722342e-06,
      "loss": 0.3903,
      "step": 502800
    },
    {
      "epoch": 140.33,
      "grad_norm": 1.3676074743270874,
      "learning_rate": 4.488799170183574e-06,
      "loss": 0.3999,
      "step": 502810
    },
    {
      "epoch": 140.33,
      "grad_norm": 12.390389442443848,
      "learning_rate": 4.488788274359301e-06,
      "loss": 0.3941,
      "step": 502820
    },
    {
      "epoch": 140.34,
      "grad_norm": 1.2418503761291504,
      "learning_rate": 4.488777378249523e-06,
      "loss": 0.3859,
      "step": 502830
    },
    {
      "epoch": 140.34,
      "grad_norm": 1.1165691614151,
      "learning_rate": 4.488766481854241e-06,
      "loss": 0.39,
      "step": 502840
    },
    {
      "epoch": 140.34,
      "grad_norm": 1.3226337432861328,
      "learning_rate": 4.4887555851734565e-06,
      "loss": 0.4175,
      "step": 502850
    },
    {
      "epoch": 140.35,
      "grad_norm": 1.1688061952590942,
      "learning_rate": 4.488744688207171e-06,
      "loss": 0.3997,
      "step": 502860
    },
    {
      "epoch": 140.35,
      "grad_norm": 4.073412895202637,
      "learning_rate": 4.488733790955387e-06,
      "loss": 0.3903,
      "step": 502870
    },
    {
      "epoch": 140.35,
      "grad_norm": 1.1361258029937744,
      "learning_rate": 4.488722893418105e-06,
      "loss": 0.3816,
      "step": 502880
    },
    {
      "epoch": 140.35,
      "grad_norm": 1.5718514919281006,
      "learning_rate": 4.4887119955953256e-06,
      "loss": 0.4066,
      "step": 502890
    },
    {
      "epoch": 140.36,
      "grad_norm": 1.2517294883728027,
      "learning_rate": 4.4887010974870515e-06,
      "loss": 0.4099,
      "step": 502900
    },
    {
      "epoch": 140.36,
      "grad_norm": 1.30636727809906,
      "learning_rate": 4.488690199093283e-06,
      "loss": 0.3979,
      "step": 502910
    },
    {
      "epoch": 140.36,
      "grad_norm": 1.4477086067199707,
      "learning_rate": 4.4886793004140235e-06,
      "loss": 0.3878,
      "step": 502920
    },
    {
      "epoch": 140.37,
      "grad_norm": 1.207293152809143,
      "learning_rate": 4.488668401449274e-06,
      "loss": 0.3954,
      "step": 502930
    },
    {
      "epoch": 140.37,
      "grad_norm": 1.3607261180877686,
      "learning_rate": 4.488657502199034e-06,
      "loss": 0.384,
      "step": 502940
    },
    {
      "epoch": 140.37,
      "grad_norm": 1.0805965662002563,
      "learning_rate": 4.488646602663307e-06,
      "loss": 0.4007,
      "step": 502950
    },
    {
      "epoch": 140.37,
      "grad_norm": 5.864795207977295,
      "learning_rate": 4.488635702842093e-06,
      "loss": 0.3995,
      "step": 502960
    },
    {
      "epoch": 140.38,
      "grad_norm": 1.4368443489074707,
      "learning_rate": 4.4886248027353945e-06,
      "loss": 0.4071,
      "step": 502970
    },
    {
      "epoch": 140.38,
      "grad_norm": 1.2837430238723755,
      "learning_rate": 4.488613902343212e-06,
      "loss": 0.3904,
      "step": 502980
    },
    {
      "epoch": 140.38,
      "grad_norm": 1.2039422988891602,
      "learning_rate": 4.488603001665549e-06,
      "loss": 0.3736,
      "step": 502990
    },
    {
      "epoch": 140.39,
      "grad_norm": 1.1147774457931519,
      "learning_rate": 4.488592100702404e-06,
      "loss": 0.3868,
      "step": 503000
    },
    {
      "epoch": 140.39,
      "grad_norm": 1.145118236541748,
      "learning_rate": 4.488581199453781e-06,
      "loss": 0.4101,
      "step": 503010
    },
    {
      "epoch": 140.39,
      "grad_norm": 1.4805946350097656,
      "learning_rate": 4.488570297919679e-06,
      "loss": 0.3995,
      "step": 503020
    },
    {
      "epoch": 140.39,
      "grad_norm": 1.4554613828659058,
      "learning_rate": 4.488559396100102e-06,
      "loss": 0.3963,
      "step": 503030
    },
    {
      "epoch": 140.4,
      "grad_norm": 1.3697161674499512,
      "learning_rate": 4.48854849399505e-06,
      "loss": 0.4097,
      "step": 503040
    },
    {
      "epoch": 140.4,
      "grad_norm": 1.3004176616668701,
      "learning_rate": 4.488537591604525e-06,
      "loss": 0.4037,
      "step": 503050
    },
    {
      "epoch": 140.4,
      "grad_norm": 1.226093053817749,
      "learning_rate": 4.488526688928527e-06,
      "loss": 0.4035,
      "step": 503060
    },
    {
      "epoch": 140.4,
      "grad_norm": 0.9472227692604065,
      "learning_rate": 4.48851578596706e-06,
      "loss": 0.3709,
      "step": 503070
    },
    {
      "epoch": 140.41,
      "grad_norm": 1.5145844221115112,
      "learning_rate": 4.488504882720124e-06,
      "loss": 0.4041,
      "step": 503080
    },
    {
      "epoch": 140.41,
      "grad_norm": 1.5061944723129272,
      "learning_rate": 4.48849397918772e-06,
      "loss": 0.3931,
      "step": 503090
    },
    {
      "epoch": 140.41,
      "grad_norm": 1.3318133354187012,
      "learning_rate": 4.48848307536985e-06,
      "loss": 0.3904,
      "step": 503100
    },
    {
      "epoch": 140.42,
      "grad_norm": 1.2994847297668457,
      "learning_rate": 4.488472171266516e-06,
      "loss": 0.3847,
      "step": 503110
    },
    {
      "epoch": 140.42,
      "grad_norm": 1.3036137819290161,
      "learning_rate": 4.488461266877718e-06,
      "loss": 0.3928,
      "step": 503120
    },
    {
      "epoch": 140.42,
      "grad_norm": 1.169486403465271,
      "learning_rate": 4.488450362203459e-06,
      "loss": 0.3903,
      "step": 503130
    },
    {
      "epoch": 140.42,
      "grad_norm": 1.349982738494873,
      "learning_rate": 4.48843945724374e-06,
      "loss": 0.3874,
      "step": 503140
    },
    {
      "epoch": 140.43,
      "grad_norm": 1.3044888973236084,
      "learning_rate": 4.488428551998561e-06,
      "loss": 0.4018,
      "step": 503150
    },
    {
      "epoch": 140.43,
      "grad_norm": 1.1652101278305054,
      "learning_rate": 4.488417646467926e-06,
      "loss": 0.4037,
      "step": 503160
    },
    {
      "epoch": 140.43,
      "grad_norm": 1.287904143333435,
      "learning_rate": 4.488406740651835e-06,
      "loss": 0.3924,
      "step": 503170
    },
    {
      "epoch": 140.44,
      "grad_norm": 1.423770546913147,
      "learning_rate": 4.488395834550289e-06,
      "loss": 0.3673,
      "step": 503180
    },
    {
      "epoch": 140.44,
      "grad_norm": 1.3129339218139648,
      "learning_rate": 4.488384928163291e-06,
      "loss": 0.3893,
      "step": 503190
    },
    {
      "epoch": 140.44,
      "grad_norm": 1.105193853378296,
      "learning_rate": 4.48837402149084e-06,
      "loss": 0.3733,
      "step": 503200
    },
    {
      "epoch": 140.44,
      "grad_norm": 1.1955554485321045,
      "learning_rate": 4.4883631145329395e-06,
      "loss": 0.4115,
      "step": 503210
    },
    {
      "epoch": 140.45,
      "grad_norm": 1.1558135747909546,
      "learning_rate": 4.488352207289591e-06,
      "loss": 0.3847,
      "step": 503220
    },
    {
      "epoch": 140.45,
      "grad_norm": 1.0427498817443848,
      "learning_rate": 4.4883412997607955e-06,
      "loss": 0.3827,
      "step": 503230
    },
    {
      "epoch": 140.45,
      "grad_norm": 1.3858855962753296,
      "learning_rate": 4.488330391946554e-06,
      "loss": 0.3859,
      "step": 503240
    },
    {
      "epoch": 140.45,
      "grad_norm": 1.4113126993179321,
      "learning_rate": 4.488319483846868e-06,
      "loss": 0.3851,
      "step": 503250
    },
    {
      "epoch": 140.46,
      "grad_norm": 1.4268347024917603,
      "learning_rate": 4.48830857546174e-06,
      "loss": 0.3886,
      "step": 503260
    },
    {
      "epoch": 140.46,
      "grad_norm": 1.141295313835144,
      "learning_rate": 4.48829766679117e-06,
      "loss": 0.4027,
      "step": 503270
    },
    {
      "epoch": 140.46,
      "grad_norm": 1.4098976850509644,
      "learning_rate": 4.488286757835159e-06,
      "loss": 0.395,
      "step": 503280
    },
    {
      "epoch": 140.47,
      "grad_norm": 1.1988788843154907,
      "learning_rate": 4.488275848593712e-06,
      "loss": 0.3978,
      "step": 503290
    },
    {
      "epoch": 140.47,
      "grad_norm": 1.2618639469146729,
      "learning_rate": 4.4882649390668265e-06,
      "loss": 0.4037,
      "step": 503300
    },
    {
      "epoch": 140.47,
      "grad_norm": 1.2229231595993042,
      "learning_rate": 4.488254029254505e-06,
      "loss": 0.3848,
      "step": 503310
    },
    {
      "epoch": 140.47,
      "grad_norm": 1.110369086265564,
      "learning_rate": 4.488243119156751e-06,
      "loss": 0.3981,
      "step": 503320
    },
    {
      "epoch": 140.48,
      "grad_norm": 1.4650384187698364,
      "learning_rate": 4.4882322087735634e-06,
      "loss": 0.407,
      "step": 503330
    },
    {
      "epoch": 140.48,
      "grad_norm": 1.1976503133773804,
      "learning_rate": 4.488221298104945e-06,
      "loss": 0.3892,
      "step": 503340
    },
    {
      "epoch": 140.48,
      "grad_norm": 1.4024767875671387,
      "learning_rate": 4.4882103871508965e-06,
      "loss": 0.3926,
      "step": 503350
    },
    {
      "epoch": 140.49,
      "grad_norm": 1.0968316793441772,
      "learning_rate": 4.48819947591142e-06,
      "loss": 0.389,
      "step": 503360
    },
    {
      "epoch": 140.49,
      "grad_norm": 1.34583580493927,
      "learning_rate": 4.4881885643865165e-06,
      "loss": 0.383,
      "step": 503370
    },
    {
      "epoch": 140.49,
      "grad_norm": 1.1546541452407837,
      "learning_rate": 4.4881776525761886e-06,
      "loss": 0.3842,
      "step": 503380
    },
    {
      "epoch": 140.49,
      "grad_norm": 1.2609975337982178,
      "learning_rate": 4.488166740480435e-06,
      "loss": 0.3874,
      "step": 503390
    },
    {
      "epoch": 140.5,
      "grad_norm": 1.4216426610946655,
      "learning_rate": 4.48815582809926e-06,
      "loss": 0.4306,
      "step": 503400
    },
    {
      "epoch": 140.5,
      "grad_norm": 1.704817533493042,
      "learning_rate": 4.488144915432664e-06,
      "loss": 0.3929,
      "step": 503410
    },
    {
      "epoch": 140.5,
      "grad_norm": 1.1735014915466309,
      "learning_rate": 4.488134002480649e-06,
      "loss": 0.3935,
      "step": 503420
    },
    {
      "epoch": 140.51,
      "grad_norm": 1.1690239906311035,
      "learning_rate": 4.488123089243215e-06,
      "loss": 0.3969,
      "step": 503430
    },
    {
      "epoch": 140.51,
      "grad_norm": 1.2122302055358887,
      "learning_rate": 4.488112175720364e-06,
      "loss": 0.4159,
      "step": 503440
    },
    {
      "epoch": 140.51,
      "grad_norm": 1.5713880062103271,
      "learning_rate": 4.488101261912099e-06,
      "loss": 0.3956,
      "step": 503450
    },
    {
      "epoch": 140.51,
      "grad_norm": 1.4921934604644775,
      "learning_rate": 4.4880903478184194e-06,
      "loss": 0.4071,
      "step": 503460
    },
    {
      "epoch": 140.52,
      "grad_norm": 1.1582512855529785,
      "learning_rate": 4.4880794334393286e-06,
      "loss": 0.3769,
      "step": 503470
    },
    {
      "epoch": 140.52,
      "grad_norm": 1.2104092836380005,
      "learning_rate": 4.488068518774826e-06,
      "loss": 0.384,
      "step": 503480
    },
    {
      "epoch": 140.52,
      "grad_norm": 1.0734597444534302,
      "learning_rate": 4.488057603824914e-06,
      "loss": 0.3946,
      "step": 503490
    },
    {
      "epoch": 140.52,
      "grad_norm": 1.2930351495742798,
      "learning_rate": 4.488046688589594e-06,
      "loss": 0.4018,
      "step": 503500
    },
    {
      "epoch": 140.53,
      "grad_norm": 1.114982008934021,
      "learning_rate": 4.488035773068868e-06,
      "loss": 0.4002,
      "step": 503510
    },
    {
      "epoch": 140.53,
      "grad_norm": 2.1368415355682373,
      "learning_rate": 4.488024857262737e-06,
      "loss": 0.4231,
      "step": 503520
    },
    {
      "epoch": 140.53,
      "grad_norm": 1.233528971672058,
      "learning_rate": 4.488013941171202e-06,
      "loss": 0.4105,
      "step": 503530
    },
    {
      "epoch": 140.54,
      "grad_norm": 1.188573956489563,
      "learning_rate": 4.488003024794265e-06,
      "loss": 0.4031,
      "step": 503540
    },
    {
      "epoch": 140.54,
      "grad_norm": 1.5122811794281006,
      "learning_rate": 4.487992108131928e-06,
      "loss": 0.4165,
      "step": 503550
    },
    {
      "epoch": 140.54,
      "grad_norm": 1.153015375137329,
      "learning_rate": 4.487981191184191e-06,
      "loss": 0.4047,
      "step": 503560
    },
    {
      "epoch": 140.54,
      "grad_norm": 1.4198764562606812,
      "learning_rate": 4.487970273951056e-06,
      "loss": 0.3979,
      "step": 503570
    },
    {
      "epoch": 140.55,
      "grad_norm": 1.1786231994628906,
      "learning_rate": 4.487959356432526e-06,
      "loss": 0.3805,
      "step": 503580
    },
    {
      "epoch": 140.55,
      "grad_norm": 1.2435145378112793,
      "learning_rate": 4.4879484386286005e-06,
      "loss": 0.4257,
      "step": 503590
    },
    {
      "epoch": 140.55,
      "grad_norm": 1.1669825315475464,
      "learning_rate": 4.487937520539281e-06,
      "loss": 0.4117,
      "step": 503600
    },
    {
      "epoch": 140.56,
      "grad_norm": 1.378056287765503,
      "learning_rate": 4.48792660216457e-06,
      "loss": 0.4097,
      "step": 503610
    },
    {
      "epoch": 140.56,
      "grad_norm": 1.1236529350280762,
      "learning_rate": 4.487915683504468e-06,
      "loss": 0.4177,
      "step": 503620
    },
    {
      "epoch": 140.56,
      "grad_norm": 1.2363317012786865,
      "learning_rate": 4.487904764558978e-06,
      "loss": 0.3997,
      "step": 503630
    },
    {
      "epoch": 140.56,
      "grad_norm": 1.2243270874023438,
      "learning_rate": 4.487893845328099e-06,
      "loss": 0.3969,
      "step": 503640
    },
    {
      "epoch": 140.57,
      "grad_norm": 2.332261323928833,
      "learning_rate": 4.487882925811836e-06,
      "loss": 0.3856,
      "step": 503650
    },
    {
      "epoch": 140.57,
      "grad_norm": 1.385646104812622,
      "learning_rate": 4.4878720060101866e-06,
      "loss": 0.3957,
      "step": 503660
    },
    {
      "epoch": 140.57,
      "grad_norm": 1.6714775562286377,
      "learning_rate": 4.487861085923154e-06,
      "loss": 0.3737,
      "step": 503670
    },
    {
      "epoch": 140.57,
      "grad_norm": 1.4076817035675049,
      "learning_rate": 4.48785016555074e-06,
      "loss": 0.3995,
      "step": 503680
    },
    {
      "epoch": 140.58,
      "grad_norm": 1.4941414594650269,
      "learning_rate": 4.4878392448929465e-06,
      "loss": 0.3983,
      "step": 503690
    },
    {
      "epoch": 140.58,
      "grad_norm": 1.2442259788513184,
      "learning_rate": 4.487828323949773e-06,
      "loss": 0.391,
      "step": 503700
    },
    {
      "epoch": 140.58,
      "grad_norm": 1.4266633987426758,
      "learning_rate": 4.487817402721222e-06,
      "loss": 0.3885,
      "step": 503710
    },
    {
      "epoch": 140.59,
      "grad_norm": 1.4068304300308228,
      "learning_rate": 4.487806481207297e-06,
      "loss": 0.3945,
      "step": 503720
    },
    {
      "epoch": 140.59,
      "grad_norm": 1.4569422006607056,
      "learning_rate": 4.4877955594079956e-06,
      "loss": 0.4175,
      "step": 503730
    },
    {
      "epoch": 140.59,
      "grad_norm": 1.307173490524292,
      "learning_rate": 4.4877846373233215e-06,
      "loss": 0.3979,
      "step": 503740
    },
    {
      "epoch": 140.59,
      "grad_norm": 1.2087256908416748,
      "learning_rate": 4.487773714953275e-06,
      "loss": 0.3852,
      "step": 503750
    },
    {
      "epoch": 140.6,
      "grad_norm": 5.13404655456543,
      "learning_rate": 4.48776279229786e-06,
      "loss": 0.3888,
      "step": 503760
    },
    {
      "epoch": 140.6,
      "grad_norm": 1.4230992794036865,
      "learning_rate": 4.4877518693570755e-06,
      "loss": 0.3903,
      "step": 503770
    },
    {
      "epoch": 140.6,
      "grad_norm": 1.1853835582733154,
      "learning_rate": 4.487740946130924e-06,
      "loss": 0.4038,
      "step": 503780
    },
    {
      "epoch": 140.61,
      "grad_norm": 2.3461644649505615,
      "learning_rate": 4.4877300226194065e-06,
      "loss": 0.4078,
      "step": 503790
    },
    {
      "epoch": 140.61,
      "grad_norm": 1.1019046306610107,
      "learning_rate": 4.487719098822525e-06,
      "loss": 0.3835,
      "step": 503800
    },
    {
      "epoch": 140.61,
      "grad_norm": 2.491295337677002,
      "learning_rate": 4.48770817474028e-06,
      "loss": 0.4095,
      "step": 503810
    },
    {
      "epoch": 140.61,
      "grad_norm": 1.395279884338379,
      "learning_rate": 4.4876972503726735e-06,
      "loss": 0.3916,
      "step": 503820
    },
    {
      "epoch": 140.62,
      "grad_norm": 1.384277105331421,
      "learning_rate": 4.487686325719708e-06,
      "loss": 0.3834,
      "step": 503830
    },
    {
      "epoch": 140.62,
      "grad_norm": 1.9268025159835815,
      "learning_rate": 4.487675400781384e-06,
      "loss": 0.3841,
      "step": 503840
    },
    {
      "epoch": 140.62,
      "grad_norm": 1.3111909627914429,
      "learning_rate": 4.487664475557702e-06,
      "loss": 0.3856,
      "step": 503850
    },
    {
      "epoch": 140.63,
      "grad_norm": 1.4912313222885132,
      "learning_rate": 4.487653550048665e-06,
      "loss": 0.3829,
      "step": 503860
    },
    {
      "epoch": 140.63,
      "grad_norm": 1.316334843635559,
      "learning_rate": 4.487642624254273e-06,
      "loss": 0.3906,
      "step": 503870
    },
    {
      "epoch": 140.63,
      "grad_norm": 1.4148399829864502,
      "learning_rate": 4.487631698174529e-06,
      "loss": 0.3913,
      "step": 503880
    },
    {
      "epoch": 140.63,
      "grad_norm": 3.97198748588562,
      "learning_rate": 4.487620771809434e-06,
      "loss": 0.4027,
      "step": 503890
    },
    {
      "epoch": 140.64,
      "grad_norm": 1.0985898971557617,
      "learning_rate": 4.487609845158989e-06,
      "loss": 0.3831,
      "step": 503900
    },
    {
      "epoch": 140.64,
      "grad_norm": 1.489970326423645,
      "learning_rate": 4.4875989182231954e-06,
      "loss": 0.4212,
      "step": 503910
    },
    {
      "epoch": 140.64,
      "grad_norm": 1.2632076740264893,
      "learning_rate": 4.487587991002055e-06,
      "loss": 0.4045,
      "step": 503920
    },
    {
      "epoch": 140.64,
      "grad_norm": 1.8081040382385254,
      "learning_rate": 4.48757706349557e-06,
      "loss": 0.405,
      "step": 503930
    },
    {
      "epoch": 140.65,
      "grad_norm": 1.3083317279815674,
      "learning_rate": 4.48756613570374e-06,
      "loss": 0.3916,
      "step": 503940
    },
    {
      "epoch": 140.65,
      "grad_norm": 1.329957365989685,
      "learning_rate": 4.487555207626568e-06,
      "loss": 0.39,
      "step": 503950
    },
    {
      "epoch": 140.65,
      "grad_norm": 1.331360936164856,
      "learning_rate": 4.487544279264055e-06,
      "loss": 0.4013,
      "step": 503960
    },
    {
      "epoch": 140.66,
      "grad_norm": 1.0654873847961426,
      "learning_rate": 4.487533350616202e-06,
      "loss": 0.3685,
      "step": 503970
    },
    {
      "epoch": 140.66,
      "grad_norm": 1.2709105014801025,
      "learning_rate": 4.487522421683011e-06,
      "loss": 0.4173,
      "step": 503980
    },
    {
      "epoch": 140.66,
      "grad_norm": 1.1495634317398071,
      "learning_rate": 4.487511492464484e-06,
      "loss": 0.4093,
      "step": 503990
    },
    {
      "epoch": 140.66,
      "grad_norm": 4.622778415679932,
      "learning_rate": 4.487500562960621e-06,
      "loss": 0.406,
      "step": 504000
    },
    {
      "epoch": 140.67,
      "grad_norm": 1.4675148725509644,
      "learning_rate": 4.487489633171424e-06,
      "loss": 0.3953,
      "step": 504010
    },
    {
      "epoch": 140.67,
      "grad_norm": 1.4941829442977905,
      "learning_rate": 4.487478703096895e-06,
      "loss": 0.4057,
      "step": 504020
    },
    {
      "epoch": 140.67,
      "grad_norm": 1.4352408647537231,
      "learning_rate": 4.487467772737035e-06,
      "loss": 0.3963,
      "step": 504030
    },
    {
      "epoch": 140.68,
      "grad_norm": 1.295470118522644,
      "learning_rate": 4.487456842091846e-06,
      "loss": 0.394,
      "step": 504040
    },
    {
      "epoch": 140.68,
      "grad_norm": 1.5419385433197021,
      "learning_rate": 4.487445911161328e-06,
      "loss": 0.3973,
      "step": 504050
    },
    {
      "epoch": 140.68,
      "grad_norm": 1.363951325416565,
      "learning_rate": 4.487434979945485e-06,
      "loss": 0.3966,
      "step": 504060
    },
    {
      "epoch": 140.68,
      "grad_norm": 1.143175721168518,
      "learning_rate": 4.487424048444316e-06,
      "loss": 0.3718,
      "step": 504070
    },
    {
      "epoch": 140.69,
      "grad_norm": 1.62978196144104,
      "learning_rate": 4.487413116657824e-06,
      "loss": 0.3892,
      "step": 504080
    },
    {
      "epoch": 140.69,
      "grad_norm": 1.4795860052108765,
      "learning_rate": 4.4874021845860095e-06,
      "loss": 0.393,
      "step": 504090
    },
    {
      "epoch": 140.69,
      "grad_norm": 1.208478331565857,
      "learning_rate": 4.487391252228874e-06,
      "loss": 0.404,
      "step": 504100
    },
    {
      "epoch": 140.69,
      "grad_norm": 1.061108112335205,
      "learning_rate": 4.487380319586419e-06,
      "loss": 0.3899,
      "step": 504110
    },
    {
      "epoch": 140.7,
      "grad_norm": 1.4305471181869507,
      "learning_rate": 4.487369386658647e-06,
      "loss": 0.392,
      "step": 504120
    },
    {
      "epoch": 140.7,
      "grad_norm": 1.1327803134918213,
      "learning_rate": 4.487358453445558e-06,
      "loss": 0.3987,
      "step": 504130
    },
    {
      "epoch": 140.7,
      "grad_norm": 1.3306399583816528,
      "learning_rate": 4.487347519947155e-06,
      "loss": 0.4164,
      "step": 504140
    },
    {
      "epoch": 140.71,
      "grad_norm": 1.1912788152694702,
      "learning_rate": 4.487336586163438e-06,
      "loss": 0.3894,
      "step": 504150
    },
    {
      "epoch": 140.71,
      "grad_norm": 1.5129379034042358,
      "learning_rate": 4.487325652094409e-06,
      "loss": 0.3903,
      "step": 504160
    },
    {
      "epoch": 140.71,
      "grad_norm": 1.2771251201629639,
      "learning_rate": 4.48731471774007e-06,
      "loss": 0.4012,
      "step": 504170
    },
    {
      "epoch": 140.71,
      "grad_norm": 1.227648377418518,
      "learning_rate": 4.487303783100422e-06,
      "loss": 0.3985,
      "step": 504180
    },
    {
      "epoch": 140.72,
      "grad_norm": 1.3694512844085693,
      "learning_rate": 4.487292848175465e-06,
      "loss": 0.3904,
      "step": 504190
    },
    {
      "epoch": 140.72,
      "grad_norm": 1.2605817317962646,
      "learning_rate": 4.487281912965203e-06,
      "loss": 0.3902,
      "step": 504200
    },
    {
      "epoch": 140.72,
      "grad_norm": 1.2711459398269653,
      "learning_rate": 4.487270977469637e-06,
      "loss": 0.4096,
      "step": 504210
    },
    {
      "epoch": 140.73,
      "grad_norm": 1.4260120391845703,
      "learning_rate": 4.487260041688766e-06,
      "loss": 0.3991,
      "step": 504220
    },
    {
      "epoch": 140.73,
      "grad_norm": 1.2102006673812866,
      "learning_rate": 4.487249105622594e-06,
      "loss": 0.3876,
      "step": 504230
    },
    {
      "epoch": 140.73,
      "grad_norm": 1.3512904644012451,
      "learning_rate": 4.487238169271122e-06,
      "loss": 0.4168,
      "step": 504240
    },
    {
      "epoch": 140.73,
      "grad_norm": 1.5384784936904907,
      "learning_rate": 4.487227232634352e-06,
      "loss": 0.3848,
      "step": 504250
    },
    {
      "epoch": 140.74,
      "grad_norm": 1.3353981971740723,
      "learning_rate": 4.487216295712283e-06,
      "loss": 0.3894,
      "step": 504260
    },
    {
      "epoch": 140.74,
      "grad_norm": 2.0469167232513428,
      "learning_rate": 4.487205358504919e-06,
      "loss": 0.3908,
      "step": 504270
    },
    {
      "epoch": 140.74,
      "grad_norm": 1.5248781442642212,
      "learning_rate": 4.48719442101226e-06,
      "loss": 0.3847,
      "step": 504280
    },
    {
      "epoch": 140.75,
      "grad_norm": 1.3732811212539673,
      "learning_rate": 4.487183483234308e-06,
      "loss": 0.3783,
      "step": 504290
    },
    {
      "epoch": 140.75,
      "grad_norm": 1.100008487701416,
      "learning_rate": 4.487172545171065e-06,
      "loss": 0.3965,
      "step": 504300
    },
    {
      "epoch": 140.75,
      "grad_norm": 1.1749144792556763,
      "learning_rate": 4.487161606822531e-06,
      "loss": 0.3945,
      "step": 504310
    },
    {
      "epoch": 140.75,
      "grad_norm": 1.3114490509033203,
      "learning_rate": 4.487150668188709e-06,
      "loss": 0.4247,
      "step": 504320
    },
    {
      "epoch": 140.76,
      "grad_norm": 1.7953126430511475,
      "learning_rate": 4.4871397292696e-06,
      "loss": 0.3947,
      "step": 504330
    },
    {
      "epoch": 140.76,
      "grad_norm": 1.404829740524292,
      "learning_rate": 4.487128790065205e-06,
      "loss": 0.3796,
      "step": 504340
    },
    {
      "epoch": 140.76,
      "grad_norm": 1.28257155418396,
      "learning_rate": 4.487117850575525e-06,
      "loss": 0.3761,
      "step": 504350
    },
    {
      "epoch": 140.76,
      "grad_norm": 1.897024154663086,
      "learning_rate": 4.487106910800563e-06,
      "loss": 0.3979,
      "step": 504360
    },
    {
      "epoch": 140.77,
      "grad_norm": 1.92332124710083,
      "learning_rate": 4.487095970740319e-06,
      "loss": 0.3835,
      "step": 504370
    },
    {
      "epoch": 140.77,
      "grad_norm": 1.2487077713012695,
      "learning_rate": 4.487085030394795e-06,
      "loss": 0.401,
      "step": 504380
    },
    {
      "epoch": 140.77,
      "grad_norm": 1.182895541191101,
      "learning_rate": 4.487074089763993e-06,
      "loss": 0.4078,
      "step": 504390
    },
    {
      "epoch": 140.78,
      "grad_norm": 1.1511640548706055,
      "learning_rate": 4.487063148847914e-06,
      "loss": 0.4059,
      "step": 504400
    },
    {
      "epoch": 140.78,
      "grad_norm": 1.179024338722229,
      "learning_rate": 4.4870522076465595e-06,
      "loss": 0.3954,
      "step": 504410
    },
    {
      "epoch": 140.78,
      "grad_norm": 1.2322221994400024,
      "learning_rate": 4.487041266159931e-06,
      "loss": 0.4145,
      "step": 504420
    },
    {
      "epoch": 140.78,
      "grad_norm": 1.3442344665527344,
      "learning_rate": 4.487030324388029e-06,
      "loss": 0.373,
      "step": 504430
    },
    {
      "epoch": 140.79,
      "grad_norm": 1.6262167692184448,
      "learning_rate": 4.487019382330857e-06,
      "loss": 0.3989,
      "step": 504440
    },
    {
      "epoch": 140.79,
      "grad_norm": 1.270760178565979,
      "learning_rate": 4.487008439988414e-06,
      "loss": 0.4097,
      "step": 504450
    },
    {
      "epoch": 140.79,
      "grad_norm": 3.581005811691284,
      "learning_rate": 4.486997497360703e-06,
      "loss": 0.3979,
      "step": 504460
    },
    {
      "epoch": 140.8,
      "grad_norm": 1.0884193181991577,
      "learning_rate": 4.486986554447726e-06,
      "loss": 0.3951,
      "step": 504470
    },
    {
      "epoch": 140.8,
      "grad_norm": 1.4257779121398926,
      "learning_rate": 4.486975611249483e-06,
      "loss": 0.3852,
      "step": 504480
    },
    {
      "epoch": 140.8,
      "grad_norm": 1.6715381145477295,
      "learning_rate": 4.4869646677659755e-06,
      "loss": 0.3985,
      "step": 504490
    },
    {
      "epoch": 140.8,
      "grad_norm": 1.5714564323425293,
      "learning_rate": 4.486953723997206e-06,
      "loss": 0.4046,
      "step": 504500
    },
    {
      "epoch": 140.81,
      "grad_norm": 1.4837478399276733,
      "learning_rate": 4.486942779943177e-06,
      "loss": 0.3953,
      "step": 504510
    },
    {
      "epoch": 140.81,
      "grad_norm": 1.2768594026565552,
      "learning_rate": 4.486931835603887e-06,
      "loss": 0.4049,
      "step": 504520
    },
    {
      "epoch": 140.81,
      "grad_norm": 1.1305128335952759,
      "learning_rate": 4.486920890979338e-06,
      "loss": 0.4017,
      "step": 504530
    },
    {
      "epoch": 140.81,
      "grad_norm": 22.881603240966797,
      "learning_rate": 4.486909946069533e-06,
      "loss": 0.4025,
      "step": 504540
    },
    {
      "epoch": 140.82,
      "grad_norm": 1.1031742095947266,
      "learning_rate": 4.486899000874474e-06,
      "loss": 0.4096,
      "step": 504550
    },
    {
      "epoch": 140.82,
      "grad_norm": 1.1562446355819702,
      "learning_rate": 4.486888055394161e-06,
      "loss": 0.387,
      "step": 504560
    },
    {
      "epoch": 140.82,
      "grad_norm": 1.2288477420806885,
      "learning_rate": 4.486877109628596e-06,
      "loss": 0.3722,
      "step": 504570
    },
    {
      "epoch": 140.83,
      "grad_norm": 1.2381035089492798,
      "learning_rate": 4.4868661635777785e-06,
      "loss": 0.3778,
      "step": 504580
    },
    {
      "epoch": 140.83,
      "grad_norm": 1.2856168746948242,
      "learning_rate": 4.486855217241713e-06,
      "loss": 0.4016,
      "step": 504590
    },
    {
      "epoch": 140.83,
      "grad_norm": 1.0360296964645386,
      "learning_rate": 4.4868442706204e-06,
      "loss": 0.3997,
      "step": 504600
    },
    {
      "epoch": 140.83,
      "grad_norm": 1.3128260374069214,
      "learning_rate": 4.486833323713839e-06,
      "loss": 0.3752,
      "step": 504610
    },
    {
      "epoch": 140.84,
      "grad_norm": 1.1924034357070923,
      "learning_rate": 4.486822376522034e-06,
      "loss": 0.395,
      "step": 504620
    },
    {
      "epoch": 140.84,
      "grad_norm": 1.291290521621704,
      "learning_rate": 4.486811429044985e-06,
      "loss": 0.4071,
      "step": 504630
    },
    {
      "epoch": 140.84,
      "grad_norm": 1.3322821855545044,
      "learning_rate": 4.486800481282695e-06,
      "loss": 0.3972,
      "step": 504640
    },
    {
      "epoch": 140.85,
      "grad_norm": 1.2051922082901,
      "learning_rate": 4.4867895332351635e-06,
      "loss": 0.4061,
      "step": 504650
    },
    {
      "epoch": 140.85,
      "grad_norm": 1.3758105039596558,
      "learning_rate": 4.486778584902393e-06,
      "loss": 0.3782,
      "step": 504660
    },
    {
      "epoch": 140.85,
      "grad_norm": 1.0167365074157715,
      "learning_rate": 4.486767636284385e-06,
      "loss": 0.3946,
      "step": 504670
    },
    {
      "epoch": 140.85,
      "grad_norm": 1.0587903261184692,
      "learning_rate": 4.48675668738114e-06,
      "loss": 0.3961,
      "step": 504680
    },
    {
      "epoch": 140.86,
      "grad_norm": 1.2992160320281982,
      "learning_rate": 4.486745738192662e-06,
      "loss": 0.3748,
      "step": 504690
    },
    {
      "epoch": 140.86,
      "grad_norm": 1.0807180404663086,
      "learning_rate": 4.486734788718949e-06,
      "loss": 0.3988,
      "step": 504700
    },
    {
      "epoch": 140.86,
      "grad_norm": 1.2818807363510132,
      "learning_rate": 4.486723838960005e-06,
      "loss": 0.4001,
      "step": 504710
    },
    {
      "epoch": 140.87,
      "grad_norm": 1.105359673500061,
      "learning_rate": 4.48671288891583e-06,
      "loss": 0.4094,
      "step": 504720
    },
    {
      "epoch": 140.87,
      "grad_norm": 1.106282353401184,
      "learning_rate": 4.486701938586426e-06,
      "loss": 0.4071,
      "step": 504730
    },
    {
      "epoch": 140.87,
      "grad_norm": 1.1566990613937378,
      "learning_rate": 4.486690987971795e-06,
      "loss": 0.4139,
      "step": 504740
    },
    {
      "epoch": 140.87,
      "grad_norm": 1.0540639162063599,
      "learning_rate": 4.486680037071939e-06,
      "loss": 0.3846,
      "step": 504750
    },
    {
      "epoch": 140.88,
      "grad_norm": 1.1396043300628662,
      "learning_rate": 4.486669085886856e-06,
      "loss": 0.3732,
      "step": 504760
    },
    {
      "epoch": 140.88,
      "grad_norm": 1.2545348405838013,
      "learning_rate": 4.486658134416551e-06,
      "loss": 0.3894,
      "step": 504770
    },
    {
      "epoch": 140.88,
      "grad_norm": 1.2114614248275757,
      "learning_rate": 4.486647182661025e-06,
      "loss": 0.3999,
      "step": 504780
    },
    {
      "epoch": 140.88,
      "grad_norm": 1.146362066268921,
      "learning_rate": 4.486636230620279e-06,
      "loss": 0.3884,
      "step": 504790
    },
    {
      "epoch": 140.89,
      "grad_norm": 1.3381267786026,
      "learning_rate": 4.4866252782943126e-06,
      "loss": 0.3918,
      "step": 504800
    },
    {
      "epoch": 140.89,
      "grad_norm": 1.0940667390823364,
      "learning_rate": 4.48661432568313e-06,
      "loss": 0.3993,
      "step": 504810
    },
    {
      "epoch": 140.89,
      "grad_norm": 1.2882541418075562,
      "learning_rate": 4.486603372786731e-06,
      "loss": 0.3958,
      "step": 504820
    },
    {
      "epoch": 140.9,
      "grad_norm": 1.0396026372909546,
      "learning_rate": 4.486592419605119e-06,
      "loss": 0.399,
      "step": 504830
    },
    {
      "epoch": 140.9,
      "grad_norm": 1.6241534948349,
      "learning_rate": 4.486581466138293e-06,
      "loss": 0.3814,
      "step": 504840
    },
    {
      "epoch": 140.9,
      "grad_norm": 1.322186827659607,
      "learning_rate": 4.486570512386256e-06,
      "loss": 0.396,
      "step": 504850
    },
    {
      "epoch": 140.9,
      "grad_norm": 1.33475661277771,
      "learning_rate": 4.4865595583490085e-06,
      "loss": 0.3939,
      "step": 504860
    },
    {
      "epoch": 140.91,
      "grad_norm": 1.2607611417770386,
      "learning_rate": 4.486548604026553e-06,
      "loss": 0.4325,
      "step": 504870
    },
    {
      "epoch": 140.91,
      "grad_norm": 1.470144510269165,
      "learning_rate": 4.486537649418889e-06,
      "loss": 0.4103,
      "step": 504880
    },
    {
      "epoch": 140.91,
      "grad_norm": 1.5704429149627686,
      "learning_rate": 4.486526694526021e-06,
      "loss": 0.3924,
      "step": 504890
    },
    {
      "epoch": 140.92,
      "grad_norm": 1.2261244058609009,
      "learning_rate": 4.486515739347948e-06,
      "loss": 0.4076,
      "step": 504900
    },
    {
      "epoch": 140.92,
      "grad_norm": 1.1875873804092407,
      "learning_rate": 4.486504783884673e-06,
      "loss": 0.3997,
      "step": 504910
    },
    {
      "epoch": 140.92,
      "grad_norm": 1.1228078603744507,
      "learning_rate": 4.486493828136196e-06,
      "loss": 0.4124,
      "step": 504920
    },
    {
      "epoch": 140.92,
      "grad_norm": 1.337355375289917,
      "learning_rate": 4.48648287210252e-06,
      "loss": 0.4015,
      "step": 504930
    },
    {
      "epoch": 140.93,
      "grad_norm": 1.1056849956512451,
      "learning_rate": 4.486471915783645e-06,
      "loss": 0.3863,
      "step": 504940
    },
    {
      "epoch": 140.93,
      "grad_norm": 1.04931640625,
      "learning_rate": 4.486460959179573e-06,
      "loss": 0.3905,
      "step": 504950
    },
    {
      "epoch": 140.93,
      "grad_norm": 1.1335656642913818,
      "learning_rate": 4.486450002290306e-06,
      "loss": 0.3968,
      "step": 504960
    },
    {
      "epoch": 140.93,
      "grad_norm": 1.3911590576171875,
      "learning_rate": 4.486439045115846e-06,
      "loss": 0.3928,
      "step": 504970
    },
    {
      "epoch": 140.94,
      "grad_norm": 1.3424874544143677,
      "learning_rate": 4.486428087656192e-06,
      "loss": 0.4103,
      "step": 504980
    },
    {
      "epoch": 140.94,
      "grad_norm": 1.4692673683166504,
      "learning_rate": 4.486417129911348e-06,
      "loss": 0.4108,
      "step": 504990
    },
    {
      "epoch": 140.94,
      "grad_norm": 1.1931915283203125,
      "learning_rate": 4.486406171881314e-06,
      "loss": 0.4138,
      "step": 505000
    },
    {
      "epoch": 140.95,
      "grad_norm": 1.2800054550170898,
      "learning_rate": 4.486395213566092e-06,
      "loss": 0.3824,
      "step": 505010
    },
    {
      "epoch": 140.95,
      "grad_norm": 1.4000718593597412,
      "learning_rate": 4.486384254965682e-06,
      "loss": 0.3884,
      "step": 505020
    },
    {
      "epoch": 140.95,
      "grad_norm": 1.2068971395492554,
      "learning_rate": 4.486373296080088e-06,
      "loss": 0.3899,
      "step": 505030
    },
    {
      "epoch": 140.95,
      "grad_norm": 1.3621960878372192,
      "learning_rate": 4.48636233690931e-06,
      "loss": 0.4098,
      "step": 505040
    },
    {
      "epoch": 140.96,
      "grad_norm": 1.5499496459960938,
      "learning_rate": 4.486351377453351e-06,
      "loss": 0.4043,
      "step": 505050
    },
    {
      "epoch": 140.96,
      "grad_norm": 1.2649892568588257,
      "learning_rate": 4.486340417712209e-06,
      "loss": 0.389,
      "step": 505060
    },
    {
      "epoch": 140.96,
      "grad_norm": 1.2785441875457764,
      "learning_rate": 4.486329457685889e-06,
      "loss": 0.4062,
      "step": 505070
    },
    {
      "epoch": 140.97,
      "grad_norm": 1.1059904098510742,
      "learning_rate": 4.486318497374391e-06,
      "loss": 0.4015,
      "step": 505080
    },
    {
      "epoch": 140.97,
      "grad_norm": 1.2630362510681152,
      "learning_rate": 4.486307536777716e-06,
      "loss": 0.404,
      "step": 505090
    },
    {
      "epoch": 140.97,
      "grad_norm": 1.3769848346710205,
      "learning_rate": 4.486296575895867e-06,
      "loss": 0.393,
      "step": 505100
    },
    {
      "epoch": 140.97,
      "grad_norm": 1.179507851600647,
      "learning_rate": 4.486285614728843e-06,
      "loss": 0.397,
      "step": 505110
    },
    {
      "epoch": 140.98,
      "grad_norm": 1.4401518106460571,
      "learning_rate": 4.486274653276649e-06,
      "loss": 0.3978,
      "step": 505120
    },
    {
      "epoch": 140.98,
      "grad_norm": 1.2669203281402588,
      "learning_rate": 4.486263691539282e-06,
      "loss": 0.3861,
      "step": 505130
    },
    {
      "epoch": 140.98,
      "grad_norm": 1.0616815090179443,
      "learning_rate": 4.4862527295167465e-06,
      "loss": 0.3966,
      "step": 505140
    },
    {
      "epoch": 140.99,
      "grad_norm": 1.07025146484375,
      "learning_rate": 4.486241767209045e-06,
      "loss": 0.3773,
      "step": 505150
    },
    {
      "epoch": 140.99,
      "grad_norm": 1.0207518339157104,
      "learning_rate": 4.486230804616176e-06,
      "loss": 0.4029,
      "step": 505160
    },
    {
      "epoch": 140.99,
      "grad_norm": 1.2769545316696167,
      "learning_rate": 4.4862198417381416e-06,
      "loss": 0.4212,
      "step": 505170
    },
    {
      "epoch": 140.99,
      "grad_norm": 1.3018420934677124,
      "learning_rate": 4.4862088785749445e-06,
      "loss": 0.3968,
      "step": 505180
    },
    {
      "epoch": 141.0,
      "grad_norm": 1.2809299230575562,
      "learning_rate": 4.486197915126585e-06,
      "loss": 0.3909,
      "step": 505190
    },
    {
      "epoch": 141.0,
      "grad_norm": 1.2781050205230713,
      "learning_rate": 4.486186951393067e-06,
      "loss": 0.4036,
      "step": 505200
    },
    {
      "epoch": 141.0,
      "eval_loss": 0.39624857902526855,
      "eval_runtime": 63.3237,
      "eval_samples_per_second": 79.891,
      "eval_steps_per_second": 9.996,
      "step": 505203
    },
    {
      "epoch": 141.0,
      "grad_norm": 1.1351298093795776,
      "learning_rate": 4.486175987374388e-06,
      "loss": 0.406,
      "step": 505210
    },
    {
      "epoch": 141.0,
      "grad_norm": 4.3936052322387695,
      "learning_rate": 4.486165023070553e-06,
      "loss": 0.3954,
      "step": 505220
    },
    {
      "epoch": 141.01,
      "grad_norm": 1.3460689783096313,
      "learning_rate": 4.486154058481561e-06,
      "loss": 0.4007,
      "step": 505230
    },
    {
      "epoch": 141.01,
      "grad_norm": 1.4892961978912354,
      "learning_rate": 4.486143093607415e-06,
      "loss": 0.388,
      "step": 505240
    },
    {
      "epoch": 141.01,
      "grad_norm": 1.2422147989273071,
      "learning_rate": 4.486132128448115e-06,
      "loss": 0.4029,
      "step": 505250
    },
    {
      "epoch": 141.02,
      "grad_norm": 1.436539649963379,
      "learning_rate": 4.486121163003664e-06,
      "loss": 0.3847,
      "step": 505260
    },
    {
      "epoch": 141.02,
      "grad_norm": 1.2449315786361694,
      "learning_rate": 4.486110197274062e-06,
      "loss": 0.3995,
      "step": 505270
    },
    {
      "epoch": 141.02,
      "grad_norm": 1.2093180418014526,
      "learning_rate": 4.486099231259313e-06,
      "loss": 0.399,
      "step": 505280
    },
    {
      "epoch": 141.02,
      "grad_norm": 1.2627441883087158,
      "learning_rate": 4.4860882649594155e-06,
      "loss": 0.387,
      "step": 505290
    },
    {
      "epoch": 141.03,
      "grad_norm": 1.295584797859192,
      "learning_rate": 4.486077298374372e-06,
      "loss": 0.4116,
      "step": 505300
    },
    {
      "epoch": 141.03,
      "grad_norm": 1.2542493343353271,
      "learning_rate": 4.4860663315041846e-06,
      "loss": 0.3956,
      "step": 505310
    },
    {
      "epoch": 141.03,
      "grad_norm": 1.6236159801483154,
      "learning_rate": 4.486055364348854e-06,
      "loss": 0.3987,
      "step": 505320
    },
    {
      "epoch": 141.04,
      "grad_norm": 1.2966476678848267,
      "learning_rate": 4.486044396908382e-06,
      "loss": 0.4113,
      "step": 505330
    },
    {
      "epoch": 141.04,
      "grad_norm": 1.34159517288208,
      "learning_rate": 4.486033429182771e-06,
      "loss": 0.3826,
      "step": 505340
    },
    {
      "epoch": 141.04,
      "grad_norm": 1.118904709815979,
      "learning_rate": 4.4860224611720205e-06,
      "loss": 0.3664,
      "step": 505350
    },
    {
      "epoch": 141.04,
      "grad_norm": 1.120719313621521,
      "learning_rate": 4.486011492876133e-06,
      "loss": 0.415,
      "step": 505360
    },
    {
      "epoch": 141.05,
      "grad_norm": 1.2056031227111816,
      "learning_rate": 4.486000524295111e-06,
      "loss": 0.4079,
      "step": 505370
    },
    {
      "epoch": 141.05,
      "grad_norm": 1.4584368467330933,
      "learning_rate": 4.485989555428954e-06,
      "loss": 0.3803,
      "step": 505380
    },
    {
      "epoch": 141.05,
      "grad_norm": 1.1666525602340698,
      "learning_rate": 4.485978586277664e-06,
      "loss": 0.4024,
      "step": 505390
    },
    {
      "epoch": 141.05,
      "grad_norm": 1.5425652265548706,
      "learning_rate": 4.485967616841243e-06,
      "loss": 0.3982,
      "step": 505400
    },
    {
      "epoch": 141.06,
      "grad_norm": 2.3171932697296143,
      "learning_rate": 4.485956647119692e-06,
      "loss": 0.3965,
      "step": 505410
    },
    {
      "epoch": 141.06,
      "grad_norm": 1.3596981763839722,
      "learning_rate": 4.485945677113014e-06,
      "loss": 0.3939,
      "step": 505420
    },
    {
      "epoch": 141.06,
      "grad_norm": 1.342219352722168,
      "learning_rate": 4.485934706821208e-06,
      "loss": 0.3928,
      "step": 505430
    },
    {
      "epoch": 141.07,
      "grad_norm": 1.220623254776001,
      "learning_rate": 4.485923736244277e-06,
      "loss": 0.3909,
      "step": 505440
    },
    {
      "epoch": 141.07,
      "grad_norm": 1.4275786876678467,
      "learning_rate": 4.485912765382222e-06,
      "loss": 0.4053,
      "step": 505450
    },
    {
      "epoch": 141.07,
      "grad_norm": 1.3161170482635498,
      "learning_rate": 4.485901794235044e-06,
      "loss": 0.3862,
      "step": 505460
    },
    {
      "epoch": 141.07,
      "grad_norm": 1.328744649887085,
      "learning_rate": 4.4858908228027455e-06,
      "loss": 0.4105,
      "step": 505470
    },
    {
      "epoch": 141.08,
      "grad_norm": 1.4461947679519653,
      "learning_rate": 4.485879851085328e-06,
      "loss": 0.3878,
      "step": 505480
    },
    {
      "epoch": 141.08,
      "grad_norm": 1.3599268198013306,
      "learning_rate": 4.485868879082792e-06,
      "loss": 0.3981,
      "step": 505490
    },
    {
      "epoch": 141.08,
      "grad_norm": 1.575290322303772,
      "learning_rate": 4.4858579067951396e-06,
      "loss": 0.377,
      "step": 505500
    },
    {
      "epoch": 141.09,
      "grad_norm": 1.3016859292984009,
      "learning_rate": 4.485846934222371e-06,
      "loss": 0.3984,
      "step": 505510
    },
    {
      "epoch": 141.09,
      "grad_norm": 1.3319553136825562,
      "learning_rate": 4.48583596136449e-06,
      "loss": 0.3845,
      "step": 505520
    },
    {
      "epoch": 141.09,
      "grad_norm": 1.2287085056304932,
      "learning_rate": 4.4858249882214965e-06,
      "loss": 0.4071,
      "step": 505530
    },
    {
      "epoch": 141.09,
      "grad_norm": 1.398701786994934,
      "learning_rate": 4.485814014793392e-06,
      "loss": 0.408,
      "step": 505540
    },
    {
      "epoch": 141.1,
      "grad_norm": 1.2904369831085205,
      "learning_rate": 4.485803041080178e-06,
      "loss": 0.3821,
      "step": 505550
    },
    {
      "epoch": 141.1,
      "grad_norm": 1.440050482749939,
      "learning_rate": 4.485792067081856e-06,
      "loss": 0.3929,
      "step": 505560
    },
    {
      "epoch": 141.1,
      "grad_norm": 1.2700403928756714,
      "learning_rate": 4.485781092798428e-06,
      "loss": 0.3983,
      "step": 505570
    },
    {
      "epoch": 141.11,
      "grad_norm": 2.9215197563171387,
      "learning_rate": 4.4857701182298955e-06,
      "loss": 0.4009,
      "step": 505580
    },
    {
      "epoch": 141.11,
      "grad_norm": 1.0614945888519287,
      "learning_rate": 4.485759143376259e-06,
      "loss": 0.3976,
      "step": 505590
    },
    {
      "epoch": 141.11,
      "grad_norm": 2.469273090362549,
      "learning_rate": 4.48574816823752e-06,
      "loss": 0.3837,
      "step": 505600
    },
    {
      "epoch": 141.11,
      "grad_norm": 1.159471035003662,
      "learning_rate": 4.485737192813682e-06,
      "loss": 0.3773,
      "step": 505610
    },
    {
      "epoch": 141.12,
      "grad_norm": 1.2786645889282227,
      "learning_rate": 4.485726217104744e-06,
      "loss": 0.3879,
      "step": 505620
    },
    {
      "epoch": 141.12,
      "grad_norm": 1.3840444087982178,
      "learning_rate": 4.485715241110709e-06,
      "loss": 0.3993,
      "step": 505630
    },
    {
      "epoch": 141.12,
      "grad_norm": 1.2802945375442505,
      "learning_rate": 4.485704264831577e-06,
      "loss": 0.4096,
      "step": 505640
    },
    {
      "epoch": 141.12,
      "grad_norm": 1.1586017608642578,
      "learning_rate": 4.48569328826735e-06,
      "loss": 0.4107,
      "step": 505650
    },
    {
      "epoch": 141.13,
      "grad_norm": 1.3955568075180054,
      "learning_rate": 4.48568231141803e-06,
      "loss": 0.3956,
      "step": 505660
    },
    {
      "epoch": 141.13,
      "grad_norm": 1.1589949131011963,
      "learning_rate": 4.485671334283619e-06,
      "loss": 0.3911,
      "step": 505670
    },
    {
      "epoch": 141.13,
      "grad_norm": 1.285200834274292,
      "learning_rate": 4.4856603568641175e-06,
      "loss": 0.4009,
      "step": 505680
    },
    {
      "epoch": 141.14,
      "grad_norm": 1.2647029161453247,
      "learning_rate": 4.485649379159526e-06,
      "loss": 0.3907,
      "step": 505690
    },
    {
      "epoch": 141.14,
      "grad_norm": 0.9685093760490417,
      "learning_rate": 4.4856384011698485e-06,
      "loss": 0.4019,
      "step": 505700
    },
    {
      "epoch": 141.14,
      "grad_norm": 1.0041602849960327,
      "learning_rate": 4.485627422895085e-06,
      "loss": 0.3825,
      "step": 505710
    },
    {
      "epoch": 141.14,
      "grad_norm": 1.181037187576294,
      "learning_rate": 4.485616444335236e-06,
      "loss": 0.3987,
      "step": 505720
    },
    {
      "epoch": 141.15,
      "grad_norm": 1.1546375751495361,
      "learning_rate": 4.485605465490305e-06,
      "loss": 0.3891,
      "step": 505730
    },
    {
      "epoch": 141.15,
      "grad_norm": 1.678047776222229,
      "learning_rate": 4.485594486360292e-06,
      "loss": 0.4172,
      "step": 505740
    },
    {
      "epoch": 141.15,
      "grad_norm": 2.1417877674102783,
      "learning_rate": 4.485583506945199e-06,
      "loss": 0.3974,
      "step": 505750
    },
    {
      "epoch": 141.16,
      "grad_norm": 1.2421566247940063,
      "learning_rate": 4.485572527245027e-06,
      "loss": 0.39,
      "step": 505760
    },
    {
      "epoch": 141.16,
      "grad_norm": 1.4268152713775635,
      "learning_rate": 4.4855615472597785e-06,
      "loss": 0.3978,
      "step": 505770
    },
    {
      "epoch": 141.16,
      "grad_norm": 1.2155077457427979,
      "learning_rate": 4.485550566989453e-06,
      "loss": 0.3876,
      "step": 505780
    },
    {
      "epoch": 141.16,
      "grad_norm": 1.1656970977783203,
      "learning_rate": 4.485539586434055e-06,
      "loss": 0.4036,
      "step": 505790
    },
    {
      "epoch": 141.17,
      "grad_norm": 1.6338900327682495,
      "learning_rate": 4.485528605593584e-06,
      "loss": 0.4023,
      "step": 505800
    },
    {
      "epoch": 141.17,
      "grad_norm": 1.1092720031738281,
      "learning_rate": 4.485517624468041e-06,
      "loss": 0.3929,
      "step": 505810
    },
    {
      "epoch": 141.17,
      "grad_norm": 1.2638787031173706,
      "learning_rate": 4.485506643057428e-06,
      "loss": 0.4035,
      "step": 505820
    },
    {
      "epoch": 141.17,
      "grad_norm": 1.6530085802078247,
      "learning_rate": 4.4854956613617465e-06,
      "loss": 0.4067,
      "step": 505830
    },
    {
      "epoch": 141.18,
      "grad_norm": 1.1454386711120605,
      "learning_rate": 4.4854846793809985e-06,
      "loss": 0.4118,
      "step": 505840
    },
    {
      "epoch": 141.18,
      "grad_norm": 1.3417223691940308,
      "learning_rate": 4.485473697115185e-06,
      "loss": 0.4047,
      "step": 505850
    },
    {
      "epoch": 141.18,
      "grad_norm": 1.1717159748077393,
      "learning_rate": 4.4854627145643075e-06,
      "loss": 0.3855,
      "step": 505860
    },
    {
      "epoch": 141.19,
      "grad_norm": 1.3896833658218384,
      "learning_rate": 4.485451731728368e-06,
      "loss": 0.3933,
      "step": 505870
    },
    {
      "epoch": 141.19,
      "grad_norm": 1.4972002506256104,
      "learning_rate": 4.485440748607366e-06,
      "loss": 0.379,
      "step": 505880
    },
    {
      "epoch": 141.19,
      "grad_norm": 1.2667293548583984,
      "learning_rate": 4.485429765201306e-06,
      "loss": 0.386,
      "step": 505890
    },
    {
      "epoch": 141.19,
      "grad_norm": 1.259285569190979,
      "learning_rate": 4.485418781510186e-06,
      "loss": 0.3851,
      "step": 505900
    },
    {
      "epoch": 141.2,
      "grad_norm": 1.240220308303833,
      "learning_rate": 4.485407797534011e-06,
      "loss": 0.3892,
      "step": 505910
    },
    {
      "epoch": 141.2,
      "grad_norm": 2.1607847213745117,
      "learning_rate": 4.48539681327278e-06,
      "loss": 0.4193,
      "step": 505920
    },
    {
      "epoch": 141.2,
      "grad_norm": 1.306187629699707,
      "learning_rate": 4.485385828726495e-06,
      "loss": 0.3963,
      "step": 505930
    },
    {
      "epoch": 141.21,
      "grad_norm": 1.145336627960205,
      "learning_rate": 4.485374843895159e-06,
      "loss": 0.3923,
      "step": 505940
    },
    {
      "epoch": 141.21,
      "grad_norm": 1.4780200719833374,
      "learning_rate": 4.485363858778771e-06,
      "loss": 0.3885,
      "step": 505950
    },
    {
      "epoch": 141.21,
      "grad_norm": 1.1994562149047852,
      "learning_rate": 4.485352873377333e-06,
      "loss": 0.395,
      "step": 505960
    },
    {
      "epoch": 141.21,
      "grad_norm": 1.1708623170852661,
      "learning_rate": 4.485341887690849e-06,
      "loss": 0.3986,
      "step": 505970
    },
    {
      "epoch": 141.22,
      "grad_norm": 1.87640380859375,
      "learning_rate": 4.485330901719317e-06,
      "loss": 0.4092,
      "step": 505980
    },
    {
      "epoch": 141.22,
      "grad_norm": 1.505653977394104,
      "learning_rate": 4.48531991546274e-06,
      "loss": 0.3904,
      "step": 505990
    },
    {
      "epoch": 141.22,
      "grad_norm": 1.4529311656951904,
      "learning_rate": 4.48530892892112e-06,
      "loss": 0.4154,
      "step": 506000
    },
    {
      "epoch": 141.23,
      "grad_norm": 1.0769649744033813,
      "learning_rate": 4.485297942094457e-06,
      "loss": 0.4056,
      "step": 506010
    },
    {
      "epoch": 141.23,
      "grad_norm": 1.393452525138855,
      "learning_rate": 4.485286954982755e-06,
      "loss": 0.3959,
      "step": 506020
    },
    {
      "epoch": 141.23,
      "grad_norm": 1.2695345878601074,
      "learning_rate": 4.485275967586013e-06,
      "loss": 0.3969,
      "step": 506030
    },
    {
      "epoch": 141.23,
      "grad_norm": 1.5620442628860474,
      "learning_rate": 4.485264979904233e-06,
      "loss": 0.3988,
      "step": 506040
    },
    {
      "epoch": 141.24,
      "grad_norm": 1.4085804224014282,
      "learning_rate": 4.485253991937417e-06,
      "loss": 0.4007,
      "step": 506050
    },
    {
      "epoch": 141.24,
      "grad_norm": 1.374712586402893,
      "learning_rate": 4.4852430036855665e-06,
      "loss": 0.3941,
      "step": 506060
    },
    {
      "epoch": 141.24,
      "grad_norm": 1.8702459335327148,
      "learning_rate": 4.485232015148683e-06,
      "loss": 0.4071,
      "step": 506070
    },
    {
      "epoch": 141.24,
      "grad_norm": 1.524026870727539,
      "learning_rate": 4.485221026326767e-06,
      "loss": 0.4003,
      "step": 506080
    },
    {
      "epoch": 141.25,
      "grad_norm": 1.3413341045379639,
      "learning_rate": 4.485210037219821e-06,
      "loss": 0.3936,
      "step": 506090
    },
    {
      "epoch": 141.25,
      "grad_norm": 1.3731452226638794,
      "learning_rate": 4.485199047827845e-06,
      "loss": 0.3669,
      "step": 506100
    },
    {
      "epoch": 141.25,
      "grad_norm": 1.3079341650009155,
      "learning_rate": 4.485188058150843e-06,
      "loss": 0.3991,
      "step": 506110
    },
    {
      "epoch": 141.26,
      "grad_norm": 1.4454617500305176,
      "learning_rate": 4.485177068188815e-06,
      "loss": 0.3773,
      "step": 506120
    },
    {
      "epoch": 141.26,
      "grad_norm": 1.5119048357009888,
      "learning_rate": 4.485166077941761e-06,
      "loss": 0.3963,
      "step": 506130
    },
    {
      "epoch": 141.26,
      "grad_norm": 1.6257567405700684,
      "learning_rate": 4.485155087409685e-06,
      "loss": 0.3868,
      "step": 506140
    },
    {
      "epoch": 141.26,
      "grad_norm": 1.7499719858169556,
      "learning_rate": 4.485144096592587e-06,
      "loss": 0.391,
      "step": 506150
    },
    {
      "epoch": 141.27,
      "grad_norm": 1.4503101110458374,
      "learning_rate": 4.485133105490469e-06,
      "loss": 0.4011,
      "step": 506160
    },
    {
      "epoch": 141.27,
      "grad_norm": 1.4790719747543335,
      "learning_rate": 4.485122114103334e-06,
      "loss": 0.3981,
      "step": 506170
    },
    {
      "epoch": 141.27,
      "grad_norm": 1.2296775579452515,
      "learning_rate": 4.4851111224311795e-06,
      "loss": 0.3917,
      "step": 506180
    },
    {
      "epoch": 141.28,
      "grad_norm": 1.4097844362258911,
      "learning_rate": 4.4851001304740105e-06,
      "loss": 0.4138,
      "step": 506190
    },
    {
      "epoch": 141.28,
      "grad_norm": 1.4904708862304688,
      "learning_rate": 4.485089138231826e-06,
      "loss": 0.3984,
      "step": 506200
    },
    {
      "epoch": 141.28,
      "grad_norm": 1.300048589706421,
      "learning_rate": 4.485078145704629e-06,
      "loss": 0.3811,
      "step": 506210
    },
    {
      "epoch": 141.28,
      "grad_norm": 1.4016013145446777,
      "learning_rate": 4.485067152892422e-06,
      "loss": 0.3889,
      "step": 506220
    },
    {
      "epoch": 141.29,
      "grad_norm": 1.3633818626403809,
      "learning_rate": 4.485056159795204e-06,
      "loss": 0.3933,
      "step": 506230
    },
    {
      "epoch": 141.29,
      "grad_norm": 1.2242311239242554,
      "learning_rate": 4.485045166412978e-06,
      "loss": 0.4204,
      "step": 506240
    },
    {
      "epoch": 141.29,
      "grad_norm": 1.2258241176605225,
      "learning_rate": 4.485034172745744e-06,
      "loss": 0.3973,
      "step": 506250
    },
    {
      "epoch": 141.3,
      "grad_norm": 1.4462827444076538,
      "learning_rate": 4.485023178793506e-06,
      "loss": 0.4083,
      "step": 506260
    },
    {
      "epoch": 141.3,
      "grad_norm": 1.2169901132583618,
      "learning_rate": 4.485012184556262e-06,
      "loss": 0.3955,
      "step": 506270
    },
    {
      "epoch": 141.3,
      "grad_norm": 1.211961030960083,
      "learning_rate": 4.485001190034017e-06,
      "loss": 0.3784,
      "step": 506280
    },
    {
      "epoch": 141.3,
      "grad_norm": 1.180396556854248,
      "learning_rate": 4.4849901952267706e-06,
      "loss": 0.3901,
      "step": 506290
    },
    {
      "epoch": 141.31,
      "grad_norm": 1.418654203414917,
      "learning_rate": 4.484979200134524e-06,
      "loss": 0.3958,
      "step": 506300
    },
    {
      "epoch": 141.31,
      "grad_norm": 1.3732670545578003,
      "learning_rate": 4.48496820475728e-06,
      "loss": 0.3819,
      "step": 506310
    },
    {
      "epoch": 141.31,
      "grad_norm": 1.4115395545959473,
      "learning_rate": 4.484957209095039e-06,
      "loss": 0.4155,
      "step": 506320
    },
    {
      "epoch": 141.31,
      "grad_norm": 1.1858835220336914,
      "learning_rate": 4.484946213147803e-06,
      "loss": 0.3914,
      "step": 506330
    },
    {
      "epoch": 141.32,
      "grad_norm": 1.6407173871994019,
      "learning_rate": 4.484935216915572e-06,
      "loss": 0.3877,
      "step": 506340
    },
    {
      "epoch": 141.32,
      "grad_norm": 1.111869215965271,
      "learning_rate": 4.48492422039835e-06,
      "loss": 0.3909,
      "step": 506350
    },
    {
      "epoch": 141.32,
      "grad_norm": 1.5552887916564941,
      "learning_rate": 4.484913223596136e-06,
      "loss": 0.3982,
      "step": 506360
    },
    {
      "epoch": 141.33,
      "grad_norm": 8.056748390197754,
      "learning_rate": 4.484902226508934e-06,
      "loss": 0.3909,
      "step": 506370
    },
    {
      "epoch": 141.33,
      "grad_norm": 1.2318358421325684,
      "learning_rate": 4.484891229136743e-06,
      "loss": 0.3876,
      "step": 506380
    },
    {
      "epoch": 141.33,
      "grad_norm": 1.0982335805892944,
      "learning_rate": 4.484880231479566e-06,
      "loss": 0.4052,
      "step": 506390
    },
    {
      "epoch": 141.33,
      "grad_norm": 1.4781529903411865,
      "learning_rate": 4.484869233537404e-06,
      "loss": 0.4013,
      "step": 506400
    },
    {
      "epoch": 141.34,
      "grad_norm": 1.4246912002563477,
      "learning_rate": 4.484858235310258e-06,
      "loss": 0.411,
      "step": 506410
    },
    {
      "epoch": 141.34,
      "grad_norm": 1.1858991384506226,
      "learning_rate": 4.484847236798131e-06,
      "loss": 0.4002,
      "step": 506420
    },
    {
      "epoch": 141.34,
      "grad_norm": 1.4442908763885498,
      "learning_rate": 4.484836238001022e-06,
      "loss": 0.4013,
      "step": 506430
    },
    {
      "epoch": 141.35,
      "grad_norm": 1.1790387630462646,
      "learning_rate": 4.484825238918934e-06,
      "loss": 0.3865,
      "step": 506440
    },
    {
      "epoch": 141.35,
      "grad_norm": 1.5681010484695435,
      "learning_rate": 4.4848142395518686e-06,
      "loss": 0.3938,
      "step": 506450
    },
    {
      "epoch": 141.35,
      "grad_norm": 1.6950006484985352,
      "learning_rate": 4.484803239899827e-06,
      "loss": 0.3887,
      "step": 506460
    },
    {
      "epoch": 141.35,
      "grad_norm": 1.2366318702697754,
      "learning_rate": 4.484792239962811e-06,
      "loss": 0.3946,
      "step": 506470
    },
    {
      "epoch": 141.36,
      "grad_norm": 1.095179796218872,
      "learning_rate": 4.484781239740821e-06,
      "loss": 0.3829,
      "step": 506480
    },
    {
      "epoch": 141.36,
      "grad_norm": 1.6311979293823242,
      "learning_rate": 4.48477023923386e-06,
      "loss": 0.4032,
      "step": 506490
    },
    {
      "epoch": 141.36,
      "grad_norm": 1.715592384338379,
      "learning_rate": 4.484759238441928e-06,
      "loss": 0.4032,
      "step": 506500
    },
    {
      "epoch": 141.36,
      "grad_norm": 1.5521231889724731,
      "learning_rate": 4.484748237365027e-06,
      "loss": 0.4126,
      "step": 506510
    },
    {
      "epoch": 141.37,
      "grad_norm": 3.8684210777282715,
      "learning_rate": 4.484737236003159e-06,
      "loss": 0.385,
      "step": 506520
    },
    {
      "epoch": 141.37,
      "grad_norm": 3.113612413406372,
      "learning_rate": 4.484726234356324e-06,
      "loss": 0.4016,
      "step": 506530
    },
    {
      "epoch": 141.37,
      "grad_norm": 1.2578628063201904,
      "learning_rate": 4.484715232424526e-06,
      "loss": 0.3975,
      "step": 506540
    },
    {
      "epoch": 141.38,
      "grad_norm": 1.4640412330627441,
      "learning_rate": 4.484704230207764e-06,
      "loss": 0.4011,
      "step": 506550
    },
    {
      "epoch": 141.38,
      "grad_norm": 1.3724379539489746,
      "learning_rate": 4.484693227706041e-06,
      "loss": 0.3953,
      "step": 506560
    },
    {
      "epoch": 141.38,
      "grad_norm": 1.3259445428848267,
      "learning_rate": 4.484682224919357e-06,
      "loss": 0.3953,
      "step": 506570
    },
    {
      "epoch": 141.38,
      "grad_norm": 1.7427407503128052,
      "learning_rate": 4.484671221847715e-06,
      "loss": 0.3971,
      "step": 506580
    },
    {
      "epoch": 141.39,
      "grad_norm": 1.418184757232666,
      "learning_rate": 4.4846602184911156e-06,
      "loss": 0.3966,
      "step": 506590
    },
    {
      "epoch": 141.39,
      "grad_norm": 1.1016366481781006,
      "learning_rate": 4.484649214849561e-06,
      "loss": 0.3751,
      "step": 506600
    },
    {
      "epoch": 141.39,
      "grad_norm": 1.3098907470703125,
      "learning_rate": 4.484638210923051e-06,
      "loss": 0.4165,
      "step": 506610
    },
    {
      "epoch": 141.4,
      "grad_norm": 1.1559994220733643,
      "learning_rate": 4.484627206711589e-06,
      "loss": 0.4135,
      "step": 506620
    },
    {
      "epoch": 141.4,
      "grad_norm": 1.1078667640686035,
      "learning_rate": 4.4846162022151755e-06,
      "loss": 0.4045,
      "step": 506630
    },
    {
      "epoch": 141.4,
      "grad_norm": 1.4747843742370605,
      "learning_rate": 4.484605197433812e-06,
      "loss": 0.3966,
      "step": 506640
    },
    {
      "epoch": 141.4,
      "grad_norm": 1.1020675897598267,
      "learning_rate": 4.484594192367501e-06,
      "loss": 0.3958,
      "step": 506650
    },
    {
      "epoch": 141.41,
      "grad_norm": 2.1277153491973877,
      "learning_rate": 4.484583187016242e-06,
      "loss": 0.4034,
      "step": 506660
    },
    {
      "epoch": 141.41,
      "grad_norm": 1.530985951423645,
      "learning_rate": 4.4845721813800374e-06,
      "loss": 0.3836,
      "step": 506670
    },
    {
      "epoch": 141.41,
      "grad_norm": 2.7516016960144043,
      "learning_rate": 4.484561175458889e-06,
      "loss": 0.4124,
      "step": 506680
    },
    {
      "epoch": 141.42,
      "grad_norm": 1.6697806119918823,
      "learning_rate": 4.484550169252798e-06,
      "loss": 0.397,
      "step": 506690
    },
    {
      "epoch": 141.42,
      "grad_norm": 1.2768726348876953,
      "learning_rate": 4.484539162761767e-06,
      "loss": 0.3852,
      "step": 506700
    },
    {
      "epoch": 141.42,
      "grad_norm": 1.1344529390335083,
      "learning_rate": 4.4845281559857945e-06,
      "loss": 0.3908,
      "step": 506710
    },
    {
      "epoch": 141.42,
      "grad_norm": 1.2688711881637573,
      "learning_rate": 4.484517148924885e-06,
      "loss": 0.3894,
      "step": 506720
    },
    {
      "epoch": 141.43,
      "grad_norm": 1.1992378234863281,
      "learning_rate": 4.484506141579039e-06,
      "loss": 0.385,
      "step": 506730
    },
    {
      "epoch": 141.43,
      "grad_norm": 1.0303329229354858,
      "learning_rate": 4.484495133948257e-06,
      "loss": 0.4023,
      "step": 506740
    },
    {
      "epoch": 141.43,
      "grad_norm": 1.376128911972046,
      "learning_rate": 4.484484126032542e-06,
      "loss": 0.4125,
      "step": 506750
    },
    {
      "epoch": 141.43,
      "grad_norm": 1.4118974208831787,
      "learning_rate": 4.4844731178318946e-06,
      "loss": 0.4106,
      "step": 506760
    },
    {
      "epoch": 141.44,
      "grad_norm": 1.7145339250564575,
      "learning_rate": 4.484462109346316e-06,
      "loss": 0.3861,
      "step": 506770
    },
    {
      "epoch": 141.44,
      "grad_norm": 1.1985368728637695,
      "learning_rate": 4.484451100575808e-06,
      "loss": 0.3902,
      "step": 506780
    },
    {
      "epoch": 141.44,
      "grad_norm": 1.3674956560134888,
      "learning_rate": 4.484440091520373e-06,
      "loss": 0.3918,
      "step": 506790
    },
    {
      "epoch": 141.45,
      "grad_norm": 1.5813992023468018,
      "learning_rate": 4.484429082180011e-06,
      "loss": 0.4,
      "step": 506800
    },
    {
      "epoch": 141.45,
      "grad_norm": 1.256838321685791,
      "learning_rate": 4.484418072554723e-06,
      "loss": 0.4012,
      "step": 506810
    },
    {
      "epoch": 141.45,
      "grad_norm": 1.397402048110962,
      "learning_rate": 4.484407062644513e-06,
      "loss": 0.3951,
      "step": 506820
    },
    {
      "epoch": 141.45,
      "grad_norm": 1.139912486076355,
      "learning_rate": 4.48439605244938e-06,
      "loss": 0.4053,
      "step": 506830
    },
    {
      "epoch": 141.46,
      "grad_norm": 1.2727735042572021,
      "learning_rate": 4.484385041969327e-06,
      "loss": 0.3976,
      "step": 506840
    },
    {
      "epoch": 141.46,
      "grad_norm": 1.5447816848754883,
      "learning_rate": 4.4843740312043545e-06,
      "loss": 0.3923,
      "step": 506850
    },
    {
      "epoch": 141.46,
      "grad_norm": 1.5744187831878662,
      "learning_rate": 4.484363020154465e-06,
      "loss": 0.4006,
      "step": 506860
    },
    {
      "epoch": 141.47,
      "grad_norm": 1.261478066444397,
      "learning_rate": 4.484352008819658e-06,
      "loss": 0.3888,
      "step": 506870
    },
    {
      "epoch": 141.47,
      "grad_norm": 1.3379825353622437,
      "learning_rate": 4.484340997199937e-06,
      "loss": 0.4254,
      "step": 506880
    },
    {
      "epoch": 141.47,
      "grad_norm": 1.4359097480773926,
      "learning_rate": 4.484329985295303e-06,
      "loss": 0.394,
      "step": 506890
    },
    {
      "epoch": 141.47,
      "grad_norm": 1.292818307876587,
      "learning_rate": 4.484318973105758e-06,
      "loss": 0.3908,
      "step": 506900
    },
    {
      "epoch": 141.48,
      "grad_norm": 1.3572202920913696,
      "learning_rate": 4.484307960631301e-06,
      "loss": 0.3867,
      "step": 506910
    },
    {
      "epoch": 141.48,
      "grad_norm": 1.3002642393112183,
      "learning_rate": 4.484296947871936e-06,
      "loss": 0.3898,
      "step": 506920
    },
    {
      "epoch": 141.48,
      "grad_norm": 1.3805668354034424,
      "learning_rate": 4.484285934827664e-06,
      "loss": 0.3859,
      "step": 506930
    },
    {
      "epoch": 141.48,
      "grad_norm": 1.328897476196289,
      "learning_rate": 4.484274921498485e-06,
      "loss": 0.3956,
      "step": 506940
    },
    {
      "epoch": 141.49,
      "grad_norm": 1.1669973134994507,
      "learning_rate": 4.484263907884403e-06,
      "loss": 0.4036,
      "step": 506950
    },
    {
      "epoch": 141.49,
      "grad_norm": 1.2695426940917969,
      "learning_rate": 4.484252893985417e-06,
      "loss": 0.4026,
      "step": 506960
    },
    {
      "epoch": 141.49,
      "grad_norm": 1.200740933418274,
      "learning_rate": 4.48424187980153e-06,
      "loss": 0.403,
      "step": 506970
    },
    {
      "epoch": 141.5,
      "grad_norm": 1.5199140310287476,
      "learning_rate": 4.484230865332742e-06,
      "loss": 0.4128,
      "step": 506980
    },
    {
      "epoch": 141.5,
      "grad_norm": 1.396694302558899,
      "learning_rate": 4.484219850579056e-06,
      "loss": 0.3927,
      "step": 506990
    },
    {
      "epoch": 141.5,
      "grad_norm": 1.0877201557159424,
      "learning_rate": 4.484208835540472e-06,
      "loss": 0.3965,
      "step": 507000
    },
    {
      "epoch": 141.5,
      "grad_norm": 1.397741675376892,
      "learning_rate": 4.484197820216994e-06,
      "loss": 0.3881,
      "step": 507010
    },
    {
      "epoch": 141.51,
      "grad_norm": 1.385581374168396,
      "learning_rate": 4.484186804608621e-06,
      "loss": 0.4137,
      "step": 507020
    },
    {
      "epoch": 141.51,
      "grad_norm": 1.1381652355194092,
      "learning_rate": 4.484175788715356e-06,
      "loss": 0.3913,
      "step": 507030
    },
    {
      "epoch": 141.51,
      "grad_norm": 1.1145437955856323,
      "learning_rate": 4.484164772537198e-06,
      "loss": 0.3823,
      "step": 507040
    },
    {
      "epoch": 141.52,
      "grad_norm": 1.4958351850509644,
      "learning_rate": 4.484153756074152e-06,
      "loss": 0.4072,
      "step": 507050
    },
    {
      "epoch": 141.52,
      "grad_norm": 1.4314736127853394,
      "learning_rate": 4.484142739326217e-06,
      "loss": 0.393,
      "step": 507060
    },
    {
      "epoch": 141.52,
      "grad_norm": 1.297147274017334,
      "learning_rate": 4.484131722293396e-06,
      "loss": 0.3997,
      "step": 507070
    },
    {
      "epoch": 141.52,
      "grad_norm": 1.061684012413025,
      "learning_rate": 4.4841207049756885e-06,
      "loss": 0.3979,
      "step": 507080
    },
    {
      "epoch": 141.53,
      "grad_norm": 1.5905393362045288,
      "learning_rate": 4.484109687373097e-06,
      "loss": 0.3977,
      "step": 507090
    },
    {
      "epoch": 141.53,
      "grad_norm": 1.226472020149231,
      "learning_rate": 4.484098669485624e-06,
      "loss": 0.3949,
      "step": 507100
    },
    {
      "epoch": 141.53,
      "grad_norm": 1.0487583875656128,
      "learning_rate": 4.4840876513132685e-06,
      "loss": 0.3909,
      "step": 507110
    },
    {
      "epoch": 141.54,
      "grad_norm": 1.4296715259552002,
      "learning_rate": 4.484076632856034e-06,
      "loss": 0.4167,
      "step": 507120
    },
    {
      "epoch": 141.54,
      "grad_norm": 1.14646577835083,
      "learning_rate": 4.4840656141139225e-06,
      "loss": 0.3972,
      "step": 507130
    },
    {
      "epoch": 141.54,
      "grad_norm": 1.111870527267456,
      "learning_rate": 4.484054595086933e-06,
      "loss": 0.4086,
      "step": 507140
    },
    {
      "epoch": 141.54,
      "grad_norm": 1.4029021263122559,
      "learning_rate": 4.48404357577507e-06,
      "loss": 0.3909,
      "step": 507150
    },
    {
      "epoch": 141.55,
      "grad_norm": 1.2044450044631958,
      "learning_rate": 4.484032556178332e-06,
      "loss": 0.4124,
      "step": 507160
    },
    {
      "epoch": 141.55,
      "grad_norm": 1.6198229789733887,
      "learning_rate": 4.484021536296722e-06,
      "loss": 0.3911,
      "step": 507170
    },
    {
      "epoch": 141.55,
      "grad_norm": 1.3247929811477661,
      "learning_rate": 4.484010516130242e-06,
      "loss": 0.3798,
      "step": 507180
    },
    {
      "epoch": 141.55,
      "grad_norm": 1.3896983861923218,
      "learning_rate": 4.483999495678892e-06,
      "loss": 0.4046,
      "step": 507190
    },
    {
      "epoch": 141.56,
      "grad_norm": 1.484643578529358,
      "learning_rate": 4.483988474942675e-06,
      "loss": 0.3976,
      "step": 507200
    },
    {
      "epoch": 141.56,
      "grad_norm": 1.4225237369537354,
      "learning_rate": 4.4839774539215905e-06,
      "loss": 0.4098,
      "step": 507210
    },
    {
      "epoch": 141.56,
      "grad_norm": 1.209273338317871,
      "learning_rate": 4.483966432615642e-06,
      "loss": 0.3861,
      "step": 507220
    },
    {
      "epoch": 141.57,
      "grad_norm": 1.2529985904693604,
      "learning_rate": 4.48395541102483e-06,
      "loss": 0.4153,
      "step": 507230
    },
    {
      "epoch": 141.57,
      "grad_norm": 1.5078741312026978,
      "learning_rate": 4.483944389149156e-06,
      "loss": 0.3984,
      "step": 507240
    },
    {
      "epoch": 141.57,
      "grad_norm": 1.0560672283172607,
      "learning_rate": 4.483933366988622e-06,
      "loss": 0.3982,
      "step": 507250
    },
    {
      "epoch": 141.57,
      "grad_norm": 1.1405278444290161,
      "learning_rate": 4.483922344543228e-06,
      "loss": 0.3863,
      "step": 507260
    },
    {
      "epoch": 141.58,
      "grad_norm": 1.3424890041351318,
      "learning_rate": 4.483911321812977e-06,
      "loss": 0.3834,
      "step": 507270
    },
    {
      "epoch": 141.58,
      "grad_norm": 1.4021146297454834,
      "learning_rate": 4.48390029879787e-06,
      "loss": 0.4343,
      "step": 507280
    },
    {
      "epoch": 141.58,
      "grad_norm": 1.3376312255859375,
      "learning_rate": 4.4838892754979085e-06,
      "loss": 0.389,
      "step": 507290
    },
    {
      "epoch": 141.59,
      "grad_norm": 1.4215539693832397,
      "learning_rate": 4.483878251913093e-06,
      "loss": 0.4011,
      "step": 507300
    },
    {
      "epoch": 141.59,
      "grad_norm": 1.4878199100494385,
      "learning_rate": 4.483867228043427e-06,
      "loss": 0.3863,
      "step": 507310
    },
    {
      "epoch": 141.59,
      "grad_norm": 1.151698112487793,
      "learning_rate": 4.48385620388891e-06,
      "loss": 0.4048,
      "step": 507320
    },
    {
      "epoch": 141.59,
      "grad_norm": 1.406191349029541,
      "learning_rate": 4.483845179449545e-06,
      "loss": 0.3928,
      "step": 507330
    },
    {
      "epoch": 141.6,
      "grad_norm": 1.0611363649368286,
      "learning_rate": 4.483834154725332e-06,
      "loss": 0.3818,
      "step": 507340
    },
    {
      "epoch": 141.6,
      "grad_norm": 1.2285207509994507,
      "learning_rate": 4.4838231297162745e-06,
      "loss": 0.3983,
      "step": 507350
    },
    {
      "epoch": 141.6,
      "grad_norm": 1.5113943815231323,
      "learning_rate": 4.483812104422371e-06,
      "loss": 0.3954,
      "step": 507360
    },
    {
      "epoch": 141.6,
      "grad_norm": 1.1681095361709595,
      "learning_rate": 4.483801078843625e-06,
      "loss": 0.4073,
      "step": 507370
    },
    {
      "epoch": 141.61,
      "grad_norm": 1.3359813690185547,
      "learning_rate": 4.483790052980039e-06,
      "loss": 0.3862,
      "step": 507380
    },
    {
      "epoch": 141.61,
      "grad_norm": 2.0530874729156494,
      "learning_rate": 4.483779026831613e-06,
      "loss": 0.4107,
      "step": 507390
    },
    {
      "epoch": 141.61,
      "grad_norm": 1.1831530332565308,
      "learning_rate": 4.483768000398347e-06,
      "loss": 0.3839,
      "step": 507400
    },
    {
      "epoch": 141.62,
      "grad_norm": 1.458053469657898,
      "learning_rate": 4.483756973680245e-06,
      "loss": 0.3882,
      "step": 507410
    },
    {
      "epoch": 141.62,
      "grad_norm": 1.6601042747497559,
      "learning_rate": 4.483745946677307e-06,
      "loss": 0.3872,
      "step": 507420
    },
    {
      "epoch": 141.62,
      "grad_norm": 1.0258010625839233,
      "learning_rate": 4.483734919389535e-06,
      "loss": 0.3878,
      "step": 507430
    },
    {
      "epoch": 141.62,
      "grad_norm": 1.114561915397644,
      "learning_rate": 4.4837238918169306e-06,
      "loss": 0.3899,
      "step": 507440
    },
    {
      "epoch": 141.63,
      "grad_norm": 1.3635276556015015,
      "learning_rate": 4.483712863959495e-06,
      "loss": 0.4145,
      "step": 507450
    },
    {
      "epoch": 141.63,
      "grad_norm": 3.631171464920044,
      "learning_rate": 4.48370183581723e-06,
      "loss": 0.3908,
      "step": 507460
    },
    {
      "epoch": 141.63,
      "grad_norm": 1.1352752447128296,
      "learning_rate": 4.483690807390137e-06,
      "loss": 0.3988,
      "step": 507470
    },
    {
      "epoch": 141.64,
      "grad_norm": 1.1697920560836792,
      "learning_rate": 4.483679778678217e-06,
      "loss": 0.3981,
      "step": 507480
    },
    {
      "epoch": 141.64,
      "grad_norm": 1.1083837747573853,
      "learning_rate": 4.483668749681472e-06,
      "loss": 0.3851,
      "step": 507490
    },
    {
      "epoch": 141.64,
      "grad_norm": 1.6433465480804443,
      "learning_rate": 4.483657720399903e-06,
      "loss": 0.3961,
      "step": 507500
    },
    {
      "epoch": 141.64,
      "grad_norm": 1.4745433330535889,
      "learning_rate": 4.483646690833511e-06,
      "loss": 0.4032,
      "step": 507510
    },
    {
      "epoch": 141.65,
      "grad_norm": 1.2965850830078125,
      "learning_rate": 4.4836356609823e-06,
      "loss": 0.3767,
      "step": 507520
    },
    {
      "epoch": 141.65,
      "grad_norm": 1.2889809608459473,
      "learning_rate": 4.483624630846268e-06,
      "loss": 0.3997,
      "step": 507530
    },
    {
      "epoch": 141.65,
      "grad_norm": 1.2897419929504395,
      "learning_rate": 4.483613600425418e-06,
      "loss": 0.39,
      "step": 507540
    },
    {
      "epoch": 141.66,
      "grad_norm": 2.3917508125305176,
      "learning_rate": 4.483602569719753e-06,
      "loss": 0.4043,
      "step": 507550
    },
    {
      "epoch": 141.66,
      "grad_norm": 1.2572423219680786,
      "learning_rate": 4.483591538729272e-06,
      "loss": 0.4119,
      "step": 507560
    },
    {
      "epoch": 141.66,
      "grad_norm": 1.4522782564163208,
      "learning_rate": 4.483580507453978e-06,
      "loss": 0.3892,
      "step": 507570
    },
    {
      "epoch": 141.66,
      "grad_norm": 1.3704137802124023,
      "learning_rate": 4.4835694758938705e-06,
      "loss": 0.3884,
      "step": 507580
    },
    {
      "epoch": 141.67,
      "grad_norm": 1.1067246198654175,
      "learning_rate": 4.4835584440489544e-06,
      "loss": 0.3892,
      "step": 507590
    },
    {
      "epoch": 141.67,
      "grad_norm": 1.1608628034591675,
      "learning_rate": 4.483547411919229e-06,
      "loss": 0.3949,
      "step": 507600
    },
    {
      "epoch": 141.67,
      "grad_norm": 1.5098258256912231,
      "learning_rate": 4.483536379504695e-06,
      "loss": 0.3955,
      "step": 507610
    },
    {
      "epoch": 141.67,
      "grad_norm": 1.3446294069290161,
      "learning_rate": 4.483525346805355e-06,
      "loss": 0.4035,
      "step": 507620
    },
    {
      "epoch": 141.68,
      "grad_norm": 1.3397080898284912,
      "learning_rate": 4.48351431382121e-06,
      "loss": 0.3968,
      "step": 507630
    },
    {
      "epoch": 141.68,
      "grad_norm": 1.314893126487732,
      "learning_rate": 4.4835032805522625e-06,
      "loss": 0.3952,
      "step": 507640
    },
    {
      "epoch": 141.68,
      "grad_norm": 1.6410220861434937,
      "learning_rate": 4.483492246998514e-06,
      "loss": 0.4059,
      "step": 507650
    },
    {
      "epoch": 141.69,
      "grad_norm": 5.046780586242676,
      "learning_rate": 4.483481213159964e-06,
      "loss": 0.3815,
      "step": 507660
    },
    {
      "epoch": 141.69,
      "grad_norm": 1.6148632764816284,
      "learning_rate": 4.483470179036615e-06,
      "loss": 0.3877,
      "step": 507670
    },
    {
      "epoch": 141.69,
      "grad_norm": 1.3719611167907715,
      "learning_rate": 4.48345914462847e-06,
      "loss": 0.3879,
      "step": 507680
    },
    {
      "epoch": 141.69,
      "grad_norm": 1.3361434936523438,
      "learning_rate": 4.4834481099355285e-06,
      "loss": 0.3935,
      "step": 507690
    },
    {
      "epoch": 141.7,
      "grad_norm": 1.2404060363769531,
      "learning_rate": 4.483437074957792e-06,
      "loss": 0.4138,
      "step": 507700
    },
    {
      "epoch": 141.7,
      "grad_norm": 1.2422832250595093,
      "learning_rate": 4.483426039695263e-06,
      "loss": 0.3925,
      "step": 507710
    },
    {
      "epoch": 141.7,
      "grad_norm": 1.5094749927520752,
      "learning_rate": 4.483415004147943e-06,
      "loss": 0.3924,
      "step": 507720
    },
    {
      "epoch": 141.71,
      "grad_norm": 1.1713685989379883,
      "learning_rate": 4.4834039683158325e-06,
      "loss": 0.4086,
      "step": 507730
    },
    {
      "epoch": 141.71,
      "grad_norm": 1.4075759649276733,
      "learning_rate": 4.483392932198934e-06,
      "loss": 0.3888,
      "step": 507740
    },
    {
      "epoch": 141.71,
      "grad_norm": 1.3609321117401123,
      "learning_rate": 4.483381895797247e-06,
      "loss": 0.4031,
      "step": 507750
    },
    {
      "epoch": 141.71,
      "grad_norm": 1.4299640655517578,
      "learning_rate": 4.483370859110775e-06,
      "loss": 0.4006,
      "step": 507760
    },
    {
      "epoch": 141.72,
      "grad_norm": 1.3577094078063965,
      "learning_rate": 4.48335982213952e-06,
      "loss": 0.3932,
      "step": 507770
    },
    {
      "epoch": 141.72,
      "grad_norm": 1.2170374393463135,
      "learning_rate": 4.4833487848834815e-06,
      "loss": 0.3764,
      "step": 507780
    },
    {
      "epoch": 141.72,
      "grad_norm": 1.287779688835144,
      "learning_rate": 4.483337747342662e-06,
      "loss": 0.4157,
      "step": 507790
    },
    {
      "epoch": 141.72,
      "grad_norm": 1.2418380975723267,
      "learning_rate": 4.483326709517062e-06,
      "loss": 0.393,
      "step": 507800
    },
    {
      "epoch": 141.73,
      "grad_norm": 1.3144983053207397,
      "learning_rate": 4.483315671406685e-06,
      "loss": 0.3811,
      "step": 507810
    },
    {
      "epoch": 141.73,
      "grad_norm": 1.1716331243515015,
      "learning_rate": 4.483304633011531e-06,
      "loss": 0.4026,
      "step": 507820
    },
    {
      "epoch": 141.73,
      "grad_norm": 1.1777158975601196,
      "learning_rate": 4.483293594331601e-06,
      "loss": 0.4129,
      "step": 507830
    },
    {
      "epoch": 141.74,
      "grad_norm": 1.1531102657318115,
      "learning_rate": 4.4832825553668985e-06,
      "loss": 0.3972,
      "step": 507840
    },
    {
      "epoch": 141.74,
      "grad_norm": 1.272338628768921,
      "learning_rate": 4.483271516117422e-06,
      "loss": 0.3914,
      "step": 507850
    },
    {
      "epoch": 141.74,
      "grad_norm": 1.0702673196792603,
      "learning_rate": 4.483260476583175e-06,
      "loss": 0.4008,
      "step": 507860
    },
    {
      "epoch": 141.74,
      "grad_norm": 1.183609962463379,
      "learning_rate": 4.483249436764159e-06,
      "loss": 0.3852,
      "step": 507870
    },
    {
      "epoch": 141.75,
      "grad_norm": 1.1696417331695557,
      "learning_rate": 4.483238396660375e-06,
      "loss": 0.3815,
      "step": 507880
    },
    {
      "epoch": 141.75,
      "grad_norm": 1.4151487350463867,
      "learning_rate": 4.483227356271824e-06,
      "loss": 0.3947,
      "step": 507890
    },
    {
      "epoch": 141.75,
      "grad_norm": 1.1047911643981934,
      "learning_rate": 4.483216315598509e-06,
      "loss": 0.4,
      "step": 507900
    },
    {
      "epoch": 141.76,
      "grad_norm": 1.2514477968215942,
      "learning_rate": 4.48320527464043e-06,
      "loss": 0.4043,
      "step": 507910
    },
    {
      "epoch": 141.76,
      "grad_norm": 1.3992412090301514,
      "learning_rate": 4.483194233397588e-06,
      "loss": 0.391,
      "step": 507920
    },
    {
      "epoch": 141.76,
      "grad_norm": 1.2087923288345337,
      "learning_rate": 4.483183191869986e-06,
      "loss": 0.3989,
      "step": 507930
    },
    {
      "epoch": 141.76,
      "grad_norm": 1.0660606622695923,
      "learning_rate": 4.483172150057626e-06,
      "loss": 0.3798,
      "step": 507940
    },
    {
      "epoch": 141.77,
      "grad_norm": 1.540789008140564,
      "learning_rate": 4.483161107960508e-06,
      "loss": 0.3802,
      "step": 507950
    },
    {
      "epoch": 141.77,
      "grad_norm": 1.258239984512329,
      "learning_rate": 4.483150065578632e-06,
      "loss": 0.3906,
      "step": 507960
    },
    {
      "epoch": 141.77,
      "grad_norm": 1.431458592414856,
      "learning_rate": 4.483139022912003e-06,
      "loss": 0.3935,
      "step": 507970
    },
    {
      "epoch": 141.78,
      "grad_norm": 1.1886494159698486,
      "learning_rate": 4.48312797996062e-06,
      "loss": 0.383,
      "step": 507980
    },
    {
      "epoch": 141.78,
      "grad_norm": 1.175315499305725,
      "learning_rate": 4.483116936724485e-06,
      "loss": 0.3996,
      "step": 507990
    },
    {
      "epoch": 141.78,
      "grad_norm": 1.5105369091033936,
      "learning_rate": 4.4831058932036e-06,
      "loss": 0.3881,
      "step": 508000
    },
    {
      "epoch": 141.78,
      "grad_norm": 1.2642436027526855,
      "learning_rate": 4.483094849397966e-06,
      "loss": 0.3893,
      "step": 508010
    },
    {
      "epoch": 141.79,
      "grad_norm": 1.3887113332748413,
      "learning_rate": 4.4830838053075855e-06,
      "loss": 0.3852,
      "step": 508020
    },
    {
      "epoch": 141.79,
      "grad_norm": 2.8081390857696533,
      "learning_rate": 4.4830727609324585e-06,
      "loss": 0.4131,
      "step": 508030
    },
    {
      "epoch": 141.79,
      "grad_norm": 1.2232279777526855,
      "learning_rate": 4.483061716272587e-06,
      "loss": 0.3849,
      "step": 508040
    },
    {
      "epoch": 141.79,
      "grad_norm": 1.3062704801559448,
      "learning_rate": 4.483050671327973e-06,
      "loss": 0.3932,
      "step": 508050
    },
    {
      "epoch": 141.8,
      "grad_norm": 1.4689007997512817,
      "learning_rate": 4.483039626098616e-06,
      "loss": 0.4025,
      "step": 508060
    },
    {
      "epoch": 141.8,
      "grad_norm": 1.3733140230178833,
      "learning_rate": 4.4830285805845205e-06,
      "loss": 0.3882,
      "step": 508070
    },
    {
      "epoch": 141.8,
      "grad_norm": 1.55274498462677,
      "learning_rate": 4.483017534785685e-06,
      "loss": 0.3805,
      "step": 508080
    },
    {
      "epoch": 141.81,
      "grad_norm": 1.306359052658081,
      "learning_rate": 4.483006488702114e-06,
      "loss": 0.374,
      "step": 508090
    },
    {
      "epoch": 141.81,
      "grad_norm": 1.3834458589553833,
      "learning_rate": 4.482995442333807e-06,
      "loss": 0.4031,
      "step": 508100
    },
    {
      "epoch": 141.81,
      "grad_norm": 1.3010801076889038,
      "learning_rate": 4.482984395680765e-06,
      "loss": 0.4033,
      "step": 508110
    },
    {
      "epoch": 141.81,
      "grad_norm": 1.0430009365081787,
      "learning_rate": 4.482973348742991e-06,
      "loss": 0.3944,
      "step": 508120
    },
    {
      "epoch": 141.82,
      "grad_norm": 1.2827404737472534,
      "learning_rate": 4.482962301520485e-06,
      "loss": 0.4048,
      "step": 508130
    },
    {
      "epoch": 141.82,
      "grad_norm": 1.0192886590957642,
      "learning_rate": 4.482951254013251e-06,
      "loss": 0.3944,
      "step": 508140
    },
    {
      "epoch": 141.82,
      "grad_norm": 1.3267252445220947,
      "learning_rate": 4.482940206221287e-06,
      "loss": 0.3979,
      "step": 508150
    },
    {
      "epoch": 141.83,
      "grad_norm": 1.2547544240951538,
      "learning_rate": 4.482929158144597e-06,
      "loss": 0.4106,
      "step": 508160
    },
    {
      "epoch": 141.83,
      "grad_norm": 1.3242475986480713,
      "learning_rate": 4.482918109783181e-06,
      "loss": 0.3774,
      "step": 508170
    },
    {
      "epoch": 141.83,
      "grad_norm": 1.325106143951416,
      "learning_rate": 4.4829070611370414e-06,
      "loss": 0.3691,
      "step": 508180
    },
    {
      "epoch": 141.83,
      "grad_norm": 1.342851996421814,
      "learning_rate": 4.48289601220618e-06,
      "loss": 0.3971,
      "step": 508190
    },
    {
      "epoch": 141.84,
      "grad_norm": 1.162054419517517,
      "learning_rate": 4.482884962990598e-06,
      "loss": 0.3981,
      "step": 508200
    },
    {
      "epoch": 141.84,
      "grad_norm": 1.5164812803268433,
      "learning_rate": 4.482873913490295e-06,
      "loss": 0.4034,
      "step": 508210
    },
    {
      "epoch": 141.84,
      "grad_norm": 1.1831601858139038,
      "learning_rate": 4.482862863705276e-06,
      "loss": 0.3805,
      "step": 508220
    },
    {
      "epoch": 141.84,
      "grad_norm": 1.3838081359863281,
      "learning_rate": 4.482851813635539e-06,
      "loss": 0.3903,
      "step": 508230
    },
    {
      "epoch": 141.85,
      "grad_norm": 1.6365406513214111,
      "learning_rate": 4.482840763281087e-06,
      "loss": 0.4053,
      "step": 508240
    },
    {
      "epoch": 141.85,
      "grad_norm": 1.144185185432434,
      "learning_rate": 4.482829712641922e-06,
      "loss": 0.4025,
      "step": 508250
    },
    {
      "epoch": 141.85,
      "grad_norm": 1.1013277769088745,
      "learning_rate": 4.4828186617180446e-06,
      "loss": 0.4085,
      "step": 508260
    },
    {
      "epoch": 141.86,
      "grad_norm": 1.57906174659729,
      "learning_rate": 4.482807610509456e-06,
      "loss": 0.4005,
      "step": 508270
    },
    {
      "epoch": 141.86,
      "grad_norm": 2.265291690826416,
      "learning_rate": 4.48279655901616e-06,
      "loss": 0.3859,
      "step": 508280
    },
    {
      "epoch": 141.86,
      "grad_norm": 1.427237868309021,
      "learning_rate": 4.482785507238155e-06,
      "loss": 0.3995,
      "step": 508290
    },
    {
      "epoch": 141.86,
      "grad_norm": 1.1550556421279907,
      "learning_rate": 4.482774455175444e-06,
      "loss": 0.3795,
      "step": 508300
    },
    {
      "epoch": 141.87,
      "grad_norm": 1.6069217920303345,
      "learning_rate": 4.482763402828029e-06,
      "loss": 0.4164,
      "step": 508310
    },
    {
      "epoch": 141.87,
      "grad_norm": 1.226938247680664,
      "learning_rate": 4.482752350195909e-06,
      "loss": 0.3998,
      "step": 508320
    },
    {
      "epoch": 141.87,
      "grad_norm": 1.602655291557312,
      "learning_rate": 4.4827412972790885e-06,
      "loss": 0.3941,
      "step": 508330
    },
    {
      "epoch": 141.88,
      "grad_norm": 6.669607639312744,
      "learning_rate": 4.482730244077567e-06,
      "loss": 0.3983,
      "step": 508340
    },
    {
      "epoch": 141.88,
      "grad_norm": 1.579851746559143,
      "learning_rate": 4.482719190591347e-06,
      "loss": 0.3983,
      "step": 508350
    },
    {
      "epoch": 141.88,
      "grad_norm": 1.5300145149230957,
      "learning_rate": 4.48270813682043e-06,
      "loss": 0.392,
      "step": 508360
    },
    {
      "epoch": 141.88,
      "grad_norm": 1.2393335103988647,
      "learning_rate": 4.482697082764818e-06,
      "loss": 0.3976,
      "step": 508370
    },
    {
      "epoch": 141.89,
      "grad_norm": 1.256704330444336,
      "learning_rate": 4.48268602842451e-06,
      "loss": 0.398,
      "step": 508380
    },
    {
      "epoch": 141.89,
      "grad_norm": 1.15202796459198,
      "learning_rate": 4.482674973799509e-06,
      "loss": 0.4089,
      "step": 508390
    },
    {
      "epoch": 141.89,
      "grad_norm": 1.276594638824463,
      "learning_rate": 4.482663918889817e-06,
      "loss": 0.4028,
      "step": 508400
    },
    {
      "epoch": 141.9,
      "grad_norm": 1.2815518379211426,
      "learning_rate": 4.4826528636954345e-06,
      "loss": 0.4058,
      "step": 508410
    },
    {
      "epoch": 141.9,
      "grad_norm": 1.16139554977417,
      "learning_rate": 4.482641808216364e-06,
      "loss": 0.3932,
      "step": 508420
    },
    {
      "epoch": 141.9,
      "grad_norm": 1.2102582454681396,
      "learning_rate": 4.482630752452606e-06,
      "loss": 0.3893,
      "step": 508430
    },
    {
      "epoch": 141.9,
      "grad_norm": 1.1494542360305786,
      "learning_rate": 4.482619696404163e-06,
      "loss": 0.3934,
      "step": 508440
    },
    {
      "epoch": 141.91,
      "grad_norm": 1.1481719017028809,
      "learning_rate": 4.482608640071036e-06,
      "loss": 0.3768,
      "step": 508450
    },
    {
      "epoch": 141.91,
      "grad_norm": 1.358317255973816,
      "learning_rate": 4.482597583453225e-06,
      "loss": 0.4075,
      "step": 508460
    },
    {
      "epoch": 141.91,
      "grad_norm": 1.274295449256897,
      "learning_rate": 4.482586526550734e-06,
      "loss": 0.3986,
      "step": 508470
    },
    {
      "epoch": 141.91,
      "grad_norm": 1.1673943996429443,
      "learning_rate": 4.4825754693635626e-06,
      "loss": 0.3974,
      "step": 508480
    },
    {
      "epoch": 141.92,
      "grad_norm": 1.3181521892547607,
      "learning_rate": 4.482564411891714e-06,
      "loss": 0.4068,
      "step": 508490
    },
    {
      "epoch": 141.92,
      "grad_norm": 1.123870611190796,
      "learning_rate": 4.482553354135187e-06,
      "loss": 0.4238,
      "step": 508500
    },
    {
      "epoch": 141.92,
      "grad_norm": 1.571371078491211,
      "learning_rate": 4.482542296093986e-06,
      "loss": 0.3932,
      "step": 508510
    },
    {
      "epoch": 141.93,
      "grad_norm": 1.4061800241470337,
      "learning_rate": 4.48253123776811e-06,
      "loss": 0.3807,
      "step": 508520
    },
    {
      "epoch": 141.93,
      "grad_norm": 1.0880813598632812,
      "learning_rate": 4.482520179157563e-06,
      "loss": 0.4083,
      "step": 508530
    },
    {
      "epoch": 141.93,
      "grad_norm": 1.2317601442337036,
      "learning_rate": 4.482509120262344e-06,
      "loss": 0.3861,
      "step": 508540
    },
    {
      "epoch": 141.93,
      "grad_norm": 1.1948896646499634,
      "learning_rate": 4.4824980610824565e-06,
      "loss": 0.4076,
      "step": 508550
    },
    {
      "epoch": 141.94,
      "grad_norm": 1.299291729927063,
      "learning_rate": 4.482487001617901e-06,
      "loss": 0.4051,
      "step": 508560
    },
    {
      "epoch": 141.94,
      "grad_norm": 1.4464232921600342,
      "learning_rate": 4.482475941868678e-06,
      "loss": 0.4022,
      "step": 508570
    },
    {
      "epoch": 141.94,
      "grad_norm": 1.121374249458313,
      "learning_rate": 4.48246488183479e-06,
      "loss": 0.4106,
      "step": 508580
    },
    {
      "epoch": 141.95,
      "grad_norm": 1.4459242820739746,
      "learning_rate": 4.4824538215162394e-06,
      "loss": 0.4095,
      "step": 508590
    },
    {
      "epoch": 141.95,
      "grad_norm": 1.5588691234588623,
      "learning_rate": 4.482442760913027e-06,
      "loss": 0.3774,
      "step": 508600
    },
    {
      "epoch": 141.95,
      "grad_norm": 1.3480305671691895,
      "learning_rate": 4.4824317000251525e-06,
      "loss": 0.3847,
      "step": 508610
    },
    {
      "epoch": 141.95,
      "grad_norm": 1.2640933990478516,
      "learning_rate": 4.48242063885262e-06,
      "loss": 0.4196,
      "step": 508620
    },
    {
      "epoch": 141.96,
      "grad_norm": 1.2126946449279785,
      "learning_rate": 4.48240957739543e-06,
      "loss": 0.3928,
      "step": 508630
    },
    {
      "epoch": 141.96,
      "grad_norm": 1.236524224281311,
      "learning_rate": 4.482398515653584e-06,
      "loss": 0.3998,
      "step": 508640
    },
    {
      "epoch": 141.96,
      "grad_norm": 1.80050790309906,
      "learning_rate": 4.482387453627082e-06,
      "loss": 0.3854,
      "step": 508650
    },
    {
      "epoch": 141.96,
      "grad_norm": 1.5953583717346191,
      "learning_rate": 4.482376391315927e-06,
      "loss": 0.3912,
      "step": 508660
    },
    {
      "epoch": 141.97,
      "grad_norm": 1.2216236591339111,
      "learning_rate": 4.482365328720121e-06,
      "loss": 0.4023,
      "step": 508670
    },
    {
      "epoch": 141.97,
      "grad_norm": 1.255822777748108,
      "learning_rate": 4.482354265839665e-06,
      "loss": 0.397,
      "step": 508680
    },
    {
      "epoch": 141.97,
      "grad_norm": 1.6049007177352905,
      "learning_rate": 4.482343202674559e-06,
      "loss": 0.4179,
      "step": 508690
    },
    {
      "epoch": 141.98,
      "grad_norm": 1.2241816520690918,
      "learning_rate": 4.482332139224807e-06,
      "loss": 0.394,
      "step": 508700
    },
    {
      "epoch": 141.98,
      "grad_norm": 2.63798451423645,
      "learning_rate": 4.482321075490409e-06,
      "loss": 0.3976,
      "step": 508710
    },
    {
      "epoch": 141.98,
      "grad_norm": 1.2491505146026611,
      "learning_rate": 4.482310011471366e-06,
      "loss": 0.4016,
      "step": 508720
    },
    {
      "epoch": 141.98,
      "grad_norm": 1.37921142578125,
      "learning_rate": 4.4822989471676794e-06,
      "loss": 0.3993,
      "step": 508730
    },
    {
      "epoch": 141.99,
      "grad_norm": 1.3905445337295532,
      "learning_rate": 4.482287882579352e-06,
      "loss": 0.4045,
      "step": 508740
    },
    {
      "epoch": 141.99,
      "grad_norm": 1.2024155855178833,
      "learning_rate": 4.482276817706385e-06,
      "loss": 0.3935,
      "step": 508750
    },
    {
      "epoch": 141.99,
      "grad_norm": 1.2520912885665894,
      "learning_rate": 4.48226575254878e-06,
      "loss": 0.3886,
      "step": 508760
    },
    {
      "epoch": 142.0,
      "grad_norm": 1.294386625289917,
      "learning_rate": 4.482254687106536e-06,
      "loss": 0.3904,
      "step": 508770
    },
    {
      "epoch": 142.0,
      "grad_norm": 1.3503172397613525,
      "learning_rate": 4.482243621379659e-06,
      "loss": 0.4006,
      "step": 508780
    },
    {
      "epoch": 142.0,
      "eval_loss": 0.39497387409210205,
      "eval_runtime": 63.218,
      "eval_samples_per_second": 80.025,
      "eval_steps_per_second": 10.013,
      "step": 508786
    },
    {
      "epoch": 142.0,
      "grad_norm": 1.4460073709487915,
      "learning_rate": 4.4822325553681464e-06,
      "loss": 0.3994,
      "step": 508790
    },
    {
      "epoch": 142.0,
      "grad_norm": 1.4091325998306274,
      "learning_rate": 4.482221489072001e-06,
      "loss": 0.4201,
      "step": 508800
    },
    {
      "epoch": 142.01,
      "grad_norm": 1.086754322052002,
      "learning_rate": 4.482210422491225e-06,
      "loss": 0.3919,
      "step": 508810
    },
    {
      "epoch": 142.01,
      "grad_norm": 1.243619441986084,
      "learning_rate": 4.482199355625819e-06,
      "loss": 0.3979,
      "step": 508820
    },
    {
      "epoch": 142.01,
      "grad_norm": 1.3126769065856934,
      "learning_rate": 4.482188288475785e-06,
      "loss": 0.3918,
      "step": 508830
    },
    {
      "epoch": 142.02,
      "grad_norm": 1.462999939918518,
      "learning_rate": 4.482177221041124e-06,
      "loss": 0.397,
      "step": 508840
    },
    {
      "epoch": 142.02,
      "grad_norm": 1.2232317924499512,
      "learning_rate": 4.482166153321837e-06,
      "loss": 0.3972,
      "step": 508850
    },
    {
      "epoch": 142.02,
      "grad_norm": 1.4735221862792969,
      "learning_rate": 4.482155085317928e-06,
      "loss": 0.4026,
      "step": 508860
    },
    {
      "epoch": 142.02,
      "grad_norm": 1.0623490810394287,
      "learning_rate": 4.482144017029396e-06,
      "loss": 0.4022,
      "step": 508870
    },
    {
      "epoch": 142.03,
      "grad_norm": 1.6622730493545532,
      "learning_rate": 4.482132948456243e-06,
      "loss": 0.4083,
      "step": 508880
    },
    {
      "epoch": 142.03,
      "grad_norm": 1.3212467432022095,
      "learning_rate": 4.482121879598471e-06,
      "loss": 0.3959,
      "step": 508890
    },
    {
      "epoch": 142.03,
      "grad_norm": 1.7747093439102173,
      "learning_rate": 4.4821108104560805e-06,
      "loss": 0.3955,
      "step": 508900
    },
    {
      "epoch": 142.03,
      "grad_norm": 1.1603798866271973,
      "learning_rate": 4.482099741029075e-06,
      "loss": 0.3887,
      "step": 508910
    },
    {
      "epoch": 142.04,
      "grad_norm": 1.4088293313980103,
      "learning_rate": 4.4820886713174535e-06,
      "loss": 0.4088,
      "step": 508920
    },
    {
      "epoch": 142.04,
      "grad_norm": 0.947208821773529,
      "learning_rate": 4.482077601321218e-06,
      "loss": 0.3859,
      "step": 508930
    },
    {
      "epoch": 142.04,
      "grad_norm": 1.0893408060073853,
      "learning_rate": 4.482066531040371e-06,
      "loss": 0.4083,
      "step": 508940
    },
    {
      "epoch": 142.05,
      "grad_norm": 1.4778836965560913,
      "learning_rate": 4.482055460474914e-06,
      "loss": 0.3885,
      "step": 508950
    },
    {
      "epoch": 142.05,
      "grad_norm": 1.318992018699646,
      "learning_rate": 4.482044389624847e-06,
      "loss": 0.3959,
      "step": 508960
    },
    {
      "epoch": 142.05,
      "grad_norm": 1.3628795146942139,
      "learning_rate": 4.482033318490173e-06,
      "loss": 0.389,
      "step": 508970
    },
    {
      "epoch": 142.05,
      "grad_norm": 1.5436968803405762,
      "learning_rate": 4.482022247070893e-06,
      "loss": 0.3796,
      "step": 508980
    },
    {
      "epoch": 142.06,
      "grad_norm": 1.476513147354126,
      "learning_rate": 4.482011175367008e-06,
      "loss": 0.4201,
      "step": 508990
    },
    {
      "epoch": 142.06,
      "grad_norm": 1.214586615562439,
      "learning_rate": 4.482000103378521e-06,
      "loss": 0.4017,
      "step": 509000
    },
    {
      "epoch": 142.06,
      "grad_norm": 1.5006413459777832,
      "learning_rate": 4.481989031105431e-06,
      "loss": 0.4122,
      "step": 509010
    },
    {
      "epoch": 142.07,
      "grad_norm": 1.2907803058624268,
      "learning_rate": 4.481977958547741e-06,
      "loss": 0.3963,
      "step": 509020
    },
    {
      "epoch": 142.07,
      "grad_norm": 1.2999893426895142,
      "learning_rate": 4.481966885705453e-06,
      "loss": 0.4137,
      "step": 509030
    },
    {
      "epoch": 142.07,
      "grad_norm": 1.089617371559143,
      "learning_rate": 4.4819558125785665e-06,
      "loss": 0.3988,
      "step": 509040
    },
    {
      "epoch": 142.07,
      "grad_norm": 1.2610454559326172,
      "learning_rate": 4.481944739167086e-06,
      "loss": 0.401,
      "step": 509050
    },
    {
      "epoch": 142.08,
      "grad_norm": 1.688860297203064,
      "learning_rate": 4.4819336654710095e-06,
      "loss": 0.3901,
      "step": 509060
    },
    {
      "epoch": 142.08,
      "grad_norm": 1.2642430067062378,
      "learning_rate": 4.481922591490341e-06,
      "loss": 0.4251,
      "step": 509070
    },
    {
      "epoch": 142.08,
      "grad_norm": 1.2467846870422363,
      "learning_rate": 4.481911517225081e-06,
      "loss": 0.4092,
      "step": 509080
    },
    {
      "epoch": 142.08,
      "grad_norm": 1.5285378694534302,
      "learning_rate": 4.481900442675232e-06,
      "loss": 0.3835,
      "step": 509090
    },
    {
      "epoch": 142.09,
      "grad_norm": 0.9631102085113525,
      "learning_rate": 4.481889367840793e-06,
      "loss": 0.4054,
      "step": 509100
    },
    {
      "epoch": 142.09,
      "grad_norm": 1.3351813554763794,
      "learning_rate": 4.481878292721768e-06,
      "loss": 0.4223,
      "step": 509110
    },
    {
      "epoch": 142.09,
      "grad_norm": 1.1291834115982056,
      "learning_rate": 4.481867217318157e-06,
      "loss": 0.3775,
      "step": 509120
    },
    {
      "epoch": 142.1,
      "grad_norm": 1.2255077362060547,
      "learning_rate": 4.481856141629963e-06,
      "loss": 0.3917,
      "step": 509130
    },
    {
      "epoch": 142.1,
      "grad_norm": 1.175007700920105,
      "learning_rate": 4.481845065657185e-06,
      "loss": 0.3962,
      "step": 509140
    },
    {
      "epoch": 142.1,
      "grad_norm": 1.2982311248779297,
      "learning_rate": 4.481833989399827e-06,
      "loss": 0.3997,
      "step": 509150
    },
    {
      "epoch": 142.1,
      "grad_norm": 1.199540138244629,
      "learning_rate": 4.4818229128578895e-06,
      "loss": 0.399,
      "step": 509160
    },
    {
      "epoch": 142.11,
      "grad_norm": 1.364859938621521,
      "learning_rate": 4.4818118360313734e-06,
      "loss": 0.3827,
      "step": 509170
    },
    {
      "epoch": 142.11,
      "grad_norm": 1.2125004529953003,
      "learning_rate": 4.481800758920281e-06,
      "loss": 0.4027,
      "step": 509180
    },
    {
      "epoch": 142.11,
      "grad_norm": 1.3253387212753296,
      "learning_rate": 4.481789681524613e-06,
      "loss": 0.4009,
      "step": 509190
    },
    {
      "epoch": 142.12,
      "grad_norm": 1.4616328477859497,
      "learning_rate": 4.481778603844372e-06,
      "loss": 0.3902,
      "step": 509200
    },
    {
      "epoch": 142.12,
      "grad_norm": 1.1053932905197144,
      "learning_rate": 4.481767525879559e-06,
      "loss": 0.3998,
      "step": 509210
    },
    {
      "epoch": 142.12,
      "grad_norm": 1.2903194427490234,
      "learning_rate": 4.481756447630175e-06,
      "loss": 0.3969,
      "step": 509220
    },
    {
      "epoch": 142.12,
      "grad_norm": 1.2213741540908813,
      "learning_rate": 4.481745369096222e-06,
      "loss": 0.3874,
      "step": 509230
    },
    {
      "epoch": 142.13,
      "grad_norm": 1.4281868934631348,
      "learning_rate": 4.481734290277701e-06,
      "loss": 0.3912,
      "step": 509240
    },
    {
      "epoch": 142.13,
      "grad_norm": 1.6741936206817627,
      "learning_rate": 4.481723211174613e-06,
      "loss": 0.3815,
      "step": 509250
    },
    {
      "epoch": 142.13,
      "grad_norm": 1.1698907613754272,
      "learning_rate": 4.48171213178696e-06,
      "loss": 0.4177,
      "step": 509260
    },
    {
      "epoch": 142.14,
      "grad_norm": 1.385001301765442,
      "learning_rate": 4.481701052114745e-06,
      "loss": 0.3848,
      "step": 509270
    },
    {
      "epoch": 142.14,
      "grad_norm": 1.099453330039978,
      "learning_rate": 4.481689972157967e-06,
      "loss": 0.4146,
      "step": 509280
    },
    {
      "epoch": 142.14,
      "grad_norm": 1.1011265516281128,
      "learning_rate": 4.481678891916629e-06,
      "loss": 0.3946,
      "step": 509290
    },
    {
      "epoch": 142.14,
      "grad_norm": 1.1761424541473389,
      "learning_rate": 4.481667811390732e-06,
      "loss": 0.3902,
      "step": 509300
    },
    {
      "epoch": 142.15,
      "grad_norm": 1.30311918258667,
      "learning_rate": 4.481656730580279e-06,
      "loss": 0.4023,
      "step": 509310
    },
    {
      "epoch": 142.15,
      "grad_norm": 1.2134841680526733,
      "learning_rate": 4.481645649485268e-06,
      "loss": 0.3942,
      "step": 509320
    },
    {
      "epoch": 142.15,
      "grad_norm": 1.0346548557281494,
      "learning_rate": 4.481634568105703e-06,
      "loss": 0.4069,
      "step": 509330
    },
    {
      "epoch": 142.15,
      "grad_norm": 1.2320003509521484,
      "learning_rate": 4.481623486441586e-06,
      "loss": 0.3983,
      "step": 509340
    },
    {
      "epoch": 142.16,
      "grad_norm": 1.3321341276168823,
      "learning_rate": 4.4816124044929165e-06,
      "loss": 0.4035,
      "step": 509350
    },
    {
      "epoch": 142.16,
      "grad_norm": 1.2890853881835938,
      "learning_rate": 4.481601322259697e-06,
      "loss": 0.3926,
      "step": 509360
    },
    {
      "epoch": 142.16,
      "grad_norm": 1.2468920946121216,
      "learning_rate": 4.481590239741929e-06,
      "loss": 0.3786,
      "step": 509370
    },
    {
      "epoch": 142.17,
      "grad_norm": 1.3609479665756226,
      "learning_rate": 4.481579156939614e-06,
      "loss": 0.3819,
      "step": 509380
    },
    {
      "epoch": 142.17,
      "grad_norm": 1.2205628156661987,
      "learning_rate": 4.481568073852754e-06,
      "loss": 0.391,
      "step": 509390
    },
    {
      "epoch": 142.17,
      "grad_norm": 1.3040077686309814,
      "learning_rate": 4.481556990481349e-06,
      "loss": 0.4082,
      "step": 509400
    },
    {
      "epoch": 142.17,
      "grad_norm": 1.8265926837921143,
      "learning_rate": 4.481545906825402e-06,
      "loss": 0.3905,
      "step": 509410
    },
    {
      "epoch": 142.18,
      "grad_norm": 1.1789617538452148,
      "learning_rate": 4.481534822884912e-06,
      "loss": 0.4173,
      "step": 509420
    },
    {
      "epoch": 142.18,
      "grad_norm": 1.2782610654830933,
      "learning_rate": 4.481523738659883e-06,
      "loss": 0.3915,
      "step": 509430
    },
    {
      "epoch": 142.18,
      "grad_norm": 1.1875941753387451,
      "learning_rate": 4.481512654150318e-06,
      "loss": 0.3931,
      "step": 509440
    },
    {
      "epoch": 142.19,
      "grad_norm": 1.3745824098587036,
      "learning_rate": 4.481501569356214e-06,
      "loss": 0.3954,
      "step": 509450
    },
    {
      "epoch": 142.19,
      "grad_norm": 1.2303236722946167,
      "learning_rate": 4.481490484277574e-06,
      "loss": 0.3954,
      "step": 509460
    },
    {
      "epoch": 142.19,
      "grad_norm": 1.4320919513702393,
      "learning_rate": 4.481479398914402e-06,
      "loss": 0.377,
      "step": 509470
    },
    {
      "epoch": 142.19,
      "grad_norm": 1.4012590646743774,
      "learning_rate": 4.4814683132666976e-06,
      "loss": 0.4013,
      "step": 509480
    },
    {
      "epoch": 142.2,
      "grad_norm": 1.200731873512268,
      "learning_rate": 4.481457227334461e-06,
      "loss": 0.3966,
      "step": 509490
    },
    {
      "epoch": 142.2,
      "grad_norm": 1.1672910451889038,
      "learning_rate": 4.481446141117696e-06,
      "loss": 0.3811,
      "step": 509500
    },
    {
      "epoch": 142.2,
      "grad_norm": 1.305393099784851,
      "learning_rate": 4.481435054616402e-06,
      "loss": 0.4036,
      "step": 509510
    },
    {
      "epoch": 142.2,
      "grad_norm": 1.5542094707489014,
      "learning_rate": 4.481423967830582e-06,
      "loss": 0.3882,
      "step": 509520
    },
    {
      "epoch": 142.21,
      "grad_norm": 1.11595618724823,
      "learning_rate": 4.481412880760238e-06,
      "loss": 0.3884,
      "step": 509530
    },
    {
      "epoch": 142.21,
      "grad_norm": 1.776996374130249,
      "learning_rate": 4.48140179340537e-06,
      "loss": 0.397,
      "step": 509540
    },
    {
      "epoch": 142.21,
      "grad_norm": 1.2547420263290405,
      "learning_rate": 4.481390705765978e-06,
      "loss": 0.3872,
      "step": 509550
    },
    {
      "epoch": 142.22,
      "grad_norm": 8.299033164978027,
      "learning_rate": 4.4813796178420685e-06,
      "loss": 0.3913,
      "step": 509560
    },
    {
      "epoch": 142.22,
      "grad_norm": 0.9804777503013611,
      "learning_rate": 4.481368529633638e-06,
      "loss": 0.3831,
      "step": 509570
    },
    {
      "epoch": 142.22,
      "grad_norm": 1.62700355052948,
      "learning_rate": 4.4813574411406906e-06,
      "loss": 0.4135,
      "step": 509580
    },
    {
      "epoch": 142.22,
      "grad_norm": 1.2828177213668823,
      "learning_rate": 4.481346352363227e-06,
      "loss": 0.3942,
      "step": 509590
    },
    {
      "epoch": 142.23,
      "grad_norm": 1.1341196298599243,
      "learning_rate": 4.4813352633012484e-06,
      "loss": 0.39,
      "step": 509600
    },
    {
      "epoch": 142.23,
      "grad_norm": 1.6134840250015259,
      "learning_rate": 4.481324173954757e-06,
      "loss": 0.3999,
      "step": 509610
    },
    {
      "epoch": 142.23,
      "grad_norm": 1.3559969663619995,
      "learning_rate": 4.481313084323754e-06,
      "loss": 0.3906,
      "step": 509620
    },
    {
      "epoch": 142.24,
      "grad_norm": 1.7467361688613892,
      "learning_rate": 4.481301994408239e-06,
      "loss": 0.4217,
      "step": 509630
    },
    {
      "epoch": 142.24,
      "grad_norm": 1.207021713256836,
      "learning_rate": 4.481290904208218e-06,
      "loss": 0.384,
      "step": 509640
    },
    {
      "epoch": 142.24,
      "grad_norm": 1.3783408403396606,
      "learning_rate": 4.481279813723688e-06,
      "loss": 0.399,
      "step": 509650
    },
    {
      "epoch": 142.24,
      "grad_norm": 1.2499991655349731,
      "learning_rate": 4.481268722954653e-06,
      "loss": 0.3888,
      "step": 509660
    },
    {
      "epoch": 142.25,
      "grad_norm": 1.3336237668991089,
      "learning_rate": 4.481257631901113e-06,
      "loss": 0.4091,
      "step": 509670
    },
    {
      "epoch": 142.25,
      "grad_norm": 1.2310068607330322,
      "learning_rate": 4.4812465405630705e-06,
      "loss": 0.3963,
      "step": 509680
    },
    {
      "epoch": 142.25,
      "grad_norm": 1.2779899835586548,
      "learning_rate": 4.481235448940527e-06,
      "loss": 0.386,
      "step": 509690
    },
    {
      "epoch": 142.26,
      "grad_norm": 1.1062512397766113,
      "learning_rate": 4.481224357033484e-06,
      "loss": 0.3978,
      "step": 509700
    },
    {
      "epoch": 142.26,
      "grad_norm": 1.199368953704834,
      "learning_rate": 4.481213264841942e-06,
      "loss": 0.3922,
      "step": 509710
    },
    {
      "epoch": 142.26,
      "grad_norm": 1.1541064977645874,
      "learning_rate": 4.481202172365902e-06,
      "loss": 0.3863,
      "step": 509720
    },
    {
      "epoch": 142.26,
      "grad_norm": 1.0540742874145508,
      "learning_rate": 4.4811910796053676e-06,
      "loss": 0.3899,
      "step": 509730
    },
    {
      "epoch": 142.27,
      "grad_norm": 1.3665512800216675,
      "learning_rate": 4.481179986560339e-06,
      "loss": 0.3879,
      "step": 509740
    },
    {
      "epoch": 142.27,
      "grad_norm": 1.1864433288574219,
      "learning_rate": 4.481168893230818e-06,
      "loss": 0.4091,
      "step": 509750
    },
    {
      "epoch": 142.27,
      "grad_norm": 1.414294958114624,
      "learning_rate": 4.4811577996168055e-06,
      "loss": 0.3939,
      "step": 509760
    },
    {
      "epoch": 142.27,
      "grad_norm": 1.6621404886245728,
      "learning_rate": 4.481146705718304e-06,
      "loss": 0.4064,
      "step": 509770
    },
    {
      "epoch": 142.28,
      "grad_norm": 1.2759305238723755,
      "learning_rate": 4.4811356115353145e-06,
      "loss": 0.3945,
      "step": 509780
    },
    {
      "epoch": 142.28,
      "grad_norm": 1.5376815795898438,
      "learning_rate": 4.481124517067838e-06,
      "loss": 0.3948,
      "step": 509790
    },
    {
      "epoch": 142.28,
      "grad_norm": 1.2681690454483032,
      "learning_rate": 4.481113422315876e-06,
      "loss": 0.3972,
      "step": 509800
    },
    {
      "epoch": 142.29,
      "grad_norm": 1.2960643768310547,
      "learning_rate": 4.481102327279431e-06,
      "loss": 0.4061,
      "step": 509810
    },
    {
      "epoch": 142.29,
      "grad_norm": 1.550284743309021,
      "learning_rate": 4.4810912319585036e-06,
      "loss": 0.3911,
      "step": 509820
    },
    {
      "epoch": 142.29,
      "grad_norm": 1.172395944595337,
      "learning_rate": 4.481080136353096e-06,
      "loss": 0.4108,
      "step": 509830
    },
    {
      "epoch": 142.29,
      "grad_norm": 1.0446109771728516,
      "learning_rate": 4.481069040463209e-06,
      "loss": 0.4062,
      "step": 509840
    },
    {
      "epoch": 142.3,
      "grad_norm": 1.3272886276245117,
      "learning_rate": 4.481057944288843e-06,
      "loss": 0.4095,
      "step": 509850
    },
    {
      "epoch": 142.3,
      "grad_norm": 1.3936741352081299,
      "learning_rate": 4.481046847830002e-06,
      "loss": 0.383,
      "step": 509860
    },
    {
      "epoch": 142.3,
      "grad_norm": 1.103646993637085,
      "learning_rate": 4.481035751086686e-06,
      "loss": 0.3834,
      "step": 509870
    },
    {
      "epoch": 142.31,
      "grad_norm": 1.591253638267517,
      "learning_rate": 4.4810246540588966e-06,
      "loss": 0.3836,
      "step": 509880
    },
    {
      "epoch": 142.31,
      "grad_norm": 1.1950476169586182,
      "learning_rate": 4.481013556746635e-06,
      "loss": 0.4046,
      "step": 509890
    },
    {
      "epoch": 142.31,
      "grad_norm": 4.3439412117004395,
      "learning_rate": 4.481002459149904e-06,
      "loss": 0.4116,
      "step": 509900
    },
    {
      "epoch": 142.31,
      "grad_norm": 1.8648381233215332,
      "learning_rate": 4.480991361268704e-06,
      "loss": 0.3775,
      "step": 509910
    },
    {
      "epoch": 142.32,
      "grad_norm": 1.2404100894927979,
      "learning_rate": 4.480980263103035e-06,
      "loss": 0.3941,
      "step": 509920
    },
    {
      "epoch": 142.32,
      "grad_norm": 1.2245330810546875,
      "learning_rate": 4.480969164652901e-06,
      "loss": 0.3835,
      "step": 509930
    },
    {
      "epoch": 142.32,
      "grad_norm": 1.4938122034072876,
      "learning_rate": 4.480958065918303e-06,
      "loss": 0.4018,
      "step": 509940
    },
    {
      "epoch": 142.32,
      "grad_norm": 1.526267647743225,
      "learning_rate": 4.4809469668992424e-06,
      "loss": 0.3818,
      "step": 509950
    },
    {
      "epoch": 142.33,
      "grad_norm": 1.354082465171814,
      "learning_rate": 4.4809358675957195e-06,
      "loss": 0.3871,
      "step": 509960
    },
    {
      "epoch": 142.33,
      "grad_norm": 1.6941657066345215,
      "learning_rate": 4.480924768007737e-06,
      "loss": 0.3791,
      "step": 509970
    },
    {
      "epoch": 142.33,
      "grad_norm": 1.2849308252334595,
      "learning_rate": 4.4809136681352955e-06,
      "loss": 0.4143,
      "step": 509980
    },
    {
      "epoch": 142.34,
      "grad_norm": 1.114699363708496,
      "learning_rate": 4.480902567978397e-06,
      "loss": 0.3901,
      "step": 509990
    },
    {
      "epoch": 142.34,
      "grad_norm": 1.2842304706573486,
      "learning_rate": 4.480891467537044e-06,
      "loss": 0.3975,
      "step": 510000
    },
    {
      "epoch": 142.34,
      "grad_norm": 1.3093836307525635,
      "learning_rate": 4.480880366811235e-06,
      "loss": 0.3797,
      "step": 510010
    },
    {
      "epoch": 142.34,
      "grad_norm": 1.50990629196167,
      "learning_rate": 4.480869265800974e-06,
      "loss": 0.4064,
      "step": 510020
    },
    {
      "epoch": 142.35,
      "grad_norm": 1.2141504287719727,
      "learning_rate": 4.480858164506262e-06,
      "loss": 0.3799,
      "step": 510030
    },
    {
      "epoch": 142.35,
      "grad_norm": 1.0489716529846191,
      "learning_rate": 4.480847062927101e-06,
      "loss": 0.3953,
      "step": 510040
    },
    {
      "epoch": 142.35,
      "grad_norm": 1.1130590438842773,
      "learning_rate": 4.480835961063491e-06,
      "loss": 0.3861,
      "step": 510050
    },
    {
      "epoch": 142.36,
      "grad_norm": 1.2227603197097778,
      "learning_rate": 4.480824858915435e-06,
      "loss": 0.4092,
      "step": 510060
    },
    {
      "epoch": 142.36,
      "grad_norm": 1.3769720792770386,
      "learning_rate": 4.480813756482933e-06,
      "loss": 0.4136,
      "step": 510070
    },
    {
      "epoch": 142.36,
      "grad_norm": 1.2588660717010498,
      "learning_rate": 4.480802653765987e-06,
      "loss": 0.403,
      "step": 510080
    },
    {
      "epoch": 142.36,
      "grad_norm": 1.2126877307891846,
      "learning_rate": 4.480791550764599e-06,
      "loss": 0.4051,
      "step": 510090
    },
    {
      "epoch": 142.37,
      "grad_norm": 1.2187719345092773,
      "learning_rate": 4.480780447478771e-06,
      "loss": 0.412,
      "step": 510100
    },
    {
      "epoch": 142.37,
      "grad_norm": 1.293208122253418,
      "learning_rate": 4.480769343908504e-06,
      "loss": 0.4081,
      "step": 510110
    },
    {
      "epoch": 142.37,
      "grad_norm": 1.2539894580841064,
      "learning_rate": 4.480758240053797e-06,
      "loss": 0.4014,
      "step": 510120
    },
    {
      "epoch": 142.38,
      "grad_norm": 1.2401375770568848,
      "learning_rate": 4.4807471359146555e-06,
      "loss": 0.3936,
      "step": 510130
    },
    {
      "epoch": 142.38,
      "grad_norm": 1.0322345495224,
      "learning_rate": 4.480736031491078e-06,
      "loss": 0.4012,
      "step": 510140
    },
    {
      "epoch": 142.38,
      "grad_norm": 1.0847958326339722,
      "learning_rate": 4.480724926783068e-06,
      "loss": 0.3806,
      "step": 510150
    },
    {
      "epoch": 142.38,
      "grad_norm": 1.25063955783844,
      "learning_rate": 4.480713821790625e-06,
      "loss": 0.3922,
      "step": 510160
    },
    {
      "epoch": 142.39,
      "grad_norm": 1.42374587059021,
      "learning_rate": 4.480702716513752e-06,
      "loss": 0.4065,
      "step": 510170
    },
    {
      "epoch": 142.39,
      "grad_norm": 1.1371134519577026,
      "learning_rate": 4.4806916109524504e-06,
      "loss": 0.3904,
      "step": 510180
    },
    {
      "epoch": 142.39,
      "grad_norm": 1.1520363092422485,
      "learning_rate": 4.480680505106721e-06,
      "loss": 0.4103,
      "step": 510190
    },
    {
      "epoch": 142.39,
      "grad_norm": 1.276086449623108,
      "learning_rate": 4.480669398976566e-06,
      "loss": 0.4057,
      "step": 510200
    },
    {
      "epoch": 142.4,
      "grad_norm": 1.1379916667938232,
      "learning_rate": 4.480658292561986e-06,
      "loss": 0.392,
      "step": 510210
    },
    {
      "epoch": 142.4,
      "grad_norm": 1.1962918043136597,
      "learning_rate": 4.480647185862983e-06,
      "loss": 0.399,
      "step": 510220
    },
    {
      "epoch": 142.4,
      "grad_norm": 1.3084651231765747,
      "learning_rate": 4.480636078879558e-06,
      "loss": 0.3903,
      "step": 510230
    },
    {
      "epoch": 142.41,
      "grad_norm": 1.3643518686294556,
      "learning_rate": 4.480624971611713e-06,
      "loss": 0.4044,
      "step": 510240
    },
    {
      "epoch": 142.41,
      "grad_norm": 1.3226765394210815,
      "learning_rate": 4.480613864059449e-06,
      "loss": 0.3851,
      "step": 510250
    },
    {
      "epoch": 142.41,
      "grad_norm": 1.097554326057434,
      "learning_rate": 4.480602756222769e-06,
      "loss": 0.412,
      "step": 510260
    },
    {
      "epoch": 142.41,
      "grad_norm": 1.4409726858139038,
      "learning_rate": 4.480591648101673e-06,
      "loss": 0.393,
      "step": 510270
    },
    {
      "epoch": 142.42,
      "grad_norm": 1.2930153608322144,
      "learning_rate": 4.4805805396961626e-06,
      "loss": 0.3897,
      "step": 510280
    },
    {
      "epoch": 142.42,
      "grad_norm": 1.2016948461532593,
      "learning_rate": 4.48056943100624e-06,
      "loss": 0.393,
      "step": 510290
    },
    {
      "epoch": 142.42,
      "grad_norm": 1.2333773374557495,
      "learning_rate": 4.4805583220319045e-06,
      "loss": 0.392,
      "step": 510300
    },
    {
      "epoch": 142.43,
      "grad_norm": 1.1858673095703125,
      "learning_rate": 4.48054721277316e-06,
      "loss": 0.3877,
      "step": 510310
    },
    {
      "epoch": 142.43,
      "grad_norm": 1.2236920595169067,
      "learning_rate": 4.480536103230008e-06,
      "loss": 0.3891,
      "step": 510320
    },
    {
      "epoch": 142.43,
      "grad_norm": 1.2618680000305176,
      "learning_rate": 4.480524993402449e-06,
      "loss": 0.4154,
      "step": 510330
    },
    {
      "epoch": 142.43,
      "grad_norm": 1.5752872228622437,
      "learning_rate": 4.480513883290484e-06,
      "loss": 0.4076,
      "step": 510340
    },
    {
      "epoch": 142.44,
      "grad_norm": 6.970343112945557,
      "learning_rate": 4.480502772894115e-06,
      "loss": 0.402,
      "step": 510350
    },
    {
      "epoch": 142.44,
      "grad_norm": 1.4134745597839355,
      "learning_rate": 4.480491662213345e-06,
      "loss": 0.4157,
      "step": 510360
    },
    {
      "epoch": 142.44,
      "grad_norm": 1.3151144981384277,
      "learning_rate": 4.480480551248173e-06,
      "loss": 0.3849,
      "step": 510370
    },
    {
      "epoch": 142.44,
      "grad_norm": 1.1845638751983643,
      "learning_rate": 4.480469439998601e-06,
      "loss": 0.3943,
      "step": 510380
    },
    {
      "epoch": 142.45,
      "grad_norm": 1.73759925365448,
      "learning_rate": 4.4804583284646325e-06,
      "loss": 0.404,
      "step": 510390
    },
    {
      "epoch": 142.45,
      "grad_norm": 1.6438339948654175,
      "learning_rate": 4.480447216646267e-06,
      "loss": 0.4115,
      "step": 510400
    },
    {
      "epoch": 142.45,
      "grad_norm": 1.1814073324203491,
      "learning_rate": 4.480436104543506e-06,
      "loss": 0.3897,
      "step": 510410
    },
    {
      "epoch": 142.46,
      "grad_norm": 1.3319311141967773,
      "learning_rate": 4.4804249921563525e-06,
      "loss": 0.4117,
      "step": 510420
    },
    {
      "epoch": 142.46,
      "grad_norm": 1.2909355163574219,
      "learning_rate": 4.4804138794848065e-06,
      "loss": 0.3874,
      "step": 510430
    },
    {
      "epoch": 142.46,
      "grad_norm": 1.1833443641662598,
      "learning_rate": 4.48040276652887e-06,
      "loss": 0.3997,
      "step": 510440
    },
    {
      "epoch": 142.46,
      "grad_norm": 1.202067494392395,
      "learning_rate": 4.480391653288544e-06,
      "loss": 0.4095,
      "step": 510450
    },
    {
      "epoch": 142.47,
      "grad_norm": 1.4905831813812256,
      "learning_rate": 4.480380539763831e-06,
      "loss": 0.3868,
      "step": 510460
    },
    {
      "epoch": 142.47,
      "grad_norm": 1.238171935081482,
      "learning_rate": 4.480369425954731e-06,
      "loss": 0.3978,
      "step": 510470
    },
    {
      "epoch": 142.47,
      "grad_norm": 1.2082831859588623,
      "learning_rate": 4.480358311861247e-06,
      "loss": 0.38,
      "step": 510480
    },
    {
      "epoch": 142.48,
      "grad_norm": 1.085262656211853,
      "learning_rate": 4.48034719748338e-06,
      "loss": 0.3762,
      "step": 510490
    },
    {
      "epoch": 142.48,
      "grad_norm": 1.0530543327331543,
      "learning_rate": 4.480336082821131e-06,
      "loss": 0.4007,
      "step": 510500
    },
    {
      "epoch": 142.48,
      "grad_norm": 1.0415774583816528,
      "learning_rate": 4.480324967874502e-06,
      "loss": 0.4032,
      "step": 510510
    },
    {
      "epoch": 142.48,
      "grad_norm": 1.3779888153076172,
      "learning_rate": 4.480313852643494e-06,
      "loss": 0.3807,
      "step": 510520
    },
    {
      "epoch": 142.49,
      "grad_norm": 1.2650943994522095,
      "learning_rate": 4.48030273712811e-06,
      "loss": 0.4223,
      "step": 510530
    },
    {
      "epoch": 142.49,
      "grad_norm": 1.4368236064910889,
      "learning_rate": 4.480291621328348e-06,
      "loss": 0.4099,
      "step": 510540
    },
    {
      "epoch": 142.49,
      "grad_norm": 1.222468614578247,
      "learning_rate": 4.480280505244214e-06,
      "loss": 0.4106,
      "step": 510550
    },
    {
      "epoch": 142.5,
      "grad_norm": 1.5069975852966309,
      "learning_rate": 4.480269388875706e-06,
      "loss": 0.4036,
      "step": 510560
    },
    {
      "epoch": 142.5,
      "grad_norm": 1.2511008977890015,
      "learning_rate": 4.480258272222827e-06,
      "loss": 0.391,
      "step": 510570
    },
    {
      "epoch": 142.5,
      "grad_norm": 1.3157329559326172,
      "learning_rate": 4.480247155285578e-06,
      "loss": 0.382,
      "step": 510580
    },
    {
      "epoch": 142.5,
      "grad_norm": 1.4156218767166138,
      "learning_rate": 4.480236038063961e-06,
      "loss": 0.3842,
      "step": 510590
    },
    {
      "epoch": 142.51,
      "grad_norm": 1.2969309091567993,
      "learning_rate": 4.480224920557977e-06,
      "loss": 0.376,
      "step": 510600
    },
    {
      "epoch": 142.51,
      "grad_norm": 1.5266854763031006,
      "learning_rate": 4.480213802767628e-06,
      "loss": 0.3975,
      "step": 510610
    },
    {
      "epoch": 142.51,
      "grad_norm": 1.185068130493164,
      "learning_rate": 4.4802026846929135e-06,
      "loss": 0.392,
      "step": 510620
    },
    {
      "epoch": 142.51,
      "grad_norm": 1.3120139837265015,
      "learning_rate": 4.480191566333837e-06,
      "loss": 0.3968,
      "step": 510630
    },
    {
      "epoch": 142.52,
      "grad_norm": 1.3177125453948975,
      "learning_rate": 4.480180447690401e-06,
      "loss": 0.3897,
      "step": 510640
    },
    {
      "epoch": 142.52,
      "grad_norm": 1.1403943300247192,
      "learning_rate": 4.4801693287626045e-06,
      "loss": 0.394,
      "step": 510650
    },
    {
      "epoch": 142.52,
      "grad_norm": 1.3243045806884766,
      "learning_rate": 4.48015820955045e-06,
      "loss": 0.3787,
      "step": 510660
    },
    {
      "epoch": 142.53,
      "grad_norm": 1.1677454710006714,
      "learning_rate": 4.480147090053939e-06,
      "loss": 0.3872,
      "step": 510670
    },
    {
      "epoch": 142.53,
      "grad_norm": 1.2680912017822266,
      "learning_rate": 4.480135970273073e-06,
      "loss": 0.4109,
      "step": 510680
    },
    {
      "epoch": 142.53,
      "grad_norm": 1.2445470094680786,
      "learning_rate": 4.480124850207854e-06,
      "loss": 0.389,
      "step": 510690
    },
    {
      "epoch": 142.53,
      "grad_norm": 1.1482120752334595,
      "learning_rate": 4.480113729858282e-06,
      "loss": 0.3978,
      "step": 510700
    },
    {
      "epoch": 142.54,
      "grad_norm": 0.9977231621742249,
      "learning_rate": 4.48010260922436e-06,
      "loss": 0.4088,
      "step": 510710
    },
    {
      "epoch": 142.54,
      "grad_norm": 1.1557130813598633,
      "learning_rate": 4.480091488306089e-06,
      "loss": 0.3933,
      "step": 510720
    },
    {
      "epoch": 142.54,
      "grad_norm": 1.2492210865020752,
      "learning_rate": 4.48008036710347e-06,
      "loss": 0.389,
      "step": 510730
    },
    {
      "epoch": 142.55,
      "grad_norm": 1.1424611806869507,
      "learning_rate": 4.480069245616505e-06,
      "loss": 0.4042,
      "step": 510740
    },
    {
      "epoch": 142.55,
      "grad_norm": 1.1580822467803955,
      "learning_rate": 4.480058123845195e-06,
      "loss": 0.404,
      "step": 510750
    },
    {
      "epoch": 142.55,
      "grad_norm": 1.245292067527771,
      "learning_rate": 4.480047001789542e-06,
      "loss": 0.3925,
      "step": 510760
    },
    {
      "epoch": 142.55,
      "grad_norm": 1.5553139448165894,
      "learning_rate": 4.480035879449548e-06,
      "loss": 0.3895,
      "step": 510770
    },
    {
      "epoch": 142.56,
      "grad_norm": 1.2313042879104614,
      "learning_rate": 4.480024756825213e-06,
      "loss": 0.3923,
      "step": 510780
    },
    {
      "epoch": 142.56,
      "grad_norm": 1.323089361190796,
      "learning_rate": 4.48001363391654e-06,
      "loss": 0.374,
      "step": 510790
    },
    {
      "epoch": 142.56,
      "grad_norm": 1.267228126525879,
      "learning_rate": 4.480002510723528e-06,
      "loss": 0.402,
      "step": 510800
    },
    {
      "epoch": 142.56,
      "grad_norm": 1.2138605117797852,
      "learning_rate": 4.479991387246182e-06,
      "loss": 0.3932,
      "step": 510810
    },
    {
      "epoch": 142.57,
      "grad_norm": 1.2900164127349854,
      "learning_rate": 4.479980263484501e-06,
      "loss": 0.4031,
      "step": 510820
    },
    {
      "epoch": 142.57,
      "grad_norm": 1.6724570989608765,
      "learning_rate": 4.479969139438487e-06,
      "loss": 0.3985,
      "step": 510830
    },
    {
      "epoch": 142.57,
      "grad_norm": 1.816264271736145,
      "learning_rate": 4.4799580151081425e-06,
      "loss": 0.3949,
      "step": 510840
    },
    {
      "epoch": 142.58,
      "grad_norm": 1.2946316003799438,
      "learning_rate": 4.4799468904934676e-06,
      "loss": 0.3897,
      "step": 510850
    },
    {
      "epoch": 142.58,
      "grad_norm": 1.386157751083374,
      "learning_rate": 4.479935765594464e-06,
      "loss": 0.3846,
      "step": 510860
    },
    {
      "epoch": 142.58,
      "grad_norm": 1.2323215007781982,
      "learning_rate": 4.479924640411133e-06,
      "loss": 0.3837,
      "step": 510870
    },
    {
      "epoch": 142.58,
      "grad_norm": 1.2230011224746704,
      "learning_rate": 4.4799135149434784e-06,
      "loss": 0.3831,
      "step": 510880
    },
    {
      "epoch": 142.59,
      "grad_norm": 1.4752004146575928,
      "learning_rate": 4.479902389191498e-06,
      "loss": 0.3927,
      "step": 510890
    },
    {
      "epoch": 142.59,
      "grad_norm": 1.0839053392410278,
      "learning_rate": 4.479891263155196e-06,
      "loss": 0.3828,
      "step": 510900
    },
    {
      "epoch": 142.59,
      "grad_norm": 1.2622499465942383,
      "learning_rate": 4.479880136834573e-06,
      "loss": 0.4012,
      "step": 510910
    },
    {
      "epoch": 142.6,
      "grad_norm": 1.2438210248947144,
      "learning_rate": 4.479869010229631e-06,
      "loss": 0.4061,
      "step": 510920
    },
    {
      "epoch": 142.6,
      "grad_norm": 1.1043576002120972,
      "learning_rate": 4.47985788334037e-06,
      "loss": 0.3941,
      "step": 510930
    },
    {
      "epoch": 142.6,
      "grad_norm": 1.779868721961975,
      "learning_rate": 4.479846756166792e-06,
      "loss": 0.3989,
      "step": 510940
    },
    {
      "epoch": 142.6,
      "grad_norm": 1.2154549360275269,
      "learning_rate": 4.4798356287089004e-06,
      "loss": 0.3731,
      "step": 510950
    },
    {
      "epoch": 142.61,
      "grad_norm": 1.2665067911148071,
      "learning_rate": 4.479824500966694e-06,
      "loss": 0.3999,
      "step": 510960
    },
    {
      "epoch": 142.61,
      "grad_norm": 1.3921303749084473,
      "learning_rate": 4.479813372940177e-06,
      "loss": 0.3805,
      "step": 510970
    },
    {
      "epoch": 142.61,
      "grad_norm": 1.4477416276931763,
      "learning_rate": 4.479802244629348e-06,
      "loss": 0.399,
      "step": 510980
    },
    {
      "epoch": 142.62,
      "grad_norm": 1.2291356325149536,
      "learning_rate": 4.47979111603421e-06,
      "loss": 0.3963,
      "step": 510990
    },
    {
      "epoch": 142.62,
      "grad_norm": 1.2563698291778564,
      "learning_rate": 4.479779987154764e-06,
      "loss": 0.4033,
      "step": 511000
    },
    {
      "epoch": 142.62,
      "grad_norm": 1.5462244749069214,
      "learning_rate": 4.479768857991013e-06,
      "loss": 0.3844,
      "step": 511010
    },
    {
      "epoch": 142.62,
      "grad_norm": 1.174898386001587,
      "learning_rate": 4.479757728542957e-06,
      "loss": 0.3846,
      "step": 511020
    },
    {
      "epoch": 142.63,
      "grad_norm": 1.1760581731796265,
      "learning_rate": 4.479746598810598e-06,
      "loss": 0.3839,
      "step": 511030
    },
    {
      "epoch": 142.63,
      "grad_norm": 1.423162579536438,
      "learning_rate": 4.479735468793937e-06,
      "loss": 0.3959,
      "step": 511040
    },
    {
      "epoch": 142.63,
      "grad_norm": 4.294147491455078,
      "learning_rate": 4.479724338492975e-06,
      "loss": 0.3927,
      "step": 511050
    },
    {
      "epoch": 142.63,
      "grad_norm": 1.5508031845092773,
      "learning_rate": 4.479713207907715e-06,
      "loss": 0.4132,
      "step": 511060
    },
    {
      "epoch": 142.64,
      "grad_norm": 1.1956140995025635,
      "learning_rate": 4.4797020770381574e-06,
      "loss": 0.3948,
      "step": 511070
    },
    {
      "epoch": 142.64,
      "grad_norm": 1.4801082611083984,
      "learning_rate": 4.479690945884304e-06,
      "loss": 0.3877,
      "step": 511080
    },
    {
      "epoch": 142.64,
      "grad_norm": 1.2644457817077637,
      "learning_rate": 4.479679814446157e-06,
      "loss": 0.3999,
      "step": 511090
    },
    {
      "epoch": 142.65,
      "grad_norm": 1.552368402481079,
      "learning_rate": 4.479668682723717e-06,
      "loss": 0.3722,
      "step": 511100
    },
    {
      "epoch": 142.65,
      "grad_norm": 1.4865849018096924,
      "learning_rate": 4.479657550716985e-06,
      "loss": 0.3967,
      "step": 511110
    },
    {
      "epoch": 142.65,
      "grad_norm": 1.230532169342041,
      "learning_rate": 4.4796464184259634e-06,
      "loss": 0.3853,
      "step": 511120
    },
    {
      "epoch": 142.65,
      "grad_norm": 1.2587722539901733,
      "learning_rate": 4.479635285850653e-06,
      "loss": 0.4072,
      "step": 511130
    },
    {
      "epoch": 142.66,
      "grad_norm": 1.2685208320617676,
      "learning_rate": 4.479624152991056e-06,
      "loss": 0.3939,
      "step": 511140
    },
    {
      "epoch": 142.66,
      "grad_norm": 1.1278835535049438,
      "learning_rate": 4.479613019847174e-06,
      "loss": 0.4021,
      "step": 511150
    },
    {
      "epoch": 142.66,
      "grad_norm": 1.5937618017196655,
      "learning_rate": 4.479601886419007e-06,
      "loss": 0.3771,
      "step": 511160
    },
    {
      "epoch": 142.67,
      "grad_norm": 1.2834186553955078,
      "learning_rate": 4.479590752706558e-06,
      "loss": 0.3907,
      "step": 511170
    },
    {
      "epoch": 142.67,
      "grad_norm": 1.266463279724121,
      "learning_rate": 4.479579618709829e-06,
      "loss": 0.4042,
      "step": 511180
    },
    {
      "epoch": 142.67,
      "grad_norm": 1.2782611846923828,
      "learning_rate": 4.47956848442882e-06,
      "loss": 0.3921,
      "step": 511190
    },
    {
      "epoch": 142.67,
      "grad_norm": 1.2050477266311646,
      "learning_rate": 4.479557349863533e-06,
      "loss": 0.3896,
      "step": 511200
    },
    {
      "epoch": 142.68,
      "grad_norm": 1.3377090692520142,
      "learning_rate": 4.479546215013968e-06,
      "loss": 0.4035,
      "step": 511210
    },
    {
      "epoch": 142.68,
      "grad_norm": 1.6807105541229248,
      "learning_rate": 4.479535079880129e-06,
      "loss": 0.3728,
      "step": 511220
    },
    {
      "epoch": 142.68,
      "grad_norm": 1.3019006252288818,
      "learning_rate": 4.479523944462016e-06,
      "loss": 0.3882,
      "step": 511230
    },
    {
      "epoch": 142.68,
      "grad_norm": 1.2380692958831787,
      "learning_rate": 4.479512808759633e-06,
      "loss": 0.3971,
      "step": 511240
    },
    {
      "epoch": 142.69,
      "grad_norm": 1.2660514116287231,
      "learning_rate": 4.479501672772977e-06,
      "loss": 0.3985,
      "step": 511250
    },
    {
      "epoch": 142.69,
      "grad_norm": 1.198259949684143,
      "learning_rate": 4.479490536502053e-06,
      "loss": 0.4118,
      "step": 511260
    },
    {
      "epoch": 142.69,
      "grad_norm": 1.3975560665130615,
      "learning_rate": 4.479479399946861e-06,
      "loss": 0.3986,
      "step": 511270
    },
    {
      "epoch": 142.7,
      "grad_norm": 1.1342756748199463,
      "learning_rate": 4.479468263107404e-06,
      "loss": 0.3957,
      "step": 511280
    },
    {
      "epoch": 142.7,
      "grad_norm": 1.346888542175293,
      "learning_rate": 4.47945712598368e-06,
      "loss": 0.3948,
      "step": 511290
    },
    {
      "epoch": 142.7,
      "grad_norm": 1.309918999671936,
      "learning_rate": 4.479445988575694e-06,
      "loss": 0.3974,
      "step": 511300
    },
    {
      "epoch": 142.7,
      "grad_norm": 1.0839332342147827,
      "learning_rate": 4.479434850883447e-06,
      "loss": 0.4005,
      "step": 511310
    },
    {
      "epoch": 142.71,
      "grad_norm": 1.4157646894454956,
      "learning_rate": 4.479423712906938e-06,
      "loss": 0.3959,
      "step": 511320
    },
    {
      "epoch": 142.71,
      "grad_norm": 1.1654490232467651,
      "learning_rate": 4.479412574646171e-06,
      "loss": 0.4166,
      "step": 511330
    },
    {
      "epoch": 142.71,
      "grad_norm": 1.387470006942749,
      "learning_rate": 4.479401436101147e-06,
      "loss": 0.3842,
      "step": 511340
    },
    {
      "epoch": 142.72,
      "grad_norm": 1.1776297092437744,
      "learning_rate": 4.479390297271868e-06,
      "loss": 0.4091,
      "step": 511350
    },
    {
      "epoch": 142.72,
      "grad_norm": 1.2538203001022339,
      "learning_rate": 4.479379158158334e-06,
      "loss": 0.4013,
      "step": 511360
    },
    {
      "epoch": 142.72,
      "grad_norm": 1.457192301750183,
      "learning_rate": 4.479368018760547e-06,
      "loss": 0.3905,
      "step": 511370
    },
    {
      "epoch": 142.72,
      "grad_norm": 1.3527721166610718,
      "learning_rate": 4.479356879078508e-06,
      "loss": 0.3804,
      "step": 511380
    },
    {
      "epoch": 142.73,
      "grad_norm": 1.2291755676269531,
      "learning_rate": 4.4793457391122205e-06,
      "loss": 0.398,
      "step": 511390
    },
    {
      "epoch": 142.73,
      "grad_norm": 1.2726695537567139,
      "learning_rate": 4.479334598861684e-06,
      "loss": 0.3868,
      "step": 511400
    },
    {
      "epoch": 142.73,
      "grad_norm": 1.5559113025665283,
      "learning_rate": 4.4793234583269e-06,
      "loss": 0.3715,
      "step": 511410
    },
    {
      "epoch": 142.74,
      "grad_norm": 1.8171314001083374,
      "learning_rate": 4.479312317507872e-06,
      "loss": 0.3909,
      "step": 511420
    },
    {
      "epoch": 142.74,
      "grad_norm": 1.0739225149154663,
      "learning_rate": 4.479301176404599e-06,
      "loss": 0.419,
      "step": 511430
    },
    {
      "epoch": 142.74,
      "grad_norm": 1.187315583229065,
      "learning_rate": 4.479290035017084e-06,
      "loss": 0.4188,
      "step": 511440
    },
    {
      "epoch": 142.74,
      "grad_norm": 1.4201836585998535,
      "learning_rate": 4.479278893345328e-06,
      "loss": 0.4037,
      "step": 511450
    },
    {
      "epoch": 142.75,
      "grad_norm": 1.2935584783554077,
      "learning_rate": 4.479267751389332e-06,
      "loss": 0.3946,
      "step": 511460
    },
    {
      "epoch": 142.75,
      "grad_norm": 1.3630799055099487,
      "learning_rate": 4.479256609149099e-06,
      "loss": 0.3952,
      "step": 511470
    },
    {
      "epoch": 142.75,
      "grad_norm": 1.398882269859314,
      "learning_rate": 4.479245466624629e-06,
      "loss": 0.4002,
      "step": 511480
    },
    {
      "epoch": 142.75,
      "grad_norm": 1.3584473133087158,
      "learning_rate": 4.4792343238159235e-06,
      "loss": 0.3986,
      "step": 511490
    },
    {
      "epoch": 142.76,
      "grad_norm": 1.157559871673584,
      "learning_rate": 4.479223180722985e-06,
      "loss": 0.3952,
      "step": 511500
    },
    {
      "epoch": 142.76,
      "grad_norm": 1.1252416372299194,
      "learning_rate": 4.479212037345814e-06,
      "loss": 0.4014,
      "step": 511510
    },
    {
      "epoch": 142.76,
      "grad_norm": 1.2816649675369263,
      "learning_rate": 4.479200893684413e-06,
      "loss": 0.4039,
      "step": 511520
    },
    {
      "epoch": 142.77,
      "grad_norm": 1.2602390050888062,
      "learning_rate": 4.479189749738782e-06,
      "loss": 0.4038,
      "step": 511530
    },
    {
      "epoch": 142.77,
      "grad_norm": 1.3994380235671997,
      "learning_rate": 4.479178605508924e-06,
      "loss": 0.401,
      "step": 511540
    },
    {
      "epoch": 142.77,
      "grad_norm": 1.2214535474777222,
      "learning_rate": 4.47916746099484e-06,
      "loss": 0.3978,
      "step": 511550
    },
    {
      "epoch": 142.77,
      "grad_norm": 1.3273054361343384,
      "learning_rate": 4.479156316196532e-06,
      "loss": 0.388,
      "step": 511560
    },
    {
      "epoch": 142.78,
      "grad_norm": 1.2061420679092407,
      "learning_rate": 4.479145171113999e-06,
      "loss": 0.4031,
      "step": 511570
    },
    {
      "epoch": 142.78,
      "grad_norm": 1.196391224861145,
      "learning_rate": 4.479134025747246e-06,
      "loss": 0.3936,
      "step": 511580
    },
    {
      "epoch": 142.78,
      "grad_norm": 1.3405723571777344,
      "learning_rate": 4.479122880096272e-06,
      "loss": 0.3968,
      "step": 511590
    },
    {
      "epoch": 142.79,
      "grad_norm": 1.3227607011795044,
      "learning_rate": 4.47911173416108e-06,
      "loss": 0.41,
      "step": 511600
    },
    {
      "epoch": 142.79,
      "grad_norm": 1.2509628534317017,
      "learning_rate": 4.47910058794167e-06,
      "loss": 0.4142,
      "step": 511610
    },
    {
      "epoch": 142.79,
      "grad_norm": 1.1819124221801758,
      "learning_rate": 4.479089441438044e-06,
      "loss": 0.3872,
      "step": 511620
    },
    {
      "epoch": 142.79,
      "grad_norm": 1.183212161064148,
      "learning_rate": 4.479078294650205e-06,
      "loss": 0.3768,
      "step": 511630
    },
    {
      "epoch": 142.8,
      "grad_norm": 1.231391429901123,
      "learning_rate": 4.479067147578152e-06,
      "loss": 0.3986,
      "step": 511640
    },
    {
      "epoch": 142.8,
      "grad_norm": 1.2824852466583252,
      "learning_rate": 4.479056000221888e-06,
      "loss": 0.393,
      "step": 511650
    },
    {
      "epoch": 142.8,
      "grad_norm": 1.213117003440857,
      "learning_rate": 4.479044852581415e-06,
      "loss": 0.4083,
      "step": 511660
    },
    {
      "epoch": 142.8,
      "grad_norm": 1.4476734399795532,
      "learning_rate": 4.479033704656733e-06,
      "loss": 0.3919,
      "step": 511670
    },
    {
      "epoch": 142.81,
      "grad_norm": 1.3614064455032349,
      "learning_rate": 4.479022556447844e-06,
      "loss": 0.402,
      "step": 511680
    },
    {
      "epoch": 142.81,
      "grad_norm": 1.1968588829040527,
      "learning_rate": 4.4790114079547495e-06,
      "loss": 0.3963,
      "step": 511690
    },
    {
      "epoch": 142.81,
      "grad_norm": 1.372986078262329,
      "learning_rate": 4.479000259177452e-06,
      "loss": 0.4071,
      "step": 511700
    },
    {
      "epoch": 142.82,
      "grad_norm": 1.2033201456069946,
      "learning_rate": 4.478989110115951e-06,
      "loss": 0.3838,
      "step": 511710
    },
    {
      "epoch": 142.82,
      "grad_norm": 1.1575734615325928,
      "learning_rate": 4.47897796077025e-06,
      "loss": 0.4088,
      "step": 511720
    },
    {
      "epoch": 142.82,
      "grad_norm": 1.414406180381775,
      "learning_rate": 4.478966811140349e-06,
      "loss": 0.4131,
      "step": 511730
    },
    {
      "epoch": 142.82,
      "grad_norm": 1.1164042949676514,
      "learning_rate": 4.47895566122625e-06,
      "loss": 0.3927,
      "step": 511740
    },
    {
      "epoch": 142.83,
      "grad_norm": 1.2179749011993408,
      "learning_rate": 4.478944511027955e-06,
      "loss": 0.3963,
      "step": 511750
    },
    {
      "epoch": 142.83,
      "grad_norm": 1.1191753149032593,
      "learning_rate": 4.478933360545464e-06,
      "loss": 0.3869,
      "step": 511760
    },
    {
      "epoch": 142.83,
      "grad_norm": 1.1872400045394897,
      "learning_rate": 4.478922209778781e-06,
      "loss": 0.4014,
      "step": 511770
    },
    {
      "epoch": 142.84,
      "grad_norm": 1.229853868484497,
      "learning_rate": 4.478911058727905e-06,
      "loss": 0.3939,
      "step": 511780
    },
    {
      "epoch": 142.84,
      "grad_norm": 1.674630045890808,
      "learning_rate": 4.47889990739284e-06,
      "loss": 0.3849,
      "step": 511790
    },
    {
      "epoch": 142.84,
      "grad_norm": 1.260779857635498,
      "learning_rate": 4.478888755773585e-06,
      "loss": 0.3992,
      "step": 511800
    },
    {
      "epoch": 142.84,
      "grad_norm": 1.1962227821350098,
      "learning_rate": 4.4788776038701415e-06,
      "loss": 0.3937,
      "step": 511810
    },
    {
      "epoch": 142.85,
      "grad_norm": 1.20174241065979,
      "learning_rate": 4.478866451682512e-06,
      "loss": 0.3755,
      "step": 511820
    },
    {
      "epoch": 142.85,
      "grad_norm": 1.2211698293685913,
      "learning_rate": 4.4788552992107e-06,
      "loss": 0.404,
      "step": 511830
    },
    {
      "epoch": 142.85,
      "grad_norm": 1.2941691875457764,
      "learning_rate": 4.478844146454703e-06,
      "loss": 0.3905,
      "step": 511840
    },
    {
      "epoch": 142.86,
      "grad_norm": 1.4782423973083496,
      "learning_rate": 4.478832993414525e-06,
      "loss": 0.3851,
      "step": 511850
    },
    {
      "epoch": 142.86,
      "grad_norm": 1.1083344221115112,
      "learning_rate": 4.478821840090166e-06,
      "loss": 0.3944,
      "step": 511860
    },
    {
      "epoch": 142.86,
      "grad_norm": 1.235468864440918,
      "learning_rate": 4.478810686481629e-06,
      "loss": 0.4138,
      "step": 511870
    },
    {
      "epoch": 142.86,
      "grad_norm": 1.2497961521148682,
      "learning_rate": 4.4787995325889155e-06,
      "loss": 0.4087,
      "step": 511880
    },
    {
      "epoch": 142.87,
      "grad_norm": 1.1573823690414429,
      "learning_rate": 4.478788378412026e-06,
      "loss": 0.4002,
      "step": 511890
    },
    {
      "epoch": 142.87,
      "grad_norm": 1.2799711227416992,
      "learning_rate": 4.478777223950962e-06,
      "loss": 0.4175,
      "step": 511900
    },
    {
      "epoch": 142.87,
      "grad_norm": 1.25741708278656,
      "learning_rate": 4.4787660692057255e-06,
      "loss": 0.3812,
      "step": 511910
    },
    {
      "epoch": 142.87,
      "grad_norm": 1.1408095359802246,
      "learning_rate": 4.4787549141763175e-06,
      "loss": 0.4012,
      "step": 511920
    },
    {
      "epoch": 142.88,
      "grad_norm": 4.373540878295898,
      "learning_rate": 4.47874375886274e-06,
      "loss": 0.4022,
      "step": 511930
    },
    {
      "epoch": 142.88,
      "grad_norm": 1.1638909578323364,
      "learning_rate": 4.478732603264994e-06,
      "loss": 0.3908,
      "step": 511940
    },
    {
      "epoch": 142.88,
      "grad_norm": 1.1781206130981445,
      "learning_rate": 4.478721447383081e-06,
      "loss": 0.3833,
      "step": 511950
    },
    {
      "epoch": 142.89,
      "grad_norm": 1.3379995822906494,
      "learning_rate": 4.478710291217003e-06,
      "loss": 0.3824,
      "step": 511960
    },
    {
      "epoch": 142.89,
      "grad_norm": 1.2395309209823608,
      "learning_rate": 4.478699134766762e-06,
      "loss": 0.4244,
      "step": 511970
    },
    {
      "epoch": 142.89,
      "grad_norm": 1.255906343460083,
      "learning_rate": 4.478687978032358e-06,
      "loss": 0.4081,
      "step": 511980
    },
    {
      "epoch": 142.89,
      "grad_norm": 1.1831148862838745,
      "learning_rate": 4.478676821013794e-06,
      "loss": 0.392,
      "step": 511990
    },
    {
      "epoch": 142.9,
      "grad_norm": 1.5047260522842407,
      "learning_rate": 4.478665663711069e-06,
      "loss": 0.3859,
      "step": 512000
    },
    {
      "epoch": 142.9,
      "grad_norm": 1.3985532522201538,
      "learning_rate": 4.478654506124187e-06,
      "loss": 0.3994,
      "step": 512010
    },
    {
      "epoch": 142.9,
      "grad_norm": 1.358384609222412,
      "learning_rate": 4.478643348253149e-06,
      "loss": 0.3862,
      "step": 512020
    },
    {
      "epoch": 142.91,
      "grad_norm": 1.2092673778533936,
      "learning_rate": 4.478632190097956e-06,
      "loss": 0.3897,
      "step": 512030
    },
    {
      "epoch": 142.91,
      "grad_norm": 1.1239770650863647,
      "learning_rate": 4.478621031658609e-06,
      "loss": 0.3814,
      "step": 512040
    },
    {
      "epoch": 142.91,
      "grad_norm": 1.1430352926254272,
      "learning_rate": 4.478609872935111e-06,
      "loss": 0.4068,
      "step": 512050
    },
    {
      "epoch": 142.91,
      "grad_norm": 5.015284061431885,
      "learning_rate": 4.478598713927462e-06,
      "loss": 0.3986,
      "step": 512060
    },
    {
      "epoch": 142.92,
      "grad_norm": 1.1468178033828735,
      "learning_rate": 4.478587554635664e-06,
      "loss": 0.3845,
      "step": 512070
    },
    {
      "epoch": 142.92,
      "grad_norm": 1.52190363407135,
      "learning_rate": 4.478576395059718e-06,
      "loss": 0.397,
      "step": 512080
    },
    {
      "epoch": 142.92,
      "grad_norm": 1.1001945734024048,
      "learning_rate": 4.478565235199627e-06,
      "loss": 0.3994,
      "step": 512090
    },
    {
      "epoch": 142.92,
      "grad_norm": 1.5683250427246094,
      "learning_rate": 4.478554075055391e-06,
      "loss": 0.3843,
      "step": 512100
    },
    {
      "epoch": 142.93,
      "grad_norm": 1.2020313739776611,
      "learning_rate": 4.478542914627012e-06,
      "loss": 0.3978,
      "step": 512110
    },
    {
      "epoch": 142.93,
      "grad_norm": 1.3066253662109375,
      "learning_rate": 4.478531753914491e-06,
      "loss": 0.404,
      "step": 512120
    },
    {
      "epoch": 142.93,
      "grad_norm": 1.2795991897583008,
      "learning_rate": 4.478520592917832e-06,
      "loss": 0.4093,
      "step": 512130
    },
    {
      "epoch": 142.94,
      "grad_norm": 1.381211757659912,
      "learning_rate": 4.478509431637032e-06,
      "loss": 0.3879,
      "step": 512140
    },
    {
      "epoch": 142.94,
      "grad_norm": 1.3560446500778198,
      "learning_rate": 4.478498270072096e-06,
      "loss": 0.3949,
      "step": 512150
    },
    {
      "epoch": 142.94,
      "grad_norm": 1.4289054870605469,
      "learning_rate": 4.4784871082230244e-06,
      "loss": 0.4168,
      "step": 512160
    },
    {
      "epoch": 142.94,
      "grad_norm": 1.2587347030639648,
      "learning_rate": 4.478475946089819e-06,
      "loss": 0.3995,
      "step": 512170
    },
    {
      "epoch": 142.95,
      "grad_norm": 1.1929494142532349,
      "learning_rate": 4.47846478367248e-06,
      "loss": 0.409,
      "step": 512180
    },
    {
      "epoch": 142.95,
      "grad_norm": 1.609825611114502,
      "learning_rate": 4.478453620971011e-06,
      "loss": 0.3988,
      "step": 512190
    },
    {
      "epoch": 142.95,
      "grad_norm": 1.2788864374160767,
      "learning_rate": 4.478442457985412e-06,
      "loss": 0.3947,
      "step": 512200
    },
    {
      "epoch": 142.96,
      "grad_norm": 1.1731053590774536,
      "learning_rate": 4.478431294715685e-06,
      "loss": 0.3836,
      "step": 512210
    },
    {
      "epoch": 142.96,
      "grad_norm": 1.3297045230865479,
      "learning_rate": 4.478420131161831e-06,
      "loss": 0.3738,
      "step": 512220
    },
    {
      "epoch": 142.96,
      "grad_norm": 1.4461559057235718,
      "learning_rate": 4.478408967323852e-06,
      "loss": 0.4041,
      "step": 512230
    },
    {
      "epoch": 142.96,
      "grad_norm": 1.1178194284439087,
      "learning_rate": 4.478397803201749e-06,
      "loss": 0.3857,
      "step": 512240
    },
    {
      "epoch": 142.97,
      "grad_norm": 1.4176279306411743,
      "learning_rate": 4.478386638795524e-06,
      "loss": 0.3883,
      "step": 512250
    },
    {
      "epoch": 142.97,
      "grad_norm": 1.1478453874588013,
      "learning_rate": 4.4783754741051786e-06,
      "loss": 0.3934,
      "step": 512260
    },
    {
      "epoch": 142.97,
      "grad_norm": 1.331312894821167,
      "learning_rate": 4.4783643091307135e-06,
      "loss": 0.3944,
      "step": 512270
    },
    {
      "epoch": 142.98,
      "grad_norm": 1.3986068964004517,
      "learning_rate": 4.4783531438721315e-06,
      "loss": 0.3814,
      "step": 512280
    },
    {
      "epoch": 142.98,
      "grad_norm": 1.1691659688949585,
      "learning_rate": 4.478341978329433e-06,
      "loss": 0.3825,
      "step": 512290
    },
    {
      "epoch": 142.98,
      "grad_norm": 1.030495524406433,
      "learning_rate": 4.478330812502619e-06,
      "loss": 0.3967,
      "step": 512300
    },
    {
      "epoch": 142.98,
      "grad_norm": 1.3380658626556396,
      "learning_rate": 4.478319646391692e-06,
      "loss": 0.3913,
      "step": 512310
    },
    {
      "epoch": 142.99,
      "grad_norm": 1.5966674089431763,
      "learning_rate": 4.478308479996653e-06,
      "loss": 0.3992,
      "step": 512320
    },
    {
      "epoch": 142.99,
      "grad_norm": 1.41817045211792,
      "learning_rate": 4.478297313317504e-06,
      "loss": 0.3718,
      "step": 512330
    },
    {
      "epoch": 142.99,
      "grad_norm": 1.2553348541259766,
      "learning_rate": 4.478286146354246e-06,
      "loss": 0.401,
      "step": 512340
    },
    {
      "epoch": 142.99,
      "grad_norm": 1.1862801313400269,
      "learning_rate": 4.47827497910688e-06,
      "loss": 0.4106,
      "step": 512350
    },
    {
      "epoch": 143.0,
      "grad_norm": 1.1861786842346191,
      "learning_rate": 4.478263811575409e-06,
      "loss": 0.3895,
      "step": 512360
    },
    {
      "epoch": 143.0,
      "eval_loss": 0.39639127254486084,
      "eval_runtime": 63.1532,
      "eval_samples_per_second": 80.107,
      "eval_steps_per_second": 10.023,
      "step": 512369
    },
    {
      "epoch": 143.0,
      "grad_norm": 4.68723201751709,
      "learning_rate": 4.4782526437598345e-06,
      "loss": 0.4064,
      "step": 512370
    },
    {
      "epoch": 143.0,
      "grad_norm": 1.2092020511627197,
      "learning_rate": 4.478241475660156e-06,
      "loss": 0.3798,
      "step": 512380
    },
    {
      "epoch": 143.01,
      "grad_norm": 1.3558895587921143,
      "learning_rate": 4.4782303072763755e-06,
      "loss": 0.4009,
      "step": 512390
    },
    {
      "epoch": 143.01,
      "grad_norm": 1.2817901372909546,
      "learning_rate": 4.478219138608496e-06,
      "loss": 0.3907,
      "step": 512400
    },
    {
      "epoch": 143.01,
      "grad_norm": 1.2314457893371582,
      "learning_rate": 4.478207969656518e-06,
      "loss": 0.3784,
      "step": 512410
    },
    {
      "epoch": 143.01,
      "grad_norm": 1.3398077487945557,
      "learning_rate": 4.4781968004204434e-06,
      "loss": 0.4025,
      "step": 512420
    },
    {
      "epoch": 143.02,
      "grad_norm": 1.3583974838256836,
      "learning_rate": 4.478185630900273e-06,
      "loss": 0.3918,
      "step": 512430
    },
    {
      "epoch": 143.02,
      "grad_norm": 2.3306565284729004,
      "learning_rate": 4.478174461096008e-06,
      "loss": 0.387,
      "step": 512440
    },
    {
      "epoch": 143.02,
      "grad_norm": 1.377634048461914,
      "learning_rate": 4.478163291007652e-06,
      "loss": 0.4052,
      "step": 512450
    },
    {
      "epoch": 143.03,
      "grad_norm": 1.3559550046920776,
      "learning_rate": 4.478152120635203e-06,
      "loss": 0.3891,
      "step": 512460
    },
    {
      "epoch": 143.03,
      "grad_norm": 1.2087661027908325,
      "learning_rate": 4.478140949978666e-06,
      "loss": 0.4089,
      "step": 512470
    },
    {
      "epoch": 143.03,
      "grad_norm": 1.2898138761520386,
      "learning_rate": 4.478129779038041e-06,
      "loss": 0.416,
      "step": 512480
    },
    {
      "epoch": 143.03,
      "grad_norm": 1.9580601453781128,
      "learning_rate": 4.478118607813329e-06,
      "loss": 0.3825,
      "step": 512490
    },
    {
      "epoch": 143.04,
      "grad_norm": 1.2875328063964844,
      "learning_rate": 4.478107436304532e-06,
      "loss": 0.3866,
      "step": 512500
    },
    {
      "epoch": 143.04,
      "grad_norm": 1.2638928890228271,
      "learning_rate": 4.4780962645116515e-06,
      "loss": 0.4155,
      "step": 512510
    },
    {
      "epoch": 143.04,
      "grad_norm": 1.5339149236679077,
      "learning_rate": 4.478085092434689e-06,
      "loss": 0.4032,
      "step": 512520
    },
    {
      "epoch": 143.04,
      "grad_norm": 1.1958911418914795,
      "learning_rate": 4.478073920073645e-06,
      "loss": 0.4012,
      "step": 512530
    },
    {
      "epoch": 143.05,
      "grad_norm": 1.0590249300003052,
      "learning_rate": 4.4780627474285225e-06,
      "loss": 0.3925,
      "step": 512540
    },
    {
      "epoch": 143.05,
      "grad_norm": 1.1685407161712646,
      "learning_rate": 4.478051574499324e-06,
      "loss": 0.3915,
      "step": 512550
    },
    {
      "epoch": 143.05,
      "grad_norm": 1.343639850616455,
      "learning_rate": 4.478040401286048e-06,
      "loss": 0.3888,
      "step": 512560
    },
    {
      "epoch": 143.06,
      "grad_norm": 1.4645886421203613,
      "learning_rate": 4.4780292277886965e-06,
      "loss": 0.407,
      "step": 512570
    },
    {
      "epoch": 143.06,
      "grad_norm": 1.2615355253219604,
      "learning_rate": 4.478018054007272e-06,
      "loss": 0.3954,
      "step": 512580
    },
    {
      "epoch": 143.06,
      "grad_norm": 1.0364457368850708,
      "learning_rate": 4.478006879941777e-06,
      "loss": 0.4023,
      "step": 512590
    },
    {
      "epoch": 143.06,
      "grad_norm": 1.2385340929031372,
      "learning_rate": 4.477995705592212e-06,
      "loss": 0.3885,
      "step": 512600
    },
    {
      "epoch": 143.07,
      "grad_norm": 1.1392961740493774,
      "learning_rate": 4.477984530958578e-06,
      "loss": 0.3871,
      "step": 512610
    },
    {
      "epoch": 143.07,
      "grad_norm": 1.3106681108474731,
      "learning_rate": 4.477973356040876e-06,
      "loss": 0.3946,
      "step": 512620
    },
    {
      "epoch": 143.07,
      "grad_norm": 1.1535223722457886,
      "learning_rate": 4.477962180839109e-06,
      "loss": 0.3901,
      "step": 512630
    },
    {
      "epoch": 143.08,
      "grad_norm": 1.1973129510879517,
      "learning_rate": 4.477951005353277e-06,
      "loss": 0.3875,
      "step": 512640
    },
    {
      "epoch": 143.08,
      "grad_norm": 1.5159165859222412,
      "learning_rate": 4.477939829583383e-06,
      "loss": 0.3944,
      "step": 512650
    },
    {
      "epoch": 143.08,
      "grad_norm": 1.2335346937179565,
      "learning_rate": 4.477928653529428e-06,
      "loss": 0.379,
      "step": 512660
    },
    {
      "epoch": 143.08,
      "grad_norm": 1.6721755266189575,
      "learning_rate": 4.477917477191412e-06,
      "loss": 0.4095,
      "step": 512670
    },
    {
      "epoch": 143.09,
      "grad_norm": 1.1452947854995728,
      "learning_rate": 4.477906300569339e-06,
      "loss": 0.3863,
      "step": 512680
    },
    {
      "epoch": 143.09,
      "grad_norm": 1.2563883066177368,
      "learning_rate": 4.477895123663209e-06,
      "loss": 0.3973,
      "step": 512690
    },
    {
      "epoch": 143.09,
      "grad_norm": 1.3581948280334473,
      "learning_rate": 4.477883946473023e-06,
      "loss": 0.3966,
      "step": 512700
    },
    {
      "epoch": 143.1,
      "grad_norm": 1.5760118961334229,
      "learning_rate": 4.477872768998783e-06,
      "loss": 0.408,
      "step": 512710
    },
    {
      "epoch": 143.1,
      "grad_norm": 1.2422126531600952,
      "learning_rate": 4.477861591240492e-06,
      "loss": 0.3967,
      "step": 512720
    },
    {
      "epoch": 143.1,
      "grad_norm": 1.2822133302688599,
      "learning_rate": 4.477850413198149e-06,
      "loss": 0.3762,
      "step": 512730
    },
    {
      "epoch": 143.1,
      "grad_norm": 1.1762275695800781,
      "learning_rate": 4.477839234871758e-06,
      "loss": 0.3973,
      "step": 512740
    },
    {
      "epoch": 143.11,
      "grad_norm": 1.2880083322525024,
      "learning_rate": 4.477828056261318e-06,
      "loss": 0.385,
      "step": 512750
    },
    {
      "epoch": 143.11,
      "grad_norm": 1.3260434865951538,
      "learning_rate": 4.477816877366832e-06,
      "loss": 0.3958,
      "step": 512760
    },
    {
      "epoch": 143.11,
      "grad_norm": 1.2865582704544067,
      "learning_rate": 4.4778056981883e-06,
      "loss": 0.4078,
      "step": 512770
    },
    {
      "epoch": 143.11,
      "grad_norm": 1.5037206411361694,
      "learning_rate": 4.477794518725726e-06,
      "loss": 0.3932,
      "step": 512780
    },
    {
      "epoch": 143.12,
      "grad_norm": 1.2389247417449951,
      "learning_rate": 4.47778333897911e-06,
      "loss": 0.3928,
      "step": 512790
    },
    {
      "epoch": 143.12,
      "grad_norm": 1.1660577058792114,
      "learning_rate": 4.477772158948454e-06,
      "loss": 0.3856,
      "step": 512800
    },
    {
      "epoch": 143.12,
      "grad_norm": 1.4562422037124634,
      "learning_rate": 4.477760978633758e-06,
      "loss": 0.3959,
      "step": 512810
    },
    {
      "epoch": 143.13,
      "grad_norm": 1.1165939569473267,
      "learning_rate": 4.477749798035025e-06,
      "loss": 0.3995,
      "step": 512820
    },
    {
      "epoch": 143.13,
      "grad_norm": 1.743478775024414,
      "learning_rate": 4.477738617152256e-06,
      "loss": 0.3781,
      "step": 512830
    },
    {
      "epoch": 143.13,
      "grad_norm": 1.275010347366333,
      "learning_rate": 4.477727435985452e-06,
      "loss": 0.3971,
      "step": 512840
    },
    {
      "epoch": 143.13,
      "grad_norm": 1.1907016038894653,
      "learning_rate": 4.477716254534616e-06,
      "loss": 0.3845,
      "step": 512850
    },
    {
      "epoch": 143.14,
      "grad_norm": 1.2146118879318237,
      "learning_rate": 4.4777050727997474e-06,
      "loss": 0.3993,
      "step": 512860
    },
    {
      "epoch": 143.14,
      "grad_norm": 1.4032950401306152,
      "learning_rate": 4.47769389078085e-06,
      "loss": 0.4026,
      "step": 512870
    },
    {
      "epoch": 143.14,
      "grad_norm": 1.1918294429779053,
      "learning_rate": 4.477682708477923e-06,
      "loss": 0.3943,
      "step": 512880
    },
    {
      "epoch": 143.15,
      "grad_norm": 1.2986539602279663,
      "learning_rate": 4.47767152589097e-06,
      "loss": 0.3786,
      "step": 512890
    },
    {
      "epoch": 143.15,
      "grad_norm": 1.2394822835922241,
      "learning_rate": 4.47766034301999e-06,
      "loss": 0.417,
      "step": 512900
    },
    {
      "epoch": 143.15,
      "grad_norm": 0.9495874643325806,
      "learning_rate": 4.477649159864988e-06,
      "loss": 0.4028,
      "step": 512910
    },
    {
      "epoch": 143.15,
      "grad_norm": 1.597973346710205,
      "learning_rate": 4.477637976425962e-06,
      "loss": 0.4114,
      "step": 512920
    },
    {
      "epoch": 143.16,
      "grad_norm": 1.324313759803772,
      "learning_rate": 4.477626792702915e-06,
      "loss": 0.3885,
      "step": 512930
    },
    {
      "epoch": 143.16,
      "grad_norm": 1.2747080326080322,
      "learning_rate": 4.477615608695849e-06,
      "loss": 0.3818,
      "step": 512940
    },
    {
      "epoch": 143.16,
      "grad_norm": 1.2774264812469482,
      "learning_rate": 4.477604424404765e-06,
      "loss": 0.4017,
      "step": 512950
    },
    {
      "epoch": 143.16,
      "grad_norm": 1.2057404518127441,
      "learning_rate": 4.4775932398296635e-06,
      "loss": 0.3818,
      "step": 512960
    },
    {
      "epoch": 143.17,
      "grad_norm": 1.5142794847488403,
      "learning_rate": 4.477582054970547e-06,
      "loss": 0.3902,
      "step": 512970
    },
    {
      "epoch": 143.17,
      "grad_norm": 1.2437710762023926,
      "learning_rate": 4.477570869827418e-06,
      "loss": 0.3845,
      "step": 512980
    },
    {
      "epoch": 143.17,
      "grad_norm": 1.224293828010559,
      "learning_rate": 4.477559684400276e-06,
      "loss": 0.3997,
      "step": 512990
    },
    {
      "epoch": 143.18,
      "grad_norm": 2.316054105758667,
      "learning_rate": 4.477548498689123e-06,
      "loss": 0.3983,
      "step": 513000
    },
    {
      "epoch": 143.18,
      "grad_norm": 1.2472842931747437,
      "learning_rate": 4.477537312693961e-06,
      "loss": 0.4037,
      "step": 513010
    },
    {
      "epoch": 143.18,
      "grad_norm": 1.2540805339813232,
      "learning_rate": 4.477526126414792e-06,
      "loss": 0.386,
      "step": 513020
    },
    {
      "epoch": 143.18,
      "grad_norm": 1.1397377252578735,
      "learning_rate": 4.477514939851617e-06,
      "loss": 0.3883,
      "step": 513030
    },
    {
      "epoch": 143.19,
      "grad_norm": 1.3236132860183716,
      "learning_rate": 4.477503753004436e-06,
      "loss": 0.3811,
      "step": 513040
    },
    {
      "epoch": 143.19,
      "grad_norm": 1.3301341533660889,
      "learning_rate": 4.477492565873254e-06,
      "loss": 0.3777,
      "step": 513050
    },
    {
      "epoch": 143.19,
      "grad_norm": 1.3124325275421143,
      "learning_rate": 4.477481378458068e-06,
      "loss": 0.3939,
      "step": 513060
    },
    {
      "epoch": 143.2,
      "grad_norm": 1.3507843017578125,
      "learning_rate": 4.477470190758883e-06,
      "loss": 0.4146,
      "step": 513070
    },
    {
      "epoch": 143.2,
      "grad_norm": 1.3789291381835938,
      "learning_rate": 4.4774590027756984e-06,
      "loss": 0.3911,
      "step": 513080
    },
    {
      "epoch": 143.2,
      "grad_norm": 1.5397274494171143,
      "learning_rate": 4.477447814508517e-06,
      "loss": 0.4056,
      "step": 513090
    },
    {
      "epoch": 143.2,
      "grad_norm": 1.2686595916748047,
      "learning_rate": 4.47743662595734e-06,
      "loss": 0.3828,
      "step": 513100
    },
    {
      "epoch": 143.21,
      "grad_norm": 1.2777106761932373,
      "learning_rate": 4.477425437122169e-06,
      "loss": 0.3939,
      "step": 513110
    },
    {
      "epoch": 143.21,
      "grad_norm": 1.2307212352752686,
      "learning_rate": 4.477414248003004e-06,
      "loss": 0.3964,
      "step": 513120
    },
    {
      "epoch": 143.21,
      "grad_norm": 1.197003960609436,
      "learning_rate": 4.477403058599849e-06,
      "loss": 0.4158,
      "step": 513130
    },
    {
      "epoch": 143.22,
      "grad_norm": 1.2041438817977905,
      "learning_rate": 4.477391868912703e-06,
      "loss": 0.3925,
      "step": 513140
    },
    {
      "epoch": 143.22,
      "grad_norm": 1.0551666021347046,
      "learning_rate": 4.47738067894157e-06,
      "loss": 0.3955,
      "step": 513150
    },
    {
      "epoch": 143.22,
      "grad_norm": 1.6582376956939697,
      "learning_rate": 4.47736948868645e-06,
      "loss": 0.3866,
      "step": 513160
    },
    {
      "epoch": 143.22,
      "grad_norm": 1.3599424362182617,
      "learning_rate": 4.477358298147344e-06,
      "loss": 0.4085,
      "step": 513170
    },
    {
      "epoch": 143.23,
      "grad_norm": 1.1333175897598267,
      "learning_rate": 4.477347107324254e-06,
      "loss": 0.4005,
      "step": 513180
    },
    {
      "epoch": 143.23,
      "grad_norm": 1.8590539693832397,
      "learning_rate": 4.477335916217182e-06,
      "loss": 0.3867,
      "step": 513190
    },
    {
      "epoch": 143.23,
      "grad_norm": 1.1602641344070435,
      "learning_rate": 4.477324724826129e-06,
      "loss": 0.405,
      "step": 513200
    },
    {
      "epoch": 143.23,
      "grad_norm": 1.3386311531066895,
      "learning_rate": 4.477313533151097e-06,
      "loss": 0.3999,
      "step": 513210
    },
    {
      "epoch": 143.24,
      "grad_norm": 1.1598517894744873,
      "learning_rate": 4.477302341192087e-06,
      "loss": 0.4089,
      "step": 513220
    },
    {
      "epoch": 143.24,
      "grad_norm": 1.253561019897461,
      "learning_rate": 4.4772911489491e-06,
      "loss": 0.3747,
      "step": 513230
    },
    {
      "epoch": 143.24,
      "grad_norm": 1.3108336925506592,
      "learning_rate": 4.477279956422139e-06,
      "loss": 0.3986,
      "step": 513240
    },
    {
      "epoch": 143.25,
      "grad_norm": 1.1882580518722534,
      "learning_rate": 4.477268763611204e-06,
      "loss": 0.4008,
      "step": 513250
    },
    {
      "epoch": 143.25,
      "grad_norm": 1.4171100854873657,
      "learning_rate": 4.477257570516297e-06,
      "loss": 0.3852,
      "step": 513260
    },
    {
      "epoch": 143.25,
      "grad_norm": 1.2154018878936768,
      "learning_rate": 4.47724637713742e-06,
      "loss": 0.4046,
      "step": 513270
    },
    {
      "epoch": 143.25,
      "grad_norm": 1.2330602407455444,
      "learning_rate": 4.477235183474574e-06,
      "loss": 0.3779,
      "step": 513280
    },
    {
      "epoch": 143.26,
      "grad_norm": 1.2268959283828735,
      "learning_rate": 4.477223989527761e-06,
      "loss": 0.4161,
      "step": 513290
    },
    {
      "epoch": 143.26,
      "grad_norm": 1.2667471170425415,
      "learning_rate": 4.477212795296981e-06,
      "loss": 0.3943,
      "step": 513300
    },
    {
      "epoch": 143.26,
      "grad_norm": 1.582891583442688,
      "learning_rate": 4.4772016007822374e-06,
      "loss": 0.3911,
      "step": 513310
    },
    {
      "epoch": 143.27,
      "grad_norm": 1.2917771339416504,
      "learning_rate": 4.47719040598353e-06,
      "loss": 0.3945,
      "step": 513320
    },
    {
      "epoch": 143.27,
      "grad_norm": 1.6007541418075562,
      "learning_rate": 4.477179210900862e-06,
      "loss": 0.3884,
      "step": 513330
    },
    {
      "epoch": 143.27,
      "grad_norm": 1.3190274238586426,
      "learning_rate": 4.477168015534233e-06,
      "loss": 0.401,
      "step": 513340
    },
    {
      "epoch": 143.27,
      "grad_norm": 1.3360297679901123,
      "learning_rate": 4.477156819883646e-06,
      "loss": 0.3924,
      "step": 513350
    },
    {
      "epoch": 143.28,
      "grad_norm": 1.2724560499191284,
      "learning_rate": 4.477145623949102e-06,
      "loss": 0.3722,
      "step": 513360
    },
    {
      "epoch": 143.28,
      "grad_norm": 1.2726576328277588,
      "learning_rate": 4.477134427730602e-06,
      "loss": 0.4021,
      "step": 513370
    },
    {
      "epoch": 143.28,
      "grad_norm": 1.200674057006836,
      "learning_rate": 4.477123231228148e-06,
      "loss": 0.3953,
      "step": 513380
    },
    {
      "epoch": 143.28,
      "grad_norm": 1.3512587547302246,
      "learning_rate": 4.477112034441742e-06,
      "loss": 0.3853,
      "step": 513390
    },
    {
      "epoch": 143.29,
      "grad_norm": 1.4451379776000977,
      "learning_rate": 4.477100837371385e-06,
      "loss": 0.3899,
      "step": 513400
    },
    {
      "epoch": 143.29,
      "grad_norm": 1.2555979490280151,
      "learning_rate": 4.4770896400170774e-06,
      "loss": 0.4083,
      "step": 513410
    },
    {
      "epoch": 143.29,
      "grad_norm": 1.2668453454971313,
      "learning_rate": 4.477078442378823e-06,
      "loss": 0.3919,
      "step": 513420
    },
    {
      "epoch": 143.3,
      "grad_norm": 1.3392741680145264,
      "learning_rate": 4.477067244456621e-06,
      "loss": 0.3953,
      "step": 513430
    },
    {
      "epoch": 143.3,
      "grad_norm": 1.080604910850525,
      "learning_rate": 4.477056046250474e-06,
      "loss": 0.3783,
      "step": 513440
    },
    {
      "epoch": 143.3,
      "grad_norm": 1.2032359838485718,
      "learning_rate": 4.477044847760384e-06,
      "loss": 0.4156,
      "step": 513450
    },
    {
      "epoch": 143.3,
      "grad_norm": 1.2343974113464355,
      "learning_rate": 4.477033648986352e-06,
      "loss": 0.4032,
      "step": 513460
    },
    {
      "epoch": 143.31,
      "grad_norm": 1.1071808338165283,
      "learning_rate": 4.477022449928379e-06,
      "loss": 0.3878,
      "step": 513470
    },
    {
      "epoch": 143.31,
      "grad_norm": 1.4278783798217773,
      "learning_rate": 4.4770112505864666e-06,
      "loss": 0.3939,
      "step": 513480
    },
    {
      "epoch": 143.31,
      "grad_norm": 1.3953887224197388,
      "learning_rate": 4.477000050960616e-06,
      "loss": 0.4004,
      "step": 513490
    },
    {
      "epoch": 143.32,
      "grad_norm": 1.0993763208389282,
      "learning_rate": 4.4769888510508304e-06,
      "loss": 0.3785,
      "step": 513500
    },
    {
      "epoch": 143.32,
      "grad_norm": 1.3162710666656494,
      "learning_rate": 4.476977650857111e-06,
      "loss": 0.3772,
      "step": 513510
    },
    {
      "epoch": 143.32,
      "grad_norm": 1.246422290802002,
      "learning_rate": 4.476966450379457e-06,
      "loss": 0.3787,
      "step": 513520
    },
    {
      "epoch": 143.32,
      "grad_norm": 1.3304858207702637,
      "learning_rate": 4.476955249617871e-06,
      "loss": 0.403,
      "step": 513530
    },
    {
      "epoch": 143.33,
      "grad_norm": 1.2986550331115723,
      "learning_rate": 4.476944048572355e-06,
      "loss": 0.3852,
      "step": 513540
    },
    {
      "epoch": 143.33,
      "grad_norm": 1.7048028707504272,
      "learning_rate": 4.47693284724291e-06,
      "loss": 0.3924,
      "step": 513550
    },
    {
      "epoch": 143.33,
      "grad_norm": 1.3639070987701416,
      "learning_rate": 4.476921645629539e-06,
      "loss": 0.3954,
      "step": 513560
    },
    {
      "epoch": 143.34,
      "grad_norm": 1.5124070644378662,
      "learning_rate": 4.4769104437322415e-06,
      "loss": 0.3887,
      "step": 513570
    },
    {
      "epoch": 143.34,
      "grad_norm": 1.1981838941574097,
      "learning_rate": 4.47689924155102e-06,
      "loss": 0.3934,
      "step": 513580
    },
    {
      "epoch": 143.34,
      "grad_norm": 1.1784367561340332,
      "learning_rate": 4.476888039085875e-06,
      "loss": 0.4025,
      "step": 513590
    },
    {
      "epoch": 143.34,
      "grad_norm": 1.4516526460647583,
      "learning_rate": 4.47687683633681e-06,
      "loss": 0.3873,
      "step": 513600
    },
    {
      "epoch": 143.35,
      "grad_norm": 1.2985377311706543,
      "learning_rate": 4.4768656333038235e-06,
      "loss": 0.4085,
      "step": 513610
    },
    {
      "epoch": 143.35,
      "grad_norm": 1.2267805337905884,
      "learning_rate": 4.4768544299869205e-06,
      "loss": 0.3849,
      "step": 513620
    },
    {
      "epoch": 143.35,
      "grad_norm": 1.259097695350647,
      "learning_rate": 4.4768432263861004e-06,
      "loss": 0.4081,
      "step": 513630
    },
    {
      "epoch": 143.35,
      "grad_norm": 1.363643765449524,
      "learning_rate": 4.476832022501364e-06,
      "loss": 0.3892,
      "step": 513640
    },
    {
      "epoch": 143.36,
      "grad_norm": 1.1186507940292358,
      "learning_rate": 4.4768208183327145e-06,
      "loss": 0.4076,
      "step": 513650
    },
    {
      "epoch": 143.36,
      "grad_norm": 1.3345067501068115,
      "learning_rate": 4.476809613880153e-06,
      "loss": 0.3785,
      "step": 513660
    },
    {
      "epoch": 143.36,
      "grad_norm": 1.2425909042358398,
      "learning_rate": 4.47679840914368e-06,
      "loss": 0.4008,
      "step": 513670
    },
    {
      "epoch": 143.37,
      "grad_norm": 1.3224380016326904,
      "learning_rate": 4.476787204123298e-06,
      "loss": 0.4016,
      "step": 513680
    },
    {
      "epoch": 143.37,
      "grad_norm": 1.4853001832962036,
      "learning_rate": 4.4767759988190085e-06,
      "loss": 0.3885,
      "step": 513690
    },
    {
      "epoch": 143.37,
      "grad_norm": 1.1771905422210693,
      "learning_rate": 4.476764793230812e-06,
      "loss": 0.4149,
      "step": 513700
    },
    {
      "epoch": 143.37,
      "grad_norm": 1.0488708019256592,
      "learning_rate": 4.476753587358711e-06,
      "loss": 0.3929,
      "step": 513710
    },
    {
      "epoch": 143.38,
      "grad_norm": 1.376549482345581,
      "learning_rate": 4.476742381202707e-06,
      "loss": 0.3891,
      "step": 513720
    },
    {
      "epoch": 143.38,
      "grad_norm": 1.8771672248840332,
      "learning_rate": 4.476731174762801e-06,
      "loss": 0.3727,
      "step": 513730
    },
    {
      "epoch": 143.38,
      "grad_norm": 1.8626261949539185,
      "learning_rate": 4.476719968038994e-06,
      "loss": 0.3937,
      "step": 513740
    },
    {
      "epoch": 143.39,
      "grad_norm": 1.3443307876586914,
      "learning_rate": 4.476708761031288e-06,
      "loss": 0.3939,
      "step": 513750
    },
    {
      "epoch": 143.39,
      "grad_norm": 1.344746470451355,
      "learning_rate": 4.476697553739686e-06,
      "loss": 0.3972,
      "step": 513760
    },
    {
      "epoch": 143.39,
      "grad_norm": 1.1189099550247192,
      "learning_rate": 4.476686346164187e-06,
      "loss": 0.3862,
      "step": 513770
    },
    {
      "epoch": 143.39,
      "grad_norm": 1.0242969989776611,
      "learning_rate": 4.476675138304794e-06,
      "loss": 0.3919,
      "step": 513780
    },
    {
      "epoch": 143.4,
      "grad_norm": 1.2305843830108643,
      "learning_rate": 4.476663930161507e-06,
      "loss": 0.3933,
      "step": 513790
    },
    {
      "epoch": 143.4,
      "grad_norm": 1.21330726146698,
      "learning_rate": 4.47665272173433e-06,
      "loss": 0.3996,
      "step": 513800
    },
    {
      "epoch": 143.4,
      "grad_norm": 1.2887555360794067,
      "learning_rate": 4.476641513023263e-06,
      "loss": 0.3942,
      "step": 513810
    },
    {
      "epoch": 143.4,
      "grad_norm": 1.0844842195510864,
      "learning_rate": 4.4766303040283064e-06,
      "loss": 0.3767,
      "step": 513820
    },
    {
      "epoch": 143.41,
      "grad_norm": 1.1914366483688354,
      "learning_rate": 4.476619094749464e-06,
      "loss": 0.4143,
      "step": 513830
    },
    {
      "epoch": 143.41,
      "grad_norm": 1.3981099128723145,
      "learning_rate": 4.476607885186735e-06,
      "loss": 0.3995,
      "step": 513840
    },
    {
      "epoch": 143.41,
      "grad_norm": 1.186840534210205,
      "learning_rate": 4.476596675340123e-06,
      "loss": 0.4068,
      "step": 513850
    },
    {
      "epoch": 143.42,
      "grad_norm": 1.3245266675949097,
      "learning_rate": 4.4765854652096285e-06,
      "loss": 0.4088,
      "step": 513860
    },
    {
      "epoch": 143.42,
      "grad_norm": 1.191314697265625,
      "learning_rate": 4.476574254795253e-06,
      "loss": 0.3927,
      "step": 513870
    },
    {
      "epoch": 143.42,
      "grad_norm": 1.4383013248443604,
      "learning_rate": 4.476563044096998e-06,
      "loss": 0.4104,
      "step": 513880
    },
    {
      "epoch": 143.42,
      "grad_norm": 1.8342162370681763,
      "learning_rate": 4.476551833114864e-06,
      "loss": 0.4014,
      "step": 513890
    },
    {
      "epoch": 143.43,
      "grad_norm": 1.0864107608795166,
      "learning_rate": 4.476540621848854e-06,
      "loss": 0.3877,
      "step": 513900
    },
    {
      "epoch": 143.43,
      "grad_norm": 1.3305655717849731,
      "learning_rate": 4.47652941029897e-06,
      "loss": 0.4158,
      "step": 513910
    },
    {
      "epoch": 143.43,
      "grad_norm": 1.5357155799865723,
      "learning_rate": 4.476518198465211e-06,
      "loss": 0.382,
      "step": 513920
    },
    {
      "epoch": 143.44,
      "grad_norm": 1.2915537357330322,
      "learning_rate": 4.476506986347581e-06,
      "loss": 0.3699,
      "step": 513930
    },
    {
      "epoch": 143.44,
      "grad_norm": 1.4125139713287354,
      "learning_rate": 4.47649577394608e-06,
      "loss": 0.4181,
      "step": 513940
    },
    {
      "epoch": 143.44,
      "grad_norm": 1.4469993114471436,
      "learning_rate": 4.4764845612607104e-06,
      "loss": 0.3935,
      "step": 513950
    },
    {
      "epoch": 143.44,
      "grad_norm": 1.2835716009140015,
      "learning_rate": 4.476473348291473e-06,
      "loss": 0.4001,
      "step": 513960
    },
    {
      "epoch": 143.45,
      "grad_norm": 1.2363330125808716,
      "learning_rate": 4.476462135038369e-06,
      "loss": 0.3773,
      "step": 513970
    },
    {
      "epoch": 143.45,
      "grad_norm": 1.3922624588012695,
      "learning_rate": 4.476450921501401e-06,
      "loss": 0.3933,
      "step": 513980
    },
    {
      "epoch": 143.45,
      "grad_norm": 1.4823431968688965,
      "learning_rate": 4.47643970768057e-06,
      "loss": 0.3904,
      "step": 513990
    },
    {
      "epoch": 143.46,
      "grad_norm": 1.2701163291931152,
      "learning_rate": 4.476428493575877e-06,
      "loss": 0.4079,
      "step": 514000
    },
    {
      "epoch": 143.46,
      "grad_norm": 1.124912977218628,
      "learning_rate": 4.4764172791873244e-06,
      "loss": 0.3979,
      "step": 514010
    },
    {
      "epoch": 143.46,
      "grad_norm": 1.375434398651123,
      "learning_rate": 4.476406064514913e-06,
      "loss": 0.3837,
      "step": 514020
    },
    {
      "epoch": 143.46,
      "grad_norm": 1.3176424503326416,
      "learning_rate": 4.476394849558645e-06,
      "loss": 0.4021,
      "step": 514030
    },
    {
      "epoch": 143.47,
      "grad_norm": 1.1859287023544312,
      "learning_rate": 4.4763836343185206e-06,
      "loss": 0.4042,
      "step": 514040
    },
    {
      "epoch": 143.47,
      "grad_norm": 1.1892009973526,
      "learning_rate": 4.476372418794542e-06,
      "loss": 0.3834,
      "step": 514050
    },
    {
      "epoch": 143.47,
      "grad_norm": 1.2123719453811646,
      "learning_rate": 4.476361202986712e-06,
      "loss": 0.3999,
      "step": 514060
    },
    {
      "epoch": 143.47,
      "grad_norm": 1.4317938089370728,
      "learning_rate": 4.476349986895029e-06,
      "loss": 0.3715,
      "step": 514070
    },
    {
      "epoch": 143.48,
      "grad_norm": 1.4542902708053589,
      "learning_rate": 4.476338770519498e-06,
      "loss": 0.3989,
      "step": 514080
    },
    {
      "epoch": 143.48,
      "grad_norm": 1.3445359468460083,
      "learning_rate": 4.476327553860118e-06,
      "loss": 0.405,
      "step": 514090
    },
    {
      "epoch": 143.48,
      "grad_norm": 1.2088186740875244,
      "learning_rate": 4.476316336916892e-06,
      "loss": 0.3937,
      "step": 514100
    },
    {
      "epoch": 143.49,
      "grad_norm": 1.187972068786621,
      "learning_rate": 4.47630511968982e-06,
      "loss": 0.415,
      "step": 514110
    },
    {
      "epoch": 143.49,
      "grad_norm": 1.1201204061508179,
      "learning_rate": 4.476293902178905e-06,
      "loss": 0.4195,
      "step": 514120
    },
    {
      "epoch": 143.49,
      "grad_norm": 1.4372532367706299,
      "learning_rate": 4.476282684384147e-06,
      "loss": 0.4128,
      "step": 514130
    },
    {
      "epoch": 143.49,
      "grad_norm": 10.55854320526123,
      "learning_rate": 4.476271466305549e-06,
      "loss": 0.4002,
      "step": 514140
    },
    {
      "epoch": 143.5,
      "grad_norm": 1.2165018320083618,
      "learning_rate": 4.476260247943112e-06,
      "loss": 0.4049,
      "step": 514150
    },
    {
      "epoch": 143.5,
      "grad_norm": 1.3024518489837646,
      "learning_rate": 4.476249029296837e-06,
      "loss": 0.3867,
      "step": 514160
    },
    {
      "epoch": 143.5,
      "grad_norm": 1.1071053743362427,
      "learning_rate": 4.476237810366726e-06,
      "loss": 0.4028,
      "step": 514170
    },
    {
      "epoch": 143.51,
      "grad_norm": 1.126056432723999,
      "learning_rate": 4.476226591152779e-06,
      "loss": 0.3892,
      "step": 514180
    },
    {
      "epoch": 143.51,
      "grad_norm": 1.264040470123291,
      "learning_rate": 4.476215371655e-06,
      "loss": 0.4107,
      "step": 514190
    },
    {
      "epoch": 143.51,
      "grad_norm": 1.512917399406433,
      "learning_rate": 4.47620415187339e-06,
      "loss": 0.4123,
      "step": 514200
    },
    {
      "epoch": 143.51,
      "grad_norm": 1.1113550662994385,
      "learning_rate": 4.476192931807949e-06,
      "loss": 0.3751,
      "step": 514210
    },
    {
      "epoch": 143.52,
      "grad_norm": 1.3931540250778198,
      "learning_rate": 4.476181711458679e-06,
      "loss": 0.4038,
      "step": 514220
    },
    {
      "epoch": 143.52,
      "grad_norm": 1.0319960117340088,
      "learning_rate": 4.476170490825582e-06,
      "loss": 0.3909,
      "step": 514230
    },
    {
      "epoch": 143.52,
      "grad_norm": 1.1182671785354614,
      "learning_rate": 4.476159269908659e-06,
      "loss": 0.381,
      "step": 514240
    },
    {
      "epoch": 143.52,
      "grad_norm": 1.2565208673477173,
      "learning_rate": 4.476148048707912e-06,
      "loss": 0.3895,
      "step": 514250
    },
    {
      "epoch": 143.53,
      "grad_norm": 1.5889363288879395,
      "learning_rate": 4.476136827223342e-06,
      "loss": 0.4075,
      "step": 514260
    },
    {
      "epoch": 143.53,
      "grad_norm": 1.1389883756637573,
      "learning_rate": 4.4761256054549505e-06,
      "loss": 0.4017,
      "step": 514270
    },
    {
      "epoch": 143.53,
      "grad_norm": 1.1963951587677002,
      "learning_rate": 4.47611438340274e-06,
      "loss": 0.3915,
      "step": 514280
    },
    {
      "epoch": 143.54,
      "grad_norm": 1.1511552333831787,
      "learning_rate": 4.476103161066711e-06,
      "loss": 0.3811,
      "step": 514290
    },
    {
      "epoch": 143.54,
      "grad_norm": 1.2897449731826782,
      "learning_rate": 4.4760919384468645e-06,
      "loss": 0.4013,
      "step": 514300
    },
    {
      "epoch": 143.54,
      "grad_norm": 1.2631182670593262,
      "learning_rate": 4.476080715543204e-06,
      "loss": 0.3842,
      "step": 514310
    },
    {
      "epoch": 143.54,
      "grad_norm": 1.221569299697876,
      "learning_rate": 4.4760694923557285e-06,
      "loss": 0.4011,
      "step": 514320
    },
    {
      "epoch": 143.55,
      "grad_norm": 1.937234878540039,
      "learning_rate": 4.476058268884441e-06,
      "loss": 0.3892,
      "step": 514330
    },
    {
      "epoch": 143.55,
      "grad_norm": 1.2689597606658936,
      "learning_rate": 4.476047045129344e-06,
      "loss": 0.4029,
      "step": 514340
    },
    {
      "epoch": 143.55,
      "grad_norm": 1.2067105770111084,
      "learning_rate": 4.476035821090436e-06,
      "loss": 0.4002,
      "step": 514350
    },
    {
      "epoch": 143.56,
      "grad_norm": 7.433495044708252,
      "learning_rate": 4.47602459676772e-06,
      "loss": 0.3983,
      "step": 514360
    },
    {
      "epoch": 143.56,
      "grad_norm": 1.1919676065444946,
      "learning_rate": 4.476013372161199e-06,
      "loss": 0.3961,
      "step": 514370
    },
    {
      "epoch": 143.56,
      "grad_norm": 1.2293139696121216,
      "learning_rate": 4.476002147270872e-06,
      "loss": 0.3964,
      "step": 514380
    },
    {
      "epoch": 143.56,
      "grad_norm": 1.2522865533828735,
      "learning_rate": 4.475990922096743e-06,
      "loss": 0.3961,
      "step": 514390
    },
    {
      "epoch": 143.57,
      "grad_norm": 1.3004482984542847,
      "learning_rate": 4.475979696638811e-06,
      "loss": 0.3983,
      "step": 514400
    },
    {
      "epoch": 143.57,
      "grad_norm": 1.0338085889816284,
      "learning_rate": 4.475968470897079e-06,
      "loss": 0.3912,
      "step": 514410
    },
    {
      "epoch": 143.57,
      "grad_norm": 1.7203340530395508,
      "learning_rate": 4.475957244871548e-06,
      "loss": 0.4011,
      "step": 514420
    },
    {
      "epoch": 143.58,
      "grad_norm": 1.429742455482483,
      "learning_rate": 4.47594601856222e-06,
      "loss": 0.3906,
      "step": 514430
    },
    {
      "epoch": 143.58,
      "grad_norm": 1.288015365600586,
      "learning_rate": 4.475934791969096e-06,
      "loss": 0.3742,
      "step": 514440
    },
    {
      "epoch": 143.58,
      "grad_norm": 1.51138436794281,
      "learning_rate": 4.475923565092178e-06,
      "loss": 0.3941,
      "step": 514450
    },
    {
      "epoch": 143.58,
      "grad_norm": 1.3389370441436768,
      "learning_rate": 4.475912337931466e-06,
      "loss": 0.4184,
      "step": 514460
    },
    {
      "epoch": 143.59,
      "grad_norm": 1.5561962127685547,
      "learning_rate": 4.475901110486963e-06,
      "loss": 0.3985,
      "step": 514470
    },
    {
      "epoch": 143.59,
      "grad_norm": 1.1959822177886963,
      "learning_rate": 4.475889882758671e-06,
      "loss": 0.3936,
      "step": 514480
    },
    {
      "epoch": 143.59,
      "grad_norm": 1.3813406229019165,
      "learning_rate": 4.47587865474659e-06,
      "loss": 0.3917,
      "step": 514490
    },
    {
      "epoch": 143.59,
      "grad_norm": 1.385144591331482,
      "learning_rate": 4.4758674264507215e-06,
      "loss": 0.3973,
      "step": 514500
    },
    {
      "epoch": 143.6,
      "grad_norm": 1.2789555788040161,
      "learning_rate": 4.475856197871068e-06,
      "loss": 0.39,
      "step": 514510
    },
    {
      "epoch": 143.6,
      "grad_norm": 1.789303183555603,
      "learning_rate": 4.475844969007631e-06,
      "loss": 0.3897,
      "step": 514520
    },
    {
      "epoch": 143.6,
      "grad_norm": 1.2768000364303589,
      "learning_rate": 4.475833739860411e-06,
      "loss": 0.3817,
      "step": 514530
    },
    {
      "epoch": 143.61,
      "grad_norm": 1.208569884300232,
      "learning_rate": 4.47582251042941e-06,
      "loss": 0.3968,
      "step": 514540
    },
    {
      "epoch": 143.61,
      "grad_norm": 1.801008701324463,
      "learning_rate": 4.4758112807146305e-06,
      "loss": 0.416,
      "step": 514550
    },
    {
      "epoch": 143.61,
      "grad_norm": 1.2475851774215698,
      "learning_rate": 4.475800050716073e-06,
      "loss": 0.3913,
      "step": 514560
    },
    {
      "epoch": 143.61,
      "grad_norm": 1.235162615776062,
      "learning_rate": 4.4757888204337386e-06,
      "loss": 0.4149,
      "step": 514570
    },
    {
      "epoch": 143.62,
      "grad_norm": 1.0794109106063843,
      "learning_rate": 4.475777589867629e-06,
      "loss": 0.3892,
      "step": 514580
    },
    {
      "epoch": 143.62,
      "grad_norm": 1.2809224128723145,
      "learning_rate": 4.475766359017746e-06,
      "loss": 0.4064,
      "step": 514590
    },
    {
      "epoch": 143.62,
      "grad_norm": 1.2860138416290283,
      "learning_rate": 4.4757551278840914e-06,
      "loss": 0.3925,
      "step": 514600
    },
    {
      "epoch": 143.63,
      "grad_norm": 1.0148366689682007,
      "learning_rate": 4.475743896466666e-06,
      "loss": 0.3836,
      "step": 514610
    },
    {
      "epoch": 143.63,
      "grad_norm": 1.362015962600708,
      "learning_rate": 4.475732664765471e-06,
      "loss": 0.3913,
      "step": 514620
    },
    {
      "epoch": 143.63,
      "grad_norm": 1.2427597045898438,
      "learning_rate": 4.47572143278051e-06,
      "loss": 0.3902,
      "step": 514630
    },
    {
      "epoch": 143.63,
      "grad_norm": 1.332776665687561,
      "learning_rate": 4.475710200511783e-06,
      "loss": 0.4084,
      "step": 514640
    },
    {
      "epoch": 143.64,
      "grad_norm": 1.2352728843688965,
      "learning_rate": 4.475698967959291e-06,
      "loss": 0.4096,
      "step": 514650
    },
    {
      "epoch": 143.64,
      "grad_norm": 1.1974737644195557,
      "learning_rate": 4.475687735123035e-06,
      "loss": 0.3977,
      "step": 514660
    },
    {
      "epoch": 143.64,
      "grad_norm": 1.2982661724090576,
      "learning_rate": 4.475676502003019e-06,
      "loss": 0.3856,
      "step": 514670
    },
    {
      "epoch": 143.64,
      "grad_norm": 1.3408788442611694,
      "learning_rate": 4.475665268599242e-06,
      "loss": 0.4084,
      "step": 514680
    },
    {
      "epoch": 143.65,
      "grad_norm": 1.1938658952713013,
      "learning_rate": 4.475654034911707e-06,
      "loss": 0.4035,
      "step": 514690
    },
    {
      "epoch": 143.65,
      "grad_norm": 1.9256412982940674,
      "learning_rate": 4.475642800940415e-06,
      "loss": 0.3969,
      "step": 514700
    },
    {
      "epoch": 143.65,
      "grad_norm": 1.4407143592834473,
      "learning_rate": 4.475631566685368e-06,
      "loss": 0.4029,
      "step": 514710
    },
    {
      "epoch": 143.66,
      "grad_norm": 1.2885961532592773,
      "learning_rate": 4.475620332146566e-06,
      "loss": 0.3846,
      "step": 514720
    },
    {
      "epoch": 143.66,
      "grad_norm": 1.0942844152450562,
      "learning_rate": 4.4756090973240115e-06,
      "loss": 0.4015,
      "step": 514730
    },
    {
      "epoch": 143.66,
      "grad_norm": 1.1863619089126587,
      "learning_rate": 4.475597862217706e-06,
      "loss": 0.3867,
      "step": 514740
    },
    {
      "epoch": 143.66,
      "grad_norm": 1.2419542074203491,
      "learning_rate": 4.4755866268276515e-06,
      "loss": 0.392,
      "step": 514750
    },
    {
      "epoch": 143.67,
      "grad_norm": 4.452525615692139,
      "learning_rate": 4.4755753911538485e-06,
      "loss": 0.3883,
      "step": 514760
    },
    {
      "epoch": 143.67,
      "grad_norm": 1.2430498600006104,
      "learning_rate": 4.4755641551962995e-06,
      "loss": 0.3917,
      "step": 514770
    },
    {
      "epoch": 143.67,
      "grad_norm": 1.1982325315475464,
      "learning_rate": 4.475552918955005e-06,
      "loss": 0.3789,
      "step": 514780
    },
    {
      "epoch": 143.68,
      "grad_norm": 1.3089423179626465,
      "learning_rate": 4.4755416824299674e-06,
      "loss": 0.3964,
      "step": 514790
    },
    {
      "epoch": 143.68,
      "grad_norm": 1.3136680126190186,
      "learning_rate": 4.475530445621187e-06,
      "loss": 0.3809,
      "step": 514800
    },
    {
      "epoch": 143.68,
      "grad_norm": 1.2938356399536133,
      "learning_rate": 4.475519208528667e-06,
      "loss": 0.3999,
      "step": 514810
    },
    {
      "epoch": 143.68,
      "grad_norm": 1.0781185626983643,
      "learning_rate": 4.4755079711524075e-06,
      "loss": 0.3945,
      "step": 514820
    },
    {
      "epoch": 143.69,
      "grad_norm": 1.2661844491958618,
      "learning_rate": 4.4754967334924096e-06,
      "loss": 0.386,
      "step": 514830
    },
    {
      "epoch": 143.69,
      "grad_norm": 1.1170868873596191,
      "learning_rate": 4.475485495548677e-06,
      "loss": 0.4103,
      "step": 514840
    },
    {
      "epoch": 143.69,
      "grad_norm": 1.3453762531280518,
      "learning_rate": 4.475474257321209e-06,
      "loss": 0.3936,
      "step": 514850
    },
    {
      "epoch": 143.7,
      "grad_norm": 1.123943567276001,
      "learning_rate": 4.4754630188100075e-06,
      "loss": 0.4071,
      "step": 514860
    },
    {
      "epoch": 143.7,
      "grad_norm": 1.068247675895691,
      "learning_rate": 4.475451780015075e-06,
      "loss": 0.3939,
      "step": 514870
    },
    {
      "epoch": 143.7,
      "grad_norm": 1.176413893699646,
      "learning_rate": 4.475440540936413e-06,
      "loss": 0.395,
      "step": 514880
    },
    {
      "epoch": 143.7,
      "grad_norm": 1.2096577882766724,
      "learning_rate": 4.475429301574022e-06,
      "loss": 0.4009,
      "step": 514890
    },
    {
      "epoch": 143.71,
      "grad_norm": 1.276754379272461,
      "learning_rate": 4.475418061927904e-06,
      "loss": 0.395,
      "step": 514900
    },
    {
      "epoch": 143.71,
      "grad_norm": 1.323839783668518,
      "learning_rate": 4.47540682199806e-06,
      "loss": 0.3917,
      "step": 514910
    },
    {
      "epoch": 143.71,
      "grad_norm": 1.3282581567764282,
      "learning_rate": 4.475395581784492e-06,
      "loss": 0.3983,
      "step": 514920
    },
    {
      "epoch": 143.71,
      "grad_norm": 1.1417019367218018,
      "learning_rate": 4.475384341287201e-06,
      "loss": 0.3976,
      "step": 514930
    },
    {
      "epoch": 143.72,
      "grad_norm": 1.3090392351150513,
      "learning_rate": 4.475373100506189e-06,
      "loss": 0.3934,
      "step": 514940
    },
    {
      "epoch": 143.72,
      "grad_norm": 1.5694550275802612,
      "learning_rate": 4.4753618594414585e-06,
      "loss": 0.3956,
      "step": 514950
    },
    {
      "epoch": 143.72,
      "grad_norm": 1.4251165390014648,
      "learning_rate": 4.475350618093009e-06,
      "loss": 0.3846,
      "step": 514960
    },
    {
      "epoch": 143.73,
      "grad_norm": 1.2141779661178589,
      "learning_rate": 4.4753393764608425e-06,
      "loss": 0.4127,
      "step": 514970
    },
    {
      "epoch": 143.73,
      "grad_norm": 1.4378225803375244,
      "learning_rate": 4.4753281345449615e-06,
      "loss": 0.4014,
      "step": 514980
    },
    {
      "epoch": 143.73,
      "grad_norm": 1.3284475803375244,
      "learning_rate": 4.475316892345367e-06,
      "loss": 0.3895,
      "step": 514990
    },
    {
      "epoch": 143.73,
      "grad_norm": 1.2820322513580322,
      "learning_rate": 4.47530564986206e-06,
      "loss": 0.3816,
      "step": 515000
    },
    {
      "epoch": 143.74,
      "grad_norm": 1.2200053930282593,
      "learning_rate": 4.475294407095043e-06,
      "loss": 0.3821,
      "step": 515010
    },
    {
      "epoch": 143.74,
      "grad_norm": 1.1098054647445679,
      "learning_rate": 4.4752831640443156e-06,
      "loss": 0.3991,
      "step": 515020
    },
    {
      "epoch": 143.74,
      "grad_norm": 1.4523290395736694,
      "learning_rate": 4.475271920709881e-06,
      "loss": 0.3902,
      "step": 515030
    },
    {
      "epoch": 143.75,
      "grad_norm": 1.3807735443115234,
      "learning_rate": 4.475260677091741e-06,
      "loss": 0.4011,
      "step": 515040
    },
    {
      "epoch": 143.75,
      "grad_norm": 11.748079299926758,
      "learning_rate": 4.4752494331898955e-06,
      "loss": 0.3988,
      "step": 515050
    },
    {
      "epoch": 143.75,
      "grad_norm": 1.50678288936615,
      "learning_rate": 4.475238189004347e-06,
      "loss": 0.3999,
      "step": 515060
    },
    {
      "epoch": 143.75,
      "grad_norm": 1.2562155723571777,
      "learning_rate": 4.475226944535098e-06,
      "loss": 0.4104,
      "step": 515070
    },
    {
      "epoch": 143.76,
      "grad_norm": 1.209409236907959,
      "learning_rate": 4.475215699782147e-06,
      "loss": 0.396,
      "step": 515080
    },
    {
      "epoch": 143.76,
      "grad_norm": 1.2724380493164062,
      "learning_rate": 4.4752044547454985e-06,
      "loss": 0.3839,
      "step": 515090
    },
    {
      "epoch": 143.76,
      "grad_norm": 1.2198269367218018,
      "learning_rate": 4.475193209425153e-06,
      "loss": 0.4032,
      "step": 515100
    },
    {
      "epoch": 143.77,
      "grad_norm": 1.4967033863067627,
      "learning_rate": 4.475181963821111e-06,
      "loss": 0.3858,
      "step": 515110
    },
    {
      "epoch": 143.77,
      "grad_norm": 1.2766737937927246,
      "learning_rate": 4.475170717933376e-06,
      "loss": 0.3983,
      "step": 515120
    },
    {
      "epoch": 143.77,
      "grad_norm": 1.2446740865707397,
      "learning_rate": 4.475159471761947e-06,
      "loss": 0.3853,
      "step": 515130
    },
    {
      "epoch": 143.77,
      "grad_norm": 1.2652376890182495,
      "learning_rate": 4.475148225306828e-06,
      "loss": 0.401,
      "step": 515140
    },
    {
      "epoch": 143.78,
      "grad_norm": 1.464838981628418,
      "learning_rate": 4.4751369785680176e-06,
      "loss": 0.3971,
      "step": 515150
    },
    {
      "epoch": 143.78,
      "grad_norm": 1.119002103805542,
      "learning_rate": 4.4751257315455206e-06,
      "loss": 0.3814,
      "step": 515160
    },
    {
      "epoch": 143.78,
      "grad_norm": 1.2429277896881104,
      "learning_rate": 4.475114484239337e-06,
      "loss": 0.4177,
      "step": 515170
    },
    {
      "epoch": 143.78,
      "grad_norm": 1.555869221687317,
      "learning_rate": 4.475103236649467e-06,
      "loss": 0.3896,
      "step": 515180
    },
    {
      "epoch": 143.79,
      "grad_norm": 1.0236701965332031,
      "learning_rate": 4.475091988775914e-06,
      "loss": 0.3874,
      "step": 515190
    },
    {
      "epoch": 143.79,
      "grad_norm": 1.382209300994873,
      "learning_rate": 4.4750807406186785e-06,
      "loss": 0.3985,
      "step": 515200
    },
    {
      "epoch": 143.79,
      "grad_norm": 1.1327189207077026,
      "learning_rate": 4.475069492177762e-06,
      "loss": 0.3942,
      "step": 515210
    },
    {
      "epoch": 143.8,
      "grad_norm": 1.2598470449447632,
      "learning_rate": 4.475058243453168e-06,
      "loss": 0.3774,
      "step": 515220
    },
    {
      "epoch": 143.8,
      "grad_norm": 1.0815542936325073,
      "learning_rate": 4.475046994444894e-06,
      "loss": 0.4048,
      "step": 515230
    },
    {
      "epoch": 143.8,
      "grad_norm": 1.2243353128433228,
      "learning_rate": 4.475035745152945e-06,
      "loss": 0.3848,
      "step": 515240
    },
    {
      "epoch": 143.8,
      "grad_norm": 1.2438545227050781,
      "learning_rate": 4.4750244955773215e-06,
      "loss": 0.399,
      "step": 515250
    },
    {
      "epoch": 143.81,
      "grad_norm": 1.1491901874542236,
      "learning_rate": 4.475013245718025e-06,
      "loss": 0.3863,
      "step": 515260
    },
    {
      "epoch": 143.81,
      "grad_norm": 1.438967227935791,
      "learning_rate": 4.475001995575055e-06,
      "loss": 0.3908,
      "step": 515270
    },
    {
      "epoch": 143.81,
      "grad_norm": 1.4301035404205322,
      "learning_rate": 4.474990745148416e-06,
      "loss": 0.3981,
      "step": 515280
    },
    {
      "epoch": 143.82,
      "grad_norm": 1.017212986946106,
      "learning_rate": 4.474979494438109e-06,
      "loss": 0.397,
      "step": 515290
    },
    {
      "epoch": 143.82,
      "grad_norm": 1.7123621702194214,
      "learning_rate": 4.474968243444134e-06,
      "loss": 0.3951,
      "step": 515300
    },
    {
      "epoch": 143.82,
      "grad_norm": 1.8885225057601929,
      "learning_rate": 4.474956992166493e-06,
      "loss": 0.388,
      "step": 515310
    },
    {
      "epoch": 143.82,
      "grad_norm": 1.4844657182693481,
      "learning_rate": 4.4749457406051886e-06,
      "loss": 0.3869,
      "step": 515320
    },
    {
      "epoch": 143.83,
      "grad_norm": 1.3900271654129028,
      "learning_rate": 4.47493448876022e-06,
      "loss": 0.405,
      "step": 515330
    },
    {
      "epoch": 143.83,
      "grad_norm": 1.2265844345092773,
      "learning_rate": 4.474923236631591e-06,
      "loss": 0.384,
      "step": 515340
    },
    {
      "epoch": 143.83,
      "grad_norm": 1.1174116134643555,
      "learning_rate": 4.474911984219303e-06,
      "loss": 0.3938,
      "step": 515350
    },
    {
      "epoch": 143.83,
      "grad_norm": 1.0891923904418945,
      "learning_rate": 4.474900731523356e-06,
      "loss": 0.3924,
      "step": 515360
    },
    {
      "epoch": 143.84,
      "grad_norm": 1.1560642719268799,
      "learning_rate": 4.474889478543753e-06,
      "loss": 0.3865,
      "step": 515370
    },
    {
      "epoch": 143.84,
      "grad_norm": 1.3272972106933594,
      "learning_rate": 4.474878225280494e-06,
      "loss": 0.4082,
      "step": 515380
    },
    {
      "epoch": 143.84,
      "grad_norm": 1.3161855936050415,
      "learning_rate": 4.474866971733581e-06,
      "loss": 0.3734,
      "step": 515390
    },
    {
      "epoch": 143.85,
      "grad_norm": 1.1392163038253784,
      "learning_rate": 4.474855717903017e-06,
      "loss": 0.3782,
      "step": 515400
    },
    {
      "epoch": 143.85,
      "grad_norm": 1.4350054264068604,
      "learning_rate": 4.4748444637888e-06,
      "loss": 0.3969,
      "step": 515410
    },
    {
      "epoch": 143.85,
      "grad_norm": 1.395951271057129,
      "learning_rate": 4.474833209390936e-06,
      "loss": 0.3768,
      "step": 515420
    },
    {
      "epoch": 143.85,
      "grad_norm": 1.2901463508605957,
      "learning_rate": 4.474821954709424e-06,
      "loss": 0.4126,
      "step": 515430
    },
    {
      "epoch": 143.86,
      "grad_norm": 1.145741581916809,
      "learning_rate": 4.474810699744264e-06,
      "loss": 0.3859,
      "step": 515440
    },
    {
      "epoch": 143.86,
      "grad_norm": 1.3577286005020142,
      "learning_rate": 4.474799444495461e-06,
      "loss": 0.3841,
      "step": 515450
    },
    {
      "epoch": 143.86,
      "grad_norm": 1.4721519947052002,
      "learning_rate": 4.4747881889630145e-06,
      "loss": 0.397,
      "step": 515460
    },
    {
      "epoch": 143.87,
      "grad_norm": 1.4294201135635376,
      "learning_rate": 4.4747769331469255e-06,
      "loss": 0.4282,
      "step": 515470
    },
    {
      "epoch": 143.87,
      "grad_norm": 1.2839316129684448,
      "learning_rate": 4.4747656770471965e-06,
      "loss": 0.3913,
      "step": 515480
    },
    {
      "epoch": 143.87,
      "grad_norm": 1.6533026695251465,
      "learning_rate": 4.474754420663828e-06,
      "loss": 0.3779,
      "step": 515490
    },
    {
      "epoch": 143.87,
      "grad_norm": 1.243379831314087,
      "learning_rate": 4.474743163996824e-06,
      "loss": 0.404,
      "step": 515500
    },
    {
      "epoch": 143.88,
      "grad_norm": 1.441332459449768,
      "learning_rate": 4.474731907046183e-06,
      "loss": 0.3993,
      "step": 515510
    },
    {
      "epoch": 143.88,
      "grad_norm": 1.2687783241271973,
      "learning_rate": 4.4747206498119086e-06,
      "loss": 0.4033,
      "step": 515520
    },
    {
      "epoch": 143.88,
      "grad_norm": 1.2009961605072021,
      "learning_rate": 4.474709392294e-06,
      "loss": 0.3907,
      "step": 515530
    },
    {
      "epoch": 143.89,
      "grad_norm": 1.0482876300811768,
      "learning_rate": 4.4746981344924615e-06,
      "loss": 0.367,
      "step": 515540
    },
    {
      "epoch": 143.89,
      "grad_norm": 1.2513047456741333,
      "learning_rate": 4.474686876407292e-06,
      "loss": 0.4021,
      "step": 515550
    },
    {
      "epoch": 143.89,
      "grad_norm": 1.3445158004760742,
      "learning_rate": 4.474675618038495e-06,
      "loss": 0.3884,
      "step": 515560
    },
    {
      "epoch": 143.89,
      "grad_norm": 1.2091221809387207,
      "learning_rate": 4.474664359386071e-06,
      "loss": 0.3904,
      "step": 515570
    },
    {
      "epoch": 143.9,
      "grad_norm": 1.2243138551712036,
      "learning_rate": 4.474653100450022e-06,
      "loss": 0.3921,
      "step": 515580
    },
    {
      "epoch": 143.9,
      "grad_norm": 1.412015438079834,
      "learning_rate": 4.47464184123035e-06,
      "loss": 0.3936,
      "step": 515590
    },
    {
      "epoch": 143.9,
      "grad_norm": 1.2765227556228638,
      "learning_rate": 4.474630581727054e-06,
      "loss": 0.3968,
      "step": 515600
    },
    {
      "epoch": 143.9,
      "grad_norm": 1.3180632591247559,
      "learning_rate": 4.4746193219401375e-06,
      "loss": 0.4052,
      "step": 515610
    },
    {
      "epoch": 143.91,
      "grad_norm": 1.169183373451233,
      "learning_rate": 4.474608061869603e-06,
      "loss": 0.4095,
      "step": 515620
    },
    {
      "epoch": 143.91,
      "grad_norm": 1.156112551689148,
      "learning_rate": 4.47459680151545e-06,
      "loss": 0.3862,
      "step": 515630
    },
    {
      "epoch": 143.91,
      "grad_norm": 1.539825677871704,
      "learning_rate": 4.47458554087768e-06,
      "loss": 0.4032,
      "step": 515640
    },
    {
      "epoch": 143.92,
      "grad_norm": 1.3619776964187622,
      "learning_rate": 4.474574279956296e-06,
      "loss": 0.4196,
      "step": 515650
    },
    {
      "epoch": 143.92,
      "grad_norm": 1.2675721645355225,
      "learning_rate": 4.4745630187512985e-06,
      "loss": 0.3736,
      "step": 515660
    },
    {
      "epoch": 143.92,
      "grad_norm": 1.3902027606964111,
      "learning_rate": 4.474551757262689e-06,
      "loss": 0.3857,
      "step": 515670
    },
    {
      "epoch": 143.92,
      "grad_norm": 1.344653606414795,
      "learning_rate": 4.4745404954904695e-06,
      "loss": 0.3913,
      "step": 515680
    },
    {
      "epoch": 143.93,
      "grad_norm": 1.2617840766906738,
      "learning_rate": 4.474529233434642e-06,
      "loss": 0.398,
      "step": 515690
    },
    {
      "epoch": 143.93,
      "grad_norm": 1.2306466102600098,
      "learning_rate": 4.474517971095206e-06,
      "loss": 0.4015,
      "step": 515700
    },
    {
      "epoch": 143.93,
      "grad_norm": 1.3309434652328491,
      "learning_rate": 4.474506708472164e-06,
      "loss": 0.3938,
      "step": 515710
    },
    {
      "epoch": 143.94,
      "grad_norm": 2.819763660430908,
      "learning_rate": 4.4744954455655186e-06,
      "loss": 0.3834,
      "step": 515720
    },
    {
      "epoch": 143.94,
      "grad_norm": 1.277474045753479,
      "learning_rate": 4.47448418237527e-06,
      "loss": 0.3988,
      "step": 515730
    },
    {
      "epoch": 143.94,
      "grad_norm": 1.2261236906051636,
      "learning_rate": 4.47447291890142e-06,
      "loss": 0.3926,
      "step": 515740
    },
    {
      "epoch": 143.94,
      "grad_norm": 1.4063841104507446,
      "learning_rate": 4.474461655143971e-06,
      "loss": 0.4095,
      "step": 515750
    },
    {
      "epoch": 143.95,
      "grad_norm": 1.1831884384155273,
      "learning_rate": 4.474450391102922e-06,
      "loss": 0.3744,
      "step": 515760
    },
    {
      "epoch": 143.95,
      "grad_norm": 1.2992109060287476,
      "learning_rate": 4.474439126778278e-06,
      "loss": 0.3968,
      "step": 515770
    },
    {
      "epoch": 143.95,
      "grad_norm": 1.1121747493743896,
      "learning_rate": 4.474427862170038e-06,
      "loss": 0.3874,
      "step": 515780
    },
    {
      "epoch": 143.95,
      "grad_norm": 1.5084317922592163,
      "learning_rate": 4.474416597278204e-06,
      "loss": 0.4065,
      "step": 515790
    },
    {
      "epoch": 143.96,
      "grad_norm": 1.3488391637802124,
      "learning_rate": 4.4744053321027775e-06,
      "loss": 0.4005,
      "step": 515800
    },
    {
      "epoch": 143.96,
      "grad_norm": 1.256822109222412,
      "learning_rate": 4.474394066643761e-06,
      "loss": 0.4033,
      "step": 515810
    },
    {
      "epoch": 143.96,
      "grad_norm": 1.2571719884872437,
      "learning_rate": 4.474382800901154e-06,
      "loss": 0.3851,
      "step": 515820
    },
    {
      "epoch": 143.97,
      "grad_norm": 1.2730342149734497,
      "learning_rate": 4.474371534874961e-06,
      "loss": 0.4002,
      "step": 515830
    },
    {
      "epoch": 143.97,
      "grad_norm": 1.2018837928771973,
      "learning_rate": 4.47436026856518e-06,
      "loss": 0.3911,
      "step": 515840
    },
    {
      "epoch": 143.97,
      "grad_norm": 1.2931883335113525,
      "learning_rate": 4.474349001971814e-06,
      "loss": 0.4016,
      "step": 515850
    },
    {
      "epoch": 143.97,
      "grad_norm": 1.1269679069519043,
      "learning_rate": 4.474337735094867e-06,
      "loss": 0.3847,
      "step": 515860
    },
    {
      "epoch": 143.98,
      "grad_norm": 3.2310969829559326,
      "learning_rate": 4.474326467934336e-06,
      "loss": 0.3788,
      "step": 515870
    },
    {
      "epoch": 143.98,
      "grad_norm": 1.2857199907302856,
      "learning_rate": 4.474315200490225e-06,
      "loss": 0.4151,
      "step": 515880
    },
    {
      "epoch": 143.98,
      "grad_norm": 1.2239744663238525,
      "learning_rate": 4.474303932762536e-06,
      "loss": 0.3772,
      "step": 515890
    },
    {
      "epoch": 143.99,
      "grad_norm": 1.1488187313079834,
      "learning_rate": 4.47429266475127e-06,
      "loss": 0.3874,
      "step": 515900
    },
    {
      "epoch": 143.99,
      "grad_norm": 1.1686421632766724,
      "learning_rate": 4.474281396456427e-06,
      "loss": 0.4024,
      "step": 515910
    },
    {
      "epoch": 143.99,
      "grad_norm": 1.2402793169021606,
      "learning_rate": 4.47427012787801e-06,
      "loss": 0.4026,
      "step": 515920
    },
    {
      "epoch": 143.99,
      "grad_norm": 1.4940307140350342,
      "learning_rate": 4.47425885901602e-06,
      "loss": 0.3931,
      "step": 515930
    },
    {
      "epoch": 144.0,
      "grad_norm": 1.0791780948638916,
      "learning_rate": 4.474247589870459e-06,
      "loss": 0.398,
      "step": 515940
    },
    {
      "epoch": 144.0,
      "grad_norm": 1.220068335533142,
      "learning_rate": 4.474236320441329e-06,
      "loss": 0.3908,
      "step": 515950
    },
    {
      "epoch": 144.0,
      "eval_loss": 0.3958750069141388,
      "eval_runtime": 63.1666,
      "eval_samples_per_second": 80.09,
      "eval_steps_per_second": 10.021,
      "step": 515952
    },
    {
      "epoch": 144.0,
      "grad_norm": 1.2014033794403076,
      "learning_rate": 4.47422505072863e-06,
      "loss": 0.3894,
      "step": 515960
    },
    {
      "epoch": 144.01,
      "grad_norm": 1.3435825109481812,
      "learning_rate": 4.474213780732364e-06,
      "loss": 0.4026,
      "step": 515970
    },
    {
      "epoch": 144.01,
      "grad_norm": 1.2709418535232544,
      "learning_rate": 4.474202510452533e-06,
      "loss": 0.3933,
      "step": 515980
    },
    {
      "epoch": 144.01,
      "grad_norm": 1.1929808855056763,
      "learning_rate": 4.474191239889138e-06,
      "loss": 0.3762,
      "step": 515990
    },
    {
      "epoch": 144.01,
      "grad_norm": 1.3074253797531128,
      "learning_rate": 4.4741799690421805e-06,
      "loss": 0.3896,
      "step": 516000
    },
    {
      "epoch": 144.02,
      "grad_norm": 1.3901622295379639,
      "learning_rate": 4.474168697911661e-06,
      "loss": 0.3974,
      "step": 516010
    },
    {
      "epoch": 144.02,
      "grad_norm": 1.2401635646820068,
      "learning_rate": 4.474157426497584e-06,
      "loss": 0.3847,
      "step": 516020
    },
    {
      "epoch": 144.02,
      "grad_norm": 1.396067500114441,
      "learning_rate": 4.474146154799949e-06,
      "loss": 0.3839,
      "step": 516030
    },
    {
      "epoch": 144.02,
      "grad_norm": 1.3105583190917969,
      "learning_rate": 4.4741348828187575e-06,
      "loss": 0.3993,
      "step": 516040
    },
    {
      "epoch": 144.03,
      "grad_norm": 1.0702672004699707,
      "learning_rate": 4.474123610554011e-06,
      "loss": 0.4094,
      "step": 516050
    },
    {
      "epoch": 144.03,
      "grad_norm": 1.2934788465499878,
      "learning_rate": 4.474112338005711e-06,
      "loss": 0.3939,
      "step": 516060
    },
    {
      "epoch": 144.03,
      "grad_norm": 1.3202658891677856,
      "learning_rate": 4.4741010651738595e-06,
      "loss": 0.4042,
      "step": 516070
    },
    {
      "epoch": 144.04,
      "grad_norm": 1.2536083459854126,
      "learning_rate": 4.474089792058458e-06,
      "loss": 0.3737,
      "step": 516080
    },
    {
      "epoch": 144.04,
      "grad_norm": 1.6005388498306274,
      "learning_rate": 4.474078518659508e-06,
      "loss": 0.3985,
      "step": 516090
    },
    {
      "epoch": 144.04,
      "grad_norm": 1.4230506420135498,
      "learning_rate": 4.4740672449770096e-06,
      "loss": 0.4028,
      "step": 516100
    },
    {
      "epoch": 144.04,
      "grad_norm": 1.1932258605957031,
      "learning_rate": 4.474055971010966e-06,
      "loss": 0.3965,
      "step": 516110
    },
    {
      "epoch": 144.05,
      "grad_norm": 1.2465699911117554,
      "learning_rate": 4.474044696761379e-06,
      "loss": 0.3707,
      "step": 516120
    },
    {
      "epoch": 144.05,
      "grad_norm": 1.1884284019470215,
      "learning_rate": 4.474033422228248e-06,
      "loss": 0.3896,
      "step": 516130
    },
    {
      "epoch": 144.05,
      "grad_norm": 1.4706144332885742,
      "learning_rate": 4.474022147411576e-06,
      "loss": 0.4015,
      "step": 516140
    },
    {
      "epoch": 144.06,
      "grad_norm": 1.2452163696289062,
      "learning_rate": 4.474010872311364e-06,
      "loss": 0.3957,
      "step": 516150
    },
    {
      "epoch": 144.06,
      "grad_norm": 1.1643954515457153,
      "learning_rate": 4.4739995969276125e-06,
      "loss": 0.388,
      "step": 516160
    },
    {
      "epoch": 144.06,
      "grad_norm": 1.2282501459121704,
      "learning_rate": 4.473988321260326e-06,
      "loss": 0.3926,
      "step": 516170
    },
    {
      "epoch": 144.06,
      "grad_norm": 1.100977897644043,
      "learning_rate": 4.473977045309504e-06,
      "loss": 0.403,
      "step": 516180
    },
    {
      "epoch": 144.07,
      "grad_norm": 1.3014086484909058,
      "learning_rate": 4.473965769075148e-06,
      "loss": 0.3839,
      "step": 516190
    },
    {
      "epoch": 144.07,
      "grad_norm": 1.5532441139221191,
      "learning_rate": 4.473954492557259e-06,
      "loss": 0.4062,
      "step": 516200
    },
    {
      "epoch": 144.07,
      "grad_norm": 1.200114369392395,
      "learning_rate": 4.47394321575584e-06,
      "loss": 0.395,
      "step": 516210
    },
    {
      "epoch": 144.07,
      "grad_norm": 1.3660800457000732,
      "learning_rate": 4.473931938670891e-06,
      "loss": 0.3848,
      "step": 516220
    },
    {
      "epoch": 144.08,
      "grad_norm": 1.253150224685669,
      "learning_rate": 4.473920661302415e-06,
      "loss": 0.3938,
      "step": 516230
    },
    {
      "epoch": 144.08,
      "grad_norm": 1.33811616897583,
      "learning_rate": 4.473909383650412e-06,
      "loss": 0.3961,
      "step": 516240
    },
    {
      "epoch": 144.08,
      "grad_norm": 1.1310521364212036,
      "learning_rate": 4.4738981057148855e-06,
      "loss": 0.3826,
      "step": 516250
    },
    {
      "epoch": 144.09,
      "grad_norm": 1.2026643753051758,
      "learning_rate": 4.473886827495835e-06,
      "loss": 0.3946,
      "step": 516260
    },
    {
      "epoch": 144.09,
      "grad_norm": 1.2318942546844482,
      "learning_rate": 4.473875548993262e-06,
      "loss": 0.3909,
      "step": 516270
    },
    {
      "epoch": 144.09,
      "grad_norm": 1.3707506656646729,
      "learning_rate": 4.473864270207169e-06,
      "loss": 0.3938,
      "step": 516280
    },
    {
      "epoch": 144.09,
      "grad_norm": 1.3133623600006104,
      "learning_rate": 4.473852991137557e-06,
      "loss": 0.4096,
      "step": 516290
    },
    {
      "epoch": 144.1,
      "grad_norm": 1.0321667194366455,
      "learning_rate": 4.473841711784428e-06,
      "loss": 0.4117,
      "step": 516300
    },
    {
      "epoch": 144.1,
      "grad_norm": 1.3205407857894897,
      "learning_rate": 4.473830432147784e-06,
      "loss": 0.3883,
      "step": 516310
    },
    {
      "epoch": 144.1,
      "grad_norm": 1.1426438093185425,
      "learning_rate": 4.473819152227624e-06,
      "loss": 0.4024,
      "step": 516320
    },
    {
      "epoch": 144.11,
      "grad_norm": 1.3789925575256348,
      "learning_rate": 4.473807872023953e-06,
      "loss": 0.3673,
      "step": 516330
    },
    {
      "epoch": 144.11,
      "grad_norm": 1.6738539934158325,
      "learning_rate": 4.47379659153677e-06,
      "loss": 0.3886,
      "step": 516340
    },
    {
      "epoch": 144.11,
      "grad_norm": 1.4381388425827026,
      "learning_rate": 4.4737853107660775e-06,
      "loss": 0.401,
      "step": 516350
    },
    {
      "epoch": 144.11,
      "grad_norm": 1.2766085863113403,
      "learning_rate": 4.473774029711876e-06,
      "loss": 0.4042,
      "step": 516360
    },
    {
      "epoch": 144.12,
      "grad_norm": 1.2539987564086914,
      "learning_rate": 4.4737627483741686e-06,
      "loss": 0.4086,
      "step": 516370
    },
    {
      "epoch": 144.12,
      "grad_norm": 1.4184163808822632,
      "learning_rate": 4.473751466752955e-06,
      "loss": 0.4102,
      "step": 516380
    },
    {
      "epoch": 144.12,
      "grad_norm": 1.0933964252471924,
      "learning_rate": 4.473740184848238e-06,
      "loss": 0.4038,
      "step": 516390
    },
    {
      "epoch": 144.13,
      "grad_norm": 1.0464147329330444,
      "learning_rate": 4.473728902660019e-06,
      "loss": 0.3956,
      "step": 516400
    },
    {
      "epoch": 144.13,
      "grad_norm": 1.2040464878082275,
      "learning_rate": 4.4737176201883e-06,
      "loss": 0.3808,
      "step": 516410
    },
    {
      "epoch": 144.13,
      "grad_norm": 1.2376731634140015,
      "learning_rate": 4.47370633743308e-06,
      "loss": 0.3937,
      "step": 516420
    },
    {
      "epoch": 144.13,
      "grad_norm": 1.2429078817367554,
      "learning_rate": 4.473695054394363e-06,
      "loss": 0.3898,
      "step": 516430
    },
    {
      "epoch": 144.14,
      "grad_norm": 1.2472223043441772,
      "learning_rate": 4.47368377107215e-06,
      "loss": 0.4005,
      "step": 516440
    },
    {
      "epoch": 144.14,
      "grad_norm": 1.2249360084533691,
      "learning_rate": 4.473672487466442e-06,
      "loss": 0.3876,
      "step": 516450
    },
    {
      "epoch": 144.14,
      "grad_norm": 1.1398074626922607,
      "learning_rate": 4.473661203577241e-06,
      "loss": 0.3955,
      "step": 516460
    },
    {
      "epoch": 144.14,
      "grad_norm": 1.7791844606399536,
      "learning_rate": 4.473649919404547e-06,
      "loss": 0.4087,
      "step": 516470
    },
    {
      "epoch": 144.15,
      "grad_norm": 1.2950509786605835,
      "learning_rate": 4.473638634948364e-06,
      "loss": 0.3946,
      "step": 516480
    },
    {
      "epoch": 144.15,
      "grad_norm": 1.3754807710647583,
      "learning_rate": 4.473627350208692e-06,
      "loss": 0.4024,
      "step": 516490
    },
    {
      "epoch": 144.15,
      "grad_norm": 1.2913756370544434,
      "learning_rate": 4.473616065185533e-06,
      "loss": 0.4176,
      "step": 516500
    },
    {
      "epoch": 144.16,
      "grad_norm": 1.2863396406173706,
      "learning_rate": 4.473604779878888e-06,
      "loss": 0.4029,
      "step": 516510
    },
    {
      "epoch": 144.16,
      "grad_norm": 1.4068498611450195,
      "learning_rate": 4.473593494288759e-06,
      "loss": 0.3903,
      "step": 516520
    },
    {
      "epoch": 144.16,
      "grad_norm": 1.3268266916275024,
      "learning_rate": 4.473582208415147e-06,
      "loss": 0.4041,
      "step": 516530
    },
    {
      "epoch": 144.16,
      "grad_norm": 1.6343860626220703,
      "learning_rate": 4.473570922258053e-06,
      "loss": 0.3912,
      "step": 516540
    },
    {
      "epoch": 144.17,
      "grad_norm": 1.269862174987793,
      "learning_rate": 4.47355963581748e-06,
      "loss": 0.3871,
      "step": 516550
    },
    {
      "epoch": 144.17,
      "grad_norm": 1.6600502729415894,
      "learning_rate": 4.473548349093428e-06,
      "loss": 0.4106,
      "step": 516560
    },
    {
      "epoch": 144.17,
      "grad_norm": 1.2986732721328735,
      "learning_rate": 4.473537062085901e-06,
      "loss": 0.3913,
      "step": 516570
    },
    {
      "epoch": 144.18,
      "grad_norm": 1.3453973531723022,
      "learning_rate": 4.473525774794897e-06,
      "loss": 0.3942,
      "step": 516580
    },
    {
      "epoch": 144.18,
      "grad_norm": 1.2092218399047852,
      "learning_rate": 4.47351448722042e-06,
      "loss": 0.4039,
      "step": 516590
    },
    {
      "epoch": 144.18,
      "grad_norm": 1.4070155620574951,
      "learning_rate": 4.473503199362471e-06,
      "loss": 0.4098,
      "step": 516600
    },
    {
      "epoch": 144.18,
      "grad_norm": 1.2383968830108643,
      "learning_rate": 4.473491911221051e-06,
      "loss": 0.3944,
      "step": 516610
    },
    {
      "epoch": 144.19,
      "grad_norm": 1.2351772785186768,
      "learning_rate": 4.473480622796162e-06,
      "loss": 0.4102,
      "step": 516620
    },
    {
      "epoch": 144.19,
      "grad_norm": 1.194548487663269,
      "learning_rate": 4.473469334087805e-06,
      "loss": 0.402,
      "step": 516630
    },
    {
      "epoch": 144.19,
      "grad_norm": 1.22877836227417,
      "learning_rate": 4.473458045095982e-06,
      "loss": 0.3891,
      "step": 516640
    },
    {
      "epoch": 144.19,
      "grad_norm": 1.297823190689087,
      "learning_rate": 4.473446755820693e-06,
      "loss": 0.4139,
      "step": 516650
    },
    {
      "epoch": 144.2,
      "grad_norm": 1.3828308582305908,
      "learning_rate": 4.473435466261942e-06,
      "loss": 0.4101,
      "step": 516660
    },
    {
      "epoch": 144.2,
      "grad_norm": 1.5108100175857544,
      "learning_rate": 4.47342417641973e-06,
      "loss": 0.4065,
      "step": 516670
    },
    {
      "epoch": 144.2,
      "grad_norm": 1.3194386959075928,
      "learning_rate": 4.473412886294057e-06,
      "loss": 0.3887,
      "step": 516680
    },
    {
      "epoch": 144.21,
      "grad_norm": 1.8409595489501953,
      "learning_rate": 4.473401595884925e-06,
      "loss": 0.3864,
      "step": 516690
    },
    {
      "epoch": 144.21,
      "grad_norm": 1.1612422466278076,
      "learning_rate": 4.473390305192336e-06,
      "loss": 0.4023,
      "step": 516700
    },
    {
      "epoch": 144.21,
      "grad_norm": 1.4094702005386353,
      "learning_rate": 4.473379014216291e-06,
      "loss": 0.3875,
      "step": 516710
    },
    {
      "epoch": 144.21,
      "grad_norm": 3.4339160919189453,
      "learning_rate": 4.473367722956792e-06,
      "loss": 0.3848,
      "step": 516720
    },
    {
      "epoch": 144.22,
      "grad_norm": 1.153313398361206,
      "learning_rate": 4.473356431413841e-06,
      "loss": 0.387,
      "step": 516730
    },
    {
      "epoch": 144.22,
      "grad_norm": 0.9483904242515564,
      "learning_rate": 4.473345139587439e-06,
      "loss": 0.3984,
      "step": 516740
    },
    {
      "epoch": 144.22,
      "grad_norm": 1.4873706102371216,
      "learning_rate": 4.4733338474775865e-06,
      "loss": 0.4008,
      "step": 516750
    },
    {
      "epoch": 144.23,
      "grad_norm": 1.1744728088378906,
      "learning_rate": 4.4733225550842855e-06,
      "loss": 0.3873,
      "step": 516760
    },
    {
      "epoch": 144.23,
      "grad_norm": 1.2585725784301758,
      "learning_rate": 4.473311262407538e-06,
      "loss": 0.4072,
      "step": 516770
    },
    {
      "epoch": 144.23,
      "grad_norm": 1.2437421083450317,
      "learning_rate": 4.4732999694473454e-06,
      "loss": 0.4018,
      "step": 516780
    },
    {
      "epoch": 144.23,
      "grad_norm": 1.2375153303146362,
      "learning_rate": 4.473288676203709e-06,
      "loss": 0.4033,
      "step": 516790
    },
    {
      "epoch": 144.24,
      "grad_norm": 1.225577473640442,
      "learning_rate": 4.473277382676631e-06,
      "loss": 0.3903,
      "step": 516800
    },
    {
      "epoch": 144.24,
      "grad_norm": 1.2719093561172485,
      "learning_rate": 4.473266088866111e-06,
      "loss": 0.4007,
      "step": 516810
    },
    {
      "epoch": 144.24,
      "grad_norm": 1.2410945892333984,
      "learning_rate": 4.473254794772154e-06,
      "loss": 0.3926,
      "step": 516820
    },
    {
      "epoch": 144.25,
      "grad_norm": 2.9874701499938965,
      "learning_rate": 4.473243500394758e-06,
      "loss": 0.3864,
      "step": 516830
    },
    {
      "epoch": 144.25,
      "grad_norm": 1.1217671632766724,
      "learning_rate": 4.473232205733926e-06,
      "loss": 0.404,
      "step": 516840
    },
    {
      "epoch": 144.25,
      "grad_norm": 1.194426417350769,
      "learning_rate": 4.473220910789659e-06,
      "loss": 0.3919,
      "step": 516850
    },
    {
      "epoch": 144.25,
      "grad_norm": 1.2607935667037964,
      "learning_rate": 4.473209615561959e-06,
      "loss": 0.4158,
      "step": 516860
    },
    {
      "epoch": 144.26,
      "grad_norm": 1.2234455347061157,
      "learning_rate": 4.4731983200508275e-06,
      "loss": 0.3994,
      "step": 516870
    },
    {
      "epoch": 144.26,
      "grad_norm": 1.2482914924621582,
      "learning_rate": 4.473187024256266e-06,
      "loss": 0.3971,
      "step": 516880
    },
    {
      "epoch": 144.26,
      "grad_norm": 1.375866413116455,
      "learning_rate": 4.473175728178276e-06,
      "loss": 0.3805,
      "step": 516890
    },
    {
      "epoch": 144.26,
      "grad_norm": 1.1456267833709717,
      "learning_rate": 4.473164431816858e-06,
      "loss": 0.3824,
      "step": 516900
    },
    {
      "epoch": 144.27,
      "grad_norm": 1.2389436960220337,
      "learning_rate": 4.473153135172015e-06,
      "loss": 0.3976,
      "step": 516910
    },
    {
      "epoch": 144.27,
      "grad_norm": 1.2658987045288086,
      "learning_rate": 4.473141838243747e-06,
      "loss": 0.4002,
      "step": 516920
    },
    {
      "epoch": 144.27,
      "grad_norm": 1.192429542541504,
      "learning_rate": 4.473130541032058e-06,
      "loss": 0.3928,
      "step": 516930
    },
    {
      "epoch": 144.28,
      "grad_norm": 1.4040682315826416,
      "learning_rate": 4.473119243536947e-06,
      "loss": 0.3814,
      "step": 516940
    },
    {
      "epoch": 144.28,
      "grad_norm": 1.1974666118621826,
      "learning_rate": 4.473107945758416e-06,
      "loss": 0.3823,
      "step": 516950
    },
    {
      "epoch": 144.28,
      "grad_norm": 1.1033341884613037,
      "learning_rate": 4.4730966476964676e-06,
      "loss": 0.393,
      "step": 516960
    },
    {
      "epoch": 144.28,
      "grad_norm": 1.0248199701309204,
      "learning_rate": 4.473085349351102e-06,
      "loss": 0.3776,
      "step": 516970
    },
    {
      "epoch": 144.29,
      "grad_norm": 1.0600779056549072,
      "learning_rate": 4.473074050722321e-06,
      "loss": 0.3864,
      "step": 516980
    },
    {
      "epoch": 144.29,
      "grad_norm": 1.5218393802642822,
      "learning_rate": 4.473062751810127e-06,
      "loss": 0.3803,
      "step": 516990
    },
    {
      "epoch": 144.29,
      "grad_norm": 1.3745118379592896,
      "learning_rate": 4.473051452614521e-06,
      "loss": 0.399,
      "step": 517000
    },
    {
      "epoch": 144.3,
      "grad_norm": 1.6742578744888306,
      "learning_rate": 4.473040153135505e-06,
      "loss": 0.4098,
      "step": 517010
    },
    {
      "epoch": 144.3,
      "grad_norm": 1.1104297637939453,
      "learning_rate": 4.473028853373078e-06,
      "loss": 0.4112,
      "step": 517020
    },
    {
      "epoch": 144.3,
      "grad_norm": 1.20845365524292,
      "learning_rate": 4.473017553327245e-06,
      "loss": 0.4015,
      "step": 517030
    },
    {
      "epoch": 144.3,
      "grad_norm": 1.175382375717163,
      "learning_rate": 4.473006252998005e-06,
      "loss": 0.3981,
      "step": 517040
    },
    {
      "epoch": 144.31,
      "grad_norm": 1.5403892993927002,
      "learning_rate": 4.472994952385361e-06,
      "loss": 0.3782,
      "step": 517050
    },
    {
      "epoch": 144.31,
      "grad_norm": 1.0871753692626953,
      "learning_rate": 4.4729836514893134e-06,
      "loss": 0.404,
      "step": 517060
    },
    {
      "epoch": 144.31,
      "grad_norm": 1.2703943252563477,
      "learning_rate": 4.472972350309865e-06,
      "loss": 0.3934,
      "step": 517070
    },
    {
      "epoch": 144.31,
      "grad_norm": 1.17656672000885,
      "learning_rate": 4.472961048847016e-06,
      "loss": 0.3786,
      "step": 517080
    },
    {
      "epoch": 144.32,
      "grad_norm": 1.3311312198638916,
      "learning_rate": 4.472949747100768e-06,
      "loss": 0.3959,
      "step": 517090
    },
    {
      "epoch": 144.32,
      "grad_norm": 1.130416750907898,
      "learning_rate": 4.472938445071124e-06,
      "loss": 0.3956,
      "step": 517100
    },
    {
      "epoch": 144.32,
      "grad_norm": 1.4230350255966187,
      "learning_rate": 4.472927142758084e-06,
      "loss": 0.3939,
      "step": 517110
    },
    {
      "epoch": 144.33,
      "grad_norm": 1.4700180292129517,
      "learning_rate": 4.472915840161649e-06,
      "loss": 0.3938,
      "step": 517120
    },
    {
      "epoch": 144.33,
      "grad_norm": 1.2623354196548462,
      "learning_rate": 4.472904537281823e-06,
      "loss": 0.3868,
      "step": 517130
    },
    {
      "epoch": 144.33,
      "grad_norm": 1.6098299026489258,
      "learning_rate": 4.472893234118606e-06,
      "loss": 0.3926,
      "step": 517140
    },
    {
      "epoch": 144.33,
      "grad_norm": 1.3479669094085693,
      "learning_rate": 4.472881930671997e-06,
      "loss": 0.4189,
      "step": 517150
    },
    {
      "epoch": 144.34,
      "grad_norm": 1.3540571928024292,
      "learning_rate": 4.472870626942003e-06,
      "loss": 0.3974,
      "step": 517160
    },
    {
      "epoch": 144.34,
      "grad_norm": 1.2072659730911255,
      "learning_rate": 4.4728593229286205e-06,
      "loss": 0.3812,
      "step": 517170
    },
    {
      "epoch": 144.34,
      "grad_norm": 1.4215123653411865,
      "learning_rate": 4.472848018631854e-06,
      "loss": 0.402,
      "step": 517180
    },
    {
      "epoch": 144.35,
      "grad_norm": 1.3604316711425781,
      "learning_rate": 4.4728367140517035e-06,
      "loss": 0.394,
      "step": 517190
    },
    {
      "epoch": 144.35,
      "grad_norm": 1.437065601348877,
      "learning_rate": 4.472825409188171e-06,
      "loss": 0.4017,
      "step": 517200
    },
    {
      "epoch": 144.35,
      "grad_norm": 1.2242153882980347,
      "learning_rate": 4.472814104041257e-06,
      "loss": 0.3892,
      "step": 517210
    },
    {
      "epoch": 144.35,
      "grad_norm": 1.2575392723083496,
      "learning_rate": 4.472802798610966e-06,
      "loss": 0.3922,
      "step": 517220
    },
    {
      "epoch": 144.36,
      "grad_norm": 1.3456918001174927,
      "learning_rate": 4.472791492897296e-06,
      "loss": 0.3855,
      "step": 517230
    },
    {
      "epoch": 144.36,
      "grad_norm": 1.2219643592834473,
      "learning_rate": 4.47278018690025e-06,
      "loss": 0.4019,
      "step": 517240
    },
    {
      "epoch": 144.36,
      "grad_norm": 1.1120411157608032,
      "learning_rate": 4.47276888061983e-06,
      "loss": 0.3775,
      "step": 517250
    },
    {
      "epoch": 144.37,
      "grad_norm": 1.2038735151290894,
      "learning_rate": 4.472757574056037e-06,
      "loss": 0.4062,
      "step": 517260
    },
    {
      "epoch": 144.37,
      "grad_norm": 1.2756140232086182,
      "learning_rate": 4.472746267208873e-06,
      "loss": 0.4075,
      "step": 517270
    },
    {
      "epoch": 144.37,
      "grad_norm": 1.0180721282958984,
      "learning_rate": 4.472734960078339e-06,
      "loss": 0.4076,
      "step": 517280
    },
    {
      "epoch": 144.37,
      "grad_norm": 1.2569072246551514,
      "learning_rate": 4.472723652664436e-06,
      "loss": 0.4003,
      "step": 517290
    },
    {
      "epoch": 144.38,
      "grad_norm": 1.3665552139282227,
      "learning_rate": 4.472712344967165e-06,
      "loss": 0.4018,
      "step": 517300
    },
    {
      "epoch": 144.38,
      "grad_norm": 1.234584927558899,
      "learning_rate": 4.47270103698653e-06,
      "loss": 0.3852,
      "step": 517310
    },
    {
      "epoch": 144.38,
      "grad_norm": 1.0951495170593262,
      "learning_rate": 4.472689728722531e-06,
      "loss": 0.3892,
      "step": 517320
    },
    {
      "epoch": 144.38,
      "grad_norm": 1.4908150434494019,
      "learning_rate": 4.4726784201751686e-06,
      "loss": 0.4044,
      "step": 517330
    },
    {
      "epoch": 144.39,
      "grad_norm": 1.2719054222106934,
      "learning_rate": 4.472667111344446e-06,
      "loss": 0.3926,
      "step": 517340
    },
    {
      "epoch": 144.39,
      "grad_norm": 1.570397973060608,
      "learning_rate": 4.472655802230364e-06,
      "loss": 0.3913,
      "step": 517350
    },
    {
      "epoch": 144.39,
      "grad_norm": 1.2426401376724243,
      "learning_rate": 4.472644492832924e-06,
      "loss": 0.3844,
      "step": 517360
    },
    {
      "epoch": 144.4,
      "grad_norm": 1.3096418380737305,
      "learning_rate": 4.472633183152127e-06,
      "loss": 0.3979,
      "step": 517370
    },
    {
      "epoch": 144.4,
      "grad_norm": 1.0181809663772583,
      "learning_rate": 4.4726218731879755e-06,
      "loss": 0.3692,
      "step": 517380
    },
    {
      "epoch": 144.4,
      "grad_norm": 1.284834861755371,
      "learning_rate": 4.472610562940471e-06,
      "loss": 0.3983,
      "step": 517390
    },
    {
      "epoch": 144.4,
      "grad_norm": 1.363248586654663,
      "learning_rate": 4.472599252409614e-06,
      "loss": 0.3865,
      "step": 517400
    },
    {
      "epoch": 144.41,
      "grad_norm": 1.1848251819610596,
      "learning_rate": 4.472587941595406e-06,
      "loss": 0.3959,
      "step": 517410
    },
    {
      "epoch": 144.41,
      "grad_norm": 1.1486766338348389,
      "learning_rate": 4.47257663049785e-06,
      "loss": 0.3933,
      "step": 517420
    },
    {
      "epoch": 144.41,
      "grad_norm": 1.4663431644439697,
      "learning_rate": 4.472565319116947e-06,
      "loss": 0.4031,
      "step": 517430
    },
    {
      "epoch": 144.42,
      "grad_norm": 1.2717015743255615,
      "learning_rate": 4.472554007452697e-06,
      "loss": 0.384,
      "step": 517440
    },
    {
      "epoch": 144.42,
      "grad_norm": 1.4510456323623657,
      "learning_rate": 4.472542695505103e-06,
      "loss": 0.3898,
      "step": 517450
    },
    {
      "epoch": 144.42,
      "grad_norm": 1.112606406211853,
      "learning_rate": 4.472531383274166e-06,
      "loss": 0.3833,
      "step": 517460
    },
    {
      "epoch": 144.42,
      "grad_norm": 1.4521366357803345,
      "learning_rate": 4.472520070759889e-06,
      "loss": 0.3921,
      "step": 517470
    },
    {
      "epoch": 144.43,
      "grad_norm": 1.2372097969055176,
      "learning_rate": 4.47250875796227e-06,
      "loss": 0.4072,
      "step": 517480
    },
    {
      "epoch": 144.43,
      "grad_norm": 1.227075219154358,
      "learning_rate": 4.472497444881314e-06,
      "loss": 0.3851,
      "step": 517490
    },
    {
      "epoch": 144.43,
      "grad_norm": 1.13324773311615,
      "learning_rate": 4.472486131517021e-06,
      "loss": 0.3907,
      "step": 517500
    },
    {
      "epoch": 144.43,
      "grad_norm": 1.329592227935791,
      "learning_rate": 4.472474817869392e-06,
      "loss": 0.3913,
      "step": 517510
    },
    {
      "epoch": 144.44,
      "grad_norm": 1.1773643493652344,
      "learning_rate": 4.47246350393843e-06,
      "loss": 0.3904,
      "step": 517520
    },
    {
      "epoch": 144.44,
      "grad_norm": 1.4365322589874268,
      "learning_rate": 4.4724521897241345e-06,
      "loss": 0.3997,
      "step": 517530
    },
    {
      "epoch": 144.44,
      "grad_norm": 1.1096999645233154,
      "learning_rate": 4.472440875226508e-06,
      "loss": 0.3959,
      "step": 517540
    },
    {
      "epoch": 144.45,
      "grad_norm": 1.2838813066482544,
      "learning_rate": 4.472429560445554e-06,
      "loss": 0.3881,
      "step": 517550
    },
    {
      "epoch": 144.45,
      "grad_norm": 1.1813913583755493,
      "learning_rate": 4.4724182453812704e-06,
      "loss": 0.397,
      "step": 517560
    },
    {
      "epoch": 144.45,
      "grad_norm": 1.1881489753723145,
      "learning_rate": 4.472406930033661e-06,
      "loss": 0.3829,
      "step": 517570
    },
    {
      "epoch": 144.45,
      "grad_norm": 1.2684147357940674,
      "learning_rate": 4.472395614402728e-06,
      "loss": 0.377,
      "step": 517580
    },
    {
      "epoch": 144.46,
      "grad_norm": 1.3210790157318115,
      "learning_rate": 4.4723842984884705e-06,
      "loss": 0.397,
      "step": 517590
    },
    {
      "epoch": 144.46,
      "grad_norm": 1.4905647039413452,
      "learning_rate": 4.472372982290892e-06,
      "loss": 0.4036,
      "step": 517600
    },
    {
      "epoch": 144.46,
      "grad_norm": 1.0902657508850098,
      "learning_rate": 4.472361665809992e-06,
      "loss": 0.3806,
      "step": 517610
    },
    {
      "epoch": 144.47,
      "grad_norm": 1.3230754137039185,
      "learning_rate": 4.472350349045774e-06,
      "loss": 0.3992,
      "step": 517620
    },
    {
      "epoch": 144.47,
      "grad_norm": 1.0208146572113037,
      "learning_rate": 4.472339031998238e-06,
      "loss": 0.3981,
      "step": 517630
    },
    {
      "epoch": 144.47,
      "grad_norm": 1.2572375535964966,
      "learning_rate": 4.4723277146673865e-06,
      "loss": 0.3861,
      "step": 517640
    },
    {
      "epoch": 144.47,
      "grad_norm": 1.1876630783081055,
      "learning_rate": 4.472316397053221e-06,
      "loss": 0.4023,
      "step": 517650
    },
    {
      "epoch": 144.48,
      "grad_norm": 1.5747867822647095,
      "learning_rate": 4.472305079155743e-06,
      "loss": 0.3914,
      "step": 517660
    },
    {
      "epoch": 144.48,
      "grad_norm": 2.089632272720337,
      "learning_rate": 4.472293760974953e-06,
      "loss": 0.3841,
      "step": 517670
    },
    {
      "epoch": 144.48,
      "grad_norm": 1.1693593263626099,
      "learning_rate": 4.472282442510854e-06,
      "loss": 0.4092,
      "step": 517680
    },
    {
      "epoch": 144.49,
      "grad_norm": 1.1201568841934204,
      "learning_rate": 4.472271123763447e-06,
      "loss": 0.3913,
      "step": 517690
    },
    {
      "epoch": 144.49,
      "grad_norm": 1.0568989515304565,
      "learning_rate": 4.4722598047327324e-06,
      "loss": 0.3974,
      "step": 517700
    },
    {
      "epoch": 144.49,
      "grad_norm": 1.1735451221466064,
      "learning_rate": 4.472248485418713e-06,
      "loss": 0.3882,
      "step": 517710
    },
    {
      "epoch": 144.49,
      "grad_norm": 1.1907674074172974,
      "learning_rate": 4.472237165821389e-06,
      "loss": 0.4031,
      "step": 517720
    },
    {
      "epoch": 144.5,
      "grad_norm": 1.1955994367599487,
      "learning_rate": 4.472225845940764e-06,
      "loss": 0.3936,
      "step": 517730
    },
    {
      "epoch": 144.5,
      "grad_norm": 1.3224222660064697,
      "learning_rate": 4.472214525776838e-06,
      "loss": 0.4243,
      "step": 517740
    },
    {
      "epoch": 144.5,
      "grad_norm": 1.2134068012237549,
      "learning_rate": 4.4722032053296125e-06,
      "loss": 0.3965,
      "step": 517750
    },
    {
      "epoch": 144.5,
      "grad_norm": 1.1300296783447266,
      "learning_rate": 4.4721918845990885e-06,
      "loss": 0.3923,
      "step": 517760
    },
    {
      "epoch": 144.51,
      "grad_norm": 1.4078240394592285,
      "learning_rate": 4.47218056358527e-06,
      "loss": 0.3955,
      "step": 517770
    },
    {
      "epoch": 144.51,
      "grad_norm": 1.3166933059692383,
      "learning_rate": 4.472169242288156e-06,
      "loss": 0.3772,
      "step": 517780
    },
    {
      "epoch": 144.51,
      "grad_norm": 1.1894861459732056,
      "learning_rate": 4.4721579207077485e-06,
      "loss": 0.3786,
      "step": 517790
    },
    {
      "epoch": 144.52,
      "grad_norm": 1.4338287115097046,
      "learning_rate": 4.4721465988440495e-06,
      "loss": 0.3959,
      "step": 517800
    },
    {
      "epoch": 144.52,
      "grad_norm": 1.491765022277832,
      "learning_rate": 4.47213527669706e-06,
      "loss": 0.401,
      "step": 517810
    },
    {
      "epoch": 144.52,
      "grad_norm": 1.3655484914779663,
      "learning_rate": 4.4721239542667826e-06,
      "loss": 0.3921,
      "step": 517820
    },
    {
      "epoch": 144.52,
      "grad_norm": 1.2108460664749146,
      "learning_rate": 4.472112631553218e-06,
      "loss": 0.4018,
      "step": 517830
    },
    {
      "epoch": 144.53,
      "grad_norm": 1.6778674125671387,
      "learning_rate": 4.472101308556368e-06,
      "loss": 0.4051,
      "step": 517840
    },
    {
      "epoch": 144.53,
      "grad_norm": 1.118065595626831,
      "learning_rate": 4.472089985276233e-06,
      "loss": 0.3844,
      "step": 517850
    },
    {
      "epoch": 144.53,
      "grad_norm": 1.4519838094711304,
      "learning_rate": 4.472078661712816e-06,
      "loss": 0.3951,
      "step": 517860
    },
    {
      "epoch": 144.54,
      "grad_norm": 1.1514376401901245,
      "learning_rate": 4.472067337866117e-06,
      "loss": 0.3859,
      "step": 517870
    },
    {
      "epoch": 144.54,
      "grad_norm": 1.4600626230239868,
      "learning_rate": 4.472056013736139e-06,
      "loss": 0.4127,
      "step": 517880
    },
    {
      "epoch": 144.54,
      "grad_norm": 1.2743693590164185,
      "learning_rate": 4.472044689322883e-06,
      "loss": 0.4027,
      "step": 517890
    },
    {
      "epoch": 144.54,
      "grad_norm": 1.624045491218567,
      "learning_rate": 4.47203336462635e-06,
      "loss": 0.3838,
      "step": 517900
    },
    {
      "epoch": 144.55,
      "grad_norm": 1.362489104270935,
      "learning_rate": 4.4720220396465425e-06,
      "loss": 0.3896,
      "step": 517910
    },
    {
      "epoch": 144.55,
      "grad_norm": 1.4897024631500244,
      "learning_rate": 4.4720107143834605e-06,
      "loss": 0.3987,
      "step": 517920
    },
    {
      "epoch": 144.55,
      "grad_norm": 1.8024518489837646,
      "learning_rate": 4.471999388837108e-06,
      "loss": 0.3981,
      "step": 517930
    },
    {
      "epoch": 144.55,
      "grad_norm": 1.963355302810669,
      "learning_rate": 4.471988063007484e-06,
      "loss": 0.4164,
      "step": 517940
    },
    {
      "epoch": 144.56,
      "grad_norm": 1.1018790006637573,
      "learning_rate": 4.4719767368945905e-06,
      "loss": 0.4033,
      "step": 517950
    },
    {
      "epoch": 144.56,
      "grad_norm": 1.2534185647964478,
      "learning_rate": 4.47196541049843e-06,
      "loss": 0.3885,
      "step": 517960
    },
    {
      "epoch": 144.56,
      "grad_norm": 1.2170164585113525,
      "learning_rate": 4.471954083819003e-06,
      "loss": 0.3911,
      "step": 517970
    },
    {
      "epoch": 144.57,
      "grad_norm": 1.1129214763641357,
      "learning_rate": 4.471942756856311e-06,
      "loss": 0.4012,
      "step": 517980
    },
    {
      "epoch": 144.57,
      "grad_norm": 1.1983729600906372,
      "learning_rate": 4.4719314296103574e-06,
      "loss": 0.3692,
      "step": 517990
    },
    {
      "epoch": 144.57,
      "grad_norm": 1.4682118892669678,
      "learning_rate": 4.471920102081141e-06,
      "loss": 0.3925,
      "step": 518000
    },
    {
      "epoch": 144.57,
      "grad_norm": 1.248988151550293,
      "learning_rate": 4.4719087742686655e-06,
      "loss": 0.3874,
      "step": 518010
    },
    {
      "epoch": 144.58,
      "grad_norm": 1.3193252086639404,
      "learning_rate": 4.471897446172931e-06,
      "loss": 0.39,
      "step": 518020
    },
    {
      "epoch": 144.58,
      "grad_norm": 1.1859675645828247,
      "learning_rate": 4.47188611779394e-06,
      "loss": 0.3961,
      "step": 518030
    },
    {
      "epoch": 144.58,
      "grad_norm": 1.2333567142486572,
      "learning_rate": 4.4718747891316935e-06,
      "loss": 0.3798,
      "step": 518040
    },
    {
      "epoch": 144.59,
      "grad_norm": 1.2480791807174683,
      "learning_rate": 4.471863460186193e-06,
      "loss": 0.4,
      "step": 518050
    },
    {
      "epoch": 144.59,
      "grad_norm": 1.2264783382415771,
      "learning_rate": 4.471852130957439e-06,
      "loss": 0.4175,
      "step": 518060
    },
    {
      "epoch": 144.59,
      "grad_norm": 1.3351824283599854,
      "learning_rate": 4.4718408014454345e-06,
      "loss": 0.4007,
      "step": 518070
    },
    {
      "epoch": 144.59,
      "grad_norm": 1.4521589279174805,
      "learning_rate": 4.471829471650181e-06,
      "loss": 0.3824,
      "step": 518080
    },
    {
      "epoch": 144.6,
      "grad_norm": 1.3060411214828491,
      "learning_rate": 4.471818141571679e-06,
      "loss": 0.3966,
      "step": 518090
    },
    {
      "epoch": 144.6,
      "grad_norm": 1.465686559677124,
      "learning_rate": 4.471806811209931e-06,
      "loss": 0.3995,
      "step": 518100
    },
    {
      "epoch": 144.6,
      "grad_norm": 1.1644278764724731,
      "learning_rate": 4.471795480564938e-06,
      "loss": 0.3902,
      "step": 518110
    },
    {
      "epoch": 144.61,
      "grad_norm": 1.2416136264801025,
      "learning_rate": 4.471784149636701e-06,
      "loss": 0.3996,
      "step": 518120
    },
    {
      "epoch": 144.61,
      "grad_norm": 1.3992087841033936,
      "learning_rate": 4.471772818425223e-06,
      "loss": 0.3997,
      "step": 518130
    },
    {
      "epoch": 144.61,
      "grad_norm": 1.1804859638214111,
      "learning_rate": 4.471761486930504e-06,
      "loss": 0.3955,
      "step": 518140
    },
    {
      "epoch": 144.61,
      "grad_norm": 1.3545708656311035,
      "learning_rate": 4.471750155152545e-06,
      "loss": 0.3895,
      "step": 518150
    },
    {
      "epoch": 144.62,
      "grad_norm": 1.2759641408920288,
      "learning_rate": 4.4717388230913515e-06,
      "loss": 0.3888,
      "step": 518160
    },
    {
      "epoch": 144.62,
      "grad_norm": 1.2410658597946167,
      "learning_rate": 4.471727490746919e-06,
      "loss": 0.3975,
      "step": 518170
    },
    {
      "epoch": 144.62,
      "grad_norm": 1.3589534759521484,
      "learning_rate": 4.471716158119254e-06,
      "loss": 0.3922,
      "step": 518180
    },
    {
      "epoch": 144.62,
      "grad_norm": 1.016577124595642,
      "learning_rate": 4.471704825208356e-06,
      "loss": 0.3801,
      "step": 518190
    },
    {
      "epoch": 144.63,
      "grad_norm": 1.1611939668655396,
      "learning_rate": 4.4716934920142255e-06,
      "loss": 0.3965,
      "step": 518200
    },
    {
      "epoch": 144.63,
      "grad_norm": 1.255749225616455,
      "learning_rate": 4.471682158536866e-06,
      "loss": 0.4065,
      "step": 518210
    },
    {
      "epoch": 144.63,
      "grad_norm": 1.138353705406189,
      "learning_rate": 4.4716708247762785e-06,
      "loss": 0.3957,
      "step": 518220
    },
    {
      "epoch": 144.64,
      "grad_norm": 1.1885071992874146,
      "learning_rate": 4.471659490732463e-06,
      "loss": 0.3873,
      "step": 518230
    },
    {
      "epoch": 144.64,
      "grad_norm": 1.3962899446487427,
      "learning_rate": 4.471648156405423e-06,
      "loss": 0.4018,
      "step": 518240
    },
    {
      "epoch": 144.64,
      "grad_norm": 1.2816503047943115,
      "learning_rate": 4.471636821795159e-06,
      "loss": 0.3875,
      "step": 518250
    },
    {
      "epoch": 144.64,
      "grad_norm": 1.3217477798461914,
      "learning_rate": 4.471625486901673e-06,
      "loss": 0.3947,
      "step": 518260
    },
    {
      "epoch": 144.65,
      "grad_norm": 1.0968327522277832,
      "learning_rate": 4.471614151724966e-06,
      "loss": 0.3747,
      "step": 518270
    },
    {
      "epoch": 144.65,
      "grad_norm": 1.5147815942764282,
      "learning_rate": 4.47160281626504e-06,
      "loss": 0.3994,
      "step": 518280
    },
    {
      "epoch": 144.65,
      "grad_norm": 1.2045434713363647,
      "learning_rate": 4.471591480521896e-06,
      "loss": 0.4118,
      "step": 518290
    },
    {
      "epoch": 144.66,
      "grad_norm": 1.3326319456100464,
      "learning_rate": 4.471580144495535e-06,
      "loss": 0.3951,
      "step": 518300
    },
    {
      "epoch": 144.66,
      "grad_norm": 1.3255424499511719,
      "learning_rate": 4.47156880818596e-06,
      "loss": 0.3934,
      "step": 518310
    },
    {
      "epoch": 144.66,
      "grad_norm": 1.210018515586853,
      "learning_rate": 4.471557471593171e-06,
      "loss": 0.3758,
      "step": 518320
    },
    {
      "epoch": 144.66,
      "grad_norm": 1.5054112672805786,
      "learning_rate": 4.471546134717172e-06,
      "loss": 0.3906,
      "step": 518330
    },
    {
      "epoch": 144.67,
      "grad_norm": 1.2599562406539917,
      "learning_rate": 4.471534797557961e-06,
      "loss": 0.3936,
      "step": 518340
    },
    {
      "epoch": 144.67,
      "grad_norm": 1.1531857252120972,
      "learning_rate": 4.471523460115542e-06,
      "loss": 0.4096,
      "step": 518350
    },
    {
      "epoch": 144.67,
      "grad_norm": 1.8278292417526245,
      "learning_rate": 4.471512122389915e-06,
      "loss": 0.4184,
      "step": 518360
    },
    {
      "epoch": 144.67,
      "grad_norm": 1.3280091285705566,
      "learning_rate": 4.471500784381083e-06,
      "loss": 0.4066,
      "step": 518370
    },
    {
      "epoch": 144.68,
      "grad_norm": 1.1162259578704834,
      "learning_rate": 4.471489446089046e-06,
      "loss": 0.4069,
      "step": 518380
    },
    {
      "epoch": 144.68,
      "grad_norm": 1.3070331811904907,
      "learning_rate": 4.471478107513807e-06,
      "loss": 0.3956,
      "step": 518390
    },
    {
      "epoch": 144.68,
      "grad_norm": 1.0939030647277832,
      "learning_rate": 4.471466768655367e-06,
      "loss": 0.392,
      "step": 518400
    },
    {
      "epoch": 144.69,
      "grad_norm": 1.062544584274292,
      "learning_rate": 4.4714554295137275e-06,
      "loss": 0.3858,
      "step": 518410
    },
    {
      "epoch": 144.69,
      "grad_norm": 1.3157864809036255,
      "learning_rate": 4.471444090088889e-06,
      "loss": 0.3908,
      "step": 518420
    },
    {
      "epoch": 144.69,
      "grad_norm": 1.0735622644424438,
      "learning_rate": 4.4714327503808545e-06,
      "loss": 0.3966,
      "step": 518430
    },
    {
      "epoch": 144.69,
      "grad_norm": 1.3284388780593872,
      "learning_rate": 4.471421410389625e-06,
      "loss": 0.3827,
      "step": 518440
    },
    {
      "epoch": 144.7,
      "grad_norm": 1.3015694618225098,
      "learning_rate": 4.471410070115201e-06,
      "loss": 0.3942,
      "step": 518450
    },
    {
      "epoch": 144.7,
      "grad_norm": 1.215499997138977,
      "learning_rate": 4.471398729557586e-06,
      "loss": 0.3999,
      "step": 518460
    },
    {
      "epoch": 144.7,
      "grad_norm": 1.4630612134933472,
      "learning_rate": 4.471387388716778e-06,
      "loss": 0.3914,
      "step": 518470
    },
    {
      "epoch": 144.71,
      "grad_norm": 1.3360724449157715,
      "learning_rate": 4.471376047592783e-06,
      "loss": 0.3908,
      "step": 518480
    },
    {
      "epoch": 144.71,
      "grad_norm": 1.2947216033935547,
      "learning_rate": 4.471364706185601e-06,
      "loss": 0.4151,
      "step": 518490
    },
    {
      "epoch": 144.71,
      "grad_norm": 1.2819219827651978,
      "learning_rate": 4.471353364495231e-06,
      "loss": 0.3926,
      "step": 518500
    },
    {
      "epoch": 144.71,
      "grad_norm": 1.2075191736221313,
      "learning_rate": 4.4713420225216775e-06,
      "loss": 0.3992,
      "step": 518510
    },
    {
      "epoch": 144.72,
      "grad_norm": 1.0732309818267822,
      "learning_rate": 4.471330680264941e-06,
      "loss": 0.4083,
      "step": 518520
    },
    {
      "epoch": 144.72,
      "grad_norm": 1.3394339084625244,
      "learning_rate": 4.471319337725023e-06,
      "loss": 0.4026,
      "step": 518530
    },
    {
      "epoch": 144.72,
      "grad_norm": 1.542352318763733,
      "learning_rate": 4.471307994901924e-06,
      "loss": 0.4073,
      "step": 518540
    },
    {
      "epoch": 144.73,
      "grad_norm": 1.1943588256835938,
      "learning_rate": 4.4712966517956465e-06,
      "loss": 0.3803,
      "step": 518550
    },
    {
      "epoch": 144.73,
      "grad_norm": 1.1628155708312988,
      "learning_rate": 4.471285308406193e-06,
      "loss": 0.3883,
      "step": 518560
    },
    {
      "epoch": 144.73,
      "grad_norm": 1.1367738246917725,
      "learning_rate": 4.4712739647335634e-06,
      "loss": 0.3988,
      "step": 518570
    },
    {
      "epoch": 144.73,
      "grad_norm": 1.0594255924224854,
      "learning_rate": 4.47126262077776e-06,
      "loss": 0.4019,
      "step": 518580
    },
    {
      "epoch": 144.74,
      "grad_norm": 1.2337626218795776,
      "learning_rate": 4.471251276538784e-06,
      "loss": 0.3792,
      "step": 518590
    },
    {
      "epoch": 144.74,
      "grad_norm": 1.7752515077590942,
      "learning_rate": 4.471239932016637e-06,
      "loss": 0.394,
      "step": 518600
    },
    {
      "epoch": 144.74,
      "grad_norm": 1.2758134603500366,
      "learning_rate": 4.47122858721132e-06,
      "loss": 0.3746,
      "step": 518610
    },
    {
      "epoch": 144.74,
      "grad_norm": 1.565036654472351,
      "learning_rate": 4.471217242122835e-06,
      "loss": 0.3913,
      "step": 518620
    },
    {
      "epoch": 144.75,
      "grad_norm": 1.3541237115859985,
      "learning_rate": 4.471205896751184e-06,
      "loss": 0.4067,
      "step": 518630
    },
    {
      "epoch": 144.75,
      "grad_norm": 1.1671767234802246,
      "learning_rate": 4.4711945510963685e-06,
      "loss": 0.3888,
      "step": 518640
    },
    {
      "epoch": 144.75,
      "grad_norm": 1.2377177476882935,
      "learning_rate": 4.471183205158389e-06,
      "loss": 0.4123,
      "step": 518650
    },
    {
      "epoch": 144.76,
      "grad_norm": 0.9398477077484131,
      "learning_rate": 4.471171858937248e-06,
      "loss": 0.3948,
      "step": 518660
    },
    {
      "epoch": 144.76,
      "grad_norm": 1.3426648378372192,
      "learning_rate": 4.471160512432946e-06,
      "loss": 0.392,
      "step": 518670
    },
    {
      "epoch": 144.76,
      "grad_norm": 1.160874366760254,
      "learning_rate": 4.4711491656454855e-06,
      "loss": 0.3807,
      "step": 518680
    },
    {
      "epoch": 144.76,
      "grad_norm": 1.1311219930648804,
      "learning_rate": 4.471137818574867e-06,
      "loss": 0.3979,
      "step": 518690
    },
    {
      "epoch": 144.77,
      "grad_norm": 1.6984410285949707,
      "learning_rate": 4.471126471221093e-06,
      "loss": 0.3872,
      "step": 518700
    },
    {
      "epoch": 144.77,
      "grad_norm": 1.327541708946228,
      "learning_rate": 4.471115123584165e-06,
      "loss": 0.3877,
      "step": 518710
    },
    {
      "epoch": 144.77,
      "grad_norm": 1.3992804288864136,
      "learning_rate": 4.471103775664083e-06,
      "loss": 0.3844,
      "step": 518720
    },
    {
      "epoch": 144.78,
      "grad_norm": 1.7417895793914795,
      "learning_rate": 4.47109242746085e-06,
      "loss": 0.4219,
      "step": 518730
    },
    {
      "epoch": 144.78,
      "grad_norm": 1.2931641340255737,
      "learning_rate": 4.471081078974468e-06,
      "loss": 0.4112,
      "step": 518740
    },
    {
      "epoch": 144.78,
      "grad_norm": 1.1369291543960571,
      "learning_rate": 4.4710697302049375e-06,
      "loss": 0.3847,
      "step": 518750
    },
    {
      "epoch": 144.78,
      "grad_norm": 1.2579195499420166,
      "learning_rate": 4.471058381152259e-06,
      "loss": 0.4149,
      "step": 518760
    },
    {
      "epoch": 144.79,
      "grad_norm": 1.2346888780593872,
      "learning_rate": 4.4710470318164365e-06,
      "loss": 0.3865,
      "step": 518770
    },
    {
      "epoch": 144.79,
      "grad_norm": 1.1819514036178589,
      "learning_rate": 4.471035682197469e-06,
      "loss": 0.3843,
      "step": 518780
    },
    {
      "epoch": 144.79,
      "grad_norm": 1.4798657894134521,
      "learning_rate": 4.471024332295361e-06,
      "loss": 0.4021,
      "step": 518790
    },
    {
      "epoch": 144.79,
      "grad_norm": 1.4702613353729248,
      "learning_rate": 4.471012982110111e-06,
      "loss": 0.4011,
      "step": 518800
    },
    {
      "epoch": 144.8,
      "grad_norm": 1.3975036144256592,
      "learning_rate": 4.471001631641722e-06,
      "loss": 0.3986,
      "step": 518810
    },
    {
      "epoch": 144.8,
      "grad_norm": 1.3465378284454346,
      "learning_rate": 4.470990280890195e-06,
      "loss": 0.398,
      "step": 518820
    },
    {
      "epoch": 144.8,
      "grad_norm": 1.2822134494781494,
      "learning_rate": 4.470978929855531e-06,
      "loss": 0.3933,
      "step": 518830
    },
    {
      "epoch": 144.81,
      "grad_norm": 1.3040772676467896,
      "learning_rate": 4.470967578537733e-06,
      "loss": 0.3806,
      "step": 518840
    },
    {
      "epoch": 144.81,
      "grad_norm": 1.2005352973937988,
      "learning_rate": 4.470956226936802e-06,
      "loss": 0.4041,
      "step": 518850
    },
    {
      "epoch": 144.81,
      "grad_norm": 1.3895792961120605,
      "learning_rate": 4.470944875052739e-06,
      "loss": 0.3968,
      "step": 518860
    },
    {
      "epoch": 144.81,
      "grad_norm": 1.145448923110962,
      "learning_rate": 4.470933522885546e-06,
      "loss": 0.3706,
      "step": 518870
    },
    {
      "epoch": 144.82,
      "grad_norm": 1.3481992483139038,
      "learning_rate": 4.470922170435224e-06,
      "loss": 0.3869,
      "step": 518880
    },
    {
      "epoch": 144.82,
      "grad_norm": 1.9066842794418335,
      "learning_rate": 4.470910817701775e-06,
      "loss": 0.4062,
      "step": 518890
    },
    {
      "epoch": 144.82,
      "grad_norm": 1.1616909503936768,
      "learning_rate": 4.4708994646852e-06,
      "loss": 0.402,
      "step": 518900
    },
    {
      "epoch": 144.83,
      "grad_norm": 2.551204204559326,
      "learning_rate": 4.470888111385501e-06,
      "loss": 0.4026,
      "step": 518910
    },
    {
      "epoch": 144.83,
      "grad_norm": 1.0796242952346802,
      "learning_rate": 4.47087675780268e-06,
      "loss": 0.4052,
      "step": 518920
    },
    {
      "epoch": 144.83,
      "grad_norm": 1.339915156364441,
      "learning_rate": 4.470865403936736e-06,
      "loss": 0.3967,
      "step": 518930
    },
    {
      "epoch": 144.83,
      "grad_norm": 1.393904447555542,
      "learning_rate": 4.470854049787674e-06,
      "loss": 0.3807,
      "step": 518940
    },
    {
      "epoch": 144.84,
      "grad_norm": 1.319612979888916,
      "learning_rate": 4.470842695355494e-06,
      "loss": 0.4075,
      "step": 518950
    },
    {
      "epoch": 144.84,
      "grad_norm": 1.1187505722045898,
      "learning_rate": 4.470831340640197e-06,
      "loss": 0.3891,
      "step": 518960
    },
    {
      "epoch": 144.84,
      "grad_norm": 1.1109402179718018,
      "learning_rate": 4.470819985641785e-06,
      "loss": 0.3997,
      "step": 518970
    },
    {
      "epoch": 144.85,
      "grad_norm": 1.254502296447754,
      "learning_rate": 4.470808630360258e-06,
      "loss": 0.421,
      "step": 518980
    },
    {
      "epoch": 144.85,
      "grad_norm": 1.25310480594635,
      "learning_rate": 4.47079727479562e-06,
      "loss": 0.3943,
      "step": 518990
    },
    {
      "epoch": 144.85,
      "grad_norm": 1.0634880065917969,
      "learning_rate": 4.470785918947872e-06,
      "loss": 0.3954,
      "step": 519000
    },
    {
      "epoch": 144.85,
      "grad_norm": 1.1716334819793701,
      "learning_rate": 4.470774562817014e-06,
      "loss": 0.387,
      "step": 519010
    },
    {
      "epoch": 144.86,
      "grad_norm": 1.5924327373504639,
      "learning_rate": 4.47076320640305e-06,
      "loss": 0.4076,
      "step": 519020
    },
    {
      "epoch": 144.86,
      "grad_norm": 1.1260204315185547,
      "learning_rate": 4.470751849705978e-06,
      "loss": 0.3823,
      "step": 519030
    },
    {
      "epoch": 144.86,
      "grad_norm": 1.3094102144241333,
      "learning_rate": 4.470740492725802e-06,
      "loss": 0.4266,
      "step": 519040
    },
    {
      "epoch": 144.86,
      "grad_norm": 1.2329943180084229,
      "learning_rate": 4.470729135462524e-06,
      "loss": 0.3868,
      "step": 519050
    },
    {
      "epoch": 144.87,
      "grad_norm": 1.2120065689086914,
      "learning_rate": 4.470717777916144e-06,
      "loss": 0.3836,
      "step": 519060
    },
    {
      "epoch": 144.87,
      "grad_norm": 1.4140033721923828,
      "learning_rate": 4.4707064200866636e-06,
      "loss": 0.397,
      "step": 519070
    },
    {
      "epoch": 144.87,
      "grad_norm": 1.5843499898910522,
      "learning_rate": 4.4706950619740845e-06,
      "loss": 0.379,
      "step": 519080
    },
    {
      "epoch": 144.88,
      "grad_norm": 1.3257936239242554,
      "learning_rate": 4.470683703578409e-06,
      "loss": 0.3911,
      "step": 519090
    },
    {
      "epoch": 144.88,
      "grad_norm": 1.05375075340271,
      "learning_rate": 4.470672344899638e-06,
      "loss": 0.3795,
      "step": 519100
    },
    {
      "epoch": 144.88,
      "grad_norm": 1.2760472297668457,
      "learning_rate": 4.470660985937773e-06,
      "loss": 0.4071,
      "step": 519110
    },
    {
      "epoch": 144.88,
      "grad_norm": 1.2563371658325195,
      "learning_rate": 4.470649626692816e-06,
      "loss": 0.3892,
      "step": 519120
    },
    {
      "epoch": 144.89,
      "grad_norm": 2.2813940048217773,
      "learning_rate": 4.470638267164767e-06,
      "loss": 0.3989,
      "step": 519130
    },
    {
      "epoch": 144.89,
      "grad_norm": 1.3680616617202759,
      "learning_rate": 4.470626907353629e-06,
      "loss": 0.414,
      "step": 519140
    },
    {
      "epoch": 144.89,
      "grad_norm": 1.270763874053955,
      "learning_rate": 4.4706155472594045e-06,
      "loss": 0.4022,
      "step": 519150
    },
    {
      "epoch": 144.9,
      "grad_norm": 1.2985745668411255,
      "learning_rate": 4.470604186882091e-06,
      "loss": 0.3984,
      "step": 519160
    },
    {
      "epoch": 144.9,
      "grad_norm": 1.9107550382614136,
      "learning_rate": 4.470592826221695e-06,
      "loss": 0.3912,
      "step": 519170
    },
    {
      "epoch": 144.9,
      "grad_norm": 1.2815710306167603,
      "learning_rate": 4.470581465278215e-06,
      "loss": 0.3868,
      "step": 519180
    },
    {
      "epoch": 144.9,
      "grad_norm": 1.1941899061203003,
      "learning_rate": 4.470570104051652e-06,
      "loss": 0.3909,
      "step": 519190
    },
    {
      "epoch": 144.91,
      "grad_norm": 1.1424857378005981,
      "learning_rate": 4.470558742542009e-06,
      "loss": 0.3734,
      "step": 519200
    },
    {
      "epoch": 144.91,
      "grad_norm": 1.6548848152160645,
      "learning_rate": 4.470547380749288e-06,
      "loss": 0.4014,
      "step": 519210
    },
    {
      "epoch": 144.91,
      "grad_norm": 1.3135714530944824,
      "learning_rate": 4.47053601867349e-06,
      "loss": 0.3926,
      "step": 519220
    },
    {
      "epoch": 144.91,
      "grad_norm": 1.4277005195617676,
      "learning_rate": 4.4705246563146154e-06,
      "loss": 0.4093,
      "step": 519230
    },
    {
      "epoch": 144.92,
      "grad_norm": 1.4448117017745972,
      "learning_rate": 4.470513293672667e-06,
      "loss": 0.3883,
      "step": 519240
    },
    {
      "epoch": 144.92,
      "grad_norm": 1.1315656900405884,
      "learning_rate": 4.470501930747645e-06,
      "loss": 0.3949,
      "step": 519250
    },
    {
      "epoch": 144.92,
      "grad_norm": 1.2585827112197876,
      "learning_rate": 4.470490567539552e-06,
      "loss": 0.389,
      "step": 519260
    },
    {
      "epoch": 144.93,
      "grad_norm": 1.1222069263458252,
      "learning_rate": 4.47047920404839e-06,
      "loss": 0.3789,
      "step": 519270
    },
    {
      "epoch": 144.93,
      "grad_norm": 1.5989466905593872,
      "learning_rate": 4.470467840274159e-06,
      "loss": 0.3895,
      "step": 519280
    },
    {
      "epoch": 144.93,
      "grad_norm": 1.3033016920089722,
      "learning_rate": 4.4704564762168615e-06,
      "loss": 0.4004,
      "step": 519290
    },
    {
      "epoch": 144.93,
      "grad_norm": 2.365680456161499,
      "learning_rate": 4.470445111876499e-06,
      "loss": 0.3916,
      "step": 519300
    },
    {
      "epoch": 144.94,
      "grad_norm": 6.673381805419922,
      "learning_rate": 4.470433747253072e-06,
      "loss": 0.3917,
      "step": 519310
    },
    {
      "epoch": 144.94,
      "grad_norm": 1.3498026132583618,
      "learning_rate": 4.470422382346584e-06,
      "loss": 0.4179,
      "step": 519320
    },
    {
      "epoch": 144.94,
      "grad_norm": 1.0551564693450928,
      "learning_rate": 4.470411017157035e-06,
      "loss": 0.3806,
      "step": 519330
    },
    {
      "epoch": 144.95,
      "grad_norm": 1.0957363843917847,
      "learning_rate": 4.4703996516844265e-06,
      "loss": 0.3794,
      "step": 519340
    },
    {
      "epoch": 144.95,
      "grad_norm": 1.5744826793670654,
      "learning_rate": 4.470388285928761e-06,
      "loss": 0.4012,
      "step": 519350
    },
    {
      "epoch": 144.95,
      "grad_norm": 1.3706022500991821,
      "learning_rate": 4.470376919890039e-06,
      "loss": 0.3996,
      "step": 519360
    },
    {
      "epoch": 144.95,
      "grad_norm": 1.3222589492797852,
      "learning_rate": 4.470365553568262e-06,
      "loss": 0.3975,
      "step": 519370
    },
    {
      "epoch": 144.96,
      "grad_norm": 1.2439059019088745,
      "learning_rate": 4.470354186963431e-06,
      "loss": 0.4006,
      "step": 519380
    },
    {
      "epoch": 144.96,
      "grad_norm": 1.0867486000061035,
      "learning_rate": 4.47034282007555e-06,
      "loss": 0.3943,
      "step": 519390
    },
    {
      "epoch": 144.96,
      "grad_norm": 1.106003999710083,
      "learning_rate": 4.470331452904619e-06,
      "loss": 0.3896,
      "step": 519400
    },
    {
      "epoch": 144.97,
      "grad_norm": 1.4593502283096313,
      "learning_rate": 4.470320085450639e-06,
      "loss": 0.4042,
      "step": 519410
    },
    {
      "epoch": 144.97,
      "grad_norm": 1.2536554336547852,
      "learning_rate": 4.470308717713611e-06,
      "loss": 0.3887,
      "step": 519420
    },
    {
      "epoch": 144.97,
      "grad_norm": 1.3032582998275757,
      "learning_rate": 4.4702973496935385e-06,
      "loss": 0.4105,
      "step": 519430
    },
    {
      "epoch": 144.97,
      "grad_norm": 0.99162358045578,
      "learning_rate": 4.470285981390422e-06,
      "loss": 0.3945,
      "step": 519440
    },
    {
      "epoch": 144.98,
      "grad_norm": 1.2906657457351685,
      "learning_rate": 4.470274612804263e-06,
      "loss": 0.3919,
      "step": 519450
    },
    {
      "epoch": 144.98,
      "grad_norm": 1.103390097618103,
      "learning_rate": 4.4702632439350625e-06,
      "loss": 0.395,
      "step": 519460
    },
    {
      "epoch": 144.98,
      "grad_norm": 1.49895179271698,
      "learning_rate": 4.470251874782823e-06,
      "loss": 0.3896,
      "step": 519470
    },
    {
      "epoch": 144.98,
      "grad_norm": 1.1932017803192139,
      "learning_rate": 4.470240505347545e-06,
      "loss": 0.3992,
      "step": 519480
    },
    {
      "epoch": 144.99,
      "grad_norm": 1.2863363027572632,
      "learning_rate": 4.470229135629231e-06,
      "loss": 0.388,
      "step": 519490
    },
    {
      "epoch": 144.99,
      "grad_norm": 1.26600980758667,
      "learning_rate": 4.470217765627881e-06,
      "loss": 0.4065,
      "step": 519500
    },
    {
      "epoch": 144.99,
      "grad_norm": 1.3981865644454956,
      "learning_rate": 4.470206395343499e-06,
      "loss": 0.3845,
      "step": 519510
    },
    {
      "epoch": 145.0,
      "grad_norm": 1.2201579809188843,
      "learning_rate": 4.470195024776084e-06,
      "loss": 0.3856,
      "step": 519520
    },
    {
      "epoch": 145.0,
      "grad_norm": 1.1357707977294922,
      "learning_rate": 4.470183653925639e-06,
      "loss": 0.3933,
      "step": 519530
    },
    {
      "epoch": 145.0,
      "eval_loss": 0.3958982229232788,
      "eval_runtime": 63.2424,
      "eval_samples_per_second": 79.994,
      "eval_steps_per_second": 10.009,
      "step": 519535
    },
    {
      "epoch": 145.0,
      "grad_norm": 1.1563643217086792,
      "learning_rate": 4.4701722827921656e-06,
      "loss": 0.3783,
      "step": 519540
    },
    {
      "epoch": 145.0,
      "grad_norm": 1.257154107093811,
      "learning_rate": 4.470160911375664e-06,
      "loss": 0.3834,
      "step": 519550
    },
    {
      "epoch": 145.01,
      "grad_norm": 1.3542678356170654,
      "learning_rate": 4.470149539676137e-06,
      "loss": 0.4016,
      "step": 519560
    },
    {
      "epoch": 145.01,
      "grad_norm": 1.2713919878005981,
      "learning_rate": 4.470138167693585e-06,
      "loss": 0.4026,
      "step": 519570
    },
    {
      "epoch": 145.01,
      "grad_norm": 1.1697678565979004,
      "learning_rate": 4.4701267954280105e-06,
      "loss": 0.399,
      "step": 519580
    },
    {
      "epoch": 145.02,
      "grad_norm": 1.4334145784378052,
      "learning_rate": 4.470115422879415e-06,
      "loss": 0.3822,
      "step": 519590
    },
    {
      "epoch": 145.02,
      "grad_norm": 1.4708830118179321,
      "learning_rate": 4.4701040500478005e-06,
      "loss": 0.3953,
      "step": 519600
    },
    {
      "epoch": 145.02,
      "grad_norm": 1.2035374641418457,
      "learning_rate": 4.470092676933166e-06,
      "loss": 0.3859,
      "step": 519610
    },
    {
      "epoch": 145.02,
      "grad_norm": 1.3195958137512207,
      "learning_rate": 4.470081303535516e-06,
      "loss": 0.4102,
      "step": 519620
    },
    {
      "epoch": 145.03,
      "grad_norm": 1.2334775924682617,
      "learning_rate": 4.4700699298548505e-06,
      "loss": 0.417,
      "step": 519630
    },
    {
      "epoch": 145.03,
      "grad_norm": 1.102475643157959,
      "learning_rate": 4.47005855589117e-06,
      "loss": 0.3942,
      "step": 519640
    },
    {
      "epoch": 145.03,
      "grad_norm": 1.1732233762741089,
      "learning_rate": 4.470047181644478e-06,
      "loss": 0.3979,
      "step": 519650
    },
    {
      "epoch": 145.03,
      "grad_norm": 1.1836462020874023,
      "learning_rate": 4.470035807114776e-06,
      "loss": 0.3873,
      "step": 519660
    },
    {
      "epoch": 145.04,
      "grad_norm": 1.1709884405136108,
      "learning_rate": 4.470024432302064e-06,
      "loss": 0.3721,
      "step": 519670
    },
    {
      "epoch": 145.04,
      "grad_norm": 1.2020474672317505,
      "learning_rate": 4.470013057206345e-06,
      "loss": 0.3985,
      "step": 519680
    },
    {
      "epoch": 145.04,
      "grad_norm": 1.1509793996810913,
      "learning_rate": 4.470001681827618e-06,
      "loss": 0.3998,
      "step": 519690
    },
    {
      "epoch": 145.05,
      "grad_norm": 1.2356736660003662,
      "learning_rate": 4.469990306165888e-06,
      "loss": 0.3844,
      "step": 519700
    },
    {
      "epoch": 145.05,
      "grad_norm": 1.3833497762680054,
      "learning_rate": 4.469978930221155e-06,
      "loss": 0.4106,
      "step": 519710
    },
    {
      "epoch": 145.05,
      "grad_norm": 1.1970540285110474,
      "learning_rate": 4.46996755399342e-06,
      "loss": 0.3935,
      "step": 519720
    },
    {
      "epoch": 145.05,
      "grad_norm": 1.269387125968933,
      "learning_rate": 4.469956177482684e-06,
      "loss": 0.3971,
      "step": 519730
    },
    {
      "epoch": 145.06,
      "grad_norm": 1.139440655708313,
      "learning_rate": 4.46994480068895e-06,
      "loss": 0.404,
      "step": 519740
    },
    {
      "epoch": 145.06,
      "grad_norm": 1.0343867540359497,
      "learning_rate": 4.469933423612219e-06,
      "loss": 0.3972,
      "step": 519750
    },
    {
      "epoch": 145.06,
      "grad_norm": 1.242153286933899,
      "learning_rate": 4.469922046252493e-06,
      "loss": 0.3945,
      "step": 519760
    },
    {
      "epoch": 145.07,
      "grad_norm": 1.1492688655853271,
      "learning_rate": 4.469910668609772e-06,
      "loss": 0.4021,
      "step": 519770
    },
    {
      "epoch": 145.07,
      "grad_norm": 8.283802032470703,
      "learning_rate": 4.469899290684059e-06,
      "loss": 0.3919,
      "step": 519780
    },
    {
      "epoch": 145.07,
      "grad_norm": 1.0952119827270508,
      "learning_rate": 4.469887912475354e-06,
      "loss": 0.4118,
      "step": 519790
    },
    {
      "epoch": 145.07,
      "grad_norm": 1.2206687927246094,
      "learning_rate": 4.469876533983661e-06,
      "loss": 0.4088,
      "step": 519800
    },
    {
      "epoch": 145.08,
      "grad_norm": 1.2136298418045044,
      "learning_rate": 4.469865155208978e-06,
      "loss": 0.3958,
      "step": 519810
    },
    {
      "epoch": 145.08,
      "grad_norm": 1.4856799840927124,
      "learning_rate": 4.46985377615131e-06,
      "loss": 0.3992,
      "step": 519820
    },
    {
      "epoch": 145.08,
      "grad_norm": 1.1989022493362427,
      "learning_rate": 4.469842396810657e-06,
      "loss": 0.3782,
      "step": 519830
    },
    {
      "epoch": 145.09,
      "grad_norm": 1.2453491687774658,
      "learning_rate": 4.46983101718702e-06,
      "loss": 0.3957,
      "step": 519840
    },
    {
      "epoch": 145.09,
      "grad_norm": 1.1901577711105347,
      "learning_rate": 4.469819637280401e-06,
      "loss": 0.4043,
      "step": 519850
    },
    {
      "epoch": 145.09,
      "grad_norm": 1.2191938161849976,
      "learning_rate": 4.469808257090802e-06,
      "loss": 0.3965,
      "step": 519860
    },
    {
      "epoch": 145.09,
      "grad_norm": 1.1022030115127563,
      "learning_rate": 4.469796876618224e-06,
      "loss": 0.3811,
      "step": 519870
    },
    {
      "epoch": 145.1,
      "grad_norm": 1.2679024934768677,
      "learning_rate": 4.469785495862668e-06,
      "loss": 0.3911,
      "step": 519880
    },
    {
      "epoch": 145.1,
      "grad_norm": 1.5669976472854614,
      "learning_rate": 4.469774114824137e-06,
      "loss": 0.4074,
      "step": 519890
    },
    {
      "epoch": 145.1,
      "grad_norm": 1.4381572008132935,
      "learning_rate": 4.46976273350263e-06,
      "loss": 0.3975,
      "step": 519900
    },
    {
      "epoch": 145.1,
      "grad_norm": 1.3713891506195068,
      "learning_rate": 4.469751351898152e-06,
      "loss": 0.3837,
      "step": 519910
    },
    {
      "epoch": 145.11,
      "grad_norm": 1.2922321557998657,
      "learning_rate": 4.469739970010702e-06,
      "loss": 0.4042,
      "step": 519920
    },
    {
      "epoch": 145.11,
      "grad_norm": 1.1461422443389893,
      "learning_rate": 4.4697285878402815e-06,
      "loss": 0.3883,
      "step": 519930
    },
    {
      "epoch": 145.11,
      "grad_norm": 1.1886909008026123,
      "learning_rate": 4.469717205386893e-06,
      "loss": 0.3972,
      "step": 519940
    },
    {
      "epoch": 145.12,
      "grad_norm": 1.2462053298950195,
      "learning_rate": 4.469705822650538e-06,
      "loss": 0.4026,
      "step": 519950
    },
    {
      "epoch": 145.12,
      "grad_norm": 1.1875371932983398,
      "learning_rate": 4.469694439631217e-06,
      "loss": 0.3988,
      "step": 519960
    },
    {
      "epoch": 145.12,
      "grad_norm": 1.4918829202651978,
      "learning_rate": 4.4696830563289335e-06,
      "loss": 0.3954,
      "step": 519970
    },
    {
      "epoch": 145.12,
      "grad_norm": 1.3807462453842163,
      "learning_rate": 4.469671672743687e-06,
      "loss": 0.3989,
      "step": 519980
    },
    {
      "epoch": 145.13,
      "grad_norm": 1.3505666255950928,
      "learning_rate": 4.469660288875479e-06,
      "loss": 0.373,
      "step": 519990
    },
    {
      "epoch": 145.13,
      "grad_norm": 1.230979323387146,
      "learning_rate": 4.469648904724313e-06,
      "loss": 0.3922,
      "step": 520000
    },
    {
      "epoch": 145.13,
      "grad_norm": 1.6178274154663086,
      "learning_rate": 4.4696375202901885e-06,
      "loss": 0.3886,
      "step": 520010
    },
    {
      "epoch": 145.14,
      "grad_norm": 1.4814956188201904,
      "learning_rate": 4.469626135573108e-06,
      "loss": 0.4036,
      "step": 520020
    },
    {
      "epoch": 145.14,
      "grad_norm": 1.561711072921753,
      "learning_rate": 4.4696147505730736e-06,
      "loss": 0.3935,
      "step": 520030
    },
    {
      "epoch": 145.14,
      "grad_norm": 1.1138592958450317,
      "learning_rate": 4.469603365290085e-06,
      "loss": 0.4305,
      "step": 520040
    },
    {
      "epoch": 145.14,
      "grad_norm": 1.3439372777938843,
      "learning_rate": 4.469591979724145e-06,
      "loss": 0.4035,
      "step": 520050
    },
    {
      "epoch": 145.15,
      "grad_norm": 1.3141638040542603,
      "learning_rate": 4.469580593875255e-06,
      "loss": 0.3961,
      "step": 520060
    },
    {
      "epoch": 145.15,
      "grad_norm": 1.2885991334915161,
      "learning_rate": 4.4695692077434156e-06,
      "loss": 0.3913,
      "step": 520070
    },
    {
      "epoch": 145.15,
      "grad_norm": 1.118334412574768,
      "learning_rate": 4.46955782132863e-06,
      "loss": 0.382,
      "step": 520080
    },
    {
      "epoch": 145.15,
      "grad_norm": 1.3390541076660156,
      "learning_rate": 4.469546434630899e-06,
      "loss": 0.4063,
      "step": 520090
    },
    {
      "epoch": 145.16,
      "grad_norm": 1.251037359237671,
      "learning_rate": 4.469535047650223e-06,
      "loss": 0.3975,
      "step": 520100
    },
    {
      "epoch": 145.16,
      "grad_norm": 1.187712550163269,
      "learning_rate": 4.4695236603866045e-06,
      "loss": 0.3853,
      "step": 520110
    },
    {
      "epoch": 145.16,
      "grad_norm": 1.5303477048873901,
      "learning_rate": 4.4695122728400455e-06,
      "loss": 0.393,
      "step": 520120
    },
    {
      "epoch": 145.17,
      "grad_norm": 1.323030948638916,
      "learning_rate": 4.469500885010547e-06,
      "loss": 0.408,
      "step": 520130
    },
    {
      "epoch": 145.17,
      "grad_norm": 1.1524113416671753,
      "learning_rate": 4.46948949689811e-06,
      "loss": 0.399,
      "step": 520140
    },
    {
      "epoch": 145.17,
      "grad_norm": 1.6607332229614258,
      "learning_rate": 4.469478108502737e-06,
      "loss": 0.4025,
      "step": 520150
    },
    {
      "epoch": 145.17,
      "grad_norm": 1.3033438920974731,
      "learning_rate": 4.469466719824429e-06,
      "loss": 0.3798,
      "step": 520160
    },
    {
      "epoch": 145.18,
      "grad_norm": 1.177538275718689,
      "learning_rate": 4.469455330863187e-06,
      "loss": 0.407,
      "step": 520170
    },
    {
      "epoch": 145.18,
      "grad_norm": 1.1624128818511963,
      "learning_rate": 4.469443941619013e-06,
      "loss": 0.3982,
      "step": 520180
    },
    {
      "epoch": 145.18,
      "grad_norm": 1.3875452280044556,
      "learning_rate": 4.469432552091909e-06,
      "loss": 0.4064,
      "step": 520190
    },
    {
      "epoch": 145.19,
      "grad_norm": 1.2690112590789795,
      "learning_rate": 4.469421162281877e-06,
      "loss": 0.3923,
      "step": 520200
    },
    {
      "epoch": 145.19,
      "grad_norm": 1.5708024501800537,
      "learning_rate": 4.469409772188916e-06,
      "loss": 0.3985,
      "step": 520210
    },
    {
      "epoch": 145.19,
      "grad_norm": 1.3870792388916016,
      "learning_rate": 4.4693983818130295e-06,
      "loss": 0.4104,
      "step": 520220
    },
    {
      "epoch": 145.19,
      "grad_norm": 1.125887155532837,
      "learning_rate": 4.469386991154219e-06,
      "loss": 0.3913,
      "step": 520230
    },
    {
      "epoch": 145.2,
      "grad_norm": 1.561371088027954,
      "learning_rate": 4.469375600212485e-06,
      "loss": 0.386,
      "step": 520240
    },
    {
      "epoch": 145.2,
      "grad_norm": 1.2994416952133179,
      "learning_rate": 4.469364208987831e-06,
      "loss": 0.3819,
      "step": 520250
    },
    {
      "epoch": 145.2,
      "grad_norm": 1.3193070888519287,
      "learning_rate": 4.469352817480256e-06,
      "loss": 0.3698,
      "step": 520260
    },
    {
      "epoch": 145.21,
      "grad_norm": 1.1438534259796143,
      "learning_rate": 4.469341425689762e-06,
      "loss": 0.3874,
      "step": 520270
    },
    {
      "epoch": 145.21,
      "grad_norm": 1.3029038906097412,
      "learning_rate": 4.4693300336163525e-06,
      "loss": 0.3912,
      "step": 520280
    },
    {
      "epoch": 145.21,
      "grad_norm": 1.212917447090149,
      "learning_rate": 4.469318641260028e-06,
      "loss": 0.3945,
      "step": 520290
    },
    {
      "epoch": 145.21,
      "grad_norm": 1.022574782371521,
      "learning_rate": 4.4693072486207885e-06,
      "loss": 0.3853,
      "step": 520300
    },
    {
      "epoch": 145.22,
      "grad_norm": 1.3847780227661133,
      "learning_rate": 4.4692958556986375e-06,
      "loss": 0.4049,
      "step": 520310
    },
    {
      "epoch": 145.22,
      "grad_norm": 1.000664234161377,
      "learning_rate": 4.469284462493576e-06,
      "loss": 0.3997,
      "step": 520320
    },
    {
      "epoch": 145.22,
      "grad_norm": 1.0694475173950195,
      "learning_rate": 4.469273069005605e-06,
      "loss": 0.3998,
      "step": 520330
    },
    {
      "epoch": 145.22,
      "grad_norm": 1.5811296701431274,
      "learning_rate": 4.469261675234726e-06,
      "loss": 0.4082,
      "step": 520340
    },
    {
      "epoch": 145.23,
      "grad_norm": 1.3437210321426392,
      "learning_rate": 4.469250281180941e-06,
      "loss": 0.3897,
      "step": 520350
    },
    {
      "epoch": 145.23,
      "grad_norm": 1.191331148147583,
      "learning_rate": 4.4692388868442514e-06,
      "loss": 0.4023,
      "step": 520360
    },
    {
      "epoch": 145.23,
      "grad_norm": 1.311627745628357,
      "learning_rate": 4.469227492224658e-06,
      "loss": 0.3968,
      "step": 520370
    },
    {
      "epoch": 145.24,
      "grad_norm": 1.4394352436065674,
      "learning_rate": 4.469216097322164e-06,
      "loss": 0.3923,
      "step": 520380
    },
    {
      "epoch": 145.24,
      "grad_norm": 1.2366522550582886,
      "learning_rate": 4.469204702136769e-06,
      "loss": 0.3872,
      "step": 520390
    },
    {
      "epoch": 145.24,
      "grad_norm": 1.6295111179351807,
      "learning_rate": 4.469193306668476e-06,
      "loss": 0.3817,
      "step": 520400
    },
    {
      "epoch": 145.24,
      "grad_norm": 1.5168358087539673,
      "learning_rate": 4.469181910917286e-06,
      "loss": 0.3865,
      "step": 520410
    },
    {
      "epoch": 145.25,
      "grad_norm": 0.9810879230499268,
      "learning_rate": 4.4691705148832e-06,
      "loss": 0.3925,
      "step": 520420
    },
    {
      "epoch": 145.25,
      "grad_norm": 1.5090473890304565,
      "learning_rate": 4.46915911856622e-06,
      "loss": 0.4049,
      "step": 520430
    },
    {
      "epoch": 145.25,
      "grad_norm": 1.2371907234191895,
      "learning_rate": 4.4691477219663485e-06,
      "loss": 0.3938,
      "step": 520440
    },
    {
      "epoch": 145.26,
      "grad_norm": 1.1044937372207642,
      "learning_rate": 4.469136325083585e-06,
      "loss": 0.3973,
      "step": 520450
    },
    {
      "epoch": 145.26,
      "grad_norm": 1.095375418663025,
      "learning_rate": 4.469124927917932e-06,
      "loss": 0.3788,
      "step": 520460
    },
    {
      "epoch": 145.26,
      "grad_norm": 1.3557136058807373,
      "learning_rate": 4.469113530469391e-06,
      "loss": 0.4097,
      "step": 520470
    },
    {
      "epoch": 145.26,
      "grad_norm": 1.3220432996749878,
      "learning_rate": 4.469102132737963e-06,
      "loss": 0.3887,
      "step": 520480
    },
    {
      "epoch": 145.27,
      "grad_norm": 1.4390538930892944,
      "learning_rate": 4.469090734723651e-06,
      "loss": 0.3974,
      "step": 520490
    },
    {
      "epoch": 145.27,
      "grad_norm": 1.0521608591079712,
      "learning_rate": 4.469079336426455e-06,
      "loss": 0.3936,
      "step": 520500
    },
    {
      "epoch": 145.27,
      "grad_norm": 1.1208356618881226,
      "learning_rate": 4.4690679378463775e-06,
      "loss": 0.3836,
      "step": 520510
    },
    {
      "epoch": 145.27,
      "grad_norm": 8.223852157592773,
      "learning_rate": 4.4690565389834195e-06,
      "loss": 0.3858,
      "step": 520520
    },
    {
      "epoch": 145.28,
      "grad_norm": 1.4349321126937866,
      "learning_rate": 4.469045139837583e-06,
      "loss": 0.3916,
      "step": 520530
    },
    {
      "epoch": 145.28,
      "grad_norm": 1.2343616485595703,
      "learning_rate": 4.469033740408869e-06,
      "loss": 0.4065,
      "step": 520540
    },
    {
      "epoch": 145.28,
      "grad_norm": 1.8632073402404785,
      "learning_rate": 4.469022340697278e-06,
      "loss": 0.3978,
      "step": 520550
    },
    {
      "epoch": 145.29,
      "grad_norm": 1.2783920764923096,
      "learning_rate": 4.469010940702814e-06,
      "loss": 0.3995,
      "step": 520560
    },
    {
      "epoch": 145.29,
      "grad_norm": 1.3492906093597412,
      "learning_rate": 4.468999540425477e-06,
      "loss": 0.409,
      "step": 520570
    },
    {
      "epoch": 145.29,
      "grad_norm": 1.2643070220947266,
      "learning_rate": 4.468988139865268e-06,
      "loss": 0.3904,
      "step": 520580
    },
    {
      "epoch": 145.29,
      "grad_norm": 1.2511157989501953,
      "learning_rate": 4.46897673902219e-06,
      "loss": 0.3964,
      "step": 520590
    },
    {
      "epoch": 145.3,
      "grad_norm": 1.3126295804977417,
      "learning_rate": 4.468965337896244e-06,
      "loss": 0.4065,
      "step": 520600
    },
    {
      "epoch": 145.3,
      "grad_norm": 1.279459834098816,
      "learning_rate": 4.46895393648743e-06,
      "loss": 0.3813,
      "step": 520610
    },
    {
      "epoch": 145.3,
      "grad_norm": 1.339937686920166,
      "learning_rate": 4.468942534795751e-06,
      "loss": 0.4014,
      "step": 520620
    },
    {
      "epoch": 145.31,
      "grad_norm": 1.6763643026351929,
      "learning_rate": 4.468931132821209e-06,
      "loss": 0.3991,
      "step": 520630
    },
    {
      "epoch": 145.31,
      "grad_norm": 1.1998181343078613,
      "learning_rate": 4.4689197305638045e-06,
      "loss": 0.3938,
      "step": 520640
    },
    {
      "epoch": 145.31,
      "grad_norm": 1.1402283906936646,
      "learning_rate": 4.468908328023539e-06,
      "loss": 0.3764,
      "step": 520650
    },
    {
      "epoch": 145.31,
      "grad_norm": 1.2546542882919312,
      "learning_rate": 4.468896925200415e-06,
      "loss": 0.3972,
      "step": 520660
    },
    {
      "epoch": 145.32,
      "grad_norm": 1.303228497505188,
      "learning_rate": 4.4688855220944335e-06,
      "loss": 0.4041,
      "step": 520670
    },
    {
      "epoch": 145.32,
      "grad_norm": 1.2479865550994873,
      "learning_rate": 4.468874118705595e-06,
      "loss": 0.4037,
      "step": 520680
    },
    {
      "epoch": 145.32,
      "grad_norm": 1.2863025665283203,
      "learning_rate": 4.4688627150339026e-06,
      "loss": 0.3764,
      "step": 520690
    },
    {
      "epoch": 145.33,
      "grad_norm": 1.1207246780395508,
      "learning_rate": 4.468851311079357e-06,
      "loss": 0.3917,
      "step": 520700
    },
    {
      "epoch": 145.33,
      "grad_norm": 1.2406963109970093,
      "learning_rate": 4.468839906841959e-06,
      "loss": 0.3943,
      "step": 520710
    },
    {
      "epoch": 145.33,
      "grad_norm": 1.2107353210449219,
      "learning_rate": 4.468828502321713e-06,
      "loss": 0.383,
      "step": 520720
    },
    {
      "epoch": 145.33,
      "grad_norm": 1.5113407373428345,
      "learning_rate": 4.468817097518616e-06,
      "loss": 0.3934,
      "step": 520730
    },
    {
      "epoch": 145.34,
      "grad_norm": 1.0273281335830688,
      "learning_rate": 4.468805692432674e-06,
      "loss": 0.4095,
      "step": 520740
    },
    {
      "epoch": 145.34,
      "grad_norm": 1.3169056177139282,
      "learning_rate": 4.468794287063885e-06,
      "loss": 0.3789,
      "step": 520750
    },
    {
      "epoch": 145.34,
      "grad_norm": 1.1180438995361328,
      "learning_rate": 4.468782881412253e-06,
      "loss": 0.3917,
      "step": 520760
    },
    {
      "epoch": 145.34,
      "grad_norm": 1.4577471017837524,
      "learning_rate": 4.4687714754777785e-06,
      "loss": 0.3942,
      "step": 520770
    },
    {
      "epoch": 145.35,
      "grad_norm": 1.1537914276123047,
      "learning_rate": 4.468760069260463e-06,
      "loss": 0.3874,
      "step": 520780
    },
    {
      "epoch": 145.35,
      "grad_norm": 1.4643930196762085,
      "learning_rate": 4.468748662760308e-06,
      "loss": 0.4107,
      "step": 520790
    },
    {
      "epoch": 145.35,
      "grad_norm": 1.2047661542892456,
      "learning_rate": 4.4687372559773145e-06,
      "loss": 0.39,
      "step": 520800
    },
    {
      "epoch": 145.36,
      "grad_norm": 1.795958161354065,
      "learning_rate": 4.468725848911485e-06,
      "loss": 0.3779,
      "step": 520810
    },
    {
      "epoch": 145.36,
      "grad_norm": 1.2908132076263428,
      "learning_rate": 4.468714441562821e-06,
      "loss": 0.3842,
      "step": 520820
    },
    {
      "epoch": 145.36,
      "grad_norm": 1.104779601097107,
      "learning_rate": 4.468703033931323e-06,
      "loss": 0.4029,
      "step": 520830
    },
    {
      "epoch": 145.36,
      "grad_norm": 1.3897507190704346,
      "learning_rate": 4.468691626016993e-06,
      "loss": 0.3911,
      "step": 520840
    },
    {
      "epoch": 145.37,
      "grad_norm": 1.0491665601730347,
      "learning_rate": 4.4686802178198345e-06,
      "loss": 0.3803,
      "step": 520850
    },
    {
      "epoch": 145.37,
      "grad_norm": 1.1234129667282104,
      "learning_rate": 4.468668809339846e-06,
      "loss": 0.3977,
      "step": 520860
    },
    {
      "epoch": 145.37,
      "grad_norm": 1.7633776664733887,
      "learning_rate": 4.46865740057703e-06,
      "loss": 0.3923,
      "step": 520870
    },
    {
      "epoch": 145.38,
      "grad_norm": 1.3172492980957031,
      "learning_rate": 4.468645991531388e-06,
      "loss": 0.389,
      "step": 520880
    },
    {
      "epoch": 145.38,
      "grad_norm": 1.0486654043197632,
      "learning_rate": 4.468634582202922e-06,
      "loss": 0.3952,
      "step": 520890
    },
    {
      "epoch": 145.38,
      "grad_norm": 1.060994267463684,
      "learning_rate": 4.4686231725916335e-06,
      "loss": 0.4037,
      "step": 520900
    },
    {
      "epoch": 145.38,
      "grad_norm": 1.2121615409851074,
      "learning_rate": 4.468611762697524e-06,
      "loss": 0.3755,
      "step": 520910
    },
    {
      "epoch": 145.39,
      "grad_norm": 1.3748501539230347,
      "learning_rate": 4.468600352520594e-06,
      "loss": 0.3941,
      "step": 520920
    },
    {
      "epoch": 145.39,
      "grad_norm": 1.1265723705291748,
      "learning_rate": 4.468588942060846e-06,
      "loss": 0.3874,
      "step": 520930
    },
    {
      "epoch": 145.39,
      "grad_norm": 1.3059955835342407,
      "learning_rate": 4.468577531318283e-06,
      "loss": 0.3814,
      "step": 520940
    },
    {
      "epoch": 145.39,
      "grad_norm": 1.236854076385498,
      "learning_rate": 4.468566120292904e-06,
      "loss": 0.3813,
      "step": 520950
    },
    {
      "epoch": 145.4,
      "grad_norm": 1.4054914712905884,
      "learning_rate": 4.46855470898471e-06,
      "loss": 0.3946,
      "step": 520960
    },
    {
      "epoch": 145.4,
      "grad_norm": 1.1322702169418335,
      "learning_rate": 4.4685432973937055e-06,
      "loss": 0.4065,
      "step": 520970
    },
    {
      "epoch": 145.4,
      "grad_norm": 1.4956587553024292,
      "learning_rate": 4.46853188551989e-06,
      "loss": 0.3873,
      "step": 520980
    },
    {
      "epoch": 145.41,
      "grad_norm": 0.9987109899520874,
      "learning_rate": 4.468520473363265e-06,
      "loss": 0.3937,
      "step": 520990
    },
    {
      "epoch": 145.41,
      "grad_norm": 1.074441909790039,
      "learning_rate": 4.468509060923833e-06,
      "loss": 0.3911,
      "step": 521000
    },
    {
      "epoch": 145.41,
      "grad_norm": 1.2781860828399658,
      "learning_rate": 4.468497648201595e-06,
      "loss": 0.3922,
      "step": 521010
    },
    {
      "epoch": 145.41,
      "grad_norm": 1.2147445678710938,
      "learning_rate": 4.468486235196552e-06,
      "loss": 0.3957,
      "step": 521020
    },
    {
      "epoch": 145.42,
      "grad_norm": 1.3096212148666382,
      "learning_rate": 4.468474821908707e-06,
      "loss": 0.4033,
      "step": 521030
    },
    {
      "epoch": 145.42,
      "grad_norm": 1.1639103889465332,
      "learning_rate": 4.468463408338059e-06,
      "loss": 0.394,
      "step": 521040
    },
    {
      "epoch": 145.42,
      "grad_norm": 1.1966434717178345,
      "learning_rate": 4.468451994484613e-06,
      "loss": 0.3857,
      "step": 521050
    },
    {
      "epoch": 145.43,
      "grad_norm": 1.2867292165756226,
      "learning_rate": 4.4684405803483665e-06,
      "loss": 0.3933,
      "step": 521060
    },
    {
      "epoch": 145.43,
      "grad_norm": 1.2975366115570068,
      "learning_rate": 4.468429165929325e-06,
      "loss": 0.3797,
      "step": 521070
    },
    {
      "epoch": 145.43,
      "grad_norm": 1.1290839910507202,
      "learning_rate": 4.468417751227487e-06,
      "loss": 0.4022,
      "step": 521080
    },
    {
      "epoch": 145.43,
      "grad_norm": 1.3050516843795776,
      "learning_rate": 4.468406336242855e-06,
      "loss": 0.3942,
      "step": 521090
    },
    {
      "epoch": 145.44,
      "grad_norm": 1.5485937595367432,
      "learning_rate": 4.468394920975432e-06,
      "loss": 0.403,
      "step": 521100
    },
    {
      "epoch": 145.44,
      "grad_norm": 1.181785225868225,
      "learning_rate": 4.4683835054252165e-06,
      "loss": 0.394,
      "step": 521110
    },
    {
      "epoch": 145.44,
      "grad_norm": 1.2423306703567505,
      "learning_rate": 4.4683720895922126e-06,
      "loss": 0.3811,
      "step": 521120
    },
    {
      "epoch": 145.45,
      "grad_norm": 1.3439446687698364,
      "learning_rate": 4.468360673476421e-06,
      "loss": 0.3952,
      "step": 521130
    },
    {
      "epoch": 145.45,
      "grad_norm": 1.1941654682159424,
      "learning_rate": 4.468349257077843e-06,
      "loss": 0.3984,
      "step": 521140
    },
    {
      "epoch": 145.45,
      "grad_norm": 2.6431407928466797,
      "learning_rate": 4.46833784039648e-06,
      "loss": 0.3806,
      "step": 521150
    },
    {
      "epoch": 145.45,
      "grad_norm": 1.205711007118225,
      "learning_rate": 4.468326423432334e-06,
      "loss": 0.4152,
      "step": 521160
    },
    {
      "epoch": 145.46,
      "grad_norm": 1.3803889751434326,
      "learning_rate": 4.468315006185406e-06,
      "loss": 0.3898,
      "step": 521170
    },
    {
      "epoch": 145.46,
      "grad_norm": 1.2082815170288086,
      "learning_rate": 4.468303588655698e-06,
      "loss": 0.4011,
      "step": 521180
    },
    {
      "epoch": 145.46,
      "grad_norm": 1.2455414533615112,
      "learning_rate": 4.468292170843212e-06,
      "loss": 0.4018,
      "step": 521190
    },
    {
      "epoch": 145.46,
      "grad_norm": 1.3939632177352905,
      "learning_rate": 4.4682807527479484e-06,
      "loss": 0.392,
      "step": 521200
    },
    {
      "epoch": 145.47,
      "grad_norm": 1.125613808631897,
      "learning_rate": 4.468269334369909e-06,
      "loss": 0.3873,
      "step": 521210
    },
    {
      "epoch": 145.47,
      "grad_norm": 1.2285346984863281,
      "learning_rate": 4.468257915709095e-06,
      "loss": 0.3912,
      "step": 521220
    },
    {
      "epoch": 145.47,
      "grad_norm": 1.277435064315796,
      "learning_rate": 4.468246496765509e-06,
      "loss": 0.4019,
      "step": 521230
    },
    {
      "epoch": 145.48,
      "grad_norm": 1.3094468116760254,
      "learning_rate": 4.4682350775391525e-06,
      "loss": 0.3826,
      "step": 521240
    },
    {
      "epoch": 145.48,
      "grad_norm": 1.2366089820861816,
      "learning_rate": 4.4682236580300255e-06,
      "loss": 0.375,
      "step": 521250
    },
    {
      "epoch": 145.48,
      "grad_norm": 1.3259280920028687,
      "learning_rate": 4.468212238238131e-06,
      "loss": 0.3892,
      "step": 521260
    },
    {
      "epoch": 145.48,
      "grad_norm": 1.2462713718414307,
      "learning_rate": 4.46820081816347e-06,
      "loss": 0.3945,
      "step": 521270
    },
    {
      "epoch": 145.49,
      "grad_norm": 1.251680850982666,
      "learning_rate": 4.4681893978060436e-06,
      "loss": 0.3887,
      "step": 521280
    },
    {
      "epoch": 145.49,
      "grad_norm": 1.0611419677734375,
      "learning_rate": 4.468177977165854e-06,
      "loss": 0.391,
      "step": 521290
    },
    {
      "epoch": 145.49,
      "grad_norm": 1.1608871221542358,
      "learning_rate": 4.468166556242903e-06,
      "loss": 0.3832,
      "step": 521300
    },
    {
      "epoch": 145.5,
      "grad_norm": 1.3288218975067139,
      "learning_rate": 4.468155135037191e-06,
      "loss": 0.3755,
      "step": 521310
    },
    {
      "epoch": 145.5,
      "grad_norm": 1.297284722328186,
      "learning_rate": 4.46814371354872e-06,
      "loss": 0.3952,
      "step": 521320
    },
    {
      "epoch": 145.5,
      "grad_norm": 1.401755928993225,
      "learning_rate": 4.468132291777492e-06,
      "loss": 0.387,
      "step": 521330
    },
    {
      "epoch": 145.5,
      "grad_norm": 1.2139824628829956,
      "learning_rate": 4.4681208697235074e-06,
      "loss": 0.3827,
      "step": 521340
    },
    {
      "epoch": 145.51,
      "grad_norm": 1.0410385131835938,
      "learning_rate": 4.468109447386769e-06,
      "loss": 0.3973,
      "step": 521350
    },
    {
      "epoch": 145.51,
      "grad_norm": 1.253825306892395,
      "learning_rate": 4.468098024767278e-06,
      "loss": 0.3885,
      "step": 521360
    },
    {
      "epoch": 145.51,
      "grad_norm": 1.146025538444519,
      "learning_rate": 4.468086601865035e-06,
      "loss": 0.3895,
      "step": 521370
    },
    {
      "epoch": 145.51,
      "grad_norm": 1.2132411003112793,
      "learning_rate": 4.468075178680043e-06,
      "loss": 0.3915,
      "step": 521380
    },
    {
      "epoch": 145.52,
      "grad_norm": 1.4172993898391724,
      "learning_rate": 4.468063755212302e-06,
      "loss": 0.3881,
      "step": 521390
    },
    {
      "epoch": 145.52,
      "grad_norm": 1.2131280899047852,
      "learning_rate": 4.468052331461815e-06,
      "loss": 0.3823,
      "step": 521400
    },
    {
      "epoch": 145.52,
      "grad_norm": 1.3798941373825073,
      "learning_rate": 4.468040907428582e-06,
      "loss": 0.3935,
      "step": 521410
    },
    {
      "epoch": 145.53,
      "grad_norm": 1.2219072580337524,
      "learning_rate": 4.468029483112607e-06,
      "loss": 0.4042,
      "step": 521420
    },
    {
      "epoch": 145.53,
      "grad_norm": 1.2607550621032715,
      "learning_rate": 4.468018058513888e-06,
      "loss": 0.3873,
      "step": 521430
    },
    {
      "epoch": 145.53,
      "grad_norm": 1.191947102546692,
      "learning_rate": 4.468006633632429e-06,
      "loss": 0.3936,
      "step": 521440
    },
    {
      "epoch": 145.53,
      "grad_norm": 1.1099802255630493,
      "learning_rate": 4.467995208468231e-06,
      "loss": 0.3871,
      "step": 521450
    },
    {
      "epoch": 145.54,
      "grad_norm": 1.20992112159729,
      "learning_rate": 4.467983783021295e-06,
      "loss": 0.3824,
      "step": 521460
    },
    {
      "epoch": 145.54,
      "grad_norm": 1.2587586641311646,
      "learning_rate": 4.467972357291622e-06,
      "loss": 0.3904,
      "step": 521470
    },
    {
      "epoch": 145.54,
      "grad_norm": 1.13899827003479,
      "learning_rate": 4.467960931279217e-06,
      "loss": 0.3902,
      "step": 521480
    },
    {
      "epoch": 145.55,
      "grad_norm": 1.1665053367614746,
      "learning_rate": 4.467949504984077e-06,
      "loss": 0.386,
      "step": 521490
    },
    {
      "epoch": 145.55,
      "grad_norm": 1.2667874097824097,
      "learning_rate": 4.467938078406206e-06,
      "loss": 0.3876,
      "step": 521500
    },
    {
      "epoch": 145.55,
      "grad_norm": 1.4492955207824707,
      "learning_rate": 4.467926651545605e-06,
      "loss": 0.4073,
      "step": 521510
    },
    {
      "epoch": 145.55,
      "grad_norm": 1.3757140636444092,
      "learning_rate": 4.467915224402275e-06,
      "loss": 0.401,
      "step": 521520
    },
    {
      "epoch": 145.56,
      "grad_norm": 1.3325039148330688,
      "learning_rate": 4.467903796976219e-06,
      "loss": 0.4068,
      "step": 521530
    },
    {
      "epoch": 145.56,
      "grad_norm": 1.0764031410217285,
      "learning_rate": 4.467892369267436e-06,
      "loss": 0.3982,
      "step": 521540
    },
    {
      "epoch": 145.56,
      "grad_norm": 1.1250174045562744,
      "learning_rate": 4.4678809412759305e-06,
      "loss": 0.3922,
      "step": 521550
    },
    {
      "epoch": 145.57,
      "grad_norm": 1.3043054342269897,
      "learning_rate": 4.4678695130017016e-06,
      "loss": 0.3893,
      "step": 521560
    },
    {
      "epoch": 145.57,
      "grad_norm": 6.700498580932617,
      "learning_rate": 4.467858084444753e-06,
      "loss": 0.4054,
      "step": 521570
    },
    {
      "epoch": 145.57,
      "grad_norm": 1.4979133605957031,
      "learning_rate": 4.467846655605084e-06,
      "loss": 0.3922,
      "step": 521580
    },
    {
      "epoch": 145.57,
      "grad_norm": 1.4627175331115723,
      "learning_rate": 4.467835226482697e-06,
      "loss": 0.4052,
      "step": 521590
    },
    {
      "epoch": 145.58,
      "grad_norm": 1.176392912864685,
      "learning_rate": 4.4678237970775955e-06,
      "loss": 0.4,
      "step": 521600
    },
    {
      "epoch": 145.58,
      "grad_norm": 1.4696195125579834,
      "learning_rate": 4.467812367389777e-06,
      "loss": 0.3965,
      "step": 521610
    },
    {
      "epoch": 145.58,
      "grad_norm": 1.3438283205032349,
      "learning_rate": 4.467800937419247e-06,
      "loss": 0.4078,
      "step": 521620
    },
    {
      "epoch": 145.58,
      "grad_norm": 1.2471603155136108,
      "learning_rate": 4.467789507166004e-06,
      "loss": 0.4015,
      "step": 521630
    },
    {
      "epoch": 145.59,
      "grad_norm": 1.3305552005767822,
      "learning_rate": 4.467778076630051e-06,
      "loss": 0.4014,
      "step": 521640
    },
    {
      "epoch": 145.59,
      "grad_norm": 1.2297981977462769,
      "learning_rate": 4.467766645811389e-06,
      "loss": 0.3841,
      "step": 521650
    },
    {
      "epoch": 145.59,
      "grad_norm": 1.2529999017715454,
      "learning_rate": 4.4677552147100205e-06,
      "loss": 0.4218,
      "step": 521660
    },
    {
      "epoch": 145.6,
      "grad_norm": 1.2864203453063965,
      "learning_rate": 4.4677437833259465e-06,
      "loss": 0.376,
      "step": 521670
    },
    {
      "epoch": 145.6,
      "grad_norm": 3.280850648880005,
      "learning_rate": 4.467732351659168e-06,
      "loss": 0.3912,
      "step": 521680
    },
    {
      "epoch": 145.6,
      "grad_norm": 1.1559139490127563,
      "learning_rate": 4.467720919709686e-06,
      "loss": 0.3953,
      "step": 521690
    },
    {
      "epoch": 145.6,
      "grad_norm": 1.2042639255523682,
      "learning_rate": 4.4677094874775045e-06,
      "loss": 0.3789,
      "step": 521700
    },
    {
      "epoch": 145.61,
      "grad_norm": 1.301031470298767,
      "learning_rate": 4.467698054962622e-06,
      "loss": 0.3914,
      "step": 521710
    },
    {
      "epoch": 145.61,
      "grad_norm": 1.1058839559555054,
      "learning_rate": 4.467686622165042e-06,
      "loss": 0.4044,
      "step": 521720
    },
    {
      "epoch": 145.61,
      "grad_norm": 1.1001451015472412,
      "learning_rate": 4.467675189084766e-06,
      "loss": 0.4028,
      "step": 521730
    },
    {
      "epoch": 145.62,
      "grad_norm": 1.4990274906158447,
      "learning_rate": 4.4676637557217936e-06,
      "loss": 0.3846,
      "step": 521740
    },
    {
      "epoch": 145.62,
      "grad_norm": 1.2990509271621704,
      "learning_rate": 4.46765232207613e-06,
      "loss": 0.3947,
      "step": 521750
    },
    {
      "epoch": 145.62,
      "grad_norm": 1.2542836666107178,
      "learning_rate": 4.467640888147772e-06,
      "loss": 0.4127,
      "step": 521760
    },
    {
      "epoch": 145.62,
      "grad_norm": 1.2496286630630493,
      "learning_rate": 4.467629453936725e-06,
      "loss": 0.3878,
      "step": 521770
    },
    {
      "epoch": 145.63,
      "grad_norm": 1.1432965993881226,
      "learning_rate": 4.467618019442988e-06,
      "loss": 0.3709,
      "step": 521780
    },
    {
      "epoch": 145.63,
      "grad_norm": 1.4810270071029663,
      "learning_rate": 4.4676065846665645e-06,
      "loss": 0.3924,
      "step": 521790
    },
    {
      "epoch": 145.63,
      "grad_norm": 1.2163970470428467,
      "learning_rate": 4.467595149607454e-06,
      "loss": 0.4057,
      "step": 521800
    },
    {
      "epoch": 145.63,
      "grad_norm": 1.3509693145751953,
      "learning_rate": 4.46758371426566e-06,
      "loss": 0.3876,
      "step": 521810
    },
    {
      "epoch": 145.64,
      "grad_norm": 1.417388916015625,
      "learning_rate": 4.4675722786411834e-06,
      "loss": 0.3894,
      "step": 521820
    },
    {
      "epoch": 145.64,
      "grad_norm": 1.8917875289916992,
      "learning_rate": 4.4675608427340255e-06,
      "loss": 0.3913,
      "step": 521830
    },
    {
      "epoch": 145.64,
      "grad_norm": 1.4408609867095947,
      "learning_rate": 4.467549406544187e-06,
      "loss": 0.4043,
      "step": 521840
    },
    {
      "epoch": 145.65,
      "grad_norm": 2.662895441055298,
      "learning_rate": 4.467537970071671e-06,
      "loss": 0.4034,
      "step": 521850
    },
    {
      "epoch": 145.65,
      "grad_norm": 1.3674246072769165,
      "learning_rate": 4.467526533316478e-06,
      "loss": 0.3886,
      "step": 521860
    },
    {
      "epoch": 145.65,
      "grad_norm": 1.1981884241104126,
      "learning_rate": 4.467515096278609e-06,
      "loss": 0.3919,
      "step": 521870
    },
    {
      "epoch": 145.65,
      "grad_norm": 1.242966890335083,
      "learning_rate": 4.4675036589580675e-06,
      "loss": 0.4024,
      "step": 521880
    },
    {
      "epoch": 145.66,
      "grad_norm": 1.3311028480529785,
      "learning_rate": 4.467492221354853e-06,
      "loss": 0.4001,
      "step": 521890
    },
    {
      "epoch": 145.66,
      "grad_norm": 1.3571959733963013,
      "learning_rate": 4.4674807834689685e-06,
      "loss": 0.4029,
      "step": 521900
    },
    {
      "epoch": 145.66,
      "grad_norm": 1.1247432231903076,
      "learning_rate": 4.467469345300415e-06,
      "loss": 0.3917,
      "step": 521910
    },
    {
      "epoch": 145.67,
      "grad_norm": 1.2515708208084106,
      "learning_rate": 4.4674579068491924e-06,
      "loss": 0.4031,
      "step": 521920
    },
    {
      "epoch": 145.67,
      "grad_norm": 1.7940354347229004,
      "learning_rate": 4.467446468115305e-06,
      "loss": 0.394,
      "step": 521930
    },
    {
      "epoch": 145.67,
      "grad_norm": 1.4432387351989746,
      "learning_rate": 4.467435029098753e-06,
      "loss": 0.397,
      "step": 521940
    },
    {
      "epoch": 145.67,
      "grad_norm": 1.1614339351654053,
      "learning_rate": 4.467423589799537e-06,
      "loss": 0.3887,
      "step": 521950
    },
    {
      "epoch": 145.68,
      "grad_norm": 1.758793830871582,
      "learning_rate": 4.46741215021766e-06,
      "loss": 0.3812,
      "step": 521960
    },
    {
      "epoch": 145.68,
      "grad_norm": 1.084938883781433,
      "learning_rate": 4.467400710353124e-06,
      "loss": 0.385,
      "step": 521970
    },
    {
      "epoch": 145.68,
      "grad_norm": 1.3293050527572632,
      "learning_rate": 4.467389270205928e-06,
      "loss": 0.3994,
      "step": 521980
    },
    {
      "epoch": 145.69,
      "grad_norm": 1.3748849630355835,
      "learning_rate": 4.467377829776076e-06,
      "loss": 0.378,
      "step": 521990
    },
    {
      "epoch": 145.69,
      "grad_norm": 1.4175702333450317,
      "learning_rate": 4.467366389063568e-06,
      "loss": 0.4039,
      "step": 522000
    },
    {
      "epoch": 145.69,
      "grad_norm": 1.2079722881317139,
      "learning_rate": 4.467354948068406e-06,
      "loss": 0.4056,
      "step": 522010
    },
    {
      "epoch": 145.69,
      "grad_norm": 1.2642018795013428,
      "learning_rate": 4.467343506790592e-06,
      "loss": 0.3808,
      "step": 522020
    },
    {
      "epoch": 145.7,
      "grad_norm": 1.312910556793213,
      "learning_rate": 4.467332065230127e-06,
      "loss": 0.3781,
      "step": 522030
    },
    {
      "epoch": 145.7,
      "grad_norm": 1.4614741802215576,
      "learning_rate": 4.467320623387013e-06,
      "loss": 0.3881,
      "step": 522040
    },
    {
      "epoch": 145.7,
      "grad_norm": 1.1705025434494019,
      "learning_rate": 4.46730918126125e-06,
      "loss": 0.4196,
      "step": 522050
    },
    {
      "epoch": 145.7,
      "grad_norm": 1.0618491172790527,
      "learning_rate": 4.467297738852842e-06,
      "loss": 0.3887,
      "step": 522060
    },
    {
      "epoch": 145.71,
      "grad_norm": 1.300385594367981,
      "learning_rate": 4.467286296161788e-06,
      "loss": 0.3921,
      "step": 522070
    },
    {
      "epoch": 145.71,
      "grad_norm": 1.1655477285385132,
      "learning_rate": 4.467274853188092e-06,
      "loss": 0.3862,
      "step": 522080
    },
    {
      "epoch": 145.71,
      "grad_norm": 1.1922959089279175,
      "learning_rate": 4.467263409931754e-06,
      "loss": 0.3881,
      "step": 522090
    },
    {
      "epoch": 145.72,
      "grad_norm": 1.2049639225006104,
      "learning_rate": 4.467251966392775e-06,
      "loss": 0.3771,
      "step": 522100
    },
    {
      "epoch": 145.72,
      "grad_norm": 1.447018027305603,
      "learning_rate": 4.467240522571157e-06,
      "loss": 0.3918,
      "step": 522110
    },
    {
      "epoch": 145.72,
      "grad_norm": 1.2758737802505493,
      "learning_rate": 4.467229078466904e-06,
      "loss": 0.3925,
      "step": 522120
    },
    {
      "epoch": 145.72,
      "grad_norm": 1.3216667175292969,
      "learning_rate": 4.467217634080014e-06,
      "loss": 0.4037,
      "step": 522130
    },
    {
      "epoch": 145.73,
      "grad_norm": 1.4430112838745117,
      "learning_rate": 4.46720618941049e-06,
      "loss": 0.3899,
      "step": 522140
    },
    {
      "epoch": 145.73,
      "grad_norm": 1.5638988018035889,
      "learning_rate": 4.467194744458333e-06,
      "loss": 0.3921,
      "step": 522150
    },
    {
      "epoch": 145.73,
      "grad_norm": 1.2371941804885864,
      "learning_rate": 4.467183299223545e-06,
      "loss": 0.3885,
      "step": 522160
    },
    {
      "epoch": 145.74,
      "grad_norm": 1.1512033939361572,
      "learning_rate": 4.467171853706128e-06,
      "loss": 0.3954,
      "step": 522170
    },
    {
      "epoch": 145.74,
      "grad_norm": 1.2070599794387817,
      "learning_rate": 4.467160407906082e-06,
      "loss": 0.3969,
      "step": 522180
    },
    {
      "epoch": 145.74,
      "grad_norm": 1.3156126737594604,
      "learning_rate": 4.46714896182341e-06,
      "loss": 0.3815,
      "step": 522190
    },
    {
      "epoch": 145.74,
      "grad_norm": 1.2487622499465942,
      "learning_rate": 4.467137515458113e-06,
      "loss": 0.3995,
      "step": 522200
    },
    {
      "epoch": 145.75,
      "grad_norm": 1.1571307182312012,
      "learning_rate": 4.467126068810193e-06,
      "loss": 0.3775,
      "step": 522210
    },
    {
      "epoch": 145.75,
      "grad_norm": 1.3395544290542603,
      "learning_rate": 4.467114621879651e-06,
      "loss": 0.436,
      "step": 522220
    },
    {
      "epoch": 145.75,
      "grad_norm": 1.099089503288269,
      "learning_rate": 4.4671031746664886e-06,
      "loss": 0.39,
      "step": 522230
    },
    {
      "epoch": 145.75,
      "grad_norm": 1.2833384275436401,
      "learning_rate": 4.467091727170707e-06,
      "loss": 0.3868,
      "step": 522240
    },
    {
      "epoch": 145.76,
      "grad_norm": 1.21451997756958,
      "learning_rate": 4.467080279392308e-06,
      "loss": 0.4124,
      "step": 522250
    },
    {
      "epoch": 145.76,
      "grad_norm": 1.1686022281646729,
      "learning_rate": 4.4670688313312925e-06,
      "loss": 0.3987,
      "step": 522260
    },
    {
      "epoch": 145.76,
      "grad_norm": 2.865555763244629,
      "learning_rate": 4.467057382987664e-06,
      "loss": 0.3991,
      "step": 522270
    },
    {
      "epoch": 145.77,
      "grad_norm": 1.9359467029571533,
      "learning_rate": 4.467045934361422e-06,
      "loss": 0.4129,
      "step": 522280
    },
    {
      "epoch": 145.77,
      "grad_norm": 1.2125797271728516,
      "learning_rate": 4.467034485452569e-06,
      "loss": 0.407,
      "step": 522290
    },
    {
      "epoch": 145.77,
      "grad_norm": 1.1960465908050537,
      "learning_rate": 4.467023036261105e-06,
      "loss": 0.3707,
      "step": 522300
    },
    {
      "epoch": 145.77,
      "grad_norm": 1.0502939224243164,
      "learning_rate": 4.467011586787035e-06,
      "loss": 0.3815,
      "step": 522310
    },
    {
      "epoch": 145.78,
      "grad_norm": 1.155982255935669,
      "learning_rate": 4.467000137030357e-06,
      "loss": 0.3896,
      "step": 522320
    },
    {
      "epoch": 145.78,
      "grad_norm": 1.9188214540481567,
      "learning_rate": 4.466988686991074e-06,
      "loss": 0.4025,
      "step": 522330
    },
    {
      "epoch": 145.78,
      "grad_norm": 1.081085205078125,
      "learning_rate": 4.466977236669188e-06,
      "loss": 0.3902,
      "step": 522340
    },
    {
      "epoch": 145.79,
      "grad_norm": 1.1079835891723633,
      "learning_rate": 4.466965786064699e-06,
      "loss": 0.3881,
      "step": 522350
    },
    {
      "epoch": 145.79,
      "grad_norm": 1.2702521085739136,
      "learning_rate": 4.46695433517761e-06,
      "loss": 0.3977,
      "step": 522360
    },
    {
      "epoch": 145.79,
      "grad_norm": 1.664842128753662,
      "learning_rate": 4.466942884007921e-06,
      "loss": 0.3914,
      "step": 522370
    },
    {
      "epoch": 145.79,
      "grad_norm": 1.3325220346450806,
      "learning_rate": 4.466931432555635e-06,
      "loss": 0.375,
      "step": 522380
    },
    {
      "epoch": 145.8,
      "grad_norm": 1.0649060010910034,
      "learning_rate": 4.466919980820753e-06,
      "loss": 0.392,
      "step": 522390
    },
    {
      "epoch": 145.8,
      "grad_norm": 1.2366111278533936,
      "learning_rate": 4.466908528803276e-06,
      "loss": 0.3861,
      "step": 522400
    },
    {
      "epoch": 145.8,
      "grad_norm": 1.1166633367538452,
      "learning_rate": 4.466897076503207e-06,
      "loss": 0.4031,
      "step": 522410
    },
    {
      "epoch": 145.81,
      "grad_norm": 1.2454087734222412,
      "learning_rate": 4.4668856239205465e-06,
      "loss": 0.4002,
      "step": 522420
    },
    {
      "epoch": 145.81,
      "grad_norm": 1.0658594369888306,
      "learning_rate": 4.466874171055295e-06,
      "loss": 0.4003,
      "step": 522430
    },
    {
      "epoch": 145.81,
      "grad_norm": 1.3007961511611938,
      "learning_rate": 4.466862717907456e-06,
      "loss": 0.3798,
      "step": 522440
    },
    {
      "epoch": 145.81,
      "grad_norm": 1.4425560235977173,
      "learning_rate": 4.46685126447703e-06,
      "loss": 0.3942,
      "step": 522450
    },
    {
      "epoch": 145.82,
      "grad_norm": 1.0627245903015137,
      "learning_rate": 4.466839810764019e-06,
      "loss": 0.3961,
      "step": 522460
    },
    {
      "epoch": 145.82,
      "grad_norm": 1.2888221740722656,
      "learning_rate": 4.466828356768423e-06,
      "loss": 0.3914,
      "step": 522470
    },
    {
      "epoch": 145.82,
      "grad_norm": 1.4233298301696777,
      "learning_rate": 4.466816902490246e-06,
      "loss": 0.3903,
      "step": 522480
    },
    {
      "epoch": 145.82,
      "grad_norm": 1.384820580482483,
      "learning_rate": 4.4668054479294875e-06,
      "loss": 0.3943,
      "step": 522490
    },
    {
      "epoch": 145.83,
      "grad_norm": 1.2467412948608398,
      "learning_rate": 4.466793993086149e-06,
      "loss": 0.4099,
      "step": 522500
    },
    {
      "epoch": 145.83,
      "grad_norm": 1.256791114807129,
      "learning_rate": 4.4667825379602345e-06,
      "loss": 0.376,
      "step": 522510
    },
    {
      "epoch": 145.83,
      "grad_norm": 1.0893875360488892,
      "learning_rate": 4.466771082551743e-06,
      "loss": 0.4029,
      "step": 522520
    },
    {
      "epoch": 145.84,
      "grad_norm": 1.3827028274536133,
      "learning_rate": 4.466759626860676e-06,
      "loss": 0.4008,
      "step": 522530
    },
    {
      "epoch": 145.84,
      "grad_norm": 1.1680845022201538,
      "learning_rate": 4.466748170887037e-06,
      "loss": 0.4016,
      "step": 522540
    },
    {
      "epoch": 145.84,
      "grad_norm": 1.3158025741577148,
      "learning_rate": 4.466736714630826e-06,
      "loss": 0.3974,
      "step": 522550
    },
    {
      "epoch": 145.84,
      "grad_norm": 1.3647418022155762,
      "learning_rate": 4.466725258092044e-06,
      "loss": 0.3644,
      "step": 522560
    },
    {
      "epoch": 145.85,
      "grad_norm": 1.2183654308319092,
      "learning_rate": 4.466713801270694e-06,
      "loss": 0.416,
      "step": 522570
    },
    {
      "epoch": 145.85,
      "grad_norm": 1.3254979848861694,
      "learning_rate": 4.466702344166778e-06,
      "loss": 0.3844,
      "step": 522580
    },
    {
      "epoch": 145.85,
      "grad_norm": 1.435935139656067,
      "learning_rate": 4.466690886780295e-06,
      "loss": 0.3906,
      "step": 522590
    },
    {
      "epoch": 145.86,
      "grad_norm": 1.6472375392913818,
      "learning_rate": 4.466679429111249e-06,
      "loss": 0.4073,
      "step": 522600
    },
    {
      "epoch": 145.86,
      "grad_norm": 1.518409252166748,
      "learning_rate": 4.46666797115964e-06,
      "loss": 0.3842,
      "step": 522610
    },
    {
      "epoch": 145.86,
      "grad_norm": 1.4783527851104736,
      "learning_rate": 4.4666565129254705e-06,
      "loss": 0.384,
      "step": 522620
    },
    {
      "epoch": 145.86,
      "grad_norm": 1.6694552898406982,
      "learning_rate": 4.4666450544087416e-06,
      "loss": 0.3907,
      "step": 522630
    },
    {
      "epoch": 145.87,
      "grad_norm": 1.2824382781982422,
      "learning_rate": 4.4666335956094535e-06,
      "loss": 0.4097,
      "step": 522640
    },
    {
      "epoch": 145.87,
      "grad_norm": 1.3923945426940918,
      "learning_rate": 4.46662213652761e-06,
      "loss": 0.4016,
      "step": 522650
    },
    {
      "epoch": 145.87,
      "grad_norm": 1.1756914854049683,
      "learning_rate": 4.466610677163212e-06,
      "loss": 0.3941,
      "step": 522660
    },
    {
      "epoch": 145.87,
      "grad_norm": 1.0719963312149048,
      "learning_rate": 4.46659921751626e-06,
      "loss": 0.4,
      "step": 522670
    },
    {
      "epoch": 145.88,
      "grad_norm": 1.3971680402755737,
      "learning_rate": 4.466587757586757e-06,
      "loss": 0.383,
      "step": 522680
    },
    {
      "epoch": 145.88,
      "grad_norm": 1.197117805480957,
      "learning_rate": 4.466576297374702e-06,
      "loss": 0.3875,
      "step": 522690
    },
    {
      "epoch": 145.88,
      "grad_norm": 1.27993905544281,
      "learning_rate": 4.4665648368801e-06,
      "loss": 0.3996,
      "step": 522700
    },
    {
      "epoch": 145.89,
      "grad_norm": 1.326425552368164,
      "learning_rate": 4.46655337610295e-06,
      "loss": 0.4077,
      "step": 522710
    },
    {
      "epoch": 145.89,
      "grad_norm": 1.3523701429367065,
      "learning_rate": 4.466541915043255e-06,
      "loss": 0.3951,
      "step": 522720
    },
    {
      "epoch": 145.89,
      "grad_norm": 1.3629646301269531,
      "learning_rate": 4.466530453701014e-06,
      "loss": 0.3773,
      "step": 522730
    },
    {
      "epoch": 145.89,
      "grad_norm": 1.558852195739746,
      "learning_rate": 4.466518992076232e-06,
      "loss": 0.3699,
      "step": 522740
    },
    {
      "epoch": 145.9,
      "grad_norm": 1.397653341293335,
      "learning_rate": 4.466507530168909e-06,
      "loss": 0.4106,
      "step": 522750
    },
    {
      "epoch": 145.9,
      "grad_norm": 1.242143154144287,
      "learning_rate": 4.466496067979046e-06,
      "loss": 0.3824,
      "step": 522760
    },
    {
      "epoch": 145.9,
      "grad_norm": 1.1017532348632812,
      "learning_rate": 4.466484605506645e-06,
      "loss": 0.3856,
      "step": 522770
    },
    {
      "epoch": 145.91,
      "grad_norm": 1.4140058755874634,
      "learning_rate": 4.466473142751707e-06,
      "loss": 0.4004,
      "step": 522780
    },
    {
      "epoch": 145.91,
      "grad_norm": 1.0971118211746216,
      "learning_rate": 4.466461679714234e-06,
      "loss": 0.384,
      "step": 522790
    },
    {
      "epoch": 145.91,
      "grad_norm": 1.2321927547454834,
      "learning_rate": 4.466450216394227e-06,
      "loss": 0.3928,
      "step": 522800
    },
    {
      "epoch": 145.91,
      "grad_norm": 1.706770658493042,
      "learning_rate": 4.46643875279169e-06,
      "loss": 0.4031,
      "step": 522810
    },
    {
      "epoch": 145.92,
      "grad_norm": 1.3722279071807861,
      "learning_rate": 4.466427288906621e-06,
      "loss": 0.4172,
      "step": 522820
    },
    {
      "epoch": 145.92,
      "grad_norm": 1.1820958852767944,
      "learning_rate": 4.466415824739023e-06,
      "loss": 0.3824,
      "step": 522830
    },
    {
      "epoch": 145.92,
      "grad_norm": 1.29935884475708,
      "learning_rate": 4.466404360288898e-06,
      "loss": 0.3936,
      "step": 522840
    },
    {
      "epoch": 145.93,
      "grad_norm": 1.4276564121246338,
      "learning_rate": 4.466392895556247e-06,
      "loss": 0.375,
      "step": 522850
    },
    {
      "epoch": 145.93,
      "grad_norm": 1.305322527885437,
      "learning_rate": 4.466381430541072e-06,
      "loss": 0.4047,
      "step": 522860
    },
    {
      "epoch": 145.93,
      "grad_norm": 1.2315263748168945,
      "learning_rate": 4.466369965243373e-06,
      "loss": 0.3968,
      "step": 522870
    },
    {
      "epoch": 145.93,
      "grad_norm": 1.5075336694717407,
      "learning_rate": 4.466358499663154e-06,
      "loss": 0.3915,
      "step": 522880
    },
    {
      "epoch": 145.94,
      "grad_norm": 1.2904871702194214,
      "learning_rate": 4.466347033800415e-06,
      "loss": 0.4048,
      "step": 522890
    },
    {
      "epoch": 145.94,
      "grad_norm": 1.2724192142486572,
      "learning_rate": 4.466335567655158e-06,
      "loss": 0.3961,
      "step": 522900
    },
    {
      "epoch": 145.94,
      "grad_norm": 1.4183926582336426,
      "learning_rate": 4.4663241012273834e-06,
      "loss": 0.3845,
      "step": 522910
    },
    {
      "epoch": 145.94,
      "grad_norm": 1.6571370363235474,
      "learning_rate": 4.466312634517095e-06,
      "loss": 0.3822,
      "step": 522920
    },
    {
      "epoch": 145.95,
      "grad_norm": 1.2841719388961792,
      "learning_rate": 4.466301167524292e-06,
      "loss": 0.3881,
      "step": 522930
    },
    {
      "epoch": 145.95,
      "grad_norm": 1.6839927434921265,
      "learning_rate": 4.466289700248976e-06,
      "loss": 0.3998,
      "step": 522940
    },
    {
      "epoch": 145.95,
      "grad_norm": 1.5067882537841797,
      "learning_rate": 4.466278232691151e-06,
      "loss": 0.3969,
      "step": 522950
    },
    {
      "epoch": 145.96,
      "grad_norm": 1.1295714378356934,
      "learning_rate": 4.466266764850816e-06,
      "loss": 0.4166,
      "step": 522960
    },
    {
      "epoch": 145.96,
      "grad_norm": 1.364397406578064,
      "learning_rate": 4.4662552967279735e-06,
      "loss": 0.3932,
      "step": 522970
    },
    {
      "epoch": 145.96,
      "grad_norm": 1.3094267845153809,
      "learning_rate": 4.4662438283226245e-06,
      "loss": 0.3962,
      "step": 522980
    },
    {
      "epoch": 145.96,
      "grad_norm": 1.4044477939605713,
      "learning_rate": 4.466232359634772e-06,
      "loss": 0.385,
      "step": 522990
    },
    {
      "epoch": 145.97,
      "grad_norm": 1.3799033164978027,
      "learning_rate": 4.466220890664417e-06,
      "loss": 0.4032,
      "step": 523000
    },
    {
      "epoch": 145.97,
      "grad_norm": 1.2669917345046997,
      "learning_rate": 4.466209421411559e-06,
      "loss": 0.3815,
      "step": 523010
    },
    {
      "epoch": 145.97,
      "grad_norm": 1.2901201248168945,
      "learning_rate": 4.466197951876202e-06,
      "loss": 0.3865,
      "step": 523020
    },
    {
      "epoch": 145.98,
      "grad_norm": 1.2810190916061401,
      "learning_rate": 4.466186482058346e-06,
      "loss": 0.3923,
      "step": 523030
    },
    {
      "epoch": 145.98,
      "grad_norm": 1.1287733316421509,
      "learning_rate": 4.466175011957993e-06,
      "loss": 0.3871,
      "step": 523040
    },
    {
      "epoch": 145.98,
      "grad_norm": 1.5209362506866455,
      "learning_rate": 4.466163541575145e-06,
      "loss": 0.4031,
      "step": 523050
    },
    {
      "epoch": 145.98,
      "grad_norm": 1.203668236732483,
      "learning_rate": 4.466152070909804e-06,
      "loss": 0.3957,
      "step": 523060
    },
    {
      "epoch": 145.99,
      "grad_norm": 1.4613125324249268,
      "learning_rate": 4.466140599961969e-06,
      "loss": 0.4242,
      "step": 523070
    },
    {
      "epoch": 145.99,
      "grad_norm": 1.2570463418960571,
      "learning_rate": 4.466129128731645e-06,
      "loss": 0.3917,
      "step": 523080
    },
    {
      "epoch": 145.99,
      "grad_norm": 1.1690136194229126,
      "learning_rate": 4.4661176572188304e-06,
      "loss": 0.38,
      "step": 523090
    },
    {
      "epoch": 145.99,
      "grad_norm": 1.1988654136657715,
      "learning_rate": 4.466106185423529e-06,
      "loss": 0.3943,
      "step": 523100
    },
    {
      "epoch": 146.0,
      "grad_norm": 1.3294031620025635,
      "learning_rate": 4.466094713345741e-06,
      "loss": 0.4021,
      "step": 523110
    },
    {
      "epoch": 146.0,
      "eval_loss": 0.3946044445037842,
      "eval_runtime": 63.3244,
      "eval_samples_per_second": 79.89,
      "eval_steps_per_second": 9.996,
      "step": 523118
    },
    {
      "epoch": 146.0,
      "grad_norm": 1.174651026725769,
      "learning_rate": 4.466083240985468e-06,
      "loss": 0.3908,
      "step": 523120
    },
    {
      "epoch": 146.0,
      "grad_norm": 1.4434235095977783,
      "learning_rate": 4.466071768342713e-06,
      "loss": 0.3996,
      "step": 523130
    },
    {
      "epoch": 146.01,
      "grad_norm": 1.319669246673584,
      "learning_rate": 4.466060295417475e-06,
      "loss": 0.3933,
      "step": 523140
    },
    {
      "epoch": 146.01,
      "grad_norm": 1.1555167436599731,
      "learning_rate": 4.466048822209758e-06,
      "loss": 0.389,
      "step": 523150
    },
    {
      "epoch": 146.01,
      "grad_norm": 1.275455355644226,
      "learning_rate": 4.466037348719563e-06,
      "loss": 0.3928,
      "step": 523160
    },
    {
      "epoch": 146.01,
      "grad_norm": 0.979706883430481,
      "learning_rate": 4.466025874946889e-06,
      "loss": 0.3759,
      "step": 523170
    },
    {
      "epoch": 146.02,
      "grad_norm": 1.0708227157592773,
      "learning_rate": 4.466014400891741e-06,
      "loss": 0.4121,
      "step": 523180
    },
    {
      "epoch": 146.02,
      "grad_norm": 1.4483442306518555,
      "learning_rate": 4.466002926554118e-06,
      "loss": 0.3777,
      "step": 523190
    },
    {
      "epoch": 146.02,
      "grad_norm": 1.5106921195983887,
      "learning_rate": 4.465991451934024e-06,
      "loss": 0.414,
      "step": 523200
    },
    {
      "epoch": 146.03,
      "grad_norm": 1.362653136253357,
      "learning_rate": 4.465979977031458e-06,
      "loss": 0.4175,
      "step": 523210
    },
    {
      "epoch": 146.03,
      "grad_norm": 1.1308964490890503,
      "learning_rate": 4.465968501846422e-06,
      "loss": 0.3821,
      "step": 523220
    },
    {
      "epoch": 146.03,
      "grad_norm": 1.2447500228881836,
      "learning_rate": 4.465957026378919e-06,
      "loss": 0.4027,
      "step": 523230
    },
    {
      "epoch": 146.03,
      "grad_norm": 1.0724647045135498,
      "learning_rate": 4.46594555062895e-06,
      "loss": 0.398,
      "step": 523240
    },
    {
      "epoch": 146.04,
      "grad_norm": 1.7347241640090942,
      "learning_rate": 4.465934074596516e-06,
      "loss": 0.3835,
      "step": 523250
    },
    {
      "epoch": 146.04,
      "grad_norm": 1.3466981649398804,
      "learning_rate": 4.465922598281618e-06,
      "loss": 0.405,
      "step": 523260
    },
    {
      "epoch": 146.04,
      "grad_norm": 1.7558459043502808,
      "learning_rate": 4.465911121684259e-06,
      "loss": 0.3992,
      "step": 523270
    },
    {
      "epoch": 146.05,
      "grad_norm": 1.170422077178955,
      "learning_rate": 4.46589964480444e-06,
      "loss": 0.3999,
      "step": 523280
    },
    {
      "epoch": 146.05,
      "grad_norm": 1.208017349243164,
      "learning_rate": 4.465888167642162e-06,
      "loss": 0.4136,
      "step": 523290
    },
    {
      "epoch": 146.05,
      "grad_norm": 1.2497758865356445,
      "learning_rate": 4.465876690197426e-06,
      "loss": 0.4,
      "step": 523300
    },
    {
      "epoch": 146.05,
      "grad_norm": 1.3165556192398071,
      "learning_rate": 4.465865212470236e-06,
      "loss": 0.3936,
      "step": 523310
    },
    {
      "epoch": 146.06,
      "grad_norm": 1.1221469640731812,
      "learning_rate": 4.46585373446059e-06,
      "loss": 0.3852,
      "step": 523320
    },
    {
      "epoch": 146.06,
      "grad_norm": 1.1705818176269531,
      "learning_rate": 4.465842256168492e-06,
      "loss": 0.3999,
      "step": 523330
    },
    {
      "epoch": 146.06,
      "grad_norm": 1.305119276046753,
      "learning_rate": 4.4658307775939436e-06,
      "loss": 0.3894,
      "step": 523340
    },
    {
      "epoch": 146.06,
      "grad_norm": 1.2432903051376343,
      "learning_rate": 4.465819298736946e-06,
      "loss": 0.4009,
      "step": 523350
    },
    {
      "epoch": 146.07,
      "grad_norm": 1.3095760345458984,
      "learning_rate": 4.465807819597499e-06,
      "loss": 0.3885,
      "step": 523360
    },
    {
      "epoch": 146.07,
      "grad_norm": 1.292681336402893,
      "learning_rate": 4.465796340175607e-06,
      "loss": 0.4216,
      "step": 523370
    },
    {
      "epoch": 146.07,
      "grad_norm": 1.9302550554275513,
      "learning_rate": 4.465784860471269e-06,
      "loss": 0.3811,
      "step": 523380
    },
    {
      "epoch": 146.08,
      "grad_norm": 1.3295985460281372,
      "learning_rate": 4.465773380484488e-06,
      "loss": 0.3883,
      "step": 523390
    },
    {
      "epoch": 146.08,
      "grad_norm": 1.1072510480880737,
      "learning_rate": 4.465761900215265e-06,
      "loss": 0.3937,
      "step": 523400
    },
    {
      "epoch": 146.08,
      "grad_norm": 1.0588860511779785,
      "learning_rate": 4.4657504196636015e-06,
      "loss": 0.3835,
      "step": 523410
    },
    {
      "epoch": 146.08,
      "grad_norm": 1.2445586919784546,
      "learning_rate": 4.465738938829499e-06,
      "loss": 0.4112,
      "step": 523420
    },
    {
      "epoch": 146.09,
      "grad_norm": 1.2616240978240967,
      "learning_rate": 4.46572745771296e-06,
      "loss": 0.3815,
      "step": 523430
    },
    {
      "epoch": 146.09,
      "grad_norm": 1.1897417306900024,
      "learning_rate": 4.465715976313985e-06,
      "loss": 0.3742,
      "step": 523440
    },
    {
      "epoch": 146.09,
      "grad_norm": 1.3911194801330566,
      "learning_rate": 4.465704494632576e-06,
      "loss": 0.3951,
      "step": 523450
    },
    {
      "epoch": 146.1,
      "grad_norm": 1.5557591915130615,
      "learning_rate": 4.465693012668733e-06,
      "loss": 0.3791,
      "step": 523460
    },
    {
      "epoch": 146.1,
      "grad_norm": 1.6651136875152588,
      "learning_rate": 4.46568153042246e-06,
      "loss": 0.4113,
      "step": 523470
    },
    {
      "epoch": 146.1,
      "grad_norm": 1.1671409606933594,
      "learning_rate": 4.465670047893757e-06,
      "loss": 0.3819,
      "step": 523480
    },
    {
      "epoch": 146.1,
      "grad_norm": 1.3314539194107056,
      "learning_rate": 4.465658565082625e-06,
      "loss": 0.3986,
      "step": 523490
    },
    {
      "epoch": 146.11,
      "grad_norm": 1.6003243923187256,
      "learning_rate": 4.465647081989068e-06,
      "loss": 0.405,
      "step": 523500
    },
    {
      "epoch": 146.11,
      "grad_norm": 1.2923579216003418,
      "learning_rate": 4.465635598613085e-06,
      "loss": 0.3952,
      "step": 523510
    },
    {
      "epoch": 146.11,
      "grad_norm": 1.1105239391326904,
      "learning_rate": 4.465624114954679e-06,
      "loss": 0.3726,
      "step": 523520
    },
    {
      "epoch": 146.11,
      "grad_norm": 1.2188340425491333,
      "learning_rate": 4.46561263101385e-06,
      "loss": 0.3945,
      "step": 523530
    },
    {
      "epoch": 146.12,
      "grad_norm": 1.0866106748580933,
      "learning_rate": 4.465601146790601e-06,
      "loss": 0.3956,
      "step": 523540
    },
    {
      "epoch": 146.12,
      "grad_norm": 1.6300488710403442,
      "learning_rate": 4.465589662284933e-06,
      "loss": 0.3854,
      "step": 523550
    },
    {
      "epoch": 146.12,
      "grad_norm": 1.3765039443969727,
      "learning_rate": 4.4655781774968475e-06,
      "loss": 0.3903,
      "step": 523560
    },
    {
      "epoch": 146.13,
      "grad_norm": 1.4261528253555298,
      "learning_rate": 4.465566692426346e-06,
      "loss": 0.3996,
      "step": 523570
    },
    {
      "epoch": 146.13,
      "grad_norm": 1.2947150468826294,
      "learning_rate": 4.465555207073431e-06,
      "loss": 0.3931,
      "step": 523580
    },
    {
      "epoch": 146.13,
      "grad_norm": 1.3424437046051025,
      "learning_rate": 4.465543721438103e-06,
      "loss": 0.3948,
      "step": 523590
    },
    {
      "epoch": 146.13,
      "grad_norm": 1.0683026313781738,
      "learning_rate": 4.465532235520363e-06,
      "loss": 0.3958,
      "step": 523600
    },
    {
      "epoch": 146.14,
      "grad_norm": 1.4201549291610718,
      "learning_rate": 4.465520749320212e-06,
      "loss": 0.3842,
      "step": 523610
    },
    {
      "epoch": 146.14,
      "grad_norm": 1.6184437274932861,
      "learning_rate": 4.465509262837654e-06,
      "loss": 0.4124,
      "step": 523620
    },
    {
      "epoch": 146.14,
      "grad_norm": 1.3359965085983276,
      "learning_rate": 4.46549777607269e-06,
      "loss": 0.4009,
      "step": 523630
    },
    {
      "epoch": 146.15,
      "grad_norm": 1.2267725467681885,
      "learning_rate": 4.46548628902532e-06,
      "loss": 0.3928,
      "step": 523640
    },
    {
      "epoch": 146.15,
      "grad_norm": 1.0928983688354492,
      "learning_rate": 4.465474801695547e-06,
      "loss": 0.3877,
      "step": 523650
    },
    {
      "epoch": 146.15,
      "grad_norm": 1.2870014905929565,
      "learning_rate": 4.465463314083371e-06,
      "loss": 0.3963,
      "step": 523660
    },
    {
      "epoch": 146.15,
      "grad_norm": 5.966122627258301,
      "learning_rate": 4.4654518261887946e-06,
      "loss": 0.3926,
      "step": 523670
    },
    {
      "epoch": 146.16,
      "grad_norm": 1.3853323459625244,
      "learning_rate": 4.4654403380118196e-06,
      "loss": 0.3942,
      "step": 523680
    },
    {
      "epoch": 146.16,
      "grad_norm": 1.3824464082717896,
      "learning_rate": 4.465428849552447e-06,
      "loss": 0.4002,
      "step": 523690
    },
    {
      "epoch": 146.16,
      "grad_norm": 1.2018877267837524,
      "learning_rate": 4.465417360810677e-06,
      "loss": 0.3975,
      "step": 523700
    },
    {
      "epoch": 146.17,
      "grad_norm": 1.0985463857650757,
      "learning_rate": 4.465405871786514e-06,
      "loss": 0.4008,
      "step": 523710
    },
    {
      "epoch": 146.17,
      "grad_norm": 1.4032903909683228,
      "learning_rate": 4.465394382479958e-06,
      "loss": 0.3823,
      "step": 523720
    },
    {
      "epoch": 146.17,
      "grad_norm": 1.53327214717865,
      "learning_rate": 4.46538289289101e-06,
      "loss": 0.3898,
      "step": 523730
    },
    {
      "epoch": 146.17,
      "grad_norm": 1.327921986579895,
      "learning_rate": 4.4653714030196725e-06,
      "loss": 0.3676,
      "step": 523740
    },
    {
      "epoch": 146.18,
      "grad_norm": 1.0074304342269897,
      "learning_rate": 4.465359912865946e-06,
      "loss": 0.4124,
      "step": 523750
    },
    {
      "epoch": 146.18,
      "grad_norm": 1.237022042274475,
      "learning_rate": 4.465348422429833e-06,
      "loss": 0.3988,
      "step": 523760
    },
    {
      "epoch": 146.18,
      "grad_norm": 1.1859313249588013,
      "learning_rate": 4.4653369317113345e-06,
      "loss": 0.3907,
      "step": 523770
    },
    {
      "epoch": 146.18,
      "grad_norm": 1.238312005996704,
      "learning_rate": 4.4653254407104525e-06,
      "loss": 0.3916,
      "step": 523780
    },
    {
      "epoch": 146.19,
      "grad_norm": 1.8729406595230103,
      "learning_rate": 4.4653139494271874e-06,
      "loss": 0.4107,
      "step": 523790
    },
    {
      "epoch": 146.19,
      "grad_norm": 1.3881464004516602,
      "learning_rate": 4.465302457861543e-06,
      "loss": 0.3867,
      "step": 523800
    },
    {
      "epoch": 146.19,
      "grad_norm": 1.21816885471344,
      "learning_rate": 4.4652909660135185e-06,
      "loss": 0.3817,
      "step": 523810
    },
    {
      "epoch": 146.2,
      "grad_norm": 1.3905305862426758,
      "learning_rate": 4.465279473883116e-06,
      "loss": 0.4025,
      "step": 523820
    },
    {
      "epoch": 146.2,
      "grad_norm": 1.2422789335250854,
      "learning_rate": 4.465267981470338e-06,
      "loss": 0.3624,
      "step": 523830
    },
    {
      "epoch": 146.2,
      "grad_norm": 1.2912344932556152,
      "learning_rate": 4.465256488775185e-06,
      "loss": 0.3982,
      "step": 523840
    },
    {
      "epoch": 146.2,
      "grad_norm": 1.3143140077590942,
      "learning_rate": 4.465244995797659e-06,
      "loss": 0.4014,
      "step": 523850
    },
    {
      "epoch": 146.21,
      "grad_norm": 1.0480363368988037,
      "learning_rate": 4.4652335025377615e-06,
      "loss": 0.391,
      "step": 523860
    },
    {
      "epoch": 146.21,
      "grad_norm": 1.3373680114746094,
      "learning_rate": 4.4652220089954935e-06,
      "loss": 0.4013,
      "step": 523870
    },
    {
      "epoch": 146.21,
      "grad_norm": 1.521958589553833,
      "learning_rate": 4.465210515170858e-06,
      "loss": 0.3939,
      "step": 523880
    },
    {
      "epoch": 146.22,
      "grad_norm": 1.45679771900177,
      "learning_rate": 4.465199021063855e-06,
      "loss": 0.3876,
      "step": 523890
    },
    {
      "epoch": 146.22,
      "grad_norm": 1.1571582555770874,
      "learning_rate": 4.465187526674487e-06,
      "loss": 0.3986,
      "step": 523900
    },
    {
      "epoch": 146.22,
      "grad_norm": 1.0940773487091064,
      "learning_rate": 4.465176032002754e-06,
      "loss": 0.3863,
      "step": 523910
    },
    {
      "epoch": 146.22,
      "grad_norm": 1.290626883506775,
      "learning_rate": 4.46516453704866e-06,
      "loss": 0.3969,
      "step": 523920
    },
    {
      "epoch": 146.23,
      "grad_norm": 1.164404273033142,
      "learning_rate": 4.465153041812204e-06,
      "loss": 0.4029,
      "step": 523930
    },
    {
      "epoch": 146.23,
      "grad_norm": 1.2738902568817139,
      "learning_rate": 4.465141546293389e-06,
      "loss": 0.3984,
      "step": 523940
    },
    {
      "epoch": 146.23,
      "grad_norm": 1.0639199018478394,
      "learning_rate": 4.465130050492216e-06,
      "loss": 0.401,
      "step": 523950
    },
    {
      "epoch": 146.23,
      "grad_norm": 1.4303375482559204,
      "learning_rate": 4.4651185544086875e-06,
      "loss": 0.3935,
      "step": 523960
    },
    {
      "epoch": 146.24,
      "grad_norm": 1.636494755744934,
      "learning_rate": 4.465107058042804e-06,
      "loss": 0.4128,
      "step": 523970
    },
    {
      "epoch": 146.24,
      "grad_norm": 1.191441535949707,
      "learning_rate": 4.465095561394567e-06,
      "loss": 0.3937,
      "step": 523980
    },
    {
      "epoch": 146.24,
      "grad_norm": 1.328385829925537,
      "learning_rate": 4.465084064463978e-06,
      "loss": 0.4068,
      "step": 523990
    },
    {
      "epoch": 146.25,
      "grad_norm": 1.0861845016479492,
      "learning_rate": 4.465072567251039e-06,
      "loss": 0.3838,
      "step": 524000
    },
    {
      "epoch": 146.25,
      "grad_norm": 1.1519758701324463,
      "learning_rate": 4.465061069755752e-06,
      "loss": 0.3836,
      "step": 524010
    },
    {
      "epoch": 146.25,
      "grad_norm": 1.3836804628372192,
      "learning_rate": 4.465049571978117e-06,
      "loss": 0.3919,
      "step": 524020
    },
    {
      "epoch": 146.25,
      "grad_norm": 1.234046220779419,
      "learning_rate": 4.465038073918138e-06,
      "loss": 0.3854,
      "step": 524030
    },
    {
      "epoch": 146.26,
      "grad_norm": 1.2433937788009644,
      "learning_rate": 4.465026575575814e-06,
      "loss": 0.3975,
      "step": 524040
    },
    {
      "epoch": 146.26,
      "grad_norm": 1.38783597946167,
      "learning_rate": 4.465015076951147e-06,
      "loss": 0.3928,
      "step": 524050
    },
    {
      "epoch": 146.26,
      "grad_norm": 1.2165331840515137,
      "learning_rate": 4.465003578044139e-06,
      "loss": 0.3768,
      "step": 524060
    },
    {
      "epoch": 146.27,
      "grad_norm": 1.2371948957443237,
      "learning_rate": 4.4649920788547925e-06,
      "loss": 0.381,
      "step": 524070
    },
    {
      "epoch": 146.27,
      "grad_norm": 1.0573958158493042,
      "learning_rate": 4.464980579383108e-06,
      "loss": 0.4056,
      "step": 524080
    },
    {
      "epoch": 146.27,
      "grad_norm": 1.257451057434082,
      "learning_rate": 4.464969079629087e-06,
      "loss": 0.4026,
      "step": 524090
    },
    {
      "epoch": 146.27,
      "grad_norm": 1.2320500612258911,
      "learning_rate": 4.464957579592731e-06,
      "loss": 0.3906,
      "step": 524100
    },
    {
      "epoch": 146.28,
      "grad_norm": 1.123915672302246,
      "learning_rate": 4.464946079274042e-06,
      "loss": 0.3924,
      "step": 524110
    },
    {
      "epoch": 146.28,
      "grad_norm": 1.291457176208496,
      "learning_rate": 4.46493457867302e-06,
      "loss": 0.3948,
      "step": 524120
    },
    {
      "epoch": 146.28,
      "grad_norm": 1.297999382019043,
      "learning_rate": 4.464923077789669e-06,
      "loss": 0.3952,
      "step": 524130
    },
    {
      "epoch": 146.29,
      "grad_norm": 1.3319294452667236,
      "learning_rate": 4.4649115766239896e-06,
      "loss": 0.3803,
      "step": 524140
    },
    {
      "epoch": 146.29,
      "grad_norm": 1.3862189054489136,
      "learning_rate": 4.464900075175982e-06,
      "loss": 0.4133,
      "step": 524150
    },
    {
      "epoch": 146.29,
      "grad_norm": 1.1762311458587646,
      "learning_rate": 4.464888573445649e-06,
      "loss": 0.3963,
      "step": 524160
    },
    {
      "epoch": 146.29,
      "grad_norm": 1.100528597831726,
      "learning_rate": 4.464877071432992e-06,
      "loss": 0.3923,
      "step": 524170
    },
    {
      "epoch": 146.3,
      "grad_norm": 1.0495185852050781,
      "learning_rate": 4.464865569138012e-06,
      "loss": 0.4027,
      "step": 524180
    },
    {
      "epoch": 146.3,
      "grad_norm": 1.3529390096664429,
      "learning_rate": 4.464854066560712e-06,
      "loss": 0.3924,
      "step": 524190
    },
    {
      "epoch": 146.3,
      "grad_norm": 1.1833469867706299,
      "learning_rate": 4.464842563701092e-06,
      "loss": 0.3824,
      "step": 524200
    },
    {
      "epoch": 146.3,
      "grad_norm": 1.277673602104187,
      "learning_rate": 4.464831060559154e-06,
      "loss": 0.4136,
      "step": 524210
    },
    {
      "epoch": 146.31,
      "grad_norm": 1.1836583614349365,
      "learning_rate": 4.464819557134899e-06,
      "loss": 0.3955,
      "step": 524220
    },
    {
      "epoch": 146.31,
      "grad_norm": 1.234650731086731,
      "learning_rate": 4.46480805342833e-06,
      "loss": 0.3857,
      "step": 524230
    },
    {
      "epoch": 146.31,
      "grad_norm": 1.3968480825424194,
      "learning_rate": 4.464796549439447e-06,
      "loss": 0.3883,
      "step": 524240
    },
    {
      "epoch": 146.32,
      "grad_norm": 1.4669969081878662,
      "learning_rate": 4.464785045168252e-06,
      "loss": 0.4118,
      "step": 524250
    },
    {
      "epoch": 146.32,
      "grad_norm": 1.488146185874939,
      "learning_rate": 4.464773540614747e-06,
      "loss": 0.3853,
      "step": 524260
    },
    {
      "epoch": 146.32,
      "grad_norm": 1.2802894115447998,
      "learning_rate": 4.464762035778933e-06,
      "loss": 0.388,
      "step": 524270
    },
    {
      "epoch": 146.32,
      "grad_norm": 1.3253637552261353,
      "learning_rate": 4.464750530660812e-06,
      "loss": 0.4012,
      "step": 524280
    },
    {
      "epoch": 146.33,
      "grad_norm": 1.4208416938781738,
      "learning_rate": 4.464739025260385e-06,
      "loss": 0.3932,
      "step": 524290
    },
    {
      "epoch": 146.33,
      "grad_norm": 1.2606619596481323,
      "learning_rate": 4.464727519577653e-06,
      "loss": 0.3914,
      "step": 524300
    },
    {
      "epoch": 146.33,
      "grad_norm": 1.233512043952942,
      "learning_rate": 4.464716013612619e-06,
      "loss": 0.4015,
      "step": 524310
    },
    {
      "epoch": 146.34,
      "grad_norm": 1.0293431282043457,
      "learning_rate": 4.464704507365284e-06,
      "loss": 0.3907,
      "step": 524320
    },
    {
      "epoch": 146.34,
      "grad_norm": 1.1009914875030518,
      "learning_rate": 4.4646930008356495e-06,
      "loss": 0.4101,
      "step": 524330
    },
    {
      "epoch": 146.34,
      "grad_norm": 1.1387447118759155,
      "learning_rate": 4.464681494023717e-06,
      "loss": 0.3923,
      "step": 524340
    },
    {
      "epoch": 146.34,
      "grad_norm": 1.322426199913025,
      "learning_rate": 4.464669986929487e-06,
      "loss": 0.404,
      "step": 524350
    },
    {
      "epoch": 146.35,
      "grad_norm": 1.2963531017303467,
      "learning_rate": 4.464658479552963e-06,
      "loss": 0.3793,
      "step": 524360
    },
    {
      "epoch": 146.35,
      "grad_norm": 1.170898199081421,
      "learning_rate": 4.464646971894145e-06,
      "loss": 0.377,
      "step": 524370
    },
    {
      "epoch": 146.35,
      "grad_norm": 1.1872296333312988,
      "learning_rate": 4.464635463953035e-06,
      "loss": 0.3913,
      "step": 524380
    },
    {
      "epoch": 146.36,
      "grad_norm": 1.4263644218444824,
      "learning_rate": 4.464623955729635e-06,
      "loss": 0.4195,
      "step": 524390
    },
    {
      "epoch": 146.36,
      "grad_norm": 1.1308772563934326,
      "learning_rate": 4.464612447223946e-06,
      "loss": 0.3908,
      "step": 524400
    },
    {
      "epoch": 146.36,
      "grad_norm": 1.3721249103546143,
      "learning_rate": 4.464600938435969e-06,
      "loss": 0.407,
      "step": 524410
    },
    {
      "epoch": 146.36,
      "grad_norm": 1.1797494888305664,
      "learning_rate": 4.4645894293657066e-06,
      "loss": 0.4104,
      "step": 524420
    },
    {
      "epoch": 146.37,
      "grad_norm": 1.096311092376709,
      "learning_rate": 4.46457792001316e-06,
      "loss": 0.3905,
      "step": 524430
    },
    {
      "epoch": 146.37,
      "grad_norm": 1.6091634035110474,
      "learning_rate": 4.464566410378331e-06,
      "loss": 0.3846,
      "step": 524440
    },
    {
      "epoch": 146.37,
      "grad_norm": 1.0847899913787842,
      "learning_rate": 4.4645549004612195e-06,
      "loss": 0.3895,
      "step": 524450
    },
    {
      "epoch": 146.37,
      "grad_norm": 1.3192293643951416,
      "learning_rate": 4.464543390261829e-06,
      "loss": 0.3912,
      "step": 524460
    },
    {
      "epoch": 146.38,
      "grad_norm": 1.1057113409042358,
      "learning_rate": 4.464531879780161e-06,
      "loss": 0.3926,
      "step": 524470
    },
    {
      "epoch": 146.38,
      "grad_norm": 1.2926894426345825,
      "learning_rate": 4.4645203690162155e-06,
      "loss": 0.404,
      "step": 524480
    },
    {
      "epoch": 146.38,
      "grad_norm": 1.1134110689163208,
      "learning_rate": 4.4645088579699955e-06,
      "loss": 0.3998,
      "step": 524490
    },
    {
      "epoch": 146.39,
      "grad_norm": 1.3345916271209717,
      "learning_rate": 4.464497346641502e-06,
      "loss": 0.3946,
      "step": 524500
    },
    {
      "epoch": 146.39,
      "grad_norm": 1.4620656967163086,
      "learning_rate": 4.464485835030736e-06,
      "loss": 0.3918,
      "step": 524510
    },
    {
      "epoch": 146.39,
      "grad_norm": 1.0667393207550049,
      "learning_rate": 4.464474323137699e-06,
      "loss": 0.3813,
      "step": 524520
    },
    {
      "epoch": 146.39,
      "grad_norm": 1.1174663305282593,
      "learning_rate": 4.4644628109623935e-06,
      "loss": 0.4054,
      "step": 524530
    },
    {
      "epoch": 146.4,
      "grad_norm": 1.3880983591079712,
      "learning_rate": 4.464451298504821e-06,
      "loss": 0.4158,
      "step": 524540
    },
    {
      "epoch": 146.4,
      "grad_norm": 1.3337457180023193,
      "learning_rate": 4.464439785764982e-06,
      "loss": 0.3784,
      "step": 524550
    },
    {
      "epoch": 146.4,
      "grad_norm": 1.361528992652893,
      "learning_rate": 4.4644282727428784e-06,
      "loss": 0.4261,
      "step": 524560
    },
    {
      "epoch": 146.41,
      "grad_norm": 1.3633923530578613,
      "learning_rate": 4.464416759438513e-06,
      "loss": 0.384,
      "step": 524570
    },
    {
      "epoch": 146.41,
      "grad_norm": 1.278159737586975,
      "learning_rate": 4.464405245851885e-06,
      "loss": 0.3937,
      "step": 524580
    },
    {
      "epoch": 146.41,
      "grad_norm": 1.334450602531433,
      "learning_rate": 4.464393731982998e-06,
      "loss": 0.4005,
      "step": 524590
    },
    {
      "epoch": 146.41,
      "grad_norm": 1.154301404953003,
      "learning_rate": 4.464382217831853e-06,
      "loss": 0.3966,
      "step": 524600
    },
    {
      "epoch": 146.42,
      "grad_norm": 1.203993797302246,
      "learning_rate": 4.46437070339845e-06,
      "loss": 0.4011,
      "step": 524610
    },
    {
      "epoch": 146.42,
      "grad_norm": 1.0558340549468994,
      "learning_rate": 4.464359188682793e-06,
      "loss": 0.3873,
      "step": 524620
    },
    {
      "epoch": 146.42,
      "grad_norm": 1.09546959400177,
      "learning_rate": 4.464347673684881e-06,
      "loss": 0.4066,
      "step": 524630
    },
    {
      "epoch": 146.42,
      "grad_norm": 1.2813993692398071,
      "learning_rate": 4.464336158404718e-06,
      "loss": 0.3976,
      "step": 524640
    },
    {
      "epoch": 146.43,
      "grad_norm": 1.4456827640533447,
      "learning_rate": 4.464324642842305e-06,
      "loss": 0.4119,
      "step": 524650
    },
    {
      "epoch": 146.43,
      "grad_norm": 1.4244643449783325,
      "learning_rate": 4.464313126997642e-06,
      "loss": 0.3879,
      "step": 524660
    },
    {
      "epoch": 146.43,
      "grad_norm": 0.9860024452209473,
      "learning_rate": 4.4643016108707315e-06,
      "loss": 0.3884,
      "step": 524670
    },
    {
      "epoch": 146.44,
      "grad_norm": 1.248901128768921,
      "learning_rate": 4.464290094461575e-06,
      "loss": 0.3923,
      "step": 524680
    },
    {
      "epoch": 146.44,
      "grad_norm": 1.1368653774261475,
      "learning_rate": 4.464278577770174e-06,
      "loss": 0.3965,
      "step": 524690
    },
    {
      "epoch": 146.44,
      "grad_norm": 1.126541018486023,
      "learning_rate": 4.4642670607965304e-06,
      "loss": 0.4036,
      "step": 524700
    },
    {
      "epoch": 146.44,
      "grad_norm": 1.6204301118850708,
      "learning_rate": 4.464255543540646e-06,
      "loss": 0.3951,
      "step": 524710
    },
    {
      "epoch": 146.45,
      "grad_norm": 1.4255142211914062,
      "learning_rate": 4.4642440260025206e-06,
      "loss": 0.3931,
      "step": 524720
    },
    {
      "epoch": 146.45,
      "grad_norm": 1.4752585887908936,
      "learning_rate": 4.464232508182157e-06,
      "loss": 0.3919,
      "step": 524730
    },
    {
      "epoch": 146.45,
      "grad_norm": 1.8895237445831299,
      "learning_rate": 4.464220990079556e-06,
      "loss": 0.408,
      "step": 524740
    },
    {
      "epoch": 146.46,
      "grad_norm": 1.5309128761291504,
      "learning_rate": 4.464209471694722e-06,
      "loss": 0.3757,
      "step": 524750
    },
    {
      "epoch": 146.46,
      "grad_norm": 1.4702651500701904,
      "learning_rate": 4.4641979530276514e-06,
      "loss": 0.3999,
      "step": 524760
    },
    {
      "epoch": 146.46,
      "grad_norm": 1.2189451456069946,
      "learning_rate": 4.4641864340783515e-06,
      "loss": 0.392,
      "step": 524770
    },
    {
      "epoch": 146.46,
      "grad_norm": 1.264923334121704,
      "learning_rate": 4.464174914846819e-06,
      "loss": 0.3804,
      "step": 524780
    },
    {
      "epoch": 146.47,
      "grad_norm": 1.3122197389602661,
      "learning_rate": 4.4641633953330574e-06,
      "loss": 0.3885,
      "step": 524790
    },
    {
      "epoch": 146.47,
      "grad_norm": 1.3004413843154907,
      "learning_rate": 4.464151875537069e-06,
      "loss": 0.4114,
      "step": 524800
    },
    {
      "epoch": 146.47,
      "grad_norm": 1.255728840827942,
      "learning_rate": 4.464140355458854e-06,
      "loss": 0.3881,
      "step": 524810
    },
    {
      "epoch": 146.48,
      "grad_norm": 1.2239211797714233,
      "learning_rate": 4.464128835098415e-06,
      "loss": 0.3762,
      "step": 524820
    },
    {
      "epoch": 146.48,
      "grad_norm": 1.156479835510254,
      "learning_rate": 4.464117314455752e-06,
      "loss": 0.389,
      "step": 524830
    },
    {
      "epoch": 146.48,
      "grad_norm": 1.2321865558624268,
      "learning_rate": 4.464105793530868e-06,
      "loss": 0.399,
      "step": 524840
    },
    {
      "epoch": 146.48,
      "grad_norm": 1.2043684720993042,
      "learning_rate": 4.4640942723237645e-06,
      "loss": 0.3977,
      "step": 524850
    },
    {
      "epoch": 146.49,
      "grad_norm": 1.5136184692382812,
      "learning_rate": 4.464082750834443e-06,
      "loss": 0.4056,
      "step": 524860
    },
    {
      "epoch": 146.49,
      "grad_norm": 1.2331922054290771,
      "learning_rate": 4.464071229062903e-06,
      "loss": 0.4019,
      "step": 524870
    },
    {
      "epoch": 146.49,
      "grad_norm": 1.228538155555725,
      "learning_rate": 4.4640597070091495e-06,
      "loss": 0.3918,
      "step": 524880
    },
    {
      "epoch": 146.49,
      "grad_norm": 1.2941064834594727,
      "learning_rate": 4.464048184673181e-06,
      "loss": 0.3953,
      "step": 524890
    },
    {
      "epoch": 146.5,
      "grad_norm": 1.3430676460266113,
      "learning_rate": 4.4640366620550006e-06,
      "loss": 0.394,
      "step": 524900
    },
    {
      "epoch": 146.5,
      "grad_norm": 1.0797739028930664,
      "learning_rate": 4.4640251391546095e-06,
      "loss": 0.3722,
      "step": 524910
    },
    {
      "epoch": 146.5,
      "grad_norm": 1.156450629234314,
      "learning_rate": 4.464013615972009e-06,
      "loss": 0.3835,
      "step": 524920
    },
    {
      "epoch": 146.51,
      "grad_norm": 1.2703869342803955,
      "learning_rate": 4.464002092507201e-06,
      "loss": 0.3972,
      "step": 524930
    },
    {
      "epoch": 146.51,
      "grad_norm": 1.399803876876831,
      "learning_rate": 4.463990568760187e-06,
      "loss": 0.3947,
      "step": 524940
    },
    {
      "epoch": 146.51,
      "grad_norm": 1.369459867477417,
      "learning_rate": 4.463979044730968e-06,
      "loss": 0.4119,
      "step": 524950
    },
    {
      "epoch": 146.51,
      "grad_norm": 1.3136705160140991,
      "learning_rate": 4.463967520419546e-06,
      "loss": 0.3993,
      "step": 524960
    },
    {
      "epoch": 146.52,
      "grad_norm": 1.2934308052062988,
      "learning_rate": 4.463955995825923e-06,
      "loss": 0.3976,
      "step": 524970
    },
    {
      "epoch": 146.52,
      "grad_norm": 1.1197694540023804,
      "learning_rate": 4.463944470950099e-06,
      "loss": 0.391,
      "step": 524980
    },
    {
      "epoch": 146.52,
      "grad_norm": 1.176931619644165,
      "learning_rate": 4.4639329457920776e-06,
      "loss": 0.3947,
      "step": 524990
    },
    {
      "epoch": 146.53,
      "grad_norm": 1.3171886205673218,
      "learning_rate": 4.463921420351859e-06,
      "loss": 0.4084,
      "step": 525000
    },
    {
      "epoch": 146.53,
      "grad_norm": 1.200749158859253,
      "learning_rate": 4.463909894629445e-06,
      "loss": 0.4034,
      "step": 525010
    },
    {
      "epoch": 146.53,
      "grad_norm": 1.1776694059371948,
      "learning_rate": 4.4638983686248365e-06,
      "loss": 0.4045,
      "step": 525020
    },
    {
      "epoch": 146.53,
      "grad_norm": 1.2921324968338013,
      "learning_rate": 4.4638868423380365e-06,
      "loss": 0.3933,
      "step": 525030
    },
    {
      "epoch": 146.54,
      "grad_norm": 1.28062105178833,
      "learning_rate": 4.463875315769045e-06,
      "loss": 0.4105,
      "step": 525040
    },
    {
      "epoch": 146.54,
      "grad_norm": 1.3436169624328613,
      "learning_rate": 4.463863788917865e-06,
      "loss": 0.3863,
      "step": 525050
    },
    {
      "epoch": 146.54,
      "grad_norm": 1.315512776374817,
      "learning_rate": 4.463852261784497e-06,
      "loss": 0.4073,
      "step": 525060
    },
    {
      "epoch": 146.54,
      "grad_norm": 1.199830174446106,
      "learning_rate": 4.463840734368942e-06,
      "loss": 0.4096,
      "step": 525070
    },
    {
      "epoch": 146.55,
      "grad_norm": 1.0966051816940308,
      "learning_rate": 4.463829206671204e-06,
      "loss": 0.3852,
      "step": 525080
    },
    {
      "epoch": 146.55,
      "grad_norm": 1.226470708847046,
      "learning_rate": 4.463817678691282e-06,
      "loss": 0.3863,
      "step": 525090
    },
    {
      "epoch": 146.55,
      "grad_norm": 1.1462739706039429,
      "learning_rate": 4.463806150429178e-06,
      "loss": 0.3971,
      "step": 525100
    },
    {
      "epoch": 146.56,
      "grad_norm": 1.1168445348739624,
      "learning_rate": 4.463794621884895e-06,
      "loss": 0.3767,
      "step": 525110
    },
    {
      "epoch": 146.56,
      "grad_norm": 1.2549562454223633,
      "learning_rate": 4.4637830930584325e-06,
      "loss": 0.3992,
      "step": 525120
    },
    {
      "epoch": 146.56,
      "grad_norm": 1.0989720821380615,
      "learning_rate": 4.463771563949793e-06,
      "loss": 0.3982,
      "step": 525130
    },
    {
      "epoch": 146.56,
      "grad_norm": 1.232851266860962,
      "learning_rate": 4.463760034558978e-06,
      "loss": 0.3839,
      "step": 525140
    },
    {
      "epoch": 146.57,
      "grad_norm": 1.1978096961975098,
      "learning_rate": 4.46374850488599e-06,
      "loss": 0.3851,
      "step": 525150
    },
    {
      "epoch": 146.57,
      "grad_norm": 1.1454963684082031,
      "learning_rate": 4.463736974930829e-06,
      "loss": 0.4025,
      "step": 525160
    },
    {
      "epoch": 146.57,
      "grad_norm": 1.1247227191925049,
      "learning_rate": 4.463725444693497e-06,
      "loss": 0.3838,
      "step": 525170
    },
    {
      "epoch": 146.58,
      "grad_norm": 1.1142642498016357,
      "learning_rate": 4.463713914173996e-06,
      "loss": 0.3835,
      "step": 525180
    },
    {
      "epoch": 146.58,
      "grad_norm": 1.345260500907898,
      "learning_rate": 4.463702383372327e-06,
      "loss": 0.393,
      "step": 525190
    },
    {
      "epoch": 146.58,
      "grad_norm": 1.2779936790466309,
      "learning_rate": 4.463690852288492e-06,
      "loss": 0.3832,
      "step": 525200
    },
    {
      "epoch": 146.58,
      "grad_norm": 1.2360329627990723,
      "learning_rate": 4.463679320922492e-06,
      "loss": 0.377,
      "step": 525210
    },
    {
      "epoch": 146.59,
      "grad_norm": 1.077978253364563,
      "learning_rate": 4.4636677892743295e-06,
      "loss": 0.3991,
      "step": 525220
    },
    {
      "epoch": 146.59,
      "grad_norm": 1.3394181728363037,
      "learning_rate": 4.463656257344005e-06,
      "loss": 0.3925,
      "step": 525230
    },
    {
      "epoch": 146.59,
      "grad_norm": 0.9883519411087036,
      "learning_rate": 4.463644725131521e-06,
      "loss": 0.3972,
      "step": 525240
    },
    {
      "epoch": 146.6,
      "grad_norm": 2.0094335079193115,
      "learning_rate": 4.4636331926368765e-06,
      "loss": 0.3746,
      "step": 525250
    },
    {
      "epoch": 146.6,
      "grad_norm": 1.3356870412826538,
      "learning_rate": 4.463621659860076e-06,
      "loss": 0.4034,
      "step": 525260
    },
    {
      "epoch": 146.6,
      "grad_norm": 1.1972401142120361,
      "learning_rate": 4.463610126801121e-06,
      "loss": 0.3881,
      "step": 525270
    },
    {
      "epoch": 146.6,
      "grad_norm": 1.2003450393676758,
      "learning_rate": 4.463598593460011e-06,
      "loss": 0.378,
      "step": 525280
    },
    {
      "epoch": 146.61,
      "grad_norm": 1.1846426725387573,
      "learning_rate": 4.463587059836749e-06,
      "loss": 0.3969,
      "step": 525290
    },
    {
      "epoch": 146.61,
      "grad_norm": 1.3033361434936523,
      "learning_rate": 4.4635755259313356e-06,
      "loss": 0.3775,
      "step": 525300
    },
    {
      "epoch": 146.61,
      "grad_norm": 3.1818768978118896,
      "learning_rate": 4.463563991743773e-06,
      "loss": 0.384,
      "step": 525310
    },
    {
      "epoch": 146.61,
      "grad_norm": 1.1999465227127075,
      "learning_rate": 4.463552457274063e-06,
      "loss": 0.3775,
      "step": 525320
    },
    {
      "epoch": 146.62,
      "grad_norm": 1.2454761266708374,
      "learning_rate": 4.4635409225222065e-06,
      "loss": 0.3829,
      "step": 525330
    },
    {
      "epoch": 146.62,
      "grad_norm": 1.2315376996994019,
      "learning_rate": 4.463529387488205e-06,
      "loss": 0.3828,
      "step": 525340
    },
    {
      "epoch": 146.62,
      "grad_norm": 1.3282217979431152,
      "learning_rate": 4.463517852172061e-06,
      "loss": 0.3826,
      "step": 525350
    },
    {
      "epoch": 146.63,
      "grad_norm": 1.261743187904358,
      "learning_rate": 4.463506316573774e-06,
      "loss": 0.3916,
      "step": 525360
    },
    {
      "epoch": 146.63,
      "grad_norm": 3.1199615001678467,
      "learning_rate": 4.463494780693348e-06,
      "loss": 0.3969,
      "step": 525370
    },
    {
      "epoch": 146.63,
      "grad_norm": 1.9980674982070923,
      "learning_rate": 4.463483244530783e-06,
      "loss": 0.3942,
      "step": 525380
    },
    {
      "epoch": 146.63,
      "grad_norm": 1.285262942314148,
      "learning_rate": 4.463471708086081e-06,
      "loss": 0.4098,
      "step": 525390
    },
    {
      "epoch": 146.64,
      "grad_norm": 1.2980095148086548,
      "learning_rate": 4.463460171359244e-06,
      "loss": 0.3756,
      "step": 525400
    },
    {
      "epoch": 146.64,
      "grad_norm": 1.1000956296920776,
      "learning_rate": 4.463448634350272e-06,
      "loss": 0.3998,
      "step": 525410
    },
    {
      "epoch": 146.64,
      "grad_norm": 1.0530575513839722,
      "learning_rate": 4.463437097059168e-06,
      "loss": 0.3821,
      "step": 525420
    },
    {
      "epoch": 146.65,
      "grad_norm": 1.197067379951477,
      "learning_rate": 4.463425559485933e-06,
      "loss": 0.3879,
      "step": 525430
    },
    {
      "epoch": 146.65,
      "grad_norm": 1.281927227973938,
      "learning_rate": 4.46341402163057e-06,
      "loss": 0.4032,
      "step": 525440
    },
    {
      "epoch": 146.65,
      "grad_norm": 1.4040453433990479,
      "learning_rate": 4.4634024834930775e-06,
      "loss": 0.403,
      "step": 525450
    },
    {
      "epoch": 146.65,
      "grad_norm": 1.1366336345672607,
      "learning_rate": 4.463390945073458e-06,
      "loss": 0.3881,
      "step": 525460
    },
    {
      "epoch": 146.66,
      "grad_norm": 1.2719711065292358,
      "learning_rate": 4.463379406371716e-06,
      "loss": 0.3972,
      "step": 525470
    },
    {
      "epoch": 146.66,
      "grad_norm": 1.4447962045669556,
      "learning_rate": 4.463367867387849e-06,
      "loss": 0.3867,
      "step": 525480
    },
    {
      "epoch": 146.66,
      "grad_norm": 1.1615430116653442,
      "learning_rate": 4.46335632812186e-06,
      "loss": 0.3927,
      "step": 525490
    },
    {
      "epoch": 146.66,
      "grad_norm": 32.097599029541016,
      "learning_rate": 4.463344788573752e-06,
      "loss": 0.4052,
      "step": 525500
    },
    {
      "epoch": 146.67,
      "grad_norm": 1.3976361751556396,
      "learning_rate": 4.463333248743525e-06,
      "loss": 0.3803,
      "step": 525510
    },
    {
      "epoch": 146.67,
      "grad_norm": 1.2558722496032715,
      "learning_rate": 4.463321708631181e-06,
      "loss": 0.3911,
      "step": 525520
    },
    {
      "epoch": 146.67,
      "grad_norm": 1.254503846168518,
      "learning_rate": 4.463310168236721e-06,
      "loss": 0.3912,
      "step": 525530
    },
    {
      "epoch": 146.68,
      "grad_norm": 1.468200445175171,
      "learning_rate": 4.463298627560147e-06,
      "loss": 0.3893,
      "step": 525540
    },
    {
      "epoch": 146.68,
      "grad_norm": 0.9869576692581177,
      "learning_rate": 4.463287086601461e-06,
      "loss": 0.3858,
      "step": 525550
    },
    {
      "epoch": 146.68,
      "grad_norm": 1.513927698135376,
      "learning_rate": 4.463275545360663e-06,
      "loss": 0.3849,
      "step": 525560
    },
    {
      "epoch": 146.68,
      "grad_norm": 1.2826101779937744,
      "learning_rate": 4.463264003837757e-06,
      "loss": 0.3873,
      "step": 525570
    },
    {
      "epoch": 146.69,
      "grad_norm": 1.0650168657302856,
      "learning_rate": 4.463252462032743e-06,
      "loss": 0.3848,
      "step": 525580
    },
    {
      "epoch": 146.69,
      "grad_norm": 1.6330294609069824,
      "learning_rate": 4.463240919945621e-06,
      "loss": 0.3903,
      "step": 525590
    },
    {
      "epoch": 146.69,
      "grad_norm": 1.2703373432159424,
      "learning_rate": 4.463229377576396e-06,
      "loss": 0.3859,
      "step": 525600
    },
    {
      "epoch": 146.7,
      "grad_norm": 1.1555300951004028,
      "learning_rate": 4.463217834925067e-06,
      "loss": 0.3974,
      "step": 525610
    },
    {
      "epoch": 146.7,
      "grad_norm": 1.3969954252243042,
      "learning_rate": 4.463206291991636e-06,
      "loss": 0.3783,
      "step": 525620
    },
    {
      "epoch": 146.7,
      "grad_norm": 1.1082968711853027,
      "learning_rate": 4.463194748776105e-06,
      "loss": 0.4096,
      "step": 525630
    },
    {
      "epoch": 146.7,
      "grad_norm": 1.1430588960647583,
      "learning_rate": 4.463183205278475e-06,
      "loss": 0.3973,
      "step": 525640
    },
    {
      "epoch": 146.71,
      "grad_norm": 1.2192472219467163,
      "learning_rate": 4.463171661498748e-06,
      "loss": 0.3792,
      "step": 525650
    },
    {
      "epoch": 146.71,
      "grad_norm": 1.3355237245559692,
      "learning_rate": 4.463160117436926e-06,
      "loss": 0.3913,
      "step": 525660
    },
    {
      "epoch": 146.71,
      "grad_norm": 1.3208236694335938,
      "learning_rate": 4.463148573093009e-06,
      "loss": 0.3964,
      "step": 525670
    },
    {
      "epoch": 146.72,
      "grad_norm": 1.2903897762298584,
      "learning_rate": 4.463137028467e-06,
      "loss": 0.3855,
      "step": 525680
    },
    {
      "epoch": 146.72,
      "grad_norm": 1.1404956579208374,
      "learning_rate": 4.4631254835589e-06,
      "loss": 0.3949,
      "step": 525690
    },
    {
      "epoch": 146.72,
      "grad_norm": 1.260439157485962,
      "learning_rate": 4.463113938368711e-06,
      "loss": 0.3976,
      "step": 525700
    },
    {
      "epoch": 146.72,
      "grad_norm": 1.0960521697998047,
      "learning_rate": 4.4631023928964335e-06,
      "loss": 0.3937,
      "step": 525710
    },
    {
      "epoch": 146.73,
      "grad_norm": 2.7670960426330566,
      "learning_rate": 4.46309084714207e-06,
      "loss": 0.3847,
      "step": 525720
    },
    {
      "epoch": 146.73,
      "grad_norm": 1.2909624576568604,
      "learning_rate": 4.4630793011056215e-06,
      "loss": 0.3984,
      "step": 525730
    },
    {
      "epoch": 146.73,
      "grad_norm": 1.1040053367614746,
      "learning_rate": 4.4630677547870895e-06,
      "loss": 0.4198,
      "step": 525740
    },
    {
      "epoch": 146.73,
      "grad_norm": 1.3651447296142578,
      "learning_rate": 4.463056208186475e-06,
      "loss": 0.3781,
      "step": 525750
    },
    {
      "epoch": 146.74,
      "grad_norm": 1.407401204109192,
      "learning_rate": 4.463044661303782e-06,
      "loss": 0.3776,
      "step": 525760
    },
    {
      "epoch": 146.74,
      "grad_norm": 1.4245964288711548,
      "learning_rate": 4.463033114139009e-06,
      "loss": 0.3922,
      "step": 525770
    },
    {
      "epoch": 146.74,
      "grad_norm": 2.5095200538635254,
      "learning_rate": 4.46302156669216e-06,
      "loss": 0.3938,
      "step": 525780
    },
    {
      "epoch": 146.75,
      "grad_norm": 1.259916067123413,
      "learning_rate": 4.463010018963234e-06,
      "loss": 0.3996,
      "step": 525790
    },
    {
      "epoch": 146.75,
      "grad_norm": 1.1500513553619385,
      "learning_rate": 4.4629984709522345e-06,
      "loss": 0.398,
      "step": 525800
    },
    {
      "epoch": 146.75,
      "grad_norm": 1.3087893724441528,
      "learning_rate": 4.462986922659162e-06,
      "loss": 0.402,
      "step": 525810
    },
    {
      "epoch": 146.75,
      "grad_norm": 1.365410566329956,
      "learning_rate": 4.462975374084019e-06,
      "loss": 0.396,
      "step": 525820
    },
    {
      "epoch": 146.76,
      "grad_norm": 1.3368736505508423,
      "learning_rate": 4.462963825226807e-06,
      "loss": 0.3941,
      "step": 525830
    },
    {
      "epoch": 146.76,
      "grad_norm": 1.1793360710144043,
      "learning_rate": 4.462952276087527e-06,
      "loss": 0.386,
      "step": 525840
    },
    {
      "epoch": 146.76,
      "grad_norm": 1.5322259664535522,
      "learning_rate": 4.462940726666179e-06,
      "loss": 0.3805,
      "step": 525850
    },
    {
      "epoch": 146.77,
      "grad_norm": 1.3309953212738037,
      "learning_rate": 4.462929176962768e-06,
      "loss": 0.3887,
      "step": 525860
    },
    {
      "epoch": 146.77,
      "grad_norm": 1.3167622089385986,
      "learning_rate": 4.462917626977293e-06,
      "loss": 0.3782,
      "step": 525870
    },
    {
      "epoch": 146.77,
      "grad_norm": 1.339253544807434,
      "learning_rate": 4.4629060767097565e-06,
      "loss": 0.387,
      "step": 525880
    },
    {
      "epoch": 146.77,
      "grad_norm": 1.1793720722198486,
      "learning_rate": 4.4628945261601594e-06,
      "loss": 0.4017,
      "step": 525890
    },
    {
      "epoch": 146.78,
      "grad_norm": 1.3475507497787476,
      "learning_rate": 4.462882975328504e-06,
      "loss": 0.3999,
      "step": 525900
    },
    {
      "epoch": 146.78,
      "grad_norm": 1.3711596727371216,
      "learning_rate": 4.46287142421479e-06,
      "loss": 0.3785,
      "step": 525910
    },
    {
      "epoch": 146.78,
      "grad_norm": 1.1394151449203491,
      "learning_rate": 4.462859872819022e-06,
      "loss": 0.383,
      "step": 525920
    },
    {
      "epoch": 146.78,
      "grad_norm": 1.8466569185256958,
      "learning_rate": 4.462848321141199e-06,
      "loss": 0.383,
      "step": 525930
    },
    {
      "epoch": 146.79,
      "grad_norm": 1.3497389554977417,
      "learning_rate": 4.462836769181324e-06,
      "loss": 0.3988,
      "step": 525940
    },
    {
      "epoch": 146.79,
      "grad_norm": 1.2698800563812256,
      "learning_rate": 4.4628252169393975e-06,
      "loss": 0.4017,
      "step": 525950
    },
    {
      "epoch": 146.79,
      "grad_norm": 1.275942325592041,
      "learning_rate": 4.462813664415422e-06,
      "loss": 0.3639,
      "step": 525960
    },
    {
      "epoch": 146.8,
      "grad_norm": 1.2658435106277466,
      "learning_rate": 4.462802111609398e-06,
      "loss": 0.4016,
      "step": 525970
    },
    {
      "epoch": 146.8,
      "grad_norm": 1.2751880884170532,
      "learning_rate": 4.462790558521328e-06,
      "loss": 0.4063,
      "step": 525980
    },
    {
      "epoch": 146.8,
      "grad_norm": 1.4314321279525757,
      "learning_rate": 4.462779005151213e-06,
      "loss": 0.4153,
      "step": 525990
    },
    {
      "epoch": 146.8,
      "grad_norm": 1.2974978685379028,
      "learning_rate": 4.4627674514990545e-06,
      "loss": 0.3975,
      "step": 526000
    },
    {
      "epoch": 146.81,
      "grad_norm": 1.3186736106872559,
      "learning_rate": 4.462755897564854e-06,
      "loss": 0.3937,
      "step": 526010
    },
    {
      "epoch": 146.81,
      "grad_norm": 2.391977071762085,
      "learning_rate": 4.462744343348614e-06,
      "loss": 0.3911,
      "step": 526020
    },
    {
      "epoch": 146.81,
      "grad_norm": 1.2297347784042358,
      "learning_rate": 4.462732788850335e-06,
      "loss": 0.3924,
      "step": 526030
    },
    {
      "epoch": 146.82,
      "grad_norm": 1.1146879196166992,
      "learning_rate": 4.4627212340700185e-06,
      "loss": 0.3823,
      "step": 526040
    },
    {
      "epoch": 146.82,
      "grad_norm": 1.2567347288131714,
      "learning_rate": 4.462709679007666e-06,
      "loss": 0.3903,
      "step": 526050
    },
    {
      "epoch": 146.82,
      "grad_norm": 1.606703281402588,
      "learning_rate": 4.462698123663281e-06,
      "loss": 0.4111,
      "step": 526060
    },
    {
      "epoch": 146.82,
      "grad_norm": 1.2293260097503662,
      "learning_rate": 4.462686568036862e-06,
      "loss": 0.4078,
      "step": 526070
    },
    {
      "epoch": 146.83,
      "grad_norm": 1.2491445541381836,
      "learning_rate": 4.462675012128412e-06,
      "loss": 0.4126,
      "step": 526080
    },
    {
      "epoch": 146.83,
      "grad_norm": 1.3859000205993652,
      "learning_rate": 4.462663455937933e-06,
      "loss": 0.3832,
      "step": 526090
    },
    {
      "epoch": 146.83,
      "grad_norm": 1.4583690166473389,
      "learning_rate": 4.462651899465426e-06,
      "loss": 0.4045,
      "step": 526100
    },
    {
      "epoch": 146.84,
      "grad_norm": 2.02596116065979,
      "learning_rate": 4.462640342710892e-06,
      "loss": 0.3962,
      "step": 526110
    },
    {
      "epoch": 146.84,
      "grad_norm": 1.2480708360671997,
      "learning_rate": 4.462628785674334e-06,
      "loss": 0.3972,
      "step": 526120
    },
    {
      "epoch": 146.84,
      "grad_norm": 1.2164931297302246,
      "learning_rate": 4.462617228355753e-06,
      "loss": 0.403,
      "step": 526130
    },
    {
      "epoch": 146.84,
      "grad_norm": 1.3248034715652466,
      "learning_rate": 4.462605670755148e-06,
      "loss": 0.3948,
      "step": 526140
    },
    {
      "epoch": 146.85,
      "grad_norm": 1.393376111984253,
      "learning_rate": 4.4625941128725245e-06,
      "loss": 0.3934,
      "step": 526150
    },
    {
      "epoch": 146.85,
      "grad_norm": 1.3830230236053467,
      "learning_rate": 4.462582554707882e-06,
      "loss": 0.3927,
      "step": 526160
    },
    {
      "epoch": 146.85,
      "grad_norm": 1.2012611627578735,
      "learning_rate": 4.462570996261222e-06,
      "loss": 0.3873,
      "step": 526170
    },
    {
      "epoch": 146.85,
      "grad_norm": 1.4045655727386475,
      "learning_rate": 4.462559437532547e-06,
      "loss": 0.3737,
      "step": 526180
    },
    {
      "epoch": 146.86,
      "grad_norm": 1.819567322731018,
      "learning_rate": 4.462547878521857e-06,
      "loss": 0.4006,
      "step": 526190
    },
    {
      "epoch": 146.86,
      "grad_norm": 1.4479598999023438,
      "learning_rate": 4.462536319229155e-06,
      "loss": 0.3942,
      "step": 526200
    },
    {
      "epoch": 146.86,
      "grad_norm": 1.2932063341140747,
      "learning_rate": 4.462524759654442e-06,
      "loss": 0.3937,
      "step": 526210
    },
    {
      "epoch": 146.87,
      "grad_norm": 1.1797791719436646,
      "learning_rate": 4.462513199797719e-06,
      "loss": 0.3865,
      "step": 526220
    },
    {
      "epoch": 146.87,
      "grad_norm": 1.1922807693481445,
      "learning_rate": 4.462501639658988e-06,
      "loss": 0.4159,
      "step": 526230
    },
    {
      "epoch": 146.87,
      "grad_norm": 1.061967372894287,
      "learning_rate": 4.462490079238252e-06,
      "loss": 0.384,
      "step": 526240
    },
    {
      "epoch": 146.87,
      "grad_norm": 1.2889066934585571,
      "learning_rate": 4.46247851853551e-06,
      "loss": 0.402,
      "step": 526250
    },
    {
      "epoch": 146.88,
      "grad_norm": 1.5863674879074097,
      "learning_rate": 4.462466957550764e-06,
      "loss": 0.3888,
      "step": 526260
    },
    {
      "epoch": 146.88,
      "grad_norm": 1.1394383907318115,
      "learning_rate": 4.462455396284017e-06,
      "loss": 0.3967,
      "step": 526270
    },
    {
      "epoch": 146.88,
      "grad_norm": 1.4159226417541504,
      "learning_rate": 4.46244383473527e-06,
      "loss": 0.3928,
      "step": 526280
    },
    {
      "epoch": 146.89,
      "grad_norm": 1.275984287261963,
      "learning_rate": 4.462432272904524e-06,
      "loss": 0.3907,
      "step": 526290
    },
    {
      "epoch": 146.89,
      "grad_norm": 1.3674912452697754,
      "learning_rate": 4.462420710791781e-06,
      "loss": 0.3908,
      "step": 526300
    },
    {
      "epoch": 146.89,
      "grad_norm": 1.3264069557189941,
      "learning_rate": 4.462409148397042e-06,
      "loss": 0.4114,
      "step": 526310
    },
    {
      "epoch": 146.89,
      "grad_norm": 1.0572311878204346,
      "learning_rate": 4.462397585720309e-06,
      "loss": 0.3862,
      "step": 526320
    },
    {
      "epoch": 146.9,
      "grad_norm": 1.1416844129562378,
      "learning_rate": 4.4623860227615836e-06,
      "loss": 0.3933,
      "step": 526330
    },
    {
      "epoch": 146.9,
      "grad_norm": 1.3047685623168945,
      "learning_rate": 4.4623744595208664e-06,
      "loss": 0.3993,
      "step": 526340
    },
    {
      "epoch": 146.9,
      "grad_norm": 1.2235662937164307,
      "learning_rate": 4.46236289599816e-06,
      "loss": 0.4107,
      "step": 526350
    },
    {
      "epoch": 146.9,
      "grad_norm": 1.122952938079834,
      "learning_rate": 4.4623513321934665e-06,
      "loss": 0.3969,
      "step": 526360
    },
    {
      "epoch": 146.91,
      "grad_norm": 1.243611216545105,
      "learning_rate": 4.462339768106786e-06,
      "loss": 0.3881,
      "step": 526370
    },
    {
      "epoch": 146.91,
      "grad_norm": 1.2559362649917603,
      "learning_rate": 4.46232820373812e-06,
      "loss": 0.3783,
      "step": 526380
    },
    {
      "epoch": 146.91,
      "grad_norm": 1.5245972871780396,
      "learning_rate": 4.462316639087472e-06,
      "loss": 0.386,
      "step": 526390
    },
    {
      "epoch": 146.92,
      "grad_norm": 1.0206609964370728,
      "learning_rate": 4.462305074154842e-06,
      "loss": 0.3976,
      "step": 526400
    },
    {
      "epoch": 146.92,
      "grad_norm": 1.4621515274047852,
      "learning_rate": 4.4622935089402305e-06,
      "loss": 0.3879,
      "step": 526410
    },
    {
      "epoch": 146.92,
      "grad_norm": 1.315998911857605,
      "learning_rate": 4.462281943443641e-06,
      "loss": 0.3756,
      "step": 526420
    },
    {
      "epoch": 146.92,
      "grad_norm": 1.4070076942443848,
      "learning_rate": 4.462270377665074e-06,
      "loss": 0.3957,
      "step": 526430
    },
    {
      "epoch": 146.93,
      "grad_norm": 1.349818229675293,
      "learning_rate": 4.462258811604533e-06,
      "loss": 0.3971,
      "step": 526440
    },
    {
      "epoch": 146.93,
      "grad_norm": 1.2454733848571777,
      "learning_rate": 4.4622472452620165e-06,
      "loss": 0.3822,
      "step": 526450
    },
    {
      "epoch": 146.93,
      "grad_norm": 1.251339316368103,
      "learning_rate": 4.462235678637527e-06,
      "loss": 0.3911,
      "step": 526460
    },
    {
      "epoch": 146.94,
      "grad_norm": 1.305378794670105,
      "learning_rate": 4.4622241117310675e-06,
      "loss": 0.4133,
      "step": 526470
    },
    {
      "epoch": 146.94,
      "grad_norm": 1.3278381824493408,
      "learning_rate": 4.462212544542637e-06,
      "loss": 0.4002,
      "step": 526480
    },
    {
      "epoch": 146.94,
      "grad_norm": 1.2094188928604126,
      "learning_rate": 4.46220097707224e-06,
      "loss": 0.3937,
      "step": 526490
    },
    {
      "epoch": 146.94,
      "grad_norm": 1.0408283472061157,
      "learning_rate": 4.462189409319876e-06,
      "loss": 0.3846,
      "step": 526500
    },
    {
      "epoch": 146.95,
      "grad_norm": 1.4089330434799194,
      "learning_rate": 4.462177841285548e-06,
      "loss": 0.3964,
      "step": 526510
    },
    {
      "epoch": 146.95,
      "grad_norm": 1.2792348861694336,
      "learning_rate": 4.462166272969256e-06,
      "loss": 0.4015,
      "step": 526520
    },
    {
      "epoch": 146.95,
      "grad_norm": 1.2735096216201782,
      "learning_rate": 4.462154704371002e-06,
      "loss": 0.3975,
      "step": 526530
    },
    {
      "epoch": 146.96,
      "grad_norm": 1.2984758615493774,
      "learning_rate": 4.462143135490788e-06,
      "loss": 0.3817,
      "step": 526540
    },
    {
      "epoch": 146.96,
      "grad_norm": 1.1600266695022583,
      "learning_rate": 4.462131566328615e-06,
      "loss": 0.3993,
      "step": 526550
    },
    {
      "epoch": 146.96,
      "grad_norm": 1.0986212491989136,
      "learning_rate": 4.4621199968844855e-06,
      "loss": 0.3883,
      "step": 526560
    },
    {
      "epoch": 146.96,
      "grad_norm": 1.2879307270050049,
      "learning_rate": 4.4621084271584e-06,
      "loss": 0.414,
      "step": 526570
    },
    {
      "epoch": 146.97,
      "grad_norm": 1.6658116579055786,
      "learning_rate": 4.462096857150361e-06,
      "loss": 0.4037,
      "step": 526580
    },
    {
      "epoch": 146.97,
      "grad_norm": 1.1628562211990356,
      "learning_rate": 4.462085286860368e-06,
      "loss": 0.3895,
      "step": 526590
    },
    {
      "epoch": 146.97,
      "grad_norm": 1.220882773399353,
      "learning_rate": 4.462073716288426e-06,
      "loss": 0.3867,
      "step": 526600
    },
    {
      "epoch": 146.97,
      "grad_norm": 1.055320382118225,
      "learning_rate": 4.462062145434532e-06,
      "loss": 0.3865,
      "step": 526610
    },
    {
      "epoch": 146.98,
      "grad_norm": 1.3691717386245728,
      "learning_rate": 4.462050574298692e-06,
      "loss": 0.4044,
      "step": 526620
    },
    {
      "epoch": 146.98,
      "grad_norm": 1.4290086030960083,
      "learning_rate": 4.462039002880905e-06,
      "loss": 0.389,
      "step": 526630
    },
    {
      "epoch": 146.98,
      "grad_norm": 1.4393060207366943,
      "learning_rate": 4.4620274311811735e-06,
      "loss": 0.3907,
      "step": 526640
    },
    {
      "epoch": 146.99,
      "grad_norm": 1.1280279159545898,
      "learning_rate": 4.462015859199499e-06,
      "loss": 0.3925,
      "step": 526650
    },
    {
      "epoch": 146.99,
      "grad_norm": 1.182729959487915,
      "learning_rate": 4.462004286935882e-06,
      "loss": 0.3897,
      "step": 526660
    },
    {
      "epoch": 146.99,
      "grad_norm": 1.4359418153762817,
      "learning_rate": 4.461992714390324e-06,
      "loss": 0.3821,
      "step": 526670
    },
    {
      "epoch": 146.99,
      "grad_norm": 1.4034805297851562,
      "learning_rate": 4.461981141562829e-06,
      "loss": 0.3945,
      "step": 526680
    },
    {
      "epoch": 147.0,
      "grad_norm": 1.2175068855285645,
      "learning_rate": 4.461969568453396e-06,
      "loss": 0.3995,
      "step": 526690
    },
    {
      "epoch": 147.0,
      "grad_norm": 1.2093206644058228,
      "learning_rate": 4.461957995062027e-06,
      "loss": 0.3912,
      "step": 526700
    },
    {
      "epoch": 147.0,
      "eval_loss": 0.3944282829761505,
      "eval_runtime": 63.2495,
      "eval_samples_per_second": 79.985,
      "eval_steps_per_second": 10.008,
      "step": 526701
    },
    {
      "epoch": 147.0,
      "grad_norm": 1.1260309219360352,
      "learning_rate": 4.461946421388726e-06,
      "loss": 0.3957,
      "step": 526710
    },
    {
      "epoch": 147.01,
      "grad_norm": 1.1943168640136719,
      "learning_rate": 4.461934847433491e-06,
      "loss": 0.3915,
      "step": 526720
    },
    {
      "epoch": 147.01,
      "grad_norm": 1.1017014980316162,
      "learning_rate": 4.461923273196324e-06,
      "loss": 0.3809,
      "step": 526730
    },
    {
      "epoch": 147.01,
      "grad_norm": 1.1705323457717896,
      "learning_rate": 4.4619116986772286e-06,
      "loss": 0.3796,
      "step": 526740
    },
    {
      "epoch": 147.01,
      "grad_norm": 1.3798474073410034,
      "learning_rate": 4.461900123876205e-06,
      "loss": 0.3978,
      "step": 526750
    },
    {
      "epoch": 147.02,
      "grad_norm": 1.1667704582214355,
      "learning_rate": 4.461888548793256e-06,
      "loss": 0.3836,
      "step": 526760
    },
    {
      "epoch": 147.02,
      "grad_norm": 1.2882299423217773,
      "learning_rate": 4.461876973428381e-06,
      "loss": 0.3786,
      "step": 526770
    },
    {
      "epoch": 147.02,
      "grad_norm": 1.1294736862182617,
      "learning_rate": 4.461865397781583e-06,
      "loss": 0.3886,
      "step": 526780
    },
    {
      "epoch": 147.02,
      "grad_norm": 1.177345871925354,
      "learning_rate": 4.461853821852864e-06,
      "loss": 0.4019,
      "step": 526790
    },
    {
      "epoch": 147.03,
      "grad_norm": 1.0884004831314087,
      "learning_rate": 4.461842245642224e-06,
      "loss": 0.3883,
      "step": 526800
    },
    {
      "epoch": 147.03,
      "grad_norm": 1.1634626388549805,
      "learning_rate": 4.461830669149666e-06,
      "loss": 0.3831,
      "step": 526810
    },
    {
      "epoch": 147.03,
      "grad_norm": 1.254302978515625,
      "learning_rate": 4.46181909237519e-06,
      "loss": 0.3839,
      "step": 526820
    },
    {
      "epoch": 147.04,
      "grad_norm": 1.144879698753357,
      "learning_rate": 4.461807515318799e-06,
      "loss": 0.3898,
      "step": 526830
    },
    {
      "epoch": 147.04,
      "grad_norm": 1.1771401166915894,
      "learning_rate": 4.461795937980494e-06,
      "loss": 0.4128,
      "step": 526840
    },
    {
      "epoch": 147.04,
      "grad_norm": 1.166555404663086,
      "learning_rate": 4.461784360360276e-06,
      "loss": 0.3938,
      "step": 526850
    },
    {
      "epoch": 147.04,
      "grad_norm": 1.1496392488479614,
      "learning_rate": 4.461772782458148e-06,
      "loss": 0.4058,
      "step": 526860
    },
    {
      "epoch": 147.05,
      "grad_norm": 1.0978392362594604,
      "learning_rate": 4.4617612042741105e-06,
      "loss": 0.4025,
      "step": 526870
    },
    {
      "epoch": 147.05,
      "grad_norm": 1.2188429832458496,
      "learning_rate": 4.461749625808164e-06,
      "loss": 0.3755,
      "step": 526880
    },
    {
      "epoch": 147.05,
      "grad_norm": 1.3671985864639282,
      "learning_rate": 4.461738047060312e-06,
      "loss": 0.4086,
      "step": 526890
    },
    {
      "epoch": 147.06,
      "grad_norm": 1.1896394491195679,
      "learning_rate": 4.461726468030555e-06,
      "loss": 0.4153,
      "step": 526900
    },
    {
      "epoch": 147.06,
      "grad_norm": 1.0823307037353516,
      "learning_rate": 4.4617148887188944e-06,
      "loss": 0.3876,
      "step": 526910
    },
    {
      "epoch": 147.06,
      "grad_norm": 1.393302321434021,
      "learning_rate": 4.461703309125333e-06,
      "loss": 0.4137,
      "step": 526920
    },
    {
      "epoch": 147.06,
      "grad_norm": 1.4056731462478638,
      "learning_rate": 4.4616917292498704e-06,
      "loss": 0.4016,
      "step": 526930
    },
    {
      "epoch": 147.07,
      "grad_norm": 1.4116718769073486,
      "learning_rate": 4.46168014909251e-06,
      "loss": 0.4017,
      "step": 526940
    },
    {
      "epoch": 147.07,
      "grad_norm": 1.5632176399230957,
      "learning_rate": 4.4616685686532525e-06,
      "loss": 0.3888,
      "step": 526950
    },
    {
      "epoch": 147.07,
      "grad_norm": 1.4691611528396606,
      "learning_rate": 4.461656987932099e-06,
      "loss": 0.4111,
      "step": 526960
    },
    {
      "epoch": 147.08,
      "grad_norm": 1.294134259223938,
      "learning_rate": 4.4616454069290515e-06,
      "loss": 0.3957,
      "step": 526970
    },
    {
      "epoch": 147.08,
      "grad_norm": 1.1878374814987183,
      "learning_rate": 4.461633825644113e-06,
      "loss": 0.3844,
      "step": 526980
    },
    {
      "epoch": 147.08,
      "grad_norm": 3.476569414138794,
      "learning_rate": 4.461622244077282e-06,
      "loss": 0.4076,
      "step": 526990
    },
    {
      "epoch": 147.08,
      "grad_norm": 1.4793212413787842,
      "learning_rate": 4.461610662228561e-06,
      "loss": 0.3843,
      "step": 527000
    },
    {
      "epoch": 147.09,
      "grad_norm": 1.3309106826782227,
      "learning_rate": 4.461599080097953e-06,
      "loss": 0.4083,
      "step": 527010
    },
    {
      "epoch": 147.09,
      "grad_norm": 1.1210159063339233,
      "learning_rate": 4.461587497685459e-06,
      "loss": 0.3905,
      "step": 527020
    },
    {
      "epoch": 147.09,
      "grad_norm": 1.2212309837341309,
      "learning_rate": 4.4615759149910805e-06,
      "loss": 0.4009,
      "step": 527030
    },
    {
      "epoch": 147.09,
      "grad_norm": 1.1835761070251465,
      "learning_rate": 4.461564332014818e-06,
      "loss": 0.3958,
      "step": 527040
    },
    {
      "epoch": 147.1,
      "grad_norm": 1.088144302368164,
      "learning_rate": 4.461552748756674e-06,
      "loss": 0.4043,
      "step": 527050
    },
    {
      "epoch": 147.1,
      "grad_norm": 1.1651175022125244,
      "learning_rate": 4.46154116521665e-06,
      "loss": 0.3944,
      "step": 527060
    },
    {
      "epoch": 147.1,
      "grad_norm": 1.559740424156189,
      "learning_rate": 4.461529581394749e-06,
      "loss": 0.3991,
      "step": 527070
    },
    {
      "epoch": 147.11,
      "grad_norm": 1.300086259841919,
      "learning_rate": 4.461517997290969e-06,
      "loss": 0.4006,
      "step": 527080
    },
    {
      "epoch": 147.11,
      "grad_norm": 1.1866955757141113,
      "learning_rate": 4.461506412905313e-06,
      "loss": 0.3873,
      "step": 527090
    },
    {
      "epoch": 147.11,
      "grad_norm": 1.3141868114471436,
      "learning_rate": 4.461494828237785e-06,
      "loss": 0.404,
      "step": 527100
    },
    {
      "epoch": 147.11,
      "grad_norm": 1.1376675367355347,
      "learning_rate": 4.461483243288383e-06,
      "loss": 0.3874,
      "step": 527110
    },
    {
      "epoch": 147.12,
      "grad_norm": 1.5214425325393677,
      "learning_rate": 4.461471658057111e-06,
      "loss": 0.3855,
      "step": 527120
    },
    {
      "epoch": 147.12,
      "grad_norm": 1.6001752614974976,
      "learning_rate": 4.46146007254397e-06,
      "loss": 0.3998,
      "step": 527130
    },
    {
      "epoch": 147.12,
      "grad_norm": 1.2765674591064453,
      "learning_rate": 4.46144848674896e-06,
      "loss": 0.3998,
      "step": 527140
    },
    {
      "epoch": 147.13,
      "grad_norm": 1.1220922470092773,
      "learning_rate": 4.461436900672084e-06,
      "loss": 0.3925,
      "step": 527150
    },
    {
      "epoch": 147.13,
      "grad_norm": 1.2552858591079712,
      "learning_rate": 4.461425314313344e-06,
      "loss": 0.3913,
      "step": 527160
    },
    {
      "epoch": 147.13,
      "grad_norm": 1.0739991664886475,
      "learning_rate": 4.461413727672741e-06,
      "loss": 0.3837,
      "step": 527170
    },
    {
      "epoch": 147.13,
      "grad_norm": 1.2247955799102783,
      "learning_rate": 4.461402140750275e-06,
      "loss": 0.3926,
      "step": 527180
    },
    {
      "epoch": 147.14,
      "grad_norm": 1.1449437141418457,
      "learning_rate": 4.46139055354595e-06,
      "loss": 0.3893,
      "step": 527190
    },
    {
      "epoch": 147.14,
      "grad_norm": 1.250316858291626,
      "learning_rate": 4.461378966059766e-06,
      "loss": 0.3861,
      "step": 527200
    },
    {
      "epoch": 147.14,
      "grad_norm": 1.27149498462677,
      "learning_rate": 4.461367378291726e-06,
      "loss": 0.3935,
      "step": 527210
    },
    {
      "epoch": 147.14,
      "grad_norm": 1.8058290481567383,
      "learning_rate": 4.46135579024183e-06,
      "loss": 0.3796,
      "step": 527220
    },
    {
      "epoch": 147.15,
      "grad_norm": 0.9848771095275879,
      "learning_rate": 4.46134420191008e-06,
      "loss": 0.3781,
      "step": 527230
    },
    {
      "epoch": 147.15,
      "grad_norm": 1.7432096004486084,
      "learning_rate": 4.461332613296477e-06,
      "loss": 0.3877,
      "step": 527240
    },
    {
      "epoch": 147.15,
      "grad_norm": 1.4000180959701538,
      "learning_rate": 4.461321024401024e-06,
      "loss": 0.3948,
      "step": 527250
    },
    {
      "epoch": 147.16,
      "grad_norm": 1.5305415391921997,
      "learning_rate": 4.461309435223721e-06,
      "loss": 0.3968,
      "step": 527260
    },
    {
      "epoch": 147.16,
      "grad_norm": 1.2786779403686523,
      "learning_rate": 4.461297845764571e-06,
      "loss": 0.3984,
      "step": 527270
    },
    {
      "epoch": 147.16,
      "grad_norm": 1.2984811067581177,
      "learning_rate": 4.461286256023575e-06,
      "loss": 0.3841,
      "step": 527280
    },
    {
      "epoch": 147.16,
      "grad_norm": 1.119702696800232,
      "learning_rate": 4.4612746660007346e-06,
      "loss": 0.3969,
      "step": 527290
    },
    {
      "epoch": 147.17,
      "grad_norm": 1.5961472988128662,
      "learning_rate": 4.461263075696049e-06,
      "loss": 0.3847,
      "step": 527300
    },
    {
      "epoch": 147.17,
      "grad_norm": 1.0594208240509033,
      "learning_rate": 4.461251485109523e-06,
      "loss": 0.3823,
      "step": 527310
    },
    {
      "epoch": 147.17,
      "grad_norm": 1.2249855995178223,
      "learning_rate": 4.4612398942411586e-06,
      "loss": 0.3945,
      "step": 527320
    },
    {
      "epoch": 147.18,
      "grad_norm": 1.568349003791809,
      "learning_rate": 4.461228303090954e-06,
      "loss": 0.391,
      "step": 527330
    },
    {
      "epoch": 147.18,
      "grad_norm": 1.1127738952636719,
      "learning_rate": 4.461216711658913e-06,
      "loss": 0.3972,
      "step": 527340
    },
    {
      "epoch": 147.18,
      "grad_norm": 1.1643766164779663,
      "learning_rate": 4.461205119945036e-06,
      "loss": 0.4021,
      "step": 527350
    },
    {
      "epoch": 147.18,
      "grad_norm": 1.2281497716903687,
      "learning_rate": 4.461193527949325e-06,
      "loss": 0.3926,
      "step": 527360
    },
    {
      "epoch": 147.19,
      "grad_norm": 1.306494951248169,
      "learning_rate": 4.461181935671782e-06,
      "loss": 0.3882,
      "step": 527370
    },
    {
      "epoch": 147.19,
      "grad_norm": 1.1411813497543335,
      "learning_rate": 4.461170343112409e-06,
      "loss": 0.373,
      "step": 527380
    },
    {
      "epoch": 147.19,
      "grad_norm": 1.4866564273834229,
      "learning_rate": 4.461158750271206e-06,
      "loss": 0.4233,
      "step": 527390
    },
    {
      "epoch": 147.2,
      "grad_norm": 1.6725105047225952,
      "learning_rate": 4.461147157148175e-06,
      "loss": 0.3889,
      "step": 527400
    },
    {
      "epoch": 147.2,
      "grad_norm": 1.6761350631713867,
      "learning_rate": 4.4611355637433196e-06,
      "loss": 0.4049,
      "step": 527410
    },
    {
      "epoch": 147.2,
      "grad_norm": 1.3921422958374023,
      "learning_rate": 4.4611239700566376e-06,
      "loss": 0.3759,
      "step": 527420
    },
    {
      "epoch": 147.2,
      "grad_norm": 1.4394149780273438,
      "learning_rate": 4.461112376088134e-06,
      "loss": 0.3871,
      "step": 527430
    },
    {
      "epoch": 147.21,
      "grad_norm": 1.4175245761871338,
      "learning_rate": 4.461100781837808e-06,
      "loss": 0.3903,
      "step": 527440
    },
    {
      "epoch": 147.21,
      "grad_norm": 1.5565764904022217,
      "learning_rate": 4.461089187305662e-06,
      "loss": 0.3922,
      "step": 527450
    },
    {
      "epoch": 147.21,
      "grad_norm": 1.2803926467895508,
      "learning_rate": 4.461077592491698e-06,
      "loss": 0.4009,
      "step": 527460
    },
    {
      "epoch": 147.21,
      "grad_norm": 1.7350363731384277,
      "learning_rate": 4.461065997395917e-06,
      "loss": 0.3966,
      "step": 527470
    },
    {
      "epoch": 147.22,
      "grad_norm": 1.397534966468811,
      "learning_rate": 4.46105440201832e-06,
      "loss": 0.4036,
      "step": 527480
    },
    {
      "epoch": 147.22,
      "grad_norm": 1.1561627388000488,
      "learning_rate": 4.4610428063589105e-06,
      "loss": 0.3902,
      "step": 527490
    },
    {
      "epoch": 147.22,
      "grad_norm": 1.2964248657226562,
      "learning_rate": 4.461031210417688e-06,
      "loss": 0.3924,
      "step": 527500
    },
    {
      "epoch": 147.23,
      "grad_norm": 1.359955906867981,
      "learning_rate": 4.461019614194655e-06,
      "loss": 0.3726,
      "step": 527510
    },
    {
      "epoch": 147.23,
      "grad_norm": 1.184819221496582,
      "learning_rate": 4.4610080176898125e-06,
      "loss": 0.4035,
      "step": 527520
    },
    {
      "epoch": 147.23,
      "grad_norm": 1.2358518838882446,
      "learning_rate": 4.460996420903163e-06,
      "loss": 0.3977,
      "step": 527530
    },
    {
      "epoch": 147.23,
      "grad_norm": 1.266506552696228,
      "learning_rate": 4.460984823834707e-06,
      "loss": 0.3937,
      "step": 527540
    },
    {
      "epoch": 147.24,
      "grad_norm": 1.1750019788742065,
      "learning_rate": 4.460973226484446e-06,
      "loss": 0.3875,
      "step": 527550
    },
    {
      "epoch": 147.24,
      "grad_norm": 1.3586399555206299,
      "learning_rate": 4.460961628852382e-06,
      "loss": 0.378,
      "step": 527560
    },
    {
      "epoch": 147.24,
      "grad_norm": 1.9056971073150635,
      "learning_rate": 4.460950030938518e-06,
      "loss": 0.391,
      "step": 527570
    },
    {
      "epoch": 147.25,
      "grad_norm": 1.2847273349761963,
      "learning_rate": 4.4609384327428526e-06,
      "loss": 0.3862,
      "step": 527580
    },
    {
      "epoch": 147.25,
      "grad_norm": 1.3431265354156494,
      "learning_rate": 4.4609268342653895e-06,
      "loss": 0.3821,
      "step": 527590
    },
    {
      "epoch": 147.25,
      "grad_norm": 1.2724343538284302,
      "learning_rate": 4.4609152355061295e-06,
      "loss": 0.3913,
      "step": 527600
    },
    {
      "epoch": 147.25,
      "grad_norm": 1.202552318572998,
      "learning_rate": 4.4609036364650744e-06,
      "loss": 0.3874,
      "step": 527610
    },
    {
      "epoch": 147.26,
      "grad_norm": 1.0862953662872314,
      "learning_rate": 4.460892037142225e-06,
      "loss": 0.3839,
      "step": 527620
    },
    {
      "epoch": 147.26,
      "grad_norm": 2.181694507598877,
      "learning_rate": 4.460880437537584e-06,
      "loss": 0.39,
      "step": 527630
    },
    {
      "epoch": 147.26,
      "grad_norm": 1.7267591953277588,
      "learning_rate": 4.460868837651153e-06,
      "loss": 0.3943,
      "step": 527640
    },
    {
      "epoch": 147.26,
      "grad_norm": 1.3202286958694458,
      "learning_rate": 4.460857237482931e-06,
      "loss": 0.3812,
      "step": 527650
    },
    {
      "epoch": 147.27,
      "grad_norm": 1.558927297592163,
      "learning_rate": 4.460845637032923e-06,
      "loss": 0.4006,
      "step": 527660
    },
    {
      "epoch": 147.27,
      "grad_norm": 1.320624828338623,
      "learning_rate": 4.460834036301129e-06,
      "loss": 0.3905,
      "step": 527670
    },
    {
      "epoch": 147.27,
      "grad_norm": 1.3924074172973633,
      "learning_rate": 4.46082243528755e-06,
      "loss": 0.4136,
      "step": 527680
    },
    {
      "epoch": 147.28,
      "grad_norm": 1.1832998991012573,
      "learning_rate": 4.460810833992188e-06,
      "loss": 0.3848,
      "step": 527690
    },
    {
      "epoch": 147.28,
      "grad_norm": 1.3021998405456543,
      "learning_rate": 4.460799232415044e-06,
      "loss": 0.4029,
      "step": 527700
    },
    {
      "epoch": 147.28,
      "grad_norm": 1.4493937492370605,
      "learning_rate": 4.460787630556122e-06,
      "loss": 0.3783,
      "step": 527710
    },
    {
      "epoch": 147.28,
      "grad_norm": 1.1605329513549805,
      "learning_rate": 4.46077602841542e-06,
      "loss": 0.3783,
      "step": 527720
    },
    {
      "epoch": 147.29,
      "grad_norm": 1.3257339000701904,
      "learning_rate": 4.4607644259929426e-06,
      "loss": 0.4096,
      "step": 527730
    },
    {
      "epoch": 147.29,
      "grad_norm": 1.3974337577819824,
      "learning_rate": 4.4607528232886885e-06,
      "loss": 0.3752,
      "step": 527740
    },
    {
      "epoch": 147.29,
      "grad_norm": 1.1954292058944702,
      "learning_rate": 4.460741220302661e-06,
      "loss": 0.3709,
      "step": 527750
    },
    {
      "epoch": 147.3,
      "grad_norm": 1.2749050855636597,
      "learning_rate": 4.460729617034863e-06,
      "loss": 0.401,
      "step": 527760
    },
    {
      "epoch": 147.3,
      "grad_norm": 1.367923617362976,
      "learning_rate": 4.4607180134852935e-06,
      "loss": 0.4015,
      "step": 527770
    },
    {
      "epoch": 147.3,
      "grad_norm": 1.389445424079895,
      "learning_rate": 4.4607064096539545e-06,
      "loss": 0.3966,
      "step": 527780
    },
    {
      "epoch": 147.3,
      "grad_norm": 1.363971471786499,
      "learning_rate": 4.460694805540848e-06,
      "loss": 0.3892,
      "step": 527790
    },
    {
      "epoch": 147.31,
      "grad_norm": 1.1244957447052002,
      "learning_rate": 4.460683201145976e-06,
      "loss": 0.3877,
      "step": 527800
    },
    {
      "epoch": 147.31,
      "grad_norm": 1.5039793252944946,
      "learning_rate": 4.46067159646934e-06,
      "loss": 0.3811,
      "step": 527810
    },
    {
      "epoch": 147.31,
      "grad_norm": 1.4188637733459473,
      "learning_rate": 4.46065999151094e-06,
      "loss": 0.3994,
      "step": 527820
    },
    {
      "epoch": 147.32,
      "grad_norm": 1.148796796798706,
      "learning_rate": 4.46064838627078e-06,
      "loss": 0.3824,
      "step": 527830
    },
    {
      "epoch": 147.32,
      "grad_norm": 1.2068225145339966,
      "learning_rate": 4.46063678074886e-06,
      "loss": 0.3961,
      "step": 527840
    },
    {
      "epoch": 147.32,
      "grad_norm": 1.3099764585494995,
      "learning_rate": 4.4606251749451805e-06,
      "loss": 0.3794,
      "step": 527850
    },
    {
      "epoch": 147.32,
      "grad_norm": 1.446578025817871,
      "learning_rate": 4.460613568859746e-06,
      "loss": 0.4134,
      "step": 527860
    },
    {
      "epoch": 147.33,
      "grad_norm": 1.2254694700241089,
      "learning_rate": 4.460601962492556e-06,
      "loss": 0.389,
      "step": 527870
    },
    {
      "epoch": 147.33,
      "grad_norm": 1.3471405506134033,
      "learning_rate": 4.460590355843613e-06,
      "loss": 0.3908,
      "step": 527880
    },
    {
      "epoch": 147.33,
      "grad_norm": 1.2568331956863403,
      "learning_rate": 4.460578748912916e-06,
      "loss": 0.4088,
      "step": 527890
    },
    {
      "epoch": 147.33,
      "grad_norm": 1.257328748703003,
      "learning_rate": 4.46056714170047e-06,
      "loss": 0.3973,
      "step": 527900
    },
    {
      "epoch": 147.34,
      "grad_norm": 1.283865213394165,
      "learning_rate": 4.460555534206274e-06,
      "loss": 0.3844,
      "step": 527910
    },
    {
      "epoch": 147.34,
      "grad_norm": 1.2258129119873047,
      "learning_rate": 4.460543926430332e-06,
      "loss": 0.4085,
      "step": 527920
    },
    {
      "epoch": 147.34,
      "grad_norm": 1.3831562995910645,
      "learning_rate": 4.460532318372643e-06,
      "loss": 0.3947,
      "step": 527930
    },
    {
      "epoch": 147.35,
      "grad_norm": 1.1945546865463257,
      "learning_rate": 4.46052071003321e-06,
      "loss": 0.3925,
      "step": 527940
    },
    {
      "epoch": 147.35,
      "grad_norm": 1.5943242311477661,
      "learning_rate": 4.460509101412034e-06,
      "loss": 0.3998,
      "step": 527950
    },
    {
      "epoch": 147.35,
      "grad_norm": 1.1911084651947021,
      "learning_rate": 4.460497492509117e-06,
      "loss": 0.3974,
      "step": 527960
    },
    {
      "epoch": 147.35,
      "grad_norm": 1.3706146478652954,
      "learning_rate": 4.460485883324461e-06,
      "loss": 0.3877,
      "step": 527970
    },
    {
      "epoch": 147.36,
      "grad_norm": 1.7235438823699951,
      "learning_rate": 4.4604742738580665e-06,
      "loss": 0.3901,
      "step": 527980
    },
    {
      "epoch": 147.36,
      "grad_norm": 1.3713173866271973,
      "learning_rate": 4.4604626641099355e-06,
      "loss": 0.3994,
      "step": 527990
    },
    {
      "epoch": 147.36,
      "grad_norm": 1.1708301305770874,
      "learning_rate": 4.46045105408007e-06,
      "loss": 0.3977,
      "step": 528000
    },
    {
      "epoch": 147.37,
      "grad_norm": 1.2145414352416992,
      "learning_rate": 4.4604394437684695e-06,
      "loss": 0.3756,
      "step": 528010
    },
    {
      "epoch": 147.37,
      "grad_norm": 1.4056352376937866,
      "learning_rate": 4.460427833175138e-06,
      "loss": 0.3976,
      "step": 528020
    },
    {
      "epoch": 147.37,
      "grad_norm": 1.2234556674957275,
      "learning_rate": 4.460416222300075e-06,
      "loss": 0.3998,
      "step": 528030
    },
    {
      "epoch": 147.37,
      "grad_norm": 1.198484182357788,
      "learning_rate": 4.4604046111432845e-06,
      "loss": 0.3906,
      "step": 528040
    },
    {
      "epoch": 147.38,
      "grad_norm": 1.3883410692214966,
      "learning_rate": 4.460392999704766e-06,
      "loss": 0.3971,
      "step": 528050
    },
    {
      "epoch": 147.38,
      "grad_norm": 1.303868293762207,
      "learning_rate": 4.4603813879845225e-06,
      "loss": 0.4063,
      "step": 528060
    },
    {
      "epoch": 147.38,
      "grad_norm": 1.3149394989013672,
      "learning_rate": 4.460369775982555e-06,
      "loss": 0.3808,
      "step": 528070
    },
    {
      "epoch": 147.38,
      "grad_norm": 1.3626770973205566,
      "learning_rate": 4.460358163698864e-06,
      "loss": 0.387,
      "step": 528080
    },
    {
      "epoch": 147.39,
      "grad_norm": 1.35209059715271,
      "learning_rate": 4.460346551133452e-06,
      "loss": 0.4024,
      "step": 528090
    },
    {
      "epoch": 147.39,
      "grad_norm": 1.196103572845459,
      "learning_rate": 4.460334938286321e-06,
      "loss": 0.3987,
      "step": 528100
    },
    {
      "epoch": 147.39,
      "grad_norm": 1.162275791168213,
      "learning_rate": 4.46032332515747e-06,
      "loss": 0.412,
      "step": 528110
    },
    {
      "epoch": 147.4,
      "grad_norm": 1.1952344179153442,
      "learning_rate": 4.4603117117469045e-06,
      "loss": 0.3997,
      "step": 528120
    },
    {
      "epoch": 147.4,
      "grad_norm": 1.7281831502914429,
      "learning_rate": 4.460300098054623e-06,
      "loss": 0.3831,
      "step": 528130
    },
    {
      "epoch": 147.4,
      "grad_norm": 1.2241525650024414,
      "learning_rate": 4.460288484080629e-06,
      "loss": 0.3819,
      "step": 528140
    },
    {
      "epoch": 147.4,
      "grad_norm": 1.086150050163269,
      "learning_rate": 4.460276869824923e-06,
      "loss": 0.3856,
      "step": 528150
    },
    {
      "epoch": 147.41,
      "grad_norm": 1.4085890054702759,
      "learning_rate": 4.460265255287506e-06,
      "loss": 0.4136,
      "step": 528160
    },
    {
      "epoch": 147.41,
      "grad_norm": 1.2433826923370361,
      "learning_rate": 4.46025364046838e-06,
      "loss": 0.3936,
      "step": 528170
    },
    {
      "epoch": 147.41,
      "grad_norm": 1.4471344947814941,
      "learning_rate": 4.460242025367548e-06,
      "loss": 0.4064,
      "step": 528180
    },
    {
      "epoch": 147.42,
      "grad_norm": 1.282502293586731,
      "learning_rate": 4.46023040998501e-06,
      "loss": 0.3983,
      "step": 528190
    },
    {
      "epoch": 147.42,
      "grad_norm": 11.422719955444336,
      "learning_rate": 4.460218794320768e-06,
      "loss": 0.3738,
      "step": 528200
    },
    {
      "epoch": 147.42,
      "grad_norm": 1.2330149412155151,
      "learning_rate": 4.460207178374823e-06,
      "loss": 0.4108,
      "step": 528210
    },
    {
      "epoch": 147.42,
      "grad_norm": 1.0584980249404907,
      "learning_rate": 4.460195562147177e-06,
      "loss": 0.3939,
      "step": 528220
    },
    {
      "epoch": 147.43,
      "grad_norm": 1.1923279762268066,
      "learning_rate": 4.460183945637832e-06,
      "loss": 0.4098,
      "step": 528230
    },
    {
      "epoch": 147.43,
      "grad_norm": 1.4363263845443726,
      "learning_rate": 4.460172328846788e-06,
      "loss": 0.4021,
      "step": 528240
    },
    {
      "epoch": 147.43,
      "grad_norm": 1.2410255670547485,
      "learning_rate": 4.460160711774049e-06,
      "loss": 0.3882,
      "step": 528250
    },
    {
      "epoch": 147.44,
      "grad_norm": 1.3911526203155518,
      "learning_rate": 4.460149094419614e-06,
      "loss": 0.3944,
      "step": 528260
    },
    {
      "epoch": 147.44,
      "grad_norm": 1.6577228307724,
      "learning_rate": 4.460137476783486e-06,
      "loss": 0.4053,
      "step": 528270
    },
    {
      "epoch": 147.44,
      "grad_norm": 1.0814543962478638,
      "learning_rate": 4.460125858865666e-06,
      "loss": 0.4074,
      "step": 528280
    },
    {
      "epoch": 147.44,
      "grad_norm": 1.3282599449157715,
      "learning_rate": 4.4601142406661565e-06,
      "loss": 0.3917,
      "step": 528290
    },
    {
      "epoch": 147.45,
      "grad_norm": 1.18919038772583,
      "learning_rate": 4.4601026221849575e-06,
      "loss": 0.4063,
      "step": 528300
    },
    {
      "epoch": 147.45,
      "grad_norm": 1.107342004776001,
      "learning_rate": 4.460091003422073e-06,
      "loss": 0.3877,
      "step": 528310
    },
    {
      "epoch": 147.45,
      "grad_norm": 1.1180803775787354,
      "learning_rate": 4.460079384377501e-06,
      "loss": 0.3995,
      "step": 528320
    },
    {
      "epoch": 147.45,
      "grad_norm": 1.2127583026885986,
      "learning_rate": 4.460067765051246e-06,
      "loss": 0.397,
      "step": 528330
    },
    {
      "epoch": 147.46,
      "grad_norm": 1.1100448369979858,
      "learning_rate": 4.460056145443309e-06,
      "loss": 0.4004,
      "step": 528340
    },
    {
      "epoch": 147.46,
      "grad_norm": 1.5131311416625977,
      "learning_rate": 4.4600445255536895e-06,
      "loss": 0.392,
      "step": 528350
    },
    {
      "epoch": 147.46,
      "grad_norm": 1.5185413360595703,
      "learning_rate": 4.460032905382392e-06,
      "loss": 0.39,
      "step": 528360
    },
    {
      "epoch": 147.47,
      "grad_norm": 1.3269261121749878,
      "learning_rate": 4.460021284929416e-06,
      "loss": 0.39,
      "step": 528370
    },
    {
      "epoch": 147.47,
      "grad_norm": 1.1718990802764893,
      "learning_rate": 4.460009664194764e-06,
      "loss": 0.3968,
      "step": 528380
    },
    {
      "epoch": 147.47,
      "grad_norm": 1.2110326290130615,
      "learning_rate": 4.459998043178438e-06,
      "loss": 0.3947,
      "step": 528390
    },
    {
      "epoch": 147.47,
      "grad_norm": 1.3945101499557495,
      "learning_rate": 4.459986421880438e-06,
      "loss": 0.3959,
      "step": 528400
    },
    {
      "epoch": 147.48,
      "grad_norm": 1.0580613613128662,
      "learning_rate": 4.459974800300766e-06,
      "loss": 0.4129,
      "step": 528410
    },
    {
      "epoch": 147.48,
      "grad_norm": 1.2078114748001099,
      "learning_rate": 4.459963178439424e-06,
      "loss": 0.3954,
      "step": 528420
    },
    {
      "epoch": 147.48,
      "grad_norm": 1.1600196361541748,
      "learning_rate": 4.459951556296414e-06,
      "loss": 0.3971,
      "step": 528430
    },
    {
      "epoch": 147.49,
      "grad_norm": 1.2978651523590088,
      "learning_rate": 4.459939933871737e-06,
      "loss": 0.3874,
      "step": 528440
    },
    {
      "epoch": 147.49,
      "grad_norm": 1.187497615814209,
      "learning_rate": 4.4599283111653935e-06,
      "loss": 0.3929,
      "step": 528450
    },
    {
      "epoch": 147.49,
      "grad_norm": 1.2558283805847168,
      "learning_rate": 4.459916688177387e-06,
      "loss": 0.3964,
      "step": 528460
    },
    {
      "epoch": 147.49,
      "grad_norm": 1.3844380378723145,
      "learning_rate": 4.459905064907718e-06,
      "loss": 0.3902,
      "step": 528470
    },
    {
      "epoch": 147.5,
      "grad_norm": 1.3713055849075317,
      "learning_rate": 4.459893441356388e-06,
      "loss": 0.3843,
      "step": 528480
    },
    {
      "epoch": 147.5,
      "grad_norm": 1.2018190622329712,
      "learning_rate": 4.4598818175233985e-06,
      "loss": 0.3887,
      "step": 528490
    },
    {
      "epoch": 147.5,
      "grad_norm": 0.9583740830421448,
      "learning_rate": 4.459870193408752e-06,
      "loss": 0.3688,
      "step": 528500
    },
    {
      "epoch": 147.5,
      "grad_norm": 1.1839687824249268,
      "learning_rate": 4.459858569012449e-06,
      "loss": 0.3959,
      "step": 528510
    },
    {
      "epoch": 147.51,
      "grad_norm": 1.2863701581954956,
      "learning_rate": 4.459846944334492e-06,
      "loss": 0.3907,
      "step": 528520
    },
    {
      "epoch": 147.51,
      "grad_norm": 1.0652598142623901,
      "learning_rate": 4.459835319374881e-06,
      "loss": 0.3951,
      "step": 528530
    },
    {
      "epoch": 147.51,
      "grad_norm": 1.4040470123291016,
      "learning_rate": 4.459823694133618e-06,
      "loss": 0.3989,
      "step": 528540
    },
    {
      "epoch": 147.52,
      "grad_norm": 1.0779799222946167,
      "learning_rate": 4.459812068610707e-06,
      "loss": 0.3965,
      "step": 528550
    },
    {
      "epoch": 147.52,
      "grad_norm": 1.4715678691864014,
      "learning_rate": 4.4598004428061456e-06,
      "loss": 0.3848,
      "step": 528560
    },
    {
      "epoch": 147.52,
      "grad_norm": 1.2990930080413818,
      "learning_rate": 4.459788816719938e-06,
      "loss": 0.381,
      "step": 528570
    },
    {
      "epoch": 147.52,
      "grad_norm": 1.1637518405914307,
      "learning_rate": 4.459777190352086e-06,
      "loss": 0.4102,
      "step": 528580
    },
    {
      "epoch": 147.53,
      "grad_norm": 1.308373212814331,
      "learning_rate": 4.459765563702589e-06,
      "loss": 0.3972,
      "step": 528590
    },
    {
      "epoch": 147.53,
      "grad_norm": 1.2555091381072998,
      "learning_rate": 4.4597539367714495e-06,
      "loss": 0.3901,
      "step": 528600
    },
    {
      "epoch": 147.53,
      "grad_norm": 1.2667542695999146,
      "learning_rate": 4.459742309558671e-06,
      "loss": 0.3816,
      "step": 528610
    },
    {
      "epoch": 147.54,
      "grad_norm": 1.1831845045089722,
      "learning_rate": 4.459730682064251e-06,
      "loss": 0.374,
      "step": 528620
    },
    {
      "epoch": 147.54,
      "grad_norm": 1.253344178199768,
      "learning_rate": 4.459719054288195e-06,
      "loss": 0.3946,
      "step": 528630
    },
    {
      "epoch": 147.54,
      "grad_norm": 1.0817698240280151,
      "learning_rate": 4.4597074262305025e-06,
      "loss": 0.4164,
      "step": 528640
    },
    {
      "epoch": 147.54,
      "grad_norm": 1.072900652885437,
      "learning_rate": 4.459695797891176e-06,
      "loss": 0.3859,
      "step": 528650
    },
    {
      "epoch": 147.55,
      "grad_norm": 1.7681574821472168,
      "learning_rate": 4.459684169270216e-06,
      "loss": 0.3956,
      "step": 528660
    },
    {
      "epoch": 147.55,
      "grad_norm": 1.1729124784469604,
      "learning_rate": 4.459672540367624e-06,
      "loss": 0.3821,
      "step": 528670
    },
    {
      "epoch": 147.55,
      "grad_norm": 1.1089378595352173,
      "learning_rate": 4.459660911183403e-06,
      "loss": 0.3859,
      "step": 528680
    },
    {
      "epoch": 147.56,
      "grad_norm": 1.1256600618362427,
      "learning_rate": 4.459649281717554e-06,
      "loss": 0.3928,
      "step": 528690
    },
    {
      "epoch": 147.56,
      "grad_norm": 1.190073847770691,
      "learning_rate": 4.459637651970077e-06,
      "loss": 0.3852,
      "step": 528700
    },
    {
      "epoch": 147.56,
      "grad_norm": 1.2441251277923584,
      "learning_rate": 4.4596260219409756e-06,
      "loss": 0.3972,
      "step": 528710
    },
    {
      "epoch": 147.56,
      "grad_norm": 1.2928106784820557,
      "learning_rate": 4.459614391630251e-06,
      "loss": 0.407,
      "step": 528720
    },
    {
      "epoch": 147.57,
      "grad_norm": 1.2102890014648438,
      "learning_rate": 4.459602761037904e-06,
      "loss": 0.3961,
      "step": 528730
    },
    {
      "epoch": 147.57,
      "grad_norm": 1.3766345977783203,
      "learning_rate": 4.459591130163935e-06,
      "loss": 0.3918,
      "step": 528740
    },
    {
      "epoch": 147.57,
      "grad_norm": 1.1401516199111938,
      "learning_rate": 4.459579499008349e-06,
      "loss": 0.3958,
      "step": 528750
    },
    {
      "epoch": 147.57,
      "grad_norm": 1.2096257209777832,
      "learning_rate": 4.459567867571143e-06,
      "loss": 0.3941,
      "step": 528760
    },
    {
      "epoch": 147.58,
      "grad_norm": 1.3230019807815552,
      "learning_rate": 4.459556235852324e-06,
      "loss": 0.3923,
      "step": 528770
    },
    {
      "epoch": 147.58,
      "grad_norm": 1.1716676950454712,
      "learning_rate": 4.459544603851889e-06,
      "loss": 0.383,
      "step": 528780
    },
    {
      "epoch": 147.58,
      "grad_norm": 1.3208343982696533,
      "learning_rate": 4.459532971569842e-06,
      "loss": 0.3776,
      "step": 528790
    },
    {
      "epoch": 147.59,
      "grad_norm": 1.5530072450637817,
      "learning_rate": 4.459521339006182e-06,
      "loss": 0.3845,
      "step": 528800
    },
    {
      "epoch": 147.59,
      "grad_norm": 1.6295772790908813,
      "learning_rate": 4.459509706160914e-06,
      "loss": 0.4268,
      "step": 528810
    },
    {
      "epoch": 147.59,
      "grad_norm": 1.1506273746490479,
      "learning_rate": 4.4594980730340375e-06,
      "loss": 0.4068,
      "step": 528820
    },
    {
      "epoch": 147.59,
      "grad_norm": 1.3425356149673462,
      "learning_rate": 4.459486439625554e-06,
      "loss": 0.3888,
      "step": 528830
    },
    {
      "epoch": 147.6,
      "grad_norm": 1.1193104982376099,
      "learning_rate": 4.459474805935465e-06,
      "loss": 0.4023,
      "step": 528840
    },
    {
      "epoch": 147.6,
      "grad_norm": 1.4733245372772217,
      "learning_rate": 4.459463171963773e-06,
      "loss": 0.422,
      "step": 528850
    },
    {
      "epoch": 147.6,
      "grad_norm": 1.13251793384552,
      "learning_rate": 4.4594515377104795e-06,
      "loss": 0.3958,
      "step": 528860
    },
    {
      "epoch": 147.61,
      "grad_norm": 1.382533073425293,
      "learning_rate": 4.4594399031755845e-06,
      "loss": 0.3919,
      "step": 528870
    },
    {
      "epoch": 147.61,
      "grad_norm": 3.1125617027282715,
      "learning_rate": 4.459428268359091e-06,
      "loss": 0.3895,
      "step": 528880
    },
    {
      "epoch": 147.61,
      "grad_norm": 1.2504611015319824,
      "learning_rate": 4.459416633261e-06,
      "loss": 0.391,
      "step": 528890
    },
    {
      "epoch": 147.61,
      "grad_norm": 1.3500813245773315,
      "learning_rate": 4.4594049978813135e-06,
      "loss": 0.3983,
      "step": 528900
    },
    {
      "epoch": 147.62,
      "grad_norm": 1.2294400930404663,
      "learning_rate": 4.459393362220033e-06,
      "loss": 0.3955,
      "step": 528910
    },
    {
      "epoch": 147.62,
      "grad_norm": 1.4049266576766968,
      "learning_rate": 4.459381726277159e-06,
      "loss": 0.3843,
      "step": 528920
    },
    {
      "epoch": 147.62,
      "grad_norm": 1.4138275384902954,
      "learning_rate": 4.4593700900526945e-06,
      "loss": 0.3937,
      "step": 528930
    },
    {
      "epoch": 147.62,
      "grad_norm": 1.1572543382644653,
      "learning_rate": 4.45935845354664e-06,
      "loss": 0.3905,
      "step": 528940
    },
    {
      "epoch": 147.63,
      "grad_norm": 1.4824353456497192,
      "learning_rate": 4.459346816758998e-06,
      "loss": 0.3875,
      "step": 528950
    },
    {
      "epoch": 147.63,
      "grad_norm": 1.1778744459152222,
      "learning_rate": 4.459335179689769e-06,
      "loss": 0.4185,
      "step": 528960
    },
    {
      "epoch": 147.63,
      "grad_norm": 1.5323535203933716,
      "learning_rate": 4.459323542338955e-06,
      "loss": 0.3828,
      "step": 528970
    },
    {
      "epoch": 147.64,
      "grad_norm": 1.2709276676177979,
      "learning_rate": 4.459311904706557e-06,
      "loss": 0.4052,
      "step": 528980
    },
    {
      "epoch": 147.64,
      "grad_norm": 1.7995368242263794,
      "learning_rate": 4.459300266792579e-06,
      "loss": 0.397,
      "step": 528990
    },
    {
      "epoch": 147.64,
      "grad_norm": 1.5045173168182373,
      "learning_rate": 4.459288628597019e-06,
      "loss": 0.3903,
      "step": 529000
    },
    {
      "epoch": 147.64,
      "grad_norm": 1.2503536939620972,
      "learning_rate": 4.459276990119881e-06,
      "loss": 0.3949,
      "step": 529010
    },
    {
      "epoch": 147.65,
      "grad_norm": 1.2047892808914185,
      "learning_rate": 4.4592653513611655e-06,
      "loss": 0.3953,
      "step": 529020
    },
    {
      "epoch": 147.65,
      "grad_norm": 1.2802157402038574,
      "learning_rate": 4.459253712320874e-06,
      "loss": 0.3876,
      "step": 529030
    },
    {
      "epoch": 147.65,
      "grad_norm": 1.4680683612823486,
      "learning_rate": 4.459242072999009e-06,
      "loss": 0.406,
      "step": 529040
    },
    {
      "epoch": 147.66,
      "grad_norm": 1.471617579460144,
      "learning_rate": 4.459230433395571e-06,
      "loss": 0.3993,
      "step": 529050
    },
    {
      "epoch": 147.66,
      "grad_norm": 1.3537302017211914,
      "learning_rate": 4.459218793510563e-06,
      "loss": 0.39,
      "step": 529060
    },
    {
      "epoch": 147.66,
      "grad_norm": 1.2064661979675293,
      "learning_rate": 4.459207153343984e-06,
      "loss": 0.3874,
      "step": 529070
    },
    {
      "epoch": 147.66,
      "grad_norm": 1.3997827768325806,
      "learning_rate": 4.459195512895838e-06,
      "loss": 0.4066,
      "step": 529080
    },
    {
      "epoch": 147.67,
      "grad_norm": 1.2984846830368042,
      "learning_rate": 4.4591838721661256e-06,
      "loss": 0.4066,
      "step": 529090
    },
    {
      "epoch": 147.67,
      "grad_norm": 1.3646159172058105,
      "learning_rate": 4.459172231154848e-06,
      "loss": 0.3921,
      "step": 529100
    },
    {
      "epoch": 147.67,
      "grad_norm": 1.2142038345336914,
      "learning_rate": 4.459160589862007e-06,
      "loss": 0.4126,
      "step": 529110
    },
    {
      "epoch": 147.68,
      "grad_norm": 1.281008243560791,
      "learning_rate": 4.4591489482876044e-06,
      "loss": 0.3884,
      "step": 529120
    },
    {
      "epoch": 147.68,
      "grad_norm": 1.252213716506958,
      "learning_rate": 4.459137306431642e-06,
      "loss": 0.3824,
      "step": 529130
    },
    {
      "epoch": 147.68,
      "grad_norm": 1.3448373079299927,
      "learning_rate": 4.459125664294121e-06,
      "loss": 0.3991,
      "step": 529140
    },
    {
      "epoch": 147.68,
      "grad_norm": 1.193792700767517,
      "learning_rate": 4.459114021875043e-06,
      "loss": 0.3946,
      "step": 529150
    },
    {
      "epoch": 147.69,
      "grad_norm": 1.396207332611084,
      "learning_rate": 4.459102379174409e-06,
      "loss": 0.3816,
      "step": 529160
    },
    {
      "epoch": 147.69,
      "grad_norm": 1.282069444656372,
      "learning_rate": 4.45909073619222e-06,
      "loss": 0.391,
      "step": 529170
    },
    {
      "epoch": 147.69,
      "grad_norm": 1.5282645225524902,
      "learning_rate": 4.459079092928481e-06,
      "loss": 0.3949,
      "step": 529180
    },
    {
      "epoch": 147.69,
      "grad_norm": 1.4450840950012207,
      "learning_rate": 4.4590674493831894e-06,
      "loss": 0.3816,
      "step": 529190
    },
    {
      "epoch": 147.7,
      "grad_norm": 1.2943214178085327,
      "learning_rate": 4.459055805556349e-06,
      "loss": 0.3961,
      "step": 529200
    },
    {
      "epoch": 147.7,
      "grad_norm": 1.2737362384796143,
      "learning_rate": 4.4590441614479606e-06,
      "loss": 0.4006,
      "step": 529210
    },
    {
      "epoch": 147.7,
      "grad_norm": 1.0357786417007446,
      "learning_rate": 4.459032517058026e-06,
      "loss": 0.3952,
      "step": 529220
    },
    {
      "epoch": 147.71,
      "grad_norm": 1.3043899536132812,
      "learning_rate": 4.459020872386547e-06,
      "loss": 0.3856,
      "step": 529230
    },
    {
      "epoch": 147.71,
      "grad_norm": 1.2666351795196533,
      "learning_rate": 4.459009227433525e-06,
      "loss": 0.3901,
      "step": 529240
    },
    {
      "epoch": 147.71,
      "grad_norm": 1.310667634010315,
      "learning_rate": 4.458997582198961e-06,
      "loss": 0.3969,
      "step": 529250
    },
    {
      "epoch": 147.71,
      "grad_norm": 1.3436155319213867,
      "learning_rate": 4.4589859366828574e-06,
      "loss": 0.3895,
      "step": 529260
    },
    {
      "epoch": 147.72,
      "grad_norm": 1.4480998516082764,
      "learning_rate": 4.458974290885215e-06,
      "loss": 0.4056,
      "step": 529270
    },
    {
      "epoch": 147.72,
      "grad_norm": 1.3771438598632812,
      "learning_rate": 4.458962644806035e-06,
      "loss": 0.393,
      "step": 529280
    },
    {
      "epoch": 147.72,
      "grad_norm": 1.256562352180481,
      "learning_rate": 4.458950998445321e-06,
      "loss": 0.3926,
      "step": 529290
    },
    {
      "epoch": 147.73,
      "grad_norm": 1.1284453868865967,
      "learning_rate": 4.458939351803073e-06,
      "loss": 0.3838,
      "step": 529300
    },
    {
      "epoch": 147.73,
      "grad_norm": 1.0446207523345947,
      "learning_rate": 4.458927704879292e-06,
      "loss": 0.3868,
      "step": 529310
    },
    {
      "epoch": 147.73,
      "grad_norm": 1.3594257831573486,
      "learning_rate": 4.45891605767398e-06,
      "loss": 0.3889,
      "step": 529320
    },
    {
      "epoch": 147.73,
      "grad_norm": 1.2576305866241455,
      "learning_rate": 4.4589044101871395e-06,
      "loss": 0.3934,
      "step": 529330
    },
    {
      "epoch": 147.74,
      "grad_norm": 1.2899352312088013,
      "learning_rate": 4.458892762418771e-06,
      "loss": 0.3999,
      "step": 529340
    },
    {
      "epoch": 147.74,
      "grad_norm": 1.49407160282135,
      "learning_rate": 4.458881114368877e-06,
      "loss": 0.3931,
      "step": 529350
    },
    {
      "epoch": 147.74,
      "grad_norm": 1.326141119003296,
      "learning_rate": 4.458869466037458e-06,
      "loss": 0.4064,
      "step": 529360
    },
    {
      "epoch": 147.74,
      "grad_norm": 1.3361148834228516,
      "learning_rate": 4.458857817424516e-06,
      "loss": 0.387,
      "step": 529370
    },
    {
      "epoch": 147.75,
      "grad_norm": 1.2762515544891357,
      "learning_rate": 4.458846168530053e-06,
      "loss": 0.3929,
      "step": 529380
    },
    {
      "epoch": 147.75,
      "grad_norm": 1.1192783117294312,
      "learning_rate": 4.45883451935407e-06,
      "loss": 0.3959,
      "step": 529390
    },
    {
      "epoch": 147.75,
      "grad_norm": 1.419683814048767,
      "learning_rate": 4.458822869896568e-06,
      "loss": 0.3815,
      "step": 529400
    },
    {
      "epoch": 147.76,
      "grad_norm": 2.649005651473999,
      "learning_rate": 4.45881122015755e-06,
      "loss": 0.3846,
      "step": 529410
    },
    {
      "epoch": 147.76,
      "grad_norm": 1.2834815979003906,
      "learning_rate": 4.4587995701370155e-06,
      "loss": 0.3735,
      "step": 529420
    },
    {
      "epoch": 147.76,
      "grad_norm": 1.4154878854751587,
      "learning_rate": 4.458787919834969e-06,
      "loss": 0.3827,
      "step": 529430
    },
    {
      "epoch": 147.76,
      "grad_norm": 1.6641428470611572,
      "learning_rate": 4.458776269251409e-06,
      "loss": 0.3978,
      "step": 529440
    },
    {
      "epoch": 147.77,
      "grad_norm": 1.1970045566558838,
      "learning_rate": 4.45876461838634e-06,
      "loss": 0.3905,
      "step": 529450
    },
    {
      "epoch": 147.77,
      "grad_norm": 1.4173095226287842,
      "learning_rate": 4.458752967239761e-06,
      "loss": 0.409,
      "step": 529460
    },
    {
      "epoch": 147.77,
      "grad_norm": 1.144539475440979,
      "learning_rate": 4.458741315811674e-06,
      "loss": 0.3952,
      "step": 529470
    },
    {
      "epoch": 147.78,
      "grad_norm": 1.404467225074768,
      "learning_rate": 4.458729664102082e-06,
      "loss": 0.3823,
      "step": 529480
    },
    {
      "epoch": 147.78,
      "grad_norm": 1.5546472072601318,
      "learning_rate": 4.458718012110985e-06,
      "loss": 0.4093,
      "step": 529490
    },
    {
      "epoch": 147.78,
      "grad_norm": 1.310785174369812,
      "learning_rate": 4.4587063598383865e-06,
      "loss": 0.3885,
      "step": 529500
    },
    {
      "epoch": 147.78,
      "grad_norm": 1.318077564239502,
      "learning_rate": 4.458694707284285e-06,
      "loss": 0.3933,
      "step": 529510
    },
    {
      "epoch": 147.79,
      "grad_norm": 1.516869068145752,
      "learning_rate": 4.458683054448685e-06,
      "loss": 0.3875,
      "step": 529520
    },
    {
      "epoch": 147.79,
      "grad_norm": 1.310198187828064,
      "learning_rate": 4.4586714013315855e-06,
      "loss": 0.3884,
      "step": 529530
    },
    {
      "epoch": 147.79,
      "grad_norm": 1.2425740957260132,
      "learning_rate": 4.458659747932991e-06,
      "loss": 0.3815,
      "step": 529540
    },
    {
      "epoch": 147.8,
      "grad_norm": 1.256714940071106,
      "learning_rate": 4.4586480942529005e-06,
      "loss": 0.4021,
      "step": 529550
    },
    {
      "epoch": 147.8,
      "grad_norm": 1.4968414306640625,
      "learning_rate": 4.458636440291317e-06,
      "loss": 0.3859,
      "step": 529560
    },
    {
      "epoch": 147.8,
      "grad_norm": 1.2742613554000854,
      "learning_rate": 4.458624786048241e-06,
      "loss": 0.393,
      "step": 529570
    },
    {
      "epoch": 147.8,
      "grad_norm": 1.5057600736618042,
      "learning_rate": 4.458613131523674e-06,
      "loss": 0.4021,
      "step": 529580
    },
    {
      "epoch": 147.81,
      "grad_norm": 1.357836127281189,
      "learning_rate": 4.45860147671762e-06,
      "loss": 0.4045,
      "step": 529590
    },
    {
      "epoch": 147.81,
      "grad_norm": 1.2002097368240356,
      "learning_rate": 4.4585898216300775e-06,
      "loss": 0.3803,
      "step": 529600
    },
    {
      "epoch": 147.81,
      "grad_norm": 1.8596611022949219,
      "learning_rate": 4.458578166261049e-06,
      "loss": 0.4003,
      "step": 529610
    },
    {
      "epoch": 147.81,
      "grad_norm": 1.3920401334762573,
      "learning_rate": 4.458566510610537e-06,
      "loss": 0.388,
      "step": 529620
    },
    {
      "epoch": 147.82,
      "grad_norm": 1.1926074028015137,
      "learning_rate": 4.458554854678541e-06,
      "loss": 0.397,
      "step": 529630
    },
    {
      "epoch": 147.82,
      "grad_norm": 1.1749930381774902,
      "learning_rate": 4.458543198465066e-06,
      "loss": 0.4056,
      "step": 529640
    },
    {
      "epoch": 147.82,
      "grad_norm": 1.7720599174499512,
      "learning_rate": 4.45853154197011e-06,
      "loss": 0.404,
      "step": 529650
    },
    {
      "epoch": 147.83,
      "grad_norm": 1.4348682165145874,
      "learning_rate": 4.458519885193676e-06,
      "loss": 0.4105,
      "step": 529660
    },
    {
      "epoch": 147.83,
      "grad_norm": 1.1735953092575073,
      "learning_rate": 4.458508228135766e-06,
      "loss": 0.3968,
      "step": 529670
    },
    {
      "epoch": 147.83,
      "grad_norm": 1.1177057027816772,
      "learning_rate": 4.458496570796381e-06,
      "loss": 0.3731,
      "step": 529680
    },
    {
      "epoch": 147.83,
      "grad_norm": 1.016756534576416,
      "learning_rate": 4.458484913175523e-06,
      "loss": 0.3963,
      "step": 529690
    },
    {
      "epoch": 147.84,
      "grad_norm": 1.0496972799301147,
      "learning_rate": 4.458473255273193e-06,
      "loss": 0.3995,
      "step": 529700
    },
    {
      "epoch": 147.84,
      "grad_norm": 1.274032473564148,
      "learning_rate": 4.4584615970893926e-06,
      "loss": 0.4016,
      "step": 529710
    },
    {
      "epoch": 147.84,
      "grad_norm": 1.3164173364639282,
      "learning_rate": 4.4584499386241236e-06,
      "loss": 0.4021,
      "step": 529720
    },
    {
      "epoch": 147.85,
      "grad_norm": 1.5231330394744873,
      "learning_rate": 4.458438279877387e-06,
      "loss": 0.4038,
      "step": 529730
    },
    {
      "epoch": 147.85,
      "grad_norm": 1.263891339302063,
      "learning_rate": 4.458426620849185e-06,
      "loss": 0.3894,
      "step": 529740
    },
    {
      "epoch": 147.85,
      "grad_norm": 1.2767136096954346,
      "learning_rate": 4.458414961539519e-06,
      "loss": 0.3794,
      "step": 529750
    },
    {
      "epoch": 147.85,
      "grad_norm": 1.1885439157485962,
      "learning_rate": 4.458403301948392e-06,
      "loss": 0.3902,
      "step": 529760
    },
    {
      "epoch": 147.86,
      "grad_norm": 1.2892810106277466,
      "learning_rate": 4.458391642075802e-06,
      "loss": 0.3908,
      "step": 529770
    },
    {
      "epoch": 147.86,
      "grad_norm": 1.5653637647628784,
      "learning_rate": 4.458379981921754e-06,
      "loss": 0.3867,
      "step": 529780
    },
    {
      "epoch": 147.86,
      "grad_norm": 1.3523600101470947,
      "learning_rate": 4.458368321486247e-06,
      "loss": 0.3903,
      "step": 529790
    },
    {
      "epoch": 147.86,
      "grad_norm": 1.249880075454712,
      "learning_rate": 4.458356660769284e-06,
      "loss": 0.3836,
      "step": 529800
    },
    {
      "epoch": 147.87,
      "grad_norm": 1.294174075126648,
      "learning_rate": 4.4583449997708665e-06,
      "loss": 0.3784,
      "step": 529810
    },
    {
      "epoch": 147.87,
      "grad_norm": 1.1626081466674805,
      "learning_rate": 4.458333338490997e-06,
      "loss": 0.3918,
      "step": 529820
    },
    {
      "epoch": 147.87,
      "grad_norm": 1.2877798080444336,
      "learning_rate": 4.458321676929674e-06,
      "loss": 0.3961,
      "step": 529830
    },
    {
      "epoch": 147.88,
      "grad_norm": 1.183545470237732,
      "learning_rate": 4.458310015086902e-06,
      "loss": 0.4049,
      "step": 529840
    },
    {
      "epoch": 147.88,
      "grad_norm": 1.1856682300567627,
      "learning_rate": 4.458298352962681e-06,
      "loss": 0.3874,
      "step": 529850
    },
    {
      "epoch": 147.88,
      "grad_norm": 1.1863867044448853,
      "learning_rate": 4.458286690557013e-06,
      "loss": 0.4033,
      "step": 529860
    },
    {
      "epoch": 147.88,
      "grad_norm": 1.2975162267684937,
      "learning_rate": 4.458275027869901e-06,
      "loss": 0.3929,
      "step": 529870
    },
    {
      "epoch": 147.89,
      "grad_norm": 1.3175995349884033,
      "learning_rate": 4.458263364901343e-06,
      "loss": 0.3895,
      "step": 529880
    },
    {
      "epoch": 147.89,
      "grad_norm": 1.0849276781082153,
      "learning_rate": 4.458251701651343e-06,
      "loss": 0.3805,
      "step": 529890
    },
    {
      "epoch": 147.89,
      "grad_norm": 1.1792508363723755,
      "learning_rate": 4.458240038119904e-06,
      "loss": 0.3832,
      "step": 529900
    },
    {
      "epoch": 147.9,
      "grad_norm": 1.2135647535324097,
      "learning_rate": 4.458228374307025e-06,
      "loss": 0.4131,
      "step": 529910
    },
    {
      "epoch": 147.9,
      "grad_norm": 1.4771027565002441,
      "learning_rate": 4.4582167102127075e-06,
      "loss": 0.3988,
      "step": 529920
    },
    {
      "epoch": 147.9,
      "grad_norm": 1.1297820806503296,
      "learning_rate": 4.4582050458369544e-06,
      "loss": 0.391,
      "step": 529930
    },
    {
      "epoch": 147.9,
      "grad_norm": 1.1679587364196777,
      "learning_rate": 4.458193381179766e-06,
      "loss": 0.3812,
      "step": 529940
    },
    {
      "epoch": 147.91,
      "grad_norm": 1.663041114807129,
      "learning_rate": 4.458181716241146e-06,
      "loss": 0.3752,
      "step": 529950
    },
    {
      "epoch": 147.91,
      "grad_norm": 1.2075268030166626,
      "learning_rate": 4.458170051021094e-06,
      "loss": 0.382,
      "step": 529960
    },
    {
      "epoch": 147.91,
      "grad_norm": 1.184954047203064,
      "learning_rate": 4.4581583855196124e-06,
      "loss": 0.3968,
      "step": 529970
    },
    {
      "epoch": 147.92,
      "grad_norm": 1.198236107826233,
      "learning_rate": 4.458146719736702e-06,
      "loss": 0.3959,
      "step": 529980
    },
    {
      "epoch": 147.92,
      "grad_norm": 1.2143083810806274,
      "learning_rate": 4.458135053672365e-06,
      "loss": 0.3952,
      "step": 529990
    },
    {
      "epoch": 147.92,
      "grad_norm": 1.4682106971740723,
      "learning_rate": 4.458123387326603e-06,
      "loss": 0.4084,
      "step": 530000
    },
    {
      "epoch": 147.92,
      "grad_norm": 1.6519570350646973,
      "learning_rate": 4.458111720699417e-06,
      "loss": 0.3765,
      "step": 530010
    },
    {
      "epoch": 147.93,
      "grad_norm": 1.3446162939071655,
      "learning_rate": 4.458100053790809e-06,
      "loss": 0.4153,
      "step": 530020
    },
    {
      "epoch": 147.93,
      "grad_norm": 1.1584352254867554,
      "learning_rate": 4.45808838660078e-06,
      "loss": 0.3942,
      "step": 530030
    },
    {
      "epoch": 147.93,
      "grad_norm": 1.3372890949249268,
      "learning_rate": 4.458076719129333e-06,
      "loss": 0.3874,
      "step": 530040
    },
    {
      "epoch": 147.93,
      "grad_norm": 1.362810492515564,
      "learning_rate": 4.458065051376468e-06,
      "loss": 0.3778,
      "step": 530050
    },
    {
      "epoch": 147.94,
      "grad_norm": 1.1082004308700562,
      "learning_rate": 4.458053383342187e-06,
      "loss": 0.3859,
      "step": 530060
    },
    {
      "epoch": 147.94,
      "grad_norm": 1.3954998254776,
      "learning_rate": 4.458041715026491e-06,
      "loss": 0.3949,
      "step": 530070
    },
    {
      "epoch": 147.94,
      "grad_norm": 1.3587095737457275,
      "learning_rate": 4.458030046429383e-06,
      "loss": 0.3978,
      "step": 530080
    },
    {
      "epoch": 147.95,
      "grad_norm": 1.2584911584854126,
      "learning_rate": 4.458018377550863e-06,
      "loss": 0.3999,
      "step": 530090
    },
    {
      "epoch": 147.95,
      "grad_norm": 1.3514022827148438,
      "learning_rate": 4.458006708390934e-06,
      "loss": 0.3984,
      "step": 530100
    },
    {
      "epoch": 147.95,
      "grad_norm": 1.3046867847442627,
      "learning_rate": 4.457995038949597e-06,
      "loss": 0.3859,
      "step": 530110
    },
    {
      "epoch": 147.95,
      "grad_norm": 1.243682861328125,
      "learning_rate": 4.457983369226854e-06,
      "loss": 0.3944,
      "step": 530120
    },
    {
      "epoch": 147.96,
      "grad_norm": 1.59182608127594,
      "learning_rate": 4.457971699222705e-06,
      "loss": 0.4092,
      "step": 530130
    },
    {
      "epoch": 147.96,
      "grad_norm": 1.4770289659500122,
      "learning_rate": 4.457960028937153e-06,
      "loss": 0.3848,
      "step": 530140
    },
    {
      "epoch": 147.96,
      "grad_norm": 1.6042226552963257,
      "learning_rate": 4.457948358370199e-06,
      "loss": 0.392,
      "step": 530150
    },
    {
      "epoch": 147.97,
      "grad_norm": 1.2136280536651611,
      "learning_rate": 4.457936687521843e-06,
      "loss": 0.3778,
      "step": 530160
    },
    {
      "epoch": 147.97,
      "grad_norm": 1.2402368783950806,
      "learning_rate": 4.45792501639209e-06,
      "loss": 0.3942,
      "step": 530170
    },
    {
      "epoch": 147.97,
      "grad_norm": 1.2603567838668823,
      "learning_rate": 4.45791334498094e-06,
      "loss": 0.3849,
      "step": 530180
    },
    {
      "epoch": 147.97,
      "grad_norm": 1.1332703828811646,
      "learning_rate": 4.457901673288393e-06,
      "loss": 0.3923,
      "step": 530190
    },
    {
      "epoch": 147.98,
      "grad_norm": 1.0877373218536377,
      "learning_rate": 4.457890001314452e-06,
      "loss": 0.3934,
      "step": 530200
    },
    {
      "epoch": 147.98,
      "grad_norm": 1.1383230686187744,
      "learning_rate": 4.457878329059119e-06,
      "loss": 0.4021,
      "step": 530210
    },
    {
      "epoch": 147.98,
      "grad_norm": 1.149125099182129,
      "learning_rate": 4.457866656522394e-06,
      "loss": 0.394,
      "step": 530220
    },
    {
      "epoch": 147.98,
      "grad_norm": 1.4040591716766357,
      "learning_rate": 4.457854983704281e-06,
      "loss": 0.3926,
      "step": 530230
    },
    {
      "epoch": 147.99,
      "grad_norm": 1.2005456686019897,
      "learning_rate": 4.4578433106047795e-06,
      "loss": 0.3989,
      "step": 530240
    },
    {
      "epoch": 147.99,
      "grad_norm": 1.2981922626495361,
      "learning_rate": 4.4578316372238905e-06,
      "loss": 0.3885,
      "step": 530250
    },
    {
      "epoch": 147.99,
      "grad_norm": 1.46490478515625,
      "learning_rate": 4.457819963561618e-06,
      "loss": 0.4219,
      "step": 530260
    },
    {
      "epoch": 148.0,
      "grad_norm": 1.2730183601379395,
      "learning_rate": 4.457808289617962e-06,
      "loss": 0.3879,
      "step": 530270
    },
    {
      "epoch": 148.0,
      "grad_norm": 1.3873463869094849,
      "learning_rate": 4.457796615392924e-06,
      "loss": 0.3881,
      "step": 530280
    },
    {
      "epoch": 148.0,
      "eval_loss": 0.3925187289714813,
      "eval_runtime": 63.2132,
      "eval_samples_per_second": 80.031,
      "eval_steps_per_second": 10.014,
      "step": 530284
    },
    {
      "epoch": 148.0,
      "grad_norm": 1.1500033140182495,
      "learning_rate": 4.4577849408865054e-06,
      "loss": 0.3794,
      "step": 530290
    },
    {
      "epoch": 148.0,
      "grad_norm": 1.3257067203521729,
      "learning_rate": 4.457773266098708e-06,
      "loss": 0.4015,
      "step": 530300
    },
    {
      "epoch": 148.01,
      "grad_norm": 1.1466832160949707,
      "learning_rate": 4.457761591029534e-06,
      "loss": 0.3977,
      "step": 530310
    },
    {
      "epoch": 148.01,
      "grad_norm": 1.0680432319641113,
      "learning_rate": 4.4577499156789854e-06,
      "loss": 0.3937,
      "step": 530320
    },
    {
      "epoch": 148.01,
      "grad_norm": 1.0896049737930298,
      "learning_rate": 4.457738240047062e-06,
      "loss": 0.3879,
      "step": 530330
    },
    {
      "epoch": 148.02,
      "grad_norm": 1.3158341646194458,
      "learning_rate": 4.457726564133767e-06,
      "loss": 0.3868,
      "step": 530340
    },
    {
      "epoch": 148.02,
      "grad_norm": 1.2752892971038818,
      "learning_rate": 4.4577148879391e-06,
      "loss": 0.3852,
      "step": 530350
    },
    {
      "epoch": 148.02,
      "grad_norm": 1.2281748056411743,
      "learning_rate": 4.457703211463064e-06,
      "loss": 0.3939,
      "step": 530360
    },
    {
      "epoch": 148.02,
      "grad_norm": 1.0746400356292725,
      "learning_rate": 4.45769153470566e-06,
      "loss": 0.3773,
      "step": 530370
    },
    {
      "epoch": 148.03,
      "grad_norm": 1.257912516593933,
      "learning_rate": 4.45767985766689e-06,
      "loss": 0.4065,
      "step": 530380
    },
    {
      "epoch": 148.03,
      "grad_norm": 1.1015535593032837,
      "learning_rate": 4.457668180346756e-06,
      "loss": 0.3939,
      "step": 530390
    },
    {
      "epoch": 148.03,
      "grad_norm": 1.6518036127090454,
      "learning_rate": 4.457656502745258e-06,
      "loss": 0.3936,
      "step": 530400
    },
    {
      "epoch": 148.04,
      "grad_norm": 1.2267385721206665,
      "learning_rate": 4.457644824862399e-06,
      "loss": 0.3763,
      "step": 530410
    },
    {
      "epoch": 148.04,
      "grad_norm": 1.1827577352523804,
      "learning_rate": 4.4576331466981805e-06,
      "loss": 0.3855,
      "step": 530420
    },
    {
      "epoch": 148.04,
      "grad_norm": 1.2309328317642212,
      "learning_rate": 4.457621468252603e-06,
      "loss": 0.3874,
      "step": 530430
    },
    {
      "epoch": 148.04,
      "grad_norm": 1.1396540403366089,
      "learning_rate": 4.457609789525668e-06,
      "loss": 0.3794,
      "step": 530440
    },
    {
      "epoch": 148.05,
      "grad_norm": 1.4806249141693115,
      "learning_rate": 4.457598110517378e-06,
      "loss": 0.3933,
      "step": 530450
    },
    {
      "epoch": 148.05,
      "grad_norm": 2.8508732318878174,
      "learning_rate": 4.457586431227735e-06,
      "loss": 0.3824,
      "step": 530460
    },
    {
      "epoch": 148.05,
      "grad_norm": 1.2334415912628174,
      "learning_rate": 4.457574751656739e-06,
      "loss": 0.3808,
      "step": 530470
    },
    {
      "epoch": 148.05,
      "grad_norm": 1.5230932235717773,
      "learning_rate": 4.457563071804392e-06,
      "loss": 0.4171,
      "step": 530480
    },
    {
      "epoch": 148.06,
      "grad_norm": 1.079715609550476,
      "learning_rate": 4.4575513916706975e-06,
      "loss": 0.4073,
      "step": 530490
    },
    {
      "epoch": 148.06,
      "grad_norm": 1.328965187072754,
      "learning_rate": 4.457539711255655e-06,
      "loss": 0.3995,
      "step": 530500
    },
    {
      "epoch": 148.06,
      "grad_norm": 1.2861543893814087,
      "learning_rate": 4.457528030559266e-06,
      "loss": 0.3989,
      "step": 530510
    },
    {
      "epoch": 148.07,
      "grad_norm": 1.7908085584640503,
      "learning_rate": 4.457516349581532e-06,
      "loss": 0.3901,
      "step": 530520
    },
    {
      "epoch": 148.07,
      "grad_norm": 1.340583086013794,
      "learning_rate": 4.457504668322456e-06,
      "loss": 0.3918,
      "step": 530530
    },
    {
      "epoch": 148.07,
      "grad_norm": 1.2233223915100098,
      "learning_rate": 4.457492986782038e-06,
      "loss": 0.3886,
      "step": 530540
    },
    {
      "epoch": 148.07,
      "grad_norm": 1.4118272066116333,
      "learning_rate": 4.4574813049602804e-06,
      "loss": 0.401,
      "step": 530550
    },
    {
      "epoch": 148.08,
      "grad_norm": 1.2502774000167847,
      "learning_rate": 4.457469622857185e-06,
      "loss": 0.3806,
      "step": 530560
    },
    {
      "epoch": 148.08,
      "grad_norm": 1.2641774415969849,
      "learning_rate": 4.457457940472753e-06,
      "loss": 0.3996,
      "step": 530570
    },
    {
      "epoch": 148.08,
      "grad_norm": 1.2295558452606201,
      "learning_rate": 4.4574462578069855e-06,
      "loss": 0.388,
      "step": 530580
    },
    {
      "epoch": 148.09,
      "grad_norm": 1.1067827939987183,
      "learning_rate": 4.457434574859885e-06,
      "loss": 0.4019,
      "step": 530590
    },
    {
      "epoch": 148.09,
      "grad_norm": 1.102852702140808,
      "learning_rate": 4.457422891631452e-06,
      "loss": 0.373,
      "step": 530600
    },
    {
      "epoch": 148.09,
      "grad_norm": 1.202918529510498,
      "learning_rate": 4.457411208121689e-06,
      "loss": 0.388,
      "step": 530610
    },
    {
      "epoch": 148.09,
      "grad_norm": 1.3648627996444702,
      "learning_rate": 4.457399524330596e-06,
      "loss": 0.3907,
      "step": 530620
    },
    {
      "epoch": 148.1,
      "grad_norm": 1.0748364925384521,
      "learning_rate": 4.457387840258176e-06,
      "loss": 0.3847,
      "step": 530630
    },
    {
      "epoch": 148.1,
      "grad_norm": 1.355597734451294,
      "learning_rate": 4.457376155904432e-06,
      "loss": 0.3859,
      "step": 530640
    },
    {
      "epoch": 148.1,
      "grad_norm": 1.432501196861267,
      "learning_rate": 4.457364471269362e-06,
      "loss": 0.3826,
      "step": 530650
    },
    {
      "epoch": 148.1,
      "grad_norm": 1.3579177856445312,
      "learning_rate": 4.45735278635297e-06,
      "loss": 0.3885,
      "step": 530660
    },
    {
      "epoch": 148.11,
      "grad_norm": 1.4528226852416992,
      "learning_rate": 4.4573411011552565e-06,
      "loss": 0.4119,
      "step": 530670
    },
    {
      "epoch": 148.11,
      "grad_norm": 1.184486985206604,
      "learning_rate": 4.457329415676224e-06,
      "loss": 0.3891,
      "step": 530680
    },
    {
      "epoch": 148.11,
      "grad_norm": 1.1161502599716187,
      "learning_rate": 4.457317729915873e-06,
      "loss": 0.3855,
      "step": 530690
    },
    {
      "epoch": 148.12,
      "grad_norm": 1.1408339738845825,
      "learning_rate": 4.457306043874206e-06,
      "loss": 0.3915,
      "step": 530700
    },
    {
      "epoch": 148.12,
      "grad_norm": 1.4666545391082764,
      "learning_rate": 4.457294357551224e-06,
      "loss": 0.4121,
      "step": 530710
    },
    {
      "epoch": 148.12,
      "grad_norm": 1.2218585014343262,
      "learning_rate": 4.457282670946928e-06,
      "loss": 0.3857,
      "step": 530720
    },
    {
      "epoch": 148.12,
      "grad_norm": 1.3702415227890015,
      "learning_rate": 4.457270984061321e-06,
      "loss": 0.4053,
      "step": 530730
    },
    {
      "epoch": 148.13,
      "grad_norm": 1.1592557430267334,
      "learning_rate": 4.4572592968944035e-06,
      "loss": 0.3908,
      "step": 530740
    },
    {
      "epoch": 148.13,
      "grad_norm": 1.136194109916687,
      "learning_rate": 4.457247609446178e-06,
      "loss": 0.3873,
      "step": 530750
    },
    {
      "epoch": 148.13,
      "grad_norm": 1.275029182434082,
      "learning_rate": 4.4572359217166445e-06,
      "loss": 0.3987,
      "step": 530760
    },
    {
      "epoch": 148.14,
      "grad_norm": 1.3148207664489746,
      "learning_rate": 4.457224233705805e-06,
      "loss": 0.3905,
      "step": 530770
    },
    {
      "epoch": 148.14,
      "grad_norm": 1.0746519565582275,
      "learning_rate": 4.4572125454136625e-06,
      "loss": 0.3866,
      "step": 530780
    },
    {
      "epoch": 148.14,
      "grad_norm": 1.4562842845916748,
      "learning_rate": 4.457200856840217e-06,
      "loss": 0.3929,
      "step": 530790
    },
    {
      "epoch": 148.14,
      "grad_norm": 1.4078624248504639,
      "learning_rate": 4.457189167985472e-06,
      "loss": 0.3895,
      "step": 530800
    },
    {
      "epoch": 148.15,
      "grad_norm": 1.0862575769424438,
      "learning_rate": 4.457177478849426e-06,
      "loss": 0.3931,
      "step": 530810
    },
    {
      "epoch": 148.15,
      "grad_norm": 1.4109916687011719,
      "learning_rate": 4.457165789432082e-06,
      "loss": 0.4111,
      "step": 530820
    },
    {
      "epoch": 148.15,
      "grad_norm": 1.115261197090149,
      "learning_rate": 4.457154099733443e-06,
      "loss": 0.3697,
      "step": 530830
    },
    {
      "epoch": 148.16,
      "grad_norm": 1.186357021331787,
      "learning_rate": 4.4571424097535096e-06,
      "loss": 0.3936,
      "step": 530840
    },
    {
      "epoch": 148.16,
      "grad_norm": 1.3353325128555298,
      "learning_rate": 4.457130719492282e-06,
      "loss": 0.3849,
      "step": 530850
    },
    {
      "epoch": 148.16,
      "grad_norm": 1.3060078620910645,
      "learning_rate": 4.457119028949763e-06,
      "loss": 0.3943,
      "step": 530860
    },
    {
      "epoch": 148.16,
      "grad_norm": 1.122666358947754,
      "learning_rate": 4.457107338125954e-06,
      "loss": 0.3977,
      "step": 530870
    },
    {
      "epoch": 148.17,
      "grad_norm": 1.1640316247940063,
      "learning_rate": 4.457095647020857e-06,
      "loss": 0.3859,
      "step": 530880
    },
    {
      "epoch": 148.17,
      "grad_norm": 1.2832584381103516,
      "learning_rate": 4.457083955634473e-06,
      "loss": 0.3866,
      "step": 530890
    },
    {
      "epoch": 148.17,
      "grad_norm": 1.4977893829345703,
      "learning_rate": 4.457072263966804e-06,
      "loss": 0.3944,
      "step": 530900
    },
    {
      "epoch": 148.17,
      "grad_norm": 1.3611773252487183,
      "learning_rate": 4.45706057201785e-06,
      "loss": 0.3732,
      "step": 530910
    },
    {
      "epoch": 148.18,
      "grad_norm": 1.2425565719604492,
      "learning_rate": 4.457048879787615e-06,
      "loss": 0.3866,
      "step": 530920
    },
    {
      "epoch": 148.18,
      "grad_norm": 1.250402808189392,
      "learning_rate": 4.457037187276099e-06,
      "loss": 0.3913,
      "step": 530930
    },
    {
      "epoch": 148.18,
      "grad_norm": 1.283997654914856,
      "learning_rate": 4.457025494483304e-06,
      "loss": 0.3951,
      "step": 530940
    },
    {
      "epoch": 148.19,
      "grad_norm": 1.2681092023849487,
      "learning_rate": 4.4570138014092315e-06,
      "loss": 0.3889,
      "step": 530950
    },
    {
      "epoch": 148.19,
      "grad_norm": 2.1519057750701904,
      "learning_rate": 4.457002108053883e-06,
      "loss": 0.3989,
      "step": 530960
    },
    {
      "epoch": 148.19,
      "grad_norm": 1.8192919492721558,
      "learning_rate": 4.4569904144172595e-06,
      "loss": 0.3882,
      "step": 530970
    },
    {
      "epoch": 148.19,
      "grad_norm": 2.2120201587677,
      "learning_rate": 4.456978720499364e-06,
      "loss": 0.3911,
      "step": 530980
    },
    {
      "epoch": 148.2,
      "grad_norm": 1.3684008121490479,
      "learning_rate": 4.456967026300196e-06,
      "loss": 0.3988,
      "step": 530990
    },
    {
      "epoch": 148.2,
      "grad_norm": 1.397074580192566,
      "learning_rate": 4.456955331819759e-06,
      "loss": 0.4102,
      "step": 531000
    },
    {
      "epoch": 148.2,
      "grad_norm": 1.428367257118225,
      "learning_rate": 4.456943637058054e-06,
      "loss": 0.3801,
      "step": 531010
    },
    {
      "epoch": 148.21,
      "grad_norm": 1.2300509214401245,
      "learning_rate": 4.456931942015082e-06,
      "loss": 0.3823,
      "step": 531020
    },
    {
      "epoch": 148.21,
      "grad_norm": 1.2247875928878784,
      "learning_rate": 4.456920246690845e-06,
      "loss": 0.4115,
      "step": 531030
    },
    {
      "epoch": 148.21,
      "grad_norm": 1.2257691621780396,
      "learning_rate": 4.456908551085344e-06,
      "loss": 0.3866,
      "step": 531040
    },
    {
      "epoch": 148.21,
      "grad_norm": 1.2897248268127441,
      "learning_rate": 4.456896855198582e-06,
      "loss": 0.3873,
      "step": 531050
    },
    {
      "epoch": 148.22,
      "grad_norm": 1.2727757692337036,
      "learning_rate": 4.45688515903056e-06,
      "loss": 0.3968,
      "step": 531060
    },
    {
      "epoch": 148.22,
      "grad_norm": 1.1578842401504517,
      "learning_rate": 4.456873462581277e-06,
      "loss": 0.39,
      "step": 531070
    },
    {
      "epoch": 148.22,
      "grad_norm": 5.0110392570495605,
      "learning_rate": 4.4568617658507385e-06,
      "loss": 0.4073,
      "step": 531080
    },
    {
      "epoch": 148.22,
      "grad_norm": 1.2597324848175049,
      "learning_rate": 4.456850068838944e-06,
      "loss": 0.396,
      "step": 531090
    },
    {
      "epoch": 148.23,
      "grad_norm": 1.208325982093811,
      "learning_rate": 4.456838371545894e-06,
      "loss": 0.3893,
      "step": 531100
    },
    {
      "epoch": 148.23,
      "grad_norm": 1.2315189838409424,
      "learning_rate": 4.456826673971593e-06,
      "loss": 0.4018,
      "step": 531110
    },
    {
      "epoch": 148.23,
      "grad_norm": 1.3124126195907593,
      "learning_rate": 4.45681497611604e-06,
      "loss": 0.3936,
      "step": 531120
    },
    {
      "epoch": 148.24,
      "grad_norm": 1.4700396060943604,
      "learning_rate": 4.456803277979237e-06,
      "loss": 0.3779,
      "step": 531130
    },
    {
      "epoch": 148.24,
      "grad_norm": 1.1196974515914917,
      "learning_rate": 4.456791579561187e-06,
      "loss": 0.4003,
      "step": 531140
    },
    {
      "epoch": 148.24,
      "grad_norm": 1.1956485509872437,
      "learning_rate": 4.45677988086189e-06,
      "loss": 0.3812,
      "step": 531150
    },
    {
      "epoch": 148.24,
      "grad_norm": 1.392973780632019,
      "learning_rate": 4.4567681818813496e-06,
      "loss": 0.3813,
      "step": 531160
    },
    {
      "epoch": 148.25,
      "grad_norm": 1.3991180658340454,
      "learning_rate": 4.4567564826195645e-06,
      "loss": 0.3952,
      "step": 531170
    },
    {
      "epoch": 148.25,
      "grad_norm": 1.3712846040725708,
      "learning_rate": 4.4567447830765374e-06,
      "loss": 0.3999,
      "step": 531180
    },
    {
      "epoch": 148.25,
      "grad_norm": 1.0896979570388794,
      "learning_rate": 4.456733083252271e-06,
      "loss": 0.3964,
      "step": 531190
    },
    {
      "epoch": 148.26,
      "grad_norm": 1.0841866731643677,
      "learning_rate": 4.456721383146766e-06,
      "loss": 0.4009,
      "step": 531200
    },
    {
      "epoch": 148.26,
      "grad_norm": 1.2812665700912476,
      "learning_rate": 4.456709682760023e-06,
      "loss": 0.3797,
      "step": 531210
    },
    {
      "epoch": 148.26,
      "grad_norm": 1.2340493202209473,
      "learning_rate": 4.456697982092045e-06,
      "loss": 0.3847,
      "step": 531220
    },
    {
      "epoch": 148.26,
      "grad_norm": 1.1245224475860596,
      "learning_rate": 4.456686281142833e-06,
      "loss": 0.4126,
      "step": 531230
    },
    {
      "epoch": 148.27,
      "grad_norm": 1.2739890813827515,
      "learning_rate": 4.456674579912389e-06,
      "loss": 0.3898,
      "step": 531240
    },
    {
      "epoch": 148.27,
      "grad_norm": 1.2583069801330566,
      "learning_rate": 4.456662878400714e-06,
      "loss": 0.3986,
      "step": 531250
    },
    {
      "epoch": 148.27,
      "grad_norm": 1.0791962146759033,
      "learning_rate": 4.45665117660781e-06,
      "loss": 0.3775,
      "step": 531260
    },
    {
      "epoch": 148.28,
      "grad_norm": 1.3121620416641235,
      "learning_rate": 4.456639474533677e-06,
      "loss": 0.4089,
      "step": 531270
    },
    {
      "epoch": 148.28,
      "grad_norm": 1.1331034898757935,
      "learning_rate": 4.456627772178319e-06,
      "loss": 0.3899,
      "step": 531280
    },
    {
      "epoch": 148.28,
      "grad_norm": 1.504164695739746,
      "learning_rate": 4.4566160695417356e-06,
      "loss": 0.3859,
      "step": 531290
    },
    {
      "epoch": 148.28,
      "grad_norm": 1.276742696762085,
      "learning_rate": 4.45660436662393e-06,
      "loss": 0.3936,
      "step": 531300
    },
    {
      "epoch": 148.29,
      "grad_norm": 3.847778558731079,
      "learning_rate": 4.456592663424903e-06,
      "loss": 0.3896,
      "step": 531310
    },
    {
      "epoch": 148.29,
      "grad_norm": 1.1488343477249146,
      "learning_rate": 4.456580959944655e-06,
      "loss": 0.4158,
      "step": 531320
    },
    {
      "epoch": 148.29,
      "grad_norm": 1.2552533149719238,
      "learning_rate": 4.4565692561831905e-06,
      "loss": 0.3839,
      "step": 531330
    },
    {
      "epoch": 148.29,
      "grad_norm": 1.1716772317886353,
      "learning_rate": 4.4565575521405075e-06,
      "loss": 0.3875,
      "step": 531340
    },
    {
      "epoch": 148.3,
      "grad_norm": 1.0814727544784546,
      "learning_rate": 4.45654584781661e-06,
      "loss": 0.3853,
      "step": 531350
    },
    {
      "epoch": 148.3,
      "grad_norm": 1.466392993927002,
      "learning_rate": 4.456534143211498e-06,
      "loss": 0.3968,
      "step": 531360
    },
    {
      "epoch": 148.3,
      "grad_norm": 1.1272989511489868,
      "learning_rate": 4.456522438325174e-06,
      "loss": 0.4007,
      "step": 531370
    },
    {
      "epoch": 148.31,
      "grad_norm": 1.1503634452819824,
      "learning_rate": 4.45651073315764e-06,
      "loss": 0.397,
      "step": 531380
    },
    {
      "epoch": 148.31,
      "grad_norm": 1.2106295824050903,
      "learning_rate": 4.456499027708897e-06,
      "loss": 0.4004,
      "step": 531390
    },
    {
      "epoch": 148.31,
      "grad_norm": 1.5460779666900635,
      "learning_rate": 4.456487321978946e-06,
      "loss": 0.4045,
      "step": 531400
    },
    {
      "epoch": 148.31,
      "grad_norm": 1.291825532913208,
      "learning_rate": 4.456475615967789e-06,
      "loss": 0.3835,
      "step": 531410
    },
    {
      "epoch": 148.32,
      "grad_norm": 17.709962844848633,
      "learning_rate": 4.456463909675428e-06,
      "loss": 0.4027,
      "step": 531420
    },
    {
      "epoch": 148.32,
      "grad_norm": 1.2826634645462036,
      "learning_rate": 4.456452203101864e-06,
      "loss": 0.4041,
      "step": 531430
    },
    {
      "epoch": 148.32,
      "grad_norm": 1.3173729181289673,
      "learning_rate": 4.456440496247099e-06,
      "loss": 0.3687,
      "step": 531440
    },
    {
      "epoch": 148.33,
      "grad_norm": 1.2732888460159302,
      "learning_rate": 4.4564287891111345e-06,
      "loss": 0.3884,
      "step": 531450
    },
    {
      "epoch": 148.33,
      "grad_norm": 1.1182115077972412,
      "learning_rate": 4.456417081693971e-06,
      "loss": 0.3945,
      "step": 531460
    },
    {
      "epoch": 148.33,
      "grad_norm": 1.1326308250427246,
      "learning_rate": 4.456405373995612e-06,
      "loss": 0.3886,
      "step": 531470
    },
    {
      "epoch": 148.33,
      "grad_norm": 1.3524624109268188,
      "learning_rate": 4.456393666016058e-06,
      "loss": 0.3808,
      "step": 531480
    },
    {
      "epoch": 148.34,
      "grad_norm": 1.1930887699127197,
      "learning_rate": 4.45638195775531e-06,
      "loss": 0.4041,
      "step": 531490
    },
    {
      "epoch": 148.34,
      "grad_norm": 1.2520473003387451,
      "learning_rate": 4.45637024921337e-06,
      "loss": 0.3753,
      "step": 531500
    },
    {
      "epoch": 148.34,
      "grad_norm": 1.1113828420639038,
      "learning_rate": 4.45635854039024e-06,
      "loss": 0.4048,
      "step": 531510
    },
    {
      "epoch": 148.34,
      "grad_norm": 1.265044927597046,
      "learning_rate": 4.456346831285921e-06,
      "loss": 0.3861,
      "step": 531520
    },
    {
      "epoch": 148.35,
      "grad_norm": 1.201886773109436,
      "learning_rate": 4.4563351219004145e-06,
      "loss": 0.4101,
      "step": 531530
    },
    {
      "epoch": 148.35,
      "grad_norm": 1.3156375885009766,
      "learning_rate": 4.456323412233723e-06,
      "loss": 0.39,
      "step": 531540
    },
    {
      "epoch": 148.35,
      "grad_norm": 1.0927997827529907,
      "learning_rate": 4.456311702285848e-06,
      "loss": 0.3887,
      "step": 531550
    },
    {
      "epoch": 148.36,
      "grad_norm": 1.1527531147003174,
      "learning_rate": 4.456299992056789e-06,
      "loss": 0.4002,
      "step": 531560
    },
    {
      "epoch": 148.36,
      "grad_norm": 1.1834526062011719,
      "learning_rate": 4.45628828154655e-06,
      "loss": 0.3805,
      "step": 531570
    },
    {
      "epoch": 148.36,
      "grad_norm": 1.2175980806350708,
      "learning_rate": 4.45627657075513e-06,
      "loss": 0.3861,
      "step": 531580
    },
    {
      "epoch": 148.36,
      "grad_norm": 1.290412425994873,
      "learning_rate": 4.456264859682535e-06,
      "loss": 0.3969,
      "step": 531590
    },
    {
      "epoch": 148.37,
      "grad_norm": 1.155585527420044,
      "learning_rate": 4.456253148328761e-06,
      "loss": 0.3868,
      "step": 531600
    },
    {
      "epoch": 148.37,
      "grad_norm": 1.0225589275360107,
      "learning_rate": 4.456241436693814e-06,
      "loss": 0.3995,
      "step": 531610
    },
    {
      "epoch": 148.37,
      "grad_norm": 1.1781046390533447,
      "learning_rate": 4.456229724777693e-06,
      "loss": 0.3981,
      "step": 531620
    },
    {
      "epoch": 148.38,
      "grad_norm": 1.333164930343628,
      "learning_rate": 4.4562180125804e-06,
      "loss": 0.3933,
      "step": 531630
    },
    {
      "epoch": 148.38,
      "grad_norm": 1.280740737915039,
      "learning_rate": 4.456206300101937e-06,
      "loss": 0.3973,
      "step": 531640
    },
    {
      "epoch": 148.38,
      "grad_norm": 1.1616793870925903,
      "learning_rate": 4.456194587342306e-06,
      "loss": 0.3932,
      "step": 531650
    },
    {
      "epoch": 148.38,
      "grad_norm": 1.067987084388733,
      "learning_rate": 4.456182874301509e-06,
      "loss": 0.3941,
      "step": 531660
    },
    {
      "epoch": 148.39,
      "grad_norm": 1.188083291053772,
      "learning_rate": 4.4561711609795455e-06,
      "loss": 0.4041,
      "step": 531670
    },
    {
      "epoch": 148.39,
      "grad_norm": 1.6969319581985474,
      "learning_rate": 4.456159447376418e-06,
      "loss": 0.4016,
      "step": 531680
    },
    {
      "epoch": 148.39,
      "grad_norm": 1.0621167421340942,
      "learning_rate": 4.4561477334921285e-06,
      "loss": 0.3813,
      "step": 531690
    },
    {
      "epoch": 148.4,
      "grad_norm": 1.2211964130401611,
      "learning_rate": 4.456136019326678e-06,
      "loss": 0.3941,
      "step": 531700
    },
    {
      "epoch": 148.4,
      "grad_norm": 1.0409128665924072,
      "learning_rate": 4.4561243048800686e-06,
      "loss": 0.3797,
      "step": 531710
    },
    {
      "epoch": 148.4,
      "grad_norm": 1.2313786745071411,
      "learning_rate": 4.456112590152302e-06,
      "loss": 0.3905,
      "step": 531720
    },
    {
      "epoch": 148.4,
      "grad_norm": 1.6416146755218506,
      "learning_rate": 4.456100875143378e-06,
      "loss": 0.3949,
      "step": 531730
    },
    {
      "epoch": 148.41,
      "grad_norm": 1.511707067489624,
      "learning_rate": 4.456089159853301e-06,
      "loss": 0.3772,
      "step": 531740
    },
    {
      "epoch": 148.41,
      "grad_norm": 1.363313913345337,
      "learning_rate": 4.456077444282071e-06,
      "loss": 0.4044,
      "step": 531750
    },
    {
      "epoch": 148.41,
      "grad_norm": 1.2393667697906494,
      "learning_rate": 4.456065728429689e-06,
      "loss": 0.3787,
      "step": 531760
    },
    {
      "epoch": 148.41,
      "grad_norm": 1.495508074760437,
      "learning_rate": 4.456054012296157e-06,
      "loss": 0.3989,
      "step": 531770
    },
    {
      "epoch": 148.42,
      "grad_norm": 1.142738938331604,
      "learning_rate": 4.4560422958814775e-06,
      "loss": 0.3784,
      "step": 531780
    },
    {
      "epoch": 148.42,
      "grad_norm": 1.1291944980621338,
      "learning_rate": 4.456030579185651e-06,
      "loss": 0.3996,
      "step": 531790
    },
    {
      "epoch": 148.42,
      "grad_norm": 1.411186695098877,
      "learning_rate": 4.4560188622086795e-06,
      "loss": 0.3904,
      "step": 531800
    },
    {
      "epoch": 148.43,
      "grad_norm": 1.402478575706482,
      "learning_rate": 4.456007144950564e-06,
      "loss": 0.4005,
      "step": 531810
    },
    {
      "epoch": 148.43,
      "grad_norm": 1.236905574798584,
      "learning_rate": 4.455995427411307e-06,
      "loss": 0.3794,
      "step": 531820
    },
    {
      "epoch": 148.43,
      "grad_norm": 1.1729917526245117,
      "learning_rate": 4.455983709590909e-06,
      "loss": 0.3887,
      "step": 531830
    },
    {
      "epoch": 148.43,
      "grad_norm": 3.8769493103027344,
      "learning_rate": 4.455971991489373e-06,
      "loss": 0.393,
      "step": 531840
    },
    {
      "epoch": 148.44,
      "grad_norm": 9.230164527893066,
      "learning_rate": 4.455960273106699e-06,
      "loss": 0.4082,
      "step": 531850
    },
    {
      "epoch": 148.44,
      "grad_norm": 1.141069769859314,
      "learning_rate": 4.4559485544428895e-06,
      "loss": 0.4079,
      "step": 531860
    },
    {
      "epoch": 148.44,
      "grad_norm": 1.0981011390686035,
      "learning_rate": 4.455936835497946e-06,
      "loss": 0.372,
      "step": 531870
    },
    {
      "epoch": 148.45,
      "grad_norm": 1.2018719911575317,
      "learning_rate": 4.455925116271869e-06,
      "loss": 0.4092,
      "step": 531880
    },
    {
      "epoch": 148.45,
      "grad_norm": 1.182754635810852,
      "learning_rate": 4.455913396764661e-06,
      "loss": 0.3839,
      "step": 531890
    },
    {
      "epoch": 148.45,
      "grad_norm": 1.560935378074646,
      "learning_rate": 4.455901676976325e-06,
      "loss": 0.4112,
      "step": 531900
    },
    {
      "epoch": 148.45,
      "grad_norm": 1.2613534927368164,
      "learning_rate": 4.455889956906859e-06,
      "loss": 0.3807,
      "step": 531910
    },
    {
      "epoch": 148.46,
      "grad_norm": 2.737471103668213,
      "learning_rate": 4.455878236556268e-06,
      "loss": 0.4021,
      "step": 531920
    },
    {
      "epoch": 148.46,
      "grad_norm": 1.3901066780090332,
      "learning_rate": 4.4558665159245515e-06,
      "loss": 0.3808,
      "step": 531930
    },
    {
      "epoch": 148.46,
      "grad_norm": 14.602128982543945,
      "learning_rate": 4.455854795011712e-06,
      "loss": 0.3953,
      "step": 531940
    },
    {
      "epoch": 148.46,
      "grad_norm": 5.998453617095947,
      "learning_rate": 4.455843073817751e-06,
      "loss": 0.3869,
      "step": 531950
    },
    {
      "epoch": 148.47,
      "grad_norm": 1.3234847784042358,
      "learning_rate": 4.45583135234267e-06,
      "loss": 0.3947,
      "step": 531960
    },
    {
      "epoch": 148.47,
      "grad_norm": 1.197962760925293,
      "learning_rate": 4.4558196305864695e-06,
      "loss": 0.3808,
      "step": 531970
    },
    {
      "epoch": 148.47,
      "grad_norm": 1.2475922107696533,
      "learning_rate": 4.455807908549153e-06,
      "loss": 0.397,
      "step": 531980
    },
    {
      "epoch": 148.48,
      "grad_norm": 1.2176413536071777,
      "learning_rate": 4.45579618623072e-06,
      "loss": 0.399,
      "step": 531990
    },
    {
      "epoch": 148.48,
      "grad_norm": 1.051300287246704,
      "learning_rate": 4.455784463631173e-06,
      "loss": 0.3848,
      "step": 532000
    },
    {
      "epoch": 148.48,
      "grad_norm": 1.072716236114502,
      "learning_rate": 4.455772740750515e-06,
      "loss": 0.3953,
      "step": 532010
    },
    {
      "epoch": 148.48,
      "grad_norm": 1.204185962677002,
      "learning_rate": 4.455761017588745e-06,
      "loss": 0.3764,
      "step": 532020
    },
    {
      "epoch": 148.49,
      "grad_norm": 1.3694067001342773,
      "learning_rate": 4.455749294145866e-06,
      "loss": 0.3859,
      "step": 532030
    },
    {
      "epoch": 148.49,
      "grad_norm": 1.4448760747909546,
      "learning_rate": 4.455737570421879e-06,
      "loss": 0.3915,
      "step": 532040
    },
    {
      "epoch": 148.49,
      "grad_norm": 1.432294249534607,
      "learning_rate": 4.455725846416787e-06,
      "loss": 0.4008,
      "step": 532050
    },
    {
      "epoch": 148.5,
      "grad_norm": 1.2986838817596436,
      "learning_rate": 4.455714122130589e-06,
      "loss": 0.4049,
      "step": 532060
    },
    {
      "epoch": 148.5,
      "grad_norm": 1.1762840747833252,
      "learning_rate": 4.455702397563289e-06,
      "loss": 0.3783,
      "step": 532070
    },
    {
      "epoch": 148.5,
      "grad_norm": 1.3130004405975342,
      "learning_rate": 4.455690672714887e-06,
      "loss": 0.3946,
      "step": 532080
    },
    {
      "epoch": 148.5,
      "grad_norm": 1.3596020936965942,
      "learning_rate": 4.455678947585386e-06,
      "loss": 0.4005,
      "step": 532090
    },
    {
      "epoch": 148.51,
      "grad_norm": 1.8284151554107666,
      "learning_rate": 4.4556672221747855e-06,
      "loss": 0.3922,
      "step": 532100
    },
    {
      "epoch": 148.51,
      "grad_norm": 1.0511544942855835,
      "learning_rate": 4.455655496483089e-06,
      "loss": 0.3954,
      "step": 532110
    },
    {
      "epoch": 148.51,
      "grad_norm": 1.3521524667739868,
      "learning_rate": 4.455643770510297e-06,
      "loss": 0.3929,
      "step": 532120
    },
    {
      "epoch": 148.52,
      "grad_norm": 1.1190357208251953,
      "learning_rate": 4.455632044256412e-06,
      "loss": 0.4024,
      "step": 532130
    },
    {
      "epoch": 148.52,
      "grad_norm": 1.3009709119796753,
      "learning_rate": 4.455620317721434e-06,
      "loss": 0.3945,
      "step": 532140
    },
    {
      "epoch": 148.52,
      "grad_norm": 1.3667826652526855,
      "learning_rate": 4.455608590905366e-06,
      "loss": 0.4056,
      "step": 532150
    },
    {
      "epoch": 148.52,
      "grad_norm": 1.197727084159851,
      "learning_rate": 4.4555968638082095e-06,
      "loss": 0.3978,
      "step": 532160
    },
    {
      "epoch": 148.53,
      "grad_norm": 1.0606858730316162,
      "learning_rate": 4.455585136429965e-06,
      "loss": 0.3893,
      "step": 532170
    },
    {
      "epoch": 148.53,
      "grad_norm": 1.4994510412216187,
      "learning_rate": 4.455573408770634e-06,
      "loss": 0.3988,
      "step": 532180
    },
    {
      "epoch": 148.53,
      "grad_norm": 1.3751235008239746,
      "learning_rate": 4.455561680830219e-06,
      "loss": 0.3969,
      "step": 532190
    },
    {
      "epoch": 148.53,
      "grad_norm": 1.4098700284957886,
      "learning_rate": 4.455549952608723e-06,
      "loss": 0.4002,
      "step": 532200
    },
    {
      "epoch": 148.54,
      "grad_norm": 1.3178592920303345,
      "learning_rate": 4.455538224106144e-06,
      "loss": 0.3988,
      "step": 532210
    },
    {
      "epoch": 148.54,
      "grad_norm": 1.2022311687469482,
      "learning_rate": 4.455526495322487e-06,
      "loss": 0.3837,
      "step": 532220
    },
    {
      "epoch": 148.54,
      "grad_norm": 1.2935839891433716,
      "learning_rate": 4.45551476625775e-06,
      "loss": 0.4115,
      "step": 532230
    },
    {
      "epoch": 148.55,
      "grad_norm": 1.4297362565994263,
      "learning_rate": 4.455503036911938e-06,
      "loss": 0.4059,
      "step": 532240
    },
    {
      "epoch": 148.55,
      "grad_norm": 1.1742905378341675,
      "learning_rate": 4.45549130728505e-06,
      "loss": 0.3839,
      "step": 532250
    },
    {
      "epoch": 148.55,
      "grad_norm": 1.7439253330230713,
      "learning_rate": 4.45547957737709e-06,
      "loss": 0.3981,
      "step": 532260
    },
    {
      "epoch": 148.55,
      "grad_norm": 1.2208131551742554,
      "learning_rate": 4.455467847188057e-06,
      "loss": 0.4033,
      "step": 532270
    },
    {
      "epoch": 148.56,
      "grad_norm": 1.2639509439468384,
      "learning_rate": 4.455456116717955e-06,
      "loss": 0.3966,
      "step": 532280
    },
    {
      "epoch": 148.56,
      "grad_norm": 1.2031348943710327,
      "learning_rate": 4.455444385966783e-06,
      "loss": 0.3851,
      "step": 532290
    },
    {
      "epoch": 148.56,
      "grad_norm": 1.3056591749191284,
      "learning_rate": 4.455432654934545e-06,
      "loss": 0.3927,
      "step": 532300
    },
    {
      "epoch": 148.57,
      "grad_norm": 1.1903667449951172,
      "learning_rate": 4.4554209236212406e-06,
      "loss": 0.3833,
      "step": 532310
    },
    {
      "epoch": 148.57,
      "grad_norm": 1.1927663087844849,
      "learning_rate": 4.455409192026873e-06,
      "loss": 0.3941,
      "step": 532320
    },
    {
      "epoch": 148.57,
      "grad_norm": 1.3346236944198608,
      "learning_rate": 4.455397460151442e-06,
      "loss": 0.4089,
      "step": 532330
    },
    {
      "epoch": 148.57,
      "grad_norm": 1.2813704013824463,
      "learning_rate": 4.455385727994951e-06,
      "loss": 0.3975,
      "step": 532340
    },
    {
      "epoch": 148.58,
      "grad_norm": 1.1336345672607422,
      "learning_rate": 4.4553739955574006e-06,
      "loss": 0.3949,
      "step": 532350
    },
    {
      "epoch": 148.58,
      "grad_norm": 1.1496984958648682,
      "learning_rate": 4.4553622628387924e-06,
      "loss": 0.3704,
      "step": 532360
    },
    {
      "epoch": 148.58,
      "grad_norm": 1.316985011100769,
      "learning_rate": 4.455350529839128e-06,
      "loss": 0.3892,
      "step": 532370
    },
    {
      "epoch": 148.58,
      "grad_norm": 1.2422813177108765,
      "learning_rate": 4.455338796558409e-06,
      "loss": 0.3783,
      "step": 532380
    },
    {
      "epoch": 148.59,
      "grad_norm": 0.9985820651054382,
      "learning_rate": 4.455327062996637e-06,
      "loss": 0.3827,
      "step": 532390
    },
    {
      "epoch": 148.59,
      "grad_norm": 1.3665133714675903,
      "learning_rate": 4.455315329153813e-06,
      "loss": 0.3913,
      "step": 532400
    },
    {
      "epoch": 148.59,
      "grad_norm": 1.15106201171875,
      "learning_rate": 4.45530359502994e-06,
      "loss": 0.3808,
      "step": 532410
    },
    {
      "epoch": 148.6,
      "grad_norm": 1.2063965797424316,
      "learning_rate": 4.455291860625018e-06,
      "loss": 0.3934,
      "step": 532420
    },
    {
      "epoch": 148.6,
      "grad_norm": 1.2517927885055542,
      "learning_rate": 4.45528012593905e-06,
      "loss": 0.3989,
      "step": 532430
    },
    {
      "epoch": 148.6,
      "grad_norm": 1.5042513608932495,
      "learning_rate": 4.455268390972036e-06,
      "loss": 0.4116,
      "step": 532440
    },
    {
      "epoch": 148.6,
      "grad_norm": 1.0900696516036987,
      "learning_rate": 4.455256655723978e-06,
      "loss": 0.3977,
      "step": 532450
    },
    {
      "epoch": 148.61,
      "grad_norm": 1.564304232597351,
      "learning_rate": 4.455244920194878e-06,
      "loss": 0.3867,
      "step": 532460
    },
    {
      "epoch": 148.61,
      "grad_norm": 1.2555820941925049,
      "learning_rate": 4.455233184384738e-06,
      "loss": 0.3804,
      "step": 532470
    },
    {
      "epoch": 148.61,
      "grad_norm": 1.2849972248077393,
      "learning_rate": 4.455221448293559e-06,
      "loss": 0.4091,
      "step": 532480
    },
    {
      "epoch": 148.62,
      "grad_norm": 1.759955883026123,
      "learning_rate": 4.455209711921343e-06,
      "loss": 0.4041,
      "step": 532490
    },
    {
      "epoch": 148.62,
      "grad_norm": 1.2637490034103394,
      "learning_rate": 4.455197975268089e-06,
      "loss": 0.3841,
      "step": 532500
    },
    {
      "epoch": 148.62,
      "grad_norm": 1.227988600730896,
      "learning_rate": 4.4551862383338025e-06,
      "loss": 0.3864,
      "step": 532510
    },
    {
      "epoch": 148.62,
      "grad_norm": 1.2505069971084595,
      "learning_rate": 4.455174501118484e-06,
      "loss": 0.3973,
      "step": 532520
    },
    {
      "epoch": 148.63,
      "grad_norm": 1.0796818733215332,
      "learning_rate": 4.455162763622133e-06,
      "loss": 0.3907,
      "step": 532530
    },
    {
      "epoch": 148.63,
      "grad_norm": 1.1379926204681396,
      "learning_rate": 4.4551510258447526e-06,
      "loss": 0.3942,
      "step": 532540
    },
    {
      "epoch": 148.63,
      "grad_norm": 1.2218761444091797,
      "learning_rate": 4.4551392877863445e-06,
      "loss": 0.3779,
      "step": 532550
    },
    {
      "epoch": 148.64,
      "grad_norm": 1.0188289880752563,
      "learning_rate": 4.455127549446909e-06,
      "loss": 0.3856,
      "step": 532560
    },
    {
      "epoch": 148.64,
      "grad_norm": 1.5027434825897217,
      "learning_rate": 4.4551158108264495e-06,
      "loss": 0.3972,
      "step": 532570
    },
    {
      "epoch": 148.64,
      "grad_norm": 1.1458925008773804,
      "learning_rate": 4.455104071924966e-06,
      "loss": 0.3974,
      "step": 532580
    },
    {
      "epoch": 148.64,
      "grad_norm": 1.3806811571121216,
      "learning_rate": 4.455092332742461e-06,
      "loss": 0.3938,
      "step": 532590
    },
    {
      "epoch": 148.65,
      "grad_norm": 1.401077389717102,
      "learning_rate": 4.4550805932789366e-06,
      "loss": 0.4048,
      "step": 532600
    },
    {
      "epoch": 148.65,
      "grad_norm": 1.1128668785095215,
      "learning_rate": 4.455068853534392e-06,
      "loss": 0.4161,
      "step": 532610
    },
    {
      "epoch": 148.65,
      "grad_norm": 1.3886834383010864,
      "learning_rate": 4.455057113508831e-06,
      "loss": 0.3917,
      "step": 532620
    },
    {
      "epoch": 148.65,
      "grad_norm": 1.1595152616500854,
      "learning_rate": 4.455045373202255e-06,
      "loss": 0.4154,
      "step": 532630
    },
    {
      "epoch": 148.66,
      "grad_norm": 1.2789875268936157,
      "learning_rate": 4.4550336326146644e-06,
      "loss": 0.3729,
      "step": 532640
    },
    {
      "epoch": 148.66,
      "grad_norm": 1.3241324424743652,
      "learning_rate": 4.455021891746061e-06,
      "loss": 0.3773,
      "step": 532650
    },
    {
      "epoch": 148.66,
      "grad_norm": 1.1831330060958862,
      "learning_rate": 4.455010150596448e-06,
      "loss": 0.3912,
      "step": 532660
    },
    {
      "epoch": 148.67,
      "grad_norm": 3.0474185943603516,
      "learning_rate": 4.454998409165825e-06,
      "loss": 0.377,
      "step": 532670
    },
    {
      "epoch": 148.67,
      "grad_norm": 1.3827755451202393,
      "learning_rate": 4.454986667454193e-06,
      "loss": 0.3982,
      "step": 532680
    },
    {
      "epoch": 148.67,
      "grad_norm": 1.2895482778549194,
      "learning_rate": 4.454974925461557e-06,
      "loss": 0.3791,
      "step": 532690
    },
    {
      "epoch": 148.67,
      "grad_norm": 1.2893766164779663,
      "learning_rate": 4.454963183187915e-06,
      "loss": 0.3919,
      "step": 532700
    },
    {
      "epoch": 148.68,
      "grad_norm": 1.3581600189208984,
      "learning_rate": 4.45495144063327e-06,
      "loss": 0.3988,
      "step": 532710
    },
    {
      "epoch": 148.68,
      "grad_norm": 1.1108193397521973,
      "learning_rate": 4.454939697797624e-06,
      "loss": 0.3919,
      "step": 532720
    },
    {
      "epoch": 148.68,
      "grad_norm": 1.3068639039993286,
      "learning_rate": 4.454927954680978e-06,
      "loss": 0.3996,
      "step": 532730
    },
    {
      "epoch": 148.69,
      "grad_norm": 1.4275718927383423,
      "learning_rate": 4.454916211283333e-06,
      "loss": 0.3958,
      "step": 532740
    },
    {
      "epoch": 148.69,
      "grad_norm": 1.6010056734085083,
      "learning_rate": 4.454904467604692e-06,
      "loss": 0.389,
      "step": 532750
    },
    {
      "epoch": 148.69,
      "grad_norm": 1.2969982624053955,
      "learning_rate": 4.454892723645055e-06,
      "loss": 0.3888,
      "step": 532760
    },
    {
      "epoch": 148.69,
      "grad_norm": 1.0355839729309082,
      "learning_rate": 4.454880979404425e-06,
      "loss": 0.3839,
      "step": 532770
    },
    {
      "epoch": 148.7,
      "grad_norm": 1.1598244905471802,
      "learning_rate": 4.4548692348828035e-06,
      "loss": 0.3895,
      "step": 532780
    },
    {
      "epoch": 148.7,
      "grad_norm": 1.2290499210357666,
      "learning_rate": 4.45485749008019e-06,
      "loss": 0.4026,
      "step": 532790
    },
    {
      "epoch": 148.7,
      "grad_norm": 1.1375752687454224,
      "learning_rate": 4.4548457449965885e-06,
      "loss": 0.3847,
      "step": 532800
    },
    {
      "epoch": 148.7,
      "grad_norm": 1.1004003286361694,
      "learning_rate": 4.4548339996319995e-06,
      "loss": 0.3835,
      "step": 532810
    },
    {
      "epoch": 148.71,
      "grad_norm": 1.246077299118042,
      "learning_rate": 4.4548222539864235e-06,
      "loss": 0.3792,
      "step": 532820
    },
    {
      "epoch": 148.71,
      "grad_norm": 1.257889986038208,
      "learning_rate": 4.454810508059865e-06,
      "loss": 0.3805,
      "step": 532830
    },
    {
      "epoch": 148.71,
      "grad_norm": 1.0580641031265259,
      "learning_rate": 4.454798761852322e-06,
      "loss": 0.3793,
      "step": 532840
    },
    {
      "epoch": 148.72,
      "grad_norm": 1.2605613470077515,
      "learning_rate": 4.454787015363799e-06,
      "loss": 0.3951,
      "step": 532850
    },
    {
      "epoch": 148.72,
      "grad_norm": 1.1571904420852661,
      "learning_rate": 4.454775268594297e-06,
      "loss": 0.382,
      "step": 532860
    },
    {
      "epoch": 148.72,
      "grad_norm": 1.157894253730774,
      "learning_rate": 4.454763521543816e-06,
      "loss": 0.3903,
      "step": 532870
    },
    {
      "epoch": 148.72,
      "grad_norm": 1.3759191036224365,
      "learning_rate": 4.454751774212358e-06,
      "loss": 0.3972,
      "step": 532880
    },
    {
      "epoch": 148.73,
      "grad_norm": 1.325132966041565,
      "learning_rate": 4.454740026599926e-06,
      "loss": 0.3904,
      "step": 532890
    },
    {
      "epoch": 148.73,
      "grad_norm": 1.1615638732910156,
      "learning_rate": 4.4547282787065205e-06,
      "loss": 0.4002,
      "step": 532900
    },
    {
      "epoch": 148.73,
      "grad_norm": 1.2755969762802124,
      "learning_rate": 4.454716530532143e-06,
      "loss": 0.38,
      "step": 532910
    },
    {
      "epoch": 148.74,
      "grad_norm": 1.3541545867919922,
      "learning_rate": 4.454704782076795e-06,
      "loss": 0.4007,
      "step": 532920
    },
    {
      "epoch": 148.74,
      "grad_norm": 1.2265220880508423,
      "learning_rate": 4.454693033340479e-06,
      "loss": 0.3931,
      "step": 532930
    },
    {
      "epoch": 148.74,
      "grad_norm": 1.3180631399154663,
      "learning_rate": 4.454681284323196e-06,
      "loss": 0.421,
      "step": 532940
    },
    {
      "epoch": 148.74,
      "grad_norm": 1.250749111175537,
      "learning_rate": 4.454669535024946e-06,
      "loss": 0.3884,
      "step": 532950
    },
    {
      "epoch": 148.75,
      "grad_norm": 1.323257565498352,
      "learning_rate": 4.454657785445734e-06,
      "loss": 0.3858,
      "step": 532960
    },
    {
      "epoch": 148.75,
      "grad_norm": 1.4036093950271606,
      "learning_rate": 4.454646035585558e-06,
      "loss": 0.3912,
      "step": 532970
    },
    {
      "epoch": 148.75,
      "grad_norm": 1.2577645778656006,
      "learning_rate": 4.454634285444422e-06,
      "loss": 0.3765,
      "step": 532980
    },
    {
      "epoch": 148.76,
      "grad_norm": 1.5281726121902466,
      "learning_rate": 4.454622535022327e-06,
      "loss": 0.3892,
      "step": 532990
    },
    {
      "epoch": 148.76,
      "grad_norm": 1.1041016578674316,
      "learning_rate": 4.454610784319274e-06,
      "loss": 0.3897,
      "step": 533000
    },
    {
      "epoch": 148.76,
      "grad_norm": 1.3734716176986694,
      "learning_rate": 4.454599033335265e-06,
      "loss": 0.3987,
      "step": 533010
    },
    {
      "epoch": 148.76,
      "grad_norm": 1.313670039176941,
      "learning_rate": 4.4545872820703e-06,
      "loss": 0.3982,
      "step": 533020
    },
    {
      "epoch": 148.77,
      "grad_norm": 1.0486778020858765,
      "learning_rate": 4.454575530524384e-06,
      "loss": 0.3786,
      "step": 533030
    },
    {
      "epoch": 148.77,
      "grad_norm": 2.0055909156799316,
      "learning_rate": 4.454563778697515e-06,
      "loss": 0.3798,
      "step": 533040
    },
    {
      "epoch": 148.77,
      "grad_norm": 1.0416122674942017,
      "learning_rate": 4.454552026589697e-06,
      "loss": 0.3894,
      "step": 533050
    },
    {
      "epoch": 148.77,
      "grad_norm": 1.111761212348938,
      "learning_rate": 4.45454027420093e-06,
      "loss": 0.386,
      "step": 533060
    },
    {
      "epoch": 148.78,
      "grad_norm": 1.2098866701126099,
      "learning_rate": 4.4545285215312174e-06,
      "loss": 0.3806,
      "step": 533070
    },
    {
      "epoch": 148.78,
      "grad_norm": 1.1290947198867798,
      "learning_rate": 4.454516768580558e-06,
      "loss": 0.4212,
      "step": 533080
    },
    {
      "epoch": 148.78,
      "grad_norm": 1.2464386224746704,
      "learning_rate": 4.454505015348957e-06,
      "loss": 0.4198,
      "step": 533090
    },
    {
      "epoch": 148.79,
      "grad_norm": 1.188396692276001,
      "learning_rate": 4.454493261836412e-06,
      "loss": 0.4126,
      "step": 533100
    },
    {
      "epoch": 148.79,
      "grad_norm": 1.2278811931610107,
      "learning_rate": 4.454481508042928e-06,
      "loss": 0.3841,
      "step": 533110
    },
    {
      "epoch": 148.79,
      "grad_norm": 1.1588984727859497,
      "learning_rate": 4.454469753968504e-06,
      "loss": 0.3802,
      "step": 533120
    },
    {
      "epoch": 148.79,
      "grad_norm": 1.2266428470611572,
      "learning_rate": 4.4544579996131435e-06,
      "loss": 0.3871,
      "step": 533130
    },
    {
      "epoch": 148.8,
      "grad_norm": 1.18199622631073,
      "learning_rate": 4.454446244976846e-06,
      "loss": 0.3939,
      "step": 533140
    },
    {
      "epoch": 148.8,
      "grad_norm": 1.228275179862976,
      "learning_rate": 4.4544344900596155e-06,
      "loss": 0.42,
      "step": 533150
    },
    {
      "epoch": 148.8,
      "grad_norm": 1.5479276180267334,
      "learning_rate": 4.454422734861452e-06,
      "loss": 0.4238,
      "step": 533160
    },
    {
      "epoch": 148.81,
      "grad_norm": 0.9883496165275574,
      "learning_rate": 4.454410979382357e-06,
      "loss": 0.3789,
      "step": 533170
    },
    {
      "epoch": 148.81,
      "grad_norm": 1.2750015258789062,
      "learning_rate": 4.454399223622332e-06,
      "loss": 0.3817,
      "step": 533180
    },
    {
      "epoch": 148.81,
      "grad_norm": 1.2638729810714722,
      "learning_rate": 4.45438746758138e-06,
      "loss": 0.3921,
      "step": 533190
    },
    {
      "epoch": 148.81,
      "grad_norm": 1.3833030462265015,
      "learning_rate": 4.454375711259501e-06,
      "loss": 0.4121,
      "step": 533200
    },
    {
      "epoch": 148.82,
      "grad_norm": 1.3502531051635742,
      "learning_rate": 4.454363954656697e-06,
      "loss": 0.3991,
      "step": 533210
    },
    {
      "epoch": 148.82,
      "grad_norm": 1.340701937675476,
      "learning_rate": 4.454352197772971e-06,
      "loss": 0.3984,
      "step": 533220
    },
    {
      "epoch": 148.82,
      "grad_norm": 0.9844608902931213,
      "learning_rate": 4.454340440608321e-06,
      "loss": 0.4064,
      "step": 533230
    },
    {
      "epoch": 148.83,
      "grad_norm": 1.3161216974258423,
      "learning_rate": 4.454328683162753e-06,
      "loss": 0.3944,
      "step": 533240
    },
    {
      "epoch": 148.83,
      "grad_norm": 0.9968590140342712,
      "learning_rate": 4.454316925436265e-06,
      "loss": 0.3981,
      "step": 533250
    },
    {
      "epoch": 148.83,
      "grad_norm": 1.319909930229187,
      "learning_rate": 4.454305167428861e-06,
      "loss": 0.3854,
      "step": 533260
    },
    {
      "epoch": 148.83,
      "grad_norm": 1.355934977531433,
      "learning_rate": 4.454293409140541e-06,
      "loss": 0.3854,
      "step": 533270
    },
    {
      "epoch": 148.84,
      "grad_norm": 1.3930511474609375,
      "learning_rate": 4.454281650571307e-06,
      "loss": 0.3813,
      "step": 533280
    },
    {
      "epoch": 148.84,
      "grad_norm": 1.6341317892074585,
      "learning_rate": 4.454269891721161e-06,
      "loss": 0.3951,
      "step": 533290
    },
    {
      "epoch": 148.84,
      "grad_norm": 1.4437282085418701,
      "learning_rate": 4.454258132590104e-06,
      "loss": 0.4047,
      "step": 533300
    },
    {
      "epoch": 148.84,
      "grad_norm": 1.1342211961746216,
      "learning_rate": 4.454246373178138e-06,
      "loss": 0.3988,
      "step": 533310
    },
    {
      "epoch": 148.85,
      "grad_norm": 1.2256509065628052,
      "learning_rate": 4.454234613485264e-06,
      "loss": 0.3928,
      "step": 533320
    },
    {
      "epoch": 148.85,
      "grad_norm": 1.1074939966201782,
      "learning_rate": 4.454222853511484e-06,
      "loss": 0.4033,
      "step": 533330
    },
    {
      "epoch": 148.85,
      "grad_norm": 1.1382815837860107,
      "learning_rate": 4.4542110932568e-06,
      "loss": 0.3852,
      "step": 533340
    },
    {
      "epoch": 148.86,
      "grad_norm": 1.1072263717651367,
      "learning_rate": 4.454199332721212e-06,
      "loss": 0.39,
      "step": 533350
    },
    {
      "epoch": 148.86,
      "grad_norm": 1.1690070629119873,
      "learning_rate": 4.454187571904724e-06,
      "loss": 0.3822,
      "step": 533360
    },
    {
      "epoch": 148.86,
      "grad_norm": 1.5957258939743042,
      "learning_rate": 4.454175810807336e-06,
      "loss": 0.3916,
      "step": 533370
    },
    {
      "epoch": 148.86,
      "grad_norm": 1.0601598024368286,
      "learning_rate": 4.4541640494290484e-06,
      "loss": 0.3907,
      "step": 533380
    },
    {
      "epoch": 148.87,
      "grad_norm": 1.3540260791778564,
      "learning_rate": 4.454152287769866e-06,
      "loss": 0.396,
      "step": 533390
    },
    {
      "epoch": 148.87,
      "grad_norm": 1.4499307870864868,
      "learning_rate": 4.454140525829786e-06,
      "loss": 0.3882,
      "step": 533400
    },
    {
      "epoch": 148.87,
      "grad_norm": 1.06283438205719,
      "learning_rate": 4.454128763608814e-06,
      "loss": 0.3817,
      "step": 533410
    },
    {
      "epoch": 148.88,
      "grad_norm": 1.3362709283828735,
      "learning_rate": 4.454117001106949e-06,
      "loss": 0.3939,
      "step": 533420
    },
    {
      "epoch": 148.88,
      "grad_norm": 1.3786362409591675,
      "learning_rate": 4.454105238324196e-06,
      "loss": 0.3828,
      "step": 533430
    },
    {
      "epoch": 148.88,
      "grad_norm": 1.2369016408920288,
      "learning_rate": 4.454093475260552e-06,
      "loss": 0.3877,
      "step": 533440
    },
    {
      "epoch": 148.88,
      "grad_norm": 1.3172721862792969,
      "learning_rate": 4.454081711916022e-06,
      "loss": 0.3956,
      "step": 533450
    },
    {
      "epoch": 148.89,
      "grad_norm": 1.2543885707855225,
      "learning_rate": 4.454069948290605e-06,
      "loss": 0.3965,
      "step": 533460
    },
    {
      "epoch": 148.89,
      "grad_norm": 1.2102046012878418,
      "learning_rate": 4.454058184384304e-06,
      "loss": 0.4052,
      "step": 533470
    },
    {
      "epoch": 148.89,
      "grad_norm": 1.907660722732544,
      "learning_rate": 4.454046420197121e-06,
      "loss": 0.3951,
      "step": 533480
    },
    {
      "epoch": 148.89,
      "grad_norm": 1.3773541450500488,
      "learning_rate": 4.4540346557290574e-06,
      "loss": 0.3817,
      "step": 533490
    },
    {
      "epoch": 148.9,
      "grad_norm": 1.2446693181991577,
      "learning_rate": 4.4540228909801135e-06,
      "loss": 0.3979,
      "step": 533500
    },
    {
      "epoch": 148.9,
      "grad_norm": 1.3897851705551147,
      "learning_rate": 4.454011125950292e-06,
      "loss": 0.3961,
      "step": 533510
    },
    {
      "epoch": 148.9,
      "grad_norm": 1.2887026071548462,
      "learning_rate": 4.453999360639594e-06,
      "loss": 0.3958,
      "step": 533520
    },
    {
      "epoch": 148.91,
      "grad_norm": 1.0025674104690552,
      "learning_rate": 4.453987595048021e-06,
      "loss": 0.3903,
      "step": 533530
    },
    {
      "epoch": 148.91,
      "grad_norm": 1.2216813564300537,
      "learning_rate": 4.453975829175575e-06,
      "loss": 0.3888,
      "step": 533540
    },
    {
      "epoch": 148.91,
      "grad_norm": 1.2710989713668823,
      "learning_rate": 4.453964063022257e-06,
      "loss": 0.3909,
      "step": 533550
    },
    {
      "epoch": 148.91,
      "grad_norm": 1.339692234992981,
      "learning_rate": 4.45395229658807e-06,
      "loss": 0.4113,
      "step": 533560
    },
    {
      "epoch": 148.92,
      "grad_norm": 1.2676914930343628,
      "learning_rate": 4.453940529873014e-06,
      "loss": 0.3918,
      "step": 533570
    },
    {
      "epoch": 148.92,
      "grad_norm": 1.1406360864639282,
      "learning_rate": 4.453928762877091e-06,
      "loss": 0.3888,
      "step": 533580
    },
    {
      "epoch": 148.92,
      "grad_norm": 1.248329520225525,
      "learning_rate": 4.453916995600303e-06,
      "loss": 0.3963,
      "step": 533590
    },
    {
      "epoch": 148.93,
      "grad_norm": 1.1476247310638428,
      "learning_rate": 4.45390522804265e-06,
      "loss": 0.3941,
      "step": 533600
    },
    {
      "epoch": 148.93,
      "grad_norm": 1.1513830423355103,
      "learning_rate": 4.453893460204136e-06,
      "loss": 0.3752,
      "step": 533610
    },
    {
      "epoch": 148.93,
      "grad_norm": 1.2343348264694214,
      "learning_rate": 4.453881692084761e-06,
      "loss": 0.3858,
      "step": 533620
    },
    {
      "epoch": 148.93,
      "grad_norm": 1.2309117317199707,
      "learning_rate": 4.453869923684527e-06,
      "loss": 0.3891,
      "step": 533630
    },
    {
      "epoch": 148.94,
      "grad_norm": 1.0876232385635376,
      "learning_rate": 4.4538581550034345e-06,
      "loss": 0.4095,
      "step": 533640
    },
    {
      "epoch": 148.94,
      "grad_norm": 1.2367457151412964,
      "learning_rate": 4.453846386041487e-06,
      "loss": 0.4119,
      "step": 533650
    },
    {
      "epoch": 148.94,
      "grad_norm": 1.0634833574295044,
      "learning_rate": 4.453834616798685e-06,
      "loss": 0.3893,
      "step": 533660
    },
    {
      "epoch": 148.95,
      "grad_norm": 1.4009630680084229,
      "learning_rate": 4.45382284727503e-06,
      "loss": 0.397,
      "step": 533670
    },
    {
      "epoch": 148.95,
      "grad_norm": 1.0987639427185059,
      "learning_rate": 4.453811077470524e-06,
      "loss": 0.3855,
      "step": 533680
    },
    {
      "epoch": 148.95,
      "grad_norm": 1.2854701280593872,
      "learning_rate": 4.453799307385168e-06,
      "loss": 0.4089,
      "step": 533690
    },
    {
      "epoch": 148.95,
      "grad_norm": 1.1111944913864136,
      "learning_rate": 4.453787537018965e-06,
      "loss": 0.3875,
      "step": 533700
    },
    {
      "epoch": 148.96,
      "grad_norm": 1.064477801322937,
      "learning_rate": 4.4537757663719135e-06,
      "loss": 0.3871,
      "step": 533710
    },
    {
      "epoch": 148.96,
      "grad_norm": 1.159488558769226,
      "learning_rate": 4.453763995444018e-06,
      "loss": 0.4073,
      "step": 533720
    },
    {
      "epoch": 148.96,
      "grad_norm": 1.0278171300888062,
      "learning_rate": 4.453752224235279e-06,
      "loss": 0.3819,
      "step": 533730
    },
    {
      "epoch": 148.96,
      "grad_norm": 1.1953493356704712,
      "learning_rate": 4.453740452745697e-06,
      "loss": 0.3934,
      "step": 533740
    },
    {
      "epoch": 148.97,
      "grad_norm": 1.2067197561264038,
      "learning_rate": 4.453728680975276e-06,
      "loss": 0.3843,
      "step": 533750
    },
    {
      "epoch": 148.97,
      "grad_norm": 1.1712490320205688,
      "learning_rate": 4.4537169089240165e-06,
      "loss": 0.3998,
      "step": 533760
    },
    {
      "epoch": 148.97,
      "grad_norm": 1.4353301525115967,
      "learning_rate": 4.4537051365919196e-06,
      "loss": 0.3772,
      "step": 533770
    },
    {
      "epoch": 148.98,
      "grad_norm": 1.5460906028747559,
      "learning_rate": 4.453693363978987e-06,
      "loss": 0.3919,
      "step": 533780
    },
    {
      "epoch": 148.98,
      "grad_norm": 1.4918259382247925,
      "learning_rate": 4.453681591085219e-06,
      "loss": 0.4035,
      "step": 533790
    },
    {
      "epoch": 148.98,
      "grad_norm": 1.5256189107894897,
      "learning_rate": 4.453669817910621e-06,
      "loss": 0.3916,
      "step": 533800
    },
    {
      "epoch": 148.98,
      "grad_norm": 1.331599235534668,
      "learning_rate": 4.4536580444551905e-06,
      "loss": 0.4026,
      "step": 533810
    },
    {
      "epoch": 148.99,
      "grad_norm": 1.3375868797302246,
      "learning_rate": 4.4536462707189314e-06,
      "loss": 0.39,
      "step": 533820
    },
    {
      "epoch": 148.99,
      "grad_norm": 1.3899164199829102,
      "learning_rate": 4.453634496701844e-06,
      "loss": 0.3921,
      "step": 533830
    },
    {
      "epoch": 148.99,
      "grad_norm": 1.2649073600769043,
      "learning_rate": 4.453622722403931e-06,
      "loss": 0.4061,
      "step": 533840
    },
    {
      "epoch": 149.0,
      "grad_norm": 1.310348391532898,
      "learning_rate": 4.453610947825192e-06,
      "loss": 0.3894,
      "step": 533850
    },
    {
      "epoch": 149.0,
      "grad_norm": 1.2731404304504395,
      "learning_rate": 4.453599172965631e-06,
      "loss": 0.3984,
      "step": 533860
    },
    {
      "epoch": 149.0,
      "eval_loss": 0.3922634422779083,
      "eval_runtime": 63.3114,
      "eval_samples_per_second": 79.907,
      "eval_steps_per_second": 9.998,
      "step": 533867
    },
    {
      "epoch": 149.0,
      "grad_norm": 1.5307027101516724,
      "learning_rate": 4.453587397825249e-06,
      "loss": 0.3987,
      "step": 533870
    },
    {
      "epoch": 149.0,
      "grad_norm": 1.1639659404754639,
      "learning_rate": 4.453575622404046e-06,
      "loss": 0.3967,
      "step": 533880
    },
    {
      "epoch": 149.01,
      "grad_norm": 1.2726026773452759,
      "learning_rate": 4.453563846702025e-06,
      "loss": 0.4057,
      "step": 533890
    },
    {
      "epoch": 149.01,
      "grad_norm": 1.3575173616409302,
      "learning_rate": 4.453552070719187e-06,
      "loss": 0.3727,
      "step": 533900
    },
    {
      "epoch": 149.01,
      "grad_norm": 1.3376832008361816,
      "learning_rate": 4.453540294455534e-06,
      "loss": 0.3978,
      "step": 533910
    },
    {
      "epoch": 149.01,
      "grad_norm": 1.1455079317092896,
      "learning_rate": 4.453528517911068e-06,
      "loss": 0.3872,
      "step": 533920
    },
    {
      "epoch": 149.02,
      "grad_norm": 1.4514433145523071,
      "learning_rate": 4.453516741085789e-06,
      "loss": 0.4062,
      "step": 533930
    },
    {
      "epoch": 149.02,
      "grad_norm": 1.5222266912460327,
      "learning_rate": 4.453504963979699e-06,
      "loss": 0.3886,
      "step": 533940
    },
    {
      "epoch": 149.02,
      "grad_norm": 1.203563928604126,
      "learning_rate": 4.4534931865928005e-06,
      "loss": 0.3852,
      "step": 533950
    },
    {
      "epoch": 149.03,
      "grad_norm": 1.1484153270721436,
      "learning_rate": 4.453481408925096e-06,
      "loss": 0.4134,
      "step": 533960
    },
    {
      "epoch": 149.03,
      "grad_norm": 1.1820207834243774,
      "learning_rate": 4.453469630976584e-06,
      "loss": 0.3971,
      "step": 533970
    },
    {
      "epoch": 149.03,
      "grad_norm": 1.2419285774230957,
      "learning_rate": 4.453457852747268e-06,
      "loss": 0.3842,
      "step": 533980
    },
    {
      "epoch": 149.03,
      "grad_norm": 1.1901227235794067,
      "learning_rate": 4.45344607423715e-06,
      "loss": 0.3965,
      "step": 533990
    },
    {
      "epoch": 149.04,
      "grad_norm": 1.1385458707809448,
      "learning_rate": 4.4534342954462305e-06,
      "loss": 0.4128,
      "step": 534000
    },
    {
      "epoch": 149.04,
      "grad_norm": 3.9569284915924072,
      "learning_rate": 4.453422516374511e-06,
      "loss": 0.3821,
      "step": 534010
    },
    {
      "epoch": 149.04,
      "grad_norm": 1.299209713935852,
      "learning_rate": 4.453410737021994e-06,
      "loss": 0.4064,
      "step": 534020
    },
    {
      "epoch": 149.05,
      "grad_norm": 1.4545141458511353,
      "learning_rate": 4.4533989573886805e-06,
      "loss": 0.393,
      "step": 534030
    },
    {
      "epoch": 149.05,
      "grad_norm": 1.4062446355819702,
      "learning_rate": 4.453387177474572e-06,
      "loss": 0.3923,
      "step": 534040
    },
    {
      "epoch": 149.05,
      "grad_norm": 1.3768385648727417,
      "learning_rate": 4.453375397279671e-06,
      "loss": 0.3909,
      "step": 534050
    },
    {
      "epoch": 149.05,
      "grad_norm": 1.4982045888900757,
      "learning_rate": 4.453363616803978e-06,
      "loss": 0.3854,
      "step": 534060
    },
    {
      "epoch": 149.06,
      "grad_norm": 1.047119379043579,
      "learning_rate": 4.453351836047494e-06,
      "loss": 0.3819,
      "step": 534070
    },
    {
      "epoch": 149.06,
      "grad_norm": 1.1815768480300903,
      "learning_rate": 4.453340055010222e-06,
      "loss": 0.3928,
      "step": 534080
    },
    {
      "epoch": 149.06,
      "grad_norm": 1.1860305070877075,
      "learning_rate": 4.453328273692162e-06,
      "loss": 0.3859,
      "step": 534090
    },
    {
      "epoch": 149.07,
      "grad_norm": 1.2848018407821655,
      "learning_rate": 4.453316492093318e-06,
      "loss": 0.4212,
      "step": 534100
    },
    {
      "epoch": 149.07,
      "grad_norm": 1.4232947826385498,
      "learning_rate": 4.45330471021369e-06,
      "loss": 0.4004,
      "step": 534110
    },
    {
      "epoch": 149.07,
      "grad_norm": 1.483933925628662,
      "learning_rate": 4.453292928053279e-06,
      "loss": 0.4096,
      "step": 534120
    },
    {
      "epoch": 149.07,
      "grad_norm": 1.3436076641082764,
      "learning_rate": 4.453281145612088e-06,
      "loss": 0.3868,
      "step": 534130
    },
    {
      "epoch": 149.08,
      "grad_norm": 1.2663360834121704,
      "learning_rate": 4.453269362890117e-06,
      "loss": 0.3995,
      "step": 534140
    },
    {
      "epoch": 149.08,
      "grad_norm": 1.188348412513733,
      "learning_rate": 4.453257579887369e-06,
      "loss": 0.3962,
      "step": 534150
    },
    {
      "epoch": 149.08,
      "grad_norm": 1.3122910261154175,
      "learning_rate": 4.453245796603844e-06,
      "loss": 0.4071,
      "step": 534160
    },
    {
      "epoch": 149.08,
      "grad_norm": 1.1988087892532349,
      "learning_rate": 4.453234013039546e-06,
      "loss": 0.3923,
      "step": 534170
    },
    {
      "epoch": 149.09,
      "grad_norm": 1.3338652849197388,
      "learning_rate": 4.453222229194475e-06,
      "loss": 0.4176,
      "step": 534180
    },
    {
      "epoch": 149.09,
      "grad_norm": 1.117692232131958,
      "learning_rate": 4.453210445068631e-06,
      "loss": 0.3914,
      "step": 534190
    },
    {
      "epoch": 149.09,
      "grad_norm": 1.244170904159546,
      "learning_rate": 4.453198660662019e-06,
      "loss": 0.3903,
      "step": 534200
    },
    {
      "epoch": 149.1,
      "grad_norm": 1.100774884223938,
      "learning_rate": 4.4531868759746375e-06,
      "loss": 0.3815,
      "step": 534210
    },
    {
      "epoch": 149.1,
      "grad_norm": 1.3407588005065918,
      "learning_rate": 4.45317509100649e-06,
      "loss": 0.3843,
      "step": 534220
    },
    {
      "epoch": 149.1,
      "grad_norm": 1.4288678169250488,
      "learning_rate": 4.453163305757578e-06,
      "loss": 0.4056,
      "step": 534230
    },
    {
      "epoch": 149.1,
      "grad_norm": 1.2927958965301514,
      "learning_rate": 4.453151520227901e-06,
      "loss": 0.4079,
      "step": 534240
    },
    {
      "epoch": 149.11,
      "grad_norm": 1.064305067062378,
      "learning_rate": 4.453139734417464e-06,
      "loss": 0.3938,
      "step": 534250
    },
    {
      "epoch": 149.11,
      "grad_norm": 1.3155516386032104,
      "learning_rate": 4.453127948326265e-06,
      "loss": 0.3941,
      "step": 534260
    },
    {
      "epoch": 149.11,
      "grad_norm": 1.4955084323883057,
      "learning_rate": 4.453116161954308e-06,
      "loss": 0.3862,
      "step": 534270
    },
    {
      "epoch": 149.12,
      "grad_norm": 1.2425134181976318,
      "learning_rate": 4.453104375301594e-06,
      "loss": 0.3864,
      "step": 534280
    },
    {
      "epoch": 149.12,
      "grad_norm": 2.6032748222351074,
      "learning_rate": 4.453092588368124e-06,
      "loss": 0.3931,
      "step": 534290
    },
    {
      "epoch": 149.12,
      "grad_norm": 1.2913413047790527,
      "learning_rate": 4.4530808011539e-06,
      "loss": 0.3826,
      "step": 534300
    },
    {
      "epoch": 149.12,
      "grad_norm": 1.1327087879180908,
      "learning_rate": 4.453069013658924e-06,
      "loss": 0.3913,
      "step": 534310
    },
    {
      "epoch": 149.13,
      "grad_norm": 1.2997102737426758,
      "learning_rate": 4.453057225883196e-06,
      "loss": 0.3916,
      "step": 534320
    },
    {
      "epoch": 149.13,
      "grad_norm": 1.6175469160079956,
      "learning_rate": 4.453045437826719e-06,
      "loss": 0.3981,
      "step": 534330
    },
    {
      "epoch": 149.13,
      "grad_norm": 1.1463545560836792,
      "learning_rate": 4.453033649489494e-06,
      "loss": 0.403,
      "step": 534340
    },
    {
      "epoch": 149.13,
      "grad_norm": 0.8975244164466858,
      "learning_rate": 4.453021860871524e-06,
      "loss": 0.3694,
      "step": 534350
    },
    {
      "epoch": 149.14,
      "grad_norm": 1.3302347660064697,
      "learning_rate": 4.453010071972808e-06,
      "loss": 0.388,
      "step": 534360
    },
    {
      "epoch": 149.14,
      "grad_norm": 1.5625683069229126,
      "learning_rate": 4.4529982827933496e-06,
      "loss": 0.386,
      "step": 534370
    },
    {
      "epoch": 149.14,
      "grad_norm": 1.366799235343933,
      "learning_rate": 4.4529864933331495e-06,
      "loss": 0.3907,
      "step": 534380
    },
    {
      "epoch": 149.15,
      "grad_norm": 1.1657296419143677,
      "learning_rate": 4.45297470359221e-06,
      "loss": 0.3811,
      "step": 534390
    },
    {
      "epoch": 149.15,
      "grad_norm": 1.4328818321228027,
      "learning_rate": 4.452962913570531e-06,
      "loss": 0.3839,
      "step": 534400
    },
    {
      "epoch": 149.15,
      "grad_norm": 1.099662184715271,
      "learning_rate": 4.452951123268116e-06,
      "loss": 0.4114,
      "step": 534410
    },
    {
      "epoch": 149.15,
      "grad_norm": 1.1125867366790771,
      "learning_rate": 4.452939332684965e-06,
      "loss": 0.3912,
      "step": 534420
    },
    {
      "epoch": 149.16,
      "grad_norm": 1.0706490278244019,
      "learning_rate": 4.4529275418210816e-06,
      "loss": 0.387,
      "step": 534430
    },
    {
      "epoch": 149.16,
      "grad_norm": 1.255429983139038,
      "learning_rate": 4.452915750676464e-06,
      "loss": 0.3774,
      "step": 534440
    },
    {
      "epoch": 149.16,
      "grad_norm": 1.2427486181259155,
      "learning_rate": 4.452903959251118e-06,
      "loss": 0.4035,
      "step": 534450
    },
    {
      "epoch": 149.17,
      "grad_norm": 1.1455848217010498,
      "learning_rate": 4.452892167545042e-06,
      "loss": 0.4011,
      "step": 534460
    },
    {
      "epoch": 149.17,
      "grad_norm": 1.2881364822387695,
      "learning_rate": 4.4528803755582394e-06,
      "loss": 0.3952,
      "step": 534470
    },
    {
      "epoch": 149.17,
      "grad_norm": 1.0775843858718872,
      "learning_rate": 4.4528685832907096e-06,
      "loss": 0.3987,
      "step": 534480
    },
    {
      "epoch": 149.17,
      "grad_norm": 1.2268345355987549,
      "learning_rate": 4.452856790742456e-06,
      "loss": 0.3844,
      "step": 534490
    },
    {
      "epoch": 149.18,
      "grad_norm": 1.5812097787857056,
      "learning_rate": 4.452844997913481e-06,
      "loss": 0.3935,
      "step": 534500
    },
    {
      "epoch": 149.18,
      "grad_norm": 1.3137283325195312,
      "learning_rate": 4.452833204803783e-06,
      "loss": 0.3962,
      "step": 534510
    },
    {
      "epoch": 149.18,
      "grad_norm": 1.5166575908660889,
      "learning_rate": 4.452821411413367e-06,
      "loss": 0.3959,
      "step": 534520
    },
    {
      "epoch": 149.19,
      "grad_norm": 1.5733232498168945,
      "learning_rate": 4.4528096177422325e-06,
      "loss": 0.387,
      "step": 534530
    },
    {
      "epoch": 149.19,
      "grad_norm": 1.4324514865875244,
      "learning_rate": 4.452797823790381e-06,
      "loss": 0.405,
      "step": 534540
    },
    {
      "epoch": 149.19,
      "grad_norm": 1.0832246541976929,
      "learning_rate": 4.452786029557815e-06,
      "loss": 0.3987,
      "step": 534550
    },
    {
      "epoch": 149.19,
      "grad_norm": 1.8429619073867798,
      "learning_rate": 4.452774235044537e-06,
      "loss": 0.3895,
      "step": 534560
    },
    {
      "epoch": 149.2,
      "grad_norm": 1.191063404083252,
      "learning_rate": 4.452762440250546e-06,
      "loss": 0.403,
      "step": 534570
    },
    {
      "epoch": 149.2,
      "grad_norm": 1.2006498575210571,
      "learning_rate": 4.4527506451758444e-06,
      "loss": 0.4034,
      "step": 534580
    },
    {
      "epoch": 149.2,
      "grad_norm": 1.3246839046478271,
      "learning_rate": 4.452738849820435e-06,
      "loss": 0.3998,
      "step": 534590
    },
    {
      "epoch": 149.2,
      "grad_norm": 1.480301856994629,
      "learning_rate": 4.4527270541843184e-06,
      "loss": 0.3835,
      "step": 534600
    },
    {
      "epoch": 149.21,
      "grad_norm": 1.1070947647094727,
      "learning_rate": 4.452715258267497e-06,
      "loss": 0.384,
      "step": 534610
    },
    {
      "epoch": 149.21,
      "grad_norm": 1.5731209516525269,
      "learning_rate": 4.452703462069971e-06,
      "loss": 0.3897,
      "step": 534620
    },
    {
      "epoch": 149.21,
      "grad_norm": 1.1066964864730835,
      "learning_rate": 4.452691665591743e-06,
      "loss": 0.3724,
      "step": 534630
    },
    {
      "epoch": 149.22,
      "grad_norm": 1.0844683647155762,
      "learning_rate": 4.452679868832814e-06,
      "loss": 0.3996,
      "step": 534640
    },
    {
      "epoch": 149.22,
      "grad_norm": 1.4047348499298096,
      "learning_rate": 4.452668071793186e-06,
      "loss": 0.3808,
      "step": 534650
    },
    {
      "epoch": 149.22,
      "grad_norm": 1.217564344406128,
      "learning_rate": 4.4526562744728605e-06,
      "loss": 0.3836,
      "step": 534660
    },
    {
      "epoch": 149.22,
      "grad_norm": 1.4515489339828491,
      "learning_rate": 4.452644476871839e-06,
      "loss": 0.3973,
      "step": 534670
    },
    {
      "epoch": 149.23,
      "grad_norm": 1.0312973260879517,
      "learning_rate": 4.452632678990124e-06,
      "loss": 0.3977,
      "step": 534680
    },
    {
      "epoch": 149.23,
      "grad_norm": 1.0266402959823608,
      "learning_rate": 4.4526208808277145e-06,
      "loss": 0.4003,
      "step": 534690
    },
    {
      "epoch": 149.23,
      "grad_norm": 1.335646152496338,
      "learning_rate": 4.452609082384614e-06,
      "loss": 0.3868,
      "step": 534700
    },
    {
      "epoch": 149.24,
      "grad_norm": 1.2983723878860474,
      "learning_rate": 4.4525972836608245e-06,
      "loss": 0.3937,
      "step": 534710
    },
    {
      "epoch": 149.24,
      "grad_norm": 1.2039400339126587,
      "learning_rate": 4.452585484656346e-06,
      "loss": 0.3982,
      "step": 534720
    },
    {
      "epoch": 149.24,
      "grad_norm": 1.2525912523269653,
      "learning_rate": 4.452573685371181e-06,
      "loss": 0.4136,
      "step": 534730
    },
    {
      "epoch": 149.24,
      "grad_norm": 1.1540026664733887,
      "learning_rate": 4.452561885805333e-06,
      "loss": 0.3806,
      "step": 534740
    },
    {
      "epoch": 149.25,
      "grad_norm": 1.117060661315918,
      "learning_rate": 4.452550085958799e-06,
      "loss": 0.3827,
      "step": 534750
    },
    {
      "epoch": 149.25,
      "grad_norm": 1.0581632852554321,
      "learning_rate": 4.452538285831585e-06,
      "loss": 0.4007,
      "step": 534760
    },
    {
      "epoch": 149.25,
      "grad_norm": 1.3768409490585327,
      "learning_rate": 4.452526485423689e-06,
      "loss": 0.396,
      "step": 534770
    },
    {
      "epoch": 149.25,
      "grad_norm": 1.076289176940918,
      "learning_rate": 4.452514684735116e-06,
      "loss": 0.3933,
      "step": 534780
    },
    {
      "epoch": 149.26,
      "grad_norm": 1.327021837234497,
      "learning_rate": 4.452502883765865e-06,
      "loss": 0.3866,
      "step": 534790
    },
    {
      "epoch": 149.26,
      "grad_norm": 1.2889386415481567,
      "learning_rate": 4.452491082515938e-06,
      "loss": 0.3945,
      "step": 534800
    },
    {
      "epoch": 149.26,
      "grad_norm": 1.6638858318328857,
      "learning_rate": 4.452479280985337e-06,
      "loss": 0.3898,
      "step": 534810
    },
    {
      "epoch": 149.27,
      "grad_norm": 1.2754430770874023,
      "learning_rate": 4.452467479174064e-06,
      "loss": 0.3895,
      "step": 534820
    },
    {
      "epoch": 149.27,
      "grad_norm": 1.4122939109802246,
      "learning_rate": 4.452455677082121e-06,
      "loss": 0.4018,
      "step": 534830
    },
    {
      "epoch": 149.27,
      "grad_norm": 1.1285759210586548,
      "learning_rate": 4.4524438747095075e-06,
      "loss": 0.3886,
      "step": 534840
    },
    {
      "epoch": 149.27,
      "grad_norm": 1.0936248302459717,
      "learning_rate": 4.452432072056226e-06,
      "loss": 0.4001,
      "step": 534850
    },
    {
      "epoch": 149.28,
      "grad_norm": 1.1799252033233643,
      "learning_rate": 4.452420269122279e-06,
      "loss": 0.3864,
      "step": 534860
    },
    {
      "epoch": 149.28,
      "grad_norm": 1.3103986978530884,
      "learning_rate": 4.452408465907667e-06,
      "loss": 0.3936,
      "step": 534870
    },
    {
      "epoch": 149.28,
      "grad_norm": 1.1249126195907593,
      "learning_rate": 4.452396662412393e-06,
      "loss": 0.3893,
      "step": 534880
    },
    {
      "epoch": 149.29,
      "grad_norm": 1.2111828327178955,
      "learning_rate": 4.452384858636457e-06,
      "loss": 0.3923,
      "step": 534890
    },
    {
      "epoch": 149.29,
      "grad_norm": 1.3055856227874756,
      "learning_rate": 4.452373054579861e-06,
      "loss": 0.4071,
      "step": 534900
    },
    {
      "epoch": 149.29,
      "grad_norm": 1.2880314588546753,
      "learning_rate": 4.452361250242607e-06,
      "loss": 0.37,
      "step": 534910
    },
    {
      "epoch": 149.29,
      "grad_norm": 1.2488638162612915,
      "learning_rate": 4.4523494456246955e-06,
      "loss": 0.3833,
      "step": 534920
    },
    {
      "epoch": 149.3,
      "grad_norm": 1.0622854232788086,
      "learning_rate": 4.452337640726129e-06,
      "loss": 0.3909,
      "step": 534930
    },
    {
      "epoch": 149.3,
      "grad_norm": 1.028388500213623,
      "learning_rate": 4.452325835546909e-06,
      "loss": 0.3857,
      "step": 534940
    },
    {
      "epoch": 149.3,
      "grad_norm": 1.3660167455673218,
      "learning_rate": 4.452314030087038e-06,
      "loss": 0.3863,
      "step": 534950
    },
    {
      "epoch": 149.31,
      "grad_norm": 1.5742037296295166,
      "learning_rate": 4.4523022243465146e-06,
      "loss": 0.3689,
      "step": 534960
    },
    {
      "epoch": 149.31,
      "grad_norm": 1.1823090314865112,
      "learning_rate": 4.452290418325344e-06,
      "loss": 0.3908,
      "step": 534970
    },
    {
      "epoch": 149.31,
      "grad_norm": 1.304997205734253,
      "learning_rate": 4.452278612023525e-06,
      "loss": 0.3894,
      "step": 534980
    },
    {
      "epoch": 149.31,
      "grad_norm": 1.0394103527069092,
      "learning_rate": 4.452266805441061e-06,
      "loss": 0.3925,
      "step": 534990
    },
    {
      "epoch": 149.32,
      "grad_norm": 1.1342717409133911,
      "learning_rate": 4.452254998577954e-06,
      "loss": 0.4072,
      "step": 535000
    },
    {
      "epoch": 149.32,
      "grad_norm": 1.2355293035507202,
      "learning_rate": 4.452243191434203e-06,
      "loss": 0.3879,
      "step": 535010
    },
    {
      "epoch": 149.32,
      "grad_norm": 1.0158963203430176,
      "learning_rate": 4.45223138400981e-06,
      "loss": 0.4194,
      "step": 535020
    },
    {
      "epoch": 149.32,
      "grad_norm": 1.5648925304412842,
      "learning_rate": 4.452219576304779e-06,
      "loss": 0.3999,
      "step": 535030
    },
    {
      "epoch": 149.33,
      "grad_norm": 1.2891943454742432,
      "learning_rate": 4.452207768319109e-06,
      "loss": 0.3858,
      "step": 535040
    },
    {
      "epoch": 149.33,
      "grad_norm": 1.841896414756775,
      "learning_rate": 4.452195960052803e-06,
      "loss": 0.3885,
      "step": 535050
    },
    {
      "epoch": 149.33,
      "grad_norm": 1.3251283168792725,
      "learning_rate": 4.4521841515058634e-06,
      "loss": 0.4,
      "step": 535060
    },
    {
      "epoch": 149.34,
      "grad_norm": 1.1598563194274902,
      "learning_rate": 4.452172342678291e-06,
      "loss": 0.3928,
      "step": 535070
    },
    {
      "epoch": 149.34,
      "grad_norm": 2.1588079929351807,
      "learning_rate": 4.4521605335700856e-06,
      "loss": 0.3836,
      "step": 535080
    },
    {
      "epoch": 149.34,
      "grad_norm": 1.1087146997451782,
      "learning_rate": 4.45214872418125e-06,
      "loss": 0.4146,
      "step": 535090
    },
    {
      "epoch": 149.34,
      "grad_norm": 1.3598856925964355,
      "learning_rate": 4.452136914511787e-06,
      "loss": 0.3821,
      "step": 535100
    },
    {
      "epoch": 149.35,
      "grad_norm": 1.0886578559875488,
      "learning_rate": 4.452125104561696e-06,
      "loss": 0.4011,
      "step": 535110
    },
    {
      "epoch": 149.35,
      "grad_norm": 1.2231576442718506,
      "learning_rate": 4.452113294330981e-06,
      "loss": 0.3969,
      "step": 535120
    },
    {
      "epoch": 149.35,
      "grad_norm": 1.586859107017517,
      "learning_rate": 4.452101483819641e-06,
      "loss": 0.3789,
      "step": 535130
    },
    {
      "epoch": 149.36,
      "grad_norm": 2.1609411239624023,
      "learning_rate": 4.45208967302768e-06,
      "loss": 0.4061,
      "step": 535140
    },
    {
      "epoch": 149.36,
      "grad_norm": 1.3289449214935303,
      "learning_rate": 4.452077861955098e-06,
      "loss": 0.4004,
      "step": 535150
    },
    {
      "epoch": 149.36,
      "grad_norm": 1.2234241962432861,
      "learning_rate": 4.452066050601896e-06,
      "loss": 0.402,
      "step": 535160
    },
    {
      "epoch": 149.36,
      "grad_norm": 1.2247672080993652,
      "learning_rate": 4.452054238968078e-06,
      "loss": 0.3922,
      "step": 535170
    },
    {
      "epoch": 149.37,
      "grad_norm": 1.0471014976501465,
      "learning_rate": 4.452042427053643e-06,
      "loss": 0.3933,
      "step": 535180
    },
    {
      "epoch": 149.37,
      "grad_norm": 1.129683017730713,
      "learning_rate": 4.452030614858594e-06,
      "loss": 0.3901,
      "step": 535190
    },
    {
      "epoch": 149.37,
      "grad_norm": 1.2657846212387085,
      "learning_rate": 4.4520188023829336e-06,
      "loss": 0.3887,
      "step": 535200
    },
    {
      "epoch": 149.37,
      "grad_norm": 1.1654270887374878,
      "learning_rate": 4.45200698962666e-06,
      "loss": 0.386,
      "step": 535210
    },
    {
      "epoch": 149.38,
      "grad_norm": 1.1314311027526855,
      "learning_rate": 4.451995176589778e-06,
      "loss": 0.373,
      "step": 535220
    },
    {
      "epoch": 149.38,
      "grad_norm": 1.1790263652801514,
      "learning_rate": 4.451983363272288e-06,
      "loss": 0.3878,
      "step": 535230
    },
    {
      "epoch": 149.38,
      "grad_norm": 1.2856717109680176,
      "learning_rate": 4.451971549674191e-06,
      "loss": 0.4226,
      "step": 535240
    },
    {
      "epoch": 149.39,
      "grad_norm": 1.2923985719680786,
      "learning_rate": 4.451959735795489e-06,
      "loss": 0.4046,
      "step": 535250
    },
    {
      "epoch": 149.39,
      "grad_norm": 1.2176450490951538,
      "learning_rate": 4.451947921636185e-06,
      "loss": 0.3822,
      "step": 535260
    },
    {
      "epoch": 149.39,
      "grad_norm": 1.4054290056228638,
      "learning_rate": 4.451936107196278e-06,
      "loss": 0.4078,
      "step": 535270
    },
    {
      "epoch": 149.39,
      "grad_norm": 1.741079330444336,
      "learning_rate": 4.451924292475772e-06,
      "loss": 0.3751,
      "step": 535280
    },
    {
      "epoch": 149.4,
      "grad_norm": 1.5631835460662842,
      "learning_rate": 4.451912477474666e-06,
      "loss": 0.385,
      "step": 535290
    },
    {
      "epoch": 149.4,
      "grad_norm": 1.6002801656723022,
      "learning_rate": 4.451900662192964e-06,
      "loss": 0.3843,
      "step": 535300
    },
    {
      "epoch": 149.4,
      "grad_norm": 1.1435340642929077,
      "learning_rate": 4.451888846630666e-06,
      "loss": 0.4127,
      "step": 535310
    },
    {
      "epoch": 149.41,
      "grad_norm": 1.275526523590088,
      "learning_rate": 4.451877030787775e-06,
      "loss": 0.3941,
      "step": 535320
    },
    {
      "epoch": 149.41,
      "grad_norm": 0.966907799243927,
      "learning_rate": 4.4518652146642914e-06,
      "loss": 0.386,
      "step": 535330
    },
    {
      "epoch": 149.41,
      "grad_norm": 1.068985939025879,
      "learning_rate": 4.451853398260216e-06,
      "loss": 0.3873,
      "step": 535340
    },
    {
      "epoch": 149.41,
      "grad_norm": 1.275655746459961,
      "learning_rate": 4.451841581575552e-06,
      "loss": 0.3906,
      "step": 535350
    },
    {
      "epoch": 149.42,
      "grad_norm": 1.3107516765594482,
      "learning_rate": 4.451829764610301e-06,
      "loss": 0.3946,
      "step": 535360
    },
    {
      "epoch": 149.42,
      "grad_norm": 1.5636121034622192,
      "learning_rate": 4.451817947364464e-06,
      "loss": 0.3878,
      "step": 535370
    },
    {
      "epoch": 149.42,
      "grad_norm": 1.124106526374817,
      "learning_rate": 4.4518061298380425e-06,
      "loss": 0.3848,
      "step": 535380
    },
    {
      "epoch": 149.43,
      "grad_norm": 1.4647804498672485,
      "learning_rate": 4.451794312031038e-06,
      "loss": 0.3831,
      "step": 535390
    },
    {
      "epoch": 149.43,
      "grad_norm": 1.3783382177352905,
      "learning_rate": 4.451782493943453e-06,
      "loss": 0.4144,
      "step": 535400
    },
    {
      "epoch": 149.43,
      "grad_norm": 1.2968146800994873,
      "learning_rate": 4.451770675575287e-06,
      "loss": 0.3798,
      "step": 535410
    },
    {
      "epoch": 149.43,
      "grad_norm": 1.320186734199524,
      "learning_rate": 4.451758856926543e-06,
      "loss": 0.3904,
      "step": 535420
    },
    {
      "epoch": 149.44,
      "grad_norm": 1.1129028797149658,
      "learning_rate": 4.451747037997223e-06,
      "loss": 0.406,
      "step": 535430
    },
    {
      "epoch": 149.44,
      "grad_norm": 1.6287270784378052,
      "learning_rate": 4.451735218787328e-06,
      "loss": 0.4035,
      "step": 535440
    },
    {
      "epoch": 149.44,
      "grad_norm": 1.2786768674850464,
      "learning_rate": 4.45172339929686e-06,
      "loss": 0.3969,
      "step": 535450
    },
    {
      "epoch": 149.44,
      "grad_norm": 1.2457817792892456,
      "learning_rate": 4.451711579525819e-06,
      "loss": 0.3925,
      "step": 535460
    },
    {
      "epoch": 149.45,
      "grad_norm": 1.361771583557129,
      "learning_rate": 4.451699759474208e-06,
      "loss": 0.3902,
      "step": 535470
    },
    {
      "epoch": 149.45,
      "grad_norm": 1.1687185764312744,
      "learning_rate": 4.451687939142029e-06,
      "loss": 0.4002,
      "step": 535480
    },
    {
      "epoch": 149.45,
      "grad_norm": 1.843354344367981,
      "learning_rate": 4.451676118529282e-06,
      "loss": 0.3985,
      "step": 535490
    },
    {
      "epoch": 149.46,
      "grad_norm": 1.1153490543365479,
      "learning_rate": 4.451664297635971e-06,
      "loss": 0.3899,
      "step": 535500
    },
    {
      "epoch": 149.46,
      "grad_norm": 1.160406470298767,
      "learning_rate": 4.4516524764620955e-06,
      "loss": 0.3838,
      "step": 535510
    },
    {
      "epoch": 149.46,
      "grad_norm": 1.0836350917816162,
      "learning_rate": 4.451640655007656e-06,
      "loss": 0.3844,
      "step": 535520
    },
    {
      "epoch": 149.46,
      "grad_norm": 1.4976882934570312,
      "learning_rate": 4.451628833272658e-06,
      "loss": 0.4042,
      "step": 535530
    },
    {
      "epoch": 149.47,
      "grad_norm": 1.242492914199829,
      "learning_rate": 4.451617011257099e-06,
      "loss": 0.3871,
      "step": 535540
    },
    {
      "epoch": 149.47,
      "grad_norm": 1.344765305519104,
      "learning_rate": 4.451605188960983e-06,
      "loss": 0.3996,
      "step": 535550
    },
    {
      "epoch": 149.47,
      "grad_norm": 1.2362234592437744,
      "learning_rate": 4.4515933663843104e-06,
      "loss": 0.37,
      "step": 535560
    },
    {
      "epoch": 149.48,
      "grad_norm": 1.2889885902404785,
      "learning_rate": 4.451581543527084e-06,
      "loss": 0.3861,
      "step": 535570
    },
    {
      "epoch": 149.48,
      "grad_norm": 1.4134366512298584,
      "learning_rate": 4.451569720389304e-06,
      "loss": 0.3786,
      "step": 535580
    },
    {
      "epoch": 149.48,
      "grad_norm": 1.359931468963623,
      "learning_rate": 4.451557896970974e-06,
      "loss": 0.4235,
      "step": 535590
    },
    {
      "epoch": 149.48,
      "grad_norm": 1.1863425970077515,
      "learning_rate": 4.451546073272093e-06,
      "loss": 0.3713,
      "step": 535600
    },
    {
      "epoch": 149.49,
      "grad_norm": 1.2321912050247192,
      "learning_rate": 4.451534249292664e-06,
      "loss": 0.3975,
      "step": 535610
    },
    {
      "epoch": 149.49,
      "grad_norm": 1.4126404523849487,
      "learning_rate": 4.451522425032688e-06,
      "loss": 0.4012,
      "step": 535620
    },
    {
      "epoch": 149.49,
      "grad_norm": 1.168638825416565,
      "learning_rate": 4.451510600492167e-06,
      "loss": 0.377,
      "step": 535630
    },
    {
      "epoch": 149.49,
      "grad_norm": 1.1769607067108154,
      "learning_rate": 4.4514987756711025e-06,
      "loss": 0.3935,
      "step": 535640
    },
    {
      "epoch": 149.5,
      "grad_norm": 1.3327648639678955,
      "learning_rate": 4.451486950569497e-06,
      "loss": 0.3802,
      "step": 535650
    },
    {
      "epoch": 149.5,
      "grad_norm": 1.5040473937988281,
      "learning_rate": 4.45147512518735e-06,
      "loss": 0.3815,
      "step": 535660
    },
    {
      "epoch": 149.5,
      "grad_norm": 1.1326454877853394,
      "learning_rate": 4.4514632995246645e-06,
      "loss": 0.3934,
      "step": 535670
    },
    {
      "epoch": 149.51,
      "grad_norm": 1.2677533626556396,
      "learning_rate": 4.451451473581442e-06,
      "loss": 0.3749,
      "step": 535680
    },
    {
      "epoch": 149.51,
      "grad_norm": 1.3308100700378418,
      "learning_rate": 4.451439647357683e-06,
      "loss": 0.3904,
      "step": 535690
    },
    {
      "epoch": 149.51,
      "grad_norm": 1.0816961526870728,
      "learning_rate": 4.451427820853391e-06,
      "loss": 0.3865,
      "step": 535700
    },
    {
      "epoch": 149.51,
      "grad_norm": 1.2938449382781982,
      "learning_rate": 4.451415994068566e-06,
      "loss": 0.4051,
      "step": 535710
    },
    {
      "epoch": 149.52,
      "grad_norm": 1.3693864345550537,
      "learning_rate": 4.45140416700321e-06,
      "loss": 0.3932,
      "step": 535720
    },
    {
      "epoch": 149.52,
      "grad_norm": 1.262032151222229,
      "learning_rate": 4.451392339657325e-06,
      "loss": 0.3837,
      "step": 535730
    },
    {
      "epoch": 149.52,
      "grad_norm": 1.4789667129516602,
      "learning_rate": 4.451380512030912e-06,
      "loss": 0.3901,
      "step": 535740
    },
    {
      "epoch": 149.53,
      "grad_norm": 1.300626277923584,
      "learning_rate": 4.451368684123973e-06,
      "loss": 0.3723,
      "step": 535750
    },
    {
      "epoch": 149.53,
      "grad_norm": 1.1468948125839233,
      "learning_rate": 4.451356855936509e-06,
      "loss": 0.3817,
      "step": 535760
    },
    {
      "epoch": 149.53,
      "grad_norm": 1.17847740650177,
      "learning_rate": 4.451345027468523e-06,
      "loss": 0.3805,
      "step": 535770
    },
    {
      "epoch": 149.53,
      "grad_norm": 1.5126228332519531,
      "learning_rate": 4.451333198720015e-06,
      "loss": 0.3923,
      "step": 535780
    },
    {
      "epoch": 149.54,
      "grad_norm": 1.345031499862671,
      "learning_rate": 4.4513213696909866e-06,
      "loss": 0.3832,
      "step": 535790
    },
    {
      "epoch": 149.54,
      "grad_norm": 1.288899302482605,
      "learning_rate": 4.4513095403814405e-06,
      "loss": 0.4089,
      "step": 535800
    },
    {
      "epoch": 149.54,
      "grad_norm": 1.3048690557479858,
      "learning_rate": 4.451297710791377e-06,
      "loss": 0.3872,
      "step": 535810
    },
    {
      "epoch": 149.55,
      "grad_norm": 1.1843708753585815,
      "learning_rate": 4.451285880920799e-06,
      "loss": 0.3762,
      "step": 535820
    },
    {
      "epoch": 149.55,
      "grad_norm": 1.426186203956604,
      "learning_rate": 4.451274050769707e-06,
      "loss": 0.3917,
      "step": 535830
    },
    {
      "epoch": 149.55,
      "grad_norm": 1.2105989456176758,
      "learning_rate": 4.451262220338103e-06,
      "loss": 0.3895,
      "step": 535840
    },
    {
      "epoch": 149.55,
      "grad_norm": 1.730495572090149,
      "learning_rate": 4.451250389625988e-06,
      "loss": 0.3913,
      "step": 535850
    },
    {
      "epoch": 149.56,
      "grad_norm": 1.060402750968933,
      "learning_rate": 4.451238558633366e-06,
      "loss": 0.3843,
      "step": 535860
    },
    {
      "epoch": 149.56,
      "grad_norm": 1.324069857597351,
      "learning_rate": 4.4512267273602346e-06,
      "loss": 0.4049,
      "step": 535870
    },
    {
      "epoch": 149.56,
      "grad_norm": 1.0650664567947388,
      "learning_rate": 4.451214895806598e-06,
      "loss": 0.395,
      "step": 535880
    },
    {
      "epoch": 149.56,
      "grad_norm": 1.2608835697174072,
      "learning_rate": 4.451203063972458e-06,
      "loss": 0.3816,
      "step": 535890
    },
    {
      "epoch": 149.57,
      "grad_norm": 1.5547525882720947,
      "learning_rate": 4.451191231857815e-06,
      "loss": 0.4026,
      "step": 535900
    },
    {
      "epoch": 149.57,
      "grad_norm": 1.3582487106323242,
      "learning_rate": 4.451179399462671e-06,
      "loss": 0.3994,
      "step": 535910
    },
    {
      "epoch": 149.57,
      "grad_norm": 1.1661407947540283,
      "learning_rate": 4.4511675667870276e-06,
      "loss": 0.3908,
      "step": 535920
    },
    {
      "epoch": 149.58,
      "grad_norm": 1.3933660984039307,
      "learning_rate": 4.451155733830886e-06,
      "loss": 0.3858,
      "step": 535930
    },
    {
      "epoch": 149.58,
      "grad_norm": 1.328721046447754,
      "learning_rate": 4.451143900594249e-06,
      "loss": 0.3831,
      "step": 535940
    },
    {
      "epoch": 149.58,
      "grad_norm": 1.0094780921936035,
      "learning_rate": 4.451132067077116e-06,
      "loss": 0.3919,
      "step": 535950
    },
    {
      "epoch": 149.58,
      "grad_norm": 1.1647876501083374,
      "learning_rate": 4.451120233279491e-06,
      "loss": 0.4014,
      "step": 535960
    },
    {
      "epoch": 149.59,
      "grad_norm": 1.2526450157165527,
      "learning_rate": 4.451108399201374e-06,
      "loss": 0.401,
      "step": 535970
    },
    {
      "epoch": 149.59,
      "grad_norm": 1.2529172897338867,
      "learning_rate": 4.451096564842767e-06,
      "loss": 0.3773,
      "step": 535980
    },
    {
      "epoch": 149.59,
      "grad_norm": 1.5352866649627686,
      "learning_rate": 4.4510847302036715e-06,
      "loss": 0.3822,
      "step": 535990
    },
    {
      "epoch": 149.6,
      "grad_norm": 1.3284152746200562,
      "learning_rate": 4.451072895284089e-06,
      "loss": 0.3848,
      "step": 536000
    },
    {
      "epoch": 149.6,
      "grad_norm": 1.1977351903915405,
      "learning_rate": 4.451061060084022e-06,
      "loss": 0.377,
      "step": 536010
    },
    {
      "epoch": 149.6,
      "grad_norm": 1.4041050672531128,
      "learning_rate": 4.45104922460347e-06,
      "loss": 0.3737,
      "step": 536020
    },
    {
      "epoch": 149.6,
      "grad_norm": 1.0791926383972168,
      "learning_rate": 4.451037388842438e-06,
      "loss": 0.4137,
      "step": 536030
    },
    {
      "epoch": 149.61,
      "grad_norm": 1.202547550201416,
      "learning_rate": 4.451025552800924e-06,
      "loss": 0.3877,
      "step": 536040
    },
    {
      "epoch": 149.61,
      "grad_norm": 1.2468684911727905,
      "learning_rate": 4.451013716478931e-06,
      "loss": 0.3829,
      "step": 536050
    },
    {
      "epoch": 149.61,
      "grad_norm": 1.1139401197433472,
      "learning_rate": 4.4510018798764605e-06,
      "loss": 0.3866,
      "step": 536060
    },
    {
      "epoch": 149.61,
      "grad_norm": 1.0741469860076904,
      "learning_rate": 4.450990042993515e-06,
      "loss": 0.3791,
      "step": 536070
    },
    {
      "epoch": 149.62,
      "grad_norm": 1.3465086221694946,
      "learning_rate": 4.450978205830095e-06,
      "loss": 0.4033,
      "step": 536080
    },
    {
      "epoch": 149.62,
      "grad_norm": 1.1167622804641724,
      "learning_rate": 4.450966368386202e-06,
      "loss": 0.3884,
      "step": 536090
    },
    {
      "epoch": 149.62,
      "grad_norm": 1.688993215560913,
      "learning_rate": 4.450954530661839e-06,
      "loss": 0.3769,
      "step": 536100
    },
    {
      "epoch": 149.63,
      "grad_norm": 1.2473390102386475,
      "learning_rate": 4.450942692657005e-06,
      "loss": 0.3913,
      "step": 536110
    },
    {
      "epoch": 149.63,
      "grad_norm": 1.0772948265075684,
      "learning_rate": 4.450930854371704e-06,
      "loss": 0.4139,
      "step": 536120
    },
    {
      "epoch": 149.63,
      "grad_norm": 1.1641311645507812,
      "learning_rate": 4.450919015805937e-06,
      "loss": 0.4029,
      "step": 536130
    },
    {
      "epoch": 149.63,
      "grad_norm": 1.6993736028671265,
      "learning_rate": 4.450907176959704e-06,
      "loss": 0.3945,
      "step": 536140
    },
    {
      "epoch": 149.64,
      "grad_norm": 1.2397726774215698,
      "learning_rate": 4.450895337833009e-06,
      "loss": 0.3815,
      "step": 536150
    },
    {
      "epoch": 149.64,
      "grad_norm": 1.47749662399292,
      "learning_rate": 4.450883498425851e-06,
      "loss": 0.3995,
      "step": 536160
    },
    {
      "epoch": 149.64,
      "grad_norm": 1.1916754245758057,
      "learning_rate": 4.4508716587382344e-06,
      "loss": 0.4037,
      "step": 536170
    },
    {
      "epoch": 149.65,
      "grad_norm": 1.1450470685958862,
      "learning_rate": 4.4508598187701585e-06,
      "loss": 0.3896,
      "step": 536180
    },
    {
      "epoch": 149.65,
      "grad_norm": 1.1793731451034546,
      "learning_rate": 4.450847978521626e-06,
      "loss": 0.3855,
      "step": 536190
    },
    {
      "epoch": 149.65,
      "grad_norm": 1.3428760766983032,
      "learning_rate": 4.450836137992638e-06,
      "loss": 0.4054,
      "step": 536200
    },
    {
      "epoch": 149.65,
      "grad_norm": 1.12636137008667,
      "learning_rate": 4.4508242971831965e-06,
      "loss": 0.393,
      "step": 536210
    },
    {
      "epoch": 149.66,
      "grad_norm": 1.316196322441101,
      "learning_rate": 4.4508124560933025e-06,
      "loss": 0.3962,
      "step": 536220
    },
    {
      "epoch": 149.66,
      "grad_norm": 1.1685932874679565,
      "learning_rate": 4.450800614722958e-06,
      "loss": 0.3901,
      "step": 536230
    },
    {
      "epoch": 149.66,
      "grad_norm": 1.3393495082855225,
      "learning_rate": 4.450788773072165e-06,
      "loss": 0.3937,
      "step": 536240
    },
    {
      "epoch": 149.67,
      "grad_norm": 1.0813413858413696,
      "learning_rate": 4.450776931140924e-06,
      "loss": 0.3974,
      "step": 536250
    },
    {
      "epoch": 149.67,
      "grad_norm": 1.4213494062423706,
      "learning_rate": 4.450765088929238e-06,
      "loss": 0.3941,
      "step": 536260
    },
    {
      "epoch": 149.67,
      "grad_norm": 1.1379859447479248,
      "learning_rate": 4.450753246437107e-06,
      "loss": 0.3847,
      "step": 536270
    },
    {
      "epoch": 149.67,
      "grad_norm": 1.178222894668579,
      "learning_rate": 4.450741403664533e-06,
      "loss": 0.383,
      "step": 536280
    },
    {
      "epoch": 149.68,
      "grad_norm": 1.229471206665039,
      "learning_rate": 4.450729560611518e-06,
      "loss": 0.41,
      "step": 536290
    },
    {
      "epoch": 149.68,
      "grad_norm": 1.288035273551941,
      "learning_rate": 4.450717717278063e-06,
      "loss": 0.373,
      "step": 536300
    },
    {
      "epoch": 149.68,
      "grad_norm": 1.2864789962768555,
      "learning_rate": 4.450705873664171e-06,
      "loss": 0.4147,
      "step": 536310
    },
    {
      "epoch": 149.68,
      "grad_norm": 1.3309980630874634,
      "learning_rate": 4.450694029769843e-06,
      "loss": 0.4066,
      "step": 536320
    },
    {
      "epoch": 149.69,
      "grad_norm": 1.1677122116088867,
      "learning_rate": 4.450682185595079e-06,
      "loss": 0.4088,
      "step": 536330
    },
    {
      "epoch": 149.69,
      "grad_norm": 1.314648985862732,
      "learning_rate": 4.450670341139883e-06,
      "loss": 0.3891,
      "step": 536340
    },
    {
      "epoch": 149.69,
      "grad_norm": 1.2562735080718994,
      "learning_rate": 4.450658496404254e-06,
      "loss": 0.4035,
      "step": 536350
    },
    {
      "epoch": 149.7,
      "grad_norm": 1.15132474899292,
      "learning_rate": 4.450646651388195e-06,
      "loss": 0.3918,
      "step": 536360
    },
    {
      "epoch": 149.7,
      "grad_norm": 1.25537109375,
      "learning_rate": 4.450634806091708e-06,
      "loss": 0.3874,
      "step": 536370
    },
    {
      "epoch": 149.7,
      "grad_norm": 1.4880496263504028,
      "learning_rate": 4.450622960514794e-06,
      "loss": 0.3924,
      "step": 536380
    },
    {
      "epoch": 149.7,
      "grad_norm": 1.2095186710357666,
      "learning_rate": 4.450611114657455e-06,
      "loss": 0.4002,
      "step": 536390
    },
    {
      "epoch": 149.71,
      "grad_norm": 1.2819751501083374,
      "learning_rate": 4.450599268519692e-06,
      "loss": 0.3883,
      "step": 536400
    },
    {
      "epoch": 149.71,
      "grad_norm": 1.0892001390457153,
      "learning_rate": 4.4505874221015064e-06,
      "loss": 0.3851,
      "step": 536410
    },
    {
      "epoch": 149.71,
      "grad_norm": 1.7800374031066895,
      "learning_rate": 4.4505755754029e-06,
      "loss": 0.3983,
      "step": 536420
    },
    {
      "epoch": 149.72,
      "grad_norm": 1.2434383630752563,
      "learning_rate": 4.4505637284238755e-06,
      "loss": 0.3951,
      "step": 536430
    },
    {
      "epoch": 149.72,
      "grad_norm": 1.208034873008728,
      "learning_rate": 4.4505518811644324e-06,
      "loss": 0.4033,
      "step": 536440
    },
    {
      "epoch": 149.72,
      "grad_norm": 1.132694125175476,
      "learning_rate": 4.450540033624574e-06,
      "loss": 0.4058,
      "step": 536450
    },
    {
      "epoch": 149.72,
      "grad_norm": 1.2411632537841797,
      "learning_rate": 4.450528185804301e-06,
      "loss": 0.3987,
      "step": 536460
    },
    {
      "epoch": 149.73,
      "grad_norm": 1.4611321687698364,
      "learning_rate": 4.450516337703616e-06,
      "loss": 0.3902,
      "step": 536470
    },
    {
      "epoch": 149.73,
      "grad_norm": 1.1950109004974365,
      "learning_rate": 4.4505044893225185e-06,
      "loss": 0.3785,
      "step": 536480
    },
    {
      "epoch": 149.73,
      "grad_norm": 1.191143274307251,
      "learning_rate": 4.450492640661013e-06,
      "loss": 0.3908,
      "step": 536490
    },
    {
      "epoch": 149.73,
      "grad_norm": 1.2955811023712158,
      "learning_rate": 4.450480791719098e-06,
      "loss": 0.4071,
      "step": 536500
    },
    {
      "epoch": 149.74,
      "grad_norm": 1.0782766342163086,
      "learning_rate": 4.450468942496777e-06,
      "loss": 0.401,
      "step": 536510
    },
    {
      "epoch": 149.74,
      "grad_norm": 1.3092690706253052,
      "learning_rate": 4.450457092994051e-06,
      "loss": 0.4037,
      "step": 536520
    },
    {
      "epoch": 149.74,
      "grad_norm": 1.3317458629608154,
      "learning_rate": 4.450445243210923e-06,
      "loss": 0.386,
      "step": 536530
    },
    {
      "epoch": 149.75,
      "grad_norm": 1.399946689605713,
      "learning_rate": 4.450433393147392e-06,
      "loss": 0.3973,
      "step": 536540
    },
    {
      "epoch": 149.75,
      "grad_norm": 1.1239818334579468,
      "learning_rate": 4.450421542803462e-06,
      "loss": 0.4102,
      "step": 536550
    },
    {
      "epoch": 149.75,
      "grad_norm": 1.2039819955825806,
      "learning_rate": 4.450409692179133e-06,
      "loss": 0.3959,
      "step": 536560
    },
    {
      "epoch": 149.75,
      "grad_norm": 1.1999472379684448,
      "learning_rate": 4.450397841274406e-06,
      "loss": 0.386,
      "step": 536570
    },
    {
      "epoch": 149.76,
      "grad_norm": 1.2384637594223022,
      "learning_rate": 4.450385990089285e-06,
      "loss": 0.3951,
      "step": 536580
    },
    {
      "epoch": 149.76,
      "grad_norm": 1.3912795782089233,
      "learning_rate": 4.450374138623769e-06,
      "loss": 0.3998,
      "step": 536590
    },
    {
      "epoch": 149.76,
      "grad_norm": 1.3385006189346313,
      "learning_rate": 4.450362286877861e-06,
      "loss": 0.3988,
      "step": 536600
    },
    {
      "epoch": 149.77,
      "grad_norm": 1.3261712789535522,
      "learning_rate": 4.450350434851563e-06,
      "loss": 0.435,
      "step": 536610
    },
    {
      "epoch": 149.77,
      "grad_norm": 6.116941928863525,
      "learning_rate": 4.450338582544875e-06,
      "loss": 0.3877,
      "step": 536620
    },
    {
      "epoch": 149.77,
      "grad_norm": 1.6133893728256226,
      "learning_rate": 4.4503267299578006e-06,
      "loss": 0.407,
      "step": 536630
    },
    {
      "epoch": 149.77,
      "grad_norm": 1.2247741222381592,
      "learning_rate": 4.450314877090339e-06,
      "loss": 0.3854,
      "step": 536640
    },
    {
      "epoch": 149.78,
      "grad_norm": 1.3030383586883545,
      "learning_rate": 4.450303023942494e-06,
      "loss": 0.3912,
      "step": 536650
    },
    {
      "epoch": 149.78,
      "grad_norm": 1.4755979776382446,
      "learning_rate": 4.450291170514266e-06,
      "loss": 0.3929,
      "step": 536660
    },
    {
      "epoch": 149.78,
      "grad_norm": 1.3090295791625977,
      "learning_rate": 4.4502793168056566e-06,
      "loss": 0.3787,
      "step": 536670
    },
    {
      "epoch": 149.79,
      "grad_norm": 1.1479862928390503,
      "learning_rate": 4.450267462816667e-06,
      "loss": 0.4015,
      "step": 536680
    },
    {
      "epoch": 149.79,
      "grad_norm": 1.2812436819076538,
      "learning_rate": 4.4502556085473005e-06,
      "loss": 0.3829,
      "step": 536690
    },
    {
      "epoch": 149.79,
      "grad_norm": 1.3245865106582642,
      "learning_rate": 4.450243753997557e-06,
      "loss": 0.372,
      "step": 536700
    },
    {
      "epoch": 149.79,
      "grad_norm": 1.0926482677459717,
      "learning_rate": 4.450231899167438e-06,
      "loss": 0.3905,
      "step": 536710
    },
    {
      "epoch": 149.8,
      "grad_norm": 1.261518955230713,
      "learning_rate": 4.450220044056947e-06,
      "loss": 0.3883,
      "step": 536720
    },
    {
      "epoch": 149.8,
      "grad_norm": 1.254335880279541,
      "learning_rate": 4.450208188666084e-06,
      "loss": 0.3914,
      "step": 536730
    },
    {
      "epoch": 149.8,
      "grad_norm": 1.2926872968673706,
      "learning_rate": 4.45019633299485e-06,
      "loss": 0.383,
      "step": 536740
    },
    {
      "epoch": 149.8,
      "grad_norm": 1.6601052284240723,
      "learning_rate": 4.4501844770432475e-06,
      "loss": 0.3839,
      "step": 536750
    },
    {
      "epoch": 149.81,
      "grad_norm": 1.3250055313110352,
      "learning_rate": 4.450172620811278e-06,
      "loss": 0.392,
      "step": 536760
    },
    {
      "epoch": 149.81,
      "grad_norm": 1.0897338390350342,
      "learning_rate": 4.450160764298944e-06,
      "loss": 0.4026,
      "step": 536770
    },
    {
      "epoch": 149.81,
      "grad_norm": 0.9411141276359558,
      "learning_rate": 4.450148907506246e-06,
      "loss": 0.397,
      "step": 536780
    },
    {
      "epoch": 149.82,
      "grad_norm": 1.2867695093154907,
      "learning_rate": 4.450137050433185e-06,
      "loss": 0.3919,
      "step": 536790
    },
    {
      "epoch": 149.82,
      "grad_norm": 1.1156933307647705,
      "learning_rate": 4.450125193079763e-06,
      "loss": 0.3933,
      "step": 536800
    },
    {
      "epoch": 149.82,
      "grad_norm": 1.7026137113571167,
      "learning_rate": 4.450113335445983e-06,
      "loss": 0.3937,
      "step": 536810
    },
    {
      "epoch": 149.82,
      "grad_norm": 1.271311640739441,
      "learning_rate": 4.450101477531845e-06,
      "loss": 0.39,
      "step": 536820
    },
    {
      "epoch": 149.83,
      "grad_norm": 1.4025447368621826,
      "learning_rate": 4.450089619337351e-06,
      "loss": 0.385,
      "step": 536830
    },
    {
      "epoch": 149.83,
      "grad_norm": 1.1467198133468628,
      "learning_rate": 4.450077760862503e-06,
      "loss": 0.4289,
      "step": 536840
    },
    {
      "epoch": 149.83,
      "grad_norm": 1.209986925125122,
      "learning_rate": 4.4500659021073014e-06,
      "loss": 0.3983,
      "step": 536850
    },
    {
      "epoch": 149.84,
      "grad_norm": 1.2507704496383667,
      "learning_rate": 4.450054043071749e-06,
      "loss": 0.3938,
      "step": 536860
    },
    {
      "epoch": 149.84,
      "grad_norm": 1.4863755702972412,
      "learning_rate": 4.4500421837558464e-06,
      "loss": 0.3988,
      "step": 536870
    },
    {
      "epoch": 149.84,
      "grad_norm": 1.2579312324523926,
      "learning_rate": 4.450030324159596e-06,
      "loss": 0.3965,
      "step": 536880
    },
    {
      "epoch": 149.84,
      "grad_norm": 1.304066777229309,
      "learning_rate": 4.450018464283e-06,
      "loss": 0.3993,
      "step": 536890
    },
    {
      "epoch": 149.85,
      "grad_norm": 1.1335595846176147,
      "learning_rate": 4.450006604126058e-06,
      "loss": 0.3911,
      "step": 536900
    },
    {
      "epoch": 149.85,
      "grad_norm": 1.7639360427856445,
      "learning_rate": 4.449994743688774e-06,
      "loss": 0.4003,
      "step": 536910
    },
    {
      "epoch": 149.85,
      "grad_norm": 0.9352007508277893,
      "learning_rate": 4.449982882971147e-06,
      "loss": 0.3755,
      "step": 536920
    },
    {
      "epoch": 149.85,
      "grad_norm": 1.048167109489441,
      "learning_rate": 4.44997102197318e-06,
      "loss": 0.374,
      "step": 536930
    },
    {
      "epoch": 149.86,
      "grad_norm": 1.1616156101226807,
      "learning_rate": 4.449959160694876e-06,
      "loss": 0.3839,
      "step": 536940
    },
    {
      "epoch": 149.86,
      "grad_norm": 1.4125136137008667,
      "learning_rate": 4.449947299136233e-06,
      "loss": 0.4229,
      "step": 536950
    },
    {
      "epoch": 149.86,
      "grad_norm": 1.3021981716156006,
      "learning_rate": 4.449935437297255e-06,
      "loss": 0.3894,
      "step": 536960
    },
    {
      "epoch": 149.87,
      "grad_norm": 1.3593621253967285,
      "learning_rate": 4.449923575177944e-06,
      "loss": 0.4046,
      "step": 536970
    },
    {
      "epoch": 149.87,
      "grad_norm": 1.3579535484313965,
      "learning_rate": 4.449911712778299e-06,
      "loss": 0.4029,
      "step": 536980
    },
    {
      "epoch": 149.87,
      "grad_norm": 1.4945520162582397,
      "learning_rate": 4.449899850098325e-06,
      "loss": 0.3967,
      "step": 536990
    },
    {
      "epoch": 149.87,
      "grad_norm": 1.3618741035461426,
      "learning_rate": 4.449887987138022e-06,
      "loss": 0.3812,
      "step": 537000
    },
    {
      "epoch": 149.88,
      "grad_norm": 1.344699740409851,
      "learning_rate": 4.449876123897389e-06,
      "loss": 0.4119,
      "step": 537010
    },
    {
      "epoch": 149.88,
      "grad_norm": 1.195974349975586,
      "learning_rate": 4.449864260376432e-06,
      "loss": 0.37,
      "step": 537020
    },
    {
      "epoch": 149.88,
      "grad_norm": 1.3143010139465332,
      "learning_rate": 4.4498523965751515e-06,
      "loss": 0.4164,
      "step": 537030
    },
    {
      "epoch": 149.89,
      "grad_norm": 1.2471615076065063,
      "learning_rate": 4.449840532493547e-06,
      "loss": 0.4033,
      "step": 537040
    },
    {
      "epoch": 149.89,
      "grad_norm": 1.1211261749267578,
      "learning_rate": 4.449828668131621e-06,
      "loss": 0.379,
      "step": 537050
    },
    {
      "epoch": 149.89,
      "grad_norm": 1.0694544315338135,
      "learning_rate": 4.449816803489376e-06,
      "loss": 0.4057,
      "step": 537060
    },
    {
      "epoch": 149.89,
      "grad_norm": 1.2458032369613647,
      "learning_rate": 4.4498049385668125e-06,
      "loss": 0.3701,
      "step": 537070
    },
    {
      "epoch": 149.9,
      "grad_norm": 1.3683867454528809,
      "learning_rate": 4.449793073363933e-06,
      "loss": 0.3755,
      "step": 537080
    },
    {
      "epoch": 149.9,
      "grad_norm": 1.3240649700164795,
      "learning_rate": 4.449781207880738e-06,
      "loss": 0.3941,
      "step": 537090
    },
    {
      "epoch": 149.9,
      "grad_norm": 1.3162052631378174,
      "learning_rate": 4.44976934211723e-06,
      "loss": 0.3948,
      "step": 537100
    },
    {
      "epoch": 149.91,
      "grad_norm": 1.2411003112792969,
      "learning_rate": 4.44975747607341e-06,
      "loss": 0.3973,
      "step": 537110
    },
    {
      "epoch": 149.91,
      "grad_norm": 1.2700161933898926,
      "learning_rate": 4.44974560974928e-06,
      "loss": 0.3912,
      "step": 537120
    },
    {
      "epoch": 149.91,
      "grad_norm": 1.4660468101501465,
      "learning_rate": 4.449733743144841e-06,
      "loss": 0.3904,
      "step": 537130
    },
    {
      "epoch": 149.91,
      "grad_norm": 1.3859840631484985,
      "learning_rate": 4.449721876260096e-06,
      "loss": 0.3784,
      "step": 537140
    },
    {
      "epoch": 149.92,
      "grad_norm": 1.366995096206665,
      "learning_rate": 4.449710009095045e-06,
      "loss": 0.4026,
      "step": 537150
    },
    {
      "epoch": 149.92,
      "grad_norm": 1.7409015893936157,
      "learning_rate": 4.44969814164969e-06,
      "loss": 0.3847,
      "step": 537160
    },
    {
      "epoch": 149.92,
      "grad_norm": 1.1662039756774902,
      "learning_rate": 4.449686273924033e-06,
      "loss": 0.3694,
      "step": 537170
    },
    {
      "epoch": 149.92,
      "grad_norm": 1.5135259628295898,
      "learning_rate": 4.449674405918075e-06,
      "loss": 0.3998,
      "step": 537180
    },
    {
      "epoch": 149.93,
      "grad_norm": 1.0565755367279053,
      "learning_rate": 4.449662537631818e-06,
      "loss": 0.3779,
      "step": 537190
    },
    {
      "epoch": 149.93,
      "grad_norm": 1.1861517429351807,
      "learning_rate": 4.4496506690652635e-06,
      "loss": 0.3993,
      "step": 537200
    },
    {
      "epoch": 149.93,
      "grad_norm": 1.0920816659927368,
      "learning_rate": 4.449638800218413e-06,
      "loss": 0.3732,
      "step": 537210
    },
    {
      "epoch": 149.94,
      "grad_norm": 1.227698564529419,
      "learning_rate": 4.449626931091269e-06,
      "loss": 0.386,
      "step": 537220
    },
    {
      "epoch": 149.94,
      "grad_norm": 1.140143632888794,
      "learning_rate": 4.449615061683831e-06,
      "loss": 0.3882,
      "step": 537230
    },
    {
      "epoch": 149.94,
      "grad_norm": 1.1720685958862305,
      "learning_rate": 4.449603191996102e-06,
      "loss": 0.3742,
      "step": 537240
    },
    {
      "epoch": 149.94,
      "grad_norm": 1.2110090255737305,
      "learning_rate": 4.449591322028084e-06,
      "loss": 0.371,
      "step": 537250
    },
    {
      "epoch": 149.95,
      "grad_norm": 1.087257981300354,
      "learning_rate": 4.449579451779777e-06,
      "loss": 0.3711,
      "step": 537260
    },
    {
      "epoch": 149.95,
      "grad_norm": 1.08689284324646,
      "learning_rate": 4.449567581251184e-06,
      "loss": 0.3914,
      "step": 537270
    },
    {
      "epoch": 149.95,
      "grad_norm": 1.379040241241455,
      "learning_rate": 4.449555710442306e-06,
      "loss": 0.4041,
      "step": 537280
    },
    {
      "epoch": 149.96,
      "grad_norm": 1.2442986965179443,
      "learning_rate": 4.449543839353145e-06,
      "loss": 0.375,
      "step": 537290
    },
    {
      "epoch": 149.96,
      "grad_norm": 1.2019537687301636,
      "learning_rate": 4.4495319679837025e-06,
      "loss": 0.3899,
      "step": 537300
    },
    {
      "epoch": 149.96,
      "grad_norm": 1.399024248123169,
      "learning_rate": 4.4495200963339796e-06,
      "loss": 0.3951,
      "step": 537310
    },
    {
      "epoch": 149.96,
      "grad_norm": 1.4078181982040405,
      "learning_rate": 4.449508224403978e-06,
      "loss": 0.3933,
      "step": 537320
    },
    {
      "epoch": 149.97,
      "grad_norm": 1.1907926797866821,
      "learning_rate": 4.4494963521936985e-06,
      "loss": 0.3814,
      "step": 537330
    },
    {
      "epoch": 149.97,
      "grad_norm": 1.1853126287460327,
      "learning_rate": 4.4494844797031445e-06,
      "loss": 0.3991,
      "step": 537340
    },
    {
      "epoch": 149.97,
      "grad_norm": 1.4982267618179321,
      "learning_rate": 4.449472606932317e-06,
      "loss": 0.4181,
      "step": 537350
    },
    {
      "epoch": 149.97,
      "grad_norm": 1.2485474348068237,
      "learning_rate": 4.449460733881217e-06,
      "loss": 0.3772,
      "step": 537360
    },
    {
      "epoch": 149.98,
      "grad_norm": 1.3455212116241455,
      "learning_rate": 4.449448860549846e-06,
      "loss": 0.4096,
      "step": 537370
    },
    {
      "epoch": 149.98,
      "grad_norm": 1.2329840660095215,
      "learning_rate": 4.449436986938206e-06,
      "loss": 0.3866,
      "step": 537380
    },
    {
      "epoch": 149.98,
      "grad_norm": 1.2490476369857788,
      "learning_rate": 4.449425113046299e-06,
      "loss": 0.4012,
      "step": 537390
    },
    {
      "epoch": 149.99,
      "grad_norm": 1.6940248012542725,
      "learning_rate": 4.449413238874125e-06,
      "loss": 0.3884,
      "step": 537400
    },
    {
      "epoch": 149.99,
      "grad_norm": 1.1972821950912476,
      "learning_rate": 4.449401364421688e-06,
      "loss": 0.3874,
      "step": 537410
    },
    {
      "epoch": 149.99,
      "grad_norm": 1.183228850364685,
      "learning_rate": 4.449389489688987e-06,
      "loss": 0.3874,
      "step": 537420
    },
    {
      "epoch": 149.99,
      "grad_norm": 2.3592019081115723,
      "learning_rate": 4.449377614676026e-06,
      "loss": 0.3871,
      "step": 537430
    },
    {
      "epoch": 150.0,
      "grad_norm": 1.5748158693313599,
      "learning_rate": 4.449365739382804e-06,
      "loss": 0.4175,
      "step": 537440
    },
    {
      "epoch": 150.0,
      "grad_norm": 1.367302417755127,
      "learning_rate": 4.449353863809325e-06,
      "loss": 0.3925,
      "step": 537450
    },
    {
      "epoch": 150.0,
      "eval_loss": 0.39203351736068726,
      "eval_runtime": 63.5439,
      "eval_samples_per_second": 79.614,
      "eval_steps_per_second": 9.962,
      "step": 537450
    },
    {
      "epoch": 150.0,
      "grad_norm": 1.190704584121704,
      "learning_rate": 4.449341987955589e-06,
      "loss": 0.3878,
      "step": 537460
    },
    {
      "epoch": 150.01,
      "grad_norm": 1.2590336799621582,
      "learning_rate": 4.449330111821599e-06,
      "loss": 0.391,
      "step": 537470
    },
    {
      "epoch": 150.01,
      "grad_norm": 1.2801142930984497,
      "learning_rate": 4.449318235407354e-06,
      "loss": 0.4029,
      "step": 537480
    },
    {
      "epoch": 150.01,
      "grad_norm": 1.2303457260131836,
      "learning_rate": 4.449306358712859e-06,
      "loss": 0.3939,
      "step": 537490
    },
    {
      "epoch": 150.01,
      "grad_norm": 1.2444645166397095,
      "learning_rate": 4.4492944817381135e-06,
      "loss": 0.3806,
      "step": 537500
    },
    {
      "epoch": 150.02,
      "grad_norm": 1.089033842086792,
      "learning_rate": 4.4492826044831195e-06,
      "loss": 0.388,
      "step": 537510
    },
    {
      "epoch": 150.02,
      "grad_norm": 1.5173252820968628,
      "learning_rate": 4.449270726947878e-06,
      "loss": 0.4005,
      "step": 537520
    },
    {
      "epoch": 150.02,
      "grad_norm": 1.2163286209106445,
      "learning_rate": 4.449258849132391e-06,
      "loss": 0.3725,
      "step": 537530
    },
    {
      "epoch": 150.03,
      "grad_norm": 1.067576289176941,
      "learning_rate": 4.449246971036661e-06,
      "loss": 0.3846,
      "step": 537540
    },
    {
      "epoch": 150.03,
      "grad_norm": 1.281486988067627,
      "learning_rate": 4.449235092660688e-06,
      "loss": 0.3793,
      "step": 537550
    },
    {
      "epoch": 150.03,
      "grad_norm": 1.2873437404632568,
      "learning_rate": 4.449223214004475e-06,
      "loss": 0.3731,
      "step": 537560
    },
    {
      "epoch": 150.03,
      "grad_norm": 1.0546085834503174,
      "learning_rate": 4.449211335068023e-06,
      "loss": 0.3963,
      "step": 537570
    },
    {
      "epoch": 150.04,
      "grad_norm": 1.1892942190170288,
      "learning_rate": 4.449199455851333e-06,
      "loss": 0.3964,
      "step": 537580
    },
    {
      "epoch": 150.04,
      "grad_norm": 1.2621870040893555,
      "learning_rate": 4.449187576354407e-06,
      "loss": 0.3859,
      "step": 537590
    },
    {
      "epoch": 150.04,
      "grad_norm": 1.2422595024108887,
      "learning_rate": 4.4491756965772475e-06,
      "loss": 0.376,
      "step": 537600
    },
    {
      "epoch": 150.04,
      "grad_norm": 1.381774663925171,
      "learning_rate": 4.449163816519855e-06,
      "loss": 0.4002,
      "step": 537610
    },
    {
      "epoch": 150.05,
      "grad_norm": 1.31107497215271,
      "learning_rate": 4.4491519361822305e-06,
      "loss": 0.3881,
      "step": 537620
    },
    {
      "epoch": 150.05,
      "grad_norm": 1.3594226837158203,
      "learning_rate": 4.449140055564377e-06,
      "loss": 0.3914,
      "step": 537630
    },
    {
      "epoch": 150.05,
      "grad_norm": 1.2473797798156738,
      "learning_rate": 4.449128174666296e-06,
      "loss": 0.4019,
      "step": 537640
    },
    {
      "epoch": 150.06,
      "grad_norm": 1.205472469329834,
      "learning_rate": 4.4491162934879876e-06,
      "loss": 0.4074,
      "step": 537650
    },
    {
      "epoch": 150.06,
      "grad_norm": 1.1237096786499023,
      "learning_rate": 4.449104412029455e-06,
      "loss": 0.3887,
      "step": 537660
    },
    {
      "epoch": 150.06,
      "grad_norm": 1.2196578979492188,
      "learning_rate": 4.449092530290699e-06,
      "loss": 0.382,
      "step": 537670
    },
    {
      "epoch": 150.06,
      "grad_norm": 1.4624353647232056,
      "learning_rate": 4.449080648271722e-06,
      "loss": 0.3805,
      "step": 537680
    },
    {
      "epoch": 150.07,
      "grad_norm": 1.3672842979431152,
      "learning_rate": 4.449068765972524e-06,
      "loss": 0.3916,
      "step": 537690
    },
    {
      "epoch": 150.07,
      "grad_norm": 1.2660045623779297,
      "learning_rate": 4.449056883393108e-06,
      "loss": 0.3995,
      "step": 537700
    },
    {
      "epoch": 150.07,
      "grad_norm": 1.3986423015594482,
      "learning_rate": 4.449045000533475e-06,
      "loss": 0.38,
      "step": 537710
    },
    {
      "epoch": 150.08,
      "grad_norm": 1.302883267402649,
      "learning_rate": 4.449033117393626e-06,
      "loss": 0.4166,
      "step": 537720
    },
    {
      "epoch": 150.08,
      "grad_norm": 1.0525627136230469,
      "learning_rate": 4.449021233973564e-06,
      "loss": 0.4048,
      "step": 537730
    },
    {
      "epoch": 150.08,
      "grad_norm": 1.2698652744293213,
      "learning_rate": 4.44900935027329e-06,
      "loss": 0.38,
      "step": 537740
    },
    {
      "epoch": 150.08,
      "grad_norm": 1.1654316186904907,
      "learning_rate": 4.448997466292804e-06,
      "loss": 0.3882,
      "step": 537750
    },
    {
      "epoch": 150.09,
      "grad_norm": 1.0841649770736694,
      "learning_rate": 4.448985582032111e-06,
      "loss": 0.3875,
      "step": 537760
    },
    {
      "epoch": 150.09,
      "grad_norm": 1.0934654474258423,
      "learning_rate": 4.4489736974912095e-06,
      "loss": 0.3973,
      "step": 537770
    },
    {
      "epoch": 150.09,
      "grad_norm": 1.416320562362671,
      "learning_rate": 4.448961812670102e-06,
      "loss": 0.396,
      "step": 537780
    },
    {
      "epoch": 150.09,
      "grad_norm": 1.0914947986602783,
      "learning_rate": 4.4489499275687905e-06,
      "loss": 0.3939,
      "step": 537790
    },
    {
      "epoch": 150.1,
      "grad_norm": 1.4797697067260742,
      "learning_rate": 4.448938042187276e-06,
      "loss": 0.4032,
      "step": 537800
    },
    {
      "epoch": 150.1,
      "grad_norm": 1.4736335277557373,
      "learning_rate": 4.448926156525561e-06,
      "loss": 0.405,
      "step": 537810
    },
    {
      "epoch": 150.1,
      "grad_norm": 0.9942987561225891,
      "learning_rate": 4.448914270583646e-06,
      "loss": 0.3874,
      "step": 537820
    },
    {
      "epoch": 150.11,
      "grad_norm": 1.1714715957641602,
      "learning_rate": 4.448902384361533e-06,
      "loss": 0.4133,
      "step": 537830
    },
    {
      "epoch": 150.11,
      "grad_norm": 1.2476857900619507,
      "learning_rate": 4.448890497859224e-06,
      "loss": 0.3951,
      "step": 537840
    },
    {
      "epoch": 150.11,
      "grad_norm": 1.1440348625183105,
      "learning_rate": 4.44887861107672e-06,
      "loss": 0.4004,
      "step": 537850
    },
    {
      "epoch": 150.11,
      "grad_norm": 1.2645543813705444,
      "learning_rate": 4.448866724014023e-06,
      "loss": 0.4065,
      "step": 537860
    },
    {
      "epoch": 150.12,
      "grad_norm": 1.5043580532073975,
      "learning_rate": 4.448854836671135e-06,
      "loss": 0.3904,
      "step": 537870
    },
    {
      "epoch": 150.12,
      "grad_norm": 1.2023940086364746,
      "learning_rate": 4.448842949048056e-06,
      "loss": 0.3991,
      "step": 537880
    },
    {
      "epoch": 150.12,
      "grad_norm": 1.0938072204589844,
      "learning_rate": 4.448831061144789e-06,
      "loss": 0.3865,
      "step": 537890
    },
    {
      "epoch": 150.13,
      "grad_norm": 1.2278016805648804,
      "learning_rate": 4.448819172961335e-06,
      "loss": 0.3998,
      "step": 537900
    },
    {
      "epoch": 150.13,
      "grad_norm": 1.0232782363891602,
      "learning_rate": 4.448807284497696e-06,
      "loss": 0.3854,
      "step": 537910
    },
    {
      "epoch": 150.13,
      "grad_norm": 0.9810459613800049,
      "learning_rate": 4.448795395753873e-06,
      "loss": 0.4004,
      "step": 537920
    },
    {
      "epoch": 150.13,
      "grad_norm": 1.3607125282287598,
      "learning_rate": 4.448783506729867e-06,
      "loss": 0.3804,
      "step": 537930
    },
    {
      "epoch": 150.14,
      "grad_norm": 1.6912062168121338,
      "learning_rate": 4.448771617425682e-06,
      "loss": 0.3954,
      "step": 537940
    },
    {
      "epoch": 150.14,
      "grad_norm": 1.239065408706665,
      "learning_rate": 4.448759727841317e-06,
      "loss": 0.3866,
      "step": 537950
    },
    {
      "epoch": 150.14,
      "grad_norm": 0.9953789114952087,
      "learning_rate": 4.448747837976775e-06,
      "loss": 0.4028,
      "step": 537960
    },
    {
      "epoch": 150.15,
      "grad_norm": 1.1367663145065308,
      "learning_rate": 4.448735947832057e-06,
      "loss": 0.3993,
      "step": 537970
    },
    {
      "epoch": 150.15,
      "grad_norm": 1.1788313388824463,
      "learning_rate": 4.448724057407165e-06,
      "loss": 0.3933,
      "step": 537980
    },
    {
      "epoch": 150.15,
      "grad_norm": 1.3807549476623535,
      "learning_rate": 4.4487121667021e-06,
      "loss": 0.392,
      "step": 537990
    },
    {
      "epoch": 150.15,
      "grad_norm": 1.1120078563690186,
      "learning_rate": 4.448700275716865e-06,
      "loss": 0.3837,
      "step": 538000
    },
    {
      "epoch": 150.16,
      "grad_norm": 1.453678011894226,
      "learning_rate": 4.44868838445146e-06,
      "loss": 0.3889,
      "step": 538010
    },
    {
      "epoch": 150.16,
      "grad_norm": 1.233514666557312,
      "learning_rate": 4.448676492905887e-06,
      "loss": 0.3934,
      "step": 538020
    },
    {
      "epoch": 150.16,
      "grad_norm": 1.3416578769683838,
      "learning_rate": 4.448664601080147e-06,
      "loss": 0.3845,
      "step": 538030
    },
    {
      "epoch": 150.16,
      "grad_norm": 1.4327726364135742,
      "learning_rate": 4.448652708974243e-06,
      "loss": 0.3851,
      "step": 538040
    },
    {
      "epoch": 150.17,
      "grad_norm": 1.0133448839187622,
      "learning_rate": 4.448640816588177e-06,
      "loss": 0.4015,
      "step": 538050
    },
    {
      "epoch": 150.17,
      "grad_norm": 1.0723483562469482,
      "learning_rate": 4.448628923921948e-06,
      "loss": 0.4002,
      "step": 538060
    },
    {
      "epoch": 150.17,
      "grad_norm": 1.4707303047180176,
      "learning_rate": 4.448617030975559e-06,
      "loss": 0.3911,
      "step": 538070
    },
    {
      "epoch": 150.18,
      "grad_norm": 1.0953857898712158,
      "learning_rate": 4.448605137749012e-06,
      "loss": 0.4017,
      "step": 538080
    },
    {
      "epoch": 150.18,
      "grad_norm": 1.2254267930984497,
      "learning_rate": 4.448593244242309e-06,
      "loss": 0.3849,
      "step": 538090
    },
    {
      "epoch": 150.18,
      "grad_norm": 1.146147608757019,
      "learning_rate": 4.448581350455449e-06,
      "loss": 0.3823,
      "step": 538100
    },
    {
      "epoch": 150.18,
      "grad_norm": 1.2745327949523926,
      "learning_rate": 4.448569456388437e-06,
      "loss": 0.3827,
      "step": 538110
    },
    {
      "epoch": 150.19,
      "grad_norm": 1.0621051788330078,
      "learning_rate": 4.448557562041273e-06,
      "loss": 0.3807,
      "step": 538120
    },
    {
      "epoch": 150.19,
      "grad_norm": 1.2692384719848633,
      "learning_rate": 4.448545667413957e-06,
      "loss": 0.399,
      "step": 538130
    },
    {
      "epoch": 150.19,
      "grad_norm": 1.2517616748809814,
      "learning_rate": 4.4485337725064935e-06,
      "loss": 0.3892,
      "step": 538140
    },
    {
      "epoch": 150.2,
      "grad_norm": 1.3592958450317383,
      "learning_rate": 4.448521877318882e-06,
      "loss": 0.3895,
      "step": 538150
    },
    {
      "epoch": 150.2,
      "grad_norm": 1.0809844732284546,
      "learning_rate": 4.448509981851125e-06,
      "loss": 0.3872,
      "step": 538160
    },
    {
      "epoch": 150.2,
      "grad_norm": 1.261459231376648,
      "learning_rate": 4.4484980861032236e-06,
      "loss": 0.4054,
      "step": 538170
    },
    {
      "epoch": 150.2,
      "grad_norm": 1.3234559297561646,
      "learning_rate": 4.448486190075181e-06,
      "loss": 0.4225,
      "step": 538180
    },
    {
      "epoch": 150.21,
      "grad_norm": 1.3568366765975952,
      "learning_rate": 4.448474293766996e-06,
      "loss": 0.3867,
      "step": 538190
    },
    {
      "epoch": 150.21,
      "grad_norm": 1.2148770093917847,
      "learning_rate": 4.448462397178672e-06,
      "loss": 0.3916,
      "step": 538200
    },
    {
      "epoch": 150.21,
      "grad_norm": 1.0271503925323486,
      "learning_rate": 4.44845050031021e-06,
      "loss": 0.3949,
      "step": 538210
    },
    {
      "epoch": 150.21,
      "grad_norm": 1.3561145067214966,
      "learning_rate": 4.448438603161612e-06,
      "loss": 0.3734,
      "step": 538220
    },
    {
      "epoch": 150.22,
      "grad_norm": 1.2396610975265503,
      "learning_rate": 4.448426705732879e-06,
      "loss": 0.4009,
      "step": 538230
    },
    {
      "epoch": 150.22,
      "grad_norm": 1.1656032800674438,
      "learning_rate": 4.448414808024014e-06,
      "loss": 0.4064,
      "step": 538240
    },
    {
      "epoch": 150.22,
      "grad_norm": 1.2339626550674438,
      "learning_rate": 4.448402910035017e-06,
      "loss": 0.4059,
      "step": 538250
    },
    {
      "epoch": 150.23,
      "grad_norm": 1.0615185499191284,
      "learning_rate": 4.44839101176589e-06,
      "loss": 0.3884,
      "step": 538260
    },
    {
      "epoch": 150.23,
      "grad_norm": 1.108511209487915,
      "learning_rate": 4.448379113216634e-06,
      "loss": 0.3853,
      "step": 538270
    },
    {
      "epoch": 150.23,
      "grad_norm": 1.112860083580017,
      "learning_rate": 4.448367214387252e-06,
      "loss": 0.3928,
      "step": 538280
    },
    {
      "epoch": 150.23,
      "grad_norm": 1.3230268955230713,
      "learning_rate": 4.448355315277745e-06,
      "loss": 0.4016,
      "step": 538290
    },
    {
      "epoch": 150.24,
      "grad_norm": 1.2301536798477173,
      "learning_rate": 4.448343415888115e-06,
      "loss": 0.3724,
      "step": 538300
    },
    {
      "epoch": 150.24,
      "grad_norm": 1.3592866659164429,
      "learning_rate": 4.448331516218362e-06,
      "loss": 0.4093,
      "step": 538310
    },
    {
      "epoch": 150.24,
      "grad_norm": 1.2137130498886108,
      "learning_rate": 4.448319616268489e-06,
      "loss": 0.3863,
      "step": 538320
    },
    {
      "epoch": 150.25,
      "grad_norm": 1.176859736442566,
      "learning_rate": 4.4483077160384975e-06,
      "loss": 0.381,
      "step": 538330
    },
    {
      "epoch": 150.25,
      "grad_norm": 1.3292009830474854,
      "learning_rate": 4.4482958155283885e-06,
      "loss": 0.3958,
      "step": 538340
    },
    {
      "epoch": 150.25,
      "grad_norm": 1.6922346353530884,
      "learning_rate": 4.448283914738164e-06,
      "loss": 0.3886,
      "step": 538350
    },
    {
      "epoch": 150.25,
      "grad_norm": 1.1179120540618896,
      "learning_rate": 4.448272013667826e-06,
      "loss": 0.3993,
      "step": 538360
    },
    {
      "epoch": 150.26,
      "grad_norm": 2.2015743255615234,
      "learning_rate": 4.4482601123173735e-06,
      "loss": 0.3936,
      "step": 538370
    },
    {
      "epoch": 150.26,
      "grad_norm": 1.135326862335205,
      "learning_rate": 4.448248210686812e-06,
      "loss": 0.3839,
      "step": 538380
    },
    {
      "epoch": 150.26,
      "grad_norm": 1.1970421075820923,
      "learning_rate": 4.4482363087761406e-06,
      "loss": 0.3733,
      "step": 538390
    },
    {
      "epoch": 150.27,
      "grad_norm": 1.3043627738952637,
      "learning_rate": 4.448224406585362e-06,
      "loss": 0.3788,
      "step": 538400
    },
    {
      "epoch": 150.27,
      "grad_norm": 1.1208922863006592,
      "learning_rate": 4.448212504114477e-06,
      "loss": 0.3812,
      "step": 538410
    },
    {
      "epoch": 150.27,
      "grad_norm": 8.437031745910645,
      "learning_rate": 4.448200601363487e-06,
      "loss": 0.3803,
      "step": 538420
    },
    {
      "epoch": 150.27,
      "grad_norm": 1.2921512126922607,
      "learning_rate": 4.4481886983323955e-06,
      "loss": 0.3928,
      "step": 538430
    },
    {
      "epoch": 150.28,
      "grad_norm": 0.9959364533424377,
      "learning_rate": 4.448176795021201e-06,
      "loss": 0.3757,
      "step": 538440
    },
    {
      "epoch": 150.28,
      "grad_norm": 1.381556510925293,
      "learning_rate": 4.448164891429907e-06,
      "loss": 0.3924,
      "step": 538450
    },
    {
      "epoch": 150.28,
      "grad_norm": 1.1775187253952026,
      "learning_rate": 4.448152987558516e-06,
      "loss": 0.3855,
      "step": 538460
    },
    {
      "epoch": 150.28,
      "grad_norm": 1.4503368139266968,
      "learning_rate": 4.448141083407027e-06,
      "loss": 0.4073,
      "step": 538470
    },
    {
      "epoch": 150.29,
      "grad_norm": 1.0521994829177856,
      "learning_rate": 4.4481291789754436e-06,
      "loss": 0.3965,
      "step": 538480
    },
    {
      "epoch": 150.29,
      "grad_norm": 1.1670960187911987,
      "learning_rate": 4.4481172742637665e-06,
      "loss": 0.3816,
      "step": 538490
    },
    {
      "epoch": 150.29,
      "grad_norm": 1.2110595703125,
      "learning_rate": 4.448105369271998e-06,
      "loss": 0.397,
      "step": 538500
    },
    {
      "epoch": 150.3,
      "grad_norm": 1.3879461288452148,
      "learning_rate": 4.448093464000139e-06,
      "loss": 0.3747,
      "step": 538510
    },
    {
      "epoch": 150.3,
      "grad_norm": 1.1429414749145508,
      "learning_rate": 4.4480815584481914e-06,
      "loss": 0.3955,
      "step": 538520
    },
    {
      "epoch": 150.3,
      "grad_norm": 1.3794357776641846,
      "learning_rate": 4.448069652616156e-06,
      "loss": 0.3763,
      "step": 538530
    },
    {
      "epoch": 150.3,
      "grad_norm": 1.2050526142120361,
      "learning_rate": 4.448057746504035e-06,
      "loss": 0.3877,
      "step": 538540
    },
    {
      "epoch": 150.31,
      "grad_norm": 0.9786947965621948,
      "learning_rate": 4.448045840111831e-06,
      "loss": 0.3978,
      "step": 538550
    },
    {
      "epoch": 150.31,
      "grad_norm": 1.5326939821243286,
      "learning_rate": 4.448033933439545e-06,
      "loss": 0.3913,
      "step": 538560
    },
    {
      "epoch": 150.31,
      "grad_norm": 1.2676233053207397,
      "learning_rate": 4.4480220264871774e-06,
      "loss": 0.3931,
      "step": 538570
    },
    {
      "epoch": 150.32,
      "grad_norm": 1.3631452322006226,
      "learning_rate": 4.44801011925473e-06,
      "loss": 0.4022,
      "step": 538580
    },
    {
      "epoch": 150.32,
      "grad_norm": 1.2813777923583984,
      "learning_rate": 4.447998211742206e-06,
      "loss": 0.3855,
      "step": 538590
    },
    {
      "epoch": 150.32,
      "grad_norm": 1.2743979692459106,
      "learning_rate": 4.447986303949606e-06,
      "loss": 0.3968,
      "step": 538600
    },
    {
      "epoch": 150.32,
      "grad_norm": 1.5152698755264282,
      "learning_rate": 4.447974395876931e-06,
      "loss": 0.3814,
      "step": 538610
    },
    {
      "epoch": 150.33,
      "grad_norm": 1.3520112037658691,
      "learning_rate": 4.447962487524184e-06,
      "loss": 0.3787,
      "step": 538620
    },
    {
      "epoch": 150.33,
      "grad_norm": 1.2458688020706177,
      "learning_rate": 4.447950578891365e-06,
      "loss": 0.3921,
      "step": 538630
    },
    {
      "epoch": 150.33,
      "grad_norm": 1.5419329404830933,
      "learning_rate": 4.447938669978476e-06,
      "loss": 0.4038,
      "step": 538640
    },
    {
      "epoch": 150.33,
      "grad_norm": 1.5032669305801392,
      "learning_rate": 4.44792676078552e-06,
      "loss": 0.3948,
      "step": 538650
    },
    {
      "epoch": 150.34,
      "grad_norm": 1.3179994821548462,
      "learning_rate": 4.4479148513124976e-06,
      "loss": 0.3854,
      "step": 538660
    },
    {
      "epoch": 150.34,
      "grad_norm": 1.4113504886627197,
      "learning_rate": 4.447902941559409e-06,
      "loss": 0.386,
      "step": 538670
    },
    {
      "epoch": 150.34,
      "grad_norm": 1.172538161277771,
      "learning_rate": 4.447891031526258e-06,
      "loss": 0.3972,
      "step": 538680
    },
    {
      "epoch": 150.35,
      "grad_norm": 1.0900629758834839,
      "learning_rate": 4.447879121213045e-06,
      "loss": 0.377,
      "step": 538690
    },
    {
      "epoch": 150.35,
      "grad_norm": 1.33914053440094,
      "learning_rate": 4.447867210619772e-06,
      "loss": 0.3993,
      "step": 538700
    },
    {
      "epoch": 150.35,
      "grad_norm": 1.2113515138626099,
      "learning_rate": 4.447855299746439e-06,
      "loss": 0.3974,
      "step": 538710
    },
    {
      "epoch": 150.35,
      "grad_norm": 1.0553269386291504,
      "learning_rate": 4.447843388593051e-06,
      "loss": 0.3853,
      "step": 538720
    },
    {
      "epoch": 150.36,
      "grad_norm": 1.4542906284332275,
      "learning_rate": 4.447831477159607e-06,
      "loss": 0.3874,
      "step": 538730
    },
    {
      "epoch": 150.36,
      "grad_norm": 1.1302435398101807,
      "learning_rate": 4.447819565446109e-06,
      "loss": 0.3809,
      "step": 538740
    },
    {
      "epoch": 150.36,
      "grad_norm": 1.6290053129196167,
      "learning_rate": 4.447807653452558e-06,
      "loss": 0.4094,
      "step": 538750
    },
    {
      "epoch": 150.37,
      "grad_norm": 1.0311015844345093,
      "learning_rate": 4.447795741178958e-06,
      "loss": 0.3831,
      "step": 538760
    },
    {
      "epoch": 150.37,
      "grad_norm": 1.2890406847000122,
      "learning_rate": 4.447783828625308e-06,
      "loss": 0.3804,
      "step": 538770
    },
    {
      "epoch": 150.37,
      "grad_norm": 1.3292748928070068,
      "learning_rate": 4.447771915791611e-06,
      "loss": 0.3845,
      "step": 538780
    },
    {
      "epoch": 150.37,
      "grad_norm": 1.2979352474212646,
      "learning_rate": 4.447760002677868e-06,
      "loss": 0.3969,
      "step": 538790
    },
    {
      "epoch": 150.38,
      "grad_norm": 1.0104756355285645,
      "learning_rate": 4.44774808928408e-06,
      "loss": 0.3792,
      "step": 538800
    },
    {
      "epoch": 150.38,
      "grad_norm": 1.156272530555725,
      "learning_rate": 4.44773617561025e-06,
      "loss": 0.415,
      "step": 538810
    },
    {
      "epoch": 150.38,
      "grad_norm": 1.1934702396392822,
      "learning_rate": 4.447724261656379e-06,
      "loss": 0.3956,
      "step": 538820
    },
    {
      "epoch": 150.39,
      "grad_norm": 1.299536108970642,
      "learning_rate": 4.447712347422468e-06,
      "loss": 0.3973,
      "step": 538830
    },
    {
      "epoch": 150.39,
      "grad_norm": 1.5264556407928467,
      "learning_rate": 4.447700432908518e-06,
      "loss": 0.4019,
      "step": 538840
    },
    {
      "epoch": 150.39,
      "grad_norm": 1.2335572242736816,
      "learning_rate": 4.447688518114533e-06,
      "loss": 0.3914,
      "step": 538850
    },
    {
      "epoch": 150.39,
      "grad_norm": 1.3524162769317627,
      "learning_rate": 4.447676603040513e-06,
      "loss": 0.3985,
      "step": 538860
    },
    {
      "epoch": 150.4,
      "grad_norm": 1.0772385597229004,
      "learning_rate": 4.44766468768646e-06,
      "loss": 0.3925,
      "step": 538870
    },
    {
      "epoch": 150.4,
      "grad_norm": 1.1672989130020142,
      "learning_rate": 4.447652772052375e-06,
      "loss": 0.3846,
      "step": 538880
    },
    {
      "epoch": 150.4,
      "grad_norm": 1.209296703338623,
      "learning_rate": 4.44764085613826e-06,
      "loss": 0.3961,
      "step": 538890
    },
    {
      "epoch": 150.4,
      "grad_norm": 1.1619560718536377,
      "learning_rate": 4.447628939944117e-06,
      "loss": 0.3773,
      "step": 538900
    },
    {
      "epoch": 150.41,
      "grad_norm": 1.133379340171814,
      "learning_rate": 4.447617023469946e-06,
      "loss": 0.3826,
      "step": 538910
    },
    {
      "epoch": 150.41,
      "grad_norm": 1.1516942977905273,
      "learning_rate": 4.4476051067157506e-06,
      "loss": 0.3997,
      "step": 538920
    },
    {
      "epoch": 150.41,
      "grad_norm": 1.2657980918884277,
      "learning_rate": 4.447593189681531e-06,
      "loss": 0.3915,
      "step": 538930
    },
    {
      "epoch": 150.42,
      "grad_norm": 1.1482309103012085,
      "learning_rate": 4.44758127236729e-06,
      "loss": 0.3838,
      "step": 538940
    },
    {
      "epoch": 150.42,
      "grad_norm": 1.1568773984909058,
      "learning_rate": 4.4475693547730285e-06,
      "loss": 0.3908,
      "step": 538950
    },
    {
      "epoch": 150.42,
      "grad_norm": 1.5477731227874756,
      "learning_rate": 4.4475574368987474e-06,
      "loss": 0.3882,
      "step": 538960
    },
    {
      "epoch": 150.42,
      "grad_norm": 1.3757864236831665,
      "learning_rate": 4.44754551874445e-06,
      "loss": 0.4043,
      "step": 538970
    },
    {
      "epoch": 150.43,
      "grad_norm": 1.003290057182312,
      "learning_rate": 4.447533600310135e-06,
      "loss": 0.38,
      "step": 538980
    },
    {
      "epoch": 150.43,
      "grad_norm": 1.1304301023483276,
      "learning_rate": 4.447521681595808e-06,
      "loss": 0.3836,
      "step": 538990
    },
    {
      "epoch": 150.43,
      "grad_norm": 8.535030364990234,
      "learning_rate": 4.447509762601467e-06,
      "loss": 0.373,
      "step": 539000
    },
    {
      "epoch": 150.44,
      "grad_norm": 1.443332314491272,
      "learning_rate": 4.447497843327116e-06,
      "loss": 0.3952,
      "step": 539010
    },
    {
      "epoch": 150.44,
      "grad_norm": 1.0829641819000244,
      "learning_rate": 4.447485923772755e-06,
      "loss": 0.4085,
      "step": 539020
    },
    {
      "epoch": 150.44,
      "grad_norm": 1.0234838724136353,
      "learning_rate": 4.4474740039383855e-06,
      "loss": 0.403,
      "step": 539030
    },
    {
      "epoch": 150.44,
      "grad_norm": 1.144666075706482,
      "learning_rate": 4.4474620838240106e-06,
      "loss": 0.4024,
      "step": 539040
    },
    {
      "epoch": 150.45,
      "grad_norm": 1.2660795450210571,
      "learning_rate": 4.44745016342963e-06,
      "loss": 0.4076,
      "step": 539050
    },
    {
      "epoch": 150.45,
      "grad_norm": 1.273151159286499,
      "learning_rate": 4.447438242755248e-06,
      "loss": 0.3849,
      "step": 539060
    },
    {
      "epoch": 150.45,
      "grad_norm": 1.3234918117523193,
      "learning_rate": 4.447426321800864e-06,
      "loss": 0.3794,
      "step": 539070
    },
    {
      "epoch": 150.45,
      "grad_norm": 1.0910640954971313,
      "learning_rate": 4.447414400566479e-06,
      "loss": 0.3936,
      "step": 539080
    },
    {
      "epoch": 150.46,
      "grad_norm": 1.7395310401916504,
      "learning_rate": 4.447402479052097e-06,
      "loss": 0.3977,
      "step": 539090
    },
    {
      "epoch": 150.46,
      "grad_norm": 1.157604694366455,
      "learning_rate": 4.447390557257718e-06,
      "loss": 0.412,
      "step": 539100
    },
    {
      "epoch": 150.46,
      "grad_norm": 1.2382159233093262,
      "learning_rate": 4.447378635183343e-06,
      "loss": 0.3725,
      "step": 539110
    },
    {
      "epoch": 150.47,
      "grad_norm": 1.2396794557571411,
      "learning_rate": 4.447366712828976e-06,
      "loss": 0.3985,
      "step": 539120
    },
    {
      "epoch": 150.47,
      "grad_norm": 1.183251142501831,
      "learning_rate": 4.447354790194616e-06,
      "loss": 0.3963,
      "step": 539130
    },
    {
      "epoch": 150.47,
      "grad_norm": 1.6711747646331787,
      "learning_rate": 4.447342867280266e-06,
      "loss": 0.3843,
      "step": 539140
    },
    {
      "epoch": 150.47,
      "grad_norm": 1.2248578071594238,
      "learning_rate": 4.447330944085927e-06,
      "loss": 0.425,
      "step": 539150
    },
    {
      "epoch": 150.48,
      "grad_norm": 1.4037718772888184,
      "learning_rate": 4.447319020611601e-06,
      "loss": 0.3923,
      "step": 539160
    },
    {
      "epoch": 150.48,
      "grad_norm": 1.2380213737487793,
      "learning_rate": 4.447307096857288e-06,
      "loss": 0.3897,
      "step": 539170
    },
    {
      "epoch": 150.48,
      "grad_norm": 1.2538269758224487,
      "learning_rate": 4.447295172822993e-06,
      "loss": 0.3885,
      "step": 539180
    },
    {
      "epoch": 150.49,
      "grad_norm": 1.054551124572754,
      "learning_rate": 4.447283248508714e-06,
      "loss": 0.3935,
      "step": 539190
    },
    {
      "epoch": 150.49,
      "grad_norm": 1.3921412229537964,
      "learning_rate": 4.447271323914455e-06,
      "loss": 0.3751,
      "step": 539200
    },
    {
      "epoch": 150.49,
      "grad_norm": 1.6261874437332153,
      "learning_rate": 4.4472593990402175e-06,
      "loss": 0.3864,
      "step": 539210
    },
    {
      "epoch": 150.49,
      "grad_norm": 1.1187002658843994,
      "learning_rate": 4.447247473886002e-06,
      "loss": 0.3877,
      "step": 539220
    },
    {
      "epoch": 150.5,
      "grad_norm": 1.2272894382476807,
      "learning_rate": 4.447235548451809e-06,
      "loss": 0.3903,
      "step": 539230
    },
    {
      "epoch": 150.5,
      "grad_norm": 1.232144832611084,
      "learning_rate": 4.447223622737643e-06,
      "loss": 0.3825,
      "step": 539240
    },
    {
      "epoch": 150.5,
      "grad_norm": 1.4270557165145874,
      "learning_rate": 4.447211696743502e-06,
      "loss": 0.3935,
      "step": 539250
    },
    {
      "epoch": 150.51,
      "grad_norm": 1.2575017213821411,
      "learning_rate": 4.447199770469392e-06,
      "loss": 0.3933,
      "step": 539260
    },
    {
      "epoch": 150.51,
      "grad_norm": 1.1699745655059814,
      "learning_rate": 4.447187843915312e-06,
      "loss": 0.3816,
      "step": 539270
    },
    {
      "epoch": 150.51,
      "grad_norm": 1.1098864078521729,
      "learning_rate": 4.447175917081263e-06,
      "loss": 0.4078,
      "step": 539280
    },
    {
      "epoch": 150.51,
      "grad_norm": 1.0010451078414917,
      "learning_rate": 4.447163989967247e-06,
      "loss": 0.4002,
      "step": 539290
    },
    {
      "epoch": 150.52,
      "grad_norm": 1.1465073823928833,
      "learning_rate": 4.447152062573267e-06,
      "loss": 0.3993,
      "step": 539300
    },
    {
      "epoch": 150.52,
      "grad_norm": 1.4220728874206543,
      "learning_rate": 4.447140134899324e-06,
      "loss": 0.3928,
      "step": 539310
    },
    {
      "epoch": 150.52,
      "grad_norm": 1.2143332958221436,
      "learning_rate": 4.4471282069454186e-06,
      "loss": 0.3811,
      "step": 539320
    },
    {
      "epoch": 150.52,
      "grad_norm": 1.390820026397705,
      "learning_rate": 4.447116278711553e-06,
      "loss": 0.3846,
      "step": 539330
    },
    {
      "epoch": 150.53,
      "grad_norm": 1.5236226320266724,
      "learning_rate": 4.447104350197728e-06,
      "loss": 0.4026,
      "step": 539340
    },
    {
      "epoch": 150.53,
      "grad_norm": 1.3428188562393188,
      "learning_rate": 4.447092421403946e-06,
      "loss": 0.3814,
      "step": 539350
    },
    {
      "epoch": 150.53,
      "grad_norm": 1.2214983701705933,
      "learning_rate": 4.44708049233021e-06,
      "loss": 0.403,
      "step": 539360
    },
    {
      "epoch": 150.54,
      "grad_norm": 1.2160066366195679,
      "learning_rate": 4.447068562976519e-06,
      "loss": 0.4169,
      "step": 539370
    },
    {
      "epoch": 150.54,
      "grad_norm": 1.291556715965271,
      "learning_rate": 4.447056633342876e-06,
      "loss": 0.3821,
      "step": 539380
    },
    {
      "epoch": 150.54,
      "grad_norm": 1.4567478895187378,
      "learning_rate": 4.447044703429283e-06,
      "loss": 0.3941,
      "step": 539390
    },
    {
      "epoch": 150.54,
      "grad_norm": 1.1691863536834717,
      "learning_rate": 4.44703277323574e-06,
      "loss": 0.3876,
      "step": 539400
    },
    {
      "epoch": 150.55,
      "grad_norm": 1.2681657075881958,
      "learning_rate": 4.44702084276225e-06,
      "loss": 0.3934,
      "step": 539410
    },
    {
      "epoch": 150.55,
      "grad_norm": 1.1922276020050049,
      "learning_rate": 4.4470089120088135e-06,
      "loss": 0.4011,
      "step": 539420
    },
    {
      "epoch": 150.55,
      "grad_norm": 1.3648854494094849,
      "learning_rate": 4.446996980975433e-06,
      "loss": 0.3866,
      "step": 539430
    },
    {
      "epoch": 150.56,
      "grad_norm": 1.3408894538879395,
      "learning_rate": 4.446985049662111e-06,
      "loss": 0.3855,
      "step": 539440
    },
    {
      "epoch": 150.56,
      "grad_norm": 1.0753997564315796,
      "learning_rate": 4.446973118068846e-06,
      "loss": 0.3772,
      "step": 539450
    },
    {
      "epoch": 150.56,
      "grad_norm": 1.1820241212844849,
      "learning_rate": 4.446961186195642e-06,
      "loss": 0.3925,
      "step": 539460
    },
    {
      "epoch": 150.56,
      "grad_norm": 1.7128372192382812,
      "learning_rate": 4.4469492540425e-06,
      "loss": 0.3849,
      "step": 539470
    },
    {
      "epoch": 150.57,
      "grad_norm": 1.2723305225372314,
      "learning_rate": 4.4469373216094215e-06,
      "loss": 0.3813,
      "step": 539480
    },
    {
      "epoch": 150.57,
      "grad_norm": 1.2722158432006836,
      "learning_rate": 4.446925388896409e-06,
      "loss": 0.3859,
      "step": 539490
    },
    {
      "epoch": 150.57,
      "grad_norm": 1.9017281532287598,
      "learning_rate": 4.446913455903461e-06,
      "loss": 0.4019,
      "step": 539500
    },
    {
      "epoch": 150.57,
      "grad_norm": 1.2227500677108765,
      "learning_rate": 4.446901522630584e-06,
      "loss": 0.3921,
      "step": 539510
    },
    {
      "epoch": 150.58,
      "grad_norm": 1.2750567197799683,
      "learning_rate": 4.446889589077776e-06,
      "loss": 0.3907,
      "step": 539520
    },
    {
      "epoch": 150.58,
      "grad_norm": 1.1251384019851685,
      "learning_rate": 4.4468776552450395e-06,
      "loss": 0.3829,
      "step": 539530
    },
    {
      "epoch": 150.58,
      "grad_norm": 1.371978998184204,
      "learning_rate": 4.446865721132376e-06,
      "loss": 0.3968,
      "step": 539540
    },
    {
      "epoch": 150.59,
      "grad_norm": 1.1932183504104614,
      "learning_rate": 4.446853786739788e-06,
      "loss": 0.3821,
      "step": 539550
    },
    {
      "epoch": 150.59,
      "grad_norm": 1.2120052576065063,
      "learning_rate": 4.446841852067276e-06,
      "loss": 0.415,
      "step": 539560
    },
    {
      "epoch": 150.59,
      "grad_norm": 1.1924030780792236,
      "learning_rate": 4.446829917114841e-06,
      "loss": 0.3893,
      "step": 539570
    },
    {
      "epoch": 150.59,
      "grad_norm": 1.1538383960723877,
      "learning_rate": 4.446817981882486e-06,
      "loss": 0.3784,
      "step": 539580
    },
    {
      "epoch": 150.6,
      "grad_norm": 1.3745734691619873,
      "learning_rate": 4.4468060463702115e-06,
      "loss": 0.4143,
      "step": 539590
    },
    {
      "epoch": 150.6,
      "grad_norm": 1.0243109464645386,
      "learning_rate": 4.446794110578021e-06,
      "loss": 0.3865,
      "step": 539600
    },
    {
      "epoch": 150.6,
      "grad_norm": 1.5215587615966797,
      "learning_rate": 4.446782174505914e-06,
      "loss": 0.3813,
      "step": 539610
    },
    {
      "epoch": 150.61,
      "grad_norm": 1.1984825134277344,
      "learning_rate": 4.446770238153893e-06,
      "loss": 0.3938,
      "step": 539620
    },
    {
      "epoch": 150.61,
      "grad_norm": 1.2626591920852661,
      "learning_rate": 4.44675830152196e-06,
      "loss": 0.414,
      "step": 539630
    },
    {
      "epoch": 150.61,
      "grad_norm": 1.336991310119629,
      "learning_rate": 4.446746364610115e-06,
      "loss": 0.3913,
      "step": 539640
    },
    {
      "epoch": 150.61,
      "grad_norm": 1.497259497642517,
      "learning_rate": 4.44673442741836e-06,
      "loss": 0.3955,
      "step": 539650
    },
    {
      "epoch": 150.62,
      "grad_norm": 1.5015908479690552,
      "learning_rate": 4.446722489946699e-06,
      "loss": 0.3718,
      "step": 539660
    },
    {
      "epoch": 150.62,
      "grad_norm": 1.4882049560546875,
      "learning_rate": 4.4467105521951304e-06,
      "loss": 0.3916,
      "step": 539670
    },
    {
      "epoch": 150.62,
      "grad_norm": 2.278818368911743,
      "learning_rate": 4.446698614163658e-06,
      "loss": 0.3801,
      "step": 539680
    },
    {
      "epoch": 150.63,
      "grad_norm": 1.1335951089859009,
      "learning_rate": 4.446686675852283e-06,
      "loss": 0.3826,
      "step": 539690
    },
    {
      "epoch": 150.63,
      "grad_norm": 1.099509358406067,
      "learning_rate": 4.446674737261006e-06,
      "loss": 0.3921,
      "step": 539700
    },
    {
      "epoch": 150.63,
      "grad_norm": 1.0319552421569824,
      "learning_rate": 4.446662798389829e-06,
      "loss": 0.3734,
      "step": 539710
    },
    {
      "epoch": 150.63,
      "grad_norm": 1.4899972677230835,
      "learning_rate": 4.446650859238753e-06,
      "loss": 0.3955,
      "step": 539720
    },
    {
      "epoch": 150.64,
      "grad_norm": 1.259210467338562,
      "learning_rate": 4.446638919807782e-06,
      "loss": 0.3829,
      "step": 539730
    },
    {
      "epoch": 150.64,
      "grad_norm": 1.3164944648742676,
      "learning_rate": 4.446626980096915e-06,
      "loss": 0.3925,
      "step": 539740
    },
    {
      "epoch": 150.64,
      "grad_norm": 1.1918113231658936,
      "learning_rate": 4.446615040106155e-06,
      "loss": 0.3777,
      "step": 539750
    },
    {
      "epoch": 150.64,
      "grad_norm": 1.17885422706604,
      "learning_rate": 4.446603099835502e-06,
      "loss": 0.3833,
      "step": 539760
    },
    {
      "epoch": 150.65,
      "grad_norm": 1.217908501625061,
      "learning_rate": 4.4465911592849585e-06,
      "loss": 0.3851,
      "step": 539770
    },
    {
      "epoch": 150.65,
      "grad_norm": 3.3741297721862793,
      "learning_rate": 4.446579218454528e-06,
      "loss": 0.3772,
      "step": 539780
    },
    {
      "epoch": 150.65,
      "grad_norm": 1.4654344320297241,
      "learning_rate": 4.446567277344209e-06,
      "loss": 0.3837,
      "step": 539790
    },
    {
      "epoch": 150.66,
      "grad_norm": 1.2420655488967896,
      "learning_rate": 4.446555335954005e-06,
      "loss": 0.3973,
      "step": 539800
    },
    {
      "epoch": 150.66,
      "grad_norm": 1.1589994430541992,
      "learning_rate": 4.446543394283917e-06,
      "loss": 0.3911,
      "step": 539810
    },
    {
      "epoch": 150.66,
      "grad_norm": 1.361726999282837,
      "learning_rate": 4.446531452333946e-06,
      "loss": 0.4135,
      "step": 539820
    },
    {
      "epoch": 150.66,
      "grad_norm": 1.5810608863830566,
      "learning_rate": 4.446519510104095e-06,
      "loss": 0.4018,
      "step": 539830
    },
    {
      "epoch": 150.67,
      "grad_norm": 1.6503492593765259,
      "learning_rate": 4.4465075675943644e-06,
      "loss": 0.3994,
      "step": 539840
    },
    {
      "epoch": 150.67,
      "grad_norm": 1.1079803705215454,
      "learning_rate": 4.446495624804756e-06,
      "loss": 0.3693,
      "step": 539850
    },
    {
      "epoch": 150.67,
      "grad_norm": 1.359057903289795,
      "learning_rate": 4.446483681735273e-06,
      "loss": 0.4064,
      "step": 539860
    },
    {
      "epoch": 150.68,
      "grad_norm": 1.1226551532745361,
      "learning_rate": 4.446471738385914e-06,
      "loss": 0.3936,
      "step": 539870
    },
    {
      "epoch": 150.68,
      "grad_norm": 1.2879186868667603,
      "learning_rate": 4.446459794756683e-06,
      "loss": 0.4053,
      "step": 539880
    },
    {
      "epoch": 150.68,
      "grad_norm": 1.2587779760360718,
      "learning_rate": 4.44644785084758e-06,
      "loss": 0.3908,
      "step": 539890
    },
    {
      "epoch": 150.68,
      "grad_norm": 1.1959202289581299,
      "learning_rate": 4.446435906658608e-06,
      "loss": 0.4014,
      "step": 539900
    },
    {
      "epoch": 150.69,
      "grad_norm": 1.3550968170166016,
      "learning_rate": 4.446423962189767e-06,
      "loss": 0.3865,
      "step": 539910
    },
    {
      "epoch": 150.69,
      "grad_norm": 1.4793381690979004,
      "learning_rate": 4.44641201744106e-06,
      "loss": 0.3838,
      "step": 539920
    },
    {
      "epoch": 150.69,
      "grad_norm": 1.2670788764953613,
      "learning_rate": 4.446400072412489e-06,
      "loss": 0.4045,
      "step": 539930
    },
    {
      "epoch": 150.69,
      "grad_norm": 1.263145089149475,
      "learning_rate": 4.446388127104054e-06,
      "loss": 0.4022,
      "step": 539940
    },
    {
      "epoch": 150.7,
      "grad_norm": 1.247532606124878,
      "learning_rate": 4.446376181515757e-06,
      "loss": 0.3724,
      "step": 539950
    },
    {
      "epoch": 150.7,
      "grad_norm": 1.159569263458252,
      "learning_rate": 4.4463642356476e-06,
      "loss": 0.3775,
      "step": 539960
    },
    {
      "epoch": 150.7,
      "grad_norm": 1.135545253753662,
      "learning_rate": 4.4463522894995855e-06,
      "loss": 0.4017,
      "step": 539970
    },
    {
      "epoch": 150.71,
      "grad_norm": 1.0686602592468262,
      "learning_rate": 4.446340343071713e-06,
      "loss": 0.409,
      "step": 539980
    },
    {
      "epoch": 150.71,
      "grad_norm": 1.2381969690322876,
      "learning_rate": 4.4463283963639855e-06,
      "loss": 0.3759,
      "step": 539990
    },
    {
      "epoch": 150.71,
      "grad_norm": 1.1599584817886353,
      "learning_rate": 4.446316449376404e-06,
      "loss": 0.3938,
      "step": 540000
    },
    {
      "epoch": 150.71,
      "grad_norm": 1.1095699071884155,
      "learning_rate": 4.4463045021089705e-06,
      "loss": 0.3944,
      "step": 540010
    },
    {
      "epoch": 150.72,
      "grad_norm": 1.1629396677017212,
      "learning_rate": 4.446292554561686e-06,
      "loss": 0.3717,
      "step": 540020
    },
    {
      "epoch": 150.72,
      "grad_norm": 1.2234033346176147,
      "learning_rate": 4.446280606734553e-06,
      "loss": 0.3931,
      "step": 540030
    },
    {
      "epoch": 150.72,
      "grad_norm": 1.2148152589797974,
      "learning_rate": 4.446268658627572e-06,
      "loss": 0.3889,
      "step": 540040
    },
    {
      "epoch": 150.73,
      "grad_norm": 1.2416826486587524,
      "learning_rate": 4.446256710240746e-06,
      "loss": 0.3875,
      "step": 540050
    },
    {
      "epoch": 150.73,
      "grad_norm": 1.4729433059692383,
      "learning_rate": 4.446244761574076e-06,
      "loss": 0.3848,
      "step": 540060
    },
    {
      "epoch": 150.73,
      "grad_norm": 1.1675076484680176,
      "learning_rate": 4.446232812627562e-06,
      "loss": 0.3923,
      "step": 540070
    },
    {
      "epoch": 150.73,
      "grad_norm": 1.2724131345748901,
      "learning_rate": 4.446220863401208e-06,
      "loss": 0.3701,
      "step": 540080
    },
    {
      "epoch": 150.74,
      "grad_norm": 1.0918564796447754,
      "learning_rate": 4.446208913895015e-06,
      "loss": 0.4156,
      "step": 540090
    },
    {
      "epoch": 150.74,
      "grad_norm": 1.1589386463165283,
      "learning_rate": 4.446196964108984e-06,
      "loss": 0.3799,
      "step": 540100
    },
    {
      "epoch": 150.74,
      "grad_norm": 1.3805642127990723,
      "learning_rate": 4.446185014043116e-06,
      "loss": 0.3979,
      "step": 540110
    },
    {
      "epoch": 150.75,
      "grad_norm": 1.217271089553833,
      "learning_rate": 4.446173063697413e-06,
      "loss": 0.3832,
      "step": 540120
    },
    {
      "epoch": 150.75,
      "grad_norm": 1.9620945453643799,
      "learning_rate": 4.446161113071878e-06,
      "loss": 0.4067,
      "step": 540130
    },
    {
      "epoch": 150.75,
      "grad_norm": 1.4741320610046387,
      "learning_rate": 4.4461491621665105e-06,
      "loss": 0.3917,
      "step": 540140
    },
    {
      "epoch": 150.75,
      "grad_norm": 3.875352144241333,
      "learning_rate": 4.446137210981314e-06,
      "loss": 0.3998,
      "step": 540150
    },
    {
      "epoch": 150.76,
      "grad_norm": 1.303488850593567,
      "learning_rate": 4.4461252595162885e-06,
      "loss": 0.3874,
      "step": 540160
    },
    {
      "epoch": 150.76,
      "grad_norm": 1.2574577331542969,
      "learning_rate": 4.446113307771437e-06,
      "loss": 0.3831,
      "step": 540170
    },
    {
      "epoch": 150.76,
      "grad_norm": 1.2045269012451172,
      "learning_rate": 4.44610135574676e-06,
      "loss": 0.3861,
      "step": 540180
    },
    {
      "epoch": 150.76,
      "grad_norm": 1.1582999229431152,
      "learning_rate": 4.446089403442259e-06,
      "loss": 0.3913,
      "step": 540190
    },
    {
      "epoch": 150.77,
      "grad_norm": 1.1903716325759888,
      "learning_rate": 4.446077450857937e-06,
      "loss": 0.3914,
      "step": 540200
    },
    {
      "epoch": 150.77,
      "grad_norm": 1.1115375757217407,
      "learning_rate": 4.4460654979937934e-06,
      "loss": 0.3879,
      "step": 540210
    },
    {
      "epoch": 150.77,
      "grad_norm": 1.2020208835601807,
      "learning_rate": 4.446053544849832e-06,
      "loss": 0.3834,
      "step": 540220
    },
    {
      "epoch": 150.78,
      "grad_norm": 1.1847198009490967,
      "learning_rate": 4.4460415914260526e-06,
      "loss": 0.3958,
      "step": 540230
    },
    {
      "epoch": 150.78,
      "grad_norm": 1.208466649055481,
      "learning_rate": 4.446029637722458e-06,
      "loss": 0.391,
      "step": 540240
    },
    {
      "epoch": 150.78,
      "grad_norm": 1.3038800954818726,
      "learning_rate": 4.44601768373905e-06,
      "loss": 0.4081,
      "step": 540250
    },
    {
      "epoch": 150.78,
      "grad_norm": 3.1730830669403076,
      "learning_rate": 4.4460057294758294e-06,
      "loss": 0.3954,
      "step": 540260
    },
    {
      "epoch": 150.79,
      "grad_norm": 1.232473373413086,
      "learning_rate": 4.4459937749327975e-06,
      "loss": 0.4044,
      "step": 540270
    },
    {
      "epoch": 150.79,
      "grad_norm": 1.0747777223587036,
      "learning_rate": 4.4459818201099576e-06,
      "loss": 0.4139,
      "step": 540280
    },
    {
      "epoch": 150.79,
      "grad_norm": 1.119310975074768,
      "learning_rate": 4.445969865007309e-06,
      "loss": 0.391,
      "step": 540290
    },
    {
      "epoch": 150.8,
      "grad_norm": 1.4460607767105103,
      "learning_rate": 4.445957909624854e-06,
      "loss": 0.4019,
      "step": 540300
    },
    {
      "epoch": 150.8,
      "grad_norm": 1.199894666671753,
      "learning_rate": 4.445945953962595e-06,
      "loss": 0.3918,
      "step": 540310
    },
    {
      "epoch": 150.8,
      "grad_norm": 1.203324794769287,
      "learning_rate": 4.445933998020534e-06,
      "loss": 0.3899,
      "step": 540320
    },
    {
      "epoch": 150.8,
      "grad_norm": 1.3237148523330688,
      "learning_rate": 4.44592204179867e-06,
      "loss": 0.3814,
      "step": 540330
    },
    {
      "epoch": 150.81,
      "grad_norm": 1.2605133056640625,
      "learning_rate": 4.445910085297007e-06,
      "loss": 0.3842,
      "step": 540340
    },
    {
      "epoch": 150.81,
      "grad_norm": 1.2854849100112915,
      "learning_rate": 4.445898128515547e-06,
      "loss": 0.4012,
      "step": 540350
    },
    {
      "epoch": 150.81,
      "grad_norm": 1.0481985807418823,
      "learning_rate": 4.445886171454289e-06,
      "loss": 0.3696,
      "step": 540360
    },
    {
      "epoch": 150.81,
      "grad_norm": 1.2185205221176147,
      "learning_rate": 4.445874214113237e-06,
      "loss": 0.3755,
      "step": 540370
    },
    {
      "epoch": 150.82,
      "grad_norm": 1.0609710216522217,
      "learning_rate": 4.445862256492392e-06,
      "loss": 0.3986,
      "step": 540380
    },
    {
      "epoch": 150.82,
      "grad_norm": 1.309973120689392,
      "learning_rate": 4.445850298591754e-06,
      "loss": 0.3965,
      "step": 540390
    },
    {
      "epoch": 150.82,
      "grad_norm": 1.0313634872436523,
      "learning_rate": 4.445838340411326e-06,
      "loss": 0.4023,
      "step": 540400
    },
    {
      "epoch": 150.83,
      "grad_norm": 1.1164106130599976,
      "learning_rate": 4.445826381951111e-06,
      "loss": 0.3971,
      "step": 540410
    },
    {
      "epoch": 150.83,
      "grad_norm": 1.1373234987258911,
      "learning_rate": 4.445814423211109e-06,
      "loss": 0.3989,
      "step": 540420
    },
    {
      "epoch": 150.83,
      "grad_norm": 1.46687650680542,
      "learning_rate": 4.44580246419132e-06,
      "loss": 0.3961,
      "step": 540430
    },
    {
      "epoch": 150.83,
      "grad_norm": 1.364241361618042,
      "learning_rate": 4.445790504891748e-06,
      "loss": 0.3889,
      "step": 540440
    },
    {
      "epoch": 150.84,
      "grad_norm": 1.2405818700790405,
      "learning_rate": 4.445778545312394e-06,
      "loss": 0.3824,
      "step": 540450
    },
    {
      "epoch": 150.84,
      "grad_norm": 1.526107907295227,
      "learning_rate": 4.44576658545326e-06,
      "loss": 0.3996,
      "step": 540460
    },
    {
      "epoch": 150.84,
      "grad_norm": 1.1996498107910156,
      "learning_rate": 4.4457546253143465e-06,
      "loss": 0.3976,
      "step": 540470
    },
    {
      "epoch": 150.85,
      "grad_norm": 1.3832683563232422,
      "learning_rate": 4.4457426648956546e-06,
      "loss": 0.3839,
      "step": 540480
    },
    {
      "epoch": 150.85,
      "grad_norm": 1.192888617515564,
      "learning_rate": 4.4457307041971885e-06,
      "loss": 0.3931,
      "step": 540490
    },
    {
      "epoch": 150.85,
      "grad_norm": 1.1034672260284424,
      "learning_rate": 4.445718743218947e-06,
      "loss": 0.3927,
      "step": 540500
    },
    {
      "epoch": 150.85,
      "grad_norm": 1.096879243850708,
      "learning_rate": 4.445706781960933e-06,
      "loss": 0.3942,
      "step": 540510
    },
    {
      "epoch": 150.86,
      "grad_norm": 1.1430331468582153,
      "learning_rate": 4.445694820423149e-06,
      "loss": 0.3765,
      "step": 540520
    },
    {
      "epoch": 150.86,
      "grad_norm": 1.309092402458191,
      "learning_rate": 4.445682858605595e-06,
      "loss": 0.3817,
      "step": 540530
    },
    {
      "epoch": 150.86,
      "grad_norm": 1.2078269720077515,
      "learning_rate": 4.445670896508272e-06,
      "loss": 0.4007,
      "step": 540540
    },
    {
      "epoch": 150.87,
      "grad_norm": 0.994061291217804,
      "learning_rate": 4.445658934131184e-06,
      "loss": 0.4031,
      "step": 540550
    },
    {
      "epoch": 150.87,
      "grad_norm": 1.1836668252944946,
      "learning_rate": 4.445646971474332e-06,
      "loss": 0.4048,
      "step": 540560
    },
    {
      "epoch": 150.87,
      "grad_norm": 1.2854219675064087,
      "learning_rate": 4.445635008537715e-06,
      "loss": 0.3841,
      "step": 540570
    },
    {
      "epoch": 150.87,
      "grad_norm": 1.4393655061721802,
      "learning_rate": 4.445623045321339e-06,
      "loss": 0.3919,
      "step": 540580
    },
    {
      "epoch": 150.88,
      "grad_norm": 1.160908579826355,
      "learning_rate": 4.445611081825201e-06,
      "loss": 0.3715,
      "step": 540590
    },
    {
      "epoch": 150.88,
      "grad_norm": 1.2689718008041382,
      "learning_rate": 4.445599118049306e-06,
      "loss": 0.418,
      "step": 540600
    },
    {
      "epoch": 150.88,
      "grad_norm": 1.1085020303726196,
      "learning_rate": 4.445587153993654e-06,
      "loss": 0.3935,
      "step": 540610
    },
    {
      "epoch": 150.88,
      "grad_norm": 1.4258681535720825,
      "learning_rate": 4.445575189658246e-06,
      "loss": 0.3995,
      "step": 540620
    },
    {
      "epoch": 150.89,
      "grad_norm": 1.2419548034667969,
      "learning_rate": 4.445563225043085e-06,
      "loss": 0.383,
      "step": 540630
    },
    {
      "epoch": 150.89,
      "grad_norm": 1.1863285303115845,
      "learning_rate": 4.445551260148172e-06,
      "loss": 0.3816,
      "step": 540640
    },
    {
      "epoch": 150.89,
      "grad_norm": 1.148438572883606,
      "learning_rate": 4.44553929497351e-06,
      "loss": 0.385,
      "step": 540650
    },
    {
      "epoch": 150.9,
      "grad_norm": 1.1259558200836182,
      "learning_rate": 4.445527329519098e-06,
      "loss": 0.381,
      "step": 540660
    },
    {
      "epoch": 150.9,
      "grad_norm": 1.0722824335098267,
      "learning_rate": 4.445515363784939e-06,
      "loss": 0.3889,
      "step": 540670
    },
    {
      "epoch": 150.9,
      "grad_norm": 1.3400728702545166,
      "learning_rate": 4.445503397771035e-06,
      "loss": 0.387,
      "step": 540680
    },
    {
      "epoch": 150.9,
      "grad_norm": 1.5937345027923584,
      "learning_rate": 4.445491431477386e-06,
      "loss": 0.3849,
      "step": 540690
    },
    {
      "epoch": 150.91,
      "grad_norm": 1.1810091733932495,
      "learning_rate": 4.445479464903995e-06,
      "loss": 0.399,
      "step": 540700
    },
    {
      "epoch": 150.91,
      "grad_norm": 1.2708203792572021,
      "learning_rate": 4.445467498050864e-06,
      "loss": 0.378,
      "step": 540710
    },
    {
      "epoch": 150.91,
      "grad_norm": 1.392765760421753,
      "learning_rate": 4.4454555309179934e-06,
      "loss": 0.4064,
      "step": 540720
    },
    {
      "epoch": 150.92,
      "grad_norm": 1.1281903982162476,
      "learning_rate": 4.445443563505385e-06,
      "loss": 0.3758,
      "step": 540730
    },
    {
      "epoch": 150.92,
      "grad_norm": 1.886612892150879,
      "learning_rate": 4.445431595813041e-06,
      "loss": 0.39,
      "step": 540740
    },
    {
      "epoch": 150.92,
      "grad_norm": 1.1984081268310547,
      "learning_rate": 4.445419627840962e-06,
      "loss": 0.3839,
      "step": 540750
    },
    {
      "epoch": 150.92,
      "grad_norm": 1.3368384838104248,
      "learning_rate": 4.44540765958915e-06,
      "loss": 0.3916,
      "step": 540760
    },
    {
      "epoch": 150.93,
      "grad_norm": 1.2430373430252075,
      "learning_rate": 4.445395691057607e-06,
      "loss": 0.3848,
      "step": 540770
    },
    {
      "epoch": 150.93,
      "grad_norm": 1.4386065006256104,
      "learning_rate": 4.445383722246336e-06,
      "loss": 0.4102,
      "step": 540780
    },
    {
      "epoch": 150.93,
      "grad_norm": 1.1545666456222534,
      "learning_rate": 4.445371753155335e-06,
      "loss": 0.3981,
      "step": 540790
    },
    {
      "epoch": 150.93,
      "grad_norm": 1.3148525953292847,
      "learning_rate": 4.4453597837846085e-06,
      "loss": 0.388,
      "step": 540800
    },
    {
      "epoch": 150.94,
      "grad_norm": 1.2752418518066406,
      "learning_rate": 4.445347814134157e-06,
      "loss": 0.3926,
      "step": 540810
    },
    {
      "epoch": 150.94,
      "grad_norm": 1.2813078165054321,
      "learning_rate": 4.445335844203983e-06,
      "loss": 0.3901,
      "step": 540820
    },
    {
      "epoch": 150.94,
      "grad_norm": 1.2521305084228516,
      "learning_rate": 4.445323873994086e-06,
      "loss": 0.406,
      "step": 540830
    },
    {
      "epoch": 150.95,
      "grad_norm": 1.117364525794983,
      "learning_rate": 4.445311903504469e-06,
      "loss": 0.3999,
      "step": 540840
    },
    {
      "epoch": 150.95,
      "grad_norm": 1.1309772729873657,
      "learning_rate": 4.445299932735135e-06,
      "loss": 0.3992,
      "step": 540850
    },
    {
      "epoch": 150.95,
      "grad_norm": 1.1709580421447754,
      "learning_rate": 4.445287961686083e-06,
      "loss": 0.3885,
      "step": 540860
    },
    {
      "epoch": 150.95,
      "grad_norm": 1.2894946336746216,
      "learning_rate": 4.445275990357315e-06,
      "loss": 0.3695,
      "step": 540870
    },
    {
      "epoch": 150.96,
      "grad_norm": 1.170656442642212,
      "learning_rate": 4.445264018748835e-06,
      "loss": 0.4014,
      "step": 540880
    },
    {
      "epoch": 150.96,
      "grad_norm": 1.2363741397857666,
      "learning_rate": 4.445252046860643e-06,
      "loss": 0.3858,
      "step": 540890
    },
    {
      "epoch": 150.96,
      "grad_norm": 1.2882130146026611,
      "learning_rate": 4.445240074692738e-06,
      "loss": 0.3832,
      "step": 540900
    },
    {
      "epoch": 150.97,
      "grad_norm": 1.327176809310913,
      "learning_rate": 4.445228102245126e-06,
      "loss": 0.4183,
      "step": 540910
    },
    {
      "epoch": 150.97,
      "grad_norm": 1.2057222127914429,
      "learning_rate": 4.445216129517807e-06,
      "loss": 0.4142,
      "step": 540920
    },
    {
      "epoch": 150.97,
      "grad_norm": 1.090291142463684,
      "learning_rate": 4.445204156510782e-06,
      "loss": 0.3993,
      "step": 540930
    },
    {
      "epoch": 150.97,
      "grad_norm": 0.9808392524719238,
      "learning_rate": 4.445192183224052e-06,
      "loss": 0.3742,
      "step": 540940
    },
    {
      "epoch": 150.98,
      "grad_norm": 1.296026587486267,
      "learning_rate": 4.445180209657619e-06,
      "loss": 0.3925,
      "step": 540950
    },
    {
      "epoch": 150.98,
      "grad_norm": 1.4903157949447632,
      "learning_rate": 4.4451682358114875e-06,
      "loss": 0.3952,
      "step": 540960
    },
    {
      "epoch": 150.98,
      "grad_norm": 1.2166495323181152,
      "learning_rate": 4.445156261685654e-06,
      "loss": 0.4005,
      "step": 540970
    },
    {
      "epoch": 150.99,
      "grad_norm": 1.1710946559906006,
      "learning_rate": 4.445144287280125e-06,
      "loss": 0.3874,
      "step": 540980
    },
    {
      "epoch": 150.99,
      "grad_norm": 1.194484829902649,
      "learning_rate": 4.445132312594899e-06,
      "loss": 0.3832,
      "step": 540990
    },
    {
      "epoch": 150.99,
      "grad_norm": 1.1309467554092407,
      "learning_rate": 4.445120337629979e-06,
      "loss": 0.3952,
      "step": 541000
    },
    {
      "epoch": 150.99,
      "grad_norm": 1.4460052251815796,
      "learning_rate": 4.445108362385365e-06,
      "loss": 0.3702,
      "step": 541010
    },
    {
      "epoch": 151.0,
      "grad_norm": 1.1786450147628784,
      "learning_rate": 4.445096386861059e-06,
      "loss": 0.3919,
      "step": 541020
    },
    {
      "epoch": 151.0,
      "grad_norm": 1.3756258487701416,
      "learning_rate": 4.445084411057065e-06,
      "loss": 0.3896,
      "step": 541030
    },
    {
      "epoch": 151.0,
      "eval_loss": 0.39057230949401855,
      "eval_runtime": 63.2716,
      "eval_samples_per_second": 79.957,
      "eval_steps_per_second": 10.004,
      "step": 541033
    },
    {
      "epoch": 151.0,
      "grad_norm": 1.5431935787200928,
      "learning_rate": 4.445072434973382e-06,
      "loss": 0.404,
      "step": 541040
    },
    {
      "epoch": 151.0,
      "grad_norm": 1.207100510597229,
      "learning_rate": 4.445060458610012e-06,
      "loss": 0.39,
      "step": 541050
    },
    {
      "epoch": 151.01,
      "grad_norm": 1.1872905492782593,
      "learning_rate": 4.445048481966958e-06,
      "loss": 0.4019,
      "step": 541060
    },
    {
      "epoch": 151.01,
      "grad_norm": 1.165650725364685,
      "learning_rate": 4.44503650504422e-06,
      "loss": 0.4126,
      "step": 541070
    },
    {
      "epoch": 151.01,
      "grad_norm": 1.252116084098816,
      "learning_rate": 4.4450245278418e-06,
      "loss": 0.3974,
      "step": 541080
    },
    {
      "epoch": 151.02,
      "grad_norm": 1.1748476028442383,
      "learning_rate": 4.4450125503597e-06,
      "loss": 0.39,
      "step": 541090
    },
    {
      "epoch": 151.02,
      "grad_norm": 1.2669564485549927,
      "learning_rate": 4.445000572597921e-06,
      "loss": 0.3912,
      "step": 541100
    },
    {
      "epoch": 151.02,
      "grad_norm": 1.417258858680725,
      "learning_rate": 4.444988594556466e-06,
      "loss": 0.4064,
      "step": 541110
    },
    {
      "epoch": 151.02,
      "grad_norm": 1.130230188369751,
      "learning_rate": 4.444976616235335e-06,
      "loss": 0.3887,
      "step": 541120
    },
    {
      "epoch": 151.03,
      "grad_norm": 1.1032286882400513,
      "learning_rate": 4.44496463763453e-06,
      "loss": 0.3987,
      "step": 541130
    },
    {
      "epoch": 151.03,
      "grad_norm": 1.3177821636199951,
      "learning_rate": 4.444952658754053e-06,
      "loss": 0.3923,
      "step": 541140
    },
    {
      "epoch": 151.03,
      "grad_norm": 1.2765552997589111,
      "learning_rate": 4.444940679593905e-06,
      "loss": 0.391,
      "step": 541150
    },
    {
      "epoch": 151.04,
      "grad_norm": 1.1142653226852417,
      "learning_rate": 4.444928700154089e-06,
      "loss": 0.4071,
      "step": 541160
    },
    {
      "epoch": 151.04,
      "grad_norm": 1.1882047653198242,
      "learning_rate": 4.444916720434604e-06,
      "loss": 0.4003,
      "step": 541170
    },
    {
      "epoch": 151.04,
      "grad_norm": 1.288606882095337,
      "learning_rate": 4.444904740435454e-06,
      "loss": 0.3736,
      "step": 541180
    },
    {
      "epoch": 151.04,
      "grad_norm": 1.2307859659194946,
      "learning_rate": 4.44489276015664e-06,
      "loss": 0.3809,
      "step": 541190
    },
    {
      "epoch": 151.05,
      "grad_norm": 1.0988184213638306,
      "learning_rate": 4.444880779598162e-06,
      "loss": 0.3927,
      "step": 541200
    },
    {
      "epoch": 151.05,
      "grad_norm": 1.095405101776123,
      "learning_rate": 4.444868798760024e-06,
      "loss": 0.3928,
      "step": 541210
    },
    {
      "epoch": 151.05,
      "grad_norm": 1.6491948366165161,
      "learning_rate": 4.444856817642227e-06,
      "loss": 0.3936,
      "step": 541220
    },
    {
      "epoch": 151.05,
      "grad_norm": 1.4799697399139404,
      "learning_rate": 4.444844836244771e-06,
      "loss": 0.3944,
      "step": 541230
    },
    {
      "epoch": 151.06,
      "grad_norm": 1.1831774711608887,
      "learning_rate": 4.44483285456766e-06,
      "loss": 0.4008,
      "step": 541240
    },
    {
      "epoch": 151.06,
      "grad_norm": 1.2716445922851562,
      "learning_rate": 4.444820872610893e-06,
      "loss": 0.3844,
      "step": 541250
    },
    {
      "epoch": 151.06,
      "grad_norm": 1.5666632652282715,
      "learning_rate": 4.444808890374473e-06,
      "loss": 0.3831,
      "step": 541260
    },
    {
      "epoch": 151.07,
      "grad_norm": 1.7371193170547485,
      "learning_rate": 4.444796907858403e-06,
      "loss": 0.4041,
      "step": 541270
    },
    {
      "epoch": 151.07,
      "grad_norm": 1.2595665454864502,
      "learning_rate": 4.444784925062681e-06,
      "loss": 0.4,
      "step": 541280
    },
    {
      "epoch": 151.07,
      "grad_norm": 4.544486999511719,
      "learning_rate": 4.444772941987312e-06,
      "loss": 0.3901,
      "step": 541290
    },
    {
      "epoch": 151.07,
      "grad_norm": 1.361194372177124,
      "learning_rate": 4.444760958632296e-06,
      "loss": 0.4088,
      "step": 541300
    },
    {
      "epoch": 151.08,
      "grad_norm": 1.2764742374420166,
      "learning_rate": 4.4447489749976345e-06,
      "loss": 0.4075,
      "step": 541310
    },
    {
      "epoch": 151.08,
      "grad_norm": 1.0704138278961182,
      "learning_rate": 4.4447369910833294e-06,
      "loss": 0.3954,
      "step": 541320
    },
    {
      "epoch": 151.08,
      "grad_norm": 1.4482085704803467,
      "learning_rate": 4.444725006889383e-06,
      "loss": 0.3779,
      "step": 541330
    },
    {
      "epoch": 151.09,
      "grad_norm": 1.2823952436447144,
      "learning_rate": 4.444713022415796e-06,
      "loss": 0.4121,
      "step": 541340
    },
    {
      "epoch": 151.09,
      "grad_norm": 1.2321797609329224,
      "learning_rate": 4.444701037662571e-06,
      "loss": 0.3925,
      "step": 541350
    },
    {
      "epoch": 151.09,
      "grad_norm": 1.1544426679611206,
      "learning_rate": 4.444689052629708e-06,
      "loss": 0.3934,
      "step": 541360
    },
    {
      "epoch": 151.09,
      "grad_norm": 1.543173909187317,
      "learning_rate": 4.444677067317209e-06,
      "loss": 0.4016,
      "step": 541370
    },
    {
      "epoch": 151.1,
      "grad_norm": 1.2052180767059326,
      "learning_rate": 4.444665081725076e-06,
      "loss": 0.3823,
      "step": 541380
    },
    {
      "epoch": 151.1,
      "grad_norm": 1.178301215171814,
      "learning_rate": 4.444653095853312e-06,
      "loss": 0.3983,
      "step": 541390
    },
    {
      "epoch": 151.1,
      "grad_norm": 1.4047662019729614,
      "learning_rate": 4.444641109701916e-06,
      "loss": 0.3955,
      "step": 541400
    },
    {
      "epoch": 151.11,
      "grad_norm": 1.394654631614685,
      "learning_rate": 4.444629123270891e-06,
      "loss": 0.3925,
      "step": 541410
    },
    {
      "epoch": 151.11,
      "grad_norm": 1.1655189990997314,
      "learning_rate": 4.444617136560238e-06,
      "loss": 0.3949,
      "step": 541420
    },
    {
      "epoch": 151.11,
      "grad_norm": 0.9699254035949707,
      "learning_rate": 4.44460514956996e-06,
      "loss": 0.3961,
      "step": 541430
    },
    {
      "epoch": 151.11,
      "grad_norm": 9.065494537353516,
      "learning_rate": 4.444593162300057e-06,
      "loss": 0.3878,
      "step": 541440
    },
    {
      "epoch": 151.12,
      "grad_norm": 1.0534852743148804,
      "learning_rate": 4.444581174750532e-06,
      "loss": 0.3915,
      "step": 541450
    },
    {
      "epoch": 151.12,
      "grad_norm": 1.348557949066162,
      "learning_rate": 4.444569186921385e-06,
      "loss": 0.404,
      "step": 541460
    },
    {
      "epoch": 151.12,
      "grad_norm": 3.3069255352020264,
      "learning_rate": 4.4445571988126186e-06,
      "loss": 0.3782,
      "step": 541470
    },
    {
      "epoch": 151.12,
      "grad_norm": 1.1800501346588135,
      "learning_rate": 4.444545210424234e-06,
      "loss": 0.3854,
      "step": 541480
    },
    {
      "epoch": 151.13,
      "grad_norm": 1.0707584619522095,
      "learning_rate": 4.444533221756233e-06,
      "loss": 0.3829,
      "step": 541490
    },
    {
      "epoch": 151.13,
      "grad_norm": 1.2340067625045776,
      "learning_rate": 4.444521232808618e-06,
      "loss": 0.3989,
      "step": 541500
    },
    {
      "epoch": 151.13,
      "grad_norm": 1.299383282661438,
      "learning_rate": 4.444509243581389e-06,
      "loss": 0.3819,
      "step": 541510
    },
    {
      "epoch": 151.14,
      "grad_norm": 1.0979453325271606,
      "learning_rate": 4.444497254074548e-06,
      "loss": 0.394,
      "step": 541520
    },
    {
      "epoch": 151.14,
      "grad_norm": 1.4534790515899658,
      "learning_rate": 4.444485264288098e-06,
      "loss": 0.4008,
      "step": 541530
    },
    {
      "epoch": 151.14,
      "grad_norm": 1.1821249723434448,
      "learning_rate": 4.444473274222039e-06,
      "loss": 0.3884,
      "step": 541540
    },
    {
      "epoch": 151.14,
      "grad_norm": 1.2187473773956299,
      "learning_rate": 4.444461283876373e-06,
      "loss": 0.3798,
      "step": 541550
    },
    {
      "epoch": 151.15,
      "grad_norm": 1.2021187543869019,
      "learning_rate": 4.444449293251102e-06,
      "loss": 0.379,
      "step": 541560
    },
    {
      "epoch": 151.15,
      "grad_norm": 1.1406795978546143,
      "learning_rate": 4.4444373023462274e-06,
      "loss": 0.3916,
      "step": 541570
    },
    {
      "epoch": 151.15,
      "grad_norm": 1.1043983697891235,
      "learning_rate": 4.4444253111617504e-06,
      "loss": 0.3735,
      "step": 541580
    },
    {
      "epoch": 151.16,
      "grad_norm": 1.2983050346374512,
      "learning_rate": 4.444413319697674e-06,
      "loss": 0.3768,
      "step": 541590
    },
    {
      "epoch": 151.16,
      "grad_norm": 1.0811173915863037,
      "learning_rate": 4.4444013279539975e-06,
      "loss": 0.3692,
      "step": 541600
    },
    {
      "epoch": 151.16,
      "grad_norm": 1.6185500621795654,
      "learning_rate": 4.444389335930724e-06,
      "loss": 0.4009,
      "step": 541610
    },
    {
      "epoch": 151.16,
      "grad_norm": 1.1295489072799683,
      "learning_rate": 4.444377343627855e-06,
      "loss": 0.4187,
      "step": 541620
    },
    {
      "epoch": 151.17,
      "grad_norm": 1.148146152496338,
      "learning_rate": 4.444365351045392e-06,
      "loss": 0.4006,
      "step": 541630
    },
    {
      "epoch": 151.17,
      "grad_norm": 2.3168399333953857,
      "learning_rate": 4.444353358183337e-06,
      "loss": 0.4105,
      "step": 541640
    },
    {
      "epoch": 151.17,
      "grad_norm": 1.5004494190216064,
      "learning_rate": 4.44434136504169e-06,
      "loss": 0.3959,
      "step": 541650
    },
    {
      "epoch": 151.17,
      "grad_norm": 1.2237794399261475,
      "learning_rate": 4.444329371620455e-06,
      "loss": 0.3921,
      "step": 541660
    },
    {
      "epoch": 151.18,
      "grad_norm": 1.7095658779144287,
      "learning_rate": 4.444317377919631e-06,
      "loss": 0.3998,
      "step": 541670
    },
    {
      "epoch": 151.18,
      "grad_norm": 1.2265207767486572,
      "learning_rate": 4.444305383939222e-06,
      "loss": 0.4002,
      "step": 541680
    },
    {
      "epoch": 151.18,
      "grad_norm": 1.4000271558761597,
      "learning_rate": 4.444293389679228e-06,
      "loss": 0.3903,
      "step": 541690
    },
    {
      "epoch": 151.19,
      "grad_norm": 1.2962567806243896,
      "learning_rate": 4.4442813951396515e-06,
      "loss": 0.3832,
      "step": 541700
    },
    {
      "epoch": 151.19,
      "grad_norm": 2.357269287109375,
      "learning_rate": 4.444269400320493e-06,
      "loss": 0.3887,
      "step": 541710
    },
    {
      "epoch": 151.19,
      "grad_norm": 1.1800918579101562,
      "learning_rate": 4.444257405221755e-06,
      "loss": 0.3834,
      "step": 541720
    },
    {
      "epoch": 151.19,
      "grad_norm": 1.2236301898956299,
      "learning_rate": 4.444245409843439e-06,
      "loss": 0.3873,
      "step": 541730
    },
    {
      "epoch": 151.2,
      "grad_norm": 1.4731285572052002,
      "learning_rate": 4.444233414185547e-06,
      "loss": 0.3961,
      "step": 541740
    },
    {
      "epoch": 151.2,
      "grad_norm": 1.2869035005569458,
      "learning_rate": 4.444221418248079e-06,
      "loss": 0.3809,
      "step": 541750
    },
    {
      "epoch": 151.2,
      "grad_norm": 1.3166574239730835,
      "learning_rate": 4.444209422031039e-06,
      "loss": 0.414,
      "step": 541760
    },
    {
      "epoch": 151.21,
      "grad_norm": 1.071566104888916,
      "learning_rate": 4.444197425534426e-06,
      "loss": 0.3772,
      "step": 541770
    },
    {
      "epoch": 151.21,
      "grad_norm": 1.3188722133636475,
      "learning_rate": 4.444185428758243e-06,
      "loss": 0.3713,
      "step": 541780
    },
    {
      "epoch": 151.21,
      "grad_norm": 1.2912498712539673,
      "learning_rate": 4.444173431702492e-06,
      "loss": 0.3953,
      "step": 541790
    },
    {
      "epoch": 151.21,
      "grad_norm": 1.0440208911895752,
      "learning_rate": 4.444161434367174e-06,
      "loss": 0.3894,
      "step": 541800
    },
    {
      "epoch": 151.22,
      "grad_norm": 1.1930958032608032,
      "learning_rate": 4.444149436752291e-06,
      "loss": 0.3949,
      "step": 541810
    },
    {
      "epoch": 151.22,
      "grad_norm": 1.4766846895217896,
      "learning_rate": 4.444137438857844e-06,
      "loss": 0.4003,
      "step": 541820
    },
    {
      "epoch": 151.22,
      "grad_norm": 1.2625926733016968,
      "learning_rate": 4.4441254406838354e-06,
      "loss": 0.3719,
      "step": 541830
    },
    {
      "epoch": 151.23,
      "grad_norm": 1.2644288539886475,
      "learning_rate": 4.444113442230265e-06,
      "loss": 0.3875,
      "step": 541840
    },
    {
      "epoch": 151.23,
      "grad_norm": 1.2525614500045776,
      "learning_rate": 4.444101443497136e-06,
      "loss": 0.3979,
      "step": 541850
    },
    {
      "epoch": 151.23,
      "grad_norm": 1.2763785123825073,
      "learning_rate": 4.44408944448445e-06,
      "loss": 0.3845,
      "step": 541860
    },
    {
      "epoch": 151.23,
      "grad_norm": 1.032028079032898,
      "learning_rate": 4.4440774451922085e-06,
      "loss": 0.3825,
      "step": 541870
    },
    {
      "epoch": 151.24,
      "grad_norm": 1.3054128885269165,
      "learning_rate": 4.444065445620413e-06,
      "loss": 0.3843,
      "step": 541880
    },
    {
      "epoch": 151.24,
      "grad_norm": 1.0950621366500854,
      "learning_rate": 4.4440534457690635e-06,
      "loss": 0.3776,
      "step": 541890
    },
    {
      "epoch": 151.24,
      "grad_norm": 1.2048523426055908,
      "learning_rate": 4.444041445638164e-06,
      "loss": 0.4189,
      "step": 541900
    },
    {
      "epoch": 151.24,
      "grad_norm": 1.2496651411056519,
      "learning_rate": 4.444029445227716e-06,
      "loss": 0.3969,
      "step": 541910
    },
    {
      "epoch": 151.25,
      "grad_norm": 1.2092435359954834,
      "learning_rate": 4.444017444537719e-06,
      "loss": 0.3766,
      "step": 541920
    },
    {
      "epoch": 151.25,
      "grad_norm": 1.2312871217727661,
      "learning_rate": 4.444005443568177e-06,
      "loss": 0.3943,
      "step": 541930
    },
    {
      "epoch": 151.25,
      "grad_norm": 1.0702193975448608,
      "learning_rate": 4.443993442319089e-06,
      "loss": 0.3917,
      "step": 541940
    },
    {
      "epoch": 151.26,
      "grad_norm": 1.023481845855713,
      "learning_rate": 4.4439814407904585e-06,
      "loss": 0.3976,
      "step": 541950
    },
    {
      "epoch": 151.26,
      "grad_norm": 1.151447057723999,
      "learning_rate": 4.443969438982287e-06,
      "loss": 0.3898,
      "step": 541960
    },
    {
      "epoch": 151.26,
      "grad_norm": 1.0831283330917358,
      "learning_rate": 4.4439574368945755e-06,
      "loss": 0.3938,
      "step": 541970
    },
    {
      "epoch": 151.26,
      "grad_norm": 1.1944642066955566,
      "learning_rate": 4.443945434527326e-06,
      "loss": 0.4007,
      "step": 541980
    },
    {
      "epoch": 151.27,
      "grad_norm": 1.1199357509613037,
      "learning_rate": 4.44393343188054e-06,
      "loss": 0.3802,
      "step": 541990
    },
    {
      "epoch": 151.27,
      "grad_norm": 1.3427075147628784,
      "learning_rate": 4.443921428954218e-06,
      "loss": 0.3757,
      "step": 542000
    },
    {
      "epoch": 151.27,
      "grad_norm": 1.272943377494812,
      "learning_rate": 4.4439094257483635e-06,
      "loss": 0.3933,
      "step": 542010
    },
    {
      "epoch": 151.28,
      "grad_norm": 1.3585352897644043,
      "learning_rate": 4.443897422262977e-06,
      "loss": 0.3929,
      "step": 542020
    },
    {
      "epoch": 151.28,
      "grad_norm": 1.3900048732757568,
      "learning_rate": 4.443885418498061e-06,
      "loss": 0.3996,
      "step": 542030
    },
    {
      "epoch": 151.28,
      "grad_norm": 1.205379605293274,
      "learning_rate": 4.443873414453615e-06,
      "loss": 0.3827,
      "step": 542040
    },
    {
      "epoch": 151.28,
      "grad_norm": 1.1878836154937744,
      "learning_rate": 4.443861410129643e-06,
      "loss": 0.3791,
      "step": 542050
    },
    {
      "epoch": 151.29,
      "grad_norm": 1.4729087352752686,
      "learning_rate": 4.443849405526146e-06,
      "loss": 0.3953,
      "step": 542060
    },
    {
      "epoch": 151.29,
      "grad_norm": 1.1485614776611328,
      "learning_rate": 4.443837400643124e-06,
      "loss": 0.3807,
      "step": 542070
    },
    {
      "epoch": 151.29,
      "grad_norm": 1.1316615343093872,
      "learning_rate": 4.44382539548058e-06,
      "loss": 0.3938,
      "step": 542080
    },
    {
      "epoch": 151.3,
      "grad_norm": 1.3899167776107788,
      "learning_rate": 4.4438133900385165e-06,
      "loss": 0.4013,
      "step": 542090
    },
    {
      "epoch": 151.3,
      "grad_norm": 1.1786311864852905,
      "learning_rate": 4.443801384316933e-06,
      "loss": 0.3935,
      "step": 542100
    },
    {
      "epoch": 151.3,
      "grad_norm": 1.19154953956604,
      "learning_rate": 4.443789378315832e-06,
      "loss": 0.3976,
      "step": 542110
    },
    {
      "epoch": 151.3,
      "grad_norm": 1.3277826309204102,
      "learning_rate": 4.443777372035216e-06,
      "loss": 0.3989,
      "step": 542120
    },
    {
      "epoch": 151.31,
      "grad_norm": 1.1098283529281616,
      "learning_rate": 4.443765365475085e-06,
      "loss": 0.3942,
      "step": 542130
    },
    {
      "epoch": 151.31,
      "grad_norm": 1.1488293409347534,
      "learning_rate": 4.443753358635442e-06,
      "loss": 0.4027,
      "step": 542140
    },
    {
      "epoch": 151.31,
      "grad_norm": 1.177673101425171,
      "learning_rate": 4.443741351516287e-06,
      "loss": 0.3742,
      "step": 542150
    },
    {
      "epoch": 151.31,
      "grad_norm": 1.1100918054580688,
      "learning_rate": 4.443729344117623e-06,
      "loss": 0.4026,
      "step": 542160
    },
    {
      "epoch": 151.32,
      "grad_norm": 1.2990868091583252,
      "learning_rate": 4.443717336439452e-06,
      "loss": 0.3781,
      "step": 542170
    },
    {
      "epoch": 151.32,
      "grad_norm": 1.1629385948181152,
      "learning_rate": 4.443705328481774e-06,
      "loss": 0.3912,
      "step": 542180
    },
    {
      "epoch": 151.32,
      "grad_norm": 1.272009253501892,
      "learning_rate": 4.443693320244592e-06,
      "loss": 0.382,
      "step": 542190
    },
    {
      "epoch": 151.33,
      "grad_norm": 1.4620884656906128,
      "learning_rate": 4.443681311727906e-06,
      "loss": 0.3897,
      "step": 542200
    },
    {
      "epoch": 151.33,
      "grad_norm": 1.2042616605758667,
      "learning_rate": 4.4436693029317194e-06,
      "loss": 0.3957,
      "step": 542210
    },
    {
      "epoch": 151.33,
      "grad_norm": 1.0715007781982422,
      "learning_rate": 4.443657293856033e-06,
      "loss": 0.3739,
      "step": 542220
    },
    {
      "epoch": 151.33,
      "grad_norm": 1.22315514087677,
      "learning_rate": 4.443645284500848e-06,
      "loss": 0.3898,
      "step": 542230
    },
    {
      "epoch": 151.34,
      "grad_norm": 1.2247878313064575,
      "learning_rate": 4.443633274866166e-06,
      "loss": 0.369,
      "step": 542240
    },
    {
      "epoch": 151.34,
      "grad_norm": 1.2062510251998901,
      "learning_rate": 4.44362126495199e-06,
      "loss": 0.3917,
      "step": 542250
    },
    {
      "epoch": 151.34,
      "grad_norm": 1.3601670265197754,
      "learning_rate": 4.443609254758319e-06,
      "loss": 0.4018,
      "step": 542260
    },
    {
      "epoch": 151.35,
      "grad_norm": 1.265673041343689,
      "learning_rate": 4.443597244285158e-06,
      "loss": 0.3953,
      "step": 542270
    },
    {
      "epoch": 151.35,
      "grad_norm": 1.160170078277588,
      "learning_rate": 4.443585233532505e-06,
      "loss": 0.3906,
      "step": 542280
    },
    {
      "epoch": 151.35,
      "grad_norm": 1.4290845394134521,
      "learning_rate": 4.443573222500365e-06,
      "loss": 0.3856,
      "step": 542290
    },
    {
      "epoch": 151.35,
      "grad_norm": 1.1708757877349854,
      "learning_rate": 4.443561211188738e-06,
      "loss": 0.3952,
      "step": 542300
    },
    {
      "epoch": 151.36,
      "grad_norm": 1.670729160308838,
      "learning_rate": 4.443549199597624e-06,
      "loss": 0.4047,
      "step": 542310
    },
    {
      "epoch": 151.36,
      "grad_norm": 1.3964349031448364,
      "learning_rate": 4.443537187727026e-06,
      "loss": 0.3752,
      "step": 542320
    },
    {
      "epoch": 151.36,
      "grad_norm": 1.2297083139419556,
      "learning_rate": 4.4435251755769474e-06,
      "loss": 0.4046,
      "step": 542330
    },
    {
      "epoch": 151.36,
      "grad_norm": 1.4359469413757324,
      "learning_rate": 4.4435131631473874e-06,
      "loss": 0.3936,
      "step": 542340
    },
    {
      "epoch": 151.37,
      "grad_norm": 1.1024030447006226,
      "learning_rate": 4.443501150438349e-06,
      "loss": 0.3868,
      "step": 542350
    },
    {
      "epoch": 151.37,
      "grad_norm": 1.3182653188705444,
      "learning_rate": 4.443489137449832e-06,
      "loss": 0.3884,
      "step": 542360
    },
    {
      "epoch": 151.37,
      "grad_norm": 1.2576698064804077,
      "learning_rate": 4.44347712418184e-06,
      "loss": 0.3883,
      "step": 542370
    },
    {
      "epoch": 151.38,
      "grad_norm": 1.555118203163147,
      "learning_rate": 4.443465110634373e-06,
      "loss": 0.3885,
      "step": 542380
    },
    {
      "epoch": 151.38,
      "grad_norm": 1.2216854095458984,
      "learning_rate": 4.443453096807433e-06,
      "loss": 0.3846,
      "step": 542390
    },
    {
      "epoch": 151.38,
      "grad_norm": 1.204674243927002,
      "learning_rate": 4.443441082701023e-06,
      "loss": 0.3889,
      "step": 542400
    },
    {
      "epoch": 151.38,
      "grad_norm": 1.1411628723144531,
      "learning_rate": 4.443429068315144e-06,
      "loss": 0.3809,
      "step": 542410
    },
    {
      "epoch": 151.39,
      "grad_norm": 1.2051572799682617,
      "learning_rate": 4.443417053649796e-06,
      "loss": 0.3967,
      "step": 542420
    },
    {
      "epoch": 151.39,
      "grad_norm": 1.0314993858337402,
      "learning_rate": 4.443405038704982e-06,
      "loss": 0.4006,
      "step": 542430
    },
    {
      "epoch": 151.39,
      "grad_norm": 1.2009347677230835,
      "learning_rate": 4.443393023480704e-06,
      "loss": 0.3966,
      "step": 542440
    },
    {
      "epoch": 151.4,
      "grad_norm": 1.2267423868179321,
      "learning_rate": 4.443381007976962e-06,
      "loss": 0.3941,
      "step": 542450
    },
    {
      "epoch": 151.4,
      "grad_norm": 1.4699697494506836,
      "learning_rate": 4.443368992193759e-06,
      "loss": 0.4037,
      "step": 542460
    },
    {
      "epoch": 151.4,
      "grad_norm": 1.2441314458847046,
      "learning_rate": 4.443356976131096e-06,
      "loss": 0.4025,
      "step": 542470
    },
    {
      "epoch": 151.4,
      "grad_norm": 1.3844127655029297,
      "learning_rate": 4.443344959788975e-06,
      "loss": 0.4142,
      "step": 542480
    },
    {
      "epoch": 151.41,
      "grad_norm": 1.1009488105773926,
      "learning_rate": 4.4433329431673975e-06,
      "loss": 0.3989,
      "step": 542490
    },
    {
      "epoch": 151.41,
      "grad_norm": 1.1817742586135864,
      "learning_rate": 4.443320926266364e-06,
      "loss": 0.4008,
      "step": 542500
    },
    {
      "epoch": 151.41,
      "grad_norm": 1.130852222442627,
      "learning_rate": 4.443308909085878e-06,
      "loss": 0.3975,
      "step": 542510
    },
    {
      "epoch": 151.42,
      "grad_norm": 1.0225456953048706,
      "learning_rate": 4.44329689162594e-06,
      "loss": 0.3786,
      "step": 542520
    },
    {
      "epoch": 151.42,
      "grad_norm": 1.163447380065918,
      "learning_rate": 4.44328487388655e-06,
      "loss": 0.3865,
      "step": 542530
    },
    {
      "epoch": 151.42,
      "grad_norm": 1.0605981349945068,
      "learning_rate": 4.443272855867714e-06,
      "loss": 0.4029,
      "step": 542540
    },
    {
      "epoch": 151.42,
      "grad_norm": 1.3160837888717651,
      "learning_rate": 4.443260837569429e-06,
      "loss": 0.4253,
      "step": 542550
    },
    {
      "epoch": 151.43,
      "grad_norm": 1.4289370775222778,
      "learning_rate": 4.4432488189917e-06,
      "loss": 0.3863,
      "step": 542560
    },
    {
      "epoch": 151.43,
      "grad_norm": 1.4661972522735596,
      "learning_rate": 4.443236800134526e-06,
      "loss": 0.3939,
      "step": 542570
    },
    {
      "epoch": 151.43,
      "grad_norm": 1.2116167545318604,
      "learning_rate": 4.4432247809979105e-06,
      "loss": 0.3881,
      "step": 542580
    },
    {
      "epoch": 151.43,
      "grad_norm": 1.1957907676696777,
      "learning_rate": 4.443212761581854e-06,
      "loss": 0.3975,
      "step": 542590
    },
    {
      "epoch": 151.44,
      "grad_norm": 1.2398649454116821,
      "learning_rate": 4.443200741886358e-06,
      "loss": 0.4003,
      "step": 542600
    },
    {
      "epoch": 151.44,
      "grad_norm": 1.2718892097473145,
      "learning_rate": 4.443188721911425e-06,
      "loss": 0.3995,
      "step": 542610
    },
    {
      "epoch": 151.44,
      "grad_norm": 1.371157169342041,
      "learning_rate": 4.443176701657057e-06,
      "loss": 0.4025,
      "step": 542620
    },
    {
      "epoch": 151.45,
      "grad_norm": 1.3486229181289673,
      "learning_rate": 4.443164681123254e-06,
      "loss": 0.393,
      "step": 542630
    },
    {
      "epoch": 151.45,
      "grad_norm": 1.2669970989227295,
      "learning_rate": 4.443152660310018e-06,
      "loss": 0.3898,
      "step": 542640
    },
    {
      "epoch": 151.45,
      "grad_norm": 1.3277491331100464,
      "learning_rate": 4.443140639217351e-06,
      "loss": 0.4026,
      "step": 542650
    },
    {
      "epoch": 151.45,
      "grad_norm": 1.191565990447998,
      "learning_rate": 4.443128617845255e-06,
      "loss": 0.3826,
      "step": 542660
    },
    {
      "epoch": 151.46,
      "grad_norm": 1.4381197690963745,
      "learning_rate": 4.443116596193731e-06,
      "loss": 0.3799,
      "step": 542670
    },
    {
      "epoch": 151.46,
      "grad_norm": 1.079067587852478,
      "learning_rate": 4.44310457426278e-06,
      "loss": 0.3774,
      "step": 542680
    },
    {
      "epoch": 151.46,
      "grad_norm": 1.2450202703475952,
      "learning_rate": 4.443092552052405e-06,
      "loss": 0.4028,
      "step": 542690
    },
    {
      "epoch": 151.47,
      "grad_norm": 1.413347601890564,
      "learning_rate": 4.443080529562607e-06,
      "loss": 0.3859,
      "step": 542700
    },
    {
      "epoch": 151.47,
      "grad_norm": 1.092104196548462,
      "learning_rate": 4.443068506793387e-06,
      "loss": 0.3687,
      "step": 542710
    },
    {
      "epoch": 151.47,
      "grad_norm": 1.3292313814163208,
      "learning_rate": 4.4430564837447474e-06,
      "loss": 0.3837,
      "step": 542720
    },
    {
      "epoch": 151.47,
      "grad_norm": 1.1968097686767578,
      "learning_rate": 4.44304446041669e-06,
      "loss": 0.397,
      "step": 542730
    },
    {
      "epoch": 151.48,
      "grad_norm": 1.2867870330810547,
      "learning_rate": 4.4430324368092155e-06,
      "loss": 0.3919,
      "step": 542740
    },
    {
      "epoch": 151.48,
      "grad_norm": 1.2623473405838013,
      "learning_rate": 4.443020412922326e-06,
      "loss": 0.379,
      "step": 542750
    },
    {
      "epoch": 151.48,
      "grad_norm": 1.4153608083724976,
      "learning_rate": 4.443008388756023e-06,
      "loss": 0.3792,
      "step": 542760
    },
    {
      "epoch": 151.48,
      "grad_norm": 1.4600930213928223,
      "learning_rate": 4.4429963643103076e-06,
      "loss": 0.394,
      "step": 542770
    },
    {
      "epoch": 151.49,
      "grad_norm": 1.2846732139587402,
      "learning_rate": 4.4429843395851826e-06,
      "loss": 0.3876,
      "step": 542780
    },
    {
      "epoch": 151.49,
      "grad_norm": 1.144582748413086,
      "learning_rate": 4.4429723145806485e-06,
      "loss": 0.3855,
      "step": 542790
    },
    {
      "epoch": 151.49,
      "grad_norm": 1.3422602415084839,
      "learning_rate": 4.442960289296709e-06,
      "loss": 0.394,
      "step": 542800
    },
    {
      "epoch": 151.5,
      "grad_norm": 1.141033411026001,
      "learning_rate": 4.4429482637333625e-06,
      "loss": 0.3919,
      "step": 542810
    },
    {
      "epoch": 151.5,
      "grad_norm": 1.2199420928955078,
      "learning_rate": 4.442936237890611e-06,
      "loss": 0.3905,
      "step": 542820
    },
    {
      "epoch": 151.5,
      "grad_norm": 1.3621267080307007,
      "learning_rate": 4.442924211768459e-06,
      "loss": 0.4048,
      "step": 542830
    },
    {
      "epoch": 151.5,
      "grad_norm": 1.2984124422073364,
      "learning_rate": 4.442912185366907e-06,
      "loss": 0.3753,
      "step": 542840
    },
    {
      "epoch": 151.51,
      "grad_norm": 1.681429147720337,
      "learning_rate": 4.442900158685955e-06,
      "loss": 0.3961,
      "step": 542850
    },
    {
      "epoch": 151.51,
      "grad_norm": 1.0618373155593872,
      "learning_rate": 4.4428881317256045e-06,
      "loss": 0.394,
      "step": 542860
    },
    {
      "epoch": 151.51,
      "grad_norm": 1.4223366975784302,
      "learning_rate": 4.442876104485859e-06,
      "loss": 0.3854,
      "step": 542870
    },
    {
      "epoch": 151.52,
      "grad_norm": 1.273048758506775,
      "learning_rate": 4.4428640769667195e-06,
      "loss": 0.3702,
      "step": 542880
    },
    {
      "epoch": 151.52,
      "grad_norm": 1.524238109588623,
      "learning_rate": 4.442852049168187e-06,
      "loss": 0.4062,
      "step": 542890
    },
    {
      "epoch": 151.52,
      "grad_norm": 1.0658304691314697,
      "learning_rate": 4.4428400210902635e-06,
      "loss": 0.4082,
      "step": 542900
    },
    {
      "epoch": 151.52,
      "grad_norm": 1.105276107788086,
      "learning_rate": 4.442827992732951e-06,
      "loss": 0.3848,
      "step": 542910
    },
    {
      "epoch": 151.53,
      "grad_norm": 1.1217581033706665,
      "learning_rate": 4.44281596409625e-06,
      "loss": 0.3821,
      "step": 542920
    },
    {
      "epoch": 151.53,
      "grad_norm": 1.289535641670227,
      "learning_rate": 4.442803935180163e-06,
      "loss": 0.3963,
      "step": 542930
    },
    {
      "epoch": 151.53,
      "grad_norm": 1.2201173305511475,
      "learning_rate": 4.442791905984692e-06,
      "loss": 0.3778,
      "step": 542940
    },
    {
      "epoch": 151.54,
      "grad_norm": 1.930923342704773,
      "learning_rate": 4.442779876509837e-06,
      "loss": 0.4136,
      "step": 542950
    },
    {
      "epoch": 151.54,
      "grad_norm": 1.1469045877456665,
      "learning_rate": 4.4427678467556005e-06,
      "loss": 0.3974,
      "step": 542960
    },
    {
      "epoch": 151.54,
      "grad_norm": 1.1536978483200073,
      "learning_rate": 4.442755816721985e-06,
      "loss": 0.3891,
      "step": 542970
    },
    {
      "epoch": 151.54,
      "grad_norm": 1.4057390689849854,
      "learning_rate": 4.442743786408991e-06,
      "loss": 0.4167,
      "step": 542980
    },
    {
      "epoch": 151.55,
      "grad_norm": 5.672123432159424,
      "learning_rate": 4.442731755816619e-06,
      "loss": 0.3895,
      "step": 542990
    },
    {
      "epoch": 151.55,
      "grad_norm": 1.1810566186904907,
      "learning_rate": 4.4427197249448735e-06,
      "loss": 0.3887,
      "step": 543000
    },
    {
      "epoch": 151.55,
      "grad_norm": 1.3890668153762817,
      "learning_rate": 4.442707693793754e-06,
      "loss": 0.3904,
      "step": 543010
    },
    {
      "epoch": 151.55,
      "grad_norm": 1.277856469154358,
      "learning_rate": 4.442695662363263e-06,
      "loss": 0.4098,
      "step": 543020
    },
    {
      "epoch": 151.56,
      "grad_norm": 1.0888687372207642,
      "learning_rate": 4.442683630653401e-06,
      "loss": 0.3847,
      "step": 543030
    },
    {
      "epoch": 151.56,
      "grad_norm": 1.388795256614685,
      "learning_rate": 4.442671598664172e-06,
      "loss": 0.3924,
      "step": 543040
    },
    {
      "epoch": 151.56,
      "grad_norm": 1.5948443412780762,
      "learning_rate": 4.4426595663955745e-06,
      "loss": 0.3852,
      "step": 543050
    },
    {
      "epoch": 151.57,
      "grad_norm": 1.5546793937683105,
      "learning_rate": 4.442647533847612e-06,
      "loss": 0.3822,
      "step": 543060
    },
    {
      "epoch": 151.57,
      "grad_norm": 1.3269203901290894,
      "learning_rate": 4.442635501020286e-06,
      "loss": 0.4013,
      "step": 543070
    },
    {
      "epoch": 151.57,
      "grad_norm": 1.2773710489273071,
      "learning_rate": 4.442623467913597e-06,
      "loss": 0.3842,
      "step": 543080
    },
    {
      "epoch": 151.57,
      "grad_norm": 1.4124332666397095,
      "learning_rate": 4.442611434527548e-06,
      "loss": 0.3796,
      "step": 543090
    },
    {
      "epoch": 151.58,
      "grad_norm": 1.461975336074829,
      "learning_rate": 4.44259940086214e-06,
      "loss": 0.3788,
      "step": 543100
    },
    {
      "epoch": 151.58,
      "grad_norm": 1.194403886795044,
      "learning_rate": 4.4425873669173745e-06,
      "loss": 0.3995,
      "step": 543110
    },
    {
      "epoch": 151.58,
      "grad_norm": 1.350507378578186,
      "learning_rate": 4.442575332693253e-06,
      "loss": 0.3826,
      "step": 543120
    },
    {
      "epoch": 151.59,
      "grad_norm": 1.1993931531906128,
      "learning_rate": 4.442563298189777e-06,
      "loss": 0.3891,
      "step": 543130
    },
    {
      "epoch": 151.59,
      "grad_norm": 1.3771344423294067,
      "learning_rate": 4.442551263406948e-06,
      "loss": 0.3947,
      "step": 543140
    },
    {
      "epoch": 151.59,
      "grad_norm": 1.1007250547409058,
      "learning_rate": 4.442539228344769e-06,
      "loss": 0.3866,
      "step": 543150
    },
    {
      "epoch": 151.59,
      "grad_norm": 1.1075719594955444,
      "learning_rate": 4.44252719300324e-06,
      "loss": 0.3885,
      "step": 543160
    },
    {
      "epoch": 151.6,
      "grad_norm": 1.1741381883621216,
      "learning_rate": 4.4425151573823634e-06,
      "loss": 0.3751,
      "step": 543170
    },
    {
      "epoch": 151.6,
      "grad_norm": 1.4100781679153442,
      "learning_rate": 4.442503121482141e-06,
      "loss": 0.3933,
      "step": 543180
    },
    {
      "epoch": 151.6,
      "grad_norm": 1.2596888542175293,
      "learning_rate": 4.442491085302574e-06,
      "loss": 0.3964,
      "step": 543190
    },
    {
      "epoch": 151.6,
      "grad_norm": 4.616482257843018,
      "learning_rate": 4.442479048843662e-06,
      "loss": 0.3961,
      "step": 543200
    },
    {
      "epoch": 151.61,
      "grad_norm": 1.363670825958252,
      "learning_rate": 4.44246701210541e-06,
      "loss": 0.3976,
      "step": 543210
    },
    {
      "epoch": 151.61,
      "grad_norm": 1.4198757410049438,
      "learning_rate": 4.442454975087819e-06,
      "loss": 0.404,
      "step": 543220
    },
    {
      "epoch": 151.61,
      "grad_norm": 1.190948724746704,
      "learning_rate": 4.442442937790889e-06,
      "loss": 0.4014,
      "step": 543230
    },
    {
      "epoch": 151.62,
      "grad_norm": 1.1697719097137451,
      "learning_rate": 4.442430900214623e-06,
      "loss": 0.3932,
      "step": 543240
    },
    {
      "epoch": 151.62,
      "grad_norm": 1.3149471282958984,
      "learning_rate": 4.442418862359022e-06,
      "loss": 0.4104,
      "step": 543250
    },
    {
      "epoch": 151.62,
      "grad_norm": 1.515373706817627,
      "learning_rate": 4.442406824224087e-06,
      "loss": 0.3893,
      "step": 543260
    },
    {
      "epoch": 151.62,
      "grad_norm": 1.1683844327926636,
      "learning_rate": 4.44239478580982e-06,
      "loss": 0.3742,
      "step": 543270
    },
    {
      "epoch": 151.63,
      "grad_norm": 1.1433849334716797,
      "learning_rate": 4.442382747116223e-06,
      "loss": 0.3776,
      "step": 543280
    },
    {
      "epoch": 151.63,
      "grad_norm": 1.1240835189819336,
      "learning_rate": 4.442370708143298e-06,
      "loss": 0.3946,
      "step": 543290
    },
    {
      "epoch": 151.63,
      "grad_norm": 1.1425249576568604,
      "learning_rate": 4.442358668891045e-06,
      "loss": 0.3797,
      "step": 543300
    },
    {
      "epoch": 151.64,
      "grad_norm": 1.231188178062439,
      "learning_rate": 4.442346629359467e-06,
      "loss": 0.3742,
      "step": 543310
    },
    {
      "epoch": 151.64,
      "grad_norm": 1.1125723123550415,
      "learning_rate": 4.4423345895485654e-06,
      "loss": 0.3932,
      "step": 543320
    },
    {
      "epoch": 151.64,
      "grad_norm": 1.2129987478256226,
      "learning_rate": 4.4423225494583416e-06,
      "loss": 0.3916,
      "step": 543330
    },
    {
      "epoch": 151.64,
      "grad_norm": 1.327013373374939,
      "learning_rate": 4.4423105090887976e-06,
      "loss": 0.3624,
      "step": 543340
    },
    {
      "epoch": 151.65,
      "grad_norm": 1.2130532264709473,
      "learning_rate": 4.442298468439934e-06,
      "loss": 0.4098,
      "step": 543350
    },
    {
      "epoch": 151.65,
      "grad_norm": 1.1805864572525024,
      "learning_rate": 4.442286427511754e-06,
      "loss": 0.3868,
      "step": 543360
    },
    {
      "epoch": 151.65,
      "grad_norm": 1.3366458415985107,
      "learning_rate": 4.4422743863042575e-06,
      "loss": 0.3715,
      "step": 543370
    },
    {
      "epoch": 151.66,
      "grad_norm": 1.3955812454223633,
      "learning_rate": 4.4422623448174465e-06,
      "loss": 0.4066,
      "step": 543380
    },
    {
      "epoch": 151.66,
      "grad_norm": 1.1380399465560913,
      "learning_rate": 4.442250303051324e-06,
      "loss": 0.3859,
      "step": 543390
    },
    {
      "epoch": 151.66,
      "grad_norm": 1.5738424062728882,
      "learning_rate": 4.442238261005889e-06,
      "loss": 0.4095,
      "step": 543400
    },
    {
      "epoch": 151.66,
      "grad_norm": 1.0853874683380127,
      "learning_rate": 4.442226218681145e-06,
      "loss": 0.3831,
      "step": 543410
    },
    {
      "epoch": 151.67,
      "grad_norm": 1.1624211072921753,
      "learning_rate": 4.442214176077095e-06,
      "loss": 0.4026,
      "step": 543420
    },
    {
      "epoch": 151.67,
      "grad_norm": 1.3640987873077393,
      "learning_rate": 4.442202133193736e-06,
      "loss": 0.382,
      "step": 543430
    },
    {
      "epoch": 151.67,
      "grad_norm": 1.3139809370040894,
      "learning_rate": 4.442190090031075e-06,
      "loss": 0.3951,
      "step": 543440
    },
    {
      "epoch": 151.67,
      "grad_norm": 1.3299229145050049,
      "learning_rate": 4.44217804658911e-06,
      "loss": 0.394,
      "step": 543450
    },
    {
      "epoch": 151.68,
      "grad_norm": 1.3591097593307495,
      "learning_rate": 4.442166002867844e-06,
      "loss": 0.3889,
      "step": 543460
    },
    {
      "epoch": 151.68,
      "grad_norm": 1.2359520196914673,
      "learning_rate": 4.4421539588672775e-06,
      "loss": 0.3893,
      "step": 543470
    },
    {
      "epoch": 151.68,
      "grad_norm": 1.2207305431365967,
      "learning_rate": 4.4421419145874135e-06,
      "loss": 0.3965,
      "step": 543480
    },
    {
      "epoch": 151.69,
      "grad_norm": 1.3236604928970337,
      "learning_rate": 4.442129870028253e-06,
      "loss": 0.3934,
      "step": 543490
    },
    {
      "epoch": 151.69,
      "grad_norm": 1.1963646411895752,
      "learning_rate": 4.442117825189797e-06,
      "loss": 0.394,
      "step": 543500
    },
    {
      "epoch": 151.69,
      "grad_norm": 1.2842930555343628,
      "learning_rate": 4.442105780072048e-06,
      "loss": 0.4121,
      "step": 543510
    },
    {
      "epoch": 151.69,
      "grad_norm": 1.2124862670898438,
      "learning_rate": 4.442093734675008e-06,
      "loss": 0.3996,
      "step": 543520
    },
    {
      "epoch": 151.7,
      "grad_norm": 1.469323754310608,
      "learning_rate": 4.442081688998676e-06,
      "loss": 0.4031,
      "step": 543530
    },
    {
      "epoch": 151.7,
      "grad_norm": 1.3247615098953247,
      "learning_rate": 4.4420696430430575e-06,
      "loss": 0.3979,
      "step": 543540
    },
    {
      "epoch": 151.7,
      "grad_norm": 1.115549921989441,
      "learning_rate": 4.442057596808152e-06,
      "loss": 0.3929,
      "step": 543550
    },
    {
      "epoch": 151.71,
      "grad_norm": 1.2768248319625854,
      "learning_rate": 4.44204555029396e-06,
      "loss": 0.4047,
      "step": 543560
    },
    {
      "epoch": 151.71,
      "grad_norm": 1.4817055463790894,
      "learning_rate": 4.442033503500484e-06,
      "loss": 0.3972,
      "step": 543570
    },
    {
      "epoch": 151.71,
      "grad_norm": 1.5241470336914062,
      "learning_rate": 4.442021456427727e-06,
      "loss": 0.3938,
      "step": 543580
    },
    {
      "epoch": 151.71,
      "grad_norm": 1.3206816911697388,
      "learning_rate": 4.442009409075689e-06,
      "loss": 0.38,
      "step": 543590
    },
    {
      "epoch": 151.72,
      "grad_norm": 1.3557480573654175,
      "learning_rate": 4.441997361444372e-06,
      "loss": 0.3926,
      "step": 543600
    },
    {
      "epoch": 151.72,
      "grad_norm": 1.3192058801651,
      "learning_rate": 4.441985313533778e-06,
      "loss": 0.3838,
      "step": 543610
    },
    {
      "epoch": 151.72,
      "grad_norm": 1.3706424236297607,
      "learning_rate": 4.441973265343908e-06,
      "loss": 0.424,
      "step": 543620
    },
    {
      "epoch": 151.72,
      "grad_norm": 1.1089292764663696,
      "learning_rate": 4.441961216874764e-06,
      "loss": 0.4043,
      "step": 543630
    },
    {
      "epoch": 151.73,
      "grad_norm": 1.1418781280517578,
      "learning_rate": 4.441949168126349e-06,
      "loss": 0.3834,
      "step": 543640
    },
    {
      "epoch": 151.73,
      "grad_norm": 1.2378880977630615,
      "learning_rate": 4.441937119098661e-06,
      "loss": 0.3945,
      "step": 543650
    },
    {
      "epoch": 151.73,
      "grad_norm": 1.3379719257354736,
      "learning_rate": 4.441925069791705e-06,
      "loss": 0.3706,
      "step": 543660
    },
    {
      "epoch": 151.74,
      "grad_norm": 1.318441390991211,
      "learning_rate": 4.44191302020548e-06,
      "loss": 0.4117,
      "step": 543670
    },
    {
      "epoch": 151.74,
      "grad_norm": 2.9047486782073975,
      "learning_rate": 4.44190097033999e-06,
      "loss": 0.3998,
      "step": 543680
    },
    {
      "epoch": 151.74,
      "grad_norm": 1.459029197692871,
      "learning_rate": 4.441888920195235e-06,
      "loss": 0.4077,
      "step": 543690
    },
    {
      "epoch": 151.74,
      "grad_norm": 1.194336175918579,
      "learning_rate": 4.441876869771218e-06,
      "loss": 0.4067,
      "step": 543700
    },
    {
      "epoch": 151.75,
      "grad_norm": 1.2852145433425903,
      "learning_rate": 4.441864819067939e-06,
      "loss": 0.3857,
      "step": 543710
    },
    {
      "epoch": 151.75,
      "grad_norm": 1.2577868700027466,
      "learning_rate": 4.441852768085401e-06,
      "loss": 0.377,
      "step": 543720
    },
    {
      "epoch": 151.75,
      "grad_norm": 1.1875584125518799,
      "learning_rate": 4.441840716823604e-06,
      "loss": 0.3827,
      "step": 543730
    },
    {
      "epoch": 151.76,
      "grad_norm": 1.2145648002624512,
      "learning_rate": 4.441828665282551e-06,
      "loss": 0.3874,
      "step": 543740
    },
    {
      "epoch": 151.76,
      "grad_norm": 1.2869677543640137,
      "learning_rate": 4.441816613462243e-06,
      "loss": 0.3718,
      "step": 543750
    },
    {
      "epoch": 151.76,
      "grad_norm": 1.1115214824676514,
      "learning_rate": 4.441804561362682e-06,
      "loss": 0.3824,
      "step": 543760
    },
    {
      "epoch": 151.76,
      "grad_norm": 1.0176337957382202,
      "learning_rate": 4.441792508983869e-06,
      "loss": 0.4119,
      "step": 543770
    },
    {
      "epoch": 151.77,
      "grad_norm": 1.2478001117706299,
      "learning_rate": 4.441780456325807e-06,
      "loss": 0.3847,
      "step": 543780
    },
    {
      "epoch": 151.77,
      "grad_norm": 1.296787142753601,
      "learning_rate": 4.441768403388495e-06,
      "loss": 0.3946,
      "step": 543790
    },
    {
      "epoch": 151.77,
      "grad_norm": 1.2983280420303345,
      "learning_rate": 4.441756350171937e-06,
      "loss": 0.3827,
      "step": 543800
    },
    {
      "epoch": 151.78,
      "grad_norm": 1.3396551609039307,
      "learning_rate": 4.441744296676135e-06,
      "loss": 0.3735,
      "step": 543810
    },
    {
      "epoch": 151.78,
      "grad_norm": 1.1927311420440674,
      "learning_rate": 4.441732242901088e-06,
      "loss": 0.3915,
      "step": 543820
    },
    {
      "epoch": 151.78,
      "grad_norm": 1.1757231950759888,
      "learning_rate": 4.4417201888467985e-06,
      "loss": 0.4022,
      "step": 543830
    },
    {
      "epoch": 151.78,
      "grad_norm": 1.1894382238388062,
      "learning_rate": 4.441708134513269e-06,
      "loss": 0.4031,
      "step": 543840
    },
    {
      "epoch": 151.79,
      "grad_norm": 1.2084449529647827,
      "learning_rate": 4.441696079900501e-06,
      "loss": 0.3988,
      "step": 543850
    },
    {
      "epoch": 151.79,
      "grad_norm": 1.0535590648651123,
      "learning_rate": 4.441684025008497e-06,
      "loss": 0.4008,
      "step": 543860
    },
    {
      "epoch": 151.79,
      "grad_norm": 1.1419856548309326,
      "learning_rate": 4.441671969837255e-06,
      "loss": 0.3768,
      "step": 543870
    },
    {
      "epoch": 151.79,
      "grad_norm": 1.0544211864471436,
      "learning_rate": 4.441659914386781e-06,
      "loss": 0.3929,
      "step": 543880
    },
    {
      "epoch": 151.8,
      "grad_norm": 1.1345020532608032,
      "learning_rate": 4.441647858657074e-06,
      "loss": 0.3857,
      "step": 543890
    },
    {
      "epoch": 151.8,
      "grad_norm": 1.37657630443573,
      "learning_rate": 4.441635802648135e-06,
      "loss": 0.4014,
      "step": 543900
    },
    {
      "epoch": 151.8,
      "grad_norm": 1.259146809577942,
      "learning_rate": 4.441623746359969e-06,
      "loss": 0.3923,
      "step": 543910
    },
    {
      "epoch": 151.81,
      "grad_norm": 1.3860013484954834,
      "learning_rate": 4.441611689792574e-06,
      "loss": 0.396,
      "step": 543920
    },
    {
      "epoch": 151.81,
      "grad_norm": 1.2370407581329346,
      "learning_rate": 4.441599632945953e-06,
      "loss": 0.3776,
      "step": 543930
    },
    {
      "epoch": 151.81,
      "grad_norm": 1.2991844415664673,
      "learning_rate": 4.441587575820109e-06,
      "loss": 0.3822,
      "step": 543940
    },
    {
      "epoch": 151.81,
      "grad_norm": 1.5895061492919922,
      "learning_rate": 4.4415755184150405e-06,
      "loss": 0.3894,
      "step": 543950
    },
    {
      "epoch": 151.82,
      "grad_norm": 1.353851556777954,
      "learning_rate": 4.441563460730752e-06,
      "loss": 0.3989,
      "step": 543960
    },
    {
      "epoch": 151.82,
      "grad_norm": 1.4204955101013184,
      "learning_rate": 4.441551402767243e-06,
      "loss": 0.4041,
      "step": 543970
    },
    {
      "epoch": 151.82,
      "grad_norm": 1.2771960496902466,
      "learning_rate": 4.441539344524517e-06,
      "loss": 0.3742,
      "step": 543980
    },
    {
      "epoch": 151.83,
      "grad_norm": 1.1516802310943604,
      "learning_rate": 4.441527286002574e-06,
      "loss": 0.3821,
      "step": 543990
    },
    {
      "epoch": 151.83,
      "grad_norm": 1.2686654329299927,
      "learning_rate": 4.441515227201417e-06,
      "loss": 0.3784,
      "step": 544000
    },
    {
      "epoch": 151.83,
      "grad_norm": 1.241524577140808,
      "learning_rate": 4.441503168121046e-06,
      "loss": 0.3998,
      "step": 544010
    },
    {
      "epoch": 151.83,
      "grad_norm": 1.0802228450775146,
      "learning_rate": 4.441491108761464e-06,
      "loss": 0.3924,
      "step": 544020
    },
    {
      "epoch": 151.84,
      "grad_norm": 1.3502190113067627,
      "learning_rate": 4.441479049122672e-06,
      "loss": 0.3841,
      "step": 544030
    },
    {
      "epoch": 151.84,
      "grad_norm": 1.3198275566101074,
      "learning_rate": 4.441466989204672e-06,
      "loss": 0.4005,
      "step": 544040
    },
    {
      "epoch": 151.84,
      "grad_norm": 1.3117530345916748,
      "learning_rate": 4.441454929007465e-06,
      "loss": 0.3922,
      "step": 544050
    },
    {
      "epoch": 151.84,
      "grad_norm": 1.4673116207122803,
      "learning_rate": 4.441442868531053e-06,
      "loss": 0.3704,
      "step": 544060
    },
    {
      "epoch": 151.85,
      "grad_norm": 1.2443053722381592,
      "learning_rate": 4.441430807775437e-06,
      "loss": 0.3749,
      "step": 544070
    },
    {
      "epoch": 151.85,
      "grad_norm": 1.2274224758148193,
      "learning_rate": 4.44141874674062e-06,
      "loss": 0.3774,
      "step": 544080
    },
    {
      "epoch": 151.85,
      "grad_norm": 1.4491961002349854,
      "learning_rate": 4.441406685426601e-06,
      "loss": 0.3966,
      "step": 544090
    },
    {
      "epoch": 151.86,
      "grad_norm": 1.365209698677063,
      "learning_rate": 4.441394623833386e-06,
      "loss": 0.3673,
      "step": 544100
    },
    {
      "epoch": 151.86,
      "grad_norm": 1.3518378734588623,
      "learning_rate": 4.441382561960972e-06,
      "loss": 0.3868,
      "step": 544110
    },
    {
      "epoch": 151.86,
      "grad_norm": 1.3174686431884766,
      "learning_rate": 4.441370499809363e-06,
      "loss": 0.4022,
      "step": 544120
    },
    {
      "epoch": 151.86,
      "grad_norm": 1.0776088237762451,
      "learning_rate": 4.44135843737856e-06,
      "loss": 0.4005,
      "step": 544130
    },
    {
      "epoch": 151.87,
      "grad_norm": 1.4634122848510742,
      "learning_rate": 4.441346374668565e-06,
      "loss": 0.3935,
      "step": 544140
    },
    {
      "epoch": 151.87,
      "grad_norm": 1.2916991710662842,
      "learning_rate": 4.4413343116793795e-06,
      "loss": 0.3793,
      "step": 544150
    },
    {
      "epoch": 151.87,
      "grad_norm": 1.0796453952789307,
      "learning_rate": 4.4413222484110045e-06,
      "loss": 0.3815,
      "step": 544160
    },
    {
      "epoch": 151.88,
      "grad_norm": 1.2859604358673096,
      "learning_rate": 4.441310184863442e-06,
      "loss": 0.3928,
      "step": 544170
    },
    {
      "epoch": 151.88,
      "grad_norm": 1.1691268682479858,
      "learning_rate": 4.441298121036694e-06,
      "loss": 0.3768,
      "step": 544180
    },
    {
      "epoch": 151.88,
      "grad_norm": 1.233043909072876,
      "learning_rate": 4.441286056930762e-06,
      "loss": 0.3897,
      "step": 544190
    },
    {
      "epoch": 151.88,
      "grad_norm": 1.3382009267807007,
      "learning_rate": 4.441273992545647e-06,
      "loss": 0.3848,
      "step": 544200
    },
    {
      "epoch": 151.89,
      "grad_norm": 1.084437370300293,
      "learning_rate": 4.441261927881351e-06,
      "loss": 0.4132,
      "step": 544210
    },
    {
      "epoch": 151.89,
      "grad_norm": 1.1611580848693848,
      "learning_rate": 4.441249862937875e-06,
      "loss": 0.3944,
      "step": 544220
    },
    {
      "epoch": 151.89,
      "grad_norm": 1.1631237268447876,
      "learning_rate": 4.4412377977152225e-06,
      "loss": 0.3902,
      "step": 544230
    },
    {
      "epoch": 151.9,
      "grad_norm": 1.252309799194336,
      "learning_rate": 4.4412257322133935e-06,
      "loss": 0.3941,
      "step": 544240
    },
    {
      "epoch": 151.9,
      "grad_norm": 1.2632170915603638,
      "learning_rate": 4.441213666432389e-06,
      "loss": 0.399,
      "step": 544250
    },
    {
      "epoch": 151.9,
      "grad_norm": 1.2370787858963013,
      "learning_rate": 4.441201600372212e-06,
      "loss": 0.3875,
      "step": 544260
    },
    {
      "epoch": 151.9,
      "grad_norm": 1.2648719549179077,
      "learning_rate": 4.441189534032864e-06,
      "loss": 0.3958,
      "step": 544270
    },
    {
      "epoch": 151.91,
      "grad_norm": 1.3745874166488647,
      "learning_rate": 4.441177467414346e-06,
      "loss": 0.382,
      "step": 544280
    },
    {
      "epoch": 151.91,
      "grad_norm": 1.2988208532333374,
      "learning_rate": 4.44116540051666e-06,
      "loss": 0.3858,
      "step": 544290
    },
    {
      "epoch": 151.91,
      "grad_norm": 1.0487749576568604,
      "learning_rate": 4.441153333339807e-06,
      "loss": 0.3991,
      "step": 544300
    },
    {
      "epoch": 151.91,
      "grad_norm": 1.0137165784835815,
      "learning_rate": 4.441141265883789e-06,
      "loss": 0.3847,
      "step": 544310
    },
    {
      "epoch": 151.92,
      "grad_norm": 1.2406728267669678,
      "learning_rate": 4.4411291981486085e-06,
      "loss": 0.4057,
      "step": 544320
    },
    {
      "epoch": 151.92,
      "grad_norm": 1.2072780132293701,
      "learning_rate": 4.4411171301342655e-06,
      "loss": 0.397,
      "step": 544330
    },
    {
      "epoch": 151.92,
      "grad_norm": 1.2185654640197754,
      "learning_rate": 4.4411050618407625e-06,
      "loss": 0.3844,
      "step": 544340
    },
    {
      "epoch": 151.93,
      "grad_norm": 1.1617428064346313,
      "learning_rate": 4.4410929932681e-06,
      "loss": 0.3894,
      "step": 544350
    },
    {
      "epoch": 151.93,
      "grad_norm": 1.1978462934494019,
      "learning_rate": 4.441080924416282e-06,
      "loss": 0.3955,
      "step": 544360
    },
    {
      "epoch": 151.93,
      "grad_norm": 1.2120219469070435,
      "learning_rate": 4.4410688552853086e-06,
      "loss": 0.3878,
      "step": 544370
    },
    {
      "epoch": 151.93,
      "grad_norm": 1.4484484195709229,
      "learning_rate": 4.4410567858751815e-06,
      "loss": 0.3964,
      "step": 544380
    },
    {
      "epoch": 151.94,
      "grad_norm": 1.4030330181121826,
      "learning_rate": 4.441044716185902e-06,
      "loss": 0.3876,
      "step": 544390
    },
    {
      "epoch": 151.94,
      "grad_norm": 1.3077811002731323,
      "learning_rate": 4.441032646217472e-06,
      "loss": 0.3771,
      "step": 544400
    },
    {
      "epoch": 151.94,
      "grad_norm": 1.2021716833114624,
      "learning_rate": 4.441020575969893e-06,
      "loss": 0.3939,
      "step": 544410
    },
    {
      "epoch": 151.95,
      "grad_norm": 1.8221371173858643,
      "learning_rate": 4.441008505443167e-06,
      "loss": 0.4119,
      "step": 544420
    },
    {
      "epoch": 151.95,
      "grad_norm": 1.428240418434143,
      "learning_rate": 4.440996434637295e-06,
      "loss": 0.4049,
      "step": 544430
    },
    {
      "epoch": 151.95,
      "grad_norm": 1.2229058742523193,
      "learning_rate": 4.440984363552279e-06,
      "loss": 0.3932,
      "step": 544440
    },
    {
      "epoch": 151.95,
      "grad_norm": 4.10671854019165,
      "learning_rate": 4.44097229218812e-06,
      "loss": 0.3771,
      "step": 544450
    },
    {
      "epoch": 151.96,
      "grad_norm": 1.409706950187683,
      "learning_rate": 4.4409602205448205e-06,
      "loss": 0.3827,
      "step": 544460
    },
    {
      "epoch": 151.96,
      "grad_norm": 1.1261895895004272,
      "learning_rate": 4.440948148622383e-06,
      "loss": 0.3789,
      "step": 544470
    },
    {
      "epoch": 151.96,
      "grad_norm": 1.260714054107666,
      "learning_rate": 4.440936076420806e-06,
      "loss": 0.3851,
      "step": 544480
    },
    {
      "epoch": 151.96,
      "grad_norm": 1.2490185499191284,
      "learning_rate": 4.440924003940094e-06,
      "loss": 0.3837,
      "step": 544490
    },
    {
      "epoch": 151.97,
      "grad_norm": 1.1272650957107544,
      "learning_rate": 4.440911931180247e-06,
      "loss": 0.3919,
      "step": 544500
    },
    {
      "epoch": 151.97,
      "grad_norm": 1.2691888809204102,
      "learning_rate": 4.4408998581412675e-06,
      "loss": 0.3796,
      "step": 544510
    },
    {
      "epoch": 151.97,
      "grad_norm": 1.3162373304367065,
      "learning_rate": 4.440887784823157e-06,
      "loss": 0.3811,
      "step": 544520
    },
    {
      "epoch": 151.98,
      "grad_norm": 0.994723916053772,
      "learning_rate": 4.440875711225917e-06,
      "loss": 0.3975,
      "step": 544530
    },
    {
      "epoch": 151.98,
      "grad_norm": 1.200356364250183,
      "learning_rate": 4.440863637349549e-06,
      "loss": 0.3963,
      "step": 544540
    },
    {
      "epoch": 151.98,
      "grad_norm": 1.4464507102966309,
      "learning_rate": 4.440851563194053e-06,
      "loss": 0.395,
      "step": 544550
    },
    {
      "epoch": 151.98,
      "grad_norm": 1.223235011100769,
      "learning_rate": 4.440839488759434e-06,
      "loss": 0.397,
      "step": 544560
    },
    {
      "epoch": 151.99,
      "grad_norm": 1.2354344129562378,
      "learning_rate": 4.440827414045692e-06,
      "loss": 0.385,
      "step": 544570
    },
    {
      "epoch": 151.99,
      "grad_norm": 1.3580431938171387,
      "learning_rate": 4.4408153390528275e-06,
      "loss": 0.3676,
      "step": 544580
    },
    {
      "epoch": 151.99,
      "grad_norm": 1.0974540710449219,
      "learning_rate": 4.440803263780843e-06,
      "loss": 0.3943,
      "step": 544590
    },
    {
      "epoch": 152.0,
      "grad_norm": 1.4076658487319946,
      "learning_rate": 4.4407911882297404e-06,
      "loss": 0.3874,
      "step": 544600
    },
    {
      "epoch": 152.0,
      "grad_norm": 2.7956297397613525,
      "learning_rate": 4.44077911239952e-06,
      "loss": 0.3925,
      "step": 544610
    },
    {
      "epoch": 152.0,
      "eval_loss": 0.3915988504886627,
      "eval_runtime": 63.3963,
      "eval_samples_per_second": 79.8,
      "eval_steps_per_second": 9.985,
      "step": 544616
    },
    {
      "epoch": 152.0,
      "grad_norm": 1.3620349168777466,
      "learning_rate": 4.440767036290186e-06,
      "loss": 0.393,
      "step": 544620
    },
    {
      "epoch": 152.0,
      "grad_norm": 1.1142170429229736,
      "learning_rate": 4.440754959901739e-06,
      "loss": 0.4089,
      "step": 544630
    },
    {
      "epoch": 152.01,
      "grad_norm": 1.171288251876831,
      "learning_rate": 4.440742883234179e-06,
      "loss": 0.4064,
      "step": 544640
    },
    {
      "epoch": 152.01,
      "grad_norm": 1.296370506286621,
      "learning_rate": 4.440730806287508e-06,
      "loss": 0.3838,
      "step": 544650
    },
    {
      "epoch": 152.01,
      "grad_norm": 0.8852293491363525,
      "learning_rate": 4.440718729061729e-06,
      "loss": 0.3776,
      "step": 544660
    },
    {
      "epoch": 152.02,
      "grad_norm": 1.1715196371078491,
      "learning_rate": 4.440706651556843e-06,
      "loss": 0.393,
      "step": 544670
    },
    {
      "epoch": 152.02,
      "grad_norm": 1.131628155708313,
      "learning_rate": 4.440694573772852e-06,
      "loss": 0.3926,
      "step": 544680
    },
    {
      "epoch": 152.02,
      "grad_norm": 1.5991259813308716,
      "learning_rate": 4.440682495709756e-06,
      "loss": 0.3956,
      "step": 544690
    },
    {
      "epoch": 152.02,
      "grad_norm": 1.3084807395935059,
      "learning_rate": 4.440670417367558e-06,
      "loss": 0.3964,
      "step": 544700
    },
    {
      "epoch": 152.03,
      "grad_norm": 1.2738373279571533,
      "learning_rate": 4.44065833874626e-06,
      "loss": 0.3911,
      "step": 544710
    },
    {
      "epoch": 152.03,
      "grad_norm": 1.148888349533081,
      "learning_rate": 4.440646259845862e-06,
      "loss": 0.3924,
      "step": 544720
    },
    {
      "epoch": 152.03,
      "grad_norm": 1.3429354429244995,
      "learning_rate": 4.440634180666367e-06,
      "loss": 0.393,
      "step": 544730
    },
    {
      "epoch": 152.03,
      "grad_norm": 1.1952835321426392,
      "learning_rate": 4.440622101207776e-06,
      "loss": 0.3767,
      "step": 544740
    },
    {
      "epoch": 152.04,
      "grad_norm": 1.0697126388549805,
      "learning_rate": 4.4406100214700916e-06,
      "loss": 0.3931,
      "step": 544750
    },
    {
      "epoch": 152.04,
      "grad_norm": 1.155867338180542,
      "learning_rate": 4.440597941453313e-06,
      "loss": 0.4268,
      "step": 544760
    },
    {
      "epoch": 152.04,
      "grad_norm": 1.2180439233779907,
      "learning_rate": 4.4405858611574445e-06,
      "loss": 0.3856,
      "step": 544770
    },
    {
      "epoch": 152.05,
      "grad_norm": 1.1767810583114624,
      "learning_rate": 4.440573780582486e-06,
      "loss": 0.3789,
      "step": 544780
    },
    {
      "epoch": 152.05,
      "grad_norm": 1.1786103248596191,
      "learning_rate": 4.44056169972844e-06,
      "loss": 0.3839,
      "step": 544790
    },
    {
      "epoch": 152.05,
      "grad_norm": 1.4959948062896729,
      "learning_rate": 4.440549618595308e-06,
      "loss": 0.4166,
      "step": 544800
    },
    {
      "epoch": 152.05,
      "grad_norm": 1.5952084064483643,
      "learning_rate": 4.440537537183091e-06,
      "loss": 0.3752,
      "step": 544810
    },
    {
      "epoch": 152.06,
      "grad_norm": 1.1729289293289185,
      "learning_rate": 4.440525455491791e-06,
      "loss": 0.4,
      "step": 544820
    },
    {
      "epoch": 152.06,
      "grad_norm": 1.4855835437774658,
      "learning_rate": 4.44051337352141e-06,
      "loss": 0.4061,
      "step": 544830
    },
    {
      "epoch": 152.06,
      "grad_norm": 1.3489888906478882,
      "learning_rate": 4.440501291271949e-06,
      "loss": 0.3856,
      "step": 544840
    },
    {
      "epoch": 152.07,
      "grad_norm": 1.016461730003357,
      "learning_rate": 4.44048920874341e-06,
      "loss": 0.3779,
      "step": 544850
    },
    {
      "epoch": 152.07,
      "grad_norm": 1.3067131042480469,
      "learning_rate": 4.440477125935794e-06,
      "loss": 0.3886,
      "step": 544860
    },
    {
      "epoch": 152.07,
      "grad_norm": 1.2448447942733765,
      "learning_rate": 4.440465042849103e-06,
      "loss": 0.3993,
      "step": 544870
    },
    {
      "epoch": 152.07,
      "grad_norm": 1.357714056968689,
      "learning_rate": 4.44045295948334e-06,
      "loss": 0.3992,
      "step": 544880
    },
    {
      "epoch": 152.08,
      "grad_norm": 1.2863194942474365,
      "learning_rate": 4.440440875838504e-06,
      "loss": 0.376,
      "step": 544890
    },
    {
      "epoch": 152.08,
      "grad_norm": 1.1367590427398682,
      "learning_rate": 4.440428791914598e-06,
      "loss": 0.3949,
      "step": 544900
    },
    {
      "epoch": 152.08,
      "grad_norm": 1.2290077209472656,
      "learning_rate": 4.440416707711623e-06,
      "loss": 0.3864,
      "step": 544910
    },
    {
      "epoch": 152.08,
      "grad_norm": 1.1111541986465454,
      "learning_rate": 4.440404623229582e-06,
      "loss": 0.3987,
      "step": 544920
    },
    {
      "epoch": 152.09,
      "grad_norm": 1.2160325050354004,
      "learning_rate": 4.440392538468476e-06,
      "loss": 0.3826,
      "step": 544930
    },
    {
      "epoch": 152.09,
      "grad_norm": 1.3773494958877563,
      "learning_rate": 4.440380453428306e-06,
      "loss": 0.3779,
      "step": 544940
    },
    {
      "epoch": 152.09,
      "grad_norm": 1.132306456565857,
      "learning_rate": 4.440368368109073e-06,
      "loss": 0.3707,
      "step": 544950
    },
    {
      "epoch": 152.1,
      "grad_norm": 1.3284077644348145,
      "learning_rate": 4.44035628251078e-06,
      "loss": 0.3942,
      "step": 544960
    },
    {
      "epoch": 152.1,
      "grad_norm": 1.2408409118652344,
      "learning_rate": 4.4403441966334285e-06,
      "loss": 0.3838,
      "step": 544970
    },
    {
      "epoch": 152.1,
      "grad_norm": 1.1473593711853027,
      "learning_rate": 4.440332110477019e-06,
      "loss": 0.3824,
      "step": 544980
    },
    {
      "epoch": 152.1,
      "grad_norm": 1.1815671920776367,
      "learning_rate": 4.440320024041555e-06,
      "loss": 0.3918,
      "step": 544990
    },
    {
      "epoch": 152.11,
      "grad_norm": 1.1930053234100342,
      "learning_rate": 4.440307937327036e-06,
      "loss": 0.3766,
      "step": 545000
    },
    {
      "epoch": 152.11,
      "grad_norm": 1.060789704322815,
      "learning_rate": 4.440295850333465e-06,
      "loss": 0.3904,
      "step": 545010
    },
    {
      "epoch": 152.11,
      "grad_norm": 1.291573405265808,
      "learning_rate": 4.440283763060843e-06,
      "loss": 0.3934,
      "step": 545020
    },
    {
      "epoch": 152.12,
      "grad_norm": 1.2479791641235352,
      "learning_rate": 4.440271675509172e-06,
      "loss": 0.3834,
      "step": 545030
    },
    {
      "epoch": 152.12,
      "grad_norm": 1.4927376508712769,
      "learning_rate": 4.440259587678453e-06,
      "loss": 0.3897,
      "step": 545040
    },
    {
      "epoch": 152.12,
      "grad_norm": 1.3031048774719238,
      "learning_rate": 4.4402474995686885e-06,
      "loss": 0.3982,
      "step": 545050
    },
    {
      "epoch": 152.12,
      "grad_norm": 0.9939569234848022,
      "learning_rate": 4.440235411179879e-06,
      "loss": 0.398,
      "step": 545060
    },
    {
      "epoch": 152.13,
      "grad_norm": 1.2905546426773071,
      "learning_rate": 4.440223322512027e-06,
      "loss": 0.4046,
      "step": 545070
    },
    {
      "epoch": 152.13,
      "grad_norm": 1.2720204591751099,
      "learning_rate": 4.440211233565134e-06,
      "loss": 0.3811,
      "step": 545080
    },
    {
      "epoch": 152.13,
      "grad_norm": 1.1452864408493042,
      "learning_rate": 4.440199144339201e-06,
      "loss": 0.3949,
      "step": 545090
    },
    {
      "epoch": 152.14,
      "grad_norm": 1.1482267379760742,
      "learning_rate": 4.440187054834231e-06,
      "loss": 0.39,
      "step": 545100
    },
    {
      "epoch": 152.14,
      "grad_norm": 1.3194911479949951,
      "learning_rate": 4.440174965050224e-06,
      "loss": 0.3849,
      "step": 545110
    },
    {
      "epoch": 152.14,
      "grad_norm": 1.0138243436813354,
      "learning_rate": 4.440162874987182e-06,
      "loss": 0.397,
      "step": 545120
    },
    {
      "epoch": 152.14,
      "grad_norm": 1.3640904426574707,
      "learning_rate": 4.4401507846451075e-06,
      "loss": 0.3923,
      "step": 545130
    },
    {
      "epoch": 152.15,
      "grad_norm": 2.645354986190796,
      "learning_rate": 4.4401386940240016e-06,
      "loss": 0.3921,
      "step": 545140
    },
    {
      "epoch": 152.15,
      "grad_norm": 1.3920631408691406,
      "learning_rate": 4.440126603123865e-06,
      "loss": 0.3893,
      "step": 545150
    },
    {
      "epoch": 152.15,
      "grad_norm": 1.3045687675476074,
      "learning_rate": 4.4401145119447e-06,
      "loss": 0.3735,
      "step": 545160
    },
    {
      "epoch": 152.15,
      "grad_norm": 1.3630282878875732,
      "learning_rate": 4.440102420486509e-06,
      "loss": 0.3971,
      "step": 545170
    },
    {
      "epoch": 152.16,
      "grad_norm": 1.4084221124649048,
      "learning_rate": 4.440090328749293e-06,
      "loss": 0.3881,
      "step": 545180
    },
    {
      "epoch": 152.16,
      "grad_norm": 1.304511308670044,
      "learning_rate": 4.440078236733053e-06,
      "loss": 0.3944,
      "step": 545190
    },
    {
      "epoch": 152.16,
      "grad_norm": 1.207404375076294,
      "learning_rate": 4.440066144437792e-06,
      "loss": 0.4093,
      "step": 545200
    },
    {
      "epoch": 152.17,
      "grad_norm": 1.3626991510391235,
      "learning_rate": 4.44005405186351e-06,
      "loss": 0.3962,
      "step": 545210
    },
    {
      "epoch": 152.17,
      "grad_norm": 1.1940553188323975,
      "learning_rate": 4.4400419590102086e-06,
      "loss": 0.3955,
      "step": 545220
    },
    {
      "epoch": 152.17,
      "grad_norm": 1.3538812398910522,
      "learning_rate": 4.440029865877891e-06,
      "loss": 0.4093,
      "step": 545230
    },
    {
      "epoch": 152.17,
      "grad_norm": 1.1970771551132202,
      "learning_rate": 4.440017772466559e-06,
      "loss": 0.3821,
      "step": 545240
    },
    {
      "epoch": 152.18,
      "grad_norm": 1.2049545049667358,
      "learning_rate": 4.440005678776212e-06,
      "loss": 0.3909,
      "step": 545250
    },
    {
      "epoch": 152.18,
      "grad_norm": 1.142591118812561,
      "learning_rate": 4.4399935848068525e-06,
      "loss": 0.409,
      "step": 545260
    },
    {
      "epoch": 152.18,
      "grad_norm": 1.1454144716262817,
      "learning_rate": 4.439981490558483e-06,
      "loss": 0.3835,
      "step": 545270
    },
    {
      "epoch": 152.19,
      "grad_norm": 1.3106982707977295,
      "learning_rate": 4.439969396031105e-06,
      "loss": 0.3955,
      "step": 545280
    },
    {
      "epoch": 152.19,
      "grad_norm": 1.2062360048294067,
      "learning_rate": 4.4399573012247185e-06,
      "loss": 0.3847,
      "step": 545290
    },
    {
      "epoch": 152.19,
      "grad_norm": 1.3314071893692017,
      "learning_rate": 4.439945206139327e-06,
      "loss": 0.3942,
      "step": 545300
    },
    {
      "epoch": 152.19,
      "grad_norm": 1.0784242153167725,
      "learning_rate": 4.4399331107749315e-06,
      "loss": 0.3905,
      "step": 545310
    },
    {
      "epoch": 152.2,
      "grad_norm": 1.0315064191818237,
      "learning_rate": 4.439921015131533e-06,
      "loss": 0.3793,
      "step": 545320
    },
    {
      "epoch": 152.2,
      "grad_norm": 1.3138831853866577,
      "learning_rate": 4.439908919209134e-06,
      "loss": 0.3793,
      "step": 545330
    },
    {
      "epoch": 152.2,
      "grad_norm": 1.3128448724746704,
      "learning_rate": 4.439896823007736e-06,
      "loss": 0.3934,
      "step": 545340
    },
    {
      "epoch": 152.2,
      "grad_norm": 1.4466625452041626,
      "learning_rate": 4.4398847265273385e-06,
      "loss": 0.3944,
      "step": 545350
    },
    {
      "epoch": 152.21,
      "grad_norm": 1.378078818321228,
      "learning_rate": 4.4398726297679465e-06,
      "loss": 0.4029,
      "step": 545360
    },
    {
      "epoch": 152.21,
      "grad_norm": 1.1501797437667847,
      "learning_rate": 4.439860532729559e-06,
      "loss": 0.3936,
      "step": 545370
    },
    {
      "epoch": 152.21,
      "grad_norm": 1.2494781017303467,
      "learning_rate": 4.43984843541218e-06,
      "loss": 0.3997,
      "step": 545380
    },
    {
      "epoch": 152.22,
      "grad_norm": 1.3542487621307373,
      "learning_rate": 4.439836337815808e-06,
      "loss": 0.4001,
      "step": 545390
    },
    {
      "epoch": 152.22,
      "grad_norm": 1.1738367080688477,
      "learning_rate": 4.439824239940448e-06,
      "loss": 0.408,
      "step": 545400
    },
    {
      "epoch": 152.22,
      "grad_norm": 1.0949348211288452,
      "learning_rate": 4.439812141786098e-06,
      "loss": 0.3833,
      "step": 545410
    },
    {
      "epoch": 152.22,
      "grad_norm": 1.1434402465820312,
      "learning_rate": 4.4398000433527635e-06,
      "loss": 0.3966,
      "step": 545420
    },
    {
      "epoch": 152.23,
      "grad_norm": 1.3000911474227905,
      "learning_rate": 4.439787944640444e-06,
      "loss": 0.3964,
      "step": 545430
    },
    {
      "epoch": 152.23,
      "grad_norm": 1.1227221488952637,
      "learning_rate": 4.4397758456491396e-06,
      "loss": 0.4028,
      "step": 545440
    },
    {
      "epoch": 152.23,
      "grad_norm": 1.31979501247406,
      "learning_rate": 4.439763746378856e-06,
      "loss": 0.3917,
      "step": 545450
    },
    {
      "epoch": 152.24,
      "grad_norm": 1.2683863639831543,
      "learning_rate": 4.43975164682959e-06,
      "loss": 0.3923,
      "step": 545460
    },
    {
      "epoch": 152.24,
      "grad_norm": 1.2155503034591675,
      "learning_rate": 4.439739547001347e-06,
      "loss": 0.3886,
      "step": 545470
    },
    {
      "epoch": 152.24,
      "grad_norm": 1.3026448488235474,
      "learning_rate": 4.439727446894127e-06,
      "loss": 0.4212,
      "step": 545480
    },
    {
      "epoch": 152.24,
      "grad_norm": 1.1902883052825928,
      "learning_rate": 4.439715346507931e-06,
      "loss": 0.3935,
      "step": 545490
    },
    {
      "epoch": 152.25,
      "grad_norm": 0.981724202632904,
      "learning_rate": 4.439703245842763e-06,
      "loss": 0.4094,
      "step": 545500
    },
    {
      "epoch": 152.25,
      "grad_norm": 1.2498430013656616,
      "learning_rate": 4.439691144898622e-06,
      "loss": 0.3717,
      "step": 545510
    },
    {
      "epoch": 152.25,
      "grad_norm": 1.217440128326416,
      "learning_rate": 4.439679043675511e-06,
      "loss": 0.4,
      "step": 545520
    },
    {
      "epoch": 152.26,
      "grad_norm": 1.2087037563323975,
      "learning_rate": 4.439666942173431e-06,
      "loss": 0.3927,
      "step": 545530
    },
    {
      "epoch": 152.26,
      "grad_norm": 1.1591764688491821,
      "learning_rate": 4.4396548403923835e-06,
      "loss": 0.3792,
      "step": 545540
    },
    {
      "epoch": 152.26,
      "grad_norm": 1.2643095254898071,
      "learning_rate": 4.439642738332371e-06,
      "loss": 0.3669,
      "step": 545550
    },
    {
      "epoch": 152.26,
      "grad_norm": 1.2940014600753784,
      "learning_rate": 4.439630635993395e-06,
      "loss": 0.3879,
      "step": 545560
    },
    {
      "epoch": 152.27,
      "grad_norm": 1.3658469915390015,
      "learning_rate": 4.439618533375457e-06,
      "loss": 0.404,
      "step": 545570
    },
    {
      "epoch": 152.27,
      "grad_norm": 1.2443336248397827,
      "learning_rate": 4.439606430478557e-06,
      "loss": 0.3992,
      "step": 545580
    },
    {
      "epoch": 152.27,
      "grad_norm": 1.199860692024231,
      "learning_rate": 4.439594327302698e-06,
      "loss": 0.3777,
      "step": 545590
    },
    {
      "epoch": 152.27,
      "grad_norm": 1.278137445449829,
      "learning_rate": 4.439582223847883e-06,
      "loss": 0.3877,
      "step": 545600
    },
    {
      "epoch": 152.28,
      "grad_norm": 1.7925127744674683,
      "learning_rate": 4.439570120114111e-06,
      "loss": 0.3994,
      "step": 545610
    },
    {
      "epoch": 152.28,
      "grad_norm": 1.2471575736999512,
      "learning_rate": 4.439558016101385e-06,
      "loss": 0.3834,
      "step": 545620
    },
    {
      "epoch": 152.28,
      "grad_norm": 1.343260645866394,
      "learning_rate": 4.4395459118097065e-06,
      "loss": 0.4037,
      "step": 545630
    },
    {
      "epoch": 152.29,
      "grad_norm": 1.3258938789367676,
      "learning_rate": 4.4395338072390775e-06,
      "loss": 0.3948,
      "step": 545640
    },
    {
      "epoch": 152.29,
      "grad_norm": 1.1115832328796387,
      "learning_rate": 4.4395217023894985e-06,
      "loss": 0.4121,
      "step": 545650
    },
    {
      "epoch": 152.29,
      "grad_norm": 1.2798707485198975,
      "learning_rate": 4.439509597260972e-06,
      "loss": 0.4022,
      "step": 545660
    },
    {
      "epoch": 152.29,
      "grad_norm": 1.0712058544158936,
      "learning_rate": 4.439497491853499e-06,
      "loss": 0.3924,
      "step": 545670
    },
    {
      "epoch": 152.3,
      "grad_norm": 1.7882336378097534,
      "learning_rate": 4.439485386167081e-06,
      "loss": 0.4096,
      "step": 545680
    },
    {
      "epoch": 152.3,
      "grad_norm": 1.0164813995361328,
      "learning_rate": 4.439473280201721e-06,
      "loss": 0.3968,
      "step": 545690
    },
    {
      "epoch": 152.3,
      "grad_norm": 1.273803949356079,
      "learning_rate": 4.439461173957419e-06,
      "loss": 0.3934,
      "step": 545700
    },
    {
      "epoch": 152.31,
      "grad_norm": 9.549209594726562,
      "learning_rate": 4.439449067434178e-06,
      "loss": 0.3772,
      "step": 545710
    },
    {
      "epoch": 152.31,
      "grad_norm": 1.292574167251587,
      "learning_rate": 4.439436960631998e-06,
      "loss": 0.3873,
      "step": 545720
    },
    {
      "epoch": 152.31,
      "grad_norm": 1.2631652355194092,
      "learning_rate": 4.439424853550882e-06,
      "loss": 0.3739,
      "step": 545730
    },
    {
      "epoch": 152.31,
      "grad_norm": 1.1739177703857422,
      "learning_rate": 4.439412746190831e-06,
      "loss": 0.4011,
      "step": 545740
    },
    {
      "epoch": 152.32,
      "grad_norm": 1.1845260858535767,
      "learning_rate": 4.439400638551847e-06,
      "loss": 0.385,
      "step": 545750
    },
    {
      "epoch": 152.32,
      "grad_norm": 1.2634472846984863,
      "learning_rate": 4.439388530633931e-06,
      "loss": 0.3899,
      "step": 545760
    },
    {
      "epoch": 152.32,
      "grad_norm": 1.0231620073318481,
      "learning_rate": 4.4393764224370855e-06,
      "loss": 0.3782,
      "step": 545770
    },
    {
      "epoch": 152.32,
      "grad_norm": 1.1885141134262085,
      "learning_rate": 4.43936431396131e-06,
      "loss": 0.3908,
      "step": 545780
    },
    {
      "epoch": 152.33,
      "grad_norm": 1.3088511228561401,
      "learning_rate": 4.4393522052066095e-06,
      "loss": 0.381,
      "step": 545790
    },
    {
      "epoch": 152.33,
      "grad_norm": 1.159942388534546,
      "learning_rate": 4.4393400961729825e-06,
      "loss": 0.403,
      "step": 545800
    },
    {
      "epoch": 152.33,
      "grad_norm": 1.1956465244293213,
      "learning_rate": 4.4393279868604335e-06,
      "loss": 0.3941,
      "step": 545810
    },
    {
      "epoch": 152.34,
      "grad_norm": 2.596921682357788,
      "learning_rate": 4.439315877268961e-06,
      "loss": 0.395,
      "step": 545820
    },
    {
      "epoch": 152.34,
      "grad_norm": 1.2695595026016235,
      "learning_rate": 4.439303767398568e-06,
      "loss": 0.3778,
      "step": 545830
    },
    {
      "epoch": 152.34,
      "grad_norm": 1.2123852968215942,
      "learning_rate": 4.439291657249257e-06,
      "loss": 0.4018,
      "step": 545840
    },
    {
      "epoch": 152.34,
      "grad_norm": 1.1571599245071411,
      "learning_rate": 4.439279546821028e-06,
      "loss": 0.3728,
      "step": 545850
    },
    {
      "epoch": 152.35,
      "grad_norm": 1.336086630821228,
      "learning_rate": 4.4392674361138845e-06,
      "loss": 0.3874,
      "step": 545860
    },
    {
      "epoch": 152.35,
      "grad_norm": 1.2704411745071411,
      "learning_rate": 4.439255325127826e-06,
      "loss": 0.387,
      "step": 545870
    },
    {
      "epoch": 152.35,
      "grad_norm": 1.1182996034622192,
      "learning_rate": 4.439243213862856e-06,
      "loss": 0.401,
      "step": 545880
    },
    {
      "epoch": 152.36,
      "grad_norm": 1.1079922914505005,
      "learning_rate": 4.439231102318975e-06,
      "loss": 0.3972,
      "step": 545890
    },
    {
      "epoch": 152.36,
      "grad_norm": 1.3474029302597046,
      "learning_rate": 4.439218990496185e-06,
      "loss": 0.4002,
      "step": 545900
    },
    {
      "epoch": 152.36,
      "grad_norm": 1.1716792583465576,
      "learning_rate": 4.439206878394487e-06,
      "loss": 0.3904,
      "step": 545910
    },
    {
      "epoch": 152.36,
      "grad_norm": 1.208871603012085,
      "learning_rate": 4.439194766013884e-06,
      "loss": 0.3796,
      "step": 545920
    },
    {
      "epoch": 152.37,
      "grad_norm": 1.3907487392425537,
      "learning_rate": 4.439182653354376e-06,
      "loss": 0.3987,
      "step": 545930
    },
    {
      "epoch": 152.37,
      "grad_norm": 1.0922439098358154,
      "learning_rate": 4.439170540415966e-06,
      "loss": 0.3919,
      "step": 545940
    },
    {
      "epoch": 152.37,
      "grad_norm": 1.204457402229309,
      "learning_rate": 4.4391584271986545e-06,
      "loss": 0.4028,
      "step": 545950
    },
    {
      "epoch": 152.38,
      "grad_norm": 4.948396682739258,
      "learning_rate": 4.439146313702444e-06,
      "loss": 0.3929,
      "step": 545960
    },
    {
      "epoch": 152.38,
      "grad_norm": 1.2472316026687622,
      "learning_rate": 4.439134199927335e-06,
      "loss": 0.4177,
      "step": 545970
    },
    {
      "epoch": 152.38,
      "grad_norm": 0.9316578507423401,
      "learning_rate": 4.43912208587333e-06,
      "loss": 0.3748,
      "step": 545980
    },
    {
      "epoch": 152.38,
      "grad_norm": 1.295753836631775,
      "learning_rate": 4.439109971540431e-06,
      "loss": 0.4138,
      "step": 545990
    },
    {
      "epoch": 152.39,
      "grad_norm": 1.2450517416000366,
      "learning_rate": 4.439097856928638e-06,
      "loss": 0.3738,
      "step": 546000
    },
    {
      "epoch": 152.39,
      "grad_norm": 1.525420069694519,
      "learning_rate": 4.439085742037954e-06,
      "loss": 0.3672,
      "step": 546010
    },
    {
      "epoch": 152.39,
      "grad_norm": 1.2580209970474243,
      "learning_rate": 4.439073626868381e-06,
      "loss": 0.3864,
      "step": 546020
    },
    {
      "epoch": 152.39,
      "grad_norm": 1.2145401239395142,
      "learning_rate": 4.439061511419919e-06,
      "loss": 0.3866,
      "step": 546030
    },
    {
      "epoch": 152.4,
      "grad_norm": 1.4701263904571533,
      "learning_rate": 4.439049395692571e-06,
      "loss": 0.3991,
      "step": 546040
    },
    {
      "epoch": 152.4,
      "grad_norm": 1.127197504043579,
      "learning_rate": 4.439037279686338e-06,
      "loss": 0.3806,
      "step": 546050
    },
    {
      "epoch": 152.4,
      "grad_norm": 1.1518619060516357,
      "learning_rate": 4.439025163401221e-06,
      "loss": 0.4115,
      "step": 546060
    },
    {
      "epoch": 152.41,
      "grad_norm": 1.6256242990493774,
      "learning_rate": 4.439013046837223e-06,
      "loss": 0.3964,
      "step": 546070
    },
    {
      "epoch": 152.41,
      "grad_norm": 1.153930425643921,
      "learning_rate": 4.439000929994344e-06,
      "loss": 0.4072,
      "step": 546080
    },
    {
      "epoch": 152.41,
      "grad_norm": 1.2776055335998535,
      "learning_rate": 4.438988812872588e-06,
      "loss": 0.3865,
      "step": 546090
    },
    {
      "epoch": 152.41,
      "grad_norm": 1.1000374555587769,
      "learning_rate": 4.438976695471954e-06,
      "loss": 0.3949,
      "step": 546100
    },
    {
      "epoch": 152.42,
      "grad_norm": 1.1285860538482666,
      "learning_rate": 4.438964577792445e-06,
      "loss": 0.3888,
      "step": 546110
    },
    {
      "epoch": 152.42,
      "grad_norm": 1.1504563093185425,
      "learning_rate": 4.438952459834063e-06,
      "loss": 0.3847,
      "step": 546120
    },
    {
      "epoch": 152.42,
      "grad_norm": 1.138552188873291,
      "learning_rate": 4.438940341596808e-06,
      "loss": 0.4103,
      "step": 546130
    },
    {
      "epoch": 152.43,
      "grad_norm": 1.4173580408096313,
      "learning_rate": 4.438928223080683e-06,
      "loss": 0.3846,
      "step": 546140
    },
    {
      "epoch": 152.43,
      "grad_norm": 1.2574713230133057,
      "learning_rate": 4.43891610428569e-06,
      "loss": 0.3883,
      "step": 546150
    },
    {
      "epoch": 152.43,
      "grad_norm": 1.7349404096603394,
      "learning_rate": 4.438903985211829e-06,
      "loss": 0.3923,
      "step": 546160
    },
    {
      "epoch": 152.43,
      "grad_norm": 1.1533174514770508,
      "learning_rate": 4.438891865859102e-06,
      "loss": 0.3995,
      "step": 546170
    },
    {
      "epoch": 152.44,
      "grad_norm": 1.1520395278930664,
      "learning_rate": 4.438879746227512e-06,
      "loss": 0.4077,
      "step": 546180
    },
    {
      "epoch": 152.44,
      "grad_norm": 1.1662184000015259,
      "learning_rate": 4.43886762631706e-06,
      "loss": 0.4036,
      "step": 546190
    },
    {
      "epoch": 152.44,
      "grad_norm": 1.1961100101470947,
      "learning_rate": 4.438855506127745e-06,
      "loss": 0.3997,
      "step": 546200
    },
    {
      "epoch": 152.44,
      "grad_norm": 1.2590701580047607,
      "learning_rate": 4.438843385659573e-06,
      "loss": 0.3747,
      "step": 546210
    },
    {
      "epoch": 152.45,
      "grad_norm": 1.3998867273330688,
      "learning_rate": 4.438831264912543e-06,
      "loss": 0.3793,
      "step": 546220
    },
    {
      "epoch": 152.45,
      "grad_norm": 1.2192094326019287,
      "learning_rate": 4.4388191438866566e-06,
      "loss": 0.3998,
      "step": 546230
    },
    {
      "epoch": 152.45,
      "grad_norm": 1.2266087532043457,
      "learning_rate": 4.438807022581917e-06,
      "loss": 0.3952,
      "step": 546240
    },
    {
      "epoch": 152.46,
      "grad_norm": 1.289427399635315,
      "learning_rate": 4.438794900998324e-06,
      "loss": 0.3854,
      "step": 546250
    },
    {
      "epoch": 152.46,
      "grad_norm": 1.4612587690353394,
      "learning_rate": 4.43878277913588e-06,
      "loss": 0.3852,
      "step": 546260
    },
    {
      "epoch": 152.46,
      "grad_norm": 1.2184562683105469,
      "learning_rate": 4.438770656994587e-06,
      "loss": 0.3807,
      "step": 546270
    },
    {
      "epoch": 152.46,
      "grad_norm": 1.3768161535263062,
      "learning_rate": 4.438758534574445e-06,
      "loss": 0.3808,
      "step": 546280
    },
    {
      "epoch": 152.47,
      "grad_norm": 1.0237306356430054,
      "learning_rate": 4.438746411875458e-06,
      "loss": 0.3979,
      "step": 546290
    },
    {
      "epoch": 152.47,
      "grad_norm": 1.25397527217865,
      "learning_rate": 4.438734288897626e-06,
      "loss": 0.3892,
      "step": 546300
    },
    {
      "epoch": 152.47,
      "grad_norm": 1.2209768295288086,
      "learning_rate": 4.438722165640951e-06,
      "loss": 0.3835,
      "step": 546310
    },
    {
      "epoch": 152.48,
      "grad_norm": 1.2639811038970947,
      "learning_rate": 4.438710042105435e-06,
      "loss": 0.3932,
      "step": 546320
    },
    {
      "epoch": 152.48,
      "grad_norm": 1.2292770147323608,
      "learning_rate": 4.4386979182910785e-06,
      "loss": 0.3811,
      "step": 546330
    },
    {
      "epoch": 152.48,
      "grad_norm": 1.0004818439483643,
      "learning_rate": 4.438685794197884e-06,
      "loss": 0.4015,
      "step": 546340
    },
    {
      "epoch": 152.48,
      "grad_norm": 1.3813650608062744,
      "learning_rate": 4.438673669825853e-06,
      "loss": 0.4045,
      "step": 546350
    },
    {
      "epoch": 152.49,
      "grad_norm": 1.1449795961380005,
      "learning_rate": 4.438661545174988e-06,
      "loss": 0.3974,
      "step": 546360
    },
    {
      "epoch": 152.49,
      "grad_norm": 1.227890133857727,
      "learning_rate": 4.438649420245288e-06,
      "loss": 0.378,
      "step": 546370
    },
    {
      "epoch": 152.49,
      "grad_norm": 1.123502492904663,
      "learning_rate": 4.438637295036758e-06,
      "loss": 0.3939,
      "step": 546380
    },
    {
      "epoch": 152.5,
      "grad_norm": 1.2673369646072388,
      "learning_rate": 4.438625169549398e-06,
      "loss": 0.3775,
      "step": 546390
    },
    {
      "epoch": 152.5,
      "grad_norm": 1.260614275932312,
      "learning_rate": 4.438613043783208e-06,
      "loss": 0.3763,
      "step": 546400
    },
    {
      "epoch": 152.5,
      "grad_norm": 1.138961672782898,
      "learning_rate": 4.438600917738193e-06,
      "loss": 0.3856,
      "step": 546410
    },
    {
      "epoch": 152.5,
      "grad_norm": 1.1575074195861816,
      "learning_rate": 4.438588791414351e-06,
      "loss": 0.3807,
      "step": 546420
    },
    {
      "epoch": 152.51,
      "grad_norm": 1.367823600769043,
      "learning_rate": 4.438576664811686e-06,
      "loss": 0.4099,
      "step": 546430
    },
    {
      "epoch": 152.51,
      "grad_norm": 1.1405390501022339,
      "learning_rate": 4.4385645379301995e-06,
      "loss": 0.3985,
      "step": 546440
    },
    {
      "epoch": 152.51,
      "grad_norm": 1.3646197319030762,
      "learning_rate": 4.438552410769892e-06,
      "loss": 0.4015,
      "step": 546450
    },
    {
      "epoch": 152.51,
      "grad_norm": 1.2825112342834473,
      "learning_rate": 4.438540283330766e-06,
      "loss": 0.3918,
      "step": 546460
    },
    {
      "epoch": 152.52,
      "grad_norm": 1.2456077337265015,
      "learning_rate": 4.438528155612823e-06,
      "loss": 0.3891,
      "step": 546470
    },
    {
      "epoch": 152.52,
      "grad_norm": 1.300924301147461,
      "learning_rate": 4.438516027616064e-06,
      "loss": 0.4096,
      "step": 546480
    },
    {
      "epoch": 152.52,
      "grad_norm": 1.3717961311340332,
      "learning_rate": 4.438503899340492e-06,
      "loss": 0.3839,
      "step": 546490
    },
    {
      "epoch": 152.53,
      "grad_norm": 1.6497200727462769,
      "learning_rate": 4.438491770786107e-06,
      "loss": 0.393,
      "step": 546500
    },
    {
      "epoch": 152.53,
      "grad_norm": 1.1192251443862915,
      "learning_rate": 4.4384796419529105e-06,
      "loss": 0.4035,
      "step": 546510
    },
    {
      "epoch": 152.53,
      "grad_norm": 1.227388620376587,
      "learning_rate": 4.438467512840906e-06,
      "loss": 0.3838,
      "step": 546520
    },
    {
      "epoch": 152.53,
      "grad_norm": 1.0052053928375244,
      "learning_rate": 4.438455383450093e-06,
      "loss": 0.3748,
      "step": 546530
    },
    {
      "epoch": 152.54,
      "grad_norm": 1.3669015169143677,
      "learning_rate": 4.438443253780476e-06,
      "loss": 0.3825,
      "step": 546540
    },
    {
      "epoch": 152.54,
      "grad_norm": 1.2552053928375244,
      "learning_rate": 4.438431123832053e-06,
      "loss": 0.3862,
      "step": 546550
    },
    {
      "epoch": 152.54,
      "grad_norm": 1.4499223232269287,
      "learning_rate": 4.4384189936048284e-06,
      "loss": 0.3886,
      "step": 546560
    },
    {
      "epoch": 152.55,
      "grad_norm": 1.0663539171218872,
      "learning_rate": 4.438406863098803e-06,
      "loss": 0.3969,
      "step": 546570
    },
    {
      "epoch": 152.55,
      "grad_norm": 1.277126431465149,
      "learning_rate": 4.438394732313977e-06,
      "loss": 0.376,
      "step": 546580
    },
    {
      "epoch": 152.55,
      "grad_norm": 1.0512685775756836,
      "learning_rate": 4.438382601250354e-06,
      "loss": 0.393,
      "step": 546590
    },
    {
      "epoch": 152.55,
      "grad_norm": 1.3737244606018066,
      "learning_rate": 4.438370469907935e-06,
      "loss": 0.3836,
      "step": 546600
    },
    {
      "epoch": 152.56,
      "grad_norm": 1.172153353691101,
      "learning_rate": 4.438358338286721e-06,
      "loss": 0.3756,
      "step": 546610
    },
    {
      "epoch": 152.56,
      "grad_norm": 1.2681330442428589,
      "learning_rate": 4.438346206386714e-06,
      "loss": 0.4019,
      "step": 546620
    },
    {
      "epoch": 152.56,
      "grad_norm": 1.2784225940704346,
      "learning_rate": 4.438334074207916e-06,
      "loss": 0.3855,
      "step": 546630
    },
    {
      "epoch": 152.56,
      "grad_norm": 1.2733629941940308,
      "learning_rate": 4.438321941750328e-06,
      "loss": 0.3909,
      "step": 546640
    },
    {
      "epoch": 152.57,
      "grad_norm": 1.1325769424438477,
      "learning_rate": 4.438309809013952e-06,
      "loss": 0.3974,
      "step": 546650
    },
    {
      "epoch": 152.57,
      "grad_norm": 1.044225811958313,
      "learning_rate": 4.4382976759987896e-06,
      "loss": 0.3774,
      "step": 546660
    },
    {
      "epoch": 152.57,
      "grad_norm": 8.04811954498291,
      "learning_rate": 4.438285542704843e-06,
      "loss": 0.3908,
      "step": 546670
    },
    {
      "epoch": 152.58,
      "grad_norm": 1.0577561855316162,
      "learning_rate": 4.438273409132112e-06,
      "loss": 0.3872,
      "step": 546680
    },
    {
      "epoch": 152.58,
      "grad_norm": 1.3650610446929932,
      "learning_rate": 4.4382612752806e-06,
      "loss": 0.3874,
      "step": 546690
    },
    {
      "epoch": 152.58,
      "grad_norm": 1.215552806854248,
      "learning_rate": 4.438249141150307e-06,
      "loss": 0.3901,
      "step": 546700
    },
    {
      "epoch": 152.58,
      "grad_norm": 1.2367537021636963,
      "learning_rate": 4.438237006741237e-06,
      "loss": 0.4153,
      "step": 546710
    },
    {
      "epoch": 152.59,
      "grad_norm": 1.2704391479492188,
      "learning_rate": 4.438224872053389e-06,
      "loss": 0.3759,
      "step": 546720
    },
    {
      "epoch": 152.59,
      "grad_norm": 1.2328463792800903,
      "learning_rate": 4.438212737086767e-06,
      "loss": 0.399,
      "step": 546730
    },
    {
      "epoch": 152.59,
      "grad_norm": 1.2063229084014893,
      "learning_rate": 4.438200601841371e-06,
      "loss": 0.4062,
      "step": 546740
    },
    {
      "epoch": 152.6,
      "grad_norm": 1.392823576927185,
      "learning_rate": 4.438188466317202e-06,
      "loss": 0.3927,
      "step": 546750
    },
    {
      "epoch": 152.6,
      "grad_norm": 1.2037665843963623,
      "learning_rate": 4.438176330514264e-06,
      "loss": 0.3775,
      "step": 546760
    },
    {
      "epoch": 152.6,
      "grad_norm": 1.251826524734497,
      "learning_rate": 4.4381641944325565e-06,
      "loss": 0.3995,
      "step": 546770
    },
    {
      "epoch": 152.6,
      "grad_norm": 1.8189983367919922,
      "learning_rate": 4.438152058072083e-06,
      "loss": 0.3794,
      "step": 546780
    },
    {
      "epoch": 152.61,
      "grad_norm": 1.3791892528533936,
      "learning_rate": 4.438139921432843e-06,
      "loss": 0.3893,
      "step": 546790
    },
    {
      "epoch": 152.61,
      "grad_norm": 1.3455941677093506,
      "learning_rate": 4.438127784514839e-06,
      "loss": 0.3744,
      "step": 546800
    },
    {
      "epoch": 152.61,
      "grad_norm": 1.1255804300308228,
      "learning_rate": 4.438115647318073e-06,
      "loss": 0.3858,
      "step": 546810
    },
    {
      "epoch": 152.62,
      "grad_norm": 1.2370495796203613,
      "learning_rate": 4.438103509842548e-06,
      "loss": 0.4074,
      "step": 546820
    },
    {
      "epoch": 152.62,
      "grad_norm": 1.2667286396026611,
      "learning_rate": 4.438091372088261e-06,
      "loss": 0.3899,
      "step": 546830
    },
    {
      "epoch": 152.62,
      "grad_norm": 1.1231895685195923,
      "learning_rate": 4.438079234055219e-06,
      "loss": 0.3776,
      "step": 546840
    },
    {
      "epoch": 152.62,
      "grad_norm": 1.106915831565857,
      "learning_rate": 4.43806709574342e-06,
      "loss": 0.3794,
      "step": 546850
    },
    {
      "epoch": 152.63,
      "grad_norm": 1.5122878551483154,
      "learning_rate": 4.438054957152867e-06,
      "loss": 0.3981,
      "step": 546860
    },
    {
      "epoch": 152.63,
      "grad_norm": 1.276052474975586,
      "learning_rate": 4.438042818283562e-06,
      "loss": 0.4047,
      "step": 546870
    },
    {
      "epoch": 152.63,
      "grad_norm": 1.2322640419006348,
      "learning_rate": 4.4380306791355055e-06,
      "loss": 0.3962,
      "step": 546880
    },
    {
      "epoch": 152.63,
      "grad_norm": 1.2634645700454712,
      "learning_rate": 4.4380185397087e-06,
      "loss": 0.3823,
      "step": 546890
    },
    {
      "epoch": 152.64,
      "grad_norm": 1.2934037446975708,
      "learning_rate": 4.438006400003147e-06,
      "loss": 0.4016,
      "step": 546900
    },
    {
      "epoch": 152.64,
      "grad_norm": 1.5439616441726685,
      "learning_rate": 4.437994260018846e-06,
      "loss": 0.3868,
      "step": 546910
    },
    {
      "epoch": 152.64,
      "grad_norm": 1.1609199047088623,
      "learning_rate": 4.437982119755802e-06,
      "loss": 0.3766,
      "step": 546920
    },
    {
      "epoch": 152.65,
      "grad_norm": 1.5621333122253418,
      "learning_rate": 4.437969979214016e-06,
      "loss": 0.3904,
      "step": 546930
    },
    {
      "epoch": 152.65,
      "grad_norm": 1.2512098550796509,
      "learning_rate": 4.437957838393488e-06,
      "loss": 0.3956,
      "step": 546940
    },
    {
      "epoch": 152.65,
      "grad_norm": 1.4153648614883423,
      "learning_rate": 4.43794569729422e-06,
      "loss": 0.3993,
      "step": 546950
    },
    {
      "epoch": 152.65,
      "grad_norm": 1.4831209182739258,
      "learning_rate": 4.4379335559162145e-06,
      "loss": 0.3973,
      "step": 546960
    },
    {
      "epoch": 152.66,
      "grad_norm": 1.2033300399780273,
      "learning_rate": 4.437921414259472e-06,
      "loss": 0.3948,
      "step": 546970
    },
    {
      "epoch": 152.66,
      "grad_norm": 1.0617852210998535,
      "learning_rate": 4.437909272323995e-06,
      "loss": 0.3869,
      "step": 546980
    },
    {
      "epoch": 152.66,
      "grad_norm": 1.1991156339645386,
      "learning_rate": 4.437897130109785e-06,
      "loss": 0.3934,
      "step": 546990
    },
    {
      "epoch": 152.67,
      "grad_norm": 0.9651048183441162,
      "learning_rate": 4.4378849876168434e-06,
      "loss": 0.3779,
      "step": 547000
    },
    {
      "epoch": 152.67,
      "grad_norm": 1.3548661470413208,
      "learning_rate": 4.437872844845172e-06,
      "loss": 0.3719,
      "step": 547010
    },
    {
      "epoch": 152.67,
      "grad_norm": 1.4331855773925781,
      "learning_rate": 4.437860701794771e-06,
      "loss": 0.3752,
      "step": 547020
    },
    {
      "epoch": 152.67,
      "grad_norm": 1.2135117053985596,
      "learning_rate": 4.437848558465645e-06,
      "loss": 0.4076,
      "step": 547030
    },
    {
      "epoch": 152.68,
      "grad_norm": 1.187882661819458,
      "learning_rate": 4.437836414857793e-06,
      "loss": 0.3739,
      "step": 547040
    },
    {
      "epoch": 152.68,
      "grad_norm": 1.5662544965744019,
      "learning_rate": 4.4378242709712176e-06,
      "loss": 0.3856,
      "step": 547050
    },
    {
      "epoch": 152.68,
      "grad_norm": 1.1512587070465088,
      "learning_rate": 4.437812126805922e-06,
      "loss": 0.388,
      "step": 547060
    },
    {
      "epoch": 152.68,
      "grad_norm": 1.066882610321045,
      "learning_rate": 4.4377999823619035e-06,
      "loss": 0.382,
      "step": 547070
    },
    {
      "epoch": 152.69,
      "grad_norm": 1.3137972354888916,
      "learning_rate": 4.437787837639168e-06,
      "loss": 0.3974,
      "step": 547080
    },
    {
      "epoch": 152.69,
      "grad_norm": 1.3214610815048218,
      "learning_rate": 4.437775692637715e-06,
      "loss": 0.3703,
      "step": 547090
    },
    {
      "epoch": 152.69,
      "grad_norm": 1.2597880363464355,
      "learning_rate": 4.437763547357546e-06,
      "loss": 0.3817,
      "step": 547100
    },
    {
      "epoch": 152.7,
      "grad_norm": 1.2539011240005493,
      "learning_rate": 4.437751401798664e-06,
      "loss": 0.3829,
      "step": 547110
    },
    {
      "epoch": 152.7,
      "grad_norm": 1.2532343864440918,
      "learning_rate": 4.43773925596107e-06,
      "loss": 0.3688,
      "step": 547120
    },
    {
      "epoch": 152.7,
      "grad_norm": 1.270537257194519,
      "learning_rate": 4.437727109844765e-06,
      "loss": 0.4063,
      "step": 547130
    },
    {
      "epoch": 152.7,
      "grad_norm": 1.2448800802230835,
      "learning_rate": 4.437714963449752e-06,
      "loss": 0.3762,
      "step": 547140
    },
    {
      "epoch": 152.71,
      "grad_norm": 1.2101119756698608,
      "learning_rate": 4.43770281677603e-06,
      "loss": 0.389,
      "step": 547150
    },
    {
      "epoch": 152.71,
      "grad_norm": 1.1779968738555908,
      "learning_rate": 4.437690669823604e-06,
      "loss": 0.3909,
      "step": 547160
    },
    {
      "epoch": 152.71,
      "grad_norm": 1.2651325464248657,
      "learning_rate": 4.437678522592473e-06,
      "loss": 0.397,
      "step": 547170
    },
    {
      "epoch": 152.72,
      "grad_norm": 1.0617200136184692,
      "learning_rate": 4.43766637508264e-06,
      "loss": 0.3903,
      "step": 547180
    },
    {
      "epoch": 152.72,
      "grad_norm": 1.1736475229263306,
      "learning_rate": 4.437654227294106e-06,
      "loss": 0.376,
      "step": 547190
    },
    {
      "epoch": 152.72,
      "grad_norm": 1.1186529397964478,
      "learning_rate": 4.437642079226872e-06,
      "loss": 0.3832,
      "step": 547200
    },
    {
      "epoch": 152.72,
      "grad_norm": 1.1823176145553589,
      "learning_rate": 4.437629930880942e-06,
      "loss": 0.4087,
      "step": 547210
    },
    {
      "epoch": 152.73,
      "grad_norm": 1.2487307786941528,
      "learning_rate": 4.437617782256315e-06,
      "loss": 0.3897,
      "step": 547220
    },
    {
      "epoch": 152.73,
      "grad_norm": 1.2280399799346924,
      "learning_rate": 4.437605633352993e-06,
      "loss": 0.382,
      "step": 547230
    },
    {
      "epoch": 152.73,
      "grad_norm": 1.0841236114501953,
      "learning_rate": 4.43759348417098e-06,
      "loss": 0.391,
      "step": 547240
    },
    {
      "epoch": 152.74,
      "grad_norm": 1.2745177745819092,
      "learning_rate": 4.437581334710274e-06,
      "loss": 0.4126,
      "step": 547250
    },
    {
      "epoch": 152.74,
      "grad_norm": 1.8723180294036865,
      "learning_rate": 4.437569184970879e-06,
      "loss": 0.4048,
      "step": 547260
    },
    {
      "epoch": 152.74,
      "grad_norm": 1.1472607851028442,
      "learning_rate": 4.437557034952796e-06,
      "loss": 0.3913,
      "step": 547270
    },
    {
      "epoch": 152.74,
      "grad_norm": 1.0950185060501099,
      "learning_rate": 4.437544884656028e-06,
      "loss": 0.3757,
      "step": 547280
    },
    {
      "epoch": 152.75,
      "grad_norm": 1.084869384765625,
      "learning_rate": 4.437532734080575e-06,
      "loss": 0.3979,
      "step": 547290
    },
    {
      "epoch": 152.75,
      "grad_norm": 1.414624571800232,
      "learning_rate": 4.437520583226438e-06,
      "loss": 0.3894,
      "step": 547300
    },
    {
      "epoch": 152.75,
      "grad_norm": 1.2936283349990845,
      "learning_rate": 4.4375084320936195e-06,
      "loss": 0.3977,
      "step": 547310
    },
    {
      "epoch": 152.75,
      "grad_norm": 1.1484909057617188,
      "learning_rate": 4.437496280682122e-06,
      "loss": 0.3899,
      "step": 547320
    },
    {
      "epoch": 152.76,
      "grad_norm": 1.3166710138320923,
      "learning_rate": 4.437484128991945e-06,
      "loss": 0.3958,
      "step": 547330
    },
    {
      "epoch": 152.76,
      "grad_norm": 1.3431543111801147,
      "learning_rate": 4.437471977023093e-06,
      "loss": 0.4018,
      "step": 547340
    },
    {
      "epoch": 152.76,
      "grad_norm": 1.451706886291504,
      "learning_rate": 4.437459824775566e-06,
      "loss": 0.4055,
      "step": 547350
    },
    {
      "epoch": 152.77,
      "grad_norm": 1.1344513893127441,
      "learning_rate": 4.437447672249364e-06,
      "loss": 0.399,
      "step": 547360
    },
    {
      "epoch": 152.77,
      "grad_norm": 1.148047924041748,
      "learning_rate": 4.437435519444491e-06,
      "loss": 0.3974,
      "step": 547370
    },
    {
      "epoch": 152.77,
      "grad_norm": 1.3015623092651367,
      "learning_rate": 4.437423366360949e-06,
      "loss": 0.3852,
      "step": 547380
    },
    {
      "epoch": 152.77,
      "grad_norm": 1.3424967527389526,
      "learning_rate": 4.437411212998738e-06,
      "loss": 0.3804,
      "step": 547390
    },
    {
      "epoch": 152.78,
      "grad_norm": 1.2085124254226685,
      "learning_rate": 4.43739905935786e-06,
      "loss": 0.3731,
      "step": 547400
    },
    {
      "epoch": 152.78,
      "grad_norm": 1.494682788848877,
      "learning_rate": 4.437386905438315e-06,
      "loss": 0.3953,
      "step": 547410
    },
    {
      "epoch": 152.78,
      "grad_norm": 1.0809205770492554,
      "learning_rate": 4.437374751240109e-06,
      "loss": 0.3883,
      "step": 547420
    },
    {
      "epoch": 152.79,
      "grad_norm": 1.1463335752487183,
      "learning_rate": 4.43736259676324e-06,
      "loss": 0.3816,
      "step": 547430
    },
    {
      "epoch": 152.79,
      "grad_norm": 1.2771204710006714,
      "learning_rate": 4.43735044200771e-06,
      "loss": 0.4056,
      "step": 547440
    },
    {
      "epoch": 152.79,
      "grad_norm": 1.2570284605026245,
      "learning_rate": 4.437338286973522e-06,
      "loss": 0.3965,
      "step": 547450
    },
    {
      "epoch": 152.79,
      "grad_norm": 1.3244277238845825,
      "learning_rate": 4.437326131660677e-06,
      "loss": 0.3775,
      "step": 547460
    },
    {
      "epoch": 152.8,
      "grad_norm": 1.3754373788833618,
      "learning_rate": 4.437313976069176e-06,
      "loss": 0.3884,
      "step": 547470
    },
    {
      "epoch": 152.8,
      "grad_norm": 1.373785138130188,
      "learning_rate": 4.437301820199021e-06,
      "loss": 0.389,
      "step": 547480
    },
    {
      "epoch": 152.8,
      "grad_norm": 1.387636423110962,
      "learning_rate": 4.4372896640502134e-06,
      "loss": 0.4091,
      "step": 547490
    },
    {
      "epoch": 152.8,
      "grad_norm": 1.4565945863723755,
      "learning_rate": 4.437277507622755e-06,
      "loss": 0.3809,
      "step": 547500
    },
    {
      "epoch": 152.81,
      "grad_norm": 1.24951171875,
      "learning_rate": 4.437265350916649e-06,
      "loss": 0.3873,
      "step": 547510
    },
    {
      "epoch": 152.81,
      "grad_norm": 1.3298827409744263,
      "learning_rate": 4.4372531939318936e-06,
      "loss": 0.3734,
      "step": 547520
    },
    {
      "epoch": 152.81,
      "grad_norm": 1.158227562904358,
      "learning_rate": 4.4372410366684935e-06,
      "loss": 0.3778,
      "step": 547530
    },
    {
      "epoch": 152.82,
      "grad_norm": 1.2530056238174438,
      "learning_rate": 4.437228879126449e-06,
      "loss": 0.3794,
      "step": 547540
    },
    {
      "epoch": 152.82,
      "grad_norm": 1.3140376806259155,
      "learning_rate": 4.4372167213057616e-06,
      "loss": 0.3762,
      "step": 547550
    },
    {
      "epoch": 152.82,
      "grad_norm": 1.30747652053833,
      "learning_rate": 4.437204563206433e-06,
      "loss": 0.4159,
      "step": 547560
    },
    {
      "epoch": 152.82,
      "grad_norm": 1.1444329023361206,
      "learning_rate": 4.437192404828466e-06,
      "loss": 0.3876,
      "step": 547570
    },
    {
      "epoch": 152.83,
      "grad_norm": 1.3379753828048706,
      "learning_rate": 4.437180246171861e-06,
      "loss": 0.3742,
      "step": 547580
    },
    {
      "epoch": 152.83,
      "grad_norm": 1.3252259492874146,
      "learning_rate": 4.437168087236619e-06,
      "loss": 0.3992,
      "step": 547590
    },
    {
      "epoch": 152.83,
      "grad_norm": 1.2503734827041626,
      "learning_rate": 4.437155928022743e-06,
      "loss": 0.3799,
      "step": 547600
    },
    {
      "epoch": 152.84,
      "grad_norm": 1.4690775871276855,
      "learning_rate": 4.437143768530235e-06,
      "loss": 0.4059,
      "step": 547610
    },
    {
      "epoch": 152.84,
      "grad_norm": 1.3444265127182007,
      "learning_rate": 4.437131608759094e-06,
      "loss": 0.3888,
      "step": 547620
    },
    {
      "epoch": 152.84,
      "grad_norm": 1.1255590915679932,
      "learning_rate": 4.4371194487093245e-06,
      "loss": 0.4009,
      "step": 547630
    },
    {
      "epoch": 152.84,
      "grad_norm": 1.2515473365783691,
      "learning_rate": 4.437107288380926e-06,
      "loss": 0.3903,
      "step": 547640
    },
    {
      "epoch": 152.85,
      "grad_norm": 1.214699149131775,
      "learning_rate": 4.437095127773902e-06,
      "loss": 0.4119,
      "step": 547650
    },
    {
      "epoch": 152.85,
      "grad_norm": 1.2115155458450317,
      "learning_rate": 4.4370829668882535e-06,
      "loss": 0.3749,
      "step": 547660
    },
    {
      "epoch": 152.85,
      "grad_norm": 1.3893362283706665,
      "learning_rate": 4.437070805723981e-06,
      "loss": 0.3833,
      "step": 547670
    },
    {
      "epoch": 152.86,
      "grad_norm": 1.157801866531372,
      "learning_rate": 4.437058644281087e-06,
      "loss": 0.3945,
      "step": 547680
    },
    {
      "epoch": 152.86,
      "grad_norm": 1.127813458442688,
      "learning_rate": 4.4370464825595736e-06,
      "loss": 0.3877,
      "step": 547690
    },
    {
      "epoch": 152.86,
      "grad_norm": 1.2009310722351074,
      "learning_rate": 4.4370343205594416e-06,
      "loss": 0.3973,
      "step": 547700
    },
    {
      "epoch": 152.86,
      "grad_norm": 1.263697862625122,
      "learning_rate": 4.4370221582806925e-06,
      "loss": 0.4019,
      "step": 547710
    },
    {
      "epoch": 152.87,
      "grad_norm": 1.111855387687683,
      "learning_rate": 4.437009995723328e-06,
      "loss": 0.3969,
      "step": 547720
    },
    {
      "epoch": 152.87,
      "grad_norm": 1.3598538637161255,
      "learning_rate": 4.436997832887351e-06,
      "loss": 0.3819,
      "step": 547730
    },
    {
      "epoch": 152.87,
      "grad_norm": 1.0908836126327515,
      "learning_rate": 4.436985669772761e-06,
      "loss": 0.374,
      "step": 547740
    },
    {
      "epoch": 152.87,
      "grad_norm": 1.183129906654358,
      "learning_rate": 4.436973506379562e-06,
      "loss": 0.3714,
      "step": 547750
    },
    {
      "epoch": 152.88,
      "grad_norm": 1.3653250932693481,
      "learning_rate": 4.436961342707754e-06,
      "loss": 0.3859,
      "step": 547760
    },
    {
      "epoch": 152.88,
      "grad_norm": 1.2587404251098633,
      "learning_rate": 4.436949178757339e-06,
      "loss": 0.3737,
      "step": 547770
    },
    {
      "epoch": 152.88,
      "grad_norm": 1.2231028079986572,
      "learning_rate": 4.436937014528318e-06,
      "loss": 0.3763,
      "step": 547780
    },
    {
      "epoch": 152.89,
      "grad_norm": 1.1892884969711304,
      "learning_rate": 4.436924850020694e-06,
      "loss": 0.3899,
      "step": 547790
    },
    {
      "epoch": 152.89,
      "grad_norm": 1.2685655355453491,
      "learning_rate": 4.436912685234467e-06,
      "loss": 0.3857,
      "step": 547800
    },
    {
      "epoch": 152.89,
      "grad_norm": 1.3846938610076904,
      "learning_rate": 4.43690052016964e-06,
      "loss": 0.4035,
      "step": 547810
    },
    {
      "epoch": 152.89,
      "grad_norm": 1.3118013143539429,
      "learning_rate": 4.436888354826215e-06,
      "loss": 0.3852,
      "step": 547820
    },
    {
      "epoch": 152.9,
      "grad_norm": 1.1330900192260742,
      "learning_rate": 4.4368761892041914e-06,
      "loss": 0.3935,
      "step": 547830
    },
    {
      "epoch": 152.9,
      "grad_norm": 1.310628056526184,
      "learning_rate": 4.436864023303573e-06,
      "loss": 0.3818,
      "step": 547840
    },
    {
      "epoch": 152.9,
      "grad_norm": 1.3775376081466675,
      "learning_rate": 4.4368518571243605e-06,
      "loss": 0.3911,
      "step": 547850
    },
    {
      "epoch": 152.91,
      "grad_norm": 1.1532104015350342,
      "learning_rate": 4.436839690666554e-06,
      "loss": 0.4089,
      "step": 547860
    },
    {
      "epoch": 152.91,
      "grad_norm": 1.3994030952453613,
      "learning_rate": 4.436827523930159e-06,
      "loss": 0.4036,
      "step": 547870
    },
    {
      "epoch": 152.91,
      "grad_norm": 1.4172749519348145,
      "learning_rate": 4.436815356915173e-06,
      "loss": 0.3758,
      "step": 547880
    },
    {
      "epoch": 152.91,
      "grad_norm": 1.0699474811553955,
      "learning_rate": 4.4368031896216e-06,
      "loss": 0.3732,
      "step": 547890
    },
    {
      "epoch": 152.92,
      "grad_norm": 1.1760189533233643,
      "learning_rate": 4.4367910220494424e-06,
      "loss": 0.3873,
      "step": 547900
    },
    {
      "epoch": 152.92,
      "grad_norm": 1.1977933645248413,
      "learning_rate": 4.436778854198698e-06,
      "loss": 0.3748,
      "step": 547910
    },
    {
      "epoch": 152.92,
      "grad_norm": 1.47007155418396,
      "learning_rate": 4.436766686069372e-06,
      "loss": 0.3822,
      "step": 547920
    },
    {
      "epoch": 152.92,
      "grad_norm": 1.260697841644287,
      "learning_rate": 4.436754517661466e-06,
      "loss": 0.3926,
      "step": 547930
    },
    {
      "epoch": 152.93,
      "grad_norm": 1.131611943244934,
      "learning_rate": 4.43674234897498e-06,
      "loss": 0.3972,
      "step": 547940
    },
    {
      "epoch": 152.93,
      "grad_norm": 1.4190564155578613,
      "learning_rate": 4.436730180009915e-06,
      "loss": 0.4091,
      "step": 547950
    },
    {
      "epoch": 152.93,
      "grad_norm": 1.3581386804580688,
      "learning_rate": 4.436718010766275e-06,
      "loss": 0.3813,
      "step": 547960
    },
    {
      "epoch": 152.94,
      "grad_norm": 1.1524879932403564,
      "learning_rate": 4.4367058412440596e-06,
      "loss": 0.3921,
      "step": 547970
    },
    {
      "epoch": 152.94,
      "grad_norm": 1.2459083795547485,
      "learning_rate": 4.436693671443272e-06,
      "loss": 0.3966,
      "step": 547980
    },
    {
      "epoch": 152.94,
      "grad_norm": 1.2361750602722168,
      "learning_rate": 4.436681501363912e-06,
      "loss": 0.393,
      "step": 547990
    },
    {
      "epoch": 152.94,
      "grad_norm": 1.758725643157959,
      "learning_rate": 4.436669331005983e-06,
      "loss": 0.3917,
      "step": 548000
    },
    {
      "epoch": 152.95,
      "grad_norm": 1.3470721244812012,
      "learning_rate": 4.436657160369486e-06,
      "loss": 0.4142,
      "step": 548010
    },
    {
      "epoch": 152.95,
      "grad_norm": 1.0928936004638672,
      "learning_rate": 4.436644989454422e-06,
      "loss": 0.3938,
      "step": 548020
    },
    {
      "epoch": 152.95,
      "grad_norm": 1.7874687910079956,
      "learning_rate": 4.436632818260793e-06,
      "loss": 0.3926,
      "step": 548030
    },
    {
      "epoch": 152.96,
      "grad_norm": 1.4091981649398804,
      "learning_rate": 4.436620646788601e-06,
      "loss": 0.3893,
      "step": 548040
    },
    {
      "epoch": 152.96,
      "grad_norm": 1.3626762628555298,
      "learning_rate": 4.4366084750378475e-06,
      "loss": 0.3884,
      "step": 548050
    },
    {
      "epoch": 152.96,
      "grad_norm": 1.3379775285720825,
      "learning_rate": 4.436596303008534e-06,
      "loss": 0.3905,
      "step": 548060
    },
    {
      "epoch": 152.96,
      "grad_norm": 1.7242285013198853,
      "learning_rate": 4.436584130700661e-06,
      "loss": 0.3755,
      "step": 548070
    },
    {
      "epoch": 152.97,
      "grad_norm": 1.4265953302383423,
      "learning_rate": 4.436571958114233e-06,
      "loss": 0.385,
      "step": 548080
    },
    {
      "epoch": 152.97,
      "grad_norm": 2.2737245559692383,
      "learning_rate": 4.436559785249248e-06,
      "loss": 0.3719,
      "step": 548090
    },
    {
      "epoch": 152.97,
      "grad_norm": 1.4650338888168335,
      "learning_rate": 4.436547612105711e-06,
      "loss": 0.386,
      "step": 548100
    },
    {
      "epoch": 152.98,
      "grad_norm": 1.164866328239441,
      "learning_rate": 4.4365354386836215e-06,
      "loss": 0.3814,
      "step": 548110
    },
    {
      "epoch": 152.98,
      "grad_norm": 1.1441699266433716,
      "learning_rate": 4.436523264982981e-06,
      "loss": 0.4021,
      "step": 548120
    },
    {
      "epoch": 152.98,
      "grad_norm": 1.1539685726165771,
      "learning_rate": 4.4365110910037925e-06,
      "loss": 0.3859,
      "step": 548130
    },
    {
      "epoch": 152.98,
      "grad_norm": 1.8307223320007324,
      "learning_rate": 4.436498916746057e-06,
      "loss": 0.3854,
      "step": 548140
    },
    {
      "epoch": 152.99,
      "grad_norm": 1.4524160623550415,
      "learning_rate": 4.4364867422097755e-06,
      "loss": 0.3928,
      "step": 548150
    },
    {
      "epoch": 152.99,
      "grad_norm": 1.9218769073486328,
      "learning_rate": 4.436474567394951e-06,
      "loss": 0.3839,
      "step": 548160
    },
    {
      "epoch": 152.99,
      "grad_norm": 1.3317724466323853,
      "learning_rate": 4.436462392301584e-06,
      "loss": 0.3958,
      "step": 548170
    },
    {
      "epoch": 152.99,
      "grad_norm": 1.0557938814163208,
      "learning_rate": 4.436450216929677e-06,
      "loss": 0.3946,
      "step": 548180
    },
    {
      "epoch": 153.0,
      "grad_norm": 2.2974157333374023,
      "learning_rate": 4.436438041279229e-06,
      "loss": 0.3975,
      "step": 548190
    },
    {
      "epoch": 153.0,
      "eval_loss": 0.39111194014549255,
      "eval_runtime": 63.1754,
      "eval_samples_per_second": 80.079,
      "eval_steps_per_second": 10.02,
      "step": 548199
    },
    {
      "epoch": 153.0,
      "grad_norm": 1.287406325340271,
      "learning_rate": 4.436425865350245e-06,
      "loss": 0.4072,
      "step": 548200
    },
    {
      "epoch": 153.0,
      "grad_norm": 1.1983840465545654,
      "learning_rate": 4.436413689142726e-06,
      "loss": 0.398,
      "step": 548210
    },
    {
      "epoch": 153.01,
      "grad_norm": 1.4537907838821411,
      "learning_rate": 4.4364015126566724e-06,
      "loss": 0.3758,
      "step": 548220
    },
    {
      "epoch": 153.01,
      "grad_norm": 1.3209084272384644,
      "learning_rate": 4.436389335892085e-06,
      "loss": 0.3832,
      "step": 548230
    },
    {
      "epoch": 153.01,
      "grad_norm": 1.1691975593566895,
      "learning_rate": 4.436377158848968e-06,
      "loss": 0.3884,
      "step": 548240
    },
    {
      "epoch": 153.01,
      "grad_norm": 1.5251009464263916,
      "learning_rate": 4.4363649815273215e-06,
      "loss": 0.3973,
      "step": 548250
    },
    {
      "epoch": 153.02,
      "grad_norm": 1.0449553728103638,
      "learning_rate": 4.4363528039271474e-06,
      "loss": 0.3986,
      "step": 548260
    },
    {
      "epoch": 153.02,
      "grad_norm": 1.392985224723816,
      "learning_rate": 4.436340626048448e-06,
      "loss": 0.3854,
      "step": 548270
    },
    {
      "epoch": 153.02,
      "grad_norm": 1.2507705688476562,
      "learning_rate": 4.436328447891223e-06,
      "loss": 0.3819,
      "step": 548280
    },
    {
      "epoch": 153.03,
      "grad_norm": 1.1901451349258423,
      "learning_rate": 4.436316269455476e-06,
      "loss": 0.3959,
      "step": 548290
    },
    {
      "epoch": 153.03,
      "grad_norm": 1.3936688899993896,
      "learning_rate": 4.436304090741207e-06,
      "loss": 0.3922,
      "step": 548300
    },
    {
      "epoch": 153.03,
      "grad_norm": 1.1551841497421265,
      "learning_rate": 4.43629191174842e-06,
      "loss": 0.3831,
      "step": 548310
    },
    {
      "epoch": 153.03,
      "grad_norm": 1.240443229675293,
      "learning_rate": 4.436279732477114e-06,
      "loss": 0.3798,
      "step": 548320
    },
    {
      "epoch": 153.04,
      "grad_norm": 1.4757634401321411,
      "learning_rate": 4.436267552927291e-06,
      "loss": 0.3847,
      "step": 548330
    },
    {
      "epoch": 153.04,
      "grad_norm": 1.0769121646881104,
      "learning_rate": 4.436255373098955e-06,
      "loss": 0.383,
      "step": 548340
    },
    {
      "epoch": 153.04,
      "grad_norm": 1.2719553709030151,
      "learning_rate": 4.436243192992105e-06,
      "loss": 0.4153,
      "step": 548350
    },
    {
      "epoch": 153.04,
      "grad_norm": 1.1876771450042725,
      "learning_rate": 4.4362310126067435e-06,
      "loss": 0.3829,
      "step": 548360
    },
    {
      "epoch": 153.05,
      "grad_norm": 1.1592541933059692,
      "learning_rate": 4.436218831942872e-06,
      "loss": 0.4189,
      "step": 548370
    },
    {
      "epoch": 153.05,
      "grad_norm": 1.3691846132278442,
      "learning_rate": 4.4362066510004935e-06,
      "loss": 0.3791,
      "step": 548380
    },
    {
      "epoch": 153.05,
      "grad_norm": 1.0598163604736328,
      "learning_rate": 4.4361944697796076e-06,
      "loss": 0.384,
      "step": 548390
    },
    {
      "epoch": 153.06,
      "grad_norm": 1.2195422649383545,
      "learning_rate": 4.436182288280217e-06,
      "loss": 0.3881,
      "step": 548400
    },
    {
      "epoch": 153.06,
      "grad_norm": 1.4811056852340698,
      "learning_rate": 4.436170106502323e-06,
      "loss": 0.4039,
      "step": 548410
    },
    {
      "epoch": 153.06,
      "grad_norm": 1.8477435111999512,
      "learning_rate": 4.4361579244459275e-06,
      "loss": 0.3955,
      "step": 548420
    },
    {
      "epoch": 153.06,
      "grad_norm": 1.3721458911895752,
      "learning_rate": 4.436145742111032e-06,
      "loss": 0.3814,
      "step": 548430
    },
    {
      "epoch": 153.07,
      "grad_norm": 1.5116896629333496,
      "learning_rate": 4.436133559497638e-06,
      "loss": 0.4061,
      "step": 548440
    },
    {
      "epoch": 153.07,
      "grad_norm": 1.2125424146652222,
      "learning_rate": 4.436121376605747e-06,
      "loss": 0.4024,
      "step": 548450
    },
    {
      "epoch": 153.07,
      "grad_norm": 1.1292356252670288,
      "learning_rate": 4.436109193435361e-06,
      "loss": 0.3845,
      "step": 548460
    },
    {
      "epoch": 153.08,
      "grad_norm": 1.2423951625823975,
      "learning_rate": 4.436097009986481e-06,
      "loss": 0.3948,
      "step": 548470
    },
    {
      "epoch": 153.08,
      "grad_norm": 1.34162437915802,
      "learning_rate": 4.4360848262591095e-06,
      "loss": 0.3817,
      "step": 548480
    },
    {
      "epoch": 153.08,
      "grad_norm": 1.4231655597686768,
      "learning_rate": 4.436072642253248e-06,
      "loss": 0.3827,
      "step": 548490
    },
    {
      "epoch": 153.08,
      "grad_norm": 1.0678067207336426,
      "learning_rate": 4.436060457968896e-06,
      "loss": 0.3796,
      "step": 548500
    },
    {
      "epoch": 153.09,
      "grad_norm": 1.039980173110962,
      "learning_rate": 4.436048273406059e-06,
      "loss": 0.3805,
      "step": 548510
    },
    {
      "epoch": 153.09,
      "grad_norm": 1.2463780641555786,
      "learning_rate": 4.4360360885647355e-06,
      "loss": 0.3729,
      "step": 548520
    },
    {
      "epoch": 153.09,
      "grad_norm": 1.1982836723327637,
      "learning_rate": 4.436023903444928e-06,
      "loss": 0.3964,
      "step": 548530
    },
    {
      "epoch": 153.1,
      "grad_norm": 1.359474539756775,
      "learning_rate": 4.436011718046639e-06,
      "loss": 0.4128,
      "step": 548540
    },
    {
      "epoch": 153.1,
      "grad_norm": 1.2399698495864868,
      "learning_rate": 4.435999532369869e-06,
      "loss": 0.4033,
      "step": 548550
    },
    {
      "epoch": 153.1,
      "grad_norm": 1.213579773902893,
      "learning_rate": 4.43598734641462e-06,
      "loss": 0.396,
      "step": 548560
    },
    {
      "epoch": 153.1,
      "grad_norm": 1.2544010877609253,
      "learning_rate": 4.435975160180894e-06,
      "loss": 0.3854,
      "step": 548570
    },
    {
      "epoch": 153.11,
      "grad_norm": 1.4145129919052124,
      "learning_rate": 4.435962973668692e-06,
      "loss": 0.3924,
      "step": 548580
    },
    {
      "epoch": 153.11,
      "grad_norm": 1.0087261199951172,
      "learning_rate": 4.435950786878016e-06,
      "loss": 0.365,
      "step": 548590
    },
    {
      "epoch": 153.11,
      "grad_norm": 1.0617296695709229,
      "learning_rate": 4.4359385998088674e-06,
      "loss": 0.361,
      "step": 548600
    },
    {
      "epoch": 153.11,
      "grad_norm": 1.1485962867736816,
      "learning_rate": 4.435926412461247e-06,
      "loss": 0.3988,
      "step": 548610
    },
    {
      "epoch": 153.12,
      "grad_norm": 1.203129529953003,
      "learning_rate": 4.4359142248351585e-06,
      "loss": 0.4026,
      "step": 548620
    },
    {
      "epoch": 153.12,
      "grad_norm": 1.4279768466949463,
      "learning_rate": 4.435902036930602e-06,
      "loss": 0.3895,
      "step": 548630
    },
    {
      "epoch": 153.12,
      "grad_norm": 1.2912724018096924,
      "learning_rate": 4.435889848747579e-06,
      "loss": 0.4019,
      "step": 548640
    },
    {
      "epoch": 153.13,
      "grad_norm": 1.3448830842971802,
      "learning_rate": 4.435877660286092e-06,
      "loss": 0.3892,
      "step": 548650
    },
    {
      "epoch": 153.13,
      "grad_norm": 1.122054100036621,
      "learning_rate": 4.435865471546143e-06,
      "loss": 0.3964,
      "step": 548660
    },
    {
      "epoch": 153.13,
      "grad_norm": 1.1100713014602661,
      "learning_rate": 4.435853282527733e-06,
      "loss": 0.3921,
      "step": 548670
    },
    {
      "epoch": 153.13,
      "grad_norm": 1.305117130279541,
      "learning_rate": 4.435841093230862e-06,
      "loss": 0.3833,
      "step": 548680
    },
    {
      "epoch": 153.14,
      "grad_norm": 1.2512617111206055,
      "learning_rate": 4.435828903655534e-06,
      "loss": 0.3969,
      "step": 548690
    },
    {
      "epoch": 153.14,
      "grad_norm": 1.225704550743103,
      "learning_rate": 4.43581671380175e-06,
      "loss": 0.3861,
      "step": 548700
    },
    {
      "epoch": 153.14,
      "grad_norm": 1.24833083152771,
      "learning_rate": 4.4358045236695105e-06,
      "loss": 0.3844,
      "step": 548710
    },
    {
      "epoch": 153.15,
      "grad_norm": 1.245442509651184,
      "learning_rate": 4.4357923332588185e-06,
      "loss": 0.384,
      "step": 548720
    },
    {
      "epoch": 153.15,
      "grad_norm": 1.2835302352905273,
      "learning_rate": 4.435780142569675e-06,
      "loss": 0.3853,
      "step": 548730
    },
    {
      "epoch": 153.15,
      "grad_norm": 1.2348835468292236,
      "learning_rate": 4.435767951602082e-06,
      "loss": 0.3733,
      "step": 548740
    },
    {
      "epoch": 153.15,
      "grad_norm": 1.3604530096054077,
      "learning_rate": 4.4357557603560405e-06,
      "loss": 0.4065,
      "step": 548750
    },
    {
      "epoch": 153.16,
      "grad_norm": 1.1341577768325806,
      "learning_rate": 4.435743568831552e-06,
      "loss": 0.3938,
      "step": 548760
    },
    {
      "epoch": 153.16,
      "grad_norm": 1.281618595123291,
      "learning_rate": 4.435731377028619e-06,
      "loss": 0.3916,
      "step": 548770
    },
    {
      "epoch": 153.16,
      "grad_norm": 1.1100013256072998,
      "learning_rate": 4.435719184947244e-06,
      "loss": 0.4004,
      "step": 548780
    },
    {
      "epoch": 153.16,
      "grad_norm": 1.1669663190841675,
      "learning_rate": 4.4357069925874255e-06,
      "loss": 0.3835,
      "step": 548790
    },
    {
      "epoch": 153.17,
      "grad_norm": 1.0925296545028687,
      "learning_rate": 4.435694799949167e-06,
      "loss": 0.3839,
      "step": 548800
    },
    {
      "epoch": 153.17,
      "grad_norm": 1.1420445442199707,
      "learning_rate": 4.435682607032471e-06,
      "loss": 0.4009,
      "step": 548810
    },
    {
      "epoch": 153.17,
      "grad_norm": 1.1838862895965576,
      "learning_rate": 4.435670413837338e-06,
      "loss": 0.4015,
      "step": 548820
    },
    {
      "epoch": 153.18,
      "grad_norm": 0.9790904521942139,
      "learning_rate": 4.4356582203637695e-06,
      "loss": 0.3691,
      "step": 548830
    },
    {
      "epoch": 153.18,
      "grad_norm": 1.4423606395721436,
      "learning_rate": 4.435646026611767e-06,
      "loss": 0.3868,
      "step": 548840
    },
    {
      "epoch": 153.18,
      "grad_norm": 1.215946078300476,
      "learning_rate": 4.435633832581334e-06,
      "loss": 0.3893,
      "step": 548850
    },
    {
      "epoch": 153.18,
      "grad_norm": 1.2058261632919312,
      "learning_rate": 4.4356216382724705e-06,
      "loss": 0.4027,
      "step": 548860
    },
    {
      "epoch": 153.19,
      "grad_norm": 1.2439473867416382,
      "learning_rate": 4.435609443685178e-06,
      "loss": 0.3981,
      "step": 548870
    },
    {
      "epoch": 153.19,
      "grad_norm": 1.4654715061187744,
      "learning_rate": 4.4355972488194575e-06,
      "loss": 0.3911,
      "step": 548880
    },
    {
      "epoch": 153.19,
      "grad_norm": 1.2875378131866455,
      "learning_rate": 4.4355850536753125e-06,
      "loss": 0.365,
      "step": 548890
    },
    {
      "epoch": 153.2,
      "grad_norm": 1.2470530271530151,
      "learning_rate": 4.435572858252743e-06,
      "loss": 0.3932,
      "step": 548900
    },
    {
      "epoch": 153.2,
      "grad_norm": 1.4392942190170288,
      "learning_rate": 4.435560662551752e-06,
      "loss": 0.4054,
      "step": 548910
    },
    {
      "epoch": 153.2,
      "grad_norm": 1.3366672992706299,
      "learning_rate": 4.4355484665723406e-06,
      "loss": 0.3913,
      "step": 548920
    },
    {
      "epoch": 153.2,
      "grad_norm": 1.556570053100586,
      "learning_rate": 4.43553627031451e-06,
      "loss": 0.4121,
      "step": 548930
    },
    {
      "epoch": 153.21,
      "grad_norm": 1.2341270446777344,
      "learning_rate": 4.435524073778261e-06,
      "loss": 0.3897,
      "step": 548940
    },
    {
      "epoch": 153.21,
      "grad_norm": 2.808260917663574,
      "learning_rate": 4.435511876963598e-06,
      "loss": 0.4005,
      "step": 548950
    },
    {
      "epoch": 153.21,
      "grad_norm": 1.2627214193344116,
      "learning_rate": 4.435499679870519e-06,
      "loss": 0.3818,
      "step": 548960
    },
    {
      "epoch": 153.22,
      "grad_norm": 1.0714831352233887,
      "learning_rate": 4.43548748249903e-06,
      "loss": 0.3781,
      "step": 548970
    },
    {
      "epoch": 153.22,
      "grad_norm": 1.3384395837783813,
      "learning_rate": 4.4354752848491275e-06,
      "loss": 0.3907,
      "step": 548980
    },
    {
      "epoch": 153.22,
      "grad_norm": 1.1799546480178833,
      "learning_rate": 4.435463086920817e-06,
      "loss": 0.3961,
      "step": 548990
    },
    {
      "epoch": 153.22,
      "grad_norm": 1.3225382566452026,
      "learning_rate": 4.4354508887141e-06,
      "loss": 0.3985,
      "step": 549000
    },
    {
      "epoch": 153.23,
      "grad_norm": 1.3399301767349243,
      "learning_rate": 4.435438690228976e-06,
      "loss": 0.3892,
      "step": 549010
    },
    {
      "epoch": 153.23,
      "grad_norm": 1.4453802108764648,
      "learning_rate": 4.4354264914654476e-06,
      "loss": 0.3974,
      "step": 549020
    },
    {
      "epoch": 153.23,
      "grad_norm": 1.186516523361206,
      "learning_rate": 4.435414292423517e-06,
      "loss": 0.3886,
      "step": 549030
    },
    {
      "epoch": 153.23,
      "grad_norm": 1.1929041147232056,
      "learning_rate": 4.4354020931031845e-06,
      "loss": 0.3895,
      "step": 549040
    },
    {
      "epoch": 153.24,
      "grad_norm": 1.092395305633545,
      "learning_rate": 4.4353898935044534e-06,
      "loss": 0.3904,
      "step": 549050
    },
    {
      "epoch": 153.24,
      "grad_norm": 1.2291641235351562,
      "learning_rate": 4.435377693627324e-06,
      "loss": 0.3739,
      "step": 549060
    },
    {
      "epoch": 153.24,
      "grad_norm": 1.2673742771148682,
      "learning_rate": 4.435365493471798e-06,
      "loss": 0.404,
      "step": 549070
    },
    {
      "epoch": 153.25,
      "grad_norm": 1.3557636737823486,
      "learning_rate": 4.435353293037878e-06,
      "loss": 0.3848,
      "step": 549080
    },
    {
      "epoch": 153.25,
      "grad_norm": 0.9515189528465271,
      "learning_rate": 4.435341092325565e-06,
      "loss": 0.4166,
      "step": 549090
    },
    {
      "epoch": 153.25,
      "grad_norm": 1.1154705286026,
      "learning_rate": 4.4353288913348605e-06,
      "loss": 0.3939,
      "step": 549100
    },
    {
      "epoch": 153.25,
      "grad_norm": 1.276931881904602,
      "learning_rate": 4.435316690065767e-06,
      "loss": 0.386,
      "step": 549110
    },
    {
      "epoch": 153.26,
      "grad_norm": 1.0824739933013916,
      "learning_rate": 4.435304488518284e-06,
      "loss": 0.3949,
      "step": 549120
    },
    {
      "epoch": 153.26,
      "grad_norm": 1.2513302564620972,
      "learning_rate": 4.4352922866924154e-06,
      "loss": 0.4005,
      "step": 549130
    },
    {
      "epoch": 153.26,
      "grad_norm": 1.2382296323776245,
      "learning_rate": 4.435280084588161e-06,
      "loss": 0.3967,
      "step": 549140
    },
    {
      "epoch": 153.27,
      "grad_norm": 1.0885237455368042,
      "learning_rate": 4.435267882205525e-06,
      "loss": 0.3894,
      "step": 549150
    },
    {
      "epoch": 153.27,
      "grad_norm": 1.4131097793579102,
      "learning_rate": 4.435255679544506e-06,
      "loss": 0.3911,
      "step": 549160
    },
    {
      "epoch": 153.27,
      "grad_norm": 1.1722439527511597,
      "learning_rate": 4.435243476605108e-06,
      "loss": 0.3827,
      "step": 549170
    },
    {
      "epoch": 153.27,
      "grad_norm": 1.3850499391555786,
      "learning_rate": 4.435231273387331e-06,
      "loss": 0.3841,
      "step": 549180
    },
    {
      "epoch": 153.28,
      "grad_norm": 1.1405832767486572,
      "learning_rate": 4.435219069891178e-06,
      "loss": 0.379,
      "step": 549190
    },
    {
      "epoch": 153.28,
      "grad_norm": 1.26360023021698,
      "learning_rate": 4.435206866116649e-06,
      "loss": 0.4003,
      "step": 549200
    },
    {
      "epoch": 153.28,
      "grad_norm": 1.158850073814392,
      "learning_rate": 4.435194662063747e-06,
      "loss": 0.3897,
      "step": 549210
    },
    {
      "epoch": 153.28,
      "grad_norm": 1.2110888957977295,
      "learning_rate": 4.435182457732473e-06,
      "loss": 0.4069,
      "step": 549220
    },
    {
      "epoch": 153.29,
      "grad_norm": 1.1025091409683228,
      "learning_rate": 4.435170253122829e-06,
      "loss": 0.3912,
      "step": 549230
    },
    {
      "epoch": 153.29,
      "grad_norm": 1.1273534297943115,
      "learning_rate": 4.435158048234816e-06,
      "loss": 0.42,
      "step": 549240
    },
    {
      "epoch": 153.29,
      "grad_norm": 1.2213658094406128,
      "learning_rate": 4.4351458430684365e-06,
      "loss": 0.3882,
      "step": 549250
    },
    {
      "epoch": 153.3,
      "grad_norm": 1.2657673358917236,
      "learning_rate": 4.435133637623692e-06,
      "loss": 0.3781,
      "step": 549260
    },
    {
      "epoch": 153.3,
      "grad_norm": 1.1163381338119507,
      "learning_rate": 4.435121431900583e-06,
      "loss": 0.4006,
      "step": 549270
    },
    {
      "epoch": 153.3,
      "grad_norm": 1.0279735326766968,
      "learning_rate": 4.435109225899112e-06,
      "loss": 0.3937,
      "step": 549280
    },
    {
      "epoch": 153.3,
      "grad_norm": 1.1953949928283691,
      "learning_rate": 4.435097019619281e-06,
      "loss": 0.388,
      "step": 549290
    },
    {
      "epoch": 153.31,
      "grad_norm": 1.0352988243103027,
      "learning_rate": 4.4350848130610905e-06,
      "loss": 0.383,
      "step": 549300
    },
    {
      "epoch": 153.31,
      "grad_norm": 1.1799768209457397,
      "learning_rate": 4.4350726062245426e-06,
      "loss": 0.3734,
      "step": 549310
    },
    {
      "epoch": 153.31,
      "grad_norm": 1.1188536882400513,
      "learning_rate": 4.435060399109639e-06,
      "loss": 0.4005,
      "step": 549320
    },
    {
      "epoch": 153.32,
      "grad_norm": 1.2617923021316528,
      "learning_rate": 4.435048191716382e-06,
      "loss": 0.3849,
      "step": 549330
    },
    {
      "epoch": 153.32,
      "grad_norm": 1.2030563354492188,
      "learning_rate": 4.4350359840447724e-06,
      "loss": 0.4144,
      "step": 549340
    },
    {
      "epoch": 153.32,
      "grad_norm": 1.1987262964248657,
      "learning_rate": 4.435023776094812e-06,
      "loss": 0.401,
      "step": 549350
    },
    {
      "epoch": 153.32,
      "grad_norm": 1.3072543144226074,
      "learning_rate": 4.435011567866503e-06,
      "loss": 0.3874,
      "step": 549360
    },
    {
      "epoch": 153.33,
      "grad_norm": 1.2534337043762207,
      "learning_rate": 4.4349993593598465e-06,
      "loss": 0.4051,
      "step": 549370
    },
    {
      "epoch": 153.33,
      "grad_norm": 1.432902455329895,
      "learning_rate": 4.434987150574844e-06,
      "loss": 0.3772,
      "step": 549380
    },
    {
      "epoch": 153.33,
      "grad_norm": 1.1325671672821045,
      "learning_rate": 4.434974941511497e-06,
      "loss": 0.3919,
      "step": 549390
    },
    {
      "epoch": 153.34,
      "grad_norm": 1.1683791875839233,
      "learning_rate": 4.434962732169808e-06,
      "loss": 0.3858,
      "step": 549400
    },
    {
      "epoch": 153.34,
      "grad_norm": 1.1637773513793945,
      "learning_rate": 4.434950522549777e-06,
      "loss": 0.3923,
      "step": 549410
    },
    {
      "epoch": 153.34,
      "grad_norm": 1.281224250793457,
      "learning_rate": 4.434938312651407e-06,
      "loss": 0.3949,
      "step": 549420
    },
    {
      "epoch": 153.34,
      "grad_norm": 1.1432616710662842,
      "learning_rate": 4.434926102474699e-06,
      "loss": 0.3875,
      "step": 549430
    },
    {
      "epoch": 153.35,
      "grad_norm": 1.1347864866256714,
      "learning_rate": 4.434913892019656e-06,
      "loss": 0.3824,
      "step": 549440
    },
    {
      "epoch": 153.35,
      "grad_norm": 1.309362769126892,
      "learning_rate": 4.434901681286278e-06,
      "loss": 0.3838,
      "step": 549450
    },
    {
      "epoch": 153.35,
      "grad_norm": 1.2631598711013794,
      "learning_rate": 4.434889470274566e-06,
      "loss": 0.3926,
      "step": 549460
    },
    {
      "epoch": 153.35,
      "grad_norm": 1.1213029623031616,
      "learning_rate": 4.434877258984524e-06,
      "loss": 0.3881,
      "step": 549470
    },
    {
      "epoch": 153.36,
      "grad_norm": 1.3151202201843262,
      "learning_rate": 4.434865047416153e-06,
      "loss": 0.3948,
      "step": 549480
    },
    {
      "epoch": 153.36,
      "grad_norm": 2.5750691890716553,
      "learning_rate": 4.434852835569452e-06,
      "loss": 0.3812,
      "step": 549490
    },
    {
      "epoch": 153.36,
      "grad_norm": 1.1581439971923828,
      "learning_rate": 4.434840623444426e-06,
      "loss": 0.3983,
      "step": 549500
    },
    {
      "epoch": 153.37,
      "grad_norm": 1.5381665229797363,
      "learning_rate": 4.434828411041075e-06,
      "loss": 0.3983,
      "step": 549510
    },
    {
      "epoch": 153.37,
      "grad_norm": 1.3629789352416992,
      "learning_rate": 4.434816198359401e-06,
      "loss": 0.3787,
      "step": 549520
    },
    {
      "epoch": 153.37,
      "grad_norm": 1.180911898612976,
      "learning_rate": 4.4348039853994055e-06,
      "loss": 0.3992,
      "step": 549530
    },
    {
      "epoch": 153.37,
      "grad_norm": 1.2983585596084595,
      "learning_rate": 4.43479177216109e-06,
      "loss": 0.3927,
      "step": 549540
    },
    {
      "epoch": 153.38,
      "grad_norm": 1.3608123064041138,
      "learning_rate": 4.434779558644457e-06,
      "loss": 0.3861,
      "step": 549550
    },
    {
      "epoch": 153.38,
      "grad_norm": 1.115566372871399,
      "learning_rate": 4.434767344849507e-06,
      "loss": 0.4022,
      "step": 549560
    },
    {
      "epoch": 153.38,
      "grad_norm": 1.4889405965805054,
      "learning_rate": 4.434755130776241e-06,
      "loss": 0.3825,
      "step": 549570
    },
    {
      "epoch": 153.39,
      "grad_norm": 1.1970844268798828,
      "learning_rate": 4.434742916424663e-06,
      "loss": 0.4083,
      "step": 549580
    },
    {
      "epoch": 153.39,
      "grad_norm": 1.2590608596801758,
      "learning_rate": 4.434730701794773e-06,
      "loss": 0.424,
      "step": 549590
    },
    {
      "epoch": 153.39,
      "grad_norm": 1.2238621711730957,
      "learning_rate": 4.434718486886573e-06,
      "loss": 0.3823,
      "step": 549600
    },
    {
      "epoch": 153.39,
      "grad_norm": 1.366364598274231,
      "learning_rate": 4.434706271700064e-06,
      "loss": 0.3866,
      "step": 549610
    },
    {
      "epoch": 153.4,
      "grad_norm": 1.237072229385376,
      "learning_rate": 4.434694056235248e-06,
      "loss": 0.3989,
      "step": 549620
    },
    {
      "epoch": 153.4,
      "grad_norm": 1.176526427268982,
      "learning_rate": 4.434681840492127e-06,
      "loss": 0.3792,
      "step": 549630
    },
    {
      "epoch": 153.4,
      "grad_norm": 1.459205985069275,
      "learning_rate": 4.434669624470702e-06,
      "loss": 0.4033,
      "step": 549640
    },
    {
      "epoch": 153.4,
      "grad_norm": 1.050864815711975,
      "learning_rate": 4.434657408170976e-06,
      "loss": 0.4054,
      "step": 549650
    },
    {
      "epoch": 153.41,
      "grad_norm": 1.3543461561203003,
      "learning_rate": 4.434645191592949e-06,
      "loss": 0.3972,
      "step": 549660
    },
    {
      "epoch": 153.41,
      "grad_norm": 1.3192949295043945,
      "learning_rate": 4.434632974736623e-06,
      "loss": 0.3948,
      "step": 549670
    },
    {
      "epoch": 153.41,
      "grad_norm": 1.25475013256073,
      "learning_rate": 4.434620757602001e-06,
      "loss": 0.3644,
      "step": 549680
    },
    {
      "epoch": 153.42,
      "grad_norm": 1.551817774772644,
      "learning_rate": 4.434608540189082e-06,
      "loss": 0.3912,
      "step": 549690
    },
    {
      "epoch": 153.42,
      "grad_norm": 1.1700690984725952,
      "learning_rate": 4.434596322497871e-06,
      "loss": 0.3924,
      "step": 549700
    },
    {
      "epoch": 153.42,
      "grad_norm": 1.5278276205062866,
      "learning_rate": 4.434584104528367e-06,
      "loss": 0.3691,
      "step": 549710
    },
    {
      "epoch": 153.42,
      "grad_norm": 1.2918182611465454,
      "learning_rate": 4.434571886280572e-06,
      "loss": 0.3929,
      "step": 549720
    },
    {
      "epoch": 153.43,
      "grad_norm": 1.1805592775344849,
      "learning_rate": 4.434559667754489e-06,
      "loss": 0.3926,
      "step": 549730
    },
    {
      "epoch": 153.43,
      "grad_norm": 1.2195279598236084,
      "learning_rate": 4.4345474489501175e-06,
      "loss": 0.3992,
      "step": 549740
    },
    {
      "epoch": 153.43,
      "grad_norm": 1.130810022354126,
      "learning_rate": 4.43453522986746e-06,
      "loss": 0.3863,
      "step": 549750
    },
    {
      "epoch": 153.44,
      "grad_norm": 1.3693246841430664,
      "learning_rate": 4.43452301050652e-06,
      "loss": 0.3922,
      "step": 549760
    },
    {
      "epoch": 153.44,
      "grad_norm": 1.3935664892196655,
      "learning_rate": 4.4345107908672965e-06,
      "loss": 0.3958,
      "step": 549770
    },
    {
      "epoch": 153.44,
      "grad_norm": 1.2202630043029785,
      "learning_rate": 4.434498570949792e-06,
      "loss": 0.3914,
      "step": 549780
    },
    {
      "epoch": 153.44,
      "grad_norm": 1.1690987348556519,
      "learning_rate": 4.434486350754009e-06,
      "loss": 0.4026,
      "step": 549790
    },
    {
      "epoch": 153.45,
      "grad_norm": 1.1135668754577637,
      "learning_rate": 4.434474130279947e-06,
      "loss": 0.3903,
      "step": 549800
    },
    {
      "epoch": 153.45,
      "grad_norm": 1.3040295839309692,
      "learning_rate": 4.434461909527611e-06,
      "loss": 0.3829,
      "step": 549810
    },
    {
      "epoch": 153.45,
      "grad_norm": 1.6126453876495361,
      "learning_rate": 4.434449688497e-06,
      "loss": 0.3872,
      "step": 549820
    },
    {
      "epoch": 153.46,
      "grad_norm": 1.3309613466262817,
      "learning_rate": 4.434437467188116e-06,
      "loss": 0.4107,
      "step": 549830
    },
    {
      "epoch": 153.46,
      "grad_norm": 0.9957653284072876,
      "learning_rate": 4.434425245600961e-06,
      "loss": 0.3883,
      "step": 549840
    },
    {
      "epoch": 153.46,
      "grad_norm": 1.1958106756210327,
      "learning_rate": 4.434413023735537e-06,
      "loss": 0.3926,
      "step": 549850
    },
    {
      "epoch": 153.46,
      "grad_norm": 1.1443060636520386,
      "learning_rate": 4.434400801591844e-06,
      "loss": 0.3961,
      "step": 549860
    },
    {
      "epoch": 153.47,
      "grad_norm": 1.1707662343978882,
      "learning_rate": 4.434388579169886e-06,
      "loss": 0.3878,
      "step": 549870
    },
    {
      "epoch": 153.47,
      "grad_norm": 1.2170019149780273,
      "learning_rate": 4.434376356469663e-06,
      "loss": 0.3917,
      "step": 549880
    },
    {
      "epoch": 153.47,
      "grad_norm": 1.1452171802520752,
      "learning_rate": 4.434364133491177e-06,
      "loss": 0.3824,
      "step": 549890
    },
    {
      "epoch": 153.47,
      "grad_norm": 1.2636233568191528,
      "learning_rate": 4.4343519102344304e-06,
      "loss": 0.3853,
      "step": 549900
    },
    {
      "epoch": 153.48,
      "grad_norm": 1.381489634513855,
      "learning_rate": 4.434339686699423e-06,
      "loss": 0.4125,
      "step": 549910
    },
    {
      "epoch": 153.48,
      "grad_norm": 1.3758646249771118,
      "learning_rate": 4.434327462886158e-06,
      "loss": 0.3867,
      "step": 549920
    },
    {
      "epoch": 153.48,
      "grad_norm": 1.2314014434814453,
      "learning_rate": 4.434315238794637e-06,
      "loss": 0.3764,
      "step": 549930
    },
    {
      "epoch": 153.49,
      "grad_norm": 1.5065784454345703,
      "learning_rate": 4.43430301442486e-06,
      "loss": 0.3792,
      "step": 549940
    },
    {
      "epoch": 153.49,
      "grad_norm": 1.3153955936431885,
      "learning_rate": 4.43429078977683e-06,
      "loss": 0.3834,
      "step": 549950
    },
    {
      "epoch": 153.49,
      "grad_norm": 1.1570464372634888,
      "learning_rate": 4.4342785648505505e-06,
      "loss": 0.4099,
      "step": 549960
    },
    {
      "epoch": 153.49,
      "grad_norm": 1.4599169492721558,
      "learning_rate": 4.434266339646019e-06,
      "loss": 0.3895,
      "step": 549970
    },
    {
      "epoch": 153.5,
      "grad_norm": 1.3177366256713867,
      "learning_rate": 4.43425411416324e-06,
      "loss": 0.3867,
      "step": 549980
    },
    {
      "epoch": 153.5,
      "grad_norm": 1.3684580326080322,
      "learning_rate": 4.434241888402215e-06,
      "loss": 0.4108,
      "step": 549990
    },
    {
      "epoch": 153.5,
      "grad_norm": 1.386307716369629,
      "learning_rate": 4.4342296623629435e-06,
      "loss": 0.3976,
      "step": 550000
    },
    {
      "epoch": 153.51,
      "grad_norm": 1.3795799016952515,
      "learning_rate": 4.434217436045429e-06,
      "loss": 0.3884,
      "step": 550010
    },
    {
      "epoch": 153.51,
      "grad_norm": 1.2244356870651245,
      "learning_rate": 4.434205209449673e-06,
      "loss": 0.3906,
      "step": 550020
    },
    {
      "epoch": 153.51,
      "grad_norm": 1.0995339155197144,
      "learning_rate": 4.434192982575677e-06,
      "loss": 0.3635,
      "step": 550030
    },
    {
      "epoch": 153.51,
      "grad_norm": 1.2041375637054443,
      "learning_rate": 4.434180755423442e-06,
      "loss": 0.387,
      "step": 550040
    },
    {
      "epoch": 153.52,
      "grad_norm": 1.3184431791305542,
      "learning_rate": 4.4341685279929705e-06,
      "loss": 0.3903,
      "step": 550050
    },
    {
      "epoch": 153.52,
      "grad_norm": 1.004333257675171,
      "learning_rate": 4.4341563002842635e-06,
      "loss": 0.3743,
      "step": 550060
    },
    {
      "epoch": 153.52,
      "grad_norm": 3.4604501724243164,
      "learning_rate": 4.434144072297322e-06,
      "loss": 0.3927,
      "step": 550070
    },
    {
      "epoch": 153.52,
      "grad_norm": 1.30094313621521,
      "learning_rate": 4.43413184403215e-06,
      "loss": 0.3898,
      "step": 550080
    },
    {
      "epoch": 153.53,
      "grad_norm": 1.1561988592147827,
      "learning_rate": 4.4341196154887475e-06,
      "loss": 0.3897,
      "step": 550090
    },
    {
      "epoch": 153.53,
      "grad_norm": 1.349411129951477,
      "learning_rate": 4.4341073866671155e-06,
      "loss": 0.384,
      "step": 550100
    },
    {
      "epoch": 153.53,
      "grad_norm": 1.1641242504119873,
      "learning_rate": 4.434095157567257e-06,
      "loss": 0.4087,
      "step": 550110
    },
    {
      "epoch": 153.54,
      "grad_norm": 1.5572854280471802,
      "learning_rate": 4.434082928189172e-06,
      "loss": 0.3845,
      "step": 550120
    },
    {
      "epoch": 153.54,
      "grad_norm": 1.0649317502975464,
      "learning_rate": 4.434070698532864e-06,
      "loss": 0.4044,
      "step": 550130
    },
    {
      "epoch": 153.54,
      "grad_norm": 1.303436279296875,
      "learning_rate": 4.434058468598334e-06,
      "loss": 0.3782,
      "step": 550140
    },
    {
      "epoch": 153.54,
      "grad_norm": 1.3549022674560547,
      "learning_rate": 4.4340462383855826e-06,
      "loss": 0.3942,
      "step": 550150
    },
    {
      "epoch": 153.55,
      "grad_norm": 1.2562280893325806,
      "learning_rate": 4.434034007894612e-06,
      "loss": 0.3896,
      "step": 550160
    },
    {
      "epoch": 153.55,
      "grad_norm": 1.3311506509780884,
      "learning_rate": 4.434021777125425e-06,
      "loss": 0.3948,
      "step": 550170
    },
    {
      "epoch": 153.55,
      "grad_norm": 1.1228694915771484,
      "learning_rate": 4.434009546078021e-06,
      "loss": 0.3789,
      "step": 550180
    },
    {
      "epoch": 153.56,
      "grad_norm": 1.3320457935333252,
      "learning_rate": 4.433997314752404e-06,
      "loss": 0.392,
      "step": 550190
    },
    {
      "epoch": 153.56,
      "grad_norm": 1.209957242012024,
      "learning_rate": 4.433985083148574e-06,
      "loss": 0.3742,
      "step": 550200
    },
    {
      "epoch": 153.56,
      "grad_norm": 1.1965805292129517,
      "learning_rate": 4.4339728512665334e-06,
      "loss": 0.381,
      "step": 550210
    },
    {
      "epoch": 153.56,
      "grad_norm": 1.0587077140808105,
      "learning_rate": 4.433960619106283e-06,
      "loss": 0.3713,
      "step": 550220
    },
    {
      "epoch": 153.57,
      "grad_norm": 1.1450711488723755,
      "learning_rate": 4.433948386667825e-06,
      "loss": 0.3969,
      "step": 550230
    },
    {
      "epoch": 153.57,
      "grad_norm": 1.287610650062561,
      "learning_rate": 4.433936153951162e-06,
      "loss": 0.397,
      "step": 550240
    },
    {
      "epoch": 153.57,
      "grad_norm": 5.115971088409424,
      "learning_rate": 4.433923920956295e-06,
      "loss": 0.3855,
      "step": 550250
    },
    {
      "epoch": 153.58,
      "grad_norm": 1.2594163417816162,
      "learning_rate": 4.433911687683224e-06,
      "loss": 0.3979,
      "step": 550260
    },
    {
      "epoch": 153.58,
      "grad_norm": 1.1202301979064941,
      "learning_rate": 4.433899454131952e-06,
      "loss": 0.3956,
      "step": 550270
    },
    {
      "epoch": 153.58,
      "grad_norm": 1.0315073728561401,
      "learning_rate": 4.43388722030248e-06,
      "loss": 0.4084,
      "step": 550280
    },
    {
      "epoch": 153.58,
      "grad_norm": 1.0860692262649536,
      "learning_rate": 4.433874986194812e-06,
      "loss": 0.3821,
      "step": 550290
    },
    {
      "epoch": 153.59,
      "grad_norm": 1.1807900667190552,
      "learning_rate": 4.433862751808947e-06,
      "loss": 0.3858,
      "step": 550300
    },
    {
      "epoch": 153.59,
      "grad_norm": 1.596120834350586,
      "learning_rate": 4.4338505171448875e-06,
      "loss": 0.3949,
      "step": 550310
    },
    {
      "epoch": 153.59,
      "grad_norm": 1.2134886980056763,
      "learning_rate": 4.433838282202634e-06,
      "loss": 0.3751,
      "step": 550320
    },
    {
      "epoch": 153.59,
      "grad_norm": 1.0635466575622559,
      "learning_rate": 4.43382604698219e-06,
      "loss": 0.4048,
      "step": 550330
    },
    {
      "epoch": 153.6,
      "grad_norm": 1.1651135683059692,
      "learning_rate": 4.433813811483557e-06,
      "loss": 0.3959,
      "step": 550340
    },
    {
      "epoch": 153.6,
      "grad_norm": 1.1700106859207153,
      "learning_rate": 4.433801575706735e-06,
      "loss": 0.406,
      "step": 550350
    },
    {
      "epoch": 153.6,
      "grad_norm": 1.2421809434890747,
      "learning_rate": 4.433789339651726e-06,
      "loss": 0.4094,
      "step": 550360
    },
    {
      "epoch": 153.61,
      "grad_norm": 1.572042465209961,
      "learning_rate": 4.433777103318534e-06,
      "loss": 0.4,
      "step": 550370
    },
    {
      "epoch": 153.61,
      "grad_norm": 1.158324122428894,
      "learning_rate": 4.433764866707157e-06,
      "loss": 0.3875,
      "step": 550380
    },
    {
      "epoch": 153.61,
      "grad_norm": 1.3079710006713867,
      "learning_rate": 4.433752629817599e-06,
      "loss": 0.3845,
      "step": 550390
    },
    {
      "epoch": 153.61,
      "grad_norm": 1.098055124282837,
      "learning_rate": 4.433740392649862e-06,
      "loss": 0.3917,
      "step": 550400
    },
    {
      "epoch": 153.62,
      "grad_norm": 1.2640212774276733,
      "learning_rate": 4.433728155203946e-06,
      "loss": 0.3962,
      "step": 550410
    },
    {
      "epoch": 153.62,
      "grad_norm": 1.2692346572875977,
      "learning_rate": 4.433715917479853e-06,
      "loss": 0.3981,
      "step": 550420
    },
    {
      "epoch": 153.62,
      "grad_norm": 1.4951752424240112,
      "learning_rate": 4.433703679477586e-06,
      "loss": 0.3853,
      "step": 550430
    },
    {
      "epoch": 153.63,
      "grad_norm": 1.1647306680679321,
      "learning_rate": 4.4336914411971446e-06,
      "loss": 0.3772,
      "step": 550440
    },
    {
      "epoch": 153.63,
      "grad_norm": 1.153088092803955,
      "learning_rate": 4.433679202638532e-06,
      "loss": 0.3747,
      "step": 550450
    },
    {
      "epoch": 153.63,
      "grad_norm": 1.1406747102737427,
      "learning_rate": 4.433666963801749e-06,
      "loss": 0.3768,
      "step": 550460
    },
    {
      "epoch": 153.63,
      "grad_norm": 1.1887717247009277,
      "learning_rate": 4.433654724686797e-06,
      "loss": 0.4063,
      "step": 550470
    },
    {
      "epoch": 153.64,
      "grad_norm": 1.26468825340271,
      "learning_rate": 4.433642485293679e-06,
      "loss": 0.384,
      "step": 550480
    },
    {
      "epoch": 153.64,
      "grad_norm": 3.822007179260254,
      "learning_rate": 4.433630245622395e-06,
      "loss": 0.3871,
      "step": 550490
    },
    {
      "epoch": 153.64,
      "grad_norm": 1.1360142230987549,
      "learning_rate": 4.4336180056729475e-06,
      "loss": 0.3901,
      "step": 550500
    },
    {
      "epoch": 153.64,
      "grad_norm": 1.2386314868927002,
      "learning_rate": 4.433605765445338e-06,
      "loss": 0.4021,
      "step": 550510
    },
    {
      "epoch": 153.65,
      "grad_norm": 1.0396556854248047,
      "learning_rate": 4.433593524939569e-06,
      "loss": 0.3867,
      "step": 550520
    },
    {
      "epoch": 153.65,
      "grad_norm": 2.5777347087860107,
      "learning_rate": 4.43358128415564e-06,
      "loss": 0.3902,
      "step": 550530
    },
    {
      "epoch": 153.65,
      "grad_norm": 1.1923279762268066,
      "learning_rate": 4.433569043093555e-06,
      "loss": 0.3869,
      "step": 550540
    },
    {
      "epoch": 153.66,
      "grad_norm": 1.1532630920410156,
      "learning_rate": 4.433556801753314e-06,
      "loss": 0.4069,
      "step": 550550
    },
    {
      "epoch": 153.66,
      "grad_norm": 1.3770287036895752,
      "learning_rate": 4.4335445601349195e-06,
      "loss": 0.3805,
      "step": 550560
    },
    {
      "epoch": 153.66,
      "grad_norm": 1.2008196115493774,
      "learning_rate": 4.433532318238372e-06,
      "loss": 0.3929,
      "step": 550570
    },
    {
      "epoch": 153.66,
      "grad_norm": 1.3634546995162964,
      "learning_rate": 4.433520076063674e-06,
      "loss": 0.3821,
      "step": 550580
    },
    {
      "epoch": 153.67,
      "grad_norm": 1.1905869245529175,
      "learning_rate": 4.4335078336108276e-06,
      "loss": 0.3846,
      "step": 550590
    },
    {
      "epoch": 153.67,
      "grad_norm": 1.0412904024124146,
      "learning_rate": 4.433495590879834e-06,
      "loss": 0.3751,
      "step": 550600
    },
    {
      "epoch": 153.67,
      "grad_norm": 1.4428906440734863,
      "learning_rate": 4.433483347870695e-06,
      "loss": 0.3918,
      "step": 550610
    },
    {
      "epoch": 153.68,
      "grad_norm": 1.343742847442627,
      "learning_rate": 4.43347110458341e-06,
      "loss": 0.3944,
      "step": 550620
    },
    {
      "epoch": 153.68,
      "grad_norm": 1.4780282974243164,
      "learning_rate": 4.433458861017984e-06,
      "loss": 0.4006,
      "step": 550630
    },
    {
      "epoch": 153.68,
      "grad_norm": 1.1803410053253174,
      "learning_rate": 4.433446617174417e-06,
      "loss": 0.3876,
      "step": 550640
    },
    {
      "epoch": 153.68,
      "grad_norm": 1.3520389795303345,
      "learning_rate": 4.433434373052711e-06,
      "loss": 0.4044,
      "step": 550650
    },
    {
      "epoch": 153.69,
      "grad_norm": 1.2723671197891235,
      "learning_rate": 4.433422128652867e-06,
      "loss": 0.4028,
      "step": 550660
    },
    {
      "epoch": 153.69,
      "grad_norm": 2.9998061656951904,
      "learning_rate": 4.433409883974888e-06,
      "loss": 0.3889,
      "step": 550670
    },
    {
      "epoch": 153.69,
      "grad_norm": 0.9608228802680969,
      "learning_rate": 4.433397639018773e-06,
      "loss": 0.3887,
      "step": 550680
    },
    {
      "epoch": 153.7,
      "grad_norm": 3.703796148300171,
      "learning_rate": 4.433385393784527e-06,
      "loss": 0.3852,
      "step": 550690
    },
    {
      "epoch": 153.7,
      "grad_norm": 1.1539344787597656,
      "learning_rate": 4.4333731482721485e-06,
      "loss": 0.3731,
      "step": 550700
    },
    {
      "epoch": 153.7,
      "grad_norm": 1.2862567901611328,
      "learning_rate": 4.433360902481642e-06,
      "loss": 0.393,
      "step": 550710
    },
    {
      "epoch": 153.7,
      "grad_norm": 1.2480870485305786,
      "learning_rate": 4.433348656413007e-06,
      "loss": 0.389,
      "step": 550720
    },
    {
      "epoch": 153.71,
      "grad_norm": 1.342990756034851,
      "learning_rate": 4.433336410066246e-06,
      "loss": 0.3826,
      "step": 550730
    },
    {
      "epoch": 153.71,
      "grad_norm": 0.8889684081077576,
      "learning_rate": 4.43332416344136e-06,
      "loss": 0.4129,
      "step": 550740
    },
    {
      "epoch": 153.71,
      "grad_norm": 1.2170087099075317,
      "learning_rate": 4.433311916538352e-06,
      "loss": 0.3879,
      "step": 550750
    },
    {
      "epoch": 153.71,
      "grad_norm": 1.498123288154602,
      "learning_rate": 4.4332996693572225e-06,
      "loss": 0.3792,
      "step": 550760
    },
    {
      "epoch": 153.72,
      "grad_norm": 6.523214817047119,
      "learning_rate": 4.433287421897972e-06,
      "loss": 0.3791,
      "step": 550770
    },
    {
      "epoch": 153.72,
      "grad_norm": 1.2003257274627686,
      "learning_rate": 4.433275174160605e-06,
      "loss": 0.384,
      "step": 550780
    },
    {
      "epoch": 153.72,
      "grad_norm": 1.3641788959503174,
      "learning_rate": 4.433262926145121e-06,
      "loss": 0.3817,
      "step": 550790
    },
    {
      "epoch": 153.73,
      "grad_norm": 1.1858352422714233,
      "learning_rate": 4.433250677851523e-06,
      "loss": 0.4115,
      "step": 550800
    },
    {
      "epoch": 153.73,
      "grad_norm": 1.2647475004196167,
      "learning_rate": 4.433238429279812e-06,
      "loss": 0.3922,
      "step": 550810
    },
    {
      "epoch": 153.73,
      "grad_norm": 1.3422883749008179,
      "learning_rate": 4.4332261804299885e-06,
      "loss": 0.3912,
      "step": 550820
    },
    {
      "epoch": 153.73,
      "grad_norm": 1.289423942565918,
      "learning_rate": 4.433213931302055e-06,
      "loss": 0.4066,
      "step": 550830
    },
    {
      "epoch": 153.74,
      "grad_norm": 1.3748118877410889,
      "learning_rate": 4.433201681896015e-06,
      "loss": 0.3852,
      "step": 550840
    },
    {
      "epoch": 153.74,
      "grad_norm": 1.3337714672088623,
      "learning_rate": 4.433189432211867e-06,
      "loss": 0.3919,
      "step": 550850
    },
    {
      "epoch": 153.74,
      "grad_norm": 1.43003511428833,
      "learning_rate": 4.4331771822496145e-06,
      "loss": 0.3981,
      "step": 550860
    },
    {
      "epoch": 153.75,
      "grad_norm": 1.198174238204956,
      "learning_rate": 4.4331649320092585e-06,
      "loss": 0.394,
      "step": 550870
    },
    {
      "epoch": 153.75,
      "grad_norm": 1.7207674980163574,
      "learning_rate": 4.4331526814908005e-06,
      "loss": 0.3851,
      "step": 550880
    },
    {
      "epoch": 153.75,
      "grad_norm": 1.2824686765670776,
      "learning_rate": 4.433140430694243e-06,
      "loss": 0.3797,
      "step": 550890
    },
    {
      "epoch": 153.75,
      "grad_norm": 1.0830315351486206,
      "learning_rate": 4.433128179619587e-06,
      "loss": 0.384,
      "step": 550900
    },
    {
      "epoch": 153.76,
      "grad_norm": 1.5112391710281372,
      "learning_rate": 4.433115928266833e-06,
      "loss": 0.4016,
      "step": 550910
    },
    {
      "epoch": 153.76,
      "grad_norm": 1.256352424621582,
      "learning_rate": 4.4331036766359855e-06,
      "loss": 0.4039,
      "step": 550920
    },
    {
      "epoch": 153.76,
      "grad_norm": 4.772866249084473,
      "learning_rate": 4.433091424727044e-06,
      "loss": 0.4005,
      "step": 550930
    },
    {
      "epoch": 153.77,
      "grad_norm": 1.4379761219024658,
      "learning_rate": 4.43307917254001e-06,
      "loss": 0.3976,
      "step": 550940
    },
    {
      "epoch": 153.77,
      "grad_norm": 1.2169628143310547,
      "learning_rate": 4.4330669200748856e-06,
      "loss": 0.3928,
      "step": 550950
    },
    {
      "epoch": 153.77,
      "grad_norm": 1.2720165252685547,
      "learning_rate": 4.4330546673316735e-06,
      "loss": 0.3726,
      "step": 550960
    },
    {
      "epoch": 153.77,
      "grad_norm": 1.3292012214660645,
      "learning_rate": 4.433042414310374e-06,
      "loss": 0.4124,
      "step": 550970
    },
    {
      "epoch": 153.78,
      "grad_norm": 1.198052167892456,
      "learning_rate": 4.433030161010989e-06,
      "loss": 0.3705,
      "step": 550980
    },
    {
      "epoch": 153.78,
      "grad_norm": 1.4479146003723145,
      "learning_rate": 4.43301790743352e-06,
      "loss": 0.3949,
      "step": 550990
    },
    {
      "epoch": 153.78,
      "grad_norm": 1.2807023525238037,
      "learning_rate": 4.433005653577969e-06,
      "loss": 0.4093,
      "step": 551000
    },
    {
      "epoch": 153.78,
      "grad_norm": 1.2457571029663086,
      "learning_rate": 4.4329933994443374e-06,
      "loss": 0.3918,
      "step": 551010
    },
    {
      "epoch": 153.79,
      "grad_norm": 1.3889286518096924,
      "learning_rate": 4.432981145032628e-06,
      "loss": 0.4057,
      "step": 551020
    },
    {
      "epoch": 153.79,
      "grad_norm": 1.0837072134017944,
      "learning_rate": 4.43296889034284e-06,
      "loss": 0.3781,
      "step": 551030
    },
    {
      "epoch": 153.79,
      "grad_norm": 1.1877704858779907,
      "learning_rate": 4.432956635374977e-06,
      "loss": 0.3744,
      "step": 551040
    },
    {
      "epoch": 153.8,
      "grad_norm": 1.1332026720046997,
      "learning_rate": 4.4329443801290395e-06,
      "loss": 0.3908,
      "step": 551050
    },
    {
      "epoch": 153.8,
      "grad_norm": 1.3131500482559204,
      "learning_rate": 4.432932124605031e-06,
      "loss": 0.4032,
      "step": 551060
    },
    {
      "epoch": 153.8,
      "grad_norm": 1.1945334672927856,
      "learning_rate": 4.432919868802951e-06,
      "loss": 0.3981,
      "step": 551070
    },
    {
      "epoch": 153.8,
      "grad_norm": 1.2569271326065063,
      "learning_rate": 4.432907612722802e-06,
      "loss": 0.3764,
      "step": 551080
    },
    {
      "epoch": 153.81,
      "grad_norm": 1.1525812149047852,
      "learning_rate": 4.432895356364584e-06,
      "loss": 0.401,
      "step": 551090
    },
    {
      "epoch": 153.81,
      "grad_norm": 1.0879199504852295,
      "learning_rate": 4.432883099728303e-06,
      "loss": 0.3849,
      "step": 551100
    },
    {
      "epoch": 153.81,
      "grad_norm": 1.1345454454421997,
      "learning_rate": 4.432870842813956e-06,
      "loss": 0.388,
      "step": 551110
    },
    {
      "epoch": 153.82,
      "grad_norm": 1.2560087442398071,
      "learning_rate": 4.432858585621546e-06,
      "loss": 0.3834,
      "step": 551120
    },
    {
      "epoch": 153.82,
      "grad_norm": 1.1857950687408447,
      "learning_rate": 4.4328463281510764e-06,
      "loss": 0.3836,
      "step": 551130
    },
    {
      "epoch": 153.82,
      "grad_norm": 1.1507829427719116,
      "learning_rate": 4.432834070402547e-06,
      "loss": 0.3909,
      "step": 551140
    },
    {
      "epoch": 153.82,
      "grad_norm": 1.2956570386886597,
      "learning_rate": 4.43282181237596e-06,
      "loss": 0.4013,
      "step": 551150
    },
    {
      "epoch": 153.83,
      "grad_norm": 1.27455472946167,
      "learning_rate": 4.4328095540713175e-06,
      "loss": 0.3951,
      "step": 551160
    },
    {
      "epoch": 153.83,
      "grad_norm": 1.2282003164291382,
      "learning_rate": 4.43279729548862e-06,
      "loss": 0.3751,
      "step": 551170
    },
    {
      "epoch": 153.83,
      "grad_norm": 1.3032370805740356,
      "learning_rate": 4.432785036627869e-06,
      "loss": 0.3856,
      "step": 551180
    },
    {
      "epoch": 153.83,
      "grad_norm": 1.3007665872573853,
      "learning_rate": 4.432772777489068e-06,
      "loss": 0.3886,
      "step": 551190
    },
    {
      "epoch": 153.84,
      "grad_norm": 1.3607052564620972,
      "learning_rate": 4.432760518072217e-06,
      "loss": 0.3877,
      "step": 551200
    },
    {
      "epoch": 153.84,
      "grad_norm": 1.304719090461731,
      "learning_rate": 4.432748258377319e-06,
      "loss": 0.3873,
      "step": 551210
    },
    {
      "epoch": 153.84,
      "grad_norm": 1.3278409242630005,
      "learning_rate": 4.432735998404374e-06,
      "loss": 0.4041,
      "step": 551220
    },
    {
      "epoch": 153.85,
      "grad_norm": 1.2076865434646606,
      "learning_rate": 4.432723738153384e-06,
      "loss": 0.3844,
      "step": 551230
    },
    {
      "epoch": 153.85,
      "grad_norm": 1.419359564781189,
      "learning_rate": 4.432711477624351e-06,
      "loss": 0.3959,
      "step": 551240
    },
    {
      "epoch": 153.85,
      "grad_norm": 1.6451449394226074,
      "learning_rate": 4.432699216817278e-06,
      "loss": 0.3761,
      "step": 551250
    },
    {
      "epoch": 153.85,
      "grad_norm": 1.374285101890564,
      "learning_rate": 4.4326869557321636e-06,
      "loss": 0.3899,
      "step": 551260
    },
    {
      "epoch": 153.86,
      "grad_norm": 1.2172781229019165,
      "learning_rate": 4.432674694369012e-06,
      "loss": 0.3905,
      "step": 551270
    },
    {
      "epoch": 153.86,
      "grad_norm": 1.242295265197754,
      "learning_rate": 4.432662432727824e-06,
      "loss": 0.3913,
      "step": 551280
    },
    {
      "epoch": 153.86,
      "grad_norm": 1.2682851552963257,
      "learning_rate": 4.432650170808602e-06,
      "loss": 0.3673,
      "step": 551290
    },
    {
      "epoch": 153.87,
      "grad_norm": 1.4525680541992188,
      "learning_rate": 4.432637908611345e-06,
      "loss": 0.3791,
      "step": 551300
    },
    {
      "epoch": 153.87,
      "grad_norm": 1.0768678188323975,
      "learning_rate": 4.432625646136058e-06,
      "loss": 0.4181,
      "step": 551310
    },
    {
      "epoch": 153.87,
      "grad_norm": 1.082452416419983,
      "learning_rate": 4.43261338338274e-06,
      "loss": 0.3674,
      "step": 551320
    },
    {
      "epoch": 153.87,
      "grad_norm": 1.2757883071899414,
      "learning_rate": 4.432601120351394e-06,
      "loss": 0.3952,
      "step": 551330
    },
    {
      "epoch": 153.88,
      "grad_norm": 1.3006922006607056,
      "learning_rate": 4.4325888570420216e-06,
      "loss": 0.4127,
      "step": 551340
    },
    {
      "epoch": 153.88,
      "grad_norm": 1.46156907081604,
      "learning_rate": 4.432576593454624e-06,
      "loss": 0.4015,
      "step": 551350
    },
    {
      "epoch": 153.88,
      "grad_norm": 1.131279706954956,
      "learning_rate": 4.432564329589203e-06,
      "loss": 0.383,
      "step": 551360
    },
    {
      "epoch": 153.89,
      "grad_norm": 1.2235075235366821,
      "learning_rate": 4.43255206544576e-06,
      "loss": 0.3917,
      "step": 551370
    },
    {
      "epoch": 153.89,
      "grad_norm": 1.1811027526855469,
      "learning_rate": 4.432539801024297e-06,
      "loss": 0.3785,
      "step": 551380
    },
    {
      "epoch": 153.89,
      "grad_norm": 1.5773470401763916,
      "learning_rate": 4.432527536324815e-06,
      "loss": 0.3875,
      "step": 551390
    },
    {
      "epoch": 153.89,
      "grad_norm": 1.3909469842910767,
      "learning_rate": 4.432515271347318e-06,
      "loss": 0.4005,
      "step": 551400
    },
    {
      "epoch": 153.9,
      "grad_norm": 1.2651565074920654,
      "learning_rate": 4.432503006091804e-06,
      "loss": 0.4193,
      "step": 551410
    },
    {
      "epoch": 153.9,
      "grad_norm": 1.1112796068191528,
      "learning_rate": 4.432490740558277e-06,
      "loss": 0.3819,
      "step": 551420
    },
    {
      "epoch": 153.9,
      "grad_norm": 1.3309032917022705,
      "learning_rate": 4.432478474746738e-06,
      "loss": 0.3819,
      "step": 551430
    },
    {
      "epoch": 153.9,
      "grad_norm": 1.5363011360168457,
      "learning_rate": 4.432466208657189e-06,
      "loss": 0.3965,
      "step": 551440
    },
    {
      "epoch": 153.91,
      "grad_norm": 1.3442796468734741,
      "learning_rate": 4.432453942289631e-06,
      "loss": 0.3835,
      "step": 551450
    },
    {
      "epoch": 153.91,
      "grad_norm": 1.380217432975769,
      "learning_rate": 4.432441675644066e-06,
      "loss": 0.3924,
      "step": 551460
    },
    {
      "epoch": 153.91,
      "grad_norm": 1.2677624225616455,
      "learning_rate": 4.432429408720496e-06,
      "loss": 0.4059,
      "step": 551470
    },
    {
      "epoch": 153.92,
      "grad_norm": 1.3085771799087524,
      "learning_rate": 4.4324171415189215e-06,
      "loss": 0.3972,
      "step": 551480
    },
    {
      "epoch": 153.92,
      "grad_norm": 1.0886155366897583,
      "learning_rate": 4.432404874039345e-06,
      "loss": 0.3849,
      "step": 551490
    },
    {
      "epoch": 153.92,
      "grad_norm": 1.3512248992919922,
      "learning_rate": 4.432392606281768e-06,
      "loss": 0.3732,
      "step": 551500
    },
    {
      "epoch": 153.92,
      "grad_norm": 1.3020681142807007,
      "learning_rate": 4.432380338246192e-06,
      "loss": 0.4032,
      "step": 551510
    },
    {
      "epoch": 153.93,
      "grad_norm": 1.0315533876419067,
      "learning_rate": 4.432368069932619e-06,
      "loss": 0.3798,
      "step": 551520
    },
    {
      "epoch": 153.93,
      "grad_norm": 1.3622251749038696,
      "learning_rate": 4.43235580134105e-06,
      "loss": 0.3854,
      "step": 551530
    },
    {
      "epoch": 153.93,
      "grad_norm": 1.069056510925293,
      "learning_rate": 4.432343532471488e-06,
      "loss": 0.4015,
      "step": 551540
    },
    {
      "epoch": 153.94,
      "grad_norm": 0.9945108294487,
      "learning_rate": 4.432331263323933e-06,
      "loss": 0.3754,
      "step": 551550
    },
    {
      "epoch": 153.94,
      "grad_norm": 1.317841649055481,
      "learning_rate": 4.4323189938983865e-06,
      "loss": 0.3836,
      "step": 551560
    },
    {
      "epoch": 153.94,
      "grad_norm": 1.0794274806976318,
      "learning_rate": 4.432306724194852e-06,
      "loss": 0.3916,
      "step": 551570
    },
    {
      "epoch": 153.94,
      "grad_norm": 1.2709975242614746,
      "learning_rate": 4.432294454213329e-06,
      "loss": 0.3911,
      "step": 551580
    },
    {
      "epoch": 153.95,
      "grad_norm": 1.3350000381469727,
      "learning_rate": 4.432282183953821e-06,
      "loss": 0.3957,
      "step": 551590
    },
    {
      "epoch": 153.95,
      "grad_norm": 1.3417984247207642,
      "learning_rate": 4.432269913416328e-06,
      "loss": 0.3995,
      "step": 551600
    },
    {
      "epoch": 153.95,
      "grad_norm": 1.0633959770202637,
      "learning_rate": 4.432257642600853e-06,
      "loss": 0.384,
      "step": 551610
    },
    {
      "epoch": 153.95,
      "grad_norm": 1.007230520248413,
      "learning_rate": 4.432245371507397e-06,
      "loss": 0.392,
      "step": 551620
    },
    {
      "epoch": 153.96,
      "grad_norm": 1.074527621269226,
      "learning_rate": 4.432233100135961e-06,
      "loss": 0.3971,
      "step": 551630
    },
    {
      "epoch": 153.96,
      "grad_norm": 1.4995081424713135,
      "learning_rate": 4.4322208284865495e-06,
      "loss": 0.3819,
      "step": 551640
    },
    {
      "epoch": 153.96,
      "grad_norm": 1.0528721809387207,
      "learning_rate": 4.43220855655916e-06,
      "loss": 0.394,
      "step": 551650
    },
    {
      "epoch": 153.97,
      "grad_norm": 1.2260069847106934,
      "learning_rate": 4.4321962843537965e-06,
      "loss": 0.3936,
      "step": 551660
    },
    {
      "epoch": 153.97,
      "grad_norm": 1.3911793231964111,
      "learning_rate": 4.43218401187046e-06,
      "loss": 0.3746,
      "step": 551670
    },
    {
      "epoch": 153.97,
      "grad_norm": 1.289119005203247,
      "learning_rate": 4.432171739109153e-06,
      "loss": 0.3944,
      "step": 551680
    },
    {
      "epoch": 153.97,
      "grad_norm": 1.3517749309539795,
      "learning_rate": 4.432159466069877e-06,
      "loss": 0.4101,
      "step": 551690
    },
    {
      "epoch": 153.98,
      "grad_norm": 1.2061073780059814,
      "learning_rate": 4.4321471927526315e-06,
      "loss": 0.3828,
      "step": 551700
    },
    {
      "epoch": 153.98,
      "grad_norm": 1.5712157487869263,
      "learning_rate": 4.432134919157421e-06,
      "loss": 0.4044,
      "step": 551710
    },
    {
      "epoch": 153.98,
      "grad_norm": 1.211604118347168,
      "learning_rate": 4.432122645284246e-06,
      "loss": 0.3998,
      "step": 551720
    },
    {
      "epoch": 153.99,
      "grad_norm": 1.3511698246002197,
      "learning_rate": 4.432110371133106e-06,
      "loss": 0.3907,
      "step": 551730
    },
    {
      "epoch": 153.99,
      "grad_norm": 1.2202785015106201,
      "learning_rate": 4.432098096704007e-06,
      "loss": 0.3911,
      "step": 551740
    },
    {
      "epoch": 153.99,
      "grad_norm": 3.224400758743286,
      "learning_rate": 4.432085821996947e-06,
      "loss": 0.4022,
      "step": 551750
    },
    {
      "epoch": 153.99,
      "grad_norm": 1.1372226476669312,
      "learning_rate": 4.43207354701193e-06,
      "loss": 0.3753,
      "step": 551760
    },
    {
      "epoch": 154.0,
      "grad_norm": 1.1293234825134277,
      "learning_rate": 4.432061271748956e-06,
      "loss": 0.3889,
      "step": 551770
    },
    {
      "epoch": 154.0,
      "grad_norm": 1.2174822092056274,
      "learning_rate": 4.4320489962080266e-06,
      "loss": 0.3925,
      "step": 551780
    },
    {
      "epoch": 154.0,
      "eval_loss": 0.39094799757003784,
      "eval_runtime": 63.1894,
      "eval_samples_per_second": 80.061,
      "eval_steps_per_second": 10.018,
      "step": 551782
    },
    {
      "epoch": 154.0,
      "grad_norm": 1.2444359064102173,
      "learning_rate": 4.432036720389145e-06,
      "loss": 0.3842,
      "step": 551790
    },
    {
      "epoch": 154.01,
      "grad_norm": 1.2193611860275269,
      "learning_rate": 4.432024444292311e-06,
      "loss": 0.3848,
      "step": 551800
    },
    {
      "epoch": 154.01,
      "grad_norm": 1.2127941846847534,
      "learning_rate": 4.432012167917528e-06,
      "loss": 0.3947,
      "step": 551810
    },
    {
      "epoch": 154.01,
      "grad_norm": 1.0785106420516968,
      "learning_rate": 4.431999891264797e-06,
      "loss": 0.3784,
      "step": 551820
    },
    {
      "epoch": 154.01,
      "grad_norm": 1.2721439599990845,
      "learning_rate": 4.431987614334118e-06,
      "loss": 0.3906,
      "step": 551830
    },
    {
      "epoch": 154.02,
      "grad_norm": 1.2903838157653809,
      "learning_rate": 4.431975337125495e-06,
      "loss": 0.3735,
      "step": 551840
    },
    {
      "epoch": 154.02,
      "grad_norm": 1.585431694984436,
      "learning_rate": 4.431963059638928e-06,
      "loss": 0.4005,
      "step": 551850
    },
    {
      "epoch": 154.02,
      "grad_norm": 1.3445312976837158,
      "learning_rate": 4.431950781874419e-06,
      "loss": 0.3977,
      "step": 551860
    },
    {
      "epoch": 154.02,
      "grad_norm": 1.1846888065338135,
      "learning_rate": 4.431938503831971e-06,
      "loss": 0.3902,
      "step": 551870
    },
    {
      "epoch": 154.03,
      "grad_norm": 1.5106691122055054,
      "learning_rate": 4.431926225511585e-06,
      "loss": 0.3943,
      "step": 551880
    },
    {
      "epoch": 154.03,
      "grad_norm": 1.225218653678894,
      "learning_rate": 4.431913946913261e-06,
      "loss": 0.4168,
      "step": 551890
    },
    {
      "epoch": 154.03,
      "grad_norm": 1.1958073377609253,
      "learning_rate": 4.431901668037001e-06,
      "loss": 0.3761,
      "step": 551900
    },
    {
      "epoch": 154.04,
      "grad_norm": 1.0847090482711792,
      "learning_rate": 4.431889388882809e-06,
      "loss": 0.3851,
      "step": 551910
    },
    {
      "epoch": 154.04,
      "grad_norm": 1.4024615287780762,
      "learning_rate": 4.431877109450685e-06,
      "loss": 0.3926,
      "step": 551920
    },
    {
      "epoch": 154.04,
      "grad_norm": 1.1290004253387451,
      "learning_rate": 4.4318648297406304e-06,
      "loss": 0.3905,
      "step": 551930
    },
    {
      "epoch": 154.04,
      "grad_norm": 1.326850175857544,
      "learning_rate": 4.431852549752647e-06,
      "loss": 0.3856,
      "step": 551940
    },
    {
      "epoch": 154.05,
      "grad_norm": 5.28450345993042,
      "learning_rate": 4.431840269486736e-06,
      "loss": 0.3956,
      "step": 551950
    },
    {
      "epoch": 154.05,
      "grad_norm": 1.6676708459854126,
      "learning_rate": 4.4318279889429e-06,
      "loss": 0.391,
      "step": 551960
    },
    {
      "epoch": 154.05,
      "grad_norm": 1.2910985946655273,
      "learning_rate": 4.431815708121141e-06,
      "loss": 0.4025,
      "step": 551970
    },
    {
      "epoch": 154.06,
      "grad_norm": 1.1156615018844604,
      "learning_rate": 4.431803427021459e-06,
      "loss": 0.386,
      "step": 551980
    },
    {
      "epoch": 154.06,
      "grad_norm": 1.1922553777694702,
      "learning_rate": 4.431791145643858e-06,
      "loss": 0.3987,
      "step": 551990
    },
    {
      "epoch": 154.06,
      "grad_norm": 1.1094601154327393,
      "learning_rate": 4.431778863988336e-06,
      "loss": 0.3819,
      "step": 552000
    },
    {
      "epoch": 154.06,
      "grad_norm": 1.1195471286773682,
      "learning_rate": 4.431766582054898e-06,
      "loss": 0.3857,
      "step": 552010
    },
    {
      "epoch": 154.07,
      "grad_norm": 1.1223058700561523,
      "learning_rate": 4.431754299843545e-06,
      "loss": 0.3807,
      "step": 552020
    },
    {
      "epoch": 154.07,
      "grad_norm": 1.2651081085205078,
      "learning_rate": 4.431742017354276e-06,
      "loss": 0.398,
      "step": 552030
    },
    {
      "epoch": 154.07,
      "grad_norm": 1.414678692817688,
      "learning_rate": 4.431729734587097e-06,
      "loss": 0.42,
      "step": 552040
    },
    {
      "epoch": 154.07,
      "grad_norm": 1.1868820190429688,
      "learning_rate": 4.4317174515420055e-06,
      "loss": 0.3814,
      "step": 552050
    },
    {
      "epoch": 154.08,
      "grad_norm": 1.2254787683486938,
      "learning_rate": 4.431705168219006e-06,
      "loss": 0.3953,
      "step": 552060
    },
    {
      "epoch": 154.08,
      "grad_norm": 1.2523783445358276,
      "learning_rate": 4.431692884618099e-06,
      "loss": 0.3811,
      "step": 552070
    },
    {
      "epoch": 154.08,
      "grad_norm": 1.2748368978500366,
      "learning_rate": 4.431680600739286e-06,
      "loss": 0.3823,
      "step": 552080
    },
    {
      "epoch": 154.09,
      "grad_norm": 1.173917293548584,
      "learning_rate": 4.431668316582569e-06,
      "loss": 0.3874,
      "step": 552090
    },
    {
      "epoch": 154.09,
      "grad_norm": 1.1740429401397705,
      "learning_rate": 4.4316560321479496e-06,
      "loss": 0.4092,
      "step": 552100
    },
    {
      "epoch": 154.09,
      "grad_norm": 1.3344614505767822,
      "learning_rate": 4.431643747435429e-06,
      "loss": 0.3808,
      "step": 552110
    },
    {
      "epoch": 154.09,
      "grad_norm": 1.3533883094787598,
      "learning_rate": 4.431631462445009e-06,
      "loss": 0.3859,
      "step": 552120
    },
    {
      "epoch": 154.1,
      "grad_norm": 1.3995965719223022,
      "learning_rate": 4.431619177176692e-06,
      "loss": 0.3883,
      "step": 552130
    },
    {
      "epoch": 154.1,
      "grad_norm": 1.4271867275238037,
      "learning_rate": 4.431606891630479e-06,
      "loss": 0.3922,
      "step": 552140
    },
    {
      "epoch": 154.1,
      "grad_norm": 1.1863056421279907,
      "learning_rate": 4.431594605806372e-06,
      "loss": 0.4035,
      "step": 552150
    },
    {
      "epoch": 154.11,
      "grad_norm": 1.2827712297439575,
      "learning_rate": 4.431582319704372e-06,
      "loss": 0.3712,
      "step": 552160
    },
    {
      "epoch": 154.11,
      "grad_norm": 1.2613967657089233,
      "learning_rate": 4.431570033324481e-06,
      "loss": 0.3854,
      "step": 552170
    },
    {
      "epoch": 154.11,
      "grad_norm": 1.2679252624511719,
      "learning_rate": 4.4315577466666995e-06,
      "loss": 0.412,
      "step": 552180
    },
    {
      "epoch": 154.11,
      "grad_norm": 1.0684632062911987,
      "learning_rate": 4.431545459731032e-06,
      "loss": 0.3726,
      "step": 552190
    },
    {
      "epoch": 154.12,
      "grad_norm": 1.1390172243118286,
      "learning_rate": 4.431533172517477e-06,
      "loss": 0.3906,
      "step": 552200
    },
    {
      "epoch": 154.12,
      "grad_norm": 1.543763279914856,
      "learning_rate": 4.431520885026038e-06,
      "loss": 0.4045,
      "step": 552210
    },
    {
      "epoch": 154.12,
      "grad_norm": 1.1279845237731934,
      "learning_rate": 4.431508597256717e-06,
      "loss": 0.3787,
      "step": 552220
    },
    {
      "epoch": 154.13,
      "grad_norm": 1.4518979787826538,
      "learning_rate": 4.431496309209513e-06,
      "loss": 0.3842,
      "step": 552230
    },
    {
      "epoch": 154.13,
      "grad_norm": 1.1420080661773682,
      "learning_rate": 4.43148402088443e-06,
      "loss": 0.3912,
      "step": 552240
    },
    {
      "epoch": 154.13,
      "grad_norm": 1.4485260248184204,
      "learning_rate": 4.43147173228147e-06,
      "loss": 0.3963,
      "step": 552250
    },
    {
      "epoch": 154.13,
      "grad_norm": 1.0440207719802856,
      "learning_rate": 4.431459443400632e-06,
      "loss": 0.3986,
      "step": 552260
    },
    {
      "epoch": 154.14,
      "grad_norm": 1.1480404138565063,
      "learning_rate": 4.4314471542419204e-06,
      "loss": 0.3916,
      "step": 552270
    },
    {
      "epoch": 154.14,
      "grad_norm": 1.3467381000518799,
      "learning_rate": 4.431434864805336e-06,
      "loss": 0.398,
      "step": 552280
    },
    {
      "epoch": 154.14,
      "grad_norm": 1.0685468912124634,
      "learning_rate": 4.43142257509088e-06,
      "loss": 0.3897,
      "step": 552290
    },
    {
      "epoch": 154.14,
      "grad_norm": 1.1769574880599976,
      "learning_rate": 4.431410285098554e-06,
      "loss": 0.3855,
      "step": 552300
    },
    {
      "epoch": 154.15,
      "grad_norm": 1.4034990072250366,
      "learning_rate": 4.43139799482836e-06,
      "loss": 0.3914,
      "step": 552310
    },
    {
      "epoch": 154.15,
      "grad_norm": 1.3306673765182495,
      "learning_rate": 4.431385704280299e-06,
      "loss": 0.4028,
      "step": 552320
    },
    {
      "epoch": 154.15,
      "grad_norm": 1.4522294998168945,
      "learning_rate": 4.4313734134543735e-06,
      "loss": 0.3967,
      "step": 552330
    },
    {
      "epoch": 154.16,
      "grad_norm": 1.309012770652771,
      "learning_rate": 4.431361122350584e-06,
      "loss": 0.3982,
      "step": 552340
    },
    {
      "epoch": 154.16,
      "grad_norm": 1.3124563694000244,
      "learning_rate": 4.431348830968934e-06,
      "loss": 0.3914,
      "step": 552350
    },
    {
      "epoch": 154.16,
      "grad_norm": 1.4949030876159668,
      "learning_rate": 4.431336539309424e-06,
      "loss": 0.3898,
      "step": 552360
    },
    {
      "epoch": 154.16,
      "grad_norm": 1.1860438585281372,
      "learning_rate": 4.431324247372055e-06,
      "loss": 0.3771,
      "step": 552370
    },
    {
      "epoch": 154.17,
      "grad_norm": 1.2838881015777588,
      "learning_rate": 4.4313119551568295e-06,
      "loss": 0.404,
      "step": 552380
    },
    {
      "epoch": 154.17,
      "grad_norm": 1.4750889539718628,
      "learning_rate": 4.431299662663749e-06,
      "loss": 0.3811,
      "step": 552390
    },
    {
      "epoch": 154.17,
      "grad_norm": 1.5877043008804321,
      "learning_rate": 4.431287369892815e-06,
      "loss": 0.3933,
      "step": 552400
    },
    {
      "epoch": 154.18,
      "grad_norm": 1.1782246828079224,
      "learning_rate": 4.431275076844029e-06,
      "loss": 0.3897,
      "step": 552410
    },
    {
      "epoch": 154.18,
      "grad_norm": 2.2264440059661865,
      "learning_rate": 4.431262783517394e-06,
      "loss": 0.3829,
      "step": 552420
    },
    {
      "epoch": 154.18,
      "grad_norm": 1.2088385820388794,
      "learning_rate": 4.431250489912909e-06,
      "loss": 0.3808,
      "step": 552430
    },
    {
      "epoch": 154.18,
      "grad_norm": 1.2276009321212769,
      "learning_rate": 4.431238196030577e-06,
      "loss": 0.3818,
      "step": 552440
    },
    {
      "epoch": 154.19,
      "grad_norm": 1.3203749656677246,
      "learning_rate": 4.431225901870401e-06,
      "loss": 0.3966,
      "step": 552450
    },
    {
      "epoch": 154.19,
      "grad_norm": 1.2277963161468506,
      "learning_rate": 4.431213607432381e-06,
      "loss": 0.3761,
      "step": 552460
    },
    {
      "epoch": 154.19,
      "grad_norm": 1.2360894680023193,
      "learning_rate": 4.4312013127165184e-06,
      "loss": 0.4061,
      "step": 552470
    },
    {
      "epoch": 154.19,
      "grad_norm": 1.463629961013794,
      "learning_rate": 4.431189017722817e-06,
      "loss": 0.3967,
      "step": 552480
    },
    {
      "epoch": 154.2,
      "grad_norm": 1.5355699062347412,
      "learning_rate": 4.431176722451275e-06,
      "loss": 0.3818,
      "step": 552490
    },
    {
      "epoch": 154.2,
      "grad_norm": 1.4083192348480225,
      "learning_rate": 4.4311644269018965e-06,
      "loss": 0.3843,
      "step": 552500
    },
    {
      "epoch": 154.2,
      "grad_norm": 1.2405123710632324,
      "learning_rate": 4.431152131074683e-06,
      "loss": 0.4079,
      "step": 552510
    },
    {
      "epoch": 154.21,
      "grad_norm": 1.261958122253418,
      "learning_rate": 4.431139834969636e-06,
      "loss": 0.3789,
      "step": 552520
    },
    {
      "epoch": 154.21,
      "grad_norm": 1.1338188648223877,
      "learning_rate": 4.431127538586756e-06,
      "loss": 0.3783,
      "step": 552530
    },
    {
      "epoch": 154.21,
      "grad_norm": 1.0271401405334473,
      "learning_rate": 4.431115241926046e-06,
      "loss": 0.3757,
      "step": 552540
    },
    {
      "epoch": 154.21,
      "grad_norm": 1.2452512979507446,
      "learning_rate": 4.431102944987507e-06,
      "loss": 0.3907,
      "step": 552550
    },
    {
      "epoch": 154.22,
      "grad_norm": 1.2631667852401733,
      "learning_rate": 4.431090647771141e-06,
      "loss": 0.412,
      "step": 552560
    },
    {
      "epoch": 154.22,
      "grad_norm": 1.379988670349121,
      "learning_rate": 4.431078350276949e-06,
      "loss": 0.3891,
      "step": 552570
    },
    {
      "epoch": 154.22,
      "grad_norm": 1.4350433349609375,
      "learning_rate": 4.431066052504933e-06,
      "loss": 0.4007,
      "step": 552580
    },
    {
      "epoch": 154.23,
      "grad_norm": 1.4651325941085815,
      "learning_rate": 4.431053754455094e-06,
      "loss": 0.3941,
      "step": 552590
    },
    {
      "epoch": 154.23,
      "grad_norm": 1.1407157182693481,
      "learning_rate": 4.431041456127436e-06,
      "loss": 0.3786,
      "step": 552600
    },
    {
      "epoch": 154.23,
      "grad_norm": 1.471856713294983,
      "learning_rate": 4.431029157521959e-06,
      "loss": 0.3953,
      "step": 552610
    },
    {
      "epoch": 154.23,
      "grad_norm": 1.37112295627594,
      "learning_rate": 4.431016858638663e-06,
      "loss": 0.3934,
      "step": 552620
    },
    {
      "epoch": 154.24,
      "grad_norm": 1.0587024688720703,
      "learning_rate": 4.431004559477552e-06,
      "loss": 0.3888,
      "step": 552630
    },
    {
      "epoch": 154.24,
      "grad_norm": 1.2107129096984863,
      "learning_rate": 4.430992260038626e-06,
      "loss": 0.4026,
      "step": 552640
    },
    {
      "epoch": 154.24,
      "grad_norm": 1.2223272323608398,
      "learning_rate": 4.430979960321888e-06,
      "loss": 0.3968,
      "step": 552650
    },
    {
      "epoch": 154.25,
      "grad_norm": 1.4829497337341309,
      "learning_rate": 4.43096766032734e-06,
      "loss": 0.3857,
      "step": 552660
    },
    {
      "epoch": 154.25,
      "grad_norm": 1.1753164529800415,
      "learning_rate": 4.430955360054981e-06,
      "loss": 0.3846,
      "step": 552670
    },
    {
      "epoch": 154.25,
      "grad_norm": 1.1316978931427002,
      "learning_rate": 4.430943059504817e-06,
      "loss": 0.3931,
      "step": 552680
    },
    {
      "epoch": 154.25,
      "grad_norm": 1.4487887620925903,
      "learning_rate": 4.430930758676845e-06,
      "loss": 0.3877,
      "step": 552690
    },
    {
      "epoch": 154.26,
      "grad_norm": 1.2077832221984863,
      "learning_rate": 4.430918457571069e-06,
      "loss": 0.3988,
      "step": 552700
    },
    {
      "epoch": 154.26,
      "grad_norm": 1.4226323366165161,
      "learning_rate": 4.430906156187491e-06,
      "loss": 0.3944,
      "step": 552710
    },
    {
      "epoch": 154.26,
      "grad_norm": 1.1152958869934082,
      "learning_rate": 4.430893854526111e-06,
      "loss": 0.3986,
      "step": 552720
    },
    {
      "epoch": 154.26,
      "grad_norm": 0.9763725399971008,
      "learning_rate": 4.430881552586931e-06,
      "loss": 0.3737,
      "step": 552730
    },
    {
      "epoch": 154.27,
      "grad_norm": 1.5200825929641724,
      "learning_rate": 4.4308692503699555e-06,
      "loss": 0.3965,
      "step": 552740
    },
    {
      "epoch": 154.27,
      "grad_norm": 1.2388309240341187,
      "learning_rate": 4.430856947875182e-06,
      "loss": 0.3828,
      "step": 552750
    },
    {
      "epoch": 154.27,
      "grad_norm": 1.2390729188919067,
      "learning_rate": 4.4308446451026156e-06,
      "loss": 0.3877,
      "step": 552760
    },
    {
      "epoch": 154.28,
      "grad_norm": 1.397586464881897,
      "learning_rate": 4.430832342052254e-06,
      "loss": 0.3927,
      "step": 552770
    },
    {
      "epoch": 154.28,
      "grad_norm": 1.3679693937301636,
      "learning_rate": 4.430820038724103e-06,
      "loss": 0.3929,
      "step": 552780
    },
    {
      "epoch": 154.28,
      "grad_norm": 1.1828147172927856,
      "learning_rate": 4.430807735118162e-06,
      "loss": 0.3797,
      "step": 552790
    },
    {
      "epoch": 154.28,
      "grad_norm": 1.3140579462051392,
      "learning_rate": 4.430795431234433e-06,
      "loss": 0.3898,
      "step": 552800
    },
    {
      "epoch": 154.29,
      "grad_norm": 1.2018063068389893,
      "learning_rate": 4.430783127072918e-06,
      "loss": 0.4097,
      "step": 552810
    },
    {
      "epoch": 154.29,
      "grad_norm": 1.4785188436508179,
      "learning_rate": 4.430770822633618e-06,
      "loss": 0.3875,
      "step": 552820
    },
    {
      "epoch": 154.29,
      "grad_norm": 1.4043453931808472,
      "learning_rate": 4.430758517916535e-06,
      "loss": 0.397,
      "step": 552830
    },
    {
      "epoch": 154.3,
      "grad_norm": 1.1100784540176392,
      "learning_rate": 4.43074621292167e-06,
      "loss": 0.3823,
      "step": 552840
    },
    {
      "epoch": 154.3,
      "grad_norm": 1.1203343868255615,
      "learning_rate": 4.430733907649026e-06,
      "loss": 0.3847,
      "step": 552850
    },
    {
      "epoch": 154.3,
      "grad_norm": 1.0635701417922974,
      "learning_rate": 4.430721602098604e-06,
      "loss": 0.3895,
      "step": 552860
    },
    {
      "epoch": 154.3,
      "grad_norm": 1.2006629705429077,
      "learning_rate": 4.430709296270405e-06,
      "loss": 0.3804,
      "step": 552870
    },
    {
      "epoch": 154.31,
      "grad_norm": 1.257969856262207,
      "learning_rate": 4.430696990164431e-06,
      "loss": 0.3901,
      "step": 552880
    },
    {
      "epoch": 154.31,
      "grad_norm": 1.2823760509490967,
      "learning_rate": 4.430684683780684e-06,
      "loss": 0.3764,
      "step": 552890
    },
    {
      "epoch": 154.31,
      "grad_norm": 1.1584888696670532,
      "learning_rate": 4.4306723771191655e-06,
      "loss": 0.3967,
      "step": 552900
    },
    {
      "epoch": 154.31,
      "grad_norm": 1.1469306945800781,
      "learning_rate": 4.430660070179877e-06,
      "loss": 0.3914,
      "step": 552910
    },
    {
      "epoch": 154.32,
      "grad_norm": 1.1338063478469849,
      "learning_rate": 4.4306477629628205e-06,
      "loss": 0.3765,
      "step": 552920
    },
    {
      "epoch": 154.32,
      "grad_norm": 1.1046321392059326,
      "learning_rate": 4.430635455467997e-06,
      "loss": 0.3845,
      "step": 552930
    },
    {
      "epoch": 154.32,
      "grad_norm": 1.209088683128357,
      "learning_rate": 4.430623147695409e-06,
      "loss": 0.4086,
      "step": 552940
    },
    {
      "epoch": 154.33,
      "grad_norm": 1.0023211240768433,
      "learning_rate": 4.430610839645057e-06,
      "loss": 0.3937,
      "step": 552950
    },
    {
      "epoch": 154.33,
      "grad_norm": 1.637360692024231,
      "learning_rate": 4.430598531316943e-06,
      "loss": 0.4004,
      "step": 552960
    },
    {
      "epoch": 154.33,
      "grad_norm": 1.2837848663330078,
      "learning_rate": 4.4305862227110695e-06,
      "loss": 0.3742,
      "step": 552970
    },
    {
      "epoch": 154.33,
      "grad_norm": 1.2950403690338135,
      "learning_rate": 4.430573913827438e-06,
      "loss": 0.4006,
      "step": 552980
    },
    {
      "epoch": 154.34,
      "grad_norm": 1.4574843645095825,
      "learning_rate": 4.430561604666049e-06,
      "loss": 0.4248,
      "step": 552990
    },
    {
      "epoch": 154.34,
      "grad_norm": 1.296966314315796,
      "learning_rate": 4.430549295226905e-06,
      "loss": 0.3882,
      "step": 553000
    },
    {
      "epoch": 154.34,
      "grad_norm": 1.7558766603469849,
      "learning_rate": 4.430536985510007e-06,
      "loss": 0.3674,
      "step": 553010
    },
    {
      "epoch": 154.35,
      "grad_norm": 1.1981734037399292,
      "learning_rate": 4.430524675515357e-06,
      "loss": 0.3992,
      "step": 553020
    },
    {
      "epoch": 154.35,
      "grad_norm": 1.3486347198486328,
      "learning_rate": 4.430512365242957e-06,
      "loss": 0.3843,
      "step": 553030
    },
    {
      "epoch": 154.35,
      "grad_norm": 1.2037298679351807,
      "learning_rate": 4.430500054692808e-06,
      "loss": 0.3789,
      "step": 553040
    },
    {
      "epoch": 154.35,
      "grad_norm": 1.053188443183899,
      "learning_rate": 4.430487743864913e-06,
      "loss": 0.4014,
      "step": 553050
    },
    {
      "epoch": 154.36,
      "grad_norm": 1.9447623491287231,
      "learning_rate": 4.430475432759273e-06,
      "loss": 0.3929,
      "step": 553060
    },
    {
      "epoch": 154.36,
      "grad_norm": 1.2543495893478394,
      "learning_rate": 4.4304631213758875e-06,
      "loss": 0.4007,
      "step": 553070
    },
    {
      "epoch": 154.36,
      "grad_norm": 1.2334203720092773,
      "learning_rate": 4.430450809714761e-06,
      "loss": 0.3957,
      "step": 553080
    },
    {
      "epoch": 154.37,
      "grad_norm": 1.519544243812561,
      "learning_rate": 4.430438497775894e-06,
      "loss": 0.3991,
      "step": 553090
    },
    {
      "epoch": 154.37,
      "grad_norm": 1.0147264003753662,
      "learning_rate": 4.430426185559288e-06,
      "loss": 0.3825,
      "step": 553100
    },
    {
      "epoch": 154.37,
      "grad_norm": 1.2214678525924683,
      "learning_rate": 4.430413873064944e-06,
      "loss": 0.3697,
      "step": 553110
    },
    {
      "epoch": 154.37,
      "grad_norm": 1.2553951740264893,
      "learning_rate": 4.430401560292866e-06,
      "loss": 0.3821,
      "step": 553120
    },
    {
      "epoch": 154.38,
      "grad_norm": 1.145186424255371,
      "learning_rate": 4.430389247243053e-06,
      "loss": 0.384,
      "step": 553130
    },
    {
      "epoch": 154.38,
      "grad_norm": 1.2102810144424438,
      "learning_rate": 4.430376933915509e-06,
      "loss": 0.3708,
      "step": 553140
    },
    {
      "epoch": 154.38,
      "grad_norm": 1.4158581495285034,
      "learning_rate": 4.430364620310233e-06,
      "loss": 0.3868,
      "step": 553150
    },
    {
      "epoch": 154.38,
      "grad_norm": 6.890056610107422,
      "learning_rate": 4.4303523064272286e-06,
      "loss": 0.4044,
      "step": 553160
    },
    {
      "epoch": 154.39,
      "grad_norm": 1.0463554859161377,
      "learning_rate": 4.430339992266497e-06,
      "loss": 0.3851,
      "step": 553170
    },
    {
      "epoch": 154.39,
      "grad_norm": 1.243877649307251,
      "learning_rate": 4.430327677828039e-06,
      "loss": 0.43,
      "step": 553180
    },
    {
      "epoch": 154.39,
      "grad_norm": 1.3012562990188599,
      "learning_rate": 4.430315363111858e-06,
      "loss": 0.4044,
      "step": 553190
    },
    {
      "epoch": 154.4,
      "grad_norm": 1.1888554096221924,
      "learning_rate": 4.430303048117954e-06,
      "loss": 0.4101,
      "step": 553200
    },
    {
      "epoch": 154.4,
      "grad_norm": 1.2118102312088013,
      "learning_rate": 4.4302907328463295e-06,
      "loss": 0.3778,
      "step": 553210
    },
    {
      "epoch": 154.4,
      "grad_norm": 1.2149580717086792,
      "learning_rate": 4.4302784172969855e-06,
      "loss": 0.3933,
      "step": 553220
    },
    {
      "epoch": 154.4,
      "grad_norm": 1.1445353031158447,
      "learning_rate": 4.430266101469925e-06,
      "loss": 0.3818,
      "step": 553230
    },
    {
      "epoch": 154.41,
      "grad_norm": 1.1852192878723145,
      "learning_rate": 4.4302537853651476e-06,
      "loss": 0.4155,
      "step": 553240
    },
    {
      "epoch": 154.41,
      "grad_norm": 1.1514289379119873,
      "learning_rate": 4.430241468982656e-06,
      "loss": 0.4017,
      "step": 553250
    },
    {
      "epoch": 154.41,
      "grad_norm": 1.3439687490463257,
      "learning_rate": 4.430229152322451e-06,
      "loss": 0.3806,
      "step": 553260
    },
    {
      "epoch": 154.42,
      "grad_norm": 1.7954223155975342,
      "learning_rate": 4.4302168353845374e-06,
      "loss": 0.4057,
      "step": 553270
    },
    {
      "epoch": 154.42,
      "grad_norm": 1.158921718597412,
      "learning_rate": 4.430204518168913e-06,
      "loss": 0.3815,
      "step": 553280
    },
    {
      "epoch": 154.42,
      "grad_norm": 1.1719982624053955,
      "learning_rate": 4.430192200675581e-06,
      "loss": 0.3953,
      "step": 553290
    },
    {
      "epoch": 154.42,
      "grad_norm": 1.0854672193527222,
      "learning_rate": 4.430179882904543e-06,
      "loss": 0.386,
      "step": 553300
    },
    {
      "epoch": 154.43,
      "grad_norm": 1.6069574356079102,
      "learning_rate": 4.430167564855801e-06,
      "loss": 0.3863,
      "step": 553310
    },
    {
      "epoch": 154.43,
      "grad_norm": 1.3538655042648315,
      "learning_rate": 4.430155246529356e-06,
      "loss": 0.3802,
      "step": 553320
    },
    {
      "epoch": 154.43,
      "grad_norm": 1.219229817390442,
      "learning_rate": 4.4301429279252096e-06,
      "loss": 0.4079,
      "step": 553330
    },
    {
      "epoch": 154.43,
      "grad_norm": 1.2117314338684082,
      "learning_rate": 4.4301306090433636e-06,
      "loss": 0.3771,
      "step": 553340
    },
    {
      "epoch": 154.44,
      "grad_norm": 1.220263123512268,
      "learning_rate": 4.43011828988382e-06,
      "loss": 0.3768,
      "step": 553350
    },
    {
      "epoch": 154.44,
      "grad_norm": 1.3761518001556396,
      "learning_rate": 4.430105970446581e-06,
      "loss": 0.3782,
      "step": 553360
    },
    {
      "epoch": 154.44,
      "grad_norm": 1.2744553089141846,
      "learning_rate": 4.4300936507316465e-06,
      "loss": 0.3783,
      "step": 553370
    },
    {
      "epoch": 154.45,
      "grad_norm": 1.1813957691192627,
      "learning_rate": 4.430081330739019e-06,
      "loss": 0.3856,
      "step": 553380
    },
    {
      "epoch": 154.45,
      "grad_norm": 1.1808043718338013,
      "learning_rate": 4.430069010468701e-06,
      "loss": 0.3862,
      "step": 553390
    },
    {
      "epoch": 154.45,
      "grad_norm": 1.0811437368392944,
      "learning_rate": 4.430056689920693e-06,
      "loss": 0.3926,
      "step": 553400
    },
    {
      "epoch": 154.45,
      "grad_norm": 1.0937014818191528,
      "learning_rate": 4.430044369094997e-06,
      "loss": 0.4011,
      "step": 553410
    },
    {
      "epoch": 154.46,
      "grad_norm": 1.004920482635498,
      "learning_rate": 4.4300320479916145e-06,
      "loss": 0.3821,
      "step": 553420
    },
    {
      "epoch": 154.46,
      "grad_norm": 1.1437057256698608,
      "learning_rate": 4.430019726610548e-06,
      "loss": 0.3897,
      "step": 553430
    },
    {
      "epoch": 154.46,
      "grad_norm": 1.18317711353302,
      "learning_rate": 4.4300074049517975e-06,
      "loss": 0.3846,
      "step": 553440
    },
    {
      "epoch": 154.47,
      "grad_norm": 1.271543264389038,
      "learning_rate": 4.429995083015366e-06,
      "loss": 0.386,
      "step": 553450
    },
    {
      "epoch": 154.47,
      "grad_norm": 1.082523226737976,
      "learning_rate": 4.429982760801255e-06,
      "loss": 0.3992,
      "step": 553460
    },
    {
      "epoch": 154.47,
      "grad_norm": 1.3918296098709106,
      "learning_rate": 4.429970438309465e-06,
      "loss": 0.3865,
      "step": 553470
    },
    {
      "epoch": 154.47,
      "grad_norm": 1.0633548498153687,
      "learning_rate": 4.429958115539999e-06,
      "loss": 0.3835,
      "step": 553480
    },
    {
      "epoch": 154.48,
      "grad_norm": 1.109022617340088,
      "learning_rate": 4.429945792492859e-06,
      "loss": 0.3827,
      "step": 553490
    },
    {
      "epoch": 154.48,
      "grad_norm": 1.1747392416000366,
      "learning_rate": 4.4299334691680445e-06,
      "loss": 0.395,
      "step": 553500
    },
    {
      "epoch": 154.48,
      "grad_norm": 1.4505462646484375,
      "learning_rate": 4.4299211455655585e-06,
      "loss": 0.3829,
      "step": 553510
    },
    {
      "epoch": 154.49,
      "grad_norm": 1.1368924379348755,
      "learning_rate": 4.429908821685403e-06,
      "loss": 0.3804,
      "step": 553520
    },
    {
      "epoch": 154.49,
      "grad_norm": 1.091165542602539,
      "learning_rate": 4.429896497527579e-06,
      "loss": 0.3991,
      "step": 553530
    },
    {
      "epoch": 154.49,
      "grad_norm": 1.2576508522033691,
      "learning_rate": 4.429884173092088e-06,
      "loss": 0.4076,
      "step": 553540
    },
    {
      "epoch": 154.49,
      "grad_norm": 1.2314435243606567,
      "learning_rate": 4.429871848378933e-06,
      "loss": 0.3829,
      "step": 553550
    },
    {
      "epoch": 154.5,
      "grad_norm": 1.2552865743637085,
      "learning_rate": 4.429859523388113e-06,
      "loss": 0.3951,
      "step": 553560
    },
    {
      "epoch": 154.5,
      "grad_norm": 1.4202017784118652,
      "learning_rate": 4.429847198119633e-06,
      "loss": 0.3878,
      "step": 553570
    },
    {
      "epoch": 154.5,
      "grad_norm": 1.6567765474319458,
      "learning_rate": 4.429834872573493e-06,
      "loss": 0.3872,
      "step": 553580
    },
    {
      "epoch": 154.5,
      "grad_norm": 1.1119520664215088,
      "learning_rate": 4.4298225467496925e-06,
      "loss": 0.3867,
      "step": 553590
    },
    {
      "epoch": 154.51,
      "grad_norm": 1.7241642475128174,
      "learning_rate": 4.429810220648237e-06,
      "loss": 0.4,
      "step": 553600
    },
    {
      "epoch": 154.51,
      "grad_norm": 1.382559061050415,
      "learning_rate": 4.429797894269126e-06,
      "loss": 0.3751,
      "step": 553610
    },
    {
      "epoch": 154.51,
      "grad_norm": 1.2697932720184326,
      "learning_rate": 4.429785567612361e-06,
      "loss": 0.3777,
      "step": 553620
    },
    {
      "epoch": 154.52,
      "grad_norm": 1.232597827911377,
      "learning_rate": 4.429773240677944e-06,
      "loss": 0.3882,
      "step": 553630
    },
    {
      "epoch": 154.52,
      "grad_norm": 1.6485353708267212,
      "learning_rate": 4.429760913465877e-06,
      "loss": 0.3889,
      "step": 553640
    },
    {
      "epoch": 154.52,
      "grad_norm": 1.420372486114502,
      "learning_rate": 4.429748585976161e-06,
      "loss": 0.3798,
      "step": 553650
    },
    {
      "epoch": 154.52,
      "grad_norm": 1.3686836957931519,
      "learning_rate": 4.429736258208799e-06,
      "loss": 0.3972,
      "step": 553660
    },
    {
      "epoch": 154.53,
      "grad_norm": 1.1207462549209595,
      "learning_rate": 4.429723930163791e-06,
      "loss": 0.3813,
      "step": 553670
    },
    {
      "epoch": 154.53,
      "grad_norm": 1.149431824684143,
      "learning_rate": 4.429711601841139e-06,
      "loss": 0.396,
      "step": 553680
    },
    {
      "epoch": 154.53,
      "grad_norm": 1.2522845268249512,
      "learning_rate": 4.429699273240845e-06,
      "loss": 0.3933,
      "step": 553690
    },
    {
      "epoch": 154.54,
      "grad_norm": 1.2984282970428467,
      "learning_rate": 4.429686944362911e-06,
      "loss": 0.3992,
      "step": 553700
    },
    {
      "epoch": 154.54,
      "grad_norm": 1.0828334093093872,
      "learning_rate": 4.429674615207338e-06,
      "loss": 0.4046,
      "step": 553710
    },
    {
      "epoch": 154.54,
      "grad_norm": 1.1281167268753052,
      "learning_rate": 4.429662285774128e-06,
      "loss": 0.3771,
      "step": 553720
    },
    {
      "epoch": 154.54,
      "grad_norm": 1.04510498046875,
      "learning_rate": 4.429649956063282e-06,
      "loss": 0.372,
      "step": 553730
    },
    {
      "epoch": 154.55,
      "grad_norm": 1.2711341381072998,
      "learning_rate": 4.429637626074803e-06,
      "loss": 0.3966,
      "step": 553740
    },
    {
      "epoch": 154.55,
      "grad_norm": 1.2299000024795532,
      "learning_rate": 4.429625295808691e-06,
      "loss": 0.3886,
      "step": 553750
    },
    {
      "epoch": 154.55,
      "grad_norm": 1.1358633041381836,
      "learning_rate": 4.42961296526495e-06,
      "loss": 0.3906,
      "step": 553760
    },
    {
      "epoch": 154.55,
      "grad_norm": 1.4358960390090942,
      "learning_rate": 4.429600634443578e-06,
      "loss": 0.3849,
      "step": 553770
    },
    {
      "epoch": 154.56,
      "grad_norm": 1.1859171390533447,
      "learning_rate": 4.42958830334458e-06,
      "loss": 0.3899,
      "step": 553780
    },
    {
      "epoch": 154.56,
      "grad_norm": 1.229007363319397,
      "learning_rate": 4.4295759719679555e-06,
      "loss": 0.3767,
      "step": 553790
    },
    {
      "epoch": 154.56,
      "grad_norm": 1.2427464723587036,
      "learning_rate": 4.429563640313707e-06,
      "loss": 0.4235,
      "step": 553800
    },
    {
      "epoch": 154.57,
      "grad_norm": 1.1061341762542725,
      "learning_rate": 4.429551308381836e-06,
      "loss": 0.3843,
      "step": 553810
    },
    {
      "epoch": 154.57,
      "grad_norm": 1.0148375034332275,
      "learning_rate": 4.429538976172345e-06,
      "loss": 0.3949,
      "step": 553820
    },
    {
      "epoch": 154.57,
      "grad_norm": 1.229965090751648,
      "learning_rate": 4.429526643685236e-06,
      "loss": 0.3996,
      "step": 553830
    },
    {
      "epoch": 154.57,
      "grad_norm": 1.979027509689331,
      "learning_rate": 4.429514310920508e-06,
      "loss": 0.376,
      "step": 553840
    },
    {
      "epoch": 154.58,
      "grad_norm": 1.2896867990493774,
      "learning_rate": 4.429501977878164e-06,
      "loss": 0.3835,
      "step": 553850
    },
    {
      "epoch": 154.58,
      "grad_norm": 1.2754833698272705,
      "learning_rate": 4.429489644558207e-06,
      "loss": 0.3853,
      "step": 553860
    },
    {
      "epoch": 154.58,
      "grad_norm": 1.2438095808029175,
      "learning_rate": 4.429477310960637e-06,
      "loss": 0.399,
      "step": 553870
    },
    {
      "epoch": 154.59,
      "grad_norm": 1.3688509464263916,
      "learning_rate": 4.4294649770854555e-06,
      "loss": 0.3654,
      "step": 553880
    },
    {
      "epoch": 154.59,
      "grad_norm": 1.2076526880264282,
      "learning_rate": 4.429452642932665e-06,
      "loss": 0.397,
      "step": 553890
    },
    {
      "epoch": 154.59,
      "grad_norm": 1.078749179840088,
      "learning_rate": 4.429440308502267e-06,
      "loss": 0.3787,
      "step": 553900
    },
    {
      "epoch": 154.59,
      "grad_norm": 1.3002737760543823,
      "learning_rate": 4.429427973794264e-06,
      "loss": 0.3866,
      "step": 553910
    },
    {
      "epoch": 154.6,
      "grad_norm": 1.3857240676879883,
      "learning_rate": 4.429415638808656e-06,
      "loss": 0.3824,
      "step": 553920
    },
    {
      "epoch": 154.6,
      "grad_norm": 1.4012993574142456,
      "learning_rate": 4.4294033035454444e-06,
      "loss": 0.3879,
      "step": 553930
    },
    {
      "epoch": 154.6,
      "grad_norm": 1.160662055015564,
      "learning_rate": 4.429390968004633e-06,
      "loss": 0.3808,
      "step": 553940
    },
    {
      "epoch": 154.61,
      "grad_norm": 1.6933073997497559,
      "learning_rate": 4.429378632186222e-06,
      "loss": 0.384,
      "step": 553950
    },
    {
      "epoch": 154.61,
      "grad_norm": 1.118583083152771,
      "learning_rate": 4.429366296090213e-06,
      "loss": 0.3905,
      "step": 553960
    },
    {
      "epoch": 154.61,
      "grad_norm": 1.163062572479248,
      "learning_rate": 4.429353959716608e-06,
      "loss": 0.3983,
      "step": 553970
    },
    {
      "epoch": 154.61,
      "grad_norm": 1.2092885971069336,
      "learning_rate": 4.429341623065409e-06,
      "loss": 0.395,
      "step": 553980
    },
    {
      "epoch": 154.62,
      "grad_norm": 1.0859564542770386,
      "learning_rate": 4.429329286136617e-06,
      "loss": 0.3965,
      "step": 553990
    },
    {
      "epoch": 154.62,
      "grad_norm": 1.4166487455368042,
      "learning_rate": 4.429316948930233e-06,
      "loss": 0.4097,
      "step": 554000
    },
    {
      "epoch": 154.62,
      "grad_norm": 1.5058602094650269,
      "learning_rate": 4.42930461144626e-06,
      "loss": 0.3983,
      "step": 554010
    },
    {
      "epoch": 154.62,
      "grad_norm": 1.182142734527588,
      "learning_rate": 4.4292922736846986e-06,
      "loss": 0.3818,
      "step": 554020
    },
    {
      "epoch": 154.63,
      "grad_norm": 1.5783329010009766,
      "learning_rate": 4.4292799356455524e-06,
      "loss": 0.3977,
      "step": 554030
    },
    {
      "epoch": 154.63,
      "grad_norm": 1.3674836158752441,
      "learning_rate": 4.42926759732882e-06,
      "loss": 0.3823,
      "step": 554040
    },
    {
      "epoch": 154.63,
      "grad_norm": 1.3507601022720337,
      "learning_rate": 4.429255258734506e-06,
      "loss": 0.3847,
      "step": 554050
    },
    {
      "epoch": 154.64,
      "grad_norm": 1.1715267896652222,
      "learning_rate": 4.42924291986261e-06,
      "loss": 0.3864,
      "step": 554060
    },
    {
      "epoch": 154.64,
      "grad_norm": 1.0762959718704224,
      "learning_rate": 4.429230580713134e-06,
      "loss": 0.3806,
      "step": 554070
    },
    {
      "epoch": 154.64,
      "grad_norm": 1.4409219026565552,
      "learning_rate": 4.429218241286081e-06,
      "loss": 0.3936,
      "step": 554080
    },
    {
      "epoch": 154.64,
      "grad_norm": 1.2679475545883179,
      "learning_rate": 4.42920590158145e-06,
      "loss": 0.4064,
      "step": 554090
    },
    {
      "epoch": 154.65,
      "grad_norm": 1.0654594898223877,
      "learning_rate": 4.429193561599245e-06,
      "loss": 0.3888,
      "step": 554100
    },
    {
      "epoch": 154.65,
      "grad_norm": 1.121213674545288,
      "learning_rate": 4.429181221339467e-06,
      "loss": 0.3687,
      "step": 554110
    },
    {
      "epoch": 154.65,
      "grad_norm": 1.7172077894210815,
      "learning_rate": 4.429168880802119e-06,
      "loss": 0.3861,
      "step": 554120
    },
    {
      "epoch": 154.66,
      "grad_norm": 1.2731306552886963,
      "learning_rate": 4.429156539987199e-06,
      "loss": 0.3898,
      "step": 554130
    },
    {
      "epoch": 154.66,
      "grad_norm": 1.2268645763397217,
      "learning_rate": 4.429144198894712e-06,
      "loss": 0.3764,
      "step": 554140
    },
    {
      "epoch": 154.66,
      "grad_norm": 1.8571406602859497,
      "learning_rate": 4.429131857524658e-06,
      "loss": 0.3913,
      "step": 554150
    },
    {
      "epoch": 154.66,
      "grad_norm": 1.2492141723632812,
      "learning_rate": 4.4291195158770385e-06,
      "loss": 0.3855,
      "step": 554160
    },
    {
      "epoch": 154.67,
      "grad_norm": 1.1417181491851807,
      "learning_rate": 4.429107173951857e-06,
      "loss": 0.3748,
      "step": 554170
    },
    {
      "epoch": 154.67,
      "grad_norm": 1.2755712270736694,
      "learning_rate": 4.4290948317491135e-06,
      "loss": 0.4058,
      "step": 554180
    },
    {
      "epoch": 154.67,
      "grad_norm": 1.2328673601150513,
      "learning_rate": 4.429082489268809e-06,
      "loss": 0.3899,
      "step": 554190
    },
    {
      "epoch": 154.67,
      "grad_norm": 1.2097489833831787,
      "learning_rate": 4.429070146510948e-06,
      "loss": 0.3886,
      "step": 554200
    },
    {
      "epoch": 154.68,
      "grad_norm": 1.296500563621521,
      "learning_rate": 4.4290578034755285e-06,
      "loss": 0.3772,
      "step": 554210
    },
    {
      "epoch": 154.68,
      "grad_norm": 1.3702162504196167,
      "learning_rate": 4.4290454601625545e-06,
      "loss": 0.3714,
      "step": 554220
    },
    {
      "epoch": 154.68,
      "grad_norm": 1.2200884819030762,
      "learning_rate": 4.429033116572028e-06,
      "loss": 0.3919,
      "step": 554230
    },
    {
      "epoch": 154.69,
      "grad_norm": 1.3151428699493408,
      "learning_rate": 4.4290207727039494e-06,
      "loss": 0.3954,
      "step": 554240
    },
    {
      "epoch": 154.69,
      "grad_norm": 1.0067126750946045,
      "learning_rate": 4.429008428558321e-06,
      "loss": 0.3967,
      "step": 554250
    },
    {
      "epoch": 154.69,
      "grad_norm": 1.2196953296661377,
      "learning_rate": 4.4289960841351425e-06,
      "loss": 0.3849,
      "step": 554260
    },
    {
      "epoch": 154.69,
      "grad_norm": 1.4222667217254639,
      "learning_rate": 4.4289837394344185e-06,
      "loss": 0.3826,
      "step": 554270
    },
    {
      "epoch": 154.7,
      "grad_norm": 1.2313709259033203,
      "learning_rate": 4.428971394456149e-06,
      "loss": 0.387,
      "step": 554280
    },
    {
      "epoch": 154.7,
      "grad_norm": 2.3988046646118164,
      "learning_rate": 4.428959049200336e-06,
      "loss": 0.3849,
      "step": 554290
    },
    {
      "epoch": 154.7,
      "grad_norm": 1.2823480367660522,
      "learning_rate": 4.4289467036669815e-06,
      "loss": 0.3691,
      "step": 554300
    },
    {
      "epoch": 154.71,
      "grad_norm": 1.2708230018615723,
      "learning_rate": 4.428934357856086e-06,
      "loss": 0.3942,
      "step": 554310
    },
    {
      "epoch": 154.71,
      "grad_norm": 1.2584327459335327,
      "learning_rate": 4.428922011767653e-06,
      "loss": 0.3984,
      "step": 554320
    },
    {
      "epoch": 154.71,
      "grad_norm": 1.1584452390670776,
      "learning_rate": 4.428909665401682e-06,
      "loss": 0.3972,
      "step": 554330
    },
    {
      "epoch": 154.71,
      "grad_norm": 1.3581993579864502,
      "learning_rate": 4.428897318758176e-06,
      "loss": 0.397,
      "step": 554340
    },
    {
      "epoch": 154.72,
      "grad_norm": 1.435881495475769,
      "learning_rate": 4.428884971837136e-06,
      "loss": 0.394,
      "step": 554350
    },
    {
      "epoch": 154.72,
      "grad_norm": 1.4937164783477783,
      "learning_rate": 4.428872624638565e-06,
      "loss": 0.3925,
      "step": 554360
    },
    {
      "epoch": 154.72,
      "grad_norm": 1.436672568321228,
      "learning_rate": 4.4288602771624625e-06,
      "loss": 0.3851,
      "step": 554370
    },
    {
      "epoch": 154.73,
      "grad_norm": 1.4324183464050293,
      "learning_rate": 4.428847929408832e-06,
      "loss": 0.4034,
      "step": 554380
    },
    {
      "epoch": 154.73,
      "grad_norm": 1.5983678102493286,
      "learning_rate": 4.428835581377674e-06,
      "loss": 0.3988,
      "step": 554390
    },
    {
      "epoch": 154.73,
      "grad_norm": 1.0781514644622803,
      "learning_rate": 4.4288232330689906e-06,
      "loss": 0.3976,
      "step": 554400
    },
    {
      "epoch": 154.73,
      "grad_norm": 1.7347605228424072,
      "learning_rate": 4.428810884482783e-06,
      "loss": 0.3877,
      "step": 554410
    },
    {
      "epoch": 154.74,
      "grad_norm": 1.5409824848175049,
      "learning_rate": 4.428798535619054e-06,
      "loss": 0.3911,
      "step": 554420
    },
    {
      "epoch": 154.74,
      "grad_norm": 2.9492478370666504,
      "learning_rate": 4.428786186477804e-06,
      "loss": 0.3877,
      "step": 554430
    },
    {
      "epoch": 154.74,
      "grad_norm": 1.1390012502670288,
      "learning_rate": 4.428773837059035e-06,
      "loss": 0.377,
      "step": 554440
    },
    {
      "epoch": 154.74,
      "grad_norm": 1.1572484970092773,
      "learning_rate": 4.42876148736275e-06,
      "loss": 0.3751,
      "step": 554450
    },
    {
      "epoch": 154.75,
      "grad_norm": 1.2400320768356323,
      "learning_rate": 4.428749137388948e-06,
      "loss": 0.4,
      "step": 554460
    },
    {
      "epoch": 154.75,
      "grad_norm": 1.1333235502243042,
      "learning_rate": 4.428736787137632e-06,
      "loss": 0.3828,
      "step": 554470
    },
    {
      "epoch": 154.75,
      "grad_norm": 1.38809072971344,
      "learning_rate": 4.428724436608805e-06,
      "loss": 0.38,
      "step": 554480
    },
    {
      "epoch": 154.76,
      "grad_norm": 1.1560367345809937,
      "learning_rate": 4.428712085802466e-06,
      "loss": 0.3868,
      "step": 554490
    },
    {
      "epoch": 154.76,
      "grad_norm": 1.3998013734817505,
      "learning_rate": 4.428699734718618e-06,
      "loss": 0.3997,
      "step": 554500
    },
    {
      "epoch": 154.76,
      "grad_norm": 1.3316662311553955,
      "learning_rate": 4.428687383357263e-06,
      "loss": 0.3941,
      "step": 554510
    },
    {
      "epoch": 154.76,
      "grad_norm": 1.2789491415023804,
      "learning_rate": 4.428675031718403e-06,
      "loss": 0.3802,
      "step": 554520
    },
    {
      "epoch": 154.77,
      "grad_norm": 1.3124663829803467,
      "learning_rate": 4.428662679802038e-06,
      "loss": 0.3817,
      "step": 554530
    },
    {
      "epoch": 154.77,
      "grad_norm": 1.3104732036590576,
      "learning_rate": 4.42865032760817e-06,
      "loss": 0.3911,
      "step": 554540
    },
    {
      "epoch": 154.77,
      "grad_norm": 1.8353620767593384,
      "learning_rate": 4.428637975136803e-06,
      "loss": 0.3776,
      "step": 554550
    },
    {
      "epoch": 154.78,
      "grad_norm": 1.20488703250885,
      "learning_rate": 4.428625622387935e-06,
      "loss": 0.3971,
      "step": 554560
    },
    {
      "epoch": 154.78,
      "grad_norm": 1.2916465997695923,
      "learning_rate": 4.428613269361571e-06,
      "loss": 0.3981,
      "step": 554570
    },
    {
      "epoch": 154.78,
      "grad_norm": 1.1702078580856323,
      "learning_rate": 4.42860091605771e-06,
      "loss": 0.3925,
      "step": 554580
    },
    {
      "epoch": 154.78,
      "grad_norm": 1.3381332159042358,
      "learning_rate": 4.428588562476355e-06,
      "loss": 0.3971,
      "step": 554590
    },
    {
      "epoch": 154.79,
      "grad_norm": 1.1632771492004395,
      "learning_rate": 4.428576208617508e-06,
      "loss": 0.417,
      "step": 554600
    },
    {
      "epoch": 154.79,
      "grad_norm": 1.4059240818023682,
      "learning_rate": 4.4285638544811696e-06,
      "loss": 0.3897,
      "step": 554610
    },
    {
      "epoch": 154.79,
      "grad_norm": 1.0471304655075073,
      "learning_rate": 4.428551500067343e-06,
      "loss": 0.396,
      "step": 554620
    },
    {
      "epoch": 154.79,
      "grad_norm": 1.268519401550293,
      "learning_rate": 4.428539145376027e-06,
      "loss": 0.3909,
      "step": 554630
    },
    {
      "epoch": 154.8,
      "grad_norm": 1.4471828937530518,
      "learning_rate": 4.4285267904072255e-06,
      "loss": 0.388,
      "step": 554640
    },
    {
      "epoch": 154.8,
      "grad_norm": 1.3111777305603027,
      "learning_rate": 4.42851443516094e-06,
      "loss": 0.3703,
      "step": 554650
    },
    {
      "epoch": 154.8,
      "grad_norm": 1.3549758195877075,
      "learning_rate": 4.428502079637172e-06,
      "loss": 0.3912,
      "step": 554660
    },
    {
      "epoch": 154.81,
      "grad_norm": 1.1748336553573608,
      "learning_rate": 4.4284897238359225e-06,
      "loss": 0.3682,
      "step": 554670
    },
    {
      "epoch": 154.81,
      "grad_norm": 1.3034144639968872,
      "learning_rate": 4.428477367757194e-06,
      "loss": 0.385,
      "step": 554680
    },
    {
      "epoch": 154.81,
      "grad_norm": 1.276517629623413,
      "learning_rate": 4.4284650114009865e-06,
      "loss": 0.3829,
      "step": 554690
    },
    {
      "epoch": 154.81,
      "grad_norm": 1.1495800018310547,
      "learning_rate": 4.428452654767304e-06,
      "loss": 0.3981,
      "step": 554700
    },
    {
      "epoch": 154.82,
      "grad_norm": 1.2900265455245972,
      "learning_rate": 4.428440297856147e-06,
      "loss": 0.3962,
      "step": 554710
    },
    {
      "epoch": 154.82,
      "grad_norm": 1.3515375852584839,
      "learning_rate": 4.428427940667517e-06,
      "loss": 0.3879,
      "step": 554720
    },
    {
      "epoch": 154.82,
      "grad_norm": 1.3676371574401855,
      "learning_rate": 4.428415583201416e-06,
      "loss": 0.3918,
      "step": 554730
    },
    {
      "epoch": 154.83,
      "grad_norm": 1.3887852430343628,
      "learning_rate": 4.428403225457844e-06,
      "loss": 0.4069,
      "step": 554740
    },
    {
      "epoch": 154.83,
      "grad_norm": 1.18631911277771,
      "learning_rate": 4.428390867436805e-06,
      "loss": 0.3842,
      "step": 554750
    },
    {
      "epoch": 154.83,
      "grad_norm": 1.189054012298584,
      "learning_rate": 4.428378509138301e-06,
      "loss": 0.3915,
      "step": 554760
    },
    {
      "epoch": 154.83,
      "grad_norm": 1.1804211139678955,
      "learning_rate": 4.428366150562332e-06,
      "loss": 0.3822,
      "step": 554770
    },
    {
      "epoch": 154.84,
      "grad_norm": 1.2412192821502686,
      "learning_rate": 4.428353791708898e-06,
      "loss": 0.3994,
      "step": 554780
    },
    {
      "epoch": 154.84,
      "grad_norm": 1.1540522575378418,
      "learning_rate": 4.428341432578004e-06,
      "loss": 0.3993,
      "step": 554790
    },
    {
      "epoch": 154.84,
      "grad_norm": 1.3396607637405396,
      "learning_rate": 4.428329073169652e-06,
      "loss": 0.392,
      "step": 554800
    },
    {
      "epoch": 154.85,
      "grad_norm": 1.1862308979034424,
      "learning_rate": 4.42831671348384e-06,
      "loss": 0.3874,
      "step": 554810
    },
    {
      "epoch": 154.85,
      "grad_norm": 0.9874369502067566,
      "learning_rate": 4.428304353520572e-06,
      "loss": 0.379,
      "step": 554820
    },
    {
      "epoch": 154.85,
      "grad_norm": 1.1649019718170166,
      "learning_rate": 4.428291993279849e-06,
      "loss": 0.3962,
      "step": 554830
    },
    {
      "epoch": 154.85,
      "grad_norm": 1.1790610551834106,
      "learning_rate": 4.428279632761673e-06,
      "loss": 0.3909,
      "step": 554840
    },
    {
      "epoch": 154.86,
      "grad_norm": 1.2378325462341309,
      "learning_rate": 4.428267271966046e-06,
      "loss": 0.3895,
      "step": 554850
    },
    {
      "epoch": 154.86,
      "grad_norm": 1.1100006103515625,
      "learning_rate": 4.428254910892968e-06,
      "loss": 0.3852,
      "step": 554860
    },
    {
      "epoch": 154.86,
      "grad_norm": 1.1343008279800415,
      "learning_rate": 4.428242549542443e-06,
      "loss": 0.3876,
      "step": 554870
    },
    {
      "epoch": 154.86,
      "grad_norm": 1.548806071281433,
      "learning_rate": 4.428230187914471e-06,
      "loss": 0.3823,
      "step": 554880
    },
    {
      "epoch": 154.87,
      "grad_norm": 2.2256147861480713,
      "learning_rate": 4.428217826009054e-06,
      "loss": 0.3883,
      "step": 554890
    },
    {
      "epoch": 154.87,
      "grad_norm": 1.3478996753692627,
      "learning_rate": 4.4282054638261945e-06,
      "loss": 0.3972,
      "step": 554900
    },
    {
      "epoch": 154.87,
      "grad_norm": 1.0715973377227783,
      "learning_rate": 4.4281931013658925e-06,
      "loss": 0.3866,
      "step": 554910
    },
    {
      "epoch": 154.88,
      "grad_norm": 1.2293583154678345,
      "learning_rate": 4.428180738628151e-06,
      "loss": 0.4117,
      "step": 554920
    },
    {
      "epoch": 154.88,
      "grad_norm": 1.3864284753799438,
      "learning_rate": 4.428168375612971e-06,
      "loss": 0.3836,
      "step": 554930
    },
    {
      "epoch": 154.88,
      "grad_norm": 1.1543002128601074,
      "learning_rate": 4.428156012320354e-06,
      "loss": 0.3655,
      "step": 554940
    },
    {
      "epoch": 154.88,
      "grad_norm": 1.047773003578186,
      "learning_rate": 4.428143648750303e-06,
      "loss": 0.3931,
      "step": 554950
    },
    {
      "epoch": 154.89,
      "grad_norm": 1.4034510850906372,
      "learning_rate": 4.428131284902818e-06,
      "loss": 0.3972,
      "step": 554960
    },
    {
      "epoch": 154.89,
      "grad_norm": 1.6925560235977173,
      "learning_rate": 4.4281189207779015e-06,
      "loss": 0.3901,
      "step": 554970
    },
    {
      "epoch": 154.89,
      "grad_norm": 1.1710312366485596,
      "learning_rate": 4.4281065563755546e-06,
      "loss": 0.402,
      "step": 554980
    },
    {
      "epoch": 154.9,
      "grad_norm": 1.19352388381958,
      "learning_rate": 4.42809419169578e-06,
      "loss": 0.3943,
      "step": 554990
    },
    {
      "epoch": 154.9,
      "grad_norm": 1.127572774887085,
      "learning_rate": 4.428081826738578e-06,
      "loss": 0.3818,
      "step": 555000
    },
    {
      "epoch": 154.9,
      "grad_norm": 1.2214962244033813,
      "learning_rate": 4.428069461503951e-06,
      "loss": 0.3726,
      "step": 555010
    },
    {
      "epoch": 154.9,
      "grad_norm": 1.3477627038955688,
      "learning_rate": 4.4280570959919e-06,
      "loss": 0.4068,
      "step": 555020
    },
    {
      "epoch": 154.91,
      "grad_norm": 1.158553957939148,
      "learning_rate": 4.428044730202428e-06,
      "loss": 0.4043,
      "step": 555030
    },
    {
      "epoch": 154.91,
      "grad_norm": 1.3778738975524902,
      "learning_rate": 4.428032364135536e-06,
      "loss": 0.4042,
      "step": 555040
    },
    {
      "epoch": 154.91,
      "grad_norm": 0.9720067977905273,
      "learning_rate": 4.428019997791225e-06,
      "loss": 0.3887,
      "step": 555050
    },
    {
      "epoch": 154.91,
      "grad_norm": 1.311413288116455,
      "learning_rate": 4.428007631169496e-06,
      "loss": 0.4116,
      "step": 555060
    },
    {
      "epoch": 154.92,
      "grad_norm": 1.5006977319717407,
      "learning_rate": 4.427995264270353e-06,
      "loss": 0.4016,
      "step": 555070
    },
    {
      "epoch": 154.92,
      "grad_norm": 1.2238140106201172,
      "learning_rate": 4.427982897093797e-06,
      "loss": 0.369,
      "step": 555080
    },
    {
      "epoch": 154.92,
      "grad_norm": 1.0742343664169312,
      "learning_rate": 4.4279705296398274e-06,
      "loss": 0.3795,
      "step": 555090
    },
    {
      "epoch": 154.93,
      "grad_norm": 1.0220834016799927,
      "learning_rate": 4.427958161908449e-06,
      "loss": 0.3655,
      "step": 555100
    },
    {
      "epoch": 154.93,
      "grad_norm": 1.1959782838821411,
      "learning_rate": 4.427945793899661e-06,
      "loss": 0.3788,
      "step": 555110
    },
    {
      "epoch": 154.93,
      "grad_norm": 1.2759521007537842,
      "learning_rate": 4.427933425613466e-06,
      "loss": 0.3974,
      "step": 555120
    },
    {
      "epoch": 154.93,
      "grad_norm": 1.309666633605957,
      "learning_rate": 4.427921057049866e-06,
      "loss": 0.3782,
      "step": 555130
    },
    {
      "epoch": 154.94,
      "grad_norm": 1.2652721405029297,
      "learning_rate": 4.427908688208862e-06,
      "loss": 0.4294,
      "step": 555140
    },
    {
      "epoch": 154.94,
      "grad_norm": 1.2738662958145142,
      "learning_rate": 4.427896319090456e-06,
      "loss": 0.3765,
      "step": 555150
    },
    {
      "epoch": 154.94,
      "grad_norm": 1.182029366493225,
      "learning_rate": 4.42788394969465e-06,
      "loss": 0.394,
      "step": 555160
    },
    {
      "epoch": 154.95,
      "grad_norm": 1.1669001579284668,
      "learning_rate": 4.427871580021444e-06,
      "loss": 0.3835,
      "step": 555170
    },
    {
      "epoch": 154.95,
      "grad_norm": 1.272878885269165,
      "learning_rate": 4.427859210070841e-06,
      "loss": 0.3845,
      "step": 555180
    },
    {
      "epoch": 154.95,
      "grad_norm": 1.2623976469039917,
      "learning_rate": 4.427846839842843e-06,
      "loss": 0.3987,
      "step": 555190
    },
    {
      "epoch": 154.95,
      "grad_norm": 1.4687153100967407,
      "learning_rate": 4.427834469337452e-06,
      "loss": 0.4084,
      "step": 555200
    },
    {
      "epoch": 154.96,
      "grad_norm": 1.253126859664917,
      "learning_rate": 4.427822098554668e-06,
      "loss": 0.3999,
      "step": 555210
    },
    {
      "epoch": 154.96,
      "grad_norm": 1.230682611465454,
      "learning_rate": 4.427809727494493e-06,
      "loss": 0.3885,
      "step": 555220
    },
    {
      "epoch": 154.96,
      "grad_norm": 1.109108805656433,
      "learning_rate": 4.42779735615693e-06,
      "loss": 0.4114,
      "step": 555230
    },
    {
      "epoch": 154.97,
      "grad_norm": 1.2103278636932373,
      "learning_rate": 4.427784984541979e-06,
      "loss": 0.3844,
      "step": 555240
    },
    {
      "epoch": 154.97,
      "grad_norm": 1.2411396503448486,
      "learning_rate": 4.4277726126496425e-06,
      "loss": 0.3944,
      "step": 555250
    },
    {
      "epoch": 154.97,
      "grad_norm": 1.418777346611023,
      "learning_rate": 4.427760240479922e-06,
      "loss": 0.38,
      "step": 555260
    },
    {
      "epoch": 154.97,
      "grad_norm": 1.2785850763320923,
      "learning_rate": 4.4277478680328195e-06,
      "loss": 0.4017,
      "step": 555270
    },
    {
      "epoch": 154.98,
      "grad_norm": 1.7421636581420898,
      "learning_rate": 4.427735495308337e-06,
      "loss": 0.4109,
      "step": 555280
    },
    {
      "epoch": 154.98,
      "grad_norm": 1.2567198276519775,
      "learning_rate": 4.427723122306473e-06,
      "loss": 0.4042,
      "step": 555290
    },
    {
      "epoch": 154.98,
      "grad_norm": 1.1059104204177856,
      "learning_rate": 4.427710749027234e-06,
      "loss": 0.3947,
      "step": 555300
    },
    {
      "epoch": 154.98,
      "grad_norm": 1.2129250764846802,
      "learning_rate": 4.427698375470618e-06,
      "loss": 0.3797,
      "step": 555310
    },
    {
      "epoch": 154.99,
      "grad_norm": 1.2673556804656982,
      "learning_rate": 4.427686001636629e-06,
      "loss": 0.3979,
      "step": 555320
    },
    {
      "epoch": 154.99,
      "grad_norm": 1.212157964706421,
      "learning_rate": 4.4276736275252664e-06,
      "loss": 0.3987,
      "step": 555330
    },
    {
      "epoch": 154.99,
      "grad_norm": 1.1719474792480469,
      "learning_rate": 4.427661253136533e-06,
      "loss": 0.3921,
      "step": 555340
    },
    {
      "epoch": 155.0,
      "grad_norm": 1.0340664386749268,
      "learning_rate": 4.427648878470431e-06,
      "loss": 0.3917,
      "step": 555350
    },
    {
      "epoch": 155.0,
      "grad_norm": 1.2857160568237305,
      "learning_rate": 4.427636503526962e-06,
      "loss": 0.3857,
      "step": 555360
    },
    {
      "epoch": 155.0,
      "eval_loss": 0.3891126215457916,
      "eval_runtime": 63.2154,
      "eval_samples_per_second": 80.028,
      "eval_steps_per_second": 10.013,
      "step": 555365
    },
    {
      "epoch": 155.0,
      "grad_norm": 1.402456521987915,
      "learning_rate": 4.427624128306126e-06,
      "loss": 0.3842,
      "step": 555370
    },
    {
      "epoch": 155.0,
      "grad_norm": 1.3329180479049683,
      "learning_rate": 4.427611752807927e-06,
      "loss": 0.3932,
      "step": 555380
    },
    {
      "epoch": 155.01,
      "grad_norm": 1.0755425691604614,
      "learning_rate": 4.427599377032365e-06,
      "loss": 0.3907,
      "step": 555390
    },
    {
      "epoch": 155.01,
      "grad_norm": 1.0356990098953247,
      "learning_rate": 4.427587000979442e-06,
      "loss": 0.4,
      "step": 555400
    },
    {
      "epoch": 155.01,
      "grad_norm": 1.1466761827468872,
      "learning_rate": 4.427574624649159e-06,
      "loss": 0.3991,
      "step": 555410
    },
    {
      "epoch": 155.02,
      "grad_norm": 1.3454078435897827,
      "learning_rate": 4.427562248041519e-06,
      "loss": 0.3835,
      "step": 555420
    },
    {
      "epoch": 155.02,
      "grad_norm": 1.6179471015930176,
      "learning_rate": 4.427549871156523e-06,
      "loss": 0.3908,
      "step": 555430
    },
    {
      "epoch": 155.02,
      "grad_norm": 1.4086569547653198,
      "learning_rate": 4.4275374939941735e-06,
      "loss": 0.3861,
      "step": 555440
    },
    {
      "epoch": 155.02,
      "grad_norm": 1.180137276649475,
      "learning_rate": 4.42752511655447e-06,
      "loss": 0.4123,
      "step": 555450
    },
    {
      "epoch": 155.03,
      "grad_norm": 1.4660112857818604,
      "learning_rate": 4.4275127388374155e-06,
      "loss": 0.396,
      "step": 555460
    },
    {
      "epoch": 155.03,
      "grad_norm": 1.1970243453979492,
      "learning_rate": 4.427500360843012e-06,
      "loss": 0.388,
      "step": 555470
    },
    {
      "epoch": 155.03,
      "grad_norm": 1.2402416467666626,
      "learning_rate": 4.427487982571261e-06,
      "loss": 0.403,
      "step": 555480
    },
    {
      "epoch": 155.03,
      "grad_norm": 1.52140212059021,
      "learning_rate": 4.427475604022164e-06,
      "loss": 0.3802,
      "step": 555490
    },
    {
      "epoch": 155.04,
      "grad_norm": 1.1618164777755737,
      "learning_rate": 4.4274632251957225e-06,
      "loss": 0.3935,
      "step": 555500
    },
    {
      "epoch": 155.04,
      "grad_norm": 1.2813078165054321,
      "learning_rate": 4.427450846091938e-06,
      "loss": 0.3833,
      "step": 555510
    },
    {
      "epoch": 155.04,
      "grad_norm": 1.18861985206604,
      "learning_rate": 4.427438466710812e-06,
      "loss": 0.3987,
      "step": 555520
    },
    {
      "epoch": 155.05,
      "grad_norm": 1.1241581439971924,
      "learning_rate": 4.427426087052346e-06,
      "loss": 0.3865,
      "step": 555530
    },
    {
      "epoch": 155.05,
      "grad_norm": 1.11817467212677,
      "learning_rate": 4.427413707116543e-06,
      "loss": 0.3856,
      "step": 555540
    },
    {
      "epoch": 155.05,
      "grad_norm": 1.3497745990753174,
      "learning_rate": 4.427401326903405e-06,
      "loss": 0.3834,
      "step": 555550
    },
    {
      "epoch": 155.05,
      "grad_norm": 1.3352283239364624,
      "learning_rate": 4.427388946412931e-06,
      "loss": 0.4064,
      "step": 555560
    },
    {
      "epoch": 155.06,
      "grad_norm": 1.3021759986877441,
      "learning_rate": 4.427376565645125e-06,
      "loss": 0.3667,
      "step": 555570
    },
    {
      "epoch": 155.06,
      "grad_norm": 1.2715824842453003,
      "learning_rate": 4.427364184599986e-06,
      "loss": 0.3852,
      "step": 555580
    },
    {
      "epoch": 155.06,
      "grad_norm": 1.1680152416229248,
      "learning_rate": 4.427351803277518e-06,
      "loss": 0.4052,
      "step": 555590
    },
    {
      "epoch": 155.07,
      "grad_norm": 1.329176425933838,
      "learning_rate": 4.427339421677723e-06,
      "loss": 0.3784,
      "step": 555600
    },
    {
      "epoch": 155.07,
      "grad_norm": 1.198554277420044,
      "learning_rate": 4.427327039800601e-06,
      "loss": 0.4034,
      "step": 555610
    },
    {
      "epoch": 155.07,
      "grad_norm": 1.321107268333435,
      "learning_rate": 4.427314657646154e-06,
      "loss": 0.3848,
      "step": 555620
    },
    {
      "epoch": 155.07,
      "grad_norm": 1.0495070219039917,
      "learning_rate": 4.427302275214385e-06,
      "loss": 0.3837,
      "step": 555630
    },
    {
      "epoch": 155.08,
      "grad_norm": 1.2113502025604248,
      "learning_rate": 4.427289892505294e-06,
      "loss": 0.3861,
      "step": 555640
    },
    {
      "epoch": 155.08,
      "grad_norm": 1.30233895778656,
      "learning_rate": 4.4272775095188835e-06,
      "loss": 0.3858,
      "step": 555650
    },
    {
      "epoch": 155.08,
      "grad_norm": 1.1971662044525146,
      "learning_rate": 4.427265126255154e-06,
      "loss": 0.3856,
      "step": 555660
    },
    {
      "epoch": 155.09,
      "grad_norm": 1.1339904069900513,
      "learning_rate": 4.42725274271411e-06,
      "loss": 0.3824,
      "step": 555670
    },
    {
      "epoch": 155.09,
      "grad_norm": 1.1579350233078003,
      "learning_rate": 4.427240358895749e-06,
      "loss": 0.3814,
      "step": 555680
    },
    {
      "epoch": 155.09,
      "grad_norm": 1.186089277267456,
      "learning_rate": 4.427227974800077e-06,
      "loss": 0.3759,
      "step": 555690
    },
    {
      "epoch": 155.09,
      "grad_norm": 1.1259605884552002,
      "learning_rate": 4.4272155904270915e-06,
      "loss": 0.4029,
      "step": 555700
    },
    {
      "epoch": 155.1,
      "grad_norm": 1.1596758365631104,
      "learning_rate": 4.427203205776797e-06,
      "loss": 0.3946,
      "step": 555710
    },
    {
      "epoch": 155.1,
      "grad_norm": 1.0961271524429321,
      "learning_rate": 4.4271908208491945e-06,
      "loss": 0.4059,
      "step": 555720
    },
    {
      "epoch": 155.1,
      "grad_norm": 1.4137946367263794,
      "learning_rate": 4.427178435644286e-06,
      "loss": 0.3884,
      "step": 555730
    },
    {
      "epoch": 155.1,
      "grad_norm": 1.1294952630996704,
      "learning_rate": 4.427166050162071e-06,
      "loss": 0.3863,
      "step": 555740
    },
    {
      "epoch": 155.11,
      "grad_norm": 1.3009544610977173,
      "learning_rate": 4.427153664402554e-06,
      "loss": 0.3758,
      "step": 555750
    },
    {
      "epoch": 155.11,
      "grad_norm": 1.297319769859314,
      "learning_rate": 4.427141278365736e-06,
      "loss": 0.3776,
      "step": 555760
    },
    {
      "epoch": 155.11,
      "grad_norm": 1.0664929151535034,
      "learning_rate": 4.427128892051616e-06,
      "loss": 0.3951,
      "step": 555770
    },
    {
      "epoch": 155.12,
      "grad_norm": 1.46462881565094,
      "learning_rate": 4.427116505460199e-06,
      "loss": 0.3886,
      "step": 555780
    },
    {
      "epoch": 155.12,
      "grad_norm": 1.107197642326355,
      "learning_rate": 4.427104118591486e-06,
      "loss": 0.4156,
      "step": 555790
    },
    {
      "epoch": 155.12,
      "grad_norm": 1.3449583053588867,
      "learning_rate": 4.427091731445477e-06,
      "loss": 0.4005,
      "step": 555800
    },
    {
      "epoch": 155.12,
      "grad_norm": 1.1235452890396118,
      "learning_rate": 4.4270793440221744e-06,
      "loss": 0.3698,
      "step": 555810
    },
    {
      "epoch": 155.13,
      "grad_norm": 1.3903491497039795,
      "learning_rate": 4.427066956321581e-06,
      "loss": 0.3897,
      "step": 555820
    },
    {
      "epoch": 155.13,
      "grad_norm": 1.2074648141860962,
      "learning_rate": 4.427054568343697e-06,
      "loss": 0.3988,
      "step": 555830
    },
    {
      "epoch": 155.13,
      "grad_norm": 1.364334225654602,
      "learning_rate": 4.4270421800885245e-06,
      "loss": 0.375,
      "step": 555840
    },
    {
      "epoch": 155.14,
      "grad_norm": 1.1096266508102417,
      "learning_rate": 4.427029791556066e-06,
      "loss": 0.4127,
      "step": 555850
    },
    {
      "epoch": 155.14,
      "grad_norm": 1.1938258409500122,
      "learning_rate": 4.427017402746322e-06,
      "loss": 0.3992,
      "step": 555860
    },
    {
      "epoch": 155.14,
      "grad_norm": 1.3196872472763062,
      "learning_rate": 4.427005013659294e-06,
      "loss": 0.3944,
      "step": 555870
    },
    {
      "epoch": 155.14,
      "grad_norm": 1.3190144300460815,
      "learning_rate": 4.426992624294985e-06,
      "loss": 0.3724,
      "step": 555880
    },
    {
      "epoch": 155.15,
      "grad_norm": 1.4227708578109741,
      "learning_rate": 4.426980234653395e-06,
      "loss": 0.3902,
      "step": 555890
    },
    {
      "epoch": 155.15,
      "grad_norm": 1.1689410209655762,
      "learning_rate": 4.426967844734527e-06,
      "loss": 0.4002,
      "step": 555900
    },
    {
      "epoch": 155.15,
      "grad_norm": 1.1731915473937988,
      "learning_rate": 4.4269554545383815e-06,
      "loss": 0.3905,
      "step": 555910
    },
    {
      "epoch": 155.15,
      "grad_norm": 1.3709425926208496,
      "learning_rate": 4.426943064064962e-06,
      "loss": 0.3901,
      "step": 555920
    },
    {
      "epoch": 155.16,
      "grad_norm": 1.0795384645462036,
      "learning_rate": 4.426930673314268e-06,
      "loss": 0.3933,
      "step": 555930
    },
    {
      "epoch": 155.16,
      "grad_norm": 1.340854287147522,
      "learning_rate": 4.426918282286302e-06,
      "loss": 0.4013,
      "step": 555940
    },
    {
      "epoch": 155.16,
      "grad_norm": 1.3145463466644287,
      "learning_rate": 4.426905890981066e-06,
      "loss": 0.3878,
      "step": 555950
    },
    {
      "epoch": 155.17,
      "grad_norm": 1.1851426362991333,
      "learning_rate": 4.426893499398562e-06,
      "loss": 0.4002,
      "step": 555960
    },
    {
      "epoch": 155.17,
      "grad_norm": 1.2957773208618164,
      "learning_rate": 4.42688110753879e-06,
      "loss": 0.3917,
      "step": 555970
    },
    {
      "epoch": 155.17,
      "grad_norm": 1.0556584596633911,
      "learning_rate": 4.426868715401753e-06,
      "loss": 0.3671,
      "step": 555980
    },
    {
      "epoch": 155.17,
      "grad_norm": 1.3552237749099731,
      "learning_rate": 4.426856322987453e-06,
      "loss": 0.393,
      "step": 555990
    },
    {
      "epoch": 155.18,
      "grad_norm": 1.8269903659820557,
      "learning_rate": 4.426843930295891e-06,
      "loss": 0.4083,
      "step": 556000
    },
    {
      "epoch": 155.18,
      "grad_norm": 1.2927963733673096,
      "learning_rate": 4.4268315373270674e-06,
      "loss": 0.3984,
      "step": 556010
    },
    {
      "epoch": 155.18,
      "grad_norm": 1.1427390575408936,
      "learning_rate": 4.426819144080986e-06,
      "loss": 0.3785,
      "step": 556020
    },
    {
      "epoch": 155.19,
      "grad_norm": 1.2280361652374268,
      "learning_rate": 4.426806750557647e-06,
      "loss": 0.3826,
      "step": 556030
    },
    {
      "epoch": 155.19,
      "grad_norm": 1.1160545349121094,
      "learning_rate": 4.4267943567570535e-06,
      "loss": 0.3854,
      "step": 556040
    },
    {
      "epoch": 155.19,
      "grad_norm": 1.1358857154846191,
      "learning_rate": 4.426781962679205e-06,
      "loss": 0.3964,
      "step": 556050
    },
    {
      "epoch": 155.19,
      "grad_norm": 7.532650470733643,
      "learning_rate": 4.4267695683241056e-06,
      "loss": 0.404,
      "step": 556060
    },
    {
      "epoch": 155.2,
      "grad_norm": 1.3041738271713257,
      "learning_rate": 4.426757173691755e-06,
      "loss": 0.3911,
      "step": 556070
    },
    {
      "epoch": 155.2,
      "grad_norm": 1.4647142887115479,
      "learning_rate": 4.426744778782156e-06,
      "loss": 0.3915,
      "step": 556080
    },
    {
      "epoch": 155.2,
      "grad_norm": 1.1964507102966309,
      "learning_rate": 4.426732383595309e-06,
      "loss": 0.4003,
      "step": 556090
    },
    {
      "epoch": 155.21,
      "grad_norm": 1.0640287399291992,
      "learning_rate": 4.426719988131218e-06,
      "loss": 0.374,
      "step": 556100
    },
    {
      "epoch": 155.21,
      "grad_norm": 1.1062926054000854,
      "learning_rate": 4.426707592389881e-06,
      "loss": 0.3843,
      "step": 556110
    },
    {
      "epoch": 155.21,
      "grad_norm": 1.2454071044921875,
      "learning_rate": 4.426695196371303e-06,
      "loss": 0.3966,
      "step": 556120
    },
    {
      "epoch": 155.21,
      "grad_norm": 1.119196891784668,
      "learning_rate": 4.426682800075485e-06,
      "loss": 0.3875,
      "step": 556130
    },
    {
      "epoch": 155.22,
      "grad_norm": 1.0924975872039795,
      "learning_rate": 4.4266704035024276e-06,
      "loss": 0.3763,
      "step": 556140
    },
    {
      "epoch": 155.22,
      "grad_norm": 1.2473833560943604,
      "learning_rate": 4.426658006652132e-06,
      "loss": 0.3704,
      "step": 556150
    },
    {
      "epoch": 155.22,
      "grad_norm": 1.3207592964172363,
      "learning_rate": 4.426645609524601e-06,
      "loss": 0.3779,
      "step": 556160
    },
    {
      "epoch": 155.22,
      "grad_norm": 1.5080839395523071,
      "learning_rate": 4.426633212119837e-06,
      "loss": 0.381,
      "step": 556170
    },
    {
      "epoch": 155.23,
      "grad_norm": 1.1028095483779907,
      "learning_rate": 4.42662081443784e-06,
      "loss": 0.397,
      "step": 556180
    },
    {
      "epoch": 155.23,
      "grad_norm": 1.041771650314331,
      "learning_rate": 4.4266084164786136e-06,
      "loss": 0.3965,
      "step": 556190
    },
    {
      "epoch": 155.23,
      "grad_norm": 1.0810236930847168,
      "learning_rate": 4.426596018242157e-06,
      "loss": 0.3948,
      "step": 556200
    },
    {
      "epoch": 155.24,
      "grad_norm": 1.1005960702896118,
      "learning_rate": 4.426583619728473e-06,
      "loss": 0.3856,
      "step": 556210
    },
    {
      "epoch": 155.24,
      "grad_norm": 1.133008599281311,
      "learning_rate": 4.426571220937563e-06,
      "loss": 0.3924,
      "step": 556220
    },
    {
      "epoch": 155.24,
      "grad_norm": 1.2444623708724976,
      "learning_rate": 4.42655882186943e-06,
      "loss": 0.3916,
      "step": 556230
    },
    {
      "epoch": 155.24,
      "grad_norm": 1.112038016319275,
      "learning_rate": 4.426546422524074e-06,
      "loss": 0.3937,
      "step": 556240
    },
    {
      "epoch": 155.25,
      "grad_norm": 1.155461072921753,
      "learning_rate": 4.426534022901497e-06,
      "loss": 0.4,
      "step": 556250
    },
    {
      "epoch": 155.25,
      "grad_norm": 1.2453405857086182,
      "learning_rate": 4.4265216230017e-06,
      "loss": 0.3773,
      "step": 556260
    },
    {
      "epoch": 155.25,
      "grad_norm": 1.3796786069869995,
      "learning_rate": 4.426509222824687e-06,
      "loss": 0.3815,
      "step": 556270
    },
    {
      "epoch": 155.26,
      "grad_norm": 1.344875454902649,
      "learning_rate": 4.426496822370458e-06,
      "loss": 0.3907,
      "step": 556280
    },
    {
      "epoch": 155.26,
      "grad_norm": 1.314017653465271,
      "learning_rate": 4.426484421639014e-06,
      "loss": 0.3831,
      "step": 556290
    },
    {
      "epoch": 155.26,
      "grad_norm": 1.1925559043884277,
      "learning_rate": 4.426472020630359e-06,
      "loss": 0.3922,
      "step": 556300
    },
    {
      "epoch": 155.26,
      "grad_norm": 1.257673740386963,
      "learning_rate": 4.426459619344492e-06,
      "loss": 0.3962,
      "step": 556310
    },
    {
      "epoch": 155.27,
      "grad_norm": 1.543373942375183,
      "learning_rate": 4.426447217781417e-06,
      "loss": 0.3906,
      "step": 556320
    },
    {
      "epoch": 155.27,
      "grad_norm": 1.2246124744415283,
      "learning_rate": 4.426434815941133e-06,
      "loss": 0.4076,
      "step": 556330
    },
    {
      "epoch": 155.27,
      "grad_norm": 1.091696858406067,
      "learning_rate": 4.426422413823643e-06,
      "loss": 0.3861,
      "step": 556340
    },
    {
      "epoch": 155.27,
      "grad_norm": 1.0720778703689575,
      "learning_rate": 4.426410011428949e-06,
      "loss": 0.3911,
      "step": 556350
    },
    {
      "epoch": 155.28,
      "grad_norm": 2.157198905944824,
      "learning_rate": 4.426397608757053e-06,
      "loss": 0.3866,
      "step": 556360
    },
    {
      "epoch": 155.28,
      "grad_norm": 1.2875826358795166,
      "learning_rate": 4.426385205807955e-06,
      "loss": 0.3982,
      "step": 556370
    },
    {
      "epoch": 155.28,
      "grad_norm": 1.0152558088302612,
      "learning_rate": 4.426372802581659e-06,
      "loss": 0.3894,
      "step": 556380
    },
    {
      "epoch": 155.29,
      "grad_norm": 1.2854124307632446,
      "learning_rate": 4.426360399078165e-06,
      "loss": 0.3879,
      "step": 556390
    },
    {
      "epoch": 155.29,
      "grad_norm": 1.1632887125015259,
      "learning_rate": 4.426347995297475e-06,
      "loss": 0.3944,
      "step": 556400
    },
    {
      "epoch": 155.29,
      "grad_norm": 1.1886662244796753,
      "learning_rate": 4.4263355912395895e-06,
      "loss": 0.3769,
      "step": 556410
    },
    {
      "epoch": 155.29,
      "grad_norm": 1.4702705144882202,
      "learning_rate": 4.426323186904512e-06,
      "loss": 0.401,
      "step": 556420
    },
    {
      "epoch": 155.3,
      "grad_norm": 1.2393442392349243,
      "learning_rate": 4.426310782292244e-06,
      "loss": 0.3728,
      "step": 556430
    },
    {
      "epoch": 155.3,
      "grad_norm": 1.0688120126724243,
      "learning_rate": 4.426298377402786e-06,
      "loss": 0.3919,
      "step": 556440
    },
    {
      "epoch": 155.3,
      "grad_norm": 1.2827768325805664,
      "learning_rate": 4.42628597223614e-06,
      "loss": 0.3891,
      "step": 556450
    },
    {
      "epoch": 155.31,
      "grad_norm": 1.357141137123108,
      "learning_rate": 4.426273566792308e-06,
      "loss": 0.3847,
      "step": 556460
    },
    {
      "epoch": 155.31,
      "grad_norm": 1.4560978412628174,
      "learning_rate": 4.4262611610712926e-06,
      "loss": 0.3859,
      "step": 556470
    },
    {
      "epoch": 155.31,
      "grad_norm": 1.355823040008545,
      "learning_rate": 4.426248755073093e-06,
      "loss": 0.3962,
      "step": 556480
    },
    {
      "epoch": 155.31,
      "grad_norm": 1.316394329071045,
      "learning_rate": 4.426236348797714e-06,
      "loss": 0.397,
      "step": 556490
    },
    {
      "epoch": 155.32,
      "grad_norm": 1.227522611618042,
      "learning_rate": 4.426223942245154e-06,
      "loss": 0.3778,
      "step": 556500
    },
    {
      "epoch": 155.32,
      "grad_norm": 1.1076383590698242,
      "learning_rate": 4.426211535415416e-06,
      "loss": 0.3923,
      "step": 556510
    },
    {
      "epoch": 155.32,
      "grad_norm": 1.18015718460083,
      "learning_rate": 4.426199128308502e-06,
      "loss": 0.3789,
      "step": 556520
    },
    {
      "epoch": 155.33,
      "grad_norm": 1.0676552057266235,
      "learning_rate": 4.426186720924415e-06,
      "loss": 0.4024,
      "step": 556530
    },
    {
      "epoch": 155.33,
      "grad_norm": 1.023888349533081,
      "learning_rate": 4.426174313263154e-06,
      "loss": 0.3907,
      "step": 556540
    },
    {
      "epoch": 155.33,
      "grad_norm": 1.2503108978271484,
      "learning_rate": 4.4261619053247205e-06,
      "loss": 0.378,
      "step": 556550
    },
    {
      "epoch": 155.33,
      "grad_norm": 1.0143424272537231,
      "learning_rate": 4.426149497109119e-06,
      "loss": 0.3869,
      "step": 556560
    },
    {
      "epoch": 155.34,
      "grad_norm": 1.1165043115615845,
      "learning_rate": 4.426137088616349e-06,
      "loss": 0.3884,
      "step": 556570
    },
    {
      "epoch": 155.34,
      "grad_norm": 1.1636220216751099,
      "learning_rate": 4.426124679846412e-06,
      "loss": 0.3969,
      "step": 556580
    },
    {
      "epoch": 155.34,
      "grad_norm": 1.2210170030593872,
      "learning_rate": 4.4261122707993125e-06,
      "loss": 0.3737,
      "step": 556590
    },
    {
      "epoch": 155.34,
      "grad_norm": 1.2873117923736572,
      "learning_rate": 4.426099861475048e-06,
      "loss": 0.373,
      "step": 556600
    },
    {
      "epoch": 155.35,
      "grad_norm": 1.3437148332595825,
      "learning_rate": 4.426087451873623e-06,
      "loss": 0.3868,
      "step": 556610
    },
    {
      "epoch": 155.35,
      "grad_norm": 1.2130250930786133,
      "learning_rate": 4.426075041995039e-06,
      "loss": 0.3941,
      "step": 556620
    },
    {
      "epoch": 155.35,
      "grad_norm": 1.280872106552124,
      "learning_rate": 4.426062631839296e-06,
      "loss": 0.4066,
      "step": 556630
    },
    {
      "epoch": 155.36,
      "grad_norm": 1.2441147565841675,
      "learning_rate": 4.426050221406396e-06,
      "loss": 0.402,
      "step": 556640
    },
    {
      "epoch": 155.36,
      "grad_norm": 1.4087376594543457,
      "learning_rate": 4.426037810696343e-06,
      "loss": 0.3754,
      "step": 556650
    },
    {
      "epoch": 155.36,
      "grad_norm": 1.375114917755127,
      "learning_rate": 4.426025399709136e-06,
      "loss": 0.3756,
      "step": 556660
    },
    {
      "epoch": 155.36,
      "grad_norm": 1.1626296043395996,
      "learning_rate": 4.426012988444777e-06,
      "loss": 0.3983,
      "step": 556670
    },
    {
      "epoch": 155.37,
      "grad_norm": 1.1458146572113037,
      "learning_rate": 4.426000576903268e-06,
      "loss": 0.3958,
      "step": 556680
    },
    {
      "epoch": 155.37,
      "grad_norm": 1.217719316482544,
      "learning_rate": 4.4259881650846125e-06,
      "loss": 0.3991,
      "step": 556690
    },
    {
      "epoch": 155.37,
      "grad_norm": 1.231623888015747,
      "learning_rate": 4.425975752988809e-06,
      "loss": 0.3793,
      "step": 556700
    },
    {
      "epoch": 155.38,
      "grad_norm": 1.1644326448440552,
      "learning_rate": 4.425963340615862e-06,
      "loss": 0.4008,
      "step": 556710
    },
    {
      "epoch": 155.38,
      "grad_norm": 1.056801199913025,
      "learning_rate": 4.425950927965771e-06,
      "loss": 0.3896,
      "step": 556720
    },
    {
      "epoch": 155.38,
      "grad_norm": 1.3370739221572876,
      "learning_rate": 4.425938515038539e-06,
      "loss": 0.3918,
      "step": 556730
    },
    {
      "epoch": 155.38,
      "grad_norm": 1.0923181772232056,
      "learning_rate": 4.4259261018341665e-06,
      "loss": 0.4006,
      "step": 556740
    },
    {
      "epoch": 155.39,
      "grad_norm": 1.3898053169250488,
      "learning_rate": 4.425913688352656e-06,
      "loss": 0.3704,
      "step": 556750
    },
    {
      "epoch": 155.39,
      "grad_norm": 1.3234937191009521,
      "learning_rate": 4.425901274594009e-06,
      "loss": 0.383,
      "step": 556760
    },
    {
      "epoch": 155.39,
      "grad_norm": 1.999251365661621,
      "learning_rate": 4.425888860558228e-06,
      "loss": 0.3859,
      "step": 556770
    },
    {
      "epoch": 155.39,
      "grad_norm": 1.474287748336792,
      "learning_rate": 4.425876446245312e-06,
      "loss": 0.3896,
      "step": 556780
    },
    {
      "epoch": 155.4,
      "grad_norm": 1.3146893978118896,
      "learning_rate": 4.425864031655266e-06,
      "loss": 0.3841,
      "step": 556790
    },
    {
      "epoch": 155.4,
      "grad_norm": 1.2428083419799805,
      "learning_rate": 4.42585161678809e-06,
      "loss": 0.3831,
      "step": 556800
    },
    {
      "epoch": 155.4,
      "grad_norm": 1.4850894212722778,
      "learning_rate": 4.425839201643784e-06,
      "loss": 0.3722,
      "step": 556810
    },
    {
      "epoch": 155.41,
      "grad_norm": 1.0758724212646484,
      "learning_rate": 4.4258267862223525e-06,
      "loss": 0.4011,
      "step": 556820
    },
    {
      "epoch": 155.41,
      "grad_norm": 1.155522346496582,
      "learning_rate": 4.425814370523796e-06,
      "loss": 0.3787,
      "step": 556830
    },
    {
      "epoch": 155.41,
      "grad_norm": 1.2906467914581299,
      "learning_rate": 4.425801954548116e-06,
      "loss": 0.3732,
      "step": 556840
    },
    {
      "epoch": 155.41,
      "grad_norm": 1.430577039718628,
      "learning_rate": 4.425789538295315e-06,
      "loss": 0.4075,
      "step": 556850
    },
    {
      "epoch": 155.42,
      "grad_norm": 1.5531622171401978,
      "learning_rate": 4.425777121765393e-06,
      "loss": 0.3848,
      "step": 556860
    },
    {
      "epoch": 155.42,
      "grad_norm": 1.3864845037460327,
      "learning_rate": 4.425764704958353e-06,
      "loss": 0.3626,
      "step": 556870
    },
    {
      "epoch": 155.42,
      "grad_norm": 1.138573408126831,
      "learning_rate": 4.425752287874197e-06,
      "loss": 0.386,
      "step": 556880
    },
    {
      "epoch": 155.43,
      "grad_norm": 1.203249216079712,
      "learning_rate": 4.425739870512925e-06,
      "loss": 0.3965,
      "step": 556890
    },
    {
      "epoch": 155.43,
      "grad_norm": 1.1316821575164795,
      "learning_rate": 4.425727452874539e-06,
      "loss": 0.3898,
      "step": 556900
    },
    {
      "epoch": 155.43,
      "grad_norm": 1.2010470628738403,
      "learning_rate": 4.425715034959043e-06,
      "loss": 0.3927,
      "step": 556910
    },
    {
      "epoch": 155.43,
      "grad_norm": 1.2211120128631592,
      "learning_rate": 4.425702616766436e-06,
      "loss": 0.4042,
      "step": 556920
    },
    {
      "epoch": 155.44,
      "grad_norm": 1.199583649635315,
      "learning_rate": 4.42569019829672e-06,
      "loss": 0.3916,
      "step": 556930
    },
    {
      "epoch": 155.44,
      "grad_norm": 1.430024266242981,
      "learning_rate": 4.425677779549898e-06,
      "loss": 0.3829,
      "step": 556940
    },
    {
      "epoch": 155.44,
      "grad_norm": 1.1893659830093384,
      "learning_rate": 4.4256653605259706e-06,
      "loss": 0.3977,
      "step": 556950
    },
    {
      "epoch": 155.45,
      "grad_norm": 1.7946683168411255,
      "learning_rate": 4.425652941224939e-06,
      "loss": 0.3985,
      "step": 556960
    },
    {
      "epoch": 155.45,
      "grad_norm": 1.6548752784729004,
      "learning_rate": 4.425640521646807e-06,
      "loss": 0.389,
      "step": 556970
    },
    {
      "epoch": 155.45,
      "grad_norm": 1.0434809923171997,
      "learning_rate": 4.425628101791573e-06,
      "loss": 0.3972,
      "step": 556980
    },
    {
      "epoch": 155.45,
      "grad_norm": 1.3435536623001099,
      "learning_rate": 4.4256156816592416e-06,
      "loss": 0.3805,
      "step": 556990
    },
    {
      "epoch": 155.46,
      "grad_norm": 1.0217446088790894,
      "learning_rate": 4.425603261249813e-06,
      "loss": 0.3824,
      "step": 557000
    },
    {
      "epoch": 155.46,
      "grad_norm": 1.155635118484497,
      "learning_rate": 4.42559084056329e-06,
      "loss": 0.3928,
      "step": 557010
    },
    {
      "epoch": 155.46,
      "grad_norm": 1.1828906536102295,
      "learning_rate": 4.425578419599672e-06,
      "loss": 0.3861,
      "step": 557020
    },
    {
      "epoch": 155.46,
      "grad_norm": 1.3637559413909912,
      "learning_rate": 4.425565998358963e-06,
      "loss": 0.4081,
      "step": 557030
    },
    {
      "epoch": 155.47,
      "grad_norm": 1.6156619787216187,
      "learning_rate": 4.4255535768411645e-06,
      "loss": 0.3772,
      "step": 557040
    },
    {
      "epoch": 155.47,
      "grad_norm": 1.1043901443481445,
      "learning_rate": 4.425541155046276e-06,
      "loss": 0.3932,
      "step": 557050
    },
    {
      "epoch": 155.47,
      "grad_norm": 1.5765206813812256,
      "learning_rate": 4.4255287329743e-06,
      "loss": 0.4074,
      "step": 557060
    },
    {
      "epoch": 155.48,
      "grad_norm": 1.3707884550094604,
      "learning_rate": 4.42551631062524e-06,
      "loss": 0.4104,
      "step": 557070
    },
    {
      "epoch": 155.48,
      "grad_norm": 1.2253679037094116,
      "learning_rate": 4.425503887999096e-06,
      "loss": 0.397,
      "step": 557080
    },
    {
      "epoch": 155.48,
      "grad_norm": 1.139249324798584,
      "learning_rate": 4.425491465095871e-06,
      "loss": 0.3679,
      "step": 557090
    },
    {
      "epoch": 155.48,
      "grad_norm": 1.0437963008880615,
      "learning_rate": 4.425479041915564e-06,
      "loss": 0.3827,
      "step": 557100
    },
    {
      "epoch": 155.49,
      "grad_norm": 1.0537101030349731,
      "learning_rate": 4.425466618458179e-06,
      "loss": 0.3809,
      "step": 557110
    },
    {
      "epoch": 155.49,
      "grad_norm": 2.2868611812591553,
      "learning_rate": 4.425454194723717e-06,
      "loss": 0.3922,
      "step": 557120
    },
    {
      "epoch": 155.49,
      "grad_norm": 1.3104678392410278,
      "learning_rate": 4.425441770712179e-06,
      "loss": 0.3936,
      "step": 557130
    },
    {
      "epoch": 155.5,
      "grad_norm": 1.2628058195114136,
      "learning_rate": 4.425429346423568e-06,
      "loss": 0.4028,
      "step": 557140
    },
    {
      "epoch": 155.5,
      "grad_norm": 1.3013626337051392,
      "learning_rate": 4.425416921857884e-06,
      "loss": 0.3946,
      "step": 557150
    },
    {
      "epoch": 155.5,
      "grad_norm": 1.1747490167617798,
      "learning_rate": 4.42540449701513e-06,
      "loss": 0.3737,
      "step": 557160
    },
    {
      "epoch": 155.5,
      "grad_norm": 1.1920727491378784,
      "learning_rate": 4.425392071895308e-06,
      "loss": 0.3786,
      "step": 557170
    },
    {
      "epoch": 155.51,
      "grad_norm": 1.0194594860076904,
      "learning_rate": 4.425379646498418e-06,
      "loss": 0.3866,
      "step": 557180
    },
    {
      "epoch": 155.51,
      "grad_norm": 1.3384835720062256,
      "learning_rate": 4.425367220824463e-06,
      "loss": 0.3913,
      "step": 557190
    },
    {
      "epoch": 155.51,
      "grad_norm": 1.18808114528656,
      "learning_rate": 4.4253547948734444e-06,
      "loss": 0.3913,
      "step": 557200
    },
    {
      "epoch": 155.51,
      "grad_norm": 1.3022295236587524,
      "learning_rate": 4.425342368645363e-06,
      "loss": 0.4095,
      "step": 557210
    },
    {
      "epoch": 155.52,
      "grad_norm": 1.2302753925323486,
      "learning_rate": 4.4253299421402214e-06,
      "loss": 0.3856,
      "step": 557220
    },
    {
      "epoch": 155.52,
      "grad_norm": 1.3363707065582275,
      "learning_rate": 4.42531751535802e-06,
      "loss": 0.3817,
      "step": 557230
    },
    {
      "epoch": 155.52,
      "grad_norm": 1.2994881868362427,
      "learning_rate": 4.4253050882987625e-06,
      "loss": 0.4013,
      "step": 557240
    },
    {
      "epoch": 155.53,
      "grad_norm": 1.4055962562561035,
      "learning_rate": 4.425292660962449e-06,
      "loss": 0.3791,
      "step": 557250
    },
    {
      "epoch": 155.53,
      "grad_norm": 1.1189860105514526,
      "learning_rate": 4.425280233349082e-06,
      "loss": 0.4013,
      "step": 557260
    },
    {
      "epoch": 155.53,
      "grad_norm": 1.2405991554260254,
      "learning_rate": 4.425267805458663e-06,
      "loss": 0.3936,
      "step": 557270
    },
    {
      "epoch": 155.53,
      "grad_norm": 1.3601716756820679,
      "learning_rate": 4.425255377291192e-06,
      "loss": 0.4067,
      "step": 557280
    },
    {
      "epoch": 155.54,
      "grad_norm": 1.3529067039489746,
      "learning_rate": 4.425242948846674e-06,
      "loss": 0.4013,
      "step": 557290
    },
    {
      "epoch": 155.54,
      "grad_norm": 1.2442238330841064,
      "learning_rate": 4.425230520125108e-06,
      "loss": 0.3945,
      "step": 557300
    },
    {
      "epoch": 155.54,
      "grad_norm": 1.1816928386688232,
      "learning_rate": 4.425218091126496e-06,
      "loss": 0.3965,
      "step": 557310
    },
    {
      "epoch": 155.55,
      "grad_norm": 1.1656882762908936,
      "learning_rate": 4.425205661850839e-06,
      "loss": 0.3878,
      "step": 557320
    },
    {
      "epoch": 155.55,
      "grad_norm": 1.1406601667404175,
      "learning_rate": 4.425193232298142e-06,
      "loss": 0.3828,
      "step": 557330
    },
    {
      "epoch": 155.55,
      "grad_norm": 1.2142133712768555,
      "learning_rate": 4.4251808024684025e-06,
      "loss": 0.3942,
      "step": 557340
    },
    {
      "epoch": 155.55,
      "grad_norm": 1.1797140836715698,
      "learning_rate": 4.425168372361625e-06,
      "loss": 0.3852,
      "step": 557350
    },
    {
      "epoch": 155.56,
      "grad_norm": 2.1977379322052,
      "learning_rate": 4.4251559419778095e-06,
      "loss": 0.3766,
      "step": 557360
    },
    {
      "epoch": 155.56,
      "grad_norm": 1.0445281267166138,
      "learning_rate": 4.425143511316959e-06,
      "loss": 0.3817,
      "step": 557370
    },
    {
      "epoch": 155.56,
      "grad_norm": 1.1949814558029175,
      "learning_rate": 4.425131080379074e-06,
      "loss": 0.376,
      "step": 557380
    },
    {
      "epoch": 155.57,
      "grad_norm": 1.4637335538864136,
      "learning_rate": 4.425118649164156e-06,
      "loss": 0.4013,
      "step": 557390
    },
    {
      "epoch": 155.57,
      "grad_norm": 1.18873929977417,
      "learning_rate": 4.425106217672208e-06,
      "loss": 0.382,
      "step": 557400
    },
    {
      "epoch": 155.57,
      "grad_norm": 1.2507655620574951,
      "learning_rate": 4.425093785903231e-06,
      "loss": 0.3875,
      "step": 557410
    },
    {
      "epoch": 155.57,
      "grad_norm": 1.1204092502593994,
      "learning_rate": 4.425081353857227e-06,
      "loss": 0.3788,
      "step": 557420
    },
    {
      "epoch": 155.58,
      "grad_norm": 1.1888542175292969,
      "learning_rate": 4.425068921534197e-06,
      "loss": 0.3957,
      "step": 557430
    },
    {
      "epoch": 155.58,
      "grad_norm": 1.4516550302505493,
      "learning_rate": 4.4250564889341426e-06,
      "loss": 0.4058,
      "step": 557440
    },
    {
      "epoch": 155.58,
      "grad_norm": 1.0584633350372314,
      "learning_rate": 4.425044056057065e-06,
      "loss": 0.3895,
      "step": 557450
    },
    {
      "epoch": 155.58,
      "grad_norm": 1.135695219039917,
      "learning_rate": 4.425031622902967e-06,
      "loss": 0.392,
      "step": 557460
    },
    {
      "epoch": 155.59,
      "grad_norm": 1.1046971082687378,
      "learning_rate": 4.425019189471851e-06,
      "loss": 0.4034,
      "step": 557470
    },
    {
      "epoch": 155.59,
      "grad_norm": 1.1745492219924927,
      "learning_rate": 4.425006755763716e-06,
      "loss": 0.3772,
      "step": 557480
    },
    {
      "epoch": 155.59,
      "grad_norm": 0.9837007522583008,
      "learning_rate": 4.4249943217785665e-06,
      "loss": 0.4034,
      "step": 557490
    },
    {
      "epoch": 155.6,
      "grad_norm": 1.2436825037002563,
      "learning_rate": 4.424981887516402e-06,
      "loss": 0.4309,
      "step": 557500
    },
    {
      "epoch": 155.6,
      "grad_norm": 1.013082504272461,
      "learning_rate": 4.424969452977224e-06,
      "loss": 0.3816,
      "step": 557510
    },
    {
      "epoch": 155.6,
      "grad_norm": 1.56218421459198,
      "learning_rate": 4.424957018161038e-06,
      "loss": 0.3806,
      "step": 557520
    },
    {
      "epoch": 155.6,
      "grad_norm": 1.571735143661499,
      "learning_rate": 4.42494458306784e-06,
      "loss": 0.4002,
      "step": 557530
    },
    {
      "epoch": 155.61,
      "grad_norm": 1.3180259466171265,
      "learning_rate": 4.424932147697635e-06,
      "loss": 0.3637,
      "step": 557540
    },
    {
      "epoch": 155.61,
      "grad_norm": 1.2305638790130615,
      "learning_rate": 4.424919712050425e-06,
      "loss": 0.3945,
      "step": 557550
    },
    {
      "epoch": 155.61,
      "grad_norm": 1.4795520305633545,
      "learning_rate": 4.424907276126211e-06,
      "loss": 0.3826,
      "step": 557560
    },
    {
      "epoch": 155.62,
      "grad_norm": 1.300416111946106,
      "learning_rate": 4.424894839924993e-06,
      "loss": 0.3881,
      "step": 557570
    },
    {
      "epoch": 155.62,
      "grad_norm": 1.262564778327942,
      "learning_rate": 4.424882403446775e-06,
      "loss": 0.392,
      "step": 557580
    },
    {
      "epoch": 155.62,
      "grad_norm": 1.401877522468567,
      "learning_rate": 4.424869966691557e-06,
      "loss": 0.396,
      "step": 557590
    },
    {
      "epoch": 155.62,
      "grad_norm": 1.4926331043243408,
      "learning_rate": 4.4248575296593425e-06,
      "loss": 0.3875,
      "step": 557600
    },
    {
      "epoch": 155.63,
      "grad_norm": 1.520777940750122,
      "learning_rate": 4.4248450923501304e-06,
      "loss": 0.3872,
      "step": 557610
    },
    {
      "epoch": 155.63,
      "grad_norm": 1.2514899969100952,
      "learning_rate": 4.424832654763925e-06,
      "loss": 0.4013,
      "step": 557620
    },
    {
      "epoch": 155.63,
      "grad_norm": 2.6591269969940186,
      "learning_rate": 4.424820216900727e-06,
      "loss": 0.3967,
      "step": 557630
    },
    {
      "epoch": 155.63,
      "grad_norm": 1.2760087251663208,
      "learning_rate": 4.424807778760538e-06,
      "loss": 0.3845,
      "step": 557640
    },
    {
      "epoch": 155.64,
      "grad_norm": 1.2900818586349487,
      "learning_rate": 4.424795340343359e-06,
      "loss": 0.3941,
      "step": 557650
    },
    {
      "epoch": 155.64,
      "grad_norm": 1.0300523042678833,
      "learning_rate": 4.424782901649193e-06,
      "loss": 0.3868,
      "step": 557660
    },
    {
      "epoch": 155.64,
      "grad_norm": 2.2440733909606934,
      "learning_rate": 4.424770462678041e-06,
      "loss": 0.3807,
      "step": 557670
    },
    {
      "epoch": 155.65,
      "grad_norm": 1.0935159921646118,
      "learning_rate": 4.424758023429904e-06,
      "loss": 0.3821,
      "step": 557680
    },
    {
      "epoch": 155.65,
      "grad_norm": 1.196337342262268,
      "learning_rate": 4.4247455839047845e-06,
      "loss": 0.4034,
      "step": 557690
    },
    {
      "epoch": 155.65,
      "grad_norm": 1.1944210529327393,
      "learning_rate": 4.424733144102684e-06,
      "loss": 0.3903,
      "step": 557700
    },
    {
      "epoch": 155.65,
      "grad_norm": 1.3045310974121094,
      "learning_rate": 4.424720704023604e-06,
      "loss": 0.394,
      "step": 557710
    },
    {
      "epoch": 155.66,
      "grad_norm": 1.1840614080429077,
      "learning_rate": 4.424708263667546e-06,
      "loss": 0.3913,
      "step": 557720
    },
    {
      "epoch": 155.66,
      "grad_norm": 1.432962417602539,
      "learning_rate": 4.424695823034513e-06,
      "loss": 0.3873,
      "step": 557730
    },
    {
      "epoch": 155.66,
      "grad_norm": 1.310191035270691,
      "learning_rate": 4.424683382124505e-06,
      "loss": 0.4005,
      "step": 557740
    },
    {
      "epoch": 155.67,
      "grad_norm": 1.3247156143188477,
      "learning_rate": 4.424670940937523e-06,
      "loss": 0.4079,
      "step": 557750
    },
    {
      "epoch": 155.67,
      "grad_norm": 10.588153839111328,
      "learning_rate": 4.4246584994735715e-06,
      "loss": 0.3972,
      "step": 557760
    },
    {
      "epoch": 155.67,
      "grad_norm": 1.0578525066375732,
      "learning_rate": 4.424646057732649e-06,
      "loss": 0.391,
      "step": 557770
    },
    {
      "epoch": 155.67,
      "grad_norm": 1.2923061847686768,
      "learning_rate": 4.42463361571476e-06,
      "loss": 0.3856,
      "step": 557780
    },
    {
      "epoch": 155.68,
      "grad_norm": 1.1279690265655518,
      "learning_rate": 4.424621173419904e-06,
      "loss": 0.3696,
      "step": 557790
    },
    {
      "epoch": 155.68,
      "grad_norm": 1.5083823204040527,
      "learning_rate": 4.424608730848083e-06,
      "loss": 0.4088,
      "step": 557800
    },
    {
      "epoch": 155.68,
      "grad_norm": 1.4598658084869385,
      "learning_rate": 4.424596287999301e-06,
      "loss": 0.3935,
      "step": 557810
    },
    {
      "epoch": 155.69,
      "grad_norm": 1.1535446643829346,
      "learning_rate": 4.424583844873557e-06,
      "loss": 0.3892,
      "step": 557820
    },
    {
      "epoch": 155.69,
      "grad_norm": 1.3196756839752197,
      "learning_rate": 4.424571401470853e-06,
      "loss": 0.3991,
      "step": 557830
    },
    {
      "epoch": 155.69,
      "grad_norm": 1.2752729654312134,
      "learning_rate": 4.424558957791191e-06,
      "loss": 0.3969,
      "step": 557840
    },
    {
      "epoch": 155.69,
      "grad_norm": 1.350193738937378,
      "learning_rate": 4.4245465138345725e-06,
      "loss": 0.3966,
      "step": 557850
    },
    {
      "epoch": 155.7,
      "grad_norm": 1.1168771982192993,
      "learning_rate": 4.424534069601001e-06,
      "loss": 0.393,
      "step": 557860
    },
    {
      "epoch": 155.7,
      "grad_norm": 1.3578827381134033,
      "learning_rate": 4.424521625090475e-06,
      "loss": 0.3881,
      "step": 557870
    },
    {
      "epoch": 155.7,
      "grad_norm": 1.5236517190933228,
      "learning_rate": 4.4245091803029985e-06,
      "loss": 0.3859,
      "step": 557880
    },
    {
      "epoch": 155.7,
      "grad_norm": 1.236518383026123,
      "learning_rate": 4.424496735238572e-06,
      "loss": 0.4001,
      "step": 557890
    },
    {
      "epoch": 155.71,
      "grad_norm": 1.079780101776123,
      "learning_rate": 4.4244842898971974e-06,
      "loss": 0.3811,
      "step": 557900
    },
    {
      "epoch": 155.71,
      "grad_norm": 1.0119353532791138,
      "learning_rate": 4.424471844278877e-06,
      "loss": 0.4047,
      "step": 557910
    },
    {
      "epoch": 155.71,
      "grad_norm": 1.2265580892562866,
      "learning_rate": 4.424459398383611e-06,
      "loss": 0.3919,
      "step": 557920
    },
    {
      "epoch": 155.72,
      "grad_norm": 1.582094430923462,
      "learning_rate": 4.424446952211403e-06,
      "loss": 0.3956,
      "step": 557930
    },
    {
      "epoch": 155.72,
      "grad_norm": 1.3448435068130493,
      "learning_rate": 4.424434505762254e-06,
      "loss": 0.3781,
      "step": 557940
    },
    {
      "epoch": 155.72,
      "grad_norm": 1.1729233264923096,
      "learning_rate": 4.424422059036164e-06,
      "loss": 0.3813,
      "step": 557950
    },
    {
      "epoch": 155.72,
      "grad_norm": 1.140134572982788,
      "learning_rate": 4.424409612033137e-06,
      "loss": 0.3836,
      "step": 557960
    },
    {
      "epoch": 155.73,
      "grad_norm": 1.1447598934173584,
      "learning_rate": 4.424397164753174e-06,
      "loss": 0.3915,
      "step": 557970
    },
    {
      "epoch": 155.73,
      "grad_norm": 1.0871061086654663,
      "learning_rate": 4.424384717196275e-06,
      "loss": 0.3824,
      "step": 557980
    },
    {
      "epoch": 155.73,
      "grad_norm": 1.2582530975341797,
      "learning_rate": 4.424372269362444e-06,
      "loss": 0.3922,
      "step": 557990
    },
    {
      "epoch": 155.74,
      "grad_norm": 1.7407511472702026,
      "learning_rate": 4.424359821251681e-06,
      "loss": 0.3955,
      "step": 558000
    },
    {
      "epoch": 155.74,
      "grad_norm": 0.9597039818763733,
      "learning_rate": 4.4243473728639885e-06,
      "loss": 0.3756,
      "step": 558010
    },
    {
      "epoch": 155.74,
      "grad_norm": 1.0948858261108398,
      "learning_rate": 4.424334924199368e-06,
      "loss": 0.384,
      "step": 558020
    },
    {
      "epoch": 155.74,
      "grad_norm": 1.1486890316009521,
      "learning_rate": 4.424322475257821e-06,
      "loss": 0.3904,
      "step": 558030
    },
    {
      "epoch": 155.75,
      "grad_norm": 1.1531566381454468,
      "learning_rate": 4.424310026039349e-06,
      "loss": 0.3859,
      "step": 558040
    },
    {
      "epoch": 155.75,
      "grad_norm": 1.1310279369354248,
      "learning_rate": 4.424297576543954e-06,
      "loss": 0.3884,
      "step": 558050
    },
    {
      "epoch": 155.75,
      "grad_norm": 1.6464567184448242,
      "learning_rate": 4.424285126771638e-06,
      "loss": 0.3849,
      "step": 558060
    },
    {
      "epoch": 155.75,
      "grad_norm": 1.2212907075881958,
      "learning_rate": 4.424272676722402e-06,
      "loss": 0.3869,
      "step": 558070
    },
    {
      "epoch": 155.76,
      "grad_norm": 1.3348698616027832,
      "learning_rate": 4.424260226396248e-06,
      "loss": 0.3694,
      "step": 558080
    },
    {
      "epoch": 155.76,
      "grad_norm": 1.2557884454727173,
      "learning_rate": 4.424247775793177e-06,
      "loss": 0.3849,
      "step": 558090
    },
    {
      "epoch": 155.76,
      "grad_norm": 1.1916168928146362,
      "learning_rate": 4.424235324913191e-06,
      "loss": 0.3708,
      "step": 558100
    },
    {
      "epoch": 155.77,
      "grad_norm": 1.469408631324768,
      "learning_rate": 4.424222873756292e-06,
      "loss": 0.3937,
      "step": 558110
    },
    {
      "epoch": 155.77,
      "grad_norm": 1.1710810661315918,
      "learning_rate": 4.424210422322482e-06,
      "loss": 0.3852,
      "step": 558120
    },
    {
      "epoch": 155.77,
      "grad_norm": 1.352640151977539,
      "learning_rate": 4.424197970611762e-06,
      "loss": 0.3954,
      "step": 558130
    },
    {
      "epoch": 155.77,
      "grad_norm": 1.5146031379699707,
      "learning_rate": 4.424185518624134e-06,
      "loss": 0.3967,
      "step": 558140
    },
    {
      "epoch": 155.78,
      "grad_norm": 1.3258103132247925,
      "learning_rate": 4.424173066359599e-06,
      "loss": 0.3907,
      "step": 558150
    },
    {
      "epoch": 155.78,
      "grad_norm": 1.4779114723205566,
      "learning_rate": 4.424160613818159e-06,
      "loss": 0.3898,
      "step": 558160
    },
    {
      "epoch": 155.78,
      "grad_norm": 1.209989070892334,
      "learning_rate": 4.4241481609998164e-06,
      "loss": 0.4053,
      "step": 558170
    },
    {
      "epoch": 155.79,
      "grad_norm": 1.253444790840149,
      "learning_rate": 4.424135707904572e-06,
      "loss": 0.3846,
      "step": 558180
    },
    {
      "epoch": 155.79,
      "grad_norm": 1.6287586688995361,
      "learning_rate": 4.4241232545324275e-06,
      "loss": 0.3842,
      "step": 558190
    },
    {
      "epoch": 155.79,
      "grad_norm": 1.390472650527954,
      "learning_rate": 4.424110800883385e-06,
      "loss": 0.3991,
      "step": 558200
    },
    {
      "epoch": 155.79,
      "grad_norm": 1.0361205339431763,
      "learning_rate": 4.424098346957446e-06,
      "loss": 0.3955,
      "step": 558210
    },
    {
      "epoch": 155.8,
      "grad_norm": 1.5818272829055786,
      "learning_rate": 4.424085892754611e-06,
      "loss": 0.3843,
      "step": 558220
    },
    {
      "epoch": 155.8,
      "grad_norm": 1.1707639694213867,
      "learning_rate": 4.424073438274884e-06,
      "loss": 0.4055,
      "step": 558230
    },
    {
      "epoch": 155.8,
      "grad_norm": 1.3403104543685913,
      "learning_rate": 4.424060983518265e-06,
      "loss": 0.3668,
      "step": 558240
    },
    {
      "epoch": 155.81,
      "grad_norm": 1.0892579555511475,
      "learning_rate": 4.4240485284847554e-06,
      "loss": 0.4181,
      "step": 558250
    },
    {
      "epoch": 155.81,
      "grad_norm": 1.2920253276824951,
      "learning_rate": 4.4240360731743586e-06,
      "loss": 0.3972,
      "step": 558260
    },
    {
      "epoch": 155.81,
      "grad_norm": 1.3615624904632568,
      "learning_rate": 4.424023617587075e-06,
      "loss": 0.3935,
      "step": 558270
    },
    {
      "epoch": 155.81,
      "grad_norm": 1.0541043281555176,
      "learning_rate": 4.424011161722906e-06,
      "loss": 0.3809,
      "step": 558280
    },
    {
      "epoch": 155.82,
      "grad_norm": 1.1850661039352417,
      "learning_rate": 4.423998705581853e-06,
      "loss": 0.3838,
      "step": 558290
    },
    {
      "epoch": 155.82,
      "grad_norm": 1.2884079217910767,
      "learning_rate": 4.42398624916392e-06,
      "loss": 0.3823,
      "step": 558300
    },
    {
      "epoch": 155.82,
      "grad_norm": 1.097507119178772,
      "learning_rate": 4.423973792469106e-06,
      "loss": 0.3863,
      "step": 558310
    },
    {
      "epoch": 155.82,
      "grad_norm": 1.160314679145813,
      "learning_rate": 4.423961335497414e-06,
      "loss": 0.3933,
      "step": 558320
    },
    {
      "epoch": 155.83,
      "grad_norm": 1.337088942527771,
      "learning_rate": 4.4239488782488445e-06,
      "loss": 0.3749,
      "step": 558330
    },
    {
      "epoch": 155.83,
      "grad_norm": 1.103110432624817,
      "learning_rate": 4.4239364207234005e-06,
      "loss": 0.3809,
      "step": 558340
    },
    {
      "epoch": 155.83,
      "grad_norm": 5.961596488952637,
      "learning_rate": 4.423923962921083e-06,
      "loss": 0.3755,
      "step": 558350
    },
    {
      "epoch": 155.84,
      "grad_norm": 1.2220134735107422,
      "learning_rate": 4.423911504841894e-06,
      "loss": 0.3896,
      "step": 558360
    },
    {
      "epoch": 155.84,
      "grad_norm": 1.2489960193634033,
      "learning_rate": 4.423899046485835e-06,
      "loss": 0.3936,
      "step": 558370
    },
    {
      "epoch": 155.84,
      "grad_norm": 1.2362024784088135,
      "learning_rate": 4.423886587852907e-06,
      "loss": 0.3972,
      "step": 558380
    },
    {
      "epoch": 155.84,
      "grad_norm": 1.6353259086608887,
      "learning_rate": 4.423874128943113e-06,
      "loss": 0.4048,
      "step": 558390
    },
    {
      "epoch": 155.85,
      "grad_norm": 1.2912054061889648,
      "learning_rate": 4.423861669756454e-06,
      "loss": 0.3861,
      "step": 558400
    },
    {
      "epoch": 155.85,
      "grad_norm": 1.2896215915679932,
      "learning_rate": 4.4238492102929306e-06,
      "loss": 0.3869,
      "step": 558410
    },
    {
      "epoch": 155.85,
      "grad_norm": 1.095847487449646,
      "learning_rate": 4.423836750552546e-06,
      "loss": 0.3953,
      "step": 558420
    },
    {
      "epoch": 155.86,
      "grad_norm": 1.3572965860366821,
      "learning_rate": 4.423824290535301e-06,
      "loss": 0.396,
      "step": 558430
    },
    {
      "epoch": 155.86,
      "grad_norm": 1.236769437789917,
      "learning_rate": 4.423811830241198e-06,
      "loss": 0.3747,
      "step": 558440
    },
    {
      "epoch": 155.86,
      "grad_norm": 1.3575356006622314,
      "learning_rate": 4.423799369670238e-06,
      "loss": 0.3966,
      "step": 558450
    },
    {
      "epoch": 155.86,
      "grad_norm": 1.339903712272644,
      "learning_rate": 4.423786908822423e-06,
      "loss": 0.3776,
      "step": 558460
    },
    {
      "epoch": 155.87,
      "grad_norm": 1.3861491680145264,
      "learning_rate": 4.4237744476977545e-06,
      "loss": 0.3966,
      "step": 558470
    },
    {
      "epoch": 155.87,
      "grad_norm": 1.104672908782959,
      "learning_rate": 4.4237619862962335e-06,
      "loss": 0.3817,
      "step": 558480
    },
    {
      "epoch": 155.87,
      "grad_norm": 1.4023362398147583,
      "learning_rate": 4.423749524617863e-06,
      "loss": 0.3785,
      "step": 558490
    },
    {
      "epoch": 155.87,
      "grad_norm": 1.9291057586669922,
      "learning_rate": 4.423737062662644e-06,
      "loss": 0.3863,
      "step": 558500
    },
    {
      "epoch": 155.88,
      "grad_norm": 1.2896617650985718,
      "learning_rate": 4.423724600430578e-06,
      "loss": 0.402,
      "step": 558510
    },
    {
      "epoch": 155.88,
      "grad_norm": 1.331852674484253,
      "learning_rate": 4.423712137921667e-06,
      "loss": 0.4014,
      "step": 558520
    },
    {
      "epoch": 155.88,
      "grad_norm": 1.5374019145965576,
      "learning_rate": 4.423699675135912e-06,
      "loss": 0.3907,
      "step": 558530
    },
    {
      "epoch": 155.89,
      "grad_norm": 1.4387011528015137,
      "learning_rate": 4.423687212073315e-06,
      "loss": 0.4074,
      "step": 558540
    },
    {
      "epoch": 155.89,
      "grad_norm": 1.393467903137207,
      "learning_rate": 4.423674748733879e-06,
      "loss": 0.3973,
      "step": 558550
    },
    {
      "epoch": 155.89,
      "grad_norm": 1.2632747888565063,
      "learning_rate": 4.423662285117604e-06,
      "loss": 0.386,
      "step": 558560
    },
    {
      "epoch": 155.89,
      "grad_norm": 1.4488433599472046,
      "learning_rate": 4.423649821224491e-06,
      "loss": 0.3773,
      "step": 558570
    },
    {
      "epoch": 155.9,
      "grad_norm": 1.0753998756408691,
      "learning_rate": 4.423637357054544e-06,
      "loss": 0.4036,
      "step": 558580
    },
    {
      "epoch": 155.9,
      "grad_norm": 1.0857317447662354,
      "learning_rate": 4.4236248926077635e-06,
      "loss": 0.3846,
      "step": 558590
    },
    {
      "epoch": 155.9,
      "grad_norm": 1.1262390613555908,
      "learning_rate": 4.4236124278841505e-06,
      "loss": 0.3899,
      "step": 558600
    },
    {
      "epoch": 155.91,
      "grad_norm": 1.2090020179748535,
      "learning_rate": 4.423599962883707e-06,
      "loss": 0.3821,
      "step": 558610
    },
    {
      "epoch": 155.91,
      "grad_norm": 1.166188359260559,
      "learning_rate": 4.423587497606435e-06,
      "loss": 0.3764,
      "step": 558620
    },
    {
      "epoch": 155.91,
      "grad_norm": 1.400686502456665,
      "learning_rate": 4.423575032052337e-06,
      "loss": 0.3791,
      "step": 558630
    },
    {
      "epoch": 155.91,
      "grad_norm": 1.1737570762634277,
      "learning_rate": 4.423562566221413e-06,
      "loss": 0.3863,
      "step": 558640
    },
    {
      "epoch": 155.92,
      "grad_norm": 1.080906629562378,
      "learning_rate": 4.423550100113665e-06,
      "loss": 0.3814,
      "step": 558650
    },
    {
      "epoch": 155.92,
      "grad_norm": 1.2795594930648804,
      "learning_rate": 4.423537633729095e-06,
      "loss": 0.3848,
      "step": 558660
    },
    {
      "epoch": 155.92,
      "grad_norm": 1.4102485179901123,
      "learning_rate": 4.4235251670677055e-06,
      "loss": 0.4032,
      "step": 558670
    },
    {
      "epoch": 155.93,
      "grad_norm": 1.0779021978378296,
      "learning_rate": 4.423512700129498e-06,
      "loss": 0.3964,
      "step": 558680
    },
    {
      "epoch": 155.93,
      "grad_norm": 1.0639922618865967,
      "learning_rate": 4.423500232914472e-06,
      "loss": 0.3963,
      "step": 558690
    },
    {
      "epoch": 155.93,
      "grad_norm": 1.208376169204712,
      "learning_rate": 4.423487765422631e-06,
      "loss": 0.3892,
      "step": 558700
    },
    {
      "epoch": 155.93,
      "grad_norm": 1.4586595296859741,
      "learning_rate": 4.423475297653977e-06,
      "loss": 0.406,
      "step": 558710
    },
    {
      "epoch": 155.94,
      "grad_norm": 1.334113359451294,
      "learning_rate": 4.42346282960851e-06,
      "loss": 0.3876,
      "step": 558720
    },
    {
      "epoch": 155.94,
      "grad_norm": 1.30246901512146,
      "learning_rate": 4.4234503612862335e-06,
      "loss": 0.3904,
      "step": 558730
    },
    {
      "epoch": 155.94,
      "grad_norm": 1.384274959564209,
      "learning_rate": 4.423437892687148e-06,
      "loss": 0.4005,
      "step": 558740
    },
    {
      "epoch": 155.94,
      "grad_norm": 1.2054541110992432,
      "learning_rate": 4.423425423811255e-06,
      "loss": 0.3778,
      "step": 558750
    },
    {
      "epoch": 155.95,
      "grad_norm": 1.3363189697265625,
      "learning_rate": 4.423412954658558e-06,
      "loss": 0.394,
      "step": 558760
    },
    {
      "epoch": 155.95,
      "grad_norm": 1.4314206838607788,
      "learning_rate": 4.423400485229056e-06,
      "loss": 0.3971,
      "step": 558770
    },
    {
      "epoch": 155.95,
      "grad_norm": 1.0845831632614136,
      "learning_rate": 4.4233880155227524e-06,
      "loss": 0.3964,
      "step": 558780
    },
    {
      "epoch": 155.96,
      "grad_norm": 1.1126538515090942,
      "learning_rate": 4.4233755455396485e-06,
      "loss": 0.3852,
      "step": 558790
    },
    {
      "epoch": 155.96,
      "grad_norm": 1.128625750541687,
      "learning_rate": 4.423363075279746e-06,
      "loss": 0.3795,
      "step": 558800
    },
    {
      "epoch": 155.96,
      "grad_norm": 1.2827752828598022,
      "learning_rate": 4.423350604743046e-06,
      "loss": 0.3945,
      "step": 558810
    },
    {
      "epoch": 155.96,
      "grad_norm": 1.0971972942352295,
      "learning_rate": 4.423338133929551e-06,
      "loss": 0.3768,
      "step": 558820
    },
    {
      "epoch": 155.97,
      "grad_norm": 1.2569040060043335,
      "learning_rate": 4.423325662839262e-06,
      "loss": 0.3947,
      "step": 558830
    },
    {
      "epoch": 155.97,
      "grad_norm": 1.0425829887390137,
      "learning_rate": 4.42331319147218e-06,
      "loss": 0.3875,
      "step": 558840
    },
    {
      "epoch": 155.97,
      "grad_norm": 1.1648707389831543,
      "learning_rate": 4.4233007198283095e-06,
      "loss": 0.4024,
      "step": 558850
    },
    {
      "epoch": 155.98,
      "grad_norm": 1.1859586238861084,
      "learning_rate": 4.423288247907649e-06,
      "loss": 0.3923,
      "step": 558860
    },
    {
      "epoch": 155.98,
      "grad_norm": 1.307557463645935,
      "learning_rate": 4.423275775710202e-06,
      "loss": 0.4086,
      "step": 558870
    },
    {
      "epoch": 155.98,
      "grad_norm": 1.252247929573059,
      "learning_rate": 4.423263303235968e-06,
      "loss": 0.3709,
      "step": 558880
    },
    {
      "epoch": 155.98,
      "grad_norm": 1.3190337419509888,
      "learning_rate": 4.423250830484952e-06,
      "loss": 0.4037,
      "step": 558890
    },
    {
      "epoch": 155.99,
      "grad_norm": 1.067346215248108,
      "learning_rate": 4.423238357457153e-06,
      "loss": 0.4017,
      "step": 558900
    },
    {
      "epoch": 155.99,
      "grad_norm": 1.4356180429458618,
      "learning_rate": 4.423225884152574e-06,
      "loss": 0.3813,
      "step": 558910
    },
    {
      "epoch": 155.99,
      "grad_norm": 1.208126425743103,
      "learning_rate": 4.4232134105712166e-06,
      "loss": 0.3793,
      "step": 558920
    },
    {
      "epoch": 155.99,
      "grad_norm": 1.324934959411621,
      "learning_rate": 4.423200936713081e-06,
      "loss": 0.3852,
      "step": 558930
    },
    {
      "epoch": 156.0,
      "grad_norm": 1.359065055847168,
      "learning_rate": 4.4231884625781704e-06,
      "loss": 0.4006,
      "step": 558940
    },
    {
      "epoch": 156.0,
      "eval_loss": 0.38996750116348267,
      "eval_runtime": 63.3177,
      "eval_samples_per_second": 79.899,
      "eval_steps_per_second": 9.997,
      "step": 558948
    },
    {
      "epoch": 156.0,
      "grad_norm": 1.0489122867584229,
      "learning_rate": 4.423175988166486e-06,
      "loss": 0.3942,
      "step": 558950
    },
    {
      "epoch": 156.0,
      "grad_norm": 1.2415283918380737,
      "learning_rate": 4.423163513478029e-06,
      "loss": 0.3768,
      "step": 558960
    },
    {
      "epoch": 156.01,
      "grad_norm": 1.1774948835372925,
      "learning_rate": 4.423151038512803e-06,
      "loss": 0.3801,
      "step": 558970
    },
    {
      "epoch": 156.01,
      "grad_norm": 1.7570195198059082,
      "learning_rate": 4.423138563270806e-06,
      "loss": 0.4014,
      "step": 558980
    },
    {
      "epoch": 156.01,
      "grad_norm": 1.0050932168960571,
      "learning_rate": 4.423126087752044e-06,
      "loss": 0.3593,
      "step": 558990
    },
    {
      "epoch": 156.01,
      "grad_norm": 1.3802580833435059,
      "learning_rate": 4.423113611956515e-06,
      "loss": 0.3978,
      "step": 559000
    },
    {
      "epoch": 156.02,
      "grad_norm": 1.1381508111953735,
      "learning_rate": 4.423101135884222e-06,
      "loss": 0.3954,
      "step": 559010
    },
    {
      "epoch": 156.02,
      "grad_norm": 1.0083829164505005,
      "learning_rate": 4.423088659535168e-06,
      "loss": 0.381,
      "step": 559020
    },
    {
      "epoch": 156.02,
      "grad_norm": 1.122995138168335,
      "learning_rate": 4.423076182909352e-06,
      "loss": 0.3888,
      "step": 559030
    },
    {
      "epoch": 156.03,
      "grad_norm": 0.992024302482605,
      "learning_rate": 4.423063706006778e-06,
      "loss": 0.3881,
      "step": 559040
    },
    {
      "epoch": 156.03,
      "grad_norm": 1.2779982089996338,
      "learning_rate": 4.423051228827447e-06,
      "loss": 0.3717,
      "step": 559050
    },
    {
      "epoch": 156.03,
      "grad_norm": 1.785219430923462,
      "learning_rate": 4.42303875137136e-06,
      "loss": 0.3991,
      "step": 559060
    },
    {
      "epoch": 156.03,
      "grad_norm": 1.1295139789581299,
      "learning_rate": 4.423026273638519e-06,
      "loss": 0.4059,
      "step": 559070
    },
    {
      "epoch": 156.04,
      "grad_norm": 0.9504959583282471,
      "learning_rate": 4.423013795628925e-06,
      "loss": 0.403,
      "step": 559080
    },
    {
      "epoch": 156.04,
      "grad_norm": 1.330350637435913,
      "learning_rate": 4.423001317342582e-06,
      "loss": 0.3859,
      "step": 559090
    },
    {
      "epoch": 156.04,
      "grad_norm": 1.0506500005722046,
      "learning_rate": 4.42298883877949e-06,
      "loss": 0.3703,
      "step": 559100
    },
    {
      "epoch": 156.05,
      "grad_norm": 1.4265340566635132,
      "learning_rate": 4.42297635993965e-06,
      "loss": 0.3761,
      "step": 559110
    },
    {
      "epoch": 156.05,
      "grad_norm": 1.4266308546066284,
      "learning_rate": 4.422963880823064e-06,
      "loss": 0.3828,
      "step": 559120
    },
    {
      "epoch": 156.05,
      "grad_norm": 1.392551302909851,
      "learning_rate": 4.422951401429735e-06,
      "loss": 0.3892,
      "step": 559130
    },
    {
      "epoch": 156.05,
      "grad_norm": 1.1283339262008667,
      "learning_rate": 4.422938921759664e-06,
      "loss": 0.3949,
      "step": 559140
    },
    {
      "epoch": 156.06,
      "grad_norm": 1.0680112838745117,
      "learning_rate": 4.422926441812851e-06,
      "loss": 0.4066,
      "step": 559150
    },
    {
      "epoch": 156.06,
      "grad_norm": 1.1512033939361572,
      "learning_rate": 4.4229139615893e-06,
      "loss": 0.3998,
      "step": 559160
    },
    {
      "epoch": 156.06,
      "grad_norm": 1.1653478145599365,
      "learning_rate": 4.4229014810890115e-06,
      "loss": 0.3962,
      "step": 559170
    },
    {
      "epoch": 156.06,
      "grad_norm": 1.0248949527740479,
      "learning_rate": 4.422889000311987e-06,
      "loss": 0.3851,
      "step": 559180
    },
    {
      "epoch": 156.07,
      "grad_norm": 1.1378799676895142,
      "learning_rate": 4.4228765192582295e-06,
      "loss": 0.4057,
      "step": 559190
    },
    {
      "epoch": 156.07,
      "grad_norm": 1.1813868284225464,
      "learning_rate": 4.422864037927739e-06,
      "loss": 0.3796,
      "step": 559200
    },
    {
      "epoch": 156.07,
      "grad_norm": 1.3415056467056274,
      "learning_rate": 4.422851556320518e-06,
      "loss": 0.3959,
      "step": 559210
    },
    {
      "epoch": 156.08,
      "grad_norm": 1.2911980152130127,
      "learning_rate": 4.422839074436568e-06,
      "loss": 0.3858,
      "step": 559220
    },
    {
      "epoch": 156.08,
      "grad_norm": 1.1623387336730957,
      "learning_rate": 4.422826592275891e-06,
      "loss": 0.4143,
      "step": 559230
    },
    {
      "epoch": 156.08,
      "grad_norm": 1.3691307306289673,
      "learning_rate": 4.422814109838487e-06,
      "loss": 0.3993,
      "step": 559240
    },
    {
      "epoch": 156.08,
      "grad_norm": 1.5635771751403809,
      "learning_rate": 4.42280162712436e-06,
      "loss": 0.398,
      "step": 559250
    },
    {
      "epoch": 156.09,
      "grad_norm": 1.141442060470581,
      "learning_rate": 4.422789144133511e-06,
      "loss": 0.3806,
      "step": 559260
    },
    {
      "epoch": 156.09,
      "grad_norm": 1.44423508644104,
      "learning_rate": 4.422776660865941e-06,
      "loss": 0.3889,
      "step": 559270
    },
    {
      "epoch": 156.09,
      "grad_norm": 1.1493690013885498,
      "learning_rate": 4.4227641773216525e-06,
      "loss": 0.3938,
      "step": 559280
    },
    {
      "epoch": 156.1,
      "grad_norm": 22.746971130371094,
      "learning_rate": 4.422751693500646e-06,
      "loss": 0.3806,
      "step": 559290
    },
    {
      "epoch": 156.1,
      "grad_norm": 1.3766378164291382,
      "learning_rate": 4.422739209402924e-06,
      "loss": 0.4189,
      "step": 559300
    },
    {
      "epoch": 156.1,
      "grad_norm": 1.1961908340454102,
      "learning_rate": 4.422726725028488e-06,
      "loss": 0.3836,
      "step": 559310
    },
    {
      "epoch": 156.1,
      "grad_norm": 1.1948318481445312,
      "learning_rate": 4.422714240377339e-06,
      "loss": 0.3856,
      "step": 559320
    },
    {
      "epoch": 156.11,
      "grad_norm": 1.1134190559387207,
      "learning_rate": 4.42270175544948e-06,
      "loss": 0.3955,
      "step": 559330
    },
    {
      "epoch": 156.11,
      "grad_norm": 5.251977443695068,
      "learning_rate": 4.422689270244912e-06,
      "loss": 0.3812,
      "step": 559340
    },
    {
      "epoch": 156.11,
      "grad_norm": 1.1824421882629395,
      "learning_rate": 4.422676784763636e-06,
      "loss": 0.3899,
      "step": 559350
    },
    {
      "epoch": 156.11,
      "grad_norm": 1.3416740894317627,
      "learning_rate": 4.422664299005654e-06,
      "loss": 0.3936,
      "step": 559360
    },
    {
      "epoch": 156.12,
      "grad_norm": 1.2609124183654785,
      "learning_rate": 4.422651812970969e-06,
      "loss": 0.3854,
      "step": 559370
    },
    {
      "epoch": 156.12,
      "grad_norm": 1.2674148082733154,
      "learning_rate": 4.4226393266595815e-06,
      "loss": 0.3854,
      "step": 559380
    },
    {
      "epoch": 156.12,
      "grad_norm": 1.3055413961410522,
      "learning_rate": 4.422626840071493e-06,
      "loss": 0.3713,
      "step": 559390
    },
    {
      "epoch": 156.13,
      "grad_norm": 1.332404613494873,
      "learning_rate": 4.422614353206705e-06,
      "loss": 0.4075,
      "step": 559400
    },
    {
      "epoch": 156.13,
      "grad_norm": 1.123022198677063,
      "learning_rate": 4.42260186606522e-06,
      "loss": 0.3899,
      "step": 559410
    },
    {
      "epoch": 156.13,
      "grad_norm": 1.3508628606796265,
      "learning_rate": 4.422589378647039e-06,
      "loss": 0.4009,
      "step": 559420
    },
    {
      "epoch": 156.13,
      "grad_norm": 1.1640379428863525,
      "learning_rate": 4.422576890952165e-06,
      "loss": 0.3988,
      "step": 559430
    },
    {
      "epoch": 156.14,
      "grad_norm": 1.3899054527282715,
      "learning_rate": 4.422564402980597e-06,
      "loss": 0.3735,
      "step": 559440
    },
    {
      "epoch": 156.14,
      "grad_norm": 1.2407132387161255,
      "learning_rate": 4.42255191473234e-06,
      "loss": 0.3844,
      "step": 559450
    },
    {
      "epoch": 156.14,
      "grad_norm": 1.4127458333969116,
      "learning_rate": 4.422539426207392e-06,
      "loss": 0.397,
      "step": 559460
    },
    {
      "epoch": 156.15,
      "grad_norm": 1.252553105354309,
      "learning_rate": 4.422526937405758e-06,
      "loss": 0.3823,
      "step": 559470
    },
    {
      "epoch": 156.15,
      "grad_norm": 1.308152437210083,
      "learning_rate": 4.422514448327437e-06,
      "loss": 0.3788,
      "step": 559480
    },
    {
      "epoch": 156.15,
      "grad_norm": 1.3871753215789795,
      "learning_rate": 4.422501958972433e-06,
      "loss": 0.4084,
      "step": 559490
    },
    {
      "epoch": 156.15,
      "grad_norm": 1.1674352884292603,
      "learning_rate": 4.422489469340746e-06,
      "loss": 0.3728,
      "step": 559500
    },
    {
      "epoch": 156.16,
      "grad_norm": 1.3411067724227905,
      "learning_rate": 4.422476979432378e-06,
      "loss": 0.3966,
      "step": 559510
    },
    {
      "epoch": 156.16,
      "grad_norm": 2.0181429386138916,
      "learning_rate": 4.422464489247332e-06,
      "loss": 0.3879,
      "step": 559520
    },
    {
      "epoch": 156.16,
      "grad_norm": 1.6137961149215698,
      "learning_rate": 4.422451998785607e-06,
      "loss": 0.3896,
      "step": 559530
    },
    {
      "epoch": 156.17,
      "grad_norm": 1.2196977138519287,
      "learning_rate": 4.422439508047207e-06,
      "loss": 0.4001,
      "step": 559540
    },
    {
      "epoch": 156.17,
      "grad_norm": 1.1887441873550415,
      "learning_rate": 4.4224270170321325e-06,
      "loss": 0.3833,
      "step": 559550
    },
    {
      "epoch": 156.17,
      "grad_norm": 1.1293635368347168,
      "learning_rate": 4.422414525740386e-06,
      "loss": 0.3954,
      "step": 559560
    },
    {
      "epoch": 156.17,
      "grad_norm": 1.5986882448196411,
      "learning_rate": 4.422402034171969e-06,
      "loss": 0.3777,
      "step": 559570
    },
    {
      "epoch": 156.18,
      "grad_norm": 1.095571756362915,
      "learning_rate": 4.4223895423268825e-06,
      "loss": 0.3939,
      "step": 559580
    },
    {
      "epoch": 156.18,
      "grad_norm": 1.3464539051055908,
      "learning_rate": 4.422377050205127e-06,
      "loss": 0.3813,
      "step": 559590
    },
    {
      "epoch": 156.18,
      "grad_norm": 1.1751909255981445,
      "learning_rate": 4.422364557806708e-06,
      "loss": 0.3866,
      "step": 559600
    },
    {
      "epoch": 156.18,
      "grad_norm": 1.417305827140808,
      "learning_rate": 4.422352065131623e-06,
      "loss": 0.39,
      "step": 559610
    },
    {
      "epoch": 156.19,
      "grad_norm": 1.047324538230896,
      "learning_rate": 4.422339572179877e-06,
      "loss": 0.4009,
      "step": 559620
    },
    {
      "epoch": 156.19,
      "grad_norm": 1.1676650047302246,
      "learning_rate": 4.42232707895147e-06,
      "loss": 0.3843,
      "step": 559630
    },
    {
      "epoch": 156.19,
      "grad_norm": 1.258463740348816,
      "learning_rate": 4.422314585446402e-06,
      "loss": 0.3935,
      "step": 559640
    },
    {
      "epoch": 156.2,
      "grad_norm": 1.296294927597046,
      "learning_rate": 4.422302091664679e-06,
      "loss": 0.3855,
      "step": 559650
    },
    {
      "epoch": 156.2,
      "grad_norm": 1.1211093664169312,
      "learning_rate": 4.422289597606298e-06,
      "loss": 0.3894,
      "step": 559660
    },
    {
      "epoch": 156.2,
      "grad_norm": 1.088081955909729,
      "learning_rate": 4.4222771032712645e-06,
      "loss": 0.374,
      "step": 559670
    },
    {
      "epoch": 156.2,
      "grad_norm": 1.3434182405471802,
      "learning_rate": 4.422264608659578e-06,
      "loss": 0.3933,
      "step": 559680
    },
    {
      "epoch": 156.21,
      "grad_norm": 1.687448263168335,
      "learning_rate": 4.42225211377124e-06,
      "loss": 0.383,
      "step": 559690
    },
    {
      "epoch": 156.21,
      "grad_norm": 1.5522372722625732,
      "learning_rate": 4.422239618606253e-06,
      "loss": 0.3848,
      "step": 559700
    },
    {
      "epoch": 156.21,
      "grad_norm": 1.3126031160354614,
      "learning_rate": 4.422227123164619e-06,
      "loss": 0.3822,
      "step": 559710
    },
    {
      "epoch": 156.22,
      "grad_norm": 1.20588219165802,
      "learning_rate": 4.4222146274463385e-06,
      "loss": 0.3966,
      "step": 559720
    },
    {
      "epoch": 156.22,
      "grad_norm": 1.416201114654541,
      "learning_rate": 4.422202131451414e-06,
      "loss": 0.3885,
      "step": 559730
    },
    {
      "epoch": 156.22,
      "grad_norm": 1.2457761764526367,
      "learning_rate": 4.4221896351798475e-06,
      "loss": 0.3798,
      "step": 559740
    },
    {
      "epoch": 156.22,
      "grad_norm": 1.2613240480422974,
      "learning_rate": 4.42217713863164e-06,
      "loss": 0.3819,
      "step": 559750
    },
    {
      "epoch": 156.23,
      "grad_norm": 1.1004596948623657,
      "learning_rate": 4.422164641806792e-06,
      "loss": 0.4007,
      "step": 559760
    },
    {
      "epoch": 156.23,
      "grad_norm": 1.1391640901565552,
      "learning_rate": 4.422152144705308e-06,
      "loss": 0.3856,
      "step": 559770
    },
    {
      "epoch": 156.23,
      "grad_norm": 1.377031683921814,
      "learning_rate": 4.422139647327187e-06,
      "loss": 0.4015,
      "step": 559780
    },
    {
      "epoch": 156.23,
      "grad_norm": 1.225067377090454,
      "learning_rate": 4.422127149672432e-06,
      "loss": 0.3839,
      "step": 559790
    },
    {
      "epoch": 156.24,
      "grad_norm": 1.7879647016525269,
      "learning_rate": 4.422114651741046e-06,
      "loss": 0.3763,
      "step": 559800
    },
    {
      "epoch": 156.24,
      "grad_norm": 1.515723466873169,
      "learning_rate": 4.422102153533027e-06,
      "loss": 0.4018,
      "step": 559810
    },
    {
      "epoch": 156.24,
      "grad_norm": 1.3772895336151123,
      "learning_rate": 4.42208965504838e-06,
      "loss": 0.4005,
      "step": 559820
    },
    {
      "epoch": 156.25,
      "grad_norm": 1.2876167297363281,
      "learning_rate": 4.4220771562871045e-06,
      "loss": 0.3824,
      "step": 559830
    },
    {
      "epoch": 156.25,
      "grad_norm": 1.4111113548278809,
      "learning_rate": 4.4220646572492034e-06,
      "loss": 0.3713,
      "step": 559840
    },
    {
      "epoch": 156.25,
      "grad_norm": 1.311600685119629,
      "learning_rate": 4.422052157934678e-06,
      "loss": 0.3939,
      "step": 559850
    },
    {
      "epoch": 156.25,
      "grad_norm": 1.1901695728302002,
      "learning_rate": 4.42203965834353e-06,
      "loss": 0.4069,
      "step": 559860
    },
    {
      "epoch": 156.26,
      "grad_norm": 1.1396126747131348,
      "learning_rate": 4.422027158475761e-06,
      "loss": 0.3971,
      "step": 559870
    },
    {
      "epoch": 156.26,
      "grad_norm": 2.6837289333343506,
      "learning_rate": 4.422014658331374e-06,
      "loss": 0.4014,
      "step": 559880
    },
    {
      "epoch": 156.26,
      "grad_norm": 1.3490736484527588,
      "learning_rate": 4.422002157910368e-06,
      "loss": 0.3683,
      "step": 559890
    },
    {
      "epoch": 156.27,
      "grad_norm": 1.2489662170410156,
      "learning_rate": 4.421989657212747e-06,
      "loss": 0.3761,
      "step": 559900
    },
    {
      "epoch": 156.27,
      "grad_norm": 1.12474524974823,
      "learning_rate": 4.421977156238511e-06,
      "loss": 0.3982,
      "step": 559910
    },
    {
      "epoch": 156.27,
      "grad_norm": 1.1699308156967163,
      "learning_rate": 4.4219646549876625e-06,
      "loss": 0.3727,
      "step": 559920
    },
    {
      "epoch": 156.27,
      "grad_norm": 1.3736873865127563,
      "learning_rate": 4.421952153460204e-06,
      "loss": 0.3872,
      "step": 559930
    },
    {
      "epoch": 156.28,
      "grad_norm": 1.136698842048645,
      "learning_rate": 4.421939651656135e-06,
      "loss": 0.4069,
      "step": 559940
    },
    {
      "epoch": 156.28,
      "grad_norm": 1.0477876663208008,
      "learning_rate": 4.421927149575459e-06,
      "loss": 0.3801,
      "step": 559950
    },
    {
      "epoch": 156.28,
      "grad_norm": 1.8069603443145752,
      "learning_rate": 4.421914647218177e-06,
      "loss": 0.3891,
      "step": 559960
    },
    {
      "epoch": 156.29,
      "grad_norm": 1.1778608560562134,
      "learning_rate": 4.42190214458429e-06,
      "loss": 0.3945,
      "step": 559970
    },
    {
      "epoch": 156.29,
      "grad_norm": 1.3015470504760742,
      "learning_rate": 4.421889641673801e-06,
      "loss": 0.3827,
      "step": 559980
    },
    {
      "epoch": 156.29,
      "grad_norm": 1.5156824588775635,
      "learning_rate": 4.421877138486712e-06,
      "loss": 0.3846,
      "step": 559990
    },
    {
      "epoch": 156.29,
      "grad_norm": 1.272660493850708,
      "learning_rate": 4.421864635023022e-06,
      "loss": 0.3816,
      "step": 560000
    },
    {
      "epoch": 156.3,
      "grad_norm": 1.1254037618637085,
      "learning_rate": 4.4218521312827354e-06,
      "loss": 0.3865,
      "step": 560010
    },
    {
      "epoch": 156.3,
      "grad_norm": 1.0913256406784058,
      "learning_rate": 4.421839627265853e-06,
      "loss": 0.3722,
      "step": 560020
    },
    {
      "epoch": 156.3,
      "grad_norm": 1.220733642578125,
      "learning_rate": 4.421827122972376e-06,
      "loss": 0.3762,
      "step": 560030
    },
    {
      "epoch": 156.3,
      "grad_norm": 1.2474356889724731,
      "learning_rate": 4.421814618402306e-06,
      "loss": 0.3823,
      "step": 560040
    },
    {
      "epoch": 156.31,
      "grad_norm": 1.2370576858520508,
      "learning_rate": 4.421802113555644e-06,
      "loss": 0.3742,
      "step": 560050
    },
    {
      "epoch": 156.31,
      "grad_norm": 1.5918928384780884,
      "learning_rate": 4.421789608432395e-06,
      "loss": 0.386,
      "step": 560060
    },
    {
      "epoch": 156.31,
      "grad_norm": 1.0950942039489746,
      "learning_rate": 4.421777103032558e-06,
      "loss": 0.3847,
      "step": 560070
    },
    {
      "epoch": 156.32,
      "grad_norm": 1.286360740661621,
      "learning_rate": 4.421764597356133e-06,
      "loss": 0.3882,
      "step": 560080
    },
    {
      "epoch": 156.32,
      "grad_norm": 1.1490403413772583,
      "learning_rate": 4.4217520914031256e-06,
      "loss": 0.3834,
      "step": 560090
    },
    {
      "epoch": 156.32,
      "grad_norm": 1.1120291948318481,
      "learning_rate": 4.421739585173535e-06,
      "loss": 0.4,
      "step": 560100
    },
    {
      "epoch": 156.32,
      "grad_norm": 1.3490517139434814,
      "learning_rate": 4.421727078667364e-06,
      "loss": 0.3923,
      "step": 560110
    },
    {
      "epoch": 156.33,
      "grad_norm": 1.2280962467193604,
      "learning_rate": 4.421714571884612e-06,
      "loss": 0.3944,
      "step": 560120
    },
    {
      "epoch": 156.33,
      "grad_norm": 1.3588134050369263,
      "learning_rate": 4.421702064825285e-06,
      "loss": 0.3872,
      "step": 560130
    },
    {
      "epoch": 156.33,
      "grad_norm": 1.13295578956604,
      "learning_rate": 4.42168955748938e-06,
      "loss": 0.3973,
      "step": 560140
    },
    {
      "epoch": 156.34,
      "grad_norm": 1.3133158683776855,
      "learning_rate": 4.421677049876901e-06,
      "loss": 0.3938,
      "step": 560150
    },
    {
      "epoch": 156.34,
      "grad_norm": 1.387683629989624,
      "learning_rate": 4.42166454198785e-06,
      "loss": 0.3972,
      "step": 560160
    },
    {
      "epoch": 156.34,
      "grad_norm": 1.2569036483764648,
      "learning_rate": 4.421652033822227e-06,
      "loss": 0.3793,
      "step": 560170
    },
    {
      "epoch": 156.34,
      "grad_norm": 1.1039252281188965,
      "learning_rate": 4.421639525380035e-06,
      "loss": 0.3941,
      "step": 560180
    },
    {
      "epoch": 156.35,
      "grad_norm": 1.0932029485702515,
      "learning_rate": 4.421627016661276e-06,
      "loss": 0.3831,
      "step": 560190
    },
    {
      "epoch": 156.35,
      "grad_norm": 1.0262525081634521,
      "learning_rate": 4.42161450766595e-06,
      "loss": 0.3904,
      "step": 560200
    },
    {
      "epoch": 156.35,
      "grad_norm": 1.1590032577514648,
      "learning_rate": 4.42160199839406e-06,
      "loss": 0.3765,
      "step": 560210
    },
    {
      "epoch": 156.36,
      "grad_norm": 1.2777163982391357,
      "learning_rate": 4.421589488845608e-06,
      "loss": 0.399,
      "step": 560220
    },
    {
      "epoch": 156.36,
      "grad_norm": 1.1889159679412842,
      "learning_rate": 4.4215769790205945e-06,
      "loss": 0.3875,
      "step": 560230
    },
    {
      "epoch": 156.36,
      "grad_norm": 1.2220275402069092,
      "learning_rate": 4.421564468919022e-06,
      "loss": 0.3663,
      "step": 560240
    },
    {
      "epoch": 156.36,
      "grad_norm": 1.2294526100158691,
      "learning_rate": 4.421551958540891e-06,
      "loss": 0.3981,
      "step": 560250
    },
    {
      "epoch": 156.37,
      "grad_norm": 1.0003230571746826,
      "learning_rate": 4.421539447886205e-06,
      "loss": 0.3702,
      "step": 560260
    },
    {
      "epoch": 156.37,
      "grad_norm": 1.2024966478347778,
      "learning_rate": 4.421526936954964e-06,
      "loss": 0.3717,
      "step": 560270
    },
    {
      "epoch": 156.37,
      "grad_norm": 1.297404408454895,
      "learning_rate": 4.42151442574717e-06,
      "loss": 0.4047,
      "step": 560280
    },
    {
      "epoch": 156.37,
      "grad_norm": 1.1094857454299927,
      "learning_rate": 4.421501914262826e-06,
      "loss": 0.3943,
      "step": 560290
    },
    {
      "epoch": 156.38,
      "grad_norm": 1.4940712451934814,
      "learning_rate": 4.4214894025019325e-06,
      "loss": 0.3982,
      "step": 560300
    },
    {
      "epoch": 156.38,
      "grad_norm": 0.8914692401885986,
      "learning_rate": 4.421476890464491e-06,
      "loss": 0.3777,
      "step": 560310
    },
    {
      "epoch": 156.38,
      "grad_norm": 1.1106305122375488,
      "learning_rate": 4.4214643781505035e-06,
      "loss": 0.3893,
      "step": 560320
    },
    {
      "epoch": 156.39,
      "grad_norm": 1.2824046611785889,
      "learning_rate": 4.421451865559971e-06,
      "loss": 0.3763,
      "step": 560330
    },
    {
      "epoch": 156.39,
      "grad_norm": 1.1325231790542603,
      "learning_rate": 4.421439352692897e-06,
      "loss": 0.3934,
      "step": 560340
    },
    {
      "epoch": 156.39,
      "grad_norm": 1.5739778280258179,
      "learning_rate": 4.421426839549281e-06,
      "loss": 0.4184,
      "step": 560350
    },
    {
      "epoch": 156.39,
      "grad_norm": 1.2963826656341553,
      "learning_rate": 4.421414326129126e-06,
      "loss": 0.3869,
      "step": 560360
    },
    {
      "epoch": 156.4,
      "grad_norm": 1.2498856782913208,
      "learning_rate": 4.421401812432433e-06,
      "loss": 0.3966,
      "step": 560370
    },
    {
      "epoch": 156.4,
      "grad_norm": 1.0261521339416504,
      "learning_rate": 4.421389298459205e-06,
      "loss": 0.3833,
      "step": 560380
    },
    {
      "epoch": 156.4,
      "grad_norm": 1.3174247741699219,
      "learning_rate": 4.421376784209442e-06,
      "loss": 0.39,
      "step": 560390
    },
    {
      "epoch": 156.41,
      "grad_norm": 1.3411558866500854,
      "learning_rate": 4.421364269683146e-06,
      "loss": 0.3787,
      "step": 560400
    },
    {
      "epoch": 156.41,
      "grad_norm": 1.1441723108291626,
      "learning_rate": 4.4213517548803195e-06,
      "loss": 0.3906,
      "step": 560410
    },
    {
      "epoch": 156.41,
      "grad_norm": 1.1970210075378418,
      "learning_rate": 4.421339239800963e-06,
      "loss": 0.3982,
      "step": 560420
    },
    {
      "epoch": 156.41,
      "grad_norm": 1.2982062101364136,
      "learning_rate": 4.42132672444508e-06,
      "loss": 0.3905,
      "step": 560430
    },
    {
      "epoch": 156.42,
      "grad_norm": 1.1238042116165161,
      "learning_rate": 4.42131420881267e-06,
      "loss": 0.3783,
      "step": 560440
    },
    {
      "epoch": 156.42,
      "grad_norm": 1.0290154218673706,
      "learning_rate": 4.421301692903735e-06,
      "loss": 0.4019,
      "step": 560450
    },
    {
      "epoch": 156.42,
      "grad_norm": 1.3259092569351196,
      "learning_rate": 4.421289176718279e-06,
      "loss": 0.3844,
      "step": 560460
    },
    {
      "epoch": 156.42,
      "grad_norm": 1.301586389541626,
      "learning_rate": 4.4212766602563e-06,
      "loss": 0.3933,
      "step": 560470
    },
    {
      "epoch": 156.43,
      "grad_norm": 1.0921683311462402,
      "learning_rate": 4.4212641435178035e-06,
      "loss": 0.3752,
      "step": 560480
    },
    {
      "epoch": 156.43,
      "grad_norm": 1.2122119665145874,
      "learning_rate": 4.421251626502789e-06,
      "loss": 0.4069,
      "step": 560490
    },
    {
      "epoch": 156.43,
      "grad_norm": 1.2211248874664307,
      "learning_rate": 4.421239109211257e-06,
      "loss": 0.3697,
      "step": 560500
    },
    {
      "epoch": 156.44,
      "grad_norm": 18.00655746459961,
      "learning_rate": 4.421226591643212e-06,
      "loss": 0.3777,
      "step": 560510
    },
    {
      "epoch": 156.44,
      "grad_norm": 1.2855366468429565,
      "learning_rate": 4.421214073798654e-06,
      "loss": 0.4016,
      "step": 560520
    },
    {
      "epoch": 156.44,
      "grad_norm": 1.0069140195846558,
      "learning_rate": 4.421201555677585e-06,
      "loss": 0.3791,
      "step": 560530
    },
    {
      "epoch": 156.44,
      "grad_norm": 1.2416523694992065,
      "learning_rate": 4.421189037280006e-06,
      "loss": 0.372,
      "step": 560540
    },
    {
      "epoch": 156.45,
      "grad_norm": 1.1497972011566162,
      "learning_rate": 4.42117651860592e-06,
      "loss": 0.3964,
      "step": 560550
    },
    {
      "epoch": 156.45,
      "grad_norm": 1.2236545085906982,
      "learning_rate": 4.421163999655328e-06,
      "loss": 0.3801,
      "step": 560560
    },
    {
      "epoch": 156.45,
      "grad_norm": 1.3351877927780151,
      "learning_rate": 4.421151480428231e-06,
      "loss": 0.3977,
      "step": 560570
    },
    {
      "epoch": 156.46,
      "grad_norm": 1.2503132820129395,
      "learning_rate": 4.421138960924632e-06,
      "loss": 0.3771,
      "step": 560580
    },
    {
      "epoch": 156.46,
      "grad_norm": 1.0624608993530273,
      "learning_rate": 4.421126441144532e-06,
      "loss": 0.3924,
      "step": 560590
    },
    {
      "epoch": 156.46,
      "grad_norm": 1.349535584449768,
      "learning_rate": 4.421113921087932e-06,
      "loss": 0.3983,
      "step": 560600
    },
    {
      "epoch": 156.46,
      "grad_norm": 1.3804758787155151,
      "learning_rate": 4.421101400754835e-06,
      "loss": 0.3844,
      "step": 560610
    },
    {
      "epoch": 156.47,
      "grad_norm": 1.3898406028747559,
      "learning_rate": 4.421088880145241e-06,
      "loss": 0.3719,
      "step": 560620
    },
    {
      "epoch": 156.47,
      "grad_norm": 1.1803394556045532,
      "learning_rate": 4.421076359259153e-06,
      "loss": 0.4114,
      "step": 560630
    },
    {
      "epoch": 156.47,
      "grad_norm": 5.100729465484619,
      "learning_rate": 4.421063838096573e-06,
      "loss": 0.4006,
      "step": 560640
    },
    {
      "epoch": 156.48,
      "grad_norm": 1.152363657951355,
      "learning_rate": 4.421051316657502e-06,
      "loss": 0.4089,
      "step": 560650
    },
    {
      "epoch": 156.48,
      "grad_norm": 1.788690209388733,
      "learning_rate": 4.42103879494194e-06,
      "loss": 0.3871,
      "step": 560660
    },
    {
      "epoch": 156.48,
      "grad_norm": 1.2738243341445923,
      "learning_rate": 4.421026272949892e-06,
      "loss": 0.389,
      "step": 560670
    },
    {
      "epoch": 156.48,
      "grad_norm": 1.3832441568374634,
      "learning_rate": 4.421013750681357e-06,
      "loss": 0.4182,
      "step": 560680
    },
    {
      "epoch": 156.49,
      "grad_norm": 1.3114627599716187,
      "learning_rate": 4.421001228136338e-06,
      "loss": 0.3899,
      "step": 560690
    },
    {
      "epoch": 156.49,
      "grad_norm": 1.3810666799545288,
      "learning_rate": 4.420988705314837e-06,
      "loss": 0.3908,
      "step": 560700
    },
    {
      "epoch": 156.49,
      "grad_norm": 1.3914458751678467,
      "learning_rate": 4.420976182216853e-06,
      "loss": 0.3851,
      "step": 560710
    },
    {
      "epoch": 156.49,
      "grad_norm": 1.2829523086547852,
      "learning_rate": 4.420963658842392e-06,
      "loss": 0.394,
      "step": 560720
    },
    {
      "epoch": 156.5,
      "grad_norm": 1.1866695880889893,
      "learning_rate": 4.4209511351914515e-06,
      "loss": 0.389,
      "step": 560730
    },
    {
      "epoch": 156.5,
      "grad_norm": 1.4285213947296143,
      "learning_rate": 4.420938611264036e-06,
      "loss": 0.3872,
      "step": 560740
    },
    {
      "epoch": 156.5,
      "grad_norm": 1.189531922340393,
      "learning_rate": 4.420926087060145e-06,
      "loss": 0.3903,
      "step": 560750
    },
    {
      "epoch": 156.51,
      "grad_norm": 1.305846095085144,
      "learning_rate": 4.420913562579782e-06,
      "loss": 0.3979,
      "step": 560760
    },
    {
      "epoch": 156.51,
      "grad_norm": 1.1335694789886475,
      "learning_rate": 4.420901037822948e-06,
      "loss": 0.3852,
      "step": 560770
    },
    {
      "epoch": 156.51,
      "grad_norm": 1.3608649969100952,
      "learning_rate": 4.420888512789645e-06,
      "loss": 0.3952,
      "step": 560780
    },
    {
      "epoch": 156.51,
      "grad_norm": 1.1448938846588135,
      "learning_rate": 4.420875987479874e-06,
      "loss": 0.384,
      "step": 560790
    },
    {
      "epoch": 156.52,
      "grad_norm": 1.4366374015808105,
      "learning_rate": 4.420863461893637e-06,
      "loss": 0.381,
      "step": 560800
    },
    {
      "epoch": 156.52,
      "grad_norm": 1.4386347532272339,
      "learning_rate": 4.4208509360309355e-06,
      "loss": 0.3939,
      "step": 560810
    },
    {
      "epoch": 156.52,
      "grad_norm": 1.1467831134796143,
      "learning_rate": 4.4208384098917715e-06,
      "loss": 0.3976,
      "step": 560820
    },
    {
      "epoch": 156.53,
      "grad_norm": 1.4087729454040527,
      "learning_rate": 4.420825883476146e-06,
      "loss": 0.3889,
      "step": 560830
    },
    {
      "epoch": 156.53,
      "grad_norm": 61.40398025512695,
      "learning_rate": 4.420813356784062e-06,
      "loss": 0.3993,
      "step": 560840
    },
    {
      "epoch": 156.53,
      "grad_norm": 1.3460739850997925,
      "learning_rate": 4.4208008298155195e-06,
      "loss": 0.3885,
      "step": 560850
    },
    {
      "epoch": 156.53,
      "grad_norm": 1.2708498239517212,
      "learning_rate": 4.420788302570521e-06,
      "loss": 0.3913,
      "step": 560860
    },
    {
      "epoch": 156.54,
      "grad_norm": 1.3561161756515503,
      "learning_rate": 4.420775775049069e-06,
      "loss": 0.373,
      "step": 560870
    },
    {
      "epoch": 156.54,
      "grad_norm": 1.3182916641235352,
      "learning_rate": 4.420763247251163e-06,
      "loss": 0.4074,
      "step": 560880
    },
    {
      "epoch": 156.54,
      "grad_norm": 1.1588972806930542,
      "learning_rate": 4.420750719176806e-06,
      "loss": 0.3855,
      "step": 560890
    },
    {
      "epoch": 156.54,
      "grad_norm": 1.1230065822601318,
      "learning_rate": 4.420738190826001e-06,
      "loss": 0.3796,
      "step": 560900
    },
    {
      "epoch": 156.55,
      "grad_norm": 1.0369846820831299,
      "learning_rate": 4.420725662198747e-06,
      "loss": 0.3667,
      "step": 560910
    },
    {
      "epoch": 156.55,
      "grad_norm": 1.327889084815979,
      "learning_rate": 4.420713133295049e-06,
      "loss": 0.4046,
      "step": 560920
    },
    {
      "epoch": 156.55,
      "grad_norm": 1.479536533355713,
      "learning_rate": 4.420700604114904e-06,
      "loss": 0.3915,
      "step": 560930
    },
    {
      "epoch": 156.56,
      "grad_norm": 1.314685583114624,
      "learning_rate": 4.420688074658318e-06,
      "loss": 0.3922,
      "step": 560940
    },
    {
      "epoch": 156.56,
      "grad_norm": 1.3078234195709229,
      "learning_rate": 4.4206755449252896e-06,
      "loss": 0.3919,
      "step": 560950
    },
    {
      "epoch": 156.56,
      "grad_norm": 1.3717784881591797,
      "learning_rate": 4.420663014915824e-06,
      "loss": 0.3877,
      "step": 560960
    },
    {
      "epoch": 156.56,
      "grad_norm": 1.1135679483413696,
      "learning_rate": 4.420650484629918e-06,
      "loss": 0.4071,
      "step": 560970
    },
    {
      "epoch": 156.57,
      "grad_norm": 1.1298011541366577,
      "learning_rate": 4.420637954067578e-06,
      "loss": 0.3882,
      "step": 560980
    },
    {
      "epoch": 156.57,
      "grad_norm": 1.3037784099578857,
      "learning_rate": 4.420625423228803e-06,
      "loss": 0.391,
      "step": 560990
    },
    {
      "epoch": 156.57,
      "grad_norm": 1.0602738857269287,
      "learning_rate": 4.420612892113596e-06,
      "loss": 0.3879,
      "step": 561000
    },
    {
      "epoch": 156.58,
      "grad_norm": 1.145695686340332,
      "learning_rate": 4.420600360721957e-06,
      "loss": 0.3959,
      "step": 561010
    },
    {
      "epoch": 156.58,
      "grad_norm": 1.1647696495056152,
      "learning_rate": 4.420587829053889e-06,
      "loss": 0.3944,
      "step": 561020
    },
    {
      "epoch": 156.58,
      "grad_norm": 1.113656997680664,
      "learning_rate": 4.420575297109393e-06,
      "loss": 0.3846,
      "step": 561030
    },
    {
      "epoch": 156.58,
      "grad_norm": 1.9242312908172607,
      "learning_rate": 4.420562764888471e-06,
      "loss": 0.3834,
      "step": 561040
    },
    {
      "epoch": 156.59,
      "grad_norm": 1.3907071352005005,
      "learning_rate": 4.4205502323911255e-06,
      "loss": 0.3832,
      "step": 561050
    },
    {
      "epoch": 156.59,
      "grad_norm": 1.225948691368103,
      "learning_rate": 4.4205376996173565e-06,
      "loss": 0.3846,
      "step": 561060
    },
    {
      "epoch": 156.59,
      "grad_norm": 1.107935905456543,
      "learning_rate": 4.420525166567167e-06,
      "loss": 0.4017,
      "step": 561070
    },
    {
      "epoch": 156.6,
      "grad_norm": 1.1410349607467651,
      "learning_rate": 4.420512633240558e-06,
      "loss": 0.4138,
      "step": 561080
    },
    {
      "epoch": 156.6,
      "grad_norm": 2.520883321762085,
      "learning_rate": 4.420500099637531e-06,
      "loss": 0.3949,
      "step": 561090
    },
    {
      "epoch": 156.6,
      "grad_norm": 1.2855594158172607,
      "learning_rate": 4.420487565758088e-06,
      "loss": 0.3931,
      "step": 561100
    },
    {
      "epoch": 156.6,
      "grad_norm": 1.2076239585876465,
      "learning_rate": 4.420475031602231e-06,
      "loss": 0.3751,
      "step": 561110
    },
    {
      "epoch": 156.61,
      "grad_norm": 1.2366522550582886,
      "learning_rate": 4.4204624971699615e-06,
      "loss": 0.3637,
      "step": 561120
    },
    {
      "epoch": 156.61,
      "grad_norm": 1.3553926944732666,
      "learning_rate": 4.42044996246128e-06,
      "loss": 0.3921,
      "step": 561130
    },
    {
      "epoch": 156.61,
      "grad_norm": 1.5298047065734863,
      "learning_rate": 4.4204374274761905e-06,
      "loss": 0.3743,
      "step": 561140
    },
    {
      "epoch": 156.61,
      "grad_norm": 1.2682018280029297,
      "learning_rate": 4.4204248922146925e-06,
      "loss": 0.3767,
      "step": 561150
    },
    {
      "epoch": 156.62,
      "grad_norm": 1.1322418451309204,
      "learning_rate": 4.420412356676789e-06,
      "loss": 0.369,
      "step": 561160
    },
    {
      "epoch": 156.62,
      "grad_norm": 1.1838194131851196,
      "learning_rate": 4.420399820862481e-06,
      "loss": 0.3791,
      "step": 561170
    },
    {
      "epoch": 156.62,
      "grad_norm": 1.1096992492675781,
      "learning_rate": 4.42038728477177e-06,
      "loss": 0.3885,
      "step": 561180
    },
    {
      "epoch": 156.63,
      "grad_norm": 1.2739826440811157,
      "learning_rate": 4.4203747484046585e-06,
      "loss": 0.3847,
      "step": 561190
    },
    {
      "epoch": 156.63,
      "grad_norm": 1.634745478630066,
      "learning_rate": 4.4203622117611475e-06,
      "loss": 0.3886,
      "step": 561200
    },
    {
      "epoch": 156.63,
      "grad_norm": 1.0952422618865967,
      "learning_rate": 4.420349674841239e-06,
      "loss": 0.3697,
      "step": 561210
    },
    {
      "epoch": 156.63,
      "grad_norm": 1.118304967880249,
      "learning_rate": 4.4203371376449345e-06,
      "loss": 0.3849,
      "step": 561220
    },
    {
      "epoch": 156.64,
      "grad_norm": 1.2784392833709717,
      "learning_rate": 4.420324600172235e-06,
      "loss": 0.4186,
      "step": 561230
    },
    {
      "epoch": 156.64,
      "grad_norm": 1.547044277191162,
      "learning_rate": 4.4203120624231435e-06,
      "loss": 0.3748,
      "step": 561240
    },
    {
      "epoch": 156.64,
      "grad_norm": 1.3364896774291992,
      "learning_rate": 4.420299524397661e-06,
      "loss": 0.4004,
      "step": 561250
    },
    {
      "epoch": 156.65,
      "grad_norm": 1.044901967048645,
      "learning_rate": 4.420286986095789e-06,
      "loss": 0.3912,
      "step": 561260
    },
    {
      "epoch": 156.65,
      "grad_norm": 1.1148139238357544,
      "learning_rate": 4.4202744475175295e-06,
      "loss": 0.3925,
      "step": 561270
    },
    {
      "epoch": 156.65,
      "grad_norm": 1.2182942628860474,
      "learning_rate": 4.420261908662884e-06,
      "loss": 0.3837,
      "step": 561280
    },
    {
      "epoch": 156.65,
      "grad_norm": 1.2549597024917603,
      "learning_rate": 4.420249369531854e-06,
      "loss": 0.3866,
      "step": 561290
    },
    {
      "epoch": 156.66,
      "grad_norm": 1.5311172008514404,
      "learning_rate": 4.4202368301244415e-06,
      "loss": 0.4005,
      "step": 561300
    },
    {
      "epoch": 156.66,
      "grad_norm": 1.140112280845642,
      "learning_rate": 4.420224290440648e-06,
      "loss": 0.3749,
      "step": 561310
    },
    {
      "epoch": 156.66,
      "grad_norm": 1.261845588684082,
      "learning_rate": 4.420211750480476e-06,
      "loss": 0.3977,
      "step": 561320
    },
    {
      "epoch": 156.66,
      "grad_norm": 1.5629328489303589,
      "learning_rate": 4.420199210243926e-06,
      "loss": 0.3728,
      "step": 561330
    },
    {
      "epoch": 156.67,
      "grad_norm": 1.090588927268982,
      "learning_rate": 4.420186669730999e-06,
      "loss": 0.3953,
      "step": 561340
    },
    {
      "epoch": 156.67,
      "grad_norm": 1.2173783779144287,
      "learning_rate": 4.420174128941698e-06,
      "loss": 0.3785,
      "step": 561350
    },
    {
      "epoch": 156.67,
      "grad_norm": 1.2132164239883423,
      "learning_rate": 4.420161587876025e-06,
      "loss": 0.3809,
      "step": 561360
    },
    {
      "epoch": 156.68,
      "grad_norm": 1.20643150806427,
      "learning_rate": 4.420149046533981e-06,
      "loss": 0.3844,
      "step": 561370
    },
    {
      "epoch": 156.68,
      "grad_norm": 1.2553471326828003,
      "learning_rate": 4.420136504915568e-06,
      "loss": 0.3939,
      "step": 561380
    },
    {
      "epoch": 156.68,
      "grad_norm": 1.3426218032836914,
      "learning_rate": 4.420123963020787e-06,
      "loss": 0.393,
      "step": 561390
    },
    {
      "epoch": 156.68,
      "grad_norm": 1.2677671909332275,
      "learning_rate": 4.420111420849639e-06,
      "loss": 0.3922,
      "step": 561400
    },
    {
      "epoch": 156.69,
      "grad_norm": 1.2724266052246094,
      "learning_rate": 4.420098878402129e-06,
      "loss": 0.3982,
      "step": 561410
    },
    {
      "epoch": 156.69,
      "grad_norm": 1.0243974924087524,
      "learning_rate": 4.420086335678254e-06,
      "loss": 0.4142,
      "step": 561420
    },
    {
      "epoch": 156.69,
      "grad_norm": 1.3310847282409668,
      "learning_rate": 4.42007379267802e-06,
      "loss": 0.3836,
      "step": 561430
    },
    {
      "epoch": 156.7,
      "grad_norm": 1.2841306924819946,
      "learning_rate": 4.420061249401426e-06,
      "loss": 0.3686,
      "step": 561440
    },
    {
      "epoch": 156.7,
      "grad_norm": 1.2148149013519287,
      "learning_rate": 4.420048705848474e-06,
      "loss": 0.3784,
      "step": 561450
    },
    {
      "epoch": 156.7,
      "grad_norm": 1.2392748594284058,
      "learning_rate": 4.420036162019166e-06,
      "loss": 0.3825,
      "step": 561460
    },
    {
      "epoch": 156.7,
      "grad_norm": 1.1443767547607422,
      "learning_rate": 4.420023617913505e-06,
      "loss": 0.3718,
      "step": 561470
    },
    {
      "epoch": 156.71,
      "grad_norm": 1.1440259218215942,
      "learning_rate": 4.420011073531491e-06,
      "loss": 0.391,
      "step": 561480
    },
    {
      "epoch": 156.71,
      "grad_norm": 1.2224669456481934,
      "learning_rate": 4.4199985288731256e-06,
      "loss": 0.3901,
      "step": 561490
    },
    {
      "epoch": 156.71,
      "grad_norm": 1.0102145671844482,
      "learning_rate": 4.4199859839384106e-06,
      "loss": 0.3952,
      "step": 561500
    },
    {
      "epoch": 156.72,
      "grad_norm": 1.0844937562942505,
      "learning_rate": 4.4199734387273485e-06,
      "loss": 0.3918,
      "step": 561510
    },
    {
      "epoch": 156.72,
      "grad_norm": 1.3424221277236938,
      "learning_rate": 4.41996089323994e-06,
      "loss": 0.3924,
      "step": 561520
    },
    {
      "epoch": 156.72,
      "grad_norm": 1.205749273300171,
      "learning_rate": 4.419948347476188e-06,
      "loss": 0.3852,
      "step": 561530
    },
    {
      "epoch": 156.72,
      "grad_norm": 1.318764090538025,
      "learning_rate": 4.419935801436094e-06,
      "loss": 0.401,
      "step": 561540
    },
    {
      "epoch": 156.73,
      "grad_norm": 1.1172460317611694,
      "learning_rate": 4.419923255119658e-06,
      "loss": 0.4037,
      "step": 561550
    },
    {
      "epoch": 156.73,
      "grad_norm": 1.4651061296463013,
      "learning_rate": 4.4199107085268826e-06,
      "loss": 0.3989,
      "step": 561560
    },
    {
      "epoch": 156.73,
      "grad_norm": 1.221123218536377,
      "learning_rate": 4.41989816165777e-06,
      "loss": 0.393,
      "step": 561570
    },
    {
      "epoch": 156.73,
      "grad_norm": 1.4673515558242798,
      "learning_rate": 4.4198856145123215e-06,
      "loss": 0.4059,
      "step": 561580
    },
    {
      "epoch": 156.74,
      "grad_norm": 1.0758682489395142,
      "learning_rate": 4.41987306709054e-06,
      "loss": 0.3944,
      "step": 561590
    },
    {
      "epoch": 156.74,
      "grad_norm": 1.3611544370651245,
      "learning_rate": 4.419860519392424e-06,
      "loss": 0.3725,
      "step": 561600
    },
    {
      "epoch": 156.74,
      "grad_norm": 1.361092448234558,
      "learning_rate": 4.419847971417978e-06,
      "loss": 0.3874,
      "step": 561610
    },
    {
      "epoch": 156.75,
      "grad_norm": 1.3629838228225708,
      "learning_rate": 4.4198354231672025e-06,
      "loss": 0.3797,
      "step": 561620
    },
    {
      "epoch": 156.75,
      "grad_norm": 1.0760587453842163,
      "learning_rate": 4.4198228746401e-06,
      "loss": 0.3754,
      "step": 561630
    },
    {
      "epoch": 156.75,
      "grad_norm": 1.174942135810852,
      "learning_rate": 4.419810325836671e-06,
      "loss": 0.4011,
      "step": 561640
    },
    {
      "epoch": 156.75,
      "grad_norm": 1.3629008531570435,
      "learning_rate": 4.419797776756919e-06,
      "loss": 0.3829,
      "step": 561650
    },
    {
      "epoch": 156.76,
      "grad_norm": 1.1617845296859741,
      "learning_rate": 4.419785227400843e-06,
      "loss": 0.3693,
      "step": 561660
    },
    {
      "epoch": 156.76,
      "grad_norm": 1.1250584125518799,
      "learning_rate": 4.419772677768446e-06,
      "loss": 0.3915,
      "step": 561670
    },
    {
      "epoch": 156.76,
      "grad_norm": 1.1682199239730835,
      "learning_rate": 4.419760127859731e-06,
      "loss": 0.3812,
      "step": 561680
    },
    {
      "epoch": 156.77,
      "grad_norm": 1.4031414985656738,
      "learning_rate": 4.4197475776746985e-06,
      "loss": 0.3985,
      "step": 561690
    },
    {
      "epoch": 156.77,
      "grad_norm": 1.270469069480896,
      "learning_rate": 4.41973502721335e-06,
      "loss": 0.3857,
      "step": 561700
    },
    {
      "epoch": 156.77,
      "grad_norm": 1.235405445098877,
      "learning_rate": 4.419722476475687e-06,
      "loss": 0.3951,
      "step": 561710
    },
    {
      "epoch": 156.77,
      "grad_norm": 1.019116759300232,
      "learning_rate": 4.4197099254617114e-06,
      "loss": 0.3816,
      "step": 561720
    },
    {
      "epoch": 156.78,
      "grad_norm": 1.1001036167144775,
      "learning_rate": 4.419697374171425e-06,
      "loss": 0.3736,
      "step": 561730
    },
    {
      "epoch": 156.78,
      "grad_norm": 1.7063109874725342,
      "learning_rate": 4.419684822604829e-06,
      "loss": 0.3912,
      "step": 561740
    },
    {
      "epoch": 156.78,
      "grad_norm": 1.3018921613693237,
      "learning_rate": 4.419672270761927e-06,
      "loss": 0.4014,
      "step": 561750
    },
    {
      "epoch": 156.78,
      "grad_norm": 1.508577585220337,
      "learning_rate": 4.4196597186427184e-06,
      "loss": 0.3803,
      "step": 561760
    },
    {
      "epoch": 156.79,
      "grad_norm": 1.3136252164840698,
      "learning_rate": 4.419647166247205e-06,
      "loss": 0.3802,
      "step": 561770
    },
    {
      "epoch": 156.79,
      "grad_norm": 1.1467020511627197,
      "learning_rate": 4.4196346135753896e-06,
      "loss": 0.382,
      "step": 561780
    },
    {
      "epoch": 156.79,
      "grad_norm": 1.3150956630706787,
      "learning_rate": 4.4196220606272745e-06,
      "loss": 0.3946,
      "step": 561790
    },
    {
      "epoch": 156.8,
      "grad_norm": 1.5604302883148193,
      "learning_rate": 4.419609507402858e-06,
      "loss": 0.4192,
      "step": 561800
    },
    {
      "epoch": 156.8,
      "grad_norm": 1.085448145866394,
      "learning_rate": 4.419596953902146e-06,
      "loss": 0.4044,
      "step": 561810
    },
    {
      "epoch": 156.8,
      "grad_norm": 1.3937705755233765,
      "learning_rate": 4.4195844001251374e-06,
      "loss": 0.3957,
      "step": 561820
    },
    {
      "epoch": 156.8,
      "grad_norm": 1.2848188877105713,
      "learning_rate": 4.419571846071834e-06,
      "loss": 0.4167,
      "step": 561830
    },
    {
      "epoch": 156.81,
      "grad_norm": 1.2438868284225464,
      "learning_rate": 4.4195592917422395e-06,
      "loss": 0.3924,
      "step": 561840
    },
    {
      "epoch": 156.81,
      "grad_norm": 1.3041337728500366,
      "learning_rate": 4.419546737136354e-06,
      "loss": 0.3952,
      "step": 561850
    },
    {
      "epoch": 156.81,
      "grad_norm": 1.6188875436782837,
      "learning_rate": 4.419534182254179e-06,
      "loss": 0.3941,
      "step": 561860
    },
    {
      "epoch": 156.82,
      "grad_norm": 1.3678115606307983,
      "learning_rate": 4.419521627095716e-06,
      "loss": 0.388,
      "step": 561870
    },
    {
      "epoch": 156.82,
      "grad_norm": 1.9052326679229736,
      "learning_rate": 4.419509071660968e-06,
      "loss": 0.3945,
      "step": 561880
    },
    {
      "epoch": 156.82,
      "grad_norm": 1.365708589553833,
      "learning_rate": 4.4194965159499355e-06,
      "loss": 0.3852,
      "step": 561890
    },
    {
      "epoch": 156.82,
      "grad_norm": 1.5946286916732788,
      "learning_rate": 4.4194839599626205e-06,
      "loss": 0.3791,
      "step": 561900
    },
    {
      "epoch": 156.83,
      "grad_norm": 1.207822322845459,
      "learning_rate": 4.4194714036990244e-06,
      "loss": 0.392,
      "step": 561910
    },
    {
      "epoch": 156.83,
      "grad_norm": 1.2998170852661133,
      "learning_rate": 4.41945884715915e-06,
      "loss": 0.3877,
      "step": 561920
    },
    {
      "epoch": 156.83,
      "grad_norm": 1.3161588907241821,
      "learning_rate": 4.419446290342999e-06,
      "loss": 0.3721,
      "step": 561930
    },
    {
      "epoch": 156.84,
      "grad_norm": 1.3437870740890503,
      "learning_rate": 4.41943373325057e-06,
      "loss": 0.3719,
      "step": 561940
    },
    {
      "epoch": 156.84,
      "grad_norm": 1.1715260744094849,
      "learning_rate": 4.4194211758818695e-06,
      "loss": 0.3916,
      "step": 561950
    },
    {
      "epoch": 156.84,
      "grad_norm": 1.2642881870269775,
      "learning_rate": 4.419408618236894e-06,
      "loss": 0.385,
      "step": 561960
    },
    {
      "epoch": 156.84,
      "grad_norm": 1.2806037664413452,
      "learning_rate": 4.4193960603156495e-06,
      "loss": 0.3967,
      "step": 561970
    },
    {
      "epoch": 156.85,
      "grad_norm": 1.3261364698410034,
      "learning_rate": 4.419383502118136e-06,
      "loss": 0.3752,
      "step": 561980
    },
    {
      "epoch": 156.85,
      "grad_norm": 1.4779897928237915,
      "learning_rate": 4.419370943644354e-06,
      "loss": 0.3781,
      "step": 561990
    },
    {
      "epoch": 156.85,
      "grad_norm": 1.4732868671417236,
      "learning_rate": 4.419358384894307e-06,
      "loss": 0.3649,
      "step": 562000
    },
    {
      "epoch": 156.85,
      "grad_norm": 1.2796814441680908,
      "learning_rate": 4.419345825867996e-06,
      "loss": 0.3785,
      "step": 562010
    },
    {
      "epoch": 156.86,
      "grad_norm": 1.013824462890625,
      "learning_rate": 4.419333266565422e-06,
      "loss": 0.3845,
      "step": 562020
    },
    {
      "epoch": 156.86,
      "grad_norm": 1.1828947067260742,
      "learning_rate": 4.419320706986588e-06,
      "loss": 0.3797,
      "step": 562030
    },
    {
      "epoch": 156.86,
      "grad_norm": 1.334204077720642,
      "learning_rate": 4.419308147131495e-06,
      "loss": 0.3906,
      "step": 562040
    },
    {
      "epoch": 156.87,
      "grad_norm": 1.4761815071105957,
      "learning_rate": 4.419295587000144e-06,
      "loss": 0.3959,
      "step": 562050
    },
    {
      "epoch": 156.87,
      "grad_norm": 1.2536379098892212,
      "learning_rate": 4.419283026592538e-06,
      "loss": 0.4082,
      "step": 562060
    },
    {
      "epoch": 156.87,
      "grad_norm": 1.072354793548584,
      "learning_rate": 4.4192704659086776e-06,
      "loss": 0.4123,
      "step": 562070
    },
    {
      "epoch": 156.87,
      "grad_norm": 1.2329939603805542,
      "learning_rate": 4.419257904948565e-06,
      "loss": 0.3902,
      "step": 562080
    },
    {
      "epoch": 156.88,
      "grad_norm": 1.1578670740127563,
      "learning_rate": 4.419245343712202e-06,
      "loss": 0.3961,
      "step": 562090
    },
    {
      "epoch": 156.88,
      "grad_norm": 1.3230444192886353,
      "learning_rate": 4.4192327821995894e-06,
      "loss": 0.3895,
      "step": 562100
    },
    {
      "epoch": 156.88,
      "grad_norm": 1.198451042175293,
      "learning_rate": 4.41922022041073e-06,
      "loss": 0.4016,
      "step": 562110
    },
    {
      "epoch": 156.89,
      "grad_norm": 1.080625295639038,
      "learning_rate": 4.419207658345625e-06,
      "loss": 0.3878,
      "step": 562120
    },
    {
      "epoch": 156.89,
      "grad_norm": 1.1542174816131592,
      "learning_rate": 4.419195096004276e-06,
      "loss": 0.3814,
      "step": 562130
    },
    {
      "epoch": 156.89,
      "grad_norm": 1.2605713605880737,
      "learning_rate": 4.419182533386684e-06,
      "loss": 0.3986,
      "step": 562140
    },
    {
      "epoch": 156.89,
      "grad_norm": 1.1350003480911255,
      "learning_rate": 4.419169970492852e-06,
      "loss": 0.3765,
      "step": 562150
    },
    {
      "epoch": 156.9,
      "grad_norm": 1.451177716255188,
      "learning_rate": 4.419157407322781e-06,
      "loss": 0.4103,
      "step": 562160
    },
    {
      "epoch": 156.9,
      "grad_norm": 1.0970611572265625,
      "learning_rate": 4.4191448438764715e-06,
      "loss": 0.3851,
      "step": 562170
    },
    {
      "epoch": 156.9,
      "grad_norm": 1.2019604444503784,
      "learning_rate": 4.419132280153928e-06,
      "loss": 0.3925,
      "step": 562180
    },
    {
      "epoch": 156.9,
      "grad_norm": 1.3594282865524292,
      "learning_rate": 4.41911971615515e-06,
      "loss": 0.3798,
      "step": 562190
    },
    {
      "epoch": 156.91,
      "grad_norm": 1.2761105298995972,
      "learning_rate": 4.419107151880139e-06,
      "loss": 0.3767,
      "step": 562200
    },
    {
      "epoch": 156.91,
      "grad_norm": 1.2334661483764648,
      "learning_rate": 4.419094587328898e-06,
      "loss": 0.392,
      "step": 562210
    },
    {
      "epoch": 156.91,
      "grad_norm": 1.2506542205810547,
      "learning_rate": 4.419082022501429e-06,
      "loss": 0.413,
      "step": 562220
    },
    {
      "epoch": 156.92,
      "grad_norm": 1.4068803787231445,
      "learning_rate": 4.419069457397732e-06,
      "loss": 0.3846,
      "step": 562230
    },
    {
      "epoch": 156.92,
      "grad_norm": 1.4103193283081055,
      "learning_rate": 4.4190568920178085e-06,
      "loss": 0.3959,
      "step": 562240
    },
    {
      "epoch": 156.92,
      "grad_norm": 1.2060717344284058,
      "learning_rate": 4.419044326361662e-06,
      "loss": 0.3732,
      "step": 562250
    },
    {
      "epoch": 156.92,
      "grad_norm": 1.3972913026809692,
      "learning_rate": 4.419031760429294e-06,
      "loss": 0.3917,
      "step": 562260
    },
    {
      "epoch": 156.93,
      "grad_norm": 1.0370330810546875,
      "learning_rate": 4.419019194220704e-06,
      "loss": 0.3892,
      "step": 562270
    },
    {
      "epoch": 156.93,
      "grad_norm": 1.190451741218567,
      "learning_rate": 4.419006627735896e-06,
      "loss": 0.4053,
      "step": 562280
    },
    {
      "epoch": 156.93,
      "grad_norm": 1.1622939109802246,
      "learning_rate": 4.418994060974871e-06,
      "loss": 0.387,
      "step": 562290
    },
    {
      "epoch": 156.94,
      "grad_norm": 1.3887063264846802,
      "learning_rate": 4.41898149393763e-06,
      "loss": 0.395,
      "step": 562300
    },
    {
      "epoch": 156.94,
      "grad_norm": 1.109625220298767,
      "learning_rate": 4.418968926624175e-06,
      "loss": 0.3995,
      "step": 562310
    },
    {
      "epoch": 156.94,
      "grad_norm": 1.2727749347686768,
      "learning_rate": 4.4189563590345074e-06,
      "loss": 0.3887,
      "step": 562320
    },
    {
      "epoch": 156.94,
      "grad_norm": 1.322641134262085,
      "learning_rate": 4.418943791168629e-06,
      "loss": 0.3823,
      "step": 562330
    },
    {
      "epoch": 156.95,
      "grad_norm": 1.112998604774475,
      "learning_rate": 4.418931223026543e-06,
      "loss": 0.3975,
      "step": 562340
    },
    {
      "epoch": 156.95,
      "grad_norm": 1.7551727294921875,
      "learning_rate": 4.418918654608249e-06,
      "loss": 0.379,
      "step": 562350
    },
    {
      "epoch": 156.95,
      "grad_norm": 1.3443551063537598,
      "learning_rate": 4.4189060859137505e-06,
      "loss": 0.3905,
      "step": 562360
    },
    {
      "epoch": 156.96,
      "grad_norm": 1.393357276916504,
      "learning_rate": 4.4188935169430475e-06,
      "loss": 0.3899,
      "step": 562370
    },
    {
      "epoch": 156.96,
      "grad_norm": 1.4668785333633423,
      "learning_rate": 4.418880947696141e-06,
      "loss": 0.4001,
      "step": 562380
    },
    {
      "epoch": 156.96,
      "grad_norm": 1.0630981922149658,
      "learning_rate": 4.418868378173036e-06,
      "loss": 0.3804,
      "step": 562390
    },
    {
      "epoch": 156.96,
      "grad_norm": 1.1643136739730835,
      "learning_rate": 4.418855808373731e-06,
      "loss": 0.3781,
      "step": 562400
    },
    {
      "epoch": 156.97,
      "grad_norm": 1.1327669620513916,
      "learning_rate": 4.4188432382982304e-06,
      "loss": 0.3757,
      "step": 562410
    },
    {
      "epoch": 156.97,
      "grad_norm": 1.4071943759918213,
      "learning_rate": 4.4188306679465325e-06,
      "loss": 0.3862,
      "step": 562420
    },
    {
      "epoch": 156.97,
      "grad_norm": 1.2526342868804932,
      "learning_rate": 4.418818097318641e-06,
      "loss": 0.4061,
      "step": 562430
    },
    {
      "epoch": 156.97,
      "grad_norm": 1.252242922782898,
      "learning_rate": 4.418805526414559e-06,
      "loss": 0.3845,
      "step": 562440
    },
    {
      "epoch": 156.98,
      "grad_norm": 1.260604977607727,
      "learning_rate": 4.418792955234285e-06,
      "loss": 0.3752,
      "step": 562450
    },
    {
      "epoch": 156.98,
      "grad_norm": 1.117579460144043,
      "learning_rate": 4.418780383777823e-06,
      "loss": 0.3794,
      "step": 562460
    },
    {
      "epoch": 156.98,
      "grad_norm": 1.3817055225372314,
      "learning_rate": 4.418767812045174e-06,
      "loss": 0.3957,
      "step": 562470
    },
    {
      "epoch": 156.99,
      "grad_norm": 1.2923492193222046,
      "learning_rate": 4.418755240036338e-06,
      "loss": 0.4012,
      "step": 562480
    },
    {
      "epoch": 156.99,
      "grad_norm": 1.186321496963501,
      "learning_rate": 4.41874266775132e-06,
      "loss": 0.3881,
      "step": 562490
    },
    {
      "epoch": 156.99,
      "grad_norm": 1.3089735507965088,
      "learning_rate": 4.418730095190119e-06,
      "loss": 0.3963,
      "step": 562500
    },
    {
      "epoch": 156.99,
      "grad_norm": 1.3835113048553467,
      "learning_rate": 4.418717522352738e-06,
      "loss": 0.398,
      "step": 562510
    },
    {
      "epoch": 157.0,
      "grad_norm": 1.2953029870986938,
      "learning_rate": 4.418704949239177e-06,
      "loss": 0.4052,
      "step": 562520
    },
    {
      "epoch": 157.0,
      "grad_norm": 1.0927801132202148,
      "learning_rate": 4.418692375849441e-06,
      "loss": 0.3961,
      "step": 562530
    },
    {
      "epoch": 157.0,
      "eval_loss": 0.38902461528778076,
      "eval_runtime": 64.7634,
      "eval_samples_per_second": 78.115,
      "eval_steps_per_second": 9.774,
      "step": 562531
    },
    {
      "epoch": 157.0,
      "grad_norm": 1.2797602415084839,
      "learning_rate": 4.418679802183528e-06,
      "loss": 0.3818,
      "step": 562540
    },
    {
      "epoch": 157.01,
      "grad_norm": 1.3677276372909546,
      "learning_rate": 4.418667228241442e-06,
      "loss": 0.3809,
      "step": 562550
    },
    {
      "epoch": 157.01,
      "grad_norm": 1.2345672845840454,
      "learning_rate": 4.418654654023184e-06,
      "loss": 0.3944,
      "step": 562560
    },
    {
      "epoch": 157.01,
      "grad_norm": 1.1546200513839722,
      "learning_rate": 4.4186420795287554e-06,
      "loss": 0.3857,
      "step": 562570
    },
    {
      "epoch": 157.01,
      "grad_norm": 1.1448509693145752,
      "learning_rate": 4.418629504758159e-06,
      "loss": 0.3896,
      "step": 562580
    },
    {
      "epoch": 157.02,
      "grad_norm": 1.554229736328125,
      "learning_rate": 4.418616929711394e-06,
      "loss": 0.3854,
      "step": 562590
    },
    {
      "epoch": 157.02,
      "grad_norm": 1.0386791229248047,
      "learning_rate": 4.418604354388464e-06,
      "loss": 0.3765,
      "step": 562600
    },
    {
      "epoch": 157.02,
      "grad_norm": 1.247799277305603,
      "learning_rate": 4.418591778789371e-06,
      "loss": 0.3942,
      "step": 562610
    },
    {
      "epoch": 157.02,
      "grad_norm": 1.0372847318649292,
      "learning_rate": 4.418579202914116e-06,
      "loss": 0.3985,
      "step": 562620
    },
    {
      "epoch": 157.03,
      "grad_norm": 1.1616257429122925,
      "learning_rate": 4.4185666267627e-06,
      "loss": 0.3937,
      "step": 562630
    },
    {
      "epoch": 157.03,
      "grad_norm": 1.4221713542938232,
      "learning_rate": 4.4185540503351255e-06,
      "loss": 0.3934,
      "step": 562640
    },
    {
      "epoch": 157.03,
      "grad_norm": 1.0234220027923584,
      "learning_rate": 4.4185414736313946e-06,
      "loss": 0.3821,
      "step": 562650
    },
    {
      "epoch": 157.04,
      "grad_norm": 1.342498540878296,
      "learning_rate": 4.418528896651509e-06,
      "loss": 0.3937,
      "step": 562660
    },
    {
      "epoch": 157.04,
      "grad_norm": 1.3282556533813477,
      "learning_rate": 4.4185163193954675e-06,
      "loss": 0.3861,
      "step": 562670
    },
    {
      "epoch": 157.04,
      "grad_norm": 1.193276047706604,
      "learning_rate": 4.418503741863276e-06,
      "loss": 0.3987,
      "step": 562680
    },
    {
      "epoch": 157.04,
      "grad_norm": 1.1577327251434326,
      "learning_rate": 4.418491164054933e-06,
      "loss": 0.3919,
      "step": 562690
    },
    {
      "epoch": 157.05,
      "grad_norm": 1.0072951316833496,
      "learning_rate": 4.418478585970443e-06,
      "loss": 0.3852,
      "step": 562700
    },
    {
      "epoch": 157.05,
      "grad_norm": 1.3350545167922974,
      "learning_rate": 4.418466007609804e-06,
      "loss": 0.3874,
      "step": 562710
    },
    {
      "epoch": 157.05,
      "grad_norm": 1.316752552986145,
      "learning_rate": 4.418453428973021e-06,
      "loss": 0.3837,
      "step": 562720
    },
    {
      "epoch": 157.06,
      "grad_norm": 1.1540833711624146,
      "learning_rate": 4.418440850060094e-06,
      "loss": 0.3853,
      "step": 562730
    },
    {
      "epoch": 157.06,
      "grad_norm": 1.0938706398010254,
      "learning_rate": 4.418428270871025e-06,
      "loss": 0.3892,
      "step": 562740
    },
    {
      "epoch": 157.06,
      "grad_norm": 1.1930042505264282,
      "learning_rate": 4.418415691405816e-06,
      "loss": 0.395,
      "step": 562750
    },
    {
      "epoch": 157.06,
      "grad_norm": 1.144421935081482,
      "learning_rate": 4.418403111664469e-06,
      "loss": 0.3663,
      "step": 562760
    },
    {
      "epoch": 157.07,
      "grad_norm": 1.452203392982483,
      "learning_rate": 4.4183905316469845e-06,
      "loss": 0.3631,
      "step": 562770
    },
    {
      "epoch": 157.07,
      "grad_norm": 1.2468156814575195,
      "learning_rate": 4.4183779513533644e-06,
      "loss": 0.393,
      "step": 562780
    },
    {
      "epoch": 157.07,
      "grad_norm": 1.21333646774292,
      "learning_rate": 4.418365370783612e-06,
      "loss": 0.3958,
      "step": 562790
    },
    {
      "epoch": 157.08,
      "grad_norm": 1.5999759435653687,
      "learning_rate": 4.418352789937726e-06,
      "loss": 0.3961,
      "step": 562800
    },
    {
      "epoch": 157.08,
      "grad_norm": 1.3775943517684937,
      "learning_rate": 4.418340208815711e-06,
      "loss": 0.3875,
      "step": 562810
    },
    {
      "epoch": 157.08,
      "grad_norm": 1.203447699546814,
      "learning_rate": 4.418327627417567e-06,
      "loss": 0.3855,
      "step": 562820
    },
    {
      "epoch": 157.08,
      "grad_norm": 1.7143139839172363,
      "learning_rate": 4.418315045743297e-06,
      "loss": 0.375,
      "step": 562830
    },
    {
      "epoch": 157.09,
      "grad_norm": 1.260187029838562,
      "learning_rate": 4.418302463792901e-06,
      "loss": 0.3929,
      "step": 562840
    },
    {
      "epoch": 157.09,
      "grad_norm": 1.2642542123794556,
      "learning_rate": 4.418289881566381e-06,
      "loss": 0.3822,
      "step": 562850
    },
    {
      "epoch": 157.09,
      "grad_norm": 1.3636115789413452,
      "learning_rate": 4.41827729906374e-06,
      "loss": 0.3835,
      "step": 562860
    },
    {
      "epoch": 157.09,
      "grad_norm": 1.1447396278381348,
      "learning_rate": 4.418264716284978e-06,
      "loss": 0.3826,
      "step": 562870
    },
    {
      "epoch": 157.1,
      "grad_norm": 1.2619357109069824,
      "learning_rate": 4.418252133230099e-06,
      "loss": 0.3978,
      "step": 562880
    },
    {
      "epoch": 157.1,
      "grad_norm": 1.2696070671081543,
      "learning_rate": 4.418239549899102e-06,
      "loss": 0.3879,
      "step": 562890
    },
    {
      "epoch": 157.1,
      "grad_norm": 1.1930681467056274,
      "learning_rate": 4.41822696629199e-06,
      "loss": 0.3849,
      "step": 562900
    },
    {
      "epoch": 157.11,
      "grad_norm": 1.1695556640625,
      "learning_rate": 4.418214382408766e-06,
      "loss": 0.4116,
      "step": 562910
    },
    {
      "epoch": 157.11,
      "grad_norm": 1.27052903175354,
      "learning_rate": 4.418201798249429e-06,
      "loss": 0.3985,
      "step": 562920
    },
    {
      "epoch": 157.11,
      "grad_norm": 1.1581519842147827,
      "learning_rate": 4.418189213813981e-06,
      "loss": 0.3833,
      "step": 562930
    },
    {
      "epoch": 157.11,
      "grad_norm": 1.6434192657470703,
      "learning_rate": 4.418176629102426e-06,
      "loss": 0.3993,
      "step": 562940
    },
    {
      "epoch": 157.12,
      "grad_norm": 2.66329288482666,
      "learning_rate": 4.4181640441147636e-06,
      "loss": 0.3952,
      "step": 562950
    },
    {
      "epoch": 157.12,
      "grad_norm": 1.0427578687667847,
      "learning_rate": 4.418151458850996e-06,
      "loss": 0.3863,
      "step": 562960
    },
    {
      "epoch": 157.12,
      "grad_norm": 1.0465975999832153,
      "learning_rate": 4.418138873311125e-06,
      "loss": 0.3873,
      "step": 562970
    },
    {
      "epoch": 157.13,
      "grad_norm": 1.1858445405960083,
      "learning_rate": 4.418126287495154e-06,
      "loss": 0.3907,
      "step": 562980
    },
    {
      "epoch": 157.13,
      "grad_norm": 1.2247552871704102,
      "learning_rate": 4.418113701403081e-06,
      "loss": 0.3873,
      "step": 562990
    },
    {
      "epoch": 157.13,
      "grad_norm": 1.1971344947814941,
      "learning_rate": 4.41810111503491e-06,
      "loss": 0.4037,
      "step": 563000
    },
    {
      "epoch": 157.13,
      "grad_norm": 1.5332328081130981,
      "learning_rate": 4.418088528390642e-06,
      "loss": 0.3892,
      "step": 563010
    },
    {
      "epoch": 157.14,
      "grad_norm": 1.1872514486312866,
      "learning_rate": 4.4180759414702794e-06,
      "loss": 0.3984,
      "step": 563020
    },
    {
      "epoch": 157.14,
      "grad_norm": 1.2937042713165283,
      "learning_rate": 4.418063354273824e-06,
      "loss": 0.3776,
      "step": 563030
    },
    {
      "epoch": 157.14,
      "grad_norm": 1.0953505039215088,
      "learning_rate": 4.418050766801276e-06,
      "loss": 0.4076,
      "step": 563040
    },
    {
      "epoch": 157.14,
      "grad_norm": 1.1622943878173828,
      "learning_rate": 4.4180381790526384e-06,
      "loss": 0.3732,
      "step": 563050
    },
    {
      "epoch": 157.15,
      "grad_norm": 1.1801313161849976,
      "learning_rate": 4.418025591027912e-06,
      "loss": 0.3805,
      "step": 563060
    },
    {
      "epoch": 157.15,
      "grad_norm": 2.3660988807678223,
      "learning_rate": 4.4180130027271e-06,
      "loss": 0.3881,
      "step": 563070
    },
    {
      "epoch": 157.15,
      "grad_norm": 1.33945631980896,
      "learning_rate": 4.4180004141502026e-06,
      "loss": 0.3861,
      "step": 563080
    },
    {
      "epoch": 157.16,
      "grad_norm": 1.0855131149291992,
      "learning_rate": 4.417987825297221e-06,
      "loss": 0.3755,
      "step": 563090
    },
    {
      "epoch": 157.16,
      "grad_norm": 1.3853565454483032,
      "learning_rate": 4.417975236168159e-06,
      "loss": 0.3834,
      "step": 563100
    },
    {
      "epoch": 157.16,
      "grad_norm": 1.1358708143234253,
      "learning_rate": 4.417962646763017e-06,
      "loss": 0.3812,
      "step": 563110
    },
    {
      "epoch": 157.16,
      "grad_norm": 1.1605770587921143,
      "learning_rate": 4.4179500570817966e-06,
      "loss": 0.3895,
      "step": 563120
    },
    {
      "epoch": 157.17,
      "grad_norm": 1.2276734113693237,
      "learning_rate": 4.417937467124499e-06,
      "loss": 0.3945,
      "step": 563130
    },
    {
      "epoch": 157.17,
      "grad_norm": 1.3746613264083862,
      "learning_rate": 4.417924876891127e-06,
      "loss": 0.4114,
      "step": 563140
    },
    {
      "epoch": 157.17,
      "grad_norm": 1.1482995748519897,
      "learning_rate": 4.417912286381681e-06,
      "loss": 0.4115,
      "step": 563150
    },
    {
      "epoch": 157.18,
      "grad_norm": 1.233507513999939,
      "learning_rate": 4.417899695596165e-06,
      "loss": 0.3786,
      "step": 563160
    },
    {
      "epoch": 157.18,
      "grad_norm": 1.0517723560333252,
      "learning_rate": 4.417887104534577e-06,
      "loss": 0.3994,
      "step": 563170
    },
    {
      "epoch": 157.18,
      "grad_norm": 1.4512625932693481,
      "learning_rate": 4.417874513196922e-06,
      "loss": 0.3879,
      "step": 563180
    },
    {
      "epoch": 157.18,
      "grad_norm": 1.27191960811615,
      "learning_rate": 4.417861921583201e-06,
      "loss": 0.4181,
      "step": 563190
    },
    {
      "epoch": 157.19,
      "grad_norm": 1.1392728090286255,
      "learning_rate": 4.417849329693414e-06,
      "loss": 0.3981,
      "step": 563200
    },
    {
      "epoch": 157.19,
      "grad_norm": 1.0926620960235596,
      "learning_rate": 4.417836737527564e-06,
      "loss": 0.3919,
      "step": 563210
    },
    {
      "epoch": 157.19,
      "grad_norm": 1.143039584159851,
      "learning_rate": 4.417824145085653e-06,
      "loss": 0.3916,
      "step": 563220
    },
    {
      "epoch": 157.2,
      "grad_norm": 1.0311425924301147,
      "learning_rate": 4.4178115523676824e-06,
      "loss": 0.3976,
      "step": 563230
    },
    {
      "epoch": 157.2,
      "grad_norm": 1.1570135354995728,
      "learning_rate": 4.417798959373653e-06,
      "loss": 0.3738,
      "step": 563240
    },
    {
      "epoch": 157.2,
      "grad_norm": 0.9540443420410156,
      "learning_rate": 4.417786366103568e-06,
      "loss": 0.4091,
      "step": 563250
    },
    {
      "epoch": 157.2,
      "grad_norm": 1.177483081817627,
      "learning_rate": 4.417773772557427e-06,
      "loss": 0.3793,
      "step": 563260
    },
    {
      "epoch": 157.21,
      "grad_norm": 1.2105169296264648,
      "learning_rate": 4.417761178735234e-06,
      "loss": 0.4024,
      "step": 563270
    },
    {
      "epoch": 157.21,
      "grad_norm": 0.9596410989761353,
      "learning_rate": 4.417748584636988e-06,
      "loss": 0.3768,
      "step": 563280
    },
    {
      "epoch": 157.21,
      "grad_norm": 1.1383918523788452,
      "learning_rate": 4.417735990262693e-06,
      "loss": 0.3893,
      "step": 563290
    },
    {
      "epoch": 157.21,
      "grad_norm": 1.3228073120117188,
      "learning_rate": 4.417723395612351e-06,
      "loss": 0.3826,
      "step": 563300
    },
    {
      "epoch": 157.22,
      "grad_norm": 1.2289272546768188,
      "learning_rate": 4.4177108006859614e-06,
      "loss": 0.377,
      "step": 563310
    },
    {
      "epoch": 157.22,
      "grad_norm": 1.2905560731887817,
      "learning_rate": 4.417698205483527e-06,
      "loss": 0.3833,
      "step": 563320
    },
    {
      "epoch": 157.22,
      "grad_norm": 1.2364346981048584,
      "learning_rate": 4.41768561000505e-06,
      "loss": 0.388,
      "step": 563330
    },
    {
      "epoch": 157.23,
      "grad_norm": 1.2419501543045044,
      "learning_rate": 4.417673014250532e-06,
      "loss": 0.3764,
      "step": 563340
    },
    {
      "epoch": 157.23,
      "grad_norm": 1.0149799585342407,
      "learning_rate": 4.417660418219974e-06,
      "loss": 0.3881,
      "step": 563350
    },
    {
      "epoch": 157.23,
      "grad_norm": 1.2702950239181519,
      "learning_rate": 4.417647821913376e-06,
      "loss": 0.3708,
      "step": 563360
    },
    {
      "epoch": 157.23,
      "grad_norm": 6.531712532043457,
      "learning_rate": 4.417635225330744e-06,
      "loss": 0.3854,
      "step": 563370
    },
    {
      "epoch": 157.24,
      "grad_norm": 1.2633724212646484,
      "learning_rate": 4.417622628472077e-06,
      "loss": 0.3996,
      "step": 563380
    },
    {
      "epoch": 157.24,
      "grad_norm": 1.319967269897461,
      "learning_rate": 4.417610031337376e-06,
      "loss": 0.3748,
      "step": 563390
    },
    {
      "epoch": 157.24,
      "grad_norm": 1.4991955757141113,
      "learning_rate": 4.417597433926645e-06,
      "loss": 0.383,
      "step": 563400
    },
    {
      "epoch": 157.25,
      "grad_norm": 1.1184896230697632,
      "learning_rate": 4.4175848362398834e-06,
      "loss": 0.4067,
      "step": 563410
    },
    {
      "epoch": 157.25,
      "grad_norm": 1.181056022644043,
      "learning_rate": 4.417572238277094e-06,
      "loss": 0.3724,
      "step": 563420
    },
    {
      "epoch": 157.25,
      "grad_norm": 1.0624878406524658,
      "learning_rate": 4.417559640038278e-06,
      "loss": 0.3914,
      "step": 563430
    },
    {
      "epoch": 157.25,
      "grad_norm": 1.2298414707183838,
      "learning_rate": 4.417547041523438e-06,
      "loss": 0.4042,
      "step": 563440
    },
    {
      "epoch": 157.26,
      "grad_norm": 1.1482499837875366,
      "learning_rate": 4.417534442732575e-06,
      "loss": 0.3887,
      "step": 563450
    },
    {
      "epoch": 157.26,
      "grad_norm": 1.4113537073135376,
      "learning_rate": 4.41752184366569e-06,
      "loss": 0.3861,
      "step": 563460
    },
    {
      "epoch": 157.26,
      "grad_norm": 1.1484755277633667,
      "learning_rate": 4.417509244322787e-06,
      "loss": 0.3933,
      "step": 563470
    },
    {
      "epoch": 157.26,
      "grad_norm": 1.1403788328170776,
      "learning_rate": 4.417496644703865e-06,
      "loss": 0.386,
      "step": 563480
    },
    {
      "epoch": 157.27,
      "grad_norm": 1.4219698905944824,
      "learning_rate": 4.417484044808926e-06,
      "loss": 0.3931,
      "step": 563490
    },
    {
      "epoch": 157.27,
      "grad_norm": 1.1391676664352417,
      "learning_rate": 4.417471444637973e-06,
      "loss": 0.3634,
      "step": 563500
    },
    {
      "epoch": 157.27,
      "grad_norm": 1.3763253688812256,
      "learning_rate": 4.4174588441910075e-06,
      "loss": 0.3894,
      "step": 563510
    },
    {
      "epoch": 157.28,
      "grad_norm": 1.2812503576278687,
      "learning_rate": 4.417446243468031e-06,
      "loss": 0.4092,
      "step": 563520
    },
    {
      "epoch": 157.28,
      "grad_norm": 1.1198010444641113,
      "learning_rate": 4.417433642469045e-06,
      "loss": 0.4021,
      "step": 563530
    },
    {
      "epoch": 157.28,
      "grad_norm": 1.0570224523544312,
      "learning_rate": 4.417421041194049e-06,
      "loss": 0.4085,
      "step": 563540
    },
    {
      "epoch": 157.28,
      "grad_norm": 1.2516484260559082,
      "learning_rate": 4.41740843964305e-06,
      "loss": 0.3932,
      "step": 563550
    },
    {
      "epoch": 157.29,
      "grad_norm": 1.1843760013580322,
      "learning_rate": 4.417395837816044e-06,
      "loss": 0.3885,
      "step": 563560
    },
    {
      "epoch": 157.29,
      "grad_norm": 1.1312795877456665,
      "learning_rate": 4.417383235713036e-06,
      "loss": 0.3783,
      "step": 563570
    },
    {
      "epoch": 157.29,
      "grad_norm": 1.055837631225586,
      "learning_rate": 4.417370633334027e-06,
      "loss": 0.3826,
      "step": 563580
    },
    {
      "epoch": 157.3,
      "grad_norm": 1.2281588315963745,
      "learning_rate": 4.417358030679019e-06,
      "loss": 0.3904,
      "step": 563590
    },
    {
      "epoch": 157.3,
      "grad_norm": 1.2610447406768799,
      "learning_rate": 4.417345427748013e-06,
      "loss": 0.3857,
      "step": 563600
    },
    {
      "epoch": 157.3,
      "grad_norm": 1.387576699256897,
      "learning_rate": 4.417332824541011e-06,
      "loss": 0.4,
      "step": 563610
    },
    {
      "epoch": 157.3,
      "grad_norm": 1.193773865699768,
      "learning_rate": 4.417320221058014e-06,
      "loss": 0.3929,
      "step": 563620
    },
    {
      "epoch": 157.31,
      "grad_norm": 5.058211803436279,
      "learning_rate": 4.417307617299024e-06,
      "loss": 0.4001,
      "step": 563630
    },
    {
      "epoch": 157.31,
      "grad_norm": 1.2466223239898682,
      "learning_rate": 4.417295013264043e-06,
      "loss": 0.3765,
      "step": 563640
    },
    {
      "epoch": 157.31,
      "grad_norm": 1.261905550956726,
      "learning_rate": 4.417282408953073e-06,
      "loss": 0.4006,
      "step": 563650
    },
    {
      "epoch": 157.32,
      "grad_norm": 1.266196370124817,
      "learning_rate": 4.417269804366116e-06,
      "loss": 0.3935,
      "step": 563660
    },
    {
      "epoch": 157.32,
      "grad_norm": 0.9905768632888794,
      "learning_rate": 4.417257199503172e-06,
      "loss": 0.4005,
      "step": 563670
    },
    {
      "epoch": 157.32,
      "grad_norm": 1.072586178779602,
      "learning_rate": 4.417244594364243e-06,
      "loss": 0.3954,
      "step": 563680
    },
    {
      "epoch": 157.32,
      "grad_norm": 1.5389457941055298,
      "learning_rate": 4.417231988949333e-06,
      "loss": 0.3972,
      "step": 563690
    },
    {
      "epoch": 157.33,
      "grad_norm": 1.2185219526290894,
      "learning_rate": 4.41721938325844e-06,
      "loss": 0.3648,
      "step": 563700
    },
    {
      "epoch": 157.33,
      "grad_norm": 0.9981428384780884,
      "learning_rate": 4.417206777291569e-06,
      "loss": 0.3813,
      "step": 563710
    },
    {
      "epoch": 157.33,
      "grad_norm": 1.060956358909607,
      "learning_rate": 4.41719417104872e-06,
      "loss": 0.4063,
      "step": 563720
    },
    {
      "epoch": 157.33,
      "grad_norm": 1.1318848133087158,
      "learning_rate": 4.417181564529896e-06,
      "loss": 0.3774,
      "step": 563730
    },
    {
      "epoch": 157.34,
      "grad_norm": 1.4148311614990234,
      "learning_rate": 4.417168957735096e-06,
      "loss": 0.3951,
      "step": 563740
    },
    {
      "epoch": 157.34,
      "grad_norm": 1.2051632404327393,
      "learning_rate": 4.417156350664325e-06,
      "loss": 0.3758,
      "step": 563750
    },
    {
      "epoch": 157.34,
      "grad_norm": 1.1361726522445679,
      "learning_rate": 4.417143743317581e-06,
      "loss": 0.3871,
      "step": 563760
    },
    {
      "epoch": 157.35,
      "grad_norm": 1.2644760608673096,
      "learning_rate": 4.41713113569487e-06,
      "loss": 0.3892,
      "step": 563770
    },
    {
      "epoch": 157.35,
      "grad_norm": 1.3281382322311401,
      "learning_rate": 4.417118527796189e-06,
      "loss": 0.4013,
      "step": 563780
    },
    {
      "epoch": 157.35,
      "grad_norm": 1.2378050088882446,
      "learning_rate": 4.417105919621545e-06,
      "loss": 0.3821,
      "step": 563790
    },
    {
      "epoch": 157.35,
      "grad_norm": 1.6038062572479248,
      "learning_rate": 4.417093311170934e-06,
      "loss": 0.3796,
      "step": 563800
    },
    {
      "epoch": 157.36,
      "grad_norm": 1.2289057970046997,
      "learning_rate": 4.417080702444361e-06,
      "loss": 0.4016,
      "step": 563810
    },
    {
      "epoch": 157.36,
      "grad_norm": 1.0395945310592651,
      "learning_rate": 4.417068093441829e-06,
      "loss": 0.3891,
      "step": 563820
    },
    {
      "epoch": 157.36,
      "grad_norm": 1.2984483242034912,
      "learning_rate": 4.417055484163336e-06,
      "loss": 0.3804,
      "step": 563830
    },
    {
      "epoch": 157.37,
      "grad_norm": 1.202318549156189,
      "learning_rate": 4.417042874608886e-06,
      "loss": 0.4134,
      "step": 563840
    },
    {
      "epoch": 157.37,
      "grad_norm": 1.3197513818740845,
      "learning_rate": 4.41703026477848e-06,
      "loss": 0.38,
      "step": 563850
    },
    {
      "epoch": 157.37,
      "grad_norm": 1.0498132705688477,
      "learning_rate": 4.41701765467212e-06,
      "loss": 0.3881,
      "step": 563860
    },
    {
      "epoch": 157.37,
      "grad_norm": 1.295680284500122,
      "learning_rate": 4.4170050442898076e-06,
      "loss": 0.3871,
      "step": 563870
    },
    {
      "epoch": 157.38,
      "grad_norm": 1.3514324426651,
      "learning_rate": 4.416992433631545e-06,
      "loss": 0.3902,
      "step": 563880
    },
    {
      "epoch": 157.38,
      "grad_norm": 1.224128007888794,
      "learning_rate": 4.416979822697332e-06,
      "loss": 0.3849,
      "step": 563890
    },
    {
      "epoch": 157.38,
      "grad_norm": 1.486488938331604,
      "learning_rate": 4.416967211487173e-06,
      "loss": 0.3872,
      "step": 563900
    },
    {
      "epoch": 157.38,
      "grad_norm": 1.3188960552215576,
      "learning_rate": 4.416954600001067e-06,
      "loss": 0.3938,
      "step": 563910
    },
    {
      "epoch": 157.39,
      "grad_norm": 1.3211222887039185,
      "learning_rate": 4.416941988239017e-06,
      "loss": 0.3757,
      "step": 563920
    },
    {
      "epoch": 157.39,
      "grad_norm": 1.2726168632507324,
      "learning_rate": 4.4169293762010245e-06,
      "loss": 0.3792,
      "step": 563930
    },
    {
      "epoch": 157.39,
      "grad_norm": 1.1488572359085083,
      "learning_rate": 4.416916763887092e-06,
      "loss": 0.3797,
      "step": 563940
    },
    {
      "epoch": 157.4,
      "grad_norm": 1.191473364830017,
      "learning_rate": 4.41690415129722e-06,
      "loss": 0.3853,
      "step": 563950
    },
    {
      "epoch": 157.4,
      "grad_norm": 1.217603325843811,
      "learning_rate": 4.41689153843141e-06,
      "loss": 0.3847,
      "step": 563960
    },
    {
      "epoch": 157.4,
      "grad_norm": 1.1375566720962524,
      "learning_rate": 4.4168789252896655e-06,
      "loss": 0.3901,
      "step": 563970
    },
    {
      "epoch": 157.4,
      "grad_norm": 1.239719033241272,
      "learning_rate": 4.416866311871986e-06,
      "loss": 0.3929,
      "step": 563980
    },
    {
      "epoch": 157.41,
      "grad_norm": 1.1070094108581543,
      "learning_rate": 4.4168536981783745e-06,
      "loss": 0.4051,
      "step": 563990
    },
    {
      "epoch": 157.41,
      "grad_norm": 1.4832342863082886,
      "learning_rate": 4.416841084208833e-06,
      "loss": 0.3839,
      "step": 564000
    },
    {
      "epoch": 157.41,
      "grad_norm": 1.1813679933547974,
      "learning_rate": 4.4168284699633615e-06,
      "loss": 0.3888,
      "step": 564010
    },
    {
      "epoch": 157.42,
      "grad_norm": 1.0661498308181763,
      "learning_rate": 4.416815855441963e-06,
      "loss": 0.3845,
      "step": 564020
    },
    {
      "epoch": 157.42,
      "grad_norm": 1.0987536907196045,
      "learning_rate": 4.416803240644639e-06,
      "loss": 0.3648,
      "step": 564030
    },
    {
      "epoch": 157.42,
      "grad_norm": 1.056854486465454,
      "learning_rate": 4.416790625571391e-06,
      "loss": 0.3733,
      "step": 564040
    },
    {
      "epoch": 157.42,
      "grad_norm": 1.3100861310958862,
      "learning_rate": 4.416778010222221e-06,
      "loss": 0.3976,
      "step": 564050
    },
    {
      "epoch": 157.43,
      "grad_norm": 1.232164978981018,
      "learning_rate": 4.41676539459713e-06,
      "loss": 0.3915,
      "step": 564060
    },
    {
      "epoch": 157.43,
      "grad_norm": 1.2466521263122559,
      "learning_rate": 4.41675277869612e-06,
      "loss": 0.4143,
      "step": 564070
    },
    {
      "epoch": 157.43,
      "grad_norm": 2.1955406665802,
      "learning_rate": 4.416740162519193e-06,
      "loss": 0.4006,
      "step": 564080
    },
    {
      "epoch": 157.44,
      "grad_norm": 1.2506507635116577,
      "learning_rate": 4.416727546066351e-06,
      "loss": 0.3803,
      "step": 564090
    },
    {
      "epoch": 157.44,
      "grad_norm": 1.2442705631256104,
      "learning_rate": 4.416714929337594e-06,
      "loss": 0.3771,
      "step": 564100
    },
    {
      "epoch": 157.44,
      "grad_norm": 1.1023766994476318,
      "learning_rate": 4.416702312332926e-06,
      "loss": 0.4197,
      "step": 564110
    },
    {
      "epoch": 157.44,
      "grad_norm": 1.4466922283172607,
      "learning_rate": 4.416689695052347e-06,
      "loss": 0.3824,
      "step": 564120
    },
    {
      "epoch": 157.45,
      "grad_norm": 0.97383052110672,
      "learning_rate": 4.416677077495858e-06,
      "loss": 0.4078,
      "step": 564130
    },
    {
      "epoch": 157.45,
      "grad_norm": 1.0669790506362915,
      "learning_rate": 4.4166644596634635e-06,
      "loss": 0.3927,
      "step": 564140
    },
    {
      "epoch": 157.45,
      "grad_norm": 1.0259088277816772,
      "learning_rate": 4.416651841555163e-06,
      "loss": 0.3771,
      "step": 564150
    },
    {
      "epoch": 157.45,
      "grad_norm": 1.0725854635238647,
      "learning_rate": 4.416639223170958e-06,
      "loss": 0.4103,
      "step": 564160
    },
    {
      "epoch": 157.46,
      "grad_norm": 1.2100883722305298,
      "learning_rate": 4.416626604510852e-06,
      "loss": 0.3824,
      "step": 564170
    },
    {
      "epoch": 157.46,
      "grad_norm": 1.3401116132736206,
      "learning_rate": 4.416613985574844e-06,
      "loss": 0.3876,
      "step": 564180
    },
    {
      "epoch": 157.46,
      "grad_norm": 1.2115769386291504,
      "learning_rate": 4.416601366362939e-06,
      "loss": 0.3901,
      "step": 564190
    },
    {
      "epoch": 157.47,
      "grad_norm": 1.3372284173965454,
      "learning_rate": 4.4165887468751365e-06,
      "loss": 0.3717,
      "step": 564200
    },
    {
      "epoch": 157.47,
      "grad_norm": 12.338284492492676,
      "learning_rate": 4.416576127111438e-06,
      "loss": 0.3864,
      "step": 564210
    },
    {
      "epoch": 157.47,
      "grad_norm": 1.1421164274215698,
      "learning_rate": 4.416563507071846e-06,
      "loss": 0.3911,
      "step": 564220
    },
    {
      "epoch": 157.47,
      "grad_norm": 1.2206683158874512,
      "learning_rate": 4.416550886756362e-06,
      "loss": 0.3938,
      "step": 564230
    },
    {
      "epoch": 157.48,
      "grad_norm": 1.244895577430725,
      "learning_rate": 4.416538266164987e-06,
      "loss": 0.3857,
      "step": 564240
    },
    {
      "epoch": 157.48,
      "grad_norm": 1.4445570707321167,
      "learning_rate": 4.416525645297725e-06,
      "loss": 0.3996,
      "step": 564250
    },
    {
      "epoch": 157.48,
      "grad_norm": 1.0551620721817017,
      "learning_rate": 4.416513024154575e-06,
      "loss": 0.3855,
      "step": 564260
    },
    {
      "epoch": 157.49,
      "grad_norm": 1.1823498010635376,
      "learning_rate": 4.416500402735539e-06,
      "loss": 0.3901,
      "step": 564270
    },
    {
      "epoch": 157.49,
      "grad_norm": 1.2173386812210083,
      "learning_rate": 4.41648778104062e-06,
      "loss": 0.3917,
      "step": 564280
    },
    {
      "epoch": 157.49,
      "grad_norm": 1.2219111919403076,
      "learning_rate": 4.416475159069819e-06,
      "loss": 0.3917,
      "step": 564290
    },
    {
      "epoch": 157.49,
      "grad_norm": 1.0093986988067627,
      "learning_rate": 4.416462536823138e-06,
      "loss": 0.394,
      "step": 564300
    },
    {
      "epoch": 157.5,
      "grad_norm": 1.0250318050384521,
      "learning_rate": 4.4164499143005775e-06,
      "loss": 0.3917,
      "step": 564310
    },
    {
      "epoch": 157.5,
      "grad_norm": 1.1641682386398315,
      "learning_rate": 4.416437291502141e-06,
      "loss": 0.396,
      "step": 564320
    },
    {
      "epoch": 157.5,
      "grad_norm": 1.3463176488876343,
      "learning_rate": 4.4164246684278294e-06,
      "loss": 0.3981,
      "step": 564330
    },
    {
      "epoch": 157.5,
      "grad_norm": 1.2891345024108887,
      "learning_rate": 4.4164120450776434e-06,
      "loss": 0.3853,
      "step": 564340
    },
    {
      "epoch": 157.51,
      "grad_norm": 1.081865906715393,
      "learning_rate": 4.416399421451586e-06,
      "loss": 0.3929,
      "step": 564350
    },
    {
      "epoch": 157.51,
      "grad_norm": 1.4638745784759521,
      "learning_rate": 4.416386797549658e-06,
      "loss": 0.3866,
      "step": 564360
    },
    {
      "epoch": 157.51,
      "grad_norm": 1.1891220808029175,
      "learning_rate": 4.416374173371863e-06,
      "loss": 0.373,
      "step": 564370
    },
    {
      "epoch": 157.52,
      "grad_norm": 1.0841028690338135,
      "learning_rate": 4.416361548918199e-06,
      "loss": 0.4059,
      "step": 564380
    },
    {
      "epoch": 157.52,
      "grad_norm": 1.3450270891189575,
      "learning_rate": 4.416348924188671e-06,
      "loss": 0.3877,
      "step": 564390
    },
    {
      "epoch": 157.52,
      "grad_norm": 1.2233355045318604,
      "learning_rate": 4.416336299183279e-06,
      "loss": 0.3877,
      "step": 564400
    },
    {
      "epoch": 157.52,
      "grad_norm": 1.1615498065948486,
      "learning_rate": 4.416323673902026e-06,
      "loss": 0.3812,
      "step": 564410
    },
    {
      "epoch": 157.53,
      "grad_norm": 1.3660303354263306,
      "learning_rate": 4.416311048344912e-06,
      "loss": 0.3582,
      "step": 564420
    },
    {
      "epoch": 157.53,
      "grad_norm": 1.278747797012329,
      "learning_rate": 4.41629842251194e-06,
      "loss": 0.3747,
      "step": 564430
    },
    {
      "epoch": 157.53,
      "grad_norm": 1.9426534175872803,
      "learning_rate": 4.4162857964031116e-06,
      "loss": 0.3917,
      "step": 564440
    },
    {
      "epoch": 157.54,
      "grad_norm": 6.186025619506836,
      "learning_rate": 4.4162731700184275e-06,
      "loss": 0.3891,
      "step": 564450
    },
    {
      "epoch": 157.54,
      "grad_norm": 1.3795907497406006,
      "learning_rate": 4.41626054335789e-06,
      "loss": 0.3932,
      "step": 564460
    },
    {
      "epoch": 157.54,
      "grad_norm": 1.2367297410964966,
      "learning_rate": 4.416247916421501e-06,
      "loss": 0.3963,
      "step": 564470
    },
    {
      "epoch": 157.54,
      "grad_norm": 1.281557321548462,
      "learning_rate": 4.416235289209262e-06,
      "loss": 0.4048,
      "step": 564480
    },
    {
      "epoch": 157.55,
      "grad_norm": 1.1627824306488037,
      "learning_rate": 4.416222661721175e-06,
      "loss": 0.4039,
      "step": 564490
    },
    {
      "epoch": 157.55,
      "grad_norm": 1.5559937953948975,
      "learning_rate": 4.416210033957241e-06,
      "loss": 0.369,
      "step": 564500
    },
    {
      "epoch": 157.55,
      "grad_norm": 1.17788827419281,
      "learning_rate": 4.416197405917461e-06,
      "loss": 0.4005,
      "step": 564510
    },
    {
      "epoch": 157.56,
      "grad_norm": 1.1627141237258911,
      "learning_rate": 4.416184777601839e-06,
      "loss": 0.3701,
      "step": 564520
    },
    {
      "epoch": 157.56,
      "grad_norm": 1.1817864179611206,
      "learning_rate": 4.416172149010376e-06,
      "loss": 0.3779,
      "step": 564530
    },
    {
      "epoch": 157.56,
      "grad_norm": 1.407254695892334,
      "learning_rate": 4.416159520143071e-06,
      "loss": 0.4138,
      "step": 564540
    },
    {
      "epoch": 157.56,
      "grad_norm": 1.132169246673584,
      "learning_rate": 4.416146890999929e-06,
      "loss": 0.3704,
      "step": 564550
    },
    {
      "epoch": 157.57,
      "grad_norm": 1.1091283559799194,
      "learning_rate": 4.416134261580951e-06,
      "loss": 0.3882,
      "step": 564560
    },
    {
      "epoch": 157.57,
      "grad_norm": 1.3360509872436523,
      "learning_rate": 4.416121631886136e-06,
      "loss": 0.396,
      "step": 564570
    },
    {
      "epoch": 157.57,
      "grad_norm": 1.173326849937439,
      "learning_rate": 4.416109001915489e-06,
      "loss": 0.4042,
      "step": 564580
    },
    {
      "epoch": 157.57,
      "grad_norm": 1.2306132316589355,
      "learning_rate": 4.416096371669011e-06,
      "loss": 0.3925,
      "step": 564590
    },
    {
      "epoch": 157.58,
      "grad_norm": 1.138061761856079,
      "learning_rate": 4.416083741146703e-06,
      "loss": 0.385,
      "step": 564600
    },
    {
      "epoch": 157.58,
      "grad_norm": 1.5783989429473877,
      "learning_rate": 4.416071110348566e-06,
      "loss": 0.4025,
      "step": 564610
    },
    {
      "epoch": 157.58,
      "grad_norm": 1.0634430646896362,
      "learning_rate": 4.416058479274603e-06,
      "loss": 0.4016,
      "step": 564620
    },
    {
      "epoch": 157.59,
      "grad_norm": 1.3168007135391235,
      "learning_rate": 4.416045847924815e-06,
      "loss": 0.3957,
      "step": 564630
    },
    {
      "epoch": 157.59,
      "grad_norm": 1.135316014289856,
      "learning_rate": 4.416033216299204e-06,
      "loss": 0.3944,
      "step": 564640
    },
    {
      "epoch": 157.59,
      "grad_norm": 1.312143325805664,
      "learning_rate": 4.416020584397772e-06,
      "loss": 0.3935,
      "step": 564650
    },
    {
      "epoch": 157.59,
      "grad_norm": 1.4730700254440308,
      "learning_rate": 4.41600795222052e-06,
      "loss": 0.3836,
      "step": 564660
    },
    {
      "epoch": 157.6,
      "grad_norm": 1.4747833013534546,
      "learning_rate": 4.415995319767449e-06,
      "loss": 0.3835,
      "step": 564670
    },
    {
      "epoch": 157.6,
      "grad_norm": 1.3081436157226562,
      "learning_rate": 4.415982687038562e-06,
      "loss": 0.3826,
      "step": 564680
    },
    {
      "epoch": 157.6,
      "grad_norm": 1.2568848133087158,
      "learning_rate": 4.415970054033861e-06,
      "loss": 0.3785,
      "step": 564690
    },
    {
      "epoch": 157.61,
      "grad_norm": 1.1462767124176025,
      "learning_rate": 4.415957420753346e-06,
      "loss": 0.3884,
      "step": 564700
    },
    {
      "epoch": 157.61,
      "grad_norm": 1.3705083131790161,
      "learning_rate": 4.41594478719702e-06,
      "loss": 0.3847,
      "step": 564710
    },
    {
      "epoch": 157.61,
      "grad_norm": 1.3689197301864624,
      "learning_rate": 4.4159321533648844e-06,
      "loss": 0.3938,
      "step": 564720
    },
    {
      "epoch": 157.61,
      "grad_norm": 1.1269868612289429,
      "learning_rate": 4.415919519256941e-06,
      "loss": 0.3801,
      "step": 564730
    },
    {
      "epoch": 157.62,
      "grad_norm": 1.004477620124817,
      "learning_rate": 4.4159068848731905e-06,
      "loss": 0.3879,
      "step": 564740
    },
    {
      "epoch": 157.62,
      "grad_norm": 1.2557076215744019,
      "learning_rate": 4.415894250213636e-06,
      "loss": 0.3859,
      "step": 564750
    },
    {
      "epoch": 157.62,
      "grad_norm": 1.0643997192382812,
      "learning_rate": 4.4158816152782785e-06,
      "loss": 0.3976,
      "step": 564760
    },
    {
      "epoch": 157.62,
      "grad_norm": 1.0556875467300415,
      "learning_rate": 4.41586898006712e-06,
      "loss": 0.3849,
      "step": 564770
    },
    {
      "epoch": 157.63,
      "grad_norm": 1.3508985042572021,
      "learning_rate": 4.415856344580161e-06,
      "loss": 0.3787,
      "step": 564780
    },
    {
      "epoch": 157.63,
      "grad_norm": 1.1414152383804321,
      "learning_rate": 4.415843708817405e-06,
      "loss": 0.3744,
      "step": 564790
    },
    {
      "epoch": 157.63,
      "grad_norm": 1.1284985542297363,
      "learning_rate": 4.415831072778852e-06,
      "loss": 0.3829,
      "step": 564800
    },
    {
      "epoch": 157.64,
      "grad_norm": 1.2280871868133545,
      "learning_rate": 4.415818436464505e-06,
      "loss": 0.3844,
      "step": 564810
    },
    {
      "epoch": 157.64,
      "grad_norm": 1.319077730178833,
      "learning_rate": 4.415805799874365e-06,
      "loss": 0.3829,
      "step": 564820
    },
    {
      "epoch": 157.64,
      "grad_norm": 1.209883451461792,
      "learning_rate": 4.415793163008434e-06,
      "loss": 0.3883,
      "step": 564830
    },
    {
      "epoch": 157.64,
      "grad_norm": 1.0535169839859009,
      "learning_rate": 4.415780525866713e-06,
      "loss": 0.3875,
      "step": 564840
    },
    {
      "epoch": 157.65,
      "grad_norm": 1.1169110536575317,
      "learning_rate": 4.415767888449204e-06,
      "loss": 0.3973,
      "step": 564850
    },
    {
      "epoch": 157.65,
      "grad_norm": 1.0156205892562866,
      "learning_rate": 4.415755250755909e-06,
      "loss": 0.4042,
      "step": 564860
    },
    {
      "epoch": 157.65,
      "grad_norm": 1.2544488906860352,
      "learning_rate": 4.41574261278683e-06,
      "loss": 0.3829,
      "step": 564870
    },
    {
      "epoch": 157.66,
      "grad_norm": 1.3050202131271362,
      "learning_rate": 4.4157299745419685e-06,
      "loss": 0.3988,
      "step": 564880
    },
    {
      "epoch": 157.66,
      "grad_norm": 1.2827643156051636,
      "learning_rate": 4.415717336021325e-06,
      "loss": 0.3989,
      "step": 564890
    },
    {
      "epoch": 157.66,
      "grad_norm": 1.1324659585952759,
      "learning_rate": 4.415704697224903e-06,
      "loss": 0.3966,
      "step": 564900
    },
    {
      "epoch": 157.66,
      "grad_norm": 1.2008061408996582,
      "learning_rate": 4.415692058152703e-06,
      "loss": 0.3633,
      "step": 564910
    },
    {
      "epoch": 157.67,
      "grad_norm": 1.0327547788619995,
      "learning_rate": 4.415679418804727e-06,
      "loss": 0.3769,
      "step": 564920
    },
    {
      "epoch": 157.67,
      "grad_norm": 1.172060489654541,
      "learning_rate": 4.415666779180976e-06,
      "loss": 0.3973,
      "step": 564930
    },
    {
      "epoch": 157.67,
      "grad_norm": 1.1773122549057007,
      "learning_rate": 4.415654139281453e-06,
      "loss": 0.3843,
      "step": 564940
    },
    {
      "epoch": 157.68,
      "grad_norm": 1.2981153726577759,
      "learning_rate": 4.415641499106157e-06,
      "loss": 0.3877,
      "step": 564950
    },
    {
      "epoch": 157.68,
      "grad_norm": 1.140793800354004,
      "learning_rate": 4.415628858655094e-06,
      "loss": 0.4025,
      "step": 564960
    },
    {
      "epoch": 157.68,
      "grad_norm": 1.1225969791412354,
      "learning_rate": 4.415616217928263e-06,
      "loss": 0.387,
      "step": 564970
    },
    {
      "epoch": 157.68,
      "grad_norm": 1.320149302482605,
      "learning_rate": 4.415603576925666e-06,
      "loss": 0.3935,
      "step": 564980
    },
    {
      "epoch": 157.69,
      "grad_norm": 1.48537278175354,
      "learning_rate": 4.415590935647305e-06,
      "loss": 0.4005,
      "step": 564990
    },
    {
      "epoch": 157.69,
      "grad_norm": 1.4190729856491089,
      "learning_rate": 4.41557829409318e-06,
      "loss": 0.3976,
      "step": 565000
    },
    {
      "epoch": 157.69,
      "grad_norm": 1.2810091972351074,
      "learning_rate": 4.415565652263295e-06,
      "loss": 0.3976,
      "step": 565010
    },
    {
      "epoch": 157.69,
      "grad_norm": 1.1460025310516357,
      "learning_rate": 4.415553010157651e-06,
      "loss": 0.3926,
      "step": 565020
    },
    {
      "epoch": 157.7,
      "grad_norm": 1.3832573890686035,
      "learning_rate": 4.415540367776249e-06,
      "loss": 0.3691,
      "step": 565030
    },
    {
      "epoch": 157.7,
      "grad_norm": 1.147394061088562,
      "learning_rate": 4.415527725119091e-06,
      "loss": 0.384,
      "step": 565040
    },
    {
      "epoch": 157.7,
      "grad_norm": 1.254990816116333,
      "learning_rate": 4.41551508218618e-06,
      "loss": 0.399,
      "step": 565050
    },
    {
      "epoch": 157.71,
      "grad_norm": 1.139186143875122,
      "learning_rate": 4.415502438977515e-06,
      "loss": 0.3744,
      "step": 565060
    },
    {
      "epoch": 157.71,
      "grad_norm": 1.3903177976608276,
      "learning_rate": 4.4154897954931e-06,
      "loss": 0.3892,
      "step": 565070
    },
    {
      "epoch": 157.71,
      "grad_norm": 1.3325932025909424,
      "learning_rate": 4.415477151732936e-06,
      "loss": 0.3719,
      "step": 565080
    },
    {
      "epoch": 157.71,
      "grad_norm": 1.294600248336792,
      "learning_rate": 4.415464507697024e-06,
      "loss": 0.3847,
      "step": 565090
    },
    {
      "epoch": 157.72,
      "grad_norm": 1.2213447093963623,
      "learning_rate": 4.415451863385366e-06,
      "loss": 0.391,
      "step": 565100
    },
    {
      "epoch": 157.72,
      "grad_norm": 1.2376657724380493,
      "learning_rate": 4.415439218797964e-06,
      "loss": 0.3888,
      "step": 565110
    },
    {
      "epoch": 157.72,
      "grad_norm": 1.1594786643981934,
      "learning_rate": 4.41542657393482e-06,
      "loss": 0.3831,
      "step": 565120
    },
    {
      "epoch": 157.73,
      "grad_norm": 1.1356498003005981,
      "learning_rate": 4.415413928795936e-06,
      "loss": 0.4011,
      "step": 565130
    },
    {
      "epoch": 157.73,
      "grad_norm": 1.293793797492981,
      "learning_rate": 4.415401283381312e-06,
      "loss": 0.3773,
      "step": 565140
    },
    {
      "epoch": 157.73,
      "grad_norm": 1.3014459609985352,
      "learning_rate": 4.415388637690951e-06,
      "loss": 0.3685,
      "step": 565150
    },
    {
      "epoch": 157.73,
      "grad_norm": 1.216402530670166,
      "learning_rate": 4.415375991724854e-06,
      "loss": 0.3814,
      "step": 565160
    },
    {
      "epoch": 157.74,
      "grad_norm": 1.3030295372009277,
      "learning_rate": 4.4153633454830235e-06,
      "loss": 0.3758,
      "step": 565170
    },
    {
      "epoch": 157.74,
      "grad_norm": 1.0981298685073853,
      "learning_rate": 4.415350698965461e-06,
      "loss": 0.4028,
      "step": 565180
    },
    {
      "epoch": 157.74,
      "grad_norm": 4.795552730560303,
      "learning_rate": 4.415338052172167e-06,
      "loss": 0.3726,
      "step": 565190
    },
    {
      "epoch": 157.74,
      "grad_norm": 1.3380783796310425,
      "learning_rate": 4.4153254051031445e-06,
      "loss": 0.3897,
      "step": 565200
    },
    {
      "epoch": 157.75,
      "grad_norm": 0.94634610414505,
      "learning_rate": 4.415312757758395e-06,
      "loss": 0.3723,
      "step": 565210
    },
    {
      "epoch": 157.75,
      "grad_norm": 1.2206261157989502,
      "learning_rate": 4.4153001101379195e-06,
      "loss": 0.3748,
      "step": 565220
    },
    {
      "epoch": 157.75,
      "grad_norm": 1.1755633354187012,
      "learning_rate": 4.41528746224172e-06,
      "loss": 0.3867,
      "step": 565230
    },
    {
      "epoch": 157.76,
      "grad_norm": 1.1930348873138428,
      "learning_rate": 4.415274814069798e-06,
      "loss": 0.3928,
      "step": 565240
    },
    {
      "epoch": 157.76,
      "grad_norm": 1.415881633758545,
      "learning_rate": 4.4152621656221565e-06,
      "loss": 0.4032,
      "step": 565250
    },
    {
      "epoch": 157.76,
      "grad_norm": 1.0805193185806274,
      "learning_rate": 4.415249516898795e-06,
      "loss": 0.3803,
      "step": 565260
    },
    {
      "epoch": 157.76,
      "grad_norm": 1.3827258348464966,
      "learning_rate": 4.415236867899717e-06,
      "loss": 0.394,
      "step": 565270
    },
    {
      "epoch": 157.77,
      "grad_norm": 1.0709117650985718,
      "learning_rate": 4.415224218624923e-06,
      "loss": 0.3698,
      "step": 565280
    },
    {
      "epoch": 157.77,
      "grad_norm": 1.2843023538589478,
      "learning_rate": 4.4152115690744165e-06,
      "loss": 0.3914,
      "step": 565290
    },
    {
      "epoch": 157.77,
      "grad_norm": 1.5911169052124023,
      "learning_rate": 4.415198919248197e-06,
      "loss": 0.3806,
      "step": 565300
    },
    {
      "epoch": 157.78,
      "grad_norm": 1.0339820384979248,
      "learning_rate": 4.415186269146267e-06,
      "loss": 0.3829,
      "step": 565310
    },
    {
      "epoch": 157.78,
      "grad_norm": 1.3671759366989136,
      "learning_rate": 4.415173618768629e-06,
      "loss": 0.4014,
      "step": 565320
    },
    {
      "epoch": 157.78,
      "grad_norm": 1.0218554735183716,
      "learning_rate": 4.415160968115283e-06,
      "loss": 0.3984,
      "step": 565330
    },
    {
      "epoch": 157.78,
      "grad_norm": 1.367738962173462,
      "learning_rate": 4.415148317186232e-06,
      "loss": 0.3822,
      "step": 565340
    },
    {
      "epoch": 157.79,
      "grad_norm": 1.381085753440857,
      "learning_rate": 4.415135665981478e-06,
      "loss": 0.3963,
      "step": 565350
    },
    {
      "epoch": 157.79,
      "grad_norm": 1.294555902481079,
      "learning_rate": 4.415123014501022e-06,
      "loss": 0.3862,
      "step": 565360
    },
    {
      "epoch": 157.79,
      "grad_norm": 1.2093209028244019,
      "learning_rate": 4.415110362744864e-06,
      "loss": 0.3829,
      "step": 565370
    },
    {
      "epoch": 157.8,
      "grad_norm": 1.1053409576416016,
      "learning_rate": 4.4150977107130084e-06,
      "loss": 0.3878,
      "step": 565380
    },
    {
      "epoch": 157.8,
      "grad_norm": 1.165472149848938,
      "learning_rate": 4.415085058405456e-06,
      "loss": 0.3862,
      "step": 565390
    },
    {
      "epoch": 157.8,
      "grad_norm": 1.1199392080307007,
      "learning_rate": 4.415072405822209e-06,
      "loss": 0.3719,
      "step": 565400
    },
    {
      "epoch": 157.8,
      "grad_norm": 1.1933915615081787,
      "learning_rate": 4.415059752963267e-06,
      "loss": 0.3961,
      "step": 565410
    },
    {
      "epoch": 157.81,
      "grad_norm": 1.2992918491363525,
      "learning_rate": 4.4150470998286345e-06,
      "loss": 0.3819,
      "step": 565420
    },
    {
      "epoch": 157.81,
      "grad_norm": 1.1471854448318481,
      "learning_rate": 4.415034446418311e-06,
      "loss": 0.3819,
      "step": 565430
    },
    {
      "epoch": 157.81,
      "grad_norm": 1.3437974452972412,
      "learning_rate": 4.4150217927322985e-06,
      "loss": 0.3729,
      "step": 565440
    },
    {
      "epoch": 157.81,
      "grad_norm": 1.4886646270751953,
      "learning_rate": 4.4150091387706e-06,
      "loss": 0.4063,
      "step": 565450
    },
    {
      "epoch": 157.82,
      "grad_norm": 1.4050774574279785,
      "learning_rate": 4.414996484533216e-06,
      "loss": 0.3905,
      "step": 565460
    },
    {
      "epoch": 157.82,
      "grad_norm": 1.2991127967834473,
      "learning_rate": 4.4149838300201485e-06,
      "loss": 0.3942,
      "step": 565470
    },
    {
      "epoch": 157.82,
      "grad_norm": 1.1183565855026245,
      "learning_rate": 4.4149711752313995e-06,
      "loss": 0.3887,
      "step": 565480
    },
    {
      "epoch": 157.83,
      "grad_norm": 1.04161536693573,
      "learning_rate": 4.41495852016697e-06,
      "loss": 0.3838,
      "step": 565490
    },
    {
      "epoch": 157.83,
      "grad_norm": 1.109452486038208,
      "learning_rate": 4.414945864826863e-06,
      "loss": 0.3977,
      "step": 565500
    },
    {
      "epoch": 157.83,
      "grad_norm": 1.3389137983322144,
      "learning_rate": 4.414933209211078e-06,
      "loss": 0.3856,
      "step": 565510
    },
    {
      "epoch": 157.83,
      "grad_norm": 2.5627479553222656,
      "learning_rate": 4.414920553319618e-06,
      "loss": 0.397,
      "step": 565520
    },
    {
      "epoch": 157.84,
      "grad_norm": 1.1895453929901123,
      "learning_rate": 4.4149078971524854e-06,
      "loss": 0.3854,
      "step": 565530
    },
    {
      "epoch": 157.84,
      "grad_norm": 1.1810035705566406,
      "learning_rate": 4.414895240709681e-06,
      "loss": 0.3819,
      "step": 565540
    },
    {
      "epoch": 157.84,
      "grad_norm": 1.2815301418304443,
      "learning_rate": 4.414882583991206e-06,
      "loss": 0.3935,
      "step": 565550
    },
    {
      "epoch": 157.85,
      "grad_norm": 1.5048000812530518,
      "learning_rate": 4.414869926997064e-06,
      "loss": 0.3724,
      "step": 565560
    },
    {
      "epoch": 157.85,
      "grad_norm": 1.1525731086730957,
      "learning_rate": 4.414857269727254e-06,
      "loss": 0.3906,
      "step": 565570
    },
    {
      "epoch": 157.85,
      "grad_norm": 1.1936084032058716,
      "learning_rate": 4.414844612181779e-06,
      "loss": 0.3697,
      "step": 565580
    },
    {
      "epoch": 157.85,
      "grad_norm": 1.2670756578445435,
      "learning_rate": 4.414831954360642e-06,
      "loss": 0.3916,
      "step": 565590
    },
    {
      "epoch": 157.86,
      "grad_norm": 1.2419503927230835,
      "learning_rate": 4.4148192962638425e-06,
      "loss": 0.3969,
      "step": 565600
    },
    {
      "epoch": 157.86,
      "grad_norm": 1.2522069215774536,
      "learning_rate": 4.414806637891384e-06,
      "loss": 0.3969,
      "step": 565610
    },
    {
      "epoch": 157.86,
      "grad_norm": 1.2858659029006958,
      "learning_rate": 4.414793979243266e-06,
      "loss": 0.3864,
      "step": 565620
    },
    {
      "epoch": 157.86,
      "grad_norm": 1.361194133758545,
      "learning_rate": 4.414781320319493e-06,
      "loss": 0.3896,
      "step": 565630
    },
    {
      "epoch": 157.87,
      "grad_norm": 1.343084692955017,
      "learning_rate": 4.414768661120064e-06,
      "loss": 0.3701,
      "step": 565640
    },
    {
      "epoch": 157.87,
      "grad_norm": 1.4509609937667847,
      "learning_rate": 4.414756001644982e-06,
      "loss": 0.3903,
      "step": 565650
    },
    {
      "epoch": 157.87,
      "grad_norm": 1.59429132938385,
      "learning_rate": 4.414743341894249e-06,
      "loss": 0.3874,
      "step": 565660
    },
    {
      "epoch": 157.88,
      "grad_norm": 1.6120411157608032,
      "learning_rate": 4.414730681867865e-06,
      "loss": 0.386,
      "step": 565670
    },
    {
      "epoch": 157.88,
      "grad_norm": 1.2361469268798828,
      "learning_rate": 4.414718021565834e-06,
      "loss": 0.3968,
      "step": 565680
    },
    {
      "epoch": 157.88,
      "grad_norm": 1.1640381813049316,
      "learning_rate": 4.4147053609881565e-06,
      "loss": 0.3898,
      "step": 565690
    },
    {
      "epoch": 157.88,
      "grad_norm": 1.3437215089797974,
      "learning_rate": 4.4146927001348346e-06,
      "loss": 0.3861,
      "step": 565700
    },
    {
      "epoch": 157.89,
      "grad_norm": 1.2575215101242065,
      "learning_rate": 4.4146800390058695e-06,
      "loss": 0.3851,
      "step": 565710
    },
    {
      "epoch": 157.89,
      "grad_norm": 1.0601760149002075,
      "learning_rate": 4.414667377601263e-06,
      "loss": 0.3719,
      "step": 565720
    },
    {
      "epoch": 157.89,
      "grad_norm": 1.125470519065857,
      "learning_rate": 4.414654715921016e-06,
      "loss": 0.393,
      "step": 565730
    },
    {
      "epoch": 157.9,
      "grad_norm": 1.5973361730575562,
      "learning_rate": 4.414642053965132e-06,
      "loss": 0.391,
      "step": 565740
    },
    {
      "epoch": 157.9,
      "grad_norm": 1.253745675086975,
      "learning_rate": 4.4146293917336115e-06,
      "loss": 0.4059,
      "step": 565750
    },
    {
      "epoch": 157.9,
      "grad_norm": 1.2445433139801025,
      "learning_rate": 4.414616729226456e-06,
      "loss": 0.4102,
      "step": 565760
    },
    {
      "epoch": 157.9,
      "grad_norm": 0.965582013130188,
      "learning_rate": 4.4146040664436676e-06,
      "loss": 0.3878,
      "step": 565770
    },
    {
      "epoch": 157.91,
      "grad_norm": 1.6372960805892944,
      "learning_rate": 4.414591403385249e-06,
      "loss": 0.4014,
      "step": 565780
    },
    {
      "epoch": 157.91,
      "grad_norm": 1.180090069770813,
      "learning_rate": 4.414578740051199e-06,
      "loss": 0.3724,
      "step": 565790
    },
    {
      "epoch": 157.91,
      "grad_norm": 1.1282566785812378,
      "learning_rate": 4.414566076441523e-06,
      "loss": 0.3996,
      "step": 565800
    },
    {
      "epoch": 157.92,
      "grad_norm": 1.4767061471939087,
      "learning_rate": 4.4145534125562195e-06,
      "loss": 0.3883,
      "step": 565810
    },
    {
      "epoch": 157.92,
      "grad_norm": 1.470587134361267,
      "learning_rate": 4.4145407483952915e-06,
      "loss": 0.3865,
      "step": 565820
    },
    {
      "epoch": 157.92,
      "grad_norm": 1.264825701713562,
      "learning_rate": 4.4145280839587415e-06,
      "loss": 0.3699,
      "step": 565830
    },
    {
      "epoch": 157.92,
      "grad_norm": 1.5833783149719238,
      "learning_rate": 4.41451541924657e-06,
      "loss": 0.4086,
      "step": 565840
    },
    {
      "epoch": 157.93,
      "grad_norm": 1.2569358348846436,
      "learning_rate": 4.414502754258779e-06,
      "loss": 0.4008,
      "step": 565850
    },
    {
      "epoch": 157.93,
      "grad_norm": 1.4241896867752075,
      "learning_rate": 4.414490088995371e-06,
      "loss": 0.386,
      "step": 565860
    },
    {
      "epoch": 157.93,
      "grad_norm": 1.410868525505066,
      "learning_rate": 4.4144774234563456e-06,
      "loss": 0.3841,
      "step": 565870
    },
    {
      "epoch": 157.93,
      "grad_norm": 1.1340811252593994,
      "learning_rate": 4.414464757641707e-06,
      "loss": 0.3801,
      "step": 565880
    },
    {
      "epoch": 157.94,
      "grad_norm": 4.605373859405518,
      "learning_rate": 4.414452091551455e-06,
      "loss": 0.3803,
      "step": 565890
    },
    {
      "epoch": 157.94,
      "grad_norm": 1.5561147928237915,
      "learning_rate": 4.414439425185592e-06,
      "loss": 0.4012,
      "step": 565900
    },
    {
      "epoch": 157.94,
      "grad_norm": 1.266785979270935,
      "learning_rate": 4.41442675854412e-06,
      "loss": 0.3928,
      "step": 565910
    },
    {
      "epoch": 157.95,
      "grad_norm": 1.3582375049591064,
      "learning_rate": 4.41441409162704e-06,
      "loss": 0.4003,
      "step": 565920
    },
    {
      "epoch": 157.95,
      "grad_norm": 1.2432435750961304,
      "learning_rate": 4.414401424434355e-06,
      "loss": 0.3892,
      "step": 565930
    },
    {
      "epoch": 157.95,
      "grad_norm": 1.3049613237380981,
      "learning_rate": 4.414388756966064e-06,
      "loss": 0.3732,
      "step": 565940
    },
    {
      "epoch": 157.95,
      "grad_norm": 0.9908047914505005,
      "learning_rate": 4.414376089222172e-06,
      "loss": 0.3672,
      "step": 565950
    },
    {
      "epoch": 157.96,
      "grad_norm": 1.7550395727157593,
      "learning_rate": 4.414363421202679e-06,
      "loss": 0.3681,
      "step": 565960
    },
    {
      "epoch": 157.96,
      "grad_norm": 1.3739924430847168,
      "learning_rate": 4.414350752907585e-06,
      "loss": 0.3747,
      "step": 565970
    },
    {
      "epoch": 157.96,
      "grad_norm": 2.194596290588379,
      "learning_rate": 4.414338084336895e-06,
      "loss": 0.3839,
      "step": 565980
    },
    {
      "epoch": 157.97,
      "grad_norm": 1.1971142292022705,
      "learning_rate": 4.41432541549061e-06,
      "loss": 0.3751,
      "step": 565990
    },
    {
      "epoch": 157.97,
      "grad_norm": 1.1350250244140625,
      "learning_rate": 4.414312746368728e-06,
      "loss": 0.3858,
      "step": 566000
    },
    {
      "epoch": 157.97,
      "grad_norm": 1.5699825286865234,
      "learning_rate": 4.414300076971256e-06,
      "loss": 0.3906,
      "step": 566010
    },
    {
      "epoch": 157.97,
      "grad_norm": 1.2402215003967285,
      "learning_rate": 4.414287407298193e-06,
      "loss": 0.3909,
      "step": 566020
    },
    {
      "epoch": 157.98,
      "grad_norm": 1.1964802742004395,
      "learning_rate": 4.41427473734954e-06,
      "loss": 0.3932,
      "step": 566030
    },
    {
      "epoch": 157.98,
      "grad_norm": 1.5197731256484985,
      "learning_rate": 4.414262067125301e-06,
      "loss": 0.3921,
      "step": 566040
    },
    {
      "epoch": 157.98,
      "grad_norm": 1.29860520362854,
      "learning_rate": 4.414249396625475e-06,
      "loss": 0.3789,
      "step": 566050
    },
    {
      "epoch": 157.98,
      "grad_norm": 1.327077031135559,
      "learning_rate": 4.4142367258500655e-06,
      "loss": 0.4026,
      "step": 566060
    },
    {
      "epoch": 157.99,
      "grad_norm": 4.433459758758545,
      "learning_rate": 4.414224054799073e-06,
      "loss": 0.3877,
      "step": 566070
    },
    {
      "epoch": 157.99,
      "grad_norm": 1.3249781131744385,
      "learning_rate": 4.4142113834725e-06,
      "loss": 0.391,
      "step": 566080
    },
    {
      "epoch": 157.99,
      "grad_norm": 1.531278371810913,
      "learning_rate": 4.4141987118703485e-06,
      "loss": 0.3797,
      "step": 566090
    },
    {
      "epoch": 158.0,
      "grad_norm": 1.259046196937561,
      "learning_rate": 4.41418603999262e-06,
      "loss": 0.3825,
      "step": 566100
    },
    {
      "epoch": 158.0,
      "grad_norm": 1.3578158617019653,
      "learning_rate": 4.414173367839315e-06,
      "loss": 0.389,
      "step": 566110
    },
    {
      "epoch": 158.0,
      "eval_loss": 0.39031410217285156,
      "eval_runtime": 63.0419,
      "eval_samples_per_second": 80.248,
      "eval_steps_per_second": 10.041,
      "step": 566114
    },
    {
      "epoch": 158.0,
      "grad_norm": 1.236454963684082,
      "learning_rate": 4.414160695410436e-06,
      "loss": 0.4053,
      "step": 566120
    },
    {
      "epoch": 158.0,
      "grad_norm": 0.9838753342628479,
      "learning_rate": 4.414148022705986e-06,
      "loss": 0.3819,
      "step": 566130
    },
    {
      "epoch": 158.01,
      "grad_norm": 1.2701070308685303,
      "learning_rate": 4.414135349725965e-06,
      "loss": 0.3897,
      "step": 566140
    },
    {
      "epoch": 158.01,
      "grad_norm": 1.097860336303711,
      "learning_rate": 4.414122676470374e-06,
      "loss": 0.4015,
      "step": 566150
    },
    {
      "epoch": 158.01,
      "grad_norm": 1.406548023223877,
      "learning_rate": 4.4141100029392175e-06,
      "loss": 0.3904,
      "step": 566160
    },
    {
      "epoch": 158.02,
      "grad_norm": 1.721019983291626,
      "learning_rate": 4.414097329132494e-06,
      "loss": 0.3855,
      "step": 566170
    },
    {
      "epoch": 158.02,
      "grad_norm": 1.3471180200576782,
      "learning_rate": 4.414084655050208e-06,
      "loss": 0.3949,
      "step": 566180
    },
    {
      "epoch": 158.02,
      "grad_norm": 1.26410710811615,
      "learning_rate": 4.414071980692359e-06,
      "loss": 0.3878,
      "step": 566190
    },
    {
      "epoch": 158.02,
      "grad_norm": 1.0405153036117554,
      "learning_rate": 4.4140593060589495e-06,
      "loss": 0.3903,
      "step": 566200
    },
    {
      "epoch": 158.03,
      "grad_norm": 1.212018370628357,
      "learning_rate": 4.414046631149982e-06,
      "loss": 0.3839,
      "step": 566210
    },
    {
      "epoch": 158.03,
      "grad_norm": 1.1123868227005005,
      "learning_rate": 4.4140339559654575e-06,
      "loss": 0.3724,
      "step": 566220
    },
    {
      "epoch": 158.03,
      "grad_norm": 1.415165901184082,
      "learning_rate": 4.414021280505377e-06,
      "loss": 0.3929,
      "step": 566230
    },
    {
      "epoch": 158.04,
      "grad_norm": 1.1160191297531128,
      "learning_rate": 4.414008604769743e-06,
      "loss": 0.3815,
      "step": 566240
    },
    {
      "epoch": 158.04,
      "grad_norm": 1.0684642791748047,
      "learning_rate": 4.413995928758557e-06,
      "loss": 0.3878,
      "step": 566250
    },
    {
      "epoch": 158.04,
      "grad_norm": 1.340934157371521,
      "learning_rate": 4.4139832524718205e-06,
      "loss": 0.4006,
      "step": 566260
    },
    {
      "epoch": 158.04,
      "grad_norm": 1.0137830972671509,
      "learning_rate": 4.4139705759095365e-06,
      "loss": 0.3846,
      "step": 566270
    },
    {
      "epoch": 158.05,
      "grad_norm": 1.2310676574707031,
      "learning_rate": 4.413957899071704e-06,
      "loss": 0.3992,
      "step": 566280
    },
    {
      "epoch": 158.05,
      "grad_norm": 0.987602174282074,
      "learning_rate": 4.413945221958328e-06,
      "loss": 0.3915,
      "step": 566290
    },
    {
      "epoch": 158.05,
      "grad_norm": 1.2109460830688477,
      "learning_rate": 4.4139325445694066e-06,
      "loss": 0.3999,
      "step": 566300
    },
    {
      "epoch": 158.05,
      "grad_norm": 1.2564629316329956,
      "learning_rate": 4.413919866904945e-06,
      "loss": 0.4022,
      "step": 566310
    },
    {
      "epoch": 158.06,
      "grad_norm": 1.1576588153839111,
      "learning_rate": 4.413907188964942e-06,
      "loss": 0.3787,
      "step": 566320
    },
    {
      "epoch": 158.06,
      "grad_norm": 1.1563091278076172,
      "learning_rate": 4.4138945107494005e-06,
      "loss": 0.4104,
      "step": 566330
    },
    {
      "epoch": 158.06,
      "grad_norm": 1.303141474723816,
      "learning_rate": 4.413881832258323e-06,
      "loss": 0.3892,
      "step": 566340
    },
    {
      "epoch": 158.07,
      "grad_norm": 1.1811612844467163,
      "learning_rate": 4.413869153491711e-06,
      "loss": 0.3807,
      "step": 566350
    },
    {
      "epoch": 158.07,
      "grad_norm": 1.072616696357727,
      "learning_rate": 4.413856474449564e-06,
      "loss": 0.3989,
      "step": 566360
    },
    {
      "epoch": 158.07,
      "grad_norm": 1.329843521118164,
      "learning_rate": 4.413843795131886e-06,
      "loss": 0.3761,
      "step": 566370
    },
    {
      "epoch": 158.07,
      "grad_norm": 1.1469674110412598,
      "learning_rate": 4.413831115538678e-06,
      "loss": 0.3817,
      "step": 566380
    },
    {
      "epoch": 158.08,
      "grad_norm": 1.2620863914489746,
      "learning_rate": 4.413818435669941e-06,
      "loss": 0.414,
      "step": 566390
    },
    {
      "epoch": 158.08,
      "grad_norm": 1.3086692094802856,
      "learning_rate": 4.413805755525679e-06,
      "loss": 0.3841,
      "step": 566400
    },
    {
      "epoch": 158.08,
      "grad_norm": 1.1332638263702393,
      "learning_rate": 4.4137930751058905e-06,
      "loss": 0.3942,
      "step": 566410
    },
    {
      "epoch": 158.09,
      "grad_norm": 1.3759428262710571,
      "learning_rate": 4.413780394410579e-06,
      "loss": 0.3951,
      "step": 566420
    },
    {
      "epoch": 158.09,
      "grad_norm": 1.2865428924560547,
      "learning_rate": 4.413767713439746e-06,
      "loss": 0.394,
      "step": 566430
    },
    {
      "epoch": 158.09,
      "grad_norm": 1.187680959701538,
      "learning_rate": 4.413755032193392e-06,
      "loss": 0.3866,
      "step": 566440
    },
    {
      "epoch": 158.09,
      "grad_norm": 1.277072787284851,
      "learning_rate": 4.413742350671521e-06,
      "loss": 0.394,
      "step": 566450
    },
    {
      "epoch": 158.1,
      "grad_norm": 1.2948061227798462,
      "learning_rate": 4.413729668874133e-06,
      "loss": 0.4024,
      "step": 566460
    },
    {
      "epoch": 158.1,
      "grad_norm": 1.1990787982940674,
      "learning_rate": 4.413716986801231e-06,
      "loss": 0.3889,
      "step": 566470
    },
    {
      "epoch": 158.1,
      "grad_norm": 1.2597309350967407,
      "learning_rate": 4.413704304452815e-06,
      "loss": 0.3796,
      "step": 566480
    },
    {
      "epoch": 158.1,
      "grad_norm": 1.25836980342865,
      "learning_rate": 4.4136916218288876e-06,
      "loss": 0.3731,
      "step": 566490
    },
    {
      "epoch": 158.11,
      "grad_norm": 1.154300570487976,
      "learning_rate": 4.413678938929451e-06,
      "loss": 0.3876,
      "step": 566500
    },
    {
      "epoch": 158.11,
      "grad_norm": 1.2721424102783203,
      "learning_rate": 4.4136662557545055e-06,
      "loss": 0.3906,
      "step": 566510
    },
    {
      "epoch": 158.11,
      "grad_norm": 1.106034755706787,
      "learning_rate": 4.413653572304054e-06,
      "loss": 0.38,
      "step": 566520
    },
    {
      "epoch": 158.12,
      "grad_norm": 1.345033884048462,
      "learning_rate": 4.413640888578098e-06,
      "loss": 0.3785,
      "step": 566530
    },
    {
      "epoch": 158.12,
      "grad_norm": 1.3762476444244385,
      "learning_rate": 4.413628204576638e-06,
      "loss": 0.3859,
      "step": 566540
    },
    {
      "epoch": 158.12,
      "grad_norm": 1.2197203636169434,
      "learning_rate": 4.413615520299677e-06,
      "loss": 0.3997,
      "step": 566550
    },
    {
      "epoch": 158.12,
      "grad_norm": 1.2652935981750488,
      "learning_rate": 4.4136028357472175e-06,
      "loss": 0.4031,
      "step": 566560
    },
    {
      "epoch": 158.13,
      "grad_norm": 1.4118860960006714,
      "learning_rate": 4.413590150919259e-06,
      "loss": 0.3793,
      "step": 566570
    },
    {
      "epoch": 158.13,
      "grad_norm": 1.4520106315612793,
      "learning_rate": 4.413577465815804e-06,
      "loss": 0.3778,
      "step": 566580
    },
    {
      "epoch": 158.13,
      "grad_norm": 1.0688798427581787,
      "learning_rate": 4.413564780436855e-06,
      "loss": 0.3856,
      "step": 566590
    },
    {
      "epoch": 158.14,
      "grad_norm": 1.0697420835494995,
      "learning_rate": 4.413552094782413e-06,
      "loss": 0.3845,
      "step": 566600
    },
    {
      "epoch": 158.14,
      "grad_norm": 1.2259044647216797,
      "learning_rate": 4.413539408852479e-06,
      "loss": 0.3838,
      "step": 566610
    },
    {
      "epoch": 158.14,
      "grad_norm": 1.0670503377914429,
      "learning_rate": 4.4135267226470564e-06,
      "loss": 0.3758,
      "step": 566620
    },
    {
      "epoch": 158.14,
      "grad_norm": 1.1376579999923706,
      "learning_rate": 4.413514036166145e-06,
      "loss": 0.3869,
      "step": 566630
    },
    {
      "epoch": 158.15,
      "grad_norm": 1.2779210805892944,
      "learning_rate": 4.413501349409749e-06,
      "loss": 0.3893,
      "step": 566640
    },
    {
      "epoch": 158.15,
      "grad_norm": 1.1791882514953613,
      "learning_rate": 4.413488662377867e-06,
      "loss": 0.3985,
      "step": 566650
    },
    {
      "epoch": 158.15,
      "grad_norm": 0.9859137535095215,
      "learning_rate": 4.413475975070503e-06,
      "loss": 0.3744,
      "step": 566660
    },
    {
      "epoch": 158.16,
      "grad_norm": 1.1217502355575562,
      "learning_rate": 4.413463287487658e-06,
      "loss": 0.3944,
      "step": 566670
    },
    {
      "epoch": 158.16,
      "grad_norm": 1.1305679082870483,
      "learning_rate": 4.413450599629333e-06,
      "loss": 0.3818,
      "step": 566680
    },
    {
      "epoch": 158.16,
      "grad_norm": 1.3871699571609497,
      "learning_rate": 4.413437911495531e-06,
      "loss": 0.3747,
      "step": 566690
    },
    {
      "epoch": 158.16,
      "grad_norm": 1.1236772537231445,
      "learning_rate": 4.413425223086252e-06,
      "loss": 0.3805,
      "step": 566700
    },
    {
      "epoch": 158.17,
      "grad_norm": 1.3652442693710327,
      "learning_rate": 4.4134125344014994e-06,
      "loss": 0.381,
      "step": 566710
    },
    {
      "epoch": 158.17,
      "grad_norm": 1.3082489967346191,
      "learning_rate": 4.413399845441275e-06,
      "loss": 0.3916,
      "step": 566720
    },
    {
      "epoch": 158.17,
      "grad_norm": 1.024716854095459,
      "learning_rate": 4.413387156205578e-06,
      "loss": 0.3721,
      "step": 566730
    },
    {
      "epoch": 158.17,
      "grad_norm": 1.2232478857040405,
      "learning_rate": 4.413374466694412e-06,
      "loss": 0.4039,
      "step": 566740
    },
    {
      "epoch": 158.18,
      "grad_norm": 1.2195461988449097,
      "learning_rate": 4.413361776907779e-06,
      "loss": 0.3953,
      "step": 566750
    },
    {
      "epoch": 158.18,
      "grad_norm": 0.9957067370414734,
      "learning_rate": 4.41334908684568e-06,
      "loss": 0.3959,
      "step": 566760
    },
    {
      "epoch": 158.18,
      "grad_norm": 1.1835248470306396,
      "learning_rate": 4.413336396508117e-06,
      "loss": 0.3921,
      "step": 566770
    },
    {
      "epoch": 158.19,
      "grad_norm": 1.1652553081512451,
      "learning_rate": 4.413323705895091e-06,
      "loss": 0.3787,
      "step": 566780
    },
    {
      "epoch": 158.19,
      "grad_norm": 1.4105476140975952,
      "learning_rate": 4.413311015006605e-06,
      "loss": 0.3855,
      "step": 566790
    },
    {
      "epoch": 158.19,
      "grad_norm": 1.4335081577301025,
      "learning_rate": 4.4132983238426586e-06,
      "loss": 0.3689,
      "step": 566800
    },
    {
      "epoch": 158.19,
      "grad_norm": 1.071418285369873,
      "learning_rate": 4.413285632403256e-06,
      "loss": 0.3867,
      "step": 566810
    },
    {
      "epoch": 158.2,
      "grad_norm": 1.1178756952285767,
      "learning_rate": 4.413272940688397e-06,
      "loss": 0.3938,
      "step": 566820
    },
    {
      "epoch": 158.2,
      "grad_norm": 1.1345491409301758,
      "learning_rate": 4.4132602486980834e-06,
      "loss": 0.3823,
      "step": 566830
    },
    {
      "epoch": 158.2,
      "grad_norm": 1.4399304389953613,
      "learning_rate": 4.413247556432318e-06,
      "loss": 0.3859,
      "step": 566840
    },
    {
      "epoch": 158.21,
      "grad_norm": 1.409906268119812,
      "learning_rate": 4.413234863891102e-06,
      "loss": 0.3798,
      "step": 566850
    },
    {
      "epoch": 158.21,
      "grad_norm": 1.5040847063064575,
      "learning_rate": 4.413222171074437e-06,
      "loss": 0.3804,
      "step": 566860
    },
    {
      "epoch": 158.21,
      "grad_norm": 1.4390121698379517,
      "learning_rate": 4.413209477982324e-06,
      "loss": 0.3883,
      "step": 566870
    },
    {
      "epoch": 158.21,
      "grad_norm": 1.034219741821289,
      "learning_rate": 4.413196784614767e-06,
      "loss": 0.3718,
      "step": 566880
    },
    {
      "epoch": 158.22,
      "grad_norm": 1.4369125366210938,
      "learning_rate": 4.4131840909717645e-06,
      "loss": 0.389,
      "step": 566890
    },
    {
      "epoch": 158.22,
      "grad_norm": 1.375281810760498,
      "learning_rate": 4.4131713970533206e-06,
      "loss": 0.3847,
      "step": 566900
    },
    {
      "epoch": 158.22,
      "grad_norm": 1.148518681526184,
      "learning_rate": 4.413158702859435e-06,
      "loss": 0.3954,
      "step": 566910
    },
    {
      "epoch": 158.22,
      "grad_norm": 1.0121313333511353,
      "learning_rate": 4.413146008390111e-06,
      "loss": 0.3727,
      "step": 566920
    },
    {
      "epoch": 158.23,
      "grad_norm": 1.506857991218567,
      "learning_rate": 4.413133313645351e-06,
      "loss": 0.3871,
      "step": 566930
    },
    {
      "epoch": 158.23,
      "grad_norm": 1.2231462001800537,
      "learning_rate": 4.4131206186251546e-06,
      "loss": 0.3944,
      "step": 566940
    },
    {
      "epoch": 158.23,
      "grad_norm": 1.308781623840332,
      "learning_rate": 4.413107923329525e-06,
      "loss": 0.3942,
      "step": 566950
    },
    {
      "epoch": 158.24,
      "grad_norm": 1.0044656991958618,
      "learning_rate": 4.413095227758463e-06,
      "loss": 0.3923,
      "step": 566960
    },
    {
      "epoch": 158.24,
      "grad_norm": 1.3756006956100464,
      "learning_rate": 4.41308253191197e-06,
      "loss": 0.3808,
      "step": 566970
    },
    {
      "epoch": 158.24,
      "grad_norm": 1.0815635919570923,
      "learning_rate": 4.413069835790049e-06,
      "loss": 0.391,
      "step": 566980
    },
    {
      "epoch": 158.24,
      "grad_norm": 1.1281137466430664,
      "learning_rate": 4.4130571393927e-06,
      "loss": 0.3768,
      "step": 566990
    },
    {
      "epoch": 158.25,
      "grad_norm": 1.1503961086273193,
      "learning_rate": 4.413044442719927e-06,
      "loss": 0.3938,
      "step": 567000
    },
    {
      "epoch": 158.25,
      "grad_norm": 1.232909917831421,
      "learning_rate": 4.413031745771729e-06,
      "loss": 0.3869,
      "step": 567010
    },
    {
      "epoch": 158.25,
      "grad_norm": 1.2745437622070312,
      "learning_rate": 4.41301904854811e-06,
      "loss": 0.379,
      "step": 567020
    },
    {
      "epoch": 158.26,
      "grad_norm": 1.215785264968872,
      "learning_rate": 4.413006351049071e-06,
      "loss": 0.3943,
      "step": 567030
    },
    {
      "epoch": 158.26,
      "grad_norm": 1.1138556003570557,
      "learning_rate": 4.412993653274613e-06,
      "loss": 0.4006,
      "step": 567040
    },
    {
      "epoch": 158.26,
      "grad_norm": 1.2938579320907593,
      "learning_rate": 4.412980955224738e-06,
      "loss": 0.392,
      "step": 567050
    },
    {
      "epoch": 158.26,
      "grad_norm": 1.3459842205047607,
      "learning_rate": 4.412968256899447e-06,
      "loss": 0.383,
      "step": 567060
    },
    {
      "epoch": 158.27,
      "grad_norm": 1.159392237663269,
      "learning_rate": 4.412955558298743e-06,
      "loss": 0.3779,
      "step": 567070
    },
    {
      "epoch": 158.27,
      "grad_norm": 1.308478593826294,
      "learning_rate": 4.412942859422628e-06,
      "loss": 0.3826,
      "step": 567080
    },
    {
      "epoch": 158.27,
      "grad_norm": 1.6069015264511108,
      "learning_rate": 4.412930160271102e-06,
      "loss": 0.3987,
      "step": 567090
    },
    {
      "epoch": 158.28,
      "grad_norm": 1.406179666519165,
      "learning_rate": 4.412917460844168e-06,
      "loss": 0.3908,
      "step": 567100
    },
    {
      "epoch": 158.28,
      "grad_norm": 1.1424217224121094,
      "learning_rate": 4.412904761141827e-06,
      "loss": 0.3843,
      "step": 567110
    },
    {
      "epoch": 158.28,
      "grad_norm": 1.2071279287338257,
      "learning_rate": 4.412892061164081e-06,
      "loss": 0.3766,
      "step": 567120
    },
    {
      "epoch": 158.28,
      "grad_norm": 1.261700987815857,
      "learning_rate": 4.412879360910932e-06,
      "loss": 0.3836,
      "step": 567130
    },
    {
      "epoch": 158.29,
      "grad_norm": 1.2147152423858643,
      "learning_rate": 4.412866660382381e-06,
      "loss": 0.3991,
      "step": 567140
    },
    {
      "epoch": 158.29,
      "grad_norm": 1.375503420829773,
      "learning_rate": 4.4128539595784296e-06,
      "loss": 0.371,
      "step": 567150
    },
    {
      "epoch": 158.29,
      "grad_norm": 1.2257591485977173,
      "learning_rate": 4.41284125849908e-06,
      "loss": 0.3981,
      "step": 567160
    },
    {
      "epoch": 158.29,
      "grad_norm": 1.2622854709625244,
      "learning_rate": 4.412828557144335e-06,
      "loss": 0.3884,
      "step": 567170
    },
    {
      "epoch": 158.3,
      "grad_norm": 1.2622191905975342,
      "learning_rate": 4.412815855514193e-06,
      "loss": 0.4047,
      "step": 567180
    },
    {
      "epoch": 158.3,
      "grad_norm": 1.2756212949752808,
      "learning_rate": 4.4128031536086595e-06,
      "loss": 0.3813,
      "step": 567190
    },
    {
      "epoch": 158.3,
      "grad_norm": 1.3419979810714722,
      "learning_rate": 4.4127904514277335e-06,
      "loss": 0.3957,
      "step": 567200
    },
    {
      "epoch": 158.31,
      "grad_norm": 1.1481868028640747,
      "learning_rate": 4.4127777489714186e-06,
      "loss": 0.3926,
      "step": 567210
    },
    {
      "epoch": 158.31,
      "grad_norm": 1.0998247861862183,
      "learning_rate": 4.4127650462397145e-06,
      "loss": 0.3828,
      "step": 567220
    },
    {
      "epoch": 158.31,
      "grad_norm": 1.5043290853500366,
      "learning_rate": 4.412752343232625e-06,
      "loss": 0.3726,
      "step": 567230
    },
    {
      "epoch": 158.31,
      "grad_norm": 1.286010980606079,
      "learning_rate": 4.41273963995015e-06,
      "loss": 0.4064,
      "step": 567240
    },
    {
      "epoch": 158.32,
      "grad_norm": 1.2260949611663818,
      "learning_rate": 4.412726936392292e-06,
      "loss": 0.3935,
      "step": 567250
    },
    {
      "epoch": 158.32,
      "grad_norm": 1.2552239894866943,
      "learning_rate": 4.412714232559053e-06,
      "loss": 0.3799,
      "step": 567260
    },
    {
      "epoch": 158.32,
      "grad_norm": 3.3096792697906494,
      "learning_rate": 4.412701528450433e-06,
      "loss": 0.411,
      "step": 567270
    },
    {
      "epoch": 158.33,
      "grad_norm": 1.9725676774978638,
      "learning_rate": 4.412688824066436e-06,
      "loss": 0.3905,
      "step": 567280
    },
    {
      "epoch": 158.33,
      "grad_norm": 1.351847767829895,
      "learning_rate": 4.412676119407063e-06,
      "loss": 0.409,
      "step": 567290
    },
    {
      "epoch": 158.33,
      "grad_norm": 1.094993233680725,
      "learning_rate": 4.4126634144723155e-06,
      "loss": 0.4114,
      "step": 567300
    },
    {
      "epoch": 158.33,
      "grad_norm": 1.2176827192306519,
      "learning_rate": 4.412650709262194e-06,
      "loss": 0.3919,
      "step": 567310
    },
    {
      "epoch": 158.34,
      "grad_norm": 0.9999257922172546,
      "learning_rate": 4.412638003776702e-06,
      "loss": 0.384,
      "step": 567320
    },
    {
      "epoch": 158.34,
      "grad_norm": 1.0701663494110107,
      "learning_rate": 4.41262529801584e-06,
      "loss": 0.3796,
      "step": 567330
    },
    {
      "epoch": 158.34,
      "grad_norm": 1.1996665000915527,
      "learning_rate": 4.41261259197961e-06,
      "loss": 0.3756,
      "step": 567340
    },
    {
      "epoch": 158.34,
      "grad_norm": 1.3512831926345825,
      "learning_rate": 4.4125998856680145e-06,
      "loss": 0.3829,
      "step": 567350
    },
    {
      "epoch": 158.35,
      "grad_norm": 1.1598749160766602,
      "learning_rate": 4.412587179081054e-06,
      "loss": 0.3641,
      "step": 567360
    },
    {
      "epoch": 158.35,
      "grad_norm": 1.2117793560028076,
      "learning_rate": 4.4125744722187315e-06,
      "loss": 0.3776,
      "step": 567370
    },
    {
      "epoch": 158.35,
      "grad_norm": 1.0077732801437378,
      "learning_rate": 4.4125617650810475e-06,
      "loss": 0.3804,
      "step": 567380
    },
    {
      "epoch": 158.36,
      "grad_norm": 1.4198652505874634,
      "learning_rate": 4.412549057668003e-06,
      "loss": 0.3999,
      "step": 567390
    },
    {
      "epoch": 158.36,
      "grad_norm": 1.0910704135894775,
      "learning_rate": 4.412536349979602e-06,
      "loss": 0.3966,
      "step": 567400
    },
    {
      "epoch": 158.36,
      "grad_norm": 1.2426356077194214,
      "learning_rate": 4.412523642015845e-06,
      "loss": 0.3887,
      "step": 567410
    },
    {
      "epoch": 158.36,
      "grad_norm": 1.476381778717041,
      "learning_rate": 4.412510933776733e-06,
      "loss": 0.3912,
      "step": 567420
    },
    {
      "epoch": 158.37,
      "grad_norm": 1.0743075609207153,
      "learning_rate": 4.412498225262269e-06,
      "loss": 0.3961,
      "step": 567430
    },
    {
      "epoch": 158.37,
      "grad_norm": 1.1458674669265747,
      "learning_rate": 4.412485516472454e-06,
      "loss": 0.4041,
      "step": 567440
    },
    {
      "epoch": 158.37,
      "grad_norm": 1.330787181854248,
      "learning_rate": 4.412472807407289e-06,
      "loss": 0.3952,
      "step": 567450
    },
    {
      "epoch": 158.38,
      "grad_norm": 1.4562084674835205,
      "learning_rate": 4.412460098066777e-06,
      "loss": 0.3675,
      "step": 567460
    },
    {
      "epoch": 158.38,
      "grad_norm": 1.388865351676941,
      "learning_rate": 4.412447388450919e-06,
      "loss": 0.3926,
      "step": 567470
    },
    {
      "epoch": 158.38,
      "grad_norm": 1.3343232870101929,
      "learning_rate": 4.412434678559717e-06,
      "loss": 0.3805,
      "step": 567480
    },
    {
      "epoch": 158.38,
      "grad_norm": 1.747876524925232,
      "learning_rate": 4.412421968393172e-06,
      "loss": 0.3946,
      "step": 567490
    },
    {
      "epoch": 158.39,
      "grad_norm": 1.1363650560379028,
      "learning_rate": 4.412409257951287e-06,
      "loss": 0.3832,
      "step": 567500
    },
    {
      "epoch": 158.39,
      "grad_norm": 1.3275461196899414,
      "learning_rate": 4.412396547234063e-06,
      "loss": 0.3895,
      "step": 567510
    },
    {
      "epoch": 158.39,
      "grad_norm": 1.2187386751174927,
      "learning_rate": 4.4123838362415e-06,
      "loss": 0.3933,
      "step": 567520
    },
    {
      "epoch": 158.4,
      "grad_norm": 1.2699244022369385,
      "learning_rate": 4.412371124973602e-06,
      "loss": 0.3894,
      "step": 567530
    },
    {
      "epoch": 158.4,
      "grad_norm": 1.2630863189697266,
      "learning_rate": 4.412358413430371e-06,
      "loss": 0.3969,
      "step": 567540
    },
    {
      "epoch": 158.4,
      "grad_norm": 1.2446753978729248,
      "learning_rate": 4.4123457016118066e-06,
      "loss": 0.4001,
      "step": 567550
    },
    {
      "epoch": 158.4,
      "grad_norm": 1.3016843795776367,
      "learning_rate": 4.412332989517912e-06,
      "loss": 0.3833,
      "step": 567560
    },
    {
      "epoch": 158.41,
      "grad_norm": 1.1298441886901855,
      "learning_rate": 4.412320277148688e-06,
      "loss": 0.376,
      "step": 567570
    },
    {
      "epoch": 158.41,
      "grad_norm": 1.053774356842041,
      "learning_rate": 4.412307564504138e-06,
      "loss": 0.3654,
      "step": 567580
    },
    {
      "epoch": 158.41,
      "grad_norm": 1.2270764112472534,
      "learning_rate": 4.412294851584261e-06,
      "loss": 0.3791,
      "step": 567590
    },
    {
      "epoch": 158.41,
      "grad_norm": 1.1031956672668457,
      "learning_rate": 4.41228213838906e-06,
      "loss": 0.3804,
      "step": 567600
    },
    {
      "epoch": 158.42,
      "grad_norm": 1.2248455286026,
      "learning_rate": 4.412269424918537e-06,
      "loss": 0.3799,
      "step": 567610
    },
    {
      "epoch": 158.42,
      "grad_norm": 1.3831477165222168,
      "learning_rate": 4.412256711172695e-06,
      "loss": 0.3778,
      "step": 567620
    },
    {
      "epoch": 158.42,
      "grad_norm": 1.426346778869629,
      "learning_rate": 4.412243997151533e-06,
      "loss": 0.3816,
      "step": 567630
    },
    {
      "epoch": 158.43,
      "grad_norm": 1.1243757009506226,
      "learning_rate": 4.412231282855054e-06,
      "loss": 0.4032,
      "step": 567640
    },
    {
      "epoch": 158.43,
      "grad_norm": 1.1364935636520386,
      "learning_rate": 4.412218568283259e-06,
      "loss": 0.3777,
      "step": 567650
    },
    {
      "epoch": 158.43,
      "grad_norm": 1.2267391681671143,
      "learning_rate": 4.412205853436151e-06,
      "loss": 0.387,
      "step": 567660
    },
    {
      "epoch": 158.43,
      "grad_norm": 1.1350609064102173,
      "learning_rate": 4.412193138313731e-06,
      "loss": 0.3921,
      "step": 567670
    },
    {
      "epoch": 158.44,
      "grad_norm": 0.979108452796936,
      "learning_rate": 4.412180422916e-06,
      "loss": 0.3896,
      "step": 567680
    },
    {
      "epoch": 158.44,
      "grad_norm": 1.1369315385818481,
      "learning_rate": 4.412167707242961e-06,
      "loss": 0.3735,
      "step": 567690
    },
    {
      "epoch": 158.44,
      "grad_norm": 1.1414330005645752,
      "learning_rate": 4.412154991294615e-06,
      "loss": 0.3815,
      "step": 567700
    },
    {
      "epoch": 158.45,
      "grad_norm": 1.0256071090698242,
      "learning_rate": 4.412142275070963e-06,
      "loss": 0.3836,
      "step": 567710
    },
    {
      "epoch": 158.45,
      "grad_norm": 1.3451262712478638,
      "learning_rate": 4.4121295585720085e-06,
      "loss": 0.3594,
      "step": 567720
    },
    {
      "epoch": 158.45,
      "grad_norm": 1.3249684572219849,
      "learning_rate": 4.412116841797751e-06,
      "loss": 0.3835,
      "step": 567730
    },
    {
      "epoch": 158.45,
      "grad_norm": 1.2151883840560913,
      "learning_rate": 4.412104124748194e-06,
      "loss": 0.3814,
      "step": 567740
    },
    {
      "epoch": 158.46,
      "grad_norm": 1.1812344789505005,
      "learning_rate": 4.412091407423338e-06,
      "loss": 0.3846,
      "step": 567750
    },
    {
      "epoch": 158.46,
      "grad_norm": 1.0151857137680054,
      "learning_rate": 4.412078689823186e-06,
      "loss": 0.3884,
      "step": 567760
    },
    {
      "epoch": 158.46,
      "grad_norm": 1.092704176902771,
      "learning_rate": 4.412065971947738e-06,
      "loss": 0.3856,
      "step": 567770
    },
    {
      "epoch": 158.46,
      "grad_norm": 1.3151606321334839,
      "learning_rate": 4.412053253796998e-06,
      "loss": 0.3629,
      "step": 567780
    },
    {
      "epoch": 158.47,
      "grad_norm": 1.3783963918685913,
      "learning_rate": 4.412040535370965e-06,
      "loss": 0.3873,
      "step": 567790
    },
    {
      "epoch": 158.47,
      "grad_norm": 0.9678406715393066,
      "learning_rate": 4.412027816669643e-06,
      "loss": 0.371,
      "step": 567800
    },
    {
      "epoch": 158.47,
      "grad_norm": 1.0690613985061646,
      "learning_rate": 4.412015097693032e-06,
      "loss": 0.4096,
      "step": 567810
    },
    {
      "epoch": 158.48,
      "grad_norm": 1.3284502029418945,
      "learning_rate": 4.412002378441133e-06,
      "loss": 0.3932,
      "step": 567820
    },
    {
      "epoch": 158.48,
      "grad_norm": 1.1717891693115234,
      "learning_rate": 4.411989658913951e-06,
      "loss": 0.3986,
      "step": 567830
    },
    {
      "epoch": 158.48,
      "grad_norm": 1.566719651222229,
      "learning_rate": 4.411976939111485e-06,
      "loss": 0.3875,
      "step": 567840
    },
    {
      "epoch": 158.48,
      "grad_norm": 1.012184500694275,
      "learning_rate": 4.4119642190337375e-06,
      "loss": 0.4004,
      "step": 567850
    },
    {
      "epoch": 158.49,
      "grad_norm": 1.316012978553772,
      "learning_rate": 4.411951498680711e-06,
      "loss": 0.3717,
      "step": 567860
    },
    {
      "epoch": 158.49,
      "grad_norm": 1.086217999458313,
      "learning_rate": 4.411938778052405e-06,
      "loss": 0.4,
      "step": 567870
    },
    {
      "epoch": 158.49,
      "grad_norm": 1.0032025575637817,
      "learning_rate": 4.411926057148823e-06,
      "loss": 0.3759,
      "step": 567880
    },
    {
      "epoch": 158.5,
      "grad_norm": 1.2926284074783325,
      "learning_rate": 4.411913335969966e-06,
      "loss": 0.39,
      "step": 567890
    },
    {
      "epoch": 158.5,
      "grad_norm": 1.1908347606658936,
      "learning_rate": 4.411900614515836e-06,
      "loss": 0.3876,
      "step": 567900
    },
    {
      "epoch": 158.5,
      "grad_norm": 1.2556321620941162,
      "learning_rate": 4.411887892786434e-06,
      "loss": 0.3799,
      "step": 567910
    },
    {
      "epoch": 158.5,
      "grad_norm": 1.1539676189422607,
      "learning_rate": 4.4118751707817635e-06,
      "loss": 0.3934,
      "step": 567920
    },
    {
      "epoch": 158.51,
      "grad_norm": 1.1833770275115967,
      "learning_rate": 4.411862448501825e-06,
      "loss": 0.3766,
      "step": 567930
    },
    {
      "epoch": 158.51,
      "grad_norm": 1.1769887208938599,
      "learning_rate": 4.411849725946619e-06,
      "loss": 0.3852,
      "step": 567940
    },
    {
      "epoch": 158.51,
      "grad_norm": 1.157791256904602,
      "learning_rate": 4.411837003116149e-06,
      "loss": 0.3933,
      "step": 567950
    },
    {
      "epoch": 158.52,
      "grad_norm": 1.5452877283096313,
      "learning_rate": 4.411824280010417e-06,
      "loss": 0.3913,
      "step": 567960
    },
    {
      "epoch": 158.52,
      "grad_norm": 1.2888365983963013,
      "learning_rate": 4.4118115566294215e-06,
      "loss": 0.3675,
      "step": 567970
    },
    {
      "epoch": 158.52,
      "grad_norm": 1.39650559425354,
      "learning_rate": 4.411798832973169e-06,
      "loss": 0.3819,
      "step": 567980
    },
    {
      "epoch": 158.52,
      "grad_norm": 1.0938000679016113,
      "learning_rate": 4.411786109041656e-06,
      "loss": 0.3966,
      "step": 567990
    },
    {
      "epoch": 158.53,
      "grad_norm": 1.4000554084777832,
      "learning_rate": 4.411773384834889e-06,
      "loss": 0.3961,
      "step": 568000
    },
    {
      "epoch": 158.53,
      "grad_norm": 1.243823766708374,
      "learning_rate": 4.411760660352866e-06,
      "loss": 0.3964,
      "step": 568010
    },
    {
      "epoch": 158.53,
      "grad_norm": 1.2977864742279053,
      "learning_rate": 4.411747935595591e-06,
      "loss": 0.3754,
      "step": 568020
    },
    {
      "epoch": 158.53,
      "grad_norm": 1.0930601358413696,
      "learning_rate": 4.411735210563065e-06,
      "loss": 0.3995,
      "step": 568030
    },
    {
      "epoch": 158.54,
      "grad_norm": 1.0600942373275757,
      "learning_rate": 4.4117224852552896e-06,
      "loss": 0.396,
      "step": 568040
    },
    {
      "epoch": 158.54,
      "grad_norm": 1.354175329208374,
      "learning_rate": 4.411709759672266e-06,
      "loss": 0.3979,
      "step": 568050
    },
    {
      "epoch": 158.54,
      "grad_norm": 1.269264817237854,
      "learning_rate": 4.411697033813997e-06,
      "loss": 0.3923,
      "step": 568060
    },
    {
      "epoch": 158.55,
      "grad_norm": 1.1577565670013428,
      "learning_rate": 4.411684307680484e-06,
      "loss": 0.3884,
      "step": 568070
    },
    {
      "epoch": 158.55,
      "grad_norm": 1.2215830087661743,
      "learning_rate": 4.411671581271728e-06,
      "loss": 0.3774,
      "step": 568080
    },
    {
      "epoch": 158.55,
      "grad_norm": 1.3422236442565918,
      "learning_rate": 4.41165885458773e-06,
      "loss": 0.3896,
      "step": 568090
    },
    {
      "epoch": 158.55,
      "grad_norm": 1.586704969406128,
      "learning_rate": 4.411646127628494e-06,
      "loss": 0.3901,
      "step": 568100
    },
    {
      "epoch": 158.56,
      "grad_norm": 1.1207733154296875,
      "learning_rate": 4.4116334003940205e-06,
      "loss": 0.3898,
      "step": 568110
    },
    {
      "epoch": 158.56,
      "grad_norm": 1.3220049142837524,
      "learning_rate": 4.411620672884311e-06,
      "loss": 0.3834,
      "step": 568120
    },
    {
      "epoch": 158.56,
      "grad_norm": 6.674191474914551,
      "learning_rate": 4.411607945099366e-06,
      "loss": 0.3984,
      "step": 568130
    },
    {
      "epoch": 158.57,
      "grad_norm": 1.1623972654342651,
      "learning_rate": 4.41159521703919e-06,
      "loss": 0.3733,
      "step": 568140
    },
    {
      "epoch": 158.57,
      "grad_norm": 1.184320330619812,
      "learning_rate": 4.411582488703783e-06,
      "loss": 0.3923,
      "step": 568150
    },
    {
      "epoch": 158.57,
      "grad_norm": 1.0405889749526978,
      "learning_rate": 4.411569760093146e-06,
      "loss": 0.3817,
      "step": 568160
    },
    {
      "epoch": 158.57,
      "grad_norm": 1.3591551780700684,
      "learning_rate": 4.411557031207283e-06,
      "loss": 0.3987,
      "step": 568170
    },
    {
      "epoch": 158.58,
      "grad_norm": 1.177643060684204,
      "learning_rate": 4.411544302046194e-06,
      "loss": 0.3919,
      "step": 568180
    },
    {
      "epoch": 158.58,
      "grad_norm": 1.5769940614700317,
      "learning_rate": 4.4115315726098804e-06,
      "loss": 0.399,
      "step": 568190
    },
    {
      "epoch": 158.58,
      "grad_norm": 1.2962883710861206,
      "learning_rate": 4.411518842898345e-06,
      "loss": 0.396,
      "step": 568200
    },
    {
      "epoch": 158.58,
      "grad_norm": 1.32533597946167,
      "learning_rate": 4.411506112911589e-06,
      "loss": 0.4023,
      "step": 568210
    },
    {
      "epoch": 158.59,
      "grad_norm": 1.1035040616989136,
      "learning_rate": 4.411493382649614e-06,
      "loss": 0.3964,
      "step": 568220
    },
    {
      "epoch": 158.59,
      "grad_norm": 1.1343661546707153,
      "learning_rate": 4.411480652112422e-06,
      "loss": 0.3892,
      "step": 568230
    },
    {
      "epoch": 158.59,
      "grad_norm": 1.3041530847549438,
      "learning_rate": 4.411467921300014e-06,
      "loss": 0.4001,
      "step": 568240
    },
    {
      "epoch": 158.6,
      "grad_norm": 1.2293401956558228,
      "learning_rate": 4.411455190212392e-06,
      "loss": 0.3899,
      "step": 568250
    },
    {
      "epoch": 158.6,
      "grad_norm": 1.1860448122024536,
      "learning_rate": 4.411442458849559e-06,
      "loss": 0.4082,
      "step": 568260
    },
    {
      "epoch": 158.6,
      "grad_norm": 1.1310787200927734,
      "learning_rate": 4.411429727211515e-06,
      "loss": 0.3794,
      "step": 568270
    },
    {
      "epoch": 158.6,
      "grad_norm": 1.1526086330413818,
      "learning_rate": 4.411416995298262e-06,
      "loss": 0.3901,
      "step": 568280
    },
    {
      "epoch": 158.61,
      "grad_norm": 1.6281551122665405,
      "learning_rate": 4.4114042631098014e-06,
      "loss": 0.4066,
      "step": 568290
    },
    {
      "epoch": 158.61,
      "grad_norm": 1.0678170919418335,
      "learning_rate": 4.411391530646137e-06,
      "loss": 0.3848,
      "step": 568300
    },
    {
      "epoch": 158.61,
      "grad_norm": 1.1686525344848633,
      "learning_rate": 4.411378797907268e-06,
      "loss": 0.3927,
      "step": 568310
    },
    {
      "epoch": 158.62,
      "grad_norm": 1.368264079093933,
      "learning_rate": 4.4113660648931975e-06,
      "loss": 0.3905,
      "step": 568320
    },
    {
      "epoch": 158.62,
      "grad_norm": 1.1156896352767944,
      "learning_rate": 4.411353331603926e-06,
      "loss": 0.3897,
      "step": 568330
    },
    {
      "epoch": 158.62,
      "grad_norm": 1.0744551420211792,
      "learning_rate": 4.411340598039456e-06,
      "loss": 0.3806,
      "step": 568340
    },
    {
      "epoch": 158.62,
      "grad_norm": 1.3193981647491455,
      "learning_rate": 4.4113278641997895e-06,
      "loss": 0.3753,
      "step": 568350
    },
    {
      "epoch": 158.63,
      "grad_norm": 1.2343871593475342,
      "learning_rate": 4.411315130084928e-06,
      "loss": 0.3931,
      "step": 568360
    },
    {
      "epoch": 158.63,
      "grad_norm": 1.071791410446167,
      "learning_rate": 4.411302395694873e-06,
      "loss": 0.3747,
      "step": 568370
    },
    {
      "epoch": 158.63,
      "grad_norm": 1.275719404220581,
      "learning_rate": 4.411289661029626e-06,
      "loss": 0.3963,
      "step": 568380
    },
    {
      "epoch": 158.64,
      "grad_norm": 1.4020378589630127,
      "learning_rate": 4.411276926089189e-06,
      "loss": 0.4004,
      "step": 568390
    },
    {
      "epoch": 158.64,
      "grad_norm": 1.2907252311706543,
      "learning_rate": 4.411264190873563e-06,
      "loss": 0.3871,
      "step": 568400
    },
    {
      "epoch": 158.64,
      "grad_norm": 1.1981539726257324,
      "learning_rate": 4.4112514553827515e-06,
      "loss": 0.4046,
      "step": 568410
    },
    {
      "epoch": 158.64,
      "grad_norm": 1.1685153245925903,
      "learning_rate": 4.411238719616754e-06,
      "loss": 0.3898,
      "step": 568420
    },
    {
      "epoch": 158.65,
      "grad_norm": 1.352173924446106,
      "learning_rate": 4.411225983575573e-06,
      "loss": 0.3813,
      "step": 568430
    },
    {
      "epoch": 158.65,
      "grad_norm": 1.208486557006836,
      "learning_rate": 4.411213247259211e-06,
      "loss": 0.3861,
      "step": 568440
    },
    {
      "epoch": 158.65,
      "grad_norm": 1.1265546083450317,
      "learning_rate": 4.41120051066767e-06,
      "loss": 0.3845,
      "step": 568450
    },
    {
      "epoch": 158.65,
      "grad_norm": 1.2501442432403564,
      "learning_rate": 4.411187773800949e-06,
      "loss": 0.3951,
      "step": 568460
    },
    {
      "epoch": 158.66,
      "grad_norm": 1.5198124647140503,
      "learning_rate": 4.4111750366590525e-06,
      "loss": 0.3952,
      "step": 568470
    },
    {
      "epoch": 158.66,
      "grad_norm": 1.008713722229004,
      "learning_rate": 4.41116229924198e-06,
      "loss": 0.3717,
      "step": 568480
    },
    {
      "epoch": 158.66,
      "grad_norm": 1.2423593997955322,
      "learning_rate": 4.411149561549736e-06,
      "loss": 0.4023,
      "step": 568490
    },
    {
      "epoch": 158.67,
      "grad_norm": 1.2085109949111938,
      "learning_rate": 4.411136823582319e-06,
      "loss": 0.3827,
      "step": 568500
    },
    {
      "epoch": 158.67,
      "grad_norm": 1.625706434249878,
      "learning_rate": 4.411124085339734e-06,
      "loss": 0.3912,
      "step": 568510
    },
    {
      "epoch": 158.67,
      "grad_norm": 1.2503421306610107,
      "learning_rate": 4.41111134682198e-06,
      "loss": 0.3945,
      "step": 568520
    },
    {
      "epoch": 158.67,
      "grad_norm": 1.2252198457717896,
      "learning_rate": 4.41109860802906e-06,
      "loss": 0.386,
      "step": 568530
    },
    {
      "epoch": 158.68,
      "grad_norm": 1.0857820510864258,
      "learning_rate": 4.411085868960974e-06,
      "loss": 0.389,
      "step": 568540
    },
    {
      "epoch": 158.68,
      "grad_norm": 1.3302555084228516,
      "learning_rate": 4.411073129617726e-06,
      "loss": 0.4059,
      "step": 568550
    },
    {
      "epoch": 158.68,
      "grad_norm": 1.0760953426361084,
      "learning_rate": 4.411060389999317e-06,
      "loss": 0.3973,
      "step": 568560
    },
    {
      "epoch": 158.69,
      "grad_norm": 1.1174225807189941,
      "learning_rate": 4.411047650105748e-06,
      "loss": 0.3933,
      "step": 568570
    },
    {
      "epoch": 158.69,
      "grad_norm": 1.2287161350250244,
      "learning_rate": 4.411034909937022e-06,
      "loss": 0.376,
      "step": 568580
    },
    {
      "epoch": 158.69,
      "grad_norm": 1.2188549041748047,
      "learning_rate": 4.411022169493138e-06,
      "loss": 0.3889,
      "step": 568590
    },
    {
      "epoch": 158.69,
      "grad_norm": 1.1858781576156616,
      "learning_rate": 4.411009428774101e-06,
      "loss": 0.3997,
      "step": 568600
    },
    {
      "epoch": 158.7,
      "grad_norm": 1.1520354747772217,
      "learning_rate": 4.410996687779912e-06,
      "loss": 0.3862,
      "step": 568610
    },
    {
      "epoch": 158.7,
      "grad_norm": 1.0310126543045044,
      "learning_rate": 4.41098394651057e-06,
      "loss": 0.3817,
      "step": 568620
    },
    {
      "epoch": 158.7,
      "grad_norm": 1.1478830575942993,
      "learning_rate": 4.410971204966079e-06,
      "loss": 0.3712,
      "step": 568630
    },
    {
      "epoch": 158.7,
      "grad_norm": 1.2519632577896118,
      "learning_rate": 4.4109584631464405e-06,
      "loss": 0.3848,
      "step": 568640
    },
    {
      "epoch": 158.71,
      "grad_norm": 1.252165675163269,
      "learning_rate": 4.410945721051656e-06,
      "loss": 0.3925,
      "step": 568650
    },
    {
      "epoch": 158.71,
      "grad_norm": 1.2322804927825928,
      "learning_rate": 4.410932978681727e-06,
      "loss": 0.3661,
      "step": 568660
    },
    {
      "epoch": 158.71,
      "grad_norm": 1.5315650701522827,
      "learning_rate": 4.410920236036657e-06,
      "loss": 0.3839,
      "step": 568670
    },
    {
      "epoch": 158.72,
      "grad_norm": 1.2235331535339355,
      "learning_rate": 4.410907493116444e-06,
      "loss": 0.4047,
      "step": 568680
    },
    {
      "epoch": 158.72,
      "grad_norm": 1.1118618249893188,
      "learning_rate": 4.410894749921093e-06,
      "loss": 0.3808,
      "step": 568690
    },
    {
      "epoch": 158.72,
      "grad_norm": 1.3104594945907593,
      "learning_rate": 4.4108820064506035e-06,
      "loss": 0.3993,
      "step": 568700
    },
    {
      "epoch": 158.72,
      "grad_norm": 1.1426345109939575,
      "learning_rate": 4.410869262704979e-06,
      "loss": 0.3972,
      "step": 568710
    },
    {
      "epoch": 158.73,
      "grad_norm": 1.1323456764221191,
      "learning_rate": 4.410856518684219e-06,
      "loss": 0.3759,
      "step": 568720
    },
    {
      "epoch": 158.73,
      "grad_norm": 1.2590898275375366,
      "learning_rate": 4.410843774388328e-06,
      "loss": 0.4017,
      "step": 568730
    },
    {
      "epoch": 158.73,
      "grad_norm": 1.1546889543533325,
      "learning_rate": 4.410831029817306e-06,
      "loss": 0.3774,
      "step": 568740
    },
    {
      "epoch": 158.74,
      "grad_norm": 6.705838203430176,
      "learning_rate": 4.410818284971155e-06,
      "loss": 0.4184,
      "step": 568750
    },
    {
      "epoch": 158.74,
      "grad_norm": 1.5465821027755737,
      "learning_rate": 4.4108055398498765e-06,
      "loss": 0.3805,
      "step": 568760
    },
    {
      "epoch": 158.74,
      "grad_norm": 1.2303403615951538,
      "learning_rate": 4.410792794453472e-06,
      "loss": 0.3779,
      "step": 568770
    },
    {
      "epoch": 158.74,
      "grad_norm": 1.113368034362793,
      "learning_rate": 4.410780048781943e-06,
      "loss": 0.3952,
      "step": 568780
    },
    {
      "epoch": 158.75,
      "grad_norm": 1.3096606731414795,
      "learning_rate": 4.4107673028352934e-06,
      "loss": 0.3944,
      "step": 568790
    },
    {
      "epoch": 158.75,
      "grad_norm": 1.1554445028305054,
      "learning_rate": 4.410754556613523e-06,
      "loss": 0.3763,
      "step": 568800
    },
    {
      "epoch": 158.75,
      "grad_norm": 1.2426427602767944,
      "learning_rate": 4.410741810116632e-06,
      "loss": 0.3541,
      "step": 568810
    },
    {
      "epoch": 158.76,
      "grad_norm": 1.140392780303955,
      "learning_rate": 4.4107290633446256e-06,
      "loss": 0.403,
      "step": 568820
    },
    {
      "epoch": 158.76,
      "grad_norm": 1.3751176595687866,
      "learning_rate": 4.410716316297503e-06,
      "loss": 0.4154,
      "step": 568830
    },
    {
      "epoch": 158.76,
      "grad_norm": 1.3141578435897827,
      "learning_rate": 4.410703568975266e-06,
      "loss": 0.4088,
      "step": 568840
    },
    {
      "epoch": 158.76,
      "grad_norm": 5.549933433532715,
      "learning_rate": 4.410690821377919e-06,
      "loss": 0.3873,
      "step": 568850
    },
    {
      "epoch": 158.77,
      "grad_norm": 0.9558460712432861,
      "learning_rate": 4.410678073505459e-06,
      "loss": 0.3789,
      "step": 568860
    },
    {
      "epoch": 158.77,
      "grad_norm": 1.2565456628799438,
      "learning_rate": 4.410665325357892e-06,
      "loss": 0.3964,
      "step": 568870
    },
    {
      "epoch": 158.77,
      "grad_norm": 1.357147455215454,
      "learning_rate": 4.4106525769352174e-06,
      "loss": 0.3887,
      "step": 568880
    },
    {
      "epoch": 158.77,
      "grad_norm": 1.1380528211593628,
      "learning_rate": 4.4106398282374375e-06,
      "loss": 0.3917,
      "step": 568890
    },
    {
      "epoch": 158.78,
      "grad_norm": 1.1359648704528809,
      "learning_rate": 4.410627079264554e-06,
      "loss": 0.3919,
      "step": 568900
    },
    {
      "epoch": 158.78,
      "grad_norm": 1.1422276496887207,
      "learning_rate": 4.410614330016569e-06,
      "loss": 0.3894,
      "step": 568910
    },
    {
      "epoch": 158.78,
      "grad_norm": 1.1472539901733398,
      "learning_rate": 4.410601580493484e-06,
      "loss": 0.3642,
      "step": 568920
    },
    {
      "epoch": 158.79,
      "grad_norm": 1.207593321800232,
      "learning_rate": 4.4105888306953e-06,
      "loss": 0.3904,
      "step": 568930
    },
    {
      "epoch": 158.79,
      "grad_norm": 1.2953169345855713,
      "learning_rate": 4.410576080622019e-06,
      "loss": 0.3799,
      "step": 568940
    },
    {
      "epoch": 158.79,
      "grad_norm": 1.2113358974456787,
      "learning_rate": 4.410563330273643e-06,
      "loss": 0.3824,
      "step": 568950
    },
    {
      "epoch": 158.79,
      "grad_norm": 9.619056701660156,
      "learning_rate": 4.410550579650173e-06,
      "loss": 0.3984,
      "step": 568960
    },
    {
      "epoch": 158.8,
      "grad_norm": 1.2558386325836182,
      "learning_rate": 4.410537828751613e-06,
      "loss": 0.3588,
      "step": 568970
    },
    {
      "epoch": 158.8,
      "grad_norm": 1.5686661005020142,
      "learning_rate": 4.410525077577961e-06,
      "loss": 0.3664,
      "step": 568980
    },
    {
      "epoch": 158.8,
      "grad_norm": 1.1015101671218872,
      "learning_rate": 4.410512326129222e-06,
      "loss": 0.3753,
      "step": 568990
    },
    {
      "epoch": 158.81,
      "grad_norm": 1.0856921672821045,
      "learning_rate": 4.410499574405396e-06,
      "loss": 0.3753,
      "step": 569000
    },
    {
      "epoch": 158.81,
      "grad_norm": 1.172654390335083,
      "learning_rate": 4.410486822406485e-06,
      "loss": 0.395,
      "step": 569010
    },
    {
      "epoch": 158.81,
      "grad_norm": 1.388088345527649,
      "learning_rate": 4.410474070132491e-06,
      "loss": 0.3949,
      "step": 569020
    },
    {
      "epoch": 158.81,
      "grad_norm": 1.5030994415283203,
      "learning_rate": 4.410461317583416e-06,
      "loss": 0.3753,
      "step": 569030
    },
    {
      "epoch": 158.82,
      "grad_norm": 1.412700891494751,
      "learning_rate": 4.41044856475926e-06,
      "loss": 0.3933,
      "step": 569040
    },
    {
      "epoch": 158.82,
      "grad_norm": 1.3305714130401611,
      "learning_rate": 4.4104358116600264e-06,
      "loss": 0.4127,
      "step": 569050
    },
    {
      "epoch": 158.82,
      "grad_norm": 1.084754228591919,
      "learning_rate": 4.410423058285716e-06,
      "loss": 0.3806,
      "step": 569060
    },
    {
      "epoch": 158.83,
      "grad_norm": 1.0543951988220215,
      "learning_rate": 4.410410304636331e-06,
      "loss": 0.3951,
      "step": 569070
    },
    {
      "epoch": 158.83,
      "grad_norm": 1.6254687309265137,
      "learning_rate": 4.4103975507118735e-06,
      "loss": 0.3971,
      "step": 569080
    },
    {
      "epoch": 158.83,
      "grad_norm": 3.159414768218994,
      "learning_rate": 4.410384796512344e-06,
      "loss": 0.3934,
      "step": 569090
    },
    {
      "epoch": 158.83,
      "grad_norm": 1.2622716426849365,
      "learning_rate": 4.410372042037745e-06,
      "loss": 0.3814,
      "step": 569100
    },
    {
      "epoch": 158.84,
      "grad_norm": 1.1817643642425537,
      "learning_rate": 4.410359287288078e-06,
      "loss": 0.3893,
      "step": 569110
    },
    {
      "epoch": 158.84,
      "grad_norm": 1.2292091846466064,
      "learning_rate": 4.410346532263345e-06,
      "loss": 0.3924,
      "step": 569120
    },
    {
      "epoch": 158.84,
      "grad_norm": 1.0921794176101685,
      "learning_rate": 4.410333776963547e-06,
      "loss": 0.3885,
      "step": 569130
    },
    {
      "epoch": 158.84,
      "grad_norm": 1.1625261306762695,
      "learning_rate": 4.410321021388686e-06,
      "loss": 0.4116,
      "step": 569140
    },
    {
      "epoch": 158.85,
      "grad_norm": 1.1145716905593872,
      "learning_rate": 4.410308265538764e-06,
      "loss": 0.3887,
      "step": 569150
    },
    {
      "epoch": 158.85,
      "grad_norm": 1.1881992816925049,
      "learning_rate": 4.410295509413784e-06,
      "loss": 0.4036,
      "step": 569160
    },
    {
      "epoch": 158.85,
      "grad_norm": 2.4182043075561523,
      "learning_rate": 4.410282753013744e-06,
      "loss": 0.3984,
      "step": 569170
    },
    {
      "epoch": 158.86,
      "grad_norm": 1.416110634803772,
      "learning_rate": 4.410269996338649e-06,
      "loss": 0.3713,
      "step": 569180
    },
    {
      "epoch": 158.86,
      "grad_norm": 1.2255159616470337,
      "learning_rate": 4.4102572393885e-06,
      "loss": 0.396,
      "step": 569190
    },
    {
      "epoch": 158.86,
      "grad_norm": 1.1578741073608398,
      "learning_rate": 4.410244482163298e-06,
      "loss": 0.3951,
      "step": 569200
    },
    {
      "epoch": 158.86,
      "grad_norm": 1.0897314548492432,
      "learning_rate": 4.410231724663045e-06,
      "loss": 0.395,
      "step": 569210
    },
    {
      "epoch": 158.87,
      "grad_norm": 1.5105786323547363,
      "learning_rate": 4.410218966887742e-06,
      "loss": 0.3737,
      "step": 569220
    },
    {
      "epoch": 158.87,
      "grad_norm": 0.9747893214225769,
      "learning_rate": 4.410206208837392e-06,
      "loss": 0.3945,
      "step": 569230
    },
    {
      "epoch": 158.87,
      "grad_norm": 1.1457005739212036,
      "learning_rate": 4.410193450511997e-06,
      "loss": 0.3663,
      "step": 569240
    },
    {
      "epoch": 158.88,
      "grad_norm": 1.2840254306793213,
      "learning_rate": 4.410180691911557e-06,
      "loss": 0.392,
      "step": 569250
    },
    {
      "epoch": 158.88,
      "grad_norm": 1.2050946950912476,
      "learning_rate": 4.410167933036074e-06,
      "loss": 0.3898,
      "step": 569260
    },
    {
      "epoch": 158.88,
      "grad_norm": 1.1904785633087158,
      "learning_rate": 4.4101551738855506e-06,
      "loss": 0.3854,
      "step": 569270
    },
    {
      "epoch": 158.88,
      "grad_norm": 1.9531073570251465,
      "learning_rate": 4.410142414459988e-06,
      "loss": 0.3922,
      "step": 569280
    },
    {
      "epoch": 158.89,
      "grad_norm": 1.2736977338790894,
      "learning_rate": 4.4101296547593885e-06,
      "loss": 0.3826,
      "step": 569290
    },
    {
      "epoch": 158.89,
      "grad_norm": 1.2809337377548218,
      "learning_rate": 4.410116894783753e-06,
      "loss": 0.3929,
      "step": 569300
    },
    {
      "epoch": 158.89,
      "grad_norm": 1.3036117553710938,
      "learning_rate": 4.410104134533084e-06,
      "loss": 0.3817,
      "step": 569310
    },
    {
      "epoch": 158.89,
      "grad_norm": 1.1424150466918945,
      "learning_rate": 4.410091374007382e-06,
      "loss": 0.3783,
      "step": 569320
    },
    {
      "epoch": 158.9,
      "grad_norm": 1.211045265197754,
      "learning_rate": 4.4100786132066495e-06,
      "loss": 0.3797,
      "step": 569330
    },
    {
      "epoch": 158.9,
      "grad_norm": 1.3427488803863525,
      "learning_rate": 4.4100658521308875e-06,
      "loss": 0.3927,
      "step": 569340
    },
    {
      "epoch": 158.9,
      "grad_norm": 1.1497677564620972,
      "learning_rate": 4.410053090780099e-06,
      "loss": 0.3948,
      "step": 569350
    },
    {
      "epoch": 158.91,
      "grad_norm": 1.2126290798187256,
      "learning_rate": 4.4100403291542856e-06,
      "loss": 0.3925,
      "step": 569360
    },
    {
      "epoch": 158.91,
      "grad_norm": 1.1696994304656982,
      "learning_rate": 4.410027567253447e-06,
      "loss": 0.3936,
      "step": 569370
    },
    {
      "epoch": 158.91,
      "grad_norm": 5.165843486785889,
      "learning_rate": 4.410014805077588e-06,
      "loss": 0.3838,
      "step": 569380
    },
    {
      "epoch": 158.91,
      "grad_norm": 1.2317819595336914,
      "learning_rate": 4.4100020426267075e-06,
      "loss": 0.3866,
      "step": 569390
    },
    {
      "epoch": 158.92,
      "grad_norm": 1.2115010023117065,
      "learning_rate": 4.409989279900808e-06,
      "loss": 0.3913,
      "step": 569400
    },
    {
      "epoch": 158.92,
      "grad_norm": 2.298542022705078,
      "learning_rate": 4.409976516899893e-06,
      "loss": 0.376,
      "step": 569410
    },
    {
      "epoch": 158.92,
      "grad_norm": 1.498339056968689,
      "learning_rate": 4.409963753623961e-06,
      "loss": 0.3993,
      "step": 569420
    },
    {
      "epoch": 158.93,
      "grad_norm": 1.3683843612670898,
      "learning_rate": 4.409950990073016e-06,
      "loss": 0.3897,
      "step": 569430
    },
    {
      "epoch": 158.93,
      "grad_norm": 1.396054744720459,
      "learning_rate": 4.409938226247059e-06,
      "loss": 0.3845,
      "step": 569440
    },
    {
      "epoch": 158.93,
      "grad_norm": 1.18937349319458,
      "learning_rate": 4.409925462146092e-06,
      "loss": 0.3811,
      "step": 569450
    },
    {
      "epoch": 158.93,
      "grad_norm": 1.2326983213424683,
      "learning_rate": 4.409912697770117e-06,
      "loss": 0.3764,
      "step": 569460
    },
    {
      "epoch": 158.94,
      "grad_norm": 1.2438075542449951,
      "learning_rate": 4.409899933119134e-06,
      "loss": 0.3902,
      "step": 569470
    },
    {
      "epoch": 158.94,
      "grad_norm": 1.3598058223724365,
      "learning_rate": 4.409887168193146e-06,
      "loss": 0.3983,
      "step": 569480
    },
    {
      "epoch": 158.94,
      "grad_norm": 1.7453296184539795,
      "learning_rate": 4.409874402992156e-06,
      "loss": 0.3945,
      "step": 569490
    },
    {
      "epoch": 158.95,
      "grad_norm": 1.2291728258132935,
      "learning_rate": 4.409861637516163e-06,
      "loss": 0.3974,
      "step": 569500
    },
    {
      "epoch": 158.95,
      "grad_norm": 1.2524594068527222,
      "learning_rate": 4.40984887176517e-06,
      "loss": 0.3799,
      "step": 569510
    },
    {
      "epoch": 158.95,
      "grad_norm": 1.2375390529632568,
      "learning_rate": 4.409836105739179e-06,
      "loss": 0.3945,
      "step": 569520
    },
    {
      "epoch": 158.95,
      "grad_norm": 1.3423603773117065,
      "learning_rate": 4.409823339438192e-06,
      "loss": 0.3728,
      "step": 569530
    },
    {
      "epoch": 158.96,
      "grad_norm": 1.3227818012237549,
      "learning_rate": 4.409810572862209e-06,
      "loss": 0.3777,
      "step": 569540
    },
    {
      "epoch": 158.96,
      "grad_norm": 1.1802352666854858,
      "learning_rate": 4.409797806011234e-06,
      "loss": 0.389,
      "step": 569550
    },
    {
      "epoch": 158.96,
      "grad_norm": 1.0906122922897339,
      "learning_rate": 4.409785038885265e-06,
      "loss": 0.3787,
      "step": 569560
    },
    {
      "epoch": 158.96,
      "grad_norm": 1.5111091136932373,
      "learning_rate": 4.4097722714843085e-06,
      "loss": 0.4029,
      "step": 569570
    },
    {
      "epoch": 158.97,
      "grad_norm": 1.1817069053649902,
      "learning_rate": 4.409759503808364e-06,
      "loss": 0.4024,
      "step": 569580
    },
    {
      "epoch": 158.97,
      "grad_norm": 1.394784927368164,
      "learning_rate": 4.409746735857432e-06,
      "loss": 0.3798,
      "step": 569590
    },
    {
      "epoch": 158.97,
      "grad_norm": 1.4367690086364746,
      "learning_rate": 4.409733967631516e-06,
      "loss": 0.39,
      "step": 569600
    },
    {
      "epoch": 158.98,
      "grad_norm": 1.1789772510528564,
      "learning_rate": 4.409721199130616e-06,
      "loss": 0.3877,
      "step": 569610
    },
    {
      "epoch": 158.98,
      "grad_norm": 1.3298600912094116,
      "learning_rate": 4.409708430354735e-06,
      "loss": 0.4053,
      "step": 569620
    },
    {
      "epoch": 158.98,
      "grad_norm": 1.1282376050949097,
      "learning_rate": 4.4096956613038745e-06,
      "loss": 0.4084,
      "step": 569630
    },
    {
      "epoch": 158.98,
      "grad_norm": 1.2260133028030396,
      "learning_rate": 4.409682891978036e-06,
      "loss": 0.3951,
      "step": 569640
    },
    {
      "epoch": 158.99,
      "grad_norm": 1.2830498218536377,
      "learning_rate": 4.409670122377222e-06,
      "loss": 0.384,
      "step": 569650
    },
    {
      "epoch": 158.99,
      "grad_norm": 1.277598261833191,
      "learning_rate": 4.409657352501432e-06,
      "loss": 0.3829,
      "step": 569660
    },
    {
      "epoch": 158.99,
      "grad_norm": 1.185750961303711,
      "learning_rate": 4.409644582350671e-06,
      "loss": 0.3821,
      "step": 569670
    },
    {
      "epoch": 159.0,
      "grad_norm": 1.1618928909301758,
      "learning_rate": 4.4096318119249375e-06,
      "loss": 0.3901,
      "step": 569680
    },
    {
      "epoch": 159.0,
      "grad_norm": 1.4471971988677979,
      "learning_rate": 4.409619041224235e-06,
      "loss": 0.3923,
      "step": 569690
    },
    {
      "epoch": 159.0,
      "eval_loss": 0.38740408420562744,
      "eval_runtime": 63.3374,
      "eval_samples_per_second": 79.874,
      "eval_steps_per_second": 9.994,
      "step": 569697
    },
    {
      "epoch": 159.0,
      "grad_norm": 1.3300403356552124,
      "learning_rate": 4.4096062702485645e-06,
      "loss": 0.3869,
      "step": 569700
    },
    {
      "epoch": 159.0,
      "grad_norm": 1.095241665840149,
      "learning_rate": 4.4095934989979285e-06,
      "loss": 0.3896,
      "step": 569710
    },
    {
      "epoch": 159.01,
      "grad_norm": 1.0960817337036133,
      "learning_rate": 4.409580727472328e-06,
      "loss": 0.3914,
      "step": 569720
    },
    {
      "epoch": 159.01,
      "grad_norm": 1.1334084272384644,
      "learning_rate": 4.409567955671765e-06,
      "loss": 0.3806,
      "step": 569730
    },
    {
      "epoch": 159.01,
      "grad_norm": 1.2715833187103271,
      "learning_rate": 4.409555183596241e-06,
      "loss": 0.4035,
      "step": 569740
    },
    {
      "epoch": 159.01,
      "grad_norm": 1.3104580640792847,
      "learning_rate": 4.409542411245757e-06,
      "loss": 0.3757,
      "step": 569750
    },
    {
      "epoch": 159.02,
      "grad_norm": 1.4597326517105103,
      "learning_rate": 4.409529638620316e-06,
      "loss": 0.3798,
      "step": 569760
    },
    {
      "epoch": 159.02,
      "grad_norm": 1.2651267051696777,
      "learning_rate": 4.409516865719919e-06,
      "loss": 0.3783,
      "step": 569770
    },
    {
      "epoch": 159.02,
      "grad_norm": 1.1915920972824097,
      "learning_rate": 4.409504092544568e-06,
      "loss": 0.3877,
      "step": 569780
    },
    {
      "epoch": 159.03,
      "grad_norm": 1.0030934810638428,
      "learning_rate": 4.409491319094265e-06,
      "loss": 0.3907,
      "step": 569790
    },
    {
      "epoch": 159.03,
      "grad_norm": 1.1443358659744263,
      "learning_rate": 4.409478545369011e-06,
      "loss": 0.3919,
      "step": 569800
    },
    {
      "epoch": 159.03,
      "grad_norm": 3.763023853302002,
      "learning_rate": 4.409465771368808e-06,
      "loss": 0.4013,
      "step": 569810
    },
    {
      "epoch": 159.03,
      "grad_norm": 1.4035404920578003,
      "learning_rate": 4.409452997093658e-06,
      "loss": 0.3912,
      "step": 569820
    },
    {
      "epoch": 159.04,
      "grad_norm": 1.132243037223816,
      "learning_rate": 4.4094402225435615e-06,
      "loss": 0.3908,
      "step": 569830
    },
    {
      "epoch": 159.04,
      "grad_norm": 1.2240612506866455,
      "learning_rate": 4.409427447718522e-06,
      "loss": 0.3955,
      "step": 569840
    },
    {
      "epoch": 159.04,
      "grad_norm": 1.1255109310150146,
      "learning_rate": 4.409414672618539e-06,
      "loss": 0.411,
      "step": 569850
    },
    {
      "epoch": 159.05,
      "grad_norm": 1.2039412260055542,
      "learning_rate": 4.409401897243616e-06,
      "loss": 0.3712,
      "step": 569860
    },
    {
      "epoch": 159.05,
      "grad_norm": 1.3859927654266357,
      "learning_rate": 4.409389121593755e-06,
      "loss": 0.3959,
      "step": 569870
    },
    {
      "epoch": 159.05,
      "grad_norm": 1.0628747940063477,
      "learning_rate": 4.409376345668956e-06,
      "loss": 0.3781,
      "step": 569880
    },
    {
      "epoch": 159.05,
      "grad_norm": 1.14432954788208,
      "learning_rate": 4.409363569469222e-06,
      "loss": 0.3825,
      "step": 569890
    },
    {
      "epoch": 159.06,
      "grad_norm": 1.2298213243484497,
      "learning_rate": 4.409350792994554e-06,
      "loss": 0.4074,
      "step": 569900
    },
    {
      "epoch": 159.06,
      "grad_norm": 1.4970625638961792,
      "learning_rate": 4.4093380162449544e-06,
      "loss": 0.381,
      "step": 569910
    },
    {
      "epoch": 159.06,
      "grad_norm": 1.583046555519104,
      "learning_rate": 4.409325239220424e-06,
      "loss": 0.3966,
      "step": 569920
    },
    {
      "epoch": 159.07,
      "grad_norm": 1.2394036054611206,
      "learning_rate": 4.409312461920965e-06,
      "loss": 0.3971,
      "step": 569930
    },
    {
      "epoch": 159.07,
      "grad_norm": 1.7147541046142578,
      "learning_rate": 4.409299684346579e-06,
      "loss": 0.3739,
      "step": 569940
    },
    {
      "epoch": 159.07,
      "grad_norm": 1.281030535697937,
      "learning_rate": 4.409286906497268e-06,
      "loss": 0.3874,
      "step": 569950
    },
    {
      "epoch": 159.07,
      "grad_norm": 1.0482624769210815,
      "learning_rate": 4.409274128373033e-06,
      "loss": 0.3971,
      "step": 569960
    },
    {
      "epoch": 159.08,
      "grad_norm": 1.4030476808547974,
      "learning_rate": 4.4092613499738776e-06,
      "loss": 0.3706,
      "step": 569970
    },
    {
      "epoch": 159.08,
      "grad_norm": 1.3584305047988892,
      "learning_rate": 4.409248571299801e-06,
      "loss": 0.3809,
      "step": 569980
    },
    {
      "epoch": 159.08,
      "grad_norm": 1.2669826745986938,
      "learning_rate": 4.409235792350806e-06,
      "loss": 0.3796,
      "step": 569990
    },
    {
      "epoch": 159.08,
      "grad_norm": 1.1291296482086182,
      "learning_rate": 4.4092230131268944e-06,
      "loss": 0.3899,
      "step": 570000
    },
    {
      "epoch": 159.09,
      "grad_norm": 1.3466427326202393,
      "learning_rate": 4.4092102336280675e-06,
      "loss": 0.3976,
      "step": 570010
    },
    {
      "epoch": 159.09,
      "grad_norm": 1.37746262550354,
      "learning_rate": 4.409197453854327e-06,
      "loss": 0.3943,
      "step": 570020
    },
    {
      "epoch": 159.09,
      "grad_norm": 1.2364037036895752,
      "learning_rate": 4.409184673805676e-06,
      "loss": 0.3921,
      "step": 570030
    },
    {
      "epoch": 159.1,
      "grad_norm": 1.2440636157989502,
      "learning_rate": 4.409171893482115e-06,
      "loss": 0.3809,
      "step": 570040
    },
    {
      "epoch": 159.1,
      "grad_norm": 1.1413897275924683,
      "learning_rate": 4.409159112883644e-06,
      "loss": 0.3968,
      "step": 570050
    },
    {
      "epoch": 159.1,
      "grad_norm": 1.3179985284805298,
      "learning_rate": 4.409146332010268e-06,
      "loss": 0.3887,
      "step": 570060
    },
    {
      "epoch": 159.1,
      "grad_norm": 1.2954589128494263,
      "learning_rate": 4.409133550861987e-06,
      "loss": 0.3915,
      "step": 570070
    },
    {
      "epoch": 159.11,
      "grad_norm": 1.2009302377700806,
      "learning_rate": 4.409120769438803e-06,
      "loss": 0.3958,
      "step": 570080
    },
    {
      "epoch": 159.11,
      "grad_norm": 1.1038097143173218,
      "learning_rate": 4.409107987740718e-06,
      "loss": 0.3744,
      "step": 570090
    },
    {
      "epoch": 159.11,
      "grad_norm": 1.0300756692886353,
      "learning_rate": 4.409095205767732e-06,
      "loss": 0.3851,
      "step": 570100
    },
    {
      "epoch": 159.12,
      "grad_norm": 1.284898042678833,
      "learning_rate": 4.409082423519849e-06,
      "loss": 0.3915,
      "step": 570110
    },
    {
      "epoch": 159.12,
      "grad_norm": 2.732883930206299,
      "learning_rate": 4.409069640997069e-06,
      "loss": 0.374,
      "step": 570120
    },
    {
      "epoch": 159.12,
      "grad_norm": 1.3069026470184326,
      "learning_rate": 4.409056858199396e-06,
      "loss": 0.3714,
      "step": 570130
    },
    {
      "epoch": 159.12,
      "grad_norm": 1.1418426036834717,
      "learning_rate": 4.409044075126828e-06,
      "loss": 0.3806,
      "step": 570140
    },
    {
      "epoch": 159.13,
      "grad_norm": 8.626961708068848,
      "learning_rate": 4.409031291779369e-06,
      "loss": 0.3963,
      "step": 570150
    },
    {
      "epoch": 159.13,
      "grad_norm": 1.0989372730255127,
      "learning_rate": 4.4090185081570215e-06,
      "loss": 0.3835,
      "step": 570160
    },
    {
      "epoch": 159.13,
      "grad_norm": 1.278494954109192,
      "learning_rate": 4.409005724259786e-06,
      "loss": 0.3917,
      "step": 570170
    },
    {
      "epoch": 159.13,
      "grad_norm": 4.654440879821777,
      "learning_rate": 4.408992940087664e-06,
      "loss": 0.3788,
      "step": 570180
    },
    {
      "epoch": 159.14,
      "grad_norm": 1.1841590404510498,
      "learning_rate": 4.408980155640658e-06,
      "loss": 0.3776,
      "step": 570190
    },
    {
      "epoch": 159.14,
      "grad_norm": 1.696028232574463,
      "learning_rate": 4.4089673709187695e-06,
      "loss": 0.3896,
      "step": 570200
    },
    {
      "epoch": 159.14,
      "grad_norm": 3.9502809047698975,
      "learning_rate": 4.408954585921999e-06,
      "loss": 0.3917,
      "step": 570210
    },
    {
      "epoch": 159.15,
      "grad_norm": 1.2908351421356201,
      "learning_rate": 4.4089418006503505e-06,
      "loss": 0.3791,
      "step": 570220
    },
    {
      "epoch": 159.15,
      "grad_norm": 1.1320388317108154,
      "learning_rate": 4.408929015103824e-06,
      "loss": 0.3747,
      "step": 570230
    },
    {
      "epoch": 159.15,
      "grad_norm": 1.1762664318084717,
      "learning_rate": 4.408916229282422e-06,
      "loss": 0.3999,
      "step": 570240
    },
    {
      "epoch": 159.15,
      "grad_norm": 1.3391900062561035,
      "learning_rate": 4.408903443186145e-06,
      "loss": 0.3729,
      "step": 570250
    },
    {
      "epoch": 159.16,
      "grad_norm": 1.4558775424957275,
      "learning_rate": 4.408890656814995e-06,
      "loss": 0.4008,
      "step": 570260
    },
    {
      "epoch": 159.16,
      "grad_norm": 1.223144769668579,
      "learning_rate": 4.408877870168975e-06,
      "loss": 0.4084,
      "step": 570270
    },
    {
      "epoch": 159.16,
      "grad_norm": 1.0725167989730835,
      "learning_rate": 4.408865083248086e-06,
      "loss": 0.4011,
      "step": 570280
    },
    {
      "epoch": 159.17,
      "grad_norm": 1.2091374397277832,
      "learning_rate": 4.40885229605233e-06,
      "loss": 0.3886,
      "step": 570290
    },
    {
      "epoch": 159.17,
      "grad_norm": 1.1312106847763062,
      "learning_rate": 4.408839508581707e-06,
      "loss": 0.3854,
      "step": 570300
    },
    {
      "epoch": 159.17,
      "grad_norm": 1.2070353031158447,
      "learning_rate": 4.408826720836221e-06,
      "loss": 0.3876,
      "step": 570310
    },
    {
      "epoch": 159.17,
      "grad_norm": 1.372244954109192,
      "learning_rate": 4.4088139328158725e-06,
      "loss": 0.3877,
      "step": 570320
    },
    {
      "epoch": 159.18,
      "grad_norm": 1.0919203758239746,
      "learning_rate": 4.4088011445206635e-06,
      "loss": 0.3727,
      "step": 570330
    },
    {
      "epoch": 159.18,
      "grad_norm": 1.1946436166763306,
      "learning_rate": 4.408788355950596e-06,
      "loss": 0.3869,
      "step": 570340
    },
    {
      "epoch": 159.18,
      "grad_norm": 1.2109019756317139,
      "learning_rate": 4.408775567105671e-06,
      "loss": 0.393,
      "step": 570350
    },
    {
      "epoch": 159.19,
      "grad_norm": 1.584883689880371,
      "learning_rate": 4.4087627779858905e-06,
      "loss": 0.3715,
      "step": 570360
    },
    {
      "epoch": 159.19,
      "grad_norm": 1.289982557296753,
      "learning_rate": 4.4087499885912556e-06,
      "loss": 0.3888,
      "step": 570370
    },
    {
      "epoch": 159.19,
      "grad_norm": 1.0657817125320435,
      "learning_rate": 4.4087371989217695e-06,
      "loss": 0.3838,
      "step": 570380
    },
    {
      "epoch": 159.19,
      "grad_norm": 1.142076015472412,
      "learning_rate": 4.408724408977433e-06,
      "loss": 0.392,
      "step": 570390
    },
    {
      "epoch": 159.2,
      "grad_norm": 1.3959903717041016,
      "learning_rate": 4.408711618758247e-06,
      "loss": 0.3749,
      "step": 570400
    },
    {
      "epoch": 159.2,
      "grad_norm": 1.4331583976745605,
      "learning_rate": 4.408698828264215e-06,
      "loss": 0.4129,
      "step": 570410
    },
    {
      "epoch": 159.2,
      "grad_norm": 1.0884755849838257,
      "learning_rate": 4.408686037495338e-06,
      "loss": 0.3989,
      "step": 570420
    },
    {
      "epoch": 159.2,
      "grad_norm": 1.212679386138916,
      "learning_rate": 4.408673246451616e-06,
      "loss": 0.3862,
      "step": 570430
    },
    {
      "epoch": 159.21,
      "grad_norm": 1.1258437633514404,
      "learning_rate": 4.408660455133054e-06,
      "loss": 0.3931,
      "step": 570440
    },
    {
      "epoch": 159.21,
      "grad_norm": 1.0082671642303467,
      "learning_rate": 4.408647663539651e-06,
      "loss": 0.3806,
      "step": 570450
    },
    {
      "epoch": 159.21,
      "grad_norm": 1.2353564500808716,
      "learning_rate": 4.408634871671409e-06,
      "loss": 0.3862,
      "step": 570460
    },
    {
      "epoch": 159.22,
      "grad_norm": 1.1294701099395752,
      "learning_rate": 4.408622079528331e-06,
      "loss": 0.382,
      "step": 570470
    },
    {
      "epoch": 159.22,
      "grad_norm": 1.4385792016983032,
      "learning_rate": 4.4086092871104175e-06,
      "loss": 0.3879,
      "step": 570480
    },
    {
      "epoch": 159.22,
      "grad_norm": 1.3451993465423584,
      "learning_rate": 4.40859649441767e-06,
      "loss": 0.3917,
      "step": 570490
    },
    {
      "epoch": 159.22,
      "grad_norm": 1.1303573846817017,
      "learning_rate": 4.408583701450093e-06,
      "loss": 0.3879,
      "step": 570500
    },
    {
      "epoch": 159.23,
      "grad_norm": 1.0628883838653564,
      "learning_rate": 4.408570908207684e-06,
      "loss": 0.3785,
      "step": 570510
    },
    {
      "epoch": 159.23,
      "grad_norm": 1.2919912338256836,
      "learning_rate": 4.408558114690448e-06,
      "loss": 0.3856,
      "step": 570520
    },
    {
      "epoch": 159.23,
      "grad_norm": 1.385778784751892,
      "learning_rate": 4.408545320898385e-06,
      "loss": 0.3823,
      "step": 570530
    },
    {
      "epoch": 159.24,
      "grad_norm": 1.3265023231506348,
      "learning_rate": 4.408532526831497e-06,
      "loss": 0.3736,
      "step": 570540
    },
    {
      "epoch": 159.24,
      "grad_norm": 1.3030569553375244,
      "learning_rate": 4.408519732489786e-06,
      "loss": 0.3832,
      "step": 570550
    },
    {
      "epoch": 159.24,
      "grad_norm": 1.1695810556411743,
      "learning_rate": 4.408506937873253e-06,
      "loss": 0.3741,
      "step": 570560
    },
    {
      "epoch": 159.24,
      "grad_norm": 9.652727127075195,
      "learning_rate": 4.408494142981902e-06,
      "loss": 0.3899,
      "step": 570570
    },
    {
      "epoch": 159.25,
      "grad_norm": 1.1361002922058105,
      "learning_rate": 4.408481347815731e-06,
      "loss": 0.3733,
      "step": 570580
    },
    {
      "epoch": 159.25,
      "grad_norm": 0.961334228515625,
      "learning_rate": 4.408468552374746e-06,
      "loss": 0.3843,
      "step": 570590
    },
    {
      "epoch": 159.25,
      "grad_norm": 1.1618367433547974,
      "learning_rate": 4.4084557566589444e-06,
      "loss": 0.3907,
      "step": 570600
    },
    {
      "epoch": 159.25,
      "grad_norm": 1.0412747859954834,
      "learning_rate": 4.40844296066833e-06,
      "loss": 0.383,
      "step": 570610
    },
    {
      "epoch": 159.26,
      "grad_norm": 1.4197795391082764,
      "learning_rate": 4.408430164402906e-06,
      "loss": 0.3865,
      "step": 570620
    },
    {
      "epoch": 159.26,
      "grad_norm": 1.1575733423233032,
      "learning_rate": 4.408417367862671e-06,
      "loss": 0.388,
      "step": 570630
    },
    {
      "epoch": 159.26,
      "grad_norm": 1.3549206256866455,
      "learning_rate": 4.408404571047628e-06,
      "loss": 0.3673,
      "step": 570640
    },
    {
      "epoch": 159.27,
      "grad_norm": 1.1935311555862427,
      "learning_rate": 4.40839177395778e-06,
      "loss": 0.3848,
      "step": 570650
    },
    {
      "epoch": 159.27,
      "grad_norm": 1.0366454124450684,
      "learning_rate": 4.408378976593127e-06,
      "loss": 0.3952,
      "step": 570660
    },
    {
      "epoch": 159.27,
      "grad_norm": 1.340910792350769,
      "learning_rate": 4.408366178953672e-06,
      "loss": 0.3975,
      "step": 570670
    },
    {
      "epoch": 159.27,
      "grad_norm": 1.2683342695236206,
      "learning_rate": 4.408353381039415e-06,
      "loss": 0.384,
      "step": 570680
    },
    {
      "epoch": 159.28,
      "grad_norm": 1.178786277770996,
      "learning_rate": 4.40834058285036e-06,
      "loss": 0.3934,
      "step": 570690
    },
    {
      "epoch": 159.28,
      "grad_norm": 1.0599207878112793,
      "learning_rate": 4.408327784386507e-06,
      "loss": 0.3842,
      "step": 570700
    },
    {
      "epoch": 159.28,
      "grad_norm": 1.3724658489227295,
      "learning_rate": 4.408314985647857e-06,
      "loss": 0.3901,
      "step": 570710
    },
    {
      "epoch": 159.29,
      "grad_norm": 1.1846585273742676,
      "learning_rate": 4.408302186634414e-06,
      "loss": 0.3944,
      "step": 570720
    },
    {
      "epoch": 159.29,
      "grad_norm": 0.9059377312660217,
      "learning_rate": 4.4082893873461785e-06,
      "loss": 0.3871,
      "step": 570730
    },
    {
      "epoch": 159.29,
      "grad_norm": 1.145686149597168,
      "learning_rate": 4.408276587783152e-06,
      "loss": 0.3581,
      "step": 570740
    },
    {
      "epoch": 159.29,
      "grad_norm": 1.3998297452926636,
      "learning_rate": 4.408263787945337e-06,
      "loss": 0.3874,
      "step": 570750
    },
    {
      "epoch": 159.3,
      "grad_norm": 1.3539854288101196,
      "learning_rate": 4.408250987832733e-06,
      "loss": 0.3937,
      "step": 570760
    },
    {
      "epoch": 159.3,
      "grad_norm": 1.1585052013397217,
      "learning_rate": 4.408238187445345e-06,
      "loss": 0.3789,
      "step": 570770
    },
    {
      "epoch": 159.3,
      "grad_norm": 1.8272956609725952,
      "learning_rate": 4.4082253867831726e-06,
      "loss": 0.3829,
      "step": 570780
    },
    {
      "epoch": 159.31,
      "grad_norm": 1.324081540107727,
      "learning_rate": 4.408212585846218e-06,
      "loss": 0.3862,
      "step": 570790
    },
    {
      "epoch": 159.31,
      "grad_norm": 1.2789483070373535,
      "learning_rate": 4.408199784634482e-06,
      "loss": 0.3857,
      "step": 570800
    },
    {
      "epoch": 159.31,
      "grad_norm": 1.1906423568725586,
      "learning_rate": 4.4081869831479685e-06,
      "loss": 0.3851,
      "step": 570810
    },
    {
      "epoch": 159.31,
      "grad_norm": 1.0932825803756714,
      "learning_rate": 4.408174181386677e-06,
      "loss": 0.3984,
      "step": 570820
    },
    {
      "epoch": 159.32,
      "grad_norm": 1.1800161600112915,
      "learning_rate": 4.40816137935061e-06,
      "loss": 0.3816,
      "step": 570830
    },
    {
      "epoch": 159.32,
      "grad_norm": 1.2805520296096802,
      "learning_rate": 4.40814857703977e-06,
      "loss": 0.4042,
      "step": 570840
    },
    {
      "epoch": 159.32,
      "grad_norm": 1.3303762674331665,
      "learning_rate": 4.408135774454157e-06,
      "loss": 0.3863,
      "step": 570850
    },
    {
      "epoch": 159.32,
      "grad_norm": 1.2375450134277344,
      "learning_rate": 4.408122971593775e-06,
      "loss": 0.3934,
      "step": 570860
    },
    {
      "epoch": 159.33,
      "grad_norm": 1.4098763465881348,
      "learning_rate": 4.408110168458623e-06,
      "loss": 0.3877,
      "step": 570870
    },
    {
      "epoch": 159.33,
      "grad_norm": 1.3418638706207275,
      "learning_rate": 4.408097365048705e-06,
      "loss": 0.3943,
      "step": 570880
    },
    {
      "epoch": 159.33,
      "grad_norm": 1.2078887224197388,
      "learning_rate": 4.408084561364022e-06,
      "loss": 0.3887,
      "step": 570890
    },
    {
      "epoch": 159.34,
      "grad_norm": 1.4489777088165283,
      "learning_rate": 4.408071757404575e-06,
      "loss": 0.3903,
      "step": 570900
    },
    {
      "epoch": 159.34,
      "grad_norm": 1.122012734413147,
      "learning_rate": 4.408058953170366e-06,
      "loss": 0.3825,
      "step": 570910
    },
    {
      "epoch": 159.34,
      "grad_norm": 1.2853039503097534,
      "learning_rate": 4.408046148661397e-06,
      "loss": 0.3834,
      "step": 570920
    },
    {
      "epoch": 159.34,
      "grad_norm": 1.083825945854187,
      "learning_rate": 4.4080333438776705e-06,
      "loss": 0.3781,
      "step": 570930
    },
    {
      "epoch": 159.35,
      "grad_norm": 1.6533464193344116,
      "learning_rate": 4.4080205388191865e-06,
      "loss": 0.3762,
      "step": 570940
    },
    {
      "epoch": 159.35,
      "grad_norm": 1.2849094867706299,
      "learning_rate": 4.408007733485948e-06,
      "loss": 0.3789,
      "step": 570950
    },
    {
      "epoch": 159.35,
      "grad_norm": 1.1646062135696411,
      "learning_rate": 4.4079949278779555e-06,
      "loss": 0.3864,
      "step": 570960
    },
    {
      "epoch": 159.36,
      "grad_norm": 1.18204665184021,
      "learning_rate": 4.407982121995213e-06,
      "loss": 0.3913,
      "step": 570970
    },
    {
      "epoch": 159.36,
      "grad_norm": 1.6744577884674072,
      "learning_rate": 4.407969315837719e-06,
      "loss": 0.3886,
      "step": 570980
    },
    {
      "epoch": 159.36,
      "grad_norm": 1.141428828239441,
      "learning_rate": 4.407956509405477e-06,
      "loss": 0.402,
      "step": 570990
    },
    {
      "epoch": 159.36,
      "grad_norm": 1.1475441455841064,
      "learning_rate": 4.407943702698489e-06,
      "loss": 0.3877,
      "step": 571000
    },
    {
      "epoch": 159.37,
      "grad_norm": 1.0955677032470703,
      "learning_rate": 4.407930895716756e-06,
      "loss": 0.3965,
      "step": 571010
    },
    {
      "epoch": 159.37,
      "grad_norm": 9.564237594604492,
      "learning_rate": 4.40791808846028e-06,
      "loss": 0.3747,
      "step": 571020
    },
    {
      "epoch": 159.37,
      "grad_norm": 1.0002245903015137,
      "learning_rate": 4.4079052809290624e-06,
      "loss": 0.385,
      "step": 571030
    },
    {
      "epoch": 159.37,
      "grad_norm": 1.3799121379852295,
      "learning_rate": 4.407892473123106e-06,
      "loss": 0.3844,
      "step": 571040
    },
    {
      "epoch": 159.38,
      "grad_norm": 1.2511945962905884,
      "learning_rate": 4.407879665042411e-06,
      "loss": 0.3941,
      "step": 571050
    },
    {
      "epoch": 159.38,
      "grad_norm": 1.029811143875122,
      "learning_rate": 4.407866856686981e-06,
      "loss": 0.3723,
      "step": 571060
    },
    {
      "epoch": 159.38,
      "grad_norm": 1.1408401727676392,
      "learning_rate": 4.407854048056815e-06,
      "loss": 0.3833,
      "step": 571070
    },
    {
      "epoch": 159.39,
      "grad_norm": 1.1134741306304932,
      "learning_rate": 4.407841239151917e-06,
      "loss": 0.3728,
      "step": 571080
    },
    {
      "epoch": 159.39,
      "grad_norm": 1.1114083528518677,
      "learning_rate": 4.407828429972287e-06,
      "loss": 0.3892,
      "step": 571090
    },
    {
      "epoch": 159.39,
      "grad_norm": 1.3842829465866089,
      "learning_rate": 4.407815620517928e-06,
      "loss": 0.3949,
      "step": 571100
    },
    {
      "epoch": 159.39,
      "grad_norm": 8.073665618896484,
      "learning_rate": 4.407802810788842e-06,
      "loss": 0.3932,
      "step": 571110
    },
    {
      "epoch": 159.4,
      "grad_norm": 1.2949292659759521,
      "learning_rate": 4.40779000078503e-06,
      "loss": 0.38,
      "step": 571120
    },
    {
      "epoch": 159.4,
      "grad_norm": 1.3970818519592285,
      "learning_rate": 4.407777190506493e-06,
      "loss": 0.3871,
      "step": 571130
    },
    {
      "epoch": 159.4,
      "grad_norm": 1.0724267959594727,
      "learning_rate": 4.407764379953233e-06,
      "loss": 0.3896,
      "step": 571140
    },
    {
      "epoch": 159.41,
      "grad_norm": 1.234588623046875,
      "learning_rate": 4.407751569125254e-06,
      "loss": 0.3931,
      "step": 571150
    },
    {
      "epoch": 159.41,
      "grad_norm": 1.1884678602218628,
      "learning_rate": 4.407738758022554e-06,
      "loss": 0.3764,
      "step": 571160
    },
    {
      "epoch": 159.41,
      "grad_norm": 1.4763895273208618,
      "learning_rate": 4.407725946645137e-06,
      "loss": 0.3873,
      "step": 571170
    },
    {
      "epoch": 159.41,
      "grad_norm": 1.6846082210540771,
      "learning_rate": 4.4077131349930036e-06,
      "loss": 0.3795,
      "step": 571180
    },
    {
      "epoch": 159.42,
      "grad_norm": 1.2030686140060425,
      "learning_rate": 4.407700323066157e-06,
      "loss": 0.3681,
      "step": 571190
    },
    {
      "epoch": 159.42,
      "grad_norm": 1.3282198905944824,
      "learning_rate": 4.407687510864598e-06,
      "loss": 0.385,
      "step": 571200
    },
    {
      "epoch": 159.42,
      "grad_norm": 1.195211410522461,
      "learning_rate": 4.407674698388329e-06,
      "loss": 0.3942,
      "step": 571210
    },
    {
      "epoch": 159.43,
      "grad_norm": 1.0902613401412964,
      "learning_rate": 4.407661885637351e-06,
      "loss": 0.3813,
      "step": 571220
    },
    {
      "epoch": 159.43,
      "grad_norm": 1.228882908821106,
      "learning_rate": 4.407649072611665e-06,
      "loss": 0.3659,
      "step": 571230
    },
    {
      "epoch": 159.43,
      "grad_norm": 1.5425939559936523,
      "learning_rate": 4.407636259311273e-06,
      "loss": 0.3951,
      "step": 571240
    },
    {
      "epoch": 159.43,
      "grad_norm": 1.2493740320205688,
      "learning_rate": 4.407623445736178e-06,
      "loss": 0.3746,
      "step": 571250
    },
    {
      "epoch": 159.44,
      "grad_norm": 1.2819827795028687,
      "learning_rate": 4.40761063188638e-06,
      "loss": 0.3876,
      "step": 571260
    },
    {
      "epoch": 159.44,
      "grad_norm": 1.0925977230072021,
      "learning_rate": 4.407597817761882e-06,
      "loss": 0.3778,
      "step": 571270
    },
    {
      "epoch": 159.44,
      "grad_norm": 1.011917233467102,
      "learning_rate": 4.407585003362687e-06,
      "loss": 0.402,
      "step": 571280
    },
    {
      "epoch": 159.44,
      "grad_norm": 1.7348800897598267,
      "learning_rate": 4.407572188688792e-06,
      "loss": 0.4065,
      "step": 571290
    },
    {
      "epoch": 159.45,
      "grad_norm": 0.927091121673584,
      "learning_rate": 4.407559373740204e-06,
      "loss": 0.3719,
      "step": 571300
    },
    {
      "epoch": 159.45,
      "grad_norm": 1.1917725801467896,
      "learning_rate": 4.407546558516922e-06,
      "loss": 0.3819,
      "step": 571310
    },
    {
      "epoch": 159.45,
      "grad_norm": 1.0641851425170898,
      "learning_rate": 4.407533743018947e-06,
      "loss": 0.368,
      "step": 571320
    },
    {
      "epoch": 159.46,
      "grad_norm": 1.0720710754394531,
      "learning_rate": 4.407520927246283e-06,
      "loss": 0.4009,
      "step": 571330
    },
    {
      "epoch": 159.46,
      "grad_norm": 1.1391409635543823,
      "learning_rate": 4.407508111198931e-06,
      "loss": 0.3952,
      "step": 571340
    },
    {
      "epoch": 159.46,
      "grad_norm": 1.3074077367782593,
      "learning_rate": 4.407495294876891e-06,
      "loss": 0.3762,
      "step": 571350
    },
    {
      "epoch": 159.46,
      "grad_norm": 1.272904634475708,
      "learning_rate": 4.407482478280166e-06,
      "loss": 0.3901,
      "step": 571360
    },
    {
      "epoch": 159.47,
      "grad_norm": 1.521723747253418,
      "learning_rate": 4.407469661408758e-06,
      "loss": 0.3662,
      "step": 571370
    },
    {
      "epoch": 159.47,
      "grad_norm": 1.551613688468933,
      "learning_rate": 4.407456844262668e-06,
      "loss": 0.3815,
      "step": 571380
    },
    {
      "epoch": 159.47,
      "grad_norm": 1.1612145900726318,
      "learning_rate": 4.407444026841898e-06,
      "loss": 0.3886,
      "step": 571390
    },
    {
      "epoch": 159.48,
      "grad_norm": 1.148568868637085,
      "learning_rate": 4.407431209146451e-06,
      "loss": 0.4004,
      "step": 571400
    },
    {
      "epoch": 159.48,
      "grad_norm": 1.283063292503357,
      "learning_rate": 4.407418391176327e-06,
      "loss": 0.4162,
      "step": 571410
    },
    {
      "epoch": 159.48,
      "grad_norm": 1.3262149095535278,
      "learning_rate": 4.407405572931527e-06,
      "loss": 0.3775,
      "step": 571420
    },
    {
      "epoch": 159.48,
      "grad_norm": 1.1073615550994873,
      "learning_rate": 4.4073927544120545e-06,
      "loss": 0.3844,
      "step": 571430
    },
    {
      "epoch": 159.49,
      "grad_norm": 1.007174015045166,
      "learning_rate": 4.407379935617911e-06,
      "loss": 0.3964,
      "step": 571440
    },
    {
      "epoch": 159.49,
      "grad_norm": 1.1357353925704956,
      "learning_rate": 4.407367116549097e-06,
      "loss": 0.4188,
      "step": 571450
    },
    {
      "epoch": 159.49,
      "grad_norm": 1.2362210750579834,
      "learning_rate": 4.407354297205616e-06,
      "loss": 0.4043,
      "step": 571460
    },
    {
      "epoch": 159.49,
      "grad_norm": 1.2087531089782715,
      "learning_rate": 4.407341477587468e-06,
      "loss": 0.4045,
      "step": 571470
    },
    {
      "epoch": 159.5,
      "grad_norm": 1.269585132598877,
      "learning_rate": 4.407328657694655e-06,
      "loss": 0.4025,
      "step": 571480
    },
    {
      "epoch": 159.5,
      "grad_norm": 1.2601228952407837,
      "learning_rate": 4.4073158375271805e-06,
      "loss": 0.3984,
      "step": 571490
    },
    {
      "epoch": 159.5,
      "grad_norm": 0.9615586996078491,
      "learning_rate": 4.407303017085043e-06,
      "loss": 0.3838,
      "step": 571500
    },
    {
      "epoch": 159.51,
      "grad_norm": 1.1695618629455566,
      "learning_rate": 4.407290196368248e-06,
      "loss": 0.3917,
      "step": 571510
    },
    {
      "epoch": 159.51,
      "grad_norm": 1.1022727489471436,
      "learning_rate": 4.407277375376794e-06,
      "loss": 0.3797,
      "step": 571520
    },
    {
      "epoch": 159.51,
      "grad_norm": 1.2525776624679565,
      "learning_rate": 4.407264554110685e-06,
      "loss": 0.3943,
      "step": 571530
    },
    {
      "epoch": 159.51,
      "grad_norm": 1.372554898262024,
      "learning_rate": 4.40725173256992e-06,
      "loss": 0.3957,
      "step": 571540
    },
    {
      "epoch": 159.52,
      "grad_norm": 1.182591199874878,
      "learning_rate": 4.407238910754504e-06,
      "loss": 0.3761,
      "step": 571550
    },
    {
      "epoch": 159.52,
      "grad_norm": 1.539660930633545,
      "learning_rate": 4.407226088664436e-06,
      "loss": 0.378,
      "step": 571560
    },
    {
      "epoch": 159.52,
      "grad_norm": 1.2207342386245728,
      "learning_rate": 4.407213266299719e-06,
      "loss": 0.3984,
      "step": 571570
    },
    {
      "epoch": 159.53,
      "grad_norm": 1.4945251941680908,
      "learning_rate": 4.407200443660355e-06,
      "loss": 0.3966,
      "step": 571580
    },
    {
      "epoch": 159.53,
      "grad_norm": 1.3763891458511353,
      "learning_rate": 4.407187620746345e-06,
      "loss": 0.4083,
      "step": 571590
    },
    {
      "epoch": 159.53,
      "grad_norm": 1.2470462322235107,
      "learning_rate": 4.407174797557691e-06,
      "loss": 0.3883,
      "step": 571600
    },
    {
      "epoch": 159.53,
      "grad_norm": 1.7256990671157837,
      "learning_rate": 4.407161974094394e-06,
      "loss": 0.3895,
      "step": 571610
    },
    {
      "epoch": 159.54,
      "grad_norm": 1.2713844776153564,
      "learning_rate": 4.407149150356456e-06,
      "loss": 0.3872,
      "step": 571620
    },
    {
      "epoch": 159.54,
      "grad_norm": 1.093322992324829,
      "learning_rate": 4.40713632634388e-06,
      "loss": 0.3865,
      "step": 571630
    },
    {
      "epoch": 159.54,
      "grad_norm": 1.0327012538909912,
      "learning_rate": 4.407123502056666e-06,
      "loss": 0.3849,
      "step": 571640
    },
    {
      "epoch": 159.55,
      "grad_norm": 1.1579865217208862,
      "learning_rate": 4.407110677494817e-06,
      "loss": 0.4006,
      "step": 571650
    },
    {
      "epoch": 159.55,
      "grad_norm": 1.3923935890197754,
      "learning_rate": 4.4070978526583334e-06,
      "loss": 0.403,
      "step": 571660
    },
    {
      "epoch": 159.55,
      "grad_norm": 1.175489068031311,
      "learning_rate": 4.4070850275472186e-06,
      "loss": 0.377,
      "step": 571670
    },
    {
      "epoch": 159.55,
      "grad_norm": 1.2759754657745361,
      "learning_rate": 4.407072202161473e-06,
      "loss": 0.3873,
      "step": 571680
    },
    {
      "epoch": 159.56,
      "grad_norm": 1.1511321067810059,
      "learning_rate": 4.4070593765010985e-06,
      "loss": 0.4042,
      "step": 571690
    },
    {
      "epoch": 159.56,
      "grad_norm": 1.2799289226531982,
      "learning_rate": 4.407046550566097e-06,
      "loss": 0.3902,
      "step": 571700
    },
    {
      "epoch": 159.56,
      "grad_norm": 1.2682088613510132,
      "learning_rate": 4.40703372435647e-06,
      "loss": 0.3823,
      "step": 571710
    },
    {
      "epoch": 159.56,
      "grad_norm": 1.7521052360534668,
      "learning_rate": 4.40702089787222e-06,
      "loss": 0.3832,
      "step": 571720
    },
    {
      "epoch": 159.57,
      "grad_norm": 1.5329948663711548,
      "learning_rate": 4.407008071113347e-06,
      "loss": 0.3902,
      "step": 571730
    },
    {
      "epoch": 159.57,
      "grad_norm": 1.1941444873809814,
      "learning_rate": 4.4069952440798545e-06,
      "loss": 0.3976,
      "step": 571740
    },
    {
      "epoch": 159.57,
      "grad_norm": 1.3976058959960938,
      "learning_rate": 4.406982416771744e-06,
      "loss": 0.3727,
      "step": 571750
    },
    {
      "epoch": 159.58,
      "grad_norm": 1.2713454961776733,
      "learning_rate": 4.406969589189015e-06,
      "loss": 0.3823,
      "step": 571760
    },
    {
      "epoch": 159.58,
      "grad_norm": 1.2160608768463135,
      "learning_rate": 4.406956761331672e-06,
      "loss": 0.4133,
      "step": 571770
    },
    {
      "epoch": 159.58,
      "grad_norm": 1.1652437448501587,
      "learning_rate": 4.406943933199716e-06,
      "loss": 0.3841,
      "step": 571780
    },
    {
      "epoch": 159.58,
      "grad_norm": 4.615654468536377,
      "learning_rate": 4.406931104793148e-06,
      "loss": 0.3954,
      "step": 571790
    },
    {
      "epoch": 159.59,
      "grad_norm": 1.4586589336395264,
      "learning_rate": 4.40691827611197e-06,
      "loss": 0.3786,
      "step": 571800
    },
    {
      "epoch": 159.59,
      "grad_norm": 1.0617456436157227,
      "learning_rate": 4.406905447156184e-06,
      "loss": 0.3893,
      "step": 571810
    },
    {
      "epoch": 159.59,
      "grad_norm": 1.243223786354065,
      "learning_rate": 4.406892617925791e-06,
      "loss": 0.376,
      "step": 571820
    },
    {
      "epoch": 159.6,
      "grad_norm": 1.639615535736084,
      "learning_rate": 4.406879788420793e-06,
      "loss": 0.391,
      "step": 571830
    },
    {
      "epoch": 159.6,
      "grad_norm": 1.2825708389282227,
      "learning_rate": 4.406866958641192e-06,
      "loss": 0.4042,
      "step": 571840
    },
    {
      "epoch": 159.6,
      "grad_norm": 1.276391625404358,
      "learning_rate": 4.40685412858699e-06,
      "loss": 0.3749,
      "step": 571850
    },
    {
      "epoch": 159.6,
      "grad_norm": 1.101405382156372,
      "learning_rate": 4.406841298258189e-06,
      "loss": 0.3918,
      "step": 571860
    },
    {
      "epoch": 159.61,
      "grad_norm": 1.1305248737335205,
      "learning_rate": 4.406828467654788e-06,
      "loss": 0.3942,
      "step": 571870
    },
    {
      "epoch": 159.61,
      "grad_norm": 1.085796594619751,
      "learning_rate": 4.406815636776792e-06,
      "loss": 0.374,
      "step": 571880
    },
    {
      "epoch": 159.61,
      "grad_norm": 1.3141065835952759,
      "learning_rate": 4.406802805624201e-06,
      "loss": 0.3909,
      "step": 571890
    },
    {
      "epoch": 159.61,
      "grad_norm": 1.4112157821655273,
      "learning_rate": 4.4067899741970175e-06,
      "loss": 0.385,
      "step": 571900
    },
    {
      "epoch": 159.62,
      "grad_norm": 1.1559960842132568,
      "learning_rate": 4.406777142495242e-06,
      "loss": 0.3823,
      "step": 571910
    },
    {
      "epoch": 159.62,
      "grad_norm": 1.198362946510315,
      "learning_rate": 4.406764310518877e-06,
      "loss": 0.378,
      "step": 571920
    },
    {
      "epoch": 159.62,
      "grad_norm": 1.0114067792892456,
      "learning_rate": 4.406751478267925e-06,
      "loss": 0.3766,
      "step": 571930
    },
    {
      "epoch": 159.63,
      "grad_norm": 1.1272387504577637,
      "learning_rate": 4.406738645742387e-06,
      "loss": 0.3989,
      "step": 571940
    },
    {
      "epoch": 159.63,
      "grad_norm": 1.194313645362854,
      "learning_rate": 4.4067258129422646e-06,
      "loss": 0.3959,
      "step": 571950
    },
    {
      "epoch": 159.63,
      "grad_norm": 1.1320370435714722,
      "learning_rate": 4.406712979867559e-06,
      "loss": 0.3857,
      "step": 571960
    },
    {
      "epoch": 159.63,
      "grad_norm": 1.1476781368255615,
      "learning_rate": 4.406700146518273e-06,
      "loss": 0.3903,
      "step": 571970
    },
    {
      "epoch": 159.64,
      "grad_norm": 1.165818214416504,
      "learning_rate": 4.406687312894408e-06,
      "loss": 0.3703,
      "step": 571980
    },
    {
      "epoch": 159.64,
      "grad_norm": 1.1769280433654785,
      "learning_rate": 4.406674478995965e-06,
      "loss": 0.3792,
      "step": 571990
    },
    {
      "epoch": 159.64,
      "grad_norm": 1.1977781057357788,
      "learning_rate": 4.406661644822946e-06,
      "loss": 0.3929,
      "step": 572000
    },
    {
      "epoch": 159.65,
      "grad_norm": 1.3428418636322021,
      "learning_rate": 4.4066488103753534e-06,
      "loss": 0.3899,
      "step": 572010
    },
    {
      "epoch": 159.65,
      "grad_norm": 1.3458411693572998,
      "learning_rate": 4.406635975653188e-06,
      "loss": 0.4091,
      "step": 572020
    },
    {
      "epoch": 159.65,
      "grad_norm": 1.0083087682724,
      "learning_rate": 4.406623140656452e-06,
      "loss": 0.3875,
      "step": 572030
    },
    {
      "epoch": 159.65,
      "grad_norm": 1.289809226989746,
      "learning_rate": 4.406610305385147e-06,
      "loss": 0.3895,
      "step": 572040
    },
    {
      "epoch": 159.66,
      "grad_norm": 1.1212955713272095,
      "learning_rate": 4.4065974698392745e-06,
      "loss": 0.3892,
      "step": 572050
    },
    {
      "epoch": 159.66,
      "grad_norm": 1.0786057710647583,
      "learning_rate": 4.4065846340188366e-06,
      "loss": 0.3908,
      "step": 572060
    },
    {
      "epoch": 159.66,
      "grad_norm": 1.0675464868545532,
      "learning_rate": 4.4065717979238355e-06,
      "loss": 0.3716,
      "step": 572070
    },
    {
      "epoch": 159.67,
      "grad_norm": 1.1177759170532227,
      "learning_rate": 4.406558961554272e-06,
      "loss": 0.3859,
      "step": 572080
    },
    {
      "epoch": 159.67,
      "grad_norm": 1.1497341394424438,
      "learning_rate": 4.406546124910147e-06,
      "loss": 0.3973,
      "step": 572090
    },
    {
      "epoch": 159.67,
      "grad_norm": 1.1764858961105347,
      "learning_rate": 4.406533287991464e-06,
      "loss": 0.3943,
      "step": 572100
    },
    {
      "epoch": 159.67,
      "grad_norm": 1.183820366859436,
      "learning_rate": 4.406520450798225e-06,
      "loss": 0.3885,
      "step": 572110
    },
    {
      "epoch": 159.68,
      "grad_norm": 1.2582842111587524,
      "learning_rate": 4.40650761333043e-06,
      "loss": 0.4046,
      "step": 572120
    },
    {
      "epoch": 159.68,
      "grad_norm": 1.0372116565704346,
      "learning_rate": 4.406494775588081e-06,
      "loss": 0.3808,
      "step": 572130
    },
    {
      "epoch": 159.68,
      "grad_norm": 1.117093563079834,
      "learning_rate": 4.40648193757118e-06,
      "loss": 0.3818,
      "step": 572140
    },
    {
      "epoch": 159.68,
      "grad_norm": 1.187779188156128,
      "learning_rate": 4.406469099279729e-06,
      "loss": 0.3918,
      "step": 572150
    },
    {
      "epoch": 159.69,
      "grad_norm": 1.2570127248764038,
      "learning_rate": 4.40645626071373e-06,
      "loss": 0.3881,
      "step": 572160
    },
    {
      "epoch": 159.69,
      "grad_norm": 1.3303477764129639,
      "learning_rate": 4.406443421873184e-06,
      "loss": 0.4065,
      "step": 572170
    },
    {
      "epoch": 159.69,
      "grad_norm": 1.1742675304412842,
      "learning_rate": 4.406430582758092e-06,
      "loss": 0.3806,
      "step": 572180
    },
    {
      "epoch": 159.7,
      "grad_norm": 1.1185564994812012,
      "learning_rate": 4.406417743368458e-06,
      "loss": 0.368,
      "step": 572190
    },
    {
      "epoch": 159.7,
      "grad_norm": 1.1664201021194458,
      "learning_rate": 4.406404903704282e-06,
      "loss": 0.3862,
      "step": 572200
    },
    {
      "epoch": 159.7,
      "grad_norm": 1.4493221044540405,
      "learning_rate": 4.406392063765566e-06,
      "loss": 0.3666,
      "step": 572210
    },
    {
      "epoch": 159.7,
      "grad_norm": 1.3973217010498047,
      "learning_rate": 4.406379223552311e-06,
      "loss": 0.3907,
      "step": 572220
    },
    {
      "epoch": 159.71,
      "grad_norm": 0.9541847705841064,
      "learning_rate": 4.406366383064521e-06,
      "loss": 0.3943,
      "step": 572230
    },
    {
      "epoch": 159.71,
      "grad_norm": 1.2624293565750122,
      "learning_rate": 4.406353542302194e-06,
      "loss": 0.3837,
      "step": 572240
    },
    {
      "epoch": 159.71,
      "grad_norm": 1.1779865026474,
      "learning_rate": 4.406340701265336e-06,
      "loss": 0.3783,
      "step": 572250
    },
    {
      "epoch": 159.72,
      "grad_norm": 1.9704022407531738,
      "learning_rate": 4.406327859953946e-06,
      "loss": 0.3912,
      "step": 572260
    },
    {
      "epoch": 159.72,
      "grad_norm": 1.102176308631897,
      "learning_rate": 4.406315018368026e-06,
      "loss": 0.3952,
      "step": 572270
    },
    {
      "epoch": 159.72,
      "grad_norm": 1.0174514055252075,
      "learning_rate": 4.4063021765075785e-06,
      "loss": 0.3894,
      "step": 572280
    },
    {
      "epoch": 159.72,
      "grad_norm": 1.2462669610977173,
      "learning_rate": 4.406289334372604e-06,
      "loss": 0.3812,
      "step": 572290
    },
    {
      "epoch": 159.73,
      "grad_norm": 1.4141871929168701,
      "learning_rate": 4.406276491963106e-06,
      "loss": 0.3959,
      "step": 572300
    },
    {
      "epoch": 159.73,
      "grad_norm": 1.1846815347671509,
      "learning_rate": 4.406263649279085e-06,
      "loss": 0.4072,
      "step": 572310
    },
    {
      "epoch": 159.73,
      "grad_norm": 1.093969702720642,
      "learning_rate": 4.406250806320542e-06,
      "loss": 0.3925,
      "step": 572320
    },
    {
      "epoch": 159.73,
      "grad_norm": 1.1294833421707153,
      "learning_rate": 4.40623796308748e-06,
      "loss": 0.4168,
      "step": 572330
    },
    {
      "epoch": 159.74,
      "grad_norm": 1.1480988264083862,
      "learning_rate": 4.4062251195799e-06,
      "loss": 0.4013,
      "step": 572340
    },
    {
      "epoch": 159.74,
      "grad_norm": 1.1939582824707031,
      "learning_rate": 4.406212275797804e-06,
      "loss": 0.3902,
      "step": 572350
    },
    {
      "epoch": 159.74,
      "grad_norm": 1.1857969760894775,
      "learning_rate": 4.406199431741195e-06,
      "loss": 0.3788,
      "step": 572360
    },
    {
      "epoch": 159.75,
      "grad_norm": 1.2558938264846802,
      "learning_rate": 4.406186587410072e-06,
      "loss": 0.3921,
      "step": 572370
    },
    {
      "epoch": 159.75,
      "grad_norm": 1.0485930442810059,
      "learning_rate": 4.406173742804438e-06,
      "loss": 0.3856,
      "step": 572380
    },
    {
      "epoch": 159.75,
      "grad_norm": 1.2657182216644287,
      "learning_rate": 4.406160897924296e-06,
      "loss": 0.3935,
      "step": 572390
    },
    {
      "epoch": 159.75,
      "grad_norm": 1.1598355770111084,
      "learning_rate": 4.406148052769646e-06,
      "loss": 0.3867,
      "step": 572400
    },
    {
      "epoch": 159.76,
      "grad_norm": 1.5238113403320312,
      "learning_rate": 4.40613520734049e-06,
      "loss": 0.3929,
      "step": 572410
    },
    {
      "epoch": 159.76,
      "grad_norm": 1.0820527076721191,
      "learning_rate": 4.406122361636831e-06,
      "loss": 0.3962,
      "step": 572420
    },
    {
      "epoch": 159.76,
      "grad_norm": 1.4164440631866455,
      "learning_rate": 4.406109515658669e-06,
      "loss": 0.3946,
      "step": 572430
    },
    {
      "epoch": 159.77,
      "grad_norm": 1.2825223207473755,
      "learning_rate": 4.406096669406006e-06,
      "loss": 0.3937,
      "step": 572440
    },
    {
      "epoch": 159.77,
      "grad_norm": 1.3124662637710571,
      "learning_rate": 4.406083822878844e-06,
      "loss": 0.4001,
      "step": 572450
    },
    {
      "epoch": 159.77,
      "grad_norm": 1.2779226303100586,
      "learning_rate": 4.406070976077185e-06,
      "loss": 0.3971,
      "step": 572460
    },
    {
      "epoch": 159.77,
      "grad_norm": 1.341586709022522,
      "learning_rate": 4.406058129001031e-06,
      "loss": 0.3687,
      "step": 572470
    },
    {
      "epoch": 159.78,
      "grad_norm": 1.2262276411056519,
      "learning_rate": 4.4060452816503825e-06,
      "loss": 0.3838,
      "step": 572480
    },
    {
      "epoch": 159.78,
      "grad_norm": 1.2723045349121094,
      "learning_rate": 4.406032434025243e-06,
      "loss": 0.3992,
      "step": 572490
    },
    {
      "epoch": 159.78,
      "grad_norm": 1.0800691843032837,
      "learning_rate": 4.406019586125612e-06,
      "loss": 0.3927,
      "step": 572500
    },
    {
      "epoch": 159.79,
      "grad_norm": 1.053747534751892,
      "learning_rate": 4.406006737951493e-06,
      "loss": 0.3755,
      "step": 572510
    },
    {
      "epoch": 159.79,
      "grad_norm": 1.388221263885498,
      "learning_rate": 4.405993889502887e-06,
      "loss": 0.3856,
      "step": 572520
    },
    {
      "epoch": 159.79,
      "grad_norm": 1.258181095123291,
      "learning_rate": 4.405981040779796e-06,
      "loss": 0.3806,
      "step": 572530
    },
    {
      "epoch": 159.79,
      "grad_norm": 1.2844853401184082,
      "learning_rate": 4.405968191782221e-06,
      "loss": 0.3813,
      "step": 572540
    },
    {
      "epoch": 159.8,
      "grad_norm": 1.6581363677978516,
      "learning_rate": 4.405955342510164e-06,
      "loss": 0.3772,
      "step": 572550
    },
    {
      "epoch": 159.8,
      "grad_norm": 1.3274712562561035,
      "learning_rate": 4.405942492963627e-06,
      "loss": 0.3758,
      "step": 572560
    },
    {
      "epoch": 159.8,
      "grad_norm": 1.3006809949874878,
      "learning_rate": 4.405929643142612e-06,
      "loss": 0.3978,
      "step": 572570
    },
    {
      "epoch": 159.8,
      "grad_norm": 0.970221757888794,
      "learning_rate": 4.40591679304712e-06,
      "loss": 0.3936,
      "step": 572580
    },
    {
      "epoch": 159.81,
      "grad_norm": 1.196993350982666,
      "learning_rate": 4.405903942677154e-06,
      "loss": 0.3817,
      "step": 572590
    },
    {
      "epoch": 159.81,
      "grad_norm": 1.2277494668960571,
      "learning_rate": 4.405891092032714e-06,
      "loss": 0.3736,
      "step": 572600
    },
    {
      "epoch": 159.81,
      "grad_norm": 1.362275242805481,
      "learning_rate": 4.405878241113802e-06,
      "loss": 0.3773,
      "step": 572610
    },
    {
      "epoch": 159.82,
      "grad_norm": 1.2127037048339844,
      "learning_rate": 4.405865389920421e-06,
      "loss": 0.3973,
      "step": 572620
    },
    {
      "epoch": 159.82,
      "grad_norm": 1.0736033916473389,
      "learning_rate": 4.405852538452571e-06,
      "loss": 0.3985,
      "step": 572630
    },
    {
      "epoch": 159.82,
      "grad_norm": 1.0622984170913696,
      "learning_rate": 4.405839686710255e-06,
      "loss": 0.3897,
      "step": 572640
    },
    {
      "epoch": 159.82,
      "grad_norm": 1.274517297744751,
      "learning_rate": 4.405826834693474e-06,
      "loss": 0.3854,
      "step": 572650
    },
    {
      "epoch": 159.83,
      "grad_norm": 1.2558255195617676,
      "learning_rate": 4.405813982402232e-06,
      "loss": 0.376,
      "step": 572660
    },
    {
      "epoch": 159.83,
      "grad_norm": 1.2092450857162476,
      "learning_rate": 4.405801129836527e-06,
      "loss": 0.3861,
      "step": 572670
    },
    {
      "epoch": 159.83,
      "grad_norm": 1.4875669479370117,
      "learning_rate": 4.405788276996362e-06,
      "loss": 0.3927,
      "step": 572680
    },
    {
      "epoch": 159.84,
      "grad_norm": 1.8325552940368652,
      "learning_rate": 4.40577542388174e-06,
      "loss": 0.3846,
      "step": 572690
    },
    {
      "epoch": 159.84,
      "grad_norm": 1.396824598312378,
      "learning_rate": 4.405762570492661e-06,
      "loss": 0.3835,
      "step": 572700
    },
    {
      "epoch": 159.84,
      "grad_norm": 1.1563982963562012,
      "learning_rate": 4.405749716829128e-06,
      "loss": 0.3775,
      "step": 572710
    },
    {
      "epoch": 159.84,
      "grad_norm": 1.135038137435913,
      "learning_rate": 4.405736862891143e-06,
      "loss": 0.384,
      "step": 572720
    },
    {
      "epoch": 159.85,
      "grad_norm": 1.088444471359253,
      "learning_rate": 4.405724008678706e-06,
      "loss": 0.3901,
      "step": 572730
    },
    {
      "epoch": 159.85,
      "grad_norm": 1.1981357336044312,
      "learning_rate": 4.40571115419182e-06,
      "loss": 0.3853,
      "step": 572740
    },
    {
      "epoch": 159.85,
      "grad_norm": 1.247734785079956,
      "learning_rate": 4.4056982994304874e-06,
      "loss": 0.3985,
      "step": 572750
    },
    {
      "epoch": 159.85,
      "grad_norm": 1.2062599658966064,
      "learning_rate": 4.405685444394707e-06,
      "loss": 0.3889,
      "step": 572760
    },
    {
      "epoch": 159.86,
      "grad_norm": 1.4985532760620117,
      "learning_rate": 4.405672589084484e-06,
      "loss": 0.3939,
      "step": 572770
    },
    {
      "epoch": 159.86,
      "grad_norm": 1.6755722761154175,
      "learning_rate": 4.405659733499818e-06,
      "loss": 0.3942,
      "step": 572780
    },
    {
      "epoch": 159.86,
      "grad_norm": 1.207489252090454,
      "learning_rate": 4.405646877640711e-06,
      "loss": 0.3798,
      "step": 572790
    },
    {
      "epoch": 159.87,
      "grad_norm": 1.235224962234497,
      "learning_rate": 4.4056340215071655e-06,
      "loss": 0.3732,
      "step": 572800
    },
    {
      "epoch": 159.87,
      "grad_norm": 1.0746060609817505,
      "learning_rate": 4.405621165099183e-06,
      "loss": 0.3978,
      "step": 572810
    },
    {
      "epoch": 159.87,
      "grad_norm": 1.211253046989441,
      "learning_rate": 4.405608308416764e-06,
      "loss": 0.3782,
      "step": 572820
    },
    {
      "epoch": 159.87,
      "grad_norm": 1.4102164506912231,
      "learning_rate": 4.4055954514599104e-06,
      "loss": 0.39,
      "step": 572830
    },
    {
      "epoch": 159.88,
      "grad_norm": 1.238925814628601,
      "learning_rate": 4.405582594228626e-06,
      "loss": 0.3875,
      "step": 572840
    },
    {
      "epoch": 159.88,
      "grad_norm": 1.0581938028335571,
      "learning_rate": 4.4055697367229106e-06,
      "loss": 0.363,
      "step": 572850
    },
    {
      "epoch": 159.88,
      "grad_norm": 1.2956606149673462,
      "learning_rate": 4.405556878942767e-06,
      "loss": 0.3759,
      "step": 572860
    },
    {
      "epoch": 159.89,
      "grad_norm": 2.5435950756073,
      "learning_rate": 4.405544020888196e-06,
      "loss": 0.3991,
      "step": 572870
    },
    {
      "epoch": 159.89,
      "grad_norm": 1.3056893348693848,
      "learning_rate": 4.405531162559199e-06,
      "loss": 0.3834,
      "step": 572880
    },
    {
      "epoch": 159.89,
      "grad_norm": 1.1959015130996704,
      "learning_rate": 4.405518303955779e-06,
      "loss": 0.3777,
      "step": 572890
    },
    {
      "epoch": 159.89,
      "grad_norm": 1.1408408880233765,
      "learning_rate": 4.405505445077937e-06,
      "loss": 0.3748,
      "step": 572900
    },
    {
      "epoch": 159.9,
      "grad_norm": 1.2619298696517944,
      "learning_rate": 4.405492585925675e-06,
      "loss": 0.3863,
      "step": 572910
    },
    {
      "epoch": 159.9,
      "grad_norm": 1.296985387802124,
      "learning_rate": 4.405479726498994e-06,
      "loss": 0.3703,
      "step": 572920
    },
    {
      "epoch": 159.9,
      "grad_norm": 1.1806707382202148,
      "learning_rate": 4.405466866797897e-06,
      "loss": 0.3786,
      "step": 572930
    },
    {
      "epoch": 159.91,
      "grad_norm": 1.10114324092865,
      "learning_rate": 4.405454006822384e-06,
      "loss": 0.3697,
      "step": 572940
    },
    {
      "epoch": 159.91,
      "grad_norm": 1.0824904441833496,
      "learning_rate": 4.405441146572458e-06,
      "loss": 0.3973,
      "step": 572950
    },
    {
      "epoch": 159.91,
      "grad_norm": 1.1488049030303955,
      "learning_rate": 4.4054282860481205e-06,
      "loss": 0.376,
      "step": 572960
    },
    {
      "epoch": 159.91,
      "grad_norm": 1.1293795108795166,
      "learning_rate": 4.405415425249373e-06,
      "loss": 0.3922,
      "step": 572970
    },
    {
      "epoch": 159.92,
      "grad_norm": 1.0414390563964844,
      "learning_rate": 4.405402564176217e-06,
      "loss": 0.3979,
      "step": 572980
    },
    {
      "epoch": 159.92,
      "grad_norm": 1.0928279161453247,
      "learning_rate": 4.405389702828654e-06,
      "loss": 0.3804,
      "step": 572990
    },
    {
      "epoch": 159.92,
      "grad_norm": 1.1629612445831299,
      "learning_rate": 4.405376841206688e-06,
      "loss": 0.39,
      "step": 573000
    },
    {
      "epoch": 159.92,
      "grad_norm": 1.41086745262146,
      "learning_rate": 4.405363979310317e-06,
      "loss": 0.4039,
      "step": 573010
    },
    {
      "epoch": 159.93,
      "grad_norm": 1.241810917854309,
      "learning_rate": 4.405351117139546e-06,
      "loss": 0.3843,
      "step": 573020
    },
    {
      "epoch": 159.93,
      "grad_norm": 1.0216223001480103,
      "learning_rate": 4.405338254694375e-06,
      "loss": 0.3744,
      "step": 573030
    },
    {
      "epoch": 159.93,
      "grad_norm": 1.4820126295089722,
      "learning_rate": 4.405325391974806e-06,
      "loss": 0.41,
      "step": 573040
    },
    {
      "epoch": 159.94,
      "grad_norm": 1.2092407941818237,
      "learning_rate": 4.40531252898084e-06,
      "loss": 0.39,
      "step": 573050
    },
    {
      "epoch": 159.94,
      "grad_norm": 1.3121705055236816,
      "learning_rate": 4.40529966571248e-06,
      "loss": 0.3794,
      "step": 573060
    },
    {
      "epoch": 159.94,
      "grad_norm": 1.713969349861145,
      "learning_rate": 4.405286802169728e-06,
      "loss": 0.3816,
      "step": 573070
    },
    {
      "epoch": 159.94,
      "grad_norm": 0.9936267733573914,
      "learning_rate": 4.4052739383525835e-06,
      "loss": 0.3953,
      "step": 573080
    },
    {
      "epoch": 159.95,
      "grad_norm": 1.2894634008407593,
      "learning_rate": 4.40526107426105e-06,
      "loss": 0.3829,
      "step": 573090
    },
    {
      "epoch": 159.95,
      "grad_norm": 1.2650344371795654,
      "learning_rate": 4.405248209895129e-06,
      "loss": 0.3998,
      "step": 573100
    },
    {
      "epoch": 159.95,
      "grad_norm": 1.1707849502563477,
      "learning_rate": 4.405235345254822e-06,
      "loss": 0.3962,
      "step": 573110
    },
    {
      "epoch": 159.96,
      "grad_norm": 1.2851694822311401,
      "learning_rate": 4.40522248034013e-06,
      "loss": 0.3819,
      "step": 573120
    },
    {
      "epoch": 159.96,
      "grad_norm": 1.5005762577056885,
      "learning_rate": 4.405209615151057e-06,
      "loss": 0.3674,
      "step": 573130
    },
    {
      "epoch": 159.96,
      "grad_norm": 1.19525945186615,
      "learning_rate": 4.405196749687602e-06,
      "loss": 0.3918,
      "step": 573140
    },
    {
      "epoch": 159.96,
      "grad_norm": 1.3258882761001587,
      "learning_rate": 4.405183883949769e-06,
      "loss": 0.3808,
      "step": 573150
    },
    {
      "epoch": 159.97,
      "grad_norm": 1.202594518661499,
      "learning_rate": 4.405171017937557e-06,
      "loss": 0.3942,
      "step": 573160
    },
    {
      "epoch": 159.97,
      "grad_norm": 1.0552436113357544,
      "learning_rate": 4.40515815165097e-06,
      "loss": 0.3658,
      "step": 573170
    },
    {
      "epoch": 159.97,
      "grad_norm": 6.217089653015137,
      "learning_rate": 4.405145285090009e-06,
      "loss": 0.3831,
      "step": 573180
    },
    {
      "epoch": 159.97,
      "grad_norm": 1.117232322692871,
      "learning_rate": 4.405132418254677e-06,
      "loss": 0.3932,
      "step": 573190
    },
    {
      "epoch": 159.98,
      "grad_norm": 1.3489809036254883,
      "learning_rate": 4.405119551144973e-06,
      "loss": 0.3985,
      "step": 573200
    },
    {
      "epoch": 159.98,
      "grad_norm": 1.039995789527893,
      "learning_rate": 4.4051066837609e-06,
      "loss": 0.3726,
      "step": 573210
    },
    {
      "epoch": 159.98,
      "grad_norm": 1.277288794517517,
      "learning_rate": 4.4050938161024605e-06,
      "loss": 0.3972,
      "step": 573220
    },
    {
      "epoch": 159.99,
      "grad_norm": 1.3484421968460083,
      "learning_rate": 4.405080948169655e-06,
      "loss": 0.3879,
      "step": 573230
    },
    {
      "epoch": 159.99,
      "grad_norm": 1.6737947463989258,
      "learning_rate": 4.405068079962486e-06,
      "loss": 0.3667,
      "step": 573240
    },
    {
      "epoch": 159.99,
      "grad_norm": 1.3525573015213013,
      "learning_rate": 4.405055211480955e-06,
      "loss": 0.3873,
      "step": 573250
    },
    {
      "epoch": 159.99,
      "grad_norm": 1.0769238471984863,
      "learning_rate": 4.405042342725064e-06,
      "loss": 0.3825,
      "step": 573260
    },
    {
      "epoch": 160.0,
      "grad_norm": 1.1454445123672485,
      "learning_rate": 4.405029473694815e-06,
      "loss": 0.3892,
      "step": 573270
    },
    {
      "epoch": 160.0,
      "grad_norm": 1.5299596786499023,
      "learning_rate": 4.4050166043902084e-06,
      "loss": 0.4047,
      "step": 573280
    },
    {
      "epoch": 160.0,
      "eval_loss": 0.38732853531837463,
      "eval_runtime": 69.947,
      "eval_samples_per_second": 72.326,
      "eval_steps_per_second": 9.05,
      "step": 573280
    },
    {
      "epoch": 160.0,
      "grad_norm": 1.3308641910552979,
      "learning_rate": 4.405003734811247e-06,
      "loss": 0.3823,
      "step": 573290
    },
    {
      "epoch": 160.01,
      "grad_norm": 1.370939016342163,
      "learning_rate": 4.404990864957932e-06,
      "loss": 0.3981,
      "step": 573300
    },
    {
      "epoch": 160.01,
      "grad_norm": 1.2557766437530518,
      "learning_rate": 4.404977994830265e-06,
      "loss": 0.3846,
      "step": 573310
    },
    {
      "epoch": 160.01,
      "grad_norm": 1.216259241104126,
      "learning_rate": 4.404965124428248e-06,
      "loss": 0.3746,
      "step": 573320
    },
    {
      "epoch": 160.01,
      "grad_norm": 1.514144778251648,
      "learning_rate": 4.404952253751883e-06,
      "loss": 0.4008,
      "step": 573330
    },
    {
      "epoch": 160.02,
      "grad_norm": 1.32550048828125,
      "learning_rate": 4.404939382801171e-06,
      "loss": 0.3749,
      "step": 573340
    },
    {
      "epoch": 160.02,
      "grad_norm": 1.2355386018753052,
      "learning_rate": 4.404926511576115e-06,
      "loss": 0.4008,
      "step": 573350
    },
    {
      "epoch": 160.02,
      "grad_norm": 1.2217299938201904,
      "learning_rate": 4.404913640076715e-06,
      "loss": 0.3962,
      "step": 573360
    },
    {
      "epoch": 160.03,
      "grad_norm": 1.1558629274368286,
      "learning_rate": 4.404900768302974e-06,
      "loss": 0.4056,
      "step": 573370
    },
    {
      "epoch": 160.03,
      "grad_norm": 1.2087743282318115,
      "learning_rate": 4.404887896254893e-06,
      "loss": 0.379,
      "step": 573380
    },
    {
      "epoch": 160.03,
      "grad_norm": 1.295693039894104,
      "learning_rate": 4.404875023932474e-06,
      "loss": 0.3764,
      "step": 573390
    },
    {
      "epoch": 160.03,
      "grad_norm": 1.0271328687667847,
      "learning_rate": 4.4048621513357185e-06,
      "loss": 0.3715,
      "step": 573400
    },
    {
      "epoch": 160.04,
      "grad_norm": 4.098784923553467,
      "learning_rate": 4.404849278464629e-06,
      "loss": 0.3909,
      "step": 573410
    },
    {
      "epoch": 160.04,
      "grad_norm": 1.3893609046936035,
      "learning_rate": 4.404836405319206e-06,
      "loss": 0.3931,
      "step": 573420
    },
    {
      "epoch": 160.04,
      "grad_norm": 1.1090890169143677,
      "learning_rate": 4.404823531899452e-06,
      "loss": 0.3703,
      "step": 573430
    },
    {
      "epoch": 160.04,
      "grad_norm": 1.1679019927978516,
      "learning_rate": 4.404810658205369e-06,
      "loss": 0.3938,
      "step": 573440
    },
    {
      "epoch": 160.05,
      "grad_norm": 1.0798791646957397,
      "learning_rate": 4.404797784236958e-06,
      "loss": 0.3922,
      "step": 573450
    },
    {
      "epoch": 160.05,
      "grad_norm": 1.246680498123169,
      "learning_rate": 4.404784909994221e-06,
      "loss": 0.4091,
      "step": 573460
    },
    {
      "epoch": 160.05,
      "grad_norm": 1.5073320865631104,
      "learning_rate": 4.40477203547716e-06,
      "loss": 0.383,
      "step": 573470
    },
    {
      "epoch": 160.06,
      "grad_norm": 1.0593395233154297,
      "learning_rate": 4.4047591606857755e-06,
      "loss": 0.4022,
      "step": 573480
    },
    {
      "epoch": 160.06,
      "grad_norm": 1.214959979057312,
      "learning_rate": 4.40474628562007e-06,
      "loss": 0.3784,
      "step": 573490
    },
    {
      "epoch": 160.06,
      "grad_norm": 1.1408087015151978,
      "learning_rate": 4.404733410280047e-06,
      "loss": 0.3961,
      "step": 573500
    },
    {
      "epoch": 160.06,
      "grad_norm": 1.1842608451843262,
      "learning_rate": 4.404720534665705e-06,
      "loss": 0.3972,
      "step": 573510
    },
    {
      "epoch": 160.07,
      "grad_norm": 1.1213449239730835,
      "learning_rate": 4.4047076587770485e-06,
      "loss": 0.4061,
      "step": 573520
    },
    {
      "epoch": 160.07,
      "grad_norm": 1.1874982118606567,
      "learning_rate": 4.404694782614077e-06,
      "loss": 0.3813,
      "step": 573530
    },
    {
      "epoch": 160.07,
      "grad_norm": 1.189803123474121,
      "learning_rate": 4.4046819061767925e-06,
      "loss": 0.3913,
      "step": 573540
    },
    {
      "epoch": 160.08,
      "grad_norm": 1.4691370725631714,
      "learning_rate": 4.404669029465199e-06,
      "loss": 0.3873,
      "step": 573550
    },
    {
      "epoch": 160.08,
      "grad_norm": 1.2610626220703125,
      "learning_rate": 4.404656152479297e-06,
      "loss": 0.3843,
      "step": 573560
    },
    {
      "epoch": 160.08,
      "grad_norm": 1.400490641593933,
      "learning_rate": 4.4046432752190864e-06,
      "loss": 0.3829,
      "step": 573570
    },
    {
      "epoch": 160.08,
      "grad_norm": 1.3671115636825562,
      "learning_rate": 4.4046303976845705e-06,
      "loss": 0.3872,
      "step": 573580
    },
    {
      "epoch": 160.09,
      "grad_norm": 1.2403138875961304,
      "learning_rate": 4.404617519875751e-06,
      "loss": 0.3889,
      "step": 573590
    },
    {
      "epoch": 160.09,
      "grad_norm": 1.9443601369857788,
      "learning_rate": 4.404604641792629e-06,
      "loss": 0.3884,
      "step": 573600
    },
    {
      "epoch": 160.09,
      "grad_norm": 1.1710138320922852,
      "learning_rate": 4.404591763435207e-06,
      "loss": 0.3879,
      "step": 573610
    },
    {
      "epoch": 160.09,
      "grad_norm": 1.0728449821472168,
      "learning_rate": 4.404578884803487e-06,
      "loss": 0.3985,
      "step": 573620
    },
    {
      "epoch": 160.1,
      "grad_norm": 1.2873644828796387,
      "learning_rate": 4.40456600589747e-06,
      "loss": 0.3919,
      "step": 573630
    },
    {
      "epoch": 160.1,
      "grad_norm": 1.1105449199676514,
      "learning_rate": 4.404553126717158e-06,
      "loss": 0.3831,
      "step": 573640
    },
    {
      "epoch": 160.1,
      "grad_norm": 1.4073905944824219,
      "learning_rate": 4.404540247262552e-06,
      "loss": 0.3988,
      "step": 573650
    },
    {
      "epoch": 160.11,
      "grad_norm": 1.0253891944885254,
      "learning_rate": 4.404527367533654e-06,
      "loss": 0.374,
      "step": 573660
    },
    {
      "epoch": 160.11,
      "grad_norm": 8.055062294006348,
      "learning_rate": 4.404514487530466e-06,
      "loss": 0.3882,
      "step": 573670
    },
    {
      "epoch": 160.11,
      "grad_norm": 1.1577638387680054,
      "learning_rate": 4.4045016072529905e-06,
      "loss": 0.3769,
      "step": 573680
    },
    {
      "epoch": 160.11,
      "grad_norm": 1.4158704280853271,
      "learning_rate": 4.404488726701228e-06,
      "loss": 0.3817,
      "step": 573690
    },
    {
      "epoch": 160.12,
      "grad_norm": 1.2093697786331177,
      "learning_rate": 4.404475845875181e-06,
      "loss": 0.3824,
      "step": 573700
    },
    {
      "epoch": 160.12,
      "grad_norm": 1.2699840068817139,
      "learning_rate": 4.40446296477485e-06,
      "loss": 0.3743,
      "step": 573710
    },
    {
      "epoch": 160.12,
      "grad_norm": 1.0619014501571655,
      "learning_rate": 4.4044500834002385e-06,
      "loss": 0.3851,
      "step": 573720
    },
    {
      "epoch": 160.13,
      "grad_norm": 1.3916733264923096,
      "learning_rate": 4.4044372017513465e-06,
      "loss": 0.3874,
      "step": 573730
    },
    {
      "epoch": 160.13,
      "grad_norm": 1.3611105680465698,
      "learning_rate": 4.404424319828177e-06,
      "loss": 0.3877,
      "step": 573740
    },
    {
      "epoch": 160.13,
      "grad_norm": 1.1874525547027588,
      "learning_rate": 4.40441143763073e-06,
      "loss": 0.3665,
      "step": 573750
    },
    {
      "epoch": 160.13,
      "grad_norm": 1.260119915008545,
      "learning_rate": 4.40439855515901e-06,
      "loss": 0.3907,
      "step": 573760
    },
    {
      "epoch": 160.14,
      "grad_norm": 1.347609043121338,
      "learning_rate": 4.404385672413016e-06,
      "loss": 0.3911,
      "step": 573770
    },
    {
      "epoch": 160.14,
      "grad_norm": 1.1713495254516602,
      "learning_rate": 4.404372789392751e-06,
      "loss": 0.3652,
      "step": 573780
    },
    {
      "epoch": 160.14,
      "grad_norm": 1.1226840019226074,
      "learning_rate": 4.404359906098217e-06,
      "loss": 0.3949,
      "step": 573790
    },
    {
      "epoch": 160.15,
      "grad_norm": 1.1694726943969727,
      "learning_rate": 4.404347022529415e-06,
      "loss": 0.3954,
      "step": 573800
    },
    {
      "epoch": 160.15,
      "grad_norm": 1.355467438697815,
      "learning_rate": 4.404334138686347e-06,
      "loss": 0.4073,
      "step": 573810
    },
    {
      "epoch": 160.15,
      "grad_norm": 1.3110496997833252,
      "learning_rate": 4.4043212545690144e-06,
      "loss": 0.3803,
      "step": 573820
    },
    {
      "epoch": 160.15,
      "grad_norm": 1.3174643516540527,
      "learning_rate": 4.4043083701774195e-06,
      "loss": 0.3911,
      "step": 573830
    },
    {
      "epoch": 160.16,
      "grad_norm": 1.0364887714385986,
      "learning_rate": 4.404295485511564e-06,
      "loss": 0.3819,
      "step": 573840
    },
    {
      "epoch": 160.16,
      "grad_norm": 1.2670341730117798,
      "learning_rate": 4.404282600571449e-06,
      "loss": 0.3984,
      "step": 573850
    },
    {
      "epoch": 160.16,
      "grad_norm": 1.280843734741211,
      "learning_rate": 4.404269715357077e-06,
      "loss": 0.3944,
      "step": 573860
    },
    {
      "epoch": 160.16,
      "grad_norm": 1.2504465579986572,
      "learning_rate": 4.404256829868449e-06,
      "loss": 0.3978,
      "step": 573870
    },
    {
      "epoch": 160.17,
      "grad_norm": 1.5334842205047607,
      "learning_rate": 4.404243944105566e-06,
      "loss": 0.3856,
      "step": 573880
    },
    {
      "epoch": 160.17,
      "grad_norm": 1.2229241132736206,
      "learning_rate": 4.404231058068432e-06,
      "loss": 0.3847,
      "step": 573890
    },
    {
      "epoch": 160.17,
      "grad_norm": 1.2936078310012817,
      "learning_rate": 4.404218171757047e-06,
      "loss": 0.3856,
      "step": 573900
    },
    {
      "epoch": 160.18,
      "grad_norm": 1.2182515859603882,
      "learning_rate": 4.404205285171413e-06,
      "loss": 0.394,
      "step": 573910
    },
    {
      "epoch": 160.18,
      "grad_norm": 1.0497617721557617,
      "learning_rate": 4.404192398311532e-06,
      "loss": 0.3901,
      "step": 573920
    },
    {
      "epoch": 160.18,
      "grad_norm": 1.6504027843475342,
      "learning_rate": 4.404179511177405e-06,
      "loss": 0.39,
      "step": 573930
    },
    {
      "epoch": 160.18,
      "grad_norm": 1.222292184829712,
      "learning_rate": 4.404166623769035e-06,
      "loss": 0.3911,
      "step": 573940
    },
    {
      "epoch": 160.19,
      "grad_norm": 1.1439486742019653,
      "learning_rate": 4.404153736086423e-06,
      "loss": 0.3791,
      "step": 573950
    },
    {
      "epoch": 160.19,
      "grad_norm": 1.1568347215652466,
      "learning_rate": 4.4041408481295705e-06,
      "loss": 0.3712,
      "step": 573960
    },
    {
      "epoch": 160.19,
      "grad_norm": 1.4055320024490356,
      "learning_rate": 4.4041279598984785e-06,
      "loss": 0.3773,
      "step": 573970
    },
    {
      "epoch": 160.2,
      "grad_norm": 1.1391340494155884,
      "learning_rate": 4.404115071393151e-06,
      "loss": 0.3756,
      "step": 573980
    },
    {
      "epoch": 160.2,
      "grad_norm": 1.2232216596603394,
      "learning_rate": 4.404102182613588e-06,
      "loss": 0.3855,
      "step": 573990
    },
    {
      "epoch": 160.2,
      "grad_norm": 1.1416518688201904,
      "learning_rate": 4.404089293559791e-06,
      "loss": 0.3832,
      "step": 574000
    },
    {
      "epoch": 160.2,
      "grad_norm": 1.1771535873413086,
      "learning_rate": 4.404076404231762e-06,
      "loss": 0.3801,
      "step": 574010
    },
    {
      "epoch": 160.21,
      "grad_norm": 1.2390570640563965,
      "learning_rate": 4.404063514629504e-06,
      "loss": 0.3954,
      "step": 574020
    },
    {
      "epoch": 160.21,
      "grad_norm": 1.1570546627044678,
      "learning_rate": 4.404050624753018e-06,
      "loss": 0.3686,
      "step": 574030
    },
    {
      "epoch": 160.21,
      "grad_norm": 1.5174649953842163,
      "learning_rate": 4.404037734602304e-06,
      "loss": 0.3702,
      "step": 574040
    },
    {
      "epoch": 160.21,
      "grad_norm": 1.1094658374786377,
      "learning_rate": 4.404024844177367e-06,
      "loss": 0.3716,
      "step": 574050
    },
    {
      "epoch": 160.22,
      "grad_norm": 1.1910256147384644,
      "learning_rate": 4.404011953478205e-06,
      "loss": 0.3955,
      "step": 574060
    },
    {
      "epoch": 160.22,
      "grad_norm": 1.189926266670227,
      "learning_rate": 4.403999062504822e-06,
      "loss": 0.4011,
      "step": 574070
    },
    {
      "epoch": 160.22,
      "grad_norm": 1.1185914278030396,
      "learning_rate": 4.40398617125722e-06,
      "loss": 0.3869,
      "step": 574080
    },
    {
      "epoch": 160.23,
      "grad_norm": 1.3271297216415405,
      "learning_rate": 4.4039732797354e-06,
      "loss": 0.395,
      "step": 574090
    },
    {
      "epoch": 160.23,
      "grad_norm": 1.187432885169983,
      "learning_rate": 4.403960387939363e-06,
      "loss": 0.3818,
      "step": 574100
    },
    {
      "epoch": 160.23,
      "grad_norm": 1.2762014865875244,
      "learning_rate": 4.403947495869112e-06,
      "loss": 0.382,
      "step": 574110
    },
    {
      "epoch": 160.23,
      "grad_norm": 1.175779938697815,
      "learning_rate": 4.403934603524648e-06,
      "loss": 0.384,
      "step": 574120
    },
    {
      "epoch": 160.24,
      "grad_norm": 1.4627057313919067,
      "learning_rate": 4.4039217109059725e-06,
      "loss": 0.3881,
      "step": 574130
    },
    {
      "epoch": 160.24,
      "grad_norm": 1.1722595691680908,
      "learning_rate": 4.403908818013088e-06,
      "loss": 0.3937,
      "step": 574140
    },
    {
      "epoch": 160.24,
      "grad_norm": 1.04603910446167,
      "learning_rate": 4.403895924845996e-06,
      "loss": 0.3983,
      "step": 574150
    },
    {
      "epoch": 160.25,
      "grad_norm": 1.469933032989502,
      "learning_rate": 4.403883031404697e-06,
      "loss": 0.368,
      "step": 574160
    },
    {
      "epoch": 160.25,
      "grad_norm": 1.2318922281265259,
      "learning_rate": 4.403870137689195e-06,
      "loss": 0.3996,
      "step": 574170
    },
    {
      "epoch": 160.25,
      "grad_norm": 1.50283944606781,
      "learning_rate": 4.40385724369949e-06,
      "loss": 0.3929,
      "step": 574180
    },
    {
      "epoch": 160.25,
      "grad_norm": 1.2736423015594482,
      "learning_rate": 4.403844349435584e-06,
      "loss": 0.3857,
      "step": 574190
    },
    {
      "epoch": 160.26,
      "grad_norm": 1.3806051015853882,
      "learning_rate": 4.403831454897479e-06,
      "loss": 0.4227,
      "step": 574200
    },
    {
      "epoch": 160.26,
      "grad_norm": 1.4410759210586548,
      "learning_rate": 4.4038185600851764e-06,
      "loss": 0.3841,
      "step": 574210
    },
    {
      "epoch": 160.26,
      "grad_norm": 1.3990495204925537,
      "learning_rate": 4.403805664998678e-06,
      "loss": 0.3865,
      "step": 574220
    },
    {
      "epoch": 160.27,
      "grad_norm": 1.3636150360107422,
      "learning_rate": 4.403792769637986e-06,
      "loss": 0.3924,
      "step": 574230
    },
    {
      "epoch": 160.27,
      "grad_norm": 1.1112024784088135,
      "learning_rate": 4.403779874003102e-06,
      "loss": 0.4023,
      "step": 574240
    },
    {
      "epoch": 160.27,
      "grad_norm": 1.3752235174179077,
      "learning_rate": 4.403766978094027e-06,
      "loss": 0.3866,
      "step": 574250
    },
    {
      "epoch": 160.27,
      "grad_norm": 1.1879438161849976,
      "learning_rate": 4.4037540819107636e-06,
      "loss": 0.3709,
      "step": 574260
    },
    {
      "epoch": 160.28,
      "grad_norm": 1.6664612293243408,
      "learning_rate": 4.403741185453312e-06,
      "loss": 0.3683,
      "step": 574270
    },
    {
      "epoch": 160.28,
      "grad_norm": 1.3516321182250977,
      "learning_rate": 4.403728288721676e-06,
      "loss": 0.3828,
      "step": 574280
    },
    {
      "epoch": 160.28,
      "grad_norm": 1.1915513277053833,
      "learning_rate": 4.403715391715856e-06,
      "loss": 0.395,
      "step": 574290
    },
    {
      "epoch": 160.28,
      "grad_norm": 1.5345020294189453,
      "learning_rate": 4.403702494435855e-06,
      "loss": 0.3997,
      "step": 574300
    },
    {
      "epoch": 160.29,
      "grad_norm": 1.6393498182296753,
      "learning_rate": 4.403689596881673e-06,
      "loss": 0.3893,
      "step": 574310
    },
    {
      "epoch": 160.29,
      "grad_norm": 1.334755301475525,
      "learning_rate": 4.4036766990533116e-06,
      "loss": 0.3932,
      "step": 574320
    },
    {
      "epoch": 160.29,
      "grad_norm": 1.1381034851074219,
      "learning_rate": 4.403663800950774e-06,
      "loss": 0.3921,
      "step": 574330
    },
    {
      "epoch": 160.3,
      "grad_norm": 1.1076269149780273,
      "learning_rate": 4.403650902574061e-06,
      "loss": 0.3888,
      "step": 574340
    },
    {
      "epoch": 160.3,
      "grad_norm": 1.2433135509490967,
      "learning_rate": 4.403638003923176e-06,
      "loss": 0.3778,
      "step": 574350
    },
    {
      "epoch": 160.3,
      "grad_norm": 1.0583610534667969,
      "learning_rate": 4.403625104998118e-06,
      "loss": 0.3828,
      "step": 574360
    },
    {
      "epoch": 160.3,
      "grad_norm": 1.6951349973678589,
      "learning_rate": 4.403612205798891e-06,
      "loss": 0.3906,
      "step": 574370
    },
    {
      "epoch": 160.31,
      "grad_norm": 1.306213617324829,
      "learning_rate": 4.403599306325496e-06,
      "loss": 0.3912,
      "step": 574380
    },
    {
      "epoch": 160.31,
      "grad_norm": 1.0988446474075317,
      "learning_rate": 4.403586406577934e-06,
      "loss": 0.4046,
      "step": 574390
    },
    {
      "epoch": 160.31,
      "grad_norm": 1.6314728260040283,
      "learning_rate": 4.403573506556207e-06,
      "loss": 0.3774,
      "step": 574400
    },
    {
      "epoch": 160.32,
      "grad_norm": 1.1009266376495361,
      "learning_rate": 4.403560606260316e-06,
      "loss": 0.3926,
      "step": 574410
    },
    {
      "epoch": 160.32,
      "grad_norm": 1.2399945259094238,
      "learning_rate": 4.403547705690265e-06,
      "loss": 0.3928,
      "step": 574420
    },
    {
      "epoch": 160.32,
      "grad_norm": 1.2157000303268433,
      "learning_rate": 4.403534804846054e-06,
      "loss": 0.3805,
      "step": 574430
    },
    {
      "epoch": 160.32,
      "grad_norm": 1.2136305570602417,
      "learning_rate": 4.403521903727685e-06,
      "loss": 0.3699,
      "step": 574440
    },
    {
      "epoch": 160.33,
      "grad_norm": 1.2270900011062622,
      "learning_rate": 4.40350900233516e-06,
      "loss": 0.3744,
      "step": 574450
    },
    {
      "epoch": 160.33,
      "grad_norm": 1.1425402164459229,
      "learning_rate": 4.40349610066848e-06,
      "loss": 0.3797,
      "step": 574460
    },
    {
      "epoch": 160.33,
      "grad_norm": 1.1151642799377441,
      "learning_rate": 4.4034831987276476e-06,
      "loss": 0.412,
      "step": 574470
    },
    {
      "epoch": 160.33,
      "grad_norm": 1.5181254148483276,
      "learning_rate": 4.403470296512664e-06,
      "loss": 0.4153,
      "step": 574480
    },
    {
      "epoch": 160.34,
      "grad_norm": 1.0500679016113281,
      "learning_rate": 4.403457394023531e-06,
      "loss": 0.3996,
      "step": 574490
    },
    {
      "epoch": 160.34,
      "grad_norm": 1.2027617692947388,
      "learning_rate": 4.403444491260251e-06,
      "loss": 0.3724,
      "step": 574500
    },
    {
      "epoch": 160.34,
      "grad_norm": 1.14364492893219,
      "learning_rate": 4.403431588222825e-06,
      "loss": 0.3773,
      "step": 574510
    },
    {
      "epoch": 160.35,
      "grad_norm": 1.3049354553222656,
      "learning_rate": 4.403418684911255e-06,
      "loss": 0.4003,
      "step": 574520
    },
    {
      "epoch": 160.35,
      "grad_norm": 1.1655902862548828,
      "learning_rate": 4.403405781325541e-06,
      "loss": 0.3802,
      "step": 574530
    },
    {
      "epoch": 160.35,
      "grad_norm": 1.234929084777832,
      "learning_rate": 4.403392877465687e-06,
      "loss": 0.3904,
      "step": 574540
    },
    {
      "epoch": 160.35,
      "grad_norm": 1.2966680526733398,
      "learning_rate": 4.403379973331695e-06,
      "loss": 0.3825,
      "step": 574550
    },
    {
      "epoch": 160.36,
      "grad_norm": 1.1458213329315186,
      "learning_rate": 4.403367068923565e-06,
      "loss": 0.395,
      "step": 574560
    },
    {
      "epoch": 160.36,
      "grad_norm": 1.1054365634918213,
      "learning_rate": 4.403354164241299e-06,
      "loss": 0.3897,
      "step": 574570
    },
    {
      "epoch": 160.36,
      "grad_norm": 1.2587194442749023,
      "learning_rate": 4.4033412592849e-06,
      "loss": 0.3901,
      "step": 574580
    },
    {
      "epoch": 160.37,
      "grad_norm": 1.276883840560913,
      "learning_rate": 4.4033283540543685e-06,
      "loss": 0.394,
      "step": 574590
    },
    {
      "epoch": 160.37,
      "grad_norm": 1.4699031114578247,
      "learning_rate": 4.403315448549706e-06,
      "loss": 0.3939,
      "step": 574600
    },
    {
      "epoch": 160.37,
      "grad_norm": 1.0616436004638672,
      "learning_rate": 4.403302542770915e-06,
      "loss": 0.4068,
      "step": 574610
    },
    {
      "epoch": 160.37,
      "grad_norm": 1.1493287086486816,
      "learning_rate": 4.403289636717998e-06,
      "loss": 0.3849,
      "step": 574620
    },
    {
      "epoch": 160.38,
      "grad_norm": 1.183877944946289,
      "learning_rate": 4.403276730390955e-06,
      "loss": 0.3896,
      "step": 574630
    },
    {
      "epoch": 160.38,
      "grad_norm": 1.144021987915039,
      "learning_rate": 4.4032638237897875e-06,
      "loss": 0.3923,
      "step": 574640
    },
    {
      "epoch": 160.38,
      "grad_norm": 1.5458732843399048,
      "learning_rate": 4.403250916914499e-06,
      "loss": 0.3706,
      "step": 574650
    },
    {
      "epoch": 160.39,
      "grad_norm": 1.129065990447998,
      "learning_rate": 4.403238009765091e-06,
      "loss": 0.3762,
      "step": 574660
    },
    {
      "epoch": 160.39,
      "grad_norm": 1.1398606300354004,
      "learning_rate": 4.403225102341564e-06,
      "loss": 0.3906,
      "step": 574670
    },
    {
      "epoch": 160.39,
      "grad_norm": 1.309265375137329,
      "learning_rate": 4.403212194643919e-06,
      "loss": 0.3972,
      "step": 574680
    },
    {
      "epoch": 160.39,
      "grad_norm": 1.1772987842559814,
      "learning_rate": 4.403199286672161e-06,
      "loss": 0.3994,
      "step": 574690
    },
    {
      "epoch": 160.4,
      "grad_norm": 1.1490869522094727,
      "learning_rate": 4.403186378426289e-06,
      "loss": 0.3735,
      "step": 574700
    },
    {
      "epoch": 160.4,
      "grad_norm": 1.1758430004119873,
      "learning_rate": 4.403173469906305e-06,
      "loss": 0.3863,
      "step": 574710
    },
    {
      "epoch": 160.4,
      "grad_norm": 1.0964957475662231,
      "learning_rate": 4.4031605611122116e-06,
      "loss": 0.3709,
      "step": 574720
    },
    {
      "epoch": 160.4,
      "grad_norm": 1.3811748027801514,
      "learning_rate": 4.40314765204401e-06,
      "loss": 0.3884,
      "step": 574730
    },
    {
      "epoch": 160.41,
      "grad_norm": 1.0722792148590088,
      "learning_rate": 4.403134742701703e-06,
      "loss": 0.3894,
      "step": 574740
    },
    {
      "epoch": 160.41,
      "grad_norm": 1.300422191619873,
      "learning_rate": 4.4031218330852904e-06,
      "loss": 0.4014,
      "step": 574750
    },
    {
      "epoch": 160.41,
      "grad_norm": 1.1285589933395386,
      "learning_rate": 4.403108923194774e-06,
      "loss": 0.3829,
      "step": 574760
    },
    {
      "epoch": 160.42,
      "grad_norm": 1.2410906553268433,
      "learning_rate": 4.403096013030158e-06,
      "loss": 0.3839,
      "step": 574770
    },
    {
      "epoch": 160.42,
      "grad_norm": 1.2343610525131226,
      "learning_rate": 4.403083102591442e-06,
      "loss": 0.3798,
      "step": 574780
    },
    {
      "epoch": 160.42,
      "grad_norm": 1.1074132919311523,
      "learning_rate": 4.4030701918786275e-06,
      "loss": 0.4008,
      "step": 574790
    },
    {
      "epoch": 160.42,
      "grad_norm": 1.073726773262024,
      "learning_rate": 4.403057280891718e-06,
      "loss": 0.4018,
      "step": 574800
    },
    {
      "epoch": 160.43,
      "grad_norm": 1.3279235363006592,
      "learning_rate": 4.403044369630713e-06,
      "loss": 0.3727,
      "step": 574810
    },
    {
      "epoch": 160.43,
      "grad_norm": 1.7352981567382812,
      "learning_rate": 4.403031458095616e-06,
      "loss": 0.3953,
      "step": 574820
    },
    {
      "epoch": 160.43,
      "grad_norm": 1.4996764659881592,
      "learning_rate": 4.403018546286428e-06,
      "loss": 0.3787,
      "step": 574830
    },
    {
      "epoch": 160.44,
      "grad_norm": 1.1008782386779785,
      "learning_rate": 4.403005634203151e-06,
      "loss": 0.3963,
      "step": 574840
    },
    {
      "epoch": 160.44,
      "grad_norm": 1.1794308423995972,
      "learning_rate": 4.4029927218457855e-06,
      "loss": 0.3724,
      "step": 574850
    },
    {
      "epoch": 160.44,
      "grad_norm": 1.11600661277771,
      "learning_rate": 4.402979809214335e-06,
      "loss": 0.4124,
      "step": 574860
    },
    {
      "epoch": 160.44,
      "grad_norm": 1.3174872398376465,
      "learning_rate": 4.4029668963088005e-06,
      "loss": 0.361,
      "step": 574870
    },
    {
      "epoch": 160.45,
      "grad_norm": 2.29028058052063,
      "learning_rate": 4.402953983129184e-06,
      "loss": 0.3798,
      "step": 574880
    },
    {
      "epoch": 160.45,
      "grad_norm": 1.298439383506775,
      "learning_rate": 4.402941069675486e-06,
      "loss": 0.3769,
      "step": 574890
    },
    {
      "epoch": 160.45,
      "grad_norm": 1.1662383079528809,
      "learning_rate": 4.40292815594771e-06,
      "loss": 0.3822,
      "step": 574900
    },
    {
      "epoch": 160.45,
      "grad_norm": 1.2459385395050049,
      "learning_rate": 4.402915241945856e-06,
      "loss": 0.3692,
      "step": 574910
    },
    {
      "epoch": 160.46,
      "grad_norm": 1.4690085649490356,
      "learning_rate": 4.402902327669927e-06,
      "loss": 0.3699,
      "step": 574920
    },
    {
      "epoch": 160.46,
      "grad_norm": 1.5765986442565918,
      "learning_rate": 4.402889413119925e-06,
      "loss": 0.3778,
      "step": 574930
    },
    {
      "epoch": 160.46,
      "grad_norm": 1.2391952276229858,
      "learning_rate": 4.40287649829585e-06,
      "loss": 0.3752,
      "step": 574940
    },
    {
      "epoch": 160.47,
      "grad_norm": 1.255890965461731,
      "learning_rate": 4.402863583197705e-06,
      "loss": 0.392,
      "step": 574950
    },
    {
      "epoch": 160.47,
      "grad_norm": 1.2042479515075684,
      "learning_rate": 4.402850667825491e-06,
      "loss": 0.3889,
      "step": 574960
    },
    {
      "epoch": 160.47,
      "grad_norm": 1.5349054336547852,
      "learning_rate": 4.402837752179211e-06,
      "loss": 0.381,
      "step": 574970
    },
    {
      "epoch": 160.47,
      "grad_norm": 1.4828369617462158,
      "learning_rate": 4.4028248362588654e-06,
      "loss": 0.4011,
      "step": 574980
    },
    {
      "epoch": 160.48,
      "grad_norm": 4.0193681716918945,
      "learning_rate": 4.402811920064456e-06,
      "loss": 0.3827,
      "step": 574990
    },
    {
      "epoch": 160.48,
      "grad_norm": 1.2050859928131104,
      "learning_rate": 4.402799003595985e-06,
      "loss": 0.3799,
      "step": 575000
    },
    {
      "epoch": 160.48,
      "grad_norm": 1.1173282861709595,
      "learning_rate": 4.4027860868534545e-06,
      "loss": 0.37,
      "step": 575010
    },
    {
      "epoch": 160.49,
      "grad_norm": 1.279238224029541,
      "learning_rate": 4.402773169836865e-06,
      "loss": 0.3771,
      "step": 575020
    },
    {
      "epoch": 160.49,
      "grad_norm": 1.279396891593933,
      "learning_rate": 4.40276025254622e-06,
      "loss": 0.3933,
      "step": 575030
    },
    {
      "epoch": 160.49,
      "grad_norm": 1.0355024337768555,
      "learning_rate": 4.402747334981519e-06,
      "loss": 0.398,
      "step": 575040
    },
    {
      "epoch": 160.49,
      "grad_norm": 1.4728502035140991,
      "learning_rate": 4.402734417142766e-06,
      "loss": 0.3987,
      "step": 575050
    },
    {
      "epoch": 160.5,
      "grad_norm": 1.1700791120529175,
      "learning_rate": 4.402721499029961e-06,
      "loss": 0.3867,
      "step": 575060
    },
    {
      "epoch": 160.5,
      "grad_norm": 2.0104074478149414,
      "learning_rate": 4.402708580643106e-06,
      "loss": 0.4026,
      "step": 575070
    },
    {
      "epoch": 160.5,
      "grad_norm": 1.0757230520248413,
      "learning_rate": 4.402695661982204e-06,
      "loss": 0.3766,
      "step": 575080
    },
    {
      "epoch": 160.51,
      "grad_norm": 1.2595939636230469,
      "learning_rate": 4.402682743047255e-06,
      "loss": 0.409,
      "step": 575090
    },
    {
      "epoch": 160.51,
      "grad_norm": 1.3643386363983154,
      "learning_rate": 4.402669823838262e-06,
      "loss": 0.3991,
      "step": 575100
    },
    {
      "epoch": 160.51,
      "grad_norm": 1.2355947494506836,
      "learning_rate": 4.402656904355226e-06,
      "loss": 0.3938,
      "step": 575110
    },
    {
      "epoch": 160.51,
      "grad_norm": 1.0828529596328735,
      "learning_rate": 4.402643984598149e-06,
      "loss": 0.3801,
      "step": 575120
    },
    {
      "epoch": 160.52,
      "grad_norm": 1.3077038526535034,
      "learning_rate": 4.402631064567033e-06,
      "loss": 0.3935,
      "step": 575130
    },
    {
      "epoch": 160.52,
      "grad_norm": 1.1175040006637573,
      "learning_rate": 4.402618144261879e-06,
      "loss": 0.3772,
      "step": 575140
    },
    {
      "epoch": 160.52,
      "grad_norm": 1.2636663913726807,
      "learning_rate": 4.402605223682688e-06,
      "loss": 0.3821,
      "step": 575150
    },
    {
      "epoch": 160.52,
      "grad_norm": 1.121620774269104,
      "learning_rate": 4.402592302829464e-06,
      "loss": 0.3894,
      "step": 575160
    },
    {
      "epoch": 160.53,
      "grad_norm": 1.3148027658462524,
      "learning_rate": 4.402579381702207e-06,
      "loss": 0.4012,
      "step": 575170
    },
    {
      "epoch": 160.53,
      "grad_norm": 1.3509764671325684,
      "learning_rate": 4.40256646030092e-06,
      "loss": 0.3809,
      "step": 575180
    },
    {
      "epoch": 160.53,
      "grad_norm": 1.060389757156372,
      "learning_rate": 4.402553538625603e-06,
      "loss": 0.3971,
      "step": 575190
    },
    {
      "epoch": 160.54,
      "grad_norm": 1.1325652599334717,
      "learning_rate": 4.40254061667626e-06,
      "loss": 0.3951,
      "step": 575200
    },
    {
      "epoch": 160.54,
      "grad_norm": 1.1284199953079224,
      "learning_rate": 4.40252769445289e-06,
      "loss": 0.3853,
      "step": 575210
    },
    {
      "epoch": 160.54,
      "grad_norm": 1.4308266639709473,
      "learning_rate": 4.402514771955497e-06,
      "loss": 0.3802,
      "step": 575220
    },
    {
      "epoch": 160.54,
      "grad_norm": 1.226235270500183,
      "learning_rate": 4.4025018491840815e-06,
      "loss": 0.3717,
      "step": 575230
    },
    {
      "epoch": 160.55,
      "grad_norm": 1.178300142288208,
      "learning_rate": 4.402488926138646e-06,
      "loss": 0.3889,
      "step": 575240
    },
    {
      "epoch": 160.55,
      "grad_norm": 1.178361415863037,
      "learning_rate": 4.402476002819192e-06,
      "loss": 0.3957,
      "step": 575250
    },
    {
      "epoch": 160.55,
      "grad_norm": 1.1946085691452026,
      "learning_rate": 4.40246307922572e-06,
      "loss": 0.3831,
      "step": 575260
    },
    {
      "epoch": 160.56,
      "grad_norm": 1.701488971710205,
      "learning_rate": 4.4024501553582334e-06,
      "loss": 0.3905,
      "step": 575270
    },
    {
      "epoch": 160.56,
      "grad_norm": 1.178560495376587,
      "learning_rate": 4.4024372312167325e-06,
      "loss": 0.3951,
      "step": 575280
    },
    {
      "epoch": 160.56,
      "grad_norm": 1.2246066331863403,
      "learning_rate": 4.4024243068012214e-06,
      "loss": 0.3779,
      "step": 575290
    },
    {
      "epoch": 160.56,
      "grad_norm": 1.3284012079238892,
      "learning_rate": 4.402411382111699e-06,
      "loss": 0.4063,
      "step": 575300
    },
    {
      "epoch": 160.57,
      "grad_norm": 1.2494839429855347,
      "learning_rate": 4.402398457148168e-06,
      "loss": 0.4015,
      "step": 575310
    },
    {
      "epoch": 160.57,
      "grad_norm": 1.5129553079605103,
      "learning_rate": 4.40238553191063e-06,
      "loss": 0.3968,
      "step": 575320
    },
    {
      "epoch": 160.57,
      "grad_norm": 1.1830800771713257,
      "learning_rate": 4.402372606399088e-06,
      "loss": 0.3832,
      "step": 575330
    },
    {
      "epoch": 160.57,
      "grad_norm": 1.9214203357696533,
      "learning_rate": 4.402359680613543e-06,
      "loss": 0.3792,
      "step": 575340
    },
    {
      "epoch": 160.58,
      "grad_norm": 1.103163719177246,
      "learning_rate": 4.402346754553996e-06,
      "loss": 0.3795,
      "step": 575350
    },
    {
      "epoch": 160.58,
      "grad_norm": 1.441102147102356,
      "learning_rate": 4.402333828220449e-06,
      "loss": 0.3953,
      "step": 575360
    },
    {
      "epoch": 160.58,
      "grad_norm": 1.1669403314590454,
      "learning_rate": 4.402320901612904e-06,
      "loss": 0.3889,
      "step": 575370
    },
    {
      "epoch": 160.59,
      "grad_norm": 1.196009874343872,
      "learning_rate": 4.402307974731363e-06,
      "loss": 0.3829,
      "step": 575380
    },
    {
      "epoch": 160.59,
      "grad_norm": 1.2253377437591553,
      "learning_rate": 4.402295047575827e-06,
      "loss": 0.3925,
      "step": 575390
    },
    {
      "epoch": 160.59,
      "grad_norm": 1.3855143785476685,
      "learning_rate": 4.402282120146298e-06,
      "loss": 0.3832,
      "step": 575400
    },
    {
      "epoch": 160.59,
      "grad_norm": 1.210741639137268,
      "learning_rate": 4.402269192442778e-06,
      "loss": 0.3903,
      "step": 575410
    },
    {
      "epoch": 160.6,
      "grad_norm": 1.0734376907348633,
      "learning_rate": 4.402256264465269e-06,
      "loss": 0.4078,
      "step": 575420
    },
    {
      "epoch": 160.6,
      "grad_norm": 1.2545251846313477,
      "learning_rate": 4.402243336213772e-06,
      "loss": 0.398,
      "step": 575430
    },
    {
      "epoch": 160.6,
      "grad_norm": 1.5330719947814941,
      "learning_rate": 4.402230407688289e-06,
      "loss": 0.3998,
      "step": 575440
    },
    {
      "epoch": 160.61,
      "grad_norm": 1.0800403356552124,
      "learning_rate": 4.402217478888821e-06,
      "loss": 0.4107,
      "step": 575450
    },
    {
      "epoch": 160.61,
      "grad_norm": 1.1664773225784302,
      "learning_rate": 4.402204549815371e-06,
      "loss": 0.3985,
      "step": 575460
    },
    {
      "epoch": 160.61,
      "grad_norm": 1.2887777090072632,
      "learning_rate": 4.4021916204679404e-06,
      "loss": 0.383,
      "step": 575470
    },
    {
      "epoch": 160.61,
      "grad_norm": 1.0722191333770752,
      "learning_rate": 4.402178690846531e-06,
      "loss": 0.3867,
      "step": 575480
    },
    {
      "epoch": 160.62,
      "grad_norm": 1.557376503944397,
      "learning_rate": 4.402165760951143e-06,
      "loss": 0.3792,
      "step": 575490
    },
    {
      "epoch": 160.62,
      "grad_norm": 0.9633880257606506,
      "learning_rate": 4.402152830781779e-06,
      "loss": 0.3708,
      "step": 575500
    },
    {
      "epoch": 160.62,
      "grad_norm": 1.192900538444519,
      "learning_rate": 4.402139900338443e-06,
      "loss": 0.4013,
      "step": 575510
    },
    {
      "epoch": 160.63,
      "grad_norm": 1.1496046781539917,
      "learning_rate": 4.402126969621133e-06,
      "loss": 0.3969,
      "step": 575520
    },
    {
      "epoch": 160.63,
      "grad_norm": 1.3057390451431274,
      "learning_rate": 4.402114038629853e-06,
      "loss": 0.3858,
      "step": 575530
    },
    {
      "epoch": 160.63,
      "grad_norm": 1.1092109680175781,
      "learning_rate": 4.402101107364604e-06,
      "loss": 0.3847,
      "step": 575540
    },
    {
      "epoch": 160.63,
      "grad_norm": 1.3008323907852173,
      "learning_rate": 4.4020881758253884e-06,
      "loss": 0.3757,
      "step": 575550
    },
    {
      "epoch": 160.64,
      "grad_norm": 1.3040084838867188,
      "learning_rate": 4.402075244012207e-06,
      "loss": 0.3701,
      "step": 575560
    },
    {
      "epoch": 160.64,
      "grad_norm": 1.2204155921936035,
      "learning_rate": 4.402062311925062e-06,
      "loss": 0.3903,
      "step": 575570
    },
    {
      "epoch": 160.64,
      "grad_norm": 1.2330646514892578,
      "learning_rate": 4.402049379563955e-06,
      "loss": 0.3686,
      "step": 575580
    },
    {
      "epoch": 160.64,
      "grad_norm": 1.1712130308151245,
      "learning_rate": 4.402036446928888e-06,
      "loss": 0.3867,
      "step": 575590
    },
    {
      "epoch": 160.65,
      "grad_norm": 1.1711217164993286,
      "learning_rate": 4.402023514019863e-06,
      "loss": 0.3766,
      "step": 575600
    },
    {
      "epoch": 160.65,
      "grad_norm": 1.1920554637908936,
      "learning_rate": 4.402010580836881e-06,
      "loss": 0.3686,
      "step": 575610
    },
    {
      "epoch": 160.65,
      "grad_norm": 1.1262649297714233,
      "learning_rate": 4.401997647379943e-06,
      "loss": 0.3931,
      "step": 575620
    },
    {
      "epoch": 160.66,
      "grad_norm": 1.113666296005249,
      "learning_rate": 4.401984713649053e-06,
      "loss": 0.3863,
      "step": 575630
    },
    {
      "epoch": 160.66,
      "grad_norm": 1.1585545539855957,
      "learning_rate": 4.401971779644211e-06,
      "loss": 0.3898,
      "step": 575640
    },
    {
      "epoch": 160.66,
      "grad_norm": 1.344374656677246,
      "learning_rate": 4.4019588453654185e-06,
      "loss": 0.3847,
      "step": 575650
    },
    {
      "epoch": 160.66,
      "grad_norm": 1.3452194929122925,
      "learning_rate": 4.401945910812678e-06,
      "loss": 0.3779,
      "step": 575660
    },
    {
      "epoch": 160.67,
      "grad_norm": 1.3040751218795776,
      "learning_rate": 4.401932975985991e-06,
      "loss": 0.3851,
      "step": 575670
    },
    {
      "epoch": 160.67,
      "grad_norm": 1.2230939865112305,
      "learning_rate": 4.4019200408853595e-06,
      "loss": 0.3791,
      "step": 575680
    },
    {
      "epoch": 160.67,
      "grad_norm": 1.1937718391418457,
      "learning_rate": 4.401907105510785e-06,
      "loss": 0.4065,
      "step": 575690
    },
    {
      "epoch": 160.68,
      "grad_norm": 1.4428975582122803,
      "learning_rate": 4.401894169862271e-06,
      "loss": 0.3877,
      "step": 575700
    },
    {
      "epoch": 160.68,
      "grad_norm": 1.2740789651870728,
      "learning_rate": 4.4018812339398146e-06,
      "loss": 0.3901,
      "step": 575710
    },
    {
      "epoch": 160.68,
      "grad_norm": 1.3812721967697144,
      "learning_rate": 4.401868297743422e-06,
      "loss": 0.4051,
      "step": 575720
    },
    {
      "epoch": 160.68,
      "grad_norm": 0.9659886360168457,
      "learning_rate": 4.401855361273093e-06,
      "loss": 0.3847,
      "step": 575730
    },
    {
      "epoch": 160.69,
      "grad_norm": 1.7210702896118164,
      "learning_rate": 4.4018424245288294e-06,
      "loss": 0.3805,
      "step": 575740
    },
    {
      "epoch": 160.69,
      "grad_norm": 1.2662853002548218,
      "learning_rate": 4.401829487510633e-06,
      "loss": 0.3957,
      "step": 575750
    },
    {
      "epoch": 160.69,
      "grad_norm": 10.946584701538086,
      "learning_rate": 4.401816550218506e-06,
      "loss": 0.3817,
      "step": 575760
    },
    {
      "epoch": 160.69,
      "grad_norm": 1.1975197792053223,
      "learning_rate": 4.401803612652449e-06,
      "loss": 0.3734,
      "step": 575770
    },
    {
      "epoch": 160.7,
      "grad_norm": 0.9809104800224304,
      "learning_rate": 4.401790674812465e-06,
      "loss": 0.3909,
      "step": 575780
    },
    {
      "epoch": 160.7,
      "grad_norm": 1.263694167137146,
      "learning_rate": 4.401777736698555e-06,
      "loss": 0.3801,
      "step": 575790
    },
    {
      "epoch": 160.7,
      "grad_norm": 1.0339720249176025,
      "learning_rate": 4.401764798310722e-06,
      "loss": 0.3896,
      "step": 575800
    },
    {
      "epoch": 160.71,
      "grad_norm": 1.1404142379760742,
      "learning_rate": 4.401751859648966e-06,
      "loss": 0.3651,
      "step": 575810
    },
    {
      "epoch": 160.71,
      "grad_norm": 1.3516628742218018,
      "learning_rate": 4.401738920713289e-06,
      "loss": 0.3961,
      "step": 575820
    },
    {
      "epoch": 160.71,
      "grad_norm": 1.2073549032211304,
      "learning_rate": 4.401725981503694e-06,
      "loss": 0.3947,
      "step": 575830
    },
    {
      "epoch": 160.71,
      "grad_norm": 1.4462329149246216,
      "learning_rate": 4.401713042020181e-06,
      "loss": 0.408,
      "step": 575840
    },
    {
      "epoch": 160.72,
      "grad_norm": 1.3357961177825928,
      "learning_rate": 4.4017001022627525e-06,
      "loss": 0.407,
      "step": 575850
    },
    {
      "epoch": 160.72,
      "grad_norm": 1.1973278522491455,
      "learning_rate": 4.401687162231411e-06,
      "loss": 0.389,
      "step": 575860
    },
    {
      "epoch": 160.72,
      "grad_norm": 1.3202189207077026,
      "learning_rate": 4.401674221926157e-06,
      "loss": 0.3879,
      "step": 575870
    },
    {
      "epoch": 160.73,
      "grad_norm": 0.9958817362785339,
      "learning_rate": 4.401661281346993e-06,
      "loss": 0.3903,
      "step": 575880
    },
    {
      "epoch": 160.73,
      "grad_norm": 1.2089802026748657,
      "learning_rate": 4.40164834049392e-06,
      "loss": 0.4022,
      "step": 575890
    },
    {
      "epoch": 160.73,
      "grad_norm": 1.1668111085891724,
      "learning_rate": 4.401635399366941e-06,
      "loss": 0.3771,
      "step": 575900
    },
    {
      "epoch": 160.73,
      "grad_norm": 1.2153173685073853,
      "learning_rate": 4.401622457966056e-06,
      "loss": 0.3875,
      "step": 575910
    },
    {
      "epoch": 160.74,
      "grad_norm": 1.197657823562622,
      "learning_rate": 4.401609516291268e-06,
      "loss": 0.3958,
      "step": 575920
    },
    {
      "epoch": 160.74,
      "grad_norm": 1.0700007677078247,
      "learning_rate": 4.401596574342578e-06,
      "loss": 0.3735,
      "step": 575930
    },
    {
      "epoch": 160.74,
      "grad_norm": 1.1364816427230835,
      "learning_rate": 4.401583632119989e-06,
      "loss": 0.3771,
      "step": 575940
    },
    {
      "epoch": 160.75,
      "grad_norm": 1.3957003355026245,
      "learning_rate": 4.401570689623501e-06,
      "loss": 0.383,
      "step": 575950
    },
    {
      "epoch": 160.75,
      "grad_norm": 1.2398457527160645,
      "learning_rate": 4.401557746853117e-06,
      "loss": 0.3904,
      "step": 575960
    },
    {
      "epoch": 160.75,
      "grad_norm": 1.1604751348495483,
      "learning_rate": 4.401544803808838e-06,
      "loss": 0.3955,
      "step": 575970
    },
    {
      "epoch": 160.75,
      "grad_norm": 1.3601454496383667,
      "learning_rate": 4.401531860490666e-06,
      "loss": 0.377,
      "step": 575980
    },
    {
      "epoch": 160.76,
      "grad_norm": 1.2670120000839233,
      "learning_rate": 4.4015189168986026e-06,
      "loss": 0.4032,
      "step": 575990
    },
    {
      "epoch": 160.76,
      "grad_norm": 0.9490392804145813,
      "learning_rate": 4.401505973032649e-06,
      "loss": 0.3904,
      "step": 576000
    },
    {
      "epoch": 160.76,
      "grad_norm": 1.2029776573181152,
      "learning_rate": 4.401493028892808e-06,
      "loss": 0.3807,
      "step": 576010
    },
    {
      "epoch": 160.76,
      "grad_norm": 1.4971994161605835,
      "learning_rate": 4.401480084479081e-06,
      "loss": 0.3779,
      "step": 576020
    },
    {
      "epoch": 160.77,
      "grad_norm": 1.3057645559310913,
      "learning_rate": 4.401467139791469e-06,
      "loss": 0.4052,
      "step": 576030
    },
    {
      "epoch": 160.77,
      "grad_norm": 0.9385316371917725,
      "learning_rate": 4.401454194829975e-06,
      "loss": 0.3962,
      "step": 576040
    },
    {
      "epoch": 160.77,
      "grad_norm": 1.1361498832702637,
      "learning_rate": 4.4014412495946e-06,
      "loss": 0.3839,
      "step": 576050
    },
    {
      "epoch": 160.78,
      "grad_norm": 1.2612563371658325,
      "learning_rate": 4.4014283040853454e-06,
      "loss": 0.3887,
      "step": 576060
    },
    {
      "epoch": 160.78,
      "grad_norm": 1.0393187999725342,
      "learning_rate": 4.401415358302214e-06,
      "loss": 0.397,
      "step": 576070
    },
    {
      "epoch": 160.78,
      "grad_norm": 1.265547275543213,
      "learning_rate": 4.401402412245206e-06,
      "loss": 0.3948,
      "step": 576080
    },
    {
      "epoch": 160.78,
      "grad_norm": 1.1276904344558716,
      "learning_rate": 4.401389465914323e-06,
      "loss": 0.3893,
      "step": 576090
    },
    {
      "epoch": 160.79,
      "grad_norm": 1.2565478086471558,
      "learning_rate": 4.401376519309569e-06,
      "loss": 0.3863,
      "step": 576100
    },
    {
      "epoch": 160.79,
      "grad_norm": 1.2258507013320923,
      "learning_rate": 4.4013635724309444e-06,
      "loss": 0.3929,
      "step": 576110
    },
    {
      "epoch": 160.79,
      "grad_norm": 1.3569331169128418,
      "learning_rate": 4.40135062527845e-06,
      "loss": 0.3979,
      "step": 576120
    },
    {
      "epoch": 160.8,
      "grad_norm": 1.235663652420044,
      "learning_rate": 4.40133767785209e-06,
      "loss": 0.391,
      "step": 576130
    },
    {
      "epoch": 160.8,
      "grad_norm": 1.2536306381225586,
      "learning_rate": 4.401324730151862e-06,
      "loss": 0.3913,
      "step": 576140
    },
    {
      "epoch": 160.8,
      "grad_norm": 1.0617866516113281,
      "learning_rate": 4.401311782177773e-06,
      "loss": 0.3922,
      "step": 576150
    },
    {
      "epoch": 160.8,
      "grad_norm": 1.1084654331207275,
      "learning_rate": 4.40129883392982e-06,
      "loss": 0.3894,
      "step": 576160
    },
    {
      "epoch": 160.81,
      "grad_norm": 1.2898852825164795,
      "learning_rate": 4.401285885408007e-06,
      "loss": 0.4023,
      "step": 576170
    },
    {
      "epoch": 160.81,
      "grad_norm": 1.0785799026489258,
      "learning_rate": 4.401272936612337e-06,
      "loss": 0.3966,
      "step": 576180
    },
    {
      "epoch": 160.81,
      "grad_norm": 1.0576345920562744,
      "learning_rate": 4.401259987542808e-06,
      "loss": 0.3899,
      "step": 576190
    },
    {
      "epoch": 160.81,
      "grad_norm": 1.134305477142334,
      "learning_rate": 4.401247038199425e-06,
      "loss": 0.4035,
      "step": 576200
    },
    {
      "epoch": 160.82,
      "grad_norm": 1.3460007905960083,
      "learning_rate": 4.401234088582188e-06,
      "loss": 0.3764,
      "step": 576210
    },
    {
      "epoch": 160.82,
      "grad_norm": 1.3630468845367432,
      "learning_rate": 4.4012211386911e-06,
      "loss": 0.3844,
      "step": 576220
    },
    {
      "epoch": 160.82,
      "grad_norm": 1.289432168006897,
      "learning_rate": 4.4012081885261616e-06,
      "loss": 0.3975,
      "step": 576230
    },
    {
      "epoch": 160.83,
      "grad_norm": 1.4521374702453613,
      "learning_rate": 4.401195238087374e-06,
      "loss": 0.3766,
      "step": 576240
    },
    {
      "epoch": 160.83,
      "grad_norm": 1.1174310445785522,
      "learning_rate": 4.401182287374742e-06,
      "loss": 0.4044,
      "step": 576250
    },
    {
      "epoch": 160.83,
      "grad_norm": 1.312173843383789,
      "learning_rate": 4.401169336388264e-06,
      "loss": 0.3916,
      "step": 576260
    },
    {
      "epoch": 160.83,
      "grad_norm": 2.484365701675415,
      "learning_rate": 4.401156385127943e-06,
      "loss": 0.3832,
      "step": 576270
    },
    {
      "epoch": 160.84,
      "grad_norm": 1.2308104038238525,
      "learning_rate": 4.40114343359378e-06,
      "loss": 0.3847,
      "step": 576280
    },
    {
      "epoch": 160.84,
      "grad_norm": 10.979090690612793,
      "learning_rate": 4.401130481785778e-06,
      "loss": 0.3765,
      "step": 576290
    },
    {
      "epoch": 160.84,
      "grad_norm": 1.0384619235992432,
      "learning_rate": 4.401117529703938e-06,
      "loss": 0.3812,
      "step": 576300
    },
    {
      "epoch": 160.85,
      "grad_norm": 1.1483241319656372,
      "learning_rate": 4.401104577348262e-06,
      "loss": 0.381,
      "step": 576310
    },
    {
      "epoch": 160.85,
      "grad_norm": 1.3106335401535034,
      "learning_rate": 4.401091624718752e-06,
      "loss": 0.3796,
      "step": 576320
    },
    {
      "epoch": 160.85,
      "grad_norm": 1.292664885520935,
      "learning_rate": 4.4010786718154085e-06,
      "loss": 0.3861,
      "step": 576330
    },
    {
      "epoch": 160.85,
      "grad_norm": 1.1579210758209229,
      "learning_rate": 4.401065718638235e-06,
      "loss": 0.3915,
      "step": 576340
    },
    {
      "epoch": 160.86,
      "grad_norm": 1.0916166305541992,
      "learning_rate": 4.4010527651872304e-06,
      "loss": 0.3864,
      "step": 576350
    },
    {
      "epoch": 160.86,
      "grad_norm": 1.107904076576233,
      "learning_rate": 4.401039811462399e-06,
      "loss": 0.3703,
      "step": 576360
    },
    {
      "epoch": 160.86,
      "grad_norm": 1.1895877122879028,
      "learning_rate": 4.401026857463742e-06,
      "loss": 0.3988,
      "step": 576370
    },
    {
      "epoch": 160.87,
      "grad_norm": 1.210718035697937,
      "learning_rate": 4.401013903191261e-06,
      "loss": 0.3854,
      "step": 576380
    },
    {
      "epoch": 160.87,
      "grad_norm": 1.421267032623291,
      "learning_rate": 4.401000948644958e-06,
      "loss": 0.3923,
      "step": 576390
    },
    {
      "epoch": 160.87,
      "grad_norm": 1.0275520086288452,
      "learning_rate": 4.400987993824834e-06,
      "loss": 0.3785,
      "step": 576400
    },
    {
      "epoch": 160.87,
      "grad_norm": 1.3723926544189453,
      "learning_rate": 4.4009750387308905e-06,
      "loss": 0.3911,
      "step": 576410
    },
    {
      "epoch": 160.88,
      "grad_norm": 1.1159405708312988,
      "learning_rate": 4.40096208336313e-06,
      "loss": 0.3887,
      "step": 576420
    },
    {
      "epoch": 160.88,
      "grad_norm": 1.0814522504806519,
      "learning_rate": 4.400949127721556e-06,
      "loss": 0.3739,
      "step": 576430
    },
    {
      "epoch": 160.88,
      "grad_norm": 1.1785155534744263,
      "learning_rate": 4.400936171806166e-06,
      "loss": 0.3849,
      "step": 576440
    },
    {
      "epoch": 160.88,
      "grad_norm": 1.4937471151351929,
      "learning_rate": 4.400923215616964e-06,
      "loss": 0.3772,
      "step": 576450
    },
    {
      "epoch": 160.89,
      "grad_norm": 1.1559743881225586,
      "learning_rate": 4.400910259153952e-06,
      "loss": 0.4074,
      "step": 576460
    },
    {
      "epoch": 160.89,
      "grad_norm": 1.3752102851867676,
      "learning_rate": 4.400897302417132e-06,
      "loss": 0.3912,
      "step": 576470
    },
    {
      "epoch": 160.89,
      "grad_norm": 1.1828147172927856,
      "learning_rate": 4.400884345406505e-06,
      "loss": 0.3794,
      "step": 576480
    },
    {
      "epoch": 160.9,
      "grad_norm": 1.0986417531967163,
      "learning_rate": 4.4008713881220715e-06,
      "loss": 0.3786,
      "step": 576490
    },
    {
      "epoch": 160.9,
      "grad_norm": 1.805050253868103,
      "learning_rate": 4.400858430563836e-06,
      "loss": 0.4001,
      "step": 576500
    },
    {
      "epoch": 160.9,
      "grad_norm": 1.3282124996185303,
      "learning_rate": 4.400845472731798e-06,
      "loss": 0.3926,
      "step": 576510
    },
    {
      "epoch": 160.9,
      "grad_norm": 1.1354283094406128,
      "learning_rate": 4.400832514625961e-06,
      "loss": 0.3876,
      "step": 576520
    },
    {
      "epoch": 160.91,
      "grad_norm": 1.0980470180511475,
      "learning_rate": 4.400819556246325e-06,
      "loss": 0.3784,
      "step": 576530
    },
    {
      "epoch": 160.91,
      "grad_norm": 1.2516095638275146,
      "learning_rate": 4.400806597592893e-06,
      "loss": 0.3912,
      "step": 576540
    },
    {
      "epoch": 160.91,
      "grad_norm": 1.1046912670135498,
      "learning_rate": 4.4007936386656665e-06,
      "loss": 0.3907,
      "step": 576550
    },
    {
      "epoch": 160.92,
      "grad_norm": 1.2232413291931152,
      "learning_rate": 4.400780679464645e-06,
      "loss": 0.4099,
      "step": 576560
    },
    {
      "epoch": 160.92,
      "grad_norm": 1.5290651321411133,
      "learning_rate": 4.400767719989834e-06,
      "loss": 0.3611,
      "step": 576570
    },
    {
      "epoch": 160.92,
      "grad_norm": 1.0195428133010864,
      "learning_rate": 4.400754760241233e-06,
      "loss": 0.3838,
      "step": 576580
    },
    {
      "epoch": 160.92,
      "grad_norm": 1.1831436157226562,
      "learning_rate": 4.400741800218844e-06,
      "loss": 0.3836,
      "step": 576590
    },
    {
      "epoch": 160.93,
      "grad_norm": 1.2454622983932495,
      "learning_rate": 4.400728839922669e-06,
      "loss": 0.4103,
      "step": 576600
    },
    {
      "epoch": 160.93,
      "grad_norm": 1.3412069082260132,
      "learning_rate": 4.4007158793527085e-06,
      "loss": 0.3796,
      "step": 576610
    },
    {
      "epoch": 160.93,
      "grad_norm": 1.1792465448379517,
      "learning_rate": 4.400702918508967e-06,
      "loss": 0.3996,
      "step": 576620
    },
    {
      "epoch": 160.93,
      "grad_norm": 1.3150641918182373,
      "learning_rate": 4.4006899573914435e-06,
      "loss": 0.4003,
      "step": 576630
    },
    {
      "epoch": 160.94,
      "grad_norm": 1.3684029579162598,
      "learning_rate": 4.400676996000141e-06,
      "loss": 0.392,
      "step": 576640
    },
    {
      "epoch": 160.94,
      "grad_norm": 1.266532301902771,
      "learning_rate": 4.4006640343350615e-06,
      "loss": 0.3815,
      "step": 576650
    },
    {
      "epoch": 160.94,
      "grad_norm": 1.4537497758865356,
      "learning_rate": 4.400651072396204e-06,
      "loss": 0.401,
      "step": 576660
    },
    {
      "epoch": 160.95,
      "grad_norm": 1.0991554260253906,
      "learning_rate": 4.400638110183574e-06,
      "loss": 0.3765,
      "step": 576670
    },
    {
      "epoch": 160.95,
      "grad_norm": 1.482933521270752,
      "learning_rate": 4.400625147697172e-06,
      "loss": 0.3883,
      "step": 576680
    },
    {
      "epoch": 160.95,
      "grad_norm": 1.1963521242141724,
      "learning_rate": 4.400612184937e-06,
      "loss": 0.3679,
      "step": 576690
    },
    {
      "epoch": 160.95,
      "grad_norm": 1.2583887577056885,
      "learning_rate": 4.400599221903058e-06,
      "loss": 0.3884,
      "step": 576700
    },
    {
      "epoch": 160.96,
      "grad_norm": 1.3164130449295044,
      "learning_rate": 4.400586258595348e-06,
      "loss": 0.3962,
      "step": 576710
    },
    {
      "epoch": 160.96,
      "grad_norm": 1.4255627393722534,
      "learning_rate": 4.400573295013874e-06,
      "loss": 0.3768,
      "step": 576720
    },
    {
      "epoch": 160.96,
      "grad_norm": 1.2568267583847046,
      "learning_rate": 4.400560331158635e-06,
      "loss": 0.3746,
      "step": 576730
    },
    {
      "epoch": 160.97,
      "grad_norm": 1.1866918802261353,
      "learning_rate": 4.400547367029634e-06,
      "loss": 0.4025,
      "step": 576740
    },
    {
      "epoch": 160.97,
      "grad_norm": 1.1598385572433472,
      "learning_rate": 4.400534402626874e-06,
      "loss": 0.4033,
      "step": 576750
    },
    {
      "epoch": 160.97,
      "grad_norm": 1.3119205236434937,
      "learning_rate": 4.400521437950355e-06,
      "loss": 0.4005,
      "step": 576760
    },
    {
      "epoch": 160.97,
      "grad_norm": 1.3763693571090698,
      "learning_rate": 4.400508473000079e-06,
      "loss": 0.3822,
      "step": 576770
    },
    {
      "epoch": 160.98,
      "grad_norm": 4.2929792404174805,
      "learning_rate": 4.400495507776048e-06,
      "loss": 0.3805,
      "step": 576780
    },
    {
      "epoch": 160.98,
      "grad_norm": 1.14593505859375,
      "learning_rate": 4.400482542278263e-06,
      "loss": 0.4092,
      "step": 576790
    },
    {
      "epoch": 160.98,
      "grad_norm": 1.3095226287841797,
      "learning_rate": 4.400469576506727e-06,
      "loss": 0.391,
      "step": 576800
    },
    {
      "epoch": 160.99,
      "grad_norm": 1.2073044776916504,
      "learning_rate": 4.40045661046144e-06,
      "loss": 0.3778,
      "step": 576810
    },
    {
      "epoch": 160.99,
      "grad_norm": 1.3745410442352295,
      "learning_rate": 4.400443644142406e-06,
      "loss": 0.3919,
      "step": 576820
    },
    {
      "epoch": 160.99,
      "grad_norm": 1.0248860120773315,
      "learning_rate": 4.400430677549626e-06,
      "loss": 0.3835,
      "step": 576830
    },
    {
      "epoch": 160.99,
      "grad_norm": 1.7134755849838257,
      "learning_rate": 4.400417710683099e-06,
      "loss": 0.3861,
      "step": 576840
    },
    {
      "epoch": 161.0,
      "grad_norm": 1.169581651687622,
      "learning_rate": 4.400404743542831e-06,
      "loss": 0.405,
      "step": 576850
    },
    {
      "epoch": 161.0,
      "grad_norm": 1.246160864830017,
      "learning_rate": 4.400391776128821e-06,
      "loss": 0.3928,
      "step": 576860
    },
    {
      "epoch": 161.0,
      "eval_loss": 0.3868010938167572,
      "eval_runtime": 63.399,
      "eval_samples_per_second": 79.796,
      "eval_steps_per_second": 9.984,
      "step": 576863
    },
    {
      "epoch": 161.0,
      "grad_norm": 1.3556312322616577,
      "learning_rate": 4.400378808441072e-06,
      "loss": 0.3874,
      "step": 576870
    },
    {
      "epoch": 161.0,
      "grad_norm": 1.3980331420898438,
      "learning_rate": 4.400365840479584e-06,
      "loss": 0.3907,
      "step": 576880
    },
    {
      "epoch": 161.01,
      "grad_norm": 1.5687692165374756,
      "learning_rate": 4.40035287224436e-06,
      "loss": 0.3784,
      "step": 576890
    },
    {
      "epoch": 161.01,
      "grad_norm": 1.4844478368759155,
      "learning_rate": 4.400339903735402e-06,
      "loss": 0.3996,
      "step": 576900
    },
    {
      "epoch": 161.01,
      "grad_norm": 0.9965254068374634,
      "learning_rate": 4.400326934952712e-06,
      "loss": 0.3744,
      "step": 576910
    },
    {
      "epoch": 161.02,
      "grad_norm": 1.112095594406128,
      "learning_rate": 4.40031396589629e-06,
      "loss": 0.3891,
      "step": 576920
    },
    {
      "epoch": 161.02,
      "grad_norm": 1.3442991971969604,
      "learning_rate": 4.40030099656614e-06,
      "loss": 0.4017,
      "step": 576930
    },
    {
      "epoch": 161.02,
      "grad_norm": 1.6141996383666992,
      "learning_rate": 4.400288026962261e-06,
      "loss": 0.3755,
      "step": 576940
    },
    {
      "epoch": 161.02,
      "grad_norm": 1.2674046754837036,
      "learning_rate": 4.400275057084656e-06,
      "loss": 0.3992,
      "step": 576950
    },
    {
      "epoch": 161.03,
      "grad_norm": 1.3072867393493652,
      "learning_rate": 4.400262086933329e-06,
      "loss": 0.3896,
      "step": 576960
    },
    {
      "epoch": 161.03,
      "grad_norm": 1.0753700733184814,
      "learning_rate": 4.400249116508278e-06,
      "loss": 0.3917,
      "step": 576970
    },
    {
      "epoch": 161.03,
      "grad_norm": 1.556077480316162,
      "learning_rate": 4.400236145809508e-06,
      "loss": 0.3848,
      "step": 576980
    },
    {
      "epoch": 161.04,
      "grad_norm": 1.2465543746948242,
      "learning_rate": 4.400223174837018e-06,
      "loss": 0.3865,
      "step": 576990
    },
    {
      "epoch": 161.04,
      "grad_norm": 1.2056689262390137,
      "learning_rate": 4.400210203590811e-06,
      "loss": 0.4101,
      "step": 577000
    },
    {
      "epoch": 161.04,
      "grad_norm": 1.1242687702178955,
      "learning_rate": 4.400197232070888e-06,
      "loss": 0.384,
      "step": 577010
    },
    {
      "epoch": 161.04,
      "grad_norm": 1.355070948600769,
      "learning_rate": 4.4001842602772516e-06,
      "loss": 0.404,
      "step": 577020
    },
    {
      "epoch": 161.05,
      "grad_norm": 1.2881726026535034,
      "learning_rate": 4.400171288209903e-06,
      "loss": 0.4028,
      "step": 577030
    },
    {
      "epoch": 161.05,
      "grad_norm": 1.2831767797470093,
      "learning_rate": 4.400158315868845e-06,
      "loss": 0.3871,
      "step": 577040
    },
    {
      "epoch": 161.05,
      "grad_norm": 1.16848886013031,
      "learning_rate": 4.400145343254079e-06,
      "loss": 0.3593,
      "step": 577050
    },
    {
      "epoch": 161.05,
      "grad_norm": 1.173406720161438,
      "learning_rate": 4.400132370365605e-06,
      "loss": 0.3936,
      "step": 577060
    },
    {
      "epoch": 161.06,
      "grad_norm": 1.2365796566009521,
      "learning_rate": 4.400119397203426e-06,
      "loss": 0.3966,
      "step": 577070
    },
    {
      "epoch": 161.06,
      "grad_norm": 1.3119887113571167,
      "learning_rate": 4.4001064237675445e-06,
      "loss": 0.4041,
      "step": 577080
    },
    {
      "epoch": 161.06,
      "grad_norm": 1.248158574104309,
      "learning_rate": 4.400093450057961e-06,
      "loss": 0.3809,
      "step": 577090
    },
    {
      "epoch": 161.07,
      "grad_norm": 1.3903344869613647,
      "learning_rate": 4.400080476074677e-06,
      "loss": 0.3958,
      "step": 577100
    },
    {
      "epoch": 161.07,
      "grad_norm": 4.344798564910889,
      "learning_rate": 4.400067501817696e-06,
      "loss": 0.3911,
      "step": 577110
    },
    {
      "epoch": 161.07,
      "grad_norm": 1.0306107997894287,
      "learning_rate": 4.4000545272870175e-06,
      "loss": 0.3754,
      "step": 577120
    },
    {
      "epoch": 161.07,
      "grad_norm": 2.091625452041626,
      "learning_rate": 4.400041552482645e-06,
      "loss": 0.3822,
      "step": 577130
    },
    {
      "epoch": 161.08,
      "grad_norm": 1.2421542406082153,
      "learning_rate": 4.400028577404579e-06,
      "loss": 0.3862,
      "step": 577140
    },
    {
      "epoch": 161.08,
      "grad_norm": 1.3505035638809204,
      "learning_rate": 4.4000156020528225e-06,
      "loss": 0.4097,
      "step": 577150
    },
    {
      "epoch": 161.08,
      "grad_norm": 0.9678925275802612,
      "learning_rate": 4.400002626427376e-06,
      "loss": 0.3897,
      "step": 577160
    },
    {
      "epoch": 161.09,
      "grad_norm": 1.2107067108154297,
      "learning_rate": 4.399989650528242e-06,
      "loss": 0.3999,
      "step": 577170
    },
    {
      "epoch": 161.09,
      "grad_norm": 1.2786701917648315,
      "learning_rate": 4.399976674355421e-06,
      "loss": 0.387,
      "step": 577180
    },
    {
      "epoch": 161.09,
      "grad_norm": 1.1604833602905273,
      "learning_rate": 4.3999636979089165e-06,
      "loss": 0.378,
      "step": 577190
    },
    {
      "epoch": 161.09,
      "grad_norm": 1.0611767768859863,
      "learning_rate": 4.39995072118873e-06,
      "loss": 0.3726,
      "step": 577200
    },
    {
      "epoch": 161.1,
      "grad_norm": 1.4575705528259277,
      "learning_rate": 4.399937744194861e-06,
      "loss": 0.3838,
      "step": 577210
    },
    {
      "epoch": 161.1,
      "grad_norm": 1.2035044431686401,
      "learning_rate": 4.399924766927314e-06,
      "loss": 0.3989,
      "step": 577220
    },
    {
      "epoch": 161.1,
      "grad_norm": 1.3719041347503662,
      "learning_rate": 4.39991178938609e-06,
      "loss": 0.4012,
      "step": 577230
    },
    {
      "epoch": 161.11,
      "grad_norm": 1.2969849109649658,
      "learning_rate": 4.399898811571189e-06,
      "loss": 0.4015,
      "step": 577240
    },
    {
      "epoch": 161.11,
      "grad_norm": 1.1979680061340332,
      "learning_rate": 4.3998858334826146e-06,
      "loss": 0.3799,
      "step": 577250
    },
    {
      "epoch": 161.11,
      "grad_norm": 1.123439073562622,
      "learning_rate": 4.399872855120368e-06,
      "loss": 0.4044,
      "step": 577260
    },
    {
      "epoch": 161.11,
      "grad_norm": 1.1040692329406738,
      "learning_rate": 4.399859876484451e-06,
      "loss": 0.384,
      "step": 577270
    },
    {
      "epoch": 161.12,
      "grad_norm": 1.0496861934661865,
      "learning_rate": 4.399846897574865e-06,
      "loss": 0.3851,
      "step": 577280
    },
    {
      "epoch": 161.12,
      "grad_norm": 1.2031207084655762,
      "learning_rate": 4.399833918391612e-06,
      "loss": 0.4063,
      "step": 577290
    },
    {
      "epoch": 161.12,
      "grad_norm": 1.2557293176651,
      "learning_rate": 4.399820938934693e-06,
      "loss": 0.4005,
      "step": 577300
    },
    {
      "epoch": 161.12,
      "grad_norm": 1.2420555353164673,
      "learning_rate": 4.3998079592041125e-06,
      "loss": 0.3971,
      "step": 577310
    },
    {
      "epoch": 161.13,
      "grad_norm": 1.3310750722885132,
      "learning_rate": 4.399794979199868e-06,
      "loss": 0.3683,
      "step": 577320
    },
    {
      "epoch": 161.13,
      "grad_norm": 1.2696583271026611,
      "learning_rate": 4.399781998921965e-06,
      "loss": 0.3877,
      "step": 577330
    },
    {
      "epoch": 161.13,
      "grad_norm": 1.1519622802734375,
      "learning_rate": 4.399769018370402e-06,
      "loss": 0.3903,
      "step": 577340
    },
    {
      "epoch": 161.14,
      "grad_norm": 1.2271819114685059,
      "learning_rate": 4.399756037545183e-06,
      "loss": 0.3771,
      "step": 577350
    },
    {
      "epoch": 161.14,
      "grad_norm": 1.0958306789398193,
      "learning_rate": 4.399743056446309e-06,
      "loss": 0.3978,
      "step": 577360
    },
    {
      "epoch": 161.14,
      "grad_norm": 1.3483786582946777,
      "learning_rate": 4.399730075073782e-06,
      "loss": 0.3814,
      "step": 577370
    },
    {
      "epoch": 161.14,
      "grad_norm": 3.938018798828125,
      "learning_rate": 4.399717093427603e-06,
      "loss": 0.3843,
      "step": 577380
    },
    {
      "epoch": 161.15,
      "grad_norm": 1.214743971824646,
      "learning_rate": 4.399704111507775e-06,
      "loss": 0.3776,
      "step": 577390
    },
    {
      "epoch": 161.15,
      "grad_norm": 1.1335684061050415,
      "learning_rate": 4.399691129314298e-06,
      "loss": 0.3852,
      "step": 577400
    },
    {
      "epoch": 161.15,
      "grad_norm": 1.2333234548568726,
      "learning_rate": 4.399678146847176e-06,
      "loss": 0.3875,
      "step": 577410
    },
    {
      "epoch": 161.16,
      "grad_norm": 1.1866767406463623,
      "learning_rate": 4.399665164106408e-06,
      "loss": 0.4038,
      "step": 577420
    },
    {
      "epoch": 161.16,
      "grad_norm": 1.3290982246398926,
      "learning_rate": 4.399652181091998e-06,
      "loss": 0.3845,
      "step": 577430
    },
    {
      "epoch": 161.16,
      "grad_norm": 1.1280757188796997,
      "learning_rate": 4.399639197803946e-06,
      "loss": 0.3727,
      "step": 577440
    },
    {
      "epoch": 161.16,
      "grad_norm": 1.0937515497207642,
      "learning_rate": 4.3996262142422554e-06,
      "loss": 0.3899,
      "step": 577450
    },
    {
      "epoch": 161.17,
      "grad_norm": 1.1224497556686401,
      "learning_rate": 4.399613230406927e-06,
      "loss": 0.4206,
      "step": 577460
    },
    {
      "epoch": 161.17,
      "grad_norm": 1.0348211526870728,
      "learning_rate": 4.399600246297963e-06,
      "loss": 0.3964,
      "step": 577470
    },
    {
      "epoch": 161.17,
      "grad_norm": 1.3207857608795166,
      "learning_rate": 4.3995872619153636e-06,
      "loss": 0.379,
      "step": 577480
    },
    {
      "epoch": 161.17,
      "grad_norm": 1.0178762674331665,
      "learning_rate": 4.399574277259132e-06,
      "loss": 0.3903,
      "step": 577490
    },
    {
      "epoch": 161.18,
      "grad_norm": 1.2873197793960571,
      "learning_rate": 4.3995612923292705e-06,
      "loss": 0.3787,
      "step": 577500
    },
    {
      "epoch": 161.18,
      "grad_norm": 1.094953179359436,
      "learning_rate": 4.399548307125779e-06,
      "loss": 0.3899,
      "step": 577510
    },
    {
      "epoch": 161.18,
      "grad_norm": 1.1316291093826294,
      "learning_rate": 4.399535321648661e-06,
      "loss": 0.4034,
      "step": 577520
    },
    {
      "epoch": 161.19,
      "grad_norm": 1.2256102561950684,
      "learning_rate": 4.399522335897916e-06,
      "loss": 0.3575,
      "step": 577530
    },
    {
      "epoch": 161.19,
      "grad_norm": 1.1973505020141602,
      "learning_rate": 4.399509349873549e-06,
      "loss": 0.3766,
      "step": 577540
    },
    {
      "epoch": 161.19,
      "grad_norm": 1.468943476676941,
      "learning_rate": 4.399496363575559e-06,
      "loss": 0.3921,
      "step": 577550
    },
    {
      "epoch": 161.19,
      "grad_norm": 1.3905354738235474,
      "learning_rate": 4.399483377003948e-06,
      "loss": 0.3791,
      "step": 577560
    },
    {
      "epoch": 161.2,
      "grad_norm": 1.378981351852417,
      "learning_rate": 4.39947039015872e-06,
      "loss": 0.3755,
      "step": 577570
    },
    {
      "epoch": 161.2,
      "grad_norm": 1.6078147888183594,
      "learning_rate": 4.399457403039874e-06,
      "loss": 0.3641,
      "step": 577580
    },
    {
      "epoch": 161.2,
      "grad_norm": 1.5520259141921997,
      "learning_rate": 4.399444415647412e-06,
      "loss": 0.3918,
      "step": 577590
    },
    {
      "epoch": 161.21,
      "grad_norm": 1.2329233884811401,
      "learning_rate": 4.399431427981338e-06,
      "loss": 0.3876,
      "step": 577600
    },
    {
      "epoch": 161.21,
      "grad_norm": 1.0919424295425415,
      "learning_rate": 4.399418440041652e-06,
      "loss": 0.3988,
      "step": 577610
    },
    {
      "epoch": 161.21,
      "grad_norm": 1.0553526878356934,
      "learning_rate": 4.399405451828355e-06,
      "loss": 0.3925,
      "step": 577620
    },
    {
      "epoch": 161.21,
      "grad_norm": 1.332013487815857,
      "learning_rate": 4.39939246334145e-06,
      "loss": 0.3728,
      "step": 577630
    },
    {
      "epoch": 161.22,
      "grad_norm": 1.3489850759506226,
      "learning_rate": 4.399379474580939e-06,
      "loss": 0.393,
      "step": 577640
    },
    {
      "epoch": 161.22,
      "grad_norm": 1.1932400465011597,
      "learning_rate": 4.399366485546823e-06,
      "loss": 0.3888,
      "step": 577650
    },
    {
      "epoch": 161.22,
      "grad_norm": 1.1005901098251343,
      "learning_rate": 4.3993534962391035e-06,
      "loss": 0.3705,
      "step": 577660
    },
    {
      "epoch": 161.23,
      "grad_norm": 1.4445055723190308,
      "learning_rate": 4.399340506657783e-06,
      "loss": 0.3803,
      "step": 577670
    },
    {
      "epoch": 161.23,
      "grad_norm": 1.1571582555770874,
      "learning_rate": 4.3993275168028625e-06,
      "loss": 0.3913,
      "step": 577680
    },
    {
      "epoch": 161.23,
      "grad_norm": 1.074349045753479,
      "learning_rate": 4.399314526674344e-06,
      "loss": 0.3824,
      "step": 577690
    },
    {
      "epoch": 161.23,
      "grad_norm": 1.4574748277664185,
      "learning_rate": 4.39930153627223e-06,
      "loss": 0.3792,
      "step": 577700
    },
    {
      "epoch": 161.24,
      "grad_norm": 1.652135968208313,
      "learning_rate": 4.399288545596521e-06,
      "loss": 0.3769,
      "step": 577710
    },
    {
      "epoch": 161.24,
      "grad_norm": 1.2410039901733398,
      "learning_rate": 4.399275554647219e-06,
      "loss": 0.3896,
      "step": 577720
    },
    {
      "epoch": 161.24,
      "grad_norm": 0.9191529154777527,
      "learning_rate": 4.3992625634243264e-06,
      "loss": 0.3699,
      "step": 577730
    },
    {
      "epoch": 161.24,
      "grad_norm": 1.1554055213928223,
      "learning_rate": 4.399249571927845e-06,
      "loss": 0.3837,
      "step": 577740
    },
    {
      "epoch": 161.25,
      "grad_norm": 1.18660569190979,
      "learning_rate": 4.3992365801577754e-06,
      "loss": 0.3859,
      "step": 577750
    },
    {
      "epoch": 161.25,
      "grad_norm": 1.1807416677474976,
      "learning_rate": 4.39922358811412e-06,
      "loss": 0.3825,
      "step": 577760
    },
    {
      "epoch": 161.25,
      "grad_norm": 1.2942898273468018,
      "learning_rate": 4.39921059579688e-06,
      "loss": 0.3814,
      "step": 577770
    },
    {
      "epoch": 161.26,
      "grad_norm": 1.1977018117904663,
      "learning_rate": 4.399197603206058e-06,
      "loss": 0.3765,
      "step": 577780
    },
    {
      "epoch": 161.26,
      "grad_norm": 1.0516352653503418,
      "learning_rate": 4.399184610341656e-06,
      "loss": 0.3668,
      "step": 577790
    },
    {
      "epoch": 161.26,
      "grad_norm": 1.279046893119812,
      "learning_rate": 4.399171617203675e-06,
      "loss": 0.3938,
      "step": 577800
    },
    {
      "epoch": 161.26,
      "grad_norm": 1.0690327882766724,
      "learning_rate": 4.399158623792116e-06,
      "loss": 0.3957,
      "step": 577810
    },
    {
      "epoch": 161.27,
      "grad_norm": 1.4588106870651245,
      "learning_rate": 4.3991456301069825e-06,
      "loss": 0.3912,
      "step": 577820
    },
    {
      "epoch": 161.27,
      "grad_norm": 1.2194950580596924,
      "learning_rate": 4.399132636148275e-06,
      "loss": 0.403,
      "step": 577830
    },
    {
      "epoch": 161.27,
      "grad_norm": 1.2870993614196777,
      "learning_rate": 4.399119641915995e-06,
      "loss": 0.383,
      "step": 577840
    },
    {
      "epoch": 161.28,
      "grad_norm": 1.013067603111267,
      "learning_rate": 4.399106647410145e-06,
      "loss": 0.385,
      "step": 577850
    },
    {
      "epoch": 161.28,
      "grad_norm": 1.1800363063812256,
      "learning_rate": 4.399093652630726e-06,
      "loss": 0.4019,
      "step": 577860
    },
    {
      "epoch": 161.28,
      "grad_norm": 1.522835612297058,
      "learning_rate": 4.399080657577741e-06,
      "loss": 0.391,
      "step": 577870
    },
    {
      "epoch": 161.28,
      "grad_norm": 2.2214837074279785,
      "learning_rate": 4.399067662251192e-06,
      "loss": 0.387,
      "step": 577880
    },
    {
      "epoch": 161.29,
      "grad_norm": 1.1885319948196411,
      "learning_rate": 4.399054666651077e-06,
      "loss": 0.4098,
      "step": 577890
    },
    {
      "epoch": 161.29,
      "grad_norm": 1.386714220046997,
      "learning_rate": 4.399041670777402e-06,
      "loss": 0.3846,
      "step": 577900
    },
    {
      "epoch": 161.29,
      "grad_norm": 1.9149636030197144,
      "learning_rate": 4.399028674630167e-06,
      "loss": 0.3848,
      "step": 577910
    },
    {
      "epoch": 161.3,
      "grad_norm": 0.980485737323761,
      "learning_rate": 4.399015678209374e-06,
      "loss": 0.3919,
      "step": 577920
    },
    {
      "epoch": 161.3,
      "grad_norm": 1.246115803718567,
      "learning_rate": 4.399002681515024e-06,
      "loss": 0.3858,
      "step": 577930
    },
    {
      "epoch": 161.3,
      "grad_norm": 1.2652206420898438,
      "learning_rate": 4.398989684547119e-06,
      "loss": 0.3603,
      "step": 577940
    },
    {
      "epoch": 161.3,
      "grad_norm": 1.180498480796814,
      "learning_rate": 4.398976687305662e-06,
      "loss": 0.3593,
      "step": 577950
    },
    {
      "epoch": 161.31,
      "grad_norm": 1.1892714500427246,
      "learning_rate": 4.398963689790653e-06,
      "loss": 0.3924,
      "step": 577960
    },
    {
      "epoch": 161.31,
      "grad_norm": 1.3803502321243286,
      "learning_rate": 4.3989506920020956e-06,
      "loss": 0.3903,
      "step": 577970
    },
    {
      "epoch": 161.31,
      "grad_norm": 1.129911184310913,
      "learning_rate": 4.3989376939399895e-06,
      "loss": 0.3733,
      "step": 577980
    },
    {
      "epoch": 161.31,
      "grad_norm": 1.0358953475952148,
      "learning_rate": 4.3989246956043375e-06,
      "loss": 0.3814,
      "step": 577990
    },
    {
      "epoch": 161.32,
      "grad_norm": 1.230145812034607,
      "learning_rate": 4.398911696995141e-06,
      "loss": 0.3792,
      "step": 578000
    },
    {
      "epoch": 161.32,
      "grad_norm": 1.1756287813186646,
      "learning_rate": 4.398898698112403e-06,
      "loss": 0.3729,
      "step": 578010
    },
    {
      "epoch": 161.32,
      "grad_norm": 1.21779203414917,
      "learning_rate": 4.398885698956123e-06,
      "loss": 0.3788,
      "step": 578020
    },
    {
      "epoch": 161.33,
      "grad_norm": 1.133575201034546,
      "learning_rate": 4.3988726995263044e-06,
      "loss": 0.3904,
      "step": 578030
    },
    {
      "epoch": 161.33,
      "grad_norm": 1.4065301418304443,
      "learning_rate": 4.3988596998229475e-06,
      "loss": 0.3811,
      "step": 578040
    },
    {
      "epoch": 161.33,
      "grad_norm": 1.260403037071228,
      "learning_rate": 4.398846699846056e-06,
      "loss": 0.4092,
      "step": 578050
    },
    {
      "epoch": 161.33,
      "grad_norm": 1.1010253429412842,
      "learning_rate": 4.39883369959563e-06,
      "loss": 0.369,
      "step": 578060
    },
    {
      "epoch": 161.34,
      "grad_norm": 1.293242335319519,
      "learning_rate": 4.3988206990716725e-06,
      "loss": 0.3715,
      "step": 578070
    },
    {
      "epoch": 161.34,
      "grad_norm": 1.017503261566162,
      "learning_rate": 4.398807698274184e-06,
      "loss": 0.3752,
      "step": 578080
    },
    {
      "epoch": 161.34,
      "grad_norm": 1.196750283241272,
      "learning_rate": 4.398794697203167e-06,
      "loss": 0.3922,
      "step": 578090
    },
    {
      "epoch": 161.35,
      "grad_norm": 1.4559396505355835,
      "learning_rate": 4.398781695858622e-06,
      "loss": 0.3662,
      "step": 578100
    },
    {
      "epoch": 161.35,
      "grad_norm": 1.1276626586914062,
      "learning_rate": 4.3987686942405526e-06,
      "loss": 0.3883,
      "step": 578110
    },
    {
      "epoch": 161.35,
      "grad_norm": 1.1787992715835571,
      "learning_rate": 4.39875569234896e-06,
      "loss": 0.3853,
      "step": 578120
    },
    {
      "epoch": 161.35,
      "grad_norm": 1.1473357677459717,
      "learning_rate": 4.398742690183845e-06,
      "loss": 0.3756,
      "step": 578130
    },
    {
      "epoch": 161.36,
      "grad_norm": 1.4346994161605835,
      "learning_rate": 4.398729687745209e-06,
      "loss": 0.3963,
      "step": 578140
    },
    {
      "epoch": 161.36,
      "grad_norm": 1.210210919380188,
      "learning_rate": 4.3987166850330565e-06,
      "loss": 0.389,
      "step": 578150
    },
    {
      "epoch": 161.36,
      "grad_norm": 1.353242039680481,
      "learning_rate": 4.398703682047387e-06,
      "loss": 0.3928,
      "step": 578160
    },
    {
      "epoch": 161.36,
      "grad_norm": 1.6593916416168213,
      "learning_rate": 4.3986906787882025e-06,
      "loss": 0.3958,
      "step": 578170
    },
    {
      "epoch": 161.37,
      "grad_norm": 1.3316500186920166,
      "learning_rate": 4.398677675255504e-06,
      "loss": 0.4016,
      "step": 578180
    },
    {
      "epoch": 161.37,
      "grad_norm": 1.0842026472091675,
      "learning_rate": 4.398664671449294e-06,
      "loss": 0.3933,
      "step": 578190
    },
    {
      "epoch": 161.37,
      "grad_norm": 1.238316535949707,
      "learning_rate": 4.398651667369576e-06,
      "loss": 0.3754,
      "step": 578200
    },
    {
      "epoch": 161.38,
      "grad_norm": 1.0710572004318237,
      "learning_rate": 4.3986386630163485e-06,
      "loss": 0.375,
      "step": 578210
    },
    {
      "epoch": 161.38,
      "grad_norm": 1.274733304977417,
      "learning_rate": 4.398625658389615e-06,
      "loss": 0.4085,
      "step": 578220
    },
    {
      "epoch": 161.38,
      "grad_norm": 0.8923715353012085,
      "learning_rate": 4.398612653489377e-06,
      "loss": 0.3747,
      "step": 578230
    },
    {
      "epoch": 161.38,
      "grad_norm": 1.084144115447998,
      "learning_rate": 4.398599648315636e-06,
      "loss": 0.3952,
      "step": 578240
    },
    {
      "epoch": 161.39,
      "grad_norm": 1.1268329620361328,
      "learning_rate": 4.398586642868395e-06,
      "loss": 0.3665,
      "step": 578250
    },
    {
      "epoch": 161.39,
      "grad_norm": 1.2770971059799194,
      "learning_rate": 4.3985736371476545e-06,
      "loss": 0.3907,
      "step": 578260
    },
    {
      "epoch": 161.39,
      "grad_norm": 1.7084699869155884,
      "learning_rate": 4.398560631153415e-06,
      "loss": 0.3915,
      "step": 578270
    },
    {
      "epoch": 161.4,
      "grad_norm": 1.2224370241165161,
      "learning_rate": 4.398547624885681e-06,
      "loss": 0.3801,
      "step": 578280
    },
    {
      "epoch": 161.4,
      "grad_norm": 1.13884437084198,
      "learning_rate": 4.398534618344452e-06,
      "loss": 0.4004,
      "step": 578290
    },
    {
      "epoch": 161.4,
      "grad_norm": 1.1164331436157227,
      "learning_rate": 4.398521611529731e-06,
      "loss": 0.4039,
      "step": 578300
    },
    {
      "epoch": 161.4,
      "grad_norm": 1.2302169799804688,
      "learning_rate": 4.39850860444152e-06,
      "loss": 0.3925,
      "step": 578310
    },
    {
      "epoch": 161.41,
      "grad_norm": 1.2776992321014404,
      "learning_rate": 4.398495597079819e-06,
      "loss": 0.3844,
      "step": 578320
    },
    {
      "epoch": 161.41,
      "grad_norm": 1.1039170026779175,
      "learning_rate": 4.398482589444631e-06,
      "loss": 0.3913,
      "step": 578330
    },
    {
      "epoch": 161.41,
      "grad_norm": 1.1573692560195923,
      "learning_rate": 4.398469581535958e-06,
      "loss": 0.3774,
      "step": 578340
    },
    {
      "epoch": 161.42,
      "grad_norm": 1.2922204732894897,
      "learning_rate": 4.398456573353802e-06,
      "loss": 0.3856,
      "step": 578350
    },
    {
      "epoch": 161.42,
      "grad_norm": 3.020129919052124,
      "learning_rate": 4.3984435648981626e-06,
      "loss": 0.408,
      "step": 578360
    },
    {
      "epoch": 161.42,
      "grad_norm": 1.1740812063217163,
      "learning_rate": 4.398430556169043e-06,
      "loss": 0.4199,
      "step": 578370
    },
    {
      "epoch": 161.42,
      "grad_norm": 1.312254786491394,
      "learning_rate": 4.398417547166446e-06,
      "loss": 0.383,
      "step": 578380
    },
    {
      "epoch": 161.43,
      "grad_norm": 1.1646456718444824,
      "learning_rate": 4.398404537890371e-06,
      "loss": 0.3757,
      "step": 578390
    },
    {
      "epoch": 161.43,
      "grad_norm": 1.4357681274414062,
      "learning_rate": 4.398391528340821e-06,
      "loss": 0.4129,
      "step": 578400
    },
    {
      "epoch": 161.43,
      "grad_norm": 1.6800813674926758,
      "learning_rate": 4.398378518517798e-06,
      "loss": 0.3914,
      "step": 578410
    },
    {
      "epoch": 161.43,
      "grad_norm": 1.3287994861602783,
      "learning_rate": 4.398365508421304e-06,
      "loss": 0.3918,
      "step": 578420
    },
    {
      "epoch": 161.44,
      "grad_norm": 1.0208985805511475,
      "learning_rate": 4.398352498051339e-06,
      "loss": 0.3651,
      "step": 578430
    },
    {
      "epoch": 161.44,
      "grad_norm": 1.079288125038147,
      "learning_rate": 4.398339487407907e-06,
      "loss": 0.386,
      "step": 578440
    },
    {
      "epoch": 161.44,
      "grad_norm": 1.2154176235198975,
      "learning_rate": 4.398326476491008e-06,
      "loss": 0.3847,
      "step": 578450
    },
    {
      "epoch": 161.45,
      "grad_norm": 1.3141419887542725,
      "learning_rate": 4.398313465300644e-06,
      "loss": 0.3836,
      "step": 578460
    },
    {
      "epoch": 161.45,
      "grad_norm": 1.1831868886947632,
      "learning_rate": 4.398300453836817e-06,
      "loss": 0.4053,
      "step": 578470
    },
    {
      "epoch": 161.45,
      "grad_norm": 1.1115647554397583,
      "learning_rate": 4.39828744209953e-06,
      "loss": 0.3891,
      "step": 578480
    },
    {
      "epoch": 161.45,
      "grad_norm": 1.1893634796142578,
      "learning_rate": 4.398274430088782e-06,
      "loss": 0.413,
      "step": 578490
    },
    {
      "epoch": 161.46,
      "grad_norm": 1.141664743423462,
      "learning_rate": 4.398261417804577e-06,
      "loss": 0.3835,
      "step": 578500
    },
    {
      "epoch": 161.46,
      "grad_norm": 1.2656054496765137,
      "learning_rate": 4.398248405246915e-06,
      "loss": 0.391,
      "step": 578510
    },
    {
      "epoch": 161.46,
      "grad_norm": 1.420888066291809,
      "learning_rate": 4.398235392415799e-06,
      "loss": 0.4143,
      "step": 578520
    },
    {
      "epoch": 161.47,
      "grad_norm": 1.3529865741729736,
      "learning_rate": 4.398222379311232e-06,
      "loss": 0.3856,
      "step": 578530
    },
    {
      "epoch": 161.47,
      "grad_norm": 1.1870710849761963,
      "learning_rate": 4.398209365933212e-06,
      "loss": 0.3928,
      "step": 578540
    },
    {
      "epoch": 161.47,
      "grad_norm": 1.287503719329834,
      "learning_rate": 4.398196352281745e-06,
      "loss": 0.4142,
      "step": 578550
    },
    {
      "epoch": 161.47,
      "grad_norm": 1.085494875907898,
      "learning_rate": 4.3981833383568296e-06,
      "loss": 0.3684,
      "step": 578560
    },
    {
      "epoch": 161.48,
      "grad_norm": 1.2665034532546997,
      "learning_rate": 4.398170324158468e-06,
      "loss": 0.3899,
      "step": 578570
    },
    {
      "epoch": 161.48,
      "grad_norm": 1.2362664937973022,
      "learning_rate": 4.398157309686664e-06,
      "loss": 0.3962,
      "step": 578580
    },
    {
      "epoch": 161.48,
      "grad_norm": 1.1885143518447876,
      "learning_rate": 4.398144294941416e-06,
      "loss": 0.3797,
      "step": 578590
    },
    {
      "epoch": 161.48,
      "grad_norm": 1.2178293466567993,
      "learning_rate": 4.398131279922729e-06,
      "loss": 0.3753,
      "step": 578600
    },
    {
      "epoch": 161.49,
      "grad_norm": 1.3022465705871582,
      "learning_rate": 4.398118264630603e-06,
      "loss": 0.3944,
      "step": 578610
    },
    {
      "epoch": 161.49,
      "grad_norm": 1.1684856414794922,
      "learning_rate": 4.39810524906504e-06,
      "loss": 0.3887,
      "step": 578620
    },
    {
      "epoch": 161.49,
      "grad_norm": 1.436877727508545,
      "learning_rate": 4.398092233226041e-06,
      "loss": 0.4095,
      "step": 578630
    },
    {
      "epoch": 161.5,
      "grad_norm": 1.1044594049453735,
      "learning_rate": 4.398079217113609e-06,
      "loss": 0.381,
      "step": 578640
    },
    {
      "epoch": 161.5,
      "grad_norm": 1.364069938659668,
      "learning_rate": 4.398066200727745e-06,
      "loss": 0.382,
      "step": 578650
    },
    {
      "epoch": 161.5,
      "grad_norm": 1.090051293373108,
      "learning_rate": 4.398053184068452e-06,
      "loss": 0.3752,
      "step": 578660
    },
    {
      "epoch": 161.5,
      "grad_norm": 1.1760599613189697,
      "learning_rate": 4.398040167135729e-06,
      "loss": 0.3691,
      "step": 578670
    },
    {
      "epoch": 161.51,
      "grad_norm": 1.2574567794799805,
      "learning_rate": 4.398027149929581e-06,
      "loss": 0.3604,
      "step": 578680
    },
    {
      "epoch": 161.51,
      "grad_norm": 1.2410309314727783,
      "learning_rate": 4.398014132450007e-06,
      "loss": 0.3723,
      "step": 578690
    },
    {
      "epoch": 161.51,
      "grad_norm": 1.0859307050704956,
      "learning_rate": 4.39800111469701e-06,
      "loss": 0.3923,
      "step": 578700
    },
    {
      "epoch": 161.52,
      "grad_norm": 1.335073709487915,
      "learning_rate": 4.397988096670593e-06,
      "loss": 0.3901,
      "step": 578710
    },
    {
      "epoch": 161.52,
      "grad_norm": 1.308659553527832,
      "learning_rate": 4.3979750783707545e-06,
      "loss": 0.3723,
      "step": 578720
    },
    {
      "epoch": 161.52,
      "grad_norm": 1.2441911697387695,
      "learning_rate": 4.397962059797499e-06,
      "loss": 0.3724,
      "step": 578730
    },
    {
      "epoch": 161.52,
      "grad_norm": 1.0638264417648315,
      "learning_rate": 4.397949040950827e-06,
      "loss": 0.3877,
      "step": 578740
    },
    {
      "epoch": 161.53,
      "grad_norm": 1.3630974292755127,
      "learning_rate": 4.397936021830741e-06,
      "loss": 0.3864,
      "step": 578750
    },
    {
      "epoch": 161.53,
      "grad_norm": 1.1114518642425537,
      "learning_rate": 4.397923002437243e-06,
      "loss": 0.3848,
      "step": 578760
    },
    {
      "epoch": 161.53,
      "grad_norm": 1.2941194772720337,
      "learning_rate": 4.397909982770332e-06,
      "loss": 0.382,
      "step": 578770
    },
    {
      "epoch": 161.54,
      "grad_norm": 1.3040105104446411,
      "learning_rate": 4.397896962830012e-06,
      "loss": 0.3972,
      "step": 578780
    },
    {
      "epoch": 161.54,
      "grad_norm": 1.2119148969650269,
      "learning_rate": 4.397883942616286e-06,
      "loss": 0.3907,
      "step": 578790
    },
    {
      "epoch": 161.54,
      "grad_norm": 1.2100340127944946,
      "learning_rate": 4.397870922129153e-06,
      "loss": 0.3842,
      "step": 578800
    },
    {
      "epoch": 161.54,
      "grad_norm": 5.33083438873291,
      "learning_rate": 4.397857901368617e-06,
      "loss": 0.3835,
      "step": 578810
    },
    {
      "epoch": 161.55,
      "grad_norm": 1.2620112895965576,
      "learning_rate": 4.397844880334679e-06,
      "loss": 0.3773,
      "step": 578820
    },
    {
      "epoch": 161.55,
      "grad_norm": 1.166801929473877,
      "learning_rate": 4.397831859027339e-06,
      "loss": 0.3972,
      "step": 578830
    },
    {
      "epoch": 161.55,
      "grad_norm": 1.2450532913208008,
      "learning_rate": 4.3978188374466e-06,
      "loss": 0.389,
      "step": 578840
    },
    {
      "epoch": 161.55,
      "grad_norm": 1.2759323120117188,
      "learning_rate": 4.397805815592464e-06,
      "loss": 0.3724,
      "step": 578850
    },
    {
      "epoch": 161.56,
      "grad_norm": 1.2048308849334717,
      "learning_rate": 4.397792793464934e-06,
      "loss": 0.4104,
      "step": 578860
    },
    {
      "epoch": 161.56,
      "grad_norm": 1.1180497407913208,
      "learning_rate": 4.3977797710640095e-06,
      "loss": 0.3801,
      "step": 578870
    },
    {
      "epoch": 161.56,
      "grad_norm": 1.1768324375152588,
      "learning_rate": 4.397766748389693e-06,
      "loss": 0.3865,
      "step": 578880
    },
    {
      "epoch": 161.57,
      "grad_norm": 0.9549061059951782,
      "learning_rate": 4.397753725441986e-06,
      "loss": 0.3725,
      "step": 578890
    },
    {
      "epoch": 161.57,
      "grad_norm": 1.0380398035049438,
      "learning_rate": 4.397740702220892e-06,
      "loss": 0.3963,
      "step": 578900
    },
    {
      "epoch": 161.57,
      "grad_norm": 1.501029133796692,
      "learning_rate": 4.39772767872641e-06,
      "loss": 0.3946,
      "step": 578910
    },
    {
      "epoch": 161.57,
      "grad_norm": 1.146681547164917,
      "learning_rate": 4.3977146549585426e-06,
      "loss": 0.3898,
      "step": 578920
    },
    {
      "epoch": 161.58,
      "grad_norm": 1.3605047464370728,
      "learning_rate": 4.397701630917293e-06,
      "loss": 0.3858,
      "step": 578930
    },
    {
      "epoch": 161.58,
      "grad_norm": 1.37491774559021,
      "learning_rate": 4.397688606602661e-06,
      "loss": 0.382,
      "step": 578940
    },
    {
      "epoch": 161.58,
      "grad_norm": 1.210657000541687,
      "learning_rate": 4.3976755820146494e-06,
      "loss": 0.3934,
      "step": 578950
    },
    {
      "epoch": 161.59,
      "grad_norm": 1.260467529296875,
      "learning_rate": 4.39766255715326e-06,
      "loss": 0.3796,
      "step": 578960
    },
    {
      "epoch": 161.59,
      "grad_norm": 1.1052340269088745,
      "learning_rate": 4.397649532018495e-06,
      "loss": 0.3859,
      "step": 578970
    },
    {
      "epoch": 161.59,
      "grad_norm": 1.3369951248168945,
      "learning_rate": 4.397636506610354e-06,
      "loss": 0.3985,
      "step": 578980
    },
    {
      "epoch": 161.59,
      "grad_norm": 3.9522392749786377,
      "learning_rate": 4.397623480928842e-06,
      "loss": 0.3865,
      "step": 578990
    },
    {
      "epoch": 161.6,
      "grad_norm": 1.1336290836334229,
      "learning_rate": 4.3976104549739575e-06,
      "loss": 0.3975,
      "step": 579000
    },
    {
      "epoch": 161.6,
      "grad_norm": 1.1770873069763184,
      "learning_rate": 4.397597428745704e-06,
      "loss": 0.3917,
      "step": 579010
    },
    {
      "epoch": 161.6,
      "grad_norm": 1.589082956314087,
      "learning_rate": 4.397584402244082e-06,
      "loss": 0.3906,
      "step": 579020
    },
    {
      "epoch": 161.6,
      "grad_norm": 1.287320852279663,
      "learning_rate": 4.3975713754690945e-06,
      "loss": 0.362,
      "step": 579030
    },
    {
      "epoch": 161.61,
      "grad_norm": 1.2370747327804565,
      "learning_rate": 4.3975583484207434e-06,
      "loss": 0.3957,
      "step": 579040
    },
    {
      "epoch": 161.61,
      "grad_norm": 1.3605705499649048,
      "learning_rate": 4.397545321099029e-06,
      "loss": 0.3834,
      "step": 579050
    },
    {
      "epoch": 161.61,
      "grad_norm": 1.107697606086731,
      "learning_rate": 4.397532293503955e-06,
      "loss": 0.4004,
      "step": 579060
    },
    {
      "epoch": 161.62,
      "grad_norm": 1.333111047744751,
      "learning_rate": 4.397519265635522e-06,
      "loss": 0.3982,
      "step": 579070
    },
    {
      "epoch": 161.62,
      "grad_norm": 1.2249877452850342,
      "learning_rate": 4.397506237493731e-06,
      "loss": 0.3815,
      "step": 579080
    },
    {
      "epoch": 161.62,
      "grad_norm": 1.1642903089523315,
      "learning_rate": 4.397493209078584e-06,
      "loss": 0.3832,
      "step": 579090
    },
    {
      "epoch": 161.62,
      "grad_norm": 1.4299335479736328,
      "learning_rate": 4.3974801803900844e-06,
      "loss": 0.3977,
      "step": 579100
    },
    {
      "epoch": 161.63,
      "grad_norm": 1.206561803817749,
      "learning_rate": 4.397467151428232e-06,
      "loss": 0.3777,
      "step": 579110
    },
    {
      "epoch": 161.63,
      "grad_norm": 0.9432775974273682,
      "learning_rate": 4.3974541221930295e-06,
      "loss": 0.374,
      "step": 579120
    },
    {
      "epoch": 161.63,
      "grad_norm": 1.075492262840271,
      "learning_rate": 4.397441092684479e-06,
      "loss": 0.381,
      "step": 579130
    },
    {
      "epoch": 161.64,
      "grad_norm": 1.2888270616531372,
      "learning_rate": 4.3974280629025805e-06,
      "loss": 0.3955,
      "step": 579140
    },
    {
      "epoch": 161.64,
      "grad_norm": 1.3671895265579224,
      "learning_rate": 4.397415032847338e-06,
      "loss": 0.3891,
      "step": 579150
    },
    {
      "epoch": 161.64,
      "grad_norm": 1.160703182220459,
      "learning_rate": 4.397402002518752e-06,
      "loss": 0.4026,
      "step": 579160
    },
    {
      "epoch": 161.64,
      "grad_norm": 1.196629524230957,
      "learning_rate": 4.397388971916823e-06,
      "loss": 0.375,
      "step": 579170
    },
    {
      "epoch": 161.65,
      "grad_norm": 1.3321963548660278,
      "learning_rate": 4.397375941041556e-06,
      "loss": 0.3903,
      "step": 579180
    },
    {
      "epoch": 161.65,
      "grad_norm": 1.2064425945281982,
      "learning_rate": 4.397362909892949e-06,
      "loss": 0.392,
      "step": 579190
    },
    {
      "epoch": 161.65,
      "grad_norm": 1.8889565467834473,
      "learning_rate": 4.397349878471007e-06,
      "loss": 0.3754,
      "step": 579200
    },
    {
      "epoch": 161.66,
      "grad_norm": 1.4044179916381836,
      "learning_rate": 4.397336846775729e-06,
      "loss": 0.3852,
      "step": 579210
    },
    {
      "epoch": 161.66,
      "grad_norm": 1.4196090698242188,
      "learning_rate": 4.3973238148071195e-06,
      "loss": 0.3794,
      "step": 579220
    },
    {
      "epoch": 161.66,
      "grad_norm": 0.9578602910041809,
      "learning_rate": 4.397310782565177e-06,
      "loss": 0.3752,
      "step": 579230
    },
    {
      "epoch": 161.66,
      "grad_norm": 1.3597549200057983,
      "learning_rate": 4.397297750049907e-06,
      "loss": 0.3794,
      "step": 579240
    },
    {
      "epoch": 161.67,
      "grad_norm": 1.1561557054519653,
      "learning_rate": 4.3972847172613086e-06,
      "loss": 0.3789,
      "step": 579250
    },
    {
      "epoch": 161.67,
      "grad_norm": 1.1649415493011475,
      "learning_rate": 4.3972716841993835e-06,
      "loss": 0.3888,
      "step": 579260
    },
    {
      "epoch": 161.67,
      "grad_norm": 1.0427724123001099,
      "learning_rate": 4.3972586508641345e-06,
      "loss": 0.3702,
      "step": 579270
    },
    {
      "epoch": 161.67,
      "grad_norm": 1.292067050933838,
      "learning_rate": 4.397245617255562e-06,
      "loss": 0.3848,
      "step": 579280
    },
    {
      "epoch": 161.68,
      "grad_norm": 1.380975604057312,
      "learning_rate": 4.3972325833736704e-06,
      "loss": 0.396,
      "step": 579290
    },
    {
      "epoch": 161.68,
      "grad_norm": 1.270709753036499,
      "learning_rate": 4.397219549218459e-06,
      "loss": 0.3882,
      "step": 579300
    },
    {
      "epoch": 161.68,
      "grad_norm": 1.2658268213272095,
      "learning_rate": 4.39720651478993e-06,
      "loss": 0.3712,
      "step": 579310
    },
    {
      "epoch": 161.69,
      "grad_norm": 1.0795679092407227,
      "learning_rate": 4.397193480088086e-06,
      "loss": 0.3946,
      "step": 579320
    },
    {
      "epoch": 161.69,
      "grad_norm": 1.1552393436431885,
      "learning_rate": 4.3971804451129266e-06,
      "loss": 0.3999,
      "step": 579330
    },
    {
      "epoch": 161.69,
      "grad_norm": 1.9495127201080322,
      "learning_rate": 4.397167409864456e-06,
      "loss": 0.4089,
      "step": 579340
    },
    {
      "epoch": 161.69,
      "grad_norm": 1.1370584964752197,
      "learning_rate": 4.3971543743426755e-06,
      "loss": 0.3816,
      "step": 579350
    },
    {
      "epoch": 161.7,
      "grad_norm": 1.4566683769226074,
      "learning_rate": 4.397141338547585e-06,
      "loss": 0.4078,
      "step": 579360
    },
    {
      "epoch": 161.7,
      "grad_norm": 1.1369339227676392,
      "learning_rate": 4.39712830247919e-06,
      "loss": 0.3906,
      "step": 579370
    },
    {
      "epoch": 161.7,
      "grad_norm": 1.3610031604766846,
      "learning_rate": 4.397115266137488e-06,
      "loss": 0.3982,
      "step": 579380
    },
    {
      "epoch": 161.71,
      "grad_norm": 1.0553025007247925,
      "learning_rate": 4.397102229522482e-06,
      "loss": 0.3836,
      "step": 579390
    },
    {
      "epoch": 161.71,
      "grad_norm": 1.0890305042266846,
      "learning_rate": 4.397089192634176e-06,
      "loss": 0.4052,
      "step": 579400
    },
    {
      "epoch": 161.71,
      "grad_norm": 1.000699520111084,
      "learning_rate": 4.397076155472569e-06,
      "loss": 0.3817,
      "step": 579410
    },
    {
      "epoch": 161.71,
      "grad_norm": 1.2984377145767212,
      "learning_rate": 4.397063118037663e-06,
      "loss": 0.381,
      "step": 579420
    },
    {
      "epoch": 161.72,
      "grad_norm": 1.2812001705169678,
      "learning_rate": 4.397050080329461e-06,
      "loss": 0.3943,
      "step": 579430
    },
    {
      "epoch": 161.72,
      "grad_norm": 1.152096152305603,
      "learning_rate": 4.3970370423479644e-06,
      "loss": 0.3898,
      "step": 579440
    },
    {
      "epoch": 161.72,
      "grad_norm": 1.1992754936218262,
      "learning_rate": 4.397024004093175e-06,
      "loss": 0.3856,
      "step": 579450
    },
    {
      "epoch": 161.72,
      "grad_norm": 1.2433258295059204,
      "learning_rate": 4.397010965565093e-06,
      "loss": 0.3883,
      "step": 579460
    },
    {
      "epoch": 161.73,
      "grad_norm": 1.1033717393875122,
      "learning_rate": 4.396997926763723e-06,
      "loss": 0.4143,
      "step": 579470
    },
    {
      "epoch": 161.73,
      "grad_norm": 1.1786922216415405,
      "learning_rate": 4.396984887689065e-06,
      "loss": 0.4106,
      "step": 579480
    },
    {
      "epoch": 161.73,
      "grad_norm": 1.151607632637024,
      "learning_rate": 4.3969718483411204e-06,
      "loss": 0.3918,
      "step": 579490
    },
    {
      "epoch": 161.74,
      "grad_norm": 1.0823497772216797,
      "learning_rate": 4.396958808719892e-06,
      "loss": 0.3666,
      "step": 579500
    },
    {
      "epoch": 161.74,
      "grad_norm": 1.084398865699768,
      "learning_rate": 4.39694576882538e-06,
      "loss": 0.3656,
      "step": 579510
    },
    {
      "epoch": 161.74,
      "grad_norm": 1.2229633331298828,
      "learning_rate": 4.396932728657587e-06,
      "loss": 0.3895,
      "step": 579520
    },
    {
      "epoch": 161.74,
      "grad_norm": 1.3033298254013062,
      "learning_rate": 4.396919688216515e-06,
      "loss": 0.3729,
      "step": 579530
    },
    {
      "epoch": 161.75,
      "grad_norm": 1.238769769668579,
      "learning_rate": 4.396906647502166e-06,
      "loss": 0.3859,
      "step": 579540
    },
    {
      "epoch": 161.75,
      "grad_norm": 1.2610923051834106,
      "learning_rate": 4.396893606514541e-06,
      "loss": 0.3841,
      "step": 579550
    },
    {
      "epoch": 161.75,
      "grad_norm": 1.3277422189712524,
      "learning_rate": 4.396880565253643e-06,
      "loss": 0.3968,
      "step": 579560
    },
    {
      "epoch": 161.76,
      "grad_norm": 1.441437840461731,
      "learning_rate": 4.396867523719472e-06,
      "loss": 0.3941,
      "step": 579570
    },
    {
      "epoch": 161.76,
      "grad_norm": 1.3138140439987183,
      "learning_rate": 4.39685448191203e-06,
      "loss": 0.3942,
      "step": 579580
    },
    {
      "epoch": 161.76,
      "grad_norm": 1.0934163331985474,
      "learning_rate": 4.39684143983132e-06,
      "loss": 0.3708,
      "step": 579590
    },
    {
      "epoch": 161.76,
      "grad_norm": 1.138499140739441,
      "learning_rate": 4.396828397477342e-06,
      "loss": 0.397,
      "step": 579600
    },
    {
      "epoch": 161.77,
      "grad_norm": 1.1088868379592896,
      "learning_rate": 4.396815354850099e-06,
      "loss": 0.3904,
      "step": 579610
    },
    {
      "epoch": 161.77,
      "grad_norm": 1.1878207921981812,
      "learning_rate": 4.396802311949594e-06,
      "loss": 0.3929,
      "step": 579620
    },
    {
      "epoch": 161.77,
      "grad_norm": 1.1017743349075317,
      "learning_rate": 4.396789268775825e-06,
      "loss": 0.3844,
      "step": 579630
    },
    {
      "epoch": 161.78,
      "grad_norm": 1.3459831476211548,
      "learning_rate": 4.396776225328797e-06,
      "loss": 0.388,
      "step": 579640
    },
    {
      "epoch": 161.78,
      "grad_norm": 1.5711666345596313,
      "learning_rate": 4.39676318160851e-06,
      "loss": 0.397,
      "step": 579650
    },
    {
      "epoch": 161.78,
      "grad_norm": 1.0618516206741333,
      "learning_rate": 4.396750137614968e-06,
      "loss": 0.3858,
      "step": 579660
    },
    {
      "epoch": 161.78,
      "grad_norm": 1.0058495998382568,
      "learning_rate": 4.39673709334817e-06,
      "loss": 0.3892,
      "step": 579670
    },
    {
      "epoch": 161.79,
      "grad_norm": 1.0168546438217163,
      "learning_rate": 4.396724048808118e-06,
      "loss": 0.3874,
      "step": 579680
    },
    {
      "epoch": 161.79,
      "grad_norm": 1.1719095706939697,
      "learning_rate": 4.396711003994816e-06,
      "loss": 0.404,
      "step": 579690
    },
    {
      "epoch": 161.79,
      "grad_norm": 1.1183521747589111,
      "learning_rate": 4.3966979589082635e-06,
      "loss": 0.3966,
      "step": 579700
    },
    {
      "epoch": 161.79,
      "grad_norm": 1.1007380485534668,
      "learning_rate": 4.3966849135484636e-06,
      "loss": 0.3819,
      "step": 579710
    },
    {
      "epoch": 161.8,
      "grad_norm": 1.1088839769363403,
      "learning_rate": 4.396671867915417e-06,
      "loss": 0.3888,
      "step": 579720
    },
    {
      "epoch": 161.8,
      "grad_norm": 1.0724284648895264,
      "learning_rate": 4.3966588220091265e-06,
      "loss": 0.3841,
      "step": 579730
    },
    {
      "epoch": 161.8,
      "grad_norm": 1.2215555906295776,
      "learning_rate": 4.396645775829593e-06,
      "loss": 0.3667,
      "step": 579740
    },
    {
      "epoch": 161.81,
      "grad_norm": 1.161009669303894,
      "learning_rate": 4.396632729376819e-06,
      "loss": 0.3849,
      "step": 579750
    },
    {
      "epoch": 161.81,
      "grad_norm": 1.2066975831985474,
      "learning_rate": 4.396619682650805e-06,
      "loss": 0.3875,
      "step": 579760
    },
    {
      "epoch": 161.81,
      "grad_norm": 1.1475483179092407,
      "learning_rate": 4.396606635651553e-06,
      "loss": 0.4019,
      "step": 579770
    },
    {
      "epoch": 161.81,
      "grad_norm": 1.2732850313186646,
      "learning_rate": 4.396593588379066e-06,
      "loss": 0.3748,
      "step": 579780
    },
    {
      "epoch": 161.82,
      "grad_norm": 1.2184274196624756,
      "learning_rate": 4.3965805408333454e-06,
      "loss": 0.3923,
      "step": 579790
    },
    {
      "epoch": 161.82,
      "grad_norm": 1.6654682159423828,
      "learning_rate": 4.396567493014392e-06,
      "loss": 0.3943,
      "step": 579800
    },
    {
      "epoch": 161.82,
      "grad_norm": 1.4966034889221191,
      "learning_rate": 4.396554444922208e-06,
      "loss": 0.3868,
      "step": 579810
    },
    {
      "epoch": 161.83,
      "grad_norm": 1.2878437042236328,
      "learning_rate": 4.396541396556795e-06,
      "loss": 0.3956,
      "step": 579820
    },
    {
      "epoch": 161.83,
      "grad_norm": 1.0675861835479736,
      "learning_rate": 4.396528347918155e-06,
      "loss": 0.3917,
      "step": 579830
    },
    {
      "epoch": 161.83,
      "grad_norm": 1.2745245695114136,
      "learning_rate": 4.39651529900629e-06,
      "loss": 0.3856,
      "step": 579840
    },
    {
      "epoch": 161.83,
      "grad_norm": 1.5152796506881714,
      "learning_rate": 4.396502249821201e-06,
      "loss": 0.3882,
      "step": 579850
    },
    {
      "epoch": 161.84,
      "grad_norm": 1.1517834663391113,
      "learning_rate": 4.39648920036289e-06,
      "loss": 0.3966,
      "step": 579860
    },
    {
      "epoch": 161.84,
      "grad_norm": 1.3679556846618652,
      "learning_rate": 4.39647615063136e-06,
      "loss": 0.3794,
      "step": 579870
    },
    {
      "epoch": 161.84,
      "grad_norm": 1.10623300075531,
      "learning_rate": 4.39646310062661e-06,
      "loss": 0.3867,
      "step": 579880
    },
    {
      "epoch": 161.84,
      "grad_norm": 1.373633861541748,
      "learning_rate": 4.396450050348645e-06,
      "loss": 0.3877,
      "step": 579890
    },
    {
      "epoch": 161.85,
      "grad_norm": 1.3352906703948975,
      "learning_rate": 4.396436999797463e-06,
      "loss": 0.4037,
      "step": 579900
    },
    {
      "epoch": 161.85,
      "grad_norm": 1.2494149208068848,
      "learning_rate": 4.396423948973069e-06,
      "loss": 0.3754,
      "step": 579910
    },
    {
      "epoch": 161.85,
      "grad_norm": 1.175201416015625,
      "learning_rate": 4.396410897875464e-06,
      "loss": 0.3896,
      "step": 579920
    },
    {
      "epoch": 161.86,
      "grad_norm": 1.2667551040649414,
      "learning_rate": 4.396397846504649e-06,
      "loss": 0.396,
      "step": 579930
    },
    {
      "epoch": 161.86,
      "grad_norm": 1.3254082202911377,
      "learning_rate": 4.396384794860625e-06,
      "loss": 0.382,
      "step": 579940
    },
    {
      "epoch": 161.86,
      "grad_norm": 1.4455831050872803,
      "learning_rate": 4.396371742943396e-06,
      "loss": 0.4043,
      "step": 579950
    },
    {
      "epoch": 161.86,
      "grad_norm": 1.4908746480941772,
      "learning_rate": 4.396358690752961e-06,
      "loss": 0.3839,
      "step": 579960
    },
    {
      "epoch": 161.87,
      "grad_norm": 1.4143279790878296,
      "learning_rate": 4.396345638289325e-06,
      "loss": 0.3768,
      "step": 579970
    },
    {
      "epoch": 161.87,
      "grad_norm": 1.3287227153778076,
      "learning_rate": 4.396332585552487e-06,
      "loss": 0.3858,
      "step": 579980
    },
    {
      "epoch": 161.87,
      "grad_norm": 1.2333954572677612,
      "learning_rate": 4.396319532542449e-06,
      "loss": 0.4029,
      "step": 579990
    },
    {
      "epoch": 161.88,
      "grad_norm": 1.328309178352356,
      "learning_rate": 4.396306479259215e-06,
      "loss": 0.3827,
      "step": 580000
    },
    {
      "epoch": 161.88,
      "grad_norm": 0.9309147596359253,
      "learning_rate": 4.396293425702784e-06,
      "loss": 0.3897,
      "step": 580010
    },
    {
      "epoch": 161.88,
      "grad_norm": 1.1478867530822754,
      "learning_rate": 4.3962803718731595e-06,
      "loss": 0.3803,
      "step": 580020
    },
    {
      "epoch": 161.88,
      "grad_norm": 1.1358708143234253,
      "learning_rate": 4.396267317770343e-06,
      "loss": 0.3977,
      "step": 580030
    },
    {
      "epoch": 161.89,
      "grad_norm": 1.4797723293304443,
      "learning_rate": 4.396254263394335e-06,
      "loss": 0.3749,
      "step": 580040
    },
    {
      "epoch": 161.89,
      "grad_norm": 1.2020940780639648,
      "learning_rate": 4.396241208745139e-06,
      "loss": 0.385,
      "step": 580050
    },
    {
      "epoch": 161.89,
      "grad_norm": 1.1744316816329956,
      "learning_rate": 4.396228153822755e-06,
      "loss": 0.3869,
      "step": 580060
    },
    {
      "epoch": 161.9,
      "grad_norm": 1.3895928859710693,
      "learning_rate": 4.396215098627185e-06,
      "loss": 0.3964,
      "step": 580070
    },
    {
      "epoch": 161.9,
      "grad_norm": 1.0294454097747803,
      "learning_rate": 4.3962020431584335e-06,
      "loss": 0.3713,
      "step": 580080
    },
    {
      "epoch": 161.9,
      "grad_norm": 1.2106080055236816,
      "learning_rate": 4.396188987416498e-06,
      "loss": 0.3748,
      "step": 580090
    },
    {
      "epoch": 161.9,
      "grad_norm": 1.3226221799850464,
      "learning_rate": 4.396175931401384e-06,
      "loss": 0.4014,
      "step": 580100
    },
    {
      "epoch": 161.91,
      "grad_norm": 1.2785207033157349,
      "learning_rate": 4.39616287511309e-06,
      "loss": 0.3838,
      "step": 580110
    },
    {
      "epoch": 161.91,
      "grad_norm": 1.060545563697815,
      "learning_rate": 4.396149818551621e-06,
      "loss": 0.3939,
      "step": 580120
    },
    {
      "epoch": 161.91,
      "grad_norm": 1.340833306312561,
      "learning_rate": 4.396136761716975e-06,
      "loss": 0.389,
      "step": 580130
    },
    {
      "epoch": 161.91,
      "grad_norm": 1.2942160367965698,
      "learning_rate": 4.396123704609157e-06,
      "loss": 0.3753,
      "step": 580140
    },
    {
      "epoch": 161.92,
      "grad_norm": 1.531935214996338,
      "learning_rate": 4.396110647228167e-06,
      "loss": 0.3927,
      "step": 580150
    },
    {
      "epoch": 161.92,
      "grad_norm": 1.317564606666565,
      "learning_rate": 4.396097589574009e-06,
      "loss": 0.3918,
      "step": 580160
    },
    {
      "epoch": 161.92,
      "grad_norm": 1.125046968460083,
      "learning_rate": 4.396084531646681e-06,
      "loss": 0.3866,
      "step": 580170
    },
    {
      "epoch": 161.93,
      "grad_norm": 1.1753087043762207,
      "learning_rate": 4.396071473446187e-06,
      "loss": 0.3903,
      "step": 580180
    },
    {
      "epoch": 161.93,
      "grad_norm": 1.5180046558380127,
      "learning_rate": 4.396058414972529e-06,
      "loss": 0.4162,
      "step": 580190
    },
    {
      "epoch": 161.93,
      "grad_norm": 1.4390252828598022,
      "learning_rate": 4.396045356225708e-06,
      "loss": 0.3927,
      "step": 580200
    },
    {
      "epoch": 161.93,
      "grad_norm": 1.057114839553833,
      "learning_rate": 4.396032297205725e-06,
      "loss": 0.3762,
      "step": 580210
    },
    {
      "epoch": 161.94,
      "grad_norm": 0.9584559798240662,
      "learning_rate": 4.396019237912583e-06,
      "loss": 0.3894,
      "step": 580220
    },
    {
      "epoch": 161.94,
      "grad_norm": 1.0423462390899658,
      "learning_rate": 4.396006178346285e-06,
      "loss": 0.4,
      "step": 580230
    },
    {
      "epoch": 161.94,
      "grad_norm": 1.9425990581512451,
      "learning_rate": 4.3959931185068295e-06,
      "loss": 0.3936,
      "step": 580240
    },
    {
      "epoch": 161.95,
      "grad_norm": 1.275424838066101,
      "learning_rate": 4.39598005839422e-06,
      "loss": 0.3726,
      "step": 580250
    },
    {
      "epoch": 161.95,
      "grad_norm": 1.340184211730957,
      "learning_rate": 4.395966998008459e-06,
      "loss": 0.395,
      "step": 580260
    },
    {
      "epoch": 161.95,
      "grad_norm": 1.2293848991394043,
      "learning_rate": 4.395953937349548e-06,
      "loss": 0.3934,
      "step": 580270
    },
    {
      "epoch": 161.95,
      "grad_norm": 1.2868233919143677,
      "learning_rate": 4.395940876417487e-06,
      "loss": 0.3921,
      "step": 580280
    },
    {
      "epoch": 161.96,
      "grad_norm": 1.1722453832626343,
      "learning_rate": 4.395927815212278e-06,
      "loss": 0.382,
      "step": 580290
    },
    {
      "epoch": 161.96,
      "grad_norm": 1.113832712173462,
      "learning_rate": 4.395914753733925e-06,
      "loss": 0.3653,
      "step": 580300
    },
    {
      "epoch": 161.96,
      "grad_norm": 1.248380422592163,
      "learning_rate": 4.395901691982428e-06,
      "loss": 0.3899,
      "step": 580310
    },
    {
      "epoch": 161.96,
      "grad_norm": 1.1444847583770752,
      "learning_rate": 4.395888629957788e-06,
      "loss": 0.4125,
      "step": 580320
    },
    {
      "epoch": 161.97,
      "grad_norm": 1.30568265914917,
      "learning_rate": 4.395875567660009e-06,
      "loss": 0.3757,
      "step": 580330
    },
    {
      "epoch": 161.97,
      "grad_norm": 0.9281917214393616,
      "learning_rate": 4.395862505089091e-06,
      "loss": 0.3642,
      "step": 580340
    },
    {
      "epoch": 161.97,
      "grad_norm": 1.33298921585083,
      "learning_rate": 4.3958494422450355e-06,
      "loss": 0.3936,
      "step": 580350
    },
    {
      "epoch": 161.98,
      "grad_norm": 1.1461535692214966,
      "learning_rate": 4.395836379127846e-06,
      "loss": 0.3744,
      "step": 580360
    },
    {
      "epoch": 161.98,
      "grad_norm": 1.3199501037597656,
      "learning_rate": 4.395823315737524e-06,
      "loss": 0.3821,
      "step": 580370
    },
    {
      "epoch": 161.98,
      "grad_norm": 1.1967648267745972,
      "learning_rate": 4.395810252074069e-06,
      "loss": 0.4035,
      "step": 580380
    },
    {
      "epoch": 161.98,
      "grad_norm": 1.4139068126678467,
      "learning_rate": 4.395797188137485e-06,
      "loss": 0.3887,
      "step": 580390
    },
    {
      "epoch": 161.99,
      "grad_norm": 1.2541742324829102,
      "learning_rate": 4.3957841239277726e-06,
      "loss": 0.3812,
      "step": 580400
    },
    {
      "epoch": 161.99,
      "grad_norm": 1.2154650688171387,
      "learning_rate": 4.395771059444934e-06,
      "loss": 0.3872,
      "step": 580410
    },
    {
      "epoch": 161.99,
      "grad_norm": 1.2561806440353394,
      "learning_rate": 4.395757994688971e-06,
      "loss": 0.3749,
      "step": 580420
    },
    {
      "epoch": 162.0,
      "grad_norm": 1.4368233680725098,
      "learning_rate": 4.395744929659885e-06,
      "loss": 0.4034,
      "step": 580430
    },
    {
      "epoch": 162.0,
      "grad_norm": 0.9512999653816223,
      "learning_rate": 4.395731864357678e-06,
      "loss": 0.3862,
      "step": 580440
    },
    {
      "epoch": 162.0,
      "eval_loss": 0.3860112130641937,
      "eval_runtime": 65.1911,
      "eval_samples_per_second": 77.603,
      "eval_steps_per_second": 9.71,
      "step": 580446
    },
    {
      "epoch": 162.0,
      "grad_norm": 1.2592591047286987,
      "learning_rate": 4.395718798782352e-06,
      "loss": 0.3939,
      "step": 580450
    },
    {
      "epoch": 162.0,
      "grad_norm": 1.2643097639083862,
      "learning_rate": 4.395705732933907e-06,
      "loss": 0.3863,
      "step": 580460
    },
    {
      "epoch": 162.01,
      "grad_norm": 1.5381864309310913,
      "learning_rate": 4.395692666812347e-06,
      "loss": 0.4043,
      "step": 580470
    },
    {
      "epoch": 162.01,
      "grad_norm": 0.9987092018127441,
      "learning_rate": 4.395679600417674e-06,
      "loss": 0.3693,
      "step": 580480
    },
    {
      "epoch": 162.01,
      "grad_norm": 1.1972200870513916,
      "learning_rate": 4.395666533749888e-06,
      "loss": 0.3809,
      "step": 580490
    },
    {
      "epoch": 162.02,
      "grad_norm": 2.381195306777954,
      "learning_rate": 4.395653466808991e-06,
      "loss": 0.3802,
      "step": 580500
    },
    {
      "epoch": 162.02,
      "grad_norm": 1.2656391859054565,
      "learning_rate": 4.395640399594984e-06,
      "loss": 0.3851,
      "step": 580510
    },
    {
      "epoch": 162.02,
      "grad_norm": 1.3081802129745483,
      "learning_rate": 4.395627332107872e-06,
      "loss": 0.3849,
      "step": 580520
    },
    {
      "epoch": 162.02,
      "grad_norm": 1.0565497875213623,
      "learning_rate": 4.395614264347654e-06,
      "loss": 0.3883,
      "step": 580530
    },
    {
      "epoch": 162.03,
      "grad_norm": 1.4124298095703125,
      "learning_rate": 4.395601196314331e-06,
      "loss": 0.3953,
      "step": 580540
    },
    {
      "epoch": 162.03,
      "grad_norm": 1.2219189405441284,
      "learning_rate": 4.395588128007906e-06,
      "loss": 0.3887,
      "step": 580550
    },
    {
      "epoch": 162.03,
      "grad_norm": 1.0795361995697021,
      "learning_rate": 4.395575059428382e-06,
      "loss": 0.3988,
      "step": 580560
    },
    {
      "epoch": 162.03,
      "grad_norm": 1.5189663171768188,
      "learning_rate": 4.39556199057576e-06,
      "loss": 0.3941,
      "step": 580570
    },
    {
      "epoch": 162.04,
      "grad_norm": 1.290364146232605,
      "learning_rate": 4.39554892145004e-06,
      "loss": 0.3923,
      "step": 580580
    },
    {
      "epoch": 162.04,
      "grad_norm": 1.0693999528884888,
      "learning_rate": 4.395535852051226e-06,
      "loss": 0.3859,
      "step": 580590
    },
    {
      "epoch": 162.04,
      "grad_norm": 1.3832684755325317,
      "learning_rate": 4.395522782379318e-06,
      "loss": 0.4028,
      "step": 580600
    },
    {
      "epoch": 162.05,
      "grad_norm": 1.414349913597107,
      "learning_rate": 4.395509712434318e-06,
      "loss": 0.3857,
      "step": 580610
    },
    {
      "epoch": 162.05,
      "grad_norm": 1.5535038709640503,
      "learning_rate": 4.395496642216229e-06,
      "loss": 0.3805,
      "step": 580620
    },
    {
      "epoch": 162.05,
      "grad_norm": 1.0632719993591309,
      "learning_rate": 4.395483571725052e-06,
      "loss": 0.3868,
      "step": 580630
    },
    {
      "epoch": 162.05,
      "grad_norm": 1.5093202590942383,
      "learning_rate": 4.3954705009607884e-06,
      "loss": 0.4139,
      "step": 580640
    },
    {
      "epoch": 162.06,
      "grad_norm": 1.052696704864502,
      "learning_rate": 4.3954574299234406e-06,
      "loss": 0.3897,
      "step": 580650
    },
    {
      "epoch": 162.06,
      "grad_norm": 1.2864042520523071,
      "learning_rate": 4.395444358613009e-06,
      "loss": 0.4067,
      "step": 580660
    },
    {
      "epoch": 162.06,
      "grad_norm": 1.2109107971191406,
      "learning_rate": 4.395431287029498e-06,
      "loss": 0.3952,
      "step": 580670
    },
    {
      "epoch": 162.07,
      "grad_norm": 1.1506876945495605,
      "learning_rate": 4.3954182151729065e-06,
      "loss": 0.3894,
      "step": 580680
    },
    {
      "epoch": 162.07,
      "grad_norm": 1.2055411338806152,
      "learning_rate": 4.395405143043238e-06,
      "loss": 0.3881,
      "step": 580690
    },
    {
      "epoch": 162.07,
      "grad_norm": 1.1215906143188477,
      "learning_rate": 4.395392070640493e-06,
      "loss": 0.3606,
      "step": 580700
    },
    {
      "epoch": 162.07,
      "grad_norm": 3.928586483001709,
      "learning_rate": 4.395378997964674e-06,
      "loss": 0.3738,
      "step": 580710
    },
    {
      "epoch": 162.08,
      "grad_norm": 1.275088906288147,
      "learning_rate": 4.395365925015783e-06,
      "loss": 0.3857,
      "step": 580720
    },
    {
      "epoch": 162.08,
      "grad_norm": 1.3140612840652466,
      "learning_rate": 4.395352851793821e-06,
      "loss": 0.3939,
      "step": 580730
    },
    {
      "epoch": 162.08,
      "grad_norm": 1.2040034532546997,
      "learning_rate": 4.39533977829879e-06,
      "loss": 0.3958,
      "step": 580740
    },
    {
      "epoch": 162.08,
      "grad_norm": 1.1899378299713135,
      "learning_rate": 4.395326704530692e-06,
      "loss": 0.3788,
      "step": 580750
    },
    {
      "epoch": 162.09,
      "grad_norm": 1.1817799806594849,
      "learning_rate": 4.395313630489529e-06,
      "loss": 0.3835,
      "step": 580760
    },
    {
      "epoch": 162.09,
      "grad_norm": 1.2313350439071655,
      "learning_rate": 4.395300556175303e-06,
      "loss": 0.3782,
      "step": 580770
    },
    {
      "epoch": 162.09,
      "grad_norm": 1.2668668031692505,
      "learning_rate": 4.3952874815880135e-06,
      "loss": 0.3747,
      "step": 580780
    },
    {
      "epoch": 162.1,
      "grad_norm": 1.11394202709198,
      "learning_rate": 4.395274406727664e-06,
      "loss": 0.3716,
      "step": 580790
    },
    {
      "epoch": 162.1,
      "grad_norm": 1.0946917533874512,
      "learning_rate": 4.395261331594257e-06,
      "loss": 0.3797,
      "step": 580800
    },
    {
      "epoch": 162.1,
      "grad_norm": 1.0852774381637573,
      "learning_rate": 4.395248256187792e-06,
      "loss": 0.4046,
      "step": 580810
    },
    {
      "epoch": 162.1,
      "grad_norm": 1.5511844158172607,
      "learning_rate": 4.395235180508272e-06,
      "loss": 0.3874,
      "step": 580820
    },
    {
      "epoch": 162.11,
      "grad_norm": 1.112173080444336,
      "learning_rate": 4.395222104555701e-06,
      "loss": 0.3806,
      "step": 580830
    },
    {
      "epoch": 162.11,
      "grad_norm": 1.126761794090271,
      "learning_rate": 4.395209028330077e-06,
      "loss": 0.3995,
      "step": 580840
    },
    {
      "epoch": 162.11,
      "grad_norm": 1.2279506921768188,
      "learning_rate": 4.395195951831403e-06,
      "loss": 0.3796,
      "step": 580850
    },
    {
      "epoch": 162.12,
      "grad_norm": 1.1904380321502686,
      "learning_rate": 4.395182875059681e-06,
      "loss": 0.3736,
      "step": 580860
    },
    {
      "epoch": 162.12,
      "grad_norm": 1.311226725578308,
      "learning_rate": 4.395169798014913e-06,
      "loss": 0.387,
      "step": 580870
    },
    {
      "epoch": 162.12,
      "grad_norm": 1.259521245956421,
      "learning_rate": 4.395156720697101e-06,
      "loss": 0.3863,
      "step": 580880
    },
    {
      "epoch": 162.12,
      "grad_norm": 1.1041659116744995,
      "learning_rate": 4.395143643106245e-06,
      "loss": 0.3791,
      "step": 580890
    },
    {
      "epoch": 162.13,
      "grad_norm": 1.351982593536377,
      "learning_rate": 4.395130565242348e-06,
      "loss": 0.3972,
      "step": 580900
    },
    {
      "epoch": 162.13,
      "grad_norm": 1.0744717121124268,
      "learning_rate": 4.3951174871054125e-06,
      "loss": 0.3837,
      "step": 580910
    },
    {
      "epoch": 162.13,
      "grad_norm": 1.325561285018921,
      "learning_rate": 4.395104408695439e-06,
      "loss": 0.3855,
      "step": 580920
    },
    {
      "epoch": 162.14,
      "grad_norm": 0.9998654723167419,
      "learning_rate": 4.39509133001243e-06,
      "loss": 0.3913,
      "step": 580930
    },
    {
      "epoch": 162.14,
      "grad_norm": 1.3380013704299927,
      "learning_rate": 4.3950782510563875e-06,
      "loss": 0.3967,
      "step": 580940
    },
    {
      "epoch": 162.14,
      "grad_norm": 1.094102144241333,
      "learning_rate": 4.395065171827311e-06,
      "loss": 0.3795,
      "step": 580950
    },
    {
      "epoch": 162.14,
      "grad_norm": 1.199615240097046,
      "learning_rate": 4.395052092325205e-06,
      "loss": 0.3743,
      "step": 580960
    },
    {
      "epoch": 162.15,
      "grad_norm": 1.249336838722229,
      "learning_rate": 4.39503901255007e-06,
      "loss": 0.388,
      "step": 580970
    },
    {
      "epoch": 162.15,
      "grad_norm": 1.0721683502197266,
      "learning_rate": 4.3950259325019076e-06,
      "loss": 0.3964,
      "step": 580980
    },
    {
      "epoch": 162.15,
      "grad_norm": 0.9945586323738098,
      "learning_rate": 4.39501285218072e-06,
      "loss": 0.3905,
      "step": 580990
    },
    {
      "epoch": 162.15,
      "grad_norm": 1.1242221593856812,
      "learning_rate": 4.39499977158651e-06,
      "loss": 0.3958,
      "step": 581000
    },
    {
      "epoch": 162.16,
      "grad_norm": 1.0830650329589844,
      "learning_rate": 4.394986690719276e-06,
      "loss": 0.4039,
      "step": 581010
    },
    {
      "epoch": 162.16,
      "grad_norm": 1.1737860441207886,
      "learning_rate": 4.394973609579023e-06,
      "loss": 0.4008,
      "step": 581020
    },
    {
      "epoch": 162.16,
      "grad_norm": 1.2793266773223877,
      "learning_rate": 4.394960528165751e-06,
      "loss": 0.3756,
      "step": 581030
    },
    {
      "epoch": 162.17,
      "grad_norm": 1.2712130546569824,
      "learning_rate": 4.394947446479463e-06,
      "loss": 0.3853,
      "step": 581040
    },
    {
      "epoch": 162.17,
      "grad_norm": 1.2911396026611328,
      "learning_rate": 4.394934364520159e-06,
      "loss": 0.3762,
      "step": 581050
    },
    {
      "epoch": 162.17,
      "grad_norm": 1.404040813446045,
      "learning_rate": 4.394921282287843e-06,
      "loss": 0.3739,
      "step": 581060
    },
    {
      "epoch": 162.17,
      "grad_norm": 1.2550199031829834,
      "learning_rate": 4.394908199782514e-06,
      "loss": 0.3883,
      "step": 581070
    },
    {
      "epoch": 162.18,
      "grad_norm": 1.3813103437423706,
      "learning_rate": 4.394895117004177e-06,
      "loss": 0.3766,
      "step": 581080
    },
    {
      "epoch": 162.18,
      "grad_norm": 1.2871084213256836,
      "learning_rate": 4.394882033952831e-06,
      "loss": 0.3812,
      "step": 581090
    },
    {
      "epoch": 162.18,
      "grad_norm": 1.4497023820877075,
      "learning_rate": 4.394868950628479e-06,
      "loss": 0.3784,
      "step": 581100
    },
    {
      "epoch": 162.19,
      "grad_norm": 1.0948939323425293,
      "learning_rate": 4.394855867031123e-06,
      "loss": 0.3767,
      "step": 581110
    },
    {
      "epoch": 162.19,
      "grad_norm": 1.3668320178985596,
      "learning_rate": 4.394842783160764e-06,
      "loss": 0.3741,
      "step": 581120
    },
    {
      "epoch": 162.19,
      "grad_norm": 1.3650574684143066,
      "learning_rate": 4.394829699017403e-06,
      "loss": 0.3841,
      "step": 581130
    },
    {
      "epoch": 162.19,
      "grad_norm": 1.2136627435684204,
      "learning_rate": 4.394816614601045e-06,
      "loss": 0.3932,
      "step": 581140
    },
    {
      "epoch": 162.2,
      "grad_norm": 1.1839017868041992,
      "learning_rate": 4.394803529911688e-06,
      "loss": 0.3754,
      "step": 581150
    },
    {
      "epoch": 162.2,
      "grad_norm": 1.1931549310684204,
      "learning_rate": 4.3947904449493345e-06,
      "loss": 0.3837,
      "step": 581160
    },
    {
      "epoch": 162.2,
      "grad_norm": 1.1030383110046387,
      "learning_rate": 4.394777359713988e-06,
      "loss": 0.3974,
      "step": 581170
    },
    {
      "epoch": 162.2,
      "grad_norm": 1.071374535560608,
      "learning_rate": 4.394764274205649e-06,
      "loss": 0.3744,
      "step": 581180
    },
    {
      "epoch": 162.21,
      "grad_norm": 1.3581780195236206,
      "learning_rate": 4.39475118842432e-06,
      "loss": 0.3795,
      "step": 581190
    },
    {
      "epoch": 162.21,
      "grad_norm": 1.6709611415863037,
      "learning_rate": 4.394738102370001e-06,
      "loss": 0.385,
      "step": 581200
    },
    {
      "epoch": 162.21,
      "grad_norm": 1.284076452255249,
      "learning_rate": 4.394725016042695e-06,
      "loss": 0.3774,
      "step": 581210
    },
    {
      "epoch": 162.22,
      "grad_norm": 1.0435625314712524,
      "learning_rate": 4.394711929442404e-06,
      "loss": 0.389,
      "step": 581220
    },
    {
      "epoch": 162.22,
      "grad_norm": 1.2005945444107056,
      "learning_rate": 4.39469884256913e-06,
      "loss": 0.3752,
      "step": 581230
    },
    {
      "epoch": 162.22,
      "grad_norm": 1.3273699283599854,
      "learning_rate": 4.394685755422873e-06,
      "loss": 0.3889,
      "step": 581240
    },
    {
      "epoch": 162.22,
      "grad_norm": 1.3201470375061035,
      "learning_rate": 4.394672668003637e-06,
      "loss": 0.3929,
      "step": 581250
    },
    {
      "epoch": 162.23,
      "grad_norm": 1.1224950551986694,
      "learning_rate": 4.394659580311423e-06,
      "loss": 0.3848,
      "step": 581260
    },
    {
      "epoch": 162.23,
      "grad_norm": 1.2570480108261108,
      "learning_rate": 4.394646492346231e-06,
      "loss": 0.384,
      "step": 581270
    },
    {
      "epoch": 162.23,
      "grad_norm": 1.1042733192443848,
      "learning_rate": 4.394633404108065e-06,
      "loss": 0.4033,
      "step": 581280
    },
    {
      "epoch": 162.24,
      "grad_norm": 1.06574285030365,
      "learning_rate": 4.394620315596926e-06,
      "loss": 0.3897,
      "step": 581290
    },
    {
      "epoch": 162.24,
      "grad_norm": 1.084061622619629,
      "learning_rate": 4.3946072268128145e-06,
      "loss": 0.3841,
      "step": 581300
    },
    {
      "epoch": 162.24,
      "grad_norm": 1.6447597742080688,
      "learning_rate": 4.3945941377557334e-06,
      "loss": 0.3902,
      "step": 581310
    },
    {
      "epoch": 162.24,
      "grad_norm": 1.4532302618026733,
      "learning_rate": 4.394581048425686e-06,
      "loss": 0.3799,
      "step": 581320
    },
    {
      "epoch": 162.25,
      "grad_norm": 1.0669519901275635,
      "learning_rate": 4.394567958822671e-06,
      "loss": 0.4006,
      "step": 581330
    },
    {
      "epoch": 162.25,
      "grad_norm": 1.1638933420181274,
      "learning_rate": 4.394554868946692e-06,
      "loss": 0.3836,
      "step": 581340
    },
    {
      "epoch": 162.25,
      "grad_norm": 1.1617335081100464,
      "learning_rate": 4.394541778797751e-06,
      "loss": 0.3832,
      "step": 581350
    },
    {
      "epoch": 162.26,
      "grad_norm": 1.3113476037979126,
      "learning_rate": 4.394528688375848e-06,
      "loss": 0.3876,
      "step": 581360
    },
    {
      "epoch": 162.26,
      "grad_norm": 1.2171223163604736,
      "learning_rate": 4.3945155976809854e-06,
      "loss": 0.388,
      "step": 581370
    },
    {
      "epoch": 162.26,
      "grad_norm": 1.1983208656311035,
      "learning_rate": 4.394502506713167e-06,
      "loss": 0.3797,
      "step": 581380
    },
    {
      "epoch": 162.26,
      "grad_norm": 1.1049351692199707,
      "learning_rate": 4.394489415472392e-06,
      "loss": 0.3847,
      "step": 581390
    },
    {
      "epoch": 162.27,
      "grad_norm": 1.1356710195541382,
      "learning_rate": 4.394476323958662e-06,
      "loss": 0.362,
      "step": 581400
    },
    {
      "epoch": 162.27,
      "grad_norm": 1.1856516599655151,
      "learning_rate": 4.394463232171982e-06,
      "loss": 0.3771,
      "step": 581410
    },
    {
      "epoch": 162.27,
      "grad_norm": 1.0468204021453857,
      "learning_rate": 4.39445014011235e-06,
      "loss": 0.3773,
      "step": 581420
    },
    {
      "epoch": 162.27,
      "grad_norm": 1.287982702255249,
      "learning_rate": 4.394437047779769e-06,
      "loss": 0.3982,
      "step": 581430
    },
    {
      "epoch": 162.28,
      "grad_norm": 1.3005560636520386,
      "learning_rate": 4.394423955174242e-06,
      "loss": 0.4086,
      "step": 581440
    },
    {
      "epoch": 162.28,
      "grad_norm": 1.0938502550125122,
      "learning_rate": 4.394410862295769e-06,
      "loss": 0.3805,
      "step": 581450
    },
    {
      "epoch": 162.28,
      "grad_norm": 0.9948084950447083,
      "learning_rate": 4.394397769144353e-06,
      "loss": 0.3714,
      "step": 581460
    },
    {
      "epoch": 162.29,
      "grad_norm": 1.0362106561660767,
      "learning_rate": 4.394384675719994e-06,
      "loss": 0.3986,
      "step": 581470
    },
    {
      "epoch": 162.29,
      "grad_norm": 1.1350584030151367,
      "learning_rate": 4.394371582022697e-06,
      "loss": 0.3929,
      "step": 581480
    },
    {
      "epoch": 162.29,
      "grad_norm": 1.3033276796340942,
      "learning_rate": 4.394358488052461e-06,
      "loss": 0.3756,
      "step": 581490
    },
    {
      "epoch": 162.29,
      "grad_norm": 1.2319245338439941,
      "learning_rate": 4.394345393809288e-06,
      "loss": 0.3839,
      "step": 581500
    },
    {
      "epoch": 162.3,
      "grad_norm": 1.753373146057129,
      "learning_rate": 4.39433229929318e-06,
      "loss": 0.4082,
      "step": 581510
    },
    {
      "epoch": 162.3,
      "grad_norm": 1.4166251420974731,
      "learning_rate": 4.39431920450414e-06,
      "loss": 0.382,
      "step": 581520
    },
    {
      "epoch": 162.3,
      "grad_norm": 1.1692776679992676,
      "learning_rate": 4.394306109442168e-06,
      "loss": 0.3876,
      "step": 581530
    },
    {
      "epoch": 162.31,
      "grad_norm": 0.9345132112503052,
      "learning_rate": 4.394293014107266e-06,
      "loss": 0.3749,
      "step": 581540
    },
    {
      "epoch": 162.31,
      "grad_norm": 1.1403692960739136,
      "learning_rate": 4.394279918499436e-06,
      "loss": 0.3901,
      "step": 581550
    },
    {
      "epoch": 162.31,
      "grad_norm": 1.4709815979003906,
      "learning_rate": 4.394266822618681e-06,
      "loss": 0.3873,
      "step": 581560
    },
    {
      "epoch": 162.31,
      "grad_norm": 1.1336678266525269,
      "learning_rate": 4.394253726465001e-06,
      "loss": 0.3848,
      "step": 581570
    },
    {
      "epoch": 162.32,
      "grad_norm": 1.5577936172485352,
      "learning_rate": 4.394240630038398e-06,
      "loss": 0.3861,
      "step": 581580
    },
    {
      "epoch": 162.32,
      "grad_norm": 1.331032395362854,
      "learning_rate": 4.394227533338874e-06,
      "loss": 0.3961,
      "step": 581590
    },
    {
      "epoch": 162.32,
      "grad_norm": 0.9410398602485657,
      "learning_rate": 4.394214436366433e-06,
      "loss": 0.3943,
      "step": 581600
    },
    {
      "epoch": 162.32,
      "grad_norm": 1.198654055595398,
      "learning_rate": 4.3942013391210724e-06,
      "loss": 0.398,
      "step": 581610
    },
    {
      "epoch": 162.33,
      "grad_norm": 1.2441527843475342,
      "learning_rate": 4.394188241602797e-06,
      "loss": 0.3899,
      "step": 581620
    },
    {
      "epoch": 162.33,
      "grad_norm": 1.2090202569961548,
      "learning_rate": 4.394175143811607e-06,
      "loss": 0.3868,
      "step": 581630
    },
    {
      "epoch": 162.33,
      "grad_norm": 1.1058837175369263,
      "learning_rate": 4.394162045747506e-06,
      "loss": 0.391,
      "step": 581640
    },
    {
      "epoch": 162.34,
      "grad_norm": 1.3236421346664429,
      "learning_rate": 4.394148947410494e-06,
      "loss": 0.3704,
      "step": 581650
    },
    {
      "epoch": 162.34,
      "grad_norm": 1.2211030721664429,
      "learning_rate": 4.394135848800574e-06,
      "loss": 0.3897,
      "step": 581660
    },
    {
      "epoch": 162.34,
      "grad_norm": 1.2547125816345215,
      "learning_rate": 4.394122749917746e-06,
      "loss": 0.3821,
      "step": 581670
    },
    {
      "epoch": 162.34,
      "grad_norm": 1.143583059310913,
      "learning_rate": 4.394109650762013e-06,
      "loss": 0.3833,
      "step": 581680
    },
    {
      "epoch": 162.35,
      "grad_norm": 1.5053447484970093,
      "learning_rate": 4.394096551333377e-06,
      "loss": 0.3971,
      "step": 581690
    },
    {
      "epoch": 162.35,
      "grad_norm": 1.322348713874817,
      "learning_rate": 4.394083451631839e-06,
      "loss": 0.3746,
      "step": 581700
    },
    {
      "epoch": 162.35,
      "grad_norm": 1.2468411922454834,
      "learning_rate": 4.3940703516574014e-06,
      "loss": 0.3705,
      "step": 581710
    },
    {
      "epoch": 162.36,
      "grad_norm": 1.3891115188598633,
      "learning_rate": 4.394057251410066e-06,
      "loss": 0.3848,
      "step": 581720
    },
    {
      "epoch": 162.36,
      "grad_norm": 9.485997200012207,
      "learning_rate": 4.394044150889833e-06,
      "loss": 0.3928,
      "step": 581730
    },
    {
      "epoch": 162.36,
      "grad_norm": 1.2820392847061157,
      "learning_rate": 4.394031050096707e-06,
      "loss": 0.3867,
      "step": 581740
    },
    {
      "epoch": 162.36,
      "grad_norm": 1.1928586959838867,
      "learning_rate": 4.394017949030686e-06,
      "loss": 0.3785,
      "step": 581750
    },
    {
      "epoch": 162.37,
      "grad_norm": 1.1949094533920288,
      "learning_rate": 4.3940048476917744e-06,
      "loss": 0.3691,
      "step": 581760
    },
    {
      "epoch": 162.37,
      "grad_norm": 1.284313440322876,
      "learning_rate": 4.393991746079974e-06,
      "loss": 0.3754,
      "step": 581770
    },
    {
      "epoch": 162.37,
      "grad_norm": 1.2561519145965576,
      "learning_rate": 4.393978644195286e-06,
      "loss": 0.3817,
      "step": 581780
    },
    {
      "epoch": 162.38,
      "grad_norm": 1.0893287658691406,
      "learning_rate": 4.393965542037711e-06,
      "loss": 0.3847,
      "step": 581790
    },
    {
      "epoch": 162.38,
      "grad_norm": 1.9176356792449951,
      "learning_rate": 4.393952439607252e-06,
      "loss": 0.3727,
      "step": 581800
    },
    {
      "epoch": 162.38,
      "grad_norm": 1.2292580604553223,
      "learning_rate": 4.393939336903911e-06,
      "loss": 0.3892,
      "step": 581810
    },
    {
      "epoch": 162.38,
      "grad_norm": 1.0787469148635864,
      "learning_rate": 4.393926233927689e-06,
      "loss": 0.3779,
      "step": 581820
    },
    {
      "epoch": 162.39,
      "grad_norm": 1.228540301322937,
      "learning_rate": 4.393913130678588e-06,
      "loss": 0.3889,
      "step": 581830
    },
    {
      "epoch": 162.39,
      "grad_norm": 1.309364914894104,
      "learning_rate": 4.39390002715661e-06,
      "loss": 0.3672,
      "step": 581840
    },
    {
      "epoch": 162.39,
      "grad_norm": 1.3385852575302124,
      "learning_rate": 4.3938869233617556e-06,
      "loss": 0.383,
      "step": 581850
    },
    {
      "epoch": 162.39,
      "grad_norm": 1.2479753494262695,
      "learning_rate": 4.3938738192940276e-06,
      "loss": 0.3725,
      "step": 581860
    },
    {
      "epoch": 162.4,
      "grad_norm": 1.281558632850647,
      "learning_rate": 4.393860714953429e-06,
      "loss": 0.4004,
      "step": 581870
    },
    {
      "epoch": 162.4,
      "grad_norm": 1.4021921157836914,
      "learning_rate": 4.393847610339958e-06,
      "loss": 0.3883,
      "step": 581880
    },
    {
      "epoch": 162.4,
      "grad_norm": 1.5710376501083374,
      "learning_rate": 4.3938345054536195e-06,
      "loss": 0.3747,
      "step": 581890
    },
    {
      "epoch": 162.41,
      "grad_norm": 1.019582748413086,
      "learning_rate": 4.393821400294415e-06,
      "loss": 0.3887,
      "step": 581900
    },
    {
      "epoch": 162.41,
      "grad_norm": 1.2793593406677246,
      "learning_rate": 4.393808294862344e-06,
      "loss": 0.4133,
      "step": 581910
    },
    {
      "epoch": 162.41,
      "grad_norm": 1.1197186708450317,
      "learning_rate": 4.393795189157411e-06,
      "loss": 0.3888,
      "step": 581920
    },
    {
      "epoch": 162.41,
      "grad_norm": 1.1556546688079834,
      "learning_rate": 4.3937820831796155e-06,
      "loss": 0.411,
      "step": 581930
    },
    {
      "epoch": 162.42,
      "grad_norm": 1.0020606517791748,
      "learning_rate": 4.39376897692896e-06,
      "loss": 0.3928,
      "step": 581940
    },
    {
      "epoch": 162.42,
      "grad_norm": 1.3215065002441406,
      "learning_rate": 4.393755870405447e-06,
      "loss": 0.3938,
      "step": 581950
    },
    {
      "epoch": 162.42,
      "grad_norm": 1.2330317497253418,
      "learning_rate": 4.393742763609078e-06,
      "loss": 0.4,
      "step": 581960
    },
    {
      "epoch": 162.43,
      "grad_norm": 1.5881198644638062,
      "learning_rate": 4.393729656539854e-06,
      "loss": 0.3979,
      "step": 581970
    },
    {
      "epoch": 162.43,
      "grad_norm": 1.477270245552063,
      "learning_rate": 4.393716549197777e-06,
      "loss": 0.3925,
      "step": 581980
    },
    {
      "epoch": 162.43,
      "grad_norm": 1.1348601579666138,
      "learning_rate": 4.3937034415828485e-06,
      "loss": 0.3746,
      "step": 581990
    },
    {
      "epoch": 162.43,
      "grad_norm": 1.310394525527954,
      "learning_rate": 4.393690333695071e-06,
      "loss": 0.399,
      "step": 582000
    },
    {
      "epoch": 162.44,
      "grad_norm": 1.4438979625701904,
      "learning_rate": 4.393677225534446e-06,
      "loss": 0.3944,
      "step": 582010
    },
    {
      "epoch": 162.44,
      "grad_norm": 1.0608025789260864,
      "learning_rate": 4.393664117100976e-06,
      "loss": 0.3777,
      "step": 582020
    },
    {
      "epoch": 162.44,
      "grad_norm": 1.2578043937683105,
      "learning_rate": 4.393651008394661e-06,
      "loss": 0.3739,
      "step": 582030
    },
    {
      "epoch": 162.44,
      "grad_norm": 1.4845855236053467,
      "learning_rate": 4.393637899415503e-06,
      "loss": 0.3894,
      "step": 582040
    },
    {
      "epoch": 162.45,
      "grad_norm": 1.2456293106079102,
      "learning_rate": 4.3936247901635046e-06,
      "loss": 0.3734,
      "step": 582050
    },
    {
      "epoch": 162.45,
      "grad_norm": 1.1580650806427002,
      "learning_rate": 4.3936116806386685e-06,
      "loss": 0.395,
      "step": 582060
    },
    {
      "epoch": 162.45,
      "grad_norm": 1.2552924156188965,
      "learning_rate": 4.393598570840994e-06,
      "loss": 0.3776,
      "step": 582070
    },
    {
      "epoch": 162.46,
      "grad_norm": 1.1702892780303955,
      "learning_rate": 4.393585460770485e-06,
      "loss": 0.3895,
      "step": 582080
    },
    {
      "epoch": 162.46,
      "grad_norm": 1.1573001146316528,
      "learning_rate": 4.393572350427141e-06,
      "loss": 0.3812,
      "step": 582090
    },
    {
      "epoch": 162.46,
      "grad_norm": 1.3076529502868652,
      "learning_rate": 4.393559239810966e-06,
      "loss": 0.3778,
      "step": 582100
    },
    {
      "epoch": 162.46,
      "grad_norm": 1.2317314147949219,
      "learning_rate": 4.393546128921961e-06,
      "loss": 0.3793,
      "step": 582110
    },
    {
      "epoch": 162.47,
      "grad_norm": 1.1225688457489014,
      "learning_rate": 4.3935330177601275e-06,
      "loss": 0.3848,
      "step": 582120
    },
    {
      "epoch": 162.47,
      "grad_norm": 1.134940505027771,
      "learning_rate": 4.393519906325467e-06,
      "loss": 0.3849,
      "step": 582130
    },
    {
      "epoch": 162.47,
      "grad_norm": 1.2937495708465576,
      "learning_rate": 4.393506794617982e-06,
      "loss": 0.3879,
      "step": 582140
    },
    {
      "epoch": 162.48,
      "grad_norm": 1.0711755752563477,
      "learning_rate": 4.393493682637673e-06,
      "loss": 0.3742,
      "step": 582150
    },
    {
      "epoch": 162.48,
      "grad_norm": 1.0428637266159058,
      "learning_rate": 4.393480570384543e-06,
      "loss": 0.3821,
      "step": 582160
    },
    {
      "epoch": 162.48,
      "grad_norm": 1.210260272026062,
      "learning_rate": 4.393467457858594e-06,
      "loss": 0.3959,
      "step": 582170
    },
    {
      "epoch": 162.48,
      "grad_norm": 1.2950026988983154,
      "learning_rate": 4.393454345059826e-06,
      "loss": 0.3706,
      "step": 582180
    },
    {
      "epoch": 162.49,
      "grad_norm": 1.135888695716858,
      "learning_rate": 4.393441231988242e-06,
      "loss": 0.3811,
      "step": 582190
    },
    {
      "epoch": 162.49,
      "grad_norm": 1.3082842826843262,
      "learning_rate": 4.393428118643844e-06,
      "loss": 0.3912,
      "step": 582200
    },
    {
      "epoch": 162.49,
      "grad_norm": 1.1939045190811157,
      "learning_rate": 4.3934150050266335e-06,
      "loss": 0.3777,
      "step": 582210
    },
    {
      "epoch": 162.5,
      "grad_norm": 1.2317458391189575,
      "learning_rate": 4.3934018911366115e-06,
      "loss": 0.3694,
      "step": 582220
    },
    {
      "epoch": 162.5,
      "grad_norm": 1.0860986709594727,
      "learning_rate": 4.39338877697378e-06,
      "loss": 0.3797,
      "step": 582230
    },
    {
      "epoch": 162.5,
      "grad_norm": 1.1752116680145264,
      "learning_rate": 4.393375662538141e-06,
      "loss": 0.3949,
      "step": 582240
    },
    {
      "epoch": 162.5,
      "grad_norm": 1.306268572807312,
      "learning_rate": 4.3933625478296975e-06,
      "loss": 0.3815,
      "step": 582250
    },
    {
      "epoch": 162.51,
      "grad_norm": 1.1877515316009521,
      "learning_rate": 4.393349432848449e-06,
      "loss": 0.3807,
      "step": 582260
    },
    {
      "epoch": 162.51,
      "grad_norm": 1.420855164527893,
      "learning_rate": 4.393336317594399e-06,
      "loss": 0.3946,
      "step": 582270
    },
    {
      "epoch": 162.51,
      "grad_norm": 1.225499153137207,
      "learning_rate": 4.3933232020675475e-06,
      "loss": 0.3781,
      "step": 582280
    },
    {
      "epoch": 162.51,
      "grad_norm": 1.1234073638916016,
      "learning_rate": 4.393310086267897e-06,
      "loss": 0.3831,
      "step": 582290
    },
    {
      "epoch": 162.52,
      "grad_norm": 0.9322910308837891,
      "learning_rate": 4.39329697019545e-06,
      "loss": 0.401,
      "step": 582300
    },
    {
      "epoch": 162.52,
      "grad_norm": 1.087046504020691,
      "learning_rate": 4.393283853850208e-06,
      "loss": 0.393,
      "step": 582310
    },
    {
      "epoch": 162.52,
      "grad_norm": 1.1245757341384888,
      "learning_rate": 4.3932707372321726e-06,
      "loss": 0.3743,
      "step": 582320
    },
    {
      "epoch": 162.53,
      "grad_norm": 1.3349757194519043,
      "learning_rate": 4.393257620341346e-06,
      "loss": 0.3895,
      "step": 582330
    },
    {
      "epoch": 162.53,
      "grad_norm": 1.1318527460098267,
      "learning_rate": 4.393244503177729e-06,
      "loss": 0.3774,
      "step": 582340
    },
    {
      "epoch": 162.53,
      "grad_norm": 0.9966984987258911,
      "learning_rate": 4.393231385741323e-06,
      "loss": 0.3904,
      "step": 582350
    },
    {
      "epoch": 162.53,
      "grad_norm": 1.0833379030227661,
      "learning_rate": 4.393218268032131e-06,
      "loss": 0.3909,
      "step": 582360
    },
    {
      "epoch": 162.54,
      "grad_norm": 1.152708649635315,
      "learning_rate": 4.393205150050154e-06,
      "loss": 0.37,
      "step": 582370
    },
    {
      "epoch": 162.54,
      "grad_norm": 1.309975266456604,
      "learning_rate": 4.393192031795393e-06,
      "loss": 0.3678,
      "step": 582380
    },
    {
      "epoch": 162.54,
      "grad_norm": 1.3555668592453003,
      "learning_rate": 4.393178913267852e-06,
      "loss": 0.3807,
      "step": 582390
    },
    {
      "epoch": 162.55,
      "grad_norm": 1.1276824474334717,
      "learning_rate": 4.393165794467531e-06,
      "loss": 0.3688,
      "step": 582400
    },
    {
      "epoch": 162.55,
      "grad_norm": 1.3109760284423828,
      "learning_rate": 4.393152675394432e-06,
      "loss": 0.3861,
      "step": 582410
    },
    {
      "epoch": 162.55,
      "grad_norm": 1.144965648651123,
      "learning_rate": 4.393139556048558e-06,
      "loss": 0.3724,
      "step": 582420
    },
    {
      "epoch": 162.55,
      "grad_norm": 1.1743130683898926,
      "learning_rate": 4.393126436429908e-06,
      "loss": 0.3854,
      "step": 582430
    },
    {
      "epoch": 162.56,
      "grad_norm": 1.2844595909118652,
      "learning_rate": 4.393113316538487e-06,
      "loss": 0.3763,
      "step": 582440
    },
    {
      "epoch": 162.56,
      "grad_norm": 1.1007603406906128,
      "learning_rate": 4.393100196374294e-06,
      "loss": 0.3778,
      "step": 582450
    },
    {
      "epoch": 162.56,
      "grad_norm": 1.4840021133422852,
      "learning_rate": 4.393087075937333e-06,
      "loss": 0.3662,
      "step": 582460
    },
    {
      "epoch": 162.56,
      "grad_norm": 1.3927743434906006,
      "learning_rate": 4.3930739552276045e-06,
      "loss": 0.3851,
      "step": 582470
    },
    {
      "epoch": 162.57,
      "grad_norm": 1.1310906410217285,
      "learning_rate": 4.3930608342451105e-06,
      "loss": 0.3847,
      "step": 582480
    },
    {
      "epoch": 162.57,
      "grad_norm": 1.2413324117660522,
      "learning_rate": 4.3930477129898516e-06,
      "loss": 0.4055,
      "step": 582490
    },
    {
      "epoch": 162.57,
      "grad_norm": 1.226723074913025,
      "learning_rate": 4.393034591461831e-06,
      "loss": 0.3975,
      "step": 582500
    },
    {
      "epoch": 162.58,
      "grad_norm": 1.0893778800964355,
      "learning_rate": 4.393021469661051e-06,
      "loss": 0.3721,
      "step": 582510
    },
    {
      "epoch": 162.58,
      "grad_norm": 1.6880202293395996,
      "learning_rate": 4.393008347587512e-06,
      "loss": 0.3896,
      "step": 582520
    },
    {
      "epoch": 162.58,
      "grad_norm": 0.999060869216919,
      "learning_rate": 4.3929952252412156e-06,
      "loss": 0.3834,
      "step": 582530
    },
    {
      "epoch": 162.58,
      "grad_norm": 1.0597010850906372,
      "learning_rate": 4.392982102622164e-06,
      "loss": 0.3763,
      "step": 582540
    },
    {
      "epoch": 162.59,
      "grad_norm": 1.316253662109375,
      "learning_rate": 4.3929689797303604e-06,
      "loss": 0.4067,
      "step": 582550
    },
    {
      "epoch": 162.59,
      "grad_norm": 1.207768201828003,
      "learning_rate": 4.392955856565804e-06,
      "loss": 0.4011,
      "step": 582560
    },
    {
      "epoch": 162.59,
      "grad_norm": 1.2312893867492676,
      "learning_rate": 4.392942733128498e-06,
      "loss": 0.3925,
      "step": 582570
    },
    {
      "epoch": 162.6,
      "grad_norm": 1.089557409286499,
      "learning_rate": 4.392929609418444e-06,
      "loss": 0.372,
      "step": 582580
    },
    {
      "epoch": 162.6,
      "grad_norm": 1.0878705978393555,
      "learning_rate": 4.392916485435643e-06,
      "loss": 0.391,
      "step": 582590
    },
    {
      "epoch": 162.6,
      "grad_norm": 1.1508381366729736,
      "learning_rate": 4.392903361180098e-06,
      "loss": 0.3926,
      "step": 582600
    },
    {
      "epoch": 162.6,
      "grad_norm": 1.385455846786499,
      "learning_rate": 4.39289023665181e-06,
      "loss": 0.3842,
      "step": 582610
    },
    {
      "epoch": 162.61,
      "grad_norm": 1.073366641998291,
      "learning_rate": 4.392877111850781e-06,
      "loss": 0.3832,
      "step": 582620
    },
    {
      "epoch": 162.61,
      "grad_norm": 1.2619596719741821,
      "learning_rate": 4.3928639867770125e-06,
      "loss": 0.3972,
      "step": 582630
    },
    {
      "epoch": 162.61,
      "grad_norm": 1.2272084951400757,
      "learning_rate": 4.392850861430507e-06,
      "loss": 0.3815,
      "step": 582640
    },
    {
      "epoch": 162.62,
      "grad_norm": 1.2289351224899292,
      "learning_rate": 4.392837735811264e-06,
      "loss": 0.3804,
      "step": 582650
    },
    {
      "epoch": 162.62,
      "grad_norm": 1.1215938329696655,
      "learning_rate": 4.3928246099192894e-06,
      "loss": 0.403,
      "step": 582660
    },
    {
      "epoch": 162.62,
      "grad_norm": 1.150712490081787,
      "learning_rate": 4.39281148375458e-06,
      "loss": 0.3943,
      "step": 582670
    },
    {
      "epoch": 162.62,
      "grad_norm": 1.1820100545883179,
      "learning_rate": 4.3927983573171405e-06,
      "loss": 0.3811,
      "step": 582680
    },
    {
      "epoch": 162.63,
      "grad_norm": 1.3758984804153442,
      "learning_rate": 4.3927852306069725e-06,
      "loss": 0.3795,
      "step": 582690
    },
    {
      "epoch": 162.63,
      "grad_norm": 1.2565418481826782,
      "learning_rate": 4.392772103624078e-06,
      "loss": 0.3876,
      "step": 582700
    },
    {
      "epoch": 162.63,
      "grad_norm": 1.2033559083938599,
      "learning_rate": 4.392758976368458e-06,
      "loss": 0.3879,
      "step": 582710
    },
    {
      "epoch": 162.63,
      "grad_norm": 1.132704734802246,
      "learning_rate": 4.3927458488401124e-06,
      "loss": 0.3823,
      "step": 582720
    },
    {
      "epoch": 162.64,
      "grad_norm": 8.97891902923584,
      "learning_rate": 4.392732721039046e-06,
      "loss": 0.3902,
      "step": 582730
    },
    {
      "epoch": 162.64,
      "grad_norm": 1.2620283365249634,
      "learning_rate": 4.39271959296526e-06,
      "loss": 0.3912,
      "step": 582740
    },
    {
      "epoch": 162.64,
      "grad_norm": 1.0045617818832397,
      "learning_rate": 4.392706464618756e-06,
      "loss": 0.3821,
      "step": 582750
    },
    {
      "epoch": 162.65,
      "grad_norm": 1.204589605331421,
      "learning_rate": 4.392693335999535e-06,
      "loss": 0.3774,
      "step": 582760
    },
    {
      "epoch": 162.65,
      "grad_norm": 1.2685552835464478,
      "learning_rate": 4.392680207107599e-06,
      "loss": 0.3952,
      "step": 582770
    },
    {
      "epoch": 162.65,
      "grad_norm": 1.1200778484344482,
      "learning_rate": 4.392667077942949e-06,
      "loss": 0.3983,
      "step": 582780
    },
    {
      "epoch": 162.65,
      "grad_norm": 1.415220022201538,
      "learning_rate": 4.392653948505588e-06,
      "loss": 0.3891,
      "step": 582790
    },
    {
      "epoch": 162.66,
      "grad_norm": 1.3250484466552734,
      "learning_rate": 4.392640818795518e-06,
      "loss": 0.3773,
      "step": 582800
    },
    {
      "epoch": 162.66,
      "grad_norm": 1.1662414073944092,
      "learning_rate": 4.392627688812739e-06,
      "loss": 0.3913,
      "step": 582810
    },
    {
      "epoch": 162.66,
      "grad_norm": 1.1151822805404663,
      "learning_rate": 4.392614558557255e-06,
      "loss": 0.3862,
      "step": 582820
    },
    {
      "epoch": 162.67,
      "grad_norm": 1.2022833824157715,
      "learning_rate": 4.392601428029065e-06,
      "loss": 0.3899,
      "step": 582830
    },
    {
      "epoch": 162.67,
      "grad_norm": 1.2633633613586426,
      "learning_rate": 4.392588297228174e-06,
      "loss": 0.3911,
      "step": 582840
    },
    {
      "epoch": 162.67,
      "grad_norm": 1.2416064739227295,
      "learning_rate": 4.392575166154581e-06,
      "loss": 0.4063,
      "step": 582850
    },
    {
      "epoch": 162.67,
      "grad_norm": 1.1397709846496582,
      "learning_rate": 4.392562034808289e-06,
      "loss": 0.4,
      "step": 582860
    },
    {
      "epoch": 162.68,
      "grad_norm": 1.1532279253005981,
      "learning_rate": 4.3925489031893e-06,
      "loss": 0.3896,
      "step": 582870
    },
    {
      "epoch": 162.68,
      "grad_norm": 1.3289306163787842,
      "learning_rate": 4.3925357712976145e-06,
      "loss": 0.398,
      "step": 582880
    },
    {
      "epoch": 162.68,
      "grad_norm": 1.281916856765747,
      "learning_rate": 4.392522639133235e-06,
      "loss": 0.3839,
      "step": 582890
    },
    {
      "epoch": 162.68,
      "grad_norm": 1.4751806259155273,
      "learning_rate": 4.392509506696165e-06,
      "loss": 0.3778,
      "step": 582900
    },
    {
      "epoch": 162.69,
      "grad_norm": 1.4219214916229248,
      "learning_rate": 4.392496373986403e-06,
      "loss": 0.378,
      "step": 582910
    },
    {
      "epoch": 162.69,
      "grad_norm": 1.3252596855163574,
      "learning_rate": 4.392483241003953e-06,
      "loss": 0.3756,
      "step": 582920
    },
    {
      "epoch": 162.69,
      "grad_norm": 1.1345525979995728,
      "learning_rate": 4.392470107748815e-06,
      "loss": 0.3923,
      "step": 582930
    },
    {
      "epoch": 162.7,
      "grad_norm": 1.0540521144866943,
      "learning_rate": 4.392456974220993e-06,
      "loss": 0.3986,
      "step": 582940
    },
    {
      "epoch": 162.7,
      "grad_norm": 1.0799264907836914,
      "learning_rate": 4.392443840420487e-06,
      "loss": 0.3932,
      "step": 582950
    },
    {
      "epoch": 162.7,
      "grad_norm": 3.1785666942596436,
      "learning_rate": 4.3924307063472995e-06,
      "loss": 0.3725,
      "step": 582960
    },
    {
      "epoch": 162.7,
      "grad_norm": 1.183342456817627,
      "learning_rate": 4.392417572001432e-06,
      "loss": 0.3763,
      "step": 582970
    },
    {
      "epoch": 162.71,
      "grad_norm": 1.2217965126037598,
      "learning_rate": 4.392404437382886e-06,
      "loss": 0.3953,
      "step": 582980
    },
    {
      "epoch": 162.71,
      "grad_norm": 1.242553472518921,
      "learning_rate": 4.392391302491664e-06,
      "loss": 0.3777,
      "step": 582990
    },
    {
      "epoch": 162.71,
      "grad_norm": 1.4417599439620972,
      "learning_rate": 4.392378167327767e-06,
      "loss": 0.3933,
      "step": 583000
    },
    {
      "epoch": 162.72,
      "grad_norm": 1.2582790851593018,
      "learning_rate": 4.392365031891197e-06,
      "loss": 0.3796,
      "step": 583010
    },
    {
      "epoch": 162.72,
      "grad_norm": 1.0849437713623047,
      "learning_rate": 4.392351896181956e-06,
      "loss": 0.3706,
      "step": 583020
    },
    {
      "epoch": 162.72,
      "grad_norm": 1.1684006452560425,
      "learning_rate": 4.392338760200046e-06,
      "loss": 0.3959,
      "step": 583030
    },
    {
      "epoch": 162.72,
      "grad_norm": 1.303835391998291,
      "learning_rate": 4.392325623945466e-06,
      "loss": 0.3825,
      "step": 583040
    },
    {
      "epoch": 162.73,
      "grad_norm": 1.2413270473480225,
      "learning_rate": 4.392312487418222e-06,
      "loss": 0.3879,
      "step": 583050
    },
    {
      "epoch": 162.73,
      "grad_norm": 1.0817445516586304,
      "learning_rate": 4.392299350618314e-06,
      "loss": 0.3924,
      "step": 583060
    },
    {
      "epoch": 162.73,
      "grad_norm": 1.0991389751434326,
      "learning_rate": 4.392286213545743e-06,
      "loss": 0.3765,
      "step": 583070
    },
    {
      "epoch": 162.74,
      "grad_norm": 1.3649063110351562,
      "learning_rate": 4.392273076200511e-06,
      "loss": 0.3838,
      "step": 583080
    },
    {
      "epoch": 162.74,
      "grad_norm": 1.1544926166534424,
      "learning_rate": 4.392259938582621e-06,
      "loss": 0.3809,
      "step": 583090
    },
    {
      "epoch": 162.74,
      "grad_norm": 1.007145643234253,
      "learning_rate": 4.392246800692072e-06,
      "loss": 0.3954,
      "step": 583100
    },
    {
      "epoch": 162.74,
      "grad_norm": 1.2163158655166626,
      "learning_rate": 4.392233662528869e-06,
      "loss": 0.3755,
      "step": 583110
    },
    {
      "epoch": 162.75,
      "grad_norm": 1.543800711631775,
      "learning_rate": 4.392220524093011e-06,
      "loss": 0.374,
      "step": 583120
    },
    {
      "epoch": 162.75,
      "grad_norm": 1.2897917032241821,
      "learning_rate": 4.392207385384502e-06,
      "loss": 0.3859,
      "step": 583130
    },
    {
      "epoch": 162.75,
      "grad_norm": 1.176838994026184,
      "learning_rate": 4.392194246403343e-06,
      "loss": 0.4049,
      "step": 583140
    },
    {
      "epoch": 162.75,
      "grad_norm": 0.9434204697608948,
      "learning_rate": 4.3921811071495354e-06,
      "loss": 0.3956,
      "step": 583150
    },
    {
      "epoch": 162.76,
      "grad_norm": 1.3126637935638428,
      "learning_rate": 4.392167967623081e-06,
      "loss": 0.3877,
      "step": 583160
    },
    {
      "epoch": 162.76,
      "grad_norm": 1.3239470720291138,
      "learning_rate": 4.392154827823981e-06,
      "loss": 0.3945,
      "step": 583170
    },
    {
      "epoch": 162.76,
      "grad_norm": 1.3163851499557495,
      "learning_rate": 4.392141687752238e-06,
      "loss": 0.379,
      "step": 583180
    },
    {
      "epoch": 162.77,
      "grad_norm": 1.2456486225128174,
      "learning_rate": 4.392128547407854e-06,
      "loss": 0.3853,
      "step": 583190
    },
    {
      "epoch": 162.77,
      "grad_norm": 1.1686286926269531,
      "learning_rate": 4.39211540679083e-06,
      "loss": 0.3725,
      "step": 583200
    },
    {
      "epoch": 162.77,
      "grad_norm": 1.2906867265701294,
      "learning_rate": 4.3921022659011676e-06,
      "loss": 0.3869,
      "step": 583210
    },
    {
      "epoch": 162.77,
      "grad_norm": 1.3408701419830322,
      "learning_rate": 4.392089124738869e-06,
      "loss": 0.3885,
      "step": 583220
    },
    {
      "epoch": 162.78,
      "grad_norm": 1.1248871088027954,
      "learning_rate": 4.392075983303936e-06,
      "loss": 0.3845,
      "step": 583230
    },
    {
      "epoch": 162.78,
      "grad_norm": 1.0986807346343994,
      "learning_rate": 4.392062841596371e-06,
      "loss": 0.37,
      "step": 583240
    },
    {
      "epoch": 162.78,
      "grad_norm": 1.274821400642395,
      "learning_rate": 4.3920496996161746e-06,
      "loss": 0.407,
      "step": 583250
    },
    {
      "epoch": 162.79,
      "grad_norm": 1.0463510751724243,
      "learning_rate": 4.392036557363348e-06,
      "loss": 0.3856,
      "step": 583260
    },
    {
      "epoch": 162.79,
      "grad_norm": 1.199415922164917,
      "learning_rate": 4.392023414837895e-06,
      "loss": 0.3974,
      "step": 583270
    },
    {
      "epoch": 162.79,
      "grad_norm": 1.204770565032959,
      "learning_rate": 4.392010272039816e-06,
      "loss": 0.3816,
      "step": 583280
    },
    {
      "epoch": 162.79,
      "grad_norm": 1.247545599937439,
      "learning_rate": 4.3919971289691135e-06,
      "loss": 0.3897,
      "step": 583290
    },
    {
      "epoch": 162.8,
      "grad_norm": 1.2182058095932007,
      "learning_rate": 4.391983985625787e-06,
      "loss": 0.3874,
      "step": 583300
    },
    {
      "epoch": 162.8,
      "grad_norm": 1.2509326934814453,
      "learning_rate": 4.391970842009842e-06,
      "loss": 0.3779,
      "step": 583310
    },
    {
      "epoch": 162.8,
      "grad_norm": 1.4407062530517578,
      "learning_rate": 4.3919576981212775e-06,
      "loss": 0.3989,
      "step": 583320
    },
    {
      "epoch": 162.8,
      "grad_norm": 1.2523720264434814,
      "learning_rate": 4.391944553960095e-06,
      "loss": 0.3863,
      "step": 583330
    },
    {
      "epoch": 162.81,
      "grad_norm": 1.1967737674713135,
      "learning_rate": 4.391931409526299e-06,
      "loss": 0.4057,
      "step": 583340
    },
    {
      "epoch": 162.81,
      "grad_norm": 1.238281011581421,
      "learning_rate": 4.3919182648198885e-06,
      "loss": 0.3786,
      "step": 583350
    },
    {
      "epoch": 162.81,
      "grad_norm": 1.341291904449463,
      "learning_rate": 4.391905119840866e-06,
      "loss": 0.406,
      "step": 583360
    },
    {
      "epoch": 162.82,
      "grad_norm": 1.4946174621582031,
      "learning_rate": 4.391891974589234e-06,
      "loss": 0.3783,
      "step": 583370
    },
    {
      "epoch": 162.82,
      "grad_norm": 1.1070154905319214,
      "learning_rate": 4.391878829064994e-06,
      "loss": 0.3936,
      "step": 583380
    },
    {
      "epoch": 162.82,
      "grad_norm": 1.4331051111221313,
      "learning_rate": 4.391865683268147e-06,
      "loss": 0.3884,
      "step": 583390
    },
    {
      "epoch": 162.82,
      "grad_norm": 1.0550527572631836,
      "learning_rate": 4.391852537198696e-06,
      "loss": 0.3813,
      "step": 583400
    },
    {
      "epoch": 162.83,
      "grad_norm": 1.1977741718292236,
      "learning_rate": 4.391839390856641e-06,
      "loss": 0.3802,
      "step": 583410
    },
    {
      "epoch": 162.83,
      "grad_norm": 1.2423808574676514,
      "learning_rate": 4.391826244241985e-06,
      "loss": 0.3988,
      "step": 583420
    },
    {
      "epoch": 162.83,
      "grad_norm": 1.6048637628555298,
      "learning_rate": 4.391813097354729e-06,
      "loss": 0.391,
      "step": 583430
    },
    {
      "epoch": 162.84,
      "grad_norm": 1.3425366878509521,
      "learning_rate": 4.391799950194876e-06,
      "loss": 0.3731,
      "step": 583440
    },
    {
      "epoch": 162.84,
      "grad_norm": 1.7081959247589111,
      "learning_rate": 4.391786802762427e-06,
      "loss": 0.386,
      "step": 583450
    },
    {
      "epoch": 162.84,
      "grad_norm": 2.4411230087280273,
      "learning_rate": 4.391773655057384e-06,
      "loss": 0.3801,
      "step": 583460
    },
    {
      "epoch": 162.84,
      "grad_norm": 1.611645221710205,
      "learning_rate": 4.391760507079748e-06,
      "loss": 0.3975,
      "step": 583470
    },
    {
      "epoch": 162.85,
      "grad_norm": 1.3455770015716553,
      "learning_rate": 4.391747358829522e-06,
      "loss": 0.3811,
      "step": 583480
    },
    {
      "epoch": 162.85,
      "grad_norm": 1.032537579536438,
      "learning_rate": 4.391734210306706e-06,
      "loss": 0.4027,
      "step": 583490
    },
    {
      "epoch": 162.85,
      "grad_norm": 2.034087896347046,
      "learning_rate": 4.391721061511303e-06,
      "loss": 0.3757,
      "step": 583500
    },
    {
      "epoch": 162.86,
      "grad_norm": 1.1622576713562012,
      "learning_rate": 4.391707912443315e-06,
      "loss": 0.3811,
      "step": 583510
    },
    {
      "epoch": 162.86,
      "grad_norm": 1.073457956314087,
      "learning_rate": 4.391694763102742e-06,
      "loss": 0.3851,
      "step": 583520
    },
    {
      "epoch": 162.86,
      "grad_norm": 1.2594691514968872,
      "learning_rate": 4.391681613489588e-06,
      "loss": 0.4023,
      "step": 583530
    },
    {
      "epoch": 162.86,
      "grad_norm": 2.05023193359375,
      "learning_rate": 4.3916684636038535e-06,
      "loss": 0.3732,
      "step": 583540
    },
    {
      "epoch": 162.87,
      "grad_norm": 1.206939935684204,
      "learning_rate": 4.391655313445541e-06,
      "loss": 0.392,
      "step": 583550
    },
    {
      "epoch": 162.87,
      "grad_norm": 1.1847578287124634,
      "learning_rate": 4.391642163014651e-06,
      "loss": 0.3617,
      "step": 583560
    },
    {
      "epoch": 162.87,
      "grad_norm": 1.3864294290542603,
      "learning_rate": 4.391629012311187e-06,
      "loss": 0.3882,
      "step": 583570
    },
    {
      "epoch": 162.87,
      "grad_norm": 1.1548218727111816,
      "learning_rate": 4.391615861335148e-06,
      "loss": 0.383,
      "step": 583580
    },
    {
      "epoch": 162.88,
      "grad_norm": 1.5705276727676392,
      "learning_rate": 4.391602710086538e-06,
      "loss": 0.3819,
      "step": 583590
    },
    {
      "epoch": 162.88,
      "grad_norm": 1.175163984298706,
      "learning_rate": 4.39158955856536e-06,
      "loss": 0.376,
      "step": 583600
    },
    {
      "epoch": 162.88,
      "grad_norm": 1.1928794384002686,
      "learning_rate": 4.391576406771612e-06,
      "loss": 0.387,
      "step": 583610
    },
    {
      "epoch": 162.89,
      "grad_norm": 1.1191502809524536,
      "learning_rate": 4.391563254705299e-06,
      "loss": 0.3883,
      "step": 583620
    },
    {
      "epoch": 162.89,
      "grad_norm": 1.1962966918945312,
      "learning_rate": 4.391550102366421e-06,
      "loss": 0.3956,
      "step": 583630
    },
    {
      "epoch": 162.89,
      "grad_norm": 1.3023797273635864,
      "learning_rate": 4.39153694975498e-06,
      "loss": 0.3799,
      "step": 583640
    },
    {
      "epoch": 162.89,
      "grad_norm": 1.4360984563827515,
      "learning_rate": 4.391523796870978e-06,
      "loss": 0.3939,
      "step": 583650
    },
    {
      "epoch": 162.9,
      "grad_norm": 1.1317296028137207,
      "learning_rate": 4.391510643714418e-06,
      "loss": 0.3814,
      "step": 583660
    },
    {
      "epoch": 162.9,
      "grad_norm": 1.1806806325912476,
      "learning_rate": 4.391497490285299e-06,
      "loss": 0.3729,
      "step": 583670
    },
    {
      "epoch": 162.9,
      "grad_norm": 1.0608371496200562,
      "learning_rate": 4.391484336583625e-06,
      "loss": 0.3735,
      "step": 583680
    },
    {
      "epoch": 162.91,
      "grad_norm": 1.4277348518371582,
      "learning_rate": 4.391471182609396e-06,
      "loss": 0.3831,
      "step": 583690
    },
    {
      "epoch": 162.91,
      "grad_norm": 1.2257651090621948,
      "learning_rate": 4.3914580283626165e-06,
      "loss": 0.3793,
      "step": 583700
    },
    {
      "epoch": 162.91,
      "grad_norm": 1.0921522378921509,
      "learning_rate": 4.391444873843285e-06,
      "loss": 0.4115,
      "step": 583710
    },
    {
      "epoch": 162.91,
      "grad_norm": 1.6661946773529053,
      "learning_rate": 4.391431719051405e-06,
      "loss": 0.3913,
      "step": 583720
    },
    {
      "epoch": 162.92,
      "grad_norm": 1.1839427947998047,
      "learning_rate": 4.391418563986979e-06,
      "loss": 0.3865,
      "step": 583730
    },
    {
      "epoch": 162.92,
      "grad_norm": 1.1627038717269897,
      "learning_rate": 4.391405408650007e-06,
      "loss": 0.3652,
      "step": 583740
    },
    {
      "epoch": 162.92,
      "grad_norm": 1.3343015909194946,
      "learning_rate": 4.391392253040491e-06,
      "loss": 0.3872,
      "step": 583750
    },
    {
      "epoch": 162.92,
      "grad_norm": 1.0893610715866089,
      "learning_rate": 4.391379097158434e-06,
      "loss": 0.4003,
      "step": 583760
    },
    {
      "epoch": 162.93,
      "grad_norm": 1.3057812452316284,
      "learning_rate": 4.391365941003837e-06,
      "loss": 0.3864,
      "step": 583770
    },
    {
      "epoch": 162.93,
      "grad_norm": 1.3358142375946045,
      "learning_rate": 4.391352784576701e-06,
      "loss": 0.3769,
      "step": 583780
    },
    {
      "epoch": 162.93,
      "grad_norm": 1.1213351488113403,
      "learning_rate": 4.391339627877029e-06,
      "loss": 0.3878,
      "step": 583790
    },
    {
      "epoch": 162.94,
      "grad_norm": 1.0112106800079346,
      "learning_rate": 4.391326470904823e-06,
      "loss": 0.3843,
      "step": 583800
    },
    {
      "epoch": 162.94,
      "grad_norm": 1.1737793684005737,
      "learning_rate": 4.3913133136600836e-06,
      "loss": 0.3888,
      "step": 583810
    },
    {
      "epoch": 162.94,
      "grad_norm": 1.078188419342041,
      "learning_rate": 4.391300156142812e-06,
      "loss": 0.3827,
      "step": 583820
    },
    {
      "epoch": 162.94,
      "grad_norm": 0.9982947707176208,
      "learning_rate": 4.391286998353012e-06,
      "loss": 0.4003,
      "step": 583830
    },
    {
      "epoch": 162.95,
      "grad_norm": 1.3073867559432983,
      "learning_rate": 4.3912738402906845e-06,
      "loss": 0.3673,
      "step": 583840
    },
    {
      "epoch": 162.95,
      "grad_norm": 1.2577166557312012,
      "learning_rate": 4.39126068195583e-06,
      "loss": 0.4068,
      "step": 583850
    },
    {
      "epoch": 162.95,
      "grad_norm": 1.1811201572418213,
      "learning_rate": 4.391247523348452e-06,
      "loss": 0.3842,
      "step": 583860
    },
    {
      "epoch": 162.96,
      "grad_norm": 1.467473030090332,
      "learning_rate": 4.391234364468552e-06,
      "loss": 0.3754,
      "step": 583870
    },
    {
      "epoch": 162.96,
      "grad_norm": 1.2408350706100464,
      "learning_rate": 4.391221205316129e-06,
      "loss": 0.394,
      "step": 583880
    },
    {
      "epoch": 162.96,
      "grad_norm": 1.098013997077942,
      "learning_rate": 4.391208045891189e-06,
      "loss": 0.3906,
      "step": 583890
    },
    {
      "epoch": 162.96,
      "grad_norm": 1.2934731245040894,
      "learning_rate": 4.3911948861937315e-06,
      "loss": 0.3837,
      "step": 583900
    },
    {
      "epoch": 162.97,
      "grad_norm": 1.1286529302597046,
      "learning_rate": 4.391181726223758e-06,
      "loss": 0.3845,
      "step": 583910
    },
    {
      "epoch": 162.97,
      "grad_norm": 1.2170140743255615,
      "learning_rate": 4.391168565981271e-06,
      "loss": 0.3908,
      "step": 583920
    },
    {
      "epoch": 162.97,
      "grad_norm": 1.146087408065796,
      "learning_rate": 4.391155405466272e-06,
      "loss": 0.3784,
      "step": 583930
    },
    {
      "epoch": 162.98,
      "grad_norm": 1.086786150932312,
      "learning_rate": 4.391142244678764e-06,
      "loss": 0.3896,
      "step": 583940
    },
    {
      "epoch": 162.98,
      "grad_norm": 1.1401928663253784,
      "learning_rate": 4.391129083618746e-06,
      "loss": 0.3865,
      "step": 583950
    },
    {
      "epoch": 162.98,
      "grad_norm": 1.2687050104141235,
      "learning_rate": 4.391115922286222e-06,
      "loss": 0.389,
      "step": 583960
    },
    {
      "epoch": 162.98,
      "grad_norm": 1.168761968612671,
      "learning_rate": 4.3911027606811916e-06,
      "loss": 0.3909,
      "step": 583970
    },
    {
      "epoch": 162.99,
      "grad_norm": 1.1432188749313354,
      "learning_rate": 4.3910895988036606e-06,
      "loss": 0.3985,
      "step": 583980
    },
    {
      "epoch": 162.99,
      "grad_norm": 1.2475290298461914,
      "learning_rate": 4.3910764366536255e-06,
      "loss": 0.3839,
      "step": 583990
    },
    {
      "epoch": 162.99,
      "grad_norm": 1.198136568069458,
      "learning_rate": 4.391063274231092e-06,
      "loss": 0.3862,
      "step": 584000
    },
    {
      "epoch": 162.99,
      "grad_norm": 1.2036381959915161,
      "learning_rate": 4.391050111536061e-06,
      "loss": 0.3701,
      "step": 584010
    },
    {
      "epoch": 163.0,
      "grad_norm": 1.067023754119873,
      "learning_rate": 4.391036948568533e-06,
      "loss": 0.3931,
      "step": 584020
    },
    {
      "epoch": 163.0,
      "eval_loss": 0.3869660794734955,
      "eval_runtime": 63.3154,
      "eval_samples_per_second": 79.902,
      "eval_steps_per_second": 9.998,
      "step": 584029
    },
    {
      "epoch": 163.0,
      "grad_norm": 1.4089579582214355,
      "learning_rate": 4.391023785328511e-06,
      "loss": 0.3906,
      "step": 584030
    },
    {
      "epoch": 163.0,
      "grad_norm": 1.2908098697662354,
      "learning_rate": 4.391010621815996e-06,
      "loss": 0.3929,
      "step": 584040
    },
    {
      "epoch": 163.01,
      "grad_norm": 1.6371811628341675,
      "learning_rate": 4.39099745803099e-06,
      "loss": 0.3919,
      "step": 584050
    },
    {
      "epoch": 163.01,
      "grad_norm": 1.0902553796768188,
      "learning_rate": 4.390984293973495e-06,
      "loss": 0.3709,
      "step": 584060
    },
    {
      "epoch": 163.01,
      "grad_norm": 1.1652085781097412,
      "learning_rate": 4.390971129643513e-06,
      "loss": 0.3896,
      "step": 584070
    },
    {
      "epoch": 163.01,
      "grad_norm": 1.1147407293319702,
      "learning_rate": 4.3909579650410445e-06,
      "loss": 0.3784,
      "step": 584080
    },
    {
      "epoch": 163.02,
      "grad_norm": 1.3113818168640137,
      "learning_rate": 4.390944800166093e-06,
      "loss": 0.3883,
      "step": 584090
    },
    {
      "epoch": 163.02,
      "grad_norm": 1.066117286682129,
      "learning_rate": 4.390931635018658e-06,
      "loss": 0.3883,
      "step": 584100
    },
    {
      "epoch": 163.02,
      "grad_norm": 1.0728058815002441,
      "learning_rate": 4.390918469598743e-06,
      "loss": 0.3713,
      "step": 584110
    },
    {
      "epoch": 163.03,
      "grad_norm": 1.0687669515609741,
      "learning_rate": 4.39090530390635e-06,
      "loss": 0.3885,
      "step": 584120
    },
    {
      "epoch": 163.03,
      "grad_norm": 1.2360178232192993,
      "learning_rate": 4.390892137941479e-06,
      "loss": 0.3806,
      "step": 584130
    },
    {
      "epoch": 163.03,
      "grad_norm": 1.4207839965820312,
      "learning_rate": 4.390878971704134e-06,
      "loss": 0.3971,
      "step": 584140
    },
    {
      "epoch": 163.03,
      "grad_norm": 1.4018505811691284,
      "learning_rate": 4.390865805194315e-06,
      "loss": 0.3949,
      "step": 584150
    },
    {
      "epoch": 163.04,
      "grad_norm": 1.1883100271224976,
      "learning_rate": 4.390852638412025e-06,
      "loss": 0.3705,
      "step": 584160
    },
    {
      "epoch": 163.04,
      "grad_norm": 1.3738303184509277,
      "learning_rate": 4.390839471357263e-06,
      "loss": 0.3862,
      "step": 584170
    },
    {
      "epoch": 163.04,
      "grad_norm": 1.1997379064559937,
      "learning_rate": 4.390826304030035e-06,
      "loss": 0.3913,
      "step": 584180
    },
    {
      "epoch": 163.04,
      "grad_norm": 1.2820183038711548,
      "learning_rate": 4.39081313643034e-06,
      "loss": 0.3766,
      "step": 584190
    },
    {
      "epoch": 163.05,
      "grad_norm": 1.280564308166504,
      "learning_rate": 4.390799968558181e-06,
      "loss": 0.3918,
      "step": 584200
    },
    {
      "epoch": 163.05,
      "grad_norm": 1.1862848997116089,
      "learning_rate": 4.390786800413558e-06,
      "loss": 0.3956,
      "step": 584210
    },
    {
      "epoch": 163.05,
      "grad_norm": 1.387144684791565,
      "learning_rate": 4.390773631996474e-06,
      "loss": 0.3817,
      "step": 584220
    },
    {
      "epoch": 163.06,
      "grad_norm": 1.3570566177368164,
      "learning_rate": 4.390760463306931e-06,
      "loss": 0.3822,
      "step": 584230
    },
    {
      "epoch": 163.06,
      "grad_norm": 1.368011713027954,
      "learning_rate": 4.39074729434493e-06,
      "loss": 0.3862,
      "step": 584240
    },
    {
      "epoch": 163.06,
      "grad_norm": 1.2642192840576172,
      "learning_rate": 4.390734125110473e-06,
      "loss": 0.3879,
      "step": 584250
    },
    {
      "epoch": 163.06,
      "grad_norm": 1.328409194946289,
      "learning_rate": 4.390720955603562e-06,
      "loss": 0.3909,
      "step": 584260
    },
    {
      "epoch": 163.07,
      "grad_norm": 1.338972568511963,
      "learning_rate": 4.390707785824199e-06,
      "loss": 0.3933,
      "step": 584270
    },
    {
      "epoch": 163.07,
      "grad_norm": 2.3545360565185547,
      "learning_rate": 4.3906946157723846e-06,
      "loss": 0.3979,
      "step": 584280
    },
    {
      "epoch": 163.07,
      "grad_norm": 1.3388293981552124,
      "learning_rate": 4.390681445448122e-06,
      "loss": 0.3825,
      "step": 584290
    },
    {
      "epoch": 163.08,
      "grad_norm": 1.308374047279358,
      "learning_rate": 4.390668274851411e-06,
      "loss": 0.3861,
      "step": 584300
    },
    {
      "epoch": 163.08,
      "grad_norm": 1.1578500270843506,
      "learning_rate": 4.390655103982256e-06,
      "loss": 0.4042,
      "step": 584310
    },
    {
      "epoch": 163.08,
      "grad_norm": 1.2099672555923462,
      "learning_rate": 4.390641932840658e-06,
      "loss": 0.4022,
      "step": 584320
    },
    {
      "epoch": 163.08,
      "grad_norm": 1.0144128799438477,
      "learning_rate": 4.390628761426616e-06,
      "loss": 0.3888,
      "step": 584330
    },
    {
      "epoch": 163.09,
      "grad_norm": 1.396924614906311,
      "learning_rate": 4.390615589740135e-06,
      "loss": 0.3962,
      "step": 584340
    },
    {
      "epoch": 163.09,
      "grad_norm": 1.0952563285827637,
      "learning_rate": 4.3906024177812165e-06,
      "loss": 0.3887,
      "step": 584350
    },
    {
      "epoch": 163.09,
      "grad_norm": 1.1471574306488037,
      "learning_rate": 4.39058924554986e-06,
      "loss": 0.3861,
      "step": 584360
    },
    {
      "epoch": 163.1,
      "grad_norm": 1.158421277999878,
      "learning_rate": 4.390576073046069e-06,
      "loss": 0.3781,
      "step": 584370
    },
    {
      "epoch": 163.1,
      "grad_norm": 1.3939177989959717,
      "learning_rate": 4.390562900269846e-06,
      "loss": 0.3954,
      "step": 584380
    },
    {
      "epoch": 163.1,
      "grad_norm": 1.0147782564163208,
      "learning_rate": 4.39054972722119e-06,
      "loss": 0.3781,
      "step": 584390
    },
    {
      "epoch": 163.1,
      "grad_norm": 1.2465265989303589,
      "learning_rate": 4.390536553900105e-06,
      "loss": 0.3912,
      "step": 584400
    },
    {
      "epoch": 163.11,
      "grad_norm": 1.0501710176467896,
      "learning_rate": 4.390523380306592e-06,
      "loss": 0.3732,
      "step": 584410
    },
    {
      "epoch": 163.11,
      "grad_norm": 1.2457187175750732,
      "learning_rate": 4.390510206440654e-06,
      "loss": 0.3863,
      "step": 584420
    },
    {
      "epoch": 163.11,
      "grad_norm": 1.2154712677001953,
      "learning_rate": 4.390497032302291e-06,
      "loss": 0.386,
      "step": 584430
    },
    {
      "epoch": 163.11,
      "grad_norm": 1.2204914093017578,
      "learning_rate": 4.390483857891505e-06,
      "loss": 0.4045,
      "step": 584440
    },
    {
      "epoch": 163.12,
      "grad_norm": 1.151114821434021,
      "learning_rate": 4.390470683208298e-06,
      "loss": 0.3899,
      "step": 584450
    },
    {
      "epoch": 163.12,
      "grad_norm": 1.0580902099609375,
      "learning_rate": 4.390457508252673e-06,
      "loss": 0.3705,
      "step": 584460
    },
    {
      "epoch": 163.12,
      "grad_norm": 1.038493275642395,
      "learning_rate": 4.390444333024629e-06,
      "loss": 0.3791,
      "step": 584470
    },
    {
      "epoch": 163.13,
      "grad_norm": 1.1257574558258057,
      "learning_rate": 4.390431157524171e-06,
      "loss": 0.4144,
      "step": 584480
    },
    {
      "epoch": 163.13,
      "grad_norm": 1.3663901090621948,
      "learning_rate": 4.390417981751298e-06,
      "loss": 0.3759,
      "step": 584490
    },
    {
      "epoch": 163.13,
      "grad_norm": 1.253314733505249,
      "learning_rate": 4.3904048057060146e-06,
      "loss": 0.4037,
      "step": 584500
    },
    {
      "epoch": 163.13,
      "grad_norm": 1.1885802745819092,
      "learning_rate": 4.390391629388319e-06,
      "loss": 0.378,
      "step": 584510
    },
    {
      "epoch": 163.14,
      "grad_norm": 1.1381629705429077,
      "learning_rate": 4.390378452798216e-06,
      "loss": 0.4003,
      "step": 584520
    },
    {
      "epoch": 163.14,
      "grad_norm": 1.3048105239868164,
      "learning_rate": 4.390365275935706e-06,
      "loss": 0.3764,
      "step": 584530
    },
    {
      "epoch": 163.14,
      "grad_norm": 1.17303466796875,
      "learning_rate": 4.390352098800791e-06,
      "loss": 0.3759,
      "step": 584540
    },
    {
      "epoch": 163.15,
      "grad_norm": 1.1415965557098389,
      "learning_rate": 4.390338921393472e-06,
      "loss": 0.3914,
      "step": 584550
    },
    {
      "epoch": 163.15,
      "grad_norm": 1.3960896730422974,
      "learning_rate": 4.3903257437137515e-06,
      "loss": 0.3722,
      "step": 584560
    },
    {
      "epoch": 163.15,
      "grad_norm": 1.214361310005188,
      "learning_rate": 4.390312565761632e-06,
      "loss": 0.3824,
      "step": 584570
    },
    {
      "epoch": 163.15,
      "grad_norm": 1.0745537281036377,
      "learning_rate": 4.390299387537114e-06,
      "loss": 0.3901,
      "step": 584580
    },
    {
      "epoch": 163.16,
      "grad_norm": 1.1438812017440796,
      "learning_rate": 4.390286209040201e-06,
      "loss": 0.3845,
      "step": 584590
    },
    {
      "epoch": 163.16,
      "grad_norm": 1.6239973306655884,
      "learning_rate": 4.390273030270891e-06,
      "loss": 0.3845,
      "step": 584600
    },
    {
      "epoch": 163.16,
      "grad_norm": 1.0688469409942627,
      "learning_rate": 4.3902598512291905e-06,
      "loss": 0.3929,
      "step": 584610
    },
    {
      "epoch": 163.16,
      "grad_norm": 1.3619621992111206,
      "learning_rate": 4.3902466719150975e-06,
      "loss": 0.4021,
      "step": 584620
    },
    {
      "epoch": 163.17,
      "grad_norm": 1.2858556509017944,
      "learning_rate": 4.390233492328616e-06,
      "loss": 0.3896,
      "step": 584630
    },
    {
      "epoch": 163.17,
      "grad_norm": 1.0517761707305908,
      "learning_rate": 4.390220312469747e-06,
      "loss": 0.3773,
      "step": 584640
    },
    {
      "epoch": 163.17,
      "grad_norm": 1.1642284393310547,
      "learning_rate": 4.390207132338491e-06,
      "loss": 0.3876,
      "step": 584650
    },
    {
      "epoch": 163.18,
      "grad_norm": 1.2252764701843262,
      "learning_rate": 4.390193951934853e-06,
      "loss": 0.3802,
      "step": 584660
    },
    {
      "epoch": 163.18,
      "grad_norm": 1.0746984481811523,
      "learning_rate": 4.390180771258831e-06,
      "loss": 0.3718,
      "step": 584670
    },
    {
      "epoch": 163.18,
      "grad_norm": 1.1612143516540527,
      "learning_rate": 4.39016759031043e-06,
      "loss": 0.3839,
      "step": 584680
    },
    {
      "epoch": 163.18,
      "grad_norm": 4.936803817749023,
      "learning_rate": 4.390154409089649e-06,
      "loss": 0.3816,
      "step": 584690
    },
    {
      "epoch": 163.19,
      "grad_norm": 1.1640933752059937,
      "learning_rate": 4.390141227596491e-06,
      "loss": 0.3852,
      "step": 584700
    },
    {
      "epoch": 163.19,
      "grad_norm": 1.0042046308517456,
      "learning_rate": 4.390128045830959e-06,
      "loss": 0.3779,
      "step": 584710
    },
    {
      "epoch": 163.19,
      "grad_norm": 1.0932698249816895,
      "learning_rate": 4.390114863793053e-06,
      "loss": 0.3939,
      "step": 584720
    },
    {
      "epoch": 163.2,
      "grad_norm": 0.993584930896759,
      "learning_rate": 4.390101681482775e-06,
      "loss": 0.3842,
      "step": 584730
    },
    {
      "epoch": 163.2,
      "grad_norm": 1.3104783296585083,
      "learning_rate": 4.390088498900127e-06,
      "loss": 0.3759,
      "step": 584740
    },
    {
      "epoch": 163.2,
      "grad_norm": 1.0826306343078613,
      "learning_rate": 4.390075316045111e-06,
      "loss": 0.3857,
      "step": 584750
    },
    {
      "epoch": 163.2,
      "grad_norm": 1.1837197542190552,
      "learning_rate": 4.390062132917729e-06,
      "loss": 0.3723,
      "step": 584760
    },
    {
      "epoch": 163.21,
      "grad_norm": 1.3104952573776245,
      "learning_rate": 4.390048949517982e-06,
      "loss": 0.3849,
      "step": 584770
    },
    {
      "epoch": 163.21,
      "grad_norm": 1.2937825918197632,
      "learning_rate": 4.390035765845871e-06,
      "loss": 0.3868,
      "step": 584780
    },
    {
      "epoch": 163.21,
      "grad_norm": 0.901850700378418,
      "learning_rate": 4.3900225819014e-06,
      "loss": 0.3789,
      "step": 584790
    },
    {
      "epoch": 163.22,
      "grad_norm": 1.0188795328140259,
      "learning_rate": 4.390009397684569e-06,
      "loss": 0.3848,
      "step": 584800
    },
    {
      "epoch": 163.22,
      "grad_norm": 1.1142393350601196,
      "learning_rate": 4.38999621319538e-06,
      "loss": 0.3697,
      "step": 584810
    },
    {
      "epoch": 163.22,
      "grad_norm": 1.0833255052566528,
      "learning_rate": 4.389983028433836e-06,
      "loss": 0.3726,
      "step": 584820
    },
    {
      "epoch": 163.22,
      "grad_norm": 1.2061747312545776,
      "learning_rate": 4.389969843399938e-06,
      "loss": 0.3778,
      "step": 584830
    },
    {
      "epoch": 163.23,
      "grad_norm": 1.1160167455673218,
      "learning_rate": 4.3899566580936865e-06,
      "loss": 0.3697,
      "step": 584840
    },
    {
      "epoch": 163.23,
      "grad_norm": 1.3070390224456787,
      "learning_rate": 4.389943472515085e-06,
      "loss": 0.3757,
      "step": 584850
    },
    {
      "epoch": 163.23,
      "grad_norm": 0.9710159301757812,
      "learning_rate": 4.389930286664135e-06,
      "loss": 0.377,
      "step": 584860
    },
    {
      "epoch": 163.23,
      "grad_norm": 1.2472456693649292,
      "learning_rate": 4.389917100540836e-06,
      "loss": 0.3971,
      "step": 584870
    },
    {
      "epoch": 163.24,
      "grad_norm": 1.182942509651184,
      "learning_rate": 4.389903914145194e-06,
      "loss": 0.3798,
      "step": 584880
    },
    {
      "epoch": 163.24,
      "grad_norm": 1.5048068761825562,
      "learning_rate": 4.3898907274772065e-06,
      "loss": 0.3821,
      "step": 584890
    },
    {
      "epoch": 163.24,
      "grad_norm": 1.3486192226409912,
      "learning_rate": 4.389877540536878e-06,
      "loss": 0.3966,
      "step": 584900
    },
    {
      "epoch": 163.25,
      "grad_norm": 1.2623701095581055,
      "learning_rate": 4.389864353324209e-06,
      "loss": 0.3822,
      "step": 584910
    },
    {
      "epoch": 163.25,
      "grad_norm": 1.3925480842590332,
      "learning_rate": 4.389851165839202e-06,
      "loss": 0.3816,
      "step": 584920
    },
    {
      "epoch": 163.25,
      "grad_norm": 1.3869467973709106,
      "learning_rate": 4.389837978081858e-06,
      "loss": 0.3693,
      "step": 584930
    },
    {
      "epoch": 163.25,
      "grad_norm": 1.1814624071121216,
      "learning_rate": 4.38982479005218e-06,
      "loss": 0.3801,
      "step": 584940
    },
    {
      "epoch": 163.26,
      "grad_norm": 1.2819976806640625,
      "learning_rate": 4.389811601750168e-06,
      "loss": 0.3711,
      "step": 584950
    },
    {
      "epoch": 163.26,
      "grad_norm": 1.1847797632217407,
      "learning_rate": 4.389798413175825e-06,
      "loss": 0.3821,
      "step": 584960
    },
    {
      "epoch": 163.26,
      "grad_norm": 1.0384999513626099,
      "learning_rate": 4.3897852243291516e-06,
      "loss": 0.3955,
      "step": 584970
    },
    {
      "epoch": 163.27,
      "grad_norm": 1.3451305627822876,
      "learning_rate": 4.389772035210152e-06,
      "loss": 0.3987,
      "step": 584980
    },
    {
      "epoch": 163.27,
      "grad_norm": 1.1921783685684204,
      "learning_rate": 4.389758845818825e-06,
      "loss": 0.3874,
      "step": 584990
    },
    {
      "epoch": 163.27,
      "grad_norm": 1.205973744392395,
      "learning_rate": 4.389745656155174e-06,
      "loss": 0.388,
      "step": 585000
    },
    {
      "epoch": 163.27,
      "grad_norm": 1.0569764375686646,
      "learning_rate": 4.389732466219201e-06,
      "loss": 0.3778,
      "step": 585010
    },
    {
      "epoch": 163.28,
      "grad_norm": 3.2836592197418213,
      "learning_rate": 4.389719276010906e-06,
      "loss": 0.3877,
      "step": 585020
    },
    {
      "epoch": 163.28,
      "grad_norm": 1.1852552890777588,
      "learning_rate": 4.389706085530292e-06,
      "loss": 0.3893,
      "step": 585030
    },
    {
      "epoch": 163.28,
      "grad_norm": 1.0689562559127808,
      "learning_rate": 4.3896928947773615e-06,
      "loss": 0.3853,
      "step": 585040
    },
    {
      "epoch": 163.28,
      "grad_norm": 1.2384350299835205,
      "learning_rate": 4.3896797037521155e-06,
      "loss": 0.4041,
      "step": 585050
    },
    {
      "epoch": 163.29,
      "grad_norm": 1.2032135725021362,
      "learning_rate": 4.3896665124545545e-06,
      "loss": 0.3841,
      "step": 585060
    },
    {
      "epoch": 163.29,
      "grad_norm": 1.4991778135299683,
      "learning_rate": 4.389653320884683e-06,
      "loss": 0.3987,
      "step": 585070
    },
    {
      "epoch": 163.29,
      "grad_norm": 1.1756579875946045,
      "learning_rate": 4.389640129042501e-06,
      "loss": 0.3832,
      "step": 585080
    },
    {
      "epoch": 163.3,
      "grad_norm": 1.4584804773330688,
      "learning_rate": 4.389626936928009e-06,
      "loss": 0.3719,
      "step": 585090
    },
    {
      "epoch": 163.3,
      "grad_norm": 1.6297578811645508,
      "learning_rate": 4.389613744541212e-06,
      "loss": 0.3931,
      "step": 585100
    },
    {
      "epoch": 163.3,
      "grad_norm": 1.3166804313659668,
      "learning_rate": 4.389600551882109e-06,
      "loss": 0.3843,
      "step": 585110
    },
    {
      "epoch": 163.3,
      "grad_norm": 1.1177834272384644,
      "learning_rate": 4.3895873589507025e-06,
      "loss": 0.3815,
      "step": 585120
    },
    {
      "epoch": 163.31,
      "grad_norm": 1.3692896366119385,
      "learning_rate": 4.3895741657469955e-06,
      "loss": 0.3798,
      "step": 585130
    },
    {
      "epoch": 163.31,
      "grad_norm": 1.0555849075317383,
      "learning_rate": 4.389560972270988e-06,
      "loss": 0.3788,
      "step": 585140
    },
    {
      "epoch": 163.31,
      "grad_norm": 1.204619288444519,
      "learning_rate": 4.389547778522682e-06,
      "loss": 0.3935,
      "step": 585150
    },
    {
      "epoch": 163.32,
      "grad_norm": 1.521303415298462,
      "learning_rate": 4.389534584502081e-06,
      "loss": 0.4213,
      "step": 585160
    },
    {
      "epoch": 163.32,
      "grad_norm": 1.076132893562317,
      "learning_rate": 4.389521390209185e-06,
      "loss": 0.3944,
      "step": 585170
    },
    {
      "epoch": 163.32,
      "grad_norm": 1.1821889877319336,
      "learning_rate": 4.389508195643996e-06,
      "loss": 0.4003,
      "step": 585180
    },
    {
      "epoch": 163.32,
      "grad_norm": 1.1709061861038208,
      "learning_rate": 4.3894950008065165e-06,
      "loss": 0.3755,
      "step": 585190
    },
    {
      "epoch": 163.33,
      "grad_norm": 1.336917757987976,
      "learning_rate": 4.389481805696747e-06,
      "loss": 0.3856,
      "step": 585200
    },
    {
      "epoch": 163.33,
      "grad_norm": 1.1661076545715332,
      "learning_rate": 4.389468610314691e-06,
      "loss": 0.3688,
      "step": 585210
    },
    {
      "epoch": 163.33,
      "grad_norm": 1.158197283744812,
      "learning_rate": 4.389455414660348e-06,
      "loss": 0.3716,
      "step": 585220
    },
    {
      "epoch": 163.34,
      "grad_norm": 1.3623108863830566,
      "learning_rate": 4.389442218733722e-06,
      "loss": 0.3745,
      "step": 585230
    },
    {
      "epoch": 163.34,
      "grad_norm": 1.1758687496185303,
      "learning_rate": 4.389429022534814e-06,
      "loss": 0.3799,
      "step": 585240
    },
    {
      "epoch": 163.34,
      "grad_norm": 1.388571858406067,
      "learning_rate": 4.389415826063626e-06,
      "loss": 0.3758,
      "step": 585250
    },
    {
      "epoch": 163.34,
      "grad_norm": 1.1052297353744507,
      "learning_rate": 4.389402629320158e-06,
      "loss": 0.4013,
      "step": 585260
    },
    {
      "epoch": 163.35,
      "grad_norm": 1.3869632482528687,
      "learning_rate": 4.389389432304414e-06,
      "loss": 0.3967,
      "step": 585270
    },
    {
      "epoch": 163.35,
      "grad_norm": 1.2412408590316772,
      "learning_rate": 4.3893762350163945e-06,
      "loss": 0.3811,
      "step": 585280
    },
    {
      "epoch": 163.35,
      "grad_norm": 1.29789400100708,
      "learning_rate": 4.389363037456101e-06,
      "loss": 0.3826,
      "step": 585290
    },
    {
      "epoch": 163.35,
      "grad_norm": 1.1490839719772339,
      "learning_rate": 4.389349839623537e-06,
      "loss": 0.3873,
      "step": 585300
    },
    {
      "epoch": 163.36,
      "grad_norm": 1.388158917427063,
      "learning_rate": 4.3893366415187025e-06,
      "loss": 0.3974,
      "step": 585310
    },
    {
      "epoch": 163.36,
      "grad_norm": 1.2561687231063843,
      "learning_rate": 4.3893234431416e-06,
      "loss": 0.3919,
      "step": 585320
    },
    {
      "epoch": 163.36,
      "grad_norm": 1.056281566619873,
      "learning_rate": 4.38931024449223e-06,
      "loss": 0.3738,
      "step": 585330
    },
    {
      "epoch": 163.37,
      "grad_norm": 1.1463764905929565,
      "learning_rate": 4.389297045570598e-06,
      "loss": 0.3998,
      "step": 585340
    },
    {
      "epoch": 163.37,
      "grad_norm": 1.4508625268936157,
      "learning_rate": 4.389283846376701e-06,
      "loss": 0.3847,
      "step": 585350
    },
    {
      "epoch": 163.37,
      "grad_norm": 1.2541027069091797,
      "learning_rate": 4.389270646910543e-06,
      "loss": 0.393,
      "step": 585360
    },
    {
      "epoch": 163.37,
      "grad_norm": 1.5623037815093994,
      "learning_rate": 4.389257447172126e-06,
      "loss": 0.3998,
      "step": 585370
    },
    {
      "epoch": 163.38,
      "grad_norm": 1.3933558464050293,
      "learning_rate": 4.3892442471614525e-06,
      "loss": 0.3828,
      "step": 585380
    },
    {
      "epoch": 163.38,
      "grad_norm": 1.3443900346755981,
      "learning_rate": 4.389231046878522e-06,
      "loss": 0.3837,
      "step": 585390
    },
    {
      "epoch": 163.38,
      "grad_norm": 1.532056450843811,
      "learning_rate": 4.389217846323337e-06,
      "loss": 0.4016,
      "step": 585400
    },
    {
      "epoch": 163.39,
      "grad_norm": 1.415248990058899,
      "learning_rate": 4.3892046454959e-06,
      "loss": 0.3738,
      "step": 585410
    },
    {
      "epoch": 163.39,
      "grad_norm": 1.0942329168319702,
      "learning_rate": 4.3891914443962125e-06,
      "loss": 0.388,
      "step": 585420
    },
    {
      "epoch": 163.39,
      "grad_norm": 1.1245650053024292,
      "learning_rate": 4.389178243024276e-06,
      "loss": 0.4009,
      "step": 585430
    },
    {
      "epoch": 163.39,
      "grad_norm": 1.2210015058517456,
      "learning_rate": 4.389165041380093e-06,
      "loss": 0.3914,
      "step": 585440
    },
    {
      "epoch": 163.4,
      "grad_norm": 1.1060715913772583,
      "learning_rate": 4.3891518394636656e-06,
      "loss": 0.3756,
      "step": 585450
    },
    {
      "epoch": 163.4,
      "grad_norm": 1.2611266374588013,
      "learning_rate": 4.389138637274993e-06,
      "loss": 0.3679,
      "step": 585460
    },
    {
      "epoch": 163.4,
      "grad_norm": 1.3076589107513428,
      "learning_rate": 4.389125434814079e-06,
      "loss": 0.3837,
      "step": 585470
    },
    {
      "epoch": 163.4,
      "grad_norm": 1.1356347799301147,
      "learning_rate": 4.389112232080926e-06,
      "loss": 0.3935,
      "step": 585480
    },
    {
      "epoch": 163.41,
      "grad_norm": 1.2421168088912964,
      "learning_rate": 4.389099029075533e-06,
      "loss": 0.3837,
      "step": 585490
    },
    {
      "epoch": 163.41,
      "grad_norm": 1.3203412294387817,
      "learning_rate": 4.389085825797904e-06,
      "loss": 0.3899,
      "step": 585500
    },
    {
      "epoch": 163.41,
      "grad_norm": 1.0986157655715942,
      "learning_rate": 4.389072622248041e-06,
      "loss": 0.3875,
      "step": 585510
    },
    {
      "epoch": 163.42,
      "grad_norm": 1.8423349857330322,
      "learning_rate": 4.389059418425945e-06,
      "loss": 0.3913,
      "step": 585520
    },
    {
      "epoch": 163.42,
      "grad_norm": 1.5586888790130615,
      "learning_rate": 4.389046214331617e-06,
      "loss": 0.3725,
      "step": 585530
    },
    {
      "epoch": 163.42,
      "grad_norm": 1.1200883388519287,
      "learning_rate": 4.38903300996506e-06,
      "loss": 0.393,
      "step": 585540
    },
    {
      "epoch": 163.42,
      "grad_norm": 1.2269368171691895,
      "learning_rate": 4.389019805326275e-06,
      "loss": 0.3848,
      "step": 585550
    },
    {
      "epoch": 163.43,
      "grad_norm": 1.142594575881958,
      "learning_rate": 4.389006600415264e-06,
      "loss": 0.3886,
      "step": 585560
    },
    {
      "epoch": 163.43,
      "grad_norm": 1.1461399793624878,
      "learning_rate": 4.388993395232029e-06,
      "loss": 0.3834,
      "step": 585570
    },
    {
      "epoch": 163.43,
      "grad_norm": 1.1928188800811768,
      "learning_rate": 4.3889801897765715e-06,
      "loss": 0.3849,
      "step": 585580
    },
    {
      "epoch": 163.44,
      "grad_norm": 1.1479287147521973,
      "learning_rate": 4.388966984048894e-06,
      "loss": 0.3722,
      "step": 585590
    },
    {
      "epoch": 163.44,
      "grad_norm": 1.278311014175415,
      "learning_rate": 4.388953778048996e-06,
      "loss": 0.3864,
      "step": 585600
    },
    {
      "epoch": 163.44,
      "grad_norm": 1.056650161743164,
      "learning_rate": 4.388940571776882e-06,
      "loss": 0.3847,
      "step": 585610
    },
    {
      "epoch": 163.44,
      "grad_norm": 1.3333103656768799,
      "learning_rate": 4.3889273652325526e-06,
      "loss": 0.3776,
      "step": 585620
    },
    {
      "epoch": 163.45,
      "grad_norm": 1.153295874595642,
      "learning_rate": 4.388914158416009e-06,
      "loss": 0.3848,
      "step": 585630
    },
    {
      "epoch": 163.45,
      "grad_norm": 1.2417941093444824,
      "learning_rate": 4.388900951327254e-06,
      "loss": 0.3777,
      "step": 585640
    },
    {
      "epoch": 163.45,
      "grad_norm": 1.2031381130218506,
      "learning_rate": 4.388887743966288e-06,
      "loss": 0.3988,
      "step": 585650
    },
    {
      "epoch": 163.46,
      "grad_norm": 1.169095516204834,
      "learning_rate": 4.388874536333114e-06,
      "loss": 0.405,
      "step": 585660
    },
    {
      "epoch": 163.46,
      "grad_norm": 1.0220842361450195,
      "learning_rate": 4.388861328427734e-06,
      "loss": 0.3786,
      "step": 585670
    },
    {
      "epoch": 163.46,
      "grad_norm": 1.0956079959869385,
      "learning_rate": 4.388848120250148e-06,
      "loss": 0.3692,
      "step": 585680
    },
    {
      "epoch": 163.46,
      "grad_norm": 1.4816415309906006,
      "learning_rate": 4.38883491180036e-06,
      "loss": 0.3779,
      "step": 585690
    },
    {
      "epoch": 163.47,
      "grad_norm": 1.051243782043457,
      "learning_rate": 4.38882170307837e-06,
      "loss": 0.3874,
      "step": 585700
    },
    {
      "epoch": 163.47,
      "grad_norm": 1.077282190322876,
      "learning_rate": 4.388808494084181e-06,
      "loss": 0.4041,
      "step": 585710
    },
    {
      "epoch": 163.47,
      "grad_norm": 1.168774962425232,
      "learning_rate": 4.388795284817793e-06,
      "loss": 0.3847,
      "step": 585720
    },
    {
      "epoch": 163.47,
      "grad_norm": 1.367010474205017,
      "learning_rate": 4.38878207527921e-06,
      "loss": 0.4055,
      "step": 585730
    },
    {
      "epoch": 163.48,
      "grad_norm": 1.130582571029663,
      "learning_rate": 4.388768865468432e-06,
      "loss": 0.3766,
      "step": 585740
    },
    {
      "epoch": 163.48,
      "grad_norm": 1.4032100439071655,
      "learning_rate": 4.388755655385463e-06,
      "loss": 0.382,
      "step": 585750
    },
    {
      "epoch": 163.48,
      "grad_norm": 1.2429195642471313,
      "learning_rate": 4.388742445030301e-06,
      "loss": 0.3853,
      "step": 585760
    },
    {
      "epoch": 163.49,
      "grad_norm": 1.1284736394882202,
      "learning_rate": 4.388729234402951e-06,
      "loss": 0.3889,
      "step": 585770
    },
    {
      "epoch": 163.49,
      "grad_norm": 1.348968505859375,
      "learning_rate": 4.388716023503413e-06,
      "loss": 0.3898,
      "step": 585780
    },
    {
      "epoch": 163.49,
      "grad_norm": 1.3496297597885132,
      "learning_rate": 4.38870281233169e-06,
      "loss": 0.3825,
      "step": 585790
    },
    {
      "epoch": 163.49,
      "grad_norm": 1.2521145343780518,
      "learning_rate": 4.388689600887784e-06,
      "loss": 0.3662,
      "step": 585800
    },
    {
      "epoch": 163.5,
      "grad_norm": 1.3299428224563599,
      "learning_rate": 4.388676389171695e-06,
      "loss": 0.3908,
      "step": 585810
    },
    {
      "epoch": 163.5,
      "grad_norm": 1.262499451637268,
      "learning_rate": 4.3886631771834256e-06,
      "loss": 0.3746,
      "step": 585820
    },
    {
      "epoch": 163.5,
      "grad_norm": 1.4602813720703125,
      "learning_rate": 4.388649964922978e-06,
      "loss": 0.3794,
      "step": 585830
    },
    {
      "epoch": 163.51,
      "grad_norm": 1.4909428358078003,
      "learning_rate": 4.388636752390354e-06,
      "loss": 0.3915,
      "step": 585840
    },
    {
      "epoch": 163.51,
      "grad_norm": 1.258450984954834,
      "learning_rate": 4.3886235395855545e-06,
      "loss": 0.3895,
      "step": 585850
    },
    {
      "epoch": 163.51,
      "grad_norm": 1.460374116897583,
      "learning_rate": 4.3886103265085825e-06,
      "loss": 0.3762,
      "step": 585860
    },
    {
      "epoch": 163.51,
      "grad_norm": 1.2168289422988892,
      "learning_rate": 4.3885971131594385e-06,
      "loss": 0.3866,
      "step": 585870
    },
    {
      "epoch": 163.52,
      "grad_norm": 1.2153961658477783,
      "learning_rate": 4.388583899538125e-06,
      "loss": 0.3959,
      "step": 585880
    },
    {
      "epoch": 163.52,
      "grad_norm": 1.1585066318511963,
      "learning_rate": 4.388570685644644e-06,
      "loss": 0.3774,
      "step": 585890
    },
    {
      "epoch": 163.52,
      "grad_norm": 1.3225014209747314,
      "learning_rate": 4.388557471478996e-06,
      "loss": 0.386,
      "step": 585900
    },
    {
      "epoch": 163.52,
      "grad_norm": 1.0677592754364014,
      "learning_rate": 4.388544257041184e-06,
      "loss": 0.3772,
      "step": 585910
    },
    {
      "epoch": 163.53,
      "grad_norm": 1.3076553344726562,
      "learning_rate": 4.388531042331209e-06,
      "loss": 0.3985,
      "step": 585920
    },
    {
      "epoch": 163.53,
      "grad_norm": 1.1587942838668823,
      "learning_rate": 4.388517827349072e-06,
      "loss": 0.395,
      "step": 585930
    },
    {
      "epoch": 163.53,
      "grad_norm": 1.1833728551864624,
      "learning_rate": 4.388504612094778e-06,
      "loss": 0.3974,
      "step": 585940
    },
    {
      "epoch": 163.54,
      "grad_norm": 1.05897855758667,
      "learning_rate": 4.388491396568325e-06,
      "loss": 0.3978,
      "step": 585950
    },
    {
      "epoch": 163.54,
      "grad_norm": 1.1831278800964355,
      "learning_rate": 4.388478180769718e-06,
      "loss": 0.395,
      "step": 585960
    },
    {
      "epoch": 163.54,
      "grad_norm": 1.0764514207839966,
      "learning_rate": 4.388464964698956e-06,
      "loss": 0.3732,
      "step": 585970
    },
    {
      "epoch": 163.54,
      "grad_norm": 1.1374599933624268,
      "learning_rate": 4.388451748356042e-06,
      "loss": 0.3873,
      "step": 585980
    },
    {
      "epoch": 163.55,
      "grad_norm": 1.254597544670105,
      "learning_rate": 4.388438531740977e-06,
      "loss": 0.3929,
      "step": 585990
    },
    {
      "epoch": 163.55,
      "grad_norm": 1.1427404880523682,
      "learning_rate": 4.388425314853765e-06,
      "loss": 0.3856,
      "step": 586000
    },
    {
      "epoch": 163.55,
      "grad_norm": 1.4186183214187622,
      "learning_rate": 4.388412097694405e-06,
      "loss": 0.3811,
      "step": 586010
    },
    {
      "epoch": 163.56,
      "grad_norm": 1.0962492227554321,
      "learning_rate": 4.3883988802629e-06,
      "loss": 0.4035,
      "step": 586020
    },
    {
      "epoch": 163.56,
      "grad_norm": 1.114931583404541,
      "learning_rate": 4.388385662559252e-06,
      "loss": 0.3897,
      "step": 586030
    },
    {
      "epoch": 163.56,
      "grad_norm": 1.0295608043670654,
      "learning_rate": 4.388372444583462e-06,
      "loss": 0.3706,
      "step": 586040
    },
    {
      "epoch": 163.56,
      "grad_norm": 1.2477872371673584,
      "learning_rate": 4.388359226335533e-06,
      "loss": 0.3887,
      "step": 586050
    },
    {
      "epoch": 163.57,
      "grad_norm": 1.4410465955734253,
      "learning_rate": 4.388346007815465e-06,
      "loss": 0.3805,
      "step": 586060
    },
    {
      "epoch": 163.57,
      "grad_norm": 1.2640902996063232,
      "learning_rate": 4.388332789023261e-06,
      "loss": 0.3822,
      "step": 586070
    },
    {
      "epoch": 163.57,
      "grad_norm": 1.1524913311004639,
      "learning_rate": 4.388319569958923e-06,
      "loss": 0.3962,
      "step": 586080
    },
    {
      "epoch": 163.58,
      "grad_norm": 1.249121069908142,
      "learning_rate": 4.388306350622452e-06,
      "loss": 0.3952,
      "step": 586090
    },
    {
      "epoch": 163.58,
      "grad_norm": 1.2529836893081665,
      "learning_rate": 4.388293131013849e-06,
      "loss": 0.3814,
      "step": 586100
    },
    {
      "epoch": 163.58,
      "grad_norm": 1.1167548894882202,
      "learning_rate": 4.388279911133118e-06,
      "loss": 0.3955,
      "step": 586110
    },
    {
      "epoch": 163.58,
      "grad_norm": 1.2630650997161865,
      "learning_rate": 4.388266690980259e-06,
      "loss": 0.3899,
      "step": 586120
    },
    {
      "epoch": 163.59,
      "grad_norm": 1.2620561122894287,
      "learning_rate": 4.388253470555274e-06,
      "loss": 0.3719,
      "step": 586130
    },
    {
      "epoch": 163.59,
      "grad_norm": 1.2346299886703491,
      "learning_rate": 4.388240249858166e-06,
      "loss": 0.3936,
      "step": 586140
    },
    {
      "epoch": 163.59,
      "grad_norm": 1.3694754838943481,
      "learning_rate": 4.388227028888935e-06,
      "loss": 0.381,
      "step": 586150
    },
    {
      "epoch": 163.59,
      "grad_norm": 1.1659890413284302,
      "learning_rate": 4.388213807647584e-06,
      "loss": 0.3732,
      "step": 586160
    },
    {
      "epoch": 163.6,
      "grad_norm": 1.386888861656189,
      "learning_rate": 4.388200586134113e-06,
      "loss": 0.4016,
      "step": 586170
    },
    {
      "epoch": 163.6,
      "grad_norm": 1.2888481616973877,
      "learning_rate": 4.388187364348527e-06,
      "loss": 0.39,
      "step": 586180
    },
    {
      "epoch": 163.6,
      "grad_norm": 1.272550344467163,
      "learning_rate": 4.388174142290825e-06,
      "loss": 0.3873,
      "step": 586190
    },
    {
      "epoch": 163.61,
      "grad_norm": 1.1597837209701538,
      "learning_rate": 4.388160919961009e-06,
      "loss": 0.3999,
      "step": 586200
    },
    {
      "epoch": 163.61,
      "grad_norm": 1.3574895858764648,
      "learning_rate": 4.388147697359082e-06,
      "loss": 0.392,
      "step": 586210
    },
    {
      "epoch": 163.61,
      "grad_norm": 1.278028964996338,
      "learning_rate": 4.388134474485045e-06,
      "loss": 0.4008,
      "step": 586220
    },
    {
      "epoch": 163.61,
      "grad_norm": 1.0524476766586304,
      "learning_rate": 4.3881212513389e-06,
      "loss": 0.372,
      "step": 586230
    },
    {
      "epoch": 163.62,
      "grad_norm": 1.2787508964538574,
      "learning_rate": 4.3881080279206485e-06,
      "loss": 0.3717,
      "step": 586240
    },
    {
      "epoch": 163.62,
      "grad_norm": 1.2447948455810547,
      "learning_rate": 4.388094804230293e-06,
      "loss": 0.3848,
      "step": 586250
    },
    {
      "epoch": 163.62,
      "grad_norm": 0.9934952855110168,
      "learning_rate": 4.3880815802678336e-06,
      "loss": 0.405,
      "step": 586260
    },
    {
      "epoch": 163.63,
      "grad_norm": 1.1098496913909912,
      "learning_rate": 4.3880683560332735e-06,
      "loss": 0.3956,
      "step": 586270
    },
    {
      "epoch": 163.63,
      "grad_norm": 1.464013934135437,
      "learning_rate": 4.388055131526614e-06,
      "loss": 0.3612,
      "step": 586280
    },
    {
      "epoch": 163.63,
      "grad_norm": 1.0262269973754883,
      "learning_rate": 4.388041906747857e-06,
      "loss": 0.3741,
      "step": 586290
    },
    {
      "epoch": 163.63,
      "grad_norm": 1.5548980236053467,
      "learning_rate": 4.388028681697004e-06,
      "loss": 0.3896,
      "step": 586300
    },
    {
      "epoch": 163.64,
      "grad_norm": 1.3446955680847168,
      "learning_rate": 4.388015456374057e-06,
      "loss": 0.3902,
      "step": 586310
    },
    {
      "epoch": 163.64,
      "grad_norm": 1.3100931644439697,
      "learning_rate": 4.388002230779018e-06,
      "loss": 0.3942,
      "step": 586320
    },
    {
      "epoch": 163.64,
      "grad_norm": 1.0212428569793701,
      "learning_rate": 4.387989004911889e-06,
      "loss": 0.3755,
      "step": 586330
    },
    {
      "epoch": 163.64,
      "grad_norm": 1.2521066665649414,
      "learning_rate": 4.38797577877267e-06,
      "loss": 0.3845,
      "step": 586340
    },
    {
      "epoch": 163.65,
      "grad_norm": 1.1033927202224731,
      "learning_rate": 4.3879625523613644e-06,
      "loss": 0.3832,
      "step": 586350
    },
    {
      "epoch": 163.65,
      "grad_norm": 1.2680996656417847,
      "learning_rate": 4.3879493256779745e-06,
      "loss": 0.4253,
      "step": 586360
    },
    {
      "epoch": 163.65,
      "grad_norm": 1.1041982173919678,
      "learning_rate": 4.3879360987225e-06,
      "loss": 0.377,
      "step": 586370
    },
    {
      "epoch": 163.66,
      "grad_norm": 1.232633113861084,
      "learning_rate": 4.387922871494944e-06,
      "loss": 0.3724,
      "step": 586380
    },
    {
      "epoch": 163.66,
      "grad_norm": 1.4990859031677246,
      "learning_rate": 4.387909643995309e-06,
      "loss": 0.4005,
      "step": 586390
    },
    {
      "epoch": 163.66,
      "grad_norm": 1.2985517978668213,
      "learning_rate": 4.387896416223594e-06,
      "loss": 0.3835,
      "step": 586400
    },
    {
      "epoch": 163.66,
      "grad_norm": 1.1464649438858032,
      "learning_rate": 4.3878831881798034e-06,
      "loss": 0.4001,
      "step": 586410
    },
    {
      "epoch": 163.67,
      "grad_norm": 1.4509881734848022,
      "learning_rate": 4.387869959863939e-06,
      "loss": 0.4035,
      "step": 586420
    },
    {
      "epoch": 163.67,
      "grad_norm": 1.2836694717407227,
      "learning_rate": 4.387856731276e-06,
      "loss": 0.3683,
      "step": 586430
    },
    {
      "epoch": 163.67,
      "grad_norm": 1.3181061744689941,
      "learning_rate": 4.387843502415991e-06,
      "loss": 0.3811,
      "step": 586440
    },
    {
      "epoch": 163.68,
      "grad_norm": 1.1457273960113525,
      "learning_rate": 4.3878302732839125e-06,
      "loss": 0.3822,
      "step": 586450
    },
    {
      "epoch": 163.68,
      "grad_norm": 1.0290017127990723,
      "learning_rate": 4.387817043879766e-06,
      "loss": 0.3798,
      "step": 586460
    },
    {
      "epoch": 163.68,
      "grad_norm": 1.2266154289245605,
      "learning_rate": 4.387803814203554e-06,
      "loss": 0.3881,
      "step": 586470
    },
    {
      "epoch": 163.68,
      "grad_norm": 1.3428441286087036,
      "learning_rate": 4.387790584255278e-06,
      "loss": 0.3926,
      "step": 586480
    },
    {
      "epoch": 163.69,
      "grad_norm": 1.2357150316238403,
      "learning_rate": 4.387777354034939e-06,
      "loss": 0.392,
      "step": 586490
    },
    {
      "epoch": 163.69,
      "grad_norm": 1.3787150382995605,
      "learning_rate": 4.38776412354254e-06,
      "loss": 0.3853,
      "step": 586500
    },
    {
      "epoch": 163.69,
      "grad_norm": 1.1719930171966553,
      "learning_rate": 4.387750892778082e-06,
      "loss": 0.3951,
      "step": 586510
    },
    {
      "epoch": 163.7,
      "grad_norm": 1.3772077560424805,
      "learning_rate": 4.387737661741566e-06,
      "loss": 0.3649,
      "step": 586520
    },
    {
      "epoch": 163.7,
      "grad_norm": 1.0928832292556763,
      "learning_rate": 4.387724430432996e-06,
      "loss": 0.3728,
      "step": 586530
    },
    {
      "epoch": 163.7,
      "grad_norm": 1.0790668725967407,
      "learning_rate": 4.3877111988523715e-06,
      "loss": 0.378,
      "step": 586540
    },
    {
      "epoch": 163.7,
      "grad_norm": 1.313930630683899,
      "learning_rate": 4.387697966999696e-06,
      "loss": 0.4016,
      "step": 586550
    },
    {
      "epoch": 163.71,
      "grad_norm": 1.3199238777160645,
      "learning_rate": 4.387684734874971e-06,
      "loss": 0.4048,
      "step": 586560
    },
    {
      "epoch": 163.71,
      "grad_norm": 1.035158634185791,
      "learning_rate": 4.387671502478196e-06,
      "loss": 0.3808,
      "step": 586570
    },
    {
      "epoch": 163.71,
      "grad_norm": 1.267344355583191,
      "learning_rate": 4.387658269809375e-06,
      "loss": 0.3793,
      "step": 586580
    },
    {
      "epoch": 163.71,
      "grad_norm": 1.0983695983886719,
      "learning_rate": 4.387645036868511e-06,
      "loss": 0.3792,
      "step": 586590
    },
    {
      "epoch": 163.72,
      "grad_norm": 1.1843140125274658,
      "learning_rate": 4.387631803655601e-06,
      "loss": 0.392,
      "step": 586600
    },
    {
      "epoch": 163.72,
      "grad_norm": 1.1094805002212524,
      "learning_rate": 4.387618570170652e-06,
      "loss": 0.4106,
      "step": 586610
    },
    {
      "epoch": 163.72,
      "grad_norm": 1.435996174812317,
      "learning_rate": 4.387605336413663e-06,
      "loss": 0.4059,
      "step": 586620
    },
    {
      "epoch": 163.73,
      "grad_norm": 1.160789132118225,
      "learning_rate": 4.387592102384636e-06,
      "loss": 0.3788,
      "step": 586630
    },
    {
      "epoch": 163.73,
      "grad_norm": 1.0455647706985474,
      "learning_rate": 4.3875788680835735e-06,
      "loss": 0.4003,
      "step": 586640
    },
    {
      "epoch": 163.73,
      "grad_norm": 1.1649386882781982,
      "learning_rate": 4.3875656335104766e-06,
      "loss": 0.3846,
      "step": 586650
    },
    {
      "epoch": 163.73,
      "grad_norm": 1.2291313409805298,
      "learning_rate": 4.387552398665347e-06,
      "loss": 0.3862,
      "step": 586660
    },
    {
      "epoch": 163.74,
      "grad_norm": 1.3361517190933228,
      "learning_rate": 4.387539163548188e-06,
      "loss": 0.3894,
      "step": 586670
    },
    {
      "epoch": 163.74,
      "grad_norm": 1.223972201347351,
      "learning_rate": 4.387525928158998e-06,
      "loss": 0.3855,
      "step": 586680
    },
    {
      "epoch": 163.74,
      "grad_norm": 1.425866723060608,
      "learning_rate": 4.3875126924977824e-06,
      "loss": 0.3696,
      "step": 586690
    },
    {
      "epoch": 163.75,
      "grad_norm": 1.08027184009552,
      "learning_rate": 4.387499456564541e-06,
      "loss": 0.3917,
      "step": 586700
    },
    {
      "epoch": 163.75,
      "grad_norm": 1.3982006311416626,
      "learning_rate": 4.387486220359276e-06,
      "loss": 0.3912,
      "step": 586710
    },
    {
      "epoch": 163.75,
      "grad_norm": 1.1656696796417236,
      "learning_rate": 4.38747298388199e-06,
      "loss": 0.3919,
      "step": 586720
    },
    {
      "epoch": 163.75,
      "grad_norm": 1.502504825592041,
      "learning_rate": 4.387459747132682e-06,
      "loss": 0.3805,
      "step": 586730
    },
    {
      "epoch": 163.76,
      "grad_norm": 1.1017571687698364,
      "learning_rate": 4.387446510111358e-06,
      "loss": 0.3946,
      "step": 586740
    },
    {
      "epoch": 163.76,
      "grad_norm": 1.1125941276550293,
      "learning_rate": 4.387433272818015e-06,
      "loss": 0.4003,
      "step": 586750
    },
    {
      "epoch": 163.76,
      "grad_norm": 1.3559446334838867,
      "learning_rate": 4.3874200352526586e-06,
      "loss": 0.4012,
      "step": 586760
    },
    {
      "epoch": 163.77,
      "grad_norm": 1.0975807905197144,
      "learning_rate": 4.387406797415289e-06,
      "loss": 0.3874,
      "step": 586770
    },
    {
      "epoch": 163.77,
      "grad_norm": 1.2467910051345825,
      "learning_rate": 4.387393559305908e-06,
      "loss": 0.3723,
      "step": 586780
    },
    {
      "epoch": 163.77,
      "grad_norm": 1.2062422037124634,
      "learning_rate": 4.387380320924518e-06,
      "loss": 0.3679,
      "step": 586790
    },
    {
      "epoch": 163.77,
      "grad_norm": 1.1286308765411377,
      "learning_rate": 4.3873670822711195e-06,
      "loss": 0.3816,
      "step": 586800
    },
    {
      "epoch": 163.78,
      "grad_norm": 1.069106936454773,
      "learning_rate": 4.387353843345716e-06,
      "loss": 0.4029,
      "step": 586810
    },
    {
      "epoch": 163.78,
      "grad_norm": 1.1914819478988647,
      "learning_rate": 4.387340604148307e-06,
      "loss": 0.3822,
      "step": 586820
    },
    {
      "epoch": 163.78,
      "grad_norm": 1.183857798576355,
      "learning_rate": 4.387327364678896e-06,
      "loss": 0.3882,
      "step": 586830
    },
    {
      "epoch": 163.78,
      "grad_norm": 1.3217220306396484,
      "learning_rate": 4.3873141249374845e-06,
      "loss": 0.4014,
      "step": 586840
    },
    {
      "epoch": 163.79,
      "grad_norm": 1.2250406742095947,
      "learning_rate": 4.3873008849240746e-06,
      "loss": 0.3692,
      "step": 586850
    },
    {
      "epoch": 163.79,
      "grad_norm": 1.2709064483642578,
      "learning_rate": 4.387287644638666e-06,
      "loss": 0.3759,
      "step": 586860
    },
    {
      "epoch": 163.79,
      "grad_norm": 1.1540484428405762,
      "learning_rate": 4.387274404081264e-06,
      "loss": 0.3983,
      "step": 586870
    },
    {
      "epoch": 163.8,
      "grad_norm": 1.2122488021850586,
      "learning_rate": 4.387261163251866e-06,
      "loss": 0.3967,
      "step": 586880
    },
    {
      "epoch": 163.8,
      "grad_norm": 1.0920112133026123,
      "learning_rate": 4.387247922150478e-06,
      "loss": 0.3956,
      "step": 586890
    },
    {
      "epoch": 163.8,
      "grad_norm": 1.919987440109253,
      "learning_rate": 4.387234680777099e-06,
      "loss": 0.3902,
      "step": 586900
    },
    {
      "epoch": 163.8,
      "grad_norm": 1.3433103561401367,
      "learning_rate": 4.387221439131733e-06,
      "loss": 0.3796,
      "step": 586910
    },
    {
      "epoch": 163.81,
      "grad_norm": 1.08599853515625,
      "learning_rate": 4.387208197214378e-06,
      "loss": 0.3968,
      "step": 586920
    },
    {
      "epoch": 163.81,
      "grad_norm": 1.2006443738937378,
      "learning_rate": 4.38719495502504e-06,
      "loss": 0.407,
      "step": 586930
    },
    {
      "epoch": 163.81,
      "grad_norm": 1.075055480003357,
      "learning_rate": 4.387181712563718e-06,
      "loss": 0.3973,
      "step": 586940
    },
    {
      "epoch": 163.82,
      "grad_norm": 0.9783234000205994,
      "learning_rate": 4.387168469830416e-06,
      "loss": 0.3886,
      "step": 586950
    },
    {
      "epoch": 163.82,
      "grad_norm": 1.1472113132476807,
      "learning_rate": 4.387155226825132e-06,
      "loss": 0.3811,
      "step": 586960
    },
    {
      "epoch": 163.82,
      "grad_norm": 1.2735522985458374,
      "learning_rate": 4.387141983547872e-06,
      "loss": 0.3877,
      "step": 586970
    },
    {
      "epoch": 163.82,
      "grad_norm": 1.1932748556137085,
      "learning_rate": 4.387128739998636e-06,
      "loss": 0.3582,
      "step": 586980
    },
    {
      "epoch": 163.83,
      "grad_norm": 1.1721839904785156,
      "learning_rate": 4.387115496177426e-06,
      "loss": 0.3661,
      "step": 586990
    },
    {
      "epoch": 163.83,
      "grad_norm": 1.2534517049789429,
      "learning_rate": 4.3871022520842425e-06,
      "loss": 0.3709,
      "step": 587000
    },
    {
      "epoch": 163.83,
      "grad_norm": 1.195776104927063,
      "learning_rate": 4.387089007719088e-06,
      "loss": 0.3874,
      "step": 587010
    },
    {
      "epoch": 163.83,
      "grad_norm": 1.2826204299926758,
      "learning_rate": 4.387075763081966e-06,
      "loss": 0.3998,
      "step": 587020
    },
    {
      "epoch": 163.84,
      "grad_norm": 1.178566575050354,
      "learning_rate": 4.387062518172876e-06,
      "loss": 0.3935,
      "step": 587030
    },
    {
      "epoch": 163.84,
      "grad_norm": 1.271036148071289,
      "learning_rate": 4.387049272991819e-06,
      "loss": 0.3958,
      "step": 587040
    },
    {
      "epoch": 163.84,
      "grad_norm": 1.370825171470642,
      "learning_rate": 4.3870360275388e-06,
      "loss": 0.3852,
      "step": 587050
    },
    {
      "epoch": 163.85,
      "grad_norm": 1.2752622365951538,
      "learning_rate": 4.387022781813819e-06,
      "loss": 0.3702,
      "step": 587060
    },
    {
      "epoch": 163.85,
      "grad_norm": 1.1686729192733765,
      "learning_rate": 4.387009535816878e-06,
      "loss": 0.386,
      "step": 587070
    },
    {
      "epoch": 163.85,
      "grad_norm": 1.2634868621826172,
      "learning_rate": 4.386996289547979e-06,
      "loss": 0.3756,
      "step": 587080
    },
    {
      "epoch": 163.85,
      "grad_norm": 1.0544407367706299,
      "learning_rate": 4.386983043007122e-06,
      "loss": 0.3907,
      "step": 587090
    },
    {
      "epoch": 163.86,
      "grad_norm": 1.1457583904266357,
      "learning_rate": 4.386969796194311e-06,
      "loss": 0.3923,
      "step": 587100
    },
    {
      "epoch": 163.86,
      "grad_norm": 1.1183167695999146,
      "learning_rate": 4.386956549109547e-06,
      "loss": 0.3735,
      "step": 587110
    },
    {
      "epoch": 163.86,
      "grad_norm": 1.3311750888824463,
      "learning_rate": 4.386943301752831e-06,
      "loss": 0.4,
      "step": 587120
    },
    {
      "epoch": 163.87,
      "grad_norm": 1.267229437828064,
      "learning_rate": 4.386930054124165e-06,
      "loss": 0.3809,
      "step": 587130
    },
    {
      "epoch": 163.87,
      "grad_norm": 1.1756881475448608,
      "learning_rate": 4.386916806223552e-06,
      "loss": 0.3927,
      "step": 587140
    },
    {
      "epoch": 163.87,
      "grad_norm": 1.3797483444213867,
      "learning_rate": 4.386903558050993e-06,
      "loss": 0.3939,
      "step": 587150
    },
    {
      "epoch": 163.87,
      "grad_norm": 1.2278146743774414,
      "learning_rate": 4.38689030960649e-06,
      "loss": 0.3801,
      "step": 587160
    },
    {
      "epoch": 163.88,
      "grad_norm": 1.248281478881836,
      "learning_rate": 4.386877060890043e-06,
      "loss": 0.3896,
      "step": 587170
    },
    {
      "epoch": 163.88,
      "grad_norm": 1.3872770071029663,
      "learning_rate": 4.386863811901657e-06,
      "loss": 0.3901,
      "step": 587180
    },
    {
      "epoch": 163.88,
      "grad_norm": 1.2159676551818848,
      "learning_rate": 4.386850562641331e-06,
      "loss": 0.3778,
      "step": 587190
    },
    {
      "epoch": 163.89,
      "grad_norm": 2.7605221271514893,
      "learning_rate": 4.386837313109068e-06,
      "loss": 0.3883,
      "step": 587200
    },
    {
      "epoch": 163.89,
      "grad_norm": 1.0625295639038086,
      "learning_rate": 4.38682406330487e-06,
      "loss": 0.3696,
      "step": 587210
    },
    {
      "epoch": 163.89,
      "grad_norm": 1.2230989933013916,
      "learning_rate": 4.386810813228738e-06,
      "loss": 0.3844,
      "step": 587220
    },
    {
      "epoch": 163.89,
      "grad_norm": 1.3757532835006714,
      "learning_rate": 4.386797562880673e-06,
      "loss": 0.3928,
      "step": 587230
    },
    {
      "epoch": 163.9,
      "grad_norm": 1.3171780109405518,
      "learning_rate": 4.386784312260679e-06,
      "loss": 0.3818,
      "step": 587240
    },
    {
      "epoch": 163.9,
      "grad_norm": 1.1801350116729736,
      "learning_rate": 4.386771061368757e-06,
      "loss": 0.3654,
      "step": 587250
    },
    {
      "epoch": 163.9,
      "grad_norm": 1.4091635942459106,
      "learning_rate": 4.386757810204907e-06,
      "loss": 0.3776,
      "step": 587260
    },
    {
      "epoch": 163.9,
      "grad_norm": 1.1473944187164307,
      "learning_rate": 4.386744558769133e-06,
      "loss": 0.3839,
      "step": 587270
    },
    {
      "epoch": 163.91,
      "grad_norm": 1.761289119720459,
      "learning_rate": 4.3867313070614345e-06,
      "loss": 0.3792,
      "step": 587280
    },
    {
      "epoch": 163.91,
      "grad_norm": 1.07776939868927,
      "learning_rate": 4.386718055081816e-06,
      "loss": 0.3869,
      "step": 587290
    },
    {
      "epoch": 163.91,
      "grad_norm": 1.3103110790252686,
      "learning_rate": 4.386704802830278e-06,
      "loss": 0.3742,
      "step": 587300
    },
    {
      "epoch": 163.92,
      "grad_norm": 1.2624118328094482,
      "learning_rate": 4.3866915503068215e-06,
      "loss": 0.3842,
      "step": 587310
    },
    {
      "epoch": 163.92,
      "grad_norm": 1.2155176401138306,
      "learning_rate": 4.38667829751145e-06,
      "loss": 0.3871,
      "step": 587320
    },
    {
      "epoch": 163.92,
      "grad_norm": 1.091810941696167,
      "learning_rate": 4.3866650444441634e-06,
      "loss": 0.3806,
      "step": 587330
    },
    {
      "epoch": 163.92,
      "grad_norm": 1.29669189453125,
      "learning_rate": 4.3866517911049635e-06,
      "loss": 0.4056,
      "step": 587340
    },
    {
      "epoch": 163.93,
      "grad_norm": 1.166438341140747,
      "learning_rate": 4.386638537493854e-06,
      "loss": 0.3793,
      "step": 587350
    },
    {
      "epoch": 163.93,
      "grad_norm": 4.114700794219971,
      "learning_rate": 4.386625283610834e-06,
      "loss": 0.3855,
      "step": 587360
    },
    {
      "epoch": 163.93,
      "grad_norm": 1.0828183889389038,
      "learning_rate": 4.386612029455909e-06,
      "loss": 0.3901,
      "step": 587370
    },
    {
      "epoch": 163.94,
      "grad_norm": 1.1939873695373535,
      "learning_rate": 4.386598775029077e-06,
      "loss": 0.3962,
      "step": 587380
    },
    {
      "epoch": 163.94,
      "grad_norm": 0.9900963306427002,
      "learning_rate": 4.386585520330342e-06,
      "loss": 0.3865,
      "step": 587390
    },
    {
      "epoch": 163.94,
      "grad_norm": 1.299216866493225,
      "learning_rate": 4.386572265359704e-06,
      "loss": 0.3736,
      "step": 587400
    },
    {
      "epoch": 163.94,
      "grad_norm": 1.192137360572815,
      "learning_rate": 4.3865590101171665e-06,
      "loss": 0.387,
      "step": 587410
    },
    {
      "epoch": 163.95,
      "grad_norm": 1.3327369689941406,
      "learning_rate": 4.38654575460273e-06,
      "loss": 0.3695,
      "step": 587420
    },
    {
      "epoch": 163.95,
      "grad_norm": 1.3999682664871216,
      "learning_rate": 4.386532498816398e-06,
      "loss": 0.3813,
      "step": 587430
    },
    {
      "epoch": 163.95,
      "grad_norm": 1.10293710231781,
      "learning_rate": 4.3865192427581694e-06,
      "loss": 0.3861,
      "step": 587440
    },
    {
      "epoch": 163.95,
      "grad_norm": 1.254387617111206,
      "learning_rate": 4.3865059864280495e-06,
      "loss": 0.3808,
      "step": 587450
    },
    {
      "epoch": 163.96,
      "grad_norm": 1.2220451831817627,
      "learning_rate": 4.386492729826036e-06,
      "loss": 0.3857,
      "step": 587460
    },
    {
      "epoch": 163.96,
      "grad_norm": 1.4861024618148804,
      "learning_rate": 4.386479472952135e-06,
      "loss": 0.3749,
      "step": 587470
    },
    {
      "epoch": 163.96,
      "grad_norm": 1.336707592010498,
      "learning_rate": 4.386466215806345e-06,
      "loss": 0.3793,
      "step": 587480
    },
    {
      "epoch": 163.97,
      "grad_norm": 1.296216607093811,
      "learning_rate": 4.38645295838867e-06,
      "loss": 0.3891,
      "step": 587490
    },
    {
      "epoch": 163.97,
      "grad_norm": 1.2972016334533691,
      "learning_rate": 4.386439700699109e-06,
      "loss": 0.3703,
      "step": 587500
    },
    {
      "epoch": 163.97,
      "grad_norm": 1.097635269165039,
      "learning_rate": 4.386426442737667e-06,
      "loss": 0.3911,
      "step": 587510
    },
    {
      "epoch": 163.97,
      "grad_norm": 1.17461097240448,
      "learning_rate": 4.386413184504343e-06,
      "loss": 0.3859,
      "step": 587520
    },
    {
      "epoch": 163.98,
      "grad_norm": 1.4409435987472534,
      "learning_rate": 4.386399925999141e-06,
      "loss": 0.3935,
      "step": 587530
    },
    {
      "epoch": 163.98,
      "grad_norm": 1.295523762702942,
      "learning_rate": 4.386386667222062e-06,
      "loss": 0.3895,
      "step": 587540
    },
    {
      "epoch": 163.98,
      "grad_norm": 1.3144351243972778,
      "learning_rate": 4.386373408173106e-06,
      "loss": 0.4062,
      "step": 587550
    },
    {
      "epoch": 163.99,
      "grad_norm": 1.4451662302017212,
      "learning_rate": 4.386360148852277e-06,
      "loss": 0.3789,
      "step": 587560
    },
    {
      "epoch": 163.99,
      "grad_norm": 3.004209518432617,
      "learning_rate": 4.386346889259577e-06,
      "loss": 0.4166,
      "step": 587570
    },
    {
      "epoch": 163.99,
      "grad_norm": 1.305855393409729,
      "learning_rate": 4.386333629395005e-06,
      "loss": 0.3729,
      "step": 587580
    },
    {
      "epoch": 163.99,
      "grad_norm": 1.1013514995574951,
      "learning_rate": 4.386320369258566e-06,
      "loss": 0.3803,
      "step": 587590
    },
    {
      "epoch": 164.0,
      "grad_norm": 1.082262635231018,
      "learning_rate": 4.38630710885026e-06,
      "loss": 0.4025,
      "step": 587600
    },
    {
      "epoch": 164.0,
      "grad_norm": 1.009162425994873,
      "learning_rate": 4.386293848170089e-06,
      "loss": 0.3882,
      "step": 587610
    },
    {
      "epoch": 164.0,
      "eval_loss": 0.3872469961643219,
      "eval_runtime": 63.2294,
      "eval_samples_per_second": 80.01,
      "eval_steps_per_second": 10.011,
      "step": 587612
    },
    {
      "epoch": 164.0,
      "grad_norm": 1.325124740600586,
      "learning_rate": 4.386280587218055e-06,
      "loss": 0.3779,
      "step": 587620
    },
    {
      "epoch": 164.01,
      "grad_norm": 1.260258674621582,
      "learning_rate": 4.386267325994159e-06,
      "loss": 0.3903,
      "step": 587630
    },
    {
      "epoch": 164.01,
      "grad_norm": 1.226002812385559,
      "learning_rate": 4.3862540644984036e-06,
      "loss": 0.363,
      "step": 587640
    },
    {
      "epoch": 164.01,
      "grad_norm": 1.5451420545578003,
      "learning_rate": 4.38624080273079e-06,
      "loss": 0.3988,
      "step": 587650
    },
    {
      "epoch": 164.01,
      "grad_norm": 1.2635178565979004,
      "learning_rate": 4.386227540691321e-06,
      "loss": 0.3986,
      "step": 587660
    },
    {
      "epoch": 164.02,
      "grad_norm": 1.3585741519927979,
      "learning_rate": 4.3862142783799976e-06,
      "loss": 0.3935,
      "step": 587670
    },
    {
      "epoch": 164.02,
      "grad_norm": 1.0991626977920532,
      "learning_rate": 4.386201015796821e-06,
      "loss": 0.3902,
      "step": 587680
    },
    {
      "epoch": 164.02,
      "grad_norm": 1.6375179290771484,
      "learning_rate": 4.386187752941795e-06,
      "loss": 0.3834,
      "step": 587690
    },
    {
      "epoch": 164.02,
      "grad_norm": 1.2635945081710815,
      "learning_rate": 4.386174489814919e-06,
      "loss": 0.3767,
      "step": 587700
    },
    {
      "epoch": 164.03,
      "grad_norm": 1.0561299324035645,
      "learning_rate": 4.386161226416196e-06,
      "loss": 0.3766,
      "step": 587710
    },
    {
      "epoch": 164.03,
      "grad_norm": 1.4625303745269775,
      "learning_rate": 4.386147962745627e-06,
      "loss": 0.3796,
      "step": 587720
    },
    {
      "epoch": 164.03,
      "grad_norm": 1.3710108995437622,
      "learning_rate": 4.386134698803216e-06,
      "loss": 0.3908,
      "step": 587730
    },
    {
      "epoch": 164.04,
      "grad_norm": 1.2703216075897217,
      "learning_rate": 4.3861214345889605e-06,
      "loss": 0.3851,
      "step": 587740
    },
    {
      "epoch": 164.04,
      "grad_norm": 1.2140231132507324,
      "learning_rate": 4.386108170102866e-06,
      "loss": 0.3738,
      "step": 587750
    },
    {
      "epoch": 164.04,
      "grad_norm": 1.2891968488693237,
      "learning_rate": 4.386094905344934e-06,
      "loss": 0.3764,
      "step": 587760
    },
    {
      "epoch": 164.04,
      "grad_norm": 1.0749245882034302,
      "learning_rate": 4.3860816403151646e-06,
      "loss": 0.4009,
      "step": 587770
    },
    {
      "epoch": 164.05,
      "grad_norm": 1.343784213066101,
      "learning_rate": 4.38606837501356e-06,
      "loss": 0.3903,
      "step": 587780
    },
    {
      "epoch": 164.05,
      "grad_norm": 1.3886538743972778,
      "learning_rate": 4.386055109440122e-06,
      "loss": 0.3777,
      "step": 587790
    },
    {
      "epoch": 164.05,
      "grad_norm": 1.1708852052688599,
      "learning_rate": 4.386041843594853e-06,
      "loss": 0.3827,
      "step": 587800
    },
    {
      "epoch": 164.06,
      "grad_norm": 1.2041568756103516,
      "learning_rate": 4.386028577477754e-06,
      "loss": 0.3862,
      "step": 587810
    },
    {
      "epoch": 164.06,
      "grad_norm": 1.2501437664031982,
      "learning_rate": 4.386015311088828e-06,
      "loss": 0.4025,
      "step": 587820
    },
    {
      "epoch": 164.06,
      "grad_norm": 1.2108452320098877,
      "learning_rate": 4.3860020444280754e-06,
      "loss": 0.3878,
      "step": 587830
    },
    {
      "epoch": 164.06,
      "grad_norm": 1.0599204301834106,
      "learning_rate": 4.385988777495499e-06,
      "loss": 0.3774,
      "step": 587840
    },
    {
      "epoch": 164.07,
      "grad_norm": 1.1231647729873657,
      "learning_rate": 4.385975510291099e-06,
      "loss": 0.3697,
      "step": 587850
    },
    {
      "epoch": 164.07,
      "grad_norm": 1.3304582834243774,
      "learning_rate": 4.38596224281488e-06,
      "loss": 0.3953,
      "step": 587860
    },
    {
      "epoch": 164.07,
      "grad_norm": 1.3558794260025024,
      "learning_rate": 4.38594897506684e-06,
      "loss": 0.393,
      "step": 587870
    },
    {
      "epoch": 164.07,
      "grad_norm": 1.033911943435669,
      "learning_rate": 4.385935707046984e-06,
      "loss": 0.3976,
      "step": 587880
    },
    {
      "epoch": 164.08,
      "grad_norm": 1.376265287399292,
      "learning_rate": 4.385922438755312e-06,
      "loss": 0.4002,
      "step": 587890
    },
    {
      "epoch": 164.08,
      "grad_norm": 1.169895887374878,
      "learning_rate": 4.3859091701918265e-06,
      "loss": 0.3912,
      "step": 587900
    },
    {
      "epoch": 164.08,
      "grad_norm": 1.1468108892440796,
      "learning_rate": 4.385895901356529e-06,
      "loss": 0.4002,
      "step": 587910
    },
    {
      "epoch": 164.09,
      "grad_norm": 0.9834063649177551,
      "learning_rate": 4.385882632249422e-06,
      "loss": 0.3873,
      "step": 587920
    },
    {
      "epoch": 164.09,
      "grad_norm": 1.3060293197631836,
      "learning_rate": 4.385869362870505e-06,
      "loss": 0.4085,
      "step": 587930
    },
    {
      "epoch": 164.09,
      "grad_norm": 1.2855302095413208,
      "learning_rate": 4.385856093219783e-06,
      "loss": 0.3732,
      "step": 587940
    },
    {
      "epoch": 164.09,
      "grad_norm": 1.3463915586471558,
      "learning_rate": 4.385842823297255e-06,
      "loss": 0.3851,
      "step": 587950
    },
    {
      "epoch": 164.1,
      "grad_norm": 1.2643646001815796,
      "learning_rate": 4.385829553102925e-06,
      "loss": 0.3819,
      "step": 587960
    },
    {
      "epoch": 164.1,
      "grad_norm": 1.2698290348052979,
      "learning_rate": 4.3858162826367934e-06,
      "loss": 0.3859,
      "step": 587970
    },
    {
      "epoch": 164.1,
      "grad_norm": 1.3356789350509644,
      "learning_rate": 4.385803011898861e-06,
      "loss": 0.3744,
      "step": 587980
    },
    {
      "epoch": 164.11,
      "grad_norm": 1.1411904096603394,
      "learning_rate": 4.385789740889132e-06,
      "loss": 0.3895,
      "step": 587990
    },
    {
      "epoch": 164.11,
      "grad_norm": 1.1686402559280396,
      "learning_rate": 4.385776469607606e-06,
      "loss": 0.4037,
      "step": 588000
    },
    {
      "epoch": 164.11,
      "grad_norm": 1.1507030725479126,
      "learning_rate": 4.3857631980542865e-06,
      "loss": 0.3888,
      "step": 588010
    },
    {
      "epoch": 164.11,
      "grad_norm": 1.146133303642273,
      "learning_rate": 4.385749926229174e-06,
      "loss": 0.3879,
      "step": 588020
    },
    {
      "epoch": 164.12,
      "grad_norm": 1.2408758401870728,
      "learning_rate": 4.385736654132271e-06,
      "loss": 0.3904,
      "step": 588030
    },
    {
      "epoch": 164.12,
      "grad_norm": 1.2236050367355347,
      "learning_rate": 4.385723381763579e-06,
      "loss": 0.3902,
      "step": 588040
    },
    {
      "epoch": 164.12,
      "grad_norm": 1.1099339723587036,
      "learning_rate": 4.3857101091231005e-06,
      "loss": 0.3834,
      "step": 588050
    },
    {
      "epoch": 164.13,
      "grad_norm": 1.3850347995758057,
      "learning_rate": 4.385696836210836e-06,
      "loss": 0.3791,
      "step": 588060
    },
    {
      "epoch": 164.13,
      "grad_norm": 1.1085083484649658,
      "learning_rate": 4.385683563026787e-06,
      "loss": 0.3593,
      "step": 588070
    },
    {
      "epoch": 164.13,
      "grad_norm": 1.192575454711914,
      "learning_rate": 4.385670289570957e-06,
      "loss": 0.3905,
      "step": 588080
    },
    {
      "epoch": 164.13,
      "grad_norm": 1.1942076683044434,
      "learning_rate": 4.3856570158433465e-06,
      "loss": 0.3802,
      "step": 588090
    },
    {
      "epoch": 164.14,
      "grad_norm": 1.4514741897583008,
      "learning_rate": 4.385643741843958e-06,
      "loss": 0.3947,
      "step": 588100
    },
    {
      "epoch": 164.14,
      "grad_norm": 1.1077449321746826,
      "learning_rate": 4.385630467572793e-06,
      "loss": 0.3662,
      "step": 588110
    },
    {
      "epoch": 164.14,
      "grad_norm": 1.1533350944519043,
      "learning_rate": 4.385617193029853e-06,
      "loss": 0.3891,
      "step": 588120
    },
    {
      "epoch": 164.14,
      "grad_norm": 2.952141761779785,
      "learning_rate": 4.385603918215139e-06,
      "loss": 0.3915,
      "step": 588130
    },
    {
      "epoch": 164.15,
      "grad_norm": 1.2623827457427979,
      "learning_rate": 4.385590643128655e-06,
      "loss": 0.3949,
      "step": 588140
    },
    {
      "epoch": 164.15,
      "grad_norm": 1.5294053554534912,
      "learning_rate": 4.385577367770401e-06,
      "loss": 0.3856,
      "step": 588150
    },
    {
      "epoch": 164.15,
      "grad_norm": 1.4337244033813477,
      "learning_rate": 4.3855640921403785e-06,
      "loss": 0.3939,
      "step": 588160
    },
    {
      "epoch": 164.16,
      "grad_norm": 1.1942907571792603,
      "learning_rate": 4.385550816238591e-06,
      "loss": 0.3938,
      "step": 588170
    },
    {
      "epoch": 164.16,
      "grad_norm": 1.1885619163513184,
      "learning_rate": 4.3855375400650386e-06,
      "loss": 0.3873,
      "step": 588180
    },
    {
      "epoch": 164.16,
      "grad_norm": 1.2199718952178955,
      "learning_rate": 4.385524263619723e-06,
      "loss": 0.3891,
      "step": 588190
    },
    {
      "epoch": 164.16,
      "grad_norm": 1.1714494228363037,
      "learning_rate": 4.385510986902649e-06,
      "loss": 0.3989,
      "step": 588200
    },
    {
      "epoch": 164.17,
      "grad_norm": 1.190917730331421,
      "learning_rate": 4.3854977099138145e-06,
      "loss": 0.384,
      "step": 588210
    },
    {
      "epoch": 164.17,
      "grad_norm": 1.3349946737289429,
      "learning_rate": 4.3854844326532225e-06,
      "loss": 0.37,
      "step": 588220
    },
    {
      "epoch": 164.17,
      "grad_norm": 1.1814407110214233,
      "learning_rate": 4.385471155120876e-06,
      "loss": 0.397,
      "step": 588230
    },
    {
      "epoch": 164.18,
      "grad_norm": 1.0957986116409302,
      "learning_rate": 4.385457877316775e-06,
      "loss": 0.3851,
      "step": 588240
    },
    {
      "epoch": 164.18,
      "grad_norm": 1.2278411388397217,
      "learning_rate": 4.385444599240923e-06,
      "loss": 0.3875,
      "step": 588250
    },
    {
      "epoch": 164.18,
      "grad_norm": 1.0114496946334839,
      "learning_rate": 4.38543132089332e-06,
      "loss": 0.3672,
      "step": 588260
    },
    {
      "epoch": 164.18,
      "grad_norm": 1.3412275314331055,
      "learning_rate": 4.38541804227397e-06,
      "loss": 0.3875,
      "step": 588270
    },
    {
      "epoch": 164.19,
      "grad_norm": 2.020843505859375,
      "learning_rate": 4.385404763382872e-06,
      "loss": 0.4043,
      "step": 588280
    },
    {
      "epoch": 164.19,
      "grad_norm": 1.214054822921753,
      "learning_rate": 4.38539148422003e-06,
      "loss": 0.3995,
      "step": 588290
    },
    {
      "epoch": 164.19,
      "grad_norm": 1.6604959964752197,
      "learning_rate": 4.385378204785445e-06,
      "loss": 0.3813,
      "step": 588300
    },
    {
      "epoch": 164.19,
      "grad_norm": 1.2103837728500366,
      "learning_rate": 4.385364925079118e-06,
      "loss": 0.3753,
      "step": 588310
    },
    {
      "epoch": 164.2,
      "grad_norm": 1.0698455572128296,
      "learning_rate": 4.385351645101052e-06,
      "loss": 0.394,
      "step": 588320
    },
    {
      "epoch": 164.2,
      "grad_norm": 1.263860821723938,
      "learning_rate": 4.385338364851249e-06,
      "loss": 0.3949,
      "step": 588330
    },
    {
      "epoch": 164.2,
      "grad_norm": 1.1379374265670776,
      "learning_rate": 4.3853250843297085e-06,
      "loss": 0.3918,
      "step": 588340
    },
    {
      "epoch": 164.21,
      "grad_norm": 1.1762112379074097,
      "learning_rate": 4.385311803536434e-06,
      "loss": 0.3843,
      "step": 588350
    },
    {
      "epoch": 164.21,
      "grad_norm": 1.1866674423217773,
      "learning_rate": 4.385298522471429e-06,
      "loss": 0.3744,
      "step": 588360
    },
    {
      "epoch": 164.21,
      "grad_norm": 1.3592637777328491,
      "learning_rate": 4.385285241134691e-06,
      "loss": 0.383,
      "step": 588370
    },
    {
      "epoch": 164.21,
      "grad_norm": 1.0753885507583618,
      "learning_rate": 4.385271959526225e-06,
      "loss": 0.3879,
      "step": 588380
    },
    {
      "epoch": 164.22,
      "grad_norm": 1.4618293046951294,
      "learning_rate": 4.385258677646032e-06,
      "loss": 0.3741,
      "step": 588390
    },
    {
      "epoch": 164.22,
      "grad_norm": 1.1503441333770752,
      "learning_rate": 4.385245395494114e-06,
      "loss": 0.4129,
      "step": 588400
    },
    {
      "epoch": 164.22,
      "grad_norm": 1.3129181861877441,
      "learning_rate": 4.385232113070472e-06,
      "loss": 0.3779,
      "step": 588410
    },
    {
      "epoch": 164.23,
      "grad_norm": 1.3089313507080078,
      "learning_rate": 4.3852188303751076e-06,
      "loss": 0.4166,
      "step": 588420
    },
    {
      "epoch": 164.23,
      "grad_norm": 1.1667447090148926,
      "learning_rate": 4.385205547408024e-06,
      "loss": 0.3879,
      "step": 588430
    },
    {
      "epoch": 164.23,
      "grad_norm": 1.3161756992340088,
      "learning_rate": 4.385192264169222e-06,
      "loss": 0.4142,
      "step": 588440
    },
    {
      "epoch": 164.23,
      "grad_norm": 1.0093570947647095,
      "learning_rate": 4.385178980658703e-06,
      "loss": 0.3729,
      "step": 588450
    },
    {
      "epoch": 164.24,
      "grad_norm": 1.0942158699035645,
      "learning_rate": 4.385165696876469e-06,
      "loss": 0.3888,
      "step": 588460
    },
    {
      "epoch": 164.24,
      "grad_norm": 1.1119869947433472,
      "learning_rate": 4.385152412822523e-06,
      "loss": 0.3669,
      "step": 588470
    },
    {
      "epoch": 164.24,
      "grad_norm": 1.4526439905166626,
      "learning_rate": 4.3851391284968655e-06,
      "loss": 0.394,
      "step": 588480
    },
    {
      "epoch": 164.25,
      "grad_norm": 1.0343705415725708,
      "learning_rate": 4.385125843899499e-06,
      "loss": 0.3691,
      "step": 588490
    },
    {
      "epoch": 164.25,
      "grad_norm": 1.2383666038513184,
      "learning_rate": 4.385112559030424e-06,
      "loss": 0.3795,
      "step": 588500
    },
    {
      "epoch": 164.25,
      "grad_norm": 1.8736761808395386,
      "learning_rate": 4.385099273889643e-06,
      "loss": 0.3773,
      "step": 588510
    },
    {
      "epoch": 164.25,
      "grad_norm": 1.3908122777938843,
      "learning_rate": 4.385085988477158e-06,
      "loss": 0.3921,
      "step": 588520
    },
    {
      "epoch": 164.26,
      "grad_norm": 1.0365022420883179,
      "learning_rate": 4.385072702792971e-06,
      "loss": 0.3953,
      "step": 588530
    },
    {
      "epoch": 164.26,
      "grad_norm": 1.0611611604690552,
      "learning_rate": 4.385059416837083e-06,
      "loss": 0.3832,
      "step": 588540
    },
    {
      "epoch": 164.26,
      "grad_norm": 1.3069630861282349,
      "learning_rate": 4.385046130609497e-06,
      "loss": 0.3934,
      "step": 588550
    },
    {
      "epoch": 164.26,
      "grad_norm": 1.1446197032928467,
      "learning_rate": 4.385032844110212e-06,
      "loss": 0.3801,
      "step": 588560
    },
    {
      "epoch": 164.27,
      "grad_norm": 1.3272395133972168,
      "learning_rate": 4.385019557339233e-06,
      "loss": 0.3794,
      "step": 588570
    },
    {
      "epoch": 164.27,
      "grad_norm": 1.2418153285980225,
      "learning_rate": 4.385006270296561e-06,
      "loss": 0.3779,
      "step": 588580
    },
    {
      "epoch": 164.27,
      "grad_norm": 1.4502696990966797,
      "learning_rate": 4.384992982982196e-06,
      "loss": 0.3868,
      "step": 588590
    },
    {
      "epoch": 164.28,
      "grad_norm": 1.0208356380462646,
      "learning_rate": 4.384979695396142e-06,
      "loss": 0.381,
      "step": 588600
    },
    {
      "epoch": 164.28,
      "grad_norm": 6.014308929443359,
      "learning_rate": 4.3849664075384e-06,
      "loss": 0.3755,
      "step": 588610
    },
    {
      "epoch": 164.28,
      "grad_norm": 1.454633355140686,
      "learning_rate": 4.384953119408971e-06,
      "loss": 0.3919,
      "step": 588620
    },
    {
      "epoch": 164.28,
      "grad_norm": 1.244004487991333,
      "learning_rate": 4.3849398310078566e-06,
      "loss": 0.3939,
      "step": 588630
    },
    {
      "epoch": 164.29,
      "grad_norm": 1.2366023063659668,
      "learning_rate": 4.38492654233506e-06,
      "loss": 0.376,
      "step": 588640
    },
    {
      "epoch": 164.29,
      "grad_norm": 1.1785759925842285,
      "learning_rate": 4.384913253390582e-06,
      "loss": 0.3788,
      "step": 588650
    },
    {
      "epoch": 164.29,
      "grad_norm": 1.1695210933685303,
      "learning_rate": 4.384899964174425e-06,
      "loss": 0.3871,
      "step": 588660
    },
    {
      "epoch": 164.3,
      "grad_norm": 1.3009991645812988,
      "learning_rate": 4.38488667468659e-06,
      "loss": 0.3695,
      "step": 588670
    },
    {
      "epoch": 164.3,
      "grad_norm": 1.2115052938461304,
      "learning_rate": 4.384873384927079e-06,
      "loss": 0.4098,
      "step": 588680
    },
    {
      "epoch": 164.3,
      "grad_norm": 0.864048421382904,
      "learning_rate": 4.3848600948958945e-06,
      "loss": 0.3797,
      "step": 588690
    },
    {
      "epoch": 164.3,
      "grad_norm": 1.1502435207366943,
      "learning_rate": 4.384846804593037e-06,
      "loss": 0.3925,
      "step": 588700
    },
    {
      "epoch": 164.31,
      "grad_norm": 1.3731911182403564,
      "learning_rate": 4.38483351401851e-06,
      "loss": 0.3913,
      "step": 588710
    },
    {
      "epoch": 164.31,
      "grad_norm": 1.370456337928772,
      "learning_rate": 4.384820223172314e-06,
      "loss": 0.4037,
      "step": 588720
    },
    {
      "epoch": 164.31,
      "grad_norm": 1.0854648351669312,
      "learning_rate": 4.38480693205445e-06,
      "loss": 0.3962,
      "step": 588730
    },
    {
      "epoch": 164.31,
      "grad_norm": 1.0911515951156616,
      "learning_rate": 4.3847936406649214e-06,
      "loss": 0.3764,
      "step": 588740
    },
    {
      "epoch": 164.32,
      "grad_norm": 1.051658034324646,
      "learning_rate": 4.38478034900373e-06,
      "loss": 0.3843,
      "step": 588750
    },
    {
      "epoch": 164.32,
      "grad_norm": 1.3647096157073975,
      "learning_rate": 4.3847670570708765e-06,
      "loss": 0.3864,
      "step": 588760
    },
    {
      "epoch": 164.32,
      "grad_norm": 1.2720760107040405,
      "learning_rate": 4.384753764866363e-06,
      "loss": 0.3969,
      "step": 588770
    },
    {
      "epoch": 164.33,
      "grad_norm": 1.0388774871826172,
      "learning_rate": 4.384740472390191e-06,
      "loss": 0.3976,
      "step": 588780
    },
    {
      "epoch": 164.33,
      "grad_norm": 1.533745288848877,
      "learning_rate": 4.384727179642362e-06,
      "loss": 0.3817,
      "step": 588790
    },
    {
      "epoch": 164.33,
      "grad_norm": 1.3287206888198853,
      "learning_rate": 4.3847138866228795e-06,
      "loss": 0.3881,
      "step": 588800
    },
    {
      "epoch": 164.33,
      "grad_norm": 1.2023826837539673,
      "learning_rate": 4.3847005933317435e-06,
      "loss": 0.3923,
      "step": 588810
    },
    {
      "epoch": 164.34,
      "grad_norm": 1.1561076641082764,
      "learning_rate": 4.384687299768957e-06,
      "loss": 0.3926,
      "step": 588820
    },
    {
      "epoch": 164.34,
      "grad_norm": 1.1397424936294556,
      "learning_rate": 4.3846740059345215e-06,
      "loss": 0.3874,
      "step": 588830
    },
    {
      "epoch": 164.34,
      "grad_norm": 1.389441967010498,
      "learning_rate": 4.384660711828437e-06,
      "loss": 0.3781,
      "step": 588840
    },
    {
      "epoch": 164.35,
      "grad_norm": 1.2302918434143066,
      "learning_rate": 4.384647417450708e-06,
      "loss": 0.3834,
      "step": 588850
    },
    {
      "epoch": 164.35,
      "grad_norm": 1.2655740976333618,
      "learning_rate": 4.384634122801334e-06,
      "loss": 0.3963,
      "step": 588860
    },
    {
      "epoch": 164.35,
      "grad_norm": 1.0352154970169067,
      "learning_rate": 4.3846208278803186e-06,
      "loss": 0.3889,
      "step": 588870
    },
    {
      "epoch": 164.35,
      "grad_norm": 1.246456503868103,
      "learning_rate": 4.384607532687663e-06,
      "loss": 0.3787,
      "step": 588880
    },
    {
      "epoch": 164.36,
      "grad_norm": 1.260374665260315,
      "learning_rate": 4.384594237223368e-06,
      "loss": 0.3985,
      "step": 588890
    },
    {
      "epoch": 164.36,
      "grad_norm": 1.3530552387237549,
      "learning_rate": 4.384580941487436e-06,
      "loss": 0.3906,
      "step": 588900
    },
    {
      "epoch": 164.36,
      "grad_norm": 1.2395309209823608,
      "learning_rate": 4.384567645479869e-06,
      "loss": 0.3801,
      "step": 588910
    },
    {
      "epoch": 164.37,
      "grad_norm": 1.0955967903137207,
      "learning_rate": 4.384554349200669e-06,
      "loss": 0.4064,
      "step": 588920
    },
    {
      "epoch": 164.37,
      "grad_norm": 1.4379549026489258,
      "learning_rate": 4.384541052649837e-06,
      "loss": 0.385,
      "step": 588930
    },
    {
      "epoch": 164.37,
      "grad_norm": 1.0315868854522705,
      "learning_rate": 4.384527755827375e-06,
      "loss": 0.3939,
      "step": 588940
    },
    {
      "epoch": 164.37,
      "grad_norm": 1.0412466526031494,
      "learning_rate": 4.384514458733286e-06,
      "loss": 0.3862,
      "step": 588950
    },
    {
      "epoch": 164.38,
      "grad_norm": 1.4156157970428467,
      "learning_rate": 4.3845011613675695e-06,
      "loss": 0.3937,
      "step": 588960
    },
    {
      "epoch": 164.38,
      "grad_norm": 1.3254010677337646,
      "learning_rate": 4.3844878637302295e-06,
      "loss": 0.3796,
      "step": 588970
    },
    {
      "epoch": 164.38,
      "grad_norm": 1.236643671989441,
      "learning_rate": 4.3844745658212654e-06,
      "loss": 0.3577,
      "step": 588980
    },
    {
      "epoch": 164.38,
      "grad_norm": 1.1702769994735718,
      "learning_rate": 4.384461267640681e-06,
      "loss": 0.3913,
      "step": 588990
    },
    {
      "epoch": 164.39,
      "grad_norm": 1.1315045356750488,
      "learning_rate": 4.384447969188478e-06,
      "loss": 0.3869,
      "step": 589000
    },
    {
      "epoch": 164.39,
      "grad_norm": 1.3193764686584473,
      "learning_rate": 4.3844346704646565e-06,
      "loss": 0.393,
      "step": 589010
    },
    {
      "epoch": 164.39,
      "grad_norm": 1.3096153736114502,
      "learning_rate": 4.3844213714692194e-06,
      "loss": 0.3926,
      "step": 589020
    },
    {
      "epoch": 164.4,
      "grad_norm": 1.253688931465149,
      "learning_rate": 4.384408072202169e-06,
      "loss": 0.4005,
      "step": 589030
    },
    {
      "epoch": 164.4,
      "grad_norm": 1.1943098306655884,
      "learning_rate": 4.384394772663506e-06,
      "loss": 0.3879,
      "step": 589040
    },
    {
      "epoch": 164.4,
      "grad_norm": 1.1916768550872803,
      "learning_rate": 4.384381472853234e-06,
      "loss": 0.3889,
      "step": 589050
    },
    {
      "epoch": 164.4,
      "grad_norm": 1.0209918022155762,
      "learning_rate": 4.3843681727713515e-06,
      "loss": 0.3894,
      "step": 589060
    },
    {
      "epoch": 164.41,
      "grad_norm": 1.1833035945892334,
      "learning_rate": 4.384354872417862e-06,
      "loss": 0.3784,
      "step": 589070
    },
    {
      "epoch": 164.41,
      "grad_norm": 1.0701509714126587,
      "learning_rate": 4.3843415717927684e-06,
      "loss": 0.3874,
      "step": 589080
    },
    {
      "epoch": 164.41,
      "grad_norm": 1.0767614841461182,
      "learning_rate": 4.384328270896072e-06,
      "loss": 0.3976,
      "step": 589090
    },
    {
      "epoch": 164.42,
      "grad_norm": 1.181463599205017,
      "learning_rate": 4.384314969727773e-06,
      "loss": 0.393,
      "step": 589100
    },
    {
      "epoch": 164.42,
      "grad_norm": 1.1959682703018188,
      "learning_rate": 4.384301668287875e-06,
      "loss": 0.3635,
      "step": 589110
    },
    {
      "epoch": 164.42,
      "grad_norm": 1.3847730159759521,
      "learning_rate": 4.384288366576379e-06,
      "loss": 0.3843,
      "step": 589120
    },
    {
      "epoch": 164.42,
      "grad_norm": 1.2536085844039917,
      "learning_rate": 4.384275064593286e-06,
      "loss": 0.3787,
      "step": 589130
    },
    {
      "epoch": 164.43,
      "grad_norm": 1.1257275342941284,
      "learning_rate": 4.384261762338599e-06,
      "loss": 0.3871,
      "step": 589140
    },
    {
      "epoch": 164.43,
      "grad_norm": 1.007376790046692,
      "learning_rate": 4.384248459812319e-06,
      "loss": 0.3778,
      "step": 589150
    },
    {
      "epoch": 164.43,
      "grad_norm": 1.1020514965057373,
      "learning_rate": 4.3842351570144485e-06,
      "loss": 0.4158,
      "step": 589160
    },
    {
      "epoch": 164.43,
      "grad_norm": 1.2962912321090698,
      "learning_rate": 4.38422185394499e-06,
      "loss": 0.397,
      "step": 589170
    },
    {
      "epoch": 164.44,
      "grad_norm": 1.2461496591567993,
      "learning_rate": 4.384208550603943e-06,
      "loss": 0.3806,
      "step": 589180
    },
    {
      "epoch": 164.44,
      "grad_norm": 1.2241127490997314,
      "learning_rate": 4.38419524699131e-06,
      "loss": 0.3792,
      "step": 589190
    },
    {
      "epoch": 164.44,
      "grad_norm": 1.1461122035980225,
      "learning_rate": 4.3841819431070935e-06,
      "loss": 0.4014,
      "step": 589200
    },
    {
      "epoch": 164.45,
      "grad_norm": 0.9932246804237366,
      "learning_rate": 4.384168638951295e-06,
      "loss": 0.3666,
      "step": 589210
    },
    {
      "epoch": 164.45,
      "grad_norm": 1.0756654739379883,
      "learning_rate": 4.384155334523917e-06,
      "loss": 0.3695,
      "step": 589220
    },
    {
      "epoch": 164.45,
      "grad_norm": 0.980434000492096,
      "learning_rate": 4.384142029824959e-06,
      "loss": 0.3931,
      "step": 589230
    },
    {
      "epoch": 164.45,
      "grad_norm": 1.043899416923523,
      "learning_rate": 4.3841287248544255e-06,
      "loss": 0.38,
      "step": 589240
    },
    {
      "epoch": 164.46,
      "grad_norm": 1.1634151935577393,
      "learning_rate": 4.384115419612316e-06,
      "loss": 0.4015,
      "step": 589250
    },
    {
      "epoch": 164.46,
      "grad_norm": 3.389777898788452,
      "learning_rate": 4.384102114098634e-06,
      "loss": 0.3828,
      "step": 589260
    },
    {
      "epoch": 164.46,
      "grad_norm": 1.1229850053787231,
      "learning_rate": 4.38408880831338e-06,
      "loss": 0.3985,
      "step": 589270
    },
    {
      "epoch": 164.47,
      "grad_norm": 1.2884371280670166,
      "learning_rate": 4.384075502256557e-06,
      "loss": 0.3793,
      "step": 589280
    },
    {
      "epoch": 164.47,
      "grad_norm": 11.427014350891113,
      "learning_rate": 4.384062195928166e-06,
      "loss": 0.3685,
      "step": 589290
    },
    {
      "epoch": 164.47,
      "grad_norm": 2.159787178039551,
      "learning_rate": 4.384048889328209e-06,
      "loss": 0.391,
      "step": 589300
    },
    {
      "epoch": 164.47,
      "grad_norm": 1.260520577430725,
      "learning_rate": 4.3840355824566875e-06,
      "loss": 0.4023,
      "step": 589310
    },
    {
      "epoch": 164.48,
      "grad_norm": 1.2741974592208862,
      "learning_rate": 4.384022275313604e-06,
      "loss": 0.3877,
      "step": 589320
    },
    {
      "epoch": 164.48,
      "grad_norm": 1.2136574983596802,
      "learning_rate": 4.384008967898959e-06,
      "loss": 0.3961,
      "step": 589330
    },
    {
      "epoch": 164.48,
      "grad_norm": 1.3967957496643066,
      "learning_rate": 4.383995660212755e-06,
      "loss": 0.38,
      "step": 589340
    },
    {
      "epoch": 164.49,
      "grad_norm": 1.099157691001892,
      "learning_rate": 4.383982352254994e-06,
      "loss": 0.3904,
      "step": 589350
    },
    {
      "epoch": 164.49,
      "grad_norm": 1.2290757894515991,
      "learning_rate": 4.383969044025678e-06,
      "loss": 0.3889,
      "step": 589360
    },
    {
      "epoch": 164.49,
      "grad_norm": 1.2128167152404785,
      "learning_rate": 4.383955735524807e-06,
      "loss": 0.359,
      "step": 589370
    },
    {
      "epoch": 164.49,
      "grad_norm": 1.1570838689804077,
      "learning_rate": 4.383942426752385e-06,
      "loss": 0.3756,
      "step": 589380
    },
    {
      "epoch": 164.5,
      "grad_norm": 1.1981106996536255,
      "learning_rate": 4.383929117708412e-06,
      "loss": 0.3775,
      "step": 589390
    },
    {
      "epoch": 164.5,
      "grad_norm": 1.0252772569656372,
      "learning_rate": 4.383915808392891e-06,
      "loss": 0.3879,
      "step": 589400
    },
    {
      "epoch": 164.5,
      "grad_norm": 1.1070867776870728,
      "learning_rate": 4.383902498805824e-06,
      "loss": 0.3925,
      "step": 589410
    },
    {
      "epoch": 164.5,
      "grad_norm": 1.0266178846359253,
      "learning_rate": 4.383889188947211e-06,
      "loss": 0.3759,
      "step": 589420
    },
    {
      "epoch": 164.51,
      "grad_norm": 1.0702400207519531,
      "learning_rate": 4.383875878817056e-06,
      "loss": 0.3824,
      "step": 589430
    },
    {
      "epoch": 164.51,
      "grad_norm": 0.9509142637252808,
      "learning_rate": 4.38386256841536e-06,
      "loss": 0.3878,
      "step": 589440
    },
    {
      "epoch": 164.51,
      "grad_norm": 1.2760930061340332,
      "learning_rate": 4.383849257742123e-06,
      "loss": 0.3936,
      "step": 589450
    },
    {
      "epoch": 164.52,
      "grad_norm": 1.376773476600647,
      "learning_rate": 4.383835946797349e-06,
      "loss": 0.3897,
      "step": 589460
    },
    {
      "epoch": 164.52,
      "grad_norm": 6.278274059295654,
      "learning_rate": 4.3838226355810395e-06,
      "loss": 0.3991,
      "step": 589470
    },
    {
      "epoch": 164.52,
      "grad_norm": 1.3014880418777466,
      "learning_rate": 4.383809324093195e-06,
      "loss": 0.3917,
      "step": 589480
    },
    {
      "epoch": 164.52,
      "grad_norm": 1.090293288230896,
      "learning_rate": 4.383796012333818e-06,
      "loss": 0.3771,
      "step": 589490
    },
    {
      "epoch": 164.53,
      "grad_norm": 0.9165850877761841,
      "learning_rate": 4.3837827003029115e-06,
      "loss": 0.3644,
      "step": 589500
    },
    {
      "epoch": 164.53,
      "grad_norm": 1.1204817295074463,
      "learning_rate": 4.383769388000475e-06,
      "loss": 0.4006,
      "step": 589510
    },
    {
      "epoch": 164.53,
      "grad_norm": 1.168068528175354,
      "learning_rate": 4.383756075426511e-06,
      "loss": 0.3693,
      "step": 589520
    },
    {
      "epoch": 164.54,
      "grad_norm": 1.0065804719924927,
      "learning_rate": 4.383742762581022e-06,
      "loss": 0.3784,
      "step": 589530
    },
    {
      "epoch": 164.54,
      "grad_norm": 1.1200264692306519,
      "learning_rate": 4.38372944946401e-06,
      "loss": 0.3933,
      "step": 589540
    },
    {
      "epoch": 164.54,
      "grad_norm": 1.1768956184387207,
      "learning_rate": 4.383716136075476e-06,
      "loss": 0.387,
      "step": 589550
    },
    {
      "epoch": 164.54,
      "grad_norm": 1.2489758729934692,
      "learning_rate": 4.383702822415421e-06,
      "loss": 0.4063,
      "step": 589560
    },
    {
      "epoch": 164.55,
      "grad_norm": 1.035721778869629,
      "learning_rate": 4.3836895084838495e-06,
      "loss": 0.393,
      "step": 589570
    },
    {
      "epoch": 164.55,
      "grad_norm": 1.1428508758544922,
      "learning_rate": 4.383676194280761e-06,
      "loss": 0.3901,
      "step": 589580
    },
    {
      "epoch": 164.55,
      "grad_norm": 1.239357352256775,
      "learning_rate": 4.383662879806157e-06,
      "loss": 0.3789,
      "step": 589590
    },
    {
      "epoch": 164.55,
      "grad_norm": 1.102130651473999,
      "learning_rate": 4.383649565060039e-06,
      "loss": 0.3872,
      "step": 589600
    },
    {
      "epoch": 164.56,
      "grad_norm": 1.120570421218872,
      "learning_rate": 4.383636250042412e-06,
      "loss": 0.3752,
      "step": 589610
    },
    {
      "epoch": 164.56,
      "grad_norm": 1.0520225763320923,
      "learning_rate": 4.383622934753274e-06,
      "loss": 0.3696,
      "step": 589620
    },
    {
      "epoch": 164.56,
      "grad_norm": 1.1498812437057495,
      "learning_rate": 4.38360961919263e-06,
      "loss": 0.3966,
      "step": 589630
    },
    {
      "epoch": 164.57,
      "grad_norm": 1.186661958694458,
      "learning_rate": 4.383596303360478e-06,
      "loss": 0.3742,
      "step": 589640
    },
    {
      "epoch": 164.57,
      "grad_norm": 1.2179979085922241,
      "learning_rate": 4.383582987256824e-06,
      "loss": 0.3961,
      "step": 589650
    },
    {
      "epoch": 164.57,
      "grad_norm": 1.0454570055007935,
      "learning_rate": 4.3835696708816666e-06,
      "loss": 0.4008,
      "step": 589660
    },
    {
      "epoch": 164.57,
      "grad_norm": 1.1557061672210693,
      "learning_rate": 4.383556354235009e-06,
      "loss": 0.3772,
      "step": 589670
    },
    {
      "epoch": 164.58,
      "grad_norm": 1.2870005369186401,
      "learning_rate": 4.383543037316852e-06,
      "loss": 0.3806,
      "step": 589680
    },
    {
      "epoch": 164.58,
      "grad_norm": 1.154028058052063,
      "learning_rate": 4.383529720127199e-06,
      "loss": 0.3847,
      "step": 589690
    },
    {
      "epoch": 164.58,
      "grad_norm": 1.2272930145263672,
      "learning_rate": 4.3835164026660496e-06,
      "loss": 0.3903,
      "step": 589700
    },
    {
      "epoch": 164.59,
      "grad_norm": 1.1954666376113892,
      "learning_rate": 4.383503084933407e-06,
      "loss": 0.3794,
      "step": 589710
    },
    {
      "epoch": 164.59,
      "grad_norm": 1.4115567207336426,
      "learning_rate": 4.383489766929273e-06,
      "loss": 0.3996,
      "step": 589720
    },
    {
      "epoch": 164.59,
      "grad_norm": 1.6373240947723389,
      "learning_rate": 4.383476448653649e-06,
      "loss": 0.3838,
      "step": 589730
    },
    {
      "epoch": 164.59,
      "grad_norm": 1.3360377550125122,
      "learning_rate": 4.383463130106537e-06,
      "loss": 0.3855,
      "step": 589740
    },
    {
      "epoch": 164.6,
      "grad_norm": 1.37233567237854,
      "learning_rate": 4.383449811287939e-06,
      "loss": 0.3791,
      "step": 589750
    },
    {
      "epoch": 164.6,
      "grad_norm": 1.496433973312378,
      "learning_rate": 4.383436492197856e-06,
      "loss": 0.3781,
      "step": 589760
    },
    {
      "epoch": 164.6,
      "grad_norm": 1.5686893463134766,
      "learning_rate": 4.38342317283629e-06,
      "loss": 0.3795,
      "step": 589770
    },
    {
      "epoch": 164.61,
      "grad_norm": 1.209019422531128,
      "learning_rate": 4.383409853203243e-06,
      "loss": 0.3965,
      "step": 589780
    },
    {
      "epoch": 164.61,
      "grad_norm": 1.2772661447525024,
      "learning_rate": 4.383396533298717e-06,
      "loss": 0.4029,
      "step": 589790
    },
    {
      "epoch": 164.61,
      "grad_norm": 1.1112310886383057,
      "learning_rate": 4.383383213122713e-06,
      "loss": 0.3762,
      "step": 589800
    },
    {
      "epoch": 164.61,
      "grad_norm": 1.317434310913086,
      "learning_rate": 4.383369892675233e-06,
      "loss": 0.362,
      "step": 589810
    },
    {
      "epoch": 164.62,
      "grad_norm": 1.1876152753829956,
      "learning_rate": 4.38335657195628e-06,
      "loss": 0.4034,
      "step": 589820
    },
    {
      "epoch": 164.62,
      "grad_norm": 1.196536660194397,
      "learning_rate": 4.383343250965855e-06,
      "loss": 0.3756,
      "step": 589830
    },
    {
      "epoch": 164.62,
      "grad_norm": 1.2792041301727295,
      "learning_rate": 4.3833299297039586e-06,
      "loss": 0.3917,
      "step": 589840
    },
    {
      "epoch": 164.62,
      "grad_norm": 1.0881849527359009,
      "learning_rate": 4.383316608170594e-06,
      "loss": 0.3796,
      "step": 589850
    },
    {
      "epoch": 164.63,
      "grad_norm": 1.213114857673645,
      "learning_rate": 4.383303286365762e-06,
      "loss": 0.3854,
      "step": 589860
    },
    {
      "epoch": 164.63,
      "grad_norm": 2.5812270641326904,
      "learning_rate": 4.3832899642894655e-06,
      "loss": 0.385,
      "step": 589870
    },
    {
      "epoch": 164.63,
      "grad_norm": 1.2601494789123535,
      "learning_rate": 4.383276641941706e-06,
      "loss": 0.3932,
      "step": 589880
    },
    {
      "epoch": 164.64,
      "grad_norm": 1.4522548913955688,
      "learning_rate": 4.383263319322484e-06,
      "loss": 0.3853,
      "step": 589890
    },
    {
      "epoch": 164.64,
      "grad_norm": 1.2474759817123413,
      "learning_rate": 4.3832499964318025e-06,
      "loss": 0.3785,
      "step": 589900
    },
    {
      "epoch": 164.64,
      "grad_norm": 1.0150136947631836,
      "learning_rate": 4.383236673269663e-06,
      "loss": 0.3882,
      "step": 589910
    },
    {
      "epoch": 164.64,
      "grad_norm": 1.1390173435211182,
      "learning_rate": 4.383223349836068e-06,
      "loss": 0.3769,
      "step": 589920
    },
    {
      "epoch": 164.65,
      "grad_norm": 1.2669795751571655,
      "learning_rate": 4.383210026131018e-06,
      "loss": 0.3919,
      "step": 589930
    },
    {
      "epoch": 164.65,
      "grad_norm": 1.2705159187316895,
      "learning_rate": 4.383196702154516e-06,
      "loss": 0.3982,
      "step": 589940
    },
    {
      "epoch": 164.65,
      "grad_norm": 1.2901370525360107,
      "learning_rate": 4.3831833779065615e-06,
      "loss": 0.3805,
      "step": 589950
    },
    {
      "epoch": 164.66,
      "grad_norm": 1.0649203062057495,
      "learning_rate": 4.38317005338716e-06,
      "loss": 0.3762,
      "step": 589960
    },
    {
      "epoch": 164.66,
      "grad_norm": 1.2025656700134277,
      "learning_rate": 4.38315672859631e-06,
      "loss": 0.3818,
      "step": 589970
    },
    {
      "epoch": 164.66,
      "grad_norm": 1.1892337799072266,
      "learning_rate": 4.383143403534014e-06,
      "loss": 0.3796,
      "step": 589980
    },
    {
      "epoch": 164.66,
      "grad_norm": 1.2295275926589966,
      "learning_rate": 4.383130078200274e-06,
      "loss": 0.4072,
      "step": 589990
    },
    {
      "epoch": 164.67,
      "grad_norm": 1.1799052953720093,
      "learning_rate": 4.3831167525950925e-06,
      "loss": 0.4034,
      "step": 590000
    },
    {
      "epoch": 164.67,
      "grad_norm": 1.197460412979126,
      "learning_rate": 4.383103426718471e-06,
      "loss": 0.3728,
      "step": 590010
    },
    {
      "epoch": 164.67,
      "grad_norm": 1.1818974018096924,
      "learning_rate": 4.383090100570411e-06,
      "loss": 0.3848,
      "step": 590020
    },
    {
      "epoch": 164.67,
      "grad_norm": 1.1589691638946533,
      "learning_rate": 4.3830767741509136e-06,
      "loss": 0.4099,
      "step": 590030
    },
    {
      "epoch": 164.68,
      "grad_norm": 1.2894201278686523,
      "learning_rate": 4.383063447459982e-06,
      "loss": 0.374,
      "step": 590040
    },
    {
      "epoch": 164.68,
      "grad_norm": 1.1734323501586914,
      "learning_rate": 4.3830501204976165e-06,
      "loss": 0.382,
      "step": 590050
    },
    {
      "epoch": 164.68,
      "grad_norm": 1.369387149810791,
      "learning_rate": 4.3830367932638204e-06,
      "loss": 0.3866,
      "step": 590060
    },
    {
      "epoch": 164.69,
      "grad_norm": 1.2265533208847046,
      "learning_rate": 4.3830234657585935e-06,
      "loss": 0.3898,
      "step": 590070
    },
    {
      "epoch": 164.69,
      "grad_norm": 1.0447556972503662,
      "learning_rate": 4.383010137981939e-06,
      "loss": 0.3859,
      "step": 590080
    },
    {
      "epoch": 164.69,
      "grad_norm": 1.1807807683944702,
      "learning_rate": 4.38299680993386e-06,
      "loss": 0.3705,
      "step": 590090
    },
    {
      "epoch": 164.69,
      "grad_norm": 1.1880171298980713,
      "learning_rate": 4.3829834816143554e-06,
      "loss": 0.3703,
      "step": 590100
    },
    {
      "epoch": 164.7,
      "grad_norm": 1.2859625816345215,
      "learning_rate": 4.382970153023428e-06,
      "loss": 0.3862,
      "step": 590110
    },
    {
      "epoch": 164.7,
      "grad_norm": 1.2105894088745117,
      "learning_rate": 4.3829568241610806e-06,
      "loss": 0.4057,
      "step": 590120
    },
    {
      "epoch": 164.7,
      "grad_norm": 1.1619206666946411,
      "learning_rate": 4.382943495027314e-06,
      "loss": 0.3719,
      "step": 590130
    },
    {
      "epoch": 164.71,
      "grad_norm": 1.0886485576629639,
      "learning_rate": 4.38293016562213e-06,
      "loss": 0.4093,
      "step": 590140
    },
    {
      "epoch": 164.71,
      "grad_norm": 1.1854088306427002,
      "learning_rate": 4.38291683594553e-06,
      "loss": 0.3788,
      "step": 590150
    },
    {
      "epoch": 164.71,
      "grad_norm": 1.1122902631759644,
      "learning_rate": 4.382903505997517e-06,
      "loss": 0.3833,
      "step": 590160
    },
    {
      "epoch": 164.71,
      "grad_norm": 1.0814578533172607,
      "learning_rate": 4.3828901757780926e-06,
      "loss": 0.3846,
      "step": 590170
    },
    {
      "epoch": 164.72,
      "grad_norm": 1.0996297597885132,
      "learning_rate": 4.3828768452872574e-06,
      "loss": 0.3863,
      "step": 590180
    },
    {
      "epoch": 164.72,
      "grad_norm": 1.1818909645080566,
      "learning_rate": 4.382863514525014e-06,
      "loss": 0.3784,
      "step": 590190
    },
    {
      "epoch": 164.72,
      "grad_norm": 1.1346893310546875,
      "learning_rate": 4.382850183491365e-06,
      "loss": 0.3703,
      "step": 590200
    },
    {
      "epoch": 164.73,
      "grad_norm": 1.0039803981781006,
      "learning_rate": 4.38283685218631e-06,
      "loss": 0.3888,
      "step": 590210
    },
    {
      "epoch": 164.73,
      "grad_norm": 1.175719141960144,
      "learning_rate": 4.382823520609851e-06,
      "loss": 0.3796,
      "step": 590220
    },
    {
      "epoch": 164.73,
      "grad_norm": 1.2166271209716797,
      "learning_rate": 4.382810188761993e-06,
      "loss": 0.3923,
      "step": 590230
    },
    {
      "epoch": 164.73,
      "grad_norm": 1.486926555633545,
      "learning_rate": 4.382796856642735e-06,
      "loss": 0.3775,
      "step": 590240
    },
    {
      "epoch": 164.74,
      "grad_norm": 1.1889727115631104,
      "learning_rate": 4.3827835242520784e-06,
      "loss": 0.3827,
      "step": 590250
    },
    {
      "epoch": 164.74,
      "grad_norm": 1.6774462461471558,
      "learning_rate": 4.382770191590027e-06,
      "loss": 0.3762,
      "step": 590260
    },
    {
      "epoch": 164.74,
      "grad_norm": 1.0743175745010376,
      "learning_rate": 4.382756858656581e-06,
      "loss": 0.3642,
      "step": 590270
    },
    {
      "epoch": 164.74,
      "grad_norm": 1.1927903890609741,
      "learning_rate": 4.382743525451741e-06,
      "loss": 0.365,
      "step": 590280
    },
    {
      "epoch": 164.75,
      "grad_norm": 1.1829144954681396,
      "learning_rate": 4.382730191975513e-06,
      "loss": 0.399,
      "step": 590290
    },
    {
      "epoch": 164.75,
      "grad_norm": 1.1808639764785767,
      "learning_rate": 4.3827168582278946e-06,
      "loss": 0.4011,
      "step": 590300
    },
    {
      "epoch": 164.75,
      "grad_norm": 1.1377183198928833,
      "learning_rate": 4.38270352420889e-06,
      "loss": 0.3743,
      "step": 590310
    },
    {
      "epoch": 164.76,
      "grad_norm": 1.125959873199463,
      "learning_rate": 4.382690189918499e-06,
      "loss": 0.3774,
      "step": 590320
    },
    {
      "epoch": 164.76,
      "grad_norm": 1.0510324239730835,
      "learning_rate": 4.382676855356726e-06,
      "loss": 0.3775,
      "step": 590330
    },
    {
      "epoch": 164.76,
      "grad_norm": 1.203755259513855,
      "learning_rate": 4.382663520523571e-06,
      "loss": 0.4033,
      "step": 590340
    },
    {
      "epoch": 164.76,
      "grad_norm": 1.1604615449905396,
      "learning_rate": 4.382650185419035e-06,
      "loss": 0.3992,
      "step": 590350
    },
    {
      "epoch": 164.77,
      "grad_norm": 1.227250576019287,
      "learning_rate": 4.382636850043121e-06,
      "loss": 0.3903,
      "step": 590360
    },
    {
      "epoch": 164.77,
      "grad_norm": 1.3059746026992798,
      "learning_rate": 4.382623514395831e-06,
      "loss": 0.3865,
      "step": 590370
    },
    {
      "epoch": 164.77,
      "grad_norm": 1.2196288108825684,
      "learning_rate": 4.382610178477166e-06,
      "loss": 0.3824,
      "step": 590380
    },
    {
      "epoch": 164.78,
      "grad_norm": 1.1240803003311157,
      "learning_rate": 4.382596842287129e-06,
      "loss": 0.3758,
      "step": 590390
    },
    {
      "epoch": 164.78,
      "grad_norm": 1.0749657154083252,
      "learning_rate": 4.382583505825721e-06,
      "loss": 0.3696,
      "step": 590400
    },
    {
      "epoch": 164.78,
      "grad_norm": 1.1626988649368286,
      "learning_rate": 4.382570169092943e-06,
      "loss": 0.3702,
      "step": 590410
    },
    {
      "epoch": 164.78,
      "grad_norm": 1.2945677042007446,
      "learning_rate": 4.382556832088797e-06,
      "loss": 0.3866,
      "step": 590420
    },
    {
      "epoch": 164.79,
      "grad_norm": 1.3217592239379883,
      "learning_rate": 4.382543494813287e-06,
      "loss": 0.3966,
      "step": 590430
    },
    {
      "epoch": 164.79,
      "grad_norm": 1.303107500076294,
      "learning_rate": 4.382530157266411e-06,
      "loss": 0.3716,
      "step": 590440
    },
    {
      "epoch": 164.79,
      "grad_norm": 1.1807975769042969,
      "learning_rate": 4.3825168194481745e-06,
      "loss": 0.3772,
      "step": 590450
    },
    {
      "epoch": 164.79,
      "grad_norm": 1.695996880531311,
      "learning_rate": 4.382503481358576e-06,
      "loss": 0.3885,
      "step": 590460
    },
    {
      "epoch": 164.8,
      "grad_norm": 1.1461702585220337,
      "learning_rate": 4.38249014299762e-06,
      "loss": 0.3888,
      "step": 590470
    },
    {
      "epoch": 164.8,
      "grad_norm": 1.2206571102142334,
      "learning_rate": 4.382476804365307e-06,
      "loss": 0.3845,
      "step": 590480
    },
    {
      "epoch": 164.8,
      "grad_norm": 1.1415202617645264,
      "learning_rate": 4.382463465461639e-06,
      "loss": 0.3713,
      "step": 590490
    },
    {
      "epoch": 164.81,
      "grad_norm": 1.090420126914978,
      "learning_rate": 4.382450126286617e-06,
      "loss": 0.3737,
      "step": 590500
    },
    {
      "epoch": 164.81,
      "grad_norm": 1.0153720378875732,
      "learning_rate": 4.382436786840244e-06,
      "loss": 0.3824,
      "step": 590510
    },
    {
      "epoch": 164.81,
      "grad_norm": 1.2194602489471436,
      "learning_rate": 4.382423447122521e-06,
      "loss": 0.3947,
      "step": 590520
    },
    {
      "epoch": 164.81,
      "grad_norm": 1.1292582750320435,
      "learning_rate": 4.38241010713345e-06,
      "loss": 0.3745,
      "step": 590530
    },
    {
      "epoch": 164.82,
      "grad_norm": 1.0975456237792969,
      "learning_rate": 4.3823967668730336e-06,
      "loss": 0.3907,
      "step": 590540
    },
    {
      "epoch": 164.82,
      "grad_norm": 1.2935922145843506,
      "learning_rate": 4.382383426341272e-06,
      "loss": 0.3678,
      "step": 590550
    },
    {
      "epoch": 164.82,
      "grad_norm": 1.2758162021636963,
      "learning_rate": 4.382370085538167e-06,
      "loss": 0.3825,
      "step": 590560
    },
    {
      "epoch": 164.83,
      "grad_norm": 0.9541062712669373,
      "learning_rate": 4.382356744463722e-06,
      "loss": 0.3695,
      "step": 590570
    },
    {
      "epoch": 164.83,
      "grad_norm": 1.1651058197021484,
      "learning_rate": 4.382343403117939e-06,
      "loss": 0.3893,
      "step": 590580
    },
    {
      "epoch": 164.83,
      "grad_norm": 1.2173349857330322,
      "learning_rate": 4.382330061500816e-06,
      "loss": 0.3797,
      "step": 590590
    },
    {
      "epoch": 164.83,
      "grad_norm": 1.2243232727050781,
      "learning_rate": 4.38231671961236e-06,
      "loss": 0.4015,
      "step": 590600
    },
    {
      "epoch": 164.84,
      "grad_norm": 1.113552212715149,
      "learning_rate": 4.382303377452569e-06,
      "loss": 0.3806,
      "step": 590610
    },
    {
      "epoch": 164.84,
      "grad_norm": 1.2823486328125,
      "learning_rate": 4.382290035021445e-06,
      "loss": 0.395,
      "step": 590620
    },
    {
      "epoch": 164.84,
      "grad_norm": 1.2336291074752808,
      "learning_rate": 4.382276692318992e-06,
      "loss": 0.3696,
      "step": 590630
    },
    {
      "epoch": 164.85,
      "grad_norm": 1.1269184350967407,
      "learning_rate": 4.382263349345211e-06,
      "loss": 0.3896,
      "step": 590640
    },
    {
      "epoch": 164.85,
      "grad_norm": 5.060912132263184,
      "learning_rate": 4.382250006100103e-06,
      "loss": 0.3798,
      "step": 590650
    },
    {
      "epoch": 164.85,
      "grad_norm": 1.1438884735107422,
      "learning_rate": 4.38223666258367e-06,
      "loss": 0.3823,
      "step": 590660
    },
    {
      "epoch": 164.85,
      "grad_norm": 1.5478870868682861,
      "learning_rate": 4.382223318795912e-06,
      "loss": 0.3748,
      "step": 590670
    },
    {
      "epoch": 164.86,
      "grad_norm": 1.1068274974822998,
      "learning_rate": 4.382209974736835e-06,
      "loss": 0.3783,
      "step": 590680
    },
    {
      "epoch": 164.86,
      "grad_norm": 1.1080946922302246,
      "learning_rate": 4.382196630406438e-06,
      "loss": 0.3822,
      "step": 590690
    },
    {
      "epoch": 164.86,
      "grad_norm": 1.4102871417999268,
      "learning_rate": 4.382183285804723e-06,
      "loss": 0.3752,
      "step": 590700
    },
    {
      "epoch": 164.86,
      "grad_norm": 1.128735065460205,
      "learning_rate": 4.382169940931692e-06,
      "loss": 0.3736,
      "step": 590710
    },
    {
      "epoch": 164.87,
      "grad_norm": 1.0940496921539307,
      "learning_rate": 4.382156595787346e-06,
      "loss": 0.401,
      "step": 590720
    },
    {
      "epoch": 164.87,
      "grad_norm": 1.3154913187026978,
      "learning_rate": 4.382143250371689e-06,
      "loss": 0.3753,
      "step": 590730
    },
    {
      "epoch": 164.87,
      "grad_norm": 1.1407676935195923,
      "learning_rate": 4.38212990468472e-06,
      "loss": 0.3996,
      "step": 590740
    },
    {
      "epoch": 164.88,
      "grad_norm": 1.6038521528244019,
      "learning_rate": 4.3821165587264435e-06,
      "loss": 0.3866,
      "step": 590750
    },
    {
      "epoch": 164.88,
      "grad_norm": 2.664031982421875,
      "learning_rate": 4.382103212496859e-06,
      "loss": 0.3897,
      "step": 590760
    },
    {
      "epoch": 164.88,
      "grad_norm": 1.2643975019454956,
      "learning_rate": 4.382089865995968e-06,
      "loss": 0.384,
      "step": 590770
    },
    {
      "epoch": 164.88,
      "grad_norm": 1.4045735597610474,
      "learning_rate": 4.382076519223775e-06,
      "loss": 0.379,
      "step": 590780
    },
    {
      "epoch": 164.89,
      "grad_norm": 1.2074657678604126,
      "learning_rate": 4.38206317218028e-06,
      "loss": 0.3776,
      "step": 590790
    },
    {
      "epoch": 164.89,
      "grad_norm": 1.1733638048171997,
      "learning_rate": 4.382049824865484e-06,
      "loss": 0.3856,
      "step": 590800
    },
    {
      "epoch": 164.89,
      "grad_norm": 1.1588284969329834,
      "learning_rate": 4.38203647727939e-06,
      "loss": 0.3799,
      "step": 590810
    },
    {
      "epoch": 164.9,
      "grad_norm": 1.3073810338974,
      "learning_rate": 4.382023129422e-06,
      "loss": 0.385,
      "step": 590820
    },
    {
      "epoch": 164.9,
      "grad_norm": 1.1515953540802002,
      "learning_rate": 4.382009781293316e-06,
      "loss": 0.3846,
      "step": 590830
    },
    {
      "epoch": 164.9,
      "grad_norm": 0.9941306710243225,
      "learning_rate": 4.381996432893338e-06,
      "loss": 0.3917,
      "step": 590840
    },
    {
      "epoch": 164.9,
      "grad_norm": 1.10785710811615,
      "learning_rate": 4.381983084222069e-06,
      "loss": 0.3743,
      "step": 590850
    },
    {
      "epoch": 164.91,
      "grad_norm": 1.2982704639434814,
      "learning_rate": 4.3819697352795104e-06,
      "loss": 0.3665,
      "step": 590860
    },
    {
      "epoch": 164.91,
      "grad_norm": 1.3479561805725098,
      "learning_rate": 4.381956386065665e-06,
      "loss": 0.3777,
      "step": 590870
    },
    {
      "epoch": 164.91,
      "grad_norm": 1.5559371709823608,
      "learning_rate": 4.381943036580533e-06,
      "loss": 0.3641,
      "step": 590880
    },
    {
      "epoch": 164.91,
      "grad_norm": 1.2961690425872803,
      "learning_rate": 4.381929686824117e-06,
      "loss": 0.3787,
      "step": 590890
    },
    {
      "epoch": 164.92,
      "grad_norm": 1.3483070135116577,
      "learning_rate": 4.381916336796419e-06,
      "loss": 0.3879,
      "step": 590900
    },
    {
      "epoch": 164.92,
      "grad_norm": 1.3052630424499512,
      "learning_rate": 4.38190298649744e-06,
      "loss": 0.3768,
      "step": 590910
    },
    {
      "epoch": 164.92,
      "grad_norm": 1.4726591110229492,
      "learning_rate": 4.3818896359271836e-06,
      "loss": 0.3811,
      "step": 590920
    },
    {
      "epoch": 164.93,
      "grad_norm": 1.1942346096038818,
      "learning_rate": 4.381876285085649e-06,
      "loss": 0.3727,
      "step": 590930
    },
    {
      "epoch": 164.93,
      "grad_norm": 1.1210412979125977,
      "learning_rate": 4.38186293397284e-06,
      "loss": 0.4035,
      "step": 590940
    },
    {
      "epoch": 164.93,
      "grad_norm": 1.4268217086791992,
      "learning_rate": 4.381849582588757e-06,
      "loss": 0.401,
      "step": 590950
    },
    {
      "epoch": 164.93,
      "grad_norm": 1.1367536783218384,
      "learning_rate": 4.381836230933402e-06,
      "loss": 0.3885,
      "step": 590960
    },
    {
      "epoch": 164.94,
      "grad_norm": 1.3920536041259766,
      "learning_rate": 4.381822879006779e-06,
      "loss": 0.3798,
      "step": 590970
    },
    {
      "epoch": 164.94,
      "grad_norm": 1.2543057203292847,
      "learning_rate": 4.381809526808886e-06,
      "loss": 0.3871,
      "step": 590980
    },
    {
      "epoch": 164.94,
      "grad_norm": 1.2389042377471924,
      "learning_rate": 4.381796174339728e-06,
      "loss": 0.4001,
      "step": 590990
    },
    {
      "epoch": 164.95,
      "grad_norm": 1.1305171251296997,
      "learning_rate": 4.381782821599305e-06,
      "loss": 0.379,
      "step": 591000
    },
    {
      "epoch": 164.95,
      "grad_norm": 2.9268574714660645,
      "learning_rate": 4.38176946858762e-06,
      "loss": 0.412,
      "step": 591010
    },
    {
      "epoch": 164.95,
      "grad_norm": 1.3254635334014893,
      "learning_rate": 4.381756115304672e-06,
      "loss": 0.3764,
      "step": 591020
    },
    {
      "epoch": 164.95,
      "grad_norm": 1.144661784172058,
      "learning_rate": 4.3817427617504664e-06,
      "loss": 0.3761,
      "step": 591030
    },
    {
      "epoch": 164.96,
      "grad_norm": 1.2072280645370483,
      "learning_rate": 4.381729407925003e-06,
      "loss": 0.4011,
      "step": 591040
    },
    {
      "epoch": 164.96,
      "grad_norm": 1.1937756538391113,
      "learning_rate": 4.381716053828284e-06,
      "loss": 0.3999,
      "step": 591050
    },
    {
      "epoch": 164.96,
      "grad_norm": 1.5132722854614258,
      "learning_rate": 4.381702699460311e-06,
      "loss": 0.4052,
      "step": 591060
    },
    {
      "epoch": 164.97,
      "grad_norm": 0.9488906264305115,
      "learning_rate": 4.381689344821087e-06,
      "loss": 0.3927,
      "step": 591070
    },
    {
      "epoch": 164.97,
      "grad_norm": 1.3876597881317139,
      "learning_rate": 4.381675989910612e-06,
      "loss": 0.3752,
      "step": 591080
    },
    {
      "epoch": 164.97,
      "grad_norm": 1.3640371561050415,
      "learning_rate": 4.381662634728888e-06,
      "loss": 0.3937,
      "step": 591090
    },
    {
      "epoch": 164.97,
      "grad_norm": 0.9954795241355896,
      "learning_rate": 4.381649279275918e-06,
      "loss": 0.4022,
      "step": 591100
    },
    {
      "epoch": 164.98,
      "grad_norm": 1.1528764963150024,
      "learning_rate": 4.381635923551702e-06,
      "loss": 0.3736,
      "step": 591110
    },
    {
      "epoch": 164.98,
      "grad_norm": 1.074191927909851,
      "learning_rate": 4.381622567556245e-06,
      "loss": 0.3871,
      "step": 591120
    },
    {
      "epoch": 164.98,
      "grad_norm": 1.2883201837539673,
      "learning_rate": 4.381609211289545e-06,
      "loss": 0.3858,
      "step": 591130
    },
    {
      "epoch": 164.98,
      "grad_norm": 1.3367915153503418,
      "learning_rate": 4.381595854751605e-06,
      "loss": 0.3694,
      "step": 591140
    },
    {
      "epoch": 164.99,
      "grad_norm": 1.2935277223587036,
      "learning_rate": 4.381582497942428e-06,
      "loss": 0.393,
      "step": 591150
    },
    {
      "epoch": 164.99,
      "grad_norm": 1.3383431434631348,
      "learning_rate": 4.381569140862014e-06,
      "loss": 0.397,
      "step": 591160
    },
    {
      "epoch": 164.99,
      "grad_norm": 1.0943080186843872,
      "learning_rate": 4.381555783510367e-06,
      "loss": 0.3902,
      "step": 591170
    },
    {
      "epoch": 165.0,
      "grad_norm": 1.7343263626098633,
      "learning_rate": 4.381542425887487e-06,
      "loss": 0.3881,
      "step": 591180
    },
    {
      "epoch": 165.0,
      "grad_norm": 1.3842366933822632,
      "learning_rate": 4.381529067993376e-06,
      "loss": 0.3806,
      "step": 591190
    },
    {
      "epoch": 165.0,
      "eval_loss": 0.3870317041873932,
      "eval_runtime": 63.365,
      "eval_samples_per_second": 79.839,
      "eval_steps_per_second": 9.99,
      "step": 591195
    },
    {
      "epoch": 165.0,
      "grad_norm": 1.2982609272003174,
      "learning_rate": 4.381515709828036e-06,
      "loss": 0.3936,
      "step": 591200
    },
    {
      "epoch": 165.0,
      "grad_norm": 1.0966286659240723,
      "learning_rate": 4.381502351391469e-06,
      "loss": 0.4044,
      "step": 591210
    },
    {
      "epoch": 165.01,
      "grad_norm": 1.005164623260498,
      "learning_rate": 4.381488992683677e-06,
      "loss": 0.3937,
      "step": 591220
    },
    {
      "epoch": 165.01,
      "grad_norm": 1.1785329580307007,
      "learning_rate": 4.381475633704661e-06,
      "loss": 0.3938,
      "step": 591230
    },
    {
      "epoch": 165.01,
      "grad_norm": 1.1071155071258545,
      "learning_rate": 4.3814622744544235e-06,
      "loss": 0.3874,
      "step": 591240
    },
    {
      "epoch": 165.02,
      "grad_norm": 1.0996812582015991,
      "learning_rate": 4.381448914932966e-06,
      "loss": 0.3893,
      "step": 591250
    },
    {
      "epoch": 165.02,
      "grad_norm": 1.3296886682510376,
      "learning_rate": 4.381435555140289e-06,
      "loss": 0.3782,
      "step": 591260
    },
    {
      "epoch": 165.02,
      "grad_norm": 1.3719192743301392,
      "learning_rate": 4.381422195076397e-06,
      "loss": 0.3971,
      "step": 591270
    },
    {
      "epoch": 165.02,
      "grad_norm": 1.1770192384719849,
      "learning_rate": 4.381408834741289e-06,
      "loss": 0.3753,
      "step": 591280
    },
    {
      "epoch": 165.03,
      "grad_norm": 1.0598539113998413,
      "learning_rate": 4.381395474134968e-06,
      "loss": 0.41,
      "step": 591290
    },
    {
      "epoch": 165.03,
      "grad_norm": 1.1463894844055176,
      "learning_rate": 4.381382113257437e-06,
      "loss": 0.3725,
      "step": 591300
    },
    {
      "epoch": 165.03,
      "grad_norm": 1.4858547449111938,
      "learning_rate": 4.381368752108697e-06,
      "loss": 0.3884,
      "step": 591310
    },
    {
      "epoch": 165.03,
      "grad_norm": 1.292752742767334,
      "learning_rate": 4.381355390688748e-06,
      "loss": 0.3819,
      "step": 591320
    },
    {
      "epoch": 165.04,
      "grad_norm": 1.0678818225860596,
      "learning_rate": 4.381342028997593e-06,
      "loss": 0.3905,
      "step": 591330
    },
    {
      "epoch": 165.04,
      "grad_norm": 4.253988742828369,
      "learning_rate": 4.381328667035235e-06,
      "loss": 0.3925,
      "step": 591340
    },
    {
      "epoch": 165.04,
      "grad_norm": 1.2205533981323242,
      "learning_rate": 4.381315304801675e-06,
      "loss": 0.3818,
      "step": 591350
    },
    {
      "epoch": 165.05,
      "grad_norm": 1.196425199508667,
      "learning_rate": 4.381301942296913e-06,
      "loss": 0.3824,
      "step": 591360
    },
    {
      "epoch": 165.05,
      "grad_norm": 1.315919280052185,
      "learning_rate": 4.381288579520954e-06,
      "loss": 0.3792,
      "step": 591370
    },
    {
      "epoch": 165.05,
      "grad_norm": 1.0571047067642212,
      "learning_rate": 4.381275216473797e-06,
      "loss": 0.3993,
      "step": 591380
    },
    {
      "epoch": 165.05,
      "grad_norm": 1.1567083597183228,
      "learning_rate": 4.381261853155444e-06,
      "loss": 0.3962,
      "step": 591390
    },
    {
      "epoch": 165.06,
      "grad_norm": 1.113688349723816,
      "learning_rate": 4.381248489565899e-06,
      "loss": 0.3928,
      "step": 591400
    },
    {
      "epoch": 165.06,
      "grad_norm": 1.2944282293319702,
      "learning_rate": 4.3812351257051625e-06,
      "loss": 0.3811,
      "step": 591410
    },
    {
      "epoch": 165.06,
      "grad_norm": 1.2618861198425293,
      "learning_rate": 4.381221761573236e-06,
      "loss": 0.3791,
      "step": 591420
    },
    {
      "epoch": 165.07,
      "grad_norm": 1.221374273300171,
      "learning_rate": 4.381208397170121e-06,
      "loss": 0.3903,
      "step": 591430
    },
    {
      "epoch": 165.07,
      "grad_norm": 1.1649929285049438,
      "learning_rate": 4.38119503249582e-06,
      "loss": 0.3866,
      "step": 591440
    },
    {
      "epoch": 165.07,
      "grad_norm": 1.3451309204101562,
      "learning_rate": 4.3811816675503344e-06,
      "loss": 0.3823,
      "step": 591450
    },
    {
      "epoch": 165.07,
      "grad_norm": 1.0124139785766602,
      "learning_rate": 4.381168302333666e-06,
      "loss": 0.3849,
      "step": 591460
    },
    {
      "epoch": 165.08,
      "grad_norm": 1.2336057424545288,
      "learning_rate": 4.381154936845817e-06,
      "loss": 0.3911,
      "step": 591470
    },
    {
      "epoch": 165.08,
      "grad_norm": 1.1469191312789917,
      "learning_rate": 4.381141571086788e-06,
      "loss": 0.3797,
      "step": 591480
    },
    {
      "epoch": 165.08,
      "grad_norm": 1.821885585784912,
      "learning_rate": 4.381128205056583e-06,
      "loss": 0.3801,
      "step": 591490
    },
    {
      "epoch": 165.09,
      "grad_norm": 1.3741449117660522,
      "learning_rate": 4.381114838755201e-06,
      "loss": 0.3943,
      "step": 591500
    },
    {
      "epoch": 165.09,
      "grad_norm": 1.4280239343643188,
      "learning_rate": 4.381101472182646e-06,
      "loss": 0.3811,
      "step": 591510
    },
    {
      "epoch": 165.09,
      "grad_norm": 1.3265631198883057,
      "learning_rate": 4.381088105338919e-06,
      "loss": 0.396,
      "step": 591520
    },
    {
      "epoch": 165.09,
      "grad_norm": 1.2448515892028809,
      "learning_rate": 4.3810747382240215e-06,
      "loss": 0.3888,
      "step": 591530
    },
    {
      "epoch": 165.1,
      "grad_norm": 1.2381646633148193,
      "learning_rate": 4.381061370837956e-06,
      "loss": 0.3901,
      "step": 591540
    },
    {
      "epoch": 165.1,
      "grad_norm": 1.3675611019134521,
      "learning_rate": 4.381048003180723e-06,
      "loss": 0.3756,
      "step": 591550
    },
    {
      "epoch": 165.1,
      "grad_norm": 1.1473692655563354,
      "learning_rate": 4.381034635252326e-06,
      "loss": 0.407,
      "step": 591560
    },
    {
      "epoch": 165.1,
      "grad_norm": 1.2649906873703003,
      "learning_rate": 4.381021267052765e-06,
      "loss": 0.3702,
      "step": 591570
    },
    {
      "epoch": 165.11,
      "grad_norm": 1.4344607591629028,
      "learning_rate": 4.3810078985820435e-06,
      "loss": 0.3558,
      "step": 591580
    },
    {
      "epoch": 165.11,
      "grad_norm": 1.1668624877929688,
      "learning_rate": 4.380994529840161e-06,
      "loss": 0.4059,
      "step": 591590
    },
    {
      "epoch": 165.11,
      "grad_norm": 1.1444261074066162,
      "learning_rate": 4.380981160827122e-06,
      "loss": 0.386,
      "step": 591600
    },
    {
      "epoch": 165.12,
      "grad_norm": 1.3707011938095093,
      "learning_rate": 4.380967791542926e-06,
      "loss": 0.3825,
      "step": 591610
    },
    {
      "epoch": 165.12,
      "grad_norm": 1.250341534614563,
      "learning_rate": 4.380954421987577e-06,
      "loss": 0.3761,
      "step": 591620
    },
    {
      "epoch": 165.12,
      "grad_norm": 1.383105754852295,
      "learning_rate": 4.3809410521610744e-06,
      "loss": 0.3927,
      "step": 591630
    },
    {
      "epoch": 165.12,
      "grad_norm": 1.2403935194015503,
      "learning_rate": 4.380927682063422e-06,
      "loss": 0.396,
      "step": 591640
    },
    {
      "epoch": 165.13,
      "grad_norm": 1.2449835538864136,
      "learning_rate": 4.38091431169462e-06,
      "loss": 0.3587,
      "step": 591650
    },
    {
      "epoch": 165.13,
      "grad_norm": 1.4703741073608398,
      "learning_rate": 4.380900941054671e-06,
      "loss": 0.3645,
      "step": 591660
    },
    {
      "epoch": 165.13,
      "grad_norm": 1.1382638216018677,
      "learning_rate": 4.380887570143577e-06,
      "loss": 0.3954,
      "step": 591670
    },
    {
      "epoch": 165.14,
      "grad_norm": 1.209546446800232,
      "learning_rate": 4.38087419896134e-06,
      "loss": 0.3683,
      "step": 591680
    },
    {
      "epoch": 165.14,
      "grad_norm": 1.2670693397521973,
      "learning_rate": 4.380860827507959e-06,
      "loss": 0.3881,
      "step": 591690
    },
    {
      "epoch": 165.14,
      "grad_norm": 1.234991431236267,
      "learning_rate": 4.38084745578344e-06,
      "loss": 0.3845,
      "step": 591700
    },
    {
      "epoch": 165.14,
      "grad_norm": 1.1714595556259155,
      "learning_rate": 4.380834083787783e-06,
      "loss": 0.3907,
      "step": 591710
    },
    {
      "epoch": 165.15,
      "grad_norm": 1.1771262884140015,
      "learning_rate": 4.380820711520988e-06,
      "loss": 0.4026,
      "step": 591720
    },
    {
      "epoch": 165.15,
      "grad_norm": 1.03105628490448,
      "learning_rate": 4.3808073389830594e-06,
      "loss": 0.3953,
      "step": 591730
    },
    {
      "epoch": 165.15,
      "grad_norm": 1.1980304718017578,
      "learning_rate": 4.3807939661739975e-06,
      "loss": 0.397,
      "step": 591740
    },
    {
      "epoch": 165.15,
      "grad_norm": 1.5472545623779297,
      "learning_rate": 4.3807805930938045e-06,
      "loss": 0.3912,
      "step": 591750
    },
    {
      "epoch": 165.16,
      "grad_norm": 1.0258738994598389,
      "learning_rate": 4.380767219742482e-06,
      "loss": 0.3758,
      "step": 591760
    },
    {
      "epoch": 165.16,
      "grad_norm": 1.6014734506607056,
      "learning_rate": 4.380753846120032e-06,
      "loss": 0.3712,
      "step": 591770
    },
    {
      "epoch": 165.16,
      "grad_norm": 1.0316200256347656,
      "learning_rate": 4.3807404722264565e-06,
      "loss": 0.3799,
      "step": 591780
    },
    {
      "epoch": 165.17,
      "grad_norm": 0.9601417183876038,
      "learning_rate": 4.380727098061757e-06,
      "loss": 0.3774,
      "step": 591790
    },
    {
      "epoch": 165.17,
      "grad_norm": 1.1474456787109375,
      "learning_rate": 4.3807137236259355e-06,
      "loss": 0.3715,
      "step": 591800
    },
    {
      "epoch": 165.17,
      "grad_norm": 1.3171356916427612,
      "learning_rate": 4.380700348918994e-06,
      "loss": 0.3905,
      "step": 591810
    },
    {
      "epoch": 165.17,
      "grad_norm": 1.0584636926651,
      "learning_rate": 4.380686973940932e-06,
      "loss": 0.3885,
      "step": 591820
    },
    {
      "epoch": 165.18,
      "grad_norm": 1.1338317394256592,
      "learning_rate": 4.3806735986917544e-06,
      "loss": 0.381,
      "step": 591830
    },
    {
      "epoch": 165.18,
      "grad_norm": 1.417299509048462,
      "learning_rate": 4.380660223171462e-06,
      "loss": 0.394,
      "step": 591840
    },
    {
      "epoch": 165.18,
      "grad_norm": 1.186519980430603,
      "learning_rate": 4.380646847380056e-06,
      "loss": 0.3794,
      "step": 591850
    },
    {
      "epoch": 165.19,
      "grad_norm": 1.4068914651870728,
      "learning_rate": 4.380633471317539e-06,
      "loss": 0.3826,
      "step": 591860
    },
    {
      "epoch": 165.19,
      "grad_norm": 1.286302924156189,
      "learning_rate": 4.380620094983911e-06,
      "loss": 0.3772,
      "step": 591870
    },
    {
      "epoch": 165.19,
      "grad_norm": 1.277641773223877,
      "learning_rate": 4.380606718379176e-06,
      "loss": 0.3843,
      "step": 591880
    },
    {
      "epoch": 165.19,
      "grad_norm": 1.241627812385559,
      "learning_rate": 4.380593341503334e-06,
      "loss": 0.372,
      "step": 591890
    },
    {
      "epoch": 165.2,
      "grad_norm": 1.4474716186523438,
      "learning_rate": 4.380579964356389e-06,
      "loss": 0.4053,
      "step": 591900
    },
    {
      "epoch": 165.2,
      "grad_norm": 1.226059079170227,
      "learning_rate": 4.38056658693834e-06,
      "loss": 0.3805,
      "step": 591910
    },
    {
      "epoch": 165.2,
      "grad_norm": 1.303064227104187,
      "learning_rate": 4.38055320924919e-06,
      "loss": 0.3676,
      "step": 591920
    },
    {
      "epoch": 165.21,
      "grad_norm": 1.4106695652008057,
      "learning_rate": 4.380539831288942e-06,
      "loss": 0.3721,
      "step": 591930
    },
    {
      "epoch": 165.21,
      "grad_norm": 1.2784433364868164,
      "learning_rate": 4.3805264530575965e-06,
      "loss": 0.3965,
      "step": 591940
    },
    {
      "epoch": 165.21,
      "grad_norm": 1.0294510126113892,
      "learning_rate": 4.380513074555155e-06,
      "loss": 0.3778,
      "step": 591950
    },
    {
      "epoch": 165.21,
      "grad_norm": 1.1223677396774292,
      "learning_rate": 4.380499695781621e-06,
      "loss": 0.3884,
      "step": 591960
    },
    {
      "epoch": 165.22,
      "grad_norm": 1.3191895484924316,
      "learning_rate": 4.380486316736993e-06,
      "loss": 0.3874,
      "step": 591970
    },
    {
      "epoch": 165.22,
      "grad_norm": 1.111222505569458,
      "learning_rate": 4.380472937421276e-06,
      "loss": 0.3804,
      "step": 591980
    },
    {
      "epoch": 165.22,
      "grad_norm": 1.2292580604553223,
      "learning_rate": 4.380459557834471e-06,
      "loss": 0.3879,
      "step": 591990
    },
    {
      "epoch": 165.22,
      "grad_norm": 1.5773533582687378,
      "learning_rate": 4.380446177976579e-06,
      "loss": 0.3905,
      "step": 592000
    },
    {
      "epoch": 165.23,
      "grad_norm": 1.0952532291412354,
      "learning_rate": 4.380432797847602e-06,
      "loss": 0.3914,
      "step": 592010
    },
    {
      "epoch": 165.23,
      "grad_norm": 1.154341220855713,
      "learning_rate": 4.380419417447543e-06,
      "loss": 0.3852,
      "step": 592020
    },
    {
      "epoch": 165.23,
      "grad_norm": 1.3469637632369995,
      "learning_rate": 4.380406036776401e-06,
      "loss": 0.3745,
      "step": 592030
    },
    {
      "epoch": 165.24,
      "grad_norm": 1.0949207544326782,
      "learning_rate": 4.380392655834181e-06,
      "loss": 0.3707,
      "step": 592040
    },
    {
      "epoch": 165.24,
      "grad_norm": 1.0581400394439697,
      "learning_rate": 4.380379274620883e-06,
      "loss": 0.3774,
      "step": 592050
    },
    {
      "epoch": 165.24,
      "grad_norm": 1.2762489318847656,
      "learning_rate": 4.380365893136508e-06,
      "loss": 0.3718,
      "step": 592060
    },
    {
      "epoch": 165.24,
      "grad_norm": 1.2294390201568604,
      "learning_rate": 4.3803525113810605e-06,
      "loss": 0.3888,
      "step": 592070
    },
    {
      "epoch": 165.25,
      "grad_norm": 1.3410725593566895,
      "learning_rate": 4.380339129354539e-06,
      "loss": 0.3919,
      "step": 592080
    },
    {
      "epoch": 165.25,
      "grad_norm": 1.1310005187988281,
      "learning_rate": 4.380325747056948e-06,
      "loss": 0.3576,
      "step": 592090
    },
    {
      "epoch": 165.25,
      "grad_norm": 1.0438724756240845,
      "learning_rate": 4.380312364488288e-06,
      "loss": 0.3766,
      "step": 592100
    },
    {
      "epoch": 165.26,
      "grad_norm": 1.1245681047439575,
      "learning_rate": 4.380298981648561e-06,
      "loss": 0.3989,
      "step": 592110
    },
    {
      "epoch": 165.26,
      "grad_norm": 1.2282462120056152,
      "learning_rate": 4.380285598537769e-06,
      "loss": 0.4027,
      "step": 592120
    },
    {
      "epoch": 165.26,
      "grad_norm": 1.3038901090621948,
      "learning_rate": 4.380272215155913e-06,
      "loss": 0.3698,
      "step": 592130
    },
    {
      "epoch": 165.26,
      "grad_norm": 1.3042914867401123,
      "learning_rate": 4.380258831502996e-06,
      "loss": 0.3799,
      "step": 592140
    },
    {
      "epoch": 165.27,
      "grad_norm": 1.4173437356948853,
      "learning_rate": 4.380245447579019e-06,
      "loss": 0.4062,
      "step": 592150
    },
    {
      "epoch": 165.27,
      "grad_norm": 1.1417890787124634,
      "learning_rate": 4.380232063383984e-06,
      "loss": 0.3831,
      "step": 592160
    },
    {
      "epoch": 165.27,
      "grad_norm": 1.2154858112335205,
      "learning_rate": 4.380218678917892e-06,
      "loss": 0.387,
      "step": 592170
    },
    {
      "epoch": 165.27,
      "grad_norm": 1.342026710510254,
      "learning_rate": 4.380205294180746e-06,
      "loss": 0.3844,
      "step": 592180
    },
    {
      "epoch": 165.28,
      "grad_norm": 1.3836724758148193,
      "learning_rate": 4.380191909172547e-06,
      "loss": 0.3874,
      "step": 592190
    },
    {
      "epoch": 165.28,
      "grad_norm": 1.2160418033599854,
      "learning_rate": 4.380178523893296e-06,
      "loss": 0.3718,
      "step": 592200
    },
    {
      "epoch": 165.28,
      "grad_norm": 1.1286226511001587,
      "learning_rate": 4.380165138342997e-06,
      "loss": 0.3772,
      "step": 592210
    },
    {
      "epoch": 165.29,
      "grad_norm": 5.662323474884033,
      "learning_rate": 4.380151752521651e-06,
      "loss": 0.3967,
      "step": 592220
    },
    {
      "epoch": 165.29,
      "grad_norm": 1.3173152208328247,
      "learning_rate": 4.38013836642926e-06,
      "loss": 0.3825,
      "step": 592230
    },
    {
      "epoch": 165.29,
      "grad_norm": 1.2164599895477295,
      "learning_rate": 4.380124980065823e-06,
      "loss": 0.3839,
      "step": 592240
    },
    {
      "epoch": 165.29,
      "grad_norm": 1.2188957929611206,
      "learning_rate": 4.3801115934313446e-06,
      "loss": 0.3817,
      "step": 592250
    },
    {
      "epoch": 165.3,
      "grad_norm": 1.3271491527557373,
      "learning_rate": 4.3800982065258265e-06,
      "loss": 0.3782,
      "step": 592260
    },
    {
      "epoch": 165.3,
      "grad_norm": 1.4864412546157837,
      "learning_rate": 4.38008481934927e-06,
      "loss": 0.3827,
      "step": 592270
    },
    {
      "epoch": 165.3,
      "grad_norm": 1.1233928203582764,
      "learning_rate": 4.380071431901676e-06,
      "loss": 0.3815,
      "step": 592280
    },
    {
      "epoch": 165.31,
      "grad_norm": 1.085711121559143,
      "learning_rate": 4.380058044183048e-06,
      "loss": 0.3703,
      "step": 592290
    },
    {
      "epoch": 165.31,
      "grad_norm": 1.24384605884552,
      "learning_rate": 4.380044656193386e-06,
      "loss": 0.3683,
      "step": 592300
    },
    {
      "epoch": 165.31,
      "grad_norm": 1.0495957136154175,
      "learning_rate": 4.380031267932693e-06,
      "loss": 0.3909,
      "step": 592310
    },
    {
      "epoch": 165.31,
      "grad_norm": 1.233048915863037,
      "learning_rate": 4.380017879400971e-06,
      "loss": 0.3797,
      "step": 592320
    },
    {
      "epoch": 165.32,
      "grad_norm": 1.169166922569275,
      "learning_rate": 4.380004490598221e-06,
      "loss": 0.3918,
      "step": 592330
    },
    {
      "epoch": 165.32,
      "grad_norm": 1.1197203397750854,
      "learning_rate": 4.379991101524444e-06,
      "loss": 0.3618,
      "step": 592340
    },
    {
      "epoch": 165.32,
      "grad_norm": 1.4209141731262207,
      "learning_rate": 4.379977712179643e-06,
      "loss": 0.3805,
      "step": 592350
    },
    {
      "epoch": 165.33,
      "grad_norm": 1.0340200662612915,
      "learning_rate": 4.379964322563819e-06,
      "loss": 0.3723,
      "step": 592360
    },
    {
      "epoch": 165.33,
      "grad_norm": 1.2992331981658936,
      "learning_rate": 4.379950932676976e-06,
      "loss": 0.3839,
      "step": 592370
    },
    {
      "epoch": 165.33,
      "grad_norm": 1.6904245615005493,
      "learning_rate": 4.379937542519113e-06,
      "loss": 0.3832,
      "step": 592380
    },
    {
      "epoch": 165.33,
      "grad_norm": 1.1304254531860352,
      "learning_rate": 4.379924152090234e-06,
      "loss": 0.398,
      "step": 592390
    },
    {
      "epoch": 165.34,
      "grad_norm": 1.2441191673278809,
      "learning_rate": 4.379910761390338e-06,
      "loss": 0.3953,
      "step": 592400
    },
    {
      "epoch": 165.34,
      "grad_norm": 1.049848198890686,
      "learning_rate": 4.37989737041943e-06,
      "loss": 0.3744,
      "step": 592410
    },
    {
      "epoch": 165.34,
      "grad_norm": 1.3072654008865356,
      "learning_rate": 4.379883979177509e-06,
      "loss": 0.3819,
      "step": 592420
    },
    {
      "epoch": 165.34,
      "grad_norm": 1.339761734008789,
      "learning_rate": 4.379870587664578e-06,
      "loss": 0.3995,
      "step": 592430
    },
    {
      "epoch": 165.35,
      "grad_norm": 1.1831791400909424,
      "learning_rate": 4.37985719588064e-06,
      "loss": 0.38,
      "step": 592440
    },
    {
      "epoch": 165.35,
      "grad_norm": 1.2317475080490112,
      "learning_rate": 4.379843803825694e-06,
      "loss": 0.3922,
      "step": 592450
    },
    {
      "epoch": 165.35,
      "grad_norm": 1.325761079788208,
      "learning_rate": 4.379830411499745e-06,
      "loss": 0.3851,
      "step": 592460
    },
    {
      "epoch": 165.36,
      "grad_norm": 1.2227654457092285,
      "learning_rate": 4.379817018902793e-06,
      "loss": 0.3841,
      "step": 592470
    },
    {
      "epoch": 165.36,
      "grad_norm": 1.3741697072982788,
      "learning_rate": 4.379803626034839e-06,
      "loss": 0.3748,
      "step": 592480
    },
    {
      "epoch": 165.36,
      "grad_norm": 1.4461755752563477,
      "learning_rate": 4.379790232895886e-06,
      "loss": 0.3865,
      "step": 592490
    },
    {
      "epoch": 165.36,
      "grad_norm": 1.369590163230896,
      "learning_rate": 4.3797768394859355e-06,
      "loss": 0.3849,
      "step": 592500
    },
    {
      "epoch": 165.37,
      "grad_norm": 1.1067956686019897,
      "learning_rate": 4.379763445804989e-06,
      "loss": 0.3954,
      "step": 592510
    },
    {
      "epoch": 165.37,
      "grad_norm": 1.205238699913025,
      "learning_rate": 4.379750051853049e-06,
      "loss": 0.3775,
      "step": 592520
    },
    {
      "epoch": 165.37,
      "grad_norm": 1.2182037830352783,
      "learning_rate": 4.379736657630116e-06,
      "loss": 0.3951,
      "step": 592530
    },
    {
      "epoch": 165.38,
      "grad_norm": 1.3257145881652832,
      "learning_rate": 4.3797232631361936e-06,
      "loss": 0.3934,
      "step": 592540
    },
    {
      "epoch": 165.38,
      "grad_norm": 1.1133414506912231,
      "learning_rate": 4.379709868371283e-06,
      "loss": 0.3811,
      "step": 592550
    },
    {
      "epoch": 165.38,
      "grad_norm": 1.4175976514816284,
      "learning_rate": 4.379696473335384e-06,
      "loss": 0.3925,
      "step": 592560
    },
    {
      "epoch": 165.38,
      "grad_norm": 1.206691026687622,
      "learning_rate": 4.3796830780285005e-06,
      "loss": 0.3829,
      "step": 592570
    },
    {
      "epoch": 165.39,
      "grad_norm": 1.1809847354888916,
      "learning_rate": 4.379669682450635e-06,
      "loss": 0.3764,
      "step": 592580
    },
    {
      "epoch": 165.39,
      "grad_norm": 12.503528594970703,
      "learning_rate": 4.379656286601787e-06,
      "loss": 0.3855,
      "step": 592590
    },
    {
      "epoch": 165.39,
      "grad_norm": 1.3083773851394653,
      "learning_rate": 4.379642890481959e-06,
      "loss": 0.4048,
      "step": 592600
    },
    {
      "epoch": 165.39,
      "grad_norm": 1.0211081504821777,
      "learning_rate": 4.379629494091154e-06,
      "loss": 0.3783,
      "step": 592610
    },
    {
      "epoch": 165.4,
      "grad_norm": 1.2676008939743042,
      "learning_rate": 4.379616097429372e-06,
      "loss": 0.3936,
      "step": 592620
    },
    {
      "epoch": 165.4,
      "grad_norm": 1.2029266357421875,
      "learning_rate": 4.379602700496617e-06,
      "loss": 0.3964,
      "step": 592630
    },
    {
      "epoch": 165.4,
      "grad_norm": 1.3144913911819458,
      "learning_rate": 4.379589303292887e-06,
      "loss": 0.3782,
      "step": 592640
    },
    {
      "epoch": 165.41,
      "grad_norm": 1.020519733428955,
      "learning_rate": 4.379575905818189e-06,
      "loss": 0.3702,
      "step": 592650
    },
    {
      "epoch": 165.41,
      "grad_norm": 1.0978082418441772,
      "learning_rate": 4.379562508072521e-06,
      "loss": 0.3804,
      "step": 592660
    },
    {
      "epoch": 165.41,
      "grad_norm": 1.200156807899475,
      "learning_rate": 4.379549110055885e-06,
      "loss": 0.4039,
      "step": 592670
    },
    {
      "epoch": 165.41,
      "grad_norm": 1.0776920318603516,
      "learning_rate": 4.379535711768284e-06,
      "loss": 0.3753,
      "step": 592680
    },
    {
      "epoch": 165.42,
      "grad_norm": 1.2381075620651245,
      "learning_rate": 4.37952231320972e-06,
      "loss": 0.3804,
      "step": 592690
    },
    {
      "epoch": 165.42,
      "grad_norm": 1.1068955659866333,
      "learning_rate": 4.379508914380194e-06,
      "loss": 0.3885,
      "step": 592700
    },
    {
      "epoch": 165.42,
      "grad_norm": 1.2692351341247559,
      "learning_rate": 4.379495515279707e-06,
      "loss": 0.3946,
      "step": 592710
    },
    {
      "epoch": 165.43,
      "grad_norm": 1.0949978828430176,
      "learning_rate": 4.379482115908263e-06,
      "loss": 0.3649,
      "step": 592720
    },
    {
      "epoch": 165.43,
      "grad_norm": 1.006025791168213,
      "learning_rate": 4.379468716265861e-06,
      "loss": 0.3732,
      "step": 592730
    },
    {
      "epoch": 165.43,
      "grad_norm": 1.158166527748108,
      "learning_rate": 4.379455316352506e-06,
      "loss": 0.3756,
      "step": 592740
    },
    {
      "epoch": 165.43,
      "grad_norm": 1.1045047044754028,
      "learning_rate": 4.379441916168198e-06,
      "loss": 0.3871,
      "step": 592750
    },
    {
      "epoch": 165.44,
      "grad_norm": 1.1410008668899536,
      "learning_rate": 4.379428515712938e-06,
      "loss": 0.3768,
      "step": 592760
    },
    {
      "epoch": 165.44,
      "grad_norm": 3.3982436656951904,
      "learning_rate": 4.379415114986728e-06,
      "loss": 0.383,
      "step": 592770
    },
    {
      "epoch": 165.44,
      "grad_norm": 2.3891472816467285,
      "learning_rate": 4.3794017139895705e-06,
      "loss": 0.3836,
      "step": 592780
    },
    {
      "epoch": 165.45,
      "grad_norm": 1.148102045059204,
      "learning_rate": 4.379388312721468e-06,
      "loss": 0.3892,
      "step": 592790
    },
    {
      "epoch": 165.45,
      "grad_norm": 1.0759953260421753,
      "learning_rate": 4.379374911182422e-06,
      "loss": 0.3882,
      "step": 592800
    },
    {
      "epoch": 165.45,
      "grad_norm": 1.2667800188064575,
      "learning_rate": 4.379361509372433e-06,
      "loss": 0.3797,
      "step": 592810
    },
    {
      "epoch": 165.45,
      "grad_norm": 1.2106680870056152,
      "learning_rate": 4.379348107291504e-06,
      "loss": 0.3784,
      "step": 592820
    },
    {
      "epoch": 165.46,
      "grad_norm": 1.2578409910202026,
      "learning_rate": 4.379334704939635e-06,
      "loss": 0.3921,
      "step": 592830
    },
    {
      "epoch": 165.46,
      "grad_norm": 1.4590733051300049,
      "learning_rate": 4.37932130231683e-06,
      "loss": 0.3827,
      "step": 592840
    },
    {
      "epoch": 165.46,
      "grad_norm": 1.0677639245986938,
      "learning_rate": 4.379307899423091e-06,
      "loss": 0.3842,
      "step": 592850
    },
    {
      "epoch": 165.46,
      "grad_norm": 1.1018238067626953,
      "learning_rate": 4.379294496258417e-06,
      "loss": 0.3864,
      "step": 592860
    },
    {
      "epoch": 165.47,
      "grad_norm": 1.1393109560012817,
      "learning_rate": 4.379281092822812e-06,
      "loss": 0.3953,
      "step": 592870
    },
    {
      "epoch": 165.47,
      "grad_norm": 1.1714563369750977,
      "learning_rate": 4.379267689116277e-06,
      "loss": 0.3928,
      "step": 592880
    },
    {
      "epoch": 165.47,
      "grad_norm": 1.205607533454895,
      "learning_rate": 4.379254285138815e-06,
      "loss": 0.3856,
      "step": 592890
    },
    {
      "epoch": 165.48,
      "grad_norm": 1.3533984422683716,
      "learning_rate": 4.379240880890427e-06,
      "loss": 0.3676,
      "step": 592900
    },
    {
      "epoch": 165.48,
      "grad_norm": 1.0658596754074097,
      "learning_rate": 4.379227476371114e-06,
      "loss": 0.3815,
      "step": 592910
    },
    {
      "epoch": 165.48,
      "grad_norm": 1.1092872619628906,
      "learning_rate": 4.379214071580878e-06,
      "loss": 0.3719,
      "step": 592920
    },
    {
      "epoch": 165.48,
      "grad_norm": 0.9539564251899719,
      "learning_rate": 4.379200666519722e-06,
      "loss": 0.3755,
      "step": 592930
    },
    {
      "epoch": 165.49,
      "grad_norm": 1.1749063730239868,
      "learning_rate": 4.3791872611876455e-06,
      "loss": 0.4077,
      "step": 592940
    },
    {
      "epoch": 165.49,
      "grad_norm": 1.125448226928711,
      "learning_rate": 4.379173855584653e-06,
      "loss": 0.3916,
      "step": 592950
    },
    {
      "epoch": 165.49,
      "grad_norm": 1.172737717628479,
      "learning_rate": 4.379160449710745e-06,
      "loss": 0.3916,
      "step": 592960
    },
    {
      "epoch": 165.5,
      "grad_norm": 1.1906908750534058,
      "learning_rate": 4.379147043565922e-06,
      "loss": 0.3901,
      "step": 592970
    },
    {
      "epoch": 165.5,
      "grad_norm": 1.1709362268447876,
      "learning_rate": 4.379133637150188e-06,
      "loss": 0.3954,
      "step": 592980
    },
    {
      "epoch": 165.5,
      "grad_norm": 1.0852513313293457,
      "learning_rate": 4.379120230463544e-06,
      "loss": 0.3756,
      "step": 592990
    },
    {
      "epoch": 165.5,
      "grad_norm": 1.4112844467163086,
      "learning_rate": 4.379106823505992e-06,
      "loss": 0.3916,
      "step": 593000
    },
    {
      "epoch": 165.51,
      "grad_norm": 1.1295870542526245,
      "learning_rate": 4.379093416277533e-06,
      "loss": 0.3875,
      "step": 593010
    },
    {
      "epoch": 165.51,
      "grad_norm": 1.3101966381072998,
      "learning_rate": 4.37908000877817e-06,
      "loss": 0.375,
      "step": 593020
    },
    {
      "epoch": 165.51,
      "grad_norm": 1.281748652458191,
      "learning_rate": 4.379066601007903e-06,
      "loss": 0.3719,
      "step": 593030
    },
    {
      "epoch": 165.51,
      "grad_norm": 1.1641186475753784,
      "learning_rate": 4.379053192966735e-06,
      "loss": 0.3681,
      "step": 593040
    },
    {
      "epoch": 165.52,
      "grad_norm": 1.110012412071228,
      "learning_rate": 4.379039784654668e-06,
      "loss": 0.3852,
      "step": 593050
    },
    {
      "epoch": 165.52,
      "grad_norm": 1.2948381900787354,
      "learning_rate": 4.379026376071703e-06,
      "loss": 0.3846,
      "step": 593060
    },
    {
      "epoch": 165.52,
      "grad_norm": 1.221581220626831,
      "learning_rate": 4.3790129672178425e-06,
      "loss": 0.379,
      "step": 593070
    },
    {
      "epoch": 165.53,
      "grad_norm": 1.4709407091140747,
      "learning_rate": 4.3789995580930874e-06,
      "loss": 0.3807,
      "step": 593080
    },
    {
      "epoch": 165.53,
      "grad_norm": 1.312383770942688,
      "learning_rate": 4.378986148697441e-06,
      "loss": 0.3717,
      "step": 593090
    },
    {
      "epoch": 165.53,
      "grad_norm": 1.2256786823272705,
      "learning_rate": 4.378972739030903e-06,
      "loss": 0.3772,
      "step": 593100
    },
    {
      "epoch": 165.53,
      "grad_norm": 1.209662914276123,
      "learning_rate": 4.378959329093477e-06,
      "loss": 0.3839,
      "step": 593110
    },
    {
      "epoch": 165.54,
      "grad_norm": 1.4701604843139648,
      "learning_rate": 4.378945918885164e-06,
      "loss": 0.4023,
      "step": 593120
    },
    {
      "epoch": 165.54,
      "grad_norm": 1.1079603433609009,
      "learning_rate": 4.378932508405965e-06,
      "loss": 0.3684,
      "step": 593130
    },
    {
      "epoch": 165.54,
      "grad_norm": 1.2051454782485962,
      "learning_rate": 4.3789190976558845e-06,
      "loss": 0.381,
      "step": 593140
    },
    {
      "epoch": 165.55,
      "grad_norm": 1.0513209104537964,
      "learning_rate": 4.378905686634921e-06,
      "loss": 0.388,
      "step": 593150
    },
    {
      "epoch": 165.55,
      "grad_norm": 1.018884301185608,
      "learning_rate": 4.378892275343078e-06,
      "loss": 0.3947,
      "step": 593160
    },
    {
      "epoch": 165.55,
      "grad_norm": 1.3014945983886719,
      "learning_rate": 4.378878863780357e-06,
      "loss": 0.3998,
      "step": 593170
    },
    {
      "epoch": 165.55,
      "grad_norm": 1.1328166723251343,
      "learning_rate": 4.378865451946761e-06,
      "loss": 0.3868,
      "step": 593180
    },
    {
      "epoch": 165.56,
      "grad_norm": 1.3840137720108032,
      "learning_rate": 4.378852039842289e-06,
      "loss": 0.3783,
      "step": 593190
    },
    {
      "epoch": 165.56,
      "grad_norm": 1.5499805212020874,
      "learning_rate": 4.378838627466944e-06,
      "loss": 0.3793,
      "step": 593200
    },
    {
      "epoch": 165.56,
      "grad_norm": 1.1896235942840576,
      "learning_rate": 4.37882521482073e-06,
      "loss": 0.3937,
      "step": 593210
    },
    {
      "epoch": 165.57,
      "grad_norm": 1.1389803886413574,
      "learning_rate": 4.378811801903645e-06,
      "loss": 0.3861,
      "step": 593220
    },
    {
      "epoch": 165.57,
      "grad_norm": 0.954264760017395,
      "learning_rate": 4.378798388715694e-06,
      "loss": 0.3782,
      "step": 593230
    },
    {
      "epoch": 165.57,
      "grad_norm": 1.4171757698059082,
      "learning_rate": 4.378784975256876e-06,
      "loss": 0.3952,
      "step": 593240
    },
    {
      "epoch": 165.57,
      "grad_norm": 1.1871992349624634,
      "learning_rate": 4.378771561527197e-06,
      "loss": 0.3739,
      "step": 593250
    },
    {
      "epoch": 165.58,
      "grad_norm": 1.0207124948501587,
      "learning_rate": 4.378758147526654e-06,
      "loss": 0.3737,
      "step": 593260
    },
    {
      "epoch": 165.58,
      "grad_norm": 1.2400671243667603,
      "learning_rate": 4.3787447332552505e-06,
      "loss": 0.39,
      "step": 593270
    },
    {
      "epoch": 165.58,
      "grad_norm": 1.2857831716537476,
      "learning_rate": 4.37873131871299e-06,
      "loss": 0.3895,
      "step": 593280
    },
    {
      "epoch": 165.58,
      "grad_norm": 1.1380418539047241,
      "learning_rate": 4.378717903899873e-06,
      "loss": 0.3847,
      "step": 593290
    },
    {
      "epoch": 165.59,
      "grad_norm": 1.510864496231079,
      "learning_rate": 4.3787044888159e-06,
      "loss": 0.379,
      "step": 593300
    },
    {
      "epoch": 165.59,
      "grad_norm": 5.848180294036865,
      "learning_rate": 4.378691073461075e-06,
      "loss": 0.3936,
      "step": 593310
    },
    {
      "epoch": 165.59,
      "grad_norm": 1.0598424673080444,
      "learning_rate": 4.378677657835398e-06,
      "loss": 0.3747,
      "step": 593320
    },
    {
      "epoch": 165.6,
      "grad_norm": 1.299536108970642,
      "learning_rate": 4.378664241938872e-06,
      "loss": 0.3997,
      "step": 593330
    },
    {
      "epoch": 165.6,
      "grad_norm": 1.2857389450073242,
      "learning_rate": 4.378650825771499e-06,
      "loss": 0.3932,
      "step": 593340
    },
    {
      "epoch": 165.6,
      "grad_norm": 1.189010739326477,
      "learning_rate": 4.378637409333279e-06,
      "loss": 0.386,
      "step": 593350
    },
    {
      "epoch": 165.6,
      "grad_norm": 1.1581058502197266,
      "learning_rate": 4.3786239926242155e-06,
      "loss": 0.404,
      "step": 593360
    },
    {
      "epoch": 165.61,
      "grad_norm": 1.0839349031448364,
      "learning_rate": 4.37861057564431e-06,
      "loss": 0.3803,
      "step": 593370
    },
    {
      "epoch": 165.61,
      "grad_norm": 1.1589196920394897,
      "learning_rate": 4.378597158393564e-06,
      "loss": 0.3959,
      "step": 593380
    },
    {
      "epoch": 165.61,
      "grad_norm": 1.0184826850891113,
      "learning_rate": 4.378583740871978e-06,
      "loss": 0.377,
      "step": 593390
    },
    {
      "epoch": 165.62,
      "grad_norm": 1.4424431324005127,
      "learning_rate": 4.378570323079556e-06,
      "loss": 0.3742,
      "step": 593400
    },
    {
      "epoch": 165.62,
      "grad_norm": 1.2444264888763428,
      "learning_rate": 4.378556905016299e-06,
      "loss": 0.3958,
      "step": 593410
    },
    {
      "epoch": 165.62,
      "grad_norm": 1.1490718126296997,
      "learning_rate": 4.378543486682209e-06,
      "loss": 0.3888,
      "step": 593420
    },
    {
      "epoch": 165.62,
      "grad_norm": 1.4739484786987305,
      "learning_rate": 4.3785300680772866e-06,
      "loss": 0.375,
      "step": 593430
    },
    {
      "epoch": 165.63,
      "grad_norm": 1.1521867513656616,
      "learning_rate": 4.378516649201535e-06,
      "loss": 0.3967,
      "step": 593440
    },
    {
      "epoch": 165.63,
      "grad_norm": 1.2027502059936523,
      "learning_rate": 4.378503230054955e-06,
      "loss": 0.3863,
      "step": 593450
    },
    {
      "epoch": 165.63,
      "grad_norm": 1.3483951091766357,
      "learning_rate": 4.378489810637549e-06,
      "loss": 0.3803,
      "step": 593460
    },
    {
      "epoch": 165.63,
      "grad_norm": 1.3337305784225464,
      "learning_rate": 4.378476390949319e-06,
      "loss": 0.3677,
      "step": 593470
    },
    {
      "epoch": 165.64,
      "grad_norm": 1.129304051399231,
      "learning_rate": 4.378462970990265e-06,
      "loss": 0.3833,
      "step": 593480
    },
    {
      "epoch": 165.64,
      "grad_norm": 1.2554610967636108,
      "learning_rate": 4.378449550760392e-06,
      "loss": 0.379,
      "step": 593490
    },
    {
      "epoch": 165.64,
      "grad_norm": 1.3473623991012573,
      "learning_rate": 4.3784361302596985e-06,
      "loss": 0.3801,
      "step": 593500
    },
    {
      "epoch": 165.65,
      "grad_norm": 1.2282427549362183,
      "learning_rate": 4.378422709488188e-06,
      "loss": 0.3833,
      "step": 593510
    },
    {
      "epoch": 165.65,
      "grad_norm": 1.3393959999084473,
      "learning_rate": 4.378409288445863e-06,
      "loss": 0.3987,
      "step": 593520
    },
    {
      "epoch": 165.65,
      "grad_norm": 1.03132164478302,
      "learning_rate": 4.378395867132723e-06,
      "loss": 0.3908,
      "step": 593530
    },
    {
      "epoch": 165.65,
      "grad_norm": 1.0893480777740479,
      "learning_rate": 4.3783824455487715e-06,
      "loss": 0.3778,
      "step": 593540
    },
    {
      "epoch": 165.66,
      "grad_norm": 1.2721558809280396,
      "learning_rate": 4.37836902369401e-06,
      "loss": 0.3632,
      "step": 593550
    },
    {
      "epoch": 165.66,
      "grad_norm": 1.2809971570968628,
      "learning_rate": 4.37835560156844e-06,
      "loss": 0.371,
      "step": 593560
    },
    {
      "epoch": 165.66,
      "grad_norm": 1.0693060159683228,
      "learning_rate": 4.3783421791720645e-06,
      "loss": 0.3835,
      "step": 593570
    },
    {
      "epoch": 165.67,
      "grad_norm": 1.333428978919983,
      "learning_rate": 4.378328756504882e-06,
      "loss": 0.4029,
      "step": 593580
    },
    {
      "epoch": 165.67,
      "grad_norm": 1.2203766107559204,
      "learning_rate": 4.3783153335668985e-06,
      "loss": 0.369,
      "step": 593590
    },
    {
      "epoch": 165.67,
      "grad_norm": 1.0222848653793335,
      "learning_rate": 4.378301910358113e-06,
      "loss": 0.3879,
      "step": 593600
    },
    {
      "epoch": 165.67,
      "grad_norm": 1.0450193881988525,
      "learning_rate": 4.378288486878528e-06,
      "loss": 0.3893,
      "step": 593610
    },
    {
      "epoch": 165.68,
      "grad_norm": 1.3096091747283936,
      "learning_rate": 4.378275063128146e-06,
      "loss": 0.3908,
      "step": 593620
    },
    {
      "epoch": 165.68,
      "grad_norm": 1.1182557344436646,
      "learning_rate": 4.378261639106968e-06,
      "loss": 0.394,
      "step": 593630
    },
    {
      "epoch": 165.68,
      "grad_norm": 1.2907816171646118,
      "learning_rate": 4.378248214814995e-06,
      "loss": 0.4131,
      "step": 593640
    },
    {
      "epoch": 165.69,
      "grad_norm": 1.3574869632720947,
      "learning_rate": 4.37823479025223e-06,
      "loss": 0.3953,
      "step": 593650
    },
    {
      "epoch": 165.69,
      "grad_norm": 1.3213410377502441,
      "learning_rate": 4.378221365418675e-06,
      "loss": 0.3734,
      "step": 593660
    },
    {
      "epoch": 165.69,
      "grad_norm": 1.4632508754730225,
      "learning_rate": 4.378207940314332e-06,
      "loss": 0.3806,
      "step": 593670
    },
    {
      "epoch": 165.69,
      "grad_norm": 1.2092069387435913,
      "learning_rate": 4.378194514939201e-06,
      "loss": 0.396,
      "step": 593680
    },
    {
      "epoch": 165.7,
      "grad_norm": 1.1653988361358643,
      "learning_rate": 4.378181089293285e-06,
      "loss": 0.3735,
      "step": 593690
    },
    {
      "epoch": 165.7,
      "grad_norm": 1.0274399518966675,
      "learning_rate": 4.378167663376586e-06,
      "loss": 0.3725,
      "step": 593700
    },
    {
      "epoch": 165.7,
      "grad_norm": 1.379454493522644,
      "learning_rate": 4.378154237189106e-06,
      "loss": 0.3786,
      "step": 593710
    },
    {
      "epoch": 165.7,
      "grad_norm": 1.1971312761306763,
      "learning_rate": 4.3781408107308455e-06,
      "loss": 0.3832,
      "step": 593720
    },
    {
      "epoch": 165.71,
      "grad_norm": 1.3880146741867065,
      "learning_rate": 4.378127384001807e-06,
      "loss": 0.3731,
      "step": 593730
    },
    {
      "epoch": 165.71,
      "grad_norm": 1.3429410457611084,
      "learning_rate": 4.378113957001992e-06,
      "loss": 0.4063,
      "step": 593740
    },
    {
      "epoch": 165.71,
      "grad_norm": 1.203055739402771,
      "learning_rate": 4.378100529731404e-06,
      "loss": 0.3889,
      "step": 593750
    },
    {
      "epoch": 165.72,
      "grad_norm": 1.2047008275985718,
      "learning_rate": 4.378087102190042e-06,
      "loss": 0.3942,
      "step": 593760
    },
    {
      "epoch": 165.72,
      "grad_norm": 1.2561806440353394,
      "learning_rate": 4.378073674377909e-06,
      "loss": 0.4031,
      "step": 593770
    },
    {
      "epoch": 165.72,
      "grad_norm": 1.3695182800292969,
      "learning_rate": 4.378060246295008e-06,
      "loss": 0.394,
      "step": 593780
    },
    {
      "epoch": 165.72,
      "grad_norm": 1.305912971496582,
      "learning_rate": 4.378046817941339e-06,
      "loss": 0.3845,
      "step": 593790
    },
    {
      "epoch": 165.73,
      "grad_norm": 1.5257765054702759,
      "learning_rate": 4.378033389316905e-06,
      "loss": 0.3919,
      "step": 593800
    },
    {
      "epoch": 165.73,
      "grad_norm": 1.266137719154358,
      "learning_rate": 4.378019960421707e-06,
      "loss": 0.3901,
      "step": 593810
    },
    {
      "epoch": 165.73,
      "grad_norm": 1.1266907453536987,
      "learning_rate": 4.3780065312557475e-06,
      "loss": 0.3889,
      "step": 593820
    },
    {
      "epoch": 165.74,
      "grad_norm": 1.2326282262802124,
      "learning_rate": 4.377993101819028e-06,
      "loss": 0.3811,
      "step": 593830
    },
    {
      "epoch": 165.74,
      "grad_norm": 1.1006314754486084,
      "learning_rate": 4.37797967211155e-06,
      "loss": 0.3798,
      "step": 593840
    },
    {
      "epoch": 165.74,
      "grad_norm": 1.269334077835083,
      "learning_rate": 4.377966242133315e-06,
      "loss": 0.3717,
      "step": 593850
    },
    {
      "epoch": 165.74,
      "grad_norm": 1.0830190181732178,
      "learning_rate": 4.3779528118843256e-06,
      "loss": 0.4059,
      "step": 593860
    },
    {
      "epoch": 165.75,
      "grad_norm": 1.336350917816162,
      "learning_rate": 4.377939381364583e-06,
      "loss": 0.3699,
      "step": 593870
    },
    {
      "epoch": 165.75,
      "grad_norm": 1.2610688209533691,
      "learning_rate": 4.37792595057409e-06,
      "loss": 0.3886,
      "step": 593880
    },
    {
      "epoch": 165.75,
      "grad_norm": 1.3501819372177124,
      "learning_rate": 4.3779125195128465e-06,
      "loss": 0.3811,
      "step": 593890
    },
    {
      "epoch": 165.75,
      "grad_norm": 1.1333820819854736,
      "learning_rate": 4.377899088180857e-06,
      "loss": 0.3835,
      "step": 593900
    },
    {
      "epoch": 165.76,
      "grad_norm": 1.3840842247009277,
      "learning_rate": 4.37788565657812e-06,
      "loss": 0.3973,
      "step": 593910
    },
    {
      "epoch": 165.76,
      "grad_norm": 1.243384599685669,
      "learning_rate": 4.37787222470464e-06,
      "loss": 0.3933,
      "step": 593920
    },
    {
      "epoch": 165.76,
      "grad_norm": 1.310264229774475,
      "learning_rate": 4.377858792560418e-06,
      "loss": 0.3798,
      "step": 593930
    },
    {
      "epoch": 165.77,
      "grad_norm": 1.296095848083496,
      "learning_rate": 4.377845360145454e-06,
      "loss": 0.3986,
      "step": 593940
    },
    {
      "epoch": 165.77,
      "grad_norm": 1.1866343021392822,
      "learning_rate": 4.377831927459753e-06,
      "loss": 0.3902,
      "step": 593950
    },
    {
      "epoch": 165.77,
      "grad_norm": 1.1999469995498657,
      "learning_rate": 4.377818494503315e-06,
      "loss": 0.3887,
      "step": 593960
    },
    {
      "epoch": 165.77,
      "grad_norm": 1.0634020566940308,
      "learning_rate": 4.3778050612761415e-06,
      "loss": 0.3957,
      "step": 593970
    },
    {
      "epoch": 165.78,
      "grad_norm": 1.303276777267456,
      "learning_rate": 4.3777916277782344e-06,
      "loss": 0.3828,
      "step": 593980
    },
    {
      "epoch": 165.78,
      "grad_norm": 1.319809913635254,
      "learning_rate": 4.377778194009596e-06,
      "loss": 0.3855,
      "step": 593990
    },
    {
      "epoch": 165.78,
      "grad_norm": 1.3835673332214355,
      "learning_rate": 4.377764759970228e-06,
      "loss": 0.3696,
      "step": 594000
    },
    {
      "epoch": 165.79,
      "grad_norm": 1.1788347959518433,
      "learning_rate": 4.377751325660132e-06,
      "loss": 0.3814,
      "step": 594010
    },
    {
      "epoch": 165.79,
      "grad_norm": 1.5173320770263672,
      "learning_rate": 4.37773789107931e-06,
      "loss": 0.3836,
      "step": 594020
    },
    {
      "epoch": 165.79,
      "grad_norm": 1.2355705499649048,
      "learning_rate": 4.377724456227764e-06,
      "loss": 0.3924,
      "step": 594030
    },
    {
      "epoch": 165.79,
      "grad_norm": 1.2469465732574463,
      "learning_rate": 4.377711021105495e-06,
      "loss": 0.4026,
      "step": 594040
    },
    {
      "epoch": 165.8,
      "grad_norm": 1.485469102859497,
      "learning_rate": 4.377697585712505e-06,
      "loss": 0.3943,
      "step": 594050
    },
    {
      "epoch": 165.8,
      "grad_norm": 1.284966230392456,
      "learning_rate": 4.377684150048797e-06,
      "loss": 0.3728,
      "step": 594060
    },
    {
      "epoch": 165.8,
      "grad_norm": 1.1948826313018799,
      "learning_rate": 4.3776707141143705e-06,
      "loss": 0.3746,
      "step": 594070
    },
    {
      "epoch": 165.81,
      "grad_norm": 1.0883256196975708,
      "learning_rate": 4.377657277909229e-06,
      "loss": 0.3796,
      "step": 594080
    },
    {
      "epoch": 165.81,
      "grad_norm": 1.1570535898208618,
      "learning_rate": 4.377643841433375e-06,
      "loss": 0.3834,
      "step": 594090
    },
    {
      "epoch": 165.81,
      "grad_norm": 1.1952474117279053,
      "learning_rate": 4.377630404686807e-06,
      "loss": 0.3752,
      "step": 594100
    },
    {
      "epoch": 165.81,
      "grad_norm": 1.2551366090774536,
      "learning_rate": 4.377616967669531e-06,
      "loss": 0.3971,
      "step": 594110
    },
    {
      "epoch": 165.82,
      "grad_norm": 1.0851032733917236,
      "learning_rate": 4.377603530381546e-06,
      "loss": 0.3875,
      "step": 594120
    },
    {
      "epoch": 165.82,
      "grad_norm": 1.818564534187317,
      "learning_rate": 4.377590092822855e-06,
      "loss": 0.3663,
      "step": 594130
    },
    {
      "epoch": 165.82,
      "grad_norm": 1.0322774648666382,
      "learning_rate": 4.377576654993458e-06,
      "loss": 0.3929,
      "step": 594140
    },
    {
      "epoch": 165.82,
      "grad_norm": 1.4194940328598022,
      "learning_rate": 4.3775632168933595e-06,
      "loss": 0.3778,
      "step": 594150
    },
    {
      "epoch": 165.83,
      "grad_norm": 1.0120466947555542,
      "learning_rate": 4.37754977852256e-06,
      "loss": 0.3698,
      "step": 594160
    },
    {
      "epoch": 165.83,
      "grad_norm": 1.2123700380325317,
      "learning_rate": 4.37753633988106e-06,
      "loss": 0.3832,
      "step": 594170
    },
    {
      "epoch": 165.83,
      "grad_norm": 1.4058353900909424,
      "learning_rate": 4.377522900968863e-06,
      "loss": 0.3835,
      "step": 594180
    },
    {
      "epoch": 165.84,
      "grad_norm": 1.2769891023635864,
      "learning_rate": 4.377509461785971e-06,
      "loss": 0.378,
      "step": 594190
    },
    {
      "epoch": 165.84,
      "grad_norm": 1.1005465984344482,
      "learning_rate": 4.377496022332384e-06,
      "loss": 0.3796,
      "step": 594200
    },
    {
      "epoch": 165.84,
      "grad_norm": 1.4154903888702393,
      "learning_rate": 4.377482582608106e-06,
      "loss": 0.3936,
      "step": 594210
    },
    {
      "epoch": 165.84,
      "grad_norm": 0.9866065382957458,
      "learning_rate": 4.377469142613136e-06,
      "loss": 0.3722,
      "step": 594220
    },
    {
      "epoch": 165.85,
      "grad_norm": 2.5027663707733154,
      "learning_rate": 4.377455702347479e-06,
      "loss": 0.4062,
      "step": 594230
    },
    {
      "epoch": 165.85,
      "grad_norm": 1.1351608037948608,
      "learning_rate": 4.377442261811134e-06,
      "loss": 0.3978,
      "step": 594240
    },
    {
      "epoch": 165.85,
      "grad_norm": 1.1909925937652588,
      "learning_rate": 4.377428821004105e-06,
      "loss": 0.4037,
      "step": 594250
    },
    {
      "epoch": 165.86,
      "grad_norm": 1.287939190864563,
      "learning_rate": 4.377415379926392e-06,
      "loss": 0.3952,
      "step": 594260
    },
    {
      "epoch": 165.86,
      "grad_norm": 1.15298593044281,
      "learning_rate": 4.377401938577998e-06,
      "loss": 0.3899,
      "step": 594270
    },
    {
      "epoch": 165.86,
      "grad_norm": 1.2224514484405518,
      "learning_rate": 4.377388496958925e-06,
      "loss": 0.375,
      "step": 594280
    },
    {
      "epoch": 165.86,
      "grad_norm": 1.243648648262024,
      "learning_rate": 4.3773750550691726e-06,
      "loss": 0.3988,
      "step": 594290
    },
    {
      "epoch": 165.87,
      "grad_norm": 0.9380602836608887,
      "learning_rate": 4.377361612908745e-06,
      "loss": 0.3948,
      "step": 594300
    },
    {
      "epoch": 165.87,
      "grad_norm": 1.2056326866149902,
      "learning_rate": 4.377348170477644e-06,
      "loss": 0.382,
      "step": 594310
    },
    {
      "epoch": 165.87,
      "grad_norm": 1.6179248094558716,
      "learning_rate": 4.377334727775869e-06,
      "loss": 0.3743,
      "step": 594320
    },
    {
      "epoch": 165.87,
      "grad_norm": 1.1437294483184814,
      "learning_rate": 4.3773212848034244e-06,
      "loss": 0.3937,
      "step": 594330
    },
    {
      "epoch": 165.88,
      "grad_norm": 1.1017014980316162,
      "learning_rate": 4.37730784156031e-06,
      "loss": 0.3906,
      "step": 594340
    },
    {
      "epoch": 165.88,
      "grad_norm": 1.0549894571304321,
      "learning_rate": 4.37729439804653e-06,
      "loss": 0.4027,
      "step": 594350
    },
    {
      "epoch": 165.88,
      "grad_norm": 1.1862609386444092,
      "learning_rate": 4.377280954262084e-06,
      "loss": 0.3732,
      "step": 594360
    },
    {
      "epoch": 165.89,
      "grad_norm": 1.27980375289917,
      "learning_rate": 4.377267510206973e-06,
      "loss": 0.391,
      "step": 594370
    },
    {
      "epoch": 165.89,
      "grad_norm": 1.250177264213562,
      "learning_rate": 4.3772540658812015e-06,
      "loss": 0.3842,
      "step": 594380
    },
    {
      "epoch": 165.89,
      "grad_norm": 1.2558224201202393,
      "learning_rate": 4.37724062128477e-06,
      "loss": 0.3926,
      "step": 594390
    },
    {
      "epoch": 165.89,
      "grad_norm": 1.0595132112503052,
      "learning_rate": 4.377227176417681e-06,
      "loss": 0.3784,
      "step": 594400
    },
    {
      "epoch": 165.9,
      "grad_norm": 1.3013581037521362,
      "learning_rate": 4.377213731279934e-06,
      "loss": 0.3904,
      "step": 594410
    },
    {
      "epoch": 165.9,
      "grad_norm": 2.277592420578003,
      "learning_rate": 4.377200285871534e-06,
      "loss": 0.3791,
      "step": 594420
    },
    {
      "epoch": 165.9,
      "grad_norm": 1.0811256170272827,
      "learning_rate": 4.3771868401924805e-06,
      "loss": 0.3719,
      "step": 594430
    },
    {
      "epoch": 165.91,
      "grad_norm": 1.1815358400344849,
      "learning_rate": 4.377173394242777e-06,
      "loss": 0.3633,
      "step": 594440
    },
    {
      "epoch": 165.91,
      "grad_norm": 14.607366561889648,
      "learning_rate": 4.377159948022423e-06,
      "loss": 0.3752,
      "step": 594450
    },
    {
      "epoch": 165.91,
      "grad_norm": 1.4545832872390747,
      "learning_rate": 4.377146501531422e-06,
      "loss": 0.3988,
      "step": 594460
    },
    {
      "epoch": 165.91,
      "grad_norm": 1.4802658557891846,
      "learning_rate": 4.377133054769775e-06,
      "loss": 0.3809,
      "step": 594470
    },
    {
      "epoch": 165.92,
      "grad_norm": 1.1985251903533936,
      "learning_rate": 4.377119607737484e-06,
      "loss": 0.3557,
      "step": 594480
    },
    {
      "epoch": 165.92,
      "grad_norm": 1.264452576637268,
      "learning_rate": 4.377106160434552e-06,
      "loss": 0.3818,
      "step": 594490
    },
    {
      "epoch": 165.92,
      "grad_norm": 1.2287787199020386,
      "learning_rate": 4.377092712860979e-06,
      "loss": 0.3877,
      "step": 594500
    },
    {
      "epoch": 165.93,
      "grad_norm": 1.5142430067062378,
      "learning_rate": 4.377079265016768e-06,
      "loss": 0.3927,
      "step": 594510
    },
    {
      "epoch": 165.93,
      "grad_norm": 1.2592039108276367,
      "learning_rate": 4.37706581690192e-06,
      "loss": 0.4005,
      "step": 594520
    },
    {
      "epoch": 165.93,
      "grad_norm": 1.1160513162612915,
      "learning_rate": 4.377052368516437e-06,
      "loss": 0.3762,
      "step": 594530
    },
    {
      "epoch": 165.93,
      "grad_norm": 1.1824039220809937,
      "learning_rate": 4.377038919860321e-06,
      "loss": 0.3926,
      "step": 594540
    },
    {
      "epoch": 165.94,
      "grad_norm": 1.0796977281570435,
      "learning_rate": 4.377025470933574e-06,
      "loss": 0.3615,
      "step": 594550
    },
    {
      "epoch": 165.94,
      "grad_norm": 1.1793817281723022,
      "learning_rate": 4.377012021736197e-06,
      "loss": 0.3743,
      "step": 594560
    },
    {
      "epoch": 165.94,
      "grad_norm": 1.2340061664581299,
      "learning_rate": 4.376998572268193e-06,
      "loss": 0.3731,
      "step": 594570
    },
    {
      "epoch": 165.94,
      "grad_norm": 1.2216846942901611,
      "learning_rate": 4.376985122529562e-06,
      "loss": 0.3928,
      "step": 594580
    },
    {
      "epoch": 165.95,
      "grad_norm": 1.3024014234542847,
      "learning_rate": 4.376971672520308e-06,
      "loss": 0.4059,
      "step": 594590
    },
    {
      "epoch": 165.95,
      "grad_norm": 1.1624797582626343,
      "learning_rate": 4.376958222240431e-06,
      "loss": 0.3815,
      "step": 594600
    },
    {
      "epoch": 165.95,
      "grad_norm": 1.081632137298584,
      "learning_rate": 4.376944771689934e-06,
      "loss": 0.3848,
      "step": 594610
    },
    {
      "epoch": 165.96,
      "grad_norm": 1.2487540245056152,
      "learning_rate": 4.3769313208688174e-06,
      "loss": 0.3785,
      "step": 594620
    },
    {
      "epoch": 165.96,
      "grad_norm": 1.1681232452392578,
      "learning_rate": 4.376917869777085e-06,
      "loss": 0.3886,
      "step": 594630
    },
    {
      "epoch": 165.96,
      "grad_norm": 1.133152961730957,
      "learning_rate": 4.376904418414736e-06,
      "loss": 0.3797,
      "step": 594640
    },
    {
      "epoch": 165.96,
      "grad_norm": 1.071091890335083,
      "learning_rate": 4.376890966781774e-06,
      "loss": 0.3816,
      "step": 594650
    },
    {
      "epoch": 165.97,
      "grad_norm": 1.3585017919540405,
      "learning_rate": 4.3768775148782e-06,
      "loss": 0.411,
      "step": 594660
    },
    {
      "epoch": 165.97,
      "grad_norm": 1.6256390810012817,
      "learning_rate": 4.376864062704017e-06,
      "loss": 0.3771,
      "step": 594670
    },
    {
      "epoch": 165.97,
      "grad_norm": 1.146571397781372,
      "learning_rate": 4.376850610259226e-06,
      "loss": 0.3991,
      "step": 594680
    },
    {
      "epoch": 165.98,
      "grad_norm": 1.20315420627594,
      "learning_rate": 4.376837157543828e-06,
      "loss": 0.3825,
      "step": 594690
    },
    {
      "epoch": 165.98,
      "grad_norm": 1.0449697971343994,
      "learning_rate": 4.376823704557827e-06,
      "loss": 0.382,
      "step": 594700
    },
    {
      "epoch": 165.98,
      "grad_norm": 1.002223253250122,
      "learning_rate": 4.376810251301222e-06,
      "loss": 0.3676,
      "step": 594710
    },
    {
      "epoch": 165.98,
      "grad_norm": 1.2740015983581543,
      "learning_rate": 4.3767967977740165e-06,
      "loss": 0.3725,
      "step": 594720
    },
    {
      "epoch": 165.99,
      "grad_norm": 1.2201576232910156,
      "learning_rate": 4.376783343976212e-06,
      "loss": 0.3783,
      "step": 594730
    },
    {
      "epoch": 165.99,
      "grad_norm": 1.1484627723693848,
      "learning_rate": 4.37676988990781e-06,
      "loss": 0.3896,
      "step": 594740
    },
    {
      "epoch": 165.99,
      "grad_norm": 1.2767014503479004,
      "learning_rate": 4.376756435568812e-06,
      "loss": 0.3946,
      "step": 594750
    },
    {
      "epoch": 165.99,
      "grad_norm": 1.156969428062439,
      "learning_rate": 4.376742980959221e-06,
      "loss": 0.3984,
      "step": 594760
    },
    {
      "epoch": 166.0,
      "grad_norm": 1.166245937347412,
      "learning_rate": 4.376729526079038e-06,
      "loss": 0.372,
      "step": 594770
    },
    {
      "epoch": 166.0,
      "eval_loss": 0.3845045566558838,
      "eval_runtime": 63.2611,
      "eval_samples_per_second": 79.97,
      "eval_steps_per_second": 10.006,
      "step": 594778
    },
    {
      "epoch": 166.0,
      "grad_norm": 1.360619306564331,
      "learning_rate": 4.376716070928265e-06,
      "loss": 0.3995,
      "step": 594780
    },
    {
      "epoch": 166.0,
      "grad_norm": 1.1180239915847778,
      "learning_rate": 4.376702615506903e-06,
      "loss": 0.3865,
      "step": 594790
    },
    {
      "epoch": 166.01,
      "grad_norm": 1.1831755638122559,
      "learning_rate": 4.376689159814955e-06,
      "loss": 0.3828,
      "step": 594800
    },
    {
      "epoch": 166.01,
      "grad_norm": 1.3920748233795166,
      "learning_rate": 4.376675703852422e-06,
      "loss": 0.3912,
      "step": 594810
    },
    {
      "epoch": 166.01,
      "grad_norm": 1.194898247718811,
      "learning_rate": 4.376662247619306e-06,
      "loss": 0.3766,
      "step": 594820
    },
    {
      "epoch": 166.01,
      "grad_norm": 1.3640060424804688,
      "learning_rate": 4.37664879111561e-06,
      "loss": 0.3975,
      "step": 594830
    },
    {
      "epoch": 166.02,
      "grad_norm": 1.2596824169158936,
      "learning_rate": 4.376635334341333e-06,
      "loss": 0.382,
      "step": 594840
    },
    {
      "epoch": 166.02,
      "grad_norm": 1.3051408529281616,
      "learning_rate": 4.3766218772964795e-06,
      "loss": 0.3839,
      "step": 594850
    },
    {
      "epoch": 166.02,
      "grad_norm": 1.2141623497009277,
      "learning_rate": 4.3766084199810495e-06,
      "loss": 0.3767,
      "step": 594860
    },
    {
      "epoch": 166.03,
      "grad_norm": 1.125857949256897,
      "learning_rate": 4.376594962395046e-06,
      "loss": 0.3778,
      "step": 594870
    },
    {
      "epoch": 166.03,
      "grad_norm": 1.2673628330230713,
      "learning_rate": 4.376581504538469e-06,
      "loss": 0.3877,
      "step": 594880
    },
    {
      "epoch": 166.03,
      "grad_norm": 1.0511364936828613,
      "learning_rate": 4.3765680464113235e-06,
      "loss": 0.3789,
      "step": 594890
    },
    {
      "epoch": 166.03,
      "grad_norm": 1.0662981271743774,
      "learning_rate": 4.376554588013608e-06,
      "loss": 0.3804,
      "step": 594900
    },
    {
      "epoch": 166.04,
      "grad_norm": 1.0027583837509155,
      "learning_rate": 4.376541129345327e-06,
      "loss": 0.3777,
      "step": 594910
    },
    {
      "epoch": 166.04,
      "grad_norm": 1.261580467224121,
      "learning_rate": 4.376527670406479e-06,
      "loss": 0.3825,
      "step": 594920
    },
    {
      "epoch": 166.04,
      "grad_norm": 1.40733003616333,
      "learning_rate": 4.376514211197069e-06,
      "loss": 0.371,
      "step": 594930
    },
    {
      "epoch": 166.05,
      "grad_norm": 1.481363296508789,
      "learning_rate": 4.376500751717097e-06,
      "loss": 0.3703,
      "step": 594940
    },
    {
      "epoch": 166.05,
      "grad_norm": 1.153515100479126,
      "learning_rate": 4.376487291966566e-06,
      "loss": 0.3917,
      "step": 594950
    },
    {
      "epoch": 166.05,
      "grad_norm": 1.3069781064987183,
      "learning_rate": 4.376473831945477e-06,
      "loss": 0.3805,
      "step": 594960
    },
    {
      "epoch": 166.05,
      "grad_norm": 1.3587688207626343,
      "learning_rate": 4.376460371653831e-06,
      "loss": 0.3768,
      "step": 594970
    },
    {
      "epoch": 166.06,
      "grad_norm": 1.5323693752288818,
      "learning_rate": 4.376446911091632e-06,
      "loss": 0.4089,
      "step": 594980
    },
    {
      "epoch": 166.06,
      "grad_norm": 1.3410956859588623,
      "learning_rate": 4.37643345025888e-06,
      "loss": 0.3874,
      "step": 594990
    },
    {
      "epoch": 166.06,
      "grad_norm": 1.146008014678955,
      "learning_rate": 4.376419989155577e-06,
      "loss": 0.3888,
      "step": 595000
    },
    {
      "epoch": 166.06,
      "grad_norm": 1.1247100830078125,
      "learning_rate": 4.376406527781726e-06,
      "loss": 0.3917,
      "step": 595010
    },
    {
      "epoch": 166.07,
      "grad_norm": 1.2260938882827759,
      "learning_rate": 4.376393066137326e-06,
      "loss": 0.3831,
      "step": 595020
    },
    {
      "epoch": 166.07,
      "grad_norm": 1.0919488668441772,
      "learning_rate": 4.376379604222382e-06,
      "loss": 0.3959,
      "step": 595030
    },
    {
      "epoch": 166.07,
      "grad_norm": 1.0121302604675293,
      "learning_rate": 4.376366142036894e-06,
      "loss": 0.3885,
      "step": 595040
    },
    {
      "epoch": 166.08,
      "grad_norm": 1.140371322631836,
      "learning_rate": 4.376352679580865e-06,
      "loss": 0.3817,
      "step": 595050
    },
    {
      "epoch": 166.08,
      "grad_norm": 1.0157203674316406,
      "learning_rate": 4.3763392168542944e-06,
      "loss": 0.3781,
      "step": 595060
    },
    {
      "epoch": 166.08,
      "grad_norm": 1.4203193187713623,
      "learning_rate": 4.376325753857187e-06,
      "loss": 0.3673,
      "step": 595070
    },
    {
      "epoch": 166.08,
      "grad_norm": 1.0265741348266602,
      "learning_rate": 4.376312290589544e-06,
      "loss": 0.381,
      "step": 595080
    },
    {
      "epoch": 166.09,
      "grad_norm": 1.1276808977127075,
      "learning_rate": 4.376298827051364e-06,
      "loss": 0.3932,
      "step": 595090
    },
    {
      "epoch": 166.09,
      "grad_norm": 1.4195369482040405,
      "learning_rate": 4.376285363242652e-06,
      "loss": 0.3964,
      "step": 595100
    },
    {
      "epoch": 166.09,
      "grad_norm": 1.2114163637161255,
      "learning_rate": 4.37627189916341e-06,
      "loss": 0.3786,
      "step": 595110
    },
    {
      "epoch": 166.1,
      "grad_norm": 1.0730513334274292,
      "learning_rate": 4.376258434813638e-06,
      "loss": 0.3656,
      "step": 595120
    },
    {
      "epoch": 166.1,
      "grad_norm": 1.237023115158081,
      "learning_rate": 4.3762449701933395e-06,
      "loss": 0.3961,
      "step": 595130
    },
    {
      "epoch": 166.1,
      "grad_norm": 1.1350418329238892,
      "learning_rate": 4.376231505302514e-06,
      "loss": 0.3736,
      "step": 595140
    },
    {
      "epoch": 166.1,
      "grad_norm": 1.536627173423767,
      "learning_rate": 4.376218040141166e-06,
      "loss": 0.3863,
      "step": 595150
    },
    {
      "epoch": 166.11,
      "grad_norm": 1.3972172737121582,
      "learning_rate": 4.376204574709295e-06,
      "loss": 0.3758,
      "step": 595160
    },
    {
      "epoch": 166.11,
      "grad_norm": 1.2010002136230469,
      "learning_rate": 4.376191109006904e-06,
      "loss": 0.3752,
      "step": 595170
    },
    {
      "epoch": 166.11,
      "grad_norm": 1.137208342552185,
      "learning_rate": 4.376177643033994e-06,
      "loss": 0.3743,
      "step": 595180
    },
    {
      "epoch": 166.11,
      "grad_norm": 1.0580254793167114,
      "learning_rate": 4.376164176790568e-06,
      "loss": 0.3853,
      "step": 595190
    },
    {
      "epoch": 166.12,
      "grad_norm": 1.295570969581604,
      "learning_rate": 4.376150710276627e-06,
      "loss": 0.3775,
      "step": 595200
    },
    {
      "epoch": 166.12,
      "grad_norm": 1.3131569623947144,
      "learning_rate": 4.376137243492173e-06,
      "loss": 0.4,
      "step": 595210
    },
    {
      "epoch": 166.12,
      "grad_norm": 1.1893138885498047,
      "learning_rate": 4.376123776437208e-06,
      "loss": 0.377,
      "step": 595220
    },
    {
      "epoch": 166.13,
      "grad_norm": 1.2191253900527954,
      "learning_rate": 4.376110309111733e-06,
      "loss": 0.3826,
      "step": 595230
    },
    {
      "epoch": 166.13,
      "grad_norm": 1.343999981880188,
      "learning_rate": 4.37609684151575e-06,
      "loss": 0.3933,
      "step": 595240
    },
    {
      "epoch": 166.13,
      "grad_norm": 1.1468548774719238,
      "learning_rate": 4.376083373649262e-06,
      "loss": 0.3695,
      "step": 595250
    },
    {
      "epoch": 166.13,
      "grad_norm": 1.2386438846588135,
      "learning_rate": 4.376069905512269e-06,
      "loss": 0.3783,
      "step": 595260
    },
    {
      "epoch": 166.14,
      "grad_norm": 1.1406227350234985,
      "learning_rate": 4.376056437104774e-06,
      "loss": 0.3964,
      "step": 595270
    },
    {
      "epoch": 166.14,
      "grad_norm": 1.0452607870101929,
      "learning_rate": 4.376042968426779e-06,
      "loss": 0.3703,
      "step": 595280
    },
    {
      "epoch": 166.14,
      "grad_norm": 1.1709321737289429,
      "learning_rate": 4.3760294994782844e-06,
      "loss": 0.3846,
      "step": 595290
    },
    {
      "epoch": 166.15,
      "grad_norm": 1.251379132270813,
      "learning_rate": 4.376016030259293e-06,
      "loss": 0.4061,
      "step": 595300
    },
    {
      "epoch": 166.15,
      "grad_norm": 1.2930079698562622,
      "learning_rate": 4.376002560769807e-06,
      "loss": 0.3908,
      "step": 595310
    },
    {
      "epoch": 166.15,
      "grad_norm": 1.4430811405181885,
      "learning_rate": 4.375989091009828e-06,
      "loss": 0.4151,
      "step": 595320
    },
    {
      "epoch": 166.15,
      "grad_norm": 1.098291039466858,
      "learning_rate": 4.375975620979356e-06,
      "loss": 0.3724,
      "step": 595330
    },
    {
      "epoch": 166.16,
      "grad_norm": 1.356175184249878,
      "learning_rate": 4.375962150678395e-06,
      "loss": 0.3639,
      "step": 595340
    },
    {
      "epoch": 166.16,
      "grad_norm": 1.1403571367263794,
      "learning_rate": 4.375948680106946e-06,
      "loss": 0.4114,
      "step": 595350
    },
    {
      "epoch": 166.16,
      "grad_norm": 1.2810934782028198,
      "learning_rate": 4.37593520926501e-06,
      "loss": 0.3876,
      "step": 595360
    },
    {
      "epoch": 166.17,
      "grad_norm": 1.0277390480041504,
      "learning_rate": 4.375921738152591e-06,
      "loss": 0.3781,
      "step": 595370
    },
    {
      "epoch": 166.17,
      "grad_norm": 1.3930999040603638,
      "learning_rate": 4.375908266769688e-06,
      "loss": 0.3934,
      "step": 595380
    },
    {
      "epoch": 166.17,
      "grad_norm": 1.3413586616516113,
      "learning_rate": 4.375894795116305e-06,
      "loss": 0.3779,
      "step": 595390
    },
    {
      "epoch": 166.17,
      "grad_norm": 1.1335407495498657,
      "learning_rate": 4.3758813231924425e-06,
      "loss": 0.3799,
      "step": 595400
    },
    {
      "epoch": 166.18,
      "grad_norm": 1.0277663469314575,
      "learning_rate": 4.375867850998104e-06,
      "loss": 0.3764,
      "step": 595410
    },
    {
      "epoch": 166.18,
      "grad_norm": 1.3239154815673828,
      "learning_rate": 4.375854378533289e-06,
      "loss": 0.3914,
      "step": 595420
    },
    {
      "epoch": 166.18,
      "grad_norm": 1.3975099325180054,
      "learning_rate": 4.375840905798e-06,
      "loss": 0.3716,
      "step": 595430
    },
    {
      "epoch": 166.18,
      "grad_norm": 1.6336506605148315,
      "learning_rate": 4.37582743279224e-06,
      "loss": 0.3872,
      "step": 595440
    },
    {
      "epoch": 166.19,
      "grad_norm": 1.772078037261963,
      "learning_rate": 4.375813959516009e-06,
      "loss": 0.3839,
      "step": 595450
    },
    {
      "epoch": 166.19,
      "grad_norm": 1.616927981376648,
      "learning_rate": 4.375800485969311e-06,
      "loss": 0.3683,
      "step": 595460
    },
    {
      "epoch": 166.19,
      "grad_norm": 1.0834205150604248,
      "learning_rate": 4.375787012152145e-06,
      "loss": 0.3873,
      "step": 595470
    },
    {
      "epoch": 166.2,
      "grad_norm": 1.2814878225326538,
      "learning_rate": 4.375773538064516e-06,
      "loss": 0.381,
      "step": 595480
    },
    {
      "epoch": 166.2,
      "grad_norm": 1.450147032737732,
      "learning_rate": 4.375760063706423e-06,
      "loss": 0.3941,
      "step": 595490
    },
    {
      "epoch": 166.2,
      "grad_norm": 1.278491735458374,
      "learning_rate": 4.37574658907787e-06,
      "loss": 0.4041,
      "step": 595500
    },
    {
      "epoch": 166.2,
      "grad_norm": 1.2272669076919556,
      "learning_rate": 4.375733114178857e-06,
      "loss": 0.3818,
      "step": 595510
    },
    {
      "epoch": 166.21,
      "grad_norm": 1.294743299484253,
      "learning_rate": 4.375719639009386e-06,
      "loss": 0.388,
      "step": 595520
    },
    {
      "epoch": 166.21,
      "grad_norm": 1.1799538135528564,
      "learning_rate": 4.375706163569459e-06,
      "loss": 0.3885,
      "step": 595530
    },
    {
      "epoch": 166.21,
      "grad_norm": 1.183518409729004,
      "learning_rate": 4.375692687859079e-06,
      "loss": 0.3794,
      "step": 595540
    },
    {
      "epoch": 166.22,
      "grad_norm": 1.2745211124420166,
      "learning_rate": 4.375679211878247e-06,
      "loss": 0.3705,
      "step": 595550
    },
    {
      "epoch": 166.22,
      "grad_norm": 1.2041106224060059,
      "learning_rate": 4.375665735626964e-06,
      "loss": 0.3863,
      "step": 595560
    },
    {
      "epoch": 166.22,
      "grad_norm": 1.419869065284729,
      "learning_rate": 4.375652259105233e-06,
      "loss": 0.3759,
      "step": 595570
    },
    {
      "epoch": 166.22,
      "grad_norm": 1.2539311647415161,
      "learning_rate": 4.375638782313055e-06,
      "loss": 0.3895,
      "step": 595580
    },
    {
      "epoch": 166.23,
      "grad_norm": 2.529391288757324,
      "learning_rate": 4.375625305250432e-06,
      "loss": 0.4012,
      "step": 595590
    },
    {
      "epoch": 166.23,
      "grad_norm": 1.0452994108200073,
      "learning_rate": 4.375611827917366e-06,
      "loss": 0.3947,
      "step": 595600
    },
    {
      "epoch": 166.23,
      "grad_norm": 1.0178714990615845,
      "learning_rate": 4.375598350313858e-06,
      "loss": 0.3899,
      "step": 595610
    },
    {
      "epoch": 166.23,
      "grad_norm": 1.051910400390625,
      "learning_rate": 4.375584872439911e-06,
      "loss": 0.3872,
      "step": 595620
    },
    {
      "epoch": 166.24,
      "grad_norm": 1.1266764402389526,
      "learning_rate": 4.375571394295527e-06,
      "loss": 0.3853,
      "step": 595630
    },
    {
      "epoch": 166.24,
      "grad_norm": 1.2441177368164062,
      "learning_rate": 4.375557915880706e-06,
      "loss": 0.3883,
      "step": 595640
    },
    {
      "epoch": 166.24,
      "grad_norm": 1.1284852027893066,
      "learning_rate": 4.375544437195451e-06,
      "loss": 0.3848,
      "step": 595650
    },
    {
      "epoch": 166.25,
      "grad_norm": 1.2137423753738403,
      "learning_rate": 4.375530958239763e-06,
      "loss": 0.388,
      "step": 595660
    },
    {
      "epoch": 166.25,
      "grad_norm": 1.74742591381073,
      "learning_rate": 4.375517479013646e-06,
      "loss": 0.3737,
      "step": 595670
    },
    {
      "epoch": 166.25,
      "grad_norm": 1.091078758239746,
      "learning_rate": 4.375503999517099e-06,
      "loss": 0.382,
      "step": 595680
    },
    {
      "epoch": 166.25,
      "grad_norm": 1.2494066953659058,
      "learning_rate": 4.3754905197501255e-06,
      "loss": 0.3921,
      "step": 595690
    },
    {
      "epoch": 166.26,
      "grad_norm": 1.1887784004211426,
      "learning_rate": 4.375477039712727e-06,
      "loss": 0.386,
      "step": 595700
    },
    {
      "epoch": 166.26,
      "grad_norm": 1.023549199104309,
      "learning_rate": 4.375463559404904e-06,
      "loss": 0.4011,
      "step": 595710
    },
    {
      "epoch": 166.26,
      "grad_norm": 1.4683732986450195,
      "learning_rate": 4.3754500788266595e-06,
      "loss": 0.3969,
      "step": 595720
    },
    {
      "epoch": 166.27,
      "grad_norm": 1.1601933240890503,
      "learning_rate": 4.375436597977996e-06,
      "loss": 0.4077,
      "step": 595730
    },
    {
      "epoch": 166.27,
      "grad_norm": 1.0705351829528809,
      "learning_rate": 4.375423116858914e-06,
      "loss": 0.3952,
      "step": 595740
    },
    {
      "epoch": 166.27,
      "grad_norm": 1.3296780586242676,
      "learning_rate": 4.375409635469416e-06,
      "loss": 0.3756,
      "step": 595750
    },
    {
      "epoch": 166.27,
      "grad_norm": 1.391099452972412,
      "learning_rate": 4.375396153809504e-06,
      "loss": 0.3823,
      "step": 595760
    },
    {
      "epoch": 166.28,
      "grad_norm": 1.2434827089309692,
      "learning_rate": 4.375382671879178e-06,
      "loss": 0.3807,
      "step": 595770
    },
    {
      "epoch": 166.28,
      "grad_norm": 1.403454065322876,
      "learning_rate": 4.375369189678442e-06,
      "loss": 0.3865,
      "step": 595780
    },
    {
      "epoch": 166.28,
      "grad_norm": 1.1235097646713257,
      "learning_rate": 4.375355707207297e-06,
      "loss": 0.377,
      "step": 595790
    },
    {
      "epoch": 166.29,
      "grad_norm": 1.1119858026504517,
      "learning_rate": 4.375342224465745e-06,
      "loss": 0.3913,
      "step": 595800
    },
    {
      "epoch": 166.29,
      "grad_norm": 1.1853712797164917,
      "learning_rate": 4.375328741453787e-06,
      "loss": 0.3969,
      "step": 595810
    },
    {
      "epoch": 166.29,
      "grad_norm": 1.1749366521835327,
      "learning_rate": 4.375315258171425e-06,
      "loss": 0.3905,
      "step": 595820
    },
    {
      "epoch": 166.29,
      "grad_norm": 1.157014012336731,
      "learning_rate": 4.375301774618661e-06,
      "loss": 0.3962,
      "step": 595830
    },
    {
      "epoch": 166.3,
      "grad_norm": 1.449697494506836,
      "learning_rate": 4.3752882907954986e-06,
      "loss": 0.3724,
      "step": 595840
    },
    {
      "epoch": 166.3,
      "grad_norm": 1.1406538486480713,
      "learning_rate": 4.375274806701936e-06,
      "loss": 0.3773,
      "step": 595850
    },
    {
      "epoch": 166.3,
      "grad_norm": 1.101993441581726,
      "learning_rate": 4.3752613223379775e-06,
      "loss": 0.401,
      "step": 595860
    },
    {
      "epoch": 166.3,
      "grad_norm": 1.0753251314163208,
      "learning_rate": 4.375247837703624e-06,
      "loss": 0.3778,
      "step": 595870
    },
    {
      "epoch": 166.31,
      "grad_norm": 1.31767737865448,
      "learning_rate": 4.375234352798878e-06,
      "loss": 0.3989,
      "step": 595880
    },
    {
      "epoch": 166.31,
      "grad_norm": 1.198259949684143,
      "learning_rate": 4.375220867623741e-06,
      "loss": 0.3723,
      "step": 595890
    },
    {
      "epoch": 166.31,
      "grad_norm": 1.5427993535995483,
      "learning_rate": 4.375207382178215e-06,
      "loss": 0.4018,
      "step": 595900
    },
    {
      "epoch": 166.32,
      "grad_norm": 1.1294435262680054,
      "learning_rate": 4.375193896462301e-06,
      "loss": 0.3773,
      "step": 595910
    },
    {
      "epoch": 166.32,
      "grad_norm": 1.038249135017395,
      "learning_rate": 4.375180410476001e-06,
      "loss": 0.3827,
      "step": 595920
    },
    {
      "epoch": 166.32,
      "grad_norm": 1.469467282295227,
      "learning_rate": 4.375166924219317e-06,
      "loss": 0.3703,
      "step": 595930
    },
    {
      "epoch": 166.32,
      "grad_norm": 1.1292940378189087,
      "learning_rate": 4.375153437692252e-06,
      "loss": 0.3855,
      "step": 595940
    },
    {
      "epoch": 166.33,
      "grad_norm": 1.9516851902008057,
      "learning_rate": 4.375139950894805e-06,
      "loss": 0.3689,
      "step": 595950
    },
    {
      "epoch": 166.33,
      "grad_norm": 1.3476061820983887,
      "learning_rate": 4.37512646382698e-06,
      "loss": 0.3846,
      "step": 595960
    },
    {
      "epoch": 166.33,
      "grad_norm": 1.1535297632217407,
      "learning_rate": 4.375112976488779e-06,
      "loss": 0.402,
      "step": 595970
    },
    {
      "epoch": 166.34,
      "grad_norm": 13.767775535583496,
      "learning_rate": 4.3750994888802024e-06,
      "loss": 0.3761,
      "step": 595980
    },
    {
      "epoch": 166.34,
      "grad_norm": 1.5816303491592407,
      "learning_rate": 4.375086001001253e-06,
      "loss": 0.3916,
      "step": 595990
    },
    {
      "epoch": 166.34,
      "grad_norm": 1.2499523162841797,
      "learning_rate": 4.375072512851932e-06,
      "loss": 0.3817,
      "step": 596000
    },
    {
      "epoch": 166.34,
      "grad_norm": 1.7674660682678223,
      "learning_rate": 4.375059024432241e-06,
      "loss": 0.3807,
      "step": 596010
    },
    {
      "epoch": 166.35,
      "grad_norm": 1.0555697679519653,
      "learning_rate": 4.375045535742183e-06,
      "loss": 0.3975,
      "step": 596020
    },
    {
      "epoch": 166.35,
      "grad_norm": 1.0300986766815186,
      "learning_rate": 4.375032046781758e-06,
      "loss": 0.3862,
      "step": 596030
    },
    {
      "epoch": 166.35,
      "grad_norm": 1.277796983718872,
      "learning_rate": 4.3750185575509694e-06,
      "loss": 0.3753,
      "step": 596040
    },
    {
      "epoch": 166.36,
      "grad_norm": 1.0339010953903198,
      "learning_rate": 4.375005068049819e-06,
      "loss": 0.3615,
      "step": 596050
    },
    {
      "epoch": 166.36,
      "grad_norm": 1.4381946325302124,
      "learning_rate": 4.374991578278308e-06,
      "loss": 0.3707,
      "step": 596060
    },
    {
      "epoch": 166.36,
      "grad_norm": 1.1407560110092163,
      "learning_rate": 4.374978088236437e-06,
      "loss": 0.4141,
      "step": 596070
    },
    {
      "epoch": 166.36,
      "grad_norm": 1.2540944814682007,
      "learning_rate": 4.37496459792421e-06,
      "loss": 0.3824,
      "step": 596080
    },
    {
      "epoch": 166.37,
      "grad_norm": 1.2017310857772827,
      "learning_rate": 4.374951107341627e-06,
      "loss": 0.4068,
      "step": 596090
    },
    {
      "epoch": 166.37,
      "grad_norm": 1.4829208850860596,
      "learning_rate": 4.374937616488691e-06,
      "loss": 0.3913,
      "step": 596100
    },
    {
      "epoch": 166.37,
      "grad_norm": 1.0074766874313354,
      "learning_rate": 4.374924125365404e-06,
      "loss": 0.3783,
      "step": 596110
    },
    {
      "epoch": 166.37,
      "grad_norm": 0.9953388571739197,
      "learning_rate": 4.374910633971766e-06,
      "loss": 0.3905,
      "step": 596120
    },
    {
      "epoch": 166.38,
      "grad_norm": 1.119231939315796,
      "learning_rate": 4.374897142307781e-06,
      "loss": 0.3949,
      "step": 596130
    },
    {
      "epoch": 166.38,
      "grad_norm": 1.3385515213012695,
      "learning_rate": 4.374883650373448e-06,
      "loss": 0.389,
      "step": 596140
    },
    {
      "epoch": 166.38,
      "grad_norm": 1.263838768005371,
      "learning_rate": 4.374870158168772e-06,
      "loss": 0.3928,
      "step": 596150
    },
    {
      "epoch": 166.39,
      "grad_norm": 1.1772091388702393,
      "learning_rate": 4.374856665693754e-06,
      "loss": 0.383,
      "step": 596160
    },
    {
      "epoch": 166.39,
      "grad_norm": 1.1522634029388428,
      "learning_rate": 4.374843172948394e-06,
      "loss": 0.3754,
      "step": 596170
    },
    {
      "epoch": 166.39,
      "grad_norm": 1.1302636861801147,
      "learning_rate": 4.374829679932695e-06,
      "loss": 0.3877,
      "step": 596180
    },
    {
      "epoch": 166.39,
      "grad_norm": 1.3039731979370117,
      "learning_rate": 4.374816186646659e-06,
      "loss": 0.3873,
      "step": 596190
    },
    {
      "epoch": 166.4,
      "grad_norm": 1.0736432075500488,
      "learning_rate": 4.374802693090288e-06,
      "loss": 0.3816,
      "step": 596200
    },
    {
      "epoch": 166.4,
      "grad_norm": 1.2464841604232788,
      "learning_rate": 4.374789199263583e-06,
      "loss": 0.3787,
      "step": 596210
    },
    {
      "epoch": 166.4,
      "grad_norm": 1.145282506942749,
      "learning_rate": 4.374775705166546e-06,
      "loss": 0.3933,
      "step": 596220
    },
    {
      "epoch": 166.41,
      "grad_norm": 1.4739347696304321,
      "learning_rate": 4.374762210799179e-06,
      "loss": 0.3823,
      "step": 596230
    },
    {
      "epoch": 166.41,
      "grad_norm": 1.355804443359375,
      "learning_rate": 4.374748716161483e-06,
      "loss": 0.3729,
      "step": 596240
    },
    {
      "epoch": 166.41,
      "grad_norm": 1.2186359167099,
      "learning_rate": 4.3747352212534615e-06,
      "loss": 0.3766,
      "step": 596250
    },
    {
      "epoch": 166.41,
      "grad_norm": 1.2617861032485962,
      "learning_rate": 4.374721726075115e-06,
      "loss": 0.3765,
      "step": 596260
    },
    {
      "epoch": 166.42,
      "grad_norm": 1.204650640487671,
      "learning_rate": 4.3747082306264455e-06,
      "loss": 0.3994,
      "step": 596270
    },
    {
      "epoch": 166.42,
      "grad_norm": 1.1714004278182983,
      "learning_rate": 4.374694734907455e-06,
      "loss": 0.3775,
      "step": 596280
    },
    {
      "epoch": 166.42,
      "grad_norm": 1.1482216119766235,
      "learning_rate": 4.374681238918145e-06,
      "loss": 0.3937,
      "step": 596290
    },
    {
      "epoch": 166.42,
      "grad_norm": 1.3964382410049438,
      "learning_rate": 4.374667742658518e-06,
      "loss": 0.3979,
      "step": 596300
    },
    {
      "epoch": 166.43,
      "grad_norm": 1.2960569858551025,
      "learning_rate": 4.374654246128575e-06,
      "loss": 0.3874,
      "step": 596310
    },
    {
      "epoch": 166.43,
      "grad_norm": 2.099123954772949,
      "learning_rate": 4.3746407493283175e-06,
      "loss": 0.3776,
      "step": 596320
    },
    {
      "epoch": 166.43,
      "grad_norm": 1.1215647459030151,
      "learning_rate": 4.3746272522577485e-06,
      "loss": 0.3892,
      "step": 596330
    },
    {
      "epoch": 166.44,
      "grad_norm": 1.2918033599853516,
      "learning_rate": 4.374613754916869e-06,
      "loss": 0.403,
      "step": 596340
    },
    {
      "epoch": 166.44,
      "grad_norm": 1.1630160808563232,
      "learning_rate": 4.374600257305682e-06,
      "loss": 0.3805,
      "step": 596350
    },
    {
      "epoch": 166.44,
      "grad_norm": 1.0091133117675781,
      "learning_rate": 4.374586759424187e-06,
      "loss": 0.3969,
      "step": 596360
    },
    {
      "epoch": 166.44,
      "grad_norm": 1.1386460065841675,
      "learning_rate": 4.374573261272388e-06,
      "loss": 0.3811,
      "step": 596370
    },
    {
      "epoch": 166.45,
      "grad_norm": 1.0214368104934692,
      "learning_rate": 4.374559762850285e-06,
      "loss": 0.3903,
      "step": 596380
    },
    {
      "epoch": 166.45,
      "grad_norm": 1.5260766744613647,
      "learning_rate": 4.374546264157881e-06,
      "loss": 0.3856,
      "step": 596390
    },
    {
      "epoch": 166.45,
      "grad_norm": 1.202466368675232,
      "learning_rate": 4.374532765195177e-06,
      "loss": 0.3812,
      "step": 596400
    },
    {
      "epoch": 166.46,
      "grad_norm": 1.3050085306167603,
      "learning_rate": 4.374519265962176e-06,
      "loss": 0.3952,
      "step": 596410
    },
    {
      "epoch": 166.46,
      "grad_norm": 1.3082804679870605,
      "learning_rate": 4.374505766458879e-06,
      "loss": 0.3786,
      "step": 596420
    },
    {
      "epoch": 166.46,
      "grad_norm": 1.1249611377716064,
      "learning_rate": 4.374492266685288e-06,
      "loss": 0.3802,
      "step": 596430
    },
    {
      "epoch": 166.46,
      "grad_norm": 1.0813162326812744,
      "learning_rate": 4.374478766641404e-06,
      "loss": 0.399,
      "step": 596440
    },
    {
      "epoch": 166.47,
      "grad_norm": 1.1041477918624878,
      "learning_rate": 4.37446526632723e-06,
      "loss": 0.3787,
      "step": 596450
    },
    {
      "epoch": 166.47,
      "grad_norm": 1.4471288919448853,
      "learning_rate": 4.374451765742766e-06,
      "loss": 0.3906,
      "step": 596460
    },
    {
      "epoch": 166.47,
      "grad_norm": 1.467016339302063,
      "learning_rate": 4.3744382648880165e-06,
      "loss": 0.4061,
      "step": 596470
    },
    {
      "epoch": 166.48,
      "grad_norm": 1.3089646100997925,
      "learning_rate": 4.374424763762981e-06,
      "loss": 0.3937,
      "step": 596480
    },
    {
      "epoch": 166.48,
      "grad_norm": 1.2171388864517212,
      "learning_rate": 4.3744112623676635e-06,
      "loss": 0.3746,
      "step": 596490
    },
    {
      "epoch": 166.48,
      "grad_norm": 1.1462650299072266,
      "learning_rate": 4.374397760702064e-06,
      "loss": 0.3859,
      "step": 596500
    },
    {
      "epoch": 166.48,
      "grad_norm": 0.9981269240379333,
      "learning_rate": 4.374384258766183e-06,
      "loss": 0.3703,
      "step": 596510
    },
    {
      "epoch": 166.49,
      "grad_norm": 1.102612018585205,
      "learning_rate": 4.374370756560025e-06,
      "loss": 0.3797,
      "step": 596520
    },
    {
      "epoch": 166.49,
      "grad_norm": 1.2172924280166626,
      "learning_rate": 4.374357254083591e-06,
      "loss": 0.3865,
      "step": 596530
    },
    {
      "epoch": 166.49,
      "grad_norm": 1.2493927478790283,
      "learning_rate": 4.374343751336883e-06,
      "loss": 0.3957,
      "step": 596540
    },
    {
      "epoch": 166.49,
      "grad_norm": 1.0634028911590576,
      "learning_rate": 4.3743302483199026e-06,
      "loss": 0.3988,
      "step": 596550
    },
    {
      "epoch": 166.5,
      "grad_norm": 1.2368134260177612,
      "learning_rate": 4.3743167450326504e-06,
      "loss": 0.3721,
      "step": 596560
    },
    {
      "epoch": 166.5,
      "grad_norm": 1.2038531303405762,
      "learning_rate": 4.3743032414751296e-06,
      "loss": 0.3694,
      "step": 596570
    },
    {
      "epoch": 166.5,
      "grad_norm": 1.4305510520935059,
      "learning_rate": 4.3742897376473425e-06,
      "loss": 0.3884,
      "step": 596580
    },
    {
      "epoch": 166.51,
      "grad_norm": 1.2020853757858276,
      "learning_rate": 4.3742762335492884e-06,
      "loss": 0.4035,
      "step": 596590
    },
    {
      "epoch": 166.51,
      "grad_norm": 1.2212142944335938,
      "learning_rate": 4.3742627291809715e-06,
      "loss": 0.3648,
      "step": 596600
    },
    {
      "epoch": 166.51,
      "grad_norm": 1.298319697380066,
      "learning_rate": 4.3742492245423936e-06,
      "loss": 0.3956,
      "step": 596610
    },
    {
      "epoch": 166.51,
      "grad_norm": 1.0937544107437134,
      "learning_rate": 4.3742357196335544e-06,
      "loss": 0.3785,
      "step": 596620
    },
    {
      "epoch": 166.52,
      "grad_norm": 1.2959392070770264,
      "learning_rate": 4.374222214454458e-06,
      "loss": 0.4026,
      "step": 596630
    },
    {
      "epoch": 166.52,
      "grad_norm": 1.2068878412246704,
      "learning_rate": 4.374208709005104e-06,
      "loss": 0.3819,
      "step": 596640
    },
    {
      "epoch": 166.52,
      "grad_norm": 1.1874876022338867,
      "learning_rate": 4.374195203285497e-06,
      "loss": 0.3712,
      "step": 596650
    },
    {
      "epoch": 166.53,
      "grad_norm": 1.4141920804977417,
      "learning_rate": 4.374181697295636e-06,
      "loss": 0.3875,
      "step": 596660
    },
    {
      "epoch": 166.53,
      "grad_norm": 1.1741786003112793,
      "learning_rate": 4.3741681910355245e-06,
      "loss": 0.3873,
      "step": 596670
    },
    {
      "epoch": 166.53,
      "grad_norm": 1.0860512256622314,
      "learning_rate": 4.374154684505164e-06,
      "loss": 0.3796,
      "step": 596680
    },
    {
      "epoch": 166.53,
      "grad_norm": 1.358237385749817,
      "learning_rate": 4.374141177704555e-06,
      "loss": 0.4021,
      "step": 596690
    },
    {
      "epoch": 166.54,
      "grad_norm": 1.1523163318634033,
      "learning_rate": 4.374127670633701e-06,
      "loss": 0.3659,
      "step": 596700
    },
    {
      "epoch": 166.54,
      "grad_norm": 1.2573628425598145,
      "learning_rate": 4.374114163292603e-06,
      "loss": 0.3843,
      "step": 596710
    },
    {
      "epoch": 166.54,
      "grad_norm": 1.3398889303207397,
      "learning_rate": 4.374100655681263e-06,
      "loss": 0.399,
      "step": 596720
    },
    {
      "epoch": 166.54,
      "grad_norm": 1.3269096612930298,
      "learning_rate": 4.374087147799683e-06,
      "loss": 0.3898,
      "step": 596730
    },
    {
      "epoch": 166.55,
      "grad_norm": 1.236349105834961,
      "learning_rate": 4.374073639647865e-06,
      "loss": 0.3917,
      "step": 596740
    },
    {
      "epoch": 166.55,
      "grad_norm": 1.0739792585372925,
      "learning_rate": 4.374060131225809e-06,
      "loss": 0.3781,
      "step": 596750
    },
    {
      "epoch": 166.55,
      "grad_norm": 1.1904828548431396,
      "learning_rate": 4.37404662253352e-06,
      "loss": 0.3913,
      "step": 596760
    },
    {
      "epoch": 166.56,
      "grad_norm": 1.074317455291748,
      "learning_rate": 4.374033113570997e-06,
      "loss": 0.382,
      "step": 596770
    },
    {
      "epoch": 166.56,
      "grad_norm": 1.1769118309020996,
      "learning_rate": 4.374019604338243e-06,
      "loss": 0.3993,
      "step": 596780
    },
    {
      "epoch": 166.56,
      "grad_norm": 1.1665794849395752,
      "learning_rate": 4.374006094835259e-06,
      "loss": 0.3905,
      "step": 596790
    },
    {
      "epoch": 166.56,
      "grad_norm": 1.200158715248108,
      "learning_rate": 4.373992585062047e-06,
      "loss": 0.3766,
      "step": 596800
    },
    {
      "epoch": 166.57,
      "grad_norm": 1.3417372703552246,
      "learning_rate": 4.3739790750186106e-06,
      "loss": 0.3792,
      "step": 596810
    },
    {
      "epoch": 166.57,
      "grad_norm": 1.3875946998596191,
      "learning_rate": 4.37396556470495e-06,
      "loss": 0.3668,
      "step": 596820
    },
    {
      "epoch": 166.57,
      "grad_norm": 21.374338150024414,
      "learning_rate": 4.373952054121066e-06,
      "loss": 0.3853,
      "step": 596830
    },
    {
      "epoch": 166.58,
      "grad_norm": 1.2074494361877441,
      "learning_rate": 4.373938543266962e-06,
      "loss": 0.3761,
      "step": 596840
    },
    {
      "epoch": 166.58,
      "grad_norm": 1.3340377807617188,
      "learning_rate": 4.37392503214264e-06,
      "loss": 0.3857,
      "step": 596850
    },
    {
      "epoch": 166.58,
      "grad_norm": 1.1006704568862915,
      "learning_rate": 4.3739115207481e-06,
      "loss": 0.3793,
      "step": 596860
    },
    {
      "epoch": 166.58,
      "grad_norm": 1.1516494750976562,
      "learning_rate": 4.373898009083346e-06,
      "loss": 0.3939,
      "step": 596870
    },
    {
      "epoch": 166.59,
      "grad_norm": 1.2150293588638306,
      "learning_rate": 4.373884497148378e-06,
      "loss": 0.3928,
      "step": 596880
    },
    {
      "epoch": 166.59,
      "grad_norm": 1.1540242433547974,
      "learning_rate": 4.373870984943199e-06,
      "loss": 0.3715,
      "step": 596890
    },
    {
      "epoch": 166.59,
      "grad_norm": 1.1821244955062866,
      "learning_rate": 4.37385747246781e-06,
      "loss": 0.3597,
      "step": 596900
    },
    {
      "epoch": 166.6,
      "grad_norm": 1.2880163192749023,
      "learning_rate": 4.373843959722214e-06,
      "loss": 0.3637,
      "step": 596910
    },
    {
      "epoch": 166.6,
      "grad_norm": 1.0794847011566162,
      "learning_rate": 4.373830446706411e-06,
      "loss": 0.3745,
      "step": 596920
    },
    {
      "epoch": 166.6,
      "grad_norm": 1.1429845094680786,
      "learning_rate": 4.373816933420404e-06,
      "loss": 0.3833,
      "step": 596930
    },
    {
      "epoch": 166.6,
      "grad_norm": 1.1926193237304688,
      "learning_rate": 4.373803419864195e-06,
      "loss": 0.374,
      "step": 596940
    },
    {
      "epoch": 166.61,
      "grad_norm": 1.324708342552185,
      "learning_rate": 4.373789906037785e-06,
      "loss": 0.3914,
      "step": 596950
    },
    {
      "epoch": 166.61,
      "grad_norm": 1.394849181175232,
      "learning_rate": 4.373776391941176e-06,
      "loss": 0.3759,
      "step": 596960
    },
    {
      "epoch": 166.61,
      "grad_norm": 1.1599600315093994,
      "learning_rate": 4.37376287757437e-06,
      "loss": 0.3828,
      "step": 596970
    },
    {
      "epoch": 166.61,
      "grad_norm": 1.2028757333755493,
      "learning_rate": 4.373749362937369e-06,
      "loss": 0.3816,
      "step": 596980
    },
    {
      "epoch": 166.62,
      "grad_norm": 1.2757906913757324,
      "learning_rate": 4.373735848030174e-06,
      "loss": 0.3795,
      "step": 596990
    },
    {
      "epoch": 166.62,
      "grad_norm": 1.3427162170410156,
      "learning_rate": 4.373722332852787e-06,
      "loss": 0.3955,
      "step": 597000
    },
    {
      "epoch": 166.62,
      "grad_norm": 1.0969197750091553,
      "learning_rate": 4.3737088174052115e-06,
      "loss": 0.3771,
      "step": 597010
    },
    {
      "epoch": 166.63,
      "grad_norm": 1.1520196199417114,
      "learning_rate": 4.373695301687447e-06,
      "loss": 0.3732,
      "step": 597020
    },
    {
      "epoch": 166.63,
      "grad_norm": 1.0609667301177979,
      "learning_rate": 4.373681785699496e-06,
      "loss": 0.3846,
      "step": 597030
    },
    {
      "epoch": 166.63,
      "grad_norm": 0.9681902527809143,
      "learning_rate": 4.373668269441361e-06,
      "loss": 0.3782,
      "step": 597040
    },
    {
      "epoch": 166.63,
      "grad_norm": 1.0256590843200684,
      "learning_rate": 4.373654752913043e-06,
      "loss": 0.3839,
      "step": 597050
    },
    {
      "epoch": 166.64,
      "grad_norm": 1.1241669654846191,
      "learning_rate": 4.373641236114544e-06,
      "loss": 0.4036,
      "step": 597060
    },
    {
      "epoch": 166.64,
      "grad_norm": 1.317029356956482,
      "learning_rate": 4.373627719045867e-06,
      "loss": 0.3861,
      "step": 597070
    },
    {
      "epoch": 166.64,
      "grad_norm": 1.1836800575256348,
      "learning_rate": 4.373614201707012e-06,
      "loss": 0.4069,
      "step": 597080
    },
    {
      "epoch": 166.65,
      "grad_norm": 1.1892973184585571,
      "learning_rate": 4.373600684097982e-06,
      "loss": 0.4,
      "step": 597090
    },
    {
      "epoch": 166.65,
      "grad_norm": 1.1035435199737549,
      "learning_rate": 4.373587166218778e-06,
      "loss": 0.3948,
      "step": 597100
    },
    {
      "epoch": 166.65,
      "grad_norm": 1.1361579895019531,
      "learning_rate": 4.373573648069402e-06,
      "loss": 0.3791,
      "step": 597110
    },
    {
      "epoch": 166.65,
      "grad_norm": 1.1200976371765137,
      "learning_rate": 4.373560129649855e-06,
      "loss": 0.3937,
      "step": 597120
    },
    {
      "epoch": 166.66,
      "grad_norm": 1.3608921766281128,
      "learning_rate": 4.373546610960141e-06,
      "loss": 0.387,
      "step": 597130
    },
    {
      "epoch": 166.66,
      "grad_norm": 1.2361210584640503,
      "learning_rate": 4.37353309200026e-06,
      "loss": 0.3851,
      "step": 597140
    },
    {
      "epoch": 166.66,
      "grad_norm": 1.3102586269378662,
      "learning_rate": 4.373519572770215e-06,
      "loss": 0.385,
      "step": 597150
    },
    {
      "epoch": 166.66,
      "grad_norm": 1.3297510147094727,
      "learning_rate": 4.3735060532700065e-06,
      "loss": 0.3714,
      "step": 597160
    },
    {
      "epoch": 166.67,
      "grad_norm": 1.0683057308197021,
      "learning_rate": 4.373492533499636e-06,
      "loss": 0.3896,
      "step": 597170
    },
    {
      "epoch": 166.67,
      "grad_norm": 1.2968413829803467,
      "learning_rate": 4.373479013459108e-06,
      "loss": 0.3934,
      "step": 597180
    },
    {
      "epoch": 166.67,
      "grad_norm": 1.3767216205596924,
      "learning_rate": 4.373465493148422e-06,
      "loss": 0.3689,
      "step": 597190
    },
    {
      "epoch": 166.68,
      "grad_norm": 1.2632206678390503,
      "learning_rate": 4.373451972567579e-06,
      "loss": 0.3713,
      "step": 597200
    },
    {
      "epoch": 166.68,
      "grad_norm": 1.1024093627929688,
      "learning_rate": 4.373438451716583e-06,
      "loss": 0.3699,
      "step": 597210
    },
    {
      "epoch": 166.68,
      "grad_norm": 1.1808085441589355,
      "learning_rate": 4.373424930595436e-06,
      "loss": 0.3741,
      "step": 597220
    },
    {
      "epoch": 166.68,
      "grad_norm": 1.604783058166504,
      "learning_rate": 4.373411409204137e-06,
      "loss": 0.3851,
      "step": 597230
    },
    {
      "epoch": 166.69,
      "grad_norm": 1.0797243118286133,
      "learning_rate": 4.373397887542691e-06,
      "loss": 0.3762,
      "step": 597240
    },
    {
      "epoch": 166.69,
      "grad_norm": 1.0739868879318237,
      "learning_rate": 4.373384365611097e-06,
      "loss": 0.391,
      "step": 597250
    },
    {
      "epoch": 166.69,
      "grad_norm": 1.0000067949295044,
      "learning_rate": 4.373370843409359e-06,
      "loss": 0.3869,
      "step": 597260
    },
    {
      "epoch": 166.7,
      "grad_norm": 1.1520702838897705,
      "learning_rate": 4.373357320937478e-06,
      "loss": 0.37,
      "step": 597270
    },
    {
      "epoch": 166.7,
      "grad_norm": 1.2589747905731201,
      "learning_rate": 4.373343798195455e-06,
      "loss": 0.3975,
      "step": 597280
    },
    {
      "epoch": 166.7,
      "grad_norm": 1.2355090379714966,
      "learning_rate": 4.373330275183293e-06,
      "loss": 0.3786,
      "step": 597290
    },
    {
      "epoch": 166.7,
      "grad_norm": 1.3948613405227661,
      "learning_rate": 4.373316751900994e-06,
      "loss": 0.3709,
      "step": 597300
    },
    {
      "epoch": 166.71,
      "grad_norm": 1.2891483306884766,
      "learning_rate": 4.373303228348558e-06,
      "loss": 0.3751,
      "step": 597310
    },
    {
      "epoch": 166.71,
      "grad_norm": 1.4378681182861328,
      "learning_rate": 4.373289704525987e-06,
      "loss": 0.3724,
      "step": 597320
    },
    {
      "epoch": 166.71,
      "grad_norm": 1.3423415422439575,
      "learning_rate": 4.373276180433286e-06,
      "loss": 0.3928,
      "step": 597330
    },
    {
      "epoch": 166.72,
      "grad_norm": 1.1813840866088867,
      "learning_rate": 4.373262656070453e-06,
      "loss": 0.3946,
      "step": 597340
    },
    {
      "epoch": 166.72,
      "grad_norm": 1.283092737197876,
      "learning_rate": 4.373249131437492e-06,
      "loss": 0.3946,
      "step": 597350
    },
    {
      "epoch": 166.72,
      "grad_norm": 1.2065212726593018,
      "learning_rate": 4.373235606534403e-06,
      "loss": 0.3862,
      "step": 597360
    },
    {
      "epoch": 166.72,
      "grad_norm": 1.4618775844573975,
      "learning_rate": 4.373222081361191e-06,
      "loss": 0.3731,
      "step": 597370
    },
    {
      "epoch": 166.73,
      "grad_norm": 1.1534295082092285,
      "learning_rate": 4.373208555917854e-06,
      "loss": 0.3797,
      "step": 597380
    },
    {
      "epoch": 166.73,
      "grad_norm": 1.0962594747543335,
      "learning_rate": 4.373195030204396e-06,
      "loss": 0.3815,
      "step": 597390
    },
    {
      "epoch": 166.73,
      "grad_norm": 1.0586689710617065,
      "learning_rate": 4.373181504220818e-06,
      "loss": 0.3969,
      "step": 597400
    },
    {
      "epoch": 166.73,
      "grad_norm": 1.2479115724563599,
      "learning_rate": 4.373167977967123e-06,
      "loss": 0.3771,
      "step": 597410
    },
    {
      "epoch": 166.74,
      "grad_norm": 1.0000263452529907,
      "learning_rate": 4.373154451443311e-06,
      "loss": 0.3973,
      "step": 597420
    },
    {
      "epoch": 166.74,
      "grad_norm": 1.1838957071304321,
      "learning_rate": 4.373140924649384e-06,
      "loss": 0.3814,
      "step": 597430
    },
    {
      "epoch": 166.74,
      "grad_norm": 1.296492338180542,
      "learning_rate": 4.373127397585346e-06,
      "loss": 0.3829,
      "step": 597440
    },
    {
      "epoch": 166.75,
      "grad_norm": 1.0125207901000977,
      "learning_rate": 4.373113870251197e-06,
      "loss": 0.3695,
      "step": 597450
    },
    {
      "epoch": 166.75,
      "grad_norm": 1.3256750106811523,
      "learning_rate": 4.3731003426469395e-06,
      "loss": 0.38,
      "step": 597460
    },
    {
      "epoch": 166.75,
      "grad_norm": 1.0565272569656372,
      "learning_rate": 4.373086814772574e-06,
      "loss": 0.3786,
      "step": 597470
    },
    {
      "epoch": 166.75,
      "grad_norm": 1.070134162902832,
      "learning_rate": 4.373073286628104e-06,
      "loss": 0.3872,
      "step": 597480
    },
    {
      "epoch": 166.76,
      "grad_norm": 1.1640592813491821,
      "learning_rate": 4.37305975821353e-06,
      "loss": 0.3974,
      "step": 597490
    },
    {
      "epoch": 166.76,
      "grad_norm": 1.1380819082260132,
      "learning_rate": 4.373046229528854e-06,
      "loss": 0.3915,
      "step": 597500
    },
    {
      "epoch": 166.76,
      "grad_norm": 1.2094531059265137,
      "learning_rate": 4.373032700574079e-06,
      "loss": 0.3605,
      "step": 597510
    },
    {
      "epoch": 166.77,
      "grad_norm": 1.2201417684555054,
      "learning_rate": 4.373019171349205e-06,
      "loss": 0.4082,
      "step": 597520
    },
    {
      "epoch": 166.77,
      "grad_norm": 1.2618799209594727,
      "learning_rate": 4.373005641854236e-06,
      "loss": 0.3715,
      "step": 597530
    },
    {
      "epoch": 166.77,
      "grad_norm": 1.4023066759109497,
      "learning_rate": 4.372992112089171e-06,
      "loss": 0.4001,
      "step": 597540
    },
    {
      "epoch": 166.77,
      "grad_norm": 1.2288050651550293,
      "learning_rate": 4.372978582054014e-06,
      "loss": 0.3988,
      "step": 597550
    },
    {
      "epoch": 166.78,
      "grad_norm": 1.2542206048965454,
      "learning_rate": 4.372965051748767e-06,
      "loss": 0.3845,
      "step": 597560
    },
    {
      "epoch": 166.78,
      "grad_norm": 1.1489903926849365,
      "learning_rate": 4.372951521173429e-06,
      "loss": 0.3816,
      "step": 597570
    },
    {
      "epoch": 166.78,
      "grad_norm": 1.4043627977371216,
      "learning_rate": 4.372937990328005e-06,
      "loss": 0.3791,
      "step": 597580
    },
    {
      "epoch": 166.78,
      "grad_norm": 1.2828196287155151,
      "learning_rate": 4.372924459212496e-06,
      "loss": 0.3859,
      "step": 597590
    },
    {
      "epoch": 166.79,
      "grad_norm": 1.3881336450576782,
      "learning_rate": 4.372910927826903e-06,
      "loss": 0.3891,
      "step": 597600
    },
    {
      "epoch": 166.79,
      "grad_norm": 1.2464275360107422,
      "learning_rate": 4.372897396171227e-06,
      "loss": 0.3847,
      "step": 597610
    },
    {
      "epoch": 166.79,
      "grad_norm": 1.2549819946289062,
      "learning_rate": 4.372883864245472e-06,
      "loss": 0.3798,
      "step": 597620
    },
    {
      "epoch": 166.8,
      "grad_norm": 1.2048949003219604,
      "learning_rate": 4.372870332049638e-06,
      "loss": 0.3875,
      "step": 597630
    },
    {
      "epoch": 166.8,
      "grad_norm": 1.3154445886611938,
      "learning_rate": 4.372856799583728e-06,
      "loss": 0.3688,
      "step": 597640
    },
    {
      "epoch": 166.8,
      "grad_norm": 1.1847920417785645,
      "learning_rate": 4.3728432668477435e-06,
      "loss": 0.3884,
      "step": 597650
    },
    {
      "epoch": 166.8,
      "grad_norm": 1.172528862953186,
      "learning_rate": 4.372829733841686e-06,
      "loss": 0.38,
      "step": 597660
    },
    {
      "epoch": 166.81,
      "grad_norm": 1.2412195205688477,
      "learning_rate": 4.372816200565557e-06,
      "loss": 0.378,
      "step": 597670
    },
    {
      "epoch": 166.81,
      "grad_norm": 1.2357244491577148,
      "learning_rate": 4.37280266701936e-06,
      "loss": 0.3857,
      "step": 597680
    },
    {
      "epoch": 166.81,
      "grad_norm": 1.5294122695922852,
      "learning_rate": 4.372789133203094e-06,
      "loss": 0.3909,
      "step": 597690
    },
    {
      "epoch": 166.82,
      "grad_norm": 1.0830861330032349,
      "learning_rate": 4.3727755991167635e-06,
      "loss": 0.3841,
      "step": 597700
    },
    {
      "epoch": 166.82,
      "grad_norm": 1.1227779388427734,
      "learning_rate": 4.372762064760368e-06,
      "loss": 0.3896,
      "step": 597710
    },
    {
      "epoch": 166.82,
      "grad_norm": 1.2981318235397339,
      "learning_rate": 4.372748530133911e-06,
      "loss": 0.3799,
      "step": 597720
    },
    {
      "epoch": 166.82,
      "grad_norm": 1.0861434936523438,
      "learning_rate": 4.372734995237394e-06,
      "loss": 0.3957,
      "step": 597730
    },
    {
      "epoch": 166.83,
      "grad_norm": 1.2675729990005493,
      "learning_rate": 4.372721460070819e-06,
      "loss": 0.4061,
      "step": 597740
    },
    {
      "epoch": 166.83,
      "grad_norm": 1.2924023866653442,
      "learning_rate": 4.372707924634186e-06,
      "loss": 0.3705,
      "step": 597750
    },
    {
      "epoch": 166.83,
      "grad_norm": 1.2956961393356323,
      "learning_rate": 4.3726943889274994e-06,
      "loss": 0.3805,
      "step": 597760
    },
    {
      "epoch": 166.84,
      "grad_norm": 1.0939205884933472,
      "learning_rate": 4.372680852950759e-06,
      "loss": 0.407,
      "step": 597770
    },
    {
      "epoch": 166.84,
      "grad_norm": 3.171194314956665,
      "learning_rate": 4.3726673167039675e-06,
      "loss": 0.3924,
      "step": 597780
    },
    {
      "epoch": 166.84,
      "grad_norm": 0.9677746295928955,
      "learning_rate": 4.372653780187127e-06,
      "loss": 0.3793,
      "step": 597790
    },
    {
      "epoch": 166.84,
      "grad_norm": 1.266940951347351,
      "learning_rate": 4.372640243400239e-06,
      "loss": 0.3925,
      "step": 597800
    },
    {
      "epoch": 166.85,
      "grad_norm": 1.2328380346298218,
      "learning_rate": 4.372626706343304e-06,
      "loss": 0.3842,
      "step": 597810
    },
    {
      "epoch": 166.85,
      "grad_norm": 1.3232088088989258,
      "learning_rate": 4.372613169016326e-06,
      "loss": 0.3885,
      "step": 597820
    },
    {
      "epoch": 166.85,
      "grad_norm": 1.0463058948516846,
      "learning_rate": 4.372599631419305e-06,
      "loss": 0.3742,
      "step": 597830
    },
    {
      "epoch": 166.85,
      "grad_norm": 1.1526716947555542,
      "learning_rate": 4.372586093552243e-06,
      "loss": 0.3896,
      "step": 597840
    },
    {
      "epoch": 166.86,
      "grad_norm": 1.217414140701294,
      "learning_rate": 4.372572555415144e-06,
      "loss": 0.3929,
      "step": 597850
    },
    {
      "epoch": 166.86,
      "grad_norm": 1.548172950744629,
      "learning_rate": 4.372559017008008e-06,
      "loss": 0.4145,
      "step": 597860
    },
    {
      "epoch": 166.86,
      "grad_norm": 1.2898809909820557,
      "learning_rate": 4.372545478330836e-06,
      "loss": 0.3732,
      "step": 597870
    },
    {
      "epoch": 166.87,
      "grad_norm": 1.3701173067092896,
      "learning_rate": 4.372531939383631e-06,
      "loss": 0.3813,
      "step": 597880
    },
    {
      "epoch": 166.87,
      "grad_norm": 1.0250288248062134,
      "learning_rate": 4.3725184001663944e-06,
      "loss": 0.3593,
      "step": 597890
    },
    {
      "epoch": 166.87,
      "grad_norm": 1.2588199377059937,
      "learning_rate": 4.372504860679129e-06,
      "loss": 0.3788,
      "step": 597900
    },
    {
      "epoch": 166.87,
      "grad_norm": 1.1212354898452759,
      "learning_rate": 4.372491320921835e-06,
      "loss": 0.4123,
      "step": 597910
    },
    {
      "epoch": 166.88,
      "grad_norm": 2.55204176902771,
      "learning_rate": 4.3724777808945154e-06,
      "loss": 0.3881,
      "step": 597920
    },
    {
      "epoch": 166.88,
      "grad_norm": 1.1534714698791504,
      "learning_rate": 4.372464240597172e-06,
      "loss": 0.3798,
      "step": 597930
    },
    {
      "epoch": 166.88,
      "grad_norm": 1.242020845413208,
      "learning_rate": 4.372450700029805e-06,
      "loss": 0.3915,
      "step": 597940
    },
    {
      "epoch": 166.89,
      "grad_norm": 1.138187050819397,
      "learning_rate": 4.3724371591924184e-06,
      "loss": 0.407,
      "step": 597950
    },
    {
      "epoch": 166.89,
      "grad_norm": 0.9992938041687012,
      "learning_rate": 4.372423618085012e-06,
      "loss": 0.3821,
      "step": 597960
    },
    {
      "epoch": 166.89,
      "grad_norm": 1.4219391345977783,
      "learning_rate": 4.37241007670759e-06,
      "loss": 0.3953,
      "step": 597970
    },
    {
      "epoch": 166.89,
      "grad_norm": 1.147182583808899,
      "learning_rate": 4.372396535060152e-06,
      "loss": 0.3721,
      "step": 597980
    },
    {
      "epoch": 166.9,
      "grad_norm": 1.2057417631149292,
      "learning_rate": 4.3723829931427e-06,
      "loss": 0.3788,
      "step": 597990
    },
    {
      "epoch": 166.9,
      "grad_norm": 1.0809859037399292,
      "learning_rate": 4.372369450955237e-06,
      "loss": 0.3898,
      "step": 598000
    },
    {
      "epoch": 166.9,
      "grad_norm": 1.0881003141403198,
      "learning_rate": 4.372355908497764e-06,
      "loss": 0.3984,
      "step": 598010
    },
    {
      "epoch": 166.9,
      "grad_norm": 1.2456425428390503,
      "learning_rate": 4.372342365770284e-06,
      "loss": 0.3776,
      "step": 598020
    },
    {
      "epoch": 166.91,
      "grad_norm": 1.366228699684143,
      "learning_rate": 4.372328822772797e-06,
      "loss": 0.393,
      "step": 598030
    },
    {
      "epoch": 166.91,
      "grad_norm": 1.0862019062042236,
      "learning_rate": 4.372315279505305e-06,
      "loss": 0.3853,
      "step": 598040
    },
    {
      "epoch": 166.91,
      "grad_norm": 1.4475741386413574,
      "learning_rate": 4.372301735967811e-06,
      "loss": 0.3739,
      "step": 598050
    },
    {
      "epoch": 166.92,
      "grad_norm": 1.3539040088653564,
      "learning_rate": 4.372288192160316e-06,
      "loss": 0.3993,
      "step": 598060
    },
    {
      "epoch": 166.92,
      "grad_norm": 1.41443932056427,
      "learning_rate": 4.372274648082822e-06,
      "loss": 0.3841,
      "step": 598070
    },
    {
      "epoch": 166.92,
      "grad_norm": 1.0156891345977783,
      "learning_rate": 4.372261103735332e-06,
      "loss": 0.384,
      "step": 598080
    },
    {
      "epoch": 166.92,
      "grad_norm": 1.0021291971206665,
      "learning_rate": 4.372247559117845e-06,
      "loss": 0.3717,
      "step": 598090
    },
    {
      "epoch": 166.93,
      "grad_norm": 1.3438525199890137,
      "learning_rate": 4.372234014230365e-06,
      "loss": 0.3765,
      "step": 598100
    },
    {
      "epoch": 166.93,
      "grad_norm": 1.048380732536316,
      "learning_rate": 4.372220469072894e-06,
      "loss": 0.3921,
      "step": 598110
    },
    {
      "epoch": 166.93,
      "grad_norm": 1.0054638385772705,
      "learning_rate": 4.3722069236454315e-06,
      "loss": 0.3911,
      "step": 598120
    },
    {
      "epoch": 166.94,
      "grad_norm": 1.2312058210372925,
      "learning_rate": 4.372193377947982e-06,
      "loss": 0.369,
      "step": 598130
    },
    {
      "epoch": 166.94,
      "grad_norm": 1.4073004722595215,
      "learning_rate": 4.372179831980545e-06,
      "loss": 0.3817,
      "step": 598140
    },
    {
      "epoch": 166.94,
      "grad_norm": 1.2378994226455688,
      "learning_rate": 4.372166285743125e-06,
      "loss": 0.3897,
      "step": 598150
    },
    {
      "epoch": 166.94,
      "grad_norm": 1.1174359321594238,
      "learning_rate": 4.372152739235722e-06,
      "loss": 0.379,
      "step": 598160
    },
    {
      "epoch": 166.95,
      "grad_norm": 1.7643049955368042,
      "learning_rate": 4.372139192458337e-06,
      "loss": 0.3875,
      "step": 598170
    },
    {
      "epoch": 166.95,
      "grad_norm": 1.5566061735153198,
      "learning_rate": 4.372125645410973e-06,
      "loss": 0.3841,
      "step": 598180
    },
    {
      "epoch": 166.95,
      "grad_norm": 1.0768736600875854,
      "learning_rate": 4.372112098093632e-06,
      "loss": 0.387,
      "step": 598190
    },
    {
      "epoch": 166.96,
      "grad_norm": 1.2105724811553955,
      "learning_rate": 4.372098550506316e-06,
      "loss": 0.3898,
      "step": 598200
    },
    {
      "epoch": 166.96,
      "grad_norm": 1.0034962892532349,
      "learning_rate": 4.372085002649026e-06,
      "loss": 0.3687,
      "step": 598210
    },
    {
      "epoch": 166.96,
      "grad_norm": 1.4125748872756958,
      "learning_rate": 4.372071454521763e-06,
      "loss": 0.3886,
      "step": 598220
    },
    {
      "epoch": 166.96,
      "grad_norm": 1.3155677318572998,
      "learning_rate": 4.37205790612453e-06,
      "loss": 0.3946,
      "step": 598230
    },
    {
      "epoch": 166.97,
      "grad_norm": 1.1000522375106812,
      "learning_rate": 4.37204435745733e-06,
      "loss": 0.3833,
      "step": 598240
    },
    {
      "epoch": 166.97,
      "grad_norm": 1.1231575012207031,
      "learning_rate": 4.372030808520163e-06,
      "loss": 0.3878,
      "step": 598250
    },
    {
      "epoch": 166.97,
      "grad_norm": 1.0552806854248047,
      "learning_rate": 4.372017259313031e-06,
      "loss": 0.3886,
      "step": 598260
    },
    {
      "epoch": 166.97,
      "grad_norm": 1.1540123224258423,
      "learning_rate": 4.3720037098359364e-06,
      "loss": 0.3753,
      "step": 598270
    },
    {
      "epoch": 166.98,
      "grad_norm": 1.3693578243255615,
      "learning_rate": 4.37199016008888e-06,
      "loss": 0.3866,
      "step": 598280
    },
    {
      "epoch": 166.98,
      "grad_norm": 1.3327308893203735,
      "learning_rate": 4.371976610071865e-06,
      "loss": 0.3784,
      "step": 598290
    },
    {
      "epoch": 166.98,
      "grad_norm": 1.1127773523330688,
      "learning_rate": 4.371963059784892e-06,
      "loss": 0.3706,
      "step": 598300
    },
    {
      "epoch": 166.99,
      "grad_norm": 1.1129403114318848,
      "learning_rate": 4.371949509227963e-06,
      "loss": 0.3984,
      "step": 598310
    },
    {
      "epoch": 166.99,
      "grad_norm": 1.2541381120681763,
      "learning_rate": 4.371935958401081e-06,
      "loss": 0.3858,
      "step": 598320
    },
    {
      "epoch": 166.99,
      "grad_norm": 1.1224497556686401,
      "learning_rate": 4.371922407304246e-06,
      "loss": 0.3923,
      "step": 598330
    },
    {
      "epoch": 166.99,
      "grad_norm": 1.048606514930725,
      "learning_rate": 4.371908855937461e-06,
      "loss": 0.3643,
      "step": 598340
    },
    {
      "epoch": 167.0,
      "grad_norm": 1.2587815523147583,
      "learning_rate": 4.3718953043007275e-06,
      "loss": 0.3901,
      "step": 598350
    },
    {
      "epoch": 167.0,
      "grad_norm": 1.3907299041748047,
      "learning_rate": 4.3718817523940485e-06,
      "loss": 0.3758,
      "step": 598360
    },
    {
      "epoch": 167.0,
      "eval_loss": 0.3852461874485016,
      "eval_runtime": 63.2986,
      "eval_samples_per_second": 79.923,
      "eval_steps_per_second": 10.0,
      "step": 598361
    },
    {
      "epoch": 167.0,
      "grad_norm": 1.1253299713134766,
      "learning_rate": 4.371868200217423e-06,
      "loss": 0.3707,
      "step": 598370
    },
    {
      "epoch": 167.01,
      "grad_norm": 1.2605715990066528,
      "learning_rate": 4.371854647770855e-06,
      "loss": 0.3902,
      "step": 598380
    },
    {
      "epoch": 167.01,
      "grad_norm": 1.200142502784729,
      "learning_rate": 4.3718410950543455e-06,
      "loss": 0.3827,
      "step": 598390
    },
    {
      "epoch": 167.01,
      "grad_norm": 1.252385139465332,
      "learning_rate": 4.371827542067897e-06,
      "loss": 0.4003,
      "step": 598400
    },
    {
      "epoch": 167.01,
      "grad_norm": 1.3554223775863647,
      "learning_rate": 4.37181398881151e-06,
      "loss": 0.3946,
      "step": 598410
    },
    {
      "epoch": 167.02,
      "grad_norm": 1.3244357109069824,
      "learning_rate": 4.371800435285188e-06,
      "loss": 0.4033,
      "step": 598420
    },
    {
      "epoch": 167.02,
      "grad_norm": 1.1891026496887207,
      "learning_rate": 4.3717868814889315e-06,
      "loss": 0.3835,
      "step": 598430
    },
    {
      "epoch": 167.02,
      "grad_norm": 1.2335355281829834,
      "learning_rate": 4.371773327422743e-06,
      "loss": 0.3964,
      "step": 598440
    },
    {
      "epoch": 167.02,
      "grad_norm": 1.2652697563171387,
      "learning_rate": 4.371759773086623e-06,
      "loss": 0.3871,
      "step": 598450
    },
    {
      "epoch": 167.03,
      "grad_norm": 1.2659780979156494,
      "learning_rate": 4.371746218480576e-06,
      "loss": 0.3994,
      "step": 598460
    },
    {
      "epoch": 167.03,
      "grad_norm": 1.2743415832519531,
      "learning_rate": 4.3717326636046015e-06,
      "loss": 0.3987,
      "step": 598470
    },
    {
      "epoch": 167.03,
      "grad_norm": 1.1633398532867432,
      "learning_rate": 4.371719108458702e-06,
      "loss": 0.382,
      "step": 598480
    },
    {
      "epoch": 167.04,
      "grad_norm": 1.4341527223587036,
      "learning_rate": 4.371705553042879e-06,
      "loss": 0.4003,
      "step": 598490
    },
    {
      "epoch": 167.04,
      "grad_norm": 1.290440320968628,
      "learning_rate": 4.371691997357134e-06,
      "loss": 0.3981,
      "step": 598500
    },
    {
      "epoch": 167.04,
      "grad_norm": 1.4026498794555664,
      "learning_rate": 4.37167844140147e-06,
      "loss": 0.3798,
      "step": 598510
    },
    {
      "epoch": 167.04,
      "grad_norm": 1.3736436367034912,
      "learning_rate": 4.3716648851758885e-06,
      "loss": 0.3888,
      "step": 598520
    },
    {
      "epoch": 167.05,
      "grad_norm": 1.1049127578735352,
      "learning_rate": 4.371651328680391e-06,
      "loss": 0.3856,
      "step": 598530
    },
    {
      "epoch": 167.05,
      "grad_norm": 1.3899877071380615,
      "learning_rate": 4.371637771914979e-06,
      "loss": 0.398,
      "step": 598540
    },
    {
      "epoch": 167.05,
      "grad_norm": 0.988796591758728,
      "learning_rate": 4.3716242148796545e-06,
      "loss": 0.378,
      "step": 598550
    },
    {
      "epoch": 167.06,
      "grad_norm": 1.3292642831802368,
      "learning_rate": 4.371610657574419e-06,
      "loss": 0.3935,
      "step": 598560
    },
    {
      "epoch": 167.06,
      "grad_norm": 1.232329249382019,
      "learning_rate": 4.371597099999275e-06,
      "loss": 0.3903,
      "step": 598570
    },
    {
      "epoch": 167.06,
      "grad_norm": 1.1629408597946167,
      "learning_rate": 4.371583542154224e-06,
      "loss": 0.3744,
      "step": 598580
    },
    {
      "epoch": 167.06,
      "grad_norm": 1.2220667600631714,
      "learning_rate": 4.371569984039269e-06,
      "loss": 0.4044,
      "step": 598590
    },
    {
      "epoch": 167.07,
      "grad_norm": 1.092313289642334,
      "learning_rate": 4.371556425654409e-06,
      "loss": 0.3894,
      "step": 598600
    },
    {
      "epoch": 167.07,
      "grad_norm": 1.1392656564712524,
      "learning_rate": 4.371542866999648e-06,
      "loss": 0.3927,
      "step": 598610
    },
    {
      "epoch": 167.07,
      "grad_norm": 1.2044051885604858,
      "learning_rate": 4.371529308074987e-06,
      "loss": 0.3939,
      "step": 598620
    },
    {
      "epoch": 167.08,
      "grad_norm": 1.3532570600509644,
      "learning_rate": 4.3715157488804284e-06,
      "loss": 0.3982,
      "step": 598630
    },
    {
      "epoch": 167.08,
      "grad_norm": 1.063847303390503,
      "learning_rate": 4.371502189415973e-06,
      "loss": 0.3984,
      "step": 598640
    },
    {
      "epoch": 167.08,
      "grad_norm": 1.1848782300949097,
      "learning_rate": 4.371488629681624e-06,
      "loss": 0.4018,
      "step": 598650
    },
    {
      "epoch": 167.08,
      "grad_norm": 1.302019476890564,
      "learning_rate": 4.371475069677382e-06,
      "loss": 0.3895,
      "step": 598660
    },
    {
      "epoch": 167.09,
      "grad_norm": 1.1390246152877808,
      "learning_rate": 4.371461509403249e-06,
      "loss": 0.3996,
      "step": 598670
    },
    {
      "epoch": 167.09,
      "grad_norm": 1.5322567224502563,
      "learning_rate": 4.371447948859228e-06,
      "loss": 0.388,
      "step": 598680
    },
    {
      "epoch": 167.09,
      "grad_norm": 1.4083516597747803,
      "learning_rate": 4.371434388045319e-06,
      "loss": 0.3721,
      "step": 598690
    },
    {
      "epoch": 167.09,
      "grad_norm": 1.1128545999526978,
      "learning_rate": 4.371420826961524e-06,
      "loss": 0.3905,
      "step": 598700
    },
    {
      "epoch": 167.1,
      "grad_norm": 1.3304239511489868,
      "learning_rate": 4.371407265607847e-06,
      "loss": 0.3823,
      "step": 598710
    },
    {
      "epoch": 167.1,
      "grad_norm": 1.4074214696884155,
      "learning_rate": 4.371393703984287e-06,
      "loss": 0.3876,
      "step": 598720
    },
    {
      "epoch": 167.1,
      "grad_norm": 1.2062163352966309,
      "learning_rate": 4.371380142090848e-06,
      "loss": 0.4014,
      "step": 598730
    },
    {
      "epoch": 167.11,
      "grad_norm": 1.0058706998825073,
      "learning_rate": 4.371366579927531e-06,
      "loss": 0.3742,
      "step": 598740
    },
    {
      "epoch": 167.11,
      "grad_norm": 1.22891104221344,
      "learning_rate": 4.371353017494337e-06,
      "loss": 0.391,
      "step": 598750
    },
    {
      "epoch": 167.11,
      "grad_norm": 1.17827308177948,
      "learning_rate": 4.371339454791269e-06,
      "loss": 0.3801,
      "step": 598760
    },
    {
      "epoch": 167.11,
      "grad_norm": 1.4362386465072632,
      "learning_rate": 4.371325891818328e-06,
      "loss": 0.3973,
      "step": 598770
    },
    {
      "epoch": 167.12,
      "grad_norm": 1.477130651473999,
      "learning_rate": 4.371312328575516e-06,
      "loss": 0.3883,
      "step": 598780
    },
    {
      "epoch": 167.12,
      "grad_norm": 1.109585165977478,
      "learning_rate": 4.371298765062835e-06,
      "loss": 0.3882,
      "step": 598790
    },
    {
      "epoch": 167.12,
      "grad_norm": 1.3204225301742554,
      "learning_rate": 4.3712852012802866e-06,
      "loss": 0.3801,
      "step": 598800
    },
    {
      "epoch": 167.13,
      "grad_norm": 1.315035343170166,
      "learning_rate": 4.371271637227873e-06,
      "loss": 0.3908,
      "step": 598810
    },
    {
      "epoch": 167.13,
      "grad_norm": 1.277557373046875,
      "learning_rate": 4.3712580729055955e-06,
      "loss": 0.3904,
      "step": 598820
    },
    {
      "epoch": 167.13,
      "grad_norm": 1.2444031238555908,
      "learning_rate": 4.371244508313456e-06,
      "loss": 0.3906,
      "step": 598830
    },
    {
      "epoch": 167.13,
      "grad_norm": 1.0787322521209717,
      "learning_rate": 4.371230943451457e-06,
      "loss": 0.3712,
      "step": 598840
    },
    {
      "epoch": 167.14,
      "grad_norm": 1.3763357400894165,
      "learning_rate": 4.371217378319599e-06,
      "loss": 0.3795,
      "step": 598850
    },
    {
      "epoch": 167.14,
      "grad_norm": 1.4489467144012451,
      "learning_rate": 4.371203812917885e-06,
      "loss": 0.3712,
      "step": 598860
    },
    {
      "epoch": 167.14,
      "grad_norm": 1.4305752515792847,
      "learning_rate": 4.371190247246316e-06,
      "loss": 0.3793,
      "step": 598870
    },
    {
      "epoch": 167.14,
      "grad_norm": 1.3490523099899292,
      "learning_rate": 4.371176681304894e-06,
      "loss": 0.3842,
      "step": 598880
    },
    {
      "epoch": 167.15,
      "grad_norm": 1.454813838005066,
      "learning_rate": 4.371163115093622e-06,
      "loss": 0.3803,
      "step": 598890
    },
    {
      "epoch": 167.15,
      "grad_norm": 1.4248806238174438,
      "learning_rate": 4.371149548612499e-06,
      "loss": 0.3743,
      "step": 598900
    },
    {
      "epoch": 167.15,
      "grad_norm": 1.0827332735061646,
      "learning_rate": 4.37113598186153e-06,
      "loss": 0.3891,
      "step": 598910
    },
    {
      "epoch": 167.16,
      "grad_norm": 1.2639541625976562,
      "learning_rate": 4.3711224148407155e-06,
      "loss": 0.373,
      "step": 598920
    },
    {
      "epoch": 167.16,
      "grad_norm": 1.1793774366378784,
      "learning_rate": 4.371108847550056e-06,
      "loss": 0.3728,
      "step": 598930
    },
    {
      "epoch": 167.16,
      "grad_norm": 0.9442125558853149,
      "learning_rate": 4.371095279989556e-06,
      "loss": 0.3784,
      "step": 598940
    },
    {
      "epoch": 167.16,
      "grad_norm": 1.348243236541748,
      "learning_rate": 4.371081712159214e-06,
      "loss": 0.3911,
      "step": 598950
    },
    {
      "epoch": 167.17,
      "grad_norm": 1.0924975872039795,
      "learning_rate": 4.371068144059035e-06,
      "loss": 0.3774,
      "step": 598960
    },
    {
      "epoch": 167.17,
      "grad_norm": 1.3532840013504028,
      "learning_rate": 4.371054575689019e-06,
      "loss": 0.3923,
      "step": 598970
    },
    {
      "epoch": 167.17,
      "grad_norm": 1.2062954902648926,
      "learning_rate": 4.371041007049168e-06,
      "loss": 0.3816,
      "step": 598980
    },
    {
      "epoch": 167.18,
      "grad_norm": 1.0501446723937988,
      "learning_rate": 4.371027438139485e-06,
      "loss": 0.3927,
      "step": 598990
    },
    {
      "epoch": 167.18,
      "grad_norm": 1.4129881858825684,
      "learning_rate": 4.37101386895997e-06,
      "loss": 0.3896,
      "step": 599000
    },
    {
      "epoch": 167.18,
      "grad_norm": 1.0782535076141357,
      "learning_rate": 4.371000299510625e-06,
      "loss": 0.3831,
      "step": 599010
    },
    {
      "epoch": 167.18,
      "grad_norm": 1.0831193923950195,
      "learning_rate": 4.370986729791453e-06,
      "loss": 0.3821,
      "step": 599020
    },
    {
      "epoch": 167.19,
      "grad_norm": 1.0882052183151245,
      "learning_rate": 4.370973159802456e-06,
      "loss": 0.3666,
      "step": 599030
    },
    {
      "epoch": 167.19,
      "grad_norm": 1.2136883735656738,
      "learning_rate": 4.370959589543634e-06,
      "loss": 0.3777,
      "step": 599040
    },
    {
      "epoch": 167.19,
      "grad_norm": 0.9762307405471802,
      "learning_rate": 4.37094601901499e-06,
      "loss": 0.3853,
      "step": 599050
    },
    {
      "epoch": 167.2,
      "grad_norm": 1.0412846803665161,
      "learning_rate": 4.370932448216526e-06,
      "loss": 0.3588,
      "step": 599060
    },
    {
      "epoch": 167.2,
      "grad_norm": 1.1322687864303589,
      "learning_rate": 4.370918877148244e-06,
      "loss": 0.3993,
      "step": 599070
    },
    {
      "epoch": 167.2,
      "grad_norm": 1.0882439613342285,
      "learning_rate": 4.370905305810144e-06,
      "loss": 0.3788,
      "step": 599080
    },
    {
      "epoch": 167.2,
      "grad_norm": 1.268479585647583,
      "learning_rate": 4.37089173420223e-06,
      "loss": 0.3851,
      "step": 599090
    },
    {
      "epoch": 167.21,
      "grad_norm": 1.6311596632003784,
      "learning_rate": 4.370878162324502e-06,
      "loss": 0.3868,
      "step": 599100
    },
    {
      "epoch": 167.21,
      "grad_norm": 1.1273291110992432,
      "learning_rate": 4.370864590176964e-06,
      "loss": 0.3882,
      "step": 599110
    },
    {
      "epoch": 167.21,
      "grad_norm": 1.2848021984100342,
      "learning_rate": 4.370851017759615e-06,
      "loss": 0.3865,
      "step": 599120
    },
    {
      "epoch": 167.21,
      "grad_norm": 1.063937783241272,
      "learning_rate": 4.370837445072459e-06,
      "loss": 0.3716,
      "step": 599130
    },
    {
      "epoch": 167.22,
      "grad_norm": 1.2847743034362793,
      "learning_rate": 4.370823872115498e-06,
      "loss": 0.4045,
      "step": 599140
    },
    {
      "epoch": 167.22,
      "grad_norm": 1.0218595266342163,
      "learning_rate": 4.370810298888732e-06,
      "loss": 0.3845,
      "step": 599150
    },
    {
      "epoch": 167.22,
      "grad_norm": 1.225466251373291,
      "learning_rate": 4.370796725392163e-06,
      "loss": 0.3874,
      "step": 599160
    },
    {
      "epoch": 167.23,
      "grad_norm": 1.2372421026229858,
      "learning_rate": 4.370783151625795e-06,
      "loss": 0.3822,
      "step": 599170
    },
    {
      "epoch": 167.23,
      "grad_norm": 14.168098449707031,
      "learning_rate": 4.370769577589628e-06,
      "loss": 0.3669,
      "step": 599180
    },
    {
      "epoch": 167.23,
      "grad_norm": 0.9981418251991272,
      "learning_rate": 4.370756003283663e-06,
      "loss": 0.3821,
      "step": 599190
    },
    {
      "epoch": 167.23,
      "grad_norm": 1.0956648588180542,
      "learning_rate": 4.370742428707903e-06,
      "loss": 0.3793,
      "step": 599200
    },
    {
      "epoch": 167.24,
      "grad_norm": 1.1976878643035889,
      "learning_rate": 4.370728853862351e-06,
      "loss": 0.3847,
      "step": 599210
    },
    {
      "epoch": 167.24,
      "grad_norm": 1.31708824634552,
      "learning_rate": 4.370715278747008e-06,
      "loss": 0.371,
      "step": 599220
    },
    {
      "epoch": 167.24,
      "grad_norm": 1.3985925912857056,
      "learning_rate": 4.370701703361874e-06,
      "loss": 0.3862,
      "step": 599230
    },
    {
      "epoch": 167.25,
      "grad_norm": 1.26185941696167,
      "learning_rate": 4.3706881277069525e-06,
      "loss": 0.3937,
      "step": 599240
    },
    {
      "epoch": 167.25,
      "grad_norm": 1.2845195531845093,
      "learning_rate": 4.370674551782245e-06,
      "loss": 0.3735,
      "step": 599250
    },
    {
      "epoch": 167.25,
      "grad_norm": 1.3294751644134521,
      "learning_rate": 4.3706609755877535e-06,
      "loss": 0.3992,
      "step": 599260
    },
    {
      "epoch": 167.25,
      "grad_norm": 0.9889167547225952,
      "learning_rate": 4.370647399123479e-06,
      "loss": 0.3945,
      "step": 599270
    },
    {
      "epoch": 167.26,
      "grad_norm": 1.1421092748641968,
      "learning_rate": 4.3706338223894245e-06,
      "loss": 0.3768,
      "step": 599280
    },
    {
      "epoch": 167.26,
      "grad_norm": 1.2052230834960938,
      "learning_rate": 4.370620245385592e-06,
      "loss": 0.3615,
      "step": 599290
    },
    {
      "epoch": 167.26,
      "grad_norm": 1.2990593910217285,
      "learning_rate": 4.370606668111981e-06,
      "loss": 0.3983,
      "step": 599300
    },
    {
      "epoch": 167.26,
      "grad_norm": 1.0282634496688843,
      "learning_rate": 4.370593090568596e-06,
      "loss": 0.4242,
      "step": 599310
    },
    {
      "epoch": 167.27,
      "grad_norm": 1.1566729545593262,
      "learning_rate": 4.370579512755437e-06,
      "loss": 0.3758,
      "step": 599320
    },
    {
      "epoch": 167.27,
      "grad_norm": 1.2818522453308105,
      "learning_rate": 4.370565934672506e-06,
      "loss": 0.384,
      "step": 599330
    },
    {
      "epoch": 167.27,
      "grad_norm": 1.2463817596435547,
      "learning_rate": 4.370552356319806e-06,
      "loss": 0.3836,
      "step": 599340
    },
    {
      "epoch": 167.28,
      "grad_norm": 1.152105450630188,
      "learning_rate": 4.370538777697337e-06,
      "loss": 0.3822,
      "step": 599350
    },
    {
      "epoch": 167.28,
      "grad_norm": 1.187395691871643,
      "learning_rate": 4.370525198805103e-06,
      "loss": 0.3899,
      "step": 599360
    },
    {
      "epoch": 167.28,
      "grad_norm": 1.1283742189407349,
      "learning_rate": 4.3705116196431045e-06,
      "loss": 0.3786,
      "step": 599370
    },
    {
      "epoch": 167.28,
      "grad_norm": 0.9959515333175659,
      "learning_rate": 4.370498040211343e-06,
      "loss": 0.3786,
      "step": 599380
    },
    {
      "epoch": 167.29,
      "grad_norm": 1.1036782264709473,
      "learning_rate": 4.370484460509821e-06,
      "loss": 0.3831,
      "step": 599390
    },
    {
      "epoch": 167.29,
      "grad_norm": 1.0557600259780884,
      "learning_rate": 4.37047088053854e-06,
      "loss": 0.3773,
      "step": 599400
    },
    {
      "epoch": 167.29,
      "grad_norm": 1.1604353189468384,
      "learning_rate": 4.370457300297503e-06,
      "loss": 0.3753,
      "step": 599410
    },
    {
      "epoch": 167.3,
      "grad_norm": 1.3439123630523682,
      "learning_rate": 4.370443719786709e-06,
      "loss": 0.3762,
      "step": 599420
    },
    {
      "epoch": 167.3,
      "grad_norm": 1.0180553197860718,
      "learning_rate": 4.370430139006163e-06,
      "loss": 0.3745,
      "step": 599430
    },
    {
      "epoch": 167.3,
      "grad_norm": 1.3353173732757568,
      "learning_rate": 4.370416557955864e-06,
      "loss": 0.3857,
      "step": 599440
    },
    {
      "epoch": 167.3,
      "grad_norm": 1.3472182750701904,
      "learning_rate": 4.370402976635816e-06,
      "loss": 0.3733,
      "step": 599450
    },
    {
      "epoch": 167.31,
      "grad_norm": 1.2435834407806396,
      "learning_rate": 4.37038939504602e-06,
      "loss": 0.3614,
      "step": 599460
    },
    {
      "epoch": 167.31,
      "grad_norm": 1.5092120170593262,
      "learning_rate": 4.370375813186477e-06,
      "loss": 0.38,
      "step": 599470
    },
    {
      "epoch": 167.31,
      "grad_norm": 1.151173710823059,
      "learning_rate": 4.37036223105719e-06,
      "loss": 0.3957,
      "step": 599480
    },
    {
      "epoch": 167.32,
      "grad_norm": 1.3780335187911987,
      "learning_rate": 4.3703486486581605e-06,
      "loss": 0.3842,
      "step": 599490
    },
    {
      "epoch": 167.32,
      "grad_norm": 1.13297438621521,
      "learning_rate": 4.3703350659893895e-06,
      "loss": 0.3949,
      "step": 599500
    },
    {
      "epoch": 167.32,
      "grad_norm": 1.2400894165039062,
      "learning_rate": 4.370321483050881e-06,
      "loss": 0.4017,
      "step": 599510
    },
    {
      "epoch": 167.32,
      "grad_norm": 1.2217308282852173,
      "learning_rate": 4.370307899842634e-06,
      "loss": 0.3805,
      "step": 599520
    },
    {
      "epoch": 167.33,
      "grad_norm": 3.56916880607605,
      "learning_rate": 4.3702943163646515e-06,
      "loss": 0.3949,
      "step": 599530
    },
    {
      "epoch": 167.33,
      "grad_norm": 1.271645426750183,
      "learning_rate": 4.370280732616936e-06,
      "loss": 0.386,
      "step": 599540
    },
    {
      "epoch": 167.33,
      "grad_norm": 1.2841194868087769,
      "learning_rate": 4.3702671485994886e-06,
      "loss": 0.3882,
      "step": 599550
    },
    {
      "epoch": 167.33,
      "grad_norm": 1.1460044384002686,
      "learning_rate": 4.370253564312311e-06,
      "loss": 0.3774,
      "step": 599560
    },
    {
      "epoch": 167.34,
      "grad_norm": 1.2583974599838257,
      "learning_rate": 4.3702399797554055e-06,
      "loss": 0.3981,
      "step": 599570
    },
    {
      "epoch": 167.34,
      "grad_norm": 1.4266676902770996,
      "learning_rate": 4.370226394928773e-06,
      "loss": 0.385,
      "step": 599580
    },
    {
      "epoch": 167.34,
      "grad_norm": 1.3361417055130005,
      "learning_rate": 4.370212809832417e-06,
      "loss": 0.3855,
      "step": 599590
    },
    {
      "epoch": 167.35,
      "grad_norm": 1.0980621576309204,
      "learning_rate": 4.370199224466337e-06,
      "loss": 0.3788,
      "step": 599600
    },
    {
      "epoch": 167.35,
      "grad_norm": 1.048344373703003,
      "learning_rate": 4.370185638830537e-06,
      "loss": 0.3695,
      "step": 599610
    },
    {
      "epoch": 167.35,
      "grad_norm": 1.2949005365371704,
      "learning_rate": 4.3701720529250175e-06,
      "loss": 0.3929,
      "step": 599620
    },
    {
      "epoch": 167.35,
      "grad_norm": 1.2274187803268433,
      "learning_rate": 4.370158466749781e-06,
      "loss": 0.3717,
      "step": 599630
    },
    {
      "epoch": 167.36,
      "grad_norm": 1.4091873168945312,
      "learning_rate": 4.370144880304829e-06,
      "loss": 0.3817,
      "step": 599640
    },
    {
      "epoch": 167.36,
      "grad_norm": 1.215551495552063,
      "learning_rate": 4.370131293590162e-06,
      "loss": 0.3894,
      "step": 599650
    },
    {
      "epoch": 167.36,
      "grad_norm": 1.2482705116271973,
      "learning_rate": 4.370117706605785e-06,
      "loss": 0.3737,
      "step": 599660
    },
    {
      "epoch": 167.37,
      "grad_norm": 1.0975348949432373,
      "learning_rate": 4.370104119351697e-06,
      "loss": 0.3785,
      "step": 599670
    },
    {
      "epoch": 167.37,
      "grad_norm": 1.2599358558654785,
      "learning_rate": 4.3700905318279005e-06,
      "loss": 0.386,
      "step": 599680
    },
    {
      "epoch": 167.37,
      "grad_norm": 1.0978875160217285,
      "learning_rate": 4.370076944034397e-06,
      "loss": 0.3912,
      "step": 599690
    },
    {
      "epoch": 167.37,
      "grad_norm": 2.027672052383423,
      "learning_rate": 4.37006335597119e-06,
      "loss": 0.3735,
      "step": 599700
    },
    {
      "epoch": 167.38,
      "grad_norm": 1.2702126502990723,
      "learning_rate": 4.37004976763828e-06,
      "loss": 0.3898,
      "step": 599710
    },
    {
      "epoch": 167.38,
      "grad_norm": 1.4991739988327026,
      "learning_rate": 4.370036179035668e-06,
      "loss": 0.3791,
      "step": 599720
    },
    {
      "epoch": 167.38,
      "grad_norm": 1.0158212184906006,
      "learning_rate": 4.370022590163358e-06,
      "loss": 0.41,
      "step": 599730
    },
    {
      "epoch": 167.38,
      "grad_norm": 1.3502339124679565,
      "learning_rate": 4.37000900102135e-06,
      "loss": 0.3754,
      "step": 599740
    },
    {
      "epoch": 167.39,
      "grad_norm": 1.2051631212234497,
      "learning_rate": 4.369995411609646e-06,
      "loss": 0.4082,
      "step": 599750
    },
    {
      "epoch": 167.39,
      "grad_norm": 1.222381591796875,
      "learning_rate": 4.369981821928249e-06,
      "loss": 0.381,
      "step": 599760
    },
    {
      "epoch": 167.39,
      "grad_norm": 1.2042895555496216,
      "learning_rate": 4.369968231977159e-06,
      "loss": 0.3833,
      "step": 599770
    },
    {
      "epoch": 167.4,
      "grad_norm": 1.1658434867858887,
      "learning_rate": 4.36995464175638e-06,
      "loss": 0.3817,
      "step": 599780
    },
    {
      "epoch": 167.4,
      "grad_norm": 1.3184242248535156,
      "learning_rate": 4.369941051265911e-06,
      "loss": 0.3746,
      "step": 599790
    },
    {
      "epoch": 167.4,
      "grad_norm": 1.3927124738693237,
      "learning_rate": 4.369927460505757e-06,
      "loss": 0.3949,
      "step": 599800
    },
    {
      "epoch": 167.4,
      "grad_norm": 1.2108787298202515,
      "learning_rate": 4.369913869475918e-06,
      "loss": 0.3854,
      "step": 599810
    },
    {
      "epoch": 167.41,
      "grad_norm": 1.0746397972106934,
      "learning_rate": 4.369900278176395e-06,
      "loss": 0.3707,
      "step": 599820
    },
    {
      "epoch": 167.41,
      "grad_norm": 1.207776665687561,
      "learning_rate": 4.369886686607192e-06,
      "loss": 0.3667,
      "step": 599830
    },
    {
      "epoch": 167.41,
      "grad_norm": 1.2991019487380981,
      "learning_rate": 4.369873094768309e-06,
      "loss": 0.3943,
      "step": 599840
    },
    {
      "epoch": 167.42,
      "grad_norm": 1.9042384624481201,
      "learning_rate": 4.369859502659749e-06,
      "loss": 0.3954,
      "step": 599850
    },
    {
      "epoch": 167.42,
      "grad_norm": 1.1273062229156494,
      "learning_rate": 4.369845910281512e-06,
      "loss": 0.3708,
      "step": 599860
    },
    {
      "epoch": 167.42,
      "grad_norm": 1.4253824949264526,
      "learning_rate": 4.369832317633602e-06,
      "loss": 0.3782,
      "step": 599870
    },
    {
      "epoch": 167.42,
      "grad_norm": 0.9885199069976807,
      "learning_rate": 4.36981872471602e-06,
      "loss": 0.3894,
      "step": 599880
    },
    {
      "epoch": 167.43,
      "grad_norm": 1.2743462324142456,
      "learning_rate": 4.369805131528768e-06,
      "loss": 0.3931,
      "step": 599890
    },
    {
      "epoch": 167.43,
      "grad_norm": 1.3616360425949097,
      "learning_rate": 4.369791538071847e-06,
      "loss": 0.3907,
      "step": 599900
    },
    {
      "epoch": 167.43,
      "grad_norm": 4.256143569946289,
      "learning_rate": 4.36977794434526e-06,
      "loss": 0.3777,
      "step": 599910
    },
    {
      "epoch": 167.44,
      "grad_norm": 1.330356478691101,
      "learning_rate": 4.369764350349007e-06,
      "loss": 0.3717,
      "step": 599920
    },
    {
      "epoch": 167.44,
      "grad_norm": 1.1811519861221313,
      "learning_rate": 4.36975075608309e-06,
      "loss": 0.3739,
      "step": 599930
    },
    {
      "epoch": 167.44,
      "grad_norm": 1.2213335037231445,
      "learning_rate": 4.369737161547514e-06,
      "loss": 0.3839,
      "step": 599940
    },
    {
      "epoch": 167.44,
      "grad_norm": 1.1901036500930786,
      "learning_rate": 4.369723566742278e-06,
      "loss": 0.3865,
      "step": 599950
    },
    {
      "epoch": 167.45,
      "grad_norm": 1.1414856910705566,
      "learning_rate": 4.369709971667384e-06,
      "loss": 0.3867,
      "step": 599960
    },
    {
      "epoch": 167.45,
      "grad_norm": 1.1987216472625732,
      "learning_rate": 4.369696376322834e-06,
      "loss": 0.3721,
      "step": 599970
    },
    {
      "epoch": 167.45,
      "grad_norm": 1.3614856004714966,
      "learning_rate": 4.369682780708631e-06,
      "loss": 0.371,
      "step": 599980
    },
    {
      "epoch": 167.45,
      "grad_norm": 1.1444792747497559,
      "learning_rate": 4.3696691848247745e-06,
      "loss": 0.3789,
      "step": 599990
    },
    {
      "epoch": 167.46,
      "grad_norm": 1.1585352420806885,
      "learning_rate": 4.369655588671269e-06,
      "loss": 0.3848,
      "step": 600000
    },
    {
      "epoch": 167.46,
      "grad_norm": 1.2319118976593018,
      "learning_rate": 4.369641992248113e-06,
      "loss": 0.3978,
      "step": 600010
    },
    {
      "epoch": 167.46,
      "grad_norm": 1.3456939458847046,
      "learning_rate": 4.369628395555312e-06,
      "loss": 0.3838,
      "step": 600020
    },
    {
      "epoch": 167.47,
      "grad_norm": 0.9660046100616455,
      "learning_rate": 4.369614798592865e-06,
      "loss": 0.3952,
      "step": 600030
    },
    {
      "epoch": 167.47,
      "grad_norm": 1.19929039478302,
      "learning_rate": 4.369601201360775e-06,
      "loss": 0.3887,
      "step": 600040
    },
    {
      "epoch": 167.47,
      "grad_norm": 1.2341511249542236,
      "learning_rate": 4.369587603859044e-06,
      "loss": 0.4035,
      "step": 600050
    },
    {
      "epoch": 167.47,
      "grad_norm": 1.0185794830322266,
      "learning_rate": 4.369574006087673e-06,
      "loss": 0.3993,
      "step": 600060
    },
    {
      "epoch": 167.48,
      "grad_norm": 2.3869104385375977,
      "learning_rate": 4.369560408046665e-06,
      "loss": 0.3876,
      "step": 600070
    },
    {
      "epoch": 167.48,
      "grad_norm": 1.1314139366149902,
      "learning_rate": 4.369546809736021e-06,
      "loss": 0.3991,
      "step": 600080
    },
    {
      "epoch": 167.48,
      "grad_norm": 1.2351093292236328,
      "learning_rate": 4.369533211155742e-06,
      "loss": 0.4002,
      "step": 600090
    },
    {
      "epoch": 167.49,
      "grad_norm": 1.21868097782135,
      "learning_rate": 4.369519612305831e-06,
      "loss": 0.4,
      "step": 600100
    },
    {
      "epoch": 167.49,
      "grad_norm": 1.2511937618255615,
      "learning_rate": 4.3695060131862904e-06,
      "loss": 0.3801,
      "step": 600110
    },
    {
      "epoch": 167.49,
      "grad_norm": 1.2647387981414795,
      "learning_rate": 4.36949241379712e-06,
      "loss": 0.3836,
      "step": 600120
    },
    {
      "epoch": 167.49,
      "grad_norm": 1.0624545812606812,
      "learning_rate": 4.369478814138324e-06,
      "loss": 0.3726,
      "step": 600130
    },
    {
      "epoch": 167.5,
      "grad_norm": 1.2254884243011475,
      "learning_rate": 4.369465214209902e-06,
      "loss": 0.3866,
      "step": 600140
    },
    {
      "epoch": 167.5,
      "grad_norm": 1.4899489879608154,
      "learning_rate": 4.369451614011857e-06,
      "loss": 0.3922,
      "step": 600150
    },
    {
      "epoch": 167.5,
      "grad_norm": 1.2384076118469238,
      "learning_rate": 4.3694380135441905e-06,
      "loss": 0.359,
      "step": 600160
    },
    {
      "epoch": 167.5,
      "grad_norm": 1.0970569849014282,
      "learning_rate": 4.369424412806904e-06,
      "loss": 0.3937,
      "step": 600170
    },
    {
      "epoch": 167.51,
      "grad_norm": 1.1252286434173584,
      "learning_rate": 4.369410811799999e-06,
      "loss": 0.3775,
      "step": 600180
    },
    {
      "epoch": 167.51,
      "grad_norm": 1.1416234970092773,
      "learning_rate": 4.36939721052348e-06,
      "loss": 0.3827,
      "step": 600190
    },
    {
      "epoch": 167.51,
      "grad_norm": 1.3915272951126099,
      "learning_rate": 4.369383608977346e-06,
      "loss": 0.383,
      "step": 600200
    },
    {
      "epoch": 167.52,
      "grad_norm": 1.2309653759002686,
      "learning_rate": 4.369370007161599e-06,
      "loss": 0.3876,
      "step": 600210
    },
    {
      "epoch": 167.52,
      "grad_norm": 1.1974290609359741,
      "learning_rate": 4.3693564050762425e-06,
      "loss": 0.3979,
      "step": 600220
    },
    {
      "epoch": 167.52,
      "grad_norm": 1.1865429878234863,
      "learning_rate": 4.3693428027212755e-06,
      "loss": 0.3816,
      "step": 600230
    },
    {
      "epoch": 167.52,
      "grad_norm": 1.2227966785430908,
      "learning_rate": 4.369329200096703e-06,
      "loss": 0.3713,
      "step": 600240
    },
    {
      "epoch": 167.53,
      "grad_norm": 1.5691900253295898,
      "learning_rate": 4.369315597202526e-06,
      "loss": 0.3868,
      "step": 600250
    },
    {
      "epoch": 167.53,
      "grad_norm": 1.2030088901519775,
      "learning_rate": 4.369301994038743e-06,
      "loss": 0.3701,
      "step": 600260
    },
    {
      "epoch": 167.53,
      "grad_norm": 1.1470386981964111,
      "learning_rate": 4.369288390605361e-06,
      "loss": 0.3838,
      "step": 600270
    },
    {
      "epoch": 167.54,
      "grad_norm": 4.060317516326904,
      "learning_rate": 4.369274786902379e-06,
      "loss": 0.377,
      "step": 600280
    },
    {
      "epoch": 167.54,
      "grad_norm": 0.9635647535324097,
      "learning_rate": 4.369261182929798e-06,
      "loss": 0.3671,
      "step": 600290
    },
    {
      "epoch": 167.54,
      "grad_norm": 1.181911587715149,
      "learning_rate": 4.369247578687622e-06,
      "loss": 0.3763,
      "step": 600300
    },
    {
      "epoch": 167.54,
      "grad_norm": 1.5564943552017212,
      "learning_rate": 4.36923397417585e-06,
      "loss": 0.3875,
      "step": 600310
    },
    {
      "epoch": 167.55,
      "grad_norm": 1.09933602809906,
      "learning_rate": 4.369220369394488e-06,
      "loss": 0.3856,
      "step": 600320
    },
    {
      "epoch": 167.55,
      "grad_norm": 1.0860669612884521,
      "learning_rate": 4.369206764343534e-06,
      "loss": 0.3832,
      "step": 600330
    },
    {
      "epoch": 167.55,
      "grad_norm": 1.348862648010254,
      "learning_rate": 4.369193159022991e-06,
      "loss": 0.404,
      "step": 600340
    },
    {
      "epoch": 167.56,
      "grad_norm": 1.0499627590179443,
      "learning_rate": 4.369179553432861e-06,
      "loss": 0.3841,
      "step": 600350
    },
    {
      "epoch": 167.56,
      "grad_norm": 1.2308491468429565,
      "learning_rate": 4.369165947573146e-06,
      "loss": 0.3842,
      "step": 600360
    },
    {
      "epoch": 167.56,
      "grad_norm": 1.1310687065124512,
      "learning_rate": 4.369152341443847e-06,
      "loss": 0.3804,
      "step": 600370
    },
    {
      "epoch": 167.56,
      "grad_norm": 1.4686816930770874,
      "learning_rate": 4.369138735044967e-06,
      "loss": 0.399,
      "step": 600380
    },
    {
      "epoch": 167.57,
      "grad_norm": 1.1680964231491089,
      "learning_rate": 4.369125128376508e-06,
      "loss": 0.3653,
      "step": 600390
    },
    {
      "epoch": 167.57,
      "grad_norm": 1.5771183967590332,
      "learning_rate": 4.36911152143847e-06,
      "loss": 0.384,
      "step": 600400
    },
    {
      "epoch": 167.57,
      "grad_norm": 1.246567726135254,
      "learning_rate": 4.3690979142308555e-06,
      "loss": 0.3873,
      "step": 600410
    },
    {
      "epoch": 167.57,
      "grad_norm": 1.0952292680740356,
      "learning_rate": 4.369084306753667e-06,
      "loss": 0.395,
      "step": 600420
    },
    {
      "epoch": 167.58,
      "grad_norm": 1.1944119930267334,
      "learning_rate": 4.369070699006906e-06,
      "loss": 0.4009,
      "step": 600430
    },
    {
      "epoch": 167.58,
      "grad_norm": 1.2729228734970093,
      "learning_rate": 4.369057090990575e-06,
      "loss": 0.3781,
      "step": 600440
    },
    {
      "epoch": 167.58,
      "grad_norm": 1.3080768585205078,
      "learning_rate": 4.369043482704675e-06,
      "loss": 0.3966,
      "step": 600450
    },
    {
      "epoch": 167.59,
      "grad_norm": 1.195711612701416,
      "learning_rate": 4.369029874149206e-06,
      "loss": 0.3867,
      "step": 600460
    },
    {
      "epoch": 167.59,
      "grad_norm": 1.2431498765945435,
      "learning_rate": 4.369016265324173e-06,
      "loss": 0.3695,
      "step": 600470
    },
    {
      "epoch": 167.59,
      "grad_norm": 1.1933923959732056,
      "learning_rate": 4.369002656229577e-06,
      "loss": 0.3668,
      "step": 600480
    },
    {
      "epoch": 167.59,
      "grad_norm": 0.9434112906455994,
      "learning_rate": 4.368989046865418e-06,
      "loss": 0.3705,
      "step": 600490
    },
    {
      "epoch": 167.6,
      "grad_norm": 1.1515283584594727,
      "learning_rate": 4.3689754372317005e-06,
      "loss": 0.3798,
      "step": 600500
    },
    {
      "epoch": 167.6,
      "grad_norm": 1.7923535108566284,
      "learning_rate": 4.368961827328424e-06,
      "loss": 0.4042,
      "step": 600510
    },
    {
      "epoch": 167.6,
      "grad_norm": 1.1483691930770874,
      "learning_rate": 4.368948217155592e-06,
      "loss": 0.3637,
      "step": 600520
    },
    {
      "epoch": 167.61,
      "grad_norm": 1.176735281944275,
      "learning_rate": 4.368934606713205e-06,
      "loss": 0.3877,
      "step": 600530
    },
    {
      "epoch": 167.61,
      "grad_norm": 1.3722435235977173,
      "learning_rate": 4.3689209960012665e-06,
      "loss": 0.3988,
      "step": 600540
    },
    {
      "epoch": 167.61,
      "grad_norm": 1.1047258377075195,
      "learning_rate": 4.3689073850197755e-06,
      "loss": 0.3868,
      "step": 600550
    },
    {
      "epoch": 167.61,
      "grad_norm": 4.968987464904785,
      "learning_rate": 4.368893773768737e-06,
      "loss": 0.4104,
      "step": 600560
    },
    {
      "epoch": 167.62,
      "grad_norm": 0.9720212817192078,
      "learning_rate": 4.36888016224815e-06,
      "loss": 0.3576,
      "step": 600570
    },
    {
      "epoch": 167.62,
      "grad_norm": 1.1609606742858887,
      "learning_rate": 4.3688665504580185e-06,
      "loss": 0.3755,
      "step": 600580
    },
    {
      "epoch": 167.62,
      "grad_norm": 1.1899008750915527,
      "learning_rate": 4.3688529383983435e-06,
      "loss": 0.3921,
      "step": 600590
    },
    {
      "epoch": 167.62,
      "grad_norm": 1.1332244873046875,
      "learning_rate": 4.368839326069126e-06,
      "loss": 0.3858,
      "step": 600600
    },
    {
      "epoch": 167.63,
      "grad_norm": 1.1870040893554688,
      "learning_rate": 4.368825713470368e-06,
      "loss": 0.3913,
      "step": 600610
    },
    {
      "epoch": 167.63,
      "grad_norm": 1.4202568531036377,
      "learning_rate": 4.368812100602073e-06,
      "loss": 0.3869,
      "step": 600620
    },
    {
      "epoch": 167.63,
      "grad_norm": 1.1590081453323364,
      "learning_rate": 4.368798487464242e-06,
      "loss": 0.379,
      "step": 600630
    },
    {
      "epoch": 167.64,
      "grad_norm": 1.1901829242706299,
      "learning_rate": 4.368784874056876e-06,
      "loss": 0.3825,
      "step": 600640
    },
    {
      "epoch": 167.64,
      "grad_norm": 1.470481514930725,
      "learning_rate": 4.368771260379978e-06,
      "loss": 0.3819,
      "step": 600650
    },
    {
      "epoch": 167.64,
      "grad_norm": 1.325187087059021,
      "learning_rate": 4.368757646433548e-06,
      "loss": 0.3923,
      "step": 600660
    },
    {
      "epoch": 167.64,
      "grad_norm": 1.2610011100769043,
      "learning_rate": 4.368744032217589e-06,
      "loss": 0.3667,
      "step": 600670
    },
    {
      "epoch": 167.65,
      "grad_norm": 1.091367244720459,
      "learning_rate": 4.368730417732103e-06,
      "loss": 0.3747,
      "step": 600680
    },
    {
      "epoch": 167.65,
      "grad_norm": 1.1106488704681396,
      "learning_rate": 4.368716802977091e-06,
      "loss": 0.3808,
      "step": 600690
    },
    {
      "epoch": 167.65,
      "grad_norm": 1.1518754959106445,
      "learning_rate": 4.368703187952557e-06,
      "loss": 0.3812,
      "step": 600700
    },
    {
      "epoch": 167.66,
      "grad_norm": 1.1141397953033447,
      "learning_rate": 4.3686895726585e-06,
      "loss": 0.3713,
      "step": 600710
    },
    {
      "epoch": 167.66,
      "grad_norm": 1.1777889728546143,
      "learning_rate": 4.368675957094924e-06,
      "loss": 0.3792,
      "step": 600720
    },
    {
      "epoch": 167.66,
      "grad_norm": 1.272922158241272,
      "learning_rate": 4.368662341261828e-06,
      "loss": 0.3679,
      "step": 600730
    },
    {
      "epoch": 167.66,
      "grad_norm": 1.0975106954574585,
      "learning_rate": 4.368648725159217e-06,
      "loss": 0.3809,
      "step": 600740
    },
    {
      "epoch": 167.67,
      "grad_norm": 1.3194630146026611,
      "learning_rate": 4.368635108787091e-06,
      "loss": 0.3829,
      "step": 600750
    },
    {
      "epoch": 167.67,
      "grad_norm": 1.3476487398147583,
      "learning_rate": 4.368621492145452e-06,
      "loss": 0.3726,
      "step": 600760
    },
    {
      "epoch": 167.67,
      "grad_norm": 1.1707137823104858,
      "learning_rate": 4.368607875234303e-06,
      "loss": 0.3764,
      "step": 600770
    },
    {
      "epoch": 167.68,
      "grad_norm": 1.4275025129318237,
      "learning_rate": 4.3685942580536436e-06,
      "loss": 0.3843,
      "step": 600780
    },
    {
      "epoch": 167.68,
      "grad_norm": 1.1430171728134155,
      "learning_rate": 4.368580640603478e-06,
      "loss": 0.3996,
      "step": 600790
    },
    {
      "epoch": 167.68,
      "grad_norm": 1.1768560409545898,
      "learning_rate": 4.368567022883806e-06,
      "loss": 0.3816,
      "step": 600800
    },
    {
      "epoch": 167.68,
      "grad_norm": 1.3395894765853882,
      "learning_rate": 4.36855340489463e-06,
      "loss": 0.3993,
      "step": 600810
    },
    {
      "epoch": 167.69,
      "grad_norm": 1.380609154701233,
      "learning_rate": 4.368539786635953e-06,
      "loss": 0.3694,
      "step": 600820
    },
    {
      "epoch": 167.69,
      "grad_norm": 1.1139261722564697,
      "learning_rate": 4.368526168107776e-06,
      "loss": 0.4074,
      "step": 600830
    },
    {
      "epoch": 167.69,
      "grad_norm": 1.4981327056884766,
      "learning_rate": 4.368512549310101e-06,
      "loss": 0.3873,
      "step": 600840
    },
    {
      "epoch": 167.69,
      "grad_norm": 1.205836296081543,
      "learning_rate": 4.368498930242928e-06,
      "loss": 0.3765,
      "step": 600850
    },
    {
      "epoch": 167.7,
      "grad_norm": 1.2629948854446411,
      "learning_rate": 4.368485310906262e-06,
      "loss": 0.3826,
      "step": 600860
    },
    {
      "epoch": 167.7,
      "grad_norm": 1.1668287515640259,
      "learning_rate": 4.368471691300103e-06,
      "loss": 0.3858,
      "step": 600870
    },
    {
      "epoch": 167.7,
      "grad_norm": 2.6988418102264404,
      "learning_rate": 4.368458071424451e-06,
      "loss": 0.372,
      "step": 600880
    },
    {
      "epoch": 167.71,
      "grad_norm": 1.13484525680542,
      "learning_rate": 4.3684444512793125e-06,
      "loss": 0.3805,
      "step": 600890
    },
    {
      "epoch": 167.71,
      "grad_norm": 1.0837759971618652,
      "learning_rate": 4.368430830864686e-06,
      "loss": 0.3617,
      "step": 600900
    },
    {
      "epoch": 167.71,
      "grad_norm": 1.2404974699020386,
      "learning_rate": 4.368417210180573e-06,
      "loss": 0.396,
      "step": 600910
    },
    {
      "epoch": 167.71,
      "grad_norm": 1.2771131992340088,
      "learning_rate": 4.368403589226977e-06,
      "loss": 0.3767,
      "step": 600920
    },
    {
      "epoch": 167.72,
      "grad_norm": 1.2274962663650513,
      "learning_rate": 4.368389968003898e-06,
      "loss": 0.3732,
      "step": 600930
    },
    {
      "epoch": 167.72,
      "grad_norm": 1.522358775138855,
      "learning_rate": 4.36837634651134e-06,
      "loss": 0.3808,
      "step": 600940
    },
    {
      "epoch": 167.72,
      "grad_norm": 1.0332398414611816,
      "learning_rate": 4.3683627247493026e-06,
      "loss": 0.3819,
      "step": 600950
    },
    {
      "epoch": 167.73,
      "grad_norm": 1.621910810470581,
      "learning_rate": 4.36834910271779e-06,
      "loss": 0.3706,
      "step": 600960
    },
    {
      "epoch": 167.73,
      "grad_norm": 1.2439689636230469,
      "learning_rate": 4.368335480416801e-06,
      "loss": 0.3972,
      "step": 600970
    },
    {
      "epoch": 167.73,
      "grad_norm": 1.000502347946167,
      "learning_rate": 4.368321857846341e-06,
      "loss": 0.399,
      "step": 600980
    },
    {
      "epoch": 167.73,
      "grad_norm": 1.1907594203948975,
      "learning_rate": 4.368308235006409e-06,
      "loss": 0.4023,
      "step": 600990
    },
    {
      "epoch": 167.74,
      "grad_norm": 1.199423909187317,
      "learning_rate": 4.368294611897008e-06,
      "loss": 0.3818,
      "step": 601000
    },
    {
      "epoch": 167.74,
      "grad_norm": 1.2450920343399048,
      "learning_rate": 4.36828098851814e-06,
      "loss": 0.3919,
      "step": 601010
    },
    {
      "epoch": 167.74,
      "grad_norm": 1.5293865203857422,
      "learning_rate": 4.3682673648698045e-06,
      "loss": 0.3837,
      "step": 601020
    },
    {
      "epoch": 167.74,
      "grad_norm": 1.2056858539581299,
      "learning_rate": 4.368253740952007e-06,
      "loss": 0.39,
      "step": 601030
    },
    {
      "epoch": 167.75,
      "grad_norm": 1.3864729404449463,
      "learning_rate": 4.368240116764747e-06,
      "loss": 0.3813,
      "step": 601040
    },
    {
      "epoch": 167.75,
      "grad_norm": 1.0207754373550415,
      "learning_rate": 4.368226492308027e-06,
      "loss": 0.3708,
      "step": 601050
    },
    {
      "epoch": 167.75,
      "grad_norm": 1.1274358034133911,
      "learning_rate": 4.368212867581848e-06,
      "loss": 0.3772,
      "step": 601060
    },
    {
      "epoch": 167.76,
      "grad_norm": 1.2428972721099854,
      "learning_rate": 4.368199242586212e-06,
      "loss": 0.3759,
      "step": 601070
    },
    {
      "epoch": 167.76,
      "grad_norm": 1.3002820014953613,
      "learning_rate": 4.368185617321123e-06,
      "loss": 0.3644,
      "step": 601080
    },
    {
      "epoch": 167.76,
      "grad_norm": 1.220718264579773,
      "learning_rate": 4.36817199178658e-06,
      "loss": 0.3904,
      "step": 601090
    },
    {
      "epoch": 167.76,
      "grad_norm": 1.1412279605865479,
      "learning_rate": 4.368158365982586e-06,
      "loss": 0.3678,
      "step": 601100
    },
    {
      "epoch": 167.77,
      "grad_norm": 1.3027756214141846,
      "learning_rate": 4.368144739909143e-06,
      "loss": 0.3949,
      "step": 601110
    },
    {
      "epoch": 167.77,
      "grad_norm": 1.2629681825637817,
      "learning_rate": 4.368131113566252e-06,
      "loss": 0.3834,
      "step": 601120
    },
    {
      "epoch": 167.77,
      "grad_norm": 1.2307499647140503,
      "learning_rate": 4.3681174869539165e-06,
      "loss": 0.3782,
      "step": 601130
    },
    {
      "epoch": 167.78,
      "grad_norm": 1.1676592826843262,
      "learning_rate": 4.368103860072136e-06,
      "loss": 0.3897,
      "step": 601140
    },
    {
      "epoch": 167.78,
      "grad_norm": 1.3147876262664795,
      "learning_rate": 4.368090232920913e-06,
      "loss": 0.3749,
      "step": 601150
    },
    {
      "epoch": 167.78,
      "grad_norm": 1.2442615032196045,
      "learning_rate": 4.36807660550025e-06,
      "loss": 0.3905,
      "step": 601160
    },
    {
      "epoch": 167.78,
      "grad_norm": 1.290479063987732,
      "learning_rate": 4.36806297781015e-06,
      "loss": 0.382,
      "step": 601170
    },
    {
      "epoch": 167.79,
      "grad_norm": 1.7141759395599365,
      "learning_rate": 4.368049349850612e-06,
      "loss": 0.3841,
      "step": 601180
    },
    {
      "epoch": 167.79,
      "grad_norm": 1.1011625528335571,
      "learning_rate": 4.36803572162164e-06,
      "loss": 0.3671,
      "step": 601190
    },
    {
      "epoch": 167.79,
      "grad_norm": 2.673220634460449,
      "learning_rate": 4.368022093123234e-06,
      "loss": 0.3731,
      "step": 601200
    },
    {
      "epoch": 167.8,
      "grad_norm": 1.4308733940124512,
      "learning_rate": 4.368008464355398e-06,
      "loss": 0.385,
      "step": 601210
    },
    {
      "epoch": 167.8,
      "grad_norm": 1.2426117658615112,
      "learning_rate": 4.367994835318132e-06,
      "loss": 0.3854,
      "step": 601220
    },
    {
      "epoch": 167.8,
      "grad_norm": 1.5135127305984497,
      "learning_rate": 4.3679812060114385e-06,
      "loss": 0.3872,
      "step": 601230
    },
    {
      "epoch": 167.8,
      "grad_norm": 1.0714484453201294,
      "learning_rate": 4.3679675764353195e-06,
      "loss": 0.3884,
      "step": 601240
    },
    {
      "epoch": 167.81,
      "grad_norm": 1.1404719352722168,
      "learning_rate": 4.3679539465897754e-06,
      "loss": 0.3939,
      "step": 601250
    },
    {
      "epoch": 167.81,
      "grad_norm": 1.2632205486297607,
      "learning_rate": 4.3679403164748105e-06,
      "loss": 0.3794,
      "step": 601260
    },
    {
      "epoch": 167.81,
      "grad_norm": 1.2987220287322998,
      "learning_rate": 4.367926686090425e-06,
      "loss": 0.3868,
      "step": 601270
    },
    {
      "epoch": 167.81,
      "grad_norm": 1.3196122646331787,
      "learning_rate": 4.3679130554366215e-06,
      "loss": 0.3803,
      "step": 601280
    },
    {
      "epoch": 167.82,
      "grad_norm": 1.3564401865005493,
      "learning_rate": 4.367899424513401e-06,
      "loss": 0.3779,
      "step": 601290
    },
    {
      "epoch": 167.82,
      "grad_norm": 1.2613532543182373,
      "learning_rate": 4.367885793320765e-06,
      "loss": 0.3655,
      "step": 601300
    },
    {
      "epoch": 167.82,
      "grad_norm": 1.2403719425201416,
      "learning_rate": 4.367872161858717e-06,
      "loss": 0.396,
      "step": 601310
    },
    {
      "epoch": 167.83,
      "grad_norm": 1.1178231239318848,
      "learning_rate": 4.367858530127257e-06,
      "loss": 0.3848,
      "step": 601320
    },
    {
      "epoch": 167.83,
      "grad_norm": 1.081131100654602,
      "learning_rate": 4.367844898126388e-06,
      "loss": 0.4028,
      "step": 601330
    },
    {
      "epoch": 167.83,
      "grad_norm": 4.006239414215088,
      "learning_rate": 4.367831265856112e-06,
      "loss": 0.3948,
      "step": 601340
    },
    {
      "epoch": 167.83,
      "grad_norm": 1.0878878831863403,
      "learning_rate": 4.367817633316429e-06,
      "loss": 0.3969,
      "step": 601350
    },
    {
      "epoch": 167.84,
      "grad_norm": 1.0481629371643066,
      "learning_rate": 4.367804000507343e-06,
      "loss": 0.3673,
      "step": 601360
    },
    {
      "epoch": 167.84,
      "grad_norm": 0.987818717956543,
      "learning_rate": 4.367790367428855e-06,
      "loss": 0.3991,
      "step": 601370
    },
    {
      "epoch": 167.84,
      "grad_norm": 1.0866289138793945,
      "learning_rate": 4.367776734080966e-06,
      "loss": 0.4032,
      "step": 601380
    },
    {
      "epoch": 167.85,
      "grad_norm": 1.1972209215164185,
      "learning_rate": 4.367763100463679e-06,
      "loss": 0.3926,
      "step": 601390
    },
    {
      "epoch": 167.85,
      "grad_norm": 1.3164724111557007,
      "learning_rate": 4.367749466576994e-06,
      "loss": 0.371,
      "step": 601400
    },
    {
      "epoch": 167.85,
      "grad_norm": 1.10153067111969,
      "learning_rate": 4.367735832420915e-06,
      "loss": 0.3726,
      "step": 601410
    },
    {
      "epoch": 167.85,
      "grad_norm": 1.1647166013717651,
      "learning_rate": 4.367722197995443e-06,
      "loss": 0.3735,
      "step": 601420
    },
    {
      "epoch": 167.86,
      "grad_norm": 1.0418654680252075,
      "learning_rate": 4.36770856330058e-06,
      "loss": 0.3843,
      "step": 601430
    },
    {
      "epoch": 167.86,
      "grad_norm": 1.064047932624817,
      "learning_rate": 4.367694928336327e-06,
      "loss": 0.3967,
      "step": 601440
    },
    {
      "epoch": 167.86,
      "grad_norm": 1.0993108749389648,
      "learning_rate": 4.367681293102687e-06,
      "loss": 0.3853,
      "step": 601450
    },
    {
      "epoch": 167.86,
      "grad_norm": 1.1591060161590576,
      "learning_rate": 4.367667657599662e-06,
      "loss": 0.3857,
      "step": 601460
    },
    {
      "epoch": 167.87,
      "grad_norm": 1.1331325769424438,
      "learning_rate": 4.367654021827251e-06,
      "loss": 0.3824,
      "step": 601470
    },
    {
      "epoch": 167.87,
      "grad_norm": 1.0002355575561523,
      "learning_rate": 4.3676403857854585e-06,
      "loss": 0.3965,
      "step": 601480
    },
    {
      "epoch": 167.87,
      "grad_norm": 1.0824180841445923,
      "learning_rate": 4.367626749474287e-06,
      "loss": 0.3707,
      "step": 601490
    },
    {
      "epoch": 167.88,
      "grad_norm": 1.2467594146728516,
      "learning_rate": 4.367613112893735e-06,
      "loss": 0.3948,
      "step": 601500
    },
    {
      "epoch": 167.88,
      "grad_norm": 1.115579605102539,
      "learning_rate": 4.3675994760438066e-06,
      "loss": 0.3773,
      "step": 601510
    },
    {
      "epoch": 167.88,
      "grad_norm": 1.2722151279449463,
      "learning_rate": 4.367585838924504e-06,
      "loss": 0.3828,
      "step": 601520
    },
    {
      "epoch": 167.88,
      "grad_norm": 1.5140385627746582,
      "learning_rate": 4.3675722015358286e-06,
      "loss": 0.3966,
      "step": 601530
    },
    {
      "epoch": 167.89,
      "grad_norm": 1.212616205215454,
      "learning_rate": 4.367558563877781e-06,
      "loss": 0.3854,
      "step": 601540
    },
    {
      "epoch": 167.89,
      "grad_norm": 1.1444593667984009,
      "learning_rate": 4.3675449259503645e-06,
      "loss": 0.3857,
      "step": 601550
    },
    {
      "epoch": 167.89,
      "grad_norm": 1.6288671493530273,
      "learning_rate": 4.3675312877535804e-06,
      "loss": 0.3914,
      "step": 601560
    },
    {
      "epoch": 167.9,
      "grad_norm": 1.023099422454834,
      "learning_rate": 4.36751764928743e-06,
      "loss": 0.3985,
      "step": 601570
    },
    {
      "epoch": 167.9,
      "grad_norm": 1.3485831022262573,
      "learning_rate": 4.367504010551916e-06,
      "loss": 0.3881,
      "step": 601580
    },
    {
      "epoch": 167.9,
      "grad_norm": 1.2527955770492554,
      "learning_rate": 4.367490371547039e-06,
      "loss": 0.3828,
      "step": 601590
    },
    {
      "epoch": 167.9,
      "grad_norm": 1.0266412496566772,
      "learning_rate": 4.367476732272802e-06,
      "loss": 0.3921,
      "step": 601600
    },
    {
      "epoch": 167.91,
      "grad_norm": 1.339605450630188,
      "learning_rate": 4.367463092729208e-06,
      "loss": 0.3734,
      "step": 601610
    },
    {
      "epoch": 167.91,
      "grad_norm": 1.1374168395996094,
      "learning_rate": 4.367449452916255e-06,
      "loss": 0.3743,
      "step": 601620
    },
    {
      "epoch": 167.91,
      "grad_norm": 1.061031699180603,
      "learning_rate": 4.367435812833948e-06,
      "loss": 0.393,
      "step": 601630
    },
    {
      "epoch": 167.92,
      "grad_norm": 1.5272685289382935,
      "learning_rate": 4.367422172482288e-06,
      "loss": 0.3762,
      "step": 601640
    },
    {
      "epoch": 167.92,
      "grad_norm": 1.4775478839874268,
      "learning_rate": 4.367408531861276e-06,
      "loss": 0.397,
      "step": 601650
    },
    {
      "epoch": 167.92,
      "grad_norm": 1.3841001987457275,
      "learning_rate": 4.367394890970915e-06,
      "loss": 0.3958,
      "step": 601660
    },
    {
      "epoch": 167.92,
      "grad_norm": 1.1959242820739746,
      "learning_rate": 4.367381249811206e-06,
      "loss": 0.3961,
      "step": 601670
    },
    {
      "epoch": 167.93,
      "grad_norm": 1.50955331325531,
      "learning_rate": 4.367367608382152e-06,
      "loss": 0.3856,
      "step": 601680
    },
    {
      "epoch": 167.93,
      "grad_norm": 1.3219162225723267,
      "learning_rate": 4.367353966683753e-06,
      "loss": 0.3762,
      "step": 601690
    },
    {
      "epoch": 167.93,
      "grad_norm": 1.6849251985549927,
      "learning_rate": 4.367340324716012e-06,
      "loss": 0.3954,
      "step": 601700
    },
    {
      "epoch": 167.93,
      "grad_norm": 1.1901795864105225,
      "learning_rate": 4.367326682478931e-06,
      "loss": 0.3843,
      "step": 601710
    },
    {
      "epoch": 167.94,
      "grad_norm": 1.2375200986862183,
      "learning_rate": 4.367313039972511e-06,
      "loss": 0.3821,
      "step": 601720
    },
    {
      "epoch": 167.94,
      "grad_norm": 1.203850507736206,
      "learning_rate": 4.367299397196755e-06,
      "loss": 0.3854,
      "step": 601730
    },
    {
      "epoch": 167.94,
      "grad_norm": 1.466937780380249,
      "learning_rate": 4.367285754151662e-06,
      "loss": 0.3855,
      "step": 601740
    },
    {
      "epoch": 167.95,
      "grad_norm": 1.285761833190918,
      "learning_rate": 4.367272110837238e-06,
      "loss": 0.3867,
      "step": 601750
    },
    {
      "epoch": 167.95,
      "grad_norm": 1.0846459865570068,
      "learning_rate": 4.367258467253481e-06,
      "loss": 0.3799,
      "step": 601760
    },
    {
      "epoch": 167.95,
      "grad_norm": 1.2119542360305786,
      "learning_rate": 4.367244823400396e-06,
      "loss": 0.3723,
      "step": 601770
    },
    {
      "epoch": 167.95,
      "grad_norm": 1.171812891960144,
      "learning_rate": 4.367231179277983e-06,
      "loss": 0.3903,
      "step": 601780
    },
    {
      "epoch": 167.96,
      "grad_norm": 1.2827595472335815,
      "learning_rate": 4.3672175348862435e-06,
      "loss": 0.3882,
      "step": 601790
    },
    {
      "epoch": 167.96,
      "grad_norm": 1.1809672117233276,
      "learning_rate": 4.36720389022518e-06,
      "loss": 0.3766,
      "step": 601800
    },
    {
      "epoch": 167.96,
      "grad_norm": 1.1268013715744019,
      "learning_rate": 4.367190245294794e-06,
      "loss": 0.3869,
      "step": 601810
    },
    {
      "epoch": 167.97,
      "grad_norm": 1.281124472618103,
      "learning_rate": 4.367176600095087e-06,
      "loss": 0.3724,
      "step": 601820
    },
    {
      "epoch": 167.97,
      "grad_norm": 1.1790720224380493,
      "learning_rate": 4.367162954626063e-06,
      "loss": 0.3907,
      "step": 601830
    },
    {
      "epoch": 167.97,
      "grad_norm": 1.4759348630905151,
      "learning_rate": 4.367149308887722e-06,
      "loss": 0.3812,
      "step": 601840
    },
    {
      "epoch": 167.97,
      "grad_norm": 1.371333360671997,
      "learning_rate": 4.367135662880065e-06,
      "loss": 0.3856,
      "step": 601850
    },
    {
      "epoch": 167.98,
      "grad_norm": 1.1741878986358643,
      "learning_rate": 4.367122016603095e-06,
      "loss": 0.4115,
      "step": 601860
    },
    {
      "epoch": 167.98,
      "grad_norm": 1.2393349409103394,
      "learning_rate": 4.3671083700568145e-06,
      "loss": 0.3757,
      "step": 601870
    },
    {
      "epoch": 167.98,
      "grad_norm": 1.079725980758667,
      "learning_rate": 4.367094723241223e-06,
      "loss": 0.3805,
      "step": 601880
    },
    {
      "epoch": 167.98,
      "grad_norm": 1.3721524477005005,
      "learning_rate": 4.367081076156325e-06,
      "loss": 0.4103,
      "step": 601890
    },
    {
      "epoch": 167.99,
      "grad_norm": 1.442935824394226,
      "learning_rate": 4.367067428802121e-06,
      "loss": 0.3757,
      "step": 601900
    },
    {
      "epoch": 167.99,
      "grad_norm": 1.145906925201416,
      "learning_rate": 4.367053781178612e-06,
      "loss": 0.3801,
      "step": 601910
    },
    {
      "epoch": 167.99,
      "grad_norm": 1.1506668329238892,
      "learning_rate": 4.367040133285801e-06,
      "loss": 0.3924,
      "step": 601920
    },
    {
      "epoch": 168.0,
      "grad_norm": 1.217742919921875,
      "learning_rate": 4.367026485123691e-06,
      "loss": 0.3898,
      "step": 601930
    },
    {
      "epoch": 168.0,
      "grad_norm": 1.1711851358413696,
      "learning_rate": 4.36701283669228e-06,
      "loss": 0.3904,
      "step": 601940
    },
    {
      "epoch": 168.0,
      "eval_loss": 0.38326722383499146,
      "eval_runtime": 63.2944,
      "eval_samples_per_second": 79.928,
      "eval_steps_per_second": 10.001,
      "step": 601944
    },
    {
      "epoch": 168.0,
      "grad_norm": 1.3418936729431152,
      "learning_rate": 4.3669991879915744e-06,
      "loss": 0.394,
      "step": 601950
    },
    {
      "epoch": 168.0,
      "grad_norm": 1.5631942749023438,
      "learning_rate": 4.366985539021572e-06,
      "loss": 0.3763,
      "step": 601960
    },
    {
      "epoch": 168.01,
      "grad_norm": 1.1256660223007202,
      "learning_rate": 4.366971889782277e-06,
      "loss": 0.3894,
      "step": 601970
    },
    {
      "epoch": 168.01,
      "grad_norm": 1.1988394260406494,
      "learning_rate": 4.366958240273691e-06,
      "loss": 0.407,
      "step": 601980
    },
    {
      "epoch": 168.01,
      "grad_norm": 1.0582008361816406,
      "learning_rate": 4.366944590495816e-06,
      "loss": 0.3788,
      "step": 601990
    },
    {
      "epoch": 168.02,
      "grad_norm": 1.3796043395996094,
      "learning_rate": 4.366930940448652e-06,
      "loss": 0.3798,
      "step": 602000
    },
    {
      "epoch": 168.02,
      "grad_norm": 1.1819831132888794,
      "learning_rate": 4.366917290132202e-06,
      "loss": 0.3875,
      "step": 602010
    },
    {
      "epoch": 168.02,
      "grad_norm": 1.427112340927124,
      "learning_rate": 4.366903639546468e-06,
      "loss": 0.3726,
      "step": 602020
    },
    {
      "epoch": 168.02,
      "grad_norm": 1.409136176109314,
      "learning_rate": 4.366889988691452e-06,
      "loss": 0.3692,
      "step": 602030
    },
    {
      "epoch": 168.03,
      "grad_norm": 1.2808330059051514,
      "learning_rate": 4.366876337567156e-06,
      "loss": 0.3905,
      "step": 602040
    },
    {
      "epoch": 168.03,
      "grad_norm": 1.148900032043457,
      "learning_rate": 4.366862686173581e-06,
      "loss": 0.4018,
      "step": 602050
    },
    {
      "epoch": 168.03,
      "grad_norm": 1.465861439704895,
      "learning_rate": 4.36684903451073e-06,
      "loss": 0.3724,
      "step": 602060
    },
    {
      "epoch": 168.04,
      "grad_norm": 1.3122262954711914,
      "learning_rate": 4.3668353825786015e-06,
      "loss": 0.4009,
      "step": 602070
    },
    {
      "epoch": 168.04,
      "grad_norm": 1.6619980335235596,
      "learning_rate": 4.366821730377202e-06,
      "loss": 0.3901,
      "step": 602080
    },
    {
      "epoch": 168.04,
      "grad_norm": 1.1759569644927979,
      "learning_rate": 4.366808077906531e-06,
      "loss": 0.3741,
      "step": 602090
    },
    {
      "epoch": 168.04,
      "grad_norm": 1.0856777429580688,
      "learning_rate": 4.366794425166589e-06,
      "loss": 0.3776,
      "step": 602100
    },
    {
      "epoch": 168.05,
      "grad_norm": 1.30289626121521,
      "learning_rate": 4.36678077215738e-06,
      "loss": 0.3902,
      "step": 602110
    },
    {
      "epoch": 168.05,
      "grad_norm": 3.2852632999420166,
      "learning_rate": 4.366767118878906e-06,
      "loss": 0.3863,
      "step": 602120
    },
    {
      "epoch": 168.05,
      "grad_norm": 1.287084698677063,
      "learning_rate": 4.3667534653311665e-06,
      "loss": 0.3875,
      "step": 602130
    },
    {
      "epoch": 168.05,
      "grad_norm": 1.1648977994918823,
      "learning_rate": 4.366739811514165e-06,
      "loss": 0.3644,
      "step": 602140
    },
    {
      "epoch": 168.06,
      "grad_norm": 1.7375506162643433,
      "learning_rate": 4.366726157427903e-06,
      "loss": 0.3838,
      "step": 602150
    },
    {
      "epoch": 168.06,
      "grad_norm": 1.4283299446105957,
      "learning_rate": 4.3667125030723825e-06,
      "loss": 0.3853,
      "step": 602160
    },
    {
      "epoch": 168.06,
      "grad_norm": 1.2047770023345947,
      "learning_rate": 4.366698848447605e-06,
      "loss": 0.3696,
      "step": 602170
    },
    {
      "epoch": 168.07,
      "grad_norm": 1.1396373510360718,
      "learning_rate": 4.3666851935535725e-06,
      "loss": 0.3786,
      "step": 602180
    },
    {
      "epoch": 168.07,
      "grad_norm": 1.3337448835372925,
      "learning_rate": 4.366671538390287e-06,
      "loss": 0.3867,
      "step": 602190
    },
    {
      "epoch": 168.07,
      "grad_norm": 1.2509082555770874,
      "learning_rate": 4.366657882957751e-06,
      "loss": 0.3784,
      "step": 602200
    },
    {
      "epoch": 168.07,
      "grad_norm": 1.2859832048416138,
      "learning_rate": 4.3666442272559635e-06,
      "loss": 0.3983,
      "step": 602210
    },
    {
      "epoch": 168.08,
      "grad_norm": 1.4388633966445923,
      "learning_rate": 4.366630571284929e-06,
      "loss": 0.3786,
      "step": 602220
    },
    {
      "epoch": 168.08,
      "grad_norm": 1.175464391708374,
      "learning_rate": 4.366616915044649e-06,
      "loss": 0.3882,
      "step": 602230
    },
    {
      "epoch": 168.08,
      "grad_norm": 1.028037190437317,
      "learning_rate": 4.3666032585351245e-06,
      "loss": 0.3922,
      "step": 602240
    },
    {
      "epoch": 168.09,
      "grad_norm": 1.2457040548324585,
      "learning_rate": 4.366589601756358e-06,
      "loss": 0.3967,
      "step": 602250
    },
    {
      "epoch": 168.09,
      "grad_norm": 1.5974310636520386,
      "learning_rate": 4.366575944708351e-06,
      "loss": 0.3991,
      "step": 602260
    },
    {
      "epoch": 168.09,
      "grad_norm": 1.1182764768600464,
      "learning_rate": 4.366562287391105e-06,
      "loss": 0.3925,
      "step": 602270
    },
    {
      "epoch": 168.09,
      "grad_norm": 1.2541500329971313,
      "learning_rate": 4.366548629804622e-06,
      "loss": 0.3826,
      "step": 602280
    },
    {
      "epoch": 168.1,
      "grad_norm": 1.1306191682815552,
      "learning_rate": 4.3665349719489034e-06,
      "loss": 0.3756,
      "step": 602290
    },
    {
      "epoch": 168.1,
      "grad_norm": 1.1845886707305908,
      "learning_rate": 4.366521313823952e-06,
      "loss": 0.3709,
      "step": 602300
    },
    {
      "epoch": 168.1,
      "grad_norm": 1.2556248903274536,
      "learning_rate": 4.366507655429769e-06,
      "loss": 0.3904,
      "step": 602310
    },
    {
      "epoch": 168.1,
      "grad_norm": 1.3338130712509155,
      "learning_rate": 4.3664939967663576e-06,
      "loss": 0.3917,
      "step": 602320
    },
    {
      "epoch": 168.11,
      "grad_norm": 1.2109389305114746,
      "learning_rate": 4.366480337833717e-06,
      "loss": 0.3794,
      "step": 602330
    },
    {
      "epoch": 168.11,
      "grad_norm": 1.3608033657073975,
      "learning_rate": 4.366466678631852e-06,
      "loss": 0.3947,
      "step": 602340
    },
    {
      "epoch": 168.11,
      "grad_norm": 1.0697314739227295,
      "learning_rate": 4.366453019160761e-06,
      "loss": 0.3864,
      "step": 602350
    },
    {
      "epoch": 168.12,
      "grad_norm": 1.2995833158493042,
      "learning_rate": 4.36643935942045e-06,
      "loss": 0.3771,
      "step": 602360
    },
    {
      "epoch": 168.12,
      "grad_norm": 1.270263910293579,
      "learning_rate": 4.366425699410916e-06,
      "loss": 0.3934,
      "step": 602370
    },
    {
      "epoch": 168.12,
      "grad_norm": 1.4132434129714966,
      "learning_rate": 4.366412039132165e-06,
      "loss": 0.3762,
      "step": 602380
    },
    {
      "epoch": 168.12,
      "grad_norm": 1.2120896577835083,
      "learning_rate": 4.366398378584196e-06,
      "loss": 0.3769,
      "step": 602390
    },
    {
      "epoch": 168.13,
      "grad_norm": 1.6847707033157349,
      "learning_rate": 4.3663847177670135e-06,
      "loss": 0.3833,
      "step": 602400
    },
    {
      "epoch": 168.13,
      "grad_norm": 1.3727846145629883,
      "learning_rate": 4.366371056680617e-06,
      "loss": 0.388,
      "step": 602410
    },
    {
      "epoch": 168.13,
      "grad_norm": 1.2108983993530273,
      "learning_rate": 4.366357395325009e-06,
      "loss": 0.3814,
      "step": 602420
    },
    {
      "epoch": 168.14,
      "grad_norm": 1.2313281297683716,
      "learning_rate": 4.366343733700191e-06,
      "loss": 0.4009,
      "step": 602430
    },
    {
      "epoch": 168.14,
      "grad_norm": 1.288673758506775,
      "learning_rate": 4.366330071806166e-06,
      "loss": 0.3978,
      "step": 602440
    },
    {
      "epoch": 168.14,
      "grad_norm": 1.0391643047332764,
      "learning_rate": 4.366316409642933e-06,
      "loss": 0.3668,
      "step": 602450
    },
    {
      "epoch": 168.14,
      "grad_norm": 1.0310096740722656,
      "learning_rate": 4.366302747210498e-06,
      "loss": 0.3757,
      "step": 602460
    },
    {
      "epoch": 168.15,
      "grad_norm": 1.2294678688049316,
      "learning_rate": 4.36628908450886e-06,
      "loss": 0.3778,
      "step": 602470
    },
    {
      "epoch": 168.15,
      "grad_norm": 1.0136327743530273,
      "learning_rate": 4.3662754215380215e-06,
      "loss": 0.3845,
      "step": 602480
    },
    {
      "epoch": 168.15,
      "grad_norm": 1.6653581857681274,
      "learning_rate": 4.366261758297985e-06,
      "loss": 0.3777,
      "step": 602490
    },
    {
      "epoch": 168.16,
      "grad_norm": 1.1958383321762085,
      "learning_rate": 4.36624809478875e-06,
      "loss": 0.4045,
      "step": 602500
    },
    {
      "epoch": 168.16,
      "grad_norm": 1.09577476978302,
      "learning_rate": 4.366234431010322e-06,
      "loss": 0.391,
      "step": 602510
    },
    {
      "epoch": 168.16,
      "grad_norm": 1.492524266242981,
      "learning_rate": 4.3662207669626995e-06,
      "loss": 0.3747,
      "step": 602520
    },
    {
      "epoch": 168.16,
      "grad_norm": 1.3208774328231812,
      "learning_rate": 4.366207102645886e-06,
      "loss": 0.3912,
      "step": 602530
    },
    {
      "epoch": 168.17,
      "grad_norm": 1.1009438037872314,
      "learning_rate": 4.366193438059883e-06,
      "loss": 0.3787,
      "step": 602540
    },
    {
      "epoch": 168.17,
      "grad_norm": 1.1956682205200195,
      "learning_rate": 4.3661797732046915e-06,
      "loss": 0.3881,
      "step": 602550
    },
    {
      "epoch": 168.17,
      "grad_norm": 0.9396770596504211,
      "learning_rate": 4.366166108080315e-06,
      "loss": 0.3689,
      "step": 602560
    },
    {
      "epoch": 168.17,
      "grad_norm": 1.1851321458816528,
      "learning_rate": 4.366152442686754e-06,
      "loss": 0.3839,
      "step": 602570
    },
    {
      "epoch": 168.18,
      "grad_norm": 1.2346564531326294,
      "learning_rate": 4.36613877702401e-06,
      "loss": 0.3872,
      "step": 602580
    },
    {
      "epoch": 168.18,
      "grad_norm": 1.0346405506134033,
      "learning_rate": 4.366125111092087e-06,
      "loss": 0.3859,
      "step": 602590
    },
    {
      "epoch": 168.18,
      "grad_norm": 1.1096807718276978,
      "learning_rate": 4.366111444890983e-06,
      "loss": 0.3962,
      "step": 602600
    },
    {
      "epoch": 168.19,
      "grad_norm": 0.9004309773445129,
      "learning_rate": 4.366097778420704e-06,
      "loss": 0.3746,
      "step": 602610
    },
    {
      "epoch": 168.19,
      "grad_norm": 1.363485336303711,
      "learning_rate": 4.36608411168125e-06,
      "loss": 0.3857,
      "step": 602620
    },
    {
      "epoch": 168.19,
      "grad_norm": 1.2050541639328003,
      "learning_rate": 4.3660704446726225e-06,
      "loss": 0.3965,
      "step": 602630
    },
    {
      "epoch": 168.19,
      "grad_norm": 1.2977089881896973,
      "learning_rate": 4.366056777394823e-06,
      "loss": 0.4011,
      "step": 602640
    },
    {
      "epoch": 168.2,
      "grad_norm": 1.1248822212219238,
      "learning_rate": 4.366043109847854e-06,
      "loss": 0.3838,
      "step": 602650
    },
    {
      "epoch": 168.2,
      "grad_norm": 1.376035213470459,
      "learning_rate": 4.366029442031718e-06,
      "loss": 0.3816,
      "step": 602660
    },
    {
      "epoch": 168.2,
      "grad_norm": 1.2662608623504639,
      "learning_rate": 4.366015773946416e-06,
      "loss": 0.393,
      "step": 602670
    },
    {
      "epoch": 168.21,
      "grad_norm": 2.07893443107605,
      "learning_rate": 4.366002105591949e-06,
      "loss": 0.3746,
      "step": 602680
    },
    {
      "epoch": 168.21,
      "grad_norm": 1.1926039457321167,
      "learning_rate": 4.36598843696832e-06,
      "loss": 0.3791,
      "step": 602690
    },
    {
      "epoch": 168.21,
      "grad_norm": 1.1769089698791504,
      "learning_rate": 4.36597476807553e-06,
      "loss": 0.3781,
      "step": 602700
    },
    {
      "epoch": 168.21,
      "grad_norm": 1.0444908142089844,
      "learning_rate": 4.365961098913583e-06,
      "loss": 0.3887,
      "step": 602710
    },
    {
      "epoch": 168.22,
      "grad_norm": 1.1913650035858154,
      "learning_rate": 4.3659474294824784e-06,
      "loss": 0.388,
      "step": 602720
    },
    {
      "epoch": 168.22,
      "grad_norm": 1.1389394998550415,
      "learning_rate": 4.365933759782218e-06,
      "loss": 0.3782,
      "step": 602730
    },
    {
      "epoch": 168.22,
      "grad_norm": 1.1328189373016357,
      "learning_rate": 4.365920089812805e-06,
      "loss": 0.3953,
      "step": 602740
    },
    {
      "epoch": 168.22,
      "grad_norm": 1.2504626512527466,
      "learning_rate": 4.3659064195742406e-06,
      "loss": 0.3915,
      "step": 602750
    },
    {
      "epoch": 168.23,
      "grad_norm": 1.0577294826507568,
      "learning_rate": 4.365892749066526e-06,
      "loss": 0.3839,
      "step": 602760
    },
    {
      "epoch": 168.23,
      "grad_norm": 1.0900307893753052,
      "learning_rate": 4.365879078289665e-06,
      "loss": 0.3782,
      "step": 602770
    },
    {
      "epoch": 168.23,
      "grad_norm": 1.2244426012039185,
      "learning_rate": 4.365865407243657e-06,
      "loss": 0.3872,
      "step": 602780
    },
    {
      "epoch": 168.24,
      "grad_norm": 1.0618798732757568,
      "learning_rate": 4.365851735928505e-06,
      "loss": 0.4002,
      "step": 602790
    },
    {
      "epoch": 168.24,
      "grad_norm": 1.0746724605560303,
      "learning_rate": 4.365838064344211e-06,
      "loss": 0.3808,
      "step": 602800
    },
    {
      "epoch": 168.24,
      "grad_norm": 1.028633713722229,
      "learning_rate": 4.365824392490776e-06,
      "loss": 0.3999,
      "step": 602810
    },
    {
      "epoch": 168.24,
      "grad_norm": 1.0960352420806885,
      "learning_rate": 4.365810720368203e-06,
      "loss": 0.3728,
      "step": 602820
    },
    {
      "epoch": 168.25,
      "grad_norm": 1.3438124656677246,
      "learning_rate": 4.365797047976493e-06,
      "loss": 0.4038,
      "step": 602830
    },
    {
      "epoch": 168.25,
      "grad_norm": 1.428666591644287,
      "learning_rate": 4.365783375315648e-06,
      "loss": 0.387,
      "step": 602840
    },
    {
      "epoch": 168.25,
      "grad_norm": 1.2913689613342285,
      "learning_rate": 4.3657697023856695e-06,
      "loss": 0.3733,
      "step": 602850
    },
    {
      "epoch": 168.26,
      "grad_norm": 1.226863145828247,
      "learning_rate": 4.36575602918656e-06,
      "loss": 0.3684,
      "step": 602860
    },
    {
      "epoch": 168.26,
      "grad_norm": 10.841323852539062,
      "learning_rate": 4.365742355718321e-06,
      "loss": 0.3758,
      "step": 602870
    },
    {
      "epoch": 168.26,
      "grad_norm": 1.4187593460083008,
      "learning_rate": 4.365728681980954e-06,
      "loss": 0.3835,
      "step": 602880
    },
    {
      "epoch": 168.26,
      "grad_norm": 1.242469072341919,
      "learning_rate": 4.365715007974461e-06,
      "loss": 0.3967,
      "step": 602890
    },
    {
      "epoch": 168.27,
      "grad_norm": 1.0853854417800903,
      "learning_rate": 4.365701333698844e-06,
      "loss": 0.3854,
      "step": 602900
    },
    {
      "epoch": 168.27,
      "grad_norm": 1.222698450088501,
      "learning_rate": 4.365687659154105e-06,
      "loss": 0.3802,
      "step": 602910
    },
    {
      "epoch": 168.27,
      "grad_norm": 1.2461774349212646,
      "learning_rate": 4.3656739843402456e-06,
      "loss": 0.385,
      "step": 602920
    },
    {
      "epoch": 168.28,
      "grad_norm": 1.121762990951538,
      "learning_rate": 4.365660309257266e-06,
      "loss": 0.3902,
      "step": 602930
    },
    {
      "epoch": 168.28,
      "grad_norm": 1.296296238899231,
      "learning_rate": 4.365646633905172e-06,
      "loss": 0.3995,
      "step": 602940
    },
    {
      "epoch": 168.28,
      "grad_norm": 1.2827599048614502,
      "learning_rate": 4.3656329582839615e-06,
      "loss": 0.3886,
      "step": 602950
    },
    {
      "epoch": 168.28,
      "grad_norm": 1.0376495122909546,
      "learning_rate": 4.365619282393639e-06,
      "loss": 0.3987,
      "step": 602960
    },
    {
      "epoch": 168.29,
      "grad_norm": 1.2050358057022095,
      "learning_rate": 4.365605606234204e-06,
      "loss": 0.365,
      "step": 602970
    },
    {
      "epoch": 168.29,
      "grad_norm": 1.1568856239318848,
      "learning_rate": 4.36559192980566e-06,
      "loss": 0.3732,
      "step": 602980
    },
    {
      "epoch": 168.29,
      "grad_norm": 1.2402266263961792,
      "learning_rate": 4.365578253108008e-06,
      "loss": 0.3686,
      "step": 602990
    },
    {
      "epoch": 168.29,
      "grad_norm": 1.1079692840576172,
      "learning_rate": 4.36556457614125e-06,
      "loss": 0.3762,
      "step": 603000
    },
    {
      "epoch": 168.3,
      "grad_norm": 1.0640316009521484,
      "learning_rate": 4.365550898905388e-06,
      "loss": 0.392,
      "step": 603010
    },
    {
      "epoch": 168.3,
      "grad_norm": 1.1778903007507324,
      "learning_rate": 4.365537221400424e-06,
      "loss": 0.3759,
      "step": 603020
    },
    {
      "epoch": 168.3,
      "grad_norm": 1.0985076427459717,
      "learning_rate": 4.365523543626359e-06,
      "loss": 0.373,
      "step": 603030
    },
    {
      "epoch": 168.31,
      "grad_norm": 0.8853148221969604,
      "learning_rate": 4.365509865583196e-06,
      "loss": 0.3947,
      "step": 603040
    },
    {
      "epoch": 168.31,
      "grad_norm": 1.18243408203125,
      "learning_rate": 4.365496187270936e-06,
      "loss": 0.3901,
      "step": 603050
    },
    {
      "epoch": 168.31,
      "grad_norm": 1.3036764860153198,
      "learning_rate": 4.365482508689582e-06,
      "loss": 0.3858,
      "step": 603060
    },
    {
      "epoch": 168.31,
      "grad_norm": 1.106048345565796,
      "learning_rate": 4.365468829839134e-06,
      "loss": 0.3981,
      "step": 603070
    },
    {
      "epoch": 168.32,
      "grad_norm": 1.2218800783157349,
      "learning_rate": 4.3654551507195936e-06,
      "loss": 0.3855,
      "step": 603080
    },
    {
      "epoch": 168.32,
      "grad_norm": 1.2583428621292114,
      "learning_rate": 4.365441471330965e-06,
      "loss": 0.3891,
      "step": 603090
    },
    {
      "epoch": 168.32,
      "grad_norm": 1.107086181640625,
      "learning_rate": 4.365427791673248e-06,
      "loss": 0.3906,
      "step": 603100
    },
    {
      "epoch": 168.33,
      "grad_norm": 1.1679091453552246,
      "learning_rate": 4.365414111746446e-06,
      "loss": 0.3993,
      "step": 603110
    },
    {
      "epoch": 168.33,
      "grad_norm": 1.2979578971862793,
      "learning_rate": 4.36540043155056e-06,
      "loss": 0.3754,
      "step": 603120
    },
    {
      "epoch": 168.33,
      "grad_norm": 1.092118263244629,
      "learning_rate": 4.3653867510855915e-06,
      "loss": 0.3926,
      "step": 603130
    },
    {
      "epoch": 168.33,
      "grad_norm": 1.1897310018539429,
      "learning_rate": 4.365373070351542e-06,
      "loss": 0.3988,
      "step": 603140
    },
    {
      "epoch": 168.34,
      "grad_norm": 1.137772798538208,
      "learning_rate": 4.365359389348414e-06,
      "loss": 0.3953,
      "step": 603150
    },
    {
      "epoch": 168.34,
      "grad_norm": 1.3108477592468262,
      "learning_rate": 4.36534570807621e-06,
      "loss": 0.3997,
      "step": 603160
    },
    {
      "epoch": 168.34,
      "grad_norm": 1.105552077293396,
      "learning_rate": 4.36533202653493e-06,
      "loss": 0.3778,
      "step": 603170
    },
    {
      "epoch": 168.34,
      "grad_norm": 1.1576882600784302,
      "learning_rate": 4.365318344724578e-06,
      "loss": 0.3688,
      "step": 603180
    },
    {
      "epoch": 168.35,
      "grad_norm": 1.2286746501922607,
      "learning_rate": 4.365304662645154e-06,
      "loss": 0.3865,
      "step": 603190
    },
    {
      "epoch": 168.35,
      "grad_norm": 1.3554880619049072,
      "learning_rate": 4.365290980296661e-06,
      "loss": 0.3947,
      "step": 603200
    },
    {
      "epoch": 168.35,
      "grad_norm": 1.1184996366500854,
      "learning_rate": 4.3652772976791e-06,
      "loss": 0.3974,
      "step": 603210
    },
    {
      "epoch": 168.36,
      "grad_norm": 1.044663906097412,
      "learning_rate": 4.365263614792473e-06,
      "loss": 0.3874,
      "step": 603220
    },
    {
      "epoch": 168.36,
      "grad_norm": 1.3226789236068726,
      "learning_rate": 4.3652499316367825e-06,
      "loss": 0.3958,
      "step": 603230
    },
    {
      "epoch": 168.36,
      "grad_norm": 1.2013930082321167,
      "learning_rate": 4.36523624821203e-06,
      "loss": 0.3909,
      "step": 603240
    },
    {
      "epoch": 168.36,
      "grad_norm": 1.0461359024047852,
      "learning_rate": 4.365222564518216e-06,
      "loss": 0.3897,
      "step": 603250
    },
    {
      "epoch": 168.37,
      "grad_norm": 1.237647533416748,
      "learning_rate": 4.365208880555345e-06,
      "loss": 0.3903,
      "step": 603260
    },
    {
      "epoch": 168.37,
      "grad_norm": 1.131258249282837,
      "learning_rate": 4.365195196323416e-06,
      "loss": 0.3894,
      "step": 603270
    },
    {
      "epoch": 168.37,
      "grad_norm": 1.0849239826202393,
      "learning_rate": 4.365181511822432e-06,
      "loss": 0.3839,
      "step": 603280
    },
    {
      "epoch": 168.38,
      "grad_norm": 1.3680481910705566,
      "learning_rate": 4.365167827052395e-06,
      "loss": 0.3795,
      "step": 603290
    },
    {
      "epoch": 168.38,
      "grad_norm": 1.2332535982131958,
      "learning_rate": 4.365154142013308e-06,
      "loss": 0.3846,
      "step": 603300
    },
    {
      "epoch": 168.38,
      "grad_norm": 1.0636992454528809,
      "learning_rate": 4.36514045670517e-06,
      "loss": 0.3743,
      "step": 603310
    },
    {
      "epoch": 168.38,
      "grad_norm": 1.222294807434082,
      "learning_rate": 4.3651267711279856e-06,
      "loss": 0.3918,
      "step": 603320
    },
    {
      "epoch": 168.39,
      "grad_norm": 1.058013677597046,
      "learning_rate": 4.365113085281754e-06,
      "loss": 0.3751,
      "step": 603330
    },
    {
      "epoch": 168.39,
      "grad_norm": 1.020552158355713,
      "learning_rate": 4.36509939916648e-06,
      "loss": 0.3857,
      "step": 603340
    },
    {
      "epoch": 168.39,
      "grad_norm": 1.1979278326034546,
      "learning_rate": 4.3650857127821635e-06,
      "loss": 0.3892,
      "step": 603350
    },
    {
      "epoch": 168.4,
      "grad_norm": 1.232704520225525,
      "learning_rate": 4.365072026128806e-06,
      "loss": 0.3844,
      "step": 603360
    },
    {
      "epoch": 168.4,
      "grad_norm": 1.151192307472229,
      "learning_rate": 4.365058339206411e-06,
      "loss": 0.3765,
      "step": 603370
    },
    {
      "epoch": 168.4,
      "grad_norm": 0.9668364524841309,
      "learning_rate": 4.3650446520149776e-06,
      "loss": 0.3625,
      "step": 603380
    },
    {
      "epoch": 168.4,
      "grad_norm": 1.1103496551513672,
      "learning_rate": 4.365030964554511e-06,
      "loss": 0.3952,
      "step": 603390
    },
    {
      "epoch": 168.41,
      "grad_norm": 1.0196434259414673,
      "learning_rate": 4.36501727682501e-06,
      "loss": 0.3844,
      "step": 603400
    },
    {
      "epoch": 168.41,
      "grad_norm": 1.0529042482376099,
      "learning_rate": 4.3650035888264784e-06,
      "loss": 0.3827,
      "step": 603410
    },
    {
      "epoch": 168.41,
      "grad_norm": 1.0255643129348755,
      "learning_rate": 4.364989900558918e-06,
      "loss": 0.3887,
      "step": 603420
    },
    {
      "epoch": 168.41,
      "grad_norm": 1.1235054731369019,
      "learning_rate": 4.364976212022329e-06,
      "loss": 0.3666,
      "step": 603430
    },
    {
      "epoch": 168.42,
      "grad_norm": 1.2517967224121094,
      "learning_rate": 4.3649625232167145e-06,
      "loss": 0.3802,
      "step": 603440
    },
    {
      "epoch": 168.42,
      "grad_norm": 1.1513288021087646,
      "learning_rate": 4.3649488341420765e-06,
      "loss": 0.378,
      "step": 603450
    },
    {
      "epoch": 168.42,
      "grad_norm": 1.4142067432403564,
      "learning_rate": 4.3649351447984166e-06,
      "loss": 0.3818,
      "step": 603460
    },
    {
      "epoch": 168.43,
      "grad_norm": 1.3162952661514282,
      "learning_rate": 4.364921455185736e-06,
      "loss": 0.3945,
      "step": 603470
    },
    {
      "epoch": 168.43,
      "grad_norm": 1.3817747831344604,
      "learning_rate": 4.364907765304037e-06,
      "loss": 0.3777,
      "step": 603480
    },
    {
      "epoch": 168.43,
      "grad_norm": 1.3009825944900513,
      "learning_rate": 4.364894075153321e-06,
      "loss": 0.3791,
      "step": 603490
    },
    {
      "epoch": 168.43,
      "grad_norm": 1.2296991348266602,
      "learning_rate": 4.36488038473359e-06,
      "loss": 0.3973,
      "step": 603500
    },
    {
      "epoch": 168.44,
      "grad_norm": 1.2437020540237427,
      "learning_rate": 4.364866694044847e-06,
      "loss": 0.3659,
      "step": 603510
    },
    {
      "epoch": 168.44,
      "grad_norm": 1.1923964023590088,
      "learning_rate": 4.364853003087092e-06,
      "loss": 0.3984,
      "step": 603520
    },
    {
      "epoch": 168.44,
      "grad_norm": 1.4782401323318481,
      "learning_rate": 4.364839311860328e-06,
      "loss": 0.382,
      "step": 603530
    },
    {
      "epoch": 168.45,
      "grad_norm": 1.0310649871826172,
      "learning_rate": 4.3648256203645565e-06,
      "loss": 0.368,
      "step": 603540
    },
    {
      "epoch": 168.45,
      "grad_norm": 1.092142939567566,
      "learning_rate": 4.364811928599778e-06,
      "loss": 0.3739,
      "step": 603550
    },
    {
      "epoch": 168.45,
      "grad_norm": 1.0621711015701294,
      "learning_rate": 4.364798236565998e-06,
      "loss": 0.3783,
      "step": 603560
    },
    {
      "epoch": 168.45,
      "grad_norm": 1.0881990194320679,
      "learning_rate": 4.364784544263214e-06,
      "loss": 0.3765,
      "step": 603570
    },
    {
      "epoch": 168.46,
      "grad_norm": 1.4606218338012695,
      "learning_rate": 4.364770851691431e-06,
      "loss": 0.3772,
      "step": 603580
    },
    {
      "epoch": 168.46,
      "grad_norm": 1.0701709985733032,
      "learning_rate": 4.364757158850649e-06,
      "loss": 0.3828,
      "step": 603590
    },
    {
      "epoch": 168.46,
      "grad_norm": 1.2754637002944946,
      "learning_rate": 4.36474346574087e-06,
      "loss": 0.3822,
      "step": 603600
    },
    {
      "epoch": 168.46,
      "grad_norm": 1.1563520431518555,
      "learning_rate": 4.364729772362097e-06,
      "loss": 0.3731,
      "step": 603610
    },
    {
      "epoch": 168.47,
      "grad_norm": 0.9941978454589844,
      "learning_rate": 4.36471607871433e-06,
      "loss": 0.3758,
      "step": 603620
    },
    {
      "epoch": 168.47,
      "grad_norm": 1.2543085813522339,
      "learning_rate": 4.364702384797572e-06,
      "loss": 0.3634,
      "step": 603630
    },
    {
      "epoch": 168.47,
      "grad_norm": 1.1275460720062256,
      "learning_rate": 4.3646886906118265e-06,
      "loss": 0.3884,
      "step": 603640
    },
    {
      "epoch": 168.48,
      "grad_norm": 1.1337857246398926,
      "learning_rate": 4.364674996157092e-06,
      "loss": 0.3766,
      "step": 603650
    },
    {
      "epoch": 168.48,
      "grad_norm": 1.1323217153549194,
      "learning_rate": 4.364661301433372e-06,
      "loss": 0.3658,
      "step": 603660
    },
    {
      "epoch": 168.48,
      "grad_norm": 1.1492979526519775,
      "learning_rate": 4.364647606440668e-06,
      "loss": 0.3895,
      "step": 603670
    },
    {
      "epoch": 168.48,
      "grad_norm": 1.014189600944519,
      "learning_rate": 4.364633911178982e-06,
      "loss": 0.3868,
      "step": 603680
    },
    {
      "epoch": 168.49,
      "grad_norm": 1.552242636680603,
      "learning_rate": 4.3646202156483155e-06,
      "loss": 0.4032,
      "step": 603690
    },
    {
      "epoch": 168.49,
      "grad_norm": 1.1686458587646484,
      "learning_rate": 4.364606519848671e-06,
      "loss": 0.418,
      "step": 603700
    },
    {
      "epoch": 168.49,
      "grad_norm": 1.1820616722106934,
      "learning_rate": 4.364592823780051e-06,
      "loss": 0.38,
      "step": 603710
    },
    {
      "epoch": 168.5,
      "grad_norm": 1.189702033996582,
      "learning_rate": 4.364579127442455e-06,
      "loss": 0.3828,
      "step": 603720
    },
    {
      "epoch": 168.5,
      "grad_norm": 1.12626051902771,
      "learning_rate": 4.364565430835887e-06,
      "loss": 0.3811,
      "step": 603730
    },
    {
      "epoch": 168.5,
      "grad_norm": 1.3927253484725952,
      "learning_rate": 4.364551733960346e-06,
      "loss": 0.3893,
      "step": 603740
    },
    {
      "epoch": 168.5,
      "grad_norm": 1.196232557296753,
      "learning_rate": 4.364538036815837e-06,
      "loss": 0.3889,
      "step": 603750
    },
    {
      "epoch": 168.51,
      "grad_norm": 1.0117202997207642,
      "learning_rate": 4.364524339402361e-06,
      "loss": 0.3781,
      "step": 603760
    },
    {
      "epoch": 168.51,
      "grad_norm": 1.4720391035079956,
      "learning_rate": 4.36451064171992e-06,
      "loss": 0.3801,
      "step": 603770
    },
    {
      "epoch": 168.51,
      "grad_norm": 1.2678498029708862,
      "learning_rate": 4.364496943768514e-06,
      "loss": 0.3975,
      "step": 603780
    },
    {
      "epoch": 168.52,
      "grad_norm": 1.122658610343933,
      "learning_rate": 4.364483245548146e-06,
      "loss": 0.3838,
      "step": 603790
    },
    {
      "epoch": 168.52,
      "grad_norm": 1.2522085905075073,
      "learning_rate": 4.364469547058818e-06,
      "loss": 0.3705,
      "step": 603800
    },
    {
      "epoch": 168.52,
      "grad_norm": 1.3319824934005737,
      "learning_rate": 4.364455848300531e-06,
      "loss": 0.3623,
      "step": 603810
    },
    {
      "epoch": 168.52,
      "grad_norm": 1.1047241687774658,
      "learning_rate": 4.364442149273289e-06,
      "loss": 0.3858,
      "step": 603820
    },
    {
      "epoch": 168.53,
      "grad_norm": 1.1367008686065674,
      "learning_rate": 4.364428449977092e-06,
      "loss": 0.3932,
      "step": 603830
    },
    {
      "epoch": 168.53,
      "grad_norm": 12.515527725219727,
      "learning_rate": 4.364414750411941e-06,
      "loss": 0.3938,
      "step": 603840
    },
    {
      "epoch": 168.53,
      "grad_norm": 1.4315316677093506,
      "learning_rate": 4.36440105057784e-06,
      "loss": 0.3737,
      "step": 603850
    },
    {
      "epoch": 168.53,
      "grad_norm": 2.477987766265869,
      "learning_rate": 4.364387350474789e-06,
      "loss": 0.3802,
      "step": 603860
    },
    {
      "epoch": 168.54,
      "grad_norm": 1.0693550109863281,
      "learning_rate": 4.364373650102791e-06,
      "loss": 0.3845,
      "step": 603870
    },
    {
      "epoch": 168.54,
      "grad_norm": 1.2432862520217896,
      "learning_rate": 4.3643599494618485e-06,
      "loss": 0.3849,
      "step": 603880
    },
    {
      "epoch": 168.54,
      "grad_norm": 1.0706266164779663,
      "learning_rate": 4.3643462485519605e-06,
      "loss": 0.3791,
      "step": 603890
    },
    {
      "epoch": 168.55,
      "grad_norm": 1.4934320449829102,
      "learning_rate": 4.364332547373132e-06,
      "loss": 0.3827,
      "step": 603900
    },
    {
      "epoch": 168.55,
      "grad_norm": 1.1501613855361938,
      "learning_rate": 4.364318845925363e-06,
      "loss": 0.387,
      "step": 603910
    },
    {
      "epoch": 168.55,
      "grad_norm": 1.617592453956604,
      "learning_rate": 4.3643051442086555e-06,
      "loss": 0.3841,
      "step": 603920
    },
    {
      "epoch": 168.55,
      "grad_norm": 1.169004201889038,
      "learning_rate": 4.364291442223012e-06,
      "loss": 0.3698,
      "step": 603930
    },
    {
      "epoch": 168.56,
      "grad_norm": 1.2175090312957764,
      "learning_rate": 4.364277739968433e-06,
      "loss": 0.3767,
      "step": 603940
    },
    {
      "epoch": 168.56,
      "grad_norm": 1.2192171812057495,
      "learning_rate": 4.364264037444922e-06,
      "loss": 0.3878,
      "step": 603950
    },
    {
      "epoch": 168.56,
      "grad_norm": 1.0717302560806274,
      "learning_rate": 4.36425033465248e-06,
      "loss": 0.3886,
      "step": 603960
    },
    {
      "epoch": 168.57,
      "grad_norm": 1.4338431358337402,
      "learning_rate": 4.364236631591108e-06,
      "loss": 0.3782,
      "step": 603970
    },
    {
      "epoch": 168.57,
      "grad_norm": 1.1720070838928223,
      "learning_rate": 4.364222928260809e-06,
      "loss": 0.3751,
      "step": 603980
    },
    {
      "epoch": 168.57,
      "grad_norm": 1.0914238691329956,
      "learning_rate": 4.364209224661585e-06,
      "loss": 0.3734,
      "step": 603990
    },
    {
      "epoch": 168.57,
      "grad_norm": 1.4716788530349731,
      "learning_rate": 4.364195520793437e-06,
      "loss": 0.3896,
      "step": 604000
    },
    {
      "epoch": 168.58,
      "grad_norm": 1.0633020401000977,
      "learning_rate": 4.364181816656367e-06,
      "loss": 0.3776,
      "step": 604010
    },
    {
      "epoch": 168.58,
      "grad_norm": 1.1495290994644165,
      "learning_rate": 4.364168112250378e-06,
      "loss": 0.4093,
      "step": 604020
    },
    {
      "epoch": 168.58,
      "grad_norm": 1.0356472730636597,
      "learning_rate": 4.36415440757547e-06,
      "loss": 0.3815,
      "step": 604030
    },
    {
      "epoch": 168.58,
      "grad_norm": 1.2056896686553955,
      "learning_rate": 4.364140702631645e-06,
      "loss": 0.3879,
      "step": 604040
    },
    {
      "epoch": 168.59,
      "grad_norm": 1.0615551471710205,
      "learning_rate": 4.364126997418907e-06,
      "loss": 0.4017,
      "step": 604050
    },
    {
      "epoch": 168.59,
      "grad_norm": 1.157941460609436,
      "learning_rate": 4.364113291937255e-06,
      "loss": 0.38,
      "step": 604060
    },
    {
      "epoch": 168.59,
      "grad_norm": 1.2812163829803467,
      "learning_rate": 4.364099586186692e-06,
      "loss": 0.382,
      "step": 604070
    },
    {
      "epoch": 168.6,
      "grad_norm": 1.3190749883651733,
      "learning_rate": 4.364085880167221e-06,
      "loss": 0.3889,
      "step": 604080
    },
    {
      "epoch": 168.6,
      "grad_norm": 1.2181570529937744,
      "learning_rate": 4.3640721738788425e-06,
      "loss": 0.3985,
      "step": 604090
    },
    {
      "epoch": 168.6,
      "grad_norm": 1.044765830039978,
      "learning_rate": 4.364058467321558e-06,
      "loss": 0.3785,
      "step": 604100
    },
    {
      "epoch": 168.6,
      "grad_norm": 1.1995066404342651,
      "learning_rate": 4.36404476049537e-06,
      "loss": 0.3751,
      "step": 604110
    },
    {
      "epoch": 168.61,
      "grad_norm": 1.2619407176971436,
      "learning_rate": 4.36403105340028e-06,
      "loss": 0.3627,
      "step": 604120
    },
    {
      "epoch": 168.61,
      "grad_norm": 1.1830443143844604,
      "learning_rate": 4.36401734603629e-06,
      "loss": 0.3928,
      "step": 604130
    },
    {
      "epoch": 168.61,
      "grad_norm": 1.034500002861023,
      "learning_rate": 4.364003638403403e-06,
      "loss": 0.3875,
      "step": 604140
    },
    {
      "epoch": 168.62,
      "grad_norm": 1.090894103050232,
      "learning_rate": 4.363989930501619e-06,
      "loss": 0.3787,
      "step": 604150
    },
    {
      "epoch": 168.62,
      "grad_norm": 1.0422357320785522,
      "learning_rate": 4.3639762223309396e-06,
      "loss": 0.3892,
      "step": 604160
    },
    {
      "epoch": 168.62,
      "grad_norm": 1.0626161098480225,
      "learning_rate": 4.363962513891369e-06,
      "loss": 0.3927,
      "step": 604170
    },
    {
      "epoch": 168.62,
      "grad_norm": 1.232987403869629,
      "learning_rate": 4.363948805182906e-06,
      "loss": 0.3814,
      "step": 604180
    },
    {
      "epoch": 168.63,
      "grad_norm": 1.2583649158477783,
      "learning_rate": 4.3639350962055555e-06,
      "loss": 0.3854,
      "step": 604190
    },
    {
      "epoch": 168.63,
      "grad_norm": 1.2362885475158691,
      "learning_rate": 4.3639213869593175e-06,
      "loss": 0.3932,
      "step": 604200
    },
    {
      "epoch": 168.63,
      "grad_norm": 1.5878750085830688,
      "learning_rate": 4.363907677444194e-06,
      "loss": 0.382,
      "step": 604210
    },
    {
      "epoch": 168.64,
      "grad_norm": 1.2122260332107544,
      "learning_rate": 4.363893967660187e-06,
      "loss": 0.3684,
      "step": 604220
    },
    {
      "epoch": 168.64,
      "grad_norm": 1.2434160709381104,
      "learning_rate": 4.363880257607298e-06,
      "loss": 0.372,
      "step": 604230
    },
    {
      "epoch": 168.64,
      "grad_norm": 1.1841381788253784,
      "learning_rate": 4.363866547285529e-06,
      "loss": 0.3697,
      "step": 604240
    },
    {
      "epoch": 168.64,
      "grad_norm": 1.4827600717544556,
      "learning_rate": 4.363852836694882e-06,
      "loss": 0.3874,
      "step": 604250
    },
    {
      "epoch": 168.65,
      "grad_norm": 1.2255685329437256,
      "learning_rate": 4.363839125835359e-06,
      "loss": 0.3865,
      "step": 604260
    },
    {
      "epoch": 168.65,
      "grad_norm": 1.5304920673370361,
      "learning_rate": 4.363825414706961e-06,
      "loss": 0.3871,
      "step": 604270
    },
    {
      "epoch": 168.65,
      "grad_norm": 1.136265754699707,
      "learning_rate": 4.363811703309692e-06,
      "loss": 0.3857,
      "step": 604280
    },
    {
      "epoch": 168.65,
      "grad_norm": 1.095533013343811,
      "learning_rate": 4.363797991643551e-06,
      "loss": 0.3549,
      "step": 604290
    },
    {
      "epoch": 168.66,
      "grad_norm": 1.305369257926941,
      "learning_rate": 4.363784279708541e-06,
      "loss": 0.3948,
      "step": 604300
    },
    {
      "epoch": 168.66,
      "grad_norm": 1.4287784099578857,
      "learning_rate": 4.363770567504664e-06,
      "loss": 0.3821,
      "step": 604310
    },
    {
      "epoch": 168.66,
      "grad_norm": 1.2606611251831055,
      "learning_rate": 4.3637568550319225e-06,
      "loss": 0.3839,
      "step": 604320
    },
    {
      "epoch": 168.67,
      "grad_norm": 1.0659860372543335,
      "learning_rate": 4.3637431422903166e-06,
      "loss": 0.3832,
      "step": 604330
    },
    {
      "epoch": 168.67,
      "grad_norm": 1.0882031917572021,
      "learning_rate": 4.363729429279849e-06,
      "loss": 0.3756,
      "step": 604340
    },
    {
      "epoch": 168.67,
      "grad_norm": 1.2678290605545044,
      "learning_rate": 4.363715716000522e-06,
      "loss": 0.3969,
      "step": 604350
    },
    {
      "epoch": 168.67,
      "grad_norm": 1.1222920417785645,
      "learning_rate": 4.363702002452337e-06,
      "loss": 0.3899,
      "step": 604360
    },
    {
      "epoch": 168.68,
      "grad_norm": 1.1785026788711548,
      "learning_rate": 4.363688288635296e-06,
      "loss": 0.3747,
      "step": 604370
    },
    {
      "epoch": 168.68,
      "grad_norm": 1.1738327741622925,
      "learning_rate": 4.3636745745494e-06,
      "loss": 0.3606,
      "step": 604380
    },
    {
      "epoch": 168.68,
      "grad_norm": 1.4956135749816895,
      "learning_rate": 4.363660860194652e-06,
      "loss": 0.3815,
      "step": 604390
    },
    {
      "epoch": 168.69,
      "grad_norm": 1.4059299230575562,
      "learning_rate": 4.363647145571053e-06,
      "loss": 0.3962,
      "step": 604400
    },
    {
      "epoch": 168.69,
      "grad_norm": 1.1551460027694702,
      "learning_rate": 4.363633430678605e-06,
      "loss": 0.385,
      "step": 604410
    },
    {
      "epoch": 168.69,
      "grad_norm": 1.1066200733184814,
      "learning_rate": 4.3636197155173115e-06,
      "loss": 0.3821,
      "step": 604420
    },
    {
      "epoch": 168.69,
      "grad_norm": 1.1332826614379883,
      "learning_rate": 4.363606000087171e-06,
      "loss": 0.3753,
      "step": 604430
    },
    {
      "epoch": 168.7,
      "grad_norm": 1.235289454460144,
      "learning_rate": 4.363592284388188e-06,
      "loss": 0.3785,
      "step": 604440
    },
    {
      "epoch": 168.7,
      "grad_norm": 1.2141989469528198,
      "learning_rate": 4.363578568420362e-06,
      "loss": 0.3831,
      "step": 604450
    },
    {
      "epoch": 168.7,
      "grad_norm": 1.3304917812347412,
      "learning_rate": 4.363564852183699e-06,
      "loss": 0.3863,
      "step": 604460
    },
    {
      "epoch": 168.7,
      "grad_norm": 1.0508052110671997,
      "learning_rate": 4.363551135678196e-06,
      "loss": 0.3902,
      "step": 604470
    },
    {
      "epoch": 168.71,
      "grad_norm": 1.105594277381897,
      "learning_rate": 4.363537418903858e-06,
      "loss": 0.3802,
      "step": 604480
    },
    {
      "epoch": 168.71,
      "grad_norm": 1.2888212203979492,
      "learning_rate": 4.363523701860685e-06,
      "loss": 0.3887,
      "step": 604490
    },
    {
      "epoch": 168.71,
      "grad_norm": 1.725598692893982,
      "learning_rate": 4.36350998454868e-06,
      "loss": 0.3955,
      "step": 604500
    },
    {
      "epoch": 168.72,
      "grad_norm": 2.2027339935302734,
      "learning_rate": 4.363496266967843e-06,
      "loss": 0.3816,
      "step": 604510
    },
    {
      "epoch": 168.72,
      "grad_norm": 1.069217562675476,
      "learning_rate": 4.363482549118179e-06,
      "loss": 0.3824,
      "step": 604520
    },
    {
      "epoch": 168.72,
      "grad_norm": 1.1730425357818604,
      "learning_rate": 4.363468830999687e-06,
      "loss": 0.3742,
      "step": 604530
    },
    {
      "epoch": 168.72,
      "grad_norm": 1.109431266784668,
      "learning_rate": 4.3634551126123706e-06,
      "loss": 0.3744,
      "step": 604540
    },
    {
      "epoch": 168.73,
      "grad_norm": 1.2358152866363525,
      "learning_rate": 4.363441393956231e-06,
      "loss": 0.3767,
      "step": 604550
    },
    {
      "epoch": 168.73,
      "grad_norm": 1.1735281944274902,
      "learning_rate": 4.36342767503127e-06,
      "loss": 0.3898,
      "step": 604560
    },
    {
      "epoch": 168.73,
      "grad_norm": 1.0774606466293335,
      "learning_rate": 4.363413955837488e-06,
      "loss": 0.3829,
      "step": 604570
    },
    {
      "epoch": 168.74,
      "grad_norm": 1.1503472328186035,
      "learning_rate": 4.363400236374889e-06,
      "loss": 0.3983,
      "step": 604580
    },
    {
      "epoch": 168.74,
      "grad_norm": 1.1852631568908691,
      "learning_rate": 4.363386516643475e-06,
      "loss": 0.401,
      "step": 604590
    },
    {
      "epoch": 168.74,
      "grad_norm": 1.2125804424285889,
      "learning_rate": 4.363372796643245e-06,
      "loss": 0.384,
      "step": 604600
    },
    {
      "epoch": 168.74,
      "grad_norm": 1.129507303237915,
      "learning_rate": 4.363359076374204e-06,
      "loss": 0.3958,
      "step": 604610
    },
    {
      "epoch": 168.75,
      "grad_norm": 1.1995244026184082,
      "learning_rate": 4.3633453558363515e-06,
      "loss": 0.3899,
      "step": 604620
    },
    {
      "epoch": 168.75,
      "grad_norm": 1.2282049655914307,
      "learning_rate": 4.363331635029691e-06,
      "loss": 0.4066,
      "step": 604630
    },
    {
      "epoch": 168.75,
      "grad_norm": 1.1175111532211304,
      "learning_rate": 4.3633179139542236e-06,
      "loss": 0.3877,
      "step": 604640
    },
    {
      "epoch": 168.76,
      "grad_norm": 1.3368698358535767,
      "learning_rate": 4.363304192609951e-06,
      "loss": 0.3751,
      "step": 604650
    },
    {
      "epoch": 168.76,
      "grad_norm": 1.2377320528030396,
      "learning_rate": 4.363290470996875e-06,
      "loss": 0.3725,
      "step": 604660
    },
    {
      "epoch": 168.76,
      "grad_norm": 1.2699697017669678,
      "learning_rate": 4.363276749114998e-06,
      "loss": 0.3959,
      "step": 604670
    },
    {
      "epoch": 168.76,
      "grad_norm": 1.308828353881836,
      "learning_rate": 4.363263026964321e-06,
      "loss": 0.3694,
      "step": 604680
    },
    {
      "epoch": 168.77,
      "grad_norm": 1.0726991891860962,
      "learning_rate": 4.363249304544847e-06,
      "loss": 0.3881,
      "step": 604690
    },
    {
      "epoch": 168.77,
      "grad_norm": 1.5817588567733765,
      "learning_rate": 4.363235581856577e-06,
      "loss": 0.3681,
      "step": 604700
    },
    {
      "epoch": 168.77,
      "grad_norm": 1.0983132123947144,
      "learning_rate": 4.363221858899512e-06,
      "loss": 0.385,
      "step": 604710
    },
    {
      "epoch": 168.77,
      "grad_norm": 1.2089720964431763,
      "learning_rate": 4.363208135673656e-06,
      "loss": 0.3977,
      "step": 604720
    },
    {
      "epoch": 168.78,
      "grad_norm": 1.2895100116729736,
      "learning_rate": 4.363194412179009e-06,
      "loss": 0.3953,
      "step": 604730
    },
    {
      "epoch": 168.78,
      "grad_norm": 1.410523533821106,
      "learning_rate": 4.363180688415572e-06,
      "loss": 0.3913,
      "step": 604740
    },
    {
      "epoch": 168.78,
      "grad_norm": 1.175303339958191,
      "learning_rate": 4.36316696438335e-06,
      "loss": 0.3883,
      "step": 604750
    },
    {
      "epoch": 168.79,
      "grad_norm": 1.1934055089950562,
      "learning_rate": 4.363153240082343e-06,
      "loss": 0.3902,
      "step": 604760
    },
    {
      "epoch": 168.79,
      "grad_norm": 1.378633975982666,
      "learning_rate": 4.363139515512552e-06,
      "loss": 0.3897,
      "step": 604770
    },
    {
      "epoch": 168.79,
      "grad_norm": 1.087447166442871,
      "learning_rate": 4.36312579067398e-06,
      "loss": 0.396,
      "step": 604780
    },
    {
      "epoch": 168.79,
      "grad_norm": 1.011389970779419,
      "learning_rate": 4.3631120655666284e-06,
      "loss": 0.3901,
      "step": 604790
    },
    {
      "epoch": 168.8,
      "grad_norm": 1.0093165636062622,
      "learning_rate": 4.3630983401905e-06,
      "loss": 0.3829,
      "step": 604800
    },
    {
      "epoch": 168.8,
      "grad_norm": 1.0647445917129517,
      "learning_rate": 4.363084614545595e-06,
      "loss": 0.3768,
      "step": 604810
    },
    {
      "epoch": 168.8,
      "grad_norm": 1.308699131011963,
      "learning_rate": 4.363070888631917e-06,
      "loss": 0.3948,
      "step": 604820
    },
    {
      "epoch": 168.81,
      "grad_norm": 1.0058552026748657,
      "learning_rate": 4.363057162449465e-06,
      "loss": 0.3794,
      "step": 604830
    },
    {
      "epoch": 168.81,
      "grad_norm": 1.1954141855239868,
      "learning_rate": 4.363043435998244e-06,
      "loss": 0.3698,
      "step": 604840
    },
    {
      "epoch": 168.81,
      "grad_norm": 1.4272619485855103,
      "learning_rate": 4.363029709278254e-06,
      "loss": 0.3817,
      "step": 604850
    },
    {
      "epoch": 168.81,
      "grad_norm": 1.1868470907211304,
      "learning_rate": 4.363015982289498e-06,
      "loss": 0.3872,
      "step": 604860
    },
    {
      "epoch": 168.82,
      "grad_norm": 1.2277755737304688,
      "learning_rate": 4.363002255031977e-06,
      "loss": 0.3871,
      "step": 604870
    },
    {
      "epoch": 168.82,
      "grad_norm": 1.4562950134277344,
      "learning_rate": 4.362988527505692e-06,
      "loss": 0.3853,
      "step": 604880
    },
    {
      "epoch": 168.82,
      "grad_norm": 4.772823333740234,
      "learning_rate": 4.362974799710647e-06,
      "loss": 0.3776,
      "step": 604890
    },
    {
      "epoch": 168.83,
      "grad_norm": 1.226440191268921,
      "learning_rate": 4.362961071646842e-06,
      "loss": 0.3775,
      "step": 604900
    },
    {
      "epoch": 168.83,
      "grad_norm": 1.1830599308013916,
      "learning_rate": 4.362947343314279e-06,
      "loss": 0.3855,
      "step": 604910
    },
    {
      "epoch": 168.83,
      "grad_norm": 1.6681511402130127,
      "learning_rate": 4.3629336147129615e-06,
      "loss": 0.3851,
      "step": 604920
    },
    {
      "epoch": 168.83,
      "grad_norm": 1.247894287109375,
      "learning_rate": 4.3629198858428895e-06,
      "loss": 0.3815,
      "step": 604930
    },
    {
      "epoch": 168.84,
      "grad_norm": 1.046351671218872,
      "learning_rate": 4.362906156704065e-06,
      "loss": 0.3669,
      "step": 604940
    },
    {
      "epoch": 168.84,
      "grad_norm": 1.1745378971099854,
      "learning_rate": 4.36289242729649e-06,
      "loss": 0.3865,
      "step": 604950
    },
    {
      "epoch": 168.84,
      "grad_norm": 1.1883989572525024,
      "learning_rate": 4.362878697620168e-06,
      "loss": 0.3611,
      "step": 604960
    },
    {
      "epoch": 168.84,
      "grad_norm": 1.055295705795288,
      "learning_rate": 4.362864967675099e-06,
      "loss": 0.3708,
      "step": 604970
    },
    {
      "epoch": 168.85,
      "grad_norm": 1.146093487739563,
      "learning_rate": 4.362851237461284e-06,
      "loss": 0.3815,
      "step": 604980
    },
    {
      "epoch": 168.85,
      "grad_norm": 1.1333788633346558,
      "learning_rate": 4.362837506978728e-06,
      "loss": 0.3747,
      "step": 604990
    },
    {
      "epoch": 168.85,
      "grad_norm": 1.3847107887268066,
      "learning_rate": 4.36282377622743e-06,
      "loss": 0.3692,
      "step": 605000
    },
    {
      "epoch": 168.86,
      "grad_norm": 0.9986828565597534,
      "learning_rate": 4.3628100452073925e-06,
      "loss": 0.3757,
      "step": 605010
    },
    {
      "epoch": 168.86,
      "grad_norm": 1.2333176136016846,
      "learning_rate": 4.362796313918618e-06,
      "loss": 0.3725,
      "step": 605020
    },
    {
      "epoch": 168.86,
      "grad_norm": 1.4964898824691772,
      "learning_rate": 4.362782582361107e-06,
      "loss": 0.3852,
      "step": 605030
    },
    {
      "epoch": 168.86,
      "grad_norm": 1.195072889328003,
      "learning_rate": 4.362768850534863e-06,
      "loss": 0.3927,
      "step": 605040
    },
    {
      "epoch": 168.87,
      "grad_norm": 1.0445460081100464,
      "learning_rate": 4.362755118439886e-06,
      "loss": 0.3742,
      "step": 605050
    },
    {
      "epoch": 168.87,
      "grad_norm": 1.3965144157409668,
      "learning_rate": 4.36274138607618e-06,
      "loss": 0.3802,
      "step": 605060
    },
    {
      "epoch": 168.87,
      "grad_norm": 1.268821358680725,
      "learning_rate": 4.362727653443745e-06,
      "loss": 0.3821,
      "step": 605070
    },
    {
      "epoch": 168.88,
      "grad_norm": 1.3629322052001953,
      "learning_rate": 4.362713920542585e-06,
      "loss": 0.3999,
      "step": 605080
    },
    {
      "epoch": 168.88,
      "grad_norm": 1.4221163988113403,
      "learning_rate": 4.362700187372699e-06,
      "loss": 0.3812,
      "step": 605090
    },
    {
      "epoch": 168.88,
      "grad_norm": 1.4649492502212524,
      "learning_rate": 4.362686453934091e-06,
      "loss": 0.3866,
      "step": 605100
    },
    {
      "epoch": 168.88,
      "grad_norm": 1.253220558166504,
      "learning_rate": 4.362672720226761e-06,
      "loss": 0.3821,
      "step": 605110
    },
    {
      "epoch": 168.89,
      "grad_norm": 1.2215995788574219,
      "learning_rate": 4.362658986250712e-06,
      "loss": 0.3915,
      "step": 605120
    },
    {
      "epoch": 168.89,
      "grad_norm": 1.1515858173370361,
      "learning_rate": 4.362645252005946e-06,
      "loss": 0.3729,
      "step": 605130
    },
    {
      "epoch": 168.89,
      "grad_norm": 1.192796230316162,
      "learning_rate": 4.362631517492464e-06,
      "loss": 0.3835,
      "step": 605140
    },
    {
      "epoch": 168.89,
      "grad_norm": 0.9155651926994324,
      "learning_rate": 4.362617782710269e-06,
      "loss": 0.374,
      "step": 605150
    },
    {
      "epoch": 168.9,
      "grad_norm": 1.0708253383636475,
      "learning_rate": 4.362604047659362e-06,
      "loss": 0.3956,
      "step": 605160
    },
    {
      "epoch": 168.9,
      "grad_norm": 1.2112871408462524,
      "learning_rate": 4.362590312339745e-06,
      "loss": 0.3683,
      "step": 605170
    },
    {
      "epoch": 168.9,
      "grad_norm": 4.573922634124756,
      "learning_rate": 4.36257657675142e-06,
      "loss": 0.3844,
      "step": 605180
    },
    {
      "epoch": 168.91,
      "grad_norm": 1.0897389650344849,
      "learning_rate": 4.362562840894388e-06,
      "loss": 0.379,
      "step": 605190
    },
    {
      "epoch": 168.91,
      "grad_norm": 1.2135882377624512,
      "learning_rate": 4.3625491047686515e-06,
      "loss": 0.3708,
      "step": 605200
    },
    {
      "epoch": 168.91,
      "grad_norm": 1.5871777534484863,
      "learning_rate": 4.362535368374213e-06,
      "loss": 0.3962,
      "step": 605210
    },
    {
      "epoch": 168.91,
      "grad_norm": 1.0902581214904785,
      "learning_rate": 4.3625216317110735e-06,
      "loss": 0.3858,
      "step": 605220
    },
    {
      "epoch": 168.92,
      "grad_norm": 1.3013532161712646,
      "learning_rate": 4.362507894779235e-06,
      "loss": 0.3753,
      "step": 605230
    },
    {
      "epoch": 168.92,
      "grad_norm": 1.4153106212615967,
      "learning_rate": 4.362494157578698e-06,
      "loss": 0.3818,
      "step": 605240
    },
    {
      "epoch": 168.92,
      "grad_norm": 1.0984108448028564,
      "learning_rate": 4.362480420109467e-06,
      "loss": 0.3821,
      "step": 605250
    },
    {
      "epoch": 168.93,
      "grad_norm": 1.3523848056793213,
      "learning_rate": 4.362466682371542e-06,
      "loss": 0.3867,
      "step": 605260
    },
    {
      "epoch": 168.93,
      "grad_norm": 2.53798770904541,
      "learning_rate": 4.362452944364925e-06,
      "loss": 0.3825,
      "step": 605270
    },
    {
      "epoch": 168.93,
      "grad_norm": 1.148970127105713,
      "learning_rate": 4.362439206089618e-06,
      "loss": 0.4009,
      "step": 605280
    },
    {
      "epoch": 168.93,
      "grad_norm": 1.2644288539886475,
      "learning_rate": 4.362425467545623e-06,
      "loss": 0.3854,
      "step": 605290
    },
    {
      "epoch": 168.94,
      "grad_norm": 1.4771597385406494,
      "learning_rate": 4.362411728732942e-06,
      "loss": 0.3748,
      "step": 605300
    },
    {
      "epoch": 168.94,
      "grad_norm": 1.1163338422775269,
      "learning_rate": 4.362397989651576e-06,
      "loss": 0.3781,
      "step": 605310
    },
    {
      "epoch": 168.94,
      "grad_norm": 1.32399582862854,
      "learning_rate": 4.3623842503015295e-06,
      "loss": 0.3903,
      "step": 605320
    },
    {
      "epoch": 168.95,
      "grad_norm": 1.6084423065185547,
      "learning_rate": 4.3623705106828e-06,
      "loss": 0.4067,
      "step": 605330
    },
    {
      "epoch": 168.95,
      "grad_norm": 1.2323764562606812,
      "learning_rate": 4.362356770795392e-06,
      "loss": 0.3663,
      "step": 605340
    },
    {
      "epoch": 168.95,
      "grad_norm": 1.3026981353759766,
      "learning_rate": 4.362343030639307e-06,
      "loss": 0.3884,
      "step": 605350
    },
    {
      "epoch": 168.95,
      "grad_norm": 1.169899821281433,
      "learning_rate": 4.362329290214547e-06,
      "loss": 0.3882,
      "step": 605360
    },
    {
      "epoch": 168.96,
      "grad_norm": 1.395356297492981,
      "learning_rate": 4.362315549521113e-06,
      "loss": 0.3908,
      "step": 605370
    },
    {
      "epoch": 168.96,
      "grad_norm": 1.2080585956573486,
      "learning_rate": 4.362301808559008e-06,
      "loss": 0.3893,
      "step": 605380
    },
    {
      "epoch": 168.96,
      "grad_norm": 1.2195971012115479,
      "learning_rate": 4.362288067328233e-06,
      "loss": 0.3745,
      "step": 605390
    },
    {
      "epoch": 168.96,
      "grad_norm": 1.203355073928833,
      "learning_rate": 4.36227432582879e-06,
      "loss": 0.3837,
      "step": 605400
    },
    {
      "epoch": 168.97,
      "grad_norm": 0.9606142044067383,
      "learning_rate": 4.362260584060681e-06,
      "loss": 0.3861,
      "step": 605410
    },
    {
      "epoch": 168.97,
      "grad_norm": 1.338126540184021,
      "learning_rate": 4.362246842023907e-06,
      "loss": 0.3756,
      "step": 605420
    },
    {
      "epoch": 168.97,
      "grad_norm": 1.0818113088607788,
      "learning_rate": 4.362233099718471e-06,
      "loss": 0.3765,
      "step": 605430
    },
    {
      "epoch": 168.98,
      "grad_norm": 1.2947887182235718,
      "learning_rate": 4.362219357144374e-06,
      "loss": 0.3996,
      "step": 605440
    },
    {
      "epoch": 168.98,
      "grad_norm": 1.3553831577301025,
      "learning_rate": 4.36220561430162e-06,
      "loss": 0.4019,
      "step": 605450
    },
    {
      "epoch": 168.98,
      "grad_norm": 1.1292667388916016,
      "learning_rate": 4.362191871190207e-06,
      "loss": 0.3828,
      "step": 605460
    },
    {
      "epoch": 168.98,
      "grad_norm": 1.4671883583068848,
      "learning_rate": 4.362178127810139e-06,
      "loss": 0.4016,
      "step": 605470
    },
    {
      "epoch": 168.99,
      "grad_norm": 1.1100560426712036,
      "learning_rate": 4.362164384161419e-06,
      "loss": 0.3725,
      "step": 605480
    },
    {
      "epoch": 168.99,
      "grad_norm": 1.265600323677063,
      "learning_rate": 4.362150640244046e-06,
      "loss": 0.3915,
      "step": 605490
    },
    {
      "epoch": 168.99,
      "grad_norm": 1.1892582178115845,
      "learning_rate": 4.3621368960580244e-06,
      "loss": 0.3896,
      "step": 605500
    },
    {
      "epoch": 169.0,
      "grad_norm": 1.1338623762130737,
      "learning_rate": 4.362123151603354e-06,
      "loss": 0.3725,
      "step": 605510
    },
    {
      "epoch": 169.0,
      "grad_norm": 1.5302592515945435,
      "learning_rate": 4.362109406880038e-06,
      "loss": 0.3891,
      "step": 605520
    },
    {
      "epoch": 169.0,
      "eval_loss": 0.3842523396015167,
      "eval_runtime": 63.3511,
      "eval_samples_per_second": 79.857,
      "eval_steps_per_second": 9.992,
      "step": 605527
    },
    {
      "epoch": 169.0,
      "grad_norm": 1.0911180973052979,
      "learning_rate": 4.362095661888079e-06,
      "loss": 0.375,
      "step": 605530
    },
    {
      "epoch": 169.0,
      "grad_norm": 1.3123090267181396,
      "learning_rate": 4.362081916627476e-06,
      "loss": 0.3942,
      "step": 605540
    },
    {
      "epoch": 169.01,
      "grad_norm": 1.0294747352600098,
      "learning_rate": 4.362068171098233e-06,
      "loss": 0.3822,
      "step": 605550
    },
    {
      "epoch": 169.01,
      "grad_norm": 1.2079418897628784,
      "learning_rate": 4.3620544253003506e-06,
      "loss": 0.3989,
      "step": 605560
    },
    {
      "epoch": 169.01,
      "grad_norm": 1.0625286102294922,
      "learning_rate": 4.3620406792338325e-06,
      "loss": 0.3891,
      "step": 605570
    },
    {
      "epoch": 169.01,
      "grad_norm": 1.2894072532653809,
      "learning_rate": 4.362026932898679e-06,
      "loss": 0.3887,
      "step": 605580
    },
    {
      "epoch": 169.02,
      "grad_norm": 1.0775545835494995,
      "learning_rate": 4.362013186294892e-06,
      "loss": 0.3837,
      "step": 605590
    },
    {
      "epoch": 169.02,
      "grad_norm": 1.302527904510498,
      "learning_rate": 4.361999439422474e-06,
      "loss": 0.3846,
      "step": 605600
    },
    {
      "epoch": 169.02,
      "grad_norm": 1.3368902206420898,
      "learning_rate": 4.361985692281426e-06,
      "loss": 0.3822,
      "step": 605610
    },
    {
      "epoch": 169.03,
      "grad_norm": 1.2085047960281372,
      "learning_rate": 4.361971944871751e-06,
      "loss": 0.382,
      "step": 605620
    },
    {
      "epoch": 169.03,
      "grad_norm": 1.2704089879989624,
      "learning_rate": 4.361958197193449e-06,
      "loss": 0.3907,
      "step": 605630
    },
    {
      "epoch": 169.03,
      "grad_norm": 1.17167329788208,
      "learning_rate": 4.361944449246523e-06,
      "loss": 0.4049,
      "step": 605640
    },
    {
      "epoch": 169.03,
      "grad_norm": 1.1691299676895142,
      "learning_rate": 4.361930701030976e-06,
      "loss": 0.3789,
      "step": 605650
    },
    {
      "epoch": 169.04,
      "grad_norm": 1.3592581748962402,
      "learning_rate": 4.361916952546808e-06,
      "loss": 0.3702,
      "step": 605660
    },
    {
      "epoch": 169.04,
      "grad_norm": 1.2216957807540894,
      "learning_rate": 4.361903203794021e-06,
      "loss": 0.3878,
      "step": 605670
    },
    {
      "epoch": 169.04,
      "grad_norm": 1.273681402206421,
      "learning_rate": 4.361889454772618e-06,
      "loss": 0.3985,
      "step": 605680
    },
    {
      "epoch": 169.05,
      "grad_norm": 1.3543322086334229,
      "learning_rate": 4.3618757054825995e-06,
      "loss": 0.3834,
      "step": 605690
    },
    {
      "epoch": 169.05,
      "grad_norm": 1.0767847299575806,
      "learning_rate": 4.361861955923968e-06,
      "loss": 0.3921,
      "step": 605700
    },
    {
      "epoch": 169.05,
      "grad_norm": 1.0502922534942627,
      "learning_rate": 4.361848206096726e-06,
      "loss": 0.4039,
      "step": 605710
    },
    {
      "epoch": 169.05,
      "grad_norm": 1.2062469720840454,
      "learning_rate": 4.361834456000873e-06,
      "loss": 0.3939,
      "step": 605720
    },
    {
      "epoch": 169.06,
      "grad_norm": 1.1322284936904907,
      "learning_rate": 4.3618207056364135e-06,
      "loss": 0.3686,
      "step": 605730
    },
    {
      "epoch": 169.06,
      "grad_norm": 4.343912124633789,
      "learning_rate": 4.3618069550033486e-06,
      "loss": 0.382,
      "step": 605740
    },
    {
      "epoch": 169.06,
      "grad_norm": 1.229003667831421,
      "learning_rate": 4.361793204101679e-06,
      "loss": 0.3757,
      "step": 605750
    },
    {
      "epoch": 169.07,
      "grad_norm": 1.1280285120010376,
      "learning_rate": 4.3617794529314075e-06,
      "loss": 0.3875,
      "step": 605760
    },
    {
      "epoch": 169.07,
      "grad_norm": 1.119543194770813,
      "learning_rate": 4.361765701492536e-06,
      "loss": 0.3807,
      "step": 605770
    },
    {
      "epoch": 169.07,
      "grad_norm": 1.4942529201507568,
      "learning_rate": 4.361751949785066e-06,
      "loss": 0.3875,
      "step": 605780
    },
    {
      "epoch": 169.07,
      "grad_norm": 1.2660353183746338,
      "learning_rate": 4.361738197808999e-06,
      "loss": 0.3952,
      "step": 605790
    },
    {
      "epoch": 169.08,
      "grad_norm": 1.082859754562378,
      "learning_rate": 4.361724445564338e-06,
      "loss": 0.3731,
      "step": 605800
    },
    {
      "epoch": 169.08,
      "grad_norm": 1.0275285243988037,
      "learning_rate": 4.3617106930510835e-06,
      "loss": 0.3659,
      "step": 605810
    },
    {
      "epoch": 169.08,
      "grad_norm": 1.1184558868408203,
      "learning_rate": 4.361696940269238e-06,
      "loss": 0.3691,
      "step": 605820
    },
    {
      "epoch": 169.08,
      "grad_norm": 1.181561827659607,
      "learning_rate": 4.361683187218803e-06,
      "loss": 0.3733,
      "step": 605830
    },
    {
      "epoch": 169.09,
      "grad_norm": 1.3369446992874146,
      "learning_rate": 4.361669433899781e-06,
      "loss": 0.3681,
      "step": 605840
    },
    {
      "epoch": 169.09,
      "grad_norm": 1.302801489830017,
      "learning_rate": 4.3616556803121726e-06,
      "loss": 0.3858,
      "step": 605850
    },
    {
      "epoch": 169.09,
      "grad_norm": 1.0872917175292969,
      "learning_rate": 4.36164192645598e-06,
      "loss": 0.3604,
      "step": 605860
    },
    {
      "epoch": 169.1,
      "grad_norm": 1.0948243141174316,
      "learning_rate": 4.361628172331207e-06,
      "loss": 0.383,
      "step": 605870
    },
    {
      "epoch": 169.1,
      "grad_norm": 1.1765868663787842,
      "learning_rate": 4.3616144179378535e-06,
      "loss": 0.3948,
      "step": 605880
    },
    {
      "epoch": 169.1,
      "grad_norm": 3.82770037651062,
      "learning_rate": 4.36160066327592e-06,
      "loss": 0.3927,
      "step": 605890
    },
    {
      "epoch": 169.1,
      "grad_norm": 1.1652247905731201,
      "learning_rate": 4.361586908345413e-06,
      "loss": 0.3789,
      "step": 605900
    },
    {
      "epoch": 169.11,
      "grad_norm": 1.2538069486618042,
      "learning_rate": 4.361573153146329e-06,
      "loss": 0.3875,
      "step": 605910
    },
    {
      "epoch": 169.11,
      "grad_norm": 1.1314167976379395,
      "learning_rate": 4.361559397678673e-06,
      "loss": 0.3688,
      "step": 605920
    },
    {
      "epoch": 169.11,
      "grad_norm": 1.0589451789855957,
      "learning_rate": 4.361545641942446e-06,
      "loss": 0.3882,
      "step": 605930
    },
    {
      "epoch": 169.12,
      "grad_norm": 1.1545881032943726,
      "learning_rate": 4.361531885937649e-06,
      "loss": 0.3836,
      "step": 605940
    },
    {
      "epoch": 169.12,
      "grad_norm": 1.1422208547592163,
      "learning_rate": 4.361518129664286e-06,
      "loss": 0.3672,
      "step": 605950
    },
    {
      "epoch": 169.12,
      "grad_norm": 1.1392431259155273,
      "learning_rate": 4.3615043731223575e-06,
      "loss": 0.3691,
      "step": 605960
    },
    {
      "epoch": 169.12,
      "grad_norm": 1.273390531539917,
      "learning_rate": 4.361490616311865e-06,
      "loss": 0.3936,
      "step": 605970
    },
    {
      "epoch": 169.13,
      "grad_norm": 1.2378058433532715,
      "learning_rate": 4.36147685923281e-06,
      "loss": 0.3856,
      "step": 605980
    },
    {
      "epoch": 169.13,
      "grad_norm": 1.2578623294830322,
      "learning_rate": 4.3614631018851956e-06,
      "loss": 0.3899,
      "step": 605990
    },
    {
      "epoch": 169.13,
      "grad_norm": 1.0961902141571045,
      "learning_rate": 4.361449344269023e-06,
      "loss": 0.364,
      "step": 606000
    },
    {
      "epoch": 169.13,
      "grad_norm": 1.4203393459320068,
      "learning_rate": 4.361435586384294e-06,
      "loss": 0.3847,
      "step": 606010
    },
    {
      "epoch": 169.14,
      "grad_norm": 1.133697509765625,
      "learning_rate": 4.361421828231011e-06,
      "loss": 0.3882,
      "step": 606020
    },
    {
      "epoch": 169.14,
      "grad_norm": 1.358663558959961,
      "learning_rate": 4.361408069809175e-06,
      "loss": 0.3942,
      "step": 606030
    },
    {
      "epoch": 169.14,
      "grad_norm": 1.4544463157653809,
      "learning_rate": 4.3613943111187876e-06,
      "loss": 0.395,
      "step": 606040
    },
    {
      "epoch": 169.15,
      "grad_norm": 1.2355695962905884,
      "learning_rate": 4.361380552159851e-06,
      "loss": 0.3777,
      "step": 606050
    },
    {
      "epoch": 169.15,
      "grad_norm": 1.285049319267273,
      "learning_rate": 4.361366792932368e-06,
      "loss": 0.3852,
      "step": 606060
    },
    {
      "epoch": 169.15,
      "grad_norm": 1.2269221544265747,
      "learning_rate": 4.361353033436339e-06,
      "loss": 0.3956,
      "step": 606070
    },
    {
      "epoch": 169.15,
      "grad_norm": 0.9837040305137634,
      "learning_rate": 4.361339273671768e-06,
      "loss": 0.3852,
      "step": 606080
    },
    {
      "epoch": 169.16,
      "grad_norm": 0.9871340990066528,
      "learning_rate": 4.361325513638654e-06,
      "loss": 0.371,
      "step": 606090
    },
    {
      "epoch": 169.16,
      "grad_norm": 1.118009090423584,
      "learning_rate": 4.361311753337e-06,
      "loss": 0.3694,
      "step": 606100
    },
    {
      "epoch": 169.16,
      "grad_norm": 1.0393643379211426,
      "learning_rate": 4.361297992766808e-06,
      "loss": 0.3608,
      "step": 606110
    },
    {
      "epoch": 169.17,
      "grad_norm": 1.1394144296646118,
      "learning_rate": 4.361284231928081e-06,
      "loss": 0.3816,
      "step": 606120
    },
    {
      "epoch": 169.17,
      "grad_norm": 1.2430363893508911,
      "learning_rate": 4.361270470820819e-06,
      "loss": 0.3882,
      "step": 606130
    },
    {
      "epoch": 169.17,
      "grad_norm": 1.2866042852401733,
      "learning_rate": 4.361256709445024e-06,
      "loss": 0.3951,
      "step": 606140
    },
    {
      "epoch": 169.17,
      "grad_norm": 1.3179384469985962,
      "learning_rate": 4.3612429478006984e-06,
      "loss": 0.4072,
      "step": 606150
    },
    {
      "epoch": 169.18,
      "grad_norm": 1.318649172782898,
      "learning_rate": 4.361229185887845e-06,
      "loss": 0.3994,
      "step": 606160
    },
    {
      "epoch": 169.18,
      "grad_norm": 1.1638991832733154,
      "learning_rate": 4.361215423706463e-06,
      "loss": 0.3774,
      "step": 606170
    },
    {
      "epoch": 169.18,
      "grad_norm": 1.2717593908309937,
      "learning_rate": 4.361201661256557e-06,
      "loss": 0.3969,
      "step": 606180
    },
    {
      "epoch": 169.19,
      "grad_norm": 1.1565157175064087,
      "learning_rate": 4.361187898538127e-06,
      "loss": 0.3928,
      "step": 606190
    },
    {
      "epoch": 169.19,
      "grad_norm": 1.1942239999771118,
      "learning_rate": 4.361174135551176e-06,
      "loss": 0.3876,
      "step": 606200
    },
    {
      "epoch": 169.19,
      "grad_norm": 1.0926846265792847,
      "learning_rate": 4.361160372295704e-06,
      "loss": 0.3875,
      "step": 606210
    },
    {
      "epoch": 169.19,
      "grad_norm": 1.030672311782837,
      "learning_rate": 4.361146608771716e-06,
      "loss": 0.3944,
      "step": 606220
    },
    {
      "epoch": 169.2,
      "grad_norm": 1.1572707891464233,
      "learning_rate": 4.3611328449792105e-06,
      "loss": 0.3663,
      "step": 606230
    },
    {
      "epoch": 169.2,
      "grad_norm": 1.2197996377944946,
      "learning_rate": 4.3611190809181916e-06,
      "loss": 0.3815,
      "step": 606240
    },
    {
      "epoch": 169.2,
      "grad_norm": 0.9872245788574219,
      "learning_rate": 4.36110531658866e-06,
      "loss": 0.3743,
      "step": 606250
    },
    {
      "epoch": 169.2,
      "grad_norm": 1.3717236518859863,
      "learning_rate": 4.361091551990618e-06,
      "loss": 0.3915,
      "step": 606260
    },
    {
      "epoch": 169.21,
      "grad_norm": 1.1069921255111694,
      "learning_rate": 4.361077787124066e-06,
      "loss": 0.3894,
      "step": 606270
    },
    {
      "epoch": 169.21,
      "grad_norm": 1.389333963394165,
      "learning_rate": 4.3610640219890095e-06,
      "loss": 0.4007,
      "step": 606280
    },
    {
      "epoch": 169.21,
      "grad_norm": 1.1358178853988647,
      "learning_rate": 4.361050256585447e-06,
      "loss": 0.3861,
      "step": 606290
    },
    {
      "epoch": 169.22,
      "grad_norm": 1.2728773355484009,
      "learning_rate": 4.3610364909133805e-06,
      "loss": 0.3712,
      "step": 606300
    },
    {
      "epoch": 169.22,
      "grad_norm": 1.2486801147460938,
      "learning_rate": 4.361022724972813e-06,
      "loss": 0.3907,
      "step": 606310
    },
    {
      "epoch": 169.22,
      "grad_norm": 1.183305263519287,
      "learning_rate": 4.361008958763747e-06,
      "loss": 0.3889,
      "step": 606320
    },
    {
      "epoch": 169.22,
      "grad_norm": 1.1616631746292114,
      "learning_rate": 4.360995192286182e-06,
      "loss": 0.3822,
      "step": 606330
    },
    {
      "epoch": 169.23,
      "grad_norm": 1.233968734741211,
      "learning_rate": 4.360981425540121e-06,
      "loss": 0.3736,
      "step": 606340
    },
    {
      "epoch": 169.23,
      "grad_norm": 1.2038809061050415,
      "learning_rate": 4.360967658525567e-06,
      "loss": 0.3662,
      "step": 606350
    },
    {
      "epoch": 169.23,
      "grad_norm": 1.2603704929351807,
      "learning_rate": 4.36095389124252e-06,
      "loss": 0.3723,
      "step": 606360
    },
    {
      "epoch": 169.24,
      "grad_norm": 1.0679678916931152,
      "learning_rate": 4.360940123690983e-06,
      "loss": 0.3871,
      "step": 606370
    },
    {
      "epoch": 169.24,
      "grad_norm": 1.3743170499801636,
      "learning_rate": 4.3609263558709574e-06,
      "loss": 0.3878,
      "step": 606380
    },
    {
      "epoch": 169.24,
      "grad_norm": 1.1308856010437012,
      "learning_rate": 4.360912587782445e-06,
      "loss": 0.3876,
      "step": 606390
    },
    {
      "epoch": 169.24,
      "grad_norm": 1.2862179279327393,
      "learning_rate": 4.360898819425448e-06,
      "loss": 0.3876,
      "step": 606400
    },
    {
      "epoch": 169.25,
      "grad_norm": 1.3863790035247803,
      "learning_rate": 4.360885050799967e-06,
      "loss": 0.398,
      "step": 606410
    },
    {
      "epoch": 169.25,
      "grad_norm": 1.2729389667510986,
      "learning_rate": 4.3608712819060054e-06,
      "loss": 0.3966,
      "step": 606420
    },
    {
      "epoch": 169.25,
      "grad_norm": 1.2699475288391113,
      "learning_rate": 4.360857512743565e-06,
      "loss": 0.3938,
      "step": 606430
    },
    {
      "epoch": 169.25,
      "grad_norm": 1.1386208534240723,
      "learning_rate": 4.360843743312646e-06,
      "loss": 0.3725,
      "step": 606440
    },
    {
      "epoch": 169.26,
      "grad_norm": 1.1066797971725464,
      "learning_rate": 4.360829973613252e-06,
      "loss": 0.3891,
      "step": 606450
    },
    {
      "epoch": 169.26,
      "grad_norm": 1.4420183897018433,
      "learning_rate": 4.3608162036453835e-06,
      "loss": 0.393,
      "step": 606460
    },
    {
      "epoch": 169.26,
      "grad_norm": 1.1921021938323975,
      "learning_rate": 4.360802433409044e-06,
      "loss": 0.3588,
      "step": 606470
    },
    {
      "epoch": 169.27,
      "grad_norm": 1.1303346157073975,
      "learning_rate": 4.3607886629042335e-06,
      "loss": 0.3752,
      "step": 606480
    },
    {
      "epoch": 169.27,
      "grad_norm": 1.1650826930999756,
      "learning_rate": 4.3607748921309545e-06,
      "loss": 0.3961,
      "step": 606490
    },
    {
      "epoch": 169.27,
      "grad_norm": 1.0726630687713623,
      "learning_rate": 4.360761121089209e-06,
      "loss": 0.3843,
      "step": 606500
    },
    {
      "epoch": 169.27,
      "grad_norm": 1.1613761186599731,
      "learning_rate": 4.360747349778999e-06,
      "loss": 0.3844,
      "step": 606510
    },
    {
      "epoch": 169.28,
      "grad_norm": 1.1822057962417603,
      "learning_rate": 4.360733578200326e-06,
      "loss": 0.3676,
      "step": 606520
    },
    {
      "epoch": 169.28,
      "grad_norm": 0.9840620160102844,
      "learning_rate": 4.360719806353192e-06,
      "loss": 0.3766,
      "step": 606530
    },
    {
      "epoch": 169.28,
      "grad_norm": 1.1700232028961182,
      "learning_rate": 4.360706034237599e-06,
      "loss": 0.3945,
      "step": 606540
    },
    {
      "epoch": 169.29,
      "grad_norm": 1.1243526935577393,
      "learning_rate": 4.360692261853548e-06,
      "loss": 0.372,
      "step": 606550
    },
    {
      "epoch": 169.29,
      "grad_norm": 1.1256909370422363,
      "learning_rate": 4.360678489201041e-06,
      "loss": 0.3978,
      "step": 606560
    },
    {
      "epoch": 169.29,
      "grad_norm": 2.2428555488586426,
      "learning_rate": 4.3606647162800815e-06,
      "loss": 0.3912,
      "step": 606570
    },
    {
      "epoch": 169.29,
      "grad_norm": 1.2235372066497803,
      "learning_rate": 4.36065094309067e-06,
      "loss": 0.3691,
      "step": 606580
    },
    {
      "epoch": 169.3,
      "grad_norm": 1.1076204776763916,
      "learning_rate": 4.360637169632808e-06,
      "loss": 0.3793,
      "step": 606590
    },
    {
      "epoch": 169.3,
      "grad_norm": 0.9488211870193481,
      "learning_rate": 4.360623395906498e-06,
      "loss": 0.3929,
      "step": 606600
    },
    {
      "epoch": 169.3,
      "grad_norm": 1.1135812997817993,
      "learning_rate": 4.3606096219117415e-06,
      "loss": 0.3808,
      "step": 606610
    },
    {
      "epoch": 169.31,
      "grad_norm": 1.0084446668624878,
      "learning_rate": 4.36059584764854e-06,
      "loss": 0.3946,
      "step": 606620
    },
    {
      "epoch": 169.31,
      "grad_norm": 1.1691701412200928,
      "learning_rate": 4.3605820731168955e-06,
      "loss": 0.3593,
      "step": 606630
    },
    {
      "epoch": 169.31,
      "grad_norm": 1.1724586486816406,
      "learning_rate": 4.360568298316811e-06,
      "loss": 0.3822,
      "step": 606640
    },
    {
      "epoch": 169.31,
      "grad_norm": 1.2322551012039185,
      "learning_rate": 4.360554523248287e-06,
      "loss": 0.3896,
      "step": 606650
    },
    {
      "epoch": 169.32,
      "grad_norm": 1.1648099422454834,
      "learning_rate": 4.360540747911326e-06,
      "loss": 0.3941,
      "step": 606660
    },
    {
      "epoch": 169.32,
      "grad_norm": 1.1940985918045044,
      "learning_rate": 4.36052697230593e-06,
      "loss": 0.3924,
      "step": 606670
    },
    {
      "epoch": 169.32,
      "grad_norm": 1.1503933668136597,
      "learning_rate": 4.3605131964320995e-06,
      "loss": 0.3926,
      "step": 606680
    },
    {
      "epoch": 169.32,
      "grad_norm": 1.0336918830871582,
      "learning_rate": 4.360499420289838e-06,
      "loss": 0.3846,
      "step": 606690
    },
    {
      "epoch": 169.33,
      "grad_norm": 1.0908924341201782,
      "learning_rate": 4.360485643879146e-06,
      "loss": 0.3861,
      "step": 606700
    },
    {
      "epoch": 169.33,
      "grad_norm": 1.3002469539642334,
      "learning_rate": 4.3604718672000265e-06,
      "loss": 0.3968,
      "step": 606710
    },
    {
      "epoch": 169.33,
      "grad_norm": 1.0396809577941895,
      "learning_rate": 4.3604580902524804e-06,
      "loss": 0.3763,
      "step": 606720
    },
    {
      "epoch": 169.34,
      "grad_norm": 1.2654707431793213,
      "learning_rate": 4.36044431303651e-06,
      "loss": 0.3839,
      "step": 606730
    },
    {
      "epoch": 169.34,
      "grad_norm": 1.9527689218521118,
      "learning_rate": 4.360430535552117e-06,
      "loss": 0.3779,
      "step": 606740
    },
    {
      "epoch": 169.34,
      "grad_norm": 1.0882890224456787,
      "learning_rate": 4.360416757799304e-06,
      "loss": 0.3819,
      "step": 606750
    },
    {
      "epoch": 169.34,
      "grad_norm": 1.2450615167617798,
      "learning_rate": 4.360402979778071e-06,
      "loss": 0.3867,
      "step": 606760
    },
    {
      "epoch": 169.35,
      "grad_norm": 1.1801813840866089,
      "learning_rate": 4.360389201488421e-06,
      "loss": 0.3867,
      "step": 606770
    },
    {
      "epoch": 169.35,
      "grad_norm": 1.269793152809143,
      "learning_rate": 4.360375422930356e-06,
      "loss": 0.3876,
      "step": 606780
    },
    {
      "epoch": 169.35,
      "grad_norm": 1.1980265378952026,
      "learning_rate": 4.360361644103878e-06,
      "loss": 0.3814,
      "step": 606790
    },
    {
      "epoch": 169.36,
      "grad_norm": 1.116495132446289,
      "learning_rate": 4.360347865008989e-06,
      "loss": 0.3747,
      "step": 606800
    },
    {
      "epoch": 169.36,
      "grad_norm": 1.1691354513168335,
      "learning_rate": 4.360334085645689e-06,
      "loss": 0.4028,
      "step": 606810
    },
    {
      "epoch": 169.36,
      "grad_norm": 1.1664894819259644,
      "learning_rate": 4.360320306013981e-06,
      "loss": 0.3787,
      "step": 606820
    },
    {
      "epoch": 169.36,
      "grad_norm": 1.131100058555603,
      "learning_rate": 4.360306526113867e-06,
      "loss": 0.3704,
      "step": 606830
    },
    {
      "epoch": 169.37,
      "grad_norm": 1.1628504991531372,
      "learning_rate": 4.36029274594535e-06,
      "loss": 0.3767,
      "step": 606840
    },
    {
      "epoch": 169.37,
      "grad_norm": 1.3942047357559204,
      "learning_rate": 4.36027896550843e-06,
      "loss": 0.3868,
      "step": 606850
    },
    {
      "epoch": 169.37,
      "grad_norm": 1.3929427862167358,
      "learning_rate": 4.3602651848031095e-06,
      "loss": 0.3775,
      "step": 606860
    },
    {
      "epoch": 169.37,
      "grad_norm": 1.0126975774765015,
      "learning_rate": 4.36025140382939e-06,
      "loss": 0.393,
      "step": 606870
    },
    {
      "epoch": 169.38,
      "grad_norm": 1.1279433965682983,
      "learning_rate": 4.360237622587274e-06,
      "loss": 0.3886,
      "step": 606880
    },
    {
      "epoch": 169.38,
      "grad_norm": 1.4227463006973267,
      "learning_rate": 4.360223841076762e-06,
      "loss": 0.3834,
      "step": 606890
    },
    {
      "epoch": 169.38,
      "grad_norm": 1.390621304512024,
      "learning_rate": 4.360210059297858e-06,
      "loss": 0.3829,
      "step": 606900
    },
    {
      "epoch": 169.39,
      "grad_norm": 1.1633703708648682,
      "learning_rate": 4.360196277250563e-06,
      "loss": 0.387,
      "step": 606910
    },
    {
      "epoch": 169.39,
      "grad_norm": 1.1374094486236572,
      "learning_rate": 4.360182494934877e-06,
      "loss": 0.3663,
      "step": 606920
    },
    {
      "epoch": 169.39,
      "grad_norm": 1.123942255973816,
      "learning_rate": 4.360168712350804e-06,
      "loss": 0.3892,
      "step": 606930
    },
    {
      "epoch": 169.39,
      "grad_norm": 1.304194688796997,
      "learning_rate": 4.360154929498345e-06,
      "loss": 0.3818,
      "step": 606940
    },
    {
      "epoch": 169.4,
      "grad_norm": 1.3909564018249512,
      "learning_rate": 4.360141146377501e-06,
      "loss": 0.3866,
      "step": 606950
    },
    {
      "epoch": 169.4,
      "grad_norm": 1.0909062623977661,
      "learning_rate": 4.360127362988276e-06,
      "loss": 0.3862,
      "step": 606960
    },
    {
      "epoch": 169.4,
      "grad_norm": 1.194136142730713,
      "learning_rate": 4.36011357933067e-06,
      "loss": 0.3826,
      "step": 606970
    },
    {
      "epoch": 169.41,
      "grad_norm": 1.1567621231079102,
      "learning_rate": 4.360099795404686e-06,
      "loss": 0.3829,
      "step": 606980
    },
    {
      "epoch": 169.41,
      "grad_norm": 1.3379108905792236,
      "learning_rate": 4.360086011210325e-06,
      "loss": 0.3843,
      "step": 606990
    },
    {
      "epoch": 169.41,
      "grad_norm": 1.1716505289077759,
      "learning_rate": 4.360072226747589e-06,
      "loss": 0.3831,
      "step": 607000
    },
    {
      "epoch": 169.41,
      "grad_norm": 1.014467477798462,
      "learning_rate": 4.3600584420164805e-06,
      "loss": 0.3745,
      "step": 607010
    },
    {
      "epoch": 169.42,
      "grad_norm": 1.310292363166809,
      "learning_rate": 4.360044657017e-06,
      "loss": 0.3686,
      "step": 607020
    },
    {
      "epoch": 169.42,
      "grad_norm": 1.0761631727218628,
      "learning_rate": 4.360030871749151e-06,
      "loss": 0.3907,
      "step": 607030
    },
    {
      "epoch": 169.42,
      "grad_norm": 1.4731038808822632,
      "learning_rate": 4.360017086212934e-06,
      "loss": 0.3839,
      "step": 607040
    },
    {
      "epoch": 169.43,
      "grad_norm": 1.0971726179122925,
      "learning_rate": 4.3600033004083515e-06,
      "loss": 0.3791,
      "step": 607050
    },
    {
      "epoch": 169.43,
      "grad_norm": 1.2713369131088257,
      "learning_rate": 4.359989514335405e-06,
      "loss": 0.3863,
      "step": 607060
    },
    {
      "epoch": 169.43,
      "grad_norm": 1.099458932876587,
      "learning_rate": 4.359975727994096e-06,
      "loss": 0.3715,
      "step": 607070
    },
    {
      "epoch": 169.43,
      "grad_norm": 1.475533366203308,
      "learning_rate": 4.359961941384428e-06,
      "loss": 0.3921,
      "step": 607080
    },
    {
      "epoch": 169.44,
      "grad_norm": 1.1796348094940186,
      "learning_rate": 4.359948154506401e-06,
      "loss": 0.3699,
      "step": 607090
    },
    {
      "epoch": 169.44,
      "grad_norm": 1.5374927520751953,
      "learning_rate": 4.359934367360017e-06,
      "loss": 0.3747,
      "step": 607100
    },
    {
      "epoch": 169.44,
      "grad_norm": 1.079709529876709,
      "learning_rate": 4.359920579945278e-06,
      "loss": 0.386,
      "step": 607110
    },
    {
      "epoch": 169.44,
      "grad_norm": 1.1014978885650635,
      "learning_rate": 4.359906792262188e-06,
      "loss": 0.3978,
      "step": 607120
    },
    {
      "epoch": 169.45,
      "grad_norm": 1.1461665630340576,
      "learning_rate": 4.359893004310745e-06,
      "loss": 0.385,
      "step": 607130
    },
    {
      "epoch": 169.45,
      "grad_norm": 1.1209226846694946,
      "learning_rate": 4.359879216090954e-06,
      "loss": 0.377,
      "step": 607140
    },
    {
      "epoch": 169.45,
      "grad_norm": 1.0635261535644531,
      "learning_rate": 4.359865427602815e-06,
      "loss": 0.3693,
      "step": 607150
    },
    {
      "epoch": 169.46,
      "grad_norm": 1.1686605215072632,
      "learning_rate": 4.359851638846331e-06,
      "loss": 0.3882,
      "step": 607160
    },
    {
      "epoch": 169.46,
      "grad_norm": 1.0026861429214478,
      "learning_rate": 4.359837849821503e-06,
      "loss": 0.3954,
      "step": 607170
    },
    {
      "epoch": 169.46,
      "grad_norm": 1.1097835302352905,
      "learning_rate": 4.359824060528334e-06,
      "loss": 0.3785,
      "step": 607180
    },
    {
      "epoch": 169.46,
      "grad_norm": 1.1992779970169067,
      "learning_rate": 4.359810270966823e-06,
      "loss": 0.3875,
      "step": 607190
    },
    {
      "epoch": 169.47,
      "grad_norm": 1.1721622943878174,
      "learning_rate": 4.359796481136976e-06,
      "loss": 0.3924,
      "step": 607200
    },
    {
      "epoch": 169.47,
      "grad_norm": 1.1379413604736328,
      "learning_rate": 4.359782691038792e-06,
      "loss": 0.3909,
      "step": 607210
    },
    {
      "epoch": 169.47,
      "grad_norm": 1.1983476877212524,
      "learning_rate": 4.359768900672273e-06,
      "loss": 0.3803,
      "step": 607220
    },
    {
      "epoch": 169.48,
      "grad_norm": 1.1256141662597656,
      "learning_rate": 4.359755110037421e-06,
      "loss": 0.3743,
      "step": 607230
    },
    {
      "epoch": 169.48,
      "grad_norm": 1.2571367025375366,
      "learning_rate": 4.359741319134239e-06,
      "loss": 0.3809,
      "step": 607240
    },
    {
      "epoch": 169.48,
      "grad_norm": 1.4497909545898438,
      "learning_rate": 4.359727527962728e-06,
      "loss": 0.3763,
      "step": 607250
    },
    {
      "epoch": 169.48,
      "grad_norm": 3.3126516342163086,
      "learning_rate": 4.359713736522889e-06,
      "loss": 0.3813,
      "step": 607260
    },
    {
      "epoch": 169.49,
      "grad_norm": 1.1230672597885132,
      "learning_rate": 4.359699944814726e-06,
      "loss": 0.394,
      "step": 607270
    },
    {
      "epoch": 169.49,
      "grad_norm": 1.092700719833374,
      "learning_rate": 4.359686152838239e-06,
      "loss": 0.3703,
      "step": 607280
    },
    {
      "epoch": 169.49,
      "grad_norm": 1.0395323038101196,
      "learning_rate": 4.35967236059343e-06,
      "loss": 0.3825,
      "step": 607290
    },
    {
      "epoch": 169.49,
      "grad_norm": 1.954064130783081,
      "learning_rate": 4.359658568080301e-06,
      "loss": 0.3865,
      "step": 607300
    },
    {
      "epoch": 169.5,
      "grad_norm": 1.3193137645721436,
      "learning_rate": 4.3596447752988545e-06,
      "loss": 0.3927,
      "step": 607310
    },
    {
      "epoch": 169.5,
      "grad_norm": 1.1431442499160767,
      "learning_rate": 4.359630982249092e-06,
      "loss": 0.3842,
      "step": 607320
    },
    {
      "epoch": 169.5,
      "grad_norm": 1.138782262802124,
      "learning_rate": 4.359617188931014e-06,
      "loss": 0.394,
      "step": 607330
    },
    {
      "epoch": 169.51,
      "grad_norm": 1.160656213760376,
      "learning_rate": 4.359603395344625e-06,
      "loss": 0.3728,
      "step": 607340
    },
    {
      "epoch": 169.51,
      "grad_norm": 1.4246422052383423,
      "learning_rate": 4.359589601489924e-06,
      "loss": 0.3701,
      "step": 607350
    },
    {
      "epoch": 169.51,
      "grad_norm": 1.1015197038650513,
      "learning_rate": 4.359575807366916e-06,
      "loss": 0.3828,
      "step": 607360
    },
    {
      "epoch": 169.51,
      "grad_norm": 1.3336199522018433,
      "learning_rate": 4.359562012975599e-06,
      "loss": 0.3693,
      "step": 607370
    },
    {
      "epoch": 169.52,
      "grad_norm": 1.213765263557434,
      "learning_rate": 4.359548218315979e-06,
      "loss": 0.3982,
      "step": 607380
    },
    {
      "epoch": 169.52,
      "grad_norm": 1.3312541246414185,
      "learning_rate": 4.359534423388054e-06,
      "loss": 0.3949,
      "step": 607390
    },
    {
      "epoch": 169.52,
      "grad_norm": 1.0977436304092407,
      "learning_rate": 4.359520628191829e-06,
      "loss": 0.3831,
      "step": 607400
    },
    {
      "epoch": 169.53,
      "grad_norm": 1.3801748752593994,
      "learning_rate": 4.359506832727303e-06,
      "loss": 0.3655,
      "step": 607410
    },
    {
      "epoch": 169.53,
      "grad_norm": 3.2812304496765137,
      "learning_rate": 4.35949303699448e-06,
      "loss": 0.3745,
      "step": 607420
    },
    {
      "epoch": 169.53,
      "grad_norm": 1.2220538854599,
      "learning_rate": 4.35947924099336e-06,
      "loss": 0.3977,
      "step": 607430
    },
    {
      "epoch": 169.53,
      "grad_norm": 1.335782766342163,
      "learning_rate": 4.359465444723947e-06,
      "loss": 0.386,
      "step": 607440
    },
    {
      "epoch": 169.54,
      "grad_norm": 1.121468186378479,
      "learning_rate": 4.359451648186242e-06,
      "loss": 0.385,
      "step": 607450
    },
    {
      "epoch": 169.54,
      "grad_norm": 1.4299871921539307,
      "learning_rate": 4.359437851380245e-06,
      "loss": 0.383,
      "step": 607460
    },
    {
      "epoch": 169.54,
      "grad_norm": 1.2874865531921387,
      "learning_rate": 4.3594240543059605e-06,
      "loss": 0.4015,
      "step": 607470
    },
    {
      "epoch": 169.55,
      "grad_norm": 1.300058364868164,
      "learning_rate": 4.35941025696339e-06,
      "loss": 0.3743,
      "step": 607480
    },
    {
      "epoch": 169.55,
      "grad_norm": 1.2042415142059326,
      "learning_rate": 4.359396459352533e-06,
      "loss": 0.3845,
      "step": 607490
    },
    {
      "epoch": 169.55,
      "grad_norm": 1.2313777208328247,
      "learning_rate": 4.359382661473394e-06,
      "loss": 0.386,
      "step": 607500
    },
    {
      "epoch": 169.55,
      "grad_norm": 1.1576087474822998,
      "learning_rate": 4.359368863325973e-06,
      "loss": 0.3839,
      "step": 607510
    },
    {
      "epoch": 169.56,
      "grad_norm": 1.1825385093688965,
      "learning_rate": 4.359355064910273e-06,
      "loss": 0.3741,
      "step": 607520
    },
    {
      "epoch": 169.56,
      "grad_norm": 1.092168927192688,
      "learning_rate": 4.359341266226295e-06,
      "loss": 0.3874,
      "step": 607530
    },
    {
      "epoch": 169.56,
      "grad_norm": 1.2492918968200684,
      "learning_rate": 4.359327467274042e-06,
      "loss": 0.3699,
      "step": 607540
    },
    {
      "epoch": 169.56,
      "grad_norm": 1.1905723810195923,
      "learning_rate": 4.359313668053515e-06,
      "loss": 0.3982,
      "step": 607550
    },
    {
      "epoch": 169.57,
      "grad_norm": 1.323552131652832,
      "learning_rate": 4.359299868564715e-06,
      "loss": 0.3821,
      "step": 607560
    },
    {
      "epoch": 169.57,
      "grad_norm": 1.1975748538970947,
      "learning_rate": 4.359286068807646e-06,
      "loss": 0.3692,
      "step": 607570
    },
    {
      "epoch": 169.57,
      "grad_norm": 1.1285731792449951,
      "learning_rate": 4.3592722687823075e-06,
      "loss": 0.3687,
      "step": 607580
    },
    {
      "epoch": 169.58,
      "grad_norm": 1.0572402477264404,
      "learning_rate": 4.359258468488703e-06,
      "loss": 0.3918,
      "step": 607590
    },
    {
      "epoch": 169.58,
      "grad_norm": 1.4009177684783936,
      "learning_rate": 4.359244667926833e-06,
      "loss": 0.3895,
      "step": 607600
    },
    {
      "epoch": 169.58,
      "grad_norm": 1.2154871225357056,
      "learning_rate": 4.3592308670967015e-06,
      "loss": 0.3646,
      "step": 607610
    },
    {
      "epoch": 169.58,
      "grad_norm": 1.1678341627120972,
      "learning_rate": 4.359217065998308e-06,
      "loss": 0.387,
      "step": 607620
    },
    {
      "epoch": 169.59,
      "grad_norm": 1.0759689807891846,
      "learning_rate": 4.359203264631656e-06,
      "loss": 0.3859,
      "step": 607630
    },
    {
      "epoch": 169.59,
      "grad_norm": 1.1540007591247559,
      "learning_rate": 4.359189462996746e-06,
      "loss": 0.3702,
      "step": 607640
    },
    {
      "epoch": 169.59,
      "grad_norm": 1.2487798929214478,
      "learning_rate": 4.3591756610935804e-06,
      "loss": 0.3764,
      "step": 607650
    },
    {
      "epoch": 169.6,
      "grad_norm": 1.1439319849014282,
      "learning_rate": 4.3591618589221614e-06,
      "loss": 0.3805,
      "step": 607660
    },
    {
      "epoch": 169.6,
      "grad_norm": 1.2343337535858154,
      "learning_rate": 4.3591480564824905e-06,
      "loss": 0.3933,
      "step": 607670
    },
    {
      "epoch": 169.6,
      "grad_norm": 0.9785555005073547,
      "learning_rate": 4.359134253774569e-06,
      "loss": 0.384,
      "step": 607680
    },
    {
      "epoch": 169.6,
      "grad_norm": 1.335313320159912,
      "learning_rate": 4.3591204507984e-06,
      "loss": 0.3874,
      "step": 607690
    },
    {
      "epoch": 169.61,
      "grad_norm": 1.3062409162521362,
      "learning_rate": 4.3591066475539845e-06,
      "loss": 0.3898,
      "step": 607700
    },
    {
      "epoch": 169.61,
      "grad_norm": 1.2591090202331543,
      "learning_rate": 4.359092844041324e-06,
      "loss": 0.3855,
      "step": 607710
    },
    {
      "epoch": 169.61,
      "grad_norm": 1.2183705568313599,
      "learning_rate": 4.359079040260422e-06,
      "loss": 0.3797,
      "step": 607720
    },
    {
      "epoch": 169.61,
      "grad_norm": 1.132307767868042,
      "learning_rate": 4.359065236211278e-06,
      "loss": 0.3919,
      "step": 607730
    },
    {
      "epoch": 169.62,
      "grad_norm": 1.1583058834075928,
      "learning_rate": 4.359051431893895e-06,
      "loss": 0.3884,
      "step": 607740
    },
    {
      "epoch": 169.62,
      "grad_norm": 1.0278061628341675,
      "learning_rate": 4.3590376273082754e-06,
      "loss": 0.4036,
      "step": 607750
    },
    {
      "epoch": 169.62,
      "grad_norm": 1.2273396253585815,
      "learning_rate": 4.359023822454421e-06,
      "loss": 0.4076,
      "step": 607760
    },
    {
      "epoch": 169.63,
      "grad_norm": 1.136647343635559,
      "learning_rate": 4.359010017332332e-06,
      "loss": 0.3966,
      "step": 607770
    },
    {
      "epoch": 169.63,
      "grad_norm": 1.1940882205963135,
      "learning_rate": 4.358996211942012e-06,
      "loss": 0.3714,
      "step": 607780
    },
    {
      "epoch": 169.63,
      "grad_norm": 1.0109755992889404,
      "learning_rate": 4.358982406283461e-06,
      "loss": 0.3749,
      "step": 607790
    },
    {
      "epoch": 169.63,
      "grad_norm": 1.247233271598816,
      "learning_rate": 4.358968600356684e-06,
      "loss": 0.3818,
      "step": 607800
    },
    {
      "epoch": 169.64,
      "grad_norm": 1.1436115503311157,
      "learning_rate": 4.358954794161679e-06,
      "loss": 0.364,
      "step": 607810
    },
    {
      "epoch": 169.64,
      "grad_norm": 1.0997276306152344,
      "learning_rate": 4.35894098769845e-06,
      "loss": 0.3907,
      "step": 607820
    },
    {
      "epoch": 169.64,
      "grad_norm": 1.193760633468628,
      "learning_rate": 4.358927180967e-06,
      "loss": 0.3941,
      "step": 607830
    },
    {
      "epoch": 169.65,
      "grad_norm": 1.1935473680496216,
      "learning_rate": 4.358913373967328e-06,
      "loss": 0.3798,
      "step": 607840
    },
    {
      "epoch": 169.65,
      "grad_norm": 1.2507452964782715,
      "learning_rate": 4.358899566699438e-06,
      "loss": 0.3634,
      "step": 607850
    },
    {
      "epoch": 169.65,
      "grad_norm": 1.3267109394073486,
      "learning_rate": 4.35888575916333e-06,
      "loss": 0.3948,
      "step": 607860
    },
    {
      "epoch": 169.65,
      "grad_norm": 1.0169875621795654,
      "learning_rate": 4.358871951359008e-06,
      "loss": 0.3762,
      "step": 607870
    },
    {
      "epoch": 169.66,
      "grad_norm": 1.6062800884246826,
      "learning_rate": 4.358858143286472e-06,
      "loss": 0.3727,
      "step": 607880
    },
    {
      "epoch": 169.66,
      "grad_norm": 1.2370394468307495,
      "learning_rate": 4.358844334945725e-06,
      "loss": 0.3906,
      "step": 607890
    },
    {
      "epoch": 169.66,
      "grad_norm": 1.3178749084472656,
      "learning_rate": 4.358830526336768e-06,
      "loss": 0.3983,
      "step": 607900
    },
    {
      "epoch": 169.67,
      "grad_norm": 1.087988018989563,
      "learning_rate": 4.3588167174596035e-06,
      "loss": 0.3981,
      "step": 607910
    },
    {
      "epoch": 169.67,
      "grad_norm": 1.1816290616989136,
      "learning_rate": 4.358802908314233e-06,
      "loss": 0.3821,
      "step": 607920
    },
    {
      "epoch": 169.67,
      "grad_norm": 1.3143391609191895,
      "learning_rate": 4.358789098900658e-06,
      "loss": 0.384,
      "step": 607930
    },
    {
      "epoch": 169.67,
      "grad_norm": 0.995072603225708,
      "learning_rate": 4.358775289218881e-06,
      "loss": 0.3751,
      "step": 607940
    },
    {
      "epoch": 169.68,
      "grad_norm": 1.44442617893219,
      "learning_rate": 4.358761479268904e-06,
      "loss": 0.383,
      "step": 607950
    },
    {
      "epoch": 169.68,
      "grad_norm": 1.3477299213409424,
      "learning_rate": 4.358747669050728e-06,
      "loss": 0.3821,
      "step": 607960
    },
    {
      "epoch": 169.68,
      "grad_norm": 1.1139919757843018,
      "learning_rate": 4.358733858564355e-06,
      "loss": 0.3837,
      "step": 607970
    },
    {
      "epoch": 169.68,
      "grad_norm": 1.2005068063735962,
      "learning_rate": 4.358720047809788e-06,
      "loss": 0.3742,
      "step": 607980
    },
    {
      "epoch": 169.69,
      "grad_norm": 1.119554042816162,
      "learning_rate": 4.358706236787028e-06,
      "loss": 0.378,
      "step": 607990
    },
    {
      "epoch": 169.69,
      "grad_norm": 1.113783359527588,
      "learning_rate": 4.358692425496075e-06,
      "loss": 0.3906,
      "step": 608000
    },
    {
      "epoch": 169.69,
      "grad_norm": 1.2035962343215942,
      "learning_rate": 4.358678613936934e-06,
      "loss": 0.3665,
      "step": 608010
    },
    {
      "epoch": 169.7,
      "grad_norm": 0.9437235593795776,
      "learning_rate": 4.3586648021096055e-06,
      "loss": 0.3836,
      "step": 608020
    },
    {
      "epoch": 169.7,
      "grad_norm": 1.2932957410812378,
      "learning_rate": 4.358650990014092e-06,
      "loss": 0.3825,
      "step": 608030
    },
    {
      "epoch": 169.7,
      "grad_norm": 1.0107871294021606,
      "learning_rate": 4.358637177650393e-06,
      "loss": 0.3733,
      "step": 608040
    },
    {
      "epoch": 169.7,
      "grad_norm": 1.1637989282608032,
      "learning_rate": 4.358623365018513e-06,
      "loss": 0.38,
      "step": 608050
    },
    {
      "epoch": 169.71,
      "grad_norm": 1.0452724695205688,
      "learning_rate": 4.3586095521184525e-06,
      "loss": 0.3945,
      "step": 608060
    },
    {
      "epoch": 169.71,
      "grad_norm": 1.2863047122955322,
      "learning_rate": 4.358595738950213e-06,
      "loss": 0.3693,
      "step": 608070
    },
    {
      "epoch": 169.71,
      "grad_norm": 1.3737599849700928,
      "learning_rate": 4.358581925513798e-06,
      "loss": 0.4006,
      "step": 608080
    },
    {
      "epoch": 169.72,
      "grad_norm": 1.358465313911438,
      "learning_rate": 4.358568111809208e-06,
      "loss": 0.386,
      "step": 608090
    },
    {
      "epoch": 169.72,
      "grad_norm": 1.135188341140747,
      "learning_rate": 4.358554297836445e-06,
      "loss": 0.3767,
      "step": 608100
    },
    {
      "epoch": 169.72,
      "grad_norm": 1.2815711498260498,
      "learning_rate": 4.358540483595511e-06,
      "loss": 0.384,
      "step": 608110
    },
    {
      "epoch": 169.72,
      "grad_norm": 1.5802478790283203,
      "learning_rate": 4.358526669086408e-06,
      "loss": 0.3936,
      "step": 608120
    },
    {
      "epoch": 169.73,
      "grad_norm": 1.2406808137893677,
      "learning_rate": 4.3585128543091375e-06,
      "loss": 0.3953,
      "step": 608130
    },
    {
      "epoch": 169.73,
      "grad_norm": 1.2715399265289307,
      "learning_rate": 4.358499039263702e-06,
      "loss": 0.3876,
      "step": 608140
    },
    {
      "epoch": 169.73,
      "grad_norm": 3.8799479007720947,
      "learning_rate": 4.358485223950103e-06,
      "loss": 0.3806,
      "step": 608150
    },
    {
      "epoch": 169.73,
      "grad_norm": 1.207793116569519,
      "learning_rate": 4.358471408368341e-06,
      "loss": 0.4062,
      "step": 608160
    },
    {
      "epoch": 169.74,
      "grad_norm": 1.2012603282928467,
      "learning_rate": 4.35845759251842e-06,
      "loss": 0.3881,
      "step": 608170
    },
    {
      "epoch": 169.74,
      "grad_norm": 4.6009392738342285,
      "learning_rate": 4.358443776400341e-06,
      "loss": 0.3831,
      "step": 608180
    },
    {
      "epoch": 169.74,
      "grad_norm": 1.256625771522522,
      "learning_rate": 4.358429960014105e-06,
      "loss": 0.3888,
      "step": 608190
    },
    {
      "epoch": 169.75,
      "grad_norm": 1.2870674133300781,
      "learning_rate": 4.358416143359715e-06,
      "loss": 0.3724,
      "step": 608200
    },
    {
      "epoch": 169.75,
      "grad_norm": 1.3904523849487305,
      "learning_rate": 4.358402326437171e-06,
      "loss": 0.3927,
      "step": 608210
    },
    {
      "epoch": 169.75,
      "grad_norm": 1.1533243656158447,
      "learning_rate": 4.3583885092464775e-06,
      "loss": 0.3738,
      "step": 608220
    },
    {
      "epoch": 169.75,
      "grad_norm": 1.1422468423843384,
      "learning_rate": 4.358374691787636e-06,
      "loss": 0.3886,
      "step": 608230
    },
    {
      "epoch": 169.76,
      "grad_norm": 1.3096286058425903,
      "learning_rate": 4.358360874060646e-06,
      "loss": 0.3842,
      "step": 608240
    },
    {
      "epoch": 169.76,
      "grad_norm": 1.1323530673980713,
      "learning_rate": 4.358347056065511e-06,
      "loss": 0.381,
      "step": 608250
    },
    {
      "epoch": 169.76,
      "grad_norm": 1.0325953960418701,
      "learning_rate": 4.358333237802233e-06,
      "loss": 0.3791,
      "step": 608260
    },
    {
      "epoch": 169.77,
      "grad_norm": 1.2289247512817383,
      "learning_rate": 4.358319419270813e-06,
      "loss": 0.3706,
      "step": 608270
    },
    {
      "epoch": 169.77,
      "grad_norm": 1.0860892534255981,
      "learning_rate": 4.358305600471254e-06,
      "loss": 0.3699,
      "step": 608280
    },
    {
      "epoch": 169.77,
      "grad_norm": 1.0936497449874878,
      "learning_rate": 4.358291781403556e-06,
      "loss": 0.3848,
      "step": 608290
    },
    {
      "epoch": 169.77,
      "grad_norm": 1.0766245126724243,
      "learning_rate": 4.358277962067722e-06,
      "loss": 0.37,
      "step": 608300
    },
    {
      "epoch": 169.78,
      "grad_norm": 1.1427561044692993,
      "learning_rate": 4.358264142463755e-06,
      "loss": 0.3926,
      "step": 608310
    },
    {
      "epoch": 169.78,
      "grad_norm": 1.3352432250976562,
      "learning_rate": 4.3582503225916545e-06,
      "loss": 0.3756,
      "step": 608320
    },
    {
      "epoch": 169.78,
      "grad_norm": 1.1564546823501587,
      "learning_rate": 4.358236502451423e-06,
      "loss": 0.3788,
      "step": 608330
    },
    {
      "epoch": 169.79,
      "grad_norm": 1.0798864364624023,
      "learning_rate": 4.358222682043064e-06,
      "loss": 0.3823,
      "step": 608340
    },
    {
      "epoch": 169.79,
      "grad_norm": 1.1971184015274048,
      "learning_rate": 4.358208861366578e-06,
      "loss": 0.4025,
      "step": 608350
    },
    {
      "epoch": 169.79,
      "grad_norm": 1.6083300113677979,
      "learning_rate": 4.358195040421967e-06,
      "loss": 0.374,
      "step": 608360
    },
    {
      "epoch": 169.79,
      "grad_norm": 1.1658046245574951,
      "learning_rate": 4.358181219209232e-06,
      "loss": 0.3968,
      "step": 608370
    },
    {
      "epoch": 169.8,
      "grad_norm": 1.4905788898468018,
      "learning_rate": 4.358167397728377e-06,
      "loss": 0.3744,
      "step": 608380
    },
    {
      "epoch": 169.8,
      "grad_norm": 1.1782487630844116,
      "learning_rate": 4.358153575979401e-06,
      "loss": 0.3932,
      "step": 608390
    },
    {
      "epoch": 169.8,
      "grad_norm": 1.2138323783874512,
      "learning_rate": 4.3581397539623086e-06,
      "loss": 0.3862,
      "step": 608400
    },
    {
      "epoch": 169.8,
      "grad_norm": 1.0932097434997559,
      "learning_rate": 4.3581259316770995e-06,
      "loss": 0.3952,
      "step": 608410
    },
    {
      "epoch": 169.81,
      "grad_norm": 1.2724262475967407,
      "learning_rate": 4.3581121091237765e-06,
      "loss": 0.3826,
      "step": 608420
    },
    {
      "epoch": 169.81,
      "grad_norm": 1.1901987791061401,
      "learning_rate": 4.358098286302342e-06,
      "loss": 0.3895,
      "step": 608430
    },
    {
      "epoch": 169.81,
      "grad_norm": 1.2117750644683838,
      "learning_rate": 4.358084463212797e-06,
      "loss": 0.374,
      "step": 608440
    },
    {
      "epoch": 169.82,
      "grad_norm": 1.466457486152649,
      "learning_rate": 4.358070639855143e-06,
      "loss": 0.3814,
      "step": 608450
    },
    {
      "epoch": 169.82,
      "grad_norm": 1.280934453010559,
      "learning_rate": 4.358056816229382e-06,
      "loss": 0.3756,
      "step": 608460
    },
    {
      "epoch": 169.82,
      "grad_norm": 1.1492875814437866,
      "learning_rate": 4.358042992335517e-06,
      "loss": 0.3883,
      "step": 608470
    },
    {
      "epoch": 169.82,
      "grad_norm": 1.0612188577651978,
      "learning_rate": 4.358029168173549e-06,
      "loss": 0.3892,
      "step": 608480
    },
    {
      "epoch": 169.83,
      "grad_norm": 1.2498441934585571,
      "learning_rate": 4.3580153437434805e-06,
      "loss": 0.3969,
      "step": 608490
    },
    {
      "epoch": 169.83,
      "grad_norm": 1.2088654041290283,
      "learning_rate": 4.358001519045312e-06,
      "loss": 0.3971,
      "step": 608500
    },
    {
      "epoch": 169.83,
      "grad_norm": 1.3865280151367188,
      "learning_rate": 4.357987694079046e-06,
      "loss": 0.3745,
      "step": 608510
    },
    {
      "epoch": 169.84,
      "grad_norm": 1.0325901508331299,
      "learning_rate": 4.357973868844684e-06,
      "loss": 0.3921,
      "step": 608520
    },
    {
      "epoch": 169.84,
      "grad_norm": 1.2921547889709473,
      "learning_rate": 4.35796004334223e-06,
      "loss": 0.4058,
      "step": 608530
    },
    {
      "epoch": 169.84,
      "grad_norm": 1.1847481727600098,
      "learning_rate": 4.3579462175716825e-06,
      "loss": 0.3784,
      "step": 608540
    },
    {
      "epoch": 169.84,
      "grad_norm": 1.2409359216690063,
      "learning_rate": 4.357932391533045e-06,
      "loss": 0.4125,
      "step": 608550
    },
    {
      "epoch": 169.85,
      "grad_norm": 1.0174981355667114,
      "learning_rate": 4.35791856522632e-06,
      "loss": 0.3758,
      "step": 608560
    },
    {
      "epoch": 169.85,
      "grad_norm": 1.1409978866577148,
      "learning_rate": 4.3579047386515075e-06,
      "loss": 0.4092,
      "step": 608570
    },
    {
      "epoch": 169.85,
      "grad_norm": 1.3180230855941772,
      "learning_rate": 4.3578909118086115e-06,
      "loss": 0.381,
      "step": 608580
    },
    {
      "epoch": 169.85,
      "grad_norm": 1.1454026699066162,
      "learning_rate": 4.357877084697633e-06,
      "loss": 0.3613,
      "step": 608590
    },
    {
      "epoch": 169.86,
      "grad_norm": 1.2131600379943848,
      "learning_rate": 4.357863257318573e-06,
      "loss": 0.3805,
      "step": 608600
    },
    {
      "epoch": 169.86,
      "grad_norm": 1.0956344604492188,
      "learning_rate": 4.357849429671434e-06,
      "loss": 0.387,
      "step": 608610
    },
    {
      "epoch": 169.86,
      "grad_norm": 1.139056921005249,
      "learning_rate": 4.357835601756218e-06,
      "loss": 0.3727,
      "step": 608620
    },
    {
      "epoch": 169.87,
      "grad_norm": 1.2801457643508911,
      "learning_rate": 4.3578217735729264e-06,
      "loss": 0.3821,
      "step": 608630
    },
    {
      "epoch": 169.87,
      "grad_norm": 1.2125588655471802,
      "learning_rate": 4.3578079451215614e-06,
      "loss": 0.3916,
      "step": 608640
    },
    {
      "epoch": 169.87,
      "grad_norm": 1.1516906023025513,
      "learning_rate": 4.357794116402125e-06,
      "loss": 0.3937,
      "step": 608650
    },
    {
      "epoch": 169.87,
      "grad_norm": 1.1494158506393433,
      "learning_rate": 4.357780287414618e-06,
      "loss": 0.3776,
      "step": 608660
    },
    {
      "epoch": 169.88,
      "grad_norm": 1.2683502435684204,
      "learning_rate": 4.357766458159044e-06,
      "loss": 0.39,
      "step": 608670
    },
    {
      "epoch": 169.88,
      "grad_norm": 1.0802724361419678,
      "learning_rate": 4.357752628635403e-06,
      "loss": 0.3925,
      "step": 608680
    },
    {
      "epoch": 169.88,
      "grad_norm": 1.1725609302520752,
      "learning_rate": 4.357738798843698e-06,
      "loss": 0.3984,
      "step": 608690
    },
    {
      "epoch": 169.89,
      "grad_norm": 1.3336431980133057,
      "learning_rate": 4.357724968783931e-06,
      "loss": 0.3805,
      "step": 608700
    },
    {
      "epoch": 169.89,
      "grad_norm": 1.087035059928894,
      "learning_rate": 4.357711138456104e-06,
      "loss": 0.3657,
      "step": 608710
    },
    {
      "epoch": 169.89,
      "grad_norm": 1.0430374145507812,
      "learning_rate": 4.357697307860217e-06,
      "loss": 0.3943,
      "step": 608720
    },
    {
      "epoch": 169.89,
      "grad_norm": 1.4369603395462036,
      "learning_rate": 4.357683476996273e-06,
      "loss": 0.3956,
      "step": 608730
    },
    {
      "epoch": 169.9,
      "grad_norm": 1.084018349647522,
      "learning_rate": 4.357669645864275e-06,
      "loss": 0.3814,
      "step": 608740
    },
    {
      "epoch": 169.9,
      "grad_norm": 1.0762836933135986,
      "learning_rate": 4.357655814464222e-06,
      "loss": 0.3866,
      "step": 608750
    },
    {
      "epoch": 169.9,
      "grad_norm": 1.0114305019378662,
      "learning_rate": 4.357641982796119e-06,
      "loss": 0.3864,
      "step": 608760
    },
    {
      "epoch": 169.91,
      "grad_norm": 1.1606202125549316,
      "learning_rate": 4.357628150859966e-06,
      "loss": 0.3943,
      "step": 608770
    },
    {
      "epoch": 169.91,
      "grad_norm": 1.113682746887207,
      "learning_rate": 4.357614318655765e-06,
      "loss": 0.3844,
      "step": 608780
    },
    {
      "epoch": 169.91,
      "grad_norm": 1.156654953956604,
      "learning_rate": 4.357600486183519e-06,
      "loss": 0.3605,
      "step": 608790
    },
    {
      "epoch": 169.91,
      "grad_norm": 1.398348331451416,
      "learning_rate": 4.357586653443229e-06,
      "loss": 0.376,
      "step": 608800
    },
    {
      "epoch": 169.92,
      "grad_norm": 1.1065521240234375,
      "learning_rate": 4.357572820434896e-06,
      "loss": 0.3881,
      "step": 608810
    },
    {
      "epoch": 169.92,
      "grad_norm": 1.9424275159835815,
      "learning_rate": 4.357558987158522e-06,
      "loss": 0.3835,
      "step": 608820
    },
    {
      "epoch": 169.92,
      "grad_norm": 1.11040461063385,
      "learning_rate": 4.357545153614111e-06,
      "loss": 0.3697,
      "step": 608830
    },
    {
      "epoch": 169.92,
      "grad_norm": 1.4272797107696533,
      "learning_rate": 4.3575313198016625e-06,
      "loss": 0.3938,
      "step": 608840
    },
    {
      "epoch": 169.93,
      "grad_norm": 1.3010890483856201,
      "learning_rate": 4.357517485721179e-06,
      "loss": 0.3809,
      "step": 608850
    },
    {
      "epoch": 169.93,
      "grad_norm": 1.0882879495620728,
      "learning_rate": 4.357503651372663e-06,
      "loss": 0.3908,
      "step": 608860
    },
    {
      "epoch": 169.93,
      "grad_norm": 1.1555875539779663,
      "learning_rate": 4.3574898167561155e-06,
      "loss": 0.3921,
      "step": 608870
    },
    {
      "epoch": 169.94,
      "grad_norm": 1.146984338760376,
      "learning_rate": 4.357475981871539e-06,
      "loss": 0.3672,
      "step": 608880
    },
    {
      "epoch": 169.94,
      "grad_norm": 1.2185837030410767,
      "learning_rate": 4.357462146718934e-06,
      "loss": 0.3748,
      "step": 608890
    },
    {
      "epoch": 169.94,
      "grad_norm": 1.1263189315795898,
      "learning_rate": 4.357448311298305e-06,
      "loss": 0.4022,
      "step": 608900
    },
    {
      "epoch": 169.94,
      "grad_norm": 1.271880865097046,
      "learning_rate": 4.357434475609651e-06,
      "loss": 0.3712,
      "step": 608910
    },
    {
      "epoch": 169.95,
      "grad_norm": 0.9878789186477661,
      "learning_rate": 4.357420639652975e-06,
      "loss": 0.3751,
      "step": 608920
    },
    {
      "epoch": 169.95,
      "grad_norm": 1.1260476112365723,
      "learning_rate": 4.3574068034282795e-06,
      "loss": 0.3867,
      "step": 608930
    },
    {
      "epoch": 169.95,
      "grad_norm": 1.1085598468780518,
      "learning_rate": 4.357392966935566e-06,
      "loss": 0.3894,
      "step": 608940
    },
    {
      "epoch": 169.96,
      "grad_norm": 1.2874293327331543,
      "learning_rate": 4.3573791301748355e-06,
      "loss": 0.3695,
      "step": 608950
    },
    {
      "epoch": 169.96,
      "grad_norm": 1.1815623044967651,
      "learning_rate": 4.3573652931460905e-06,
      "loss": 0.3923,
      "step": 608960
    },
    {
      "epoch": 169.96,
      "grad_norm": 1.1403474807739258,
      "learning_rate": 4.357351455849332e-06,
      "loss": 0.3896,
      "step": 608970
    },
    {
      "epoch": 169.96,
      "grad_norm": 1.093086838722229,
      "learning_rate": 4.357337618284564e-06,
      "loss": 0.3904,
      "step": 608980
    },
    {
      "epoch": 169.97,
      "grad_norm": 1.36343514919281,
      "learning_rate": 4.357323780451786e-06,
      "loss": 0.3977,
      "step": 608990
    },
    {
      "epoch": 169.97,
      "grad_norm": 1.3252402544021606,
      "learning_rate": 4.357309942351002e-06,
      "loss": 0.3905,
      "step": 609000
    },
    {
      "epoch": 169.97,
      "grad_norm": 1.2927818298339844,
      "learning_rate": 4.3572961039822115e-06,
      "loss": 0.3914,
      "step": 609010
    },
    {
      "epoch": 169.97,
      "grad_norm": 1.2062766551971436,
      "learning_rate": 4.357282265345418e-06,
      "loss": 0.3836,
      "step": 609020
    },
    {
      "epoch": 169.98,
      "grad_norm": 1.0500993728637695,
      "learning_rate": 4.3572684264406225e-06,
      "loss": 0.389,
      "step": 609030
    },
    {
      "epoch": 169.98,
      "grad_norm": 1.0300068855285645,
      "learning_rate": 4.357254587267827e-06,
      "loss": 0.3875,
      "step": 609040
    },
    {
      "epoch": 169.98,
      "grad_norm": 1.2085453271865845,
      "learning_rate": 4.357240747827033e-06,
      "loss": 0.3852,
      "step": 609050
    },
    {
      "epoch": 169.99,
      "grad_norm": 1.111315131187439,
      "learning_rate": 4.3572269081182434e-06,
      "loss": 0.364,
      "step": 609060
    },
    {
      "epoch": 169.99,
      "grad_norm": 1.2595149278640747,
      "learning_rate": 4.3572130681414595e-06,
      "loss": 0.3965,
      "step": 609070
    },
    {
      "epoch": 169.99,
      "grad_norm": 1.0791763067245483,
      "learning_rate": 4.357199227896684e-06,
      "loss": 0.3736,
      "step": 609080
    },
    {
      "epoch": 169.99,
      "grad_norm": 1.1498874425888062,
      "learning_rate": 4.357185387383917e-06,
      "loss": 0.3936,
      "step": 609090
    },
    {
      "epoch": 170.0,
      "grad_norm": 1.2523976564407349,
      "learning_rate": 4.357171546603161e-06,
      "loss": 0.3825,
      "step": 609100
    },
    {
      "epoch": 170.0,
      "grad_norm": 1.122538685798645,
      "learning_rate": 4.357157705554418e-06,
      "loss": 0.3965,
      "step": 609110
    },
    {
      "epoch": 170.0,
      "eval_loss": 0.38353466987609863,
      "eval_runtime": 63.2026,
      "eval_samples_per_second": 80.044,
      "eval_steps_per_second": 10.015,
      "step": 609110
    },
    {
      "epoch": 170.0,
      "grad_norm": 1.3696194887161255,
      "learning_rate": 4.35714386423769e-06,
      "loss": 0.3901,
      "step": 609120
    },
    {
      "epoch": 170.01,
      "grad_norm": 1.1237891912460327,
      "learning_rate": 4.357130022652979e-06,
      "loss": 0.3735,
      "step": 609130
    },
    {
      "epoch": 170.01,
      "grad_norm": 1.2435170412063599,
      "learning_rate": 4.357116180800286e-06,
      "loss": 0.3757,
      "step": 609140
    },
    {
      "epoch": 170.01,
      "grad_norm": 1.1938457489013672,
      "learning_rate": 4.357102338679614e-06,
      "loss": 0.398,
      "step": 609150
    },
    {
      "epoch": 170.01,
      "grad_norm": 1.1354749202728271,
      "learning_rate": 4.357088496290964e-06,
      "loss": 0.3906,
      "step": 609160
    },
    {
      "epoch": 170.02,
      "grad_norm": 1.0494555234909058,
      "learning_rate": 4.357074653634339e-06,
      "loss": 0.3699,
      "step": 609170
    },
    {
      "epoch": 170.02,
      "grad_norm": 1.3862215280532837,
      "learning_rate": 4.357060810709739e-06,
      "loss": 0.3775,
      "step": 609180
    },
    {
      "epoch": 170.02,
      "grad_norm": 1.2664246559143066,
      "learning_rate": 4.357046967517167e-06,
      "loss": 0.3662,
      "step": 609190
    },
    {
      "epoch": 170.03,
      "grad_norm": 1.2480788230895996,
      "learning_rate": 4.357033124056624e-06,
      "loss": 0.3821,
      "step": 609200
    },
    {
      "epoch": 170.03,
      "grad_norm": 1.2814559936523438,
      "learning_rate": 4.357019280328114e-06,
      "loss": 0.3918,
      "step": 609210
    },
    {
      "epoch": 170.03,
      "grad_norm": 1.380435585975647,
      "learning_rate": 4.357005436331636e-06,
      "loss": 0.3804,
      "step": 609220
    },
    {
      "epoch": 170.03,
      "grad_norm": 0.9585036635398865,
      "learning_rate": 4.356991592067193e-06,
      "loss": 0.3733,
      "step": 609230
    },
    {
      "epoch": 170.04,
      "grad_norm": 0.9853023290634155,
      "learning_rate": 4.356977747534788e-06,
      "loss": 0.3583,
      "step": 609240
    },
    {
      "epoch": 170.04,
      "grad_norm": 1.3489457368850708,
      "learning_rate": 4.3569639027344204e-06,
      "loss": 0.3839,
      "step": 609250
    },
    {
      "epoch": 170.04,
      "grad_norm": 1.1048023700714111,
      "learning_rate": 4.356950057666095e-06,
      "loss": 0.3874,
      "step": 609260
    },
    {
      "epoch": 170.04,
      "grad_norm": 0.8887723088264465,
      "learning_rate": 4.356936212329812e-06,
      "loss": 0.3888,
      "step": 609270
    },
    {
      "epoch": 170.05,
      "grad_norm": 1.2109169960021973,
      "learning_rate": 4.3569223667255724e-06,
      "loss": 0.3987,
      "step": 609280
    },
    {
      "epoch": 170.05,
      "grad_norm": 1.0597326755523682,
      "learning_rate": 4.35690852085338e-06,
      "loss": 0.3919,
      "step": 609290
    },
    {
      "epoch": 170.05,
      "grad_norm": 1.1581693887710571,
      "learning_rate": 4.3568946747132345e-06,
      "loss": 0.4021,
      "step": 609300
    },
    {
      "epoch": 170.06,
      "grad_norm": 1.425697684288025,
      "learning_rate": 4.35688082830514e-06,
      "loss": 0.3967,
      "step": 609310
    },
    {
      "epoch": 170.06,
      "grad_norm": 1.1263240575790405,
      "learning_rate": 4.356866981629097e-06,
      "loss": 0.3789,
      "step": 609320
    },
    {
      "epoch": 170.06,
      "grad_norm": 1.0192089080810547,
      "learning_rate": 4.356853134685107e-06,
      "loss": 0.3918,
      "step": 609330
    },
    {
      "epoch": 170.06,
      "grad_norm": 1.1353143453598022,
      "learning_rate": 4.356839287473172e-06,
      "loss": 0.3675,
      "step": 609340
    },
    {
      "epoch": 170.07,
      "grad_norm": 1.2090901136398315,
      "learning_rate": 4.356825439993296e-06,
      "loss": 0.3784,
      "step": 609350
    },
    {
      "epoch": 170.07,
      "grad_norm": 1.4943522214889526,
      "learning_rate": 4.356811592245478e-06,
      "loss": 0.3776,
      "step": 609360
    },
    {
      "epoch": 170.07,
      "grad_norm": 1.0748236179351807,
      "learning_rate": 4.356797744229721e-06,
      "loss": 0.3727,
      "step": 609370
    },
    {
      "epoch": 170.08,
      "grad_norm": 1.071725606918335,
      "learning_rate": 4.356783895946027e-06,
      "loss": 0.387,
      "step": 609380
    },
    {
      "epoch": 170.08,
      "grad_norm": 1.0552934408187866,
      "learning_rate": 4.356770047394398e-06,
      "loss": 0.389,
      "step": 609390
    },
    {
      "epoch": 170.08,
      "grad_norm": 1.1297894716262817,
      "learning_rate": 4.356756198574835e-06,
      "loss": 0.3798,
      "step": 609400
    },
    {
      "epoch": 170.08,
      "grad_norm": 1.313443660736084,
      "learning_rate": 4.35674234948734e-06,
      "loss": 0.3859,
      "step": 609410
    },
    {
      "epoch": 170.09,
      "grad_norm": 1.2098538875579834,
      "learning_rate": 4.356728500131916e-06,
      "loss": 0.398,
      "step": 609420
    },
    {
      "epoch": 170.09,
      "grad_norm": 1.1902010440826416,
      "learning_rate": 4.356714650508563e-06,
      "loss": 0.4012,
      "step": 609430
    },
    {
      "epoch": 170.09,
      "grad_norm": 1.064909815788269,
      "learning_rate": 4.356700800617284e-06,
      "loss": 0.3713,
      "step": 609440
    },
    {
      "epoch": 170.09,
      "grad_norm": 1.3692090511322021,
      "learning_rate": 4.356686950458082e-06,
      "loss": 0.366,
      "step": 609450
    },
    {
      "epoch": 170.1,
      "grad_norm": 1.3703454732894897,
      "learning_rate": 4.356673100030956e-06,
      "loss": 0.3945,
      "step": 609460
    },
    {
      "epoch": 170.1,
      "grad_norm": 1.2026433944702148,
      "learning_rate": 4.35665924933591e-06,
      "loss": 0.381,
      "step": 609470
    },
    {
      "epoch": 170.1,
      "grad_norm": 1.2949117422103882,
      "learning_rate": 4.356645398372946e-06,
      "loss": 0.3652,
      "step": 609480
    },
    {
      "epoch": 170.11,
      "grad_norm": 1.3388789892196655,
      "learning_rate": 4.356631547142064e-06,
      "loss": 0.3974,
      "step": 609490
    },
    {
      "epoch": 170.11,
      "grad_norm": 1.077825903892517,
      "learning_rate": 4.356617695643267e-06,
      "loss": 0.3749,
      "step": 609500
    },
    {
      "epoch": 170.11,
      "grad_norm": 1.1885764598846436,
      "learning_rate": 4.3566038438765575e-06,
      "loss": 0.3735,
      "step": 609510
    },
    {
      "epoch": 170.11,
      "grad_norm": 1.2243400812149048,
      "learning_rate": 4.356589991841936e-06,
      "loss": 0.3825,
      "step": 609520
    },
    {
      "epoch": 170.12,
      "grad_norm": 1.0738166570663452,
      "learning_rate": 4.356576139539405e-06,
      "loss": 0.3672,
      "step": 609530
    },
    {
      "epoch": 170.12,
      "grad_norm": 1.4357998371124268,
      "learning_rate": 4.3565622869689664e-06,
      "loss": 0.3802,
      "step": 609540
    },
    {
      "epoch": 170.12,
      "grad_norm": 1.046724796295166,
      "learning_rate": 4.356548434130622e-06,
      "loss": 0.3836,
      "step": 609550
    },
    {
      "epoch": 170.13,
      "grad_norm": 1.0894813537597656,
      "learning_rate": 4.356534581024373e-06,
      "loss": 0.3861,
      "step": 609560
    },
    {
      "epoch": 170.13,
      "grad_norm": 1.2043207883834839,
      "learning_rate": 4.356520727650223e-06,
      "loss": 0.3981,
      "step": 609570
    },
    {
      "epoch": 170.13,
      "grad_norm": 1.3656381368637085,
      "learning_rate": 4.356506874008172e-06,
      "loss": 0.3911,
      "step": 609580
    },
    {
      "epoch": 170.13,
      "grad_norm": 1.2844724655151367,
      "learning_rate": 4.356493020098222e-06,
      "loss": 0.3742,
      "step": 609590
    },
    {
      "epoch": 170.14,
      "grad_norm": 1.143206238746643,
      "learning_rate": 4.356479165920376e-06,
      "loss": 0.3929,
      "step": 609600
    },
    {
      "epoch": 170.14,
      "grad_norm": 1.2454060316085815,
      "learning_rate": 4.3564653114746355e-06,
      "loss": 0.3864,
      "step": 609610
    },
    {
      "epoch": 170.14,
      "grad_norm": 1.1259633302688599,
      "learning_rate": 4.356451456761001e-06,
      "loss": 0.3873,
      "step": 609620
    },
    {
      "epoch": 170.15,
      "grad_norm": 1.3290239572525024,
      "learning_rate": 4.356437601779476e-06,
      "loss": 0.3922,
      "step": 609630
    },
    {
      "epoch": 170.15,
      "grad_norm": 1.064135193824768,
      "learning_rate": 4.356423746530062e-06,
      "loss": 0.3806,
      "step": 609640
    },
    {
      "epoch": 170.15,
      "grad_norm": 1.0339441299438477,
      "learning_rate": 4.3564098910127605e-06,
      "loss": 0.4109,
      "step": 609650
    },
    {
      "epoch": 170.15,
      "grad_norm": 1.278193473815918,
      "learning_rate": 4.356396035227573e-06,
      "loss": 0.4027,
      "step": 609660
    },
    {
      "epoch": 170.16,
      "grad_norm": 1.215684413909912,
      "learning_rate": 4.3563821791745025e-06,
      "loss": 0.3648,
      "step": 609670
    },
    {
      "epoch": 170.16,
      "grad_norm": 1.0884276628494263,
      "learning_rate": 4.356368322853549e-06,
      "loss": 0.3812,
      "step": 609680
    },
    {
      "epoch": 170.16,
      "grad_norm": 1.047006607055664,
      "learning_rate": 4.3563544662647166e-06,
      "loss": 0.3802,
      "step": 609690
    },
    {
      "epoch": 170.16,
      "grad_norm": 1.4145870208740234,
      "learning_rate": 4.356340609408005e-06,
      "loss": 0.385,
      "step": 609700
    },
    {
      "epoch": 170.17,
      "grad_norm": 1.0818003416061401,
      "learning_rate": 4.356326752283418e-06,
      "loss": 0.3869,
      "step": 609710
    },
    {
      "epoch": 170.17,
      "grad_norm": 1.0121244192123413,
      "learning_rate": 4.3563128948909555e-06,
      "loss": 0.3736,
      "step": 609720
    },
    {
      "epoch": 170.17,
      "grad_norm": 1.3457953929901123,
      "learning_rate": 4.356299037230621e-06,
      "loss": 0.3808,
      "step": 609730
    },
    {
      "epoch": 170.18,
      "grad_norm": 1.2077207565307617,
      "learning_rate": 4.356285179302416e-06,
      "loss": 0.3841,
      "step": 609740
    },
    {
      "epoch": 170.18,
      "grad_norm": 1.208044171333313,
      "learning_rate": 4.3562713211063405e-06,
      "loss": 0.4001,
      "step": 609750
    },
    {
      "epoch": 170.18,
      "grad_norm": 1.1768678426742554,
      "learning_rate": 4.356257462642399e-06,
      "loss": 0.3706,
      "step": 609760
    },
    {
      "epoch": 170.18,
      "grad_norm": 1.0152442455291748,
      "learning_rate": 4.356243603910592e-06,
      "loss": 0.3849,
      "step": 609770
    },
    {
      "epoch": 170.19,
      "grad_norm": 1.1126147508621216,
      "learning_rate": 4.3562297449109215e-06,
      "loss": 0.3829,
      "step": 609780
    },
    {
      "epoch": 170.19,
      "grad_norm": 1.4746893644332886,
      "learning_rate": 4.35621588564339e-06,
      "loss": 0.388,
      "step": 609790
    },
    {
      "epoch": 170.19,
      "grad_norm": 1.160737156867981,
      "learning_rate": 4.356202026107998e-06,
      "loss": 0.3711,
      "step": 609800
    },
    {
      "epoch": 170.2,
      "grad_norm": 1.1536309719085693,
      "learning_rate": 4.3561881663047484e-06,
      "loss": 0.3734,
      "step": 609810
    },
    {
      "epoch": 170.2,
      "grad_norm": 1.2193090915679932,
      "learning_rate": 4.356174306233643e-06,
      "loss": 0.3845,
      "step": 609820
    },
    {
      "epoch": 170.2,
      "grad_norm": 1.3395198583602905,
      "learning_rate": 4.356160445894683e-06,
      "loss": 0.3804,
      "step": 609830
    },
    {
      "epoch": 170.2,
      "grad_norm": 1.1531541347503662,
      "learning_rate": 4.3561465852878705e-06,
      "loss": 0.3864,
      "step": 609840
    },
    {
      "epoch": 170.21,
      "grad_norm": 1.2243986129760742,
      "learning_rate": 4.3561327244132075e-06,
      "loss": 0.3753,
      "step": 609850
    },
    {
      "epoch": 170.21,
      "grad_norm": 1.1645982265472412,
      "learning_rate": 4.356118863270696e-06,
      "loss": 0.3786,
      "step": 609860
    },
    {
      "epoch": 170.21,
      "grad_norm": 1.0106054544448853,
      "learning_rate": 4.356105001860338e-06,
      "loss": 0.3919,
      "step": 609870
    },
    {
      "epoch": 170.21,
      "grad_norm": 1.1490426063537598,
      "learning_rate": 4.356091140182133e-06,
      "loss": 0.3991,
      "step": 609880
    },
    {
      "epoch": 170.22,
      "grad_norm": 1.2099641561508179,
      "learning_rate": 4.356077278236087e-06,
      "loss": 0.4016,
      "step": 609890
    },
    {
      "epoch": 170.22,
      "grad_norm": 1.10634446144104,
      "learning_rate": 4.3560634160222e-06,
      "loss": 0.3706,
      "step": 609900
    },
    {
      "epoch": 170.22,
      "grad_norm": 1.2294288873672485,
      "learning_rate": 4.356049553540472e-06,
      "loss": 0.3724,
      "step": 609910
    },
    {
      "epoch": 170.23,
      "grad_norm": 2.012813091278076,
      "learning_rate": 4.356035690790907e-06,
      "loss": 0.3708,
      "step": 609920
    },
    {
      "epoch": 170.23,
      "grad_norm": 1.4036433696746826,
      "learning_rate": 4.356021827773506e-06,
      "loss": 0.3708,
      "step": 609930
    },
    {
      "epoch": 170.23,
      "grad_norm": 1.1431554555892944,
      "learning_rate": 4.356007964488272e-06,
      "loss": 0.3819,
      "step": 609940
    },
    {
      "epoch": 170.23,
      "grad_norm": 1.0060317516326904,
      "learning_rate": 4.355994100935205e-06,
      "loss": 0.3853,
      "step": 609950
    },
    {
      "epoch": 170.24,
      "grad_norm": 1.0095888376235962,
      "learning_rate": 4.3559802371143085e-06,
      "loss": 0.3829,
      "step": 609960
    },
    {
      "epoch": 170.24,
      "grad_norm": 4.456343173980713,
      "learning_rate": 4.355966373025583e-06,
      "loss": 0.3808,
      "step": 609970
    },
    {
      "epoch": 170.24,
      "grad_norm": 1.0503102540969849,
      "learning_rate": 4.355952508669031e-06,
      "loss": 0.3988,
      "step": 609980
    },
    {
      "epoch": 170.25,
      "grad_norm": 1.0910793542861938,
      "learning_rate": 4.355938644044655e-06,
      "loss": 0.3897,
      "step": 609990
    },
    {
      "epoch": 170.25,
      "grad_norm": 1.2569454908370972,
      "learning_rate": 4.355924779152455e-06,
      "loss": 0.3746,
      "step": 610000
    },
    {
      "epoch": 170.25,
      "grad_norm": 1.009406328201294,
      "learning_rate": 4.355910913992435e-06,
      "loss": 0.385,
      "step": 610010
    },
    {
      "epoch": 170.25,
      "grad_norm": 1.1015331745147705,
      "learning_rate": 4.355897048564595e-06,
      "loss": 0.39,
      "step": 610020
    },
    {
      "epoch": 170.26,
      "grad_norm": 1.1858785152435303,
      "learning_rate": 4.355883182868938e-06,
      "loss": 0.3724,
      "step": 610030
    },
    {
      "epoch": 170.26,
      "grad_norm": 1.5191223621368408,
      "learning_rate": 4.355869316905466e-06,
      "loss": 0.3842,
      "step": 610040
    },
    {
      "epoch": 170.26,
      "grad_norm": 1.280778169631958,
      "learning_rate": 4.35585545067418e-06,
      "loss": 0.405,
      "step": 610050
    },
    {
      "epoch": 170.27,
      "grad_norm": 1.035413146018982,
      "learning_rate": 4.355841584175082e-06,
      "loss": 0.3722,
      "step": 610060
    },
    {
      "epoch": 170.27,
      "grad_norm": 1.4183826446533203,
      "learning_rate": 4.3558277174081745e-06,
      "loss": 0.3931,
      "step": 610070
    },
    {
      "epoch": 170.27,
      "grad_norm": 1.1222184896469116,
      "learning_rate": 4.355813850373458e-06,
      "loss": 0.3724,
      "step": 610080
    },
    {
      "epoch": 170.27,
      "grad_norm": 1.1963732242584229,
      "learning_rate": 4.355799983070936e-06,
      "loss": 0.381,
      "step": 610090
    },
    {
      "epoch": 170.28,
      "grad_norm": 1.1610270738601685,
      "learning_rate": 4.35578611550061e-06,
      "loss": 0.3962,
      "step": 610100
    },
    {
      "epoch": 170.28,
      "grad_norm": 1.1376723051071167,
      "learning_rate": 4.35577224766248e-06,
      "loss": 0.3822,
      "step": 610110
    },
    {
      "epoch": 170.28,
      "grad_norm": 1.2021640539169312,
      "learning_rate": 4.35575837955655e-06,
      "loss": 0.3866,
      "step": 610120
    },
    {
      "epoch": 170.28,
      "grad_norm": 1.0563827753067017,
      "learning_rate": 4.355744511182822e-06,
      "loss": 0.3922,
      "step": 610130
    },
    {
      "epoch": 170.29,
      "grad_norm": 1.2808831930160522,
      "learning_rate": 4.355730642541296e-06,
      "loss": 0.3887,
      "step": 610140
    },
    {
      "epoch": 170.29,
      "grad_norm": 1.108561635017395,
      "learning_rate": 4.355716773631976e-06,
      "loss": 0.3888,
      "step": 610150
    },
    {
      "epoch": 170.29,
      "grad_norm": 1.028570294380188,
      "learning_rate": 4.355702904454861e-06,
      "loss": 0.4023,
      "step": 610160
    },
    {
      "epoch": 170.3,
      "grad_norm": 1.250298261642456,
      "learning_rate": 4.355689035009956e-06,
      "loss": 0.3782,
      "step": 610170
    },
    {
      "epoch": 170.3,
      "grad_norm": 1.0846952199935913,
      "learning_rate": 4.35567516529726e-06,
      "loss": 0.3908,
      "step": 610180
    },
    {
      "epoch": 170.3,
      "grad_norm": 1.1836475133895874,
      "learning_rate": 4.355661295316777e-06,
      "loss": 0.3722,
      "step": 610190
    },
    {
      "epoch": 170.3,
      "grad_norm": 0.9886306524276733,
      "learning_rate": 4.355647425068508e-06,
      "loss": 0.3664,
      "step": 610200
    },
    {
      "epoch": 170.31,
      "grad_norm": 1.3115217685699463,
      "learning_rate": 4.355633554552455e-06,
      "loss": 0.3806,
      "step": 610210
    },
    {
      "epoch": 170.31,
      "grad_norm": 1.167510747909546,
      "learning_rate": 4.3556196837686195e-06,
      "loss": 0.3783,
      "step": 610220
    },
    {
      "epoch": 170.31,
      "grad_norm": 1.3946915864944458,
      "learning_rate": 4.355605812717004e-06,
      "loss": 0.377,
      "step": 610230
    },
    {
      "epoch": 170.32,
      "grad_norm": 1.2277237176895142,
      "learning_rate": 4.35559194139761e-06,
      "loss": 0.3606,
      "step": 610240
    },
    {
      "epoch": 170.32,
      "grad_norm": 1.1862791776657104,
      "learning_rate": 4.355578069810438e-06,
      "loss": 0.3816,
      "step": 610250
    },
    {
      "epoch": 170.32,
      "grad_norm": 1.2018351554870605,
      "learning_rate": 4.355564197955493e-06,
      "loss": 0.4075,
      "step": 610260
    },
    {
      "epoch": 170.32,
      "grad_norm": 1.2957029342651367,
      "learning_rate": 4.355550325832774e-06,
      "loss": 0.4037,
      "step": 610270
    },
    {
      "epoch": 170.33,
      "grad_norm": 1.7152031660079956,
      "learning_rate": 4.355536453442283e-06,
      "loss": 0.3764,
      "step": 610280
    },
    {
      "epoch": 170.33,
      "grad_norm": 0.9888351559638977,
      "learning_rate": 4.355522580784024e-06,
      "loss": 0.3858,
      "step": 610290
    },
    {
      "epoch": 170.33,
      "grad_norm": 0.9833396077156067,
      "learning_rate": 4.355508707857997e-06,
      "loss": 0.3848,
      "step": 610300
    },
    {
      "epoch": 170.33,
      "grad_norm": 1.2601736783981323,
      "learning_rate": 4.355494834664205e-06,
      "loss": 0.3911,
      "step": 610310
    },
    {
      "epoch": 170.34,
      "grad_norm": 1.1960147619247437,
      "learning_rate": 4.355480961202648e-06,
      "loss": 0.3756,
      "step": 610320
    },
    {
      "epoch": 170.34,
      "grad_norm": 1.1990643739700317,
      "learning_rate": 4.35546708747333e-06,
      "loss": 0.3962,
      "step": 610330
    },
    {
      "epoch": 170.34,
      "grad_norm": 3.019667863845825,
      "learning_rate": 4.355453213476252e-06,
      "loss": 0.3915,
      "step": 610340
    },
    {
      "epoch": 170.35,
      "grad_norm": 1.2884540557861328,
      "learning_rate": 4.355439339211415e-06,
      "loss": 0.3878,
      "step": 610350
    },
    {
      "epoch": 170.35,
      "grad_norm": 1.342075228691101,
      "learning_rate": 4.355425464678822e-06,
      "loss": 0.3734,
      "step": 610360
    },
    {
      "epoch": 170.35,
      "grad_norm": 1.1902689933776855,
      "learning_rate": 4.355411589878475e-06,
      "loss": 0.3601,
      "step": 610370
    },
    {
      "epoch": 170.35,
      "grad_norm": 1.1271755695343018,
      "learning_rate": 4.355397714810375e-06,
      "loss": 0.3776,
      "step": 610380
    },
    {
      "epoch": 170.36,
      "grad_norm": 1.1760274171829224,
      "learning_rate": 4.355383839474523e-06,
      "loss": 0.3955,
      "step": 610390
    },
    {
      "epoch": 170.36,
      "grad_norm": 1.0661317110061646,
      "learning_rate": 4.355369963870924e-06,
      "loss": 0.3929,
      "step": 610400
    },
    {
      "epoch": 170.36,
      "grad_norm": 1.0094716548919678,
      "learning_rate": 4.355356087999576e-06,
      "loss": 0.3974,
      "step": 610410
    },
    {
      "epoch": 170.37,
      "grad_norm": 1.208242654800415,
      "learning_rate": 4.355342211860483e-06,
      "loss": 0.3792,
      "step": 610420
    },
    {
      "epoch": 170.37,
      "grad_norm": 1.2156676054000854,
      "learning_rate": 4.355328335453647e-06,
      "loss": 0.3781,
      "step": 610430
    },
    {
      "epoch": 170.37,
      "grad_norm": 1.1103854179382324,
      "learning_rate": 4.35531445877907e-06,
      "loss": 0.3841,
      "step": 610440
    },
    {
      "epoch": 170.37,
      "grad_norm": 1.1169066429138184,
      "learning_rate": 4.3553005818367524e-06,
      "loss": 0.3719,
      "step": 610450
    },
    {
      "epoch": 170.38,
      "grad_norm": 1.2227524518966675,
      "learning_rate": 4.3552867046266965e-06,
      "loss": 0.3804,
      "step": 610460
    },
    {
      "epoch": 170.38,
      "grad_norm": 1.504248023033142,
      "learning_rate": 4.355272827148905e-06,
      "loss": 0.3888,
      "step": 610470
    },
    {
      "epoch": 170.38,
      "grad_norm": 1.0529602766036987,
      "learning_rate": 4.35525894940338e-06,
      "loss": 0.3841,
      "step": 610480
    },
    {
      "epoch": 170.39,
      "grad_norm": 1.2896987199783325,
      "learning_rate": 4.355245071390122e-06,
      "loss": 0.3686,
      "step": 610490
    },
    {
      "epoch": 170.39,
      "grad_norm": 1.1995413303375244,
      "learning_rate": 4.355231193109133e-06,
      "loss": 0.3682,
      "step": 610500
    },
    {
      "epoch": 170.39,
      "grad_norm": 1.4108914136886597,
      "learning_rate": 4.355217314560415e-06,
      "loss": 0.3833,
      "step": 610510
    },
    {
      "epoch": 170.39,
      "grad_norm": 1.3198888301849365,
      "learning_rate": 4.355203435743971e-06,
      "loss": 0.3952,
      "step": 610520
    },
    {
      "epoch": 170.4,
      "grad_norm": 1.1265925168991089,
      "learning_rate": 4.3551895566598015e-06,
      "loss": 0.3794,
      "step": 610530
    },
    {
      "epoch": 170.4,
      "grad_norm": 1.1850614547729492,
      "learning_rate": 4.35517567730791e-06,
      "loss": 0.4001,
      "step": 610540
    },
    {
      "epoch": 170.4,
      "grad_norm": 1.107326626777649,
      "learning_rate": 4.355161797688296e-06,
      "loss": 0.3785,
      "step": 610550
    },
    {
      "epoch": 170.4,
      "grad_norm": 1.2242993116378784,
      "learning_rate": 4.355147917800963e-06,
      "loss": 0.3811,
      "step": 610560
    },
    {
      "epoch": 170.41,
      "grad_norm": 1.0210272073745728,
      "learning_rate": 4.355134037645912e-06,
      "loss": 0.3739,
      "step": 610570
    },
    {
      "epoch": 170.41,
      "grad_norm": 1.1357898712158203,
      "learning_rate": 4.355120157223146e-06,
      "loss": 0.3672,
      "step": 610580
    },
    {
      "epoch": 170.41,
      "grad_norm": 1.028182864189148,
      "learning_rate": 4.3551062765326655e-06,
      "loss": 0.3616,
      "step": 610590
    },
    {
      "epoch": 170.42,
      "grad_norm": 1.3484817743301392,
      "learning_rate": 4.355092395574473e-06,
      "loss": 0.3916,
      "step": 610600
    },
    {
      "epoch": 170.42,
      "grad_norm": 1.3252924680709839,
      "learning_rate": 4.35507851434857e-06,
      "loss": 0.39,
      "step": 610610
    },
    {
      "epoch": 170.42,
      "grad_norm": 1.0126936435699463,
      "learning_rate": 4.355064632854959e-06,
      "loss": 0.3743,
      "step": 610620
    },
    {
      "epoch": 170.42,
      "grad_norm": 1.338248372077942,
      "learning_rate": 4.355050751093642e-06,
      "loss": 0.4148,
      "step": 610630
    },
    {
      "epoch": 170.43,
      "grad_norm": 1.0898902416229248,
      "learning_rate": 4.35503686906462e-06,
      "loss": 0.3839,
      "step": 610640
    },
    {
      "epoch": 170.43,
      "grad_norm": 1.4162757396697998,
      "learning_rate": 4.355022986767894e-06,
      "loss": 0.3677,
      "step": 610650
    },
    {
      "epoch": 170.43,
      "grad_norm": 1.3072724342346191,
      "learning_rate": 4.355009104203468e-06,
      "loss": 0.3876,
      "step": 610660
    },
    {
      "epoch": 170.44,
      "grad_norm": 1.2458561658859253,
      "learning_rate": 4.354995221371343e-06,
      "loss": 0.3717,
      "step": 610670
    },
    {
      "epoch": 170.44,
      "grad_norm": 1.0633718967437744,
      "learning_rate": 4.35498133827152e-06,
      "loss": 0.3916,
      "step": 610680
    },
    {
      "epoch": 170.44,
      "grad_norm": 1.1944626569747925,
      "learning_rate": 4.354967454904002e-06,
      "loss": 0.3653,
      "step": 610690
    },
    {
      "epoch": 170.44,
      "grad_norm": 1.3608871698379517,
      "learning_rate": 4.3549535712687916e-06,
      "loss": 0.3689,
      "step": 610700
    },
    {
      "epoch": 170.45,
      "grad_norm": 1.3226211071014404,
      "learning_rate": 4.354939687365888e-06,
      "loss": 0.3769,
      "step": 610710
    },
    {
      "epoch": 170.45,
      "grad_norm": 1.013442873954773,
      "learning_rate": 4.354925803195295e-06,
      "loss": 0.3771,
      "step": 610720
    },
    {
      "epoch": 170.45,
      "grad_norm": 1.081572413444519,
      "learning_rate": 4.3549119187570135e-06,
      "loss": 0.3656,
      "step": 610730
    },
    {
      "epoch": 170.45,
      "grad_norm": 1.5275464057922363,
      "learning_rate": 4.3548980340510455e-06,
      "loss": 0.3905,
      "step": 610740
    },
    {
      "epoch": 170.46,
      "grad_norm": 1.3569165468215942,
      "learning_rate": 4.354884149077394e-06,
      "loss": 0.4003,
      "step": 610750
    },
    {
      "epoch": 170.46,
      "grad_norm": 1.120784044265747,
      "learning_rate": 4.3548702638360595e-06,
      "loss": 0.3804,
      "step": 610760
    },
    {
      "epoch": 170.46,
      "grad_norm": 1.035635232925415,
      "learning_rate": 4.354856378327046e-06,
      "loss": 0.3872,
      "step": 610770
    },
    {
      "epoch": 170.47,
      "grad_norm": 1.2426923513412476,
      "learning_rate": 4.354842492550351e-06,
      "loss": 0.3748,
      "step": 610780
    },
    {
      "epoch": 170.47,
      "grad_norm": 1.4257563352584839,
      "learning_rate": 4.35482860650598e-06,
      "loss": 0.3944,
      "step": 610790
    },
    {
      "epoch": 170.47,
      "grad_norm": 1.1065351963043213,
      "learning_rate": 4.354814720193934e-06,
      "loss": 0.378,
      "step": 610800
    },
    {
      "epoch": 170.47,
      "grad_norm": 1.286836862564087,
      "learning_rate": 4.354800833614216e-06,
      "loss": 0.3774,
      "step": 610810
    },
    {
      "epoch": 170.48,
      "grad_norm": 1.107128381729126,
      "learning_rate": 4.354786946766826e-06,
      "loss": 0.3722,
      "step": 610820
    },
    {
      "epoch": 170.48,
      "grad_norm": 1.5460476875305176,
      "learning_rate": 4.354773059651766e-06,
      "loss": 0.3639,
      "step": 610830
    },
    {
      "epoch": 170.48,
      "grad_norm": 1.212843894958496,
      "learning_rate": 4.354759172269037e-06,
      "loss": 0.385,
      "step": 610840
    },
    {
      "epoch": 170.49,
      "grad_norm": 1.305545449256897,
      "learning_rate": 4.3547452846186444e-06,
      "loss": 0.4097,
      "step": 610850
    },
    {
      "epoch": 170.49,
      "grad_norm": 1.2579352855682373,
      "learning_rate": 4.354731396700586e-06,
      "loss": 0.3642,
      "step": 610860
    },
    {
      "epoch": 170.49,
      "grad_norm": 2.149240493774414,
      "learning_rate": 4.354717508514867e-06,
      "loss": 0.3738,
      "step": 610870
    },
    {
      "epoch": 170.49,
      "grad_norm": 1.1314109563827515,
      "learning_rate": 4.354703620061486e-06,
      "loss": 0.4056,
      "step": 610880
    },
    {
      "epoch": 170.5,
      "grad_norm": 1.2327673435211182,
      "learning_rate": 4.354689731340448e-06,
      "loss": 0.3887,
      "step": 610890
    },
    {
      "epoch": 170.5,
      "grad_norm": 1.1647517681121826,
      "learning_rate": 4.354675842351752e-06,
      "loss": 0.3903,
      "step": 610900
    },
    {
      "epoch": 170.5,
      "grad_norm": 1.2801710367202759,
      "learning_rate": 4.3546619530954025e-06,
      "loss": 0.38,
      "step": 610910
    },
    {
      "epoch": 170.51,
      "grad_norm": 1.2132612466812134,
      "learning_rate": 4.354648063571399e-06,
      "loss": 0.3869,
      "step": 610920
    },
    {
      "epoch": 170.51,
      "grad_norm": 1.4711835384368896,
      "learning_rate": 4.3546341737797455e-06,
      "loss": 0.3907,
      "step": 610930
    },
    {
      "epoch": 170.51,
      "grad_norm": 1.1406173706054688,
      "learning_rate": 4.354620283720442e-06,
      "loss": 0.3834,
      "step": 610940
    },
    {
      "epoch": 170.51,
      "grad_norm": 1.1845425367355347,
      "learning_rate": 4.354606393393492e-06,
      "loss": 0.3866,
      "step": 610950
    },
    {
      "epoch": 170.52,
      "grad_norm": 1.2171286344528198,
      "learning_rate": 4.354592502798895e-06,
      "loss": 0.399,
      "step": 610960
    },
    {
      "epoch": 170.52,
      "grad_norm": 1.2294321060180664,
      "learning_rate": 4.354578611936656e-06,
      "loss": 0.3853,
      "step": 610970
    },
    {
      "epoch": 170.52,
      "grad_norm": 1.4086475372314453,
      "learning_rate": 4.354564720806774e-06,
      "loss": 0.4019,
      "step": 610980
    },
    {
      "epoch": 170.52,
      "grad_norm": 1.1131266355514526,
      "learning_rate": 4.3545508294092525e-06,
      "loss": 0.3778,
      "step": 610990
    },
    {
      "epoch": 170.53,
      "grad_norm": 1.1652809381484985,
      "learning_rate": 4.354536937744092e-06,
      "loss": 0.3777,
      "step": 611000
    },
    {
      "epoch": 170.53,
      "grad_norm": 1.3601610660552979,
      "learning_rate": 4.354523045811296e-06,
      "loss": 0.3744,
      "step": 611010
    },
    {
      "epoch": 170.53,
      "grad_norm": 1.3863734006881714,
      "learning_rate": 4.354509153610866e-06,
      "loss": 0.3877,
      "step": 611020
    },
    {
      "epoch": 170.54,
      "grad_norm": 1.32577383518219,
      "learning_rate": 4.354495261142802e-06,
      "loss": 0.3808,
      "step": 611030
    },
    {
      "epoch": 170.54,
      "grad_norm": 1.0918227434158325,
      "learning_rate": 4.354481368407108e-06,
      "loss": 0.3878,
      "step": 611040
    },
    {
      "epoch": 170.54,
      "grad_norm": 1.6874533891677856,
      "learning_rate": 4.354467475403785e-06,
      "loss": 0.3818,
      "step": 611050
    },
    {
      "epoch": 170.54,
      "grad_norm": 1.4908406734466553,
      "learning_rate": 4.354453582132836e-06,
      "loss": 0.3715,
      "step": 611060
    },
    {
      "epoch": 170.55,
      "grad_norm": 1.340590238571167,
      "learning_rate": 4.3544396885942615e-06,
      "loss": 0.387,
      "step": 611070
    },
    {
      "epoch": 170.55,
      "grad_norm": 1.1934868097305298,
      "learning_rate": 4.354425794788063e-06,
      "loss": 0.3961,
      "step": 611080
    },
    {
      "epoch": 170.55,
      "grad_norm": 1.2300351858139038,
      "learning_rate": 4.3544119007142425e-06,
      "loss": 0.3818,
      "step": 611090
    },
    {
      "epoch": 170.56,
      "grad_norm": 1.2321085929870605,
      "learning_rate": 4.354398006372804e-06,
      "loss": 0.3868,
      "step": 611100
    },
    {
      "epoch": 170.56,
      "grad_norm": 1.2408791780471802,
      "learning_rate": 4.354384111763746e-06,
      "loss": 0.3962,
      "step": 611110
    },
    {
      "epoch": 170.56,
      "grad_norm": 1.0562043190002441,
      "learning_rate": 4.354370216887072e-06,
      "loss": 0.3853,
      "step": 611120
    },
    {
      "epoch": 170.56,
      "grad_norm": 1.2862557172775269,
      "learning_rate": 4.354356321742785e-06,
      "loss": 0.3876,
      "step": 611130
    },
    {
      "epoch": 170.57,
      "grad_norm": 1.2599314451217651,
      "learning_rate": 4.354342426330886e-06,
      "loss": 0.3869,
      "step": 611140
    },
    {
      "epoch": 170.57,
      "grad_norm": 1.0963581800460815,
      "learning_rate": 4.354328530651376e-06,
      "loss": 0.3899,
      "step": 611150
    },
    {
      "epoch": 170.57,
      "grad_norm": 1.1256464719772339,
      "learning_rate": 4.354314634704257e-06,
      "loss": 0.3554,
      "step": 611160
    },
    {
      "epoch": 170.57,
      "grad_norm": 1.0810967683792114,
      "learning_rate": 4.3543007384895316e-06,
      "loss": 0.3793,
      "step": 611170
    },
    {
      "epoch": 170.58,
      "grad_norm": 1.0102733373641968,
      "learning_rate": 4.354286842007202e-06,
      "loss": 0.3897,
      "step": 611180
    },
    {
      "epoch": 170.58,
      "grad_norm": 1.261596918106079,
      "learning_rate": 4.354272945257268e-06,
      "loss": 0.3844,
      "step": 611190
    },
    {
      "epoch": 170.58,
      "grad_norm": 1.1934623718261719,
      "learning_rate": 4.3542590482397345e-06,
      "loss": 0.3993,
      "step": 611200
    },
    {
      "epoch": 170.59,
      "grad_norm": 1.2132824659347534,
      "learning_rate": 4.3542451509546005e-06,
      "loss": 0.392,
      "step": 611210
    },
    {
      "epoch": 170.59,
      "grad_norm": 1.091754674911499,
      "learning_rate": 4.35423125340187e-06,
      "loss": 0.3799,
      "step": 611220
    },
    {
      "epoch": 170.59,
      "grad_norm": 1.1705310344696045,
      "learning_rate": 4.354217355581543e-06,
      "loss": 0.3923,
      "step": 611230
    },
    {
      "epoch": 170.59,
      "grad_norm": 1.2270948886871338,
      "learning_rate": 4.354203457493623e-06,
      "loss": 0.3632,
      "step": 611240
    },
    {
      "epoch": 170.6,
      "grad_norm": 1.2410008907318115,
      "learning_rate": 4.354189559138111e-06,
      "loss": 0.3887,
      "step": 611250
    },
    {
      "epoch": 170.6,
      "grad_norm": 2.3259663581848145,
      "learning_rate": 4.354175660515009e-06,
      "loss": 0.373,
      "step": 611260
    },
    {
      "epoch": 170.6,
      "grad_norm": 1.260168433189392,
      "learning_rate": 4.354161761624318e-06,
      "loss": 0.3661,
      "step": 611270
    },
    {
      "epoch": 170.61,
      "grad_norm": 1.1300724744796753,
      "learning_rate": 4.354147862466041e-06,
      "loss": 0.3819,
      "step": 611280
    },
    {
      "epoch": 170.61,
      "grad_norm": 1.0292177200317383,
      "learning_rate": 4.354133963040179e-06,
      "loss": 0.395,
      "step": 611290
    },
    {
      "epoch": 170.61,
      "grad_norm": 1.2320879697799683,
      "learning_rate": 4.3541200633467355e-06,
      "loss": 0.3769,
      "step": 611300
    },
    {
      "epoch": 170.61,
      "grad_norm": 1.1781255006790161,
      "learning_rate": 4.354106163385711e-06,
      "loss": 0.3849,
      "step": 611310
    },
    {
      "epoch": 170.62,
      "grad_norm": 1.3527628183364868,
      "learning_rate": 4.354092263157107e-06,
      "loss": 0.3767,
      "step": 611320
    },
    {
      "epoch": 170.62,
      "grad_norm": 1.099661946296692,
      "learning_rate": 4.354078362660926e-06,
      "loss": 0.3752,
      "step": 611330
    },
    {
      "epoch": 170.62,
      "grad_norm": 1.2197861671447754,
      "learning_rate": 4.35406446189717e-06,
      "loss": 0.3936,
      "step": 611340
    },
    {
      "epoch": 170.63,
      "grad_norm": 1.140681266784668,
      "learning_rate": 4.35405056086584e-06,
      "loss": 0.386,
      "step": 611350
    },
    {
      "epoch": 170.63,
      "grad_norm": 4.8562750816345215,
      "learning_rate": 4.354036659566939e-06,
      "loss": 0.377,
      "step": 611360
    },
    {
      "epoch": 170.63,
      "grad_norm": 1.300049901008606,
      "learning_rate": 4.354022758000468e-06,
      "loss": 0.3973,
      "step": 611370
    },
    {
      "epoch": 170.63,
      "grad_norm": 1.1244081258773804,
      "learning_rate": 4.35400885616643e-06,
      "loss": 0.3762,
      "step": 611380
    },
    {
      "epoch": 170.64,
      "grad_norm": 1.1372318267822266,
      "learning_rate": 4.3539949540648246e-06,
      "loss": 0.3726,
      "step": 611390
    },
    {
      "epoch": 170.64,
      "grad_norm": 1.0937249660491943,
      "learning_rate": 4.3539810516956564e-06,
      "loss": 0.3855,
      "step": 611400
    },
    {
      "epoch": 170.64,
      "grad_norm": 1.4615966081619263,
      "learning_rate": 4.353967149058925e-06,
      "loss": 0.4041,
      "step": 611410
    },
    {
      "epoch": 170.64,
      "grad_norm": 1.4605897665023804,
      "learning_rate": 4.353953246154634e-06,
      "loss": 0.3863,
      "step": 611420
    },
    {
      "epoch": 170.65,
      "grad_norm": 1.2117897272109985,
      "learning_rate": 4.353939342982783e-06,
      "loss": 0.373,
      "step": 611430
    },
    {
      "epoch": 170.65,
      "grad_norm": 1.2287217378616333,
      "learning_rate": 4.353925439543376e-06,
      "loss": 0.3791,
      "step": 611440
    },
    {
      "epoch": 170.65,
      "grad_norm": 1.135100245475769,
      "learning_rate": 4.3539115358364145e-06,
      "loss": 0.3751,
      "step": 611450
    },
    {
      "epoch": 170.66,
      "grad_norm": 1.097074270248413,
      "learning_rate": 4.3538976318618996e-06,
      "loss": 0.3862,
      "step": 611460
    },
    {
      "epoch": 170.66,
      "grad_norm": 1.089343786239624,
      "learning_rate": 4.353883727619834e-06,
      "loss": 0.3908,
      "step": 611470
    },
    {
      "epoch": 170.66,
      "grad_norm": 8.316506385803223,
      "learning_rate": 4.353869823110218e-06,
      "loss": 0.3969,
      "step": 611480
    },
    {
      "epoch": 170.66,
      "grad_norm": 1.236971378326416,
      "learning_rate": 4.353855918333055e-06,
      "loss": 0.3835,
      "step": 611490
    },
    {
      "epoch": 170.67,
      "grad_norm": 1.354857087135315,
      "learning_rate": 4.3538420132883465e-06,
      "loss": 0.3807,
      "step": 611500
    },
    {
      "epoch": 170.67,
      "grad_norm": 1.1605724096298218,
      "learning_rate": 4.353828107976094e-06,
      "loss": 0.3799,
      "step": 611510
    },
    {
      "epoch": 170.67,
      "grad_norm": 1.0639697313308716,
      "learning_rate": 4.353814202396301e-06,
      "loss": 0.3962,
      "step": 611520
    },
    {
      "epoch": 170.68,
      "grad_norm": 1.3087533712387085,
      "learning_rate": 4.353800296548965e-06,
      "loss": 0.372,
      "step": 611530
    },
    {
      "epoch": 170.68,
      "grad_norm": 1.3207948207855225,
      "learning_rate": 4.353786390434093e-06,
      "loss": 0.3513,
      "step": 611540
    },
    {
      "epoch": 170.68,
      "grad_norm": 1.2494832277297974,
      "learning_rate": 4.353772484051684e-06,
      "loss": 0.3983,
      "step": 611550
    },
    {
      "epoch": 170.68,
      "grad_norm": 1.0502680540084839,
      "learning_rate": 4.353758577401741e-06,
      "loss": 0.3727,
      "step": 611560
    },
    {
      "epoch": 170.69,
      "grad_norm": 1.1922732591629028,
      "learning_rate": 4.353744670484265e-06,
      "loss": 0.3787,
      "step": 611570
    },
    {
      "epoch": 170.69,
      "grad_norm": 1.2456862926483154,
      "learning_rate": 4.353730763299257e-06,
      "loss": 0.3768,
      "step": 611580
    },
    {
      "epoch": 170.69,
      "grad_norm": 1.1812877655029297,
      "learning_rate": 4.353716855846721e-06,
      "loss": 0.3784,
      "step": 611590
    },
    {
      "epoch": 170.69,
      "grad_norm": 1.3331700563430786,
      "learning_rate": 4.353702948126658e-06,
      "loss": 0.4014,
      "step": 611600
    },
    {
      "epoch": 170.7,
      "grad_norm": 1.348604440689087,
      "learning_rate": 4.35368904013907e-06,
      "loss": 0.3697,
      "step": 611610
    },
    {
      "epoch": 170.7,
      "grad_norm": 1.3171069622039795,
      "learning_rate": 4.353675131883958e-06,
      "loss": 0.3865,
      "step": 611620
    },
    {
      "epoch": 170.7,
      "grad_norm": 1.1264379024505615,
      "learning_rate": 4.353661223361324e-06,
      "loss": 0.3855,
      "step": 611630
    },
    {
      "epoch": 170.71,
      "grad_norm": 1.3270434141159058,
      "learning_rate": 4.353647314571171e-06,
      "loss": 0.3651,
      "step": 611640
    },
    {
      "epoch": 170.71,
      "grad_norm": 1.3024494647979736,
      "learning_rate": 4.3536334055135e-06,
      "loss": 0.3751,
      "step": 611650
    },
    {
      "epoch": 170.71,
      "grad_norm": 1.3049876689910889,
      "learning_rate": 4.353619496188313e-06,
      "loss": 0.3652,
      "step": 611660
    },
    {
      "epoch": 170.71,
      "grad_norm": 1.3555119037628174,
      "learning_rate": 4.353605586595611e-06,
      "loss": 0.3643,
      "step": 611670
    },
    {
      "epoch": 170.72,
      "grad_norm": 1.1241978406906128,
      "learning_rate": 4.353591676735397e-06,
      "loss": 0.3807,
      "step": 611680
    },
    {
      "epoch": 170.72,
      "grad_norm": 1.1690751314163208,
      "learning_rate": 4.3535777666076734e-06,
      "loss": 0.375,
      "step": 611690
    },
    {
      "epoch": 170.72,
      "grad_norm": 1.19587242603302,
      "learning_rate": 4.353563856212441e-06,
      "loss": 0.3944,
      "step": 611700
    },
    {
      "epoch": 170.73,
      "grad_norm": 1.324070692062378,
      "learning_rate": 4.353549945549702e-06,
      "loss": 0.3775,
      "step": 611710
    },
    {
      "epoch": 170.73,
      "grad_norm": 1.3581624031066895,
      "learning_rate": 4.353536034619457e-06,
      "loss": 0.3872,
      "step": 611720
    },
    {
      "epoch": 170.73,
      "grad_norm": 1.227961778640747,
      "learning_rate": 4.3535221234217095e-06,
      "loss": 0.3857,
      "step": 611730
    },
    {
      "epoch": 170.73,
      "grad_norm": 1.1015366315841675,
      "learning_rate": 4.353508211956461e-06,
      "loss": 0.3668,
      "step": 611740
    },
    {
      "epoch": 170.74,
      "grad_norm": 1.1566721200942993,
      "learning_rate": 4.353494300223713e-06,
      "loss": 0.3941,
      "step": 611750
    },
    {
      "epoch": 170.74,
      "grad_norm": 1.1128178834915161,
      "learning_rate": 4.353480388223467e-06,
      "loss": 0.3779,
      "step": 611760
    },
    {
      "epoch": 170.74,
      "grad_norm": 1.214609980583191,
      "learning_rate": 4.3534664759557254e-06,
      "loss": 0.373,
      "step": 611770
    },
    {
      "epoch": 170.75,
      "grad_norm": 1.2757070064544678,
      "learning_rate": 4.353452563420491e-06,
      "loss": 0.3734,
      "step": 611780
    },
    {
      "epoch": 170.75,
      "grad_norm": 1.2371165752410889,
      "learning_rate": 4.353438650617764e-06,
      "loss": 0.3877,
      "step": 611790
    },
    {
      "epoch": 170.75,
      "grad_norm": 2.078040838241577,
      "learning_rate": 4.353424737547547e-06,
      "loss": 0.3797,
      "step": 611800
    },
    {
      "epoch": 170.75,
      "grad_norm": 1.139882206916809,
      "learning_rate": 4.3534108242098405e-06,
      "loss": 0.386,
      "step": 611810
    },
    {
      "epoch": 170.76,
      "grad_norm": 1.2849092483520508,
      "learning_rate": 4.353396910604649e-06,
      "loss": 0.406,
      "step": 611820
    },
    {
      "epoch": 170.76,
      "grad_norm": 1.341712236404419,
      "learning_rate": 4.353382996731973e-06,
      "loss": 0.366,
      "step": 611830
    },
    {
      "epoch": 170.76,
      "grad_norm": 1.121294617652893,
      "learning_rate": 4.353369082591814e-06,
      "loss": 0.3782,
      "step": 611840
    },
    {
      "epoch": 170.76,
      "grad_norm": 1.1242222785949707,
      "learning_rate": 4.353355168184174e-06,
      "loss": 0.367,
      "step": 611850
    },
    {
      "epoch": 170.77,
      "grad_norm": 1.081009030342102,
      "learning_rate": 4.353341253509055e-06,
      "loss": 0.3879,
      "step": 611860
    },
    {
      "epoch": 170.77,
      "grad_norm": 1.1756839752197266,
      "learning_rate": 4.353327338566459e-06,
      "loss": 0.3819,
      "step": 611870
    },
    {
      "epoch": 170.77,
      "grad_norm": 1.248801350593567,
      "learning_rate": 4.353313423356388e-06,
      "loss": 0.3822,
      "step": 611880
    },
    {
      "epoch": 170.78,
      "grad_norm": 1.2928833961486816,
      "learning_rate": 4.353299507878843e-06,
      "loss": 0.3759,
      "step": 611890
    },
    {
      "epoch": 170.78,
      "grad_norm": 1.118908166885376,
      "learning_rate": 4.353285592133827e-06,
      "loss": 0.3868,
      "step": 611900
    },
    {
      "epoch": 170.78,
      "grad_norm": 1.1559784412384033,
      "learning_rate": 4.3532716761213405e-06,
      "loss": 0.3829,
      "step": 611910
    },
    {
      "epoch": 170.78,
      "grad_norm": 1.1091660261154175,
      "learning_rate": 4.353257759841387e-06,
      "loss": 0.395,
      "step": 611920
    },
    {
      "epoch": 170.79,
      "grad_norm": 0.9972215890884399,
      "learning_rate": 4.353243843293966e-06,
      "loss": 0.376,
      "step": 611930
    },
    {
      "epoch": 170.79,
      "grad_norm": 1.0764175653457642,
      "learning_rate": 4.353229926479082e-06,
      "loss": 0.3853,
      "step": 611940
    },
    {
      "epoch": 170.79,
      "grad_norm": 1.1981383562088013,
      "learning_rate": 4.353216009396736e-06,
      "loss": 0.3841,
      "step": 611950
    },
    {
      "epoch": 170.8,
      "grad_norm": 1.0765935182571411,
      "learning_rate": 4.353202092046929e-06,
      "loss": 0.3863,
      "step": 611960
    },
    {
      "epoch": 170.8,
      "grad_norm": 1.5362526178359985,
      "learning_rate": 4.353188174429664e-06,
      "loss": 0.3831,
      "step": 611970
    },
    {
      "epoch": 170.8,
      "grad_norm": 1.0592260360717773,
      "learning_rate": 4.353174256544941e-06,
      "loss": 0.3833,
      "step": 611980
    },
    {
      "epoch": 170.8,
      "grad_norm": 1.1857013702392578,
      "learning_rate": 4.353160338392764e-06,
      "loss": 0.3984,
      "step": 611990
    },
    {
      "epoch": 170.81,
      "grad_norm": 1.18132483959198,
      "learning_rate": 4.353146419973134e-06,
      "loss": 0.3827,
      "step": 612000
    },
    {
      "epoch": 170.81,
      "grad_norm": 1.154587984085083,
      "learning_rate": 4.3531325012860514e-06,
      "loss": 0.3987,
      "step": 612010
    },
    {
      "epoch": 170.81,
      "grad_norm": 1.1779582500457764,
      "learning_rate": 4.353118582331521e-06,
      "loss": 0.386,
      "step": 612020
    },
    {
      "epoch": 170.81,
      "grad_norm": 1.2418607473373413,
      "learning_rate": 4.353104663109542e-06,
      "loss": 0.3752,
      "step": 612030
    },
    {
      "epoch": 170.82,
      "grad_norm": 0.9656583666801453,
      "learning_rate": 4.353090743620119e-06,
      "loss": 0.3732,
      "step": 612040
    },
    {
      "epoch": 170.82,
      "grad_norm": 1.1340545415878296,
      "learning_rate": 4.3530768238632504e-06,
      "loss": 0.3915,
      "step": 612050
    },
    {
      "epoch": 170.82,
      "grad_norm": 1.182414174079895,
      "learning_rate": 4.353062903838941e-06,
      "loss": 0.3822,
      "step": 612060
    },
    {
      "epoch": 170.83,
      "grad_norm": 1.0888464450836182,
      "learning_rate": 4.353048983547191e-06,
      "loss": 0.3717,
      "step": 612070
    },
    {
      "epoch": 170.83,
      "grad_norm": 1.1831896305084229,
      "learning_rate": 4.353035062988003e-06,
      "loss": 0.3715,
      "step": 612080
    },
    {
      "epoch": 170.83,
      "grad_norm": 1.3550912141799927,
      "learning_rate": 4.353021142161378e-06,
      "loss": 0.3951,
      "step": 612090
    },
    {
      "epoch": 170.83,
      "grad_norm": 1.2652697563171387,
      "learning_rate": 4.353007221067319e-06,
      "loss": 0.3652,
      "step": 612100
    },
    {
      "epoch": 170.84,
      "grad_norm": 1.0868953466415405,
      "learning_rate": 4.3529932997058275e-06,
      "loss": 0.3809,
      "step": 612110
    },
    {
      "epoch": 170.84,
      "grad_norm": 1.1997147798538208,
      "learning_rate": 4.352979378076905e-06,
      "loss": 0.3785,
      "step": 612120
    },
    {
      "epoch": 170.84,
      "grad_norm": 1.1253199577331543,
      "learning_rate": 4.352965456180553e-06,
      "loss": 0.4036,
      "step": 612130
    },
    {
      "epoch": 170.85,
      "grad_norm": 1.1245287656784058,
      "learning_rate": 4.352951534016775e-06,
      "loss": 0.3773,
      "step": 612140
    },
    {
      "epoch": 170.85,
      "grad_norm": 1.3996752500534058,
      "learning_rate": 4.35293761158557e-06,
      "loss": 0.3709,
      "step": 612150
    },
    {
      "epoch": 170.85,
      "grad_norm": 1.1953872442245483,
      "learning_rate": 4.352923688886943e-06,
      "loss": 0.3822,
      "step": 612160
    },
    {
      "epoch": 170.85,
      "grad_norm": 1.3695896863937378,
      "learning_rate": 4.352909765920894e-06,
      "loss": 0.3848,
      "step": 612170
    },
    {
      "epoch": 170.86,
      "grad_norm": 1.386457085609436,
      "learning_rate": 4.352895842687425e-06,
      "loss": 0.3921,
      "step": 612180
    },
    {
      "epoch": 170.86,
      "grad_norm": 1.3472470045089722,
      "learning_rate": 4.352881919186539e-06,
      "loss": 0.3772,
      "step": 612190
    },
    {
      "epoch": 170.86,
      "grad_norm": 1.1109187602996826,
      "learning_rate": 4.352867995418236e-06,
      "loss": 0.3724,
      "step": 612200
    },
    {
      "epoch": 170.87,
      "grad_norm": 1.0372751951217651,
      "learning_rate": 4.3528540713825195e-06,
      "loss": 0.3723,
      "step": 612210
    },
    {
      "epoch": 170.87,
      "grad_norm": 1.2890162467956543,
      "learning_rate": 4.352840147079391e-06,
      "loss": 0.3885,
      "step": 612220
    },
    {
      "epoch": 170.87,
      "grad_norm": 1.2287805080413818,
      "learning_rate": 4.352826222508851e-06,
      "loss": 0.3887,
      "step": 612230
    },
    {
      "epoch": 170.87,
      "grad_norm": 1.0393459796905518,
      "learning_rate": 4.3528122976709036e-06,
      "loss": 0.3883,
      "step": 612240
    },
    {
      "epoch": 170.88,
      "grad_norm": 1.3915493488311768,
      "learning_rate": 4.352798372565548e-06,
      "loss": 0.3842,
      "step": 612250
    },
    {
      "epoch": 170.88,
      "grad_norm": 1.6049675941467285,
      "learning_rate": 4.352784447192789e-06,
      "loss": 0.3768,
      "step": 612260
    },
    {
      "epoch": 170.88,
      "grad_norm": 1.3764153718948364,
      "learning_rate": 4.3527705215526265e-06,
      "loss": 0.4027,
      "step": 612270
    },
    {
      "epoch": 170.88,
      "grad_norm": 1.1817766427993774,
      "learning_rate": 4.3527565956450624e-06,
      "loss": 0.3886,
      "step": 612280
    },
    {
      "epoch": 170.89,
      "grad_norm": 1.3303056955337524,
      "learning_rate": 4.3527426694700986e-06,
      "loss": 0.396,
      "step": 612290
    },
    {
      "epoch": 170.89,
      "grad_norm": 1.3726222515106201,
      "learning_rate": 4.352728743027738e-06,
      "loss": 0.3848,
      "step": 612300
    },
    {
      "epoch": 170.89,
      "grad_norm": 1.0843292474746704,
      "learning_rate": 4.3527148163179815e-06,
      "loss": 0.3943,
      "step": 612310
    },
    {
      "epoch": 170.9,
      "grad_norm": 1.3412737846374512,
      "learning_rate": 4.3527008893408325e-06,
      "loss": 0.3862,
      "step": 612320
    },
    {
      "epoch": 170.9,
      "grad_norm": 1.0653213262557983,
      "learning_rate": 4.3526869620962905e-06,
      "loss": 0.3876,
      "step": 612330
    },
    {
      "epoch": 170.9,
      "grad_norm": 1.2169398069381714,
      "learning_rate": 4.352673034584358e-06,
      "loss": 0.3902,
      "step": 612340
    },
    {
      "epoch": 170.9,
      "grad_norm": 1.0824624300003052,
      "learning_rate": 4.352659106805038e-06,
      "loss": 0.3885,
      "step": 612350
    },
    {
      "epoch": 170.91,
      "grad_norm": 1.0430771112442017,
      "learning_rate": 4.3526451787583315e-06,
      "loss": 0.3725,
      "step": 612360
    },
    {
      "epoch": 170.91,
      "grad_norm": 1.4263521432876587,
      "learning_rate": 4.35263125044424e-06,
      "loss": 0.3785,
      "step": 612370
    },
    {
      "epoch": 170.91,
      "grad_norm": 1.097662329673767,
      "learning_rate": 4.352617321862767e-06,
      "loss": 0.3784,
      "step": 612380
    },
    {
      "epoch": 170.92,
      "grad_norm": 0.9983280301094055,
      "learning_rate": 4.352603393013912e-06,
      "loss": 0.3543,
      "step": 612390
    },
    {
      "epoch": 170.92,
      "grad_norm": 1.0144610404968262,
      "learning_rate": 4.352589463897679e-06,
      "loss": 0.3817,
      "step": 612400
    },
    {
      "epoch": 170.92,
      "grad_norm": 1.1642988920211792,
      "learning_rate": 4.3525755345140686e-06,
      "loss": 0.3914,
      "step": 612410
    },
    {
      "epoch": 170.92,
      "grad_norm": 1.1178711652755737,
      "learning_rate": 4.352561604863083e-06,
      "loss": 0.39,
      "step": 612420
    },
    {
      "epoch": 170.93,
      "grad_norm": 1.0166934728622437,
      "learning_rate": 4.352547674944723e-06,
      "loss": 0.3884,
      "step": 612430
    },
    {
      "epoch": 170.93,
      "grad_norm": 1.4944425821304321,
      "learning_rate": 4.352533744758993e-06,
      "loss": 0.3888,
      "step": 612440
    },
    {
      "epoch": 170.93,
      "grad_norm": 1.2341915369033813,
      "learning_rate": 4.352519814305893e-06,
      "loss": 0.386,
      "step": 612450
    },
    {
      "epoch": 170.93,
      "grad_norm": 1.3127628564834595,
      "learning_rate": 4.352505883585424e-06,
      "loss": 0.3731,
      "step": 612460
    },
    {
      "epoch": 170.94,
      "grad_norm": 1.2917948961257935,
      "learning_rate": 4.352491952597591e-06,
      "loss": 0.381,
      "step": 612470
    },
    {
      "epoch": 170.94,
      "grad_norm": 1.2396601438522339,
      "learning_rate": 4.352478021342392e-06,
      "loss": 0.3989,
      "step": 612480
    },
    {
      "epoch": 170.94,
      "grad_norm": 1.091846227645874,
      "learning_rate": 4.352464089819832e-06,
      "loss": 0.358,
      "step": 612490
    },
    {
      "epoch": 170.95,
      "grad_norm": 1.262058138847351,
      "learning_rate": 4.352450158029911e-06,
      "loss": 0.3839,
      "step": 612500
    },
    {
      "epoch": 170.95,
      "grad_norm": 1.266360878944397,
      "learning_rate": 4.3524362259726315e-06,
      "loss": 0.3924,
      "step": 612510
    },
    {
      "epoch": 170.95,
      "grad_norm": 3.6476528644561768,
      "learning_rate": 4.352422293647996e-06,
      "loss": 0.3979,
      "step": 612520
    },
    {
      "epoch": 170.95,
      "grad_norm": 1.3702540397644043,
      "learning_rate": 4.352408361056005e-06,
      "loss": 0.3753,
      "step": 612530
    },
    {
      "epoch": 170.96,
      "grad_norm": 1.2501862049102783,
      "learning_rate": 4.352394428196661e-06,
      "loss": 0.401,
      "step": 612540
    },
    {
      "epoch": 170.96,
      "grad_norm": 1.2050405740737915,
      "learning_rate": 4.352380495069966e-06,
      "loss": 0.4024,
      "step": 612550
    },
    {
      "epoch": 170.96,
      "grad_norm": 1.2376916408538818,
      "learning_rate": 4.352366561675922e-06,
      "loss": 0.4122,
      "step": 612560
    },
    {
      "epoch": 170.97,
      "grad_norm": 1.1785706281661987,
      "learning_rate": 4.3523526280145306e-06,
      "loss": 0.3956,
      "step": 612570
    },
    {
      "epoch": 170.97,
      "grad_norm": 1.103453278541565,
      "learning_rate": 4.352338694085793e-06,
      "loss": 0.3792,
      "step": 612580
    },
    {
      "epoch": 170.97,
      "grad_norm": 1.2570053339004517,
      "learning_rate": 4.352324759889713e-06,
      "loss": 0.3912,
      "step": 612590
    },
    {
      "epoch": 170.97,
      "grad_norm": 1.0840985774993896,
      "learning_rate": 4.35231082542629e-06,
      "loss": 0.3809,
      "step": 612600
    },
    {
      "epoch": 170.98,
      "grad_norm": 2.5461268424987793,
      "learning_rate": 4.352296890695527e-06,
      "loss": 0.3862,
      "step": 612610
    },
    {
      "epoch": 170.98,
      "grad_norm": 1.130314826965332,
      "learning_rate": 4.3522829556974265e-06,
      "loss": 0.3716,
      "step": 612620
    },
    {
      "epoch": 170.98,
      "grad_norm": 1.3293185234069824,
      "learning_rate": 4.352269020431989e-06,
      "loss": 0.3827,
      "step": 612630
    },
    {
      "epoch": 170.99,
      "grad_norm": 1.066306471824646,
      "learning_rate": 4.352255084899218e-06,
      "loss": 0.3905,
      "step": 612640
    },
    {
      "epoch": 170.99,
      "grad_norm": 1.0010496377944946,
      "learning_rate": 4.3522411490991135e-06,
      "loss": 0.37,
      "step": 612650
    },
    {
      "epoch": 170.99,
      "grad_norm": 1.1662664413452148,
      "learning_rate": 4.352227213031678e-06,
      "loss": 0.3803,
      "step": 612660
    },
    {
      "epoch": 170.99,
      "grad_norm": 1.0964832305908203,
      "learning_rate": 4.352213276696915e-06,
      "loss": 0.3845,
      "step": 612670
    },
    {
      "epoch": 171.0,
      "grad_norm": 1.5925490856170654,
      "learning_rate": 4.352199340094824e-06,
      "loss": 0.3906,
      "step": 612680
    },
    {
      "epoch": 171.0,
      "grad_norm": 1.2603877782821655,
      "learning_rate": 4.352185403225408e-06,
      "loss": 0.3798,
      "step": 612690
    },
    {
      "epoch": 171.0,
      "eval_loss": 0.38277652859687805,
      "eval_runtime": 63.1499,
      "eval_samples_per_second": 80.111,
      "eval_steps_per_second": 10.024,
      "step": 612693
    },
    {
      "epoch": 171.0,
      "grad_norm": 1.3921397924423218,
      "learning_rate": 4.352171466088669e-06,
      "loss": 0.3775,
      "step": 612700
    },
    {
      "epoch": 171.0,
      "grad_norm": 1.0533655881881714,
      "learning_rate": 4.352157528684608e-06,
      "loss": 0.3848,
      "step": 612710
    },
    {
      "epoch": 171.01,
      "grad_norm": 3.3796310424804688,
      "learning_rate": 4.352143591013228e-06,
      "loss": 0.3841,
      "step": 612720
    },
    {
      "epoch": 171.01,
      "grad_norm": 1.1025117635726929,
      "learning_rate": 4.35212965307453e-06,
      "loss": 0.3935,
      "step": 612730
    },
    {
      "epoch": 171.01,
      "grad_norm": 1.187819480895996,
      "learning_rate": 4.3521157148685165e-06,
      "loss": 0.367,
      "step": 612740
    },
    {
      "epoch": 171.02,
      "grad_norm": 1.382533073425293,
      "learning_rate": 4.352101776395188e-06,
      "loss": 0.4001,
      "step": 612750
    },
    {
      "epoch": 171.02,
      "grad_norm": 1.3677804470062256,
      "learning_rate": 4.352087837654549e-06,
      "loss": 0.3713,
      "step": 612760
    },
    {
      "epoch": 171.02,
      "grad_norm": 1.0701031684875488,
      "learning_rate": 4.352073898646598e-06,
      "loss": 0.3662,
      "step": 612770
    },
    {
      "epoch": 171.02,
      "grad_norm": 1.7014884948730469,
      "learning_rate": 4.35205995937134e-06,
      "loss": 0.398,
      "step": 612780
    },
    {
      "epoch": 171.03,
      "grad_norm": 1.3649060726165771,
      "learning_rate": 4.352046019828774e-06,
      "loss": 0.3796,
      "step": 612790
    },
    {
      "epoch": 171.03,
      "grad_norm": 1.242771029472351,
      "learning_rate": 4.3520320800189036e-06,
      "loss": 0.3747,
      "step": 612800
    },
    {
      "epoch": 171.03,
      "grad_norm": 1.2759901285171509,
      "learning_rate": 4.352018139941731e-06,
      "loss": 0.3838,
      "step": 612810
    },
    {
      "epoch": 171.04,
      "grad_norm": 1.1794790029525757,
      "learning_rate": 4.352004199597256e-06,
      "loss": 0.3757,
      "step": 612820
    },
    {
      "epoch": 171.04,
      "grad_norm": 1.1431925296783447,
      "learning_rate": 4.351990258985483e-06,
      "loss": 0.3971,
      "step": 612830
    },
    {
      "epoch": 171.04,
      "grad_norm": 1.1391574144363403,
      "learning_rate": 4.3519763181064135e-06,
      "loss": 0.3852,
      "step": 612840
    },
    {
      "epoch": 171.04,
      "grad_norm": 1.7822426557540894,
      "learning_rate": 4.3519623769600465e-06,
      "loss": 0.3896,
      "step": 612850
    },
    {
      "epoch": 171.05,
      "grad_norm": 1.0993894338607788,
      "learning_rate": 4.3519484355463865e-06,
      "loss": 0.3712,
      "step": 612860
    },
    {
      "epoch": 171.05,
      "grad_norm": 1.3440779447555542,
      "learning_rate": 4.351934493865435e-06,
      "loss": 0.3656,
      "step": 612870
    },
    {
      "epoch": 171.05,
      "grad_norm": 1.1162604093551636,
      "learning_rate": 4.351920551917195e-06,
      "loss": 0.3889,
      "step": 612880
    },
    {
      "epoch": 171.05,
      "grad_norm": 1.105835199356079,
      "learning_rate": 4.351906609701665e-06,
      "loss": 0.4008,
      "step": 612890
    },
    {
      "epoch": 171.06,
      "grad_norm": 1.1555817127227783,
      "learning_rate": 4.351892667218849e-06,
      "loss": 0.3698,
      "step": 612900
    },
    {
      "epoch": 171.06,
      "grad_norm": 1.1249001026153564,
      "learning_rate": 4.351878724468749e-06,
      "loss": 0.385,
      "step": 612910
    },
    {
      "epoch": 171.06,
      "grad_norm": 1.0878018140792847,
      "learning_rate": 4.351864781451367e-06,
      "loss": 0.3904,
      "step": 612920
    },
    {
      "epoch": 171.07,
      "grad_norm": 1.3211320638656616,
      "learning_rate": 4.351850838166704e-06,
      "loss": 0.3876,
      "step": 612930
    },
    {
      "epoch": 171.07,
      "grad_norm": 1.189660668373108,
      "learning_rate": 4.351836894614763e-06,
      "loss": 0.3819,
      "step": 612940
    },
    {
      "epoch": 171.07,
      "grad_norm": 1.5586442947387695,
      "learning_rate": 4.3518229507955435e-06,
      "loss": 0.3752,
      "step": 612950
    },
    {
      "epoch": 171.07,
      "grad_norm": 1.2687774896621704,
      "learning_rate": 4.35180900670905e-06,
      "loss": 0.3977,
      "step": 612960
    },
    {
      "epoch": 171.08,
      "grad_norm": 1.2609784603118896,
      "learning_rate": 4.351795062355283e-06,
      "loss": 0.385,
      "step": 612970
    },
    {
      "epoch": 171.08,
      "grad_norm": 1.1299086809158325,
      "learning_rate": 4.351781117734245e-06,
      "loss": 0.3878,
      "step": 612980
    },
    {
      "epoch": 171.08,
      "grad_norm": 1.0952539443969727,
      "learning_rate": 4.351767172845936e-06,
      "loss": 0.3728,
      "step": 612990
    },
    {
      "epoch": 171.09,
      "grad_norm": 1.1492607593536377,
      "learning_rate": 4.351753227690361e-06,
      "loss": 0.3868,
      "step": 613000
    },
    {
      "epoch": 171.09,
      "grad_norm": 1.017829418182373,
      "learning_rate": 4.351739282267521e-06,
      "loss": 0.3804,
      "step": 613010
    },
    {
      "epoch": 171.09,
      "grad_norm": 1.0932601690292358,
      "learning_rate": 4.3517253365774145e-06,
      "loss": 0.3752,
      "step": 613020
    },
    {
      "epoch": 171.09,
      "grad_norm": 2.325545310974121,
      "learning_rate": 4.351711390620048e-06,
      "loss": 0.4138,
      "step": 613030
    },
    {
      "epoch": 171.1,
      "grad_norm": 1.1445026397705078,
      "learning_rate": 4.351697444395421e-06,
      "loss": 0.3947,
      "step": 613040
    },
    {
      "epoch": 171.1,
      "grad_norm": 1.2318273782730103,
      "learning_rate": 4.351683497903535e-06,
      "loss": 0.3833,
      "step": 613050
    },
    {
      "epoch": 171.1,
      "grad_norm": 1.325620412826538,
      "learning_rate": 4.351669551144393e-06,
      "loss": 0.3954,
      "step": 613060
    },
    {
      "epoch": 171.11,
      "grad_norm": 1.2845450639724731,
      "learning_rate": 4.351655604117996e-06,
      "loss": 0.375,
      "step": 613070
    },
    {
      "epoch": 171.11,
      "grad_norm": 1.6595771312713623,
      "learning_rate": 4.351641656824346e-06,
      "loss": 0.3919,
      "step": 613080
    },
    {
      "epoch": 171.11,
      "grad_norm": 1.4012755155563354,
      "learning_rate": 4.3516277092634455e-06,
      "loss": 0.3697,
      "step": 613090
    },
    {
      "epoch": 171.11,
      "grad_norm": 1.0372179746627808,
      "learning_rate": 4.3516137614352956e-06,
      "loss": 0.3739,
      "step": 613100
    },
    {
      "epoch": 171.12,
      "grad_norm": 1.202376127243042,
      "learning_rate": 4.351599813339899e-06,
      "loss": 0.3865,
      "step": 613110
    },
    {
      "epoch": 171.12,
      "grad_norm": 1.0804840326309204,
      "learning_rate": 4.351585864977257e-06,
      "loss": 0.3915,
      "step": 613120
    },
    {
      "epoch": 171.12,
      "grad_norm": 1.4188165664672852,
      "learning_rate": 4.351571916347371e-06,
      "loss": 0.3797,
      "step": 613130
    },
    {
      "epoch": 171.12,
      "grad_norm": 1.0887531042099,
      "learning_rate": 4.351557967450244e-06,
      "loss": 0.3804,
      "step": 613140
    },
    {
      "epoch": 171.13,
      "grad_norm": 1.246016025543213,
      "learning_rate": 4.351544018285876e-06,
      "loss": 0.3808,
      "step": 613150
    },
    {
      "epoch": 171.13,
      "grad_norm": 1.1129199266433716,
      "learning_rate": 4.351530068854272e-06,
      "loss": 0.3972,
      "step": 613160
    },
    {
      "epoch": 171.13,
      "grad_norm": 1.0633769035339355,
      "learning_rate": 4.351516119155431e-06,
      "loss": 0.3617,
      "step": 613170
    },
    {
      "epoch": 171.14,
      "grad_norm": 0.9966162443161011,
      "learning_rate": 4.351502169189355e-06,
      "loss": 0.4066,
      "step": 613180
    },
    {
      "epoch": 171.14,
      "grad_norm": 1.146020531654358,
      "learning_rate": 4.351488218956047e-06,
      "loss": 0.3727,
      "step": 613190
    },
    {
      "epoch": 171.14,
      "grad_norm": 1.2510714530944824,
      "learning_rate": 4.351474268455509e-06,
      "loss": 0.398,
      "step": 613200
    },
    {
      "epoch": 171.14,
      "grad_norm": 1.2417112588882446,
      "learning_rate": 4.351460317687742e-06,
      "loss": 0.3706,
      "step": 613210
    },
    {
      "epoch": 171.15,
      "grad_norm": 1.3020668029785156,
      "learning_rate": 4.351446366652748e-06,
      "loss": 0.383,
      "step": 613220
    },
    {
      "epoch": 171.15,
      "grad_norm": 1.2192920446395874,
      "learning_rate": 4.35143241535053e-06,
      "loss": 0.3895,
      "step": 613230
    },
    {
      "epoch": 171.15,
      "grad_norm": 1.2009830474853516,
      "learning_rate": 4.351418463781088e-06,
      "loss": 0.3855,
      "step": 613240
    },
    {
      "epoch": 171.16,
      "grad_norm": 1.2761361598968506,
      "learning_rate": 4.351404511944425e-06,
      "loss": 0.378,
      "step": 613250
    },
    {
      "epoch": 171.16,
      "grad_norm": 1.13356614112854,
      "learning_rate": 4.3513905598405435e-06,
      "loss": 0.3642,
      "step": 613260
    },
    {
      "epoch": 171.16,
      "grad_norm": 1.4095312356948853,
      "learning_rate": 4.351376607469443e-06,
      "loss": 0.3926,
      "step": 613270
    },
    {
      "epoch": 171.16,
      "grad_norm": 1.0699869394302368,
      "learning_rate": 4.351362654831128e-06,
      "loss": 0.391,
      "step": 613280
    },
    {
      "epoch": 171.17,
      "grad_norm": 1.0638325214385986,
      "learning_rate": 4.351348701925598e-06,
      "loss": 0.3721,
      "step": 613290
    },
    {
      "epoch": 171.17,
      "grad_norm": 1.0700247287750244,
      "learning_rate": 4.351334748752858e-06,
      "loss": 0.3877,
      "step": 613300
    },
    {
      "epoch": 171.17,
      "grad_norm": 1.1251753568649292,
      "learning_rate": 4.351320795312906e-06,
      "loss": 0.3736,
      "step": 613310
    },
    {
      "epoch": 171.17,
      "grad_norm": 1.2563183307647705,
      "learning_rate": 4.351306841605746e-06,
      "loss": 0.3704,
      "step": 613320
    },
    {
      "epoch": 171.18,
      "grad_norm": 1.1417601108551025,
      "learning_rate": 4.351292887631381e-06,
      "loss": 0.3743,
      "step": 613330
    },
    {
      "epoch": 171.18,
      "grad_norm": 1.2191652059555054,
      "learning_rate": 4.35127893338981e-06,
      "loss": 0.3895,
      "step": 613340
    },
    {
      "epoch": 171.18,
      "grad_norm": 1.2082712650299072,
      "learning_rate": 4.351264978881038e-06,
      "loss": 0.3742,
      "step": 613350
    },
    {
      "epoch": 171.19,
      "grad_norm": 1.1716344356536865,
      "learning_rate": 4.351251024105064e-06,
      "loss": 0.3928,
      "step": 613360
    },
    {
      "epoch": 171.19,
      "grad_norm": 1.1641473770141602,
      "learning_rate": 4.3512370690618915e-06,
      "loss": 0.395,
      "step": 613370
    },
    {
      "epoch": 171.19,
      "grad_norm": 1.1512640714645386,
      "learning_rate": 4.351223113751522e-06,
      "loss": 0.3865,
      "step": 613380
    },
    {
      "epoch": 171.19,
      "grad_norm": 1.440264105796814,
      "learning_rate": 4.351209158173956e-06,
      "loss": 0.4073,
      "step": 613390
    },
    {
      "epoch": 171.2,
      "grad_norm": 1.3956884145736694,
      "learning_rate": 4.351195202329199e-06,
      "loss": 0.3719,
      "step": 613400
    },
    {
      "epoch": 171.2,
      "grad_norm": 1.355067253112793,
      "learning_rate": 4.351181246217249e-06,
      "loss": 0.3813,
      "step": 613410
    },
    {
      "epoch": 171.2,
      "grad_norm": 1.4383697509765625,
      "learning_rate": 4.351167289838109e-06,
      "loss": 0.3835,
      "step": 613420
    },
    {
      "epoch": 171.21,
      "grad_norm": 1.1881223917007446,
      "learning_rate": 4.351153333191782e-06,
      "loss": 0.3708,
      "step": 613430
    },
    {
      "epoch": 171.21,
      "grad_norm": 1.4471089839935303,
      "learning_rate": 4.351139376278268e-06,
      "loss": 0.3722,
      "step": 613440
    },
    {
      "epoch": 171.21,
      "grad_norm": 1.157357931137085,
      "learning_rate": 4.351125419097571e-06,
      "loss": 0.3863,
      "step": 613450
    },
    {
      "epoch": 171.21,
      "grad_norm": 1.3673324584960938,
      "learning_rate": 4.351111461649692e-06,
      "loss": 0.3836,
      "step": 613460
    },
    {
      "epoch": 171.22,
      "grad_norm": 1.298227310180664,
      "learning_rate": 4.351097503934632e-06,
      "loss": 0.388,
      "step": 613470
    },
    {
      "epoch": 171.22,
      "grad_norm": 1.1843202114105225,
      "learning_rate": 4.351083545952393e-06,
      "loss": 0.3792,
      "step": 613480
    },
    {
      "epoch": 171.22,
      "grad_norm": 1.2095179557800293,
      "learning_rate": 4.3510695877029785e-06,
      "loss": 0.3796,
      "step": 613490
    },
    {
      "epoch": 171.23,
      "grad_norm": 1.2172554731369019,
      "learning_rate": 4.351055629186388e-06,
      "loss": 0.3814,
      "step": 613500
    },
    {
      "epoch": 171.23,
      "grad_norm": 1.1262162923812866,
      "learning_rate": 4.351041670402626e-06,
      "loss": 0.3829,
      "step": 613510
    },
    {
      "epoch": 171.23,
      "grad_norm": 1.1125701665878296,
      "learning_rate": 4.351027711351692e-06,
      "loss": 0.3777,
      "step": 613520
    },
    {
      "epoch": 171.23,
      "grad_norm": 1.0701327323913574,
      "learning_rate": 4.351013752033589e-06,
      "loss": 0.381,
      "step": 613530
    },
    {
      "epoch": 171.24,
      "grad_norm": 1.0034610033035278,
      "learning_rate": 4.350999792448319e-06,
      "loss": 0.3707,
      "step": 613540
    },
    {
      "epoch": 171.24,
      "grad_norm": 1.2289927005767822,
      "learning_rate": 4.350985832595883e-06,
      "loss": 0.3959,
      "step": 613550
    },
    {
      "epoch": 171.24,
      "grad_norm": 1.3204823732376099,
      "learning_rate": 4.350971872476283e-06,
      "loss": 0.4,
      "step": 613560
    },
    {
      "epoch": 171.24,
      "grad_norm": 1.1507904529571533,
      "learning_rate": 4.350957912089522e-06,
      "loss": 0.3911,
      "step": 613570
    },
    {
      "epoch": 171.25,
      "grad_norm": 1.0949267148971558,
      "learning_rate": 4.350943951435601e-06,
      "loss": 0.3807,
      "step": 613580
    },
    {
      "epoch": 171.25,
      "grad_norm": 1.1562104225158691,
      "learning_rate": 4.350929990514522e-06,
      "loss": 0.3699,
      "step": 613590
    },
    {
      "epoch": 171.25,
      "grad_norm": 1.0838373899459839,
      "learning_rate": 4.350916029326286e-06,
      "loss": 0.389,
      "step": 613600
    },
    {
      "epoch": 171.26,
      "grad_norm": 1.3092535734176636,
      "learning_rate": 4.3509020678708965e-06,
      "loss": 0.3872,
      "step": 613610
    },
    {
      "epoch": 171.26,
      "grad_norm": 0.9314950704574585,
      "learning_rate": 4.350888106148354e-06,
      "loss": 0.3872,
      "step": 613620
    },
    {
      "epoch": 171.26,
      "grad_norm": 1.1947267055511475,
      "learning_rate": 4.3508741441586615e-06,
      "loss": 0.3853,
      "step": 613630
    },
    {
      "epoch": 171.26,
      "grad_norm": 1.0548866987228394,
      "learning_rate": 4.35086018190182e-06,
      "loss": 0.3567,
      "step": 613640
    },
    {
      "epoch": 171.27,
      "grad_norm": 1.206787109375,
      "learning_rate": 4.350846219377831e-06,
      "loss": 0.3806,
      "step": 613650
    },
    {
      "epoch": 171.27,
      "grad_norm": 1.3630926609039307,
      "learning_rate": 4.350832256586697e-06,
      "loss": 0.3737,
      "step": 613660
    },
    {
      "epoch": 171.27,
      "grad_norm": 1.3843417167663574,
      "learning_rate": 4.350818293528421e-06,
      "loss": 0.3825,
      "step": 613670
    },
    {
      "epoch": 171.28,
      "grad_norm": 1.2350369691848755,
      "learning_rate": 4.350804330203003e-06,
      "loss": 0.383,
      "step": 613680
    },
    {
      "epoch": 171.28,
      "grad_norm": 2.8796093463897705,
      "learning_rate": 4.350790366610445e-06,
      "loss": 0.3801,
      "step": 613690
    },
    {
      "epoch": 171.28,
      "grad_norm": 1.2640042304992676,
      "learning_rate": 4.3507764027507495e-06,
      "loss": 0.3719,
      "step": 613700
    },
    {
      "epoch": 171.28,
      "grad_norm": 1.243506669998169,
      "learning_rate": 4.350762438623919e-06,
      "loss": 0.3829,
      "step": 613710
    },
    {
      "epoch": 171.29,
      "grad_norm": 1.20745050907135,
      "learning_rate": 4.350748474229954e-06,
      "loss": 0.377,
      "step": 613720
    },
    {
      "epoch": 171.29,
      "grad_norm": 1.187422513961792,
      "learning_rate": 4.350734509568857e-06,
      "loss": 0.3876,
      "step": 613730
    },
    {
      "epoch": 171.29,
      "grad_norm": 1.3049534559249878,
      "learning_rate": 4.350720544640629e-06,
      "loss": 0.3755,
      "step": 613740
    },
    {
      "epoch": 171.3,
      "grad_norm": 1.5117422342300415,
      "learning_rate": 4.350706579445274e-06,
      "loss": 0.3879,
      "step": 613750
    },
    {
      "epoch": 171.3,
      "grad_norm": 1.073611855506897,
      "learning_rate": 4.350692613982792e-06,
      "loss": 0.3756,
      "step": 613760
    },
    {
      "epoch": 171.3,
      "grad_norm": 1.3924620151519775,
      "learning_rate": 4.350678648253186e-06,
      "loss": 0.3925,
      "step": 613770
    },
    {
      "epoch": 171.3,
      "grad_norm": 1.0785417556762695,
      "learning_rate": 4.350664682256456e-06,
      "loss": 0.3842,
      "step": 613780
    },
    {
      "epoch": 171.31,
      "grad_norm": 1.0062288045883179,
      "learning_rate": 4.350650715992606e-06,
      "loss": 0.3757,
      "step": 613790
    },
    {
      "epoch": 171.31,
      "grad_norm": 1.0989415645599365,
      "learning_rate": 4.350636749461637e-06,
      "loss": 0.3741,
      "step": 613800
    },
    {
      "epoch": 171.31,
      "grad_norm": 1.1365277767181396,
      "learning_rate": 4.3506227826635505e-06,
      "loss": 0.3776,
      "step": 613810
    },
    {
      "epoch": 171.31,
      "grad_norm": 1.5908819437026978,
      "learning_rate": 4.350608815598349e-06,
      "loss": 0.4094,
      "step": 613820
    },
    {
      "epoch": 171.32,
      "grad_norm": 1.183032512664795,
      "learning_rate": 4.350594848266034e-06,
      "loss": 0.3926,
      "step": 613830
    },
    {
      "epoch": 171.32,
      "grad_norm": 1.220044493675232,
      "learning_rate": 4.350580880666608e-06,
      "loss": 0.394,
      "step": 613840
    },
    {
      "epoch": 171.32,
      "grad_norm": 1.1631672382354736,
      "learning_rate": 4.350566912800071e-06,
      "loss": 0.3918,
      "step": 613850
    },
    {
      "epoch": 171.33,
      "grad_norm": 1.2217224836349487,
      "learning_rate": 4.350552944666427e-06,
      "loss": 0.381,
      "step": 613860
    },
    {
      "epoch": 171.33,
      "grad_norm": 0.9919448494911194,
      "learning_rate": 4.350538976265676e-06,
      "loss": 0.3805,
      "step": 613870
    },
    {
      "epoch": 171.33,
      "grad_norm": 1.118574619293213,
      "learning_rate": 4.350525007597821e-06,
      "loss": 0.381,
      "step": 613880
    },
    {
      "epoch": 171.33,
      "grad_norm": 1.2064622640609741,
      "learning_rate": 4.350511038662865e-06,
      "loss": 0.4039,
      "step": 613890
    },
    {
      "epoch": 171.34,
      "grad_norm": 1.1655914783477783,
      "learning_rate": 4.350497069460807e-06,
      "loss": 0.3958,
      "step": 613900
    },
    {
      "epoch": 171.34,
      "grad_norm": 1.0332874059677124,
      "learning_rate": 4.350483099991652e-06,
      "loss": 0.3887,
      "step": 613910
    },
    {
      "epoch": 171.34,
      "grad_norm": 1.0711590051651,
      "learning_rate": 4.350469130255398e-06,
      "loss": 0.384,
      "step": 613920
    },
    {
      "epoch": 171.35,
      "grad_norm": 1.129626989364624,
      "learning_rate": 4.350455160252052e-06,
      "loss": 0.3741,
      "step": 613930
    },
    {
      "epoch": 171.35,
      "grad_norm": 1.251441240310669,
      "learning_rate": 4.350441189981611e-06,
      "loss": 0.3805,
      "step": 613940
    },
    {
      "epoch": 171.35,
      "grad_norm": 1.0752453804016113,
      "learning_rate": 4.350427219444079e-06,
      "loss": 0.3898,
      "step": 613950
    },
    {
      "epoch": 171.35,
      "grad_norm": 1.143161416053772,
      "learning_rate": 4.350413248639458e-06,
      "loss": 0.3894,
      "step": 613960
    },
    {
      "epoch": 171.36,
      "grad_norm": 1.420352578163147,
      "learning_rate": 4.35039927756775e-06,
      "loss": 0.3787,
      "step": 613970
    },
    {
      "epoch": 171.36,
      "grad_norm": 1.243298053741455,
      "learning_rate": 4.350385306228956e-06,
      "loss": 0.4048,
      "step": 613980
    },
    {
      "epoch": 171.36,
      "grad_norm": 1.2553704977035522,
      "learning_rate": 4.350371334623079e-06,
      "loss": 0.3873,
      "step": 613990
    },
    {
      "epoch": 171.36,
      "grad_norm": 1.2580989599227905,
      "learning_rate": 4.350357362750119e-06,
      "loss": 0.399,
      "step": 614000
    },
    {
      "epoch": 171.37,
      "grad_norm": 1.2926290035247803,
      "learning_rate": 4.3503433906100794e-06,
      "loss": 0.3996,
      "step": 614010
    },
    {
      "epoch": 171.37,
      "grad_norm": 1.1658685207366943,
      "learning_rate": 4.350329418202962e-06,
      "loss": 0.3817,
      "step": 614020
    },
    {
      "epoch": 171.37,
      "grad_norm": 1.0290844440460205,
      "learning_rate": 4.3503154455287685e-06,
      "loss": 0.3762,
      "step": 614030
    },
    {
      "epoch": 171.38,
      "grad_norm": 1.0362244844436646,
      "learning_rate": 4.3503014725875e-06,
      "loss": 0.3748,
      "step": 614040
    },
    {
      "epoch": 171.38,
      "grad_norm": 1.1969760656356812,
      "learning_rate": 4.350287499379159e-06,
      "loss": 0.3728,
      "step": 614050
    },
    {
      "epoch": 171.38,
      "grad_norm": 1.1778472661972046,
      "learning_rate": 4.350273525903748e-06,
      "loss": 0.3755,
      "step": 614060
    },
    {
      "epoch": 171.38,
      "grad_norm": 1.5110113620758057,
      "learning_rate": 4.350259552161267e-06,
      "loss": 0.3903,
      "step": 614070
    },
    {
      "epoch": 171.39,
      "grad_norm": 1.2023252248764038,
      "learning_rate": 4.35024557815172e-06,
      "loss": 0.3826,
      "step": 614080
    },
    {
      "epoch": 171.39,
      "grad_norm": 3.0538082122802734,
      "learning_rate": 4.350231603875108e-06,
      "loss": 0.3752,
      "step": 614090
    },
    {
      "epoch": 171.39,
      "grad_norm": 1.0500319004058838,
      "learning_rate": 4.350217629331433e-06,
      "loss": 0.3665,
      "step": 614100
    },
    {
      "epoch": 171.4,
      "grad_norm": 1.3642122745513916,
      "learning_rate": 4.350203654520694e-06,
      "loss": 0.3922,
      "step": 614110
    },
    {
      "epoch": 171.4,
      "grad_norm": 6.39478874206543,
      "learning_rate": 4.350189679442899e-06,
      "loss": 0.3789,
      "step": 614120
    },
    {
      "epoch": 171.4,
      "grad_norm": 1.033850908279419,
      "learning_rate": 4.350175704098044e-06,
      "loss": 0.3891,
      "step": 614130
    },
    {
      "epoch": 171.4,
      "grad_norm": 1.0528587102890015,
      "learning_rate": 4.350161728486135e-06,
      "loss": 0.3795,
      "step": 614140
    },
    {
      "epoch": 171.41,
      "grad_norm": 1.189467430114746,
      "learning_rate": 4.350147752607171e-06,
      "loss": 0.3927,
      "step": 614150
    },
    {
      "epoch": 171.41,
      "grad_norm": 1.3951221704483032,
      "learning_rate": 4.350133776461154e-06,
      "loss": 0.3818,
      "step": 614160
    },
    {
      "epoch": 171.41,
      "grad_norm": 1.0823804140090942,
      "learning_rate": 4.3501198000480885e-06,
      "loss": 0.3693,
      "step": 614170
    },
    {
      "epoch": 171.42,
      "grad_norm": 1.081950306892395,
      "learning_rate": 4.350105823367974e-06,
      "loss": 0.3825,
      "step": 614180
    },
    {
      "epoch": 171.42,
      "grad_norm": 1.0732108354568481,
      "learning_rate": 4.350091846420812e-06,
      "loss": 0.3796,
      "step": 614190
    },
    {
      "epoch": 171.42,
      "grad_norm": 1.2921966314315796,
      "learning_rate": 4.350077869206607e-06,
      "loss": 0.4031,
      "step": 614200
    },
    {
      "epoch": 171.42,
      "grad_norm": 1.2481633424758911,
      "learning_rate": 4.350063891725358e-06,
      "loss": 0.3866,
      "step": 614210
    },
    {
      "epoch": 171.43,
      "grad_norm": 1.4910485744476318,
      "learning_rate": 4.3500499139770686e-06,
      "loss": 0.3769,
      "step": 614220
    },
    {
      "epoch": 171.43,
      "grad_norm": 1.0502163171768188,
      "learning_rate": 4.35003593596174e-06,
      "loss": 0.3919,
      "step": 614230
    },
    {
      "epoch": 171.43,
      "grad_norm": 1.157408356666565,
      "learning_rate": 4.350021957679374e-06,
      "loss": 0.3717,
      "step": 614240
    },
    {
      "epoch": 171.43,
      "grad_norm": 1.087246298789978,
      "learning_rate": 4.350007979129973e-06,
      "loss": 0.3817,
      "step": 614250
    },
    {
      "epoch": 171.44,
      "grad_norm": 1.2527244091033936,
      "learning_rate": 4.349994000313538e-06,
      "loss": 0.3977,
      "step": 614260
    },
    {
      "epoch": 171.44,
      "grad_norm": 1.222022294998169,
      "learning_rate": 4.349980021230072e-06,
      "loss": 0.3782,
      "step": 614270
    },
    {
      "epoch": 171.44,
      "grad_norm": 1.11725914478302,
      "learning_rate": 4.349966041879577e-06,
      "loss": 0.3893,
      "step": 614280
    },
    {
      "epoch": 171.45,
      "grad_norm": 1.0789849758148193,
      "learning_rate": 4.349952062262052e-06,
      "loss": 0.4008,
      "step": 614290
    },
    {
      "epoch": 171.45,
      "grad_norm": 1.092015266418457,
      "learning_rate": 4.349938082377503e-06,
      "loss": 0.3771,
      "step": 614300
    },
    {
      "epoch": 171.45,
      "grad_norm": 1.4520634412765503,
      "learning_rate": 4.349924102225928e-06,
      "loss": 0.4019,
      "step": 614310
    },
    {
      "epoch": 171.45,
      "grad_norm": 1.2528804540634155,
      "learning_rate": 4.349910121807332e-06,
      "loss": 0.3914,
      "step": 614320
    },
    {
      "epoch": 171.46,
      "grad_norm": 1.1635942459106445,
      "learning_rate": 4.349896141121715e-06,
      "loss": 0.3731,
      "step": 614330
    },
    {
      "epoch": 171.46,
      "grad_norm": 1.2206858396530151,
      "learning_rate": 4.34988216016908e-06,
      "loss": 0.3946,
      "step": 614340
    },
    {
      "epoch": 171.46,
      "grad_norm": 1.1997578144073486,
      "learning_rate": 4.349868178949427e-06,
      "loss": 0.386,
      "step": 614350
    },
    {
      "epoch": 171.47,
      "grad_norm": 1.3246594667434692,
      "learning_rate": 4.34985419746276e-06,
      "loss": 0.3566,
      "step": 614360
    },
    {
      "epoch": 171.47,
      "grad_norm": 1.2029216289520264,
      "learning_rate": 4.34984021570908e-06,
      "loss": 0.3693,
      "step": 614370
    },
    {
      "epoch": 171.47,
      "grad_norm": 13.282621383666992,
      "learning_rate": 4.349826233688389e-06,
      "loss": 0.3766,
      "step": 614380
    },
    {
      "epoch": 171.47,
      "grad_norm": 1.917326807975769,
      "learning_rate": 4.349812251400688e-06,
      "loss": 0.3906,
      "step": 614390
    },
    {
      "epoch": 171.48,
      "grad_norm": 1.2134803533554077,
      "learning_rate": 4.34979826884598e-06,
      "loss": 0.3606,
      "step": 614400
    },
    {
      "epoch": 171.48,
      "grad_norm": 1.0767935514450073,
      "learning_rate": 4.349784286024266e-06,
      "loss": 0.3884,
      "step": 614410
    },
    {
      "epoch": 171.48,
      "grad_norm": 1.0118517875671387,
      "learning_rate": 4.349770302935549e-06,
      "loss": 0.3707,
      "step": 614420
    },
    {
      "epoch": 171.48,
      "grad_norm": 1.1821377277374268,
      "learning_rate": 4.34975631957983e-06,
      "loss": 0.4013,
      "step": 614430
    },
    {
      "epoch": 171.49,
      "grad_norm": 1.1016653776168823,
      "learning_rate": 4.349742335957111e-06,
      "loss": 0.3778,
      "step": 614440
    },
    {
      "epoch": 171.49,
      "grad_norm": 1.270772933959961,
      "learning_rate": 4.349728352067394e-06,
      "loss": 0.376,
      "step": 614450
    },
    {
      "epoch": 171.49,
      "grad_norm": 1.2819504737854004,
      "learning_rate": 4.34971436791068e-06,
      "loss": 0.3949,
      "step": 614460
    },
    {
      "epoch": 171.5,
      "grad_norm": 1.2734098434448242,
      "learning_rate": 4.349700383486972e-06,
      "loss": 0.3902,
      "step": 614470
    },
    {
      "epoch": 171.5,
      "grad_norm": 1.10477876663208,
      "learning_rate": 4.349686398796272e-06,
      "loss": 0.3777,
      "step": 614480
    },
    {
      "epoch": 171.5,
      "grad_norm": 1.1838434934616089,
      "learning_rate": 4.349672413838581e-06,
      "loss": 0.3741,
      "step": 614490
    },
    {
      "epoch": 171.5,
      "grad_norm": 1.2842249870300293,
      "learning_rate": 4.349658428613901e-06,
      "loss": 0.3947,
      "step": 614500
    },
    {
      "epoch": 171.51,
      "grad_norm": 1.38942289352417,
      "learning_rate": 4.349644443122234e-06,
      "loss": 0.3865,
      "step": 614510
    },
    {
      "epoch": 171.51,
      "grad_norm": 1.1102609634399414,
      "learning_rate": 4.349630457363582e-06,
      "loss": 0.3954,
      "step": 614520
    },
    {
      "epoch": 171.51,
      "grad_norm": 2.9094667434692383,
      "learning_rate": 4.349616471337947e-06,
      "loss": 0.3818,
      "step": 614530
    },
    {
      "epoch": 171.52,
      "grad_norm": 1.2560373544692993,
      "learning_rate": 4.34960248504533e-06,
      "loss": 0.3811,
      "step": 614540
    },
    {
      "epoch": 171.52,
      "grad_norm": 1.1763581037521362,
      "learning_rate": 4.349588498485734e-06,
      "loss": 0.3728,
      "step": 614550
    },
    {
      "epoch": 171.52,
      "grad_norm": 2.3217883110046387,
      "learning_rate": 4.34957451165916e-06,
      "loss": 0.3954,
      "step": 614560
    },
    {
      "epoch": 171.52,
      "grad_norm": 1.5686485767364502,
      "learning_rate": 4.349560524565611e-06,
      "loss": 0.3733,
      "step": 614570
    },
    {
      "epoch": 171.53,
      "grad_norm": 1.1591753959655762,
      "learning_rate": 4.349546537205087e-06,
      "loss": 0.3895,
      "step": 614580
    },
    {
      "epoch": 171.53,
      "grad_norm": 1.3724008798599243,
      "learning_rate": 4.349532549577592e-06,
      "loss": 0.3896,
      "step": 614590
    },
    {
      "epoch": 171.53,
      "grad_norm": 1.178971529006958,
      "learning_rate": 4.3495185616831265e-06,
      "loss": 0.3974,
      "step": 614600
    },
    {
      "epoch": 171.54,
      "grad_norm": 1.186848759651184,
      "learning_rate": 4.349504573521692e-06,
      "loss": 0.3696,
      "step": 614610
    },
    {
      "epoch": 171.54,
      "grad_norm": 1.2411372661590576,
      "learning_rate": 4.349490585093291e-06,
      "loss": 0.3609,
      "step": 614620
    },
    {
      "epoch": 171.54,
      "grad_norm": 1.228652000427246,
      "learning_rate": 4.349476596397927e-06,
      "loss": 0.3774,
      "step": 614630
    },
    {
      "epoch": 171.54,
      "grad_norm": 0.8937109112739563,
      "learning_rate": 4.349462607435598e-06,
      "loss": 0.3769,
      "step": 614640
    },
    {
      "epoch": 171.55,
      "grad_norm": 1.2166428565979004,
      "learning_rate": 4.3494486182063095e-06,
      "loss": 0.3859,
      "step": 614650
    },
    {
      "epoch": 171.55,
      "grad_norm": 1.2570370435714722,
      "learning_rate": 4.349434628710061e-06,
      "loss": 0.3851,
      "step": 614660
    },
    {
      "epoch": 171.55,
      "grad_norm": 1.1736637353897095,
      "learning_rate": 4.3494206389468566e-06,
      "loss": 0.3915,
      "step": 614670
    },
    {
      "epoch": 171.55,
      "grad_norm": 1.3120416402816772,
      "learning_rate": 4.349406648916696e-06,
      "loss": 0.3771,
      "step": 614680
    },
    {
      "epoch": 171.56,
      "grad_norm": 0.991470217704773,
      "learning_rate": 4.349392658619581e-06,
      "loss": 0.3984,
      "step": 614690
    },
    {
      "epoch": 171.56,
      "grad_norm": 1.1432104110717773,
      "learning_rate": 4.349378668055517e-06,
      "loss": 0.3841,
      "step": 614700
    },
    {
      "epoch": 171.56,
      "grad_norm": 1.0694971084594727,
      "learning_rate": 4.349364677224502e-06,
      "loss": 0.3695,
      "step": 614710
    },
    {
      "epoch": 171.57,
      "grad_norm": 1.4218305349349976,
      "learning_rate": 4.3493506861265385e-06,
      "loss": 0.3847,
      "step": 614720
    },
    {
      "epoch": 171.57,
      "grad_norm": 1.2540539503097534,
      "learning_rate": 4.3493366947616295e-06,
      "loss": 0.3749,
      "step": 614730
    },
    {
      "epoch": 171.57,
      "grad_norm": 1.11162269115448,
      "learning_rate": 4.349322703129776e-06,
      "loss": 0.3821,
      "step": 614740
    },
    {
      "epoch": 171.57,
      "grad_norm": 1.2468907833099365,
      "learning_rate": 4.349308711230981e-06,
      "loss": 0.375,
      "step": 614750
    },
    {
      "epoch": 171.58,
      "grad_norm": 1.0296382904052734,
      "learning_rate": 4.349294719065245e-06,
      "loss": 0.3792,
      "step": 614760
    },
    {
      "epoch": 171.58,
      "grad_norm": 1.2613074779510498,
      "learning_rate": 4.349280726632571e-06,
      "loss": 0.3695,
      "step": 614770
    },
    {
      "epoch": 171.58,
      "grad_norm": 1.0232781171798706,
      "learning_rate": 4.34926673393296e-06,
      "loss": 0.3939,
      "step": 614780
    },
    {
      "epoch": 171.59,
      "grad_norm": 1.3695095777511597,
      "learning_rate": 4.349252740966414e-06,
      "loss": 0.3727,
      "step": 614790
    },
    {
      "epoch": 171.59,
      "grad_norm": 1.1601487398147583,
      "learning_rate": 4.349238747732935e-06,
      "loss": 0.3745,
      "step": 614800
    },
    {
      "epoch": 171.59,
      "grad_norm": 1.1914987564086914,
      "learning_rate": 4.349224754232525e-06,
      "loss": 0.3802,
      "step": 614810
    },
    {
      "epoch": 171.59,
      "grad_norm": 1.482770562171936,
      "learning_rate": 4.349210760465186e-06,
      "loss": 0.3871,
      "step": 614820
    },
    {
      "epoch": 171.6,
      "grad_norm": 1.1904017925262451,
      "learning_rate": 4.34919676643092e-06,
      "loss": 0.3596,
      "step": 614830
    },
    {
      "epoch": 171.6,
      "grad_norm": 1.1741738319396973,
      "learning_rate": 4.349182772129728e-06,
      "loss": 0.3903,
      "step": 614840
    },
    {
      "epoch": 171.6,
      "grad_norm": 1.193035364151001,
      "learning_rate": 4.349168777561612e-06,
      "loss": 0.3906,
      "step": 614850
    },
    {
      "epoch": 171.6,
      "grad_norm": 1.0894279479980469,
      "learning_rate": 4.349154782726574e-06,
      "loss": 0.3765,
      "step": 614860
    },
    {
      "epoch": 171.61,
      "grad_norm": 1.2451519966125488,
      "learning_rate": 4.349140787624617e-06,
      "loss": 0.4005,
      "step": 614870
    },
    {
      "epoch": 171.61,
      "grad_norm": 1.1443767547607422,
      "learning_rate": 4.3491267922557415e-06,
      "loss": 0.3984,
      "step": 614880
    },
    {
      "epoch": 171.61,
      "grad_norm": 1.222089409828186,
      "learning_rate": 4.34911279661995e-06,
      "loss": 0.3837,
      "step": 614890
    },
    {
      "epoch": 171.62,
      "grad_norm": 1.291368842124939,
      "learning_rate": 4.349098800717244e-06,
      "loss": 0.374,
      "step": 614900
    },
    {
      "epoch": 171.62,
      "grad_norm": 1.2714037895202637,
      "learning_rate": 4.349084804547625e-06,
      "loss": 0.3825,
      "step": 614910
    },
    {
      "epoch": 171.62,
      "grad_norm": 1.3611360788345337,
      "learning_rate": 4.349070808111096e-06,
      "loss": 0.3866,
      "step": 614920
    },
    {
      "epoch": 171.62,
      "grad_norm": 1.1356488466262817,
      "learning_rate": 4.349056811407659e-06,
      "loss": 0.3958,
      "step": 614930
    },
    {
      "epoch": 171.63,
      "grad_norm": 1.260680079460144,
      "learning_rate": 4.3490428144373145e-06,
      "loss": 0.3778,
      "step": 614940
    },
    {
      "epoch": 171.63,
      "grad_norm": 1.0956918001174927,
      "learning_rate": 4.349028817200064e-06,
      "loss": 0.3864,
      "step": 614950
    },
    {
      "epoch": 171.63,
      "grad_norm": 1.1270819902420044,
      "learning_rate": 4.349014819695911e-06,
      "loss": 0.3877,
      "step": 614960
    },
    {
      "epoch": 171.64,
      "grad_norm": 1.3718904256820679,
      "learning_rate": 4.349000821924857e-06,
      "loss": 0.3858,
      "step": 614970
    },
    {
      "epoch": 171.64,
      "grad_norm": 1.1985366344451904,
      "learning_rate": 4.348986823886904e-06,
      "loss": 0.3689,
      "step": 614980
    },
    {
      "epoch": 171.64,
      "grad_norm": 1.0872904062271118,
      "learning_rate": 4.3489728255820524e-06,
      "loss": 0.3694,
      "step": 614990
    },
    {
      "epoch": 171.64,
      "grad_norm": 1.1696231365203857,
      "learning_rate": 4.348958827010305e-06,
      "loss": 0.3653,
      "step": 615000
    },
    {
      "epoch": 171.65,
      "grad_norm": 1.136432409286499,
      "learning_rate": 4.348944828171665e-06,
      "loss": 0.3976,
      "step": 615010
    },
    {
      "epoch": 171.65,
      "grad_norm": 1.42011296749115,
      "learning_rate": 4.348930829066132e-06,
      "loss": 0.3782,
      "step": 615020
    },
    {
      "epoch": 171.65,
      "grad_norm": 1.2065646648406982,
      "learning_rate": 4.348916829693709e-06,
      "loss": 0.3799,
      "step": 615030
    },
    {
      "epoch": 171.66,
      "grad_norm": 1.1330833435058594,
      "learning_rate": 4.3489028300543984e-06,
      "loss": 0.3821,
      "step": 615040
    },
    {
      "epoch": 171.66,
      "grad_norm": 1.620018482208252,
      "learning_rate": 4.348888830148201e-06,
      "loss": 0.3837,
      "step": 615050
    },
    {
      "epoch": 171.66,
      "grad_norm": 0.93108731508255,
      "learning_rate": 4.348874829975119e-06,
      "loss": 0.3872,
      "step": 615060
    },
    {
      "epoch": 171.66,
      "grad_norm": 1.1572750806808472,
      "learning_rate": 4.348860829535154e-06,
      "loss": 0.3766,
      "step": 615070
    },
    {
      "epoch": 171.67,
      "grad_norm": 1.13547945022583,
      "learning_rate": 4.348846828828309e-06,
      "loss": 0.3827,
      "step": 615080
    },
    {
      "epoch": 171.67,
      "grad_norm": 1.3604936599731445,
      "learning_rate": 4.348832827854585e-06,
      "loss": 0.3789,
      "step": 615090
    },
    {
      "epoch": 171.67,
      "grad_norm": 1.1541717052459717,
      "learning_rate": 4.348818826613983e-06,
      "loss": 0.3635,
      "step": 615100
    },
    {
      "epoch": 171.67,
      "grad_norm": 1.271490454673767,
      "learning_rate": 4.3488048251065066e-06,
      "loss": 0.3731,
      "step": 615110
    },
    {
      "epoch": 171.68,
      "grad_norm": 1.1946396827697754,
      "learning_rate": 4.348790823332156e-06,
      "loss": 0.3703,
      "step": 615120
    },
    {
      "epoch": 171.68,
      "grad_norm": 1.1691526174545288,
      "learning_rate": 4.348776821290935e-06,
      "loss": 0.3874,
      "step": 615130
    },
    {
      "epoch": 171.68,
      "grad_norm": 1.6052137613296509,
      "learning_rate": 4.348762818982843e-06,
      "loss": 0.3964,
      "step": 615140
    },
    {
      "epoch": 171.69,
      "grad_norm": 1.251064658164978,
      "learning_rate": 4.348748816407885e-06,
      "loss": 0.3729,
      "step": 615150
    },
    {
      "epoch": 171.69,
      "grad_norm": 1.0630934238433838,
      "learning_rate": 4.348734813566061e-06,
      "loss": 0.3719,
      "step": 615160
    },
    {
      "epoch": 171.69,
      "grad_norm": 1.1114468574523926,
      "learning_rate": 4.348720810457372e-06,
      "loss": 0.3873,
      "step": 615170
    },
    {
      "epoch": 171.69,
      "grad_norm": 1.171757459640503,
      "learning_rate": 4.348706807081821e-06,
      "loss": 0.3976,
      "step": 615180
    },
    {
      "epoch": 171.7,
      "grad_norm": 0.955727219581604,
      "learning_rate": 4.34869280343941e-06,
      "loss": 0.3788,
      "step": 615190
    },
    {
      "epoch": 171.7,
      "grad_norm": 1.2997487783432007,
      "learning_rate": 4.3486787995301395e-06,
      "loss": 0.3926,
      "step": 615200
    },
    {
      "epoch": 171.7,
      "grad_norm": 1.1885344982147217,
      "learning_rate": 4.348664795354014e-06,
      "loss": 0.3746,
      "step": 615210
    },
    {
      "epoch": 171.71,
      "grad_norm": 1.1514525413513184,
      "learning_rate": 4.348650790911032e-06,
      "loss": 0.3826,
      "step": 615220
    },
    {
      "epoch": 171.71,
      "grad_norm": 1.3366278409957886,
      "learning_rate": 4.348636786201199e-06,
      "loss": 0.3812,
      "step": 615230
    },
    {
      "epoch": 171.71,
      "grad_norm": 1.1348347663879395,
      "learning_rate": 4.348622781224514e-06,
      "loss": 0.3819,
      "step": 615240
    },
    {
      "epoch": 171.71,
      "grad_norm": 1.2708977460861206,
      "learning_rate": 4.3486087759809805e-06,
      "loss": 0.3969,
      "step": 615250
    },
    {
      "epoch": 171.72,
      "grad_norm": 1.1258198022842407,
      "learning_rate": 4.348594770470599e-06,
      "loss": 0.3844,
      "step": 615260
    },
    {
      "epoch": 171.72,
      "grad_norm": 1.1973956823349,
      "learning_rate": 4.348580764693373e-06,
      "loss": 0.3813,
      "step": 615270
    },
    {
      "epoch": 171.72,
      "grad_norm": 1.306667685508728,
      "learning_rate": 4.3485667586493025e-06,
      "loss": 0.3833,
      "step": 615280
    },
    {
      "epoch": 171.72,
      "grad_norm": 1.4058505296707153,
      "learning_rate": 4.348552752338391e-06,
      "loss": 0.3771,
      "step": 615290
    },
    {
      "epoch": 171.73,
      "grad_norm": 1.0712733268737793,
      "learning_rate": 4.348538745760639e-06,
      "loss": 0.3886,
      "step": 615300
    },
    {
      "epoch": 171.73,
      "grad_norm": 1.21769380569458,
      "learning_rate": 4.34852473891605e-06,
      "loss": 0.377,
      "step": 615310
    },
    {
      "epoch": 171.73,
      "grad_norm": 1.1695679426193237,
      "learning_rate": 4.348510731804625e-06,
      "loss": 0.3658,
      "step": 615320
    },
    {
      "epoch": 171.74,
      "grad_norm": 1.3129844665527344,
      "learning_rate": 4.348496724426365e-06,
      "loss": 0.3856,
      "step": 615330
    },
    {
      "epoch": 171.74,
      "grad_norm": 1.456910490989685,
      "learning_rate": 4.348482716781273e-06,
      "loss": 0.3918,
      "step": 615340
    },
    {
      "epoch": 171.74,
      "grad_norm": 1.211927890777588,
      "learning_rate": 4.348468708869351e-06,
      "loss": 0.3964,
      "step": 615350
    },
    {
      "epoch": 171.74,
      "grad_norm": 1.1748437881469727,
      "learning_rate": 4.348454700690599e-06,
      "loss": 0.3689,
      "step": 615360
    },
    {
      "epoch": 171.75,
      "grad_norm": 1.0588957071304321,
      "learning_rate": 4.348440692245022e-06,
      "loss": 0.3651,
      "step": 615370
    },
    {
      "epoch": 171.75,
      "grad_norm": 1.1002498865127563,
      "learning_rate": 4.3484266835326195e-06,
      "loss": 0.3813,
      "step": 615380
    },
    {
      "epoch": 171.75,
      "grad_norm": 1.1287190914154053,
      "learning_rate": 4.3484126745533935e-06,
      "loss": 0.375,
      "step": 615390
    },
    {
      "epoch": 171.76,
      "grad_norm": 1.712464690208435,
      "learning_rate": 4.348398665307347e-06,
      "loss": 0.3822,
      "step": 615400
    },
    {
      "epoch": 171.76,
      "grad_norm": 1.0709521770477295,
      "learning_rate": 4.348384655794481e-06,
      "loss": 0.39,
      "step": 615410
    },
    {
      "epoch": 171.76,
      "grad_norm": 1.0559461116790771,
      "learning_rate": 4.348370646014797e-06,
      "loss": 0.3859,
      "step": 615420
    },
    {
      "epoch": 171.76,
      "grad_norm": 1.1303045749664307,
      "learning_rate": 4.348356635968298e-06,
      "loss": 0.3747,
      "step": 615430
    },
    {
      "epoch": 171.77,
      "grad_norm": 1.3233017921447754,
      "learning_rate": 4.348342625654985e-06,
      "loss": 0.3938,
      "step": 615440
    },
    {
      "epoch": 171.77,
      "grad_norm": 1.2775057554244995,
      "learning_rate": 4.3483286150748604e-06,
      "loss": 0.388,
      "step": 615450
    },
    {
      "epoch": 171.77,
      "grad_norm": 1.3884472846984863,
      "learning_rate": 4.348314604227926e-06,
      "loss": 0.3929,
      "step": 615460
    },
    {
      "epoch": 171.78,
      "grad_norm": 1.181134819984436,
      "learning_rate": 4.348300593114184e-06,
      "loss": 0.3814,
      "step": 615470
    },
    {
      "epoch": 171.78,
      "grad_norm": 1.2016271352767944,
      "learning_rate": 4.348286581733635e-06,
      "loss": 0.3813,
      "step": 615480
    },
    {
      "epoch": 171.78,
      "grad_norm": 1.0928916931152344,
      "learning_rate": 4.348272570086282e-06,
      "loss": 0.366,
      "step": 615490
    },
    {
      "epoch": 171.78,
      "grad_norm": 1.2686960697174072,
      "learning_rate": 4.348258558172126e-06,
      "loss": 0.3845,
      "step": 615500
    },
    {
      "epoch": 171.79,
      "grad_norm": 1.5995734930038452,
      "learning_rate": 4.348244545991169e-06,
      "loss": 0.3741,
      "step": 615510
    },
    {
      "epoch": 171.79,
      "grad_norm": 1.1930071115493774,
      "learning_rate": 4.348230533543414e-06,
      "loss": 0.375,
      "step": 615520
    },
    {
      "epoch": 171.79,
      "grad_norm": 1.0970603227615356,
      "learning_rate": 4.3482165208288615e-06,
      "loss": 0.3787,
      "step": 615530
    },
    {
      "epoch": 171.79,
      "grad_norm": 1.2773637771606445,
      "learning_rate": 4.348202507847515e-06,
      "loss": 0.3779,
      "step": 615540
    },
    {
      "epoch": 171.8,
      "grad_norm": 1.1495026350021362,
      "learning_rate": 4.348188494599375e-06,
      "loss": 0.3969,
      "step": 615550
    },
    {
      "epoch": 171.8,
      "grad_norm": 1.1637037992477417,
      "learning_rate": 4.348174481084443e-06,
      "loss": 0.3886,
      "step": 615560
    },
    {
      "epoch": 171.8,
      "grad_norm": 1.17957603931427,
      "learning_rate": 4.348160467302722e-06,
      "loss": 0.3821,
      "step": 615570
    },
    {
      "epoch": 171.81,
      "grad_norm": 1.249666690826416,
      "learning_rate": 4.348146453254213e-06,
      "loss": 0.3868,
      "step": 615580
    },
    {
      "epoch": 171.81,
      "grad_norm": 1.2265180349349976,
      "learning_rate": 4.348132438938919e-06,
      "loss": 0.3777,
      "step": 615590
    },
    {
      "epoch": 171.81,
      "grad_norm": 1.1415411233901978,
      "learning_rate": 4.348118424356841e-06,
      "loss": 0.3783,
      "step": 615600
    },
    {
      "epoch": 171.81,
      "grad_norm": 1.1138898134231567,
      "learning_rate": 4.348104409507981e-06,
      "loss": 0.373,
      "step": 615610
    },
    {
      "epoch": 171.82,
      "grad_norm": 1.2881337404251099,
      "learning_rate": 4.34809039439234e-06,
      "loss": 0.3903,
      "step": 615620
    },
    {
      "epoch": 171.82,
      "grad_norm": 1.3111786842346191,
      "learning_rate": 4.348076379009922e-06,
      "loss": 0.3865,
      "step": 615630
    },
    {
      "epoch": 171.82,
      "grad_norm": 1.0643715858459473,
      "learning_rate": 4.348062363360727e-06,
      "loss": 0.3697,
      "step": 615640
    },
    {
      "epoch": 171.83,
      "grad_norm": 1.4945487976074219,
      "learning_rate": 4.348048347444757e-06,
      "loss": 0.3898,
      "step": 615650
    },
    {
      "epoch": 171.83,
      "grad_norm": 1.0623472929000854,
      "learning_rate": 4.348034331262015e-06,
      "loss": 0.3955,
      "step": 615660
    },
    {
      "epoch": 171.83,
      "grad_norm": 1.2137854099273682,
      "learning_rate": 4.348020314812503e-06,
      "loss": 0.3843,
      "step": 615670
    },
    {
      "epoch": 171.83,
      "grad_norm": 0.9263230562210083,
      "learning_rate": 4.348006298096221e-06,
      "loss": 0.3851,
      "step": 615680
    },
    {
      "epoch": 171.84,
      "grad_norm": 1.351075530052185,
      "learning_rate": 4.347992281113171e-06,
      "loss": 0.399,
      "step": 615690
    },
    {
      "epoch": 171.84,
      "grad_norm": 1.324229121208191,
      "learning_rate": 4.347978263863358e-06,
      "loss": 0.3896,
      "step": 615700
    },
    {
      "epoch": 171.84,
      "grad_norm": 1.3071638345718384,
      "learning_rate": 4.34796424634678e-06,
      "loss": 0.3653,
      "step": 615710
    },
    {
      "epoch": 171.84,
      "grad_norm": 1.2796772718429565,
      "learning_rate": 4.347950228563441e-06,
      "loss": 0.378,
      "step": 615720
    },
    {
      "epoch": 171.85,
      "grad_norm": 0.9503350257873535,
      "learning_rate": 4.347936210513344e-06,
      "loss": 0.3746,
      "step": 615730
    },
    {
      "epoch": 171.85,
      "grad_norm": 1.2615704536437988,
      "learning_rate": 4.3479221921964874e-06,
      "loss": 0.3776,
      "step": 615740
    },
    {
      "epoch": 171.85,
      "grad_norm": 1.1692684888839722,
      "learning_rate": 4.347908173612875e-06,
      "loss": 0.3825,
      "step": 615750
    },
    {
      "epoch": 171.86,
      "grad_norm": 1.1421180963516235,
      "learning_rate": 4.3478941547625085e-06,
      "loss": 0.3813,
      "step": 615760
    },
    {
      "epoch": 171.86,
      "grad_norm": 1.017809271812439,
      "learning_rate": 4.347880135645391e-06,
      "loss": 0.3743,
      "step": 615770
    },
    {
      "epoch": 171.86,
      "grad_norm": 1.2124228477478027,
      "learning_rate": 4.347866116261522e-06,
      "loss": 0.3732,
      "step": 615780
    },
    {
      "epoch": 171.86,
      "grad_norm": 1.2198960781097412,
      "learning_rate": 4.347852096610905e-06,
      "loss": 0.369,
      "step": 615790
    },
    {
      "epoch": 171.87,
      "grad_norm": 1.169295310974121,
      "learning_rate": 4.347838076693542e-06,
      "loss": 0.3743,
      "step": 615800
    },
    {
      "epoch": 171.87,
      "grad_norm": 1.0954400300979614,
      "learning_rate": 4.347824056509434e-06,
      "loss": 0.3687,
      "step": 615810
    },
    {
      "epoch": 171.87,
      "grad_norm": 1.2287406921386719,
      "learning_rate": 4.347810036058583e-06,
      "loss": 0.3706,
      "step": 615820
    },
    {
      "epoch": 171.88,
      "grad_norm": 1.8637444972991943,
      "learning_rate": 4.347796015340991e-06,
      "loss": 0.4022,
      "step": 615830
    },
    {
      "epoch": 171.88,
      "grad_norm": 1.2344930171966553,
      "learning_rate": 4.34778199435666e-06,
      "loss": 0.3806,
      "step": 615840
    },
    {
      "epoch": 171.88,
      "grad_norm": 1.2280216217041016,
      "learning_rate": 4.347767973105593e-06,
      "loss": 0.3786,
      "step": 615850
    },
    {
      "epoch": 171.88,
      "grad_norm": 1.3749074935913086,
      "learning_rate": 4.347753951587789e-06,
      "loss": 0.3806,
      "step": 615860
    },
    {
      "epoch": 171.89,
      "grad_norm": 1.144771933555603,
      "learning_rate": 4.347739929803252e-06,
      "loss": 0.3697,
      "step": 615870
    },
    {
      "epoch": 171.89,
      "grad_norm": 1.1887803077697754,
      "learning_rate": 4.347725907751984e-06,
      "loss": 0.3663,
      "step": 615880
    },
    {
      "epoch": 171.89,
      "grad_norm": 1.053830623626709,
      "learning_rate": 4.3477118854339855e-06,
      "loss": 0.377,
      "step": 615890
    },
    {
      "epoch": 171.9,
      "grad_norm": 1.61319100856781,
      "learning_rate": 4.347697862849259e-06,
      "loss": 0.3877,
      "step": 615900
    },
    {
      "epoch": 171.9,
      "grad_norm": 1.0331006050109863,
      "learning_rate": 4.347683839997807e-06,
      "loss": 0.3846,
      "step": 615910
    },
    {
      "epoch": 171.9,
      "grad_norm": 0.994697093963623,
      "learning_rate": 4.347669816879631e-06,
      "loss": 0.3692,
      "step": 615920
    },
    {
      "epoch": 171.9,
      "grad_norm": 1.3055295944213867,
      "learning_rate": 4.347655793494732e-06,
      "loss": 0.3742,
      "step": 615930
    },
    {
      "epoch": 171.91,
      "grad_norm": 1.5431948900222778,
      "learning_rate": 4.347641769843114e-06,
      "loss": 0.3669,
      "step": 615940
    },
    {
      "epoch": 171.91,
      "grad_norm": 1.3490859270095825,
      "learning_rate": 4.347627745924776e-06,
      "loss": 0.3904,
      "step": 615950
    },
    {
      "epoch": 171.91,
      "grad_norm": 1.0687329769134521,
      "learning_rate": 4.347613721739721e-06,
      "loss": 0.3917,
      "step": 615960
    },
    {
      "epoch": 171.91,
      "grad_norm": 1.1605888605117798,
      "learning_rate": 4.347599697287953e-06,
      "loss": 0.3891,
      "step": 615970
    },
    {
      "epoch": 171.92,
      "grad_norm": 1.1818325519561768,
      "learning_rate": 4.347585672569471e-06,
      "loss": 0.3741,
      "step": 615980
    },
    {
      "epoch": 171.92,
      "grad_norm": 1.6672474145889282,
      "learning_rate": 4.347571647584278e-06,
      "loss": 0.386,
      "step": 615990
    },
    {
      "epoch": 171.92,
      "grad_norm": 1.0802632570266724,
      "learning_rate": 4.347557622332376e-06,
      "loss": 0.3867,
      "step": 616000
    },
    {
      "epoch": 171.93,
      "grad_norm": 1.4202755689620972,
      "learning_rate": 4.347543596813766e-06,
      "loss": 0.3994,
      "step": 616010
    },
    {
      "epoch": 171.93,
      "grad_norm": 1.2045347690582275,
      "learning_rate": 4.347529571028452e-06,
      "loss": 0.3855,
      "step": 616020
    },
    {
      "epoch": 171.93,
      "grad_norm": 1.444996953010559,
      "learning_rate": 4.347515544976432e-06,
      "loss": 0.3918,
      "step": 616030
    },
    {
      "epoch": 171.93,
      "grad_norm": 1.0785861015319824,
      "learning_rate": 4.347501518657713e-06,
      "loss": 0.3741,
      "step": 616040
    },
    {
      "epoch": 171.94,
      "grad_norm": 1.204902172088623,
      "learning_rate": 4.347487492072293e-06,
      "loss": 0.3922,
      "step": 616050
    },
    {
      "epoch": 171.94,
      "grad_norm": 1.121171474456787,
      "learning_rate": 4.3474734652201744e-06,
      "loss": 0.3955,
      "step": 616060
    },
    {
      "epoch": 171.94,
      "grad_norm": 1.0967434644699097,
      "learning_rate": 4.34745943810136e-06,
      "loss": 0.3857,
      "step": 616070
    },
    {
      "epoch": 171.95,
      "grad_norm": 1.1344358921051025,
      "learning_rate": 4.3474454107158515e-06,
      "loss": 0.376,
      "step": 616080
    },
    {
      "epoch": 171.95,
      "grad_norm": 1.0738191604614258,
      "learning_rate": 4.34743138306365e-06,
      "loss": 0.3846,
      "step": 616090
    },
    {
      "epoch": 171.95,
      "grad_norm": 1.170795202255249,
      "learning_rate": 4.347417355144758e-06,
      "loss": 0.3978,
      "step": 616100
    },
    {
      "epoch": 171.95,
      "grad_norm": 1.262791395187378,
      "learning_rate": 4.347403326959178e-06,
      "loss": 0.3911,
      "step": 616110
    },
    {
      "epoch": 171.96,
      "grad_norm": 1.0965900421142578,
      "learning_rate": 4.347389298506912e-06,
      "loss": 0.3807,
      "step": 616120
    },
    {
      "epoch": 171.96,
      "grad_norm": 1.1167470216751099,
      "learning_rate": 4.347375269787959e-06,
      "loss": 0.3893,
      "step": 616130
    },
    {
      "epoch": 171.96,
      "grad_norm": 1.2370973825454712,
      "learning_rate": 4.347361240802324e-06,
      "loss": 0.386,
      "step": 616140
    },
    {
      "epoch": 171.96,
      "grad_norm": 1.1153777837753296,
      "learning_rate": 4.347347211550007e-06,
      "loss": 0.3707,
      "step": 616150
    },
    {
      "epoch": 171.97,
      "grad_norm": 1.2846910953521729,
      "learning_rate": 4.347333182031013e-06,
      "loss": 0.4042,
      "step": 616160
    },
    {
      "epoch": 171.97,
      "grad_norm": 1.104014277458191,
      "learning_rate": 4.34731915224534e-06,
      "loss": 0.3709,
      "step": 616170
    },
    {
      "epoch": 171.97,
      "grad_norm": 1.1579562425613403,
      "learning_rate": 4.347305122192991e-06,
      "loss": 0.3749,
      "step": 616180
    },
    {
      "epoch": 171.98,
      "grad_norm": 1.0747357606887817,
      "learning_rate": 4.3472910918739684e-06,
      "loss": 0.4077,
      "step": 616190
    },
    {
      "epoch": 171.98,
      "grad_norm": 1.5094997882843018,
      "learning_rate": 4.347277061288274e-06,
      "loss": 0.368,
      "step": 616200
    },
    {
      "epoch": 171.98,
      "grad_norm": 1.1186238527297974,
      "learning_rate": 4.34726303043591e-06,
      "loss": 0.3639,
      "step": 616210
    },
    {
      "epoch": 171.98,
      "grad_norm": 1.081716537475586,
      "learning_rate": 4.347248999316878e-06,
      "loss": 0.3715,
      "step": 616220
    },
    {
      "epoch": 171.99,
      "grad_norm": 1.0752311944961548,
      "learning_rate": 4.347234967931179e-06,
      "loss": 0.3953,
      "step": 616230
    },
    {
      "epoch": 171.99,
      "grad_norm": 1.2995103597640991,
      "learning_rate": 4.347220936278816e-06,
      "loss": 0.3866,
      "step": 616240
    },
    {
      "epoch": 171.99,
      "grad_norm": 1.191738486289978,
      "learning_rate": 4.34720690435979e-06,
      "loss": 0.3982,
      "step": 616250
    },
    {
      "epoch": 172.0,
      "grad_norm": 1.3583924770355225,
      "learning_rate": 4.347192872174104e-06,
      "loss": 0.3678,
      "step": 616260
    },
    {
      "epoch": 172.0,
      "grad_norm": 1.639161467552185,
      "learning_rate": 4.347178839721759e-06,
      "loss": 0.3864,
      "step": 616270
    },
    {
      "epoch": 172.0,
      "eval_loss": 0.38238316774368286,
      "eval_runtime": 63.3963,
      "eval_samples_per_second": 79.8,
      "eval_steps_per_second": 9.985,
      "step": 616276
    },
    {
      "epoch": 172.0,
      "grad_norm": 1.0928555727005005,
      "learning_rate": 4.347164807002757e-06,
      "loss": 0.3908,
      "step": 616280
    },
    {
      "epoch": 172.0,
      "grad_norm": 1.1948652267456055,
      "learning_rate": 4.3471507740171e-06,
      "loss": 0.3924,
      "step": 616290
    },
    {
      "epoch": 172.01,
      "grad_norm": 2.6530609130859375,
      "learning_rate": 4.3471367407647896e-06,
      "loss": 0.3994,
      "step": 616300
    },
    {
      "epoch": 172.01,
      "grad_norm": 1.2168383598327637,
      "learning_rate": 4.347122707245828e-06,
      "loss": 0.3937,
      "step": 616310
    },
    {
      "epoch": 172.01,
      "grad_norm": 1.2990599870681763,
      "learning_rate": 4.3471086734602174e-06,
      "loss": 0.3762,
      "step": 616320
    },
    {
      "epoch": 172.02,
      "grad_norm": 1.2669442892074585,
      "learning_rate": 4.347094639407959e-06,
      "loss": 0.3892,
      "step": 616330
    },
    {
      "epoch": 172.02,
      "grad_norm": 1.4014177322387695,
      "learning_rate": 4.347080605089055e-06,
      "loss": 0.3873,
      "step": 616340
    },
    {
      "epoch": 172.02,
      "grad_norm": 1.1151745319366455,
      "learning_rate": 4.347066570503507e-06,
      "loss": 0.3663,
      "step": 616350
    },
    {
      "epoch": 172.02,
      "grad_norm": 1.1179083585739136,
      "learning_rate": 4.347052535651316e-06,
      "loss": 0.3807,
      "step": 616360
    },
    {
      "epoch": 172.03,
      "grad_norm": 1.2816331386566162,
      "learning_rate": 4.347038500532487e-06,
      "loss": 0.3787,
      "step": 616370
    },
    {
      "epoch": 172.03,
      "grad_norm": 1.1745327711105347,
      "learning_rate": 4.347024465147018e-06,
      "loss": 0.3726,
      "step": 616380
    },
    {
      "epoch": 172.03,
      "grad_norm": 1.021239161491394,
      "learning_rate": 4.347010429494913e-06,
      "loss": 0.386,
      "step": 616390
    },
    {
      "epoch": 172.03,
      "grad_norm": 1.0875532627105713,
      "learning_rate": 4.346996393576174e-06,
      "loss": 0.3909,
      "step": 616400
    },
    {
      "epoch": 172.04,
      "grad_norm": 1.270031452178955,
      "learning_rate": 4.346982357390802e-06,
      "loss": 0.3736,
      "step": 616410
    },
    {
      "epoch": 172.04,
      "grad_norm": 1.3966572284698486,
      "learning_rate": 4.346968320938799e-06,
      "loss": 0.398,
      "step": 616420
    },
    {
      "epoch": 172.04,
      "grad_norm": 1.0859242677688599,
      "learning_rate": 4.346954284220167e-06,
      "loss": 0.3715,
      "step": 616430
    },
    {
      "epoch": 172.05,
      "grad_norm": 1.2104343175888062,
      "learning_rate": 4.346940247234909e-06,
      "loss": 0.3793,
      "step": 616440
    },
    {
      "epoch": 172.05,
      "grad_norm": 1.175270915031433,
      "learning_rate": 4.346926209983025e-06,
      "loss": 0.3739,
      "step": 616450
    },
    {
      "epoch": 172.05,
      "grad_norm": 1.2817111015319824,
      "learning_rate": 4.3469121724645175e-06,
      "loss": 0.4113,
      "step": 616460
    },
    {
      "epoch": 172.05,
      "grad_norm": 1.2528637647628784,
      "learning_rate": 4.346898134679389e-06,
      "loss": 0.38,
      "step": 616470
    },
    {
      "epoch": 172.06,
      "grad_norm": 1.0860602855682373,
      "learning_rate": 4.346884096627642e-06,
      "loss": 0.3982,
      "step": 616480
    },
    {
      "epoch": 172.06,
      "grad_norm": 1.4071898460388184,
      "learning_rate": 4.346870058309276e-06,
      "loss": 0.3689,
      "step": 616490
    },
    {
      "epoch": 172.06,
      "grad_norm": 1.0867674350738525,
      "learning_rate": 4.346856019724293e-06,
      "loss": 0.392,
      "step": 616500
    },
    {
      "epoch": 172.07,
      "grad_norm": 1.2383835315704346,
      "learning_rate": 4.346841980872698e-06,
      "loss": 0.3642,
      "step": 616510
    },
    {
      "epoch": 172.07,
      "grad_norm": 1.2483869791030884,
      "learning_rate": 4.34682794175449e-06,
      "loss": 0.3625,
      "step": 616520
    },
    {
      "epoch": 172.07,
      "grad_norm": 1.200080394744873,
      "learning_rate": 4.3468139023696726e-06,
      "loss": 0.399,
      "step": 616530
    },
    {
      "epoch": 172.07,
      "grad_norm": 1.3697808980941772,
      "learning_rate": 4.346799862718246e-06,
      "loss": 0.3845,
      "step": 616540
    },
    {
      "epoch": 172.08,
      "grad_norm": 1.0038567781448364,
      "learning_rate": 4.346785822800213e-06,
      "loss": 0.3941,
      "step": 616550
    },
    {
      "epoch": 172.08,
      "grad_norm": 1.150763750076294,
      "learning_rate": 4.346771782615576e-06,
      "loss": 0.3833,
      "step": 616560
    },
    {
      "epoch": 172.08,
      "grad_norm": 1.1188063621520996,
      "learning_rate": 4.346757742164335e-06,
      "loss": 0.3772,
      "step": 616570
    },
    {
      "epoch": 172.08,
      "grad_norm": 1.3100149631500244,
      "learning_rate": 4.346743701446495e-06,
      "loss": 0.4097,
      "step": 616580
    },
    {
      "epoch": 172.09,
      "grad_norm": 1.1223069429397583,
      "learning_rate": 4.346729660462055e-06,
      "loss": 0.3806,
      "step": 616590
    },
    {
      "epoch": 172.09,
      "grad_norm": 1.069920539855957,
      "learning_rate": 4.346715619211017e-06,
      "loss": 0.3707,
      "step": 616600
    },
    {
      "epoch": 172.09,
      "grad_norm": 1.1795746088027954,
      "learning_rate": 4.346701577693386e-06,
      "loss": 0.3718,
      "step": 616610
    },
    {
      "epoch": 172.1,
      "grad_norm": 1.217283010482788,
      "learning_rate": 4.34668753590916e-06,
      "loss": 0.3839,
      "step": 616620
    },
    {
      "epoch": 172.1,
      "grad_norm": 2.5837526321411133,
      "learning_rate": 4.346673493858342e-06,
      "loss": 0.3858,
      "step": 616630
    },
    {
      "epoch": 172.1,
      "grad_norm": 1.0725122690200806,
      "learning_rate": 4.3466594515409345e-06,
      "loss": 0.3851,
      "step": 616640
    },
    {
      "epoch": 172.1,
      "grad_norm": 1.1407047510147095,
      "learning_rate": 4.34664540895694e-06,
      "loss": 0.3893,
      "step": 616650
    },
    {
      "epoch": 172.11,
      "grad_norm": 1.104291319847107,
      "learning_rate": 4.34663136610636e-06,
      "loss": 0.3898,
      "step": 616660
    },
    {
      "epoch": 172.11,
      "grad_norm": 1.0724111795425415,
      "learning_rate": 4.346617322989195e-06,
      "loss": 0.3718,
      "step": 616670
    },
    {
      "epoch": 172.11,
      "grad_norm": 1.21659255027771,
      "learning_rate": 4.346603279605448e-06,
      "loss": 0.3966,
      "step": 616680
    },
    {
      "epoch": 172.12,
      "grad_norm": 1.067513108253479,
      "learning_rate": 4.34658923595512e-06,
      "loss": 0.3792,
      "step": 616690
    },
    {
      "epoch": 172.12,
      "grad_norm": 1.6882457733154297,
      "learning_rate": 4.3465751920382146e-06,
      "loss": 0.379,
      "step": 616700
    },
    {
      "epoch": 172.12,
      "grad_norm": 1.190460205078125,
      "learning_rate": 4.346561147854732e-06,
      "loss": 0.3938,
      "step": 616710
    },
    {
      "epoch": 172.12,
      "grad_norm": 1.041657567024231,
      "learning_rate": 4.346547103404675e-06,
      "loss": 0.3741,
      "step": 616720
    },
    {
      "epoch": 172.13,
      "grad_norm": 1.2468644380569458,
      "learning_rate": 4.346533058688046e-06,
      "loss": 0.3703,
      "step": 616730
    },
    {
      "epoch": 172.13,
      "grad_norm": 1.298481822013855,
      "learning_rate": 4.346519013704845e-06,
      "loss": 0.385,
      "step": 616740
    },
    {
      "epoch": 172.13,
      "grad_norm": 1.3122373819351196,
      "learning_rate": 4.346504968455074e-06,
      "loss": 0.3659,
      "step": 616750
    },
    {
      "epoch": 172.14,
      "grad_norm": 1.1134878396987915,
      "learning_rate": 4.3464909229387375e-06,
      "loss": 0.3957,
      "step": 616760
    },
    {
      "epoch": 172.14,
      "grad_norm": 1.1318705081939697,
      "learning_rate": 4.346476877155835e-06,
      "loss": 0.3717,
      "step": 616770
    },
    {
      "epoch": 172.14,
      "grad_norm": 1.3968071937561035,
      "learning_rate": 4.346462831106369e-06,
      "loss": 0.3823,
      "step": 616780
    },
    {
      "epoch": 172.14,
      "grad_norm": 0.9904400706291199,
      "learning_rate": 4.346448784790341e-06,
      "loss": 0.3862,
      "step": 616790
    },
    {
      "epoch": 172.15,
      "grad_norm": 1.0323772430419922,
      "learning_rate": 4.346434738207754e-06,
      "loss": 0.3788,
      "step": 616800
    },
    {
      "epoch": 172.15,
      "grad_norm": 1.463468074798584,
      "learning_rate": 4.3464206913586085e-06,
      "loss": 0.399,
      "step": 616810
    },
    {
      "epoch": 172.15,
      "grad_norm": 1.154213547706604,
      "learning_rate": 4.346406644242907e-06,
      "loss": 0.3775,
      "step": 616820
    },
    {
      "epoch": 172.15,
      "grad_norm": 1.0957552194595337,
      "learning_rate": 4.346392596860652e-06,
      "loss": 0.3951,
      "step": 616830
    },
    {
      "epoch": 172.16,
      "grad_norm": 1.1633318662643433,
      "learning_rate": 4.346378549211845e-06,
      "loss": 0.377,
      "step": 616840
    },
    {
      "epoch": 172.16,
      "grad_norm": 1.1287814378738403,
      "learning_rate": 4.346364501296486e-06,
      "loss": 0.3696,
      "step": 616850
    },
    {
      "epoch": 172.16,
      "grad_norm": 1.3462580442428589,
      "learning_rate": 4.346350453114579e-06,
      "loss": 0.3808,
      "step": 616860
    },
    {
      "epoch": 172.17,
      "grad_norm": 1.326160192489624,
      "learning_rate": 4.346336404666126e-06,
      "loss": 0.4016,
      "step": 616870
    },
    {
      "epoch": 172.17,
      "grad_norm": 1.1855369806289673,
      "learning_rate": 4.346322355951128e-06,
      "loss": 0.3745,
      "step": 616880
    },
    {
      "epoch": 172.17,
      "grad_norm": 1.1838972568511963,
      "learning_rate": 4.346308306969587e-06,
      "loss": 0.384,
      "step": 616890
    },
    {
      "epoch": 172.17,
      "grad_norm": 1.1333541870117188,
      "learning_rate": 4.346294257721505e-06,
      "loss": 0.3779,
      "step": 616900
    },
    {
      "epoch": 172.18,
      "grad_norm": 1.2471468448638916,
      "learning_rate": 4.346280208206884e-06,
      "loss": 0.3935,
      "step": 616910
    },
    {
      "epoch": 172.18,
      "grad_norm": 0.9951151013374329,
      "learning_rate": 4.346266158425725e-06,
      "loss": 0.3729,
      "step": 616920
    },
    {
      "epoch": 172.18,
      "grad_norm": 1.3393476009368896,
      "learning_rate": 4.346252108378031e-06,
      "loss": 0.3834,
      "step": 616930
    },
    {
      "epoch": 172.19,
      "grad_norm": 1.2748425006866455,
      "learning_rate": 4.346238058063803e-06,
      "loss": 0.3843,
      "step": 616940
    },
    {
      "epoch": 172.19,
      "grad_norm": 1.0499844551086426,
      "learning_rate": 4.346224007483045e-06,
      "loss": 0.3758,
      "step": 616950
    },
    {
      "epoch": 172.19,
      "grad_norm": 1.023983359336853,
      "learning_rate": 4.346209956635755e-06,
      "loss": 0.3942,
      "step": 616960
    },
    {
      "epoch": 172.19,
      "grad_norm": 1.2678724527359009,
      "learning_rate": 4.346195905521937e-06,
      "loss": 0.3661,
      "step": 616970
    },
    {
      "epoch": 172.2,
      "grad_norm": 1.107320785522461,
      "learning_rate": 4.346181854141595e-06,
      "loss": 0.3714,
      "step": 616980
    },
    {
      "epoch": 172.2,
      "grad_norm": 1.142903447151184,
      "learning_rate": 4.346167802494727e-06,
      "loss": 0.3784,
      "step": 616990
    },
    {
      "epoch": 172.2,
      "grad_norm": 1.1990911960601807,
      "learning_rate": 4.3461537505813375e-06,
      "loss": 0.3893,
      "step": 617000
    },
    {
      "epoch": 172.2,
      "grad_norm": 1.1685930490493774,
      "learning_rate": 4.346139698401427e-06,
      "loss": 0.3726,
      "step": 617010
    },
    {
      "epoch": 172.21,
      "grad_norm": 1.0831396579742432,
      "learning_rate": 4.346125645954998e-06,
      "loss": 0.3827,
      "step": 617020
    },
    {
      "epoch": 172.21,
      "grad_norm": 0.9978359341621399,
      "learning_rate": 4.346111593242052e-06,
      "loss": 0.3808,
      "step": 617030
    },
    {
      "epoch": 172.21,
      "grad_norm": 1.2448999881744385,
      "learning_rate": 4.346097540262592e-06,
      "loss": 0.3998,
      "step": 617040
    },
    {
      "epoch": 172.22,
      "grad_norm": 1.1910006999969482,
      "learning_rate": 4.3460834870166185e-06,
      "loss": 0.3707,
      "step": 617050
    },
    {
      "epoch": 172.22,
      "grad_norm": 1.4703291654586792,
      "learning_rate": 4.346069433504134e-06,
      "loss": 0.3738,
      "step": 617060
    },
    {
      "epoch": 172.22,
      "grad_norm": 1.3420841693878174,
      "learning_rate": 4.34605537972514e-06,
      "loss": 0.3997,
      "step": 617070
    },
    {
      "epoch": 172.22,
      "grad_norm": 1.3024194240570068,
      "learning_rate": 4.346041325679638e-06,
      "loss": 0.3849,
      "step": 617080
    },
    {
      "epoch": 172.23,
      "grad_norm": 1.2627431154251099,
      "learning_rate": 4.346027271367632e-06,
      "loss": 0.386,
      "step": 617090
    },
    {
      "epoch": 172.23,
      "grad_norm": 1.187343955039978,
      "learning_rate": 4.346013216789121e-06,
      "loss": 0.3665,
      "step": 617100
    },
    {
      "epoch": 172.23,
      "grad_norm": 1.243375539779663,
      "learning_rate": 4.345999161944109e-06,
      "loss": 0.3807,
      "step": 617110
    },
    {
      "epoch": 172.24,
      "grad_norm": 0.9918680787086487,
      "learning_rate": 4.3459851068325965e-06,
      "loss": 0.3812,
      "step": 617120
    },
    {
      "epoch": 172.24,
      "grad_norm": 1.1816685199737549,
      "learning_rate": 4.345971051454586e-06,
      "loss": 0.3852,
      "step": 617130
    },
    {
      "epoch": 172.24,
      "grad_norm": 1.229427695274353,
      "learning_rate": 4.34595699581008e-06,
      "loss": 0.39,
      "step": 617140
    },
    {
      "epoch": 172.24,
      "grad_norm": 1.0426928997039795,
      "learning_rate": 4.345942939899079e-06,
      "loss": 0.3989,
      "step": 617150
    },
    {
      "epoch": 172.25,
      "grad_norm": 1.2204232215881348,
      "learning_rate": 4.345928883721586e-06,
      "loss": 0.3924,
      "step": 617160
    },
    {
      "epoch": 172.25,
      "grad_norm": 1.2865056991577148,
      "learning_rate": 4.345914827277602e-06,
      "loss": 0.3997,
      "step": 617170
    },
    {
      "epoch": 172.25,
      "grad_norm": 1.206638216972351,
      "learning_rate": 4.34590077056713e-06,
      "loss": 0.3732,
      "step": 617180
    },
    {
      "epoch": 172.26,
      "grad_norm": 1.1126590967178345,
      "learning_rate": 4.345886713590171e-06,
      "loss": 0.3792,
      "step": 617190
    },
    {
      "epoch": 172.26,
      "grad_norm": 1.2096447944641113,
      "learning_rate": 4.345872656346727e-06,
      "loss": 0.3737,
      "step": 617200
    },
    {
      "epoch": 172.26,
      "grad_norm": 1.1761966943740845,
      "learning_rate": 4.3458585988368e-06,
      "loss": 0.3962,
      "step": 617210
    },
    {
      "epoch": 172.26,
      "grad_norm": 1.4132931232452393,
      "learning_rate": 4.345844541060391e-06,
      "loss": 0.3917,
      "step": 617220
    },
    {
      "epoch": 172.27,
      "grad_norm": 1.2843581438064575,
      "learning_rate": 4.345830483017504e-06,
      "loss": 0.3867,
      "step": 617230
    },
    {
      "epoch": 172.27,
      "grad_norm": 1.1395642757415771,
      "learning_rate": 4.3458164247081384e-06,
      "loss": 0.374,
      "step": 617240
    },
    {
      "epoch": 172.27,
      "grad_norm": 1.0909801721572876,
      "learning_rate": 4.3458023661322975e-06,
      "loss": 0.3774,
      "step": 617250
    },
    {
      "epoch": 172.27,
      "grad_norm": 1.1204328536987305,
      "learning_rate": 4.3457883072899834e-06,
      "loss": 0.384,
      "step": 617260
    },
    {
      "epoch": 172.28,
      "grad_norm": 1.03794527053833,
      "learning_rate": 4.345774248181197e-06,
      "loss": 0.3866,
      "step": 617270
    },
    {
      "epoch": 172.28,
      "grad_norm": 1.0839625597000122,
      "learning_rate": 4.345760188805941e-06,
      "loss": 0.3907,
      "step": 617280
    },
    {
      "epoch": 172.28,
      "grad_norm": 1.28594172000885,
      "learning_rate": 4.3457461291642165e-06,
      "loss": 0.3807,
      "step": 617290
    },
    {
      "epoch": 172.29,
      "grad_norm": 1.0852402448654175,
      "learning_rate": 4.345732069256026e-06,
      "loss": 0.3785,
      "step": 617300
    },
    {
      "epoch": 172.29,
      "grad_norm": 1.1820483207702637,
      "learning_rate": 4.345718009081371e-06,
      "loss": 0.3653,
      "step": 617310
    },
    {
      "epoch": 172.29,
      "grad_norm": 1.0506482124328613,
      "learning_rate": 4.345703948640253e-06,
      "loss": 0.3885,
      "step": 617320
    },
    {
      "epoch": 172.29,
      "grad_norm": 1.123716950416565,
      "learning_rate": 4.345689887932676e-06,
      "loss": 0.3847,
      "step": 617330
    },
    {
      "epoch": 172.3,
      "grad_norm": 1.219722867012024,
      "learning_rate": 4.345675826958639e-06,
      "loss": 0.3778,
      "step": 617340
    },
    {
      "epoch": 172.3,
      "grad_norm": 1.1027456521987915,
      "learning_rate": 4.345661765718145e-06,
      "loss": 0.3957,
      "step": 617350
    },
    {
      "epoch": 172.3,
      "grad_norm": 1.1760306358337402,
      "learning_rate": 4.3456477042111964e-06,
      "loss": 0.4052,
      "step": 617360
    },
    {
      "epoch": 172.31,
      "grad_norm": 1.3376448154449463,
      "learning_rate": 4.345633642437794e-06,
      "loss": 0.3655,
      "step": 617370
    },
    {
      "epoch": 172.31,
      "grad_norm": 1.6907485723495483,
      "learning_rate": 4.345619580397941e-06,
      "loss": 0.3728,
      "step": 617380
    },
    {
      "epoch": 172.31,
      "grad_norm": 1.1561466455459595,
      "learning_rate": 4.345605518091639e-06,
      "loss": 0.3807,
      "step": 617390
    },
    {
      "epoch": 172.31,
      "grad_norm": 1.1405677795410156,
      "learning_rate": 4.3455914555188885e-06,
      "loss": 0.3877,
      "step": 617400
    },
    {
      "epoch": 172.32,
      "grad_norm": 1.243781328201294,
      "learning_rate": 4.345577392679693e-06,
      "loss": 0.3966,
      "step": 617410
    },
    {
      "epoch": 172.32,
      "grad_norm": 1.3514201641082764,
      "learning_rate": 4.3455633295740535e-06,
      "loss": 0.375,
      "step": 617420
    },
    {
      "epoch": 172.32,
      "grad_norm": 1.094894528388977,
      "learning_rate": 4.345549266201972e-06,
      "loss": 0.3928,
      "step": 617430
    },
    {
      "epoch": 172.32,
      "grad_norm": 1.162837266921997,
      "learning_rate": 4.345535202563451e-06,
      "loss": 0.389,
      "step": 617440
    },
    {
      "epoch": 172.33,
      "grad_norm": 1.1798555850982666,
      "learning_rate": 4.345521138658491e-06,
      "loss": 0.3799,
      "step": 617450
    },
    {
      "epoch": 172.33,
      "grad_norm": 1.1236958503723145,
      "learning_rate": 4.345507074487096e-06,
      "loss": 0.3932,
      "step": 617460
    },
    {
      "epoch": 172.33,
      "grad_norm": 1.065987467765808,
      "learning_rate": 4.345493010049266e-06,
      "loss": 0.3918,
      "step": 617470
    },
    {
      "epoch": 172.34,
      "grad_norm": 1.1292109489440918,
      "learning_rate": 4.345478945345003e-06,
      "loss": 0.3784,
      "step": 617480
    },
    {
      "epoch": 172.34,
      "grad_norm": 1.6186248064041138,
      "learning_rate": 4.34546488037431e-06,
      "loss": 0.3771,
      "step": 617490
    },
    {
      "epoch": 172.34,
      "grad_norm": 1.0657484531402588,
      "learning_rate": 4.345450815137187e-06,
      "loss": 0.3655,
      "step": 617500
    },
    {
      "epoch": 172.34,
      "grad_norm": 1.1077550649642944,
      "learning_rate": 4.345436749633638e-06,
      "loss": 0.3752,
      "step": 617510
    },
    {
      "epoch": 172.35,
      "grad_norm": 1.0947316884994507,
      "learning_rate": 4.345422683863664e-06,
      "loss": 0.3728,
      "step": 617520
    },
    {
      "epoch": 172.35,
      "grad_norm": 1.2966606616973877,
      "learning_rate": 4.345408617827267e-06,
      "loss": 0.3783,
      "step": 617530
    },
    {
      "epoch": 172.35,
      "grad_norm": 1.338714599609375,
      "learning_rate": 4.345394551524448e-06,
      "loss": 0.3964,
      "step": 617540
    },
    {
      "epoch": 172.36,
      "grad_norm": 1.4462915658950806,
      "learning_rate": 4.34538048495521e-06,
      "loss": 0.3787,
      "step": 617550
    },
    {
      "epoch": 172.36,
      "grad_norm": 18.81483268737793,
      "learning_rate": 4.345366418119554e-06,
      "loss": 0.3742,
      "step": 617560
    },
    {
      "epoch": 172.36,
      "grad_norm": 1.2348307371139526,
      "learning_rate": 4.345352351017483e-06,
      "loss": 0.3854,
      "step": 617570
    },
    {
      "epoch": 172.36,
      "grad_norm": 1.2083067893981934,
      "learning_rate": 4.345338283648998e-06,
      "loss": 0.3578,
      "step": 617580
    },
    {
      "epoch": 172.37,
      "grad_norm": 1.1404176950454712,
      "learning_rate": 4.345324216014101e-06,
      "loss": 0.3721,
      "step": 617590
    },
    {
      "epoch": 172.37,
      "grad_norm": 1.0386743545532227,
      "learning_rate": 4.345310148112794e-06,
      "loss": 0.4013,
      "step": 617600
    },
    {
      "epoch": 172.37,
      "grad_norm": 1.2150930166244507,
      "learning_rate": 4.345296079945078e-06,
      "loss": 0.3804,
      "step": 617610
    },
    {
      "epoch": 172.38,
      "grad_norm": 1.148162841796875,
      "learning_rate": 4.345282011510956e-06,
      "loss": 0.3767,
      "step": 617620
    },
    {
      "epoch": 172.38,
      "grad_norm": 1.145250678062439,
      "learning_rate": 4.345267942810431e-06,
      "loss": 0.425,
      "step": 617630
    },
    {
      "epoch": 172.38,
      "grad_norm": 1.2442762851715088,
      "learning_rate": 4.345253873843501e-06,
      "loss": 0.3812,
      "step": 617640
    },
    {
      "epoch": 172.38,
      "grad_norm": 1.1274162530899048,
      "learning_rate": 4.345239804610172e-06,
      "loss": 0.3797,
      "step": 617650
    },
    {
      "epoch": 172.39,
      "grad_norm": 1.0930620431900024,
      "learning_rate": 4.345225735110444e-06,
      "loss": 0.3759,
      "step": 617660
    },
    {
      "epoch": 172.39,
      "grad_norm": 1.1212947368621826,
      "learning_rate": 4.345211665344319e-06,
      "loss": 0.3777,
      "step": 617670
    },
    {
      "epoch": 172.39,
      "grad_norm": 1.1225334405899048,
      "learning_rate": 4.345197595311798e-06,
      "loss": 0.3888,
      "step": 617680
    },
    {
      "epoch": 172.39,
      "grad_norm": 1.1943310499191284,
      "learning_rate": 4.345183525012885e-06,
      "loss": 0.3807,
      "step": 617690
    },
    {
      "epoch": 172.4,
      "grad_norm": 1.225382924079895,
      "learning_rate": 4.34516945444758e-06,
      "loss": 0.38,
      "step": 617700
    },
    {
      "epoch": 172.4,
      "grad_norm": 1.1005533933639526,
      "learning_rate": 4.345155383615885e-06,
      "loss": 0.3664,
      "step": 617710
    },
    {
      "epoch": 172.4,
      "grad_norm": 1.0271961688995361,
      "learning_rate": 4.345141312517804e-06,
      "loss": 0.3824,
      "step": 617720
    },
    {
      "epoch": 172.41,
      "grad_norm": 1.059778094291687,
      "learning_rate": 4.345127241153336e-06,
      "loss": 0.3867,
      "step": 617730
    },
    {
      "epoch": 172.41,
      "grad_norm": 1.1525362730026245,
      "learning_rate": 4.345113169522485e-06,
      "loss": 0.3691,
      "step": 617740
    },
    {
      "epoch": 172.41,
      "grad_norm": 1.236215591430664,
      "learning_rate": 4.345099097625251e-06,
      "loss": 0.3728,
      "step": 617750
    },
    {
      "epoch": 172.41,
      "grad_norm": 1.2996408939361572,
      "learning_rate": 4.345085025461637e-06,
      "loss": 0.3753,
      "step": 617760
    },
    {
      "epoch": 172.42,
      "grad_norm": 1.1797542572021484,
      "learning_rate": 4.345070953031645e-06,
      "loss": 0.3878,
      "step": 617770
    },
    {
      "epoch": 172.42,
      "grad_norm": 1.0237441062927246,
      "learning_rate": 4.345056880335277e-06,
      "loss": 0.3935,
      "step": 617780
    },
    {
      "epoch": 172.42,
      "grad_norm": 1.2998793125152588,
      "learning_rate": 4.345042807372534e-06,
      "loss": 0.3771,
      "step": 617790
    },
    {
      "epoch": 172.43,
      "grad_norm": 1.33687162399292,
      "learning_rate": 4.345028734143419e-06,
      "loss": 0.3806,
      "step": 617800
    },
    {
      "epoch": 172.43,
      "grad_norm": 1.0580638647079468,
      "learning_rate": 4.345014660647933e-06,
      "loss": 0.3691,
      "step": 617810
    },
    {
      "epoch": 172.43,
      "grad_norm": 1.2469524145126343,
      "learning_rate": 4.345000586886078e-06,
      "loss": 0.3945,
      "step": 617820
    },
    {
      "epoch": 172.43,
      "grad_norm": 1.2047661542892456,
      "learning_rate": 4.344986512857856e-06,
      "loss": 0.3561,
      "step": 617830
    },
    {
      "epoch": 172.44,
      "grad_norm": 1.3935126066207886,
      "learning_rate": 4.3449724385632685e-06,
      "loss": 0.3676,
      "step": 617840
    },
    {
      "epoch": 172.44,
      "grad_norm": 1.2187731266021729,
      "learning_rate": 4.344958364002318e-06,
      "loss": 0.3599,
      "step": 617850
    },
    {
      "epoch": 172.44,
      "grad_norm": 1.0489468574523926,
      "learning_rate": 4.344944289175006e-06,
      "loss": 0.3785,
      "step": 617860
    },
    {
      "epoch": 172.44,
      "grad_norm": 1.2094535827636719,
      "learning_rate": 4.344930214081335e-06,
      "loss": 0.3814,
      "step": 617870
    },
    {
      "epoch": 172.45,
      "grad_norm": 1.202926754951477,
      "learning_rate": 4.3449161387213066e-06,
      "loss": 0.3728,
      "step": 617880
    },
    {
      "epoch": 172.45,
      "grad_norm": 1.250040054321289,
      "learning_rate": 4.344902063094921e-06,
      "loss": 0.3819,
      "step": 617890
    },
    {
      "epoch": 172.45,
      "grad_norm": 1.3610199689865112,
      "learning_rate": 4.344887987202183e-06,
      "loss": 0.389,
      "step": 617900
    },
    {
      "epoch": 172.46,
      "grad_norm": 1.4293878078460693,
      "learning_rate": 4.344873911043092e-06,
      "loss": 0.3862,
      "step": 617910
    },
    {
      "epoch": 172.46,
      "grad_norm": 1.4891880750656128,
      "learning_rate": 4.3448598346176525e-06,
      "loss": 0.382,
      "step": 617920
    },
    {
      "epoch": 172.46,
      "grad_norm": 1.234707236289978,
      "learning_rate": 4.344845757925863e-06,
      "loss": 0.3977,
      "step": 617930
    },
    {
      "epoch": 172.46,
      "grad_norm": 1.1850625276565552,
      "learning_rate": 4.3448316809677276e-06,
      "loss": 0.3868,
      "step": 617940
    },
    {
      "epoch": 172.47,
      "grad_norm": 1.310184359550476,
      "learning_rate": 4.344817603743248e-06,
      "loss": 0.3885,
      "step": 617950
    },
    {
      "epoch": 172.47,
      "grad_norm": 1.3451359272003174,
      "learning_rate": 4.344803526252426e-06,
      "loss": 0.3663,
      "step": 617960
    },
    {
      "epoch": 172.47,
      "grad_norm": 1.2840495109558105,
      "learning_rate": 4.344789448495262e-06,
      "loss": 0.3991,
      "step": 617970
    },
    {
      "epoch": 172.48,
      "grad_norm": 1.2045351266860962,
      "learning_rate": 4.344775370471761e-06,
      "loss": 0.391,
      "step": 617980
    },
    {
      "epoch": 172.48,
      "grad_norm": 1.1485482454299927,
      "learning_rate": 4.344761292181921e-06,
      "loss": 0.3711,
      "step": 617990
    },
    {
      "epoch": 172.48,
      "grad_norm": 1.094760537147522,
      "learning_rate": 4.344747213625746e-06,
      "loss": 0.3929,
      "step": 618000
    },
    {
      "epoch": 172.48,
      "grad_norm": 1.3761831521987915,
      "learning_rate": 4.344733134803238e-06,
      "loss": 0.3801,
      "step": 618010
    },
    {
      "epoch": 172.49,
      "grad_norm": 1.0997129678726196,
      "learning_rate": 4.3447190557144e-06,
      "loss": 0.3791,
      "step": 618020
    },
    {
      "epoch": 172.49,
      "grad_norm": 1.1477811336517334,
      "learning_rate": 4.344704976359231e-06,
      "loss": 0.3781,
      "step": 618030
    },
    {
      "epoch": 172.49,
      "grad_norm": 1.286111831665039,
      "learning_rate": 4.3446908967377345e-06,
      "loss": 0.3772,
      "step": 618040
    },
    {
      "epoch": 172.5,
      "grad_norm": 1.144878625869751,
      "learning_rate": 4.344676816849913e-06,
      "loss": 0.3826,
      "step": 618050
    },
    {
      "epoch": 172.5,
      "grad_norm": 1.3220446109771729,
      "learning_rate": 4.344662736695767e-06,
      "loss": 0.372,
      "step": 618060
    },
    {
      "epoch": 172.5,
      "grad_norm": 1.1967124938964844,
      "learning_rate": 4.3446486562752995e-06,
      "loss": 0.3841,
      "step": 618070
    },
    {
      "epoch": 172.5,
      "grad_norm": 1.1133044958114624,
      "learning_rate": 4.344634575588511e-06,
      "loss": 0.3732,
      "step": 618080
    },
    {
      "epoch": 172.51,
      "grad_norm": 1.219488263130188,
      "learning_rate": 4.344620494635404e-06,
      "loss": 0.3931,
      "step": 618090
    },
    {
      "epoch": 172.51,
      "grad_norm": 1.0886224508285522,
      "learning_rate": 4.344606413415982e-06,
      "loss": 0.3919,
      "step": 618100
    },
    {
      "epoch": 172.51,
      "grad_norm": 1.1682250499725342,
      "learning_rate": 4.344592331930245e-06,
      "loss": 0.3869,
      "step": 618110
    },
    {
      "epoch": 172.51,
      "grad_norm": 1.2240489721298218,
      "learning_rate": 4.344578250178195e-06,
      "loss": 0.3672,
      "step": 618120
    },
    {
      "epoch": 172.52,
      "grad_norm": 1.0988765954971313,
      "learning_rate": 4.344564168159835e-06,
      "loss": 0.3735,
      "step": 618130
    },
    {
      "epoch": 172.52,
      "grad_norm": 1.0624984502792358,
      "learning_rate": 4.3445500858751646e-06,
      "loss": 0.3726,
      "step": 618140
    },
    {
      "epoch": 172.52,
      "grad_norm": 1.198176383972168,
      "learning_rate": 4.344536003324188e-06,
      "loss": 0.3698,
      "step": 618150
    },
    {
      "epoch": 172.53,
      "grad_norm": 1.3218435049057007,
      "learning_rate": 4.344521920506906e-06,
      "loss": 0.3756,
      "step": 618160
    },
    {
      "epoch": 172.53,
      "grad_norm": 1.0998371839523315,
      "learning_rate": 4.344507837423321e-06,
      "loss": 0.3619,
      "step": 618170
    },
    {
      "epoch": 172.53,
      "grad_norm": 1.1857266426086426,
      "learning_rate": 4.344493754073434e-06,
      "loss": 0.3711,
      "step": 618180
    },
    {
      "epoch": 172.53,
      "grad_norm": 1.0706360340118408,
      "learning_rate": 4.3444796704572485e-06,
      "loss": 0.3853,
      "step": 618190
    },
    {
      "epoch": 172.54,
      "grad_norm": 1.375438928604126,
      "learning_rate": 4.344465586574764e-06,
      "loss": 0.3723,
      "step": 618200
    },
    {
      "epoch": 172.54,
      "grad_norm": 1.9410526752471924,
      "learning_rate": 4.344451502425985e-06,
      "loss": 0.3928,
      "step": 618210
    },
    {
      "epoch": 172.54,
      "grad_norm": 1.0131782293319702,
      "learning_rate": 4.344437418010912e-06,
      "loss": 0.3739,
      "step": 618220
    },
    {
      "epoch": 172.55,
      "grad_norm": 1.0882338285446167,
      "learning_rate": 4.344423333329546e-06,
      "loss": 0.3611,
      "step": 618230
    },
    {
      "epoch": 172.55,
      "grad_norm": 1.166542649269104,
      "learning_rate": 4.344409248381891e-06,
      "loss": 0.3871,
      "step": 618240
    },
    {
      "epoch": 172.55,
      "grad_norm": 1.3433990478515625,
      "learning_rate": 4.344395163167947e-06,
      "loss": 0.3892,
      "step": 618250
    },
    {
      "epoch": 172.55,
      "grad_norm": 1.3998584747314453,
      "learning_rate": 4.344381077687716e-06,
      "loss": 0.3976,
      "step": 618260
    },
    {
      "epoch": 172.56,
      "grad_norm": 1.3041009902954102,
      "learning_rate": 4.3443669919412015e-06,
      "loss": 0.3685,
      "step": 618270
    },
    {
      "epoch": 172.56,
      "grad_norm": 2.3413922786712646,
      "learning_rate": 4.344352905928404e-06,
      "loss": 0.3945,
      "step": 618280
    },
    {
      "epoch": 172.56,
      "grad_norm": 1.026347279548645,
      "learning_rate": 4.344338819649326e-06,
      "loss": 0.378,
      "step": 618290
    },
    {
      "epoch": 172.56,
      "grad_norm": 1.121324062347412,
      "learning_rate": 4.344324733103968e-06,
      "loss": 0.3818,
      "step": 618300
    },
    {
      "epoch": 172.57,
      "grad_norm": 1.2976877689361572,
      "learning_rate": 4.344310646292334e-06,
      "loss": 0.3793,
      "step": 618310
    },
    {
      "epoch": 172.57,
      "grad_norm": 1.1183274984359741,
      "learning_rate": 4.344296559214425e-06,
      "loss": 0.379,
      "step": 618320
    },
    {
      "epoch": 172.57,
      "grad_norm": 1.1822038888931274,
      "learning_rate": 4.344282471870242e-06,
      "loss": 0.3803,
      "step": 618330
    },
    {
      "epoch": 172.58,
      "grad_norm": 1.2986767292022705,
      "learning_rate": 4.344268384259787e-06,
      "loss": 0.3736,
      "step": 618340
    },
    {
      "epoch": 172.58,
      "grad_norm": 1.300525188446045,
      "learning_rate": 4.344254296383064e-06,
      "loss": 0.3754,
      "step": 618350
    },
    {
      "epoch": 172.58,
      "grad_norm": 1.1761795282363892,
      "learning_rate": 4.344240208240072e-06,
      "loss": 0.3773,
      "step": 618360
    },
    {
      "epoch": 172.58,
      "grad_norm": 1.387102484703064,
      "learning_rate": 4.344226119830815e-06,
      "loss": 0.3985,
      "step": 618370
    },
    {
      "epoch": 172.59,
      "grad_norm": 1.0323541164398193,
      "learning_rate": 4.344212031155294e-06,
      "loss": 0.3795,
      "step": 618380
    },
    {
      "epoch": 172.59,
      "grad_norm": 1.1730566024780273,
      "learning_rate": 4.344197942213511e-06,
      "loss": 0.378,
      "step": 618390
    },
    {
      "epoch": 172.59,
      "grad_norm": 1.259328007698059,
      "learning_rate": 4.344183853005467e-06,
      "loss": 0.3792,
      "step": 618400
    },
    {
      "epoch": 172.6,
      "grad_norm": 0.9710120558738708,
      "learning_rate": 4.344169763531166e-06,
      "loss": 0.3675,
      "step": 618410
    },
    {
      "epoch": 172.6,
      "grad_norm": 1.5005139112472534,
      "learning_rate": 4.344155673790608e-06,
      "loss": 0.3831,
      "step": 618420
    },
    {
      "epoch": 172.6,
      "grad_norm": 1.1170576810836792,
      "learning_rate": 4.344141583783795e-06,
      "loss": 0.3888,
      "step": 618430
    },
    {
      "epoch": 172.6,
      "grad_norm": 1.239554762840271,
      "learning_rate": 4.3441274935107305e-06,
      "loss": 0.3881,
      "step": 618440
    },
    {
      "epoch": 172.61,
      "grad_norm": 1.2237777709960938,
      "learning_rate": 4.344113402971414e-06,
      "loss": 0.4045,
      "step": 618450
    },
    {
      "epoch": 172.61,
      "grad_norm": 1.4392601251602173,
      "learning_rate": 4.344099312165849e-06,
      "loss": 0.3836,
      "step": 618460
    },
    {
      "epoch": 172.61,
      "grad_norm": 1.2716482877731323,
      "learning_rate": 4.344085221094038e-06,
      "loss": 0.3779,
      "step": 618470
    },
    {
      "epoch": 172.62,
      "grad_norm": 1.2959315776824951,
      "learning_rate": 4.34407112975598e-06,
      "loss": 0.3951,
      "step": 618480
    },
    {
      "epoch": 172.62,
      "grad_norm": 1.1942211389541626,
      "learning_rate": 4.34405703815168e-06,
      "loss": 0.3919,
      "step": 618490
    },
    {
      "epoch": 172.62,
      "grad_norm": 1.232337236404419,
      "learning_rate": 4.344042946281138e-06,
      "loss": 0.3831,
      "step": 618500
    },
    {
      "epoch": 172.62,
      "grad_norm": 1.0556535720825195,
      "learning_rate": 4.3440288541443565e-06,
      "loss": 0.3922,
      "step": 618510
    },
    {
      "epoch": 172.63,
      "grad_norm": 1.274830937385559,
      "learning_rate": 4.3440147617413375e-06,
      "loss": 0.3769,
      "step": 618520
    },
    {
      "epoch": 172.63,
      "grad_norm": 1.253761649131775,
      "learning_rate": 4.3440006690720825e-06,
      "loss": 0.3908,
      "step": 618530
    },
    {
      "epoch": 172.63,
      "grad_norm": 1.116642951965332,
      "learning_rate": 4.343986576136594e-06,
      "loss": 0.3886,
      "step": 618540
    },
    {
      "epoch": 172.63,
      "grad_norm": 2.9137015342712402,
      "learning_rate": 4.343972482934873e-06,
      "loss": 0.3711,
      "step": 618550
    },
    {
      "epoch": 172.64,
      "grad_norm": 1.1272300481796265,
      "learning_rate": 4.343958389466922e-06,
      "loss": 0.395,
      "step": 618560
    },
    {
      "epoch": 172.64,
      "grad_norm": 1.1649402379989624,
      "learning_rate": 4.343944295732743e-06,
      "loss": 0.3943,
      "step": 618570
    },
    {
      "epoch": 172.64,
      "grad_norm": 1.2671005725860596,
      "learning_rate": 4.343930201732338e-06,
      "loss": 0.3821,
      "step": 618580
    },
    {
      "epoch": 172.65,
      "grad_norm": 1.052803874015808,
      "learning_rate": 4.343916107465707e-06,
      "loss": 0.3757,
      "step": 618590
    },
    {
      "epoch": 172.65,
      "grad_norm": 1.1902674436569214,
      "learning_rate": 4.343902012932855e-06,
      "loss": 0.3821,
      "step": 618600
    },
    {
      "epoch": 172.65,
      "grad_norm": 0.999836802482605,
      "learning_rate": 4.343887918133781e-06,
      "loss": 0.3884,
      "step": 618610
    },
    {
      "epoch": 172.65,
      "grad_norm": 1.1955496072769165,
      "learning_rate": 4.343873823068489e-06,
      "loss": 0.3878,
      "step": 618620
    },
    {
      "epoch": 172.66,
      "grad_norm": 1.042961835861206,
      "learning_rate": 4.343859727736979e-06,
      "loss": 0.3933,
      "step": 618630
    },
    {
      "epoch": 172.66,
      "grad_norm": 1.2194910049438477,
      "learning_rate": 4.343845632139254e-06,
      "loss": 0.3759,
      "step": 618640
    },
    {
      "epoch": 172.66,
      "grad_norm": 1.0223208665847778,
      "learning_rate": 4.343831536275317e-06,
      "loss": 0.3924,
      "step": 618650
    },
    {
      "epoch": 172.67,
      "grad_norm": 1.2340166568756104,
      "learning_rate": 4.3438174401451674e-06,
      "loss": 0.3856,
      "step": 618660
    },
    {
      "epoch": 172.67,
      "grad_norm": 1.1797741651535034,
      "learning_rate": 4.343803343748808e-06,
      "loss": 0.3839,
      "step": 618670
    },
    {
      "epoch": 172.67,
      "grad_norm": 1.1661972999572754,
      "learning_rate": 4.343789247086243e-06,
      "loss": 0.3913,
      "step": 618680
    },
    {
      "epoch": 172.67,
      "grad_norm": 1.189473271369934,
      "learning_rate": 4.34377515015747e-06,
      "loss": 0.3941,
      "step": 618690
    },
    {
      "epoch": 172.68,
      "grad_norm": 1.1838494539260864,
      "learning_rate": 4.343761052962494e-06,
      "loss": 0.3822,
      "step": 618700
    },
    {
      "epoch": 172.68,
      "grad_norm": 1.149988055229187,
      "learning_rate": 4.343746955501315e-06,
      "loss": 0.3932,
      "step": 618710
    },
    {
      "epoch": 172.68,
      "grad_norm": 1.2110309600830078,
      "learning_rate": 4.343732857773937e-06,
      "loss": 0.4163,
      "step": 618720
    },
    {
      "epoch": 172.68,
      "grad_norm": 1.090526819229126,
      "learning_rate": 4.343718759780361e-06,
      "loss": 0.3933,
      "step": 618730
    },
    {
      "epoch": 172.69,
      "grad_norm": 1.417837142944336,
      "learning_rate": 4.343704661520588e-06,
      "loss": 0.3806,
      "step": 618740
    },
    {
      "epoch": 172.69,
      "grad_norm": 1.244113802909851,
      "learning_rate": 4.34369056299462e-06,
      "loss": 0.3891,
      "step": 618750
    },
    {
      "epoch": 172.69,
      "grad_norm": 1.2022510766983032,
      "learning_rate": 4.34367646420246e-06,
      "loss": 0.3826,
      "step": 618760
    },
    {
      "epoch": 172.7,
      "grad_norm": 1.2793731689453125,
      "learning_rate": 4.343662365144109e-06,
      "loss": 0.3822,
      "step": 618770
    },
    {
      "epoch": 172.7,
      "grad_norm": 1.130582571029663,
      "learning_rate": 4.34364826581957e-06,
      "loss": 0.3982,
      "step": 618780
    },
    {
      "epoch": 172.7,
      "grad_norm": 1.07644522190094,
      "learning_rate": 4.343634166228843e-06,
      "loss": 0.3827,
      "step": 618790
    },
    {
      "epoch": 172.7,
      "grad_norm": 2.666670799255371,
      "learning_rate": 4.343620066371931e-06,
      "loss": 0.3715,
      "step": 618800
    },
    {
      "epoch": 172.71,
      "grad_norm": 1.1566576957702637,
      "learning_rate": 4.343605966248836e-06,
      "loss": 0.388,
      "step": 618810
    },
    {
      "epoch": 172.71,
      "grad_norm": 2.654710531234741,
      "learning_rate": 4.3435918658595595e-06,
      "loss": 0.3729,
      "step": 618820
    },
    {
      "epoch": 172.71,
      "grad_norm": 1.1092842817306519,
      "learning_rate": 4.3435777652041035e-06,
      "loss": 0.3907,
      "step": 618830
    },
    {
      "epoch": 172.72,
      "grad_norm": 1.2062369585037231,
      "learning_rate": 4.34356366428247e-06,
      "loss": 0.3824,
      "step": 618840
    },
    {
      "epoch": 172.72,
      "grad_norm": 1.2923977375030518,
      "learning_rate": 4.3435495630946605e-06,
      "loss": 0.3736,
      "step": 618850
    },
    {
      "epoch": 172.72,
      "grad_norm": 1.1676244735717773,
      "learning_rate": 4.343535461640678e-06,
      "loss": 0.3834,
      "step": 618860
    },
    {
      "epoch": 172.72,
      "grad_norm": 1.067660927772522,
      "learning_rate": 4.3435213599205225e-06,
      "loss": 0.3921,
      "step": 618870
    },
    {
      "epoch": 172.73,
      "grad_norm": 1.0300302505493164,
      "learning_rate": 4.343507257934196e-06,
      "loss": 0.3753,
      "step": 618880
    },
    {
      "epoch": 172.73,
      "grad_norm": 1.208763837814331,
      "learning_rate": 4.343493155681703e-06,
      "loss": 0.401,
      "step": 618890
    },
    {
      "epoch": 172.73,
      "grad_norm": 1.13697350025177,
      "learning_rate": 4.343479053163043e-06,
      "loss": 0.3865,
      "step": 618900
    },
    {
      "epoch": 172.74,
      "grad_norm": 1.1557750701904297,
      "learning_rate": 4.343464950378219e-06,
      "loss": 0.3765,
      "step": 618910
    },
    {
      "epoch": 172.74,
      "grad_norm": 1.1838955879211426,
      "learning_rate": 4.343450847327232e-06,
      "loss": 0.3924,
      "step": 618920
    },
    {
      "epoch": 172.74,
      "grad_norm": 1.2380783557891846,
      "learning_rate": 4.343436744010085e-06,
      "loss": 0.3836,
      "step": 618930
    },
    {
      "epoch": 172.74,
      "grad_norm": 1.2681012153625488,
      "learning_rate": 4.343422640426778e-06,
      "loss": 0.3938,
      "step": 618940
    },
    {
      "epoch": 172.75,
      "grad_norm": 1.142782211303711,
      "learning_rate": 4.343408536577314e-06,
      "loss": 0.3875,
      "step": 618950
    },
    {
      "epoch": 172.75,
      "grad_norm": 1.1208219528198242,
      "learning_rate": 4.3433944324616956e-06,
      "loss": 0.3794,
      "step": 618960
    },
    {
      "epoch": 172.75,
      "grad_norm": 1.2422643899917603,
      "learning_rate": 4.343380328079924e-06,
      "loss": 0.3891,
      "step": 618970
    },
    {
      "epoch": 172.75,
      "grad_norm": 1.3671914339065552,
      "learning_rate": 4.343366223432001e-06,
      "loss": 0.3922,
      "step": 618980
    },
    {
      "epoch": 172.76,
      "grad_norm": 1.0823025703430176,
      "learning_rate": 4.343352118517928e-06,
      "loss": 0.386,
      "step": 618990
    },
    {
      "epoch": 172.76,
      "grad_norm": 1.2423512935638428,
      "learning_rate": 4.343338013337707e-06,
      "loss": 0.3873,
      "step": 619000
    },
    {
      "epoch": 172.76,
      "grad_norm": 1.1398320198059082,
      "learning_rate": 4.343323907891342e-06,
      "loss": 0.3905,
      "step": 619010
    },
    {
      "epoch": 172.77,
      "grad_norm": 1.2084962129592896,
      "learning_rate": 4.343309802178832e-06,
      "loss": 0.3723,
      "step": 619020
    },
    {
      "epoch": 172.77,
      "grad_norm": 1.0376033782958984,
      "learning_rate": 4.34329569620018e-06,
      "loss": 0.368,
      "step": 619030
    },
    {
      "epoch": 172.77,
      "grad_norm": 1.5022281408309937,
      "learning_rate": 4.3432815899553875e-06,
      "loss": 0.39,
      "step": 619040
    },
    {
      "epoch": 172.77,
      "grad_norm": 1.2390590906143188,
      "learning_rate": 4.343267483444459e-06,
      "loss": 0.3744,
      "step": 619050
    },
    {
      "epoch": 172.78,
      "grad_norm": 1.1285877227783203,
      "learning_rate": 4.3432533766673915e-06,
      "loss": 0.3557,
      "step": 619060
    },
    {
      "epoch": 172.78,
      "grad_norm": 1.0885143280029297,
      "learning_rate": 4.3432392696241915e-06,
      "loss": 0.3965,
      "step": 619070
    },
    {
      "epoch": 172.78,
      "grad_norm": 1.080001711845398,
      "learning_rate": 4.343225162314858e-06,
      "loss": 0.3989,
      "step": 619080
    },
    {
      "epoch": 172.79,
      "grad_norm": 1.3861078023910522,
      "learning_rate": 4.3432110547393935e-06,
      "loss": 0.4014,
      "step": 619090
    },
    {
      "epoch": 172.79,
      "grad_norm": 1.179365634918213,
      "learning_rate": 4.343196946897801e-06,
      "loss": 0.3765,
      "step": 619100
    },
    {
      "epoch": 172.79,
      "grad_norm": 1.146683692932129,
      "learning_rate": 4.343182838790082e-06,
      "loss": 0.3717,
      "step": 619110
    },
    {
      "epoch": 172.79,
      "grad_norm": 1.3879860639572144,
      "learning_rate": 4.343168730416236e-06,
      "loss": 0.3894,
      "step": 619120
    },
    {
      "epoch": 172.8,
      "grad_norm": 1.2387739419937134,
      "learning_rate": 4.343154621776268e-06,
      "loss": 0.3716,
      "step": 619130
    },
    {
      "epoch": 172.8,
      "grad_norm": 1.0988372564315796,
      "learning_rate": 4.343140512870179e-06,
      "loss": 0.3971,
      "step": 619140
    },
    {
      "epoch": 172.8,
      "grad_norm": 1.098803162574768,
      "learning_rate": 4.3431264036979705e-06,
      "loss": 0.3896,
      "step": 619150
    },
    {
      "epoch": 172.8,
      "grad_norm": 2.6971397399902344,
      "learning_rate": 4.343112294259644e-06,
      "loss": 0.3776,
      "step": 619160
    },
    {
      "epoch": 172.81,
      "grad_norm": 1.088379144668579,
      "learning_rate": 4.343098184555202e-06,
      "loss": 0.3798,
      "step": 619170
    },
    {
      "epoch": 172.81,
      "grad_norm": 1.3784584999084473,
      "learning_rate": 4.343084074584646e-06,
      "loss": 0.3734,
      "step": 619180
    },
    {
      "epoch": 172.81,
      "grad_norm": 1.0571788549423218,
      "learning_rate": 4.343069964347979e-06,
      "loss": 0.3759,
      "step": 619190
    },
    {
      "epoch": 172.82,
      "grad_norm": 1.1136209964752197,
      "learning_rate": 4.343055853845201e-06,
      "loss": 0.3706,
      "step": 619200
    },
    {
      "epoch": 172.82,
      "grad_norm": 1.1577746868133545,
      "learning_rate": 4.343041743076315e-06,
      "loss": 0.375,
      "step": 619210
    },
    {
      "epoch": 172.82,
      "grad_norm": 1.0058611631393433,
      "learning_rate": 4.343027632041323e-06,
      "loss": 0.3869,
      "step": 619220
    },
    {
      "epoch": 172.82,
      "grad_norm": 1.2055386304855347,
      "learning_rate": 4.343013520740227e-06,
      "loss": 0.3887,
      "step": 619230
    },
    {
      "epoch": 172.83,
      "grad_norm": 1.139611005783081,
      "learning_rate": 4.342999409173027e-06,
      "loss": 0.3911,
      "step": 619240
    },
    {
      "epoch": 172.83,
      "grad_norm": 1.1356024742126465,
      "learning_rate": 4.342985297339728e-06,
      "loss": 0.3689,
      "step": 619250
    },
    {
      "epoch": 172.83,
      "grad_norm": 1.2259931564331055,
      "learning_rate": 4.342971185240329e-06,
      "loss": 0.3893,
      "step": 619260
    },
    {
      "epoch": 172.84,
      "grad_norm": 1.0815844535827637,
      "learning_rate": 4.342957072874834e-06,
      "loss": 0.387,
      "step": 619270
    },
    {
      "epoch": 172.84,
      "grad_norm": 1.1568533182144165,
      "learning_rate": 4.342942960243244e-06,
      "loss": 0.3874,
      "step": 619280
    },
    {
      "epoch": 172.84,
      "grad_norm": 1.0920140743255615,
      "learning_rate": 4.34292884734556e-06,
      "loss": 0.3857,
      "step": 619290
    },
    {
      "epoch": 172.84,
      "grad_norm": 1.2668712139129639,
      "learning_rate": 4.342914734181786e-06,
      "loss": 0.3862,
      "step": 619300
    },
    {
      "epoch": 172.85,
      "grad_norm": 1.2457746267318726,
      "learning_rate": 4.342900620751922e-06,
      "loss": 0.3909,
      "step": 619310
    },
    {
      "epoch": 172.85,
      "grad_norm": 1.5518090724945068,
      "learning_rate": 4.34288650705597e-06,
      "loss": 0.3829,
      "step": 619320
    },
    {
      "epoch": 172.85,
      "grad_norm": 1.1929521560668945,
      "learning_rate": 4.342872393093932e-06,
      "loss": 0.3919,
      "step": 619330
    },
    {
      "epoch": 172.86,
      "grad_norm": 1.1435757875442505,
      "learning_rate": 4.342858278865812e-06,
      "loss": 0.3647,
      "step": 619340
    },
    {
      "epoch": 172.86,
      "grad_norm": 1.0773571729660034,
      "learning_rate": 4.342844164371609e-06,
      "loss": 0.3895,
      "step": 619350
    },
    {
      "epoch": 172.86,
      "grad_norm": 1.239293098449707,
      "learning_rate": 4.342830049611326e-06,
      "loss": 0.3939,
      "step": 619360
    },
    {
      "epoch": 172.86,
      "grad_norm": 1.3227583169937134,
      "learning_rate": 4.342815934584966e-06,
      "loss": 0.3996,
      "step": 619370
    },
    {
      "epoch": 172.87,
      "grad_norm": 1.3132075071334839,
      "learning_rate": 4.342801819292529e-06,
      "loss": 0.3711,
      "step": 619380
    },
    {
      "epoch": 172.87,
      "grad_norm": 4.516975402832031,
      "learning_rate": 4.342787703734017e-06,
      "loss": 0.3854,
      "step": 619390
    },
    {
      "epoch": 172.87,
      "grad_norm": 1.0955678224563599,
      "learning_rate": 4.342773587909433e-06,
      "loss": 0.3729,
      "step": 619400
    },
    {
      "epoch": 172.87,
      "grad_norm": 1.0933983325958252,
      "learning_rate": 4.342759471818779e-06,
      "loss": 0.3751,
      "step": 619410
    },
    {
      "epoch": 172.88,
      "grad_norm": 1.3673663139343262,
      "learning_rate": 4.342745355462056e-06,
      "loss": 0.3714,
      "step": 619420
    },
    {
      "epoch": 172.88,
      "grad_norm": 1.1011996269226074,
      "learning_rate": 4.342731238839266e-06,
      "loss": 0.3795,
      "step": 619430
    },
    {
      "epoch": 172.88,
      "grad_norm": 1.187304139137268,
      "learning_rate": 4.3427171219504105e-06,
      "loss": 0.4025,
      "step": 619440
    },
    {
      "epoch": 172.89,
      "grad_norm": 1.1740227937698364,
      "learning_rate": 4.342703004795493e-06,
      "loss": 0.378,
      "step": 619450
    },
    {
      "epoch": 172.89,
      "grad_norm": 1.2741477489471436,
      "learning_rate": 4.342688887374514e-06,
      "loss": 0.3891,
      "step": 619460
    },
    {
      "epoch": 172.89,
      "grad_norm": 1.6103507280349731,
      "learning_rate": 4.342674769687475e-06,
      "loss": 0.3838,
      "step": 619470
    },
    {
      "epoch": 172.89,
      "grad_norm": 1.6142858266830444,
      "learning_rate": 4.342660651734379e-06,
      "loss": 0.3705,
      "step": 619480
    },
    {
      "epoch": 172.9,
      "grad_norm": 1.4637293815612793,
      "learning_rate": 4.342646533515227e-06,
      "loss": 0.3624,
      "step": 619490
    },
    {
      "epoch": 172.9,
      "grad_norm": 1.3000195026397705,
      "learning_rate": 4.342632415030022e-06,
      "loss": 0.3826,
      "step": 619500
    },
    {
      "epoch": 172.9,
      "grad_norm": 1.0650458335876465,
      "learning_rate": 4.342618296278765e-06,
      "loss": 0.3663,
      "step": 619510
    },
    {
      "epoch": 172.91,
      "grad_norm": 1.3110445737838745,
      "learning_rate": 4.342604177261458e-06,
      "loss": 0.3824,
      "step": 619520
    },
    {
      "epoch": 172.91,
      "grad_norm": 1.1950843334197998,
      "learning_rate": 4.342590057978104e-06,
      "loss": 0.3759,
      "step": 619530
    },
    {
      "epoch": 172.91,
      "grad_norm": 1.567449688911438,
      "learning_rate": 4.342575938428702e-06,
      "loss": 0.3812,
      "step": 619540
    },
    {
      "epoch": 172.91,
      "grad_norm": 1.6153671741485596,
      "learning_rate": 4.342561818613257e-06,
      "loss": 0.3943,
      "step": 619550
    },
    {
      "epoch": 172.92,
      "grad_norm": 1.204157829284668,
      "learning_rate": 4.342547698531769e-06,
      "loss": 0.3818,
      "step": 619560
    },
    {
      "epoch": 172.92,
      "grad_norm": 1.1464009284973145,
      "learning_rate": 4.342533578184241e-06,
      "loss": 0.3873,
      "step": 619570
    },
    {
      "epoch": 172.92,
      "grad_norm": 1.1144390106201172,
      "learning_rate": 4.342519457570675e-06,
      "loss": 0.38,
      "step": 619580
    },
    {
      "epoch": 172.92,
      "grad_norm": 1.291380763053894,
      "learning_rate": 4.342505336691071e-06,
      "loss": 0.391,
      "step": 619590
    },
    {
      "epoch": 172.93,
      "grad_norm": 1.054276704788208,
      "learning_rate": 4.342491215545432e-06,
      "loss": 0.3899,
      "step": 619600
    },
    {
      "epoch": 172.93,
      "grad_norm": 1.949549913406372,
      "learning_rate": 4.3424770941337605e-06,
      "loss": 0.3654,
      "step": 619610
    },
    {
      "epoch": 172.93,
      "grad_norm": 1.2175397872924805,
      "learning_rate": 4.342462972456058e-06,
      "loss": 0.3718,
      "step": 619620
    },
    {
      "epoch": 172.94,
      "grad_norm": 1.1128461360931396,
      "learning_rate": 4.3424488505123254e-06,
      "loss": 0.3941,
      "step": 619630
    },
    {
      "epoch": 172.94,
      "grad_norm": 1.403149127960205,
      "learning_rate": 4.342434728302567e-06,
      "loss": 0.3852,
      "step": 619640
    },
    {
      "epoch": 172.94,
      "grad_norm": 1.1907305717468262,
      "learning_rate": 4.342420605826782e-06,
      "loss": 0.3834,
      "step": 619650
    },
    {
      "epoch": 172.94,
      "grad_norm": 1.4353222846984863,
      "learning_rate": 4.3424064830849735e-06,
      "loss": 0.3971,
      "step": 619660
    },
    {
      "epoch": 172.95,
      "grad_norm": 1.2023407220840454,
      "learning_rate": 4.342392360077144e-06,
      "loss": 0.3874,
      "step": 619670
    },
    {
      "epoch": 172.95,
      "grad_norm": 1.1224513053894043,
      "learning_rate": 4.342378236803293e-06,
      "loss": 0.4038,
      "step": 619680
    },
    {
      "epoch": 172.95,
      "grad_norm": 1.1319706439971924,
      "learning_rate": 4.342364113263425e-06,
      "loss": 0.381,
      "step": 619690
    },
    {
      "epoch": 172.96,
      "grad_norm": 1.1818851232528687,
      "learning_rate": 4.342349989457542e-06,
      "loss": 0.379,
      "step": 619700
    },
    {
      "epoch": 172.96,
      "grad_norm": 1.231143593788147,
      "learning_rate": 4.342335865385644e-06,
      "loss": 0.405,
      "step": 619710
    },
    {
      "epoch": 172.96,
      "grad_norm": 1.0742179155349731,
      "learning_rate": 4.342321741047734e-06,
      "loss": 0.3617,
      "step": 619720
    },
    {
      "epoch": 172.96,
      "grad_norm": 1.0500632524490356,
      "learning_rate": 4.342307616443813e-06,
      "loss": 0.3717,
      "step": 619730
    },
    {
      "epoch": 172.97,
      "grad_norm": 1.1661601066589355,
      "learning_rate": 4.342293491573883e-06,
      "loss": 0.3861,
      "step": 619740
    },
    {
      "epoch": 172.97,
      "grad_norm": 1.031227707862854,
      "learning_rate": 4.342279366437946e-06,
      "loss": 0.3637,
      "step": 619750
    },
    {
      "epoch": 172.97,
      "grad_norm": 1.062565565109253,
      "learning_rate": 4.342265241036006e-06,
      "loss": 0.3955,
      "step": 619760
    },
    {
      "epoch": 172.98,
      "grad_norm": 1.2208914756774902,
      "learning_rate": 4.342251115368062e-06,
      "loss": 0.3986,
      "step": 619770
    },
    {
      "epoch": 172.98,
      "grad_norm": 4.667590618133545,
      "learning_rate": 4.342236989434116e-06,
      "loss": 0.3803,
      "step": 619780
    },
    {
      "epoch": 172.98,
      "grad_norm": 1.2618228197097778,
      "learning_rate": 4.3422228632341726e-06,
      "loss": 0.3972,
      "step": 619790
    },
    {
      "epoch": 172.98,
      "grad_norm": 1.4473896026611328,
      "learning_rate": 4.342208736768232e-06,
      "loss": 0.377,
      "step": 619800
    },
    {
      "epoch": 172.99,
      "grad_norm": 1.2699884176254272,
      "learning_rate": 4.342194610036294e-06,
      "loss": 0.4202,
      "step": 619810
    },
    {
      "epoch": 172.99,
      "grad_norm": 1.3709228038787842,
      "learning_rate": 4.342180483038365e-06,
      "loss": 0.3853,
      "step": 619820
    },
    {
      "epoch": 172.99,
      "grad_norm": 1.2773642539978027,
      "learning_rate": 4.342166355774442e-06,
      "loss": 0.4123,
      "step": 619830
    },
    {
      "epoch": 172.99,
      "grad_norm": 1.3133354187011719,
      "learning_rate": 4.34215222824453e-06,
      "loss": 0.3727,
      "step": 619840
    },
    {
      "epoch": 173.0,
      "grad_norm": 1.2554612159729004,
      "learning_rate": 4.342138100448631e-06,
      "loss": 0.3909,
      "step": 619850
    },
    {
      "epoch": 173.0,
      "eval_loss": 0.3840726912021637,
      "eval_runtime": 63.243,
      "eval_samples_per_second": 79.993,
      "eval_steps_per_second": 10.009,
      "step": 619859
    },
    {
      "epoch": 173.0,
      "grad_norm": 1.173814296722412,
      "learning_rate": 4.3421239723867455e-06,
      "loss": 0.3859,
      "step": 619860
    },
    {
      "epoch": 173.0,
      "grad_norm": 1.2543022632598877,
      "learning_rate": 4.342109844058876e-06,
      "loss": 0.372,
      "step": 619870
    },
    {
      "epoch": 173.01,
      "grad_norm": 1.173667311668396,
      "learning_rate": 4.342095715465024e-06,
      "loss": 0.3893,
      "step": 619880
    },
    {
      "epoch": 173.01,
      "grad_norm": 1.1105409860610962,
      "learning_rate": 4.342081586605192e-06,
      "loss": 0.3823,
      "step": 619890
    },
    {
      "epoch": 173.01,
      "grad_norm": 1.2890549898147583,
      "learning_rate": 4.34206745747938e-06,
      "loss": 0.3851,
      "step": 619900
    },
    {
      "epoch": 173.01,
      "grad_norm": 1.0798701047897339,
      "learning_rate": 4.342053328087593e-06,
      "loss": 0.3823,
      "step": 619910
    },
    {
      "epoch": 173.02,
      "grad_norm": 1.0626897811889648,
      "learning_rate": 4.342039198429831e-06,
      "loss": 0.3761,
      "step": 619920
    },
    {
      "epoch": 173.02,
      "grad_norm": 1.0002738237380981,
      "learning_rate": 4.342025068506096e-06,
      "loss": 0.3881,
      "step": 619930
    },
    {
      "epoch": 173.02,
      "grad_norm": 1.2160640954971313,
      "learning_rate": 4.34201093831639e-06,
      "loss": 0.3769,
      "step": 619940
    },
    {
      "epoch": 173.03,
      "grad_norm": 1.0684452056884766,
      "learning_rate": 4.341996807860715e-06,
      "loss": 0.3696,
      "step": 619950
    },
    {
      "epoch": 173.03,
      "grad_norm": 1.2489131689071655,
      "learning_rate": 4.341982677139073e-06,
      "loss": 0.393,
      "step": 619960
    },
    {
      "epoch": 173.03,
      "grad_norm": 1.1654071807861328,
      "learning_rate": 4.341968546151466e-06,
      "loss": 0.3777,
      "step": 619970
    },
    {
      "epoch": 173.03,
      "grad_norm": 1.1644049882888794,
      "learning_rate": 4.341954414897895e-06,
      "loss": 0.3731,
      "step": 619980
    },
    {
      "epoch": 173.04,
      "grad_norm": 1.1552226543426514,
      "learning_rate": 4.341940283378362e-06,
      "loss": 0.3677,
      "step": 619990
    },
    {
      "epoch": 173.04,
      "grad_norm": 1.2183231115341187,
      "learning_rate": 4.34192615159287e-06,
      "loss": 0.3768,
      "step": 620000
    },
    {
      "epoch": 173.04,
      "grad_norm": 0.9953343272209167,
      "learning_rate": 4.3419120195414205e-06,
      "loss": 0.3808,
      "step": 620010
    },
    {
      "epoch": 173.04,
      "grad_norm": 1.0983061790466309,
      "learning_rate": 4.341897887224014e-06,
      "loss": 0.4033,
      "step": 620020
    },
    {
      "epoch": 173.05,
      "grad_norm": 1.5864335298538208,
      "learning_rate": 4.341883754640654e-06,
      "loss": 0.3833,
      "step": 620030
    },
    {
      "epoch": 173.05,
      "grad_norm": 1.1571156978607178,
      "learning_rate": 4.341869621791343e-06,
      "loss": 0.387,
      "step": 620040
    },
    {
      "epoch": 173.05,
      "grad_norm": 1.2411187887191772,
      "learning_rate": 4.34185548867608e-06,
      "loss": 0.3911,
      "step": 620050
    },
    {
      "epoch": 173.06,
      "grad_norm": 1.248592734336853,
      "learning_rate": 4.34184135529487e-06,
      "loss": 0.3798,
      "step": 620060
    },
    {
      "epoch": 173.06,
      "grad_norm": 1.1478947401046753,
      "learning_rate": 4.341827221647712e-06,
      "loss": 0.3789,
      "step": 620070
    },
    {
      "epoch": 173.06,
      "grad_norm": 1.2254751920700073,
      "learning_rate": 4.341813087734611e-06,
      "loss": 0.396,
      "step": 620080
    },
    {
      "epoch": 173.06,
      "grad_norm": 1.1470383405685425,
      "learning_rate": 4.341798953555566e-06,
      "loss": 0.3766,
      "step": 620090
    },
    {
      "epoch": 173.07,
      "grad_norm": 1.1941548585891724,
      "learning_rate": 4.341784819110581e-06,
      "loss": 0.3805,
      "step": 620100
    },
    {
      "epoch": 173.07,
      "grad_norm": 1.016440749168396,
      "learning_rate": 4.341770684399656e-06,
      "loss": 0.3771,
      "step": 620110
    },
    {
      "epoch": 173.07,
      "grad_norm": 0.9771701693534851,
      "learning_rate": 4.341756549422795e-06,
      "loss": 0.3715,
      "step": 620120
    },
    {
      "epoch": 173.08,
      "grad_norm": 2.1442341804504395,
      "learning_rate": 4.341742414179998e-06,
      "loss": 0.4024,
      "step": 620130
    },
    {
      "epoch": 173.08,
      "grad_norm": 1.2095617055892944,
      "learning_rate": 4.341728278671268e-06,
      "loss": 0.3862,
      "step": 620140
    },
    {
      "epoch": 173.08,
      "grad_norm": 1.3047831058502197,
      "learning_rate": 4.3417141428966065e-06,
      "loss": 0.3988,
      "step": 620150
    },
    {
      "epoch": 173.08,
      "grad_norm": 1.1604634523391724,
      "learning_rate": 4.341700006856015e-06,
      "loss": 0.3914,
      "step": 620160
    },
    {
      "epoch": 173.09,
      "grad_norm": 1.2461481094360352,
      "learning_rate": 4.341685870549497e-06,
      "loss": 0.3809,
      "step": 620170
    },
    {
      "epoch": 173.09,
      "grad_norm": 1.4157397747039795,
      "learning_rate": 4.341671733977053e-06,
      "loss": 0.4104,
      "step": 620180
    },
    {
      "epoch": 173.09,
      "grad_norm": 1.1869796514511108,
      "learning_rate": 4.3416575971386835e-06,
      "loss": 0.3757,
      "step": 620190
    },
    {
      "epoch": 173.1,
      "grad_norm": 1.1549118757247925,
      "learning_rate": 4.3416434600343935e-06,
      "loss": 0.4066,
      "step": 620200
    },
    {
      "epoch": 173.1,
      "grad_norm": 1.6351698637008667,
      "learning_rate": 4.341629322664183e-06,
      "loss": 0.3866,
      "step": 620210
    },
    {
      "epoch": 173.1,
      "grad_norm": 1.123271107673645,
      "learning_rate": 4.341615185028054e-06,
      "loss": 0.3648,
      "step": 620220
    },
    {
      "epoch": 173.1,
      "grad_norm": 1.251120924949646,
      "learning_rate": 4.341601047126008e-06,
      "loss": 0.3818,
      "step": 620230
    },
    {
      "epoch": 173.11,
      "grad_norm": 1.1844639778137207,
      "learning_rate": 4.341586908958049e-06,
      "loss": 0.3779,
      "step": 620240
    },
    {
      "epoch": 173.11,
      "grad_norm": 1.2849141359329224,
      "learning_rate": 4.341572770524176e-06,
      "loss": 0.3784,
      "step": 620250
    },
    {
      "epoch": 173.11,
      "grad_norm": 1.3258064985275269,
      "learning_rate": 4.341558631824393e-06,
      "loss": 0.3839,
      "step": 620260
    },
    {
      "epoch": 173.11,
      "grad_norm": 1.269621729850769,
      "learning_rate": 4.341544492858701e-06,
      "loss": 0.3927,
      "step": 620270
    },
    {
      "epoch": 173.12,
      "grad_norm": 1.3419095277786255,
      "learning_rate": 4.341530353627101e-06,
      "loss": 0.3705,
      "step": 620280
    },
    {
      "epoch": 173.12,
      "grad_norm": 1.2869399785995483,
      "learning_rate": 4.341516214129597e-06,
      "loss": 0.3751,
      "step": 620290
    },
    {
      "epoch": 173.12,
      "grad_norm": 1.1190322637557983,
      "learning_rate": 4.34150207436619e-06,
      "loss": 0.3816,
      "step": 620300
    },
    {
      "epoch": 173.13,
      "grad_norm": 1.1191387176513672,
      "learning_rate": 4.3414879343368814e-06,
      "loss": 0.3964,
      "step": 620310
    },
    {
      "epoch": 173.13,
      "grad_norm": 1.2164369821548462,
      "learning_rate": 4.341473794041673e-06,
      "loss": 0.3865,
      "step": 620320
    },
    {
      "epoch": 173.13,
      "grad_norm": 1.0962306261062622,
      "learning_rate": 4.341459653480567e-06,
      "loss": 0.3962,
      "step": 620330
    },
    {
      "epoch": 173.13,
      "grad_norm": 1.1622759103775024,
      "learning_rate": 4.341445512653565e-06,
      "loss": 0.387,
      "step": 620340
    },
    {
      "epoch": 173.14,
      "grad_norm": 1.1293821334838867,
      "learning_rate": 4.34143137156067e-06,
      "loss": 0.3808,
      "step": 620350
    },
    {
      "epoch": 173.14,
      "grad_norm": 1.1302216053009033,
      "learning_rate": 4.341417230201882e-06,
      "loss": 0.3874,
      "step": 620360
    },
    {
      "epoch": 173.14,
      "grad_norm": 1.0974726676940918,
      "learning_rate": 4.3414030885772045e-06,
      "loss": 0.3934,
      "step": 620370
    },
    {
      "epoch": 173.15,
      "grad_norm": 1.4093087911605835,
      "learning_rate": 4.34138894668664e-06,
      "loss": 0.4041,
      "step": 620380
    },
    {
      "epoch": 173.15,
      "grad_norm": 1.3931199312210083,
      "learning_rate": 4.341374804530188e-06,
      "loss": 0.3752,
      "step": 620390
    },
    {
      "epoch": 173.15,
      "grad_norm": 1.161048173904419,
      "learning_rate": 4.341360662107851e-06,
      "loss": 0.3706,
      "step": 620400
    },
    {
      "epoch": 173.15,
      "grad_norm": 1.1969715356826782,
      "learning_rate": 4.341346519419633e-06,
      "loss": 0.3734,
      "step": 620410
    },
    {
      "epoch": 173.16,
      "grad_norm": 1.395241379737854,
      "learning_rate": 4.3413323764655335e-06,
      "loss": 0.3763,
      "step": 620420
    },
    {
      "epoch": 173.16,
      "grad_norm": 1.4073225259780884,
      "learning_rate": 4.341318233245555e-06,
      "loss": 0.3705,
      "step": 620430
    },
    {
      "epoch": 173.16,
      "grad_norm": 1.3847215175628662,
      "learning_rate": 4.3413040897597e-06,
      "loss": 0.3864,
      "step": 620440
    },
    {
      "epoch": 173.16,
      "grad_norm": 1.1792279481887817,
      "learning_rate": 4.341289946007971e-06,
      "loss": 0.3773,
      "step": 620450
    },
    {
      "epoch": 173.17,
      "grad_norm": 1.0979722738265991,
      "learning_rate": 4.341275801990367e-06,
      "loss": 0.3902,
      "step": 620460
    },
    {
      "epoch": 173.17,
      "grad_norm": 1.226837396621704,
      "learning_rate": 4.341261657706893e-06,
      "loss": 0.3798,
      "step": 620470
    },
    {
      "epoch": 173.17,
      "grad_norm": 1.2670923471450806,
      "learning_rate": 4.341247513157549e-06,
      "loss": 0.3908,
      "step": 620480
    },
    {
      "epoch": 173.18,
      "grad_norm": 1.1832466125488281,
      "learning_rate": 4.341233368342338e-06,
      "loss": 0.3612,
      "step": 620490
    },
    {
      "epoch": 173.18,
      "grad_norm": 1.2024732828140259,
      "learning_rate": 4.341219223261261e-06,
      "loss": 0.3608,
      "step": 620500
    },
    {
      "epoch": 173.18,
      "grad_norm": 1.251739501953125,
      "learning_rate": 4.341205077914321e-06,
      "loss": 0.3556,
      "step": 620510
    },
    {
      "epoch": 173.18,
      "grad_norm": 1.1926648616790771,
      "learning_rate": 4.341190932301518e-06,
      "loss": 0.3772,
      "step": 620520
    },
    {
      "epoch": 173.19,
      "grad_norm": 1.1617763042449951,
      "learning_rate": 4.341176786422856e-06,
      "loss": 0.3798,
      "step": 620530
    },
    {
      "epoch": 173.19,
      "grad_norm": 1.342142105102539,
      "learning_rate": 4.341162640278336e-06,
      "loss": 0.3969,
      "step": 620540
    },
    {
      "epoch": 173.19,
      "grad_norm": 1.145504117012024,
      "learning_rate": 4.341148493867959e-06,
      "loss": 0.389,
      "step": 620550
    },
    {
      "epoch": 173.2,
      "grad_norm": 3.3883354663848877,
      "learning_rate": 4.341134347191729e-06,
      "loss": 0.3875,
      "step": 620560
    },
    {
      "epoch": 173.2,
      "grad_norm": 1.1188992261886597,
      "learning_rate": 4.3411202002496454e-06,
      "loss": 0.382,
      "step": 620570
    },
    {
      "epoch": 173.2,
      "grad_norm": 1.3028165102005005,
      "learning_rate": 4.341106053041712e-06,
      "loss": 0.3862,
      "step": 620580
    },
    {
      "epoch": 173.2,
      "grad_norm": 1.1396653652191162,
      "learning_rate": 4.34109190556793e-06,
      "loss": 0.3794,
      "step": 620590
    },
    {
      "epoch": 173.21,
      "grad_norm": 1.0382609367370605,
      "learning_rate": 4.341077757828301e-06,
      "loss": 0.3853,
      "step": 620600
    },
    {
      "epoch": 173.21,
      "grad_norm": 1.2946786880493164,
      "learning_rate": 4.341063609822827e-06,
      "loss": 0.3805,
      "step": 620610
    },
    {
      "epoch": 173.21,
      "grad_norm": 1.235431432723999,
      "learning_rate": 4.34104946155151e-06,
      "loss": 0.3768,
      "step": 620620
    },
    {
      "epoch": 173.22,
      "grad_norm": 1.0381348133087158,
      "learning_rate": 4.341035313014352e-06,
      "loss": 0.385,
      "step": 620630
    },
    {
      "epoch": 173.22,
      "grad_norm": 1.2025445699691772,
      "learning_rate": 4.341021164211355e-06,
      "loss": 0.3649,
      "step": 620640
    },
    {
      "epoch": 173.22,
      "grad_norm": 1.16409432888031,
      "learning_rate": 4.341007015142521e-06,
      "loss": 0.3881,
      "step": 620650
    },
    {
      "epoch": 173.22,
      "grad_norm": 1.1048253774642944,
      "learning_rate": 4.34099286580785e-06,
      "loss": 0.3836,
      "step": 620660
    },
    {
      "epoch": 173.23,
      "grad_norm": 1.051675796508789,
      "learning_rate": 4.340978716207347e-06,
      "loss": 0.3988,
      "step": 620670
    },
    {
      "epoch": 173.23,
      "grad_norm": 1.2969380617141724,
      "learning_rate": 4.340964566341011e-06,
      "loss": 0.383,
      "step": 620680
    },
    {
      "epoch": 173.23,
      "grad_norm": 1.0578149557113647,
      "learning_rate": 4.340950416208846e-06,
      "loss": 0.3675,
      "step": 620690
    },
    {
      "epoch": 173.23,
      "grad_norm": 1.2832353115081787,
      "learning_rate": 4.340936265810854e-06,
      "loss": 0.3692,
      "step": 620700
    },
    {
      "epoch": 173.24,
      "grad_norm": 1.1669249534606934,
      "learning_rate": 4.340922115147035e-06,
      "loss": 0.3965,
      "step": 620710
    },
    {
      "epoch": 173.24,
      "grad_norm": 1.2737892866134644,
      "learning_rate": 4.340907964217392e-06,
      "loss": 0.4009,
      "step": 620720
    },
    {
      "epoch": 173.24,
      "grad_norm": 1.3538905382156372,
      "learning_rate": 4.340893813021926e-06,
      "loss": 0.3792,
      "step": 620730
    },
    {
      "epoch": 173.25,
      "grad_norm": 1.4685723781585693,
      "learning_rate": 4.34087966156064e-06,
      "loss": 0.3859,
      "step": 620740
    },
    {
      "epoch": 173.25,
      "grad_norm": 1.1144077777862549,
      "learning_rate": 4.340865509833536e-06,
      "loss": 0.388,
      "step": 620750
    },
    {
      "epoch": 173.25,
      "grad_norm": 1.0301244258880615,
      "learning_rate": 4.340851357840616e-06,
      "loss": 0.3735,
      "step": 620760
    },
    {
      "epoch": 173.25,
      "grad_norm": 6.434918403625488,
      "learning_rate": 4.34083720558188e-06,
      "loss": 0.4084,
      "step": 620770
    },
    {
      "epoch": 173.26,
      "grad_norm": 1.2023797035217285,
      "learning_rate": 4.340823053057331e-06,
      "loss": 0.3848,
      "step": 620780
    },
    {
      "epoch": 173.26,
      "grad_norm": 1.2648650407791138,
      "learning_rate": 4.340808900266972e-06,
      "loss": 0.3896,
      "step": 620790
    },
    {
      "epoch": 173.26,
      "grad_norm": 1.1899367570877075,
      "learning_rate": 4.340794747210803e-06,
      "loss": 0.3779,
      "step": 620800
    },
    {
      "epoch": 173.27,
      "grad_norm": 1.1217985153198242,
      "learning_rate": 4.3407805938888275e-06,
      "loss": 0.3682,
      "step": 620810
    },
    {
      "epoch": 173.27,
      "grad_norm": 1.0577939748764038,
      "learning_rate": 4.340766440301046e-06,
      "loss": 0.3748,
      "step": 620820
    },
    {
      "epoch": 173.27,
      "grad_norm": 1.2822757959365845,
      "learning_rate": 4.340752286447462e-06,
      "loss": 0.3866,
      "step": 620830
    },
    {
      "epoch": 173.27,
      "grad_norm": 1.5677247047424316,
      "learning_rate": 4.340738132328076e-06,
      "loss": 0.3869,
      "step": 620840
    },
    {
      "epoch": 173.28,
      "grad_norm": 1.1631851196289062,
      "learning_rate": 4.34072397794289e-06,
      "loss": 0.3742,
      "step": 620850
    },
    {
      "epoch": 173.28,
      "grad_norm": 1.0435103178024292,
      "learning_rate": 4.3407098232919066e-06,
      "loss": 0.3847,
      "step": 620860
    },
    {
      "epoch": 173.28,
      "grad_norm": 1.1040012836456299,
      "learning_rate": 4.340695668375127e-06,
      "loss": 0.3867,
      "step": 620870
    },
    {
      "epoch": 173.28,
      "grad_norm": 1.2901049852371216,
      "learning_rate": 4.340681513192553e-06,
      "loss": 0.4076,
      "step": 620880
    },
    {
      "epoch": 173.29,
      "grad_norm": 1.143541932106018,
      "learning_rate": 4.340667357744189e-06,
      "loss": 0.3721,
      "step": 620890
    },
    {
      "epoch": 173.29,
      "grad_norm": 1.310211420059204,
      "learning_rate": 4.3406532020300325e-06,
      "loss": 0.3763,
      "step": 620900
    },
    {
      "epoch": 173.29,
      "grad_norm": 1.1099259853363037,
      "learning_rate": 4.3406390460500876e-06,
      "loss": 0.3705,
      "step": 620910
    },
    {
      "epoch": 173.3,
      "grad_norm": 1.145979404449463,
      "learning_rate": 4.340624889804357e-06,
      "loss": 0.378,
      "step": 620920
    },
    {
      "epoch": 173.3,
      "grad_norm": 1.172383189201355,
      "learning_rate": 4.3406107332928424e-06,
      "loss": 0.3772,
      "step": 620930
    },
    {
      "epoch": 173.3,
      "grad_norm": 1.2186055183410645,
      "learning_rate": 4.340596576515545e-06,
      "loss": 0.3993,
      "step": 620940
    },
    {
      "epoch": 173.3,
      "grad_norm": 1.1746399402618408,
      "learning_rate": 4.340582419472466e-06,
      "loss": 0.3845,
      "step": 620950
    },
    {
      "epoch": 173.31,
      "grad_norm": 1.4352847337722778,
      "learning_rate": 4.3405682621636085e-06,
      "loss": 0.3886,
      "step": 620960
    },
    {
      "epoch": 173.31,
      "grad_norm": 1.1059054136276245,
      "learning_rate": 4.340554104588973e-06,
      "loss": 0.3781,
      "step": 620970
    },
    {
      "epoch": 173.31,
      "grad_norm": 1.3003008365631104,
      "learning_rate": 4.340539946748564e-06,
      "loss": 0.3783,
      "step": 620980
    },
    {
      "epoch": 173.32,
      "grad_norm": 1.0782076120376587,
      "learning_rate": 4.340525788642381e-06,
      "loss": 0.3522,
      "step": 620990
    },
    {
      "epoch": 173.32,
      "grad_norm": 1.0005927085876465,
      "learning_rate": 4.340511630270426e-06,
      "loss": 0.3797,
      "step": 621000
    },
    {
      "epoch": 173.32,
      "grad_norm": 1.09716796875,
      "learning_rate": 4.3404974716327015e-06,
      "loss": 0.3819,
      "step": 621010
    },
    {
      "epoch": 173.32,
      "grad_norm": 1.4741874933242798,
      "learning_rate": 4.34048331272921e-06,
      "loss": 0.382,
      "step": 621020
    },
    {
      "epoch": 173.33,
      "grad_norm": 1.2530853748321533,
      "learning_rate": 4.340469153559953e-06,
      "loss": 0.3846,
      "step": 621030
    },
    {
      "epoch": 173.33,
      "grad_norm": 1.4239568710327148,
      "learning_rate": 4.340454994124931e-06,
      "loss": 0.3828,
      "step": 621040
    },
    {
      "epoch": 173.33,
      "grad_norm": 1.069287657737732,
      "learning_rate": 4.340440834424147e-06,
      "loss": 0.3922,
      "step": 621050
    },
    {
      "epoch": 173.34,
      "grad_norm": 1.3315964937210083,
      "learning_rate": 4.3404266744576044e-06,
      "loss": 0.3859,
      "step": 621060
    },
    {
      "epoch": 173.34,
      "grad_norm": 1.1371122598648071,
      "learning_rate": 4.340412514225303e-06,
      "loss": 0.3881,
      "step": 621070
    },
    {
      "epoch": 173.34,
      "grad_norm": 1.0752770900726318,
      "learning_rate": 4.340398353727244e-06,
      "loss": 0.3788,
      "step": 621080
    },
    {
      "epoch": 173.34,
      "grad_norm": 1.2087957859039307,
      "learning_rate": 4.3403841929634325e-06,
      "loss": 0.3863,
      "step": 621090
    },
    {
      "epoch": 173.35,
      "grad_norm": 1.1372493505477905,
      "learning_rate": 4.340370031933868e-06,
      "loss": 0.3786,
      "step": 621100
    },
    {
      "epoch": 173.35,
      "grad_norm": 1.0970932245254517,
      "learning_rate": 4.340355870638552e-06,
      "loss": 0.3768,
      "step": 621110
    },
    {
      "epoch": 173.35,
      "grad_norm": 1.101109266281128,
      "learning_rate": 4.340341709077488e-06,
      "loss": 0.3791,
      "step": 621120
    },
    {
      "epoch": 173.35,
      "grad_norm": 1.3238248825073242,
      "learning_rate": 4.340327547250676e-06,
      "loss": 0.3995,
      "step": 621130
    },
    {
      "epoch": 173.36,
      "grad_norm": 1.1375272274017334,
      "learning_rate": 4.34031338515812e-06,
      "loss": 0.3798,
      "step": 621140
    },
    {
      "epoch": 173.36,
      "grad_norm": 1.2259305715560913,
      "learning_rate": 4.340299222799821e-06,
      "loss": 0.3949,
      "step": 621150
    },
    {
      "epoch": 173.36,
      "grad_norm": 1.1757609844207764,
      "learning_rate": 4.340285060175779e-06,
      "loss": 0.3872,
      "step": 621160
    },
    {
      "epoch": 173.37,
      "grad_norm": 1.3017220497131348,
      "learning_rate": 4.340270897285999e-06,
      "loss": 0.3928,
      "step": 621170
    },
    {
      "epoch": 173.37,
      "grad_norm": 1.2461191415786743,
      "learning_rate": 4.340256734130483e-06,
      "loss": 0.3916,
      "step": 621180
    },
    {
      "epoch": 173.37,
      "grad_norm": 1.23176109790802,
      "learning_rate": 4.340242570709229e-06,
      "loss": 0.3873,
      "step": 621190
    },
    {
      "epoch": 173.37,
      "grad_norm": 1.130419373512268,
      "learning_rate": 4.340228407022242e-06,
      "loss": 0.3738,
      "step": 621200
    },
    {
      "epoch": 173.38,
      "grad_norm": 1.1372843980789185,
      "learning_rate": 4.340214243069523e-06,
      "loss": 0.378,
      "step": 621210
    },
    {
      "epoch": 173.38,
      "grad_norm": 1.346643090248108,
      "learning_rate": 4.340200078851075e-06,
      "loss": 0.3705,
      "step": 621220
    },
    {
      "epoch": 173.38,
      "grad_norm": 1.0574318170547485,
      "learning_rate": 4.340185914366898e-06,
      "loss": 0.3884,
      "step": 621230
    },
    {
      "epoch": 173.39,
      "grad_norm": 1.2212097644805908,
      "learning_rate": 4.340171749616995e-06,
      "loss": 0.3858,
      "step": 621240
    },
    {
      "epoch": 173.39,
      "grad_norm": 1.639017105102539,
      "learning_rate": 4.340157584601369e-06,
      "loss": 0.3919,
      "step": 621250
    },
    {
      "epoch": 173.39,
      "grad_norm": 0.9325403571128845,
      "learning_rate": 4.340143419320019e-06,
      "loss": 0.3788,
      "step": 621260
    },
    {
      "epoch": 173.39,
      "grad_norm": 1.0701953172683716,
      "learning_rate": 4.340129253772948e-06,
      "loss": 0.4042,
      "step": 621270
    },
    {
      "epoch": 173.4,
      "grad_norm": 1.3428702354431152,
      "learning_rate": 4.3401150879601605e-06,
      "loss": 0.375,
      "step": 621280
    },
    {
      "epoch": 173.4,
      "grad_norm": 1.175967812538147,
      "learning_rate": 4.340100921881655e-06,
      "loss": 0.3821,
      "step": 621290
    },
    {
      "epoch": 173.4,
      "grad_norm": 1.3909633159637451,
      "learning_rate": 4.3400867555374344e-06,
      "loss": 0.3786,
      "step": 621300
    },
    {
      "epoch": 173.4,
      "grad_norm": 1.043648600578308,
      "learning_rate": 4.340072588927501e-06,
      "loss": 0.3694,
      "step": 621310
    },
    {
      "epoch": 173.41,
      "grad_norm": 0.9574407935142517,
      "learning_rate": 4.340058422051857e-06,
      "loss": 0.3838,
      "step": 621320
    },
    {
      "epoch": 173.41,
      "grad_norm": 1.1904635429382324,
      "learning_rate": 4.340044254910504e-06,
      "loss": 0.3715,
      "step": 621330
    },
    {
      "epoch": 173.41,
      "grad_norm": 1.2976930141448975,
      "learning_rate": 4.340030087503443e-06,
      "loss": 0.3777,
      "step": 621340
    },
    {
      "epoch": 173.42,
      "grad_norm": 1.2017654180526733,
      "learning_rate": 4.340015919830677e-06,
      "loss": 0.4037,
      "step": 621350
    },
    {
      "epoch": 173.42,
      "grad_norm": 1.2206778526306152,
      "learning_rate": 4.340001751892207e-06,
      "loss": 0.3952,
      "step": 621360
    },
    {
      "epoch": 173.42,
      "grad_norm": 1.0487005710601807,
      "learning_rate": 4.339987583688037e-06,
      "loss": 0.389,
      "step": 621370
    },
    {
      "epoch": 173.42,
      "grad_norm": 1.2607654333114624,
      "learning_rate": 4.339973415218165e-06,
      "loss": 0.3773,
      "step": 621380
    },
    {
      "epoch": 173.43,
      "grad_norm": 1.2258881330490112,
      "learning_rate": 4.339959246482596e-06,
      "loss": 0.3747,
      "step": 621390
    },
    {
      "epoch": 173.43,
      "grad_norm": 1.0174641609191895,
      "learning_rate": 4.339945077481331e-06,
      "loss": 0.3846,
      "step": 621400
    },
    {
      "epoch": 173.43,
      "grad_norm": 1.0949009656906128,
      "learning_rate": 4.339930908214372e-06,
      "loss": 0.366,
      "step": 621410
    },
    {
      "epoch": 173.44,
      "grad_norm": 1.0761444568634033,
      "learning_rate": 4.339916738681721e-06,
      "loss": 0.3742,
      "step": 621420
    },
    {
      "epoch": 173.44,
      "grad_norm": 1.0692790746688843,
      "learning_rate": 4.339902568883379e-06,
      "loss": 0.3877,
      "step": 621430
    },
    {
      "epoch": 173.44,
      "grad_norm": 1.1483317613601685,
      "learning_rate": 4.339888398819349e-06,
      "loss": 0.3802,
      "step": 621440
    },
    {
      "epoch": 173.44,
      "grad_norm": 1.3181930780410767,
      "learning_rate": 4.339874228489632e-06,
      "loss": 0.3919,
      "step": 621450
    },
    {
      "epoch": 173.45,
      "grad_norm": 1.014330506324768,
      "learning_rate": 4.3398600578942305e-06,
      "loss": 0.3788,
      "step": 621460
    },
    {
      "epoch": 173.45,
      "grad_norm": 1.1749505996704102,
      "learning_rate": 4.3398458870331466e-06,
      "loss": 0.3788,
      "step": 621470
    },
    {
      "epoch": 173.45,
      "grad_norm": 1.2294225692749023,
      "learning_rate": 4.339831715906382e-06,
      "loss": 0.3758,
      "step": 621480
    },
    {
      "epoch": 173.46,
      "grad_norm": 1.1819167137145996,
      "learning_rate": 4.339817544513937e-06,
      "loss": 0.3858,
      "step": 621490
    },
    {
      "epoch": 173.46,
      "grad_norm": 1.1724869012832642,
      "learning_rate": 4.339803372855816e-06,
      "loss": 0.3628,
      "step": 621500
    },
    {
      "epoch": 173.46,
      "grad_norm": 1.3924994468688965,
      "learning_rate": 4.33978920093202e-06,
      "loss": 0.3779,
      "step": 621510
    },
    {
      "epoch": 173.46,
      "grad_norm": 1.3503665924072266,
      "learning_rate": 4.3397750287425506e-06,
      "loss": 0.3925,
      "step": 621520
    },
    {
      "epoch": 173.47,
      "grad_norm": 1.0776386260986328,
      "learning_rate": 4.339760856287408e-06,
      "loss": 0.3708,
      "step": 621530
    },
    {
      "epoch": 173.47,
      "grad_norm": 1.2110986709594727,
      "learning_rate": 4.339746683566598e-06,
      "loss": 0.3839,
      "step": 621540
    },
    {
      "epoch": 173.47,
      "grad_norm": 1.139634132385254,
      "learning_rate": 4.339732510580119e-06,
      "loss": 0.3774,
      "step": 621550
    },
    {
      "epoch": 173.47,
      "grad_norm": 1.3006260395050049,
      "learning_rate": 4.339718337327975e-06,
      "loss": 0.3846,
      "step": 621560
    },
    {
      "epoch": 173.48,
      "grad_norm": 1.4688063859939575,
      "learning_rate": 4.339704163810167e-06,
      "loss": 0.3859,
      "step": 621570
    },
    {
      "epoch": 173.48,
      "grad_norm": 1.5020999908447266,
      "learning_rate": 4.3396899900266956e-06,
      "loss": 0.3958,
      "step": 621580
    },
    {
      "epoch": 173.48,
      "grad_norm": 1.1116966009140015,
      "learning_rate": 4.339675815977565e-06,
      "loss": 0.3803,
      "step": 621590
    },
    {
      "epoch": 173.49,
      "grad_norm": 1.2726820707321167,
      "learning_rate": 4.339661641662777e-06,
      "loss": 0.3894,
      "step": 621600
    },
    {
      "epoch": 173.49,
      "grad_norm": 1.1077041625976562,
      "learning_rate": 4.339647467082332e-06,
      "loss": 0.3686,
      "step": 621610
    },
    {
      "epoch": 173.49,
      "grad_norm": 1.132123589515686,
      "learning_rate": 4.339633292236232e-06,
      "loss": 0.4088,
      "step": 621620
    },
    {
      "epoch": 173.49,
      "grad_norm": 1.2269318103790283,
      "learning_rate": 4.33961911712448e-06,
      "loss": 0.3874,
      "step": 621630
    },
    {
      "epoch": 173.5,
      "grad_norm": 1.3577409982681274,
      "learning_rate": 4.339604941747077e-06,
      "loss": 0.3787,
      "step": 621640
    },
    {
      "epoch": 173.5,
      "grad_norm": 1.1180095672607422,
      "learning_rate": 4.339590766104025e-06,
      "loss": 0.4031,
      "step": 621650
    },
    {
      "epoch": 173.5,
      "grad_norm": 1.0377792119979858,
      "learning_rate": 4.339576590195326e-06,
      "loss": 0.3752,
      "step": 621660
    },
    {
      "epoch": 173.51,
      "grad_norm": 1.1842292547225952,
      "learning_rate": 4.339562414020982e-06,
      "loss": 0.3897,
      "step": 621670
    },
    {
      "epoch": 173.51,
      "grad_norm": 0.9815956950187683,
      "learning_rate": 4.339548237580995e-06,
      "loss": 0.3899,
      "step": 621680
    },
    {
      "epoch": 173.51,
      "grad_norm": 1.2835839986801147,
      "learning_rate": 4.339534060875367e-06,
      "loss": 0.3693,
      "step": 621690
    },
    {
      "epoch": 173.51,
      "grad_norm": 1.2222754955291748,
      "learning_rate": 4.339519883904099e-06,
      "loss": 0.3834,
      "step": 621700
    },
    {
      "epoch": 173.52,
      "grad_norm": 1.0443376302719116,
      "learning_rate": 4.339505706667194e-06,
      "loss": 0.3922,
      "step": 621710
    },
    {
      "epoch": 173.52,
      "grad_norm": 1.1077665090560913,
      "learning_rate": 4.339491529164653e-06,
      "loss": 0.3807,
      "step": 621720
    },
    {
      "epoch": 173.52,
      "grad_norm": 1.1305447816848755,
      "learning_rate": 4.3394773513964786e-06,
      "loss": 0.3862,
      "step": 621730
    },
    {
      "epoch": 173.52,
      "grad_norm": 1.3287197351455688,
      "learning_rate": 4.339463173362672e-06,
      "loss": 0.372,
      "step": 621740
    },
    {
      "epoch": 173.53,
      "grad_norm": 1.2699429988861084,
      "learning_rate": 4.3394489950632355e-06,
      "loss": 0.3794,
      "step": 621750
    },
    {
      "epoch": 173.53,
      "grad_norm": 1.2422429323196411,
      "learning_rate": 4.339434816498171e-06,
      "loss": 0.3681,
      "step": 621760
    },
    {
      "epoch": 173.53,
      "grad_norm": 0.8906232118606567,
      "learning_rate": 4.33942063766748e-06,
      "loss": 0.3784,
      "step": 621770
    },
    {
      "epoch": 173.54,
      "grad_norm": 1.220639705657959,
      "learning_rate": 4.339406458571165e-06,
      "loss": 0.3907,
      "step": 621780
    },
    {
      "epoch": 173.54,
      "grad_norm": 0.9975310564041138,
      "learning_rate": 4.339392279209227e-06,
      "loss": 0.3854,
      "step": 621790
    },
    {
      "epoch": 173.54,
      "grad_norm": 1.1647090911865234,
      "learning_rate": 4.33937809958167e-06,
      "loss": 0.3734,
      "step": 621800
    },
    {
      "epoch": 173.54,
      "grad_norm": 0.9979550242424011,
      "learning_rate": 4.339363919688493e-06,
      "loss": 0.3895,
      "step": 621810
    },
    {
      "epoch": 173.55,
      "grad_norm": 1.091166615486145,
      "learning_rate": 4.3393497395297e-06,
      "loss": 0.37,
      "step": 621820
    },
    {
      "epoch": 173.55,
      "grad_norm": 1.1576206684112549,
      "learning_rate": 4.339335559105292e-06,
      "loss": 0.3838,
      "step": 621830
    },
    {
      "epoch": 173.55,
      "grad_norm": 1.703446626663208,
      "learning_rate": 4.33932137841527e-06,
      "loss": 0.383,
      "step": 621840
    },
    {
      "epoch": 173.56,
      "grad_norm": 1.253967523574829,
      "learning_rate": 4.339307197459638e-06,
      "loss": 0.3737,
      "step": 621850
    },
    {
      "epoch": 173.56,
      "grad_norm": 1.1232622861862183,
      "learning_rate": 4.339293016238397e-06,
      "loss": 0.3882,
      "step": 621860
    },
    {
      "epoch": 173.56,
      "grad_norm": 1.1909688711166382,
      "learning_rate": 4.339278834751548e-06,
      "loss": 0.3839,
      "step": 621870
    },
    {
      "epoch": 173.56,
      "grad_norm": 1.0319054126739502,
      "learning_rate": 4.339264652999093e-06,
      "loss": 0.3866,
      "step": 621880
    },
    {
      "epoch": 173.57,
      "grad_norm": 1.1538351774215698,
      "learning_rate": 4.3392504709810355e-06,
      "loss": 0.3813,
      "step": 621890
    },
    {
      "epoch": 173.57,
      "grad_norm": 1.2160793542861938,
      "learning_rate": 4.339236288697376e-06,
      "loss": 0.3607,
      "step": 621900
    },
    {
      "epoch": 173.57,
      "grad_norm": 1.1018190383911133,
      "learning_rate": 4.3392221061481175e-06,
      "loss": 0.3852,
      "step": 621910
    },
    {
      "epoch": 173.58,
      "grad_norm": 0.9649463891983032,
      "learning_rate": 4.33920792333326e-06,
      "loss": 0.3904,
      "step": 621920
    },
    {
      "epoch": 173.58,
      "grad_norm": 1.09671151638031,
      "learning_rate": 4.339193740252807e-06,
      "loss": 0.3679,
      "step": 621930
    },
    {
      "epoch": 173.58,
      "grad_norm": 1.3676948547363281,
      "learning_rate": 4.33917955690676e-06,
      "loss": 0.3729,
      "step": 621940
    },
    {
      "epoch": 173.58,
      "grad_norm": 1.17796790599823,
      "learning_rate": 4.33916537329512e-06,
      "loss": 0.3914,
      "step": 621950
    },
    {
      "epoch": 173.59,
      "grad_norm": 5.000082015991211,
      "learning_rate": 4.33915118941789e-06,
      "loss": 0.3939,
      "step": 621960
    },
    {
      "epoch": 173.59,
      "grad_norm": 1.2952871322631836,
      "learning_rate": 4.339137005275072e-06,
      "loss": 0.3776,
      "step": 621970
    },
    {
      "epoch": 173.59,
      "grad_norm": 1.1213496923446655,
      "learning_rate": 4.339122820866667e-06,
      "loss": 0.385,
      "step": 621980
    },
    {
      "epoch": 173.59,
      "grad_norm": 1.1693403720855713,
      "learning_rate": 4.339108636192678e-06,
      "loss": 0.3873,
      "step": 621990
    },
    {
      "epoch": 173.6,
      "grad_norm": 1.264710783958435,
      "learning_rate": 4.339094451253106e-06,
      "loss": 0.385,
      "step": 622000
    },
    {
      "epoch": 173.6,
      "grad_norm": 1.3325337171554565,
      "learning_rate": 4.339080266047953e-06,
      "loss": 0.3713,
      "step": 622010
    },
    {
      "epoch": 173.6,
      "grad_norm": 1.4168815612792969,
      "learning_rate": 4.339066080577221e-06,
      "loss": 0.3768,
      "step": 622020
    },
    {
      "epoch": 173.61,
      "grad_norm": 1.5359320640563965,
      "learning_rate": 4.339051894840911e-06,
      "loss": 0.3911,
      "step": 622030
    },
    {
      "epoch": 173.61,
      "grad_norm": 1.556634783744812,
      "learning_rate": 4.339037708839027e-06,
      "loss": 0.374,
      "step": 622040
    },
    {
      "epoch": 173.61,
      "grad_norm": 1.1446468830108643,
      "learning_rate": 4.339023522571569e-06,
      "loss": 0.3796,
      "step": 622050
    },
    {
      "epoch": 173.61,
      "grad_norm": 0.9970749020576477,
      "learning_rate": 4.3390093360385394e-06,
      "loss": 0.3781,
      "step": 622060
    },
    {
      "epoch": 173.62,
      "grad_norm": 1.2241712808609009,
      "learning_rate": 4.338995149239941e-06,
      "loss": 0.357,
      "step": 622070
    },
    {
      "epoch": 173.62,
      "grad_norm": 1.2315808534622192,
      "learning_rate": 4.338980962175775e-06,
      "loss": 0.3535,
      "step": 622080
    },
    {
      "epoch": 173.62,
      "grad_norm": 1.220091700553894,
      "learning_rate": 4.338966774846042e-06,
      "loss": 0.3676,
      "step": 622090
    },
    {
      "epoch": 173.63,
      "grad_norm": 1.8226532936096191,
      "learning_rate": 4.338952587250747e-06,
      "loss": 0.3959,
      "step": 622100
    },
    {
      "epoch": 173.63,
      "grad_norm": 1.1654715538024902,
      "learning_rate": 4.3389383993898886e-06,
      "loss": 0.3882,
      "step": 622110
    },
    {
      "epoch": 173.63,
      "grad_norm": 0.9188254475593567,
      "learning_rate": 4.3389242112634695e-06,
      "loss": 0.3555,
      "step": 622120
    },
    {
      "epoch": 173.63,
      "grad_norm": 1.1256489753723145,
      "learning_rate": 4.338910022871494e-06,
      "loss": 0.3814,
      "step": 622130
    },
    {
      "epoch": 173.64,
      "grad_norm": 1.3476589918136597,
      "learning_rate": 4.3388958342139605e-06,
      "loss": 0.3834,
      "step": 622140
    },
    {
      "epoch": 173.64,
      "grad_norm": 1.4587509632110596,
      "learning_rate": 4.338881645290873e-06,
      "loss": 0.3732,
      "step": 622150
    },
    {
      "epoch": 173.64,
      "grad_norm": 0.9754154086112976,
      "learning_rate": 4.338867456102233e-06,
      "loss": 0.3947,
      "step": 622160
    },
    {
      "epoch": 173.64,
      "grad_norm": 1.1171510219573975,
      "learning_rate": 4.338853266648043e-06,
      "loss": 0.3921,
      "step": 622170
    },
    {
      "epoch": 173.65,
      "grad_norm": 1.1280303001403809,
      "learning_rate": 4.338839076928304e-06,
      "loss": 0.3814,
      "step": 622180
    },
    {
      "epoch": 173.65,
      "grad_norm": 1.40605628490448,
      "learning_rate": 4.338824886943017e-06,
      "loss": 0.3867,
      "step": 622190
    },
    {
      "epoch": 173.65,
      "grad_norm": 1.3880047798156738,
      "learning_rate": 4.338810696692186e-06,
      "loss": 0.3793,
      "step": 622200
    },
    {
      "epoch": 173.66,
      "grad_norm": 1.1797525882720947,
      "learning_rate": 4.338796506175812e-06,
      "loss": 0.3746,
      "step": 622210
    },
    {
      "epoch": 173.66,
      "grad_norm": 1.3402929306030273,
      "learning_rate": 4.338782315393896e-06,
      "loss": 0.3717,
      "step": 622220
    },
    {
      "epoch": 173.66,
      "grad_norm": 1.3365076780319214,
      "learning_rate": 4.3387681243464406e-06,
      "loss": 0.3767,
      "step": 622230
    },
    {
      "epoch": 173.66,
      "grad_norm": 1.260445237159729,
      "learning_rate": 4.338753933033449e-06,
      "loss": 0.3842,
      "step": 622240
    },
    {
      "epoch": 173.67,
      "grad_norm": 1.3187811374664307,
      "learning_rate": 4.338739741454921e-06,
      "loss": 0.3745,
      "step": 622250
    },
    {
      "epoch": 173.67,
      "grad_norm": 1.324800729751587,
      "learning_rate": 4.338725549610859e-06,
      "loss": 0.3789,
      "step": 622260
    },
    {
      "epoch": 173.67,
      "grad_norm": 1.075495719909668,
      "learning_rate": 4.338711357501266e-06,
      "loss": 0.3719,
      "step": 622270
    },
    {
      "epoch": 173.68,
      "grad_norm": 1.3456454277038574,
      "learning_rate": 4.338697165126142e-06,
      "loss": 0.3809,
      "step": 622280
    },
    {
      "epoch": 173.68,
      "grad_norm": 1.1923882961273193,
      "learning_rate": 4.338682972485491e-06,
      "loss": 0.3843,
      "step": 622290
    },
    {
      "epoch": 173.68,
      "grad_norm": 1.3504773378372192,
      "learning_rate": 4.338668779579314e-06,
      "loss": 0.3743,
      "step": 622300
    },
    {
      "epoch": 173.68,
      "grad_norm": 1.085831642150879,
      "learning_rate": 4.3386545864076124e-06,
      "loss": 0.4002,
      "step": 622310
    },
    {
      "epoch": 173.69,
      "grad_norm": 1.2311389446258545,
      "learning_rate": 4.3386403929703875e-06,
      "loss": 0.387,
      "step": 622320
    },
    {
      "epoch": 173.69,
      "grad_norm": 1.2971196174621582,
      "learning_rate": 4.338626199267643e-06,
      "loss": 0.3854,
      "step": 622330
    },
    {
      "epoch": 173.69,
      "grad_norm": 1.3974473476409912,
      "learning_rate": 4.338612005299381e-06,
      "loss": 0.3881,
      "step": 622340
    },
    {
      "epoch": 173.7,
      "grad_norm": 1.374595046043396,
      "learning_rate": 4.338597811065601e-06,
      "loss": 0.3694,
      "step": 622350
    },
    {
      "epoch": 173.7,
      "grad_norm": 1.03579843044281,
      "learning_rate": 4.338583616566306e-06,
      "loss": 0.3954,
      "step": 622360
    },
    {
      "epoch": 173.7,
      "grad_norm": 1.1245863437652588,
      "learning_rate": 4.338569421801499e-06,
      "loss": 0.3943,
      "step": 622370
    },
    {
      "epoch": 173.7,
      "grad_norm": 1.1162889003753662,
      "learning_rate": 4.33855522677118e-06,
      "loss": 0.3681,
      "step": 622380
    },
    {
      "epoch": 173.71,
      "grad_norm": 1.2072674036026,
      "learning_rate": 4.338541031475353e-06,
      "loss": 0.3688,
      "step": 622390
    },
    {
      "epoch": 173.71,
      "grad_norm": 1.0784852504730225,
      "learning_rate": 4.338526835914018e-06,
      "loss": 0.3792,
      "step": 622400
    },
    {
      "epoch": 173.71,
      "grad_norm": 1.3953887224197388,
      "learning_rate": 4.338512640087178e-06,
      "loss": 0.3656,
      "step": 622410
    },
    {
      "epoch": 173.71,
      "grad_norm": 1.2341852188110352,
      "learning_rate": 4.338498443994835e-06,
      "loss": 0.3729,
      "step": 622420
    },
    {
      "epoch": 173.72,
      "grad_norm": 1.1464383602142334,
      "learning_rate": 4.338484247636989e-06,
      "loss": 0.3828,
      "step": 622430
    },
    {
      "epoch": 173.72,
      "grad_norm": 0.9902476668357849,
      "learning_rate": 4.338470051013645e-06,
      "loss": 0.3764,
      "step": 622440
    },
    {
      "epoch": 173.72,
      "grad_norm": 1.2162469625473022,
      "learning_rate": 4.338455854124802e-06,
      "loss": 0.392,
      "step": 622450
    },
    {
      "epoch": 173.73,
      "grad_norm": 1.1856962442398071,
      "learning_rate": 4.338441656970464e-06,
      "loss": 0.372,
      "step": 622460
    },
    {
      "epoch": 173.73,
      "grad_norm": 1.1546862125396729,
      "learning_rate": 4.338427459550631e-06,
      "loss": 0.3945,
      "step": 622470
    },
    {
      "epoch": 173.73,
      "grad_norm": 1.5114567279815674,
      "learning_rate": 4.338413261865306e-06,
      "loss": 0.3827,
      "step": 622480
    },
    {
      "epoch": 173.73,
      "grad_norm": 1.2037588357925415,
      "learning_rate": 4.338399063914492e-06,
      "loss": 0.3882,
      "step": 622490
    },
    {
      "epoch": 173.74,
      "grad_norm": 1.1438307762145996,
      "learning_rate": 4.338384865698188e-06,
      "loss": 0.3598,
      "step": 622500
    },
    {
      "epoch": 173.74,
      "grad_norm": 1.1379021406173706,
      "learning_rate": 4.3383706672163985e-06,
      "loss": 0.3864,
      "step": 622510
    },
    {
      "epoch": 173.74,
      "grad_norm": 1.1684610843658447,
      "learning_rate": 4.338356468469125e-06,
      "loss": 0.3815,
      "step": 622520
    },
    {
      "epoch": 173.75,
      "grad_norm": 1.0860899686813354,
      "learning_rate": 4.338342269456367e-06,
      "loss": 0.3748,
      "step": 622530
    },
    {
      "epoch": 173.75,
      "grad_norm": 1.6209239959716797,
      "learning_rate": 4.33832807017813e-06,
      "loss": 0.3832,
      "step": 622540
    },
    {
      "epoch": 173.75,
      "grad_norm": 1.1987026929855347,
      "learning_rate": 4.338313870634414e-06,
      "loss": 0.3819,
      "step": 622550
    },
    {
      "epoch": 173.75,
      "grad_norm": 1.0735089778900146,
      "learning_rate": 4.33829967082522e-06,
      "loss": 0.3834,
      "step": 622560
    },
    {
      "epoch": 173.76,
      "grad_norm": 1.1660810708999634,
      "learning_rate": 4.338285470750552e-06,
      "loss": 0.4033,
      "step": 622570
    },
    {
      "epoch": 173.76,
      "grad_norm": 1.2587653398513794,
      "learning_rate": 4.33827127041041e-06,
      "loss": 0.3763,
      "step": 622580
    },
    {
      "epoch": 173.76,
      "grad_norm": 1.120726227760315,
      "learning_rate": 4.338257069804797e-06,
      "loss": 0.4026,
      "step": 622590
    },
    {
      "epoch": 173.77,
      "grad_norm": 2.006054639816284,
      "learning_rate": 4.338242868933714e-06,
      "loss": 0.3922,
      "step": 622600
    },
    {
      "epoch": 173.77,
      "grad_norm": 1.2134298086166382,
      "learning_rate": 4.338228667797164e-06,
      "loss": 0.3664,
      "step": 622610
    },
    {
      "epoch": 173.77,
      "grad_norm": 1.2965208292007446,
      "learning_rate": 4.3382144663951485e-06,
      "loss": 0.3991,
      "step": 622620
    },
    {
      "epoch": 173.77,
      "grad_norm": 1.152916669845581,
      "learning_rate": 4.3382002647276686e-06,
      "loss": 0.373,
      "step": 622630
    },
    {
      "epoch": 173.78,
      "grad_norm": 1.4939013719558716,
      "learning_rate": 4.338186062794728e-06,
      "loss": 0.3791,
      "step": 622640
    },
    {
      "epoch": 173.78,
      "grad_norm": 1.3484476804733276,
      "learning_rate": 4.338171860596327e-06,
      "loss": 0.3907,
      "step": 622650
    },
    {
      "epoch": 173.78,
      "grad_norm": 1.1855894327163696,
      "learning_rate": 4.338157658132466e-06,
      "loss": 0.3751,
      "step": 622660
    },
    {
      "epoch": 173.78,
      "grad_norm": 1.171164631843567,
      "learning_rate": 4.338143455403151e-06,
      "loss": 0.3861,
      "step": 622670
    },
    {
      "epoch": 173.79,
      "grad_norm": 1.2958592176437378,
      "learning_rate": 4.3381292524083815e-06,
      "loss": 0.384,
      "step": 622680
    },
    {
      "epoch": 173.79,
      "grad_norm": 1.3305540084838867,
      "learning_rate": 4.338115049148159e-06,
      "loss": 0.3892,
      "step": 622690
    },
    {
      "epoch": 173.79,
      "grad_norm": 1.400699257850647,
      "learning_rate": 4.338100845622486e-06,
      "loss": 0.3888,
      "step": 622700
    },
    {
      "epoch": 173.8,
      "grad_norm": 1.1244467496871948,
      "learning_rate": 4.338086641831365e-06,
      "loss": 0.3819,
      "step": 622710
    },
    {
      "epoch": 173.8,
      "grad_norm": 1.2303509712219238,
      "learning_rate": 4.338072437774796e-06,
      "loss": 0.3973,
      "step": 622720
    },
    {
      "epoch": 173.8,
      "grad_norm": 1.2965970039367676,
      "learning_rate": 4.338058233452783e-06,
      "loss": 0.3993,
      "step": 622730
    },
    {
      "epoch": 173.8,
      "grad_norm": 1.2477657794952393,
      "learning_rate": 4.338044028865326e-06,
      "loss": 0.38,
      "step": 622740
    },
    {
      "epoch": 173.81,
      "grad_norm": 1.1938687562942505,
      "learning_rate": 4.338029824012429e-06,
      "loss": 0.3753,
      "step": 622750
    },
    {
      "epoch": 173.81,
      "grad_norm": 1.235894799232483,
      "learning_rate": 4.338015618894093e-06,
      "loss": 0.3773,
      "step": 622760
    },
    {
      "epoch": 173.81,
      "grad_norm": 1.137293815612793,
      "learning_rate": 4.338001413510319e-06,
      "loss": 0.3642,
      "step": 622770
    },
    {
      "epoch": 173.82,
      "grad_norm": 1.2842079401016235,
      "learning_rate": 4.33798720786111e-06,
      "loss": 0.3759,
      "step": 622780
    },
    {
      "epoch": 173.82,
      "grad_norm": 1.4518529176712036,
      "learning_rate": 4.3379730019464674e-06,
      "loss": 0.39,
      "step": 622790
    },
    {
      "epoch": 173.82,
      "grad_norm": 1.3074781894683838,
      "learning_rate": 4.337958795766393e-06,
      "loss": 0.4008,
      "step": 622800
    },
    {
      "epoch": 173.82,
      "grad_norm": 1.1770764589309692,
      "learning_rate": 4.337944589320889e-06,
      "loss": 0.3941,
      "step": 622810
    },
    {
      "epoch": 173.83,
      "grad_norm": 1.113999605178833,
      "learning_rate": 4.337930382609958e-06,
      "loss": 0.3688,
      "step": 622820
    },
    {
      "epoch": 173.83,
      "grad_norm": 1.092469334602356,
      "learning_rate": 4.3379161756336e-06,
      "loss": 0.3999,
      "step": 622830
    },
    {
      "epoch": 173.83,
      "grad_norm": 1.1721373796463013,
      "learning_rate": 4.337901968391818e-06,
      "loss": 0.3709,
      "step": 622840
    },
    {
      "epoch": 173.83,
      "grad_norm": 1.470528244972229,
      "learning_rate": 4.337887760884613e-06,
      "loss": 0.3954,
      "step": 622850
    },
    {
      "epoch": 173.84,
      "grad_norm": 1.2343696355819702,
      "learning_rate": 4.337873553111989e-06,
      "loss": 0.3931,
      "step": 622860
    },
    {
      "epoch": 173.84,
      "grad_norm": 1.158591866493225,
      "learning_rate": 4.337859345073947e-06,
      "loss": 0.3781,
      "step": 622870
    },
    {
      "epoch": 173.84,
      "grad_norm": 1.0941697359085083,
      "learning_rate": 4.337845136770488e-06,
      "loss": 0.3891,
      "step": 622880
    },
    {
      "epoch": 173.85,
      "grad_norm": 0.9744307994842529,
      "learning_rate": 4.337830928201614e-06,
      "loss": 0.3723,
      "step": 622890
    },
    {
      "epoch": 173.85,
      "grad_norm": 1.163809061050415,
      "learning_rate": 4.337816719367327e-06,
      "loss": 0.3765,
      "step": 622900
    },
    {
      "epoch": 173.85,
      "grad_norm": 1.1805229187011719,
      "learning_rate": 4.3378025102676304e-06,
      "loss": 0.3917,
      "step": 622910
    },
    {
      "epoch": 173.85,
      "grad_norm": 1.3003426790237427,
      "learning_rate": 4.3377883009025235e-06,
      "loss": 0.3851,
      "step": 622920
    },
    {
      "epoch": 173.86,
      "grad_norm": 1.374347448348999,
      "learning_rate": 4.337774091272011e-06,
      "loss": 0.3784,
      "step": 622930
    },
    {
      "epoch": 173.86,
      "grad_norm": 1.0550793409347534,
      "learning_rate": 4.337759881376092e-06,
      "loss": 0.376,
      "step": 622940
    },
    {
      "epoch": 173.86,
      "grad_norm": 1.074461579322815,
      "learning_rate": 4.3377456712147705e-06,
      "loss": 0.3772,
      "step": 622950
    },
    {
      "epoch": 173.87,
      "grad_norm": 1.1343077421188354,
      "learning_rate": 4.3377314607880475e-06,
      "loss": 0.4114,
      "step": 622960
    },
    {
      "epoch": 173.87,
      "grad_norm": 1.0849946737289429,
      "learning_rate": 4.3377172500959245e-06,
      "loss": 0.3699,
      "step": 622970
    },
    {
      "epoch": 173.87,
      "grad_norm": 1.1666029691696167,
      "learning_rate": 4.337703039138405e-06,
      "loss": 0.3835,
      "step": 622980
    },
    {
      "epoch": 173.87,
      "grad_norm": 1.0513662099838257,
      "learning_rate": 4.337688827915489e-06,
      "loss": 0.392,
      "step": 622990
    },
    {
      "epoch": 173.88,
      "grad_norm": 1.1408941745758057,
      "learning_rate": 4.3376746164271784e-06,
      "loss": 0.378,
      "step": 623000
    },
    {
      "epoch": 173.88,
      "grad_norm": 1.2445204257965088,
      "learning_rate": 4.3376604046734775e-06,
      "loss": 0.3976,
      "step": 623010
    },
    {
      "epoch": 173.88,
      "grad_norm": 1.1307605504989624,
      "learning_rate": 4.337646192654386e-06,
      "loss": 0.3968,
      "step": 623020
    },
    {
      "epoch": 173.89,
      "grad_norm": 1.1267648935317993,
      "learning_rate": 4.337631980369906e-06,
      "loss": 0.3716,
      "step": 623030
    },
    {
      "epoch": 173.89,
      "grad_norm": 1.354945421218872,
      "learning_rate": 4.33761776782004e-06,
      "loss": 0.3815,
      "step": 623040
    },
    {
      "epoch": 173.89,
      "grad_norm": 1.0368999242782593,
      "learning_rate": 4.33760355500479e-06,
      "loss": 0.3864,
      "step": 623050
    },
    {
      "epoch": 173.89,
      "grad_norm": 1.1902408599853516,
      "learning_rate": 4.337589341924158e-06,
      "loss": 0.3743,
      "step": 623060
    },
    {
      "epoch": 173.9,
      "grad_norm": 1.149674654006958,
      "learning_rate": 4.337575128578144e-06,
      "loss": 0.384,
      "step": 623070
    },
    {
      "epoch": 173.9,
      "grad_norm": 1.3435461521148682,
      "learning_rate": 4.337560914966752e-06,
      "loss": 0.37,
      "step": 623080
    },
    {
      "epoch": 173.9,
      "grad_norm": 1.115681767463684,
      "learning_rate": 4.337546701089983e-06,
      "loss": 0.3782,
      "step": 623090
    },
    {
      "epoch": 173.9,
      "grad_norm": 1.1792149543762207,
      "learning_rate": 4.33753248694784e-06,
      "loss": 0.3707,
      "step": 623100
    },
    {
      "epoch": 173.91,
      "grad_norm": 1.2002171277999878,
      "learning_rate": 4.337518272540323e-06,
      "loss": 0.3869,
      "step": 623110
    },
    {
      "epoch": 173.91,
      "grad_norm": 1.2092012166976929,
      "learning_rate": 4.337504057867436e-06,
      "loss": 0.3751,
      "step": 623120
    },
    {
      "epoch": 173.91,
      "grad_norm": 1.198359727859497,
      "learning_rate": 4.337489842929179e-06,
      "loss": 0.385,
      "step": 623130
    },
    {
      "epoch": 173.92,
      "grad_norm": 1.303303599357605,
      "learning_rate": 4.337475627725555e-06,
      "loss": 0.3841,
      "step": 623140
    },
    {
      "epoch": 173.92,
      "grad_norm": 1.193845510482788,
      "learning_rate": 4.337461412256564e-06,
      "loss": 0.3931,
      "step": 623150
    },
    {
      "epoch": 173.92,
      "grad_norm": 1.2958446741104126,
      "learning_rate": 4.337447196522212e-06,
      "loss": 0.3808,
      "step": 623160
    },
    {
      "epoch": 173.92,
      "grad_norm": 1.0666145086288452,
      "learning_rate": 4.3374329805224965e-06,
      "loss": 0.3903,
      "step": 623170
    },
    {
      "epoch": 173.93,
      "grad_norm": 1.1675087213516235,
      "learning_rate": 4.337418764257422e-06,
      "loss": 0.3949,
      "step": 623180
    },
    {
      "epoch": 173.93,
      "grad_norm": 1.2717616558074951,
      "learning_rate": 4.3374045477269904e-06,
      "loss": 0.3764,
      "step": 623190
    },
    {
      "epoch": 173.93,
      "grad_norm": 1.1735024452209473,
      "learning_rate": 4.337390330931201e-06,
      "loss": 0.3766,
      "step": 623200
    },
    {
      "epoch": 173.94,
      "grad_norm": 1.6204228401184082,
      "learning_rate": 4.337376113870059e-06,
      "loss": 0.4012,
      "step": 623210
    },
    {
      "epoch": 173.94,
      "grad_norm": 1.127051591873169,
      "learning_rate": 4.337361896543564e-06,
      "loss": 0.3718,
      "step": 623220
    },
    {
      "epoch": 173.94,
      "grad_norm": 1.0081274509429932,
      "learning_rate": 4.33734767895172e-06,
      "loss": 0.3789,
      "step": 623230
    },
    {
      "epoch": 173.94,
      "grad_norm": 1.032944679260254,
      "learning_rate": 4.3373334610945264e-06,
      "loss": 0.3932,
      "step": 623240
    },
    {
      "epoch": 173.95,
      "grad_norm": 1.1709094047546387,
      "learning_rate": 4.3373192429719865e-06,
      "loss": 0.3747,
      "step": 623250
    },
    {
      "epoch": 173.95,
      "grad_norm": 1.3261817693710327,
      "learning_rate": 4.337305024584102e-06,
      "loss": 0.3879,
      "step": 623260
    },
    {
      "epoch": 173.95,
      "grad_norm": 1.153852105140686,
      "learning_rate": 4.337290805930875e-06,
      "loss": 0.3825,
      "step": 623270
    },
    {
      "epoch": 173.95,
      "grad_norm": 1.3978805541992188,
      "learning_rate": 4.337276587012307e-06,
      "loss": 0.3814,
      "step": 623280
    },
    {
      "epoch": 173.96,
      "grad_norm": 1.1316118240356445,
      "learning_rate": 4.3372623678284e-06,
      "loss": 0.379,
      "step": 623290
    },
    {
      "epoch": 173.96,
      "grad_norm": 1.179663896560669,
      "learning_rate": 4.337248148379156e-06,
      "loss": 0.3822,
      "step": 623300
    },
    {
      "epoch": 173.96,
      "grad_norm": 1.140813946723938,
      "learning_rate": 4.337233928664577e-06,
      "loss": 0.3858,
      "step": 623310
    },
    {
      "epoch": 173.97,
      "grad_norm": 1.2391860485076904,
      "learning_rate": 4.337219708684665e-06,
      "loss": 0.3855,
      "step": 623320
    },
    {
      "epoch": 173.97,
      "grad_norm": 1.1712831258773804,
      "learning_rate": 4.337205488439421e-06,
      "loss": 0.381,
      "step": 623330
    },
    {
      "epoch": 173.97,
      "grad_norm": 1.160164713859558,
      "learning_rate": 4.337191267928847e-06,
      "loss": 0.3718,
      "step": 623340
    },
    {
      "epoch": 173.97,
      "grad_norm": 1.0947861671447754,
      "learning_rate": 4.337177047152947e-06,
      "loss": 0.3906,
      "step": 623350
    },
    {
      "epoch": 173.98,
      "grad_norm": 1.065568447113037,
      "learning_rate": 4.3371628261117205e-06,
      "loss": 0.3908,
      "step": 623360
    },
    {
      "epoch": 173.98,
      "grad_norm": 1.1436759233474731,
      "learning_rate": 4.33714860480517e-06,
      "loss": 0.3861,
      "step": 623370
    },
    {
      "epoch": 173.98,
      "grad_norm": 1.650605320930481,
      "learning_rate": 4.337134383233298e-06,
      "loss": 0.384,
      "step": 623380
    },
    {
      "epoch": 173.99,
      "grad_norm": 1.2736823558807373,
      "learning_rate": 4.337120161396107e-06,
      "loss": 0.3756,
      "step": 623390
    },
    {
      "epoch": 173.99,
      "grad_norm": 1.2460803985595703,
      "learning_rate": 4.337105939293596e-06,
      "loss": 0.3772,
      "step": 623400
    },
    {
      "epoch": 173.99,
      "grad_norm": 1.1791132688522339,
      "learning_rate": 4.337091716925769e-06,
      "loss": 0.3927,
      "step": 623410
    },
    {
      "epoch": 173.99,
      "grad_norm": 1.301990270614624,
      "learning_rate": 4.337077494292629e-06,
      "loss": 0.3916,
      "step": 623420
    },
    {
      "epoch": 174.0,
      "grad_norm": 1.0959327220916748,
      "learning_rate": 4.337063271394176e-06,
      "loss": 0.393,
      "step": 623430
    },
    {
      "epoch": 174.0,
      "grad_norm": 1.0818657875061035,
      "learning_rate": 4.337049048230412e-06,
      "loss": 0.3771,
      "step": 623440
    },
    {
      "epoch": 174.0,
      "eval_loss": 0.38255831599235535,
      "eval_runtime": 63.4151,
      "eval_samples_per_second": 79.776,
      "eval_steps_per_second": 9.982,
      "step": 623442
    },
    {
      "epoch": 174.0,
      "grad_norm": 1.1958695650100708,
      "learning_rate": 4.337034824801339e-06,
      "loss": 0.3669,
      "step": 623450
    },
    {
      "epoch": 174.01,
      "grad_norm": 1.3824483156204224,
      "learning_rate": 4.337020601106961e-06,
      "loss": 0.3791,
      "step": 623460
    },
    {
      "epoch": 174.01,
      "grad_norm": 1.6891629695892334,
      "learning_rate": 4.337006377147276e-06,
      "loss": 0.3943,
      "step": 623470
    },
    {
      "epoch": 174.01,
      "grad_norm": 1.2059606313705444,
      "learning_rate": 4.336992152922289e-06,
      "loss": 0.3696,
      "step": 623480
    },
    {
      "epoch": 174.01,
      "grad_norm": 1.234708309173584,
      "learning_rate": 4.336977928432001e-06,
      "loss": 0.3831,
      "step": 623490
    },
    {
      "epoch": 174.02,
      "grad_norm": 5.23724889755249,
      "learning_rate": 4.3369637036764146e-06,
      "loss": 0.3841,
      "step": 623500
    },
    {
      "epoch": 174.02,
      "grad_norm": 0.9125022888183594,
      "learning_rate": 4.33694947865553e-06,
      "loss": 0.3916,
      "step": 623510
    },
    {
      "epoch": 174.02,
      "grad_norm": 1.1362299919128418,
      "learning_rate": 4.33693525336935e-06,
      "loss": 0.3922,
      "step": 623520
    },
    {
      "epoch": 174.02,
      "grad_norm": 1.2610262632369995,
      "learning_rate": 4.3369210278178765e-06,
      "loss": 0.3937,
      "step": 623530
    },
    {
      "epoch": 174.03,
      "grad_norm": 1.111426591873169,
      "learning_rate": 4.336906802001111e-06,
      "loss": 0.3732,
      "step": 623540
    },
    {
      "epoch": 174.03,
      "grad_norm": 1.083693265914917,
      "learning_rate": 4.336892575919056e-06,
      "loss": 0.3824,
      "step": 623550
    },
    {
      "epoch": 174.03,
      "grad_norm": 1.3142735958099365,
      "learning_rate": 4.336878349571714e-06,
      "loss": 0.3756,
      "step": 623560
    },
    {
      "epoch": 174.04,
      "grad_norm": 1.3128494024276733,
      "learning_rate": 4.336864122959085e-06,
      "loss": 0.3794,
      "step": 623570
    },
    {
      "epoch": 174.04,
      "grad_norm": 1.1403805017471313,
      "learning_rate": 4.336849896081172e-06,
      "loss": 0.3988,
      "step": 623580
    },
    {
      "epoch": 174.04,
      "grad_norm": 1.1807118654251099,
      "learning_rate": 4.336835668937979e-06,
      "loss": 0.3895,
      "step": 623590
    },
    {
      "epoch": 174.04,
      "grad_norm": 1.599003791809082,
      "learning_rate": 4.336821441529504e-06,
      "loss": 0.3876,
      "step": 623600
    },
    {
      "epoch": 174.05,
      "grad_norm": 1.3123736381530762,
      "learning_rate": 4.33680721385575e-06,
      "loss": 0.3878,
      "step": 623610
    },
    {
      "epoch": 174.05,
      "grad_norm": 1.3305052518844604,
      "learning_rate": 4.336792985916721e-06,
      "loss": 0.3817,
      "step": 623620
    },
    {
      "epoch": 174.05,
      "grad_norm": 1.0653388500213623,
      "learning_rate": 4.336778757712416e-06,
      "loss": 0.3742,
      "step": 623630
    },
    {
      "epoch": 174.06,
      "grad_norm": 1.190843939781189,
      "learning_rate": 4.336764529242839e-06,
      "loss": 0.3905,
      "step": 623640
    },
    {
      "epoch": 174.06,
      "grad_norm": 1.1523586511611938,
      "learning_rate": 4.336750300507991e-06,
      "loss": 0.3813,
      "step": 623650
    },
    {
      "epoch": 174.06,
      "grad_norm": 1.1861613988876343,
      "learning_rate": 4.336736071507875e-06,
      "loss": 0.3833,
      "step": 623660
    },
    {
      "epoch": 174.06,
      "grad_norm": 1.101617455482483,
      "learning_rate": 4.336721842242492e-06,
      "loss": 0.3995,
      "step": 623670
    },
    {
      "epoch": 174.07,
      "grad_norm": 1.1027264595031738,
      "learning_rate": 4.336707612711843e-06,
      "loss": 0.3818,
      "step": 623680
    },
    {
      "epoch": 174.07,
      "grad_norm": 1.1489536762237549,
      "learning_rate": 4.336693382915931e-06,
      "loss": 0.3795,
      "step": 623690
    },
    {
      "epoch": 174.07,
      "grad_norm": 1.1837005615234375,
      "learning_rate": 4.336679152854758e-06,
      "loss": 0.3641,
      "step": 623700
    },
    {
      "epoch": 174.07,
      "grad_norm": 1.0958082675933838,
      "learning_rate": 4.336664922528325e-06,
      "loss": 0.3875,
      "step": 623710
    },
    {
      "epoch": 174.08,
      "grad_norm": 1.043220043182373,
      "learning_rate": 4.336650691936635e-06,
      "loss": 0.3888,
      "step": 623720
    },
    {
      "epoch": 174.08,
      "grad_norm": 1.249040961265564,
      "learning_rate": 4.336636461079689e-06,
      "loss": 0.3746,
      "step": 623730
    },
    {
      "epoch": 174.08,
      "grad_norm": 1.1196471452713013,
      "learning_rate": 4.33662222995749e-06,
      "loss": 0.3742,
      "step": 623740
    },
    {
      "epoch": 174.09,
      "grad_norm": 1.3838106393814087,
      "learning_rate": 4.3366079985700385e-06,
      "loss": 0.3802,
      "step": 623750
    },
    {
      "epoch": 174.09,
      "grad_norm": 1.125432014465332,
      "learning_rate": 4.336593766917337e-06,
      "loss": 0.3619,
      "step": 623760
    },
    {
      "epoch": 174.09,
      "grad_norm": 1.0236021280288696,
      "learning_rate": 4.336579534999388e-06,
      "loss": 0.3819,
      "step": 623770
    },
    {
      "epoch": 174.09,
      "grad_norm": 1.1979116201400757,
      "learning_rate": 4.336565302816192e-06,
      "loss": 0.3702,
      "step": 623780
    },
    {
      "epoch": 174.1,
      "grad_norm": 1.22190523147583,
      "learning_rate": 4.336551070367753e-06,
      "loss": 0.3789,
      "step": 623790
    },
    {
      "epoch": 174.1,
      "grad_norm": 1.1924870014190674,
      "learning_rate": 4.336536837654071e-06,
      "loss": 0.3956,
      "step": 623800
    },
    {
      "epoch": 174.1,
      "grad_norm": 1.168563723564148,
      "learning_rate": 4.336522604675148e-06,
      "loss": 0.3797,
      "step": 623810
    },
    {
      "epoch": 174.11,
      "grad_norm": 1.1427068710327148,
      "learning_rate": 4.336508371430987e-06,
      "loss": 0.4021,
      "step": 623820
    },
    {
      "epoch": 174.11,
      "grad_norm": 1.2908000946044922,
      "learning_rate": 4.336494137921589e-06,
      "loss": 0.4009,
      "step": 623830
    },
    {
      "epoch": 174.11,
      "grad_norm": 1.409954309463501,
      "learning_rate": 4.336479904146957e-06,
      "loss": 0.3769,
      "step": 623840
    },
    {
      "epoch": 174.11,
      "grad_norm": 1.2618597745895386,
      "learning_rate": 4.3364656701070905e-06,
      "loss": 0.3779,
      "step": 623850
    },
    {
      "epoch": 174.12,
      "grad_norm": 1.2085380554199219,
      "learning_rate": 4.3364514358019945e-06,
      "loss": 0.3744,
      "step": 623860
    },
    {
      "epoch": 174.12,
      "grad_norm": 1.3784111738204956,
      "learning_rate": 4.336437201231669e-06,
      "loss": 0.3815,
      "step": 623870
    },
    {
      "epoch": 174.12,
      "grad_norm": 1.1409043073654175,
      "learning_rate": 4.336422966396116e-06,
      "loss": 0.3725,
      "step": 623880
    },
    {
      "epoch": 174.13,
      "grad_norm": 1.186726689338684,
      "learning_rate": 4.336408731295338e-06,
      "loss": 0.3837,
      "step": 623890
    },
    {
      "epoch": 174.13,
      "grad_norm": 1.1771619319915771,
      "learning_rate": 4.336394495929336e-06,
      "loss": 0.3909,
      "step": 623900
    },
    {
      "epoch": 174.13,
      "grad_norm": 1.3401250839233398,
      "learning_rate": 4.336380260298114e-06,
      "loss": 0.4002,
      "step": 623910
    },
    {
      "epoch": 174.13,
      "grad_norm": 1.0408596992492676,
      "learning_rate": 4.336366024401671e-06,
      "loss": 0.3716,
      "step": 623920
    },
    {
      "epoch": 174.14,
      "grad_norm": 1.0721499919891357,
      "learning_rate": 4.336351788240011e-06,
      "loss": 0.3818,
      "step": 623930
    },
    {
      "epoch": 174.14,
      "grad_norm": 1.054056167602539,
      "learning_rate": 4.336337551813134e-06,
      "loss": 0.3851,
      "step": 623940
    },
    {
      "epoch": 174.14,
      "grad_norm": 1.5060701370239258,
      "learning_rate": 4.336323315121044e-06,
      "loss": 0.3922,
      "step": 623950
    },
    {
      "epoch": 174.14,
      "grad_norm": 1.1514596939086914,
      "learning_rate": 4.336309078163741e-06,
      "loss": 0.384,
      "step": 623960
    },
    {
      "epoch": 174.15,
      "grad_norm": 1.2973227500915527,
      "learning_rate": 4.336294840941228e-06,
      "loss": 0.3817,
      "step": 623970
    },
    {
      "epoch": 174.15,
      "grad_norm": 1.2864665985107422,
      "learning_rate": 4.3362806034535086e-06,
      "loss": 0.3786,
      "step": 623980
    },
    {
      "epoch": 174.15,
      "grad_norm": 1.1130832433700562,
      "learning_rate": 4.336266365700581e-06,
      "loss": 0.3915,
      "step": 623990
    },
    {
      "epoch": 174.16,
      "grad_norm": 1.1891382932662964,
      "learning_rate": 4.33625212768245e-06,
      "loss": 0.3796,
      "step": 624000
    },
    {
      "epoch": 174.16,
      "grad_norm": 1.2536125183105469,
      "learning_rate": 4.336237889399116e-06,
      "loss": 0.4036,
      "step": 624010
    },
    {
      "epoch": 174.16,
      "grad_norm": 1.208442211151123,
      "learning_rate": 4.336223650850581e-06,
      "loss": 0.3908,
      "step": 624020
    },
    {
      "epoch": 174.16,
      "grad_norm": 1.184161901473999,
      "learning_rate": 4.3362094120368476e-06,
      "loss": 0.3904,
      "step": 624030
    },
    {
      "epoch": 174.17,
      "grad_norm": 1.4409406185150146,
      "learning_rate": 4.336195172957917e-06,
      "loss": 0.3757,
      "step": 624040
    },
    {
      "epoch": 174.17,
      "grad_norm": 1.0528641939163208,
      "learning_rate": 4.336180933613792e-06,
      "loss": 0.3719,
      "step": 624050
    },
    {
      "epoch": 174.17,
      "grad_norm": 1.0674608945846558,
      "learning_rate": 4.336166694004473e-06,
      "loss": 0.3898,
      "step": 624060
    },
    {
      "epoch": 174.18,
      "grad_norm": 1.0867063999176025,
      "learning_rate": 4.3361524541299634e-06,
      "loss": 0.3798,
      "step": 624070
    },
    {
      "epoch": 174.18,
      "grad_norm": 1.1958348751068115,
      "learning_rate": 4.336138213990264e-06,
      "loss": 0.3849,
      "step": 624080
    },
    {
      "epoch": 174.18,
      "grad_norm": 1.4599515199661255,
      "learning_rate": 4.336123973585378e-06,
      "loss": 0.3774,
      "step": 624090
    },
    {
      "epoch": 174.18,
      "grad_norm": 1.032755732536316,
      "learning_rate": 4.3361097329153055e-06,
      "loss": 0.3908,
      "step": 624100
    },
    {
      "epoch": 174.19,
      "grad_norm": 1.0424413681030273,
      "learning_rate": 4.33609549198005e-06,
      "loss": 0.3753,
      "step": 624110
    },
    {
      "epoch": 174.19,
      "grad_norm": 1.189916729927063,
      "learning_rate": 4.336081250779613e-06,
      "loss": 0.3806,
      "step": 624120
    },
    {
      "epoch": 174.19,
      "grad_norm": 1.1046462059020996,
      "learning_rate": 4.336067009313996e-06,
      "loss": 0.382,
      "step": 624130
    },
    {
      "epoch": 174.19,
      "grad_norm": 1.2475615739822388,
      "learning_rate": 4.3360527675832e-06,
      "loss": 0.3825,
      "step": 624140
    },
    {
      "epoch": 174.2,
      "grad_norm": 1.0330355167388916,
      "learning_rate": 4.336038525587229e-06,
      "loss": 0.3647,
      "step": 624150
    },
    {
      "epoch": 174.2,
      "grad_norm": 1.053737998008728,
      "learning_rate": 4.336024283326084e-06,
      "loss": 0.3778,
      "step": 624160
    },
    {
      "epoch": 174.2,
      "grad_norm": 1.1959559917449951,
      "learning_rate": 4.3360100407997665e-06,
      "loss": 0.39,
      "step": 624170
    },
    {
      "epoch": 174.21,
      "grad_norm": 1.097755789756775,
      "learning_rate": 4.335995798008278e-06,
      "loss": 0.3815,
      "step": 624180
    },
    {
      "epoch": 174.21,
      "grad_norm": 1.1155071258544922,
      "learning_rate": 4.335981554951622e-06,
      "loss": 0.3795,
      "step": 624190
    },
    {
      "epoch": 174.21,
      "grad_norm": 1.068435549736023,
      "learning_rate": 4.335967311629799e-06,
      "loss": 0.3847,
      "step": 624200
    },
    {
      "epoch": 174.21,
      "grad_norm": 1.1578794717788696,
      "learning_rate": 4.335953068042812e-06,
      "loss": 0.3736,
      "step": 624210
    },
    {
      "epoch": 174.22,
      "grad_norm": 1.0825378894805908,
      "learning_rate": 4.335938824190661e-06,
      "loss": 0.3691,
      "step": 624220
    },
    {
      "epoch": 174.22,
      "grad_norm": 1.011137843132019,
      "learning_rate": 4.33592458007335e-06,
      "loss": 0.385,
      "step": 624230
    },
    {
      "epoch": 174.22,
      "grad_norm": 1.3523002862930298,
      "learning_rate": 4.335910335690879e-06,
      "loss": 0.3749,
      "step": 624240
    },
    {
      "epoch": 174.23,
      "grad_norm": 1.0641777515411377,
      "learning_rate": 4.335896091043253e-06,
      "loss": 0.3805,
      "step": 624250
    },
    {
      "epoch": 174.23,
      "grad_norm": 1.2695467472076416,
      "learning_rate": 4.33588184613047e-06,
      "loss": 0.3755,
      "step": 624260
    },
    {
      "epoch": 174.23,
      "grad_norm": 1.1244016885757446,
      "learning_rate": 4.335867600952534e-06,
      "loss": 0.3879,
      "step": 624270
    },
    {
      "epoch": 174.23,
      "grad_norm": 1.1763067245483398,
      "learning_rate": 4.335853355509447e-06,
      "loss": 0.3775,
      "step": 624280
    },
    {
      "epoch": 174.24,
      "grad_norm": 1.2340372800827026,
      "learning_rate": 4.3358391098012105e-06,
      "loss": 0.3929,
      "step": 624290
    },
    {
      "epoch": 174.24,
      "grad_norm": 1.1277045011520386,
      "learning_rate": 4.335824863827826e-06,
      "loss": 0.3923,
      "step": 624300
    },
    {
      "epoch": 174.24,
      "grad_norm": 1.2253284454345703,
      "learning_rate": 4.335810617589296e-06,
      "loss": 0.3706,
      "step": 624310
    },
    {
      "epoch": 174.25,
      "grad_norm": 1.1226797103881836,
      "learning_rate": 4.335796371085622e-06,
      "loss": 0.3992,
      "step": 624320
    },
    {
      "epoch": 174.25,
      "grad_norm": 1.3529380559921265,
      "learning_rate": 4.3357821243168064e-06,
      "loss": 0.3841,
      "step": 624330
    },
    {
      "epoch": 174.25,
      "grad_norm": 1.3796803951263428,
      "learning_rate": 4.335767877282851e-06,
      "loss": 0.3733,
      "step": 624340
    },
    {
      "epoch": 174.25,
      "grad_norm": 1.2751978635787964,
      "learning_rate": 4.335753629983757e-06,
      "loss": 0.3974,
      "step": 624350
    },
    {
      "epoch": 174.26,
      "grad_norm": 1.1126701831817627,
      "learning_rate": 4.335739382419527e-06,
      "loss": 0.3879,
      "step": 624360
    },
    {
      "epoch": 174.26,
      "grad_norm": 1.375671148300171,
      "learning_rate": 4.335725134590162e-06,
      "loss": 0.3855,
      "step": 624370
    },
    {
      "epoch": 174.26,
      "grad_norm": 1.2014116048812866,
      "learning_rate": 4.335710886495666e-06,
      "loss": 0.371,
      "step": 624380
    },
    {
      "epoch": 174.26,
      "grad_norm": 1.1097135543823242,
      "learning_rate": 4.3356966381360374e-06,
      "loss": 0.3704,
      "step": 624390
    },
    {
      "epoch": 174.27,
      "grad_norm": 7.753961563110352,
      "learning_rate": 4.335682389511282e-06,
      "loss": 0.3802,
      "step": 624400
    },
    {
      "epoch": 174.27,
      "grad_norm": 1.1382843255996704,
      "learning_rate": 4.335668140621399e-06,
      "loss": 0.3835,
      "step": 624410
    },
    {
      "epoch": 174.27,
      "grad_norm": 1.1728157997131348,
      "learning_rate": 4.335653891466391e-06,
      "loss": 0.3826,
      "step": 624420
    },
    {
      "epoch": 174.28,
      "grad_norm": 1.1431893110275269,
      "learning_rate": 4.335639642046261e-06,
      "loss": 0.3794,
      "step": 624430
    },
    {
      "epoch": 174.28,
      "grad_norm": 1.480697751045227,
      "learning_rate": 4.335625392361009e-06,
      "loss": 0.3829,
      "step": 624440
    },
    {
      "epoch": 174.28,
      "grad_norm": 1.3055434226989746,
      "learning_rate": 4.335611142410639e-06,
      "loss": 0.3745,
      "step": 624450
    },
    {
      "epoch": 174.28,
      "grad_norm": 1.3083440065383911,
      "learning_rate": 4.33559689219515e-06,
      "loss": 0.3813,
      "step": 624460
    },
    {
      "epoch": 174.29,
      "grad_norm": 1.1258562803268433,
      "learning_rate": 4.3355826417145465e-06,
      "loss": 0.3812,
      "step": 624470
    },
    {
      "epoch": 174.29,
      "grad_norm": 1.3350954055786133,
      "learning_rate": 4.33556839096883e-06,
      "loss": 0.3765,
      "step": 624480
    },
    {
      "epoch": 174.29,
      "grad_norm": 1.0521235466003418,
      "learning_rate": 4.335554139958002e-06,
      "loss": 0.3793,
      "step": 624490
    },
    {
      "epoch": 174.3,
      "grad_norm": 0.9409012794494629,
      "learning_rate": 4.335539888682064e-06,
      "loss": 0.3771,
      "step": 624500
    },
    {
      "epoch": 174.3,
      "grad_norm": 1.2365912199020386,
      "learning_rate": 4.335525637141017e-06,
      "loss": 0.3933,
      "step": 624510
    },
    {
      "epoch": 174.3,
      "grad_norm": 1.0761765241622925,
      "learning_rate": 4.3355113853348655e-06,
      "loss": 0.3826,
      "step": 624520
    },
    {
      "epoch": 174.3,
      "grad_norm": 1.1763482093811035,
      "learning_rate": 4.33549713326361e-06,
      "loss": 0.3904,
      "step": 624530
    },
    {
      "epoch": 174.31,
      "grad_norm": 1.114778757095337,
      "learning_rate": 4.335482880927252e-06,
      "loss": 0.3875,
      "step": 624540
    },
    {
      "epoch": 174.31,
      "grad_norm": 1.366159200668335,
      "learning_rate": 4.335468628325795e-06,
      "loss": 0.3724,
      "step": 624550
    },
    {
      "epoch": 174.31,
      "grad_norm": 1.5791077613830566,
      "learning_rate": 4.335454375459238e-06,
      "loss": 0.3807,
      "step": 624560
    },
    {
      "epoch": 174.31,
      "grad_norm": 1.0934208631515503,
      "learning_rate": 4.3354401223275854e-06,
      "loss": 0.3864,
      "step": 624570
    },
    {
      "epoch": 174.32,
      "grad_norm": 1.1795437335968018,
      "learning_rate": 4.335425868930838e-06,
      "loss": 0.3834,
      "step": 624580
    },
    {
      "epoch": 174.32,
      "grad_norm": 1.3922337293624878,
      "learning_rate": 4.3354116152689985e-06,
      "loss": 0.3973,
      "step": 624590
    },
    {
      "epoch": 174.32,
      "grad_norm": 1.296368956565857,
      "learning_rate": 4.3353973613420676e-06,
      "loss": 0.3779,
      "step": 624600
    },
    {
      "epoch": 174.33,
      "grad_norm": 1.1030757427215576,
      "learning_rate": 4.335383107150048e-06,
      "loss": 0.3838,
      "step": 624610
    },
    {
      "epoch": 174.33,
      "grad_norm": 1.4003734588623047,
      "learning_rate": 4.3353688526929425e-06,
      "loss": 0.3686,
      "step": 624620
    },
    {
      "epoch": 174.33,
      "grad_norm": 1.0350258350372314,
      "learning_rate": 4.335354597970751e-06,
      "loss": 0.3601,
      "step": 624630
    },
    {
      "epoch": 174.33,
      "grad_norm": 1.131880760192871,
      "learning_rate": 4.335340342983476e-06,
      "loss": 0.3873,
      "step": 624640
    },
    {
      "epoch": 174.34,
      "grad_norm": 1.1834943294525146,
      "learning_rate": 4.335326087731122e-06,
      "loss": 0.3859,
      "step": 624650
    },
    {
      "epoch": 174.34,
      "grad_norm": 1.0131570100784302,
      "learning_rate": 4.3353118322136865e-06,
      "loss": 0.3797,
      "step": 624660
    },
    {
      "epoch": 174.34,
      "grad_norm": 1.285609245300293,
      "learning_rate": 4.335297576431174e-06,
      "loss": 0.3673,
      "step": 624670
    },
    {
      "epoch": 174.35,
      "grad_norm": 1.040631651878357,
      "learning_rate": 4.335283320383586e-06,
      "loss": 0.3755,
      "step": 624680
    },
    {
      "epoch": 174.35,
      "grad_norm": 1.2324789762496948,
      "learning_rate": 4.335269064070925e-06,
      "loss": 0.3875,
      "step": 624690
    },
    {
      "epoch": 174.35,
      "grad_norm": 1.3384895324707031,
      "learning_rate": 4.335254807493192e-06,
      "loss": 0.3979,
      "step": 624700
    },
    {
      "epoch": 174.35,
      "grad_norm": 1.1456475257873535,
      "learning_rate": 4.335240550650389e-06,
      "loss": 0.3875,
      "step": 624710
    },
    {
      "epoch": 174.36,
      "grad_norm": 1.2339410781860352,
      "learning_rate": 4.335226293542517e-06,
      "loss": 0.3889,
      "step": 624720
    },
    {
      "epoch": 174.36,
      "grad_norm": 1.1548583507537842,
      "learning_rate": 4.335212036169581e-06,
      "loss": 0.3706,
      "step": 624730
    },
    {
      "epoch": 174.36,
      "grad_norm": 1.1777362823486328,
      "learning_rate": 4.335197778531579e-06,
      "loss": 0.3916,
      "step": 624740
    },
    {
      "epoch": 174.37,
      "grad_norm": 1.0833998918533325,
      "learning_rate": 4.335183520628515e-06,
      "loss": 0.3843,
      "step": 624750
    },
    {
      "epoch": 174.37,
      "grad_norm": 1.1722612380981445,
      "learning_rate": 4.335169262460392e-06,
      "loss": 0.379,
      "step": 624760
    },
    {
      "epoch": 174.37,
      "grad_norm": 0.9760044813156128,
      "learning_rate": 4.3351550040272095e-06,
      "loss": 0.3931,
      "step": 624770
    },
    {
      "epoch": 174.37,
      "grad_norm": 1.1464916467666626,
      "learning_rate": 4.335140745328971e-06,
      "loss": 0.3763,
      "step": 624780
    },
    {
      "epoch": 174.38,
      "grad_norm": 0.9799026250839233,
      "learning_rate": 4.335126486365678e-06,
      "loss": 0.3692,
      "step": 624790
    },
    {
      "epoch": 174.38,
      "grad_norm": 1.1274135112762451,
      "learning_rate": 4.335112227137332e-06,
      "loss": 0.3805,
      "step": 624800
    },
    {
      "epoch": 174.38,
      "grad_norm": 1.1015931367874146,
      "learning_rate": 4.335097967643935e-06,
      "loss": 0.3928,
      "step": 624810
    },
    {
      "epoch": 174.38,
      "grad_norm": 1.260312557220459,
      "learning_rate": 4.335083707885489e-06,
      "loss": 0.3924,
      "step": 624820
    },
    {
      "epoch": 174.39,
      "grad_norm": 1.066394329071045,
      "learning_rate": 4.335069447861996e-06,
      "loss": 0.3742,
      "step": 624830
    },
    {
      "epoch": 174.39,
      "grad_norm": 1.3056775331497192,
      "learning_rate": 4.335055187573458e-06,
      "loss": 0.3921,
      "step": 624840
    },
    {
      "epoch": 174.39,
      "grad_norm": 1.484715223312378,
      "learning_rate": 4.335040927019876e-06,
      "loss": 0.3757,
      "step": 624850
    },
    {
      "epoch": 174.4,
      "grad_norm": 1.2687638998031616,
      "learning_rate": 4.335026666201253e-06,
      "loss": 0.3796,
      "step": 624860
    },
    {
      "epoch": 174.4,
      "grad_norm": 1.2494428157806396,
      "learning_rate": 4.335012405117591e-06,
      "loss": 0.3597,
      "step": 624870
    },
    {
      "epoch": 174.4,
      "grad_norm": 1.168183445930481,
      "learning_rate": 4.334998143768891e-06,
      "loss": 0.3689,
      "step": 624880
    },
    {
      "epoch": 174.4,
      "grad_norm": 1.337257981300354,
      "learning_rate": 4.334983882155156e-06,
      "loss": 0.4054,
      "step": 624890
    },
    {
      "epoch": 174.41,
      "grad_norm": 1.120274543762207,
      "learning_rate": 4.334969620276386e-06,
      "loss": 0.3677,
      "step": 624900
    },
    {
      "epoch": 174.41,
      "grad_norm": 1.1942766904830933,
      "learning_rate": 4.334955358132585e-06,
      "loss": 0.4112,
      "step": 624910
    },
    {
      "epoch": 174.41,
      "grad_norm": 1.5807387828826904,
      "learning_rate": 4.3349410957237535e-06,
      "loss": 0.3817,
      "step": 624920
    },
    {
      "epoch": 174.42,
      "grad_norm": 1.201863169670105,
      "learning_rate": 4.334926833049895e-06,
      "loss": 0.3825,
      "step": 624930
    },
    {
      "epoch": 174.42,
      "grad_norm": 1.015170693397522,
      "learning_rate": 4.33491257011101e-06,
      "loss": 0.392,
      "step": 624940
    },
    {
      "epoch": 174.42,
      "grad_norm": 1.234109878540039,
      "learning_rate": 4.3348983069071e-06,
      "loss": 0.3748,
      "step": 624950
    },
    {
      "epoch": 174.42,
      "grad_norm": 1.3510066270828247,
      "learning_rate": 4.334884043438168e-06,
      "loss": 0.3787,
      "step": 624960
    },
    {
      "epoch": 174.43,
      "grad_norm": 1.0338530540466309,
      "learning_rate": 4.334869779704215e-06,
      "loss": 0.3827,
      "step": 624970
    },
    {
      "epoch": 174.43,
      "grad_norm": 1.1137171983718872,
      "learning_rate": 4.334855515705244e-06,
      "loss": 0.397,
      "step": 624980
    },
    {
      "epoch": 174.43,
      "grad_norm": 1.0918132066726685,
      "learning_rate": 4.334841251441257e-06,
      "loss": 0.3749,
      "step": 624990
    },
    {
      "epoch": 174.43,
      "grad_norm": 1.0689691305160522,
      "learning_rate": 4.334826986912254e-06,
      "loss": 0.3876,
      "step": 625000
    },
    {
      "epoch": 174.44,
      "grad_norm": 1.0868295431137085,
      "learning_rate": 4.334812722118238e-06,
      "loss": 0.3846,
      "step": 625010
    },
    {
      "epoch": 174.44,
      "grad_norm": 1.4422553777694702,
      "learning_rate": 4.334798457059212e-06,
      "loss": 0.3755,
      "step": 625020
    },
    {
      "epoch": 174.44,
      "grad_norm": 1.4290400743484497,
      "learning_rate": 4.334784191735177e-06,
      "loss": 0.3902,
      "step": 625030
    },
    {
      "epoch": 174.45,
      "grad_norm": 1.1021867990493774,
      "learning_rate": 4.3347699261461335e-06,
      "loss": 0.3668,
      "step": 625040
    },
    {
      "epoch": 174.45,
      "grad_norm": 1.1093816757202148,
      "learning_rate": 4.334755660292086e-06,
      "loss": 0.3738,
      "step": 625050
    },
    {
      "epoch": 174.45,
      "grad_norm": 1.9133429527282715,
      "learning_rate": 4.334741394173035e-06,
      "loss": 0.3671,
      "step": 625060
    },
    {
      "epoch": 174.45,
      "grad_norm": 0.977312445640564,
      "learning_rate": 4.3347271277889816e-06,
      "loss": 0.3586,
      "step": 625070
    },
    {
      "epoch": 174.46,
      "grad_norm": 1.225460410118103,
      "learning_rate": 4.334712861139928e-06,
      "loss": 0.3782,
      "step": 625080
    },
    {
      "epoch": 174.46,
      "grad_norm": 3.979159355163574,
      "learning_rate": 4.334698594225878e-06,
      "loss": 0.3959,
      "step": 625090
    },
    {
      "epoch": 174.46,
      "grad_norm": 1.0635762214660645,
      "learning_rate": 4.334684327046832e-06,
      "loss": 0.3745,
      "step": 625100
    },
    {
      "epoch": 174.47,
      "grad_norm": 1.2694531679153442,
      "learning_rate": 4.334670059602792e-06,
      "loss": 0.379,
      "step": 625110
    },
    {
      "epoch": 174.47,
      "grad_norm": 1.2712769508361816,
      "learning_rate": 4.33465579189376e-06,
      "loss": 0.3755,
      "step": 625120
    },
    {
      "epoch": 174.47,
      "grad_norm": 1.2950851917266846,
      "learning_rate": 4.334641523919738e-06,
      "loss": 0.3638,
      "step": 625130
    },
    {
      "epoch": 174.47,
      "grad_norm": 1.260038137435913,
      "learning_rate": 4.3346272556807285e-06,
      "loss": 0.3661,
      "step": 625140
    },
    {
      "epoch": 174.48,
      "grad_norm": 0.9705867767333984,
      "learning_rate": 4.3346129871767315e-06,
      "loss": 0.3742,
      "step": 625150
    },
    {
      "epoch": 174.48,
      "grad_norm": 1.081817865371704,
      "learning_rate": 4.33459871840775e-06,
      "loss": 0.3749,
      "step": 625160
    },
    {
      "epoch": 174.48,
      "grad_norm": 1.11273193359375,
      "learning_rate": 4.334584449373788e-06,
      "loss": 0.383,
      "step": 625170
    },
    {
      "epoch": 174.49,
      "grad_norm": 1.163224458694458,
      "learning_rate": 4.334570180074843e-06,
      "loss": 0.374,
      "step": 625180
    },
    {
      "epoch": 174.49,
      "grad_norm": 1.156028151512146,
      "learning_rate": 4.3345559105109204e-06,
      "loss": 0.3692,
      "step": 625190
    },
    {
      "epoch": 174.49,
      "grad_norm": 1.3513565063476562,
      "learning_rate": 4.334541640682021e-06,
      "loss": 0.4001,
      "step": 625200
    },
    {
      "epoch": 174.49,
      "grad_norm": 2.4101181030273438,
      "learning_rate": 4.334527370588146e-06,
      "loss": 0.3715,
      "step": 625210
    },
    {
      "epoch": 174.5,
      "grad_norm": 1.0255690813064575,
      "learning_rate": 4.334513100229299e-06,
      "loss": 0.3765,
      "step": 625220
    },
    {
      "epoch": 174.5,
      "grad_norm": 1.275538444519043,
      "learning_rate": 4.33449882960548e-06,
      "loss": 0.3725,
      "step": 625230
    },
    {
      "epoch": 174.5,
      "grad_norm": 1.8938820362091064,
      "learning_rate": 4.334484558716692e-06,
      "loss": 0.3877,
      "step": 625240
    },
    {
      "epoch": 174.5,
      "grad_norm": 1.0004022121429443,
      "learning_rate": 4.334470287562937e-06,
      "loss": 0.3862,
      "step": 625250
    },
    {
      "epoch": 174.51,
      "grad_norm": 1.4585721492767334,
      "learning_rate": 4.334456016144216e-06,
      "loss": 0.3615,
      "step": 625260
    },
    {
      "epoch": 174.51,
      "grad_norm": 1.3832275867462158,
      "learning_rate": 4.334441744460532e-06,
      "loss": 0.3946,
      "step": 625270
    },
    {
      "epoch": 174.51,
      "grad_norm": 1.3505479097366333,
      "learning_rate": 4.334427472511887e-06,
      "loss": 0.3846,
      "step": 625280
    },
    {
      "epoch": 174.52,
      "grad_norm": 1.0656553506851196,
      "learning_rate": 4.334413200298282e-06,
      "loss": 0.3824,
      "step": 625290
    },
    {
      "epoch": 174.52,
      "grad_norm": 1.0832836627960205,
      "learning_rate": 4.334398927819718e-06,
      "loss": 0.3712,
      "step": 625300
    },
    {
      "epoch": 174.52,
      "grad_norm": 1.3081960678100586,
      "learning_rate": 4.334384655076199e-06,
      "loss": 0.4002,
      "step": 625310
    },
    {
      "epoch": 174.52,
      "grad_norm": 1.119718313217163,
      "learning_rate": 4.334370382067726e-06,
      "loss": 0.3735,
      "step": 625320
    },
    {
      "epoch": 174.53,
      "grad_norm": 1.2222843170166016,
      "learning_rate": 4.334356108794301e-06,
      "loss": 0.3733,
      "step": 625330
    },
    {
      "epoch": 174.53,
      "grad_norm": 1.0677049160003662,
      "learning_rate": 4.334341835255925e-06,
      "loss": 0.383,
      "step": 625340
    },
    {
      "epoch": 174.53,
      "grad_norm": 1.171586513519287,
      "learning_rate": 4.3343275614526015e-06,
      "loss": 0.381,
      "step": 625350
    },
    {
      "epoch": 174.54,
      "grad_norm": 1.1180524826049805,
      "learning_rate": 4.334313287384332e-06,
      "loss": 0.3824,
      "step": 625360
    },
    {
      "epoch": 174.54,
      "grad_norm": 1.17521071434021,
      "learning_rate": 4.334299013051117e-06,
      "loss": 0.3854,
      "step": 625370
    },
    {
      "epoch": 174.54,
      "grad_norm": 1.2784957885742188,
      "learning_rate": 4.334284738452959e-06,
      "loss": 0.3947,
      "step": 625380
    },
    {
      "epoch": 174.54,
      "grad_norm": 1.2563025951385498,
      "learning_rate": 4.334270463589861e-06,
      "loss": 0.3759,
      "step": 625390
    },
    {
      "epoch": 174.55,
      "grad_norm": 1.0562570095062256,
      "learning_rate": 4.3342561884618244e-06,
      "loss": 0.3635,
      "step": 625400
    },
    {
      "epoch": 174.55,
      "grad_norm": 1.402119755744934,
      "learning_rate": 4.334241913068851e-06,
      "loss": 0.3775,
      "step": 625410
    },
    {
      "epoch": 174.55,
      "grad_norm": 1.3283792734146118,
      "learning_rate": 4.3342276374109416e-06,
      "loss": 0.3933,
      "step": 625420
    },
    {
      "epoch": 174.55,
      "grad_norm": 1.064017653465271,
      "learning_rate": 4.3342133614881e-06,
      "loss": 0.3834,
      "step": 625430
    },
    {
      "epoch": 174.56,
      "grad_norm": 1.140242576599121,
      "learning_rate": 4.3341990853003264e-06,
      "loss": 0.3786,
      "step": 625440
    },
    {
      "epoch": 174.56,
      "grad_norm": 1.365468978881836,
      "learning_rate": 4.334184808847624e-06,
      "loss": 0.3949,
      "step": 625450
    },
    {
      "epoch": 174.56,
      "grad_norm": 1.2378497123718262,
      "learning_rate": 4.334170532129994e-06,
      "loss": 0.3649,
      "step": 625460
    },
    {
      "epoch": 174.57,
      "grad_norm": 2.522266149520874,
      "learning_rate": 4.334156255147439e-06,
      "loss": 0.3796,
      "step": 625470
    },
    {
      "epoch": 174.57,
      "grad_norm": 1.149905800819397,
      "learning_rate": 4.33414197789996e-06,
      "loss": 0.3689,
      "step": 625480
    },
    {
      "epoch": 174.57,
      "grad_norm": 1.1592689752578735,
      "learning_rate": 4.334127700387559e-06,
      "loss": 0.3766,
      "step": 625490
    },
    {
      "epoch": 174.57,
      "grad_norm": 1.1261948347091675,
      "learning_rate": 4.334113422610239e-06,
      "loss": 0.3876,
      "step": 625500
    },
    {
      "epoch": 174.58,
      "grad_norm": 1.320244312286377,
      "learning_rate": 4.334099144568e-06,
      "loss": 0.4005,
      "step": 625510
    },
    {
      "epoch": 174.58,
      "grad_norm": 1.1287633180618286,
      "learning_rate": 4.334084866260845e-06,
      "loss": 0.3649,
      "step": 625520
    },
    {
      "epoch": 174.58,
      "grad_norm": 1.1937068700790405,
      "learning_rate": 4.334070587688777e-06,
      "loss": 0.3739,
      "step": 625530
    },
    {
      "epoch": 174.59,
      "grad_norm": 1.2656837701797485,
      "learning_rate": 4.334056308851797e-06,
      "loss": 0.3769,
      "step": 625540
    },
    {
      "epoch": 174.59,
      "grad_norm": 1.0158514976501465,
      "learning_rate": 4.334042029749905e-06,
      "loss": 0.3894,
      "step": 625550
    },
    {
      "epoch": 174.59,
      "grad_norm": 1.0946823358535767,
      "learning_rate": 4.334027750383106e-06,
      "loss": 0.3805,
      "step": 625560
    },
    {
      "epoch": 174.59,
      "grad_norm": 1.0951861143112183,
      "learning_rate": 4.3340134707514e-06,
      "loss": 0.393,
      "step": 625570
    },
    {
      "epoch": 174.6,
      "grad_norm": 1.1733587980270386,
      "learning_rate": 4.333999190854789e-06,
      "loss": 0.3954,
      "step": 625580
    },
    {
      "epoch": 174.6,
      "grad_norm": 1.1989295482635498,
      "learning_rate": 4.333984910693275e-06,
      "loss": 0.3773,
      "step": 625590
    },
    {
      "epoch": 174.6,
      "grad_norm": 1.2097495794296265,
      "learning_rate": 4.333970630266861e-06,
      "loss": 0.3785,
      "step": 625600
    },
    {
      "epoch": 174.61,
      "grad_norm": 1.2128403186798096,
      "learning_rate": 4.333956349575549e-06,
      "loss": 0.4051,
      "step": 625610
    },
    {
      "epoch": 174.61,
      "grad_norm": 1.1813300848007202,
      "learning_rate": 4.3339420686193385e-06,
      "loss": 0.387,
      "step": 625620
    },
    {
      "epoch": 174.61,
      "grad_norm": 1.5792276859283447,
      "learning_rate": 4.333927787398234e-06,
      "loss": 0.3846,
      "step": 625630
    },
    {
      "epoch": 174.61,
      "grad_norm": 1.3642085790634155,
      "learning_rate": 4.333913505912235e-06,
      "loss": 0.3652,
      "step": 625640
    },
    {
      "epoch": 174.62,
      "grad_norm": 1.0750981569290161,
      "learning_rate": 4.333899224161345e-06,
      "loss": 0.4008,
      "step": 625650
    },
    {
      "epoch": 174.62,
      "grad_norm": 1.0564920902252197,
      "learning_rate": 4.333884942145566e-06,
      "loss": 0.3853,
      "step": 625660
    },
    {
      "epoch": 174.62,
      "grad_norm": 1.1122645139694214,
      "learning_rate": 4.3338706598649e-06,
      "loss": 0.3836,
      "step": 625670
    },
    {
      "epoch": 174.62,
      "grad_norm": 1.3330117464065552,
      "learning_rate": 4.333856377319347e-06,
      "loss": 0.3784,
      "step": 625680
    },
    {
      "epoch": 174.63,
      "grad_norm": 1.2086505889892578,
      "learning_rate": 4.333842094508911e-06,
      "loss": 0.3959,
      "step": 625690
    },
    {
      "epoch": 174.63,
      "grad_norm": 1.1690438985824585,
      "learning_rate": 4.3338278114335946e-06,
      "loss": 0.3837,
      "step": 625700
    },
    {
      "epoch": 174.63,
      "grad_norm": 1.3012561798095703,
      "learning_rate": 4.333813528093396e-06,
      "loss": 0.3723,
      "step": 625710
    },
    {
      "epoch": 174.64,
      "grad_norm": 1.1889548301696777,
      "learning_rate": 4.333799244488321e-06,
      "loss": 0.3721,
      "step": 625720
    },
    {
      "epoch": 174.64,
      "grad_norm": 1.2667711973190308,
      "learning_rate": 4.333784960618369e-06,
      "loss": 0.3849,
      "step": 625730
    },
    {
      "epoch": 174.64,
      "grad_norm": 1.0044198036193848,
      "learning_rate": 4.333770676483543e-06,
      "loss": 0.3885,
      "step": 625740
    },
    {
      "epoch": 174.64,
      "grad_norm": 1.316497802734375,
      "learning_rate": 4.333756392083845e-06,
      "loss": 0.3957,
      "step": 625750
    },
    {
      "epoch": 174.65,
      "grad_norm": 1.1994800567626953,
      "learning_rate": 4.333742107419276e-06,
      "loss": 0.3619,
      "step": 625760
    },
    {
      "epoch": 174.65,
      "grad_norm": 1.1479939222335815,
      "learning_rate": 4.333727822489839e-06,
      "loss": 0.3817,
      "step": 625770
    },
    {
      "epoch": 174.65,
      "grad_norm": 1.0820863246917725,
      "learning_rate": 4.333713537295536e-06,
      "loss": 0.3806,
      "step": 625780
    },
    {
      "epoch": 174.66,
      "grad_norm": 1.3729569911956787,
      "learning_rate": 4.3336992518363676e-06,
      "loss": 0.374,
      "step": 625790
    },
    {
      "epoch": 174.66,
      "grad_norm": 0.9471282362937927,
      "learning_rate": 4.3336849661123365e-06,
      "loss": 0.392,
      "step": 625800
    },
    {
      "epoch": 174.66,
      "grad_norm": 1.4458122253417969,
      "learning_rate": 4.333670680123445e-06,
      "loss": 0.372,
      "step": 625810
    },
    {
      "epoch": 174.66,
      "grad_norm": 1.0689109563827515,
      "learning_rate": 4.333656393869694e-06,
      "loss": 0.3744,
      "step": 625820
    },
    {
      "epoch": 174.67,
      "grad_norm": 1.183906078338623,
      "learning_rate": 4.333642107351086e-06,
      "loss": 0.386,
      "step": 625830
    },
    {
      "epoch": 174.67,
      "grad_norm": 1.2079614400863647,
      "learning_rate": 4.333627820567622e-06,
      "loss": 0.3766,
      "step": 625840
    },
    {
      "epoch": 174.67,
      "grad_norm": 1.3350695371627808,
      "learning_rate": 4.333613533519306e-06,
      "loss": 0.3926,
      "step": 625850
    },
    {
      "epoch": 174.67,
      "grad_norm": 1.088836431503296,
      "learning_rate": 4.3335992462061385e-06,
      "loss": 0.3869,
      "step": 625860
    },
    {
      "epoch": 174.68,
      "grad_norm": 1.2376245260238647,
      "learning_rate": 4.333584958628121e-06,
      "loss": 0.3951,
      "step": 625870
    },
    {
      "epoch": 174.68,
      "grad_norm": 1.394249439239502,
      "learning_rate": 4.3335706707852555e-06,
      "loss": 0.3923,
      "step": 625880
    },
    {
      "epoch": 174.68,
      "grad_norm": 1.2069036960601807,
      "learning_rate": 4.333556382677545e-06,
      "loss": 0.3929,
      "step": 625890
    },
    {
      "epoch": 174.69,
      "grad_norm": 1.1309711933135986,
      "learning_rate": 4.33354209430499e-06,
      "loss": 0.3697,
      "step": 625900
    },
    {
      "epoch": 174.69,
      "grad_norm": 1.2771180868148804,
      "learning_rate": 4.333527805667594e-06,
      "loss": 0.3869,
      "step": 625910
    },
    {
      "epoch": 174.69,
      "grad_norm": 1.2267875671386719,
      "learning_rate": 4.333513516765357e-06,
      "loss": 0.3787,
      "step": 625920
    },
    {
      "epoch": 174.69,
      "grad_norm": 1.2312743663787842,
      "learning_rate": 4.333499227598284e-06,
      "loss": 0.3828,
      "step": 625930
    },
    {
      "epoch": 174.7,
      "grad_norm": 1.2581888437271118,
      "learning_rate": 4.333484938166374e-06,
      "loss": 0.3775,
      "step": 625940
    },
    {
      "epoch": 174.7,
      "grad_norm": 1.275612473487854,
      "learning_rate": 4.3334706484696285e-06,
      "loss": 0.3742,
      "step": 625950
    },
    {
      "epoch": 174.7,
      "grad_norm": 1.2119640111923218,
      "learning_rate": 4.333456358508051e-06,
      "loss": 0.3734,
      "step": 625960
    },
    {
      "epoch": 174.71,
      "grad_norm": 1.0091674327850342,
      "learning_rate": 4.333442068281644e-06,
      "loss": 0.3643,
      "step": 625970
    },
    {
      "epoch": 174.71,
      "grad_norm": 1.3814451694488525,
      "learning_rate": 4.333427777790407e-06,
      "loss": 0.3908,
      "step": 625980
    },
    {
      "epoch": 174.71,
      "grad_norm": 1.1768079996109009,
      "learning_rate": 4.333413487034345e-06,
      "loss": 0.3783,
      "step": 625990
    },
    {
      "epoch": 174.71,
      "grad_norm": 1.1814978122711182,
      "learning_rate": 4.333399196013457e-06,
      "loss": 0.3749,
      "step": 626000
    },
    {
      "epoch": 174.72,
      "grad_norm": 1.106072187423706,
      "learning_rate": 4.333384904727747e-06,
      "loss": 0.3716,
      "step": 626010
    },
    {
      "epoch": 174.72,
      "grad_norm": 1.0477782487869263,
      "learning_rate": 4.333370613177215e-06,
      "loss": 0.3796,
      "step": 626020
    },
    {
      "epoch": 174.72,
      "grad_norm": 1.5620205402374268,
      "learning_rate": 4.333356321361865e-06,
      "loss": 0.3967,
      "step": 626030
    },
    {
      "epoch": 174.73,
      "grad_norm": 1.294478178024292,
      "learning_rate": 4.333342029281698e-06,
      "loss": 0.3716,
      "step": 626040
    },
    {
      "epoch": 174.73,
      "grad_norm": 1.0734833478927612,
      "learning_rate": 4.333327736936715e-06,
      "loss": 0.3694,
      "step": 626050
    },
    {
      "epoch": 174.73,
      "grad_norm": 1.7193584442138672,
      "learning_rate": 4.333313444326919e-06,
      "loss": 0.3909,
      "step": 626060
    },
    {
      "epoch": 174.73,
      "grad_norm": 1.1976351737976074,
      "learning_rate": 4.333299151452311e-06,
      "loss": 0.3973,
      "step": 626070
    },
    {
      "epoch": 174.74,
      "grad_norm": 1.2023261785507202,
      "learning_rate": 4.333284858312894e-06,
      "loss": 0.3757,
      "step": 626080
    },
    {
      "epoch": 174.74,
      "grad_norm": 1.206253170967102,
      "learning_rate": 4.33327056490867e-06,
      "loss": 0.3859,
      "step": 626090
    },
    {
      "epoch": 174.74,
      "grad_norm": 1.1429576873779297,
      "learning_rate": 4.333256271239639e-06,
      "loss": 0.3945,
      "step": 626100
    },
    {
      "epoch": 174.74,
      "grad_norm": 1.1796174049377441,
      "learning_rate": 4.333241977305805e-06,
      "loss": 0.3873,
      "step": 626110
    },
    {
      "epoch": 174.75,
      "grad_norm": 1.3181639909744263,
      "learning_rate": 4.333227683107169e-06,
      "loss": 0.3988,
      "step": 626120
    },
    {
      "epoch": 174.75,
      "grad_norm": 1.5378488302230835,
      "learning_rate": 4.3332133886437325e-06,
      "loss": 0.3864,
      "step": 626130
    },
    {
      "epoch": 174.75,
      "grad_norm": 1.2674542665481567,
      "learning_rate": 4.333199093915498e-06,
      "loss": 0.3821,
      "step": 626140
    },
    {
      "epoch": 174.76,
      "grad_norm": 1.49039888381958,
      "learning_rate": 4.333184798922468e-06,
      "loss": 0.3844,
      "step": 626150
    },
    {
      "epoch": 174.76,
      "grad_norm": 1.2142486572265625,
      "learning_rate": 4.333170503664643e-06,
      "loss": 0.3848,
      "step": 626160
    },
    {
      "epoch": 174.76,
      "grad_norm": 1.0687648057937622,
      "learning_rate": 4.333156208142026e-06,
      "loss": 0.3928,
      "step": 626170
    },
    {
      "epoch": 174.76,
      "grad_norm": 1.4300179481506348,
      "learning_rate": 4.333141912354618e-06,
      "loss": 0.3768,
      "step": 626180
    },
    {
      "epoch": 174.77,
      "grad_norm": 1.111075520515442,
      "learning_rate": 4.3331276163024216e-06,
      "loss": 0.3828,
      "step": 626190
    },
    {
      "epoch": 174.77,
      "grad_norm": 1.1504366397857666,
      "learning_rate": 4.333113319985439e-06,
      "loss": 0.3683,
      "step": 626200
    },
    {
      "epoch": 174.77,
      "grad_norm": 1.2477819919586182,
      "learning_rate": 4.33309902340367e-06,
      "loss": 0.4008,
      "step": 626210
    },
    {
      "epoch": 174.78,
      "grad_norm": 0.8936026692390442,
      "learning_rate": 4.33308472655712e-06,
      "loss": 0.3904,
      "step": 626220
    },
    {
      "epoch": 174.78,
      "grad_norm": 1.235777497291565,
      "learning_rate": 4.333070429445789e-06,
      "loss": 0.3866,
      "step": 626230
    },
    {
      "epoch": 174.78,
      "grad_norm": 1.2203880548477173,
      "learning_rate": 4.333056132069677e-06,
      "loss": 0.3905,
      "step": 626240
    },
    {
      "epoch": 174.78,
      "grad_norm": 1.1097147464752197,
      "learning_rate": 4.333041834428789e-06,
      "loss": 0.3823,
      "step": 626250
    },
    {
      "epoch": 174.79,
      "grad_norm": 1.0512337684631348,
      "learning_rate": 4.333027536523126e-06,
      "loss": 0.3847,
      "step": 626260
    },
    {
      "epoch": 174.79,
      "grad_norm": 1.1157910823822021,
      "learning_rate": 4.333013238352689e-06,
      "loss": 0.3748,
      "step": 626270
    },
    {
      "epoch": 174.79,
      "grad_norm": 1.3157538175582886,
      "learning_rate": 4.332998939917481e-06,
      "loss": 0.399,
      "step": 626280
    },
    {
      "epoch": 174.79,
      "grad_norm": 1.2462884187698364,
      "learning_rate": 4.332984641217503e-06,
      "loss": 0.3959,
      "step": 626290
    },
    {
      "epoch": 174.8,
      "grad_norm": 1.2287088632583618,
      "learning_rate": 4.332970342252758e-06,
      "loss": 0.3706,
      "step": 626300
    },
    {
      "epoch": 174.8,
      "grad_norm": 1.1069904565811157,
      "learning_rate": 4.332956043023247e-06,
      "loss": 0.3889,
      "step": 626310
    },
    {
      "epoch": 174.8,
      "grad_norm": 1.304410457611084,
      "learning_rate": 4.332941743528971e-06,
      "loss": 0.3725,
      "step": 626320
    },
    {
      "epoch": 174.81,
      "grad_norm": 1.9089876413345337,
      "learning_rate": 4.3329274437699345e-06,
      "loss": 0.3825,
      "step": 626330
    },
    {
      "epoch": 174.81,
      "grad_norm": 1.0469229221343994,
      "learning_rate": 4.332913143746137e-06,
      "loss": 0.3657,
      "step": 626340
    },
    {
      "epoch": 174.81,
      "grad_norm": 1.006057858467102,
      "learning_rate": 4.332898843457582e-06,
      "loss": 0.3994,
      "step": 626350
    },
    {
      "epoch": 174.81,
      "grad_norm": 1.1890945434570312,
      "learning_rate": 4.332884542904271e-06,
      "loss": 0.3854,
      "step": 626360
    },
    {
      "epoch": 174.82,
      "grad_norm": 1.0031450986862183,
      "learning_rate": 4.332870242086205e-06,
      "loss": 0.3895,
      "step": 626370
    },
    {
      "epoch": 174.82,
      "grad_norm": 1.0559351444244385,
      "learning_rate": 4.332855941003386e-06,
      "loss": 0.4029,
      "step": 626380
    },
    {
      "epoch": 174.82,
      "grad_norm": 1.274350643157959,
      "learning_rate": 4.332841639655818e-06,
      "loss": 0.3844,
      "step": 626390
    },
    {
      "epoch": 174.83,
      "grad_norm": 1.1538376808166504,
      "learning_rate": 4.3328273380435e-06,
      "loss": 0.3704,
      "step": 626400
    },
    {
      "epoch": 174.83,
      "grad_norm": 1.0214451551437378,
      "learning_rate": 4.332813036166437e-06,
      "loss": 0.3644,
      "step": 626410
    },
    {
      "epoch": 174.83,
      "grad_norm": 1.1175357103347778,
      "learning_rate": 4.332798734024627e-06,
      "loss": 0.3863,
      "step": 626420
    },
    {
      "epoch": 174.83,
      "grad_norm": 1.1494120359420776,
      "learning_rate": 4.332784431618075e-06,
      "loss": 0.3833,
      "step": 626430
    },
    {
      "epoch": 174.84,
      "grad_norm": 1.146915316581726,
      "learning_rate": 4.332770128946782e-06,
      "loss": 0.3757,
      "step": 626440
    },
    {
      "epoch": 174.84,
      "grad_norm": 1.2773983478546143,
      "learning_rate": 4.33275582601075e-06,
      "loss": 0.3866,
      "step": 626450
    },
    {
      "epoch": 174.84,
      "grad_norm": 1.1332123279571533,
      "learning_rate": 4.332741522809981e-06,
      "loss": 0.3832,
      "step": 626460
    },
    {
      "epoch": 174.85,
      "grad_norm": 1.091480016708374,
      "learning_rate": 4.332727219344476e-06,
      "loss": 0.3838,
      "step": 626470
    },
    {
      "epoch": 174.85,
      "grad_norm": 1.090171217918396,
      "learning_rate": 4.332712915614237e-06,
      "loss": 0.3985,
      "step": 626480
    },
    {
      "epoch": 174.85,
      "grad_norm": 1.0441075563430786,
      "learning_rate": 4.3326986116192685e-06,
      "loss": 0.3737,
      "step": 626490
    },
    {
      "epoch": 174.85,
      "grad_norm": 1.251271367073059,
      "learning_rate": 4.332684307359569e-06,
      "loss": 0.3994,
      "step": 626500
    },
    {
      "epoch": 174.86,
      "grad_norm": 1.1569916009902954,
      "learning_rate": 4.3326700028351426e-06,
      "loss": 0.3962,
      "step": 626510
    },
    {
      "epoch": 174.86,
      "grad_norm": 1.3385679721832275,
      "learning_rate": 4.33265569804599e-06,
      "loss": 0.372,
      "step": 626520
    },
    {
      "epoch": 174.86,
      "grad_norm": 1.1781789064407349,
      "learning_rate": 4.332641392992113e-06,
      "loss": 0.3906,
      "step": 626530
    },
    {
      "epoch": 174.86,
      "grad_norm": 1.1822178363800049,
      "learning_rate": 4.332627087673514e-06,
      "loss": 0.3796,
      "step": 626540
    },
    {
      "epoch": 174.87,
      "grad_norm": 1.26780366897583,
      "learning_rate": 4.332612782090196e-06,
      "loss": 0.3774,
      "step": 626550
    },
    {
      "epoch": 174.87,
      "grad_norm": 1.0466339588165283,
      "learning_rate": 4.332598476242159e-06,
      "loss": 0.3925,
      "step": 626560
    },
    {
      "epoch": 174.87,
      "grad_norm": 4.0483222007751465,
      "learning_rate": 4.332584170129406e-06,
      "loss": 0.3817,
      "step": 626570
    },
    {
      "epoch": 174.88,
      "grad_norm": 1.0519285202026367,
      "learning_rate": 4.3325698637519385e-06,
      "loss": 0.392,
      "step": 626580
    },
    {
      "epoch": 174.88,
      "grad_norm": 1.045877456665039,
      "learning_rate": 4.332555557109759e-06,
      "loss": 0.3905,
      "step": 626590
    },
    {
      "epoch": 174.88,
      "grad_norm": 1.4036649465560913,
      "learning_rate": 4.3325412502028686e-06,
      "loss": 0.38,
      "step": 626600
    },
    {
      "epoch": 174.88,
      "grad_norm": 1.014979600906372,
      "learning_rate": 4.332526943031269e-06,
      "loss": 0.384,
      "step": 626610
    },
    {
      "epoch": 174.89,
      "grad_norm": 1.224832534790039,
      "learning_rate": 4.332512635594963e-06,
      "loss": 0.3893,
      "step": 626620
    },
    {
      "epoch": 174.89,
      "grad_norm": 1.2635250091552734,
      "learning_rate": 4.332498327893953e-06,
      "loss": 0.3774,
      "step": 626630
    },
    {
      "epoch": 174.89,
      "grad_norm": 1.2485908269882202,
      "learning_rate": 4.332484019928238e-06,
      "loss": 0.3782,
      "step": 626640
    },
    {
      "epoch": 174.9,
      "grad_norm": 1.0345242023468018,
      "learning_rate": 4.332469711697824e-06,
      "loss": 0.3859,
      "step": 626650
    },
    {
      "epoch": 174.9,
      "grad_norm": 0.9893113374710083,
      "learning_rate": 4.33245540320271e-06,
      "loss": 0.391,
      "step": 626660
    },
    {
      "epoch": 174.9,
      "grad_norm": 0.9957853555679321,
      "learning_rate": 4.3324410944428996e-06,
      "loss": 0.4003,
      "step": 626670
    },
    {
      "epoch": 174.9,
      "grad_norm": 1.2103970050811768,
      "learning_rate": 4.332426785418392e-06,
      "loss": 0.3783,
      "step": 626680
    },
    {
      "epoch": 174.91,
      "grad_norm": 1.801454782485962,
      "learning_rate": 4.332412476129193e-06,
      "loss": 0.3668,
      "step": 626690
    },
    {
      "epoch": 174.91,
      "grad_norm": 1.3674250841140747,
      "learning_rate": 4.332398166575301e-06,
      "loss": 0.3942,
      "step": 626700
    },
    {
      "epoch": 174.91,
      "grad_norm": 1.206532597541809,
      "learning_rate": 4.33238385675672e-06,
      "loss": 0.3805,
      "step": 626710
    },
    {
      "epoch": 174.91,
      "grad_norm": 1.1897615194320679,
      "learning_rate": 4.332369546673452e-06,
      "loss": 0.389,
      "step": 626720
    },
    {
      "epoch": 174.92,
      "grad_norm": 1.3268333673477173,
      "learning_rate": 4.332355236325497e-06,
      "loss": 0.3784,
      "step": 626730
    },
    {
      "epoch": 174.92,
      "grad_norm": 1.133603572845459,
      "learning_rate": 4.332340925712859e-06,
      "loss": 0.3618,
      "step": 626740
    },
    {
      "epoch": 174.92,
      "grad_norm": 0.9887151718139648,
      "learning_rate": 4.332326614835539e-06,
      "loss": 0.3726,
      "step": 626750
    },
    {
      "epoch": 174.93,
      "grad_norm": 1.0873076915740967,
      "learning_rate": 4.332312303693538e-06,
      "loss": 0.3739,
      "step": 626760
    },
    {
      "epoch": 174.93,
      "grad_norm": 1.3155162334442139,
      "learning_rate": 4.33229799228686e-06,
      "loss": 0.3954,
      "step": 626770
    },
    {
      "epoch": 174.93,
      "grad_norm": 1.1907341480255127,
      "learning_rate": 4.332283680615504e-06,
      "loss": 0.3827,
      "step": 626780
    },
    {
      "epoch": 174.93,
      "grad_norm": 1.3999383449554443,
      "learning_rate": 4.332269368679475e-06,
      "loss": 0.388,
      "step": 626790
    },
    {
      "epoch": 174.94,
      "grad_norm": 1.0787793397903442,
      "learning_rate": 4.332255056478774e-06,
      "loss": 0.3781,
      "step": 626800
    },
    {
      "epoch": 174.94,
      "grad_norm": 1.3072110414505005,
      "learning_rate": 4.332240744013402e-06,
      "loss": 0.3865,
      "step": 626810
    },
    {
      "epoch": 174.94,
      "grad_norm": 1.4545598030090332,
      "learning_rate": 4.33222643128336e-06,
      "loss": 0.374,
      "step": 626820
    },
    {
      "epoch": 174.95,
      "grad_norm": 1.0306956768035889,
      "learning_rate": 4.332212118288653e-06,
      "loss": 0.3943,
      "step": 626830
    },
    {
      "epoch": 174.95,
      "grad_norm": 1.2499366998672485,
      "learning_rate": 4.3321978050292804e-06,
      "loss": 0.3983,
      "step": 626840
    },
    {
      "epoch": 174.95,
      "grad_norm": 1.2955377101898193,
      "learning_rate": 4.332183491505244e-06,
      "loss": 0.4158,
      "step": 626850
    },
    {
      "epoch": 174.95,
      "grad_norm": 1.6925464868545532,
      "learning_rate": 4.332169177716548e-06,
      "loss": 0.3657,
      "step": 626860
    },
    {
      "epoch": 174.96,
      "grad_norm": 1.0798323154449463,
      "learning_rate": 4.332154863663192e-06,
      "loss": 0.3819,
      "step": 626870
    },
    {
      "epoch": 174.96,
      "grad_norm": 1.2230161428451538,
      "learning_rate": 4.332140549345179e-06,
      "loss": 0.3785,
      "step": 626880
    },
    {
      "epoch": 174.96,
      "grad_norm": 1.2200956344604492,
      "learning_rate": 4.3321262347625106e-06,
      "loss": 0.3798,
      "step": 626890
    },
    {
      "epoch": 174.97,
      "grad_norm": 1.1344610452651978,
      "learning_rate": 4.33211191991519e-06,
      "loss": 0.3829,
      "step": 626900
    },
    {
      "epoch": 174.97,
      "grad_norm": 1.210389256477356,
      "learning_rate": 4.332097604803216e-06,
      "loss": 0.3941,
      "step": 626910
    },
    {
      "epoch": 174.97,
      "grad_norm": 1.4654135704040527,
      "learning_rate": 4.332083289426593e-06,
      "loss": 0.3968,
      "step": 626920
    },
    {
      "epoch": 174.97,
      "grad_norm": 1.1580002307891846,
      "learning_rate": 4.332068973785323e-06,
      "loss": 0.3696,
      "step": 626930
    },
    {
      "epoch": 174.98,
      "grad_norm": 1.4462443590164185,
      "learning_rate": 4.332054657879406e-06,
      "loss": 0.4048,
      "step": 626940
    },
    {
      "epoch": 174.98,
      "grad_norm": 1.189104676246643,
      "learning_rate": 4.332040341708846e-06,
      "loss": 0.3898,
      "step": 626950
    },
    {
      "epoch": 174.98,
      "grad_norm": 1.287656307220459,
      "learning_rate": 4.332026025273644e-06,
      "loss": 0.3799,
      "step": 626960
    },
    {
      "epoch": 174.98,
      "grad_norm": 1.166761875152588,
      "learning_rate": 4.332011708573802e-06,
      "loss": 0.3833,
      "step": 626970
    },
    {
      "epoch": 174.99,
      "grad_norm": 0.9686678051948547,
      "learning_rate": 4.331997391609321e-06,
      "loss": 0.3853,
      "step": 626980
    },
    {
      "epoch": 174.99,
      "grad_norm": 1.0411301851272583,
      "learning_rate": 4.331983074380205e-06,
      "loss": 0.373,
      "step": 626990
    },
    {
      "epoch": 174.99,
      "grad_norm": 1.1287660598754883,
      "learning_rate": 4.331968756886454e-06,
      "loss": 0.3742,
      "step": 627000
    },
    {
      "epoch": 175.0,
      "grad_norm": 1.0534894466400146,
      "learning_rate": 4.33195443912807e-06,
      "loss": 0.3891,
      "step": 627010
    },
    {
      "epoch": 175.0,
      "grad_norm": 1.1477774381637573,
      "learning_rate": 4.331940121105056e-06,
      "loss": 0.376,
      "step": 627020
    },
    {
      "epoch": 175.0,
      "eval_loss": 0.38198354840278625,
      "eval_runtime": 63.2401,
      "eval_samples_per_second": 79.997,
      "eval_steps_per_second": 10.009,
      "step": 627025
    },
    {
      "epoch": 175.0,
      "grad_norm": 1.3574599027633667,
      "learning_rate": 4.331925802817413e-06,
      "loss": 0.3878,
      "step": 627030
    },
    {
      "epoch": 175.0,
      "grad_norm": 1.0822786092758179,
      "learning_rate": 4.331911484265144e-06,
      "loss": 0.3845,
      "step": 627040
    },
    {
      "epoch": 175.01,
      "grad_norm": 1.151719570159912,
      "learning_rate": 4.33189716544825e-06,
      "loss": 0.3933,
      "step": 627050
    },
    {
      "epoch": 175.01,
      "grad_norm": 1.1321821212768555,
      "learning_rate": 4.331882846366732e-06,
      "loss": 0.3731,
      "step": 627060
    },
    {
      "epoch": 175.01,
      "grad_norm": 1.2747135162353516,
      "learning_rate": 4.331868527020594e-06,
      "loss": 0.3826,
      "step": 627070
    },
    {
      "epoch": 175.02,
      "grad_norm": 1.1533091068267822,
      "learning_rate": 4.3318542074098365e-06,
      "loss": 0.3695,
      "step": 627080
    },
    {
      "epoch": 175.02,
      "grad_norm": 1.9576318264007568,
      "learning_rate": 4.331839887534462e-06,
      "loss": 0.3821,
      "step": 627090
    },
    {
      "epoch": 175.02,
      "grad_norm": 1.1700106859207153,
      "learning_rate": 4.331825567394472e-06,
      "loss": 0.3847,
      "step": 627100
    },
    {
      "epoch": 175.02,
      "grad_norm": 1.0261297225952148,
      "learning_rate": 4.331811246989869e-06,
      "loss": 0.3883,
      "step": 627110
    },
    {
      "epoch": 175.03,
      "grad_norm": 1.1021060943603516,
      "learning_rate": 4.3317969263206535e-06,
      "loss": 0.3887,
      "step": 627120
    },
    {
      "epoch": 175.03,
      "grad_norm": 1.2904417514801025,
      "learning_rate": 4.33178260538683e-06,
      "loss": 0.375,
      "step": 627130
    },
    {
      "epoch": 175.03,
      "grad_norm": 1.1081973314285278,
      "learning_rate": 4.331768284188397e-06,
      "loss": 0.3799,
      "step": 627140
    },
    {
      "epoch": 175.03,
      "grad_norm": 1.28023362159729,
      "learning_rate": 4.3317539627253595e-06,
      "loss": 0.3569,
      "step": 627150
    },
    {
      "epoch": 175.04,
      "grad_norm": 1.090830683708191,
      "learning_rate": 4.331739640997718e-06,
      "loss": 0.3966,
      "step": 627160
    },
    {
      "epoch": 175.04,
      "grad_norm": 1.0433030128479004,
      "learning_rate": 4.331725319005474e-06,
      "loss": 0.3675,
      "step": 627170
    },
    {
      "epoch": 175.04,
      "grad_norm": 1.1842373609542847,
      "learning_rate": 4.331710996748631e-06,
      "loss": 0.3694,
      "step": 627180
    },
    {
      "epoch": 175.05,
      "grad_norm": 1.412860631942749,
      "learning_rate": 4.331696674227189e-06,
      "loss": 0.3676,
      "step": 627190
    },
    {
      "epoch": 175.05,
      "grad_norm": 1.2533774375915527,
      "learning_rate": 4.331682351441151e-06,
      "loss": 0.378,
      "step": 627200
    },
    {
      "epoch": 175.05,
      "grad_norm": 1.4988967180252075,
      "learning_rate": 4.331668028390518e-06,
      "loss": 0.3915,
      "step": 627210
    },
    {
      "epoch": 175.05,
      "grad_norm": 0.9892745614051819,
      "learning_rate": 4.331653705075293e-06,
      "loss": 0.3893,
      "step": 627220
    },
    {
      "epoch": 175.06,
      "grad_norm": 1.0643295049667358,
      "learning_rate": 4.331639381495478e-06,
      "loss": 0.3778,
      "step": 627230
    },
    {
      "epoch": 175.06,
      "grad_norm": 1.2925474643707275,
      "learning_rate": 4.331625057651074e-06,
      "loss": 0.3894,
      "step": 627240
    },
    {
      "epoch": 175.06,
      "grad_norm": 1.1227291822433472,
      "learning_rate": 4.331610733542083e-06,
      "loss": 0.3854,
      "step": 627250
    },
    {
      "epoch": 175.07,
      "grad_norm": 1.0850906372070312,
      "learning_rate": 4.331596409168508e-06,
      "loss": 0.3727,
      "step": 627260
    },
    {
      "epoch": 175.07,
      "grad_norm": 1.285987377166748,
      "learning_rate": 4.331582084530349e-06,
      "loss": 0.383,
      "step": 627270
    },
    {
      "epoch": 175.07,
      "grad_norm": 1.3565881252288818,
      "learning_rate": 4.33156775962761e-06,
      "loss": 0.37,
      "step": 627280
    },
    {
      "epoch": 175.07,
      "grad_norm": 1.1305327415466309,
      "learning_rate": 4.331553434460292e-06,
      "loss": 0.3765,
      "step": 627290
    },
    {
      "epoch": 175.08,
      "grad_norm": 1.1385884284973145,
      "learning_rate": 4.331539109028396e-06,
      "loss": 0.3983,
      "step": 627300
    },
    {
      "epoch": 175.08,
      "grad_norm": 1.125244379043579,
      "learning_rate": 4.331524783331925e-06,
      "loss": 0.3792,
      "step": 627310
    },
    {
      "epoch": 175.08,
      "grad_norm": 1.5037987232208252,
      "learning_rate": 4.33151045737088e-06,
      "loss": 0.3871,
      "step": 627320
    },
    {
      "epoch": 175.09,
      "grad_norm": 1.0372474193572998,
      "learning_rate": 4.331496131145264e-06,
      "loss": 0.3919,
      "step": 627330
    },
    {
      "epoch": 175.09,
      "grad_norm": 1.2238713502883911,
      "learning_rate": 4.33148180465508e-06,
      "loss": 0.3835,
      "step": 627340
    },
    {
      "epoch": 175.09,
      "grad_norm": 1.3615752458572388,
      "learning_rate": 4.331467477900326e-06,
      "loss": 0.3905,
      "step": 627350
    },
    {
      "epoch": 175.09,
      "grad_norm": 0.9569775462150574,
      "learning_rate": 4.331453150881007e-06,
      "loss": 0.392,
      "step": 627360
    },
    {
      "epoch": 175.1,
      "grad_norm": 1.193790316581726,
      "learning_rate": 4.331438823597125e-06,
      "loss": 0.3769,
      "step": 627370
    },
    {
      "epoch": 175.1,
      "grad_norm": 1.256363034248352,
      "learning_rate": 4.33142449604868e-06,
      "loss": 0.3846,
      "step": 627380
    },
    {
      "epoch": 175.1,
      "grad_norm": 1.1273349523544312,
      "learning_rate": 4.331410168235676e-06,
      "loss": 0.3806,
      "step": 627390
    },
    {
      "epoch": 175.1,
      "grad_norm": 1.1847035884857178,
      "learning_rate": 4.331395840158113e-06,
      "loss": 0.3844,
      "step": 627400
    },
    {
      "epoch": 175.11,
      "grad_norm": 1.170352816581726,
      "learning_rate": 4.331381511815995e-06,
      "loss": 0.3692,
      "step": 627410
    },
    {
      "epoch": 175.11,
      "grad_norm": 1.1496918201446533,
      "learning_rate": 4.331367183209321e-06,
      "loss": 0.3945,
      "step": 627420
    },
    {
      "epoch": 175.11,
      "grad_norm": 1.3113226890563965,
      "learning_rate": 4.331352854338096e-06,
      "loss": 0.3818,
      "step": 627430
    },
    {
      "epoch": 175.12,
      "grad_norm": 1.1084964275360107,
      "learning_rate": 4.33133852520232e-06,
      "loss": 0.3776,
      "step": 627440
    },
    {
      "epoch": 175.12,
      "grad_norm": 1.0367929935455322,
      "learning_rate": 4.3313241958019955e-06,
      "loss": 0.3899,
      "step": 627450
    },
    {
      "epoch": 175.12,
      "grad_norm": 1.2017267942428589,
      "learning_rate": 4.331309866137124e-06,
      "loss": 0.4025,
      "step": 627460
    },
    {
      "epoch": 175.12,
      "grad_norm": 1.413094401359558,
      "learning_rate": 4.331295536207708e-06,
      "loss": 0.3892,
      "step": 627470
    },
    {
      "epoch": 175.13,
      "grad_norm": 1.1765910387039185,
      "learning_rate": 4.331281206013749e-06,
      "loss": 0.3798,
      "step": 627480
    },
    {
      "epoch": 175.13,
      "grad_norm": 1.5412890911102295,
      "learning_rate": 4.331266875555249e-06,
      "loss": 0.3769,
      "step": 627490
    },
    {
      "epoch": 175.13,
      "grad_norm": 1.1126059293746948,
      "learning_rate": 4.331252544832211e-06,
      "loss": 0.4012,
      "step": 627500
    },
    {
      "epoch": 175.14,
      "grad_norm": 1.3126966953277588,
      "learning_rate": 4.331238213844635e-06,
      "loss": 0.3698,
      "step": 627510
    },
    {
      "epoch": 175.14,
      "grad_norm": 1.2398499250411987,
      "learning_rate": 4.331223882592524e-06,
      "loss": 0.387,
      "step": 627520
    },
    {
      "epoch": 175.14,
      "grad_norm": 1.105017900466919,
      "learning_rate": 4.3312095510758795e-06,
      "loss": 0.3634,
      "step": 627530
    },
    {
      "epoch": 175.14,
      "grad_norm": 1.3242133855819702,
      "learning_rate": 4.331195219294704e-06,
      "loss": 0.3807,
      "step": 627540
    },
    {
      "epoch": 175.15,
      "grad_norm": 1.1208869218826294,
      "learning_rate": 4.331180887248998e-06,
      "loss": 0.3765,
      "step": 627550
    },
    {
      "epoch": 175.15,
      "grad_norm": 1.0932872295379639,
      "learning_rate": 4.331166554938765e-06,
      "loss": 0.3741,
      "step": 627560
    },
    {
      "epoch": 175.15,
      "grad_norm": 1.2685569524765015,
      "learning_rate": 4.331152222364006e-06,
      "loss": 0.4009,
      "step": 627570
    },
    {
      "epoch": 175.15,
      "grad_norm": 1.236706018447876,
      "learning_rate": 4.331137889524724e-06,
      "loss": 0.3783,
      "step": 627580
    },
    {
      "epoch": 175.16,
      "grad_norm": 1.1293399333953857,
      "learning_rate": 4.33112355642092e-06,
      "loss": 0.3804,
      "step": 627590
    },
    {
      "epoch": 175.16,
      "grad_norm": 1.3155157566070557,
      "learning_rate": 4.331109223052596e-06,
      "loss": 0.3759,
      "step": 627600
    },
    {
      "epoch": 175.16,
      "grad_norm": 1.0848944187164307,
      "learning_rate": 4.331094889419753e-06,
      "loss": 0.3939,
      "step": 627610
    },
    {
      "epoch": 175.17,
      "grad_norm": 1.2102895975112915,
      "learning_rate": 4.331080555522395e-06,
      "loss": 0.373,
      "step": 627620
    },
    {
      "epoch": 175.17,
      "grad_norm": 1.245553970336914,
      "learning_rate": 4.331066221360522e-06,
      "loss": 0.3756,
      "step": 627630
    },
    {
      "epoch": 175.17,
      "grad_norm": 1.674834132194519,
      "learning_rate": 4.331051886934137e-06,
      "loss": 0.3729,
      "step": 627640
    },
    {
      "epoch": 175.17,
      "grad_norm": 1.0667688846588135,
      "learning_rate": 4.331037552243241e-06,
      "loss": 0.3626,
      "step": 627650
    },
    {
      "epoch": 175.18,
      "grad_norm": 1.296434998512268,
      "learning_rate": 4.331023217287837e-06,
      "loss": 0.3758,
      "step": 627660
    },
    {
      "epoch": 175.18,
      "grad_norm": 1.1019346714019775,
      "learning_rate": 4.3310088820679265e-06,
      "loss": 0.3638,
      "step": 627670
    },
    {
      "epoch": 175.18,
      "grad_norm": 1.2151074409484863,
      "learning_rate": 4.330994546583512e-06,
      "loss": 0.3727,
      "step": 627680
    },
    {
      "epoch": 175.19,
      "grad_norm": 1.1136400699615479,
      "learning_rate": 4.330980210834593e-06,
      "loss": 0.3978,
      "step": 627690
    },
    {
      "epoch": 175.19,
      "grad_norm": 1.3432437181472778,
      "learning_rate": 4.330965874821174e-06,
      "loss": 0.3832,
      "step": 627700
    },
    {
      "epoch": 175.19,
      "grad_norm": 1.0871341228485107,
      "learning_rate": 4.330951538543256e-06,
      "loss": 0.3925,
      "step": 627710
    },
    {
      "epoch": 175.19,
      "grad_norm": 1.1707032918930054,
      "learning_rate": 4.3309372020008415e-06,
      "loss": 0.3886,
      "step": 627720
    },
    {
      "epoch": 175.2,
      "grad_norm": 1.0949311256408691,
      "learning_rate": 4.330922865193931e-06,
      "loss": 0.389,
      "step": 627730
    },
    {
      "epoch": 175.2,
      "grad_norm": 1.1164090633392334,
      "learning_rate": 4.3309085281225275e-06,
      "loss": 0.3897,
      "step": 627740
    },
    {
      "epoch": 175.2,
      "grad_norm": 1.05462646484375,
      "learning_rate": 4.330894190786633e-06,
      "loss": 0.3741,
      "step": 627750
    },
    {
      "epoch": 175.21,
      "grad_norm": 1.0190858840942383,
      "learning_rate": 4.330879853186249e-06,
      "loss": 0.3862,
      "step": 627760
    },
    {
      "epoch": 175.21,
      "grad_norm": 1.076898455619812,
      "learning_rate": 4.330865515321377e-06,
      "loss": 0.374,
      "step": 627770
    },
    {
      "epoch": 175.21,
      "grad_norm": 1.1297506093978882,
      "learning_rate": 4.33085117719202e-06,
      "loss": 0.3825,
      "step": 627780
    },
    {
      "epoch": 175.21,
      "grad_norm": 2.256152868270874,
      "learning_rate": 4.330836838798179e-06,
      "loss": 0.3728,
      "step": 627790
    },
    {
      "epoch": 175.22,
      "grad_norm": 1.2253544330596924,
      "learning_rate": 4.330822500139856e-06,
      "loss": 0.3875,
      "step": 627800
    },
    {
      "epoch": 175.22,
      "grad_norm": 1.1690088510513306,
      "learning_rate": 4.330808161217053e-06,
      "loss": 0.3684,
      "step": 627810
    },
    {
      "epoch": 175.22,
      "grad_norm": 1.2928643226623535,
      "learning_rate": 4.330793822029773e-06,
      "loss": 0.3817,
      "step": 627820
    },
    {
      "epoch": 175.22,
      "grad_norm": 1.2397639751434326,
      "learning_rate": 4.330779482578015e-06,
      "loss": 0.3756,
      "step": 627830
    },
    {
      "epoch": 175.23,
      "grad_norm": 1.094193458557129,
      "learning_rate": 4.330765142861785e-06,
      "loss": 0.3846,
      "step": 627840
    },
    {
      "epoch": 175.23,
      "grad_norm": 1.2664499282836914,
      "learning_rate": 4.330750802881081e-06,
      "loss": 0.3939,
      "step": 627850
    },
    {
      "epoch": 175.23,
      "grad_norm": 4.083959102630615,
      "learning_rate": 4.330736462635908e-06,
      "loss": 0.3919,
      "step": 627860
    },
    {
      "epoch": 175.24,
      "grad_norm": 0.9599413871765137,
      "learning_rate": 4.330722122126266e-06,
      "loss": 0.3952,
      "step": 627870
    },
    {
      "epoch": 175.24,
      "grad_norm": 1.2593744993209839,
      "learning_rate": 4.330707781352158e-06,
      "loss": 0.3867,
      "step": 627880
    },
    {
      "epoch": 175.24,
      "grad_norm": 1.1566569805145264,
      "learning_rate": 4.330693440313585e-06,
      "loss": 0.398,
      "step": 627890
    },
    {
      "epoch": 175.24,
      "grad_norm": 1.3146506547927856,
      "learning_rate": 4.3306790990105485e-06,
      "loss": 0.3763,
      "step": 627900
    },
    {
      "epoch": 175.25,
      "grad_norm": 0.9969943165779114,
      "learning_rate": 4.3306647574430514e-06,
      "loss": 0.3824,
      "step": 627910
    },
    {
      "epoch": 175.25,
      "grad_norm": 1.312575340270996,
      "learning_rate": 4.330650415611096e-06,
      "loss": 0.38,
      "step": 627920
    },
    {
      "epoch": 175.25,
      "grad_norm": 1.2285863161087036,
      "learning_rate": 4.330636073514684e-06,
      "loss": 0.3802,
      "step": 627930
    },
    {
      "epoch": 175.26,
      "grad_norm": 1.4399669170379639,
      "learning_rate": 4.330621731153816e-06,
      "loss": 0.3975,
      "step": 627940
    },
    {
      "epoch": 175.26,
      "grad_norm": 1.1841968297958374,
      "learning_rate": 4.330607388528495e-06,
      "loss": 0.3877,
      "step": 627950
    },
    {
      "epoch": 175.26,
      "grad_norm": 1.446863055229187,
      "learning_rate": 4.3305930456387236e-06,
      "loss": 0.3828,
      "step": 627960
    },
    {
      "epoch": 175.26,
      "grad_norm": 1.405434489250183,
      "learning_rate": 4.330578702484502e-06,
      "loss": 0.3713,
      "step": 627970
    },
    {
      "epoch": 175.27,
      "grad_norm": 2.390902519226074,
      "learning_rate": 4.330564359065833e-06,
      "loss": 0.3962,
      "step": 627980
    },
    {
      "epoch": 175.27,
      "grad_norm": 1.259060263633728,
      "learning_rate": 4.330550015382719e-06,
      "loss": 0.4045,
      "step": 627990
    },
    {
      "epoch": 175.27,
      "grad_norm": 1.2138299942016602,
      "learning_rate": 4.33053567143516e-06,
      "loss": 0.3801,
      "step": 628000
    },
    {
      "epoch": 175.27,
      "grad_norm": 1.1387096643447876,
      "learning_rate": 4.330521327223161e-06,
      "loss": 0.3831,
      "step": 628010
    },
    {
      "epoch": 175.28,
      "grad_norm": 1.1503398418426514,
      "learning_rate": 4.330506982746722e-06,
      "loss": 0.3979,
      "step": 628020
    },
    {
      "epoch": 175.28,
      "grad_norm": 1.2271442413330078,
      "learning_rate": 4.330492638005844e-06,
      "loss": 0.3849,
      "step": 628030
    },
    {
      "epoch": 175.28,
      "grad_norm": 1.1682852506637573,
      "learning_rate": 4.3304782930005305e-06,
      "loss": 0.3919,
      "step": 628040
    },
    {
      "epoch": 175.29,
      "grad_norm": 1.0459179878234863,
      "learning_rate": 4.330463947730784e-06,
      "loss": 0.3904,
      "step": 628050
    },
    {
      "epoch": 175.29,
      "grad_norm": 1.3332568407058716,
      "learning_rate": 4.330449602196603e-06,
      "loss": 0.3815,
      "step": 628060
    },
    {
      "epoch": 175.29,
      "grad_norm": 1.298600196838379,
      "learning_rate": 4.330435256397994e-06,
      "loss": 0.3866,
      "step": 628070
    },
    {
      "epoch": 175.29,
      "grad_norm": 1.034772276878357,
      "learning_rate": 4.330420910334956e-06,
      "loss": 0.372,
      "step": 628080
    },
    {
      "epoch": 175.3,
      "grad_norm": 1.1655513048171997,
      "learning_rate": 4.330406564007491e-06,
      "loss": 0.3876,
      "step": 628090
    },
    {
      "epoch": 175.3,
      "grad_norm": 1.1781102418899536,
      "learning_rate": 4.330392217415601e-06,
      "loss": 0.3846,
      "step": 628100
    },
    {
      "epoch": 175.3,
      "grad_norm": 1.1070916652679443,
      "learning_rate": 4.33037787055929e-06,
      "loss": 0.3787,
      "step": 628110
    },
    {
      "epoch": 175.31,
      "grad_norm": 1.133676290512085,
      "learning_rate": 4.330363523438557e-06,
      "loss": 0.3851,
      "step": 628120
    },
    {
      "epoch": 175.31,
      "grad_norm": 1.1623015403747559,
      "learning_rate": 4.330349176053406e-06,
      "loss": 0.3812,
      "step": 628130
    },
    {
      "epoch": 175.31,
      "grad_norm": 1.0757112503051758,
      "learning_rate": 4.330334828403838e-06,
      "loss": 0.3936,
      "step": 628140
    },
    {
      "epoch": 175.31,
      "grad_norm": 1.2129098176956177,
      "learning_rate": 4.330320480489855e-06,
      "loss": 0.385,
      "step": 628150
    },
    {
      "epoch": 175.32,
      "grad_norm": 1.0197004079818726,
      "learning_rate": 4.330306132311459e-06,
      "loss": 0.377,
      "step": 628160
    },
    {
      "epoch": 175.32,
      "grad_norm": 1.2612130641937256,
      "learning_rate": 4.33029178386865e-06,
      "loss": 0.4016,
      "step": 628170
    },
    {
      "epoch": 175.32,
      "grad_norm": 1.1099584102630615,
      "learning_rate": 4.330277435161435e-06,
      "loss": 0.3706,
      "step": 628180
    },
    {
      "epoch": 175.33,
      "grad_norm": 1.1497490406036377,
      "learning_rate": 4.33026308618981e-06,
      "loss": 0.3959,
      "step": 628190
    },
    {
      "epoch": 175.33,
      "grad_norm": 1.436294674873352,
      "learning_rate": 4.3302487369537805e-06,
      "loss": 0.3808,
      "step": 628200
    },
    {
      "epoch": 175.33,
      "grad_norm": 1.1872729063034058,
      "learning_rate": 4.330234387453347e-06,
      "loss": 0.3762,
      "step": 628210
    },
    {
      "epoch": 175.33,
      "grad_norm": 1.0834439992904663,
      "learning_rate": 4.330220037688513e-06,
      "loss": 0.3685,
      "step": 628220
    },
    {
      "epoch": 175.34,
      "grad_norm": 1.184954285621643,
      "learning_rate": 4.330205687659278e-06,
      "loss": 0.3973,
      "step": 628230
    },
    {
      "epoch": 175.34,
      "grad_norm": 1.4211548566818237,
      "learning_rate": 4.330191337365646e-06,
      "loss": 0.3763,
      "step": 628240
    },
    {
      "epoch": 175.34,
      "grad_norm": 1.4536588191986084,
      "learning_rate": 4.330176986807619e-06,
      "loss": 0.3949,
      "step": 628250
    },
    {
      "epoch": 175.34,
      "grad_norm": 1.1659479141235352,
      "learning_rate": 4.3301626359851965e-06,
      "loss": 0.385,
      "step": 628260
    },
    {
      "epoch": 175.35,
      "grad_norm": 1.2073562145233154,
      "learning_rate": 4.330148284898382e-06,
      "loss": 0.3787,
      "step": 628270
    },
    {
      "epoch": 175.35,
      "grad_norm": 1.0316640138626099,
      "learning_rate": 4.330133933547179e-06,
      "loss": 0.3821,
      "step": 628280
    },
    {
      "epoch": 175.35,
      "grad_norm": 1.148301601409912,
      "learning_rate": 4.3301195819315855e-06,
      "loss": 0.37,
      "step": 628290
    },
    {
      "epoch": 175.36,
      "grad_norm": 1.2561804056167603,
      "learning_rate": 4.330105230051607e-06,
      "loss": 0.3828,
      "step": 628300
    },
    {
      "epoch": 175.36,
      "grad_norm": 1.0699771642684937,
      "learning_rate": 4.3300908779072435e-06,
      "loss": 0.3962,
      "step": 628310
    },
    {
      "epoch": 175.36,
      "grad_norm": 1.2241647243499756,
      "learning_rate": 4.330076525498498e-06,
      "loss": 0.3757,
      "step": 628320
    },
    {
      "epoch": 175.36,
      "grad_norm": 1.055935263633728,
      "learning_rate": 4.330062172825372e-06,
      "loss": 0.3703,
      "step": 628330
    },
    {
      "epoch": 175.37,
      "grad_norm": 1.2617390155792236,
      "learning_rate": 4.330047819887867e-06,
      "loss": 0.3919,
      "step": 628340
    },
    {
      "epoch": 175.37,
      "grad_norm": 1.234898328781128,
      "learning_rate": 4.330033466685985e-06,
      "loss": 0.3696,
      "step": 628350
    },
    {
      "epoch": 175.37,
      "grad_norm": 1.0714832544326782,
      "learning_rate": 4.330019113219728e-06,
      "loss": 0.3932,
      "step": 628360
    },
    {
      "epoch": 175.38,
      "grad_norm": 1.6536070108413696,
      "learning_rate": 4.330004759489099e-06,
      "loss": 0.3699,
      "step": 628370
    },
    {
      "epoch": 175.38,
      "grad_norm": 1.001839518547058,
      "learning_rate": 4.329990405494098e-06,
      "loss": 0.3832,
      "step": 628380
    },
    {
      "epoch": 175.38,
      "grad_norm": 1.0787866115570068,
      "learning_rate": 4.329976051234729e-06,
      "loss": 0.3796,
      "step": 628390
    },
    {
      "epoch": 175.38,
      "grad_norm": 1.1375339031219482,
      "learning_rate": 4.329961696710991e-06,
      "loss": 0.39,
      "step": 628400
    },
    {
      "epoch": 175.39,
      "grad_norm": 2.0651323795318604,
      "learning_rate": 4.329947341922889e-06,
      "loss": 0.3892,
      "step": 628410
    },
    {
      "epoch": 175.39,
      "grad_norm": 1.0432881116867065,
      "learning_rate": 4.329932986870423e-06,
      "loss": 0.3684,
      "step": 628420
    },
    {
      "epoch": 175.39,
      "grad_norm": 1.188678503036499,
      "learning_rate": 4.3299186315535955e-06,
      "loss": 0.3774,
      "step": 628430
    },
    {
      "epoch": 175.39,
      "grad_norm": 1.4113565683364868,
      "learning_rate": 4.329904275972409e-06,
      "loss": 0.3879,
      "step": 628440
    },
    {
      "epoch": 175.4,
      "grad_norm": 1.3449959754943848,
      "learning_rate": 4.329889920126864e-06,
      "loss": 0.3839,
      "step": 628450
    },
    {
      "epoch": 175.4,
      "grad_norm": 0.9039594531059265,
      "learning_rate": 4.329875564016964e-06,
      "loss": 0.3835,
      "step": 628460
    },
    {
      "epoch": 175.4,
      "grad_norm": 0.9834440350532532,
      "learning_rate": 4.32986120764271e-06,
      "loss": 0.3725,
      "step": 628470
    },
    {
      "epoch": 175.41,
      "grad_norm": 1.1351884603500366,
      "learning_rate": 4.329846851004104e-06,
      "loss": 0.3655,
      "step": 628480
    },
    {
      "epoch": 175.41,
      "grad_norm": 1.1481339931488037,
      "learning_rate": 4.3298324941011475e-06,
      "loss": 0.3704,
      "step": 628490
    },
    {
      "epoch": 175.41,
      "grad_norm": 1.1579866409301758,
      "learning_rate": 4.329818136933844e-06,
      "loss": 0.3796,
      "step": 628500
    },
    {
      "epoch": 175.41,
      "grad_norm": 1.0603209733963013,
      "learning_rate": 4.329803779502193e-06,
      "loss": 0.3768,
      "step": 628510
    },
    {
      "epoch": 175.42,
      "grad_norm": 1.3768724203109741,
      "learning_rate": 4.3297894218061984e-06,
      "loss": 0.3911,
      "step": 628520
    },
    {
      "epoch": 175.42,
      "grad_norm": 1.1640340089797974,
      "learning_rate": 4.329775063845861e-06,
      "loss": 0.3714,
      "step": 628530
    },
    {
      "epoch": 175.42,
      "grad_norm": 1.1061835289001465,
      "learning_rate": 4.329760705621184e-06,
      "loss": 0.3879,
      "step": 628540
    },
    {
      "epoch": 175.43,
      "grad_norm": 0.9462838768959045,
      "learning_rate": 4.3297463471321675e-06,
      "loss": 0.3718,
      "step": 628550
    },
    {
      "epoch": 175.43,
      "grad_norm": 1.221285104751587,
      "learning_rate": 4.329731988378815e-06,
      "loss": 0.3853,
      "step": 628560
    },
    {
      "epoch": 175.43,
      "grad_norm": 1.13427734375,
      "learning_rate": 4.329717629361127e-06,
      "loss": 0.3882,
      "step": 628570
    },
    {
      "epoch": 175.43,
      "grad_norm": 1.234352946281433,
      "learning_rate": 4.3297032700791066e-06,
      "loss": 0.3597,
      "step": 628580
    },
    {
      "epoch": 175.44,
      "grad_norm": 1.0773905515670776,
      "learning_rate": 4.329688910532756e-06,
      "loss": 0.3949,
      "step": 628590
    },
    {
      "epoch": 175.44,
      "grad_norm": 1.2386046648025513,
      "learning_rate": 4.329674550722076e-06,
      "loss": 0.393,
      "step": 628600
    },
    {
      "epoch": 175.44,
      "grad_norm": 1.1604578495025635,
      "learning_rate": 4.329660190647068e-06,
      "loss": 0.3559,
      "step": 628610
    },
    {
      "epoch": 175.45,
      "grad_norm": 1.2207313776016235,
      "learning_rate": 4.329645830307735e-06,
      "loss": 0.3827,
      "step": 628620
    },
    {
      "epoch": 175.45,
      "grad_norm": 1.0609008073806763,
      "learning_rate": 4.32963146970408e-06,
      "loss": 0.3849,
      "step": 628630
    },
    {
      "epoch": 175.45,
      "grad_norm": 1.2086106538772583,
      "learning_rate": 4.329617108836102e-06,
      "loss": 0.4019,
      "step": 628640
    },
    {
      "epoch": 175.45,
      "grad_norm": 1.070611596107483,
      "learning_rate": 4.3296027477038055e-06,
      "loss": 0.3762,
      "step": 628650
    },
    {
      "epoch": 175.46,
      "grad_norm": 1.1210618019104004,
      "learning_rate": 4.329588386307191e-06,
      "loss": 0.3756,
      "step": 628660
    },
    {
      "epoch": 175.46,
      "grad_norm": 1.2020431756973267,
      "learning_rate": 4.329574024646261e-06,
      "loss": 0.3778,
      "step": 628670
    },
    {
      "epoch": 175.46,
      "grad_norm": 1.0526801347732544,
      "learning_rate": 4.329559662721018e-06,
      "loss": 0.3844,
      "step": 628680
    },
    {
      "epoch": 175.46,
      "grad_norm": 1.11630117893219,
      "learning_rate": 4.3295453005314626e-06,
      "loss": 0.3659,
      "step": 628690
    },
    {
      "epoch": 175.47,
      "grad_norm": 2.6439406871795654,
      "learning_rate": 4.329530938077597e-06,
      "loss": 0.3949,
      "step": 628700
    },
    {
      "epoch": 175.47,
      "grad_norm": 1.474800944328308,
      "learning_rate": 4.3295165753594235e-06,
      "loss": 0.3997,
      "step": 628710
    },
    {
      "epoch": 175.47,
      "grad_norm": 1.127588152885437,
      "learning_rate": 4.329502212376945e-06,
      "loss": 0.3773,
      "step": 628720
    },
    {
      "epoch": 175.48,
      "grad_norm": 1.9015792608261108,
      "learning_rate": 4.329487849130161e-06,
      "loss": 0.3885,
      "step": 628730
    },
    {
      "epoch": 175.48,
      "grad_norm": 1.479306936264038,
      "learning_rate": 4.329473485619075e-06,
      "loss": 0.3867,
      "step": 628740
    },
    {
      "epoch": 175.48,
      "grad_norm": 1.132761836051941,
      "learning_rate": 4.329459121843689e-06,
      "loss": 0.3923,
      "step": 628750
    },
    {
      "epoch": 175.48,
      "grad_norm": 1.4109464883804321,
      "learning_rate": 4.3294447578040046e-06,
      "loss": 0.3845,
      "step": 628760
    },
    {
      "epoch": 175.49,
      "grad_norm": 1.1741619110107422,
      "learning_rate": 4.329430393500023e-06,
      "loss": 0.3709,
      "step": 628770
    },
    {
      "epoch": 175.49,
      "grad_norm": 1.1037241220474243,
      "learning_rate": 4.329416028931748e-06,
      "loss": 0.3839,
      "step": 628780
    },
    {
      "epoch": 175.49,
      "grad_norm": 1.345343828201294,
      "learning_rate": 4.329401664099179e-06,
      "loss": 0.3809,
      "step": 628790
    },
    {
      "epoch": 175.5,
      "grad_norm": 1.209165096282959,
      "learning_rate": 4.32938729900232e-06,
      "loss": 0.3753,
      "step": 628800
    },
    {
      "epoch": 175.5,
      "grad_norm": 1.2824894189834595,
      "learning_rate": 4.329372933641172e-06,
      "loss": 0.3854,
      "step": 628810
    },
    {
      "epoch": 175.5,
      "grad_norm": 1.3450109958648682,
      "learning_rate": 4.329358568015737e-06,
      "loss": 0.3636,
      "step": 628820
    },
    {
      "epoch": 175.5,
      "grad_norm": 1.2838056087493896,
      "learning_rate": 4.3293442021260176e-06,
      "loss": 0.3932,
      "step": 628830
    },
    {
      "epoch": 175.51,
      "grad_norm": 1.2645461559295654,
      "learning_rate": 4.3293298359720145e-06,
      "loss": 0.372,
      "step": 628840
    },
    {
      "epoch": 175.51,
      "grad_norm": 1.0499379634857178,
      "learning_rate": 4.32931546955373e-06,
      "loss": 0.3742,
      "step": 628850
    },
    {
      "epoch": 175.51,
      "grad_norm": 1.2126116752624512,
      "learning_rate": 4.329301102871166e-06,
      "loss": 0.3751,
      "step": 628860
    },
    {
      "epoch": 175.51,
      "grad_norm": 1.1852976083755493,
      "learning_rate": 4.329286735924325e-06,
      "loss": 0.3764,
      "step": 628870
    },
    {
      "epoch": 175.52,
      "grad_norm": 1.1858251094818115,
      "learning_rate": 4.3292723687132084e-06,
      "loss": 0.3691,
      "step": 628880
    },
    {
      "epoch": 175.52,
      "grad_norm": 1.1519691944122314,
      "learning_rate": 4.329258001237819e-06,
      "loss": 0.3744,
      "step": 628890
    },
    {
      "epoch": 175.52,
      "grad_norm": 1.1228317022323608,
      "learning_rate": 4.329243633498157e-06,
      "loss": 0.3818,
      "step": 628900
    },
    {
      "epoch": 175.53,
      "grad_norm": 1.0744818449020386,
      "learning_rate": 4.329229265494226e-06,
      "loss": 0.3687,
      "step": 628910
    },
    {
      "epoch": 175.53,
      "grad_norm": 1.160164713859558,
      "learning_rate": 4.329214897226027e-06,
      "loss": 0.3656,
      "step": 628920
    },
    {
      "epoch": 175.53,
      "grad_norm": 1.2232084274291992,
      "learning_rate": 4.329200528693561e-06,
      "loss": 0.362,
      "step": 628930
    },
    {
      "epoch": 175.53,
      "grad_norm": 1.3248889446258545,
      "learning_rate": 4.329186159896832e-06,
      "loss": 0.391,
      "step": 628940
    },
    {
      "epoch": 175.54,
      "grad_norm": 1.2653809785842896,
      "learning_rate": 4.329171790835841e-06,
      "loss": 0.3698,
      "step": 628950
    },
    {
      "epoch": 175.54,
      "grad_norm": 1.2666947841644287,
      "learning_rate": 4.3291574215105885e-06,
      "loss": 0.384,
      "step": 628960
    },
    {
      "epoch": 175.54,
      "grad_norm": 1.297353982925415,
      "learning_rate": 4.329143051921079e-06,
      "loss": 0.3914,
      "step": 628970
    },
    {
      "epoch": 175.55,
      "grad_norm": 1.1066956520080566,
      "learning_rate": 4.329128682067313e-06,
      "loss": 0.3738,
      "step": 628980
    },
    {
      "epoch": 175.55,
      "grad_norm": 1.152848243713379,
      "learning_rate": 4.329114311949293e-06,
      "loss": 0.374,
      "step": 628990
    },
    {
      "epoch": 175.55,
      "grad_norm": 1.1414834260940552,
      "learning_rate": 4.329099941567019e-06,
      "loss": 0.3708,
      "step": 629000
    },
    {
      "epoch": 175.55,
      "grad_norm": 2.5231239795684814,
      "learning_rate": 4.329085570920496e-06,
      "loss": 0.3816,
      "step": 629010
    },
    {
      "epoch": 175.56,
      "grad_norm": 1.075725793838501,
      "learning_rate": 4.329071200009723e-06,
      "loss": 0.3788,
      "step": 629020
    },
    {
      "epoch": 175.56,
      "grad_norm": 1.3842369318008423,
      "learning_rate": 4.329056828834704e-06,
      "loss": 0.3924,
      "step": 629030
    },
    {
      "epoch": 175.56,
      "grad_norm": 0.977362871170044,
      "learning_rate": 4.3290424573954404e-06,
      "loss": 0.3768,
      "step": 629040
    },
    {
      "epoch": 175.57,
      "grad_norm": 1.1562020778656006,
      "learning_rate": 4.329028085691932e-06,
      "loss": 0.3937,
      "step": 629050
    },
    {
      "epoch": 175.57,
      "grad_norm": 1.3753501176834106,
      "learning_rate": 4.329013713724185e-06,
      "loss": 0.3861,
      "step": 629060
    },
    {
      "epoch": 175.57,
      "grad_norm": 1.1081795692443848,
      "learning_rate": 4.328999341492198e-06,
      "loss": 0.3823,
      "step": 629070
    },
    {
      "epoch": 175.57,
      "grad_norm": 1.1719671487808228,
      "learning_rate": 4.328984968995974e-06,
      "loss": 0.3767,
      "step": 629080
    },
    {
      "epoch": 175.58,
      "grad_norm": 1.1127805709838867,
      "learning_rate": 4.328970596235513e-06,
      "loss": 0.3882,
      "step": 629090
    },
    {
      "epoch": 175.58,
      "grad_norm": 4.4571332931518555,
      "learning_rate": 4.32895622321082e-06,
      "loss": 0.369,
      "step": 629100
    },
    {
      "epoch": 175.58,
      "grad_norm": 1.0790213346481323,
      "learning_rate": 4.328941849921895e-06,
      "loss": 0.3793,
      "step": 629110
    },
    {
      "epoch": 175.58,
      "grad_norm": 1.2181992530822754,
      "learning_rate": 4.328927476368742e-06,
      "loss": 0.3811,
      "step": 629120
    },
    {
      "epoch": 175.59,
      "grad_norm": 1.1604853868484497,
      "learning_rate": 4.32891310255136e-06,
      "loss": 0.4026,
      "step": 629130
    },
    {
      "epoch": 175.59,
      "grad_norm": 1.2190157175064087,
      "learning_rate": 4.3288987284697516e-06,
      "loss": 0.3751,
      "step": 629140
    },
    {
      "epoch": 175.59,
      "grad_norm": 1.318088412284851,
      "learning_rate": 4.32888435412392e-06,
      "loss": 0.3759,
      "step": 629150
    },
    {
      "epoch": 175.6,
      "grad_norm": 1.0636703968048096,
      "learning_rate": 4.328869979513866e-06,
      "loss": 0.3786,
      "step": 629160
    },
    {
      "epoch": 175.6,
      "grad_norm": 1.1653575897216797,
      "learning_rate": 4.328855604639593e-06,
      "loss": 0.38,
      "step": 629170
    },
    {
      "epoch": 175.6,
      "grad_norm": 0.9915687441825867,
      "learning_rate": 4.328841229501102e-06,
      "loss": 0.3871,
      "step": 629180
    },
    {
      "epoch": 175.6,
      "grad_norm": 1.1474132537841797,
      "learning_rate": 4.328826854098394e-06,
      "loss": 0.3937,
      "step": 629190
    },
    {
      "epoch": 175.61,
      "grad_norm": 1.0228631496429443,
      "learning_rate": 4.3288124784314715e-06,
      "loss": 0.3748,
      "step": 629200
    },
    {
      "epoch": 175.61,
      "grad_norm": 1.1247459650039673,
      "learning_rate": 4.328798102500337e-06,
      "loss": 0.3679,
      "step": 629210
    },
    {
      "epoch": 175.61,
      "grad_norm": 1.2258316278457642,
      "learning_rate": 4.328783726304993e-06,
      "loss": 0.3888,
      "step": 629220
    },
    {
      "epoch": 175.62,
      "grad_norm": 1.022321343421936,
      "learning_rate": 4.328769349845439e-06,
      "loss": 0.3844,
      "step": 629230
    },
    {
      "epoch": 175.62,
      "grad_norm": 1.1930968761444092,
      "learning_rate": 4.32875497312168e-06,
      "loss": 0.3646,
      "step": 629240
    },
    {
      "epoch": 175.62,
      "grad_norm": 1.2538337707519531,
      "learning_rate": 4.328740596133715e-06,
      "loss": 0.3787,
      "step": 629250
    },
    {
      "epoch": 175.62,
      "grad_norm": 1.2054404020309448,
      "learning_rate": 4.328726218881548e-06,
      "loss": 0.3797,
      "step": 629260
    },
    {
      "epoch": 175.63,
      "grad_norm": 1.0918086767196655,
      "learning_rate": 4.328711841365179e-06,
      "loss": 0.3801,
      "step": 629270
    },
    {
      "epoch": 175.63,
      "grad_norm": 1.0787626504898071,
      "learning_rate": 4.3286974635846115e-06,
      "loss": 0.3735,
      "step": 629280
    },
    {
      "epoch": 175.63,
      "grad_norm": 1.2042548656463623,
      "learning_rate": 4.328683085539847e-06,
      "loss": 0.3815,
      "step": 629290
    },
    {
      "epoch": 175.63,
      "grad_norm": 1.2037532329559326,
      "learning_rate": 4.328668707230888e-06,
      "loss": 0.3892,
      "step": 629300
    },
    {
      "epoch": 175.64,
      "grad_norm": 1.1237698793411255,
      "learning_rate": 4.3286543286577356e-06,
      "loss": 0.3947,
      "step": 629310
    },
    {
      "epoch": 175.64,
      "grad_norm": 1.0712199211120605,
      "learning_rate": 4.3286399498203916e-06,
      "loss": 0.3966,
      "step": 629320
    },
    {
      "epoch": 175.64,
      "grad_norm": 1.1709308624267578,
      "learning_rate": 4.328625570718859e-06,
      "loss": 0.3682,
      "step": 629330
    },
    {
      "epoch": 175.65,
      "grad_norm": 1.0057345628738403,
      "learning_rate": 4.328611191353137e-06,
      "loss": 0.3895,
      "step": 629340
    },
    {
      "epoch": 175.65,
      "grad_norm": 1.2416915893554688,
      "learning_rate": 4.3285968117232305e-06,
      "loss": 0.376,
      "step": 629350
    },
    {
      "epoch": 175.65,
      "grad_norm": 1.1399545669555664,
      "learning_rate": 4.328582431829141e-06,
      "loss": 0.3701,
      "step": 629360
    },
    {
      "epoch": 175.65,
      "grad_norm": 1.234078288078308,
      "learning_rate": 4.3285680516708685e-06,
      "loss": 0.3838,
      "step": 629370
    },
    {
      "epoch": 175.66,
      "grad_norm": 1.6452991962432861,
      "learning_rate": 4.3285536712484175e-06,
      "loss": 0.3794,
      "step": 629380
    },
    {
      "epoch": 175.66,
      "grad_norm": 1.198288083076477,
      "learning_rate": 4.328539290561788e-06,
      "loss": 0.3644,
      "step": 629390
    },
    {
      "epoch": 175.66,
      "grad_norm": 1.2177928686141968,
      "learning_rate": 4.328524909610982e-06,
      "loss": 0.3626,
      "step": 629400
    },
    {
      "epoch": 175.67,
      "grad_norm": 1.0449243783950806,
      "learning_rate": 4.328510528396003e-06,
      "loss": 0.3688,
      "step": 629410
    },
    {
      "epoch": 175.67,
      "grad_norm": 1.0754358768463135,
      "learning_rate": 4.328496146916851e-06,
      "loss": 0.376,
      "step": 629420
    },
    {
      "epoch": 175.67,
      "grad_norm": 1.1224474906921387,
      "learning_rate": 4.328481765173529e-06,
      "loss": 0.377,
      "step": 629430
    },
    {
      "epoch": 175.67,
      "grad_norm": 1.0425732135772705,
      "learning_rate": 4.328467383166038e-06,
      "loss": 0.3776,
      "step": 629440
    },
    {
      "epoch": 175.68,
      "grad_norm": 1.301562786102295,
      "learning_rate": 4.328453000894381e-06,
      "loss": 0.3662,
      "step": 629450
    },
    {
      "epoch": 175.68,
      "grad_norm": 1.2339428663253784,
      "learning_rate": 4.328438618358561e-06,
      "loss": 0.3822,
      "step": 629460
    },
    {
      "epoch": 175.68,
      "grad_norm": 1.3582712411880493,
      "learning_rate": 4.328424235558577e-06,
      "loss": 0.4078,
      "step": 629470
    },
    {
      "epoch": 175.69,
      "grad_norm": 1.1581995487213135,
      "learning_rate": 4.328409852494432e-06,
      "loss": 0.383,
      "step": 629480
    },
    {
      "epoch": 175.69,
      "grad_norm": 0.9950326085090637,
      "learning_rate": 4.328395469166128e-06,
      "loss": 0.3783,
      "step": 629490
    },
    {
      "epoch": 175.69,
      "grad_norm": 1.3136831521987915,
      "learning_rate": 4.328381085573668e-06,
      "loss": 0.3864,
      "step": 629500
    },
    {
      "epoch": 175.69,
      "grad_norm": 1.4326499700546265,
      "learning_rate": 4.328366701717053e-06,
      "loss": 0.3861,
      "step": 629510
    },
    {
      "epoch": 175.7,
      "grad_norm": 1.7520359754562378,
      "learning_rate": 4.328352317596285e-06,
      "loss": 0.3714,
      "step": 629520
    },
    {
      "epoch": 175.7,
      "grad_norm": 1.038212537765503,
      "learning_rate": 4.328337933211365e-06,
      "loss": 0.3866,
      "step": 629530
    },
    {
      "epoch": 175.7,
      "grad_norm": 1.1887474060058594,
      "learning_rate": 4.328323548562297e-06,
      "loss": 0.3976,
      "step": 629540
    },
    {
      "epoch": 175.7,
      "grad_norm": 1.183363914489746,
      "learning_rate": 4.328309163649081e-06,
      "loss": 0.3698,
      "step": 629550
    },
    {
      "epoch": 175.71,
      "grad_norm": 1.264633297920227,
      "learning_rate": 4.32829477847172e-06,
      "loss": 0.3685,
      "step": 629560
    },
    {
      "epoch": 175.71,
      "grad_norm": 1.5962659120559692,
      "learning_rate": 4.328280393030216e-06,
      "loss": 0.3826,
      "step": 629570
    },
    {
      "epoch": 175.71,
      "grad_norm": 1.1634273529052734,
      "learning_rate": 4.328266007324569e-06,
      "loss": 0.3855,
      "step": 629580
    },
    {
      "epoch": 175.72,
      "grad_norm": 1.344808578491211,
      "learning_rate": 4.328251621354784e-06,
      "loss": 0.3819,
      "step": 629590
    },
    {
      "epoch": 175.72,
      "grad_norm": 1.285327434539795,
      "learning_rate": 4.3282372351208606e-06,
      "loss": 0.3648,
      "step": 629600
    },
    {
      "epoch": 175.72,
      "grad_norm": 1.1722418069839478,
      "learning_rate": 4.3282228486228015e-06,
      "loss": 0.3911,
      "step": 629610
    },
    {
      "epoch": 175.72,
      "grad_norm": 1.380295753479004,
      "learning_rate": 4.328208461860608e-06,
      "loss": 0.3665,
      "step": 629620
    },
    {
      "epoch": 175.73,
      "grad_norm": 1.208038568496704,
      "learning_rate": 4.328194074834283e-06,
      "loss": 0.3821,
      "step": 629630
    },
    {
      "epoch": 175.73,
      "grad_norm": 1.0785516500473022,
      "learning_rate": 4.328179687543828e-06,
      "loss": 0.3903,
      "step": 629640
    },
    {
      "epoch": 175.73,
      "grad_norm": 1.166552186012268,
      "learning_rate": 4.328165299989245e-06,
      "loss": 0.3682,
      "step": 629650
    },
    {
      "epoch": 175.74,
      "grad_norm": 1.1707807779312134,
      "learning_rate": 4.328150912170535e-06,
      "loss": 0.3871,
      "step": 629660
    },
    {
      "epoch": 175.74,
      "grad_norm": 1.1631600856781006,
      "learning_rate": 4.328136524087702e-06,
      "loss": 0.3835,
      "step": 629670
    },
    {
      "epoch": 175.74,
      "grad_norm": 1.2554560899734497,
      "learning_rate": 4.328122135740745e-06,
      "loss": 0.3875,
      "step": 629680
    },
    {
      "epoch": 175.74,
      "grad_norm": 1.3438925743103027,
      "learning_rate": 4.328107747129668e-06,
      "loss": 0.3824,
      "step": 629690
    },
    {
      "epoch": 175.75,
      "grad_norm": 1.0887787342071533,
      "learning_rate": 4.328093358254474e-06,
      "loss": 0.3588,
      "step": 629700
    },
    {
      "epoch": 175.75,
      "grad_norm": 1.087192177772522,
      "learning_rate": 4.328078969115161e-06,
      "loss": 0.38,
      "step": 629710
    },
    {
      "epoch": 175.75,
      "grad_norm": 1.2125139236450195,
      "learning_rate": 4.328064579711735e-06,
      "loss": 0.3757,
      "step": 629720
    },
    {
      "epoch": 175.75,
      "grad_norm": 1.1791563034057617,
      "learning_rate": 4.328050190044196e-06,
      "loss": 0.3818,
      "step": 629730
    },
    {
      "epoch": 175.76,
      "grad_norm": 1.1225019693374634,
      "learning_rate": 4.3280358001125454e-06,
      "loss": 0.3869,
      "step": 629740
    },
    {
      "epoch": 175.76,
      "grad_norm": 1.2932164669036865,
      "learning_rate": 4.328021409916786e-06,
      "loss": 0.3799,
      "step": 629750
    },
    {
      "epoch": 175.76,
      "grad_norm": 1.3203777074813843,
      "learning_rate": 4.32800701945692e-06,
      "loss": 0.4039,
      "step": 629760
    },
    {
      "epoch": 175.77,
      "grad_norm": 1.0735301971435547,
      "learning_rate": 4.3279926287329485e-06,
      "loss": 0.3778,
      "step": 629770
    },
    {
      "epoch": 175.77,
      "grad_norm": 1.1402965784072876,
      "learning_rate": 4.327978237744874e-06,
      "loss": 0.3946,
      "step": 629780
    },
    {
      "epoch": 175.77,
      "grad_norm": 1.3220027685165405,
      "learning_rate": 4.327963846492698e-06,
      "loss": 0.3764,
      "step": 629790
    },
    {
      "epoch": 175.77,
      "grad_norm": 1.1633517742156982,
      "learning_rate": 4.327949454976423e-06,
      "loss": 0.3918,
      "step": 629800
    },
    {
      "epoch": 175.78,
      "grad_norm": 1.1992300748825073,
      "learning_rate": 4.3279350631960495e-06,
      "loss": 0.3792,
      "step": 629810
    },
    {
      "epoch": 175.78,
      "grad_norm": 1.278934121131897,
      "learning_rate": 4.3279206711515814e-06,
      "loss": 0.3837,
      "step": 629820
    },
    {
      "epoch": 175.78,
      "grad_norm": 0.9771364331245422,
      "learning_rate": 4.327906278843019e-06,
      "loss": 0.3709,
      "step": 629830
    },
    {
      "epoch": 175.79,
      "grad_norm": 1.651641845703125,
      "learning_rate": 4.327891886270365e-06,
      "loss": 0.3875,
      "step": 629840
    },
    {
      "epoch": 175.79,
      "grad_norm": 1.3635560274124146,
      "learning_rate": 4.327877493433621e-06,
      "loss": 0.3815,
      "step": 629850
    },
    {
      "epoch": 175.79,
      "grad_norm": 1.0530792474746704,
      "learning_rate": 4.32786310033279e-06,
      "loss": 0.3912,
      "step": 629860
    },
    {
      "epoch": 175.79,
      "grad_norm": 1.0258829593658447,
      "learning_rate": 4.327848706967872e-06,
      "loss": 0.3857,
      "step": 629870
    },
    {
      "epoch": 175.8,
      "grad_norm": 1.2582988739013672,
      "learning_rate": 4.3278343133388705e-06,
      "loss": 0.3886,
      "step": 629880
    },
    {
      "epoch": 175.8,
      "grad_norm": 1.1291543245315552,
      "learning_rate": 4.327819919445787e-06,
      "loss": 0.3884,
      "step": 629890
    },
    {
      "epoch": 175.8,
      "grad_norm": 1.2302452325820923,
      "learning_rate": 4.327805525288622e-06,
      "loss": 0.3676,
      "step": 629900
    },
    {
      "epoch": 175.81,
      "grad_norm": 1.231027364730835,
      "learning_rate": 4.32779113086738e-06,
      "loss": 0.3764,
      "step": 629910
    },
    {
      "epoch": 175.81,
      "grad_norm": 2.1937601566314697,
      "learning_rate": 4.327776736182061e-06,
      "loss": 0.4074,
      "step": 629920
    },
    {
      "epoch": 175.81,
      "grad_norm": 1.586413860321045,
      "learning_rate": 4.327762341232668e-06,
      "loss": 0.3869,
      "step": 629930
    },
    {
      "epoch": 175.81,
      "grad_norm": 1.1658791303634644,
      "learning_rate": 4.327747946019202e-06,
      "loss": 0.3918,
      "step": 629940
    },
    {
      "epoch": 175.82,
      "grad_norm": 1.207077145576477,
      "learning_rate": 4.327733550541665e-06,
      "loss": 0.3887,
      "step": 629950
    },
    {
      "epoch": 175.82,
      "grad_norm": 1.0509172677993774,
      "learning_rate": 4.327719154800061e-06,
      "loss": 0.3782,
      "step": 629960
    },
    {
      "epoch": 175.82,
      "grad_norm": 1.269810438156128,
      "learning_rate": 4.327704758794388e-06,
      "loss": 0.4028,
      "step": 629970
    },
    {
      "epoch": 175.82,
      "grad_norm": 1.1412981748580933,
      "learning_rate": 4.327690362524651e-06,
      "loss": 0.3928,
      "step": 629980
    },
    {
      "epoch": 175.83,
      "grad_norm": 1.1823718547821045,
      "learning_rate": 4.327675965990851e-06,
      "loss": 0.366,
      "step": 629990
    },
    {
      "epoch": 175.83,
      "grad_norm": 1.425257921218872,
      "learning_rate": 4.32766156919299e-06,
      "loss": 0.3838,
      "step": 630000
    },
    {
      "epoch": 175.83,
      "grad_norm": 1.0957622528076172,
      "learning_rate": 4.327647172131069e-06,
      "loss": 0.397,
      "step": 630010
    },
    {
      "epoch": 175.84,
      "grad_norm": 1.1229794025421143,
      "learning_rate": 4.327632774805092e-06,
      "loss": 0.3899,
      "step": 630020
    },
    {
      "epoch": 175.84,
      "grad_norm": 1.191066861152649,
      "learning_rate": 4.327618377215059e-06,
      "loss": 0.3656,
      "step": 630030
    },
    {
      "epoch": 175.84,
      "grad_norm": 1.2111103534698486,
      "learning_rate": 4.327603979360972e-06,
      "loss": 0.4013,
      "step": 630040
    },
    {
      "epoch": 175.84,
      "grad_norm": 1.2893192768096924,
      "learning_rate": 4.327589581242835e-06,
      "loss": 0.3824,
      "step": 630050
    },
    {
      "epoch": 175.85,
      "grad_norm": 1.298119306564331,
      "learning_rate": 4.327575182860647e-06,
      "loss": 0.3826,
      "step": 630060
    },
    {
      "epoch": 175.85,
      "grad_norm": 1.1665228605270386,
      "learning_rate": 4.327560784214412e-06,
      "loss": 0.3734,
      "step": 630070
    },
    {
      "epoch": 175.85,
      "grad_norm": 1.0857573747634888,
      "learning_rate": 4.327546385304131e-06,
      "loss": 0.3945,
      "step": 630080
    },
    {
      "epoch": 175.86,
      "grad_norm": 1.1781083345413208,
      "learning_rate": 4.327531986129806e-06,
      "loss": 0.3896,
      "step": 630090
    },
    {
      "epoch": 175.86,
      "grad_norm": 1.2079657316207886,
      "learning_rate": 4.3275175866914395e-06,
      "loss": 0.396,
      "step": 630100
    },
    {
      "epoch": 175.86,
      "grad_norm": 1.1426335573196411,
      "learning_rate": 4.327503186989033e-06,
      "loss": 0.3802,
      "step": 630110
    },
    {
      "epoch": 175.86,
      "grad_norm": 1.2354530096054077,
      "learning_rate": 4.327488787022588e-06,
      "loss": 0.3747,
      "step": 630120
    },
    {
      "epoch": 175.87,
      "grad_norm": 1.198477029800415,
      "learning_rate": 4.327474386792108e-06,
      "loss": 0.3798,
      "step": 630130
    },
    {
      "epoch": 175.87,
      "grad_norm": 1.2338558435440063,
      "learning_rate": 4.327459986297592e-06,
      "loss": 0.393,
      "step": 630140
    },
    {
      "epoch": 175.87,
      "grad_norm": 1.0730448961257935,
      "learning_rate": 4.327445585539045e-06,
      "loss": 0.3606,
      "step": 630150
    },
    {
      "epoch": 175.87,
      "grad_norm": 1.0343354940414429,
      "learning_rate": 4.327431184516467e-06,
      "loss": 0.3673,
      "step": 630160
    },
    {
      "epoch": 175.88,
      "grad_norm": 1.150797963142395,
      "learning_rate": 4.32741678322986e-06,
      "loss": 0.3763,
      "step": 630170
    },
    {
      "epoch": 175.88,
      "grad_norm": 1.287651777267456,
      "learning_rate": 4.327402381679228e-06,
      "loss": 0.3678,
      "step": 630180
    },
    {
      "epoch": 175.88,
      "grad_norm": 1.4901831150054932,
      "learning_rate": 4.32738797986457e-06,
      "loss": 0.3746,
      "step": 630190
    },
    {
      "epoch": 175.89,
      "grad_norm": 1.0077357292175293,
      "learning_rate": 4.3273735777858895e-06,
      "loss": 0.3629,
      "step": 630200
    },
    {
      "epoch": 175.89,
      "grad_norm": 1.1980060338974,
      "learning_rate": 4.327359175443188e-06,
      "loss": 0.394,
      "step": 630210
    },
    {
      "epoch": 175.89,
      "grad_norm": 1.3656376600265503,
      "learning_rate": 4.327344772836467e-06,
      "loss": 0.3816,
      "step": 630220
    },
    {
      "epoch": 175.89,
      "grad_norm": 1.2059993743896484,
      "learning_rate": 4.327330369965731e-06,
      "loss": 0.4073,
      "step": 630230
    },
    {
      "epoch": 175.9,
      "grad_norm": 1.5153963565826416,
      "learning_rate": 4.327315966830978e-06,
      "loss": 0.3798,
      "step": 630240
    },
    {
      "epoch": 175.9,
      "grad_norm": 1.1820862293243408,
      "learning_rate": 4.327301563432213e-06,
      "loss": 0.3774,
      "step": 630250
    },
    {
      "epoch": 175.9,
      "grad_norm": 1.3056467771530151,
      "learning_rate": 4.327287159769436e-06,
      "loss": 0.3851,
      "step": 630260
    },
    {
      "epoch": 175.91,
      "grad_norm": 1.235822081565857,
      "learning_rate": 4.32727275584265e-06,
      "loss": 0.4074,
      "step": 630270
    },
    {
      "epoch": 175.91,
      "grad_norm": 1.2608453035354614,
      "learning_rate": 4.3272583516518565e-06,
      "loss": 0.3991,
      "step": 630280
    },
    {
      "epoch": 175.91,
      "grad_norm": 1.3576021194458008,
      "learning_rate": 4.327243947197057e-06,
      "loss": 0.369,
      "step": 630290
    },
    {
      "epoch": 175.91,
      "grad_norm": 2.0047032833099365,
      "learning_rate": 4.327229542478255e-06,
      "loss": 0.3926,
      "step": 630300
    },
    {
      "epoch": 175.92,
      "grad_norm": 1.1856776475906372,
      "learning_rate": 4.327215137495451e-06,
      "loss": 0.385,
      "step": 630310
    },
    {
      "epoch": 175.92,
      "grad_norm": 1.2391910552978516,
      "learning_rate": 4.327200732248647e-06,
      "loss": 0.4018,
      "step": 630320
    },
    {
      "epoch": 175.92,
      "grad_norm": 1.4717316627502441,
      "learning_rate": 4.327186326737845e-06,
      "loss": 0.3705,
      "step": 630330
    },
    {
      "epoch": 175.93,
      "grad_norm": 3.3149614334106445,
      "learning_rate": 4.327171920963047e-06,
      "loss": 0.4017,
      "step": 630340
    },
    {
      "epoch": 175.93,
      "grad_norm": 1.0192527770996094,
      "learning_rate": 4.327157514924256e-06,
      "loss": 0.3895,
      "step": 630350
    },
    {
      "epoch": 175.93,
      "grad_norm": 1.1561665534973145,
      "learning_rate": 4.327143108621471e-06,
      "loss": 0.3757,
      "step": 630360
    },
    {
      "epoch": 175.93,
      "grad_norm": 1.2087363004684448,
      "learning_rate": 4.327128702054698e-06,
      "loss": 0.3918,
      "step": 630370
    },
    {
      "epoch": 175.94,
      "grad_norm": 1.324647307395935,
      "learning_rate": 4.3271142952239355e-06,
      "loss": 0.3781,
      "step": 630380
    },
    {
      "epoch": 175.94,
      "grad_norm": 1.4189517498016357,
      "learning_rate": 4.327099888129187e-06,
      "loss": 0.3936,
      "step": 630390
    },
    {
      "epoch": 175.94,
      "grad_norm": 1.1892422437667847,
      "learning_rate": 4.327085480770454e-06,
      "loss": 0.3857,
      "step": 630400
    },
    {
      "epoch": 175.94,
      "grad_norm": 1.1926168203353882,
      "learning_rate": 4.327071073147739e-06,
      "loss": 0.374,
      "step": 630410
    },
    {
      "epoch": 175.95,
      "grad_norm": 1.0806015729904175,
      "learning_rate": 4.327056665261042e-06,
      "loss": 0.3716,
      "step": 630420
    },
    {
      "epoch": 175.95,
      "grad_norm": 1.2171341180801392,
      "learning_rate": 4.327042257110368e-06,
      "loss": 0.373,
      "step": 630430
    },
    {
      "epoch": 175.95,
      "grad_norm": 1.1495245695114136,
      "learning_rate": 4.327027848695716e-06,
      "loss": 0.3831,
      "step": 630440
    },
    {
      "epoch": 175.96,
      "grad_norm": 1.138223648071289,
      "learning_rate": 4.32701344001709e-06,
      "loss": 0.3733,
      "step": 630450
    },
    {
      "epoch": 175.96,
      "grad_norm": 1.2462533712387085,
      "learning_rate": 4.326999031074491e-06,
      "loss": 0.3896,
      "step": 630460
    },
    {
      "epoch": 175.96,
      "grad_norm": 1.0152924060821533,
      "learning_rate": 4.32698462186792e-06,
      "loss": 0.387,
      "step": 630470
    },
    {
      "epoch": 175.96,
      "grad_norm": 1.196938395500183,
      "learning_rate": 4.3269702123973815e-06,
      "loss": 0.3812,
      "step": 630480
    },
    {
      "epoch": 175.97,
      "grad_norm": 1.1400785446166992,
      "learning_rate": 4.326955802662875e-06,
      "loss": 0.398,
      "step": 630490
    },
    {
      "epoch": 175.97,
      "grad_norm": 1.1944477558135986,
      "learning_rate": 4.326941392664404e-06,
      "loss": 0.3803,
      "step": 630500
    },
    {
      "epoch": 175.97,
      "grad_norm": 1.0301340818405151,
      "learning_rate": 4.326926982401969e-06,
      "loss": 0.3881,
      "step": 630510
    },
    {
      "epoch": 175.98,
      "grad_norm": 1.0387516021728516,
      "learning_rate": 4.326912571875572e-06,
      "loss": 0.3747,
      "step": 630520
    },
    {
      "epoch": 175.98,
      "grad_norm": 1.2824831008911133,
      "learning_rate": 4.326898161085216e-06,
      "loss": 0.3809,
      "step": 630530
    },
    {
      "epoch": 175.98,
      "grad_norm": 1.2608765363693237,
      "learning_rate": 4.326883750030903e-06,
      "loss": 0.369,
      "step": 630540
    },
    {
      "epoch": 175.98,
      "grad_norm": 1.076804518699646,
      "learning_rate": 4.326869338712634e-06,
      "loss": 0.3969,
      "step": 630550
    },
    {
      "epoch": 175.99,
      "grad_norm": 1.1702439785003662,
      "learning_rate": 4.326854927130411e-06,
      "loss": 0.3604,
      "step": 630560
    },
    {
      "epoch": 175.99,
      "grad_norm": 1.2753719091415405,
      "learning_rate": 4.326840515284237e-06,
      "loss": 0.4008,
      "step": 630570
    },
    {
      "epoch": 175.99,
      "grad_norm": 1.06307053565979,
      "learning_rate": 4.326826103174113e-06,
      "loss": 0.3896,
      "step": 630580
    },
    {
      "epoch": 175.99,
      "grad_norm": 1.0212823152542114,
      "learning_rate": 4.32681169080004e-06,
      "loss": 0.3644,
      "step": 630590
    },
    {
      "epoch": 176.0,
      "grad_norm": 1.0633736848831177,
      "learning_rate": 4.326797278162022e-06,
      "loss": 0.3747,
      "step": 630600
    },
    {
      "epoch": 176.0,
      "eval_loss": 0.38252493739128113,
      "eval_runtime": 63.1546,
      "eval_samples_per_second": 80.105,
      "eval_steps_per_second": 10.023,
      "step": 630608
    },
    {
      "epoch": 176.0,
      "grad_norm": 1.2815332412719727,
      "learning_rate": 4.326782865260059e-06,
      "loss": 0.3797,
      "step": 630610
    },
    {
      "epoch": 176.0,
      "grad_norm": 1.0821162462234497,
      "learning_rate": 4.326768452094155e-06,
      "loss": 0.3865,
      "step": 630620
    },
    {
      "epoch": 176.01,
      "grad_norm": 3.2323825359344482,
      "learning_rate": 4.3267540386643095e-06,
      "loss": 0.3773,
      "step": 630630
    },
    {
      "epoch": 176.01,
      "grad_norm": 1.284063696861267,
      "learning_rate": 4.326739624970526e-06,
      "loss": 0.3712,
      "step": 630640
    },
    {
      "epoch": 176.01,
      "grad_norm": 1.2640355825424194,
      "learning_rate": 4.326725211012806e-06,
      "loss": 0.3718,
      "step": 630650
    },
    {
      "epoch": 176.01,
      "grad_norm": 1.2306605577468872,
      "learning_rate": 4.326710796791152e-06,
      "loss": 0.393,
      "step": 630660
    },
    {
      "epoch": 176.02,
      "grad_norm": 1.1063176393508911,
      "learning_rate": 4.326696382305565e-06,
      "loss": 0.3681,
      "step": 630670
    },
    {
      "epoch": 176.02,
      "grad_norm": 0.9849808812141418,
      "learning_rate": 4.3266819675560466e-06,
      "loss": 0.3967,
      "step": 630680
    },
    {
      "epoch": 176.02,
      "grad_norm": 1.2349841594696045,
      "learning_rate": 4.3266675525426005e-06,
      "loss": 0.3874,
      "step": 630690
    },
    {
      "epoch": 176.03,
      "grad_norm": 1.1012026071548462,
      "learning_rate": 4.3266531372652265e-06,
      "loss": 0.3822,
      "step": 630700
    },
    {
      "epoch": 176.03,
      "grad_norm": 1.167720913887024,
      "learning_rate": 4.326638721723928e-06,
      "loss": 0.3856,
      "step": 630710
    },
    {
      "epoch": 176.03,
      "grad_norm": 1.265748143196106,
      "learning_rate": 4.326624305918707e-06,
      "loss": 0.3739,
      "step": 630720
    },
    {
      "epoch": 176.03,
      "grad_norm": 1.3475713729858398,
      "learning_rate": 4.326609889849564e-06,
      "loss": 0.3723,
      "step": 630730
    },
    {
      "epoch": 176.04,
      "grad_norm": 1.323057770729065,
      "learning_rate": 4.326595473516502e-06,
      "loss": 0.3723,
      "step": 630740
    },
    {
      "epoch": 176.04,
      "grad_norm": 1.0878552198410034,
      "learning_rate": 4.326581056919524e-06,
      "loss": 0.391,
      "step": 630750
    },
    {
      "epoch": 176.04,
      "grad_norm": 1.3557602167129517,
      "learning_rate": 4.326566640058629e-06,
      "loss": 0.382,
      "step": 630760
    },
    {
      "epoch": 176.05,
      "grad_norm": 1.1017380952835083,
      "learning_rate": 4.3265522229338215e-06,
      "loss": 0.3836,
      "step": 630770
    },
    {
      "epoch": 176.05,
      "grad_norm": 1.280254602432251,
      "learning_rate": 4.326537805545102e-06,
      "loss": 0.3708,
      "step": 630780
    },
    {
      "epoch": 176.05,
      "grad_norm": 1.1808305978775024,
      "learning_rate": 4.326523387892473e-06,
      "loss": 0.3994,
      "step": 630790
    },
    {
      "epoch": 176.05,
      "grad_norm": 1.0283468961715698,
      "learning_rate": 4.326508969975937e-06,
      "loss": 0.3877,
      "step": 630800
    },
    {
      "epoch": 176.06,
      "grad_norm": 1.2144583463668823,
      "learning_rate": 4.326494551795494e-06,
      "loss": 0.3693,
      "step": 630810
    },
    {
      "epoch": 176.06,
      "grad_norm": 1.155476689338684,
      "learning_rate": 4.326480133351148e-06,
      "loss": 0.3841,
      "step": 630820
    },
    {
      "epoch": 176.06,
      "grad_norm": 1.2899075746536255,
      "learning_rate": 4.3264657146429005e-06,
      "loss": 0.3768,
      "step": 630830
    },
    {
      "epoch": 176.06,
      "grad_norm": 1.1037147045135498,
      "learning_rate": 4.326451295670752e-06,
      "loss": 0.3788,
      "step": 630840
    },
    {
      "epoch": 176.07,
      "grad_norm": 1.391787052154541,
      "learning_rate": 4.326436876434706e-06,
      "loss": 0.387,
      "step": 630850
    },
    {
      "epoch": 176.07,
      "grad_norm": 1.1770350933074951,
      "learning_rate": 4.3264224569347635e-06,
      "loss": 0.3849,
      "step": 630860
    },
    {
      "epoch": 176.07,
      "grad_norm": 1.1489670276641846,
      "learning_rate": 4.326408037170927e-06,
      "loss": 0.3815,
      "step": 630870
    },
    {
      "epoch": 176.08,
      "grad_norm": 1.112539529800415,
      "learning_rate": 4.326393617143198e-06,
      "loss": 0.3778,
      "step": 630880
    },
    {
      "epoch": 176.08,
      "grad_norm": 1.0474307537078857,
      "learning_rate": 4.326379196851579e-06,
      "loss": 0.3803,
      "step": 630890
    },
    {
      "epoch": 176.08,
      "grad_norm": 1.1002811193466187,
      "learning_rate": 4.326364776296072e-06,
      "loss": 0.3849,
      "step": 630900
    },
    {
      "epoch": 176.08,
      "grad_norm": 1.7303309440612793,
      "learning_rate": 4.3263503554766765e-06,
      "loss": 0.3879,
      "step": 630910
    },
    {
      "epoch": 176.09,
      "grad_norm": 1.4262741804122925,
      "learning_rate": 4.326335934393398e-06,
      "loss": 0.3874,
      "step": 630920
    },
    {
      "epoch": 176.09,
      "grad_norm": 1.1358356475830078,
      "learning_rate": 4.326321513046235e-06,
      "loss": 0.382,
      "step": 630930
    },
    {
      "epoch": 176.09,
      "grad_norm": 1.0956928730010986,
      "learning_rate": 4.326307091435194e-06,
      "loss": 0.3864,
      "step": 630940
    },
    {
      "epoch": 176.1,
      "grad_norm": 0.9973511099815369,
      "learning_rate": 4.326292669560272e-06,
      "loss": 0.3773,
      "step": 630950
    },
    {
      "epoch": 176.1,
      "grad_norm": 1.2052972316741943,
      "learning_rate": 4.326278247421473e-06,
      "loss": 0.3702,
      "step": 630960
    },
    {
      "epoch": 176.1,
      "grad_norm": 1.0215818881988525,
      "learning_rate": 4.326263825018801e-06,
      "loss": 0.4004,
      "step": 630970
    },
    {
      "epoch": 176.1,
      "grad_norm": 1.8392646312713623,
      "learning_rate": 4.326249402352254e-06,
      "loss": 0.3879,
      "step": 630980
    },
    {
      "epoch": 176.11,
      "grad_norm": 1.1630300283432007,
      "learning_rate": 4.326234979421836e-06,
      "loss": 0.3752,
      "step": 630990
    },
    {
      "epoch": 176.11,
      "grad_norm": 1.027862310409546,
      "learning_rate": 4.326220556227548e-06,
      "loss": 0.3758,
      "step": 631000
    },
    {
      "epoch": 176.11,
      "grad_norm": 1.1357368230819702,
      "learning_rate": 4.326206132769395e-06,
      "loss": 0.3713,
      "step": 631010
    },
    {
      "epoch": 176.11,
      "grad_norm": 1.1890445947647095,
      "learning_rate": 4.326191709047375e-06,
      "loss": 0.4059,
      "step": 631020
    },
    {
      "epoch": 176.12,
      "grad_norm": 1.2647219896316528,
      "learning_rate": 4.326177285061491e-06,
      "loss": 0.4031,
      "step": 631030
    },
    {
      "epoch": 176.12,
      "grad_norm": 1.0978243350982666,
      "learning_rate": 4.326162860811746e-06,
      "loss": 0.3832,
      "step": 631040
    },
    {
      "epoch": 176.12,
      "grad_norm": 1.341657280921936,
      "learning_rate": 4.326148436298141e-06,
      "loss": 0.3884,
      "step": 631050
    },
    {
      "epoch": 176.13,
      "grad_norm": 1.1336158514022827,
      "learning_rate": 4.3261340115206786e-06,
      "loss": 0.3556,
      "step": 631060
    },
    {
      "epoch": 176.13,
      "grad_norm": 1.2163752317428589,
      "learning_rate": 4.32611958647936e-06,
      "loss": 0.3912,
      "step": 631070
    },
    {
      "epoch": 176.13,
      "grad_norm": 1.3251880407333374,
      "learning_rate": 4.326105161174188e-06,
      "loss": 0.4063,
      "step": 631080
    },
    {
      "epoch": 176.13,
      "grad_norm": 1.1388155221939087,
      "learning_rate": 4.326090735605164e-06,
      "loss": 0.3803,
      "step": 631090
    },
    {
      "epoch": 176.14,
      "grad_norm": 1.0748754739761353,
      "learning_rate": 4.326076309772289e-06,
      "loss": 0.3739,
      "step": 631100
    },
    {
      "epoch": 176.14,
      "grad_norm": 2.7092230319976807,
      "learning_rate": 4.326061883675566e-06,
      "loss": 0.3723,
      "step": 631110
    },
    {
      "epoch": 176.14,
      "grad_norm": 0.9844829440116882,
      "learning_rate": 4.326047457314998e-06,
      "loss": 0.3868,
      "step": 631120
    },
    {
      "epoch": 176.15,
      "grad_norm": 1.3029026985168457,
      "learning_rate": 4.3260330306905855e-06,
      "loss": 0.3799,
      "step": 631130
    },
    {
      "epoch": 176.15,
      "grad_norm": 1.3218661546707153,
      "learning_rate": 4.3260186038023295e-06,
      "loss": 0.3838,
      "step": 631140
    },
    {
      "epoch": 176.15,
      "grad_norm": 4.1304755210876465,
      "learning_rate": 4.326004176650233e-06,
      "loss": 0.3879,
      "step": 631150
    },
    {
      "epoch": 176.15,
      "grad_norm": 1.1339800357818604,
      "learning_rate": 4.325989749234298e-06,
      "loss": 0.3952,
      "step": 631160
    },
    {
      "epoch": 176.16,
      "grad_norm": 1.2729151248931885,
      "learning_rate": 4.325975321554527e-06,
      "loss": 0.3948,
      "step": 631170
    },
    {
      "epoch": 176.16,
      "grad_norm": 1.1825824975967407,
      "learning_rate": 4.325960893610921e-06,
      "loss": 0.3882,
      "step": 631180
    },
    {
      "epoch": 176.16,
      "grad_norm": 1.116399884223938,
      "learning_rate": 4.325946465403482e-06,
      "loss": 0.3819,
      "step": 631190
    },
    {
      "epoch": 176.17,
      "grad_norm": 1.1316825151443481,
      "learning_rate": 4.325932036932212e-06,
      "loss": 0.3791,
      "step": 631200
    },
    {
      "epoch": 176.17,
      "grad_norm": 1.1199253797531128,
      "learning_rate": 4.325917608197114e-06,
      "loss": 0.3992,
      "step": 631210
    },
    {
      "epoch": 176.17,
      "grad_norm": 1.0373731851577759,
      "learning_rate": 4.325903179198188e-06,
      "loss": 0.3701,
      "step": 631220
    },
    {
      "epoch": 176.17,
      "grad_norm": 1.0667648315429688,
      "learning_rate": 4.325888749935438e-06,
      "loss": 0.388,
      "step": 631230
    },
    {
      "epoch": 176.18,
      "grad_norm": 0.9517613649368286,
      "learning_rate": 4.325874320408863e-06,
      "loss": 0.3738,
      "step": 631240
    },
    {
      "epoch": 176.18,
      "grad_norm": 1.1208451986312866,
      "learning_rate": 4.325859890618468e-06,
      "loss": 0.3832,
      "step": 631250
    },
    {
      "epoch": 176.18,
      "grad_norm": 1.2259238958358765,
      "learning_rate": 4.325845460564253e-06,
      "loss": 0.3699,
      "step": 631260
    },
    {
      "epoch": 176.18,
      "grad_norm": 1.451377272605896,
      "learning_rate": 4.325831030246221e-06,
      "loss": 0.4009,
      "step": 631270
    },
    {
      "epoch": 176.19,
      "grad_norm": 1.251706600189209,
      "learning_rate": 4.325816599664374e-06,
      "loss": 0.3973,
      "step": 631280
    },
    {
      "epoch": 176.19,
      "grad_norm": 1.2357721328735352,
      "learning_rate": 4.325802168818713e-06,
      "loss": 0.3687,
      "step": 631290
    },
    {
      "epoch": 176.19,
      "grad_norm": 1.2299903631210327,
      "learning_rate": 4.325787737709239e-06,
      "loss": 0.3861,
      "step": 631300
    },
    {
      "epoch": 176.2,
      "grad_norm": 1.1207243204116821,
      "learning_rate": 4.325773306335957e-06,
      "loss": 0.3788,
      "step": 631310
    },
    {
      "epoch": 176.2,
      "grad_norm": 1.4303902387619019,
      "learning_rate": 4.325758874698866e-06,
      "loss": 0.4067,
      "step": 631320
    },
    {
      "epoch": 176.2,
      "grad_norm": 1.1878160238265991,
      "learning_rate": 4.325744442797969e-06,
      "loss": 0.3787,
      "step": 631330
    },
    {
      "epoch": 176.2,
      "grad_norm": 1.1726871728897095,
      "learning_rate": 4.325730010633269e-06,
      "loss": 0.3878,
      "step": 631340
    },
    {
      "epoch": 176.21,
      "grad_norm": 0.9746403098106384,
      "learning_rate": 4.325715578204766e-06,
      "loss": 0.3759,
      "step": 631350
    },
    {
      "epoch": 176.21,
      "grad_norm": 1.151125192642212,
      "learning_rate": 4.3257011455124636e-06,
      "loss": 0.3782,
      "step": 631360
    },
    {
      "epoch": 176.21,
      "grad_norm": 1.0745412111282349,
      "learning_rate": 4.325686712556363e-06,
      "loss": 0.3768,
      "step": 631370
    },
    {
      "epoch": 176.22,
      "grad_norm": 2.158906936645508,
      "learning_rate": 4.325672279336466e-06,
      "loss": 0.3873,
      "step": 631380
    },
    {
      "epoch": 176.22,
      "grad_norm": 1.2102539539337158,
      "learning_rate": 4.325657845852774e-06,
      "loss": 0.3864,
      "step": 631390
    },
    {
      "epoch": 176.22,
      "grad_norm": 1.1682850122451782,
      "learning_rate": 4.32564341210529e-06,
      "loss": 0.3839,
      "step": 631400
    },
    {
      "epoch": 176.22,
      "grad_norm": 1.2564221620559692,
      "learning_rate": 4.325628978094014e-06,
      "loss": 0.3952,
      "step": 631410
    },
    {
      "epoch": 176.23,
      "grad_norm": 1.2269340753555298,
      "learning_rate": 4.325614543818952e-06,
      "loss": 0.3876,
      "step": 631420
    },
    {
      "epoch": 176.23,
      "grad_norm": 1.0727418661117554,
      "learning_rate": 4.325600109280101e-06,
      "loss": 0.3634,
      "step": 631430
    },
    {
      "epoch": 176.23,
      "grad_norm": 1.9328479766845703,
      "learning_rate": 4.325585674477467e-06,
      "loss": 0.3839,
      "step": 631440
    },
    {
      "epoch": 176.23,
      "grad_norm": 1.0470231771469116,
      "learning_rate": 4.325571239411048e-06,
      "loss": 0.375,
      "step": 631450
    },
    {
      "epoch": 176.24,
      "grad_norm": 1.4254783391952515,
      "learning_rate": 4.32555680408085e-06,
      "loss": 0.364,
      "step": 631460
    },
    {
      "epoch": 176.24,
      "grad_norm": 1.1945762634277344,
      "learning_rate": 4.325542368486872e-06,
      "loss": 0.3944,
      "step": 631470
    },
    {
      "epoch": 176.24,
      "grad_norm": 1.779719352722168,
      "learning_rate": 4.325527932629118e-06,
      "loss": 0.3816,
      "step": 631480
    },
    {
      "epoch": 176.25,
      "grad_norm": 1.214340329170227,
      "learning_rate": 4.325513496507588e-06,
      "loss": 0.3752,
      "step": 631490
    },
    {
      "epoch": 176.25,
      "grad_norm": 1.176674723625183,
      "learning_rate": 4.325499060122285e-06,
      "loss": 0.3798,
      "step": 631500
    },
    {
      "epoch": 176.25,
      "grad_norm": 1.0745868682861328,
      "learning_rate": 4.3254846234732095e-06,
      "loss": 0.3892,
      "step": 631510
    },
    {
      "epoch": 176.25,
      "grad_norm": 1.2225579023361206,
      "learning_rate": 4.325470186560366e-06,
      "loss": 0.3707,
      "step": 631520
    },
    {
      "epoch": 176.26,
      "grad_norm": 1.2366514205932617,
      "learning_rate": 4.325455749383754e-06,
      "loss": 0.3812,
      "step": 631530
    },
    {
      "epoch": 176.26,
      "grad_norm": 1.185929298400879,
      "learning_rate": 4.325441311943378e-06,
      "loss": 0.3778,
      "step": 631540
    },
    {
      "epoch": 176.26,
      "grad_norm": 1.418277621269226,
      "learning_rate": 4.325426874239237e-06,
      "loss": 0.3816,
      "step": 631550
    },
    {
      "epoch": 176.27,
      "grad_norm": 1.0017775297164917,
      "learning_rate": 4.325412436271334e-06,
      "loss": 0.3749,
      "step": 631560
    },
    {
      "epoch": 176.27,
      "grad_norm": 1.2802796363830566,
      "learning_rate": 4.325397998039672e-06,
      "loss": 0.3844,
      "step": 631570
    },
    {
      "epoch": 176.27,
      "grad_norm": 1.3170404434204102,
      "learning_rate": 4.325383559544252e-06,
      "loss": 0.3813,
      "step": 631580
    },
    {
      "epoch": 176.27,
      "grad_norm": 1.197081208229065,
      "learning_rate": 4.325369120785076e-06,
      "loss": 0.3859,
      "step": 631590
    },
    {
      "epoch": 176.28,
      "grad_norm": 1.145123839378357,
      "learning_rate": 4.325354681762145e-06,
      "loss": 0.3652,
      "step": 631600
    },
    {
      "epoch": 176.28,
      "grad_norm": 1.0362337827682495,
      "learning_rate": 4.325340242475463e-06,
      "loss": 0.3831,
      "step": 631610
    },
    {
      "epoch": 176.28,
      "grad_norm": 4.068410873413086,
      "learning_rate": 4.32532580292503e-06,
      "loss": 0.3818,
      "step": 631620
    },
    {
      "epoch": 176.29,
      "grad_norm": 1.142881989479065,
      "learning_rate": 4.32531136311085e-06,
      "loss": 0.3869,
      "step": 631630
    },
    {
      "epoch": 176.29,
      "grad_norm": 1.1852444410324097,
      "learning_rate": 4.325296923032923e-06,
      "loss": 0.3798,
      "step": 631640
    },
    {
      "epoch": 176.29,
      "grad_norm": 1.2753090858459473,
      "learning_rate": 4.3252824826912506e-06,
      "loss": 0.3529,
      "step": 631650
    },
    {
      "epoch": 176.29,
      "grad_norm": 1.2894034385681152,
      "learning_rate": 4.325268042085837e-06,
      "loss": 0.3807,
      "step": 631660
    },
    {
      "epoch": 176.3,
      "grad_norm": 1.3244481086730957,
      "learning_rate": 4.3252536012166825e-06,
      "loss": 0.383,
      "step": 631670
    },
    {
      "epoch": 176.3,
      "grad_norm": 1.5146234035491943,
      "learning_rate": 4.325239160083789e-06,
      "loss": 0.3779,
      "step": 631680
    },
    {
      "epoch": 176.3,
      "grad_norm": 1.1516317129135132,
      "learning_rate": 4.325224718687159e-06,
      "loss": 0.3665,
      "step": 631690
    },
    {
      "epoch": 176.3,
      "grad_norm": 1.0003596544265747,
      "learning_rate": 4.325210277026794e-06,
      "loss": 0.3784,
      "step": 631700
    },
    {
      "epoch": 176.31,
      "grad_norm": 1.2798470258712769,
      "learning_rate": 4.325195835102697e-06,
      "loss": 0.3892,
      "step": 631710
    },
    {
      "epoch": 176.31,
      "grad_norm": 1.1117817163467407,
      "learning_rate": 4.3251813929148675e-06,
      "loss": 0.4101,
      "step": 631720
    },
    {
      "epoch": 176.31,
      "grad_norm": 1.287750482559204,
      "learning_rate": 4.3251669504633095e-06,
      "loss": 0.3969,
      "step": 631730
    },
    {
      "epoch": 176.32,
      "grad_norm": 1.2576082944869995,
      "learning_rate": 4.325152507748025e-06,
      "loss": 0.3823,
      "step": 631740
    },
    {
      "epoch": 176.32,
      "grad_norm": 1.316855788230896,
      "learning_rate": 4.325138064769014e-06,
      "loss": 0.3945,
      "step": 631750
    },
    {
      "epoch": 176.32,
      "grad_norm": 1.4087376594543457,
      "learning_rate": 4.325123621526281e-06,
      "loss": 0.3829,
      "step": 631760
    },
    {
      "epoch": 176.32,
      "grad_norm": 1.0179859399795532,
      "learning_rate": 4.325109178019826e-06,
      "loss": 0.3665,
      "step": 631770
    },
    {
      "epoch": 176.33,
      "grad_norm": 1.015000343322754,
      "learning_rate": 4.325094734249652e-06,
      "loss": 0.392,
      "step": 631780
    },
    {
      "epoch": 176.33,
      "grad_norm": 1.6436728239059448,
      "learning_rate": 4.32508029021576e-06,
      "loss": 0.3928,
      "step": 631790
    },
    {
      "epoch": 176.33,
      "grad_norm": 1.5038750171661377,
      "learning_rate": 4.325065845918152e-06,
      "loss": 0.3791,
      "step": 631800
    },
    {
      "epoch": 176.34,
      "grad_norm": 1.6639055013656616,
      "learning_rate": 4.325051401356831e-06,
      "loss": 0.3968,
      "step": 631810
    },
    {
      "epoch": 176.34,
      "grad_norm": 1.068103313446045,
      "learning_rate": 4.3250369565317985e-06,
      "loss": 0.3928,
      "step": 631820
    },
    {
      "epoch": 176.34,
      "grad_norm": 1.0736956596374512,
      "learning_rate": 4.325022511443056e-06,
      "loss": 0.3812,
      "step": 631830
    },
    {
      "epoch": 176.34,
      "grad_norm": 1.220328688621521,
      "learning_rate": 4.325008066090605e-06,
      "loss": 0.3611,
      "step": 631840
    },
    {
      "epoch": 176.35,
      "grad_norm": 1.3944343328475952,
      "learning_rate": 4.324993620474449e-06,
      "loss": 0.3937,
      "step": 631850
    },
    {
      "epoch": 176.35,
      "grad_norm": 1.2696841955184937,
      "learning_rate": 4.3249791745945885e-06,
      "loss": 0.3833,
      "step": 631860
    },
    {
      "epoch": 176.35,
      "grad_norm": 1.382445216178894,
      "learning_rate": 4.324964728451026e-06,
      "loss": 0.3802,
      "step": 631870
    },
    {
      "epoch": 176.36,
      "grad_norm": 1.1356759071350098,
      "learning_rate": 4.324950282043763e-06,
      "loss": 0.3698,
      "step": 631880
    },
    {
      "epoch": 176.36,
      "grad_norm": 1.0756553411483765,
      "learning_rate": 4.324935835372801e-06,
      "loss": 0.3713,
      "step": 631890
    },
    {
      "epoch": 176.36,
      "grad_norm": 1.306064486503601,
      "learning_rate": 4.324921388438143e-06,
      "loss": 0.3754,
      "step": 631900
    },
    {
      "epoch": 176.36,
      "grad_norm": 1.14028000831604,
      "learning_rate": 4.324906941239791e-06,
      "loss": 0.3781,
      "step": 631910
    },
    {
      "epoch": 176.37,
      "grad_norm": 1.1257240772247314,
      "learning_rate": 4.324892493777746e-06,
      "loss": 0.3948,
      "step": 631920
    },
    {
      "epoch": 176.37,
      "grad_norm": 1.273101806640625,
      "learning_rate": 4.3248780460520104e-06,
      "loss": 0.3619,
      "step": 631930
    },
    {
      "epoch": 176.37,
      "grad_norm": 1.1075222492218018,
      "learning_rate": 4.3248635980625874e-06,
      "loss": 0.3678,
      "step": 631940
    },
    {
      "epoch": 176.37,
      "grad_norm": 1.1802409887313843,
      "learning_rate": 4.324849149809476e-06,
      "loss": 0.3835,
      "step": 631950
    },
    {
      "epoch": 176.38,
      "grad_norm": 1.0743874311447144,
      "learning_rate": 4.324834701292681e-06,
      "loss": 0.3702,
      "step": 631960
    },
    {
      "epoch": 176.38,
      "grad_norm": 1.1477149724960327,
      "learning_rate": 4.324820252512203e-06,
      "loss": 0.3885,
      "step": 631970
    },
    {
      "epoch": 176.38,
      "grad_norm": 1.5709174871444702,
      "learning_rate": 4.324805803468043e-06,
      "loss": 0.3976,
      "step": 631980
    },
    {
      "epoch": 176.39,
      "grad_norm": 1.219647765159607,
      "learning_rate": 4.324791354160205e-06,
      "loss": 0.3627,
      "step": 631990
    },
    {
      "epoch": 176.39,
      "grad_norm": 1.1163324117660522,
      "learning_rate": 4.3247769045886885e-06,
      "loss": 0.3955,
      "step": 632000
    },
    {
      "epoch": 176.39,
      "grad_norm": 1.105148434638977,
      "learning_rate": 4.324762454753498e-06,
      "loss": 0.3725,
      "step": 632010
    },
    {
      "epoch": 176.39,
      "grad_norm": 1.1019227504730225,
      "learning_rate": 4.324748004654633e-06,
      "loss": 0.3728,
      "step": 632020
    },
    {
      "epoch": 176.4,
      "grad_norm": 1.1570340394973755,
      "learning_rate": 4.3247335542920974e-06,
      "loss": 0.4023,
      "step": 632030
    },
    {
      "epoch": 176.4,
      "grad_norm": 1.086450219154358,
      "learning_rate": 4.324719103665893e-06,
      "loss": 0.3982,
      "step": 632040
    },
    {
      "epoch": 176.4,
      "grad_norm": 1.0784435272216797,
      "learning_rate": 4.32470465277602e-06,
      "loss": 0.3787,
      "step": 632050
    },
    {
      "epoch": 176.41,
      "grad_norm": 1.4991270303726196,
      "learning_rate": 4.324690201622482e-06,
      "loss": 0.3875,
      "step": 632060
    },
    {
      "epoch": 176.41,
      "grad_norm": 1.122257947921753,
      "learning_rate": 4.324675750205281e-06,
      "loss": 0.3723,
      "step": 632070
    },
    {
      "epoch": 176.41,
      "grad_norm": 0.9647685289382935,
      "learning_rate": 4.324661298524417e-06,
      "loss": 0.3854,
      "step": 632080
    },
    {
      "epoch": 176.41,
      "grad_norm": 1.0857149362564087,
      "learning_rate": 4.324646846579894e-06,
      "loss": 0.3859,
      "step": 632090
    },
    {
      "epoch": 176.42,
      "grad_norm": 1.2457433938980103,
      "learning_rate": 4.324632394371712e-06,
      "loss": 0.3793,
      "step": 632100
    },
    {
      "epoch": 176.42,
      "grad_norm": 1.016241431236267,
      "learning_rate": 4.324617941899875e-06,
      "loss": 0.372,
      "step": 632110
    },
    {
      "epoch": 176.42,
      "grad_norm": 1.0994937419891357,
      "learning_rate": 4.324603489164384e-06,
      "loss": 0.3812,
      "step": 632120
    },
    {
      "epoch": 176.42,
      "grad_norm": 1.286221981048584,
      "learning_rate": 4.32458903616524e-06,
      "loss": 0.3891,
      "step": 632130
    },
    {
      "epoch": 176.43,
      "grad_norm": 1.1260336637496948,
      "learning_rate": 4.324574582902446e-06,
      "loss": 0.3814,
      "step": 632140
    },
    {
      "epoch": 176.43,
      "grad_norm": 1.0796078443527222,
      "learning_rate": 4.3245601293760044e-06,
      "loss": 0.3948,
      "step": 632150
    },
    {
      "epoch": 176.43,
      "grad_norm": 1.1316120624542236,
      "learning_rate": 4.324545675585916e-06,
      "loss": 0.3832,
      "step": 632160
    },
    {
      "epoch": 176.44,
      "grad_norm": 1.1381218433380127,
      "learning_rate": 4.324531221532183e-06,
      "loss": 0.3719,
      "step": 632170
    },
    {
      "epoch": 176.44,
      "grad_norm": 1.1856415271759033,
      "learning_rate": 4.324516767214808e-06,
      "loss": 0.3842,
      "step": 632180
    },
    {
      "epoch": 176.44,
      "grad_norm": 1.1473666429519653,
      "learning_rate": 4.324502312633791e-06,
      "loss": 0.3675,
      "step": 632190
    },
    {
      "epoch": 176.44,
      "grad_norm": 1.2720098495483398,
      "learning_rate": 4.324487857789137e-06,
      "loss": 0.3807,
      "step": 632200
    },
    {
      "epoch": 176.45,
      "grad_norm": 1.0571118593215942,
      "learning_rate": 4.324473402680846e-06,
      "loss": 0.3829,
      "step": 632210
    },
    {
      "epoch": 176.45,
      "grad_norm": 1.168921709060669,
      "learning_rate": 4.32445894730892e-06,
      "loss": 0.3974,
      "step": 632220
    },
    {
      "epoch": 176.45,
      "grad_norm": 1.1266684532165527,
      "learning_rate": 4.324444491673361e-06,
      "loss": 0.3841,
      "step": 632230
    },
    {
      "epoch": 176.46,
      "grad_norm": 1.0230170488357544,
      "learning_rate": 4.324430035774171e-06,
      "loss": 0.3765,
      "step": 632240
    },
    {
      "epoch": 176.46,
      "grad_norm": 1.2305197715759277,
      "learning_rate": 4.3244155796113515e-06,
      "loss": 0.3779,
      "step": 632250
    },
    {
      "epoch": 176.46,
      "grad_norm": 1.2820611000061035,
      "learning_rate": 4.324401123184905e-06,
      "loss": 0.3822,
      "step": 632260
    },
    {
      "epoch": 176.46,
      "grad_norm": 1.377050518989563,
      "learning_rate": 4.3243866664948334e-06,
      "loss": 0.3789,
      "step": 632270
    },
    {
      "epoch": 176.47,
      "grad_norm": 1.149832010269165,
      "learning_rate": 4.324372209541139e-06,
      "loss": 0.3824,
      "step": 632280
    },
    {
      "epoch": 176.47,
      "grad_norm": 1.2297656536102295,
      "learning_rate": 4.324357752323823e-06,
      "loss": 0.3793,
      "step": 632290
    },
    {
      "epoch": 176.47,
      "grad_norm": 1.1684612035751343,
      "learning_rate": 4.324343294842887e-06,
      "loss": 0.3976,
      "step": 632300
    },
    {
      "epoch": 176.48,
      "grad_norm": 1.6467058658599854,
      "learning_rate": 4.324328837098334e-06,
      "loss": 0.3845,
      "step": 632310
    },
    {
      "epoch": 176.48,
      "grad_norm": 1.0392402410507202,
      "learning_rate": 4.324314379090166e-06,
      "loss": 0.3767,
      "step": 632320
    },
    {
      "epoch": 176.48,
      "grad_norm": 1.2814667224884033,
      "learning_rate": 4.324299920818383e-06,
      "loss": 0.3887,
      "step": 632330
    },
    {
      "epoch": 176.48,
      "grad_norm": 1.2004128694534302,
      "learning_rate": 4.324285462282989e-06,
      "loss": 0.3761,
      "step": 632340
    },
    {
      "epoch": 176.49,
      "grad_norm": 1.1093885898590088,
      "learning_rate": 4.3242710034839855e-06,
      "loss": 0.3589,
      "step": 632350
    },
    {
      "epoch": 176.49,
      "grad_norm": 1.4073272943496704,
      "learning_rate": 4.324256544421374e-06,
      "loss": 0.3972,
      "step": 632360
    },
    {
      "epoch": 176.49,
      "grad_norm": 1.2525498867034912,
      "learning_rate": 4.324242085095156e-06,
      "loss": 0.4151,
      "step": 632370
    },
    {
      "epoch": 176.49,
      "grad_norm": 1.2731691598892212,
      "learning_rate": 4.324227625505334e-06,
      "loss": 0.3902,
      "step": 632380
    },
    {
      "epoch": 176.5,
      "grad_norm": 1.133326530456543,
      "learning_rate": 4.324213165651911e-06,
      "loss": 0.388,
      "step": 632390
    },
    {
      "epoch": 176.5,
      "grad_norm": 1.098607063293457,
      "learning_rate": 4.324198705534886e-06,
      "loss": 0.3709,
      "step": 632400
    },
    {
      "epoch": 176.5,
      "grad_norm": 1.1649913787841797,
      "learning_rate": 4.3241842451542646e-06,
      "loss": 0.3976,
      "step": 632410
    },
    {
      "epoch": 176.51,
      "grad_norm": 1.1326860189437866,
      "learning_rate": 4.324169784510046e-06,
      "loss": 0.3822,
      "step": 632420
    },
    {
      "epoch": 176.51,
      "grad_norm": 1.1811749935150146,
      "learning_rate": 4.324155323602233e-06,
      "loss": 0.3638,
      "step": 632430
    },
    {
      "epoch": 176.51,
      "grad_norm": 1.1887081861495972,
      "learning_rate": 4.324140862430826e-06,
      "loss": 0.3666,
      "step": 632440
    },
    {
      "epoch": 176.51,
      "grad_norm": 1.0949337482452393,
      "learning_rate": 4.324126400995831e-06,
      "loss": 0.3832,
      "step": 632450
    },
    {
      "epoch": 176.52,
      "grad_norm": 1.1248939037322998,
      "learning_rate": 4.324111939297246e-06,
      "loss": 0.3806,
      "step": 632460
    },
    {
      "epoch": 176.52,
      "grad_norm": 2.0467867851257324,
      "learning_rate": 4.324097477335075e-06,
      "loss": 0.3981,
      "step": 632470
    },
    {
      "epoch": 176.52,
      "grad_norm": 1.2569382190704346,
      "learning_rate": 4.324083015109319e-06,
      "loss": 0.3764,
      "step": 632480
    },
    {
      "epoch": 176.53,
      "grad_norm": 1.1881825923919678,
      "learning_rate": 4.324068552619979e-06,
      "loss": 0.3818,
      "step": 632490
    },
    {
      "epoch": 176.53,
      "grad_norm": 1.0555310249328613,
      "learning_rate": 4.32405408986706e-06,
      "loss": 0.3904,
      "step": 632500
    },
    {
      "epoch": 176.53,
      "grad_norm": 1.373056173324585,
      "learning_rate": 4.32403962685056e-06,
      "loss": 0.3907,
      "step": 632510
    },
    {
      "epoch": 176.53,
      "grad_norm": 1.2078737020492554,
      "learning_rate": 4.324025163570485e-06,
      "loss": 0.3875,
      "step": 632520
    },
    {
      "epoch": 176.54,
      "grad_norm": 3.411022424697876,
      "learning_rate": 4.324010700026833e-06,
      "loss": 0.3746,
      "step": 632530
    },
    {
      "epoch": 176.54,
      "grad_norm": 1.0510514974594116,
      "learning_rate": 4.3239962362196085e-06,
      "loss": 0.3683,
      "step": 632540
    },
    {
      "epoch": 176.54,
      "grad_norm": 1.0471409559249878,
      "learning_rate": 4.323981772148813e-06,
      "loss": 0.3921,
      "step": 632550
    },
    {
      "epoch": 176.54,
      "grad_norm": 1.3975584506988525,
      "learning_rate": 4.323967307814447e-06,
      "loss": 0.3693,
      "step": 632560
    },
    {
      "epoch": 176.55,
      "grad_norm": 1.2089914083480835,
      "learning_rate": 4.323952843216515e-06,
      "loss": 0.3793,
      "step": 632570
    },
    {
      "epoch": 176.55,
      "grad_norm": 1.0459775924682617,
      "learning_rate": 4.323938378355016e-06,
      "loss": 0.4014,
      "step": 632580
    },
    {
      "epoch": 176.55,
      "grad_norm": 1.1500352621078491,
      "learning_rate": 4.323923913229955e-06,
      "loss": 0.3776,
      "step": 632590
    },
    {
      "epoch": 176.56,
      "grad_norm": 1.063259243965149,
      "learning_rate": 4.323909447841331e-06,
      "loss": 0.3792,
      "step": 632600
    },
    {
      "epoch": 176.56,
      "grad_norm": 1.176254153251648,
      "learning_rate": 4.323894982189148e-06,
      "loss": 0.3689,
      "step": 632610
    },
    {
      "epoch": 176.56,
      "grad_norm": 1.120750069618225,
      "learning_rate": 4.323880516273406e-06,
      "loss": 0.3939,
      "step": 632620
    },
    {
      "epoch": 176.56,
      "grad_norm": 1.082842469215393,
      "learning_rate": 4.323866050094109e-06,
      "loss": 0.3712,
      "step": 632630
    },
    {
      "epoch": 176.57,
      "grad_norm": 1.1676558256149292,
      "learning_rate": 4.323851583651259e-06,
      "loss": 0.3931,
      "step": 632640
    },
    {
      "epoch": 176.57,
      "grad_norm": 1.3790075778961182,
      "learning_rate": 4.323837116944856e-06,
      "loss": 0.3932,
      "step": 632650
    },
    {
      "epoch": 176.57,
      "grad_norm": 1.3703081607818604,
      "learning_rate": 4.323822649974903e-06,
      "loss": 0.3697,
      "step": 632660
    },
    {
      "epoch": 176.58,
      "grad_norm": 1.1832659244537354,
      "learning_rate": 4.3238081827414006e-06,
      "loss": 0.3811,
      "step": 632670
    },
    {
      "epoch": 176.58,
      "grad_norm": 1.23428475856781,
      "learning_rate": 4.323793715244354e-06,
      "loss": 0.3748,
      "step": 632680
    },
    {
      "epoch": 176.58,
      "grad_norm": 1.0414996147155762,
      "learning_rate": 4.323779247483761e-06,
      "loss": 0.3789,
      "step": 632690
    },
    {
      "epoch": 176.58,
      "grad_norm": 1.3072030544281006,
      "learning_rate": 4.3237647794596274e-06,
      "loss": 0.3769,
      "step": 632700
    },
    {
      "epoch": 176.59,
      "grad_norm": 1.110400676727295,
      "learning_rate": 4.323750311171952e-06,
      "loss": 0.3819,
      "step": 632710
    },
    {
      "epoch": 176.59,
      "grad_norm": 1.1030477285385132,
      "learning_rate": 4.323735842620739e-06,
      "loss": 0.4005,
      "step": 632720
    },
    {
      "epoch": 176.59,
      "grad_norm": 1.0855998992919922,
      "learning_rate": 4.323721373805988e-06,
      "loss": 0.3947,
      "step": 632730
    },
    {
      "epoch": 176.6,
      "grad_norm": 1.4002118110656738,
      "learning_rate": 4.323706904727703e-06,
      "loss": 0.3853,
      "step": 632740
    },
    {
      "epoch": 176.6,
      "grad_norm": 0.9083584547042847,
      "learning_rate": 4.323692435385885e-06,
      "loss": 0.3704,
      "step": 632750
    },
    {
      "epoch": 176.6,
      "grad_norm": 1.0831553936004639,
      "learning_rate": 4.323677965780537e-06,
      "loss": 0.379,
      "step": 632760
    },
    {
      "epoch": 176.6,
      "grad_norm": 1.3857204914093018,
      "learning_rate": 4.323663495911659e-06,
      "loss": 0.3971,
      "step": 632770
    },
    {
      "epoch": 176.61,
      "grad_norm": 0.9886313080787659,
      "learning_rate": 4.323649025779254e-06,
      "loss": 0.3837,
      "step": 632780
    },
    {
      "epoch": 176.61,
      "grad_norm": 1.1333863735198975,
      "learning_rate": 4.323634555383324e-06,
      "loss": 0.3866,
      "step": 632790
    },
    {
      "epoch": 176.61,
      "grad_norm": 1.0495007038116455,
      "learning_rate": 4.323620084723872e-06,
      "loss": 0.3682,
      "step": 632800
    },
    {
      "epoch": 176.61,
      "grad_norm": 0.9956749081611633,
      "learning_rate": 4.323605613800898e-06,
      "loss": 0.3706,
      "step": 632810
    },
    {
      "epoch": 176.62,
      "grad_norm": 0.8528183698654175,
      "learning_rate": 4.3235911426144045e-06,
      "loss": 0.377,
      "step": 632820
    },
    {
      "epoch": 176.62,
      "grad_norm": 1.3131693601608276,
      "learning_rate": 4.323576671164393e-06,
      "loss": 0.375,
      "step": 632830
    },
    {
      "epoch": 176.62,
      "grad_norm": 1.0559160709381104,
      "learning_rate": 4.323562199450867e-06,
      "loss": 0.3931,
      "step": 632840
    },
    {
      "epoch": 176.63,
      "grad_norm": 1.3303320407867432,
      "learning_rate": 4.323547727473827e-06,
      "loss": 0.3833,
      "step": 632850
    },
    {
      "epoch": 176.63,
      "grad_norm": 1.027747392654419,
      "learning_rate": 4.323533255233276e-06,
      "loss": 0.3974,
      "step": 632860
    },
    {
      "epoch": 176.63,
      "grad_norm": 1.0255577564239502,
      "learning_rate": 4.323518782729214e-06,
      "loss": 0.3883,
      "step": 632870
    },
    {
      "epoch": 176.63,
      "grad_norm": 1.188523530960083,
      "learning_rate": 4.3235043099616454e-06,
      "loss": 0.3793,
      "step": 632880
    },
    {
      "epoch": 176.64,
      "grad_norm": 1.3794631958007812,
      "learning_rate": 4.323489836930571e-06,
      "loss": 0.388,
      "step": 632890
    },
    {
      "epoch": 176.64,
      "grad_norm": 1.0235767364501953,
      "learning_rate": 4.323475363635992e-06,
      "loss": 0.3855,
      "step": 632900
    },
    {
      "epoch": 176.64,
      "grad_norm": 1.0109683275222778,
      "learning_rate": 4.323460890077911e-06,
      "loss": 0.3887,
      "step": 632910
    },
    {
      "epoch": 176.65,
      "grad_norm": 1.1129746437072754,
      "learning_rate": 4.323446416256331e-06,
      "loss": 0.3772,
      "step": 632920
    },
    {
      "epoch": 176.65,
      "grad_norm": 1.3808172941207886,
      "learning_rate": 4.323431942171252e-06,
      "loss": 0.3998,
      "step": 632930
    },
    {
      "epoch": 176.65,
      "grad_norm": 1.1948599815368652,
      "learning_rate": 4.3234174678226764e-06,
      "loss": 0.3834,
      "step": 632940
    },
    {
      "epoch": 176.65,
      "grad_norm": 1.1613022089004517,
      "learning_rate": 4.323402993210607e-06,
      "loss": 0.3837,
      "step": 632950
    },
    {
      "epoch": 176.66,
      "grad_norm": 1.1833815574645996,
      "learning_rate": 4.323388518335046e-06,
      "loss": 0.3788,
      "step": 632960
    },
    {
      "epoch": 176.66,
      "grad_norm": 1.137416124343872,
      "learning_rate": 4.323374043195993e-06,
      "loss": 0.3875,
      "step": 632970
    },
    {
      "epoch": 176.66,
      "grad_norm": 1.01824951171875,
      "learning_rate": 4.3233595677934526e-06,
      "loss": 0.3721,
      "step": 632980
    },
    {
      "epoch": 176.66,
      "grad_norm": 1.0059818029403687,
      "learning_rate": 4.323345092127425e-06,
      "loss": 0.3866,
      "step": 632990
    },
    {
      "epoch": 176.67,
      "grad_norm": 1.1642214059829712,
      "learning_rate": 4.323330616197914e-06,
      "loss": 0.3777,
      "step": 633000
    },
    {
      "epoch": 176.67,
      "grad_norm": 1.1368999481201172,
      "learning_rate": 4.323316140004919e-06,
      "loss": 0.3848,
      "step": 633010
    },
    {
      "epoch": 176.67,
      "grad_norm": 1.123584270477295,
      "learning_rate": 4.323301663548443e-06,
      "loss": 0.3733,
      "step": 633020
    },
    {
      "epoch": 176.68,
      "grad_norm": 1.2117464542388916,
      "learning_rate": 4.323287186828489e-06,
      "loss": 0.3759,
      "step": 633030
    },
    {
      "epoch": 176.68,
      "grad_norm": 1.1354542970657349,
      "learning_rate": 4.323272709845058e-06,
      "loss": 0.3828,
      "step": 633040
    },
    {
      "epoch": 176.68,
      "grad_norm": 1.0721232891082764,
      "learning_rate": 4.3232582325981525e-06,
      "loss": 0.3674,
      "step": 633050
    },
    {
      "epoch": 176.68,
      "grad_norm": 1.1407803297042847,
      "learning_rate": 4.323243755087773e-06,
      "loss": 0.367,
      "step": 633060
    },
    {
      "epoch": 176.69,
      "grad_norm": 1.2277705669403076,
      "learning_rate": 4.323229277313923e-06,
      "loss": 0.3742,
      "step": 633070
    },
    {
      "epoch": 176.69,
      "grad_norm": 1.0577714443206787,
      "learning_rate": 4.323214799276603e-06,
      "loss": 0.3762,
      "step": 633080
    },
    {
      "epoch": 176.69,
      "grad_norm": 1.3434033393859863,
      "learning_rate": 4.323200320975816e-06,
      "loss": 0.3847,
      "step": 633090
    },
    {
      "epoch": 176.7,
      "grad_norm": 1.234858512878418,
      "learning_rate": 4.323185842411564e-06,
      "loss": 0.3655,
      "step": 633100
    },
    {
      "epoch": 176.7,
      "grad_norm": 1.3137911558151245,
      "learning_rate": 4.323171363583848e-06,
      "loss": 0.3843,
      "step": 633110
    },
    {
      "epoch": 176.7,
      "grad_norm": 1.2179640531539917,
      "learning_rate": 4.32315688449267e-06,
      "loss": 0.3777,
      "step": 633120
    },
    {
      "epoch": 176.7,
      "grad_norm": 1.1645127534866333,
      "learning_rate": 4.323142405138033e-06,
      "loss": 0.3732,
      "step": 633130
    },
    {
      "epoch": 176.71,
      "grad_norm": 1.0149590969085693,
      "learning_rate": 4.323127925519939e-06,
      "loss": 0.3853,
      "step": 633140
    },
    {
      "epoch": 176.71,
      "grad_norm": 1.2562229633331299,
      "learning_rate": 4.323113445638388e-06,
      "loss": 0.3681,
      "step": 633150
    },
    {
      "epoch": 176.71,
      "grad_norm": 1.1540520191192627,
      "learning_rate": 4.323098965493384e-06,
      "loss": 0.3785,
      "step": 633160
    },
    {
      "epoch": 176.72,
      "grad_norm": 1.2116526365280151,
      "learning_rate": 4.323084485084928e-06,
      "loss": 0.38,
      "step": 633170
    },
    {
      "epoch": 176.72,
      "grad_norm": 1.2801212072372437,
      "learning_rate": 4.323070004413023e-06,
      "loss": 0.3726,
      "step": 633180
    },
    {
      "epoch": 176.72,
      "grad_norm": 1.946185827255249,
      "learning_rate": 4.323055523477668e-06,
      "loss": 0.3699,
      "step": 633190
    },
    {
      "epoch": 176.72,
      "grad_norm": 1.3709717988967896,
      "learning_rate": 4.323041042278868e-06,
      "loss": 0.3867,
      "step": 633200
    },
    {
      "epoch": 176.73,
      "grad_norm": 4.136100769042969,
      "learning_rate": 4.323026560816623e-06,
      "loss": 0.3913,
      "step": 633210
    },
    {
      "epoch": 176.73,
      "grad_norm": 1.2108391523361206,
      "learning_rate": 4.323012079090937e-06,
      "loss": 0.3824,
      "step": 633220
    },
    {
      "epoch": 176.73,
      "grad_norm": 1.1967461109161377,
      "learning_rate": 4.32299759710181e-06,
      "loss": 0.3664,
      "step": 633230
    },
    {
      "epoch": 176.73,
      "grad_norm": 0.984475314617157,
      "learning_rate": 4.322983114849245e-06,
      "loss": 0.3713,
      "step": 633240
    },
    {
      "epoch": 176.74,
      "grad_norm": 1.2156490087509155,
      "learning_rate": 4.322968632333244e-06,
      "loss": 0.3813,
      "step": 633250
    },
    {
      "epoch": 176.74,
      "grad_norm": 1.223968505859375,
      "learning_rate": 4.3229541495538075e-06,
      "loss": 0.3725,
      "step": 633260
    },
    {
      "epoch": 176.74,
      "grad_norm": 1.2185862064361572,
      "learning_rate": 4.322939666510938e-06,
      "loss": 0.3705,
      "step": 633270
    },
    {
      "epoch": 176.75,
      "grad_norm": 1.151743769645691,
      "learning_rate": 4.322925183204639e-06,
      "loss": 0.4186,
      "step": 633280
    },
    {
      "epoch": 176.75,
      "grad_norm": 1.0664961338043213,
      "learning_rate": 4.32291069963491e-06,
      "loss": 0.3928,
      "step": 633290
    },
    {
      "epoch": 176.75,
      "grad_norm": 1.0826905965805054,
      "learning_rate": 4.322896215801756e-06,
      "loss": 0.3741,
      "step": 633300
    },
    {
      "epoch": 176.75,
      "grad_norm": 1.206160545349121,
      "learning_rate": 4.322881731705175e-06,
      "loss": 0.394,
      "step": 633310
    },
    {
      "epoch": 176.76,
      "grad_norm": 1.0377190113067627,
      "learning_rate": 4.322867247345172e-06,
      "loss": 0.368,
      "step": 633320
    },
    {
      "epoch": 176.76,
      "grad_norm": 1.0744448900222778,
      "learning_rate": 4.322852762721748e-06,
      "loss": 0.3704,
      "step": 633330
    },
    {
      "epoch": 176.76,
      "grad_norm": 1.1318626403808594,
      "learning_rate": 4.322838277834905e-06,
      "loss": 0.3761,
      "step": 633340
    },
    {
      "epoch": 176.77,
      "grad_norm": 1.1598224639892578,
      "learning_rate": 4.322823792684645e-06,
      "loss": 0.3834,
      "step": 633350
    },
    {
      "epoch": 176.77,
      "grad_norm": 1.2581759691238403,
      "learning_rate": 4.322809307270969e-06,
      "loss": 0.3718,
      "step": 633360
    },
    {
      "epoch": 176.77,
      "grad_norm": 1.0623576641082764,
      "learning_rate": 4.32279482159388e-06,
      "loss": 0.374,
      "step": 633370
    },
    {
      "epoch": 176.77,
      "grad_norm": 0.9541878700256348,
      "learning_rate": 4.32278033565338e-06,
      "loss": 0.3921,
      "step": 633380
    },
    {
      "epoch": 176.78,
      "grad_norm": 1.0368843078613281,
      "learning_rate": 4.32276584944947e-06,
      "loss": 0.3759,
      "step": 633390
    },
    {
      "epoch": 176.78,
      "grad_norm": 1.2627254724502563,
      "learning_rate": 4.322751362982152e-06,
      "loss": 0.3789,
      "step": 633400
    },
    {
      "epoch": 176.78,
      "grad_norm": 1.0580790042877197,
      "learning_rate": 4.3227368762514295e-06,
      "loss": 0.3783,
      "step": 633410
    },
    {
      "epoch": 176.78,
      "grad_norm": 1.2741249799728394,
      "learning_rate": 4.322722389257303e-06,
      "loss": 0.3737,
      "step": 633420
    },
    {
      "epoch": 176.79,
      "grad_norm": 1.1102951765060425,
      "learning_rate": 4.322707901999774e-06,
      "loss": 0.3657,
      "step": 633430
    },
    {
      "epoch": 176.79,
      "grad_norm": 1.0692635774612427,
      "learning_rate": 4.3226934144788465e-06,
      "loss": 0.3813,
      "step": 633440
    },
    {
      "epoch": 176.79,
      "grad_norm": 1.0766719579696655,
      "learning_rate": 4.32267892669452e-06,
      "loss": 0.363,
      "step": 633450
    },
    {
      "epoch": 176.8,
      "grad_norm": 1.2183796167373657,
      "learning_rate": 4.322664438646797e-06,
      "loss": 0.3833,
      "step": 633460
    },
    {
      "epoch": 176.8,
      "grad_norm": 1.196476936340332,
      "learning_rate": 4.322649950335682e-06,
      "loss": 0.3924,
      "step": 633470
    },
    {
      "epoch": 176.8,
      "grad_norm": 1.055284023284912,
      "learning_rate": 4.322635461761173e-06,
      "loss": 0.3742,
      "step": 633480
    },
    {
      "epoch": 176.8,
      "grad_norm": 1.142570972442627,
      "learning_rate": 4.3226209729232746e-06,
      "loss": 0.3954,
      "step": 633490
    },
    {
      "epoch": 176.81,
      "grad_norm": 1.0559282302856445,
      "learning_rate": 4.322606483821988e-06,
      "loss": 0.3716,
      "step": 633500
    },
    {
      "epoch": 176.81,
      "grad_norm": 0.9821889996528625,
      "learning_rate": 4.322591994457314e-06,
      "loss": 0.4072,
      "step": 633510
    },
    {
      "epoch": 176.81,
      "grad_norm": 1.0819058418273926,
      "learning_rate": 4.322577504829257e-06,
      "loss": 0.3937,
      "step": 633520
    },
    {
      "epoch": 176.82,
      "grad_norm": 0.9420561194419861,
      "learning_rate": 4.322563014937817e-06,
      "loss": 0.3877,
      "step": 633530
    },
    {
      "epoch": 176.82,
      "grad_norm": 1.0782479047775269,
      "learning_rate": 4.322548524782996e-06,
      "loss": 0.373,
      "step": 633540
    },
    {
      "epoch": 176.82,
      "grad_norm": 1.3989982604980469,
      "learning_rate": 4.322534034364797e-06,
      "loss": 0.3859,
      "step": 633550
    },
    {
      "epoch": 176.82,
      "grad_norm": 1.1479359865188599,
      "learning_rate": 4.322519543683221e-06,
      "loss": 0.4053,
      "step": 633560
    },
    {
      "epoch": 176.83,
      "grad_norm": 1.0717869997024536,
      "learning_rate": 4.32250505273827e-06,
      "loss": 0.3852,
      "step": 633570
    },
    {
      "epoch": 176.83,
      "grad_norm": 1.3780279159545898,
      "learning_rate": 4.322490561529947e-06,
      "loss": 0.3667,
      "step": 633580
    },
    {
      "epoch": 176.83,
      "grad_norm": 1.1103299856185913,
      "learning_rate": 4.3224760700582525e-06,
      "loss": 0.3723,
      "step": 633590
    },
    {
      "epoch": 176.84,
      "grad_norm": 1.1225425004959106,
      "learning_rate": 4.3224615783231895e-06,
      "loss": 0.3723,
      "step": 633600
    },
    {
      "epoch": 176.84,
      "grad_norm": 1.4229063987731934,
      "learning_rate": 4.322447086324759e-06,
      "loss": 0.376,
      "step": 633610
    },
    {
      "epoch": 176.84,
      "grad_norm": 1.13712477684021,
      "learning_rate": 4.322432594062963e-06,
      "loss": 0.3883,
      "step": 633620
    },
    {
      "epoch": 176.84,
      "grad_norm": 1.4914720058441162,
      "learning_rate": 4.322418101537804e-06,
      "loss": 0.3887,
      "step": 633630
    },
    {
      "epoch": 176.85,
      "grad_norm": 1.243985891342163,
      "learning_rate": 4.322403608749284e-06,
      "loss": 0.3981,
      "step": 633640
    },
    {
      "epoch": 176.85,
      "grad_norm": 1.1700972318649292,
      "learning_rate": 4.3223891156974045e-06,
      "loss": 0.374,
      "step": 633650
    },
    {
      "epoch": 176.85,
      "grad_norm": 1.0670218467712402,
      "learning_rate": 4.3223746223821685e-06,
      "loss": 0.3646,
      "step": 633660
    },
    {
      "epoch": 176.85,
      "grad_norm": 0.9528318047523499,
      "learning_rate": 4.322360128803576e-06,
      "loss": 0.3703,
      "step": 633670
    },
    {
      "epoch": 176.86,
      "grad_norm": 1.0789284706115723,
      "learning_rate": 4.32234563496163e-06,
      "loss": 0.3704,
      "step": 633680
    },
    {
      "epoch": 176.86,
      "grad_norm": 1.1048014163970947,
      "learning_rate": 4.3223311408563325e-06,
      "loss": 0.3852,
      "step": 633690
    },
    {
      "epoch": 176.86,
      "grad_norm": 1.1934053897857666,
      "learning_rate": 4.322316646487686e-06,
      "loss": 0.3878,
      "step": 633700
    },
    {
      "epoch": 176.87,
      "grad_norm": 1.2306941747665405,
      "learning_rate": 4.322302151855691e-06,
      "loss": 0.3874,
      "step": 633710
    },
    {
      "epoch": 176.87,
      "grad_norm": 1.417291522026062,
      "learning_rate": 4.322287656960349e-06,
      "loss": 0.3831,
      "step": 633720
    },
    {
      "epoch": 176.87,
      "grad_norm": 1.2257099151611328,
      "learning_rate": 4.3222731618016655e-06,
      "loss": 0.3753,
      "step": 633730
    },
    {
      "epoch": 176.87,
      "grad_norm": 1.2189524173736572,
      "learning_rate": 4.322258666379638e-06,
      "loss": 0.3732,
      "step": 633740
    },
    {
      "epoch": 176.88,
      "grad_norm": 1.1940668821334839,
      "learning_rate": 4.322244170694272e-06,
      "loss": 0.3646,
      "step": 633750
    },
    {
      "epoch": 176.88,
      "grad_norm": 1.4430843591690063,
      "learning_rate": 4.322229674745567e-06,
      "loss": 0.3856,
      "step": 633760
    },
    {
      "epoch": 176.88,
      "grad_norm": 1.234476923942566,
      "learning_rate": 4.322215178533526e-06,
      "loss": 0.377,
      "step": 633770
    },
    {
      "epoch": 176.89,
      "grad_norm": 1.085821509361267,
      "learning_rate": 4.322200682058152e-06,
      "loss": 0.374,
      "step": 633780
    },
    {
      "epoch": 176.89,
      "grad_norm": 1.0929807424545288,
      "learning_rate": 4.322186185319444e-06,
      "loss": 0.3828,
      "step": 633790
    },
    {
      "epoch": 176.89,
      "grad_norm": 1.1579784154891968,
      "learning_rate": 4.322171688317406e-06,
      "loss": 0.4032,
      "step": 633800
    },
    {
      "epoch": 176.89,
      "grad_norm": 1.1472971439361572,
      "learning_rate": 4.322157191052039e-06,
      "loss": 0.3823,
      "step": 633810
    },
    {
      "epoch": 176.9,
      "grad_norm": 1.1342591047286987,
      "learning_rate": 4.322142693523347e-06,
      "loss": 0.3784,
      "step": 633820
    },
    {
      "epoch": 176.9,
      "grad_norm": 1.1314061880111694,
      "learning_rate": 4.3221281957313295e-06,
      "loss": 0.377,
      "step": 633830
    },
    {
      "epoch": 176.9,
      "grad_norm": 1.2355005741119385,
      "learning_rate": 4.322113697675989e-06,
      "loss": 0.3749,
      "step": 633840
    },
    {
      "epoch": 176.9,
      "grad_norm": 1.0877888202667236,
      "learning_rate": 4.322099199357328e-06,
      "loss": 0.3711,
      "step": 633850
    },
    {
      "epoch": 176.91,
      "grad_norm": 1.0878582000732422,
      "learning_rate": 4.322084700775348e-06,
      "loss": 0.3727,
      "step": 633860
    },
    {
      "epoch": 176.91,
      "grad_norm": 1.3374814987182617,
      "learning_rate": 4.322070201930052e-06,
      "loss": 0.3886,
      "step": 633870
    },
    {
      "epoch": 176.91,
      "grad_norm": 1.1962419748306274,
      "learning_rate": 4.32205570282144e-06,
      "loss": 0.3744,
      "step": 633880
    },
    {
      "epoch": 176.92,
      "grad_norm": 1.1143815517425537,
      "learning_rate": 4.322041203449516e-06,
      "loss": 0.3738,
      "step": 633890
    },
    {
      "epoch": 176.92,
      "grad_norm": 1.029484510421753,
      "learning_rate": 4.32202670381428e-06,
      "loss": 0.362,
      "step": 633900
    },
    {
      "epoch": 176.92,
      "grad_norm": 1.0476917028427124,
      "learning_rate": 4.322012203915735e-06,
      "loss": 0.3854,
      "step": 633910
    },
    {
      "epoch": 176.92,
      "grad_norm": 1.164910912513733,
      "learning_rate": 4.321997703753883e-06,
      "loss": 0.3578,
      "step": 633920
    },
    {
      "epoch": 176.93,
      "grad_norm": 1.1805980205535889,
      "learning_rate": 4.3219832033287255e-06,
      "loss": 0.3803,
      "step": 633930
    },
    {
      "epoch": 176.93,
      "grad_norm": 2.0061557292938232,
      "learning_rate": 4.321968702640264e-06,
      "loss": 0.3718,
      "step": 633940
    },
    {
      "epoch": 176.93,
      "grad_norm": 1.5425505638122559,
      "learning_rate": 4.321954201688503e-06,
      "loss": 0.4039,
      "step": 633950
    },
    {
      "epoch": 176.94,
      "grad_norm": 1.1472009420394897,
      "learning_rate": 4.32193970047344e-06,
      "loss": 0.395,
      "step": 633960
    },
    {
      "epoch": 176.94,
      "grad_norm": 1.2352207899093628,
      "learning_rate": 4.321925198995082e-06,
      "loss": 0.3752,
      "step": 633970
    },
    {
      "epoch": 176.94,
      "grad_norm": 1.2309823036193848,
      "learning_rate": 4.3219106972534266e-06,
      "loss": 0.3711,
      "step": 633980
    },
    {
      "epoch": 176.94,
      "grad_norm": 1.0965852737426758,
      "learning_rate": 4.321896195248478e-06,
      "loss": 0.3926,
      "step": 633990
    },
    {
      "epoch": 176.95,
      "grad_norm": 1.108046293258667,
      "learning_rate": 4.321881692980237e-06,
      "loss": 0.395,
      "step": 634000
    },
    {
      "epoch": 176.95,
      "grad_norm": 1.2499940395355225,
      "learning_rate": 4.321867190448706e-06,
      "loss": 0.3851,
      "step": 634010
    },
    {
      "epoch": 176.95,
      "grad_norm": 1.142166256904602,
      "learning_rate": 4.321852687653888e-06,
      "loss": 0.3897,
      "step": 634020
    },
    {
      "epoch": 176.96,
      "grad_norm": 1.444164752960205,
      "learning_rate": 4.321838184595784e-06,
      "loss": 0.3929,
      "step": 634030
    },
    {
      "epoch": 176.96,
      "grad_norm": 1.5827009677886963,
      "learning_rate": 4.321823681274395e-06,
      "loss": 0.3933,
      "step": 634040
    },
    {
      "epoch": 176.96,
      "grad_norm": 1.1028084754943848,
      "learning_rate": 4.321809177689725e-06,
      "loss": 0.3771,
      "step": 634050
    },
    {
      "epoch": 176.96,
      "grad_norm": 18.849224090576172,
      "learning_rate": 4.321794673841774e-06,
      "loss": 0.3884,
      "step": 634060
    },
    {
      "epoch": 176.97,
      "grad_norm": 1.1279385089874268,
      "learning_rate": 4.321780169730545e-06,
      "loss": 0.3733,
      "step": 634070
    },
    {
      "epoch": 176.97,
      "grad_norm": 1.2353408336639404,
      "learning_rate": 4.32176566535604e-06,
      "loss": 0.3867,
      "step": 634080
    },
    {
      "epoch": 176.97,
      "grad_norm": 1.0506575107574463,
      "learning_rate": 4.32175116071826e-06,
      "loss": 0.3694,
      "step": 634090
    },
    {
      "epoch": 176.97,
      "grad_norm": 1.3691258430480957,
      "learning_rate": 4.321736655817207e-06,
      "loss": 0.3715,
      "step": 634100
    },
    {
      "epoch": 176.98,
      "grad_norm": 1.0354634523391724,
      "learning_rate": 4.321722150652884e-06,
      "loss": 0.3724,
      "step": 634110
    },
    {
      "epoch": 176.98,
      "grad_norm": 1.2148630619049072,
      "learning_rate": 4.321707645225293e-06,
      "loss": 0.3722,
      "step": 634120
    },
    {
      "epoch": 176.98,
      "grad_norm": 1.3447924852371216,
      "learning_rate": 4.321693139534434e-06,
      "loss": 0.3684,
      "step": 634130
    },
    {
      "epoch": 176.99,
      "grad_norm": 1.2392901182174683,
      "learning_rate": 4.321678633580312e-06,
      "loss": 0.3751,
      "step": 634140
    },
    {
      "epoch": 176.99,
      "grad_norm": 1.5441561937332153,
      "learning_rate": 4.321664127362926e-06,
      "loss": 0.38,
      "step": 634150
    },
    {
      "epoch": 176.99,
      "grad_norm": 1.187235951423645,
      "learning_rate": 4.321649620882279e-06,
      "loss": 0.3872,
      "step": 634160
    },
    {
      "epoch": 176.99,
      "grad_norm": 0.9492511749267578,
      "learning_rate": 4.321635114138373e-06,
      "loss": 0.3893,
      "step": 634170
    },
    {
      "epoch": 177.0,
      "grad_norm": 1.2182414531707764,
      "learning_rate": 4.321620607131211e-06,
      "loss": 0.3799,
      "step": 634180
    },
    {
      "epoch": 177.0,
      "grad_norm": 1.4801690578460693,
      "learning_rate": 4.321606099860793e-06,
      "loss": 0.3785,
      "step": 634190
    },
    {
      "epoch": 177.0,
      "eval_loss": 0.3815169036388397,
      "eval_runtime": 63.4468,
      "eval_samples_per_second": 79.736,
      "eval_steps_per_second": 9.977,
      "step": 634191
    },
    {
      "epoch": 177.0,
      "grad_norm": 1.3691940307617188,
      "learning_rate": 4.321591592327122e-06,
      "loss": 0.3656,
      "step": 634200
    },
    {
      "epoch": 177.01,
      "grad_norm": 1.4168766736984253,
      "learning_rate": 4.321577084530199e-06,
      "loss": 0.3822,
      "step": 634210
    },
    {
      "epoch": 177.01,
      "grad_norm": 1.1028796434402466,
      "learning_rate": 4.321562576470028e-06,
      "loss": 0.3972,
      "step": 634220
    },
    {
      "epoch": 177.01,
      "grad_norm": 1.2363989353179932,
      "learning_rate": 4.321548068146609e-06,
      "loss": 0.3757,
      "step": 634230
    },
    {
      "epoch": 177.01,
      "grad_norm": 1.385579228401184,
      "learning_rate": 4.321533559559944e-06,
      "loss": 0.3861,
      "step": 634240
    },
    {
      "epoch": 177.02,
      "grad_norm": 1.2845048904418945,
      "learning_rate": 4.321519050710036e-06,
      "loss": 0.3979,
      "step": 634250
    },
    {
      "epoch": 177.02,
      "grad_norm": 1.1365506649017334,
      "learning_rate": 4.321504541596886e-06,
      "loss": 0.3812,
      "step": 634260
    },
    {
      "epoch": 177.02,
      "grad_norm": 1.0665345191955566,
      "learning_rate": 4.321490032220497e-06,
      "loss": 0.3815,
      "step": 634270
    },
    {
      "epoch": 177.02,
      "grad_norm": 1.0917843580245972,
      "learning_rate": 4.32147552258087e-06,
      "loss": 0.39,
      "step": 634280
    },
    {
      "epoch": 177.03,
      "grad_norm": 1.2484886646270752,
      "learning_rate": 4.321461012678007e-06,
      "loss": 0.3899,
      "step": 634290
    },
    {
      "epoch": 177.03,
      "grad_norm": 1.3796169757843018,
      "learning_rate": 4.3214465025119105e-06,
      "loss": 0.3887,
      "step": 634300
    },
    {
      "epoch": 177.03,
      "grad_norm": 1.2234562635421753,
      "learning_rate": 4.321431992082581e-06,
      "loss": 0.3876,
      "step": 634310
    },
    {
      "epoch": 177.04,
      "grad_norm": 1.1151069402694702,
      "learning_rate": 4.321417481390022e-06,
      "loss": 0.3843,
      "step": 634320
    },
    {
      "epoch": 177.04,
      "grad_norm": 1.075061321258545,
      "learning_rate": 4.321402970434236e-06,
      "loss": 0.3934,
      "step": 634330
    },
    {
      "epoch": 177.04,
      "grad_norm": 1.0351048707962036,
      "learning_rate": 4.321388459215223e-06,
      "loss": 0.3856,
      "step": 634340
    },
    {
      "epoch": 177.04,
      "grad_norm": 1.024795413017273,
      "learning_rate": 4.321373947732986e-06,
      "loss": 0.3818,
      "step": 634350
    },
    {
      "epoch": 177.05,
      "grad_norm": 1.1108895540237427,
      "learning_rate": 4.321359435987526e-06,
      "loss": 0.3695,
      "step": 634360
    },
    {
      "epoch": 177.05,
      "grad_norm": 1.15728759765625,
      "learning_rate": 4.3213449239788466e-06,
      "loss": 0.3984,
      "step": 634370
    },
    {
      "epoch": 177.05,
      "grad_norm": 1.3893377780914307,
      "learning_rate": 4.321330411706949e-06,
      "loss": 0.401,
      "step": 634380
    },
    {
      "epoch": 177.06,
      "grad_norm": 1.4747120141983032,
      "learning_rate": 4.321315899171834e-06,
      "loss": 0.401,
      "step": 634390
    },
    {
      "epoch": 177.06,
      "grad_norm": 1.147790789604187,
      "learning_rate": 4.3213013863735044e-06,
      "loss": 0.3966,
      "step": 634400
    },
    {
      "epoch": 177.06,
      "grad_norm": 1.295521855354309,
      "learning_rate": 4.321286873311963e-06,
      "loss": 0.3789,
      "step": 634410
    },
    {
      "epoch": 177.06,
      "grad_norm": 1.1396920680999756,
      "learning_rate": 4.32127235998721e-06,
      "loss": 0.3838,
      "step": 634420
    },
    {
      "epoch": 177.07,
      "grad_norm": 1.2695879936218262,
      "learning_rate": 4.321257846399249e-06,
      "loss": 0.3629,
      "step": 634430
    },
    {
      "epoch": 177.07,
      "grad_norm": 1.2313299179077148,
      "learning_rate": 4.321243332548081e-06,
      "loss": 0.3747,
      "step": 634440
    },
    {
      "epoch": 177.07,
      "grad_norm": 0.8849549889564514,
      "learning_rate": 4.3212288184337075e-06,
      "loss": 0.3633,
      "step": 634450
    },
    {
      "epoch": 177.08,
      "grad_norm": 0.991270124912262,
      "learning_rate": 4.321214304056132e-06,
      "loss": 0.3774,
      "step": 634460
    },
    {
      "epoch": 177.08,
      "grad_norm": 1.0314269065856934,
      "learning_rate": 4.321199789415355e-06,
      "loss": 0.3918,
      "step": 634470
    },
    {
      "epoch": 177.08,
      "grad_norm": 1.1416558027267456,
      "learning_rate": 4.321185274511378e-06,
      "loss": 0.3882,
      "step": 634480
    },
    {
      "epoch": 177.08,
      "grad_norm": 1.253143310546875,
      "learning_rate": 4.321170759344205e-06,
      "loss": 0.3898,
      "step": 634490
    },
    {
      "epoch": 177.09,
      "grad_norm": 1.3601832389831543,
      "learning_rate": 4.321156243913836e-06,
      "loss": 0.3918,
      "step": 634500
    },
    {
      "epoch": 177.09,
      "grad_norm": 1.2387193441390991,
      "learning_rate": 4.321141728220274e-06,
      "loss": 0.382,
      "step": 634510
    },
    {
      "epoch": 177.09,
      "grad_norm": 1.325839638710022,
      "learning_rate": 4.321127212263521e-06,
      "loss": 0.3791,
      "step": 634520
    },
    {
      "epoch": 177.09,
      "grad_norm": 1.23466956615448,
      "learning_rate": 4.3211126960435785e-06,
      "loss": 0.3739,
      "step": 634530
    },
    {
      "epoch": 177.1,
      "grad_norm": 1.1922798156738281,
      "learning_rate": 4.321098179560448e-06,
      "loss": 0.3739,
      "step": 634540
    },
    {
      "epoch": 177.1,
      "grad_norm": 1.286923885345459,
      "learning_rate": 4.321083662814133e-06,
      "loss": 0.3889,
      "step": 634550
    },
    {
      "epoch": 177.1,
      "grad_norm": 1.2028212547302246,
      "learning_rate": 4.321069145804633e-06,
      "loss": 0.3668,
      "step": 634560
    },
    {
      "epoch": 177.11,
      "grad_norm": 1.2641738653182983,
      "learning_rate": 4.321054628531951e-06,
      "loss": 0.3753,
      "step": 634570
    },
    {
      "epoch": 177.11,
      "grad_norm": 1.35349702835083,
      "learning_rate": 4.321040110996091e-06,
      "loss": 0.3689,
      "step": 634580
    },
    {
      "epoch": 177.11,
      "grad_norm": 1.1853736639022827,
      "learning_rate": 4.321025593197052e-06,
      "loss": 0.3732,
      "step": 634590
    },
    {
      "epoch": 177.11,
      "grad_norm": 1.3034577369689941,
      "learning_rate": 4.321011075134837e-06,
      "loss": 0.3714,
      "step": 634600
    },
    {
      "epoch": 177.12,
      "grad_norm": 1.2732126712799072,
      "learning_rate": 4.320996556809448e-06,
      "loss": 0.3834,
      "step": 634610
    },
    {
      "epoch": 177.12,
      "grad_norm": 1.2014814615249634,
      "learning_rate": 4.320982038220888e-06,
      "loss": 0.3756,
      "step": 634620
    },
    {
      "epoch": 177.12,
      "grad_norm": 1.2758830785751343,
      "learning_rate": 4.320967519369157e-06,
      "loss": 0.3784,
      "step": 634630
    },
    {
      "epoch": 177.13,
      "grad_norm": 1.3724794387817383,
      "learning_rate": 4.320953000254258e-06,
      "loss": 0.3789,
      "step": 634640
    },
    {
      "epoch": 177.13,
      "grad_norm": 1.1443066596984863,
      "learning_rate": 4.320938480876192e-06,
      "loss": 0.3835,
      "step": 634650
    },
    {
      "epoch": 177.13,
      "grad_norm": 1.103974461555481,
      "learning_rate": 4.320923961234962e-06,
      "loss": 0.3971,
      "step": 634660
    },
    {
      "epoch": 177.13,
      "grad_norm": 1.204186201095581,
      "learning_rate": 4.32090944133057e-06,
      "loss": 0.3874,
      "step": 634670
    },
    {
      "epoch": 177.14,
      "grad_norm": 1.1298322677612305,
      "learning_rate": 4.3208949211630175e-06,
      "loss": 0.3723,
      "step": 634680
    },
    {
      "epoch": 177.14,
      "grad_norm": 1.22373628616333,
      "learning_rate": 4.320880400732306e-06,
      "loss": 0.3656,
      "step": 634690
    },
    {
      "epoch": 177.14,
      "grad_norm": 1.152384877204895,
      "learning_rate": 4.320865880038439e-06,
      "loss": 0.3607,
      "step": 634700
    },
    {
      "epoch": 177.14,
      "grad_norm": 1.259731650352478,
      "learning_rate": 4.320851359081417e-06,
      "loss": 0.3786,
      "step": 634710
    },
    {
      "epoch": 177.15,
      "grad_norm": 1.0387818813323975,
      "learning_rate": 4.320836837861242e-06,
      "loss": 0.3774,
      "step": 634720
    },
    {
      "epoch": 177.15,
      "grad_norm": 1.0564229488372803,
      "learning_rate": 4.320822316377915e-06,
      "loss": 0.3915,
      "step": 634730
    },
    {
      "epoch": 177.15,
      "grad_norm": 1.076323390007019,
      "learning_rate": 4.320807794631441e-06,
      "loss": 0.3766,
      "step": 634740
    },
    {
      "epoch": 177.16,
      "grad_norm": 1.299715280532837,
      "learning_rate": 4.320793272621819e-06,
      "loss": 0.3913,
      "step": 634750
    },
    {
      "epoch": 177.16,
      "grad_norm": 1.1420665979385376,
      "learning_rate": 4.3207787503490525e-06,
      "loss": 0.3894,
      "step": 634760
    },
    {
      "epoch": 177.16,
      "grad_norm": 1.2059615850448608,
      "learning_rate": 4.320764227813143e-06,
      "loss": 0.3746,
      "step": 634770
    },
    {
      "epoch": 177.16,
      "grad_norm": 1.1492040157318115,
      "learning_rate": 4.3207497050140914e-06,
      "loss": 0.3799,
      "step": 634780
    },
    {
      "epoch": 177.17,
      "grad_norm": 0.995819628238678,
      "learning_rate": 4.320735181951902e-06,
      "loss": 0.3707,
      "step": 634790
    },
    {
      "epoch": 177.17,
      "grad_norm": 4.147810459136963,
      "learning_rate": 4.320720658626574e-06,
      "loss": 0.4059,
      "step": 634800
    },
    {
      "epoch": 177.17,
      "grad_norm": 1.051344394683838,
      "learning_rate": 4.320706135038112e-06,
      "loss": 0.3733,
      "step": 634810
    },
    {
      "epoch": 177.18,
      "grad_norm": 1.0625059604644775,
      "learning_rate": 4.320691611186516e-06,
      "loss": 0.3684,
      "step": 634820
    },
    {
      "epoch": 177.18,
      "grad_norm": 0.9801465272903442,
      "learning_rate": 4.320677087071788e-06,
      "loss": 0.3705,
      "step": 634830
    },
    {
      "epoch": 177.18,
      "grad_norm": 1.1618881225585938,
      "learning_rate": 4.320662562693931e-06,
      "loss": 0.3706,
      "step": 634840
    },
    {
      "epoch": 177.18,
      "grad_norm": 1.298020601272583,
      "learning_rate": 4.320648038052947e-06,
      "loss": 0.3969,
      "step": 634850
    },
    {
      "epoch": 177.19,
      "grad_norm": 1.1858961582183838,
      "learning_rate": 4.320633513148836e-06,
      "loss": 0.3694,
      "step": 634860
    },
    {
      "epoch": 177.19,
      "grad_norm": 1.2462310791015625,
      "learning_rate": 4.320618987981602e-06,
      "loss": 0.389,
      "step": 634870
    },
    {
      "epoch": 177.19,
      "grad_norm": 1.1340787410736084,
      "learning_rate": 4.3206044625512466e-06,
      "loss": 0.3851,
      "step": 634880
    },
    {
      "epoch": 177.2,
      "grad_norm": 1.1905673742294312,
      "learning_rate": 4.3205899368577705e-06,
      "loss": 0.3639,
      "step": 634890
    },
    {
      "epoch": 177.2,
      "grad_norm": 1.2282675504684448,
      "learning_rate": 4.320575410901177e-06,
      "loss": 0.3829,
      "step": 634900
    },
    {
      "epoch": 177.2,
      "grad_norm": 1.1146833896636963,
      "learning_rate": 4.320560884681467e-06,
      "loss": 0.3863,
      "step": 634910
    },
    {
      "epoch": 177.2,
      "grad_norm": 1.124312162399292,
      "learning_rate": 4.320546358198644e-06,
      "loss": 0.3696,
      "step": 634920
    },
    {
      "epoch": 177.21,
      "grad_norm": 1.0300594568252563,
      "learning_rate": 4.320531831452708e-06,
      "loss": 0.3789,
      "step": 634930
    },
    {
      "epoch": 177.21,
      "grad_norm": 1.1967618465423584,
      "learning_rate": 4.320517304443661e-06,
      "loss": 0.3724,
      "step": 634940
    },
    {
      "epoch": 177.21,
      "grad_norm": 1.4381712675094604,
      "learning_rate": 4.320502777171508e-06,
      "loss": 0.3727,
      "step": 634950
    },
    {
      "epoch": 177.21,
      "grad_norm": 1.2860697507858276,
      "learning_rate": 4.320488249636247e-06,
      "loss": 0.3804,
      "step": 634960
    },
    {
      "epoch": 177.22,
      "grad_norm": 1.015904426574707,
      "learning_rate": 4.320473721837882e-06,
      "loss": 0.3674,
      "step": 634970
    },
    {
      "epoch": 177.22,
      "grad_norm": 1.0226389169692993,
      "learning_rate": 4.320459193776414e-06,
      "loss": 0.3716,
      "step": 634980
    },
    {
      "epoch": 177.22,
      "grad_norm": 1.0287675857543945,
      "learning_rate": 4.320444665451845e-06,
      "loss": 0.3725,
      "step": 634990
    },
    {
      "epoch": 177.23,
      "grad_norm": 14.408101081848145,
      "learning_rate": 4.32043013686418e-06,
      "loss": 0.3735,
      "step": 635000
    },
    {
      "epoch": 177.23,
      "grad_norm": 1.1573619842529297,
      "learning_rate": 4.320415608013416e-06,
      "loss": 0.3794,
      "step": 635010
    },
    {
      "epoch": 177.23,
      "grad_norm": 1.0177462100982666,
      "learning_rate": 4.320401078899558e-06,
      "loss": 0.3975,
      "step": 635020
    },
    {
      "epoch": 177.23,
      "grad_norm": 1.1302311420440674,
      "learning_rate": 4.320386549522607e-06,
      "loss": 0.3598,
      "step": 635030
    },
    {
      "epoch": 177.24,
      "grad_norm": 1.1765468120574951,
      "learning_rate": 4.3203720198825656e-06,
      "loss": 0.3812,
      "step": 635040
    },
    {
      "epoch": 177.24,
      "grad_norm": 1.16112220287323,
      "learning_rate": 4.320357489979435e-06,
      "loss": 0.3777,
      "step": 635050
    },
    {
      "epoch": 177.24,
      "grad_norm": 1.2983580827713013,
      "learning_rate": 4.320342959813217e-06,
      "loss": 0.3881,
      "step": 635060
    },
    {
      "epoch": 177.25,
      "grad_norm": 1.2158691883087158,
      "learning_rate": 4.320328429383915e-06,
      "loss": 0.3766,
      "step": 635070
    },
    {
      "epoch": 177.25,
      "grad_norm": 1.0953460931777954,
      "learning_rate": 4.320313898691529e-06,
      "loss": 0.3892,
      "step": 635080
    },
    {
      "epoch": 177.25,
      "grad_norm": 1.1827929019927979,
      "learning_rate": 4.320299367736061e-06,
      "loss": 0.383,
      "step": 635090
    },
    {
      "epoch": 177.25,
      "grad_norm": 1.3585288524627686,
      "learning_rate": 4.3202848365175155e-06,
      "loss": 0.3823,
      "step": 635100
    },
    {
      "epoch": 177.26,
      "grad_norm": 1.2454743385314941,
      "learning_rate": 4.3202703050358915e-06,
      "loss": 0.3815,
      "step": 635110
    },
    {
      "epoch": 177.26,
      "grad_norm": 1.310725212097168,
      "learning_rate": 4.3202557732911925e-06,
      "loss": 0.3639,
      "step": 635120
    },
    {
      "epoch": 177.26,
      "grad_norm": 1.3421833515167236,
      "learning_rate": 4.32024124128342e-06,
      "loss": 0.3799,
      "step": 635130
    },
    {
      "epoch": 177.26,
      "grad_norm": 1.0739250183105469,
      "learning_rate": 4.320226709012576e-06,
      "loss": 0.3734,
      "step": 635140
    },
    {
      "epoch": 177.27,
      "grad_norm": 1.306001901626587,
      "learning_rate": 4.320212176478662e-06,
      "loss": 0.3808,
      "step": 635150
    },
    {
      "epoch": 177.27,
      "grad_norm": 1.2874324321746826,
      "learning_rate": 4.320197643681681e-06,
      "loss": 0.3784,
      "step": 635160
    },
    {
      "epoch": 177.27,
      "grad_norm": 1.0091787576675415,
      "learning_rate": 4.320183110621635e-06,
      "loss": 0.3703,
      "step": 635170
    },
    {
      "epoch": 177.28,
      "grad_norm": 1.2429217100143433,
      "learning_rate": 4.320168577298524e-06,
      "loss": 0.3841,
      "step": 635180
    },
    {
      "epoch": 177.28,
      "grad_norm": 1.2474592924118042,
      "learning_rate": 4.320154043712351e-06,
      "loss": 0.3883,
      "step": 635190
    },
    {
      "epoch": 177.28,
      "grad_norm": 1.0580787658691406,
      "learning_rate": 4.3201395098631185e-06,
      "loss": 0.3945,
      "step": 635200
    },
    {
      "epoch": 177.28,
      "grad_norm": 1.2702585458755493,
      "learning_rate": 4.320124975750828e-06,
      "loss": 0.3805,
      "step": 635210
    },
    {
      "epoch": 177.29,
      "grad_norm": 1.1646599769592285,
      "learning_rate": 4.320110441375482e-06,
      "loss": 0.387,
      "step": 635220
    },
    {
      "epoch": 177.29,
      "grad_norm": 1.139570713043213,
      "learning_rate": 4.320095906737081e-06,
      "loss": 0.4045,
      "step": 635230
    },
    {
      "epoch": 177.29,
      "grad_norm": 1.1252672672271729,
      "learning_rate": 4.320081371835628e-06,
      "loss": 0.3897,
      "step": 635240
    },
    {
      "epoch": 177.3,
      "grad_norm": 1.2086420059204102,
      "learning_rate": 4.320066836671125e-06,
      "loss": 0.3799,
      "step": 635250
    },
    {
      "epoch": 177.3,
      "grad_norm": 1.405771017074585,
      "learning_rate": 4.320052301243574e-06,
      "loss": 0.393,
      "step": 635260
    },
    {
      "epoch": 177.3,
      "grad_norm": 1.1173175573349,
      "learning_rate": 4.320037765552976e-06,
      "loss": 0.3824,
      "step": 635270
    },
    {
      "epoch": 177.3,
      "grad_norm": 1.2631911039352417,
      "learning_rate": 4.320023229599334e-06,
      "loss": 0.3692,
      "step": 635280
    },
    {
      "epoch": 177.31,
      "grad_norm": 1.0849497318267822,
      "learning_rate": 4.320008693382649e-06,
      "loss": 0.3746,
      "step": 635290
    },
    {
      "epoch": 177.31,
      "grad_norm": 1.2199578285217285,
      "learning_rate": 4.319994156902923e-06,
      "loss": 0.3703,
      "step": 635300
    },
    {
      "epoch": 177.31,
      "grad_norm": 1.0629017353057861,
      "learning_rate": 4.31997962016016e-06,
      "loss": 0.376,
      "step": 635310
    },
    {
      "epoch": 177.32,
      "grad_norm": 0.9925402402877808,
      "learning_rate": 4.31996508315436e-06,
      "loss": 0.3819,
      "step": 635320
    },
    {
      "epoch": 177.32,
      "grad_norm": 1.0343589782714844,
      "learning_rate": 4.3199505458855245e-06,
      "loss": 0.3853,
      "step": 635330
    },
    {
      "epoch": 177.32,
      "grad_norm": 1.1853597164154053,
      "learning_rate": 4.319936008353656e-06,
      "loss": 0.3784,
      "step": 635340
    },
    {
      "epoch": 177.32,
      "grad_norm": 1.1271252632141113,
      "learning_rate": 4.319921470558757e-06,
      "loss": 0.3648,
      "step": 635350
    },
    {
      "epoch": 177.33,
      "grad_norm": 1.2560834884643555,
      "learning_rate": 4.319906932500829e-06,
      "loss": 0.3785,
      "step": 635360
    },
    {
      "epoch": 177.33,
      "grad_norm": 1.4486074447631836,
      "learning_rate": 4.3198923941798734e-06,
      "loss": 0.3802,
      "step": 635370
    },
    {
      "epoch": 177.33,
      "grad_norm": 1.326720118522644,
      "learning_rate": 4.319877855595893e-06,
      "loss": 0.3686,
      "step": 635380
    },
    {
      "epoch": 177.33,
      "grad_norm": 0.9057775139808655,
      "learning_rate": 4.31986331674889e-06,
      "loss": 0.4045,
      "step": 635390
    },
    {
      "epoch": 177.34,
      "grad_norm": 1.2322722673416138,
      "learning_rate": 4.319848777638866e-06,
      "loss": 0.3698,
      "step": 635400
    },
    {
      "epoch": 177.34,
      "grad_norm": 1.6231297254562378,
      "learning_rate": 4.319834238265821e-06,
      "loss": 0.3668,
      "step": 635410
    },
    {
      "epoch": 177.34,
      "grad_norm": 1.2871105670928955,
      "learning_rate": 4.31981969862976e-06,
      "loss": 0.3788,
      "step": 635420
    },
    {
      "epoch": 177.35,
      "grad_norm": 1.0437026023864746,
      "learning_rate": 4.319805158730684e-06,
      "loss": 0.3775,
      "step": 635430
    },
    {
      "epoch": 177.35,
      "grad_norm": 1.2159851789474487,
      "learning_rate": 4.319790618568594e-06,
      "loss": 0.3807,
      "step": 635440
    },
    {
      "epoch": 177.35,
      "grad_norm": 1.0346146821975708,
      "learning_rate": 4.319776078143493e-06,
      "loss": 0.3865,
      "step": 635450
    },
    {
      "epoch": 177.35,
      "grad_norm": 2.2048442363739014,
      "learning_rate": 4.31976153745538e-06,
      "loss": 0.3744,
      "step": 635460
    },
    {
      "epoch": 177.36,
      "grad_norm": 1.1579591035842896,
      "learning_rate": 4.3197469965042626e-06,
      "loss": 0.3823,
      "step": 635470
    },
    {
      "epoch": 177.36,
      "grad_norm": 1.1984230279922485,
      "learning_rate": 4.319732455290138e-06,
      "loss": 0.3826,
      "step": 635480
    },
    {
      "epoch": 177.36,
      "grad_norm": 1.1771858930587769,
      "learning_rate": 4.319717913813009e-06,
      "loss": 0.3682,
      "step": 635490
    },
    {
      "epoch": 177.37,
      "grad_norm": 1.37893545627594,
      "learning_rate": 4.319703372072878e-06,
      "loss": 0.3918,
      "step": 635500
    },
    {
      "epoch": 177.37,
      "grad_norm": 1.5130374431610107,
      "learning_rate": 4.319688830069749e-06,
      "loss": 0.3669,
      "step": 635510
    },
    {
      "epoch": 177.37,
      "grad_norm": 0.991479218006134,
      "learning_rate": 4.31967428780362e-06,
      "loss": 0.3789,
      "step": 635520
    },
    {
      "epoch": 177.37,
      "grad_norm": 1.2544187307357788,
      "learning_rate": 4.319659745274496e-06,
      "loss": 0.37,
      "step": 635530
    },
    {
      "epoch": 177.38,
      "grad_norm": 1.019223690032959,
      "learning_rate": 4.319645202482378e-06,
      "loss": 0.3747,
      "step": 635540
    },
    {
      "epoch": 177.38,
      "grad_norm": 1.3840218782424927,
      "learning_rate": 4.319630659427267e-06,
      "loss": 0.3794,
      "step": 635550
    },
    {
      "epoch": 177.38,
      "grad_norm": 1.2640529870986938,
      "learning_rate": 4.319616116109165e-06,
      "loss": 0.371,
      "step": 635560
    },
    {
      "epoch": 177.38,
      "grad_norm": 0.9494098424911499,
      "learning_rate": 4.319601572528077e-06,
      "loss": 0.3659,
      "step": 635570
    },
    {
      "epoch": 177.39,
      "grad_norm": 1.167870044708252,
      "learning_rate": 4.319587028684001e-06,
      "loss": 0.3718,
      "step": 635580
    },
    {
      "epoch": 177.39,
      "grad_norm": 1.05697762966156,
      "learning_rate": 4.319572484576941e-06,
      "loss": 0.3752,
      "step": 635590
    },
    {
      "epoch": 177.39,
      "grad_norm": 1.1840945482254028,
      "learning_rate": 4.319557940206898e-06,
      "loss": 0.3846,
      "step": 635600
    },
    {
      "epoch": 177.4,
      "grad_norm": 1.1127060651779175,
      "learning_rate": 4.319543395573876e-06,
      "loss": 0.3835,
      "step": 635610
    },
    {
      "epoch": 177.4,
      "grad_norm": 1.3805850744247437,
      "learning_rate": 4.319528850677874e-06,
      "loss": 0.3872,
      "step": 635620
    },
    {
      "epoch": 177.4,
      "grad_norm": 1.018053412437439,
      "learning_rate": 4.319514305518895e-06,
      "loss": 0.3605,
      "step": 635630
    },
    {
      "epoch": 177.4,
      "grad_norm": 1.3051233291625977,
      "learning_rate": 4.319499760096942e-06,
      "loss": 0.3958,
      "step": 635640
    },
    {
      "epoch": 177.41,
      "grad_norm": 1.1385114192962646,
      "learning_rate": 4.319485214412016e-06,
      "loss": 0.3689,
      "step": 635650
    },
    {
      "epoch": 177.41,
      "grad_norm": 1.0669974088668823,
      "learning_rate": 4.319470668464119e-06,
      "loss": 0.3657,
      "step": 635660
    },
    {
      "epoch": 177.41,
      "grad_norm": 1.2133032083511353,
      "learning_rate": 4.319456122253253e-06,
      "loss": 0.3627,
      "step": 635670
    },
    {
      "epoch": 177.42,
      "grad_norm": 1.1457010507583618,
      "learning_rate": 4.3194415757794205e-06,
      "loss": 0.4019,
      "step": 635680
    },
    {
      "epoch": 177.42,
      "grad_norm": 1.0045543909072876,
      "learning_rate": 4.319427029042622e-06,
      "loss": 0.3654,
      "step": 635690
    },
    {
      "epoch": 177.42,
      "grad_norm": 1.2398293018341064,
      "learning_rate": 4.3194124820428606e-06,
      "loss": 0.3819,
      "step": 635700
    },
    {
      "epoch": 177.42,
      "grad_norm": 1.1238958835601807,
      "learning_rate": 4.3193979347801385e-06,
      "loss": 0.3656,
      "step": 635710
    },
    {
      "epoch": 177.43,
      "grad_norm": 1.3507746458053589,
      "learning_rate": 4.319383387254457e-06,
      "loss": 0.3824,
      "step": 635720
    },
    {
      "epoch": 177.43,
      "grad_norm": 1.3165568113327026,
      "learning_rate": 4.319368839465818e-06,
      "loss": 0.3924,
      "step": 635730
    },
    {
      "epoch": 177.43,
      "grad_norm": 1.1856818199157715,
      "learning_rate": 4.319354291414224e-06,
      "loss": 0.3963,
      "step": 635740
    },
    {
      "epoch": 177.44,
      "grad_norm": 1.3574297428131104,
      "learning_rate": 4.319339743099676e-06,
      "loss": 0.3844,
      "step": 635750
    },
    {
      "epoch": 177.44,
      "grad_norm": 1.2241041660308838,
      "learning_rate": 4.319325194522176e-06,
      "loss": 0.3571,
      "step": 635760
    },
    {
      "epoch": 177.44,
      "grad_norm": 1.079734444618225,
      "learning_rate": 4.3193106456817275e-06,
      "loss": 0.3976,
      "step": 635770
    },
    {
      "epoch": 177.44,
      "grad_norm": 1.2439051866531372,
      "learning_rate": 4.31929609657833e-06,
      "loss": 0.3777,
      "step": 635780
    },
    {
      "epoch": 177.45,
      "grad_norm": 1.3327107429504395,
      "learning_rate": 4.319281547211988e-06,
      "loss": 0.3731,
      "step": 635790
    },
    {
      "epoch": 177.45,
      "grad_norm": 1.1869927644729614,
      "learning_rate": 4.319266997582702e-06,
      "loss": 0.3782,
      "step": 635800
    },
    {
      "epoch": 177.45,
      "grad_norm": 1.0856423377990723,
      "learning_rate": 4.3192524476904744e-06,
      "loss": 0.3944,
      "step": 635810
    },
    {
      "epoch": 177.45,
      "grad_norm": 1.2165098190307617,
      "learning_rate": 4.319237897535306e-06,
      "loss": 0.3827,
      "step": 635820
    },
    {
      "epoch": 177.46,
      "grad_norm": 1.1211239099502563,
      "learning_rate": 4.3192233471172e-06,
      "loss": 0.3873,
      "step": 635830
    },
    {
      "epoch": 177.46,
      "grad_norm": 1.141413688659668,
      "learning_rate": 4.319208796436158e-06,
      "loss": 0.3744,
      "step": 635840
    },
    {
      "epoch": 177.46,
      "grad_norm": 1.0303001403808594,
      "learning_rate": 4.319194245492182e-06,
      "loss": 0.3882,
      "step": 635850
    },
    {
      "epoch": 177.47,
      "grad_norm": 1.3169690370559692,
      "learning_rate": 4.319179694285273e-06,
      "loss": 0.3675,
      "step": 635860
    },
    {
      "epoch": 177.47,
      "grad_norm": 1.2333251237869263,
      "learning_rate": 4.319165142815435e-06,
      "loss": 0.3993,
      "step": 635870
    },
    {
      "epoch": 177.47,
      "grad_norm": 1.3734064102172852,
      "learning_rate": 4.319150591082669e-06,
      "loss": 0.4006,
      "step": 635880
    },
    {
      "epoch": 177.47,
      "grad_norm": 1.17414391040802,
      "learning_rate": 4.319136039086976e-06,
      "loss": 0.3808,
      "step": 635890
    },
    {
      "epoch": 177.48,
      "grad_norm": 1.1254700422286987,
      "learning_rate": 4.319121486828358e-06,
      "loss": 0.3898,
      "step": 635900
    },
    {
      "epoch": 177.48,
      "grad_norm": 0.9943626523017883,
      "learning_rate": 4.319106934306818e-06,
      "loss": 0.3847,
      "step": 635910
    },
    {
      "epoch": 177.48,
      "grad_norm": 1.0358519554138184,
      "learning_rate": 4.319092381522357e-06,
      "loss": 0.3772,
      "step": 635920
    },
    {
      "epoch": 177.49,
      "grad_norm": 1.0573279857635498,
      "learning_rate": 4.319077828474978e-06,
      "loss": 0.3633,
      "step": 635930
    },
    {
      "epoch": 177.49,
      "grad_norm": 1.0122096538543701,
      "learning_rate": 4.319063275164682e-06,
      "loss": 0.3902,
      "step": 635940
    },
    {
      "epoch": 177.49,
      "grad_norm": 1.1744194030761719,
      "learning_rate": 4.319048721591472e-06,
      "loss": 0.3811,
      "step": 635950
    },
    {
      "epoch": 177.49,
      "grad_norm": 1.341549277305603,
      "learning_rate": 4.319034167755348e-06,
      "loss": 0.3868,
      "step": 635960
    },
    {
      "epoch": 177.5,
      "grad_norm": 1.3458985090255737,
      "learning_rate": 4.319019613656314e-06,
      "loss": 0.3848,
      "step": 635970
    },
    {
      "epoch": 177.5,
      "grad_norm": 1.27753484249115,
      "learning_rate": 4.319005059294371e-06,
      "loss": 0.3793,
      "step": 635980
    },
    {
      "epoch": 177.5,
      "grad_norm": 1.1495580673217773,
      "learning_rate": 4.318990504669521e-06,
      "loss": 0.3746,
      "step": 635990
    },
    {
      "epoch": 177.5,
      "grad_norm": 0.9004082083702087,
      "learning_rate": 4.318975949781765e-06,
      "loss": 0.3649,
      "step": 636000
    },
    {
      "epoch": 177.51,
      "grad_norm": 1.3705425262451172,
      "learning_rate": 4.318961394631107e-06,
      "loss": 0.3841,
      "step": 636010
    },
    {
      "epoch": 177.51,
      "grad_norm": 1.2335044145584106,
      "learning_rate": 4.318946839217548e-06,
      "loss": 0.3707,
      "step": 636020
    },
    {
      "epoch": 177.51,
      "grad_norm": 1.0203323364257812,
      "learning_rate": 4.3189322835410895e-06,
      "loss": 0.3736,
      "step": 636030
    },
    {
      "epoch": 177.52,
      "grad_norm": 1.1266547441482544,
      "learning_rate": 4.318917727601733e-06,
      "loss": 0.3631,
      "step": 636040
    },
    {
      "epoch": 177.52,
      "grad_norm": 1.1846193075180054,
      "learning_rate": 4.318903171399482e-06,
      "loss": 0.3993,
      "step": 636050
    },
    {
      "epoch": 177.52,
      "grad_norm": 1.1714075803756714,
      "learning_rate": 4.3188886149343365e-06,
      "loss": 0.3981,
      "step": 636060
    },
    {
      "epoch": 177.52,
      "grad_norm": 0.9519641995429993,
      "learning_rate": 4.318874058206301e-06,
      "loss": 0.3676,
      "step": 636070
    },
    {
      "epoch": 177.53,
      "grad_norm": 1.2939159870147705,
      "learning_rate": 4.318859501215375e-06,
      "loss": 0.3928,
      "step": 636080
    },
    {
      "epoch": 177.53,
      "grad_norm": 1.3820104598999023,
      "learning_rate": 4.318844943961561e-06,
      "loss": 0.3818,
      "step": 636090
    },
    {
      "epoch": 177.53,
      "grad_norm": 1.2051647901535034,
      "learning_rate": 4.3188303864448625e-06,
      "loss": 0.3939,
      "step": 636100
    },
    {
      "epoch": 177.54,
      "grad_norm": 1.1448917388916016,
      "learning_rate": 4.3188158286652795e-06,
      "loss": 0.3708,
      "step": 636110
    },
    {
      "epoch": 177.54,
      "grad_norm": 1.1900129318237305,
      "learning_rate": 4.318801270622815e-06,
      "loss": 0.3993,
      "step": 636120
    },
    {
      "epoch": 177.54,
      "grad_norm": 1.2044897079467773,
      "learning_rate": 4.31878671231747e-06,
      "loss": 0.4096,
      "step": 636130
    },
    {
      "epoch": 177.54,
      "grad_norm": 1.1880602836608887,
      "learning_rate": 4.318772153749247e-06,
      "loss": 0.3732,
      "step": 636140
    },
    {
      "epoch": 177.55,
      "grad_norm": 1.1265639066696167,
      "learning_rate": 4.318757594918149e-06,
      "loss": 0.3864,
      "step": 636150
    },
    {
      "epoch": 177.55,
      "grad_norm": 1.207382082939148,
      "learning_rate": 4.318743035824177e-06,
      "loss": 0.3938,
      "step": 636160
    },
    {
      "epoch": 177.55,
      "grad_norm": 1.2131428718566895,
      "learning_rate": 4.318728476467332e-06,
      "loss": 0.3779,
      "step": 636170
    },
    {
      "epoch": 177.56,
      "grad_norm": 1.130362868309021,
      "learning_rate": 4.318713916847617e-06,
      "loss": 0.38,
      "step": 636180
    },
    {
      "epoch": 177.56,
      "grad_norm": 1.3768547773361206,
      "learning_rate": 4.318699356965034e-06,
      "loss": 0.3862,
      "step": 636190
    },
    {
      "epoch": 177.56,
      "grad_norm": 2.3104002475738525,
      "learning_rate": 4.318684796819585e-06,
      "loss": 0.3721,
      "step": 636200
    },
    {
      "epoch": 177.56,
      "grad_norm": 1.2123003005981445,
      "learning_rate": 4.318670236411272e-06,
      "loss": 0.3837,
      "step": 636210
    },
    {
      "epoch": 177.57,
      "grad_norm": 1.0914874076843262,
      "learning_rate": 4.318655675740095e-06,
      "loss": 0.384,
      "step": 636220
    },
    {
      "epoch": 177.57,
      "grad_norm": 1.0734862089157104,
      "learning_rate": 4.318641114806058e-06,
      "loss": 0.3777,
      "step": 636230
    },
    {
      "epoch": 177.57,
      "grad_norm": 1.096555233001709,
      "learning_rate": 4.318626553609164e-06,
      "loss": 0.3805,
      "step": 636240
    },
    {
      "epoch": 177.57,
      "grad_norm": 1.0628796815872192,
      "learning_rate": 4.3186119921494114e-06,
      "loss": 0.3796,
      "step": 636250
    },
    {
      "epoch": 177.58,
      "grad_norm": 1.1850624084472656,
      "learning_rate": 4.318597430426805e-06,
      "loss": 0.3931,
      "step": 636260
    },
    {
      "epoch": 177.58,
      "grad_norm": 1.1833966970443726,
      "learning_rate": 4.318582868441346e-06,
      "loss": 0.3831,
      "step": 636270
    },
    {
      "epoch": 177.58,
      "grad_norm": 1.014738917350769,
      "learning_rate": 4.318568306193036e-06,
      "loss": 0.3935,
      "step": 636280
    },
    {
      "epoch": 177.59,
      "grad_norm": 1.2020461559295654,
      "learning_rate": 4.318553743681878e-06,
      "loss": 0.3695,
      "step": 636290
    },
    {
      "epoch": 177.59,
      "grad_norm": 1.094458818435669,
      "learning_rate": 4.318539180907872e-06,
      "loss": 0.3981,
      "step": 636300
    },
    {
      "epoch": 177.59,
      "grad_norm": 1.0648221969604492,
      "learning_rate": 4.318524617871021e-06,
      "loss": 0.3811,
      "step": 636310
    },
    {
      "epoch": 177.59,
      "grad_norm": 1.2499430179595947,
      "learning_rate": 4.318510054571328e-06,
      "loss": 0.3844,
      "step": 636320
    },
    {
      "epoch": 177.6,
      "grad_norm": 1.2410016059875488,
      "learning_rate": 4.318495491008792e-06,
      "loss": 0.4023,
      "step": 636330
    },
    {
      "epoch": 177.6,
      "grad_norm": 1.4103755950927734,
      "learning_rate": 4.318480927183418e-06,
      "loss": 0.3806,
      "step": 636340
    },
    {
      "epoch": 177.6,
      "grad_norm": 1.1629515886306763,
      "learning_rate": 4.318466363095208e-06,
      "loss": 0.3683,
      "step": 636350
    },
    {
      "epoch": 177.61,
      "grad_norm": 1.1016689538955688,
      "learning_rate": 4.318451798744161e-06,
      "loss": 0.3659,
      "step": 636360
    },
    {
      "epoch": 177.61,
      "grad_norm": 1.2406412363052368,
      "learning_rate": 4.318437234130281e-06,
      "loss": 0.3823,
      "step": 636370
    },
    {
      "epoch": 177.61,
      "grad_norm": 1.2297714948654175,
      "learning_rate": 4.3184226692535695e-06,
      "loss": 0.3809,
      "step": 636380
    },
    {
      "epoch": 177.61,
      "grad_norm": 1.31923508644104,
      "learning_rate": 4.31840810411403e-06,
      "loss": 0.3706,
      "step": 636390
    },
    {
      "epoch": 177.62,
      "grad_norm": 1.2775347232818604,
      "learning_rate": 4.318393538711661e-06,
      "loss": 0.363,
      "step": 636400
    },
    {
      "epoch": 177.62,
      "grad_norm": 1.223577618598938,
      "learning_rate": 4.318378973046467e-06,
      "loss": 0.3854,
      "step": 636410
    },
    {
      "epoch": 177.62,
      "grad_norm": 1.0164258480072021,
      "learning_rate": 4.31836440711845e-06,
      "loss": 0.4067,
      "step": 636420
    },
    {
      "epoch": 177.62,
      "grad_norm": 1.493718147277832,
      "learning_rate": 4.3183498409276105e-06,
      "loss": 0.3593,
      "step": 636430
    },
    {
      "epoch": 177.63,
      "grad_norm": 1.0243278741836548,
      "learning_rate": 4.318335274473951e-06,
      "loss": 0.4031,
      "step": 636440
    },
    {
      "epoch": 177.63,
      "grad_norm": 1.0442246198654175,
      "learning_rate": 4.318320707757475e-06,
      "loss": 0.3873,
      "step": 636450
    },
    {
      "epoch": 177.63,
      "grad_norm": 1.0328669548034668,
      "learning_rate": 4.318306140778182e-06,
      "loss": 0.3697,
      "step": 636460
    },
    {
      "epoch": 177.64,
      "grad_norm": 1.095906138420105,
      "learning_rate": 4.318291573536075e-06,
      "loss": 0.3769,
      "step": 636470
    },
    {
      "epoch": 177.64,
      "grad_norm": 1.1027138233184814,
      "learning_rate": 4.318277006031157e-06,
      "loss": 0.3695,
      "step": 636480
    },
    {
      "epoch": 177.64,
      "grad_norm": 1.1832200288772583,
      "learning_rate": 4.318262438263427e-06,
      "loss": 0.3774,
      "step": 636490
    },
    {
      "epoch": 177.64,
      "grad_norm": 1.3010873794555664,
      "learning_rate": 4.318247870232891e-06,
      "loss": 0.3835,
      "step": 636500
    },
    {
      "epoch": 177.65,
      "grad_norm": 1.1162331104278564,
      "learning_rate": 4.318233301939548e-06,
      "loss": 0.3828,
      "step": 636510
    },
    {
      "epoch": 177.65,
      "grad_norm": 1.156409502029419,
      "learning_rate": 4.3182187333834e-06,
      "loss": 0.4021,
      "step": 636520
    },
    {
      "epoch": 177.65,
      "grad_norm": 1.081527590751648,
      "learning_rate": 4.318204164564451e-06,
      "loss": 0.3959,
      "step": 636530
    },
    {
      "epoch": 177.66,
      "grad_norm": 1.1640143394470215,
      "learning_rate": 4.3181895954826996e-06,
      "loss": 0.3844,
      "step": 636540
    },
    {
      "epoch": 177.66,
      "grad_norm": 1.0963021516799927,
      "learning_rate": 4.318175026138151e-06,
      "loss": 0.3822,
      "step": 636550
    },
    {
      "epoch": 177.66,
      "grad_norm": 1.1964426040649414,
      "learning_rate": 4.318160456530807e-06,
      "loss": 0.367,
      "step": 636560
    },
    {
      "epoch": 177.66,
      "grad_norm": 1.2270761728286743,
      "learning_rate": 4.318145886660667e-06,
      "loss": 0.3895,
      "step": 636570
    },
    {
      "epoch": 177.67,
      "grad_norm": 1.2812126874923706,
      "learning_rate": 4.318131316527735e-06,
      "loss": 0.3935,
      "step": 636580
    },
    {
      "epoch": 177.67,
      "grad_norm": 1.4485403299331665,
      "learning_rate": 4.3181167461320115e-06,
      "loss": 0.3769,
      "step": 636590
    },
    {
      "epoch": 177.67,
      "grad_norm": 1.1306136846542358,
      "learning_rate": 4.3181021754735e-06,
      "loss": 0.3762,
      "step": 636600
    },
    {
      "epoch": 177.68,
      "grad_norm": 1.1058012247085571,
      "learning_rate": 4.318087604552202e-06,
      "loss": 0.399,
      "step": 636610
    },
    {
      "epoch": 177.68,
      "grad_norm": 1.2768313884735107,
      "learning_rate": 4.318073033368118e-06,
      "loss": 0.381,
      "step": 636620
    },
    {
      "epoch": 177.68,
      "grad_norm": 1.3435611724853516,
      "learning_rate": 4.318058461921252e-06,
      "loss": 0.3906,
      "step": 636630
    },
    {
      "epoch": 177.68,
      "grad_norm": 1.2173089981079102,
      "learning_rate": 4.318043890211605e-06,
      "loss": 0.3901,
      "step": 636640
    },
    {
      "epoch": 177.69,
      "grad_norm": 1.286428451538086,
      "learning_rate": 4.318029318239178e-06,
      "loss": 0.3899,
      "step": 636650
    },
    {
      "epoch": 177.69,
      "grad_norm": 1.3734021186828613,
      "learning_rate": 4.318014746003974e-06,
      "loss": 0.3875,
      "step": 636660
    },
    {
      "epoch": 177.69,
      "grad_norm": 1.080381155014038,
      "learning_rate": 4.318000173505996e-06,
      "loss": 0.3646,
      "step": 636670
    },
    {
      "epoch": 177.69,
      "grad_norm": 1.1551884412765503,
      "learning_rate": 4.3179856007452444e-06,
      "loss": 0.3936,
      "step": 636680
    },
    {
      "epoch": 177.7,
      "grad_norm": 0.9209637641906738,
      "learning_rate": 4.317971027721721e-06,
      "loss": 0.3877,
      "step": 636690
    },
    {
      "epoch": 177.7,
      "grad_norm": 1.1422090530395508,
      "learning_rate": 4.317956454435428e-06,
      "loss": 0.3899,
      "step": 636700
    },
    {
      "epoch": 177.7,
      "grad_norm": 1.1863818168640137,
      "learning_rate": 4.317941880886368e-06,
      "loss": 0.3749,
      "step": 636710
    },
    {
      "epoch": 177.71,
      "grad_norm": 1.1555348634719849,
      "learning_rate": 4.317927307074543e-06,
      "loss": 0.3597,
      "step": 636720
    },
    {
      "epoch": 177.71,
      "grad_norm": 1.0324633121490479,
      "learning_rate": 4.3179127329999535e-06,
      "loss": 0.3732,
      "step": 636730
    },
    {
      "epoch": 177.71,
      "grad_norm": 1.0849992036819458,
      "learning_rate": 4.3178981586626035e-06,
      "loss": 0.3778,
      "step": 636740
    },
    {
      "epoch": 177.71,
      "grad_norm": 1.0442585945129395,
      "learning_rate": 4.317883584062494e-06,
      "loss": 0.3774,
      "step": 636750
    },
    {
      "epoch": 177.72,
      "grad_norm": 1.395225167274475,
      "learning_rate": 4.317869009199625e-06,
      "loss": 0.3793,
      "step": 636760
    },
    {
      "epoch": 177.72,
      "grad_norm": 1.1931302547454834,
      "learning_rate": 4.317854434074001e-06,
      "loss": 0.3791,
      "step": 636770
    },
    {
      "epoch": 177.72,
      "grad_norm": 1.1558531522750854,
      "learning_rate": 4.317839858685623e-06,
      "loss": 0.3873,
      "step": 636780
    },
    {
      "epoch": 177.73,
      "grad_norm": 1.1752958297729492,
      "learning_rate": 4.3178252830344945e-06,
      "loss": 0.3669,
      "step": 636790
    },
    {
      "epoch": 177.73,
      "grad_norm": 1.0823861360549927,
      "learning_rate": 4.3178107071206145e-06,
      "loss": 0.3792,
      "step": 636800
    },
    {
      "epoch": 177.73,
      "grad_norm": 1.0594571828842163,
      "learning_rate": 4.317796130943987e-06,
      "loss": 0.3857,
      "step": 636810
    },
    {
      "epoch": 177.73,
      "grad_norm": 1.1943877935409546,
      "learning_rate": 4.317781554504614e-06,
      "loss": 0.3936,
      "step": 636820
    },
    {
      "epoch": 177.74,
      "grad_norm": 1.119213342666626,
      "learning_rate": 4.317766977802496e-06,
      "loss": 0.3814,
      "step": 636830
    },
    {
      "epoch": 177.74,
      "grad_norm": 1.1220570802688599,
      "learning_rate": 4.3177524008376365e-06,
      "loss": 0.3884,
      "step": 636840
    },
    {
      "epoch": 177.74,
      "grad_norm": 1.122971534729004,
      "learning_rate": 4.317737823610036e-06,
      "loss": 0.3833,
      "step": 636850
    },
    {
      "epoch": 177.74,
      "grad_norm": 1.2968480587005615,
      "learning_rate": 4.317723246119698e-06,
      "loss": 0.384,
      "step": 636860
    },
    {
      "epoch": 177.75,
      "grad_norm": 1.1653904914855957,
      "learning_rate": 4.317708668366623e-06,
      "loss": 0.3865,
      "step": 636870
    },
    {
      "epoch": 177.75,
      "grad_norm": 1.0884006023406982,
      "learning_rate": 4.317694090350814e-06,
      "loss": 0.381,
      "step": 636880
    },
    {
      "epoch": 177.75,
      "grad_norm": 1.5395793914794922,
      "learning_rate": 4.317679512072272e-06,
      "loss": 0.39,
      "step": 636890
    },
    {
      "epoch": 177.76,
      "grad_norm": 1.4881612062454224,
      "learning_rate": 4.317664933530999e-06,
      "loss": 0.3726,
      "step": 636900
    },
    {
      "epoch": 177.76,
      "grad_norm": 1.2152494192123413,
      "learning_rate": 4.3176503547269985e-06,
      "loss": 0.3923,
      "step": 636910
    },
    {
      "epoch": 177.76,
      "grad_norm": 1.224503993988037,
      "learning_rate": 4.317635775660271e-06,
      "loss": 0.4042,
      "step": 636920
    },
    {
      "epoch": 177.76,
      "grad_norm": 1.5087056159973145,
      "learning_rate": 4.317621196330819e-06,
      "loss": 0.3664,
      "step": 636930
    },
    {
      "epoch": 177.77,
      "grad_norm": 1.2630871534347534,
      "learning_rate": 4.3176066167386435e-06,
      "loss": 0.3758,
      "step": 636940
    },
    {
      "epoch": 177.77,
      "grad_norm": 1.3123798370361328,
      "learning_rate": 4.317592036883747e-06,
      "loss": 0.3959,
      "step": 636950
    },
    {
      "epoch": 177.77,
      "grad_norm": 1.3999042510986328,
      "learning_rate": 4.317577456766132e-06,
      "loss": 0.3735,
      "step": 636960
    },
    {
      "epoch": 177.78,
      "grad_norm": 1.2919578552246094,
      "learning_rate": 4.317562876385801e-06,
      "loss": 0.3831,
      "step": 636970
    },
    {
      "epoch": 177.78,
      "grad_norm": 1.1710277795791626,
      "learning_rate": 4.317548295742754e-06,
      "loss": 0.3812,
      "step": 636980
    },
    {
      "epoch": 177.78,
      "grad_norm": 1.1047073602676392,
      "learning_rate": 4.317533714836994e-06,
      "loss": 0.3878,
      "step": 636990
    },
    {
      "epoch": 177.78,
      "grad_norm": 1.092957615852356,
      "learning_rate": 4.317519133668523e-06,
      "loss": 0.391,
      "step": 637000
    },
    {
      "epoch": 177.79,
      "grad_norm": 1.1745634078979492,
      "learning_rate": 4.317504552237342e-06,
      "loss": 0.3744,
      "step": 637010
    },
    {
      "epoch": 177.79,
      "grad_norm": 1.2982615232467651,
      "learning_rate": 4.317489970543455e-06,
      "loss": 0.3839,
      "step": 637020
    },
    {
      "epoch": 177.79,
      "grad_norm": 1.3029199838638306,
      "learning_rate": 4.317475388586862e-06,
      "loss": 0.3801,
      "step": 637030
    },
    {
      "epoch": 177.8,
      "grad_norm": 1.038714051246643,
      "learning_rate": 4.317460806367566e-06,
      "loss": 0.3721,
      "step": 637040
    },
    {
      "epoch": 177.8,
      "grad_norm": 1.1814619302749634,
      "learning_rate": 4.317446223885568e-06,
      "loss": 0.3792,
      "step": 637050
    },
    {
      "epoch": 177.8,
      "grad_norm": 1.2314084768295288,
      "learning_rate": 4.31743164114087e-06,
      "loss": 0.3867,
      "step": 637060
    },
    {
      "epoch": 177.8,
      "grad_norm": 1.8804292678833008,
      "learning_rate": 4.317417058133476e-06,
      "loss": 0.3782,
      "step": 637070
    },
    {
      "epoch": 177.81,
      "grad_norm": 1.2166956663131714,
      "learning_rate": 4.317402474863386e-06,
      "loss": 0.3893,
      "step": 637080
    },
    {
      "epoch": 177.81,
      "grad_norm": 1.1923948526382446,
      "learning_rate": 4.317387891330601e-06,
      "loss": 0.3742,
      "step": 637090
    },
    {
      "epoch": 177.81,
      "grad_norm": 1.0724314451217651,
      "learning_rate": 4.317373307535125e-06,
      "loss": 0.393,
      "step": 637100
    },
    {
      "epoch": 177.81,
      "grad_norm": 1.0863184928894043,
      "learning_rate": 4.317358723476959e-06,
      "loss": 0.3678,
      "step": 637110
    },
    {
      "epoch": 177.82,
      "grad_norm": 1.187598466873169,
      "learning_rate": 4.317344139156106e-06,
      "loss": 0.3836,
      "step": 637120
    },
    {
      "epoch": 177.82,
      "grad_norm": 1.090110421180725,
      "learning_rate": 4.317329554572566e-06,
      "loss": 0.3635,
      "step": 637130
    },
    {
      "epoch": 177.82,
      "grad_norm": 1.331781268119812,
      "learning_rate": 4.317314969726343e-06,
      "loss": 0.3734,
      "step": 637140
    },
    {
      "epoch": 177.83,
      "grad_norm": 1.1818984746932983,
      "learning_rate": 4.317300384617437e-06,
      "loss": 0.368,
      "step": 637150
    },
    {
      "epoch": 177.83,
      "grad_norm": 1.1233550310134888,
      "learning_rate": 4.317285799245852e-06,
      "loss": 0.3859,
      "step": 637160
    },
    {
      "epoch": 177.83,
      "grad_norm": 1.2485085725784302,
      "learning_rate": 4.317271213611588e-06,
      "loss": 0.3988,
      "step": 637170
    },
    {
      "epoch": 177.83,
      "grad_norm": 1.222985863685608,
      "learning_rate": 4.317256627714648e-06,
      "loss": 0.3689,
      "step": 637180
    },
    {
      "epoch": 177.84,
      "grad_norm": 1.2802281379699707,
      "learning_rate": 4.317242041555034e-06,
      "loss": 0.3811,
      "step": 637190
    },
    {
      "epoch": 177.84,
      "grad_norm": 1.1861475706100464,
      "learning_rate": 4.317227455132747e-06,
      "loss": 0.3806,
      "step": 637200
    },
    {
      "epoch": 177.84,
      "grad_norm": 1.3997725248336792,
      "learning_rate": 4.31721286844779e-06,
      "loss": 0.392,
      "step": 637210
    },
    {
      "epoch": 177.85,
      "grad_norm": 1.1423529386520386,
      "learning_rate": 4.317198281500165e-06,
      "loss": 0.4031,
      "step": 637220
    },
    {
      "epoch": 177.85,
      "grad_norm": 1.137730598449707,
      "learning_rate": 4.317183694289873e-06,
      "loss": 0.3837,
      "step": 637230
    },
    {
      "epoch": 177.85,
      "grad_norm": 3.73112154006958,
      "learning_rate": 4.317169106816917e-06,
      "loss": 0.3683,
      "step": 637240
    },
    {
      "epoch": 177.85,
      "grad_norm": 1.187150478363037,
      "learning_rate": 4.317154519081297e-06,
      "loss": 0.3726,
      "step": 637250
    },
    {
      "epoch": 177.86,
      "grad_norm": 0.9678136706352234,
      "learning_rate": 4.3171399310830175e-06,
      "loss": 0.3662,
      "step": 637260
    },
    {
      "epoch": 177.86,
      "grad_norm": 1.1785136461257935,
      "learning_rate": 4.31712534282208e-06,
      "loss": 0.3753,
      "step": 637270
    },
    {
      "epoch": 177.86,
      "grad_norm": 1.0536291599273682,
      "learning_rate": 4.317110754298484e-06,
      "loss": 0.3829,
      "step": 637280
    },
    {
      "epoch": 177.86,
      "grad_norm": 1.4876532554626465,
      "learning_rate": 4.317096165512234e-06,
      "loss": 0.3821,
      "step": 637290
    },
    {
      "epoch": 177.87,
      "grad_norm": 1.081215262413025,
      "learning_rate": 4.317081576463331e-06,
      "loss": 0.3607,
      "step": 637300
    },
    {
      "epoch": 177.87,
      "grad_norm": 1.2705398797988892,
      "learning_rate": 4.317066987151778e-06,
      "loss": 0.3894,
      "step": 637310
    },
    {
      "epoch": 177.87,
      "grad_norm": 1.0818607807159424,
      "learning_rate": 4.3170523975775745e-06,
      "loss": 0.3808,
      "step": 637320
    },
    {
      "epoch": 177.88,
      "grad_norm": 1.3257396221160889,
      "learning_rate": 4.3170378077407235e-06,
      "loss": 0.3863,
      "step": 637330
    },
    {
      "epoch": 177.88,
      "grad_norm": 1.0715421438217163,
      "learning_rate": 4.317023217641229e-06,
      "loss": 0.3723,
      "step": 637340
    },
    {
      "epoch": 177.88,
      "grad_norm": 0.9605512022972107,
      "learning_rate": 4.31700862727909e-06,
      "loss": 0.3915,
      "step": 637350
    },
    {
      "epoch": 177.88,
      "grad_norm": 1.107129693031311,
      "learning_rate": 4.31699403665431e-06,
      "loss": 0.3823,
      "step": 637360
    },
    {
      "epoch": 177.89,
      "grad_norm": 1.543260097503662,
      "learning_rate": 4.316979445766891e-06,
      "loss": 0.3716,
      "step": 637370
    },
    {
      "epoch": 177.89,
      "grad_norm": 1.2037074565887451,
      "learning_rate": 4.316964854616835e-06,
      "loss": 0.394,
      "step": 637380
    },
    {
      "epoch": 177.89,
      "grad_norm": 1.323068618774414,
      "learning_rate": 4.316950263204143e-06,
      "loss": 0.3774,
      "step": 637390
    },
    {
      "epoch": 177.9,
      "grad_norm": 1.3640880584716797,
      "learning_rate": 4.3169356715288175e-06,
      "loss": 0.3694,
      "step": 637400
    },
    {
      "epoch": 177.9,
      "grad_norm": 1.272220253944397,
      "learning_rate": 4.3169210795908606e-06,
      "loss": 0.3773,
      "step": 637410
    },
    {
      "epoch": 177.9,
      "grad_norm": 1.130995273590088,
      "learning_rate": 4.316906487390274e-06,
      "loss": 0.3726,
      "step": 637420
    },
    {
      "epoch": 177.9,
      "grad_norm": 0.9991059303283691,
      "learning_rate": 4.31689189492706e-06,
      "loss": 0.3737,
      "step": 637430
    },
    {
      "epoch": 177.91,
      "grad_norm": 1.3474969863891602,
      "learning_rate": 4.3168773022012205e-06,
      "loss": 0.371,
      "step": 637440
    },
    {
      "epoch": 177.91,
      "grad_norm": 1.322340965270996,
      "learning_rate": 4.316862709212756e-06,
      "loss": 0.4095,
      "step": 637450
    },
    {
      "epoch": 177.91,
      "grad_norm": 1.0529351234436035,
      "learning_rate": 4.316848115961671e-06,
      "loss": 0.3982,
      "step": 637460
    },
    {
      "epoch": 177.92,
      "grad_norm": 1.1645468473434448,
      "learning_rate": 4.316833522447965e-06,
      "loss": 0.3711,
      "step": 637470
    },
    {
      "epoch": 177.92,
      "grad_norm": 1.2980583906173706,
      "learning_rate": 4.316818928671642e-06,
      "loss": 0.3715,
      "step": 637480
    },
    {
      "epoch": 177.92,
      "grad_norm": 1.1717456579208374,
      "learning_rate": 4.316804334632703e-06,
      "loss": 0.3954,
      "step": 637490
    },
    {
      "epoch": 177.92,
      "grad_norm": 1.346066951751709,
      "learning_rate": 4.31678974033115e-06,
      "loss": 0.4026,
      "step": 637500
    },
    {
      "epoch": 177.93,
      "grad_norm": 1.4875916242599487,
      "learning_rate": 4.316775145766984e-06,
      "loss": 0.3997,
      "step": 637510
    },
    {
      "epoch": 177.93,
      "grad_norm": 1.1429483890533447,
      "learning_rate": 4.3167605509402084e-06,
      "loss": 0.3809,
      "step": 637520
    },
    {
      "epoch": 177.93,
      "grad_norm": 1.2086400985717773,
      "learning_rate": 4.316745955850824e-06,
      "loss": 0.3944,
      "step": 637530
    },
    {
      "epoch": 177.93,
      "grad_norm": 1.2178155183792114,
      "learning_rate": 4.316731360498834e-06,
      "loss": 0.3658,
      "step": 637540
    },
    {
      "epoch": 177.94,
      "grad_norm": 1.221977949142456,
      "learning_rate": 4.316716764884239e-06,
      "loss": 0.3991,
      "step": 637550
    },
    {
      "epoch": 177.94,
      "grad_norm": 1.053907871246338,
      "learning_rate": 4.316702169007042e-06,
      "loss": 0.392,
      "step": 637560
    },
    {
      "epoch": 177.94,
      "grad_norm": 1.1752378940582275,
      "learning_rate": 4.316687572867244e-06,
      "loss": 0.3847,
      "step": 637570
    },
    {
      "epoch": 177.95,
      "grad_norm": 0.9782534241676331,
      "learning_rate": 4.316672976464848e-06,
      "loss": 0.3934,
      "step": 637580
    },
    {
      "epoch": 177.95,
      "grad_norm": 1.2171515226364136,
      "learning_rate": 4.316658379799855e-06,
      "loss": 0.3767,
      "step": 637590
    },
    {
      "epoch": 177.95,
      "grad_norm": 1.9458081722259521,
      "learning_rate": 4.316643782872268e-06,
      "loss": 0.3807,
      "step": 637600
    },
    {
      "epoch": 177.95,
      "grad_norm": 1.2759336233139038,
      "learning_rate": 4.316629185682088e-06,
      "loss": 0.3857,
      "step": 637610
    },
    {
      "epoch": 177.96,
      "grad_norm": 0.9835796356201172,
      "learning_rate": 4.3166145882293175e-06,
      "loss": 0.3581,
      "step": 637620
    },
    {
      "epoch": 177.96,
      "grad_norm": 1.33856999874115,
      "learning_rate": 4.316599990513958e-06,
      "loss": 0.3867,
      "step": 637630
    },
    {
      "epoch": 177.96,
      "grad_norm": 1.2298409938812256,
      "learning_rate": 4.316585392536012e-06,
      "loss": 0.3989,
      "step": 637640
    },
    {
      "epoch": 177.97,
      "grad_norm": 1.3044734001159668,
      "learning_rate": 4.31657079429548e-06,
      "loss": 0.3793,
      "step": 637650
    },
    {
      "epoch": 177.97,
      "grad_norm": 1.1406956911087036,
      "learning_rate": 4.316556195792366e-06,
      "loss": 0.3852,
      "step": 637660
    },
    {
      "epoch": 177.97,
      "grad_norm": 1.0524437427520752,
      "learning_rate": 4.316541597026671e-06,
      "loss": 0.3739,
      "step": 637670
    },
    {
      "epoch": 177.97,
      "grad_norm": 1.127636432647705,
      "learning_rate": 4.316526997998396e-06,
      "loss": 0.3876,
      "step": 637680
    },
    {
      "epoch": 177.98,
      "grad_norm": 1.2258265018463135,
      "learning_rate": 4.316512398707544e-06,
      "loss": 0.3578,
      "step": 637690
    },
    {
      "epoch": 177.98,
      "grad_norm": 1.168067216873169,
      "learning_rate": 4.316497799154117e-06,
      "loss": 0.3889,
      "step": 637700
    },
    {
      "epoch": 177.98,
      "grad_norm": 1.1079567670822144,
      "learning_rate": 4.316483199338117e-06,
      "loss": 0.3871,
      "step": 637710
    },
    {
      "epoch": 177.98,
      "grad_norm": 1.1814113855361938,
      "learning_rate": 4.3164685992595455e-06,
      "loss": 0.3881,
      "step": 637720
    },
    {
      "epoch": 177.99,
      "grad_norm": 1.0974878072738647,
      "learning_rate": 4.316453998918404e-06,
      "loss": 0.3534,
      "step": 637730
    },
    {
      "epoch": 177.99,
      "grad_norm": 1.4705950021743774,
      "learning_rate": 4.316439398314696e-06,
      "loss": 0.3661,
      "step": 637740
    },
    {
      "epoch": 177.99,
      "grad_norm": 1.1975194215774536,
      "learning_rate": 4.3164247974484226e-06,
      "loss": 0.3965,
      "step": 637750
    },
    {
      "epoch": 178.0,
      "grad_norm": 1.1800340414047241,
      "learning_rate": 4.3164101963195855e-06,
      "loss": 0.3838,
      "step": 637760
    },
    {
      "epoch": 178.0,
      "grad_norm": 1.1213446855545044,
      "learning_rate": 4.316395594928186e-06,
      "loss": 0.3871,
      "step": 637770
    },
    {
      "epoch": 178.0,
      "eval_loss": 0.37953007221221924,
      "eval_runtime": 75.4271,
      "eval_samples_per_second": 67.071,
      "eval_steps_per_second": 8.392,
      "step": 637774
    },
    {
      "epoch": 178.0,
      "grad_norm": 1.0548144578933716,
      "learning_rate": 4.316380993274228e-06,
      "loss": 0.3653,
      "step": 637780
    },
    {
      "epoch": 178.0,
      "grad_norm": 0.8399837017059326,
      "learning_rate": 4.316366391357711e-06,
      "loss": 0.3766,
      "step": 637790
    },
    {
      "epoch": 178.01,
      "grad_norm": 1.330999732017517,
      "learning_rate": 4.316351789178639e-06,
      "loss": 0.3677,
      "step": 637800
    },
    {
      "epoch": 178.01,
      "grad_norm": 0.9680867195129395,
      "learning_rate": 4.316337186737013e-06,
      "loss": 0.3679,
      "step": 637810
    },
    {
      "epoch": 178.01,
      "grad_norm": 1.1374101638793945,
      "learning_rate": 4.3163225840328355e-06,
      "loss": 0.3889,
      "step": 637820
    },
    {
      "epoch": 178.02,
      "grad_norm": 2.3514926433563232,
      "learning_rate": 4.316307981066107e-06,
      "loss": 0.3921,
      "step": 637830
    },
    {
      "epoch": 178.02,
      "grad_norm": 1.2318086624145508,
      "learning_rate": 4.316293377836832e-06,
      "loss": 0.3705,
      "step": 637840
    },
    {
      "epoch": 178.02,
      "grad_norm": 1.1489548683166504,
      "learning_rate": 4.31627877434501e-06,
      "loss": 0.3818,
      "step": 637850
    },
    {
      "epoch": 178.02,
      "grad_norm": 1.1604251861572266,
      "learning_rate": 4.3162641705906445e-06,
      "loss": 0.3952,
      "step": 637860
    },
    {
      "epoch": 178.03,
      "grad_norm": 1.0999839305877686,
      "learning_rate": 4.316249566573736e-06,
      "loss": 0.3699,
      "step": 637870
    },
    {
      "epoch": 178.03,
      "grad_norm": 0.9665693640708923,
      "learning_rate": 4.316234962294288e-06,
      "loss": 0.3733,
      "step": 637880
    },
    {
      "epoch": 178.03,
      "grad_norm": 1.1869008541107178,
      "learning_rate": 4.316220357752301e-06,
      "loss": 0.3841,
      "step": 637890
    },
    {
      "epoch": 178.04,
      "grad_norm": 1.0356014966964722,
      "learning_rate": 4.316205752947778e-06,
      "loss": 0.3775,
      "step": 637900
    },
    {
      "epoch": 178.04,
      "grad_norm": 1.2099707126617432,
      "learning_rate": 4.31619114788072e-06,
      "loss": 0.3966,
      "step": 637910
    },
    {
      "epoch": 178.04,
      "grad_norm": 1.2346261739730835,
      "learning_rate": 4.3161765425511306e-06,
      "loss": 0.4016,
      "step": 637920
    },
    {
      "epoch": 178.04,
      "grad_norm": 1.214012861251831,
      "learning_rate": 4.31616193695901e-06,
      "loss": 0.3653,
      "step": 637930
    },
    {
      "epoch": 178.05,
      "grad_norm": 1.0189056396484375,
      "learning_rate": 4.316147331104361e-06,
      "loss": 0.3762,
      "step": 637940
    },
    {
      "epoch": 178.05,
      "grad_norm": 1.136482834815979,
      "learning_rate": 4.316132724987185e-06,
      "loss": 0.3806,
      "step": 637950
    },
    {
      "epoch": 178.05,
      "grad_norm": 0.9391869306564331,
      "learning_rate": 4.316118118607485e-06,
      "loss": 0.3743,
      "step": 637960
    },
    {
      "epoch": 178.05,
      "grad_norm": 1.1595122814178467,
      "learning_rate": 4.3161035119652624e-06,
      "loss": 0.3849,
      "step": 637970
    },
    {
      "epoch": 178.06,
      "grad_norm": 1.2538319826126099,
      "learning_rate": 4.316088905060519e-06,
      "loss": 0.3992,
      "step": 637980
    },
    {
      "epoch": 178.06,
      "grad_norm": 1.3370033502578735,
      "learning_rate": 4.316074297893256e-06,
      "loss": 0.3787,
      "step": 637990
    },
    {
      "epoch": 178.06,
      "grad_norm": 1.0634454488754272,
      "learning_rate": 4.316059690463476e-06,
      "loss": 0.381,
      "step": 638000
    },
    {
      "epoch": 178.07,
      "grad_norm": 1.096574306488037,
      "learning_rate": 4.3160450827711825e-06,
      "loss": 0.3973,
      "step": 638010
    },
    {
      "epoch": 178.07,
      "grad_norm": 1.4016774892807007,
      "learning_rate": 4.316030474816375e-06,
      "loss": 0.3885,
      "step": 638020
    },
    {
      "epoch": 178.07,
      "grad_norm": 1.0878058671951294,
      "learning_rate": 4.316015866599056e-06,
      "loss": 0.3804,
      "step": 638030
    },
    {
      "epoch": 178.07,
      "grad_norm": 1.3842958211898804,
      "learning_rate": 4.316001258119228e-06,
      "loss": 0.3783,
      "step": 638040
    },
    {
      "epoch": 178.08,
      "grad_norm": 1.0987969636917114,
      "learning_rate": 4.315986649376893e-06,
      "loss": 0.3918,
      "step": 638050
    },
    {
      "epoch": 178.08,
      "grad_norm": 1.3697426319122314,
      "learning_rate": 4.315972040372053e-06,
      "loss": 0.3814,
      "step": 638060
    },
    {
      "epoch": 178.08,
      "grad_norm": 1.1678552627563477,
      "learning_rate": 4.3159574311047095e-06,
      "loss": 0.3776,
      "step": 638070
    },
    {
      "epoch": 178.09,
      "grad_norm": 1.1574578285217285,
      "learning_rate": 4.315942821574865e-06,
      "loss": 0.3879,
      "step": 638080
    },
    {
      "epoch": 178.09,
      "grad_norm": 1.124127984046936,
      "learning_rate": 4.315928211782522e-06,
      "loss": 0.366,
      "step": 638090
    },
    {
      "epoch": 178.09,
      "grad_norm": 1.1498605012893677,
      "learning_rate": 4.315913601727679e-06,
      "loss": 0.3661,
      "step": 638100
    },
    {
      "epoch": 178.09,
      "grad_norm": 1.1672872304916382,
      "learning_rate": 4.3158989914103425e-06,
      "loss": 0.3849,
      "step": 638110
    },
    {
      "epoch": 178.1,
      "grad_norm": 1.043768048286438,
      "learning_rate": 4.315884380830512e-06,
      "loss": 0.3647,
      "step": 638120
    },
    {
      "epoch": 178.1,
      "grad_norm": 1.7540616989135742,
      "learning_rate": 4.31586976998819e-06,
      "loss": 0.3867,
      "step": 638130
    },
    {
      "epoch": 178.1,
      "grad_norm": 1.0375230312347412,
      "learning_rate": 4.315855158883377e-06,
      "loss": 0.3842,
      "step": 638140
    },
    {
      "epoch": 178.1,
      "grad_norm": 1.117517352104187,
      "learning_rate": 4.315840547516078e-06,
      "loss": 0.3947,
      "step": 638150
    },
    {
      "epoch": 178.11,
      "grad_norm": 1.42606520652771,
      "learning_rate": 4.315825935886292e-06,
      "loss": 0.3922,
      "step": 638160
    },
    {
      "epoch": 178.11,
      "grad_norm": 1.3591229915618896,
      "learning_rate": 4.315811323994024e-06,
      "loss": 0.3769,
      "step": 638170
    },
    {
      "epoch": 178.11,
      "grad_norm": 1.0978343486785889,
      "learning_rate": 4.3157967118392714e-06,
      "loss": 0.3792,
      "step": 638180
    },
    {
      "epoch": 178.12,
      "grad_norm": 1.3404159545898438,
      "learning_rate": 4.315782099422041e-06,
      "loss": 0.3913,
      "step": 638190
    },
    {
      "epoch": 178.12,
      "grad_norm": 1.0783395767211914,
      "learning_rate": 4.315767486742331e-06,
      "loss": 0.3669,
      "step": 638200
    },
    {
      "epoch": 178.12,
      "grad_norm": 1.096247673034668,
      "learning_rate": 4.315752873800146e-06,
      "loss": 0.3907,
      "step": 638210
    },
    {
      "epoch": 178.12,
      "grad_norm": 1.2060739994049072,
      "learning_rate": 4.3157382605954865e-06,
      "loss": 0.3708,
      "step": 638220
    },
    {
      "epoch": 178.13,
      "grad_norm": 1.2605012655258179,
      "learning_rate": 4.315723647128355e-06,
      "loss": 0.3842,
      "step": 638230
    },
    {
      "epoch": 178.13,
      "grad_norm": 1.047196865081787,
      "learning_rate": 4.315709033398753e-06,
      "loss": 0.3656,
      "step": 638240
    },
    {
      "epoch": 178.13,
      "grad_norm": 1.1872236728668213,
      "learning_rate": 4.315694419406684e-06,
      "loss": 0.3699,
      "step": 638250
    },
    {
      "epoch": 178.14,
      "grad_norm": 1.289549469947815,
      "learning_rate": 4.315679805152147e-06,
      "loss": 0.3871,
      "step": 638260
    },
    {
      "epoch": 178.14,
      "grad_norm": 1.4865916967391968,
      "learning_rate": 4.315665190635146e-06,
      "loss": 0.3788,
      "step": 638270
    },
    {
      "epoch": 178.14,
      "grad_norm": 1.1057370901107788,
      "learning_rate": 4.315650575855683e-06,
      "loss": 0.3763,
      "step": 638280
    },
    {
      "epoch": 178.14,
      "grad_norm": 1.0830254554748535,
      "learning_rate": 4.315635960813759e-06,
      "loss": 0.3714,
      "step": 638290
    },
    {
      "epoch": 178.15,
      "grad_norm": 1.537654995918274,
      "learning_rate": 4.3156213455093764e-06,
      "loss": 0.4034,
      "step": 638300
    },
    {
      "epoch": 178.15,
      "grad_norm": 1.0678621530532837,
      "learning_rate": 4.315606729942538e-06,
      "loss": 0.3867,
      "step": 638310
    },
    {
      "epoch": 178.15,
      "grad_norm": 1.512336254119873,
      "learning_rate": 4.315592114113244e-06,
      "loss": 0.399,
      "step": 638320
    },
    {
      "epoch": 178.16,
      "grad_norm": 1.6140998601913452,
      "learning_rate": 4.315577498021498e-06,
      "loss": 0.3845,
      "step": 638330
    },
    {
      "epoch": 178.16,
      "grad_norm": 1.2679948806762695,
      "learning_rate": 4.3155628816673e-06,
      "loss": 0.3793,
      "step": 638340
    },
    {
      "epoch": 178.16,
      "grad_norm": 1.5174695253372192,
      "learning_rate": 4.315548265050655e-06,
      "loss": 0.3763,
      "step": 638350
    },
    {
      "epoch": 178.16,
      "grad_norm": 1.0753250122070312,
      "learning_rate": 4.315533648171562e-06,
      "loss": 0.3751,
      "step": 638360
    },
    {
      "epoch": 178.17,
      "grad_norm": 2.263542890548706,
      "learning_rate": 4.315519031030024e-06,
      "loss": 0.3708,
      "step": 638370
    },
    {
      "epoch": 178.17,
      "grad_norm": 1.2522428035736084,
      "learning_rate": 4.315504413626043e-06,
      "loss": 0.3762,
      "step": 638380
    },
    {
      "epoch": 178.17,
      "grad_norm": 1.1558706760406494,
      "learning_rate": 4.315489795959622e-06,
      "loss": 0.3716,
      "step": 638390
    },
    {
      "epoch": 178.17,
      "grad_norm": 1.0469281673431396,
      "learning_rate": 4.315475178030761e-06,
      "loss": 0.3824,
      "step": 638400
    },
    {
      "epoch": 178.18,
      "grad_norm": 1.0651081800460815,
      "learning_rate": 4.315460559839462e-06,
      "loss": 0.3634,
      "step": 638410
    },
    {
      "epoch": 178.18,
      "grad_norm": 1.103481650352478,
      "learning_rate": 4.315445941385729e-06,
      "loss": 0.3792,
      "step": 638420
    },
    {
      "epoch": 178.18,
      "grad_norm": 1.258773922920227,
      "learning_rate": 4.315431322669563e-06,
      "loss": 0.4017,
      "step": 638430
    },
    {
      "epoch": 178.19,
      "grad_norm": 1.0740041732788086,
      "learning_rate": 4.315416703690965e-06,
      "loss": 0.3818,
      "step": 638440
    },
    {
      "epoch": 178.19,
      "grad_norm": 1.218671202659607,
      "learning_rate": 4.315402084449938e-06,
      "loss": 0.3644,
      "step": 638450
    },
    {
      "epoch": 178.19,
      "grad_norm": 1.5275999307632446,
      "learning_rate": 4.315387464946483e-06,
      "loss": 0.3912,
      "step": 638460
    },
    {
      "epoch": 178.19,
      "grad_norm": 1.1670268774032593,
      "learning_rate": 4.3153728451806025e-06,
      "loss": 0.3837,
      "step": 638470
    },
    {
      "epoch": 178.2,
      "grad_norm": 1.4091556072235107,
      "learning_rate": 4.315358225152299e-06,
      "loss": 0.3836,
      "step": 638480
    },
    {
      "epoch": 178.2,
      "grad_norm": 1.398198127746582,
      "learning_rate": 4.315343604861574e-06,
      "loss": 0.3851,
      "step": 638490
    },
    {
      "epoch": 178.2,
      "grad_norm": 1.2368146181106567,
      "learning_rate": 4.3153289843084285e-06,
      "loss": 0.3599,
      "step": 638500
    },
    {
      "epoch": 178.21,
      "grad_norm": 1.0586161613464355,
      "learning_rate": 4.315314363492866e-06,
      "loss": 0.3833,
      "step": 638510
    },
    {
      "epoch": 178.21,
      "grad_norm": 1.2679448127746582,
      "learning_rate": 4.315299742414888e-06,
      "loss": 0.3818,
      "step": 638520
    },
    {
      "epoch": 178.21,
      "grad_norm": 1.2019689083099365,
      "learning_rate": 4.315285121074495e-06,
      "loss": 0.3814,
      "step": 638530
    },
    {
      "epoch": 178.21,
      "grad_norm": 1.1091454029083252,
      "learning_rate": 4.315270499471691e-06,
      "loss": 0.3911,
      "step": 638540
    },
    {
      "epoch": 178.22,
      "grad_norm": 1.087157130241394,
      "learning_rate": 4.315255877606478e-06,
      "loss": 0.3895,
      "step": 638550
    },
    {
      "epoch": 178.22,
      "grad_norm": 1.1636015176773071,
      "learning_rate": 4.315241255478856e-06,
      "loss": 0.3883,
      "step": 638560
    },
    {
      "epoch": 178.22,
      "grad_norm": 1.441902995109558,
      "learning_rate": 4.315226633088828e-06,
      "loss": 0.4004,
      "step": 638570
    },
    {
      "epoch": 178.22,
      "grad_norm": 1.017300009727478,
      "learning_rate": 4.3152120104363955e-06,
      "loss": 0.3808,
      "step": 638580
    },
    {
      "epoch": 178.23,
      "grad_norm": 1.0358006954193115,
      "learning_rate": 4.315197387521562e-06,
      "loss": 0.3812,
      "step": 638590
    },
    {
      "epoch": 178.23,
      "grad_norm": 1.2629214525222778,
      "learning_rate": 4.315182764344328e-06,
      "loss": 0.3824,
      "step": 638600
    },
    {
      "epoch": 178.23,
      "grad_norm": 1.3758960962295532,
      "learning_rate": 4.3151681409046945e-06,
      "loss": 0.3758,
      "step": 638610
    },
    {
      "epoch": 178.24,
      "grad_norm": 1.147605299949646,
      "learning_rate": 4.315153517202666e-06,
      "loss": 0.3889,
      "step": 638620
    },
    {
      "epoch": 178.24,
      "grad_norm": 1.2036908864974976,
      "learning_rate": 4.315138893238242e-06,
      "loss": 0.3737,
      "step": 638630
    },
    {
      "epoch": 178.24,
      "grad_norm": 1.2473093271255493,
      "learning_rate": 4.315124269011427e-06,
      "loss": 0.4008,
      "step": 638640
    },
    {
      "epoch": 178.24,
      "grad_norm": 1.218355417251587,
      "learning_rate": 4.315109644522221e-06,
      "loss": 0.3675,
      "step": 638650
    },
    {
      "epoch": 178.25,
      "grad_norm": 1.1452747583389282,
      "learning_rate": 4.315095019770626e-06,
      "loss": 0.3892,
      "step": 638660
    },
    {
      "epoch": 178.25,
      "grad_norm": 1.169643521308899,
      "learning_rate": 4.3150803947566454e-06,
      "loss": 0.3837,
      "step": 638670
    },
    {
      "epoch": 178.25,
      "grad_norm": 1.1184478998184204,
      "learning_rate": 4.315065769480279e-06,
      "loss": 0.3953,
      "step": 638680
    },
    {
      "epoch": 178.26,
      "grad_norm": 1.52609384059906,
      "learning_rate": 4.315051143941531e-06,
      "loss": 0.3878,
      "step": 638690
    },
    {
      "epoch": 178.26,
      "grad_norm": 1.1037100553512573,
      "learning_rate": 4.3150365181404015e-06,
      "loss": 0.3714,
      "step": 638700
    },
    {
      "epoch": 178.26,
      "grad_norm": 1.2364912033081055,
      "learning_rate": 4.315021892076894e-06,
      "loss": 0.36,
      "step": 638710
    },
    {
      "epoch": 178.26,
      "grad_norm": 5.119088649749756,
      "learning_rate": 4.315007265751009e-06,
      "loss": 0.3782,
      "step": 638720
    },
    {
      "epoch": 178.27,
      "grad_norm": 1.1543474197387695,
      "learning_rate": 4.314992639162749e-06,
      "loss": 0.3768,
      "step": 638730
    },
    {
      "epoch": 178.27,
      "grad_norm": 1.127962350845337,
      "learning_rate": 4.314978012312117e-06,
      "loss": 0.3688,
      "step": 638740
    },
    {
      "epoch": 178.27,
      "grad_norm": 1.056348204612732,
      "learning_rate": 4.314963385199113e-06,
      "loss": 0.374,
      "step": 638750
    },
    {
      "epoch": 178.28,
      "grad_norm": 1.0671284198760986,
      "learning_rate": 4.314948757823741e-06,
      "loss": 0.3843,
      "step": 638760
    },
    {
      "epoch": 178.28,
      "grad_norm": 1.0850017070770264,
      "learning_rate": 4.314934130186001e-06,
      "loss": 0.3799,
      "step": 638770
    },
    {
      "epoch": 178.28,
      "grad_norm": 1.1256966590881348,
      "learning_rate": 4.314919502285896e-06,
      "loss": 0.382,
      "step": 638780
    },
    {
      "epoch": 178.28,
      "grad_norm": 1.1525757312774658,
      "learning_rate": 4.3149048741234284e-06,
      "loss": 0.3864,
      "step": 638790
    },
    {
      "epoch": 178.29,
      "grad_norm": 1.207602858543396,
      "learning_rate": 4.314890245698599e-06,
      "loss": 0.3771,
      "step": 638800
    },
    {
      "epoch": 178.29,
      "grad_norm": 1.1148287057876587,
      "learning_rate": 4.31487561701141e-06,
      "loss": 0.3844,
      "step": 638810
    },
    {
      "epoch": 178.29,
      "grad_norm": 1.180828332901001,
      "learning_rate": 4.314860988061864e-06,
      "loss": 0.3783,
      "step": 638820
    },
    {
      "epoch": 178.29,
      "grad_norm": 1.1717865467071533,
      "learning_rate": 4.314846358849963e-06,
      "loss": 0.3812,
      "step": 638830
    },
    {
      "epoch": 178.3,
      "grad_norm": 1.1842033863067627,
      "learning_rate": 4.314831729375708e-06,
      "loss": 0.3896,
      "step": 638840
    },
    {
      "epoch": 178.3,
      "grad_norm": 1.5172970294952393,
      "learning_rate": 4.314817099639102e-06,
      "loss": 0.3724,
      "step": 638850
    },
    {
      "epoch": 178.3,
      "grad_norm": 1.1570528745651245,
      "learning_rate": 4.314802469640146e-06,
      "loss": 0.3721,
      "step": 638860
    },
    {
      "epoch": 178.31,
      "grad_norm": 1.1282730102539062,
      "learning_rate": 4.3147878393788425e-06,
      "loss": 0.375,
      "step": 638870
    },
    {
      "epoch": 178.31,
      "grad_norm": 1.0231114625930786,
      "learning_rate": 4.314773208855193e-06,
      "loss": 0.3641,
      "step": 638880
    },
    {
      "epoch": 178.31,
      "grad_norm": 1.3623639345169067,
      "learning_rate": 4.3147585780692e-06,
      "loss": 0.3758,
      "step": 638890
    },
    {
      "epoch": 178.31,
      "grad_norm": 1.012993335723877,
      "learning_rate": 4.314743947020866e-06,
      "loss": 0.3669,
      "step": 638900
    },
    {
      "epoch": 178.32,
      "grad_norm": 10.228338241577148,
      "learning_rate": 4.3147293157101915e-06,
      "loss": 0.404,
      "step": 638910
    },
    {
      "epoch": 178.32,
      "grad_norm": 1.0957945585250854,
      "learning_rate": 4.3147146841371785e-06,
      "loss": 0.383,
      "step": 638920
    },
    {
      "epoch": 178.32,
      "grad_norm": 1.2335598468780518,
      "learning_rate": 4.31470005230183e-06,
      "loss": 0.3879,
      "step": 638930
    },
    {
      "epoch": 178.33,
      "grad_norm": 1.1682288646697998,
      "learning_rate": 4.314685420204148e-06,
      "loss": 0.3748,
      "step": 638940
    },
    {
      "epoch": 178.33,
      "grad_norm": 0.9827195405960083,
      "learning_rate": 4.314670787844134e-06,
      "loss": 0.3613,
      "step": 638950
    },
    {
      "epoch": 178.33,
      "grad_norm": 1.1759079694747925,
      "learning_rate": 4.3146561552217895e-06,
      "loss": 0.3816,
      "step": 638960
    },
    {
      "epoch": 178.33,
      "grad_norm": 1.1967371702194214,
      "learning_rate": 4.314641522337117e-06,
      "loss": 0.3874,
      "step": 638970
    },
    {
      "epoch": 178.34,
      "grad_norm": 1.287959337234497,
      "learning_rate": 4.314626889190118e-06,
      "loss": 0.377,
      "step": 638980
    },
    {
      "epoch": 178.34,
      "grad_norm": 1.3226765394210815,
      "learning_rate": 4.314612255780794e-06,
      "loss": 0.3777,
      "step": 638990
    },
    {
      "epoch": 178.34,
      "grad_norm": 1.1854419708251953,
      "learning_rate": 4.31459762210915e-06,
      "loss": 0.3767,
      "step": 639000
    },
    {
      "epoch": 178.34,
      "grad_norm": 1.0514755249023438,
      "learning_rate": 4.314582988175184e-06,
      "loss": 0.3973,
      "step": 639010
    },
    {
      "epoch": 178.35,
      "grad_norm": 1.0508750677108765,
      "learning_rate": 4.3145683539789e-06,
      "loss": 0.3787,
      "step": 639020
    },
    {
      "epoch": 178.35,
      "grad_norm": 1.148565411567688,
      "learning_rate": 4.314553719520299e-06,
      "loss": 0.3808,
      "step": 639030
    },
    {
      "epoch": 178.35,
      "grad_norm": 1.0210126638412476,
      "learning_rate": 4.314539084799385e-06,
      "loss": 0.3645,
      "step": 639040
    },
    {
      "epoch": 178.36,
      "grad_norm": 1.6420676708221436,
      "learning_rate": 4.314524449816156e-06,
      "loss": 0.3943,
      "step": 639050
    },
    {
      "epoch": 178.36,
      "grad_norm": 1.1222854852676392,
      "learning_rate": 4.314509814570618e-06,
      "loss": 0.3694,
      "step": 639060
    },
    {
      "epoch": 178.36,
      "grad_norm": 1.1747825145721436,
      "learning_rate": 4.314495179062771e-06,
      "loss": 0.3793,
      "step": 639070
    },
    {
      "epoch": 178.36,
      "grad_norm": 1.3536813259124756,
      "learning_rate": 4.314480543292618e-06,
      "loss": 0.3904,
      "step": 639080
    },
    {
      "epoch": 178.37,
      "grad_norm": 1.2207452058792114,
      "learning_rate": 4.3144659072601594e-06,
      "loss": 0.3905,
      "step": 639090
    },
    {
      "epoch": 178.37,
      "grad_norm": 1.1454637050628662,
      "learning_rate": 4.314451270965398e-06,
      "loss": 0.3897,
      "step": 639100
    },
    {
      "epoch": 178.37,
      "grad_norm": 1.2480201721191406,
      "learning_rate": 4.314436634408335e-06,
      "loss": 0.3705,
      "step": 639110
    },
    {
      "epoch": 178.38,
      "grad_norm": 1.2261711359024048,
      "learning_rate": 4.314421997588975e-06,
      "loss": 0.3673,
      "step": 639120
    },
    {
      "epoch": 178.38,
      "grad_norm": 1.1471750736236572,
      "learning_rate": 4.314407360507317e-06,
      "loss": 0.3707,
      "step": 639130
    },
    {
      "epoch": 178.38,
      "grad_norm": 1.181482195854187,
      "learning_rate": 4.3143927231633635e-06,
      "loss": 0.3924,
      "step": 639140
    },
    {
      "epoch": 178.38,
      "grad_norm": 1.2026376724243164,
      "learning_rate": 4.314378085557117e-06,
      "loss": 0.3743,
      "step": 639150
    },
    {
      "epoch": 178.39,
      "grad_norm": 1.1613471508026123,
      "learning_rate": 4.31436344768858e-06,
      "loss": 0.3748,
      "step": 639160
    },
    {
      "epoch": 178.39,
      "grad_norm": 1.1427276134490967,
      "learning_rate": 4.314348809557754e-06,
      "loss": 0.3697,
      "step": 639170
    },
    {
      "epoch": 178.39,
      "grad_norm": 0.9797874689102173,
      "learning_rate": 4.314334171164639e-06,
      "loss": 0.3842,
      "step": 639180
    },
    {
      "epoch": 178.4,
      "grad_norm": 1.2023450136184692,
      "learning_rate": 4.314319532509241e-06,
      "loss": 0.3988,
      "step": 639190
    },
    {
      "epoch": 178.4,
      "grad_norm": 1.0660347938537598,
      "learning_rate": 4.314304893591559e-06,
      "loss": 0.3861,
      "step": 639200
    },
    {
      "epoch": 178.4,
      "grad_norm": 1.3624430894851685,
      "learning_rate": 4.314290254411595e-06,
      "loss": 0.3819,
      "step": 639210
    },
    {
      "epoch": 178.4,
      "grad_norm": 1.1518837213516235,
      "learning_rate": 4.3142756149693515e-06,
      "loss": 0.3733,
      "step": 639220
    },
    {
      "epoch": 178.41,
      "grad_norm": 1.0959641933441162,
      "learning_rate": 4.314260975264831e-06,
      "loss": 0.3873,
      "step": 639230
    },
    {
      "epoch": 178.41,
      "grad_norm": 1.2101714611053467,
      "learning_rate": 4.314246335298035e-06,
      "loss": 0.3944,
      "step": 639240
    },
    {
      "epoch": 178.41,
      "grad_norm": 1.3010879755020142,
      "learning_rate": 4.314231695068965e-06,
      "loss": 0.3929,
      "step": 639250
    },
    {
      "epoch": 178.41,
      "grad_norm": 1.1525729894638062,
      "learning_rate": 4.3142170545776235e-06,
      "loss": 0.3754,
      "step": 639260
    },
    {
      "epoch": 178.42,
      "grad_norm": 1.1464794874191284,
      "learning_rate": 4.314202413824012e-06,
      "loss": 0.4031,
      "step": 639270
    },
    {
      "epoch": 178.42,
      "grad_norm": 1.2744359970092773,
      "learning_rate": 4.314187772808133e-06,
      "loss": 0.3816,
      "step": 639280
    },
    {
      "epoch": 178.42,
      "grad_norm": 1.193231463432312,
      "learning_rate": 4.314173131529988e-06,
      "loss": 0.3793,
      "step": 639290
    },
    {
      "epoch": 178.43,
      "grad_norm": 1.1816147565841675,
      "learning_rate": 4.31415848998958e-06,
      "loss": 0.3752,
      "step": 639300
    },
    {
      "epoch": 178.43,
      "grad_norm": 1.019884705543518,
      "learning_rate": 4.314143848186909e-06,
      "loss": 0.3835,
      "step": 639310
    },
    {
      "epoch": 178.43,
      "grad_norm": 1.1552306413650513,
      "learning_rate": 4.314129206121979e-06,
      "loss": 0.37,
      "step": 639320
    },
    {
      "epoch": 178.43,
      "grad_norm": 1.2195734977722168,
      "learning_rate": 4.31411456379479e-06,
      "loss": 0.3777,
      "step": 639330
    },
    {
      "epoch": 178.44,
      "grad_norm": 1.039328932762146,
      "learning_rate": 4.314099921205346e-06,
      "loss": 0.3796,
      "step": 639340
    },
    {
      "epoch": 178.44,
      "grad_norm": 1.0573484897613525,
      "learning_rate": 4.314085278353647e-06,
      "loss": 0.3755,
      "step": 639350
    },
    {
      "epoch": 178.44,
      "grad_norm": 1.1404134035110474,
      "learning_rate": 4.314070635239697e-06,
      "loss": 0.3787,
      "step": 639360
    },
    {
      "epoch": 178.45,
      "grad_norm": 1.0098017454147339,
      "learning_rate": 4.314055991863495e-06,
      "loss": 0.3522,
      "step": 639370
    },
    {
      "epoch": 178.45,
      "grad_norm": 0.9952847361564636,
      "learning_rate": 4.314041348225046e-06,
      "loss": 0.3594,
      "step": 639380
    },
    {
      "epoch": 178.45,
      "grad_norm": 1.189008355140686,
      "learning_rate": 4.314026704324351e-06,
      "loss": 0.3858,
      "step": 639390
    },
    {
      "epoch": 178.45,
      "grad_norm": 0.9728742837905884,
      "learning_rate": 4.314012060161411e-06,
      "loss": 0.3809,
      "step": 639400
    },
    {
      "epoch": 178.46,
      "grad_norm": 1.2626430988311768,
      "learning_rate": 4.313997415736228e-06,
      "loss": 0.364,
      "step": 639410
    },
    {
      "epoch": 178.46,
      "grad_norm": 1.159787654876709,
      "learning_rate": 4.313982771048805e-06,
      "loss": 0.3716,
      "step": 639420
    },
    {
      "epoch": 178.46,
      "grad_norm": 1.2399439811706543,
      "learning_rate": 4.313968126099144e-06,
      "loss": 0.383,
      "step": 639430
    },
    {
      "epoch": 178.46,
      "grad_norm": 1.1779578924179077,
      "learning_rate": 4.313953480887246e-06,
      "loss": 0.3703,
      "step": 639440
    },
    {
      "epoch": 178.47,
      "grad_norm": 1.0253524780273438,
      "learning_rate": 4.313938835413114e-06,
      "loss": 0.3762,
      "step": 639450
    },
    {
      "epoch": 178.47,
      "grad_norm": 1.3033761978149414,
      "learning_rate": 4.313924189676749e-06,
      "loss": 0.3808,
      "step": 639460
    },
    {
      "epoch": 178.47,
      "grad_norm": 1.0944983959197998,
      "learning_rate": 4.313909543678152e-06,
      "loss": 0.3747,
      "step": 639470
    },
    {
      "epoch": 178.48,
      "grad_norm": 1.092630386352539,
      "learning_rate": 4.313894897417328e-06,
      "loss": 0.3717,
      "step": 639480
    },
    {
      "epoch": 178.48,
      "grad_norm": 1.0919057130813599,
      "learning_rate": 4.313880250894276e-06,
      "loss": 0.3817,
      "step": 639490
    },
    {
      "epoch": 178.48,
      "grad_norm": 1.1386845111846924,
      "learning_rate": 4.313865604108999e-06,
      "loss": 0.3725,
      "step": 639500
    },
    {
      "epoch": 178.48,
      "grad_norm": 1.2231662273406982,
      "learning_rate": 4.313850957061501e-06,
      "loss": 0.3815,
      "step": 639510
    },
    {
      "epoch": 178.49,
      "grad_norm": 1.182242512702942,
      "learning_rate": 4.31383630975178e-06,
      "loss": 0.3729,
      "step": 639520
    },
    {
      "epoch": 178.49,
      "grad_norm": 1.0674490928649902,
      "learning_rate": 4.3138216621798405e-06,
      "loss": 0.3852,
      "step": 639530
    },
    {
      "epoch": 178.49,
      "grad_norm": 1.0277159214019775,
      "learning_rate": 4.313807014345685e-06,
      "loss": 0.3864,
      "step": 639540
    },
    {
      "epoch": 178.5,
      "grad_norm": 1.1448431015014648,
      "learning_rate": 4.313792366249313e-06,
      "loss": 0.3823,
      "step": 639550
    },
    {
      "epoch": 178.5,
      "grad_norm": 1.261776328086853,
      "learning_rate": 4.3137777178907285e-06,
      "loss": 0.3677,
      "step": 639560
    },
    {
      "epoch": 178.5,
      "grad_norm": 1.1589186191558838,
      "learning_rate": 4.313763069269932e-06,
      "loss": 0.3815,
      "step": 639570
    },
    {
      "epoch": 178.5,
      "grad_norm": 1.20121169090271,
      "learning_rate": 4.313748420386926e-06,
      "loss": 0.38,
      "step": 639580
    },
    {
      "epoch": 178.51,
      "grad_norm": 1.307942271232605,
      "learning_rate": 4.313733771241715e-06,
      "loss": 0.3946,
      "step": 639590
    },
    {
      "epoch": 178.51,
      "grad_norm": 1.0355684757232666,
      "learning_rate": 4.313719121834297e-06,
      "loss": 0.376,
      "step": 639600
    },
    {
      "epoch": 178.51,
      "grad_norm": 1.1390804052352905,
      "learning_rate": 4.313704472164675e-06,
      "loss": 0.3733,
      "step": 639610
    },
    {
      "epoch": 178.52,
      "grad_norm": 1.1155720949172974,
      "learning_rate": 4.313689822232852e-06,
      "loss": 0.3768,
      "step": 639620
    },
    {
      "epoch": 178.52,
      "grad_norm": 1.0486732721328735,
      "learning_rate": 4.3136751720388306e-06,
      "loss": 0.3815,
      "step": 639630
    },
    {
      "epoch": 178.52,
      "grad_norm": 1.11802077293396,
      "learning_rate": 4.31366052158261e-06,
      "loss": 0.3602,
      "step": 639640
    },
    {
      "epoch": 178.52,
      "grad_norm": 1.3494738340377808,
      "learning_rate": 4.313645870864195e-06,
      "loss": 0.3836,
      "step": 639650
    },
    {
      "epoch": 178.53,
      "grad_norm": 1.0924410820007324,
      "learning_rate": 4.313631219883585e-06,
      "loss": 0.3708,
      "step": 639660
    },
    {
      "epoch": 178.53,
      "grad_norm": 1.1235177516937256,
      "learning_rate": 4.313616568640784e-06,
      "loss": 0.393,
      "step": 639670
    },
    {
      "epoch": 178.53,
      "grad_norm": 1.4048759937286377,
      "learning_rate": 4.3136019171357935e-06,
      "loss": 0.4002,
      "step": 639680
    },
    {
      "epoch": 178.53,
      "grad_norm": 1.0385560989379883,
      "learning_rate": 4.3135872653686156e-06,
      "loss": 0.3623,
      "step": 639690
    },
    {
      "epoch": 178.54,
      "grad_norm": 1.324997901916504,
      "learning_rate": 4.31357261333925e-06,
      "loss": 0.4048,
      "step": 639700
    },
    {
      "epoch": 178.54,
      "grad_norm": 1.164913535118103,
      "learning_rate": 4.313557961047702e-06,
      "loss": 0.3874,
      "step": 639710
    },
    {
      "epoch": 178.54,
      "grad_norm": 0.9762024283409119,
      "learning_rate": 4.313543308493972e-06,
      "loss": 0.3684,
      "step": 639720
    },
    {
      "epoch": 178.55,
      "grad_norm": 1.2484833002090454,
      "learning_rate": 4.3135286556780615e-06,
      "loss": 0.3685,
      "step": 639730
    },
    {
      "epoch": 178.55,
      "grad_norm": 1.3231463432312012,
      "learning_rate": 4.313514002599973e-06,
      "loss": 0.383,
      "step": 639740
    },
    {
      "epoch": 178.55,
      "grad_norm": 1.2268390655517578,
      "learning_rate": 4.313499349259709e-06,
      "loss": 0.3824,
      "step": 639750
    },
    {
      "epoch": 178.55,
      "grad_norm": 1.1619750261306763,
      "learning_rate": 4.313484695657269e-06,
      "loss": 0.381,
      "step": 639760
    },
    {
      "epoch": 178.56,
      "grad_norm": 1.080734133720398,
      "learning_rate": 4.313470041792659e-06,
      "loss": 0.375,
      "step": 639770
    },
    {
      "epoch": 178.56,
      "grad_norm": 1.1012029647827148,
      "learning_rate": 4.3134553876658775e-06,
      "loss": 0.377,
      "step": 639780
    },
    {
      "epoch": 178.56,
      "grad_norm": 1.5614702701568604,
      "learning_rate": 4.313440733276928e-06,
      "loss": 0.3638,
      "step": 639790
    },
    {
      "epoch": 178.57,
      "grad_norm": 1.1357958316802979,
      "learning_rate": 4.3134260786258125e-06,
      "loss": 0.3767,
      "step": 639800
    },
    {
      "epoch": 178.57,
      "grad_norm": 1.169147253036499,
      "learning_rate": 4.3134114237125314e-06,
      "loss": 0.3572,
      "step": 639810
    },
    {
      "epoch": 178.57,
      "grad_norm": 1.3072385787963867,
      "learning_rate": 4.3133967685370886e-06,
      "loss": 0.4163,
      "step": 639820
    },
    {
      "epoch": 178.57,
      "grad_norm": 1.0907399654388428,
      "learning_rate": 4.313382113099486e-06,
      "loss": 0.3968,
      "step": 639830
    },
    {
      "epoch": 178.58,
      "grad_norm": 1.3772882223129272,
      "learning_rate": 4.313367457399723e-06,
      "loss": 0.3802,
      "step": 639840
    },
    {
      "epoch": 178.58,
      "grad_norm": 1.455695629119873,
      "learning_rate": 4.313352801437805e-06,
      "loss": 0.3872,
      "step": 639850
    },
    {
      "epoch": 178.58,
      "grad_norm": 1.3343197107315063,
      "learning_rate": 4.3133381452137315e-06,
      "loss": 0.3687,
      "step": 639860
    },
    {
      "epoch": 178.58,
      "grad_norm": 1.190834879875183,
      "learning_rate": 4.313323488727505e-06,
      "loss": 0.3711,
      "step": 639870
    },
    {
      "epoch": 178.59,
      "grad_norm": 1.3105789422988892,
      "learning_rate": 4.313308831979129e-06,
      "loss": 0.3766,
      "step": 639880
    },
    {
      "epoch": 178.59,
      "grad_norm": 1.0687499046325684,
      "learning_rate": 4.3132941749686035e-06,
      "loss": 0.3788,
      "step": 639890
    },
    {
      "epoch": 178.59,
      "grad_norm": 1.1530619859695435,
      "learning_rate": 4.3132795176959316e-06,
      "loss": 0.3792,
      "step": 639900
    },
    {
      "epoch": 178.6,
      "grad_norm": 1.3306299448013306,
      "learning_rate": 4.313264860161114e-06,
      "loss": 0.3986,
      "step": 639910
    },
    {
      "epoch": 178.6,
      "grad_norm": 0.971271276473999,
      "learning_rate": 4.313250202364153e-06,
      "loss": 0.3674,
      "step": 639920
    },
    {
      "epoch": 178.6,
      "grad_norm": 1.345136284828186,
      "learning_rate": 4.313235544305053e-06,
      "loss": 0.3855,
      "step": 639930
    },
    {
      "epoch": 178.6,
      "grad_norm": 1.3305587768554688,
      "learning_rate": 4.313220885983812e-06,
      "loss": 0.3877,
      "step": 639940
    },
    {
      "epoch": 178.61,
      "grad_norm": 1.2480865716934204,
      "learning_rate": 4.313206227400434e-06,
      "loss": 0.3855,
      "step": 639950
    },
    {
      "epoch": 178.61,
      "grad_norm": 1.1438895463943481,
      "learning_rate": 4.313191568554922e-06,
      "loss": 0.3804,
      "step": 639960
    },
    {
      "epoch": 178.61,
      "grad_norm": 0.999525785446167,
      "learning_rate": 4.313176909447276e-06,
      "loss": 0.3869,
      "step": 639970
    },
    {
      "epoch": 178.62,
      "grad_norm": 1.1521655321121216,
      "learning_rate": 4.313162250077499e-06,
      "loss": 0.3747,
      "step": 639980
    },
    {
      "epoch": 178.62,
      "grad_norm": 1.1175786256790161,
      "learning_rate": 4.313147590445592e-06,
      "loss": 0.372,
      "step": 639990
    },
    {
      "epoch": 178.62,
      "grad_norm": 1.1855130195617676,
      "learning_rate": 4.313132930551559e-06,
      "loss": 0.3886,
      "step": 640000
    },
    {
      "epoch": 178.62,
      "grad_norm": 1.1246165037155151,
      "learning_rate": 4.3131182703954e-06,
      "loss": 0.3929,
      "step": 640010
    },
    {
      "epoch": 178.63,
      "grad_norm": 1.0990136861801147,
      "learning_rate": 4.313103609977117e-06,
      "loss": 0.3799,
      "step": 640020
    },
    {
      "epoch": 178.63,
      "grad_norm": 1.1524386405944824,
      "learning_rate": 4.313088949296713e-06,
      "loss": 0.3881,
      "step": 640030
    },
    {
      "epoch": 178.63,
      "grad_norm": 1.1270283460617065,
      "learning_rate": 4.3130742883541895e-06,
      "loss": 0.3734,
      "step": 640040
    },
    {
      "epoch": 178.64,
      "grad_norm": 1.0975581407546997,
      "learning_rate": 4.313059627149548e-06,
      "loss": 0.3718,
      "step": 640050
    },
    {
      "epoch": 178.64,
      "grad_norm": 1.279778242111206,
      "learning_rate": 4.313044965682791e-06,
      "loss": 0.3842,
      "step": 640060
    },
    {
      "epoch": 178.64,
      "grad_norm": 1.3049794435501099,
      "learning_rate": 4.31303030395392e-06,
      "loss": 0.3726,
      "step": 640070
    },
    {
      "epoch": 178.64,
      "grad_norm": 1.2040066719055176,
      "learning_rate": 4.313015641962938e-06,
      "loss": 0.3797,
      "step": 640080
    },
    {
      "epoch": 178.65,
      "grad_norm": 1.3648022413253784,
      "learning_rate": 4.313000979709846e-06,
      "loss": 0.3748,
      "step": 640090
    },
    {
      "epoch": 178.65,
      "grad_norm": 1.3991999626159668,
      "learning_rate": 4.312986317194646e-06,
      "loss": 0.3837,
      "step": 640100
    },
    {
      "epoch": 178.65,
      "grad_norm": 1.0133813619613647,
      "learning_rate": 4.31297165441734e-06,
      "loss": 0.3776,
      "step": 640110
    },
    {
      "epoch": 178.65,
      "grad_norm": 1.2345002889633179,
      "learning_rate": 4.31295699137793e-06,
      "loss": 0.3748,
      "step": 640120
    },
    {
      "epoch": 178.66,
      "grad_norm": 4.659852981567383,
      "learning_rate": 4.3129423280764185e-06,
      "loss": 0.3754,
      "step": 640130
    },
    {
      "epoch": 178.66,
      "grad_norm": 1.2019017934799194,
      "learning_rate": 4.312927664512807e-06,
      "loss": 0.3751,
      "step": 640140
    },
    {
      "epoch": 178.66,
      "grad_norm": 1.0779246091842651,
      "learning_rate": 4.312913000687097e-06,
      "loss": 0.3691,
      "step": 640150
    },
    {
      "epoch": 178.67,
      "grad_norm": 1.1340030431747437,
      "learning_rate": 4.312898336599291e-06,
      "loss": 0.3736,
      "step": 640160
    },
    {
      "epoch": 178.67,
      "grad_norm": 1.3967571258544922,
      "learning_rate": 4.312883672249391e-06,
      "loss": 0.3847,
      "step": 640170
    },
    {
      "epoch": 178.67,
      "grad_norm": 1.079659104347229,
      "learning_rate": 4.312869007637398e-06,
      "loss": 0.3902,
      "step": 640180
    },
    {
      "epoch": 178.67,
      "grad_norm": 1.335365891456604,
      "learning_rate": 4.312854342763315e-06,
      "loss": 0.3919,
      "step": 640190
    },
    {
      "epoch": 178.68,
      "grad_norm": 1.1269030570983887,
      "learning_rate": 4.3128396776271435e-06,
      "loss": 0.3712,
      "step": 640200
    },
    {
      "epoch": 178.68,
      "grad_norm": 1.120633840560913,
      "learning_rate": 4.312825012228886e-06,
      "loss": 0.375,
      "step": 640210
    },
    {
      "epoch": 178.68,
      "grad_norm": 1.3444819450378418,
      "learning_rate": 4.312810346568545e-06,
      "loss": 0.3725,
      "step": 640220
    },
    {
      "epoch": 178.69,
      "grad_norm": 0.9894176721572876,
      "learning_rate": 4.312795680646121e-06,
      "loss": 0.394,
      "step": 640230
    },
    {
      "epoch": 178.69,
      "grad_norm": 1.0857701301574707,
      "learning_rate": 4.3127810144616156e-06,
      "loss": 0.3887,
      "step": 640240
    },
    {
      "epoch": 178.69,
      "grad_norm": 1.2123124599456787,
      "learning_rate": 4.312766348015032e-06,
      "loss": 0.3837,
      "step": 640250
    },
    {
      "epoch": 178.69,
      "grad_norm": 1.2236011028289795,
      "learning_rate": 4.312751681306372e-06,
      "loss": 0.4005,
      "step": 640260
    },
    {
      "epoch": 178.7,
      "grad_norm": 1.2427165508270264,
      "learning_rate": 4.312737014335638e-06,
      "loss": 0.3831,
      "step": 640270
    },
    {
      "epoch": 178.7,
      "grad_norm": 1.2327423095703125,
      "learning_rate": 4.312722347102831e-06,
      "loss": 0.3869,
      "step": 640280
    },
    {
      "epoch": 178.7,
      "grad_norm": 1.2550393342971802,
      "learning_rate": 4.312707679607953e-06,
      "loss": 0.3769,
      "step": 640290
    },
    {
      "epoch": 178.7,
      "grad_norm": 1.152794361114502,
      "learning_rate": 4.312693011851005e-06,
      "loss": 0.3784,
      "step": 640300
    },
    {
      "epoch": 178.71,
      "grad_norm": 1.045006513595581,
      "learning_rate": 4.3126783438319915e-06,
      "loss": 0.3693,
      "step": 640310
    },
    {
      "epoch": 178.71,
      "grad_norm": 1.4105528593063354,
      "learning_rate": 4.312663675550913e-06,
      "loss": 0.3782,
      "step": 640320
    },
    {
      "epoch": 178.71,
      "grad_norm": 1.353561282157898,
      "learning_rate": 4.312649007007771e-06,
      "loss": 0.3863,
      "step": 640330
    },
    {
      "epoch": 178.72,
      "grad_norm": 1.0434366464614868,
      "learning_rate": 4.312634338202569e-06,
      "loss": 0.374,
      "step": 640340
    },
    {
      "epoch": 178.72,
      "grad_norm": 1.361057996749878,
      "learning_rate": 4.312619669135307e-06,
      "loss": 0.3851,
      "step": 640350
    },
    {
      "epoch": 178.72,
      "grad_norm": 1.2408267259597778,
      "learning_rate": 4.312604999805988e-06,
      "loss": 0.3881,
      "step": 640360
    },
    {
      "epoch": 178.72,
      "grad_norm": 1.1881262063980103,
      "learning_rate": 4.312590330214614e-06,
      "loss": 0.3777,
      "step": 640370
    },
    {
      "epoch": 178.73,
      "grad_norm": 1.1264104843139648,
      "learning_rate": 4.312575660361187e-06,
      "loss": 0.3867,
      "step": 640380
    },
    {
      "epoch": 178.73,
      "grad_norm": 1.2169862985610962,
      "learning_rate": 4.312560990245709e-06,
      "loss": 0.3732,
      "step": 640390
    },
    {
      "epoch": 178.73,
      "grad_norm": 1.0834908485412598,
      "learning_rate": 4.312546319868181e-06,
      "loss": 0.3886,
      "step": 640400
    },
    {
      "epoch": 178.74,
      "grad_norm": 1.2059895992279053,
      "learning_rate": 4.312531649228606e-06,
      "loss": 0.3834,
      "step": 640410
    },
    {
      "epoch": 178.74,
      "grad_norm": 1.3398044109344482,
      "learning_rate": 4.312516978326986e-06,
      "loss": 0.3891,
      "step": 640420
    },
    {
      "epoch": 178.74,
      "grad_norm": 1.1057277917861938,
      "learning_rate": 4.312502307163322e-06,
      "loss": 0.3585,
      "step": 640430
    },
    {
      "epoch": 178.74,
      "grad_norm": 1.1632789373397827,
      "learning_rate": 4.312487635737617e-06,
      "loss": 0.3847,
      "step": 640440
    },
    {
      "epoch": 178.75,
      "grad_norm": 1.1782265901565552,
      "learning_rate": 4.312472964049873e-06,
      "loss": 0.3854,
      "step": 640450
    },
    {
      "epoch": 178.75,
      "grad_norm": 1.084420919418335,
      "learning_rate": 4.31245829210009e-06,
      "loss": 0.3602,
      "step": 640460
    },
    {
      "epoch": 178.75,
      "grad_norm": 1.2168587446212769,
      "learning_rate": 4.312443619888272e-06,
      "loss": 0.381,
      "step": 640470
    },
    {
      "epoch": 178.76,
      "grad_norm": 1.254541277885437,
      "learning_rate": 4.312428947414421e-06,
      "loss": 0.374,
      "step": 640480
    },
    {
      "epoch": 178.76,
      "grad_norm": 1.1295480728149414,
      "learning_rate": 4.312414274678537e-06,
      "loss": 0.3838,
      "step": 640490
    },
    {
      "epoch": 178.76,
      "grad_norm": 1.1546598672866821,
      "learning_rate": 4.312399601680624e-06,
      "loss": 0.3843,
      "step": 640500
    },
    {
      "epoch": 178.76,
      "grad_norm": 1.0232242345809937,
      "learning_rate": 4.312384928420684e-06,
      "loss": 0.384,
      "step": 640510
    },
    {
      "epoch": 178.77,
      "grad_norm": 1.1429181098937988,
      "learning_rate": 4.312370254898717e-06,
      "loss": 0.3861,
      "step": 640520
    },
    {
      "epoch": 178.77,
      "grad_norm": 1.1453198194503784,
      "learning_rate": 4.3123555811147265e-06,
      "loss": 0.3722,
      "step": 640530
    },
    {
      "epoch": 178.77,
      "grad_norm": 1.1570028066635132,
      "learning_rate": 4.312340907068714e-06,
      "loss": 0.3771,
      "step": 640540
    },
    {
      "epoch": 178.77,
      "grad_norm": 1.4815322160720825,
      "learning_rate": 4.312326232760682e-06,
      "loss": 0.3807,
      "step": 640550
    },
    {
      "epoch": 178.78,
      "grad_norm": 1.254944086074829,
      "learning_rate": 4.3123115581906315e-06,
      "loss": 0.3769,
      "step": 640560
    },
    {
      "epoch": 178.78,
      "grad_norm": 1.149001955986023,
      "learning_rate": 4.312296883358564e-06,
      "loss": 0.3912,
      "step": 640570
    },
    {
      "epoch": 178.78,
      "grad_norm": 1.3933659791946411,
      "learning_rate": 4.3122822082644835e-06,
      "loss": 0.3849,
      "step": 640580
    },
    {
      "epoch": 178.79,
      "grad_norm": 1.587782621383667,
      "learning_rate": 4.312267532908391e-06,
      "loss": 0.3669,
      "step": 640590
    },
    {
      "epoch": 178.79,
      "grad_norm": 1.4857020378112793,
      "learning_rate": 4.312252857290288e-06,
      "loss": 0.3753,
      "step": 640600
    },
    {
      "epoch": 178.79,
      "grad_norm": 1.3311704397201538,
      "learning_rate": 4.312238181410176e-06,
      "loss": 0.395,
      "step": 640610
    },
    {
      "epoch": 178.79,
      "grad_norm": 1.441689372062683,
      "learning_rate": 4.312223505268059e-06,
      "loss": 0.3858,
      "step": 640620
    },
    {
      "epoch": 178.8,
      "grad_norm": 1.084659218788147,
      "learning_rate": 4.312208828863937e-06,
      "loss": 0.377,
      "step": 640630
    },
    {
      "epoch": 178.8,
      "grad_norm": 1.6780744791030884,
      "learning_rate": 4.312194152197813e-06,
      "loss": 0.3797,
      "step": 640640
    },
    {
      "epoch": 178.8,
      "grad_norm": 1.1958997249603271,
      "learning_rate": 4.312179475269688e-06,
      "loss": 0.3773,
      "step": 640650
    },
    {
      "epoch": 178.81,
      "grad_norm": 1.2031123638153076,
      "learning_rate": 4.312164798079564e-06,
      "loss": 0.3874,
      "step": 640660
    },
    {
      "epoch": 178.81,
      "grad_norm": 1.3021830320358276,
      "learning_rate": 4.312150120627444e-06,
      "loss": 0.3721,
      "step": 640670
    },
    {
      "epoch": 178.81,
      "grad_norm": 1.3516749143600464,
      "learning_rate": 4.31213544291333e-06,
      "loss": 0.3706,
      "step": 640680
    },
    {
      "epoch": 178.81,
      "grad_norm": 1.0298140048980713,
      "learning_rate": 4.312120764937223e-06,
      "loss": 0.3974,
      "step": 640690
    },
    {
      "epoch": 178.82,
      "grad_norm": 2.5477182865142822,
      "learning_rate": 4.312106086699125e-06,
      "loss": 0.3706,
      "step": 640700
    },
    {
      "epoch": 178.82,
      "grad_norm": 1.1907439231872559,
      "learning_rate": 4.312091408199038e-06,
      "loss": 0.3854,
      "step": 640710
    },
    {
      "epoch": 178.82,
      "grad_norm": 1.1217132806777954,
      "learning_rate": 4.312076729436964e-06,
      "loss": 0.3635,
      "step": 640720
    },
    {
      "epoch": 178.83,
      "grad_norm": 1.1813827753067017,
      "learning_rate": 4.312062050412907e-06,
      "loss": 0.3676,
      "step": 640730
    },
    {
      "epoch": 178.83,
      "grad_norm": 0.9301304221153259,
      "learning_rate": 4.312047371126866e-06,
      "loss": 0.3722,
      "step": 640740
    },
    {
      "epoch": 178.83,
      "grad_norm": 1.0535799264907837,
      "learning_rate": 4.312032691578843e-06,
      "loss": 0.398,
      "step": 640750
    },
    {
      "epoch": 178.83,
      "grad_norm": 1.3510099649429321,
      "learning_rate": 4.312018011768843e-06,
      "loss": 0.3755,
      "step": 640760
    },
    {
      "epoch": 178.84,
      "grad_norm": 1.2149739265441895,
      "learning_rate": 4.312003331696865e-06,
      "loss": 0.4063,
      "step": 640770
    },
    {
      "epoch": 178.84,
      "grad_norm": 1.1533632278442383,
      "learning_rate": 4.311988651362912e-06,
      "loss": 0.3914,
      "step": 640780
    },
    {
      "epoch": 178.84,
      "grad_norm": 1.024543046951294,
      "learning_rate": 4.3119739707669856e-06,
      "loss": 0.3666,
      "step": 640790
    },
    {
      "epoch": 178.84,
      "grad_norm": 1.3924438953399658,
      "learning_rate": 4.311959289909089e-06,
      "loss": 0.391,
      "step": 640800
    },
    {
      "epoch": 178.85,
      "grad_norm": 1.1254336833953857,
      "learning_rate": 4.311944608789222e-06,
      "loss": 0.3867,
      "step": 640810
    },
    {
      "epoch": 178.85,
      "grad_norm": 1.0716431140899658,
      "learning_rate": 4.311929927407388e-06,
      "loss": 0.3716,
      "step": 640820
    },
    {
      "epoch": 178.85,
      "grad_norm": 1.1519770622253418,
      "learning_rate": 4.3119152457635895e-06,
      "loss": 0.3879,
      "step": 640830
    },
    {
      "epoch": 178.86,
      "grad_norm": 0.9755411148071289,
      "learning_rate": 4.311900563857827e-06,
      "loss": 0.3691,
      "step": 640840
    },
    {
      "epoch": 178.86,
      "grad_norm": 1.3859541416168213,
      "learning_rate": 4.311885881690103e-06,
      "loss": 0.3874,
      "step": 640850
    },
    {
      "epoch": 178.86,
      "grad_norm": 2.0157430171966553,
      "learning_rate": 4.31187119926042e-06,
      "loss": 0.3738,
      "step": 640860
    },
    {
      "epoch": 178.86,
      "grad_norm": 1.1372451782226562,
      "learning_rate": 4.31185651656878e-06,
      "loss": 0.3874,
      "step": 640870
    },
    {
      "epoch": 178.87,
      "grad_norm": 1.370104432106018,
      "learning_rate": 4.3118418336151835e-06,
      "loss": 0.3838,
      "step": 640880
    },
    {
      "epoch": 178.87,
      "grad_norm": 1.189477562904358,
      "learning_rate": 4.311827150399634e-06,
      "loss": 0.3804,
      "step": 640890
    },
    {
      "epoch": 178.87,
      "grad_norm": 1.265652060508728,
      "learning_rate": 4.311812466922133e-06,
      "loss": 0.3821,
      "step": 640900
    },
    {
      "epoch": 178.88,
      "grad_norm": 1.1647075414657593,
      "learning_rate": 4.311797783182682e-06,
      "loss": 0.3762,
      "step": 640910
    },
    {
      "epoch": 178.88,
      "grad_norm": 1.0699288845062256,
      "learning_rate": 4.311783099181284e-06,
      "loss": 0.376,
      "step": 640920
    },
    {
      "epoch": 178.88,
      "grad_norm": 1.1450297832489014,
      "learning_rate": 4.311768414917939e-06,
      "loss": 0.3779,
      "step": 640930
    },
    {
      "epoch": 178.88,
      "grad_norm": 1.7143206596374512,
      "learning_rate": 4.311753730392651e-06,
      "loss": 0.3948,
      "step": 640940
    },
    {
      "epoch": 178.89,
      "grad_norm": 1.1750881671905518,
      "learning_rate": 4.311739045605421e-06,
      "loss": 0.3786,
      "step": 640950
    },
    {
      "epoch": 178.89,
      "grad_norm": 1.5074098110198975,
      "learning_rate": 4.311724360556252e-06,
      "loss": 0.3851,
      "step": 640960
    },
    {
      "epoch": 178.89,
      "grad_norm": 1.365268588066101,
      "learning_rate": 4.311709675245143e-06,
      "loss": 0.3739,
      "step": 640970
    },
    {
      "epoch": 178.89,
      "grad_norm": 1.0541287660598755,
      "learning_rate": 4.3116949896720996e-06,
      "loss": 0.3622,
      "step": 640980
    },
    {
      "epoch": 178.9,
      "grad_norm": 1.3201402425765991,
      "learning_rate": 4.311680303837122e-06,
      "loss": 0.39,
      "step": 640990
    },
    {
      "epoch": 178.9,
      "grad_norm": 1.070195198059082,
      "learning_rate": 4.311665617740213e-06,
      "loss": 0.3708,
      "step": 641000
    },
    {
      "epoch": 178.9,
      "grad_norm": 1.201816201210022,
      "learning_rate": 4.311650931381372e-06,
      "loss": 0.3715,
      "step": 641010
    },
    {
      "epoch": 178.91,
      "grad_norm": 1.1142139434814453,
      "learning_rate": 4.311636244760604e-06,
      "loss": 0.3891,
      "step": 641020
    },
    {
      "epoch": 178.91,
      "grad_norm": 1.1298036575317383,
      "learning_rate": 4.31162155787791e-06,
      "loss": 0.3791,
      "step": 641030
    },
    {
      "epoch": 178.91,
      "grad_norm": 1.1099296808242798,
      "learning_rate": 4.311606870733292e-06,
      "loss": 0.3808,
      "step": 641040
    },
    {
      "epoch": 178.91,
      "grad_norm": 1.1947124004364014,
      "learning_rate": 4.311592183326751e-06,
      "loss": 0.3992,
      "step": 641050
    },
    {
      "epoch": 178.92,
      "grad_norm": 1.1388561725616455,
      "learning_rate": 4.31157749565829e-06,
      "loss": 0.3811,
      "step": 641060
    },
    {
      "epoch": 178.92,
      "grad_norm": 1.1995265483856201,
      "learning_rate": 4.31156280772791e-06,
      "loss": 0.3764,
      "step": 641070
    },
    {
      "epoch": 178.92,
      "grad_norm": 1.132185459136963,
      "learning_rate": 4.311548119535614e-06,
      "loss": 0.395,
      "step": 641080
    },
    {
      "epoch": 178.93,
      "grad_norm": 1.2461589574813843,
      "learning_rate": 4.311533431081404e-06,
      "loss": 0.3711,
      "step": 641090
    },
    {
      "epoch": 178.93,
      "grad_norm": 1.0167874097824097,
      "learning_rate": 4.311518742365282e-06,
      "loss": 0.3833,
      "step": 641100
    },
    {
      "epoch": 178.93,
      "grad_norm": 1.241580843925476,
      "learning_rate": 4.311504053387248e-06,
      "loss": 0.3834,
      "step": 641110
    },
    {
      "epoch": 178.93,
      "grad_norm": 1.1457160711288452,
      "learning_rate": 4.311489364147306e-06,
      "loss": 0.3805,
      "step": 641120
    },
    {
      "epoch": 178.94,
      "grad_norm": 1.3190616369247437,
      "learning_rate": 4.311474674645457e-06,
      "loss": 0.3887,
      "step": 641130
    },
    {
      "epoch": 178.94,
      "grad_norm": 1.2164546251296997,
      "learning_rate": 4.311459984881704e-06,
      "loss": 0.3692,
      "step": 641140
    },
    {
      "epoch": 178.94,
      "grad_norm": 1.173125147819519,
      "learning_rate": 4.311445294856048e-06,
      "loss": 0.3821,
      "step": 641150
    },
    {
      "epoch": 178.95,
      "grad_norm": 1.0363805294036865,
      "learning_rate": 4.311430604568491e-06,
      "loss": 0.3895,
      "step": 641160
    },
    {
      "epoch": 178.95,
      "grad_norm": 1.4342093467712402,
      "learning_rate": 4.311415914019035e-06,
      "loss": 0.3993,
      "step": 641170
    },
    {
      "epoch": 178.95,
      "grad_norm": 1.262669563293457,
      "learning_rate": 4.311401223207683e-06,
      "loss": 0.3853,
      "step": 641180
    },
    {
      "epoch": 178.95,
      "grad_norm": 1.1384460926055908,
      "learning_rate": 4.311386532134435e-06,
      "loss": 0.3757,
      "step": 641190
    },
    {
      "epoch": 178.96,
      "grad_norm": 1.0613468885421753,
      "learning_rate": 4.311371840799295e-06,
      "loss": 0.3695,
      "step": 641200
    },
    {
      "epoch": 178.96,
      "grad_norm": 1.2511816024780273,
      "learning_rate": 4.311357149202263e-06,
      "loss": 0.3659,
      "step": 641210
    },
    {
      "epoch": 178.96,
      "grad_norm": 1.3136104345321655,
      "learning_rate": 4.311342457343343e-06,
      "loss": 0.3686,
      "step": 641220
    },
    {
      "epoch": 178.96,
      "grad_norm": 1.4971107244491577,
      "learning_rate": 4.311327765222535e-06,
      "loss": 0.3661,
      "step": 641230
    },
    {
      "epoch": 178.97,
      "grad_norm": 1.2059803009033203,
      "learning_rate": 4.311313072839842e-06,
      "loss": 0.383,
      "step": 641240
    },
    {
      "epoch": 178.97,
      "grad_norm": 1.3291608095169067,
      "learning_rate": 4.3112983801952675e-06,
      "loss": 0.3488,
      "step": 641250
    },
    {
      "epoch": 178.97,
      "grad_norm": 1.306639313697815,
      "learning_rate": 4.31128368728881e-06,
      "loss": 0.4006,
      "step": 641260
    },
    {
      "epoch": 178.98,
      "grad_norm": 1.1179708242416382,
      "learning_rate": 4.311268994120473e-06,
      "loss": 0.3605,
      "step": 641270
    },
    {
      "epoch": 178.98,
      "grad_norm": 1.0582311153411865,
      "learning_rate": 4.311254300690259e-06,
      "loss": 0.3874,
      "step": 641280
    },
    {
      "epoch": 178.98,
      "grad_norm": 1.169757604598999,
      "learning_rate": 4.31123960699817e-06,
      "loss": 0.3804,
      "step": 641290
    },
    {
      "epoch": 178.98,
      "grad_norm": 1.3006645441055298,
      "learning_rate": 4.311224913044208e-06,
      "loss": 0.3888,
      "step": 641300
    },
    {
      "epoch": 178.99,
      "grad_norm": 1.1356470584869385,
      "learning_rate": 4.3112102188283736e-06,
      "loss": 0.3877,
      "step": 641310
    },
    {
      "epoch": 178.99,
      "grad_norm": 1.4837223291397095,
      "learning_rate": 4.3111955243506706e-06,
      "loss": 0.3726,
      "step": 641320
    },
    {
      "epoch": 178.99,
      "grad_norm": 1.6634575128555298,
      "learning_rate": 4.3111808296111e-06,
      "loss": 0.3818,
      "step": 641330
    },
    {
      "epoch": 179.0,
      "grad_norm": 1.33877432346344,
      "learning_rate": 4.311166134609663e-06,
      "loss": 0.3998,
      "step": 641340
    },
    {
      "epoch": 179.0,
      "grad_norm": 1.0022786855697632,
      "learning_rate": 4.311151439346363e-06,
      "loss": 0.3829,
      "step": 641350
    },
    {
      "epoch": 179.0,
      "eval_loss": 0.38186758756637573,
      "eval_runtime": 65.8711,
      "eval_samples_per_second": 76.801,
      "eval_steps_per_second": 9.61,
      "step": 641357
    },
    {
      "epoch": 179.0,
      "grad_norm": 1.1102370023727417,
      "learning_rate": 4.311136743821202e-06,
      "loss": 0.3688,
      "step": 641360
    },
    {
      "epoch": 179.0,
      "grad_norm": 1.15460205078125,
      "learning_rate": 4.31112204803418e-06,
      "loss": 0.3775,
      "step": 641370
    },
    {
      "epoch": 179.01,
      "grad_norm": 1.0981109142303467,
      "learning_rate": 4.3111073519853e-06,
      "loss": 0.3747,
      "step": 641380
    },
    {
      "epoch": 179.01,
      "grad_norm": 1.1670228242874146,
      "learning_rate": 4.3110926556745654e-06,
      "loss": 0.3904,
      "step": 641390
    },
    {
      "epoch": 179.01,
      "grad_norm": 1.261095643043518,
      "learning_rate": 4.311077959101976e-06,
      "loss": 0.3849,
      "step": 641400
    },
    {
      "epoch": 179.01,
      "grad_norm": 1.2140147686004639,
      "learning_rate": 4.311063262267536e-06,
      "loss": 0.3842,
      "step": 641410
    },
    {
      "epoch": 179.02,
      "grad_norm": 1.5503345727920532,
      "learning_rate": 4.311048565171244e-06,
      "loss": 0.3902,
      "step": 641420
    },
    {
      "epoch": 179.02,
      "grad_norm": 1.2338850498199463,
      "learning_rate": 4.311033867813106e-06,
      "loss": 0.3967,
      "step": 641430
    },
    {
      "epoch": 179.02,
      "grad_norm": 1.1359978914260864,
      "learning_rate": 4.311019170193122e-06,
      "loss": 0.3795,
      "step": 641440
    },
    {
      "epoch": 179.03,
      "grad_norm": 1.2974992990493774,
      "learning_rate": 4.311004472311293e-06,
      "loss": 0.3908,
      "step": 641450
    },
    {
      "epoch": 179.03,
      "grad_norm": 1.3783602714538574,
      "learning_rate": 4.310989774167622e-06,
      "loss": 0.3866,
      "step": 641460
    },
    {
      "epoch": 179.03,
      "grad_norm": 0.9341122508049011,
      "learning_rate": 4.3109750757621105e-06,
      "loss": 0.3857,
      "step": 641470
    },
    {
      "epoch": 179.03,
      "grad_norm": 1.1128581762313843,
      "learning_rate": 4.3109603770947614e-06,
      "loss": 0.3725,
      "step": 641480
    },
    {
      "epoch": 179.04,
      "grad_norm": 1.061779260635376,
      "learning_rate": 4.310945678165576e-06,
      "loss": 0.3785,
      "step": 641490
    },
    {
      "epoch": 179.04,
      "grad_norm": 1.2555714845657349,
      "learning_rate": 4.310930978974556e-06,
      "loss": 0.3701,
      "step": 641500
    },
    {
      "epoch": 179.04,
      "grad_norm": 1.1419124603271484,
      "learning_rate": 4.310916279521704e-06,
      "loss": 0.3854,
      "step": 641510
    },
    {
      "epoch": 179.05,
      "grad_norm": 1.4932852983474731,
      "learning_rate": 4.310901579807021e-06,
      "loss": 0.3823,
      "step": 641520
    },
    {
      "epoch": 179.05,
      "grad_norm": 1.000744104385376,
      "learning_rate": 4.310886879830511e-06,
      "loss": 0.3811,
      "step": 641530
    },
    {
      "epoch": 179.05,
      "grad_norm": 1.1813318729400635,
      "learning_rate": 4.310872179592174e-06,
      "loss": 0.3777,
      "step": 641540
    },
    {
      "epoch": 179.05,
      "grad_norm": 1.4630658626556396,
      "learning_rate": 4.310857479092012e-06,
      "loss": 0.3739,
      "step": 641550
    },
    {
      "epoch": 179.06,
      "grad_norm": 1.1384470462799072,
      "learning_rate": 4.310842778330027e-06,
      "loss": 0.3628,
      "step": 641560
    },
    {
      "epoch": 179.06,
      "grad_norm": 1.2762444019317627,
      "learning_rate": 4.310828077306223e-06,
      "loss": 0.3764,
      "step": 641570
    },
    {
      "epoch": 179.06,
      "grad_norm": 1.147362232208252,
      "learning_rate": 4.310813376020599e-06,
      "loss": 0.3754,
      "step": 641580
    },
    {
      "epoch": 179.07,
      "grad_norm": 1.1825926303863525,
      "learning_rate": 4.310798674473159e-06,
      "loss": 0.3738,
      "step": 641590
    },
    {
      "epoch": 179.07,
      "grad_norm": 1.4439650774002075,
      "learning_rate": 4.310783972663903e-06,
      "loss": 0.374,
      "step": 641600
    },
    {
      "epoch": 179.07,
      "grad_norm": 1.247330665588379,
      "learning_rate": 4.310769270592837e-06,
      "loss": 0.3957,
      "step": 641610
    },
    {
      "epoch": 179.07,
      "grad_norm": 1.2055162191390991,
      "learning_rate": 4.310754568259958e-06,
      "loss": 0.3574,
      "step": 641620
    },
    {
      "epoch": 179.08,
      "grad_norm": 1.4483592510223389,
      "learning_rate": 4.31073986566527e-06,
      "loss": 0.3742,
      "step": 641630
    },
    {
      "epoch": 179.08,
      "grad_norm": 1.237731695175171,
      "learning_rate": 4.3107251628087755e-06,
      "loss": 0.3712,
      "step": 641640
    },
    {
      "epoch": 179.08,
      "grad_norm": 1.3154730796813965,
      "learning_rate": 4.310710459690477e-06,
      "loss": 0.3545,
      "step": 641650
    },
    {
      "epoch": 179.08,
      "grad_norm": 0.9866963028907776,
      "learning_rate": 4.310695756310374e-06,
      "loss": 0.3681,
      "step": 641660
    },
    {
      "epoch": 179.09,
      "grad_norm": 1.0395296812057495,
      "learning_rate": 4.310681052668471e-06,
      "loss": 0.3562,
      "step": 641670
    },
    {
      "epoch": 179.09,
      "grad_norm": 1.0315366983413696,
      "learning_rate": 4.310666348764769e-06,
      "loss": 0.3909,
      "step": 641680
    },
    {
      "epoch": 179.09,
      "grad_norm": 1.0987955331802368,
      "learning_rate": 4.31065164459927e-06,
      "loss": 0.3709,
      "step": 641690
    },
    {
      "epoch": 179.1,
      "grad_norm": 1.1640299558639526,
      "learning_rate": 4.310636940171975e-06,
      "loss": 0.3973,
      "step": 641700
    },
    {
      "epoch": 179.1,
      "grad_norm": 1.0828790664672852,
      "learning_rate": 4.310622235482888e-06,
      "loss": 0.3943,
      "step": 641710
    },
    {
      "epoch": 179.1,
      "grad_norm": 0.9081787467002869,
      "learning_rate": 4.3106075305320085e-06,
      "loss": 0.3675,
      "step": 641720
    },
    {
      "epoch": 179.1,
      "grad_norm": 1.3931554555892944,
      "learning_rate": 4.31059282531934e-06,
      "loss": 0.3807,
      "step": 641730
    },
    {
      "epoch": 179.11,
      "grad_norm": 1.2018852233886719,
      "learning_rate": 4.3105781198448855e-06,
      "loss": 0.3752,
      "step": 641740
    },
    {
      "epoch": 179.11,
      "grad_norm": 1.3689050674438477,
      "learning_rate": 4.310563414108644e-06,
      "loss": 0.3845,
      "step": 641750
    },
    {
      "epoch": 179.11,
      "grad_norm": 1.0799568891525269,
      "learning_rate": 4.31054870811062e-06,
      "loss": 0.3811,
      "step": 641760
    },
    {
      "epoch": 179.12,
      "grad_norm": 1.253708004951477,
      "learning_rate": 4.310534001850815e-06,
      "loss": 0.39,
      "step": 641770
    },
    {
      "epoch": 179.12,
      "grad_norm": 1.297990322113037,
      "learning_rate": 4.310519295329229e-06,
      "loss": 0.3743,
      "step": 641780
    },
    {
      "epoch": 179.12,
      "grad_norm": 1.219778299331665,
      "learning_rate": 4.310504588545867e-06,
      "loss": 0.3853,
      "step": 641790
    },
    {
      "epoch": 179.12,
      "grad_norm": 1.2097511291503906,
      "learning_rate": 4.310489881500728e-06,
      "loss": 0.381,
      "step": 641800
    },
    {
      "epoch": 179.13,
      "grad_norm": 1.066652774810791,
      "learning_rate": 4.310475174193816e-06,
      "loss": 0.3977,
      "step": 641810
    },
    {
      "epoch": 179.13,
      "grad_norm": 0.9309064149856567,
      "learning_rate": 4.310460466625132e-06,
      "loss": 0.3754,
      "step": 641820
    },
    {
      "epoch": 179.13,
      "grad_norm": 1.0146634578704834,
      "learning_rate": 4.31044575879468e-06,
      "loss": 0.3856,
      "step": 641830
    },
    {
      "epoch": 179.13,
      "grad_norm": 1.1854585409164429,
      "learning_rate": 4.310431050702459e-06,
      "loss": 0.3649,
      "step": 641840
    },
    {
      "epoch": 179.14,
      "grad_norm": 1.2035503387451172,
      "learning_rate": 4.3104163423484715e-06,
      "loss": 0.3839,
      "step": 641850
    },
    {
      "epoch": 179.14,
      "grad_norm": 1.0440673828125,
      "learning_rate": 4.310401633732721e-06,
      "loss": 0.3755,
      "step": 641860
    },
    {
      "epoch": 179.14,
      "grad_norm": 1.7623176574707031,
      "learning_rate": 4.310386924855208e-06,
      "loss": 0.3644,
      "step": 641870
    },
    {
      "epoch": 179.15,
      "grad_norm": 1.2108865976333618,
      "learning_rate": 4.310372215715936e-06,
      "loss": 0.3844,
      "step": 641880
    },
    {
      "epoch": 179.15,
      "grad_norm": 1.2891356945037842,
      "learning_rate": 4.310357506314906e-06,
      "loss": 0.3965,
      "step": 641890
    },
    {
      "epoch": 179.15,
      "grad_norm": 1.076035499572754,
      "learning_rate": 4.3103427966521195e-06,
      "loss": 0.3907,
      "step": 641900
    },
    {
      "epoch": 179.15,
      "grad_norm": 1.2613343000411987,
      "learning_rate": 4.31032808672758e-06,
      "loss": 0.38,
      "step": 641910
    },
    {
      "epoch": 179.16,
      "grad_norm": 1.65289306640625,
      "learning_rate": 4.310313376541287e-06,
      "loss": 0.3704,
      "step": 641920
    },
    {
      "epoch": 179.16,
      "grad_norm": 1.023377776145935,
      "learning_rate": 4.310298666093244e-06,
      "loss": 0.3709,
      "step": 641930
    },
    {
      "epoch": 179.16,
      "grad_norm": 1.1051138639450073,
      "learning_rate": 4.310283955383454e-06,
      "loss": 0.3875,
      "step": 641940
    },
    {
      "epoch": 179.17,
      "grad_norm": 1.4386541843414307,
      "learning_rate": 4.310269244411917e-06,
      "loss": 0.3832,
      "step": 641950
    },
    {
      "epoch": 179.17,
      "grad_norm": 1.432353138923645,
      "learning_rate": 4.310254533178636e-06,
      "loss": 0.3882,
      "step": 641960
    },
    {
      "epoch": 179.17,
      "grad_norm": 1.3344449996948242,
      "learning_rate": 4.310239821683612e-06,
      "loss": 0.3739,
      "step": 641970
    },
    {
      "epoch": 179.17,
      "grad_norm": 1.3652777671813965,
      "learning_rate": 4.310225109926849e-06,
      "loss": 0.3728,
      "step": 641980
    },
    {
      "epoch": 179.18,
      "grad_norm": 1.2095251083374023,
      "learning_rate": 4.3102103979083464e-06,
      "loss": 0.3944,
      "step": 641990
    },
    {
      "epoch": 179.18,
      "grad_norm": 1.1767044067382812,
      "learning_rate": 4.310195685628107e-06,
      "loss": 0.3691,
      "step": 642000
    },
    {
      "epoch": 179.18,
      "grad_norm": 1.4704413414001465,
      "learning_rate": 4.310180973086134e-06,
      "loss": 0.3741,
      "step": 642010
    },
    {
      "epoch": 179.19,
      "grad_norm": 1.026877999305725,
      "learning_rate": 4.3101662602824286e-06,
      "loss": 0.3695,
      "step": 642020
    },
    {
      "epoch": 179.19,
      "grad_norm": 1.0758668184280396,
      "learning_rate": 4.310151547216992e-06,
      "loss": 0.3742,
      "step": 642030
    },
    {
      "epoch": 179.19,
      "grad_norm": 1.1176575422286987,
      "learning_rate": 4.310136833889828e-06,
      "loss": 0.3812,
      "step": 642040
    },
    {
      "epoch": 179.19,
      "grad_norm": 1.1473811864852905,
      "learning_rate": 4.310122120300937e-06,
      "loss": 0.3705,
      "step": 642050
    },
    {
      "epoch": 179.2,
      "grad_norm": 1.0338236093521118,
      "learning_rate": 4.31010740645032e-06,
      "loss": 0.3737,
      "step": 642060
    },
    {
      "epoch": 179.2,
      "grad_norm": 1.1519449949264526,
      "learning_rate": 4.310092692337982e-06,
      "loss": 0.383,
      "step": 642070
    },
    {
      "epoch": 179.2,
      "grad_norm": 1.156992793083191,
      "learning_rate": 4.310077977963923e-06,
      "loss": 0.3812,
      "step": 642080
    },
    {
      "epoch": 179.2,
      "grad_norm": 1.4231047630310059,
      "learning_rate": 4.310063263328145e-06,
      "loss": 0.373,
      "step": 642090
    },
    {
      "epoch": 179.21,
      "grad_norm": 1.1119964122772217,
      "learning_rate": 4.31004854843065e-06,
      "loss": 0.3698,
      "step": 642100
    },
    {
      "epoch": 179.21,
      "grad_norm": 1.0848482847213745,
      "learning_rate": 4.31003383327144e-06,
      "loss": 0.374,
      "step": 642110
    },
    {
      "epoch": 179.21,
      "grad_norm": 2.7087745666503906,
      "learning_rate": 4.310019117850517e-06,
      "loss": 0.3824,
      "step": 642120
    },
    {
      "epoch": 179.22,
      "grad_norm": 1.3843914270401,
      "learning_rate": 4.3100044021678835e-06,
      "loss": 0.3839,
      "step": 642130
    },
    {
      "epoch": 179.22,
      "grad_norm": 1.1851857900619507,
      "learning_rate": 4.309989686223541e-06,
      "loss": 0.3946,
      "step": 642140
    },
    {
      "epoch": 179.22,
      "grad_norm": 0.8918522000312805,
      "learning_rate": 4.30997497001749e-06,
      "loss": 0.3795,
      "step": 642150
    },
    {
      "epoch": 179.22,
      "grad_norm": 1.3330148458480835,
      "learning_rate": 4.309960253549736e-06,
      "loss": 0.3766,
      "step": 642160
    },
    {
      "epoch": 179.23,
      "grad_norm": 1.1006320714950562,
      "learning_rate": 4.309945536820279e-06,
      "loss": 0.3584,
      "step": 642170
    },
    {
      "epoch": 179.23,
      "grad_norm": 1.0576244592666626,
      "learning_rate": 4.309930819829118e-06,
      "loss": 0.3707,
      "step": 642180
    },
    {
      "epoch": 179.23,
      "grad_norm": 1.0958033800125122,
      "learning_rate": 4.3099161025762604e-06,
      "loss": 0.385,
      "step": 642190
    },
    {
      "epoch": 179.24,
      "grad_norm": 1.0793333053588867,
      "learning_rate": 4.309901385061705e-06,
      "loss": 0.3787,
      "step": 642200
    },
    {
      "epoch": 179.24,
      "grad_norm": 1.1320077180862427,
      "learning_rate": 4.309886667285454e-06,
      "loss": 0.3745,
      "step": 642210
    },
    {
      "epoch": 179.24,
      "grad_norm": 1.2689131498336792,
      "learning_rate": 4.30987194924751e-06,
      "loss": 0.3745,
      "step": 642220
    },
    {
      "epoch": 179.24,
      "grad_norm": 1.201299786567688,
      "learning_rate": 4.309857230947874e-06,
      "loss": 0.3757,
      "step": 642230
    },
    {
      "epoch": 179.25,
      "grad_norm": 1.048242211341858,
      "learning_rate": 4.309842512386549e-06,
      "loss": 0.367,
      "step": 642240
    },
    {
      "epoch": 179.25,
      "grad_norm": 1.2441991567611694,
      "learning_rate": 4.309827793563537e-06,
      "loss": 0.3748,
      "step": 642250
    },
    {
      "epoch": 179.25,
      "grad_norm": 1.0391126871109009,
      "learning_rate": 4.309813074478839e-06,
      "loss": 0.3801,
      "step": 642260
    },
    {
      "epoch": 179.25,
      "grad_norm": 3.1979339122772217,
      "learning_rate": 4.309798355132457e-06,
      "loss": 0.3724,
      "step": 642270
    },
    {
      "epoch": 179.26,
      "grad_norm": 1.4447376728057861,
      "learning_rate": 4.3097836355243945e-06,
      "loss": 0.3802,
      "step": 642280
    },
    {
      "epoch": 179.26,
      "grad_norm": 1.2274926900863647,
      "learning_rate": 4.309768915654651e-06,
      "loss": 0.3839,
      "step": 642290
    },
    {
      "epoch": 179.26,
      "grad_norm": 1.11493980884552,
      "learning_rate": 4.309754195523231e-06,
      "loss": 0.3748,
      "step": 642300
    },
    {
      "epoch": 179.27,
      "grad_norm": 1.1074973344802856,
      "learning_rate": 4.309739475130135e-06,
      "loss": 0.3655,
      "step": 642310
    },
    {
      "epoch": 179.27,
      "grad_norm": 1.2502690553665161,
      "learning_rate": 4.309724754475365e-06,
      "loss": 0.3671,
      "step": 642320
    },
    {
      "epoch": 179.27,
      "grad_norm": 1.048883318901062,
      "learning_rate": 4.309710033558924e-06,
      "loss": 0.3846,
      "step": 642330
    },
    {
      "epoch": 179.27,
      "grad_norm": 1.21950364112854,
      "learning_rate": 4.309695312380813e-06,
      "loss": 0.3896,
      "step": 642340
    },
    {
      "epoch": 179.28,
      "grad_norm": 1.3677114248275757,
      "learning_rate": 4.309680590941034e-06,
      "loss": 0.399,
      "step": 642350
    },
    {
      "epoch": 179.28,
      "grad_norm": 1.0959751605987549,
      "learning_rate": 4.3096658692395885e-06,
      "loss": 0.38,
      "step": 642360
    },
    {
      "epoch": 179.28,
      "grad_norm": 1.2021527290344238,
      "learning_rate": 4.3096511472764795e-06,
      "loss": 0.3774,
      "step": 642370
    },
    {
      "epoch": 179.29,
      "grad_norm": 1.0853935480117798,
      "learning_rate": 4.309636425051708e-06,
      "loss": 0.383,
      "step": 642380
    },
    {
      "epoch": 179.29,
      "grad_norm": 1.1930022239685059,
      "learning_rate": 4.309621702565278e-06,
      "loss": 0.3839,
      "step": 642390
    },
    {
      "epoch": 179.29,
      "grad_norm": 1.2763206958770752,
      "learning_rate": 4.309606979817189e-06,
      "loss": 0.388,
      "step": 642400
    },
    {
      "epoch": 179.29,
      "grad_norm": 1.3236733675003052,
      "learning_rate": 4.309592256807443e-06,
      "loss": 0.3824,
      "step": 642410
    },
    {
      "epoch": 179.3,
      "grad_norm": 25.418615341186523,
      "learning_rate": 4.309577533536044e-06,
      "loss": 0.3932,
      "step": 642420
    },
    {
      "epoch": 179.3,
      "grad_norm": 1.1885374784469604,
      "learning_rate": 4.309562810002992e-06,
      "loss": 0.3915,
      "step": 642430
    },
    {
      "epoch": 179.3,
      "grad_norm": 1.3232303857803345,
      "learning_rate": 4.309548086208291e-06,
      "loss": 0.3656,
      "step": 642440
    },
    {
      "epoch": 179.31,
      "grad_norm": 1.2593798637390137,
      "learning_rate": 4.3095333621519404e-06,
      "loss": 0.3742,
      "step": 642450
    },
    {
      "epoch": 179.31,
      "grad_norm": 1.2865180969238281,
      "learning_rate": 4.309518637833944e-06,
      "loss": 0.3838,
      "step": 642460
    },
    {
      "epoch": 179.31,
      "grad_norm": 1.422750473022461,
      "learning_rate": 4.309503913254304e-06,
      "loss": 0.3854,
      "step": 642470
    },
    {
      "epoch": 179.31,
      "grad_norm": 1.2938565015792847,
      "learning_rate": 4.30948918841302e-06,
      "loss": 0.3891,
      "step": 642480
    },
    {
      "epoch": 179.32,
      "grad_norm": 1.1705622673034668,
      "learning_rate": 4.309474463310097e-06,
      "loss": 0.3658,
      "step": 642490
    },
    {
      "epoch": 179.32,
      "grad_norm": 1.130867838859558,
      "learning_rate": 4.309459737945535e-06,
      "loss": 0.382,
      "step": 642500
    },
    {
      "epoch": 179.32,
      "grad_norm": 1.116283655166626,
      "learning_rate": 4.309445012319337e-06,
      "loss": 0.3786,
      "step": 642510
    },
    {
      "epoch": 179.32,
      "grad_norm": 2.0290613174438477,
      "learning_rate": 4.3094302864315046e-06,
      "loss": 0.3772,
      "step": 642520
    },
    {
      "epoch": 179.33,
      "grad_norm": 1.2714351415634155,
      "learning_rate": 4.3094155602820386e-06,
      "loss": 0.3786,
      "step": 642530
    },
    {
      "epoch": 179.33,
      "grad_norm": 1.4266011714935303,
      "learning_rate": 4.309400833870943e-06,
      "loss": 0.3884,
      "step": 642540
    },
    {
      "epoch": 179.33,
      "grad_norm": 1.0971970558166504,
      "learning_rate": 4.309386107198218e-06,
      "loss": 0.3706,
      "step": 642550
    },
    {
      "epoch": 179.34,
      "grad_norm": 1.0377944707870483,
      "learning_rate": 4.3093713802638666e-06,
      "loss": 0.3789,
      "step": 642560
    },
    {
      "epoch": 179.34,
      "grad_norm": 1.2453701496124268,
      "learning_rate": 4.3093566530678905e-06,
      "loss": 0.3841,
      "step": 642570
    },
    {
      "epoch": 179.34,
      "grad_norm": 1.0487720966339111,
      "learning_rate": 4.309341925610291e-06,
      "loss": 0.3809,
      "step": 642580
    },
    {
      "epoch": 179.34,
      "grad_norm": 1.087062120437622,
      "learning_rate": 4.309327197891071e-06,
      "loss": 0.3879,
      "step": 642590
    },
    {
      "epoch": 179.35,
      "grad_norm": 1.2633872032165527,
      "learning_rate": 4.309312469910232e-06,
      "loss": 0.3898,
      "step": 642600
    },
    {
      "epoch": 179.35,
      "grad_norm": 1.0303971767425537,
      "learning_rate": 4.309297741667778e-06,
      "loss": 0.3604,
      "step": 642610
    },
    {
      "epoch": 179.35,
      "grad_norm": 1.1472159624099731,
      "learning_rate": 4.3092830131637066e-06,
      "loss": 0.3833,
      "step": 642620
    },
    {
      "epoch": 179.36,
      "grad_norm": 1.0879830121994019,
      "learning_rate": 4.309268284398023e-06,
      "loss": 0.3759,
      "step": 642630
    },
    {
      "epoch": 179.36,
      "grad_norm": 1.5185078382492065,
      "learning_rate": 4.309253555370729e-06,
      "loss": 0.3732,
      "step": 642640
    },
    {
      "epoch": 179.36,
      "grad_norm": 1.439787745475769,
      "learning_rate": 4.3092388260818244e-06,
      "loss": 0.3712,
      "step": 642650
    },
    {
      "epoch": 179.36,
      "grad_norm": 1.2326855659484863,
      "learning_rate": 4.3092240965313145e-06,
      "loss": 0.3779,
      "step": 642660
    },
    {
      "epoch": 179.37,
      "grad_norm": 1.0778886079788208,
      "learning_rate": 4.309209366719198e-06,
      "loss": 0.3671,
      "step": 642670
    },
    {
      "epoch": 179.37,
      "grad_norm": 1.1411705017089844,
      "learning_rate": 4.3091946366454795e-06,
      "loss": 0.3916,
      "step": 642680
    },
    {
      "epoch": 179.37,
      "grad_norm": 1.1780585050582886,
      "learning_rate": 4.309179906310159e-06,
      "loss": 0.3982,
      "step": 642690
    },
    {
      "epoch": 179.37,
      "grad_norm": 1.2731541395187378,
      "learning_rate": 4.30916517571324e-06,
      "loss": 0.3942,
      "step": 642700
    },
    {
      "epoch": 179.38,
      "grad_norm": 1.3600667715072632,
      "learning_rate": 4.3091504448547236e-06,
      "loss": 0.39,
      "step": 642710
    },
    {
      "epoch": 179.38,
      "grad_norm": 1.2472996711730957,
      "learning_rate": 4.309135713734611e-06,
      "loss": 0.3901,
      "step": 642720
    },
    {
      "epoch": 179.38,
      "grad_norm": 0.9943199157714844,
      "learning_rate": 4.309120982352905e-06,
      "loss": 0.3727,
      "step": 642730
    },
    {
      "epoch": 179.39,
      "grad_norm": 1.1780885457992554,
      "learning_rate": 4.309106250709608e-06,
      "loss": 0.3886,
      "step": 642740
    },
    {
      "epoch": 179.39,
      "grad_norm": 1.1933122873306274,
      "learning_rate": 4.309091518804723e-06,
      "loss": 0.3902,
      "step": 642750
    },
    {
      "epoch": 179.39,
      "grad_norm": 1.1285063028335571,
      "learning_rate": 4.309076786638248e-06,
      "loss": 0.3747,
      "step": 642760
    },
    {
      "epoch": 179.39,
      "grad_norm": 1.258036732673645,
      "learning_rate": 4.309062054210189e-06,
      "loss": 0.3905,
      "step": 642770
    },
    {
      "epoch": 179.4,
      "grad_norm": 1.3941218852996826,
      "learning_rate": 4.309047321520546e-06,
      "loss": 0.3678,
      "step": 642780
    },
    {
      "epoch": 179.4,
      "grad_norm": 1.6697379350662231,
      "learning_rate": 4.309032588569321e-06,
      "loss": 0.3849,
      "step": 642790
    },
    {
      "epoch": 179.4,
      "grad_norm": 1.0425472259521484,
      "learning_rate": 4.309017855356518e-06,
      "loss": 0.3844,
      "step": 642800
    },
    {
      "epoch": 179.41,
      "grad_norm": 1.250953197479248,
      "learning_rate": 4.309003121882135e-06,
      "loss": 0.3741,
      "step": 642810
    },
    {
      "epoch": 179.41,
      "grad_norm": 1.4007859230041504,
      "learning_rate": 4.308988388146178e-06,
      "loss": 0.3948,
      "step": 642820
    },
    {
      "epoch": 179.41,
      "grad_norm": 1.0597671270370483,
      "learning_rate": 4.308973654148647e-06,
      "loss": 0.3899,
      "step": 642830
    },
    {
      "epoch": 179.41,
      "grad_norm": 1.1112968921661377,
      "learning_rate": 4.308958919889543e-06,
      "loss": 0.3872,
      "step": 642840
    },
    {
      "epoch": 179.42,
      "grad_norm": 1.0661165714263916,
      "learning_rate": 4.30894418536887e-06,
      "loss": 0.3838,
      "step": 642850
    },
    {
      "epoch": 179.42,
      "grad_norm": 1.0627366304397583,
      "learning_rate": 4.30892945058663e-06,
      "loss": 0.4059,
      "step": 642860
    },
    {
      "epoch": 179.42,
      "grad_norm": 1.0734668970108032,
      "learning_rate": 4.308914715542822e-06,
      "loss": 0.3832,
      "step": 642870
    },
    {
      "epoch": 179.43,
      "grad_norm": 1.0924729108810425,
      "learning_rate": 4.308899980237452e-06,
      "loss": 0.3846,
      "step": 642880
    },
    {
      "epoch": 179.43,
      "grad_norm": 1.2119922637939453,
      "learning_rate": 4.308885244670519e-06,
      "loss": 0.3649,
      "step": 642890
    },
    {
      "epoch": 179.43,
      "grad_norm": 1.4044123888015747,
      "learning_rate": 4.308870508842026e-06,
      "loss": 0.3729,
      "step": 642900
    },
    {
      "epoch": 179.43,
      "grad_norm": 1.0252519845962524,
      "learning_rate": 4.308855772751976e-06,
      "loss": 0.3697,
      "step": 642910
    },
    {
      "epoch": 179.44,
      "grad_norm": 1.534581184387207,
      "learning_rate": 4.308841036400368e-06,
      "loss": 0.3994,
      "step": 642920
    },
    {
      "epoch": 179.44,
      "grad_norm": 1.1586564779281616,
      "learning_rate": 4.308826299787207e-06,
      "loss": 0.3749,
      "step": 642930
    },
    {
      "epoch": 179.44,
      "grad_norm": 1.2009824514389038,
      "learning_rate": 4.308811562912494e-06,
      "loss": 0.3729,
      "step": 642940
    },
    {
      "epoch": 179.44,
      "grad_norm": 1.0812063217163086,
      "learning_rate": 4.30879682577623e-06,
      "loss": 0.3561,
      "step": 642950
    },
    {
      "epoch": 179.45,
      "grad_norm": 1.1949719190597534,
      "learning_rate": 4.308782088378418e-06,
      "loss": 0.3656,
      "step": 642960
    },
    {
      "epoch": 179.45,
      "grad_norm": 1.3099908828735352,
      "learning_rate": 4.30876735071906e-06,
      "loss": 0.3769,
      "step": 642970
    },
    {
      "epoch": 179.45,
      "grad_norm": 1.1750414371490479,
      "learning_rate": 4.308752612798158e-06,
      "loss": 0.3729,
      "step": 642980
    },
    {
      "epoch": 179.46,
      "grad_norm": 1.147790789604187,
      "learning_rate": 4.308737874615713e-06,
      "loss": 0.3725,
      "step": 642990
    },
    {
      "epoch": 179.46,
      "grad_norm": 1.2374681234359741,
      "learning_rate": 4.3087231361717275e-06,
      "loss": 0.3746,
      "step": 643000
    },
    {
      "epoch": 179.46,
      "grad_norm": 1.0054024457931519,
      "learning_rate": 4.308708397466203e-06,
      "loss": 0.3622,
      "step": 643010
    },
    {
      "epoch": 179.46,
      "grad_norm": 1.1639279127120972,
      "learning_rate": 4.308693658499143e-06,
      "loss": 0.3668,
      "step": 643020
    },
    {
      "epoch": 179.47,
      "grad_norm": 1.0882068872451782,
      "learning_rate": 4.3086789192705485e-06,
      "loss": 0.3779,
      "step": 643030
    },
    {
      "epoch": 179.47,
      "grad_norm": 1.216843843460083,
      "learning_rate": 4.308664179780421e-06,
      "loss": 0.378,
      "step": 643040
    },
    {
      "epoch": 179.47,
      "grad_norm": 1.1709022521972656,
      "learning_rate": 4.308649440028763e-06,
      "loss": 0.3858,
      "step": 643050
    },
    {
      "epoch": 179.48,
      "grad_norm": 1.7087509632110596,
      "learning_rate": 4.308634700015577e-06,
      "loss": 0.3839,
      "step": 643060
    },
    {
      "epoch": 179.48,
      "grad_norm": 1.156609058380127,
      "learning_rate": 4.308619959740864e-06,
      "loss": 0.3853,
      "step": 643070
    },
    {
      "epoch": 179.48,
      "grad_norm": 1.2793093919754028,
      "learning_rate": 4.3086052192046255e-06,
      "loss": 0.3789,
      "step": 643080
    },
    {
      "epoch": 179.48,
      "grad_norm": 1.0576516389846802,
      "learning_rate": 4.308590478406865e-06,
      "loss": 0.3559,
      "step": 643090
    },
    {
      "epoch": 179.49,
      "grad_norm": 1.2354090213775635,
      "learning_rate": 4.3085757373475835e-06,
      "loss": 0.4041,
      "step": 643100
    },
    {
      "epoch": 179.49,
      "grad_norm": 1.080159306526184,
      "learning_rate": 4.3085609960267824e-06,
      "loss": 0.3754,
      "step": 643110
    },
    {
      "epoch": 179.49,
      "grad_norm": 1.1747909784317017,
      "learning_rate": 4.308546254444465e-06,
      "loss": 0.3758,
      "step": 643120
    },
    {
      "epoch": 179.49,
      "grad_norm": 1.2490077018737793,
      "learning_rate": 4.308531512600633e-06,
      "loss": 0.3881,
      "step": 643130
    },
    {
      "epoch": 179.5,
      "grad_norm": 1.1230013370513916,
      "learning_rate": 4.308516770495287e-06,
      "loss": 0.3879,
      "step": 643140
    },
    {
      "epoch": 179.5,
      "grad_norm": 1.3082804679870605,
      "learning_rate": 4.308502028128432e-06,
      "loss": 0.3687,
      "step": 643150
    },
    {
      "epoch": 179.5,
      "grad_norm": 1.1216540336608887,
      "learning_rate": 4.308487285500066e-06,
      "loss": 0.3832,
      "step": 643160
    },
    {
      "epoch": 179.51,
      "grad_norm": 1.0912460088729858,
      "learning_rate": 4.308472542610194e-06,
      "loss": 0.3763,
      "step": 643170
    },
    {
      "epoch": 179.51,
      "grad_norm": 1.2686489820480347,
      "learning_rate": 4.308457799458817e-06,
      "loss": 0.3844,
      "step": 643180
    },
    {
      "epoch": 179.51,
      "grad_norm": 1.155635952949524,
      "learning_rate": 4.308443056045936e-06,
      "loss": 0.3604,
      "step": 643190
    },
    {
      "epoch": 179.51,
      "grad_norm": 0.9884147047996521,
      "learning_rate": 4.308428312371554e-06,
      "loss": 0.3685,
      "step": 643200
    },
    {
      "epoch": 179.52,
      "grad_norm": 1.1100516319274902,
      "learning_rate": 4.308413568435673e-06,
      "loss": 0.3962,
      "step": 643210
    },
    {
      "epoch": 179.52,
      "grad_norm": 0.9506352543830872,
      "learning_rate": 4.308398824238295e-06,
      "loss": 0.3845,
      "step": 643220
    },
    {
      "epoch": 179.52,
      "grad_norm": 1.0822713375091553,
      "learning_rate": 4.308384079779422e-06,
      "loss": 0.3757,
      "step": 643230
    },
    {
      "epoch": 179.53,
      "grad_norm": 1.2451859712600708,
      "learning_rate": 4.308369335059055e-06,
      "loss": 0.3645,
      "step": 643240
    },
    {
      "epoch": 179.53,
      "grad_norm": 1.2107744216918945,
      "learning_rate": 4.308354590077197e-06,
      "loss": 0.3718,
      "step": 643250
    },
    {
      "epoch": 179.53,
      "grad_norm": 0.9690340757369995,
      "learning_rate": 4.308339844833849e-06,
      "loss": 0.3772,
      "step": 643260
    },
    {
      "epoch": 179.53,
      "grad_norm": 1.1808401346206665,
      "learning_rate": 4.308325099329014e-06,
      "loss": 0.3826,
      "step": 643270
    },
    {
      "epoch": 179.54,
      "grad_norm": 1.3658316135406494,
      "learning_rate": 4.308310353562694e-06,
      "loss": 0.369,
      "step": 643280
    },
    {
      "epoch": 179.54,
      "grad_norm": 1.3406915664672852,
      "learning_rate": 4.308295607534889e-06,
      "loss": 0.3916,
      "step": 643290
    },
    {
      "epoch": 179.54,
      "grad_norm": 1.401015281677246,
      "learning_rate": 4.308280861245604e-06,
      "loss": 0.3748,
      "step": 643300
    },
    {
      "epoch": 179.55,
      "grad_norm": 1.1117030382156372,
      "learning_rate": 4.3082661146948385e-06,
      "loss": 0.3701,
      "step": 643310
    },
    {
      "epoch": 179.55,
      "grad_norm": 1.1015959978103638,
      "learning_rate": 4.308251367882596e-06,
      "loss": 0.3869,
      "step": 643320
    },
    {
      "epoch": 179.55,
      "grad_norm": 1.2005466222763062,
      "learning_rate": 4.3082366208088775e-06,
      "loss": 0.3884,
      "step": 643330
    },
    {
      "epoch": 179.55,
      "grad_norm": 0.9318596720695496,
      "learning_rate": 4.308221873473685e-06,
      "loss": 0.3709,
      "step": 643340
    },
    {
      "epoch": 179.56,
      "grad_norm": 1.3320505619049072,
      "learning_rate": 4.308207125877021e-06,
      "loss": 0.3747,
      "step": 643350
    },
    {
      "epoch": 179.56,
      "grad_norm": 1.2870792150497437,
      "learning_rate": 4.308192378018888e-06,
      "loss": 0.3818,
      "step": 643360
    },
    {
      "epoch": 179.56,
      "grad_norm": 1.2187867164611816,
      "learning_rate": 4.308177629899286e-06,
      "loss": 0.381,
      "step": 643370
    },
    {
      "epoch": 179.56,
      "grad_norm": 1.1664358377456665,
      "learning_rate": 4.308162881518219e-06,
      "loss": 0.3717,
      "step": 643380
    },
    {
      "epoch": 179.57,
      "grad_norm": 1.329081654548645,
      "learning_rate": 4.308148132875688e-06,
      "loss": 0.4019,
      "step": 643390
    },
    {
      "epoch": 179.57,
      "grad_norm": 0.9815185070037842,
      "learning_rate": 4.308133383971694e-06,
      "loss": 0.364,
      "step": 643400
    },
    {
      "epoch": 179.57,
      "grad_norm": 1.2966669797897339,
      "learning_rate": 4.3081186348062415e-06,
      "loss": 0.3646,
      "step": 643410
    },
    {
      "epoch": 179.58,
      "grad_norm": 1.0974000692367554,
      "learning_rate": 4.30810388537933e-06,
      "loss": 0.3842,
      "step": 643420
    },
    {
      "epoch": 179.58,
      "grad_norm": 1.2837823629379272,
      "learning_rate": 4.3080891356909624e-06,
      "loss": 0.3735,
      "step": 643430
    },
    {
      "epoch": 179.58,
      "grad_norm": 1.3838547468185425,
      "learning_rate": 4.308074385741142e-06,
      "loss": 0.3878,
      "step": 643440
    },
    {
      "epoch": 179.58,
      "grad_norm": 1.1233532428741455,
      "learning_rate": 4.308059635529868e-06,
      "loss": 0.3763,
      "step": 643450
    },
    {
      "epoch": 179.59,
      "grad_norm": 1.4750086069107056,
      "learning_rate": 4.308044885057144e-06,
      "loss": 0.3874,
      "step": 643460
    },
    {
      "epoch": 179.59,
      "grad_norm": 0.9831157326698303,
      "learning_rate": 4.308030134322972e-06,
      "loss": 0.3877,
      "step": 643470
    },
    {
      "epoch": 179.59,
      "grad_norm": 1.0816024541854858,
      "learning_rate": 4.308015383327355e-06,
      "loss": 0.3669,
      "step": 643480
    },
    {
      "epoch": 179.6,
      "grad_norm": 1.0670413970947266,
      "learning_rate": 4.3080006320702926e-06,
      "loss": 0.3917,
      "step": 643490
    },
    {
      "epoch": 179.6,
      "grad_norm": 1.3092244863510132,
      "learning_rate": 4.307985880551788e-06,
      "loss": 0.3792,
      "step": 643500
    },
    {
      "epoch": 179.6,
      "grad_norm": 1.2984635829925537,
      "learning_rate": 4.307971128771843e-06,
      "loss": 0.3764,
      "step": 643510
    },
    {
      "epoch": 179.6,
      "grad_norm": 1.1073553562164307,
      "learning_rate": 4.30795637673046e-06,
      "loss": 0.3825,
      "step": 643520
    },
    {
      "epoch": 179.61,
      "grad_norm": 1.4039864540100098,
      "learning_rate": 4.307941624427641e-06,
      "loss": 0.3578,
      "step": 643530
    },
    {
      "epoch": 179.61,
      "grad_norm": 1.1040384769439697,
      "learning_rate": 4.307926871863386e-06,
      "loss": 0.3735,
      "step": 643540
    },
    {
      "epoch": 179.61,
      "grad_norm": 1.1977275609970093,
      "learning_rate": 4.3079121190377e-06,
      "loss": 0.3734,
      "step": 643550
    },
    {
      "epoch": 179.61,
      "grad_norm": 0.9567793607711792,
      "learning_rate": 4.307897365950583e-06,
      "loss": 0.3788,
      "step": 643560
    },
    {
      "epoch": 179.62,
      "grad_norm": 1.2223907709121704,
      "learning_rate": 4.307882612602038e-06,
      "loss": 0.3647,
      "step": 643570
    },
    {
      "epoch": 179.62,
      "grad_norm": 1.2126225233078003,
      "learning_rate": 4.307867858992065e-06,
      "loss": 0.365,
      "step": 643580
    },
    {
      "epoch": 179.62,
      "grad_norm": 1.1453558206558228,
      "learning_rate": 4.307853105120669e-06,
      "loss": 0.3769,
      "step": 643590
    },
    {
      "epoch": 179.63,
      "grad_norm": 1.1302231550216675,
      "learning_rate": 4.307838350987849e-06,
      "loss": 0.3815,
      "step": 643600
    },
    {
      "epoch": 179.63,
      "grad_norm": 1.1041711568832397,
      "learning_rate": 4.307823596593609e-06,
      "loss": 0.3903,
      "step": 643610
    },
    {
      "epoch": 179.63,
      "grad_norm": 1.2364827394485474,
      "learning_rate": 4.30780884193795e-06,
      "loss": 0.3735,
      "step": 643620
    },
    {
      "epoch": 179.63,
      "grad_norm": 1.1843757629394531,
      "learning_rate": 4.307794087020874e-06,
      "loss": 0.4005,
      "step": 643630
    },
    {
      "epoch": 179.64,
      "grad_norm": 1.2251335382461548,
      "learning_rate": 4.307779331842384e-06,
      "loss": 0.3907,
      "step": 643640
    },
    {
      "epoch": 179.64,
      "grad_norm": 1.1115003824234009,
      "learning_rate": 4.307764576402481e-06,
      "loss": 0.4013,
      "step": 643650
    },
    {
      "epoch": 179.64,
      "grad_norm": 2.0215325355529785,
      "learning_rate": 4.307749820701166e-06,
      "loss": 0.3825,
      "step": 643660
    },
    {
      "epoch": 179.65,
      "grad_norm": 1.151112675666809,
      "learning_rate": 4.307735064738444e-06,
      "loss": 0.3866,
      "step": 643670
    },
    {
      "epoch": 179.65,
      "grad_norm": 1.1100910902023315,
      "learning_rate": 4.307720308514314e-06,
      "loss": 0.3707,
      "step": 643680
    },
    {
      "epoch": 179.65,
      "grad_norm": 1.1108105182647705,
      "learning_rate": 4.307705552028778e-06,
      "loss": 0.3817,
      "step": 643690
    },
    {
      "epoch": 179.65,
      "grad_norm": 1.1305441856384277,
      "learning_rate": 4.30769079528184e-06,
      "loss": 0.391,
      "step": 643700
    },
    {
      "epoch": 179.66,
      "grad_norm": 1.132238507270813,
      "learning_rate": 4.307676038273501e-06,
      "loss": 0.3807,
      "step": 643710
    },
    {
      "epoch": 179.66,
      "grad_norm": 1.3549189567565918,
      "learning_rate": 4.307661281003763e-06,
      "loss": 0.3955,
      "step": 643720
    },
    {
      "epoch": 179.66,
      "grad_norm": 1.0834521055221558,
      "learning_rate": 4.307646523472628e-06,
      "loss": 0.4063,
      "step": 643730
    },
    {
      "epoch": 179.67,
      "grad_norm": 1.2246595621109009,
      "learning_rate": 4.307631765680097e-06,
      "loss": 0.3786,
      "step": 643740
    },
    {
      "epoch": 179.67,
      "grad_norm": 0.9657653570175171,
      "learning_rate": 4.307617007626174e-06,
      "loss": 0.3798,
      "step": 643750
    },
    {
      "epoch": 179.67,
      "grad_norm": 1.2743654251098633,
      "learning_rate": 4.307602249310859e-06,
      "loss": 0.3842,
      "step": 643760
    },
    {
      "epoch": 179.67,
      "grad_norm": 1.1292859315872192,
      "learning_rate": 4.307587490734155e-06,
      "loss": 0.3927,
      "step": 643770
    },
    {
      "epoch": 179.68,
      "grad_norm": 1.144221544265747,
      "learning_rate": 4.307572731896064e-06,
      "loss": 0.3742,
      "step": 643780
    },
    {
      "epoch": 179.68,
      "grad_norm": 1.0552605390548706,
      "learning_rate": 4.307557972796587e-06,
      "loss": 0.3963,
      "step": 643790
    },
    {
      "epoch": 179.68,
      "grad_norm": 1.1089859008789062,
      "learning_rate": 4.307543213435726e-06,
      "loss": 0.3902,
      "step": 643800
    },
    {
      "epoch": 179.68,
      "grad_norm": 1.348726749420166,
      "learning_rate": 4.307528453813485e-06,
      "loss": 0.3844,
      "step": 643810
    },
    {
      "epoch": 179.69,
      "grad_norm": 1.3481582403182983,
      "learning_rate": 4.307513693929864e-06,
      "loss": 0.3767,
      "step": 643820
    },
    {
      "epoch": 179.69,
      "grad_norm": 1.1621884107589722,
      "learning_rate": 4.307498933784865e-06,
      "loss": 0.3804,
      "step": 643830
    },
    {
      "epoch": 179.69,
      "grad_norm": 1.2913419008255005,
      "learning_rate": 4.3074841733784915e-06,
      "loss": 0.3805,
      "step": 643840
    },
    {
      "epoch": 179.7,
      "grad_norm": 1.4198981523513794,
      "learning_rate": 4.307469412710744e-06,
      "loss": 0.3802,
      "step": 643850
    },
    {
      "epoch": 179.7,
      "grad_norm": 1.397943377494812,
      "learning_rate": 4.307454651781625e-06,
      "loss": 0.3764,
      "step": 643860
    },
    {
      "epoch": 179.7,
      "grad_norm": 1.259809970855713,
      "learning_rate": 4.307439890591136e-06,
      "loss": 0.3752,
      "step": 643870
    },
    {
      "epoch": 179.7,
      "grad_norm": 1.1740272045135498,
      "learning_rate": 4.307425129139279e-06,
      "loss": 0.3772,
      "step": 643880
    },
    {
      "epoch": 179.71,
      "grad_norm": 1.2422133684158325,
      "learning_rate": 4.307410367426057e-06,
      "loss": 0.3819,
      "step": 643890
    },
    {
      "epoch": 179.71,
      "grad_norm": 1.0544371604919434,
      "learning_rate": 4.307395605451472e-06,
      "loss": 0.4063,
      "step": 643900
    },
    {
      "epoch": 179.71,
      "grad_norm": 1.0499138832092285,
      "learning_rate": 4.307380843215524e-06,
      "loss": 0.366,
      "step": 643910
    },
    {
      "epoch": 179.72,
      "grad_norm": 1.3146268129348755,
      "learning_rate": 4.307366080718216e-06,
      "loss": 0.3841,
      "step": 643920
    },
    {
      "epoch": 179.72,
      "grad_norm": 1.1003491878509521,
      "learning_rate": 4.307351317959551e-06,
      "loss": 0.4025,
      "step": 643930
    },
    {
      "epoch": 179.72,
      "grad_norm": 1.1416183710098267,
      "learning_rate": 4.3073365549395294e-06,
      "loss": 0.3796,
      "step": 643940
    },
    {
      "epoch": 179.72,
      "grad_norm": 1.195552945137024,
      "learning_rate": 4.307321791658155e-06,
      "loss": 0.3866,
      "step": 643950
    },
    {
      "epoch": 179.73,
      "grad_norm": 1.259764313697815,
      "learning_rate": 4.307307028115428e-06,
      "loss": 0.3884,
      "step": 643960
    },
    {
      "epoch": 179.73,
      "grad_norm": 0.9674059748649597,
      "learning_rate": 4.307292264311351e-06,
      "loss": 0.385,
      "step": 643970
    },
    {
      "epoch": 179.73,
      "grad_norm": 1.3357475996017456,
      "learning_rate": 4.307277500245925e-06,
      "loss": 0.3719,
      "step": 643980
    },
    {
      "epoch": 179.73,
      "grad_norm": 1.3015611171722412,
      "learning_rate": 4.307262735919155e-06,
      "loss": 0.4017,
      "step": 643990
    },
    {
      "epoch": 179.74,
      "grad_norm": 1.5199298858642578,
      "learning_rate": 4.30724797133104e-06,
      "loss": 0.3818,
      "step": 644000
    },
    {
      "epoch": 179.74,
      "grad_norm": 1.223600149154663,
      "learning_rate": 4.307233206481583e-06,
      "loss": 0.3851,
      "step": 644010
    },
    {
      "epoch": 179.74,
      "grad_norm": 1.246776819229126,
      "learning_rate": 4.307218441370786e-06,
      "loss": 0.3808,
      "step": 644020
    },
    {
      "epoch": 179.75,
      "grad_norm": 1.0242481231689453,
      "learning_rate": 4.30720367599865e-06,
      "loss": 0.3887,
      "step": 644030
    },
    {
      "epoch": 179.75,
      "grad_norm": 1.2098686695098877,
      "learning_rate": 4.307188910365178e-06,
      "loss": 0.3861,
      "step": 644040
    },
    {
      "epoch": 179.75,
      "grad_norm": 1.1314456462860107,
      "learning_rate": 4.307174144470372e-06,
      "loss": 0.3921,
      "step": 644050
    },
    {
      "epoch": 179.75,
      "grad_norm": 1.0719332695007324,
      "learning_rate": 4.307159378314233e-06,
      "loss": 0.3817,
      "step": 644060
    },
    {
      "epoch": 179.76,
      "grad_norm": 1.2898662090301514,
      "learning_rate": 4.307144611896765e-06,
      "loss": 0.3871,
      "step": 644070
    },
    {
      "epoch": 179.76,
      "grad_norm": 1.2859232425689697,
      "learning_rate": 4.307129845217968e-06,
      "loss": 0.3568,
      "step": 644080
    },
    {
      "epoch": 179.76,
      "grad_norm": 1.2292509078979492,
      "learning_rate": 4.307115078277844e-06,
      "loss": 0.3667,
      "step": 644090
    },
    {
      "epoch": 179.77,
      "grad_norm": 0.9714974761009216,
      "learning_rate": 4.307100311076396e-06,
      "loss": 0.3818,
      "step": 644100
    },
    {
      "epoch": 179.77,
      "grad_norm": 1.2649644613265991,
      "learning_rate": 4.307085543613626e-06,
      "loss": 0.3807,
      "step": 644110
    },
    {
      "epoch": 179.77,
      "grad_norm": 1.1343692541122437,
      "learning_rate": 4.3070707758895356e-06,
      "loss": 0.3741,
      "step": 644120
    },
    {
      "epoch": 179.77,
      "grad_norm": 1.1665127277374268,
      "learning_rate": 4.307056007904126e-06,
      "loss": 0.3903,
      "step": 644130
    },
    {
      "epoch": 179.78,
      "grad_norm": 1.4885218143463135,
      "learning_rate": 4.3070412396574e-06,
      "loss": 0.3786,
      "step": 644140
    },
    {
      "epoch": 179.78,
      "grad_norm": 1.160299301147461,
      "learning_rate": 4.3070264711493594e-06,
      "loss": 0.3772,
      "step": 644150
    },
    {
      "epoch": 179.78,
      "grad_norm": 1.0556182861328125,
      "learning_rate": 4.307011702380006e-06,
      "loss": 0.3726,
      "step": 644160
    },
    {
      "epoch": 179.79,
      "grad_norm": 1.0836316347122192,
      "learning_rate": 4.306996933349343e-06,
      "loss": 0.3724,
      "step": 644170
    },
    {
      "epoch": 179.79,
      "grad_norm": 1.2359060049057007,
      "learning_rate": 4.306982164057371e-06,
      "loss": 0.3691,
      "step": 644180
    },
    {
      "epoch": 179.79,
      "grad_norm": 1.4495872259140015,
      "learning_rate": 4.306967394504091e-06,
      "loss": 0.3901,
      "step": 644190
    },
    {
      "epoch": 179.79,
      "grad_norm": 1.1719962358474731,
      "learning_rate": 4.306952624689507e-06,
      "loss": 0.3864,
      "step": 644200
    },
    {
      "epoch": 179.8,
      "grad_norm": 1.2389355897903442,
      "learning_rate": 4.306937854613621e-06,
      "loss": 0.3623,
      "step": 644210
    },
    {
      "epoch": 179.8,
      "grad_norm": 1.4320117235183716,
      "learning_rate": 4.306923084276433e-06,
      "loss": 0.396,
      "step": 644220
    },
    {
      "epoch": 179.8,
      "grad_norm": 1.0640313625335693,
      "learning_rate": 4.306908313677947e-06,
      "loss": 0.397,
      "step": 644230
    },
    {
      "epoch": 179.8,
      "grad_norm": 13.145845413208008,
      "learning_rate": 4.306893542818163e-06,
      "loss": 0.3697,
      "step": 644240
    },
    {
      "epoch": 179.81,
      "grad_norm": 1.3118436336517334,
      "learning_rate": 4.306878771697085e-06,
      "loss": 0.3934,
      "step": 644250
    },
    {
      "epoch": 179.81,
      "grad_norm": 1.133533239364624,
      "learning_rate": 4.3068640003147135e-06,
      "loss": 0.3774,
      "step": 644260
    },
    {
      "epoch": 179.81,
      "grad_norm": 0.8743541836738586,
      "learning_rate": 4.306849228671051e-06,
      "loss": 0.3721,
      "step": 644270
    },
    {
      "epoch": 179.82,
      "grad_norm": 1.07498037815094,
      "learning_rate": 4.306834456766099e-06,
      "loss": 0.3802,
      "step": 644280
    },
    {
      "epoch": 179.82,
      "grad_norm": 1.164333701133728,
      "learning_rate": 4.306819684599862e-06,
      "loss": 0.3864,
      "step": 644290
    },
    {
      "epoch": 179.82,
      "grad_norm": 0.9935019612312317,
      "learning_rate": 4.306804912172337e-06,
      "loss": 0.3706,
      "step": 644300
    },
    {
      "epoch": 179.82,
      "grad_norm": 1.4204144477844238,
      "learning_rate": 4.306790139483531e-06,
      "loss": 0.3598,
      "step": 644310
    },
    {
      "epoch": 179.83,
      "grad_norm": 1.1257572174072266,
      "learning_rate": 4.306775366533443e-06,
      "loss": 0.3886,
      "step": 644320
    },
    {
      "epoch": 179.83,
      "grad_norm": 1.0106756687164307,
      "learning_rate": 4.306760593322076e-06,
      "loss": 0.3901,
      "step": 644330
    },
    {
      "epoch": 179.83,
      "grad_norm": 1.6022621393203735,
      "learning_rate": 4.306745819849432e-06,
      "loss": 0.3819,
      "step": 644340
    },
    {
      "epoch": 179.84,
      "grad_norm": 1.1140838861465454,
      "learning_rate": 4.306731046115512e-06,
      "loss": 0.3897,
      "step": 644350
    },
    {
      "epoch": 179.84,
      "grad_norm": 1.5492192506790161,
      "learning_rate": 4.30671627212032e-06,
      "loss": 0.3701,
      "step": 644360
    },
    {
      "epoch": 179.84,
      "grad_norm": 1.154387354850769,
      "learning_rate": 4.3067014978638555e-06,
      "loss": 0.3816,
      "step": 644370
    },
    {
      "epoch": 179.84,
      "grad_norm": 1.2377187013626099,
      "learning_rate": 4.306686723346121e-06,
      "loss": 0.382,
      "step": 644380
    },
    {
      "epoch": 179.85,
      "grad_norm": 0.9926827549934387,
      "learning_rate": 4.30667194856712e-06,
      "loss": 0.3849,
      "step": 644390
    },
    {
      "epoch": 179.85,
      "grad_norm": 1.3825284242630005,
      "learning_rate": 4.306657173526854e-06,
      "loss": 0.3731,
      "step": 644400
    },
    {
      "epoch": 179.85,
      "grad_norm": 1.0805076360702515,
      "learning_rate": 4.306642398225324e-06,
      "loss": 0.3691,
      "step": 644410
    },
    {
      "epoch": 179.85,
      "grad_norm": 1.113959550857544,
      "learning_rate": 4.306627622662532e-06,
      "loss": 0.384,
      "step": 644420
    },
    {
      "epoch": 179.86,
      "grad_norm": 1.211741328239441,
      "learning_rate": 4.306612846838482e-06,
      "loss": 0.392,
      "step": 644430
    },
    {
      "epoch": 179.86,
      "grad_norm": 1.0425500869750977,
      "learning_rate": 4.306598070753173e-06,
      "loss": 0.3768,
      "step": 644440
    },
    {
      "epoch": 179.86,
      "grad_norm": 1.2580878734588623,
      "learning_rate": 4.306583294406608e-06,
      "loss": 0.3745,
      "step": 644450
    },
    {
      "epoch": 179.87,
      "grad_norm": 1.0980210304260254,
      "learning_rate": 4.306568517798791e-06,
      "loss": 0.3809,
      "step": 644460
    },
    {
      "epoch": 179.87,
      "grad_norm": 1.4535406827926636,
      "learning_rate": 4.30655374092972e-06,
      "loss": 0.3847,
      "step": 644470
    },
    {
      "epoch": 179.87,
      "grad_norm": 1.0199378728866577,
      "learning_rate": 4.306538963799402e-06,
      "loss": 0.3775,
      "step": 644480
    },
    {
      "epoch": 179.87,
      "grad_norm": 1.1322766542434692,
      "learning_rate": 4.306524186407834e-06,
      "loss": 0.3809,
      "step": 644490
    },
    {
      "epoch": 179.88,
      "grad_norm": 1.3253439664840698,
      "learning_rate": 4.306509408755022e-06,
      "loss": 0.3729,
      "step": 644500
    },
    {
      "epoch": 179.88,
      "grad_norm": 1.1953033208847046,
      "learning_rate": 4.306494630840965e-06,
      "loss": 0.385,
      "step": 644510
    },
    {
      "epoch": 179.88,
      "grad_norm": 1.1052112579345703,
      "learning_rate": 4.306479852665667e-06,
      "loss": 0.3821,
      "step": 644520
    },
    {
      "epoch": 179.89,
      "grad_norm": 1.063690185546875,
      "learning_rate": 4.306465074229129e-06,
      "loss": 0.3829,
      "step": 644530
    },
    {
      "epoch": 179.89,
      "grad_norm": 1.1285370588302612,
      "learning_rate": 4.306450295531352e-06,
      "loss": 0.3878,
      "step": 644540
    },
    {
      "epoch": 179.89,
      "grad_norm": 1.2569242715835571,
      "learning_rate": 4.30643551657234e-06,
      "loss": 0.3925,
      "step": 644550
    },
    {
      "epoch": 179.89,
      "grad_norm": 1.109798550605774,
      "learning_rate": 4.306420737352094e-06,
      "loss": 0.3793,
      "step": 644560
    },
    {
      "epoch": 179.9,
      "grad_norm": 1.1018544435501099,
      "learning_rate": 4.3064059578706155e-06,
      "loss": 0.3709,
      "step": 644570
    },
    {
      "epoch": 179.9,
      "grad_norm": 1.2079204320907593,
      "learning_rate": 4.306391178127907e-06,
      "loss": 0.3695,
      "step": 644580
    },
    {
      "epoch": 179.9,
      "grad_norm": 1.2033934593200684,
      "learning_rate": 4.306376398123972e-06,
      "loss": 0.3792,
      "step": 644590
    },
    {
      "epoch": 179.91,
      "grad_norm": 1.109336256980896,
      "learning_rate": 4.306361617858808e-06,
      "loss": 0.3782,
      "step": 644600
    },
    {
      "epoch": 179.91,
      "grad_norm": 1.254001498222351,
      "learning_rate": 4.3063468373324225e-06,
      "loss": 0.3786,
      "step": 644610
    },
    {
      "epoch": 179.91,
      "grad_norm": 1.1318029165267944,
      "learning_rate": 4.306332056544813e-06,
      "loss": 0.3794,
      "step": 644620
    },
    {
      "epoch": 179.91,
      "grad_norm": 1.3437033891677856,
      "learning_rate": 4.306317275495984e-06,
      "loss": 0.3806,
      "step": 644630
    },
    {
      "epoch": 179.92,
      "grad_norm": 0.9797760248184204,
      "learning_rate": 4.306302494185938e-06,
      "loss": 0.3623,
      "step": 644640
    },
    {
      "epoch": 179.92,
      "grad_norm": 2.4176266193389893,
      "learning_rate": 4.306287712614674e-06,
      "loss": 0.377,
      "step": 644650
    },
    {
      "epoch": 179.92,
      "grad_norm": 1.0932127237319946,
      "learning_rate": 4.3062729307821956e-06,
      "loss": 0.3824,
      "step": 644660
    },
    {
      "epoch": 179.92,
      "grad_norm": 1.2524378299713135,
      "learning_rate": 4.3062581486885065e-06,
      "loss": 0.3759,
      "step": 644670
    },
    {
      "epoch": 179.93,
      "grad_norm": 1.5545262098312378,
      "learning_rate": 4.306243366333606e-06,
      "loss": 0.3875,
      "step": 644680
    },
    {
      "epoch": 179.93,
      "grad_norm": 1.0718114376068115,
      "learning_rate": 4.306228583717497e-06,
      "loss": 0.3896,
      "step": 644690
    },
    {
      "epoch": 179.93,
      "grad_norm": 1.1233775615692139,
      "learning_rate": 4.306213800840182e-06,
      "loss": 0.3805,
      "step": 644700
    },
    {
      "epoch": 179.94,
      "grad_norm": 1.1319526433944702,
      "learning_rate": 4.3061990177016614e-06,
      "loss": 0.3808,
      "step": 644710
    },
    {
      "epoch": 179.94,
      "grad_norm": 1.207258701324463,
      "learning_rate": 4.30618423430194e-06,
      "loss": 0.3778,
      "step": 644720
    },
    {
      "epoch": 179.94,
      "grad_norm": 1.33356773853302,
      "learning_rate": 4.306169450641017e-06,
      "loss": 0.3821,
      "step": 644730
    },
    {
      "epoch": 179.94,
      "grad_norm": 1.3850747346878052,
      "learning_rate": 4.3061546667188955e-06,
      "loss": 0.3923,
      "step": 644740
    },
    {
      "epoch": 179.95,
      "grad_norm": 1.173073649406433,
      "learning_rate": 4.306139882535578e-06,
      "loss": 0.3907,
      "step": 644750
    },
    {
      "epoch": 179.95,
      "grad_norm": 1.4976049661636353,
      "learning_rate": 4.306125098091065e-06,
      "loss": 0.3739,
      "step": 644760
    },
    {
      "epoch": 179.95,
      "grad_norm": 1.2928093671798706,
      "learning_rate": 4.30611031338536e-06,
      "loss": 0.3832,
      "step": 644770
    },
    {
      "epoch": 179.96,
      "grad_norm": 1.3870471715927124,
      "learning_rate": 4.306095528418464e-06,
      "loss": 0.372,
      "step": 644780
    },
    {
      "epoch": 179.96,
      "grad_norm": 1.0583086013793945,
      "learning_rate": 4.3060807431903786e-06,
      "loss": 0.372,
      "step": 644790
    },
    {
      "epoch": 179.96,
      "grad_norm": 1.7380038499832153,
      "learning_rate": 4.306065957701107e-06,
      "loss": 0.3709,
      "step": 644800
    },
    {
      "epoch": 179.96,
      "grad_norm": 1.0638415813446045,
      "learning_rate": 4.3060511719506515e-06,
      "loss": 0.3769,
      "step": 644810
    },
    {
      "epoch": 179.97,
      "grad_norm": 1.0718696117401123,
      "learning_rate": 4.306036385939012e-06,
      "loss": 0.3705,
      "step": 644820
    },
    {
      "epoch": 179.97,
      "grad_norm": 1.2519803047180176,
      "learning_rate": 4.306021599666192e-06,
      "loss": 0.3802,
      "step": 644830
    },
    {
      "epoch": 179.97,
      "grad_norm": 1.10945725440979,
      "learning_rate": 4.306006813132194e-06,
      "loss": 0.3737,
      "step": 644840
    },
    {
      "epoch": 179.97,
      "grad_norm": 1.0416955947875977,
      "learning_rate": 4.305992026337019e-06,
      "loss": 0.3805,
      "step": 644850
    },
    {
      "epoch": 179.98,
      "grad_norm": 1.2808784246444702,
      "learning_rate": 4.305977239280668e-06,
      "loss": 0.3882,
      "step": 644860
    },
    {
      "epoch": 179.98,
      "grad_norm": 1.2829431295394897,
      "learning_rate": 4.3059624519631444e-06,
      "loss": 0.3875,
      "step": 644870
    },
    {
      "epoch": 179.98,
      "grad_norm": 1.4318325519561768,
      "learning_rate": 4.3059476643844494e-06,
      "loss": 0.3788,
      "step": 644880
    },
    {
      "epoch": 179.99,
      "grad_norm": 1.0990173816680908,
      "learning_rate": 4.305932876544586e-06,
      "loss": 0.3594,
      "step": 644890
    },
    {
      "epoch": 179.99,
      "grad_norm": 1.1629726886749268,
      "learning_rate": 4.305918088443556e-06,
      "loss": 0.3819,
      "step": 644900
    },
    {
      "epoch": 179.99,
      "grad_norm": 1.098677396774292,
      "learning_rate": 4.3059033000813595e-06,
      "loss": 0.3722,
      "step": 644910
    },
    {
      "epoch": 179.99,
      "grad_norm": 1.3964653015136719,
      "learning_rate": 4.305888511458e-06,
      "loss": 0.3949,
      "step": 644920
    },
    {
      "epoch": 180.0,
      "grad_norm": 1.1208397150039673,
      "learning_rate": 4.30587372257348e-06,
      "loss": 0.3897,
      "step": 644930
    },
    {
      "epoch": 180.0,
      "grad_norm": 1.1288321018218994,
      "learning_rate": 4.3058589334278005e-06,
      "loss": 0.3862,
      "step": 644940
    },
    {
      "epoch": 180.0,
      "eval_loss": 0.3817158341407776,
      "eval_runtime": 68.3353,
      "eval_samples_per_second": 74.032,
      "eval_steps_per_second": 9.263,
      "step": 644940
    },
    {
      "epoch": 180.0,
      "grad_norm": 1.245457649230957,
      "learning_rate": 4.3058441440209645e-06,
      "loss": 0.3821,
      "step": 644950
    },
    {
      "epoch": 180.01,
      "grad_norm": 1.3273811340332031,
      "learning_rate": 4.305829354352973e-06,
      "loss": 0.3771,
      "step": 644960
    },
    {
      "epoch": 180.01,
      "grad_norm": 1.134138584136963,
      "learning_rate": 4.3058145644238276e-06,
      "loss": 0.3954,
      "step": 644970
    },
    {
      "epoch": 180.01,
      "grad_norm": 1.0179201364517212,
      "learning_rate": 4.305799774233531e-06,
      "loss": 0.3956,
      "step": 644980
    },
    {
      "epoch": 180.01,
      "grad_norm": 1.1475075483322144,
      "learning_rate": 4.305784983782085e-06,
      "loss": 0.4095,
      "step": 644990
    },
    {
      "epoch": 180.02,
      "grad_norm": 1.1062196493148804,
      "learning_rate": 4.3057701930694915e-06,
      "loss": 0.3732,
      "step": 645000
    },
    {
      "epoch": 180.02,
      "grad_norm": 1.1016360521316528,
      "learning_rate": 4.305755402095753e-06,
      "loss": 0.376,
      "step": 645010
    },
    {
      "epoch": 180.02,
      "grad_norm": 1.1320233345031738,
      "learning_rate": 4.305740610860871e-06,
      "loss": 0.3823,
      "step": 645020
    },
    {
      "epoch": 180.03,
      "grad_norm": 1.2996492385864258,
      "learning_rate": 4.3057258193648475e-06,
      "loss": 0.3772,
      "step": 645030
    },
    {
      "epoch": 180.03,
      "grad_norm": 1.2728996276855469,
      "learning_rate": 4.305711027607685e-06,
      "loss": 0.368,
      "step": 645040
    },
    {
      "epoch": 180.03,
      "grad_norm": 1.1792038679122925,
      "learning_rate": 4.3056962355893834e-06,
      "loss": 0.4129,
      "step": 645050
    },
    {
      "epoch": 180.03,
      "grad_norm": 1.1415164470672607,
      "learning_rate": 4.305681443309948e-06,
      "loss": 0.3857,
      "step": 645060
    },
    {
      "epoch": 180.04,
      "grad_norm": 1.267330527305603,
      "learning_rate": 4.305666650769378e-06,
      "loss": 0.3776,
      "step": 645070
    },
    {
      "epoch": 180.04,
      "grad_norm": 0.9901316165924072,
      "learning_rate": 4.305651857967676e-06,
      "loss": 0.3554,
      "step": 645080
    },
    {
      "epoch": 180.04,
      "grad_norm": 1.1180847883224487,
      "learning_rate": 4.305637064904845e-06,
      "loss": 0.3851,
      "step": 645090
    },
    {
      "epoch": 180.04,
      "grad_norm": 1.118360161781311,
      "learning_rate": 4.305622271580887e-06,
      "loss": 0.3787,
      "step": 645100
    },
    {
      "epoch": 180.05,
      "grad_norm": 0.9635176658630371,
      "learning_rate": 4.305607477995802e-06,
      "loss": 0.3786,
      "step": 645110
    },
    {
      "epoch": 180.05,
      "grad_norm": 1.0931270122528076,
      "learning_rate": 4.305592684149594e-06,
      "loss": 0.3944,
      "step": 645120
    },
    {
      "epoch": 180.05,
      "grad_norm": 2.1079602241516113,
      "learning_rate": 4.3055778900422635e-06,
      "loss": 0.3636,
      "step": 645130
    },
    {
      "epoch": 180.06,
      "grad_norm": 1.202324628829956,
      "learning_rate": 4.305563095673813e-06,
      "loss": 0.3772,
      "step": 645140
    },
    {
      "epoch": 180.06,
      "grad_norm": 1.2932249307632446,
      "learning_rate": 4.305548301044246e-06,
      "loss": 0.378,
      "step": 645150
    },
    {
      "epoch": 180.06,
      "grad_norm": 1.1452763080596924,
      "learning_rate": 4.305533506153562e-06,
      "loss": 0.3891,
      "step": 645160
    },
    {
      "epoch": 180.06,
      "grad_norm": 1.3282421827316284,
      "learning_rate": 4.305518711001765e-06,
      "loss": 0.3768,
      "step": 645170
    },
    {
      "epoch": 180.07,
      "grad_norm": 1.0501012802124023,
      "learning_rate": 4.305503915588855e-06,
      "loss": 0.3743,
      "step": 645180
    },
    {
      "epoch": 180.07,
      "grad_norm": 0.9697704911231995,
      "learning_rate": 4.305489119914835e-06,
      "loss": 0.3771,
      "step": 645190
    },
    {
      "epoch": 180.07,
      "grad_norm": 1.262379765510559,
      "learning_rate": 4.305474323979708e-06,
      "loss": 0.3672,
      "step": 645200
    },
    {
      "epoch": 180.08,
      "grad_norm": 1.0306130647659302,
      "learning_rate": 4.305459527783474e-06,
      "loss": 0.3829,
      "step": 645210
    },
    {
      "epoch": 180.08,
      "grad_norm": 1.0319414138793945,
      "learning_rate": 4.3054447313261365e-06,
      "loss": 0.3784,
      "step": 645220
    },
    {
      "epoch": 180.08,
      "grad_norm": 1.2070860862731934,
      "learning_rate": 4.305429934607697e-06,
      "loss": 0.3721,
      "step": 645230
    },
    {
      "epoch": 180.08,
      "grad_norm": 1.1697105169296265,
      "learning_rate": 4.305415137628157e-06,
      "loss": 0.388,
      "step": 645240
    },
    {
      "epoch": 180.09,
      "grad_norm": 1.3243169784545898,
      "learning_rate": 4.305400340387519e-06,
      "loss": 0.3755,
      "step": 645250
    },
    {
      "epoch": 180.09,
      "grad_norm": 1.347773551940918,
      "learning_rate": 4.3053855428857845e-06,
      "loss": 0.3928,
      "step": 645260
    },
    {
      "epoch": 180.09,
      "grad_norm": 1.1972966194152832,
      "learning_rate": 4.305370745122956e-06,
      "loss": 0.393,
      "step": 645270
    },
    {
      "epoch": 180.09,
      "grad_norm": 1.1872587203979492,
      "learning_rate": 4.305355947099035e-06,
      "loss": 0.3871,
      "step": 645280
    },
    {
      "epoch": 180.1,
      "grad_norm": 1.1872466802597046,
      "learning_rate": 4.305341148814024e-06,
      "loss": 0.3749,
      "step": 645290
    },
    {
      "epoch": 180.1,
      "grad_norm": 1.3472545146942139,
      "learning_rate": 4.305326350267924e-06,
      "loss": 0.374,
      "step": 645300
    },
    {
      "epoch": 180.1,
      "grad_norm": 1.0510798692703247,
      "learning_rate": 4.305311551460739e-06,
      "loss": 0.3743,
      "step": 645310
    },
    {
      "epoch": 180.11,
      "grad_norm": 0.9298297762870789,
      "learning_rate": 4.305296752392469e-06,
      "loss": 0.3547,
      "step": 645320
    },
    {
      "epoch": 180.11,
      "grad_norm": 1.2175350189208984,
      "learning_rate": 4.305281953063117e-06,
      "loss": 0.3783,
      "step": 645330
    },
    {
      "epoch": 180.11,
      "grad_norm": 1.0445678234100342,
      "learning_rate": 4.305267153472683e-06,
      "loss": 0.3706,
      "step": 645340
    },
    {
      "epoch": 180.11,
      "grad_norm": 1.2490006685256958,
      "learning_rate": 4.305252353621172e-06,
      "loss": 0.3661,
      "step": 645350
    },
    {
      "epoch": 180.12,
      "grad_norm": 1.1394776105880737,
      "learning_rate": 4.305237553508584e-06,
      "loss": 0.3593,
      "step": 645360
    },
    {
      "epoch": 180.12,
      "grad_norm": 3.121678113937378,
      "learning_rate": 4.305222753134922e-06,
      "loss": 0.391,
      "step": 645370
    },
    {
      "epoch": 180.12,
      "grad_norm": 1.0887670516967773,
      "learning_rate": 4.3052079525001864e-06,
      "loss": 0.3911,
      "step": 645380
    },
    {
      "epoch": 180.13,
      "grad_norm": 1.2400926351547241,
      "learning_rate": 4.305193151604381e-06,
      "loss": 0.3671,
      "step": 645390
    },
    {
      "epoch": 180.13,
      "grad_norm": 1.2740132808685303,
      "learning_rate": 4.305178350447507e-06,
      "loss": 0.3754,
      "step": 645400
    },
    {
      "epoch": 180.13,
      "grad_norm": 1.2182508707046509,
      "learning_rate": 4.305163549029566e-06,
      "loss": 0.38,
      "step": 645410
    },
    {
      "epoch": 180.13,
      "grad_norm": 1.6391929388046265,
      "learning_rate": 4.305148747350561e-06,
      "loss": 0.3806,
      "step": 645420
    },
    {
      "epoch": 180.14,
      "grad_norm": 1.0162016153335571,
      "learning_rate": 4.305133945410493e-06,
      "loss": 0.3753,
      "step": 645430
    },
    {
      "epoch": 180.14,
      "grad_norm": 1.076732873916626,
      "learning_rate": 4.305119143209364e-06,
      "loss": 0.393,
      "step": 645440
    },
    {
      "epoch": 180.14,
      "grad_norm": 1.0210860967636108,
      "learning_rate": 4.305104340747176e-06,
      "loss": 0.3705,
      "step": 645450
    },
    {
      "epoch": 180.15,
      "grad_norm": 1.0486234426498413,
      "learning_rate": 4.305089538023931e-06,
      "loss": 0.3959,
      "step": 645460
    },
    {
      "epoch": 180.15,
      "grad_norm": 1.1845512390136719,
      "learning_rate": 4.305074735039632e-06,
      "loss": 0.3916,
      "step": 645470
    },
    {
      "epoch": 180.15,
      "grad_norm": 1.3789154291152954,
      "learning_rate": 4.30505993179428e-06,
      "loss": 0.3941,
      "step": 645480
    },
    {
      "epoch": 180.15,
      "grad_norm": 1.16110098361969,
      "learning_rate": 4.3050451282878765e-06,
      "loss": 0.3688,
      "step": 645490
    },
    {
      "epoch": 180.16,
      "grad_norm": 1.373168706893921,
      "learning_rate": 4.305030324520424e-06,
      "loss": 0.3798,
      "step": 645500
    },
    {
      "epoch": 180.16,
      "grad_norm": 1.4263538122177124,
      "learning_rate": 4.305015520491925e-06,
      "loss": 0.4005,
      "step": 645510
    },
    {
      "epoch": 180.16,
      "grad_norm": 1.1951947212219238,
      "learning_rate": 4.3050007162023815e-06,
      "loss": 0.3935,
      "step": 645520
    },
    {
      "epoch": 180.16,
      "grad_norm": 1.3836519718170166,
      "learning_rate": 4.304985911651794e-06,
      "loss": 0.3786,
      "step": 645530
    },
    {
      "epoch": 180.17,
      "grad_norm": 1.1554725170135498,
      "learning_rate": 4.304971106840166e-06,
      "loss": 0.3944,
      "step": 645540
    },
    {
      "epoch": 180.17,
      "grad_norm": 1.2157557010650635,
      "learning_rate": 4.3049563017675e-06,
      "loss": 0.382,
      "step": 645550
    },
    {
      "epoch": 180.17,
      "grad_norm": 1.2835500240325928,
      "learning_rate": 4.304941496433796e-06,
      "loss": 0.3599,
      "step": 645560
    },
    {
      "epoch": 180.18,
      "grad_norm": 1.4150044918060303,
      "learning_rate": 4.3049266908390565e-06,
      "loss": 0.4022,
      "step": 645570
    },
    {
      "epoch": 180.18,
      "grad_norm": 1.0929999351501465,
      "learning_rate": 4.304911884983284e-06,
      "loss": 0.3805,
      "step": 645580
    },
    {
      "epoch": 180.18,
      "grad_norm": 0.9890432953834534,
      "learning_rate": 4.30489707886648e-06,
      "loss": 0.3907,
      "step": 645590
    },
    {
      "epoch": 180.18,
      "grad_norm": 1.0337121486663818,
      "learning_rate": 4.3048822724886475e-06,
      "loss": 0.3837,
      "step": 645600
    },
    {
      "epoch": 180.19,
      "grad_norm": 1.2320754528045654,
      "learning_rate": 4.304867465849788e-06,
      "loss": 0.3644,
      "step": 645610
    },
    {
      "epoch": 180.19,
      "grad_norm": 4.932270050048828,
      "learning_rate": 4.304852658949903e-06,
      "loss": 0.3846,
      "step": 645620
    },
    {
      "epoch": 180.19,
      "grad_norm": 0.9880480170249939,
      "learning_rate": 4.3048378517889934e-06,
      "loss": 0.3737,
      "step": 645630
    },
    {
      "epoch": 180.2,
      "grad_norm": 1.0938514471054077,
      "learning_rate": 4.3048230443670634e-06,
      "loss": 0.3948,
      "step": 645640
    },
    {
      "epoch": 180.2,
      "grad_norm": 1.1143428087234497,
      "learning_rate": 4.304808236684114e-06,
      "loss": 0.3833,
      "step": 645650
    },
    {
      "epoch": 180.2,
      "grad_norm": 1.2094439268112183,
      "learning_rate": 4.304793428740148e-06,
      "loss": 0.3831,
      "step": 645660
    },
    {
      "epoch": 180.2,
      "grad_norm": 1.0555332899093628,
      "learning_rate": 4.304778620535165e-06,
      "loss": 0.3951,
      "step": 645670
    },
    {
      "epoch": 180.21,
      "grad_norm": 1.3201904296875,
      "learning_rate": 4.30476381206917e-06,
      "loss": 0.3712,
      "step": 645680
    },
    {
      "epoch": 180.21,
      "grad_norm": 1.2198054790496826,
      "learning_rate": 4.304749003342163e-06,
      "loss": 0.3799,
      "step": 645690
    },
    {
      "epoch": 180.21,
      "grad_norm": 1.1081732511520386,
      "learning_rate": 4.304734194354147e-06,
      "loss": 0.3545,
      "step": 645700
    },
    {
      "epoch": 180.21,
      "grad_norm": 1.236424207687378,
      "learning_rate": 4.304719385105123e-06,
      "loss": 0.3803,
      "step": 645710
    },
    {
      "epoch": 180.22,
      "grad_norm": 1.5222586393356323,
      "learning_rate": 4.304704575595093e-06,
      "loss": 0.3682,
      "step": 645720
    },
    {
      "epoch": 180.22,
      "grad_norm": 2.6231727600097656,
      "learning_rate": 4.304689765824059e-06,
      "loss": 0.3745,
      "step": 645730
    },
    {
      "epoch": 180.22,
      "grad_norm": 1.349970817565918,
      "learning_rate": 4.3046749557920245e-06,
      "loss": 0.3774,
      "step": 645740
    },
    {
      "epoch": 180.23,
      "grad_norm": 1.1563282012939453,
      "learning_rate": 4.304660145498991e-06,
      "loss": 0.3836,
      "step": 645750
    },
    {
      "epoch": 180.23,
      "grad_norm": 1.1319319009780884,
      "learning_rate": 4.304645334944959e-06,
      "loss": 0.3974,
      "step": 645760
    },
    {
      "epoch": 180.23,
      "grad_norm": 1.117726445198059,
      "learning_rate": 4.304630524129931e-06,
      "loss": 0.3707,
      "step": 645770
    },
    {
      "epoch": 180.23,
      "grad_norm": 1.1694931983947754,
      "learning_rate": 4.304615713053909e-06,
      "loss": 0.3818,
      "step": 645780
    },
    {
      "epoch": 180.24,
      "grad_norm": 1.4113874435424805,
      "learning_rate": 4.304600901716896e-06,
      "loss": 0.3676,
      "step": 645790
    },
    {
      "epoch": 180.24,
      "grad_norm": 1.188453197479248,
      "learning_rate": 4.3045860901188925e-06,
      "loss": 0.375,
      "step": 645800
    },
    {
      "epoch": 180.24,
      "grad_norm": 1.1666532754898071,
      "learning_rate": 4.3045712782599015e-06,
      "loss": 0.3741,
      "step": 645810
    },
    {
      "epoch": 180.25,
      "grad_norm": 1.219744086265564,
      "learning_rate": 4.304556466139925e-06,
      "loss": 0.3718,
      "step": 645820
    },
    {
      "epoch": 180.25,
      "grad_norm": 1.4356096982955933,
      "learning_rate": 4.304541653758965e-06,
      "loss": 0.4054,
      "step": 645830
    },
    {
      "epoch": 180.25,
      "grad_norm": 1.270721197128296,
      "learning_rate": 4.304526841117021e-06,
      "loss": 0.3794,
      "step": 645840
    },
    {
      "epoch": 180.25,
      "grad_norm": 1.2530571222305298,
      "learning_rate": 4.3045120282140995e-06,
      "loss": 0.3816,
      "step": 645850
    },
    {
      "epoch": 180.26,
      "grad_norm": 1.7287362813949585,
      "learning_rate": 4.304497215050199e-06,
      "loss": 0.3714,
      "step": 645860
    },
    {
      "epoch": 180.26,
      "grad_norm": 1.192955493927002,
      "learning_rate": 4.304482401625323e-06,
      "loss": 0.3758,
      "step": 645870
    },
    {
      "epoch": 180.26,
      "grad_norm": 1.1217467784881592,
      "learning_rate": 4.304467587939472e-06,
      "loss": 0.3819,
      "step": 645880
    },
    {
      "epoch": 180.27,
      "grad_norm": 1.1452012062072754,
      "learning_rate": 4.3044527739926495e-06,
      "loss": 0.3841,
      "step": 645890
    },
    {
      "epoch": 180.27,
      "grad_norm": 1.0299237966537476,
      "learning_rate": 4.3044379597848565e-06,
      "loss": 0.3816,
      "step": 645900
    },
    {
      "epoch": 180.27,
      "grad_norm": 1.2410756349563599,
      "learning_rate": 4.304423145316097e-06,
      "loss": 0.3857,
      "step": 645910
    },
    {
      "epoch": 180.27,
      "grad_norm": 1.2077655792236328,
      "learning_rate": 4.304408330586369e-06,
      "loss": 0.3843,
      "step": 645920
    },
    {
      "epoch": 180.28,
      "grad_norm": 1.3662840127944946,
      "learning_rate": 4.304393515595679e-06,
      "loss": 0.3886,
      "step": 645930
    },
    {
      "epoch": 180.28,
      "grad_norm": 1.4141552448272705,
      "learning_rate": 4.304378700344025e-06,
      "loss": 0.3843,
      "step": 645940
    },
    {
      "epoch": 180.28,
      "grad_norm": 1.3003697395324707,
      "learning_rate": 4.304363884831412e-06,
      "loss": 0.3672,
      "step": 645950
    },
    {
      "epoch": 180.28,
      "grad_norm": 1.029363989830017,
      "learning_rate": 4.30434906905784e-06,
      "loss": 0.3888,
      "step": 645960
    },
    {
      "epoch": 180.29,
      "grad_norm": 1.8645586967468262,
      "learning_rate": 4.304334253023313e-06,
      "loss": 0.3743,
      "step": 645970
    },
    {
      "epoch": 180.29,
      "grad_norm": 1.2190027236938477,
      "learning_rate": 4.30431943672783e-06,
      "loss": 0.3843,
      "step": 645980
    },
    {
      "epoch": 180.29,
      "grad_norm": 1.5938174724578857,
      "learning_rate": 4.304304620171396e-06,
      "loss": 0.3813,
      "step": 645990
    },
    {
      "epoch": 180.3,
      "grad_norm": 1.02664053440094,
      "learning_rate": 4.3042898033540115e-06,
      "loss": 0.3834,
      "step": 646000
    },
    {
      "epoch": 180.3,
      "grad_norm": 1.4153432846069336,
      "learning_rate": 4.304274986275678e-06,
      "loss": 0.3633,
      "step": 646010
    },
    {
      "epoch": 180.3,
      "grad_norm": 1.3115289211273193,
      "learning_rate": 4.304260168936398e-06,
      "loss": 0.3699,
      "step": 646020
    },
    {
      "epoch": 180.3,
      "grad_norm": 1.0354456901550293,
      "learning_rate": 4.304245351336175e-06,
      "loss": 0.401,
      "step": 646030
    },
    {
      "epoch": 180.31,
      "grad_norm": 1.4373135566711426,
      "learning_rate": 4.3042305334750075e-06,
      "loss": 0.3821,
      "step": 646040
    },
    {
      "epoch": 180.31,
      "grad_norm": 1.2231829166412354,
      "learning_rate": 4.304215715352901e-06,
      "loss": 0.3865,
      "step": 646050
    },
    {
      "epoch": 180.31,
      "grad_norm": 1.2815333604812622,
      "learning_rate": 4.304200896969855e-06,
      "loss": 0.3941,
      "step": 646060
    },
    {
      "epoch": 180.32,
      "grad_norm": 1.434541940689087,
      "learning_rate": 4.304186078325873e-06,
      "loss": 0.3761,
      "step": 646070
    },
    {
      "epoch": 180.32,
      "grad_norm": 1.178452730178833,
      "learning_rate": 4.304171259420956e-06,
      "loss": 0.3931,
      "step": 646080
    },
    {
      "epoch": 180.32,
      "grad_norm": 1.0808665752410889,
      "learning_rate": 4.3041564402551075e-06,
      "loss": 0.377,
      "step": 646090
    },
    {
      "epoch": 180.32,
      "grad_norm": 1.1141830682754517,
      "learning_rate": 4.304141620828328e-06,
      "loss": 0.3884,
      "step": 646100
    },
    {
      "epoch": 180.33,
      "grad_norm": 1.2202351093292236,
      "learning_rate": 4.304126801140619e-06,
      "loss": 0.378,
      "step": 646110
    },
    {
      "epoch": 180.33,
      "grad_norm": 3.2806079387664795,
      "learning_rate": 4.3041119811919836e-06,
      "loss": 0.3648,
      "step": 646120
    },
    {
      "epoch": 180.33,
      "grad_norm": 1.1046863794326782,
      "learning_rate": 4.304097160982423e-06,
      "loss": 0.3847,
      "step": 646130
    },
    {
      "epoch": 180.33,
      "grad_norm": 1.046159029006958,
      "learning_rate": 4.304082340511941e-06,
      "loss": 0.3805,
      "step": 646140
    },
    {
      "epoch": 180.34,
      "grad_norm": 1.1340619325637817,
      "learning_rate": 4.304067519780537e-06,
      "loss": 0.3787,
      "step": 646150
    },
    {
      "epoch": 180.34,
      "grad_norm": 1.2171690464019775,
      "learning_rate": 4.304052698788215e-06,
      "loss": 0.379,
      "step": 646160
    },
    {
      "epoch": 180.34,
      "grad_norm": 1.1755759716033936,
      "learning_rate": 4.304037877534976e-06,
      "loss": 0.3827,
      "step": 646170
    },
    {
      "epoch": 180.35,
      "grad_norm": 1.1837501525878906,
      "learning_rate": 4.304023056020822e-06,
      "loss": 0.3747,
      "step": 646180
    },
    {
      "epoch": 180.35,
      "grad_norm": 1.1990691423416138,
      "learning_rate": 4.3040082342457546e-06,
      "loss": 0.3705,
      "step": 646190
    },
    {
      "epoch": 180.35,
      "grad_norm": 1.208296298980713,
      "learning_rate": 4.303993412209777e-06,
      "loss": 0.3828,
      "step": 646200
    },
    {
      "epoch": 180.35,
      "grad_norm": 1.5508261919021606,
      "learning_rate": 4.3039785899128905e-06,
      "loss": 0.365,
      "step": 646210
    },
    {
      "epoch": 180.36,
      "grad_norm": 1.1949710845947266,
      "learning_rate": 4.3039637673550976e-06,
      "loss": 0.3743,
      "step": 646220
    },
    {
      "epoch": 180.36,
      "grad_norm": 0.973537266254425,
      "learning_rate": 4.303948944536398e-06,
      "loss": 0.3963,
      "step": 646230
    },
    {
      "epoch": 180.36,
      "grad_norm": 1.159394383430481,
      "learning_rate": 4.303934121456797e-06,
      "loss": 0.3867,
      "step": 646240
    },
    {
      "epoch": 180.37,
      "grad_norm": 1.0501961708068848,
      "learning_rate": 4.303919298116294e-06,
      "loss": 0.3801,
      "step": 646250
    },
    {
      "epoch": 180.37,
      "grad_norm": 1.19330894947052,
      "learning_rate": 4.303904474514892e-06,
      "loss": 0.3859,
      "step": 646260
    },
    {
      "epoch": 180.37,
      "grad_norm": 1.14566171169281,
      "learning_rate": 4.303889650652593e-06,
      "loss": 0.3854,
      "step": 646270
    },
    {
      "epoch": 180.37,
      "grad_norm": 1.012243390083313,
      "learning_rate": 4.303874826529399e-06,
      "loss": 0.3762,
      "step": 646280
    },
    {
      "epoch": 180.38,
      "grad_norm": 1.31160569190979,
      "learning_rate": 4.303860002145313e-06,
      "loss": 0.3845,
      "step": 646290
    },
    {
      "epoch": 180.38,
      "grad_norm": 1.4008225202560425,
      "learning_rate": 4.303845177500335e-06,
      "loss": 0.3809,
      "step": 646300
    },
    {
      "epoch": 180.38,
      "grad_norm": 1.0102404356002808,
      "learning_rate": 4.3038303525944665e-06,
      "loss": 0.3688,
      "step": 646310
    },
    {
      "epoch": 180.39,
      "grad_norm": 1.0376710891723633,
      "learning_rate": 4.303815527427712e-06,
      "loss": 0.3824,
      "step": 646320
    },
    {
      "epoch": 180.39,
      "grad_norm": 1.149717926979065,
      "learning_rate": 4.303800702000072e-06,
      "loss": 0.3771,
      "step": 646330
    },
    {
      "epoch": 180.39,
      "grad_norm": 1.1064021587371826,
      "learning_rate": 4.303785876311549e-06,
      "loss": 0.3746,
      "step": 646340
    },
    {
      "epoch": 180.39,
      "grad_norm": 1.355093002319336,
      "learning_rate": 4.303771050362144e-06,
      "loss": 0.3669,
      "step": 646350
    },
    {
      "epoch": 180.4,
      "grad_norm": 1.4625635147094727,
      "learning_rate": 4.303756224151861e-06,
      "loss": 0.3804,
      "step": 646360
    },
    {
      "epoch": 180.4,
      "grad_norm": 1.2682081460952759,
      "learning_rate": 4.3037413976806995e-06,
      "loss": 0.3778,
      "step": 646370
    },
    {
      "epoch": 180.4,
      "grad_norm": 1.0301519632339478,
      "learning_rate": 4.303726570948663e-06,
      "loss": 0.3784,
      "step": 646380
    },
    {
      "epoch": 180.4,
      "grad_norm": 1.2617111206054688,
      "learning_rate": 4.303711743955752e-06,
      "loss": 0.3889,
      "step": 646390
    },
    {
      "epoch": 180.41,
      "grad_norm": 1.023520588874817,
      "learning_rate": 4.303696916701971e-06,
      "loss": 0.3833,
      "step": 646400
    },
    {
      "epoch": 180.41,
      "grad_norm": 0.9099510908126831,
      "learning_rate": 4.30368208918732e-06,
      "loss": 0.3642,
      "step": 646410
    },
    {
      "epoch": 180.41,
      "grad_norm": 1.2241201400756836,
      "learning_rate": 4.303667261411802e-06,
      "loss": 0.3763,
      "step": 646420
    },
    {
      "epoch": 180.42,
      "grad_norm": 1.2321102619171143,
      "learning_rate": 4.303652433375417e-06,
      "loss": 0.3738,
      "step": 646430
    },
    {
      "epoch": 180.42,
      "grad_norm": 1.1089973449707031,
      "learning_rate": 4.303637605078171e-06,
      "loss": 0.3729,
      "step": 646440
    },
    {
      "epoch": 180.42,
      "grad_norm": 1.1827540397644043,
      "learning_rate": 4.303622776520061e-06,
      "loss": 0.3798,
      "step": 646450
    },
    {
      "epoch": 180.42,
      "grad_norm": 1.1103689670562744,
      "learning_rate": 4.3036079477010925e-06,
      "loss": 0.3755,
      "step": 646460
    },
    {
      "epoch": 180.43,
      "grad_norm": 1.0926376581192017,
      "learning_rate": 4.303593118621266e-06,
      "loss": 0.3911,
      "step": 646470
    },
    {
      "epoch": 180.43,
      "grad_norm": 1.2850799560546875,
      "learning_rate": 4.303578289280584e-06,
      "loss": 0.3787,
      "step": 646480
    },
    {
      "epoch": 180.43,
      "grad_norm": 1.1588655710220337,
      "learning_rate": 4.303563459679048e-06,
      "loss": 0.3608,
      "step": 646490
    },
    {
      "epoch": 180.44,
      "grad_norm": 1.263555884361267,
      "learning_rate": 4.3035486298166605e-06,
      "loss": 0.3901,
      "step": 646500
    },
    {
      "epoch": 180.44,
      "grad_norm": 1.2565332651138306,
      "learning_rate": 4.303533799693424e-06,
      "loss": 0.3867,
      "step": 646510
    },
    {
      "epoch": 180.44,
      "grad_norm": 0.9875608682632446,
      "learning_rate": 4.303518969309339e-06,
      "loss": 0.3704,
      "step": 646520
    },
    {
      "epoch": 180.44,
      "grad_norm": 1.0453482866287231,
      "learning_rate": 4.303504138664408e-06,
      "loss": 0.3832,
      "step": 646530
    },
    {
      "epoch": 180.45,
      "grad_norm": 1.0075061321258545,
      "learning_rate": 4.303489307758634e-06,
      "loss": 0.3721,
      "step": 646540
    },
    {
      "epoch": 180.45,
      "grad_norm": 1.4589852094650269,
      "learning_rate": 4.303474476592018e-06,
      "loss": 0.3578,
      "step": 646550
    },
    {
      "epoch": 180.45,
      "grad_norm": 1.2298418283462524,
      "learning_rate": 4.303459645164562e-06,
      "loss": 0.378,
      "step": 646560
    },
    {
      "epoch": 180.45,
      "grad_norm": 1.4087471961975098,
      "learning_rate": 4.303444813476268e-06,
      "loss": 0.3877,
      "step": 646570
    },
    {
      "epoch": 180.46,
      "grad_norm": 1.1348868608474731,
      "learning_rate": 4.303429981527137e-06,
      "loss": 0.3754,
      "step": 646580
    },
    {
      "epoch": 180.46,
      "grad_norm": 1.1921364068984985,
      "learning_rate": 4.303415149317174e-06,
      "loss": 0.3656,
      "step": 646590
    },
    {
      "epoch": 180.46,
      "grad_norm": 1.1910780668258667,
      "learning_rate": 4.303400316846377e-06,
      "loss": 0.3748,
      "step": 646600
    },
    {
      "epoch": 180.47,
      "grad_norm": 1.1042109727859497,
      "learning_rate": 4.303385484114752e-06,
      "loss": 0.3861,
      "step": 646610
    },
    {
      "epoch": 180.47,
      "grad_norm": 1.0759326219558716,
      "learning_rate": 4.3033706511222985e-06,
      "loss": 0.3834,
      "step": 646620
    },
    {
      "epoch": 180.47,
      "grad_norm": 1.1653082370758057,
      "learning_rate": 4.303355817869018e-06,
      "loss": 0.3753,
      "step": 646630
    },
    {
      "epoch": 180.47,
      "grad_norm": 1.3498295545578003,
      "learning_rate": 4.303340984354914e-06,
      "loss": 0.3821,
      "step": 646640
    },
    {
      "epoch": 180.48,
      "grad_norm": 1.1707358360290527,
      "learning_rate": 4.303326150579988e-06,
      "loss": 0.3864,
      "step": 646650
    },
    {
      "epoch": 180.48,
      "grad_norm": 1.1780364513397217,
      "learning_rate": 4.303311316544242e-06,
      "loss": 0.3834,
      "step": 646660
    },
    {
      "epoch": 180.48,
      "grad_norm": 1.0588328838348389,
      "learning_rate": 4.303296482247677e-06,
      "loss": 0.3755,
      "step": 646670
    },
    {
      "epoch": 180.49,
      "grad_norm": 1.1890411376953125,
      "learning_rate": 4.303281647690297e-06,
      "loss": 0.3847,
      "step": 646680
    },
    {
      "epoch": 180.49,
      "grad_norm": 1.2469922304153442,
      "learning_rate": 4.303266812872103e-06,
      "loss": 0.3796,
      "step": 646690
    },
    {
      "epoch": 180.49,
      "grad_norm": 1.1395353078842163,
      "learning_rate": 4.303251977793095e-06,
      "loss": 0.3822,
      "step": 646700
    },
    {
      "epoch": 180.49,
      "grad_norm": 1.3101333379745483,
      "learning_rate": 4.303237142453278e-06,
      "loss": 0.3873,
      "step": 646710
    },
    {
      "epoch": 180.5,
      "grad_norm": 1.194649577140808,
      "learning_rate": 4.303222306852653e-06,
      "loss": 0.3946,
      "step": 646720
    },
    {
      "epoch": 180.5,
      "grad_norm": 1.216543197631836,
      "learning_rate": 4.303207470991222e-06,
      "loss": 0.3712,
      "step": 646730
    },
    {
      "epoch": 180.5,
      "grad_norm": 1.4617236852645874,
      "learning_rate": 4.3031926348689846e-06,
      "loss": 0.386,
      "step": 646740
    },
    {
      "epoch": 180.51,
      "grad_norm": 1.5249396562576294,
      "learning_rate": 4.303177798485947e-06,
      "loss": 0.371,
      "step": 646750
    },
    {
      "epoch": 180.51,
      "grad_norm": 1.0901693105697632,
      "learning_rate": 4.303162961842108e-06,
      "loss": 0.3961,
      "step": 646760
    },
    {
      "epoch": 180.51,
      "grad_norm": 1.4204480648040771,
      "learning_rate": 4.303148124937471e-06,
      "loss": 0.3871,
      "step": 646770
    },
    {
      "epoch": 180.51,
      "grad_norm": 1.3389793634414673,
      "learning_rate": 4.303133287772037e-06,
      "loss": 0.3856,
      "step": 646780
    },
    {
      "epoch": 180.52,
      "grad_norm": 1.1090011596679688,
      "learning_rate": 4.303118450345809e-06,
      "loss": 0.3683,
      "step": 646790
    },
    {
      "epoch": 180.52,
      "grad_norm": 1.0357612371444702,
      "learning_rate": 4.303103612658789e-06,
      "loss": 0.3733,
      "step": 646800
    },
    {
      "epoch": 180.52,
      "grad_norm": 1.1833534240722656,
      "learning_rate": 4.303088774710978e-06,
      "loss": 0.3769,
      "step": 646810
    },
    {
      "epoch": 180.52,
      "grad_norm": 1.0714627504348755,
      "learning_rate": 4.303073936502378e-06,
      "loss": 0.3961,
      "step": 646820
    },
    {
      "epoch": 180.53,
      "grad_norm": 1.1598907709121704,
      "learning_rate": 4.303059098032992e-06,
      "loss": 0.3866,
      "step": 646830
    },
    {
      "epoch": 180.53,
      "grad_norm": 1.1149344444274902,
      "learning_rate": 4.303044259302821e-06,
      "loss": 0.389,
      "step": 646840
    },
    {
      "epoch": 180.53,
      "grad_norm": 1.1333770751953125,
      "learning_rate": 4.303029420311868e-06,
      "loss": 0.3869,
      "step": 646850
    },
    {
      "epoch": 180.54,
      "grad_norm": 1.082749366760254,
      "learning_rate": 4.303014581060134e-06,
      "loss": 0.3848,
      "step": 646860
    },
    {
      "epoch": 180.54,
      "grad_norm": 1.102280616760254,
      "learning_rate": 4.302999741547621e-06,
      "loss": 0.3915,
      "step": 646870
    },
    {
      "epoch": 180.54,
      "grad_norm": 1.3811944723129272,
      "learning_rate": 4.302984901774332e-06,
      "loss": 0.3821,
      "step": 646880
    },
    {
      "epoch": 180.54,
      "grad_norm": 1.1169774532318115,
      "learning_rate": 4.3029700617402685e-06,
      "loss": 0.3814,
      "step": 646890
    },
    {
      "epoch": 180.55,
      "grad_norm": 1.1865168809890747,
      "learning_rate": 4.302955221445431e-06,
      "loss": 0.3969,
      "step": 646900
    },
    {
      "epoch": 180.55,
      "grad_norm": 1.0091878175735474,
      "learning_rate": 4.3029403808898245e-06,
      "loss": 0.3741,
      "step": 646910
    },
    {
      "epoch": 180.55,
      "grad_norm": 1.2493884563446045,
      "learning_rate": 4.302925540073448e-06,
      "loss": 0.3812,
      "step": 646920
    },
    {
      "epoch": 180.56,
      "grad_norm": 1.148894190788269,
      "learning_rate": 4.302910698996305e-06,
      "loss": 0.392,
      "step": 646930
    },
    {
      "epoch": 180.56,
      "grad_norm": 1.2380256652832031,
      "learning_rate": 4.302895857658397e-06,
      "loss": 0.3792,
      "step": 646940
    },
    {
      "epoch": 180.56,
      "grad_norm": 1.1202929019927979,
      "learning_rate": 4.3028810160597265e-06,
      "loss": 0.3884,
      "step": 646950
    },
    {
      "epoch": 180.56,
      "grad_norm": 1.233158826828003,
      "learning_rate": 4.302866174200295e-06,
      "loss": 0.3708,
      "step": 646960
    },
    {
      "epoch": 180.57,
      "grad_norm": 0.985736608505249,
      "learning_rate": 4.302851332080105e-06,
      "loss": 0.3631,
      "step": 646970
    },
    {
      "epoch": 180.57,
      "grad_norm": 1.0735843181610107,
      "learning_rate": 4.302836489699157e-06,
      "loss": 0.3754,
      "step": 646980
    },
    {
      "epoch": 180.57,
      "grad_norm": 1.108138918876648,
      "learning_rate": 4.302821647057456e-06,
      "loss": 0.3864,
      "step": 646990
    },
    {
      "epoch": 180.57,
      "grad_norm": 1.1336570978164673,
      "learning_rate": 4.302806804155e-06,
      "loss": 0.3811,
      "step": 647000
    },
    {
      "epoch": 180.58,
      "grad_norm": 1.2850079536437988,
      "learning_rate": 4.302791960991794e-06,
      "loss": 0.4014,
      "step": 647010
    },
    {
      "epoch": 180.58,
      "grad_norm": 1.3474462032318115,
      "learning_rate": 4.302777117567839e-06,
      "loss": 0.3716,
      "step": 647020
    },
    {
      "epoch": 180.58,
      "grad_norm": 1.2424366474151611,
      "learning_rate": 4.3027622738831356e-06,
      "loss": 0.3597,
      "step": 647030
    },
    {
      "epoch": 180.59,
      "grad_norm": 1.2049096822738647,
      "learning_rate": 4.302747429937689e-06,
      "loss": 0.3789,
      "step": 647040
    },
    {
      "epoch": 180.59,
      "grad_norm": 1.1977450847625732,
      "learning_rate": 4.302732585731498e-06,
      "loss": 0.3845,
      "step": 647050
    },
    {
      "epoch": 180.59,
      "grad_norm": 1.048993468284607,
      "learning_rate": 4.302717741264567e-06,
      "loss": 0.3767,
      "step": 647060
    },
    {
      "epoch": 180.59,
      "grad_norm": 1.2796143293380737,
      "learning_rate": 4.302702896536896e-06,
      "loss": 0.3891,
      "step": 647070
    },
    {
      "epoch": 180.6,
      "grad_norm": 14.551361083984375,
      "learning_rate": 4.302688051548488e-06,
      "loss": 0.3931,
      "step": 647080
    },
    {
      "epoch": 180.6,
      "grad_norm": 1.2058501243591309,
      "learning_rate": 4.302673206299346e-06,
      "loss": 0.3934,
      "step": 647090
    },
    {
      "epoch": 180.6,
      "grad_norm": 1.1404447555541992,
      "learning_rate": 4.302658360789469e-06,
      "loss": 0.3708,
      "step": 647100
    },
    {
      "epoch": 180.61,
      "grad_norm": 1.1978363990783691,
      "learning_rate": 4.3026435150188606e-06,
      "loss": 0.3867,
      "step": 647110
    },
    {
      "epoch": 180.61,
      "grad_norm": 1.036591649055481,
      "learning_rate": 4.302628668987525e-06,
      "loss": 0.3773,
      "step": 647120
    },
    {
      "epoch": 180.61,
      "grad_norm": 1.1066498756408691,
      "learning_rate": 4.30261382269546e-06,
      "loss": 0.3741,
      "step": 647130
    },
    {
      "epoch": 180.61,
      "grad_norm": 1.1166057586669922,
      "learning_rate": 4.302598976142671e-06,
      "loss": 0.3854,
      "step": 647140
    },
    {
      "epoch": 180.62,
      "grad_norm": 1.0147732496261597,
      "learning_rate": 4.302584129329158e-06,
      "loss": 0.3934,
      "step": 647150
    },
    {
      "epoch": 180.62,
      "grad_norm": 1.399328589439392,
      "learning_rate": 4.302569282254924e-06,
      "loss": 0.3763,
      "step": 647160
    },
    {
      "epoch": 180.62,
      "grad_norm": 1.299044132232666,
      "learning_rate": 4.302554434919971e-06,
      "loss": 0.3607,
      "step": 647170
    },
    {
      "epoch": 180.63,
      "grad_norm": 1.1597129106521606,
      "learning_rate": 4.3025395873243006e-06,
      "loss": 0.3822,
      "step": 647180
    },
    {
      "epoch": 180.63,
      "grad_norm": 1.1704010963439941,
      "learning_rate": 4.302524739467914e-06,
      "loss": 0.3763,
      "step": 647190
    },
    {
      "epoch": 180.63,
      "grad_norm": 1.1553157567977905,
      "learning_rate": 4.302509891350813e-06,
      "loss": 0.3894,
      "step": 647200
    },
    {
      "epoch": 180.63,
      "grad_norm": 1.1799286603927612,
      "learning_rate": 4.302495042973002e-06,
      "loss": 0.3692,
      "step": 647210
    },
    {
      "epoch": 180.64,
      "grad_norm": 1.361670732498169,
      "learning_rate": 4.302480194334482e-06,
      "loss": 0.3699,
      "step": 647220
    },
    {
      "epoch": 180.64,
      "grad_norm": 1.2193957567214966,
      "learning_rate": 4.302465345435254e-06,
      "loss": 0.3715,
      "step": 647230
    },
    {
      "epoch": 180.64,
      "grad_norm": 0.9733089208602905,
      "learning_rate": 4.30245049627532e-06,
      "loss": 0.3682,
      "step": 647240
    },
    {
      "epoch": 180.64,
      "grad_norm": 1.0482456684112549,
      "learning_rate": 4.302435646854683e-06,
      "loss": 0.3747,
      "step": 647250
    },
    {
      "epoch": 180.65,
      "grad_norm": 1.4223872423171997,
      "learning_rate": 4.302420797173344e-06,
      "loss": 0.4013,
      "step": 647260
    },
    {
      "epoch": 180.65,
      "grad_norm": 0.9969096183776855,
      "learning_rate": 4.302405947231305e-06,
      "loss": 0.3793,
      "step": 647270
    },
    {
      "epoch": 180.65,
      "grad_norm": 1.2188827991485596,
      "learning_rate": 4.3023910970285695e-06,
      "loss": 0.3753,
      "step": 647280
    },
    {
      "epoch": 180.66,
      "grad_norm": 1.224581241607666,
      "learning_rate": 4.302376246565137e-06,
      "loss": 0.3783,
      "step": 647290
    },
    {
      "epoch": 180.66,
      "grad_norm": 1.3462085723876953,
      "learning_rate": 4.302361395841012e-06,
      "loss": 0.3781,
      "step": 647300
    },
    {
      "epoch": 180.66,
      "grad_norm": 1.0739980936050415,
      "learning_rate": 4.302346544856194e-06,
      "loss": 0.3825,
      "step": 647310
    },
    {
      "epoch": 180.66,
      "grad_norm": 1.5048458576202393,
      "learning_rate": 4.302331693610688e-06,
      "loss": 0.398,
      "step": 647320
    },
    {
      "epoch": 180.67,
      "grad_norm": 1.0479979515075684,
      "learning_rate": 4.302316842104493e-06,
      "loss": 0.382,
      "step": 647330
    },
    {
      "epoch": 180.67,
      "grad_norm": 1.2240087985992432,
      "learning_rate": 4.302301990337612e-06,
      "loss": 0.3885,
      "step": 647340
    },
    {
      "epoch": 180.67,
      "grad_norm": 1.0210157632827759,
      "learning_rate": 4.302287138310048e-06,
      "loss": 0.3749,
      "step": 647350
    },
    {
      "epoch": 180.68,
      "grad_norm": 1.2837311029434204,
      "learning_rate": 4.302272286021802e-06,
      "loss": 0.3649,
      "step": 647360
    },
    {
      "epoch": 180.68,
      "grad_norm": 1.4065580368041992,
      "learning_rate": 4.302257433472876e-06,
      "loss": 0.3905,
      "step": 647370
    },
    {
      "epoch": 180.68,
      "grad_norm": 1.0938217639923096,
      "learning_rate": 4.302242580663272e-06,
      "loss": 0.3758,
      "step": 647380
    },
    {
      "epoch": 180.68,
      "grad_norm": 1.2124934196472168,
      "learning_rate": 4.302227727592992e-06,
      "loss": 0.3884,
      "step": 647390
    },
    {
      "epoch": 180.69,
      "grad_norm": 0.9182543158531189,
      "learning_rate": 4.302212874262038e-06,
      "loss": 0.3815,
      "step": 647400
    },
    {
      "epoch": 180.69,
      "grad_norm": 1.1746822595596313,
      "learning_rate": 4.302198020670412e-06,
      "loss": 0.3809,
      "step": 647410
    },
    {
      "epoch": 180.69,
      "grad_norm": 1.1386089324951172,
      "learning_rate": 4.302183166818117e-06,
      "loss": 0.3768,
      "step": 647420
    },
    {
      "epoch": 180.69,
      "grad_norm": 1.0913528203964233,
      "learning_rate": 4.3021683127051536e-06,
      "loss": 0.3794,
      "step": 647430
    },
    {
      "epoch": 180.7,
      "grad_norm": 1.311369776725769,
      "learning_rate": 4.302153458331523e-06,
      "loss": 0.413,
      "step": 647440
    },
    {
      "epoch": 180.7,
      "grad_norm": 1.1289122104644775,
      "learning_rate": 4.30213860369723e-06,
      "loss": 0.3815,
      "step": 647450
    },
    {
      "epoch": 180.7,
      "grad_norm": 1.1879233121871948,
      "learning_rate": 4.302123748802274e-06,
      "loss": 0.3853,
      "step": 647460
    },
    {
      "epoch": 180.71,
      "grad_norm": 1.2209770679473877,
      "learning_rate": 4.302108893646659e-06,
      "loss": 0.3822,
      "step": 647470
    },
    {
      "epoch": 180.71,
      "grad_norm": 1.1854499578475952,
      "learning_rate": 4.302094038230385e-06,
      "loss": 0.3966,
      "step": 647480
    },
    {
      "epoch": 180.71,
      "grad_norm": 1.113542914390564,
      "learning_rate": 4.302079182553455e-06,
      "loss": 0.3718,
      "step": 647490
    },
    {
      "epoch": 180.71,
      "grad_norm": 1.146689772605896,
      "learning_rate": 4.30206432661587e-06,
      "loss": 0.3793,
      "step": 647500
    },
    {
      "epoch": 180.72,
      "grad_norm": 0.9171352982521057,
      "learning_rate": 4.302049470417634e-06,
      "loss": 0.3838,
      "step": 647510
    },
    {
      "epoch": 180.72,
      "grad_norm": 1.0950400829315186,
      "learning_rate": 4.302034613958748e-06,
      "loss": 0.3743,
      "step": 647520
    },
    {
      "epoch": 180.72,
      "grad_norm": 4.0099358558654785,
      "learning_rate": 4.302019757239214e-06,
      "loss": 0.3661,
      "step": 647530
    },
    {
      "epoch": 180.73,
      "grad_norm": 1.4214537143707275,
      "learning_rate": 4.302004900259032e-06,
      "loss": 0.3729,
      "step": 647540
    },
    {
      "epoch": 180.73,
      "grad_norm": 1.128551721572876,
      "learning_rate": 4.301990043018207e-06,
      "loss": 0.3816,
      "step": 647550
    },
    {
      "epoch": 180.73,
      "grad_norm": 1.1915584802627563,
      "learning_rate": 4.301975185516739e-06,
      "loss": 0.3967,
      "step": 647560
    },
    {
      "epoch": 180.73,
      "grad_norm": 1.0978566408157349,
      "learning_rate": 4.301960327754632e-06,
      "loss": 0.3748,
      "step": 647570
    },
    {
      "epoch": 180.74,
      "grad_norm": 1.2636207342147827,
      "learning_rate": 4.3019454697318855e-06,
      "loss": 0.3884,
      "step": 647580
    },
    {
      "epoch": 180.74,
      "grad_norm": 1.1946157217025757,
      "learning_rate": 4.301930611448503e-06,
      "loss": 0.3655,
      "step": 647590
    },
    {
      "epoch": 180.74,
      "grad_norm": 1.3602412939071655,
      "learning_rate": 4.301915752904486e-06,
      "loss": 0.377,
      "step": 647600
    },
    {
      "epoch": 180.75,
      "grad_norm": 1.0825858116149902,
      "learning_rate": 4.3019008940998376e-06,
      "loss": 0.3985,
      "step": 647610
    },
    {
      "epoch": 180.75,
      "grad_norm": 1.0982582569122314,
      "learning_rate": 4.301886035034558e-06,
      "loss": 0.3885,
      "step": 647620
    },
    {
      "epoch": 180.75,
      "grad_norm": 1.0825275182724,
      "learning_rate": 4.301871175708649e-06,
      "loss": 0.3776,
      "step": 647630
    },
    {
      "epoch": 180.75,
      "grad_norm": 1.348471999168396,
      "learning_rate": 4.301856316122115e-06,
      "loss": 0.3978,
      "step": 647640
    },
    {
      "epoch": 180.76,
      "grad_norm": 1.0787200927734375,
      "learning_rate": 4.301841456274956e-06,
      "loss": 0.3645,
      "step": 647650
    },
    {
      "epoch": 180.76,
      "grad_norm": 1.142181634902954,
      "learning_rate": 4.301826596167174e-06,
      "loss": 0.3904,
      "step": 647660
    },
    {
      "epoch": 180.76,
      "grad_norm": 1.0610103607177734,
      "learning_rate": 4.3018117357987715e-06,
      "loss": 0.3671,
      "step": 647670
    },
    {
      "epoch": 180.76,
      "grad_norm": 1.153587818145752,
      "learning_rate": 4.301796875169752e-06,
      "loss": 0.3886,
      "step": 647680
    },
    {
      "epoch": 180.77,
      "grad_norm": 1.0879052877426147,
      "learning_rate": 4.301782014280114e-06,
      "loss": 0.3813,
      "step": 647690
    },
    {
      "epoch": 180.77,
      "grad_norm": 1.1961461305618286,
      "learning_rate": 4.301767153129862e-06,
      "loss": 0.3913,
      "step": 647700
    },
    {
      "epoch": 180.77,
      "grad_norm": 1.055475115776062,
      "learning_rate": 4.301752291718998e-06,
      "loss": 0.3825,
      "step": 647710
    },
    {
      "epoch": 180.78,
      "grad_norm": 1.197412133216858,
      "learning_rate": 4.301737430047523e-06,
      "loss": 0.3919,
      "step": 647720
    },
    {
      "epoch": 180.78,
      "grad_norm": 1.2742873430252075,
      "learning_rate": 4.301722568115439e-06,
      "loss": 0.3827,
      "step": 647730
    },
    {
      "epoch": 180.78,
      "grad_norm": 1.064831256866455,
      "learning_rate": 4.3017077059227485e-06,
      "loss": 0.3912,
      "step": 647740
    },
    {
      "epoch": 180.78,
      "grad_norm": 1.1091428995132446,
      "learning_rate": 4.301692843469454e-06,
      "loss": 0.3844,
      "step": 647750
    },
    {
      "epoch": 180.79,
      "grad_norm": 0.9831284880638123,
      "learning_rate": 4.301677980755555e-06,
      "loss": 0.369,
      "step": 647760
    },
    {
      "epoch": 180.79,
      "grad_norm": 1.389525055885315,
      "learning_rate": 4.301663117781057e-06,
      "loss": 0.3893,
      "step": 647770
    },
    {
      "epoch": 180.79,
      "grad_norm": 1.1039460897445679,
      "learning_rate": 4.30164825454596e-06,
      "loss": 0.3722,
      "step": 647780
    },
    {
      "epoch": 180.8,
      "grad_norm": 1.0189393758773804,
      "learning_rate": 4.301633391050266e-06,
      "loss": 0.3725,
      "step": 647790
    },
    {
      "epoch": 180.8,
      "grad_norm": 1.252155065536499,
      "learning_rate": 4.301618527293977e-06,
      "loss": 0.3924,
      "step": 647800
    },
    {
      "epoch": 180.8,
      "grad_norm": 1.4262646436691284,
      "learning_rate": 4.301603663277095e-06,
      "loss": 0.3856,
      "step": 647810
    },
    {
      "epoch": 180.8,
      "grad_norm": 1.3684484958648682,
      "learning_rate": 4.301588798999622e-06,
      "loss": 0.3792,
      "step": 647820
    },
    {
      "epoch": 180.81,
      "grad_norm": 1.0972357988357544,
      "learning_rate": 4.301573934461561e-06,
      "loss": 0.3837,
      "step": 647830
    },
    {
      "epoch": 180.81,
      "grad_norm": 1.0922471284866333,
      "learning_rate": 4.301559069662912e-06,
      "loss": 0.3764,
      "step": 647840
    },
    {
      "epoch": 180.81,
      "grad_norm": 1.2012805938720703,
      "learning_rate": 4.301544204603679e-06,
      "loss": 0.3756,
      "step": 647850
    },
    {
      "epoch": 180.81,
      "grad_norm": 1.0209205150604248,
      "learning_rate": 4.301529339283863e-06,
      "loss": 0.3833,
      "step": 647860
    },
    {
      "epoch": 180.82,
      "grad_norm": 1.0285453796386719,
      "learning_rate": 4.301514473703466e-06,
      "loss": 0.3756,
      "step": 647870
    },
    {
      "epoch": 180.82,
      "grad_norm": 1.229767084121704,
      "learning_rate": 4.301499607862489e-06,
      "loss": 0.3831,
      "step": 647880
    },
    {
      "epoch": 180.82,
      "grad_norm": 1.344896674156189,
      "learning_rate": 4.301484741760936e-06,
      "loss": 0.3956,
      "step": 647890
    },
    {
      "epoch": 180.83,
      "grad_norm": 1.0782246589660645,
      "learning_rate": 4.301469875398807e-06,
      "loss": 0.3954,
      "step": 647900
    },
    {
      "epoch": 180.83,
      "grad_norm": 1.3844983577728271,
      "learning_rate": 4.301455008776107e-06,
      "loss": 0.3514,
      "step": 647910
    },
    {
      "epoch": 180.83,
      "grad_norm": 1.3306957483291626,
      "learning_rate": 4.301440141892834e-06,
      "loss": 0.3825,
      "step": 647920
    },
    {
      "epoch": 180.83,
      "grad_norm": 1.0495343208312988,
      "learning_rate": 4.301425274748992e-06,
      "loss": 0.3561,
      "step": 647930
    },
    {
      "epoch": 180.84,
      "grad_norm": 1.1764743328094482,
      "learning_rate": 4.301410407344583e-06,
      "loss": 0.3669,
      "step": 647940
    },
    {
      "epoch": 180.84,
      "grad_norm": 1.056684136390686,
      "learning_rate": 4.30139553967961e-06,
      "loss": 0.3896,
      "step": 647950
    },
    {
      "epoch": 180.84,
      "grad_norm": 1.213847279548645,
      "learning_rate": 4.301380671754073e-06,
      "loss": 0.3952,
      "step": 647960
    },
    {
      "epoch": 180.85,
      "grad_norm": 1.0319396257400513,
      "learning_rate": 4.301365803567975e-06,
      "loss": 0.3689,
      "step": 647970
    },
    {
      "epoch": 180.85,
      "grad_norm": 1.163358449935913,
      "learning_rate": 4.301350935121318e-06,
      "loss": 0.3686,
      "step": 647980
    },
    {
      "epoch": 180.85,
      "grad_norm": 1.2494333982467651,
      "learning_rate": 4.301336066414103e-06,
      "loss": 0.3754,
      "step": 647990
    },
    {
      "epoch": 180.85,
      "grad_norm": 1.2981230020523071,
      "learning_rate": 4.301321197446334e-06,
      "loss": 0.386,
      "step": 648000
    },
    {
      "epoch": 180.86,
      "grad_norm": 1.2259137630462646,
      "learning_rate": 4.301306328218011e-06,
      "loss": 0.3816,
      "step": 648010
    },
    {
      "epoch": 180.86,
      "grad_norm": 1.1250485181808472,
      "learning_rate": 4.301291458729137e-06,
      "loss": 0.3819,
      "step": 648020
    },
    {
      "epoch": 180.86,
      "grad_norm": 4.913712978363037,
      "learning_rate": 4.301276588979713e-06,
      "loss": 0.3725,
      "step": 648030
    },
    {
      "epoch": 180.87,
      "grad_norm": 1.252489686012268,
      "learning_rate": 4.301261718969742e-06,
      "loss": 0.4051,
      "step": 648040
    },
    {
      "epoch": 180.87,
      "grad_norm": 1.0756301879882812,
      "learning_rate": 4.301246848699226e-06,
      "loss": 0.3785,
      "step": 648050
    },
    {
      "epoch": 180.87,
      "grad_norm": 1.0631884336471558,
      "learning_rate": 4.301231978168167e-06,
      "loss": 0.3811,
      "step": 648060
    },
    {
      "epoch": 180.87,
      "grad_norm": 1.186565637588501,
      "learning_rate": 4.301217107376565e-06,
      "loss": 0.3719,
      "step": 648070
    },
    {
      "epoch": 180.88,
      "grad_norm": 1.0165568590164185,
      "learning_rate": 4.301202236324425e-06,
      "loss": 0.3809,
      "step": 648080
    },
    {
      "epoch": 180.88,
      "grad_norm": 1.1472976207733154,
      "learning_rate": 4.301187365011747e-06,
      "loss": 0.3719,
      "step": 648090
    },
    {
      "epoch": 180.88,
      "grad_norm": 1.0306296348571777,
      "learning_rate": 4.301172493438534e-06,
      "loss": 0.401,
      "step": 648100
    },
    {
      "epoch": 180.88,
      "grad_norm": 1.115814208984375,
      "learning_rate": 4.301157621604787e-06,
      "loss": 0.3934,
      "step": 648110
    },
    {
      "epoch": 180.89,
      "grad_norm": 0.9830081462860107,
      "learning_rate": 4.301142749510509e-06,
      "loss": 0.3823,
      "step": 648120
    },
    {
      "epoch": 180.89,
      "grad_norm": 1.1777476072311401,
      "learning_rate": 4.301127877155701e-06,
      "loss": 0.368,
      "step": 648130
    },
    {
      "epoch": 180.89,
      "grad_norm": 1.3322410583496094,
      "learning_rate": 4.301113004540366e-06,
      "loss": 0.384,
      "step": 648140
    },
    {
      "epoch": 180.9,
      "grad_norm": 1.1519829034805298,
      "learning_rate": 4.301098131664505e-06,
      "loss": 0.3672,
      "step": 648150
    },
    {
      "epoch": 180.9,
      "grad_norm": 2.6572535037994385,
      "learning_rate": 4.301083258528121e-06,
      "loss": 0.3766,
      "step": 648160
    },
    {
      "epoch": 180.9,
      "grad_norm": 3.742227077484131,
      "learning_rate": 4.301068385131215e-06,
      "loss": 0.3839,
      "step": 648170
    },
    {
      "epoch": 180.9,
      "grad_norm": 1.2299703359603882,
      "learning_rate": 4.301053511473789e-06,
      "loss": 0.3778,
      "step": 648180
    },
    {
      "epoch": 180.91,
      "grad_norm": 1.132276177406311,
      "learning_rate": 4.301038637555846e-06,
      "loss": 0.3573,
      "step": 648190
    },
    {
      "epoch": 180.91,
      "grad_norm": 1.2926712036132812,
      "learning_rate": 4.301023763377388e-06,
      "loss": 0.3794,
      "step": 648200
    },
    {
      "epoch": 180.91,
      "grad_norm": 1.2806684970855713,
      "learning_rate": 4.301008888938415e-06,
      "loss": 0.3735,
      "step": 648210
    },
    {
      "epoch": 180.92,
      "grad_norm": 1.2031960487365723,
      "learning_rate": 4.300994014238931e-06,
      "loss": 0.3697,
      "step": 648220
    },
    {
      "epoch": 180.92,
      "grad_norm": 1.2540966272354126,
      "learning_rate": 4.300979139278937e-06,
      "loss": 0.396,
      "step": 648230
    },
    {
      "epoch": 180.92,
      "grad_norm": 1.282698154449463,
      "learning_rate": 4.300964264058435e-06,
      "loss": 0.3915,
      "step": 648240
    },
    {
      "epoch": 180.92,
      "grad_norm": 1.3431159257888794,
      "learning_rate": 4.300949388577428e-06,
      "loss": 0.3808,
      "step": 648250
    },
    {
      "epoch": 180.93,
      "grad_norm": 1.1460624933242798,
      "learning_rate": 4.300934512835917e-06,
      "loss": 0.3848,
      "step": 648260
    },
    {
      "epoch": 180.93,
      "grad_norm": 1.0802534818649292,
      "learning_rate": 4.300919636833903e-06,
      "loss": 0.3623,
      "step": 648270
    },
    {
      "epoch": 180.93,
      "grad_norm": 1.2318891286849976,
      "learning_rate": 4.300904760571391e-06,
      "loss": 0.3769,
      "step": 648280
    },
    {
      "epoch": 180.93,
      "grad_norm": 1.069507360458374,
      "learning_rate": 4.300889884048381e-06,
      "loss": 0.3821,
      "step": 648290
    },
    {
      "epoch": 180.94,
      "grad_norm": 1.3042640686035156,
      "learning_rate": 4.300875007264873e-06,
      "loss": 0.3876,
      "step": 648300
    },
    {
      "epoch": 180.94,
      "grad_norm": 1.293846607208252,
      "learning_rate": 4.300860130220874e-06,
      "loss": 0.3715,
      "step": 648310
    },
    {
      "epoch": 180.94,
      "grad_norm": 1.1177715063095093,
      "learning_rate": 4.300845252916381e-06,
      "loss": 0.3713,
      "step": 648320
    },
    {
      "epoch": 180.95,
      "grad_norm": 1.0283305644989014,
      "learning_rate": 4.3008303753513985e-06,
      "loss": 0.3708,
      "step": 648330
    },
    {
      "epoch": 180.95,
      "grad_norm": 1.3662710189819336,
      "learning_rate": 4.30081549752593e-06,
      "loss": 0.3693,
      "step": 648340
    },
    {
      "epoch": 180.95,
      "grad_norm": 1.248719334602356,
      "learning_rate": 4.300800619439974e-06,
      "loss": 0.3758,
      "step": 648350
    },
    {
      "epoch": 180.95,
      "grad_norm": 1.0281457901000977,
      "learning_rate": 4.300785741093533e-06,
      "loss": 0.3819,
      "step": 648360
    },
    {
      "epoch": 180.96,
      "grad_norm": 1.1666104793548584,
      "learning_rate": 4.300770862486611e-06,
      "loss": 0.3818,
      "step": 648370
    },
    {
      "epoch": 180.96,
      "grad_norm": 1.2110997438430786,
      "learning_rate": 4.300755983619209e-06,
      "loss": 0.381,
      "step": 648380
    },
    {
      "epoch": 180.96,
      "grad_norm": 0.9802553653717041,
      "learning_rate": 4.300741104491329e-06,
      "loss": 0.3975,
      "step": 648390
    },
    {
      "epoch": 180.97,
      "grad_norm": 1.0713216066360474,
      "learning_rate": 4.300726225102973e-06,
      "loss": 0.378,
      "step": 648400
    },
    {
      "epoch": 180.97,
      "grad_norm": 1.5077767372131348,
      "learning_rate": 4.300711345454143e-06,
      "loss": 0.4017,
      "step": 648410
    },
    {
      "epoch": 180.97,
      "grad_norm": 1.1635403633117676,
      "learning_rate": 4.300696465544841e-06,
      "loss": 0.3611,
      "step": 648420
    },
    {
      "epoch": 180.97,
      "grad_norm": 1.6011420488357544,
      "learning_rate": 4.3006815853750685e-06,
      "loss": 0.3683,
      "step": 648430
    },
    {
      "epoch": 180.98,
      "grad_norm": 1.3724147081375122,
      "learning_rate": 4.300666704944828e-06,
      "loss": 0.3801,
      "step": 648440
    },
    {
      "epoch": 180.98,
      "grad_norm": 6.38688325881958,
      "learning_rate": 4.300651824254122e-06,
      "loss": 0.3736,
      "step": 648450
    },
    {
      "epoch": 180.98,
      "grad_norm": 1.1388251781463623,
      "learning_rate": 4.3006369433029505e-06,
      "loss": 0.3827,
      "step": 648460
    },
    {
      "epoch": 180.99,
      "grad_norm": 1.2508546113967896,
      "learning_rate": 4.3006220620913175e-06,
      "loss": 0.3794,
      "step": 648470
    },
    {
      "epoch": 180.99,
      "grad_norm": 1.0696227550506592,
      "learning_rate": 4.3006071806192245e-06,
      "loss": 0.3824,
      "step": 648480
    },
    {
      "epoch": 180.99,
      "grad_norm": 1.2391173839569092,
      "learning_rate": 4.300592298886673e-06,
      "loss": 0.39,
      "step": 648490
    },
    {
      "epoch": 180.99,
      "grad_norm": 1.214310646057129,
      "learning_rate": 4.300577416893665e-06,
      "loss": 0.3737,
      "step": 648500
    },
    {
      "epoch": 181.0,
      "grad_norm": 1.1528911590576172,
      "learning_rate": 4.300562534640203e-06,
      "loss": 0.3592,
      "step": 648510
    },
    {
      "epoch": 181.0,
      "grad_norm": 1.100999116897583,
      "learning_rate": 4.3005476521262894e-06,
      "loss": 0.3798,
      "step": 648520
    },
    {
      "epoch": 181.0,
      "eval_loss": 0.3817184567451477,
      "eval_runtime": 63.2454,
      "eval_samples_per_second": 79.99,
      "eval_steps_per_second": 10.009,
      "step": 648523
    },
    {
      "epoch": 181.0,
      "grad_norm": 1.054308533668518,
      "learning_rate": 4.300532769351925e-06,
      "loss": 0.3917,
      "step": 648530
    },
    {
      "epoch": 181.0,
      "grad_norm": 0.9768041372299194,
      "learning_rate": 4.300517886317112e-06,
      "loss": 0.3935,
      "step": 648540
    },
    {
      "epoch": 181.01,
      "grad_norm": 2.8052315711975098,
      "learning_rate": 4.300503003021853e-06,
      "loss": 0.3842,
      "step": 648550
    },
    {
      "epoch": 181.01,
      "grad_norm": 1.4641152620315552,
      "learning_rate": 4.30048811946615e-06,
      "loss": 0.3757,
      "step": 648560
    },
    {
      "epoch": 181.01,
      "grad_norm": 1.0469372272491455,
      "learning_rate": 4.300473235650004e-06,
      "loss": 0.3857,
      "step": 648570
    },
    {
      "epoch": 181.02,
      "grad_norm": 1.0496981143951416,
      "learning_rate": 4.3004583515734175e-06,
      "loss": 0.3828,
      "step": 648580
    },
    {
      "epoch": 181.02,
      "grad_norm": 0.9068548679351807,
      "learning_rate": 4.300443467236393e-06,
      "loss": 0.3786,
      "step": 648590
    },
    {
      "epoch": 181.02,
      "grad_norm": 1.0894032716751099,
      "learning_rate": 4.300428582638932e-06,
      "loss": 0.3566,
      "step": 648600
    },
    {
      "epoch": 181.02,
      "grad_norm": 1.2643530368804932,
      "learning_rate": 4.300413697781036e-06,
      "loss": 0.3684,
      "step": 648610
    },
    {
      "epoch": 181.03,
      "grad_norm": 1.1837959289550781,
      "learning_rate": 4.300398812662708e-06,
      "loss": 0.3883,
      "step": 648620
    },
    {
      "epoch": 181.03,
      "grad_norm": 1.0324872732162476,
      "learning_rate": 4.300383927283949e-06,
      "loss": 0.3857,
      "step": 648630
    },
    {
      "epoch": 181.03,
      "grad_norm": 1.1510543823242188,
      "learning_rate": 4.3003690416447625e-06,
      "loss": 0.3651,
      "step": 648640
    },
    {
      "epoch": 181.04,
      "grad_norm": 1.1763155460357666,
      "learning_rate": 4.300354155745149e-06,
      "loss": 0.3959,
      "step": 648650
    },
    {
      "epoch": 181.04,
      "grad_norm": 1.1926995515823364,
      "learning_rate": 4.300339269585111e-06,
      "loss": 0.371,
      "step": 648660
    },
    {
      "epoch": 181.04,
      "grad_norm": 0.9843705892562866,
      "learning_rate": 4.30032438316465e-06,
      "loss": 0.3556,
      "step": 648670
    },
    {
      "epoch": 181.04,
      "grad_norm": 1.0988374948501587,
      "learning_rate": 4.300309496483769e-06,
      "loss": 0.3888,
      "step": 648680
    },
    {
      "epoch": 181.05,
      "grad_norm": 1.003753900527954,
      "learning_rate": 4.300294609542469e-06,
      "loss": 0.3862,
      "step": 648690
    },
    {
      "epoch": 181.05,
      "grad_norm": 1.048325538635254,
      "learning_rate": 4.300279722340752e-06,
      "loss": 0.3927,
      "step": 648700
    },
    {
      "epoch": 181.05,
      "grad_norm": 1.1265097856521606,
      "learning_rate": 4.300264834878622e-06,
      "loss": 0.3827,
      "step": 648710
    },
    {
      "epoch": 181.05,
      "grad_norm": 1.1579447984695435,
      "learning_rate": 4.300249947156078e-06,
      "loss": 0.3732,
      "step": 648720
    },
    {
      "epoch": 181.06,
      "grad_norm": 1.5957543849945068,
      "learning_rate": 4.3002350591731235e-06,
      "loss": 0.378,
      "step": 648730
    },
    {
      "epoch": 181.06,
      "grad_norm": 1.157731056213379,
      "learning_rate": 4.30022017092976e-06,
      "loss": 0.3798,
      "step": 648740
    },
    {
      "epoch": 181.06,
      "grad_norm": 1.1491475105285645,
      "learning_rate": 4.30020528242599e-06,
      "loss": 0.3857,
      "step": 648750
    },
    {
      "epoch": 181.07,
      "grad_norm": 1.1617039442062378,
      "learning_rate": 4.300190393661816e-06,
      "loss": 0.3761,
      "step": 648760
    },
    {
      "epoch": 181.07,
      "grad_norm": 1.189778208732605,
      "learning_rate": 4.300175504637238e-06,
      "loss": 0.3875,
      "step": 648770
    },
    {
      "epoch": 181.07,
      "grad_norm": 1.3590826988220215,
      "learning_rate": 4.3001606153522606e-06,
      "loss": 0.384,
      "step": 648780
    },
    {
      "epoch": 181.07,
      "grad_norm": 1.41017746925354,
      "learning_rate": 4.300145725806884e-06,
      "loss": 0.4021,
      "step": 648790
    },
    {
      "epoch": 181.08,
      "grad_norm": 1.1247092485427856,
      "learning_rate": 4.30013083600111e-06,
      "loss": 0.3722,
      "step": 648800
    },
    {
      "epoch": 181.08,
      "grad_norm": 1.3965167999267578,
      "learning_rate": 4.300115945934942e-06,
      "loss": 0.3912,
      "step": 648810
    },
    {
      "epoch": 181.08,
      "grad_norm": 1.219217300415039,
      "learning_rate": 4.3001010556083795e-06,
      "loss": 0.3808,
      "step": 648820
    },
    {
      "epoch": 181.09,
      "grad_norm": 1.0034880638122559,
      "learning_rate": 4.300086165021428e-06,
      "loss": 0.3839,
      "step": 648830
    },
    {
      "epoch": 181.09,
      "grad_norm": 1.0466554164886475,
      "learning_rate": 4.300071274174086e-06,
      "loss": 0.3762,
      "step": 648840
    },
    {
      "epoch": 181.09,
      "grad_norm": 1.269997239112854,
      "learning_rate": 4.300056383066358e-06,
      "loss": 0.371,
      "step": 648850
    },
    {
      "epoch": 181.09,
      "grad_norm": 1.1958708763122559,
      "learning_rate": 4.300041491698246e-06,
      "loss": 0.3728,
      "step": 648860
    },
    {
      "epoch": 181.1,
      "grad_norm": 6.33563756942749,
      "learning_rate": 4.300026600069749e-06,
      "loss": 0.3933,
      "step": 648870
    },
    {
      "epoch": 181.1,
      "grad_norm": 1.2188352346420288,
      "learning_rate": 4.300011708180873e-06,
      "loss": 0.3882,
      "step": 648880
    },
    {
      "epoch": 181.1,
      "grad_norm": 1.0566767454147339,
      "learning_rate": 4.299996816031617e-06,
      "loss": 0.3892,
      "step": 648890
    },
    {
      "epoch": 181.11,
      "grad_norm": 1.0524433851242065,
      "learning_rate": 4.299981923621984e-06,
      "loss": 0.3623,
      "step": 648900
    },
    {
      "epoch": 181.11,
      "grad_norm": 1.2005852460861206,
      "learning_rate": 4.2999670309519765e-06,
      "loss": 0.3702,
      "step": 648910
    },
    {
      "epoch": 181.11,
      "grad_norm": 1.0966517925262451,
      "learning_rate": 4.299952138021596e-06,
      "loss": 0.3744,
      "step": 648920
    },
    {
      "epoch": 181.11,
      "grad_norm": 1.2032194137573242,
      "learning_rate": 4.2999372448308446e-06,
      "loss": 0.3959,
      "step": 648930
    },
    {
      "epoch": 181.12,
      "grad_norm": 1.1130574941635132,
      "learning_rate": 4.299922351379724e-06,
      "loss": 0.3737,
      "step": 648940
    },
    {
      "epoch": 181.12,
      "grad_norm": 1.3780174255371094,
      "learning_rate": 4.299907457668236e-06,
      "loss": 0.3781,
      "step": 648950
    },
    {
      "epoch": 181.12,
      "grad_norm": 1.20371675491333,
      "learning_rate": 4.2998925636963826e-06,
      "loss": 0.3715,
      "step": 648960
    },
    {
      "epoch": 181.12,
      "grad_norm": 1.2761439085006714,
      "learning_rate": 4.299877669464166e-06,
      "loss": 0.3682,
      "step": 648970
    },
    {
      "epoch": 181.13,
      "grad_norm": 1.1090940237045288,
      "learning_rate": 4.299862774971589e-06,
      "loss": 0.3796,
      "step": 648980
    },
    {
      "epoch": 181.13,
      "grad_norm": 1.103253960609436,
      "learning_rate": 4.299847880218653e-06,
      "loss": 0.3842,
      "step": 648990
    },
    {
      "epoch": 181.13,
      "grad_norm": 1.2519270181655884,
      "learning_rate": 4.299832985205359e-06,
      "loss": 0.3767,
      "step": 649000
    },
    {
      "epoch": 181.14,
      "grad_norm": 1.1529371738433838,
      "learning_rate": 4.299818089931711e-06,
      "loss": 0.3959,
      "step": 649010
    },
    {
      "epoch": 181.14,
      "grad_norm": 1.0655752420425415,
      "learning_rate": 4.2998031943977085e-06,
      "loss": 0.3842,
      "step": 649020
    },
    {
      "epoch": 181.14,
      "grad_norm": 1.1361631155014038,
      "learning_rate": 4.2997882986033556e-06,
      "loss": 0.3855,
      "step": 649030
    },
    {
      "epoch": 181.14,
      "grad_norm": 0.9060664772987366,
      "learning_rate": 4.2997734025486535e-06,
      "loss": 0.3912,
      "step": 649040
    },
    {
      "epoch": 181.15,
      "grad_norm": 1.1051933765411377,
      "learning_rate": 4.299758506233603e-06,
      "loss": 0.3655,
      "step": 649050
    },
    {
      "epoch": 181.15,
      "grad_norm": 1.0413415431976318,
      "learning_rate": 4.299743609658209e-06,
      "loss": 0.3599,
      "step": 649060
    },
    {
      "epoch": 181.15,
      "grad_norm": 1.40176522731781,
      "learning_rate": 4.29972871282247e-06,
      "loss": 0.3899,
      "step": 649070
    },
    {
      "epoch": 181.16,
      "grad_norm": 1.2139308452606201,
      "learning_rate": 4.299713815726391e-06,
      "loss": 0.3794,
      "step": 649080
    },
    {
      "epoch": 181.16,
      "grad_norm": 1.1250131130218506,
      "learning_rate": 4.299698918369972e-06,
      "loss": 0.3845,
      "step": 649090
    },
    {
      "epoch": 181.16,
      "grad_norm": 1.143161416053772,
      "learning_rate": 4.299684020753216e-06,
      "loss": 0.3838,
      "step": 649100
    },
    {
      "epoch": 181.16,
      "grad_norm": 1.0394799709320068,
      "learning_rate": 4.299669122876125e-06,
      "loss": 0.384,
      "step": 649110
    },
    {
      "epoch": 181.17,
      "grad_norm": 1.1614408493041992,
      "learning_rate": 4.2996542247387005e-06,
      "loss": 0.3715,
      "step": 649120
    },
    {
      "epoch": 181.17,
      "grad_norm": 1.1470576524734497,
      "learning_rate": 4.299639326340944e-06,
      "loss": 0.3767,
      "step": 649130
    },
    {
      "epoch": 181.17,
      "grad_norm": 1.1021003723144531,
      "learning_rate": 4.299624427682858e-06,
      "loss": 0.372,
      "step": 649140
    },
    {
      "epoch": 181.17,
      "grad_norm": 1.3605432510375977,
      "learning_rate": 4.299609528764445e-06,
      "loss": 0.3691,
      "step": 649150
    },
    {
      "epoch": 181.18,
      "grad_norm": 1.8072737455368042,
      "learning_rate": 4.2995946295857065e-06,
      "loss": 0.3961,
      "step": 649160
    },
    {
      "epoch": 181.18,
      "grad_norm": 1.041745662689209,
      "learning_rate": 4.2995797301466445e-06,
      "loss": 0.3797,
      "step": 649170
    },
    {
      "epoch": 181.18,
      "grad_norm": 0.9820877909660339,
      "learning_rate": 4.299564830447261e-06,
      "loss": 0.3642,
      "step": 649180
    },
    {
      "epoch": 181.19,
      "grad_norm": 1.215854525566101,
      "learning_rate": 4.299549930487559e-06,
      "loss": 0.3791,
      "step": 649190
    },
    {
      "epoch": 181.19,
      "grad_norm": 1.1754891872406006,
      "learning_rate": 4.299535030267538e-06,
      "loss": 0.373,
      "step": 649200
    },
    {
      "epoch": 181.19,
      "grad_norm": 1.023117184638977,
      "learning_rate": 4.2995201297872025e-06,
      "loss": 0.3767,
      "step": 649210
    },
    {
      "epoch": 181.19,
      "grad_norm": 0.9578869938850403,
      "learning_rate": 4.299505229046552e-06,
      "loss": 0.3645,
      "step": 649220
    },
    {
      "epoch": 181.2,
      "grad_norm": 1.2052512168884277,
      "learning_rate": 4.299490328045592e-06,
      "loss": 0.3706,
      "step": 649230
    },
    {
      "epoch": 181.2,
      "grad_norm": 1.1385867595672607,
      "learning_rate": 4.299475426784321e-06,
      "loss": 0.3693,
      "step": 649240
    },
    {
      "epoch": 181.2,
      "grad_norm": 1.1042553186416626,
      "learning_rate": 4.299460525262743e-06,
      "loss": 0.3743,
      "step": 649250
    },
    {
      "epoch": 181.21,
      "grad_norm": 2.077418088912964,
      "learning_rate": 4.299445623480859e-06,
      "loss": 0.3805,
      "step": 649260
    },
    {
      "epoch": 181.21,
      "grad_norm": 1.237389087677002,
      "learning_rate": 4.299430721438671e-06,
      "loss": 0.368,
      "step": 649270
    },
    {
      "epoch": 181.21,
      "grad_norm": 1.1158747673034668,
      "learning_rate": 4.299415819136183e-06,
      "loss": 0.3687,
      "step": 649280
    },
    {
      "epoch": 181.21,
      "grad_norm": 1.1801478862762451,
      "learning_rate": 4.299400916573394e-06,
      "loss": 0.3765,
      "step": 649290
    },
    {
      "epoch": 181.22,
      "grad_norm": 1.0724711418151855,
      "learning_rate": 4.2993860137503076e-06,
      "loss": 0.3764,
      "step": 649300
    },
    {
      "epoch": 181.22,
      "grad_norm": 1.0822439193725586,
      "learning_rate": 4.299371110666926e-06,
      "loss": 0.3745,
      "step": 649310
    },
    {
      "epoch": 181.22,
      "grad_norm": 1.2959259748458862,
      "learning_rate": 4.29935620732325e-06,
      "loss": 0.3734,
      "step": 649320
    },
    {
      "epoch": 181.23,
      "grad_norm": 1.1306790113449097,
      "learning_rate": 4.299341303719283e-06,
      "loss": 0.3817,
      "step": 649330
    },
    {
      "epoch": 181.23,
      "grad_norm": 1.5289150476455688,
      "learning_rate": 4.299326399855026e-06,
      "loss": 0.3573,
      "step": 649340
    },
    {
      "epoch": 181.23,
      "grad_norm": 1.273638367652893,
      "learning_rate": 4.299311495730481e-06,
      "loss": 0.3814,
      "step": 649350
    },
    {
      "epoch": 181.23,
      "grad_norm": 1.413116455078125,
      "learning_rate": 4.29929659134565e-06,
      "loss": 0.3654,
      "step": 649360
    },
    {
      "epoch": 181.24,
      "grad_norm": 1.150505781173706,
      "learning_rate": 4.2992816867005356e-06,
      "loss": 0.3773,
      "step": 649370
    },
    {
      "epoch": 181.24,
      "grad_norm": 1.242118000984192,
      "learning_rate": 4.299266781795139e-06,
      "loss": 0.3756,
      "step": 649380
    },
    {
      "epoch": 181.24,
      "grad_norm": 1.2457095384597778,
      "learning_rate": 4.299251876629463e-06,
      "loss": 0.3788,
      "step": 649390
    },
    {
      "epoch": 181.24,
      "grad_norm": 0.9948042631149292,
      "learning_rate": 4.29923697120351e-06,
      "loss": 0.3759,
      "step": 649400
    },
    {
      "epoch": 181.25,
      "grad_norm": 1.1288639307022095,
      "learning_rate": 4.299222065517279e-06,
      "loss": 0.374,
      "step": 649410
    },
    {
      "epoch": 181.25,
      "grad_norm": 1.1114023923873901,
      "learning_rate": 4.299207159570776e-06,
      "loss": 0.3762,
      "step": 649420
    },
    {
      "epoch": 181.25,
      "grad_norm": 1.152600646018982,
      "learning_rate": 4.299192253364e-06,
      "loss": 0.3597,
      "step": 649430
    },
    {
      "epoch": 181.26,
      "grad_norm": 0.9595828056335449,
      "learning_rate": 4.2991773468969546e-06,
      "loss": 0.3692,
      "step": 649440
    },
    {
      "epoch": 181.26,
      "grad_norm": 1.2826999425888062,
      "learning_rate": 4.299162440169642e-06,
      "loss": 0.361,
      "step": 649450
    },
    {
      "epoch": 181.26,
      "grad_norm": 1.15950608253479,
      "learning_rate": 4.299147533182062e-06,
      "loss": 0.3749,
      "step": 649460
    },
    {
      "epoch": 181.26,
      "grad_norm": 0.9597322940826416,
      "learning_rate": 4.299132625934219e-06,
      "loss": 0.3759,
      "step": 649470
    },
    {
      "epoch": 181.27,
      "grad_norm": 1.0021041631698608,
      "learning_rate": 4.299117718426114e-06,
      "loss": 0.3885,
      "step": 649480
    },
    {
      "epoch": 181.27,
      "grad_norm": 1.0252981185913086,
      "learning_rate": 4.299102810657749e-06,
      "loss": 0.3777,
      "step": 649490
    },
    {
      "epoch": 181.27,
      "grad_norm": 1.0175588130950928,
      "learning_rate": 4.299087902629126e-06,
      "loss": 0.3817,
      "step": 649500
    },
    {
      "epoch": 181.28,
      "grad_norm": 1.2878303527832031,
      "learning_rate": 4.2990729943402465e-06,
      "loss": 0.3839,
      "step": 649510
    },
    {
      "epoch": 181.28,
      "grad_norm": 1.324637770652771,
      "learning_rate": 4.299058085791113e-06,
      "loss": 0.3729,
      "step": 649520
    },
    {
      "epoch": 181.28,
      "grad_norm": 1.2979800701141357,
      "learning_rate": 4.299043176981728e-06,
      "loss": 0.3839,
      "step": 649530
    },
    {
      "epoch": 181.28,
      "grad_norm": 1.4953153133392334,
      "learning_rate": 4.299028267912093e-06,
      "loss": 0.3787,
      "step": 649540
    },
    {
      "epoch": 181.29,
      "grad_norm": 1.149809718132019,
      "learning_rate": 4.299013358582209e-06,
      "loss": 0.3846,
      "step": 649550
    },
    {
      "epoch": 181.29,
      "grad_norm": 1.068629264831543,
      "learning_rate": 4.29899844899208e-06,
      "loss": 0.3643,
      "step": 649560
    },
    {
      "epoch": 181.29,
      "grad_norm": 1.086340308189392,
      "learning_rate": 4.2989835391417064e-06,
      "loss": 0.3654,
      "step": 649570
    },
    {
      "epoch": 181.3,
      "grad_norm": 1.0299028158187866,
      "learning_rate": 4.298968629031091e-06,
      "loss": 0.3764,
      "step": 649580
    },
    {
      "epoch": 181.3,
      "grad_norm": 1.201080560684204,
      "learning_rate": 4.298953718660235e-06,
      "loss": 0.3882,
      "step": 649590
    },
    {
      "epoch": 181.3,
      "grad_norm": 1.2013640403747559,
      "learning_rate": 4.298938808029141e-06,
      "loss": 0.3811,
      "step": 649600
    },
    {
      "epoch": 181.3,
      "grad_norm": 1.2459481954574585,
      "learning_rate": 4.298923897137811e-06,
      "loss": 0.3767,
      "step": 649610
    },
    {
      "epoch": 181.31,
      "grad_norm": 1.3855749368667603,
      "learning_rate": 4.2989089859862465e-06,
      "loss": 0.381,
      "step": 649620
    },
    {
      "epoch": 181.31,
      "grad_norm": 1.532291293144226,
      "learning_rate": 4.29889407457445e-06,
      "loss": 0.3611,
      "step": 649630
    },
    {
      "epoch": 181.31,
      "grad_norm": 1.185947060585022,
      "learning_rate": 4.298879162902423e-06,
      "loss": 0.3604,
      "step": 649640
    },
    {
      "epoch": 181.31,
      "grad_norm": 1.0395926237106323,
      "learning_rate": 4.298864250970169e-06,
      "loss": 0.3612,
      "step": 649650
    },
    {
      "epoch": 181.32,
      "grad_norm": 1.063116192817688,
      "learning_rate": 4.2988493387776875e-06,
      "loss": 0.359,
      "step": 649660
    },
    {
      "epoch": 181.32,
      "grad_norm": 1.2455759048461914,
      "learning_rate": 4.298834426324982e-06,
      "loss": 0.3833,
      "step": 649670
    },
    {
      "epoch": 181.32,
      "grad_norm": 1.0606826543807983,
      "learning_rate": 4.298819513612055e-06,
      "loss": 0.381,
      "step": 649680
    },
    {
      "epoch": 181.33,
      "grad_norm": 2.104234457015991,
      "learning_rate": 4.298804600638907e-06,
      "loss": 0.3971,
      "step": 649690
    },
    {
      "epoch": 181.33,
      "grad_norm": 1.26567542552948,
      "learning_rate": 4.2987896874055405e-06,
      "loss": 0.3961,
      "step": 649700
    },
    {
      "epoch": 181.33,
      "grad_norm": 1.0860422849655151,
      "learning_rate": 4.298774773911958e-06,
      "loss": 0.3785,
      "step": 649710
    },
    {
      "epoch": 181.33,
      "grad_norm": 1.1997991800308228,
      "learning_rate": 4.298759860158161e-06,
      "loss": 0.3787,
      "step": 649720
    },
    {
      "epoch": 181.34,
      "grad_norm": 1.317794680595398,
      "learning_rate": 4.298744946144152e-06,
      "loss": 0.359,
      "step": 649730
    },
    {
      "epoch": 181.34,
      "grad_norm": 1.1536040306091309,
      "learning_rate": 4.298730031869932e-06,
      "loss": 0.3773,
      "step": 649740
    },
    {
      "epoch": 181.34,
      "grad_norm": 1.0629433393478394,
      "learning_rate": 4.298715117335504e-06,
      "loss": 0.3777,
      "step": 649750
    },
    {
      "epoch": 181.35,
      "grad_norm": 1.3592060804367065,
      "learning_rate": 4.298700202540869e-06,
      "loss": 0.3654,
      "step": 649760
    },
    {
      "epoch": 181.35,
      "grad_norm": 1.2770276069641113,
      "learning_rate": 4.298685287486031e-06,
      "loss": 0.3597,
      "step": 649770
    },
    {
      "epoch": 181.35,
      "grad_norm": 1.2058665752410889,
      "learning_rate": 4.29867037217099e-06,
      "loss": 0.3935,
      "step": 649780
    },
    {
      "epoch": 181.35,
      "grad_norm": 1.1348562240600586,
      "learning_rate": 4.298655456595748e-06,
      "loss": 0.3725,
      "step": 649790
    },
    {
      "epoch": 181.36,
      "grad_norm": 1.142704725265503,
      "learning_rate": 4.2986405407603085e-06,
      "loss": 0.3671,
      "step": 649800
    },
    {
      "epoch": 181.36,
      "grad_norm": 1.073974609375,
      "learning_rate": 4.298625624664672e-06,
      "loss": 0.3771,
      "step": 649810
    },
    {
      "epoch": 181.36,
      "grad_norm": 1.1752656698226929,
      "learning_rate": 4.298610708308841e-06,
      "loss": 0.4026,
      "step": 649820
    },
    {
      "epoch": 181.36,
      "grad_norm": 1.107627511024475,
      "learning_rate": 4.298595791692817e-06,
      "loss": 0.3581,
      "step": 649830
    },
    {
      "epoch": 181.37,
      "grad_norm": 1.4342589378356934,
      "learning_rate": 4.298580874816603e-06,
      "loss": 0.378,
      "step": 649840
    },
    {
      "epoch": 181.37,
      "grad_norm": 1.3750704526901245,
      "learning_rate": 4.298565957680201e-06,
      "loss": 0.373,
      "step": 649850
    },
    {
      "epoch": 181.37,
      "grad_norm": 1.1455943584442139,
      "learning_rate": 4.298551040283612e-06,
      "loss": 0.3811,
      "step": 649860
    },
    {
      "epoch": 181.38,
      "grad_norm": 1.2327332496643066,
      "learning_rate": 4.298536122626838e-06,
      "loss": 0.3889,
      "step": 649870
    },
    {
      "epoch": 181.38,
      "grad_norm": 1.0528814792633057,
      "learning_rate": 4.298521204709882e-06,
      "loss": 0.3811,
      "step": 649880
    },
    {
      "epoch": 181.38,
      "grad_norm": 1.277382493019104,
      "learning_rate": 4.298506286532745e-06,
      "loss": 0.3777,
      "step": 649890
    },
    {
      "epoch": 181.38,
      "grad_norm": 1.2966084480285645,
      "learning_rate": 4.29849136809543e-06,
      "loss": 0.3742,
      "step": 649900
    },
    {
      "epoch": 181.39,
      "grad_norm": 1.0018811225891113,
      "learning_rate": 4.298476449397938e-06,
      "loss": 0.3762,
      "step": 649910
    },
    {
      "epoch": 181.39,
      "grad_norm": 1.3358289003372192,
      "learning_rate": 4.298461530440271e-06,
      "loss": 0.3732,
      "step": 649920
    },
    {
      "epoch": 181.39,
      "grad_norm": 1.1195558309555054,
      "learning_rate": 4.298446611222432e-06,
      "loss": 0.3829,
      "step": 649930
    },
    {
      "epoch": 181.4,
      "grad_norm": 1.2012710571289062,
      "learning_rate": 4.298431691744423e-06,
      "loss": 0.3694,
      "step": 649940
    },
    {
      "epoch": 181.4,
      "grad_norm": 1.1038089990615845,
      "learning_rate": 4.298416772006244e-06,
      "loss": 0.3676,
      "step": 649950
    },
    {
      "epoch": 181.4,
      "grad_norm": 1.2714192867279053,
      "learning_rate": 4.298401852007899e-06,
      "loss": 0.3736,
      "step": 649960
    },
    {
      "epoch": 181.4,
      "grad_norm": 1.0502015352249146,
      "learning_rate": 4.298386931749389e-06,
      "loss": 0.3682,
      "step": 649970
    },
    {
      "epoch": 181.41,
      "grad_norm": 1.0545437335968018,
      "learning_rate": 4.298372011230716e-06,
      "loss": 0.3767,
      "step": 649980
    },
    {
      "epoch": 181.41,
      "grad_norm": 1.3138664960861206,
      "learning_rate": 4.298357090451883e-06,
      "loss": 0.3766,
      "step": 649990
    },
    {
      "epoch": 181.41,
      "grad_norm": 1.0834003686904907,
      "learning_rate": 4.29834216941289e-06,
      "loss": 0.3654,
      "step": 650000
    },
    {
      "epoch": 181.42,
      "grad_norm": 1.0923253297805786,
      "learning_rate": 4.298327248113742e-06,
      "loss": 0.3673,
      "step": 650010
    },
    {
      "epoch": 181.42,
      "grad_norm": 1.0178829431533813,
      "learning_rate": 4.298312326554438e-06,
      "loss": 0.3665,
      "step": 650020
    },
    {
      "epoch": 181.42,
      "grad_norm": 1.4370454549789429,
      "learning_rate": 4.298297404734982e-06,
      "loss": 0.3617,
      "step": 650030
    },
    {
      "epoch": 181.42,
      "grad_norm": 1.241087555885315,
      "learning_rate": 4.2982824826553746e-06,
      "loss": 0.3623,
      "step": 650040
    },
    {
      "epoch": 181.43,
      "grad_norm": 1.240207314491272,
      "learning_rate": 4.298267560315619e-06,
      "loss": 0.3982,
      "step": 650050
    },
    {
      "epoch": 181.43,
      "grad_norm": 1.2757794857025146,
      "learning_rate": 4.298252637715716e-06,
      "loss": 0.3709,
      "step": 650060
    },
    {
      "epoch": 181.43,
      "grad_norm": 1.3282254934310913,
      "learning_rate": 4.2982377148556684e-06,
      "loss": 0.366,
      "step": 650070
    },
    {
      "epoch": 181.43,
      "grad_norm": 0.8912004232406616,
      "learning_rate": 4.298222791735478e-06,
      "loss": 0.3887,
      "step": 650080
    },
    {
      "epoch": 181.44,
      "grad_norm": 1.1983565092086792,
      "learning_rate": 4.2982078683551465e-06,
      "loss": 0.3713,
      "step": 650090
    },
    {
      "epoch": 181.44,
      "grad_norm": 0.9966797828674316,
      "learning_rate": 4.298192944714676e-06,
      "loss": 0.3781,
      "step": 650100
    },
    {
      "epoch": 181.44,
      "grad_norm": 1.2166481018066406,
      "learning_rate": 4.298178020814069e-06,
      "loss": 0.3835,
      "step": 650110
    },
    {
      "epoch": 181.45,
      "grad_norm": 1.617370843887329,
      "learning_rate": 4.298163096653327e-06,
      "loss": 0.3842,
      "step": 650120
    },
    {
      "epoch": 181.45,
      "grad_norm": 1.1747850179672241,
      "learning_rate": 4.298148172232452e-06,
      "loss": 0.3809,
      "step": 650130
    },
    {
      "epoch": 181.45,
      "grad_norm": 1.1126091480255127,
      "learning_rate": 4.298133247551446e-06,
      "loss": 0.3791,
      "step": 650140
    },
    {
      "epoch": 181.45,
      "grad_norm": 1.0531694889068604,
      "learning_rate": 4.2981183226103115e-06,
      "loss": 0.3602,
      "step": 650150
    },
    {
      "epoch": 181.46,
      "grad_norm": 1.1335833072662354,
      "learning_rate": 4.298103397409051e-06,
      "loss": 0.4117,
      "step": 650160
    },
    {
      "epoch": 181.46,
      "grad_norm": 1.1034859418869019,
      "learning_rate": 4.298088471947664e-06,
      "loss": 0.372,
      "step": 650170
    },
    {
      "epoch": 181.46,
      "grad_norm": 1.0669194459915161,
      "learning_rate": 4.2980735462261535e-06,
      "loss": 0.3776,
      "step": 650180
    },
    {
      "epoch": 181.47,
      "grad_norm": 1.0812435150146484,
      "learning_rate": 4.298058620244523e-06,
      "loss": 0.3897,
      "step": 650190
    },
    {
      "epoch": 181.47,
      "grad_norm": 1.1082080602645874,
      "learning_rate": 4.298043694002774e-06,
      "loss": 0.3662,
      "step": 650200
    },
    {
      "epoch": 181.47,
      "grad_norm": 1.1199923753738403,
      "learning_rate": 4.2980287675009065e-06,
      "loss": 0.3673,
      "step": 650210
    },
    {
      "epoch": 181.47,
      "grad_norm": 1.2181668281555176,
      "learning_rate": 4.298013840738925e-06,
      "loss": 0.37,
      "step": 650220
    },
    {
      "epoch": 181.48,
      "grad_norm": 1.3112194538116455,
      "learning_rate": 4.29799891371683e-06,
      "loss": 0.383,
      "step": 650230
    },
    {
      "epoch": 181.48,
      "grad_norm": 1.4102838039398193,
      "learning_rate": 4.297983986434624e-06,
      "loss": 0.3818,
      "step": 650240
    },
    {
      "epoch": 181.48,
      "grad_norm": 1.2242457866668701,
      "learning_rate": 4.297969058892309e-06,
      "loss": 0.3811,
      "step": 650250
    },
    {
      "epoch": 181.48,
      "grad_norm": 1.1427448987960815,
      "learning_rate": 4.297954131089887e-06,
      "loss": 0.3977,
      "step": 650260
    },
    {
      "epoch": 181.49,
      "grad_norm": 2.235586404800415,
      "learning_rate": 4.29793920302736e-06,
      "loss": 0.3835,
      "step": 650270
    },
    {
      "epoch": 181.49,
      "grad_norm": 3.9544692039489746,
      "learning_rate": 4.2979242747047294e-06,
      "loss": 0.3664,
      "step": 650280
    },
    {
      "epoch": 181.49,
      "grad_norm": 1.1827212572097778,
      "learning_rate": 4.297909346121998e-06,
      "loss": 0.3842,
      "step": 650290
    },
    {
      "epoch": 181.5,
      "grad_norm": 1.1039907932281494,
      "learning_rate": 4.297894417279168e-06,
      "loss": 0.3793,
      "step": 650300
    },
    {
      "epoch": 181.5,
      "grad_norm": 1.1317057609558105,
      "learning_rate": 4.2978794881762405e-06,
      "loss": 0.369,
      "step": 650310
    },
    {
      "epoch": 181.5,
      "grad_norm": 1.2332087755203247,
      "learning_rate": 4.297864558813217e-06,
      "loss": 0.3805,
      "step": 650320
    },
    {
      "epoch": 181.5,
      "grad_norm": 1.1229068040847778,
      "learning_rate": 4.297849629190101e-06,
      "loss": 0.3952,
      "step": 650330
    },
    {
      "epoch": 181.51,
      "grad_norm": 1.132798671722412,
      "learning_rate": 4.297834699306894e-06,
      "loss": 0.3671,
      "step": 650340
    },
    {
      "epoch": 181.51,
      "grad_norm": 1.1623218059539795,
      "learning_rate": 4.297819769163598e-06,
      "loss": 0.3599,
      "step": 650350
    },
    {
      "epoch": 181.51,
      "grad_norm": 1.1380772590637207,
      "learning_rate": 4.297804838760214e-06,
      "loss": 0.3849,
      "step": 650360
    },
    {
      "epoch": 181.52,
      "grad_norm": 1.2589375972747803,
      "learning_rate": 4.2977899080967455e-06,
      "loss": 0.389,
      "step": 650370
    },
    {
      "epoch": 181.52,
      "grad_norm": 0.970699667930603,
      "learning_rate": 4.297774977173193e-06,
      "loss": 0.3734,
      "step": 650380
    },
    {
      "epoch": 181.52,
      "grad_norm": 1.2186250686645508,
      "learning_rate": 4.297760045989559e-06,
      "loss": 0.3773,
      "step": 650390
    },
    {
      "epoch": 181.52,
      "grad_norm": 1.0999730825424194,
      "learning_rate": 4.297745114545847e-06,
      "loss": 0.3704,
      "step": 650400
    },
    {
      "epoch": 181.53,
      "grad_norm": 1.146170735359192,
      "learning_rate": 4.2977301828420574e-06,
      "loss": 0.3759,
      "step": 650410
    },
    {
      "epoch": 181.53,
      "grad_norm": 1.1381268501281738,
      "learning_rate": 4.297715250878192e-06,
      "loss": 0.3895,
      "step": 650420
    },
    {
      "epoch": 181.53,
      "grad_norm": 1.1006665229797363,
      "learning_rate": 4.297700318654253e-06,
      "loss": 0.3664,
      "step": 650430
    },
    {
      "epoch": 181.54,
      "grad_norm": 1.207737684249878,
      "learning_rate": 4.297685386170243e-06,
      "loss": 0.3845,
      "step": 650440
    },
    {
      "epoch": 181.54,
      "grad_norm": 1.1497061252593994,
      "learning_rate": 4.297670453426164e-06,
      "loss": 0.3775,
      "step": 650450
    },
    {
      "epoch": 181.54,
      "grad_norm": 1.3610751628875732,
      "learning_rate": 4.297655520422017e-06,
      "loss": 0.3697,
      "step": 650460
    },
    {
      "epoch": 181.54,
      "grad_norm": 1.0749149322509766,
      "learning_rate": 4.297640587157806e-06,
      "loss": 0.3857,
      "step": 650470
    },
    {
      "epoch": 181.55,
      "grad_norm": 1.182512640953064,
      "learning_rate": 4.297625653633531e-06,
      "loss": 0.3589,
      "step": 650480
    },
    {
      "epoch": 181.55,
      "grad_norm": 1.0497539043426514,
      "learning_rate": 4.297610719849194e-06,
      "loss": 0.3699,
      "step": 650490
    },
    {
      "epoch": 181.55,
      "grad_norm": 1.4150320291519165,
      "learning_rate": 4.297595785804798e-06,
      "loss": 0.373,
      "step": 650500
    },
    {
      "epoch": 181.55,
      "grad_norm": 1.243723750114441,
      "learning_rate": 4.297580851500344e-06,
      "loss": 0.389,
      "step": 650510
    },
    {
      "epoch": 181.56,
      "grad_norm": 1.0472687482833862,
      "learning_rate": 4.297565916935836e-06,
      "loss": 0.386,
      "step": 650520
    },
    {
      "epoch": 181.56,
      "grad_norm": 1.2696917057037354,
      "learning_rate": 4.2975509821112735e-06,
      "loss": 0.3678,
      "step": 650530
    },
    {
      "epoch": 181.56,
      "grad_norm": 1.2931643724441528,
      "learning_rate": 4.2975360470266594e-06,
      "loss": 0.3761,
      "step": 650540
    },
    {
      "epoch": 181.57,
      "grad_norm": 1.1122695207595825,
      "learning_rate": 4.297521111681996e-06,
      "loss": 0.3799,
      "step": 650550
    },
    {
      "epoch": 181.57,
      "grad_norm": 1.0639171600341797,
      "learning_rate": 4.297506176077286e-06,
      "loss": 0.3815,
      "step": 650560
    },
    {
      "epoch": 181.57,
      "grad_norm": 1.0587472915649414,
      "learning_rate": 4.297491240212529e-06,
      "loss": 0.3729,
      "step": 650570
    },
    {
      "epoch": 181.57,
      "grad_norm": 1.0442637205123901,
      "learning_rate": 4.29747630408773e-06,
      "loss": 0.3854,
      "step": 650580
    },
    {
      "epoch": 181.58,
      "grad_norm": 1.2000943422317505,
      "learning_rate": 4.297461367702889e-06,
      "loss": 0.3984,
      "step": 650590
    },
    {
      "epoch": 181.58,
      "grad_norm": 1.1399141550064087,
      "learning_rate": 4.297446431058008e-06,
      "loss": 0.3834,
      "step": 650600
    },
    {
      "epoch": 181.58,
      "grad_norm": 1.1042946577072144,
      "learning_rate": 4.29743149415309e-06,
      "loss": 0.4013,
      "step": 650610
    },
    {
      "epoch": 181.59,
      "grad_norm": 1.2119550704956055,
      "learning_rate": 4.297416556988136e-06,
      "loss": 0.3799,
      "step": 650620
    },
    {
      "epoch": 181.59,
      "grad_norm": 0.9284250140190125,
      "learning_rate": 4.29740161956315e-06,
      "loss": 0.3705,
      "step": 650630
    },
    {
      "epoch": 181.59,
      "grad_norm": 1.1848046779632568,
      "learning_rate": 4.297386681878131e-06,
      "loss": 0.3769,
      "step": 650640
    },
    {
      "epoch": 181.59,
      "grad_norm": 1.0958476066589355,
      "learning_rate": 4.2973717439330816e-06,
      "loss": 0.3638,
      "step": 650650
    },
    {
      "epoch": 181.6,
      "grad_norm": 1.0845385789871216,
      "learning_rate": 4.297356805728006e-06,
      "loss": 0.3846,
      "step": 650660
    },
    {
      "epoch": 181.6,
      "grad_norm": 1.0577081441879272,
      "learning_rate": 4.2973418672629045e-06,
      "loss": 0.3792,
      "step": 650670
    },
    {
      "epoch": 181.6,
      "grad_norm": 1.2497016191482544,
      "learning_rate": 4.297326928537779e-06,
      "loss": 0.3743,
      "step": 650680
    },
    {
      "epoch": 181.6,
      "grad_norm": 1.291184902191162,
      "learning_rate": 4.297311989552633e-06,
      "loss": 0.3964,
      "step": 650690
    },
    {
      "epoch": 181.61,
      "grad_norm": 0.966038167476654,
      "learning_rate": 4.297297050307466e-06,
      "loss": 0.366,
      "step": 650700
    },
    {
      "epoch": 181.61,
      "grad_norm": 1.0311814546585083,
      "learning_rate": 4.297282110802282e-06,
      "loss": 0.3799,
      "step": 650710
    },
    {
      "epoch": 181.61,
      "grad_norm": 1.2474818229675293,
      "learning_rate": 4.297267171037082e-06,
      "loss": 0.3881,
      "step": 650720
    },
    {
      "epoch": 181.62,
      "grad_norm": 1.1014405488967896,
      "learning_rate": 4.297252231011869e-06,
      "loss": 0.3867,
      "step": 650730
    },
    {
      "epoch": 181.62,
      "grad_norm": 1.4137662649154663,
      "learning_rate": 4.297237290726644e-06,
      "loss": 0.3825,
      "step": 650740
    },
    {
      "epoch": 181.62,
      "grad_norm": 1.2042790651321411,
      "learning_rate": 4.297222350181409e-06,
      "loss": 0.3698,
      "step": 650750
    },
    {
      "epoch": 181.62,
      "grad_norm": 1.2061216831207275,
      "learning_rate": 4.297207409376167e-06,
      "loss": 0.3871,
      "step": 650760
    },
    {
      "epoch": 181.63,
      "grad_norm": 1.095122218132019,
      "learning_rate": 4.297192468310919e-06,
      "loss": 0.3761,
      "step": 650770
    },
    {
      "epoch": 181.63,
      "grad_norm": 1.1846733093261719,
      "learning_rate": 4.297177526985667e-06,
      "loss": 0.3791,
      "step": 650780
    },
    {
      "epoch": 181.63,
      "grad_norm": 1.1688910722732544,
      "learning_rate": 4.297162585400413e-06,
      "loss": 0.3974,
      "step": 650790
    },
    {
      "epoch": 181.64,
      "grad_norm": 1.064896583557129,
      "learning_rate": 4.29714764355516e-06,
      "loss": 0.3903,
      "step": 650800
    },
    {
      "epoch": 181.64,
      "grad_norm": 1.3672133684158325,
      "learning_rate": 4.297132701449908e-06,
      "loss": 0.3895,
      "step": 650810
    },
    {
      "epoch": 181.64,
      "grad_norm": 1.0154918432235718,
      "learning_rate": 4.2971177590846614e-06,
      "loss": 0.377,
      "step": 650820
    },
    {
      "epoch": 181.64,
      "grad_norm": 1.2780835628509521,
      "learning_rate": 4.2971028164594205e-06,
      "loss": 0.3917,
      "step": 650830
    },
    {
      "epoch": 181.65,
      "grad_norm": 1.1262370347976685,
      "learning_rate": 4.297087873574189e-06,
      "loss": 0.3769,
      "step": 650840
    },
    {
      "epoch": 181.65,
      "grad_norm": 1.1208800077438354,
      "learning_rate": 4.297072930428966e-06,
      "loss": 0.3857,
      "step": 650850
    },
    {
      "epoch": 181.65,
      "grad_norm": 1.1410117149353027,
      "learning_rate": 4.297057987023756e-06,
      "loss": 0.3832,
      "step": 650860
    },
    {
      "epoch": 181.66,
      "grad_norm": 1.1492105722427368,
      "learning_rate": 4.29704304335856e-06,
      "loss": 0.3684,
      "step": 650870
    },
    {
      "epoch": 181.66,
      "grad_norm": 1.000766634941101,
      "learning_rate": 4.29702809943338e-06,
      "loss": 0.3879,
      "step": 650880
    },
    {
      "epoch": 181.66,
      "grad_norm": 1.19353449344635,
      "learning_rate": 4.297013155248219e-06,
      "loss": 0.3636,
      "step": 650890
    },
    {
      "epoch": 181.66,
      "grad_norm": 1.0832515954971313,
      "learning_rate": 4.296998210803077e-06,
      "loss": 0.3748,
      "step": 650900
    },
    {
      "epoch": 181.67,
      "grad_norm": 1.2231467962265015,
      "learning_rate": 4.2969832660979574e-06,
      "loss": 0.3771,
      "step": 650910
    },
    {
      "epoch": 181.67,
      "grad_norm": 1.1605031490325928,
      "learning_rate": 4.2969683211328625e-06,
      "loss": 0.3846,
      "step": 650920
    },
    {
      "epoch": 181.67,
      "grad_norm": 1.1237554550170898,
      "learning_rate": 4.296953375907793e-06,
      "loss": 0.3931,
      "step": 650930
    },
    {
      "epoch": 181.67,
      "grad_norm": 1.1022568941116333,
      "learning_rate": 4.296938430422753e-06,
      "loss": 0.3736,
      "step": 650940
    },
    {
      "epoch": 181.68,
      "grad_norm": 1.0937150716781616,
      "learning_rate": 4.296923484677741e-06,
      "loss": 0.387,
      "step": 650950
    },
    {
      "epoch": 181.68,
      "grad_norm": 1.1558151245117188,
      "learning_rate": 4.2969085386727624e-06,
      "loss": 0.3821,
      "step": 650960
    },
    {
      "epoch": 181.68,
      "grad_norm": 1.1572855710983276,
      "learning_rate": 4.2968935924078175e-06,
      "loss": 0.3918,
      "step": 650970
    },
    {
      "epoch": 181.69,
      "grad_norm": 1.1352533102035522,
      "learning_rate": 4.296878645882909e-06,
      "loss": 0.3898,
      "step": 650980
    },
    {
      "epoch": 181.69,
      "grad_norm": 1.1535305976867676,
      "learning_rate": 4.296863699098038e-06,
      "loss": 0.3804,
      "step": 650990
    },
    {
      "epoch": 181.69,
      "grad_norm": 1.0436116456985474,
      "learning_rate": 4.296848752053208e-06,
      "loss": 0.354,
      "step": 651000
    },
    {
      "epoch": 181.69,
      "grad_norm": 1.4007294178009033,
      "learning_rate": 4.296833804748419e-06,
      "loss": 0.3769,
      "step": 651010
    },
    {
      "epoch": 181.7,
      "grad_norm": 1.1829254627227783,
      "learning_rate": 4.296818857183674e-06,
      "loss": 0.3701,
      "step": 651020
    },
    {
      "epoch": 181.7,
      "grad_norm": 1.0432316064834595,
      "learning_rate": 4.296803909358976e-06,
      "loss": 0.3935,
      "step": 651030
    },
    {
      "epoch": 181.7,
      "grad_norm": 1.9848926067352295,
      "learning_rate": 4.2967889612743245e-06,
      "loss": 0.4053,
      "step": 651040
    },
    {
      "epoch": 181.71,
      "grad_norm": 1.2797846794128418,
      "learning_rate": 4.296774012929724e-06,
      "loss": 0.381,
      "step": 651050
    },
    {
      "epoch": 181.71,
      "grad_norm": 1.120171070098877,
      "learning_rate": 4.296759064325176e-06,
      "loss": 0.3623,
      "step": 651060
    },
    {
      "epoch": 181.71,
      "grad_norm": 1.4141963720321655,
      "learning_rate": 4.296744115460681e-06,
      "loss": 0.3901,
      "step": 651070
    },
    {
      "epoch": 181.71,
      "grad_norm": 1.0494190454483032,
      "learning_rate": 4.2967291663362424e-06,
      "loss": 0.3804,
      "step": 651080
    },
    {
      "epoch": 181.72,
      "grad_norm": 1.0390777587890625,
      "learning_rate": 4.296714216951861e-06,
      "loss": 0.3729,
      "step": 651090
    },
    {
      "epoch": 181.72,
      "grad_norm": 0.9619794487953186,
      "learning_rate": 4.296699267307541e-06,
      "loss": 0.396,
      "step": 651100
    },
    {
      "epoch": 181.72,
      "grad_norm": 1.2483608722686768,
      "learning_rate": 4.296684317403281e-06,
      "loss": 0.3958,
      "step": 651110
    },
    {
      "epoch": 181.72,
      "grad_norm": 0.964287281036377,
      "learning_rate": 4.296669367239086e-06,
      "loss": 0.3766,
      "step": 651120
    },
    {
      "epoch": 181.73,
      "grad_norm": 1.155098795890808,
      "learning_rate": 4.296654416814957e-06,
      "loss": 0.3694,
      "step": 651130
    },
    {
      "epoch": 181.73,
      "grad_norm": 1.0443248748779297,
      "learning_rate": 4.2966394661308965e-06,
      "loss": 0.3882,
      "step": 651140
    },
    {
      "epoch": 181.73,
      "grad_norm": 1.1483993530273438,
      "learning_rate": 4.296624515186904e-06,
      "loss": 0.3806,
      "step": 651150
    },
    {
      "epoch": 181.74,
      "grad_norm": 1.1289703845977783,
      "learning_rate": 4.296609563982986e-06,
      "loss": 0.3893,
      "step": 651160
    },
    {
      "epoch": 181.74,
      "grad_norm": 1.2746435403823853,
      "learning_rate": 4.29659461251914e-06,
      "loss": 0.3909,
      "step": 651170
    },
    {
      "epoch": 181.74,
      "grad_norm": 1.2692577838897705,
      "learning_rate": 4.29657966079537e-06,
      "loss": 0.3818,
      "step": 651180
    },
    {
      "epoch": 181.74,
      "grad_norm": 1.0914376974105835,
      "learning_rate": 4.296564708811677e-06,
      "loss": 0.3901,
      "step": 651190
    },
    {
      "epoch": 181.75,
      "grad_norm": 0.9553568363189697,
      "learning_rate": 4.296549756568065e-06,
      "loss": 0.3731,
      "step": 651200
    },
    {
      "epoch": 181.75,
      "grad_norm": 1.0639837980270386,
      "learning_rate": 4.296534804064535e-06,
      "loss": 0.3811,
      "step": 651210
    },
    {
      "epoch": 181.75,
      "grad_norm": 1.1070806980133057,
      "learning_rate": 4.296519851301089e-06,
      "loss": 0.3579,
      "step": 651220
    },
    {
      "epoch": 181.76,
      "grad_norm": 1.408302664756775,
      "learning_rate": 4.296504898277728e-06,
      "loss": 0.39,
      "step": 651230
    },
    {
      "epoch": 181.76,
      "grad_norm": 0.9821293354034424,
      "learning_rate": 4.296489944994455e-06,
      "loss": 0.3847,
      "step": 651240
    },
    {
      "epoch": 181.76,
      "grad_norm": 1.0890374183654785,
      "learning_rate": 4.296474991451272e-06,
      "loss": 0.393,
      "step": 651250
    },
    {
      "epoch": 181.76,
      "grad_norm": 1.167919397354126,
      "learning_rate": 4.296460037648181e-06,
      "loss": 0.3846,
      "step": 651260
    },
    {
      "epoch": 181.77,
      "grad_norm": 1.1358883380889893,
      "learning_rate": 4.296445083585183e-06,
      "loss": 0.3615,
      "step": 651270
    },
    {
      "epoch": 181.77,
      "grad_norm": 1.0814377069473267,
      "learning_rate": 4.296430129262281e-06,
      "loss": 0.3737,
      "step": 651280
    },
    {
      "epoch": 181.77,
      "grad_norm": 1.1521613597869873,
      "learning_rate": 4.296415174679477e-06,
      "loss": 0.3839,
      "step": 651290
    },
    {
      "epoch": 181.78,
      "grad_norm": 1.2220747470855713,
      "learning_rate": 4.296400219836773e-06,
      "loss": 0.3934,
      "step": 651300
    },
    {
      "epoch": 181.78,
      "grad_norm": 1.1977964639663696,
      "learning_rate": 4.29638526473417e-06,
      "loss": 0.3615,
      "step": 651310
    },
    {
      "epoch": 181.78,
      "grad_norm": 1.233816146850586,
      "learning_rate": 4.296370309371671e-06,
      "loss": 0.3963,
      "step": 651320
    },
    {
      "epoch": 181.78,
      "grad_norm": 1.1629557609558105,
      "learning_rate": 4.296355353749278e-06,
      "loss": 0.3773,
      "step": 651330
    },
    {
      "epoch": 181.79,
      "grad_norm": 1.003013014793396,
      "learning_rate": 4.296340397866992e-06,
      "loss": 0.376,
      "step": 651340
    },
    {
      "epoch": 181.79,
      "grad_norm": 1.2017602920532227,
      "learning_rate": 4.296325441724816e-06,
      "loss": 0.3781,
      "step": 651350
    },
    {
      "epoch": 181.79,
      "grad_norm": 1.143742322921753,
      "learning_rate": 4.296310485322752e-06,
      "loss": 0.3919,
      "step": 651360
    },
    {
      "epoch": 181.79,
      "grad_norm": 1.4614830017089844,
      "learning_rate": 4.296295528660802e-06,
      "loss": 0.3657,
      "step": 651370
    },
    {
      "epoch": 181.8,
      "grad_norm": 1.0227720737457275,
      "learning_rate": 4.2962805717389666e-06,
      "loss": 0.3779,
      "step": 651380
    },
    {
      "epoch": 181.8,
      "grad_norm": 1.0799765586853027,
      "learning_rate": 4.29626561455725e-06,
      "loss": 0.373,
      "step": 651390
    },
    {
      "epoch": 181.8,
      "grad_norm": 1.1928128004074097,
      "learning_rate": 4.296250657115653e-06,
      "loss": 0.3825,
      "step": 651400
    },
    {
      "epoch": 181.81,
      "grad_norm": 1.372820258140564,
      "learning_rate": 4.296235699414176e-06,
      "loss": 0.3794,
      "step": 651410
    },
    {
      "epoch": 181.81,
      "grad_norm": 1.1127023696899414,
      "learning_rate": 4.296220741452824e-06,
      "loss": 0.3866,
      "step": 651420
    },
    {
      "epoch": 181.81,
      "grad_norm": 1.0880361795425415,
      "learning_rate": 4.296205783231597e-06,
      "loss": 0.3747,
      "step": 651430
    },
    {
      "epoch": 181.81,
      "grad_norm": 1.2212144136428833,
      "learning_rate": 4.2961908247504985e-06,
      "loss": 0.3846,
      "step": 651440
    },
    {
      "epoch": 181.82,
      "grad_norm": 1.2209359407424927,
      "learning_rate": 4.296175866009528e-06,
      "loss": 0.4002,
      "step": 651450
    },
    {
      "epoch": 181.82,
      "grad_norm": 1.2167696952819824,
      "learning_rate": 4.296160907008691e-06,
      "loss": 0.3806,
      "step": 651460
    },
    {
      "epoch": 181.82,
      "grad_norm": 1.3437080383300781,
      "learning_rate": 4.296145947747986e-06,
      "loss": 0.387,
      "step": 651470
    },
    {
      "epoch": 181.83,
      "grad_norm": 1.3290400505065918,
      "learning_rate": 4.296130988227417e-06,
      "loss": 0.3725,
      "step": 651480
    },
    {
      "epoch": 181.83,
      "grad_norm": 1.1946358680725098,
      "learning_rate": 4.2961160284469864e-06,
      "loss": 0.3873,
      "step": 651490
    },
    {
      "epoch": 181.83,
      "grad_norm": 1.0848925113677979,
      "learning_rate": 4.296101068406695e-06,
      "loss": 0.3801,
      "step": 651500
    },
    {
      "epoch": 181.83,
      "grad_norm": 1.0918124914169312,
      "learning_rate": 4.296086108106544e-06,
      "loss": 0.3964,
      "step": 651510
    },
    {
      "epoch": 181.84,
      "grad_norm": 1.29831862449646,
      "learning_rate": 4.296071147546538e-06,
      "loss": 0.4039,
      "step": 651520
    },
    {
      "epoch": 181.84,
      "grad_norm": 1.0920426845550537,
      "learning_rate": 4.296056186726677e-06,
      "loss": 0.3747,
      "step": 651530
    },
    {
      "epoch": 181.84,
      "grad_norm": 1.186275601387024,
      "learning_rate": 4.296041225646964e-06,
      "loss": 0.3728,
      "step": 651540
    },
    {
      "epoch": 181.84,
      "grad_norm": 0.9713629484176636,
      "learning_rate": 4.296026264307399e-06,
      "loss": 0.3654,
      "step": 651550
    },
    {
      "epoch": 181.85,
      "grad_norm": 1.3006906509399414,
      "learning_rate": 4.296011302707986e-06,
      "loss": 0.377,
      "step": 651560
    },
    {
      "epoch": 181.85,
      "grad_norm": 1.1399037837982178,
      "learning_rate": 4.295996340848728e-06,
      "loss": 0.3803,
      "step": 651570
    },
    {
      "epoch": 181.85,
      "grad_norm": 1.2775460481643677,
      "learning_rate": 4.295981378729624e-06,
      "loss": 0.3624,
      "step": 651580
    },
    {
      "epoch": 181.86,
      "grad_norm": 1.2016521692276,
      "learning_rate": 4.295966416350679e-06,
      "loss": 0.3737,
      "step": 651590
    },
    {
      "epoch": 181.86,
      "grad_norm": 1.1233816146850586,
      "learning_rate": 4.295951453711891e-06,
      "loss": 0.3944,
      "step": 651600
    },
    {
      "epoch": 181.86,
      "grad_norm": 1.1605812311172485,
      "learning_rate": 4.295936490813267e-06,
      "loss": 0.3774,
      "step": 651610
    },
    {
      "epoch": 181.86,
      "grad_norm": 1.0922755002975464,
      "learning_rate": 4.295921527654804e-06,
      "loss": 0.3649,
      "step": 651620
    },
    {
      "epoch": 181.87,
      "grad_norm": 1.9776983261108398,
      "learning_rate": 4.295906564236509e-06,
      "loss": 0.3637,
      "step": 651630
    },
    {
      "epoch": 181.87,
      "grad_norm": 1.3142335414886475,
      "learning_rate": 4.29589160055838e-06,
      "loss": 0.3778,
      "step": 651640
    },
    {
      "epoch": 181.87,
      "grad_norm": 1.3593350648880005,
      "learning_rate": 4.2958766366204205e-06,
      "loss": 0.3777,
      "step": 651650
    },
    {
      "epoch": 181.88,
      "grad_norm": 1.20480477809906,
      "learning_rate": 4.295861672422632e-06,
      "loss": 0.3792,
      "step": 651660
    },
    {
      "epoch": 181.88,
      "grad_norm": 1.0352052450180054,
      "learning_rate": 4.295846707965018e-06,
      "loss": 0.3695,
      "step": 651670
    },
    {
      "epoch": 181.88,
      "grad_norm": 1.0705803632736206,
      "learning_rate": 4.295831743247578e-06,
      "loss": 0.3854,
      "step": 651680
    },
    {
      "epoch": 181.88,
      "grad_norm": 1.1237127780914307,
      "learning_rate": 4.295816778270316e-06,
      "loss": 0.3893,
      "step": 651690
    },
    {
      "epoch": 181.89,
      "grad_norm": 1.1936743259429932,
      "learning_rate": 4.2958018130332335e-06,
      "loss": 0.3876,
      "step": 651700
    },
    {
      "epoch": 181.89,
      "grad_norm": 1.2721476554870605,
      "learning_rate": 4.295786847536333e-06,
      "loss": 0.384,
      "step": 651710
    },
    {
      "epoch": 181.89,
      "grad_norm": 1.0143587589263916,
      "learning_rate": 4.2957718817796155e-06,
      "loss": 0.3786,
      "step": 651720
    },
    {
      "epoch": 181.9,
      "grad_norm": 1.011259913444519,
      "learning_rate": 4.295756915763083e-06,
      "loss": 0.3662,
      "step": 651730
    },
    {
      "epoch": 181.9,
      "grad_norm": 1.0620049238204956,
      "learning_rate": 4.295741949486738e-06,
      "loss": 0.3852,
      "step": 651740
    },
    {
      "epoch": 181.9,
      "grad_norm": 1.2118462324142456,
      "learning_rate": 4.295726982950582e-06,
      "loss": 0.3884,
      "step": 651750
    },
    {
      "epoch": 181.9,
      "grad_norm": 1.159415364265442,
      "learning_rate": 4.295712016154617e-06,
      "loss": 0.3762,
      "step": 651760
    },
    {
      "epoch": 181.91,
      "grad_norm": 1.3212970495224,
      "learning_rate": 4.295697049098846e-06,
      "loss": 0.3699,
      "step": 651770
    },
    {
      "epoch": 181.91,
      "grad_norm": 1.1131657361984253,
      "learning_rate": 4.295682081783271e-06,
      "loss": 0.3877,
      "step": 651780
    },
    {
      "epoch": 181.91,
      "grad_norm": 1.1979843378067017,
      "learning_rate": 4.295667114207892e-06,
      "loss": 0.3709,
      "step": 651790
    },
    {
      "epoch": 181.91,
      "grad_norm": 1.1950342655181885,
      "learning_rate": 4.295652146372713e-06,
      "loss": 0.3861,
      "step": 651800
    },
    {
      "epoch": 181.92,
      "grad_norm": 1.2266610860824585,
      "learning_rate": 4.295637178277735e-06,
      "loss": 0.371,
      "step": 651810
    },
    {
      "epoch": 181.92,
      "grad_norm": 1.363419771194458,
      "learning_rate": 4.2956222099229606e-06,
      "loss": 0.3827,
      "step": 651820
    },
    {
      "epoch": 181.92,
      "grad_norm": 1.1264907121658325,
      "learning_rate": 4.2956072413083915e-06,
      "loss": 0.3762,
      "step": 651830
    },
    {
      "epoch": 181.93,
      "grad_norm": 1.2846935987472534,
      "learning_rate": 4.29559227243403e-06,
      "loss": 0.3772,
      "step": 651840
    },
    {
      "epoch": 181.93,
      "grad_norm": 1.220043659210205,
      "learning_rate": 4.295577303299877e-06,
      "loss": 0.3907,
      "step": 651850
    },
    {
      "epoch": 181.93,
      "grad_norm": 1.0750912427902222,
      "learning_rate": 4.295562333905935e-06,
      "loss": 0.3681,
      "step": 651860
    },
    {
      "epoch": 181.93,
      "grad_norm": 1.038530945777893,
      "learning_rate": 4.295547364252207e-06,
      "loss": 0.3758,
      "step": 651870
    },
    {
      "epoch": 181.94,
      "grad_norm": 1.3515782356262207,
      "learning_rate": 4.295532394338694e-06,
      "loss": 0.3768,
      "step": 651880
    },
    {
      "epoch": 181.94,
      "grad_norm": 1.5997107028961182,
      "learning_rate": 4.295517424165399e-06,
      "loss": 0.3829,
      "step": 651890
    },
    {
      "epoch": 181.94,
      "grad_norm": 1.1004607677459717,
      "learning_rate": 4.295502453732322e-06,
      "loss": 0.3827,
      "step": 651900
    },
    {
      "epoch": 181.95,
      "grad_norm": 1.3315321207046509,
      "learning_rate": 4.295487483039467e-06,
      "loss": 0.3706,
      "step": 651910
    },
    {
      "epoch": 181.95,
      "grad_norm": 1.1058571338653564,
      "learning_rate": 4.295472512086835e-06,
      "loss": 0.3685,
      "step": 651920
    },
    {
      "epoch": 181.95,
      "grad_norm": 1.37265145778656,
      "learning_rate": 4.295457540874427e-06,
      "loss": 0.384,
      "step": 651930
    },
    {
      "epoch": 181.95,
      "grad_norm": 1.1852144002914429,
      "learning_rate": 4.295442569402248e-06,
      "loss": 0.3867,
      "step": 651940
    },
    {
      "epoch": 181.96,
      "grad_norm": 1.0759211778640747,
      "learning_rate": 4.295427597670298e-06,
      "loss": 0.3679,
      "step": 651950
    },
    {
      "epoch": 181.96,
      "grad_norm": 1.1416939496994019,
      "learning_rate": 4.295412625678578e-06,
      "loss": 0.3846,
      "step": 651960
    },
    {
      "epoch": 181.96,
      "grad_norm": 1.3594627380371094,
      "learning_rate": 4.295397653427092e-06,
      "loss": 0.3676,
      "step": 651970
    },
    {
      "epoch": 181.96,
      "grad_norm": 1.2559219598770142,
      "learning_rate": 4.295382680915841e-06,
      "loss": 0.3892,
      "step": 651980
    },
    {
      "epoch": 181.97,
      "grad_norm": 1.1090388298034668,
      "learning_rate": 4.295367708144827e-06,
      "loss": 0.3654,
      "step": 651990
    },
    {
      "epoch": 181.97,
      "grad_norm": 1.297826886177063,
      "learning_rate": 4.295352735114052e-06,
      "loss": 0.3799,
      "step": 652000
    },
    {
      "epoch": 181.97,
      "grad_norm": 1.2364411354064941,
      "learning_rate": 4.295337761823519e-06,
      "loss": 0.3747,
      "step": 652010
    },
    {
      "epoch": 181.98,
      "grad_norm": 1.0488975048065186,
      "learning_rate": 4.2953227882732285e-06,
      "loss": 0.3781,
      "step": 652020
    },
    {
      "epoch": 181.98,
      "grad_norm": 1.0811245441436768,
      "learning_rate": 4.295307814463183e-06,
      "loss": 0.3783,
      "step": 652030
    },
    {
      "epoch": 181.98,
      "grad_norm": 1.1943104267120361,
      "learning_rate": 4.295292840393385e-06,
      "loss": 0.3837,
      "step": 652040
    },
    {
      "epoch": 181.98,
      "grad_norm": 1.333534836769104,
      "learning_rate": 4.295277866063836e-06,
      "loss": 0.3773,
      "step": 652050
    },
    {
      "epoch": 181.99,
      "grad_norm": 1.0738426446914673,
      "learning_rate": 4.295262891474538e-06,
      "loss": 0.3695,
      "step": 652060
    },
    {
      "epoch": 181.99,
      "grad_norm": 1.1363939046859741,
      "learning_rate": 4.295247916625494e-06,
      "loss": 0.4003,
      "step": 652070
    },
    {
      "epoch": 181.99,
      "grad_norm": 1.1729329824447632,
      "learning_rate": 4.295232941516704e-06,
      "loss": 0.3689,
      "step": 652080
    },
    {
      "epoch": 182.0,
      "grad_norm": 1.1356782913208008,
      "learning_rate": 4.29521796614817e-06,
      "loss": 0.3782,
      "step": 652090
    },
    {
      "epoch": 182.0,
      "grad_norm": 1.2188589572906494,
      "learning_rate": 4.295202990519897e-06,
      "loss": 0.3867,
      "step": 652100
    },
    {
      "epoch": 182.0,
      "eval_loss": 0.3813985586166382,
      "eval_runtime": 63.2711,
      "eval_samples_per_second": 79.958,
      "eval_steps_per_second": 10.005,
      "step": 652106
    },
    {
      "epoch": 182.0,
      "grad_norm": 1.1352499723434448,
      "learning_rate": 4.295188014631885e-06,
      "loss": 0.3936,
      "step": 652110
    },
    {
      "epoch": 182.0,
      "grad_norm": 1.1445525884628296,
      "learning_rate": 4.295173038484135e-06,
      "loss": 0.3946,
      "step": 652120
    },
    {
      "epoch": 182.01,
      "grad_norm": 1.3896137475967407,
      "learning_rate": 4.295158062076651e-06,
      "loss": 0.3765,
      "step": 652130
    },
    {
      "epoch": 182.01,
      "grad_norm": 1.0811039209365845,
      "learning_rate": 4.295143085409434e-06,
      "loss": 0.3648,
      "step": 652140
    },
    {
      "epoch": 182.01,
      "grad_norm": 1.2127959728240967,
      "learning_rate": 4.295128108482486e-06,
      "loss": 0.3591,
      "step": 652150
    },
    {
      "epoch": 182.02,
      "grad_norm": 1.0907213687896729,
      "learning_rate": 4.2951131312958085e-06,
      "loss": 0.3859,
      "step": 652160
    },
    {
      "epoch": 182.02,
      "grad_norm": 1.0900416374206543,
      "learning_rate": 4.295098153849404e-06,
      "loss": 0.3816,
      "step": 652170
    },
    {
      "epoch": 182.02,
      "grad_norm": 1.2228989601135254,
      "learning_rate": 4.295083176143275e-06,
      "loss": 0.391,
      "step": 652180
    },
    {
      "epoch": 182.02,
      "grad_norm": 1.1115700006484985,
      "learning_rate": 4.295068198177423e-06,
      "loss": 0.3693,
      "step": 652190
    },
    {
      "epoch": 182.03,
      "grad_norm": 1.1536905765533447,
      "learning_rate": 4.2950532199518495e-06,
      "loss": 0.37,
      "step": 652200
    },
    {
      "epoch": 182.03,
      "grad_norm": 1.2194154262542725,
      "learning_rate": 4.295038241466557e-06,
      "loss": 0.3967,
      "step": 652210
    },
    {
      "epoch": 182.03,
      "grad_norm": 1.2036828994750977,
      "learning_rate": 4.295023262721548e-06,
      "loss": 0.3814,
      "step": 652220
    },
    {
      "epoch": 182.03,
      "grad_norm": 1.248489499092102,
      "learning_rate": 4.2950082837168245e-06,
      "loss": 0.3948,
      "step": 652230
    },
    {
      "epoch": 182.04,
      "grad_norm": 1.066480278968811,
      "learning_rate": 4.2949933044523866e-06,
      "loss": 0.3556,
      "step": 652240
    },
    {
      "epoch": 182.04,
      "grad_norm": 1.3417974710464478,
      "learning_rate": 4.294978324928239e-06,
      "loss": 0.389,
      "step": 652250
    },
    {
      "epoch": 182.04,
      "grad_norm": 1.0292264223098755,
      "learning_rate": 4.294963345144382e-06,
      "loss": 0.3837,
      "step": 652260
    },
    {
      "epoch": 182.05,
      "grad_norm": 1.187838077545166,
      "learning_rate": 4.294948365100817e-06,
      "loss": 0.3677,
      "step": 652270
    },
    {
      "epoch": 182.05,
      "grad_norm": 1.1216726303100586,
      "learning_rate": 4.2949333847975486e-06,
      "loss": 0.3664,
      "step": 652280
    },
    {
      "epoch": 182.05,
      "grad_norm": 1.662782073020935,
      "learning_rate": 4.294918404234577e-06,
      "loss": 0.3909,
      "step": 652290
    },
    {
      "epoch": 182.05,
      "grad_norm": 1.2562341690063477,
      "learning_rate": 4.294903423411902e-06,
      "loss": 0.3691,
      "step": 652300
    },
    {
      "epoch": 182.06,
      "grad_norm": 1.0814602375030518,
      "learning_rate": 4.294888442329531e-06,
      "loss": 0.3818,
      "step": 652310
    },
    {
      "epoch": 182.06,
      "grad_norm": 1.1338295936584473,
      "learning_rate": 4.294873460987461e-06,
      "loss": 0.368,
      "step": 652320
    },
    {
      "epoch": 182.06,
      "grad_norm": 1.451026201248169,
      "learning_rate": 4.2948584793856965e-06,
      "loss": 0.3732,
      "step": 652330
    },
    {
      "epoch": 182.07,
      "grad_norm": 1.05125892162323,
      "learning_rate": 4.294843497524239e-06,
      "loss": 0.3818,
      "step": 652340
    },
    {
      "epoch": 182.07,
      "grad_norm": 0.9711293578147888,
      "learning_rate": 4.2948285154030904e-06,
      "loss": 0.3694,
      "step": 652350
    },
    {
      "epoch": 182.07,
      "grad_norm": 1.2401789426803589,
      "learning_rate": 4.294813533022253e-06,
      "loss": 0.3802,
      "step": 652360
    },
    {
      "epoch": 182.07,
      "grad_norm": 1.1606553792953491,
      "learning_rate": 4.294798550381728e-06,
      "loss": 0.3786,
      "step": 652370
    },
    {
      "epoch": 182.08,
      "grad_norm": 1.2748548984527588,
      "learning_rate": 4.294783567481518e-06,
      "loss": 0.3779,
      "step": 652380
    },
    {
      "epoch": 182.08,
      "grad_norm": 1.1828765869140625,
      "learning_rate": 4.2947685843216255e-06,
      "loss": 0.3631,
      "step": 652390
    },
    {
      "epoch": 182.08,
      "grad_norm": 1.5776335000991821,
      "learning_rate": 4.294753600902051e-06,
      "loss": 0.385,
      "step": 652400
    },
    {
      "epoch": 182.08,
      "grad_norm": 1.2369436025619507,
      "learning_rate": 4.294738617222798e-06,
      "loss": 0.3885,
      "step": 652410
    },
    {
      "epoch": 182.09,
      "grad_norm": 1.3096351623535156,
      "learning_rate": 4.294723633283868e-06,
      "loss": 0.3774,
      "step": 652420
    },
    {
      "epoch": 182.09,
      "grad_norm": 1.0215100049972534,
      "learning_rate": 4.294708649085262e-06,
      "loss": 0.3767,
      "step": 652430
    },
    {
      "epoch": 182.09,
      "grad_norm": 1.3365118503570557,
      "learning_rate": 4.294693664626984e-06,
      "loss": 0.3799,
      "step": 652440
    },
    {
      "epoch": 182.1,
      "grad_norm": 1.6508855819702148,
      "learning_rate": 4.294678679909034e-06,
      "loss": 0.3807,
      "step": 652450
    },
    {
      "epoch": 182.1,
      "grad_norm": 1.0952354669570923,
      "learning_rate": 4.294663694931415e-06,
      "loss": 0.3637,
      "step": 652460
    },
    {
      "epoch": 182.1,
      "grad_norm": 1.1452338695526123,
      "learning_rate": 4.294648709694129e-06,
      "loss": 0.3891,
      "step": 652470
    },
    {
      "epoch": 182.1,
      "grad_norm": 1.2338757514953613,
      "learning_rate": 4.294633724197178e-06,
      "loss": 0.3816,
      "step": 652480
    },
    {
      "epoch": 182.11,
      "grad_norm": 1.0285706520080566,
      "learning_rate": 4.294618738440563e-06,
      "loss": 0.3676,
      "step": 652490
    },
    {
      "epoch": 182.11,
      "grad_norm": 1.0508211851119995,
      "learning_rate": 4.2946037524242885e-06,
      "loss": 0.3624,
      "step": 652500
    },
    {
      "epoch": 182.11,
      "grad_norm": 1.0702539682388306,
      "learning_rate": 4.294588766148354e-06,
      "loss": 0.3611,
      "step": 652510
    },
    {
      "epoch": 182.12,
      "grad_norm": 1.060912013053894,
      "learning_rate": 4.294573779612762e-06,
      "loss": 0.399,
      "step": 652520
    },
    {
      "epoch": 182.12,
      "grad_norm": 1.2917048931121826,
      "learning_rate": 4.294558792817515e-06,
      "loss": 0.3743,
      "step": 652530
    },
    {
      "epoch": 182.12,
      "grad_norm": 1.0843193531036377,
      "learning_rate": 4.294543805762616e-06,
      "loss": 0.3907,
      "step": 652540
    },
    {
      "epoch": 182.12,
      "grad_norm": 1.7554024457931519,
      "learning_rate": 4.294528818448064e-06,
      "loss": 0.3742,
      "step": 652550
    },
    {
      "epoch": 182.13,
      "grad_norm": 1.1547608375549316,
      "learning_rate": 4.294513830873863e-06,
      "loss": 0.3972,
      "step": 652560
    },
    {
      "epoch": 182.13,
      "grad_norm": 1.1897618770599365,
      "learning_rate": 4.294498843040015e-06,
      "loss": 0.377,
      "step": 652570
    },
    {
      "epoch": 182.13,
      "grad_norm": 1.2942657470703125,
      "learning_rate": 4.294483854946522e-06,
      "loss": 0.3846,
      "step": 652580
    },
    {
      "epoch": 182.14,
      "grad_norm": 1.1631321907043457,
      "learning_rate": 4.294468866593386e-06,
      "loss": 0.3744,
      "step": 652590
    },
    {
      "epoch": 182.14,
      "grad_norm": 1.168055772781372,
      "learning_rate": 4.294453877980609e-06,
      "loss": 0.3784,
      "step": 652600
    },
    {
      "epoch": 182.14,
      "grad_norm": 1.410110354423523,
      "learning_rate": 4.294438889108193e-06,
      "loss": 0.3742,
      "step": 652610
    },
    {
      "epoch": 182.14,
      "grad_norm": 1.377211570739746,
      "learning_rate": 4.294423899976138e-06,
      "loss": 0.3903,
      "step": 652620
    },
    {
      "epoch": 182.15,
      "grad_norm": 1.2624108791351318,
      "learning_rate": 4.29440891058445e-06,
      "loss": 0.3816,
      "step": 652630
    },
    {
      "epoch": 182.15,
      "grad_norm": 1.4054094552993774,
      "learning_rate": 4.294393920933127e-06,
      "loss": 0.3741,
      "step": 652640
    },
    {
      "epoch": 182.15,
      "grad_norm": 3.5708625316619873,
      "learning_rate": 4.2943789310221735e-06,
      "loss": 0.3938,
      "step": 652650
    },
    {
      "epoch": 182.15,
      "grad_norm": 1.1173186302185059,
      "learning_rate": 4.294363940851591e-06,
      "loss": 0.3889,
      "step": 652660
    },
    {
      "epoch": 182.16,
      "grad_norm": 1.1082481145858765,
      "learning_rate": 4.294348950421381e-06,
      "loss": 0.3797,
      "step": 652670
    },
    {
      "epoch": 182.16,
      "grad_norm": 1.0592100620269775,
      "learning_rate": 4.294333959731546e-06,
      "loss": 0.3875,
      "step": 652680
    },
    {
      "epoch": 182.16,
      "grad_norm": 1.330336093902588,
      "learning_rate": 4.294318968782088e-06,
      "loss": 0.3849,
      "step": 652690
    },
    {
      "epoch": 182.17,
      "grad_norm": 1.0970242023468018,
      "learning_rate": 4.294303977573008e-06,
      "loss": 0.4018,
      "step": 652700
    },
    {
      "epoch": 182.17,
      "grad_norm": 1.1434553861618042,
      "learning_rate": 4.294288986104309e-06,
      "loss": 0.3791,
      "step": 652710
    },
    {
      "epoch": 182.17,
      "grad_norm": 1.0879125595092773,
      "learning_rate": 4.294273994375993e-06,
      "loss": 0.3837,
      "step": 652720
    },
    {
      "epoch": 182.17,
      "grad_norm": 0.9507855176925659,
      "learning_rate": 4.294259002388061e-06,
      "loss": 0.3655,
      "step": 652730
    },
    {
      "epoch": 182.18,
      "grad_norm": 1.1325488090515137,
      "learning_rate": 4.294244010140516e-06,
      "loss": 0.3687,
      "step": 652740
    },
    {
      "epoch": 182.18,
      "grad_norm": 1.4263603687286377,
      "learning_rate": 4.29422901763336e-06,
      "loss": 0.3766,
      "step": 652750
    },
    {
      "epoch": 182.18,
      "grad_norm": 0.9459671974182129,
      "learning_rate": 4.294214024866595e-06,
      "loss": 0.3767,
      "step": 652760
    },
    {
      "epoch": 182.19,
      "grad_norm": 1.2767027616500854,
      "learning_rate": 4.294199031840223e-06,
      "loss": 0.388,
      "step": 652770
    },
    {
      "epoch": 182.19,
      "grad_norm": 1.4429315328598022,
      "learning_rate": 4.294184038554244e-06,
      "loss": 0.3813,
      "step": 652780
    },
    {
      "epoch": 182.19,
      "grad_norm": 0.9486817717552185,
      "learning_rate": 4.294169045008663e-06,
      "loss": 0.387,
      "step": 652790
    },
    {
      "epoch": 182.19,
      "grad_norm": 1.0493848323822021,
      "learning_rate": 4.29415405120348e-06,
      "loss": 0.3722,
      "step": 652800
    },
    {
      "epoch": 182.2,
      "grad_norm": 1.1817318201065063,
      "learning_rate": 4.294139057138699e-06,
      "loss": 0.3788,
      "step": 652810
    },
    {
      "epoch": 182.2,
      "grad_norm": 1.165818691253662,
      "learning_rate": 4.294124062814319e-06,
      "loss": 0.3834,
      "step": 652820
    },
    {
      "epoch": 182.2,
      "grad_norm": 1.3065533638000488,
      "learning_rate": 4.294109068230344e-06,
      "loss": 0.3922,
      "step": 652830
    },
    {
      "epoch": 182.2,
      "grad_norm": 0.9683690071105957,
      "learning_rate": 4.2940940733867765e-06,
      "loss": 0.363,
      "step": 652840
    },
    {
      "epoch": 182.21,
      "grad_norm": 1.1886595487594604,
      "learning_rate": 4.294079078283617e-06,
      "loss": 0.3729,
      "step": 652850
    },
    {
      "epoch": 182.21,
      "grad_norm": 1.40560781955719,
      "learning_rate": 4.294064082920869e-06,
      "loss": 0.3831,
      "step": 652860
    },
    {
      "epoch": 182.21,
      "grad_norm": 1.1902458667755127,
      "learning_rate": 4.294049087298533e-06,
      "loss": 0.4022,
      "step": 652870
    },
    {
      "epoch": 182.22,
      "grad_norm": 1.047468662261963,
      "learning_rate": 4.2940340914166114e-06,
      "loss": 0.3632,
      "step": 652880
    },
    {
      "epoch": 182.22,
      "grad_norm": 1.165624976158142,
      "learning_rate": 4.294019095275107e-06,
      "loss": 0.3878,
      "step": 652890
    },
    {
      "epoch": 182.22,
      "grad_norm": 1.2301726341247559,
      "learning_rate": 4.294004098874021e-06,
      "loss": 0.3811,
      "step": 652900
    },
    {
      "epoch": 182.22,
      "grad_norm": 1.1358721256256104,
      "learning_rate": 4.293989102213356e-06,
      "loss": 0.3809,
      "step": 652910
    },
    {
      "epoch": 182.23,
      "grad_norm": 1.2893946170806885,
      "learning_rate": 4.2939741052931135e-06,
      "loss": 0.3798,
      "step": 652920
    },
    {
      "epoch": 182.23,
      "grad_norm": 1.2386871576309204,
      "learning_rate": 4.293959108113295e-06,
      "loss": 0.3915,
      "step": 652930
    },
    {
      "epoch": 182.23,
      "grad_norm": 1.050887942314148,
      "learning_rate": 4.293944110673904e-06,
      "loss": 0.3816,
      "step": 652940
    },
    {
      "epoch": 182.24,
      "grad_norm": 1.2830778360366821,
      "learning_rate": 4.293929112974942e-06,
      "loss": 0.3737,
      "step": 652950
    },
    {
      "epoch": 182.24,
      "grad_norm": 1.2794866561889648,
      "learning_rate": 4.293914115016409e-06,
      "loss": 0.3717,
      "step": 652960
    },
    {
      "epoch": 182.24,
      "grad_norm": 1.1362292766571045,
      "learning_rate": 4.29389911679831e-06,
      "loss": 0.3982,
      "step": 652970
    },
    {
      "epoch": 182.24,
      "grad_norm": 1.1471692323684692,
      "learning_rate": 4.293884118320646e-06,
      "loss": 0.3624,
      "step": 652980
    },
    {
      "epoch": 182.25,
      "grad_norm": 1.1880379915237427,
      "learning_rate": 4.293869119583418e-06,
      "loss": 0.4026,
      "step": 652990
    },
    {
      "epoch": 182.25,
      "grad_norm": 1.2413371801376343,
      "learning_rate": 4.293854120586627e-06,
      "loss": 0.3765,
      "step": 653000
    },
    {
      "epoch": 182.25,
      "grad_norm": 1.2013893127441406,
      "learning_rate": 4.293839121330279e-06,
      "loss": 0.3605,
      "step": 653010
    },
    {
      "epoch": 182.26,
      "grad_norm": 1.0933990478515625,
      "learning_rate": 4.293824121814372e-06,
      "loss": 0.3955,
      "step": 653020
    },
    {
      "epoch": 182.26,
      "grad_norm": 1.1173954010009766,
      "learning_rate": 4.29380912203891e-06,
      "loss": 0.3761,
      "step": 653030
    },
    {
      "epoch": 182.26,
      "grad_norm": 1.1345587968826294,
      "learning_rate": 4.2937941220038954e-06,
      "loss": 0.3753,
      "step": 653040
    },
    {
      "epoch": 182.26,
      "grad_norm": 1.1506681442260742,
      "learning_rate": 4.2937791217093285e-06,
      "loss": 0.3718,
      "step": 653050
    },
    {
      "epoch": 182.27,
      "grad_norm": 1.2739259004592896,
      "learning_rate": 4.293764121155213e-06,
      "loss": 0.3765,
      "step": 653060
    },
    {
      "epoch": 182.27,
      "grad_norm": 1.4112297296524048,
      "learning_rate": 4.293749120341549e-06,
      "loss": 0.4015,
      "step": 653070
    },
    {
      "epoch": 182.27,
      "grad_norm": 1.1357053518295288,
      "learning_rate": 4.293734119268341e-06,
      "loss": 0.3878,
      "step": 653080
    },
    {
      "epoch": 182.27,
      "grad_norm": 1.0878808498382568,
      "learning_rate": 4.293719117935588e-06,
      "loss": 0.3718,
      "step": 653090
    },
    {
      "epoch": 182.28,
      "grad_norm": 1.353277325630188,
      "learning_rate": 4.293704116343295e-06,
      "loss": 0.3735,
      "step": 653100
    },
    {
      "epoch": 182.28,
      "grad_norm": 1.4800540208816528,
      "learning_rate": 4.293689114491461e-06,
      "loss": 0.3815,
      "step": 653110
    },
    {
      "epoch": 182.28,
      "grad_norm": 1.0971975326538086,
      "learning_rate": 4.293674112380091e-06,
      "loss": 0.3719,
      "step": 653120
    },
    {
      "epoch": 182.29,
      "grad_norm": 1.0830042362213135,
      "learning_rate": 4.293659110009185e-06,
      "loss": 0.3569,
      "step": 653130
    },
    {
      "epoch": 182.29,
      "grad_norm": 1.1293725967407227,
      "learning_rate": 4.2936441073787456e-06,
      "loss": 0.3652,
      "step": 653140
    },
    {
      "epoch": 182.29,
      "grad_norm": 5.979880332946777,
      "learning_rate": 4.293629104488775e-06,
      "loss": 0.3747,
      "step": 653150
    },
    {
      "epoch": 182.29,
      "grad_norm": 1.2408891916275024,
      "learning_rate": 4.293614101339275e-06,
      "loss": 0.3906,
      "step": 653160
    },
    {
      "epoch": 182.3,
      "grad_norm": 1.308631420135498,
      "learning_rate": 4.293599097930247e-06,
      "loss": 0.3808,
      "step": 653170
    },
    {
      "epoch": 182.3,
      "grad_norm": 1.3126707077026367,
      "learning_rate": 4.293584094261694e-06,
      "loss": 0.3914,
      "step": 653180
    },
    {
      "epoch": 182.3,
      "grad_norm": 1.056404948234558,
      "learning_rate": 4.293569090333618e-06,
      "loss": 0.3795,
      "step": 653190
    },
    {
      "epoch": 182.31,
      "grad_norm": 1.2095861434936523,
      "learning_rate": 4.2935540861460195e-06,
      "loss": 0.391,
      "step": 653200
    },
    {
      "epoch": 182.31,
      "grad_norm": 1.275595784187317,
      "learning_rate": 4.2935390816989015e-06,
      "loss": 0.379,
      "step": 653210
    },
    {
      "epoch": 182.31,
      "grad_norm": 1.2441908121109009,
      "learning_rate": 4.293524076992267e-06,
      "loss": 0.3947,
      "step": 653220
    },
    {
      "epoch": 182.31,
      "grad_norm": 1.0620996952056885,
      "learning_rate": 4.293509072026117e-06,
      "loss": 0.3639,
      "step": 653230
    },
    {
      "epoch": 182.32,
      "grad_norm": 1.3147674798965454,
      "learning_rate": 4.293494066800453e-06,
      "loss": 0.3762,
      "step": 653240
    },
    {
      "epoch": 182.32,
      "grad_norm": 1.0891695022583008,
      "learning_rate": 4.293479061315277e-06,
      "loss": 0.3765,
      "step": 653250
    },
    {
      "epoch": 182.32,
      "grad_norm": 1.0373144149780273,
      "learning_rate": 4.293464055570593e-06,
      "loss": 0.374,
      "step": 653260
    },
    {
      "epoch": 182.32,
      "grad_norm": 1.181404709815979,
      "learning_rate": 4.2934490495664005e-06,
      "loss": 0.3868,
      "step": 653270
    },
    {
      "epoch": 182.33,
      "grad_norm": 1.1098597049713135,
      "learning_rate": 4.293434043302703e-06,
      "loss": 0.3953,
      "step": 653280
    },
    {
      "epoch": 182.33,
      "grad_norm": 1.2803540229797363,
      "learning_rate": 4.293419036779501e-06,
      "loss": 0.3729,
      "step": 653290
    },
    {
      "epoch": 182.33,
      "grad_norm": 1.199633002281189,
      "learning_rate": 4.293404029996799e-06,
      "loss": 0.3729,
      "step": 653300
    },
    {
      "epoch": 182.34,
      "grad_norm": 1.043798565864563,
      "learning_rate": 4.2933890229545964e-06,
      "loss": 0.3943,
      "step": 653310
    },
    {
      "epoch": 182.34,
      "grad_norm": 1.381948471069336,
      "learning_rate": 4.293374015652897e-06,
      "loss": 0.3616,
      "step": 653320
    },
    {
      "epoch": 182.34,
      "grad_norm": 1.1954671144485474,
      "learning_rate": 4.293359008091701e-06,
      "loss": 0.38,
      "step": 653330
    },
    {
      "epoch": 182.34,
      "grad_norm": 1.1017262935638428,
      "learning_rate": 4.293344000271013e-06,
      "loss": 0.372,
      "step": 653340
    },
    {
      "epoch": 182.35,
      "grad_norm": 1.054843544960022,
      "learning_rate": 4.2933289921908325e-06,
      "loss": 0.368,
      "step": 653350
    },
    {
      "epoch": 182.35,
      "grad_norm": 1.0900862216949463,
      "learning_rate": 4.2933139838511636e-06,
      "loss": 0.3593,
      "step": 653360
    },
    {
      "epoch": 182.35,
      "grad_norm": 1.2753881216049194,
      "learning_rate": 4.293298975252006e-06,
      "loss": 0.379,
      "step": 653370
    },
    {
      "epoch": 182.36,
      "grad_norm": 1.2071317434310913,
      "learning_rate": 4.2932839663933635e-06,
      "loss": 0.3753,
      "step": 653380
    },
    {
      "epoch": 182.36,
      "grad_norm": 1.1030049324035645,
      "learning_rate": 4.293268957275237e-06,
      "loss": 0.3759,
      "step": 653390
    },
    {
      "epoch": 182.36,
      "grad_norm": 1.0968642234802246,
      "learning_rate": 4.2932539478976296e-06,
      "loss": 0.3745,
      "step": 653400
    },
    {
      "epoch": 182.36,
      "grad_norm": 1.3244200944900513,
      "learning_rate": 4.2932389382605425e-06,
      "loss": 0.3675,
      "step": 653410
    },
    {
      "epoch": 182.37,
      "grad_norm": 1.4916352033615112,
      "learning_rate": 4.293223928363978e-06,
      "loss": 0.3919,
      "step": 653420
    },
    {
      "epoch": 182.37,
      "grad_norm": 1.2516932487487793,
      "learning_rate": 4.2932089182079375e-06,
      "loss": 0.3869,
      "step": 653430
    },
    {
      "epoch": 182.37,
      "grad_norm": 1.2521432638168335,
      "learning_rate": 4.293193907792424e-06,
      "loss": 0.3817,
      "step": 653440
    },
    {
      "epoch": 182.38,
      "grad_norm": 1.1132218837738037,
      "learning_rate": 4.293178897117438e-06,
      "loss": 0.3797,
      "step": 653450
    },
    {
      "epoch": 182.38,
      "grad_norm": 1.258618712425232,
      "learning_rate": 4.293163886182985e-06,
      "loss": 0.3745,
      "step": 653460
    },
    {
      "epoch": 182.38,
      "grad_norm": 1.2751293182373047,
      "learning_rate": 4.293148874989062e-06,
      "loss": 0.3887,
      "step": 653470
    },
    {
      "epoch": 182.38,
      "grad_norm": 1.1598188877105713,
      "learning_rate": 4.293133863535675e-06,
      "loss": 0.3737,
      "step": 653480
    },
    {
      "epoch": 182.39,
      "grad_norm": 1.3093323707580566,
      "learning_rate": 4.2931188518228225e-06,
      "loss": 0.387,
      "step": 653490
    },
    {
      "epoch": 182.39,
      "grad_norm": 1.2046045064926147,
      "learning_rate": 4.2931038398505105e-06,
      "loss": 0.3866,
      "step": 653500
    },
    {
      "epoch": 182.39,
      "grad_norm": 1.4768750667572021,
      "learning_rate": 4.293088827618738e-06,
      "loss": 0.3726,
      "step": 653510
    },
    {
      "epoch": 182.39,
      "grad_norm": 1.2341055870056152,
      "learning_rate": 4.293073815127508e-06,
      "loss": 0.367,
      "step": 653520
    },
    {
      "epoch": 182.4,
      "grad_norm": 1.1735246181488037,
      "learning_rate": 4.293058802376823e-06,
      "loss": 0.374,
      "step": 653530
    },
    {
      "epoch": 182.4,
      "grad_norm": 1.0920791625976562,
      "learning_rate": 4.293043789366684e-06,
      "loss": 0.3915,
      "step": 653540
    },
    {
      "epoch": 182.4,
      "grad_norm": 1.149115800857544,
      "learning_rate": 4.293028776097093e-06,
      "loss": 0.3758,
      "step": 653550
    },
    {
      "epoch": 182.41,
      "grad_norm": 1.7258983850479126,
      "learning_rate": 4.293013762568053e-06,
      "loss": 0.3861,
      "step": 653560
    },
    {
      "epoch": 182.41,
      "grad_norm": 1.3029003143310547,
      "learning_rate": 4.2929987487795654e-06,
      "loss": 0.3697,
      "step": 653570
    },
    {
      "epoch": 182.41,
      "grad_norm": 1.4717955589294434,
      "learning_rate": 4.292983734731632e-06,
      "loss": 0.3794,
      "step": 653580
    },
    {
      "epoch": 182.41,
      "grad_norm": 1.2457247972488403,
      "learning_rate": 4.292968720424256e-06,
      "loss": 0.3775,
      "step": 653590
    },
    {
      "epoch": 182.42,
      "grad_norm": 1.0617872476577759,
      "learning_rate": 4.292953705857437e-06,
      "loss": 0.3727,
      "step": 653600
    },
    {
      "epoch": 182.42,
      "grad_norm": 1.116248369216919,
      "learning_rate": 4.29293869103118e-06,
      "loss": 0.3801,
      "step": 653610
    },
    {
      "epoch": 182.42,
      "grad_norm": 1.0540642738342285,
      "learning_rate": 4.292923675945485e-06,
      "loss": 0.3755,
      "step": 653620
    },
    {
      "epoch": 182.43,
      "grad_norm": 1.1776615381240845,
      "learning_rate": 4.292908660600354e-06,
      "loss": 0.3747,
      "step": 653630
    },
    {
      "epoch": 182.43,
      "grad_norm": 1.2461987733840942,
      "learning_rate": 4.29289364499579e-06,
      "loss": 0.3817,
      "step": 653640
    },
    {
      "epoch": 182.43,
      "grad_norm": 1.1807986497879028,
      "learning_rate": 4.2928786291317936e-06,
      "loss": 0.3705,
      "step": 653650
    },
    {
      "epoch": 182.43,
      "grad_norm": 1.2481496334075928,
      "learning_rate": 4.292863613008369e-06,
      "loss": 0.3621,
      "step": 653660
    },
    {
      "epoch": 182.44,
      "grad_norm": 1.0591504573822021,
      "learning_rate": 4.292848596625515e-06,
      "loss": 0.3712,
      "step": 653670
    },
    {
      "epoch": 182.44,
      "grad_norm": 1.3937931060791016,
      "learning_rate": 4.292833579983237e-06,
      "loss": 0.3657,
      "step": 653680
    },
    {
      "epoch": 182.44,
      "grad_norm": 1.1408839225769043,
      "learning_rate": 4.292818563081535e-06,
      "loss": 0.3727,
      "step": 653690
    },
    {
      "epoch": 182.44,
      "grad_norm": 1.2267675399780273,
      "learning_rate": 4.292803545920411e-06,
      "loss": 0.3697,
      "step": 653700
    },
    {
      "epoch": 182.45,
      "grad_norm": 0.9957775473594666,
      "learning_rate": 4.292788528499868e-06,
      "loss": 0.3463,
      "step": 653710
    },
    {
      "epoch": 182.45,
      "grad_norm": 1.1331326961517334,
      "learning_rate": 4.292773510819907e-06,
      "loss": 0.3669,
      "step": 653720
    },
    {
      "epoch": 182.45,
      "grad_norm": 1.5238178968429565,
      "learning_rate": 4.292758492880531e-06,
      "loss": 0.3849,
      "step": 653730
    },
    {
      "epoch": 182.46,
      "grad_norm": 1.1552696228027344,
      "learning_rate": 4.292743474681741e-06,
      "loss": 0.3603,
      "step": 653740
    },
    {
      "epoch": 182.46,
      "grad_norm": 1.343720555305481,
      "learning_rate": 4.292728456223539e-06,
      "loss": 0.3778,
      "step": 653750
    },
    {
      "epoch": 182.46,
      "grad_norm": 1.2102789878845215,
      "learning_rate": 4.2927134375059285e-06,
      "loss": 0.3776,
      "step": 653760
    },
    {
      "epoch": 182.46,
      "grad_norm": 1.162871241569519,
      "learning_rate": 4.29269841852891e-06,
      "loss": 0.3715,
      "step": 653770
    },
    {
      "epoch": 182.47,
      "grad_norm": 0.9956199526786804,
      "learning_rate": 4.292683399292486e-06,
      "loss": 0.3936,
      "step": 653780
    },
    {
      "epoch": 182.47,
      "grad_norm": 1.5267897844314575,
      "learning_rate": 4.292668379796658e-06,
      "loss": 0.4,
      "step": 653790
    },
    {
      "epoch": 182.47,
      "grad_norm": 1.4070942401885986,
      "learning_rate": 4.292653360041428e-06,
      "loss": 0.363,
      "step": 653800
    },
    {
      "epoch": 182.48,
      "grad_norm": 1.1200151443481445,
      "learning_rate": 4.2926383400268e-06,
      "loss": 0.3872,
      "step": 653810
    },
    {
      "epoch": 182.48,
      "grad_norm": 1.183531641960144,
      "learning_rate": 4.292623319752773e-06,
      "loss": 0.3892,
      "step": 653820
    },
    {
      "epoch": 182.48,
      "grad_norm": 1.1237025260925293,
      "learning_rate": 4.292608299219351e-06,
      "loss": 0.3602,
      "step": 653830
    },
    {
      "epoch": 182.48,
      "grad_norm": 1.1507419347763062,
      "learning_rate": 4.292593278426536e-06,
      "loss": 0.3769,
      "step": 653840
    },
    {
      "epoch": 182.49,
      "grad_norm": 1.13399338722229,
      "learning_rate": 4.292578257374329e-06,
      "loss": 0.3732,
      "step": 653850
    },
    {
      "epoch": 182.49,
      "grad_norm": 1.0957250595092773,
      "learning_rate": 4.292563236062732e-06,
      "loss": 0.3803,
      "step": 653860
    },
    {
      "epoch": 182.49,
      "grad_norm": 1.18766188621521,
      "learning_rate": 4.292548214491747e-06,
      "loss": 0.3832,
      "step": 653870
    },
    {
      "epoch": 182.5,
      "grad_norm": 0.9768518805503845,
      "learning_rate": 4.292533192661378e-06,
      "loss": 0.3786,
      "step": 653880
    },
    {
      "epoch": 182.5,
      "grad_norm": 1.1917877197265625,
      "learning_rate": 4.292518170571624e-06,
      "loss": 0.3844,
      "step": 653890
    },
    {
      "epoch": 182.5,
      "grad_norm": 1.2074730396270752,
      "learning_rate": 4.292503148222489e-06,
      "loss": 0.3941,
      "step": 653900
    },
    {
      "epoch": 182.5,
      "grad_norm": 1.2581297159194946,
      "learning_rate": 4.292488125613975e-06,
      "loss": 0.3956,
      "step": 653910
    },
    {
      "epoch": 182.51,
      "grad_norm": 1.0853896141052246,
      "learning_rate": 4.292473102746083e-06,
      "loss": 0.3802,
      "step": 653920
    },
    {
      "epoch": 182.51,
      "grad_norm": 1.1239008903503418,
      "learning_rate": 4.292458079618815e-06,
      "loss": 0.3583,
      "step": 653930
    },
    {
      "epoch": 182.51,
      "grad_norm": 1.3671571016311646,
      "learning_rate": 4.2924430562321735e-06,
      "loss": 0.3893,
      "step": 653940
    },
    {
      "epoch": 182.51,
      "grad_norm": 1.1392168998718262,
      "learning_rate": 4.292428032586161e-06,
      "loss": 0.381,
      "step": 653950
    },
    {
      "epoch": 182.52,
      "grad_norm": 1.0725570917129517,
      "learning_rate": 4.2924130086807785e-06,
      "loss": 0.3837,
      "step": 653960
    },
    {
      "epoch": 182.52,
      "grad_norm": 1.0547151565551758,
      "learning_rate": 4.292397984516028e-06,
      "loss": 0.3738,
      "step": 653970
    },
    {
      "epoch": 182.52,
      "grad_norm": 1.3674055337905884,
      "learning_rate": 4.292382960091912e-06,
      "loss": 0.3725,
      "step": 653980
    },
    {
      "epoch": 182.53,
      "grad_norm": 1.3230053186416626,
      "learning_rate": 4.292367935408433e-06,
      "loss": 0.3703,
      "step": 653990
    },
    {
      "epoch": 182.53,
      "grad_norm": 0.9755573868751526,
      "learning_rate": 4.292352910465593e-06,
      "loss": 0.3904,
      "step": 654000
    },
    {
      "epoch": 182.53,
      "grad_norm": 1.188796043395996,
      "learning_rate": 4.292337885263393e-06,
      "loss": 0.3888,
      "step": 654010
    },
    {
      "epoch": 182.53,
      "grad_norm": 1.1431032419204712,
      "learning_rate": 4.292322859801834e-06,
      "loss": 0.3764,
      "step": 654020
    },
    {
      "epoch": 182.54,
      "grad_norm": 7.786710262298584,
      "learning_rate": 4.292307834080921e-06,
      "loss": 0.3829,
      "step": 654030
    },
    {
      "epoch": 182.54,
      "grad_norm": 1.3416980504989624,
      "learning_rate": 4.2922928081006535e-06,
      "loss": 0.3823,
      "step": 654040
    },
    {
      "epoch": 182.54,
      "grad_norm": 1.083153486251831,
      "learning_rate": 4.292277781861035e-06,
      "loss": 0.3741,
      "step": 654050
    },
    {
      "epoch": 182.55,
      "grad_norm": 0.9855729341506958,
      "learning_rate": 4.292262755362067e-06,
      "loss": 0.37,
      "step": 654060
    },
    {
      "epoch": 182.55,
      "grad_norm": 1.1328483819961548,
      "learning_rate": 4.29224772860375e-06,
      "loss": 0.3772,
      "step": 654070
    },
    {
      "epoch": 182.55,
      "grad_norm": 1.0117965936660767,
      "learning_rate": 4.292232701586089e-06,
      "loss": 0.3638,
      "step": 654080
    },
    {
      "epoch": 182.55,
      "grad_norm": 1.1770859956741333,
      "learning_rate": 4.2922176743090846e-06,
      "loss": 0.3722,
      "step": 654090
    },
    {
      "epoch": 182.56,
      "grad_norm": 1.0973986387252808,
      "learning_rate": 4.292202646772738e-06,
      "loss": 0.3684,
      "step": 654100
    },
    {
      "epoch": 182.56,
      "grad_norm": 1.1955552101135254,
      "learning_rate": 4.2921876189770524e-06,
      "loss": 0.3798,
      "step": 654110
    },
    {
      "epoch": 182.56,
      "grad_norm": 1.1014007329940796,
      "learning_rate": 4.2921725909220285e-06,
      "loss": 0.3614,
      "step": 654120
    },
    {
      "epoch": 182.56,
      "grad_norm": 1.4033294916152954,
      "learning_rate": 4.292157562607668e-06,
      "loss": 0.3866,
      "step": 654130
    },
    {
      "epoch": 182.57,
      "grad_norm": 1.3376487493515015,
      "learning_rate": 4.292142534033976e-06,
      "loss": 0.3612,
      "step": 654140
    },
    {
      "epoch": 182.57,
      "grad_norm": 1.2517547607421875,
      "learning_rate": 4.292127505200952e-06,
      "loss": 0.3639,
      "step": 654150
    },
    {
      "epoch": 182.57,
      "grad_norm": 1.2075833082199097,
      "learning_rate": 4.292112476108598e-06,
      "loss": 0.3758,
      "step": 654160
    },
    {
      "epoch": 182.58,
      "grad_norm": 1.2870630025863647,
      "learning_rate": 4.2920974467569165e-06,
      "loss": 0.393,
      "step": 654170
    },
    {
      "epoch": 182.58,
      "grad_norm": 1.0127124786376953,
      "learning_rate": 4.292082417145909e-06,
      "loss": 0.3871,
      "step": 654180
    },
    {
      "epoch": 182.58,
      "grad_norm": 1.221843957901001,
      "learning_rate": 4.292067387275578e-06,
      "loss": 0.3669,
      "step": 654190
    },
    {
      "epoch": 182.58,
      "grad_norm": 1.468762755393982,
      "learning_rate": 4.292052357145926e-06,
      "loss": 0.3855,
      "step": 654200
    },
    {
      "epoch": 182.59,
      "grad_norm": 1.25907564163208,
      "learning_rate": 4.292037326756954e-06,
      "loss": 0.377,
      "step": 654210
    },
    {
      "epoch": 182.59,
      "grad_norm": 1.3062950372695923,
      "learning_rate": 4.292022296108665e-06,
      "loss": 0.3673,
      "step": 654220
    },
    {
      "epoch": 182.59,
      "grad_norm": 0.9960154294967651,
      "learning_rate": 4.2920072652010595e-06,
      "loss": 0.3738,
      "step": 654230
    },
    {
      "epoch": 182.6,
      "grad_norm": 1.3095089197158813,
      "learning_rate": 4.291992234034141e-06,
      "loss": 0.3827,
      "step": 654240
    },
    {
      "epoch": 182.6,
      "grad_norm": 1.0352305173873901,
      "learning_rate": 4.29197720260791e-06,
      "loss": 0.3815,
      "step": 654250
    },
    {
      "epoch": 182.6,
      "grad_norm": 1.215839147567749,
      "learning_rate": 4.29196217092237e-06,
      "loss": 0.389,
      "step": 654260
    },
    {
      "epoch": 182.6,
      "grad_norm": 1.2314602136611938,
      "learning_rate": 4.2919471389775235e-06,
      "loss": 0.3726,
      "step": 654270
    },
    {
      "epoch": 182.61,
      "grad_norm": 1.2502052783966064,
      "learning_rate": 4.2919321067733705e-06,
      "loss": 0.3965,
      "step": 654280
    },
    {
      "epoch": 182.61,
      "grad_norm": 1.2218773365020752,
      "learning_rate": 4.291917074309914e-06,
      "loss": 0.3784,
      "step": 654290
    },
    {
      "epoch": 182.61,
      "grad_norm": 1.0511423349380493,
      "learning_rate": 4.291902041587156e-06,
      "loss": 0.3792,
      "step": 654300
    },
    {
      "epoch": 182.62,
      "grad_norm": 1.655254602432251,
      "learning_rate": 4.291887008605098e-06,
      "loss": 0.3915,
      "step": 654310
    },
    {
      "epoch": 182.62,
      "grad_norm": 1.0343585014343262,
      "learning_rate": 4.291871975363743e-06,
      "loss": 0.3765,
      "step": 654320
    },
    {
      "epoch": 182.62,
      "grad_norm": 1.1958376169204712,
      "learning_rate": 4.291856941863093e-06,
      "loss": 0.3741,
      "step": 654330
    },
    {
      "epoch": 182.62,
      "grad_norm": 1.2939924001693726,
      "learning_rate": 4.291841908103148e-06,
      "loss": 0.3919,
      "step": 654340
    },
    {
      "epoch": 182.63,
      "grad_norm": 1.455987572669983,
      "learning_rate": 4.291826874083913e-06,
      "loss": 0.3644,
      "step": 654350
    },
    {
      "epoch": 182.63,
      "grad_norm": 1.3682414293289185,
      "learning_rate": 4.2918118398053865e-06,
      "loss": 0.3672,
      "step": 654360
    },
    {
      "epoch": 182.63,
      "grad_norm": 1.1166057586669922,
      "learning_rate": 4.291796805267574e-06,
      "loss": 0.392,
      "step": 654370
    },
    {
      "epoch": 182.63,
      "grad_norm": 1.2103679180145264,
      "learning_rate": 4.291781770470476e-06,
      "loss": 0.3766,
      "step": 654380
    },
    {
      "epoch": 182.64,
      "grad_norm": 1.1079846620559692,
      "learning_rate": 4.2917667354140935e-06,
      "loss": 0.3569,
      "step": 654390
    },
    {
      "epoch": 182.64,
      "grad_norm": 1.627954125404358,
      "learning_rate": 4.291751700098429e-06,
      "loss": 0.376,
      "step": 654400
    },
    {
      "epoch": 182.64,
      "grad_norm": 1.2562857866287231,
      "learning_rate": 4.291736664523486e-06,
      "loss": 0.3996,
      "step": 654410
    },
    {
      "epoch": 182.65,
      "grad_norm": 1.375929594039917,
      "learning_rate": 4.2917216286892655e-06,
      "loss": 0.3702,
      "step": 654420
    },
    {
      "epoch": 182.65,
      "grad_norm": 1.4569101333618164,
      "learning_rate": 4.291706592595769e-06,
      "loss": 0.3734,
      "step": 654430
    },
    {
      "epoch": 182.65,
      "grad_norm": 1.0146762132644653,
      "learning_rate": 4.291691556242999e-06,
      "loss": 0.3827,
      "step": 654440
    },
    {
      "epoch": 182.65,
      "grad_norm": 1.0565279722213745,
      "learning_rate": 4.291676519630958e-06,
      "loss": 0.3647,
      "step": 654450
    },
    {
      "epoch": 182.66,
      "grad_norm": 1.286578893661499,
      "learning_rate": 4.291661482759647e-06,
      "loss": 0.3861,
      "step": 654460
    },
    {
      "epoch": 182.66,
      "grad_norm": 1.1626498699188232,
      "learning_rate": 4.291646445629068e-06,
      "loss": 0.3751,
      "step": 654470
    },
    {
      "epoch": 182.66,
      "grad_norm": 1.2884446382522583,
      "learning_rate": 4.291631408239224e-06,
      "loss": 0.368,
      "step": 654480
    },
    {
      "epoch": 182.67,
      "grad_norm": 1.8426347970962524,
      "learning_rate": 4.2916163705901164e-06,
      "loss": 0.377,
      "step": 654490
    },
    {
      "epoch": 182.67,
      "grad_norm": 1.2342941761016846,
      "learning_rate": 4.291601332681748e-06,
      "loss": 0.3698,
      "step": 654500
    },
    {
      "epoch": 182.67,
      "grad_norm": 1.0389888286590576,
      "learning_rate": 4.291586294514119e-06,
      "loss": 0.3846,
      "step": 654510
    },
    {
      "epoch": 182.67,
      "grad_norm": 1.4804942607879639,
      "learning_rate": 4.291571256087232e-06,
      "loss": 0.3827,
      "step": 654520
    },
    {
      "epoch": 182.68,
      "grad_norm": 1.2181473970413208,
      "learning_rate": 4.291556217401091e-06,
      "loss": 0.383,
      "step": 654530
    },
    {
      "epoch": 182.68,
      "grad_norm": 1.2284870147705078,
      "learning_rate": 4.291541178455696e-06,
      "loss": 0.3808,
      "step": 654540
    },
    {
      "epoch": 182.68,
      "grad_norm": 1.2167243957519531,
      "learning_rate": 4.291526139251048e-06,
      "loss": 0.372,
      "step": 654550
    },
    {
      "epoch": 182.68,
      "grad_norm": 12.700715065002441,
      "learning_rate": 4.291511099787152e-06,
      "loss": 0.3929,
      "step": 654560
    },
    {
      "epoch": 182.69,
      "grad_norm": 1.047577977180481,
      "learning_rate": 4.291496060064008e-06,
      "loss": 0.3624,
      "step": 654570
    },
    {
      "epoch": 182.69,
      "grad_norm": 1.0570099353790283,
      "learning_rate": 4.291481020081618e-06,
      "loss": 0.3862,
      "step": 654580
    },
    {
      "epoch": 182.69,
      "grad_norm": 1.1423474550247192,
      "learning_rate": 4.2914659798399855e-06,
      "loss": 0.3805,
      "step": 654590
    },
    {
      "epoch": 182.7,
      "grad_norm": 1.3248487710952759,
      "learning_rate": 4.291450939339111e-06,
      "loss": 0.3888,
      "step": 654600
    },
    {
      "epoch": 182.7,
      "grad_norm": 1.2187682390213013,
      "learning_rate": 4.2914358985789975e-06,
      "loss": 0.3861,
      "step": 654610
    },
    {
      "epoch": 182.7,
      "grad_norm": 1.5256608724594116,
      "learning_rate": 4.2914208575596455e-06,
      "loss": 0.3968,
      "step": 654620
    },
    {
      "epoch": 182.7,
      "grad_norm": 1.115085244178772,
      "learning_rate": 4.291405816281058e-06,
      "loss": 0.3819,
      "step": 654630
    },
    {
      "epoch": 182.71,
      "grad_norm": 1.295307993888855,
      "learning_rate": 4.291390774743238e-06,
      "loss": 0.3863,
      "step": 654640
    },
    {
      "epoch": 182.71,
      "grad_norm": 1.1325441598892212,
      "learning_rate": 4.2913757329461855e-06,
      "loss": 0.3927,
      "step": 654650
    },
    {
      "epoch": 182.71,
      "grad_norm": 1.4727290868759155,
      "learning_rate": 4.2913606908899034e-06,
      "loss": 0.3817,
      "step": 654660
    },
    {
      "epoch": 182.72,
      "grad_norm": 1.0070539712905884,
      "learning_rate": 4.2913456485743945e-06,
      "loss": 0.3669,
      "step": 654670
    },
    {
      "epoch": 182.72,
      "grad_norm": 1.0522931814193726,
      "learning_rate": 4.29133060599966e-06,
      "loss": 0.3654,
      "step": 654680
    },
    {
      "epoch": 182.72,
      "grad_norm": 1.0923289060592651,
      "learning_rate": 4.291315563165701e-06,
      "loss": 0.385,
      "step": 654690
    },
    {
      "epoch": 182.72,
      "grad_norm": 1.0435765981674194,
      "learning_rate": 4.291300520072522e-06,
      "loss": 0.3869,
      "step": 654700
    },
    {
      "epoch": 182.73,
      "grad_norm": 1.1851410865783691,
      "learning_rate": 4.291285476720123e-06,
      "loss": 0.3669,
      "step": 654710
    },
    {
      "epoch": 182.73,
      "grad_norm": 1.466442584991455,
      "learning_rate": 4.291270433108506e-06,
      "loss": 0.3825,
      "step": 654720
    },
    {
      "epoch": 182.73,
      "grad_norm": 1.0110703706741333,
      "learning_rate": 4.291255389237674e-06,
      "loss": 0.3877,
      "step": 654730
    },
    {
      "epoch": 182.74,
      "grad_norm": 1.132453203201294,
      "learning_rate": 4.291240345107629e-06,
      "loss": 0.3817,
      "step": 654740
    },
    {
      "epoch": 182.74,
      "grad_norm": 1.2116162776947021,
      "learning_rate": 4.291225300718372e-06,
      "loss": 0.3803,
      "step": 654750
    },
    {
      "epoch": 182.74,
      "grad_norm": 1.0885928869247437,
      "learning_rate": 4.291210256069904e-06,
      "loss": 0.3789,
      "step": 654760
    },
    {
      "epoch": 182.74,
      "grad_norm": 1.0832948684692383,
      "learning_rate": 4.29119521116223e-06,
      "loss": 0.3824,
      "step": 654770
    },
    {
      "epoch": 182.75,
      "grad_norm": 0.9486788511276245,
      "learning_rate": 4.2911801659953506e-06,
      "loss": 0.3718,
      "step": 654780
    },
    {
      "epoch": 182.75,
      "grad_norm": 1.106656551361084,
      "learning_rate": 4.291165120569267e-06,
      "loss": 0.3599,
      "step": 654790
    },
    {
      "epoch": 182.75,
      "grad_norm": 1.1340762376785278,
      "learning_rate": 4.291150074883983e-06,
      "loss": 0.3801,
      "step": 654800
    },
    {
      "epoch": 182.75,
      "grad_norm": 1.180594563484192,
      "learning_rate": 4.291135028939498e-06,
      "loss": 0.3796,
      "step": 654810
    },
    {
      "epoch": 182.76,
      "grad_norm": 1.0745022296905518,
      "learning_rate": 4.291119982735817e-06,
      "loss": 0.3616,
      "step": 654820
    },
    {
      "epoch": 182.76,
      "grad_norm": 1.003206729888916,
      "learning_rate": 4.29110493627294e-06,
      "loss": 0.3731,
      "step": 654830
    },
    {
      "epoch": 182.76,
      "grad_norm": 1.0865246057510376,
      "learning_rate": 4.291089889550869e-06,
      "loss": 0.3831,
      "step": 654840
    },
    {
      "epoch": 182.77,
      "grad_norm": 1.1242785453796387,
      "learning_rate": 4.291074842569607e-06,
      "loss": 0.3784,
      "step": 654850
    },
    {
      "epoch": 182.77,
      "grad_norm": 1.0969433784484863,
      "learning_rate": 4.2910597953291556e-06,
      "loss": 0.3971,
      "step": 654860
    },
    {
      "epoch": 182.77,
      "grad_norm": 1.1564985513687134,
      "learning_rate": 4.291044747829517e-06,
      "loss": 0.3863,
      "step": 654870
    },
    {
      "epoch": 182.77,
      "grad_norm": 1.0566929578781128,
      "learning_rate": 4.291029700070692e-06,
      "loss": 0.394,
      "step": 654880
    },
    {
      "epoch": 182.78,
      "grad_norm": 1.2552783489227295,
      "learning_rate": 4.291014652052685e-06,
      "loss": 0.3967,
      "step": 654890
    },
    {
      "epoch": 182.78,
      "grad_norm": 1.0311199426651,
      "learning_rate": 4.2909996037754955e-06,
      "loss": 0.376,
      "step": 654900
    },
    {
      "epoch": 182.78,
      "grad_norm": 1.179396390914917,
      "learning_rate": 4.290984555239127e-06,
      "loss": 0.3837,
      "step": 654910
    },
    {
      "epoch": 182.79,
      "grad_norm": 1.1468144655227661,
      "learning_rate": 4.29096950644358e-06,
      "loss": 0.3872,
      "step": 654920
    },
    {
      "epoch": 182.79,
      "grad_norm": 1.3505264520645142,
      "learning_rate": 4.290954457388858e-06,
      "loss": 0.3977,
      "step": 654930
    },
    {
      "epoch": 182.79,
      "grad_norm": 4.222042560577393,
      "learning_rate": 4.290939408074963e-06,
      "loss": 0.388,
      "step": 654940
    },
    {
      "epoch": 182.79,
      "grad_norm": 1.0796446800231934,
      "learning_rate": 4.290924358501897e-06,
      "loss": 0.3747,
      "step": 654950
    },
    {
      "epoch": 182.8,
      "grad_norm": 1.1228526830673218,
      "learning_rate": 4.290909308669661e-06,
      "loss": 0.3863,
      "step": 654960
    },
    {
      "epoch": 182.8,
      "grad_norm": 1.2284998893737793,
      "learning_rate": 4.2908942585782575e-06,
      "loss": 0.3891,
      "step": 654970
    },
    {
      "epoch": 182.8,
      "grad_norm": 1.111460566520691,
      "learning_rate": 4.290879208227688e-06,
      "loss": 0.3712,
      "step": 654980
    },
    {
      "epoch": 182.8,
      "grad_norm": 1.2065969705581665,
      "learning_rate": 4.290864157617956e-06,
      "loss": 0.3815,
      "step": 654990
    },
    {
      "epoch": 182.81,
      "grad_norm": 1.401539921760559,
      "learning_rate": 4.290849106749062e-06,
      "loss": 0.3691,
      "step": 655000
    },
    {
      "epoch": 182.81,
      "grad_norm": 0.9113539457321167,
      "learning_rate": 4.29083405562101e-06,
      "loss": 0.369,
      "step": 655010
    },
    {
      "epoch": 182.81,
      "grad_norm": 1.1258457899093628,
      "learning_rate": 4.2908190042337984e-06,
      "loss": 0.3761,
      "step": 655020
    },
    {
      "epoch": 182.82,
      "grad_norm": 1.0539971590042114,
      "learning_rate": 4.290803952587432e-06,
      "loss": 0.3638,
      "step": 655030
    },
    {
      "epoch": 182.82,
      "grad_norm": 1.0926995277404785,
      "learning_rate": 4.290788900681914e-06,
      "loss": 0.3917,
      "step": 655040
    },
    {
      "epoch": 182.82,
      "grad_norm": 1.121588945388794,
      "learning_rate": 4.290773848517243e-06,
      "loss": 0.3892,
      "step": 655050
    },
    {
      "epoch": 182.82,
      "grad_norm": 1.3651703596115112,
      "learning_rate": 4.290758796093423e-06,
      "loss": 0.3824,
      "step": 655060
    },
    {
      "epoch": 182.83,
      "grad_norm": 1.9007556438446045,
      "learning_rate": 4.290743743410455e-06,
      "loss": 0.3741,
      "step": 655070
    },
    {
      "epoch": 182.83,
      "grad_norm": 1.438305139541626,
      "learning_rate": 4.290728690468342e-06,
      "loss": 0.3791,
      "step": 655080
    },
    {
      "epoch": 182.83,
      "grad_norm": 1.0746307373046875,
      "learning_rate": 4.290713637267085e-06,
      "loss": 0.3747,
      "step": 655090
    },
    {
      "epoch": 182.84,
      "grad_norm": 1.095621943473816,
      "learning_rate": 4.290698583806688e-06,
      "loss": 0.3944,
      "step": 655100
    },
    {
      "epoch": 182.84,
      "grad_norm": 1.0782968997955322,
      "learning_rate": 4.290683530087151e-06,
      "loss": 0.3835,
      "step": 655110
    },
    {
      "epoch": 182.84,
      "grad_norm": 1.222847819328308,
      "learning_rate": 4.290668476108476e-06,
      "loss": 0.3635,
      "step": 655120
    },
    {
      "epoch": 182.84,
      "grad_norm": 1.1660287380218506,
      "learning_rate": 4.290653421870666e-06,
      "loss": 0.3685,
      "step": 655130
    },
    {
      "epoch": 182.85,
      "grad_norm": 1.1816449165344238,
      "learning_rate": 4.290638367373723e-06,
      "loss": 0.3942,
      "step": 655140
    },
    {
      "epoch": 182.85,
      "grad_norm": 1.2942936420440674,
      "learning_rate": 4.290623312617648e-06,
      "loss": 0.3915,
      "step": 655150
    },
    {
      "epoch": 182.85,
      "grad_norm": 1.093476414680481,
      "learning_rate": 4.2906082576024435e-06,
      "loss": 0.3757,
      "step": 655160
    },
    {
      "epoch": 182.86,
      "grad_norm": 1.1918262243270874,
      "learning_rate": 4.290593202328112e-06,
      "loss": 0.3745,
      "step": 655170
    },
    {
      "epoch": 182.86,
      "grad_norm": 1.1095067262649536,
      "learning_rate": 4.290578146794656e-06,
      "loss": 0.3772,
      "step": 655180
    },
    {
      "epoch": 182.86,
      "grad_norm": 1.1770917177200317,
      "learning_rate": 4.290563091002075e-06,
      "loss": 0.3714,
      "step": 655190
    },
    {
      "epoch": 182.86,
      "grad_norm": 0.9536579251289368,
      "learning_rate": 4.290548034950375e-06,
      "loss": 0.3781,
      "step": 655200
    },
    {
      "epoch": 182.87,
      "grad_norm": 1.3215168714523315,
      "learning_rate": 4.290532978639554e-06,
      "loss": 0.3816,
      "step": 655210
    },
    {
      "epoch": 182.87,
      "grad_norm": 1.2276296615600586,
      "learning_rate": 4.290517922069615e-06,
      "loss": 0.383,
      "step": 655220
    },
    {
      "epoch": 182.87,
      "grad_norm": 1.3232165575027466,
      "learning_rate": 4.290502865240561e-06,
      "loss": 0.36,
      "step": 655230
    },
    {
      "epoch": 182.87,
      "grad_norm": 0.9520796537399292,
      "learning_rate": 4.290487808152395e-06,
      "loss": 0.3753,
      "step": 655240
    },
    {
      "epoch": 182.88,
      "grad_norm": 1.058473825454712,
      "learning_rate": 4.290472750805116e-06,
      "loss": 0.3686,
      "step": 655250
    },
    {
      "epoch": 182.88,
      "grad_norm": 0.9832627773284912,
      "learning_rate": 4.29045769319873e-06,
      "loss": 0.3734,
      "step": 655260
    },
    {
      "epoch": 182.88,
      "grad_norm": 1.179901361465454,
      "learning_rate": 4.290442635333234e-06,
      "loss": 0.3831,
      "step": 655270
    },
    {
      "epoch": 182.89,
      "grad_norm": 1.2474616765975952,
      "learning_rate": 4.2904275772086335e-06,
      "loss": 0.3829,
      "step": 655280
    },
    {
      "epoch": 182.89,
      "grad_norm": 1.217067003250122,
      "learning_rate": 4.29041251882493e-06,
      "loss": 0.3876,
      "step": 655290
    },
    {
      "epoch": 182.89,
      "grad_norm": 1.5284783840179443,
      "learning_rate": 4.290397460182126e-06,
      "loss": 0.3936,
      "step": 655300
    },
    {
      "epoch": 182.89,
      "grad_norm": 1.0789451599121094,
      "learning_rate": 4.290382401280222e-06,
      "loss": 0.381,
      "step": 655310
    },
    {
      "epoch": 182.9,
      "grad_norm": 1.1464558839797974,
      "learning_rate": 4.290367342119221e-06,
      "loss": 0.3781,
      "step": 655320
    },
    {
      "epoch": 182.9,
      "grad_norm": 1.2298837900161743,
      "learning_rate": 4.290352282699124e-06,
      "loss": 0.3706,
      "step": 655330
    },
    {
      "epoch": 182.9,
      "grad_norm": 1.0933201313018799,
      "learning_rate": 4.290337223019934e-06,
      "loss": 0.3931,
      "step": 655340
    },
    {
      "epoch": 182.91,
      "grad_norm": 1.0997979640960693,
      "learning_rate": 4.2903221630816526e-06,
      "loss": 0.3672,
      "step": 655350
    },
    {
      "epoch": 182.91,
      "grad_norm": 1.1855069398880005,
      "learning_rate": 4.290307102884282e-06,
      "loss": 0.3758,
      "step": 655360
    },
    {
      "epoch": 182.91,
      "grad_norm": 1.3612583875656128,
      "learning_rate": 4.290292042427824e-06,
      "loss": 0.3655,
      "step": 655370
    },
    {
      "epoch": 182.91,
      "grad_norm": 1.2231911420822144,
      "learning_rate": 4.290276981712281e-06,
      "loss": 0.3857,
      "step": 655380
    },
    {
      "epoch": 182.92,
      "grad_norm": 1.1735793352127075,
      "learning_rate": 4.290261920737655e-06,
      "loss": 0.3888,
      "step": 655390
    },
    {
      "epoch": 182.92,
      "grad_norm": 1.0537458658218384,
      "learning_rate": 4.290246859503946e-06,
      "loss": 0.3926,
      "step": 655400
    },
    {
      "epoch": 182.92,
      "grad_norm": 1.0170339345932007,
      "learning_rate": 4.29023179801116e-06,
      "loss": 0.3819,
      "step": 655410
    },
    {
      "epoch": 182.92,
      "grad_norm": 1.0978246927261353,
      "learning_rate": 4.290216736259296e-06,
      "loss": 0.3935,
      "step": 655420
    },
    {
      "epoch": 182.93,
      "grad_norm": 1.029160976409912,
      "learning_rate": 4.290201674248356e-06,
      "loss": 0.3748,
      "step": 655430
    },
    {
      "epoch": 182.93,
      "grad_norm": 1.237039566040039,
      "learning_rate": 4.290186611978344e-06,
      "loss": 0.382,
      "step": 655440
    },
    {
      "epoch": 182.93,
      "grad_norm": 1.2082905769348145,
      "learning_rate": 4.2901715494492595e-06,
      "loss": 0.3883,
      "step": 655450
    },
    {
      "epoch": 182.94,
      "grad_norm": 1.099266529083252,
      "learning_rate": 4.290156486661106e-06,
      "loss": 0.3765,
      "step": 655460
    },
    {
      "epoch": 182.94,
      "grad_norm": 1.194507360458374,
      "learning_rate": 4.290141423613886e-06,
      "loss": 0.3674,
      "step": 655470
    },
    {
      "epoch": 182.94,
      "grad_norm": 1.016074538230896,
      "learning_rate": 4.2901263603076006e-06,
      "loss": 0.365,
      "step": 655480
    },
    {
      "epoch": 182.94,
      "grad_norm": 1.1571515798568726,
      "learning_rate": 4.290111296742252e-06,
      "loss": 0.3957,
      "step": 655490
    },
    {
      "epoch": 182.95,
      "grad_norm": 0.9964690804481506,
      "learning_rate": 4.290096232917841e-06,
      "loss": 0.3727,
      "step": 655500
    },
    {
      "epoch": 182.95,
      "grad_norm": 1.3204587697982788,
      "learning_rate": 4.2900811688343724e-06,
      "loss": 0.3827,
      "step": 655510
    },
    {
      "epoch": 182.95,
      "grad_norm": 1.1281605958938599,
      "learning_rate": 4.2900661044918454e-06,
      "loss": 0.3781,
      "step": 655520
    },
    {
      "epoch": 182.96,
      "grad_norm": 0.993546187877655,
      "learning_rate": 4.2900510398902636e-06,
      "loss": 0.3679,
      "step": 655530
    },
    {
      "epoch": 182.96,
      "grad_norm": 1.3609340190887451,
      "learning_rate": 4.2900359750296285e-06,
      "loss": 0.3864,
      "step": 655540
    },
    {
      "epoch": 182.96,
      "grad_norm": 1.4832979440689087,
      "learning_rate": 4.290020909909943e-06,
      "loss": 0.3678,
      "step": 655550
    },
    {
      "epoch": 182.96,
      "grad_norm": 1.106481671333313,
      "learning_rate": 4.2900058445312074e-06,
      "loss": 0.3891,
      "step": 655560
    },
    {
      "epoch": 182.97,
      "grad_norm": 1.328230619430542,
      "learning_rate": 4.289990778893426e-06,
      "loss": 0.3734,
      "step": 655570
    },
    {
      "epoch": 182.97,
      "grad_norm": 1.218184232711792,
      "learning_rate": 4.289975712996597e-06,
      "loss": 0.3781,
      "step": 655580
    },
    {
      "epoch": 182.97,
      "grad_norm": 1.272019624710083,
      "learning_rate": 4.289960646840727e-06,
      "loss": 0.3853,
      "step": 655590
    },
    {
      "epoch": 182.98,
      "grad_norm": 1.1946715116500854,
      "learning_rate": 4.289945580425815e-06,
      "loss": 0.3905,
      "step": 655600
    },
    {
      "epoch": 182.98,
      "grad_norm": 1.1162657737731934,
      "learning_rate": 4.289930513751864e-06,
      "loss": 0.3754,
      "step": 655610
    },
    {
      "epoch": 182.98,
      "grad_norm": 1.2497361898422241,
      "learning_rate": 4.289915446818876e-06,
      "loss": 0.3773,
      "step": 655620
    },
    {
      "epoch": 182.98,
      "grad_norm": 1.0574733018875122,
      "learning_rate": 4.289900379626852e-06,
      "loss": 0.3732,
      "step": 655630
    },
    {
      "epoch": 182.99,
      "grad_norm": 0.9711426496505737,
      "learning_rate": 4.289885312175795e-06,
      "loss": 0.3767,
      "step": 655640
    },
    {
      "epoch": 182.99,
      "grad_norm": 1.1070784330368042,
      "learning_rate": 4.2898702444657075e-06,
      "loss": 0.3756,
      "step": 655650
    },
    {
      "epoch": 182.99,
      "grad_norm": 1.2569772005081177,
      "learning_rate": 4.289855176496591e-06,
      "loss": 0.3895,
      "step": 655660
    },
    {
      "epoch": 182.99,
      "grad_norm": 1.0937116146087646,
      "learning_rate": 4.289840108268447e-06,
      "loss": 0.3608,
      "step": 655670
    },
    {
      "epoch": 183.0,
      "grad_norm": 1.0705643892288208,
      "learning_rate": 4.289825039781278e-06,
      "loss": 0.3661,
      "step": 655680
    },
    {
      "epoch": 183.0,
      "eval_loss": 0.37948617339134216,
      "eval_runtime": 63.4992,
      "eval_samples_per_second": 79.67,
      "eval_steps_per_second": 9.969,
      "step": 655689
    },
    {
      "epoch": 183.0,
      "grad_norm": 1.1879878044128418,
      "learning_rate": 4.289809971035086e-06,
      "loss": 0.3726,
      "step": 655690
    },
    {
      "epoch": 183.0,
      "grad_norm": 1.0937707424163818,
      "learning_rate": 4.289794902029872e-06,
      "loss": 0.3734,
      "step": 655700
    },
    {
      "epoch": 183.01,
      "grad_norm": 1.1233646869659424,
      "learning_rate": 4.2897798327656395e-06,
      "loss": 0.3867,
      "step": 655710
    },
    {
      "epoch": 183.01,
      "grad_norm": 1.3380768299102783,
      "learning_rate": 4.2897647632423905e-06,
      "loss": 0.3897,
      "step": 655720
    },
    {
      "epoch": 183.01,
      "grad_norm": 1.1182730197906494,
      "learning_rate": 4.289749693460126e-06,
      "loss": 0.3805,
      "step": 655730
    },
    {
      "epoch": 183.01,
      "grad_norm": 1.1887484788894653,
      "learning_rate": 4.289734623418848e-06,
      "loss": 0.387,
      "step": 655740
    },
    {
      "epoch": 183.02,
      "grad_norm": 1.0099328756332397,
      "learning_rate": 4.289719553118559e-06,
      "loss": 0.3749,
      "step": 655750
    },
    {
      "epoch": 183.02,
      "grad_norm": 1.2583413124084473,
      "learning_rate": 4.289704482559261e-06,
      "loss": 0.3903,
      "step": 655760
    },
    {
      "epoch": 183.02,
      "grad_norm": 1.2599502801895142,
      "learning_rate": 4.289689411740956e-06,
      "loss": 0.3642,
      "step": 655770
    },
    {
      "epoch": 183.03,
      "grad_norm": 1.0872212648391724,
      "learning_rate": 4.2896743406636455e-06,
      "loss": 0.3874,
      "step": 655780
    },
    {
      "epoch": 183.03,
      "grad_norm": 1.1422983407974243,
      "learning_rate": 4.289659269327333e-06,
      "loss": 0.3785,
      "step": 655790
    },
    {
      "epoch": 183.03,
      "grad_norm": 1.2635124921798706,
      "learning_rate": 4.289644197732019e-06,
      "loss": 0.3763,
      "step": 655800
    },
    {
      "epoch": 183.03,
      "grad_norm": 1.0765200853347778,
      "learning_rate": 4.289629125877706e-06,
      "loss": 0.3807,
      "step": 655810
    },
    {
      "epoch": 183.04,
      "grad_norm": 1.2391853332519531,
      "learning_rate": 4.289614053764395e-06,
      "loss": 0.3997,
      "step": 655820
    },
    {
      "epoch": 183.04,
      "grad_norm": 1.35893714427948,
      "learning_rate": 4.28959898139209e-06,
      "loss": 0.3771,
      "step": 655830
    },
    {
      "epoch": 183.04,
      "grad_norm": 1.27204167842865,
      "learning_rate": 4.2895839087607915e-06,
      "loss": 0.3752,
      "step": 655840
    },
    {
      "epoch": 183.04,
      "grad_norm": 1.2459139823913574,
      "learning_rate": 4.289568835870502e-06,
      "loss": 0.3847,
      "step": 655850
    },
    {
      "epoch": 183.05,
      "grad_norm": 1.1175951957702637,
      "learning_rate": 4.289553762721224e-06,
      "loss": 0.3853,
      "step": 655860
    },
    {
      "epoch": 183.05,
      "grad_norm": 1.147344708442688,
      "learning_rate": 4.289538689312959e-06,
      "loss": 0.3701,
      "step": 655870
    },
    {
      "epoch": 183.05,
      "grad_norm": 1.2233392000198364,
      "learning_rate": 4.2895236156457084e-06,
      "loss": 0.3776,
      "step": 655880
    },
    {
      "epoch": 183.06,
      "grad_norm": 1.2124172449111938,
      "learning_rate": 4.2895085417194754e-06,
      "loss": 0.3686,
      "step": 655890
    },
    {
      "epoch": 183.06,
      "grad_norm": 1.0152573585510254,
      "learning_rate": 4.28949346753426e-06,
      "loss": 0.3782,
      "step": 655900
    },
    {
      "epoch": 183.06,
      "grad_norm": 1.1670476198196411,
      "learning_rate": 4.289478393090067e-06,
      "loss": 0.3926,
      "step": 655910
    },
    {
      "epoch": 183.06,
      "grad_norm": 0.9342600107192993,
      "learning_rate": 4.289463318386896e-06,
      "loss": 0.3771,
      "step": 655920
    },
    {
      "epoch": 183.07,
      "grad_norm": 1.2124966382980347,
      "learning_rate": 4.289448243424751e-06,
      "loss": 0.3621,
      "step": 655930
    },
    {
      "epoch": 183.07,
      "grad_norm": 1.0901609659194946,
      "learning_rate": 4.2894331682036335e-06,
      "loss": 0.3812,
      "step": 655940
    },
    {
      "epoch": 183.07,
      "grad_norm": 1.2416306734085083,
      "learning_rate": 4.289418092723544e-06,
      "loss": 0.3826,
      "step": 655950
    },
    {
      "epoch": 183.08,
      "grad_norm": 1.2697194814682007,
      "learning_rate": 4.289403016984486e-06,
      "loss": 0.3701,
      "step": 655960
    },
    {
      "epoch": 183.08,
      "grad_norm": 1.0312139987945557,
      "learning_rate": 4.28938794098646e-06,
      "loss": 0.3811,
      "step": 655970
    },
    {
      "epoch": 183.08,
      "grad_norm": 1.1792770624160767,
      "learning_rate": 4.2893728647294705e-06,
      "loss": 0.372,
      "step": 655980
    },
    {
      "epoch": 183.08,
      "grad_norm": 1.5546663999557495,
      "learning_rate": 4.289357788213517e-06,
      "loss": 0.3723,
      "step": 655990
    },
    {
      "epoch": 183.09,
      "grad_norm": 1.5540525913238525,
      "learning_rate": 4.289342711438604e-06,
      "loss": 0.388,
      "step": 656000
    },
    {
      "epoch": 183.09,
      "grad_norm": 1.343284010887146,
      "learning_rate": 4.289327634404731e-06,
      "loss": 0.3757,
      "step": 656010
    },
    {
      "epoch": 183.09,
      "grad_norm": 1.0949790477752686,
      "learning_rate": 4.289312557111901e-06,
      "loss": 0.3714,
      "step": 656020
    },
    {
      "epoch": 183.1,
      "grad_norm": 1.0676062107086182,
      "learning_rate": 4.289297479560116e-06,
      "loss": 0.3808,
      "step": 656030
    },
    {
      "epoch": 183.1,
      "grad_norm": 1.3453665971755981,
      "learning_rate": 4.289282401749379e-06,
      "loss": 0.3721,
      "step": 656040
    },
    {
      "epoch": 183.1,
      "grad_norm": 1.1243122816085815,
      "learning_rate": 4.2892673236796905e-06,
      "loss": 0.3795,
      "step": 656050
    },
    {
      "epoch": 183.1,
      "grad_norm": 1.3832789659500122,
      "learning_rate": 4.289252245351053e-06,
      "loss": 0.3825,
      "step": 656060
    },
    {
      "epoch": 183.11,
      "grad_norm": 1.3007599115371704,
      "learning_rate": 4.28923716676347e-06,
      "loss": 0.3874,
      "step": 656070
    },
    {
      "epoch": 183.11,
      "grad_norm": 1.8709988594055176,
      "learning_rate": 4.289222087916939e-06,
      "loss": 0.3723,
      "step": 656080
    },
    {
      "epoch": 183.11,
      "grad_norm": 1.2838619947433472,
      "learning_rate": 4.289207008811468e-06,
      "loss": 0.3849,
      "step": 656090
    },
    {
      "epoch": 183.11,
      "grad_norm": 1.085602879524231,
      "learning_rate": 4.289191929447055e-06,
      "loss": 0.3986,
      "step": 656100
    },
    {
      "epoch": 183.12,
      "grad_norm": 1.2922546863555908,
      "learning_rate": 4.289176849823704e-06,
      "loss": 0.3828,
      "step": 656110
    },
    {
      "epoch": 183.12,
      "grad_norm": 1.1699087619781494,
      "learning_rate": 4.2891617699414145e-06,
      "loss": 0.4007,
      "step": 656120
    },
    {
      "epoch": 183.12,
      "grad_norm": 1.4743674993515015,
      "learning_rate": 4.289146689800192e-06,
      "loss": 0.3879,
      "step": 656130
    },
    {
      "epoch": 183.13,
      "grad_norm": 1.290375828742981,
      "learning_rate": 4.289131609400035e-06,
      "loss": 0.3706,
      "step": 656140
    },
    {
      "epoch": 183.13,
      "grad_norm": 1.269207239151001,
      "learning_rate": 4.289116528740948e-06,
      "loss": 0.3901,
      "step": 656150
    },
    {
      "epoch": 183.13,
      "grad_norm": 1.2176204919815063,
      "learning_rate": 4.289101447822932e-06,
      "loss": 0.3673,
      "step": 656160
    },
    {
      "epoch": 183.13,
      "grad_norm": 1.1141730546951294,
      "learning_rate": 4.28908636664599e-06,
      "loss": 0.3661,
      "step": 656170
    },
    {
      "epoch": 183.14,
      "grad_norm": 1.146101474761963,
      "learning_rate": 4.289071285210123e-06,
      "loss": 0.3714,
      "step": 656180
    },
    {
      "epoch": 183.14,
      "grad_norm": 1.1968649625778198,
      "learning_rate": 4.289056203515332e-06,
      "loss": 0.3982,
      "step": 656190
    },
    {
      "epoch": 183.14,
      "grad_norm": 1.229583740234375,
      "learning_rate": 4.2890411215616205e-06,
      "loss": 0.3746,
      "step": 656200
    },
    {
      "epoch": 183.15,
      "grad_norm": 1.170457124710083,
      "learning_rate": 4.289026039348991e-06,
      "loss": 0.3641,
      "step": 656210
    },
    {
      "epoch": 183.15,
      "grad_norm": 1.3413870334625244,
      "learning_rate": 4.289010956877445e-06,
      "loss": 0.364,
      "step": 656220
    },
    {
      "epoch": 183.15,
      "grad_norm": 1.0817441940307617,
      "learning_rate": 4.288995874146984e-06,
      "loss": 0.379,
      "step": 656230
    },
    {
      "epoch": 183.15,
      "grad_norm": 1.3734817504882812,
      "learning_rate": 4.288980791157609e-06,
      "loss": 0.3693,
      "step": 656240
    },
    {
      "epoch": 183.16,
      "grad_norm": 1.0448429584503174,
      "learning_rate": 4.288965707909325e-06,
      "loss": 0.3713,
      "step": 656250
    },
    {
      "epoch": 183.16,
      "grad_norm": 0.9745690822601318,
      "learning_rate": 4.288950624402131e-06,
      "loss": 0.3646,
      "step": 656260
    },
    {
      "epoch": 183.16,
      "grad_norm": 1.2846198081970215,
      "learning_rate": 4.288935540636031e-06,
      "loss": 0.3942,
      "step": 656270
    },
    {
      "epoch": 183.16,
      "grad_norm": 1.3685338497161865,
      "learning_rate": 4.288920456611026e-06,
      "loss": 0.3805,
      "step": 656280
    },
    {
      "epoch": 183.17,
      "grad_norm": 1.257509469985962,
      "learning_rate": 4.288905372327118e-06,
      "loss": 0.3554,
      "step": 656290
    },
    {
      "epoch": 183.17,
      "grad_norm": 1.059728741645813,
      "learning_rate": 4.28889028778431e-06,
      "loss": 0.3614,
      "step": 656300
    },
    {
      "epoch": 183.17,
      "grad_norm": 1.374855637550354,
      "learning_rate": 4.2888752029826024e-06,
      "loss": 0.377,
      "step": 656310
    },
    {
      "epoch": 183.18,
      "grad_norm": 1.0795925855636597,
      "learning_rate": 4.2888601179219985e-06,
      "loss": 0.3884,
      "step": 656320
    },
    {
      "epoch": 183.18,
      "grad_norm": 1.212796926498413,
      "learning_rate": 4.2888450326025e-06,
      "loss": 0.3621,
      "step": 656330
    },
    {
      "epoch": 183.18,
      "grad_norm": 0.9667319655418396,
      "learning_rate": 4.288829947024109e-06,
      "loss": 0.3672,
      "step": 656340
    },
    {
      "epoch": 183.18,
      "grad_norm": 1.3976284265518188,
      "learning_rate": 4.288814861186827e-06,
      "loss": 0.3707,
      "step": 656350
    },
    {
      "epoch": 183.19,
      "grad_norm": 1.2268645763397217,
      "learning_rate": 4.288799775090656e-06,
      "loss": 0.3717,
      "step": 656360
    },
    {
      "epoch": 183.19,
      "grad_norm": 1.2296370267868042,
      "learning_rate": 4.2887846887356e-06,
      "loss": 0.3842,
      "step": 656370
    },
    {
      "epoch": 183.19,
      "grad_norm": 1.1518388986587524,
      "learning_rate": 4.288769602121658e-06,
      "loss": 0.3708,
      "step": 656380
    },
    {
      "epoch": 183.2,
      "grad_norm": 1.0404324531555176,
      "learning_rate": 4.288754515248833e-06,
      "loss": 0.4048,
      "step": 656390
    },
    {
      "epoch": 183.2,
      "grad_norm": 1.1811569929122925,
      "learning_rate": 4.288739428117127e-06,
      "loss": 0.3805,
      "step": 656400
    },
    {
      "epoch": 183.2,
      "grad_norm": 1.1870760917663574,
      "learning_rate": 4.288724340726544e-06,
      "loss": 0.3775,
      "step": 656410
    },
    {
      "epoch": 183.2,
      "grad_norm": 1.0227097272872925,
      "learning_rate": 4.288709253077084e-06,
      "loss": 0.3761,
      "step": 656420
    },
    {
      "epoch": 183.21,
      "grad_norm": 1.6422199010849,
      "learning_rate": 4.2886941651687485e-06,
      "loss": 0.3849,
      "step": 656430
    },
    {
      "epoch": 183.21,
      "grad_norm": 1.1430182456970215,
      "learning_rate": 4.288679077001541e-06,
      "loss": 0.3765,
      "step": 656440
    },
    {
      "epoch": 183.21,
      "grad_norm": 1.0616016387939453,
      "learning_rate": 4.288663988575463e-06,
      "loss": 0.4036,
      "step": 656450
    },
    {
      "epoch": 183.22,
      "grad_norm": 1.0799493789672852,
      "learning_rate": 4.288648899890517e-06,
      "loss": 0.39,
      "step": 656460
    },
    {
      "epoch": 183.22,
      "grad_norm": 1.1696033477783203,
      "learning_rate": 4.288633810946703e-06,
      "loss": 0.3894,
      "step": 656470
    },
    {
      "epoch": 183.22,
      "grad_norm": 1.2476834058761597,
      "learning_rate": 4.288618721744026e-06,
      "loss": 0.3877,
      "step": 656480
    },
    {
      "epoch": 183.22,
      "grad_norm": 1.2310316562652588,
      "learning_rate": 4.288603632282485e-06,
      "loss": 0.3748,
      "step": 656490
    },
    {
      "epoch": 183.23,
      "grad_norm": 1.0923657417297363,
      "learning_rate": 4.2885885425620835e-06,
      "loss": 0.3674,
      "step": 656500
    },
    {
      "epoch": 183.23,
      "grad_norm": 1.7628525495529175,
      "learning_rate": 4.2885734525828245e-06,
      "loss": 0.3864,
      "step": 656510
    },
    {
      "epoch": 183.23,
      "grad_norm": 1.1502001285552979,
      "learning_rate": 4.288558362344708e-06,
      "loss": 0.3791,
      "step": 656520
    },
    {
      "epoch": 183.23,
      "grad_norm": 1.4942376613616943,
      "learning_rate": 4.288543271847737e-06,
      "loss": 0.3828,
      "step": 656530
    },
    {
      "epoch": 183.24,
      "grad_norm": 1.2157515287399292,
      "learning_rate": 4.288528181091914e-06,
      "loss": 0.3884,
      "step": 656540
    },
    {
      "epoch": 183.24,
      "grad_norm": 1.1721512079238892,
      "learning_rate": 4.288513090077241e-06,
      "loss": 0.3705,
      "step": 656550
    },
    {
      "epoch": 183.24,
      "grad_norm": 1.191675066947937,
      "learning_rate": 4.2884979988037185e-06,
      "loss": 0.3622,
      "step": 656560
    },
    {
      "epoch": 183.25,
      "grad_norm": 1.0224429368972778,
      "learning_rate": 4.28848290727135e-06,
      "loss": 0.3815,
      "step": 656570
    },
    {
      "epoch": 183.25,
      "grad_norm": 1.0876247882843018,
      "learning_rate": 4.288467815480138e-06,
      "loss": 0.3932,
      "step": 656580
    },
    {
      "epoch": 183.25,
      "grad_norm": 1.4529461860656738,
      "learning_rate": 4.288452723430082e-06,
      "loss": 0.3761,
      "step": 656590
    },
    {
      "epoch": 183.25,
      "grad_norm": 1.225898265838623,
      "learning_rate": 4.288437631121186e-06,
      "loss": 0.3738,
      "step": 656600
    },
    {
      "epoch": 183.26,
      "grad_norm": 1.0331676006317139,
      "learning_rate": 4.288422538553452e-06,
      "loss": 0.3775,
      "step": 656610
    },
    {
      "epoch": 183.26,
      "grad_norm": 1.0988696813583374,
      "learning_rate": 4.288407445726881e-06,
      "loss": 0.3811,
      "step": 656620
    },
    {
      "epoch": 183.26,
      "grad_norm": 1.0199253559112549,
      "learning_rate": 4.2883923526414755e-06,
      "loss": 0.3637,
      "step": 656630
    },
    {
      "epoch": 183.27,
      "grad_norm": 1.071111798286438,
      "learning_rate": 4.2883772592972375e-06,
      "loss": 0.3803,
      "step": 656640
    },
    {
      "epoch": 183.27,
      "grad_norm": 1.298492431640625,
      "learning_rate": 4.288362165694169e-06,
      "loss": 0.3765,
      "step": 656650
    },
    {
      "epoch": 183.27,
      "grad_norm": 1.189186453819275,
      "learning_rate": 4.288347071832273e-06,
      "loss": 0.3944,
      "step": 656660
    },
    {
      "epoch": 183.27,
      "grad_norm": 1.2005550861358643,
      "learning_rate": 4.28833197771155e-06,
      "loss": 0.3613,
      "step": 656670
    },
    {
      "epoch": 183.28,
      "grad_norm": 1.321162223815918,
      "learning_rate": 4.288316883332003e-06,
      "loss": 0.3964,
      "step": 656680
    },
    {
      "epoch": 183.28,
      "grad_norm": 1.14862859249115,
      "learning_rate": 4.288301788693633e-06,
      "loss": 0.3839,
      "step": 656690
    },
    {
      "epoch": 183.28,
      "grad_norm": 1.1209490299224854,
      "learning_rate": 4.288286693796443e-06,
      "loss": 0.3959,
      "step": 656700
    },
    {
      "epoch": 183.28,
      "grad_norm": 1.1882034540176392,
      "learning_rate": 4.288271598640434e-06,
      "loss": 0.379,
      "step": 656710
    },
    {
      "epoch": 183.29,
      "grad_norm": 1.1639838218688965,
      "learning_rate": 4.288256503225609e-06,
      "loss": 0.369,
      "step": 656720
    },
    {
      "epoch": 183.29,
      "grad_norm": 1.014920711517334,
      "learning_rate": 4.28824140755197e-06,
      "loss": 0.3799,
      "step": 656730
    },
    {
      "epoch": 183.29,
      "grad_norm": 1.210206151008606,
      "learning_rate": 4.288226311619518e-06,
      "loss": 0.3742,
      "step": 656740
    },
    {
      "epoch": 183.3,
      "grad_norm": 0.9265758395195007,
      "learning_rate": 4.288211215428257e-06,
      "loss": 0.3726,
      "step": 656750
    },
    {
      "epoch": 183.3,
      "grad_norm": 1.0627645254135132,
      "learning_rate": 4.288196118978187e-06,
      "loss": 0.3766,
      "step": 656760
    },
    {
      "epoch": 183.3,
      "grad_norm": 1.4763259887695312,
      "learning_rate": 4.28818102226931e-06,
      "loss": 0.3949,
      "step": 656770
    },
    {
      "epoch": 183.3,
      "grad_norm": 1.250416874885559,
      "learning_rate": 4.288165925301629e-06,
      "loss": 0.3877,
      "step": 656780
    },
    {
      "epoch": 183.31,
      "grad_norm": 1.0147390365600586,
      "learning_rate": 4.288150828075146e-06,
      "loss": 0.3826,
      "step": 656790
    },
    {
      "epoch": 183.31,
      "grad_norm": 1.3027585744857788,
      "learning_rate": 4.288135730589863e-06,
      "loss": 0.3731,
      "step": 656800
    },
    {
      "epoch": 183.31,
      "grad_norm": 1.1778337955474854,
      "learning_rate": 4.288120632845782e-06,
      "loss": 0.3682,
      "step": 656810
    },
    {
      "epoch": 183.32,
      "grad_norm": 1.0153448581695557,
      "learning_rate": 4.288105534842903e-06,
      "loss": 0.3846,
      "step": 656820
    },
    {
      "epoch": 183.32,
      "grad_norm": 1.1895620822906494,
      "learning_rate": 4.288090436581232e-06,
      "loss": 0.3761,
      "step": 656830
    },
    {
      "epoch": 183.32,
      "grad_norm": 1.2111610174179077,
      "learning_rate": 4.288075338060767e-06,
      "loss": 0.3844,
      "step": 656840
    },
    {
      "epoch": 183.32,
      "grad_norm": 1.0684914588928223,
      "learning_rate": 4.288060239281512e-06,
      "loss": 0.3645,
      "step": 656850
    },
    {
      "epoch": 183.33,
      "grad_norm": 1.3365687131881714,
      "learning_rate": 4.28804514024347e-06,
      "loss": 0.38,
      "step": 656860
    },
    {
      "epoch": 183.33,
      "grad_norm": 1.2032939195632935,
      "learning_rate": 4.288030040946641e-06,
      "loss": 0.3708,
      "step": 656870
    },
    {
      "epoch": 183.33,
      "grad_norm": 1.006868839263916,
      "learning_rate": 4.288014941391027e-06,
      "loss": 0.3741,
      "step": 656880
    },
    {
      "epoch": 183.34,
      "grad_norm": 10.70390510559082,
      "learning_rate": 4.287999841576632e-06,
      "loss": 0.373,
      "step": 656890
    },
    {
      "epoch": 183.34,
      "grad_norm": 1.026479959487915,
      "learning_rate": 4.287984741503456e-06,
      "loss": 0.3835,
      "step": 656900
    },
    {
      "epoch": 183.34,
      "grad_norm": 1.260736107826233,
      "learning_rate": 4.287969641171502e-06,
      "loss": 0.3744,
      "step": 656910
    },
    {
      "epoch": 183.34,
      "grad_norm": 1.1524543762207031,
      "learning_rate": 4.2879545405807725e-06,
      "loss": 0.3959,
      "step": 656920
    },
    {
      "epoch": 183.35,
      "grad_norm": 1.24832284450531,
      "learning_rate": 4.287939439731268e-06,
      "loss": 0.3811,
      "step": 656930
    },
    {
      "epoch": 183.35,
      "grad_norm": 1.1056698560714722,
      "learning_rate": 4.287924338622992e-06,
      "loss": 0.382,
      "step": 656940
    },
    {
      "epoch": 183.35,
      "grad_norm": 1.0363961458206177,
      "learning_rate": 4.287909237255946e-06,
      "loss": 0.3958,
      "step": 656950
    },
    {
      "epoch": 183.35,
      "grad_norm": 1.4009203910827637,
      "learning_rate": 4.287894135630131e-06,
      "loss": 0.3678,
      "step": 656960
    },
    {
      "epoch": 183.36,
      "grad_norm": 1.2324551343917847,
      "learning_rate": 4.2878790337455505e-06,
      "loss": 0.3635,
      "step": 656970
    },
    {
      "epoch": 183.36,
      "grad_norm": 1.4180550575256348,
      "learning_rate": 4.287863931602206e-06,
      "loss": 0.3852,
      "step": 656980
    },
    {
      "epoch": 183.36,
      "grad_norm": 1.2331016063690186,
      "learning_rate": 4.2878488292000995e-06,
      "loss": 0.3773,
      "step": 656990
    },
    {
      "epoch": 183.37,
      "grad_norm": 1.3976173400878906,
      "learning_rate": 4.287833726539233e-06,
      "loss": 0.3806,
      "step": 657000
    },
    {
      "epoch": 183.37,
      "grad_norm": 0.9268389940261841,
      "learning_rate": 4.287818623619607e-06,
      "loss": 0.3662,
      "step": 657010
    },
    {
      "epoch": 183.37,
      "grad_norm": 1.161903738975525,
      "learning_rate": 4.287803520441226e-06,
      "loss": 0.3859,
      "step": 657020
    },
    {
      "epoch": 183.37,
      "grad_norm": 1.3281086683273315,
      "learning_rate": 4.287788417004091e-06,
      "loss": 0.3912,
      "step": 657030
    },
    {
      "epoch": 183.38,
      "grad_norm": 1.1995271444320679,
      "learning_rate": 4.287773313308204e-06,
      "loss": 0.3847,
      "step": 657040
    },
    {
      "epoch": 183.38,
      "grad_norm": 1.061744213104248,
      "learning_rate": 4.287758209353567e-06,
      "loss": 0.3927,
      "step": 657050
    },
    {
      "epoch": 183.38,
      "grad_norm": 1.0816229581832886,
      "learning_rate": 4.287743105140182e-06,
      "loss": 0.3819,
      "step": 657060
    },
    {
      "epoch": 183.39,
      "grad_norm": 1.1107982397079468,
      "learning_rate": 4.287728000668051e-06,
      "loss": 0.3819,
      "step": 657070
    },
    {
      "epoch": 183.39,
      "grad_norm": 1.347411870956421,
      "learning_rate": 4.287712895937175e-06,
      "loss": 0.3876,
      "step": 657080
    },
    {
      "epoch": 183.39,
      "grad_norm": 1.307618498802185,
      "learning_rate": 4.287697790947557e-06,
      "loss": 0.3807,
      "step": 657090
    },
    {
      "epoch": 183.39,
      "grad_norm": 1.2541429996490479,
      "learning_rate": 4.2876826856992005e-06,
      "loss": 0.3847,
      "step": 657100
    },
    {
      "epoch": 183.4,
      "grad_norm": 1.1129552125930786,
      "learning_rate": 4.2876675801921056e-06,
      "loss": 0.3749,
      "step": 657110
    },
    {
      "epoch": 183.4,
      "grad_norm": 1.1214275360107422,
      "learning_rate": 4.287652474426274e-06,
      "loss": 0.3652,
      "step": 657120
    },
    {
      "epoch": 183.4,
      "grad_norm": 1.2658915519714355,
      "learning_rate": 4.287637368401709e-06,
      "loss": 0.3784,
      "step": 657130
    },
    {
      "epoch": 183.4,
      "grad_norm": 1.1693710088729858,
      "learning_rate": 4.2876222621184126e-06,
      "loss": 0.3756,
      "step": 657140
    },
    {
      "epoch": 183.41,
      "grad_norm": 1.1430712938308716,
      "learning_rate": 4.287607155576386e-06,
      "loss": 0.3772,
      "step": 657150
    },
    {
      "epoch": 183.41,
      "grad_norm": 1.0349773168563843,
      "learning_rate": 4.287592048775631e-06,
      "loss": 0.3674,
      "step": 657160
    },
    {
      "epoch": 183.41,
      "grad_norm": 1.1271644830703735,
      "learning_rate": 4.28757694171615e-06,
      "loss": 0.3781,
      "step": 657170
    },
    {
      "epoch": 183.42,
      "grad_norm": 1.030449628829956,
      "learning_rate": 4.287561834397946e-06,
      "loss": 0.3685,
      "step": 657180
    },
    {
      "epoch": 183.42,
      "grad_norm": 1.1712243556976318,
      "learning_rate": 4.287546726821018e-06,
      "loss": 0.3886,
      "step": 657190
    },
    {
      "epoch": 183.42,
      "grad_norm": 1.0541844367980957,
      "learning_rate": 4.287531618985372e-06,
      "loss": 0.3739,
      "step": 657200
    },
    {
      "epoch": 183.42,
      "grad_norm": 1.080404281616211,
      "learning_rate": 4.287516510891008e-06,
      "loss": 0.3742,
      "step": 657210
    },
    {
      "epoch": 183.43,
      "grad_norm": 0.9877226948738098,
      "learning_rate": 4.287501402537928e-06,
      "loss": 0.4083,
      "step": 657220
    },
    {
      "epoch": 183.43,
      "grad_norm": 1.0829674005508423,
      "learning_rate": 4.287486293926134e-06,
      "loss": 0.3844,
      "step": 657230
    },
    {
      "epoch": 183.43,
      "grad_norm": 1.1238051652908325,
      "learning_rate": 4.287471185055628e-06,
      "loss": 0.3884,
      "step": 657240
    },
    {
      "epoch": 183.44,
      "grad_norm": 1.0616897344589233,
      "learning_rate": 4.287456075926412e-06,
      "loss": 0.369,
      "step": 657250
    },
    {
      "epoch": 183.44,
      "grad_norm": 1.6033450365066528,
      "learning_rate": 4.287440966538489e-06,
      "loss": 0.3832,
      "step": 657260
    },
    {
      "epoch": 183.44,
      "grad_norm": 1.1814554929733276,
      "learning_rate": 4.28742585689186e-06,
      "loss": 0.3824,
      "step": 657270
    },
    {
      "epoch": 183.44,
      "grad_norm": 1.30315101146698,
      "learning_rate": 4.287410746986527e-06,
      "loss": 0.3877,
      "step": 657280
    },
    {
      "epoch": 183.45,
      "grad_norm": 1.0698082447052002,
      "learning_rate": 4.287395636822492e-06,
      "loss": 0.3765,
      "step": 657290
    },
    {
      "epoch": 183.45,
      "grad_norm": 1.1810505390167236,
      "learning_rate": 4.287380526399758e-06,
      "loss": 0.361,
      "step": 657300
    },
    {
      "epoch": 183.45,
      "grad_norm": 1.1998451948165894,
      "learning_rate": 4.287365415718326e-06,
      "loss": 0.3754,
      "step": 657310
    },
    {
      "epoch": 183.46,
      "grad_norm": 1.0014448165893555,
      "learning_rate": 4.287350304778197e-06,
      "loss": 0.3848,
      "step": 657320
    },
    {
      "epoch": 183.46,
      "grad_norm": 1.2876639366149902,
      "learning_rate": 4.287335193579376e-06,
      "loss": 0.3803,
      "step": 657330
    },
    {
      "epoch": 183.46,
      "grad_norm": 1.4336045980453491,
      "learning_rate": 4.287320082121862e-06,
      "loss": 0.3888,
      "step": 657340
    },
    {
      "epoch": 183.46,
      "grad_norm": 1.075466275215149,
      "learning_rate": 4.287304970405659e-06,
      "loss": 0.3838,
      "step": 657350
    },
    {
      "epoch": 183.47,
      "grad_norm": 0.9559208154678345,
      "learning_rate": 4.287289858430768e-06,
      "loss": 0.3876,
      "step": 657360
    },
    {
      "epoch": 183.47,
      "grad_norm": 1.0949207544326782,
      "learning_rate": 4.287274746197192e-06,
      "loss": 0.3718,
      "step": 657370
    },
    {
      "epoch": 183.47,
      "grad_norm": 1.0202616453170776,
      "learning_rate": 4.287259633704931e-06,
      "loss": 0.3708,
      "step": 657380
    },
    {
      "epoch": 183.47,
      "grad_norm": 1.2214187383651733,
      "learning_rate": 4.2872445209539894e-06,
      "loss": 0.3679,
      "step": 657390
    },
    {
      "epoch": 183.48,
      "grad_norm": 1.2863439321517944,
      "learning_rate": 4.287229407944368e-06,
      "loss": 0.367,
      "step": 657400
    },
    {
      "epoch": 183.48,
      "grad_norm": 1.022354006767273,
      "learning_rate": 4.2872142946760684e-06,
      "loss": 0.3804,
      "step": 657410
    },
    {
      "epoch": 183.48,
      "grad_norm": 1.2289355993270874,
      "learning_rate": 4.287199181149094e-06,
      "loss": 0.3892,
      "step": 657420
    },
    {
      "epoch": 183.49,
      "grad_norm": 1.335215449333191,
      "learning_rate": 4.287184067363445e-06,
      "loss": 0.3666,
      "step": 657430
    },
    {
      "epoch": 183.49,
      "grad_norm": 1.1024096012115479,
      "learning_rate": 4.287168953319125e-06,
      "loss": 0.3941,
      "step": 657440
    },
    {
      "epoch": 183.49,
      "grad_norm": 1.379648208618164,
      "learning_rate": 4.287153839016135e-06,
      "loss": 0.3717,
      "step": 657450
    },
    {
      "epoch": 183.49,
      "grad_norm": 1.2768580913543701,
      "learning_rate": 4.287138724454478e-06,
      "loss": 0.387,
      "step": 657460
    },
    {
      "epoch": 183.5,
      "grad_norm": 1.0919114351272583,
      "learning_rate": 4.287123609634156e-06,
      "loss": 0.4003,
      "step": 657470
    },
    {
      "epoch": 183.5,
      "grad_norm": 1.1760227680206299,
      "learning_rate": 4.28710849455517e-06,
      "loss": 0.3648,
      "step": 657480
    },
    {
      "epoch": 183.5,
      "grad_norm": 0.9821694493293762,
      "learning_rate": 4.287093379217522e-06,
      "loss": 0.3747,
      "step": 657490
    },
    {
      "epoch": 183.51,
      "grad_norm": 0.9971135258674622,
      "learning_rate": 4.2870782636212136e-06,
      "loss": 0.3688,
      "step": 657500
    },
    {
      "epoch": 183.51,
      "grad_norm": 0.9851069450378418,
      "learning_rate": 4.287063147766249e-06,
      "loss": 0.3832,
      "step": 657510
    },
    {
      "epoch": 183.51,
      "grad_norm": 1.2156610488891602,
      "learning_rate": 4.287048031652629e-06,
      "loss": 0.3619,
      "step": 657520
    },
    {
      "epoch": 183.51,
      "grad_norm": 1.2656967639923096,
      "learning_rate": 4.287032915280355e-06,
      "loss": 0.3835,
      "step": 657530
    },
    {
      "epoch": 183.52,
      "grad_norm": 1.0499826669692993,
      "learning_rate": 4.287017798649429e-06,
      "loss": 0.3876,
      "step": 657540
    },
    {
      "epoch": 183.52,
      "grad_norm": 1.0254298448562622,
      "learning_rate": 4.287002681759854e-06,
      "loss": 0.3707,
      "step": 657550
    },
    {
      "epoch": 183.52,
      "grad_norm": 1.1638444662094116,
      "learning_rate": 4.2869875646116315e-06,
      "loss": 0.3737,
      "step": 657560
    },
    {
      "epoch": 183.52,
      "grad_norm": 0.9438261389732361,
      "learning_rate": 4.286972447204765e-06,
      "loss": 0.3769,
      "step": 657570
    },
    {
      "epoch": 183.53,
      "grad_norm": 1.4761719703674316,
      "learning_rate": 4.286957329539253e-06,
      "loss": 0.3668,
      "step": 657580
    },
    {
      "epoch": 183.53,
      "grad_norm": 1.3082385063171387,
      "learning_rate": 4.2869422116151e-06,
      "loss": 0.3904,
      "step": 657590
    },
    {
      "epoch": 183.53,
      "grad_norm": 1.1140332221984863,
      "learning_rate": 4.286927093432308e-06,
      "loss": 0.3673,
      "step": 657600
    },
    {
      "epoch": 183.54,
      "grad_norm": 1.256780743598938,
      "learning_rate": 4.286911974990879e-06,
      "loss": 0.3848,
      "step": 657610
    },
    {
      "epoch": 183.54,
      "grad_norm": 1.0729341506958008,
      "learning_rate": 4.2868968562908135e-06,
      "loss": 0.3689,
      "step": 657620
    },
    {
      "epoch": 183.54,
      "grad_norm": 1.1054930686950684,
      "learning_rate": 4.286881737332115e-06,
      "loss": 0.3832,
      "step": 657630
    },
    {
      "epoch": 183.54,
      "grad_norm": 1.260046124458313,
      "learning_rate": 4.286866618114786e-06,
      "loss": 0.3679,
      "step": 657640
    },
    {
      "epoch": 183.55,
      "grad_norm": 1.280648946762085,
      "learning_rate": 4.286851498638828e-06,
      "loss": 0.3692,
      "step": 657650
    },
    {
      "epoch": 183.55,
      "grad_norm": 1.0508992671966553,
      "learning_rate": 4.286836378904241e-06,
      "loss": 0.3625,
      "step": 657660
    },
    {
      "epoch": 183.55,
      "grad_norm": 1.149267554283142,
      "learning_rate": 4.28682125891103e-06,
      "loss": 0.3797,
      "step": 657670
    },
    {
      "epoch": 183.56,
      "grad_norm": 1.3244625329971313,
      "learning_rate": 4.286806138659194e-06,
      "loss": 0.3718,
      "step": 657680
    },
    {
      "epoch": 183.56,
      "grad_norm": 1.2472745180130005,
      "learning_rate": 4.2867910181487386e-06,
      "loss": 0.3907,
      "step": 657690
    },
    {
      "epoch": 183.56,
      "grad_norm": 1.4741722345352173,
      "learning_rate": 4.2867758973796625e-06,
      "loss": 0.3733,
      "step": 657700
    },
    {
      "epoch": 183.56,
      "grad_norm": 1.2253687381744385,
      "learning_rate": 4.2867607763519695e-06,
      "loss": 0.3842,
      "step": 657710
    },
    {
      "epoch": 183.57,
      "grad_norm": 1.0553405284881592,
      "learning_rate": 4.286745655065662e-06,
      "loss": 0.3791,
      "step": 657720
    },
    {
      "epoch": 183.57,
      "grad_norm": 1.2672474384307861,
      "learning_rate": 4.28673053352074e-06,
      "loss": 0.383,
      "step": 657730
    },
    {
      "epoch": 183.57,
      "grad_norm": 1.136897325515747,
      "learning_rate": 4.2867154117172074e-06,
      "loss": 0.407,
      "step": 657740
    },
    {
      "epoch": 183.58,
      "grad_norm": 0.8957428932189941,
      "learning_rate": 4.286700289655066e-06,
      "loss": 0.3721,
      "step": 657750
    },
    {
      "epoch": 183.58,
      "grad_norm": 1.2112263441085815,
      "learning_rate": 4.286685167334317e-06,
      "loss": 0.3979,
      "step": 657760
    },
    {
      "epoch": 183.58,
      "grad_norm": 1.1196368932724,
      "learning_rate": 4.286670044754963e-06,
      "loss": 0.371,
      "step": 657770
    },
    {
      "epoch": 183.58,
      "grad_norm": 1.4029279947280884,
      "learning_rate": 4.286654921917005e-06,
      "loss": 0.3781,
      "step": 657780
    },
    {
      "epoch": 183.59,
      "grad_norm": 0.9852321743965149,
      "learning_rate": 4.286639798820447e-06,
      "loss": 0.3785,
      "step": 657790
    },
    {
      "epoch": 183.59,
      "grad_norm": 1.1861644983291626,
      "learning_rate": 4.286624675465289e-06,
      "loss": 0.3805,
      "step": 657800
    },
    {
      "epoch": 183.59,
      "grad_norm": 1.646238923072815,
      "learning_rate": 4.2866095518515334e-06,
      "loss": 0.3836,
      "step": 657810
    },
    {
      "epoch": 183.59,
      "grad_norm": 1.103086233139038,
      "learning_rate": 4.286594427979184e-06,
      "loss": 0.3712,
      "step": 657820
    },
    {
      "epoch": 183.6,
      "grad_norm": 1.3110579252243042,
      "learning_rate": 4.286579303848241e-06,
      "loss": 0.3864,
      "step": 657830
    },
    {
      "epoch": 183.6,
      "grad_norm": 1.2610113620758057,
      "learning_rate": 4.286564179458707e-06,
      "loss": 0.391,
      "step": 657840
    },
    {
      "epoch": 183.6,
      "grad_norm": 1.153801441192627,
      "learning_rate": 4.286549054810583e-06,
      "loss": 0.3711,
      "step": 657850
    },
    {
      "epoch": 183.61,
      "grad_norm": 1.092543125152588,
      "learning_rate": 4.286533929903872e-06,
      "loss": 0.3723,
      "step": 657860
    },
    {
      "epoch": 183.61,
      "grad_norm": 1.4615339040756226,
      "learning_rate": 4.2865188047385776e-06,
      "loss": 0.3721,
      "step": 657870
    },
    {
      "epoch": 183.61,
      "grad_norm": 1.255530834197998,
      "learning_rate": 4.286503679314699e-06,
      "loss": 0.4013,
      "step": 657880
    },
    {
      "epoch": 183.61,
      "grad_norm": 1.1516140699386597,
      "learning_rate": 4.28648855363224e-06,
      "loss": 0.3636,
      "step": 657890
    },
    {
      "epoch": 183.62,
      "grad_norm": 1.0805574655532837,
      "learning_rate": 4.286473427691201e-06,
      "loss": 0.3803,
      "step": 657900
    },
    {
      "epoch": 183.62,
      "grad_norm": 0.9798994064331055,
      "learning_rate": 4.286458301491585e-06,
      "loss": 0.3786,
      "step": 657910
    },
    {
      "epoch": 183.62,
      "grad_norm": 1.1978685855865479,
      "learning_rate": 4.286443175033395e-06,
      "loss": 0.3833,
      "step": 657920
    },
    {
      "epoch": 183.63,
      "grad_norm": 1.7198327779769897,
      "learning_rate": 4.286428048316631e-06,
      "loss": 0.3735,
      "step": 657930
    },
    {
      "epoch": 183.63,
      "grad_norm": 1.2090587615966797,
      "learning_rate": 4.286412921341296e-06,
      "loss": 0.3746,
      "step": 657940
    },
    {
      "epoch": 183.63,
      "grad_norm": 1.2940906286239624,
      "learning_rate": 4.286397794107392e-06,
      "loss": 0.388,
      "step": 657950
    },
    {
      "epoch": 183.63,
      "grad_norm": 1.2879393100738525,
      "learning_rate": 4.286382666614922e-06,
      "loss": 0.3972,
      "step": 657960
    },
    {
      "epoch": 183.64,
      "grad_norm": 1.358250379562378,
      "learning_rate": 4.286367538863887e-06,
      "loss": 0.3777,
      "step": 657970
    },
    {
      "epoch": 183.64,
      "grad_norm": 1.5833014249801636,
      "learning_rate": 4.286352410854288e-06,
      "loss": 0.3818,
      "step": 657980
    },
    {
      "epoch": 183.64,
      "grad_norm": 1.0683797597885132,
      "learning_rate": 4.2863372825861285e-06,
      "loss": 0.4053,
      "step": 657990
    },
    {
      "epoch": 183.64,
      "grad_norm": 0.9713004231452942,
      "learning_rate": 4.2863221540594105e-06,
      "loss": 0.4068,
      "step": 658000
    },
    {
      "epoch": 183.65,
      "grad_norm": 1.3877806663513184,
      "learning_rate": 4.286307025274136e-06,
      "loss": 0.4001,
      "step": 658010
    },
    {
      "epoch": 183.65,
      "grad_norm": 1.3453004360198975,
      "learning_rate": 4.286291896230306e-06,
      "loss": 0.3792,
      "step": 658020
    },
    {
      "epoch": 183.65,
      "grad_norm": 1.189514398574829,
      "learning_rate": 4.2862767669279235e-06,
      "loss": 0.3791,
      "step": 658030
    },
    {
      "epoch": 183.66,
      "grad_norm": 1.246117115020752,
      "learning_rate": 4.286261637366989e-06,
      "loss": 0.3809,
      "step": 658040
    },
    {
      "epoch": 183.66,
      "grad_norm": 2.1234328746795654,
      "learning_rate": 4.286246507547506e-06,
      "loss": 0.3651,
      "step": 658050
    },
    {
      "epoch": 183.66,
      "grad_norm": 1.0983413457870483,
      "learning_rate": 4.286231377469477e-06,
      "loss": 0.3753,
      "step": 658060
    },
    {
      "epoch": 183.66,
      "grad_norm": 1.0651603937149048,
      "learning_rate": 4.286216247132903e-06,
      "loss": 0.3781,
      "step": 658070
    },
    {
      "epoch": 183.67,
      "grad_norm": 1.4915809631347656,
      "learning_rate": 4.286201116537786e-06,
      "loss": 0.3814,
      "step": 658080
    },
    {
      "epoch": 183.67,
      "grad_norm": 1.3605279922485352,
      "learning_rate": 4.286185985684129e-06,
      "loss": 0.3849,
      "step": 658090
    },
    {
      "epoch": 183.67,
      "grad_norm": 1.4088133573532104,
      "learning_rate": 4.286170854571933e-06,
      "loss": 0.3753,
      "step": 658100
    },
    {
      "epoch": 183.68,
      "grad_norm": 1.1692101955413818,
      "learning_rate": 4.286155723201199e-06,
      "loss": 0.4069,
      "step": 658110
    },
    {
      "epoch": 183.68,
      "grad_norm": 1.0875619649887085,
      "learning_rate": 4.286140591571931e-06,
      "loss": 0.3717,
      "step": 658120
    },
    {
      "epoch": 183.68,
      "grad_norm": 1.0524159669876099,
      "learning_rate": 4.28612545968413e-06,
      "loss": 0.3784,
      "step": 658130
    },
    {
      "epoch": 183.68,
      "grad_norm": 1.1021276712417603,
      "learning_rate": 4.286110327537799e-06,
      "loss": 0.3887,
      "step": 658140
    },
    {
      "epoch": 183.69,
      "grad_norm": 1.1347123384475708,
      "learning_rate": 4.286095195132939e-06,
      "loss": 0.3681,
      "step": 658150
    },
    {
      "epoch": 183.69,
      "grad_norm": 1.4444879293441772,
      "learning_rate": 4.286080062469552e-06,
      "loss": 0.3855,
      "step": 658160
    },
    {
      "epoch": 183.69,
      "grad_norm": 1.2801307439804077,
      "learning_rate": 4.286064929547642e-06,
      "loss": 0.384,
      "step": 658170
    },
    {
      "epoch": 183.7,
      "grad_norm": 1.186877965927124,
      "learning_rate": 4.286049796367207e-06,
      "loss": 0.3653,
      "step": 658180
    },
    {
      "epoch": 183.7,
      "grad_norm": 1.164379596710205,
      "learning_rate": 4.286034662928253e-06,
      "loss": 0.365,
      "step": 658190
    },
    {
      "epoch": 183.7,
      "grad_norm": 1.335900068283081,
      "learning_rate": 4.28601952923078e-06,
      "loss": 0.3676,
      "step": 658200
    },
    {
      "epoch": 183.7,
      "grad_norm": 1.099892020225525,
      "learning_rate": 4.2860043952747894e-06,
      "loss": 0.3932,
      "step": 658210
    },
    {
      "epoch": 183.71,
      "grad_norm": 1.3583993911743164,
      "learning_rate": 4.285989261060285e-06,
      "loss": 0.3952,
      "step": 658220
    },
    {
      "epoch": 183.71,
      "grad_norm": 1.289976954460144,
      "learning_rate": 4.285974126587269e-06,
      "loss": 0.3846,
      "step": 658230
    },
    {
      "epoch": 183.71,
      "grad_norm": 1.1727566719055176,
      "learning_rate": 4.285958991855741e-06,
      "loss": 0.3702,
      "step": 658240
    },
    {
      "epoch": 183.71,
      "grad_norm": 1.108026146888733,
      "learning_rate": 4.285943856865705e-06,
      "loss": 0.3883,
      "step": 658250
    },
    {
      "epoch": 183.72,
      "grad_norm": 1.1301872730255127,
      "learning_rate": 4.285928721617162e-06,
      "loss": 0.3819,
      "step": 658260
    },
    {
      "epoch": 183.72,
      "grad_norm": 0.9969115257263184,
      "learning_rate": 4.285913586110115e-06,
      "loss": 0.3865,
      "step": 658270
    },
    {
      "epoch": 183.72,
      "grad_norm": 1.4605107307434082,
      "learning_rate": 4.2858984503445645e-06,
      "loss": 0.3814,
      "step": 658280
    },
    {
      "epoch": 183.73,
      "grad_norm": 1.0648696422576904,
      "learning_rate": 4.285883314320515e-06,
      "loss": 0.3951,
      "step": 658290
    },
    {
      "epoch": 183.73,
      "grad_norm": 1.1856178045272827,
      "learning_rate": 4.285868178037966e-06,
      "loss": 0.382,
      "step": 658300
    },
    {
      "epoch": 183.73,
      "grad_norm": 1.1405539512634277,
      "learning_rate": 4.285853041496921e-06,
      "loss": 0.3726,
      "step": 658310
    },
    {
      "epoch": 183.73,
      "grad_norm": 1.303577184677124,
      "learning_rate": 4.285837904697382e-06,
      "loss": 0.3866,
      "step": 658320
    },
    {
      "epoch": 183.74,
      "grad_norm": 1.0854246616363525,
      "learning_rate": 4.2858227676393504e-06,
      "loss": 0.3803,
      "step": 658330
    },
    {
      "epoch": 183.74,
      "grad_norm": 1.0549638271331787,
      "learning_rate": 4.285807630322828e-06,
      "loss": 0.3962,
      "step": 658340
    },
    {
      "epoch": 183.74,
      "grad_norm": 1.0914262533187866,
      "learning_rate": 4.2857924927478166e-06,
      "loss": 0.371,
      "step": 658350
    },
    {
      "epoch": 183.75,
      "grad_norm": 1.2983038425445557,
      "learning_rate": 4.28577735491432e-06,
      "loss": 0.3732,
      "step": 658360
    },
    {
      "epoch": 183.75,
      "grad_norm": 1.2465237379074097,
      "learning_rate": 4.285762216822338e-06,
      "loss": 0.3884,
      "step": 658370
    },
    {
      "epoch": 183.75,
      "grad_norm": 1.2445111274719238,
      "learning_rate": 4.285747078471875e-06,
      "loss": 0.3867,
      "step": 658380
    },
    {
      "epoch": 183.75,
      "grad_norm": 1.14104425907135,
      "learning_rate": 4.28573193986293e-06,
      "loss": 0.3748,
      "step": 658390
    },
    {
      "epoch": 183.76,
      "grad_norm": 1.3702030181884766,
      "learning_rate": 4.285716800995508e-06,
      "loss": 0.3757,
      "step": 658400
    },
    {
      "epoch": 183.76,
      "grad_norm": 1.4911162853240967,
      "learning_rate": 4.285701661869609e-06,
      "loss": 0.3847,
      "step": 658410
    },
    {
      "epoch": 183.76,
      "grad_norm": 1.101505160331726,
      "learning_rate": 4.285686522485236e-06,
      "loss": 0.3694,
      "step": 658420
    },
    {
      "epoch": 183.77,
      "grad_norm": 1.1829888820648193,
      "learning_rate": 4.2856713828423896e-06,
      "loss": 0.3786,
      "step": 658430
    },
    {
      "epoch": 183.77,
      "grad_norm": 1.1781209707260132,
      "learning_rate": 4.2856562429410746e-06,
      "loss": 0.3728,
      "step": 658440
    },
    {
      "epoch": 183.77,
      "grad_norm": 1.2588189840316772,
      "learning_rate": 4.285641102781291e-06,
      "loss": 0.3766,
      "step": 658450
    },
    {
      "epoch": 183.77,
      "grad_norm": 1.1451005935668945,
      "learning_rate": 4.28562596236304e-06,
      "loss": 0.3773,
      "step": 658460
    },
    {
      "epoch": 183.78,
      "grad_norm": 1.1868767738342285,
      "learning_rate": 4.285610821686326e-06,
      "loss": 0.377,
      "step": 658470
    },
    {
      "epoch": 183.78,
      "grad_norm": 1.3105944395065308,
      "learning_rate": 4.285595680751149e-06,
      "loss": 0.3714,
      "step": 658480
    },
    {
      "epoch": 183.78,
      "grad_norm": 1.8052729368209839,
      "learning_rate": 4.285580539557512e-06,
      "loss": 0.3929,
      "step": 658490
    },
    {
      "epoch": 183.78,
      "grad_norm": 1.4140942096710205,
      "learning_rate": 4.285565398105418e-06,
      "loss": 0.3702,
      "step": 658500
    },
    {
      "epoch": 183.79,
      "grad_norm": 1.5743452310562134,
      "learning_rate": 4.2855502563948665e-06,
      "loss": 0.4008,
      "step": 658510
    },
    {
      "epoch": 183.79,
      "grad_norm": 1.0386568307876587,
      "learning_rate": 4.285535114425861e-06,
      "loss": 0.355,
      "step": 658520
    },
    {
      "epoch": 183.79,
      "grad_norm": 1.405364751815796,
      "learning_rate": 4.285519972198404e-06,
      "loss": 0.3893,
      "step": 658530
    },
    {
      "epoch": 183.8,
      "grad_norm": 1.2303271293640137,
      "learning_rate": 4.2855048297124965e-06,
      "loss": 0.3852,
      "step": 658540
    },
    {
      "epoch": 183.8,
      "grad_norm": 1.4646738767623901,
      "learning_rate": 4.285489686968141e-06,
      "loss": 0.376,
      "step": 658550
    },
    {
      "epoch": 183.8,
      "grad_norm": 1.3487142324447632,
      "learning_rate": 4.285474543965339e-06,
      "loss": 0.3708,
      "step": 658560
    },
    {
      "epoch": 183.8,
      "grad_norm": 1.442275047302246,
      "learning_rate": 4.285459400704094e-06,
      "loss": 0.3908,
      "step": 658570
    },
    {
      "epoch": 183.81,
      "grad_norm": 1.0709501504898071,
      "learning_rate": 4.2854442571844054e-06,
      "loss": 0.3843,
      "step": 658580
    },
    {
      "epoch": 183.81,
      "grad_norm": 1.1661195755004883,
      "learning_rate": 4.285429113406278e-06,
      "loss": 0.3806,
      "step": 658590
    },
    {
      "epoch": 183.81,
      "grad_norm": 1.0820144414901733,
      "learning_rate": 4.285413969369712e-06,
      "loss": 0.3744,
      "step": 658600
    },
    {
      "epoch": 183.82,
      "grad_norm": 2.7954795360565186,
      "learning_rate": 4.28539882507471e-06,
      "loss": 0.3783,
      "step": 658610
    },
    {
      "epoch": 183.82,
      "grad_norm": 1.1269582509994507,
      "learning_rate": 4.285383680521274e-06,
      "loss": 0.3753,
      "step": 658620
    },
    {
      "epoch": 183.82,
      "grad_norm": 0.9396483898162842,
      "learning_rate": 4.285368535709406e-06,
      "loss": 0.3683,
      "step": 658630
    },
    {
      "epoch": 183.82,
      "grad_norm": 1.1240733861923218,
      "learning_rate": 4.285353390639109e-06,
      "loss": 0.4027,
      "step": 658640
    },
    {
      "epoch": 183.83,
      "grad_norm": 1.0557347536087036,
      "learning_rate": 4.2853382453103825e-06,
      "loss": 0.3912,
      "step": 658650
    },
    {
      "epoch": 183.83,
      "grad_norm": 1.0917742252349854,
      "learning_rate": 4.285323099723232e-06,
      "loss": 0.3779,
      "step": 658660
    },
    {
      "epoch": 183.83,
      "grad_norm": 1.1523749828338623,
      "learning_rate": 4.285307953877656e-06,
      "loss": 0.3721,
      "step": 658670
    },
    {
      "epoch": 183.83,
      "grad_norm": 2.8440630435943604,
      "learning_rate": 4.285292807773659e-06,
      "loss": 0.3904,
      "step": 658680
    },
    {
      "epoch": 183.84,
      "grad_norm": 1.1632840633392334,
      "learning_rate": 4.285277661411241e-06,
      "loss": 0.3642,
      "step": 658690
    },
    {
      "epoch": 183.84,
      "grad_norm": 1.3570771217346191,
      "learning_rate": 4.285262514790406e-06,
      "loss": 0.3834,
      "step": 658700
    },
    {
      "epoch": 183.84,
      "grad_norm": 1.006801962852478,
      "learning_rate": 4.285247367911155e-06,
      "loss": 0.3757,
      "step": 658710
    },
    {
      "epoch": 183.85,
      "grad_norm": 1.1077156066894531,
      "learning_rate": 4.28523222077349e-06,
      "loss": 0.379,
      "step": 658720
    },
    {
      "epoch": 183.85,
      "grad_norm": 1.3834201097488403,
      "learning_rate": 4.285217073377413e-06,
      "loss": 0.3545,
      "step": 658730
    },
    {
      "epoch": 183.85,
      "grad_norm": 0.9278717637062073,
      "learning_rate": 4.285201925722927e-06,
      "loss": 0.3543,
      "step": 658740
    },
    {
      "epoch": 183.85,
      "grad_norm": 1.064184546470642,
      "learning_rate": 4.285186777810033e-06,
      "loss": 0.389,
      "step": 658750
    },
    {
      "epoch": 183.86,
      "grad_norm": 1.1161308288574219,
      "learning_rate": 4.285171629638733e-06,
      "loss": 0.3833,
      "step": 658760
    },
    {
      "epoch": 183.86,
      "grad_norm": 1.0366209745407104,
      "learning_rate": 4.285156481209029e-06,
      "loss": 0.381,
      "step": 658770
    },
    {
      "epoch": 183.86,
      "grad_norm": 1.1891969442367554,
      "learning_rate": 4.285141332520923e-06,
      "loss": 0.371,
      "step": 658780
    },
    {
      "epoch": 183.87,
      "grad_norm": 1.0767226219177246,
      "learning_rate": 4.2851261835744184e-06,
      "loss": 0.3859,
      "step": 658790
    },
    {
      "epoch": 183.87,
      "grad_norm": 1.0424140691757202,
      "learning_rate": 4.2851110343695154e-06,
      "loss": 0.3871,
      "step": 658800
    },
    {
      "epoch": 183.87,
      "grad_norm": 1.1192973852157593,
      "learning_rate": 4.2850958849062166e-06,
      "loss": 0.3738,
      "step": 658810
    },
    {
      "epoch": 183.87,
      "grad_norm": 1.0602773427963257,
      "learning_rate": 4.285080735184524e-06,
      "loss": 0.3726,
      "step": 658820
    },
    {
      "epoch": 183.88,
      "grad_norm": 1.2452248334884644,
      "learning_rate": 4.2850655852044406e-06,
      "loss": 0.3831,
      "step": 658830
    },
    {
      "epoch": 183.88,
      "grad_norm": 2.757768154144287,
      "learning_rate": 4.285050434965968e-06,
      "loss": 0.3869,
      "step": 658840
    },
    {
      "epoch": 183.88,
      "grad_norm": 1.2954869270324707,
      "learning_rate": 4.2850352844691065e-06,
      "loss": 0.38,
      "step": 658850
    },
    {
      "epoch": 183.89,
      "grad_norm": 1.233656644821167,
      "learning_rate": 4.285020133713859e-06,
      "loss": 0.3783,
      "step": 658860
    },
    {
      "epoch": 183.89,
      "grad_norm": 1.1448290348052979,
      "learning_rate": 4.285004982700229e-06,
      "loss": 0.3817,
      "step": 658870
    },
    {
      "epoch": 183.89,
      "grad_norm": 1.2973419427871704,
      "learning_rate": 4.284989831428216e-06,
      "loss": 0.3614,
      "step": 658880
    },
    {
      "epoch": 183.89,
      "grad_norm": 1.1328738927841187,
      "learning_rate": 4.284974679897825e-06,
      "loss": 0.3638,
      "step": 658890
    },
    {
      "epoch": 183.9,
      "grad_norm": 1.2633377313613892,
      "learning_rate": 4.2849595281090565e-06,
      "loss": 0.3881,
      "step": 658900
    },
    {
      "epoch": 183.9,
      "grad_norm": 1.0606589317321777,
      "learning_rate": 4.2849443760619125e-06,
      "loss": 0.3805,
      "step": 658910
    },
    {
      "epoch": 183.9,
      "grad_norm": 1.0894532203674316,
      "learning_rate": 4.284929223756394e-06,
      "loss": 0.3712,
      "step": 658920
    },
    {
      "epoch": 183.9,
      "grad_norm": 1.054963231086731,
      "learning_rate": 4.2849140711925045e-06,
      "loss": 0.3754,
      "step": 658930
    },
    {
      "epoch": 183.91,
      "grad_norm": 1.0344737768173218,
      "learning_rate": 4.284898918370246e-06,
      "loss": 0.3871,
      "step": 658940
    },
    {
      "epoch": 183.91,
      "grad_norm": 1.1852262020111084,
      "learning_rate": 4.28488376528962e-06,
      "loss": 0.3771,
      "step": 658950
    },
    {
      "epoch": 183.91,
      "grad_norm": 1.0016762018203735,
      "learning_rate": 4.284868611950628e-06,
      "loss": 0.3954,
      "step": 658960
    },
    {
      "epoch": 183.92,
      "grad_norm": 1.0667874813079834,
      "learning_rate": 4.284853458353272e-06,
      "loss": 0.3809,
      "step": 658970
    },
    {
      "epoch": 183.92,
      "grad_norm": 1.0460600852966309,
      "learning_rate": 4.284838304497556e-06,
      "loss": 0.3726,
      "step": 658980
    },
    {
      "epoch": 183.92,
      "grad_norm": 1.3917583227157593,
      "learning_rate": 4.284823150383479e-06,
      "loss": 0.3743,
      "step": 658990
    },
    {
      "epoch": 183.92,
      "grad_norm": 1.4021955728530884,
      "learning_rate": 4.284807996011046e-06,
      "loss": 0.3608,
      "step": 659000
    },
    {
      "epoch": 183.93,
      "grad_norm": 1.256089210510254,
      "learning_rate": 4.2847928413802575e-06,
      "loss": 0.365,
      "step": 659010
    },
    {
      "epoch": 183.93,
      "grad_norm": 0.9991332292556763,
      "learning_rate": 4.284777686491115e-06,
      "loss": 0.3783,
      "step": 659020
    },
    {
      "epoch": 183.93,
      "grad_norm": 1.0681051015853882,
      "learning_rate": 4.2847625313436215e-06,
      "loss": 0.382,
      "step": 659030
    },
    {
      "epoch": 183.94,
      "grad_norm": 1.0694758892059326,
      "learning_rate": 4.284747375937779e-06,
      "loss": 0.3774,
      "step": 659040
    },
    {
      "epoch": 183.94,
      "grad_norm": 1.115958333015442,
      "learning_rate": 4.284732220273589e-06,
      "loss": 0.3699,
      "step": 659050
    },
    {
      "epoch": 183.94,
      "grad_norm": 1.39697265625,
      "learning_rate": 4.284717064351054e-06,
      "loss": 0.3772,
      "step": 659060
    },
    {
      "epoch": 183.94,
      "grad_norm": 0.9453504085540771,
      "learning_rate": 4.284701908170175e-06,
      "loss": 0.3666,
      "step": 659070
    },
    {
      "epoch": 183.95,
      "grad_norm": 1.152308702468872,
      "learning_rate": 4.284686751730955e-06,
      "loss": 0.3707,
      "step": 659080
    },
    {
      "epoch": 183.95,
      "grad_norm": 1.128546953201294,
      "learning_rate": 4.284671595033397e-06,
      "loss": 0.3795,
      "step": 659090
    },
    {
      "epoch": 183.95,
      "grad_norm": 1.1839449405670166,
      "learning_rate": 4.284656438077501e-06,
      "loss": 0.3956,
      "step": 659100
    },
    {
      "epoch": 183.95,
      "grad_norm": 2.968083620071411,
      "learning_rate": 4.28464128086327e-06,
      "loss": 0.3949,
      "step": 659110
    },
    {
      "epoch": 183.96,
      "grad_norm": 1.0524773597717285,
      "learning_rate": 4.284626123390705e-06,
      "loss": 0.3805,
      "step": 659120
    },
    {
      "epoch": 183.96,
      "grad_norm": 1.0753370523452759,
      "learning_rate": 4.28461096565981e-06,
      "loss": 0.3698,
      "step": 659130
    },
    {
      "epoch": 183.96,
      "grad_norm": 0.9981268048286438,
      "learning_rate": 4.284595807670585e-06,
      "loss": 0.3712,
      "step": 659140
    },
    {
      "epoch": 183.97,
      "grad_norm": 1.0199910402297974,
      "learning_rate": 4.284580649423033e-06,
      "loss": 0.3672,
      "step": 659150
    },
    {
      "epoch": 183.97,
      "grad_norm": 1.116057276725769,
      "learning_rate": 4.284565490917156e-06,
      "loss": 0.3778,
      "step": 659160
    },
    {
      "epoch": 183.97,
      "grad_norm": 1.2490037679672241,
      "learning_rate": 4.284550332152957e-06,
      "loss": 0.3728,
      "step": 659170
    },
    {
      "epoch": 183.97,
      "grad_norm": 1.1778627634048462,
      "learning_rate": 4.284535173130435e-06,
      "loss": 0.3836,
      "step": 659180
    },
    {
      "epoch": 183.98,
      "grad_norm": 1.2293450832366943,
      "learning_rate": 4.284520013849595e-06,
      "loss": 0.3593,
      "step": 659190
    },
    {
      "epoch": 183.98,
      "grad_norm": 0.9566271901130676,
      "learning_rate": 4.284504854310438e-06,
      "loss": 0.3639,
      "step": 659200
    },
    {
      "epoch": 183.98,
      "grad_norm": 1.1711722612380981,
      "learning_rate": 4.284489694512966e-06,
      "loss": 0.3613,
      "step": 659210
    },
    {
      "epoch": 183.99,
      "grad_norm": 1.0213921070098877,
      "learning_rate": 4.2844745344571805e-06,
      "loss": 0.393,
      "step": 659220
    },
    {
      "epoch": 183.99,
      "grad_norm": 1.4639397859573364,
      "learning_rate": 4.2844593741430855e-06,
      "loss": 0.3886,
      "step": 659230
    },
    {
      "epoch": 183.99,
      "grad_norm": 1.112567663192749,
      "learning_rate": 4.28444421357068e-06,
      "loss": 0.3724,
      "step": 659240
    },
    {
      "epoch": 183.99,
      "grad_norm": 0.9184772968292236,
      "learning_rate": 4.284429052739969e-06,
      "loss": 0.378,
      "step": 659250
    },
    {
      "epoch": 184.0,
      "grad_norm": 1.0857549905776978,
      "learning_rate": 4.284413891650951e-06,
      "loss": 0.3729,
      "step": 659260
    },
    {
      "epoch": 184.0,
      "grad_norm": 1.3214665651321411,
      "learning_rate": 4.284398730303632e-06,
      "loss": 0.3707,
      "step": 659270
    },
    {
      "epoch": 184.0,
      "eval_loss": 0.3798125684261322,
      "eval_runtime": 63.1378,
      "eval_samples_per_second": 80.126,
      "eval_steps_per_second": 10.026,
      "step": 659272
    },
    {
      "epoch": 184.0,
      "grad_norm": 1.0172762870788574,
      "learning_rate": 4.284383568698012e-06,
      "loss": 0.3706,
      "step": 659280
    },
    {
      "epoch": 184.01,
      "grad_norm": 0.9956695437431335,
      "learning_rate": 4.284368406834092e-06,
      "loss": 0.3753,
      "step": 659290
    },
    {
      "epoch": 184.01,
      "grad_norm": 1.0611494779586792,
      "learning_rate": 4.2843532447118755e-06,
      "loss": 0.3966,
      "step": 659300
    },
    {
      "epoch": 184.01,
      "grad_norm": 1.1445683240890503,
      "learning_rate": 4.284338082331365e-06,
      "loss": 0.3756,
      "step": 659310
    },
    {
      "epoch": 184.01,
      "grad_norm": 1.101682186126709,
      "learning_rate": 4.284322919692561e-06,
      "loss": 0.3699,
      "step": 659320
    },
    {
      "epoch": 184.02,
      "grad_norm": 0.9995946288108826,
      "learning_rate": 4.284307756795465e-06,
      "loss": 0.3496,
      "step": 659330
    },
    {
      "epoch": 184.02,
      "grad_norm": 1.0275558233261108,
      "learning_rate": 4.284292593640082e-06,
      "loss": 0.3737,
      "step": 659340
    },
    {
      "epoch": 184.02,
      "grad_norm": 1.1273118257522583,
      "learning_rate": 4.284277430226413e-06,
      "loss": 0.3734,
      "step": 659350
    },
    {
      "epoch": 184.02,
      "grad_norm": 1.0892581939697266,
      "learning_rate": 4.284262266554457e-06,
      "loss": 0.3683,
      "step": 659360
    },
    {
      "epoch": 184.03,
      "grad_norm": 1.101723313331604,
      "learning_rate": 4.28424710262422e-06,
      "loss": 0.4048,
      "step": 659370
    },
    {
      "epoch": 184.03,
      "grad_norm": 1.079938292503357,
      "learning_rate": 4.284231938435701e-06,
      "loss": 0.3894,
      "step": 659380
    },
    {
      "epoch": 184.03,
      "grad_norm": 1.208070993423462,
      "learning_rate": 4.284216773988904e-06,
      "loss": 0.3784,
      "step": 659390
    },
    {
      "epoch": 184.04,
      "grad_norm": 1.1998343467712402,
      "learning_rate": 4.284201609283831e-06,
      "loss": 0.3906,
      "step": 659400
    },
    {
      "epoch": 184.04,
      "grad_norm": 1.4353587627410889,
      "learning_rate": 4.2841864443204825e-06,
      "loss": 0.381,
      "step": 659410
    },
    {
      "epoch": 184.04,
      "grad_norm": 1.3316880464553833,
      "learning_rate": 4.2841712790988616e-06,
      "loss": 0.3754,
      "step": 659420
    },
    {
      "epoch": 184.04,
      "grad_norm": 4.733747482299805,
      "learning_rate": 4.28415611361897e-06,
      "loss": 0.3742,
      "step": 659430
    },
    {
      "epoch": 184.05,
      "grad_norm": 1.2774080038070679,
      "learning_rate": 4.28414094788081e-06,
      "loss": 0.3905,
      "step": 659440
    },
    {
      "epoch": 184.05,
      "grad_norm": 1.1052210330963135,
      "learning_rate": 4.284125781884383e-06,
      "loss": 0.3786,
      "step": 659450
    },
    {
      "epoch": 184.05,
      "grad_norm": 1.017783761024475,
      "learning_rate": 4.284110615629692e-06,
      "loss": 0.379,
      "step": 659460
    },
    {
      "epoch": 184.06,
      "grad_norm": 1.2472026348114014,
      "learning_rate": 4.284095449116738e-06,
      "loss": 0.393,
      "step": 659470
    },
    {
      "epoch": 184.06,
      "grad_norm": 1.2314776182174683,
      "learning_rate": 4.284080282345524e-06,
      "loss": 0.3679,
      "step": 659480
    },
    {
      "epoch": 184.06,
      "grad_norm": 1.176920771598816,
      "learning_rate": 4.284065115316052e-06,
      "loss": 0.3736,
      "step": 659490
    },
    {
      "epoch": 184.06,
      "grad_norm": 1.164071798324585,
      "learning_rate": 4.2840499480283226e-06,
      "loss": 0.3798,
      "step": 659500
    },
    {
      "epoch": 184.07,
      "grad_norm": 1.047256350517273,
      "learning_rate": 4.284034780482339e-06,
      "loss": 0.3601,
      "step": 659510
    },
    {
      "epoch": 184.07,
      "grad_norm": 1.3774588108062744,
      "learning_rate": 4.284019612678102e-06,
      "loss": 0.3639,
      "step": 659520
    },
    {
      "epoch": 184.07,
      "grad_norm": 1.1263960599899292,
      "learning_rate": 4.284004444615616e-06,
      "loss": 0.3639,
      "step": 659530
    },
    {
      "epoch": 184.07,
      "grad_norm": 0.9871833324432373,
      "learning_rate": 4.2839892762948814e-06,
      "loss": 0.3694,
      "step": 659540
    },
    {
      "epoch": 184.08,
      "grad_norm": 4.835087299346924,
      "learning_rate": 4.2839741077159e-06,
      "loss": 0.3724,
      "step": 659550
    },
    {
      "epoch": 184.08,
      "grad_norm": 1.0685396194458008,
      "learning_rate": 4.283958938878674e-06,
      "loss": 0.3679,
      "step": 659560
    },
    {
      "epoch": 184.08,
      "grad_norm": 1.2369965314865112,
      "learning_rate": 4.283943769783207e-06,
      "loss": 0.3818,
      "step": 659570
    },
    {
      "epoch": 184.09,
      "grad_norm": 1.3099744319915771,
      "learning_rate": 4.283928600429498e-06,
      "loss": 0.372,
      "step": 659580
    },
    {
      "epoch": 184.09,
      "grad_norm": 1.1311957836151123,
      "learning_rate": 4.2839134308175515e-06,
      "loss": 0.3691,
      "step": 659590
    },
    {
      "epoch": 184.09,
      "grad_norm": 1.2257249355316162,
      "learning_rate": 4.283898260947368e-06,
      "loss": 0.3749,
      "step": 659600
    },
    {
      "epoch": 184.09,
      "grad_norm": 1.1482940912246704,
      "learning_rate": 4.283883090818951e-06,
      "loss": 0.3878,
      "step": 659610
    },
    {
      "epoch": 184.1,
      "grad_norm": 1.2847872972488403,
      "learning_rate": 4.283867920432302e-06,
      "loss": 0.3907,
      "step": 659620
    },
    {
      "epoch": 184.1,
      "grad_norm": 1.0852012634277344,
      "learning_rate": 4.283852749787422e-06,
      "loss": 0.3821,
      "step": 659630
    },
    {
      "epoch": 184.1,
      "grad_norm": 1.4055002927780151,
      "learning_rate": 4.283837578884315e-06,
      "loss": 0.3652,
      "step": 659640
    },
    {
      "epoch": 184.11,
      "grad_norm": 1.0851376056671143,
      "learning_rate": 4.283822407722981e-06,
      "loss": 0.3701,
      "step": 659650
    },
    {
      "epoch": 184.11,
      "grad_norm": 1.2156373262405396,
      "learning_rate": 4.283807236303422e-06,
      "loss": 0.3568,
      "step": 659660
    },
    {
      "epoch": 184.11,
      "grad_norm": 1.1286677122116089,
      "learning_rate": 4.283792064625643e-06,
      "loss": 0.3625,
      "step": 659670
    },
    {
      "epoch": 184.11,
      "grad_norm": 1.1662085056304932,
      "learning_rate": 4.283776892689642e-06,
      "loss": 0.3714,
      "step": 659680
    },
    {
      "epoch": 184.12,
      "grad_norm": 1.3445625305175781,
      "learning_rate": 4.283761720495423e-06,
      "loss": 0.3902,
      "step": 659690
    },
    {
      "epoch": 184.12,
      "grad_norm": 1.2629095315933228,
      "learning_rate": 4.283746548042989e-06,
      "loss": 0.381,
      "step": 659700
    },
    {
      "epoch": 184.12,
      "grad_norm": 1.0302852392196655,
      "learning_rate": 4.28373137533234e-06,
      "loss": 0.3904,
      "step": 659710
    },
    {
      "epoch": 184.13,
      "grad_norm": 1.1766997575759888,
      "learning_rate": 4.28371620236348e-06,
      "loss": 0.3699,
      "step": 659720
    },
    {
      "epoch": 184.13,
      "grad_norm": 1.4134172201156616,
      "learning_rate": 4.283701029136408e-06,
      "loss": 0.3826,
      "step": 659730
    },
    {
      "epoch": 184.13,
      "grad_norm": 1.0970863103866577,
      "learning_rate": 4.28368585565113e-06,
      "loss": 0.3743,
      "step": 659740
    },
    {
      "epoch": 184.13,
      "grad_norm": 1.180668830871582,
      "learning_rate": 4.283670681907645e-06,
      "loss": 0.374,
      "step": 659750
    },
    {
      "epoch": 184.14,
      "grad_norm": 1.0746080875396729,
      "learning_rate": 4.283655507905957e-06,
      "loss": 0.3998,
      "step": 659760
    },
    {
      "epoch": 184.14,
      "grad_norm": 1.2227250337600708,
      "learning_rate": 4.283640333646066e-06,
      "loss": 0.3817,
      "step": 659770
    },
    {
      "epoch": 184.14,
      "grad_norm": 1.2911853790283203,
      "learning_rate": 4.283625159127975e-06,
      "loss": 0.3902,
      "step": 659780
    },
    {
      "epoch": 184.14,
      "grad_norm": 1.2115790843963623,
      "learning_rate": 4.283609984351686e-06,
      "loss": 0.372,
      "step": 659790
    },
    {
      "epoch": 184.15,
      "grad_norm": 1.3137905597686768,
      "learning_rate": 4.283594809317202e-06,
      "loss": 0.361,
      "step": 659800
    },
    {
      "epoch": 184.15,
      "grad_norm": 1.1513392925262451,
      "learning_rate": 4.283579634024524e-06,
      "loss": 0.3732,
      "step": 659810
    },
    {
      "epoch": 184.15,
      "grad_norm": 1.4298113584518433,
      "learning_rate": 4.283564458473654e-06,
      "loss": 0.4205,
      "step": 659820
    },
    {
      "epoch": 184.16,
      "grad_norm": 1.1163978576660156,
      "learning_rate": 4.2835492826645935e-06,
      "loss": 0.3992,
      "step": 659830
    },
    {
      "epoch": 184.16,
      "grad_norm": 1.1480246782302856,
      "learning_rate": 4.283534106597346e-06,
      "loss": 0.391,
      "step": 659840
    },
    {
      "epoch": 184.16,
      "grad_norm": 1.0259872674942017,
      "learning_rate": 4.283518930271912e-06,
      "loss": 0.3998,
      "step": 659850
    },
    {
      "epoch": 184.16,
      "grad_norm": 2.033730983734131,
      "learning_rate": 4.283503753688295e-06,
      "loss": 0.3874,
      "step": 659860
    },
    {
      "epoch": 184.17,
      "grad_norm": 1.3572871685028076,
      "learning_rate": 4.283488576846496e-06,
      "loss": 0.3559,
      "step": 659870
    },
    {
      "epoch": 184.17,
      "grad_norm": 1.332979679107666,
      "learning_rate": 4.283473399746517e-06,
      "loss": 0.3891,
      "step": 659880
    },
    {
      "epoch": 184.17,
      "grad_norm": 1.0764422416687012,
      "learning_rate": 4.28345822238836e-06,
      "loss": 0.3865,
      "step": 659890
    },
    {
      "epoch": 184.18,
      "grad_norm": 1.0753384828567505,
      "learning_rate": 4.283443044772028e-06,
      "loss": 0.3731,
      "step": 659900
    },
    {
      "epoch": 184.18,
      "grad_norm": 1.1780422925949097,
      "learning_rate": 4.2834278668975225e-06,
      "loss": 0.3628,
      "step": 659910
    },
    {
      "epoch": 184.18,
      "grad_norm": 1.306556224822998,
      "learning_rate": 4.283412688764844e-06,
      "loss": 0.3612,
      "step": 659920
    },
    {
      "epoch": 184.18,
      "grad_norm": 1.103468656539917,
      "learning_rate": 4.283397510373997e-06,
      "loss": 0.3516,
      "step": 659930
    },
    {
      "epoch": 184.19,
      "grad_norm": 1.149365782737732,
      "learning_rate": 4.283382331724982e-06,
      "loss": 0.3844,
      "step": 659940
    },
    {
      "epoch": 184.19,
      "grad_norm": 1.2203956842422485,
      "learning_rate": 4.2833671528178025e-06,
      "loss": 0.3703,
      "step": 659950
    },
    {
      "epoch": 184.19,
      "grad_norm": 1.024410605430603,
      "learning_rate": 4.283351973652458e-06,
      "loss": 0.3843,
      "step": 659960
    },
    {
      "epoch": 184.19,
      "grad_norm": 0.9039578437805176,
      "learning_rate": 4.2833367942289526e-06,
      "loss": 0.3874,
      "step": 659970
    },
    {
      "epoch": 184.2,
      "grad_norm": 1.3338595628738403,
      "learning_rate": 4.2833216145472875e-06,
      "loss": 0.3729,
      "step": 659980
    },
    {
      "epoch": 184.2,
      "grad_norm": 1.0445218086242676,
      "learning_rate": 4.283306434607465e-06,
      "loss": 0.3613,
      "step": 659990
    },
    {
      "epoch": 184.2,
      "grad_norm": 1.2763789892196655,
      "learning_rate": 4.283291254409487e-06,
      "loss": 0.3745,
      "step": 660000
    },
    {
      "epoch": 184.21,
      "grad_norm": 1.046848177909851,
      "learning_rate": 4.283276073953355e-06,
      "loss": 0.368,
      "step": 660010
    },
    {
      "epoch": 184.21,
      "grad_norm": 1.207623839378357,
      "learning_rate": 4.283260893239072e-06,
      "loss": 0.3582,
      "step": 660020
    },
    {
      "epoch": 184.21,
      "grad_norm": 1.2862889766693115,
      "learning_rate": 4.283245712266641e-06,
      "loss": 0.3828,
      "step": 660030
    },
    {
      "epoch": 184.21,
      "grad_norm": 1.1872923374176025,
      "learning_rate": 4.2832305310360605e-06,
      "loss": 0.3674,
      "step": 660040
    },
    {
      "epoch": 184.22,
      "grad_norm": 1.3344284296035767,
      "learning_rate": 4.2832153495473345e-06,
      "loss": 0.3899,
      "step": 660050
    },
    {
      "epoch": 184.22,
      "grad_norm": 1.0510131120681763,
      "learning_rate": 4.283200167800466e-06,
      "loss": 0.3765,
      "step": 660060
    },
    {
      "epoch": 184.22,
      "grad_norm": 1.1394120454788208,
      "learning_rate": 4.283184985795456e-06,
      "loss": 0.3728,
      "step": 660070
    },
    {
      "epoch": 184.23,
      "grad_norm": 1.2468311786651611,
      "learning_rate": 4.2831698035323074e-06,
      "loss": 0.3947,
      "step": 660080
    },
    {
      "epoch": 184.23,
      "grad_norm": 1.0611586570739746,
      "learning_rate": 4.28315462101102e-06,
      "loss": 0.3878,
      "step": 660090
    },
    {
      "epoch": 184.23,
      "grad_norm": 1.1785767078399658,
      "learning_rate": 4.283139438231599e-06,
      "loss": 0.382,
      "step": 660100
    },
    {
      "epoch": 184.23,
      "grad_norm": 1.146281123161316,
      "learning_rate": 4.283124255194044e-06,
      "loss": 0.3773,
      "step": 660110
    },
    {
      "epoch": 184.24,
      "grad_norm": 1.2348995208740234,
      "learning_rate": 4.283109071898357e-06,
      "loss": 0.3788,
      "step": 660120
    },
    {
      "epoch": 184.24,
      "grad_norm": 1.0726318359375,
      "learning_rate": 4.283093888344542e-06,
      "loss": 0.3801,
      "step": 660130
    },
    {
      "epoch": 184.24,
      "grad_norm": 1.1515709161758423,
      "learning_rate": 4.2830787045325994e-06,
      "loss": 0.3833,
      "step": 660140
    },
    {
      "epoch": 184.25,
      "grad_norm": 1.0495166778564453,
      "learning_rate": 4.283063520462531e-06,
      "loss": 0.3763,
      "step": 660150
    },
    {
      "epoch": 184.25,
      "grad_norm": 1.194808006286621,
      "learning_rate": 4.28304833613434e-06,
      "loss": 0.3718,
      "step": 660160
    },
    {
      "epoch": 184.25,
      "grad_norm": 1.5103546380996704,
      "learning_rate": 4.283033151548028e-06,
      "loss": 0.3977,
      "step": 660170
    },
    {
      "epoch": 184.25,
      "grad_norm": 1.2726730108261108,
      "learning_rate": 4.283017966703596e-06,
      "loss": 0.3851,
      "step": 660180
    },
    {
      "epoch": 184.26,
      "grad_norm": 1.0736122131347656,
      "learning_rate": 4.283002781601048e-06,
      "loss": 0.3767,
      "step": 660190
    },
    {
      "epoch": 184.26,
      "grad_norm": 1.1968982219696045,
      "learning_rate": 4.282987596240384e-06,
      "loss": 0.385,
      "step": 660200
    },
    {
      "epoch": 184.26,
      "grad_norm": 1.1358213424682617,
      "learning_rate": 4.282972410621608e-06,
      "loss": 0.374,
      "step": 660210
    },
    {
      "epoch": 184.26,
      "grad_norm": 1.2359989881515503,
      "learning_rate": 4.28295722474472e-06,
      "loss": 0.3778,
      "step": 660220
    },
    {
      "epoch": 184.27,
      "grad_norm": 1.0483545064926147,
      "learning_rate": 4.2829420386097235e-06,
      "loss": 0.3761,
      "step": 660230
    },
    {
      "epoch": 184.27,
      "grad_norm": 1.108564853668213,
      "learning_rate": 4.28292685221662e-06,
      "loss": 0.3877,
      "step": 660240
    },
    {
      "epoch": 184.27,
      "grad_norm": 1.0838873386383057,
      "learning_rate": 4.282911665565412e-06,
      "loss": 0.3743,
      "step": 660250
    },
    {
      "epoch": 184.28,
      "grad_norm": 1.2779135704040527,
      "learning_rate": 4.2828964786561e-06,
      "loss": 0.3646,
      "step": 660260
    },
    {
      "epoch": 184.28,
      "grad_norm": 1.1198569536209106,
      "learning_rate": 4.282881291488687e-06,
      "loss": 0.3752,
      "step": 660270
    },
    {
      "epoch": 184.28,
      "grad_norm": 1.0529793500900269,
      "learning_rate": 4.282866104063176e-06,
      "loss": 0.3862,
      "step": 660280
    },
    {
      "epoch": 184.28,
      "grad_norm": 1.392348289489746,
      "learning_rate": 4.282850916379568e-06,
      "loss": 0.3861,
      "step": 660290
    },
    {
      "epoch": 184.29,
      "grad_norm": 1.111304521560669,
      "learning_rate": 4.282835728437865e-06,
      "loss": 0.3828,
      "step": 660300
    },
    {
      "epoch": 184.29,
      "grad_norm": 1.0190978050231934,
      "learning_rate": 4.282820540238069e-06,
      "loss": 0.3885,
      "step": 660310
    },
    {
      "epoch": 184.29,
      "grad_norm": 1.0962471961975098,
      "learning_rate": 4.282805351780182e-06,
      "loss": 0.3925,
      "step": 660320
    },
    {
      "epoch": 184.3,
      "grad_norm": 1.110895037651062,
      "learning_rate": 4.282790163064207e-06,
      "loss": 0.3859,
      "step": 660330
    },
    {
      "epoch": 184.3,
      "grad_norm": 1.2504241466522217,
      "learning_rate": 4.282774974090145e-06,
      "loss": 0.3922,
      "step": 660340
    },
    {
      "epoch": 184.3,
      "grad_norm": 1.0302655696868896,
      "learning_rate": 4.2827597848579975e-06,
      "loss": 0.3662,
      "step": 660350
    },
    {
      "epoch": 184.3,
      "grad_norm": 1.2358906269073486,
      "learning_rate": 4.282744595367768e-06,
      "loss": 0.3823,
      "step": 660360
    },
    {
      "epoch": 184.31,
      "grad_norm": 1.0932542085647583,
      "learning_rate": 4.282729405619457e-06,
      "loss": 0.3758,
      "step": 660370
    },
    {
      "epoch": 184.31,
      "grad_norm": 8.162992477416992,
      "learning_rate": 4.282714215613068e-06,
      "loss": 0.3793,
      "step": 660380
    },
    {
      "epoch": 184.31,
      "grad_norm": 1.2621912956237793,
      "learning_rate": 4.282699025348602e-06,
      "loss": 0.3828,
      "step": 660390
    },
    {
      "epoch": 184.31,
      "grad_norm": 1.2578606605529785,
      "learning_rate": 4.282683834826061e-06,
      "loss": 0.3729,
      "step": 660400
    },
    {
      "epoch": 184.32,
      "grad_norm": 1.301446795463562,
      "learning_rate": 4.282668644045448e-06,
      "loss": 0.3856,
      "step": 660410
    },
    {
      "epoch": 184.32,
      "grad_norm": 1.0818761587142944,
      "learning_rate": 4.2826534530067645e-06,
      "loss": 0.3902,
      "step": 660420
    },
    {
      "epoch": 184.32,
      "grad_norm": 1.1671524047851562,
      "learning_rate": 4.282638261710012e-06,
      "loss": 0.3816,
      "step": 660430
    },
    {
      "epoch": 184.33,
      "grad_norm": 1.2167894840240479,
      "learning_rate": 4.282623070155194e-06,
      "loss": 0.3817,
      "step": 660440
    },
    {
      "epoch": 184.33,
      "grad_norm": 1.0061513185501099,
      "learning_rate": 4.28260787834231e-06,
      "loss": 0.3748,
      "step": 660450
    },
    {
      "epoch": 184.33,
      "grad_norm": 1.002325415611267,
      "learning_rate": 4.282592686271364e-06,
      "loss": 0.3786,
      "step": 660460
    },
    {
      "epoch": 184.33,
      "grad_norm": 1.067420244216919,
      "learning_rate": 4.282577493942357e-06,
      "loss": 0.3813,
      "step": 660470
    },
    {
      "epoch": 184.34,
      "grad_norm": 1.3356496095657349,
      "learning_rate": 4.282562301355293e-06,
      "loss": 0.3664,
      "step": 660480
    },
    {
      "epoch": 184.34,
      "grad_norm": 1.183577537536621,
      "learning_rate": 4.282547108510172e-06,
      "loss": 0.3615,
      "step": 660490
    },
    {
      "epoch": 184.34,
      "grad_norm": 1.4771548509597778,
      "learning_rate": 4.282531915406996e-06,
      "loss": 0.3874,
      "step": 660500
    },
    {
      "epoch": 184.35,
      "grad_norm": 0.9777663350105286,
      "learning_rate": 4.282516722045768e-06,
      "loss": 0.3633,
      "step": 660510
    },
    {
      "epoch": 184.35,
      "grad_norm": 1.0541528463363647,
      "learning_rate": 4.282501528426489e-06,
      "loss": 0.3796,
      "step": 660520
    },
    {
      "epoch": 184.35,
      "grad_norm": 1.2127083539962769,
      "learning_rate": 4.282486334549163e-06,
      "loss": 0.3816,
      "step": 660530
    },
    {
      "epoch": 184.35,
      "grad_norm": 1.1956660747528076,
      "learning_rate": 4.282471140413789e-06,
      "loss": 0.3876,
      "step": 660540
    },
    {
      "epoch": 184.36,
      "grad_norm": 1.3101829290390015,
      "learning_rate": 4.282455946020371e-06,
      "loss": 0.3799,
      "step": 660550
    },
    {
      "epoch": 184.36,
      "grad_norm": 1.1493849754333496,
      "learning_rate": 4.282440751368912e-06,
      "loss": 0.3723,
      "step": 660560
    },
    {
      "epoch": 184.36,
      "grad_norm": 1.3473269939422607,
      "learning_rate": 4.282425556459412e-06,
      "loss": 0.3833,
      "step": 660570
    },
    {
      "epoch": 184.37,
      "grad_norm": 1.1537476778030396,
      "learning_rate": 4.282410361291874e-06,
      "loss": 0.3846,
      "step": 660580
    },
    {
      "epoch": 184.37,
      "grad_norm": 1.1905385255813599,
      "learning_rate": 4.282395165866299e-06,
      "loss": 0.3717,
      "step": 660590
    },
    {
      "epoch": 184.37,
      "grad_norm": 1.0553710460662842,
      "learning_rate": 4.2823799701826904e-06,
      "loss": 0.381,
      "step": 660600
    },
    {
      "epoch": 184.37,
      "grad_norm": 1.0206035375595093,
      "learning_rate": 4.28236477424105e-06,
      "loss": 0.3725,
      "step": 660610
    },
    {
      "epoch": 184.38,
      "grad_norm": 1.1873023509979248,
      "learning_rate": 4.282349578041378e-06,
      "loss": 0.3814,
      "step": 660620
    },
    {
      "epoch": 184.38,
      "grad_norm": 1.228428840637207,
      "learning_rate": 4.282334381583678e-06,
      "loss": 0.379,
      "step": 660630
    },
    {
      "epoch": 184.38,
      "grad_norm": 1.1806012392044067,
      "learning_rate": 4.282319184867954e-06,
      "loss": 0.3692,
      "step": 660640
    },
    {
      "epoch": 184.38,
      "grad_norm": 1.0997341871261597,
      "learning_rate": 4.282303987894205e-06,
      "loss": 0.3926,
      "step": 660650
    },
    {
      "epoch": 184.39,
      "grad_norm": 1.0842833518981934,
      "learning_rate": 4.282288790662433e-06,
      "loss": 0.3721,
      "step": 660660
    },
    {
      "epoch": 184.39,
      "grad_norm": 1.108647108078003,
      "learning_rate": 4.282273593172641e-06,
      "loss": 0.3775,
      "step": 660670
    },
    {
      "epoch": 184.39,
      "grad_norm": 0.9623404741287231,
      "learning_rate": 4.2822583954248315e-06,
      "loss": 0.363,
      "step": 660680
    },
    {
      "epoch": 184.4,
      "grad_norm": 1.0087682008743286,
      "learning_rate": 4.282243197419007e-06,
      "loss": 0.3864,
      "step": 660690
    },
    {
      "epoch": 184.4,
      "grad_norm": 1.5407023429870605,
      "learning_rate": 4.282227999155167e-06,
      "loss": 0.3823,
      "step": 660700
    },
    {
      "epoch": 184.4,
      "grad_norm": 1.216397762298584,
      "learning_rate": 4.282212800633316e-06,
      "loss": 0.3972,
      "step": 660710
    },
    {
      "epoch": 184.4,
      "grad_norm": 1.1984162330627441,
      "learning_rate": 4.282197601853455e-06,
      "loss": 0.3794,
      "step": 660720
    },
    {
      "epoch": 184.41,
      "grad_norm": 0.9366099834442139,
      "learning_rate": 4.282182402815585e-06,
      "loss": 0.3745,
      "step": 660730
    },
    {
      "epoch": 184.41,
      "grad_norm": 1.2478420734405518,
      "learning_rate": 4.282167203519709e-06,
      "loss": 0.3808,
      "step": 660740
    },
    {
      "epoch": 184.41,
      "grad_norm": 1.24940025806427,
      "learning_rate": 4.282152003965831e-06,
      "loss": 0.3632,
      "step": 660750
    },
    {
      "epoch": 184.42,
      "grad_norm": 1.0394827127456665,
      "learning_rate": 4.28213680415395e-06,
      "loss": 0.3779,
      "step": 660760
    },
    {
      "epoch": 184.42,
      "grad_norm": 1.0501136779785156,
      "learning_rate": 4.28212160408407e-06,
      "loss": 0.3709,
      "step": 660770
    },
    {
      "epoch": 184.42,
      "grad_norm": 1.189618706703186,
      "learning_rate": 4.282106403756191e-06,
      "loss": 0.3711,
      "step": 660780
    },
    {
      "epoch": 184.42,
      "grad_norm": 1.3728715181350708,
      "learning_rate": 4.282091203170317e-06,
      "loss": 0.3759,
      "step": 660790
    },
    {
      "epoch": 184.43,
      "grad_norm": 1.2140753269195557,
      "learning_rate": 4.282076002326448e-06,
      "loss": 0.374,
      "step": 660800
    },
    {
      "epoch": 184.43,
      "grad_norm": 1.182097315788269,
      "learning_rate": 4.282060801224589e-06,
      "loss": 0.3641,
      "step": 660810
    },
    {
      "epoch": 184.43,
      "grad_norm": 1.4046144485473633,
      "learning_rate": 4.28204559986474e-06,
      "loss": 0.3855,
      "step": 660820
    },
    {
      "epoch": 184.43,
      "grad_norm": 5.765216827392578,
      "learning_rate": 4.282030398246903e-06,
      "loss": 0.3847,
      "step": 660830
    },
    {
      "epoch": 184.44,
      "grad_norm": 1.1266971826553345,
      "learning_rate": 4.2820151963710795e-06,
      "loss": 0.3821,
      "step": 660840
    },
    {
      "epoch": 184.44,
      "grad_norm": 1.0724376440048218,
      "learning_rate": 4.281999994237274e-06,
      "loss": 0.3783,
      "step": 660850
    },
    {
      "epoch": 184.44,
      "grad_norm": 1.061775803565979,
      "learning_rate": 4.281984791845486e-06,
      "loss": 0.3858,
      "step": 660860
    },
    {
      "epoch": 184.45,
      "grad_norm": 1.2789114713668823,
      "learning_rate": 4.281969589195718e-06,
      "loss": 0.4061,
      "step": 660870
    },
    {
      "epoch": 184.45,
      "grad_norm": 1.395919680595398,
      "learning_rate": 4.281954386287973e-06,
      "loss": 0.3829,
      "step": 660880
    },
    {
      "epoch": 184.45,
      "grad_norm": 1.231988549232483,
      "learning_rate": 4.281939183122252e-06,
      "loss": 0.4003,
      "step": 660890
    },
    {
      "epoch": 184.45,
      "grad_norm": 1.018264651298523,
      "learning_rate": 4.2819239796985585e-06,
      "loss": 0.3705,
      "step": 660900
    },
    {
      "epoch": 184.46,
      "grad_norm": 1.3426392078399658,
      "learning_rate": 4.2819087760168925e-06,
      "loss": 0.3922,
      "step": 660910
    },
    {
      "epoch": 184.46,
      "grad_norm": 0.9980623126029968,
      "learning_rate": 4.281893572077258e-06,
      "loss": 0.3626,
      "step": 660920
    },
    {
      "epoch": 184.46,
      "grad_norm": 1.0946693420410156,
      "learning_rate": 4.281878367879655e-06,
      "loss": 0.3748,
      "step": 660930
    },
    {
      "epoch": 184.47,
      "grad_norm": 0.9388282895088196,
      "learning_rate": 4.281863163424087e-06,
      "loss": 0.3693,
      "step": 660940
    },
    {
      "epoch": 184.47,
      "grad_norm": 1.0382403135299683,
      "learning_rate": 4.281847958710556e-06,
      "loss": 0.3699,
      "step": 660950
    },
    {
      "epoch": 184.47,
      "grad_norm": 1.3277698755264282,
      "learning_rate": 4.281832753739063e-06,
      "loss": 0.3751,
      "step": 660960
    },
    {
      "epoch": 184.47,
      "grad_norm": 1.1707431077957153,
      "learning_rate": 4.281817548509611e-06,
      "loss": 0.3598,
      "step": 660970
    },
    {
      "epoch": 184.48,
      "grad_norm": 1.1817370653152466,
      "learning_rate": 4.281802343022202e-06,
      "loss": 0.3808,
      "step": 660980
    },
    {
      "epoch": 184.48,
      "grad_norm": 1.0370053052902222,
      "learning_rate": 4.281787137276838e-06,
      "loss": 0.3815,
      "step": 660990
    },
    {
      "epoch": 184.48,
      "grad_norm": 1.1992571353912354,
      "learning_rate": 4.28177193127352e-06,
      "loss": 0.3618,
      "step": 661000
    },
    {
      "epoch": 184.49,
      "grad_norm": 1.3209547996520996,
      "learning_rate": 4.281756725012251e-06,
      "loss": 0.3776,
      "step": 661010
    },
    {
      "epoch": 184.49,
      "grad_norm": 1.106143593788147,
      "learning_rate": 4.2817415184930325e-06,
      "loss": 0.3695,
      "step": 661020
    },
    {
      "epoch": 184.49,
      "grad_norm": 1.2769447565078735,
      "learning_rate": 4.281726311715867e-06,
      "loss": 0.3624,
      "step": 661030
    },
    {
      "epoch": 184.49,
      "grad_norm": 1.0922088623046875,
      "learning_rate": 4.281711104680757e-06,
      "loss": 0.3987,
      "step": 661040
    },
    {
      "epoch": 184.5,
      "grad_norm": 0.9596992135047913,
      "learning_rate": 4.281695897387702e-06,
      "loss": 0.3807,
      "step": 661050
    },
    {
      "epoch": 184.5,
      "grad_norm": 1.283141016960144,
      "learning_rate": 4.281680689836707e-06,
      "loss": 0.3744,
      "step": 661060
    },
    {
      "epoch": 184.5,
      "grad_norm": 1.0954188108444214,
      "learning_rate": 4.281665482027773e-06,
      "loss": 0.3761,
      "step": 661070
    },
    {
      "epoch": 184.5,
      "grad_norm": 1.219122052192688,
      "learning_rate": 4.2816502739609025e-06,
      "loss": 0.398,
      "step": 661080
    },
    {
      "epoch": 184.51,
      "grad_norm": 1.0964409112930298,
      "learning_rate": 4.281635065636096e-06,
      "loss": 0.3837,
      "step": 661090
    },
    {
      "epoch": 184.51,
      "grad_norm": 1.0173742771148682,
      "learning_rate": 4.2816198570533564e-06,
      "loss": 0.3753,
      "step": 661100
    },
    {
      "epoch": 184.51,
      "grad_norm": 1.07062566280365,
      "learning_rate": 4.281604648212686e-06,
      "loss": 0.3737,
      "step": 661110
    },
    {
      "epoch": 184.52,
      "grad_norm": 1.0605902671813965,
      "learning_rate": 4.281589439114087e-06,
      "loss": 0.3775,
      "step": 661120
    },
    {
      "epoch": 184.52,
      "grad_norm": 1.0763187408447266,
      "learning_rate": 4.28157422975756e-06,
      "loss": 0.3895,
      "step": 661130
    },
    {
      "epoch": 184.52,
      "grad_norm": 1.264189600944519,
      "learning_rate": 4.281559020143109e-06,
      "loss": 0.3797,
      "step": 661140
    },
    {
      "epoch": 184.52,
      "grad_norm": 1.1754776239395142,
      "learning_rate": 4.281543810270735e-06,
      "loss": 0.3564,
      "step": 661150
    },
    {
      "epoch": 184.53,
      "grad_norm": 1.309644103050232,
      "learning_rate": 4.281528600140441e-06,
      "loss": 0.3696,
      "step": 661160
    },
    {
      "epoch": 184.53,
      "grad_norm": 1.4696879386901855,
      "learning_rate": 4.281513389752227e-06,
      "loss": 0.371,
      "step": 661170
    },
    {
      "epoch": 184.53,
      "grad_norm": 1.2625963687896729,
      "learning_rate": 4.281498179106097e-06,
      "loss": 0.3683,
      "step": 661180
    },
    {
      "epoch": 184.54,
      "grad_norm": 1.5419652462005615,
      "learning_rate": 4.281482968202051e-06,
      "loss": 0.3673,
      "step": 661190
    },
    {
      "epoch": 184.54,
      "grad_norm": 1.3465865850448608,
      "learning_rate": 4.281467757040093e-06,
      "loss": 0.3806,
      "step": 661200
    },
    {
      "epoch": 184.54,
      "grad_norm": 1.1711926460266113,
      "learning_rate": 4.2814525456202235e-06,
      "loss": 0.3659,
      "step": 661210
    },
    {
      "epoch": 184.54,
      "grad_norm": 1.2660880088806152,
      "learning_rate": 4.281437333942445e-06,
      "loss": 0.3762,
      "step": 661220
    },
    {
      "epoch": 184.55,
      "grad_norm": 1.1094377040863037,
      "learning_rate": 4.281422122006762e-06,
      "loss": 0.3805,
      "step": 661230
    },
    {
      "epoch": 184.55,
      "grad_norm": 1.20185124874115,
      "learning_rate": 4.2814069098131726e-06,
      "loss": 0.3941,
      "step": 661240
    },
    {
      "epoch": 184.55,
      "grad_norm": 1.1310412883758545,
      "learning_rate": 4.281391697361681e-06,
      "loss": 0.3824,
      "step": 661250
    },
    {
      "epoch": 184.55,
      "grad_norm": 1.2321443557739258,
      "learning_rate": 4.281376484652288e-06,
      "loss": 0.3793,
      "step": 661260
    },
    {
      "epoch": 184.56,
      "grad_norm": 1.1561435461044312,
      "learning_rate": 4.281361271684997e-06,
      "loss": 0.3777,
      "step": 661270
    },
    {
      "epoch": 184.56,
      "grad_norm": 1.4300378561019897,
      "learning_rate": 4.28134605845981e-06,
      "loss": 0.3736,
      "step": 661280
    },
    {
      "epoch": 184.56,
      "grad_norm": 1.1746535301208496,
      "learning_rate": 4.281330844976727e-06,
      "loss": 0.3873,
      "step": 661290
    },
    {
      "epoch": 184.57,
      "grad_norm": 3.8483693599700928,
      "learning_rate": 4.281315631235753e-06,
      "loss": 0.3648,
      "step": 661300
    },
    {
      "epoch": 184.57,
      "grad_norm": 1.2516289949417114,
      "learning_rate": 4.281300417236887e-06,
      "loss": 0.3903,
      "step": 661310
    },
    {
      "epoch": 184.57,
      "grad_norm": 2.243497133255005,
      "learning_rate": 4.2812852029801335e-06,
      "loss": 0.3782,
      "step": 661320
    },
    {
      "epoch": 184.57,
      "grad_norm": 1.4251339435577393,
      "learning_rate": 4.281269988465494e-06,
      "loss": 0.3861,
      "step": 661330
    },
    {
      "epoch": 184.58,
      "grad_norm": 1.3807108402252197,
      "learning_rate": 4.281254773692969e-06,
      "loss": 0.3883,
      "step": 661340
    },
    {
      "epoch": 184.58,
      "grad_norm": 1.0593613386154175,
      "learning_rate": 4.281239558662562e-06,
      "loss": 0.3547,
      "step": 661350
    },
    {
      "epoch": 184.58,
      "grad_norm": 1.2309166193008423,
      "learning_rate": 4.281224343374275e-06,
      "loss": 0.3823,
      "step": 661360
    },
    {
      "epoch": 184.59,
      "grad_norm": 1.142156958580017,
      "learning_rate": 4.281209127828109e-06,
      "loss": 0.3692,
      "step": 661370
    },
    {
      "epoch": 184.59,
      "grad_norm": 1.1135640144348145,
      "learning_rate": 4.2811939120240665e-06,
      "loss": 0.3786,
      "step": 661380
    },
    {
      "epoch": 184.59,
      "grad_norm": 1.2080273628234863,
      "learning_rate": 4.28117869596215e-06,
      "loss": 0.3826,
      "step": 661390
    },
    {
      "epoch": 184.59,
      "grad_norm": 1.170676827430725,
      "learning_rate": 4.281163479642362e-06,
      "loss": 0.388,
      "step": 661400
    },
    {
      "epoch": 184.6,
      "grad_norm": 1.3486396074295044,
      "learning_rate": 4.281148263064702e-06,
      "loss": 0.3938,
      "step": 661410
    },
    {
      "epoch": 184.6,
      "grad_norm": 0.9709751605987549,
      "learning_rate": 4.281133046229175e-06,
      "loss": 0.3911,
      "step": 661420
    },
    {
      "epoch": 184.6,
      "grad_norm": 1.0846498012542725,
      "learning_rate": 4.281117829135782e-06,
      "loss": 0.3862,
      "step": 661430
    },
    {
      "epoch": 184.61,
      "grad_norm": 1.0844566822052002,
      "learning_rate": 4.281102611784524e-06,
      "loss": 0.3723,
      "step": 661440
    },
    {
      "epoch": 184.61,
      "grad_norm": 1.1029739379882812,
      "learning_rate": 4.281087394175405e-06,
      "loss": 0.392,
      "step": 661450
    },
    {
      "epoch": 184.61,
      "grad_norm": 1.0613826513290405,
      "learning_rate": 4.2810721763084244e-06,
      "loss": 0.3695,
      "step": 661460
    },
    {
      "epoch": 184.61,
      "grad_norm": 1.3113139867782593,
      "learning_rate": 4.281056958183586e-06,
      "loss": 0.3737,
      "step": 661470
    },
    {
      "epoch": 184.62,
      "grad_norm": 1.097112774848938,
      "learning_rate": 4.281041739800893e-06,
      "loss": 0.3714,
      "step": 661480
    },
    {
      "epoch": 184.62,
      "grad_norm": 1.2663524150848389,
      "learning_rate": 4.281026521160344e-06,
      "loss": 0.3653,
      "step": 661490
    },
    {
      "epoch": 184.62,
      "grad_norm": 1.208898901939392,
      "learning_rate": 4.281011302261944e-06,
      "loss": 0.3596,
      "step": 661500
    },
    {
      "epoch": 184.62,
      "grad_norm": 0.9793992638587952,
      "learning_rate": 4.280996083105694e-06,
      "loss": 0.3709,
      "step": 661510
    },
    {
      "epoch": 184.63,
      "grad_norm": 1.123436450958252,
      "learning_rate": 4.2809808636915955e-06,
      "loss": 0.3876,
      "step": 661520
    },
    {
      "epoch": 184.63,
      "grad_norm": 1.1186537742614746,
      "learning_rate": 4.280965644019652e-06,
      "loss": 0.3863,
      "step": 661530
    },
    {
      "epoch": 184.63,
      "grad_norm": 1.2245898246765137,
      "learning_rate": 4.280950424089863e-06,
      "loss": 0.362,
      "step": 661540
    },
    {
      "epoch": 184.64,
      "grad_norm": 1.0333631038665771,
      "learning_rate": 4.280935203902234e-06,
      "loss": 0.371,
      "step": 661550
    },
    {
      "epoch": 184.64,
      "grad_norm": 1.0088266134262085,
      "learning_rate": 4.2809199834567635e-06,
      "loss": 0.3772,
      "step": 661560
    },
    {
      "epoch": 184.64,
      "grad_norm": 1.177839994430542,
      "learning_rate": 4.280904762753456e-06,
      "loss": 0.364,
      "step": 661570
    },
    {
      "epoch": 184.64,
      "grad_norm": 1.0817769765853882,
      "learning_rate": 4.280889541792312e-06,
      "loss": 0.3675,
      "step": 661580
    },
    {
      "epoch": 184.65,
      "grad_norm": 1.147599458694458,
      "learning_rate": 4.2808743205733346e-06,
      "loss": 0.3771,
      "step": 661590
    },
    {
      "epoch": 184.65,
      "grad_norm": 1.1231682300567627,
      "learning_rate": 4.280859099096525e-06,
      "loss": 0.3829,
      "step": 661600
    },
    {
      "epoch": 184.65,
      "grad_norm": 1.1099201440811157,
      "learning_rate": 4.280843877361887e-06,
      "loss": 0.3671,
      "step": 661610
    },
    {
      "epoch": 184.66,
      "grad_norm": 1.1296297311782837,
      "learning_rate": 4.28082865536942e-06,
      "loss": 0.392,
      "step": 661620
    },
    {
      "epoch": 184.66,
      "grad_norm": 1.1275750398635864,
      "learning_rate": 4.280813433119128e-06,
      "loss": 0.3966,
      "step": 661630
    },
    {
      "epoch": 184.66,
      "grad_norm": 1.3311502933502197,
      "learning_rate": 4.280798210611012e-06,
      "loss": 0.3714,
      "step": 661640
    },
    {
      "epoch": 184.66,
      "grad_norm": 1.1853229999542236,
      "learning_rate": 4.2807829878450746e-06,
      "loss": 0.3818,
      "step": 661650
    },
    {
      "epoch": 184.67,
      "grad_norm": 1.0119705200195312,
      "learning_rate": 4.280767764821317e-06,
      "loss": 0.3698,
      "step": 661660
    },
    {
      "epoch": 184.67,
      "grad_norm": 1.049912691116333,
      "learning_rate": 4.280752541539742e-06,
      "loss": 0.3858,
      "step": 661670
    },
    {
      "epoch": 184.67,
      "grad_norm": 1.1518474817276,
      "learning_rate": 4.280737318000352e-06,
      "loss": 0.3859,
      "step": 661680
    },
    {
      "epoch": 184.67,
      "grad_norm": 1.0685163736343384,
      "learning_rate": 4.280722094203148e-06,
      "loss": 0.3945,
      "step": 661690
    },
    {
      "epoch": 184.68,
      "grad_norm": 1.256968379020691,
      "learning_rate": 4.280706870148133e-06,
      "loss": 0.3705,
      "step": 661700
    },
    {
      "epoch": 184.68,
      "grad_norm": 1.068533182144165,
      "learning_rate": 4.280691645835307e-06,
      "loss": 0.3791,
      "step": 661710
    },
    {
      "epoch": 184.68,
      "grad_norm": 1.3368388414382935,
      "learning_rate": 4.280676421264675e-06,
      "loss": 0.3598,
      "step": 661720
    },
    {
      "epoch": 184.69,
      "grad_norm": 1.1931178569793701,
      "learning_rate": 4.280661196436238e-06,
      "loss": 0.3909,
      "step": 661730
    },
    {
      "epoch": 184.69,
      "grad_norm": 0.9979044198989868,
      "learning_rate": 4.280645971349997e-06,
      "loss": 0.3644,
      "step": 661740
    },
    {
      "epoch": 184.69,
      "grad_norm": 4.170952796936035,
      "learning_rate": 4.280630746005954e-06,
      "loss": 0.3839,
      "step": 661750
    },
    {
      "epoch": 184.69,
      "grad_norm": 1.1418906450271606,
      "learning_rate": 4.2806155204041115e-06,
      "loss": 0.3651,
      "step": 661760
    },
    {
      "epoch": 184.7,
      "grad_norm": 1.3509122133255005,
      "learning_rate": 4.2806002945444725e-06,
      "loss": 0.3884,
      "step": 661770
    },
    {
      "epoch": 184.7,
      "grad_norm": 1.2594839334487915,
      "learning_rate": 4.280585068427038e-06,
      "loss": 0.3641,
      "step": 661780
    },
    {
      "epoch": 184.7,
      "grad_norm": 1.1693744659423828,
      "learning_rate": 4.28056984205181e-06,
      "loss": 0.3732,
      "step": 661790
    },
    {
      "epoch": 184.71,
      "grad_norm": 1.1366865634918213,
      "learning_rate": 4.280554615418791e-06,
      "loss": 0.3596,
      "step": 661800
    },
    {
      "epoch": 184.71,
      "grad_norm": 1.1196815967559814,
      "learning_rate": 4.280539388527983e-06,
      "loss": 0.3774,
      "step": 661810
    },
    {
      "epoch": 184.71,
      "grad_norm": 1.1394544839859009,
      "learning_rate": 4.2805241613793875e-06,
      "loss": 0.3726,
      "step": 661820
    },
    {
      "epoch": 184.71,
      "grad_norm": 1.2509684562683105,
      "learning_rate": 4.280508933973006e-06,
      "loss": 0.3986,
      "step": 661830
    },
    {
      "epoch": 184.72,
      "grad_norm": 1.17262864112854,
      "learning_rate": 4.280493706308842e-06,
      "loss": 0.3628,
      "step": 661840
    },
    {
      "epoch": 184.72,
      "grad_norm": 1.2485427856445312,
      "learning_rate": 4.2804784783868975e-06,
      "loss": 0.3716,
      "step": 661850
    },
    {
      "epoch": 184.72,
      "grad_norm": 0.9932041764259338,
      "learning_rate": 4.2804632502071735e-06,
      "loss": 0.3833,
      "step": 661860
    },
    {
      "epoch": 184.73,
      "grad_norm": 1.2205779552459717,
      "learning_rate": 4.280448021769673e-06,
      "loss": 0.3953,
      "step": 661870
    },
    {
      "epoch": 184.73,
      "grad_norm": 1.0878881216049194,
      "learning_rate": 4.280432793074396e-06,
      "loss": 0.3642,
      "step": 661880
    },
    {
      "epoch": 184.73,
      "grad_norm": 1.176007628440857,
      "learning_rate": 4.280417564121347e-06,
      "loss": 0.395,
      "step": 661890
    },
    {
      "epoch": 184.73,
      "grad_norm": 1.3236652612686157,
      "learning_rate": 4.280402334910527e-06,
      "loss": 0.3715,
      "step": 661900
    },
    {
      "epoch": 184.74,
      "grad_norm": 1.2533618211746216,
      "learning_rate": 4.2803871054419384e-06,
      "loss": 0.3763,
      "step": 661910
    },
    {
      "epoch": 184.74,
      "grad_norm": 1.1300344467163086,
      "learning_rate": 4.280371875715582e-06,
      "loss": 0.393,
      "step": 661920
    },
    {
      "epoch": 184.74,
      "grad_norm": 1.2628016471862793,
      "learning_rate": 4.280356645731461e-06,
      "loss": 0.3794,
      "step": 661930
    },
    {
      "epoch": 184.74,
      "grad_norm": 1.2538633346557617,
      "learning_rate": 4.280341415489578e-06,
      "loss": 0.3764,
      "step": 661940
    },
    {
      "epoch": 184.75,
      "grad_norm": 1.205322504043579,
      "learning_rate": 4.280326184989933e-06,
      "loss": 0.3802,
      "step": 661950
    },
    {
      "epoch": 184.75,
      "grad_norm": 1.0404391288757324,
      "learning_rate": 4.280310954232529e-06,
      "loss": 0.3806,
      "step": 661960
    },
    {
      "epoch": 184.75,
      "grad_norm": 1.207558274269104,
      "learning_rate": 4.280295723217369e-06,
      "loss": 0.3736,
      "step": 661970
    },
    {
      "epoch": 184.76,
      "grad_norm": 3.1075503826141357,
      "learning_rate": 4.280280491944454e-06,
      "loss": 0.3799,
      "step": 661980
    },
    {
      "epoch": 184.76,
      "grad_norm": 1.0296052694320679,
      "learning_rate": 4.280265260413786e-06,
      "loss": 0.374,
      "step": 661990
    },
    {
      "epoch": 184.76,
      "grad_norm": 1.1598329544067383,
      "learning_rate": 4.280250028625368e-06,
      "loss": 0.3549,
      "step": 662000
    },
    {
      "epoch": 184.76,
      "grad_norm": 1.1889028549194336,
      "learning_rate": 4.280234796579201e-06,
      "loss": 0.3733,
      "step": 662010
    },
    {
      "epoch": 184.77,
      "grad_norm": 1.3332785367965698,
      "learning_rate": 4.280219564275287e-06,
      "loss": 0.3733,
      "step": 662020
    },
    {
      "epoch": 184.77,
      "grad_norm": 1.2039921283721924,
      "learning_rate": 4.280204331713629e-06,
      "loss": 0.3765,
      "step": 662030
    },
    {
      "epoch": 184.77,
      "grad_norm": 1.0422143936157227,
      "learning_rate": 4.280189098894228e-06,
      "loss": 0.3755,
      "step": 662040
    },
    {
      "epoch": 184.78,
      "grad_norm": 1.09831964969635,
      "learning_rate": 4.280173865817086e-06,
      "loss": 0.3756,
      "step": 662050
    },
    {
      "epoch": 184.78,
      "grad_norm": 1.1087493896484375,
      "learning_rate": 4.280158632482206e-06,
      "loss": 0.3914,
      "step": 662060
    },
    {
      "epoch": 184.78,
      "grad_norm": 1.1453465223312378,
      "learning_rate": 4.2801433988895896e-06,
      "loss": 0.365,
      "step": 662070
    },
    {
      "epoch": 184.78,
      "grad_norm": 1.1684861183166504,
      "learning_rate": 4.280128165039238e-06,
      "loss": 0.3799,
      "step": 662080
    },
    {
      "epoch": 184.79,
      "grad_norm": 1.0641121864318848,
      "learning_rate": 4.280112930931154e-06,
      "loss": 0.3775,
      "step": 662090
    },
    {
      "epoch": 184.79,
      "grad_norm": 0.8989845514297485,
      "learning_rate": 4.28009769656534e-06,
      "loss": 0.3695,
      "step": 662100
    },
    {
      "epoch": 184.79,
      "grad_norm": 1.2623456716537476,
      "learning_rate": 4.280082461941799e-06,
      "loss": 0.3722,
      "step": 662110
    },
    {
      "epoch": 184.79,
      "grad_norm": 1.2272347211837769,
      "learning_rate": 4.2800672270605295e-06,
      "loss": 0.3749,
      "step": 662120
    },
    {
      "epoch": 184.8,
      "grad_norm": 1.2704510688781738,
      "learning_rate": 4.280051991921536e-06,
      "loss": 0.3716,
      "step": 662130
    },
    {
      "epoch": 184.8,
      "grad_norm": 1.4025194644927979,
      "learning_rate": 4.28003675652482e-06,
      "loss": 0.3811,
      "step": 662140
    },
    {
      "epoch": 184.8,
      "grad_norm": 1.214334487915039,
      "learning_rate": 4.2800215208703855e-06,
      "loss": 0.3744,
      "step": 662150
    },
    {
      "epoch": 184.81,
      "grad_norm": 1.1900779008865356,
      "learning_rate": 4.280006284958231e-06,
      "loss": 0.3974,
      "step": 662160
    },
    {
      "epoch": 184.81,
      "grad_norm": 0.8948917388916016,
      "learning_rate": 4.279991048788361e-06,
      "loss": 0.37,
      "step": 662170
    },
    {
      "epoch": 184.81,
      "grad_norm": 1.154092788696289,
      "learning_rate": 4.279975812360776e-06,
      "loss": 0.3808,
      "step": 662180
    },
    {
      "epoch": 184.81,
      "grad_norm": 1.2024093866348267,
      "learning_rate": 4.2799605756754795e-06,
      "loss": 0.3986,
      "step": 662190
    },
    {
      "epoch": 184.82,
      "grad_norm": 1.0211833715438843,
      "learning_rate": 4.279945338732473e-06,
      "loss": 0.3776,
      "step": 662200
    },
    {
      "epoch": 184.82,
      "grad_norm": 1.2827483415603638,
      "learning_rate": 4.279930101531757e-06,
      "loss": 0.3729,
      "step": 662210
    },
    {
      "epoch": 184.82,
      "grad_norm": 1.085927128791809,
      "learning_rate": 4.279914864073337e-06,
      "loss": 0.3925,
      "step": 662220
    },
    {
      "epoch": 184.83,
      "grad_norm": 1.213786005973816,
      "learning_rate": 4.279899626357212e-06,
      "loss": 0.3725,
      "step": 662230
    },
    {
      "epoch": 184.83,
      "grad_norm": 0.9826792478561401,
      "learning_rate": 4.279884388383384e-06,
      "loss": 0.3859,
      "step": 662240
    },
    {
      "epoch": 184.83,
      "grad_norm": 1.1237668991088867,
      "learning_rate": 4.279869150151857e-06,
      "loss": 0.4026,
      "step": 662250
    },
    {
      "epoch": 184.83,
      "grad_norm": 1.3601304292678833,
      "learning_rate": 4.279853911662632e-06,
      "loss": 0.3641,
      "step": 662260
    },
    {
      "epoch": 184.84,
      "grad_norm": 4.544447422027588,
      "learning_rate": 4.279838672915711e-06,
      "loss": 0.3761,
      "step": 662270
    },
    {
      "epoch": 184.84,
      "grad_norm": 1.176804542541504,
      "learning_rate": 4.279823433911096e-06,
      "loss": 0.3784,
      "step": 662280
    },
    {
      "epoch": 184.84,
      "grad_norm": 0.9942657947540283,
      "learning_rate": 4.279808194648789e-06,
      "loss": 0.3922,
      "step": 662290
    },
    {
      "epoch": 184.85,
      "grad_norm": 1.63571298122406,
      "learning_rate": 4.279792955128792e-06,
      "loss": 0.3794,
      "step": 662300
    },
    {
      "epoch": 184.85,
      "grad_norm": 1.1394861936569214,
      "learning_rate": 4.279777715351108e-06,
      "loss": 0.394,
      "step": 662310
    },
    {
      "epoch": 184.85,
      "grad_norm": 1.3298708200454712,
      "learning_rate": 4.279762475315737e-06,
      "loss": 0.3859,
      "step": 662320
    },
    {
      "epoch": 184.85,
      "grad_norm": 1.3108570575714111,
      "learning_rate": 4.279747235022683e-06,
      "loss": 0.4004,
      "step": 662330
    },
    {
      "epoch": 184.86,
      "grad_norm": 1.1040265560150146,
      "learning_rate": 4.279731994471947e-06,
      "loss": 0.371,
      "step": 662340
    },
    {
      "epoch": 184.86,
      "grad_norm": 1.156187653541565,
      "learning_rate": 4.279716753663531e-06,
      "loss": 0.3819,
      "step": 662350
    },
    {
      "epoch": 184.86,
      "grad_norm": 1.434887409210205,
      "learning_rate": 4.279701512597437e-06,
      "loss": 0.383,
      "step": 662360
    },
    {
      "epoch": 184.86,
      "grad_norm": 1.1900948286056519,
      "learning_rate": 4.2796862712736684e-06,
      "loss": 0.3974,
      "step": 662370
    },
    {
      "epoch": 184.87,
      "grad_norm": 0.9663597345352173,
      "learning_rate": 4.2796710296922255e-06,
      "loss": 0.3782,
      "step": 662380
    },
    {
      "epoch": 184.87,
      "grad_norm": 1.0901826620101929,
      "learning_rate": 4.279655787853111e-06,
      "loss": 0.3959,
      "step": 662390
    },
    {
      "epoch": 184.87,
      "grad_norm": 1.0680068731307983,
      "learning_rate": 4.279640545756327e-06,
      "loss": 0.3703,
      "step": 662400
    },
    {
      "epoch": 184.88,
      "grad_norm": 1.1366137266159058,
      "learning_rate": 4.279625303401876e-06,
      "loss": 0.3632,
      "step": 662410
    },
    {
      "epoch": 184.88,
      "grad_norm": 1.0678447484970093,
      "learning_rate": 4.279610060789758e-06,
      "loss": 0.3794,
      "step": 662420
    },
    {
      "epoch": 184.88,
      "grad_norm": 1.0820882320404053,
      "learning_rate": 4.2795948179199775e-06,
      "loss": 0.3597,
      "step": 662430
    },
    {
      "epoch": 184.88,
      "grad_norm": 1.2421027421951294,
      "learning_rate": 4.279579574792536e-06,
      "loss": 0.3698,
      "step": 662440
    },
    {
      "epoch": 184.89,
      "grad_norm": 1.0682897567749023,
      "learning_rate": 4.279564331407435e-06,
      "loss": 0.3834,
      "step": 662450
    },
    {
      "epoch": 184.89,
      "grad_norm": 1.1433372497558594,
      "learning_rate": 4.279549087764675e-06,
      "loss": 0.3602,
      "step": 662460
    },
    {
      "epoch": 184.89,
      "grad_norm": 1.1866345405578613,
      "learning_rate": 4.279533843864261e-06,
      "loss": 0.3823,
      "step": 662470
    },
    {
      "epoch": 184.9,
      "grad_norm": 1.1127831935882568,
      "learning_rate": 4.279518599706194e-06,
      "loss": 0.3676,
      "step": 662480
    },
    {
      "epoch": 184.9,
      "grad_norm": 1.3910245895385742,
      "learning_rate": 4.2795033552904746e-06,
      "loss": 0.3766,
      "step": 662490
    },
    {
      "epoch": 184.9,
      "grad_norm": 1.4819351434707642,
      "learning_rate": 4.279488110617106e-06,
      "loss": 0.3855,
      "step": 662500
    },
    {
      "epoch": 184.9,
      "grad_norm": 1.3766158819198608,
      "learning_rate": 4.279472865686091e-06,
      "loss": 0.3883,
      "step": 662510
    },
    {
      "epoch": 184.91,
      "grad_norm": 1.2751924991607666,
      "learning_rate": 4.27945762049743e-06,
      "loss": 0.3844,
      "step": 662520
    },
    {
      "epoch": 184.91,
      "grad_norm": 1.40220308303833,
      "learning_rate": 4.279442375051126e-06,
      "loss": 0.38,
      "step": 662530
    },
    {
      "epoch": 184.91,
      "grad_norm": 1.134603500366211,
      "learning_rate": 4.279427129347181e-06,
      "loss": 0.3734,
      "step": 662540
    },
    {
      "epoch": 184.91,
      "grad_norm": 1.033210277557373,
      "learning_rate": 4.2794118833855966e-06,
      "loss": 0.3774,
      "step": 662550
    },
    {
      "epoch": 184.92,
      "grad_norm": 1.252132773399353,
      "learning_rate": 4.279396637166375e-06,
      "loss": 0.3819,
      "step": 662560
    },
    {
      "epoch": 184.92,
      "grad_norm": 1.015027403831482,
      "learning_rate": 4.279381390689518e-06,
      "loss": 0.3701,
      "step": 662570
    },
    {
      "epoch": 184.92,
      "grad_norm": 1.52213716506958,
      "learning_rate": 4.2793661439550285e-06,
      "loss": 0.3763,
      "step": 662580
    },
    {
      "epoch": 184.93,
      "grad_norm": 1.11582612991333,
      "learning_rate": 4.279350896962908e-06,
      "loss": 0.384,
      "step": 662590
    },
    {
      "epoch": 184.93,
      "grad_norm": 1.3285133838653564,
      "learning_rate": 4.279335649713158e-06,
      "loss": 0.3765,
      "step": 662600
    },
    {
      "epoch": 184.93,
      "grad_norm": 1.0192227363586426,
      "learning_rate": 4.2793204022057815e-06,
      "loss": 0.3764,
      "step": 662610
    },
    {
      "epoch": 184.93,
      "grad_norm": 1.2308262586593628,
      "learning_rate": 4.27930515444078e-06,
      "loss": 0.3771,
      "step": 662620
    },
    {
      "epoch": 184.94,
      "grad_norm": 1.1244494915008545,
      "learning_rate": 4.279289906418155e-06,
      "loss": 0.3743,
      "step": 662630
    },
    {
      "epoch": 184.94,
      "grad_norm": 0.946493923664093,
      "learning_rate": 4.2792746581379105e-06,
      "loss": 0.3805,
      "step": 662640
    },
    {
      "epoch": 184.94,
      "grad_norm": 1.2414494752883911,
      "learning_rate": 4.279259409600046e-06,
      "loss": 0.3902,
      "step": 662650
    },
    {
      "epoch": 184.95,
      "grad_norm": 1.211643934249878,
      "learning_rate": 4.279244160804565e-06,
      "loss": 0.3608,
      "step": 662660
    },
    {
      "epoch": 184.95,
      "grad_norm": 1.292910099029541,
      "learning_rate": 4.279228911751469e-06,
      "loss": 0.3821,
      "step": 662670
    },
    {
      "epoch": 184.95,
      "grad_norm": 1.1451717615127563,
      "learning_rate": 4.279213662440761e-06,
      "loss": 0.3796,
      "step": 662680
    },
    {
      "epoch": 184.95,
      "grad_norm": 1.0682927370071411,
      "learning_rate": 4.279198412872441e-06,
      "loss": 0.3939,
      "step": 662690
    },
    {
      "epoch": 184.96,
      "grad_norm": 1.2405978441238403,
      "learning_rate": 4.279183163046513e-06,
      "loss": 0.3722,
      "step": 662700
    },
    {
      "epoch": 184.96,
      "grad_norm": 1.0260188579559326,
      "learning_rate": 4.279167912962978e-06,
      "loss": 0.3726,
      "step": 662710
    },
    {
      "epoch": 184.96,
      "grad_norm": 1.241576075553894,
      "learning_rate": 4.279152662621839e-06,
      "loss": 0.3916,
      "step": 662720
    },
    {
      "epoch": 184.97,
      "grad_norm": 1.252313256263733,
      "learning_rate": 4.279137412023097e-06,
      "loss": 0.3784,
      "step": 662730
    },
    {
      "epoch": 184.97,
      "grad_norm": 0.9453768134117126,
      "learning_rate": 4.279122161166753e-06,
      "loss": 0.3643,
      "step": 662740
    },
    {
      "epoch": 184.97,
      "grad_norm": 1.0650643110275269,
      "learning_rate": 4.279106910052813e-06,
      "loss": 0.3887,
      "step": 662750
    },
    {
      "epoch": 184.97,
      "grad_norm": 1.3976061344146729,
      "learning_rate": 4.279091658681275e-06,
      "loss": 0.3876,
      "step": 662760
    },
    {
      "epoch": 184.98,
      "grad_norm": 1.0266660451889038,
      "learning_rate": 4.279076407052143e-06,
      "loss": 0.3971,
      "step": 662770
    },
    {
      "epoch": 184.98,
      "grad_norm": 1.0518571138381958,
      "learning_rate": 4.279061155165418e-06,
      "loss": 0.3875,
      "step": 662780
    },
    {
      "epoch": 184.98,
      "grad_norm": 1.1681833267211914,
      "learning_rate": 4.279045903021102e-06,
      "loss": 0.3758,
      "step": 662790
    },
    {
      "epoch": 184.98,
      "grad_norm": 1.128057599067688,
      "learning_rate": 4.2790306506192e-06,
      "loss": 0.3826,
      "step": 662800
    },
    {
      "epoch": 184.99,
      "grad_norm": 1.335395097732544,
      "learning_rate": 4.279015397959709e-06,
      "loss": 0.3855,
      "step": 662810
    },
    {
      "epoch": 184.99,
      "grad_norm": 1.3150088787078857,
      "learning_rate": 4.279000145042635e-06,
      "loss": 0.3864,
      "step": 662820
    },
    {
      "epoch": 184.99,
      "grad_norm": 0.9858964085578918,
      "learning_rate": 4.278984891867978e-06,
      "loss": 0.3698,
      "step": 662830
    },
    {
      "epoch": 185.0,
      "grad_norm": 1.1387220621109009,
      "learning_rate": 4.278969638435741e-06,
      "loss": 0.3717,
      "step": 662840
    },
    {
      "epoch": 185.0,
      "grad_norm": 1.0832363367080688,
      "learning_rate": 4.278954384745927e-06,
      "loss": 0.3798,
      "step": 662850
    },
    {
      "epoch": 185.0,
      "eval_loss": 0.3796577453613281,
      "eval_runtime": 63.5915,
      "eval_samples_per_second": 79.555,
      "eval_steps_per_second": 9.954,
      "step": 662855
    },
    {
      "epoch": 185.0,
      "grad_norm": 1.0836999416351318,
      "learning_rate": 4.2789391307985345e-06,
      "loss": 0.3658,
      "step": 662860
    },
    {
      "epoch": 185.0,
      "grad_norm": 1.210321307182312,
      "learning_rate": 4.278923876593569e-06,
      "loss": 0.376,
      "step": 662870
    },
    {
      "epoch": 185.01,
      "grad_norm": 1.6412144899368286,
      "learning_rate": 4.278908622131032e-06,
      "loss": 0.3684,
      "step": 662880
    },
    {
      "epoch": 185.01,
      "grad_norm": 1.1628608703613281,
      "learning_rate": 4.278893367410924e-06,
      "loss": 0.3673,
      "step": 662890
    },
    {
      "epoch": 185.01,
      "grad_norm": 1.1895899772644043,
      "learning_rate": 4.278878112433247e-06,
      "loss": 0.3761,
      "step": 662900
    },
    {
      "epoch": 185.02,
      "grad_norm": 1.174986481666565,
      "learning_rate": 4.278862857198006e-06,
      "loss": 0.3672,
      "step": 662910
    },
    {
      "epoch": 185.02,
      "grad_norm": 1.0090936422348022,
      "learning_rate": 4.278847601705199e-06,
      "loss": 0.3778,
      "step": 662920
    },
    {
      "epoch": 185.02,
      "grad_norm": 1.2361106872558594,
      "learning_rate": 4.278832345954831e-06,
      "loss": 0.3927,
      "step": 662930
    },
    {
      "epoch": 185.02,
      "grad_norm": 1.03534734249115,
      "learning_rate": 4.278817089946903e-06,
      "loss": 0.3719,
      "step": 662940
    },
    {
      "epoch": 185.03,
      "grad_norm": 1.141772747039795,
      "learning_rate": 4.278801833681417e-06,
      "loss": 0.3966,
      "step": 662950
    },
    {
      "epoch": 185.03,
      "grad_norm": 1.5093921422958374,
      "learning_rate": 4.278786577158375e-06,
      "loss": 0.3882,
      "step": 662960
    },
    {
      "epoch": 185.03,
      "grad_norm": 1.5886849164962769,
      "learning_rate": 4.278771320377779e-06,
      "loss": 0.3727,
      "step": 662970
    },
    {
      "epoch": 185.03,
      "grad_norm": 1.170113444328308,
      "learning_rate": 4.2787560633396305e-06,
      "loss": 0.3755,
      "step": 662980
    },
    {
      "epoch": 185.04,
      "grad_norm": 1.1382157802581787,
      "learning_rate": 4.278740806043933e-06,
      "loss": 0.3654,
      "step": 662990
    },
    {
      "epoch": 185.04,
      "grad_norm": 1.2657749652862549,
      "learning_rate": 4.278725548490688e-06,
      "loss": 0.3785,
      "step": 663000
    },
    {
      "epoch": 185.04,
      "grad_norm": 1.2061976194381714,
      "learning_rate": 4.2787102906798965e-06,
      "loss": 0.3756,
      "step": 663010
    },
    {
      "epoch": 185.05,
      "grad_norm": 1.3285309076309204,
      "learning_rate": 4.278695032611561e-06,
      "loss": 0.3934,
      "step": 663020
    },
    {
      "epoch": 185.05,
      "grad_norm": 1.1489689350128174,
      "learning_rate": 4.278679774285685e-06,
      "loss": 0.4056,
      "step": 663030
    },
    {
      "epoch": 185.05,
      "grad_norm": 1.2412468194961548,
      "learning_rate": 4.278664515702269e-06,
      "loss": 0.3712,
      "step": 663040
    },
    {
      "epoch": 185.05,
      "grad_norm": 1.1563348770141602,
      "learning_rate": 4.278649256861315e-06,
      "loss": 0.3645,
      "step": 663050
    },
    {
      "epoch": 185.06,
      "grad_norm": 1.1511887311935425,
      "learning_rate": 4.278633997762825e-06,
      "loss": 0.3879,
      "step": 663060
    },
    {
      "epoch": 185.06,
      "grad_norm": 1.0106137990951538,
      "learning_rate": 4.278618738406802e-06,
      "loss": 0.3753,
      "step": 663070
    },
    {
      "epoch": 185.06,
      "grad_norm": 1.0896837711334229,
      "learning_rate": 4.278603478793247e-06,
      "loss": 0.3592,
      "step": 663080
    },
    {
      "epoch": 185.07,
      "grad_norm": 1.2991913557052612,
      "learning_rate": 4.2785882189221625e-06,
      "loss": 0.3732,
      "step": 663090
    },
    {
      "epoch": 185.07,
      "grad_norm": 1.1987519264221191,
      "learning_rate": 4.278572958793551e-06,
      "loss": 0.391,
      "step": 663100
    },
    {
      "epoch": 185.07,
      "grad_norm": 1.8123139142990112,
      "learning_rate": 4.278557698407414e-06,
      "loss": 0.3803,
      "step": 663110
    },
    {
      "epoch": 185.07,
      "grad_norm": 1.0832340717315674,
      "learning_rate": 4.278542437763753e-06,
      "loss": 0.3723,
      "step": 663120
    },
    {
      "epoch": 185.08,
      "grad_norm": 0.9182549715042114,
      "learning_rate": 4.27852717686257e-06,
      "loss": 0.3903,
      "step": 663130
    },
    {
      "epoch": 185.08,
      "grad_norm": 1.165920376777649,
      "learning_rate": 4.278511915703869e-06,
      "loss": 0.3831,
      "step": 663140
    },
    {
      "epoch": 185.08,
      "grad_norm": 1.343941569328308,
      "learning_rate": 4.27849665428765e-06,
      "loss": 0.3829,
      "step": 663150
    },
    {
      "epoch": 185.09,
      "grad_norm": 1.2339777946472168,
      "learning_rate": 4.278481392613916e-06,
      "loss": 0.3749,
      "step": 663160
    },
    {
      "epoch": 185.09,
      "grad_norm": 0.9708756804466248,
      "learning_rate": 4.278466130682669e-06,
      "loss": 0.3774,
      "step": 663170
    },
    {
      "epoch": 185.09,
      "grad_norm": 1.0030725002288818,
      "learning_rate": 4.278450868493911e-06,
      "loss": 0.3595,
      "step": 663180
    },
    {
      "epoch": 185.09,
      "grad_norm": 1.0696079730987549,
      "learning_rate": 4.278435606047642e-06,
      "loss": 0.3704,
      "step": 663190
    },
    {
      "epoch": 185.1,
      "grad_norm": 1.0510528087615967,
      "learning_rate": 4.278420343343868e-06,
      "loss": 0.3726,
      "step": 663200
    },
    {
      "epoch": 185.1,
      "grad_norm": 1.1119670867919922,
      "learning_rate": 4.278405080382587e-06,
      "loss": 0.3856,
      "step": 663210
    },
    {
      "epoch": 185.1,
      "grad_norm": 1.0743030309677124,
      "learning_rate": 4.278389817163804e-06,
      "loss": 0.4081,
      "step": 663220
    },
    {
      "epoch": 185.1,
      "grad_norm": 1.356096625328064,
      "learning_rate": 4.27837455368752e-06,
      "loss": 0.3748,
      "step": 663230
    },
    {
      "epoch": 185.11,
      "grad_norm": 1.0007678270339966,
      "learning_rate": 4.278359289953736e-06,
      "loss": 0.3647,
      "step": 663240
    },
    {
      "epoch": 185.11,
      "grad_norm": 1.393778681755066,
      "learning_rate": 4.278344025962456e-06,
      "loss": 0.36,
      "step": 663250
    },
    {
      "epoch": 185.11,
      "grad_norm": 1.2400411367416382,
      "learning_rate": 4.27832876171368e-06,
      "loss": 0.3672,
      "step": 663260
    },
    {
      "epoch": 185.12,
      "grad_norm": 1.2386656999588013,
      "learning_rate": 4.2783134972074124e-06,
      "loss": 0.3753,
      "step": 663270
    },
    {
      "epoch": 185.12,
      "grad_norm": 1.090157151222229,
      "learning_rate": 4.278298232443653e-06,
      "loss": 0.3892,
      "step": 663280
    },
    {
      "epoch": 185.12,
      "grad_norm": 1.165948748588562,
      "learning_rate": 4.278282967422404e-06,
      "loss": 0.364,
      "step": 663290
    },
    {
      "epoch": 185.12,
      "grad_norm": 1.1115635633468628,
      "learning_rate": 4.27826770214367e-06,
      "loss": 0.3783,
      "step": 663300
    },
    {
      "epoch": 185.13,
      "grad_norm": 1.1826491355895996,
      "learning_rate": 4.27825243660745e-06,
      "loss": 0.3856,
      "step": 663310
    },
    {
      "epoch": 185.13,
      "grad_norm": 1.0336006879806519,
      "learning_rate": 4.278237170813747e-06,
      "loss": 0.3968,
      "step": 663320
    },
    {
      "epoch": 185.13,
      "grad_norm": 1.1645478010177612,
      "learning_rate": 4.278221904762563e-06,
      "loss": 0.3786,
      "step": 663330
    },
    {
      "epoch": 185.14,
      "grad_norm": 1.0662336349487305,
      "learning_rate": 4.278206638453901e-06,
      "loss": 0.3912,
      "step": 663340
    },
    {
      "epoch": 185.14,
      "grad_norm": 1.1135327816009521,
      "learning_rate": 4.278191371887762e-06,
      "loss": 0.3638,
      "step": 663350
    },
    {
      "epoch": 185.14,
      "grad_norm": 1.43645179271698,
      "learning_rate": 4.278176105064148e-06,
      "loss": 0.3796,
      "step": 663360
    },
    {
      "epoch": 185.14,
      "grad_norm": 1.4606671333312988,
      "learning_rate": 4.278160837983062e-06,
      "loss": 0.393,
      "step": 663370
    },
    {
      "epoch": 185.15,
      "grad_norm": 1.3082507848739624,
      "learning_rate": 4.278145570644505e-06,
      "loss": 0.3853,
      "step": 663380
    },
    {
      "epoch": 185.15,
      "grad_norm": 1.1819777488708496,
      "learning_rate": 4.27813030304848e-06,
      "loss": 0.3876,
      "step": 663390
    },
    {
      "epoch": 185.15,
      "grad_norm": 1.1783536672592163,
      "learning_rate": 4.278115035194987e-06,
      "loss": 0.3741,
      "step": 663400
    },
    {
      "epoch": 185.15,
      "grad_norm": 1.1889619827270508,
      "learning_rate": 4.278099767084032e-06,
      "loss": 0.3683,
      "step": 663410
    },
    {
      "epoch": 185.16,
      "grad_norm": 1.189662218093872,
      "learning_rate": 4.2780844987156125e-06,
      "loss": 0.3764,
      "step": 663420
    },
    {
      "epoch": 185.16,
      "grad_norm": 1.2571579217910767,
      "learning_rate": 4.278069230089733e-06,
      "loss": 0.3737,
      "step": 663430
    },
    {
      "epoch": 185.16,
      "grad_norm": 1.1582951545715332,
      "learning_rate": 4.278053961206395e-06,
      "loss": 0.3757,
      "step": 663440
    },
    {
      "epoch": 185.17,
      "grad_norm": 1.1648263931274414,
      "learning_rate": 4.278038692065601e-06,
      "loss": 0.3653,
      "step": 663450
    },
    {
      "epoch": 185.17,
      "grad_norm": 1.0410799980163574,
      "learning_rate": 4.278023422667352e-06,
      "loss": 0.3923,
      "step": 663460
    },
    {
      "epoch": 185.17,
      "grad_norm": 1.0904910564422607,
      "learning_rate": 4.2780081530116516e-06,
      "loss": 0.3748,
      "step": 663470
    },
    {
      "epoch": 185.17,
      "grad_norm": 1.1801890134811401,
      "learning_rate": 4.277992883098501e-06,
      "loss": 0.3571,
      "step": 663480
    },
    {
      "epoch": 185.18,
      "grad_norm": 1.1153558492660522,
      "learning_rate": 4.277977612927901e-06,
      "loss": 0.3842,
      "step": 663490
    },
    {
      "epoch": 185.18,
      "grad_norm": 0.8910155296325684,
      "learning_rate": 4.277962342499855e-06,
      "loss": 0.3668,
      "step": 663500
    },
    {
      "epoch": 185.18,
      "grad_norm": 1.2623189687728882,
      "learning_rate": 4.277947071814366e-06,
      "loss": 0.373,
      "step": 663510
    },
    {
      "epoch": 185.19,
      "grad_norm": 1.153803825378418,
      "learning_rate": 4.277931800871433e-06,
      "loss": 0.3862,
      "step": 663520
    },
    {
      "epoch": 185.19,
      "grad_norm": 1.2014769315719604,
      "learning_rate": 4.2779165296710605e-06,
      "loss": 0.3574,
      "step": 663530
    },
    {
      "epoch": 185.19,
      "grad_norm": 1.8197495937347412,
      "learning_rate": 4.277901258213251e-06,
      "loss": 0.3777,
      "step": 663540
    },
    {
      "epoch": 185.19,
      "grad_norm": 1.2808665037155151,
      "learning_rate": 4.2778859864980045e-06,
      "loss": 0.3846,
      "step": 663550
    },
    {
      "epoch": 185.2,
      "grad_norm": 0.9523157477378845,
      "learning_rate": 4.277870714525324e-06,
      "loss": 0.3767,
      "step": 663560
    },
    {
      "epoch": 185.2,
      "grad_norm": 1.1133660078048706,
      "learning_rate": 4.277855442295212e-06,
      "loss": 0.384,
      "step": 663570
    },
    {
      "epoch": 185.2,
      "grad_norm": 1.04043447971344,
      "learning_rate": 4.27784016980767e-06,
      "loss": 0.3829,
      "step": 663580
    },
    {
      "epoch": 185.21,
      "grad_norm": 1.2462658882141113,
      "learning_rate": 4.277824897062699e-06,
      "loss": 0.3735,
      "step": 663590
    },
    {
      "epoch": 185.21,
      "grad_norm": 1.097485065460205,
      "learning_rate": 4.277809624060303e-06,
      "loss": 0.3654,
      "step": 663600
    },
    {
      "epoch": 185.21,
      "grad_norm": 1.04766845703125,
      "learning_rate": 4.277794350800483e-06,
      "loss": 0.3763,
      "step": 663610
    },
    {
      "epoch": 185.21,
      "grad_norm": 1.093669056892395,
      "learning_rate": 4.277779077283242e-06,
      "loss": 0.3542,
      "step": 663620
    },
    {
      "epoch": 185.22,
      "grad_norm": 1.1816389560699463,
      "learning_rate": 4.27776380350858e-06,
      "loss": 0.3761,
      "step": 663630
    },
    {
      "epoch": 185.22,
      "grad_norm": 1.3278521299362183,
      "learning_rate": 4.277748529476501e-06,
      "loss": 0.3686,
      "step": 663640
    },
    {
      "epoch": 185.22,
      "grad_norm": 1.4205435514450073,
      "learning_rate": 4.277733255187006e-06,
      "loss": 0.3724,
      "step": 663650
    },
    {
      "epoch": 185.22,
      "grad_norm": 1.2672661542892456,
      "learning_rate": 4.277717980640096e-06,
      "loss": 0.3845,
      "step": 663660
    },
    {
      "epoch": 185.23,
      "grad_norm": 1.0754058361053467,
      "learning_rate": 4.277702705835776e-06,
      "loss": 0.3864,
      "step": 663670
    },
    {
      "epoch": 185.23,
      "grad_norm": 1.1709542274475098,
      "learning_rate": 4.277687430774046e-06,
      "loss": 0.3883,
      "step": 663680
    },
    {
      "epoch": 185.23,
      "grad_norm": 1.03090238571167,
      "learning_rate": 4.277672155454908e-06,
      "loss": 0.3624,
      "step": 663690
    },
    {
      "epoch": 185.24,
      "grad_norm": 1.1844918727874756,
      "learning_rate": 4.277656879878365e-06,
      "loss": 0.3627,
      "step": 663700
    },
    {
      "epoch": 185.24,
      "grad_norm": 1.0931036472320557,
      "learning_rate": 4.2776416040444185e-06,
      "loss": 0.3755,
      "step": 663710
    },
    {
      "epoch": 185.24,
      "grad_norm": 1.129129409790039,
      "learning_rate": 4.27762632795307e-06,
      "loss": 0.3949,
      "step": 663720
    },
    {
      "epoch": 185.24,
      "grad_norm": 1.1075241565704346,
      "learning_rate": 4.277611051604323e-06,
      "loss": 0.3766,
      "step": 663730
    },
    {
      "epoch": 185.25,
      "grad_norm": 1.2900481224060059,
      "learning_rate": 4.277595774998178e-06,
      "loss": 0.3821,
      "step": 663740
    },
    {
      "epoch": 185.25,
      "grad_norm": 1.370102882385254,
      "learning_rate": 4.277580498134637e-06,
      "loss": 0.3788,
      "step": 663750
    },
    {
      "epoch": 185.25,
      "grad_norm": 1.0982811450958252,
      "learning_rate": 4.277565221013704e-06,
      "loss": 0.3662,
      "step": 663760
    },
    {
      "epoch": 185.26,
      "grad_norm": 1.4219050407409668,
      "learning_rate": 4.277549943635378e-06,
      "loss": 0.3747,
      "step": 663770
    },
    {
      "epoch": 185.26,
      "grad_norm": 1.0678532123565674,
      "learning_rate": 4.277534665999663e-06,
      "loss": 0.3977,
      "step": 663780
    },
    {
      "epoch": 185.26,
      "grad_norm": 1.2488900423049927,
      "learning_rate": 4.277519388106561e-06,
      "loss": 0.4068,
      "step": 663790
    },
    {
      "epoch": 185.26,
      "grad_norm": 1.0670533180236816,
      "learning_rate": 4.2775041099560746e-06,
      "loss": 0.3739,
      "step": 663800
    },
    {
      "epoch": 185.27,
      "grad_norm": 1.4096686840057373,
      "learning_rate": 4.277488831548205e-06,
      "loss": 0.3981,
      "step": 663810
    },
    {
      "epoch": 185.27,
      "grad_norm": 1.2487908601760864,
      "learning_rate": 4.277473552882953e-06,
      "loss": 0.3876,
      "step": 663820
    },
    {
      "epoch": 185.27,
      "grad_norm": 0.9942481517791748,
      "learning_rate": 4.277458273960322e-06,
      "loss": 0.3716,
      "step": 663830
    },
    {
      "epoch": 185.27,
      "grad_norm": 1.5364073514938354,
      "learning_rate": 4.2774429947803145e-06,
      "loss": 0.3636,
      "step": 663840
    },
    {
      "epoch": 185.28,
      "grad_norm": 1.0050934553146362,
      "learning_rate": 4.277427715342932e-06,
      "loss": 0.3787,
      "step": 663850
    },
    {
      "epoch": 185.28,
      "grad_norm": 0.9994633197784424,
      "learning_rate": 4.277412435648176e-06,
      "loss": 0.376,
      "step": 663860
    },
    {
      "epoch": 185.28,
      "grad_norm": 1.405460238456726,
      "learning_rate": 4.277397155696049e-06,
      "loss": 0.3688,
      "step": 663870
    },
    {
      "epoch": 185.29,
      "grad_norm": 1.337571382522583,
      "learning_rate": 4.277381875486553e-06,
      "loss": 0.359,
      "step": 663880
    },
    {
      "epoch": 185.29,
      "grad_norm": 1.069946050643921,
      "learning_rate": 4.277366595019691e-06,
      "loss": 0.3736,
      "step": 663890
    },
    {
      "epoch": 185.29,
      "grad_norm": 1.0404443740844727,
      "learning_rate": 4.277351314295463e-06,
      "loss": 0.3644,
      "step": 663900
    },
    {
      "epoch": 185.29,
      "grad_norm": 1.0869923830032349,
      "learning_rate": 4.2773360333138726e-06,
      "loss": 0.3755,
      "step": 663910
    },
    {
      "epoch": 185.3,
      "grad_norm": 1.3262507915496826,
      "learning_rate": 4.277320752074921e-06,
      "loss": 0.3822,
      "step": 663920
    },
    {
      "epoch": 185.3,
      "grad_norm": 1.0797380208969116,
      "learning_rate": 4.277305470578612e-06,
      "loss": 0.3819,
      "step": 663930
    },
    {
      "epoch": 185.3,
      "grad_norm": 0.9884558320045471,
      "learning_rate": 4.277290188824944e-06,
      "loss": 0.3572,
      "step": 663940
    },
    {
      "epoch": 185.31,
      "grad_norm": 1.2051950693130493,
      "learning_rate": 4.277274906813923e-06,
      "loss": 0.3812,
      "step": 663950
    },
    {
      "epoch": 185.31,
      "grad_norm": 1.0534645318984985,
      "learning_rate": 4.277259624545549e-06,
      "loss": 0.366,
      "step": 663960
    },
    {
      "epoch": 185.31,
      "grad_norm": 1.2315781116485596,
      "learning_rate": 4.277244342019824e-06,
      "loss": 0.3702,
      "step": 663970
    },
    {
      "epoch": 185.31,
      "grad_norm": 1.1040621995925903,
      "learning_rate": 4.277229059236751e-06,
      "loss": 0.3628,
      "step": 663980
    },
    {
      "epoch": 185.32,
      "grad_norm": 1.0292011499404907,
      "learning_rate": 4.277213776196331e-06,
      "loss": 0.3566,
      "step": 663990
    },
    {
      "epoch": 185.32,
      "grad_norm": 1.2089022397994995,
      "learning_rate": 4.277198492898566e-06,
      "loss": 0.3733,
      "step": 664000
    },
    {
      "epoch": 185.32,
      "grad_norm": 1.5987200736999512,
      "learning_rate": 4.277183209343458e-06,
      "loss": 0.384,
      "step": 664010
    },
    {
      "epoch": 185.33,
      "grad_norm": 1.3426852226257324,
      "learning_rate": 4.277167925531011e-06,
      "loss": 0.3733,
      "step": 664020
    },
    {
      "epoch": 185.33,
      "grad_norm": 1.2110172510147095,
      "learning_rate": 4.277152641461225e-06,
      "loss": 0.3787,
      "step": 664030
    },
    {
      "epoch": 185.33,
      "grad_norm": 1.1210050582885742,
      "learning_rate": 4.277137357134102e-06,
      "loss": 0.3785,
      "step": 664040
    },
    {
      "epoch": 185.33,
      "grad_norm": 1.0244039297103882,
      "learning_rate": 4.277122072549645e-06,
      "loss": 0.3724,
      "step": 664050
    },
    {
      "epoch": 185.34,
      "grad_norm": 1.223624587059021,
      "learning_rate": 4.277106787707856e-06,
      "loss": 0.3784,
      "step": 664060
    },
    {
      "epoch": 185.34,
      "grad_norm": 1.2198694944381714,
      "learning_rate": 4.277091502608737e-06,
      "loss": 0.3822,
      "step": 664070
    },
    {
      "epoch": 185.34,
      "grad_norm": 1.0664117336273193,
      "learning_rate": 4.277076217252289e-06,
      "loss": 0.3787,
      "step": 664080
    },
    {
      "epoch": 185.34,
      "grad_norm": 1.2407721281051636,
      "learning_rate": 4.2770609316385145e-06,
      "loss": 0.3856,
      "step": 664090
    },
    {
      "epoch": 185.35,
      "grad_norm": 0.9682608246803284,
      "learning_rate": 4.277045645767417e-06,
      "loss": 0.3748,
      "step": 664100
    },
    {
      "epoch": 185.35,
      "grad_norm": 1.2652623653411865,
      "learning_rate": 4.277030359638996e-06,
      "loss": 0.3827,
      "step": 664110
    },
    {
      "epoch": 185.35,
      "grad_norm": 1.3173147439956665,
      "learning_rate": 4.277015073253256e-06,
      "loss": 0.391,
      "step": 664120
    },
    {
      "epoch": 185.36,
      "grad_norm": 1.3333789110183716,
      "learning_rate": 4.276999786610197e-06,
      "loss": 0.3822,
      "step": 664130
    },
    {
      "epoch": 185.36,
      "grad_norm": 1.3501931428909302,
      "learning_rate": 4.276984499709823e-06,
      "loss": 0.3916,
      "step": 664140
    },
    {
      "epoch": 185.36,
      "grad_norm": 1.3282979726791382,
      "learning_rate": 4.276969212552133e-06,
      "loss": 0.3784,
      "step": 664150
    },
    {
      "epoch": 185.36,
      "grad_norm": 1.0370008945465088,
      "learning_rate": 4.2769539251371324e-06,
      "loss": 0.3796,
      "step": 664160
    },
    {
      "epoch": 185.37,
      "grad_norm": 1.0741252899169922,
      "learning_rate": 4.276938637464822e-06,
      "loss": 0.3943,
      "step": 664170
    },
    {
      "epoch": 185.37,
      "grad_norm": 1.1271398067474365,
      "learning_rate": 4.276923349535202e-06,
      "loss": 0.38,
      "step": 664180
    },
    {
      "epoch": 185.37,
      "grad_norm": 1.1773332357406616,
      "learning_rate": 4.276908061348278e-06,
      "loss": 0.3952,
      "step": 664190
    },
    {
      "epoch": 185.38,
      "grad_norm": 1.4864314794540405,
      "learning_rate": 4.276892772904049e-06,
      "loss": 0.3842,
      "step": 664200
    },
    {
      "epoch": 185.38,
      "grad_norm": 1.139028549194336,
      "learning_rate": 4.276877484202519e-06,
      "loss": 0.3766,
      "step": 664210
    },
    {
      "epoch": 185.38,
      "grad_norm": 1.8899428844451904,
      "learning_rate": 4.276862195243689e-06,
      "loss": 0.3869,
      "step": 664220
    },
    {
      "epoch": 185.38,
      "grad_norm": 1.3001292943954468,
      "learning_rate": 4.276846906027561e-06,
      "loss": 0.3873,
      "step": 664230
    },
    {
      "epoch": 185.39,
      "grad_norm": 1.0675830841064453,
      "learning_rate": 4.276831616554138e-06,
      "loss": 0.382,
      "step": 664240
    },
    {
      "epoch": 185.39,
      "grad_norm": 1.2625995874404907,
      "learning_rate": 4.276816326823421e-06,
      "loss": 0.388,
      "step": 664250
    },
    {
      "epoch": 185.39,
      "grad_norm": 1.1755765676498413,
      "learning_rate": 4.276801036835411e-06,
      "loss": 0.3704,
      "step": 664260
    },
    {
      "epoch": 185.39,
      "grad_norm": 1.1214618682861328,
      "learning_rate": 4.276785746590113e-06,
      "loss": 0.3819,
      "step": 664270
    },
    {
      "epoch": 185.4,
      "grad_norm": 1.1250848770141602,
      "learning_rate": 4.276770456087527e-06,
      "loss": 0.3583,
      "step": 664280
    },
    {
      "epoch": 185.4,
      "grad_norm": 0.9566755294799805,
      "learning_rate": 4.276755165327655e-06,
      "loss": 0.3755,
      "step": 664290
    },
    {
      "epoch": 185.4,
      "grad_norm": 1.1957602500915527,
      "learning_rate": 4.2767398743105e-06,
      "loss": 0.3638,
      "step": 664300
    },
    {
      "epoch": 185.41,
      "grad_norm": 0.9376946091651917,
      "learning_rate": 4.276724583036063e-06,
      "loss": 0.3668,
      "step": 664310
    },
    {
      "epoch": 185.41,
      "grad_norm": 1.138307809829712,
      "learning_rate": 4.276709291504347e-06,
      "loss": 0.3832,
      "step": 664320
    },
    {
      "epoch": 185.41,
      "grad_norm": 1.0766056776046753,
      "learning_rate": 4.276693999715353e-06,
      "loss": 0.3804,
      "step": 664330
    },
    {
      "epoch": 185.41,
      "grad_norm": 1.282188892364502,
      "learning_rate": 4.276678707669085e-06,
      "loss": 0.3804,
      "step": 664340
    },
    {
      "epoch": 185.42,
      "grad_norm": 1.1245975494384766,
      "learning_rate": 4.276663415365542e-06,
      "loss": 0.3769,
      "step": 664350
    },
    {
      "epoch": 185.42,
      "grad_norm": 1.8732527494430542,
      "learning_rate": 4.2766481228047284e-06,
      "loss": 0.3801,
      "step": 664360
    },
    {
      "epoch": 185.42,
      "grad_norm": 1.1492193937301636,
      "learning_rate": 4.276632829986645e-06,
      "loss": 0.3546,
      "step": 664370
    },
    {
      "epoch": 185.43,
      "grad_norm": 1.2169413566589355,
      "learning_rate": 4.2766175369112956e-06,
      "loss": 0.3813,
      "step": 664380
    },
    {
      "epoch": 185.43,
      "grad_norm": 1.2859528064727783,
      "learning_rate": 4.276602243578681e-06,
      "loss": 0.3711,
      "step": 664390
    },
    {
      "epoch": 185.43,
      "grad_norm": 1.2167779207229614,
      "learning_rate": 4.2765869499888015e-06,
      "loss": 0.3714,
      "step": 664400
    },
    {
      "epoch": 185.43,
      "grad_norm": 1.2706056833267212,
      "learning_rate": 4.276571656141662e-06,
      "loss": 0.365,
      "step": 664410
    },
    {
      "epoch": 185.44,
      "grad_norm": 1.136168360710144,
      "learning_rate": 4.276556362037263e-06,
      "loss": 0.3739,
      "step": 664420
    },
    {
      "epoch": 185.44,
      "grad_norm": 1.041646957397461,
      "learning_rate": 4.2765410676756075e-06,
      "loss": 0.3841,
      "step": 664430
    },
    {
      "epoch": 185.44,
      "grad_norm": 1.1056019067764282,
      "learning_rate": 4.276525773056698e-06,
      "loss": 0.3701,
      "step": 664440
    },
    {
      "epoch": 185.45,
      "grad_norm": 1.0233290195465088,
      "learning_rate": 4.276510478180534e-06,
      "loss": 0.3551,
      "step": 664450
    },
    {
      "epoch": 185.45,
      "grad_norm": 1.1428930759429932,
      "learning_rate": 4.276495183047119e-06,
      "loss": 0.3848,
      "step": 664460
    },
    {
      "epoch": 185.45,
      "grad_norm": 1.201343297958374,
      "learning_rate": 4.276479887656456e-06,
      "loss": 0.3681,
      "step": 664470
    },
    {
      "epoch": 185.45,
      "grad_norm": 1.0730934143066406,
      "learning_rate": 4.276464592008546e-06,
      "loss": 0.3885,
      "step": 664480
    },
    {
      "epoch": 185.46,
      "grad_norm": 1.227520227432251,
      "learning_rate": 4.27644929610339e-06,
      "loss": 0.3644,
      "step": 664490
    },
    {
      "epoch": 185.46,
      "grad_norm": 1.1710275411605835,
      "learning_rate": 4.276433999940991e-06,
      "loss": 0.3841,
      "step": 664500
    },
    {
      "epoch": 185.46,
      "grad_norm": 1.1952422857284546,
      "learning_rate": 4.276418703521353e-06,
      "loss": 0.3732,
      "step": 664510
    },
    {
      "epoch": 185.46,
      "grad_norm": 1.3638991117477417,
      "learning_rate": 4.276403406844476e-06,
      "loss": 0.3822,
      "step": 664520
    },
    {
      "epoch": 185.47,
      "grad_norm": 1.1916404962539673,
      "learning_rate": 4.276388109910361e-06,
      "loss": 0.3616,
      "step": 664530
    },
    {
      "epoch": 185.47,
      "grad_norm": 1.3589544296264648,
      "learning_rate": 4.276372812719013e-06,
      "loss": 0.3905,
      "step": 664540
    },
    {
      "epoch": 185.47,
      "grad_norm": 1.2550410032272339,
      "learning_rate": 4.276357515270431e-06,
      "loss": 0.3798,
      "step": 664550
    },
    {
      "epoch": 185.48,
      "grad_norm": 0.993404746055603,
      "learning_rate": 4.276342217564618e-06,
      "loss": 0.3781,
      "step": 664560
    },
    {
      "epoch": 185.48,
      "grad_norm": 1.0688973665237427,
      "learning_rate": 4.276326919601578e-06,
      "loss": 0.3956,
      "step": 664570
    },
    {
      "epoch": 185.48,
      "grad_norm": 1.0949490070343018,
      "learning_rate": 4.27631162138131e-06,
      "loss": 0.3645,
      "step": 664580
    },
    {
      "epoch": 185.48,
      "grad_norm": 1.140787959098816,
      "learning_rate": 4.276296322903819e-06,
      "loss": 0.3711,
      "step": 664590
    },
    {
      "epoch": 185.49,
      "grad_norm": 1.0750305652618408,
      "learning_rate": 4.276281024169105e-06,
      "loss": 0.372,
      "step": 664600
    },
    {
      "epoch": 185.49,
      "grad_norm": 1.1838691234588623,
      "learning_rate": 4.27626572517717e-06,
      "loss": 0.3817,
      "step": 664610
    },
    {
      "epoch": 185.49,
      "grad_norm": 1.1194911003112793,
      "learning_rate": 4.276250425928017e-06,
      "loss": 0.3926,
      "step": 664620
    },
    {
      "epoch": 185.5,
      "grad_norm": 1.228439450263977,
      "learning_rate": 4.2762351264216475e-06,
      "loss": 0.3874,
      "step": 664630
    },
    {
      "epoch": 185.5,
      "grad_norm": 1.3241840600967407,
      "learning_rate": 4.2762198266580645e-06,
      "loss": 0.3786,
      "step": 664640
    },
    {
      "epoch": 185.5,
      "grad_norm": 1.1223957538604736,
      "learning_rate": 4.276204526637269e-06,
      "loss": 0.3981,
      "step": 664650
    },
    {
      "epoch": 185.5,
      "grad_norm": 1.100108027458191,
      "learning_rate": 4.276189226359263e-06,
      "loss": 0.383,
      "step": 664660
    },
    {
      "epoch": 185.51,
      "grad_norm": 1.2493155002593994,
      "learning_rate": 4.276173925824049e-06,
      "loss": 0.3841,
      "step": 664670
    },
    {
      "epoch": 185.51,
      "grad_norm": 1.428146243095398,
      "learning_rate": 4.276158625031628e-06,
      "loss": 0.3876,
      "step": 664680
    },
    {
      "epoch": 185.51,
      "grad_norm": 1.0897754430770874,
      "learning_rate": 4.276143323982004e-06,
      "loss": 0.3805,
      "step": 664690
    },
    {
      "epoch": 185.51,
      "grad_norm": 2.7998485565185547,
      "learning_rate": 4.276128022675177e-06,
      "loss": 0.3872,
      "step": 664700
    },
    {
      "epoch": 185.52,
      "grad_norm": 1.458951473236084,
      "learning_rate": 4.2761127211111505e-06,
      "loss": 0.3795,
      "step": 664710
    },
    {
      "epoch": 185.52,
      "grad_norm": 1.2015118598937988,
      "learning_rate": 4.276097419289926e-06,
      "loss": 0.3837,
      "step": 664720
    },
    {
      "epoch": 185.52,
      "grad_norm": 1.1082009077072144,
      "learning_rate": 4.276082117211506e-06,
      "loss": 0.3731,
      "step": 664730
    },
    {
      "epoch": 185.53,
      "grad_norm": 1.1725430488586426,
      "learning_rate": 4.276066814875891e-06,
      "loss": 0.382,
      "step": 664740
    },
    {
      "epoch": 185.53,
      "grad_norm": 1.251179575920105,
      "learning_rate": 4.276051512283084e-06,
      "loss": 0.3761,
      "step": 664750
    },
    {
      "epoch": 185.53,
      "grad_norm": 0.9514307975769043,
      "learning_rate": 4.2760362094330885e-06,
      "loss": 0.3716,
      "step": 664760
    },
    {
      "epoch": 185.53,
      "grad_norm": 1.1220219135284424,
      "learning_rate": 4.276020906325904e-06,
      "loss": 0.3748,
      "step": 664770
    },
    {
      "epoch": 185.54,
      "grad_norm": 1.2817662954330444,
      "learning_rate": 4.276005602961535e-06,
      "loss": 0.3875,
      "step": 664780
    },
    {
      "epoch": 185.54,
      "grad_norm": 0.9580928087234497,
      "learning_rate": 4.275990299339981e-06,
      "loss": 0.3971,
      "step": 664790
    },
    {
      "epoch": 185.54,
      "grad_norm": 1.239396095275879,
      "learning_rate": 4.275974995461245e-06,
      "loss": 0.3822,
      "step": 664800
    },
    {
      "epoch": 185.55,
      "grad_norm": 1.07969069480896,
      "learning_rate": 4.275959691325331e-06,
      "loss": 0.3716,
      "step": 664810
    },
    {
      "epoch": 185.55,
      "grad_norm": 1.155069351196289,
      "learning_rate": 4.275944386932238e-06,
      "loss": 0.3929,
      "step": 664820
    },
    {
      "epoch": 185.55,
      "grad_norm": 1.039305329322815,
      "learning_rate": 4.27592908228197e-06,
      "loss": 0.3745,
      "step": 664830
    },
    {
      "epoch": 185.55,
      "grad_norm": 1.097500205039978,
      "learning_rate": 4.275913777374528e-06,
      "loss": 0.3805,
      "step": 664840
    },
    {
      "epoch": 185.56,
      "grad_norm": 1.0688107013702393,
      "learning_rate": 4.2758984722099155e-06,
      "loss": 0.3627,
      "step": 664850
    },
    {
      "epoch": 185.56,
      "grad_norm": 1.0907812118530273,
      "learning_rate": 4.275883166788132e-06,
      "loss": 0.3797,
      "step": 664860
    },
    {
      "epoch": 185.56,
      "grad_norm": 1.180022120475769,
      "learning_rate": 4.275867861109182e-06,
      "loss": 0.3717,
      "step": 664870
    },
    {
      "epoch": 185.57,
      "grad_norm": 1.506496548652649,
      "learning_rate": 4.2758525551730666e-06,
      "loss": 0.363,
      "step": 664880
    },
    {
      "epoch": 185.57,
      "grad_norm": 1.2306996583938599,
      "learning_rate": 4.275837248979787e-06,
      "loss": 0.3793,
      "step": 664890
    },
    {
      "epoch": 185.57,
      "grad_norm": 1.2020142078399658,
      "learning_rate": 4.275821942529347e-06,
      "loss": 0.3821,
      "step": 664900
    },
    {
      "epoch": 185.57,
      "grad_norm": 1.0906435251235962,
      "learning_rate": 4.275806635821747e-06,
      "loss": 0.3674,
      "step": 664910
    },
    {
      "epoch": 185.58,
      "grad_norm": 1.6061787605285645,
      "learning_rate": 4.27579132885699e-06,
      "loss": 0.3742,
      "step": 664920
    },
    {
      "epoch": 185.58,
      "grad_norm": 1.6273157596588135,
      "learning_rate": 4.275776021635078e-06,
      "loss": 0.3795,
      "step": 664930
    },
    {
      "epoch": 185.58,
      "grad_norm": 1.1419631242752075,
      "learning_rate": 4.275760714156013e-06,
      "loss": 0.388,
      "step": 664940
    },
    {
      "epoch": 185.58,
      "grad_norm": 0.9480414986610413,
      "learning_rate": 4.2757454064197965e-06,
      "loss": 0.3747,
      "step": 664950
    },
    {
      "epoch": 185.59,
      "grad_norm": 1.5305293798446655,
      "learning_rate": 4.27573009842643e-06,
      "loss": 0.3734,
      "step": 664960
    },
    {
      "epoch": 185.59,
      "grad_norm": 1.50320303440094,
      "learning_rate": 4.275714790175918e-06,
      "loss": 0.38,
      "step": 664970
    },
    {
      "epoch": 185.59,
      "grad_norm": 1.221288800239563,
      "learning_rate": 4.27569948166826e-06,
      "loss": 0.3777,
      "step": 664980
    },
    {
      "epoch": 185.6,
      "grad_norm": 0.9961968660354614,
      "learning_rate": 4.27568417290346e-06,
      "loss": 0.3819,
      "step": 664990
    },
    {
      "epoch": 185.6,
      "grad_norm": 1.3546525239944458,
      "learning_rate": 4.275668863881518e-06,
      "loss": 0.3727,
      "step": 665000
    },
    {
      "epoch": 185.6,
      "grad_norm": 1.3674153089523315,
      "learning_rate": 4.275653554602437e-06,
      "loss": 0.3841,
      "step": 665010
    },
    {
      "epoch": 185.6,
      "grad_norm": 1.1242165565490723,
      "learning_rate": 4.275638245066219e-06,
      "loss": 0.3701,
      "step": 665020
    },
    {
      "epoch": 185.61,
      "grad_norm": 1.119038701057434,
      "learning_rate": 4.2756229352728675e-06,
      "loss": 0.3695,
      "step": 665030
    },
    {
      "epoch": 185.61,
      "grad_norm": 1.2647277116775513,
      "learning_rate": 4.275607625222382e-06,
      "loss": 0.3772,
      "step": 665040
    },
    {
      "epoch": 185.61,
      "grad_norm": 1.1957155466079712,
      "learning_rate": 4.275592314914766e-06,
      "loss": 0.3642,
      "step": 665050
    },
    {
      "epoch": 185.62,
      "grad_norm": 1.485065221786499,
      "learning_rate": 4.275577004350021e-06,
      "loss": 0.3741,
      "step": 665060
    },
    {
      "epoch": 185.62,
      "grad_norm": 0.9537320733070374,
      "learning_rate": 4.2755616935281505e-06,
      "loss": 0.3838,
      "step": 665070
    },
    {
      "epoch": 185.62,
      "grad_norm": 1.4527605772018433,
      "learning_rate": 4.2755463824491535e-06,
      "loss": 0.3746,
      "step": 665080
    },
    {
      "epoch": 185.62,
      "grad_norm": 1.3523681163787842,
      "learning_rate": 4.275531071113035e-06,
      "loss": 0.3826,
      "step": 665090
    },
    {
      "epoch": 185.63,
      "grad_norm": 1.130800724029541,
      "learning_rate": 4.275515759519796e-06,
      "loss": 0.3781,
      "step": 665100
    },
    {
      "epoch": 185.63,
      "grad_norm": 1.1789202690124512,
      "learning_rate": 4.2755004476694385e-06,
      "loss": 0.3848,
      "step": 665110
    },
    {
      "epoch": 185.63,
      "grad_norm": 0.991314172744751,
      "learning_rate": 4.275485135561964e-06,
      "loss": 0.3671,
      "step": 665120
    },
    {
      "epoch": 185.63,
      "grad_norm": 1.118007779121399,
      "learning_rate": 4.275469823197375e-06,
      "loss": 0.3831,
      "step": 665130
    },
    {
      "epoch": 185.64,
      "grad_norm": 1.1212542057037354,
      "learning_rate": 4.2754545105756744e-06,
      "loss": 0.3618,
      "step": 665140
    },
    {
      "epoch": 185.64,
      "grad_norm": 1.1127958297729492,
      "learning_rate": 4.275439197696862e-06,
      "loss": 0.3769,
      "step": 665150
    },
    {
      "epoch": 185.64,
      "grad_norm": 1.042172908782959,
      "learning_rate": 4.275423884560942e-06,
      "loss": 0.373,
      "step": 665160
    },
    {
      "epoch": 185.65,
      "grad_norm": 1.1413081884384155,
      "learning_rate": 4.275408571167916e-06,
      "loss": 0.3711,
      "step": 665170
    },
    {
      "epoch": 185.65,
      "grad_norm": 0.9562665820121765,
      "learning_rate": 4.2753932575177855e-06,
      "loss": 0.359,
      "step": 665180
    },
    {
      "epoch": 185.65,
      "grad_norm": 1.4072303771972656,
      "learning_rate": 4.275377943610552e-06,
      "loss": 0.3635,
      "step": 665190
    },
    {
      "epoch": 185.65,
      "grad_norm": 1.0557634830474854,
      "learning_rate": 4.275362629446219e-06,
      "loss": 0.3795,
      "step": 665200
    },
    {
      "epoch": 185.66,
      "grad_norm": 1.0414459705352783,
      "learning_rate": 4.275347315024789e-06,
      "loss": 0.3805,
      "step": 665210
    },
    {
      "epoch": 185.66,
      "grad_norm": 1.3274035453796387,
      "learning_rate": 4.275332000346261e-06,
      "loss": 0.3558,
      "step": 665220
    },
    {
      "epoch": 185.66,
      "grad_norm": 1.0534950494766235,
      "learning_rate": 4.275316685410639e-06,
      "loss": 0.3999,
      "step": 665230
    },
    {
      "epoch": 185.67,
      "grad_norm": 1.1819262504577637,
      "learning_rate": 4.275301370217926e-06,
      "loss": 0.3988,
      "step": 665240
    },
    {
      "epoch": 185.67,
      "grad_norm": 1.1162296533584595,
      "learning_rate": 4.2752860547681225e-06,
      "loss": 0.387,
      "step": 665250
    },
    {
      "epoch": 185.67,
      "grad_norm": 1.1474171876907349,
      "learning_rate": 4.2752707390612305e-06,
      "loss": 0.3797,
      "step": 665260
    },
    {
      "epoch": 185.67,
      "grad_norm": 1.0986100435256958,
      "learning_rate": 4.275255423097253e-06,
      "loss": 0.3747,
      "step": 665270
    },
    {
      "epoch": 185.68,
      "grad_norm": 1.0729825496673584,
      "learning_rate": 4.275240106876192e-06,
      "loss": 0.3683,
      "step": 665280
    },
    {
      "epoch": 185.68,
      "grad_norm": 1.3421586751937866,
      "learning_rate": 4.275224790398049e-06,
      "loss": 0.3713,
      "step": 665290
    },
    {
      "epoch": 185.68,
      "grad_norm": 1.228014588356018,
      "learning_rate": 4.275209473662826e-06,
      "loss": 0.3849,
      "step": 665300
    },
    {
      "epoch": 185.69,
      "grad_norm": 1.1095950603485107,
      "learning_rate": 4.275194156670525e-06,
      "loss": 0.3728,
      "step": 665310
    },
    {
      "epoch": 185.69,
      "grad_norm": 1.1953303813934326,
      "learning_rate": 4.275178839421148e-06,
      "loss": 0.3874,
      "step": 665320
    },
    {
      "epoch": 185.69,
      "grad_norm": 1.0949244499206543,
      "learning_rate": 4.2751635219146985e-06,
      "loss": 0.3842,
      "step": 665330
    },
    {
      "epoch": 185.69,
      "grad_norm": 1.3085026741027832,
      "learning_rate": 4.275148204151177e-06,
      "loss": 0.3688,
      "step": 665340
    },
    {
      "epoch": 185.7,
      "grad_norm": 1.0156422853469849,
      "learning_rate": 4.275132886130585e-06,
      "loss": 0.3981,
      "step": 665350
    },
    {
      "epoch": 185.7,
      "grad_norm": 1.2797082662582397,
      "learning_rate": 4.2751175678529264e-06,
      "loss": 0.369,
      "step": 665360
    },
    {
      "epoch": 185.7,
      "grad_norm": 1.1949529647827148,
      "learning_rate": 4.2751022493182014e-06,
      "loss": 0.3765,
      "step": 665370
    },
    {
      "epoch": 185.7,
      "grad_norm": 1.3414555788040161,
      "learning_rate": 4.275086930526413e-06,
      "loss": 0.375,
      "step": 665380
    },
    {
      "epoch": 185.71,
      "grad_norm": 1.0665425062179565,
      "learning_rate": 4.2750716114775635e-06,
      "loss": 0.3919,
      "step": 665390
    },
    {
      "epoch": 185.71,
      "grad_norm": 1.245380163192749,
      "learning_rate": 4.275056292171655e-06,
      "loss": 0.383,
      "step": 665400
    },
    {
      "epoch": 185.71,
      "grad_norm": 1.3057196140289307,
      "learning_rate": 4.275040972608689e-06,
      "loss": 0.3921,
      "step": 665410
    },
    {
      "epoch": 185.72,
      "grad_norm": 1.2778054475784302,
      "learning_rate": 4.2750256527886665e-06,
      "loss": 0.3793,
      "step": 665420
    },
    {
      "epoch": 185.72,
      "grad_norm": 1.2235186100006104,
      "learning_rate": 4.275010332711591e-06,
      "loss": 0.3842,
      "step": 665430
    },
    {
      "epoch": 185.72,
      "grad_norm": 1.0613988637924194,
      "learning_rate": 4.274995012377465e-06,
      "loss": 0.3798,
      "step": 665440
    },
    {
      "epoch": 185.72,
      "grad_norm": 1.1257256269454956,
      "learning_rate": 4.274979691786289e-06,
      "loss": 0.3871,
      "step": 665450
    },
    {
      "epoch": 185.73,
      "grad_norm": 1.0560128688812256,
      "learning_rate": 4.274964370938066e-06,
      "loss": 0.3898,
      "step": 665460
    },
    {
      "epoch": 185.73,
      "grad_norm": 1.1228643655776978,
      "learning_rate": 4.2749490498327984e-06,
      "loss": 0.3711,
      "step": 665470
    },
    {
      "epoch": 185.73,
      "grad_norm": 1.1114875078201294,
      "learning_rate": 4.274933728470487e-06,
      "loss": 0.3917,
      "step": 665480
    },
    {
      "epoch": 185.74,
      "grad_norm": 1.1965374946594238,
      "learning_rate": 4.274918406851135e-06,
      "loss": 0.3656,
      "step": 665490
    },
    {
      "epoch": 185.74,
      "grad_norm": 1.278346300125122,
      "learning_rate": 4.274903084974744e-06,
      "loss": 0.3746,
      "step": 665500
    },
    {
      "epoch": 185.74,
      "grad_norm": 1.1212983131408691,
      "learning_rate": 4.274887762841315e-06,
      "loss": 0.3754,
      "step": 665510
    },
    {
      "epoch": 185.74,
      "grad_norm": 1.0734182596206665,
      "learning_rate": 4.274872440450852e-06,
      "loss": 0.3686,
      "step": 665520
    },
    {
      "epoch": 185.75,
      "grad_norm": 1.464799404144287,
      "learning_rate": 4.274857117803356e-06,
      "loss": 0.3782,
      "step": 665530
    },
    {
      "epoch": 185.75,
      "grad_norm": 0.9957880973815918,
      "learning_rate": 4.274841794898829e-06,
      "loss": 0.3731,
      "step": 665540
    },
    {
      "epoch": 185.75,
      "grad_norm": 1.1840400695800781,
      "learning_rate": 4.274826471737274e-06,
      "loss": 0.3908,
      "step": 665550
    },
    {
      "epoch": 185.75,
      "grad_norm": 1.2246739864349365,
      "learning_rate": 4.2748111483186906e-06,
      "loss": 0.3636,
      "step": 665560
    },
    {
      "epoch": 185.76,
      "grad_norm": 1.2351762056350708,
      "learning_rate": 4.274795824643083e-06,
      "loss": 0.3902,
      "step": 665570
    },
    {
      "epoch": 185.76,
      "grad_norm": 0.9992180466651917,
      "learning_rate": 4.274780500710453e-06,
      "loss": 0.378,
      "step": 665580
    },
    {
      "epoch": 185.76,
      "grad_norm": 1.0721206665039062,
      "learning_rate": 4.2747651765208025e-06,
      "loss": 0.3728,
      "step": 665590
    },
    {
      "epoch": 185.77,
      "grad_norm": 1.1078875064849854,
      "learning_rate": 4.274749852074133e-06,
      "loss": 0.3917,
      "step": 665600
    },
    {
      "epoch": 185.77,
      "grad_norm": 1.2431355714797974,
      "learning_rate": 4.274734527370447e-06,
      "loss": 0.3811,
      "step": 665610
    },
    {
      "epoch": 185.77,
      "grad_norm": 1.1737927198410034,
      "learning_rate": 4.274719202409746e-06,
      "loss": 0.39,
      "step": 665620
    },
    {
      "epoch": 185.77,
      "grad_norm": 1.5684278011322021,
      "learning_rate": 4.274703877192033e-06,
      "loss": 0.3859,
      "step": 665630
    },
    {
      "epoch": 185.78,
      "grad_norm": 1.2328753471374512,
      "learning_rate": 4.2746885517173094e-06,
      "loss": 0.3816,
      "step": 665640
    },
    {
      "epoch": 185.78,
      "grad_norm": 1.81935715675354,
      "learning_rate": 4.274673225985577e-06,
      "loss": 0.3665,
      "step": 665650
    },
    {
      "epoch": 185.78,
      "grad_norm": 1.0907576084136963,
      "learning_rate": 4.274657899996838e-06,
      "loss": 0.3735,
      "step": 665660
    },
    {
      "epoch": 185.79,
      "grad_norm": 1.18097984790802,
      "learning_rate": 4.274642573751096e-06,
      "loss": 0.369,
      "step": 665670
    },
    {
      "epoch": 185.79,
      "grad_norm": 0.9742333889007568,
      "learning_rate": 4.274627247248351e-06,
      "loss": 0.3879,
      "step": 665680
    },
    {
      "epoch": 185.79,
      "grad_norm": 1.151802659034729,
      "learning_rate": 4.274611920488605e-06,
      "loss": 0.3614,
      "step": 665690
    },
    {
      "epoch": 185.79,
      "grad_norm": 0.9987282752990723,
      "learning_rate": 4.27459659347186e-06,
      "loss": 0.3728,
      "step": 665700
    },
    {
      "epoch": 185.8,
      "grad_norm": 0.996364176273346,
      "learning_rate": 4.274581266198121e-06,
      "loss": 0.3834,
      "step": 665710
    },
    {
      "epoch": 185.8,
      "grad_norm": 1.1715890169143677,
      "learning_rate": 4.274565938667387e-06,
      "loss": 0.3775,
      "step": 665720
    },
    {
      "epoch": 185.8,
      "grad_norm": 1.2110044956207275,
      "learning_rate": 4.2745506108796606e-06,
      "loss": 0.3787,
      "step": 665730
    },
    {
      "epoch": 185.81,
      "grad_norm": 1.4131134748458862,
      "learning_rate": 4.274535282834944e-06,
      "loss": 0.3776,
      "step": 665740
    },
    {
      "epoch": 185.81,
      "grad_norm": 1.1741138696670532,
      "learning_rate": 4.274519954533241e-06,
      "loss": 0.3684,
      "step": 665750
    },
    {
      "epoch": 185.81,
      "grad_norm": 1.1225757598876953,
      "learning_rate": 4.274504625974549e-06,
      "loss": 0.3795,
      "step": 665760
    },
    {
      "epoch": 185.81,
      "grad_norm": 1.2205864191055298,
      "learning_rate": 4.274489297158875e-06,
      "loss": 0.3816,
      "step": 665770
    },
    {
      "epoch": 185.82,
      "grad_norm": 1.2526401281356812,
      "learning_rate": 4.274473968086219e-06,
      "loss": 0.3535,
      "step": 665780
    },
    {
      "epoch": 185.82,
      "grad_norm": 1.1916834115982056,
      "learning_rate": 4.274458638756583e-06,
      "loss": 0.3713,
      "step": 665790
    },
    {
      "epoch": 185.82,
      "grad_norm": 1.0696791410446167,
      "learning_rate": 4.2744433091699686e-06,
      "loss": 0.3894,
      "step": 665800
    },
    {
      "epoch": 185.82,
      "grad_norm": 1.0166136026382446,
      "learning_rate": 4.274427979326379e-06,
      "loss": 0.3894,
      "step": 665810
    },
    {
      "epoch": 185.83,
      "grad_norm": 1.4444231986999512,
      "learning_rate": 4.274412649225815e-06,
      "loss": 0.3852,
      "step": 665820
    },
    {
      "epoch": 185.83,
      "grad_norm": 1.208738923072815,
      "learning_rate": 4.27439731886828e-06,
      "loss": 0.3787,
      "step": 665830
    },
    {
      "epoch": 185.83,
      "grad_norm": 0.9163599610328674,
      "learning_rate": 4.274381988253775e-06,
      "loss": 0.3554,
      "step": 665840
    },
    {
      "epoch": 185.84,
      "grad_norm": 1.2748124599456787,
      "learning_rate": 4.274366657382303e-06,
      "loss": 0.3741,
      "step": 665850
    },
    {
      "epoch": 185.84,
      "grad_norm": 1.3214221000671387,
      "learning_rate": 4.274351326253864e-06,
      "loss": 0.388,
      "step": 665860
    },
    {
      "epoch": 185.84,
      "grad_norm": 1.1053004264831543,
      "learning_rate": 4.274335994868462e-06,
      "loss": 0.3668,
      "step": 665870
    },
    {
      "epoch": 185.84,
      "grad_norm": 1.3791085481643677,
      "learning_rate": 4.274320663226099e-06,
      "loss": 0.3789,
      "step": 665880
    },
    {
      "epoch": 185.85,
      "grad_norm": 1.1251158714294434,
      "learning_rate": 4.274305331326776e-06,
      "loss": 0.3709,
      "step": 665890
    },
    {
      "epoch": 185.85,
      "grad_norm": 0.9557374715805054,
      "learning_rate": 4.2742899991704964e-06,
      "loss": 0.3758,
      "step": 665900
    },
    {
      "epoch": 185.85,
      "grad_norm": 1.1570407152175903,
      "learning_rate": 4.27427466675726e-06,
      "loss": 0.3789,
      "step": 665910
    },
    {
      "epoch": 185.86,
      "grad_norm": 1.3895567655563354,
      "learning_rate": 4.2742593340870716e-06,
      "loss": 0.385,
      "step": 665920
    },
    {
      "epoch": 185.86,
      "grad_norm": 1.2940735816955566,
      "learning_rate": 4.274244001159931e-06,
      "loss": 0.3742,
      "step": 665930
    },
    {
      "epoch": 185.86,
      "grad_norm": 1.1039327383041382,
      "learning_rate": 4.274228667975842e-06,
      "loss": 0.3682,
      "step": 665940
    },
    {
      "epoch": 185.86,
      "grad_norm": 1.0556626319885254,
      "learning_rate": 4.274213334534805e-06,
      "loss": 0.3609,
      "step": 665950
    },
    {
      "epoch": 185.87,
      "grad_norm": 1.0312398672103882,
      "learning_rate": 4.274198000836822e-06,
      "loss": 0.3662,
      "step": 665960
    },
    {
      "epoch": 185.87,
      "grad_norm": 1.3523807525634766,
      "learning_rate": 4.274182666881898e-06,
      "loss": 0.3885,
      "step": 665970
    },
    {
      "epoch": 185.87,
      "grad_norm": 1.3614187240600586,
      "learning_rate": 4.27416733267003e-06,
      "loss": 0.373,
      "step": 665980
    },
    {
      "epoch": 185.87,
      "grad_norm": 1.0847920179367065,
      "learning_rate": 4.274151998201226e-06,
      "loss": 0.3653,
      "step": 665990
    },
    {
      "epoch": 185.88,
      "grad_norm": 1.066266655921936,
      "learning_rate": 4.274136663475483e-06,
      "loss": 0.3995,
      "step": 666000
    },
    {
      "epoch": 185.88,
      "grad_norm": 1.2279635667800903,
      "learning_rate": 4.274121328492806e-06,
      "loss": 0.3744,
      "step": 666010
    },
    {
      "epoch": 185.88,
      "grad_norm": 1.0233372449874878,
      "learning_rate": 4.274105993253195e-06,
      "loss": 0.3795,
      "step": 666020
    },
    {
      "epoch": 185.89,
      "grad_norm": 1.4058588743209839,
      "learning_rate": 4.2740906577566534e-06,
      "loss": 0.3643,
      "step": 666030
    },
    {
      "epoch": 185.89,
      "grad_norm": 1.2732635736465454,
      "learning_rate": 4.2740753220031835e-06,
      "loss": 0.3945,
      "step": 666040
    },
    {
      "epoch": 185.89,
      "grad_norm": 1.3965293169021606,
      "learning_rate": 4.274059985992787e-06,
      "loss": 0.3749,
      "step": 666050
    },
    {
      "epoch": 185.89,
      "grad_norm": 1.2666960954666138,
      "learning_rate": 4.274044649725465e-06,
      "loss": 0.3823,
      "step": 666060
    },
    {
      "epoch": 185.9,
      "grad_norm": 1.3679852485656738,
      "learning_rate": 4.27402931320122e-06,
      "loss": 0.3686,
      "step": 666070
    },
    {
      "epoch": 185.9,
      "grad_norm": 1.8533689975738525,
      "learning_rate": 4.2740139764200554e-06,
      "loss": 0.3865,
      "step": 666080
    },
    {
      "epoch": 185.9,
      "grad_norm": 1.2549039125442505,
      "learning_rate": 4.273998639381972e-06,
      "loss": 0.3928,
      "step": 666090
    },
    {
      "epoch": 185.91,
      "grad_norm": 5.907991409301758,
      "learning_rate": 4.2739833020869715e-06,
      "loss": 0.3795,
      "step": 666100
    },
    {
      "epoch": 185.91,
      "grad_norm": 1.1406521797180176,
      "learning_rate": 4.273967964535056e-06,
      "loss": 0.386,
      "step": 666110
    },
    {
      "epoch": 185.91,
      "grad_norm": 1.1124876737594604,
      "learning_rate": 4.273952626726228e-06,
      "loss": 0.3996,
      "step": 666120
    },
    {
      "epoch": 185.91,
      "grad_norm": 1.2287060022354126,
      "learning_rate": 4.2739372886604905e-06,
      "loss": 0.3667,
      "step": 666130
    },
    {
      "epoch": 185.92,
      "grad_norm": 5.714478492736816,
      "learning_rate": 4.273921950337843e-06,
      "loss": 0.3796,
      "step": 666140
    },
    {
      "epoch": 185.92,
      "grad_norm": 1.3545589447021484,
      "learning_rate": 4.273906611758291e-06,
      "loss": 0.3721,
      "step": 666150
    },
    {
      "epoch": 185.92,
      "grad_norm": 1.1930427551269531,
      "learning_rate": 4.273891272921834e-06,
      "loss": 0.3775,
      "step": 666160
    },
    {
      "epoch": 185.93,
      "grad_norm": 1.128673791885376,
      "learning_rate": 4.273875933828474e-06,
      "loss": 0.3895,
      "step": 666170
    },
    {
      "epoch": 185.93,
      "grad_norm": 1.2751215696334839,
      "learning_rate": 4.273860594478214e-06,
      "loss": 0.4038,
      "step": 666180
    },
    {
      "epoch": 185.93,
      "grad_norm": 1.238368272781372,
      "learning_rate": 4.273845254871056e-06,
      "loss": 0.3929,
      "step": 666190
    },
    {
      "epoch": 185.93,
      "grad_norm": 1.2032928466796875,
      "learning_rate": 4.273829915007002e-06,
      "loss": 0.3727,
      "step": 666200
    },
    {
      "epoch": 185.94,
      "grad_norm": 1.0216845273971558,
      "learning_rate": 4.273814574886053e-06,
      "loss": 0.3831,
      "step": 666210
    },
    {
      "epoch": 185.94,
      "grad_norm": 0.9450792670249939,
      "learning_rate": 4.273799234508212e-06,
      "loss": 0.367,
      "step": 666220
    },
    {
      "epoch": 185.94,
      "grad_norm": 1.017326831817627,
      "learning_rate": 4.273783893873482e-06,
      "loss": 0.3717,
      "step": 666230
    },
    {
      "epoch": 185.94,
      "grad_norm": 1.0836434364318848,
      "learning_rate": 4.273768552981863e-06,
      "loss": 0.3555,
      "step": 666240
    },
    {
      "epoch": 185.95,
      "grad_norm": 1.170162320137024,
      "learning_rate": 4.273753211833358e-06,
      "loss": 0.3792,
      "step": 666250
    },
    {
      "epoch": 185.95,
      "grad_norm": 1.107287049293518,
      "learning_rate": 4.273737870427969e-06,
      "loss": 0.3636,
      "step": 666260
    },
    {
      "epoch": 185.95,
      "grad_norm": 1.0890226364135742,
      "learning_rate": 4.273722528765698e-06,
      "loss": 0.3796,
      "step": 666270
    },
    {
      "epoch": 185.96,
      "grad_norm": 1.2041960954666138,
      "learning_rate": 4.2737071868465475e-06,
      "loss": 0.3788,
      "step": 666280
    },
    {
      "epoch": 185.96,
      "grad_norm": 1.1153478622436523,
      "learning_rate": 4.27369184467052e-06,
      "loss": 0.3817,
      "step": 666290
    },
    {
      "epoch": 185.96,
      "grad_norm": 1.026687502861023,
      "learning_rate": 4.2736765022376156e-06,
      "loss": 0.3891,
      "step": 666300
    },
    {
      "epoch": 185.96,
      "grad_norm": 1.0051764249801636,
      "learning_rate": 4.273661159547838e-06,
      "loss": 0.3821,
      "step": 666310
    },
    {
      "epoch": 185.97,
      "grad_norm": 1.3338464498519897,
      "learning_rate": 4.273645816601189e-06,
      "loss": 0.3833,
      "step": 666320
    },
    {
      "epoch": 185.97,
      "grad_norm": 1.2616873979568481,
      "learning_rate": 4.273630473397669e-06,
      "loss": 0.3598,
      "step": 666330
    },
    {
      "epoch": 185.97,
      "grad_norm": 1.099511742591858,
      "learning_rate": 4.273615129937283e-06,
      "loss": 0.3823,
      "step": 666340
    },
    {
      "epoch": 185.98,
      "grad_norm": 1.1927486658096313,
      "learning_rate": 4.273599786220029e-06,
      "loss": 0.3819,
      "step": 666350
    },
    {
      "epoch": 185.98,
      "grad_norm": 1.0376436710357666,
      "learning_rate": 4.273584442245913e-06,
      "loss": 0.3757,
      "step": 666360
    },
    {
      "epoch": 185.98,
      "grad_norm": 1.3946034908294678,
      "learning_rate": 4.273569098014936e-06,
      "loss": 0.3782,
      "step": 666370
    },
    {
      "epoch": 185.98,
      "grad_norm": 1.2219324111938477,
      "learning_rate": 4.273553753527099e-06,
      "loss": 0.3724,
      "step": 666380
    },
    {
      "epoch": 185.99,
      "grad_norm": 0.9515642523765564,
      "learning_rate": 4.273538408782405e-06,
      "loss": 0.3751,
      "step": 666390
    },
    {
      "epoch": 185.99,
      "grad_norm": 1.1357908248901367,
      "learning_rate": 4.273523063780855e-06,
      "loss": 0.3836,
      "step": 666400
    },
    {
      "epoch": 185.99,
      "grad_norm": 1.044438362121582,
      "learning_rate": 4.2735077185224525e-06,
      "loss": 0.4,
      "step": 666410
    },
    {
      "epoch": 185.99,
      "grad_norm": 1.2987323999404907,
      "learning_rate": 4.273492373007198e-06,
      "loss": 0.3728,
      "step": 666420
    },
    {
      "epoch": 186.0,
      "grad_norm": 1.2674872875213623,
      "learning_rate": 4.273477027235095e-06,
      "loss": 0.3891,
      "step": 666430
    },
    {
      "epoch": 186.0,
      "eval_loss": 0.37972304224967957,
      "eval_runtime": 63.7053,
      "eval_samples_per_second": 79.412,
      "eval_steps_per_second": 9.936,
      "step": 666438
    },
    {
      "epoch": 186.0,
      "grad_norm": 1.2551370859146118,
      "learning_rate": 4.273461681206144e-06,
      "loss": 0.3853,
      "step": 666440
    },
    {
      "epoch": 186.0,
      "grad_norm": 1.2181490659713745,
      "learning_rate": 4.273446334920348e-06,
      "loss": 0.3686,
      "step": 666450
    },
    {
      "epoch": 186.01,
      "grad_norm": 1.2306740283966064,
      "learning_rate": 4.273430988377709e-06,
      "loss": 0.3635,
      "step": 666460
    },
    {
      "epoch": 186.01,
      "grad_norm": 1.2358821630477905,
      "learning_rate": 4.273415641578229e-06,
      "loss": 0.3707,
      "step": 666470
    },
    {
      "epoch": 186.01,
      "grad_norm": 1.0582038164138794,
      "learning_rate": 4.2734002945219096e-06,
      "loss": 0.38,
      "step": 666480
    },
    {
      "epoch": 186.01,
      "grad_norm": 1.0251851081848145,
      "learning_rate": 4.273384947208754e-06,
      "loss": 0.3684,
      "step": 666490
    },
    {
      "epoch": 186.02,
      "grad_norm": 1.0874488353729248,
      "learning_rate": 4.273369599638764e-06,
      "loss": 0.3741,
      "step": 666500
    },
    {
      "epoch": 186.02,
      "grad_norm": 1.134907841682434,
      "learning_rate": 4.273354251811939e-06,
      "loss": 0.3716,
      "step": 666510
    },
    {
      "epoch": 186.02,
      "grad_norm": 2.4238524436950684,
      "learning_rate": 4.2733389037282844e-06,
      "loss": 0.3722,
      "step": 666520
    },
    {
      "epoch": 186.03,
      "grad_norm": 1.0082687139511108,
      "learning_rate": 4.273323555387801e-06,
      "loss": 0.3654,
      "step": 666530
    },
    {
      "epoch": 186.03,
      "grad_norm": 1.0669634342193604,
      "learning_rate": 4.273308206790491e-06,
      "loss": 0.3694,
      "step": 666540
    },
    {
      "epoch": 186.03,
      "grad_norm": 1.1038254499435425,
      "learning_rate": 4.273292857936356e-06,
      "loss": 0.3624,
      "step": 666550
    },
    {
      "epoch": 186.03,
      "grad_norm": 0.9479608535766602,
      "learning_rate": 4.273277508825398e-06,
      "loss": 0.3887,
      "step": 666560
    },
    {
      "epoch": 186.04,
      "grad_norm": 1.3602287769317627,
      "learning_rate": 4.2732621594576204e-06,
      "loss": 0.3774,
      "step": 666570
    },
    {
      "epoch": 186.04,
      "grad_norm": 0.9423114061355591,
      "learning_rate": 4.273246809833023e-06,
      "loss": 0.3812,
      "step": 666580
    },
    {
      "epoch": 186.04,
      "grad_norm": 1.19071364402771,
      "learning_rate": 4.273231459951609e-06,
      "loss": 0.3774,
      "step": 666590
    },
    {
      "epoch": 186.05,
      "grad_norm": 1.3355581760406494,
      "learning_rate": 4.273216109813382e-06,
      "loss": 0.3711,
      "step": 666600
    },
    {
      "epoch": 186.05,
      "grad_norm": 1.00346040725708,
      "learning_rate": 4.273200759418341e-06,
      "loss": 0.3823,
      "step": 666610
    },
    {
      "epoch": 186.05,
      "grad_norm": 1.1951385736465454,
      "learning_rate": 4.27318540876649e-06,
      "loss": 0.3898,
      "step": 666620
    },
    {
      "epoch": 186.05,
      "grad_norm": 1.0256420373916626,
      "learning_rate": 4.273170057857831e-06,
      "loss": 0.3794,
      "step": 666630
    },
    {
      "epoch": 186.06,
      "grad_norm": 1.1062424182891846,
      "learning_rate": 4.273154706692365e-06,
      "loss": 0.385,
      "step": 666640
    },
    {
      "epoch": 186.06,
      "grad_norm": 1.0016063451766968,
      "learning_rate": 4.2731393552700955e-06,
      "loss": 0.3759,
      "step": 666650
    },
    {
      "epoch": 186.06,
      "grad_norm": 1.1779253482818604,
      "learning_rate": 4.273124003591023e-06,
      "loss": 0.3807,
      "step": 666660
    },
    {
      "epoch": 186.06,
      "grad_norm": 1.33073091506958,
      "learning_rate": 4.273108651655151e-06,
      "loss": 0.3814,
      "step": 666670
    },
    {
      "epoch": 186.07,
      "grad_norm": 1.189457893371582,
      "learning_rate": 4.27309329946248e-06,
      "loss": 0.3683,
      "step": 666680
    },
    {
      "epoch": 186.07,
      "grad_norm": 1.1489828824996948,
      "learning_rate": 4.273077947013013e-06,
      "loss": 0.4029,
      "step": 666690
    },
    {
      "epoch": 186.07,
      "grad_norm": 1.181388020515442,
      "learning_rate": 4.273062594306753e-06,
      "loss": 0.3801,
      "step": 666700
    },
    {
      "epoch": 186.08,
      "grad_norm": 0.9507713913917542,
      "learning_rate": 4.273047241343701e-06,
      "loss": 0.3717,
      "step": 666710
    },
    {
      "epoch": 186.08,
      "grad_norm": 1.200985074043274,
      "learning_rate": 4.2730318881238574e-06,
      "loss": 0.3658,
      "step": 666720
    },
    {
      "epoch": 186.08,
      "grad_norm": 0.9628192782402039,
      "learning_rate": 4.273016534647227e-06,
      "loss": 0.3771,
      "step": 666730
    },
    {
      "epoch": 186.08,
      "grad_norm": 1.1020675897598267,
      "learning_rate": 4.2730011809138105e-06,
      "loss": 0.3718,
      "step": 666740
    },
    {
      "epoch": 186.09,
      "grad_norm": 1.1649036407470703,
      "learning_rate": 4.27298582692361e-06,
      "loss": 0.374,
      "step": 666750
    },
    {
      "epoch": 186.09,
      "grad_norm": 1.0637327432632446,
      "learning_rate": 4.272970472676628e-06,
      "loss": 0.364,
      "step": 666760
    },
    {
      "epoch": 186.09,
      "grad_norm": 1.2347725629806519,
      "learning_rate": 4.272955118172866e-06,
      "loss": 0.3613,
      "step": 666770
    },
    {
      "epoch": 186.1,
      "grad_norm": 1.1884685754776,
      "learning_rate": 4.272939763412327e-06,
      "loss": 0.3613,
      "step": 666780
    },
    {
      "epoch": 186.1,
      "grad_norm": 1.0073672533035278,
      "learning_rate": 4.272924408395011e-06,
      "loss": 0.3862,
      "step": 666790
    },
    {
      "epoch": 186.1,
      "grad_norm": 1.2756602764129639,
      "learning_rate": 4.272909053120922e-06,
      "loss": 0.3648,
      "step": 666800
    },
    {
      "epoch": 186.1,
      "grad_norm": 1.3743133544921875,
      "learning_rate": 4.2728936975900615e-06,
      "loss": 0.3889,
      "step": 666810
    },
    {
      "epoch": 186.11,
      "grad_norm": 1.2980371713638306,
      "learning_rate": 4.272878341802432e-06,
      "loss": 0.3832,
      "step": 666820
    },
    {
      "epoch": 186.11,
      "grad_norm": 1.0024898052215576,
      "learning_rate": 4.272862985758034e-06,
      "loss": 0.3787,
      "step": 666830
    },
    {
      "epoch": 186.11,
      "grad_norm": 1.3099464178085327,
      "learning_rate": 4.272847629456871e-06,
      "loss": 0.3835,
      "step": 666840
    },
    {
      "epoch": 186.11,
      "grad_norm": 1.336732268333435,
      "learning_rate": 4.2728322728989435e-06,
      "loss": 0.3911,
      "step": 666850
    },
    {
      "epoch": 186.12,
      "grad_norm": 1.1938934326171875,
      "learning_rate": 4.272816916084256e-06,
      "loss": 0.3624,
      "step": 666860
    },
    {
      "epoch": 186.12,
      "grad_norm": 1.2736437320709229,
      "learning_rate": 4.272801559012809e-06,
      "loss": 0.387,
      "step": 666870
    },
    {
      "epoch": 186.12,
      "grad_norm": 1.1730196475982666,
      "learning_rate": 4.2727862016846044e-06,
      "loss": 0.3691,
      "step": 666880
    },
    {
      "epoch": 186.13,
      "grad_norm": 1.1013609170913696,
      "learning_rate": 4.272770844099645e-06,
      "loss": 0.3937,
      "step": 666890
    },
    {
      "epoch": 186.13,
      "grad_norm": 1.4878363609313965,
      "learning_rate": 4.272755486257931e-06,
      "loss": 0.368,
      "step": 666900
    },
    {
      "epoch": 186.13,
      "grad_norm": 1.409822940826416,
      "learning_rate": 4.272740128159467e-06,
      "loss": 0.3715,
      "step": 666910
    },
    {
      "epoch": 186.13,
      "grad_norm": 1.1616178750991821,
      "learning_rate": 4.272724769804254e-06,
      "loss": 0.3741,
      "step": 666920
    },
    {
      "epoch": 186.14,
      "grad_norm": 1.4563961029052734,
      "learning_rate": 4.2727094111922935e-06,
      "loss": 0.3723,
      "step": 666930
    },
    {
      "epoch": 186.14,
      "grad_norm": 1.1260967254638672,
      "learning_rate": 4.272694052323588e-06,
      "loss": 0.3763,
      "step": 666940
    },
    {
      "epoch": 186.14,
      "grad_norm": 1.1641731262207031,
      "learning_rate": 4.27267869319814e-06,
      "loss": 0.3783,
      "step": 666950
    },
    {
      "epoch": 186.15,
      "grad_norm": 1.251886248588562,
      "learning_rate": 4.27266333381595e-06,
      "loss": 0.3955,
      "step": 666960
    },
    {
      "epoch": 186.15,
      "grad_norm": 1.2102082967758179,
      "learning_rate": 4.272647974177022e-06,
      "loss": 0.3844,
      "step": 666970
    },
    {
      "epoch": 186.15,
      "grad_norm": 1.1628175973892212,
      "learning_rate": 4.272632614281357e-06,
      "loss": 0.3664,
      "step": 666980
    },
    {
      "epoch": 186.15,
      "grad_norm": 1.068843960762024,
      "learning_rate": 4.272617254128957e-06,
      "loss": 0.389,
      "step": 666990
    },
    {
      "epoch": 186.16,
      "grad_norm": 1.4622547626495361,
      "learning_rate": 4.272601893719825e-06,
      "loss": 0.384,
      "step": 667000
    },
    {
      "epoch": 186.16,
      "grad_norm": 1.3211910724639893,
      "learning_rate": 4.272586533053962e-06,
      "loss": 0.391,
      "step": 667010
    },
    {
      "epoch": 186.16,
      "grad_norm": 1.0225493907928467,
      "learning_rate": 4.272571172131369e-06,
      "loss": 0.3651,
      "step": 667020
    },
    {
      "epoch": 186.17,
      "grad_norm": 1.1208800077438354,
      "learning_rate": 4.2725558109520515e-06,
      "loss": 0.3766,
      "step": 667030
    },
    {
      "epoch": 186.17,
      "grad_norm": 4.158964157104492,
      "learning_rate": 4.272540449516008e-06,
      "loss": 0.3864,
      "step": 667040
    },
    {
      "epoch": 186.17,
      "grad_norm": 1.0946199893951416,
      "learning_rate": 4.2725250878232426e-06,
      "loss": 0.3729,
      "step": 667050
    },
    {
      "epoch": 186.17,
      "grad_norm": 1.0699803829193115,
      "learning_rate": 4.272509725873756e-06,
      "loss": 0.3797,
      "step": 667060
    },
    {
      "epoch": 186.18,
      "grad_norm": 1.0524189472198486,
      "learning_rate": 4.272494363667551e-06,
      "loss": 0.3858,
      "step": 667070
    },
    {
      "epoch": 186.18,
      "grad_norm": 1.130686640739441,
      "learning_rate": 4.27247900120463e-06,
      "loss": 0.3792,
      "step": 667080
    },
    {
      "epoch": 186.18,
      "grad_norm": 1.1317025423049927,
      "learning_rate": 4.272463638484995e-06,
      "loss": 0.3741,
      "step": 667090
    },
    {
      "epoch": 186.18,
      "grad_norm": 1.3481371402740479,
      "learning_rate": 4.272448275508647e-06,
      "loss": 0.3716,
      "step": 667100
    },
    {
      "epoch": 186.19,
      "grad_norm": 0.9799738526344299,
      "learning_rate": 4.27243291227559e-06,
      "loss": 0.3819,
      "step": 667110
    },
    {
      "epoch": 186.19,
      "grad_norm": 1.4209073781967163,
      "learning_rate": 4.2724175487858235e-06,
      "loss": 0.3788,
      "step": 667120
    },
    {
      "epoch": 186.19,
      "grad_norm": 1.1594189405441284,
      "learning_rate": 4.27240218503935e-06,
      "loss": 0.3669,
      "step": 667130
    },
    {
      "epoch": 186.2,
      "grad_norm": 1.2405898571014404,
      "learning_rate": 4.2723868210361746e-06,
      "loss": 0.3891,
      "step": 667140
    },
    {
      "epoch": 186.2,
      "grad_norm": 1.2492320537567139,
      "learning_rate": 4.272371456776296e-06,
      "loss": 0.3934,
      "step": 667150
    },
    {
      "epoch": 186.2,
      "grad_norm": 1.143947720527649,
      "learning_rate": 4.272356092259717e-06,
      "loss": 0.3765,
      "step": 667160
    },
    {
      "epoch": 186.2,
      "grad_norm": 0.9373766183853149,
      "learning_rate": 4.272340727486441e-06,
      "loss": 0.3796,
      "step": 667170
    },
    {
      "epoch": 186.21,
      "grad_norm": 1.0067427158355713,
      "learning_rate": 4.272325362456468e-06,
      "loss": 0.3835,
      "step": 667180
    },
    {
      "epoch": 186.21,
      "grad_norm": 1.2031313180923462,
      "learning_rate": 4.272309997169801e-06,
      "loss": 0.384,
      "step": 667190
    },
    {
      "epoch": 186.21,
      "grad_norm": 1.130859375,
      "learning_rate": 4.272294631626443e-06,
      "loss": 0.3754,
      "step": 667200
    },
    {
      "epoch": 186.22,
      "grad_norm": 1.2323685884475708,
      "learning_rate": 4.272279265826394e-06,
      "loss": 0.3816,
      "step": 667210
    },
    {
      "epoch": 186.22,
      "grad_norm": 1.066163420677185,
      "learning_rate": 4.272263899769659e-06,
      "loss": 0.382,
      "step": 667220
    },
    {
      "epoch": 186.22,
      "grad_norm": 1.8008651733398438,
      "learning_rate": 4.2722485334562375e-06,
      "loss": 0.3797,
      "step": 667230
    },
    {
      "epoch": 186.22,
      "grad_norm": 1.0184991359710693,
      "learning_rate": 4.272233166886132e-06,
      "loss": 0.3895,
      "step": 667240
    },
    {
      "epoch": 186.23,
      "grad_norm": 1.040368914604187,
      "learning_rate": 4.272217800059345e-06,
      "loss": 0.3808,
      "step": 667250
    },
    {
      "epoch": 186.23,
      "grad_norm": 1.2700390815734863,
      "learning_rate": 4.272202432975878e-06,
      "loss": 0.3804,
      "step": 667260
    },
    {
      "epoch": 186.23,
      "grad_norm": 1.0613847970962524,
      "learning_rate": 4.272187065635734e-06,
      "loss": 0.3869,
      "step": 667270
    },
    {
      "epoch": 186.23,
      "grad_norm": 1.3104584217071533,
      "learning_rate": 4.272171698038915e-06,
      "loss": 0.3654,
      "step": 667280
    },
    {
      "epoch": 186.24,
      "grad_norm": 1.086586356163025,
      "learning_rate": 4.2721563301854216e-06,
      "loss": 0.3848,
      "step": 667290
    },
    {
      "epoch": 186.24,
      "grad_norm": 1.1680530309677124,
      "learning_rate": 4.2721409620752575e-06,
      "loss": 0.3611,
      "step": 667300
    },
    {
      "epoch": 186.24,
      "grad_norm": 1.0184460878372192,
      "learning_rate": 4.272125593708423e-06,
      "loss": 0.3634,
      "step": 667310
    },
    {
      "epoch": 186.25,
      "grad_norm": 1.2717816829681396,
      "learning_rate": 4.272110225084922e-06,
      "loss": 0.381,
      "step": 667320
    },
    {
      "epoch": 186.25,
      "grad_norm": 1.0764639377593994,
      "learning_rate": 4.272094856204756e-06,
      "loss": 0.3742,
      "step": 667330
    },
    {
      "epoch": 186.25,
      "grad_norm": 1.1249748468399048,
      "learning_rate": 4.272079487067926e-06,
      "loss": 0.3829,
      "step": 667340
    },
    {
      "epoch": 186.25,
      "grad_norm": 1.051814317703247,
      "learning_rate": 4.272064117674435e-06,
      "loss": 0.3906,
      "step": 667350
    },
    {
      "epoch": 186.26,
      "grad_norm": 1.2547252178192139,
      "learning_rate": 4.2720487480242854e-06,
      "loss": 0.3904,
      "step": 667360
    },
    {
      "epoch": 186.26,
      "grad_norm": 1.1009550094604492,
      "learning_rate": 4.272033378117479e-06,
      "loss": 0.3732,
      "step": 667370
    },
    {
      "epoch": 186.26,
      "grad_norm": 1.1535849571228027,
      "learning_rate": 4.272018007954016e-06,
      "loss": 0.386,
      "step": 667380
    },
    {
      "epoch": 186.27,
      "grad_norm": 1.496546983718872,
      "learning_rate": 4.272002637533901e-06,
      "loss": 0.3717,
      "step": 667390
    },
    {
      "epoch": 186.27,
      "grad_norm": 1.2282675504684448,
      "learning_rate": 4.271987266857136e-06,
      "loss": 0.3699,
      "step": 667400
    },
    {
      "epoch": 186.27,
      "grad_norm": 1.091296672821045,
      "learning_rate": 4.271971895923721e-06,
      "loss": 0.3894,
      "step": 667410
    },
    {
      "epoch": 186.27,
      "grad_norm": 1.352718472480774,
      "learning_rate": 4.271956524733659e-06,
      "loss": 0.373,
      "step": 667420
    },
    {
      "epoch": 186.28,
      "grad_norm": 1.2073564529418945,
      "learning_rate": 4.271941153286952e-06,
      "loss": 0.3777,
      "step": 667430
    },
    {
      "epoch": 186.28,
      "grad_norm": 1.3894864320755005,
      "learning_rate": 4.271925781583602e-06,
      "loss": 0.3732,
      "step": 667440
    },
    {
      "epoch": 186.28,
      "grad_norm": 1.2764731645584106,
      "learning_rate": 4.2719104096236124e-06,
      "loss": 0.3758,
      "step": 667450
    },
    {
      "epoch": 186.29,
      "grad_norm": 1.014078974723816,
      "learning_rate": 4.2718950374069835e-06,
      "loss": 0.383,
      "step": 667460
    },
    {
      "epoch": 186.29,
      "grad_norm": 0.9564753770828247,
      "learning_rate": 4.271879664933718e-06,
      "loss": 0.3636,
      "step": 667470
    },
    {
      "epoch": 186.29,
      "grad_norm": 2.9306578636169434,
      "learning_rate": 4.271864292203818e-06,
      "loss": 0.3896,
      "step": 667480
    },
    {
      "epoch": 186.29,
      "grad_norm": 1.2455039024353027,
      "learning_rate": 4.2718489192172856e-06,
      "loss": 0.3651,
      "step": 667490
    },
    {
      "epoch": 186.3,
      "grad_norm": 2.4169270992279053,
      "learning_rate": 4.271833545974123e-06,
      "loss": 0.3876,
      "step": 667500
    },
    {
      "epoch": 186.3,
      "grad_norm": 1.1675891876220703,
      "learning_rate": 4.2718181724743314e-06,
      "loss": 0.3842,
      "step": 667510
    },
    {
      "epoch": 186.3,
      "grad_norm": 1.0361158847808838,
      "learning_rate": 4.2718027987179135e-06,
      "loss": 0.3593,
      "step": 667520
    },
    {
      "epoch": 186.3,
      "grad_norm": 1.7013827562332153,
      "learning_rate": 4.271787424704872e-06,
      "loss": 0.4062,
      "step": 667530
    },
    {
      "epoch": 186.31,
      "grad_norm": 0.9898800253868103,
      "learning_rate": 4.271772050435207e-06,
      "loss": 0.3819,
      "step": 667540
    },
    {
      "epoch": 186.31,
      "grad_norm": 1.640667200088501,
      "learning_rate": 4.271756675908922e-06,
      "loss": 0.3726,
      "step": 667550
    },
    {
      "epoch": 186.31,
      "grad_norm": 1.176766037940979,
      "learning_rate": 4.271741301126019e-06,
      "loss": 0.3711,
      "step": 667560
    },
    {
      "epoch": 186.32,
      "grad_norm": 1.4935302734375,
      "learning_rate": 4.271725926086499e-06,
      "loss": 0.3852,
      "step": 667570
    },
    {
      "epoch": 186.32,
      "grad_norm": 1.2580162286758423,
      "learning_rate": 4.271710550790367e-06,
      "loss": 0.375,
      "step": 667580
    },
    {
      "epoch": 186.32,
      "grad_norm": 1.1367276906967163,
      "learning_rate": 4.271695175237621e-06,
      "loss": 0.3826,
      "step": 667590
    },
    {
      "epoch": 186.32,
      "grad_norm": 1.2543864250183105,
      "learning_rate": 4.271679799428266e-06,
      "loss": 0.3742,
      "step": 667600
    },
    {
      "epoch": 186.33,
      "grad_norm": 1.1725859642028809,
      "learning_rate": 4.271664423362303e-06,
      "loss": 0.3638,
      "step": 667610
    },
    {
      "epoch": 186.33,
      "grad_norm": 1.1825768947601318,
      "learning_rate": 4.271649047039733e-06,
      "loss": 0.3755,
      "step": 667620
    },
    {
      "epoch": 186.33,
      "grad_norm": 0.992095947265625,
      "learning_rate": 4.27163367046056e-06,
      "loss": 0.3726,
      "step": 667630
    },
    {
      "epoch": 186.34,
      "grad_norm": 1.1820447444915771,
      "learning_rate": 4.271618293624785e-06,
      "loss": 0.3791,
      "step": 667640
    },
    {
      "epoch": 186.34,
      "grad_norm": 1.0790042877197266,
      "learning_rate": 4.27160291653241e-06,
      "loss": 0.3718,
      "step": 667650
    },
    {
      "epoch": 186.34,
      "grad_norm": 1.1338212490081787,
      "learning_rate": 4.271587539183437e-06,
      "loss": 0.3949,
      "step": 667660
    },
    {
      "epoch": 186.34,
      "grad_norm": 1.1351115703582764,
      "learning_rate": 4.27157216157787e-06,
      "loss": 0.3744,
      "step": 667670
    },
    {
      "epoch": 186.35,
      "grad_norm": 1.3261222839355469,
      "learning_rate": 4.271556783715708e-06,
      "loss": 0.3739,
      "step": 667680
    },
    {
      "epoch": 186.35,
      "grad_norm": 1.065653920173645,
      "learning_rate": 4.271541405596953e-06,
      "loss": 0.3828,
      "step": 667690
    },
    {
      "epoch": 186.35,
      "grad_norm": 1.1479034423828125,
      "learning_rate": 4.27152602722161e-06,
      "loss": 0.3809,
      "step": 667700
    },
    {
      "epoch": 186.36,
      "grad_norm": 1.1163173913955688,
      "learning_rate": 4.27151064858968e-06,
      "loss": 0.3635,
      "step": 667710
    },
    {
      "epoch": 186.36,
      "grad_norm": 1.530359148979187,
      "learning_rate": 4.271495269701164e-06,
      "loss": 0.3876,
      "step": 667720
    },
    {
      "epoch": 186.36,
      "grad_norm": 1.1435428857803345,
      "learning_rate": 4.271479890556064e-06,
      "loss": 0.3804,
      "step": 667730
    },
    {
      "epoch": 186.36,
      "grad_norm": 1.0482993125915527,
      "learning_rate": 4.271464511154384e-06,
      "loss": 0.383,
      "step": 667740
    },
    {
      "epoch": 186.37,
      "grad_norm": 1.3032163381576538,
      "learning_rate": 4.271449131496123e-06,
      "loss": 0.3603,
      "step": 667750
    },
    {
      "epoch": 186.37,
      "grad_norm": 1.1261579990386963,
      "learning_rate": 4.271433751581286e-06,
      "loss": 0.3789,
      "step": 667760
    },
    {
      "epoch": 186.37,
      "grad_norm": 1.2509396076202393,
      "learning_rate": 4.2714183714098734e-06,
      "loss": 0.3681,
      "step": 667770
    },
    {
      "epoch": 186.37,
      "grad_norm": 1.278063416481018,
      "learning_rate": 4.271402990981888e-06,
      "loss": 0.3826,
      "step": 667780
    },
    {
      "epoch": 186.38,
      "grad_norm": 1.2826648950576782,
      "learning_rate": 4.271387610297331e-06,
      "loss": 0.3728,
      "step": 667790
    },
    {
      "epoch": 186.38,
      "grad_norm": 1.1751508712768555,
      "learning_rate": 4.271372229356204e-06,
      "loss": 0.3793,
      "step": 667800
    },
    {
      "epoch": 186.38,
      "grad_norm": 1.239679217338562,
      "learning_rate": 4.271356848158511e-06,
      "loss": 0.3852,
      "step": 667810
    },
    {
      "epoch": 186.39,
      "grad_norm": 1.2310779094696045,
      "learning_rate": 4.271341466704253e-06,
      "loss": 0.3815,
      "step": 667820
    },
    {
      "epoch": 186.39,
      "grad_norm": 0.996910572052002,
      "learning_rate": 4.271326084993432e-06,
      "loss": 0.3704,
      "step": 667830
    },
    {
      "epoch": 186.39,
      "grad_norm": 1.2345633506774902,
      "learning_rate": 4.27131070302605e-06,
      "loss": 0.3731,
      "step": 667840
    },
    {
      "epoch": 186.39,
      "grad_norm": 1.4737985134124756,
      "learning_rate": 4.271295320802109e-06,
      "loss": 0.3643,
      "step": 667850
    },
    {
      "epoch": 186.4,
      "grad_norm": 1.197605013847351,
      "learning_rate": 4.271279938321611e-06,
      "loss": 0.3867,
      "step": 667860
    },
    {
      "epoch": 186.4,
      "grad_norm": 1.9530085325241089,
      "learning_rate": 4.271264555584559e-06,
      "loss": 0.3853,
      "step": 667870
    },
    {
      "epoch": 186.4,
      "grad_norm": 1.2798205614089966,
      "learning_rate": 4.271249172590953e-06,
      "loss": 0.4067,
      "step": 667880
    },
    {
      "epoch": 186.41,
      "grad_norm": 1.144291877746582,
      "learning_rate": 4.271233789340797e-06,
      "loss": 0.3686,
      "step": 667890
    },
    {
      "epoch": 186.41,
      "grad_norm": 1.167783260345459,
      "learning_rate": 4.271218405834093e-06,
      "loss": 0.3768,
      "step": 667900
    },
    {
      "epoch": 186.41,
      "grad_norm": 1.0977246761322021,
      "learning_rate": 4.2712030220708425e-06,
      "loss": 0.3906,
      "step": 667910
    },
    {
      "epoch": 186.41,
      "grad_norm": 1.2707126140594482,
      "learning_rate": 4.2711876380510466e-06,
      "loss": 0.3747,
      "step": 667920
    },
    {
      "epoch": 186.42,
      "grad_norm": 1.2727012634277344,
      "learning_rate": 4.271172253774709e-06,
      "loss": 0.3885,
      "step": 667930
    },
    {
      "epoch": 186.42,
      "grad_norm": 1.3790559768676758,
      "learning_rate": 4.2711568692418305e-06,
      "loss": 0.3866,
      "step": 667940
    },
    {
      "epoch": 186.42,
      "grad_norm": 1.1072051525115967,
      "learning_rate": 4.271141484452414e-06,
      "loss": 0.3896,
      "step": 667950
    },
    {
      "epoch": 186.42,
      "grad_norm": 1.1848455667495728,
      "learning_rate": 4.27112609940646e-06,
      "loss": 0.3685,
      "step": 667960
    },
    {
      "epoch": 186.43,
      "grad_norm": 1.4681206941604614,
      "learning_rate": 4.2711107141039735e-06,
      "loss": 0.3986,
      "step": 667970
    },
    {
      "epoch": 186.43,
      "grad_norm": 0.9348495006561279,
      "learning_rate": 4.2710953285449535e-06,
      "loss": 0.373,
      "step": 667980
    },
    {
      "epoch": 186.43,
      "grad_norm": 1.0353479385375977,
      "learning_rate": 4.271079942729403e-06,
      "loss": 0.3814,
      "step": 667990
    },
    {
      "epoch": 186.44,
      "grad_norm": 1.2558025121688843,
      "learning_rate": 4.271064556657325e-06,
      "loss": 0.3847,
      "step": 668000
    },
    {
      "epoch": 186.44,
      "grad_norm": 1.247377872467041,
      "learning_rate": 4.271049170328721e-06,
      "loss": 0.3936,
      "step": 668010
    },
    {
      "epoch": 186.44,
      "grad_norm": 1.1069103479385376,
      "learning_rate": 4.271033783743593e-06,
      "loss": 0.376,
      "step": 668020
    },
    {
      "epoch": 186.44,
      "grad_norm": 1.1281530857086182,
      "learning_rate": 4.271018396901943e-06,
      "loss": 0.3638,
      "step": 668030
    },
    {
      "epoch": 186.45,
      "grad_norm": 1.0862305164337158,
      "learning_rate": 4.271003009803773e-06,
      "loss": 0.3928,
      "step": 668040
    },
    {
      "epoch": 186.45,
      "grad_norm": 1.0488409996032715,
      "learning_rate": 4.270987622449085e-06,
      "loss": 0.3741,
      "step": 668050
    },
    {
      "epoch": 186.45,
      "grad_norm": 1.1073942184448242,
      "learning_rate": 4.270972234837881e-06,
      "loss": 0.3804,
      "step": 668060
    },
    {
      "epoch": 186.46,
      "grad_norm": 1.132493495941162,
      "learning_rate": 4.270956846970163e-06,
      "loss": 0.3621,
      "step": 668070
    },
    {
      "epoch": 186.46,
      "grad_norm": 1.3124659061431885,
      "learning_rate": 4.270941458845934e-06,
      "loss": 0.3894,
      "step": 668080
    },
    {
      "epoch": 186.46,
      "grad_norm": 1.1370102167129517,
      "learning_rate": 4.270926070465195e-06,
      "loss": 0.3894,
      "step": 668090
    },
    {
      "epoch": 186.46,
      "grad_norm": 1.163218379020691,
      "learning_rate": 4.270910681827948e-06,
      "loss": 0.3659,
      "step": 668100
    },
    {
      "epoch": 186.47,
      "grad_norm": 1.1110016107559204,
      "learning_rate": 4.2708952929341955e-06,
      "loss": 0.3823,
      "step": 668110
    },
    {
      "epoch": 186.47,
      "grad_norm": 1.0291507244110107,
      "learning_rate": 4.27087990378394e-06,
      "loss": 0.3857,
      "step": 668120
    },
    {
      "epoch": 186.47,
      "grad_norm": 1.350269079208374,
      "learning_rate": 4.270864514377183e-06,
      "loss": 0.3631,
      "step": 668130
    },
    {
      "epoch": 186.48,
      "grad_norm": 1.2067776918411255,
      "learning_rate": 4.270849124713926e-06,
      "loss": 0.3826,
      "step": 668140
    },
    {
      "epoch": 186.48,
      "grad_norm": 1.1731092929840088,
      "learning_rate": 4.270833734794172e-06,
      "loss": 0.3648,
      "step": 668150
    },
    {
      "epoch": 186.48,
      "grad_norm": 1.2290292978286743,
      "learning_rate": 4.270818344617922e-06,
      "loss": 0.3893,
      "step": 668160
    },
    {
      "epoch": 186.48,
      "grad_norm": 1.2790968418121338,
      "learning_rate": 4.2708029541851785e-06,
      "loss": 0.3777,
      "step": 668170
    },
    {
      "epoch": 186.49,
      "grad_norm": 1.2201868295669556,
      "learning_rate": 4.270787563495944e-06,
      "loss": 0.3659,
      "step": 668180
    },
    {
      "epoch": 186.49,
      "grad_norm": 1.075329065322876,
      "learning_rate": 4.27077217255022e-06,
      "loss": 0.3667,
      "step": 668190
    },
    {
      "epoch": 186.49,
      "grad_norm": 1.2033432722091675,
      "learning_rate": 4.27075678134801e-06,
      "loss": 0.3704,
      "step": 668200
    },
    {
      "epoch": 186.49,
      "grad_norm": 0.9675952792167664,
      "learning_rate": 4.270741389889314e-06,
      "loss": 0.3508,
      "step": 668210
    },
    {
      "epoch": 186.5,
      "grad_norm": 1.1365067958831787,
      "learning_rate": 4.270725998174135e-06,
      "loss": 0.3801,
      "step": 668220
    },
    {
      "epoch": 186.5,
      "grad_norm": 1.1259130239486694,
      "learning_rate": 4.270710606202476e-06,
      "loss": 0.3773,
      "step": 668230
    },
    {
      "epoch": 186.5,
      "grad_norm": 1.0527571439743042,
      "learning_rate": 4.270695213974337e-06,
      "loss": 0.3704,
      "step": 668240
    },
    {
      "epoch": 186.51,
      "grad_norm": 4.045649528503418,
      "learning_rate": 4.2706798214897206e-06,
      "loss": 0.376,
      "step": 668250
    },
    {
      "epoch": 186.51,
      "grad_norm": 1.2877628803253174,
      "learning_rate": 4.2706644287486295e-06,
      "loss": 0.3927,
      "step": 668260
    },
    {
      "epoch": 186.51,
      "grad_norm": 1.1929713487625122,
      "learning_rate": 4.270649035751066e-06,
      "loss": 0.3774,
      "step": 668270
    },
    {
      "epoch": 186.51,
      "grad_norm": 1.1697818040847778,
      "learning_rate": 4.270633642497032e-06,
      "loss": 0.3726,
      "step": 668280
    },
    {
      "epoch": 186.52,
      "grad_norm": 1.2879441976547241,
      "learning_rate": 4.270618248986529e-06,
      "loss": 0.3714,
      "step": 668290
    },
    {
      "epoch": 186.52,
      "grad_norm": 1.0630515813827515,
      "learning_rate": 4.2706028552195595e-06,
      "loss": 0.3443,
      "step": 668300
    },
    {
      "epoch": 186.52,
      "grad_norm": 1.3016866445541382,
      "learning_rate": 4.270587461196124e-06,
      "loss": 0.3605,
      "step": 668310
    },
    {
      "epoch": 186.53,
      "grad_norm": 1.026496410369873,
      "learning_rate": 4.270572066916227e-06,
      "loss": 0.3704,
      "step": 668320
    },
    {
      "epoch": 186.53,
      "grad_norm": 1.2696174383163452,
      "learning_rate": 4.27055667237987e-06,
      "loss": 0.3676,
      "step": 668330
    },
    {
      "epoch": 186.53,
      "grad_norm": 0.9909623861312866,
      "learning_rate": 4.270541277587054e-06,
      "loss": 0.383,
      "step": 668340
    },
    {
      "epoch": 186.53,
      "grad_norm": 1.1413376331329346,
      "learning_rate": 4.270525882537782e-06,
      "loss": 0.3866,
      "step": 668350
    },
    {
      "epoch": 186.54,
      "grad_norm": 1.1040968894958496,
      "learning_rate": 4.2705104872320545e-06,
      "loss": 0.373,
      "step": 668360
    },
    {
      "epoch": 186.54,
      "grad_norm": 1.1325275897979736,
      "learning_rate": 4.270495091669875e-06,
      "loss": 0.3884,
      "step": 668370
    },
    {
      "epoch": 186.54,
      "grad_norm": 4.759902000427246,
      "learning_rate": 4.270479695851246e-06,
      "loss": 0.3802,
      "step": 668380
    },
    {
      "epoch": 186.54,
      "grad_norm": 1.0380041599273682,
      "learning_rate": 4.270464299776168e-06,
      "loss": 0.3942,
      "step": 668390
    },
    {
      "epoch": 186.55,
      "grad_norm": 1.0505698919296265,
      "learning_rate": 4.270448903444645e-06,
      "loss": 0.3581,
      "step": 668400
    },
    {
      "epoch": 186.55,
      "grad_norm": 1.2650562524795532,
      "learning_rate": 4.2704335068566764e-06,
      "loss": 0.3796,
      "step": 668410
    },
    {
      "epoch": 186.55,
      "grad_norm": 1.2293092012405396,
      "learning_rate": 4.2704181100122655e-06,
      "loss": 0.3922,
      "step": 668420
    },
    {
      "epoch": 186.56,
      "grad_norm": 0.9849271774291992,
      "learning_rate": 4.270402712911415e-06,
      "loss": 0.3738,
      "step": 668430
    },
    {
      "epoch": 186.56,
      "grad_norm": 1.3350852727890015,
      "learning_rate": 4.270387315554127e-06,
      "loss": 0.3738,
      "step": 668440
    },
    {
      "epoch": 186.56,
      "grad_norm": 1.0700898170471191,
      "learning_rate": 4.270371917940403e-06,
      "loss": 0.3856,
      "step": 668450
    },
    {
      "epoch": 186.56,
      "grad_norm": 1.1396981477737427,
      "learning_rate": 4.270356520070245e-06,
      "loss": 0.3717,
      "step": 668460
    },
    {
      "epoch": 186.57,
      "grad_norm": 1.3130744695663452,
      "learning_rate": 4.270341121943655e-06,
      "loss": 0.3856,
      "step": 668470
    },
    {
      "epoch": 186.57,
      "grad_norm": 1.4630028009414673,
      "learning_rate": 4.270325723560635e-06,
      "loss": 0.357,
      "step": 668480
    },
    {
      "epoch": 186.57,
      "grad_norm": 1.0821157693862915,
      "learning_rate": 4.2703103249211875e-06,
      "loss": 0.3766,
      "step": 668490
    },
    {
      "epoch": 186.58,
      "grad_norm": 1.0701359510421753,
      "learning_rate": 4.270294926025314e-06,
      "loss": 0.3635,
      "step": 668500
    },
    {
      "epoch": 186.58,
      "grad_norm": 1.1824524402618408,
      "learning_rate": 4.2702795268730174e-06,
      "loss": 0.3765,
      "step": 668510
    },
    {
      "epoch": 186.58,
      "grad_norm": 1.297241449356079,
      "learning_rate": 4.270264127464299e-06,
      "loss": 0.377,
      "step": 668520
    },
    {
      "epoch": 186.58,
      "grad_norm": 1.2085535526275635,
      "learning_rate": 4.270248727799161e-06,
      "loss": 0.3971,
      "step": 668530
    },
    {
      "epoch": 186.59,
      "grad_norm": 1.270422101020813,
      "learning_rate": 4.270233327877605e-06,
      "loss": 0.3855,
      "step": 668540
    },
    {
      "epoch": 186.59,
      "grad_norm": 1.0286478996276855,
      "learning_rate": 4.270217927699634e-06,
      "loss": 0.3728,
      "step": 668550
    },
    {
      "epoch": 186.59,
      "grad_norm": 1.0836585760116577,
      "learning_rate": 4.27020252726525e-06,
      "loss": 0.3893,
      "step": 668560
    },
    {
      "epoch": 186.6,
      "grad_norm": 1.1096795797348022,
      "learning_rate": 4.270187126574455e-06,
      "loss": 0.3726,
      "step": 668570
    },
    {
      "epoch": 186.6,
      "grad_norm": 1.1374931335449219,
      "learning_rate": 4.270171725627249e-06,
      "loss": 0.3792,
      "step": 668580
    },
    {
      "epoch": 186.6,
      "grad_norm": 1.1990405321121216,
      "learning_rate": 4.2701563244236365e-06,
      "loss": 0.3844,
      "step": 668590
    },
    {
      "epoch": 186.6,
      "grad_norm": 20.026926040649414,
      "learning_rate": 4.270140922963619e-06,
      "loss": 0.3865,
      "step": 668600
    },
    {
      "epoch": 186.61,
      "grad_norm": 1.3151482343673706,
      "learning_rate": 4.270125521247198e-06,
      "loss": 0.3776,
      "step": 668610
    },
    {
      "epoch": 186.61,
      "grad_norm": 1.1623830795288086,
      "learning_rate": 4.270110119274377e-06,
      "loss": 0.3815,
      "step": 668620
    },
    {
      "epoch": 186.61,
      "grad_norm": 1.0872149467468262,
      "learning_rate": 4.2700947170451555e-06,
      "loss": 0.3815,
      "step": 668630
    },
    {
      "epoch": 186.61,
      "grad_norm": 1.4092872142791748,
      "learning_rate": 4.270079314559537e-06,
      "loss": 0.3867,
      "step": 668640
    },
    {
      "epoch": 186.62,
      "grad_norm": 1.0890825986862183,
      "learning_rate": 4.270063911817525e-06,
      "loss": 0.3814,
      "step": 668650
    },
    {
      "epoch": 186.62,
      "grad_norm": 1.3530657291412354,
      "learning_rate": 4.270048508819119e-06,
      "loss": 0.3927,
      "step": 668660
    },
    {
      "epoch": 186.62,
      "grad_norm": 1.2218958139419556,
      "learning_rate": 4.270033105564323e-06,
      "loss": 0.3609,
      "step": 668670
    },
    {
      "epoch": 186.63,
      "grad_norm": 1.096030354499817,
      "learning_rate": 4.270017702053137e-06,
      "loss": 0.368,
      "step": 668680
    },
    {
      "epoch": 186.63,
      "grad_norm": 1.3105106353759766,
      "learning_rate": 4.270002298285565e-06,
      "loss": 0.3986,
      "step": 668690
    },
    {
      "epoch": 186.63,
      "grad_norm": 1.157069444656372,
      "learning_rate": 4.2699868942616085e-06,
      "loss": 0.3838,
      "step": 668700
    },
    {
      "epoch": 186.63,
      "grad_norm": 1.092326283454895,
      "learning_rate": 4.269971489981268e-06,
      "loss": 0.3641,
      "step": 668710
    },
    {
      "epoch": 186.64,
      "grad_norm": 1.308918833732605,
      "learning_rate": 4.269956085444549e-06,
      "loss": 0.3773,
      "step": 668720
    },
    {
      "epoch": 186.64,
      "grad_norm": 1.1423743963241577,
      "learning_rate": 4.26994068065145e-06,
      "loss": 0.365,
      "step": 668730
    },
    {
      "epoch": 186.64,
      "grad_norm": 1.6635640859603882,
      "learning_rate": 4.269925275601974e-06,
      "loss": 0.3797,
      "step": 668740
    },
    {
      "epoch": 186.65,
      "grad_norm": 1.0957890748977661,
      "learning_rate": 4.269909870296124e-06,
      "loss": 0.3862,
      "step": 668750
    },
    {
      "epoch": 186.65,
      "grad_norm": 1.10460364818573,
      "learning_rate": 4.269894464733903e-06,
      "loss": 0.3785,
      "step": 668760
    },
    {
      "epoch": 186.65,
      "grad_norm": 1.1927651166915894,
      "learning_rate": 4.26987905891531e-06,
      "loss": 0.3914,
      "step": 668770
    },
    {
      "epoch": 186.65,
      "grad_norm": 1.0805995464324951,
      "learning_rate": 4.269863652840349e-06,
      "loss": 0.3773,
      "step": 668780
    },
    {
      "epoch": 186.66,
      "grad_norm": 1.2170422077178955,
      "learning_rate": 4.269848246509023e-06,
      "loss": 0.3623,
      "step": 668790
    },
    {
      "epoch": 186.66,
      "grad_norm": 1.1695735454559326,
      "learning_rate": 4.269832839921331e-06,
      "loss": 0.3736,
      "step": 668800
    },
    {
      "epoch": 186.66,
      "grad_norm": 1.1976689100265503,
      "learning_rate": 4.269817433077278e-06,
      "loss": 0.3659,
      "step": 668810
    },
    {
      "epoch": 186.66,
      "grad_norm": 1.089180588722229,
      "learning_rate": 4.269802025976865e-06,
      "loss": 0.3855,
      "step": 668820
    },
    {
      "epoch": 186.67,
      "grad_norm": 1.1396303176879883,
      "learning_rate": 4.269786618620094e-06,
      "loss": 0.3779,
      "step": 668830
    },
    {
      "epoch": 186.67,
      "grad_norm": 1.2311302423477173,
      "learning_rate": 4.269771211006966e-06,
      "loss": 0.3741,
      "step": 668840
    },
    {
      "epoch": 186.67,
      "grad_norm": 1.2456881999969482,
      "learning_rate": 4.2697558031374845e-06,
      "loss": 0.3805,
      "step": 668850
    },
    {
      "epoch": 186.68,
      "grad_norm": 1.277321457862854,
      "learning_rate": 4.269740395011651e-06,
      "loss": 0.3948,
      "step": 668860
    },
    {
      "epoch": 186.68,
      "grad_norm": 0.9856476783752441,
      "learning_rate": 4.269724986629468e-06,
      "loss": 0.3827,
      "step": 668870
    },
    {
      "epoch": 186.68,
      "grad_norm": 1.0725451707839966,
      "learning_rate": 4.269709577990937e-06,
      "loss": 0.3767,
      "step": 668880
    },
    {
      "epoch": 186.68,
      "grad_norm": 1.0291646718978882,
      "learning_rate": 4.269694169096061e-06,
      "loss": 0.3745,
      "step": 668890
    },
    {
      "epoch": 186.69,
      "grad_norm": 1.1547361612319946,
      "learning_rate": 4.26967875994484e-06,
      "loss": 0.3855,
      "step": 668900
    },
    {
      "epoch": 186.69,
      "grad_norm": 1.1589055061340332,
      "learning_rate": 4.269663350537278e-06,
      "loss": 0.3632,
      "step": 668910
    },
    {
      "epoch": 186.69,
      "grad_norm": 1.0018367767333984,
      "learning_rate": 4.269647940873376e-06,
      "loss": 0.3835,
      "step": 668920
    },
    {
      "epoch": 186.7,
      "grad_norm": 1.1564832925796509,
      "learning_rate": 4.269632530953138e-06,
      "loss": 0.3649,
      "step": 668930
    },
    {
      "epoch": 186.7,
      "grad_norm": 1.0937598943710327,
      "learning_rate": 4.269617120776562e-06,
      "loss": 0.3758,
      "step": 668940
    },
    {
      "epoch": 186.7,
      "grad_norm": 1.1402682065963745,
      "learning_rate": 4.269601710343654e-06,
      "loss": 0.3683,
      "step": 668950
    },
    {
      "epoch": 186.7,
      "grad_norm": 1.0136761665344238,
      "learning_rate": 4.269586299654415e-06,
      "loss": 0.3801,
      "step": 668960
    },
    {
      "epoch": 186.71,
      "grad_norm": 1.1543023586273193,
      "learning_rate": 4.269570888708846e-06,
      "loss": 0.3688,
      "step": 668970
    },
    {
      "epoch": 186.71,
      "grad_norm": 1.0334742069244385,
      "learning_rate": 4.269555477506951e-06,
      "loss": 0.3894,
      "step": 668980
    },
    {
      "epoch": 186.71,
      "grad_norm": 1.138373851776123,
      "learning_rate": 4.269540066048729e-06,
      "loss": 0.3859,
      "step": 668990
    },
    {
      "epoch": 186.72,
      "grad_norm": 1.0437284708023071,
      "learning_rate": 4.269524654334184e-06,
      "loss": 0.3755,
      "step": 669000
    },
    {
      "epoch": 186.72,
      "grad_norm": 1.1502938270568848,
      "learning_rate": 4.2695092423633185e-06,
      "loss": 0.3747,
      "step": 669010
    },
    {
      "epoch": 186.72,
      "grad_norm": 0.9844884276390076,
      "learning_rate": 4.269493830136134e-06,
      "loss": 0.3723,
      "step": 669020
    },
    {
      "epoch": 186.72,
      "grad_norm": 1.117700219154358,
      "learning_rate": 4.2694784176526324e-06,
      "loss": 0.376,
      "step": 669030
    },
    {
      "epoch": 186.73,
      "grad_norm": 1.0562993288040161,
      "learning_rate": 4.269463004912816e-06,
      "loss": 0.3765,
      "step": 669040
    },
    {
      "epoch": 186.73,
      "grad_norm": 1.1049987077713013,
      "learning_rate": 4.269447591916686e-06,
      "loss": 0.3757,
      "step": 669050
    },
    {
      "epoch": 186.73,
      "grad_norm": 1.2243717908859253,
      "learning_rate": 4.2694321786642456e-06,
      "loss": 0.3584,
      "step": 669060
    },
    {
      "epoch": 186.73,
      "grad_norm": 1.1062208414077759,
      "learning_rate": 4.2694167651554965e-06,
      "loss": 0.3707,
      "step": 669070
    },
    {
      "epoch": 186.74,
      "grad_norm": 1.042418122291565,
      "learning_rate": 4.2694013513904395e-06,
      "loss": 0.3783,
      "step": 669080
    },
    {
      "epoch": 186.74,
      "grad_norm": 1.0982277393341064,
      "learning_rate": 4.269385937369079e-06,
      "loss": 0.3838,
      "step": 669090
    },
    {
      "epoch": 186.74,
      "grad_norm": 1.1275646686553955,
      "learning_rate": 4.269370523091415e-06,
      "loss": 0.3653,
      "step": 669100
    },
    {
      "epoch": 186.75,
      "grad_norm": 1.2197270393371582,
      "learning_rate": 4.269355108557451e-06,
      "loss": 0.3752,
      "step": 669110
    },
    {
      "epoch": 186.75,
      "grad_norm": 1.0328279733657837,
      "learning_rate": 4.269339693767189e-06,
      "loss": 0.3857,
      "step": 669120
    },
    {
      "epoch": 186.75,
      "grad_norm": 1.2750413417816162,
      "learning_rate": 4.2693242787206295e-06,
      "loss": 0.3811,
      "step": 669130
    },
    {
      "epoch": 186.75,
      "grad_norm": 2.724748373031616,
      "learning_rate": 4.269308863417776e-06,
      "loss": 0.3643,
      "step": 669140
    },
    {
      "epoch": 186.76,
      "grad_norm": 0.9285658001899719,
      "learning_rate": 4.26929344785863e-06,
      "loss": 0.3984,
      "step": 669150
    },
    {
      "epoch": 186.76,
      "grad_norm": 1.317752718925476,
      "learning_rate": 4.2692780320431935e-06,
      "loss": 0.3589,
      "step": 669160
    },
    {
      "epoch": 186.76,
      "grad_norm": 1.0172529220581055,
      "learning_rate": 4.269262615971468e-06,
      "loss": 0.3556,
      "step": 669170
    },
    {
      "epoch": 186.77,
      "grad_norm": 1.1040445566177368,
      "learning_rate": 4.269247199643457e-06,
      "loss": 0.387,
      "step": 669180
    },
    {
      "epoch": 186.77,
      "grad_norm": 1.1173624992370605,
      "learning_rate": 4.269231783059162e-06,
      "loss": 0.3809,
      "step": 669190
    },
    {
      "epoch": 186.77,
      "grad_norm": 0.983130693435669,
      "learning_rate": 4.269216366218585e-06,
      "loss": 0.3672,
      "step": 669200
    },
    {
      "epoch": 186.77,
      "grad_norm": 1.1641358137130737,
      "learning_rate": 4.269200949121728e-06,
      "loss": 0.3813,
      "step": 669210
    },
    {
      "epoch": 186.78,
      "grad_norm": 1.4070115089416504,
      "learning_rate": 4.2691855317685925e-06,
      "loss": 0.3851,
      "step": 669220
    },
    {
      "epoch": 186.78,
      "grad_norm": 1.183361530303955,
      "learning_rate": 4.269170114159181e-06,
      "loss": 0.3789,
      "step": 669230
    },
    {
      "epoch": 186.78,
      "grad_norm": 1.151469349861145,
      "learning_rate": 4.269154696293496e-06,
      "loss": 0.3733,
      "step": 669240
    },
    {
      "epoch": 186.78,
      "grad_norm": 4.04177188873291,
      "learning_rate": 4.2691392781715385e-06,
      "loss": 0.363,
      "step": 669250
    },
    {
      "epoch": 186.79,
      "grad_norm": 1.1809834241867065,
      "learning_rate": 4.2691238597933105e-06,
      "loss": 0.3715,
      "step": 669260
    },
    {
      "epoch": 186.79,
      "grad_norm": 1.1553986072540283,
      "learning_rate": 4.269108441158815e-06,
      "loss": 0.3866,
      "step": 669270
    },
    {
      "epoch": 186.79,
      "grad_norm": 1.5600131750106812,
      "learning_rate": 4.269093022268055e-06,
      "loss": 0.3777,
      "step": 669280
    },
    {
      "epoch": 186.8,
      "grad_norm": 1.2051671743392944,
      "learning_rate": 4.2690776031210305e-06,
      "loss": 0.3954,
      "step": 669290
    },
    {
      "epoch": 186.8,
      "grad_norm": 1.0879484415054321,
      "learning_rate": 4.2690621837177444e-06,
      "loss": 0.377,
      "step": 669300
    },
    {
      "epoch": 186.8,
      "grad_norm": 1.0789661407470703,
      "learning_rate": 4.2690467640581996e-06,
      "loss": 0.3745,
      "step": 669310
    },
    {
      "epoch": 186.8,
      "grad_norm": 1.3158642053604126,
      "learning_rate": 4.269031344142397e-06,
      "loss": 0.3834,
      "step": 669320
    },
    {
      "epoch": 186.81,
      "grad_norm": 1.2676641941070557,
      "learning_rate": 4.269015923970338e-06,
      "loss": 0.3691,
      "step": 669330
    },
    {
      "epoch": 186.81,
      "grad_norm": 1.4994981288909912,
      "learning_rate": 4.269000503542026e-06,
      "loss": 0.3846,
      "step": 669340
    },
    {
      "epoch": 186.81,
      "grad_norm": 1.1967161893844604,
      "learning_rate": 4.2689850828574625e-06,
      "loss": 0.3815,
      "step": 669350
    },
    {
      "epoch": 186.82,
      "grad_norm": 1.2487717866897583,
      "learning_rate": 4.26896966191665e-06,
      "loss": 0.3601,
      "step": 669360
    },
    {
      "epoch": 186.82,
      "grad_norm": 1.202034592628479,
      "learning_rate": 4.26895424071959e-06,
      "loss": 0.3903,
      "step": 669370
    },
    {
      "epoch": 186.82,
      "grad_norm": 1.2685494422912598,
      "learning_rate": 4.2689388192662845e-06,
      "loss": 0.3771,
      "step": 669380
    },
    {
      "epoch": 186.82,
      "grad_norm": 1.0754430294036865,
      "learning_rate": 4.268923397556736e-06,
      "loss": 0.3833,
      "step": 669390
    },
    {
      "epoch": 186.83,
      "grad_norm": 1.3269736766815186,
      "learning_rate": 4.2689079755909475e-06,
      "loss": 0.3824,
      "step": 669400
    },
    {
      "epoch": 186.83,
      "grad_norm": 1.1812798976898193,
      "learning_rate": 4.268892553368919e-06,
      "loss": 0.377,
      "step": 669410
    },
    {
      "epoch": 186.83,
      "grad_norm": 1.4127248525619507,
      "learning_rate": 4.268877130890653e-06,
      "loss": 0.3824,
      "step": 669420
    },
    {
      "epoch": 186.84,
      "grad_norm": 1.0806208848953247,
      "learning_rate": 4.268861708156153e-06,
      "loss": 0.3942,
      "step": 669430
    },
    {
      "epoch": 186.84,
      "grad_norm": 1.2796324491500854,
      "learning_rate": 4.26884628516542e-06,
      "loss": 0.3802,
      "step": 669440
    },
    {
      "epoch": 186.84,
      "grad_norm": 1.0349851846694946,
      "learning_rate": 4.268830861918456e-06,
      "loss": 0.3916,
      "step": 669450
    },
    {
      "epoch": 186.84,
      "grad_norm": 1.0544004440307617,
      "learning_rate": 4.268815438415262e-06,
      "loss": 0.3837,
      "step": 669460
    },
    {
      "epoch": 186.85,
      "grad_norm": 0.9763981699943542,
      "learning_rate": 4.268800014655843e-06,
      "loss": 0.3814,
      "step": 669470
    },
    {
      "epoch": 186.85,
      "grad_norm": 1.1973756551742554,
      "learning_rate": 4.268784590640199e-06,
      "loss": 0.3703,
      "step": 669480
    },
    {
      "epoch": 186.85,
      "grad_norm": 1.0374443531036377,
      "learning_rate": 4.268769166368332e-06,
      "loss": 0.3853,
      "step": 669490
    },
    {
      "epoch": 186.85,
      "grad_norm": 1.0348563194274902,
      "learning_rate": 4.268753741840244e-06,
      "loss": 0.3693,
      "step": 669500
    },
    {
      "epoch": 186.86,
      "grad_norm": 1.1282168626785278,
      "learning_rate": 4.268738317055938e-06,
      "loss": 0.3791,
      "step": 669510
    },
    {
      "epoch": 186.86,
      "grad_norm": 1.1482840776443481,
      "learning_rate": 4.268722892015416e-06,
      "loss": 0.3692,
      "step": 669520
    },
    {
      "epoch": 186.86,
      "grad_norm": 1.1807938814163208,
      "learning_rate": 4.268707466718679e-06,
      "loss": 0.3715,
      "step": 669530
    },
    {
      "epoch": 186.87,
      "grad_norm": 1.5598105192184448,
      "learning_rate": 4.268692041165729e-06,
      "loss": 0.3838,
      "step": 669540
    },
    {
      "epoch": 186.87,
      "grad_norm": 1.2714377641677856,
      "learning_rate": 4.26867661535657e-06,
      "loss": 0.3712,
      "step": 669550
    },
    {
      "epoch": 186.87,
      "grad_norm": 1.3208868503570557,
      "learning_rate": 4.268661189291202e-06,
      "loss": 0.381,
      "step": 669560
    },
    {
      "epoch": 186.87,
      "grad_norm": 1.102787971496582,
      "learning_rate": 4.268645762969628e-06,
      "loss": 0.3833,
      "step": 669570
    },
    {
      "epoch": 186.88,
      "grad_norm": 1.6857101917266846,
      "learning_rate": 4.26863033639185e-06,
      "loss": 0.3862,
      "step": 669580
    },
    {
      "epoch": 186.88,
      "grad_norm": 1.0232622623443604,
      "learning_rate": 4.268614909557869e-06,
      "loss": 0.3657,
      "step": 669590
    },
    {
      "epoch": 186.88,
      "grad_norm": 1.042596459388733,
      "learning_rate": 4.268599482467689e-06,
      "loss": 0.3642,
      "step": 669600
    },
    {
      "epoch": 186.89,
      "grad_norm": 1.7997491359710693,
      "learning_rate": 4.268584055121311e-06,
      "loss": 0.3774,
      "step": 669610
    },
    {
      "epoch": 186.89,
      "grad_norm": 1.1637083292007446,
      "learning_rate": 4.268568627518737e-06,
      "loss": 0.3658,
      "step": 669620
    },
    {
      "epoch": 186.89,
      "grad_norm": 1.090322494506836,
      "learning_rate": 4.2685531996599685e-06,
      "loss": 0.3675,
      "step": 669630
    },
    {
      "epoch": 186.89,
      "grad_norm": 0.9759282469749451,
      "learning_rate": 4.268537771545009e-06,
      "loss": 0.3734,
      "step": 669640
    },
    {
      "epoch": 186.9,
      "grad_norm": 1.239843726158142,
      "learning_rate": 4.268522343173859e-06,
      "loss": 0.3704,
      "step": 669650
    },
    {
      "epoch": 186.9,
      "grad_norm": 1.1735525131225586,
      "learning_rate": 4.268506914546521e-06,
      "loss": 0.3825,
      "step": 669660
    },
    {
      "epoch": 186.9,
      "grad_norm": 1.1872107982635498,
      "learning_rate": 4.268491485662998e-06,
      "loss": 0.3789,
      "step": 669670
    },
    {
      "epoch": 186.9,
      "grad_norm": 2.3417460918426514,
      "learning_rate": 4.268476056523291e-06,
      "loss": 0.3904,
      "step": 669680
    },
    {
      "epoch": 186.91,
      "grad_norm": 1.178537368774414,
      "learning_rate": 4.268460627127403e-06,
      "loss": 0.3877,
      "step": 669690
    },
    {
      "epoch": 186.91,
      "grad_norm": 1.5925567150115967,
      "learning_rate": 4.2684451974753354e-06,
      "loss": 0.3774,
      "step": 669700
    },
    {
      "epoch": 186.91,
      "grad_norm": 1.1279053688049316,
      "learning_rate": 4.26842976756709e-06,
      "loss": 0.3944,
      "step": 669710
    },
    {
      "epoch": 186.92,
      "grad_norm": 1.2317456007003784,
      "learning_rate": 4.26841433740267e-06,
      "loss": 0.3873,
      "step": 669720
    },
    {
      "epoch": 186.92,
      "grad_norm": 1.1003963947296143,
      "learning_rate": 4.268398906982075e-06,
      "loss": 0.3997,
      "step": 669730
    },
    {
      "epoch": 186.92,
      "grad_norm": 1.217761516571045,
      "learning_rate": 4.26838347630531e-06,
      "loss": 0.3818,
      "step": 669740
    },
    {
      "epoch": 186.92,
      "grad_norm": 1.2017509937286377,
      "learning_rate": 4.268368045372375e-06,
      "loss": 0.3809,
      "step": 669750
    },
    {
      "epoch": 186.93,
      "grad_norm": 1.1753915548324585,
      "learning_rate": 4.268352614183273e-06,
      "loss": 0.3865,
      "step": 669760
    },
    {
      "epoch": 186.93,
      "grad_norm": 1.108301043510437,
      "learning_rate": 4.268337182738007e-06,
      "loss": 0.3703,
      "step": 669770
    },
    {
      "epoch": 186.93,
      "grad_norm": 1.083956003189087,
      "learning_rate": 4.268321751036577e-06,
      "loss": 0.3665,
      "step": 669780
    },
    {
      "epoch": 186.94,
      "grad_norm": 1.404377818107605,
      "learning_rate": 4.268306319078986e-06,
      "loss": 0.3865,
      "step": 669790
    },
    {
      "epoch": 186.94,
      "grad_norm": 1.0111998319625854,
      "learning_rate": 4.268290886865235e-06,
      "loss": 0.3718,
      "step": 669800
    },
    {
      "epoch": 186.94,
      "grad_norm": 1.0988789796829224,
      "learning_rate": 4.2682754543953285e-06,
      "loss": 0.379,
      "step": 669810
    },
    {
      "epoch": 186.94,
      "grad_norm": 1.082998514175415,
      "learning_rate": 4.268260021669267e-06,
      "loss": 0.3823,
      "step": 669820
    },
    {
      "epoch": 186.95,
      "grad_norm": 1.2166438102722168,
      "learning_rate": 4.268244588687052e-06,
      "loss": 0.3723,
      "step": 669830
    },
    {
      "epoch": 186.95,
      "grad_norm": 1.0397069454193115,
      "learning_rate": 4.268229155448687e-06,
      "loss": 0.3944,
      "step": 669840
    },
    {
      "epoch": 186.95,
      "grad_norm": 1.0031980276107788,
      "learning_rate": 4.268213721954173e-06,
      "loss": 0.3899,
      "step": 669850
    },
    {
      "epoch": 186.96,
      "grad_norm": 0.9761284589767456,
      "learning_rate": 4.268198288203512e-06,
      "loss": 0.3507,
      "step": 669860
    },
    {
      "epoch": 186.96,
      "grad_norm": 1.299719214439392,
      "learning_rate": 4.268182854196707e-06,
      "loss": 0.3615,
      "step": 669870
    },
    {
      "epoch": 186.96,
      "grad_norm": 1.1490081548690796,
      "learning_rate": 4.2681674199337595e-06,
      "loss": 0.3864,
      "step": 669880
    },
    {
      "epoch": 186.96,
      "grad_norm": 1.1013239622116089,
      "learning_rate": 4.268151985414671e-06,
      "loss": 0.369,
      "step": 669890
    },
    {
      "epoch": 186.97,
      "grad_norm": 1.1032801866531372,
      "learning_rate": 4.268136550639444e-06,
      "loss": 0.3785,
      "step": 669900
    },
    {
      "epoch": 186.97,
      "grad_norm": 1.1498336791992188,
      "learning_rate": 4.268121115608082e-06,
      "loss": 0.381,
      "step": 669910
    },
    {
      "epoch": 186.97,
      "grad_norm": 0.9523023366928101,
      "learning_rate": 4.2681056803205835e-06,
      "loss": 0.3603,
      "step": 669920
    },
    {
      "epoch": 186.97,
      "grad_norm": 1.0791102647781372,
      "learning_rate": 4.268090244776954e-06,
      "loss": 0.359,
      "step": 669930
    },
    {
      "epoch": 186.98,
      "grad_norm": 1.2550355195999146,
      "learning_rate": 4.268074808977195e-06,
      "loss": 0.3803,
      "step": 669940
    },
    {
      "epoch": 186.98,
      "grad_norm": 1.102069616317749,
      "learning_rate": 4.268059372921307e-06,
      "loss": 0.3689,
      "step": 669950
    },
    {
      "epoch": 186.98,
      "grad_norm": 1.0877463817596436,
      "learning_rate": 4.268043936609293e-06,
      "loss": 0.3808,
      "step": 669960
    },
    {
      "epoch": 186.99,
      "grad_norm": 1.3815938234329224,
      "learning_rate": 4.268028500041154e-06,
      "loss": 0.3688,
      "step": 669970
    },
    {
      "epoch": 186.99,
      "grad_norm": 1.169548511505127,
      "learning_rate": 4.268013063216894e-06,
      "loss": 0.3954,
      "step": 669980
    },
    {
      "epoch": 186.99,
      "grad_norm": 1.0338690280914307,
      "learning_rate": 4.267997626136514e-06,
      "loss": 0.3735,
      "step": 669990
    },
    {
      "epoch": 186.99,
      "grad_norm": 1.1016989946365356,
      "learning_rate": 4.267982188800016e-06,
      "loss": 0.3918,
      "step": 670000
    },
    {
      "epoch": 187.0,
      "grad_norm": 1.1429415941238403,
      "learning_rate": 4.267966751207402e-06,
      "loss": 0.3667,
      "step": 670010
    },
    {
      "epoch": 187.0,
      "grad_norm": 1.1539536714553833,
      "learning_rate": 4.267951313358675e-06,
      "loss": 0.3577,
      "step": 670020
    },
    {
      "epoch": 187.0,
      "eval_loss": 0.3782707452774048,
      "eval_runtime": 63.9501,
      "eval_samples_per_second": 79.109,
      "eval_steps_per_second": 9.898,
      "step": 670021
    },
    {
      "epoch": 187.0,
      "grad_norm": 1.045626163482666,
      "learning_rate": 4.2679358752538355e-06,
      "loss": 0.3583,
      "step": 670030
    },
    {
      "epoch": 187.01,
      "grad_norm": 1.2479023933410645,
      "learning_rate": 4.2679204368928865e-06,
      "loss": 0.3797,
      "step": 670040
    },
    {
      "epoch": 187.01,
      "grad_norm": 1.62511146068573,
      "learning_rate": 4.2679049982758295e-06,
      "loss": 0.3686,
      "step": 670050
    },
    {
      "epoch": 187.01,
      "grad_norm": 1.0017726421356201,
      "learning_rate": 4.267889559402667e-06,
      "loss": 0.3689,
      "step": 670060
    },
    {
      "epoch": 187.01,
      "grad_norm": 1.2792880535125732,
      "learning_rate": 4.2678741202734015e-06,
      "loss": 0.3624,
      "step": 670070
    },
    {
      "epoch": 187.02,
      "grad_norm": 1.415920615196228,
      "learning_rate": 4.267858680888035e-06,
      "loss": 0.3763,
      "step": 670080
    },
    {
      "epoch": 187.02,
      "grad_norm": 1.271592378616333,
      "learning_rate": 4.267843241246568e-06,
      "loss": 0.3806,
      "step": 670090
    },
    {
      "epoch": 187.02,
      "grad_norm": 1.137570858001709,
      "learning_rate": 4.267827801349004e-06,
      "loss": 0.3786,
      "step": 670100
    },
    {
      "epoch": 187.02,
      "grad_norm": 1.0991803407669067,
      "learning_rate": 4.267812361195346e-06,
      "loss": 0.3799,
      "step": 670110
    },
    {
      "epoch": 187.03,
      "grad_norm": 1.0437829494476318,
      "learning_rate": 4.267796920785593e-06,
      "loss": 0.3842,
      "step": 670120
    },
    {
      "epoch": 187.03,
      "grad_norm": 1.2849076986312866,
      "learning_rate": 4.267781480119749e-06,
      "loss": 0.3811,
      "step": 670130
    },
    {
      "epoch": 187.03,
      "grad_norm": 1.2801544666290283,
      "learning_rate": 4.267766039197817e-06,
      "loss": 0.3831,
      "step": 670140
    },
    {
      "epoch": 187.04,
      "grad_norm": 1.3048628568649292,
      "learning_rate": 4.267750598019797e-06,
      "loss": 0.3719,
      "step": 670150
    },
    {
      "epoch": 187.04,
      "grad_norm": 1.14818274974823,
      "learning_rate": 4.267735156585693e-06,
      "loss": 0.3625,
      "step": 670160
    },
    {
      "epoch": 187.04,
      "grad_norm": 1.1530241966247559,
      "learning_rate": 4.267719714895504e-06,
      "loss": 0.3648,
      "step": 670170
    },
    {
      "epoch": 187.04,
      "grad_norm": 1.1867871284484863,
      "learning_rate": 4.267704272949237e-06,
      "loss": 0.3934,
      "step": 670180
    },
    {
      "epoch": 187.05,
      "grad_norm": 1.0968536138534546,
      "learning_rate": 4.267688830746889e-06,
      "loss": 0.3781,
      "step": 670190
    },
    {
      "epoch": 187.05,
      "grad_norm": 0.9859084486961365,
      "learning_rate": 4.267673388288465e-06,
      "loss": 0.3693,
      "step": 670200
    },
    {
      "epoch": 187.05,
      "grad_norm": 1.0182288885116577,
      "learning_rate": 4.2676579455739665e-06,
      "loss": 0.3725,
      "step": 670210
    },
    {
      "epoch": 187.06,
      "grad_norm": 1.0649577379226685,
      "learning_rate": 4.267642502603395e-06,
      "loss": 0.3731,
      "step": 670220
    },
    {
      "epoch": 187.06,
      "grad_norm": 1.231191873550415,
      "learning_rate": 4.267627059376752e-06,
      "loss": 0.3674,
      "step": 670230
    },
    {
      "epoch": 187.06,
      "grad_norm": 1.1863760948181152,
      "learning_rate": 4.267611615894042e-06,
      "loss": 0.3789,
      "step": 670240
    },
    {
      "epoch": 187.06,
      "grad_norm": 1.3324967622756958,
      "learning_rate": 4.267596172155264e-06,
      "loss": 0.3812,
      "step": 670250
    },
    {
      "epoch": 187.07,
      "grad_norm": 1.2388027906417847,
      "learning_rate": 4.267580728160423e-06,
      "loss": 0.3953,
      "step": 670260
    },
    {
      "epoch": 187.07,
      "grad_norm": 1.2110249996185303,
      "learning_rate": 4.267565283909519e-06,
      "loss": 0.383,
      "step": 670270
    },
    {
      "epoch": 187.07,
      "grad_norm": 1.285714864730835,
      "learning_rate": 4.267549839402554e-06,
      "loss": 0.3902,
      "step": 670280
    },
    {
      "epoch": 187.08,
      "grad_norm": 3.87495756149292,
      "learning_rate": 4.267534394639532e-06,
      "loss": 0.3719,
      "step": 670290
    },
    {
      "epoch": 187.08,
      "grad_norm": 1.2087677717208862,
      "learning_rate": 4.267518949620453e-06,
      "loss": 0.3753,
      "step": 670300
    },
    {
      "epoch": 187.08,
      "grad_norm": 1.2633178234100342,
      "learning_rate": 4.2675035043453195e-06,
      "loss": 0.3728,
      "step": 670310
    },
    {
      "epoch": 187.08,
      "grad_norm": 1.118169903755188,
      "learning_rate": 4.267488058814135e-06,
      "loss": 0.3741,
      "step": 670320
    },
    {
      "epoch": 187.09,
      "grad_norm": 1.3755844831466675,
      "learning_rate": 4.267472613026899e-06,
      "loss": 0.3692,
      "step": 670330
    },
    {
      "epoch": 187.09,
      "grad_norm": 1.161482334136963,
      "learning_rate": 4.267457166983616e-06,
      "loss": 0.3823,
      "step": 670340
    },
    {
      "epoch": 187.09,
      "grad_norm": 1.1700003147125244,
      "learning_rate": 4.267441720684287e-06,
      "loss": 0.367,
      "step": 670350
    },
    {
      "epoch": 187.09,
      "grad_norm": 0.9052039980888367,
      "learning_rate": 4.2674262741289136e-06,
      "loss": 0.3938,
      "step": 670360
    },
    {
      "epoch": 187.1,
      "grad_norm": 1.1130763292312622,
      "learning_rate": 4.267410827317499e-06,
      "loss": 0.3797,
      "step": 670370
    },
    {
      "epoch": 187.1,
      "grad_norm": 1.1490917205810547,
      "learning_rate": 4.267395380250044e-06,
      "loss": 0.3888,
      "step": 670380
    },
    {
      "epoch": 187.1,
      "grad_norm": 1.0408939123153687,
      "learning_rate": 4.267379932926552e-06,
      "loss": 0.379,
      "step": 670390
    },
    {
      "epoch": 187.11,
      "grad_norm": 1.0385735034942627,
      "learning_rate": 4.267364485347024e-06,
      "loss": 0.3635,
      "step": 670400
    },
    {
      "epoch": 187.11,
      "grad_norm": 1.0989435911178589,
      "learning_rate": 4.267349037511462e-06,
      "loss": 0.3901,
      "step": 670410
    },
    {
      "epoch": 187.11,
      "grad_norm": 1.426279067993164,
      "learning_rate": 4.267333589419869e-06,
      "loss": 0.3651,
      "step": 670420
    },
    {
      "epoch": 187.11,
      "grad_norm": 1.040979027748108,
      "learning_rate": 4.267318141072245e-06,
      "loss": 0.3708,
      "step": 670430
    },
    {
      "epoch": 187.12,
      "grad_norm": 1.2369493246078491,
      "learning_rate": 4.267302692468595e-06,
      "loss": 0.3832,
      "step": 670440
    },
    {
      "epoch": 187.12,
      "grad_norm": 1.1314672231674194,
      "learning_rate": 4.26728724360892e-06,
      "loss": 0.3843,
      "step": 670450
    },
    {
      "epoch": 187.12,
      "grad_norm": 0.9808152318000793,
      "learning_rate": 4.267271794493221e-06,
      "loss": 0.3723,
      "step": 670460
    },
    {
      "epoch": 187.13,
      "grad_norm": 1.0516372919082642,
      "learning_rate": 4.267256345121501e-06,
      "loss": 0.3681,
      "step": 670470
    },
    {
      "epoch": 187.13,
      "grad_norm": 1.4752562046051025,
      "learning_rate": 4.267240895493762e-06,
      "loss": 0.3742,
      "step": 670480
    },
    {
      "epoch": 187.13,
      "grad_norm": 1.170649528503418,
      "learning_rate": 4.2672254456100055e-06,
      "loss": 0.3765,
      "step": 670490
    },
    {
      "epoch": 187.13,
      "grad_norm": 1.0288857221603394,
      "learning_rate": 4.267209995470233e-06,
      "loss": 0.3913,
      "step": 670500
    },
    {
      "epoch": 187.14,
      "grad_norm": 0.9995206594467163,
      "learning_rate": 4.267194545074449e-06,
      "loss": 0.3787,
      "step": 670510
    },
    {
      "epoch": 187.14,
      "grad_norm": 0.9902916550636292,
      "learning_rate": 4.267179094422653e-06,
      "loss": 0.3714,
      "step": 670520
    },
    {
      "epoch": 187.14,
      "grad_norm": 1.1162095069885254,
      "learning_rate": 4.2671636435148486e-06,
      "loss": 0.3673,
      "step": 670530
    },
    {
      "epoch": 187.14,
      "grad_norm": 1.0262818336486816,
      "learning_rate": 4.267148192351036e-06,
      "loss": 0.3928,
      "step": 670540
    },
    {
      "epoch": 187.15,
      "grad_norm": 1.1847805976867676,
      "learning_rate": 4.26713274093122e-06,
      "loss": 0.3902,
      "step": 670550
    },
    {
      "epoch": 187.15,
      "grad_norm": 1.5038576126098633,
      "learning_rate": 4.267117289255401e-06,
      "loss": 0.3736,
      "step": 670560
    },
    {
      "epoch": 187.15,
      "grad_norm": 0.9327487349510193,
      "learning_rate": 4.267101837323581e-06,
      "loss": 0.3782,
      "step": 670570
    },
    {
      "epoch": 187.16,
      "grad_norm": 1.2193833589553833,
      "learning_rate": 4.2670863851357635e-06,
      "loss": 0.4027,
      "step": 670580
    },
    {
      "epoch": 187.16,
      "grad_norm": 1.2584877014160156,
      "learning_rate": 4.267070932691947e-06,
      "loss": 0.3834,
      "step": 670590
    },
    {
      "epoch": 187.16,
      "grad_norm": 1.048028588294983,
      "learning_rate": 4.2670554799921375e-06,
      "loss": 0.3753,
      "step": 670600
    },
    {
      "epoch": 187.16,
      "grad_norm": 1.218471646308899,
      "learning_rate": 4.2670400270363365e-06,
      "loss": 0.3854,
      "step": 670610
    },
    {
      "epoch": 187.17,
      "grad_norm": 1.051406979560852,
      "learning_rate": 4.2670245738245434e-06,
      "loss": 0.381,
      "step": 670620
    },
    {
      "epoch": 187.17,
      "grad_norm": 0.904114842414856,
      "learning_rate": 4.267009120356763e-06,
      "loss": 0.3743,
      "step": 670630
    },
    {
      "epoch": 187.17,
      "grad_norm": 1.1072794198989868,
      "learning_rate": 4.266993666632995e-06,
      "loss": 0.3842,
      "step": 670640
    },
    {
      "epoch": 187.18,
      "grad_norm": 1.0215206146240234,
      "learning_rate": 4.266978212653244e-06,
      "loss": 0.3741,
      "step": 670650
    },
    {
      "epoch": 187.18,
      "grad_norm": 1.186549186706543,
      "learning_rate": 4.26696275841751e-06,
      "loss": 0.3959,
      "step": 670660
    },
    {
      "epoch": 187.18,
      "grad_norm": 1.3493249416351318,
      "learning_rate": 4.266947303925796e-06,
      "loss": 0.3837,
      "step": 670670
    },
    {
      "epoch": 187.18,
      "grad_norm": 1.0710828304290771,
      "learning_rate": 4.266931849178104e-06,
      "loss": 0.3568,
      "step": 670680
    },
    {
      "epoch": 187.19,
      "grad_norm": 1.3879847526550293,
      "learning_rate": 4.266916394174436e-06,
      "loss": 0.3518,
      "step": 670690
    },
    {
      "epoch": 187.19,
      "grad_norm": 1.2087312936782837,
      "learning_rate": 4.266900938914794e-06,
      "loss": 0.3702,
      "step": 670700
    },
    {
      "epoch": 187.19,
      "grad_norm": 1.098740816116333,
      "learning_rate": 4.266885483399181e-06,
      "loss": 0.3915,
      "step": 670710
    },
    {
      "epoch": 187.2,
      "grad_norm": 1.1911016702651978,
      "learning_rate": 4.266870027627597e-06,
      "loss": 0.3772,
      "step": 670720
    },
    {
      "epoch": 187.2,
      "grad_norm": 1.221536636352539,
      "learning_rate": 4.266854571600046e-06,
      "loss": 0.3808,
      "step": 670730
    },
    {
      "epoch": 187.2,
      "grad_norm": 1.0889720916748047,
      "learning_rate": 4.266839115316529e-06,
      "loss": 0.3766,
      "step": 670740
    },
    {
      "epoch": 187.2,
      "grad_norm": 1.4650523662567139,
      "learning_rate": 4.266823658777047e-06,
      "loss": 0.3604,
      "step": 670750
    },
    {
      "epoch": 187.21,
      "grad_norm": 1.1028515100479126,
      "learning_rate": 4.266808201981605e-06,
      "loss": 0.3782,
      "step": 670760
    },
    {
      "epoch": 187.21,
      "grad_norm": 1.178032398223877,
      "learning_rate": 4.2667927449302034e-06,
      "loss": 0.3714,
      "step": 670770
    },
    {
      "epoch": 187.21,
      "grad_norm": 1.0952274799346924,
      "learning_rate": 4.266777287622843e-06,
      "loss": 0.3854,
      "step": 670780
    },
    {
      "epoch": 187.21,
      "grad_norm": 1.3696768283843994,
      "learning_rate": 4.266761830059528e-06,
      "loss": 0.3923,
      "step": 670790
    },
    {
      "epoch": 187.22,
      "grad_norm": 1.2642097473144531,
      "learning_rate": 4.2667463722402594e-06,
      "loss": 0.3732,
      "step": 670800
    },
    {
      "epoch": 187.22,
      "grad_norm": 1.2760839462280273,
      "learning_rate": 4.26673091416504e-06,
      "loss": 0.3932,
      "step": 670810
    },
    {
      "epoch": 187.22,
      "grad_norm": 1.243377685546875,
      "learning_rate": 4.266715455833871e-06,
      "loss": 0.3536,
      "step": 670820
    },
    {
      "epoch": 187.23,
      "grad_norm": 1.3895026445388794,
      "learning_rate": 4.266699997246754e-06,
      "loss": 0.3768,
      "step": 670830
    },
    {
      "epoch": 187.23,
      "grad_norm": 0.9650351405143738,
      "learning_rate": 4.266684538403693e-06,
      "loss": 0.3685,
      "step": 670840
    },
    {
      "epoch": 187.23,
      "grad_norm": 1.3408257961273193,
      "learning_rate": 4.266669079304688e-06,
      "loss": 0.3873,
      "step": 670850
    },
    {
      "epoch": 187.23,
      "grad_norm": 1.1507608890533447,
      "learning_rate": 4.266653619949742e-06,
      "loss": 0.367,
      "step": 670860
    },
    {
      "epoch": 187.24,
      "grad_norm": 1.1623437404632568,
      "learning_rate": 4.2666381603388575e-06,
      "loss": 0.383,
      "step": 670870
    },
    {
      "epoch": 187.24,
      "grad_norm": 1.2984654903411865,
      "learning_rate": 4.266622700472036e-06,
      "loss": 0.3866,
      "step": 670880
    },
    {
      "epoch": 187.24,
      "grad_norm": 1.1649646759033203,
      "learning_rate": 4.26660724034928e-06,
      "loss": 0.3644,
      "step": 670890
    },
    {
      "epoch": 187.25,
      "grad_norm": 1.3143315315246582,
      "learning_rate": 4.26659177997059e-06,
      "loss": 0.3871,
      "step": 670900
    },
    {
      "epoch": 187.25,
      "grad_norm": 1.0056570768356323,
      "learning_rate": 4.266576319335971e-06,
      "loss": 0.3699,
      "step": 670910
    },
    {
      "epoch": 187.25,
      "grad_norm": 1.0972867012023926,
      "learning_rate": 4.266560858445422e-06,
      "loss": 0.3844,
      "step": 670920
    },
    {
      "epoch": 187.25,
      "grad_norm": 1.6350972652435303,
      "learning_rate": 4.266545397298946e-06,
      "loss": 0.3674,
      "step": 670930
    },
    {
      "epoch": 187.26,
      "grad_norm": 1.1495541334152222,
      "learning_rate": 4.266529935896547e-06,
      "loss": 0.3787,
      "step": 670940
    },
    {
      "epoch": 187.26,
      "grad_norm": 1.2345670461654663,
      "learning_rate": 4.266514474238224e-06,
      "loss": 0.3828,
      "step": 670950
    },
    {
      "epoch": 187.26,
      "grad_norm": 1.164563775062561,
      "learning_rate": 4.266499012323981e-06,
      "loss": 0.3731,
      "step": 670960
    },
    {
      "epoch": 187.26,
      "grad_norm": 1.1283609867095947,
      "learning_rate": 4.266483550153819e-06,
      "loss": 0.3926,
      "step": 670970
    },
    {
      "epoch": 187.27,
      "grad_norm": 1.3708770275115967,
      "learning_rate": 4.266468087727742e-06,
      "loss": 0.3941,
      "step": 670980
    },
    {
      "epoch": 187.27,
      "grad_norm": 1.2829838991165161,
      "learning_rate": 4.266452625045749e-06,
      "loss": 0.3873,
      "step": 670990
    },
    {
      "epoch": 187.27,
      "grad_norm": 1.1059502363204956,
      "learning_rate": 4.266437162107845e-06,
      "loss": 0.3627,
      "step": 671000
    },
    {
      "epoch": 187.28,
      "grad_norm": 0.9790467023849487,
      "learning_rate": 4.266421698914031e-06,
      "loss": 0.3716,
      "step": 671010
    },
    {
      "epoch": 187.28,
      "grad_norm": 1.3784310817718506,
      "learning_rate": 4.266406235464308e-06,
      "loss": 0.3777,
      "step": 671020
    },
    {
      "epoch": 187.28,
      "grad_norm": 1.200960397720337,
      "learning_rate": 4.266390771758679e-06,
      "loss": 0.3836,
      "step": 671030
    },
    {
      "epoch": 187.28,
      "grad_norm": 1.2669074535369873,
      "learning_rate": 4.266375307797146e-06,
      "loss": 0.3777,
      "step": 671040
    },
    {
      "epoch": 187.29,
      "grad_norm": 1.2292970418930054,
      "learning_rate": 4.2663598435797115e-06,
      "loss": 0.3886,
      "step": 671050
    },
    {
      "epoch": 187.29,
      "grad_norm": 30.464736938476562,
      "learning_rate": 4.2663443791063775e-06,
      "loss": 0.3805,
      "step": 671060
    },
    {
      "epoch": 187.29,
      "grad_norm": 1.1366926431655884,
      "learning_rate": 4.266328914377145e-06,
      "loss": 0.3798,
      "step": 671070
    },
    {
      "epoch": 187.3,
      "grad_norm": 1.2042546272277832,
      "learning_rate": 4.266313449392016e-06,
      "loss": 0.3759,
      "step": 671080
    },
    {
      "epoch": 187.3,
      "grad_norm": 1.2565181255340576,
      "learning_rate": 4.266297984150994e-06,
      "loss": 0.374,
      "step": 671090
    },
    {
      "epoch": 187.3,
      "grad_norm": 1.1611276865005493,
      "learning_rate": 4.266282518654081e-06,
      "loss": 0.3797,
      "step": 671100
    },
    {
      "epoch": 187.3,
      "grad_norm": 1.1318013668060303,
      "learning_rate": 4.266267052901277e-06,
      "loss": 0.3772,
      "step": 671110
    },
    {
      "epoch": 187.31,
      "grad_norm": 0.9780668020248413,
      "learning_rate": 4.266251586892588e-06,
      "loss": 0.3676,
      "step": 671120
    },
    {
      "epoch": 187.31,
      "grad_norm": 1.1975057125091553,
      "learning_rate": 4.266236120628011e-06,
      "loss": 0.385,
      "step": 671130
    },
    {
      "epoch": 187.31,
      "grad_norm": 1.1709134578704834,
      "learning_rate": 4.266220654107552e-06,
      "loss": 0.3592,
      "step": 671140
    },
    {
      "epoch": 187.32,
      "grad_norm": 1.1768471002578735,
      "learning_rate": 4.26620518733121e-06,
      "loss": 0.3732,
      "step": 671150
    },
    {
      "epoch": 187.32,
      "grad_norm": 1.0829089879989624,
      "learning_rate": 4.266189720298991e-06,
      "loss": 0.3828,
      "step": 671160
    },
    {
      "epoch": 187.32,
      "grad_norm": 1.101926565170288,
      "learning_rate": 4.2661742530108924e-06,
      "loss": 0.3854,
      "step": 671170
    },
    {
      "epoch": 187.32,
      "grad_norm": 1.3001008033752441,
      "learning_rate": 4.26615878546692e-06,
      "loss": 0.3827,
      "step": 671180
    },
    {
      "epoch": 187.33,
      "grad_norm": 1.0975606441497803,
      "learning_rate": 4.266143317667074e-06,
      "loss": 0.3835,
      "step": 671190
    },
    {
      "epoch": 187.33,
      "grad_norm": 1.150571346282959,
      "learning_rate": 4.2661278496113564e-06,
      "loss": 0.3973,
      "step": 671200
    },
    {
      "epoch": 187.33,
      "grad_norm": 1.0183967351913452,
      "learning_rate": 4.266112381299771e-06,
      "loss": 0.386,
      "step": 671210
    },
    {
      "epoch": 187.33,
      "grad_norm": 1.3037694692611694,
      "learning_rate": 4.266096912732318e-06,
      "loss": 0.3931,
      "step": 671220
    },
    {
      "epoch": 187.34,
      "grad_norm": 1.1013132333755493,
      "learning_rate": 4.266081443909e-06,
      "loss": 0.3792,
      "step": 671230
    },
    {
      "epoch": 187.34,
      "grad_norm": 1.0816959142684937,
      "learning_rate": 4.26606597482982e-06,
      "loss": 0.3983,
      "step": 671240
    },
    {
      "epoch": 187.34,
      "grad_norm": 1.1904999017715454,
      "learning_rate": 4.266050505494778e-06,
      "loss": 0.3948,
      "step": 671250
    },
    {
      "epoch": 187.35,
      "grad_norm": 1.1028258800506592,
      "learning_rate": 4.266035035903878e-06,
      "loss": 0.3606,
      "step": 671260
    },
    {
      "epoch": 187.35,
      "grad_norm": 1.1077474355697632,
      "learning_rate": 4.266019566057121e-06,
      "loss": 0.3725,
      "step": 671270
    },
    {
      "epoch": 187.35,
      "grad_norm": 1.1983891725540161,
      "learning_rate": 4.266004095954509e-06,
      "loss": 0.3798,
      "step": 671280
    },
    {
      "epoch": 187.35,
      "grad_norm": 1.1344101428985596,
      "learning_rate": 4.265988625596045e-06,
      "loss": 0.386,
      "step": 671290
    },
    {
      "epoch": 187.36,
      "grad_norm": 1.1865649223327637,
      "learning_rate": 4.265973154981731e-06,
      "loss": 0.3748,
      "step": 671300
    },
    {
      "epoch": 187.36,
      "grad_norm": 1.1917942762374878,
      "learning_rate": 4.265957684111569e-06,
      "loss": 0.3545,
      "step": 671310
    },
    {
      "epoch": 187.36,
      "grad_norm": 1.0683753490447998,
      "learning_rate": 4.26594221298556e-06,
      "loss": 0.3782,
      "step": 671320
    },
    {
      "epoch": 187.37,
      "grad_norm": 2.0859289169311523,
      "learning_rate": 4.265926741603705e-06,
      "loss": 0.3623,
      "step": 671330
    },
    {
      "epoch": 187.37,
      "grad_norm": 1.1387677192687988,
      "learning_rate": 4.26591126996601e-06,
      "loss": 0.3678,
      "step": 671340
    },
    {
      "epoch": 187.37,
      "grad_norm": 1.020662784576416,
      "learning_rate": 4.265895798072474e-06,
      "loss": 0.3804,
      "step": 671350
    },
    {
      "epoch": 187.37,
      "grad_norm": 1.2019989490509033,
      "learning_rate": 4.2658803259231e-06,
      "loss": 0.3728,
      "step": 671360
    },
    {
      "epoch": 187.38,
      "grad_norm": 1.2259801626205444,
      "learning_rate": 4.26586485351789e-06,
      "loss": 0.3733,
      "step": 671370
    },
    {
      "epoch": 187.38,
      "grad_norm": 1.0873380899429321,
      "learning_rate": 4.265849380856845e-06,
      "loss": 0.3683,
      "step": 671380
    },
    {
      "epoch": 187.38,
      "grad_norm": 0.9536460041999817,
      "learning_rate": 4.265833907939969e-06,
      "loss": 0.3783,
      "step": 671390
    },
    {
      "epoch": 187.38,
      "grad_norm": 1.1574716567993164,
      "learning_rate": 4.265818434767263e-06,
      "loss": 0.3785,
      "step": 671400
    },
    {
      "epoch": 187.39,
      "grad_norm": 1.0585194826126099,
      "learning_rate": 4.265802961338729e-06,
      "loss": 0.3696,
      "step": 671410
    },
    {
      "epoch": 187.39,
      "grad_norm": 1.083107352256775,
      "learning_rate": 4.265787487654369e-06,
      "loss": 0.3615,
      "step": 671420
    },
    {
      "epoch": 187.39,
      "grad_norm": 1.2819910049438477,
      "learning_rate": 4.265772013714186e-06,
      "loss": 0.3745,
      "step": 671430
    },
    {
      "epoch": 187.4,
      "grad_norm": 1.2213484048843384,
      "learning_rate": 4.265756539518182e-06,
      "loss": 0.3666,
      "step": 671440
    },
    {
      "epoch": 187.4,
      "grad_norm": 1.2382464408874512,
      "learning_rate": 4.2657410650663564e-06,
      "loss": 0.3812,
      "step": 671450
    },
    {
      "epoch": 187.4,
      "grad_norm": 1.2354134321212769,
      "learning_rate": 4.265725590358715e-06,
      "loss": 0.3865,
      "step": 671460
    },
    {
      "epoch": 187.4,
      "grad_norm": 1.2107086181640625,
      "learning_rate": 4.265710115395257e-06,
      "loss": 0.376,
      "step": 671470
    },
    {
      "epoch": 187.41,
      "grad_norm": 1.2962533235549927,
      "learning_rate": 4.265694640175985e-06,
      "loss": 0.3687,
      "step": 671480
    },
    {
      "epoch": 187.41,
      "grad_norm": 1.1922919750213623,
      "learning_rate": 4.2656791647009036e-06,
      "loss": 0.3698,
      "step": 671490
    },
    {
      "epoch": 187.41,
      "grad_norm": 1.307053565979004,
      "learning_rate": 4.265663688970012e-06,
      "loss": 0.3769,
      "step": 671500
    },
    {
      "epoch": 187.42,
      "grad_norm": 1.2075563669204712,
      "learning_rate": 4.265648212983313e-06,
      "loss": 0.3814,
      "step": 671510
    },
    {
      "epoch": 187.42,
      "grad_norm": 1.004394769668579,
      "learning_rate": 4.265632736740809e-06,
      "loss": 0.356,
      "step": 671520
    },
    {
      "epoch": 187.42,
      "grad_norm": 1.225522756576538,
      "learning_rate": 4.265617260242502e-06,
      "loss": 0.3727,
      "step": 671530
    },
    {
      "epoch": 187.42,
      "grad_norm": 1.2649866342544556,
      "learning_rate": 4.265601783488393e-06,
      "loss": 0.3881,
      "step": 671540
    },
    {
      "epoch": 187.43,
      "grad_norm": 1.09714937210083,
      "learning_rate": 4.265586306478486e-06,
      "loss": 0.3784,
      "step": 671550
    },
    {
      "epoch": 187.43,
      "grad_norm": 0.9799289107322693,
      "learning_rate": 4.265570829212782e-06,
      "loss": 0.3615,
      "step": 671560
    },
    {
      "epoch": 187.43,
      "grad_norm": 0.9692432880401611,
      "learning_rate": 4.265555351691283e-06,
      "loss": 0.3561,
      "step": 671570
    },
    {
      "epoch": 187.44,
      "grad_norm": 1.1556493043899536,
      "learning_rate": 4.265539873913991e-06,
      "loss": 0.3813,
      "step": 671580
    },
    {
      "epoch": 187.44,
      "grad_norm": 1.3103121519088745,
      "learning_rate": 4.265524395880908e-06,
      "loss": 0.3625,
      "step": 671590
    },
    {
      "epoch": 187.44,
      "grad_norm": 1.148908019065857,
      "learning_rate": 4.265508917592037e-06,
      "loss": 0.3943,
      "step": 671600
    },
    {
      "epoch": 187.44,
      "grad_norm": 1.1690295934677124,
      "learning_rate": 4.2654934390473785e-06,
      "loss": 0.3831,
      "step": 671610
    },
    {
      "epoch": 187.45,
      "grad_norm": 1.1920156478881836,
      "learning_rate": 4.265477960246936e-06,
      "loss": 0.3712,
      "step": 671620
    },
    {
      "epoch": 187.45,
      "grad_norm": 1.3620861768722534,
      "learning_rate": 4.265462481190711e-06,
      "loss": 0.3938,
      "step": 671630
    },
    {
      "epoch": 187.45,
      "grad_norm": 1.1188197135925293,
      "learning_rate": 4.265447001878706e-06,
      "loss": 0.3783,
      "step": 671640
    },
    {
      "epoch": 187.45,
      "grad_norm": 1.3546139001846313,
      "learning_rate": 4.265431522310922e-06,
      "loss": 0.3911,
      "step": 671650
    },
    {
      "epoch": 187.46,
      "grad_norm": 5.7856125831604,
      "learning_rate": 4.265416042487362e-06,
      "loss": 0.3548,
      "step": 671660
    },
    {
      "epoch": 187.46,
      "grad_norm": 1.1663780212402344,
      "learning_rate": 4.265400562408027e-06,
      "loss": 0.3723,
      "step": 671670
    },
    {
      "epoch": 187.46,
      "grad_norm": 1.1670095920562744,
      "learning_rate": 4.26538508207292e-06,
      "loss": 0.36,
      "step": 671680
    },
    {
      "epoch": 187.47,
      "grad_norm": 1.2834391593933105,
      "learning_rate": 4.265369601482043e-06,
      "loss": 0.3936,
      "step": 671690
    },
    {
      "epoch": 187.47,
      "grad_norm": 0.9403892159461975,
      "learning_rate": 4.265354120635399e-06,
      "loss": 0.391,
      "step": 671700
    },
    {
      "epoch": 187.47,
      "grad_norm": 1.11410391330719,
      "learning_rate": 4.265338639532988e-06,
      "loss": 0.3698,
      "step": 671710
    },
    {
      "epoch": 187.47,
      "grad_norm": 1.225769281387329,
      "learning_rate": 4.265323158174812e-06,
      "loss": 0.3741,
      "step": 671720
    },
    {
      "epoch": 187.48,
      "grad_norm": 2.1953957080841064,
      "learning_rate": 4.2653076765608755e-06,
      "loss": 0.3626,
      "step": 671730
    },
    {
      "epoch": 187.48,
      "grad_norm": 1.4661264419555664,
      "learning_rate": 4.265292194691179e-06,
      "loss": 0.3675,
      "step": 671740
    },
    {
      "epoch": 187.48,
      "grad_norm": 1.1233747005462646,
      "learning_rate": 4.265276712565724e-06,
      "loss": 0.3567,
      "step": 671750
    },
    {
      "epoch": 187.49,
      "grad_norm": 1.0425820350646973,
      "learning_rate": 4.265261230184513e-06,
      "loss": 0.3708,
      "step": 671760
    },
    {
      "epoch": 187.49,
      "grad_norm": 1.048896312713623,
      "learning_rate": 4.2652457475475495e-06,
      "loss": 0.3606,
      "step": 671770
    },
    {
      "epoch": 187.49,
      "grad_norm": 1.3207927942276,
      "learning_rate": 4.265230264654834e-06,
      "loss": 0.3714,
      "step": 671780
    },
    {
      "epoch": 187.49,
      "grad_norm": 1.4064421653747559,
      "learning_rate": 4.265214781506369e-06,
      "loss": 0.3754,
      "step": 671790
    },
    {
      "epoch": 187.5,
      "grad_norm": 1.3429687023162842,
      "learning_rate": 4.2651992981021565e-06,
      "loss": 0.3755,
      "step": 671800
    },
    {
      "epoch": 187.5,
      "grad_norm": 1.2905476093292236,
      "learning_rate": 4.265183814442199e-06,
      "loss": 0.3703,
      "step": 671810
    },
    {
      "epoch": 187.5,
      "grad_norm": 1.2298266887664795,
      "learning_rate": 4.265168330526497e-06,
      "loss": 0.3747,
      "step": 671820
    },
    {
      "epoch": 187.5,
      "grad_norm": 1.1837807893753052,
      "learning_rate": 4.265152846355054e-06,
      "loss": 0.3809,
      "step": 671830
    },
    {
      "epoch": 187.51,
      "grad_norm": 1.1534287929534912,
      "learning_rate": 4.2651373619278724e-06,
      "loss": 0.376,
      "step": 671840
    },
    {
      "epoch": 187.51,
      "grad_norm": 2.6630773544311523,
      "learning_rate": 4.265121877244954e-06,
      "loss": 0.3793,
      "step": 671850
    },
    {
      "epoch": 187.51,
      "grad_norm": 1.067002534866333,
      "learning_rate": 4.265106392306299e-06,
      "loss": 0.363,
      "step": 671860
    },
    {
      "epoch": 187.52,
      "grad_norm": 1.2443944215774536,
      "learning_rate": 4.265090907111913e-06,
      "loss": 0.3733,
      "step": 671870
    },
    {
      "epoch": 187.52,
      "grad_norm": 1.2491872310638428,
      "learning_rate": 4.265075421661793e-06,
      "loss": 0.3864,
      "step": 671880
    },
    {
      "epoch": 187.52,
      "grad_norm": 1.5990345478057861,
      "learning_rate": 4.265059935955946e-06,
      "loss": 0.3703,
      "step": 671890
    },
    {
      "epoch": 187.52,
      "grad_norm": 1.105920672416687,
      "learning_rate": 4.265044449994372e-06,
      "loss": 0.3807,
      "step": 671900
    },
    {
      "epoch": 187.53,
      "grad_norm": 1.1159417629241943,
      "learning_rate": 4.265028963777074e-06,
      "loss": 0.3651,
      "step": 671910
    },
    {
      "epoch": 187.53,
      "grad_norm": 1.350388526916504,
      "learning_rate": 4.265013477304052e-06,
      "loss": 0.3686,
      "step": 671920
    },
    {
      "epoch": 187.53,
      "grad_norm": 1.07415771484375,
      "learning_rate": 4.264997990575309e-06,
      "loss": 0.3746,
      "step": 671930
    },
    {
      "epoch": 187.54,
      "grad_norm": 1.130490779876709,
      "learning_rate": 4.264982503590848e-06,
      "loss": 0.3713,
      "step": 671940
    },
    {
      "epoch": 187.54,
      "grad_norm": 1.1184145212173462,
      "learning_rate": 4.264967016350671e-06,
      "loss": 0.3726,
      "step": 671950
    },
    {
      "epoch": 187.54,
      "grad_norm": 1.1969811916351318,
      "learning_rate": 4.264951528854779e-06,
      "loss": 0.3815,
      "step": 671960
    },
    {
      "epoch": 187.54,
      "grad_norm": 1.1415842771530151,
      "learning_rate": 4.264936041103175e-06,
      "loss": 0.3956,
      "step": 671970
    },
    {
      "epoch": 187.55,
      "grad_norm": 1.1511965990066528,
      "learning_rate": 4.2649205530958595e-06,
      "loss": 0.394,
      "step": 671980
    },
    {
      "epoch": 187.55,
      "grad_norm": 4.223039150238037,
      "learning_rate": 4.264905064832836e-06,
      "loss": 0.3713,
      "step": 671990
    },
    {
      "epoch": 187.55,
      "grad_norm": 1.2543666362762451,
      "learning_rate": 4.264889576314107e-06,
      "loss": 0.3977,
      "step": 672000
    },
    {
      "epoch": 187.56,
      "grad_norm": 1.209233283996582,
      "learning_rate": 4.264874087539674e-06,
      "loss": 0.381,
      "step": 672010
    },
    {
      "epoch": 187.56,
      "grad_norm": 1.119759202003479,
      "learning_rate": 4.264858598509537e-06,
      "loss": 0.3706,
      "step": 672020
    },
    {
      "epoch": 187.56,
      "grad_norm": 1.2466859817504883,
      "learning_rate": 4.264843109223702e-06,
      "loss": 0.3829,
      "step": 672030
    },
    {
      "epoch": 187.56,
      "grad_norm": 1.0029847621917725,
      "learning_rate": 4.264827619682168e-06,
      "loss": 0.3601,
      "step": 672040
    },
    {
      "epoch": 187.57,
      "grad_norm": 1.1964149475097656,
      "learning_rate": 4.264812129884937e-06,
      "loss": 0.3825,
      "step": 672050
    },
    {
      "epoch": 187.57,
      "grad_norm": 1.0946072340011597,
      "learning_rate": 4.264796639832014e-06,
      "loss": 0.377,
      "step": 672060
    },
    {
      "epoch": 187.57,
      "grad_norm": 1.1467976570129395,
      "learning_rate": 4.264781149523398e-06,
      "loss": 0.3709,
      "step": 672070
    },
    {
      "epoch": 187.57,
      "grad_norm": 1.2141846418380737,
      "learning_rate": 4.264765658959093e-06,
      "loss": 0.3807,
      "step": 672080
    },
    {
      "epoch": 187.58,
      "grad_norm": 1.1428382396697998,
      "learning_rate": 4.2647501681391005e-06,
      "loss": 0.3816,
      "step": 672090
    },
    {
      "epoch": 187.58,
      "grad_norm": 1.0607435703277588,
      "learning_rate": 4.264734677063421e-06,
      "loss": 0.3834,
      "step": 672100
    },
    {
      "epoch": 187.58,
      "grad_norm": 1.0532360076904297,
      "learning_rate": 4.26471918573206e-06,
      "loss": 0.3691,
      "step": 672110
    },
    {
      "epoch": 187.59,
      "grad_norm": 1.1895719766616821,
      "learning_rate": 4.264703694145015e-06,
      "loss": 0.3694,
      "step": 672120
    },
    {
      "epoch": 187.59,
      "grad_norm": 1.0979517698287964,
      "learning_rate": 4.264688202302292e-06,
      "loss": 0.3869,
      "step": 672130
    },
    {
      "epoch": 187.59,
      "grad_norm": 1.0846675634384155,
      "learning_rate": 4.264672710203891e-06,
      "loss": 0.3804,
      "step": 672140
    },
    {
      "epoch": 187.59,
      "grad_norm": 1.1935290098190308,
      "learning_rate": 4.264657217849815e-06,
      "loss": 0.3862,
      "step": 672150
    },
    {
      "epoch": 187.6,
      "grad_norm": 1.076354742050171,
      "learning_rate": 4.2646417252400655e-06,
      "loss": 0.3762,
      "step": 672160
    },
    {
      "epoch": 187.6,
      "grad_norm": 1.1727608442306519,
      "learning_rate": 4.264626232374645e-06,
      "loss": 0.3803,
      "step": 672170
    },
    {
      "epoch": 187.6,
      "grad_norm": 2.5807242393493652,
      "learning_rate": 4.264610739253556e-06,
      "loss": 0.3726,
      "step": 672180
    },
    {
      "epoch": 187.61,
      "grad_norm": 1.3014557361602783,
      "learning_rate": 4.2645952458768e-06,
      "loss": 0.3679,
      "step": 672190
    },
    {
      "epoch": 187.61,
      "grad_norm": 1.1077141761779785,
      "learning_rate": 4.2645797522443775e-06,
      "loss": 0.3715,
      "step": 672200
    },
    {
      "epoch": 187.61,
      "grad_norm": 1.2438939809799194,
      "learning_rate": 4.264564258356292e-06,
      "loss": 0.3747,
      "step": 672210
    },
    {
      "epoch": 187.61,
      "grad_norm": 1.435578465461731,
      "learning_rate": 4.2645487642125475e-06,
      "loss": 0.3777,
      "step": 672220
    },
    {
      "epoch": 187.62,
      "grad_norm": 1.2520028352737427,
      "learning_rate": 4.264533269813142e-06,
      "loss": 0.3821,
      "step": 672230
    },
    {
      "epoch": 187.62,
      "grad_norm": 1.1319375038146973,
      "learning_rate": 4.264517775158081e-06,
      "loss": 0.3715,
      "step": 672240
    },
    {
      "epoch": 187.62,
      "grad_norm": 1.3056514263153076,
      "learning_rate": 4.264502280247365e-06,
      "loss": 0.3813,
      "step": 672250
    },
    {
      "epoch": 187.62,
      "grad_norm": 1.329500436782837,
      "learning_rate": 4.264486785080996e-06,
      "loss": 0.3726,
      "step": 672260
    },
    {
      "epoch": 187.63,
      "grad_norm": 0.9621074795722961,
      "learning_rate": 4.264471289658978e-06,
      "loss": 0.4011,
      "step": 672270
    },
    {
      "epoch": 187.63,
      "grad_norm": 1.036855697631836,
      "learning_rate": 4.26445579398131e-06,
      "loss": 0.3882,
      "step": 672280
    },
    {
      "epoch": 187.63,
      "grad_norm": 0.9800466895103455,
      "learning_rate": 4.264440298047995e-06,
      "loss": 0.396,
      "step": 672290
    },
    {
      "epoch": 187.64,
      "grad_norm": 1.162542700767517,
      "learning_rate": 4.264424801859037e-06,
      "loss": 0.3681,
      "step": 672300
    },
    {
      "epoch": 187.64,
      "grad_norm": 1.1861169338226318,
      "learning_rate": 4.264409305414436e-06,
      "loss": 0.3552,
      "step": 672310
    },
    {
      "epoch": 187.64,
      "grad_norm": 1.1553925275802612,
      "learning_rate": 4.264393808714195e-06,
      "loss": 0.3716,
      "step": 672320
    },
    {
      "epoch": 187.64,
      "grad_norm": 1.0993127822875977,
      "learning_rate": 4.2643783117583155e-06,
      "loss": 0.3717,
      "step": 672330
    },
    {
      "epoch": 187.65,
      "grad_norm": 1.2833012342453003,
      "learning_rate": 4.2643628145468e-06,
      "loss": 0.3734,
      "step": 672340
    },
    {
      "epoch": 187.65,
      "grad_norm": 1.1744295358657837,
      "learning_rate": 4.26434731707965e-06,
      "loss": 0.3945,
      "step": 672350
    },
    {
      "epoch": 187.65,
      "grad_norm": 4.6160383224487305,
      "learning_rate": 4.264331819356869e-06,
      "loss": 0.378,
      "step": 672360
    },
    {
      "epoch": 187.66,
      "grad_norm": 1.1988736391067505,
      "learning_rate": 4.264316321378457e-06,
      "loss": 0.3527,
      "step": 672370
    },
    {
      "epoch": 187.66,
      "grad_norm": 0.9917543530464172,
      "learning_rate": 4.2643008231444175e-06,
      "loss": 0.3816,
      "step": 672380
    },
    {
      "epoch": 187.66,
      "grad_norm": 1.150490164756775,
      "learning_rate": 4.264285324654752e-06,
      "loss": 0.3751,
      "step": 672390
    },
    {
      "epoch": 187.66,
      "grad_norm": 1.447618842124939,
      "learning_rate": 4.264269825909463e-06,
      "loss": 0.3777,
      "step": 672400
    },
    {
      "epoch": 187.67,
      "grad_norm": 1.262186884880066,
      "learning_rate": 4.264254326908552e-06,
      "loss": 0.3876,
      "step": 672410
    },
    {
      "epoch": 187.67,
      "grad_norm": 1.3522469997406006,
      "learning_rate": 4.2642388276520215e-06,
      "loss": 0.3768,
      "step": 672420
    },
    {
      "epoch": 187.67,
      "grad_norm": 1.274687647819519,
      "learning_rate": 4.264223328139874e-06,
      "loss": 0.3823,
      "step": 672430
    },
    {
      "epoch": 187.68,
      "grad_norm": 1.1691430807113647,
      "learning_rate": 4.26420782837211e-06,
      "loss": 0.385,
      "step": 672440
    },
    {
      "epoch": 187.68,
      "grad_norm": 1.305633783340454,
      "learning_rate": 4.264192328348733e-06,
      "loss": 0.3859,
      "step": 672450
    },
    {
      "epoch": 187.68,
      "grad_norm": 1.1392565965652466,
      "learning_rate": 4.264176828069744e-06,
      "loss": 0.3738,
      "step": 672460
    },
    {
      "epoch": 187.68,
      "grad_norm": 1.3478928804397583,
      "learning_rate": 4.264161327535146e-06,
      "loss": 0.3756,
      "step": 672470
    },
    {
      "epoch": 187.69,
      "grad_norm": 1.52760648727417,
      "learning_rate": 4.264145826744941e-06,
      "loss": 0.388,
      "step": 672480
    },
    {
      "epoch": 187.69,
      "grad_norm": 1.191418170928955,
      "learning_rate": 4.26413032569913e-06,
      "loss": 0.3788,
      "step": 672490
    },
    {
      "epoch": 187.69,
      "grad_norm": 1.1322823762893677,
      "learning_rate": 4.2641148243977175e-06,
      "loss": 0.389,
      "step": 672500
    },
    {
      "epoch": 187.69,
      "grad_norm": 1.3710353374481201,
      "learning_rate": 4.264099322840703e-06,
      "loss": 0.3524,
      "step": 672510
    },
    {
      "epoch": 187.7,
      "grad_norm": 1.1931098699569702,
      "learning_rate": 4.264083821028089e-06,
      "loss": 0.3764,
      "step": 672520
    },
    {
      "epoch": 187.7,
      "grad_norm": 1.1409460306167603,
      "learning_rate": 4.264068318959879e-06,
      "loss": 0.3707,
      "step": 672530
    },
    {
      "epoch": 187.7,
      "grad_norm": 1.4677401781082153,
      "learning_rate": 4.264052816636073e-06,
      "loss": 0.391,
      "step": 672540
    },
    {
      "epoch": 187.71,
      "grad_norm": 1.08988356590271,
      "learning_rate": 4.264037314056675e-06,
      "loss": 0.3993,
      "step": 672550
    },
    {
      "epoch": 187.71,
      "grad_norm": 0.9545219540596008,
      "learning_rate": 4.264021811221686e-06,
      "loss": 0.3786,
      "step": 672560
    },
    {
      "epoch": 187.71,
      "grad_norm": 1.1109007596969604,
      "learning_rate": 4.264006308131108e-06,
      "loss": 0.377,
      "step": 672570
    },
    {
      "epoch": 187.71,
      "grad_norm": 0.9249870181083679,
      "learning_rate": 4.263990804784944e-06,
      "loss": 0.3726,
      "step": 672580
    },
    {
      "epoch": 187.72,
      "grad_norm": 0.9886060357093811,
      "learning_rate": 4.263975301183195e-06,
      "loss": 0.3865,
      "step": 672590
    },
    {
      "epoch": 187.72,
      "grad_norm": 1.269276738166809,
      "learning_rate": 4.263959797325864e-06,
      "loss": 0.374,
      "step": 672600
    },
    {
      "epoch": 187.72,
      "grad_norm": 0.9807282090187073,
      "learning_rate": 4.263944293212952e-06,
      "loss": 0.3886,
      "step": 672610
    },
    {
      "epoch": 187.73,
      "grad_norm": 1.09133780002594,
      "learning_rate": 4.263928788844462e-06,
      "loss": 0.393,
      "step": 672620
    },
    {
      "epoch": 187.73,
      "grad_norm": 1.282021164894104,
      "learning_rate": 4.263913284220395e-06,
      "loss": 0.3856,
      "step": 672630
    },
    {
      "epoch": 187.73,
      "grad_norm": 1.1699655055999756,
      "learning_rate": 4.263897779340754e-06,
      "loss": 0.3702,
      "step": 672640
    },
    {
      "epoch": 187.73,
      "grad_norm": 1.1656832695007324,
      "learning_rate": 4.263882274205542e-06,
      "loss": 0.3788,
      "step": 672650
    },
    {
      "epoch": 187.74,
      "grad_norm": 1.2458781003952026,
      "learning_rate": 4.263866768814758e-06,
      "loss": 0.3718,
      "step": 672660
    },
    {
      "epoch": 187.74,
      "grad_norm": 1.0771318674087524,
      "learning_rate": 4.263851263168407e-06,
      "loss": 0.3866,
      "step": 672670
    },
    {
      "epoch": 187.74,
      "grad_norm": 1.2715054750442505,
      "learning_rate": 4.26383575726649e-06,
      "loss": 0.3793,
      "step": 672680
    },
    {
      "epoch": 187.74,
      "grad_norm": 0.9470200538635254,
      "learning_rate": 4.2638202511090085e-06,
      "loss": 0.3718,
      "step": 672690
    },
    {
      "epoch": 187.75,
      "grad_norm": 1.054592251777649,
      "learning_rate": 4.2638047446959655e-06,
      "loss": 0.3611,
      "step": 672700
    },
    {
      "epoch": 187.75,
      "grad_norm": 1.1548854112625122,
      "learning_rate": 4.263789238027362e-06,
      "loss": 0.3814,
      "step": 672710
    },
    {
      "epoch": 187.75,
      "grad_norm": 1.2345510721206665,
      "learning_rate": 4.263773731103202e-06,
      "loss": 0.3865,
      "step": 672720
    },
    {
      "epoch": 187.76,
      "grad_norm": 1.1602592468261719,
      "learning_rate": 4.263758223923486e-06,
      "loss": 0.377,
      "step": 672730
    },
    {
      "epoch": 187.76,
      "grad_norm": 1.288396954536438,
      "learning_rate": 4.263742716488216e-06,
      "loss": 0.3838,
      "step": 672740
    },
    {
      "epoch": 187.76,
      "grad_norm": 1.2151049375534058,
      "learning_rate": 4.263727208797394e-06,
      "loss": 0.3601,
      "step": 672750
    },
    {
      "epoch": 187.76,
      "grad_norm": 1.0397436618804932,
      "learning_rate": 4.263711700851024e-06,
      "loss": 0.391,
      "step": 672760
    },
    {
      "epoch": 187.77,
      "grad_norm": 1.0523241758346558,
      "learning_rate": 4.263696192649105e-06,
      "loss": 0.3787,
      "step": 672770
    },
    {
      "epoch": 187.77,
      "grad_norm": 1.0665313005447388,
      "learning_rate": 4.263680684191641e-06,
      "loss": 0.3748,
      "step": 672780
    },
    {
      "epoch": 187.77,
      "grad_norm": 1.0466002225875854,
      "learning_rate": 4.2636651754786345e-06,
      "loss": 0.3774,
      "step": 672790
    },
    {
      "epoch": 187.78,
      "grad_norm": 1.0651799440383911,
      "learning_rate": 4.263649666510086e-06,
      "loss": 0.3627,
      "step": 672800
    },
    {
      "epoch": 187.78,
      "grad_norm": 1.112496018409729,
      "learning_rate": 4.263634157285999e-06,
      "loss": 0.3759,
      "step": 672810
    },
    {
      "epoch": 187.78,
      "grad_norm": 1.276063084602356,
      "learning_rate": 4.263618647806374e-06,
      "loss": 0.3785,
      "step": 672820
    },
    {
      "epoch": 187.78,
      "grad_norm": 1.2406387329101562,
      "learning_rate": 4.263603138071215e-06,
      "loss": 0.365,
      "step": 672830
    },
    {
      "epoch": 187.79,
      "grad_norm": 1.3592135906219482,
      "learning_rate": 4.263587628080522e-06,
      "loss": 0.3803,
      "step": 672840
    },
    {
      "epoch": 187.79,
      "grad_norm": 1.153570294380188,
      "learning_rate": 4.263572117834299e-06,
      "loss": 0.3697,
      "step": 672850
    },
    {
      "epoch": 187.79,
      "grad_norm": 1.1145166158676147,
      "learning_rate": 4.263556607332546e-06,
      "loss": 0.3757,
      "step": 672860
    },
    {
      "epoch": 187.8,
      "grad_norm": 1.3964430093765259,
      "learning_rate": 4.2635410965752674e-06,
      "loss": 0.3856,
      "step": 672870
    },
    {
      "epoch": 187.8,
      "grad_norm": 1.4313310384750366,
      "learning_rate": 4.263525585562464e-06,
      "loss": 0.3878,
      "step": 672880
    },
    {
      "epoch": 187.8,
      "grad_norm": 1.2700358629226685,
      "learning_rate": 4.263510074294137e-06,
      "loss": 0.3741,
      "step": 672890
    },
    {
      "epoch": 187.8,
      "grad_norm": 1.0637707710266113,
      "learning_rate": 4.26349456277029e-06,
      "loss": 0.3994,
      "step": 672900
    },
    {
      "epoch": 187.81,
      "grad_norm": 1.2476496696472168,
      "learning_rate": 4.263479050990924e-06,
      "loss": 0.3981,
      "step": 672910
    },
    {
      "epoch": 187.81,
      "grad_norm": 1.0837334394454956,
      "learning_rate": 4.263463538956043e-06,
      "loss": 0.36,
      "step": 672920
    },
    {
      "epoch": 187.81,
      "grad_norm": 1.2265058755874634,
      "learning_rate": 4.263448026665647e-06,
      "loss": 0.3834,
      "step": 672930
    },
    {
      "epoch": 187.81,
      "grad_norm": 1.0840823650360107,
      "learning_rate": 4.263432514119738e-06,
      "loss": 0.3811,
      "step": 672940
    },
    {
      "epoch": 187.82,
      "grad_norm": 2.711792230606079,
      "learning_rate": 4.263417001318319e-06,
      "loss": 0.3667,
      "step": 672950
    },
    {
      "epoch": 187.82,
      "grad_norm": 1.293485164642334,
      "learning_rate": 4.263401488261392e-06,
      "loss": 0.3816,
      "step": 672960
    },
    {
      "epoch": 187.82,
      "grad_norm": 1.3024247884750366,
      "learning_rate": 4.263385974948958e-06,
      "loss": 0.3682,
      "step": 672970
    },
    {
      "epoch": 187.83,
      "grad_norm": 1.208475947380066,
      "learning_rate": 4.263370461381021e-06,
      "loss": 0.3782,
      "step": 672980
    },
    {
      "epoch": 187.83,
      "grad_norm": 1.1050091981887817,
      "learning_rate": 4.263354947557581e-06,
      "loss": 0.3724,
      "step": 672990
    },
    {
      "epoch": 187.83,
      "grad_norm": 0.9033685922622681,
      "learning_rate": 4.263339433478642e-06,
      "loss": 0.3762,
      "step": 673000
    },
    {
      "epoch": 187.83,
      "grad_norm": 1.2446670532226562,
      "learning_rate": 4.263323919144205e-06,
      "loss": 0.3799,
      "step": 673010
    },
    {
      "epoch": 187.84,
      "grad_norm": 1.190328598022461,
      "learning_rate": 4.263308404554271e-06,
      "loss": 0.3746,
      "step": 673020
    },
    {
      "epoch": 187.84,
      "grad_norm": 1.7932982444763184,
      "learning_rate": 4.263292889708845e-06,
      "loss": 0.3994,
      "step": 673030
    },
    {
      "epoch": 187.84,
      "grad_norm": 1.4545999765396118,
      "learning_rate": 4.263277374607926e-06,
      "loss": 0.3669,
      "step": 673040
    },
    {
      "epoch": 187.85,
      "grad_norm": 1.0447007417678833,
      "learning_rate": 4.263261859251519e-06,
      "loss": 0.3677,
      "step": 673050
    },
    {
      "epoch": 187.85,
      "grad_norm": 1.432926058769226,
      "learning_rate": 4.263246343639623e-06,
      "loss": 0.3762,
      "step": 673060
    },
    {
      "epoch": 187.85,
      "grad_norm": 1.1493786573410034,
      "learning_rate": 4.263230827772242e-06,
      "loss": 0.3758,
      "step": 673070
    },
    {
      "epoch": 187.85,
      "grad_norm": 1.1944959163665771,
      "learning_rate": 4.263215311649377e-06,
      "loss": 0.3756,
      "step": 673080
    },
    {
      "epoch": 187.86,
      "grad_norm": 1.3539974689483643,
      "learning_rate": 4.263199795271031e-06,
      "loss": 0.3796,
      "step": 673090
    },
    {
      "epoch": 187.86,
      "grad_norm": 1.5400220155715942,
      "learning_rate": 4.263184278637206e-06,
      "loss": 0.3708,
      "step": 673100
    },
    {
      "epoch": 187.86,
      "grad_norm": 1.3172671794891357,
      "learning_rate": 4.263168761747903e-06,
      "loss": 0.3904,
      "step": 673110
    },
    {
      "epoch": 187.86,
      "grad_norm": 1.1359390020370483,
      "learning_rate": 4.263153244603126e-06,
      "loss": 0.3751,
      "step": 673120
    },
    {
      "epoch": 187.87,
      "grad_norm": 1.290563941001892,
      "learning_rate": 4.2631377272028755e-06,
      "loss": 0.3892,
      "step": 673130
    },
    {
      "epoch": 187.87,
      "grad_norm": 1.0556856393814087,
      "learning_rate": 4.263122209547154e-06,
      "loss": 0.3657,
      "step": 673140
    },
    {
      "epoch": 187.87,
      "grad_norm": 1.0129263401031494,
      "learning_rate": 4.263106691635963e-06,
      "loss": 0.3719,
      "step": 673150
    },
    {
      "epoch": 187.88,
      "grad_norm": 1.111661672592163,
      "learning_rate": 4.263091173469305e-06,
      "loss": 0.3841,
      "step": 673160
    },
    {
      "epoch": 187.88,
      "grad_norm": 1.0819847583770752,
      "learning_rate": 4.263075655047183e-06,
      "loss": 0.3793,
      "step": 673170
    },
    {
      "epoch": 187.88,
      "grad_norm": 1.3064419031143188,
      "learning_rate": 4.263060136369597e-06,
      "loss": 0.3763,
      "step": 673180
    },
    {
      "epoch": 187.88,
      "grad_norm": 1.081186294555664,
      "learning_rate": 4.2630446174365515e-06,
      "loss": 0.3611,
      "step": 673190
    },
    {
      "epoch": 187.89,
      "grad_norm": 1.2237663269042969,
      "learning_rate": 4.263029098248048e-06,
      "loss": 0.3798,
      "step": 673200
    },
    {
      "epoch": 187.89,
      "grad_norm": 1.2681884765625,
      "learning_rate": 4.263013578804086e-06,
      "loss": 0.3804,
      "step": 673210
    },
    {
      "epoch": 187.89,
      "grad_norm": 1.21340811252594,
      "learning_rate": 4.262998059104671e-06,
      "loss": 0.3735,
      "step": 673220
    },
    {
      "epoch": 187.9,
      "grad_norm": 1.061435580253601,
      "learning_rate": 4.262982539149803e-06,
      "loss": 0.3634,
      "step": 673230
    },
    {
      "epoch": 187.9,
      "grad_norm": 1.036454200744629,
      "learning_rate": 4.262967018939484e-06,
      "loss": 0.3958,
      "step": 673240
    },
    {
      "epoch": 187.9,
      "grad_norm": 1.08890700340271,
      "learning_rate": 4.262951498473717e-06,
      "loss": 0.3822,
      "step": 673250
    },
    {
      "epoch": 187.9,
      "grad_norm": 1.1025234460830688,
      "learning_rate": 4.262935977752505e-06,
      "loss": 0.3791,
      "step": 673260
    },
    {
      "epoch": 187.91,
      "grad_norm": 1.2184903621673584,
      "learning_rate": 4.262920456775847e-06,
      "loss": 0.405,
      "step": 673270
    },
    {
      "epoch": 187.91,
      "grad_norm": 1.5568573474884033,
      "learning_rate": 4.262904935543748e-06,
      "loss": 0.3833,
      "step": 673280
    },
    {
      "epoch": 187.91,
      "grad_norm": 1.009118914604187,
      "learning_rate": 4.262889414056209e-06,
      "loss": 0.3695,
      "step": 673290
    },
    {
      "epoch": 187.92,
      "grad_norm": 1.301926612854004,
      "learning_rate": 4.262873892313232e-06,
      "loss": 0.3744,
      "step": 673300
    },
    {
      "epoch": 187.92,
      "grad_norm": 1.0474761724472046,
      "learning_rate": 4.262858370314818e-06,
      "loss": 0.384,
      "step": 673310
    },
    {
      "epoch": 187.92,
      "grad_norm": 1.1345469951629639,
      "learning_rate": 4.262842848060972e-06,
      "loss": 0.3755,
      "step": 673320
    },
    {
      "epoch": 187.92,
      "grad_norm": 1.247875690460205,
      "learning_rate": 4.262827325551693e-06,
      "loss": 0.3819,
      "step": 673330
    },
    {
      "epoch": 187.93,
      "grad_norm": 1.100931167602539,
      "learning_rate": 4.262811802786984e-06,
      "loss": 0.3873,
      "step": 673340
    },
    {
      "epoch": 187.93,
      "grad_norm": 1.2945083379745483,
      "learning_rate": 4.262796279766848e-06,
      "loss": 0.3718,
      "step": 673350
    },
    {
      "epoch": 187.93,
      "grad_norm": 1.1805312633514404,
      "learning_rate": 4.262780756491286e-06,
      "loss": 0.3669,
      "step": 673360
    },
    {
      "epoch": 187.93,
      "grad_norm": 1.2954075336456299,
      "learning_rate": 4.262765232960301e-06,
      "loss": 0.3748,
      "step": 673370
    },
    {
      "epoch": 187.94,
      "grad_norm": 1.1503410339355469,
      "learning_rate": 4.262749709173895e-06,
      "loss": 0.3593,
      "step": 673380
    },
    {
      "epoch": 187.94,
      "grad_norm": 1.162927269935608,
      "learning_rate": 4.262734185132068e-06,
      "loss": 0.3781,
      "step": 673390
    },
    {
      "epoch": 187.94,
      "grad_norm": 1.1111414432525635,
      "learning_rate": 4.262718660834825e-06,
      "loss": 0.4021,
      "step": 673400
    },
    {
      "epoch": 187.95,
      "grad_norm": 1.055176854133606,
      "learning_rate": 4.262703136282166e-06,
      "loss": 0.381,
      "step": 673410
    },
    {
      "epoch": 187.95,
      "grad_norm": 0.9521709680557251,
      "learning_rate": 4.2626876114740944e-06,
      "loss": 0.3702,
      "step": 673420
    },
    {
      "epoch": 187.95,
      "grad_norm": 1.5844873189926147,
      "learning_rate": 4.2626720864106115e-06,
      "loss": 0.3855,
      "step": 673430
    },
    {
      "epoch": 187.95,
      "grad_norm": 1.4068353176116943,
      "learning_rate": 4.262656561091719e-06,
      "loss": 0.3964,
      "step": 673440
    },
    {
      "epoch": 187.96,
      "grad_norm": 0.9934293031692505,
      "learning_rate": 4.262641035517421e-06,
      "loss": 0.3923,
      "step": 673450
    },
    {
      "epoch": 187.96,
      "grad_norm": 1.2430557012557983,
      "learning_rate": 4.262625509687717e-06,
      "loss": 0.3932,
      "step": 673460
    },
    {
      "epoch": 187.96,
      "grad_norm": 1.1077073812484741,
      "learning_rate": 4.262609983602609e-06,
      "loss": 0.3809,
      "step": 673470
    },
    {
      "epoch": 187.97,
      "grad_norm": 1.013794183731079,
      "learning_rate": 4.262594457262102e-06,
      "loss": 0.3709,
      "step": 673480
    },
    {
      "epoch": 187.97,
      "grad_norm": 1.110426664352417,
      "learning_rate": 4.262578930666196e-06,
      "loss": 0.3902,
      "step": 673490
    },
    {
      "epoch": 187.97,
      "grad_norm": 1.04177725315094,
      "learning_rate": 4.262563403814893e-06,
      "loss": 0.377,
      "step": 673500
    },
    {
      "epoch": 187.97,
      "grad_norm": 1.0866693258285522,
      "learning_rate": 4.262547876708196e-06,
      "loss": 0.3681,
      "step": 673510
    },
    {
      "epoch": 187.98,
      "grad_norm": 1.2854609489440918,
      "learning_rate": 4.262532349346106e-06,
      "loss": 0.3833,
      "step": 673520
    },
    {
      "epoch": 187.98,
      "grad_norm": 1.2161648273468018,
      "learning_rate": 4.262516821728625e-06,
      "loss": 0.3724,
      "step": 673530
    },
    {
      "epoch": 187.98,
      "grad_norm": 1.1693143844604492,
      "learning_rate": 4.2625012938557555e-06,
      "loss": 0.3906,
      "step": 673540
    },
    {
      "epoch": 187.98,
      "grad_norm": 1.068267583847046,
      "learning_rate": 4.262485765727501e-06,
      "loss": 0.3751,
      "step": 673550
    },
    {
      "epoch": 187.99,
      "grad_norm": 1.0732439756393433,
      "learning_rate": 4.262470237343861e-06,
      "loss": 0.3909,
      "step": 673560
    },
    {
      "epoch": 187.99,
      "grad_norm": 1.1311348676681519,
      "learning_rate": 4.26245470870484e-06,
      "loss": 0.3775,
      "step": 673570
    },
    {
      "epoch": 187.99,
      "grad_norm": 1.1243330240249634,
      "learning_rate": 4.262439179810438e-06,
      "loss": 0.4099,
      "step": 673580
    },
    {
      "epoch": 188.0,
      "grad_norm": 1.293332576751709,
      "learning_rate": 4.262423650660658e-06,
      "loss": 0.3678,
      "step": 673590
    },
    {
      "epoch": 188.0,
      "grad_norm": 1.206385850906372,
      "learning_rate": 4.262408121255502e-06,
      "loss": 0.3846,
      "step": 673600
    },
    {
      "epoch": 188.0,
      "eval_loss": 0.378184974193573,
      "eval_runtime": 63.2792,
      "eval_samples_per_second": 79.947,
      "eval_steps_per_second": 10.003,
      "step": 673604
    },
    {
      "epoch": 188.0,
      "grad_norm": 1.0771026611328125,
      "learning_rate": 4.262392591594972e-06,
      "loss": 0.3944,
      "step": 673610
    },
    {
      "epoch": 188.0,
      "grad_norm": 1.1610774993896484,
      "learning_rate": 4.262377061679071e-06,
      "loss": 0.3843,
      "step": 673620
    },
    {
      "epoch": 188.01,
      "grad_norm": 1.1307235956192017,
      "learning_rate": 4.2623615315078e-06,
      "loss": 0.3617,
      "step": 673630
    },
    {
      "epoch": 188.01,
      "grad_norm": 1.1608651876449585,
      "learning_rate": 4.26234600108116e-06,
      "loss": 0.4014,
      "step": 673640
    },
    {
      "epoch": 188.01,
      "grad_norm": 1.0729610919952393,
      "learning_rate": 4.262330470399155e-06,
      "loss": 0.3705,
      "step": 673650
    },
    {
      "epoch": 188.02,
      "grad_norm": 1.0683962106704712,
      "learning_rate": 4.262314939461787e-06,
      "loss": 0.3709,
      "step": 673660
    },
    {
      "epoch": 188.02,
      "grad_norm": 1.4966599941253662,
      "learning_rate": 4.262299408269058e-06,
      "loss": 0.3741,
      "step": 673670
    },
    {
      "epoch": 188.02,
      "grad_norm": 1.2723368406295776,
      "learning_rate": 4.262283876820968e-06,
      "loss": 0.379,
      "step": 673680
    },
    {
      "epoch": 188.02,
      "grad_norm": 0.9354245066642761,
      "learning_rate": 4.262268345117522e-06,
      "loss": 0.3704,
      "step": 673690
    },
    {
      "epoch": 188.03,
      "grad_norm": 1.2551161050796509,
      "learning_rate": 4.262252813158719e-06,
      "loss": 0.3853,
      "step": 673700
    },
    {
      "epoch": 188.03,
      "grad_norm": 1.4359138011932373,
      "learning_rate": 4.262237280944564e-06,
      "loss": 0.3679,
      "step": 673710
    },
    {
      "epoch": 188.03,
      "grad_norm": 1.1954210996627808,
      "learning_rate": 4.262221748475059e-06,
      "loss": 0.3707,
      "step": 673720
    },
    {
      "epoch": 188.04,
      "grad_norm": 1.2656712532043457,
      "learning_rate": 4.2622062157502025e-06,
      "loss": 0.3768,
      "step": 673730
    },
    {
      "epoch": 188.04,
      "grad_norm": 1.0918148756027222,
      "learning_rate": 4.262190682770001e-06,
      "loss": 0.38,
      "step": 673740
    },
    {
      "epoch": 188.04,
      "grad_norm": 1.3605135679244995,
      "learning_rate": 4.262175149534452e-06,
      "loss": 0.3877,
      "step": 673750
    },
    {
      "epoch": 188.04,
      "grad_norm": 1.204231858253479,
      "learning_rate": 4.262159616043562e-06,
      "loss": 0.3832,
      "step": 673760
    },
    {
      "epoch": 188.05,
      "grad_norm": 1.236202597618103,
      "learning_rate": 4.2621440822973304e-06,
      "loss": 0.3826,
      "step": 673770
    },
    {
      "epoch": 188.05,
      "grad_norm": 1.115875005722046,
      "learning_rate": 4.26212854829576e-06,
      "loss": 0.3775,
      "step": 673780
    },
    {
      "epoch": 188.05,
      "grad_norm": 1.1339751482009888,
      "learning_rate": 4.262113014038854e-06,
      "loss": 0.3847,
      "step": 673790
    },
    {
      "epoch": 188.05,
      "grad_norm": 1.2770191431045532,
      "learning_rate": 4.262097479526612e-06,
      "loss": 0.3674,
      "step": 673800
    },
    {
      "epoch": 188.06,
      "grad_norm": 1.5420349836349487,
      "learning_rate": 4.262081944759038e-06,
      "loss": 0.3664,
      "step": 673810
    },
    {
      "epoch": 188.06,
      "grad_norm": 4.115787506103516,
      "learning_rate": 4.262066409736133e-06,
      "loss": 0.3652,
      "step": 673820
    },
    {
      "epoch": 188.06,
      "grad_norm": 1.0772286653518677,
      "learning_rate": 4.2620508744579015e-06,
      "loss": 0.3856,
      "step": 673830
    },
    {
      "epoch": 188.07,
      "grad_norm": 1.1085970401763916,
      "learning_rate": 4.262035338924342e-06,
      "loss": 0.3728,
      "step": 673840
    },
    {
      "epoch": 188.07,
      "grad_norm": 2.043138027191162,
      "learning_rate": 4.262019803135458e-06,
      "loss": 0.3765,
      "step": 673850
    },
    {
      "epoch": 188.07,
      "grad_norm": 1.3615045547485352,
      "learning_rate": 4.262004267091252e-06,
      "loss": 0.368,
      "step": 673860
    },
    {
      "epoch": 188.07,
      "grad_norm": 1.071218729019165,
      "learning_rate": 4.261988730791726e-06,
      "loss": 0.3749,
      "step": 673870
    },
    {
      "epoch": 188.08,
      "grad_norm": 0.9722782969474792,
      "learning_rate": 4.261973194236882e-06,
      "loss": 0.3811,
      "step": 673880
    },
    {
      "epoch": 188.08,
      "grad_norm": 1.2199379205703735,
      "learning_rate": 4.2619576574267225e-06,
      "loss": 0.3765,
      "step": 673890
    },
    {
      "epoch": 188.08,
      "grad_norm": 0.9594007134437561,
      "learning_rate": 4.261942120361248e-06,
      "loss": 0.3785,
      "step": 673900
    },
    {
      "epoch": 188.09,
      "grad_norm": 1.1701133251190186,
      "learning_rate": 4.261926583040461e-06,
      "loss": 0.3803,
      "step": 673910
    },
    {
      "epoch": 188.09,
      "grad_norm": 1.0693069696426392,
      "learning_rate": 4.261911045464366e-06,
      "loss": 0.3872,
      "step": 673920
    },
    {
      "epoch": 188.09,
      "grad_norm": 1.1924325227737427,
      "learning_rate": 4.261895507632963e-06,
      "loss": 0.3624,
      "step": 673930
    },
    {
      "epoch": 188.09,
      "grad_norm": 1.2797118425369263,
      "learning_rate": 4.2618799695462535e-06,
      "loss": 0.3635,
      "step": 673940
    },
    {
      "epoch": 188.1,
      "grad_norm": 1.128605842590332,
      "learning_rate": 4.26186443120424e-06,
      "loss": 0.3644,
      "step": 673950
    },
    {
      "epoch": 188.1,
      "grad_norm": 1.1303722858428955,
      "learning_rate": 4.2618488926069265e-06,
      "loss": 0.3729,
      "step": 673960
    },
    {
      "epoch": 188.1,
      "grad_norm": 1.1935776472091675,
      "learning_rate": 4.261833353754312e-06,
      "loss": 0.3678,
      "step": 673970
    },
    {
      "epoch": 188.1,
      "grad_norm": 1.2392815351486206,
      "learning_rate": 4.2618178146464005e-06,
      "loss": 0.3842,
      "step": 673980
    },
    {
      "epoch": 188.11,
      "grad_norm": 1.2541842460632324,
      "learning_rate": 4.261802275283194e-06,
      "loss": 0.3726,
      "step": 673990
    },
    {
      "epoch": 188.11,
      "grad_norm": 1.0298882722854614,
      "learning_rate": 4.261786735664694e-06,
      "loss": 0.38,
      "step": 674000
    },
    {
      "epoch": 188.11,
      "grad_norm": 1.2074822187423706,
      "learning_rate": 4.261771195790904e-06,
      "loss": 0.3908,
      "step": 674010
    },
    {
      "epoch": 188.12,
      "grad_norm": 1.041890025138855,
      "learning_rate": 4.261755655661823e-06,
      "loss": 0.3544,
      "step": 674020
    },
    {
      "epoch": 188.12,
      "grad_norm": 1.0657988786697388,
      "learning_rate": 4.261740115277455e-06,
      "loss": 0.3689,
      "step": 674030
    },
    {
      "epoch": 188.12,
      "grad_norm": 1.2003487348556519,
      "learning_rate": 4.261724574637803e-06,
      "loss": 0.3842,
      "step": 674040
    },
    {
      "epoch": 188.12,
      "grad_norm": 1.206696629524231,
      "learning_rate": 4.261709033742868e-06,
      "loss": 0.3661,
      "step": 674050
    },
    {
      "epoch": 188.13,
      "grad_norm": 1.3538349866867065,
      "learning_rate": 4.261693492592652e-06,
      "loss": 0.3772,
      "step": 674060
    },
    {
      "epoch": 188.13,
      "grad_norm": 1.3281877040863037,
      "learning_rate": 4.2616779511871565e-06,
      "loss": 0.3908,
      "step": 674070
    },
    {
      "epoch": 188.13,
      "grad_norm": 0.9941689968109131,
      "learning_rate": 4.261662409526385e-06,
      "loss": 0.3841,
      "step": 674080
    },
    {
      "epoch": 188.14,
      "grad_norm": 1.1798471212387085,
      "learning_rate": 4.261646867610338e-06,
      "loss": 0.3793,
      "step": 674090
    },
    {
      "epoch": 188.14,
      "grad_norm": 1.2653355598449707,
      "learning_rate": 4.26163132543902e-06,
      "loss": 0.3645,
      "step": 674100
    },
    {
      "epoch": 188.14,
      "grad_norm": 1.0814530849456787,
      "learning_rate": 4.26161578301243e-06,
      "loss": 0.3883,
      "step": 674110
    },
    {
      "epoch": 188.14,
      "grad_norm": 1.3583709001541138,
      "learning_rate": 4.2616002403305716e-06,
      "loss": 0.3852,
      "step": 674120
    },
    {
      "epoch": 188.15,
      "grad_norm": 1.0456745624542236,
      "learning_rate": 4.2615846973934475e-06,
      "loss": 0.3732,
      "step": 674130
    },
    {
      "epoch": 188.15,
      "grad_norm": 1.062638521194458,
      "learning_rate": 4.261569154201058e-06,
      "loss": 0.3875,
      "step": 674140
    },
    {
      "epoch": 188.15,
      "grad_norm": 1.2153465747833252,
      "learning_rate": 4.261553610753408e-06,
      "loss": 0.3728,
      "step": 674150
    },
    {
      "epoch": 188.16,
      "grad_norm": 1.1619516611099243,
      "learning_rate": 4.261538067050497e-06,
      "loss": 0.3714,
      "step": 674160
    },
    {
      "epoch": 188.16,
      "grad_norm": 1.0639814138412476,
      "learning_rate": 4.261522523092328e-06,
      "loss": 0.3757,
      "step": 674170
    },
    {
      "epoch": 188.16,
      "grad_norm": 0.9564766883850098,
      "learning_rate": 4.261506978878902e-06,
      "loss": 0.3762,
      "step": 674180
    },
    {
      "epoch": 188.16,
      "grad_norm": 1.280478596687317,
      "learning_rate": 4.261491434410223e-06,
      "loss": 0.3731,
      "step": 674190
    },
    {
      "epoch": 188.17,
      "grad_norm": 1.1107488870620728,
      "learning_rate": 4.261475889686291e-06,
      "loss": 0.3685,
      "step": 674200
    },
    {
      "epoch": 188.17,
      "grad_norm": 5.15424919128418,
      "learning_rate": 4.261460344707111e-06,
      "loss": 0.3769,
      "step": 674210
    },
    {
      "epoch": 188.17,
      "grad_norm": 1.1912109851837158,
      "learning_rate": 4.261444799472682e-06,
      "loss": 0.3889,
      "step": 674220
    },
    {
      "epoch": 188.17,
      "grad_norm": 1.0054867267608643,
      "learning_rate": 4.261429253983008e-06,
      "loss": 0.3708,
      "step": 674230
    },
    {
      "epoch": 188.18,
      "grad_norm": 1.3000656366348267,
      "learning_rate": 4.26141370823809e-06,
      "loss": 0.3727,
      "step": 674240
    },
    {
      "epoch": 188.18,
      "grad_norm": 1.0760154724121094,
      "learning_rate": 4.26139816223793e-06,
      "loss": 0.3868,
      "step": 674250
    },
    {
      "epoch": 188.18,
      "grad_norm": 1.0374499559402466,
      "learning_rate": 4.261382615982531e-06,
      "loss": 0.3734,
      "step": 674260
    },
    {
      "epoch": 188.19,
      "grad_norm": 1.028340220451355,
      "learning_rate": 4.261367069471894e-06,
      "loss": 0.3823,
      "step": 674270
    },
    {
      "epoch": 188.19,
      "grad_norm": 1.0299419164657593,
      "learning_rate": 4.261351522706022e-06,
      "loss": 0.3929,
      "step": 674280
    },
    {
      "epoch": 188.19,
      "grad_norm": 1.1646215915679932,
      "learning_rate": 4.261335975684917e-06,
      "loss": 0.3713,
      "step": 674290
    },
    {
      "epoch": 188.19,
      "grad_norm": 1.1748380661010742,
      "learning_rate": 4.26132042840858e-06,
      "loss": 0.3545,
      "step": 674300
    },
    {
      "epoch": 188.2,
      "grad_norm": 1.2013943195343018,
      "learning_rate": 4.261304880877015e-06,
      "loss": 0.3622,
      "step": 674310
    },
    {
      "epoch": 188.2,
      "grad_norm": 1.1119266748428345,
      "learning_rate": 4.261289333090222e-06,
      "loss": 0.3585,
      "step": 674320
    },
    {
      "epoch": 188.2,
      "grad_norm": 1.1086164712905884,
      "learning_rate": 4.261273785048205e-06,
      "loss": 0.3874,
      "step": 674330
    },
    {
      "epoch": 188.21,
      "grad_norm": 1.1103564500808716,
      "learning_rate": 4.261258236750964e-06,
      "loss": 0.3791,
      "step": 674340
    },
    {
      "epoch": 188.21,
      "grad_norm": 1.1704137325286865,
      "learning_rate": 4.261242688198502e-06,
      "loss": 0.3768,
      "step": 674350
    },
    {
      "epoch": 188.21,
      "grad_norm": 1.2104085683822632,
      "learning_rate": 4.261227139390822e-06,
      "loss": 0.3799,
      "step": 674360
    },
    {
      "epoch": 188.21,
      "grad_norm": 1.012679934501648,
      "learning_rate": 4.261211590327925e-06,
      "loss": 0.3955,
      "step": 674370
    },
    {
      "epoch": 188.22,
      "grad_norm": 1.1506632566452026,
      "learning_rate": 4.261196041009813e-06,
      "loss": 0.3835,
      "step": 674380
    },
    {
      "epoch": 188.22,
      "grad_norm": 0.9639965891838074,
      "learning_rate": 4.261180491436489e-06,
      "loss": 0.3772,
      "step": 674390
    },
    {
      "epoch": 188.22,
      "grad_norm": 1.1737055778503418,
      "learning_rate": 4.261164941607954e-06,
      "loss": 0.3611,
      "step": 674400
    },
    {
      "epoch": 188.22,
      "grad_norm": 1.2420496940612793,
      "learning_rate": 4.261149391524211e-06,
      "loss": 0.3771,
      "step": 674410
    },
    {
      "epoch": 188.23,
      "grad_norm": 1.2063695192337036,
      "learning_rate": 4.261133841185261e-06,
      "loss": 0.3841,
      "step": 674420
    },
    {
      "epoch": 188.23,
      "grad_norm": 1.2255996465682983,
      "learning_rate": 4.261118290591108e-06,
      "loss": 0.3654,
      "step": 674430
    },
    {
      "epoch": 188.23,
      "grad_norm": 1.1549502611160278,
      "learning_rate": 4.2611027397417515e-06,
      "loss": 0.3688,
      "step": 674440
    },
    {
      "epoch": 188.24,
      "grad_norm": 1.2301543951034546,
      "learning_rate": 4.261087188637195e-06,
      "loss": 0.3817,
      "step": 674450
    },
    {
      "epoch": 188.24,
      "grad_norm": 1.3172404766082764,
      "learning_rate": 4.261071637277441e-06,
      "loss": 0.3787,
      "step": 674460
    },
    {
      "epoch": 188.24,
      "grad_norm": 1.2804774045944214,
      "learning_rate": 4.26105608566249e-06,
      "loss": 0.3911,
      "step": 674470
    },
    {
      "epoch": 188.24,
      "grad_norm": 1.1362037658691406,
      "learning_rate": 4.261040533792346e-06,
      "loss": 0.3695,
      "step": 674480
    },
    {
      "epoch": 188.25,
      "grad_norm": 1.226392388343811,
      "learning_rate": 4.261024981667009e-06,
      "loss": 0.3924,
      "step": 674490
    },
    {
      "epoch": 188.25,
      "grad_norm": 1.49089777469635,
      "learning_rate": 4.261009429286483e-06,
      "loss": 0.377,
      "step": 674500
    },
    {
      "epoch": 188.25,
      "grad_norm": 1.0921962261199951,
      "learning_rate": 4.260993876650769e-06,
      "loss": 0.3713,
      "step": 674510
    },
    {
      "epoch": 188.26,
      "grad_norm": 1.1369452476501465,
      "learning_rate": 4.26097832375987e-06,
      "loss": 0.3881,
      "step": 674520
    },
    {
      "epoch": 188.26,
      "grad_norm": 1.565492033958435,
      "learning_rate": 4.260962770613787e-06,
      "loss": 0.3702,
      "step": 674530
    },
    {
      "epoch": 188.26,
      "grad_norm": 1.097137451171875,
      "learning_rate": 4.260947217212522e-06,
      "loss": 0.3538,
      "step": 674540
    },
    {
      "epoch": 188.26,
      "grad_norm": 2.1987862586975098,
      "learning_rate": 4.2609316635560775e-06,
      "loss": 0.3709,
      "step": 674550
    },
    {
      "epoch": 188.27,
      "grad_norm": 0.9257450699806213,
      "learning_rate": 4.260916109644456e-06,
      "loss": 0.3871,
      "step": 674560
    },
    {
      "epoch": 188.27,
      "grad_norm": 1.1942633390426636,
      "learning_rate": 4.2609005554776585e-06,
      "loss": 0.3624,
      "step": 674570
    },
    {
      "epoch": 188.27,
      "grad_norm": 1.0711407661437988,
      "learning_rate": 4.2608850010556885e-06,
      "loss": 0.375,
      "step": 674580
    },
    {
      "epoch": 188.28,
      "grad_norm": 1.379044771194458,
      "learning_rate": 4.260869446378547e-06,
      "loss": 0.3856,
      "step": 674590
    },
    {
      "epoch": 188.28,
      "grad_norm": 1.264918327331543,
      "learning_rate": 4.260853891446237e-06,
      "loss": 0.3731,
      "step": 674600
    },
    {
      "epoch": 188.28,
      "grad_norm": 1.2268781661987305,
      "learning_rate": 4.260838336258759e-06,
      "loss": 0.3901,
      "step": 674610
    },
    {
      "epoch": 188.28,
      "grad_norm": 1.2035822868347168,
      "learning_rate": 4.260822780816116e-06,
      "loss": 0.3657,
      "step": 674620
    },
    {
      "epoch": 188.29,
      "grad_norm": 1.2190767526626587,
      "learning_rate": 4.260807225118311e-06,
      "loss": 0.3784,
      "step": 674630
    },
    {
      "epoch": 188.29,
      "grad_norm": 1.0476943254470825,
      "learning_rate": 4.260791669165345e-06,
      "loss": 0.3792,
      "step": 674640
    },
    {
      "epoch": 188.29,
      "grad_norm": 1.3439197540283203,
      "learning_rate": 4.26077611295722e-06,
      "loss": 0.3691,
      "step": 674650
    },
    {
      "epoch": 188.29,
      "grad_norm": 1.1084814071655273,
      "learning_rate": 4.260760556493938e-06,
      "loss": 0.3727,
      "step": 674660
    },
    {
      "epoch": 188.3,
      "grad_norm": 1.3882442712783813,
      "learning_rate": 4.260744999775502e-06,
      "loss": 0.3764,
      "step": 674670
    },
    {
      "epoch": 188.3,
      "grad_norm": 2.6701996326446533,
      "learning_rate": 4.260729442801913e-06,
      "loss": 0.397,
      "step": 674680
    },
    {
      "epoch": 188.3,
      "grad_norm": 1.1445159912109375,
      "learning_rate": 4.260713885573174e-06,
      "loss": 0.3665,
      "step": 674690
    },
    {
      "epoch": 188.31,
      "grad_norm": 1.341953992843628,
      "learning_rate": 4.260698328089285e-06,
      "loss": 0.382,
      "step": 674700
    },
    {
      "epoch": 188.31,
      "grad_norm": 1.0733537673950195,
      "learning_rate": 4.260682770350251e-06,
      "loss": 0.3833,
      "step": 674710
    },
    {
      "epoch": 188.31,
      "grad_norm": 1.1775394678115845,
      "learning_rate": 4.260667212356073e-06,
      "loss": 0.3784,
      "step": 674720
    },
    {
      "epoch": 188.31,
      "grad_norm": 1.1661807298660278,
      "learning_rate": 4.260651654106752e-06,
      "loss": 0.3889,
      "step": 674730
    },
    {
      "epoch": 188.32,
      "grad_norm": 1.1478670835494995,
      "learning_rate": 4.260636095602292e-06,
      "loss": 0.3792,
      "step": 674740
    },
    {
      "epoch": 188.32,
      "grad_norm": 1.117037296295166,
      "learning_rate": 4.260620536842692e-06,
      "loss": 0.3821,
      "step": 674750
    },
    {
      "epoch": 188.32,
      "grad_norm": 1.1734278202056885,
      "learning_rate": 4.260604977827958e-06,
      "loss": 0.3858,
      "step": 674760
    },
    {
      "epoch": 188.33,
      "grad_norm": 1.2734721899032593,
      "learning_rate": 4.2605894185580895e-06,
      "loss": 0.3839,
      "step": 674770
    },
    {
      "epoch": 188.33,
      "grad_norm": 1.3240413665771484,
      "learning_rate": 4.260573859033088e-06,
      "loss": 0.3945,
      "step": 674780
    },
    {
      "epoch": 188.33,
      "grad_norm": 1.1067090034484863,
      "learning_rate": 4.260558299252958e-06,
      "loss": 0.3799,
      "step": 674790
    },
    {
      "epoch": 188.33,
      "grad_norm": 1.131144404411316,
      "learning_rate": 4.2605427392177e-06,
      "loss": 0.3875,
      "step": 674800
    },
    {
      "epoch": 188.34,
      "grad_norm": 1.1432855129241943,
      "learning_rate": 4.260527178927316e-06,
      "loss": 0.3743,
      "step": 674810
    },
    {
      "epoch": 188.34,
      "grad_norm": 1.1547532081604004,
      "learning_rate": 4.260511618381809e-06,
      "loss": 0.3771,
      "step": 674820
    },
    {
      "epoch": 188.34,
      "grad_norm": 1.177791714668274,
      "learning_rate": 4.2604960575811795e-06,
      "loss": 0.3766,
      "step": 674830
    },
    {
      "epoch": 188.34,
      "grad_norm": 1.3886667490005493,
      "learning_rate": 4.260480496525431e-06,
      "loss": 0.3952,
      "step": 674840
    },
    {
      "epoch": 188.35,
      "grad_norm": 1.196184754371643,
      "learning_rate": 4.260464935214567e-06,
      "loss": 0.3669,
      "step": 674850
    },
    {
      "epoch": 188.35,
      "grad_norm": 1.2433676719665527,
      "learning_rate": 4.260449373648585e-06,
      "loss": 0.3866,
      "step": 674860
    },
    {
      "epoch": 188.35,
      "grad_norm": 1.194329857826233,
      "learning_rate": 4.260433811827491e-06,
      "loss": 0.3935,
      "step": 674870
    },
    {
      "epoch": 188.36,
      "grad_norm": 1.172189474105835,
      "learning_rate": 4.2604182497512855e-06,
      "loss": 0.3843,
      "step": 674880
    },
    {
      "epoch": 188.36,
      "grad_norm": 1.4086614847183228,
      "learning_rate": 4.260402687419972e-06,
      "loss": 0.3764,
      "step": 674890
    },
    {
      "epoch": 188.36,
      "grad_norm": 1.0602185726165771,
      "learning_rate": 4.26038712483355e-06,
      "loss": 0.3834,
      "step": 674900
    },
    {
      "epoch": 188.36,
      "grad_norm": 1.0392982959747314,
      "learning_rate": 4.260371561992024e-06,
      "loss": 0.3752,
      "step": 674910
    },
    {
      "epoch": 188.37,
      "grad_norm": 1.2095263004302979,
      "learning_rate": 4.260355998895395e-06,
      "loss": 0.3744,
      "step": 674920
    },
    {
      "epoch": 188.37,
      "grad_norm": 0.9691879749298096,
      "learning_rate": 4.2603404355436655e-06,
      "loss": 0.3758,
      "step": 674930
    },
    {
      "epoch": 188.37,
      "grad_norm": 0.9463735222816467,
      "learning_rate": 4.260324871936836e-06,
      "loss": 0.3677,
      "step": 674940
    },
    {
      "epoch": 188.38,
      "grad_norm": 1.1580220460891724,
      "learning_rate": 4.260309308074912e-06,
      "loss": 0.3861,
      "step": 674950
    },
    {
      "epoch": 188.38,
      "grad_norm": 0.9769061207771301,
      "learning_rate": 4.260293743957892e-06,
      "loss": 0.3906,
      "step": 674960
    },
    {
      "epoch": 188.38,
      "grad_norm": 0.9549579620361328,
      "learning_rate": 4.26027817958578e-06,
      "loss": 0.3691,
      "step": 674970
    },
    {
      "epoch": 188.38,
      "grad_norm": 1.1899561882019043,
      "learning_rate": 4.260262614958577e-06,
      "loss": 0.3818,
      "step": 674980
    },
    {
      "epoch": 188.39,
      "grad_norm": 1.1651480197906494,
      "learning_rate": 4.260247050076286e-06,
      "loss": 0.3636,
      "step": 674990
    },
    {
      "epoch": 188.39,
      "grad_norm": 1.1450285911560059,
      "learning_rate": 4.260231484938909e-06,
      "loss": 0.3652,
      "step": 675000
    },
    {
      "epoch": 188.39,
      "grad_norm": 1.1259058713912964,
      "learning_rate": 4.260215919546447e-06,
      "loss": 0.3773,
      "step": 675010
    },
    {
      "epoch": 188.4,
      "grad_norm": 1.0336748361587524,
      "learning_rate": 4.260200353898904e-06,
      "loss": 0.3698,
      "step": 675020
    },
    {
      "epoch": 188.4,
      "grad_norm": 1.3830620050430298,
      "learning_rate": 4.2601847879962804e-06,
      "loss": 0.3842,
      "step": 675030
    },
    {
      "epoch": 188.4,
      "grad_norm": 1.091282606124878,
      "learning_rate": 4.260169221838578e-06,
      "loss": 0.3751,
      "step": 675040
    },
    {
      "epoch": 188.4,
      "grad_norm": 1.0483936071395874,
      "learning_rate": 4.2601536554258005e-06,
      "loss": 0.3821,
      "step": 675050
    },
    {
      "epoch": 188.41,
      "grad_norm": 1.0952752828598022,
      "learning_rate": 4.260138088757949e-06,
      "loss": 0.3698,
      "step": 675060
    },
    {
      "epoch": 188.41,
      "grad_norm": 1.300865650177002,
      "learning_rate": 4.260122521835026e-06,
      "loss": 0.3833,
      "step": 675070
    },
    {
      "epoch": 188.41,
      "grad_norm": 1.2012628316879272,
      "learning_rate": 4.260106954657033e-06,
      "loss": 0.3529,
      "step": 675080
    },
    {
      "epoch": 188.41,
      "grad_norm": 1.109413981437683,
      "learning_rate": 4.260091387223973e-06,
      "loss": 0.3874,
      "step": 675090
    },
    {
      "epoch": 188.42,
      "grad_norm": 1.0641131401062012,
      "learning_rate": 4.260075819535846e-06,
      "loss": 0.3714,
      "step": 675100
    },
    {
      "epoch": 188.42,
      "grad_norm": 1.1679612398147583,
      "learning_rate": 4.260060251592656e-06,
      "loss": 0.3861,
      "step": 675110
    },
    {
      "epoch": 188.42,
      "grad_norm": 1.2585301399230957,
      "learning_rate": 4.260044683394405e-06,
      "loss": 0.3722,
      "step": 675120
    },
    {
      "epoch": 188.43,
      "grad_norm": 1.2995073795318604,
      "learning_rate": 4.260029114941095e-06,
      "loss": 0.367,
      "step": 675130
    },
    {
      "epoch": 188.43,
      "grad_norm": 1.1974996328353882,
      "learning_rate": 4.260013546232728e-06,
      "loss": 0.3905,
      "step": 675140
    },
    {
      "epoch": 188.43,
      "grad_norm": 1.0142228603363037,
      "learning_rate": 4.2599979772693044e-06,
      "loss": 0.3826,
      "step": 675150
    },
    {
      "epoch": 188.43,
      "grad_norm": 1.2582201957702637,
      "learning_rate": 4.259982408050828e-06,
      "loss": 0.3776,
      "step": 675160
    },
    {
      "epoch": 188.44,
      "grad_norm": 1.1447319984436035,
      "learning_rate": 4.259966838577301e-06,
      "loss": 0.3776,
      "step": 675170
    },
    {
      "epoch": 188.44,
      "grad_norm": 0.9726923704147339,
      "learning_rate": 4.259951268848726e-06,
      "loss": 0.3581,
      "step": 675180
    },
    {
      "epoch": 188.44,
      "grad_norm": 1.1116694211959839,
      "learning_rate": 4.259935698865103e-06,
      "loss": 0.3827,
      "step": 675190
    },
    {
      "epoch": 188.45,
      "grad_norm": 1.0889464616775513,
      "learning_rate": 4.259920128626435e-06,
      "loss": 0.384,
      "step": 675200
    },
    {
      "epoch": 188.45,
      "grad_norm": 1.001453161239624,
      "learning_rate": 4.2599045581327244e-06,
      "loss": 0.3747,
      "step": 675210
    },
    {
      "epoch": 188.45,
      "grad_norm": 1.286419153213501,
      "learning_rate": 4.259888987383973e-06,
      "loss": 0.3973,
      "step": 675220
    },
    {
      "epoch": 188.45,
      "grad_norm": 1.2464054822921753,
      "learning_rate": 4.259873416380184e-06,
      "loss": 0.3712,
      "step": 675230
    },
    {
      "epoch": 188.46,
      "grad_norm": 1.1605991125106812,
      "learning_rate": 4.259857845121357e-06,
      "loss": 0.3698,
      "step": 675240
    },
    {
      "epoch": 188.46,
      "grad_norm": 1.227259874343872,
      "learning_rate": 4.259842273607496e-06,
      "loss": 0.3787,
      "step": 675250
    },
    {
      "epoch": 188.46,
      "grad_norm": 1.2186001539230347,
      "learning_rate": 4.259826701838603e-06,
      "loss": 0.3738,
      "step": 675260
    },
    {
      "epoch": 188.46,
      "grad_norm": 1.275878667831421,
      "learning_rate": 4.259811129814679e-06,
      "loss": 0.3697,
      "step": 675270
    },
    {
      "epoch": 188.47,
      "grad_norm": 1.4334189891815186,
      "learning_rate": 4.259795557535727e-06,
      "loss": 0.3817,
      "step": 675280
    },
    {
      "epoch": 188.47,
      "grad_norm": 1.3364955186843872,
      "learning_rate": 4.25977998500175e-06,
      "loss": 0.367,
      "step": 675290
    },
    {
      "epoch": 188.47,
      "grad_norm": 1.1389224529266357,
      "learning_rate": 4.259764412212747e-06,
      "loss": 0.3706,
      "step": 675300
    },
    {
      "epoch": 188.48,
      "grad_norm": 1.180614709854126,
      "learning_rate": 4.259748839168723e-06,
      "loss": 0.3866,
      "step": 675310
    },
    {
      "epoch": 188.48,
      "grad_norm": 1.0590813159942627,
      "learning_rate": 4.259733265869679e-06,
      "loss": 0.3694,
      "step": 675320
    },
    {
      "epoch": 188.48,
      "grad_norm": 1.1249117851257324,
      "learning_rate": 4.259717692315617e-06,
      "loss": 0.3644,
      "step": 675330
    },
    {
      "epoch": 188.48,
      "grad_norm": 1.054045557975769,
      "learning_rate": 4.259702118506539e-06,
      "loss": 0.3749,
      "step": 675340
    },
    {
      "epoch": 188.49,
      "grad_norm": 1.058405876159668,
      "learning_rate": 4.259686544442447e-06,
      "loss": 0.3808,
      "step": 675350
    },
    {
      "epoch": 188.49,
      "grad_norm": 1.1578172445297241,
      "learning_rate": 4.259670970123344e-06,
      "loss": 0.3489,
      "step": 675360
    },
    {
      "epoch": 188.49,
      "grad_norm": 1.5421147346496582,
      "learning_rate": 4.2596553955492316e-06,
      "loss": 0.3936,
      "step": 675370
    },
    {
      "epoch": 188.5,
      "grad_norm": 1.2201409339904785,
      "learning_rate": 4.259639820720111e-06,
      "loss": 0.3803,
      "step": 675380
    },
    {
      "epoch": 188.5,
      "grad_norm": 1.4094440937042236,
      "learning_rate": 4.259624245635984e-06,
      "loss": 0.4007,
      "step": 675390
    },
    {
      "epoch": 188.5,
      "grad_norm": 1.0038031339645386,
      "learning_rate": 4.2596086702968556e-06,
      "loss": 0.4006,
      "step": 675400
    },
    {
      "epoch": 188.5,
      "grad_norm": 1.1410168409347534,
      "learning_rate": 4.259593094702724e-06,
      "loss": 0.3755,
      "step": 675410
    },
    {
      "epoch": 188.51,
      "grad_norm": 0.8811708092689514,
      "learning_rate": 4.259577518853595e-06,
      "loss": 0.3694,
      "step": 675420
    },
    {
      "epoch": 188.51,
      "grad_norm": 1.1482053995132446,
      "learning_rate": 4.259561942749468e-06,
      "loss": 0.3673,
      "step": 675430
    },
    {
      "epoch": 188.51,
      "grad_norm": 1.497562289237976,
      "learning_rate": 4.259546366390345e-06,
      "loss": 0.3774,
      "step": 675440
    },
    {
      "epoch": 188.52,
      "grad_norm": 1.9153684377670288,
      "learning_rate": 4.2595307897762306e-06,
      "loss": 0.3884,
      "step": 675450
    },
    {
      "epoch": 188.52,
      "grad_norm": 1.0672438144683838,
      "learning_rate": 4.259515212907124e-06,
      "loss": 0.376,
      "step": 675460
    },
    {
      "epoch": 188.52,
      "grad_norm": 1.157617211341858,
      "learning_rate": 4.2594996357830295e-06,
      "loss": 0.385,
      "step": 675470
    },
    {
      "epoch": 188.52,
      "grad_norm": 1.0599035024642944,
      "learning_rate": 4.259484058403948e-06,
      "loss": 0.3671,
      "step": 675480
    },
    {
      "epoch": 188.53,
      "grad_norm": 1.1669917106628418,
      "learning_rate": 4.2594684807698814e-06,
      "loss": 0.376,
      "step": 675490
    },
    {
      "epoch": 188.53,
      "grad_norm": 1.242546796798706,
      "learning_rate": 4.259452902880832e-06,
      "loss": 0.3792,
      "step": 675500
    },
    {
      "epoch": 188.53,
      "grad_norm": 0.9938100576400757,
      "learning_rate": 4.259437324736802e-06,
      "loss": 0.3936,
      "step": 675510
    },
    {
      "epoch": 188.53,
      "grad_norm": 1.232720136642456,
      "learning_rate": 4.259421746337794e-06,
      "loss": 0.3515,
      "step": 675520
    },
    {
      "epoch": 188.54,
      "grad_norm": 1.2616465091705322,
      "learning_rate": 4.25940616768381e-06,
      "loss": 0.3869,
      "step": 675530
    },
    {
      "epoch": 188.54,
      "grad_norm": 1.0906888246536255,
      "learning_rate": 4.259390588774851e-06,
      "loss": 0.3745,
      "step": 675540
    },
    {
      "epoch": 188.54,
      "grad_norm": 1.0485893487930298,
      "learning_rate": 4.25937500961092e-06,
      "loss": 0.3684,
      "step": 675550
    },
    {
      "epoch": 188.55,
      "grad_norm": 1.1052989959716797,
      "learning_rate": 4.259359430192019e-06,
      "loss": 0.3903,
      "step": 675560
    },
    {
      "epoch": 188.55,
      "grad_norm": 1.1829900741577148,
      "learning_rate": 4.259343850518148e-06,
      "loss": 0.3728,
      "step": 675570
    },
    {
      "epoch": 188.55,
      "grad_norm": 1.0811256170272827,
      "learning_rate": 4.259328270589313e-06,
      "loss": 0.367,
      "step": 675580
    },
    {
      "epoch": 188.55,
      "grad_norm": 1.1441923379898071,
      "learning_rate": 4.259312690405513e-06,
      "loss": 0.3723,
      "step": 675590
    },
    {
      "epoch": 188.56,
      "grad_norm": 1.3056666851043701,
      "learning_rate": 4.259297109966751e-06,
      "loss": 0.3888,
      "step": 675600
    },
    {
      "epoch": 188.56,
      "grad_norm": 1.2531168460845947,
      "learning_rate": 4.25928152927303e-06,
      "loss": 0.3833,
      "step": 675610
    },
    {
      "epoch": 188.56,
      "grad_norm": 1.0620341300964355,
      "learning_rate": 4.259265948324351e-06,
      "loss": 0.3785,
      "step": 675620
    },
    {
      "epoch": 188.57,
      "grad_norm": 1.2358648777008057,
      "learning_rate": 4.259250367120717e-06,
      "loss": 0.3794,
      "step": 675630
    },
    {
      "epoch": 188.57,
      "grad_norm": 1.136245608329773,
      "learning_rate": 4.2592347856621275e-06,
      "loss": 0.3756,
      "step": 675640
    },
    {
      "epoch": 188.57,
      "grad_norm": 1.3080796003341675,
      "learning_rate": 4.259219203948587e-06,
      "loss": 0.3807,
      "step": 675650
    },
    {
      "epoch": 188.57,
      "grad_norm": 1.1976076364517212,
      "learning_rate": 4.259203621980098e-06,
      "loss": 0.3701,
      "step": 675660
    },
    {
      "epoch": 188.58,
      "grad_norm": 0.8927152156829834,
      "learning_rate": 4.259188039756661e-06,
      "loss": 0.3899,
      "step": 675670
    },
    {
      "epoch": 188.58,
      "grad_norm": 1.0629634857177734,
      "learning_rate": 4.2591724572782784e-06,
      "loss": 0.3816,
      "step": 675680
    },
    {
      "epoch": 188.58,
      "grad_norm": 1.2614644765853882,
      "learning_rate": 4.259156874544953e-06,
      "loss": 0.3735,
      "step": 675690
    },
    {
      "epoch": 188.58,
      "grad_norm": 1.1046093702316284,
      "learning_rate": 4.2591412915566865e-06,
      "loss": 0.3722,
      "step": 675700
    },
    {
      "epoch": 188.59,
      "grad_norm": 1.2354449033737183,
      "learning_rate": 4.259125708313481e-06,
      "loss": 0.3726,
      "step": 675710
    },
    {
      "epoch": 188.59,
      "grad_norm": 1.1522369384765625,
      "learning_rate": 4.259110124815338e-06,
      "loss": 0.364,
      "step": 675720
    },
    {
      "epoch": 188.59,
      "grad_norm": 1.1538410186767578,
      "learning_rate": 4.25909454106226e-06,
      "loss": 0.3652,
      "step": 675730
    },
    {
      "epoch": 188.6,
      "grad_norm": 1.056487798690796,
      "learning_rate": 4.259078957054249e-06,
      "loss": 0.3735,
      "step": 675740
    },
    {
      "epoch": 188.6,
      "grad_norm": 1.364356279373169,
      "learning_rate": 4.259063372791308e-06,
      "loss": 0.3597,
      "step": 675750
    },
    {
      "epoch": 188.6,
      "grad_norm": 1.5180798768997192,
      "learning_rate": 4.259047788273438e-06,
      "loss": 0.3735,
      "step": 675760
    },
    {
      "epoch": 188.6,
      "grad_norm": 1.283994197845459,
      "learning_rate": 4.259032203500642e-06,
      "loss": 0.3888,
      "step": 675770
    },
    {
      "epoch": 188.61,
      "grad_norm": 1.2186236381530762,
      "learning_rate": 4.25901661847292e-06,
      "loss": 0.3802,
      "step": 675780
    },
    {
      "epoch": 188.61,
      "grad_norm": 1.2939549684524536,
      "learning_rate": 4.259001033190276e-06,
      "loss": 0.3877,
      "step": 675790
    },
    {
      "epoch": 188.61,
      "grad_norm": 1.6370699405670166,
      "learning_rate": 4.258985447652712e-06,
      "loss": 0.3753,
      "step": 675800
    },
    {
      "epoch": 188.62,
      "grad_norm": 1.3964241743087769,
      "learning_rate": 4.258969861860229e-06,
      "loss": 0.3788,
      "step": 675810
    },
    {
      "epoch": 188.62,
      "grad_norm": 1.1630306243896484,
      "learning_rate": 4.258954275812829e-06,
      "loss": 0.3731,
      "step": 675820
    },
    {
      "epoch": 188.62,
      "grad_norm": 1.2487479448318481,
      "learning_rate": 4.258938689510516e-06,
      "loss": 0.3877,
      "step": 675830
    },
    {
      "epoch": 188.62,
      "grad_norm": 1.1759991645812988,
      "learning_rate": 4.258923102953291e-06,
      "loss": 0.3932,
      "step": 675840
    },
    {
      "epoch": 188.63,
      "grad_norm": 1.2310434579849243,
      "learning_rate": 4.258907516141155e-06,
      "loss": 0.3772,
      "step": 675850
    },
    {
      "epoch": 188.63,
      "grad_norm": 1.131819486618042,
      "learning_rate": 4.258891929074112e-06,
      "loss": 0.3749,
      "step": 675860
    },
    {
      "epoch": 188.63,
      "grad_norm": 1.2427160739898682,
      "learning_rate": 4.258876341752163e-06,
      "loss": 0.366,
      "step": 675870
    },
    {
      "epoch": 188.64,
      "grad_norm": 1.0713447332382202,
      "learning_rate": 4.25886075417531e-06,
      "loss": 0.3901,
      "step": 675880
    },
    {
      "epoch": 188.64,
      "grad_norm": 1.2892823219299316,
      "learning_rate": 4.258845166343554e-06,
      "loss": 0.3607,
      "step": 675890
    },
    {
      "epoch": 188.64,
      "grad_norm": 1.2249159812927246,
      "learning_rate": 4.2588295782569e-06,
      "loss": 0.3815,
      "step": 675900
    },
    {
      "epoch": 188.64,
      "grad_norm": 1.473590612411499,
      "learning_rate": 4.258813989915348e-06,
      "loss": 0.3648,
      "step": 675910
    },
    {
      "epoch": 188.65,
      "grad_norm": 1.2068166732788086,
      "learning_rate": 4.2587984013189005e-06,
      "loss": 0.3894,
      "step": 675920
    },
    {
      "epoch": 188.65,
      "grad_norm": 1.1084232330322266,
      "learning_rate": 4.258782812467559e-06,
      "loss": 0.3674,
      "step": 675930
    },
    {
      "epoch": 188.65,
      "grad_norm": 1.8494065999984741,
      "learning_rate": 4.2587672233613265e-06,
      "loss": 0.37,
      "step": 675940
    },
    {
      "epoch": 188.65,
      "grad_norm": 0.9615964293479919,
      "learning_rate": 4.258751634000205e-06,
      "loss": 0.3764,
      "step": 675950
    },
    {
      "epoch": 188.66,
      "grad_norm": 1.1359014511108398,
      "learning_rate": 4.258736044384195e-06,
      "loss": 0.362,
      "step": 675960
    },
    {
      "epoch": 188.66,
      "grad_norm": 1.1277598142623901,
      "learning_rate": 4.258720454513301e-06,
      "loss": 0.3704,
      "step": 675970
    },
    {
      "epoch": 188.66,
      "grad_norm": 1.2449076175689697,
      "learning_rate": 4.258704864387523e-06,
      "loss": 0.397,
      "step": 675980
    },
    {
      "epoch": 188.67,
      "grad_norm": 1.1611124277114868,
      "learning_rate": 4.258689274006865e-06,
      "loss": 0.3794,
      "step": 675990
    },
    {
      "epoch": 188.67,
      "grad_norm": 1.1437948942184448,
      "learning_rate": 4.258673683371327e-06,
      "loss": 0.3715,
      "step": 676000
    },
    {
      "epoch": 188.67,
      "grad_norm": 1.0727556943893433,
      "learning_rate": 4.2586580924809135e-06,
      "loss": 0.3578,
      "step": 676010
    },
    {
      "epoch": 188.67,
      "grad_norm": 1.155240535736084,
      "learning_rate": 4.258642501335625e-06,
      "loss": 0.3537,
      "step": 676020
    },
    {
      "epoch": 188.68,
      "grad_norm": 1.2172425985336304,
      "learning_rate": 4.2586269099354635e-06,
      "loss": 0.3683,
      "step": 676030
    },
    {
      "epoch": 188.68,
      "grad_norm": 1.0458933115005493,
      "learning_rate": 4.2586113182804305e-06,
      "loss": 0.3784,
      "step": 676040
    },
    {
      "epoch": 188.68,
      "grad_norm": 1.2885499000549316,
      "learning_rate": 4.25859572637053e-06,
      "loss": 0.3808,
      "step": 676050
    },
    {
      "epoch": 188.69,
      "grad_norm": 8.30344009399414,
      "learning_rate": 4.2585801342057624e-06,
      "loss": 0.3648,
      "step": 676060
    },
    {
      "epoch": 188.69,
      "grad_norm": 1.1787079572677612,
      "learning_rate": 4.25856454178613e-06,
      "loss": 0.3763,
      "step": 676070
    },
    {
      "epoch": 188.69,
      "grad_norm": 1.1020452976226807,
      "learning_rate": 4.258548949111636e-06,
      "loss": 0.365,
      "step": 676080
    },
    {
      "epoch": 188.69,
      "grad_norm": 1.08461594581604,
      "learning_rate": 4.258533356182281e-06,
      "loss": 0.3753,
      "step": 676090
    },
    {
      "epoch": 188.7,
      "grad_norm": 0.9432668685913086,
      "learning_rate": 4.258517762998069e-06,
      "loss": 0.3788,
      "step": 676100
    },
    {
      "epoch": 188.7,
      "grad_norm": 1.1426570415496826,
      "learning_rate": 4.258502169559001e-06,
      "loss": 0.406,
      "step": 676110
    },
    {
      "epoch": 188.7,
      "grad_norm": 1.1759276390075684,
      "learning_rate": 4.258486575865077e-06,
      "loss": 0.3874,
      "step": 676120
    },
    {
      "epoch": 188.7,
      "grad_norm": 1.1861826181411743,
      "learning_rate": 4.258470981916303e-06,
      "loss": 0.3679,
      "step": 676130
    },
    {
      "epoch": 188.71,
      "grad_norm": 1.0184968709945679,
      "learning_rate": 4.2584553877126775e-06,
      "loss": 0.3741,
      "step": 676140
    },
    {
      "epoch": 188.71,
      "grad_norm": 1.1646313667297363,
      "learning_rate": 4.258439793254205e-06,
      "loss": 0.3805,
      "step": 676150
    },
    {
      "epoch": 188.71,
      "grad_norm": 1.0575902462005615,
      "learning_rate": 4.258424198540888e-06,
      "loss": 0.3883,
      "step": 676160
    },
    {
      "epoch": 188.72,
      "grad_norm": 1.4606941938400269,
      "learning_rate": 4.258408603572726e-06,
      "loss": 0.3743,
      "step": 676170
    },
    {
      "epoch": 188.72,
      "grad_norm": 1.2868990898132324,
      "learning_rate": 4.258393008349723e-06,
      "loss": 0.3778,
      "step": 676180
    },
    {
      "epoch": 188.72,
      "grad_norm": 1.1248571872711182,
      "learning_rate": 4.258377412871879e-06,
      "loss": 0.3756,
      "step": 676190
    },
    {
      "epoch": 188.72,
      "grad_norm": 1.3488452434539795,
      "learning_rate": 4.2583618171391985e-06,
      "loss": 0.3827,
      "step": 676200
    },
    {
      "epoch": 188.73,
      "grad_norm": 1.1319580078125,
      "learning_rate": 4.2583462211516835e-06,
      "loss": 0.3901,
      "step": 676210
    },
    {
      "epoch": 188.73,
      "grad_norm": 1.1386539936065674,
      "learning_rate": 4.258330624909334e-06,
      "loss": 0.3582,
      "step": 676220
    },
    {
      "epoch": 188.73,
      "grad_norm": 1.1252431869506836,
      "learning_rate": 4.258315028412154e-06,
      "loss": 0.386,
      "step": 676230
    },
    {
      "epoch": 188.74,
      "grad_norm": 1.1486680507659912,
      "learning_rate": 4.258299431660145e-06,
      "loss": 0.3673,
      "step": 676240
    },
    {
      "epoch": 188.74,
      "grad_norm": 1.6550827026367188,
      "learning_rate": 4.258283834653309e-06,
      "loss": 0.3705,
      "step": 676250
    },
    {
      "epoch": 188.74,
      "grad_norm": 0.9386494159698486,
      "learning_rate": 4.258268237391647e-06,
      "loss": 0.3784,
      "step": 676260
    },
    {
      "epoch": 188.74,
      "grad_norm": 1.0867154598236084,
      "learning_rate": 4.258252639875163e-06,
      "loss": 0.3606,
      "step": 676270
    },
    {
      "epoch": 188.75,
      "grad_norm": 1.1150133609771729,
      "learning_rate": 4.258237042103858e-06,
      "loss": 0.3692,
      "step": 676280
    },
    {
      "epoch": 188.75,
      "grad_norm": 1.1299264430999756,
      "learning_rate": 4.258221444077734e-06,
      "loss": 0.3603,
      "step": 676290
    },
    {
      "epoch": 188.75,
      "grad_norm": 1.3334053754806519,
      "learning_rate": 4.258205845796794e-06,
      "loss": 0.3943,
      "step": 676300
    },
    {
      "epoch": 188.76,
      "grad_norm": 1.0832829475402832,
      "learning_rate": 4.258190247261039e-06,
      "loss": 0.3725,
      "step": 676310
    },
    {
      "epoch": 188.76,
      "grad_norm": 0.9680782556533813,
      "learning_rate": 4.258174648470471e-06,
      "loss": 0.3988,
      "step": 676320
    },
    {
      "epoch": 188.76,
      "grad_norm": 1.314136028289795,
      "learning_rate": 4.258159049425093e-06,
      "loss": 0.3748,
      "step": 676330
    },
    {
      "epoch": 188.76,
      "grad_norm": 1.1296526193618774,
      "learning_rate": 4.258143450124907e-06,
      "loss": 0.3885,
      "step": 676340
    },
    {
      "epoch": 188.77,
      "grad_norm": 1.170445203781128,
      "learning_rate": 4.258127850569914e-06,
      "loss": 0.3784,
      "step": 676350
    },
    {
      "epoch": 188.77,
      "grad_norm": 1.1687291860580444,
      "learning_rate": 4.258112250760117e-06,
      "loss": 0.381,
      "step": 676360
    },
    {
      "epoch": 188.77,
      "grad_norm": 1.1274521350860596,
      "learning_rate": 4.258096650695518e-06,
      "loss": 0.3814,
      "step": 676370
    },
    {
      "epoch": 188.77,
      "grad_norm": 1.2589678764343262,
      "learning_rate": 4.2580810503761195e-06,
      "loss": 0.3969,
      "step": 676380
    },
    {
      "epoch": 188.78,
      "grad_norm": 1.2459944486618042,
      "learning_rate": 4.258065449801922e-06,
      "loss": 0.3755,
      "step": 676390
    },
    {
      "epoch": 188.78,
      "grad_norm": 1.1041820049285889,
      "learning_rate": 4.258049848972929e-06,
      "loss": 0.3647,
      "step": 676400
    },
    {
      "epoch": 188.78,
      "grad_norm": 1.0073646306991577,
      "learning_rate": 4.258034247889142e-06,
      "loss": 0.384,
      "step": 676410
    },
    {
      "epoch": 188.79,
      "grad_norm": 1.1740251779556274,
      "learning_rate": 4.258018646550564e-06,
      "loss": 0.3802,
      "step": 676420
    },
    {
      "epoch": 188.79,
      "grad_norm": 1.0699282884597778,
      "learning_rate": 4.258003044957195e-06,
      "loss": 0.3692,
      "step": 676430
    },
    {
      "epoch": 188.79,
      "grad_norm": 1.187223196029663,
      "learning_rate": 4.257987443109039e-06,
      "loss": 0.3652,
      "step": 676440
    },
    {
      "epoch": 188.79,
      "grad_norm": 1.320712685585022,
      "learning_rate": 4.257971841006098e-06,
      "loss": 0.3857,
      "step": 676450
    },
    {
      "epoch": 188.8,
      "grad_norm": 1.0395927429199219,
      "learning_rate": 4.257956238648374e-06,
      "loss": 0.3698,
      "step": 676460
    },
    {
      "epoch": 188.8,
      "grad_norm": 1.2355515956878662,
      "learning_rate": 4.2579406360358676e-06,
      "loss": 0.3641,
      "step": 676470
    },
    {
      "epoch": 188.8,
      "grad_norm": 1.322960615158081,
      "learning_rate": 4.2579250331685816e-06,
      "loss": 0.3871,
      "step": 676480
    },
    {
      "epoch": 188.81,
      "grad_norm": 1.4297343492507935,
      "learning_rate": 4.257909430046518e-06,
      "loss": 0.3907,
      "step": 676490
    },
    {
      "epoch": 188.81,
      "grad_norm": 1.267198085784912,
      "learning_rate": 4.257893826669681e-06,
      "loss": 0.3868,
      "step": 676500
    },
    {
      "epoch": 188.81,
      "grad_norm": 1.1905759572982788,
      "learning_rate": 4.2578782230380706e-06,
      "loss": 0.3598,
      "step": 676510
    },
    {
      "epoch": 188.81,
      "grad_norm": 1.0791627168655396,
      "learning_rate": 4.257862619151689e-06,
      "loss": 0.3805,
      "step": 676520
    },
    {
      "epoch": 188.82,
      "grad_norm": 1.1541178226470947,
      "learning_rate": 4.257847015010537e-06,
      "loss": 0.3965,
      "step": 676530
    },
    {
      "epoch": 188.82,
      "grad_norm": 1.1089636087417603,
      "learning_rate": 4.25783141061462e-06,
      "loss": 0.3819,
      "step": 676540
    },
    {
      "epoch": 188.82,
      "grad_norm": 1.1949853897094727,
      "learning_rate": 4.257815805963937e-06,
      "loss": 0.3857,
      "step": 676550
    },
    {
      "epoch": 188.83,
      "grad_norm": 1.1197563409805298,
      "learning_rate": 4.257800201058492e-06,
      "loss": 0.3677,
      "step": 676560
    },
    {
      "epoch": 188.83,
      "grad_norm": 1.1729161739349365,
      "learning_rate": 4.257784595898286e-06,
      "loss": 0.3745,
      "step": 676570
    },
    {
      "epoch": 188.83,
      "grad_norm": 1.8113911151885986,
      "learning_rate": 4.257768990483322e-06,
      "loss": 0.3723,
      "step": 676580
    },
    {
      "epoch": 188.83,
      "grad_norm": 1.0972248315811157,
      "learning_rate": 4.257753384813602e-06,
      "loss": 0.3662,
      "step": 676590
    },
    {
      "epoch": 188.84,
      "grad_norm": 1.890462040901184,
      "learning_rate": 4.257737778889127e-06,
      "loss": 0.3929,
      "step": 676600
    },
    {
      "epoch": 188.84,
      "grad_norm": 1.152083396911621,
      "learning_rate": 4.2577221727098995e-06,
      "loss": 0.374,
      "step": 676610
    },
    {
      "epoch": 188.84,
      "grad_norm": 1.5009604692459106,
      "learning_rate": 4.257706566275922e-06,
      "loss": 0.3722,
      "step": 676620
    },
    {
      "epoch": 188.84,
      "grad_norm": 1.409787893295288,
      "learning_rate": 4.257690959587196e-06,
      "loss": 0.3819,
      "step": 676630
    },
    {
      "epoch": 188.85,
      "grad_norm": 1.2657382488250732,
      "learning_rate": 4.257675352643724e-06,
      "loss": 0.3782,
      "step": 676640
    },
    {
      "epoch": 188.85,
      "grad_norm": 1.292418122291565,
      "learning_rate": 4.257659745445509e-06,
      "loss": 0.3666,
      "step": 676650
    },
    {
      "epoch": 188.85,
      "grad_norm": 1.1880007982254028,
      "learning_rate": 4.257644137992551e-06,
      "loss": 0.3792,
      "step": 676660
    },
    {
      "epoch": 188.86,
      "grad_norm": 1.114194393157959,
      "learning_rate": 4.2576285302848534e-06,
      "loss": 0.3863,
      "step": 676670
    },
    {
      "epoch": 188.86,
      "grad_norm": 1.1665188074111938,
      "learning_rate": 4.257612922322418e-06,
      "loss": 0.3746,
      "step": 676680
    },
    {
      "epoch": 188.86,
      "grad_norm": 1.2331410646438599,
      "learning_rate": 4.257597314105247e-06,
      "loss": 0.3685,
      "step": 676690
    },
    {
      "epoch": 188.86,
      "grad_norm": 1.2508273124694824,
      "learning_rate": 4.257581705633342e-06,
      "loss": 0.3648,
      "step": 676700
    },
    {
      "epoch": 188.87,
      "grad_norm": 2.0769288539886475,
      "learning_rate": 4.257566096906707e-06,
      "loss": 0.3752,
      "step": 676710
    },
    {
      "epoch": 188.87,
      "grad_norm": 1.2953929901123047,
      "learning_rate": 4.257550487925341e-06,
      "loss": 0.3729,
      "step": 676720
    },
    {
      "epoch": 188.87,
      "grad_norm": 1.1369118690490723,
      "learning_rate": 4.2575348786892485e-06,
      "loss": 0.376,
      "step": 676730
    },
    {
      "epoch": 188.88,
      "grad_norm": 0.9299130439758301,
      "learning_rate": 4.25751926919843e-06,
      "loss": 0.389,
      "step": 676740
    },
    {
      "epoch": 188.88,
      "grad_norm": 1.2335455417633057,
      "learning_rate": 4.257503659452889e-06,
      "loss": 0.3872,
      "step": 676750
    },
    {
      "epoch": 188.88,
      "grad_norm": 1.0228874683380127,
      "learning_rate": 4.257488049452627e-06,
      "loss": 0.3732,
      "step": 676760
    },
    {
      "epoch": 188.88,
      "grad_norm": 1.344232439994812,
      "learning_rate": 4.257472439197645e-06,
      "loss": 0.3832,
      "step": 676770
    },
    {
      "epoch": 188.89,
      "grad_norm": 1.3434362411499023,
      "learning_rate": 4.257456828687947e-06,
      "loss": 0.3694,
      "step": 676780
    },
    {
      "epoch": 188.89,
      "grad_norm": 1.2792575359344482,
      "learning_rate": 4.257441217923534e-06,
      "loss": 0.3877,
      "step": 676790
    },
    {
      "epoch": 188.89,
      "grad_norm": 1.2052842378616333,
      "learning_rate": 4.257425606904407e-06,
      "loss": 0.3904,
      "step": 676800
    },
    {
      "epoch": 188.89,
      "grad_norm": 1.335288643836975,
      "learning_rate": 4.2574099956305695e-06,
      "loss": 0.363,
      "step": 676810
    },
    {
      "epoch": 188.9,
      "grad_norm": 1.289017677307129,
      "learning_rate": 4.2573943841020235e-06,
      "loss": 0.3796,
      "step": 676820
    },
    {
      "epoch": 188.9,
      "grad_norm": 1.1798160076141357,
      "learning_rate": 4.257378772318772e-06,
      "loss": 0.3875,
      "step": 676830
    },
    {
      "epoch": 188.9,
      "grad_norm": 1.2418091297149658,
      "learning_rate": 4.2573631602808154e-06,
      "loss": 0.3789,
      "step": 676840
    },
    {
      "epoch": 188.91,
      "grad_norm": 1.2683464288711548,
      "learning_rate": 4.257347547988157e-06,
      "loss": 0.385,
      "step": 676850
    },
    {
      "epoch": 188.91,
      "grad_norm": 1.1141737699508667,
      "learning_rate": 4.257331935440796e-06,
      "loss": 0.3676,
      "step": 676860
    },
    {
      "epoch": 188.91,
      "grad_norm": 1.1314098834991455,
      "learning_rate": 4.257316322638739e-06,
      "loss": 0.3897,
      "step": 676870
    },
    {
      "epoch": 188.91,
      "grad_norm": 1.256424069404602,
      "learning_rate": 4.257300709581985e-06,
      "loss": 0.3996,
      "step": 676880
    },
    {
      "epoch": 188.92,
      "grad_norm": 1.2692376375198364,
      "learning_rate": 4.257285096270536e-06,
      "loss": 0.3993,
      "step": 676890
    },
    {
      "epoch": 188.92,
      "grad_norm": 1.0788110494613647,
      "learning_rate": 4.257269482704397e-06,
      "loss": 0.3804,
      "step": 676900
    },
    {
      "epoch": 188.92,
      "grad_norm": 1.3428633213043213,
      "learning_rate": 4.257253868883566e-06,
      "loss": 0.3661,
      "step": 676910
    },
    {
      "epoch": 188.93,
      "grad_norm": 1.2115333080291748,
      "learning_rate": 4.257238254808048e-06,
      "loss": 0.3732,
      "step": 676920
    },
    {
      "epoch": 188.93,
      "grad_norm": 1.1965252161026,
      "learning_rate": 4.257222640477845e-06,
      "loss": 0.3709,
      "step": 676930
    },
    {
      "epoch": 188.93,
      "grad_norm": 1.1822800636291504,
      "learning_rate": 4.257207025892957e-06,
      "loss": 0.3715,
      "step": 676940
    },
    {
      "epoch": 188.93,
      "grad_norm": 1.1044697761535645,
      "learning_rate": 4.257191411053388e-06,
      "loss": 0.3736,
      "step": 676950
    },
    {
      "epoch": 188.94,
      "grad_norm": 1.2421767711639404,
      "learning_rate": 4.257175795959139e-06,
      "loss": 0.3813,
      "step": 676960
    },
    {
      "epoch": 188.94,
      "grad_norm": 1.3329635858535767,
      "learning_rate": 4.257160180610212e-06,
      "loss": 0.3688,
      "step": 676970
    },
    {
      "epoch": 188.94,
      "grad_norm": 1.2473105192184448,
      "learning_rate": 4.257144565006611e-06,
      "loss": 0.3604,
      "step": 676980
    },
    {
      "epoch": 188.95,
      "grad_norm": 1.0382639169692993,
      "learning_rate": 4.257128949148336e-06,
      "loss": 0.3927,
      "step": 676990
    },
    {
      "epoch": 188.95,
      "grad_norm": 1.151491403579712,
      "learning_rate": 4.25711333303539e-06,
      "loss": 0.3817,
      "step": 677000
    },
    {
      "epoch": 188.95,
      "grad_norm": 1.2247141599655151,
      "learning_rate": 4.257097716667774e-06,
      "loss": 0.3715,
      "step": 677010
    },
    {
      "epoch": 188.95,
      "grad_norm": 1.1700756549835205,
      "learning_rate": 4.257082100045492e-06,
      "loss": 0.3882,
      "step": 677020
    },
    {
      "epoch": 188.96,
      "grad_norm": 1.0538866519927979,
      "learning_rate": 4.257066483168544e-06,
      "loss": 0.3827,
      "step": 677030
    },
    {
      "epoch": 188.96,
      "grad_norm": 0.9963334202766418,
      "learning_rate": 4.257050866036934e-06,
      "loss": 0.3695,
      "step": 677040
    },
    {
      "epoch": 188.96,
      "grad_norm": 1.1592894792556763,
      "learning_rate": 4.257035248650662e-06,
      "loss": 0.3803,
      "step": 677050
    },
    {
      "epoch": 188.96,
      "grad_norm": 1.160743236541748,
      "learning_rate": 4.257019631009732e-06,
      "loss": 0.3696,
      "step": 677060
    },
    {
      "epoch": 188.97,
      "grad_norm": 1.0523754358291626,
      "learning_rate": 4.2570040131141454e-06,
      "loss": 0.3693,
      "step": 677070
    },
    {
      "epoch": 188.97,
      "grad_norm": 1.1606072187423706,
      "learning_rate": 4.256988394963903e-06,
      "loss": 0.3859,
      "step": 677080
    },
    {
      "epoch": 188.97,
      "grad_norm": 1.1938567161560059,
      "learning_rate": 4.256972776559009e-06,
      "loss": 0.3733,
      "step": 677090
    },
    {
      "epoch": 188.98,
      "grad_norm": 1.3276920318603516,
      "learning_rate": 4.256957157899465e-06,
      "loss": 0.3693,
      "step": 677100
    },
    {
      "epoch": 188.98,
      "grad_norm": 1.1412477493286133,
      "learning_rate": 4.256941538985272e-06,
      "loss": 0.3774,
      "step": 677110
    },
    {
      "epoch": 188.98,
      "grad_norm": 0.9573723077774048,
      "learning_rate": 4.2569259198164326e-06,
      "loss": 0.3569,
      "step": 677120
    },
    {
      "epoch": 188.98,
      "grad_norm": 1.1549469232559204,
      "learning_rate": 4.256910300392949e-06,
      "loss": 0.3716,
      "step": 677130
    },
    {
      "epoch": 188.99,
      "grad_norm": 1.3908767700195312,
      "learning_rate": 4.256894680714824e-06,
      "loss": 0.3872,
      "step": 677140
    },
    {
      "epoch": 188.99,
      "grad_norm": 0.9913504123687744,
      "learning_rate": 4.256879060782058e-06,
      "loss": 0.3706,
      "step": 677150
    },
    {
      "epoch": 188.99,
      "grad_norm": 1.196784257888794,
      "learning_rate": 4.256863440594654e-06,
      "loss": 0.3984,
      "step": 677160
    },
    {
      "epoch": 189.0,
      "grad_norm": 1.2903108596801758,
      "learning_rate": 4.256847820152614e-06,
      "loss": 0.3789,
      "step": 677170
    },
    {
      "epoch": 189.0,
      "grad_norm": 1.0846585035324097,
      "learning_rate": 4.256832199455941e-06,
      "loss": 0.3647,
      "step": 677180
    },
    {
      "epoch": 189.0,
      "eval_loss": 0.37714481353759766,
      "eval_runtime": 63.3406,
      "eval_samples_per_second": 79.87,
      "eval_steps_per_second": 9.994,
      "step": 677187
    },
    {
      "epoch": 189.0,
      "grad_norm": 1.1378839015960693,
      "learning_rate": 4.256816578504635e-06,
      "loss": 0.3796,
      "step": 677190
    },
    {
      "epoch": 189.0,
      "grad_norm": 1.1128755807876587,
      "learning_rate": 4.256800957298701e-06,
      "loss": 0.3701,
      "step": 677200
    },
    {
      "epoch": 189.01,
      "grad_norm": 0.9451721906661987,
      "learning_rate": 4.256785335838139e-06,
      "loss": 0.375,
      "step": 677210
    },
    {
      "epoch": 189.01,
      "grad_norm": 1.17294180393219,
      "learning_rate": 4.25676971412295e-06,
      "loss": 0.3747,
      "step": 677220
    },
    {
      "epoch": 189.01,
      "grad_norm": 0.9744885563850403,
      "learning_rate": 4.256754092153139e-06,
      "loss": 0.3722,
      "step": 677230
    },
    {
      "epoch": 189.01,
      "grad_norm": 1.1459226608276367,
      "learning_rate": 4.2567384699287055e-06,
      "loss": 0.3727,
      "step": 677240
    },
    {
      "epoch": 189.02,
      "grad_norm": 1.0847455263137817,
      "learning_rate": 4.256722847449654e-06,
      "loss": 0.3704,
      "step": 677250
    },
    {
      "epoch": 189.02,
      "grad_norm": 1.2525103092193604,
      "learning_rate": 4.256707224715984e-06,
      "loss": 0.3782,
      "step": 677260
    },
    {
      "epoch": 189.02,
      "grad_norm": 1.0106598138809204,
      "learning_rate": 4.256691601727699e-06,
      "loss": 0.3614,
      "step": 677270
    },
    {
      "epoch": 189.03,
      "grad_norm": 1.2828352451324463,
      "learning_rate": 4.256675978484802e-06,
      "loss": 0.3787,
      "step": 677280
    },
    {
      "epoch": 189.03,
      "grad_norm": 1.1650646924972534,
      "learning_rate": 4.256660354987293e-06,
      "loss": 0.362,
      "step": 677290
    },
    {
      "epoch": 189.03,
      "grad_norm": 1.2055039405822754,
      "learning_rate": 4.256644731235176e-06,
      "loss": 0.3805,
      "step": 677300
    },
    {
      "epoch": 189.03,
      "grad_norm": 1.5248578786849976,
      "learning_rate": 4.256629107228451e-06,
      "loss": 0.3738,
      "step": 677310
    },
    {
      "epoch": 189.04,
      "grad_norm": 1.062530517578125,
      "learning_rate": 4.256613482967122e-06,
      "loss": 0.382,
      "step": 677320
    },
    {
      "epoch": 189.04,
      "grad_norm": 1.2546743154525757,
      "learning_rate": 4.256597858451191e-06,
      "loss": 0.3632,
      "step": 677330
    },
    {
      "epoch": 189.04,
      "grad_norm": 1.0270551443099976,
      "learning_rate": 4.256582233680659e-06,
      "loss": 0.3742,
      "step": 677340
    },
    {
      "epoch": 189.05,
      "grad_norm": 1.1293202638626099,
      "learning_rate": 4.256566608655528e-06,
      "loss": 0.3994,
      "step": 677350
    },
    {
      "epoch": 189.05,
      "grad_norm": 1.093193769454956,
      "learning_rate": 4.256550983375801e-06,
      "loss": 0.3627,
      "step": 677360
    },
    {
      "epoch": 189.05,
      "grad_norm": 1.1631108522415161,
      "learning_rate": 4.25653535784148e-06,
      "loss": 0.3832,
      "step": 677370
    },
    {
      "epoch": 189.05,
      "grad_norm": 1.085192322731018,
      "learning_rate": 4.256519732052567e-06,
      "loss": 0.373,
      "step": 677380
    },
    {
      "epoch": 189.06,
      "grad_norm": 1.210231065750122,
      "learning_rate": 4.2565041060090625e-06,
      "loss": 0.3935,
      "step": 677390
    },
    {
      "epoch": 189.06,
      "grad_norm": 1.0376759767532349,
      "learning_rate": 4.256488479710971e-06,
      "loss": 0.3867,
      "step": 677400
    },
    {
      "epoch": 189.06,
      "grad_norm": 1.1160157918930054,
      "learning_rate": 4.256472853158292e-06,
      "loss": 0.3732,
      "step": 677410
    },
    {
      "epoch": 189.07,
      "grad_norm": 1.0759696960449219,
      "learning_rate": 4.256457226351031e-06,
      "loss": 0.3613,
      "step": 677420
    },
    {
      "epoch": 189.07,
      "grad_norm": 1.3227699995040894,
      "learning_rate": 4.256441599289187e-06,
      "loss": 0.3937,
      "step": 677430
    },
    {
      "epoch": 189.07,
      "grad_norm": 1.118341088294983,
      "learning_rate": 4.256425971972764e-06,
      "loss": 0.3848,
      "step": 677440
    },
    {
      "epoch": 189.07,
      "grad_norm": 1.0275969505310059,
      "learning_rate": 4.256410344401762e-06,
      "loss": 0.3747,
      "step": 677450
    },
    {
      "epoch": 189.08,
      "grad_norm": 1.0251970291137695,
      "learning_rate": 4.256394716576185e-06,
      "loss": 0.3829,
      "step": 677460
    },
    {
      "epoch": 189.08,
      "grad_norm": 1.304787516593933,
      "learning_rate": 4.256379088496035e-06,
      "loss": 0.3901,
      "step": 677470
    },
    {
      "epoch": 189.08,
      "grad_norm": 1.3024228811264038,
      "learning_rate": 4.256363460161314e-06,
      "loss": 0.3645,
      "step": 677480
    },
    {
      "epoch": 189.08,
      "grad_norm": 1.220505714416504,
      "learning_rate": 4.256347831572022e-06,
      "loss": 0.3686,
      "step": 677490
    },
    {
      "epoch": 189.09,
      "grad_norm": 0.9769049882888794,
      "learning_rate": 4.256332202728164e-06,
      "loss": 0.3684,
      "step": 677500
    },
    {
      "epoch": 189.09,
      "grad_norm": 1.3724092245101929,
      "learning_rate": 4.25631657362974e-06,
      "loss": 0.3796,
      "step": 677510
    },
    {
      "epoch": 189.09,
      "grad_norm": 1.036788821220398,
      "learning_rate": 4.256300944276753e-06,
      "loss": 0.3655,
      "step": 677520
    },
    {
      "epoch": 189.1,
      "grad_norm": 1.0717731714248657,
      "learning_rate": 4.256285314669205e-06,
      "loss": 0.3717,
      "step": 677530
    },
    {
      "epoch": 189.1,
      "grad_norm": 1.1302837133407593,
      "learning_rate": 4.256269684807099e-06,
      "loss": 0.3718,
      "step": 677540
    },
    {
      "epoch": 189.1,
      "grad_norm": 1.1719765663146973,
      "learning_rate": 4.256254054690435e-06,
      "loss": 0.3798,
      "step": 677550
    },
    {
      "epoch": 189.1,
      "grad_norm": 1.1973538398742676,
      "learning_rate": 4.256238424319217e-06,
      "loss": 0.384,
      "step": 677560
    },
    {
      "epoch": 189.11,
      "grad_norm": 1.043748140335083,
      "learning_rate": 4.2562227936934455e-06,
      "loss": 0.3727,
      "step": 677570
    },
    {
      "epoch": 189.11,
      "grad_norm": 1.1391868591308594,
      "learning_rate": 4.256207162813123e-06,
      "loss": 0.3794,
      "step": 677580
    },
    {
      "epoch": 189.11,
      "grad_norm": 1.5811121463775635,
      "learning_rate": 4.256191531678252e-06,
      "loss": 0.3966,
      "step": 677590
    },
    {
      "epoch": 189.12,
      "grad_norm": 1.008256435394287,
      "learning_rate": 4.256175900288835e-06,
      "loss": 0.3685,
      "step": 677600
    },
    {
      "epoch": 189.12,
      "grad_norm": 1.0963701009750366,
      "learning_rate": 4.2561602686448744e-06,
      "loss": 0.3706,
      "step": 677610
    },
    {
      "epoch": 189.12,
      "grad_norm": 1.2047260999679565,
      "learning_rate": 4.25614463674637e-06,
      "loss": 0.3822,
      "step": 677620
    },
    {
      "epoch": 189.12,
      "grad_norm": 1.1845440864562988,
      "learning_rate": 4.256129004593326e-06,
      "loss": 0.3812,
      "step": 677630
    },
    {
      "epoch": 189.13,
      "grad_norm": 1.2224922180175781,
      "learning_rate": 4.256113372185745e-06,
      "loss": 0.3782,
      "step": 677640
    },
    {
      "epoch": 189.13,
      "grad_norm": 1.6002296209335327,
      "learning_rate": 4.256097739523627e-06,
      "loss": 0.3927,
      "step": 677650
    },
    {
      "epoch": 189.13,
      "grad_norm": 1.2256642580032349,
      "learning_rate": 4.256082106606974e-06,
      "loss": 0.3796,
      "step": 677660
    },
    {
      "epoch": 189.13,
      "grad_norm": 1.3225352764129639,
      "learning_rate": 4.25606647343579e-06,
      "loss": 0.3899,
      "step": 677670
    },
    {
      "epoch": 189.14,
      "grad_norm": 1.0772981643676758,
      "learning_rate": 4.256050840010076e-06,
      "loss": 0.3801,
      "step": 677680
    },
    {
      "epoch": 189.14,
      "grad_norm": 1.2511636018753052,
      "learning_rate": 4.256035206329834e-06,
      "loss": 0.3813,
      "step": 677690
    },
    {
      "epoch": 189.14,
      "grad_norm": 1.2623506784439087,
      "learning_rate": 4.256019572395067e-06,
      "loss": 0.3704,
      "step": 677700
    },
    {
      "epoch": 189.15,
      "grad_norm": 1.1726402044296265,
      "learning_rate": 4.256003938205776e-06,
      "loss": 0.3549,
      "step": 677710
    },
    {
      "epoch": 189.15,
      "grad_norm": 1.4499024152755737,
      "learning_rate": 4.255988303761963e-06,
      "loss": 0.3698,
      "step": 677720
    },
    {
      "epoch": 189.15,
      "grad_norm": 0.9894185662269592,
      "learning_rate": 4.255972669063631e-06,
      "loss": 0.3807,
      "step": 677730
    },
    {
      "epoch": 189.15,
      "grad_norm": 1.221625804901123,
      "learning_rate": 4.255957034110782e-06,
      "loss": 0.3763,
      "step": 677740
    },
    {
      "epoch": 189.16,
      "grad_norm": 1.157351016998291,
      "learning_rate": 4.255941398903418e-06,
      "loss": 0.3659,
      "step": 677750
    },
    {
      "epoch": 189.16,
      "grad_norm": 1.0979055166244507,
      "learning_rate": 4.25592576344154e-06,
      "loss": 0.3798,
      "step": 677760
    },
    {
      "epoch": 189.16,
      "grad_norm": 1.0452805757522583,
      "learning_rate": 4.25591012772515e-06,
      "loss": 0.3706,
      "step": 677770
    },
    {
      "epoch": 189.17,
      "grad_norm": 1.0152089595794678,
      "learning_rate": 4.255894491754253e-06,
      "loss": 0.3805,
      "step": 677780
    },
    {
      "epoch": 189.17,
      "grad_norm": 1.1264506578445435,
      "learning_rate": 4.255878855528848e-06,
      "loss": 0.3797,
      "step": 677790
    },
    {
      "epoch": 189.17,
      "grad_norm": 1.1129519939422607,
      "learning_rate": 4.255863219048938e-06,
      "loss": 0.381,
      "step": 677800
    },
    {
      "epoch": 189.17,
      "grad_norm": 1.1561335325241089,
      "learning_rate": 4.255847582314525e-06,
      "loss": 0.3975,
      "step": 677810
    },
    {
      "epoch": 189.18,
      "grad_norm": 1.0150190591812134,
      "learning_rate": 4.255831945325612e-06,
      "loss": 0.3752,
      "step": 677820
    },
    {
      "epoch": 189.18,
      "grad_norm": 1.0258175134658813,
      "learning_rate": 4.2558163080822e-06,
      "loss": 0.3671,
      "step": 677830
    },
    {
      "epoch": 189.18,
      "grad_norm": 16.280792236328125,
      "learning_rate": 4.255800670584292e-06,
      "loss": 0.392,
      "step": 677840
    },
    {
      "epoch": 189.19,
      "grad_norm": 1.3666902780532837,
      "learning_rate": 4.255785032831889e-06,
      "loss": 0.3787,
      "step": 677850
    },
    {
      "epoch": 189.19,
      "grad_norm": 1.1997100114822388,
      "learning_rate": 4.255769394824994e-06,
      "loss": 0.3739,
      "step": 677860
    },
    {
      "epoch": 189.19,
      "grad_norm": 1.133933663368225,
      "learning_rate": 4.2557537565636085e-06,
      "loss": 0.3839,
      "step": 677870
    },
    {
      "epoch": 189.19,
      "grad_norm": 2.906369686126709,
      "learning_rate": 4.255738118047734e-06,
      "loss": 0.3773,
      "step": 677880
    },
    {
      "epoch": 189.2,
      "grad_norm": 1.0593030452728271,
      "learning_rate": 4.255722479277374e-06,
      "loss": 0.3758,
      "step": 677890
    },
    {
      "epoch": 189.2,
      "grad_norm": 1.087251901626587,
      "learning_rate": 4.25570684025253e-06,
      "loss": 0.386,
      "step": 677900
    },
    {
      "epoch": 189.2,
      "grad_norm": 1.0433071851730347,
      "learning_rate": 4.2556912009732045e-06,
      "loss": 0.3848,
      "step": 677910
    },
    {
      "epoch": 189.2,
      "grad_norm": 1.1009584665298462,
      "learning_rate": 4.255675561439398e-06,
      "loss": 0.368,
      "step": 677920
    },
    {
      "epoch": 189.21,
      "grad_norm": 1.0095865726470947,
      "learning_rate": 4.255659921651115e-06,
      "loss": 0.3792,
      "step": 677930
    },
    {
      "epoch": 189.21,
      "grad_norm": 1.3003110885620117,
      "learning_rate": 4.255644281608355e-06,
      "loss": 0.391,
      "step": 677940
    },
    {
      "epoch": 189.21,
      "grad_norm": 1.5754691362380981,
      "learning_rate": 4.2556286413111215e-06,
      "loss": 0.369,
      "step": 677950
    },
    {
      "epoch": 189.22,
      "grad_norm": 1.4524379968643188,
      "learning_rate": 4.255613000759417e-06,
      "loss": 0.3808,
      "step": 677960
    },
    {
      "epoch": 189.22,
      "grad_norm": 1.339327096939087,
      "learning_rate": 4.255597359953243e-06,
      "loss": 0.3893,
      "step": 677970
    },
    {
      "epoch": 189.22,
      "grad_norm": 1.1361548900604248,
      "learning_rate": 4.255581718892601e-06,
      "loss": 0.3836,
      "step": 677980
    },
    {
      "epoch": 189.22,
      "grad_norm": 1.154984474182129,
      "learning_rate": 4.255566077577494e-06,
      "loss": 0.3823,
      "step": 677990
    },
    {
      "epoch": 189.23,
      "grad_norm": 4.153195381164551,
      "learning_rate": 4.255550436007925e-06,
      "loss": 0.3842,
      "step": 678000
    },
    {
      "epoch": 189.23,
      "grad_norm": 1.190706491470337,
      "learning_rate": 4.255534794183893e-06,
      "loss": 0.3688,
      "step": 678010
    },
    {
      "epoch": 189.23,
      "grad_norm": 1.0834065675735474,
      "learning_rate": 4.255519152105403e-06,
      "loss": 0.3702,
      "step": 678020
    },
    {
      "epoch": 189.24,
      "grad_norm": 1.2387281656265259,
      "learning_rate": 4.255503509772455e-06,
      "loss": 0.3735,
      "step": 678030
    },
    {
      "epoch": 189.24,
      "grad_norm": 1.1993597745895386,
      "learning_rate": 4.255487867185053e-06,
      "loss": 0.3759,
      "step": 678040
    },
    {
      "epoch": 189.24,
      "grad_norm": 1.0729548931121826,
      "learning_rate": 4.255472224343198e-06,
      "loss": 0.382,
      "step": 678050
    },
    {
      "epoch": 189.24,
      "grad_norm": 1.0125290155410767,
      "learning_rate": 4.2554565812468924e-06,
      "loss": 0.3903,
      "step": 678060
    },
    {
      "epoch": 189.25,
      "grad_norm": 1.296979308128357,
      "learning_rate": 4.255440937896138e-06,
      "loss": 0.3728,
      "step": 678070
    },
    {
      "epoch": 189.25,
      "grad_norm": 1.2633264064788818,
      "learning_rate": 4.255425294290937e-06,
      "loss": 0.3906,
      "step": 678080
    },
    {
      "epoch": 189.25,
      "grad_norm": 1.033755898475647,
      "learning_rate": 4.255409650431291e-06,
      "loss": 0.382,
      "step": 678090
    },
    {
      "epoch": 189.25,
      "grad_norm": 1.0870144367218018,
      "learning_rate": 4.255394006317203e-06,
      "loss": 0.3656,
      "step": 678100
    },
    {
      "epoch": 189.26,
      "grad_norm": 0.9804492592811584,
      "learning_rate": 4.255378361948675e-06,
      "loss": 0.3902,
      "step": 678110
    },
    {
      "epoch": 189.26,
      "grad_norm": 1.0889084339141846,
      "learning_rate": 4.255362717325709e-06,
      "loss": 0.3706,
      "step": 678120
    },
    {
      "epoch": 189.26,
      "grad_norm": 0.9981242418289185,
      "learning_rate": 4.255347072448306e-06,
      "loss": 0.39,
      "step": 678130
    },
    {
      "epoch": 189.27,
      "grad_norm": 1.1132569313049316,
      "learning_rate": 4.255331427316469e-06,
      "loss": 0.3712,
      "step": 678140
    },
    {
      "epoch": 189.27,
      "grad_norm": 1.197697639465332,
      "learning_rate": 4.2553157819302e-06,
      "loss": 0.3908,
      "step": 678150
    },
    {
      "epoch": 189.27,
      "grad_norm": 4.148706912994385,
      "learning_rate": 4.255300136289501e-06,
      "loss": 0.3881,
      "step": 678160
    },
    {
      "epoch": 189.27,
      "grad_norm": 1.1493639945983887,
      "learning_rate": 4.255284490394374e-06,
      "loss": 0.3992,
      "step": 678170
    },
    {
      "epoch": 189.28,
      "grad_norm": 1.0538803339004517,
      "learning_rate": 4.255268844244822e-06,
      "loss": 0.3752,
      "step": 678180
    },
    {
      "epoch": 189.28,
      "grad_norm": 1.1159089803695679,
      "learning_rate": 4.2552531978408455e-06,
      "loss": 0.3916,
      "step": 678190
    },
    {
      "epoch": 189.28,
      "grad_norm": 1.0858237743377686,
      "learning_rate": 4.255237551182448e-06,
      "loss": 0.3881,
      "step": 678200
    },
    {
      "epoch": 189.29,
      "grad_norm": 1.2109065055847168,
      "learning_rate": 4.25522190426963e-06,
      "loss": 0.3802,
      "step": 678210
    },
    {
      "epoch": 189.29,
      "grad_norm": 1.2582675218582153,
      "learning_rate": 4.255206257102396e-06,
      "loss": 0.3664,
      "step": 678220
    },
    {
      "epoch": 189.29,
      "grad_norm": 1.8478360176086426,
      "learning_rate": 4.2551906096807465e-06,
      "loss": 0.3778,
      "step": 678230
    },
    {
      "epoch": 189.29,
      "grad_norm": 1.2604501247406006,
      "learning_rate": 4.255174962004683e-06,
      "loss": 0.3889,
      "step": 678240
    },
    {
      "epoch": 189.3,
      "grad_norm": 1.1656498908996582,
      "learning_rate": 4.2551593140742085e-06,
      "loss": 0.366,
      "step": 678250
    },
    {
      "epoch": 189.3,
      "grad_norm": 1.124424934387207,
      "learning_rate": 4.255143665889325e-06,
      "loss": 0.3968,
      "step": 678260
    },
    {
      "epoch": 189.3,
      "grad_norm": 1.2126015424728394,
      "learning_rate": 4.255128017450035e-06,
      "loss": 0.3837,
      "step": 678270
    },
    {
      "epoch": 189.31,
      "grad_norm": 1.0092854499816895,
      "learning_rate": 4.255112368756339e-06,
      "loss": 0.3755,
      "step": 678280
    },
    {
      "epoch": 189.31,
      "grad_norm": 1.5987517833709717,
      "learning_rate": 4.25509671980824e-06,
      "loss": 0.3839,
      "step": 678290
    },
    {
      "epoch": 189.31,
      "grad_norm": 1.4476999044418335,
      "learning_rate": 4.2550810706057415e-06,
      "loss": 0.3679,
      "step": 678300
    },
    {
      "epoch": 189.31,
      "grad_norm": 1.0815150737762451,
      "learning_rate": 4.255065421148843e-06,
      "loss": 0.3771,
      "step": 678310
    },
    {
      "epoch": 189.32,
      "grad_norm": 1.227759599685669,
      "learning_rate": 4.255049771437549e-06,
      "loss": 0.3876,
      "step": 678320
    },
    {
      "epoch": 189.32,
      "grad_norm": 1.1188322305679321,
      "learning_rate": 4.25503412147186e-06,
      "loss": 0.3652,
      "step": 678330
    },
    {
      "epoch": 189.32,
      "grad_norm": 0.8887165188789368,
      "learning_rate": 4.255018471251779e-06,
      "loss": 0.367,
      "step": 678340
    },
    {
      "epoch": 189.32,
      "grad_norm": 1.120044231414795,
      "learning_rate": 4.255002820777307e-06,
      "loss": 0.3639,
      "step": 678350
    },
    {
      "epoch": 189.33,
      "grad_norm": 1.2312438488006592,
      "learning_rate": 4.2549871700484475e-06,
      "loss": 0.3929,
      "step": 678360
    },
    {
      "epoch": 189.33,
      "grad_norm": 1.3681517839431763,
      "learning_rate": 4.254971519065202e-06,
      "loss": 0.3937,
      "step": 678370
    },
    {
      "epoch": 189.33,
      "grad_norm": 1.0077128410339355,
      "learning_rate": 4.2549558678275715e-06,
      "loss": 0.371,
      "step": 678380
    },
    {
      "epoch": 189.34,
      "grad_norm": 1.3985973596572876,
      "learning_rate": 4.254940216335559e-06,
      "loss": 0.379,
      "step": 678390
    },
    {
      "epoch": 189.34,
      "grad_norm": 1.028272032737732,
      "learning_rate": 4.254924564589167e-06,
      "loss": 0.3773,
      "step": 678400
    },
    {
      "epoch": 189.34,
      "grad_norm": 1.4795987606048584,
      "learning_rate": 4.254908912588396e-06,
      "loss": 0.3805,
      "step": 678410
    },
    {
      "epoch": 189.34,
      "grad_norm": 1.3338606357574463,
      "learning_rate": 4.25489326033325e-06,
      "loss": 0.3806,
      "step": 678420
    },
    {
      "epoch": 189.35,
      "grad_norm": 1.1553682088851929,
      "learning_rate": 4.254877607823731e-06,
      "loss": 0.3724,
      "step": 678430
    },
    {
      "epoch": 189.35,
      "grad_norm": 1.1647024154663086,
      "learning_rate": 4.254861955059839e-06,
      "loss": 0.3841,
      "step": 678440
    },
    {
      "epoch": 189.35,
      "grad_norm": 1.30156672000885,
      "learning_rate": 4.25484630204158e-06,
      "loss": 0.3706,
      "step": 678450
    },
    {
      "epoch": 189.36,
      "grad_norm": 1.230884075164795,
      "learning_rate": 4.254830648768951e-06,
      "loss": 0.3659,
      "step": 678460
    },
    {
      "epoch": 189.36,
      "grad_norm": 1.1743899583816528,
      "learning_rate": 4.254814995241957e-06,
      "loss": 0.3703,
      "step": 678470
    },
    {
      "epoch": 189.36,
      "grad_norm": 2.121514320373535,
      "learning_rate": 4.254799341460601e-06,
      "loss": 0.3852,
      "step": 678480
    },
    {
      "epoch": 189.36,
      "grad_norm": 0.9876486659049988,
      "learning_rate": 4.254783687424883e-06,
      "loss": 0.3822,
      "step": 678490
    },
    {
      "epoch": 189.37,
      "grad_norm": 1.3002523183822632,
      "learning_rate": 4.254768033134806e-06,
      "loss": 0.3711,
      "step": 678500
    },
    {
      "epoch": 189.37,
      "grad_norm": 1.0909239053726196,
      "learning_rate": 4.254752378590372e-06,
      "loss": 0.3663,
      "step": 678510
    },
    {
      "epoch": 189.37,
      "grad_norm": 1.1043130159378052,
      "learning_rate": 4.254736723791583e-06,
      "loss": 0.3932,
      "step": 678520
    },
    {
      "epoch": 189.37,
      "grad_norm": 1.0915988683700562,
      "learning_rate": 4.254721068738441e-06,
      "loss": 0.3914,
      "step": 678530
    },
    {
      "epoch": 189.38,
      "grad_norm": 1.152097463607788,
      "learning_rate": 4.2547054134309485e-06,
      "loss": 0.3784,
      "step": 678540
    },
    {
      "epoch": 189.38,
      "grad_norm": 1.1494083404541016,
      "learning_rate": 4.254689757869107e-06,
      "loss": 0.3739,
      "step": 678550
    },
    {
      "epoch": 189.38,
      "grad_norm": 1.19137442111969,
      "learning_rate": 4.25467410205292e-06,
      "loss": 0.4105,
      "step": 678560
    },
    {
      "epoch": 189.39,
      "grad_norm": 1.2527796030044556,
      "learning_rate": 4.254658445982387e-06,
      "loss": 0.3699,
      "step": 678570
    },
    {
      "epoch": 189.39,
      "grad_norm": 1.0449268817901611,
      "learning_rate": 4.254642789657512e-06,
      "loss": 0.3797,
      "step": 678580
    },
    {
      "epoch": 189.39,
      "grad_norm": 1.1379731893539429,
      "learning_rate": 4.254627133078296e-06,
      "loss": 0.381,
      "step": 678590
    },
    {
      "epoch": 189.39,
      "grad_norm": 1.2834498882293701,
      "learning_rate": 4.254611476244743e-06,
      "loss": 0.3738,
      "step": 678600
    },
    {
      "epoch": 189.4,
      "grad_norm": 1.0166124105453491,
      "learning_rate": 4.254595819156854e-06,
      "loss": 0.3708,
      "step": 678610
    },
    {
      "epoch": 189.4,
      "grad_norm": 1.2184863090515137,
      "learning_rate": 4.25458016181463e-06,
      "loss": 0.3773,
      "step": 678620
    },
    {
      "epoch": 189.4,
      "grad_norm": 1.564794659614563,
      "learning_rate": 4.254564504218074e-06,
      "loss": 0.3679,
      "step": 678630
    },
    {
      "epoch": 189.41,
      "grad_norm": 1.1921156644821167,
      "learning_rate": 4.254548846367188e-06,
      "loss": 0.3829,
      "step": 678640
    },
    {
      "epoch": 189.41,
      "grad_norm": 1.0611333847045898,
      "learning_rate": 4.254533188261975e-06,
      "loss": 0.3916,
      "step": 678650
    },
    {
      "epoch": 189.41,
      "grad_norm": 0.941612184047699,
      "learning_rate": 4.254517529902435e-06,
      "loss": 0.3787,
      "step": 678660
    },
    {
      "epoch": 189.41,
      "grad_norm": 1.1990046501159668,
      "learning_rate": 4.2545018712885725e-06,
      "loss": 0.3724,
      "step": 678670
    },
    {
      "epoch": 189.42,
      "grad_norm": 1.4275805950164795,
      "learning_rate": 4.254486212420388e-06,
      "loss": 0.3683,
      "step": 678680
    },
    {
      "epoch": 189.42,
      "grad_norm": 1.0274114608764648,
      "learning_rate": 4.254470553297884e-06,
      "loss": 0.3806,
      "step": 678690
    },
    {
      "epoch": 189.42,
      "grad_norm": 1.1358340978622437,
      "learning_rate": 4.254454893921062e-06,
      "loss": 0.3627,
      "step": 678700
    },
    {
      "epoch": 189.43,
      "grad_norm": 1.1497184038162231,
      "learning_rate": 4.254439234289925e-06,
      "loss": 0.3712,
      "step": 678710
    },
    {
      "epoch": 189.43,
      "grad_norm": 1.129720687866211,
      "learning_rate": 4.254423574404476e-06,
      "loss": 0.3738,
      "step": 678720
    },
    {
      "epoch": 189.43,
      "grad_norm": 1.0991204977035522,
      "learning_rate": 4.254407914264714e-06,
      "loss": 0.3762,
      "step": 678730
    },
    {
      "epoch": 189.43,
      "grad_norm": 1.0961278676986694,
      "learning_rate": 4.254392253870644e-06,
      "loss": 0.3658,
      "step": 678740
    },
    {
      "epoch": 189.44,
      "grad_norm": 1.027344822883606,
      "learning_rate": 4.254376593222266e-06,
      "loss": 0.376,
      "step": 678750
    },
    {
      "epoch": 189.44,
      "grad_norm": 1.3236662149429321,
      "learning_rate": 4.254360932319584e-06,
      "loss": 0.3888,
      "step": 678760
    },
    {
      "epoch": 189.44,
      "grad_norm": 1.1864383220672607,
      "learning_rate": 4.254345271162599e-06,
      "loss": 0.3811,
      "step": 678770
    },
    {
      "epoch": 189.44,
      "grad_norm": 1.3299837112426758,
      "learning_rate": 4.2543296097513125e-06,
      "loss": 0.3952,
      "step": 678780
    },
    {
      "epoch": 189.45,
      "grad_norm": 1.0673420429229736,
      "learning_rate": 4.2543139480857285e-06,
      "loss": 0.3864,
      "step": 678790
    },
    {
      "epoch": 189.45,
      "grad_norm": 1.0735580921173096,
      "learning_rate": 4.254298286165847e-06,
      "loss": 0.3862,
      "step": 678800
    },
    {
      "epoch": 189.45,
      "grad_norm": 1.1186150312423706,
      "learning_rate": 4.254282623991672e-06,
      "loss": 0.3611,
      "step": 678810
    },
    {
      "epoch": 189.46,
      "grad_norm": 1.1785156726837158,
      "learning_rate": 4.254266961563204e-06,
      "loss": 0.3799,
      "step": 678820
    },
    {
      "epoch": 189.46,
      "grad_norm": 1.0705175399780273,
      "learning_rate": 4.254251298880445e-06,
      "loss": 0.3751,
      "step": 678830
    },
    {
      "epoch": 189.46,
      "grad_norm": 1.0956634283065796,
      "learning_rate": 4.254235635943398e-06,
      "loss": 0.365,
      "step": 678840
    },
    {
      "epoch": 189.46,
      "grad_norm": 1.0936590433120728,
      "learning_rate": 4.254219972752066e-06,
      "loss": 0.384,
      "step": 678850
    },
    {
      "epoch": 189.47,
      "grad_norm": 1.1985808610916138,
      "learning_rate": 4.254204309306449e-06,
      "loss": 0.3832,
      "step": 678860
    },
    {
      "epoch": 189.47,
      "grad_norm": 1.6284887790679932,
      "learning_rate": 4.254188645606549e-06,
      "loss": 0.3818,
      "step": 678870
    },
    {
      "epoch": 189.47,
      "grad_norm": 1.1273581981658936,
      "learning_rate": 4.254172981652371e-06,
      "loss": 0.3741,
      "step": 678880
    },
    {
      "epoch": 189.48,
      "grad_norm": 1.3078045845031738,
      "learning_rate": 4.254157317443915e-06,
      "loss": 0.365,
      "step": 678890
    },
    {
      "epoch": 189.48,
      "grad_norm": 0.9650251865386963,
      "learning_rate": 4.254141652981182e-06,
      "loss": 0.3688,
      "step": 678900
    },
    {
      "epoch": 189.48,
      "grad_norm": 1.3390839099884033,
      "learning_rate": 4.254125988264176e-06,
      "loss": 0.384,
      "step": 678910
    },
    {
      "epoch": 189.48,
      "grad_norm": 1.3440207242965698,
      "learning_rate": 4.254110323292899e-06,
      "loss": 0.3514,
      "step": 678920
    },
    {
      "epoch": 189.49,
      "grad_norm": 1.1588895320892334,
      "learning_rate": 4.254094658067351e-06,
      "loss": 0.3718,
      "step": 678930
    },
    {
      "epoch": 189.49,
      "grad_norm": 1.0655609369277954,
      "learning_rate": 4.254078992587537e-06,
      "loss": 0.3794,
      "step": 678940
    },
    {
      "epoch": 189.49,
      "grad_norm": 1.2006523609161377,
      "learning_rate": 4.2540633268534575e-06,
      "loss": 0.3658,
      "step": 678950
    },
    {
      "epoch": 189.49,
      "grad_norm": 1.0172690153121948,
      "learning_rate": 4.254047660865115e-06,
      "loss": 0.365,
      "step": 678960
    },
    {
      "epoch": 189.5,
      "grad_norm": 1.2076499462127686,
      "learning_rate": 4.254031994622511e-06,
      "loss": 0.3827,
      "step": 678970
    },
    {
      "epoch": 189.5,
      "grad_norm": 1.2370250225067139,
      "learning_rate": 4.254016328125647e-06,
      "loss": 0.3873,
      "step": 678980
    },
    {
      "epoch": 189.5,
      "grad_norm": 0.9659281373023987,
      "learning_rate": 4.2540006613745275e-06,
      "loss": 0.3753,
      "step": 678990
    },
    {
      "epoch": 189.51,
      "grad_norm": 1.1242657899856567,
      "learning_rate": 4.253984994369153e-06,
      "loss": 0.3724,
      "step": 679000
    },
    {
      "epoch": 189.51,
      "grad_norm": 1.1862972974777222,
      "learning_rate": 4.253969327109524e-06,
      "loss": 0.3677,
      "step": 679010
    },
    {
      "epoch": 189.51,
      "grad_norm": 1.0525377988815308,
      "learning_rate": 4.253953659595646e-06,
      "loss": 0.3747,
      "step": 679020
    },
    {
      "epoch": 189.51,
      "grad_norm": 7.5379486083984375,
      "learning_rate": 4.253937991827519e-06,
      "loss": 0.3676,
      "step": 679030
    },
    {
      "epoch": 189.52,
      "grad_norm": 1.1724880933761597,
      "learning_rate": 4.253922323805146e-06,
      "loss": 0.3801,
      "step": 679040
    },
    {
      "epoch": 189.52,
      "grad_norm": 1.0549471378326416,
      "learning_rate": 4.253906655528527e-06,
      "loss": 0.3684,
      "step": 679050
    },
    {
      "epoch": 189.52,
      "grad_norm": 1.0261664390563965,
      "learning_rate": 4.253890986997667e-06,
      "loss": 0.3635,
      "step": 679060
    },
    {
      "epoch": 189.53,
      "grad_norm": 1.0808473825454712,
      "learning_rate": 4.253875318212566e-06,
      "loss": 0.3749,
      "step": 679070
    },
    {
      "epoch": 189.53,
      "grad_norm": 1.0773565769195557,
      "learning_rate": 4.253859649173227e-06,
      "loss": 0.3615,
      "step": 679080
    },
    {
      "epoch": 189.53,
      "grad_norm": 2.431804656982422,
      "learning_rate": 4.2538439798796516e-06,
      "loss": 0.3784,
      "step": 679090
    },
    {
      "epoch": 189.53,
      "grad_norm": 1.4499808549880981,
      "learning_rate": 4.253828310331842e-06,
      "loss": 0.3563,
      "step": 679100
    },
    {
      "epoch": 189.54,
      "grad_norm": 1.1993118524551392,
      "learning_rate": 4.253812640529802e-06,
      "loss": 0.3897,
      "step": 679110
    },
    {
      "epoch": 189.54,
      "grad_norm": 0.9904422163963318,
      "learning_rate": 4.253796970473531e-06,
      "loss": 0.3635,
      "step": 679120
    },
    {
      "epoch": 189.54,
      "grad_norm": 1.1489001512527466,
      "learning_rate": 4.253781300163032e-06,
      "loss": 0.3739,
      "step": 679130
    },
    {
      "epoch": 189.55,
      "grad_norm": 1.0786410570144653,
      "learning_rate": 4.253765629598308e-06,
      "loss": 0.3698,
      "step": 679140
    },
    {
      "epoch": 189.55,
      "grad_norm": 1.1444438695907593,
      "learning_rate": 4.25374995877936e-06,
      "loss": 0.3889,
      "step": 679150
    },
    {
      "epoch": 189.55,
      "grad_norm": 1.14403235912323,
      "learning_rate": 4.253734287706191e-06,
      "loss": 0.371,
      "step": 679160
    },
    {
      "epoch": 189.55,
      "grad_norm": 1.0312559604644775,
      "learning_rate": 4.253718616378802e-06,
      "loss": 0.3803,
      "step": 679170
    },
    {
      "epoch": 189.56,
      "grad_norm": 1.0139093399047852,
      "learning_rate": 4.253702944797195e-06,
      "loss": 0.3626,
      "step": 679180
    },
    {
      "epoch": 189.56,
      "grad_norm": 1.1655939817428589,
      "learning_rate": 4.253687272961374e-06,
      "loss": 0.3607,
      "step": 679190
    },
    {
      "epoch": 189.56,
      "grad_norm": 0.987412691116333,
      "learning_rate": 4.253671600871339e-06,
      "loss": 0.3743,
      "step": 679200
    },
    {
      "epoch": 189.56,
      "grad_norm": 0.9977726936340332,
      "learning_rate": 4.253655928527093e-06,
      "loss": 0.3659,
      "step": 679210
    },
    {
      "epoch": 189.57,
      "grad_norm": 1.1958760023117065,
      "learning_rate": 4.253640255928639e-06,
      "loss": 0.3717,
      "step": 679220
    },
    {
      "epoch": 189.57,
      "grad_norm": 1.0204542875289917,
      "learning_rate": 4.2536245830759765e-06,
      "loss": 0.3798,
      "step": 679230
    },
    {
      "epoch": 189.57,
      "grad_norm": 1.3099207878112793,
      "learning_rate": 4.25360890996911e-06,
      "loss": 0.3663,
      "step": 679240
    },
    {
      "epoch": 189.58,
      "grad_norm": 1.0987491607666016,
      "learning_rate": 4.253593236608041e-06,
      "loss": 0.3796,
      "step": 679250
    },
    {
      "epoch": 189.58,
      "grad_norm": 1.3067026138305664,
      "learning_rate": 4.253577562992771e-06,
      "loss": 0.3838,
      "step": 679260
    },
    {
      "epoch": 189.58,
      "grad_norm": 1.1045397520065308,
      "learning_rate": 4.253561889123303e-06,
      "loss": 0.3871,
      "step": 679270
    },
    {
      "epoch": 189.58,
      "grad_norm": 1.065024733543396,
      "learning_rate": 4.253546214999638e-06,
      "loss": 0.3853,
      "step": 679280
    },
    {
      "epoch": 189.59,
      "grad_norm": 1.110011339187622,
      "learning_rate": 4.253530540621778e-06,
      "loss": 0.3667,
      "step": 679290
    },
    {
      "epoch": 189.59,
      "grad_norm": 1.290797472000122,
      "learning_rate": 4.253514865989727e-06,
      "loss": 0.3871,
      "step": 679300
    },
    {
      "epoch": 189.59,
      "grad_norm": 1.034989595413208,
      "learning_rate": 4.253499191103485e-06,
      "loss": 0.3661,
      "step": 679310
    },
    {
      "epoch": 189.6,
      "grad_norm": 1.249541997909546,
      "learning_rate": 4.253483515963055e-06,
      "loss": 0.367,
      "step": 679320
    },
    {
      "epoch": 189.6,
      "grad_norm": 1.0919283628463745,
      "learning_rate": 4.253467840568438e-06,
      "loss": 0.3737,
      "step": 679330
    },
    {
      "epoch": 189.6,
      "grad_norm": 0.897216260433197,
      "learning_rate": 4.253452164919639e-06,
      "loss": 0.3646,
      "step": 679340
    },
    {
      "epoch": 189.6,
      "grad_norm": 1.1742922067642212,
      "learning_rate": 4.253436489016656e-06,
      "loss": 0.3842,
      "step": 679350
    },
    {
      "epoch": 189.61,
      "grad_norm": 1.398308515548706,
      "learning_rate": 4.253420812859495e-06,
      "loss": 0.3782,
      "step": 679360
    },
    {
      "epoch": 189.61,
      "grad_norm": 1.45606529712677,
      "learning_rate": 4.253405136448156e-06,
      "loss": 0.3731,
      "step": 679370
    },
    {
      "epoch": 189.61,
      "grad_norm": 1.4327436685562134,
      "learning_rate": 4.2533894597826404e-06,
      "loss": 0.3635,
      "step": 679380
    },
    {
      "epoch": 189.61,
      "grad_norm": 1.2017176151275635,
      "learning_rate": 4.253373782862952e-06,
      "loss": 0.3577,
      "step": 679390
    },
    {
      "epoch": 189.62,
      "grad_norm": 1.1949946880340576,
      "learning_rate": 4.2533581056890916e-06,
      "loss": 0.3928,
      "step": 679400
    },
    {
      "epoch": 189.62,
      "grad_norm": 1.2238774299621582,
      "learning_rate": 4.253342428261063e-06,
      "loss": 0.3914,
      "step": 679410
    },
    {
      "epoch": 189.62,
      "grad_norm": 1.0623961687088013,
      "learning_rate": 4.253326750578866e-06,
      "loss": 0.3716,
      "step": 679420
    },
    {
      "epoch": 189.63,
      "grad_norm": 1.1176414489746094,
      "learning_rate": 4.253311072642504e-06,
      "loss": 0.3797,
      "step": 679430
    },
    {
      "epoch": 189.63,
      "grad_norm": 1.221840739250183,
      "learning_rate": 4.253295394451979e-06,
      "loss": 0.3621,
      "step": 679440
    },
    {
      "epoch": 189.63,
      "grad_norm": 1.1452513933181763,
      "learning_rate": 4.253279716007293e-06,
      "loss": 0.357,
      "step": 679450
    },
    {
      "epoch": 189.63,
      "grad_norm": 1.203252911567688,
      "learning_rate": 4.253264037308448e-06,
      "loss": 0.3823,
      "step": 679460
    },
    {
      "epoch": 189.64,
      "grad_norm": 1.0319790840148926,
      "learning_rate": 4.253248358355447e-06,
      "loss": 0.3864,
      "step": 679470
    },
    {
      "epoch": 189.64,
      "grad_norm": 1.3833671808242798,
      "learning_rate": 4.25323267914829e-06,
      "loss": 0.3737,
      "step": 679480
    },
    {
      "epoch": 189.64,
      "grad_norm": 1.193213939666748,
      "learning_rate": 4.253216999686981e-06,
      "loss": 0.3794,
      "step": 679490
    },
    {
      "epoch": 189.65,
      "grad_norm": 1.3112086057662964,
      "learning_rate": 4.253201319971521e-06,
      "loss": 0.3974,
      "step": 679500
    },
    {
      "epoch": 189.65,
      "grad_norm": 1.2465213537216187,
      "learning_rate": 4.253185640001913e-06,
      "loss": 0.3488,
      "step": 679510
    },
    {
      "epoch": 189.65,
      "grad_norm": 1.1767146587371826,
      "learning_rate": 4.253169959778158e-06,
      "loss": 0.3718,
      "step": 679520
    },
    {
      "epoch": 189.65,
      "grad_norm": 1.2532986402511597,
      "learning_rate": 4.25315427930026e-06,
      "loss": 0.3922,
      "step": 679530
    },
    {
      "epoch": 189.66,
      "grad_norm": 1.1426421403884888,
      "learning_rate": 4.253138598568218e-06,
      "loss": 0.3682,
      "step": 679540
    },
    {
      "epoch": 189.66,
      "grad_norm": 1.0122429132461548,
      "learning_rate": 4.253122917582037e-06,
      "loss": 0.4005,
      "step": 679550
    },
    {
      "epoch": 189.66,
      "grad_norm": 1.0670229196548462,
      "learning_rate": 4.253107236341718e-06,
      "loss": 0.3796,
      "step": 679560
    },
    {
      "epoch": 189.67,
      "grad_norm": 1.1908715963363647,
      "learning_rate": 4.253091554847263e-06,
      "loss": 0.373,
      "step": 679570
    },
    {
      "epoch": 189.67,
      "grad_norm": 1.393284797668457,
      "learning_rate": 4.2530758730986734e-06,
      "loss": 0.3652,
      "step": 679580
    },
    {
      "epoch": 189.67,
      "grad_norm": 1.2837296724319458,
      "learning_rate": 4.253060191095952e-06,
      "loss": 0.386,
      "step": 679590
    },
    {
      "epoch": 189.67,
      "grad_norm": 1.1694098711013794,
      "learning_rate": 4.253044508839102e-06,
      "loss": 0.3818,
      "step": 679600
    },
    {
      "epoch": 189.68,
      "grad_norm": 2.090980291366577,
      "learning_rate": 4.2530288263281236e-06,
      "loss": 0.3654,
      "step": 679610
    },
    {
      "epoch": 189.68,
      "grad_norm": 1.2935051918029785,
      "learning_rate": 4.253013143563019e-06,
      "loss": 0.3868,
      "step": 679620
    },
    {
      "epoch": 189.68,
      "grad_norm": 0.9668505787849426,
      "learning_rate": 4.252997460543792e-06,
      "loss": 0.382,
      "step": 679630
    },
    {
      "epoch": 189.68,
      "grad_norm": 1.1997138261795044,
      "learning_rate": 4.252981777270443e-06,
      "loss": 0.392,
      "step": 679640
    },
    {
      "epoch": 189.69,
      "grad_norm": 1.0792582035064697,
      "learning_rate": 4.252966093742975e-06,
      "loss": 0.3751,
      "step": 679650
    },
    {
      "epoch": 189.69,
      "grad_norm": 0.9754732847213745,
      "learning_rate": 4.252950409961391e-06,
      "loss": 0.3797,
      "step": 679660
    },
    {
      "epoch": 189.69,
      "grad_norm": 1.1252425909042358,
      "learning_rate": 4.25293472592569e-06,
      "loss": 0.3804,
      "step": 679670
    },
    {
      "epoch": 189.7,
      "grad_norm": 1.3724427223205566,
      "learning_rate": 4.2529190416358764e-06,
      "loss": 0.3856,
      "step": 679680
    },
    {
      "epoch": 189.7,
      "grad_norm": 1.435843586921692,
      "learning_rate": 4.252903357091953e-06,
      "loss": 0.3767,
      "step": 679690
    },
    {
      "epoch": 189.7,
      "grad_norm": 1.2453850507736206,
      "learning_rate": 4.25288767229392e-06,
      "loss": 0.3772,
      "step": 679700
    },
    {
      "epoch": 189.7,
      "grad_norm": 1.2123335599899292,
      "learning_rate": 4.25287198724178e-06,
      "loss": 0.3687,
      "step": 679710
    },
    {
      "epoch": 189.71,
      "grad_norm": 1.2826250791549683,
      "learning_rate": 4.252856301935535e-06,
      "loss": 0.3851,
      "step": 679720
    },
    {
      "epoch": 189.71,
      "grad_norm": 1.229033350944519,
      "learning_rate": 4.252840616375189e-06,
      "loss": 0.3675,
      "step": 679730
    },
    {
      "epoch": 189.71,
      "grad_norm": 1.3357869386672974,
      "learning_rate": 4.2528249305607415e-06,
      "loss": 0.3796,
      "step": 679740
    },
    {
      "epoch": 189.72,
      "grad_norm": 0.9894673228263855,
      "learning_rate": 4.252809244492196e-06,
      "loss": 0.388,
      "step": 679750
    },
    {
      "epoch": 189.72,
      "grad_norm": 1.2571079730987549,
      "learning_rate": 4.252793558169554e-06,
      "loss": 0.3668,
      "step": 679760
    },
    {
      "epoch": 189.72,
      "grad_norm": 1.5426266193389893,
      "learning_rate": 4.252777871592817e-06,
      "loss": 0.375,
      "step": 679770
    },
    {
      "epoch": 189.72,
      "grad_norm": 1.0849770307540894,
      "learning_rate": 4.252762184761989e-06,
      "loss": 0.356,
      "step": 679780
    },
    {
      "epoch": 189.73,
      "grad_norm": 1.163432240486145,
      "learning_rate": 4.25274649767707e-06,
      "loss": 0.3686,
      "step": 679790
    },
    {
      "epoch": 189.73,
      "grad_norm": 1.254064679145813,
      "learning_rate": 4.252730810338064e-06,
      "loss": 0.3812,
      "step": 679800
    },
    {
      "epoch": 189.73,
      "grad_norm": 1.099947214126587,
      "learning_rate": 4.252715122744972e-06,
      "loss": 0.3793,
      "step": 679810
    },
    {
      "epoch": 189.73,
      "grad_norm": 1.1949797868728638,
      "learning_rate": 4.252699434897795e-06,
      "loss": 0.3825,
      "step": 679820
    },
    {
      "epoch": 189.74,
      "grad_norm": 1.2118715047836304,
      "learning_rate": 4.252683746796537e-06,
      "loss": 0.3902,
      "step": 679830
    },
    {
      "epoch": 189.74,
      "grad_norm": 0.9643629193305969,
      "learning_rate": 4.2526680584412e-06,
      "loss": 0.3645,
      "step": 679840
    },
    {
      "epoch": 189.74,
      "grad_norm": 1.1733152866363525,
      "learning_rate": 4.252652369831785e-06,
      "loss": 0.3871,
      "step": 679850
    },
    {
      "epoch": 189.75,
      "grad_norm": 1.1375646591186523,
      "learning_rate": 4.252636680968295e-06,
      "loss": 0.3839,
      "step": 679860
    },
    {
      "epoch": 189.75,
      "grad_norm": 0.9997590780258179,
      "learning_rate": 4.252620991850731e-06,
      "loss": 0.384,
      "step": 679870
    },
    {
      "epoch": 189.75,
      "grad_norm": 1.204020619392395,
      "learning_rate": 4.252605302479097e-06,
      "loss": 0.3852,
      "step": 679880
    },
    {
      "epoch": 189.75,
      "grad_norm": 1.2674857378005981,
      "learning_rate": 4.252589612853393e-06,
      "loss": 0.3635,
      "step": 679890
    },
    {
      "epoch": 189.76,
      "grad_norm": 1.157928228378296,
      "learning_rate": 4.252573922973621e-06,
      "loss": 0.3783,
      "step": 679900
    },
    {
      "epoch": 189.76,
      "grad_norm": 1.1280237436294556,
      "learning_rate": 4.252558232839786e-06,
      "loss": 0.3724,
      "step": 679910
    },
    {
      "epoch": 189.76,
      "grad_norm": 1.09501051902771,
      "learning_rate": 4.252542542451886e-06,
      "loss": 0.3738,
      "step": 679920
    },
    {
      "epoch": 189.77,
      "grad_norm": 1.0198994874954224,
      "learning_rate": 4.252526851809927e-06,
      "loss": 0.3921,
      "step": 679930
    },
    {
      "epoch": 189.77,
      "grad_norm": 1.246333122253418,
      "learning_rate": 4.252511160913908e-06,
      "loss": 0.3774,
      "step": 679940
    },
    {
      "epoch": 189.77,
      "grad_norm": 1.152775526046753,
      "learning_rate": 4.252495469763832e-06,
      "loss": 0.3611,
      "step": 679950
    },
    {
      "epoch": 189.77,
      "grad_norm": 0.9600566029548645,
      "learning_rate": 4.252479778359703e-06,
      "loss": 0.3707,
      "step": 679960
    },
    {
      "epoch": 189.78,
      "grad_norm": 0.9625473618507385,
      "learning_rate": 4.252464086701521e-06,
      "loss": 0.3731,
      "step": 679970
    },
    {
      "epoch": 189.78,
      "grad_norm": 1.09142005443573,
      "learning_rate": 4.2524483947892875e-06,
      "loss": 0.3626,
      "step": 679980
    },
    {
      "epoch": 189.78,
      "grad_norm": 1.182910680770874,
      "learning_rate": 4.2524327026230075e-06,
      "loss": 0.3855,
      "step": 679990
    },
    {
      "epoch": 189.79,
      "grad_norm": 1.0899841785430908,
      "learning_rate": 4.25241701020268e-06,
      "loss": 0.3823,
      "step": 680000
    },
    {
      "epoch": 189.79,
      "grad_norm": 1.096740484237671,
      "learning_rate": 4.2524013175283094e-06,
      "loss": 0.3731,
      "step": 680010
    },
    {
      "epoch": 189.79,
      "grad_norm": 1.1245801448822021,
      "learning_rate": 4.252385624599896e-06,
      "loss": 0.3855,
      "step": 680020
    },
    {
      "epoch": 189.79,
      "grad_norm": 0.9675801992416382,
      "learning_rate": 4.252369931417443e-06,
      "loss": 0.3806,
      "step": 680030
    },
    {
      "epoch": 189.8,
      "grad_norm": 1.1574718952178955,
      "learning_rate": 4.252354237980952e-06,
      "loss": 0.376,
      "step": 680040
    },
    {
      "epoch": 189.8,
      "grad_norm": 1.1967276334762573,
      "learning_rate": 4.2523385442904256e-06,
      "loss": 0.3806,
      "step": 680050
    },
    {
      "epoch": 189.8,
      "grad_norm": 1.2357698678970337,
      "learning_rate": 4.252322850345865e-06,
      "loss": 0.3701,
      "step": 680060
    },
    {
      "epoch": 189.8,
      "grad_norm": 1.1991175413131714,
      "learning_rate": 4.252307156147274e-06,
      "loss": 0.3789,
      "step": 680070
    },
    {
      "epoch": 189.81,
      "grad_norm": 1.259812831878662,
      "learning_rate": 4.252291461694652e-06,
      "loss": 0.3822,
      "step": 680080
    },
    {
      "epoch": 189.81,
      "grad_norm": 1.3955128192901611,
      "learning_rate": 4.252275766988003e-06,
      "loss": 0.376,
      "step": 680090
    },
    {
      "epoch": 189.81,
      "grad_norm": 1.1884839534759521,
      "learning_rate": 4.252260072027329e-06,
      "loss": 0.3822,
      "step": 680100
    },
    {
      "epoch": 189.82,
      "grad_norm": 1.233896255493164,
      "learning_rate": 4.252244376812632e-06,
      "loss": 0.3647,
      "step": 680110
    },
    {
      "epoch": 189.82,
      "grad_norm": 1.1526545286178589,
      "learning_rate": 4.252228681343914e-06,
      "loss": 0.382,
      "step": 680120
    },
    {
      "epoch": 189.82,
      "grad_norm": 1.3576698303222656,
      "learning_rate": 4.252212985621176e-06,
      "loss": 0.3837,
      "step": 680130
    },
    {
      "epoch": 189.82,
      "grad_norm": 1.137710690498352,
      "learning_rate": 4.252197289644422e-06,
      "loss": 0.3802,
      "step": 680140
    },
    {
      "epoch": 189.83,
      "grad_norm": 1.0569192171096802,
      "learning_rate": 4.252181593413653e-06,
      "loss": 0.3868,
      "step": 680150
    },
    {
      "epoch": 189.83,
      "grad_norm": 1.1924803256988525,
      "learning_rate": 4.252165896928871e-06,
      "loss": 0.3743,
      "step": 680160
    },
    {
      "epoch": 189.83,
      "grad_norm": 1.0883126258850098,
      "learning_rate": 4.252150200190078e-06,
      "loss": 0.3702,
      "step": 680170
    },
    {
      "epoch": 189.84,
      "grad_norm": 1.1294760704040527,
      "learning_rate": 4.252134503197277e-06,
      "loss": 0.3895,
      "step": 680180
    },
    {
      "epoch": 189.84,
      "grad_norm": 1.1510753631591797,
      "learning_rate": 4.25211880595047e-06,
      "loss": 0.3782,
      "step": 680190
    },
    {
      "epoch": 189.84,
      "grad_norm": 1.1320487260818481,
      "learning_rate": 4.252103108449658e-06,
      "loss": 0.3625,
      "step": 680200
    },
    {
      "epoch": 189.84,
      "grad_norm": 1.1706559658050537,
      "learning_rate": 4.252087410694843e-06,
      "loss": 0.3856,
      "step": 680210
    },
    {
      "epoch": 189.85,
      "grad_norm": 0.9936901926994324,
      "learning_rate": 4.252071712686028e-06,
      "loss": 0.3893,
      "step": 680220
    },
    {
      "epoch": 189.85,
      "grad_norm": 1.2626440525054932,
      "learning_rate": 4.252056014423216e-06,
      "loss": 0.3861,
      "step": 680230
    },
    {
      "epoch": 189.85,
      "grad_norm": 1.2694270610809326,
      "learning_rate": 4.2520403159064065e-06,
      "loss": 0.3658,
      "step": 680240
    },
    {
      "epoch": 189.85,
      "grad_norm": 0.9210119247436523,
      "learning_rate": 4.252024617135604e-06,
      "loss": 0.3909,
      "step": 680250
    },
    {
      "epoch": 189.86,
      "grad_norm": 1.2921397686004639,
      "learning_rate": 4.252008918110809e-06,
      "loss": 0.3861,
      "step": 680260
    },
    {
      "epoch": 189.86,
      "grad_norm": 1.165570616722107,
      "learning_rate": 4.251993218832024e-06,
      "loss": 0.3748,
      "step": 680270
    },
    {
      "epoch": 189.86,
      "grad_norm": 1.1350253820419312,
      "learning_rate": 4.251977519299253e-06,
      "loss": 0.3791,
      "step": 680280
    },
    {
      "epoch": 189.87,
      "grad_norm": 1.2077914476394653,
      "learning_rate": 4.2519618195124945e-06,
      "loss": 0.3877,
      "step": 680290
    },
    {
      "epoch": 189.87,
      "grad_norm": 1.2717779874801636,
      "learning_rate": 4.251946119471753e-06,
      "loss": 0.3824,
      "step": 680300
    },
    {
      "epoch": 189.87,
      "grad_norm": 1.1482986211776733,
      "learning_rate": 4.251930419177031e-06,
      "loss": 0.3795,
      "step": 680310
    },
    {
      "epoch": 189.87,
      "grad_norm": 1.1006865501403809,
      "learning_rate": 4.251914718628328e-06,
      "loss": 0.3742,
      "step": 680320
    },
    {
      "epoch": 189.88,
      "grad_norm": 1.3842272758483887,
      "learning_rate": 4.25189901782565e-06,
      "loss": 0.3713,
      "step": 680330
    },
    {
      "epoch": 189.88,
      "grad_norm": 1.8710477352142334,
      "learning_rate": 4.251883316768995e-06,
      "loss": 0.3773,
      "step": 680340
    },
    {
      "epoch": 189.88,
      "grad_norm": 0.9657398462295532,
      "learning_rate": 4.2518676154583675e-06,
      "loss": 0.3828,
      "step": 680350
    },
    {
      "epoch": 189.89,
      "grad_norm": 1.0318862199783325,
      "learning_rate": 4.251851913893769e-06,
      "loss": 0.3677,
      "step": 680360
    },
    {
      "epoch": 189.89,
      "grad_norm": 1.214529275894165,
      "learning_rate": 4.2518362120752014e-06,
      "loss": 0.361,
      "step": 680370
    },
    {
      "epoch": 189.89,
      "grad_norm": 1.2819788455963135,
      "learning_rate": 4.251820510002668e-06,
      "loss": 0.3872,
      "step": 680380
    },
    {
      "epoch": 189.89,
      "grad_norm": 1.1677552461624146,
      "learning_rate": 4.251804807676169e-06,
      "loss": 0.3737,
      "step": 680390
    },
    {
      "epoch": 189.9,
      "grad_norm": 1.111956238746643,
      "learning_rate": 4.251789105095707e-06,
      "loss": 0.3872,
      "step": 680400
    },
    {
      "epoch": 189.9,
      "grad_norm": 1.3371793031692505,
      "learning_rate": 4.2517734022612855e-06,
      "loss": 0.3872,
      "step": 680410
    },
    {
      "epoch": 189.9,
      "grad_norm": 1.139145016670227,
      "learning_rate": 4.251757699172905e-06,
      "loss": 0.3779,
      "step": 680420
    },
    {
      "epoch": 189.91,
      "grad_norm": 1.1679601669311523,
      "learning_rate": 4.251741995830569e-06,
      "loss": 0.3878,
      "step": 680430
    },
    {
      "epoch": 189.91,
      "grad_norm": 1.23691725730896,
      "learning_rate": 4.251726292234278e-06,
      "loss": 0.3803,
      "step": 680440
    },
    {
      "epoch": 189.91,
      "grad_norm": 1.0555466413497925,
      "learning_rate": 4.251710588384035e-06,
      "loss": 0.3696,
      "step": 680450
    },
    {
      "epoch": 189.91,
      "grad_norm": 1.3613718748092651,
      "learning_rate": 4.251694884279841e-06,
      "loss": 0.3643,
      "step": 680460
    },
    {
      "epoch": 189.92,
      "grad_norm": 1.144375205039978,
      "learning_rate": 4.2516791799217e-06,
      "loss": 0.3813,
      "step": 680470
    },
    {
      "epoch": 189.92,
      "grad_norm": 1.0452083349227905,
      "learning_rate": 4.251663475309613e-06,
      "loss": 0.3799,
      "step": 680480
    },
    {
      "epoch": 189.92,
      "grad_norm": 0.9570456147193909,
      "learning_rate": 4.251647770443582e-06,
      "loss": 0.3541,
      "step": 680490
    },
    {
      "epoch": 189.92,
      "grad_norm": 1.050063967704773,
      "learning_rate": 4.251632065323609e-06,
      "loss": 0.3795,
      "step": 680500
    },
    {
      "epoch": 189.93,
      "grad_norm": 1.665583848953247,
      "learning_rate": 4.2516163599496965e-06,
      "loss": 0.3765,
      "step": 680510
    },
    {
      "epoch": 189.93,
      "grad_norm": 1.0296601057052612,
      "learning_rate": 4.251600654321847e-06,
      "loss": 0.3755,
      "step": 680520
    },
    {
      "epoch": 189.93,
      "grad_norm": 1.1192153692245483,
      "learning_rate": 4.251584948440062e-06,
      "loss": 0.3771,
      "step": 680530
    },
    {
      "epoch": 189.94,
      "grad_norm": 0.9852930307388306,
      "learning_rate": 4.251569242304343e-06,
      "loss": 0.369,
      "step": 680540
    },
    {
      "epoch": 189.94,
      "grad_norm": 1.0140290260314941,
      "learning_rate": 4.251553535914694e-06,
      "loss": 0.3822,
      "step": 680550
    },
    {
      "epoch": 189.94,
      "grad_norm": 1.044302225112915,
      "learning_rate": 4.251537829271114e-06,
      "loss": 0.3569,
      "step": 680560
    },
    {
      "epoch": 189.94,
      "grad_norm": 0.9572067260742188,
      "learning_rate": 4.251522122373609e-06,
      "loss": 0.3773,
      "step": 680570
    },
    {
      "epoch": 189.95,
      "grad_norm": 1.109082818031311,
      "learning_rate": 4.251506415222177e-06,
      "loss": 0.3783,
      "step": 680580
    },
    {
      "epoch": 189.95,
      "grad_norm": 1.2170219421386719,
      "learning_rate": 4.251490707816824e-06,
      "loss": 0.3866,
      "step": 680590
    },
    {
      "epoch": 189.95,
      "grad_norm": 1.2229270935058594,
      "learning_rate": 4.251475000157549e-06,
      "loss": 0.373,
      "step": 680600
    },
    {
      "epoch": 189.96,
      "grad_norm": 1.2327169179916382,
      "learning_rate": 4.251459292244355e-06,
      "loss": 0.3939,
      "step": 680610
    },
    {
      "epoch": 189.96,
      "grad_norm": 1.3396841287612915,
      "learning_rate": 4.251443584077245e-06,
      "loss": 0.3719,
      "step": 680620
    },
    {
      "epoch": 189.96,
      "grad_norm": 1.173417329788208,
      "learning_rate": 4.251427875656219e-06,
      "loss": 0.3681,
      "step": 680630
    },
    {
      "epoch": 189.96,
      "grad_norm": 1.0684928894042969,
      "learning_rate": 4.2514121669812825e-06,
      "loss": 0.3713,
      "step": 680640
    },
    {
      "epoch": 189.97,
      "grad_norm": 1.0513317584991455,
      "learning_rate": 4.251396458052436e-06,
      "loss": 0.3877,
      "step": 680650
    },
    {
      "epoch": 189.97,
      "grad_norm": 1.1305290460586548,
      "learning_rate": 4.25138074886968e-06,
      "loss": 0.3746,
      "step": 680660
    },
    {
      "epoch": 189.97,
      "grad_norm": 1.0777758359909058,
      "learning_rate": 4.251365039433018e-06,
      "loss": 0.3768,
      "step": 680670
    },
    {
      "epoch": 189.97,
      "grad_norm": 1.1996512413024902,
      "learning_rate": 4.2513493297424514e-06,
      "loss": 0.3897,
      "step": 680680
    },
    {
      "epoch": 189.98,
      "grad_norm": 0.9777148365974426,
      "learning_rate": 4.251333619797983e-06,
      "loss": 0.3846,
      "step": 680690
    },
    {
      "epoch": 189.98,
      "grad_norm": 1.1585193872451782,
      "learning_rate": 4.251317909599616e-06,
      "loss": 0.3795,
      "step": 680700
    },
    {
      "epoch": 189.98,
      "grad_norm": 1.1705827713012695,
      "learning_rate": 4.25130219914735e-06,
      "loss": 0.3792,
      "step": 680710
    },
    {
      "epoch": 189.99,
      "grad_norm": 1.1640448570251465,
      "learning_rate": 4.2512864884411885e-06,
      "loss": 0.3704,
      "step": 680720
    },
    {
      "epoch": 189.99,
      "grad_norm": 1.2957186698913574,
      "learning_rate": 4.251270777481134e-06,
      "loss": 0.3746,
      "step": 680730
    },
    {
      "epoch": 189.99,
      "grad_norm": 1.3437881469726562,
      "learning_rate": 4.251255066267187e-06,
      "loss": 0.3822,
      "step": 680740
    },
    {
      "epoch": 189.99,
      "grad_norm": 1.0257915258407593,
      "learning_rate": 4.251239354799351e-06,
      "loss": 0.367,
      "step": 680750
    },
    {
      "epoch": 190.0,
      "grad_norm": 1.2360457181930542,
      "learning_rate": 4.251223643077628e-06,
      "loss": 0.3818,
      "step": 680760
    },
    {
      "epoch": 190.0,
      "grad_norm": 1.4281599521636963,
      "learning_rate": 4.251207931102019e-06,
      "loss": 0.384,
      "step": 680770
    },
    {
      "epoch": 190.0,
      "eval_loss": 0.37733903527259827,
      "eval_runtime": 63.3951,
      "eval_samples_per_second": 79.801,
      "eval_steps_per_second": 9.985,
      "step": 680770
    },
    {
      "epoch": 190.0,
      "grad_norm": 0.9620671272277832,
      "learning_rate": 4.251192218872527e-06,
      "loss": 0.3827,
      "step": 680780
    },
    {
      "epoch": 190.01,
      "grad_norm": 1.2671500444412231,
      "learning_rate": 4.251176506389154e-06,
      "loss": 0.3719,
      "step": 680790
    },
    {
      "epoch": 190.01,
      "grad_norm": 1.0231987237930298,
      "learning_rate": 4.251160793651903e-06,
      "loss": 0.3801,
      "step": 680800
    },
    {
      "epoch": 190.01,
      "grad_norm": 1.0195201635360718,
      "learning_rate": 4.251145080660774e-06,
      "loss": 0.3829,
      "step": 680810
    },
    {
      "epoch": 190.01,
      "grad_norm": 1.1901215314865112,
      "learning_rate": 4.2511293674157705e-06,
      "loss": 0.3746,
      "step": 680820
    },
    {
      "epoch": 190.02,
      "grad_norm": 1.0291268825531006,
      "learning_rate": 4.251113653916894e-06,
      "loss": 0.382,
      "step": 680830
    },
    {
      "epoch": 190.02,
      "grad_norm": 1.5593868494033813,
      "learning_rate": 4.251097940164147e-06,
      "loss": 0.3907,
      "step": 680840
    },
    {
      "epoch": 190.02,
      "grad_norm": 1.114445447921753,
      "learning_rate": 4.2510822261575316e-06,
      "loss": 0.3593,
      "step": 680850
    },
    {
      "epoch": 190.03,
      "grad_norm": 1.2045775651931763,
      "learning_rate": 4.251066511897049e-06,
      "loss": 0.3552,
      "step": 680860
    },
    {
      "epoch": 190.03,
      "grad_norm": 1.0240241289138794,
      "learning_rate": 4.251050797382704e-06,
      "loss": 0.3669,
      "step": 680870
    },
    {
      "epoch": 190.03,
      "grad_norm": 0.9785231947898865,
      "learning_rate": 4.251035082614495e-06,
      "loss": 0.3921,
      "step": 680880
    },
    {
      "epoch": 190.03,
      "grad_norm": 1.0962529182434082,
      "learning_rate": 4.251019367592427e-06,
      "loss": 0.3758,
      "step": 680890
    },
    {
      "epoch": 190.04,
      "grad_norm": 1.0988322496414185,
      "learning_rate": 4.2510036523164995e-06,
      "loss": 0.3827,
      "step": 680900
    },
    {
      "epoch": 190.04,
      "grad_norm": 1.1848920583724976,
      "learning_rate": 4.2509879367867165e-06,
      "loss": 0.3745,
      "step": 680910
    },
    {
      "epoch": 190.04,
      "grad_norm": 1.4503835439682007,
      "learning_rate": 4.25097222100308e-06,
      "loss": 0.372,
      "step": 680920
    },
    {
      "epoch": 190.04,
      "grad_norm": 1.3150429725646973,
      "learning_rate": 4.2509565049655915e-06,
      "loss": 0.3808,
      "step": 680930
    },
    {
      "epoch": 190.05,
      "grad_norm": 1.0352586507797241,
      "learning_rate": 4.250940788674254e-06,
      "loss": 0.3799,
      "step": 680940
    },
    {
      "epoch": 190.05,
      "grad_norm": 1.2222447395324707,
      "learning_rate": 4.250925072129069e-06,
      "loss": 0.3779,
      "step": 680950
    },
    {
      "epoch": 190.05,
      "grad_norm": 1.0864923000335693,
      "learning_rate": 4.250909355330037e-06,
      "loss": 0.3931,
      "step": 680960
    },
    {
      "epoch": 190.06,
      "grad_norm": 1.2945374250411987,
      "learning_rate": 4.250893638277163e-06,
      "loss": 0.3858,
      "step": 680970
    },
    {
      "epoch": 190.06,
      "grad_norm": 0.9125261306762695,
      "learning_rate": 4.250877920970446e-06,
      "loss": 0.3689,
      "step": 680980
    },
    {
      "epoch": 190.06,
      "grad_norm": 1.0267914533615112,
      "learning_rate": 4.250862203409891e-06,
      "loss": 0.3945,
      "step": 680990
    },
    {
      "epoch": 190.06,
      "grad_norm": 1.453598141670227,
      "learning_rate": 4.250846485595498e-06,
      "loss": 0.3671,
      "step": 681000
    },
    {
      "epoch": 190.07,
      "grad_norm": 1.1720445156097412,
      "learning_rate": 4.250830767527271e-06,
      "loss": 0.3786,
      "step": 681010
    },
    {
      "epoch": 190.07,
      "grad_norm": 1.1766529083251953,
      "learning_rate": 4.2508150492052105e-06,
      "loss": 0.3598,
      "step": 681020
    },
    {
      "epoch": 190.07,
      "grad_norm": 1.0444220304489136,
      "learning_rate": 4.25079933062932e-06,
      "loss": 0.3596,
      "step": 681030
    },
    {
      "epoch": 190.08,
      "grad_norm": 0.9116411209106445,
      "learning_rate": 4.250783611799599e-06,
      "loss": 0.3861,
      "step": 681040
    },
    {
      "epoch": 190.08,
      "grad_norm": 1.2826862335205078,
      "learning_rate": 4.250767892716053e-06,
      "loss": 0.3793,
      "step": 681050
    },
    {
      "epoch": 190.08,
      "grad_norm": 1.8643916845321655,
      "learning_rate": 4.250752173378681e-06,
      "loss": 0.3753,
      "step": 681060
    },
    {
      "epoch": 190.08,
      "grad_norm": 1.3083102703094482,
      "learning_rate": 4.250736453787487e-06,
      "loss": 0.3619,
      "step": 681070
    },
    {
      "epoch": 190.09,
      "grad_norm": 1.2709351778030396,
      "learning_rate": 4.250720733942474e-06,
      "loss": 0.3787,
      "step": 681080
    },
    {
      "epoch": 190.09,
      "grad_norm": 1.0475090742111206,
      "learning_rate": 4.25070501384364e-06,
      "loss": 0.3874,
      "step": 681090
    },
    {
      "epoch": 190.09,
      "grad_norm": 1.0993905067443848,
      "learning_rate": 4.250689293490992e-06,
      "loss": 0.3752,
      "step": 681100
    },
    {
      "epoch": 190.09,
      "grad_norm": 1.074262261390686,
      "learning_rate": 4.250673572884529e-06,
      "loss": 0.3946,
      "step": 681110
    },
    {
      "epoch": 190.1,
      "grad_norm": 1.1150386333465576,
      "learning_rate": 4.250657852024254e-06,
      "loss": 0.3774,
      "step": 681120
    },
    {
      "epoch": 190.1,
      "grad_norm": 1.1445692777633667,
      "learning_rate": 4.250642130910169e-06,
      "loss": 0.3554,
      "step": 681130
    },
    {
      "epoch": 190.1,
      "grad_norm": 1.2244129180908203,
      "learning_rate": 4.2506264095422756e-06,
      "loss": 0.3768,
      "step": 681140
    },
    {
      "epoch": 190.11,
      "grad_norm": 1.2735395431518555,
      "learning_rate": 4.250610687920577e-06,
      "loss": 0.3775,
      "step": 681150
    },
    {
      "epoch": 190.11,
      "grad_norm": 1.6582039594650269,
      "learning_rate": 4.250594966045075e-06,
      "loss": 0.3704,
      "step": 681160
    },
    {
      "epoch": 190.11,
      "grad_norm": 1.310219407081604,
      "learning_rate": 4.250579243915771e-06,
      "loss": 0.3916,
      "step": 681170
    },
    {
      "epoch": 190.11,
      "grad_norm": 1.6414257287979126,
      "learning_rate": 4.250563521532667e-06,
      "loss": 0.3758,
      "step": 681180
    },
    {
      "epoch": 190.12,
      "grad_norm": 1.1350994110107422,
      "learning_rate": 4.250547798895766e-06,
      "loss": 0.3652,
      "step": 681190
    },
    {
      "epoch": 190.12,
      "grad_norm": 1.2337497472763062,
      "learning_rate": 4.250532076005071e-06,
      "loss": 0.4029,
      "step": 681200
    },
    {
      "epoch": 190.12,
      "grad_norm": 1.3662326335906982,
      "learning_rate": 4.2505163528605815e-06,
      "loss": 0.3721,
      "step": 681210
    },
    {
      "epoch": 190.13,
      "grad_norm": 1.0726985931396484,
      "learning_rate": 4.250500629462301e-06,
      "loss": 0.372,
      "step": 681220
    },
    {
      "epoch": 190.13,
      "grad_norm": 1.0954997539520264,
      "learning_rate": 4.250484905810231e-06,
      "loss": 0.3707,
      "step": 681230
    },
    {
      "epoch": 190.13,
      "grad_norm": 1.0968250036239624,
      "learning_rate": 4.2504691819043755e-06,
      "loss": 0.386,
      "step": 681240
    },
    {
      "epoch": 190.13,
      "grad_norm": 1.232428789138794,
      "learning_rate": 4.250453457744734e-06,
      "loss": 0.3793,
      "step": 681250
    },
    {
      "epoch": 190.14,
      "grad_norm": 1.0998328924179077,
      "learning_rate": 4.2504377333313106e-06,
      "loss": 0.3613,
      "step": 681260
    },
    {
      "epoch": 190.14,
      "grad_norm": 1.116756558418274,
      "learning_rate": 4.250422008664105e-06,
      "loss": 0.3736,
      "step": 681270
    },
    {
      "epoch": 190.14,
      "grad_norm": 1.0444649457931519,
      "learning_rate": 4.2504062837431215e-06,
      "loss": 0.3773,
      "step": 681280
    },
    {
      "epoch": 190.15,
      "grad_norm": 1.0289616584777832,
      "learning_rate": 4.250390558568362e-06,
      "loss": 0.3869,
      "step": 681290
    },
    {
      "epoch": 190.15,
      "grad_norm": 1.0424481630325317,
      "learning_rate": 4.250374833139828e-06,
      "loss": 0.3843,
      "step": 681300
    },
    {
      "epoch": 190.15,
      "grad_norm": 0.9503536224365234,
      "learning_rate": 4.250359107457522e-06,
      "loss": 0.3809,
      "step": 681310
    },
    {
      "epoch": 190.15,
      "grad_norm": 1.0730561017990112,
      "learning_rate": 4.250343381521445e-06,
      "loss": 0.3812,
      "step": 681320
    },
    {
      "epoch": 190.16,
      "grad_norm": 1.1085501909255981,
      "learning_rate": 4.250327655331601e-06,
      "loss": 0.3701,
      "step": 681330
    },
    {
      "epoch": 190.16,
      "grad_norm": 1.1878728866577148,
      "learning_rate": 4.25031192888799e-06,
      "loss": 0.3792,
      "step": 681340
    },
    {
      "epoch": 190.16,
      "grad_norm": 1.260125994682312,
      "learning_rate": 4.250296202190616e-06,
      "loss": 0.3928,
      "step": 681350
    },
    {
      "epoch": 190.16,
      "grad_norm": 1.0381957292556763,
      "learning_rate": 4.250280475239479e-06,
      "loss": 0.3629,
      "step": 681360
    },
    {
      "epoch": 190.17,
      "grad_norm": 1.033266305923462,
      "learning_rate": 4.250264748034583e-06,
      "loss": 0.3792,
      "step": 681370
    },
    {
      "epoch": 190.17,
      "grad_norm": 1.0944212675094604,
      "learning_rate": 4.25024902057593e-06,
      "loss": 0.3789,
      "step": 681380
    },
    {
      "epoch": 190.17,
      "grad_norm": 1.054674744606018,
      "learning_rate": 4.25023329286352e-06,
      "loss": 0.3756,
      "step": 681390
    },
    {
      "epoch": 190.18,
      "grad_norm": 1.1505807638168335,
      "learning_rate": 4.250217564897357e-06,
      "loss": 0.3788,
      "step": 681400
    },
    {
      "epoch": 190.18,
      "grad_norm": 1.0204699039459229,
      "learning_rate": 4.250201836677443e-06,
      "loss": 0.3691,
      "step": 681410
    },
    {
      "epoch": 190.18,
      "grad_norm": 1.1757652759552002,
      "learning_rate": 4.2501861082037804e-06,
      "loss": 0.389,
      "step": 681420
    },
    {
      "epoch": 190.18,
      "grad_norm": 1.0297141075134277,
      "learning_rate": 4.250170379476369e-06,
      "loss": 0.3861,
      "step": 681430
    },
    {
      "epoch": 190.19,
      "grad_norm": 1.1174025535583496,
      "learning_rate": 4.250154650495214e-06,
      "loss": 0.3711,
      "step": 681440
    },
    {
      "epoch": 190.19,
      "grad_norm": 1.0731017589569092,
      "learning_rate": 4.2501389212603155e-06,
      "loss": 0.3873,
      "step": 681450
    },
    {
      "epoch": 190.19,
      "grad_norm": 1.0974732637405396,
      "learning_rate": 4.250123191771676e-06,
      "loss": 0.3622,
      "step": 681460
    },
    {
      "epoch": 190.2,
      "grad_norm": 1.2097865343093872,
      "learning_rate": 4.250107462029298e-06,
      "loss": 0.3934,
      "step": 681470
    },
    {
      "epoch": 190.2,
      "grad_norm": 1.1373872756958008,
      "learning_rate": 4.250091732033183e-06,
      "loss": 0.3836,
      "step": 681480
    },
    {
      "epoch": 190.2,
      "grad_norm": 1.1777870655059814,
      "learning_rate": 4.250076001783333e-06,
      "loss": 0.3954,
      "step": 681490
    },
    {
      "epoch": 190.2,
      "grad_norm": 1.4053219556808472,
      "learning_rate": 4.250060271279751e-06,
      "loss": 0.3873,
      "step": 681500
    },
    {
      "epoch": 190.21,
      "grad_norm": 1.1171458959579468,
      "learning_rate": 4.250044540522439e-06,
      "loss": 0.3803,
      "step": 681510
    },
    {
      "epoch": 190.21,
      "grad_norm": 1.3583992719650269,
      "learning_rate": 4.2500288095113984e-06,
      "loss": 0.3921,
      "step": 681520
    },
    {
      "epoch": 190.21,
      "grad_norm": 1.1443661451339722,
      "learning_rate": 4.250013078246632e-06,
      "loss": 0.3707,
      "step": 681530
    },
    {
      "epoch": 190.21,
      "grad_norm": 1.0571305751800537,
      "learning_rate": 4.24999734672814e-06,
      "loss": 0.3681,
      "step": 681540
    },
    {
      "epoch": 190.22,
      "grad_norm": 2.095648765563965,
      "learning_rate": 4.249981614955927e-06,
      "loss": 0.3688,
      "step": 681550
    },
    {
      "epoch": 190.22,
      "grad_norm": 1.1407920122146606,
      "learning_rate": 4.2499658829299936e-06,
      "loss": 0.371,
      "step": 681560
    },
    {
      "epoch": 190.22,
      "grad_norm": 1.1937123537063599,
      "learning_rate": 4.249950150650342e-06,
      "loss": 0.3824,
      "step": 681570
    },
    {
      "epoch": 190.23,
      "grad_norm": 1.3075939416885376,
      "learning_rate": 4.249934418116976e-06,
      "loss": 0.3785,
      "step": 681580
    },
    {
      "epoch": 190.23,
      "grad_norm": 1.0608776807785034,
      "learning_rate": 4.249918685329895e-06,
      "loss": 0.3883,
      "step": 681590
    },
    {
      "epoch": 190.23,
      "grad_norm": 1.1634199619293213,
      "learning_rate": 4.249902952289104e-06,
      "loss": 0.3668,
      "step": 681600
    },
    {
      "epoch": 190.23,
      "grad_norm": 1.4881857633590698,
      "learning_rate": 4.249887218994602e-06,
      "loss": 0.3671,
      "step": 681610
    },
    {
      "epoch": 190.24,
      "grad_norm": 1.079338550567627,
      "learning_rate": 4.2498714854463935e-06,
      "loss": 0.402,
      "step": 681620
    },
    {
      "epoch": 190.24,
      "grad_norm": 1.321506142616272,
      "learning_rate": 4.249855751644479e-06,
      "loss": 0.3607,
      "step": 681630
    },
    {
      "epoch": 190.24,
      "grad_norm": 1.1656911373138428,
      "learning_rate": 4.249840017588862e-06,
      "loss": 0.3762,
      "step": 681640
    },
    {
      "epoch": 190.25,
      "grad_norm": 1.1885045766830444,
      "learning_rate": 4.249824283279543e-06,
      "loss": 0.3685,
      "step": 681650
    },
    {
      "epoch": 190.25,
      "grad_norm": 2.138002395629883,
      "learning_rate": 4.249808548716527e-06,
      "loss": 0.3818,
      "step": 681660
    },
    {
      "epoch": 190.25,
      "grad_norm": 1.0093337297439575,
      "learning_rate": 4.249792813899812e-06,
      "loss": 0.3731,
      "step": 681670
    },
    {
      "epoch": 190.25,
      "grad_norm": 2.2972748279571533,
      "learning_rate": 4.249777078829403e-06,
      "loss": 0.3728,
      "step": 681680
    },
    {
      "epoch": 190.26,
      "grad_norm": 1.2372912168502808,
      "learning_rate": 4.249761343505301e-06,
      "loss": 0.3689,
      "step": 681690
    },
    {
      "epoch": 190.26,
      "grad_norm": 1.2258938550949097,
      "learning_rate": 4.249745607927508e-06,
      "loss": 0.3823,
      "step": 681700
    },
    {
      "epoch": 190.26,
      "grad_norm": 1.2082948684692383,
      "learning_rate": 4.249729872096027e-06,
      "loss": 0.3735,
      "step": 681710
    },
    {
      "epoch": 190.27,
      "grad_norm": 2.293365955352783,
      "learning_rate": 4.2497141360108596e-06,
      "loss": 0.369,
      "step": 681720
    },
    {
      "epoch": 190.27,
      "grad_norm": 1.1321736574172974,
      "learning_rate": 4.249698399672008e-06,
      "loss": 0.3929,
      "step": 681730
    },
    {
      "epoch": 190.27,
      "grad_norm": 1.3101294040679932,
      "learning_rate": 4.249682663079474e-06,
      "loss": 0.3708,
      "step": 681740
    },
    {
      "epoch": 190.27,
      "grad_norm": 1.146238088607788,
      "learning_rate": 4.24966692623326e-06,
      "loss": 0.3629,
      "step": 681750
    },
    {
      "epoch": 190.28,
      "grad_norm": 1.2821789979934692,
      "learning_rate": 4.249651189133368e-06,
      "loss": 0.3927,
      "step": 681760
    },
    {
      "epoch": 190.28,
      "grad_norm": 1.049635648727417,
      "learning_rate": 4.2496354517798e-06,
      "loss": 0.3893,
      "step": 681770
    },
    {
      "epoch": 190.28,
      "grad_norm": 1.1464132070541382,
      "learning_rate": 4.249619714172557e-06,
      "loss": 0.3883,
      "step": 681780
    },
    {
      "epoch": 190.28,
      "grad_norm": 0.9673811793327332,
      "learning_rate": 4.249603976311643e-06,
      "loss": 0.3868,
      "step": 681790
    },
    {
      "epoch": 190.29,
      "grad_norm": 0.8563033938407898,
      "learning_rate": 4.2495882381970595e-06,
      "loss": 0.3854,
      "step": 681800
    },
    {
      "epoch": 190.29,
      "grad_norm": 1.0871144533157349,
      "learning_rate": 4.249572499828808e-06,
      "loss": 0.3868,
      "step": 681810
    },
    {
      "epoch": 190.29,
      "grad_norm": 1.119365930557251,
      "learning_rate": 4.249556761206892e-06,
      "loss": 0.3833,
      "step": 681820
    },
    {
      "epoch": 190.3,
      "grad_norm": 1.3546570539474487,
      "learning_rate": 4.2495410223313115e-06,
      "loss": 0.3705,
      "step": 681830
    },
    {
      "epoch": 190.3,
      "grad_norm": 1.488901972770691,
      "learning_rate": 4.24952528320207e-06,
      "loss": 0.377,
      "step": 681840
    },
    {
      "epoch": 190.3,
      "grad_norm": 1.203291654586792,
      "learning_rate": 4.24950954381917e-06,
      "loss": 0.3884,
      "step": 681850
    },
    {
      "epoch": 190.3,
      "grad_norm": 1.0632082223892212,
      "learning_rate": 4.249493804182612e-06,
      "loss": 0.3665,
      "step": 681860
    },
    {
      "epoch": 190.31,
      "grad_norm": 1.2271792888641357,
      "learning_rate": 4.2494780642924e-06,
      "loss": 0.3901,
      "step": 681870
    },
    {
      "epoch": 190.31,
      "grad_norm": 1.2400295734405518,
      "learning_rate": 4.249462324148534e-06,
      "loss": 0.3695,
      "step": 681880
    },
    {
      "epoch": 190.31,
      "grad_norm": 1.0978294610977173,
      "learning_rate": 4.249446583751017e-06,
      "loss": 0.3758,
      "step": 681890
    },
    {
      "epoch": 190.32,
      "grad_norm": 1.163801670074463,
      "learning_rate": 4.249430843099851e-06,
      "loss": 0.3823,
      "step": 681900
    },
    {
      "epoch": 190.32,
      "grad_norm": 1.2919907569885254,
      "learning_rate": 4.249415102195041e-06,
      "loss": 0.3759,
      "step": 681910
    },
    {
      "epoch": 190.32,
      "grad_norm": 1.1624995470046997,
      "learning_rate": 4.249399361036584e-06,
      "loss": 0.3793,
      "step": 681920
    },
    {
      "epoch": 190.32,
      "grad_norm": 1.2722865343093872,
      "learning_rate": 4.249383619624485e-06,
      "loss": 0.3766,
      "step": 681930
    },
    {
      "epoch": 190.33,
      "grad_norm": 1.142290711402893,
      "learning_rate": 4.249367877958745e-06,
      "loss": 0.3674,
      "step": 681940
    },
    {
      "epoch": 190.33,
      "grad_norm": 1.1593478918075562,
      "learning_rate": 4.249352136039368e-06,
      "loss": 0.3661,
      "step": 681950
    },
    {
      "epoch": 190.33,
      "grad_norm": 1.3226624727249146,
      "learning_rate": 4.249336393866355e-06,
      "loss": 0.377,
      "step": 681960
    },
    {
      "epoch": 190.33,
      "grad_norm": 1.2037869691848755,
      "learning_rate": 4.249320651439707e-06,
      "loss": 0.3537,
      "step": 681970
    },
    {
      "epoch": 190.34,
      "grad_norm": 1.1295859813690186,
      "learning_rate": 4.249304908759427e-06,
      "loss": 0.3745,
      "step": 681980
    },
    {
      "epoch": 190.34,
      "grad_norm": 1.5741957426071167,
      "learning_rate": 4.249289165825517e-06,
      "loss": 0.3688,
      "step": 681990
    },
    {
      "epoch": 190.34,
      "grad_norm": 1.0608168840408325,
      "learning_rate": 4.249273422637981e-06,
      "loss": 0.3681,
      "step": 682000
    },
    {
      "epoch": 190.35,
      "grad_norm": 1.1034550666809082,
      "learning_rate": 4.249257679196817e-06,
      "loss": 0.3705,
      "step": 682010
    },
    {
      "epoch": 190.35,
      "grad_norm": 1.0322295427322388,
      "learning_rate": 4.249241935502031e-06,
      "loss": 0.3686,
      "step": 682020
    },
    {
      "epoch": 190.35,
      "grad_norm": 1.0787146091461182,
      "learning_rate": 4.249226191553622e-06,
      "loss": 0.4,
      "step": 682030
    },
    {
      "epoch": 190.35,
      "grad_norm": 0.9886624217033386,
      "learning_rate": 4.249210447351595e-06,
      "loss": 0.3699,
      "step": 682040
    },
    {
      "epoch": 190.36,
      "grad_norm": 1.0998865365982056,
      "learning_rate": 4.24919470289595e-06,
      "loss": 0.3529,
      "step": 682050
    },
    {
      "epoch": 190.36,
      "grad_norm": 1.284380316734314,
      "learning_rate": 4.24917895818669e-06,
      "loss": 0.3843,
      "step": 682060
    },
    {
      "epoch": 190.36,
      "grad_norm": 1.2944151163101196,
      "learning_rate": 4.249163213223817e-06,
      "loss": 0.3659,
      "step": 682070
    },
    {
      "epoch": 190.37,
      "grad_norm": 1.301213026046753,
      "learning_rate": 4.249147468007333e-06,
      "loss": 0.3802,
      "step": 682080
    },
    {
      "epoch": 190.37,
      "grad_norm": 0.9983912110328674,
      "learning_rate": 4.24913172253724e-06,
      "loss": 0.3644,
      "step": 682090
    },
    {
      "epoch": 190.37,
      "grad_norm": 1.1962248086929321,
      "learning_rate": 4.24911597681354e-06,
      "loss": 0.3505,
      "step": 682100
    },
    {
      "epoch": 190.37,
      "grad_norm": 1.5118769407272339,
      "learning_rate": 4.249100230836236e-06,
      "loss": 0.3985,
      "step": 682110
    },
    {
      "epoch": 190.38,
      "grad_norm": 1.104617714881897,
      "learning_rate": 4.249084484605328e-06,
      "loss": 0.3761,
      "step": 682120
    },
    {
      "epoch": 190.38,
      "grad_norm": 1.4917168617248535,
      "learning_rate": 4.249068738120821e-06,
      "loss": 0.3619,
      "step": 682130
    },
    {
      "epoch": 190.38,
      "grad_norm": 1.128326654434204,
      "learning_rate": 4.249052991382714e-06,
      "loss": 0.3638,
      "step": 682140
    },
    {
      "epoch": 190.39,
      "grad_norm": 1.0973320007324219,
      "learning_rate": 4.249037244391012e-06,
      "loss": 0.3699,
      "step": 682150
    },
    {
      "epoch": 190.39,
      "grad_norm": 1.3235784769058228,
      "learning_rate": 4.249021497145715e-06,
      "loss": 0.3688,
      "step": 682160
    },
    {
      "epoch": 190.39,
      "grad_norm": 1.0117297172546387,
      "learning_rate": 4.249005749646826e-06,
      "loss": 0.368,
      "step": 682170
    },
    {
      "epoch": 190.39,
      "grad_norm": 1.1636521816253662,
      "learning_rate": 4.2489900018943465e-06,
      "loss": 0.3944,
      "step": 682180
    },
    {
      "epoch": 190.4,
      "grad_norm": 1.031385064125061,
      "learning_rate": 4.24897425388828e-06,
      "loss": 0.3769,
      "step": 682190
    },
    {
      "epoch": 190.4,
      "grad_norm": 1.1308201551437378,
      "learning_rate": 4.248958505628627e-06,
      "loss": 0.3831,
      "step": 682200
    },
    {
      "epoch": 190.4,
      "grad_norm": 1.2271255254745483,
      "learning_rate": 4.2489427571153905e-06,
      "loss": 0.3971,
      "step": 682210
    },
    {
      "epoch": 190.4,
      "grad_norm": 1.1770439147949219,
      "learning_rate": 4.248927008348572e-06,
      "loss": 0.3758,
      "step": 682220
    },
    {
      "epoch": 190.41,
      "grad_norm": 0.975586473941803,
      "learning_rate": 4.248911259328174e-06,
      "loss": 0.3837,
      "step": 682230
    },
    {
      "epoch": 190.41,
      "grad_norm": 1.3645412921905518,
      "learning_rate": 4.248895510054198e-06,
      "loss": 0.3788,
      "step": 682240
    },
    {
      "epoch": 190.41,
      "grad_norm": 1.089020013809204,
      "learning_rate": 4.248879760526647e-06,
      "loss": 0.39,
      "step": 682250
    },
    {
      "epoch": 190.42,
      "grad_norm": 1.1793566942214966,
      "learning_rate": 4.2488640107455234e-06,
      "loss": 0.3685,
      "step": 682260
    },
    {
      "epoch": 190.42,
      "grad_norm": 0.9723258018493652,
      "learning_rate": 4.248848260710828e-06,
      "loss": 0.3709,
      "step": 682270
    },
    {
      "epoch": 190.42,
      "grad_norm": 1.135687232017517,
      "learning_rate": 4.248832510422564e-06,
      "loss": 0.3958,
      "step": 682280
    },
    {
      "epoch": 190.42,
      "grad_norm": 1.1592246294021606,
      "learning_rate": 4.248816759880733e-06,
      "loss": 0.379,
      "step": 682290
    },
    {
      "epoch": 190.43,
      "grad_norm": 1.2373305559158325,
      "learning_rate": 4.2488010090853365e-06,
      "loss": 0.387,
      "step": 682300
    },
    {
      "epoch": 190.43,
      "grad_norm": 1.1024205684661865,
      "learning_rate": 4.248785258036378e-06,
      "loss": 0.38,
      "step": 682310
    },
    {
      "epoch": 190.43,
      "grad_norm": 1.2734202146530151,
      "learning_rate": 4.2487695067338575e-06,
      "loss": 0.3563,
      "step": 682320
    },
    {
      "epoch": 190.44,
      "grad_norm": 1.1730777025222778,
      "learning_rate": 4.2487537551777795e-06,
      "loss": 0.3718,
      "step": 682330
    },
    {
      "epoch": 190.44,
      "grad_norm": 1.1335320472717285,
      "learning_rate": 4.248738003368145e-06,
      "loss": 0.3698,
      "step": 682340
    },
    {
      "epoch": 190.44,
      "grad_norm": 1.2487410306930542,
      "learning_rate": 4.248722251304956e-06,
      "loss": 0.3972,
      "step": 682350
    },
    {
      "epoch": 190.44,
      "grad_norm": 1.157475471496582,
      "learning_rate": 4.248706498988213e-06,
      "loss": 0.3878,
      "step": 682360
    },
    {
      "epoch": 190.45,
      "grad_norm": 1.2078334093093872,
      "learning_rate": 4.248690746417922e-06,
      "loss": 0.3898,
      "step": 682370
    },
    {
      "epoch": 190.45,
      "grad_norm": 1.0616860389709473,
      "learning_rate": 4.248674993594082e-06,
      "loss": 0.3737,
      "step": 682380
    },
    {
      "epoch": 190.45,
      "grad_norm": 1.0969265699386597,
      "learning_rate": 4.248659240516695e-06,
      "loss": 0.375,
      "step": 682390
    },
    {
      "epoch": 190.45,
      "grad_norm": 1.081390142440796,
      "learning_rate": 4.2486434871857655e-06,
      "loss": 0.3726,
      "step": 682400
    },
    {
      "epoch": 190.46,
      "grad_norm": 1.2300529479980469,
      "learning_rate": 4.2486277336012934e-06,
      "loss": 0.3658,
      "step": 682410
    },
    {
      "epoch": 190.46,
      "grad_norm": 1.128501296043396,
      "learning_rate": 4.248611979763282e-06,
      "loss": 0.3633,
      "step": 682420
    },
    {
      "epoch": 190.46,
      "grad_norm": 1.1465723514556885,
      "learning_rate": 4.248596225671733e-06,
      "loss": 0.3752,
      "step": 682430
    },
    {
      "epoch": 190.47,
      "grad_norm": 1.2735732793807983,
      "learning_rate": 4.248580471326648e-06,
      "loss": 0.3774,
      "step": 682440
    },
    {
      "epoch": 190.47,
      "grad_norm": 1.2031817436218262,
      "learning_rate": 4.24856471672803e-06,
      "loss": 0.3831,
      "step": 682450
    },
    {
      "epoch": 190.47,
      "grad_norm": 1.1793040037155151,
      "learning_rate": 4.2485489618758805e-06,
      "loss": 0.3779,
      "step": 682460
    },
    {
      "epoch": 190.47,
      "grad_norm": 1.2157871723175049,
      "learning_rate": 4.248533206770202e-06,
      "loss": 0.3611,
      "step": 682470
    },
    {
      "epoch": 190.48,
      "grad_norm": 1.0875581502914429,
      "learning_rate": 4.248517451410995e-06,
      "loss": 0.3716,
      "step": 682480
    },
    {
      "epoch": 190.48,
      "grad_norm": 1.055009126663208,
      "learning_rate": 4.248501695798264e-06,
      "loss": 0.3609,
      "step": 682490
    },
    {
      "epoch": 190.48,
      "grad_norm": 1.1711091995239258,
      "learning_rate": 4.248485939932011e-06,
      "loss": 0.3564,
      "step": 682500
    },
    {
      "epoch": 190.49,
      "grad_norm": 0.9262585639953613,
      "learning_rate": 4.248470183812235e-06,
      "loss": 0.373,
      "step": 682510
    },
    {
      "epoch": 190.49,
      "grad_norm": 1.1537315845489502,
      "learning_rate": 4.248454427438941e-06,
      "loss": 0.3551,
      "step": 682520
    },
    {
      "epoch": 190.49,
      "grad_norm": 1.0762183666229248,
      "learning_rate": 4.2484386708121315e-06,
      "loss": 0.3836,
      "step": 682530
    },
    {
      "epoch": 190.49,
      "grad_norm": 1.14651358127594,
      "learning_rate": 4.248422913931806e-06,
      "loss": 0.3623,
      "step": 682540
    },
    {
      "epoch": 190.5,
      "grad_norm": 1.2095446586608887,
      "learning_rate": 4.2484071567979685e-06,
      "loss": 0.359,
      "step": 682550
    },
    {
      "epoch": 190.5,
      "grad_norm": 1.194131851196289,
      "learning_rate": 4.248391399410621e-06,
      "loss": 0.3906,
      "step": 682560
    },
    {
      "epoch": 190.5,
      "grad_norm": 1.113962173461914,
      "learning_rate": 4.248375641769765e-06,
      "loss": 0.3803,
      "step": 682570
    },
    {
      "epoch": 190.51,
      "grad_norm": 1.1039230823516846,
      "learning_rate": 4.248359883875403e-06,
      "loss": 0.3634,
      "step": 682580
    },
    {
      "epoch": 190.51,
      "grad_norm": 0.9625770449638367,
      "learning_rate": 4.248344125727536e-06,
      "loss": 0.3716,
      "step": 682590
    },
    {
      "epoch": 190.51,
      "grad_norm": 1.051669716835022,
      "learning_rate": 4.2483283673261675e-06,
      "loss": 0.3661,
      "step": 682600
    },
    {
      "epoch": 190.51,
      "grad_norm": 1.627416968345642,
      "learning_rate": 4.2483126086712995e-06,
      "loss": 0.378,
      "step": 682610
    },
    {
      "epoch": 190.52,
      "grad_norm": 1.3767541646957397,
      "learning_rate": 4.248296849762933e-06,
      "loss": 0.3882,
      "step": 682620
    },
    {
      "epoch": 190.52,
      "grad_norm": 1.2320010662078857,
      "learning_rate": 4.248281090601072e-06,
      "loss": 0.3627,
      "step": 682630
    },
    {
      "epoch": 190.52,
      "grad_norm": 1.1548939943313599,
      "learning_rate": 4.2482653311857155e-06,
      "loss": 0.3692,
      "step": 682640
    },
    {
      "epoch": 190.52,
      "grad_norm": 1.111690878868103,
      "learning_rate": 4.248249571516869e-06,
      "loss": 0.383,
      "step": 682650
    },
    {
      "epoch": 190.53,
      "grad_norm": 1.228916883468628,
      "learning_rate": 4.248233811594533e-06,
      "loss": 0.3801,
      "step": 682660
    },
    {
      "epoch": 190.53,
      "grad_norm": 1.046553134918213,
      "learning_rate": 4.248218051418709e-06,
      "loss": 0.3788,
      "step": 682670
    },
    {
      "epoch": 190.53,
      "grad_norm": 1.2953643798828125,
      "learning_rate": 4.2482022909894004e-06,
      "loss": 0.3732,
      "step": 682680
    },
    {
      "epoch": 190.54,
      "grad_norm": 1.079841136932373,
      "learning_rate": 4.2481865303066084e-06,
      "loss": 0.3897,
      "step": 682690
    },
    {
      "epoch": 190.54,
      "grad_norm": 1.1277177333831787,
      "learning_rate": 4.248170769370335e-06,
      "loss": 0.3752,
      "step": 682700
    },
    {
      "epoch": 190.54,
      "grad_norm": 1.1434969902038574,
      "learning_rate": 4.248155008180583e-06,
      "loss": 0.3904,
      "step": 682710
    },
    {
      "epoch": 190.54,
      "grad_norm": 1.1970728635787964,
      "learning_rate": 4.248139246737354e-06,
      "loss": 0.371,
      "step": 682720
    },
    {
      "epoch": 190.55,
      "grad_norm": 2.046851396560669,
      "learning_rate": 4.248123485040651e-06,
      "loss": 0.3715,
      "step": 682730
    },
    {
      "epoch": 190.55,
      "grad_norm": 1.210575819015503,
      "learning_rate": 4.248107723090474e-06,
      "loss": 0.3716,
      "step": 682740
    },
    {
      "epoch": 190.55,
      "grad_norm": 1.1166211366653442,
      "learning_rate": 4.248091960886828e-06,
      "loss": 0.3634,
      "step": 682750
    },
    {
      "epoch": 190.56,
      "grad_norm": 1.043271780014038,
      "learning_rate": 4.248076198429713e-06,
      "loss": 0.3844,
      "step": 682760
    },
    {
      "epoch": 190.56,
      "grad_norm": 1.1118427515029907,
      "learning_rate": 4.248060435719132e-06,
      "loss": 0.3836,
      "step": 682770
    },
    {
      "epoch": 190.56,
      "grad_norm": 1.2725657224655151,
      "learning_rate": 4.248044672755086e-06,
      "loss": 0.3693,
      "step": 682780
    },
    {
      "epoch": 190.56,
      "grad_norm": 1.1687854528427124,
      "learning_rate": 4.2480289095375775e-06,
      "loss": 0.3792,
      "step": 682790
    },
    {
      "epoch": 190.57,
      "grad_norm": 1.556030511856079,
      "learning_rate": 4.2480131460666105e-06,
      "loss": 0.3738,
      "step": 682800
    },
    {
      "epoch": 190.57,
      "grad_norm": 1.0832170248031616,
      "learning_rate": 4.247997382342185e-06,
      "loss": 0.383,
      "step": 682810
    },
    {
      "epoch": 190.57,
      "grad_norm": 1.2336900234222412,
      "learning_rate": 4.247981618364303e-06,
      "loss": 0.3858,
      "step": 682820
    },
    {
      "epoch": 190.57,
      "grad_norm": 1.0305086374282837,
      "learning_rate": 4.247965854132968e-06,
      "loss": 0.3894,
      "step": 682830
    },
    {
      "epoch": 190.58,
      "grad_norm": 0.9448323845863342,
      "learning_rate": 4.2479500896481805e-06,
      "loss": 0.3673,
      "step": 682840
    },
    {
      "epoch": 190.58,
      "grad_norm": 1.232761025428772,
      "learning_rate": 4.247934324909944e-06,
      "loss": 0.3712,
      "step": 682850
    },
    {
      "epoch": 190.58,
      "grad_norm": 1.135157823562622,
      "learning_rate": 4.24791855991826e-06,
      "loss": 0.3708,
      "step": 682860
    },
    {
      "epoch": 190.59,
      "grad_norm": 1.1247400045394897,
      "learning_rate": 4.2479027946731305e-06,
      "loss": 0.3856,
      "step": 682870
    },
    {
      "epoch": 190.59,
      "grad_norm": 1.0517951250076294,
      "learning_rate": 4.247887029174558e-06,
      "loss": 0.373,
      "step": 682880
    },
    {
      "epoch": 190.59,
      "grad_norm": 1.0876667499542236,
      "learning_rate": 4.247871263422544e-06,
      "loss": 0.3678,
      "step": 682890
    },
    {
      "epoch": 190.59,
      "grad_norm": 1.0600510835647583,
      "learning_rate": 4.247855497417091e-06,
      "loss": 0.3846,
      "step": 682900
    },
    {
      "epoch": 190.6,
      "grad_norm": 1.4135123491287231,
      "learning_rate": 4.247839731158202e-06,
      "loss": 0.3864,
      "step": 682910
    },
    {
      "epoch": 190.6,
      "grad_norm": 1.322482705116272,
      "learning_rate": 4.2478239646458765e-06,
      "loss": 0.3778,
      "step": 682920
    },
    {
      "epoch": 190.6,
      "grad_norm": 1.1210460662841797,
      "learning_rate": 4.247808197880119e-06,
      "loss": 0.3942,
      "step": 682930
    },
    {
      "epoch": 190.61,
      "grad_norm": 1.0644617080688477,
      "learning_rate": 4.247792430860931e-06,
      "loss": 0.391,
      "step": 682940
    },
    {
      "epoch": 190.61,
      "grad_norm": 1.0858584642410278,
      "learning_rate": 4.247776663588314e-06,
      "loss": 0.3854,
      "step": 682950
    },
    {
      "epoch": 190.61,
      "grad_norm": 8.391345977783203,
      "learning_rate": 4.247760896062271e-06,
      "loss": 0.3892,
      "step": 682960
    },
    {
      "epoch": 190.61,
      "grad_norm": 1.1438860893249512,
      "learning_rate": 4.247745128282803e-06,
      "loss": 0.3743,
      "step": 682970
    },
    {
      "epoch": 190.62,
      "grad_norm": 1.3065731525421143,
      "learning_rate": 4.2477293602499135e-06,
      "loss": 0.3675,
      "step": 682980
    },
    {
      "epoch": 190.62,
      "grad_norm": 1.249953269958496,
      "learning_rate": 4.247713591963604e-06,
      "loss": 0.3948,
      "step": 682990
    },
    {
      "epoch": 190.62,
      "grad_norm": 1.0240693092346191,
      "learning_rate": 4.247697823423876e-06,
      "loss": 0.3822,
      "step": 683000
    },
    {
      "epoch": 190.63,
      "grad_norm": 1.1931976079940796,
      "learning_rate": 4.247682054630732e-06,
      "loss": 0.3853,
      "step": 683010
    },
    {
      "epoch": 190.63,
      "grad_norm": 1.110277533531189,
      "learning_rate": 4.2476662855841745e-06,
      "loss": 0.394,
      "step": 683020
    },
    {
      "epoch": 190.63,
      "grad_norm": 1.0500410795211792,
      "learning_rate": 4.247650516284205e-06,
      "loss": 0.3808,
      "step": 683030
    },
    {
      "epoch": 190.63,
      "grad_norm": 1.381739854812622,
      "learning_rate": 4.247634746730825e-06,
      "loss": 0.3941,
      "step": 683040
    },
    {
      "epoch": 190.64,
      "grad_norm": 1.5595102310180664,
      "learning_rate": 4.247618976924038e-06,
      "loss": 0.3821,
      "step": 683050
    },
    {
      "epoch": 190.64,
      "grad_norm": 1.225696086883545,
      "learning_rate": 4.247603206863846e-06,
      "loss": 0.3843,
      "step": 683060
    },
    {
      "epoch": 190.64,
      "grad_norm": 0.9967578649520874,
      "learning_rate": 4.24758743655025e-06,
      "loss": 0.3732,
      "step": 683070
    },
    {
      "epoch": 190.64,
      "grad_norm": 1.0989575386047363,
      "learning_rate": 4.2475716659832534e-06,
      "loss": 0.3633,
      "step": 683080
    },
    {
      "epoch": 190.65,
      "grad_norm": 0.9226868748664856,
      "learning_rate": 4.247555895162857e-06,
      "loss": 0.3693,
      "step": 683090
    },
    {
      "epoch": 190.65,
      "grad_norm": 1.090367078781128,
      "learning_rate": 4.247540124089064e-06,
      "loss": 0.377,
      "step": 683100
    },
    {
      "epoch": 190.65,
      "grad_norm": 1.3871383666992188,
      "learning_rate": 4.247524352761875e-06,
      "loss": 0.3674,
      "step": 683110
    },
    {
      "epoch": 190.66,
      "grad_norm": 1.068559169769287,
      "learning_rate": 4.247508581181294e-06,
      "loss": 0.3722,
      "step": 683120
    },
    {
      "epoch": 190.66,
      "grad_norm": 1.030750036239624,
      "learning_rate": 4.247492809347322e-06,
      "loss": 0.3767,
      "step": 683130
    },
    {
      "epoch": 190.66,
      "grad_norm": 1.1333273649215698,
      "learning_rate": 4.247477037259961e-06,
      "loss": 0.372,
      "step": 683140
    },
    {
      "epoch": 190.66,
      "grad_norm": 1.357744574546814,
      "learning_rate": 4.247461264919214e-06,
      "loss": 0.3775,
      "step": 683150
    },
    {
      "epoch": 190.67,
      "grad_norm": 1.1660298109054565,
      "learning_rate": 4.247445492325082e-06,
      "loss": 0.3698,
      "step": 683160
    },
    {
      "epoch": 190.67,
      "grad_norm": 1.4394056797027588,
      "learning_rate": 4.247429719477568e-06,
      "loss": 0.3689,
      "step": 683170
    },
    {
      "epoch": 190.67,
      "grad_norm": 1.2962894439697266,
      "learning_rate": 4.2474139463766745e-06,
      "loss": 0.3869,
      "step": 683180
    },
    {
      "epoch": 190.68,
      "grad_norm": 1.3759195804595947,
      "learning_rate": 4.247398173022402e-06,
      "loss": 0.3769,
      "step": 683190
    },
    {
      "epoch": 190.68,
      "grad_norm": 1.2803682088851929,
      "learning_rate": 4.247382399414753e-06,
      "loss": 0.3773,
      "step": 683200
    },
    {
      "epoch": 190.68,
      "grad_norm": 1.4839311838150024,
      "learning_rate": 4.24736662555373e-06,
      "loss": 0.3827,
      "step": 683210
    },
    {
      "epoch": 190.68,
      "grad_norm": 1.0783194303512573,
      "learning_rate": 4.2473508514393356e-06,
      "loss": 0.3779,
      "step": 683220
    },
    {
      "epoch": 190.69,
      "grad_norm": 1.185600996017456,
      "learning_rate": 4.247335077071571e-06,
      "loss": 0.395,
      "step": 683230
    },
    {
      "epoch": 190.69,
      "grad_norm": 1.037871241569519,
      "learning_rate": 4.247319302450439e-06,
      "loss": 0.3919,
      "step": 683240
    },
    {
      "epoch": 190.69,
      "grad_norm": 1.0926122665405273,
      "learning_rate": 4.2473035275759415e-06,
      "loss": 0.3906,
      "step": 683250
    },
    {
      "epoch": 190.69,
      "grad_norm": 1.104661226272583,
      "learning_rate": 4.24728775244808e-06,
      "loss": 0.3672,
      "step": 683260
    },
    {
      "epoch": 190.7,
      "grad_norm": 1.1941862106323242,
      "learning_rate": 4.2472719770668574e-06,
      "loss": 0.3888,
      "step": 683270
    },
    {
      "epoch": 190.7,
      "grad_norm": 1.9696099758148193,
      "learning_rate": 4.2472562014322754e-06,
      "loss": 0.377,
      "step": 683280
    },
    {
      "epoch": 190.7,
      "grad_norm": 1.9952595233917236,
      "learning_rate": 4.247240425544337e-06,
      "loss": 0.3807,
      "step": 683290
    },
    {
      "epoch": 190.71,
      "grad_norm": 1.1416642665863037,
      "learning_rate": 4.2472246494030425e-06,
      "loss": 0.371,
      "step": 683300
    },
    {
      "epoch": 190.71,
      "grad_norm": 0.9605520963668823,
      "learning_rate": 4.247208873008396e-06,
      "loss": 0.3818,
      "step": 683310
    },
    {
      "epoch": 190.71,
      "grad_norm": 1.108693242073059,
      "learning_rate": 4.247193096360397e-06,
      "loss": 0.3897,
      "step": 683320
    },
    {
      "epoch": 190.71,
      "grad_norm": 1.0699281692504883,
      "learning_rate": 4.2471773194590505e-06,
      "loss": 0.3702,
      "step": 683330
    },
    {
      "epoch": 190.72,
      "grad_norm": 1.117445707321167,
      "learning_rate": 4.247161542304357e-06,
      "loss": 0.3763,
      "step": 683340
    },
    {
      "epoch": 190.72,
      "grad_norm": 1.556003451347351,
      "learning_rate": 4.247145764896319e-06,
      "loss": 0.3706,
      "step": 683350
    },
    {
      "epoch": 190.72,
      "grad_norm": 1.3177586793899536,
      "learning_rate": 4.247129987234938e-06,
      "loss": 0.3764,
      "step": 683360
    },
    {
      "epoch": 190.73,
      "grad_norm": 1.1200103759765625,
      "learning_rate": 4.247114209320217e-06,
      "loss": 0.3774,
      "step": 683370
    },
    {
      "epoch": 190.73,
      "grad_norm": 1.3789013624191284,
      "learning_rate": 4.247098431152158e-06,
      "loss": 0.3905,
      "step": 683380
    },
    {
      "epoch": 190.73,
      "grad_norm": 1.1019349098205566,
      "learning_rate": 4.247082652730763e-06,
      "loss": 0.3996,
      "step": 683390
    },
    {
      "epoch": 190.73,
      "grad_norm": 1.08284330368042,
      "learning_rate": 4.247066874056033e-06,
      "loss": 0.3513,
      "step": 683400
    },
    {
      "epoch": 190.74,
      "grad_norm": 1.3515840768814087,
      "learning_rate": 4.247051095127971e-06,
      "loss": 0.3815,
      "step": 683410
    },
    {
      "epoch": 190.74,
      "grad_norm": 1.1491570472717285,
      "learning_rate": 4.24703531594658e-06,
      "loss": 0.3842,
      "step": 683420
    },
    {
      "epoch": 190.74,
      "grad_norm": 1.0138585567474365,
      "learning_rate": 4.247019536511861e-06,
      "loss": 0.3656,
      "step": 683430
    },
    {
      "epoch": 190.75,
      "grad_norm": 1.3236156702041626,
      "learning_rate": 4.247003756823816e-06,
      "loss": 0.3679,
      "step": 683440
    },
    {
      "epoch": 190.75,
      "grad_norm": 1.1288955211639404,
      "learning_rate": 4.246987976882447e-06,
      "loss": 0.3695,
      "step": 683450
    },
    {
      "epoch": 190.75,
      "grad_norm": 1.2585172653198242,
      "learning_rate": 4.246972196687757e-06,
      "loss": 0.3662,
      "step": 683460
    },
    {
      "epoch": 190.75,
      "grad_norm": 1.114527702331543,
      "learning_rate": 4.246956416239748e-06,
      "loss": 0.3701,
      "step": 683470
    },
    {
      "epoch": 190.76,
      "grad_norm": 1.2601157426834106,
      "learning_rate": 4.246940635538422e-06,
      "loss": 0.3801,
      "step": 683480
    },
    {
      "epoch": 190.76,
      "grad_norm": 1.1334953308105469,
      "learning_rate": 4.246924854583779e-06,
      "loss": 0.3705,
      "step": 683490
    },
    {
      "epoch": 190.76,
      "grad_norm": 1.0408872365951538,
      "learning_rate": 4.2469090733758244e-06,
      "loss": 0.3863,
      "step": 683500
    },
    {
      "epoch": 190.76,
      "grad_norm": 1.1824008226394653,
      "learning_rate": 4.246893291914559e-06,
      "loss": 0.3698,
      "step": 683510
    },
    {
      "epoch": 190.77,
      "grad_norm": 1.4259121417999268,
      "learning_rate": 4.2468775101999835e-06,
      "loss": 0.3747,
      "step": 683520
    },
    {
      "epoch": 190.77,
      "grad_norm": 1.0395376682281494,
      "learning_rate": 4.246861728232102e-06,
      "loss": 0.3722,
      "step": 683530
    },
    {
      "epoch": 190.77,
      "grad_norm": 1.1582287549972534,
      "learning_rate": 4.246845946010915e-06,
      "loss": 0.3724,
      "step": 683540
    },
    {
      "epoch": 190.78,
      "grad_norm": 1.1284464597702026,
      "learning_rate": 4.246830163536426e-06,
      "loss": 0.3731,
      "step": 683550
    },
    {
      "epoch": 190.78,
      "grad_norm": 1.2145758867263794,
      "learning_rate": 4.246814380808637e-06,
      "loss": 0.3698,
      "step": 683560
    },
    {
      "epoch": 190.78,
      "grad_norm": 1.1001472473144531,
      "learning_rate": 4.246798597827549e-06,
      "loss": 0.379,
      "step": 683570
    },
    {
      "epoch": 190.78,
      "grad_norm": 1.0984604358673096,
      "learning_rate": 4.246782814593165e-06,
      "loss": 0.3773,
      "step": 683580
    },
    {
      "epoch": 190.79,
      "grad_norm": 1.0872358083724976,
      "learning_rate": 4.246767031105487e-06,
      "loss": 0.3917,
      "step": 683590
    },
    {
      "epoch": 190.79,
      "grad_norm": 1.204116702079773,
      "learning_rate": 4.246751247364516e-06,
      "loss": 0.3792,
      "step": 683600
    },
    {
      "epoch": 190.79,
      "grad_norm": 1.2165181636810303,
      "learning_rate": 4.246735463370256e-06,
      "loss": 0.3674,
      "step": 683610
    },
    {
      "epoch": 190.8,
      "grad_norm": 1.4174939393997192,
      "learning_rate": 4.246719679122707e-06,
      "loss": 0.3807,
      "step": 683620
    },
    {
      "epoch": 190.8,
      "grad_norm": 1.3877062797546387,
      "learning_rate": 4.246703894621874e-06,
      "loss": 0.3855,
      "step": 683630
    },
    {
      "epoch": 190.8,
      "grad_norm": 1.0500751733779907,
      "learning_rate": 4.246688109867757e-06,
      "loss": 0.3722,
      "step": 683640
    },
    {
      "epoch": 190.8,
      "grad_norm": 1.0663658380508423,
      "learning_rate": 4.246672324860357e-06,
      "loss": 0.3642,
      "step": 683650
    },
    {
      "epoch": 190.81,
      "grad_norm": 1.328399658203125,
      "learning_rate": 4.246656539599678e-06,
      "loss": 0.3853,
      "step": 683660
    },
    {
      "epoch": 190.81,
      "grad_norm": 1.1944775581359863,
      "learning_rate": 4.246640754085722e-06,
      "loss": 0.395,
      "step": 683670
    },
    {
      "epoch": 190.81,
      "grad_norm": 1.1701908111572266,
      "learning_rate": 4.24662496831849e-06,
      "loss": 0.366,
      "step": 683680
    },
    {
      "epoch": 190.81,
      "grad_norm": 1.089124321937561,
      "learning_rate": 4.246609182297986e-06,
      "loss": 0.3835,
      "step": 683690
    },
    {
      "epoch": 190.82,
      "grad_norm": 1.2775070667266846,
      "learning_rate": 4.24659339602421e-06,
      "loss": 0.3637,
      "step": 683700
    },
    {
      "epoch": 190.82,
      "grad_norm": 1.0318399667739868,
      "learning_rate": 4.246577609497165e-06,
      "loss": 0.3689,
      "step": 683710
    },
    {
      "epoch": 190.82,
      "grad_norm": 1.0862363576889038,
      "learning_rate": 4.246561822716854e-06,
      "loss": 0.3978,
      "step": 683720
    },
    {
      "epoch": 190.83,
      "grad_norm": 1.3250236511230469,
      "learning_rate": 4.246546035683278e-06,
      "loss": 0.3487,
      "step": 683730
    },
    {
      "epoch": 190.83,
      "grad_norm": 1.121310830116272,
      "learning_rate": 4.246530248396439e-06,
      "loss": 0.3664,
      "step": 683740
    },
    {
      "epoch": 190.83,
      "grad_norm": 1.3428250551223755,
      "learning_rate": 4.2465144608563396e-06,
      "loss": 0.3827,
      "step": 683750
    },
    {
      "epoch": 190.83,
      "grad_norm": 1.0964912176132202,
      "learning_rate": 4.246498673062982e-06,
      "loss": 0.3657,
      "step": 683760
    },
    {
      "epoch": 190.84,
      "grad_norm": 1.1879606246948242,
      "learning_rate": 4.246482885016367e-06,
      "loss": 0.3803,
      "step": 683770
    },
    {
      "epoch": 190.84,
      "grad_norm": 1.2036789655685425,
      "learning_rate": 4.2464670967164975e-06,
      "loss": 0.3865,
      "step": 683780
    },
    {
      "epoch": 190.84,
      "grad_norm": 1.0593459606170654,
      "learning_rate": 4.246451308163377e-06,
      "loss": 0.3799,
      "step": 683790
    },
    {
      "epoch": 190.85,
      "grad_norm": 0.9881475567817688,
      "learning_rate": 4.246435519357006e-06,
      "loss": 0.3686,
      "step": 683800
    },
    {
      "epoch": 190.85,
      "grad_norm": 1.46868896484375,
      "learning_rate": 4.246419730297387e-06,
      "loss": 0.3778,
      "step": 683810
    },
    {
      "epoch": 190.85,
      "grad_norm": 7.047921180725098,
      "learning_rate": 4.2464039409845225e-06,
      "loss": 0.3872,
      "step": 683820
    },
    {
      "epoch": 190.85,
      "grad_norm": 1.0250142812728882,
      "learning_rate": 4.246388151418414e-06,
      "loss": 0.3771,
      "step": 683830
    },
    {
      "epoch": 190.86,
      "grad_norm": 1.1457573175430298,
      "learning_rate": 4.246372361599064e-06,
      "loss": 0.3544,
      "step": 683840
    },
    {
      "epoch": 190.86,
      "grad_norm": 0.9573246836662292,
      "learning_rate": 4.246356571526474e-06,
      "loss": 0.369,
      "step": 683850
    },
    {
      "epoch": 190.86,
      "grad_norm": 1.051086664199829,
      "learning_rate": 4.246340781200648e-06,
      "loss": 0.3844,
      "step": 683860
    },
    {
      "epoch": 190.87,
      "grad_norm": 0.9977452754974365,
      "learning_rate": 4.246324990621585e-06,
      "loss": 0.3795,
      "step": 683870
    },
    {
      "epoch": 190.87,
      "grad_norm": 0.9641690850257874,
      "learning_rate": 4.2463091997892885e-06,
      "loss": 0.3692,
      "step": 683880
    },
    {
      "epoch": 190.87,
      "grad_norm": 1.1041395664215088,
      "learning_rate": 4.246293408703762e-06,
      "loss": 0.384,
      "step": 683890
    },
    {
      "epoch": 190.87,
      "grad_norm": 0.9539214968681335,
      "learning_rate": 4.246277617365007e-06,
      "loss": 0.3784,
      "step": 683900
    },
    {
      "epoch": 190.88,
      "grad_norm": 1.1926738023757935,
      "learning_rate": 4.246261825773024e-06,
      "loss": 0.3792,
      "step": 683910
    },
    {
      "epoch": 190.88,
      "grad_norm": 1.2486941814422607,
      "learning_rate": 4.246246033927816e-06,
      "loss": 0.3853,
      "step": 683920
    },
    {
      "epoch": 190.88,
      "grad_norm": 1.170142412185669,
      "learning_rate": 4.246230241829385e-06,
      "loss": 0.3499,
      "step": 683930
    },
    {
      "epoch": 190.88,
      "grad_norm": 0.9462591409683228,
      "learning_rate": 4.2462144494777345e-06,
      "loss": 0.387,
      "step": 683940
    },
    {
      "epoch": 190.89,
      "grad_norm": 0.9497266411781311,
      "learning_rate": 4.246198656872864e-06,
      "loss": 0.3663,
      "step": 683950
    },
    {
      "epoch": 190.89,
      "grad_norm": 1.1109744310379028,
      "learning_rate": 4.246182864014779e-06,
      "loss": 0.3767,
      "step": 683960
    },
    {
      "epoch": 190.89,
      "grad_norm": 1.0925759077072144,
      "learning_rate": 4.246167070903478e-06,
      "loss": 0.3775,
      "step": 683970
    },
    {
      "epoch": 190.9,
      "grad_norm": 1.0528593063354492,
      "learning_rate": 4.246151277538966e-06,
      "loss": 0.3592,
      "step": 683980
    },
    {
      "epoch": 190.9,
      "grad_norm": 1.0172086954116821,
      "learning_rate": 4.246135483921243e-06,
      "loss": 0.369,
      "step": 683990
    },
    {
      "epoch": 190.9,
      "grad_norm": 1.2975645065307617,
      "learning_rate": 4.246119690050312e-06,
      "loss": 0.365,
      "step": 684000
    },
    {
      "epoch": 190.9,
      "grad_norm": 1.02721107006073,
      "learning_rate": 4.246103895926176e-06,
      "loss": 0.3684,
      "step": 684010
    },
    {
      "epoch": 190.91,
      "grad_norm": 1.1319849491119385,
      "learning_rate": 4.246088101548835e-06,
      "loss": 0.3783,
      "step": 684020
    },
    {
      "epoch": 190.91,
      "grad_norm": 1.1329246759414673,
      "learning_rate": 4.246072306918293e-06,
      "loss": 0.3864,
      "step": 684030
    },
    {
      "epoch": 190.91,
      "grad_norm": 1.1831589937210083,
      "learning_rate": 4.246056512034551e-06,
      "loss": 0.381,
      "step": 684040
    },
    {
      "epoch": 190.92,
      "grad_norm": 1.0353761911392212,
      "learning_rate": 4.246040716897611e-06,
      "loss": 0.3622,
      "step": 684050
    },
    {
      "epoch": 190.92,
      "grad_norm": 1.2572067975997925,
      "learning_rate": 4.246024921507477e-06,
      "loss": 0.3828,
      "step": 684060
    },
    {
      "epoch": 190.92,
      "grad_norm": 0.9938169717788696,
      "learning_rate": 4.2460091258641486e-06,
      "loss": 0.3839,
      "step": 684070
    },
    {
      "epoch": 190.92,
      "grad_norm": 1.001245141029358,
      "learning_rate": 4.24599332996763e-06,
      "loss": 0.3766,
      "step": 684080
    },
    {
      "epoch": 190.93,
      "grad_norm": 1.0084420442581177,
      "learning_rate": 4.245977533817921e-06,
      "loss": 0.3806,
      "step": 684090
    },
    {
      "epoch": 190.93,
      "grad_norm": 1.1397627592086792,
      "learning_rate": 4.245961737415025e-06,
      "loss": 0.382,
      "step": 684100
    },
    {
      "epoch": 190.93,
      "grad_norm": 1.1595865488052368,
      "learning_rate": 4.245945940758945e-06,
      "loss": 0.3684,
      "step": 684110
    },
    {
      "epoch": 190.93,
      "grad_norm": 1.1723787784576416,
      "learning_rate": 4.2459301438496825e-06,
      "loss": 0.3719,
      "step": 684120
    },
    {
      "epoch": 190.94,
      "grad_norm": 0.9807906746864319,
      "learning_rate": 4.245914346687239e-06,
      "loss": 0.353,
      "step": 684130
    },
    {
      "epoch": 190.94,
      "grad_norm": 1.1810897588729858,
      "learning_rate": 4.245898549271616e-06,
      "loss": 0.3629,
      "step": 684140
    },
    {
      "epoch": 190.94,
      "grad_norm": 1.0251258611679077,
      "learning_rate": 4.2458827516028165e-06,
      "loss": 0.3793,
      "step": 684150
    },
    {
      "epoch": 190.95,
      "grad_norm": 1.1246000528335571,
      "learning_rate": 4.2458669536808436e-06,
      "loss": 0.3802,
      "step": 684160
    },
    {
      "epoch": 190.95,
      "grad_norm": 1.1467092037200928,
      "learning_rate": 4.245851155505698e-06,
      "loss": 0.3591,
      "step": 684170
    },
    {
      "epoch": 190.95,
      "grad_norm": 0.9366827011108398,
      "learning_rate": 4.245835357077383e-06,
      "loss": 0.3736,
      "step": 684180
    },
    {
      "epoch": 190.95,
      "grad_norm": 0.9624524712562561,
      "learning_rate": 4.245819558395898e-06,
      "loss": 0.3761,
      "step": 684190
    },
    {
      "epoch": 190.96,
      "grad_norm": 1.1177786588668823,
      "learning_rate": 4.245803759461249e-06,
      "loss": 0.3841,
      "step": 684200
    },
    {
      "epoch": 190.96,
      "grad_norm": 1.1903023719787598,
      "learning_rate": 4.245787960273435e-06,
      "loss": 0.3927,
      "step": 684210
    },
    {
      "epoch": 190.96,
      "grad_norm": 1.4128782749176025,
      "learning_rate": 4.24577216083246e-06,
      "loss": 0.3894,
      "step": 684220
    },
    {
      "epoch": 190.97,
      "grad_norm": 1.0595626831054688,
      "learning_rate": 4.245756361138324e-06,
      "loss": 0.3815,
      "step": 684230
    },
    {
      "epoch": 190.97,
      "grad_norm": 1.4080005884170532,
      "learning_rate": 4.245740561191032e-06,
      "loss": 0.3535,
      "step": 684240
    },
    {
      "epoch": 190.97,
      "grad_norm": 1.1861568689346313,
      "learning_rate": 4.245724760990584e-06,
      "loss": 0.3819,
      "step": 684250
    },
    {
      "epoch": 190.97,
      "grad_norm": 1.1478595733642578,
      "learning_rate": 4.245708960536983e-06,
      "loss": 0.3884,
      "step": 684260
    },
    {
      "epoch": 190.98,
      "grad_norm": 1.0072600841522217,
      "learning_rate": 4.24569315983023e-06,
      "loss": 0.3569,
      "step": 684270
    },
    {
      "epoch": 190.98,
      "grad_norm": 1.215225100517273,
      "learning_rate": 4.245677358870328e-06,
      "loss": 0.3694,
      "step": 684280
    },
    {
      "epoch": 190.98,
      "grad_norm": 1.4217380285263062,
      "learning_rate": 4.245661557657279e-06,
      "loss": 0.3852,
      "step": 684290
    },
    {
      "epoch": 190.99,
      "grad_norm": 1.108713150024414,
      "learning_rate": 4.245645756191085e-06,
      "loss": 0.3744,
      "step": 684300
    },
    {
      "epoch": 190.99,
      "grad_norm": 1.3232743740081787,
      "learning_rate": 4.245629954471748e-06,
      "loss": 0.3831,
      "step": 684310
    },
    {
      "epoch": 190.99,
      "grad_norm": 1.0173492431640625,
      "learning_rate": 4.24561415249927e-06,
      "loss": 0.3731,
      "step": 684320
    },
    {
      "epoch": 190.99,
      "grad_norm": 1.3321166038513184,
      "learning_rate": 4.245598350273654e-06,
      "loss": 0.3716,
      "step": 684330
    },
    {
      "epoch": 191.0,
      "grad_norm": 1.574141025543213,
      "learning_rate": 4.245582547794902e-06,
      "loss": 0.3739,
      "step": 684340
    },
    {
      "epoch": 191.0,
      "grad_norm": 1.0985230207443237,
      "learning_rate": 4.245566745063015e-06,
      "loss": 0.3717,
      "step": 684350
    },
    {
      "epoch": 191.0,
      "eval_loss": 0.3778398334980011,
      "eval_runtime": 63.3207,
      "eval_samples_per_second": 79.895,
      "eval_steps_per_second": 9.997,
      "step": 684353
    },
    {
      "epoch": 191.0,
      "grad_norm": 1.1090593338012695,
      "learning_rate": 4.245550942077995e-06,
      "loss": 0.3701,
      "step": 684360
    },
    {
      "epoch": 191.0,
      "grad_norm": 1.2584580183029175,
      "learning_rate": 4.2455351388398455e-06,
      "loss": 0.3716,
      "step": 684370
    },
    {
      "epoch": 191.01,
      "grad_norm": 1.3260654211044312,
      "learning_rate": 4.245519335348568e-06,
      "loss": 0.3531,
      "step": 684380
    },
    {
      "epoch": 191.01,
      "grad_norm": 0.9973307251930237,
      "learning_rate": 4.2455035316041645e-06,
      "loss": 0.3842,
      "step": 684390
    },
    {
      "epoch": 191.01,
      "grad_norm": 1.049098253250122,
      "learning_rate": 4.245487727606637e-06,
      "loss": 0.388,
      "step": 684400
    },
    {
      "epoch": 191.02,
      "grad_norm": 1.325055480003357,
      "learning_rate": 4.245471923355987e-06,
      "loss": 0.3705,
      "step": 684410
    },
    {
      "epoch": 191.02,
      "grad_norm": 1.2900644540786743,
      "learning_rate": 4.245456118852218e-06,
      "loss": 0.3979,
      "step": 684420
    },
    {
      "epoch": 191.02,
      "grad_norm": 1.161284327507019,
      "learning_rate": 4.2454403140953306e-06,
      "loss": 0.3587,
      "step": 684430
    },
    {
      "epoch": 191.02,
      "grad_norm": 0.9911636710166931,
      "learning_rate": 4.245424509085329e-06,
      "loss": 0.3788,
      "step": 684440
    },
    {
      "epoch": 191.03,
      "grad_norm": 1.056474208831787,
      "learning_rate": 4.245408703822213e-06,
      "loss": 0.3668,
      "step": 684450
    },
    {
      "epoch": 191.03,
      "grad_norm": 1.1991795301437378,
      "learning_rate": 4.245392898305986e-06,
      "loss": 0.37,
      "step": 684460
    },
    {
      "epoch": 191.03,
      "grad_norm": 1.204047441482544,
      "learning_rate": 4.24537709253665e-06,
      "loss": 0.3829,
      "step": 684470
    },
    {
      "epoch": 191.04,
      "grad_norm": 0.9622659087181091,
      "learning_rate": 4.245361286514207e-06,
      "loss": 0.3843,
      "step": 684480
    },
    {
      "epoch": 191.04,
      "grad_norm": 1.2291958332061768,
      "learning_rate": 4.245345480238658e-06,
      "loss": 0.3804,
      "step": 684490
    },
    {
      "epoch": 191.04,
      "grad_norm": 1.498992681503296,
      "learning_rate": 4.245329673710008e-06,
      "loss": 0.3807,
      "step": 684500
    },
    {
      "epoch": 191.04,
      "grad_norm": 1.192667007446289,
      "learning_rate": 4.245313866928256e-06,
      "loss": 0.3705,
      "step": 684510
    },
    {
      "epoch": 191.05,
      "grad_norm": 1.4732688665390015,
      "learning_rate": 4.245298059893405e-06,
      "loss": 0.3785,
      "step": 684520
    },
    {
      "epoch": 191.05,
      "grad_norm": 1.2015873193740845,
      "learning_rate": 4.245282252605458e-06,
      "loss": 0.376,
      "step": 684530
    },
    {
      "epoch": 191.05,
      "grad_norm": 0.958635687828064,
      "learning_rate": 4.245266445064417e-06,
      "loss": 0.3751,
      "step": 684540
    },
    {
      "epoch": 191.05,
      "grad_norm": 1.153298258781433,
      "learning_rate": 4.2452506372702825e-06,
      "loss": 0.3863,
      "step": 684550
    },
    {
      "epoch": 191.06,
      "grad_norm": 1.0549061298370361,
      "learning_rate": 4.245234829223058e-06,
      "loss": 0.3715,
      "step": 684560
    },
    {
      "epoch": 191.06,
      "grad_norm": 1.1460062265396118,
      "learning_rate": 4.245219020922745e-06,
      "loss": 0.3736,
      "step": 684570
    },
    {
      "epoch": 191.06,
      "grad_norm": 1.2086925506591797,
      "learning_rate": 4.245203212369348e-06,
      "loss": 0.3872,
      "step": 684580
    },
    {
      "epoch": 191.07,
      "grad_norm": 1.1651921272277832,
      "learning_rate": 4.245187403562865e-06,
      "loss": 0.3777,
      "step": 684590
    },
    {
      "epoch": 191.07,
      "grad_norm": 1.1640381813049316,
      "learning_rate": 4.245171594503301e-06,
      "loss": 0.3847,
      "step": 684600
    },
    {
      "epoch": 191.07,
      "grad_norm": 1.067207932472229,
      "learning_rate": 4.2451557851906566e-06,
      "loss": 0.3845,
      "step": 684610
    },
    {
      "epoch": 191.07,
      "grad_norm": 1.3364440202713013,
      "learning_rate": 4.245139975624935e-06,
      "loss": 0.3713,
      "step": 684620
    },
    {
      "epoch": 191.08,
      "grad_norm": 1.148099422454834,
      "learning_rate": 4.245124165806139e-06,
      "loss": 0.3781,
      "step": 684630
    },
    {
      "epoch": 191.08,
      "grad_norm": 1.1007739305496216,
      "learning_rate": 4.245108355734268e-06,
      "loss": 0.3878,
      "step": 684640
    },
    {
      "epoch": 191.08,
      "grad_norm": 1.1692678928375244,
      "learning_rate": 4.245092545409326e-06,
      "loss": 0.3577,
      "step": 684650
    },
    {
      "epoch": 191.09,
      "grad_norm": 1.2875463962554932,
      "learning_rate": 4.245076734831315e-06,
      "loss": 0.3652,
      "step": 684660
    },
    {
      "epoch": 191.09,
      "grad_norm": 0.9998494982719421,
      "learning_rate": 4.245060924000237e-06,
      "loss": 0.4001,
      "step": 684670
    },
    {
      "epoch": 191.09,
      "grad_norm": 1.0389007329940796,
      "learning_rate": 4.245045112916094e-06,
      "loss": 0.3751,
      "step": 684680
    },
    {
      "epoch": 191.09,
      "grad_norm": 1.000392198562622,
      "learning_rate": 4.245029301578888e-06,
      "loss": 0.3663,
      "step": 684690
    },
    {
      "epoch": 191.1,
      "grad_norm": 1.0541343688964844,
      "learning_rate": 4.245013489988621e-06,
      "loss": 0.3945,
      "step": 684700
    },
    {
      "epoch": 191.1,
      "grad_norm": 1.1894569396972656,
      "learning_rate": 4.244997678145296e-06,
      "loss": 0.3729,
      "step": 684710
    },
    {
      "epoch": 191.1,
      "grad_norm": 0.9441823363304138,
      "learning_rate": 4.244981866048914e-06,
      "loss": 0.369,
      "step": 684720
    },
    {
      "epoch": 191.11,
      "grad_norm": 1.336147665977478,
      "learning_rate": 4.244966053699477e-06,
      "loss": 0.3883,
      "step": 684730
    },
    {
      "epoch": 191.11,
      "grad_norm": 1.0831319093704224,
      "learning_rate": 4.244950241096988e-06,
      "loss": 0.3769,
      "step": 684740
    },
    {
      "epoch": 191.11,
      "grad_norm": 1.2808328866958618,
      "learning_rate": 4.244934428241449e-06,
      "loss": 0.3659,
      "step": 684750
    },
    {
      "epoch": 191.11,
      "grad_norm": 1.360642910003662,
      "learning_rate": 4.2449186151328614e-06,
      "loss": 0.3834,
      "step": 684760
    },
    {
      "epoch": 191.12,
      "grad_norm": 1.1618069410324097,
      "learning_rate": 4.244902801771228e-06,
      "loss": 0.3838,
      "step": 684770
    },
    {
      "epoch": 191.12,
      "grad_norm": 1.0935955047607422,
      "learning_rate": 4.244886988156551e-06,
      "loss": 0.384,
      "step": 684780
    },
    {
      "epoch": 191.12,
      "grad_norm": 1.205910325050354,
      "learning_rate": 4.244871174288832e-06,
      "loss": 0.3647,
      "step": 684790
    },
    {
      "epoch": 191.12,
      "grad_norm": 1.1052175760269165,
      "learning_rate": 4.244855360168073e-06,
      "loss": 0.368,
      "step": 684800
    },
    {
      "epoch": 191.13,
      "grad_norm": 1.3530514240264893,
      "learning_rate": 4.2448395457942765e-06,
      "loss": 0.3732,
      "step": 684810
    },
    {
      "epoch": 191.13,
      "grad_norm": 1.7867542505264282,
      "learning_rate": 4.244823731167444e-06,
      "loss": 0.3691,
      "step": 684820
    },
    {
      "epoch": 191.13,
      "grad_norm": 1.1602872610092163,
      "learning_rate": 4.244807916287578e-06,
      "loss": 0.3818,
      "step": 684830
    },
    {
      "epoch": 191.14,
      "grad_norm": 0.9870954155921936,
      "learning_rate": 4.244792101154681e-06,
      "loss": 0.3788,
      "step": 684840
    },
    {
      "epoch": 191.14,
      "grad_norm": 1.3266899585723877,
      "learning_rate": 4.244776285768755e-06,
      "loss": 0.3747,
      "step": 684850
    },
    {
      "epoch": 191.14,
      "grad_norm": 1.189376950263977,
      "learning_rate": 4.244760470129802e-06,
      "loss": 0.3914,
      "step": 684860
    },
    {
      "epoch": 191.14,
      "grad_norm": 1.1786116361618042,
      "learning_rate": 4.244744654237825e-06,
      "loss": 0.3806,
      "step": 684870
    },
    {
      "epoch": 191.15,
      "grad_norm": 1.1293094158172607,
      "learning_rate": 4.244728838092823e-06,
      "loss": 0.3827,
      "step": 684880
    },
    {
      "epoch": 191.15,
      "grad_norm": 1.208876609802246,
      "learning_rate": 4.244713021694801e-06,
      "loss": 0.4014,
      "step": 684890
    },
    {
      "epoch": 191.15,
      "grad_norm": 0.8986120223999023,
      "learning_rate": 4.2446972050437595e-06,
      "loss": 0.3816,
      "step": 684900
    },
    {
      "epoch": 191.16,
      "grad_norm": 1.0365149974822998,
      "learning_rate": 4.244681388139703e-06,
      "loss": 0.3828,
      "step": 684910
    },
    {
      "epoch": 191.16,
      "grad_norm": 1.2209612131118774,
      "learning_rate": 4.244665570982631e-06,
      "loss": 0.3735,
      "step": 684920
    },
    {
      "epoch": 191.16,
      "grad_norm": 1.3649011850357056,
      "learning_rate": 4.244649753572547e-06,
      "loss": 0.3686,
      "step": 684930
    },
    {
      "epoch": 191.16,
      "grad_norm": 1.067301869392395,
      "learning_rate": 4.2446339359094524e-06,
      "loss": 0.3844,
      "step": 684940
    },
    {
      "epoch": 191.17,
      "grad_norm": 1.0371633768081665,
      "learning_rate": 4.24461811799335e-06,
      "loss": 0.3793,
      "step": 684950
    },
    {
      "epoch": 191.17,
      "grad_norm": 1.1127432584762573,
      "learning_rate": 4.244602299824241e-06,
      "loss": 0.3643,
      "step": 684960
    },
    {
      "epoch": 191.17,
      "grad_norm": 1.281948447227478,
      "learning_rate": 4.244586481402129e-06,
      "loss": 0.3728,
      "step": 684970
    },
    {
      "epoch": 191.17,
      "grad_norm": 1.2719038724899292,
      "learning_rate": 4.244570662727014e-06,
      "loss": 0.3993,
      "step": 684980
    },
    {
      "epoch": 191.18,
      "grad_norm": 0.9955987334251404,
      "learning_rate": 4.244554843798901e-06,
      "loss": 0.3741,
      "step": 684990
    },
    {
      "epoch": 191.18,
      "grad_norm": 1.1871848106384277,
      "learning_rate": 4.2445390246177884e-06,
      "loss": 0.378,
      "step": 685000
    },
    {
      "epoch": 191.18,
      "grad_norm": 1.3141655921936035,
      "learning_rate": 4.244523205183681e-06,
      "loss": 0.3977,
      "step": 685010
    },
    {
      "epoch": 191.19,
      "grad_norm": 1.1884821653366089,
      "learning_rate": 4.2445073854965805e-06,
      "loss": 0.385,
      "step": 685020
    },
    {
      "epoch": 191.19,
      "grad_norm": 1.2356117963790894,
      "learning_rate": 4.244491565556488e-06,
      "loss": 0.3699,
      "step": 685030
    },
    {
      "epoch": 191.19,
      "grad_norm": 1.1648530960083008,
      "learning_rate": 4.244475745363407e-06,
      "loss": 0.3722,
      "step": 685040
    },
    {
      "epoch": 191.19,
      "grad_norm": 1.1002647876739502,
      "learning_rate": 4.244459924917339e-06,
      "loss": 0.3827,
      "step": 685050
    },
    {
      "epoch": 191.2,
      "grad_norm": 1.2644795179367065,
      "learning_rate": 4.244444104218285e-06,
      "loss": 0.3793,
      "step": 685060
    },
    {
      "epoch": 191.2,
      "grad_norm": 1.2412981986999512,
      "learning_rate": 4.2444282832662485e-06,
      "loss": 0.3934,
      "step": 685070
    },
    {
      "epoch": 191.2,
      "grad_norm": 1.3044837713241577,
      "learning_rate": 4.244412462061232e-06,
      "loss": 0.3813,
      "step": 685080
    },
    {
      "epoch": 191.21,
      "grad_norm": 1.1744577884674072,
      "learning_rate": 4.244396640603236e-06,
      "loss": 0.3659,
      "step": 685090
    },
    {
      "epoch": 191.21,
      "grad_norm": 1.5028703212738037,
      "learning_rate": 4.244380818892264e-06,
      "loss": 0.3762,
      "step": 685100
    },
    {
      "epoch": 191.21,
      "grad_norm": 1.3587470054626465,
      "learning_rate": 4.244364996928316e-06,
      "loss": 0.37,
      "step": 685110
    },
    {
      "epoch": 191.21,
      "grad_norm": 1.1282624006271362,
      "learning_rate": 4.244349174711397e-06,
      "loss": 0.3678,
      "step": 685120
    },
    {
      "epoch": 191.22,
      "grad_norm": 1.1779571771621704,
      "learning_rate": 4.244333352241508e-06,
      "loss": 0.3652,
      "step": 685130
    },
    {
      "epoch": 191.22,
      "grad_norm": 1.2259550094604492,
      "learning_rate": 4.24431752951865e-06,
      "loss": 0.3798,
      "step": 685140
    },
    {
      "epoch": 191.22,
      "grad_norm": 1.2728911638259888,
      "learning_rate": 4.244301706542826e-06,
      "loss": 0.3661,
      "step": 685150
    },
    {
      "epoch": 191.23,
      "grad_norm": 2.578433036804199,
      "learning_rate": 4.244285883314038e-06,
      "loss": 0.3648,
      "step": 685160
    },
    {
      "epoch": 191.23,
      "grad_norm": 1.1335853338241577,
      "learning_rate": 4.244270059832289e-06,
      "loss": 0.3648,
      "step": 685170
    },
    {
      "epoch": 191.23,
      "grad_norm": 1.3186802864074707,
      "learning_rate": 4.244254236097579e-06,
      "loss": 0.3678,
      "step": 685180
    },
    {
      "epoch": 191.23,
      "grad_norm": 1.2185827493667603,
      "learning_rate": 4.244238412109912e-06,
      "loss": 0.3664,
      "step": 685190
    },
    {
      "epoch": 191.24,
      "grad_norm": 1.0525331497192383,
      "learning_rate": 4.244222587869289e-06,
      "loss": 0.388,
      "step": 685200
    },
    {
      "epoch": 191.24,
      "grad_norm": 1.2178982496261597,
      "learning_rate": 4.244206763375713e-06,
      "loss": 0.3805,
      "step": 685210
    },
    {
      "epoch": 191.24,
      "grad_norm": 1.2011984586715698,
      "learning_rate": 4.244190938629187e-06,
      "loss": 0.3846,
      "step": 685220
    },
    {
      "epoch": 191.24,
      "grad_norm": 1.2803823947906494,
      "learning_rate": 4.24417511362971e-06,
      "loss": 0.3791,
      "step": 685230
    },
    {
      "epoch": 191.25,
      "grad_norm": 1.0291266441345215,
      "learning_rate": 4.244159288377287e-06,
      "loss": 0.3648,
      "step": 685240
    },
    {
      "epoch": 191.25,
      "grad_norm": 1.2233059406280518,
      "learning_rate": 4.244143462871918e-06,
      "loss": 0.3597,
      "step": 685250
    },
    {
      "epoch": 191.25,
      "grad_norm": 1.1968895196914673,
      "learning_rate": 4.244127637113607e-06,
      "loss": 0.3721,
      "step": 685260
    },
    {
      "epoch": 191.26,
      "grad_norm": 1.0391523838043213,
      "learning_rate": 4.244111811102355e-06,
      "loss": 0.3849,
      "step": 685270
    },
    {
      "epoch": 191.26,
      "grad_norm": 1.1269029378890991,
      "learning_rate": 4.244095984838164e-06,
      "loss": 0.3708,
      "step": 685280
    },
    {
      "epoch": 191.26,
      "grad_norm": 2.350827693939209,
      "learning_rate": 4.2440801583210365e-06,
      "loss": 0.3681,
      "step": 685290
    },
    {
      "epoch": 191.26,
      "grad_norm": 1.1680138111114502,
      "learning_rate": 4.244064331550975e-06,
      "loss": 0.3653,
      "step": 685300
    },
    {
      "epoch": 191.27,
      "grad_norm": 1.122089147567749,
      "learning_rate": 4.24404850452798e-06,
      "loss": 0.3754,
      "step": 685310
    },
    {
      "epoch": 191.27,
      "grad_norm": 1.1876150369644165,
      "learning_rate": 4.244032677252055e-06,
      "loss": 0.3745,
      "step": 685320
    },
    {
      "epoch": 191.27,
      "grad_norm": 4.174137115478516,
      "learning_rate": 4.2440168497232035e-06,
      "loss": 0.3814,
      "step": 685330
    },
    {
      "epoch": 191.28,
      "grad_norm": 1.2672581672668457,
      "learning_rate": 4.244001021941424e-06,
      "loss": 0.3629,
      "step": 685340
    },
    {
      "epoch": 191.28,
      "grad_norm": 1.1020103693008423,
      "learning_rate": 4.243985193906722e-06,
      "loss": 0.3777,
      "step": 685350
    },
    {
      "epoch": 191.28,
      "grad_norm": 1.052632451057434,
      "learning_rate": 4.243969365619097e-06,
      "loss": 0.38,
      "step": 685360
    },
    {
      "epoch": 191.28,
      "grad_norm": 0.9840579628944397,
      "learning_rate": 4.243953537078554e-06,
      "loss": 0.3748,
      "step": 685370
    },
    {
      "epoch": 191.29,
      "grad_norm": 1.093640923500061,
      "learning_rate": 4.243937708285092e-06,
      "loss": 0.3717,
      "step": 685380
    },
    {
      "epoch": 191.29,
      "grad_norm": 1.0752798318862915,
      "learning_rate": 4.243921879238715e-06,
      "loss": 0.3895,
      "step": 685390
    },
    {
      "epoch": 191.29,
      "grad_norm": 1.2594510316848755,
      "learning_rate": 4.243906049939424e-06,
      "loss": 0.3896,
      "step": 685400
    },
    {
      "epoch": 191.3,
      "grad_norm": 1.0453816652297974,
      "learning_rate": 4.243890220387222e-06,
      "loss": 0.3846,
      "step": 685410
    },
    {
      "epoch": 191.3,
      "grad_norm": 1.2635859251022339,
      "learning_rate": 4.243874390582111e-06,
      "loss": 0.3759,
      "step": 685420
    },
    {
      "epoch": 191.3,
      "grad_norm": 1.4375768899917603,
      "learning_rate": 4.243858560524093e-06,
      "loss": 0.378,
      "step": 685430
    },
    {
      "epoch": 191.3,
      "grad_norm": 1.1836378574371338,
      "learning_rate": 4.24384273021317e-06,
      "loss": 0.3805,
      "step": 685440
    },
    {
      "epoch": 191.31,
      "grad_norm": 1.1913535594940186,
      "learning_rate": 4.243826899649344e-06,
      "loss": 0.3861,
      "step": 685450
    },
    {
      "epoch": 191.31,
      "grad_norm": 1.1168434619903564,
      "learning_rate": 4.243811068832616e-06,
      "loss": 0.379,
      "step": 685460
    },
    {
      "epoch": 191.31,
      "grad_norm": 1.147074818611145,
      "learning_rate": 4.2437952377629915e-06,
      "loss": 0.3788,
      "step": 685470
    },
    {
      "epoch": 191.31,
      "grad_norm": 1.115079641342163,
      "learning_rate": 4.24377940644047e-06,
      "loss": 0.3692,
      "step": 685480
    },
    {
      "epoch": 191.32,
      "grad_norm": 1.1252198219299316,
      "learning_rate": 4.243763574865054e-06,
      "loss": 0.3818,
      "step": 685490
    },
    {
      "epoch": 191.32,
      "grad_norm": 1.2212457656860352,
      "learning_rate": 4.243747743036745e-06,
      "loss": 0.3792,
      "step": 685500
    },
    {
      "epoch": 191.32,
      "grad_norm": 1.007650375366211,
      "learning_rate": 4.243731910955546e-06,
      "loss": 0.3598,
      "step": 685510
    },
    {
      "epoch": 191.33,
      "grad_norm": 1.1583702564239502,
      "learning_rate": 4.2437160786214586e-06,
      "loss": 0.3771,
      "step": 685520
    },
    {
      "epoch": 191.33,
      "grad_norm": 1.0502901077270508,
      "learning_rate": 4.243700246034485e-06,
      "loss": 0.3777,
      "step": 685530
    },
    {
      "epoch": 191.33,
      "grad_norm": 1.2738659381866455,
      "learning_rate": 4.2436844131946285e-06,
      "loss": 0.3909,
      "step": 685540
    },
    {
      "epoch": 191.33,
      "grad_norm": 1.1680219173431396,
      "learning_rate": 4.24366858010189e-06,
      "loss": 0.3871,
      "step": 685550
    },
    {
      "epoch": 191.34,
      "grad_norm": 1.3978748321533203,
      "learning_rate": 4.243652746756272e-06,
      "loss": 0.3858,
      "step": 685560
    },
    {
      "epoch": 191.34,
      "grad_norm": 1.2880860567092896,
      "learning_rate": 4.243636913157776e-06,
      "loss": 0.3683,
      "step": 685570
    },
    {
      "epoch": 191.34,
      "grad_norm": 1.659571647644043,
      "learning_rate": 4.243621079306404e-06,
      "loss": 0.3851,
      "step": 685580
    },
    {
      "epoch": 191.35,
      "grad_norm": 1.0607213973999023,
      "learning_rate": 4.2436052452021594e-06,
      "loss": 0.3827,
      "step": 685590
    },
    {
      "epoch": 191.35,
      "grad_norm": 1.2287625074386597,
      "learning_rate": 4.243589410845043e-06,
      "loss": 0.3715,
      "step": 685600
    },
    {
      "epoch": 191.35,
      "grad_norm": 1.309017539024353,
      "learning_rate": 4.243573576235058e-06,
      "loss": 0.3667,
      "step": 685610
    },
    {
      "epoch": 191.35,
      "grad_norm": 1.081152081489563,
      "learning_rate": 4.243557741372205e-06,
      "loss": 0.392,
      "step": 685620
    },
    {
      "epoch": 191.36,
      "grad_norm": 1.3523434400558472,
      "learning_rate": 4.243541906256489e-06,
      "loss": 0.3798,
      "step": 685630
    },
    {
      "epoch": 191.36,
      "grad_norm": 0.9958403706550598,
      "learning_rate": 4.243526070887909e-06,
      "loss": 0.3922,
      "step": 685640
    },
    {
      "epoch": 191.36,
      "grad_norm": 1.0337162017822266,
      "learning_rate": 4.243510235266467e-06,
      "loss": 0.3745,
      "step": 685650
    },
    {
      "epoch": 191.36,
      "grad_norm": 1.1920504570007324,
      "learning_rate": 4.243494399392169e-06,
      "loss": 0.3845,
      "step": 685660
    },
    {
      "epoch": 191.37,
      "grad_norm": 1.1660106182098389,
      "learning_rate": 4.243478563265013e-06,
      "loss": 0.3893,
      "step": 685670
    },
    {
      "epoch": 191.37,
      "grad_norm": 1.1815478801727295,
      "learning_rate": 4.243462726885003e-06,
      "loss": 0.3946,
      "step": 685680
    },
    {
      "epoch": 191.37,
      "grad_norm": 1.0707039833068848,
      "learning_rate": 4.24344689025214e-06,
      "loss": 0.3776,
      "step": 685690
    },
    {
      "epoch": 191.38,
      "grad_norm": 2.119529962539673,
      "learning_rate": 4.243431053366428e-06,
      "loss": 0.3645,
      "step": 685700
    },
    {
      "epoch": 191.38,
      "grad_norm": 1.1555291414260864,
      "learning_rate": 4.243415216227867e-06,
      "loss": 0.3825,
      "step": 685710
    },
    {
      "epoch": 191.38,
      "grad_norm": 1.1432234048843384,
      "learning_rate": 4.24339937883646e-06,
      "loss": 0.3752,
      "step": 685720
    },
    {
      "epoch": 191.38,
      "grad_norm": 1.2148799896240234,
      "learning_rate": 4.24338354119221e-06,
      "loss": 0.3682,
      "step": 685730
    },
    {
      "epoch": 191.39,
      "grad_norm": 1.2800359725952148,
      "learning_rate": 4.2433677032951174e-06,
      "loss": 0.3924,
      "step": 685740
    },
    {
      "epoch": 191.39,
      "grad_norm": 1.1327884197235107,
      "learning_rate": 4.243351865145186e-06,
      "loss": 0.3887,
      "step": 685750
    },
    {
      "epoch": 191.39,
      "grad_norm": 1.087072491645813,
      "learning_rate": 4.2433360267424165e-06,
      "loss": 0.3703,
      "step": 685760
    },
    {
      "epoch": 191.4,
      "grad_norm": 0.8960322737693787,
      "learning_rate": 4.243320188086812e-06,
      "loss": 0.39,
      "step": 685770
    },
    {
      "epoch": 191.4,
      "grad_norm": 1.144887089729309,
      "learning_rate": 4.243304349178374e-06,
      "loss": 0.3596,
      "step": 685780
    },
    {
      "epoch": 191.4,
      "grad_norm": 0.9864680767059326,
      "learning_rate": 4.243288510017105e-06,
      "loss": 0.388,
      "step": 685790
    },
    {
      "epoch": 191.4,
      "grad_norm": 1.2351921796798706,
      "learning_rate": 4.243272670603006e-06,
      "loss": 0.3972,
      "step": 685800
    },
    {
      "epoch": 191.41,
      "grad_norm": 1.001436471939087,
      "learning_rate": 4.243256830936081e-06,
      "loss": 0.3605,
      "step": 685810
    },
    {
      "epoch": 191.41,
      "grad_norm": 1.0634665489196777,
      "learning_rate": 4.2432409910163296e-06,
      "loss": 0.3496,
      "step": 685820
    },
    {
      "epoch": 191.41,
      "grad_norm": 0.9521262645721436,
      "learning_rate": 4.243225150843758e-06,
      "loss": 0.3642,
      "step": 685830
    },
    {
      "epoch": 191.42,
      "grad_norm": 1.0627673864364624,
      "learning_rate": 4.243209310418363e-06,
      "loss": 0.3695,
      "step": 685840
    },
    {
      "epoch": 191.42,
      "grad_norm": 1.3997561931610107,
      "learning_rate": 4.243193469740151e-06,
      "loss": 0.3649,
      "step": 685850
    },
    {
      "epoch": 191.42,
      "grad_norm": 1.151003122329712,
      "learning_rate": 4.243177628809122e-06,
      "loss": 0.397,
      "step": 685860
    },
    {
      "epoch": 191.42,
      "grad_norm": 1.0779162645339966,
      "learning_rate": 4.243161787625279e-06,
      "loss": 0.3781,
      "step": 685870
    },
    {
      "epoch": 191.43,
      "grad_norm": 1.2333018779754639,
      "learning_rate": 4.243145946188624e-06,
      "loss": 0.3827,
      "step": 685880
    },
    {
      "epoch": 191.43,
      "grad_norm": 1.2102712392807007,
      "learning_rate": 4.243130104499158e-06,
      "loss": 0.3575,
      "step": 685890
    },
    {
      "epoch": 191.43,
      "grad_norm": 1.1504595279693604,
      "learning_rate": 4.2431142625568856e-06,
      "loss": 0.3668,
      "step": 685900
    },
    {
      "epoch": 191.43,
      "grad_norm": 1.0306671857833862,
      "learning_rate": 4.243098420361806e-06,
      "loss": 0.3737,
      "step": 685910
    },
    {
      "epoch": 191.44,
      "grad_norm": 1.3890273571014404,
      "learning_rate": 4.243082577913923e-06,
      "loss": 0.3787,
      "step": 685920
    },
    {
      "epoch": 191.44,
      "grad_norm": 1.3477121591567993,
      "learning_rate": 4.243066735213238e-06,
      "loss": 0.3617,
      "step": 685930
    },
    {
      "epoch": 191.44,
      "grad_norm": 1.1912931203842163,
      "learning_rate": 4.243050892259754e-06,
      "loss": 0.3791,
      "step": 685940
    },
    {
      "epoch": 191.45,
      "grad_norm": 1.8002787828445435,
      "learning_rate": 4.243035049053472e-06,
      "loss": 0.3702,
      "step": 685950
    },
    {
      "epoch": 191.45,
      "grad_norm": 1.2259877920150757,
      "learning_rate": 4.243019205594395e-06,
      "loss": 0.3812,
      "step": 685960
    },
    {
      "epoch": 191.45,
      "grad_norm": 1.1707301139831543,
      "learning_rate": 4.243003361882524e-06,
      "loss": 0.3555,
      "step": 685970
    },
    {
      "epoch": 191.45,
      "grad_norm": 1.035752296447754,
      "learning_rate": 4.242987517917863e-06,
      "loss": 0.3641,
      "step": 685980
    },
    {
      "epoch": 191.46,
      "grad_norm": 1.6028872728347778,
      "learning_rate": 4.242971673700412e-06,
      "loss": 0.3512,
      "step": 685990
    },
    {
      "epoch": 191.46,
      "grad_norm": 1.1012831926345825,
      "learning_rate": 4.242955829230175e-06,
      "loss": 0.3811,
      "step": 686000
    },
    {
      "epoch": 191.46,
      "grad_norm": 1.3909223079681396,
      "learning_rate": 4.242939984507152e-06,
      "loss": 0.38,
      "step": 686010
    },
    {
      "epoch": 191.47,
      "grad_norm": 1.050019383430481,
      "learning_rate": 4.242924139531347e-06,
      "loss": 0.3647,
      "step": 686020
    },
    {
      "epoch": 191.47,
      "grad_norm": 1.0978800058364868,
      "learning_rate": 4.242908294302762e-06,
      "loss": 0.3921,
      "step": 686030
    },
    {
      "epoch": 191.47,
      "grad_norm": 1.203881859779358,
      "learning_rate": 4.242892448821398e-06,
      "loss": 0.3782,
      "step": 686040
    },
    {
      "epoch": 191.47,
      "grad_norm": 1.1928504705429077,
      "learning_rate": 4.2428766030872575e-06,
      "loss": 0.3595,
      "step": 686050
    },
    {
      "epoch": 191.48,
      "grad_norm": 0.993389904499054,
      "learning_rate": 4.242860757100342e-06,
      "loss": 0.3634,
      "step": 686060
    },
    {
      "epoch": 191.48,
      "grad_norm": 1.1782504320144653,
      "learning_rate": 4.242844910860656e-06,
      "loss": 0.3909,
      "step": 686070
    },
    {
      "epoch": 191.48,
      "grad_norm": 1.2116544246673584,
      "learning_rate": 4.242829064368198e-06,
      "loss": 0.374,
      "step": 686080
    },
    {
      "epoch": 191.48,
      "grad_norm": 1.306558609008789,
      "learning_rate": 4.2428132176229735e-06,
      "loss": 0.4011,
      "step": 686090
    },
    {
      "epoch": 191.49,
      "grad_norm": 1.2779462337493896,
      "learning_rate": 4.242797370624983e-06,
      "loss": 0.3695,
      "step": 686100
    },
    {
      "epoch": 191.49,
      "grad_norm": 1.2933058738708496,
      "learning_rate": 4.242781523374229e-06,
      "loss": 0.3734,
      "step": 686110
    },
    {
      "epoch": 191.49,
      "grad_norm": 1.3963847160339355,
      "learning_rate": 4.242765675870712e-06,
      "loss": 0.369,
      "step": 686120
    },
    {
      "epoch": 191.5,
      "grad_norm": 1.021406888961792,
      "learning_rate": 4.242749828114437e-06,
      "loss": 0.3606,
      "step": 686130
    },
    {
      "epoch": 191.5,
      "grad_norm": 1.1120132207870483,
      "learning_rate": 4.242733980105404e-06,
      "loss": 0.3789,
      "step": 686140
    },
    {
      "epoch": 191.5,
      "grad_norm": 1.1722095012664795,
      "learning_rate": 4.242718131843616e-06,
      "loss": 0.3612,
      "step": 686150
    },
    {
      "epoch": 191.5,
      "grad_norm": 1.0305817127227783,
      "learning_rate": 4.242702283329074e-06,
      "loss": 0.4101,
      "step": 686160
    },
    {
      "epoch": 191.51,
      "grad_norm": 1.2921966314315796,
      "learning_rate": 4.242686434561782e-06,
      "loss": 0.3897,
      "step": 686170
    },
    {
      "epoch": 191.51,
      "grad_norm": 1.2279037237167358,
      "learning_rate": 4.242670585541741e-06,
      "loss": 0.3838,
      "step": 686180
    },
    {
      "epoch": 191.51,
      "grad_norm": 1.3285741806030273,
      "learning_rate": 4.242654736268952e-06,
      "loss": 0.3672,
      "step": 686190
    },
    {
      "epoch": 191.52,
      "grad_norm": 1.1977955102920532,
      "learning_rate": 4.2426388867434184e-06,
      "loss": 0.3797,
      "step": 686200
    },
    {
      "epoch": 191.52,
      "grad_norm": 1.1121622323989868,
      "learning_rate": 4.242623036965143e-06,
      "loss": 0.3804,
      "step": 686210
    },
    {
      "epoch": 191.52,
      "grad_norm": 1.0070568323135376,
      "learning_rate": 4.242607186934127e-06,
      "loss": 0.3699,
      "step": 686220
    },
    {
      "epoch": 191.52,
      "grad_norm": 1.1776018142700195,
      "learning_rate": 4.242591336650372e-06,
      "loss": 0.3768,
      "step": 686230
    },
    {
      "epoch": 191.53,
      "grad_norm": 1.374898910522461,
      "learning_rate": 4.242575486113881e-06,
      "loss": 0.3851,
      "step": 686240
    },
    {
      "epoch": 191.53,
      "grad_norm": 1.6253423690795898,
      "learning_rate": 4.242559635324656e-06,
      "loss": 0.3803,
      "step": 686250
    },
    {
      "epoch": 191.53,
      "grad_norm": 1.0305593013763428,
      "learning_rate": 4.242543784282699e-06,
      "loss": 0.3688,
      "step": 686260
    },
    {
      "epoch": 191.54,
      "grad_norm": 1.1257667541503906,
      "learning_rate": 4.242527932988012e-06,
      "loss": 0.3675,
      "step": 686270
    },
    {
      "epoch": 191.54,
      "grad_norm": 1.163069725036621,
      "learning_rate": 4.2425120814405975e-06,
      "loss": 0.401,
      "step": 686280
    },
    {
      "epoch": 191.54,
      "grad_norm": 0.9545689821243286,
      "learning_rate": 4.242496229640456e-06,
      "loss": 0.375,
      "step": 686290
    },
    {
      "epoch": 191.54,
      "grad_norm": 1.273298740386963,
      "learning_rate": 4.242480377587593e-06,
      "loss": 0.3675,
      "step": 686300
    },
    {
      "epoch": 191.55,
      "grad_norm": 1.193808913230896,
      "learning_rate": 4.2424645252820065e-06,
      "loss": 0.4014,
      "step": 686310
    },
    {
      "epoch": 191.55,
      "grad_norm": 1.075321912765503,
      "learning_rate": 4.2424486727237005e-06,
      "loss": 0.3546,
      "step": 686320
    },
    {
      "epoch": 191.55,
      "grad_norm": 1.0271583795547485,
      "learning_rate": 4.242432819912678e-06,
      "loss": 0.3848,
      "step": 686330
    },
    {
      "epoch": 191.55,
      "grad_norm": 1.2398635149002075,
      "learning_rate": 4.24241696684894e-06,
      "loss": 0.3815,
      "step": 686340
    },
    {
      "epoch": 191.56,
      "grad_norm": 1.5104926824569702,
      "learning_rate": 4.242401113532489e-06,
      "loss": 0.368,
      "step": 686350
    },
    {
      "epoch": 191.56,
      "grad_norm": 0.9622738361358643,
      "learning_rate": 4.242385259963327e-06,
      "loss": 0.3752,
      "step": 686360
    },
    {
      "epoch": 191.56,
      "grad_norm": 1.0554718971252441,
      "learning_rate": 4.242369406141457e-06,
      "loss": 0.3756,
      "step": 686370
    },
    {
      "epoch": 191.57,
      "grad_norm": 1.3182109594345093,
      "learning_rate": 4.242353552066879e-06,
      "loss": 0.3695,
      "step": 686380
    },
    {
      "epoch": 191.57,
      "grad_norm": 1.3868130445480347,
      "learning_rate": 4.242337697739597e-06,
      "loss": 0.3744,
      "step": 686390
    },
    {
      "epoch": 191.57,
      "grad_norm": 1.1784762144088745,
      "learning_rate": 4.242321843159612e-06,
      "loss": 0.3687,
      "step": 686400
    },
    {
      "epoch": 191.57,
      "grad_norm": 1.0673108100891113,
      "learning_rate": 4.242305988326927e-06,
      "loss": 0.3725,
      "step": 686410
    },
    {
      "epoch": 191.58,
      "grad_norm": 1.0479965209960938,
      "learning_rate": 4.242290133241544e-06,
      "loss": 0.3806,
      "step": 686420
    },
    {
      "epoch": 191.58,
      "grad_norm": 1.276058316230774,
      "learning_rate": 4.242274277903464e-06,
      "loss": 0.3941,
      "step": 686430
    },
    {
      "epoch": 191.58,
      "grad_norm": 1.0827977657318115,
      "learning_rate": 4.24225842231269e-06,
      "loss": 0.3685,
      "step": 686440
    },
    {
      "epoch": 191.59,
      "grad_norm": 1.1180572509765625,
      "learning_rate": 4.2422425664692235e-06,
      "loss": 0.3788,
      "step": 686450
    },
    {
      "epoch": 191.59,
      "grad_norm": 1.1758900880813599,
      "learning_rate": 4.242226710373068e-06,
      "loss": 0.3629,
      "step": 686460
    },
    {
      "epoch": 191.59,
      "grad_norm": 1.2379724979400635,
      "learning_rate": 4.2422108540242256e-06,
      "loss": 0.3835,
      "step": 686470
    },
    {
      "epoch": 191.59,
      "grad_norm": 1.253479242324829,
      "learning_rate": 4.242194997422696e-06,
      "loss": 0.3655,
      "step": 686480
    },
    {
      "epoch": 191.6,
      "grad_norm": 1.0068310499191284,
      "learning_rate": 4.242179140568483e-06,
      "loss": 0.3768,
      "step": 686490
    },
    {
      "epoch": 191.6,
      "grad_norm": 1.0648342370986938,
      "learning_rate": 4.2421632834615895e-06,
      "loss": 0.3846,
      "step": 686500
    },
    {
      "epoch": 191.6,
      "grad_norm": 0.9309119582176208,
      "learning_rate": 4.242147426102016e-06,
      "loss": 0.3699,
      "step": 686510
    },
    {
      "epoch": 191.6,
      "grad_norm": 1.0695313215255737,
      "learning_rate": 4.242131568489765e-06,
      "loss": 0.3705,
      "step": 686520
    },
    {
      "epoch": 191.61,
      "grad_norm": 1.0864832401275635,
      "learning_rate": 4.242115710624839e-06,
      "loss": 0.3866,
      "step": 686530
    },
    {
      "epoch": 191.61,
      "grad_norm": 1.1217533349990845,
      "learning_rate": 4.242099852507241e-06,
      "loss": 0.396,
      "step": 686540
    },
    {
      "epoch": 191.61,
      "grad_norm": 1.094423532485962,
      "learning_rate": 4.242083994136971e-06,
      "loss": 0.3829,
      "step": 686550
    },
    {
      "epoch": 191.62,
      "grad_norm": 1.337871789932251,
      "learning_rate": 4.242068135514033e-06,
      "loss": 0.3785,
      "step": 686560
    },
    {
      "epoch": 191.62,
      "grad_norm": 1.207497000694275,
      "learning_rate": 4.242052276638428e-06,
      "loss": 0.3666,
      "step": 686570
    },
    {
      "epoch": 191.62,
      "grad_norm": 1.0555187463760376,
      "learning_rate": 4.242036417510158e-06,
      "loss": 0.374,
      "step": 686580
    },
    {
      "epoch": 191.62,
      "grad_norm": 1.0938847064971924,
      "learning_rate": 4.242020558129226e-06,
      "loss": 0.3829,
      "step": 686590
    },
    {
      "epoch": 191.63,
      "grad_norm": 1.0839253664016724,
      "learning_rate": 4.242004698495634e-06,
      "loss": 0.3741,
      "step": 686600
    },
    {
      "epoch": 191.63,
      "grad_norm": 1.1188867092132568,
      "learning_rate": 4.241988838609384e-06,
      "loss": 0.3786,
      "step": 686610
    },
    {
      "epoch": 191.63,
      "grad_norm": 1.10798978805542,
      "learning_rate": 4.241972978470477e-06,
      "loss": 0.3791,
      "step": 686620
    },
    {
      "epoch": 191.64,
      "grad_norm": 0.8937759399414062,
      "learning_rate": 4.241957118078915e-06,
      "loss": 0.3991,
      "step": 686630
    },
    {
      "epoch": 191.64,
      "grad_norm": 0.9741175770759583,
      "learning_rate": 4.241941257434703e-06,
      "loss": 0.3772,
      "step": 686640
    },
    {
      "epoch": 191.64,
      "grad_norm": 1.0920042991638184,
      "learning_rate": 4.241925396537841e-06,
      "loss": 0.3677,
      "step": 686650
    },
    {
      "epoch": 191.64,
      "grad_norm": 2.383758783340454,
      "learning_rate": 4.241909535388331e-06,
      "loss": 0.3729,
      "step": 686660
    },
    {
      "epoch": 191.65,
      "grad_norm": 1.4490892887115479,
      "learning_rate": 4.241893673986176e-06,
      "loss": 0.3634,
      "step": 686670
    },
    {
      "epoch": 191.65,
      "grad_norm": 1.1620409488677979,
      "learning_rate": 4.241877812331377e-06,
      "loss": 0.3873,
      "step": 686680
    },
    {
      "epoch": 191.65,
      "grad_norm": 1.2620211839675903,
      "learning_rate": 4.241861950423936e-06,
      "loss": 0.3755,
      "step": 686690
    },
    {
      "epoch": 191.66,
      "grad_norm": 1.4020646810531616,
      "learning_rate": 4.241846088263857e-06,
      "loss": 0.3623,
      "step": 686700
    },
    {
      "epoch": 191.66,
      "grad_norm": 1.0035761594772339,
      "learning_rate": 4.241830225851141e-06,
      "loss": 0.372,
      "step": 686710
    },
    {
      "epoch": 191.66,
      "grad_norm": 1.051823377609253,
      "learning_rate": 4.2418143631857885e-06,
      "loss": 0.3831,
      "step": 686720
    },
    {
      "epoch": 191.66,
      "grad_norm": 1.066260576248169,
      "learning_rate": 4.241798500267804e-06,
      "loss": 0.3739,
      "step": 686730
    },
    {
      "epoch": 191.67,
      "grad_norm": 1.130288004875183,
      "learning_rate": 4.241782637097189e-06,
      "loss": 0.3744,
      "step": 686740
    },
    {
      "epoch": 191.67,
      "grad_norm": 1.2253059148788452,
      "learning_rate": 4.2417667736739446e-06,
      "loss": 0.3826,
      "step": 686750
    },
    {
      "epoch": 191.67,
      "grad_norm": 1.3296709060668945,
      "learning_rate": 4.2417509099980745e-06,
      "loss": 0.3702,
      "step": 686760
    },
    {
      "epoch": 191.67,
      "grad_norm": 6.750834941864014,
      "learning_rate": 4.241735046069579e-06,
      "loss": 0.3591,
      "step": 686770
    },
    {
      "epoch": 191.68,
      "grad_norm": 1.203927993774414,
      "learning_rate": 4.241719181888463e-06,
      "loss": 0.3855,
      "step": 686780
    },
    {
      "epoch": 191.68,
      "grad_norm": 1.0792423486709595,
      "learning_rate": 4.241703317454725e-06,
      "loss": 0.3426,
      "step": 686790
    },
    {
      "epoch": 191.68,
      "grad_norm": 1.3089244365692139,
      "learning_rate": 4.241687452768369e-06,
      "loss": 0.3712,
      "step": 686800
    },
    {
      "epoch": 191.69,
      "grad_norm": 1.0335330963134766,
      "learning_rate": 4.241671587829398e-06,
      "loss": 0.3692,
      "step": 686810
    },
    {
      "epoch": 191.69,
      "grad_norm": 1.0368266105651855,
      "learning_rate": 4.241655722637812e-06,
      "loss": 0.371,
      "step": 686820
    },
    {
      "epoch": 191.69,
      "grad_norm": 1.4650856256484985,
      "learning_rate": 4.241639857193615e-06,
      "loss": 0.3836,
      "step": 686830
    },
    {
      "epoch": 191.69,
      "grad_norm": 1.135636568069458,
      "learning_rate": 4.241623991496808e-06,
      "loss": 0.3804,
      "step": 686840
    },
    {
      "epoch": 191.7,
      "grad_norm": 1.170949101448059,
      "learning_rate": 4.241608125547393e-06,
      "loss": 0.3594,
      "step": 686850
    },
    {
      "epoch": 191.7,
      "grad_norm": 1.0509065389633179,
      "learning_rate": 4.241592259345374e-06,
      "loss": 0.3692,
      "step": 686860
    },
    {
      "epoch": 191.7,
      "grad_norm": 1.228322982788086,
      "learning_rate": 4.241576392890751e-06,
      "loss": 0.3662,
      "step": 686870
    },
    {
      "epoch": 191.71,
      "grad_norm": 1.158573031425476,
      "learning_rate": 4.241560526183526e-06,
      "loss": 0.3753,
      "step": 686880
    },
    {
      "epoch": 191.71,
      "grad_norm": 1.1187320947647095,
      "learning_rate": 4.2415446592237025e-06,
      "loss": 0.3806,
      "step": 686890
    },
    {
      "epoch": 191.71,
      "grad_norm": 1.13872492313385,
      "learning_rate": 4.241528792011283e-06,
      "loss": 0.3888,
      "step": 686900
    },
    {
      "epoch": 191.71,
      "grad_norm": 1.0168687105178833,
      "learning_rate": 4.241512924546267e-06,
      "loss": 0.3752,
      "step": 686910
    },
    {
      "epoch": 191.72,
      "grad_norm": 1.1931304931640625,
      "learning_rate": 4.2414970568286586e-06,
      "loss": 0.3993,
      "step": 686920
    },
    {
      "epoch": 191.72,
      "grad_norm": 1.426297664642334,
      "learning_rate": 4.24148118885846e-06,
      "loss": 0.3714,
      "step": 686930
    },
    {
      "epoch": 191.72,
      "grad_norm": 1.2530910968780518,
      "learning_rate": 4.241465320635673e-06,
      "loss": 0.3844,
      "step": 686940
    },
    {
      "epoch": 191.72,
      "grad_norm": 1.0913488864898682,
      "learning_rate": 4.241449452160299e-06,
      "loss": 0.3844,
      "step": 686950
    },
    {
      "epoch": 191.73,
      "grad_norm": 1.092107892036438,
      "learning_rate": 4.241433583432341e-06,
      "loss": 0.3735,
      "step": 686960
    },
    {
      "epoch": 191.73,
      "grad_norm": 1.1497236490249634,
      "learning_rate": 4.241417714451801e-06,
      "loss": 0.3724,
      "step": 686970
    },
    {
      "epoch": 191.73,
      "grad_norm": 1.1142061948776245,
      "learning_rate": 4.241401845218681e-06,
      "loss": 0.3847,
      "step": 686980
    },
    {
      "epoch": 191.74,
      "grad_norm": 1.32644784450531,
      "learning_rate": 4.241385975732983e-06,
      "loss": 0.3834,
      "step": 686990
    },
    {
      "epoch": 191.74,
      "grad_norm": 1.4736213684082031,
      "learning_rate": 4.241370105994708e-06,
      "loss": 0.3805,
      "step": 687000
    },
    {
      "epoch": 191.74,
      "grad_norm": 1.134034276008606,
      "learning_rate": 4.24135423600386e-06,
      "loss": 0.3816,
      "step": 687010
    },
    {
      "epoch": 191.74,
      "grad_norm": 1.1962025165557861,
      "learning_rate": 4.2413383657604404e-06,
      "loss": 0.3598,
      "step": 687020
    },
    {
      "epoch": 191.75,
      "grad_norm": 1.2479312419891357,
      "learning_rate": 4.241322495264452e-06,
      "loss": 0.3855,
      "step": 687030
    },
    {
      "epoch": 191.75,
      "grad_norm": 1.2236281633377075,
      "learning_rate": 4.2413066245158946e-06,
      "loss": 0.3683,
      "step": 687040
    },
    {
      "epoch": 191.75,
      "grad_norm": 1.3279623985290527,
      "learning_rate": 4.2412907535147734e-06,
      "loss": 0.3539,
      "step": 687050
    },
    {
      "epoch": 191.76,
      "grad_norm": 1.3933217525482178,
      "learning_rate": 4.241274882261088e-06,
      "loss": 0.3765,
      "step": 687060
    },
    {
      "epoch": 191.76,
      "grad_norm": 0.9724459648132324,
      "learning_rate": 4.2412590107548424e-06,
      "loss": 0.3758,
      "step": 687070
    },
    {
      "epoch": 191.76,
      "grad_norm": 1.0384598970413208,
      "learning_rate": 4.241243138996037e-06,
      "loss": 0.377,
      "step": 687080
    },
    {
      "epoch": 191.76,
      "grad_norm": 1.1744978427886963,
      "learning_rate": 4.241227266984675e-06,
      "loss": 0.3679,
      "step": 687090
    },
    {
      "epoch": 191.77,
      "grad_norm": 1.1798210144042969,
      "learning_rate": 4.241211394720759e-06,
      "loss": 0.3714,
      "step": 687100
    },
    {
      "epoch": 191.77,
      "grad_norm": 1.1185473203659058,
      "learning_rate": 4.24119552220429e-06,
      "loss": 0.3821,
      "step": 687110
    },
    {
      "epoch": 191.77,
      "grad_norm": 1.1639059782028198,
      "learning_rate": 4.241179649435269e-06,
      "loss": 0.3701,
      "step": 687120
    },
    {
      "epoch": 191.78,
      "grad_norm": 1.1490342617034912,
      "learning_rate": 4.241163776413701e-06,
      "loss": 0.3648,
      "step": 687130
    },
    {
      "epoch": 191.78,
      "grad_norm": 0.9902871251106262,
      "learning_rate": 4.241147903139587e-06,
      "loss": 0.3758,
      "step": 687140
    },
    {
      "epoch": 191.78,
      "grad_norm": 1.0740654468536377,
      "learning_rate": 4.241132029612928e-06,
      "loss": 0.3795,
      "step": 687150
    },
    {
      "epoch": 191.78,
      "grad_norm": 1.1595532894134521,
      "learning_rate": 4.241116155833727e-06,
      "loss": 0.3723,
      "step": 687160
    },
    {
      "epoch": 191.79,
      "grad_norm": 1.0232633352279663,
      "learning_rate": 4.2411002818019865e-06,
      "loss": 0.3843,
      "step": 687170
    },
    {
      "epoch": 191.79,
      "grad_norm": 0.9876207709312439,
      "learning_rate": 4.241084407517708e-06,
      "loss": 0.3832,
      "step": 687180
    },
    {
      "epoch": 191.79,
      "grad_norm": 1.0733641386032104,
      "learning_rate": 4.2410685329808935e-06,
      "loss": 0.3715,
      "step": 687190
    },
    {
      "epoch": 191.79,
      "grad_norm": 1.1827236413955688,
      "learning_rate": 4.241052658191546e-06,
      "loss": 0.3819,
      "step": 687200
    },
    {
      "epoch": 191.8,
      "grad_norm": 1.3705710172653198,
      "learning_rate": 4.241036783149667e-06,
      "loss": 0.3727,
      "step": 687210
    },
    {
      "epoch": 191.8,
      "grad_norm": 1.1613951921463013,
      "learning_rate": 4.241020907855258e-06,
      "loss": 0.3825,
      "step": 687220
    },
    {
      "epoch": 191.8,
      "grad_norm": 1.0733706951141357,
      "learning_rate": 4.241005032308322e-06,
      "loss": 0.3636,
      "step": 687230
    },
    {
      "epoch": 191.81,
      "grad_norm": 1.1366145610809326,
      "learning_rate": 4.240989156508861e-06,
      "loss": 0.365,
      "step": 687240
    },
    {
      "epoch": 191.81,
      "grad_norm": 1.1173908710479736,
      "learning_rate": 4.240973280456876e-06,
      "loss": 0.3739,
      "step": 687250
    },
    {
      "epoch": 191.81,
      "grad_norm": 1.196251630783081,
      "learning_rate": 4.240957404152372e-06,
      "loss": 0.3834,
      "step": 687260
    },
    {
      "epoch": 191.81,
      "grad_norm": 1.264857530593872,
      "learning_rate": 4.240941527595348e-06,
      "loss": 0.3859,
      "step": 687270
    },
    {
      "epoch": 191.82,
      "grad_norm": 1.1574074029922485,
      "learning_rate": 4.240925650785807e-06,
      "loss": 0.4044,
      "step": 687280
    },
    {
      "epoch": 191.82,
      "grad_norm": 1.322485089302063,
      "learning_rate": 4.240909773723752e-06,
      "loss": 0.3786,
      "step": 687290
    },
    {
      "epoch": 191.82,
      "grad_norm": 1.3330340385437012,
      "learning_rate": 4.240893896409184e-06,
      "loss": 0.3785,
      "step": 687300
    },
    {
      "epoch": 191.83,
      "grad_norm": 1.2190202474594116,
      "learning_rate": 4.240878018842106e-06,
      "loss": 0.3757,
      "step": 687310
    },
    {
      "epoch": 191.83,
      "grad_norm": 1.2139424085617065,
      "learning_rate": 4.240862141022519e-06,
      "loss": 0.3742,
      "step": 687320
    },
    {
      "epoch": 191.83,
      "grad_norm": 0.9989116787910461,
      "learning_rate": 4.2408462629504265e-06,
      "loss": 0.3605,
      "step": 687330
    },
    {
      "epoch": 191.83,
      "grad_norm": 1.0987489223480225,
      "learning_rate": 4.2408303846258305e-06,
      "loss": 0.3871,
      "step": 687340
    },
    {
      "epoch": 191.84,
      "grad_norm": 0.9851733446121216,
      "learning_rate": 4.2408145060487315e-06,
      "loss": 0.3639,
      "step": 687350
    },
    {
      "epoch": 191.84,
      "grad_norm": 1.1951488256454468,
      "learning_rate": 4.240798627219134e-06,
      "loss": 0.3854,
      "step": 687360
    },
    {
      "epoch": 191.84,
      "grad_norm": 1.1962637901306152,
      "learning_rate": 4.240782748137037e-06,
      "loss": 0.3649,
      "step": 687370
    },
    {
      "epoch": 191.84,
      "grad_norm": 1.0047646760940552,
      "learning_rate": 4.240766868802446e-06,
      "loss": 0.3526,
      "step": 687380
    },
    {
      "epoch": 191.85,
      "grad_norm": 1.1798033714294434,
      "learning_rate": 4.240750989215361e-06,
      "loss": 0.3865,
      "step": 687390
    },
    {
      "epoch": 191.85,
      "grad_norm": 1.1230950355529785,
      "learning_rate": 4.2407351093757846e-06,
      "loss": 0.3781,
      "step": 687400
    },
    {
      "epoch": 191.85,
      "grad_norm": 1.1396703720092773,
      "learning_rate": 4.240719229283719e-06,
      "loss": 0.3918,
      "step": 687410
    },
    {
      "epoch": 191.86,
      "grad_norm": 1.3248188495635986,
      "learning_rate": 4.240703348939166e-06,
      "loss": 0.3568,
      "step": 687420
    },
    {
      "epoch": 191.86,
      "grad_norm": 1.215579867362976,
      "learning_rate": 4.240687468342128e-06,
      "loss": 0.3879,
      "step": 687430
    },
    {
      "epoch": 191.86,
      "grad_norm": 1.2717928886413574,
      "learning_rate": 4.2406715874926075e-06,
      "loss": 0.3841,
      "step": 687440
    },
    {
      "epoch": 191.86,
      "grad_norm": 1.1912386417388916,
      "learning_rate": 4.240655706390606e-06,
      "loss": 0.3719,
      "step": 687450
    },
    {
      "epoch": 191.87,
      "grad_norm": 1.2093682289123535,
      "learning_rate": 4.2406398250361264e-06,
      "loss": 0.3723,
      "step": 687460
    },
    {
      "epoch": 191.87,
      "grad_norm": 1.5258177518844604,
      "learning_rate": 4.240623943429169e-06,
      "loss": 0.371,
      "step": 687470
    },
    {
      "epoch": 191.87,
      "grad_norm": 1.1464234590530396,
      "learning_rate": 4.240608061569738e-06,
      "loss": 0.3712,
      "step": 687480
    },
    {
      "epoch": 191.88,
      "grad_norm": 1.0803065299987793,
      "learning_rate": 4.240592179457835e-06,
      "loss": 0.3936,
      "step": 687490
    },
    {
      "epoch": 191.88,
      "grad_norm": 1.1313097476959229,
      "learning_rate": 4.240576297093461e-06,
      "loss": 0.3798,
      "step": 687500
    },
    {
      "epoch": 191.88,
      "grad_norm": 1.176343321800232,
      "learning_rate": 4.24056041447662e-06,
      "loss": 0.3643,
      "step": 687510
    },
    {
      "epoch": 191.88,
      "grad_norm": 1.2952438592910767,
      "learning_rate": 4.240544531607313e-06,
      "loss": 0.3803,
      "step": 687520
    },
    {
      "epoch": 191.89,
      "grad_norm": 1.0835051536560059,
      "learning_rate": 4.2405286484855405e-06,
      "loss": 0.3992,
      "step": 687530
    },
    {
      "epoch": 191.89,
      "grad_norm": 1.5415050983428955,
      "learning_rate": 4.240512765111308e-06,
      "loss": 0.3642,
      "step": 687540
    },
    {
      "epoch": 191.89,
      "grad_norm": 1.1079761981964111,
      "learning_rate": 4.240496881484615e-06,
      "loss": 0.3723,
      "step": 687550
    },
    {
      "epoch": 191.9,
      "grad_norm": 1.2043671607971191,
      "learning_rate": 4.240480997605464e-06,
      "loss": 0.3665,
      "step": 687560
    },
    {
      "epoch": 191.9,
      "grad_norm": 0.9924238324165344,
      "learning_rate": 4.2404651134738585e-06,
      "loss": 0.4017,
      "step": 687570
    },
    {
      "epoch": 191.9,
      "grad_norm": 0.9872011542320251,
      "learning_rate": 4.240449229089799e-06,
      "loss": 0.383,
      "step": 687580
    },
    {
      "epoch": 191.9,
      "grad_norm": 1.2098138332366943,
      "learning_rate": 4.240433344453289e-06,
      "loss": 0.3689,
      "step": 687590
    },
    {
      "epoch": 191.91,
      "grad_norm": 1.3439245223999023,
      "learning_rate": 4.24041745956433e-06,
      "loss": 0.391,
      "step": 687600
    },
    {
      "epoch": 191.91,
      "grad_norm": 1.1391962766647339,
      "learning_rate": 4.240401574422923e-06,
      "loss": 0.375,
      "step": 687610
    },
    {
      "epoch": 191.91,
      "grad_norm": 1.1997878551483154,
      "learning_rate": 4.240385689029072e-06,
      "loss": 0.3886,
      "step": 687620
    },
    {
      "epoch": 191.91,
      "grad_norm": 1.3580905199050903,
      "learning_rate": 4.2403698033827775e-06,
      "loss": 0.374,
      "step": 687630
    },
    {
      "epoch": 191.92,
      "grad_norm": 0.9262992739677429,
      "learning_rate": 4.240353917484043e-06,
      "loss": 0.3643,
      "step": 687640
    },
    {
      "epoch": 191.92,
      "grad_norm": 1.0915602445602417,
      "learning_rate": 4.24033803133287e-06,
      "loss": 0.371,
      "step": 687650
    },
    {
      "epoch": 191.92,
      "grad_norm": 1.1543177366256714,
      "learning_rate": 4.24032214492926e-06,
      "loss": 0.3781,
      "step": 687660
    },
    {
      "epoch": 191.93,
      "grad_norm": 1.1393115520477295,
      "learning_rate": 4.240306258273217e-06,
      "loss": 0.3932,
      "step": 687670
    },
    {
      "epoch": 191.93,
      "grad_norm": 1.187177062034607,
      "learning_rate": 4.240290371364741e-06,
      "loss": 0.3867,
      "step": 687680
    },
    {
      "epoch": 191.93,
      "grad_norm": 1.4146946668624878,
      "learning_rate": 4.240274484203835e-06,
      "loss": 0.3859,
      "step": 687690
    },
    {
      "epoch": 191.93,
      "grad_norm": 1.217130184173584,
      "learning_rate": 4.240258596790501e-06,
      "loss": 0.3987,
      "step": 687700
    },
    {
      "epoch": 191.94,
      "grad_norm": 1.22332763671875,
      "learning_rate": 4.240242709124741e-06,
      "loss": 0.3648,
      "step": 687710
    },
    {
      "epoch": 191.94,
      "grad_norm": 1.0771843194961548,
      "learning_rate": 4.240226821206559e-06,
      "loss": 0.371,
      "step": 687720
    },
    {
      "epoch": 191.94,
      "grad_norm": 1.1517678499221802,
      "learning_rate": 4.240210933035953e-06,
      "loss": 0.3654,
      "step": 687730
    },
    {
      "epoch": 191.95,
      "grad_norm": 1.1023507118225098,
      "learning_rate": 4.240195044612929e-06,
      "loss": 0.3899,
      "step": 687740
    },
    {
      "epoch": 191.95,
      "grad_norm": 1.0152562856674194,
      "learning_rate": 4.240179155937487e-06,
      "loss": 0.3538,
      "step": 687750
    },
    {
      "epoch": 191.95,
      "grad_norm": 1.038333773612976,
      "learning_rate": 4.24016326700963e-06,
      "loss": 0.3823,
      "step": 687760
    },
    {
      "epoch": 191.95,
      "grad_norm": 1.3171824216842651,
      "learning_rate": 4.24014737782936e-06,
      "loss": 0.3678,
      "step": 687770
    },
    {
      "epoch": 191.96,
      "grad_norm": 0.9969571828842163,
      "learning_rate": 4.240131488396679e-06,
      "loss": 0.3911,
      "step": 687780
    },
    {
      "epoch": 191.96,
      "grad_norm": 1.1093319654464722,
      "learning_rate": 4.2401155987115885e-06,
      "loss": 0.3809,
      "step": 687790
    },
    {
      "epoch": 191.96,
      "grad_norm": 1.0148966312408447,
      "learning_rate": 4.240099708774092e-06,
      "loss": 0.3778,
      "step": 687800
    },
    {
      "epoch": 191.96,
      "grad_norm": 1.1228195428848267,
      "learning_rate": 4.240083818584191e-06,
      "loss": 0.392,
      "step": 687810
    },
    {
      "epoch": 191.97,
      "grad_norm": 1.1599540710449219,
      "learning_rate": 4.2400679281418865e-06,
      "loss": 0.384,
      "step": 687820
    },
    {
      "epoch": 191.97,
      "grad_norm": 1.1112669706344604,
      "learning_rate": 4.240052037447182e-06,
      "loss": 0.3709,
      "step": 687830
    },
    {
      "epoch": 191.97,
      "grad_norm": 0.9306649565696716,
      "learning_rate": 4.2400361465000795e-06,
      "loss": 0.3712,
      "step": 687840
    },
    {
      "epoch": 191.98,
      "grad_norm": 1.161941409111023,
      "learning_rate": 4.24002025530058e-06,
      "loss": 0.3688,
      "step": 687850
    },
    {
      "epoch": 191.98,
      "grad_norm": 0.8925116062164307,
      "learning_rate": 4.240004363848688e-06,
      "loss": 0.3586,
      "step": 687860
    },
    {
      "epoch": 191.98,
      "grad_norm": 1.9803147315979004,
      "learning_rate": 4.239988472144403e-06,
      "loss": 0.3856,
      "step": 687870
    },
    {
      "epoch": 191.98,
      "grad_norm": 1.366103172302246,
      "learning_rate": 4.239972580187727e-06,
      "loss": 0.3873,
      "step": 687880
    },
    {
      "epoch": 191.99,
      "grad_norm": 1.3341175317764282,
      "learning_rate": 4.239956687978665e-06,
      "loss": 0.3818,
      "step": 687890
    },
    {
      "epoch": 191.99,
      "grad_norm": 1.2537212371826172,
      "learning_rate": 4.239940795517217e-06,
      "loss": 0.3671,
      "step": 687900
    },
    {
      "epoch": 191.99,
      "grad_norm": 1.1065967082977295,
      "learning_rate": 4.239924902803384e-06,
      "loss": 0.3862,
      "step": 687910
    },
    {
      "epoch": 192.0,
      "grad_norm": 1.453623652458191,
      "learning_rate": 4.239909009837172e-06,
      "loss": 0.3709,
      "step": 687920
    },
    {
      "epoch": 192.0,
      "grad_norm": 1.0510717630386353,
      "learning_rate": 4.2398931166185795e-06,
      "loss": 0.3756,
      "step": 687930
    },
    {
      "epoch": 192.0,
      "eval_loss": 0.37633925676345825,
      "eval_runtime": 63.3918,
      "eval_samples_per_second": 79.805,
      "eval_steps_per_second": 9.986,
      "step": 687936
    },
    {
      "epoch": 192.0,
      "grad_norm": 1.2177066802978516,
      "learning_rate": 4.23987722314761e-06,
      "loss": 0.388,
      "step": 687940
    },
    {
      "epoch": 192.0,
      "grad_norm": 1.0635780096054077,
      "learning_rate": 4.239861329424265e-06,
      "loss": 0.3839,
      "step": 687950
    },
    {
      "epoch": 192.01,
      "grad_norm": 1.098161220550537,
      "learning_rate": 4.239845435448547e-06,
      "loss": 0.3728,
      "step": 687960
    },
    {
      "epoch": 192.01,
      "grad_norm": 1.2331818342208862,
      "learning_rate": 4.239829541220459e-06,
      "loss": 0.3701,
      "step": 687970
    },
    {
      "epoch": 192.01,
      "grad_norm": 1.0615465641021729,
      "learning_rate": 4.239813646740002e-06,
      "loss": 0.3504,
      "step": 687980
    },
    {
      "epoch": 192.02,
      "grad_norm": 1.2690913677215576,
      "learning_rate": 4.239797752007178e-06,
      "loss": 0.3873,
      "step": 687990
    },
    {
      "epoch": 192.02,
      "grad_norm": 1.4100470542907715,
      "learning_rate": 4.23978185702199e-06,
      "loss": 0.3665,
      "step": 688000
    },
    {
      "epoch": 192.02,
      "grad_norm": 1.0573307275772095,
      "learning_rate": 4.239765961784439e-06,
      "loss": 0.3652,
      "step": 688010
    },
    {
      "epoch": 192.02,
      "grad_norm": 1.0361411571502686,
      "learning_rate": 4.239750066294529e-06,
      "loss": 0.3663,
      "step": 688020
    },
    {
      "epoch": 192.03,
      "grad_norm": 1.0564817190170288,
      "learning_rate": 4.239734170552261e-06,
      "loss": 0.3778,
      "step": 688030
    },
    {
      "epoch": 192.03,
      "grad_norm": 1.1363815069198608,
      "learning_rate": 4.239718274557635e-06,
      "loss": 0.3735,
      "step": 688040
    },
    {
      "epoch": 192.03,
      "grad_norm": 1.0994386672973633,
      "learning_rate": 4.239702378310656e-06,
      "loss": 0.3684,
      "step": 688050
    },
    {
      "epoch": 192.03,
      "grad_norm": 1.0094819068908691,
      "learning_rate": 4.239686481811326e-06,
      "loss": 0.3709,
      "step": 688060
    },
    {
      "epoch": 192.04,
      "grad_norm": 1.1919960975646973,
      "learning_rate": 4.239670585059645e-06,
      "loss": 0.3798,
      "step": 688070
    },
    {
      "epoch": 192.04,
      "grad_norm": 1.0630457401275635,
      "learning_rate": 4.239654688055617e-06,
      "loss": 0.3724,
      "step": 688080
    },
    {
      "epoch": 192.04,
      "grad_norm": 1.167379379272461,
      "learning_rate": 4.2396387907992445e-06,
      "loss": 0.3754,
      "step": 688090
    },
    {
      "epoch": 192.05,
      "grad_norm": 1.1581823825836182,
      "learning_rate": 4.239622893290528e-06,
      "loss": 0.367,
      "step": 688100
    },
    {
      "epoch": 192.05,
      "grad_norm": 1.0752980709075928,
      "learning_rate": 4.23960699552947e-06,
      "loss": 0.3732,
      "step": 688110
    },
    {
      "epoch": 192.05,
      "grad_norm": 1.2435615062713623,
      "learning_rate": 4.239591097516073e-06,
      "loss": 0.3569,
      "step": 688120
    },
    {
      "epoch": 192.05,
      "grad_norm": 1.06215238571167,
      "learning_rate": 4.23957519925034e-06,
      "loss": 0.3759,
      "step": 688130
    },
    {
      "epoch": 192.06,
      "grad_norm": 1.0337508916854858,
      "learning_rate": 4.239559300732271e-06,
      "loss": 0.3952,
      "step": 688140
    },
    {
      "epoch": 192.06,
      "grad_norm": 1.1532596349716187,
      "learning_rate": 4.2395434019618695e-06,
      "loss": 0.3824,
      "step": 688150
    },
    {
      "epoch": 192.06,
      "grad_norm": 1.3194178342819214,
      "learning_rate": 4.2395275029391375e-06,
      "loss": 0.3767,
      "step": 688160
    },
    {
      "epoch": 192.07,
      "grad_norm": 1.3558598756790161,
      "learning_rate": 4.239511603664078e-06,
      "loss": 0.3854,
      "step": 688170
    },
    {
      "epoch": 192.07,
      "grad_norm": 1.0129454135894775,
      "learning_rate": 4.23949570413669e-06,
      "loss": 0.3824,
      "step": 688180
    },
    {
      "epoch": 192.07,
      "grad_norm": 1.0892353057861328,
      "learning_rate": 4.239479804356979e-06,
      "loss": 0.3758,
      "step": 688190
    },
    {
      "epoch": 192.07,
      "grad_norm": 1.0997282266616821,
      "learning_rate": 4.2394639043249466e-06,
      "loss": 0.3673,
      "step": 688200
    },
    {
      "epoch": 192.08,
      "grad_norm": 1.1783185005187988,
      "learning_rate": 4.239448004040593e-06,
      "loss": 0.3773,
      "step": 688210
    },
    {
      "epoch": 192.08,
      "grad_norm": 1.2353646755218506,
      "learning_rate": 4.239432103503922e-06,
      "loss": 0.375,
      "step": 688220
    },
    {
      "epoch": 192.08,
      "grad_norm": 1.1962287425994873,
      "learning_rate": 4.2394162027149345e-06,
      "loss": 0.3862,
      "step": 688230
    },
    {
      "epoch": 192.08,
      "grad_norm": 1.850881576538086,
      "learning_rate": 4.239400301673634e-06,
      "loss": 0.3712,
      "step": 688240
    },
    {
      "epoch": 192.09,
      "grad_norm": 1.5294827222824097,
      "learning_rate": 4.239384400380021e-06,
      "loss": 0.3697,
      "step": 688250
    },
    {
      "epoch": 192.09,
      "grad_norm": 0.9878858327865601,
      "learning_rate": 4.2393684988341e-06,
      "loss": 0.3635,
      "step": 688260
    },
    {
      "epoch": 192.09,
      "grad_norm": 1.1056402921676636,
      "learning_rate": 4.2393525970358705e-06,
      "loss": 0.3801,
      "step": 688270
    },
    {
      "epoch": 192.1,
      "grad_norm": 1.014972448348999,
      "learning_rate": 4.239336694985336e-06,
      "loss": 0.3745,
      "step": 688280
    },
    {
      "epoch": 192.1,
      "grad_norm": 0.9888346195220947,
      "learning_rate": 4.239320792682499e-06,
      "loss": 0.3699,
      "step": 688290
    },
    {
      "epoch": 192.1,
      "grad_norm": 1.4501323699951172,
      "learning_rate": 4.239304890127361e-06,
      "loss": 0.3787,
      "step": 688300
    },
    {
      "epoch": 192.1,
      "grad_norm": 1.1033729314804077,
      "learning_rate": 4.239288987319924e-06,
      "loss": 0.3708,
      "step": 688310
    },
    {
      "epoch": 192.11,
      "grad_norm": 1.039336919784546,
      "learning_rate": 4.2392730842601895e-06,
      "loss": 0.3768,
      "step": 688320
    },
    {
      "epoch": 192.11,
      "grad_norm": 1.1074678897857666,
      "learning_rate": 4.2392571809481605e-06,
      "loss": 0.3538,
      "step": 688330
    },
    {
      "epoch": 192.11,
      "grad_norm": 1.2961028814315796,
      "learning_rate": 4.2392412773838395e-06,
      "loss": 0.4045,
      "step": 688340
    },
    {
      "epoch": 192.12,
      "grad_norm": 1.1391128301620483,
      "learning_rate": 4.239225373567228e-06,
      "loss": 0.3826,
      "step": 688350
    },
    {
      "epoch": 192.12,
      "grad_norm": 1.132463812828064,
      "learning_rate": 4.239209469498328e-06,
      "loss": 0.3687,
      "step": 688360
    },
    {
      "epoch": 192.12,
      "grad_norm": 1.2137176990509033,
      "learning_rate": 4.239193565177142e-06,
      "loss": 0.374,
      "step": 688370
    },
    {
      "epoch": 192.12,
      "grad_norm": 1.1517150402069092,
      "learning_rate": 4.239177660603672e-06,
      "loss": 0.3778,
      "step": 688380
    },
    {
      "epoch": 192.13,
      "grad_norm": 1.0933667421340942,
      "learning_rate": 4.23916175577792e-06,
      "loss": 0.3791,
      "step": 688390
    },
    {
      "epoch": 192.13,
      "grad_norm": 1.1706457138061523,
      "learning_rate": 4.239145850699888e-06,
      "loss": 0.3748,
      "step": 688400
    },
    {
      "epoch": 192.13,
      "grad_norm": 0.968593180179596,
      "learning_rate": 4.239129945369578e-06,
      "loss": 0.3724,
      "step": 688410
    },
    {
      "epoch": 192.14,
      "grad_norm": 1.5250563621520996,
      "learning_rate": 4.239114039786993e-06,
      "loss": 0.3811,
      "step": 688420
    },
    {
      "epoch": 192.14,
      "grad_norm": 1.2066155672073364,
      "learning_rate": 4.239098133952134e-06,
      "loss": 0.3769,
      "step": 688430
    },
    {
      "epoch": 192.14,
      "grad_norm": 1.0780792236328125,
      "learning_rate": 4.239082227865004e-06,
      "loss": 0.3721,
      "step": 688440
    },
    {
      "epoch": 192.14,
      "grad_norm": 1.267060399055481,
      "learning_rate": 4.239066321525605e-06,
      "loss": 0.3611,
      "step": 688450
    },
    {
      "epoch": 192.15,
      "grad_norm": 1.3432673215866089,
      "learning_rate": 4.239050414933939e-06,
      "loss": 0.3737,
      "step": 688460
    },
    {
      "epoch": 192.15,
      "grad_norm": 1.1569331884384155,
      "learning_rate": 4.239034508090007e-06,
      "loss": 0.3768,
      "step": 688470
    },
    {
      "epoch": 192.15,
      "grad_norm": 1.1906574964523315,
      "learning_rate": 4.239018600993813e-06,
      "loss": 0.3649,
      "step": 688480
    },
    {
      "epoch": 192.15,
      "grad_norm": 1.0546367168426514,
      "learning_rate": 4.239002693645358e-06,
      "loss": 0.4055,
      "step": 688490
    },
    {
      "epoch": 192.16,
      "grad_norm": 1.2333593368530273,
      "learning_rate": 4.238986786044645e-06,
      "loss": 0.3765,
      "step": 688500
    },
    {
      "epoch": 192.16,
      "grad_norm": 1.0845590829849243,
      "learning_rate": 4.238970878191674e-06,
      "loss": 0.3843,
      "step": 688510
    },
    {
      "epoch": 192.16,
      "grad_norm": 0.9283375144004822,
      "learning_rate": 4.238954970086449e-06,
      "loss": 0.4032,
      "step": 688520
    },
    {
      "epoch": 192.17,
      "grad_norm": 1.0665429830551147,
      "learning_rate": 4.238939061728972e-06,
      "loss": 0.3854,
      "step": 688530
    },
    {
      "epoch": 192.17,
      "grad_norm": 1.0725923776626587,
      "learning_rate": 4.238923153119246e-06,
      "loss": 0.3838,
      "step": 688540
    },
    {
      "epoch": 192.17,
      "grad_norm": 0.9970412850379944,
      "learning_rate": 4.238907244257271e-06,
      "loss": 0.3956,
      "step": 688550
    },
    {
      "epoch": 192.17,
      "grad_norm": 5.090213298797607,
      "learning_rate": 4.238891335143049e-06,
      "loss": 0.3698,
      "step": 688560
    },
    {
      "epoch": 192.18,
      "grad_norm": 1.0150092840194702,
      "learning_rate": 4.238875425776585e-06,
      "loss": 0.3532,
      "step": 688570
    },
    {
      "epoch": 192.18,
      "grad_norm": 1.1331907510757446,
      "learning_rate": 4.238859516157878e-06,
      "loss": 0.3807,
      "step": 688580
    },
    {
      "epoch": 192.18,
      "grad_norm": 0.9854910969734192,
      "learning_rate": 4.2388436062869315e-06,
      "loss": 0.3796,
      "step": 688590
    },
    {
      "epoch": 192.19,
      "grad_norm": 1.361169695854187,
      "learning_rate": 4.238827696163748e-06,
      "loss": 0.3662,
      "step": 688600
    },
    {
      "epoch": 192.19,
      "grad_norm": 1.354352355003357,
      "learning_rate": 4.238811785788329e-06,
      "loss": 0.3736,
      "step": 688610
    },
    {
      "epoch": 192.19,
      "grad_norm": 1.1172631978988647,
      "learning_rate": 4.238795875160677e-06,
      "loss": 0.3676,
      "step": 688620
    },
    {
      "epoch": 192.19,
      "grad_norm": 1.2064471244812012,
      "learning_rate": 4.238779964280793e-06,
      "loss": 0.3865,
      "step": 688630
    },
    {
      "epoch": 192.2,
      "grad_norm": 1.437956690788269,
      "learning_rate": 4.2387640531486805e-06,
      "loss": 0.4,
      "step": 688640
    },
    {
      "epoch": 192.2,
      "grad_norm": 1.2492188215255737,
      "learning_rate": 4.238748141764341e-06,
      "loss": 0.3637,
      "step": 688650
    },
    {
      "epoch": 192.2,
      "grad_norm": 1.2793084383010864,
      "learning_rate": 4.2387322301277774e-06,
      "loss": 0.361,
      "step": 688660
    },
    {
      "epoch": 192.2,
      "grad_norm": 0.9733086824417114,
      "learning_rate": 4.238716318238991e-06,
      "loss": 0.363,
      "step": 688670
    },
    {
      "epoch": 192.21,
      "grad_norm": 1.0133436918258667,
      "learning_rate": 4.238700406097984e-06,
      "loss": 0.3924,
      "step": 688680
    },
    {
      "epoch": 192.21,
      "grad_norm": 1.4222193956375122,
      "learning_rate": 4.238684493704758e-06,
      "loss": 0.3886,
      "step": 688690
    },
    {
      "epoch": 192.21,
      "grad_norm": 1.344273567199707,
      "learning_rate": 4.238668581059316e-06,
      "loss": 0.3942,
      "step": 688700
    },
    {
      "epoch": 192.22,
      "grad_norm": 1.147122859954834,
      "learning_rate": 4.238652668161659e-06,
      "loss": 0.3759,
      "step": 688710
    },
    {
      "epoch": 192.22,
      "grad_norm": 1.086823582649231,
      "learning_rate": 4.2386367550117915e-06,
      "loss": 0.3907,
      "step": 688720
    },
    {
      "epoch": 192.22,
      "grad_norm": 1.2275711297988892,
      "learning_rate": 4.238620841609713e-06,
      "loss": 0.3707,
      "step": 688730
    },
    {
      "epoch": 192.22,
      "grad_norm": 1.1946227550506592,
      "learning_rate": 4.238604927955427e-06,
      "loss": 0.3826,
      "step": 688740
    },
    {
      "epoch": 192.23,
      "grad_norm": 1.008839726448059,
      "learning_rate": 4.238589014048935e-06,
      "loss": 0.36,
      "step": 688750
    },
    {
      "epoch": 192.23,
      "grad_norm": 1.2932308912277222,
      "learning_rate": 4.23857309989024e-06,
      "loss": 0.3477,
      "step": 688760
    },
    {
      "epoch": 192.23,
      "grad_norm": 1.285308837890625,
      "learning_rate": 4.238557185479344e-06,
      "loss": 0.373,
      "step": 688770
    },
    {
      "epoch": 192.24,
      "grad_norm": 1.3487123250961304,
      "learning_rate": 4.238541270816248e-06,
      "loss": 0.3633,
      "step": 688780
    },
    {
      "epoch": 192.24,
      "grad_norm": 1.193021535873413,
      "learning_rate": 4.238525355900954e-06,
      "loss": 0.3785,
      "step": 688790
    },
    {
      "epoch": 192.24,
      "grad_norm": 0.8696439862251282,
      "learning_rate": 4.238509440733465e-06,
      "loss": 0.3735,
      "step": 688800
    },
    {
      "epoch": 192.24,
      "grad_norm": 1.2045804262161255,
      "learning_rate": 4.2384935253137845e-06,
      "loss": 0.368,
      "step": 688810
    },
    {
      "epoch": 192.25,
      "grad_norm": 1.183504343032837,
      "learning_rate": 4.238477609641912e-06,
      "loss": 0.3631,
      "step": 688820
    },
    {
      "epoch": 192.25,
      "grad_norm": 1.2498290538787842,
      "learning_rate": 4.23846169371785e-06,
      "loss": 0.3847,
      "step": 688830
    },
    {
      "epoch": 192.25,
      "grad_norm": 1.0652117729187012,
      "learning_rate": 4.2384457775416025e-06,
      "loss": 0.3844,
      "step": 688840
    },
    {
      "epoch": 192.26,
      "grad_norm": 1.0737594366073608,
      "learning_rate": 4.238429861113171e-06,
      "loss": 0.3808,
      "step": 688850
    },
    {
      "epoch": 192.26,
      "grad_norm": 1.1068106889724731,
      "learning_rate": 4.2384139444325566e-06,
      "loss": 0.3893,
      "step": 688860
    },
    {
      "epoch": 192.26,
      "grad_norm": 1.192001223564148,
      "learning_rate": 4.238398027499761e-06,
      "loss": 0.3798,
      "step": 688870
    },
    {
      "epoch": 192.26,
      "grad_norm": 1.1490951776504517,
      "learning_rate": 4.2383821103147876e-06,
      "loss": 0.3749,
      "step": 688880
    },
    {
      "epoch": 192.27,
      "grad_norm": 1.2358580827713013,
      "learning_rate": 4.238366192877639e-06,
      "loss": 0.3973,
      "step": 688890
    },
    {
      "epoch": 192.27,
      "grad_norm": 1.5228866338729858,
      "learning_rate": 4.238350275188316e-06,
      "loss": 0.381,
      "step": 688900
    },
    {
      "epoch": 192.27,
      "grad_norm": 1.2662701606750488,
      "learning_rate": 4.238334357246821e-06,
      "loss": 0.3748,
      "step": 688910
    },
    {
      "epoch": 192.27,
      "grad_norm": 1.3789384365081787,
      "learning_rate": 4.238318439053156e-06,
      "loss": 0.3646,
      "step": 688920
    },
    {
      "epoch": 192.28,
      "grad_norm": 1.3438403606414795,
      "learning_rate": 4.238302520607324e-06,
      "loss": 0.3828,
      "step": 688930
    },
    {
      "epoch": 192.28,
      "grad_norm": 0.9416154026985168,
      "learning_rate": 4.238286601909326e-06,
      "loss": 0.3805,
      "step": 688940
    },
    {
      "epoch": 192.28,
      "grad_norm": 1.2185455560684204,
      "learning_rate": 4.238270682959165e-06,
      "loss": 0.3704,
      "step": 688950
    },
    {
      "epoch": 192.29,
      "grad_norm": 1.069667100906372,
      "learning_rate": 4.2382547637568435e-06,
      "loss": 0.3804,
      "step": 688960
    },
    {
      "epoch": 192.29,
      "grad_norm": 1.174570083618164,
      "learning_rate": 4.238238844302361e-06,
      "loss": 0.3906,
      "step": 688970
    },
    {
      "epoch": 192.29,
      "grad_norm": 1.178056001663208,
      "learning_rate": 4.2382229245957234e-06,
      "loss": 0.3718,
      "step": 688980
    },
    {
      "epoch": 192.29,
      "grad_norm": 1.2115410566329956,
      "learning_rate": 4.23820700463693e-06,
      "loss": 0.3826,
      "step": 688990
    },
    {
      "epoch": 192.3,
      "grad_norm": 1.0859087705612183,
      "learning_rate": 4.2381910844259845e-06,
      "loss": 0.3588,
      "step": 689000
    },
    {
      "epoch": 192.3,
      "grad_norm": 1.2909342050552368,
      "learning_rate": 4.238175163962888e-06,
      "loss": 0.3996,
      "step": 689010
    },
    {
      "epoch": 192.3,
      "grad_norm": 1.1929259300231934,
      "learning_rate": 4.238159243247643e-06,
      "loss": 0.3729,
      "step": 689020
    },
    {
      "epoch": 192.31,
      "grad_norm": 1.0365484952926636,
      "learning_rate": 4.238143322280251e-06,
      "loss": 0.3707,
      "step": 689030
    },
    {
      "epoch": 192.31,
      "grad_norm": 3.4876840114593506,
      "learning_rate": 4.238127401060716e-06,
      "loss": 0.3707,
      "step": 689040
    },
    {
      "epoch": 192.31,
      "grad_norm": 1.2775095701217651,
      "learning_rate": 4.2381114795890385e-06,
      "loss": 0.3557,
      "step": 689050
    },
    {
      "epoch": 192.31,
      "grad_norm": 1.6229591369628906,
      "learning_rate": 4.2380955578652204e-06,
      "loss": 0.3869,
      "step": 689060
    },
    {
      "epoch": 192.32,
      "grad_norm": 1.4123649597167969,
      "learning_rate": 4.238079635889264e-06,
      "loss": 0.3697,
      "step": 689070
    },
    {
      "epoch": 192.32,
      "grad_norm": 1.3484007120132446,
      "learning_rate": 4.238063713661173e-06,
      "loss": 0.381,
      "step": 689080
    },
    {
      "epoch": 192.32,
      "grad_norm": 1.2676947116851807,
      "learning_rate": 4.2380477911809476e-06,
      "loss": 0.3895,
      "step": 689090
    },
    {
      "epoch": 192.32,
      "grad_norm": 0.9682067036628723,
      "learning_rate": 4.238031868448591e-06,
      "loss": 0.3705,
      "step": 689100
    },
    {
      "epoch": 192.33,
      "grad_norm": 1.1795122623443604,
      "learning_rate": 4.238015945464105e-06,
      "loss": 0.372,
      "step": 689110
    },
    {
      "epoch": 192.33,
      "grad_norm": 1.6564197540283203,
      "learning_rate": 4.238000022227491e-06,
      "loss": 0.3804,
      "step": 689120
    },
    {
      "epoch": 192.33,
      "grad_norm": 1.1428265571594238,
      "learning_rate": 4.237984098738753e-06,
      "loss": 0.3883,
      "step": 689130
    },
    {
      "epoch": 192.34,
      "grad_norm": 1.219909429550171,
      "learning_rate": 4.237968174997891e-06,
      "loss": 0.3759,
      "step": 689140
    },
    {
      "epoch": 192.34,
      "grad_norm": 1.2670830488204956,
      "learning_rate": 4.237952251004908e-06,
      "loss": 0.3623,
      "step": 689150
    },
    {
      "epoch": 192.34,
      "grad_norm": 0.9962775707244873,
      "learning_rate": 4.237936326759807e-06,
      "loss": 0.3791,
      "step": 689160
    },
    {
      "epoch": 192.34,
      "grad_norm": 2.096005916595459,
      "learning_rate": 4.2379204022625885e-06,
      "loss": 0.3773,
      "step": 689170
    },
    {
      "epoch": 192.35,
      "grad_norm": 1.085505485534668,
      "learning_rate": 4.237904477513255e-06,
      "loss": 0.365,
      "step": 689180
    },
    {
      "epoch": 192.35,
      "grad_norm": 1.1571301221847534,
      "learning_rate": 4.23788855251181e-06,
      "loss": 0.3609,
      "step": 689190
    },
    {
      "epoch": 192.35,
      "grad_norm": 1.0432847738265991,
      "learning_rate": 4.237872627258254e-06,
      "loss": 0.3743,
      "step": 689200
    },
    {
      "epoch": 192.36,
      "grad_norm": 1.2999736070632935,
      "learning_rate": 4.2378567017525905e-06,
      "loss": 0.3645,
      "step": 689210
    },
    {
      "epoch": 192.36,
      "grad_norm": 1.114501714706421,
      "learning_rate": 4.2378407759948196e-06,
      "loss": 0.3584,
      "step": 689220
    },
    {
      "epoch": 192.36,
      "grad_norm": 1.0524249076843262,
      "learning_rate": 4.237824849984946e-06,
      "loss": 0.3833,
      "step": 689230
    },
    {
      "epoch": 192.36,
      "grad_norm": 1.0316516160964966,
      "learning_rate": 4.23780892372297e-06,
      "loss": 0.3667,
      "step": 689240
    },
    {
      "epoch": 192.37,
      "grad_norm": 1.1656746864318848,
      "learning_rate": 4.237792997208894e-06,
      "loss": 0.3856,
      "step": 689250
    },
    {
      "epoch": 192.37,
      "grad_norm": 1.0252107381820679,
      "learning_rate": 4.237777070442721e-06,
      "loss": 0.3686,
      "step": 689260
    },
    {
      "epoch": 192.37,
      "grad_norm": 1.2750201225280762,
      "learning_rate": 4.237761143424452e-06,
      "loss": 0.3677,
      "step": 689270
    },
    {
      "epoch": 192.38,
      "grad_norm": 1.165020227432251,
      "learning_rate": 4.2377452161540895e-06,
      "loss": 0.374,
      "step": 689280
    },
    {
      "epoch": 192.38,
      "grad_norm": 1.2142013311386108,
      "learning_rate": 4.237729288631636e-06,
      "loss": 0.3709,
      "step": 689290
    },
    {
      "epoch": 192.38,
      "grad_norm": 1.1087325811386108,
      "learning_rate": 4.2377133608570934e-06,
      "loss": 0.3938,
      "step": 689300
    },
    {
      "epoch": 192.38,
      "grad_norm": 1.0363802909851074,
      "learning_rate": 4.237697432830463e-06,
      "loss": 0.3771,
      "step": 689310
    },
    {
      "epoch": 192.39,
      "grad_norm": 1.0313712358474731,
      "learning_rate": 4.237681504551749e-06,
      "loss": 0.3636,
      "step": 689320
    },
    {
      "epoch": 192.39,
      "grad_norm": 1.212369441986084,
      "learning_rate": 4.237665576020952e-06,
      "loss": 0.39,
      "step": 689330
    },
    {
      "epoch": 192.39,
      "grad_norm": 1.310212254524231,
      "learning_rate": 4.237649647238073e-06,
      "loss": 0.3756,
      "step": 689340
    },
    {
      "epoch": 192.39,
      "grad_norm": 1.1668304204940796,
      "learning_rate": 4.237633718203116e-06,
      "loss": 0.3725,
      "step": 689350
    },
    {
      "epoch": 192.4,
      "grad_norm": 1.3104887008666992,
      "learning_rate": 4.2376177889160835e-06,
      "loss": 0.3824,
      "step": 689360
    },
    {
      "epoch": 192.4,
      "grad_norm": 1.0696790218353271,
      "learning_rate": 4.237601859376976e-06,
      "loss": 0.3672,
      "step": 689370
    },
    {
      "epoch": 192.4,
      "grad_norm": 1.0674865245819092,
      "learning_rate": 4.237585929585797e-06,
      "loss": 0.3641,
      "step": 689380
    },
    {
      "epoch": 192.41,
      "grad_norm": 0.9935652017593384,
      "learning_rate": 4.237569999542547e-06,
      "loss": 0.3467,
      "step": 689390
    },
    {
      "epoch": 192.41,
      "grad_norm": 1.3772027492523193,
      "learning_rate": 4.2375540692472295e-06,
      "loss": 0.3714,
      "step": 689400
    },
    {
      "epoch": 192.41,
      "grad_norm": 1.1512936353683472,
      "learning_rate": 4.2375381386998455e-06,
      "loss": 0.3699,
      "step": 689410
    },
    {
      "epoch": 192.41,
      "grad_norm": 1.090990662574768,
      "learning_rate": 4.237522207900398e-06,
      "loss": 0.3623,
      "step": 689420
    },
    {
      "epoch": 192.42,
      "grad_norm": 0.9628562927246094,
      "learning_rate": 4.23750627684889e-06,
      "loss": 0.3852,
      "step": 689430
    },
    {
      "epoch": 192.42,
      "grad_norm": 1.0819889307022095,
      "learning_rate": 4.237490345545321e-06,
      "loss": 0.3795,
      "step": 689440
    },
    {
      "epoch": 192.42,
      "grad_norm": 1.3650685548782349,
      "learning_rate": 4.237474413989695e-06,
      "loss": 0.3579,
      "step": 689450
    },
    {
      "epoch": 192.43,
      "grad_norm": 1.1669703722000122,
      "learning_rate": 4.237458482182014e-06,
      "loss": 0.3717,
      "step": 689460
    },
    {
      "epoch": 192.43,
      "grad_norm": 1.2091988325119019,
      "learning_rate": 4.237442550122281e-06,
      "loss": 0.3865,
      "step": 689470
    },
    {
      "epoch": 192.43,
      "grad_norm": 1.0116544961929321,
      "learning_rate": 4.237426617810495e-06,
      "loss": 0.3717,
      "step": 689480
    },
    {
      "epoch": 192.43,
      "grad_norm": 1.2083219289779663,
      "learning_rate": 4.237410685246661e-06,
      "loss": 0.382,
      "step": 689490
    },
    {
      "epoch": 192.44,
      "grad_norm": 1.2635818719863892,
      "learning_rate": 4.237394752430781e-06,
      "loss": 0.3714,
      "step": 689500
    },
    {
      "epoch": 192.44,
      "grad_norm": 1.0907715559005737,
      "learning_rate": 4.237378819362856e-06,
      "loss": 0.3693,
      "step": 689510
    },
    {
      "epoch": 192.44,
      "grad_norm": 0.9772059321403503,
      "learning_rate": 4.237362886042888e-06,
      "loss": 0.3623,
      "step": 689520
    },
    {
      "epoch": 192.44,
      "grad_norm": 1.2887742519378662,
      "learning_rate": 4.237346952470879e-06,
      "loss": 0.3691,
      "step": 689530
    },
    {
      "epoch": 192.45,
      "grad_norm": 1.0791270732879639,
      "learning_rate": 4.237331018646833e-06,
      "loss": 0.3703,
      "step": 689540
    },
    {
      "epoch": 192.45,
      "grad_norm": 2.0480053424835205,
      "learning_rate": 4.2373150845707504e-06,
      "loss": 0.3765,
      "step": 689550
    },
    {
      "epoch": 192.45,
      "grad_norm": 1.3567795753479004,
      "learning_rate": 4.237299150242634e-06,
      "loss": 0.379,
      "step": 689560
    },
    {
      "epoch": 192.46,
      "grad_norm": 1.229523777961731,
      "learning_rate": 4.2372832156624855e-06,
      "loss": 0.3856,
      "step": 689570
    },
    {
      "epoch": 192.46,
      "grad_norm": 1.3786795139312744,
      "learning_rate": 4.237267280830307e-06,
      "loss": 0.3616,
      "step": 689580
    },
    {
      "epoch": 192.46,
      "grad_norm": 1.2681615352630615,
      "learning_rate": 4.237251345746101e-06,
      "loss": 0.3805,
      "step": 689590
    },
    {
      "epoch": 192.46,
      "grad_norm": 1.1405771970748901,
      "learning_rate": 4.23723541040987e-06,
      "loss": 0.3692,
      "step": 689600
    },
    {
      "epoch": 192.47,
      "grad_norm": 1.0239924192428589,
      "learning_rate": 4.237219474821614e-06,
      "loss": 0.3936,
      "step": 689610
    },
    {
      "epoch": 192.47,
      "grad_norm": 1.0678815841674805,
      "learning_rate": 4.237203538981338e-06,
      "loss": 0.3877,
      "step": 689620
    },
    {
      "epoch": 192.47,
      "grad_norm": 1.4608317613601685,
      "learning_rate": 4.237187602889043e-06,
      "loss": 0.3902,
      "step": 689630
    },
    {
      "epoch": 192.48,
      "grad_norm": 1.2338496446609497,
      "learning_rate": 4.2371716665447305e-06,
      "loss": 0.3762,
      "step": 689640
    },
    {
      "epoch": 192.48,
      "grad_norm": 1.4459630250930786,
      "learning_rate": 4.237155729948402e-06,
      "loss": 0.3813,
      "step": 689650
    },
    {
      "epoch": 192.48,
      "grad_norm": 1.053452730178833,
      "learning_rate": 4.237139793100063e-06,
      "loss": 0.395,
      "step": 689660
    },
    {
      "epoch": 192.48,
      "grad_norm": 0.9234458208084106,
      "learning_rate": 4.237123855999712e-06,
      "loss": 0.3908,
      "step": 689670
    },
    {
      "epoch": 192.49,
      "grad_norm": 1.1664217710494995,
      "learning_rate": 4.237107918647352e-06,
      "loss": 0.3703,
      "step": 689680
    },
    {
      "epoch": 192.49,
      "grad_norm": 1.0980277061462402,
      "learning_rate": 4.237091981042986e-06,
      "loss": 0.3685,
      "step": 689690
    },
    {
      "epoch": 192.49,
      "grad_norm": 1.1281150579452515,
      "learning_rate": 4.237076043186615e-06,
      "loss": 0.395,
      "step": 689700
    },
    {
      "epoch": 192.5,
      "grad_norm": 1.4140501022338867,
      "learning_rate": 4.237060105078243e-06,
      "loss": 0.3843,
      "step": 689710
    },
    {
      "epoch": 192.5,
      "grad_norm": 1.035662055015564,
      "learning_rate": 4.23704416671787e-06,
      "loss": 0.3869,
      "step": 689720
    },
    {
      "epoch": 192.5,
      "grad_norm": 1.0510077476501465,
      "learning_rate": 4.2370282281055e-06,
      "loss": 0.3885,
      "step": 689730
    },
    {
      "epoch": 192.5,
      "grad_norm": 2.0301425457000732,
      "learning_rate": 4.237012289241133e-06,
      "loss": 0.3643,
      "step": 689740
    },
    {
      "epoch": 192.51,
      "grad_norm": 1.141600489616394,
      "learning_rate": 4.236996350124773e-06,
      "loss": 0.3664,
      "step": 689750
    },
    {
      "epoch": 192.51,
      "grad_norm": 1.115779161453247,
      "learning_rate": 4.236980410756422e-06,
      "loss": 0.3758,
      "step": 689760
    },
    {
      "epoch": 192.51,
      "grad_norm": 1.114254117012024,
      "learning_rate": 4.236964471136081e-06,
      "loss": 0.3838,
      "step": 689770
    },
    {
      "epoch": 192.51,
      "grad_norm": 1.137927532196045,
      "learning_rate": 4.236948531263752e-06,
      "loss": 0.3743,
      "step": 689780
    },
    {
      "epoch": 192.52,
      "grad_norm": 1.0613694190979004,
      "learning_rate": 4.236932591139438e-06,
      "loss": 0.3815,
      "step": 689790
    },
    {
      "epoch": 192.52,
      "grad_norm": 1.0237441062927246,
      "learning_rate": 4.236916650763141e-06,
      "loss": 0.3531,
      "step": 689800
    },
    {
      "epoch": 192.52,
      "grad_norm": 1.3544515371322632,
      "learning_rate": 4.236900710134862e-06,
      "loss": 0.3665,
      "step": 689810
    },
    {
      "epoch": 192.53,
      "grad_norm": 1.1652019023895264,
      "learning_rate": 4.2368847692546056e-06,
      "loss": 0.3663,
      "step": 689820
    },
    {
      "epoch": 192.53,
      "grad_norm": 1.210415005683899,
      "learning_rate": 4.236868828122372e-06,
      "loss": 0.3868,
      "step": 689830
    },
    {
      "epoch": 192.53,
      "grad_norm": 0.9695268869400024,
      "learning_rate": 4.236852886738164e-06,
      "loss": 0.3709,
      "step": 689840
    },
    {
      "epoch": 192.53,
      "grad_norm": 1.0326565504074097,
      "learning_rate": 4.236836945101983e-06,
      "loss": 0.3747,
      "step": 689850
    },
    {
      "epoch": 192.54,
      "grad_norm": 1.082180142402649,
      "learning_rate": 4.236821003213832e-06,
      "loss": 0.3723,
      "step": 689860
    },
    {
      "epoch": 192.54,
      "grad_norm": 1.234645962715149,
      "learning_rate": 4.2368050610737125e-06,
      "loss": 0.3892,
      "step": 689870
    },
    {
      "epoch": 192.54,
      "grad_norm": 1.319724440574646,
      "learning_rate": 4.236789118681626e-06,
      "loss": 0.3744,
      "step": 689880
    },
    {
      "epoch": 192.55,
      "grad_norm": 1.1882110834121704,
      "learning_rate": 4.236773176037578e-06,
      "loss": 0.3684,
      "step": 689890
    },
    {
      "epoch": 192.55,
      "grad_norm": 1.1636576652526855,
      "learning_rate": 4.236757233141566e-06,
      "loss": 0.3844,
      "step": 689900
    },
    {
      "epoch": 192.55,
      "grad_norm": 1.2299391031265259,
      "learning_rate": 4.236741289993595e-06,
      "loss": 0.3851,
      "step": 689910
    },
    {
      "epoch": 192.55,
      "grad_norm": 1.0994035005569458,
      "learning_rate": 4.236725346593666e-06,
      "loss": 0.3718,
      "step": 689920
    },
    {
      "epoch": 192.56,
      "grad_norm": 1.2411919832229614,
      "learning_rate": 4.236709402941782e-06,
      "loss": 0.3852,
      "step": 689930
    },
    {
      "epoch": 192.56,
      "grad_norm": 1.482337236404419,
      "learning_rate": 4.236693459037943e-06,
      "loss": 0.3768,
      "step": 689940
    },
    {
      "epoch": 192.56,
      "grad_norm": 1.1475138664245605,
      "learning_rate": 4.236677514882154e-06,
      "loss": 0.3664,
      "step": 689950
    },
    {
      "epoch": 192.56,
      "grad_norm": 1.016116738319397,
      "learning_rate": 4.236661570474416e-06,
      "loss": 0.3854,
      "step": 689960
    },
    {
      "epoch": 192.57,
      "grad_norm": 1.0723154544830322,
      "learning_rate": 4.2366456258147305e-06,
      "loss": 0.386,
      "step": 689970
    },
    {
      "epoch": 192.57,
      "grad_norm": 4.840213775634766,
      "learning_rate": 4.2366296809031e-06,
      "loss": 0.3838,
      "step": 689980
    },
    {
      "epoch": 192.57,
      "grad_norm": 1.2350388765335083,
      "learning_rate": 4.236613735739527e-06,
      "loss": 0.3832,
      "step": 689990
    },
    {
      "epoch": 192.58,
      "grad_norm": 1.0476263761520386,
      "learning_rate": 4.236597790324013e-06,
      "loss": 0.3786,
      "step": 690000
    },
    {
      "epoch": 192.58,
      "grad_norm": 1.2921791076660156,
      "learning_rate": 4.2365818446565615e-06,
      "loss": 0.3793,
      "step": 690010
    },
    {
      "epoch": 192.58,
      "grad_norm": 1.496764063835144,
      "learning_rate": 4.236565898737172e-06,
      "loss": 0.4049,
      "step": 690020
    },
    {
      "epoch": 192.58,
      "grad_norm": 6.0502543449401855,
      "learning_rate": 4.236549952565849e-06,
      "loss": 0.3603,
      "step": 690030
    },
    {
      "epoch": 192.59,
      "grad_norm": 1.0423476696014404,
      "learning_rate": 4.2365340061425945e-06,
      "loss": 0.3843,
      "step": 690040
    },
    {
      "epoch": 192.59,
      "grad_norm": 1.06633722782135,
      "learning_rate": 4.236518059467409e-06,
      "loss": 0.3741,
      "step": 690050
    },
    {
      "epoch": 192.59,
      "grad_norm": 1.3681613206863403,
      "learning_rate": 4.236502112540296e-06,
      "loss": 0.383,
      "step": 690060
    },
    {
      "epoch": 192.6,
      "grad_norm": 1.2940675020217896,
      "learning_rate": 4.236486165361256e-06,
      "loss": 0.3649,
      "step": 690070
    },
    {
      "epoch": 192.6,
      "grad_norm": 1.0690031051635742,
      "learning_rate": 4.236470217930294e-06,
      "loss": 0.3666,
      "step": 690080
    },
    {
      "epoch": 192.6,
      "grad_norm": 1.3674585819244385,
      "learning_rate": 4.236454270247409e-06,
      "loss": 0.3947,
      "step": 690090
    },
    {
      "epoch": 192.6,
      "grad_norm": 1.1923699378967285,
      "learning_rate": 4.236438322312605e-06,
      "loss": 0.3754,
      "step": 690100
    },
    {
      "epoch": 192.61,
      "grad_norm": 1.370348572731018,
      "learning_rate": 4.236422374125884e-06,
      "loss": 0.3729,
      "step": 690110
    },
    {
      "epoch": 192.61,
      "grad_norm": 1.131280541419983,
      "learning_rate": 4.236406425687248e-06,
      "loss": 0.3817,
      "step": 690120
    },
    {
      "epoch": 192.61,
      "grad_norm": 1.0554035902023315,
      "learning_rate": 4.236390476996698e-06,
      "loss": 0.3628,
      "step": 690130
    },
    {
      "epoch": 192.62,
      "grad_norm": 1.2793054580688477,
      "learning_rate": 4.236374528054238e-06,
      "loss": 0.3892,
      "step": 690140
    },
    {
      "epoch": 192.62,
      "grad_norm": 1.2207013368606567,
      "learning_rate": 4.236358578859869e-06,
      "loss": 0.3753,
      "step": 690150
    },
    {
      "epoch": 192.62,
      "grad_norm": 1.269632339477539,
      "learning_rate": 4.236342629413593e-06,
      "loss": 0.3714,
      "step": 690160
    },
    {
      "epoch": 192.62,
      "grad_norm": 1.0540249347686768,
      "learning_rate": 4.236326679715412e-06,
      "loss": 0.3729,
      "step": 690170
    },
    {
      "epoch": 192.63,
      "grad_norm": 0.9435553550720215,
      "learning_rate": 4.23631072976533e-06,
      "loss": 0.3567,
      "step": 690180
    },
    {
      "epoch": 192.63,
      "grad_norm": 1.017841100692749,
      "learning_rate": 4.236294779563346e-06,
      "loss": 0.3772,
      "step": 690190
    },
    {
      "epoch": 192.63,
      "grad_norm": 1.0464951992034912,
      "learning_rate": 4.236278829109464e-06,
      "loss": 0.3789,
      "step": 690200
    },
    {
      "epoch": 192.63,
      "grad_norm": 1.0161476135253906,
      "learning_rate": 4.236262878403686e-06,
      "loss": 0.3874,
      "step": 690210
    },
    {
      "epoch": 192.64,
      "grad_norm": 1.1098902225494385,
      "learning_rate": 4.236246927446014e-06,
      "loss": 0.3837,
      "step": 690220
    },
    {
      "epoch": 192.64,
      "grad_norm": 1.204931616783142,
      "learning_rate": 4.236230976236452e-06,
      "loss": 0.3879,
      "step": 690230
    },
    {
      "epoch": 192.64,
      "grad_norm": 1.1835441589355469,
      "learning_rate": 4.2362150247749975e-06,
      "loss": 0.3764,
      "step": 690240
    },
    {
      "epoch": 192.65,
      "grad_norm": 3.1973211765289307,
      "learning_rate": 4.236199073061657e-06,
      "loss": 0.3676,
      "step": 690250
    },
    {
      "epoch": 192.65,
      "grad_norm": 1.0683963298797607,
      "learning_rate": 4.236183121096431e-06,
      "loss": 0.3651,
      "step": 690260
    },
    {
      "epoch": 192.65,
      "grad_norm": 1.1411504745483398,
      "learning_rate": 4.2361671688793215e-06,
      "loss": 0.3758,
      "step": 690270
    },
    {
      "epoch": 192.65,
      "grad_norm": 1.0518535375595093,
      "learning_rate": 4.23615121641033e-06,
      "loss": 0.3769,
      "step": 690280
    },
    {
      "epoch": 192.66,
      "grad_norm": 0.9284960031509399,
      "learning_rate": 4.23613526368946e-06,
      "loss": 0.356,
      "step": 690290
    },
    {
      "epoch": 192.66,
      "grad_norm": 0.9360330104827881,
      "learning_rate": 4.236119310716713e-06,
      "loss": 0.3777,
      "step": 690300
    },
    {
      "epoch": 192.66,
      "grad_norm": 1.1805723905563354,
      "learning_rate": 4.236103357492091e-06,
      "loss": 0.3754,
      "step": 690310
    },
    {
      "epoch": 192.67,
      "grad_norm": 1.1955736875534058,
      "learning_rate": 4.236087404015596e-06,
      "loss": 0.3737,
      "step": 690320
    },
    {
      "epoch": 192.67,
      "grad_norm": 1.3099257946014404,
      "learning_rate": 4.23607145028723e-06,
      "loss": 0.369,
      "step": 690330
    },
    {
      "epoch": 192.67,
      "grad_norm": 1.5760653018951416,
      "learning_rate": 4.236055496306996e-06,
      "loss": 0.3921,
      "step": 690340
    },
    {
      "epoch": 192.67,
      "grad_norm": 1.0533610582351685,
      "learning_rate": 4.236039542074897e-06,
      "loss": 0.3952,
      "step": 690350
    },
    {
      "epoch": 192.68,
      "grad_norm": 1.2308300733566284,
      "learning_rate": 4.236023587590932e-06,
      "loss": 0.398,
      "step": 690360
    },
    {
      "epoch": 192.68,
      "grad_norm": 1.2549573183059692,
      "learning_rate": 4.2360076328551055e-06,
      "loss": 0.3837,
      "step": 690370
    },
    {
      "epoch": 192.68,
      "grad_norm": 1.0600554943084717,
      "learning_rate": 4.2359916778674184e-06,
      "loss": 0.3781,
      "step": 690380
    },
    {
      "epoch": 192.68,
      "grad_norm": 1.266808032989502,
      "learning_rate": 4.235975722627875e-06,
      "loss": 0.3507,
      "step": 690390
    },
    {
      "epoch": 192.69,
      "grad_norm": 1.1188946962356567,
      "learning_rate": 4.235959767136474e-06,
      "loss": 0.3887,
      "step": 690400
    },
    {
      "epoch": 192.69,
      "grad_norm": 0.9662877321243286,
      "learning_rate": 4.23594381139322e-06,
      "loss": 0.3717,
      "step": 690410
    },
    {
      "epoch": 192.69,
      "grad_norm": 1.1074625253677368,
      "learning_rate": 4.235927855398114e-06,
      "loss": 0.3943,
      "step": 690420
    },
    {
      "epoch": 192.7,
      "grad_norm": 1.125311017036438,
      "learning_rate": 4.23591189915116e-06,
      "loss": 0.36,
      "step": 690430
    },
    {
      "epoch": 192.7,
      "grad_norm": 1.1406711339950562,
      "learning_rate": 4.235895942652358e-06,
      "loss": 0.3606,
      "step": 690440
    },
    {
      "epoch": 192.7,
      "grad_norm": 1.2196707725524902,
      "learning_rate": 4.235879985901711e-06,
      "loss": 0.3776,
      "step": 690450
    },
    {
      "epoch": 192.7,
      "grad_norm": 1.555280327796936,
      "learning_rate": 4.23586402889922e-06,
      "loss": 0.3474,
      "step": 690460
    },
    {
      "epoch": 192.71,
      "grad_norm": 1.0828367471694946,
      "learning_rate": 4.23584807164489e-06,
      "loss": 0.3886,
      "step": 690470
    },
    {
      "epoch": 192.71,
      "grad_norm": 1.1617239713668823,
      "learning_rate": 4.23583211413872e-06,
      "loss": 0.3802,
      "step": 690480
    },
    {
      "epoch": 192.71,
      "grad_norm": 1.0607105493545532,
      "learning_rate": 4.235816156380713e-06,
      "loss": 0.3729,
      "step": 690490
    },
    {
      "epoch": 192.72,
      "grad_norm": 1.2886996269226074,
      "learning_rate": 4.235800198370872e-06,
      "loss": 0.3686,
      "step": 690500
    },
    {
      "epoch": 192.72,
      "grad_norm": 1.8256148099899292,
      "learning_rate": 4.235784240109198e-06,
      "loss": 0.3627,
      "step": 690510
    },
    {
      "epoch": 192.72,
      "grad_norm": 1.0739243030548096,
      "learning_rate": 4.235768281595695e-06,
      "loss": 0.3935,
      "step": 690520
    },
    {
      "epoch": 192.72,
      "grad_norm": 1.0830134153366089,
      "learning_rate": 4.235752322830363e-06,
      "loss": 0.3704,
      "step": 690530
    },
    {
      "epoch": 192.73,
      "grad_norm": 1.0871710777282715,
      "learning_rate": 4.235736363813205e-06,
      "loss": 0.3813,
      "step": 690540
    },
    {
      "epoch": 192.73,
      "grad_norm": 1.0956519842147827,
      "learning_rate": 4.235720404544224e-06,
      "loss": 0.386,
      "step": 690550
    },
    {
      "epoch": 192.73,
      "grad_norm": 1.0015342235565186,
      "learning_rate": 4.2357044450234195e-06,
      "loss": 0.3754,
      "step": 690560
    },
    {
      "epoch": 192.74,
      "grad_norm": 1.2442266941070557,
      "learning_rate": 4.235688485250797e-06,
      "loss": 0.3639,
      "step": 690570
    },
    {
      "epoch": 192.74,
      "grad_norm": 1.1539331674575806,
      "learning_rate": 4.235672525226356e-06,
      "loss": 0.3797,
      "step": 690580
    },
    {
      "epoch": 192.74,
      "grad_norm": 1.1233818531036377,
      "learning_rate": 4.2356565649501e-06,
      "loss": 0.3902,
      "step": 690590
    },
    {
      "epoch": 192.74,
      "grad_norm": 1.220353126525879,
      "learning_rate": 4.23564060442203e-06,
      "loss": 0.377,
      "step": 690600
    },
    {
      "epoch": 192.75,
      "grad_norm": 1.2697957754135132,
      "learning_rate": 4.23562464364215e-06,
      "loss": 0.3865,
      "step": 690610
    },
    {
      "epoch": 192.75,
      "grad_norm": 1.1555876731872559,
      "learning_rate": 4.23560868261046e-06,
      "loss": 0.3747,
      "step": 690620
    },
    {
      "epoch": 192.75,
      "grad_norm": 1.458438515663147,
      "learning_rate": 4.235592721326964e-06,
      "loss": 0.3631,
      "step": 690630
    },
    {
      "epoch": 192.75,
      "grad_norm": 1.1380289793014526,
      "learning_rate": 4.235576759791662e-06,
      "loss": 0.3769,
      "step": 690640
    },
    {
      "epoch": 192.76,
      "grad_norm": 1.074151635169983,
      "learning_rate": 4.235560798004559e-06,
      "loss": 0.3871,
      "step": 690650
    },
    {
      "epoch": 192.76,
      "grad_norm": 1.3306763172149658,
      "learning_rate": 4.235544835965654e-06,
      "loss": 0.3926,
      "step": 690660
    },
    {
      "epoch": 192.76,
      "grad_norm": 1.202902913093567,
      "learning_rate": 4.235528873674951e-06,
      "loss": 0.3798,
      "step": 690670
    },
    {
      "epoch": 192.77,
      "grad_norm": 1.098897933959961,
      "learning_rate": 4.235512911132452e-06,
      "loss": 0.3827,
      "step": 690680
    },
    {
      "epoch": 192.77,
      "grad_norm": 1.6700894832611084,
      "learning_rate": 4.235496948338159e-06,
      "loss": 0.3815,
      "step": 690690
    },
    {
      "epoch": 192.77,
      "grad_norm": 0.888986349105835,
      "learning_rate": 4.235480985292073e-06,
      "loss": 0.3799,
      "step": 690700
    },
    {
      "epoch": 192.77,
      "grad_norm": 1.1221723556518555,
      "learning_rate": 4.235465021994198e-06,
      "loss": 0.3814,
      "step": 690710
    },
    {
      "epoch": 192.78,
      "grad_norm": 0.9542398452758789,
      "learning_rate": 4.235449058444535e-06,
      "loss": 0.3699,
      "step": 690720
    },
    {
      "epoch": 192.78,
      "grad_norm": 1.3649561405181885,
      "learning_rate": 4.235433094643086e-06,
      "loss": 0.3851,
      "step": 690730
    },
    {
      "epoch": 192.78,
      "grad_norm": 1.180824637413025,
      "learning_rate": 4.2354171305898545e-06,
      "loss": 0.3553,
      "step": 690740
    },
    {
      "epoch": 192.79,
      "grad_norm": 1.3041538000106812,
      "learning_rate": 4.23540116628484e-06,
      "loss": 0.3713,
      "step": 690750
    },
    {
      "epoch": 192.79,
      "grad_norm": 1.2333197593688965,
      "learning_rate": 4.235385201728047e-06,
      "loss": 0.3705,
      "step": 690760
    },
    {
      "epoch": 192.79,
      "grad_norm": 1.3061124086380005,
      "learning_rate": 4.235369236919477e-06,
      "loss": 0.3581,
      "step": 690770
    },
    {
      "epoch": 192.79,
      "grad_norm": 1.2531862258911133,
      "learning_rate": 4.235353271859132e-06,
      "loss": 0.369,
      "step": 690780
    },
    {
      "epoch": 192.8,
      "grad_norm": 1.2872816324234009,
      "learning_rate": 4.235337306547014e-06,
      "loss": 0.368,
      "step": 690790
    },
    {
      "epoch": 192.8,
      "grad_norm": 1.0748919248580933,
      "learning_rate": 4.2353213409831256e-06,
      "loss": 0.3727,
      "step": 690800
    },
    {
      "epoch": 192.8,
      "grad_norm": 0.9624345302581787,
      "learning_rate": 4.235305375167467e-06,
      "loss": 0.3876,
      "step": 690810
    },
    {
      "epoch": 192.8,
      "grad_norm": 1.190982699394226,
      "learning_rate": 4.235289409100044e-06,
      "loss": 0.3808,
      "step": 690820
    },
    {
      "epoch": 192.81,
      "grad_norm": 1.1282281875610352,
      "learning_rate": 4.235273442780855e-06,
      "loss": 0.3732,
      "step": 690830
    },
    {
      "epoch": 192.81,
      "grad_norm": 1.2611407041549683,
      "learning_rate": 4.235257476209904e-06,
      "loss": 0.3678,
      "step": 690840
    },
    {
      "epoch": 192.81,
      "grad_norm": 1.0330467224121094,
      "learning_rate": 4.235241509387193e-06,
      "loss": 0.3601,
      "step": 690850
    },
    {
      "epoch": 192.82,
      "grad_norm": 1.159416913986206,
      "learning_rate": 4.235225542312725e-06,
      "loss": 0.3797,
      "step": 690860
    },
    {
      "epoch": 192.82,
      "grad_norm": 1.0492048263549805,
      "learning_rate": 4.2352095749865e-06,
      "loss": 0.3548,
      "step": 690870
    },
    {
      "epoch": 192.82,
      "grad_norm": 1.1619219779968262,
      "learning_rate": 4.235193607408521e-06,
      "loss": 0.3671,
      "step": 690880
    },
    {
      "epoch": 192.82,
      "grad_norm": 1.164119839668274,
      "learning_rate": 4.235177639578791e-06,
      "loss": 0.3826,
      "step": 690890
    },
    {
      "epoch": 192.83,
      "grad_norm": 1.1468278169631958,
      "learning_rate": 4.235161671497311e-06,
      "loss": 0.3604,
      "step": 690900
    },
    {
      "epoch": 192.83,
      "grad_norm": 1.0835556983947754,
      "learning_rate": 4.235145703164084e-06,
      "loss": 0.3722,
      "step": 690910
    },
    {
      "epoch": 192.83,
      "grad_norm": 1.2097930908203125,
      "learning_rate": 4.235129734579111e-06,
      "loss": 0.3581,
      "step": 690920
    },
    {
      "epoch": 192.84,
      "grad_norm": 1.157716155052185,
      "learning_rate": 4.235113765742396e-06,
      "loss": 0.3675,
      "step": 690930
    },
    {
      "epoch": 192.84,
      "grad_norm": 1.2202986478805542,
      "learning_rate": 4.235097796653939e-06,
      "loss": 0.3922,
      "step": 690940
    },
    {
      "epoch": 192.84,
      "grad_norm": 1.1529364585876465,
      "learning_rate": 4.235081827313743e-06,
      "loss": 0.3887,
      "step": 690950
    },
    {
      "epoch": 192.84,
      "grad_norm": 1.066757321357727,
      "learning_rate": 4.235065857721811e-06,
      "loss": 0.3766,
      "step": 690960
    },
    {
      "epoch": 192.85,
      "grad_norm": 1.3857550621032715,
      "learning_rate": 4.235049887878144e-06,
      "loss": 0.3853,
      "step": 690970
    },
    {
      "epoch": 192.85,
      "grad_norm": 1.3259438276290894,
      "learning_rate": 4.235033917782744e-06,
      "loss": 0.3922,
      "step": 690980
    },
    {
      "epoch": 192.85,
      "grad_norm": 1.1345242261886597,
      "learning_rate": 4.235017947435614e-06,
      "loss": 0.3685,
      "step": 690990
    },
    {
      "epoch": 192.86,
      "grad_norm": 1.0959261655807495,
      "learning_rate": 4.2350019768367556e-06,
      "loss": 0.3819,
      "step": 691000
    },
    {
      "epoch": 192.86,
      "grad_norm": 1.0973585844039917,
      "learning_rate": 4.234986005986172e-06,
      "loss": 0.3742,
      "step": 691010
    },
    {
      "epoch": 192.86,
      "grad_norm": 1.1502207517623901,
      "learning_rate": 4.234970034883863e-06,
      "loss": 0.3728,
      "step": 691020
    },
    {
      "epoch": 192.86,
      "grad_norm": 1.093915343284607,
      "learning_rate": 4.234954063529832e-06,
      "loss": 0.3832,
      "step": 691030
    },
    {
      "epoch": 192.87,
      "grad_norm": 1.1547362804412842,
      "learning_rate": 4.2349380919240826e-06,
      "loss": 0.3715,
      "step": 691040
    },
    {
      "epoch": 192.87,
      "grad_norm": 1.3626149892807007,
      "learning_rate": 4.2349221200666146e-06,
      "loss": 0.3755,
      "step": 691050
    },
    {
      "epoch": 192.87,
      "grad_norm": 1.5832980871200562,
      "learning_rate": 4.234906147957432e-06,
      "loss": 0.4046,
      "step": 691060
    },
    {
      "epoch": 192.87,
      "grad_norm": 1.0740323066711426,
      "learning_rate": 4.234890175596534e-06,
      "loss": 0.3902,
      "step": 691070
    },
    {
      "epoch": 192.88,
      "grad_norm": 1.1863291263580322,
      "learning_rate": 4.234874202983927e-06,
      "loss": 0.3926,
      "step": 691080
    },
    {
      "epoch": 192.88,
      "grad_norm": 1.0725975036621094,
      "learning_rate": 4.23485823011961e-06,
      "loss": 0.382,
      "step": 691090
    },
    {
      "epoch": 192.88,
      "grad_norm": 1.0596953630447388,
      "learning_rate": 4.2348422570035855e-06,
      "loss": 0.3894,
      "step": 691100
    },
    {
      "epoch": 192.89,
      "grad_norm": 1.0507947206497192,
      "learning_rate": 4.234826283635857e-06,
      "loss": 0.3873,
      "step": 691110
    },
    {
      "epoch": 192.89,
      "grad_norm": 1.1788296699523926,
      "learning_rate": 4.234810310016425e-06,
      "loss": 0.3858,
      "step": 691120
    },
    {
      "epoch": 192.89,
      "grad_norm": 1.2540922164916992,
      "learning_rate": 4.234794336145293e-06,
      "loss": 0.376,
      "step": 691130
    },
    {
      "epoch": 192.89,
      "grad_norm": 1.090532660484314,
      "learning_rate": 4.234778362022461e-06,
      "loss": 0.3803,
      "step": 691140
    },
    {
      "epoch": 192.9,
      "grad_norm": 1.1783522367477417,
      "learning_rate": 4.234762387647934e-06,
      "loss": 0.3842,
      "step": 691150
    },
    {
      "epoch": 192.9,
      "grad_norm": 1.039254903793335,
      "learning_rate": 4.234746413021713e-06,
      "loss": 0.3752,
      "step": 691160
    },
    {
      "epoch": 192.9,
      "grad_norm": 1.0354256629943848,
      "learning_rate": 4.234730438143798e-06,
      "loss": 0.3625,
      "step": 691170
    },
    {
      "epoch": 192.91,
      "grad_norm": 1.164425253868103,
      "learning_rate": 4.2347144630141945e-06,
      "loss": 0.3707,
      "step": 691180
    },
    {
      "epoch": 192.91,
      "grad_norm": 1.0997751951217651,
      "learning_rate": 4.2346984876329034e-06,
      "loss": 0.3858,
      "step": 691190
    },
    {
      "epoch": 192.91,
      "grad_norm": 1.1539461612701416,
      "learning_rate": 4.234682511999926e-06,
      "loss": 0.363,
      "step": 691200
    },
    {
      "epoch": 192.91,
      "grad_norm": 2.614393949508667,
      "learning_rate": 4.234666536115264e-06,
      "loss": 0.3865,
      "step": 691210
    },
    {
      "epoch": 192.92,
      "grad_norm": 1.0743703842163086,
      "learning_rate": 4.234650559978922e-06,
      "loss": 0.3867,
      "step": 691220
    },
    {
      "epoch": 192.92,
      "grad_norm": 1.9588178396224976,
      "learning_rate": 4.2346345835909e-06,
      "loss": 0.3841,
      "step": 691230
    },
    {
      "epoch": 192.92,
      "grad_norm": 1.1027472019195557,
      "learning_rate": 4.234618606951201e-06,
      "loss": 0.3582,
      "step": 691240
    },
    {
      "epoch": 192.92,
      "grad_norm": 1.142966866493225,
      "learning_rate": 4.234602630059827e-06,
      "loss": 0.3718,
      "step": 691250
    },
    {
      "epoch": 192.93,
      "grad_norm": 1.1971293687820435,
      "learning_rate": 4.23458665291678e-06,
      "loss": 0.3891,
      "step": 691260
    },
    {
      "epoch": 192.93,
      "grad_norm": 1.1809388399124146,
      "learning_rate": 4.234570675522061e-06,
      "loss": 0.3675,
      "step": 691270
    },
    {
      "epoch": 192.93,
      "grad_norm": 1.2400660514831543,
      "learning_rate": 4.234554697875674e-06,
      "loss": 0.3761,
      "step": 691280
    },
    {
      "epoch": 192.94,
      "grad_norm": 1.3152371644973755,
      "learning_rate": 4.234538719977621e-06,
      "loss": 0.3797,
      "step": 691290
    },
    {
      "epoch": 192.94,
      "grad_norm": 1.2010716199874878,
      "learning_rate": 4.234522741827903e-06,
      "loss": 0.3824,
      "step": 691300
    },
    {
      "epoch": 192.94,
      "grad_norm": 1.2945151329040527,
      "learning_rate": 4.2345067634265225e-06,
      "loss": 0.3824,
      "step": 691310
    },
    {
      "epoch": 192.94,
      "grad_norm": 1.2436412572860718,
      "learning_rate": 4.234490784773481e-06,
      "loss": 0.3727,
      "step": 691320
    },
    {
      "epoch": 192.95,
      "grad_norm": 1.1733591556549072,
      "learning_rate": 4.234474805868783e-06,
      "loss": 0.3849,
      "step": 691330
    },
    {
      "epoch": 192.95,
      "grad_norm": 1.1256167888641357,
      "learning_rate": 4.234458826712429e-06,
      "loss": 0.3653,
      "step": 691340
    },
    {
      "epoch": 192.95,
      "grad_norm": 1.168468952178955,
      "learning_rate": 4.234442847304419e-06,
      "loss": 0.3768,
      "step": 691350
    },
    {
      "epoch": 192.96,
      "grad_norm": 1.1475249528884888,
      "learning_rate": 4.234426867644759e-06,
      "loss": 0.3873,
      "step": 691360
    },
    {
      "epoch": 192.96,
      "grad_norm": 1.07020103931427,
      "learning_rate": 4.234410887733449e-06,
      "loss": 0.3858,
      "step": 691370
    },
    {
      "epoch": 192.96,
      "grad_norm": 1.067492961883545,
      "learning_rate": 4.234394907570492e-06,
      "loss": 0.3807,
      "step": 691380
    },
    {
      "epoch": 192.96,
      "grad_norm": 1.187262773513794,
      "learning_rate": 4.234378927155889e-06,
      "loss": 0.4054,
      "step": 691390
    },
    {
      "epoch": 192.97,
      "grad_norm": 1.2492598295211792,
      "learning_rate": 4.234362946489643e-06,
      "loss": 0.3797,
      "step": 691400
    },
    {
      "epoch": 192.97,
      "grad_norm": 1.411765217781067,
      "learning_rate": 4.234346965571756e-06,
      "loss": 0.3794,
      "step": 691410
    },
    {
      "epoch": 192.97,
      "grad_norm": 1.066208004951477,
      "learning_rate": 4.23433098440223e-06,
      "loss": 0.368,
      "step": 691420
    },
    {
      "epoch": 192.98,
      "grad_norm": 1.308333396911621,
      "learning_rate": 4.234315002981067e-06,
      "loss": 0.3805,
      "step": 691430
    },
    {
      "epoch": 192.98,
      "grad_norm": 0.990452229976654,
      "learning_rate": 4.234299021308269e-06,
      "loss": 0.3839,
      "step": 691440
    },
    {
      "epoch": 192.98,
      "grad_norm": 1.197719931602478,
      "learning_rate": 4.234283039383839e-06,
      "loss": 0.38,
      "step": 691450
    },
    {
      "epoch": 192.98,
      "grad_norm": 1.059709072113037,
      "learning_rate": 4.2342670572077785e-06,
      "loss": 0.3809,
      "step": 691460
    },
    {
      "epoch": 192.99,
      "grad_norm": 1.0763123035430908,
      "learning_rate": 4.234251074780089e-06,
      "loss": 0.3745,
      "step": 691470
    },
    {
      "epoch": 192.99,
      "grad_norm": 1.1666885614395142,
      "learning_rate": 4.234235092100774e-06,
      "loss": 0.3976,
      "step": 691480
    },
    {
      "epoch": 192.99,
      "grad_norm": 1.3030781745910645,
      "learning_rate": 4.234219109169835e-06,
      "loss": 0.3856,
      "step": 691490
    },
    {
      "epoch": 192.99,
      "grad_norm": 1.0700756311416626,
      "learning_rate": 4.234203125987273e-06,
      "loss": 0.3751,
      "step": 691500
    },
    {
      "epoch": 193.0,
      "grad_norm": 6.964935779571533,
      "learning_rate": 4.234187142553092e-06,
      "loss": 0.4,
      "step": 691510
    },
    {
      "epoch": 193.0,
      "eval_loss": 0.376772940158844,
      "eval_runtime": 63.1795,
      "eval_samples_per_second": 80.073,
      "eval_steps_per_second": 10.019,
      "step": 691519
    },
    {
      "epoch": 193.0,
      "grad_norm": 1.1030288934707642,
      "learning_rate": 4.234171158867294e-06,
      "loss": 0.3627,
      "step": 691520
    },
    {
      "epoch": 193.0,
      "grad_norm": 1.034202218055725,
      "learning_rate": 4.234155174929879e-06,
      "loss": 0.3579,
      "step": 691530
    },
    {
      "epoch": 193.01,
      "grad_norm": 1.023260235786438,
      "learning_rate": 4.234139190740851e-06,
      "loss": 0.3524,
      "step": 691540
    },
    {
      "epoch": 193.01,
      "grad_norm": 1.2452472448349,
      "learning_rate": 4.2341232063002126e-06,
      "loss": 0.3686,
      "step": 691550
    },
    {
      "epoch": 193.01,
      "grad_norm": 1.1477720737457275,
      "learning_rate": 4.234107221607964e-06,
      "loss": 0.3664,
      "step": 691560
    },
    {
      "epoch": 193.01,
      "grad_norm": 1.185840129852295,
      "learning_rate": 4.234091236664108e-06,
      "loss": 0.3884,
      "step": 691570
    },
    {
      "epoch": 193.02,
      "grad_norm": 1.7845383882522583,
      "learning_rate": 4.234075251468648e-06,
      "loss": 0.3779,
      "step": 691580
    },
    {
      "epoch": 193.02,
      "grad_norm": 1.0964545011520386,
      "learning_rate": 4.234059266021585e-06,
      "loss": 0.3769,
      "step": 691590
    },
    {
      "epoch": 193.02,
      "grad_norm": 0.9353839159011841,
      "learning_rate": 4.234043280322922e-06,
      "loss": 0.3714,
      "step": 691600
    },
    {
      "epoch": 193.03,
      "grad_norm": 1.2412208318710327,
      "learning_rate": 4.2340272943726595e-06,
      "loss": 0.3911,
      "step": 691610
    },
    {
      "epoch": 193.03,
      "grad_norm": 1.193097710609436,
      "learning_rate": 4.2340113081708e-06,
      "loss": 0.3786,
      "step": 691620
    },
    {
      "epoch": 193.03,
      "grad_norm": 1.1202514171600342,
      "learning_rate": 4.233995321717347e-06,
      "loss": 0.3691,
      "step": 691630
    },
    {
      "epoch": 193.03,
      "grad_norm": 1.2339469194412231,
      "learning_rate": 4.233979335012302e-06,
      "loss": 0.3901,
      "step": 691640
    },
    {
      "epoch": 193.04,
      "grad_norm": 1.131299614906311,
      "learning_rate": 4.233963348055666e-06,
      "loss": 0.3714,
      "step": 691650
    },
    {
      "epoch": 193.04,
      "grad_norm": 1.1045706272125244,
      "learning_rate": 4.233947360847444e-06,
      "loss": 0.3955,
      "step": 691660
    },
    {
      "epoch": 193.04,
      "grad_norm": 1.3534128665924072,
      "learning_rate": 4.233931373387635e-06,
      "loss": 0.3912,
      "step": 691670
    },
    {
      "epoch": 193.04,
      "grad_norm": 1.225869059562683,
      "learning_rate": 4.233915385676242e-06,
      "loss": 0.384,
      "step": 691680
    },
    {
      "epoch": 193.05,
      "grad_norm": 1.226135492324829,
      "learning_rate": 4.2338993977132675e-06,
      "loss": 0.3683,
      "step": 691690
    },
    {
      "epoch": 193.05,
      "grad_norm": 1.3821046352386475,
      "learning_rate": 4.233883409498715e-06,
      "loss": 0.385,
      "step": 691700
    },
    {
      "epoch": 193.05,
      "grad_norm": 1.152122974395752,
      "learning_rate": 4.233867421032583e-06,
      "loss": 0.3594,
      "step": 691710
    },
    {
      "epoch": 193.06,
      "grad_norm": 1.0301012992858887,
      "learning_rate": 4.233851432314877e-06,
      "loss": 0.3919,
      "step": 691720
    },
    {
      "epoch": 193.06,
      "grad_norm": 1.092799425125122,
      "learning_rate": 4.233835443345599e-06,
      "loss": 0.375,
      "step": 691730
    },
    {
      "epoch": 193.06,
      "grad_norm": 1.2422116994857788,
      "learning_rate": 4.233819454124749e-06,
      "loss": 0.3656,
      "step": 691740
    },
    {
      "epoch": 193.06,
      "grad_norm": 1.1097151041030884,
      "learning_rate": 4.23380346465233e-06,
      "loss": 0.3594,
      "step": 691750
    },
    {
      "epoch": 193.07,
      "grad_norm": 1.3028833866119385,
      "learning_rate": 4.233787474928345e-06,
      "loss": 0.3742,
      "step": 691760
    },
    {
      "epoch": 193.07,
      "grad_norm": 0.984061598777771,
      "learning_rate": 4.2337714849527955e-06,
      "loss": 0.3644,
      "step": 691770
    },
    {
      "epoch": 193.07,
      "grad_norm": 1.4041368961334229,
      "learning_rate": 4.233755494725683e-06,
      "loss": 0.3846,
      "step": 691780
    },
    {
      "epoch": 193.08,
      "grad_norm": 1.4145023822784424,
      "learning_rate": 4.233739504247011e-06,
      "loss": 0.3827,
      "step": 691790
    },
    {
      "epoch": 193.08,
      "grad_norm": 1.4108737707138062,
      "learning_rate": 4.23372351351678e-06,
      "loss": 0.4017,
      "step": 691800
    },
    {
      "epoch": 193.08,
      "grad_norm": 1.138001799583435,
      "learning_rate": 4.233707522534993e-06,
      "loss": 0.3969,
      "step": 691810
    },
    {
      "epoch": 193.08,
      "grad_norm": 0.9601137042045593,
      "learning_rate": 4.2336915313016535e-06,
      "loss": 0.3627,
      "step": 691820
    },
    {
      "epoch": 193.09,
      "grad_norm": 1.1993284225463867,
      "learning_rate": 4.233675539816761e-06,
      "loss": 0.3632,
      "step": 691830
    },
    {
      "epoch": 193.09,
      "grad_norm": 1.0806792974472046,
      "learning_rate": 4.233659548080319e-06,
      "loss": 0.3793,
      "step": 691840
    },
    {
      "epoch": 193.09,
      "grad_norm": 1.1191372871398926,
      "learning_rate": 4.2336435560923304e-06,
      "loss": 0.3783,
      "step": 691850
    },
    {
      "epoch": 193.1,
      "grad_norm": 1.118889570236206,
      "learning_rate": 4.233627563852796e-06,
      "loss": 0.3869,
      "step": 691860
    },
    {
      "epoch": 193.1,
      "grad_norm": 1.0749235153198242,
      "learning_rate": 4.233611571361718e-06,
      "loss": 0.3779,
      "step": 691870
    },
    {
      "epoch": 193.1,
      "grad_norm": 0.9956207871437073,
      "learning_rate": 4.233595578619099e-06,
      "loss": 0.3736,
      "step": 691880
    },
    {
      "epoch": 193.1,
      "grad_norm": 1.1634695529937744,
      "learning_rate": 4.233579585624941e-06,
      "loss": 0.3821,
      "step": 691890
    },
    {
      "epoch": 193.11,
      "grad_norm": 1.2815371751785278,
      "learning_rate": 4.233563592379247e-06,
      "loss": 0.372,
      "step": 691900
    },
    {
      "epoch": 193.11,
      "grad_norm": 1.2043192386627197,
      "learning_rate": 4.233547598882017e-06,
      "loss": 0.3738,
      "step": 691910
    },
    {
      "epoch": 193.11,
      "grad_norm": 1.1768882274627686,
      "learning_rate": 4.233531605133256e-06,
      "loss": 0.3639,
      "step": 691920
    },
    {
      "epoch": 193.11,
      "grad_norm": 1.2565147876739502,
      "learning_rate": 4.233515611132963e-06,
      "loss": 0.3739,
      "step": 691930
    },
    {
      "epoch": 193.12,
      "grad_norm": 1.248528242111206,
      "learning_rate": 4.233499616881143e-06,
      "loss": 0.3586,
      "step": 691940
    },
    {
      "epoch": 193.12,
      "grad_norm": 1.1396324634552002,
      "learning_rate": 4.233483622377796e-06,
      "loss": 0.3725,
      "step": 691950
    },
    {
      "epoch": 193.12,
      "grad_norm": 1.1256605386734009,
      "learning_rate": 4.233467627622926e-06,
      "loss": 0.3768,
      "step": 691960
    },
    {
      "epoch": 193.13,
      "grad_norm": 1.0698158740997314,
      "learning_rate": 4.233451632616532e-06,
      "loss": 0.3706,
      "step": 691970
    },
    {
      "epoch": 193.13,
      "grad_norm": 1.1044241189956665,
      "learning_rate": 4.23343563735862e-06,
      "loss": 0.351,
      "step": 691980
    },
    {
      "epoch": 193.13,
      "grad_norm": 1.1220957040786743,
      "learning_rate": 4.233419641849189e-06,
      "loss": 0.3739,
      "step": 691990
    },
    {
      "epoch": 193.13,
      "grad_norm": 1.0551531314849854,
      "learning_rate": 4.233403646088244e-06,
      "loss": 0.3865,
      "step": 692000
    },
    {
      "epoch": 193.14,
      "grad_norm": 1.1308627128601074,
      "learning_rate": 4.233387650075784e-06,
      "loss": 0.3719,
      "step": 692010
    },
    {
      "epoch": 193.14,
      "grad_norm": 1.0980699062347412,
      "learning_rate": 4.233371653811814e-06,
      "loss": 0.3819,
      "step": 692020
    },
    {
      "epoch": 193.14,
      "grad_norm": 1.23152494430542,
      "learning_rate": 4.233355657296333e-06,
      "loss": 0.3828,
      "step": 692030
    },
    {
      "epoch": 193.15,
      "grad_norm": 1.1102230548858643,
      "learning_rate": 4.2333396605293465e-06,
      "loss": 0.3822,
      "step": 692040
    },
    {
      "epoch": 193.15,
      "grad_norm": 1.1153748035430908,
      "learning_rate": 4.2333236635108555e-06,
      "loss": 0.3648,
      "step": 692050
    },
    {
      "epoch": 193.15,
      "grad_norm": 1.3306176662445068,
      "learning_rate": 4.233307666240861e-06,
      "loss": 0.3886,
      "step": 692060
    },
    {
      "epoch": 193.15,
      "grad_norm": 1.1376169919967651,
      "learning_rate": 4.233291668719366e-06,
      "loss": 0.3688,
      "step": 692070
    },
    {
      "epoch": 193.16,
      "grad_norm": 0.9853742718696594,
      "learning_rate": 4.233275670946372e-06,
      "loss": 0.3739,
      "step": 692080
    },
    {
      "epoch": 193.16,
      "grad_norm": 1.1135475635528564,
      "learning_rate": 4.233259672921882e-06,
      "loss": 0.3746,
      "step": 692090
    },
    {
      "epoch": 193.16,
      "grad_norm": 0.9961700439453125,
      "learning_rate": 4.233243674645898e-06,
      "loss": 0.3754,
      "step": 692100
    },
    {
      "epoch": 193.16,
      "grad_norm": 1.172957420349121,
      "learning_rate": 4.2332276761184216e-06,
      "loss": 0.3713,
      "step": 692110
    },
    {
      "epoch": 193.17,
      "grad_norm": 1.3270386457443237,
      "learning_rate": 4.2332116773394555e-06,
      "loss": 0.3996,
      "step": 692120
    },
    {
      "epoch": 193.17,
      "grad_norm": 1.1202707290649414,
      "learning_rate": 4.233195678309001e-06,
      "loss": 0.3782,
      "step": 692130
    },
    {
      "epoch": 193.17,
      "grad_norm": 1.130497694015503,
      "learning_rate": 4.233179679027062e-06,
      "loss": 0.3619,
      "step": 692140
    },
    {
      "epoch": 193.18,
      "grad_norm": 0.9343653321266174,
      "learning_rate": 4.233163679493638e-06,
      "loss": 0.3801,
      "step": 692150
    },
    {
      "epoch": 193.18,
      "grad_norm": 1.2547633647918701,
      "learning_rate": 4.233147679708733e-06,
      "loss": 0.3831,
      "step": 692160
    },
    {
      "epoch": 193.18,
      "grad_norm": 1.311729073524475,
      "learning_rate": 4.233131679672348e-06,
      "loss": 0.3821,
      "step": 692170
    },
    {
      "epoch": 193.18,
      "grad_norm": 1.0197083950042725,
      "learning_rate": 4.233115679384487e-06,
      "loss": 0.369,
      "step": 692180
    },
    {
      "epoch": 193.19,
      "grad_norm": 1.3301703929901123,
      "learning_rate": 4.233099678845151e-06,
      "loss": 0.3812,
      "step": 692190
    },
    {
      "epoch": 193.19,
      "grad_norm": 1.0512332916259766,
      "learning_rate": 4.233083678054341e-06,
      "loss": 0.3736,
      "step": 692200
    },
    {
      "epoch": 193.19,
      "grad_norm": 1.1549216508865356,
      "learning_rate": 4.233067677012061e-06,
      "loss": 0.3539,
      "step": 692210
    },
    {
      "epoch": 193.2,
      "grad_norm": 1.0150805711746216,
      "learning_rate": 4.233051675718311e-06,
      "loss": 0.3607,
      "step": 692220
    },
    {
      "epoch": 193.2,
      "grad_norm": 1.2491294145584106,
      "learning_rate": 4.233035674173096e-06,
      "loss": 0.3734,
      "step": 692230
    },
    {
      "epoch": 193.2,
      "grad_norm": 1.235966682434082,
      "learning_rate": 4.233019672376416e-06,
      "loss": 0.3837,
      "step": 692240
    },
    {
      "epoch": 193.2,
      "grad_norm": 1.230638027191162,
      "learning_rate": 4.233003670328273e-06,
      "loss": 0.3725,
      "step": 692250
    },
    {
      "epoch": 193.21,
      "grad_norm": 1.1504937410354614,
      "learning_rate": 4.23298766802867e-06,
      "loss": 0.3514,
      "step": 692260
    },
    {
      "epoch": 193.21,
      "grad_norm": 1.0994129180908203,
      "learning_rate": 4.2329716654776105e-06,
      "loss": 0.3735,
      "step": 692270
    },
    {
      "epoch": 193.21,
      "grad_norm": 1.5512834787368774,
      "learning_rate": 4.232955662675093e-06,
      "loss": 0.3724,
      "step": 692280
    },
    {
      "epoch": 193.22,
      "grad_norm": 1.0996968746185303,
      "learning_rate": 4.232939659621123e-06,
      "loss": 0.3646,
      "step": 692290
    },
    {
      "epoch": 193.22,
      "grad_norm": 1.110161304473877,
      "learning_rate": 4.2329236563157e-06,
      "loss": 0.3894,
      "step": 692300
    },
    {
      "epoch": 193.22,
      "grad_norm": 1.160272479057312,
      "learning_rate": 4.232907652758829e-06,
      "loss": 0.3568,
      "step": 692310
    },
    {
      "epoch": 193.22,
      "grad_norm": 1.1437244415283203,
      "learning_rate": 4.23289164895051e-06,
      "loss": 0.3875,
      "step": 692320
    },
    {
      "epoch": 193.23,
      "grad_norm": 1.2025457620620728,
      "learning_rate": 4.2328756448907465e-06,
      "loss": 0.3859,
      "step": 692330
    },
    {
      "epoch": 193.23,
      "grad_norm": 1.3307832479476929,
      "learning_rate": 4.232859640579539e-06,
      "loss": 0.3932,
      "step": 692340
    },
    {
      "epoch": 193.23,
      "grad_norm": 1.084511399269104,
      "learning_rate": 4.2328436360168905e-06,
      "loss": 0.3701,
      "step": 692350
    },
    {
      "epoch": 193.23,
      "grad_norm": 1.4161043167114258,
      "learning_rate": 4.232827631202803e-06,
      "loss": 0.3727,
      "step": 692360
    },
    {
      "epoch": 193.24,
      "grad_norm": 1.1507335901260376,
      "learning_rate": 4.232811626137279e-06,
      "loss": 0.371,
      "step": 692370
    },
    {
      "epoch": 193.24,
      "grad_norm": 1.043799638748169,
      "learning_rate": 4.232795620820321e-06,
      "loss": 0.3527,
      "step": 692380
    },
    {
      "epoch": 193.24,
      "grad_norm": 1.0098211765289307,
      "learning_rate": 4.232779615251929e-06,
      "loss": 0.3823,
      "step": 692390
    },
    {
      "epoch": 193.25,
      "grad_norm": 1.0923413038253784,
      "learning_rate": 4.232763609432108e-06,
      "loss": 0.3855,
      "step": 692400
    },
    {
      "epoch": 193.25,
      "grad_norm": 1.21779203414917,
      "learning_rate": 4.232747603360858e-06,
      "loss": 0.3778,
      "step": 692410
    },
    {
      "epoch": 193.25,
      "grad_norm": 1.1119507551193237,
      "learning_rate": 4.232731597038182e-06,
      "loss": 0.3726,
      "step": 692420
    },
    {
      "epoch": 193.25,
      "grad_norm": 1.006630539894104,
      "learning_rate": 4.232715590464083e-06,
      "loss": 0.3762,
      "step": 692430
    },
    {
      "epoch": 193.26,
      "grad_norm": 1.039542317390442,
      "learning_rate": 4.232699583638561e-06,
      "loss": 0.3835,
      "step": 692440
    },
    {
      "epoch": 193.26,
      "grad_norm": 1.0413109064102173,
      "learning_rate": 4.232683576561619e-06,
      "loss": 0.3575,
      "step": 692450
    },
    {
      "epoch": 193.26,
      "grad_norm": 1.046846866607666,
      "learning_rate": 4.232667569233261e-06,
      "loss": 0.3867,
      "step": 692460
    },
    {
      "epoch": 193.27,
      "grad_norm": 1.4383364915847778,
      "learning_rate": 4.232651561653487e-06,
      "loss": 0.3675,
      "step": 692470
    },
    {
      "epoch": 193.27,
      "grad_norm": 1.0131958723068237,
      "learning_rate": 4.232635553822299e-06,
      "loss": 0.3634,
      "step": 692480
    },
    {
      "epoch": 193.27,
      "grad_norm": 1.4914398193359375,
      "learning_rate": 4.2326195457397e-06,
      "loss": 0.3944,
      "step": 692490
    },
    {
      "epoch": 193.27,
      "grad_norm": 1.1829276084899902,
      "learning_rate": 4.232603537405693e-06,
      "loss": 0.3959,
      "step": 692500
    },
    {
      "epoch": 193.28,
      "grad_norm": 1.2705183029174805,
      "learning_rate": 4.232587528820278e-06,
      "loss": 0.3804,
      "step": 692510
    },
    {
      "epoch": 193.28,
      "grad_norm": 0.9929448962211609,
      "learning_rate": 4.232571519983458e-06,
      "loss": 0.377,
      "step": 692520
    },
    {
      "epoch": 193.28,
      "grad_norm": 1.0869929790496826,
      "learning_rate": 4.232555510895236e-06,
      "loss": 0.3761,
      "step": 692530
    },
    {
      "epoch": 193.28,
      "grad_norm": 1.1928209066390991,
      "learning_rate": 4.2325395015556135e-06,
      "loss": 0.3618,
      "step": 692540
    },
    {
      "epoch": 193.29,
      "grad_norm": 1.2909529209136963,
      "learning_rate": 4.232523491964592e-06,
      "loss": 0.3527,
      "step": 692550
    },
    {
      "epoch": 193.29,
      "grad_norm": 1.311766505241394,
      "learning_rate": 4.232507482122175e-06,
      "loss": 0.3804,
      "step": 692560
    },
    {
      "epoch": 193.29,
      "grad_norm": 1.1987075805664062,
      "learning_rate": 4.232491472028363e-06,
      "loss": 0.3709,
      "step": 692570
    },
    {
      "epoch": 193.3,
      "grad_norm": 1.1441689729690552,
      "learning_rate": 4.2324754616831596e-06,
      "loss": 0.391,
      "step": 692580
    },
    {
      "epoch": 193.3,
      "grad_norm": 1.1967893838882446,
      "learning_rate": 4.232459451086567e-06,
      "loss": 0.3867,
      "step": 692590
    },
    {
      "epoch": 193.3,
      "grad_norm": 1.0996745824813843,
      "learning_rate": 4.232443440238585e-06,
      "loss": 0.3569,
      "step": 692600
    },
    {
      "epoch": 193.3,
      "grad_norm": 1.4795156717300415,
      "learning_rate": 4.232427429139218e-06,
      "loss": 0.3962,
      "step": 692610
    },
    {
      "epoch": 193.31,
      "grad_norm": 1.3546782732009888,
      "learning_rate": 4.232411417788468e-06,
      "loss": 0.3748,
      "step": 692620
    },
    {
      "epoch": 193.31,
      "grad_norm": 1.10551917552948,
      "learning_rate": 4.232395406186336e-06,
      "loss": 0.3784,
      "step": 692630
    },
    {
      "epoch": 193.31,
      "grad_norm": 1.0435839891433716,
      "learning_rate": 4.232379394332825e-06,
      "loss": 0.3871,
      "step": 692640
    },
    {
      "epoch": 193.32,
      "grad_norm": 1.3186955451965332,
      "learning_rate": 4.232363382227938e-06,
      "loss": 0.3603,
      "step": 692650
    },
    {
      "epoch": 193.32,
      "grad_norm": 1.3132001161575317,
      "learning_rate": 4.232347369871675e-06,
      "loss": 0.3893,
      "step": 692660
    },
    {
      "epoch": 193.32,
      "grad_norm": 1.2034567594528198,
      "learning_rate": 4.232331357264039e-06,
      "loss": 0.3788,
      "step": 692670
    },
    {
      "epoch": 193.32,
      "grad_norm": 1.0635392665863037,
      "learning_rate": 4.232315344405033e-06,
      "loss": 0.3812,
      "step": 692680
    },
    {
      "epoch": 193.33,
      "grad_norm": 1.1831321716308594,
      "learning_rate": 4.232299331294658e-06,
      "loss": 0.3658,
      "step": 692690
    },
    {
      "epoch": 193.33,
      "grad_norm": 1.1240923404693604,
      "learning_rate": 4.232283317932917e-06,
      "loss": 0.3764,
      "step": 692700
    },
    {
      "epoch": 193.33,
      "grad_norm": 1.3131133317947388,
      "learning_rate": 4.232267304319811e-06,
      "loss": 0.374,
      "step": 692710
    },
    {
      "epoch": 193.34,
      "grad_norm": 0.9875252842903137,
      "learning_rate": 4.232251290455343e-06,
      "loss": 0.3632,
      "step": 692720
    },
    {
      "epoch": 193.34,
      "grad_norm": 1.5017133951187134,
      "learning_rate": 4.232235276339515e-06,
      "loss": 0.381,
      "step": 692730
    },
    {
      "epoch": 193.34,
      "grad_norm": 1.0674388408660889,
      "learning_rate": 4.232219261972329e-06,
      "loss": 0.3807,
      "step": 692740
    },
    {
      "epoch": 193.34,
      "grad_norm": 1.060620903968811,
      "learning_rate": 4.232203247353787e-06,
      "loss": 0.353,
      "step": 692750
    },
    {
      "epoch": 193.35,
      "grad_norm": 1.1383538246154785,
      "learning_rate": 4.232187232483892e-06,
      "loss": 0.3808,
      "step": 692760
    },
    {
      "epoch": 193.35,
      "grad_norm": 10.341917991638184,
      "learning_rate": 4.232171217362646e-06,
      "loss": 0.3644,
      "step": 692770
    },
    {
      "epoch": 193.35,
      "grad_norm": 1.240552306175232,
      "learning_rate": 4.23215520199005e-06,
      "loss": 0.3921,
      "step": 692780
    },
    {
      "epoch": 193.35,
      "grad_norm": 1.2614446878433228,
      "learning_rate": 4.2321391863661064e-06,
      "loss": 0.3806,
      "step": 692790
    },
    {
      "epoch": 193.36,
      "grad_norm": 1.1187984943389893,
      "learning_rate": 4.232123170490818e-06,
      "loss": 0.3821,
      "step": 692800
    },
    {
      "epoch": 193.36,
      "grad_norm": 1.055493712425232,
      "learning_rate": 4.232107154364187e-06,
      "loss": 0.365,
      "step": 692810
    },
    {
      "epoch": 193.36,
      "grad_norm": 1.0305089950561523,
      "learning_rate": 4.232091137986214e-06,
      "loss": 0.3618,
      "step": 692820
    },
    {
      "epoch": 193.37,
      "grad_norm": 1.0652061700820923,
      "learning_rate": 4.232075121356904e-06,
      "loss": 0.3752,
      "step": 692830
    },
    {
      "epoch": 193.37,
      "grad_norm": 1.0548057556152344,
      "learning_rate": 4.232059104476256e-06,
      "loss": 0.369,
      "step": 692840
    },
    {
      "epoch": 193.37,
      "grad_norm": 1.0018978118896484,
      "learning_rate": 4.232043087344274e-06,
      "loss": 0.3652,
      "step": 692850
    },
    {
      "epoch": 193.37,
      "grad_norm": 1.0034734010696411,
      "learning_rate": 4.232027069960959e-06,
      "loss": 0.3769,
      "step": 692860
    },
    {
      "epoch": 193.38,
      "grad_norm": 1.1781859397888184,
      "learning_rate": 4.2320110523263145e-06,
      "loss": 0.3901,
      "step": 692870
    },
    {
      "epoch": 193.38,
      "grad_norm": 1.105393886566162,
      "learning_rate": 4.231995034440343e-06,
      "loss": 0.3618,
      "step": 692880
    },
    {
      "epoch": 193.38,
      "grad_norm": 1.1016314029693604,
      "learning_rate": 4.231979016303043e-06,
      "loss": 0.3639,
      "step": 692890
    },
    {
      "epoch": 193.39,
      "grad_norm": 0.941998302936554,
      "learning_rate": 4.231962997914421e-06,
      "loss": 0.3762,
      "step": 692900
    },
    {
      "epoch": 193.39,
      "grad_norm": 1.3445576429367065,
      "learning_rate": 4.231946979274477e-06,
      "loss": 0.3642,
      "step": 692910
    },
    {
      "epoch": 193.39,
      "grad_norm": 1.0180972814559937,
      "learning_rate": 4.2319309603832135e-06,
      "loss": 0.3649,
      "step": 692920
    },
    {
      "epoch": 193.39,
      "grad_norm": 1.2756907939910889,
      "learning_rate": 4.231914941240633e-06,
      "loss": 0.3699,
      "step": 692930
    },
    {
      "epoch": 193.4,
      "grad_norm": 1.0308493375778198,
      "learning_rate": 4.231898921846736e-06,
      "loss": 0.3855,
      "step": 692940
    },
    {
      "epoch": 193.4,
      "grad_norm": 1.2170547246932983,
      "learning_rate": 4.231882902201527e-06,
      "loss": 0.3695,
      "step": 692950
    },
    {
      "epoch": 193.4,
      "grad_norm": 1.503920555114746,
      "learning_rate": 4.231866882305006e-06,
      "loss": 0.3913,
      "step": 692960
    },
    {
      "epoch": 193.4,
      "grad_norm": 1.1431877613067627,
      "learning_rate": 4.231850862157177e-06,
      "loss": 0.38,
      "step": 692970
    },
    {
      "epoch": 193.41,
      "grad_norm": 1.0217715501785278,
      "learning_rate": 4.2318348417580415e-06,
      "loss": 0.3698,
      "step": 692980
    },
    {
      "epoch": 193.41,
      "grad_norm": 1.5420886278152466,
      "learning_rate": 4.231818821107601e-06,
      "loss": 0.38,
      "step": 692990
    },
    {
      "epoch": 193.41,
      "grad_norm": 1.1881102323532104,
      "learning_rate": 4.2318028002058585e-06,
      "loss": 0.3814,
      "step": 693000
    },
    {
      "epoch": 193.42,
      "grad_norm": 1.0793893337249756,
      "learning_rate": 4.2317867790528145e-06,
      "loss": 0.3648,
      "step": 693010
    },
    {
      "epoch": 193.42,
      "grad_norm": 1.1575409173965454,
      "learning_rate": 4.231770757648473e-06,
      "loss": 0.3806,
      "step": 693020
    },
    {
      "epoch": 193.42,
      "grad_norm": 1.2076932191848755,
      "learning_rate": 4.231754735992836e-06,
      "loss": 0.3699,
      "step": 693030
    },
    {
      "epoch": 193.42,
      "grad_norm": 1.3983160257339478,
      "learning_rate": 4.2317387140859045e-06,
      "loss": 0.3686,
      "step": 693040
    },
    {
      "epoch": 193.43,
      "grad_norm": 1.0324686765670776,
      "learning_rate": 4.23172269192768e-06,
      "loss": 0.3705,
      "step": 693050
    },
    {
      "epoch": 193.43,
      "grad_norm": 1.3545846939086914,
      "learning_rate": 4.231706669518167e-06,
      "loss": 0.3724,
      "step": 693060
    },
    {
      "epoch": 193.43,
      "grad_norm": 1.2981058359146118,
      "learning_rate": 4.2316906468573666e-06,
      "loss": 0.3748,
      "step": 693070
    },
    {
      "epoch": 193.44,
      "grad_norm": 1.024639368057251,
      "learning_rate": 4.231674623945281e-06,
      "loss": 0.3878,
      "step": 693080
    },
    {
      "epoch": 193.44,
      "grad_norm": 1.0287829637527466,
      "learning_rate": 4.231658600781912e-06,
      "loss": 0.3703,
      "step": 693090
    },
    {
      "epoch": 193.44,
      "grad_norm": 1.1447352170944214,
      "learning_rate": 4.231642577367261e-06,
      "loss": 0.3686,
      "step": 693100
    },
    {
      "epoch": 193.44,
      "grad_norm": 1.1175800561904907,
      "learning_rate": 4.231626553701332e-06,
      "loss": 0.3765,
      "step": 693110
    },
    {
      "epoch": 193.45,
      "grad_norm": 1.2297706604003906,
      "learning_rate": 4.2316105297841245e-06,
      "loss": 0.3886,
      "step": 693120
    },
    {
      "epoch": 193.45,
      "grad_norm": 1.2065565586090088,
      "learning_rate": 4.231594505615643e-06,
      "loss": 0.388,
      "step": 693130
    },
    {
      "epoch": 193.45,
      "grad_norm": 1.1480988264083862,
      "learning_rate": 4.2315784811958895e-06,
      "loss": 0.4027,
      "step": 693140
    },
    {
      "epoch": 193.46,
      "grad_norm": 0.966925859451294,
      "learning_rate": 4.231562456524865e-06,
      "loss": 0.3668,
      "step": 693150
    },
    {
      "epoch": 193.46,
      "grad_norm": 1.1922839879989624,
      "learning_rate": 4.231546431602573e-06,
      "loss": 0.3759,
      "step": 693160
    },
    {
      "epoch": 193.46,
      "grad_norm": 1.2077339887619019,
      "learning_rate": 4.231530406429014e-06,
      "loss": 0.381,
      "step": 693170
    },
    {
      "epoch": 193.46,
      "grad_norm": 1.0512254238128662,
      "learning_rate": 4.231514381004191e-06,
      "loss": 0.3664,
      "step": 693180
    },
    {
      "epoch": 193.47,
      "grad_norm": 1.1547086238861084,
      "learning_rate": 4.231498355328106e-06,
      "loss": 0.3692,
      "step": 693190
    },
    {
      "epoch": 193.47,
      "grad_norm": 1.122840166091919,
      "learning_rate": 4.231482329400762e-06,
      "loss": 0.3545,
      "step": 693200
    },
    {
      "epoch": 193.47,
      "grad_norm": 1.135545015335083,
      "learning_rate": 4.231466303222159e-06,
      "loss": 0.3779,
      "step": 693210
    },
    {
      "epoch": 193.47,
      "grad_norm": 1.0208971500396729,
      "learning_rate": 4.231450276792302e-06,
      "loss": 0.3876,
      "step": 693220
    },
    {
      "epoch": 193.48,
      "grad_norm": 1.0652048587799072,
      "learning_rate": 4.23143425011119e-06,
      "loss": 0.3764,
      "step": 693230
    },
    {
      "epoch": 193.48,
      "grad_norm": 1.06596040725708,
      "learning_rate": 4.231418223178828e-06,
      "loss": 0.3787,
      "step": 693240
    },
    {
      "epoch": 193.48,
      "grad_norm": 1.1861684322357178,
      "learning_rate": 4.231402195995216e-06,
      "loss": 0.3656,
      "step": 693250
    },
    {
      "epoch": 193.49,
      "grad_norm": 1.1821763515472412,
      "learning_rate": 4.231386168560357e-06,
      "loss": 0.3808,
      "step": 693260
    },
    {
      "epoch": 193.49,
      "grad_norm": 7.137793064117432,
      "learning_rate": 4.231370140874253e-06,
      "loss": 0.3712,
      "step": 693270
    },
    {
      "epoch": 193.49,
      "grad_norm": 1.0475400686264038,
      "learning_rate": 4.231354112936907e-06,
      "loss": 0.378,
      "step": 693280
    },
    {
      "epoch": 193.49,
      "grad_norm": 1.0902538299560547,
      "learning_rate": 4.231338084748319e-06,
      "loss": 0.3678,
      "step": 693290
    },
    {
      "epoch": 193.5,
      "grad_norm": 1.36488938331604,
      "learning_rate": 4.231322056308494e-06,
      "loss": 0.3666,
      "step": 693300
    },
    {
      "epoch": 193.5,
      "grad_norm": 1.2727185487747192,
      "learning_rate": 4.2313060276174315e-06,
      "loss": 0.3771,
      "step": 693310
    },
    {
      "epoch": 193.5,
      "grad_norm": 1.3477824926376343,
      "learning_rate": 4.231289998675135e-06,
      "loss": 0.3681,
      "step": 693320
    },
    {
      "epoch": 193.51,
      "grad_norm": 1.0915995836257935,
      "learning_rate": 4.231273969481608e-06,
      "loss": 0.3796,
      "step": 693330
    },
    {
      "epoch": 193.51,
      "grad_norm": 0.985681414604187,
      "learning_rate": 4.231257940036849e-06,
      "loss": 0.3806,
      "step": 693340
    },
    {
      "epoch": 193.51,
      "grad_norm": 1.062111258506775,
      "learning_rate": 4.231241910340864e-06,
      "loss": 0.384,
      "step": 693350
    },
    {
      "epoch": 193.51,
      "grad_norm": 1.0426955223083496,
      "learning_rate": 4.231225880393652e-06,
      "loss": 0.3702,
      "step": 693360
    },
    {
      "epoch": 193.52,
      "grad_norm": 1.2362791299819946,
      "learning_rate": 4.231209850195217e-06,
      "loss": 0.3664,
      "step": 693370
    },
    {
      "epoch": 193.52,
      "grad_norm": 1.2461357116699219,
      "learning_rate": 4.23119381974556e-06,
      "loss": 0.3831,
      "step": 693380
    },
    {
      "epoch": 193.52,
      "grad_norm": 1.0832643508911133,
      "learning_rate": 4.2311777890446836e-06,
      "loss": 0.3661,
      "step": 693390
    },
    {
      "epoch": 193.52,
      "grad_norm": 1.3009018898010254,
      "learning_rate": 4.231161758092591e-06,
      "loss": 0.3904,
      "step": 693400
    },
    {
      "epoch": 193.53,
      "grad_norm": 0.9619694352149963,
      "learning_rate": 4.231145726889282e-06,
      "loss": 0.3776,
      "step": 693410
    },
    {
      "epoch": 193.53,
      "grad_norm": 1.1838281154632568,
      "learning_rate": 4.2311296954347615e-06,
      "loss": 0.3912,
      "step": 693420
    },
    {
      "epoch": 193.53,
      "grad_norm": 1.2583178281784058,
      "learning_rate": 4.2311136637290295e-06,
      "loss": 0.3845,
      "step": 693430
    },
    {
      "epoch": 193.54,
      "grad_norm": 1.1628575325012207,
      "learning_rate": 4.231097631772089e-06,
      "loss": 0.3942,
      "step": 693440
    },
    {
      "epoch": 193.54,
      "grad_norm": 1.1340316534042358,
      "learning_rate": 4.2310815995639426e-06,
      "loss": 0.385,
      "step": 693450
    },
    {
      "epoch": 193.54,
      "grad_norm": 1.1037009954452515,
      "learning_rate": 4.231065567104592e-06,
      "loss": 0.3575,
      "step": 693460
    },
    {
      "epoch": 193.54,
      "grad_norm": 1.067209005355835,
      "learning_rate": 4.231049534394038e-06,
      "loss": 0.3791,
      "step": 693470
    },
    {
      "epoch": 193.55,
      "grad_norm": 1.1935315132141113,
      "learning_rate": 4.231033501432284e-06,
      "loss": 0.3851,
      "step": 693480
    },
    {
      "epoch": 193.55,
      "grad_norm": 1.3518354892730713,
      "learning_rate": 4.2310174682193325e-06,
      "loss": 0.3668,
      "step": 693490
    },
    {
      "epoch": 193.55,
      "grad_norm": 1.2440236806869507,
      "learning_rate": 4.2310014347551855e-06,
      "loss": 0.3787,
      "step": 693500
    },
    {
      "epoch": 193.56,
      "grad_norm": 1.0588008165359497,
      "learning_rate": 4.230985401039845e-06,
      "loss": 0.372,
      "step": 693510
    },
    {
      "epoch": 193.56,
      "grad_norm": 1.1858938932418823,
      "learning_rate": 4.2309693670733126e-06,
      "loss": 0.3676,
      "step": 693520
    },
    {
      "epoch": 193.56,
      "grad_norm": 1.398344874382019,
      "learning_rate": 4.23095333285559e-06,
      "loss": 0.3789,
      "step": 693530
    },
    {
      "epoch": 193.56,
      "grad_norm": 1.3948724269866943,
      "learning_rate": 4.2309372983866816e-06,
      "loss": 0.3829,
      "step": 693540
    },
    {
      "epoch": 193.57,
      "grad_norm": 1.3048382997512817,
      "learning_rate": 4.230921263666587e-06,
      "loss": 0.3811,
      "step": 693550
    },
    {
      "epoch": 193.57,
      "grad_norm": 0.9798827171325684,
      "learning_rate": 4.230905228695309e-06,
      "loss": 0.3738,
      "step": 693560
    },
    {
      "epoch": 193.57,
      "grad_norm": 1.025430679321289,
      "learning_rate": 4.230889193472852e-06,
      "loss": 0.3849,
      "step": 693570
    },
    {
      "epoch": 193.58,
      "grad_norm": 1.0897350311279297,
      "learning_rate": 4.230873157999215e-06,
      "loss": 0.3666,
      "step": 693580
    },
    {
      "epoch": 193.58,
      "grad_norm": 0.9639018177986145,
      "learning_rate": 4.2308571222744e-06,
      "loss": 0.3869,
      "step": 693590
    },
    {
      "epoch": 193.58,
      "grad_norm": 1.1533596515655518,
      "learning_rate": 4.230841086298413e-06,
      "loss": 0.373,
      "step": 693600
    },
    {
      "epoch": 193.58,
      "grad_norm": 1.1296061277389526,
      "learning_rate": 4.230825050071252e-06,
      "loss": 0.3711,
      "step": 693610
    },
    {
      "epoch": 193.59,
      "grad_norm": 1.6826696395874023,
      "learning_rate": 4.230809013592921e-06,
      "loss": 0.3788,
      "step": 693620
    },
    {
      "epoch": 193.59,
      "grad_norm": 1.3980379104614258,
      "learning_rate": 4.230792976863423e-06,
      "loss": 0.3747,
      "step": 693630
    },
    {
      "epoch": 193.59,
      "grad_norm": 1.111281156539917,
      "learning_rate": 4.230776939882758e-06,
      "loss": 0.3617,
      "step": 693640
    },
    {
      "epoch": 193.59,
      "grad_norm": 1.1936837434768677,
      "learning_rate": 4.23076090265093e-06,
      "loss": 0.3822,
      "step": 693650
    },
    {
      "epoch": 193.6,
      "grad_norm": 0.9669221639633179,
      "learning_rate": 4.23074486516794e-06,
      "loss": 0.3701,
      "step": 693660
    },
    {
      "epoch": 193.6,
      "grad_norm": 1.1349632740020752,
      "learning_rate": 4.23072882743379e-06,
      "loss": 0.3693,
      "step": 693670
    },
    {
      "epoch": 193.6,
      "grad_norm": 1.2434309720993042,
      "learning_rate": 4.230712789448483e-06,
      "loss": 0.3841,
      "step": 693680
    },
    {
      "epoch": 193.61,
      "grad_norm": 1.2757081985473633,
      "learning_rate": 4.2306967512120206e-06,
      "loss": 0.3915,
      "step": 693690
    },
    {
      "epoch": 193.61,
      "grad_norm": 1.1404614448547363,
      "learning_rate": 4.230680712724406e-06,
      "loss": 0.3673,
      "step": 693700
    },
    {
      "epoch": 193.61,
      "grad_norm": 1.1625388860702515,
      "learning_rate": 4.23066467398564e-06,
      "loss": 0.3766,
      "step": 693710
    },
    {
      "epoch": 193.61,
      "grad_norm": 1.107291579246521,
      "learning_rate": 4.230648634995724e-06,
      "loss": 0.3638,
      "step": 693720
    },
    {
      "epoch": 193.62,
      "grad_norm": 1.2925004959106445,
      "learning_rate": 4.230632595754662e-06,
      "loss": 0.3708,
      "step": 693730
    },
    {
      "epoch": 193.62,
      "grad_norm": 1.2713301181793213,
      "learning_rate": 4.230616556262456e-06,
      "loss": 0.3702,
      "step": 693740
    },
    {
      "epoch": 193.62,
      "grad_norm": 0.9644579887390137,
      "learning_rate": 4.230600516519107e-06,
      "loss": 0.3816,
      "step": 693750
    },
    {
      "epoch": 193.63,
      "grad_norm": 1.115708351135254,
      "learning_rate": 4.230584476524617e-06,
      "loss": 0.3972,
      "step": 693760
    },
    {
      "epoch": 193.63,
      "grad_norm": 1.050329566001892,
      "learning_rate": 4.23056843627899e-06,
      "loss": 0.3803,
      "step": 693770
    },
    {
      "epoch": 193.63,
      "grad_norm": 1.0574182271957397,
      "learning_rate": 4.2305523957822264e-06,
      "loss": 0.3865,
      "step": 693780
    },
    {
      "epoch": 193.63,
      "grad_norm": 1.0401246547698975,
      "learning_rate": 4.230536355034329e-06,
      "loss": 0.3819,
      "step": 693790
    },
    {
      "epoch": 193.64,
      "grad_norm": 1.0418500900268555,
      "learning_rate": 4.2305203140353e-06,
      "loss": 0.3785,
      "step": 693800
    },
    {
      "epoch": 193.64,
      "grad_norm": 1.177042007446289,
      "learning_rate": 4.230504272785141e-06,
      "loss": 0.3739,
      "step": 693810
    },
    {
      "epoch": 193.64,
      "grad_norm": 0.9908578991889954,
      "learning_rate": 4.230488231283855e-06,
      "loss": 0.3928,
      "step": 693820
    },
    {
      "epoch": 193.64,
      "grad_norm": 0.9897512197494507,
      "learning_rate": 4.230472189531443e-06,
      "loss": 0.3646,
      "step": 693830
    },
    {
      "epoch": 193.65,
      "grad_norm": 1.223052740097046,
      "learning_rate": 4.230456147527908e-06,
      "loss": 0.3831,
      "step": 693840
    },
    {
      "epoch": 193.65,
      "grad_norm": 1.1679797172546387,
      "learning_rate": 4.2304401052732514e-06,
      "loss": 0.3661,
      "step": 693850
    },
    {
      "epoch": 193.65,
      "grad_norm": 1.0716556310653687,
      "learning_rate": 4.230424062767477e-06,
      "loss": 0.3726,
      "step": 693860
    },
    {
      "epoch": 193.66,
      "grad_norm": 1.1124993562698364,
      "learning_rate": 4.230408020010585e-06,
      "loss": 0.3689,
      "step": 693870
    },
    {
      "epoch": 193.66,
      "grad_norm": 1.4447965621948242,
      "learning_rate": 4.230391977002578e-06,
      "loss": 0.375,
      "step": 693880
    },
    {
      "epoch": 193.66,
      "grad_norm": 1.1529760360717773,
      "learning_rate": 4.230375933743459e-06,
      "loss": 0.3735,
      "step": 693890
    },
    {
      "epoch": 193.66,
      "grad_norm": 2.038395404815674,
      "learning_rate": 4.230359890233229e-06,
      "loss": 0.3651,
      "step": 693900
    },
    {
      "epoch": 193.67,
      "grad_norm": 1.1668564081192017,
      "learning_rate": 4.230343846471892e-06,
      "loss": 0.3692,
      "step": 693910
    },
    {
      "epoch": 193.67,
      "grad_norm": 1.1767511367797852,
      "learning_rate": 4.230327802459447e-06,
      "loss": 0.3836,
      "step": 693920
    },
    {
      "epoch": 193.67,
      "grad_norm": 1.1923567056655884,
      "learning_rate": 4.2303117581959e-06,
      "loss": 0.3961,
      "step": 693930
    },
    {
      "epoch": 193.68,
      "grad_norm": 1.926702857017517,
      "learning_rate": 4.230295713681249e-06,
      "loss": 0.3691,
      "step": 693940
    },
    {
      "epoch": 193.68,
      "grad_norm": 1.3004932403564453,
      "learning_rate": 4.2302796689155e-06,
      "loss": 0.4078,
      "step": 693950
    },
    {
      "epoch": 193.68,
      "grad_norm": 1.3344860076904297,
      "learning_rate": 4.230263623898653e-06,
      "loss": 0.3852,
      "step": 693960
    },
    {
      "epoch": 193.68,
      "grad_norm": 1.4332993030548096,
      "learning_rate": 4.23024757863071e-06,
      "loss": 0.3687,
      "step": 693970
    },
    {
      "epoch": 193.69,
      "grad_norm": 1.2834104299545288,
      "learning_rate": 4.230231533111674e-06,
      "loss": 0.384,
      "step": 693980
    },
    {
      "epoch": 193.69,
      "grad_norm": 1.1300079822540283,
      "learning_rate": 4.230215487341546e-06,
      "loss": 0.3658,
      "step": 693990
    },
    {
      "epoch": 193.69,
      "grad_norm": 1.1412036418914795,
      "learning_rate": 4.23019944132033e-06,
      "loss": 0.3744,
      "step": 694000
    },
    {
      "epoch": 193.7,
      "grad_norm": 1.0834811925888062,
      "learning_rate": 4.230183395048027e-06,
      "loss": 0.3761,
      "step": 694010
    },
    {
      "epoch": 193.7,
      "grad_norm": 0.9739462733268738,
      "learning_rate": 4.230167348524639e-06,
      "loss": 0.3917,
      "step": 694020
    },
    {
      "epoch": 193.7,
      "grad_norm": 1.1999703645706177,
      "learning_rate": 4.230151301750168e-06,
      "loss": 0.3718,
      "step": 694030
    },
    {
      "epoch": 193.7,
      "grad_norm": 1.2031266689300537,
      "learning_rate": 4.230135254724617e-06,
      "loss": 0.3622,
      "step": 694040
    },
    {
      "epoch": 193.71,
      "grad_norm": 1.0323598384857178,
      "learning_rate": 4.230119207447987e-06,
      "loss": 0.3849,
      "step": 694050
    },
    {
      "epoch": 193.71,
      "grad_norm": 1.056462049484253,
      "learning_rate": 4.2301031599202815e-06,
      "loss": 0.3637,
      "step": 694060
    },
    {
      "epoch": 193.71,
      "grad_norm": 1.2540606260299683,
      "learning_rate": 4.230087112141501e-06,
      "loss": 0.3687,
      "step": 694070
    },
    {
      "epoch": 193.71,
      "grad_norm": 1.3112974166870117,
      "learning_rate": 4.230071064111649e-06,
      "loss": 0.3763,
      "step": 694080
    },
    {
      "epoch": 193.72,
      "grad_norm": 1.0795923471450806,
      "learning_rate": 4.230055015830728e-06,
      "loss": 0.3664,
      "step": 694090
    },
    {
      "epoch": 193.72,
      "grad_norm": 1.1812759637832642,
      "learning_rate": 4.230038967298738e-06,
      "loss": 0.3967,
      "step": 694100
    },
    {
      "epoch": 193.72,
      "grad_norm": 0.9710313081741333,
      "learning_rate": 4.230022918515682e-06,
      "loss": 0.3635,
      "step": 694110
    },
    {
      "epoch": 193.73,
      "grad_norm": 0.9998138546943665,
      "learning_rate": 4.230006869481564e-06,
      "loss": 0.3772,
      "step": 694120
    },
    {
      "epoch": 193.73,
      "grad_norm": 1.1039764881134033,
      "learning_rate": 4.229990820196384e-06,
      "loss": 0.3864,
      "step": 694130
    },
    {
      "epoch": 193.73,
      "grad_norm": 1.3267414569854736,
      "learning_rate": 4.229974770660144e-06,
      "loss": 0.366,
      "step": 694140
    },
    {
      "epoch": 193.73,
      "grad_norm": 1.0647447109222412,
      "learning_rate": 4.229958720872848e-06,
      "loss": 0.378,
      "step": 694150
    },
    {
      "epoch": 193.74,
      "grad_norm": 1.2858086824417114,
      "learning_rate": 4.229942670834498e-06,
      "loss": 0.3759,
      "step": 694160
    },
    {
      "epoch": 193.74,
      "grad_norm": 1.076128363609314,
      "learning_rate": 4.229926620545094e-06,
      "loss": 0.3997,
      "step": 694170
    },
    {
      "epoch": 193.74,
      "grad_norm": 1.1077979803085327,
      "learning_rate": 4.229910570004639e-06,
      "loss": 0.3845,
      "step": 694180
    },
    {
      "epoch": 193.75,
      "grad_norm": 1.225569725036621,
      "learning_rate": 4.2298945192131364e-06,
      "loss": 0.3736,
      "step": 694190
    },
    {
      "epoch": 193.75,
      "grad_norm": 0.9231357574462891,
      "learning_rate": 4.2298784681705875e-06,
      "loss": 0.3745,
      "step": 694200
    },
    {
      "epoch": 193.75,
      "grad_norm": 1.1250038146972656,
      "learning_rate": 4.229862416876994e-06,
      "loss": 0.3827,
      "step": 694210
    },
    {
      "epoch": 193.75,
      "grad_norm": 1.089673638343811,
      "learning_rate": 4.229846365332358e-06,
      "loss": 0.365,
      "step": 694220
    },
    {
      "epoch": 193.76,
      "grad_norm": 1.0818244218826294,
      "learning_rate": 4.229830313536683e-06,
      "loss": 0.3678,
      "step": 694230
    },
    {
      "epoch": 193.76,
      "grad_norm": 1.0938849449157715,
      "learning_rate": 4.229814261489969e-06,
      "loss": 0.371,
      "step": 694240
    },
    {
      "epoch": 193.76,
      "grad_norm": 1.0918364524841309,
      "learning_rate": 4.229798209192221e-06,
      "loss": 0.3757,
      "step": 694250
    },
    {
      "epoch": 193.77,
      "grad_norm": 1.1457146406173706,
      "learning_rate": 4.229782156643438e-06,
      "loss": 0.3959,
      "step": 694260
    },
    {
      "epoch": 193.77,
      "grad_norm": 1.2192978858947754,
      "learning_rate": 4.229766103843625e-06,
      "loss": 0.3818,
      "step": 694270
    },
    {
      "epoch": 193.77,
      "grad_norm": 0.9215800166130066,
      "learning_rate": 4.229750050792781e-06,
      "loss": 0.371,
      "step": 694280
    },
    {
      "epoch": 193.77,
      "grad_norm": 1.1446088552474976,
      "learning_rate": 4.2297339974909105e-06,
      "loss": 0.3896,
      "step": 694290
    },
    {
      "epoch": 193.78,
      "grad_norm": 1.2731435298919678,
      "learning_rate": 4.229717943938016e-06,
      "loss": 0.3514,
      "step": 694300
    },
    {
      "epoch": 193.78,
      "grad_norm": 1.229084849357605,
      "learning_rate": 4.229701890134098e-06,
      "loss": 0.38,
      "step": 694310
    },
    {
      "epoch": 193.78,
      "grad_norm": 1.0119222402572632,
      "learning_rate": 4.22968583607916e-06,
      "loss": 0.3765,
      "step": 694320
    },
    {
      "epoch": 193.78,
      "grad_norm": 1.0634651184082031,
      "learning_rate": 4.229669781773202e-06,
      "loss": 0.3665,
      "step": 694330
    },
    {
      "epoch": 193.79,
      "grad_norm": 1.1365621089935303,
      "learning_rate": 4.229653727216228e-06,
      "loss": 0.3647,
      "step": 694340
    },
    {
      "epoch": 193.79,
      "grad_norm": 1.193440556526184,
      "learning_rate": 4.22963767240824e-06,
      "loss": 0.3849,
      "step": 694350
    },
    {
      "epoch": 193.79,
      "grad_norm": 0.9991376996040344,
      "learning_rate": 4.229621617349239e-06,
      "loss": 0.3937,
      "step": 694360
    },
    {
      "epoch": 193.8,
      "grad_norm": 1.481033444404602,
      "learning_rate": 4.229605562039229e-06,
      "loss": 0.3838,
      "step": 694370
    },
    {
      "epoch": 193.8,
      "grad_norm": 0.9994492530822754,
      "learning_rate": 4.229589506478211e-06,
      "loss": 0.3712,
      "step": 694380
    },
    {
      "epoch": 193.8,
      "grad_norm": 1.1979924440383911,
      "learning_rate": 4.229573450666187e-06,
      "loss": 0.3846,
      "step": 694390
    },
    {
      "epoch": 193.8,
      "grad_norm": 1.0374032258987427,
      "learning_rate": 4.22955739460316e-06,
      "loss": 0.3554,
      "step": 694400
    },
    {
      "epoch": 193.81,
      "grad_norm": 1.0101803541183472,
      "learning_rate": 4.229541338289131e-06,
      "loss": 0.3823,
      "step": 694410
    },
    {
      "epoch": 193.81,
      "grad_norm": 0.9721082448959351,
      "learning_rate": 4.229525281724103e-06,
      "loss": 0.3709,
      "step": 694420
    },
    {
      "epoch": 193.81,
      "grad_norm": 1.3682001829147339,
      "learning_rate": 4.229509224908077e-06,
      "loss": 0.3746,
      "step": 694430
    },
    {
      "epoch": 193.82,
      "grad_norm": 1.1597626209259033,
      "learning_rate": 4.2294931678410565e-06,
      "loss": 0.3733,
      "step": 694440
    },
    {
      "epoch": 193.82,
      "grad_norm": 1.2159035205841064,
      "learning_rate": 4.229477110523042e-06,
      "loss": 0.3896,
      "step": 694450
    },
    {
      "epoch": 193.82,
      "grad_norm": 1.0114063024520874,
      "learning_rate": 4.229461052954038e-06,
      "loss": 0.382,
      "step": 694460
    },
    {
      "epoch": 193.82,
      "grad_norm": 1.2895534038543701,
      "learning_rate": 4.229444995134045e-06,
      "loss": 0.3782,
      "step": 694470
    },
    {
      "epoch": 193.83,
      "grad_norm": 1.4101101160049438,
      "learning_rate": 4.229428937063066e-06,
      "loss": 0.3757,
      "step": 694480
    },
    {
      "epoch": 193.83,
      "grad_norm": 1.1966832876205444,
      "learning_rate": 4.229412878741102e-06,
      "loss": 0.392,
      "step": 694490
    },
    {
      "epoch": 193.83,
      "grad_norm": 0.9874061942100525,
      "learning_rate": 4.229396820168156e-06,
      "loss": 0.3705,
      "step": 694500
    },
    {
      "epoch": 193.83,
      "grad_norm": 4.48478889465332,
      "learning_rate": 4.22938076134423e-06,
      "loss": 0.3747,
      "step": 694510
    },
    {
      "epoch": 193.84,
      "grad_norm": 1.1241873502731323,
      "learning_rate": 4.229364702269325e-06,
      "loss": 0.3784,
      "step": 694520
    },
    {
      "epoch": 193.84,
      "grad_norm": 1.0260682106018066,
      "learning_rate": 4.229348642943445e-06,
      "loss": 0.3811,
      "step": 694530
    },
    {
      "epoch": 193.84,
      "grad_norm": 0.9480381011962891,
      "learning_rate": 4.229332583366591e-06,
      "loss": 0.3831,
      "step": 694540
    },
    {
      "epoch": 193.85,
      "grad_norm": 1.2581043243408203,
      "learning_rate": 4.2293165235387665e-06,
      "loss": 0.3752,
      "step": 694550
    },
    {
      "epoch": 193.85,
      "grad_norm": 1.1366732120513916,
      "learning_rate": 4.229300463459972e-06,
      "loss": 0.3837,
      "step": 694560
    },
    {
      "epoch": 193.85,
      "grad_norm": 6.637794017791748,
      "learning_rate": 4.22928440313021e-06,
      "loss": 0.3835,
      "step": 694570
    },
    {
      "epoch": 193.85,
      "grad_norm": 1.1900590658187866,
      "learning_rate": 4.229268342549482e-06,
      "loss": 0.3952,
      "step": 694580
    },
    {
      "epoch": 193.86,
      "grad_norm": 1.056839942932129,
      "learning_rate": 4.229252281717792e-06,
      "loss": 0.3822,
      "step": 694590
    },
    {
      "epoch": 193.86,
      "grad_norm": 1.1367112398147583,
      "learning_rate": 4.2292362206351415e-06,
      "loss": 0.3705,
      "step": 694600
    },
    {
      "epoch": 193.86,
      "grad_norm": 1.2111704349517822,
      "learning_rate": 4.229220159301532e-06,
      "loss": 0.3652,
      "step": 694610
    },
    {
      "epoch": 193.87,
      "grad_norm": 1.1952155828475952,
      "learning_rate": 4.229204097716965e-06,
      "loss": 0.3857,
      "step": 694620
    },
    {
      "epoch": 193.87,
      "grad_norm": 1.3773032426834106,
      "learning_rate": 4.2291880358814445e-06,
      "loss": 0.3694,
      "step": 694630
    },
    {
      "epoch": 193.87,
      "grad_norm": 1.06735098361969,
      "learning_rate": 4.229171973794972e-06,
      "loss": 0.3658,
      "step": 694640
    },
    {
      "epoch": 193.87,
      "grad_norm": 1.1414495706558228,
      "learning_rate": 4.2291559114575485e-06,
      "loss": 0.3831,
      "step": 694650
    },
    {
      "epoch": 193.88,
      "grad_norm": 1.127873420715332,
      "learning_rate": 4.2291398488691765e-06,
      "loss": 0.3742,
      "step": 694660
    },
    {
      "epoch": 193.88,
      "grad_norm": 1.1527029275894165,
      "learning_rate": 4.229123786029859e-06,
      "loss": 0.3671,
      "step": 694670
    },
    {
      "epoch": 193.88,
      "grad_norm": 1.1937026977539062,
      "learning_rate": 4.229107722939598e-06,
      "loss": 0.394,
      "step": 694680
    },
    {
      "epoch": 193.89,
      "grad_norm": 1.1264433860778809,
      "learning_rate": 4.229091659598396e-06,
      "loss": 0.3831,
      "step": 694690
    },
    {
      "epoch": 193.89,
      "grad_norm": 1.0855417251586914,
      "learning_rate": 4.2290755960062535e-06,
      "loss": 0.371,
      "step": 694700
    },
    {
      "epoch": 193.89,
      "grad_norm": 1.0942522287368774,
      "learning_rate": 4.229059532163174e-06,
      "loss": 0.3787,
      "step": 694710
    },
    {
      "epoch": 193.89,
      "grad_norm": 1.197911024093628,
      "learning_rate": 4.22904346806916e-06,
      "loss": 0.3778,
      "step": 694720
    },
    {
      "epoch": 193.9,
      "grad_norm": 0.9509650468826294,
      "learning_rate": 4.229027403724212e-06,
      "loss": 0.3921,
      "step": 694730
    },
    {
      "epoch": 193.9,
      "grad_norm": 1.0854778289794922,
      "learning_rate": 4.2290113391283325e-06,
      "loss": 0.3777,
      "step": 694740
    },
    {
      "epoch": 193.9,
      "grad_norm": 0.982430100440979,
      "learning_rate": 4.228995274281526e-06,
      "loss": 0.3696,
      "step": 694750
    },
    {
      "epoch": 193.9,
      "grad_norm": 1.318495750427246,
      "learning_rate": 4.228979209183792e-06,
      "loss": 0.3864,
      "step": 694760
    },
    {
      "epoch": 193.91,
      "grad_norm": 1.1076500415802002,
      "learning_rate": 4.2289631438351325e-06,
      "loss": 0.3824,
      "step": 694770
    },
    {
      "epoch": 193.91,
      "grad_norm": 0.9479736685752869,
      "learning_rate": 4.2289470782355516e-06,
      "loss": 0.3551,
      "step": 694780
    },
    {
      "epoch": 193.91,
      "grad_norm": 1.2336766719818115,
      "learning_rate": 4.228931012385051e-06,
      "loss": 0.3729,
      "step": 694790
    },
    {
      "epoch": 193.92,
      "grad_norm": 1.0751928091049194,
      "learning_rate": 4.228914946283632e-06,
      "loss": 0.3721,
      "step": 694800
    },
    {
      "epoch": 193.92,
      "grad_norm": 1.1403799057006836,
      "learning_rate": 4.228898879931296e-06,
      "loss": 0.3822,
      "step": 694810
    },
    {
      "epoch": 193.92,
      "grad_norm": 1.1461385488510132,
      "learning_rate": 4.228882813328047e-06,
      "loss": 0.3802,
      "step": 694820
    },
    {
      "epoch": 193.92,
      "grad_norm": 1.0424809455871582,
      "learning_rate": 4.228866746473887e-06,
      "loss": 0.3835,
      "step": 694830
    },
    {
      "epoch": 193.93,
      "grad_norm": 1.3284555673599243,
      "learning_rate": 4.228850679368816e-06,
      "loss": 0.3717,
      "step": 694840
    },
    {
      "epoch": 193.93,
      "grad_norm": 1.1783688068389893,
      "learning_rate": 4.228834612012838e-06,
      "loss": 0.3792,
      "step": 694850
    },
    {
      "epoch": 193.93,
      "grad_norm": 1.2626368999481201,
      "learning_rate": 4.2288185444059545e-06,
      "loss": 0.3666,
      "step": 694860
    },
    {
      "epoch": 193.94,
      "grad_norm": 0.9916584491729736,
      "learning_rate": 4.2288024765481685e-06,
      "loss": 0.3801,
      "step": 694870
    },
    {
      "epoch": 193.94,
      "grad_norm": 1.0206729173660278,
      "learning_rate": 4.228786408439481e-06,
      "loss": 0.3729,
      "step": 694880
    },
    {
      "epoch": 193.94,
      "grad_norm": 2.6128382682800293,
      "learning_rate": 4.228770340079894e-06,
      "loss": 0.3904,
      "step": 694890
    },
    {
      "epoch": 193.94,
      "grad_norm": 1.2917410135269165,
      "learning_rate": 4.228754271469412e-06,
      "loss": 0.3676,
      "step": 694900
    },
    {
      "epoch": 193.95,
      "grad_norm": 0.9746690988540649,
      "learning_rate": 4.228738202608035e-06,
      "loss": 0.3723,
      "step": 694910
    },
    {
      "epoch": 193.95,
      "grad_norm": 1.204362154006958,
      "learning_rate": 4.2287221334957646e-06,
      "loss": 0.3801,
      "step": 694920
    },
    {
      "epoch": 193.95,
      "grad_norm": 1.3890639543533325,
      "learning_rate": 4.2287060641326045e-06,
      "loss": 0.3845,
      "step": 694930
    },
    {
      "epoch": 193.95,
      "grad_norm": 1.0258616209030151,
      "learning_rate": 4.228689994518556e-06,
      "loss": 0.378,
      "step": 694940
    },
    {
      "epoch": 193.96,
      "grad_norm": 1.211648941040039,
      "learning_rate": 4.228673924653622e-06,
      "loss": 0.3617,
      "step": 694950
    },
    {
      "epoch": 193.96,
      "grad_norm": 1.2476084232330322,
      "learning_rate": 4.228657854537804e-06,
      "loss": 0.3599,
      "step": 694960
    },
    {
      "epoch": 193.96,
      "grad_norm": 1.0964561700820923,
      "learning_rate": 4.228641784171104e-06,
      "loss": 0.3728,
      "step": 694970
    },
    {
      "epoch": 193.97,
      "grad_norm": 1.0947686433792114,
      "learning_rate": 4.228625713553524e-06,
      "loss": 0.3974,
      "step": 694980
    },
    {
      "epoch": 193.97,
      "grad_norm": 1.1832785606384277,
      "learning_rate": 4.228609642685067e-06,
      "loss": 0.363,
      "step": 694990
    },
    {
      "epoch": 193.97,
      "grad_norm": 1.020183801651001,
      "learning_rate": 4.228593571565735e-06,
      "loss": 0.3846,
      "step": 695000
    },
    {
      "epoch": 193.97,
      "grad_norm": 1.1376897096633911,
      "learning_rate": 4.22857750019553e-06,
      "loss": 0.3891,
      "step": 695010
    },
    {
      "epoch": 193.98,
      "grad_norm": 1.2048296928405762,
      "learning_rate": 4.2285614285744526e-06,
      "loss": 0.3825,
      "step": 695020
    },
    {
      "epoch": 193.98,
      "grad_norm": 3.2750930786132812,
      "learning_rate": 4.228545356702507e-06,
      "loss": 0.3596,
      "step": 695030
    },
    {
      "epoch": 193.98,
      "grad_norm": 1.12200129032135,
      "learning_rate": 4.228529284579694e-06,
      "loss": 0.389,
      "step": 695040
    },
    {
      "epoch": 193.99,
      "grad_norm": 1.228407382965088,
      "learning_rate": 4.228513212206017e-06,
      "loss": 0.3581,
      "step": 695050
    },
    {
      "epoch": 193.99,
      "grad_norm": 1.0393174886703491,
      "learning_rate": 4.228497139581478e-06,
      "loss": 0.3759,
      "step": 695060
    },
    {
      "epoch": 193.99,
      "grad_norm": 1.1417858600616455,
      "learning_rate": 4.228481066706078e-06,
      "loss": 0.3834,
      "step": 695070
    },
    {
      "epoch": 193.99,
      "grad_norm": 1.2017909288406372,
      "learning_rate": 4.22846499357982e-06,
      "loss": 0.3844,
      "step": 695080
    },
    {
      "epoch": 194.0,
      "grad_norm": 1.4435920715332031,
      "learning_rate": 4.2284489202027065e-06,
      "loss": 0.3827,
      "step": 695090
    },
    {
      "epoch": 194.0,
      "grad_norm": 1.0477890968322754,
      "learning_rate": 4.228432846574738e-06,
      "loss": 0.3507,
      "step": 695100
    },
    {
      "epoch": 194.0,
      "eval_loss": 0.3745587170124054,
      "eval_runtime": 63.3856,
      "eval_samples_per_second": 79.813,
      "eval_steps_per_second": 9.986,
      "step": 695102
    },
    {
      "epoch": 194.0,
      "grad_norm": 1.2204396724700928,
      "learning_rate": 4.228416772695918e-06,
      "loss": 0.3603,
      "step": 695110
    },
    {
      "epoch": 194.01,
      "grad_norm": 1.198764443397522,
      "learning_rate": 4.228400698566249e-06,
      "loss": 0.3703,
      "step": 695120
    },
    {
      "epoch": 194.01,
      "grad_norm": 0.9625691175460815,
      "learning_rate": 4.228384624185732e-06,
      "loss": 0.393,
      "step": 695130
    },
    {
      "epoch": 194.01,
      "grad_norm": 1.175356149673462,
      "learning_rate": 4.228368549554369e-06,
      "loss": 0.3959,
      "step": 695140
    },
    {
      "epoch": 194.01,
      "grad_norm": 1.3446398973464966,
      "learning_rate": 4.228352474672163e-06,
      "loss": 0.3841,
      "step": 695150
    },
    {
      "epoch": 194.02,
      "grad_norm": 1.1901061534881592,
      "learning_rate": 4.228336399539117e-06,
      "loss": 0.3808,
      "step": 695160
    },
    {
      "epoch": 194.02,
      "grad_norm": 1.1456948518753052,
      "learning_rate": 4.228320324155231e-06,
      "loss": 0.3718,
      "step": 695170
    },
    {
      "epoch": 194.02,
      "grad_norm": 1.0384315252304077,
      "learning_rate": 4.228304248520508e-06,
      "loss": 0.3656,
      "step": 695180
    },
    {
      "epoch": 194.02,
      "grad_norm": 1.0928171873092651,
      "learning_rate": 4.228288172634951e-06,
      "loss": 0.3737,
      "step": 695190
    },
    {
      "epoch": 194.03,
      "grad_norm": 1.1445180177688599,
      "learning_rate": 4.228272096498561e-06,
      "loss": 0.3853,
      "step": 695200
    },
    {
      "epoch": 194.03,
      "grad_norm": 1.0111682415008545,
      "learning_rate": 4.228256020111342e-06,
      "loss": 0.3576,
      "step": 695210
    },
    {
      "epoch": 194.03,
      "grad_norm": 1.042039155960083,
      "learning_rate": 4.2282399434732925e-06,
      "loss": 0.3697,
      "step": 695220
    },
    {
      "epoch": 194.04,
      "grad_norm": 1.0801666975021362,
      "learning_rate": 4.228223866584418e-06,
      "loss": 0.3879,
      "step": 695230
    },
    {
      "epoch": 194.04,
      "grad_norm": 1.0520687103271484,
      "learning_rate": 4.22820778944472e-06,
      "loss": 0.3799,
      "step": 695240
    },
    {
      "epoch": 194.04,
      "grad_norm": 1.058260440826416,
      "learning_rate": 4.228191712054199e-06,
      "loss": 0.377,
      "step": 695250
    },
    {
      "epoch": 194.04,
      "grad_norm": 1.3326765298843384,
      "learning_rate": 4.228175634412859e-06,
      "loss": 0.3759,
      "step": 695260
    },
    {
      "epoch": 194.05,
      "grad_norm": 1.4175431728363037,
      "learning_rate": 4.2281595565207015e-06,
      "loss": 0.4082,
      "step": 695270
    },
    {
      "epoch": 194.05,
      "grad_norm": 1.0650297403335571,
      "learning_rate": 4.228143478377728e-06,
      "loss": 0.3599,
      "step": 695280
    },
    {
      "epoch": 194.05,
      "grad_norm": 1.115466833114624,
      "learning_rate": 4.2281273999839425e-06,
      "loss": 0.3771,
      "step": 695290
    },
    {
      "epoch": 194.06,
      "grad_norm": 1.0008760690689087,
      "learning_rate": 4.228111321339344e-06,
      "loss": 0.3693,
      "step": 695300
    },
    {
      "epoch": 194.06,
      "grad_norm": 1.113345980644226,
      "learning_rate": 4.228095242443938e-06,
      "loss": 0.3882,
      "step": 695310
    },
    {
      "epoch": 194.06,
      "grad_norm": 0.959892749786377,
      "learning_rate": 4.228079163297725e-06,
      "loss": 0.3726,
      "step": 695320
    },
    {
      "epoch": 194.06,
      "grad_norm": 1.2909945249557495,
      "learning_rate": 4.228063083900706e-06,
      "loss": 0.3857,
      "step": 695330
    },
    {
      "epoch": 194.07,
      "grad_norm": 1.3380017280578613,
      "learning_rate": 4.228047004252885e-06,
      "loss": 0.363,
      "step": 695340
    },
    {
      "epoch": 194.07,
      "grad_norm": 1.1020997762680054,
      "learning_rate": 4.228030924354264e-06,
      "loss": 0.3795,
      "step": 695350
    },
    {
      "epoch": 194.07,
      "grad_norm": 1.1992892026901245,
      "learning_rate": 4.228014844204845e-06,
      "loss": 0.3795,
      "step": 695360
    },
    {
      "epoch": 194.07,
      "grad_norm": 0.9978615641593933,
      "learning_rate": 4.2279987638046295e-06,
      "loss": 0.3617,
      "step": 695370
    },
    {
      "epoch": 194.08,
      "grad_norm": 1.7957772016525269,
      "learning_rate": 4.2279826831536196e-06,
      "loss": 0.3804,
      "step": 695380
    },
    {
      "epoch": 194.08,
      "grad_norm": 1.3417975902557373,
      "learning_rate": 4.227966602251818e-06,
      "loss": 0.3939,
      "step": 695390
    },
    {
      "epoch": 194.08,
      "grad_norm": 1.1189684867858887,
      "learning_rate": 4.227950521099227e-06,
      "loss": 0.3818,
      "step": 695400
    },
    {
      "epoch": 194.09,
      "grad_norm": 1.0479243993759155,
      "learning_rate": 4.227934439695848e-06,
      "loss": 0.3615,
      "step": 695410
    },
    {
      "epoch": 194.09,
      "grad_norm": 1.193874478340149,
      "learning_rate": 4.227918358041684e-06,
      "loss": 0.4033,
      "step": 695420
    },
    {
      "epoch": 194.09,
      "grad_norm": 1.2945003509521484,
      "learning_rate": 4.227902276136736e-06,
      "loss": 0.39,
      "step": 695430
    },
    {
      "epoch": 194.09,
      "grad_norm": 0.9629167318344116,
      "learning_rate": 4.227886193981007e-06,
      "loss": 0.3687,
      "step": 695440
    },
    {
      "epoch": 194.1,
      "grad_norm": 1.106812596321106,
      "learning_rate": 4.227870111574499e-06,
      "loss": 0.3825,
      "step": 695450
    },
    {
      "epoch": 194.1,
      "grad_norm": 1.0829055309295654,
      "learning_rate": 4.227854028917214e-06,
      "loss": 0.3656,
      "step": 695460
    },
    {
      "epoch": 194.1,
      "grad_norm": 0.9676148295402527,
      "learning_rate": 4.2278379460091545e-06,
      "loss": 0.3763,
      "step": 695470
    },
    {
      "epoch": 194.11,
      "grad_norm": 1.0352703332901,
      "learning_rate": 4.227821862850322e-06,
      "loss": 0.3636,
      "step": 695480
    },
    {
      "epoch": 194.11,
      "grad_norm": 1.7000709772109985,
      "learning_rate": 4.22780577944072e-06,
      "loss": 0.359,
      "step": 695490
    },
    {
      "epoch": 194.11,
      "grad_norm": 1.2441068887710571,
      "learning_rate": 4.227789695780349e-06,
      "loss": 0.3646,
      "step": 695500
    },
    {
      "epoch": 194.11,
      "grad_norm": 1.520452857017517,
      "learning_rate": 4.227773611869212e-06,
      "loss": 0.38,
      "step": 695510
    },
    {
      "epoch": 194.12,
      "grad_norm": 1.0265235900878906,
      "learning_rate": 4.227757527707311e-06,
      "loss": 0.3706,
      "step": 695520
    },
    {
      "epoch": 194.12,
      "grad_norm": 1.0397143363952637,
      "learning_rate": 4.227741443294647e-06,
      "loss": 0.3772,
      "step": 695530
    },
    {
      "epoch": 194.12,
      "grad_norm": 1.2333836555480957,
      "learning_rate": 4.227725358631224e-06,
      "loss": 0.3667,
      "step": 695540
    },
    {
      "epoch": 194.13,
      "grad_norm": 1.1936711072921753,
      "learning_rate": 4.227709273717043e-06,
      "loss": 0.3803,
      "step": 695550
    },
    {
      "epoch": 194.13,
      "grad_norm": 1.193349003791809,
      "learning_rate": 4.227693188552108e-06,
      "loss": 0.392,
      "step": 695560
    },
    {
      "epoch": 194.13,
      "grad_norm": 1.184018611907959,
      "learning_rate": 4.227677103136419e-06,
      "loss": 0.3702,
      "step": 695570
    },
    {
      "epoch": 194.13,
      "grad_norm": 1.310584306716919,
      "learning_rate": 4.227661017469978e-06,
      "loss": 0.3755,
      "step": 695580
    },
    {
      "epoch": 194.14,
      "grad_norm": 0.9150756001472473,
      "learning_rate": 4.227644931552788e-06,
      "loss": 0.3629,
      "step": 695590
    },
    {
      "epoch": 194.14,
      "grad_norm": 1.2756906747817993,
      "learning_rate": 4.2276288453848514e-06,
      "loss": 0.3845,
      "step": 695600
    },
    {
      "epoch": 194.14,
      "grad_norm": 1.2451679706573486,
      "learning_rate": 4.22761275896617e-06,
      "loss": 0.3881,
      "step": 695610
    },
    {
      "epoch": 194.14,
      "grad_norm": 1.2706509828567505,
      "learning_rate": 4.227596672296746e-06,
      "loss": 0.3705,
      "step": 695620
    },
    {
      "epoch": 194.15,
      "grad_norm": 1.0004329681396484,
      "learning_rate": 4.227580585376582e-06,
      "loss": 0.3981,
      "step": 695630
    },
    {
      "epoch": 194.15,
      "grad_norm": 1.037943720817566,
      "learning_rate": 4.227564498205679e-06,
      "loss": 0.3695,
      "step": 695640
    },
    {
      "epoch": 194.15,
      "grad_norm": 1.232554316520691,
      "learning_rate": 4.227548410784039e-06,
      "loss": 0.3655,
      "step": 695650
    },
    {
      "epoch": 194.16,
      "grad_norm": 1.0540223121643066,
      "learning_rate": 4.2275323231116654e-06,
      "loss": 0.3821,
      "step": 695660
    },
    {
      "epoch": 194.16,
      "grad_norm": 1.053567886352539,
      "learning_rate": 4.227516235188561e-06,
      "loss": 0.3544,
      "step": 695670
    },
    {
      "epoch": 194.16,
      "grad_norm": 1.1080524921417236,
      "learning_rate": 4.227500147014726e-06,
      "loss": 0.3892,
      "step": 695680
    },
    {
      "epoch": 194.16,
      "grad_norm": 0.9894757866859436,
      "learning_rate": 4.227484058590164e-06,
      "loss": 0.3714,
      "step": 695690
    },
    {
      "epoch": 194.17,
      "grad_norm": 1.1832473278045654,
      "learning_rate": 4.227467969914875e-06,
      "loss": 0.3554,
      "step": 695700
    },
    {
      "epoch": 194.17,
      "grad_norm": 1.1433773040771484,
      "learning_rate": 4.227451880988864e-06,
      "loss": 0.3751,
      "step": 695710
    },
    {
      "epoch": 194.17,
      "grad_norm": 1.1072499752044678,
      "learning_rate": 4.22743579181213e-06,
      "loss": 0.3755,
      "step": 695720
    },
    {
      "epoch": 194.18,
      "grad_norm": 0.9871170520782471,
      "learning_rate": 4.227419702384679e-06,
      "loss": 0.3709,
      "step": 695730
    },
    {
      "epoch": 194.18,
      "grad_norm": 1.3448524475097656,
      "learning_rate": 4.22740361270651e-06,
      "loss": 0.3844,
      "step": 695740
    },
    {
      "epoch": 194.18,
      "grad_norm": 1.1228379011154175,
      "learning_rate": 4.227387522777627e-06,
      "loss": 0.3744,
      "step": 695750
    },
    {
      "epoch": 194.18,
      "grad_norm": 1.20540452003479,
      "learning_rate": 4.227371432598031e-06,
      "loss": 0.3804,
      "step": 695760
    },
    {
      "epoch": 194.19,
      "grad_norm": 1.0931726694107056,
      "learning_rate": 4.227355342167723e-06,
      "loss": 0.386,
      "step": 695770
    },
    {
      "epoch": 194.19,
      "grad_norm": 0.9367815852165222,
      "learning_rate": 4.227339251486708e-06,
      "loss": 0.3808,
      "step": 695780
    },
    {
      "epoch": 194.19,
      "grad_norm": 1.1539201736450195,
      "learning_rate": 4.2273231605549865e-06,
      "loss": 0.3789,
      "step": 695790
    },
    {
      "epoch": 194.19,
      "grad_norm": 1.2184491157531738,
      "learning_rate": 4.227307069372562e-06,
      "loss": 0.3686,
      "step": 695800
    },
    {
      "epoch": 194.2,
      "grad_norm": 1.2355053424835205,
      "learning_rate": 4.227290977939434e-06,
      "loss": 0.386,
      "step": 695810
    },
    {
      "epoch": 194.2,
      "grad_norm": 1.2266980409622192,
      "learning_rate": 4.227274886255607e-06,
      "loss": 0.3629,
      "step": 695820
    },
    {
      "epoch": 194.2,
      "grad_norm": 1.1230782270431519,
      "learning_rate": 4.227258794321082e-06,
      "loss": 0.387,
      "step": 695830
    },
    {
      "epoch": 194.21,
      "grad_norm": 1.2956066131591797,
      "learning_rate": 4.227242702135861e-06,
      "loss": 0.3836,
      "step": 695840
    },
    {
      "epoch": 194.21,
      "grad_norm": 1.085744023323059,
      "learning_rate": 4.227226609699948e-06,
      "loss": 0.382,
      "step": 695850
    },
    {
      "epoch": 194.21,
      "grad_norm": 1.3534905910491943,
      "learning_rate": 4.227210517013342e-06,
      "loss": 0.377,
      "step": 695860
    },
    {
      "epoch": 194.21,
      "grad_norm": 1.0793763399124146,
      "learning_rate": 4.2271944240760475e-06,
      "loss": 0.3739,
      "step": 695870
    },
    {
      "epoch": 194.22,
      "grad_norm": 1.0005838871002197,
      "learning_rate": 4.2271783308880665e-06,
      "loss": 0.3617,
      "step": 695880
    },
    {
      "epoch": 194.22,
      "grad_norm": 1.066717505455017,
      "learning_rate": 4.2271622374494e-06,
      "loss": 0.3761,
      "step": 695890
    },
    {
      "epoch": 194.22,
      "grad_norm": 1.153896450996399,
      "learning_rate": 4.227146143760052e-06,
      "loss": 0.3779,
      "step": 695900
    },
    {
      "epoch": 194.23,
      "grad_norm": 1.2670164108276367,
      "learning_rate": 4.2271300498200225e-06,
      "loss": 0.3757,
      "step": 695910
    },
    {
      "epoch": 194.23,
      "grad_norm": 1.1247859001159668,
      "learning_rate": 4.227113955629315e-06,
      "loss": 0.3706,
      "step": 695920
    },
    {
      "epoch": 194.23,
      "grad_norm": 1.1889246702194214,
      "learning_rate": 4.227097861187931e-06,
      "loss": 0.356,
      "step": 695930
    },
    {
      "epoch": 194.23,
      "grad_norm": 1.2407681941986084,
      "learning_rate": 4.227081766495873e-06,
      "loss": 0.3683,
      "step": 695940
    },
    {
      "epoch": 194.24,
      "grad_norm": 0.9702144861221313,
      "learning_rate": 4.227065671553142e-06,
      "loss": 0.3683,
      "step": 695950
    },
    {
      "epoch": 194.24,
      "grad_norm": 1.0966064929962158,
      "learning_rate": 4.227049576359743e-06,
      "loss": 0.3952,
      "step": 695960
    },
    {
      "epoch": 194.24,
      "grad_norm": 1.073146104812622,
      "learning_rate": 4.2270334809156755e-06,
      "loss": 0.3644,
      "step": 695970
    },
    {
      "epoch": 194.25,
      "grad_norm": 1.0580910444259644,
      "learning_rate": 4.227017385220942e-06,
      "loss": 0.372,
      "step": 695980
    },
    {
      "epoch": 194.25,
      "grad_norm": 1.0759799480438232,
      "learning_rate": 4.227001289275546e-06,
      "loss": 0.3702,
      "step": 695990
    },
    {
      "epoch": 194.25,
      "grad_norm": 1.131416916847229,
      "learning_rate": 4.2269851930794884e-06,
      "loss": 0.3762,
      "step": 696000
    },
    {
      "epoch": 194.25,
      "grad_norm": 1.1232460737228394,
      "learning_rate": 4.226969096632772e-06,
      "loss": 0.3826,
      "step": 696010
    },
    {
      "epoch": 194.26,
      "grad_norm": 1.2080519199371338,
      "learning_rate": 4.226952999935398e-06,
      "loss": 0.3874,
      "step": 696020
    },
    {
      "epoch": 194.26,
      "grad_norm": 1.11469304561615,
      "learning_rate": 4.226936902987369e-06,
      "loss": 0.3891,
      "step": 696030
    },
    {
      "epoch": 194.26,
      "grad_norm": 1.0902204513549805,
      "learning_rate": 4.226920805788688e-06,
      "loss": 0.372,
      "step": 696040
    },
    {
      "epoch": 194.26,
      "grad_norm": 1.098495602607727,
      "learning_rate": 4.226904708339356e-06,
      "loss": 0.3706,
      "step": 696050
    },
    {
      "epoch": 194.27,
      "grad_norm": 1.1057016849517822,
      "learning_rate": 4.226888610639375e-06,
      "loss": 0.3749,
      "step": 696060
    },
    {
      "epoch": 194.27,
      "grad_norm": 0.9145123958587646,
      "learning_rate": 4.226872512688748e-06,
      "loss": 0.3851,
      "step": 696070
    },
    {
      "epoch": 194.27,
      "grad_norm": 1.0857627391815186,
      "learning_rate": 4.226856414487478e-06,
      "loss": 0.3895,
      "step": 696080
    },
    {
      "epoch": 194.28,
      "grad_norm": 1.4049606323242188,
      "learning_rate": 4.226840316035565e-06,
      "loss": 0.3835,
      "step": 696090
    },
    {
      "epoch": 194.28,
      "grad_norm": 0.9799686074256897,
      "learning_rate": 4.2268242173330135e-06,
      "loss": 0.3825,
      "step": 696100
    },
    {
      "epoch": 194.28,
      "grad_norm": 1.0027742385864258,
      "learning_rate": 4.226808118379823e-06,
      "loss": 0.3835,
      "step": 696110
    },
    {
      "epoch": 194.28,
      "grad_norm": 1.0843545198440552,
      "learning_rate": 4.226792019175997e-06,
      "loss": 0.3677,
      "step": 696120
    },
    {
      "epoch": 194.29,
      "grad_norm": 1.1548857688903809,
      "learning_rate": 4.226775919721538e-06,
      "loss": 0.3607,
      "step": 696130
    },
    {
      "epoch": 194.29,
      "grad_norm": 1.150294303894043,
      "learning_rate": 4.226759820016447e-06,
      "loss": 0.367,
      "step": 696140
    },
    {
      "epoch": 194.29,
      "grad_norm": 1.1954604387283325,
      "learning_rate": 4.226743720060728e-06,
      "loss": 0.3877,
      "step": 696150
    },
    {
      "epoch": 194.3,
      "grad_norm": 1.1835148334503174,
      "learning_rate": 4.226727619854382e-06,
      "loss": 0.3797,
      "step": 696160
    },
    {
      "epoch": 194.3,
      "grad_norm": 1.2205990552902222,
      "learning_rate": 4.226711519397411e-06,
      "loss": 0.3793,
      "step": 696170
    },
    {
      "epoch": 194.3,
      "grad_norm": 1.2408307790756226,
      "learning_rate": 4.226695418689816e-06,
      "loss": 0.3769,
      "step": 696180
    },
    {
      "epoch": 194.3,
      "grad_norm": 0.9978592991828918,
      "learning_rate": 4.226679317731602e-06,
      "loss": 0.3738,
      "step": 696190
    },
    {
      "epoch": 194.31,
      "grad_norm": 1.2700998783111572,
      "learning_rate": 4.226663216522769e-06,
      "loss": 0.3866,
      "step": 696200
    },
    {
      "epoch": 194.31,
      "grad_norm": 1.168788194656372,
      "learning_rate": 4.226647115063319e-06,
      "loss": 0.3819,
      "step": 696210
    },
    {
      "epoch": 194.31,
      "grad_norm": 1.326756238937378,
      "learning_rate": 4.226631013353256e-06,
      "loss": 0.3804,
      "step": 696220
    },
    {
      "epoch": 194.31,
      "grad_norm": 1.5306527614593506,
      "learning_rate": 4.22661491139258e-06,
      "loss": 0.37,
      "step": 696230
    },
    {
      "epoch": 194.32,
      "grad_norm": 1.155990719795227,
      "learning_rate": 4.226598809181295e-06,
      "loss": 0.3582,
      "step": 696240
    },
    {
      "epoch": 194.32,
      "grad_norm": 1.249334692955017,
      "learning_rate": 4.226582706719402e-06,
      "loss": 0.3823,
      "step": 696250
    },
    {
      "epoch": 194.32,
      "grad_norm": 0.9926406741142273,
      "learning_rate": 4.226566604006905e-06,
      "loss": 0.3894,
      "step": 696260
    },
    {
      "epoch": 194.33,
      "grad_norm": 1.324662208557129,
      "learning_rate": 4.226550501043803e-06,
      "loss": 0.3867,
      "step": 696270
    },
    {
      "epoch": 194.33,
      "grad_norm": 1.2789705991744995,
      "learning_rate": 4.226534397830099e-06,
      "loss": 0.3892,
      "step": 696280
    },
    {
      "epoch": 194.33,
      "grad_norm": 0.9969910383224487,
      "learning_rate": 4.226518294365797e-06,
      "loss": 0.3792,
      "step": 696290
    },
    {
      "epoch": 194.33,
      "grad_norm": 1.1455081701278687,
      "learning_rate": 4.226502190650898e-06,
      "loss": 0.3649,
      "step": 696300
    },
    {
      "epoch": 194.34,
      "grad_norm": 0.9683418273925781,
      "learning_rate": 4.226486086685404e-06,
      "loss": 0.3865,
      "step": 696310
    },
    {
      "epoch": 194.34,
      "grad_norm": 1.0049549341201782,
      "learning_rate": 4.226469982469317e-06,
      "loss": 0.3714,
      "step": 696320
    },
    {
      "epoch": 194.34,
      "grad_norm": 1.2109053134918213,
      "learning_rate": 4.22645387800264e-06,
      "loss": 0.3691,
      "step": 696330
    },
    {
      "epoch": 194.35,
      "grad_norm": 0.990427553653717,
      "learning_rate": 4.226437773285374e-06,
      "loss": 0.367,
      "step": 696340
    },
    {
      "epoch": 194.35,
      "grad_norm": 1.2682057619094849,
      "learning_rate": 4.226421668317522e-06,
      "loss": 0.3833,
      "step": 696350
    },
    {
      "epoch": 194.35,
      "grad_norm": 1.0694361925125122,
      "learning_rate": 4.226405563099087e-06,
      "loss": 0.3884,
      "step": 696360
    },
    {
      "epoch": 194.35,
      "grad_norm": 1.1004661321640015,
      "learning_rate": 4.226389457630069e-06,
      "loss": 0.3879,
      "step": 696370
    },
    {
      "epoch": 194.36,
      "grad_norm": 1.0700279474258423,
      "learning_rate": 4.226373351910471e-06,
      "loss": 0.3572,
      "step": 696380
    },
    {
      "epoch": 194.36,
      "grad_norm": 1.188317060470581,
      "learning_rate": 4.226357245940295e-06,
      "loss": 0.3692,
      "step": 696390
    },
    {
      "epoch": 194.36,
      "grad_norm": 1.064925193786621,
      "learning_rate": 4.226341139719545e-06,
      "loss": 0.3593,
      "step": 696400
    },
    {
      "epoch": 194.37,
      "grad_norm": 1.2683662176132202,
      "learning_rate": 4.226325033248221e-06,
      "loss": 0.373,
      "step": 696410
    },
    {
      "epoch": 194.37,
      "grad_norm": 1.2927157878875732,
      "learning_rate": 4.226308926526324e-06,
      "loss": 0.3595,
      "step": 696420
    },
    {
      "epoch": 194.37,
      "grad_norm": 1.251747965812683,
      "learning_rate": 4.22629281955386e-06,
      "loss": 0.3823,
      "step": 696430
    },
    {
      "epoch": 194.37,
      "grad_norm": 1.4679169654846191,
      "learning_rate": 4.226276712330828e-06,
      "loss": 0.3877,
      "step": 696440
    },
    {
      "epoch": 194.38,
      "grad_norm": 1.3290350437164307,
      "learning_rate": 4.2262606048572316e-06,
      "loss": 0.3655,
      "step": 696450
    },
    {
      "epoch": 194.38,
      "grad_norm": 1.320373773574829,
      "learning_rate": 4.2262444971330725e-06,
      "loss": 0.378,
      "step": 696460
    },
    {
      "epoch": 194.38,
      "grad_norm": 1.0517669916152954,
      "learning_rate": 4.226228389158353e-06,
      "loss": 0.3912,
      "step": 696470
    },
    {
      "epoch": 194.38,
      "grad_norm": 1.236179232597351,
      "learning_rate": 4.2262122809330745e-06,
      "loss": 0.3758,
      "step": 696480
    },
    {
      "epoch": 194.39,
      "grad_norm": 1.08653724193573,
      "learning_rate": 4.226196172457241e-06,
      "loss": 0.3832,
      "step": 696490
    },
    {
      "epoch": 194.39,
      "grad_norm": 1.2785491943359375,
      "learning_rate": 4.226180063730852e-06,
      "loss": 0.3794,
      "step": 696500
    },
    {
      "epoch": 194.39,
      "grad_norm": 1.0073283910751343,
      "learning_rate": 4.226163954753912e-06,
      "loss": 0.3747,
      "step": 696510
    },
    {
      "epoch": 194.4,
      "grad_norm": 1.252872109413147,
      "learning_rate": 4.2261478455264215e-06,
      "loss": 0.3631,
      "step": 696520
    },
    {
      "epoch": 194.4,
      "grad_norm": 1.1243840456008911,
      "learning_rate": 4.226131736048383e-06,
      "loss": 0.3739,
      "step": 696530
    },
    {
      "epoch": 194.4,
      "grad_norm": 1.170050859451294,
      "learning_rate": 4.2261156263198e-06,
      "loss": 0.388,
      "step": 696540
    },
    {
      "epoch": 194.4,
      "grad_norm": 1.3299733400344849,
      "learning_rate": 4.226099516340673e-06,
      "loss": 0.3822,
      "step": 696550
    },
    {
      "epoch": 194.41,
      "grad_norm": 0.9714075922966003,
      "learning_rate": 4.226083406111005e-06,
      "loss": 0.3841,
      "step": 696560
    },
    {
      "epoch": 194.41,
      "grad_norm": 1.2575217485427856,
      "learning_rate": 4.226067295630798e-06,
      "loss": 0.3673,
      "step": 696570
    },
    {
      "epoch": 194.41,
      "grad_norm": 1.2229743003845215,
      "learning_rate": 4.226051184900054e-06,
      "loss": 0.4029,
      "step": 696580
    },
    {
      "epoch": 194.42,
      "grad_norm": 1.1527700424194336,
      "learning_rate": 4.226035073918775e-06,
      "loss": 0.3784,
      "step": 696590
    },
    {
      "epoch": 194.42,
      "grad_norm": 1.120230793952942,
      "learning_rate": 4.226018962686963e-06,
      "loss": 0.3845,
      "step": 696600
    },
    {
      "epoch": 194.42,
      "grad_norm": 1.1147737503051758,
      "learning_rate": 4.226002851204621e-06,
      "loss": 0.373,
      "step": 696610
    },
    {
      "epoch": 194.42,
      "grad_norm": 1.3379396200180054,
      "learning_rate": 4.225986739471752e-06,
      "loss": 0.3813,
      "step": 696620
    },
    {
      "epoch": 194.43,
      "grad_norm": 1.091476321220398,
      "learning_rate": 4.2259706274883544e-06,
      "loss": 0.3704,
      "step": 696630
    },
    {
      "epoch": 194.43,
      "grad_norm": 1.1817681789398193,
      "learning_rate": 4.2259545152544344e-06,
      "loss": 0.3792,
      "step": 696640
    },
    {
      "epoch": 194.43,
      "grad_norm": 1.2284880876541138,
      "learning_rate": 4.225938402769992e-06,
      "loss": 0.3757,
      "step": 696650
    },
    {
      "epoch": 194.43,
      "grad_norm": 1.0298775434494019,
      "learning_rate": 4.225922290035029e-06,
      "loss": 0.3681,
      "step": 696660
    },
    {
      "epoch": 194.44,
      "grad_norm": 1.513383150100708,
      "learning_rate": 4.225906177049549e-06,
      "loss": 0.374,
      "step": 696670
    },
    {
      "epoch": 194.44,
      "grad_norm": 1.009613275527954,
      "learning_rate": 4.225890063813553e-06,
      "loss": 0.3491,
      "step": 696680
    },
    {
      "epoch": 194.44,
      "grad_norm": 0.9936912059783936,
      "learning_rate": 4.225873950327044e-06,
      "loss": 0.3667,
      "step": 696690
    },
    {
      "epoch": 194.45,
      "grad_norm": 3.643209218978882,
      "learning_rate": 4.225857836590024e-06,
      "loss": 0.388,
      "step": 696700
    },
    {
      "epoch": 194.45,
      "grad_norm": 1.1725279092788696,
      "learning_rate": 4.225841722602495e-06,
      "loss": 0.383,
      "step": 696710
    },
    {
      "epoch": 194.45,
      "grad_norm": 1.2587275505065918,
      "learning_rate": 4.225825608364459e-06,
      "loss": 0.3763,
      "step": 696720
    },
    {
      "epoch": 194.45,
      "grad_norm": 1.0064712762832642,
      "learning_rate": 4.2258094938759175e-06,
      "loss": 0.3735,
      "step": 696730
    },
    {
      "epoch": 194.46,
      "grad_norm": 1.2879130840301514,
      "learning_rate": 4.225793379136875e-06,
      "loss": 0.3848,
      "step": 696740
    },
    {
      "epoch": 194.46,
      "grad_norm": 1.1129145622253418,
      "learning_rate": 4.22577726414733e-06,
      "loss": 0.3944,
      "step": 696750
    },
    {
      "epoch": 194.46,
      "grad_norm": 1.2228083610534668,
      "learning_rate": 4.225761148907289e-06,
      "loss": 0.3655,
      "step": 696760
    },
    {
      "epoch": 194.47,
      "grad_norm": 1.364884853363037,
      "learning_rate": 4.22574503341675e-06,
      "loss": 0.373,
      "step": 696770
    },
    {
      "epoch": 194.47,
      "grad_norm": 1.2942742109298706,
      "learning_rate": 4.225728917675717e-06,
      "loss": 0.3739,
      "step": 696780
    },
    {
      "epoch": 194.47,
      "grad_norm": 1.0041507482528687,
      "learning_rate": 4.225712801684193e-06,
      "loss": 0.3759,
      "step": 696790
    },
    {
      "epoch": 194.47,
      "grad_norm": 1.218678593635559,
      "learning_rate": 4.225696685442178e-06,
      "loss": 0.3684,
      "step": 696800
    },
    {
      "epoch": 194.48,
      "grad_norm": 1.0651962757110596,
      "learning_rate": 4.225680568949676e-06,
      "loss": 0.3689,
      "step": 696810
    },
    {
      "epoch": 194.48,
      "grad_norm": 1.111149549484253,
      "learning_rate": 4.225664452206689e-06,
      "loss": 0.3655,
      "step": 696820
    },
    {
      "epoch": 194.48,
      "grad_norm": 1.731322169303894,
      "learning_rate": 4.225648335213219e-06,
      "loss": 0.3821,
      "step": 696830
    },
    {
      "epoch": 194.49,
      "grad_norm": 1.210836410522461,
      "learning_rate": 4.225632217969267e-06,
      "loss": 0.3784,
      "step": 696840
    },
    {
      "epoch": 194.49,
      "grad_norm": 0.9902626872062683,
      "learning_rate": 4.225616100474836e-06,
      "loss": 0.3729,
      "step": 696850
    },
    {
      "epoch": 194.49,
      "grad_norm": 1.2888450622558594,
      "learning_rate": 4.225599982729928e-06,
      "loss": 0.378,
      "step": 696860
    },
    {
      "epoch": 194.49,
      "grad_norm": 1.463342547416687,
      "learning_rate": 4.225583864734545e-06,
      "loss": 0.3788,
      "step": 696870
    },
    {
      "epoch": 194.5,
      "grad_norm": 1.1663966178894043,
      "learning_rate": 4.22556774648869e-06,
      "loss": 0.388,
      "step": 696880
    },
    {
      "epoch": 194.5,
      "grad_norm": 1.1024802923202515,
      "learning_rate": 4.225551627992364e-06,
      "loss": 0.3689,
      "step": 696890
    },
    {
      "epoch": 194.5,
      "grad_norm": 1.0997016429901123,
      "learning_rate": 4.2255355092455705e-06,
      "loss": 0.3734,
      "step": 696900
    },
    {
      "epoch": 194.5,
      "grad_norm": 1.0626280307769775,
      "learning_rate": 4.225519390248311e-06,
      "loss": 0.3719,
      "step": 696910
    },
    {
      "epoch": 194.51,
      "grad_norm": 1.1409791707992554,
      "learning_rate": 4.225503271000587e-06,
      "loss": 0.3821,
      "step": 696920
    },
    {
      "epoch": 194.51,
      "grad_norm": 1.1826831102371216,
      "learning_rate": 4.225487151502401e-06,
      "loss": 0.3807,
      "step": 696930
    },
    {
      "epoch": 194.51,
      "grad_norm": 0.9511376619338989,
      "learning_rate": 4.225471031753755e-06,
      "loss": 0.368,
      "step": 696940
    },
    {
      "epoch": 194.52,
      "grad_norm": 1.30244779586792,
      "learning_rate": 4.225454911754651e-06,
      "loss": 0.3709,
      "step": 696950
    },
    {
      "epoch": 194.52,
      "grad_norm": 1.0517240762710571,
      "learning_rate": 4.2254387915050925e-06,
      "loss": 0.3849,
      "step": 696960
    },
    {
      "epoch": 194.52,
      "grad_norm": 1.4807937145233154,
      "learning_rate": 4.2254226710050805e-06,
      "loss": 0.3575,
      "step": 696970
    },
    {
      "epoch": 194.52,
      "grad_norm": 1.1197872161865234,
      "learning_rate": 4.225406550254619e-06,
      "loss": 0.3675,
      "step": 696980
    },
    {
      "epoch": 194.53,
      "grad_norm": 1.2009996175765991,
      "learning_rate": 4.225390429253706e-06,
      "loss": 0.3752,
      "step": 696990
    },
    {
      "epoch": 194.53,
      "grad_norm": 1.1228102445602417,
      "learning_rate": 4.225374308002347e-06,
      "loss": 0.3779,
      "step": 697000
    },
    {
      "epoch": 194.53,
      "grad_norm": 1.0892242193222046,
      "learning_rate": 4.225358186500543e-06,
      "loss": 0.3653,
      "step": 697010
    },
    {
      "epoch": 194.54,
      "grad_norm": 1.3870112895965576,
      "learning_rate": 4.225342064748297e-06,
      "loss": 0.379,
      "step": 697020
    },
    {
      "epoch": 194.54,
      "grad_norm": 0.9230202436447144,
      "learning_rate": 4.2253259427456095e-06,
      "loss": 0.3844,
      "step": 697030
    },
    {
      "epoch": 194.54,
      "grad_norm": 1.13511323928833,
      "learning_rate": 4.225309820492485e-06,
      "loss": 0.3697,
      "step": 697040
    },
    {
      "epoch": 194.54,
      "grad_norm": 0.9479937553405762,
      "learning_rate": 4.225293697988924e-06,
      "loss": 0.3625,
      "step": 697050
    },
    {
      "epoch": 194.55,
      "grad_norm": 1.7949409484863281,
      "learning_rate": 4.225277575234929e-06,
      "loss": 0.3732,
      "step": 697060
    },
    {
      "epoch": 194.55,
      "grad_norm": 1.0200960636138916,
      "learning_rate": 4.225261452230503e-06,
      "loss": 0.3755,
      "step": 697070
    },
    {
      "epoch": 194.55,
      "grad_norm": 1.0478229522705078,
      "learning_rate": 4.2252453289756455e-06,
      "loss": 0.3833,
      "step": 697080
    },
    {
      "epoch": 194.55,
      "grad_norm": 1.1933635473251343,
      "learning_rate": 4.225229205470361e-06,
      "loss": 0.3803,
      "step": 697090
    },
    {
      "epoch": 194.56,
      "grad_norm": 1.0609710216522217,
      "learning_rate": 4.225213081714652e-06,
      "loss": 0.3596,
      "step": 697100
    },
    {
      "epoch": 194.56,
      "grad_norm": 1.1754367351531982,
      "learning_rate": 4.225196957708519e-06,
      "loss": 0.386,
      "step": 697110
    },
    {
      "epoch": 194.56,
      "grad_norm": 1.4256914854049683,
      "learning_rate": 4.225180833451965e-06,
      "loss": 0.3737,
      "step": 697120
    },
    {
      "epoch": 194.57,
      "grad_norm": 1.1481128931045532,
      "learning_rate": 4.225164708944992e-06,
      "loss": 0.3613,
      "step": 697130
    },
    {
      "epoch": 194.57,
      "grad_norm": 1.163957953453064,
      "learning_rate": 4.225148584187603e-06,
      "loss": 0.3611,
      "step": 697140
    },
    {
      "epoch": 194.57,
      "grad_norm": 1.1730221509933472,
      "learning_rate": 4.2251324591797985e-06,
      "loss": 0.3688,
      "step": 697150
    },
    {
      "epoch": 194.57,
      "grad_norm": 0.9136472940444946,
      "learning_rate": 4.225116333921582e-06,
      "loss": 0.3701,
      "step": 697160
    },
    {
      "epoch": 194.58,
      "grad_norm": 1.2764554023742676,
      "learning_rate": 4.225100208412954e-06,
      "loss": 0.3747,
      "step": 697170
    },
    {
      "epoch": 194.58,
      "grad_norm": 1.260329008102417,
      "learning_rate": 4.225084082653919e-06,
      "loss": 0.3839,
      "step": 697180
    },
    {
      "epoch": 194.58,
      "grad_norm": 1.126104712486267,
      "learning_rate": 4.2250679566444775e-06,
      "loss": 0.3863,
      "step": 697190
    },
    {
      "epoch": 194.59,
      "grad_norm": 1.6286797523498535,
      "learning_rate": 4.225051830384633e-06,
      "loss": 0.3931,
      "step": 697200
    },
    {
      "epoch": 194.59,
      "grad_norm": 0.9629132151603699,
      "learning_rate": 4.225035703874385e-06,
      "loss": 0.3799,
      "step": 697210
    },
    {
      "epoch": 194.59,
      "grad_norm": 0.9919571876525879,
      "learning_rate": 4.225019577113738e-06,
      "loss": 0.3826,
      "step": 697220
    },
    {
      "epoch": 194.59,
      "grad_norm": 1.1939632892608643,
      "learning_rate": 4.225003450102694e-06,
      "loss": 0.3798,
      "step": 697230
    },
    {
      "epoch": 194.6,
      "grad_norm": 1.185573697090149,
      "learning_rate": 4.224987322841254e-06,
      "loss": 0.3649,
      "step": 697240
    },
    {
      "epoch": 194.6,
      "grad_norm": 1.0818358659744263,
      "learning_rate": 4.224971195329421e-06,
      "loss": 0.3724,
      "step": 697250
    },
    {
      "epoch": 194.6,
      "grad_norm": 1.3647931814193726,
      "learning_rate": 4.224955067567198e-06,
      "loss": 0.3962,
      "step": 697260
    },
    {
      "epoch": 194.61,
      "grad_norm": 1.2795424461364746,
      "learning_rate": 4.224938939554585e-06,
      "loss": 0.3642,
      "step": 697270
    },
    {
      "epoch": 194.61,
      "grad_norm": 1.1331759691238403,
      "learning_rate": 4.224922811291585e-06,
      "loss": 0.376,
      "step": 697280
    },
    {
      "epoch": 194.61,
      "grad_norm": 1.2824116945266724,
      "learning_rate": 4.224906682778201e-06,
      "loss": 0.3752,
      "step": 697290
    },
    {
      "epoch": 194.61,
      "grad_norm": 1.3483794927597046,
      "learning_rate": 4.2248905540144345e-06,
      "loss": 0.3634,
      "step": 697300
    },
    {
      "epoch": 194.62,
      "grad_norm": 1.2695949077606201,
      "learning_rate": 4.224874425000287e-06,
      "loss": 0.3523,
      "step": 697310
    },
    {
      "epoch": 194.62,
      "grad_norm": 1.0649691820144653,
      "learning_rate": 4.2248582957357625e-06,
      "loss": 0.3755,
      "step": 697320
    },
    {
      "epoch": 194.62,
      "grad_norm": 1.1701865196228027,
      "learning_rate": 4.224842166220861e-06,
      "loss": 0.375,
      "step": 697330
    },
    {
      "epoch": 194.62,
      "grad_norm": 0.9841984510421753,
      "learning_rate": 4.224826036455586e-06,
      "loss": 0.3703,
      "step": 697340
    },
    {
      "epoch": 194.63,
      "grad_norm": 2.287796974182129,
      "learning_rate": 4.224809906439939e-06,
      "loss": 0.3868,
      "step": 697350
    },
    {
      "epoch": 194.63,
      "grad_norm": 1.0591044425964355,
      "learning_rate": 4.224793776173922e-06,
      "loss": 0.3691,
      "step": 697360
    },
    {
      "epoch": 194.63,
      "grad_norm": 0.9390788078308105,
      "learning_rate": 4.224777645657539e-06,
      "loss": 0.3781,
      "step": 697370
    },
    {
      "epoch": 194.64,
      "grad_norm": 1.1309046745300293,
      "learning_rate": 4.2247615148907895e-06,
      "loss": 0.3746,
      "step": 697380
    },
    {
      "epoch": 194.64,
      "grad_norm": 1.0299732685089111,
      "learning_rate": 4.224745383873677e-06,
      "loss": 0.3819,
      "step": 697390
    },
    {
      "epoch": 194.64,
      "grad_norm": 1.0303585529327393,
      "learning_rate": 4.224729252606204e-06,
      "loss": 0.3622,
      "step": 697400
    },
    {
      "epoch": 194.64,
      "grad_norm": 1.2151696681976318,
      "learning_rate": 4.224713121088373e-06,
      "loss": 0.3796,
      "step": 697410
    },
    {
      "epoch": 194.65,
      "grad_norm": 1.1136044263839722,
      "learning_rate": 4.224696989320183e-06,
      "loss": 0.3708,
      "step": 697420
    },
    {
      "epoch": 194.65,
      "grad_norm": 1.3389651775360107,
      "learning_rate": 4.224680857301639e-06,
      "loss": 0.387,
      "step": 697430
    },
    {
      "epoch": 194.65,
      "grad_norm": 1.1526538133621216,
      "learning_rate": 4.224664725032744e-06,
      "loss": 0.3819,
      "step": 697440
    },
    {
      "epoch": 194.66,
      "grad_norm": 1.3115838766098022,
      "learning_rate": 4.224648592513498e-06,
      "loss": 0.3762,
      "step": 697450
    },
    {
      "epoch": 194.66,
      "grad_norm": 1.1622191667556763,
      "learning_rate": 4.2246324597439044e-06,
      "loss": 0.4031,
      "step": 697460
    },
    {
      "epoch": 194.66,
      "grad_norm": 1.501229166984558,
      "learning_rate": 4.224616326723964e-06,
      "loss": 0.3769,
      "step": 697470
    },
    {
      "epoch": 194.66,
      "grad_norm": 1.1461001634597778,
      "learning_rate": 4.22460019345368e-06,
      "loss": 0.3683,
      "step": 697480
    },
    {
      "epoch": 194.67,
      "grad_norm": 1.1017968654632568,
      "learning_rate": 4.224584059933054e-06,
      "loss": 0.3631,
      "step": 697490
    },
    {
      "epoch": 194.67,
      "grad_norm": 1.1403305530548096,
      "learning_rate": 4.224567926162089e-06,
      "loss": 0.373,
      "step": 697500
    },
    {
      "epoch": 194.67,
      "grad_norm": 1.147769570350647,
      "learning_rate": 4.224551792140787e-06,
      "loss": 0.3768,
      "step": 697510
    },
    {
      "epoch": 194.67,
      "grad_norm": 1.251340627670288,
      "learning_rate": 4.224535657869148e-06,
      "loss": 0.3725,
      "step": 697520
    },
    {
      "epoch": 194.68,
      "grad_norm": 1.1914879083633423,
      "learning_rate": 4.224519523347178e-06,
      "loss": 0.3812,
      "step": 697530
    },
    {
      "epoch": 194.68,
      "grad_norm": 1.2009552717208862,
      "learning_rate": 4.224503388574876e-06,
      "loss": 0.3813,
      "step": 697540
    },
    {
      "epoch": 194.68,
      "grad_norm": 1.0193583965301514,
      "learning_rate": 4.224487253552245e-06,
      "loss": 0.3766,
      "step": 697550
    },
    {
      "epoch": 194.69,
      "grad_norm": 1.2089709043502808,
      "learning_rate": 4.224471118279288e-06,
      "loss": 0.3729,
      "step": 697560
    },
    {
      "epoch": 194.69,
      "grad_norm": 1.0649336576461792,
      "learning_rate": 4.224454982756006e-06,
      "loss": 0.3985,
      "step": 697570
    },
    {
      "epoch": 194.69,
      "grad_norm": 1.0803471803665161,
      "learning_rate": 4.224438846982403e-06,
      "loss": 0.3671,
      "step": 697580
    },
    {
      "epoch": 194.69,
      "grad_norm": 1.0383458137512207,
      "learning_rate": 4.224422710958478e-06,
      "loss": 0.3755,
      "step": 697590
    },
    {
      "epoch": 194.7,
      "grad_norm": 1.0631252527236938,
      "learning_rate": 4.224406574684236e-06,
      "loss": 0.368,
      "step": 697600
    },
    {
      "epoch": 194.7,
      "grad_norm": 1.346923828125,
      "learning_rate": 4.2243904381596776e-06,
      "loss": 0.3708,
      "step": 697610
    },
    {
      "epoch": 194.7,
      "grad_norm": 1.342711329460144,
      "learning_rate": 4.224374301384806e-06,
      "loss": 0.3867,
      "step": 697620
    },
    {
      "epoch": 194.71,
      "grad_norm": 1.1863698959350586,
      "learning_rate": 4.224358164359622e-06,
      "loss": 0.3798,
      "step": 697630
    },
    {
      "epoch": 194.71,
      "grad_norm": 1.2220607995986938,
      "learning_rate": 4.2243420270841295e-06,
      "loss": 0.3656,
      "step": 697640
    },
    {
      "epoch": 194.71,
      "grad_norm": 1.2265576124191284,
      "learning_rate": 4.224325889558329e-06,
      "loss": 0.3779,
      "step": 697650
    },
    {
      "epoch": 194.71,
      "grad_norm": 1.230587124824524,
      "learning_rate": 4.224309751782223e-06,
      "loss": 0.3706,
      "step": 697660
    },
    {
      "epoch": 194.72,
      "grad_norm": 1.309502124786377,
      "learning_rate": 4.224293613755815e-06,
      "loss": 0.3752,
      "step": 697670
    },
    {
      "epoch": 194.72,
      "grad_norm": 1.1886157989501953,
      "learning_rate": 4.224277475479106e-06,
      "loss": 0.3767,
      "step": 697680
    },
    {
      "epoch": 194.72,
      "grad_norm": 1.0417059659957886,
      "learning_rate": 4.224261336952097e-06,
      "loss": 0.3643,
      "step": 697690
    },
    {
      "epoch": 194.73,
      "grad_norm": 1.2084368467330933,
      "learning_rate": 4.224245198174793e-06,
      "loss": 0.3966,
      "step": 697700
    },
    {
      "epoch": 194.73,
      "grad_norm": 1.530932903289795,
      "learning_rate": 4.224229059147194e-06,
      "loss": 0.3654,
      "step": 697710
    },
    {
      "epoch": 194.73,
      "grad_norm": 0.9869738817214966,
      "learning_rate": 4.224212919869302e-06,
      "loss": 0.3558,
      "step": 697720
    },
    {
      "epoch": 194.73,
      "grad_norm": 1.167911410331726,
      "learning_rate": 4.22419678034112e-06,
      "loss": 0.3846,
      "step": 697730
    },
    {
      "epoch": 194.74,
      "grad_norm": 1.6107962131500244,
      "learning_rate": 4.224180640562651e-06,
      "loss": 0.3732,
      "step": 697740
    },
    {
      "epoch": 194.74,
      "grad_norm": 1.224403738975525,
      "learning_rate": 4.2241645005338956e-06,
      "loss": 0.3815,
      "step": 697750
    },
    {
      "epoch": 194.74,
      "grad_norm": 1.2047343254089355,
      "learning_rate": 4.224148360254857e-06,
      "loss": 0.3785,
      "step": 697760
    },
    {
      "epoch": 194.74,
      "grad_norm": 1.0363502502441406,
      "learning_rate": 4.224132219725536e-06,
      "loss": 0.3939,
      "step": 697770
    },
    {
      "epoch": 194.75,
      "grad_norm": 1.1718655824661255,
      "learning_rate": 4.224116078945937e-06,
      "loss": 0.3739,
      "step": 697780
    },
    {
      "epoch": 194.75,
      "grad_norm": 1.1385571956634521,
      "learning_rate": 4.224099937916059e-06,
      "loss": 0.3761,
      "step": 697790
    },
    {
      "epoch": 194.75,
      "grad_norm": 0.9574669003486633,
      "learning_rate": 4.224083796635907e-06,
      "loss": 0.3771,
      "step": 697800
    },
    {
      "epoch": 194.76,
      "grad_norm": 1.1327110528945923,
      "learning_rate": 4.224067655105482e-06,
      "loss": 0.3823,
      "step": 697810
    },
    {
      "epoch": 194.76,
      "grad_norm": 1.3221298456192017,
      "learning_rate": 4.224051513324786e-06,
      "loss": 0.3488,
      "step": 697820
    },
    {
      "epoch": 194.76,
      "grad_norm": 1.1587331295013428,
      "learning_rate": 4.2240353712938215e-06,
      "loss": 0.383,
      "step": 697830
    },
    {
      "epoch": 194.76,
      "grad_norm": 1.0794365406036377,
      "learning_rate": 4.22401922901259e-06,
      "loss": 0.3813,
      "step": 697840
    },
    {
      "epoch": 194.77,
      "grad_norm": 7.180868625640869,
      "learning_rate": 4.224003086481095e-06,
      "loss": 0.3854,
      "step": 697850
    },
    {
      "epoch": 194.77,
      "grad_norm": 1.2413572072982788,
      "learning_rate": 4.223986943699337e-06,
      "loss": 0.3686,
      "step": 697860
    },
    {
      "epoch": 194.77,
      "grad_norm": 5.2098870277404785,
      "learning_rate": 4.223970800667319e-06,
      "loss": 0.381,
      "step": 697870
    },
    {
      "epoch": 194.78,
      "grad_norm": 1.221023440361023,
      "learning_rate": 4.223954657385044e-06,
      "loss": 0.3828,
      "step": 697880
    },
    {
      "epoch": 194.78,
      "grad_norm": 1.0647776126861572,
      "learning_rate": 4.223938513852512e-06,
      "loss": 0.3568,
      "step": 697890
    },
    {
      "epoch": 194.78,
      "grad_norm": 1.141695261001587,
      "learning_rate": 4.223922370069728e-06,
      "loss": 0.369,
      "step": 697900
    },
    {
      "epoch": 194.78,
      "grad_norm": 1.133729338645935,
      "learning_rate": 4.223906226036692e-06,
      "loss": 0.3585,
      "step": 697910
    },
    {
      "epoch": 194.79,
      "grad_norm": 1.1100990772247314,
      "learning_rate": 4.223890081753405e-06,
      "loss": 0.3861,
      "step": 697920
    },
    {
      "epoch": 194.79,
      "grad_norm": 0.9987015128135681,
      "learning_rate": 4.223873937219872e-06,
      "loss": 0.3582,
      "step": 697930
    },
    {
      "epoch": 194.79,
      "grad_norm": 1.2101621627807617,
      "learning_rate": 4.223857792436095e-06,
      "loss": 0.3718,
      "step": 697940
    },
    {
      "epoch": 194.79,
      "grad_norm": 1.0285694599151611,
      "learning_rate": 4.223841647402074e-06,
      "loss": 0.3801,
      "step": 697950
    },
    {
      "epoch": 194.8,
      "grad_norm": 1.3734339475631714,
      "learning_rate": 4.223825502117813e-06,
      "loss": 0.3866,
      "step": 697960
    },
    {
      "epoch": 194.8,
      "grad_norm": 1.0958106517791748,
      "learning_rate": 4.223809356583312e-06,
      "loss": 0.3744,
      "step": 697970
    },
    {
      "epoch": 194.8,
      "grad_norm": 1.0458245277404785,
      "learning_rate": 4.223793210798576e-06,
      "loss": 0.3557,
      "step": 697980
    },
    {
      "epoch": 194.81,
      "grad_norm": 1.0974894762039185,
      "learning_rate": 4.223777064763605e-06,
      "loss": 0.3778,
      "step": 697990
    },
    {
      "epoch": 194.81,
      "grad_norm": 1.276424765586853,
      "learning_rate": 4.2237609184784025e-06,
      "loss": 0.3781,
      "step": 698000
    },
    {
      "epoch": 194.81,
      "grad_norm": 1.1370679140090942,
      "learning_rate": 4.223744771942969e-06,
      "loss": 0.3886,
      "step": 698010
    },
    {
      "epoch": 194.81,
      "grad_norm": 1.044105887413025,
      "learning_rate": 4.223728625157309e-06,
      "loss": 0.3762,
      "step": 698020
    },
    {
      "epoch": 194.82,
      "grad_norm": 1.0754120349884033,
      "learning_rate": 4.223712478121423e-06,
      "loss": 0.3833,
      "step": 698030
    },
    {
      "epoch": 194.82,
      "grad_norm": 0.9982072710990906,
      "learning_rate": 4.223696330835313e-06,
      "loss": 0.367,
      "step": 698040
    },
    {
      "epoch": 194.82,
      "grad_norm": 1.0923304557800293,
      "learning_rate": 4.223680183298981e-06,
      "loss": 0.3876,
      "step": 698050
    },
    {
      "epoch": 194.83,
      "grad_norm": 1.257305383682251,
      "learning_rate": 4.223664035512432e-06,
      "loss": 0.3783,
      "step": 698060
    },
    {
      "epoch": 194.83,
      "grad_norm": 1.0560868978500366,
      "learning_rate": 4.223647887475664e-06,
      "loss": 0.3458,
      "step": 698070
    },
    {
      "epoch": 194.83,
      "grad_norm": 1.2797921895980835,
      "learning_rate": 4.223631739188681e-06,
      "loss": 0.3633,
      "step": 698080
    },
    {
      "epoch": 194.83,
      "grad_norm": 1.561736822128296,
      "learning_rate": 4.223615590651487e-06,
      "loss": 0.3791,
      "step": 698090
    },
    {
      "epoch": 194.84,
      "grad_norm": 1.49972403049469,
      "learning_rate": 4.223599441864081e-06,
      "loss": 0.3665,
      "step": 698100
    },
    {
      "epoch": 194.84,
      "grad_norm": 1.0620027780532837,
      "learning_rate": 4.223583292826467e-06,
      "loss": 0.3501,
      "step": 698110
    },
    {
      "epoch": 194.84,
      "grad_norm": 1.1121124029159546,
      "learning_rate": 4.223567143538646e-06,
      "loss": 0.3788,
      "step": 698120
    },
    {
      "epoch": 194.85,
      "grad_norm": 0.9588257074356079,
      "learning_rate": 4.223550994000621e-06,
      "loss": 0.3683,
      "step": 698130
    },
    {
      "epoch": 194.85,
      "grad_norm": 1.0662503242492676,
      "learning_rate": 4.2235348442123944e-06,
      "loss": 0.3645,
      "step": 698140
    },
    {
      "epoch": 194.85,
      "grad_norm": 1.0616986751556396,
      "learning_rate": 4.223518694173968e-06,
      "loss": 0.3723,
      "step": 698150
    },
    {
      "epoch": 194.85,
      "grad_norm": 1.3898664712905884,
      "learning_rate": 4.223502543885343e-06,
      "loss": 0.3958,
      "step": 698160
    },
    {
      "epoch": 194.86,
      "grad_norm": 1.2145310640335083,
      "learning_rate": 4.223486393346523e-06,
      "loss": 0.376,
      "step": 698170
    },
    {
      "epoch": 194.86,
      "grad_norm": 1.1053273677825928,
      "learning_rate": 4.22347024255751e-06,
      "loss": 0.3705,
      "step": 698180
    },
    {
      "epoch": 194.86,
      "grad_norm": 1.0767887830734253,
      "learning_rate": 4.223454091518306e-06,
      "loss": 0.3968,
      "step": 698190
    },
    {
      "epoch": 194.86,
      "grad_norm": 1.2374438047409058,
      "learning_rate": 4.2234379402289116e-06,
      "loss": 0.3636,
      "step": 698200
    },
    {
      "epoch": 194.87,
      "grad_norm": 1.0793118476867676,
      "learning_rate": 4.2234217886893314e-06,
      "loss": 0.37,
      "step": 698210
    },
    {
      "epoch": 194.87,
      "grad_norm": 1.3771189451217651,
      "learning_rate": 4.223405636899566e-06,
      "loss": 0.3853,
      "step": 698220
    },
    {
      "epoch": 194.87,
      "grad_norm": 1.3369699716567993,
      "learning_rate": 4.223389484859617e-06,
      "loss": 0.3685,
      "step": 698230
    },
    {
      "epoch": 194.88,
      "grad_norm": 1.0583679676055908,
      "learning_rate": 4.2233733325694885e-06,
      "loss": 0.3713,
      "step": 698240
    },
    {
      "epoch": 194.88,
      "grad_norm": 1.0590401887893677,
      "learning_rate": 4.223357180029181e-06,
      "loss": 0.3752,
      "step": 698250
    },
    {
      "epoch": 194.88,
      "grad_norm": 1.2225655317306519,
      "learning_rate": 4.223341027238699e-06,
      "loss": 0.3852,
      "step": 698260
    },
    {
      "epoch": 194.88,
      "grad_norm": 1.1182382106781006,
      "learning_rate": 4.223324874198041e-06,
      "loss": 0.3855,
      "step": 698270
    },
    {
      "epoch": 194.89,
      "grad_norm": 1.0434410572052002,
      "learning_rate": 4.223308720907211e-06,
      "loss": 0.375,
      "step": 698280
    },
    {
      "epoch": 194.89,
      "grad_norm": 1.1931679248809814,
      "learning_rate": 4.223292567366212e-06,
      "loss": 0.3799,
      "step": 698290
    },
    {
      "epoch": 194.89,
      "grad_norm": 1.1106369495391846,
      "learning_rate": 4.223276413575045e-06,
      "loss": 0.3634,
      "step": 698300
    },
    {
      "epoch": 194.9,
      "grad_norm": 1.0117567777633667,
      "learning_rate": 4.2232602595337136e-06,
      "loss": 0.3636,
      "step": 698310
    },
    {
      "epoch": 194.9,
      "grad_norm": 1.095689296722412,
      "learning_rate": 4.223244105242217e-06,
      "loss": 0.3785,
      "step": 698320
    },
    {
      "epoch": 194.9,
      "grad_norm": 1.2865384817123413,
      "learning_rate": 4.223227950700561e-06,
      "loss": 0.3806,
      "step": 698330
    },
    {
      "epoch": 194.9,
      "grad_norm": 1.0714412927627563,
      "learning_rate": 4.2232117959087446e-06,
      "loss": 0.364,
      "step": 698340
    },
    {
      "epoch": 194.91,
      "grad_norm": 0.993716299533844,
      "learning_rate": 4.223195640866772e-06,
      "loss": 0.3814,
      "step": 698350
    },
    {
      "epoch": 194.91,
      "grad_norm": 1.1474093198776245,
      "learning_rate": 4.2231794855746454e-06,
      "loss": 0.3827,
      "step": 698360
    },
    {
      "epoch": 194.91,
      "grad_norm": 1.159867525100708,
      "learning_rate": 4.223163330032365e-06,
      "loss": 0.3705,
      "step": 698370
    },
    {
      "epoch": 194.91,
      "grad_norm": 1.3250705003738403,
      "learning_rate": 4.2231471742399345e-06,
      "loss": 0.3666,
      "step": 698380
    },
    {
      "epoch": 194.92,
      "grad_norm": 1.216801404953003,
      "learning_rate": 4.223131018197356e-06,
      "loss": 0.3729,
      "step": 698390
    },
    {
      "epoch": 194.92,
      "grad_norm": 0.9944879412651062,
      "learning_rate": 4.223114861904631e-06,
      "loss": 0.3763,
      "step": 698400
    },
    {
      "epoch": 194.92,
      "grad_norm": 1.2156007289886475,
      "learning_rate": 4.223098705361762e-06,
      "loss": 0.3748,
      "step": 698410
    },
    {
      "epoch": 194.93,
      "grad_norm": 0.9749022126197815,
      "learning_rate": 4.223082548568751e-06,
      "loss": 0.3616,
      "step": 698420
    },
    {
      "epoch": 194.93,
      "grad_norm": 0.9415832757949829,
      "learning_rate": 4.223066391525602e-06,
      "loss": 0.3807,
      "step": 698430
    },
    {
      "epoch": 194.93,
      "grad_norm": 1.1396766901016235,
      "learning_rate": 4.223050234232313e-06,
      "loss": 0.3761,
      "step": 698440
    },
    {
      "epoch": 194.93,
      "grad_norm": 1.1733673810958862,
      "learning_rate": 4.223034076688891e-06,
      "loss": 0.3683,
      "step": 698450
    },
    {
      "epoch": 194.94,
      "grad_norm": 1.1005479097366333,
      "learning_rate": 4.223017918895334e-06,
      "loss": 0.375,
      "step": 698460
    },
    {
      "epoch": 194.94,
      "grad_norm": 1.17441725730896,
      "learning_rate": 4.223001760851646e-06,
      "loss": 0.3705,
      "step": 698470
    },
    {
      "epoch": 194.94,
      "grad_norm": 1.0660977363586426,
      "learning_rate": 4.222985602557831e-06,
      "loss": 0.3714,
      "step": 698480
    },
    {
      "epoch": 194.95,
      "grad_norm": 1.184476613998413,
      "learning_rate": 4.222969444013888e-06,
      "loss": 0.3638,
      "step": 698490
    },
    {
      "epoch": 194.95,
      "grad_norm": 1.2205172777175903,
      "learning_rate": 4.222953285219819e-06,
      "loss": 0.3525,
      "step": 698500
    },
    {
      "epoch": 194.95,
      "grad_norm": 1.2912731170654297,
      "learning_rate": 4.222937126175629e-06,
      "loss": 0.3638,
      "step": 698510
    },
    {
      "epoch": 194.95,
      "grad_norm": 1.333936333656311,
      "learning_rate": 4.222920966881319e-06,
      "loss": 0.3772,
      "step": 698520
    },
    {
      "epoch": 194.96,
      "grad_norm": 1.2439000606536865,
      "learning_rate": 4.22290480733689e-06,
      "loss": 0.3964,
      "step": 698530
    },
    {
      "epoch": 194.96,
      "grad_norm": 1.4088062047958374,
      "learning_rate": 4.222888647542346e-06,
      "loss": 0.3911,
      "step": 698540
    },
    {
      "epoch": 194.96,
      "grad_norm": 1.134121298789978,
      "learning_rate": 4.222872487497687e-06,
      "loss": 0.373,
      "step": 698550
    },
    {
      "epoch": 194.97,
      "grad_norm": 1.2743104696273804,
      "learning_rate": 4.222856327202916e-06,
      "loss": 0.3659,
      "step": 698560
    },
    {
      "epoch": 194.97,
      "grad_norm": 1.0647562742233276,
      "learning_rate": 4.222840166658036e-06,
      "loss": 0.383,
      "step": 698570
    },
    {
      "epoch": 194.97,
      "grad_norm": 1.4173893928527832,
      "learning_rate": 4.222824005863049e-06,
      "loss": 0.369,
      "step": 698580
    },
    {
      "epoch": 194.97,
      "grad_norm": 1.0596576929092407,
      "learning_rate": 4.2228078448179565e-06,
      "loss": 0.3624,
      "step": 698590
    },
    {
      "epoch": 194.98,
      "grad_norm": 1.1216357946395874,
      "learning_rate": 4.222791683522761e-06,
      "loss": 0.3706,
      "step": 698600
    },
    {
      "epoch": 194.98,
      "grad_norm": 1.0347774028778076,
      "learning_rate": 4.222775521977464e-06,
      "loss": 0.381,
      "step": 698610
    },
    {
      "epoch": 194.98,
      "grad_norm": 1.1497979164123535,
      "learning_rate": 4.2227593601820685e-06,
      "loss": 0.3725,
      "step": 698620
    },
    {
      "epoch": 194.98,
      "grad_norm": 1.1018792390823364,
      "learning_rate": 4.222743198136576e-06,
      "loss": 0.389,
      "step": 698630
    },
    {
      "epoch": 194.99,
      "grad_norm": 1.086748719215393,
      "learning_rate": 4.2227270358409895e-06,
      "loss": 0.3653,
      "step": 698640
    },
    {
      "epoch": 194.99,
      "grad_norm": 1.048154354095459,
      "learning_rate": 4.222710873295311e-06,
      "loss": 0.3852,
      "step": 698650
    },
    {
      "epoch": 194.99,
      "grad_norm": 1.2405837774276733,
      "learning_rate": 4.222694710499542e-06,
      "loss": 0.378,
      "step": 698660
    },
    {
      "epoch": 195.0,
      "grad_norm": 1.165369987487793,
      "learning_rate": 4.222678547453684e-06,
      "loss": 0.375,
      "step": 698670
    },
    {
      "epoch": 195.0,
      "grad_norm": 1.3292227983474731,
      "learning_rate": 4.222662384157741e-06,
      "loss": 0.3719,
      "step": 698680
    },
    {
      "epoch": 195.0,
      "eval_loss": 0.37551888823509216,
      "eval_runtime": 63.4068,
      "eval_samples_per_second": 79.786,
      "eval_steps_per_second": 9.983,
      "step": 698685
    },
    {
      "epoch": 195.0,
      "grad_norm": 1.029371976852417,
      "learning_rate": 4.222646220611714e-06,
      "loss": 0.3787,
      "step": 698690
    },
    {
      "epoch": 195.0,
      "grad_norm": 1.2032599449157715,
      "learning_rate": 4.222630056815606e-06,
      "loss": 0.3911,
      "step": 698700
    },
    {
      "epoch": 195.01,
      "grad_norm": 1.3597993850708008,
      "learning_rate": 4.2226138927694185e-06,
      "loss": 0.3705,
      "step": 698710
    },
    {
      "epoch": 195.01,
      "grad_norm": 1.2441625595092773,
      "learning_rate": 4.222597728473153e-06,
      "loss": 0.3897,
      "step": 698720
    },
    {
      "epoch": 195.01,
      "grad_norm": 1.0564080476760864,
      "learning_rate": 4.222581563926813e-06,
      "loss": 0.3764,
      "step": 698730
    },
    {
      "epoch": 195.02,
      "grad_norm": 1.1115201711654663,
      "learning_rate": 4.2225653991303994e-06,
      "loss": 0.3864,
      "step": 698740
    },
    {
      "epoch": 195.02,
      "grad_norm": 1.2194101810455322,
      "learning_rate": 4.222549234083915e-06,
      "loss": 0.3859,
      "step": 698750
    },
    {
      "epoch": 195.02,
      "grad_norm": 1.0292044878005981,
      "learning_rate": 4.222533068787363e-06,
      "loss": 0.3759,
      "step": 698760
    },
    {
      "epoch": 195.02,
      "grad_norm": 6.709095478057861,
      "learning_rate": 4.222516903240743e-06,
      "loss": 0.3651,
      "step": 698770
    },
    {
      "epoch": 195.03,
      "grad_norm": 1.0590475797653198,
      "learning_rate": 4.222500737444059e-06,
      "loss": 0.3649,
      "step": 698780
    },
    {
      "epoch": 195.03,
      "grad_norm": 1.2484989166259766,
      "learning_rate": 4.2224845713973125e-06,
      "loss": 0.3729,
      "step": 698790
    },
    {
      "epoch": 195.03,
      "grad_norm": 1.1934311389923096,
      "learning_rate": 4.222468405100507e-06,
      "loss": 0.3695,
      "step": 698800
    },
    {
      "epoch": 195.03,
      "grad_norm": 1.1551589965820312,
      "learning_rate": 4.222452238553642e-06,
      "loss": 0.3803,
      "step": 698810
    },
    {
      "epoch": 195.04,
      "grad_norm": 8.088614463806152,
      "learning_rate": 4.222436071756723e-06,
      "loss": 0.3731,
      "step": 698820
    },
    {
      "epoch": 195.04,
      "grad_norm": 1.3429380655288696,
      "learning_rate": 4.22241990470975e-06,
      "loss": 0.379,
      "step": 698830
    },
    {
      "epoch": 195.04,
      "grad_norm": 1.0229963064193726,
      "learning_rate": 4.222403737412724e-06,
      "loss": 0.3565,
      "step": 698840
    },
    {
      "epoch": 195.05,
      "grad_norm": 1.1737898588180542,
      "learning_rate": 4.2223875698656504e-06,
      "loss": 0.3763,
      "step": 698850
    },
    {
      "epoch": 195.05,
      "grad_norm": 1.0567411184310913,
      "learning_rate": 4.222371402068528e-06,
      "loss": 0.3485,
      "step": 698860
    },
    {
      "epoch": 195.05,
      "grad_norm": 1.1689668893814087,
      "learning_rate": 4.222355234021363e-06,
      "loss": 0.3746,
      "step": 698870
    },
    {
      "epoch": 195.05,
      "grad_norm": 1.1226330995559692,
      "learning_rate": 4.222339065724153e-06,
      "loss": 0.3798,
      "step": 698880
    },
    {
      "epoch": 195.06,
      "grad_norm": 1.1836804151535034,
      "learning_rate": 4.2223228971769026e-06,
      "loss": 0.3753,
      "step": 698890
    },
    {
      "epoch": 195.06,
      "grad_norm": 0.9597689509391785,
      "learning_rate": 4.222306728379614e-06,
      "loss": 0.3664,
      "step": 698900
    },
    {
      "epoch": 195.06,
      "grad_norm": 1.0969905853271484,
      "learning_rate": 4.22229055933229e-06,
      "loss": 0.3872,
      "step": 698910
    },
    {
      "epoch": 195.07,
      "grad_norm": 1.0222452878952026,
      "learning_rate": 4.22227439003493e-06,
      "loss": 0.3693,
      "step": 698920
    },
    {
      "epoch": 195.07,
      "grad_norm": 1.2174220085144043,
      "learning_rate": 4.2222582204875385e-06,
      "loss": 0.3808,
      "step": 698930
    },
    {
      "epoch": 195.07,
      "grad_norm": 0.9539808630943298,
      "learning_rate": 4.222242050690117e-06,
      "loss": 0.3575,
      "step": 698940
    },
    {
      "epoch": 195.07,
      "grad_norm": 1.173943281173706,
      "learning_rate": 4.222225880642668e-06,
      "loss": 0.3627,
      "step": 698950
    },
    {
      "epoch": 195.08,
      "grad_norm": 1.3003548383712769,
      "learning_rate": 4.222209710345193e-06,
      "loss": 0.376,
      "step": 698960
    },
    {
      "epoch": 195.08,
      "grad_norm": 1.3365604877471924,
      "learning_rate": 4.222193539797695e-06,
      "loss": 0.3772,
      "step": 698970
    },
    {
      "epoch": 195.08,
      "grad_norm": 1.2553677558898926,
      "learning_rate": 4.222177369000176e-06,
      "loss": 0.3571,
      "step": 698980
    },
    {
      "epoch": 195.09,
      "grad_norm": 1.1451469659805298,
      "learning_rate": 4.2221611979526365e-06,
      "loss": 0.3808,
      "step": 698990
    },
    {
      "epoch": 195.09,
      "grad_norm": 1.204994797706604,
      "learning_rate": 4.22214502665508e-06,
      "loss": 0.3818,
      "step": 699000
    },
    {
      "epoch": 195.09,
      "grad_norm": 1.0274662971496582,
      "learning_rate": 4.22212885510751e-06,
      "loss": 0.3752,
      "step": 699010
    },
    {
      "epoch": 195.09,
      "grad_norm": 1.2522368431091309,
      "learning_rate": 4.222112683309926e-06,
      "loss": 0.3751,
      "step": 699020
    },
    {
      "epoch": 195.1,
      "grad_norm": 1.1724402904510498,
      "learning_rate": 4.222096511262332e-06,
      "loss": 0.3807,
      "step": 699030
    },
    {
      "epoch": 195.1,
      "grad_norm": 1.4296152591705322,
      "learning_rate": 4.222080338964729e-06,
      "loss": 0.3791,
      "step": 699040
    },
    {
      "epoch": 195.1,
      "grad_norm": 1.1025826930999756,
      "learning_rate": 4.222064166417121e-06,
      "loss": 0.3627,
      "step": 699050
    },
    {
      "epoch": 195.1,
      "grad_norm": 1.117601752281189,
      "learning_rate": 4.222047993619508e-06,
      "loss": 0.3912,
      "step": 699060
    },
    {
      "epoch": 195.11,
      "grad_norm": 0.9312641024589539,
      "learning_rate": 4.222031820571893e-06,
      "loss": 0.3691,
      "step": 699070
    },
    {
      "epoch": 195.11,
      "grad_norm": 1.0627483129501343,
      "learning_rate": 4.222015647274278e-06,
      "loss": 0.3861,
      "step": 699080
    },
    {
      "epoch": 195.11,
      "grad_norm": 1.0229231119155884,
      "learning_rate": 4.221999473726666e-06,
      "loss": 0.3801,
      "step": 699090
    },
    {
      "epoch": 195.12,
      "grad_norm": 1.4406722784042358,
      "learning_rate": 4.221983299929058e-06,
      "loss": 0.3865,
      "step": 699100
    },
    {
      "epoch": 195.12,
      "grad_norm": 1.301837682723999,
      "learning_rate": 4.221967125881457e-06,
      "loss": 0.375,
      "step": 699110
    },
    {
      "epoch": 195.12,
      "grad_norm": 0.9362742304801941,
      "learning_rate": 4.221950951583864e-06,
      "loss": 0.3547,
      "step": 699120
    },
    {
      "epoch": 195.12,
      "grad_norm": 0.9793678522109985,
      "learning_rate": 4.221934777036282e-06,
      "loss": 0.3724,
      "step": 699130
    },
    {
      "epoch": 195.13,
      "grad_norm": 1.1042420864105225,
      "learning_rate": 4.221918602238714e-06,
      "loss": 0.3677,
      "step": 699140
    },
    {
      "epoch": 195.13,
      "grad_norm": 1.1469507217407227,
      "learning_rate": 4.221902427191161e-06,
      "loss": 0.3773,
      "step": 699150
    },
    {
      "epoch": 195.13,
      "grad_norm": 1.2438981533050537,
      "learning_rate": 4.221886251893625e-06,
      "loss": 0.3758,
      "step": 699160
    },
    {
      "epoch": 195.14,
      "grad_norm": 1.2002265453338623,
      "learning_rate": 4.221870076346109e-06,
      "loss": 0.386,
      "step": 699170
    },
    {
      "epoch": 195.14,
      "grad_norm": 1.6295394897460938,
      "learning_rate": 4.221853900548614e-06,
      "loss": 0.3755,
      "step": 699180
    },
    {
      "epoch": 195.14,
      "grad_norm": 1.0242527723312378,
      "learning_rate": 4.221837724501144e-06,
      "loss": 0.3655,
      "step": 699190
    },
    {
      "epoch": 195.14,
      "grad_norm": 1.4745228290557861,
      "learning_rate": 4.221821548203699e-06,
      "loss": 0.3676,
      "step": 699200
    },
    {
      "epoch": 195.15,
      "grad_norm": 1.1995183229446411,
      "learning_rate": 4.221805371656282e-06,
      "loss": 0.3777,
      "step": 699210
    },
    {
      "epoch": 195.15,
      "grad_norm": 1.4898340702056885,
      "learning_rate": 4.221789194858896e-06,
      "loss": 0.3506,
      "step": 699220
    },
    {
      "epoch": 195.15,
      "grad_norm": 0.9305369257926941,
      "learning_rate": 4.221773017811542e-06,
      "loss": 0.3868,
      "step": 699230
    },
    {
      "epoch": 195.15,
      "grad_norm": 1.1874901056289673,
      "learning_rate": 4.221756840514224e-06,
      "loss": 0.379,
      "step": 699240
    },
    {
      "epoch": 195.16,
      "grad_norm": 1.2412890195846558,
      "learning_rate": 4.221740662966941e-06,
      "loss": 0.3876,
      "step": 699250
    },
    {
      "epoch": 195.16,
      "grad_norm": 1.1838496923446655,
      "learning_rate": 4.2217244851696975e-06,
      "loss": 0.3931,
      "step": 699260
    },
    {
      "epoch": 195.16,
      "grad_norm": 1.0164482593536377,
      "learning_rate": 4.221708307122496e-06,
      "loss": 0.3866,
      "step": 699270
    },
    {
      "epoch": 195.17,
      "grad_norm": 1.0939079523086548,
      "learning_rate": 4.221692128825336e-06,
      "loss": 0.379,
      "step": 699280
    },
    {
      "epoch": 195.17,
      "grad_norm": 1.2578643560409546,
      "learning_rate": 4.221675950278223e-06,
      "loss": 0.366,
      "step": 699290
    },
    {
      "epoch": 195.17,
      "grad_norm": 1.0464799404144287,
      "learning_rate": 4.221659771481156e-06,
      "loss": 0.367,
      "step": 699300
    },
    {
      "epoch": 195.17,
      "grad_norm": 1.1666717529296875,
      "learning_rate": 4.22164359243414e-06,
      "loss": 0.3682,
      "step": 699310
    },
    {
      "epoch": 195.18,
      "grad_norm": 1.124638557434082,
      "learning_rate": 4.221627413137176e-06,
      "loss": 0.3698,
      "step": 699320
    },
    {
      "epoch": 195.18,
      "grad_norm": 7.479286193847656,
      "learning_rate": 4.221611233590265e-06,
      "loss": 0.3927,
      "step": 699330
    },
    {
      "epoch": 195.18,
      "grad_norm": 1.3061836957931519,
      "learning_rate": 4.22159505379341e-06,
      "loss": 0.3834,
      "step": 699340
    },
    {
      "epoch": 195.19,
      "grad_norm": 7.8341498374938965,
      "learning_rate": 4.221578873746615e-06,
      "loss": 0.3756,
      "step": 699350
    },
    {
      "epoch": 195.19,
      "grad_norm": 1.4054509401321411,
      "learning_rate": 4.221562693449879e-06,
      "loss": 0.3904,
      "step": 699360
    },
    {
      "epoch": 195.19,
      "grad_norm": 1.2287089824676514,
      "learning_rate": 4.221546512903206e-06,
      "loss": 0.3773,
      "step": 699370
    },
    {
      "epoch": 195.19,
      "grad_norm": 1.110235571861267,
      "learning_rate": 4.221530332106597e-06,
      "loss": 0.3802,
      "step": 699380
    },
    {
      "epoch": 195.2,
      "grad_norm": 1.0794743299484253,
      "learning_rate": 4.221514151060057e-06,
      "loss": 0.3666,
      "step": 699390
    },
    {
      "epoch": 195.2,
      "grad_norm": 0.9739668369293213,
      "learning_rate": 4.221497969763584e-06,
      "loss": 0.3638,
      "step": 699400
    },
    {
      "epoch": 195.2,
      "grad_norm": 1.1427305936813354,
      "learning_rate": 4.221481788217183e-06,
      "loss": 0.3969,
      "step": 699410
    },
    {
      "epoch": 195.21,
      "grad_norm": 1.4384530782699585,
      "learning_rate": 4.221465606420855e-06,
      "loss": 0.3549,
      "step": 699420
    },
    {
      "epoch": 195.21,
      "grad_norm": 1.0417723655700684,
      "learning_rate": 4.221449424374603e-06,
      "loss": 0.3836,
      "step": 699430
    },
    {
      "epoch": 195.21,
      "grad_norm": 1.4235717058181763,
      "learning_rate": 4.2214332420784285e-06,
      "loss": 0.4041,
      "step": 699440
    },
    {
      "epoch": 195.21,
      "grad_norm": 1.2773491144180298,
      "learning_rate": 4.221417059532334e-06,
      "loss": 0.3726,
      "step": 699450
    },
    {
      "epoch": 195.22,
      "grad_norm": 1.137512445449829,
      "learning_rate": 4.221400876736322e-06,
      "loss": 0.3653,
      "step": 699460
    },
    {
      "epoch": 195.22,
      "grad_norm": 1.1342365741729736,
      "learning_rate": 4.221384693690393e-06,
      "loss": 0.3754,
      "step": 699470
    },
    {
      "epoch": 195.22,
      "grad_norm": 1.3021003007888794,
      "learning_rate": 4.221368510394551e-06,
      "loss": 0.3768,
      "step": 699480
    },
    {
      "epoch": 195.22,
      "grad_norm": 1.0683693885803223,
      "learning_rate": 4.221352326848797e-06,
      "loss": 0.3841,
      "step": 699490
    },
    {
      "epoch": 195.23,
      "grad_norm": 1.0387904644012451,
      "learning_rate": 4.2213361430531344e-06,
      "loss": 0.3798,
      "step": 699500
    },
    {
      "epoch": 195.23,
      "grad_norm": 1.1088186502456665,
      "learning_rate": 4.221319959007564e-06,
      "loss": 0.375,
      "step": 699510
    },
    {
      "epoch": 195.23,
      "grad_norm": 1.2872968912124634,
      "learning_rate": 4.22130377471209e-06,
      "loss": 0.3693,
      "step": 699520
    },
    {
      "epoch": 195.24,
      "grad_norm": 1.0399595499038696,
      "learning_rate": 4.22128759016671e-06,
      "loss": 0.3634,
      "step": 699530
    },
    {
      "epoch": 195.24,
      "grad_norm": 0.911545991897583,
      "learning_rate": 4.2212714053714325e-06,
      "loss": 0.3748,
      "step": 699540
    },
    {
      "epoch": 195.24,
      "grad_norm": 1.0710357427597046,
      "learning_rate": 4.2212552203262546e-06,
      "loss": 0.3779,
      "step": 699550
    },
    {
      "epoch": 195.24,
      "grad_norm": 1.7132748365402222,
      "learning_rate": 4.221239035031181e-06,
      "loss": 0.3744,
      "step": 699560
    },
    {
      "epoch": 195.25,
      "grad_norm": 1.0204944610595703,
      "learning_rate": 4.221222849486212e-06,
      "loss": 0.3741,
      "step": 699570
    },
    {
      "epoch": 195.25,
      "grad_norm": 1.0307204723358154,
      "learning_rate": 4.221206663691351e-06,
      "loss": 0.3762,
      "step": 699580
    },
    {
      "epoch": 195.25,
      "grad_norm": 1.0348411798477173,
      "learning_rate": 4.221190477646601e-06,
      "loss": 0.3692,
      "step": 699590
    },
    {
      "epoch": 195.26,
      "grad_norm": 1.181280493736267,
      "learning_rate": 4.221174291351963e-06,
      "loss": 0.3941,
      "step": 699600
    },
    {
      "epoch": 195.26,
      "grad_norm": 1.2771304845809937,
      "learning_rate": 4.221158104807438e-06,
      "loss": 0.3656,
      "step": 699610
    },
    {
      "epoch": 195.26,
      "grad_norm": 1.337667465209961,
      "learning_rate": 4.2211419180130315e-06,
      "loss": 0.3871,
      "step": 699620
    },
    {
      "epoch": 195.26,
      "grad_norm": 1.2133207321166992,
      "learning_rate": 4.221125730968742e-06,
      "loss": 0.3631,
      "step": 699630
    },
    {
      "epoch": 195.27,
      "grad_norm": 1.0176609754562378,
      "learning_rate": 4.221109543674574e-06,
      "loss": 0.3837,
      "step": 699640
    },
    {
      "epoch": 195.27,
      "grad_norm": 1.2038780450820923,
      "learning_rate": 4.221093356130529e-06,
      "loss": 0.4071,
      "step": 699650
    },
    {
      "epoch": 195.27,
      "grad_norm": 1.2188401222229004,
      "learning_rate": 4.221077168336609e-06,
      "loss": 0.3703,
      "step": 699660
    },
    {
      "epoch": 195.27,
      "grad_norm": 0.9303237199783325,
      "learning_rate": 4.2210609802928155e-06,
      "loss": 0.3738,
      "step": 699670
    },
    {
      "epoch": 195.28,
      "grad_norm": 1.4931278228759766,
      "learning_rate": 4.221044791999153e-06,
      "loss": 0.3591,
      "step": 699680
    },
    {
      "epoch": 195.28,
      "grad_norm": 1.119196891784668,
      "learning_rate": 4.22102860345562e-06,
      "loss": 0.4008,
      "step": 699690
    },
    {
      "epoch": 195.28,
      "grad_norm": 1.063483715057373,
      "learning_rate": 4.2210124146622225e-06,
      "loss": 0.3796,
      "step": 699700
    },
    {
      "epoch": 195.29,
      "grad_norm": 1.1088109016418457,
      "learning_rate": 4.22099622561896e-06,
      "loss": 0.3834,
      "step": 699710
    },
    {
      "epoch": 195.29,
      "grad_norm": 1.0321356058120728,
      "learning_rate": 4.220980036325836e-06,
      "loss": 0.3861,
      "step": 699720
    },
    {
      "epoch": 195.29,
      "grad_norm": 1.2508678436279297,
      "learning_rate": 4.220963846782851e-06,
      "loss": 0.3724,
      "step": 699730
    },
    {
      "epoch": 195.29,
      "grad_norm": 1.2694531679153442,
      "learning_rate": 4.220947656990009e-06,
      "loss": 0.3719,
      "step": 699740
    },
    {
      "epoch": 195.3,
      "grad_norm": 1.19282066822052,
      "learning_rate": 4.2209314669473124e-06,
      "loss": 0.38,
      "step": 699750
    },
    {
      "epoch": 195.3,
      "grad_norm": 1.068880558013916,
      "learning_rate": 4.220915276654761e-06,
      "loss": 0.3745,
      "step": 699760
    },
    {
      "epoch": 195.3,
      "grad_norm": 1.0765693187713623,
      "learning_rate": 4.22089908611236e-06,
      "loss": 0.3781,
      "step": 699770
    },
    {
      "epoch": 195.31,
      "grad_norm": 1.1479542255401611,
      "learning_rate": 4.220882895320109e-06,
      "loss": 0.3758,
      "step": 699780
    },
    {
      "epoch": 195.31,
      "grad_norm": 1.1309864521026611,
      "learning_rate": 4.220866704278011e-06,
      "loss": 0.3802,
      "step": 699790
    },
    {
      "epoch": 195.31,
      "grad_norm": 1.0251883268356323,
      "learning_rate": 4.220850512986068e-06,
      "loss": 0.3648,
      "step": 699800
    },
    {
      "epoch": 195.31,
      "grad_norm": 1.0505473613739014,
      "learning_rate": 4.220834321444283e-06,
      "loss": 0.3891,
      "step": 699810
    },
    {
      "epoch": 195.32,
      "grad_norm": 1.0703027248382568,
      "learning_rate": 4.220818129652657e-06,
      "loss": 0.3782,
      "step": 699820
    },
    {
      "epoch": 195.32,
      "grad_norm": 1.148632526397705,
      "learning_rate": 4.220801937611193e-06,
      "loss": 0.3813,
      "step": 699830
    },
    {
      "epoch": 195.32,
      "grad_norm": 1.0702402591705322,
      "learning_rate": 4.220785745319894e-06,
      "loss": 0.3568,
      "step": 699840
    },
    {
      "epoch": 195.33,
      "grad_norm": 1.1958051919937134,
      "learning_rate": 4.220769552778759e-06,
      "loss": 0.382,
      "step": 699850
    },
    {
      "epoch": 195.33,
      "grad_norm": 1.063509225845337,
      "learning_rate": 4.220753359987793e-06,
      "loss": 0.3659,
      "step": 699860
    },
    {
      "epoch": 195.33,
      "grad_norm": 1.3690358400344849,
      "learning_rate": 4.220737166946998e-06,
      "loss": 0.3765,
      "step": 699870
    },
    {
      "epoch": 195.33,
      "grad_norm": 1.234086513519287,
      "learning_rate": 4.220720973656375e-06,
      "loss": 0.4007,
      "step": 699880
    },
    {
      "epoch": 195.34,
      "grad_norm": 1.2797926664352417,
      "learning_rate": 4.220704780115926e-06,
      "loss": 0.3645,
      "step": 699890
    },
    {
      "epoch": 195.34,
      "grad_norm": 1.0971049070358276,
      "learning_rate": 4.2206885863256545e-06,
      "loss": 0.3928,
      "step": 699900
    },
    {
      "epoch": 195.34,
      "grad_norm": 1.3328126668930054,
      "learning_rate": 4.220672392285562e-06,
      "loss": 0.3788,
      "step": 699910
    },
    {
      "epoch": 195.34,
      "grad_norm": 1.2277759313583374,
      "learning_rate": 4.22065619799565e-06,
      "loss": 0.3816,
      "step": 699920
    },
    {
      "epoch": 195.35,
      "grad_norm": 1.146740198135376,
      "learning_rate": 4.2206400034559225e-06,
      "loss": 0.3874,
      "step": 699930
    },
    {
      "epoch": 195.35,
      "grad_norm": 1.3216181993484497,
      "learning_rate": 4.22062380866638e-06,
      "loss": 0.3693,
      "step": 699940
    },
    {
      "epoch": 195.35,
      "grad_norm": 1.382629156112671,
      "learning_rate": 4.220607613627024e-06,
      "loss": 0.3833,
      "step": 699950
    },
    {
      "epoch": 195.36,
      "grad_norm": 1.2426762580871582,
      "learning_rate": 4.220591418337859e-06,
      "loss": 0.3687,
      "step": 699960
    },
    {
      "epoch": 195.36,
      "grad_norm": 1.0177953243255615,
      "learning_rate": 4.220575222798886e-06,
      "loss": 0.3569,
      "step": 699970
    },
    {
      "epoch": 195.36,
      "grad_norm": 1.0713952779769897,
      "learning_rate": 4.220559027010106e-06,
      "loss": 0.3647,
      "step": 699980
    },
    {
      "epoch": 195.36,
      "grad_norm": 1.080801010131836,
      "learning_rate": 4.2205428309715225e-06,
      "loss": 0.3773,
      "step": 699990
    },
    {
      "epoch": 195.37,
      "grad_norm": 1.152976393699646,
      "learning_rate": 4.2205266346831375e-06,
      "loss": 0.3566,
      "step": 700000
    },
    {
      "epoch": 195.37,
      "grad_norm": 1.1313108205795288,
      "learning_rate": 4.220510438144953e-06,
      "loss": 0.3911,
      "step": 700010
    },
    {
      "epoch": 195.37,
      "grad_norm": 1.0911619663238525,
      "learning_rate": 4.220494241356972e-06,
      "loss": 0.3606,
      "step": 700020
    },
    {
      "epoch": 195.38,
      "grad_norm": 0.9991198778152466,
      "learning_rate": 4.220478044319194e-06,
      "loss": 0.3811,
      "step": 700030
    },
    {
      "epoch": 195.38,
      "grad_norm": 1.322367787361145,
      "learning_rate": 4.220461847031625e-06,
      "loss": 0.3687,
      "step": 700040
    },
    {
      "epoch": 195.38,
      "grad_norm": 1.1932874917984009,
      "learning_rate": 4.220445649494264e-06,
      "loss": 0.3863,
      "step": 700050
    },
    {
      "epoch": 195.38,
      "grad_norm": 1.1993277072906494,
      "learning_rate": 4.220429451707115e-06,
      "loss": 0.3858,
      "step": 700060
    },
    {
      "epoch": 195.39,
      "grad_norm": 1.134621500968933,
      "learning_rate": 4.220413253670179e-06,
      "loss": 0.3933,
      "step": 700070
    },
    {
      "epoch": 195.39,
      "grad_norm": 1.32356595993042,
      "learning_rate": 4.220397055383458e-06,
      "loss": 0.3911,
      "step": 700080
    },
    {
      "epoch": 195.39,
      "grad_norm": 1.248595118522644,
      "learning_rate": 4.220380856846956e-06,
      "loss": 0.3711,
      "step": 700090
    },
    {
      "epoch": 195.39,
      "grad_norm": 1.2578567266464233,
      "learning_rate": 4.220364658060673e-06,
      "loss": 0.3914,
      "step": 700100
    },
    {
      "epoch": 195.4,
      "grad_norm": 1.1362807750701904,
      "learning_rate": 4.220348459024612e-06,
      "loss": 0.3801,
      "step": 700110
    },
    {
      "epoch": 195.4,
      "grad_norm": 1.0480009317398071,
      "learning_rate": 4.220332259738776e-06,
      "loss": 0.387,
      "step": 700120
    },
    {
      "epoch": 195.4,
      "grad_norm": 1.0892215967178345,
      "learning_rate": 4.220316060203165e-06,
      "loss": 0.3809,
      "step": 700130
    },
    {
      "epoch": 195.41,
      "grad_norm": 1.3432347774505615,
      "learning_rate": 4.220299860417785e-06,
      "loss": 0.3709,
      "step": 700140
    },
    {
      "epoch": 195.41,
      "grad_norm": 0.9642714262008667,
      "learning_rate": 4.220283660382633e-06,
      "loss": 0.3928,
      "step": 700150
    },
    {
      "epoch": 195.41,
      "grad_norm": 1.3180029392242432,
      "learning_rate": 4.220267460097716e-06,
      "loss": 0.3696,
      "step": 700160
    },
    {
      "epoch": 195.41,
      "grad_norm": 1.0809924602508545,
      "learning_rate": 4.2202512595630325e-06,
      "loss": 0.3667,
      "step": 700170
    },
    {
      "epoch": 195.42,
      "grad_norm": 1.1497631072998047,
      "learning_rate": 4.220235058778587e-06,
      "loss": 0.3699,
      "step": 700180
    },
    {
      "epoch": 195.42,
      "grad_norm": 1.1142606735229492,
      "learning_rate": 4.220218857744381e-06,
      "loss": 0.3888,
      "step": 700190
    },
    {
      "epoch": 195.42,
      "grad_norm": 1.140312910079956,
      "learning_rate": 4.220202656460416e-06,
      "loss": 0.3734,
      "step": 700200
    },
    {
      "epoch": 195.43,
      "grad_norm": 1.1392556428909302,
      "learning_rate": 4.220186454926694e-06,
      "loss": 0.3704,
      "step": 700210
    },
    {
      "epoch": 195.43,
      "grad_norm": 1.1638951301574707,
      "learning_rate": 4.220170253143219e-06,
      "loss": 0.366,
      "step": 700220
    },
    {
      "epoch": 195.43,
      "grad_norm": 1.346133828163147,
      "learning_rate": 4.220154051109992e-06,
      "loss": 0.3691,
      "step": 700230
    },
    {
      "epoch": 195.43,
      "grad_norm": 1.1639314889907837,
      "learning_rate": 4.220137848827014e-06,
      "loss": 0.3597,
      "step": 700240
    },
    {
      "epoch": 195.44,
      "grad_norm": 1.25151526927948,
      "learning_rate": 4.2201216462942885e-06,
      "loss": 0.3779,
      "step": 700250
    },
    {
      "epoch": 195.44,
      "grad_norm": 1.204898715019226,
      "learning_rate": 4.220105443511818e-06,
      "loss": 0.3704,
      "step": 700260
    },
    {
      "epoch": 195.44,
      "grad_norm": 1.232386827468872,
      "learning_rate": 4.220089240479604e-06,
      "loss": 0.3687,
      "step": 700270
    },
    {
      "epoch": 195.45,
      "grad_norm": 1.151901125907898,
      "learning_rate": 4.220073037197648e-06,
      "loss": 0.3757,
      "step": 700280
    },
    {
      "epoch": 195.45,
      "grad_norm": 1.0575326681137085,
      "learning_rate": 4.2200568336659535e-06,
      "loss": 0.3865,
      "step": 700290
    },
    {
      "epoch": 195.45,
      "grad_norm": 1.024701714515686,
      "learning_rate": 4.220040629884523e-06,
      "loss": 0.3902,
      "step": 700300
    },
    {
      "epoch": 195.45,
      "grad_norm": 1.2209012508392334,
      "learning_rate": 4.220024425853356e-06,
      "loss": 0.371,
      "step": 700310
    },
    {
      "epoch": 195.46,
      "grad_norm": 1.2605611085891724,
      "learning_rate": 4.220008221572457e-06,
      "loss": 0.381,
      "step": 700320
    },
    {
      "epoch": 195.46,
      "grad_norm": 1.237159013748169,
      "learning_rate": 4.219992017041828e-06,
      "loss": 0.3703,
      "step": 700330
    },
    {
      "epoch": 195.46,
      "grad_norm": 1.3057605028152466,
      "learning_rate": 4.21997581226147e-06,
      "loss": 0.3727,
      "step": 700340
    },
    {
      "epoch": 195.46,
      "grad_norm": 1.0526210069656372,
      "learning_rate": 4.2199596072313865e-06,
      "loss": 0.3699,
      "step": 700350
    },
    {
      "epoch": 195.47,
      "grad_norm": 1.048597812652588,
      "learning_rate": 4.219943401951578e-06,
      "loss": 0.3621,
      "step": 700360
    },
    {
      "epoch": 195.47,
      "grad_norm": 1.0326677560806274,
      "learning_rate": 4.2199271964220486e-06,
      "loss": 0.3943,
      "step": 700370
    },
    {
      "epoch": 195.47,
      "grad_norm": 1.152692437171936,
      "learning_rate": 4.2199109906428e-06,
      "loss": 0.373,
      "step": 700380
    },
    {
      "epoch": 195.48,
      "grad_norm": 0.9988389015197754,
      "learning_rate": 4.219894784613833e-06,
      "loss": 0.3846,
      "step": 700390
    },
    {
      "epoch": 195.48,
      "grad_norm": 1.10739266872406,
      "learning_rate": 4.21987857833515e-06,
      "loss": 0.379,
      "step": 700400
    },
    {
      "epoch": 195.48,
      "grad_norm": 1.0019651651382446,
      "learning_rate": 4.219862371806754e-06,
      "loss": 0.3583,
      "step": 700410
    },
    {
      "epoch": 195.48,
      "grad_norm": 1.1182091236114502,
      "learning_rate": 4.219846165028648e-06,
      "loss": 0.3808,
      "step": 700420
    },
    {
      "epoch": 195.49,
      "grad_norm": 1.1778650283813477,
      "learning_rate": 4.219829958000832e-06,
      "loss": 0.365,
      "step": 700430
    },
    {
      "epoch": 195.49,
      "grad_norm": 1.0186893939971924,
      "learning_rate": 4.21981375072331e-06,
      "loss": 0.3592,
      "step": 700440
    },
    {
      "epoch": 195.49,
      "grad_norm": 1.1216483116149902,
      "learning_rate": 4.219797543196083e-06,
      "loss": 0.3689,
      "step": 700450
    },
    {
      "epoch": 195.5,
      "grad_norm": 1.2387182712554932,
      "learning_rate": 4.219781335419154e-06,
      "loss": 0.3612,
      "step": 700460
    },
    {
      "epoch": 195.5,
      "grad_norm": 0.9749810099601746,
      "learning_rate": 4.2197651273925244e-06,
      "loss": 0.3743,
      "step": 700470
    },
    {
      "epoch": 195.5,
      "grad_norm": 1.3449146747589111,
      "learning_rate": 4.2197489191161965e-06,
      "loss": 0.3788,
      "step": 700480
    },
    {
      "epoch": 195.5,
      "grad_norm": 1.6129441261291504,
      "learning_rate": 4.219732710590173e-06,
      "loss": 0.378,
      "step": 700490
    },
    {
      "epoch": 195.51,
      "grad_norm": 1.0178245306015015,
      "learning_rate": 4.219716501814454e-06,
      "loss": 0.3831,
      "step": 700500
    },
    {
      "epoch": 195.51,
      "grad_norm": 1.113928198814392,
      "learning_rate": 4.219700292789046e-06,
      "loss": 0.3712,
      "step": 700510
    },
    {
      "epoch": 195.51,
      "grad_norm": 1.0651473999023438,
      "learning_rate": 4.219684083513947e-06,
      "loss": 0.3815,
      "step": 700520
    },
    {
      "epoch": 195.51,
      "grad_norm": 1.1676939725875854,
      "learning_rate": 4.219667873989161e-06,
      "loss": 0.3842,
      "step": 700530
    },
    {
      "epoch": 195.52,
      "grad_norm": 1.1078600883483887,
      "learning_rate": 4.21965166421469e-06,
      "loss": 0.4033,
      "step": 700540
    },
    {
      "epoch": 195.52,
      "grad_norm": 1.0489455461502075,
      "learning_rate": 4.219635454190536e-06,
      "loss": 0.3737,
      "step": 700550
    },
    {
      "epoch": 195.52,
      "grad_norm": 1.100298523902893,
      "learning_rate": 4.2196192439167e-06,
      "loss": 0.3569,
      "step": 700560
    },
    {
      "epoch": 195.53,
      "grad_norm": 1.0173356533050537,
      "learning_rate": 4.219603033393187e-06,
      "loss": 0.3653,
      "step": 700570
    },
    {
      "epoch": 195.53,
      "grad_norm": 1.0926644802093506,
      "learning_rate": 4.219586822619997e-06,
      "loss": 0.3853,
      "step": 700580
    },
    {
      "epoch": 195.53,
      "grad_norm": 1.063475251197815,
      "learning_rate": 4.2195706115971316e-06,
      "loss": 0.3714,
      "step": 700590
    },
    {
      "epoch": 195.53,
      "grad_norm": 0.995478630065918,
      "learning_rate": 4.219554400324595e-06,
      "loss": 0.3899,
      "step": 700600
    },
    {
      "epoch": 195.54,
      "grad_norm": 1.1501095294952393,
      "learning_rate": 4.2195381888023876e-06,
      "loss": 0.3827,
      "step": 700610
    },
    {
      "epoch": 195.54,
      "grad_norm": 1.1111775636672974,
      "learning_rate": 4.219521977030512e-06,
      "loss": 0.3714,
      "step": 700620
    },
    {
      "epoch": 195.54,
      "grad_norm": 1.0562509298324585,
      "learning_rate": 4.219505765008972e-06,
      "loss": 0.3602,
      "step": 700630
    },
    {
      "epoch": 195.55,
      "grad_norm": 1.1237525939941406,
      "learning_rate": 4.219489552737768e-06,
      "loss": 0.369,
      "step": 700640
    },
    {
      "epoch": 195.55,
      "grad_norm": 2.3008649349212646,
      "learning_rate": 4.2194733402169025e-06,
      "loss": 0.3622,
      "step": 700650
    },
    {
      "epoch": 195.55,
      "grad_norm": 1.2344709634780884,
      "learning_rate": 4.219457127446376e-06,
      "loss": 0.3816,
      "step": 700660
    },
    {
      "epoch": 195.55,
      "grad_norm": 1.6498316526412964,
      "learning_rate": 4.2194409144261945e-06,
      "loss": 0.3895,
      "step": 700670
    },
    {
      "epoch": 195.56,
      "grad_norm": 1.196743130683899,
      "learning_rate": 4.2194247011563575e-06,
      "loss": 0.3899,
      "step": 700680
    },
    {
      "epoch": 195.56,
      "grad_norm": 1.161552906036377,
      "learning_rate": 4.219408487636868e-06,
      "loss": 0.3674,
      "step": 700690
    },
    {
      "epoch": 195.56,
      "grad_norm": 1.1872433423995972,
      "learning_rate": 4.219392273867727e-06,
      "loss": 0.3803,
      "step": 700700
    },
    {
      "epoch": 195.57,
      "grad_norm": 1.375420093536377,
      "learning_rate": 4.219376059848938e-06,
      "loss": 0.3719,
      "step": 700710
    },
    {
      "epoch": 195.57,
      "grad_norm": 1.1834262609481812,
      "learning_rate": 4.219359845580502e-06,
      "loss": 0.3701,
      "step": 700720
    },
    {
      "epoch": 195.57,
      "grad_norm": 1.2356849908828735,
      "learning_rate": 4.219343631062422e-06,
      "loss": 0.3849,
      "step": 700730
    },
    {
      "epoch": 195.57,
      "grad_norm": 1.105911135673523,
      "learning_rate": 4.2193274162947005e-06,
      "loss": 0.3493,
      "step": 700740
    },
    {
      "epoch": 195.58,
      "grad_norm": 1.1117383241653442,
      "learning_rate": 4.219311201277339e-06,
      "loss": 0.3884,
      "step": 700750
    },
    {
      "epoch": 195.58,
      "grad_norm": 1.0841162204742432,
      "learning_rate": 4.21929498601034e-06,
      "loss": 0.3645,
      "step": 700760
    },
    {
      "epoch": 195.58,
      "grad_norm": 1.1129745244979858,
      "learning_rate": 4.219278770493705e-06,
      "loss": 0.3735,
      "step": 700770
    },
    {
      "epoch": 195.58,
      "grad_norm": 1.061448097229004,
      "learning_rate": 4.219262554727437e-06,
      "loss": 0.3806,
      "step": 700780
    },
    {
      "epoch": 195.59,
      "grad_norm": 1.0054574012756348,
      "learning_rate": 4.219246338711538e-06,
      "loss": 0.372,
      "step": 700790
    },
    {
      "epoch": 195.59,
      "grad_norm": 1.2337478399276733,
      "learning_rate": 4.219230122446009e-06,
      "loss": 0.3835,
      "step": 700800
    },
    {
      "epoch": 195.59,
      "grad_norm": 1.4455761909484863,
      "learning_rate": 4.219213905930854e-06,
      "loss": 0.3756,
      "step": 700810
    },
    {
      "epoch": 195.6,
      "grad_norm": 2.8992955684661865,
      "learning_rate": 4.219197689166073e-06,
      "loss": 0.3815,
      "step": 700820
    },
    {
      "epoch": 195.6,
      "grad_norm": 1.196244716644287,
      "learning_rate": 4.219181472151671e-06,
      "loss": 0.3808,
      "step": 700830
    },
    {
      "epoch": 195.6,
      "grad_norm": 1.247718334197998,
      "learning_rate": 4.219165254887648e-06,
      "loss": 0.3839,
      "step": 700840
    },
    {
      "epoch": 195.6,
      "grad_norm": 1.2288713455200195,
      "learning_rate": 4.219149037374006e-06,
      "loss": 0.369,
      "step": 700850
    },
    {
      "epoch": 195.61,
      "grad_norm": 1.1422703266143799,
      "learning_rate": 4.2191328196107486e-06,
      "loss": 0.3695,
      "step": 700860
    },
    {
      "epoch": 195.61,
      "grad_norm": 1.104207992553711,
      "learning_rate": 4.219116601597877e-06,
      "loss": 0.3841,
      "step": 700870
    },
    {
      "epoch": 195.61,
      "grad_norm": 1.3085439205169678,
      "learning_rate": 4.219100383335394e-06,
      "loss": 0.3643,
      "step": 700880
    },
    {
      "epoch": 195.62,
      "grad_norm": 1.3077670335769653,
      "learning_rate": 4.2190841648233005e-06,
      "loss": 0.3698,
      "step": 700890
    },
    {
      "epoch": 195.62,
      "grad_norm": 1.1295089721679688,
      "learning_rate": 4.2190679460616e-06,
      "loss": 0.3699,
      "step": 700900
    },
    {
      "epoch": 195.62,
      "grad_norm": 0.9502496719360352,
      "learning_rate": 4.219051727050294e-06,
      "loss": 0.3812,
      "step": 700910
    },
    {
      "epoch": 195.62,
      "grad_norm": 1.052634835243225,
      "learning_rate": 4.2190355077893855e-06,
      "loss": 0.381,
      "step": 700920
    },
    {
      "epoch": 195.63,
      "grad_norm": 1.3209969997406006,
      "learning_rate": 4.219019288278875e-06,
      "loss": 0.3732,
      "step": 700930
    },
    {
      "epoch": 195.63,
      "grad_norm": 1.1604304313659668,
      "learning_rate": 4.219003068518766e-06,
      "loss": 0.3819,
      "step": 700940
    },
    {
      "epoch": 195.63,
      "grad_norm": 1.1892991065979004,
      "learning_rate": 4.218986848509061e-06,
      "loss": 0.3761,
      "step": 700950
    },
    {
      "epoch": 195.63,
      "grad_norm": 1.3062996864318848,
      "learning_rate": 4.218970628249761e-06,
      "loss": 0.3779,
      "step": 700960
    },
    {
      "epoch": 195.64,
      "grad_norm": 1.2635650634765625,
      "learning_rate": 4.2189544077408684e-06,
      "loss": 0.381,
      "step": 700970
    },
    {
      "epoch": 195.64,
      "grad_norm": 1.0571844577789307,
      "learning_rate": 4.218938186982385e-06,
      "loss": 0.376,
      "step": 700980
    },
    {
      "epoch": 195.64,
      "grad_norm": 0.9933193325996399,
      "learning_rate": 4.218921965974315e-06,
      "loss": 0.3746,
      "step": 700990
    },
    {
      "epoch": 195.65,
      "grad_norm": 1.0559614896774292,
      "learning_rate": 4.218905744716658e-06,
      "loss": 0.3719,
      "step": 701000
    },
    {
      "epoch": 195.65,
      "grad_norm": 1.1722134351730347,
      "learning_rate": 4.218889523209418e-06,
      "loss": 0.3681,
      "step": 701010
    },
    {
      "epoch": 195.65,
      "grad_norm": 0.8855801820755005,
      "learning_rate": 4.218873301452595e-06,
      "loss": 0.3787,
      "step": 701020
    },
    {
      "epoch": 195.65,
      "grad_norm": 1.0689678192138672,
      "learning_rate": 4.218857079446194e-06,
      "loss": 0.379,
      "step": 701030
    },
    {
      "epoch": 195.66,
      "grad_norm": 1.3142751455307007,
      "learning_rate": 4.218840857190215e-06,
      "loss": 0.355,
      "step": 701040
    },
    {
      "epoch": 195.66,
      "grad_norm": 1.1925984621047974,
      "learning_rate": 4.218824634684662e-06,
      "loss": 0.3883,
      "step": 701050
    },
    {
      "epoch": 195.66,
      "grad_norm": 1.1089999675750732,
      "learning_rate": 4.218808411929535e-06,
      "loss": 0.3797,
      "step": 701060
    },
    {
      "epoch": 195.67,
      "grad_norm": 1.2358192205429077,
      "learning_rate": 4.218792188924837e-06,
      "loss": 0.3671,
      "step": 701070
    },
    {
      "epoch": 195.67,
      "grad_norm": 1.3610270023345947,
      "learning_rate": 4.2187759656705715e-06,
      "loss": 0.3787,
      "step": 701080
    },
    {
      "epoch": 195.67,
      "grad_norm": 1.3785526752471924,
      "learning_rate": 4.2187597421667385e-06,
      "loss": 0.3972,
      "step": 701090
    },
    {
      "epoch": 195.67,
      "grad_norm": 0.9818676114082336,
      "learning_rate": 4.218743518413342e-06,
      "loss": 0.3713,
      "step": 701100
    },
    {
      "epoch": 195.68,
      "grad_norm": 1.0458872318267822,
      "learning_rate": 4.2187272944103824e-06,
      "loss": 0.3669,
      "step": 701110
    },
    {
      "epoch": 195.68,
      "grad_norm": 1.515504240989685,
      "learning_rate": 4.218711070157864e-06,
      "loss": 0.3888,
      "step": 701120
    },
    {
      "epoch": 195.68,
      "grad_norm": 1.2625240087509155,
      "learning_rate": 4.218694845655786e-06,
      "loss": 0.375,
      "step": 701130
    },
    {
      "epoch": 195.69,
      "grad_norm": 1.2019672393798828,
      "learning_rate": 4.218678620904154e-06,
      "loss": 0.3611,
      "step": 701140
    },
    {
      "epoch": 195.69,
      "grad_norm": 1.1277025938034058,
      "learning_rate": 4.2186623959029685e-06,
      "loss": 0.3725,
      "step": 701150
    },
    {
      "epoch": 195.69,
      "grad_norm": 1.1052037477493286,
      "learning_rate": 4.218646170652231e-06,
      "loss": 0.3691,
      "step": 701160
    },
    {
      "epoch": 195.69,
      "grad_norm": 1.4558403491973877,
      "learning_rate": 4.218629945151944e-06,
      "loss": 0.3614,
      "step": 701170
    },
    {
      "epoch": 195.7,
      "grad_norm": 1.1159958839416504,
      "learning_rate": 4.21861371940211e-06,
      "loss": 0.3824,
      "step": 701180
    },
    {
      "epoch": 195.7,
      "grad_norm": 1.2581560611724854,
      "learning_rate": 4.218597493402733e-06,
      "loss": 0.3759,
      "step": 701190
    },
    {
      "epoch": 195.7,
      "grad_norm": 1.2377326488494873,
      "learning_rate": 4.2185812671538115e-06,
      "loss": 0.3891,
      "step": 701200
    },
    {
      "epoch": 195.7,
      "grad_norm": 1.1418266296386719,
      "learning_rate": 4.218565040655349e-06,
      "loss": 0.3832,
      "step": 701210
    },
    {
      "epoch": 195.71,
      "grad_norm": 1.0444096326828003,
      "learning_rate": 4.21854881390735e-06,
      "loss": 0.3717,
      "step": 701220
    },
    {
      "epoch": 195.71,
      "grad_norm": 0.9828630089759827,
      "learning_rate": 4.218532586909813e-06,
      "loss": 0.3917,
      "step": 701230
    },
    {
      "epoch": 195.71,
      "grad_norm": 1.233576774597168,
      "learning_rate": 4.2185163596627415e-06,
      "loss": 0.3856,
      "step": 701240
    },
    {
      "epoch": 195.72,
      "grad_norm": 1.0635664463043213,
      "learning_rate": 4.21850013216614e-06,
      "loss": 0.3696,
      "step": 701250
    },
    {
      "epoch": 195.72,
      "grad_norm": 1.2348763942718506,
      "learning_rate": 4.218483904420008e-06,
      "loss": 0.3794,
      "step": 701260
    },
    {
      "epoch": 195.72,
      "grad_norm": 1.2974247932434082,
      "learning_rate": 4.218467676424348e-06,
      "loss": 0.3906,
      "step": 701270
    },
    {
      "epoch": 195.72,
      "grad_norm": 1.130822777748108,
      "learning_rate": 4.218451448179163e-06,
      "loss": 0.3791,
      "step": 701280
    },
    {
      "epoch": 195.73,
      "grad_norm": 1.1520473957061768,
      "learning_rate": 4.218435219684454e-06,
      "loss": 0.3755,
      "step": 701290
    },
    {
      "epoch": 195.73,
      "grad_norm": 1.1511733531951904,
      "learning_rate": 4.218418990940225e-06,
      "loss": 0.3578,
      "step": 701300
    },
    {
      "epoch": 195.73,
      "grad_norm": 1.1382768154144287,
      "learning_rate": 4.218402761946477e-06,
      "loss": 0.375,
      "step": 701310
    },
    {
      "epoch": 195.74,
      "grad_norm": 1.2593457698822021,
      "learning_rate": 4.218386532703211e-06,
      "loss": 0.3703,
      "step": 701320
    },
    {
      "epoch": 195.74,
      "grad_norm": 0.8921588063240051,
      "learning_rate": 4.2183703032104314e-06,
      "loss": 0.3529,
      "step": 701330
    },
    {
      "epoch": 195.74,
      "grad_norm": 1.1306064128875732,
      "learning_rate": 4.218354073468139e-06,
      "loss": 0.3742,
      "step": 701340
    },
    {
      "epoch": 195.74,
      "grad_norm": 1.402508020401001,
      "learning_rate": 4.218337843476336e-06,
      "loss": 0.3659,
      "step": 701350
    },
    {
      "epoch": 195.75,
      "grad_norm": 0.9731865525245667,
      "learning_rate": 4.218321613235026e-06,
      "loss": 0.379,
      "step": 701360
    },
    {
      "epoch": 195.75,
      "grad_norm": 1.3633391857147217,
      "learning_rate": 4.218305382744208e-06,
      "loss": 0.3617,
      "step": 701370
    },
    {
      "epoch": 195.75,
      "grad_norm": 1.044723391532898,
      "learning_rate": 4.218289152003888e-06,
      "loss": 0.3679,
      "step": 701380
    },
    {
      "epoch": 195.75,
      "grad_norm": 1.2387843132019043,
      "learning_rate": 4.218272921014065e-06,
      "loss": 0.3816,
      "step": 701390
    },
    {
      "epoch": 195.76,
      "grad_norm": 0.9578370451927185,
      "learning_rate": 4.218256689774744e-06,
      "loss": 0.3784,
      "step": 701400
    },
    {
      "epoch": 195.76,
      "grad_norm": 1.0203999280929565,
      "learning_rate": 4.218240458285924e-06,
      "loss": 0.397,
      "step": 701410
    },
    {
      "epoch": 195.76,
      "grad_norm": 1.1494487524032593,
      "learning_rate": 4.21822422654761e-06,
      "loss": 0.3744,
      "step": 701420
    },
    {
      "epoch": 195.77,
      "grad_norm": 1.1698050498962402,
      "learning_rate": 4.218207994559802e-06,
      "loss": 0.3599,
      "step": 701430
    },
    {
      "epoch": 195.77,
      "grad_norm": 1.1808451414108276,
      "learning_rate": 4.218191762322504e-06,
      "loss": 0.3784,
      "step": 701440
    },
    {
      "epoch": 195.77,
      "grad_norm": 1.084783673286438,
      "learning_rate": 4.218175529835717e-06,
      "loss": 0.3767,
      "step": 701450
    },
    {
      "epoch": 195.77,
      "grad_norm": 1.2416086196899414,
      "learning_rate": 4.218159297099444e-06,
      "loss": 0.3818,
      "step": 701460
    },
    {
      "epoch": 195.78,
      "grad_norm": 0.9325020909309387,
      "learning_rate": 4.218143064113685e-06,
      "loss": 0.3755,
      "step": 701470
    },
    {
      "epoch": 195.78,
      "grad_norm": 0.9796087145805359,
      "learning_rate": 4.218126830878445e-06,
      "loss": 0.3663,
      "step": 701480
    },
    {
      "epoch": 195.78,
      "grad_norm": 1.0415390729904175,
      "learning_rate": 4.218110597393725e-06,
      "loss": 0.3796,
      "step": 701490
    },
    {
      "epoch": 195.79,
      "grad_norm": 0.9229403734207153,
      "learning_rate": 4.218094363659527e-06,
      "loss": 0.3711,
      "step": 701500
    },
    {
      "epoch": 195.79,
      "grad_norm": 1.1207293272018433,
      "learning_rate": 4.218078129675853e-06,
      "loss": 0.3842,
      "step": 701510
    },
    {
      "epoch": 195.79,
      "grad_norm": 1.1694201231002808,
      "learning_rate": 4.218061895442706e-06,
      "loss": 0.3894,
      "step": 701520
    },
    {
      "epoch": 195.79,
      "grad_norm": 1.0343657732009888,
      "learning_rate": 4.2180456609600866e-06,
      "loss": 0.3577,
      "step": 701530
    },
    {
      "epoch": 195.8,
      "grad_norm": 1.0301090478897095,
      "learning_rate": 4.218029426227998e-06,
      "loss": 0.3749,
      "step": 701540
    },
    {
      "epoch": 195.8,
      "grad_norm": 1.0065441131591797,
      "learning_rate": 4.218013191246443e-06,
      "loss": 0.3774,
      "step": 701550
    },
    {
      "epoch": 195.8,
      "grad_norm": 1.113135814666748,
      "learning_rate": 4.217996956015423e-06,
      "loss": 0.3882,
      "step": 701560
    },
    {
      "epoch": 195.81,
      "grad_norm": 1.2828787565231323,
      "learning_rate": 4.21798072053494e-06,
      "loss": 0.3726,
      "step": 701570
    },
    {
      "epoch": 195.81,
      "grad_norm": 1.2012940645217896,
      "learning_rate": 4.217964484804996e-06,
      "loss": 0.3808,
      "step": 701580
    },
    {
      "epoch": 195.81,
      "grad_norm": 1.1604013442993164,
      "learning_rate": 4.217948248825594e-06,
      "loss": 0.3632,
      "step": 701590
    },
    {
      "epoch": 195.81,
      "grad_norm": 1.069974422454834,
      "learning_rate": 4.217932012596736e-06,
      "loss": 0.3812,
      "step": 701600
    },
    {
      "epoch": 195.82,
      "grad_norm": 1.2692186832427979,
      "learning_rate": 4.217915776118423e-06,
      "loss": 0.3683,
      "step": 701610
    },
    {
      "epoch": 195.82,
      "grad_norm": 1.129995584487915,
      "learning_rate": 4.217899539390658e-06,
      "loss": 0.3747,
      "step": 701620
    },
    {
      "epoch": 195.82,
      "grad_norm": 1.1110550165176392,
      "learning_rate": 4.217883302413445e-06,
      "loss": 0.3658,
      "step": 701630
    },
    {
      "epoch": 195.82,
      "grad_norm": 1.1983712911605835,
      "learning_rate": 4.217867065186783e-06,
      "loss": 0.3575,
      "step": 701640
    },
    {
      "epoch": 195.83,
      "grad_norm": 1.40603768825531,
      "learning_rate": 4.217850827710675e-06,
      "loss": 0.3647,
      "step": 701650
    },
    {
      "epoch": 195.83,
      "grad_norm": 1.1741211414337158,
      "learning_rate": 4.217834589985124e-06,
      "loss": 0.3867,
      "step": 701660
    },
    {
      "epoch": 195.83,
      "grad_norm": 1.1604559421539307,
      "learning_rate": 4.217818352010132e-06,
      "loss": 0.3762,
      "step": 701670
    },
    {
      "epoch": 195.84,
      "grad_norm": 1.385731816291809,
      "learning_rate": 4.217802113785701e-06,
      "loss": 0.3647,
      "step": 701680
    },
    {
      "epoch": 195.84,
      "grad_norm": 1.3215104341506958,
      "learning_rate": 4.217785875311834e-06,
      "loss": 0.3742,
      "step": 701690
    },
    {
      "epoch": 195.84,
      "grad_norm": 1.0549205541610718,
      "learning_rate": 4.217769636588531e-06,
      "loss": 0.3768,
      "step": 701700
    },
    {
      "epoch": 195.84,
      "grad_norm": 1.170700192451477,
      "learning_rate": 4.217753397615796e-06,
      "loss": 0.38,
      "step": 701710
    },
    {
      "epoch": 195.85,
      "grad_norm": 1.248256802558899,
      "learning_rate": 4.217737158393631e-06,
      "loss": 0.3531,
      "step": 701720
    },
    {
      "epoch": 195.85,
      "grad_norm": 1.232859492301941,
      "learning_rate": 4.217720918922038e-06,
      "loss": 0.3805,
      "step": 701730
    },
    {
      "epoch": 195.85,
      "grad_norm": 0.9731948375701904,
      "learning_rate": 4.217704679201018e-06,
      "loss": 0.3639,
      "step": 701740
    },
    {
      "epoch": 195.86,
      "grad_norm": 1.005277156829834,
      "learning_rate": 4.217688439230574e-06,
      "loss": 0.3906,
      "step": 701750
    },
    {
      "epoch": 195.86,
      "grad_norm": 1.1109625101089478,
      "learning_rate": 4.217672199010709e-06,
      "loss": 0.3646,
      "step": 701760
    },
    {
      "epoch": 195.86,
      "grad_norm": 1.0277621746063232,
      "learning_rate": 4.217655958541424e-06,
      "loss": 0.3996,
      "step": 701770
    },
    {
      "epoch": 195.86,
      "grad_norm": 1.1998310089111328,
      "learning_rate": 4.217639717822722e-06,
      "loss": 0.3815,
      "step": 701780
    },
    {
      "epoch": 195.87,
      "grad_norm": 1.519116759300232,
      "learning_rate": 4.217623476854605e-06,
      "loss": 0.3834,
      "step": 701790
    },
    {
      "epoch": 195.87,
      "grad_norm": 1.5235141515731812,
      "learning_rate": 4.217607235637074e-06,
      "loss": 0.3735,
      "step": 701800
    },
    {
      "epoch": 195.87,
      "grad_norm": 1.0153017044067383,
      "learning_rate": 4.217590994170133e-06,
      "loss": 0.3739,
      "step": 701810
    },
    {
      "epoch": 195.87,
      "grad_norm": 1.1745285987854004,
      "learning_rate": 4.217574752453783e-06,
      "loss": 0.373,
      "step": 701820
    },
    {
      "epoch": 195.88,
      "grad_norm": 1.2361977100372314,
      "learning_rate": 4.217558510488026e-06,
      "loss": 0.3855,
      "step": 701830
    },
    {
      "epoch": 195.88,
      "grad_norm": 1.1478666067123413,
      "learning_rate": 4.217542268272865e-06,
      "loss": 0.365,
      "step": 701840
    },
    {
      "epoch": 195.88,
      "grad_norm": 1.1484739780426025,
      "learning_rate": 4.217526025808301e-06,
      "loss": 0.3732,
      "step": 701850
    },
    {
      "epoch": 195.89,
      "grad_norm": 1.2235174179077148,
      "learning_rate": 4.217509783094338e-06,
      "loss": 0.376,
      "step": 701860
    },
    {
      "epoch": 195.89,
      "grad_norm": 1.229612112045288,
      "learning_rate": 4.217493540130976e-06,
      "loss": 0.4005,
      "step": 701870
    },
    {
      "epoch": 195.89,
      "grad_norm": 1.110681414604187,
      "learning_rate": 4.217477296918219e-06,
      "loss": 0.3802,
      "step": 701880
    },
    {
      "epoch": 195.89,
      "grad_norm": 1.2837272882461548,
      "learning_rate": 4.217461053456069e-06,
      "loss": 0.4052,
      "step": 701890
    },
    {
      "epoch": 195.9,
      "grad_norm": 1.1271796226501465,
      "learning_rate": 4.217444809744527e-06,
      "loss": 0.3655,
      "step": 701900
    },
    {
      "epoch": 195.9,
      "grad_norm": 1.1008776426315308,
      "learning_rate": 4.217428565783595e-06,
      "loss": 0.3952,
      "step": 701910
    },
    {
      "epoch": 195.9,
      "grad_norm": 1.0895932912826538,
      "learning_rate": 4.217412321573276e-06,
      "loss": 0.3678,
      "step": 701920
    },
    {
      "epoch": 195.91,
      "grad_norm": 1.2754029035568237,
      "learning_rate": 4.217396077113572e-06,
      "loss": 0.3778,
      "step": 701930
    },
    {
      "epoch": 195.91,
      "grad_norm": 1.0387262105941772,
      "learning_rate": 4.217379832404486e-06,
      "loss": 0.3484,
      "step": 701940
    },
    {
      "epoch": 195.91,
      "grad_norm": 0.9306825995445251,
      "learning_rate": 4.2173635874460185e-06,
      "loss": 0.3739,
      "step": 701950
    },
    {
      "epoch": 195.91,
      "grad_norm": 1.0091608762741089,
      "learning_rate": 4.217347342238173e-06,
      "loss": 0.3739,
      "step": 701960
    },
    {
      "epoch": 195.92,
      "grad_norm": 1.091423749923706,
      "learning_rate": 4.217331096780952e-06,
      "loss": 0.3825,
      "step": 701970
    },
    {
      "epoch": 195.92,
      "grad_norm": 1.1905102729797363,
      "learning_rate": 4.217314851074355e-06,
      "loss": 0.3692,
      "step": 701980
    },
    {
      "epoch": 195.92,
      "grad_norm": 1.0520341396331787,
      "learning_rate": 4.2172986051183874e-06,
      "loss": 0.3708,
      "step": 701990
    },
    {
      "epoch": 195.93,
      "grad_norm": 1.0866312980651855,
      "learning_rate": 4.217282358913049e-06,
      "loss": 0.3826,
      "step": 702000
    },
    {
      "epoch": 195.93,
      "grad_norm": 1.2747477293014526,
      "learning_rate": 4.217266112458344e-06,
      "loss": 0.3668,
      "step": 702010
    },
    {
      "epoch": 195.93,
      "grad_norm": 1.4191977977752686,
      "learning_rate": 4.217249865754273e-06,
      "loss": 0.3861,
      "step": 702020
    },
    {
      "epoch": 195.93,
      "grad_norm": 1.0853393077850342,
      "learning_rate": 4.217233618800838e-06,
      "loss": 0.3837,
      "step": 702030
    },
    {
      "epoch": 195.94,
      "grad_norm": 1.1899847984313965,
      "learning_rate": 4.217217371598043e-06,
      "loss": 0.3621,
      "step": 702040
    },
    {
      "epoch": 195.94,
      "grad_norm": 1.1230474710464478,
      "learning_rate": 4.217201124145888e-06,
      "loss": 0.3857,
      "step": 702050
    },
    {
      "epoch": 195.94,
      "grad_norm": 1.0823357105255127,
      "learning_rate": 4.217184876444377e-06,
      "loss": 0.3894,
      "step": 702060
    },
    {
      "epoch": 195.94,
      "grad_norm": 1.0833326578140259,
      "learning_rate": 4.21716862849351e-06,
      "loss": 0.3822,
      "step": 702070
    },
    {
      "epoch": 195.95,
      "grad_norm": 1.1515989303588867,
      "learning_rate": 4.217152380293292e-06,
      "loss": 0.3816,
      "step": 702080
    },
    {
      "epoch": 195.95,
      "grad_norm": 1.2435647249221802,
      "learning_rate": 4.2171361318437224e-06,
      "loss": 0.3748,
      "step": 702090
    },
    {
      "epoch": 195.95,
      "grad_norm": 1.320083498954773,
      "learning_rate": 4.217119883144806e-06,
      "loss": 0.3642,
      "step": 702100
    },
    {
      "epoch": 195.96,
      "grad_norm": 1.0087940692901611,
      "learning_rate": 4.217103634196543e-06,
      "loss": 0.3805,
      "step": 702110
    },
    {
      "epoch": 195.96,
      "grad_norm": 1.0868327617645264,
      "learning_rate": 4.217087384998935e-06,
      "loss": 0.3635,
      "step": 702120
    },
    {
      "epoch": 195.96,
      "grad_norm": 1.0350369215011597,
      "learning_rate": 4.217071135551987e-06,
      "loss": 0.3878,
      "step": 702130
    },
    {
      "epoch": 195.96,
      "grad_norm": 1.0582845211029053,
      "learning_rate": 4.2170548858556985e-06,
      "loss": 0.3716,
      "step": 702140
    },
    {
      "epoch": 195.97,
      "grad_norm": 1.10224187374115,
      "learning_rate": 4.217038635910073e-06,
      "loss": 0.3693,
      "step": 702150
    },
    {
      "epoch": 195.97,
      "grad_norm": 1.3258806467056274,
      "learning_rate": 4.217022385715112e-06,
      "loss": 0.3976,
      "step": 702160
    },
    {
      "epoch": 195.97,
      "grad_norm": 1.1557328701019287,
      "learning_rate": 4.217006135270818e-06,
      "loss": 0.3674,
      "step": 702170
    },
    {
      "epoch": 195.98,
      "grad_norm": 1.1619508266448975,
      "learning_rate": 4.2169898845771926e-06,
      "loss": 0.3759,
      "step": 702180
    },
    {
      "epoch": 195.98,
      "grad_norm": 1.0214883089065552,
      "learning_rate": 4.216973633634239e-06,
      "loss": 0.3706,
      "step": 702190
    },
    {
      "epoch": 195.98,
      "grad_norm": 1.0616657733917236,
      "learning_rate": 4.216957382441958e-06,
      "loss": 0.3615,
      "step": 702200
    },
    {
      "epoch": 195.98,
      "grad_norm": 1.0256850719451904,
      "learning_rate": 4.216941131000354e-06,
      "loss": 0.3811,
      "step": 702210
    },
    {
      "epoch": 195.99,
      "grad_norm": 1.6031399965286255,
      "learning_rate": 4.216924879309427e-06,
      "loss": 0.3748,
      "step": 702220
    },
    {
      "epoch": 195.99,
      "grad_norm": 1.018876314163208,
      "learning_rate": 4.21690862736918e-06,
      "loss": 0.3773,
      "step": 702230
    },
    {
      "epoch": 195.99,
      "grad_norm": 1.074135661125183,
      "learning_rate": 4.216892375179614e-06,
      "loss": 0.3629,
      "step": 702240
    },
    {
      "epoch": 195.99,
      "grad_norm": 1.1418098211288452,
      "learning_rate": 4.2168761227407335e-06,
      "loss": 0.3854,
      "step": 702250
    },
    {
      "epoch": 196.0,
      "grad_norm": 1.1695367097854614,
      "learning_rate": 4.2168598700525395e-06,
      "loss": 0.3659,
      "step": 702260
    },
    {
      "epoch": 196.0,
      "eval_loss": 0.37528350949287415,
      "eval_runtime": 63.3888,
      "eval_samples_per_second": 79.809,
      "eval_steps_per_second": 9.986,
      "step": 702268
    },
    {
      "epoch": 196.0,
      "grad_norm": 0.9881847500801086,
      "learning_rate": 4.216843617115034e-06,
      "loss": 0.3653,
      "step": 702270
    },
    {
      "epoch": 196.0,
      "grad_norm": 1.3109543323516846,
      "learning_rate": 4.216827363928219e-06,
      "loss": 0.3689,
      "step": 702280
    },
    {
      "epoch": 196.01,
      "grad_norm": 1.114432454109192,
      "learning_rate": 4.216811110492096e-06,
      "loss": 0.3946,
      "step": 702290
    },
    {
      "epoch": 196.01,
      "grad_norm": 0.9972755908966064,
      "learning_rate": 4.216794856806669e-06,
      "loss": 0.3617,
      "step": 702300
    },
    {
      "epoch": 196.01,
      "grad_norm": 1.0450338125228882,
      "learning_rate": 4.216778602871939e-06,
      "loss": 0.3714,
      "step": 702310
    },
    {
      "epoch": 196.01,
      "grad_norm": 1.099507212638855,
      "learning_rate": 4.216762348687909e-06,
      "loss": 0.3703,
      "step": 702320
    },
    {
      "epoch": 196.02,
      "grad_norm": 1.4554601907730103,
      "learning_rate": 4.2167460942545795e-06,
      "loss": 0.3811,
      "step": 702330
    },
    {
      "epoch": 196.02,
      "grad_norm": 1.212172269821167,
      "learning_rate": 4.216729839571955e-06,
      "loss": 0.3628,
      "step": 702340
    },
    {
      "epoch": 196.02,
      "grad_norm": 1.2648411989212036,
      "learning_rate": 4.216713584640035e-06,
      "loss": 0.3886,
      "step": 702350
    },
    {
      "epoch": 196.03,
      "grad_norm": 1.1285747289657593,
      "learning_rate": 4.216697329458824e-06,
      "loss": 0.3699,
      "step": 702360
    },
    {
      "epoch": 196.03,
      "grad_norm": 1.2700982093811035,
      "learning_rate": 4.216681074028323e-06,
      "loss": 0.3862,
      "step": 702370
    },
    {
      "epoch": 196.03,
      "grad_norm": 1.274672508239746,
      "learning_rate": 4.216664818348534e-06,
      "loss": 0.3854,
      "step": 702380
    },
    {
      "epoch": 196.03,
      "grad_norm": 1.103715419769287,
      "learning_rate": 4.21664856241946e-06,
      "loss": 0.3951,
      "step": 702390
    },
    {
      "epoch": 196.04,
      "grad_norm": 1.135840892791748,
      "learning_rate": 4.2166323062411025e-06,
      "loss": 0.3694,
      "step": 702400
    },
    {
      "epoch": 196.04,
      "grad_norm": 1.2658720016479492,
      "learning_rate": 4.216616049813464e-06,
      "loss": 0.3881,
      "step": 702410
    },
    {
      "epoch": 196.04,
      "grad_norm": 1.2530452013015747,
      "learning_rate": 4.216599793136546e-06,
      "loss": 0.3832,
      "step": 702420
    },
    {
      "epoch": 196.05,
      "grad_norm": 1.3070166110992432,
      "learning_rate": 4.216583536210351e-06,
      "loss": 0.3738,
      "step": 702430
    },
    {
      "epoch": 196.05,
      "grad_norm": 1.3233110904693604,
      "learning_rate": 4.216567279034882e-06,
      "loss": 0.3688,
      "step": 702440
    },
    {
      "epoch": 196.05,
      "grad_norm": 1.1345221996307373,
      "learning_rate": 4.21655102161014e-06,
      "loss": 0.3813,
      "step": 702450
    },
    {
      "epoch": 196.05,
      "grad_norm": 1.0308805704116821,
      "learning_rate": 4.216534763936129e-06,
      "loss": 0.38,
      "step": 702460
    },
    {
      "epoch": 196.06,
      "grad_norm": 1.0103123188018799,
      "learning_rate": 4.216518506012848e-06,
      "loss": 0.3702,
      "step": 702470
    },
    {
      "epoch": 196.06,
      "grad_norm": 1.1109557151794434,
      "learning_rate": 4.216502247840303e-06,
      "loss": 0.3966,
      "step": 702480
    },
    {
      "epoch": 196.06,
      "grad_norm": 0.9699471592903137,
      "learning_rate": 4.216485989418493e-06,
      "loss": 0.3711,
      "step": 702490
    },
    {
      "epoch": 196.06,
      "grad_norm": 1.1793534755706787,
      "learning_rate": 4.2164697307474205e-06,
      "loss": 0.3802,
      "step": 702500
    },
    {
      "epoch": 196.07,
      "grad_norm": 1.168415904045105,
      "learning_rate": 4.21645347182709e-06,
      "loss": 0.3858,
      "step": 702510
    },
    {
      "epoch": 196.07,
      "grad_norm": 1.245147466659546,
      "learning_rate": 4.216437212657501e-06,
      "loss": 0.3587,
      "step": 702520
    },
    {
      "epoch": 196.07,
      "grad_norm": 1.0656946897506714,
      "learning_rate": 4.2164209532386575e-06,
      "loss": 0.401,
      "step": 702530
    },
    {
      "epoch": 196.08,
      "grad_norm": 0.9721097350120544,
      "learning_rate": 4.216404693570561e-06,
      "loss": 0.3673,
      "step": 702540
    },
    {
      "epoch": 196.08,
      "grad_norm": 1.1683944463729858,
      "learning_rate": 4.216388433653213e-06,
      "loss": 0.3799,
      "step": 702550
    },
    {
      "epoch": 196.08,
      "grad_norm": 1.5549864768981934,
      "learning_rate": 4.216372173486617e-06,
      "loss": 0.3664,
      "step": 702560
    },
    {
      "epoch": 196.08,
      "grad_norm": 1.073155164718628,
      "learning_rate": 4.216355913070774e-06,
      "loss": 0.3684,
      "step": 702570
    },
    {
      "epoch": 196.09,
      "grad_norm": 1.1645206212997437,
      "learning_rate": 4.216339652405687e-06,
      "loss": 0.3839,
      "step": 702580
    },
    {
      "epoch": 196.09,
      "grad_norm": 1.0841878652572632,
      "learning_rate": 4.2163233914913575e-06,
      "loss": 0.3714,
      "step": 702590
    },
    {
      "epoch": 196.09,
      "grad_norm": 1.0659772157669067,
      "learning_rate": 4.216307130327789e-06,
      "loss": 0.3585,
      "step": 702600
    },
    {
      "epoch": 196.1,
      "grad_norm": 1.096948266029358,
      "learning_rate": 4.216290868914981e-06,
      "loss": 0.379,
      "step": 702610
    },
    {
      "epoch": 196.1,
      "grad_norm": 1.1964032649993896,
      "learning_rate": 4.216274607252938e-06,
      "loss": 0.3658,
      "step": 702620
    },
    {
      "epoch": 196.1,
      "grad_norm": 1.1411182880401611,
      "learning_rate": 4.216258345341662e-06,
      "loss": 0.3928,
      "step": 702630
    },
    {
      "epoch": 196.1,
      "grad_norm": 1.0906139612197876,
      "learning_rate": 4.216242083181154e-06,
      "loss": 0.3744,
      "step": 702640
    },
    {
      "epoch": 196.11,
      "grad_norm": 1.3267748355865479,
      "learning_rate": 4.216225820771418e-06,
      "loss": 0.3621,
      "step": 702650
    },
    {
      "epoch": 196.11,
      "grad_norm": 1.2365175485610962,
      "learning_rate": 4.2162095581124535e-06,
      "loss": 0.3746,
      "step": 702660
    },
    {
      "epoch": 196.11,
      "grad_norm": 1.1672998666763306,
      "learning_rate": 4.216193295204265e-06,
      "loss": 0.3611,
      "step": 702670
    },
    {
      "epoch": 196.11,
      "grad_norm": 1.1027401685714722,
      "learning_rate": 4.216177032046853e-06,
      "loss": 0.3772,
      "step": 702680
    },
    {
      "epoch": 196.12,
      "grad_norm": 1.1830471754074097,
      "learning_rate": 4.21616076864022e-06,
      "loss": 0.3757,
      "step": 702690
    },
    {
      "epoch": 196.12,
      "grad_norm": 1.090829610824585,
      "learning_rate": 4.21614450498437e-06,
      "loss": 0.3768,
      "step": 702700
    },
    {
      "epoch": 196.12,
      "grad_norm": 1.2565804719924927,
      "learning_rate": 4.216128241079304e-06,
      "loss": 0.3897,
      "step": 702710
    },
    {
      "epoch": 196.13,
      "grad_norm": 1.2311841249465942,
      "learning_rate": 4.216111976925022e-06,
      "loss": 0.3754,
      "step": 702720
    },
    {
      "epoch": 196.13,
      "grad_norm": 1.120965600013733,
      "learning_rate": 4.21609571252153e-06,
      "loss": 0.3735,
      "step": 702730
    },
    {
      "epoch": 196.13,
      "grad_norm": 4.352211952209473,
      "learning_rate": 4.216079447868828e-06,
      "loss": 0.374,
      "step": 702740
    },
    {
      "epoch": 196.13,
      "grad_norm": 1.2790145874023438,
      "learning_rate": 4.2160631829669176e-06,
      "loss": 0.3692,
      "step": 702750
    },
    {
      "epoch": 196.14,
      "grad_norm": 1.0857936143875122,
      "learning_rate": 4.216046917815802e-06,
      "loss": 0.3759,
      "step": 702760
    },
    {
      "epoch": 196.14,
      "grad_norm": 1.247709035873413,
      "learning_rate": 4.216030652415483e-06,
      "loss": 0.3824,
      "step": 702770
    },
    {
      "epoch": 196.14,
      "grad_norm": 1.0742847919464111,
      "learning_rate": 4.216014386765964e-06,
      "loss": 0.3716,
      "step": 702780
    },
    {
      "epoch": 196.15,
      "grad_norm": 1.2831480503082275,
      "learning_rate": 4.215998120867246e-06,
      "loss": 0.3669,
      "step": 702790
    },
    {
      "epoch": 196.15,
      "grad_norm": 1.098646640777588,
      "learning_rate": 4.21598185471933e-06,
      "loss": 0.38,
      "step": 702800
    },
    {
      "epoch": 196.15,
      "grad_norm": 1.1677613258361816,
      "learning_rate": 4.21596558832222e-06,
      "loss": 0.3682,
      "step": 702810
    },
    {
      "epoch": 196.15,
      "grad_norm": 1.1333729028701782,
      "learning_rate": 4.215949321675918e-06,
      "loss": 0.373,
      "step": 702820
    },
    {
      "epoch": 196.16,
      "grad_norm": 1.1429837942123413,
      "learning_rate": 4.215933054780424e-06,
      "loss": 0.3791,
      "step": 702830
    },
    {
      "epoch": 196.16,
      "grad_norm": 1.2371761798858643,
      "learning_rate": 4.2159167876357446e-06,
      "loss": 0.3762,
      "step": 702840
    },
    {
      "epoch": 196.16,
      "grad_norm": 1.1293302774429321,
      "learning_rate": 4.215900520241878e-06,
      "loss": 0.3729,
      "step": 702850
    },
    {
      "epoch": 196.17,
      "grad_norm": 1.0459551811218262,
      "learning_rate": 4.2158842525988275e-06,
      "loss": 0.3704,
      "step": 702860
    },
    {
      "epoch": 196.17,
      "grad_norm": 1.0293526649475098,
      "learning_rate": 4.215867984706595e-06,
      "loss": 0.3737,
      "step": 702870
    },
    {
      "epoch": 196.17,
      "grad_norm": 1.3346121311187744,
      "learning_rate": 4.215851716565185e-06,
      "loss": 0.3658,
      "step": 702880
    },
    {
      "epoch": 196.17,
      "grad_norm": 1.357353925704956,
      "learning_rate": 4.215835448174596e-06,
      "loss": 0.365,
      "step": 702890
    },
    {
      "epoch": 196.18,
      "grad_norm": 1.3124313354492188,
      "learning_rate": 4.2158191795348324e-06,
      "loss": 0.3654,
      "step": 702900
    },
    {
      "epoch": 196.18,
      "grad_norm": 1.0273531675338745,
      "learning_rate": 4.215802910645897e-06,
      "loss": 0.3643,
      "step": 702910
    },
    {
      "epoch": 196.18,
      "grad_norm": 0.9191214442253113,
      "learning_rate": 4.215786641507789e-06,
      "loss": 0.3639,
      "step": 702920
    },
    {
      "epoch": 196.18,
      "grad_norm": 1.1965800523757935,
      "learning_rate": 4.2157703721205125e-06,
      "loss": 0.3838,
      "step": 702930
    },
    {
      "epoch": 196.19,
      "grad_norm": 1.1941155195236206,
      "learning_rate": 4.215754102484071e-06,
      "loss": 0.3708,
      "step": 702940
    },
    {
      "epoch": 196.19,
      "grad_norm": 1.0310620069503784,
      "learning_rate": 4.215737832598464e-06,
      "loss": 0.3818,
      "step": 702950
    },
    {
      "epoch": 196.19,
      "grad_norm": 1.263745903968811,
      "learning_rate": 4.215721562463696e-06,
      "loss": 0.3896,
      "step": 702960
    },
    {
      "epoch": 196.2,
      "grad_norm": 1.0974503755569458,
      "learning_rate": 4.215705292079767e-06,
      "loss": 0.3684,
      "step": 702970
    },
    {
      "epoch": 196.2,
      "grad_norm": 1.6532652378082275,
      "learning_rate": 4.21568902144668e-06,
      "loss": 0.3863,
      "step": 702980
    },
    {
      "epoch": 196.2,
      "grad_norm": 1.0453463792800903,
      "learning_rate": 4.215672750564439e-06,
      "loss": 0.3801,
      "step": 702990
    },
    {
      "epoch": 196.2,
      "grad_norm": 1.2456365823745728,
      "learning_rate": 4.215656479433043e-06,
      "loss": 0.3688,
      "step": 703000
    },
    {
      "epoch": 196.21,
      "grad_norm": 1.1690421104431152,
      "learning_rate": 4.2156402080524975e-06,
      "loss": 0.3698,
      "step": 703010
    },
    {
      "epoch": 196.21,
      "grad_norm": 1.1641210317611694,
      "learning_rate": 4.215623936422801e-06,
      "loss": 0.3604,
      "step": 703020
    },
    {
      "epoch": 196.21,
      "grad_norm": 1.0861234664916992,
      "learning_rate": 4.215607664543958e-06,
      "loss": 0.3612,
      "step": 703030
    },
    {
      "epoch": 196.22,
      "grad_norm": 1.1235458850860596,
      "learning_rate": 4.215591392415971e-06,
      "loss": 0.3785,
      "step": 703040
    },
    {
      "epoch": 196.22,
      "grad_norm": 1.4528722763061523,
      "learning_rate": 4.215575120038841e-06,
      "loss": 0.3514,
      "step": 703050
    },
    {
      "epoch": 196.22,
      "grad_norm": 1.4781160354614258,
      "learning_rate": 4.2155588474125705e-06,
      "loss": 0.4046,
      "step": 703060
    },
    {
      "epoch": 196.22,
      "grad_norm": 0.9864746332168579,
      "learning_rate": 4.215542574537162e-06,
      "loss": 0.3632,
      "step": 703070
    },
    {
      "epoch": 196.23,
      "grad_norm": 1.1708276271820068,
      "learning_rate": 4.215526301412617e-06,
      "loss": 0.3646,
      "step": 703080
    },
    {
      "epoch": 196.23,
      "grad_norm": 0.9174283742904663,
      "learning_rate": 4.215510028038938e-06,
      "loss": 0.3745,
      "step": 703090
    },
    {
      "epoch": 196.23,
      "grad_norm": 1.10317862033844,
      "learning_rate": 4.2154937544161275e-06,
      "loss": 0.3689,
      "step": 703100
    },
    {
      "epoch": 196.23,
      "grad_norm": 1.068467378616333,
      "learning_rate": 4.215477480544188e-06,
      "loss": 0.3825,
      "step": 703110
    },
    {
      "epoch": 196.24,
      "grad_norm": 1.1210346221923828,
      "learning_rate": 4.21546120642312e-06,
      "loss": 0.3774,
      "step": 703120
    },
    {
      "epoch": 196.24,
      "grad_norm": 1.1300179958343506,
      "learning_rate": 4.215444932052928e-06,
      "loss": 0.3679,
      "step": 703130
    },
    {
      "epoch": 196.24,
      "grad_norm": 1.0950140953063965,
      "learning_rate": 4.215428657433612e-06,
      "loss": 0.369,
      "step": 703140
    },
    {
      "epoch": 196.25,
      "grad_norm": 1.1730618476867676,
      "learning_rate": 4.215412382565175e-06,
      "loss": 0.3785,
      "step": 703150
    },
    {
      "epoch": 196.25,
      "grad_norm": 1.110696792602539,
      "learning_rate": 4.215396107447619e-06,
      "loss": 0.3736,
      "step": 703160
    },
    {
      "epoch": 196.25,
      "grad_norm": 1.1490817070007324,
      "learning_rate": 4.215379832080947e-06,
      "loss": 0.3778,
      "step": 703170
    },
    {
      "epoch": 196.25,
      "grad_norm": 0.9986249804496765,
      "learning_rate": 4.215363556465161e-06,
      "loss": 0.3688,
      "step": 703180
    },
    {
      "epoch": 196.26,
      "grad_norm": 1.06035315990448,
      "learning_rate": 4.2153472806002614e-06,
      "loss": 0.3865,
      "step": 703190
    },
    {
      "epoch": 196.26,
      "grad_norm": 1.125820279121399,
      "learning_rate": 4.215331004486252e-06,
      "loss": 0.3745,
      "step": 703200
    },
    {
      "epoch": 196.26,
      "grad_norm": 1.0547956228256226,
      "learning_rate": 4.215314728123136e-06,
      "loss": 0.3796,
      "step": 703210
    },
    {
      "epoch": 196.27,
      "grad_norm": 1.04293954372406,
      "learning_rate": 4.215298451510913e-06,
      "loss": 0.3821,
      "step": 703220
    },
    {
      "epoch": 196.27,
      "grad_norm": 1.1491416692733765,
      "learning_rate": 4.215282174649586e-06,
      "loss": 0.3531,
      "step": 703230
    },
    {
      "epoch": 196.27,
      "grad_norm": 1.088501214981079,
      "learning_rate": 4.215265897539158e-06,
      "loss": 0.3619,
      "step": 703240
    },
    {
      "epoch": 196.27,
      "grad_norm": 4.538763523101807,
      "learning_rate": 4.215249620179631e-06,
      "loss": 0.3683,
      "step": 703250
    },
    {
      "epoch": 196.28,
      "grad_norm": 1.0036324262619019,
      "learning_rate": 4.215233342571008e-06,
      "loss": 0.392,
      "step": 703260
    },
    {
      "epoch": 196.28,
      "grad_norm": 1.1026294231414795,
      "learning_rate": 4.215217064713288e-06,
      "loss": 0.3679,
      "step": 703270
    },
    {
      "epoch": 196.28,
      "grad_norm": 1.0836498737335205,
      "learning_rate": 4.2152007866064764e-06,
      "loss": 0.3718,
      "step": 703280
    },
    {
      "epoch": 196.29,
      "grad_norm": 1.1782679557800293,
      "learning_rate": 4.2151845082505735e-06,
      "loss": 0.3991,
      "step": 703290
    },
    {
      "epoch": 196.29,
      "grad_norm": 1.2795237302780151,
      "learning_rate": 4.215168229645583e-06,
      "loss": 0.3794,
      "step": 703300
    },
    {
      "epoch": 196.29,
      "grad_norm": 1.1625674962997437,
      "learning_rate": 4.215151950791505e-06,
      "loss": 0.3711,
      "step": 703310
    },
    {
      "epoch": 196.29,
      "grad_norm": 1.1485216617584229,
      "learning_rate": 4.215135671688344e-06,
      "loss": 0.3671,
      "step": 703320
    },
    {
      "epoch": 196.3,
      "grad_norm": 1.3558646440505981,
      "learning_rate": 4.215119392336101e-06,
      "loss": 0.381,
      "step": 703330
    },
    {
      "epoch": 196.3,
      "grad_norm": 1.1264023780822754,
      "learning_rate": 4.215103112734777e-06,
      "loss": 0.387,
      "step": 703340
    },
    {
      "epoch": 196.3,
      "grad_norm": 1.1512795686721802,
      "learning_rate": 4.215086832884377e-06,
      "loss": 0.393,
      "step": 703350
    },
    {
      "epoch": 196.3,
      "grad_norm": 1.0218337774276733,
      "learning_rate": 4.2150705527849e-06,
      "loss": 0.4031,
      "step": 703360
    },
    {
      "epoch": 196.31,
      "grad_norm": 0.9688600897789001,
      "learning_rate": 4.215054272436351e-06,
      "loss": 0.3771,
      "step": 703370
    },
    {
      "epoch": 196.31,
      "grad_norm": 1.2170249223709106,
      "learning_rate": 4.215037991838731e-06,
      "loss": 0.3633,
      "step": 703380
    },
    {
      "epoch": 196.31,
      "grad_norm": 4.983806610107422,
      "learning_rate": 4.215021710992041e-06,
      "loss": 0.3632,
      "step": 703390
    },
    {
      "epoch": 196.32,
      "grad_norm": 1.1377536058425903,
      "learning_rate": 4.215005429896285e-06,
      "loss": 0.3819,
      "step": 703400
    },
    {
      "epoch": 196.32,
      "grad_norm": 1.0138633251190186,
      "learning_rate": 4.214989148551464e-06,
      "loss": 0.386,
      "step": 703410
    },
    {
      "epoch": 196.32,
      "grad_norm": 1.5284415483474731,
      "learning_rate": 4.214972866957581e-06,
      "loss": 0.3809,
      "step": 703420
    },
    {
      "epoch": 196.32,
      "grad_norm": 1.090013861656189,
      "learning_rate": 4.214956585114637e-06,
      "loss": 0.3697,
      "step": 703430
    },
    {
      "epoch": 196.33,
      "grad_norm": 1.1980559825897217,
      "learning_rate": 4.214940303022636e-06,
      "loss": 0.3666,
      "step": 703440
    },
    {
      "epoch": 196.33,
      "grad_norm": 1.2580381631851196,
      "learning_rate": 4.214924020681578e-06,
      "loss": 0.3723,
      "step": 703450
    },
    {
      "epoch": 196.33,
      "grad_norm": 1.363095760345459,
      "learning_rate": 4.214907738091467e-06,
      "loss": 0.3835,
      "step": 703460
    },
    {
      "epoch": 196.34,
      "grad_norm": 1.046980381011963,
      "learning_rate": 4.214891455252304e-06,
      "loss": 0.3648,
      "step": 703470
    },
    {
      "epoch": 196.34,
      "grad_norm": 1.002797245979309,
      "learning_rate": 4.214875172164091e-06,
      "loss": 0.3782,
      "step": 703480
    },
    {
      "epoch": 196.34,
      "grad_norm": 1.0205923318862915,
      "learning_rate": 4.214858888826832e-06,
      "loss": 0.3663,
      "step": 703490
    },
    {
      "epoch": 196.34,
      "grad_norm": 1.1703404188156128,
      "learning_rate": 4.214842605240527e-06,
      "loss": 0.381,
      "step": 703500
    },
    {
      "epoch": 196.35,
      "grad_norm": 1.136950969696045,
      "learning_rate": 4.214826321405179e-06,
      "loss": 0.3794,
      "step": 703510
    },
    {
      "epoch": 196.35,
      "grad_norm": 1.130358099937439,
      "learning_rate": 4.214810037320791e-06,
      "loss": 0.3864,
      "step": 703520
    },
    {
      "epoch": 196.35,
      "grad_norm": 1.0901496410369873,
      "learning_rate": 4.214793752987364e-06,
      "loss": 0.3913,
      "step": 703530
    },
    {
      "epoch": 196.36,
      "grad_norm": 1.036302089691162,
      "learning_rate": 4.2147774684049e-06,
      "loss": 0.3633,
      "step": 703540
    },
    {
      "epoch": 196.36,
      "grad_norm": 1.266968011856079,
      "learning_rate": 4.2147611835734025e-06,
      "loss": 0.3751,
      "step": 703550
    },
    {
      "epoch": 196.36,
      "grad_norm": 1.1147587299346924,
      "learning_rate": 4.214744898492872e-06,
      "loss": 0.3749,
      "step": 703560
    },
    {
      "epoch": 196.36,
      "grad_norm": 1.1167644262313843,
      "learning_rate": 4.214728613163313e-06,
      "loss": 0.3675,
      "step": 703570
    },
    {
      "epoch": 196.37,
      "grad_norm": 1.1478785276412964,
      "learning_rate": 4.2147123275847255e-06,
      "loss": 0.3741,
      "step": 703580
    },
    {
      "epoch": 196.37,
      "grad_norm": 1.307075023651123,
      "learning_rate": 4.214696041757112e-06,
      "loss": 0.3805,
      "step": 703590
    },
    {
      "epoch": 196.37,
      "grad_norm": 1.2660170793533325,
      "learning_rate": 4.214679755680476e-06,
      "loss": 0.3848,
      "step": 703600
    },
    {
      "epoch": 196.37,
      "grad_norm": 1.2163819074630737,
      "learning_rate": 4.214663469354818e-06,
      "loss": 0.3726,
      "step": 703610
    },
    {
      "epoch": 196.38,
      "grad_norm": 1.2045425176620483,
      "learning_rate": 4.214647182780141e-06,
      "loss": 0.3827,
      "step": 703620
    },
    {
      "epoch": 196.38,
      "grad_norm": 1.117592692375183,
      "learning_rate": 4.214630895956447e-06,
      "loss": 0.357,
      "step": 703630
    },
    {
      "epoch": 196.38,
      "grad_norm": 1.2762446403503418,
      "learning_rate": 4.214614608883738e-06,
      "loss": 0.3929,
      "step": 703640
    },
    {
      "epoch": 196.39,
      "grad_norm": 1.2172805070877075,
      "learning_rate": 4.214598321562017e-06,
      "loss": 0.3792,
      "step": 703650
    },
    {
      "epoch": 196.39,
      "grad_norm": 1.2160054445266724,
      "learning_rate": 4.214582033991285e-06,
      "loss": 0.3682,
      "step": 703660
    },
    {
      "epoch": 196.39,
      "grad_norm": 0.8575076460838318,
      "learning_rate": 4.214565746171545e-06,
      "loss": 0.376,
      "step": 703670
    },
    {
      "epoch": 196.39,
      "grad_norm": 1.018103003501892,
      "learning_rate": 4.214549458102799e-06,
      "loss": 0.3756,
      "step": 703680
    },
    {
      "epoch": 196.4,
      "grad_norm": 1.0512150526046753,
      "learning_rate": 4.214533169785049e-06,
      "loss": 0.3732,
      "step": 703690
    },
    {
      "epoch": 196.4,
      "grad_norm": 1.1101559400558472,
      "learning_rate": 4.214516881218298e-06,
      "loss": 0.3928,
      "step": 703700
    },
    {
      "epoch": 196.4,
      "grad_norm": 1.2803901433944702,
      "learning_rate": 4.214500592402546e-06,
      "loss": 0.3771,
      "step": 703710
    },
    {
      "epoch": 196.41,
      "grad_norm": 1.0322052240371704,
      "learning_rate": 4.214484303337798e-06,
      "loss": 0.3936,
      "step": 703720
    },
    {
      "epoch": 196.41,
      "grad_norm": 1.133862853050232,
      "learning_rate": 4.214468014024054e-06,
      "loss": 0.3626,
      "step": 703730
    },
    {
      "epoch": 196.41,
      "grad_norm": 1.1215676069259644,
      "learning_rate": 4.214451724461317e-06,
      "loss": 0.3832,
      "step": 703740
    },
    {
      "epoch": 196.41,
      "grad_norm": 1.2530744075775146,
      "learning_rate": 4.214435434649589e-06,
      "loss": 0.3818,
      "step": 703750
    },
    {
      "epoch": 196.42,
      "grad_norm": 1.1205145120620728,
      "learning_rate": 4.214419144588872e-06,
      "loss": 0.3733,
      "step": 703760
    },
    {
      "epoch": 196.42,
      "grad_norm": 1.0563887357711792,
      "learning_rate": 4.21440285427917e-06,
      "loss": 0.3766,
      "step": 703770
    },
    {
      "epoch": 196.42,
      "grad_norm": 1.0787957906723022,
      "learning_rate": 4.214386563720482e-06,
      "loss": 0.3857,
      "step": 703780
    },
    {
      "epoch": 196.42,
      "grad_norm": 1.003523349761963,
      "learning_rate": 4.214370272912812e-06,
      "loss": 0.3698,
      "step": 703790
    },
    {
      "epoch": 196.43,
      "grad_norm": 1.0691988468170166,
      "learning_rate": 4.214353981856162e-06,
      "loss": 0.3673,
      "step": 703800
    },
    {
      "epoch": 196.43,
      "grad_norm": 0.9915213584899902,
      "learning_rate": 4.214337690550535e-06,
      "loss": 0.3667,
      "step": 703810
    },
    {
      "epoch": 196.43,
      "grad_norm": 1.0710654258728027,
      "learning_rate": 4.214321398995931e-06,
      "loss": 0.3789,
      "step": 703820
    },
    {
      "epoch": 196.44,
      "grad_norm": 1.1367404460906982,
      "learning_rate": 4.214305107192353e-06,
      "loss": 0.374,
      "step": 703830
    },
    {
      "epoch": 196.44,
      "grad_norm": 1.4642060995101929,
      "learning_rate": 4.2142888151398056e-06,
      "loss": 0.3689,
      "step": 703840
    },
    {
      "epoch": 196.44,
      "grad_norm": 1.0558936595916748,
      "learning_rate": 4.214272522838287e-06,
      "loss": 0.3682,
      "step": 703850
    },
    {
      "epoch": 196.44,
      "grad_norm": 1.1008228063583374,
      "learning_rate": 4.214256230287803e-06,
      "loss": 0.3722,
      "step": 703860
    },
    {
      "epoch": 196.45,
      "grad_norm": 1.0022172927856445,
      "learning_rate": 4.214239937488353e-06,
      "loss": 0.3836,
      "step": 703870
    },
    {
      "epoch": 196.45,
      "grad_norm": 1.0027947425842285,
      "learning_rate": 4.2142236444399405e-06,
      "loss": 0.3764,
      "step": 703880
    },
    {
      "epoch": 196.45,
      "grad_norm": 1.1501123905181885,
      "learning_rate": 4.214207351142568e-06,
      "loss": 0.3724,
      "step": 703890
    },
    {
      "epoch": 196.46,
      "grad_norm": 1.0488123893737793,
      "learning_rate": 4.214191057596236e-06,
      "loss": 0.3844,
      "step": 703900
    },
    {
      "epoch": 196.46,
      "grad_norm": 1.2019832134246826,
      "learning_rate": 4.214174763800949e-06,
      "loss": 0.3658,
      "step": 703910
    },
    {
      "epoch": 196.46,
      "grad_norm": 1.2681195735931396,
      "learning_rate": 4.214158469756707e-06,
      "loss": 0.3663,
      "step": 703920
    },
    {
      "epoch": 196.46,
      "grad_norm": 1.5973694324493408,
      "learning_rate": 4.214142175463514e-06,
      "loss": 0.3619,
      "step": 703930
    },
    {
      "epoch": 196.47,
      "grad_norm": 0.9793755412101746,
      "learning_rate": 4.21412588092137e-06,
      "loss": 0.3947,
      "step": 703940
    },
    {
      "epoch": 196.47,
      "grad_norm": 1.1588990688323975,
      "learning_rate": 4.21410958613028e-06,
      "loss": 0.3738,
      "step": 703950
    },
    {
      "epoch": 196.47,
      "grad_norm": 1.0295305252075195,
      "learning_rate": 4.214093291090244e-06,
      "loss": 0.3637,
      "step": 703960
    },
    {
      "epoch": 196.48,
      "grad_norm": 1.3833730220794678,
      "learning_rate": 4.214076995801264e-06,
      "loss": 0.3858,
      "step": 703970
    },
    {
      "epoch": 196.48,
      "grad_norm": 1.2165776491165161,
      "learning_rate": 4.2140607002633444e-06,
      "loss": 0.3687,
      "step": 703980
    },
    {
      "epoch": 196.48,
      "grad_norm": 1.0025217533111572,
      "learning_rate": 4.214044404476484e-06,
      "loss": 0.3876,
      "step": 703990
    },
    {
      "epoch": 196.48,
      "grad_norm": 1.4086670875549316,
      "learning_rate": 4.214028108440689e-06,
      "loss": 0.3739,
      "step": 704000
    },
    {
      "epoch": 196.49,
      "grad_norm": 1.1582088470458984,
      "learning_rate": 4.214011812155959e-06,
      "loss": 0.3733,
      "step": 704010
    },
    {
      "epoch": 196.49,
      "grad_norm": 1.1393275260925293,
      "learning_rate": 4.213995515622295e-06,
      "loss": 0.3774,
      "step": 704020
    },
    {
      "epoch": 196.49,
      "grad_norm": 1.2612799406051636,
      "learning_rate": 4.213979218839703e-06,
      "loss": 0.3778,
      "step": 704030
    },
    {
      "epoch": 196.49,
      "grad_norm": 1.5017261505126953,
      "learning_rate": 4.213962921808182e-06,
      "loss": 0.3834,
      "step": 704040
    },
    {
      "epoch": 196.5,
      "grad_norm": 1.2030943632125854,
      "learning_rate": 4.2139466245277356e-06,
      "loss": 0.3681,
      "step": 704050
    },
    {
      "epoch": 196.5,
      "grad_norm": 1.1481705904006958,
      "learning_rate": 4.213930326998364e-06,
      "loss": 0.3814,
      "step": 704060
    },
    {
      "epoch": 196.5,
      "grad_norm": 1.0865758657455444,
      "learning_rate": 4.213914029220073e-06,
      "loss": 0.376,
      "step": 704070
    },
    {
      "epoch": 196.51,
      "grad_norm": 1.1317956447601318,
      "learning_rate": 4.213897731192862e-06,
      "loss": 0.3708,
      "step": 704080
    },
    {
      "epoch": 196.51,
      "grad_norm": 1.0974504947662354,
      "learning_rate": 4.213881432916734e-06,
      "loss": 0.372,
      "step": 704090
    },
    {
      "epoch": 196.51,
      "grad_norm": 1.0639801025390625,
      "learning_rate": 4.21386513439169e-06,
      "loss": 0.3689,
      "step": 704100
    },
    {
      "epoch": 196.51,
      "grad_norm": 1.2920187711715698,
      "learning_rate": 4.213848835617733e-06,
      "loss": 0.3661,
      "step": 704110
    },
    {
      "epoch": 196.52,
      "grad_norm": 1.1448434591293335,
      "learning_rate": 4.213832536594866e-06,
      "loss": 0.373,
      "step": 704120
    },
    {
      "epoch": 196.52,
      "grad_norm": 1.5481204986572266,
      "learning_rate": 4.213816237323091e-06,
      "loss": 0.3955,
      "step": 704130
    },
    {
      "epoch": 196.52,
      "grad_norm": 1.1686654090881348,
      "learning_rate": 4.213799937802409e-06,
      "loss": 0.3686,
      "step": 704140
    },
    {
      "epoch": 196.53,
      "grad_norm": 1.1208748817443848,
      "learning_rate": 4.213783638032823e-06,
      "loss": 0.3819,
      "step": 704150
    },
    {
      "epoch": 196.53,
      "grad_norm": 1.218404769897461,
      "learning_rate": 4.213767338014335e-06,
      "loss": 0.3772,
      "step": 704160
    },
    {
      "epoch": 196.53,
      "grad_norm": 1.18134343624115,
      "learning_rate": 4.213751037746947e-06,
      "loss": 0.382,
      "step": 704170
    },
    {
      "epoch": 196.53,
      "grad_norm": 1.0603656768798828,
      "learning_rate": 4.213734737230662e-06,
      "loss": 0.3725,
      "step": 704180
    },
    {
      "epoch": 196.54,
      "grad_norm": 1.233411192893982,
      "learning_rate": 4.2137184364654806e-06,
      "loss": 0.3915,
      "step": 704190
    },
    {
      "epoch": 196.54,
      "grad_norm": 0.9557363390922546,
      "learning_rate": 4.2137021354514065e-06,
      "loss": 0.3878,
      "step": 704200
    },
    {
      "epoch": 196.54,
      "grad_norm": 1.209506630897522,
      "learning_rate": 4.213685834188441e-06,
      "loss": 0.3738,
      "step": 704210
    },
    {
      "epoch": 196.54,
      "grad_norm": 1.0490670204162598,
      "learning_rate": 4.213669532676587e-06,
      "loss": 0.3854,
      "step": 704220
    },
    {
      "epoch": 196.55,
      "grad_norm": 1.4221385717391968,
      "learning_rate": 4.213653230915846e-06,
      "loss": 0.38,
      "step": 704230
    },
    {
      "epoch": 196.55,
      "grad_norm": 1.0142258405685425,
      "learning_rate": 4.21363692890622e-06,
      "loss": 0.3694,
      "step": 704240
    },
    {
      "epoch": 196.55,
      "grad_norm": 1.1413421630859375,
      "learning_rate": 4.2136206266477115e-06,
      "loss": 0.3643,
      "step": 704250
    },
    {
      "epoch": 196.56,
      "grad_norm": 1.0074498653411865,
      "learning_rate": 4.213604324140323e-06,
      "loss": 0.3574,
      "step": 704260
    },
    {
      "epoch": 196.56,
      "grad_norm": 1.1518769264221191,
      "learning_rate": 4.213588021384057e-06,
      "loss": 0.3789,
      "step": 704270
    },
    {
      "epoch": 196.56,
      "grad_norm": 1.0566917657852173,
      "learning_rate": 4.213571718378914e-06,
      "loss": 0.3852,
      "step": 704280
    },
    {
      "epoch": 196.56,
      "grad_norm": 1.6557685136795044,
      "learning_rate": 4.213555415124897e-06,
      "loss": 0.3876,
      "step": 704290
    },
    {
      "epoch": 196.57,
      "grad_norm": 2.801769495010376,
      "learning_rate": 4.21353911162201e-06,
      "loss": 0.3652,
      "step": 704300
    },
    {
      "epoch": 196.57,
      "grad_norm": 1.0300674438476562,
      "learning_rate": 4.213522807870252e-06,
      "loss": 0.4002,
      "step": 704310
    },
    {
      "epoch": 196.57,
      "grad_norm": 1.1884262561798096,
      "learning_rate": 4.2135065038696275e-06,
      "loss": 0.3981,
      "step": 704320
    },
    {
      "epoch": 196.58,
      "grad_norm": 1.1253368854522705,
      "learning_rate": 4.2134901996201375e-06,
      "loss": 0.3691,
      "step": 704330
    },
    {
      "epoch": 196.58,
      "grad_norm": 1.1291552782058716,
      "learning_rate": 4.213473895121785e-06,
      "loss": 0.3724,
      "step": 704340
    },
    {
      "epoch": 196.58,
      "grad_norm": 1.163564920425415,
      "learning_rate": 4.213457590374571e-06,
      "loss": 0.3755,
      "step": 704350
    },
    {
      "epoch": 196.58,
      "grad_norm": 1.291580319404602,
      "learning_rate": 4.213441285378499e-06,
      "loss": 0.3712,
      "step": 704360
    },
    {
      "epoch": 196.59,
      "grad_norm": 1.0817582607269287,
      "learning_rate": 4.213424980133571e-06,
      "loss": 0.3527,
      "step": 704370
    },
    {
      "epoch": 196.59,
      "grad_norm": 15.044011116027832,
      "learning_rate": 4.213408674639788e-06,
      "loss": 0.3648,
      "step": 704380
    },
    {
      "epoch": 196.59,
      "grad_norm": 1.1737210750579834,
      "learning_rate": 4.213392368897153e-06,
      "loss": 0.3844,
      "step": 704390
    },
    {
      "epoch": 196.6,
      "grad_norm": 1.2040562629699707,
      "learning_rate": 4.213376062905669e-06,
      "loss": 0.3713,
      "step": 704400
    },
    {
      "epoch": 196.6,
      "grad_norm": 1.14588463306427,
      "learning_rate": 4.213359756665336e-06,
      "loss": 0.3775,
      "step": 704410
    },
    {
      "epoch": 196.6,
      "grad_norm": 1.131081223487854,
      "learning_rate": 4.213343450176158e-06,
      "loss": 0.3715,
      "step": 704420
    },
    {
      "epoch": 196.6,
      "grad_norm": 1.1930434703826904,
      "learning_rate": 4.213327143438137e-06,
      "loss": 0.3747,
      "step": 704430
    },
    {
      "epoch": 196.61,
      "grad_norm": 1.0995032787322998,
      "learning_rate": 4.2133108364512745e-06,
      "loss": 0.3734,
      "step": 704440
    },
    {
      "epoch": 196.61,
      "grad_norm": 1.3244332075119019,
      "learning_rate": 4.213294529215573e-06,
      "loss": 0.3871,
      "step": 704450
    },
    {
      "epoch": 196.61,
      "grad_norm": 1.1401575803756714,
      "learning_rate": 4.213278221731034e-06,
      "loss": 0.3834,
      "step": 704460
    },
    {
      "epoch": 196.61,
      "grad_norm": 1.086647391319275,
      "learning_rate": 4.21326191399766e-06,
      "loss": 0.3738,
      "step": 704470
    },
    {
      "epoch": 196.62,
      "grad_norm": 1.237328290939331,
      "learning_rate": 4.213245606015454e-06,
      "loss": 0.3709,
      "step": 704480
    },
    {
      "epoch": 196.62,
      "grad_norm": 1.1779320240020752,
      "learning_rate": 4.213229297784418e-06,
      "loss": 0.386,
      "step": 704490
    },
    {
      "epoch": 196.62,
      "grad_norm": 1.1662192344665527,
      "learning_rate": 4.213212989304553e-06,
      "loss": 0.3637,
      "step": 704500
    },
    {
      "epoch": 196.63,
      "grad_norm": 1.125445008277893,
      "learning_rate": 4.213196680575863e-06,
      "loss": 0.3737,
      "step": 704510
    },
    {
      "epoch": 196.63,
      "grad_norm": 1.302536129951477,
      "learning_rate": 4.213180371598349e-06,
      "loss": 0.3695,
      "step": 704520
    },
    {
      "epoch": 196.63,
      "grad_norm": 1.0230727195739746,
      "learning_rate": 4.213164062372013e-06,
      "loss": 0.3881,
      "step": 704530
    },
    {
      "epoch": 196.63,
      "grad_norm": 1.2717176675796509,
      "learning_rate": 4.213147752896858e-06,
      "loss": 0.3817,
      "step": 704540
    },
    {
      "epoch": 196.64,
      "grad_norm": 0.9808836579322815,
      "learning_rate": 4.213131443172885e-06,
      "loss": 0.3758,
      "step": 704550
    },
    {
      "epoch": 196.64,
      "grad_norm": 1.1571803092956543,
      "learning_rate": 4.213115133200096e-06,
      "loss": 0.3883,
      "step": 704560
    },
    {
      "epoch": 196.64,
      "grad_norm": 1.4514251947402954,
      "learning_rate": 4.2130988229784955e-06,
      "loss": 0.3718,
      "step": 704570
    },
    {
      "epoch": 196.65,
      "grad_norm": 1.1347041130065918,
      "learning_rate": 4.213082512508084e-06,
      "loss": 0.3909,
      "step": 704580
    },
    {
      "epoch": 196.65,
      "grad_norm": 1.1088885068893433,
      "learning_rate": 4.213066201788863e-06,
      "loss": 0.3565,
      "step": 704590
    },
    {
      "epoch": 196.65,
      "grad_norm": 1.2459423542022705,
      "learning_rate": 4.213049890820836e-06,
      "loss": 0.3635,
      "step": 704600
    },
    {
      "epoch": 196.65,
      "grad_norm": 1.0686945915222168,
      "learning_rate": 4.213033579604005e-06,
      "loss": 0.3828,
      "step": 704610
    },
    {
      "epoch": 196.66,
      "grad_norm": 1.22053861618042,
      "learning_rate": 4.213017268138371e-06,
      "loss": 0.3853,
      "step": 704620
    },
    {
      "epoch": 196.66,
      "grad_norm": 1.3420639038085938,
      "learning_rate": 4.213000956423937e-06,
      "loss": 0.3605,
      "step": 704630
    },
    {
      "epoch": 196.66,
      "grad_norm": 1.0243099927902222,
      "learning_rate": 4.212984644460705e-06,
      "loss": 0.3923,
      "step": 704640
    },
    {
      "epoch": 196.66,
      "grad_norm": 1.024535894393921,
      "learning_rate": 4.212968332248679e-06,
      "loss": 0.3661,
      "step": 704650
    },
    {
      "epoch": 196.67,
      "grad_norm": 1.7448108196258545,
      "learning_rate": 4.212952019787859e-06,
      "loss": 0.3829,
      "step": 704660
    },
    {
      "epoch": 196.67,
      "grad_norm": 1.1791729927062988,
      "learning_rate": 4.212935707078247e-06,
      "loss": 0.3827,
      "step": 704670
    },
    {
      "epoch": 196.67,
      "grad_norm": 1.0995560884475708,
      "learning_rate": 4.2129193941198465e-06,
      "loss": 0.3816,
      "step": 704680
    },
    {
      "epoch": 196.68,
      "grad_norm": 1.1711195707321167,
      "learning_rate": 4.212903080912658e-06,
      "loss": 0.3805,
      "step": 704690
    },
    {
      "epoch": 196.68,
      "grad_norm": 1.0672003030776978,
      "learning_rate": 4.212886767456685e-06,
      "loss": 0.3563,
      "step": 704700
    },
    {
      "epoch": 196.68,
      "grad_norm": 1.1173722743988037,
      "learning_rate": 4.212870453751931e-06,
      "loss": 0.376,
      "step": 704710
    },
    {
      "epoch": 196.68,
      "grad_norm": 1.0546189546585083,
      "learning_rate": 4.212854139798394e-06,
      "loss": 0.3696,
      "step": 704720
    },
    {
      "epoch": 196.69,
      "grad_norm": 13.783397674560547,
      "learning_rate": 4.212837825596081e-06,
      "loss": 0.3989,
      "step": 704730
    },
    {
      "epoch": 196.69,
      "grad_norm": 1.192704677581787,
      "learning_rate": 4.21282151114499e-06,
      "loss": 0.3689,
      "step": 704740
    },
    {
      "epoch": 196.69,
      "grad_norm": 1.0561171770095825,
      "learning_rate": 4.212805196445126e-06,
      "loss": 0.3731,
      "step": 704750
    },
    {
      "epoch": 196.7,
      "grad_norm": 1.156186819076538,
      "learning_rate": 4.21278888149649e-06,
      "loss": 0.384,
      "step": 704760
    },
    {
      "epoch": 196.7,
      "grad_norm": 1.2413835525512695,
      "learning_rate": 4.212772566299086e-06,
      "loss": 0.3789,
      "step": 704770
    },
    {
      "epoch": 196.7,
      "grad_norm": 1.0009167194366455,
      "learning_rate": 4.212756250852913e-06,
      "loss": 0.3876,
      "step": 704780
    },
    {
      "epoch": 196.7,
      "grad_norm": 1.1685298681259155,
      "learning_rate": 4.212739935157975e-06,
      "loss": 0.3763,
      "step": 704790
    },
    {
      "epoch": 196.71,
      "grad_norm": 1.146132469177246,
      "learning_rate": 4.212723619214274e-06,
      "loss": 0.3706,
      "step": 704800
    },
    {
      "epoch": 196.71,
      "grad_norm": 1.122601866722107,
      "learning_rate": 4.212707303021812e-06,
      "loss": 0.3856,
      "step": 704810
    },
    {
      "epoch": 196.71,
      "grad_norm": 1.008495807647705,
      "learning_rate": 4.212690986580591e-06,
      "loss": 0.3761,
      "step": 704820
    },
    {
      "epoch": 196.72,
      "grad_norm": 1.0047931671142578,
      "learning_rate": 4.2126746698906135e-06,
      "loss": 0.3445,
      "step": 704830
    },
    {
      "epoch": 196.72,
      "grad_norm": 1.1661850214004517,
      "learning_rate": 4.212658352951882e-06,
      "loss": 0.3695,
      "step": 704840
    },
    {
      "epoch": 196.72,
      "grad_norm": 1.1420994997024536,
      "learning_rate": 4.212642035764399e-06,
      "loss": 0.3758,
      "step": 704850
    },
    {
      "epoch": 196.72,
      "grad_norm": 1.207170009613037,
      "learning_rate": 4.212625718328165e-06,
      "loss": 0.3672,
      "step": 704860
    },
    {
      "epoch": 196.73,
      "grad_norm": 1.0511409044265747,
      "learning_rate": 4.212609400643183e-06,
      "loss": 0.3769,
      "step": 704870
    },
    {
      "epoch": 196.73,
      "grad_norm": 1.0037145614624023,
      "learning_rate": 4.2125930827094555e-06,
      "loss": 0.3852,
      "step": 704880
    },
    {
      "epoch": 196.73,
      "grad_norm": 1.0824306011199951,
      "learning_rate": 4.212576764526985e-06,
      "loss": 0.3634,
      "step": 704890
    },
    {
      "epoch": 196.73,
      "grad_norm": 1.1668323278427124,
      "learning_rate": 4.212560446095772e-06,
      "loss": 0.3686,
      "step": 704900
    },
    {
      "epoch": 196.74,
      "grad_norm": 1.1461454629898071,
      "learning_rate": 4.212544127415821e-06,
      "loss": 0.3757,
      "step": 704910
    },
    {
      "epoch": 196.74,
      "grad_norm": 1.0556602478027344,
      "learning_rate": 4.212527808487133e-06,
      "loss": 0.3567,
      "step": 704920
    },
    {
      "epoch": 196.74,
      "grad_norm": 1.137937068939209,
      "learning_rate": 4.212511489309709e-06,
      "loss": 0.3798,
      "step": 704930
    },
    {
      "epoch": 196.75,
      "grad_norm": 1.2320520877838135,
      "learning_rate": 4.212495169883553e-06,
      "loss": 0.3951,
      "step": 704940
    },
    {
      "epoch": 196.75,
      "grad_norm": 1.0395724773406982,
      "learning_rate": 4.2124788502086675e-06,
      "loss": 0.3805,
      "step": 704950
    },
    {
      "epoch": 196.75,
      "grad_norm": 1.0980138778686523,
      "learning_rate": 4.212462530285051e-06,
      "loss": 0.3626,
      "step": 704960
    },
    {
      "epoch": 196.75,
      "grad_norm": 1.0511655807495117,
      "learning_rate": 4.212446210112711e-06,
      "loss": 0.379,
      "step": 704970
    },
    {
      "epoch": 196.76,
      "grad_norm": 1.0733052492141724,
      "learning_rate": 4.2124298896916464e-06,
      "loss": 0.3735,
      "step": 704980
    },
    {
      "epoch": 196.76,
      "grad_norm": 1.1088887453079224,
      "learning_rate": 4.2124135690218595e-06,
      "loss": 0.3818,
      "step": 704990
    },
    {
      "epoch": 196.76,
      "grad_norm": 1.0318320989608765,
      "learning_rate": 4.212397248103353e-06,
      "loss": 0.3806,
      "step": 705000
    },
    {
      "epoch": 196.77,
      "grad_norm": 1.0521280765533447,
      "learning_rate": 4.212380926936129e-06,
      "loss": 0.3836,
      "step": 705010
    },
    {
      "epoch": 196.77,
      "grad_norm": 1.216474175453186,
      "learning_rate": 4.21236460552019e-06,
      "loss": 0.3771,
      "step": 705020
    },
    {
      "epoch": 196.77,
      "grad_norm": 1.2041648626327515,
      "learning_rate": 4.212348283855537e-06,
      "loss": 0.3718,
      "step": 705030
    },
    {
      "epoch": 196.77,
      "grad_norm": 1.1916561126708984,
      "learning_rate": 4.212331961942175e-06,
      "loss": 0.385,
      "step": 705040
    },
    {
      "epoch": 196.78,
      "grad_norm": 1.0818734169006348,
      "learning_rate": 4.212315639780103e-06,
      "loss": 0.3537,
      "step": 705050
    },
    {
      "epoch": 196.78,
      "grad_norm": 1.008400797843933,
      "learning_rate": 4.212299317369324e-06,
      "loss": 0.3732,
      "step": 705060
    },
    {
      "epoch": 196.78,
      "grad_norm": 0.9631912112236023,
      "learning_rate": 4.212282994709841e-06,
      "loss": 0.3924,
      "step": 705070
    },
    {
      "epoch": 196.78,
      "grad_norm": 0.9616096615791321,
      "learning_rate": 4.212266671801656e-06,
      "loss": 0.3774,
      "step": 705080
    },
    {
      "epoch": 196.79,
      "grad_norm": 1.1737310886383057,
      "learning_rate": 4.212250348644771e-06,
      "loss": 0.3843,
      "step": 705090
    },
    {
      "epoch": 196.79,
      "grad_norm": 1.171529769897461,
      "learning_rate": 4.212234025239188e-06,
      "loss": 0.3629,
      "step": 705100
    },
    {
      "epoch": 196.79,
      "grad_norm": 1.3856050968170166,
      "learning_rate": 4.212217701584909e-06,
      "loss": 0.3971,
      "step": 705110
    },
    {
      "epoch": 196.8,
      "grad_norm": 1.0203152894973755,
      "learning_rate": 4.212201377681936e-06,
      "loss": 0.3726,
      "step": 705120
    },
    {
      "epoch": 196.8,
      "grad_norm": 1.1737149953842163,
      "learning_rate": 4.212185053530272e-06,
      "loss": 0.3707,
      "step": 705130
    },
    {
      "epoch": 196.8,
      "grad_norm": 1.4256508350372314,
      "learning_rate": 4.21216872912992e-06,
      "loss": 0.3826,
      "step": 705140
    },
    {
      "epoch": 196.8,
      "grad_norm": 1.2649720907211304,
      "learning_rate": 4.212152404480879e-06,
      "loss": 0.3755,
      "step": 705150
    },
    {
      "epoch": 196.81,
      "grad_norm": 1.1515370607376099,
      "learning_rate": 4.212136079583154e-06,
      "loss": 0.3755,
      "step": 705160
    },
    {
      "epoch": 196.81,
      "grad_norm": 1.2659088373184204,
      "learning_rate": 4.212119754436747e-06,
      "loss": 0.3517,
      "step": 705170
    },
    {
      "epoch": 196.81,
      "grad_norm": 1.0299817323684692,
      "learning_rate": 4.212103429041658e-06,
      "loss": 0.3675,
      "step": 705180
    },
    {
      "epoch": 196.82,
      "grad_norm": 1.1002737283706665,
      "learning_rate": 4.212087103397892e-06,
      "loss": 0.377,
      "step": 705190
    },
    {
      "epoch": 196.82,
      "grad_norm": 1.0698528289794922,
      "learning_rate": 4.212070777505449e-06,
      "loss": 0.3855,
      "step": 705200
    },
    {
      "epoch": 196.82,
      "grad_norm": 1.4196360111236572,
      "learning_rate": 4.2120544513643325e-06,
      "loss": 0.3799,
      "step": 705210
    },
    {
      "epoch": 196.82,
      "grad_norm": 1.2432568073272705,
      "learning_rate": 4.212038124974544e-06,
      "loss": 0.3728,
      "step": 705220
    },
    {
      "epoch": 196.83,
      "grad_norm": 1.011109709739685,
      "learning_rate": 4.212021798336086e-06,
      "loss": 0.3728,
      "step": 705230
    },
    {
      "epoch": 196.83,
      "grad_norm": 1.1902555227279663,
      "learning_rate": 4.21200547144896e-06,
      "loss": 0.3781,
      "step": 705240
    },
    {
      "epoch": 196.83,
      "grad_norm": 1.160577654838562,
      "learning_rate": 4.211989144313169e-06,
      "loss": 0.375,
      "step": 705250
    },
    {
      "epoch": 196.84,
      "grad_norm": 1.21262788772583,
      "learning_rate": 4.211972816928715e-06,
      "loss": 0.3795,
      "step": 705260
    },
    {
      "epoch": 196.84,
      "grad_norm": 1.3734867572784424,
      "learning_rate": 4.2119564892956e-06,
      "loss": 0.3783,
      "step": 705270
    },
    {
      "epoch": 196.84,
      "grad_norm": 1.1872705221176147,
      "learning_rate": 4.211940161413826e-06,
      "loss": 0.3799,
      "step": 705280
    },
    {
      "epoch": 196.84,
      "grad_norm": 1.096998691558838,
      "learning_rate": 4.211923833283396e-06,
      "loss": 0.369,
      "step": 705290
    },
    {
      "epoch": 196.85,
      "grad_norm": 1.1730422973632812,
      "learning_rate": 4.2119075049043106e-06,
      "loss": 0.3821,
      "step": 705300
    },
    {
      "epoch": 196.85,
      "grad_norm": 0.8974025249481201,
      "learning_rate": 4.211891176276574e-06,
      "loss": 0.3681,
      "step": 705310
    },
    {
      "epoch": 196.85,
      "grad_norm": 1.3388340473175049,
      "learning_rate": 4.211874847400186e-06,
      "loss": 0.3694,
      "step": 705320
    },
    {
      "epoch": 196.85,
      "grad_norm": 1.2669191360473633,
      "learning_rate": 4.21185851827515e-06,
      "loss": 0.3873,
      "step": 705330
    },
    {
      "epoch": 196.86,
      "grad_norm": 1.180262565612793,
      "learning_rate": 4.211842188901469e-06,
      "loss": 0.3795,
      "step": 705340
    },
    {
      "epoch": 196.86,
      "grad_norm": 2.4295437335968018,
      "learning_rate": 4.211825859279145e-06,
      "loss": 0.3667,
      "step": 705350
    },
    {
      "epoch": 196.86,
      "grad_norm": 1.2439992427825928,
      "learning_rate": 4.2118095294081795e-06,
      "loss": 0.3612,
      "step": 705360
    },
    {
      "epoch": 196.87,
      "grad_norm": 1.1741063594818115,
      "learning_rate": 4.211793199288574e-06,
      "loss": 0.3693,
      "step": 705370
    },
    {
      "epoch": 196.87,
      "grad_norm": 1.174468994140625,
      "learning_rate": 4.211776868920331e-06,
      "loss": 0.3617,
      "step": 705380
    },
    {
      "epoch": 196.87,
      "grad_norm": 1.1674134731292725,
      "learning_rate": 4.211760538303454e-06,
      "loss": 0.3631,
      "step": 705390
    },
    {
      "epoch": 196.87,
      "grad_norm": 1.2913354635238647,
      "learning_rate": 4.211744207437944e-06,
      "loss": 0.3841,
      "step": 705400
    },
    {
      "epoch": 196.88,
      "grad_norm": 1.0682975053787231,
      "learning_rate": 4.211727876323804e-06,
      "loss": 0.3445,
      "step": 705410
    },
    {
      "epoch": 196.88,
      "grad_norm": 1.2243956327438354,
      "learning_rate": 4.211711544961035e-06,
      "loss": 0.3845,
      "step": 705420
    },
    {
      "epoch": 196.88,
      "grad_norm": 1.1453020572662354,
      "learning_rate": 4.21169521334964e-06,
      "loss": 0.376,
      "step": 705430
    },
    {
      "epoch": 196.89,
      "grad_norm": 1.209829330444336,
      "learning_rate": 4.211678881489621e-06,
      "loss": 0.3784,
      "step": 705440
    },
    {
      "epoch": 196.89,
      "grad_norm": 1.2409651279449463,
      "learning_rate": 4.21166254938098e-06,
      "loss": 0.374,
      "step": 705450
    },
    {
      "epoch": 196.89,
      "grad_norm": 1.1552499532699585,
      "learning_rate": 4.211646217023719e-06,
      "loss": 0.386,
      "step": 705460
    },
    {
      "epoch": 196.89,
      "grad_norm": 1.0213489532470703,
      "learning_rate": 4.211629884417841e-06,
      "loss": 0.3805,
      "step": 705470
    },
    {
      "epoch": 196.9,
      "grad_norm": 1.0429493188858032,
      "learning_rate": 4.211613551563348e-06,
      "loss": 0.3738,
      "step": 705480
    },
    {
      "epoch": 196.9,
      "grad_norm": 0.9603357315063477,
      "learning_rate": 4.2115972184602425e-06,
      "loss": 0.3828,
      "step": 705490
    },
    {
      "epoch": 196.9,
      "grad_norm": 1.3701019287109375,
      "learning_rate": 4.211580885108525e-06,
      "loss": 0.382,
      "step": 705500
    },
    {
      "epoch": 196.9,
      "grad_norm": 1.1820658445358276,
      "learning_rate": 4.211564551508198e-06,
      "loss": 0.3694,
      "step": 705510
    },
    {
      "epoch": 196.91,
      "grad_norm": 1.0194309949874878,
      "learning_rate": 4.211548217659265e-06,
      "loss": 0.3806,
      "step": 705520
    },
    {
      "epoch": 196.91,
      "grad_norm": 1.1816939115524292,
      "learning_rate": 4.211531883561728e-06,
      "loss": 0.3769,
      "step": 705530
    },
    {
      "epoch": 196.91,
      "grad_norm": 1.0994149446487427,
      "learning_rate": 4.211515549215588e-06,
      "loss": 0.3741,
      "step": 705540
    },
    {
      "epoch": 196.92,
      "grad_norm": 1.0762214660644531,
      "learning_rate": 4.211499214620849e-06,
      "loss": 0.3905,
      "step": 705550
    },
    {
      "epoch": 196.92,
      "grad_norm": 1.2512460947036743,
      "learning_rate": 4.211482879777511e-06,
      "loss": 0.3762,
      "step": 705560
    },
    {
      "epoch": 196.92,
      "grad_norm": 1.0001598596572876,
      "learning_rate": 4.2114665446855775e-06,
      "loss": 0.3794,
      "step": 705570
    },
    {
      "epoch": 196.92,
      "grad_norm": 1.103732705116272,
      "learning_rate": 4.21145020934505e-06,
      "loss": 0.3789,
      "step": 705580
    },
    {
      "epoch": 196.93,
      "grad_norm": 1.2458891868591309,
      "learning_rate": 4.211433873755932e-06,
      "loss": 0.3666,
      "step": 705590
    },
    {
      "epoch": 196.93,
      "grad_norm": 4.70058536529541,
      "learning_rate": 4.211417537918225e-06,
      "loss": 0.3738,
      "step": 705600
    },
    {
      "epoch": 196.93,
      "grad_norm": 1.2592213153839111,
      "learning_rate": 4.21140120183193e-06,
      "loss": 0.3692,
      "step": 705610
    },
    {
      "epoch": 196.94,
      "grad_norm": 1.2252963781356812,
      "learning_rate": 4.2113848654970504e-06,
      "loss": 0.3824,
      "step": 705620
    },
    {
      "epoch": 196.94,
      "grad_norm": 1.0902656316757202,
      "learning_rate": 4.211368528913588e-06,
      "loss": 0.3651,
      "step": 705630
    },
    {
      "epoch": 196.94,
      "grad_norm": 1.1714097261428833,
      "learning_rate": 4.211352192081546e-06,
      "loss": 0.3671,
      "step": 705640
    },
    {
      "epoch": 196.94,
      "grad_norm": 1.010741949081421,
      "learning_rate": 4.211335855000924e-06,
      "loss": 0.3627,
      "step": 705650
    },
    {
      "epoch": 196.95,
      "grad_norm": 0.9790024161338806,
      "learning_rate": 4.211319517671727e-06,
      "loss": 0.3712,
      "step": 705660
    },
    {
      "epoch": 196.95,
      "grad_norm": 1.1295698881149292,
      "learning_rate": 4.211303180093955e-06,
      "loss": 0.3919,
      "step": 705670
    },
    {
      "epoch": 196.95,
      "grad_norm": 1.282682180404663,
      "learning_rate": 4.211286842267613e-06,
      "loss": 0.3758,
      "step": 705680
    },
    {
      "epoch": 196.96,
      "grad_norm": 1.133582353591919,
      "learning_rate": 4.2112705041926995e-06,
      "loss": 0.3754,
      "step": 705690
    },
    {
      "epoch": 196.96,
      "grad_norm": 1.3434481620788574,
      "learning_rate": 4.211254165869219e-06,
      "loss": 0.3701,
      "step": 705700
    },
    {
      "epoch": 196.96,
      "grad_norm": 1.0958012342453003,
      "learning_rate": 4.211237827297173e-06,
      "loss": 0.3789,
      "step": 705710
    },
    {
      "epoch": 196.96,
      "grad_norm": 1.0497403144836426,
      "learning_rate": 4.211221488476565e-06,
      "loss": 0.365,
      "step": 705720
    },
    {
      "epoch": 196.97,
      "grad_norm": 1.0319533348083496,
      "learning_rate": 4.2112051494073944e-06,
      "loss": 0.3529,
      "step": 705730
    },
    {
      "epoch": 196.97,
      "grad_norm": 1.0862828493118286,
      "learning_rate": 4.211188810089666e-06,
      "loss": 0.3853,
      "step": 705740
    },
    {
      "epoch": 196.97,
      "grad_norm": 1.9031935930252075,
      "learning_rate": 4.2111724705233815e-06,
      "loss": 0.3717,
      "step": 705750
    },
    {
      "epoch": 196.97,
      "grad_norm": 1.069014310836792,
      "learning_rate": 4.211156130708542e-06,
      "loss": 0.359,
      "step": 705760
    },
    {
      "epoch": 196.98,
      "grad_norm": 1.5674043893814087,
      "learning_rate": 4.211139790645149e-06,
      "loss": 0.3625,
      "step": 705770
    },
    {
      "epoch": 196.98,
      "grad_norm": 1.069997787475586,
      "learning_rate": 4.211123450333207e-06,
      "loss": 0.3643,
      "step": 705780
    },
    {
      "epoch": 196.98,
      "grad_norm": 1.1645146608352661,
      "learning_rate": 4.211107109772717e-06,
      "loss": 0.3677,
      "step": 705790
    },
    {
      "epoch": 196.99,
      "grad_norm": 1.151460886001587,
      "learning_rate": 4.211090768963682e-06,
      "loss": 0.3798,
      "step": 705800
    },
    {
      "epoch": 196.99,
      "grad_norm": 1.0875152349472046,
      "learning_rate": 4.211074427906103e-06,
      "loss": 0.3799,
      "step": 705810
    },
    {
      "epoch": 196.99,
      "grad_norm": 1.3617459535598755,
      "learning_rate": 4.211058086599982e-06,
      "loss": 0.3743,
      "step": 705820
    },
    {
      "epoch": 196.99,
      "grad_norm": 1.0858633518218994,
      "learning_rate": 4.211041745045322e-06,
      "loss": 0.372,
      "step": 705830
    },
    {
      "epoch": 197.0,
      "grad_norm": 1.1060786247253418,
      "learning_rate": 4.211025403242126e-06,
      "loss": 0.3803,
      "step": 705840
    },
    {
      "epoch": 197.0,
      "grad_norm": 1.0763204097747803,
      "learning_rate": 4.211009061190394e-06,
      "loss": 0.3753,
      "step": 705850
    },
    {
      "epoch": 197.0,
      "eval_loss": 0.3753340542316437,
      "eval_runtime": 63.3873,
      "eval_samples_per_second": 79.811,
      "eval_steps_per_second": 9.986,
      "step": 705851
    },
    {
      "epoch": 197.0,
      "grad_norm": 1.0949296951293945,
      "learning_rate": 4.210992718890129e-06,
      "loss": 0.3778,
      "step": 705860
    },
    {
      "epoch": 197.01,
      "grad_norm": 1.1206895112991333,
      "learning_rate": 4.210976376341335e-06,
      "loss": 0.3509,
      "step": 705870
    },
    {
      "epoch": 197.01,
      "grad_norm": 1.0402525663375854,
      "learning_rate": 4.210960033544011e-06,
      "loss": 0.3744,
      "step": 705880
    },
    {
      "epoch": 197.01,
      "grad_norm": 1.1211891174316406,
      "learning_rate": 4.210943690498162e-06,
      "loss": 0.3849,
      "step": 705890
    },
    {
      "epoch": 197.01,
      "grad_norm": 1.0338819026947021,
      "learning_rate": 4.210927347203789e-06,
      "loss": 0.3636,
      "step": 705900
    },
    {
      "epoch": 197.02,
      "grad_norm": 0.857327938079834,
      "learning_rate": 4.210911003660893e-06,
      "loss": 0.3749,
      "step": 705910
    },
    {
      "epoch": 197.02,
      "grad_norm": 1.0062153339385986,
      "learning_rate": 4.210894659869479e-06,
      "loss": 0.3658,
      "step": 705920
    },
    {
      "epoch": 197.02,
      "grad_norm": 1.0405845642089844,
      "learning_rate": 4.210878315829546e-06,
      "loss": 0.3681,
      "step": 705930
    },
    {
      "epoch": 197.02,
      "grad_norm": 0.9834164381027222,
      "learning_rate": 4.210861971541099e-06,
      "loss": 0.374,
      "step": 705940
    },
    {
      "epoch": 197.03,
      "grad_norm": 0.9143186211585999,
      "learning_rate": 4.210845627004138e-06,
      "loss": 0.3842,
      "step": 705950
    },
    {
      "epoch": 197.03,
      "grad_norm": 0.9717522263526917,
      "learning_rate": 4.210829282218666e-06,
      "loss": 0.3739,
      "step": 705960
    },
    {
      "epoch": 197.03,
      "grad_norm": 1.242088794708252,
      "learning_rate": 4.210812937184686e-06,
      "loss": 0.3649,
      "step": 705970
    },
    {
      "epoch": 197.04,
      "grad_norm": 1.098706841468811,
      "learning_rate": 4.210796591902199e-06,
      "loss": 0.3806,
      "step": 705980
    },
    {
      "epoch": 197.04,
      "grad_norm": 1.1115810871124268,
      "learning_rate": 4.210780246371207e-06,
      "loss": 0.3873,
      "step": 705990
    },
    {
      "epoch": 197.04,
      "grad_norm": 1.2724242210388184,
      "learning_rate": 4.210763900591714e-06,
      "loss": 0.3821,
      "step": 706000
    },
    {
      "epoch": 197.04,
      "grad_norm": 1.1572856903076172,
      "learning_rate": 4.2107475545637204e-06,
      "loss": 0.3789,
      "step": 706010
    },
    {
      "epoch": 197.05,
      "grad_norm": 1.1078534126281738,
      "learning_rate": 4.210731208287229e-06,
      "loss": 0.3819,
      "step": 706020
    },
    {
      "epoch": 197.05,
      "grad_norm": 1.0739781856536865,
      "learning_rate": 4.210714861762241e-06,
      "loss": 0.3901,
      "step": 706030
    },
    {
      "epoch": 197.05,
      "grad_norm": 1.3217743635177612,
      "learning_rate": 4.21069851498876e-06,
      "loss": 0.3732,
      "step": 706040
    },
    {
      "epoch": 197.06,
      "grad_norm": 1.0460745096206665,
      "learning_rate": 4.2106821679667886e-06,
      "loss": 0.3883,
      "step": 706050
    },
    {
      "epoch": 197.06,
      "grad_norm": 1.299588680267334,
      "learning_rate": 4.2106658206963274e-06,
      "loss": 0.3713,
      "step": 706060
    },
    {
      "epoch": 197.06,
      "grad_norm": 0.929806649684906,
      "learning_rate": 4.210649473177378e-06,
      "loss": 0.3738,
      "step": 706070
    },
    {
      "epoch": 197.06,
      "grad_norm": 1.258508563041687,
      "learning_rate": 4.210633125409946e-06,
      "loss": 0.3641,
      "step": 706080
    },
    {
      "epoch": 197.07,
      "grad_norm": 1.4365942478179932,
      "learning_rate": 4.21061677739403e-06,
      "loss": 0.3822,
      "step": 706090
    },
    {
      "epoch": 197.07,
      "grad_norm": 1.1242504119873047,
      "learning_rate": 4.210600429129634e-06,
      "loss": 0.3871,
      "step": 706100
    },
    {
      "epoch": 197.07,
      "grad_norm": 1.1372088193893433,
      "learning_rate": 4.210584080616759e-06,
      "loss": 0.3726,
      "step": 706110
    },
    {
      "epoch": 197.08,
      "grad_norm": 1.3556631803512573,
      "learning_rate": 4.210567731855408e-06,
      "loss": 0.3961,
      "step": 706120
    },
    {
      "epoch": 197.08,
      "grad_norm": 1.1802289485931396,
      "learning_rate": 4.210551382845584e-06,
      "loss": 0.3714,
      "step": 706130
    },
    {
      "epoch": 197.08,
      "grad_norm": 1.1663202047348022,
      "learning_rate": 4.210535033587287e-06,
      "loss": 0.3897,
      "step": 706140
    },
    {
      "epoch": 197.08,
      "grad_norm": 1.1752777099609375,
      "learning_rate": 4.210518684080521e-06,
      "loss": 0.3873,
      "step": 706150
    },
    {
      "epoch": 197.09,
      "grad_norm": 1.0636128187179565,
      "learning_rate": 4.210502334325288e-06,
      "loss": 0.3769,
      "step": 706160
    },
    {
      "epoch": 197.09,
      "grad_norm": 1.309044361114502,
      "learning_rate": 4.2104859843215885e-06,
      "loss": 0.3721,
      "step": 706170
    },
    {
      "epoch": 197.09,
      "grad_norm": 1.1445313692092896,
      "learning_rate": 4.210469634069427e-06,
      "loss": 0.3779,
      "step": 706180
    },
    {
      "epoch": 197.09,
      "grad_norm": 0.9327239394187927,
      "learning_rate": 4.210453283568804e-06,
      "loss": 0.3734,
      "step": 706190
    },
    {
      "epoch": 197.1,
      "grad_norm": 1.0700957775115967,
      "learning_rate": 4.210436932819723e-06,
      "loss": 0.377,
      "step": 706200
    },
    {
      "epoch": 197.1,
      "grad_norm": 16.287263870239258,
      "learning_rate": 4.210420581822185e-06,
      "loss": 0.3729,
      "step": 706210
    },
    {
      "epoch": 197.1,
      "grad_norm": 1.355860710144043,
      "learning_rate": 4.210404230576192e-06,
      "loss": 0.3728,
      "step": 706220
    },
    {
      "epoch": 197.11,
      "grad_norm": 1.6258927583694458,
      "learning_rate": 4.210387879081748e-06,
      "loss": 0.3708,
      "step": 706230
    },
    {
      "epoch": 197.11,
      "grad_norm": 1.102531909942627,
      "learning_rate": 4.210371527338853e-06,
      "loss": 0.3696,
      "step": 706240
    },
    {
      "epoch": 197.11,
      "grad_norm": 1.140342354774475,
      "learning_rate": 4.2103551753475115e-06,
      "loss": 0.3683,
      "step": 706250
    },
    {
      "epoch": 197.11,
      "grad_norm": 1.1014201641082764,
      "learning_rate": 4.210338823107723e-06,
      "loss": 0.3619,
      "step": 706260
    },
    {
      "epoch": 197.12,
      "grad_norm": 1.0401666164398193,
      "learning_rate": 4.210322470619492e-06,
      "loss": 0.3548,
      "step": 706270
    },
    {
      "epoch": 197.12,
      "grad_norm": 0.8961653709411621,
      "learning_rate": 4.2103061178828195e-06,
      "loss": 0.3676,
      "step": 706280
    },
    {
      "epoch": 197.12,
      "grad_norm": 1.0366071462631226,
      "learning_rate": 4.210289764897707e-06,
      "loss": 0.3802,
      "step": 706290
    },
    {
      "epoch": 197.13,
      "grad_norm": 1.1768165826797485,
      "learning_rate": 4.210273411664158e-06,
      "loss": 0.36,
      "step": 706300
    },
    {
      "epoch": 197.13,
      "grad_norm": 1.1597063541412354,
      "learning_rate": 4.210257058182175e-06,
      "loss": 0.3641,
      "step": 706310
    },
    {
      "epoch": 197.13,
      "grad_norm": 1.18301522731781,
      "learning_rate": 4.2102407044517585e-06,
      "loss": 0.3785,
      "step": 706320
    },
    {
      "epoch": 197.13,
      "grad_norm": 0.9983077049255371,
      "learning_rate": 4.210224350472912e-06,
      "loss": 0.3733,
      "step": 706330
    },
    {
      "epoch": 197.14,
      "grad_norm": 1.1121734380722046,
      "learning_rate": 4.210207996245637e-06,
      "loss": 0.367,
      "step": 706340
    },
    {
      "epoch": 197.14,
      "grad_norm": 1.1331456899642944,
      "learning_rate": 4.210191641769936e-06,
      "loss": 0.3551,
      "step": 706350
    },
    {
      "epoch": 197.14,
      "grad_norm": 1.0334084033966064,
      "learning_rate": 4.210175287045811e-06,
      "loss": 0.3893,
      "step": 706360
    },
    {
      "epoch": 197.14,
      "grad_norm": 1.064958095550537,
      "learning_rate": 4.210158932073265e-06,
      "loss": 0.3757,
      "step": 706370
    },
    {
      "epoch": 197.15,
      "grad_norm": 1.1363377571105957,
      "learning_rate": 4.210142576852299e-06,
      "loss": 0.3759,
      "step": 706380
    },
    {
      "epoch": 197.15,
      "grad_norm": 1.0889246463775635,
      "learning_rate": 4.210126221382915e-06,
      "loss": 0.3816,
      "step": 706390
    },
    {
      "epoch": 197.15,
      "grad_norm": 1.2042107582092285,
      "learning_rate": 4.210109865665116e-06,
      "loss": 0.3844,
      "step": 706400
    },
    {
      "epoch": 197.16,
      "grad_norm": 1.2844007015228271,
      "learning_rate": 4.2100935096989045e-06,
      "loss": 0.361,
      "step": 706410
    },
    {
      "epoch": 197.16,
      "grad_norm": 1.096659779548645,
      "learning_rate": 4.210077153484282e-06,
      "loss": 0.3737,
      "step": 706420
    },
    {
      "epoch": 197.16,
      "grad_norm": 1.1671866178512573,
      "learning_rate": 4.210060797021251e-06,
      "loss": 0.3767,
      "step": 706430
    },
    {
      "epoch": 197.16,
      "grad_norm": 1.2617270946502686,
      "learning_rate": 4.210044440309814e-06,
      "loss": 0.3632,
      "step": 706440
    },
    {
      "epoch": 197.17,
      "grad_norm": 1.0200344324111938,
      "learning_rate": 4.210028083349972e-06,
      "loss": 0.3731,
      "step": 706450
    },
    {
      "epoch": 197.17,
      "grad_norm": 1.0161610841751099,
      "learning_rate": 4.210011726141728e-06,
      "loss": 0.3794,
      "step": 706460
    },
    {
      "epoch": 197.17,
      "grad_norm": 1.0731909275054932,
      "learning_rate": 4.209995368685083e-06,
      "loss": 0.3861,
      "step": 706470
    },
    {
      "epoch": 197.18,
      "grad_norm": 1.0471742153167725,
      "learning_rate": 4.209979010980042e-06,
      "loss": 0.3866,
      "step": 706480
    },
    {
      "epoch": 197.18,
      "grad_norm": 1.1214956045150757,
      "learning_rate": 4.209962653026604e-06,
      "loss": 0.3588,
      "step": 706490
    },
    {
      "epoch": 197.18,
      "grad_norm": 1.1454944610595703,
      "learning_rate": 4.2099462948247735e-06,
      "loss": 0.3876,
      "step": 706500
    },
    {
      "epoch": 197.18,
      "grad_norm": 1.053460955619812,
      "learning_rate": 4.2099299363745515e-06,
      "loss": 0.3633,
      "step": 706510
    },
    {
      "epoch": 197.19,
      "grad_norm": 1.1095272302627563,
      "learning_rate": 4.2099135776759405e-06,
      "loss": 0.3598,
      "step": 706520
    },
    {
      "epoch": 197.19,
      "grad_norm": 1.5639737844467163,
      "learning_rate": 4.209897218728942e-06,
      "loss": 0.3865,
      "step": 706530
    },
    {
      "epoch": 197.19,
      "grad_norm": 1.3755487203598022,
      "learning_rate": 4.20988085953356e-06,
      "loss": 0.3804,
      "step": 706540
    },
    {
      "epoch": 197.2,
      "grad_norm": 1.1288368701934814,
      "learning_rate": 4.2098645000897945e-06,
      "loss": 0.3832,
      "step": 706550
    },
    {
      "epoch": 197.2,
      "grad_norm": 1.1722328662872314,
      "learning_rate": 4.209848140397649e-06,
      "loss": 0.3584,
      "step": 706560
    },
    {
      "epoch": 197.2,
      "grad_norm": 1.533134937286377,
      "learning_rate": 4.2098317804571255e-06,
      "loss": 0.3783,
      "step": 706570
    },
    {
      "epoch": 197.2,
      "grad_norm": 1.0370815992355347,
      "learning_rate": 4.209815420268226e-06,
      "loss": 0.3904,
      "step": 706580
    },
    {
      "epoch": 197.21,
      "grad_norm": 1.1775507926940918,
      "learning_rate": 4.209799059830953e-06,
      "loss": 0.3654,
      "step": 706590
    },
    {
      "epoch": 197.21,
      "grad_norm": 1.0957555770874023,
      "learning_rate": 4.209782699145308e-06,
      "loss": 0.3733,
      "step": 706600
    },
    {
      "epoch": 197.21,
      "grad_norm": 1.1513781547546387,
      "learning_rate": 4.209766338211293e-06,
      "loss": 0.3815,
      "step": 706610
    },
    {
      "epoch": 197.21,
      "grad_norm": 1.175947904586792,
      "learning_rate": 4.209749977028911e-06,
      "loss": 0.3605,
      "step": 706620
    },
    {
      "epoch": 197.22,
      "grad_norm": 1.0917994976043701,
      "learning_rate": 4.209733615598165e-06,
      "loss": 0.3974,
      "step": 706630
    },
    {
      "epoch": 197.22,
      "grad_norm": 1.1317294836044312,
      "learning_rate": 4.209717253919054e-06,
      "loss": 0.3643,
      "step": 706640
    },
    {
      "epoch": 197.22,
      "grad_norm": 1.0367740392684937,
      "learning_rate": 4.209700891991584e-06,
      "loss": 0.3739,
      "step": 706650
    },
    {
      "epoch": 197.23,
      "grad_norm": 1.10463285446167,
      "learning_rate": 4.209684529815754e-06,
      "loss": 0.3734,
      "step": 706660
    },
    {
      "epoch": 197.23,
      "grad_norm": 1.4852863550186157,
      "learning_rate": 4.209668167391568e-06,
      "loss": 0.3789,
      "step": 706670
    },
    {
      "epoch": 197.23,
      "grad_norm": 1.196241021156311,
      "learning_rate": 4.209651804719028e-06,
      "loss": 0.3918,
      "step": 706680
    },
    {
      "epoch": 197.23,
      "grad_norm": 1.1659586429595947,
      "learning_rate": 4.2096354417981376e-06,
      "loss": 0.3661,
      "step": 706690
    },
    {
      "epoch": 197.24,
      "grad_norm": 1.2053241729736328,
      "learning_rate": 4.209619078628895e-06,
      "loss": 0.3905,
      "step": 706700
    },
    {
      "epoch": 197.24,
      "grad_norm": 1.1601848602294922,
      "learning_rate": 4.209602715211306e-06,
      "loss": 0.3903,
      "step": 706710
    },
    {
      "epoch": 197.24,
      "grad_norm": 1.1419484615325928,
      "learning_rate": 4.209586351545371e-06,
      "loss": 0.3821,
      "step": 706720
    },
    {
      "epoch": 197.25,
      "grad_norm": 1.313420295715332,
      "learning_rate": 4.209569987631093e-06,
      "loss": 0.3758,
      "step": 706730
    },
    {
      "epoch": 197.25,
      "grad_norm": 1.4741344451904297,
      "learning_rate": 4.209553623468473e-06,
      "loss": 0.368,
      "step": 706740
    },
    {
      "epoch": 197.25,
      "grad_norm": 1.1325191259384155,
      "learning_rate": 4.209537259057515e-06,
      "loss": 0.3751,
      "step": 706750
    },
    {
      "epoch": 197.25,
      "grad_norm": 1.116206169128418,
      "learning_rate": 4.20952089439822e-06,
      "loss": 0.3801,
      "step": 706760
    },
    {
      "epoch": 197.26,
      "grad_norm": 1.0147639513015747,
      "learning_rate": 4.2095045294905895e-06,
      "loss": 0.3686,
      "step": 706770
    },
    {
      "epoch": 197.26,
      "grad_norm": 1.0621962547302246,
      "learning_rate": 4.209488164334628e-06,
      "loss": 0.3665,
      "step": 706780
    },
    {
      "epoch": 197.26,
      "grad_norm": 1.118587851524353,
      "learning_rate": 4.209471798930335e-06,
      "loss": 0.3835,
      "step": 706790
    },
    {
      "epoch": 197.26,
      "grad_norm": 1.3079465627670288,
      "learning_rate": 4.209455433277715e-06,
      "loss": 0.3679,
      "step": 706800
    },
    {
      "epoch": 197.27,
      "grad_norm": 1.1527427434921265,
      "learning_rate": 4.209439067376769e-06,
      "loss": 0.3826,
      "step": 706810
    },
    {
      "epoch": 197.27,
      "grad_norm": 0.9957913756370544,
      "learning_rate": 4.209422701227499e-06,
      "loss": 0.3623,
      "step": 706820
    },
    {
      "epoch": 197.27,
      "grad_norm": 1.3959475755691528,
      "learning_rate": 4.209406334829907e-06,
      "loss": 0.3605,
      "step": 706830
    },
    {
      "epoch": 197.28,
      "grad_norm": 1.14741051197052,
      "learning_rate": 4.209389968183996e-06,
      "loss": 0.3785,
      "step": 706840
    },
    {
      "epoch": 197.28,
      "grad_norm": 1.0412882566452026,
      "learning_rate": 4.209373601289768e-06,
      "loss": 0.3698,
      "step": 706850
    },
    {
      "epoch": 197.28,
      "grad_norm": 1.3740365505218506,
      "learning_rate": 4.209357234147224e-06,
      "loss": 0.3746,
      "step": 706860
    },
    {
      "epoch": 197.28,
      "grad_norm": 1.0252000093460083,
      "learning_rate": 4.209340866756368e-06,
      "loss": 0.3896,
      "step": 706870
    },
    {
      "epoch": 197.29,
      "grad_norm": 1.022071361541748,
      "learning_rate": 4.209324499117201e-06,
      "loss": 0.3912,
      "step": 706880
    },
    {
      "epoch": 197.29,
      "grad_norm": 1.1480576992034912,
      "learning_rate": 4.209308131229726e-06,
      "loss": 0.3825,
      "step": 706890
    },
    {
      "epoch": 197.29,
      "grad_norm": 1.074470043182373,
      "learning_rate": 4.209291763093945e-06,
      "loss": 0.3795,
      "step": 706900
    },
    {
      "epoch": 197.3,
      "grad_norm": 1.2092562913894653,
      "learning_rate": 4.2092753947098585e-06,
      "loss": 0.391,
      "step": 706910
    },
    {
      "epoch": 197.3,
      "grad_norm": 1.1386078596115112,
      "learning_rate": 4.209259026077471e-06,
      "loss": 0.3827,
      "step": 706920
    },
    {
      "epoch": 197.3,
      "grad_norm": 1.3306268453598022,
      "learning_rate": 4.209242657196784e-06,
      "loss": 0.375,
      "step": 706930
    },
    {
      "epoch": 197.3,
      "grad_norm": 1.1672531366348267,
      "learning_rate": 4.209226288067799e-06,
      "loss": 0.3736,
      "step": 706940
    },
    {
      "epoch": 197.31,
      "grad_norm": 1.0890889167785645,
      "learning_rate": 4.209209918690518e-06,
      "loss": 0.3761,
      "step": 706950
    },
    {
      "epoch": 197.31,
      "grad_norm": 1.2245066165924072,
      "learning_rate": 4.209193549064945e-06,
      "loss": 0.3582,
      "step": 706960
    },
    {
      "epoch": 197.31,
      "grad_norm": 0.9926708340644836,
      "learning_rate": 4.20917717919108e-06,
      "loss": 0.3589,
      "step": 706970
    },
    {
      "epoch": 197.32,
      "grad_norm": 1.1854605674743652,
      "learning_rate": 4.209160809068927e-06,
      "loss": 0.3744,
      "step": 706980
    },
    {
      "epoch": 197.32,
      "grad_norm": 0.9946017265319824,
      "learning_rate": 4.209144438698487e-06,
      "loss": 0.3653,
      "step": 706990
    },
    {
      "epoch": 197.32,
      "grad_norm": 1.1273820400238037,
      "learning_rate": 4.2091280680797615e-06,
      "loss": 0.3623,
      "step": 707000
    },
    {
      "epoch": 197.32,
      "grad_norm": 1.0897800922393799,
      "learning_rate": 4.209111697212755e-06,
      "loss": 0.3734,
      "step": 707010
    },
    {
      "epoch": 197.33,
      "grad_norm": 1.02371346950531,
      "learning_rate": 4.2090953260974675e-06,
      "loss": 0.3702,
      "step": 707020
    },
    {
      "epoch": 197.33,
      "grad_norm": 1.1654672622680664,
      "learning_rate": 4.209078954733903e-06,
      "loss": 0.363,
      "step": 707030
    },
    {
      "epoch": 197.33,
      "grad_norm": 1.0818324089050293,
      "learning_rate": 4.209062583122062e-06,
      "loss": 0.3783,
      "step": 707040
    },
    {
      "epoch": 197.33,
      "grad_norm": 1.1431759595870972,
      "learning_rate": 4.209046211261947e-06,
      "loss": 0.3883,
      "step": 707050
    },
    {
      "epoch": 197.34,
      "grad_norm": 1.1323295831680298,
      "learning_rate": 4.209029839153561e-06,
      "loss": 0.376,
      "step": 707060
    },
    {
      "epoch": 197.34,
      "grad_norm": 1.367906093597412,
      "learning_rate": 4.209013466796907e-06,
      "loss": 0.361,
      "step": 707070
    },
    {
      "epoch": 197.34,
      "grad_norm": 1.0638232231140137,
      "learning_rate": 4.208997094191984e-06,
      "loss": 0.3752,
      "step": 707080
    },
    {
      "epoch": 197.35,
      "grad_norm": 1.0617101192474365,
      "learning_rate": 4.208980721338797e-06,
      "loss": 0.3517,
      "step": 707090
    },
    {
      "epoch": 197.35,
      "grad_norm": 1.3878754377365112,
      "learning_rate": 4.208964348237348e-06,
      "loss": 0.3758,
      "step": 707100
    },
    {
      "epoch": 197.35,
      "grad_norm": 1.0819041728973389,
      "learning_rate": 4.2089479748876365e-06,
      "loss": 0.3837,
      "step": 707110
    },
    {
      "epoch": 197.35,
      "grad_norm": 1.0597257614135742,
      "learning_rate": 4.208931601289668e-06,
      "loss": 0.3749,
      "step": 707120
    },
    {
      "epoch": 197.36,
      "grad_norm": 1.1009106636047363,
      "learning_rate": 4.208915227443443e-06,
      "loss": 0.3703,
      "step": 707130
    },
    {
      "epoch": 197.36,
      "grad_norm": 1.2605483531951904,
      "learning_rate": 4.208898853348964e-06,
      "loss": 0.3821,
      "step": 707140
    },
    {
      "epoch": 197.36,
      "grad_norm": 1.2007724046707153,
      "learning_rate": 4.2088824790062334e-06,
      "loss": 0.3808,
      "step": 707150
    },
    {
      "epoch": 197.37,
      "grad_norm": 1.0621670484542847,
      "learning_rate": 4.208866104415252e-06,
      "loss": 0.3759,
      "step": 707160
    },
    {
      "epoch": 197.37,
      "grad_norm": 1.1040079593658447,
      "learning_rate": 4.2088497295760245e-06,
      "loss": 0.3867,
      "step": 707170
    },
    {
      "epoch": 197.37,
      "grad_norm": 0.9726184606552124,
      "learning_rate": 4.208833354488552e-06,
      "loss": 0.3712,
      "step": 707180
    },
    {
      "epoch": 197.37,
      "grad_norm": 1.1462457180023193,
      "learning_rate": 4.208816979152835e-06,
      "loss": 0.3808,
      "step": 707190
    },
    {
      "epoch": 197.38,
      "grad_norm": 1.0945338010787964,
      "learning_rate": 4.208800603568878e-06,
      "loss": 0.3761,
      "step": 707200
    },
    {
      "epoch": 197.38,
      "grad_norm": 1.074910283088684,
      "learning_rate": 4.208784227736682e-06,
      "loss": 0.3743,
      "step": 707210
    },
    {
      "epoch": 197.38,
      "grad_norm": 1.0018852949142456,
      "learning_rate": 4.2087678516562496e-06,
      "loss": 0.3729,
      "step": 707220
    },
    {
      "epoch": 197.38,
      "grad_norm": 1.0783640146255493,
      "learning_rate": 4.208751475327583e-06,
      "loss": 0.349,
      "step": 707230
    },
    {
      "epoch": 197.39,
      "grad_norm": 1.3483072519302368,
      "learning_rate": 4.208735098750684e-06,
      "loss": 0.3758,
      "step": 707240
    },
    {
      "epoch": 197.39,
      "grad_norm": 1.1344282627105713,
      "learning_rate": 4.208718721925554e-06,
      "loss": 0.3713,
      "step": 707250
    },
    {
      "epoch": 197.39,
      "grad_norm": 1.3375102281570435,
      "learning_rate": 4.208702344852197e-06,
      "loss": 0.3636,
      "step": 707260
    },
    {
      "epoch": 197.4,
      "grad_norm": 1.141831636428833,
      "learning_rate": 4.208685967530615e-06,
      "loss": 0.3741,
      "step": 707270
    },
    {
      "epoch": 197.4,
      "grad_norm": 1.1097828149795532,
      "learning_rate": 4.208669589960809e-06,
      "loss": 0.3719,
      "step": 707280
    },
    {
      "epoch": 197.4,
      "grad_norm": 1.1319561004638672,
      "learning_rate": 4.208653212142782e-06,
      "loss": 0.3825,
      "step": 707290
    },
    {
      "epoch": 197.4,
      "grad_norm": 1.1059342622756958,
      "learning_rate": 4.208636834076535e-06,
      "loss": 0.3628,
      "step": 707300
    },
    {
      "epoch": 197.41,
      "grad_norm": 1.0821198225021362,
      "learning_rate": 4.208620455762072e-06,
      "loss": 0.3739,
      "step": 707310
    },
    {
      "epoch": 197.41,
      "grad_norm": 1.047951102256775,
      "learning_rate": 4.208604077199393e-06,
      "loss": 0.3676,
      "step": 707320
    },
    {
      "epoch": 197.41,
      "grad_norm": 2.653996467590332,
      "learning_rate": 4.208587698388502e-06,
      "loss": 0.3729,
      "step": 707330
    },
    {
      "epoch": 197.42,
      "grad_norm": 1.007386565208435,
      "learning_rate": 4.2085713193294014e-06,
      "loss": 0.386,
      "step": 707340
    },
    {
      "epoch": 197.42,
      "grad_norm": 1.1177724599838257,
      "learning_rate": 4.208554940022092e-06,
      "loss": 0.3656,
      "step": 707350
    },
    {
      "epoch": 197.42,
      "grad_norm": 1.0200228691101074,
      "learning_rate": 4.208538560466576e-06,
      "loss": 0.364,
      "step": 707360
    },
    {
      "epoch": 197.42,
      "grad_norm": 1.1787077188491821,
      "learning_rate": 4.208522180662857e-06,
      "loss": 0.3813,
      "step": 707370
    },
    {
      "epoch": 197.43,
      "grad_norm": 1.2845168113708496,
      "learning_rate": 4.2085058006109355e-06,
      "loss": 0.3772,
      "step": 707380
    },
    {
      "epoch": 197.43,
      "grad_norm": 1.0131744146347046,
      "learning_rate": 4.208489420310815e-06,
      "loss": 0.3823,
      "step": 707390
    },
    {
      "epoch": 197.43,
      "grad_norm": 1.060157299041748,
      "learning_rate": 4.208473039762497e-06,
      "loss": 0.3812,
      "step": 707400
    },
    {
      "epoch": 197.44,
      "grad_norm": 1.1918017864227295,
      "learning_rate": 4.208456658965984e-06,
      "loss": 0.3875,
      "step": 707410
    },
    {
      "epoch": 197.44,
      "grad_norm": 1.063367486000061,
      "learning_rate": 4.2084402779212785e-06,
      "loss": 0.3763,
      "step": 707420
    },
    {
      "epoch": 197.44,
      "grad_norm": 1.1665152311325073,
      "learning_rate": 4.208423896628381e-06,
      "loss": 0.3751,
      "step": 707430
    },
    {
      "epoch": 197.44,
      "grad_norm": 1.0188708305358887,
      "learning_rate": 4.208407515087296e-06,
      "loss": 0.3742,
      "step": 707440
    },
    {
      "epoch": 197.45,
      "grad_norm": 1.1481661796569824,
      "learning_rate": 4.2083911332980245e-06,
      "loss": 0.3773,
      "step": 707450
    },
    {
      "epoch": 197.45,
      "grad_norm": 1.084503412246704,
      "learning_rate": 4.2083747512605675e-06,
      "loss": 0.3508,
      "step": 707460
    },
    {
      "epoch": 197.45,
      "grad_norm": 1.332589864730835,
      "learning_rate": 4.208358368974931e-06,
      "loss": 0.362,
      "step": 707470
    },
    {
      "epoch": 197.45,
      "grad_norm": 1.0402177572250366,
      "learning_rate": 4.208341986441112e-06,
      "loss": 0.387,
      "step": 707480
    },
    {
      "epoch": 197.46,
      "grad_norm": 1.2127350568771362,
      "learning_rate": 4.208325603659117e-06,
      "loss": 0.3582,
      "step": 707490
    },
    {
      "epoch": 197.46,
      "grad_norm": 0.9729483723640442,
      "learning_rate": 4.208309220628945e-06,
      "loss": 0.3771,
      "step": 707500
    },
    {
      "epoch": 197.46,
      "grad_norm": 1.131179928779602,
      "learning_rate": 4.2082928373506e-06,
      "loss": 0.3624,
      "step": 707510
    },
    {
      "epoch": 197.47,
      "grad_norm": 1.0867533683776855,
      "learning_rate": 4.208276453824084e-06,
      "loss": 0.3586,
      "step": 707520
    },
    {
      "epoch": 197.47,
      "grad_norm": 1.0533411502838135,
      "learning_rate": 4.2082600700494e-06,
      "loss": 0.3617,
      "step": 707530
    },
    {
      "epoch": 197.47,
      "grad_norm": 1.049310326576233,
      "learning_rate": 4.208243686026549e-06,
      "loss": 0.3638,
      "step": 707540
    },
    {
      "epoch": 197.47,
      "grad_norm": 0.9919000864028931,
      "learning_rate": 4.208227301755533e-06,
      "loss": 0.3621,
      "step": 707550
    },
    {
      "epoch": 197.48,
      "grad_norm": 1.0720467567443848,
      "learning_rate": 4.208210917236354e-06,
      "loss": 0.3792,
      "step": 707560
    },
    {
      "epoch": 197.48,
      "grad_norm": 1.13853919506073,
      "learning_rate": 4.2081945324690156e-06,
      "loss": 0.3741,
      "step": 707570
    },
    {
      "epoch": 197.48,
      "grad_norm": 1.132867693901062,
      "learning_rate": 4.208178147453519e-06,
      "loss": 0.3761,
      "step": 707580
    },
    {
      "epoch": 197.49,
      "grad_norm": 1.2067370414733887,
      "learning_rate": 4.208161762189866e-06,
      "loss": 0.388,
      "step": 707590
    },
    {
      "epoch": 197.49,
      "grad_norm": 1.28799307346344,
      "learning_rate": 4.208145376678059e-06,
      "loss": 0.3868,
      "step": 707600
    },
    {
      "epoch": 197.49,
      "grad_norm": 1.2832635641098022,
      "learning_rate": 4.2081289909181015e-06,
      "loss": 0.3567,
      "step": 707610
    },
    {
      "epoch": 197.49,
      "grad_norm": 1.0966380834579468,
      "learning_rate": 4.208112604909994e-06,
      "loss": 0.372,
      "step": 707620
    },
    {
      "epoch": 197.5,
      "grad_norm": 1.133709192276001,
      "learning_rate": 4.208096218653739e-06,
      "loss": 0.3834,
      "step": 707630
    },
    {
      "epoch": 197.5,
      "grad_norm": 1.1281423568725586,
      "learning_rate": 4.20807983214934e-06,
      "loss": 0.3786,
      "step": 707640
    },
    {
      "epoch": 197.5,
      "grad_norm": 1.2117875814437866,
      "learning_rate": 4.2080634453967975e-06,
      "loss": 0.3952,
      "step": 707650
    },
    {
      "epoch": 197.5,
      "grad_norm": 1.0266331434249878,
      "learning_rate": 4.208047058396114e-06,
      "loss": 0.3724,
      "step": 707660
    },
    {
      "epoch": 197.51,
      "grad_norm": 0.9579330682754517,
      "learning_rate": 4.2080306711472924e-06,
      "loss": 0.3658,
      "step": 707670
    },
    {
      "epoch": 197.51,
      "grad_norm": 1.17048180103302,
      "learning_rate": 4.208014283650335e-06,
      "loss": 0.392,
      "step": 707680
    },
    {
      "epoch": 197.51,
      "grad_norm": 1.2026786804199219,
      "learning_rate": 4.2079978959052435e-06,
      "loss": 0.3774,
      "step": 707690
    },
    {
      "epoch": 197.52,
      "grad_norm": 1.4157588481903076,
      "learning_rate": 4.207981507912019e-06,
      "loss": 0.3801,
      "step": 707700
    },
    {
      "epoch": 197.52,
      "grad_norm": 1.1021281480789185,
      "learning_rate": 4.207965119670667e-06,
      "loss": 0.3851,
      "step": 707710
    },
    {
      "epoch": 197.52,
      "grad_norm": 1.176452875137329,
      "learning_rate": 4.207948731181185e-06,
      "loss": 0.3545,
      "step": 707720
    },
    {
      "epoch": 197.52,
      "grad_norm": 1.2718404531478882,
      "learning_rate": 4.207932342443579e-06,
      "loss": 0.3738,
      "step": 707730
    },
    {
      "epoch": 197.53,
      "grad_norm": 1.0712372064590454,
      "learning_rate": 4.20791595345785e-06,
      "loss": 0.3956,
      "step": 707740
    },
    {
      "epoch": 197.53,
      "grad_norm": 1.0210771560668945,
      "learning_rate": 4.207899564223999e-06,
      "loss": 0.3643,
      "step": 707750
    },
    {
      "epoch": 197.53,
      "grad_norm": 1.1420530080795288,
      "learning_rate": 4.20788317474203e-06,
      "loss": 0.3814,
      "step": 707760
    },
    {
      "epoch": 197.54,
      "grad_norm": 1.3679810762405396,
      "learning_rate": 4.207866785011944e-06,
      "loss": 0.3835,
      "step": 707770
    },
    {
      "epoch": 197.54,
      "grad_norm": 1.0669124126434326,
      "learning_rate": 4.207850395033744e-06,
      "loss": 0.3806,
      "step": 707780
    },
    {
      "epoch": 197.54,
      "grad_norm": 1.1208593845367432,
      "learning_rate": 4.207834004807431e-06,
      "loss": 0.3694,
      "step": 707790
    },
    {
      "epoch": 197.54,
      "grad_norm": 2.727210283279419,
      "learning_rate": 4.207817614333007e-06,
      "loss": 0.3804,
      "step": 707800
    },
    {
      "epoch": 197.55,
      "grad_norm": 1.2402281761169434,
      "learning_rate": 4.2078012236104775e-06,
      "loss": 0.3679,
      "step": 707810
    },
    {
      "epoch": 197.55,
      "grad_norm": 1.316828727722168,
      "learning_rate": 4.207784832639841e-06,
      "loss": 0.3775,
      "step": 707820
    },
    {
      "epoch": 197.55,
      "grad_norm": 1.1946443319320679,
      "learning_rate": 4.2077684414211015e-06,
      "loss": 0.3666,
      "step": 707830
    },
    {
      "epoch": 197.56,
      "grad_norm": 1.0098012685775757,
      "learning_rate": 4.2077520499542595e-06,
      "loss": 0.3645,
      "step": 707840
    },
    {
      "epoch": 197.56,
      "grad_norm": 1.3801504373550415,
      "learning_rate": 4.20773565823932e-06,
      "loss": 0.3751,
      "step": 707850
    },
    {
      "epoch": 197.56,
      "grad_norm": 1.0487725734710693,
      "learning_rate": 4.207719266276282e-06,
      "loss": 0.3832,
      "step": 707860
    },
    {
      "epoch": 197.56,
      "grad_norm": 1.082096815109253,
      "learning_rate": 4.20770287406515e-06,
      "loss": 0.3725,
      "step": 707870
    },
    {
      "epoch": 197.57,
      "grad_norm": 1.110775113105774,
      "learning_rate": 4.207686481605924e-06,
      "loss": 0.3741,
      "step": 707880
    },
    {
      "epoch": 197.57,
      "grad_norm": 1.1131534576416016,
      "learning_rate": 4.20767008889861e-06,
      "loss": 0.381,
      "step": 707890
    },
    {
      "epoch": 197.57,
      "grad_norm": 1.2286652326583862,
      "learning_rate": 4.207653695943206e-06,
      "loss": 0.3912,
      "step": 707900
    },
    {
      "epoch": 197.57,
      "grad_norm": 1.2311245203018188,
      "learning_rate": 4.207637302739716e-06,
      "loss": 0.3702,
      "step": 707910
    },
    {
      "epoch": 197.58,
      "grad_norm": 1.4097405672073364,
      "learning_rate": 4.2076209092881425e-06,
      "loss": 0.3673,
      "step": 707920
    },
    {
      "epoch": 197.58,
      "grad_norm": 1.306605577468872,
      "learning_rate": 4.207604515588488e-06,
      "loss": 0.377,
      "step": 707930
    },
    {
      "epoch": 197.58,
      "grad_norm": 1.1410634517669678,
      "learning_rate": 4.207588121640752e-06,
      "loss": 0.3854,
      "step": 707940
    },
    {
      "epoch": 197.59,
      "grad_norm": 1.246042251586914,
      "learning_rate": 4.20757172744494e-06,
      "loss": 0.369,
      "step": 707950
    },
    {
      "epoch": 197.59,
      "grad_norm": 1.016419529914856,
      "learning_rate": 4.207555333001053e-06,
      "loss": 0.3791,
      "step": 707960
    },
    {
      "epoch": 197.59,
      "grad_norm": 0.9720636606216431,
      "learning_rate": 4.207538938309092e-06,
      "loss": 0.3721,
      "step": 707970
    },
    {
      "epoch": 197.59,
      "grad_norm": 0.954996645450592,
      "learning_rate": 4.207522543369061e-06,
      "loss": 0.3681,
      "step": 707980
    },
    {
      "epoch": 197.6,
      "grad_norm": 0.9690991640090942,
      "learning_rate": 4.207506148180961e-06,
      "loss": 0.3924,
      "step": 707990
    },
    {
      "epoch": 197.6,
      "grad_norm": 1.0357582569122314,
      "learning_rate": 4.207489752744794e-06,
      "loss": 0.3751,
      "step": 708000
    },
    {
      "epoch": 197.6,
      "grad_norm": 1.1896350383758545,
      "learning_rate": 4.207473357060564e-06,
      "loss": 0.3788,
      "step": 708010
    },
    {
      "epoch": 197.61,
      "grad_norm": 1.1577987670898438,
      "learning_rate": 4.207456961128271e-06,
      "loss": 0.369,
      "step": 708020
    },
    {
      "epoch": 197.61,
      "grad_norm": 0.9349809288978577,
      "learning_rate": 4.207440564947919e-06,
      "loss": 0.3799,
      "step": 708030
    },
    {
      "epoch": 197.61,
      "grad_norm": 1.2152445316314697,
      "learning_rate": 4.207424168519508e-06,
      "loss": 0.3784,
      "step": 708040
    },
    {
      "epoch": 197.61,
      "grad_norm": 3.1430046558380127,
      "learning_rate": 4.207407771843043e-06,
      "loss": 0.3681,
      "step": 708050
    },
    {
      "epoch": 197.62,
      "grad_norm": 1.343950629234314,
      "learning_rate": 4.207391374918523e-06,
      "loss": 0.3677,
      "step": 708060
    },
    {
      "epoch": 197.62,
      "grad_norm": 1.332624077796936,
      "learning_rate": 4.207374977745953e-06,
      "loss": 0.3902,
      "step": 708070
    },
    {
      "epoch": 197.62,
      "grad_norm": 1.066087245941162,
      "learning_rate": 4.207358580325334e-06,
      "loss": 0.3698,
      "step": 708080
    },
    {
      "epoch": 197.62,
      "grad_norm": 1.0300662517547607,
      "learning_rate": 4.207342182656668e-06,
      "loss": 0.3779,
      "step": 708090
    },
    {
      "epoch": 197.63,
      "grad_norm": 0.9804636240005493,
      "learning_rate": 4.207325784739956e-06,
      "loss": 0.3678,
      "step": 708100
    },
    {
      "epoch": 197.63,
      "grad_norm": 1.2840709686279297,
      "learning_rate": 4.2073093865752034e-06,
      "loss": 0.3994,
      "step": 708110
    },
    {
      "epoch": 197.63,
      "grad_norm": 1.4203485250473022,
      "learning_rate": 4.20729298816241e-06,
      "loss": 0.3647,
      "step": 708120
    },
    {
      "epoch": 197.64,
      "grad_norm": 1.2743312120437622,
      "learning_rate": 4.207276589501578e-06,
      "loss": 0.3681,
      "step": 708130
    },
    {
      "epoch": 197.64,
      "grad_norm": 1.0608490705490112,
      "learning_rate": 4.207260190592711e-06,
      "loss": 0.3781,
      "step": 708140
    },
    {
      "epoch": 197.64,
      "grad_norm": 1.2861921787261963,
      "learning_rate": 4.20724379143581e-06,
      "loss": 0.3664,
      "step": 708150
    },
    {
      "epoch": 197.64,
      "grad_norm": 1.0440845489501953,
      "learning_rate": 4.207227392030877e-06,
      "loss": 0.3618,
      "step": 708160
    },
    {
      "epoch": 197.65,
      "grad_norm": 1.2478519678115845,
      "learning_rate": 4.207210992377914e-06,
      "loss": 0.3794,
      "step": 708170
    },
    {
      "epoch": 197.65,
      "grad_norm": 1.008450984954834,
      "learning_rate": 4.207194592476925e-06,
      "loss": 0.379,
      "step": 708180
    },
    {
      "epoch": 197.65,
      "grad_norm": 1.2122076749801636,
      "learning_rate": 4.207178192327911e-06,
      "loss": 0.3732,
      "step": 708190
    },
    {
      "epoch": 197.66,
      "grad_norm": 1.2405422925949097,
      "learning_rate": 4.207161791930874e-06,
      "loss": 0.3669,
      "step": 708200
    },
    {
      "epoch": 197.66,
      "grad_norm": 1.2944443225860596,
      "learning_rate": 4.207145391285816e-06,
      "loss": 0.3739,
      "step": 708210
    },
    {
      "epoch": 197.66,
      "grad_norm": 1.23643958568573,
      "learning_rate": 4.207128990392741e-06,
      "loss": 0.3845,
      "step": 708220
    },
    {
      "epoch": 197.66,
      "grad_norm": 1.243464469909668,
      "learning_rate": 4.207112589251648e-06,
      "loss": 0.3859,
      "step": 708230
    },
    {
      "epoch": 197.67,
      "grad_norm": 1.1854193210601807,
      "learning_rate": 4.207096187862541e-06,
      "loss": 0.3671,
      "step": 708240
    },
    {
      "epoch": 197.67,
      "grad_norm": 1.0470529794692993,
      "learning_rate": 4.2070797862254235e-06,
      "loss": 0.3639,
      "step": 708250
    },
    {
      "epoch": 197.67,
      "grad_norm": 1.159388542175293,
      "learning_rate": 4.2070633843402956e-06,
      "loss": 0.3613,
      "step": 708260
    },
    {
      "epoch": 197.68,
      "grad_norm": 1.0871156454086304,
      "learning_rate": 4.20704698220716e-06,
      "loss": 0.3692,
      "step": 708270
    },
    {
      "epoch": 197.68,
      "grad_norm": 1.0440449714660645,
      "learning_rate": 4.207030579826019e-06,
      "loss": 0.3802,
      "step": 708280
    },
    {
      "epoch": 197.68,
      "grad_norm": 1.2072418928146362,
      "learning_rate": 4.207014177196875e-06,
      "loss": 0.3748,
      "step": 708290
    },
    {
      "epoch": 197.68,
      "grad_norm": 1.1572353839874268,
      "learning_rate": 4.20699777431973e-06,
      "loss": 0.36,
      "step": 708300
    },
    {
      "epoch": 197.69,
      "grad_norm": 1.2668718099594116,
      "learning_rate": 4.2069813711945855e-06,
      "loss": 0.3699,
      "step": 708310
    },
    {
      "epoch": 197.69,
      "grad_norm": 1.0797003507614136,
      "learning_rate": 4.206964967821445e-06,
      "loss": 0.3913,
      "step": 708320
    },
    {
      "epoch": 197.69,
      "grad_norm": 0.9463408589363098,
      "learning_rate": 4.206948564200311e-06,
      "loss": 0.374,
      "step": 708330
    },
    {
      "epoch": 197.69,
      "grad_norm": 1.1060891151428223,
      "learning_rate": 4.206932160331184e-06,
      "loss": 0.3764,
      "step": 708340
    },
    {
      "epoch": 197.7,
      "grad_norm": 1.1948835849761963,
      "learning_rate": 4.206915756214067e-06,
      "loss": 0.3766,
      "step": 708350
    },
    {
      "epoch": 197.7,
      "grad_norm": 1.138302206993103,
      "learning_rate": 4.206899351848962e-06,
      "loss": 0.3714,
      "step": 708360
    },
    {
      "epoch": 197.7,
      "grad_norm": 1.0456209182739258,
      "learning_rate": 4.206882947235871e-06,
      "loss": 0.3953,
      "step": 708370
    },
    {
      "epoch": 197.71,
      "grad_norm": 1.1440892219543457,
      "learning_rate": 4.206866542374797e-06,
      "loss": 0.3791,
      "step": 708380
    },
    {
      "epoch": 197.71,
      "grad_norm": 1.1572129726409912,
      "learning_rate": 4.2068501372657415e-06,
      "loss": 0.3843,
      "step": 708390
    },
    {
      "epoch": 197.71,
      "grad_norm": 1.105009913444519,
      "learning_rate": 4.206833731908708e-06,
      "loss": 0.3664,
      "step": 708400
    },
    {
      "epoch": 197.71,
      "grad_norm": 1.2291557788848877,
      "learning_rate": 4.206817326303696e-06,
      "loss": 0.364,
      "step": 708410
    },
    {
      "epoch": 197.72,
      "grad_norm": 1.4706813097000122,
      "learning_rate": 4.206800920450709e-06,
      "loss": 0.364,
      "step": 708420
    },
    {
      "epoch": 197.72,
      "grad_norm": 0.9702000617980957,
      "learning_rate": 4.2067845143497505e-06,
      "loss": 0.3925,
      "step": 708430
    },
    {
      "epoch": 197.72,
      "grad_norm": 1.1821520328521729,
      "learning_rate": 4.206768108000821e-06,
      "loss": 0.3853,
      "step": 708440
    },
    {
      "epoch": 197.73,
      "grad_norm": 1.1485595703125,
      "learning_rate": 4.206751701403924e-06,
      "loss": 0.3926,
      "step": 708450
    },
    {
      "epoch": 197.73,
      "grad_norm": 1.0752291679382324,
      "learning_rate": 4.20673529455906e-06,
      "loss": 0.3831,
      "step": 708460
    },
    {
      "epoch": 197.73,
      "grad_norm": 1.111992359161377,
      "learning_rate": 4.206718887466233e-06,
      "loss": 0.3769,
      "step": 708470
    },
    {
      "epoch": 197.73,
      "grad_norm": 1.2147839069366455,
      "learning_rate": 4.2067024801254435e-06,
      "loss": 0.3793,
      "step": 708480
    },
    {
      "epoch": 197.74,
      "grad_norm": 1.0396099090576172,
      "learning_rate": 4.206686072536695e-06,
      "loss": 0.3809,
      "step": 708490
    },
    {
      "epoch": 197.74,
      "grad_norm": 1.0953867435455322,
      "learning_rate": 4.206669664699989e-06,
      "loss": 0.3711,
      "step": 708500
    },
    {
      "epoch": 197.74,
      "grad_norm": 1.1279782056808472,
      "learning_rate": 4.206653256615328e-06,
      "loss": 0.3765,
      "step": 708510
    },
    {
      "epoch": 197.74,
      "grad_norm": 1.2217024564743042,
      "learning_rate": 4.2066368482827145e-06,
      "loss": 0.3767,
      "step": 708520
    },
    {
      "epoch": 197.75,
      "grad_norm": 1.1621744632720947,
      "learning_rate": 4.2066204397021495e-06,
      "loss": 0.3774,
      "step": 708530
    },
    {
      "epoch": 197.75,
      "grad_norm": 1.0433017015457153,
      "learning_rate": 4.206604030873637e-06,
      "loss": 0.3737,
      "step": 708540
    },
    {
      "epoch": 197.75,
      "grad_norm": 1.1117464303970337,
      "learning_rate": 4.206587621797176e-06,
      "loss": 0.3646,
      "step": 708550
    },
    {
      "epoch": 197.76,
      "grad_norm": 1.2810258865356445,
      "learning_rate": 4.206571212472773e-06,
      "loss": 0.3582,
      "step": 708560
    },
    {
      "epoch": 197.76,
      "grad_norm": 1.1559555530548096,
      "learning_rate": 4.206554802900427e-06,
      "loss": 0.3743,
      "step": 708570
    },
    {
      "epoch": 197.76,
      "grad_norm": 1.0990549325942993,
      "learning_rate": 4.206538393080141e-06,
      "loss": 0.3802,
      "step": 708580
    },
    {
      "epoch": 197.76,
      "grad_norm": 1.2478834390640259,
      "learning_rate": 4.206521983011918e-06,
      "loss": 0.3714,
      "step": 708590
    },
    {
      "epoch": 197.77,
      "grad_norm": 1.0008506774902344,
      "learning_rate": 4.206505572695759e-06,
      "loss": 0.3784,
      "step": 708600
    },
    {
      "epoch": 197.77,
      "grad_norm": 1.1058415174484253,
      "learning_rate": 4.206489162131667e-06,
      "loss": 0.3751,
      "step": 708610
    },
    {
      "epoch": 197.77,
      "grad_norm": 0.9590166211128235,
      "learning_rate": 4.206472751319644e-06,
      "loss": 0.3697,
      "step": 708620
    },
    {
      "epoch": 197.78,
      "grad_norm": 1.2499583959579468,
      "learning_rate": 4.2064563402596926e-06,
      "loss": 0.3728,
      "step": 708630
    },
    {
      "epoch": 197.78,
      "grad_norm": 1.2902145385742188,
      "learning_rate": 4.2064399289518135e-06,
      "loss": 0.3722,
      "step": 708640
    },
    {
      "epoch": 197.78,
      "grad_norm": 1.150763988494873,
      "learning_rate": 4.2064235173960105e-06,
      "loss": 0.3733,
      "step": 708650
    },
    {
      "epoch": 197.78,
      "grad_norm": 1.0943464040756226,
      "learning_rate": 4.206407105592285e-06,
      "loss": 0.3829,
      "step": 708660
    },
    {
      "epoch": 197.79,
      "grad_norm": 1.2212233543395996,
      "learning_rate": 4.206390693540639e-06,
      "loss": 0.3796,
      "step": 708670
    },
    {
      "epoch": 197.79,
      "grad_norm": 1.2506747245788574,
      "learning_rate": 4.206374281241075e-06,
      "loss": 0.39,
      "step": 708680
    },
    {
      "epoch": 197.79,
      "grad_norm": 1.2189595699310303,
      "learning_rate": 4.206357868693596e-06,
      "loss": 0.3695,
      "step": 708690
    },
    {
      "epoch": 197.8,
      "grad_norm": 1.3254859447479248,
      "learning_rate": 4.206341455898202e-06,
      "loss": 0.3858,
      "step": 708700
    },
    {
      "epoch": 197.8,
      "grad_norm": 1.1066328287124634,
      "learning_rate": 4.206325042854898e-06,
      "loss": 0.3771,
      "step": 708710
    },
    {
      "epoch": 197.8,
      "grad_norm": 0.9924584031105042,
      "learning_rate": 4.206308629563684e-06,
      "loss": 0.3882,
      "step": 708720
    },
    {
      "epoch": 197.8,
      "grad_norm": 1.0929392576217651,
      "learning_rate": 4.2062922160245635e-06,
      "loss": 0.3713,
      "step": 708730
    },
    {
      "epoch": 197.81,
      "grad_norm": 1.2239089012145996,
      "learning_rate": 4.206275802237538e-06,
      "loss": 0.3625,
      "step": 708740
    },
    {
      "epoch": 197.81,
      "grad_norm": 1.046847939491272,
      "learning_rate": 4.206259388202609e-06,
      "loss": 0.3822,
      "step": 708750
    },
    {
      "epoch": 197.81,
      "grad_norm": 1.18253755569458,
      "learning_rate": 4.20624297391978e-06,
      "loss": 0.3746,
      "step": 708760
    },
    {
      "epoch": 197.81,
      "grad_norm": 1.0915827751159668,
      "learning_rate": 4.206226559389052e-06,
      "loss": 0.3835,
      "step": 708770
    },
    {
      "epoch": 197.82,
      "grad_norm": 1.2286384105682373,
      "learning_rate": 4.2062101446104296e-06,
      "loss": 0.3807,
      "step": 708780
    },
    {
      "epoch": 197.82,
      "grad_norm": 1.2207584381103516,
      "learning_rate": 4.2061937295839116e-06,
      "loss": 0.3812,
      "step": 708790
    },
    {
      "epoch": 197.82,
      "grad_norm": 1.2400846481323242,
      "learning_rate": 4.206177314309503e-06,
      "loss": 0.3839,
      "step": 708800
    },
    {
      "epoch": 197.83,
      "grad_norm": 1.1778373718261719,
      "learning_rate": 4.206160898787204e-06,
      "loss": 0.3873,
      "step": 708810
    },
    {
      "epoch": 197.83,
      "grad_norm": 1.223646640777588,
      "learning_rate": 4.2061444830170185e-06,
      "loss": 0.3848,
      "step": 708820
    },
    {
      "epoch": 197.83,
      "grad_norm": 1.1930522918701172,
      "learning_rate": 4.206128066998946e-06,
      "loss": 0.3555,
      "step": 708830
    },
    {
      "epoch": 197.83,
      "grad_norm": 1.1485360860824585,
      "learning_rate": 4.206111650732993e-06,
      "loss": 0.3792,
      "step": 708840
    },
    {
      "epoch": 197.84,
      "grad_norm": 1.0702825784683228,
      "learning_rate": 4.206095234219157e-06,
      "loss": 0.3438,
      "step": 708850
    },
    {
      "epoch": 197.84,
      "grad_norm": 1.1221259832382202,
      "learning_rate": 4.206078817457443e-06,
      "loss": 0.3708,
      "step": 708860
    },
    {
      "epoch": 197.84,
      "grad_norm": 1.3255882263183594,
      "learning_rate": 4.206062400447853e-06,
      "loss": 0.3635,
      "step": 708870
    },
    {
      "epoch": 197.85,
      "grad_norm": 1.2093760967254639,
      "learning_rate": 4.206045983190387e-06,
      "loss": 0.3861,
      "step": 708880
    },
    {
      "epoch": 197.85,
      "grad_norm": 1.2168207168579102,
      "learning_rate": 4.206029565685051e-06,
      "loss": 0.374,
      "step": 708890
    },
    {
      "epoch": 197.85,
      "grad_norm": 1.1278202533721924,
      "learning_rate": 4.206013147931844e-06,
      "loss": 0.3768,
      "step": 708900
    },
    {
      "epoch": 197.85,
      "grad_norm": 1.4299575090408325,
      "learning_rate": 4.20599672993077e-06,
      "loss": 0.3855,
      "step": 708910
    },
    {
      "epoch": 197.86,
      "grad_norm": 1.3040944337844849,
      "learning_rate": 4.2059803116818305e-06,
      "loss": 0.3634,
      "step": 708920
    },
    {
      "epoch": 197.86,
      "grad_norm": 1.165989875793457,
      "learning_rate": 4.205963893185027e-06,
      "loss": 0.3816,
      "step": 708930
    },
    {
      "epoch": 197.86,
      "grad_norm": 1.5128586292266846,
      "learning_rate": 4.205947474440363e-06,
      "loss": 0.3882,
      "step": 708940
    },
    {
      "epoch": 197.86,
      "grad_norm": 1.2459834814071655,
      "learning_rate": 4.2059310554478385e-06,
      "loss": 0.3738,
      "step": 708950
    },
    {
      "epoch": 197.87,
      "grad_norm": 0.9460007548332214,
      "learning_rate": 4.205914636207459e-06,
      "loss": 0.3682,
      "step": 708960
    },
    {
      "epoch": 197.87,
      "grad_norm": 1.2426292896270752,
      "learning_rate": 4.205898216719224e-06,
      "loss": 0.3741,
      "step": 708970
    },
    {
      "epoch": 197.87,
      "grad_norm": 1.08998441696167,
      "learning_rate": 4.205881796983136e-06,
      "loss": 0.3614,
      "step": 708980
    },
    {
      "epoch": 197.88,
      "grad_norm": 1.2096896171569824,
      "learning_rate": 4.205865376999199e-06,
      "loss": 0.3956,
      "step": 708990
    },
    {
      "epoch": 197.88,
      "grad_norm": 1.1326450109481812,
      "learning_rate": 4.205848956767413e-06,
      "loss": 0.3822,
      "step": 709000
    },
    {
      "epoch": 197.88,
      "grad_norm": 1.0950641632080078,
      "learning_rate": 4.205832536287782e-06,
      "loss": 0.3829,
      "step": 709010
    },
    {
      "epoch": 197.88,
      "grad_norm": 1.2069554328918457,
      "learning_rate": 4.205816115560306e-06,
      "loss": 0.3655,
      "step": 709020
    },
    {
      "epoch": 197.89,
      "grad_norm": 1.095868468284607,
      "learning_rate": 4.20579969458499e-06,
      "loss": 0.3839,
      "step": 709030
    },
    {
      "epoch": 197.89,
      "grad_norm": 1.2077960968017578,
      "learning_rate": 4.205783273361834e-06,
      "loss": 0.3656,
      "step": 709040
    },
    {
      "epoch": 197.89,
      "grad_norm": 0.9658141732215881,
      "learning_rate": 4.20576685189084e-06,
      "loss": 0.3608,
      "step": 709050
    },
    {
      "epoch": 197.9,
      "grad_norm": 0.9783533215522766,
      "learning_rate": 4.2057504301720125e-06,
      "loss": 0.3661,
      "step": 709060
    },
    {
      "epoch": 197.9,
      "grad_norm": 1.0109350681304932,
      "learning_rate": 4.205734008205351e-06,
      "loss": 0.3809,
      "step": 709070
    },
    {
      "epoch": 197.9,
      "grad_norm": 1.2978607416152954,
      "learning_rate": 4.20571758599086e-06,
      "loss": 0.3742,
      "step": 709080
    },
    {
      "epoch": 197.9,
      "grad_norm": 1.282994270324707,
      "learning_rate": 4.2057011635285396e-06,
      "loss": 0.3715,
      "step": 709090
    },
    {
      "epoch": 197.91,
      "grad_norm": 0.9728655219078064,
      "learning_rate": 4.205684740818394e-06,
      "loss": 0.375,
      "step": 709100
    },
    {
      "epoch": 197.91,
      "grad_norm": 1.049818515777588,
      "learning_rate": 4.205668317860424e-06,
      "loss": 0.3638,
      "step": 709110
    },
    {
      "epoch": 197.91,
      "grad_norm": 1.263974905014038,
      "learning_rate": 4.205651894654632e-06,
      "loss": 0.3593,
      "step": 709120
    },
    {
      "epoch": 197.92,
      "grad_norm": 0.9924535751342773,
      "learning_rate": 4.205635471201021e-06,
      "loss": 0.395,
      "step": 709130
    },
    {
      "epoch": 197.92,
      "grad_norm": 1.2032654285430908,
      "learning_rate": 4.205619047499591e-06,
      "loss": 0.3678,
      "step": 709140
    },
    {
      "epoch": 197.92,
      "grad_norm": 1.133980631828308,
      "learning_rate": 4.205602623550347e-06,
      "loss": 0.3645,
      "step": 709150
    },
    {
      "epoch": 197.92,
      "grad_norm": 1.0962668657302856,
      "learning_rate": 4.2055861993532894e-06,
      "loss": 0.3754,
      "step": 709160
    },
    {
      "epoch": 197.93,
      "grad_norm": 1.019597053527832,
      "learning_rate": 4.2055697749084215e-06,
      "loss": 0.3792,
      "step": 709170
    },
    {
      "epoch": 197.93,
      "grad_norm": 1.8247958421707153,
      "learning_rate": 4.205553350215744e-06,
      "loss": 0.3835,
      "step": 709180
    },
    {
      "epoch": 197.93,
      "grad_norm": 1.246249794960022,
      "learning_rate": 4.205536925275261e-06,
      "loss": 0.3909,
      "step": 709190
    },
    {
      "epoch": 197.93,
      "grad_norm": 1.0429983139038086,
      "learning_rate": 4.2055205000869725e-06,
      "loss": 0.3884,
      "step": 709200
    },
    {
      "epoch": 197.94,
      "grad_norm": 1.0277010202407837,
      "learning_rate": 4.205504074650883e-06,
      "loss": 0.3741,
      "step": 709210
    },
    {
      "epoch": 197.94,
      "grad_norm": 0.9291864037513733,
      "learning_rate": 4.205487648966993e-06,
      "loss": 0.3523,
      "step": 709220
    },
    {
      "epoch": 197.94,
      "grad_norm": 1.283250093460083,
      "learning_rate": 4.2054712230353045e-06,
      "loss": 0.3711,
      "step": 709230
    },
    {
      "epoch": 197.95,
      "grad_norm": 1.0982167720794678,
      "learning_rate": 4.205454796855821e-06,
      "loss": 0.3884,
      "step": 709240
    },
    {
      "epoch": 197.95,
      "grad_norm": 1.5090007781982422,
      "learning_rate": 4.205438370428544e-06,
      "loss": 0.3745,
      "step": 709250
    },
    {
      "epoch": 197.95,
      "grad_norm": 1.102465271949768,
      "learning_rate": 4.2054219437534766e-06,
      "loss": 0.3657,
      "step": 709260
    },
    {
      "epoch": 197.95,
      "grad_norm": 1.159484624862671,
      "learning_rate": 4.20540551683062e-06,
      "loss": 0.3759,
      "step": 709270
    },
    {
      "epoch": 197.96,
      "grad_norm": 1.278517723083496,
      "learning_rate": 4.205389089659975e-06,
      "loss": 0.357,
      "step": 709280
    },
    {
      "epoch": 197.96,
      "grad_norm": 0.9711931347846985,
      "learning_rate": 4.205372662241546e-06,
      "loss": 0.37,
      "step": 709290
    },
    {
      "epoch": 197.96,
      "grad_norm": 1.1631265878677368,
      "learning_rate": 4.205356234575336e-06,
      "loss": 0.3579,
      "step": 709300
    },
    {
      "epoch": 197.97,
      "grad_norm": 1.1459414958953857,
      "learning_rate": 4.205339806661345e-06,
      "loss": 0.3659,
      "step": 709310
    },
    {
      "epoch": 197.97,
      "grad_norm": 1.0911262035369873,
      "learning_rate": 4.205323378499575e-06,
      "loss": 0.3637,
      "step": 709320
    },
    {
      "epoch": 197.97,
      "grad_norm": 1.1012386083602905,
      "learning_rate": 4.205306950090029e-06,
      "loss": 0.3649,
      "step": 709330
    },
    {
      "epoch": 197.97,
      "grad_norm": 1.2579528093338013,
      "learning_rate": 4.205290521432709e-06,
      "loss": 0.361,
      "step": 709340
    },
    {
      "epoch": 197.98,
      "grad_norm": 1.197845697402954,
      "learning_rate": 4.205274092527619e-06,
      "loss": 0.3958,
      "step": 709350
    },
    {
      "epoch": 197.98,
      "grad_norm": 1.05772864818573,
      "learning_rate": 4.205257663374759e-06,
      "loss": 0.3702,
      "step": 709360
    },
    {
      "epoch": 197.98,
      "grad_norm": 1.2134907245635986,
      "learning_rate": 4.205241233974132e-06,
      "loss": 0.3852,
      "step": 709370
    },
    {
      "epoch": 197.98,
      "grad_norm": 1.0081346035003662,
      "learning_rate": 4.205224804325739e-06,
      "loss": 0.3701,
      "step": 709380
    },
    {
      "epoch": 197.99,
      "grad_norm": 1.1620447635650635,
      "learning_rate": 4.205208374429584e-06,
      "loss": 0.3669,
      "step": 709390
    },
    {
      "epoch": 197.99,
      "grad_norm": 4.838493824005127,
      "learning_rate": 4.205191944285668e-06,
      "loss": 0.3933,
      "step": 709400
    },
    {
      "epoch": 197.99,
      "grad_norm": 1.046157956123352,
      "learning_rate": 4.2051755138939946e-06,
      "loss": 0.3626,
      "step": 709410
    },
    {
      "epoch": 198.0,
      "grad_norm": 1.0886708498001099,
      "learning_rate": 4.205159083254564e-06,
      "loss": 0.3658,
      "step": 709420
    },
    {
      "epoch": 198.0,
      "grad_norm": 1.0175931453704834,
      "learning_rate": 4.20514265236738e-06,
      "loss": 0.372,
      "step": 709430
    },
    {
      "epoch": 198.0,
      "eval_loss": 0.37440744042396545,
      "eval_runtime": 63.3165,
      "eval_samples_per_second": 79.9,
      "eval_steps_per_second": 9.997,
      "step": 709434
    },
    {
      "epoch": 198.0,
      "grad_norm": 0.9971643686294556,
      "learning_rate": 4.2051262212324435e-06,
      "loss": 0.3825,
      "step": 709440
    },
    {
      "epoch": 198.0,
      "grad_norm": 1.018156886100769,
      "learning_rate": 4.2051097898497575e-06,
      "loss": 0.3795,
      "step": 709450
    },
    {
      "epoch": 198.01,
      "grad_norm": 1.2103387117385864,
      "learning_rate": 4.2050933582193235e-06,
      "loss": 0.3746,
      "step": 709460
    },
    {
      "epoch": 198.01,
      "grad_norm": 0.9351779222488403,
      "learning_rate": 4.205076926341144e-06,
      "loss": 0.3601,
      "step": 709470
    },
    {
      "epoch": 198.01,
      "grad_norm": 0.9555202722549438,
      "learning_rate": 4.205060494215223e-06,
      "loss": 0.3764,
      "step": 709480
    },
    {
      "epoch": 198.02,
      "grad_norm": 1.1354539394378662,
      "learning_rate": 4.20504406184156e-06,
      "loss": 0.3782,
      "step": 709490
    },
    {
      "epoch": 198.02,
      "grad_norm": 1.1411622762680054,
      "learning_rate": 4.205027629220158e-06,
      "loss": 0.3737,
      "step": 709500
    },
    {
      "epoch": 198.02,
      "grad_norm": 1.0585451126098633,
      "learning_rate": 4.2050111963510205e-06,
      "loss": 0.3676,
      "step": 709510
    },
    {
      "epoch": 198.02,
      "grad_norm": 1.1244065761566162,
      "learning_rate": 4.204994763234147e-06,
      "loss": 0.3804,
      "step": 709520
    },
    {
      "epoch": 198.03,
      "grad_norm": 1.1502978801727295,
      "learning_rate": 4.204978329869543e-06,
      "loss": 0.3713,
      "step": 709530
    },
    {
      "epoch": 198.03,
      "grad_norm": 1.1781096458435059,
      "learning_rate": 4.2049618962572086e-06,
      "loss": 0.3712,
      "step": 709540
    },
    {
      "epoch": 198.03,
      "grad_norm": 0.9412029981613159,
      "learning_rate": 4.204945462397146e-06,
      "loss": 0.3707,
      "step": 709550
    },
    {
      "epoch": 198.04,
      "grad_norm": 0.9729165434837341,
      "learning_rate": 4.204929028289358e-06,
      "loss": 0.3885,
      "step": 709560
    },
    {
      "epoch": 198.04,
      "grad_norm": 1.124433994293213,
      "learning_rate": 4.204912593933846e-06,
      "loss": 0.3688,
      "step": 709570
    },
    {
      "epoch": 198.04,
      "grad_norm": 0.9883392453193665,
      "learning_rate": 4.204896159330613e-06,
      "loss": 0.3835,
      "step": 709580
    },
    {
      "epoch": 198.04,
      "grad_norm": 1.1126947402954102,
      "learning_rate": 4.204879724479662e-06,
      "loss": 0.3847,
      "step": 709590
    },
    {
      "epoch": 198.05,
      "grad_norm": 2.0548105239868164,
      "learning_rate": 4.204863289380992e-06,
      "loss": 0.3735,
      "step": 709600
    },
    {
      "epoch": 198.05,
      "grad_norm": 1.370751142501831,
      "learning_rate": 4.20484685403461e-06,
      "loss": 0.3629,
      "step": 709610
    },
    {
      "epoch": 198.05,
      "grad_norm": 1.0751467943191528,
      "learning_rate": 4.204830418440513e-06,
      "loss": 0.3742,
      "step": 709620
    },
    {
      "epoch": 198.05,
      "grad_norm": 1.1520462036132812,
      "learning_rate": 4.204813982598707e-06,
      "loss": 0.3793,
      "step": 709630
    },
    {
      "epoch": 198.06,
      "grad_norm": 1.0228164196014404,
      "learning_rate": 4.204797546509192e-06,
      "loss": 0.3863,
      "step": 709640
    },
    {
      "epoch": 198.06,
      "grad_norm": 1.1313390731811523,
      "learning_rate": 4.204781110171972e-06,
      "loss": 0.3795,
      "step": 709650
    },
    {
      "epoch": 198.06,
      "grad_norm": 1.0967625379562378,
      "learning_rate": 4.204764673587048e-06,
      "loss": 0.3723,
      "step": 709660
    },
    {
      "epoch": 198.07,
      "grad_norm": 1.183118224143982,
      "learning_rate": 4.204748236754422e-06,
      "loss": 0.3808,
      "step": 709670
    },
    {
      "epoch": 198.07,
      "grad_norm": 1.3013007640838623,
      "learning_rate": 4.204731799674097e-06,
      "loss": 0.3772,
      "step": 709680
    },
    {
      "epoch": 198.07,
      "grad_norm": 1.293702483177185,
      "learning_rate": 4.204715362346075e-06,
      "loss": 0.3818,
      "step": 709690
    },
    {
      "epoch": 198.07,
      "grad_norm": 1.1419272422790527,
      "learning_rate": 4.204698924770358e-06,
      "loss": 0.3804,
      "step": 709700
    },
    {
      "epoch": 198.08,
      "grad_norm": 1.1491535902023315,
      "learning_rate": 4.204682486946948e-06,
      "loss": 0.3688,
      "step": 709710
    },
    {
      "epoch": 198.08,
      "grad_norm": 1.2611157894134521,
      "learning_rate": 4.2046660488758476e-06,
      "loss": 0.3927,
      "step": 709720
    },
    {
      "epoch": 198.08,
      "grad_norm": 0.9680503010749817,
      "learning_rate": 4.2046496105570585e-06,
      "loss": 0.3677,
      "step": 709730
    },
    {
      "epoch": 198.09,
      "grad_norm": 1.0731114149093628,
      "learning_rate": 4.2046331719905835e-06,
      "loss": 0.3496,
      "step": 709740
    },
    {
      "epoch": 198.09,
      "grad_norm": 1.0582584142684937,
      "learning_rate": 4.204616733176423e-06,
      "loss": 0.3645,
      "step": 709750
    },
    {
      "epoch": 198.09,
      "grad_norm": 0.9472114443778992,
      "learning_rate": 4.204600294114582e-06,
      "loss": 0.3587,
      "step": 709760
    },
    {
      "epoch": 198.09,
      "grad_norm": 1.3014463186264038,
      "learning_rate": 4.204583854805062e-06,
      "loss": 0.3693,
      "step": 709770
    },
    {
      "epoch": 198.1,
      "grad_norm": 0.9408091902732849,
      "learning_rate": 4.204567415247863e-06,
      "loss": 0.3713,
      "step": 709780
    },
    {
      "epoch": 198.1,
      "grad_norm": 1.2831993103027344,
      "learning_rate": 4.204550975442989e-06,
      "loss": 0.3704,
      "step": 709790
    },
    {
      "epoch": 198.1,
      "grad_norm": 1.1112008094787598,
      "learning_rate": 4.204534535390443e-06,
      "loss": 0.378,
      "step": 709800
    },
    {
      "epoch": 198.1,
      "grad_norm": 1.169105052947998,
      "learning_rate": 4.2045180950902245e-06,
      "loss": 0.3735,
      "step": 709810
    },
    {
      "epoch": 198.11,
      "grad_norm": 1.1797025203704834,
      "learning_rate": 4.204501654542339e-06,
      "loss": 0.3758,
      "step": 709820
    },
    {
      "epoch": 198.11,
      "grad_norm": 1.0426924228668213,
      "learning_rate": 4.204485213746785e-06,
      "loss": 0.3742,
      "step": 709830
    },
    {
      "epoch": 198.11,
      "grad_norm": 1.0721569061279297,
      "learning_rate": 4.204468772703568e-06,
      "loss": 0.3987,
      "step": 709840
    },
    {
      "epoch": 198.12,
      "grad_norm": 0.9972067475318909,
      "learning_rate": 4.204452331412689e-06,
      "loss": 0.3638,
      "step": 709850
    },
    {
      "epoch": 198.12,
      "grad_norm": 1.057802438735962,
      "learning_rate": 4.204435889874149e-06,
      "loss": 0.3583,
      "step": 709860
    },
    {
      "epoch": 198.12,
      "grad_norm": 1.1502736806869507,
      "learning_rate": 4.204419448087952e-06,
      "loss": 0.3794,
      "step": 709870
    },
    {
      "epoch": 198.12,
      "grad_norm": 1.0473881959915161,
      "learning_rate": 4.204403006054098e-06,
      "loss": 0.3822,
      "step": 709880
    },
    {
      "epoch": 198.13,
      "grad_norm": 1.0150865316390991,
      "learning_rate": 4.204386563772593e-06,
      "loss": 0.3679,
      "step": 709890
    },
    {
      "epoch": 198.13,
      "grad_norm": 0.9921005964279175,
      "learning_rate": 4.204370121243434e-06,
      "loss": 0.3864,
      "step": 709900
    },
    {
      "epoch": 198.13,
      "grad_norm": 1.393186092376709,
      "learning_rate": 4.204353678466628e-06,
      "loss": 0.3832,
      "step": 709910
    },
    {
      "epoch": 198.14,
      "grad_norm": 1.2178746461868286,
      "learning_rate": 4.204337235442174e-06,
      "loss": 0.375,
      "step": 709920
    },
    {
      "epoch": 198.14,
      "grad_norm": 1.084916591644287,
      "learning_rate": 4.204320792170076e-06,
      "loss": 0.3688,
      "step": 709930
    },
    {
      "epoch": 198.14,
      "grad_norm": 1.6514012813568115,
      "learning_rate": 4.204304348650336e-06,
      "loss": 0.3737,
      "step": 709940
    },
    {
      "epoch": 198.14,
      "grad_norm": 1.249906301498413,
      "learning_rate": 4.204287904882955e-06,
      "loss": 0.3786,
      "step": 709950
    },
    {
      "epoch": 198.15,
      "grad_norm": 1.0418404340744019,
      "learning_rate": 4.204271460867936e-06,
      "loss": 0.3777,
      "step": 709960
    },
    {
      "epoch": 198.15,
      "grad_norm": 1.241048812866211,
      "learning_rate": 4.2042550166052804e-06,
      "loss": 0.3892,
      "step": 709970
    },
    {
      "epoch": 198.15,
      "grad_norm": 1.2679141759872437,
      "learning_rate": 4.2042385720949914e-06,
      "loss": 0.3835,
      "step": 709980
    },
    {
      "epoch": 198.16,
      "grad_norm": 1.2156211137771606,
      "learning_rate": 4.2042221273370715e-06,
      "loss": 0.3708,
      "step": 709990
    },
    {
      "epoch": 198.16,
      "grad_norm": 1.3434888124465942,
      "learning_rate": 4.204205682331522e-06,
      "loss": 0.3681,
      "step": 710000
    },
    {
      "epoch": 198.16,
      "grad_norm": 1.1722947359085083,
      "learning_rate": 4.204189237078346e-06,
      "loss": 0.3726,
      "step": 710010
    },
    {
      "epoch": 198.16,
      "grad_norm": 1.1459064483642578,
      "learning_rate": 4.204172791577544e-06,
      "loss": 0.3823,
      "step": 710020
    },
    {
      "epoch": 198.17,
      "grad_norm": 5.171144962310791,
      "learning_rate": 4.204156345829119e-06,
      "loss": 0.3739,
      "step": 710030
    },
    {
      "epoch": 198.17,
      "grad_norm": 1.0889230966567993,
      "learning_rate": 4.204139899833074e-06,
      "loss": 0.3741,
      "step": 710040
    },
    {
      "epoch": 198.17,
      "grad_norm": 0.9999769330024719,
      "learning_rate": 4.20412345358941e-06,
      "loss": 0.3767,
      "step": 710050
    },
    {
      "epoch": 198.17,
      "grad_norm": 1.0121272802352905,
      "learning_rate": 4.204107007098131e-06,
      "loss": 0.3778,
      "step": 710060
    },
    {
      "epoch": 198.18,
      "grad_norm": 1.1443655490875244,
      "learning_rate": 4.2040905603592374e-06,
      "loss": 0.3586,
      "step": 710070
    },
    {
      "epoch": 198.18,
      "grad_norm": 0.9509114027023315,
      "learning_rate": 4.204074113372731e-06,
      "loss": 0.374,
      "step": 710080
    },
    {
      "epoch": 198.18,
      "grad_norm": 1.367888331413269,
      "learning_rate": 4.204057666138617e-06,
      "loss": 0.39,
      "step": 710090
    },
    {
      "epoch": 198.19,
      "grad_norm": 1.044684886932373,
      "learning_rate": 4.204041218656894e-06,
      "loss": 0.3706,
      "step": 710100
    },
    {
      "epoch": 198.19,
      "grad_norm": 1.0805379152297974,
      "learning_rate": 4.204024770927566e-06,
      "loss": 0.3807,
      "step": 710110
    },
    {
      "epoch": 198.19,
      "grad_norm": 1.1203340291976929,
      "learning_rate": 4.204008322950635e-06,
      "loss": 0.3771,
      "step": 710120
    },
    {
      "epoch": 198.19,
      "grad_norm": 1.1483913660049438,
      "learning_rate": 4.203991874726103e-06,
      "loss": 0.3618,
      "step": 710130
    },
    {
      "epoch": 198.2,
      "grad_norm": 1.1067484617233276,
      "learning_rate": 4.203975426253972e-06,
      "loss": 0.3593,
      "step": 710140
    },
    {
      "epoch": 198.2,
      "grad_norm": 1.0067750215530396,
      "learning_rate": 4.2039589775342445e-06,
      "loss": 0.3741,
      "step": 710150
    },
    {
      "epoch": 198.2,
      "grad_norm": 0.8629152178764343,
      "learning_rate": 4.203942528566923e-06,
      "loss": 0.3664,
      "step": 710160
    },
    {
      "epoch": 198.21,
      "grad_norm": 3.0445802211761475,
      "learning_rate": 4.20392607935201e-06,
      "loss": 0.3648,
      "step": 710170
    },
    {
      "epoch": 198.21,
      "grad_norm": 1.0131950378417969,
      "learning_rate": 4.203909629889506e-06,
      "loss": 0.3772,
      "step": 710180
    },
    {
      "epoch": 198.21,
      "grad_norm": 1.1072672605514526,
      "learning_rate": 4.203893180179415e-06,
      "loss": 0.3805,
      "step": 710190
    },
    {
      "epoch": 198.21,
      "grad_norm": 3.6564314365386963,
      "learning_rate": 4.203876730221739e-06,
      "loss": 0.3723,
      "step": 710200
    },
    {
      "epoch": 198.22,
      "grad_norm": 1.2553030252456665,
      "learning_rate": 4.203860280016478e-06,
      "loss": 0.3739,
      "step": 710210
    },
    {
      "epoch": 198.22,
      "grad_norm": 1.0288726091384888,
      "learning_rate": 4.203843829563636e-06,
      "loss": 0.3837,
      "step": 710220
    },
    {
      "epoch": 198.22,
      "grad_norm": 1.3378956317901611,
      "learning_rate": 4.203827378863216e-06,
      "loss": 0.3667,
      "step": 710230
    },
    {
      "epoch": 198.22,
      "grad_norm": 1.1346701383590698,
      "learning_rate": 4.203810927915219e-06,
      "loss": 0.3903,
      "step": 710240
    },
    {
      "epoch": 198.23,
      "grad_norm": 1.3663816452026367,
      "learning_rate": 4.203794476719648e-06,
      "loss": 0.3614,
      "step": 710250
    },
    {
      "epoch": 198.23,
      "grad_norm": 1.1644901037216187,
      "learning_rate": 4.203778025276503e-06,
      "loss": 0.3878,
      "step": 710260
    },
    {
      "epoch": 198.23,
      "grad_norm": 1.2301416397094727,
      "learning_rate": 4.203761573585788e-06,
      "loss": 0.3724,
      "step": 710270
    },
    {
      "epoch": 198.24,
      "grad_norm": 1.0325127840042114,
      "learning_rate": 4.203745121647506e-06,
      "loss": 0.388,
      "step": 710280
    },
    {
      "epoch": 198.24,
      "grad_norm": 1.168825626373291,
      "learning_rate": 4.203728669461658e-06,
      "loss": 0.3554,
      "step": 710290
    },
    {
      "epoch": 198.24,
      "grad_norm": 1.1967885494232178,
      "learning_rate": 4.203712217028246e-06,
      "loss": 0.3639,
      "step": 710300
    },
    {
      "epoch": 198.24,
      "grad_norm": 1.225760579109192,
      "learning_rate": 4.203695764347271e-06,
      "loss": 0.3648,
      "step": 710310
    },
    {
      "epoch": 198.25,
      "grad_norm": 1.3792774677276611,
      "learning_rate": 4.203679311418739e-06,
      "loss": 0.3782,
      "step": 710320
    },
    {
      "epoch": 198.25,
      "grad_norm": 1.1775104999542236,
      "learning_rate": 4.203662858242649e-06,
      "loss": 0.3812,
      "step": 710330
    },
    {
      "epoch": 198.25,
      "grad_norm": 1.133536458015442,
      "learning_rate": 4.203646404819005e-06,
      "loss": 0.3727,
      "step": 710340
    },
    {
      "epoch": 198.26,
      "grad_norm": 1.1745827198028564,
      "learning_rate": 4.203629951147807e-06,
      "loss": 0.3887,
      "step": 710350
    },
    {
      "epoch": 198.26,
      "grad_norm": 0.9572253227233887,
      "learning_rate": 4.203613497229059e-06,
      "loss": 0.3749,
      "step": 710360
    },
    {
      "epoch": 198.26,
      "grad_norm": 1.133922815322876,
      "learning_rate": 4.203597043062762e-06,
      "loss": 0.399,
      "step": 710370
    },
    {
      "epoch": 198.26,
      "grad_norm": 1.0159804821014404,
      "learning_rate": 4.20358058864892e-06,
      "loss": 0.3604,
      "step": 710380
    },
    {
      "epoch": 198.27,
      "grad_norm": 0.9909895062446594,
      "learning_rate": 4.203564133987534e-06,
      "loss": 0.3882,
      "step": 710390
    },
    {
      "epoch": 198.27,
      "grad_norm": 1.2229502201080322,
      "learning_rate": 4.203547679078605e-06,
      "loss": 0.386,
      "step": 710400
    },
    {
      "epoch": 198.27,
      "grad_norm": 1.230146884918213,
      "learning_rate": 4.203531223922137e-06,
      "loss": 0.3704,
      "step": 710410
    },
    {
      "epoch": 198.28,
      "grad_norm": 0.868582010269165,
      "learning_rate": 4.203514768518132e-06,
      "loss": 0.3672,
      "step": 710420
    },
    {
      "epoch": 198.28,
      "grad_norm": 2.6421661376953125,
      "learning_rate": 4.203498312866592e-06,
      "loss": 0.3963,
      "step": 710430
    },
    {
      "epoch": 198.28,
      "grad_norm": 1.1573052406311035,
      "learning_rate": 4.203481856967518e-06,
      "loss": 0.3708,
      "step": 710440
    },
    {
      "epoch": 198.28,
      "grad_norm": 1.3828837871551514,
      "learning_rate": 4.203465400820914e-06,
      "loss": 0.3906,
      "step": 710450
    },
    {
      "epoch": 198.29,
      "grad_norm": 1.0859040021896362,
      "learning_rate": 4.203448944426781e-06,
      "loss": 0.3634,
      "step": 710460
    },
    {
      "epoch": 198.29,
      "grad_norm": 1.135123610496521,
      "learning_rate": 4.203432487785122e-06,
      "loss": 0.3766,
      "step": 710470
    },
    {
      "epoch": 198.29,
      "grad_norm": 1.5243308544158936,
      "learning_rate": 4.203416030895938e-06,
      "loss": 0.3773,
      "step": 710480
    },
    {
      "epoch": 198.29,
      "grad_norm": 8.891057014465332,
      "learning_rate": 4.203399573759232e-06,
      "loss": 0.3621,
      "step": 710490
    },
    {
      "epoch": 198.3,
      "grad_norm": 1.1408545970916748,
      "learning_rate": 4.203383116375007e-06,
      "loss": 0.3822,
      "step": 710500
    },
    {
      "epoch": 198.3,
      "grad_norm": 1.0441129207611084,
      "learning_rate": 4.203366658743264e-06,
      "loss": 0.3675,
      "step": 710510
    },
    {
      "epoch": 198.3,
      "grad_norm": 1.348716378211975,
      "learning_rate": 4.203350200864005e-06,
      "loss": 0.3626,
      "step": 710520
    },
    {
      "epoch": 198.31,
      "grad_norm": 1.0259641408920288,
      "learning_rate": 4.203333742737233e-06,
      "loss": 0.3621,
      "step": 710530
    },
    {
      "epoch": 198.31,
      "grad_norm": 1.0527328252792358,
      "learning_rate": 4.20331728436295e-06,
      "loss": 0.3646,
      "step": 710540
    },
    {
      "epoch": 198.31,
      "grad_norm": 1.1065940856933594,
      "learning_rate": 4.203300825741158e-06,
      "loss": 0.37,
      "step": 710550
    },
    {
      "epoch": 198.31,
      "grad_norm": 1.1424087285995483,
      "learning_rate": 4.20328436687186e-06,
      "loss": 0.3721,
      "step": 710560
    },
    {
      "epoch": 198.32,
      "grad_norm": 1.149644136428833,
      "learning_rate": 4.203267907755056e-06,
      "loss": 0.3894,
      "step": 710570
    },
    {
      "epoch": 198.32,
      "grad_norm": 1.0455971956253052,
      "learning_rate": 4.203251448390751e-06,
      "loss": 0.3796,
      "step": 710580
    },
    {
      "epoch": 198.32,
      "grad_norm": 1.2541581392288208,
      "learning_rate": 4.203234988778945e-06,
      "loss": 0.3783,
      "step": 710590
    },
    {
      "epoch": 198.33,
      "grad_norm": 1.2531546354293823,
      "learning_rate": 4.203218528919642e-06,
      "loss": 0.3754,
      "step": 710600
    },
    {
      "epoch": 198.33,
      "grad_norm": 1.0877431631088257,
      "learning_rate": 4.203202068812842e-06,
      "loss": 0.3731,
      "step": 710610
    },
    {
      "epoch": 198.33,
      "grad_norm": 1.1508524417877197,
      "learning_rate": 4.203185608458549e-06,
      "loss": 0.3719,
      "step": 710620
    },
    {
      "epoch": 198.33,
      "grad_norm": 2.387812852859497,
      "learning_rate": 4.203169147856764e-06,
      "loss": 0.3752,
      "step": 710630
    },
    {
      "epoch": 198.34,
      "grad_norm": 1.0977866649627686,
      "learning_rate": 4.203152687007491e-06,
      "loss": 0.3584,
      "step": 710640
    },
    {
      "epoch": 198.34,
      "grad_norm": 1.2109369039535522,
      "learning_rate": 4.20313622591073e-06,
      "loss": 0.3809,
      "step": 710650
    },
    {
      "epoch": 198.34,
      "grad_norm": 1.1260963678359985,
      "learning_rate": 4.203119764566485e-06,
      "loss": 0.3697,
      "step": 710660
    },
    {
      "epoch": 198.34,
      "grad_norm": 1.2839460372924805,
      "learning_rate": 4.203103302974757e-06,
      "loss": 0.3623,
      "step": 710670
    },
    {
      "epoch": 198.35,
      "grad_norm": 1.3273894786834717,
      "learning_rate": 4.203086841135549e-06,
      "loss": 0.3742,
      "step": 710680
    },
    {
      "epoch": 198.35,
      "grad_norm": 1.1339422464370728,
      "learning_rate": 4.203070379048862e-06,
      "loss": 0.3635,
      "step": 710690
    },
    {
      "epoch": 198.35,
      "grad_norm": 1.1235660314559937,
      "learning_rate": 4.203053916714699e-06,
      "loss": 0.3861,
      "step": 710700
    },
    {
      "epoch": 198.36,
      "grad_norm": 0.9959325790405273,
      "learning_rate": 4.203037454133062e-06,
      "loss": 0.3709,
      "step": 710710
    },
    {
      "epoch": 198.36,
      "grad_norm": 1.2888859510421753,
      "learning_rate": 4.203020991303954e-06,
      "loss": 0.3842,
      "step": 710720
    },
    {
      "epoch": 198.36,
      "grad_norm": 0.9061126112937927,
      "learning_rate": 4.203004528227376e-06,
      "loss": 0.3566,
      "step": 710730
    },
    {
      "epoch": 198.36,
      "grad_norm": 1.0792213678359985,
      "learning_rate": 4.202988064903331e-06,
      "loss": 0.3777,
      "step": 710740
    },
    {
      "epoch": 198.37,
      "grad_norm": 1.247926950454712,
      "learning_rate": 4.202971601331822e-06,
      "loss": 0.3688,
      "step": 710750
    },
    {
      "epoch": 198.37,
      "grad_norm": 1.2669532299041748,
      "learning_rate": 4.202955137512848e-06,
      "loss": 0.3709,
      "step": 710760
    },
    {
      "epoch": 198.37,
      "grad_norm": 0.9891073107719421,
      "learning_rate": 4.202938673446414e-06,
      "loss": 0.3659,
      "step": 710770
    },
    {
      "epoch": 198.38,
      "grad_norm": 1.5519886016845703,
      "learning_rate": 4.202922209132522e-06,
      "loss": 0.3693,
      "step": 710780
    },
    {
      "epoch": 198.38,
      "grad_norm": 1.050357699394226,
      "learning_rate": 4.2029057445711735e-06,
      "loss": 0.3681,
      "step": 710790
    },
    {
      "epoch": 198.38,
      "grad_norm": 1.2956624031066895,
      "learning_rate": 4.202889279762371e-06,
      "loss": 0.3914,
      "step": 710800
    },
    {
      "epoch": 198.38,
      "grad_norm": 1.102007508277893,
      "learning_rate": 4.202872814706116e-06,
      "loss": 0.3728,
      "step": 710810
    },
    {
      "epoch": 198.39,
      "grad_norm": 1.326765537261963,
      "learning_rate": 4.202856349402412e-06,
      "loss": 0.3758,
      "step": 710820
    },
    {
      "epoch": 198.39,
      "grad_norm": 1.1572281122207642,
      "learning_rate": 4.20283988385126e-06,
      "loss": 0.363,
      "step": 710830
    },
    {
      "epoch": 198.39,
      "grad_norm": 1.1178525686264038,
      "learning_rate": 4.202823418052662e-06,
      "loss": 0.3774,
      "step": 710840
    },
    {
      "epoch": 198.4,
      "grad_norm": 1.152997612953186,
      "learning_rate": 4.202806952006622e-06,
      "loss": 0.3741,
      "step": 710850
    },
    {
      "epoch": 198.4,
      "grad_norm": 1.0957204103469849,
      "learning_rate": 4.202790485713141e-06,
      "loss": 0.358,
      "step": 710860
    },
    {
      "epoch": 198.4,
      "grad_norm": 0.9103827476501465,
      "learning_rate": 4.20277401917222e-06,
      "loss": 0.3642,
      "step": 710870
    },
    {
      "epoch": 198.4,
      "grad_norm": 1.0628376007080078,
      "learning_rate": 4.2027575523838635e-06,
      "loss": 0.3822,
      "step": 710880
    },
    {
      "epoch": 198.41,
      "grad_norm": 1.1006994247436523,
      "learning_rate": 4.2027410853480715e-06,
      "loss": 0.3761,
      "step": 710890
    },
    {
      "epoch": 198.41,
      "grad_norm": 1.2657371759414673,
      "learning_rate": 4.202724618064848e-06,
      "loss": 0.3695,
      "step": 710900
    },
    {
      "epoch": 198.41,
      "grad_norm": 1.1320490837097168,
      "learning_rate": 4.202708150534195e-06,
      "loss": 0.3893,
      "step": 710910
    },
    {
      "epoch": 198.41,
      "grad_norm": 1.079937219619751,
      "learning_rate": 4.202691682756114e-06,
      "loss": 0.3749,
      "step": 710920
    },
    {
      "epoch": 198.42,
      "grad_norm": 1.1518490314483643,
      "learning_rate": 4.202675214730607e-06,
      "loss": 0.3854,
      "step": 710930
    },
    {
      "epoch": 198.42,
      "grad_norm": 1.1739311218261719,
      "learning_rate": 4.202658746457676e-06,
      "loss": 0.3642,
      "step": 710940
    },
    {
      "epoch": 198.42,
      "grad_norm": 1.1668167114257812,
      "learning_rate": 4.202642277937324e-06,
      "loss": 0.3704,
      "step": 710950
    },
    {
      "epoch": 198.43,
      "grad_norm": 1.0421252250671387,
      "learning_rate": 4.202625809169553e-06,
      "loss": 0.3689,
      "step": 710960
    },
    {
      "epoch": 198.43,
      "grad_norm": 0.980861485004425,
      "learning_rate": 4.202609340154366e-06,
      "loss": 0.4029,
      "step": 710970
    },
    {
      "epoch": 198.43,
      "grad_norm": 1.013513445854187,
      "learning_rate": 4.202592870891763e-06,
      "loss": 0.3688,
      "step": 710980
    },
    {
      "epoch": 198.43,
      "grad_norm": 1.0962048768997192,
      "learning_rate": 4.202576401381748e-06,
      "loss": 0.3686,
      "step": 710990
    },
    {
      "epoch": 198.44,
      "grad_norm": 1.0544778108596802,
      "learning_rate": 4.202559931624322e-06,
      "loss": 0.3802,
      "step": 711000
    },
    {
      "epoch": 198.44,
      "grad_norm": 0.9215008616447449,
      "learning_rate": 4.202543461619489e-06,
      "loss": 0.3632,
      "step": 711010
    },
    {
      "epoch": 198.44,
      "grad_norm": 0.8812134861946106,
      "learning_rate": 4.202526991367251e-06,
      "loss": 0.3665,
      "step": 711020
    },
    {
      "epoch": 198.45,
      "grad_norm": 1.1738065481185913,
      "learning_rate": 4.202510520867607e-06,
      "loss": 0.3599,
      "step": 711030
    },
    {
      "epoch": 198.45,
      "grad_norm": 1.3615854978561401,
      "learning_rate": 4.202494050120563e-06,
      "loss": 0.3681,
      "step": 711040
    },
    {
      "epoch": 198.45,
      "grad_norm": 1.1478936672210693,
      "learning_rate": 4.20247757912612e-06,
      "loss": 0.3702,
      "step": 711050
    },
    {
      "epoch": 198.45,
      "grad_norm": 1.51275634765625,
      "learning_rate": 4.202461107884278e-06,
      "loss": 0.3728,
      "step": 711060
    },
    {
      "epoch": 198.46,
      "grad_norm": 1.1482181549072266,
      "learning_rate": 4.202444636395042e-06,
      "loss": 0.3618,
      "step": 711070
    },
    {
      "epoch": 198.46,
      "grad_norm": 1.2106274366378784,
      "learning_rate": 4.202428164658413e-06,
      "loss": 0.3772,
      "step": 711080
    },
    {
      "epoch": 198.46,
      "grad_norm": 1.1952704191207886,
      "learning_rate": 4.202411692674394e-06,
      "loss": 0.3761,
      "step": 711090
    },
    {
      "epoch": 198.46,
      "grad_norm": 1.157533884048462,
      "learning_rate": 4.202395220442987e-06,
      "loss": 0.3577,
      "step": 711100
    },
    {
      "epoch": 198.47,
      "grad_norm": 1.3732030391693115,
      "learning_rate": 4.2023787479641936e-06,
      "loss": 0.3874,
      "step": 711110
    },
    {
      "epoch": 198.47,
      "grad_norm": 1.2040342092514038,
      "learning_rate": 4.202362275238016e-06,
      "loss": 0.3795,
      "step": 711120
    },
    {
      "epoch": 198.47,
      "grad_norm": 1.1873623132705688,
      "learning_rate": 4.202345802264456e-06,
      "loss": 0.3838,
      "step": 711130
    },
    {
      "epoch": 198.48,
      "grad_norm": 1.482695460319519,
      "learning_rate": 4.202329329043517e-06,
      "loss": 0.3804,
      "step": 711140
    },
    {
      "epoch": 198.48,
      "grad_norm": 0.9320468902587891,
      "learning_rate": 4.2023128555752e-06,
      "loss": 0.3729,
      "step": 711150
    },
    {
      "epoch": 198.48,
      "grad_norm": 1.1220147609710693,
      "learning_rate": 4.202296381859508e-06,
      "loss": 0.3854,
      "step": 711160
    },
    {
      "epoch": 198.48,
      "grad_norm": 1.1299561262130737,
      "learning_rate": 4.202279907896443e-06,
      "loss": 0.3698,
      "step": 711170
    },
    {
      "epoch": 198.49,
      "grad_norm": 1.050870656967163,
      "learning_rate": 4.202263433686007e-06,
      "loss": 0.3663,
      "step": 711180
    },
    {
      "epoch": 198.49,
      "grad_norm": 1.3889201879501343,
      "learning_rate": 4.202246959228203e-06,
      "loss": 0.3739,
      "step": 711190
    },
    {
      "epoch": 198.49,
      "grad_norm": 1.2040882110595703,
      "learning_rate": 4.202230484523032e-06,
      "loss": 0.3718,
      "step": 711200
    },
    {
      "epoch": 198.5,
      "grad_norm": 1.1625771522521973,
      "learning_rate": 4.2022140095704975e-06,
      "loss": 0.3716,
      "step": 711210
    },
    {
      "epoch": 198.5,
      "grad_norm": 1.364061713218689,
      "learning_rate": 4.2021975343706e-06,
      "loss": 0.3837,
      "step": 711220
    },
    {
      "epoch": 198.5,
      "grad_norm": 1.0492345094680786,
      "learning_rate": 4.202181058923343e-06,
      "loss": 0.3694,
      "step": 711230
    },
    {
      "epoch": 198.5,
      "grad_norm": 1.2626073360443115,
      "learning_rate": 4.202164583228729e-06,
      "loss": 0.3653,
      "step": 711240
    },
    {
      "epoch": 198.51,
      "grad_norm": 1.1406948566436768,
      "learning_rate": 4.202148107286758e-06,
      "loss": 0.3723,
      "step": 711250
    },
    {
      "epoch": 198.51,
      "grad_norm": 1.4034796953201294,
      "learning_rate": 4.202131631097434e-06,
      "loss": 0.3975,
      "step": 711260
    },
    {
      "epoch": 198.51,
      "grad_norm": 1.0662775039672852,
      "learning_rate": 4.20211515466076e-06,
      "loss": 0.3801,
      "step": 711270
    },
    {
      "epoch": 198.52,
      "grad_norm": 1.1832689046859741,
      "learning_rate": 4.202098677976737e-06,
      "loss": 0.3812,
      "step": 711280
    },
    {
      "epoch": 198.52,
      "grad_norm": 0.9792681932449341,
      "learning_rate": 4.202082201045366e-06,
      "loss": 0.3602,
      "step": 711290
    },
    {
      "epoch": 198.52,
      "grad_norm": 1.1316652297973633,
      "learning_rate": 4.202065723866652e-06,
      "loss": 0.3812,
      "step": 711300
    },
    {
      "epoch": 198.52,
      "grad_norm": 1.5072834491729736,
      "learning_rate": 4.202049246440595e-06,
      "loss": 0.3616,
      "step": 711310
    },
    {
      "epoch": 198.53,
      "grad_norm": 1.1626417636871338,
      "learning_rate": 4.202032768767198e-06,
      "loss": 0.3855,
      "step": 711320
    },
    {
      "epoch": 198.53,
      "grad_norm": 0.8579776287078857,
      "learning_rate": 4.202016290846462e-06,
      "loss": 0.3672,
      "step": 711330
    },
    {
      "epoch": 198.53,
      "grad_norm": 1.3565346002578735,
      "learning_rate": 4.2019998126783916e-06,
      "loss": 0.3956,
      "step": 711340
    },
    {
      "epoch": 198.53,
      "grad_norm": 1.0244935750961304,
      "learning_rate": 4.201983334262987e-06,
      "loss": 0.3634,
      "step": 711350
    },
    {
      "epoch": 198.54,
      "grad_norm": 1.1306458711624146,
      "learning_rate": 4.201966855600251e-06,
      "loss": 0.3858,
      "step": 711360
    },
    {
      "epoch": 198.54,
      "grad_norm": 1.0476843118667603,
      "learning_rate": 4.201950376690186e-06,
      "loss": 0.3907,
      "step": 711370
    },
    {
      "epoch": 198.54,
      "grad_norm": 0.9705272912979126,
      "learning_rate": 4.201933897532795e-06,
      "loss": 0.3837,
      "step": 711380
    },
    {
      "epoch": 198.55,
      "grad_norm": 1.227400302886963,
      "learning_rate": 4.201917418128078e-06,
      "loss": 0.369,
      "step": 711390
    },
    {
      "epoch": 198.55,
      "grad_norm": 1.08582603931427,
      "learning_rate": 4.201900938476039e-06,
      "loss": 0.3584,
      "step": 711400
    },
    {
      "epoch": 198.55,
      "grad_norm": 1.099645972251892,
      "learning_rate": 4.201884458576678e-06,
      "loss": 0.3714,
      "step": 711410
    },
    {
      "epoch": 198.55,
      "grad_norm": 1.1995289325714111,
      "learning_rate": 4.2018679784300006e-06,
      "loss": 0.3511,
      "step": 711420
    },
    {
      "epoch": 198.56,
      "grad_norm": 9.167726516723633,
      "learning_rate": 4.201851498036007e-06,
      "loss": 0.3659,
      "step": 711430
    },
    {
      "epoch": 198.56,
      "grad_norm": 1.0886938571929932,
      "learning_rate": 4.201835017394699e-06,
      "loss": 0.3672,
      "step": 711440
    },
    {
      "epoch": 198.56,
      "grad_norm": 1.2062053680419922,
      "learning_rate": 4.20181853650608e-06,
      "loss": 0.368,
      "step": 711450
    },
    {
      "epoch": 198.57,
      "grad_norm": 1.1012746095657349,
      "learning_rate": 4.201802055370151e-06,
      "loss": 0.3665,
      "step": 711460
    },
    {
      "epoch": 198.57,
      "grad_norm": 1.0765489339828491,
      "learning_rate": 4.201785573986915e-06,
      "loss": 0.3764,
      "step": 711470
    },
    {
      "epoch": 198.57,
      "grad_norm": 1.1817517280578613,
      "learning_rate": 4.201769092356374e-06,
      "loss": 0.365,
      "step": 711480
    },
    {
      "epoch": 198.57,
      "grad_norm": 1.2265632152557373,
      "learning_rate": 4.2017526104785296e-06,
      "loss": 0.37,
      "step": 711490
    },
    {
      "epoch": 198.58,
      "grad_norm": 1.4964708089828491,
      "learning_rate": 4.201736128353385e-06,
      "loss": 0.3669,
      "step": 711500
    },
    {
      "epoch": 198.58,
      "grad_norm": 1.5833317041397095,
      "learning_rate": 4.201719645980943e-06,
      "loss": 0.379,
      "step": 711510
    },
    {
      "epoch": 198.58,
      "grad_norm": 1.3405306339263916,
      "learning_rate": 4.2017031633612025e-06,
      "loss": 0.3763,
      "step": 711520
    },
    {
      "epoch": 198.58,
      "grad_norm": 0.9670293927192688,
      "learning_rate": 4.201686680494169e-06,
      "loss": 0.3659,
      "step": 711530
    },
    {
      "epoch": 198.59,
      "grad_norm": 0.9322673082351685,
      "learning_rate": 4.2016701973798444e-06,
      "loss": 0.37,
      "step": 711540
    },
    {
      "epoch": 198.59,
      "grad_norm": 1.2398136854171753,
      "learning_rate": 4.201653714018229e-06,
      "loss": 0.3819,
      "step": 711550
    },
    {
      "epoch": 198.59,
      "grad_norm": 1.0938688516616821,
      "learning_rate": 4.201637230409327e-06,
      "loss": 0.3778,
      "step": 711560
    },
    {
      "epoch": 198.6,
      "grad_norm": 1.080589771270752,
      "learning_rate": 4.201620746553139e-06,
      "loss": 0.3695,
      "step": 711570
    },
    {
      "epoch": 198.6,
      "grad_norm": 1.3544507026672363,
      "learning_rate": 4.201604262449668e-06,
      "loss": 0.3639,
      "step": 711580
    },
    {
      "epoch": 198.6,
      "grad_norm": 1.043372631072998,
      "learning_rate": 4.2015877780989166e-06,
      "loss": 0.3673,
      "step": 711590
    },
    {
      "epoch": 198.6,
      "grad_norm": 1.1367723941802979,
      "learning_rate": 4.201571293500887e-06,
      "loss": 0.3882,
      "step": 711600
    },
    {
      "epoch": 198.61,
      "grad_norm": 0.9628538489341736,
      "learning_rate": 4.201554808655579e-06,
      "loss": 0.3683,
      "step": 711610
    },
    {
      "epoch": 198.61,
      "grad_norm": 1.2652171850204468,
      "learning_rate": 4.201538323562998e-06,
      "loss": 0.3784,
      "step": 711620
    },
    {
      "epoch": 198.61,
      "grad_norm": 1.1363108158111572,
      "learning_rate": 4.201521838223144e-06,
      "loss": 0.3932,
      "step": 711630
    },
    {
      "epoch": 198.62,
      "grad_norm": 1.0641825199127197,
      "learning_rate": 4.201505352636021e-06,
      "loss": 0.3672,
      "step": 711640
    },
    {
      "epoch": 198.62,
      "grad_norm": 1.0709059238433838,
      "learning_rate": 4.20148886680163e-06,
      "loss": 0.3862,
      "step": 711650
    },
    {
      "epoch": 198.62,
      "grad_norm": 1.2566087245941162,
      "learning_rate": 4.2014723807199735e-06,
      "loss": 0.3836,
      "step": 711660
    },
    {
      "epoch": 198.62,
      "grad_norm": 1.451075792312622,
      "learning_rate": 4.201455894391054e-06,
      "loss": 0.3685,
      "step": 711670
    },
    {
      "epoch": 198.63,
      "grad_norm": 1.1617695093154907,
      "learning_rate": 4.201439407814872e-06,
      "loss": 0.3783,
      "step": 711680
    },
    {
      "epoch": 198.63,
      "grad_norm": 1.0966087579727173,
      "learning_rate": 4.201422920991432e-06,
      "loss": 0.3789,
      "step": 711690
    },
    {
      "epoch": 198.63,
      "grad_norm": 1.1304696798324585,
      "learning_rate": 4.201406433920736e-06,
      "loss": 0.3823,
      "step": 711700
    },
    {
      "epoch": 198.64,
      "grad_norm": 1.303892970085144,
      "learning_rate": 4.201389946602783e-06,
      "loss": 0.3886,
      "step": 711710
    },
    {
      "epoch": 198.64,
      "grad_norm": 1.0816212892532349,
      "learning_rate": 4.20137345903758e-06,
      "loss": 0.3769,
      "step": 711720
    },
    {
      "epoch": 198.64,
      "grad_norm": 0.9327389597892761,
      "learning_rate": 4.201356971225126e-06,
      "loss": 0.3868,
      "step": 711730
    },
    {
      "epoch": 198.64,
      "grad_norm": 1.2948273420333862,
      "learning_rate": 4.201340483165424e-06,
      "loss": 0.3665,
      "step": 711740
    },
    {
      "epoch": 198.65,
      "grad_norm": 1.0453970432281494,
      "learning_rate": 4.201323994858476e-06,
      "loss": 0.3687,
      "step": 711750
    },
    {
      "epoch": 198.65,
      "grad_norm": 1.122696042060852,
      "learning_rate": 4.2013075063042845e-06,
      "loss": 0.3736,
      "step": 711760
    },
    {
      "epoch": 198.65,
      "grad_norm": 1.3256347179412842,
      "learning_rate": 4.201291017502852e-06,
      "loss": 0.3805,
      "step": 711770
    },
    {
      "epoch": 198.65,
      "grad_norm": 1.004272222518921,
      "learning_rate": 4.20127452845418e-06,
      "loss": 0.3634,
      "step": 711780
    },
    {
      "epoch": 198.66,
      "grad_norm": 1.08217191696167,
      "learning_rate": 4.2012580391582705e-06,
      "loss": 0.3788,
      "step": 711790
    },
    {
      "epoch": 198.66,
      "grad_norm": 1.1424652338027954,
      "learning_rate": 4.201241549615127e-06,
      "loss": 0.3546,
      "step": 711800
    },
    {
      "epoch": 198.66,
      "grad_norm": 1.4972323179244995,
      "learning_rate": 4.20122505982475e-06,
      "loss": 0.3849,
      "step": 711810
    },
    {
      "epoch": 198.67,
      "grad_norm": 1.2181035280227661,
      "learning_rate": 4.201208569787143e-06,
      "loss": 0.3689,
      "step": 711820
    },
    {
      "epoch": 198.67,
      "grad_norm": 1.0367790460586548,
      "learning_rate": 4.201192079502309e-06,
      "loss": 0.3727,
      "step": 711830
    },
    {
      "epoch": 198.67,
      "grad_norm": 1.0621769428253174,
      "learning_rate": 4.201175588970246e-06,
      "loss": 0.3916,
      "step": 711840
    },
    {
      "epoch": 198.67,
      "grad_norm": 1.1461061239242554,
      "learning_rate": 4.201159098190962e-06,
      "loss": 0.3515,
      "step": 711850
    },
    {
      "epoch": 198.68,
      "grad_norm": 1.294603705406189,
      "learning_rate": 4.201142607164455e-06,
      "loss": 0.3626,
      "step": 711860
    },
    {
      "epoch": 198.68,
      "grad_norm": 1.0104758739471436,
      "learning_rate": 4.201126115890728e-06,
      "loss": 0.3705,
      "step": 711870
    },
    {
      "epoch": 198.68,
      "grad_norm": 1.224142074584961,
      "learning_rate": 4.201109624369785e-06,
      "loss": 0.3812,
      "step": 711880
    },
    {
      "epoch": 198.69,
      "grad_norm": 1.1421462297439575,
      "learning_rate": 4.201093132601626e-06,
      "loss": 0.3828,
      "step": 711890
    },
    {
      "epoch": 198.69,
      "grad_norm": 1.0572465658187866,
      "learning_rate": 4.201076640586255e-06,
      "loss": 0.3872,
      "step": 711900
    },
    {
      "epoch": 198.69,
      "grad_norm": 0.9966179132461548,
      "learning_rate": 4.201060148323673e-06,
      "loss": 0.3858,
      "step": 711910
    },
    {
      "epoch": 198.69,
      "grad_norm": 1.0961980819702148,
      "learning_rate": 4.201043655813882e-06,
      "loss": 0.3744,
      "step": 711920
    },
    {
      "epoch": 198.7,
      "grad_norm": 0.998141884803772,
      "learning_rate": 4.2010271630568855e-06,
      "loss": 0.3715,
      "step": 711930
    },
    {
      "epoch": 198.7,
      "grad_norm": 1.1673873662948608,
      "learning_rate": 4.201010670052684e-06,
      "loss": 0.3749,
      "step": 711940
    },
    {
      "epoch": 198.7,
      "grad_norm": 1.1309229135513306,
      "learning_rate": 4.2009941768012815e-06,
      "loss": 0.374,
      "step": 711950
    },
    {
      "epoch": 198.7,
      "grad_norm": 1.2114273309707642,
      "learning_rate": 4.2009776833026785e-06,
      "loss": 0.374,
      "step": 711960
    },
    {
      "epoch": 198.71,
      "grad_norm": 1.0912150144577026,
      "learning_rate": 4.200961189556879e-06,
      "loss": 0.3808,
      "step": 711970
    },
    {
      "epoch": 198.71,
      "grad_norm": 1.3399587869644165,
      "learning_rate": 4.200944695563883e-06,
      "loss": 0.3743,
      "step": 711980
    },
    {
      "epoch": 198.71,
      "grad_norm": 2.139949083328247,
      "learning_rate": 4.2009282013236945e-06,
      "loss": 0.3746,
      "step": 711990
    },
    {
      "epoch": 198.72,
      "grad_norm": 1.105789303779602,
      "learning_rate": 4.200911706836315e-06,
      "loss": 0.3783,
      "step": 712000
    },
    {
      "epoch": 198.72,
      "grad_norm": 1.2492915391921997,
      "learning_rate": 4.200895212101746e-06,
      "loss": 0.3769,
      "step": 712010
    },
    {
      "epoch": 198.72,
      "grad_norm": 1.1697348356246948,
      "learning_rate": 4.200878717119992e-06,
      "loss": 0.3835,
      "step": 712020
    },
    {
      "epoch": 198.72,
      "grad_norm": 1.0708802938461304,
      "learning_rate": 4.200862221891052e-06,
      "loss": 0.3732,
      "step": 712030
    },
    {
      "epoch": 198.73,
      "grad_norm": 1.238671064376831,
      "learning_rate": 4.2008457264149315e-06,
      "loss": 0.3797,
      "step": 712040
    },
    {
      "epoch": 198.73,
      "grad_norm": 1.1616566181182861,
      "learning_rate": 4.20082923069163e-06,
      "loss": 0.3724,
      "step": 712050
    },
    {
      "epoch": 198.73,
      "grad_norm": 1.0000877380371094,
      "learning_rate": 4.2008127347211515e-06,
      "loss": 0.3725,
      "step": 712060
    },
    {
      "epoch": 198.74,
      "grad_norm": 1.2060006856918335,
      "learning_rate": 4.2007962385034965e-06,
      "loss": 0.3807,
      "step": 712070
    },
    {
      "epoch": 198.74,
      "grad_norm": 1.0840222835540771,
      "learning_rate": 4.20077974203867e-06,
      "loss": 0.3647,
      "step": 712080
    },
    {
      "epoch": 198.74,
      "grad_norm": 1.153499960899353,
      "learning_rate": 4.20076324532667e-06,
      "loss": 0.3758,
      "step": 712090
    },
    {
      "epoch": 198.74,
      "grad_norm": 1.0549049377441406,
      "learning_rate": 4.200746748367502e-06,
      "loss": 0.3722,
      "step": 712100
    },
    {
      "epoch": 198.75,
      "grad_norm": 1.2301603555679321,
      "learning_rate": 4.2007302511611675e-06,
      "loss": 0.3659,
      "step": 712110
    },
    {
      "epoch": 198.75,
      "grad_norm": 1.2147889137268066,
      "learning_rate": 4.200713753707668e-06,
      "loss": 0.3735,
      "step": 712120
    },
    {
      "epoch": 198.75,
      "grad_norm": 0.9896316528320312,
      "learning_rate": 4.200697256007006e-06,
      "loss": 0.3852,
      "step": 712130
    },
    {
      "epoch": 198.76,
      "grad_norm": 1.0508872270584106,
      "learning_rate": 4.200680758059185e-06,
      "loss": 0.3865,
      "step": 712140
    },
    {
      "epoch": 198.76,
      "grad_norm": 0.9337430596351624,
      "learning_rate": 4.200664259864204e-06,
      "loss": 0.3801,
      "step": 712150
    },
    {
      "epoch": 198.76,
      "grad_norm": 2.4105947017669678,
      "learning_rate": 4.200647761422069e-06,
      "loss": 0.3667,
      "step": 712160
    },
    {
      "epoch": 198.76,
      "grad_norm": 1.0891189575195312,
      "learning_rate": 4.200631262732779e-06,
      "loss": 0.3901,
      "step": 712170
    },
    {
      "epoch": 198.77,
      "grad_norm": 2.1647346019744873,
      "learning_rate": 4.200614763796338e-06,
      "loss": 0.3621,
      "step": 712180
    },
    {
      "epoch": 198.77,
      "grad_norm": 1.0490597486495972,
      "learning_rate": 4.200598264612749e-06,
      "loss": 0.3707,
      "step": 712190
    },
    {
      "epoch": 198.77,
      "grad_norm": 0.9839387536048889,
      "learning_rate": 4.200581765182012e-06,
      "loss": 0.3662,
      "step": 712200
    },
    {
      "epoch": 198.77,
      "grad_norm": 1.1359425783157349,
      "learning_rate": 4.20056526550413e-06,
      "loss": 0.3824,
      "step": 712210
    },
    {
      "epoch": 198.78,
      "grad_norm": 1.0322518348693848,
      "learning_rate": 4.200548765579106e-06,
      "loss": 0.3646,
      "step": 712220
    },
    {
      "epoch": 198.78,
      "grad_norm": 1.032840609550476,
      "learning_rate": 4.200532265406941e-06,
      "loss": 0.3839,
      "step": 712230
    },
    {
      "epoch": 198.78,
      "grad_norm": 1.1523586511611938,
      "learning_rate": 4.200515764987638e-06,
      "loss": 0.3613,
      "step": 712240
    },
    {
      "epoch": 198.79,
      "grad_norm": 1.1229640245437622,
      "learning_rate": 4.200499264321199e-06,
      "loss": 0.3748,
      "step": 712250
    },
    {
      "epoch": 198.79,
      "grad_norm": 1.1431963443756104,
      "learning_rate": 4.200482763407626e-06,
      "loss": 0.3784,
      "step": 712260
    },
    {
      "epoch": 198.79,
      "grad_norm": 1.0165302753448486,
      "learning_rate": 4.200466262246922e-06,
      "loss": 0.376,
      "step": 712270
    },
    {
      "epoch": 198.79,
      "grad_norm": 1.0268504619598389,
      "learning_rate": 4.2004497608390875e-06,
      "loss": 0.3875,
      "step": 712280
    },
    {
      "epoch": 198.8,
      "grad_norm": 1.3548136949539185,
      "learning_rate": 4.2004332591841264e-06,
      "loss": 0.3726,
      "step": 712290
    },
    {
      "epoch": 198.8,
      "grad_norm": 1.1534234285354614,
      "learning_rate": 4.200416757282041e-06,
      "loss": 0.3772,
      "step": 712300
    },
    {
      "epoch": 198.8,
      "grad_norm": 1.1142652034759521,
      "learning_rate": 4.200400255132831e-06,
      "loss": 0.3452,
      "step": 712310
    },
    {
      "epoch": 198.81,
      "grad_norm": 1.2852449417114258,
      "learning_rate": 4.200383752736502e-06,
      "loss": 0.3866,
      "step": 712320
    },
    {
      "epoch": 198.81,
      "grad_norm": 1.0471643209457397,
      "learning_rate": 4.200367250093053e-06,
      "loss": 0.3929,
      "step": 712330
    },
    {
      "epoch": 198.81,
      "grad_norm": 1.1066621541976929,
      "learning_rate": 4.200350747202489e-06,
      "loss": 0.3695,
      "step": 712340
    },
    {
      "epoch": 198.81,
      "grad_norm": 1.0370489358901978,
      "learning_rate": 4.20033424406481e-06,
      "loss": 0.3737,
      "step": 712350
    },
    {
      "epoch": 198.82,
      "grad_norm": 1.0764179229736328,
      "learning_rate": 4.200317740680021e-06,
      "loss": 0.3769,
      "step": 712360
    },
    {
      "epoch": 198.82,
      "grad_norm": 1.1388556957244873,
      "learning_rate": 4.20030123704812e-06,
      "loss": 0.3832,
      "step": 712370
    },
    {
      "epoch": 198.82,
      "grad_norm": 1.2532082796096802,
      "learning_rate": 4.2002847331691125e-06,
      "loss": 0.3603,
      "step": 712380
    },
    {
      "epoch": 198.83,
      "grad_norm": 2.0655887126922607,
      "learning_rate": 4.200268229043e-06,
      "loss": 0.3632,
      "step": 712390
    },
    {
      "epoch": 198.83,
      "grad_norm": 1.0809743404388428,
      "learning_rate": 4.200251724669784e-06,
      "loss": 0.3598,
      "step": 712400
    },
    {
      "epoch": 198.83,
      "grad_norm": 1.0688303709030151,
      "learning_rate": 4.200235220049467e-06,
      "loss": 0.3666,
      "step": 712410
    },
    {
      "epoch": 198.83,
      "grad_norm": 1.1927701234817505,
      "learning_rate": 4.200218715182051e-06,
      "loss": 0.3717,
      "step": 712420
    },
    {
      "epoch": 198.84,
      "grad_norm": 1.0336036682128906,
      "learning_rate": 4.200202210067539e-06,
      "loss": 0.3916,
      "step": 712430
    },
    {
      "epoch": 198.84,
      "grad_norm": 0.9851326942443848,
      "learning_rate": 4.200185704705933e-06,
      "loss": 0.388,
      "step": 712440
    },
    {
      "epoch": 198.84,
      "grad_norm": 0.9485315084457397,
      "learning_rate": 4.200169199097235e-06,
      "loss": 0.3828,
      "step": 712450
    },
    {
      "epoch": 198.84,
      "grad_norm": 0.9347205758094788,
      "learning_rate": 4.200152693241447e-06,
      "loss": 0.3683,
      "step": 712460
    },
    {
      "epoch": 198.85,
      "grad_norm": 0.9517614245414734,
      "learning_rate": 4.200136187138571e-06,
      "loss": 0.3623,
      "step": 712470
    },
    {
      "epoch": 198.85,
      "grad_norm": 0.9300097823143005,
      "learning_rate": 4.20011968078861e-06,
      "loss": 0.3801,
      "step": 712480
    },
    {
      "epoch": 198.85,
      "grad_norm": 1.1234979629516602,
      "learning_rate": 4.200103174191565e-06,
      "loss": 0.3818,
      "step": 712490
    },
    {
      "epoch": 198.86,
      "grad_norm": 1.086729884147644,
      "learning_rate": 4.200086667347438e-06,
      "loss": 0.3793,
      "step": 712500
    },
    {
      "epoch": 198.86,
      "grad_norm": 1.1758973598480225,
      "learning_rate": 4.200070160256234e-06,
      "loss": 0.3873,
      "step": 712510
    },
    {
      "epoch": 198.86,
      "grad_norm": 1.0361043214797974,
      "learning_rate": 4.200053652917952e-06,
      "loss": 0.3644,
      "step": 712520
    },
    {
      "epoch": 198.86,
      "grad_norm": 1.2801231145858765,
      "learning_rate": 4.200037145332597e-06,
      "loss": 0.3873,
      "step": 712530
    },
    {
      "epoch": 198.87,
      "grad_norm": 1.0688083171844482,
      "learning_rate": 4.2000206375001685e-06,
      "loss": 0.3855,
      "step": 712540
    },
    {
      "epoch": 198.87,
      "grad_norm": 1.1311861276626587,
      "learning_rate": 4.200004129420669e-06,
      "loss": 0.3752,
      "step": 712550
    },
    {
      "epoch": 198.87,
      "grad_norm": 1.0578566789627075,
      "learning_rate": 4.199987621094103e-06,
      "loss": 0.3514,
      "step": 712560
    },
    {
      "epoch": 198.88,
      "grad_norm": 1.0598081350326538,
      "learning_rate": 4.199971112520471e-06,
      "loss": 0.3647,
      "step": 712570
    },
    {
      "epoch": 198.88,
      "grad_norm": 1.1023310422897339,
      "learning_rate": 4.199954603699775e-06,
      "loss": 0.3822,
      "step": 712580
    },
    {
      "epoch": 198.88,
      "grad_norm": 1.1335399150848389,
      "learning_rate": 4.1999380946320184e-06,
      "loss": 0.3642,
      "step": 712590
    },
    {
      "epoch": 198.88,
      "grad_norm": 1.1213274002075195,
      "learning_rate": 4.199921585317202e-06,
      "loss": 0.3669,
      "step": 712600
    },
    {
      "epoch": 198.89,
      "grad_norm": 1.1524341106414795,
      "learning_rate": 4.199905075755329e-06,
      "loss": 0.384,
      "step": 712610
    },
    {
      "epoch": 198.89,
      "grad_norm": 1.162099003791809,
      "learning_rate": 4.199888565946401e-06,
      "loss": 0.3857,
      "step": 712620
    },
    {
      "epoch": 198.89,
      "grad_norm": 1.2344845533370972,
      "learning_rate": 4.199872055890421e-06,
      "loss": 0.4037,
      "step": 712630
    },
    {
      "epoch": 198.89,
      "grad_norm": 1.2614009380340576,
      "learning_rate": 4.1998555455873905e-06,
      "loss": 0.3791,
      "step": 712640
    },
    {
      "epoch": 198.9,
      "grad_norm": 1.1990306377410889,
      "learning_rate": 4.199839035037311e-06,
      "loss": 0.3883,
      "step": 712650
    },
    {
      "epoch": 198.9,
      "grad_norm": 1.275894284248352,
      "learning_rate": 4.1998225242401855e-06,
      "loss": 0.3811,
      "step": 712660
    },
    {
      "epoch": 198.9,
      "grad_norm": 1.9133414030075073,
      "learning_rate": 4.1998060131960175e-06,
      "loss": 0.386,
      "step": 712670
    },
    {
      "epoch": 198.91,
      "grad_norm": 1.3956526517868042,
      "learning_rate": 4.199789501904807e-06,
      "loss": 0.3756,
      "step": 712680
    },
    {
      "epoch": 198.91,
      "grad_norm": 1.1452394723892212,
      "learning_rate": 4.199772990366558e-06,
      "loss": 0.3794,
      "step": 712690
    },
    {
      "epoch": 198.91,
      "grad_norm": 1.3012558221817017,
      "learning_rate": 4.199756478581271e-06,
      "loss": 0.3675,
      "step": 712700
    },
    {
      "epoch": 198.91,
      "grad_norm": 1.1989301443099976,
      "learning_rate": 4.1997399665489495e-06,
      "loss": 0.3633,
      "step": 712710
    },
    {
      "epoch": 198.92,
      "grad_norm": 1.0346463918685913,
      "learning_rate": 4.199723454269595e-06,
      "loss": 0.3879,
      "step": 712720
    },
    {
      "epoch": 198.92,
      "grad_norm": 1.1668282747268677,
      "learning_rate": 4.19970694174321e-06,
      "loss": 0.3794,
      "step": 712730
    },
    {
      "epoch": 198.92,
      "grad_norm": 1.1189481019973755,
      "learning_rate": 4.199690428969796e-06,
      "loss": 0.3647,
      "step": 712740
    },
    {
      "epoch": 198.93,
      "grad_norm": 1.3484598398208618,
      "learning_rate": 4.199673915949357e-06,
      "loss": 0.351,
      "step": 712750
    },
    {
      "epoch": 198.93,
      "grad_norm": 1.0395829677581787,
      "learning_rate": 4.199657402681893e-06,
      "loss": 0.3896,
      "step": 712760
    },
    {
      "epoch": 198.93,
      "grad_norm": 1.2317523956298828,
      "learning_rate": 4.1996408891674076e-06,
      "loss": 0.3768,
      "step": 712770
    },
    {
      "epoch": 198.93,
      "grad_norm": 0.9844874143600464,
      "learning_rate": 4.199624375405903e-06,
      "loss": 0.3742,
      "step": 712780
    },
    {
      "epoch": 198.94,
      "grad_norm": 0.8724327087402344,
      "learning_rate": 4.1996078613973805e-06,
      "loss": 0.3798,
      "step": 712790
    },
    {
      "epoch": 198.94,
      "grad_norm": 1.0716322660446167,
      "learning_rate": 4.199591347141844e-06,
      "loss": 0.3805,
      "step": 712800
    },
    {
      "epoch": 198.94,
      "grad_norm": 1.2115434408187866,
      "learning_rate": 4.199574832639293e-06,
      "loss": 0.3725,
      "step": 712810
    },
    {
      "epoch": 198.95,
      "grad_norm": 0.9524039626121521,
      "learning_rate": 4.199558317889732e-06,
      "loss": 0.3617,
      "step": 712820
    },
    {
      "epoch": 198.95,
      "grad_norm": 1.198914885520935,
      "learning_rate": 4.1995418028931615e-06,
      "loss": 0.3709,
      "step": 712830
    },
    {
      "epoch": 198.95,
      "grad_norm": 0.9964946508407593,
      "learning_rate": 4.1995252876495855e-06,
      "loss": 0.3712,
      "step": 712840
    },
    {
      "epoch": 198.95,
      "grad_norm": 0.9490497708320618,
      "learning_rate": 4.1995087721590044e-06,
      "loss": 0.3666,
      "step": 712850
    },
    {
      "epoch": 198.96,
      "grad_norm": 1.00286865234375,
      "learning_rate": 4.199492256421423e-06,
      "loss": 0.3728,
      "step": 712860
    },
    {
      "epoch": 198.96,
      "grad_norm": 1.2658874988555908,
      "learning_rate": 4.19947574043684e-06,
      "loss": 0.3816,
      "step": 712870
    },
    {
      "epoch": 198.96,
      "grad_norm": 0.9220039248466492,
      "learning_rate": 4.19945922420526e-06,
      "loss": 0.3908,
      "step": 712880
    },
    {
      "epoch": 198.96,
      "grad_norm": 1.1221686601638794,
      "learning_rate": 4.199442707726685e-06,
      "loss": 0.3717,
      "step": 712890
    },
    {
      "epoch": 198.97,
      "grad_norm": 1.062047004699707,
      "learning_rate": 4.199426191001116e-06,
      "loss": 0.3878,
      "step": 712900
    },
    {
      "epoch": 198.97,
      "grad_norm": 1.1771050691604614,
      "learning_rate": 4.199409674028557e-06,
      "loss": 0.3588,
      "step": 712910
    },
    {
      "epoch": 198.97,
      "grad_norm": 1.2761483192443848,
      "learning_rate": 4.199393156809009e-06,
      "loss": 0.3891,
      "step": 712920
    },
    {
      "epoch": 198.98,
      "grad_norm": 0.9633955955505371,
      "learning_rate": 4.199376639342474e-06,
      "loss": 0.3628,
      "step": 712930
    },
    {
      "epoch": 198.98,
      "grad_norm": 1.0712414979934692,
      "learning_rate": 4.199360121628955e-06,
      "loss": 0.373,
      "step": 712940
    },
    {
      "epoch": 198.98,
      "grad_norm": 1.3368175029754639,
      "learning_rate": 4.1993436036684535e-06,
      "loss": 0.3711,
      "step": 712950
    },
    {
      "epoch": 198.98,
      "grad_norm": 1.2294687032699585,
      "learning_rate": 4.199327085460971e-06,
      "loss": 0.3737,
      "step": 712960
    },
    {
      "epoch": 198.99,
      "grad_norm": 0.9859360456466675,
      "learning_rate": 4.1993105670065125e-06,
      "loss": 0.3708,
      "step": 712970
    },
    {
      "epoch": 198.99,
      "grad_norm": 1.3260469436645508,
      "learning_rate": 4.199294048305078e-06,
      "loss": 0.3579,
      "step": 712980
    },
    {
      "epoch": 198.99,
      "grad_norm": 1.1411938667297363,
      "learning_rate": 4.1992775293566685e-06,
      "loss": 0.3545,
      "step": 712990
    },
    {
      "epoch": 199.0,
      "grad_norm": 1.1126675605773926,
      "learning_rate": 4.19926101016129e-06,
      "loss": 0.3829,
      "step": 713000
    },
    {
      "epoch": 199.0,
      "grad_norm": 1.1157751083374023,
      "learning_rate": 4.199244490718941e-06,
      "loss": 0.3973,
      "step": 713010
    },
    {
      "epoch": 199.0,
      "eval_loss": 0.3749062418937683,
      "eval_runtime": 63.1084,
      "eval_samples_per_second": 80.164,
      "eval_steps_per_second": 10.03,
      "step": 713017
    },
    {
      "epoch": 199.0,
      "grad_norm": 1.0774924755096436,
      "learning_rate": 4.199227971029625e-06,
      "loss": 0.37,
      "step": 713020
    },
    {
      "epoch": 199.0,
      "grad_norm": 1.3328626155853271,
      "learning_rate": 4.199211451093345e-06,
      "loss": 0.368,
      "step": 713030
    },
    {
      "epoch": 199.01,
      "grad_norm": 0.9726868271827698,
      "learning_rate": 4.199194930910103e-06,
      "loss": 0.3667,
      "step": 713040
    },
    {
      "epoch": 199.01,
      "grad_norm": 1.1373406648635864,
      "learning_rate": 4.1991784104799e-06,
      "loss": 0.3697,
      "step": 713050
    },
    {
      "epoch": 199.01,
      "grad_norm": 1.1319372653961182,
      "learning_rate": 4.1991618898027396e-06,
      "loss": 0.3596,
      "step": 713060
    },
    {
      "epoch": 199.01,
      "grad_norm": 1.0973962545394897,
      "learning_rate": 4.199145368878623e-06,
      "loss": 0.3848,
      "step": 713070
    },
    {
      "epoch": 199.02,
      "grad_norm": 0.9419713020324707,
      "learning_rate": 4.199128847707552e-06,
      "loss": 0.3859,
      "step": 713080
    },
    {
      "epoch": 199.02,
      "grad_norm": 1.2429161071777344,
      "learning_rate": 4.199112326289531e-06,
      "loss": 0.3719,
      "step": 713090
    },
    {
      "epoch": 199.02,
      "grad_norm": 1.0860695838928223,
      "learning_rate": 4.1990958046245595e-06,
      "loss": 0.3647,
      "step": 713100
    },
    {
      "epoch": 199.03,
      "grad_norm": 1.7463386058807373,
      "learning_rate": 4.199079282712642e-06,
      "loss": 0.394,
      "step": 713110
    },
    {
      "epoch": 199.03,
      "grad_norm": 1.190820574760437,
      "learning_rate": 4.19906276055378e-06,
      "loss": 0.3752,
      "step": 713120
    },
    {
      "epoch": 199.03,
      "grad_norm": 0.9632185101509094,
      "learning_rate": 4.199046238147974e-06,
      "loss": 0.3645,
      "step": 713130
    },
    {
      "epoch": 199.03,
      "grad_norm": 1.2596019506454468,
      "learning_rate": 4.199029715495228e-06,
      "loss": 0.3846,
      "step": 713140
    },
    {
      "epoch": 199.04,
      "grad_norm": 0.8849305510520935,
      "learning_rate": 4.199013192595544e-06,
      "loss": 0.3829,
      "step": 713150
    },
    {
      "epoch": 199.04,
      "grad_norm": 1.181068778038025,
      "learning_rate": 4.1989966694489245e-06,
      "loss": 0.3845,
      "step": 713160
    },
    {
      "epoch": 199.04,
      "grad_norm": 1.1760731935501099,
      "learning_rate": 4.19898014605537e-06,
      "loss": 0.3964,
      "step": 713170
    },
    {
      "epoch": 199.05,
      "grad_norm": 1.055271863937378,
      "learning_rate": 4.198963622414885e-06,
      "loss": 0.3609,
      "step": 713180
    },
    {
      "epoch": 199.05,
      "grad_norm": 1.2328177690505981,
      "learning_rate": 4.1989470985274695e-06,
      "loss": 0.3649,
      "step": 713190
    },
    {
      "epoch": 199.05,
      "grad_norm": 1.0671837329864502,
      "learning_rate": 4.198930574393127e-06,
      "loss": 0.3688,
      "step": 713200
    },
    {
      "epoch": 199.05,
      "grad_norm": 0.9753026962280273,
      "learning_rate": 4.19891405001186e-06,
      "loss": 0.3802,
      "step": 713210
    },
    {
      "epoch": 199.06,
      "grad_norm": 0.9594892859458923,
      "learning_rate": 4.19889752538367e-06,
      "loss": 0.3689,
      "step": 713220
    },
    {
      "epoch": 199.06,
      "grad_norm": 1.0747463703155518,
      "learning_rate": 4.198881000508559e-06,
      "loss": 0.3636,
      "step": 713230
    },
    {
      "epoch": 199.06,
      "grad_norm": 9.837653160095215,
      "learning_rate": 4.19886447538653e-06,
      "loss": 0.3877,
      "step": 713240
    },
    {
      "epoch": 199.07,
      "grad_norm": 0.9087526798248291,
      "learning_rate": 4.198847950017584e-06,
      "loss": 0.3721,
      "step": 713250
    },
    {
      "epoch": 199.07,
      "grad_norm": 1.8966165781021118,
      "learning_rate": 4.198831424401725e-06,
      "loss": 0.3646,
      "step": 713260
    },
    {
      "epoch": 199.07,
      "grad_norm": 1.4258071184158325,
      "learning_rate": 4.1988148985389535e-06,
      "loss": 0.3779,
      "step": 713270
    },
    {
      "epoch": 199.07,
      "grad_norm": 1.1742289066314697,
      "learning_rate": 4.198798372429273e-06,
      "loss": 0.3707,
      "step": 713280
    },
    {
      "epoch": 199.08,
      "grad_norm": 1.0198955535888672,
      "learning_rate": 4.198781846072685e-06,
      "loss": 0.3695,
      "step": 713290
    },
    {
      "epoch": 199.08,
      "grad_norm": 1.0523618459701538,
      "learning_rate": 4.198765319469191e-06,
      "loss": 0.3826,
      "step": 713300
    },
    {
      "epoch": 199.08,
      "grad_norm": 1.1187328100204468,
      "learning_rate": 4.198748792618794e-06,
      "loss": 0.3716,
      "step": 713310
    },
    {
      "epoch": 199.08,
      "grad_norm": 1.1242493391036987,
      "learning_rate": 4.198732265521497e-06,
      "loss": 0.3649,
      "step": 713320
    },
    {
      "epoch": 199.09,
      "grad_norm": 1.0607047080993652,
      "learning_rate": 4.1987157381773e-06,
      "loss": 0.369,
      "step": 713330
    },
    {
      "epoch": 199.09,
      "grad_norm": 1.159568190574646,
      "learning_rate": 4.198699210586208e-06,
      "loss": 0.3658,
      "step": 713340
    },
    {
      "epoch": 199.09,
      "grad_norm": 1.187439203262329,
      "learning_rate": 4.198682682748221e-06,
      "loss": 0.3771,
      "step": 713350
    },
    {
      "epoch": 199.1,
      "grad_norm": 1.2219630479812622,
      "learning_rate": 4.198666154663342e-06,
      "loss": 0.383,
      "step": 713360
    },
    {
      "epoch": 199.1,
      "grad_norm": 1.3563698530197144,
      "learning_rate": 4.198649626331574e-06,
      "loss": 0.3865,
      "step": 713370
    },
    {
      "epoch": 199.1,
      "grad_norm": 1.2661548852920532,
      "learning_rate": 4.198633097752917e-06,
      "loss": 0.3511,
      "step": 713380
    },
    {
      "epoch": 199.1,
      "grad_norm": 1.233988642692566,
      "learning_rate": 4.198616568927375e-06,
      "loss": 0.3831,
      "step": 713390
    },
    {
      "epoch": 199.11,
      "grad_norm": 1.6545064449310303,
      "learning_rate": 4.19860003985495e-06,
      "loss": 0.374,
      "step": 713400
    },
    {
      "epoch": 199.11,
      "grad_norm": 1.1154961585998535,
      "learning_rate": 4.198583510535644e-06,
      "loss": 0.3727,
      "step": 713410
    },
    {
      "epoch": 199.11,
      "grad_norm": 1.1294140815734863,
      "learning_rate": 4.198566980969459e-06,
      "loss": 0.382,
      "step": 713420
    },
    {
      "epoch": 199.12,
      "grad_norm": 1.1759780645370483,
      "learning_rate": 4.198550451156397e-06,
      "loss": 0.3774,
      "step": 713430
    },
    {
      "epoch": 199.12,
      "grad_norm": 1.335843563079834,
      "learning_rate": 4.19853392109646e-06,
      "loss": 0.3849,
      "step": 713440
    },
    {
      "epoch": 199.12,
      "grad_norm": 1.135691523551941,
      "learning_rate": 4.198517390789653e-06,
      "loss": 0.373,
      "step": 713450
    },
    {
      "epoch": 199.12,
      "grad_norm": 1.1577157974243164,
      "learning_rate": 4.198500860235975e-06,
      "loss": 0.3588,
      "step": 713460
    },
    {
      "epoch": 199.13,
      "grad_norm": 1.1330418586730957,
      "learning_rate": 4.198484329435427e-06,
      "loss": 0.3684,
      "step": 713470
    },
    {
      "epoch": 199.13,
      "grad_norm": 1.3012712001800537,
      "learning_rate": 4.1984677983880165e-06,
      "loss": 0.3639,
      "step": 713480
    },
    {
      "epoch": 199.13,
      "grad_norm": 1.2683557271957397,
      "learning_rate": 4.198451267093741e-06,
      "loss": 0.3787,
      "step": 713490
    },
    {
      "epoch": 199.13,
      "grad_norm": 1.3571531772613525,
      "learning_rate": 4.198434735552604e-06,
      "loss": 0.3995,
      "step": 713500
    },
    {
      "epoch": 199.14,
      "grad_norm": 1.1820529699325562,
      "learning_rate": 4.1984182037646086e-06,
      "loss": 0.3825,
      "step": 713510
    },
    {
      "epoch": 199.14,
      "grad_norm": 1.0140353441238403,
      "learning_rate": 4.198401671729756e-06,
      "loss": 0.3711,
      "step": 713520
    },
    {
      "epoch": 199.14,
      "grad_norm": 1.0507739782333374,
      "learning_rate": 4.198385139448049e-06,
      "loss": 0.354,
      "step": 713530
    },
    {
      "epoch": 199.15,
      "grad_norm": 1.3438770771026611,
      "learning_rate": 4.19836860691949e-06,
      "loss": 0.363,
      "step": 713540
    },
    {
      "epoch": 199.15,
      "grad_norm": 1.1582432985305786,
      "learning_rate": 4.19835207414408e-06,
      "loss": 0.3798,
      "step": 713550
    },
    {
      "epoch": 199.15,
      "grad_norm": 1.402769684791565,
      "learning_rate": 4.198335541121822e-06,
      "loss": 0.3815,
      "step": 713560
    },
    {
      "epoch": 199.15,
      "grad_norm": 1.194493293762207,
      "learning_rate": 4.198319007852719e-06,
      "loss": 0.375,
      "step": 713570
    },
    {
      "epoch": 199.16,
      "grad_norm": 1.261947512626648,
      "learning_rate": 4.1983024743367705e-06,
      "loss": 0.3704,
      "step": 713580
    },
    {
      "epoch": 199.16,
      "grad_norm": 1.160604476928711,
      "learning_rate": 4.198285940573983e-06,
      "loss": 0.3624,
      "step": 713590
    },
    {
      "epoch": 199.16,
      "grad_norm": 1.1318891048431396,
      "learning_rate": 4.198269406564355e-06,
      "loss": 0.3907,
      "step": 713600
    },
    {
      "epoch": 199.17,
      "grad_norm": 1.126494288444519,
      "learning_rate": 4.19825287230789e-06,
      "loss": 0.3665,
      "step": 713610
    },
    {
      "epoch": 199.17,
      "grad_norm": 1.114426851272583,
      "learning_rate": 4.19823633780459e-06,
      "loss": 0.3809,
      "step": 713620
    },
    {
      "epoch": 199.17,
      "grad_norm": 1.425048589706421,
      "learning_rate": 4.198219803054457e-06,
      "loss": 0.3757,
      "step": 713630
    },
    {
      "epoch": 199.17,
      "grad_norm": 9.192020416259766,
      "learning_rate": 4.198203268057494e-06,
      "loss": 0.3567,
      "step": 713640
    },
    {
      "epoch": 199.18,
      "grad_norm": 1.1799297332763672,
      "learning_rate": 4.198186732813703e-06,
      "loss": 0.3751,
      "step": 713650
    },
    {
      "epoch": 199.18,
      "grad_norm": 0.9499668478965759,
      "learning_rate": 4.1981701973230856e-06,
      "loss": 0.3648,
      "step": 713660
    },
    {
      "epoch": 199.18,
      "grad_norm": 1.0588984489440918,
      "learning_rate": 4.198153661585645e-06,
      "loss": 0.3878,
      "step": 713670
    },
    {
      "epoch": 199.19,
      "grad_norm": 1.3223073482513428,
      "learning_rate": 4.198137125601382e-06,
      "loss": 0.3837,
      "step": 713680
    },
    {
      "epoch": 199.19,
      "grad_norm": 1.1109355688095093,
      "learning_rate": 4.1981205893703005e-06,
      "loss": 0.3721,
      "step": 713690
    },
    {
      "epoch": 199.19,
      "grad_norm": 1.0658094882965088,
      "learning_rate": 4.198104052892401e-06,
      "loss": 0.3751,
      "step": 713700
    },
    {
      "epoch": 199.19,
      "grad_norm": 1.2007832527160645,
      "learning_rate": 4.198087516167686e-06,
      "loss": 0.3832,
      "step": 713710
    },
    {
      "epoch": 199.2,
      "grad_norm": 10.209648132324219,
      "learning_rate": 4.19807097919616e-06,
      "loss": 0.3681,
      "step": 713720
    },
    {
      "epoch": 199.2,
      "grad_norm": 1.2761403322219849,
      "learning_rate": 4.1980544419778215e-06,
      "loss": 0.3787,
      "step": 713730
    },
    {
      "epoch": 199.2,
      "grad_norm": 1.1811174154281616,
      "learning_rate": 4.198037904512675e-06,
      "loss": 0.365,
      "step": 713740
    },
    {
      "epoch": 199.2,
      "grad_norm": 1.2104711532592773,
      "learning_rate": 4.198021366800723e-06,
      "loss": 0.381,
      "step": 713750
    },
    {
      "epoch": 199.21,
      "grad_norm": 1.344483733177185,
      "learning_rate": 4.1980048288419664e-06,
      "loss": 0.3651,
      "step": 713760
    },
    {
      "epoch": 199.21,
      "grad_norm": 1.2358053922653198,
      "learning_rate": 4.197988290636408e-06,
      "loss": 0.3838,
      "step": 713770
    },
    {
      "epoch": 199.21,
      "grad_norm": 0.9081979393959045,
      "learning_rate": 4.19797175218405e-06,
      "loss": 0.3759,
      "step": 713780
    },
    {
      "epoch": 199.22,
      "grad_norm": 1.0883246660232544,
      "learning_rate": 4.1979552134848945e-06,
      "loss": 0.3998,
      "step": 713790
    },
    {
      "epoch": 199.22,
      "grad_norm": 1.0767790079116821,
      "learning_rate": 4.197938674538945e-06,
      "loss": 0.3788,
      "step": 713800
    },
    {
      "epoch": 199.22,
      "grad_norm": 1.1025676727294922,
      "learning_rate": 4.197922135346201e-06,
      "loss": 0.3531,
      "step": 713810
    },
    {
      "epoch": 199.22,
      "grad_norm": 1.2690324783325195,
      "learning_rate": 4.197905595906667e-06,
      "loss": 0.3631,
      "step": 713820
    },
    {
      "epoch": 199.23,
      "grad_norm": 1.1514006853103638,
      "learning_rate": 4.197889056220343e-06,
      "loss": 0.3855,
      "step": 713830
    },
    {
      "epoch": 199.23,
      "grad_norm": 1.1618945598602295,
      "learning_rate": 4.197872516287234e-06,
      "loss": 0.3508,
      "step": 713840
    },
    {
      "epoch": 199.23,
      "grad_norm": 0.9345425963401794,
      "learning_rate": 4.19785597610734e-06,
      "loss": 0.3821,
      "step": 713850
    },
    {
      "epoch": 199.24,
      "grad_norm": 0.9896000027656555,
      "learning_rate": 4.1978394356806645e-06,
      "loss": 0.366,
      "step": 713860
    },
    {
      "epoch": 199.24,
      "grad_norm": 1.0964637994766235,
      "learning_rate": 4.1978228950072095e-06,
      "loss": 0.3844,
      "step": 713870
    },
    {
      "epoch": 199.24,
      "grad_norm": 0.9994581937789917,
      "learning_rate": 4.1978063540869766e-06,
      "loss": 0.3591,
      "step": 713880
    },
    {
      "epoch": 199.24,
      "grad_norm": 1.2128642797470093,
      "learning_rate": 4.197789812919967e-06,
      "loss": 0.3694,
      "step": 713890
    },
    {
      "epoch": 199.25,
      "grad_norm": 1.0075314044952393,
      "learning_rate": 4.197773271506186e-06,
      "loss": 0.3653,
      "step": 713900
    },
    {
      "epoch": 199.25,
      "grad_norm": 0.9438700079917908,
      "learning_rate": 4.1977567298456336e-06,
      "loss": 0.3873,
      "step": 713910
    },
    {
      "epoch": 199.25,
      "grad_norm": 1.1383639574050903,
      "learning_rate": 4.197740187938312e-06,
      "loss": 0.3804,
      "step": 713920
    },
    {
      "epoch": 199.25,
      "grad_norm": 1.0511819124221802,
      "learning_rate": 4.1977236457842235e-06,
      "loss": 0.3726,
      "step": 713930
    },
    {
      "epoch": 199.26,
      "grad_norm": 1.136785626411438,
      "learning_rate": 4.197707103383372e-06,
      "loss": 0.3767,
      "step": 713940
    },
    {
      "epoch": 199.26,
      "grad_norm": 1.0924402475357056,
      "learning_rate": 4.197690560735756e-06,
      "loss": 0.3717,
      "step": 713950
    },
    {
      "epoch": 199.26,
      "grad_norm": 1.066068172454834,
      "learning_rate": 4.197674017841382e-06,
      "loss": 0.3687,
      "step": 713960
    },
    {
      "epoch": 199.27,
      "grad_norm": 1.2352025508880615,
      "learning_rate": 4.19765747470025e-06,
      "loss": 0.3821,
      "step": 713970
    },
    {
      "epoch": 199.27,
      "grad_norm": 1.0234973430633545,
      "learning_rate": 4.197640931312361e-06,
      "loss": 0.3835,
      "step": 713980
    },
    {
      "epoch": 199.27,
      "grad_norm": 0.9114273190498352,
      "learning_rate": 4.19762438767772e-06,
      "loss": 0.3814,
      "step": 713990
    },
    {
      "epoch": 199.27,
      "grad_norm": 1.172189712524414,
      "learning_rate": 4.197607843796328e-06,
      "loss": 0.3835,
      "step": 714000
    },
    {
      "epoch": 199.28,
      "grad_norm": 1.1324653625488281,
      "learning_rate": 4.1975912996681855e-06,
      "loss": 0.3651,
      "step": 714010
    },
    {
      "epoch": 199.28,
      "grad_norm": 1.2922409772872925,
      "learning_rate": 4.197574755293297e-06,
      "loss": 0.3786,
      "step": 714020
    },
    {
      "epoch": 199.28,
      "grad_norm": 1.0882313251495361,
      "learning_rate": 4.197558210671665e-06,
      "loss": 0.3688,
      "step": 714030
    },
    {
      "epoch": 199.29,
      "grad_norm": 1.1891595125198364,
      "learning_rate": 4.1975416658032895e-06,
      "loss": 0.3566,
      "step": 714040
    },
    {
      "epoch": 199.29,
      "grad_norm": 1.1829785108566284,
      "learning_rate": 4.197525120688174e-06,
      "loss": 0.3714,
      "step": 714050
    },
    {
      "epoch": 199.29,
      "grad_norm": 1.1178638935089111,
      "learning_rate": 4.197508575326321e-06,
      "loss": 0.3774,
      "step": 714060
    },
    {
      "epoch": 199.29,
      "grad_norm": 1.0507456064224243,
      "learning_rate": 4.197492029717731e-06,
      "loss": 0.3624,
      "step": 714070
    },
    {
      "epoch": 199.3,
      "grad_norm": 1.0597918033599854,
      "learning_rate": 4.1974754838624084e-06,
      "loss": 0.3836,
      "step": 714080
    },
    {
      "epoch": 199.3,
      "grad_norm": 1.3395615816116333,
      "learning_rate": 4.197458937760353e-06,
      "loss": 0.3796,
      "step": 714090
    },
    {
      "epoch": 199.3,
      "grad_norm": 1.050801157951355,
      "learning_rate": 4.197442391411571e-06,
      "loss": 0.4093,
      "step": 714100
    },
    {
      "epoch": 199.31,
      "grad_norm": 1.0639084577560425,
      "learning_rate": 4.19742584481606e-06,
      "loss": 0.3654,
      "step": 714110
    },
    {
      "epoch": 199.31,
      "grad_norm": 1.0803711414337158,
      "learning_rate": 4.197409297973825e-06,
      "loss": 0.3737,
      "step": 714120
    },
    {
      "epoch": 199.31,
      "grad_norm": 1.0737278461456299,
      "learning_rate": 4.197392750884867e-06,
      "loss": 0.3724,
      "step": 714130
    },
    {
      "epoch": 199.31,
      "grad_norm": 1.14020836353302,
      "learning_rate": 4.197376203549189e-06,
      "loss": 0.3693,
      "step": 714140
    },
    {
      "epoch": 199.32,
      "grad_norm": 1.1361589431762695,
      "learning_rate": 4.197359655966793e-06,
      "loss": 0.3776,
      "step": 714150
    },
    {
      "epoch": 199.32,
      "grad_norm": 0.9513064026832581,
      "learning_rate": 4.197343108137681e-06,
      "loss": 0.3601,
      "step": 714160
    },
    {
      "epoch": 199.32,
      "grad_norm": 1.2209279537200928,
      "learning_rate": 4.197326560061855e-06,
      "loss": 0.3804,
      "step": 714170
    },
    {
      "epoch": 199.32,
      "grad_norm": 2.1866180896759033,
      "learning_rate": 4.197310011739318e-06,
      "loss": 0.3742,
      "step": 714180
    },
    {
      "epoch": 199.33,
      "grad_norm": 1.217199444770813,
      "learning_rate": 4.197293463170072e-06,
      "loss": 0.3637,
      "step": 714190
    },
    {
      "epoch": 199.33,
      "grad_norm": 1.169426441192627,
      "learning_rate": 4.197276914354117e-06,
      "loss": 0.3847,
      "step": 714200
    },
    {
      "epoch": 199.33,
      "grad_norm": 1.0621373653411865,
      "learning_rate": 4.197260365291459e-06,
      "loss": 0.3669,
      "step": 714210
    },
    {
      "epoch": 199.34,
      "grad_norm": 1.2232393026351929,
      "learning_rate": 4.197243815982097e-06,
      "loss": 0.3925,
      "step": 714220
    },
    {
      "epoch": 199.34,
      "grad_norm": 1.0982954502105713,
      "learning_rate": 4.1972272664260345e-06,
      "loss": 0.3643,
      "step": 714230
    },
    {
      "epoch": 199.34,
      "grad_norm": 1.2635387182235718,
      "learning_rate": 4.1972107166232745e-06,
      "loss": 0.3836,
      "step": 714240
    },
    {
      "epoch": 199.34,
      "grad_norm": 1.320358157157898,
      "learning_rate": 4.197194166573818e-06,
      "loss": 0.3871,
      "step": 714250
    },
    {
      "epoch": 199.35,
      "grad_norm": 1.0411295890808105,
      "learning_rate": 4.197177616277667e-06,
      "loss": 0.3769,
      "step": 714260
    },
    {
      "epoch": 199.35,
      "grad_norm": 1.000579595565796,
      "learning_rate": 4.1971610657348256e-06,
      "loss": 0.3641,
      "step": 714270
    },
    {
      "epoch": 199.35,
      "grad_norm": 0.9711275696754456,
      "learning_rate": 4.197144514945293e-06,
      "loss": 0.3826,
      "step": 714280
    },
    {
      "epoch": 199.36,
      "grad_norm": 1.2360129356384277,
      "learning_rate": 4.197127963909075e-06,
      "loss": 0.4034,
      "step": 714290
    },
    {
      "epoch": 199.36,
      "grad_norm": 1.1140599250793457,
      "learning_rate": 4.19711141262617e-06,
      "loss": 0.3887,
      "step": 714300
    },
    {
      "epoch": 199.36,
      "grad_norm": 1.2403732538223267,
      "learning_rate": 4.197094861096584e-06,
      "loss": 0.3884,
      "step": 714310
    },
    {
      "epoch": 199.36,
      "grad_norm": 1.1970216035842896,
      "learning_rate": 4.197078309320316e-06,
      "loss": 0.3744,
      "step": 714320
    },
    {
      "epoch": 199.37,
      "grad_norm": 1.0715886354446411,
      "learning_rate": 4.19706175729737e-06,
      "loss": 0.3716,
      "step": 714330
    },
    {
      "epoch": 199.37,
      "grad_norm": 1.2225531339645386,
      "learning_rate": 4.197045205027747e-06,
      "loss": 0.3724,
      "step": 714340
    },
    {
      "epoch": 199.37,
      "grad_norm": 1.0947908163070679,
      "learning_rate": 4.19702865251145e-06,
      "loss": 0.3746,
      "step": 714350
    },
    {
      "epoch": 199.37,
      "grad_norm": 0.9335675835609436,
      "learning_rate": 4.197012099748481e-06,
      "loss": 0.3602,
      "step": 714360
    },
    {
      "epoch": 199.38,
      "grad_norm": 1.0950673818588257,
      "learning_rate": 4.1969955467388435e-06,
      "loss": 0.3659,
      "step": 714370
    },
    {
      "epoch": 199.38,
      "grad_norm": 0.9427319169044495,
      "learning_rate": 4.196978993482538e-06,
      "loss": 0.36,
      "step": 714380
    },
    {
      "epoch": 199.38,
      "grad_norm": 1.0822759866714478,
      "learning_rate": 4.196962439979567e-06,
      "loss": 0.3843,
      "step": 714390
    },
    {
      "epoch": 199.39,
      "grad_norm": 1.100807785987854,
      "learning_rate": 4.196945886229932e-06,
      "loss": 0.3674,
      "step": 714400
    },
    {
      "epoch": 199.39,
      "grad_norm": 1.2028671503067017,
      "learning_rate": 4.196929332233638e-06,
      "loss": 0.3893,
      "step": 714410
    },
    {
      "epoch": 199.39,
      "grad_norm": 1.266950011253357,
      "learning_rate": 4.196912777990684e-06,
      "loss": 0.3761,
      "step": 714420
    },
    {
      "epoch": 199.39,
      "grad_norm": 0.9684302806854248,
      "learning_rate": 4.196896223501074e-06,
      "loss": 0.3737,
      "step": 714430
    },
    {
      "epoch": 199.4,
      "grad_norm": 1.2120063304901123,
      "learning_rate": 4.19687966876481e-06,
      "loss": 0.3647,
      "step": 714440
    },
    {
      "epoch": 199.4,
      "grad_norm": 1.0994770526885986,
      "learning_rate": 4.196863113781893e-06,
      "loss": 0.3791,
      "step": 714450
    },
    {
      "epoch": 199.4,
      "grad_norm": 1.300420880317688,
      "learning_rate": 4.196846558552327e-06,
      "loss": 0.3748,
      "step": 714460
    },
    {
      "epoch": 199.41,
      "grad_norm": 1.1178511381149292,
      "learning_rate": 4.1968300030761126e-06,
      "loss": 0.3818,
      "step": 714470
    },
    {
      "epoch": 199.41,
      "grad_norm": 1.0321297645568848,
      "learning_rate": 4.196813447353254e-06,
      "loss": 0.3947,
      "step": 714480
    },
    {
      "epoch": 199.41,
      "grad_norm": 1.0459494590759277,
      "learning_rate": 4.196796891383751e-06,
      "loss": 0.3733,
      "step": 714490
    },
    {
      "epoch": 199.41,
      "grad_norm": 1.0306427478790283,
      "learning_rate": 4.196780335167607e-06,
      "loss": 0.3498,
      "step": 714500
    },
    {
      "epoch": 199.42,
      "grad_norm": 2.879361152648926,
      "learning_rate": 4.1967637787048245e-06,
      "loss": 0.3819,
      "step": 714510
    },
    {
      "epoch": 199.42,
      "grad_norm": 1.1074399948120117,
      "learning_rate": 4.196747221995406e-06,
      "loss": 0.3893,
      "step": 714520
    },
    {
      "epoch": 199.42,
      "grad_norm": 1.0584704875946045,
      "learning_rate": 4.196730665039351e-06,
      "loss": 0.3932,
      "step": 714530
    },
    {
      "epoch": 199.43,
      "grad_norm": 1.1280062198638916,
      "learning_rate": 4.1967141078366666e-06,
      "loss": 0.3928,
      "step": 714540
    },
    {
      "epoch": 199.43,
      "grad_norm": 1.1230754852294922,
      "learning_rate": 4.1966975503873505e-06,
      "loss": 0.379,
      "step": 714550
    },
    {
      "epoch": 199.43,
      "grad_norm": 1.2056561708450317,
      "learning_rate": 4.196680992691406e-06,
      "loss": 0.3701,
      "step": 714560
    },
    {
      "epoch": 199.43,
      "grad_norm": 1.0203052759170532,
      "learning_rate": 4.196664434748838e-06,
      "loss": 0.3692,
      "step": 714570
    },
    {
      "epoch": 199.44,
      "grad_norm": 1.150659203529358,
      "learning_rate": 4.196647876559644e-06,
      "loss": 0.3743,
      "step": 714580
    },
    {
      "epoch": 199.44,
      "grad_norm": 1.2247772216796875,
      "learning_rate": 4.19663131812383e-06,
      "loss": 0.3824,
      "step": 714590
    },
    {
      "epoch": 199.44,
      "grad_norm": 0.9142019748687744,
      "learning_rate": 4.196614759441398e-06,
      "loss": 0.3672,
      "step": 714600
    },
    {
      "epoch": 199.44,
      "grad_norm": 1.1405974626541138,
      "learning_rate": 4.196598200512348e-06,
      "loss": 0.3828,
      "step": 714610
    },
    {
      "epoch": 199.45,
      "grad_norm": 1.0903385877609253,
      "learning_rate": 4.196581641336683e-06,
      "loss": 0.3911,
      "step": 714620
    },
    {
      "epoch": 199.45,
      "grad_norm": 1.0652458667755127,
      "learning_rate": 4.196565081914407e-06,
      "loss": 0.3527,
      "step": 714630
    },
    {
      "epoch": 199.45,
      "grad_norm": 1.0484182834625244,
      "learning_rate": 4.196548522245519e-06,
      "loss": 0.3709,
      "step": 714640
    },
    {
      "epoch": 199.46,
      "grad_norm": 1.0268503427505493,
      "learning_rate": 4.196531962330025e-06,
      "loss": 0.3681,
      "step": 714650
    },
    {
      "epoch": 199.46,
      "grad_norm": 1.1144953966140747,
      "learning_rate": 4.1965154021679244e-06,
      "loss": 0.3809,
      "step": 714660
    },
    {
      "epoch": 199.46,
      "grad_norm": 1.1545356512069702,
      "learning_rate": 4.19649884175922e-06,
      "loss": 0.3565,
      "step": 714670
    },
    {
      "epoch": 199.46,
      "grad_norm": 1.2191452980041504,
      "learning_rate": 4.196482281103915e-06,
      "loss": 0.3739,
      "step": 714680
    },
    {
      "epoch": 199.47,
      "grad_norm": 1.0828708410263062,
      "learning_rate": 4.1964657202020094e-06,
      "loss": 0.363,
      "step": 714690
    },
    {
      "epoch": 199.47,
      "grad_norm": 1.0869947671890259,
      "learning_rate": 4.196449159053508e-06,
      "loss": 0.3733,
      "step": 714700
    },
    {
      "epoch": 199.47,
      "grad_norm": 1.0825111865997314,
      "learning_rate": 4.196432597658411e-06,
      "loss": 0.3677,
      "step": 714710
    },
    {
      "epoch": 199.48,
      "grad_norm": 1.324359655380249,
      "learning_rate": 4.196416036016722e-06,
      "loss": 0.3775,
      "step": 714720
    },
    {
      "epoch": 199.48,
      "grad_norm": 1.1749603748321533,
      "learning_rate": 4.196399474128442e-06,
      "loss": 0.3776,
      "step": 714730
    },
    {
      "epoch": 199.48,
      "grad_norm": 1.1500705480575562,
      "learning_rate": 4.1963829119935744e-06,
      "loss": 0.3771,
      "step": 714740
    },
    {
      "epoch": 199.48,
      "grad_norm": 1.2943317890167236,
      "learning_rate": 4.196366349612122e-06,
      "loss": 0.3651,
      "step": 714750
    },
    {
      "epoch": 199.49,
      "grad_norm": 1.1000738143920898,
      "learning_rate": 4.196349786984084e-06,
      "loss": 0.3637,
      "step": 714760
    },
    {
      "epoch": 199.49,
      "grad_norm": 1.0125967264175415,
      "learning_rate": 4.196333224109465e-06,
      "loss": 0.387,
      "step": 714770
    },
    {
      "epoch": 199.49,
      "grad_norm": 1.3319034576416016,
      "learning_rate": 4.196316660988267e-06,
      "loss": 0.3675,
      "step": 714780
    },
    {
      "epoch": 199.49,
      "grad_norm": 1.2126336097717285,
      "learning_rate": 4.196300097620491e-06,
      "loss": 0.3795,
      "step": 714790
    },
    {
      "epoch": 199.5,
      "grad_norm": 0.9787102937698364,
      "learning_rate": 4.1962835340061416e-06,
      "loss": 0.3893,
      "step": 714800
    },
    {
      "epoch": 199.5,
      "grad_norm": 1.0981718301773071,
      "learning_rate": 4.196266970145218e-06,
      "loss": 0.3697,
      "step": 714810
    },
    {
      "epoch": 199.5,
      "grad_norm": 1.0638580322265625,
      "learning_rate": 4.196250406037725e-06,
      "loss": 0.3899,
      "step": 714820
    },
    {
      "epoch": 199.51,
      "grad_norm": 1.2592839002609253,
      "learning_rate": 4.196233841683663e-06,
      "loss": 0.3615,
      "step": 714830
    },
    {
      "epoch": 199.51,
      "grad_norm": 1.1451926231384277,
      "learning_rate": 4.196217277083035e-06,
      "loss": 0.3648,
      "step": 714840
    },
    {
      "epoch": 199.51,
      "grad_norm": 0.932525634765625,
      "learning_rate": 4.196200712235843e-06,
      "loss": 0.3742,
      "step": 714850
    },
    {
      "epoch": 199.51,
      "grad_norm": 1.1062233448028564,
      "learning_rate": 4.1961841471420906e-06,
      "loss": 0.3643,
      "step": 714860
    },
    {
      "epoch": 199.52,
      "grad_norm": 1.2317259311676025,
      "learning_rate": 4.1961675818017774e-06,
      "loss": 0.3653,
      "step": 714870
    },
    {
      "epoch": 199.52,
      "grad_norm": 1.0803405046463013,
      "learning_rate": 4.196151016214907e-06,
      "loss": 0.3561,
      "step": 714880
    },
    {
      "epoch": 199.52,
      "grad_norm": 1.2837756872177124,
      "learning_rate": 4.196134450381481e-06,
      "loss": 0.3845,
      "step": 714890
    },
    {
      "epoch": 199.53,
      "grad_norm": 1.362399697303772,
      "learning_rate": 4.1961178843015035e-06,
      "loss": 0.3873,
      "step": 714900
    },
    {
      "epoch": 199.53,
      "grad_norm": 1.071868896484375,
      "learning_rate": 4.196101317974975e-06,
      "loss": 0.3724,
      "step": 714910
    },
    {
      "epoch": 199.53,
      "grad_norm": 1.1718826293945312,
      "learning_rate": 4.1960847514018974e-06,
      "loss": 0.3929,
      "step": 714920
    },
    {
      "epoch": 199.53,
      "grad_norm": 1.04702889919281,
      "learning_rate": 4.1960681845822735e-06,
      "loss": 0.3772,
      "step": 714930
    },
    {
      "epoch": 199.54,
      "grad_norm": 1.0782734155654907,
      "learning_rate": 4.196051617516105e-06,
      "loss": 0.3805,
      "step": 714940
    },
    {
      "epoch": 199.54,
      "grad_norm": 3.881178379058838,
      "learning_rate": 4.196035050203396e-06,
      "loss": 0.3789,
      "step": 714950
    },
    {
      "epoch": 199.54,
      "grad_norm": 1.008597493171692,
      "learning_rate": 4.196018482644147e-06,
      "loss": 0.3699,
      "step": 714960
    },
    {
      "epoch": 199.55,
      "grad_norm": 1.1387712955474854,
      "learning_rate": 4.19600191483836e-06,
      "loss": 0.381,
      "step": 714970
    },
    {
      "epoch": 199.55,
      "grad_norm": 1.0146448612213135,
      "learning_rate": 4.195985346786038e-06,
      "loss": 0.3764,
      "step": 714980
    },
    {
      "epoch": 199.55,
      "grad_norm": 1.162178635597229,
      "learning_rate": 4.195968778487184e-06,
      "loss": 0.3625,
      "step": 714990
    },
    {
      "epoch": 199.55,
      "grad_norm": 1.2439827919006348,
      "learning_rate": 4.195952209941798e-06,
      "loss": 0.3904,
      "step": 715000
    },
    {
      "epoch": 199.56,
      "grad_norm": 1.475067138671875,
      "learning_rate": 4.195935641149884e-06,
      "loss": 0.3658,
      "step": 715010
    },
    {
      "epoch": 199.56,
      "grad_norm": 1.0804572105407715,
      "learning_rate": 4.195919072111443e-06,
      "loss": 0.3668,
      "step": 715020
    },
    {
      "epoch": 199.56,
      "grad_norm": 6.017516136169434,
      "learning_rate": 4.195902502826478e-06,
      "loss": 0.3612,
      "step": 715030
    },
    {
      "epoch": 199.56,
      "grad_norm": 1.3043007850646973,
      "learning_rate": 4.1958859332949915e-06,
      "loss": 0.3653,
      "step": 715040
    },
    {
      "epoch": 199.57,
      "grad_norm": 1.108235239982605,
      "learning_rate": 4.195869363516985e-06,
      "loss": 0.3778,
      "step": 715050
    },
    {
      "epoch": 199.57,
      "grad_norm": 1.3106135129928589,
      "learning_rate": 4.19585279349246e-06,
      "loss": 0.3723,
      "step": 715060
    },
    {
      "epoch": 199.57,
      "grad_norm": 1.012621521949768,
      "learning_rate": 4.195836223221421e-06,
      "loss": 0.3724,
      "step": 715070
    },
    {
      "epoch": 199.58,
      "grad_norm": 1.3014949560165405,
      "learning_rate": 4.195819652703868e-06,
      "loss": 0.3567,
      "step": 715080
    },
    {
      "epoch": 199.58,
      "grad_norm": 1.1564064025878906,
      "learning_rate": 4.1958030819398036e-06,
      "loss": 0.377,
      "step": 715090
    },
    {
      "epoch": 199.58,
      "grad_norm": 1.2163447141647339,
      "learning_rate": 4.195786510929232e-06,
      "loss": 0.3709,
      "step": 715100
    },
    {
      "epoch": 199.58,
      "grad_norm": 1.1369266510009766,
      "learning_rate": 4.195769939672152e-06,
      "loss": 0.3728,
      "step": 715110
    },
    {
      "epoch": 199.59,
      "grad_norm": 1.2146204710006714,
      "learning_rate": 4.195753368168569e-06,
      "loss": 0.3885,
      "step": 715120
    },
    {
      "epoch": 199.59,
      "grad_norm": 1.313331127166748,
      "learning_rate": 4.195736796418483e-06,
      "loss": 0.3703,
      "step": 715130
    },
    {
      "epoch": 199.59,
      "grad_norm": 1.2542707920074463,
      "learning_rate": 4.195720224421897e-06,
      "loss": 0.3699,
      "step": 715140
    },
    {
      "epoch": 199.6,
      "grad_norm": 1.1104280948638916,
      "learning_rate": 4.195703652178814e-06,
      "loss": 0.3655,
      "step": 715150
    },
    {
      "epoch": 199.6,
      "grad_norm": 1.1480234861373901,
      "learning_rate": 4.195687079689235e-06,
      "loss": 0.3723,
      "step": 715160
    },
    {
      "epoch": 199.6,
      "grad_norm": 1.1855014562606812,
      "learning_rate": 4.195670506953163e-06,
      "loss": 0.3695,
      "step": 715170
    },
    {
      "epoch": 199.6,
      "grad_norm": 1.0412604808807373,
      "learning_rate": 4.195653933970599e-06,
      "loss": 0.3783,
      "step": 715180
    },
    {
      "epoch": 199.61,
      "grad_norm": 1.328488826751709,
      "learning_rate": 4.195637360741547e-06,
      "loss": 0.3717,
      "step": 715190
    },
    {
      "epoch": 199.61,
      "grad_norm": 1.4270304441452026,
      "learning_rate": 4.1956207872660075e-06,
      "loss": 0.3842,
      "step": 715200
    },
    {
      "epoch": 199.61,
      "grad_norm": 1.0440860986709595,
      "learning_rate": 4.195604213543984e-06,
      "loss": 0.3668,
      "step": 715210
    },
    {
      "epoch": 199.61,
      "grad_norm": 1.3322092294692993,
      "learning_rate": 4.195587639575478e-06,
      "loss": 0.3672,
      "step": 715220
    },
    {
      "epoch": 199.62,
      "grad_norm": 1.1096657514572144,
      "learning_rate": 4.195571065360493e-06,
      "loss": 0.3728,
      "step": 715230
    },
    {
      "epoch": 199.62,
      "grad_norm": 1.2500360012054443,
      "learning_rate": 4.195554490899029e-06,
      "loss": 0.3701,
      "step": 715240
    },
    {
      "epoch": 199.62,
      "grad_norm": 1.1563069820404053,
      "learning_rate": 4.19553791619109e-06,
      "loss": 0.3632,
      "step": 715250
    },
    {
      "epoch": 199.63,
      "grad_norm": 1.1851388216018677,
      "learning_rate": 4.195521341236676e-06,
      "loss": 0.3795,
      "step": 715260
    },
    {
      "epoch": 199.63,
      "grad_norm": 1.0751038789749146,
      "learning_rate": 4.195504766035792e-06,
      "loss": 0.3733,
      "step": 715270
    },
    {
      "epoch": 199.63,
      "grad_norm": 1.4332882165908813,
      "learning_rate": 4.1954881905884385e-06,
      "loss": 0.3659,
      "step": 715280
    },
    {
      "epoch": 199.63,
      "grad_norm": 1.0848127603530884,
      "learning_rate": 4.195471614894619e-06,
      "loss": 0.3805,
      "step": 715290
    },
    {
      "epoch": 199.64,
      "grad_norm": 0.9759559035301208,
      "learning_rate": 4.195455038954334e-06,
      "loss": 0.3663,
      "step": 715300
    },
    {
      "epoch": 199.64,
      "grad_norm": 1.266689419746399,
      "learning_rate": 4.195438462767587e-06,
      "loss": 0.3764,
      "step": 715310
    },
    {
      "epoch": 199.64,
      "grad_norm": 1.0842005014419556,
      "learning_rate": 4.1954218863343795e-06,
      "loss": 0.3685,
      "step": 715320
    },
    {
      "epoch": 199.65,
      "grad_norm": 1.1388112306594849,
      "learning_rate": 4.1954053096547135e-06,
      "loss": 0.3752,
      "step": 715330
    },
    {
      "epoch": 199.65,
      "grad_norm": 1.2377220392227173,
      "learning_rate": 4.195388732728592e-06,
      "loss": 0.381,
      "step": 715340
    },
    {
      "epoch": 199.65,
      "grad_norm": 1.321959137916565,
      "learning_rate": 4.195372155556017e-06,
      "loss": 0.3869,
      "step": 715350
    },
    {
      "epoch": 199.65,
      "grad_norm": 1.2458707094192505,
      "learning_rate": 4.195355578136991e-06,
      "loss": 0.3709,
      "step": 715360
    },
    {
      "epoch": 199.66,
      "grad_norm": 1.1754279136657715,
      "learning_rate": 4.195339000471516e-06,
      "loss": 0.3711,
      "step": 715370
    },
    {
      "epoch": 199.66,
      "grad_norm": 1.1849110126495361,
      "learning_rate": 4.195322422559593e-06,
      "loss": 0.3749,
      "step": 715380
    },
    {
      "epoch": 199.66,
      "grad_norm": 1.063944697380066,
      "learning_rate": 4.195305844401226e-06,
      "loss": 0.3862,
      "step": 715390
    },
    {
      "epoch": 199.67,
      "grad_norm": 1.1312083005905151,
      "learning_rate": 4.1952892659964155e-06,
      "loss": 0.3891,
      "step": 715400
    },
    {
      "epoch": 199.67,
      "grad_norm": 1.083939790725708,
      "learning_rate": 4.195272687345165e-06,
      "loss": 0.3774,
      "step": 715410
    },
    {
      "epoch": 199.67,
      "grad_norm": 1.1946014165878296,
      "learning_rate": 4.195256108447476e-06,
      "loss": 0.3705,
      "step": 715420
    },
    {
      "epoch": 199.67,
      "grad_norm": 0.9647791385650635,
      "learning_rate": 4.195239529303352e-06,
      "loss": 0.3741,
      "step": 715430
    },
    {
      "epoch": 199.68,
      "grad_norm": 0.9158719778060913,
      "learning_rate": 4.195222949912793e-06,
      "loss": 0.3818,
      "step": 715440
    },
    {
      "epoch": 199.68,
      "grad_norm": 1.0065243244171143,
      "learning_rate": 4.195206370275804e-06,
      "loss": 0.3742,
      "step": 715450
    },
    {
      "epoch": 199.68,
      "grad_norm": 1.1184401512145996,
      "learning_rate": 4.195189790392385e-06,
      "loss": 0.3652,
      "step": 715460
    },
    {
      "epoch": 199.68,
      "grad_norm": 1.4003385305404663,
      "learning_rate": 4.195173210262539e-06,
      "loss": 0.3764,
      "step": 715470
    },
    {
      "epoch": 199.69,
      "grad_norm": 1.1040359735488892,
      "learning_rate": 4.195156629886268e-06,
      "loss": 0.36,
      "step": 715480
    },
    {
      "epoch": 199.69,
      "grad_norm": 1.1817636489868164,
      "learning_rate": 4.1951400492635736e-06,
      "loss": 0.3912,
      "step": 715490
    },
    {
      "epoch": 199.69,
      "grad_norm": 1.1704530715942383,
      "learning_rate": 4.195123468394459e-06,
      "loss": 0.3856,
      "step": 715500
    },
    {
      "epoch": 199.7,
      "grad_norm": 1.2006306648254395,
      "learning_rate": 4.195106887278926e-06,
      "loss": 0.3573,
      "step": 715510
    },
    {
      "epoch": 199.7,
      "grad_norm": 1.096843957901001,
      "learning_rate": 4.195090305916977e-06,
      "loss": 0.3674,
      "step": 715520
    },
    {
      "epoch": 199.7,
      "grad_norm": 1.0440616607666016,
      "learning_rate": 4.195073724308615e-06,
      "loss": 0.368,
      "step": 715530
    },
    {
      "epoch": 199.7,
      "grad_norm": 1.2609426975250244,
      "learning_rate": 4.195057142453841e-06,
      "loss": 0.3711,
      "step": 715540
    },
    {
      "epoch": 199.71,
      "grad_norm": 1.0797897577285767,
      "learning_rate": 4.195040560352656e-06,
      "loss": 0.3741,
      "step": 715550
    },
    {
      "epoch": 199.71,
      "grad_norm": 1.2822500467300415,
      "learning_rate": 4.1950239780050644e-06,
      "loss": 0.3574,
      "step": 715560
    },
    {
      "epoch": 199.71,
      "grad_norm": 1.0551704168319702,
      "learning_rate": 4.195007395411069e-06,
      "loss": 0.3972,
      "step": 715570
    },
    {
      "epoch": 199.72,
      "grad_norm": 1.4853382110595703,
      "learning_rate": 4.19499081257067e-06,
      "loss": 0.3882,
      "step": 715580
    },
    {
      "epoch": 199.72,
      "grad_norm": 1.1345429420471191,
      "learning_rate": 4.194974229483869e-06,
      "loss": 0.3738,
      "step": 715590
    },
    {
      "epoch": 199.72,
      "grad_norm": 1.1430310010910034,
      "learning_rate": 4.194957646150671e-06,
      "loss": 0.3645,
      "step": 715600
    },
    {
      "epoch": 199.72,
      "grad_norm": 1.179252028465271,
      "learning_rate": 4.194941062571077e-06,
      "loss": 0.3938,
      "step": 715610
    },
    {
      "epoch": 199.73,
      "grad_norm": 1.0732852220535278,
      "learning_rate": 4.194924478745089e-06,
      "loss": 0.3641,
      "step": 715620
    },
    {
      "epoch": 199.73,
      "grad_norm": 1.1541763544082642,
      "learning_rate": 4.194907894672708e-06,
      "loss": 0.3631,
      "step": 715630
    },
    {
      "epoch": 199.73,
      "grad_norm": 1.0952703952789307,
      "learning_rate": 4.194891310353938e-06,
      "loss": 0.3774,
      "step": 715640
    },
    {
      "epoch": 199.73,
      "grad_norm": 1.1210582256317139,
      "learning_rate": 4.194874725788781e-06,
      "loss": 0.358,
      "step": 715650
    },
    {
      "epoch": 199.74,
      "grad_norm": 1.6750359535217285,
      "learning_rate": 4.194858140977238e-06,
      "loss": 0.3898,
      "step": 715660
    },
    {
      "epoch": 199.74,
      "grad_norm": 1.5883547067642212,
      "learning_rate": 4.194841555919312e-06,
      "loss": 0.402,
      "step": 715670
    },
    {
      "epoch": 199.74,
      "grad_norm": 1.0720185041427612,
      "learning_rate": 4.194824970615006e-06,
      "loss": 0.3848,
      "step": 715680
    },
    {
      "epoch": 199.75,
      "grad_norm": 1.8948620557785034,
      "learning_rate": 4.194808385064321e-06,
      "loss": 0.3664,
      "step": 715690
    },
    {
      "epoch": 199.75,
      "grad_norm": 1.1801164150238037,
      "learning_rate": 4.194791799267259e-06,
      "loss": 0.3752,
      "step": 715700
    },
    {
      "epoch": 199.75,
      "grad_norm": 1.3599032163619995,
      "learning_rate": 4.194775213223823e-06,
      "loss": 0.3779,
      "step": 715710
    },
    {
      "epoch": 199.75,
      "grad_norm": 1.1508135795593262,
      "learning_rate": 4.194758626934016e-06,
      "loss": 0.3706,
      "step": 715720
    },
    {
      "epoch": 199.76,
      "grad_norm": 1.0216872692108154,
      "learning_rate": 4.1947420403978385e-06,
      "loss": 0.3626,
      "step": 715730
    },
    {
      "epoch": 199.76,
      "grad_norm": 1.4114646911621094,
      "learning_rate": 4.194725453615294e-06,
      "loss": 0.3657,
      "step": 715740
    },
    {
      "epoch": 199.76,
      "grad_norm": 1.2790852785110474,
      "learning_rate": 4.194708866586384e-06,
      "loss": 0.3671,
      "step": 715750
    },
    {
      "epoch": 199.77,
      "grad_norm": 1.3145196437835693,
      "learning_rate": 4.1946922793111104e-06,
      "loss": 0.364,
      "step": 715760
    },
    {
      "epoch": 199.77,
      "grad_norm": 1.09614098072052,
      "learning_rate": 4.194675691789477e-06,
      "loss": 0.3878,
      "step": 715770
    },
    {
      "epoch": 199.77,
      "grad_norm": 1.1250869035720825,
      "learning_rate": 4.194659104021484e-06,
      "loss": 0.38,
      "step": 715780
    },
    {
      "epoch": 199.77,
      "grad_norm": 1.1647552251815796,
      "learning_rate": 4.194642516007134e-06,
      "loss": 0.3982,
      "step": 715790
    },
    {
      "epoch": 199.78,
      "grad_norm": 1.1212170124053955,
      "learning_rate": 4.194625927746431e-06,
      "loss": 0.3748,
      "step": 715800
    },
    {
      "epoch": 199.78,
      "grad_norm": 1.0381462574005127,
      "learning_rate": 4.194609339239375e-06,
      "loss": 0.3684,
      "step": 715810
    },
    {
      "epoch": 199.78,
      "grad_norm": 1.067662000656128,
      "learning_rate": 4.19459275048597e-06,
      "loss": 0.3798,
      "step": 715820
    },
    {
      "epoch": 199.79,
      "grad_norm": 1.1926425695419312,
      "learning_rate": 4.194576161486215e-06,
      "loss": 0.3898,
      "step": 715830
    },
    {
      "epoch": 199.79,
      "grad_norm": 1.265163779258728,
      "learning_rate": 4.194559572240117e-06,
      "loss": 0.3761,
      "step": 715840
    },
    {
      "epoch": 199.79,
      "grad_norm": 1.1827746629714966,
      "learning_rate": 4.194542982747675e-06,
      "loss": 0.3561,
      "step": 715850
    },
    {
      "epoch": 199.79,
      "grad_norm": 1.0292353630065918,
      "learning_rate": 4.194526393008892e-06,
      "loss": 0.3673,
      "step": 715860
    },
    {
      "epoch": 199.8,
      "grad_norm": 1.2798322439193726,
      "learning_rate": 4.19450980302377e-06,
      "loss": 0.3881,
      "step": 715870
    },
    {
      "epoch": 199.8,
      "grad_norm": 1.4377999305725098,
      "learning_rate": 4.194493212792311e-06,
      "loss": 0.3934,
      "step": 715880
    },
    {
      "epoch": 199.8,
      "grad_norm": 2.513462543487549,
      "learning_rate": 4.194476622314518e-06,
      "loss": 0.3762,
      "step": 715890
    },
    {
      "epoch": 199.8,
      "grad_norm": 1.1614006757736206,
      "learning_rate": 4.194460031590393e-06,
      "loss": 0.3732,
      "step": 715900
    },
    {
      "epoch": 199.81,
      "grad_norm": 1.0704718828201294,
      "learning_rate": 4.1944434406199375e-06,
      "loss": 0.3694,
      "step": 715910
    },
    {
      "epoch": 199.81,
      "grad_norm": 1.2989842891693115,
      "learning_rate": 4.194426849403155e-06,
      "loss": 0.3849,
      "step": 715920
    },
    {
      "epoch": 199.81,
      "grad_norm": 1.054167628288269,
      "learning_rate": 4.194410257940046e-06,
      "loss": 0.3641,
      "step": 715930
    },
    {
      "epoch": 199.82,
      "grad_norm": 1.0273356437683105,
      "learning_rate": 4.194393666230614e-06,
      "loss": 0.3697,
      "step": 715940
    },
    {
      "epoch": 199.82,
      "grad_norm": 1.0566655397415161,
      "learning_rate": 4.19437707427486e-06,
      "loss": 0.38,
      "step": 715950
    },
    {
      "epoch": 199.82,
      "grad_norm": 1.28774893283844,
      "learning_rate": 4.1943604820727885e-06,
      "loss": 0.358,
      "step": 715960
    },
    {
      "epoch": 199.82,
      "grad_norm": 1.5832139253616333,
      "learning_rate": 4.194343889624399e-06,
      "loss": 0.3738,
      "step": 715970
    },
    {
      "epoch": 199.83,
      "grad_norm": 1.0806187391281128,
      "learning_rate": 4.194327296929696e-06,
      "loss": 0.3717,
      "step": 715980
    },
    {
      "epoch": 199.83,
      "grad_norm": 1.0962646007537842,
      "learning_rate": 4.194310703988681e-06,
      "loss": 0.359,
      "step": 715990
    },
    {
      "epoch": 199.83,
      "grad_norm": 0.9732494950294495,
      "learning_rate": 4.194294110801354e-06,
      "loss": 0.3685,
      "step": 716000
    },
    {
      "epoch": 199.84,
      "grad_norm": 1.1516388654708862,
      "learning_rate": 4.19427751736772e-06,
      "loss": 0.3554,
      "step": 716010
    },
    {
      "epoch": 199.84,
      "grad_norm": 1.112254023551941,
      "learning_rate": 4.19426092368778e-06,
      "loss": 0.3962,
      "step": 716020
    },
    {
      "epoch": 199.84,
      "grad_norm": 1.0422356128692627,
      "learning_rate": 4.194244329761538e-06,
      "loss": 0.3571,
      "step": 716030
    },
    {
      "epoch": 199.84,
      "grad_norm": 1.141784906387329,
      "learning_rate": 4.194227735588994e-06,
      "loss": 0.3677,
      "step": 716040
    },
    {
      "epoch": 199.85,
      "grad_norm": 1.182389259338379,
      "learning_rate": 4.1942111411701495e-06,
      "loss": 0.364,
      "step": 716050
    },
    {
      "epoch": 199.85,
      "grad_norm": 1.0712467432022095,
      "learning_rate": 4.1941945465050094e-06,
      "loss": 0.3718,
      "step": 716060
    },
    {
      "epoch": 199.85,
      "grad_norm": 1.4501680135726929,
      "learning_rate": 4.194177951593574e-06,
      "loss": 0.3574,
      "step": 716070
    },
    {
      "epoch": 199.85,
      "grad_norm": 1.4037659168243408,
      "learning_rate": 4.194161356435846e-06,
      "loss": 0.3635,
      "step": 716080
    },
    {
      "epoch": 199.86,
      "grad_norm": 1.1058449745178223,
      "learning_rate": 4.194144761031829e-06,
      "loss": 0.3767,
      "step": 716090
    },
    {
      "epoch": 199.86,
      "grad_norm": 5.079192161560059,
      "learning_rate": 4.194128165381523e-06,
      "loss": 0.3754,
      "step": 716100
    },
    {
      "epoch": 199.86,
      "grad_norm": 1.0775527954101562,
      "learning_rate": 4.194111569484932e-06,
      "loss": 0.3658,
      "step": 716110
    },
    {
      "epoch": 199.87,
      "grad_norm": 1.0102322101593018,
      "learning_rate": 4.194094973342056e-06,
      "loss": 0.378,
      "step": 716120
    },
    {
      "epoch": 199.87,
      "grad_norm": 1.0034223794937134,
      "learning_rate": 4.194078376952899e-06,
      "loss": 0.3778,
      "step": 716130
    },
    {
      "epoch": 199.87,
      "grad_norm": 1.1833678483963013,
      "learning_rate": 4.194061780317464e-06,
      "loss": 0.385,
      "step": 716140
    },
    {
      "epoch": 199.87,
      "grad_norm": 1.096213459968567,
      "learning_rate": 4.19404518343575e-06,
      "loss": 0.3684,
      "step": 716150
    },
    {
      "epoch": 199.88,
      "grad_norm": 1.1377300024032593,
      "learning_rate": 4.194028586307763e-06,
      "loss": 0.3736,
      "step": 716160
    },
    {
      "epoch": 199.88,
      "grad_norm": 1.3367396593093872,
      "learning_rate": 4.194011988933503e-06,
      "loss": 0.3725,
      "step": 716170
    },
    {
      "epoch": 199.88,
      "grad_norm": 1.0279675722122192,
      "learning_rate": 4.193995391312972e-06,
      "loss": 0.3604,
      "step": 716180
    },
    {
      "epoch": 199.89,
      "grad_norm": 1.1443926095962524,
      "learning_rate": 4.1939787934461725e-06,
      "loss": 0.3806,
      "step": 716190
    },
    {
      "epoch": 199.89,
      "grad_norm": 1.0005626678466797,
      "learning_rate": 4.193962195333109e-06,
      "loss": 0.3649,
      "step": 716200
    },
    {
      "epoch": 199.89,
      "grad_norm": 1.0659288167953491,
      "learning_rate": 4.193945596973779e-06,
      "loss": 0.3656,
      "step": 716210
    },
    {
      "epoch": 199.89,
      "grad_norm": 1.0124965906143188,
      "learning_rate": 4.193928998368189e-06,
      "loss": 0.4047,
      "step": 716220
    },
    {
      "epoch": 199.9,
      "grad_norm": 1.1091610193252563,
      "learning_rate": 4.193912399516341e-06,
      "loss": 0.3621,
      "step": 716230
    },
    {
      "epoch": 199.9,
      "grad_norm": 1.1305925846099854,
      "learning_rate": 4.193895800418233e-06,
      "loss": 0.3889,
      "step": 716240
    },
    {
      "epoch": 199.9,
      "grad_norm": 1.085347294807434,
      "learning_rate": 4.193879201073872e-06,
      "loss": 0.3661,
      "step": 716250
    },
    {
      "epoch": 199.91,
      "grad_norm": 2.928689956665039,
      "learning_rate": 4.1938626014832585e-06,
      "loss": 0.3631,
      "step": 716260
    },
    {
      "epoch": 199.91,
      "grad_norm": 1.122374176979065,
      "learning_rate": 4.193846001646394e-06,
      "loss": 0.3708,
      "step": 716270
    },
    {
      "epoch": 199.91,
      "grad_norm": 1.11371648311615,
      "learning_rate": 4.19382940156328e-06,
      "loss": 0.3784,
      "step": 716280
    },
    {
      "epoch": 199.91,
      "grad_norm": 1.0365725755691528,
      "learning_rate": 4.193812801233921e-06,
      "loss": 0.3799,
      "step": 716290
    },
    {
      "epoch": 199.92,
      "grad_norm": 1.2249069213867188,
      "learning_rate": 4.193796200658318e-06,
      "loss": 0.3795,
      "step": 716300
    },
    {
      "epoch": 199.92,
      "grad_norm": 1.0732225179672241,
      "learning_rate": 4.1937795998364745e-06,
      "loss": 0.3544,
      "step": 716310
    },
    {
      "epoch": 199.92,
      "grad_norm": 1.060436725616455,
      "learning_rate": 4.19376299876839e-06,
      "loss": 0.3734,
      "step": 716320
    },
    {
      "epoch": 199.92,
      "grad_norm": 1.0718598365783691,
      "learning_rate": 4.193746397454069e-06,
      "loss": 0.3727,
      "step": 716330
    },
    {
      "epoch": 199.93,
      "grad_norm": 1.1194329261779785,
      "learning_rate": 4.193729795893513e-06,
      "loss": 0.3695,
      "step": 716340
    },
    {
      "epoch": 199.93,
      "grad_norm": 1.0988565683364868,
      "learning_rate": 4.193713194086723e-06,
      "loss": 0.3652,
      "step": 716350
    },
    {
      "epoch": 199.93,
      "grad_norm": 1.430073857307434,
      "learning_rate": 4.193696592033705e-06,
      "loss": 0.3809,
      "step": 716360
    },
    {
      "epoch": 199.94,
      "grad_norm": 1.1537244319915771,
      "learning_rate": 4.193679989734456e-06,
      "loss": 0.3679,
      "step": 716370
    },
    {
      "epoch": 199.94,
      "grad_norm": 1.0810706615447998,
      "learning_rate": 4.193663387188982e-06,
      "loss": 0.391,
      "step": 716380
    },
    {
      "epoch": 199.94,
      "grad_norm": 1.0811845064163208,
      "learning_rate": 4.193646784397283e-06,
      "loss": 0.3528,
      "step": 716390
    },
    {
      "epoch": 199.94,
      "grad_norm": 1.1349889039993286,
      "learning_rate": 4.193630181359364e-06,
      "loss": 0.3651,
      "step": 716400
    },
    {
      "epoch": 199.95,
      "grad_norm": 0.9581490159034729,
      "learning_rate": 4.193613578075224e-06,
      "loss": 0.3693,
      "step": 716410
    },
    {
      "epoch": 199.95,
      "grad_norm": 1.0886694192886353,
      "learning_rate": 4.193596974544868e-06,
      "loss": 0.3771,
      "step": 716420
    },
    {
      "epoch": 199.95,
      "grad_norm": 1.0149468183517456,
      "learning_rate": 4.193580370768295e-06,
      "loss": 0.3784,
      "step": 716430
    },
    {
      "epoch": 199.96,
      "grad_norm": 1.1347519159317017,
      "learning_rate": 4.19356376674551e-06,
      "loss": 0.3904,
      "step": 716440
    },
    {
      "epoch": 199.96,
      "grad_norm": 1.1650094985961914,
      "learning_rate": 4.193547162476515e-06,
      "loss": 0.3699,
      "step": 716450
    },
    {
      "epoch": 199.96,
      "grad_norm": 1.1183695793151855,
      "learning_rate": 4.193530557961311e-06,
      "loss": 0.3736,
      "step": 716460
    },
    {
      "epoch": 199.96,
      "grad_norm": 1.0173147916793823,
      "learning_rate": 4.1935139531999e-06,
      "loss": 0.388,
      "step": 716470
    },
    {
      "epoch": 199.97,
      "grad_norm": 1.1226979494094849,
      "learning_rate": 4.193497348192286e-06,
      "loss": 0.3706,
      "step": 716480
    },
    {
      "epoch": 199.97,
      "grad_norm": 0.9554505944252014,
      "learning_rate": 4.19348074293847e-06,
      "loss": 0.3622,
      "step": 716490
    },
    {
      "epoch": 199.97,
      "grad_norm": 1.0962742567062378,
      "learning_rate": 4.193464137438453e-06,
      "loss": 0.3652,
      "step": 716500
    },
    {
      "epoch": 199.97,
      "grad_norm": 1.0218849182128906,
      "learning_rate": 4.1934475316922395e-06,
      "loss": 0.377,
      "step": 716510
    },
    {
      "epoch": 199.98,
      "grad_norm": 1.2017021179199219,
      "learning_rate": 4.193430925699831e-06,
      "loss": 0.3648,
      "step": 716520
    },
    {
      "epoch": 199.98,
      "grad_norm": 1.1510553359985352,
      "learning_rate": 4.193414319461229e-06,
      "loss": 0.3817,
      "step": 716530
    },
    {
      "epoch": 199.98,
      "grad_norm": 1.1763449907302856,
      "learning_rate": 4.193397712976436e-06,
      "loss": 0.3806,
      "step": 716540
    },
    {
      "epoch": 199.99,
      "grad_norm": 1.1024595499038696,
      "learning_rate": 4.193381106245455e-06,
      "loss": 0.3777,
      "step": 716550
    },
    {
      "epoch": 199.99,
      "grad_norm": 1.0474380254745483,
      "learning_rate": 4.193364499268287e-06,
      "loss": 0.38,
      "step": 716560
    },
    {
      "epoch": 199.99,
      "grad_norm": 1.4946062564849854,
      "learning_rate": 4.193347892044936e-06,
      "loss": 0.3797,
      "step": 716570
    },
    {
      "epoch": 199.99,
      "grad_norm": 0.9464301466941833,
      "learning_rate": 4.193331284575402e-06,
      "loss": 0.3887,
      "step": 716580
    },
    {
      "epoch": 200.0,
      "grad_norm": 1.2340792417526245,
      "learning_rate": 4.193314676859688e-06,
      "loss": 0.3813,
      "step": 716590
    },
    {
      "epoch": 200.0,
      "grad_norm": 1.1095765829086304,
      "learning_rate": 4.193298068897798e-06,
      "loss": 0.3622,
      "step": 716600
    },
    {
      "epoch": 200.0,
      "eval_loss": 0.37432152032852173,
      "eval_runtime": 63.3768,
      "eval_samples_per_second": 79.824,
      "eval_steps_per_second": 9.988,
      "step": 716600
    },
    {
      "epoch": 200.0,
      "grad_norm": 1.0128072500228882,
      "learning_rate": 4.193281460689731e-06,
      "loss": 0.3716,
      "step": 716610
    },
    {
      "epoch": 200.01,
      "grad_norm": 1.0308436155319214,
      "learning_rate": 4.193264852235491e-06,
      "loss": 0.3686,
      "step": 716620
    },
    {
      "epoch": 200.01,
      "grad_norm": 1.2305957078933716,
      "learning_rate": 4.193248243535081e-06,
      "loss": 0.3856,
      "step": 716630
    },
    {
      "epoch": 200.01,
      "grad_norm": 1.8579788208007812,
      "learning_rate": 4.193231634588501e-06,
      "loss": 0.3744,
      "step": 716640
    },
    {
      "epoch": 200.01,
      "grad_norm": 1.1937042474746704,
      "learning_rate": 4.1932150253957555e-06,
      "loss": 0.3835,
      "step": 716650
    },
    {
      "epoch": 200.02,
      "grad_norm": 1.1903830766677856,
      "learning_rate": 4.193198415956845e-06,
      "loss": 0.3647,
      "step": 716660
    },
    {
      "epoch": 200.02,
      "grad_norm": 1.0912925004959106,
      "learning_rate": 4.193181806271773e-06,
      "loss": 0.377,
      "step": 716670
    },
    {
      "epoch": 200.02,
      "grad_norm": 1.1146655082702637,
      "learning_rate": 4.193165196340541e-06,
      "loss": 0.3848,
      "step": 716680
    },
    {
      "epoch": 200.03,
      "grad_norm": 1.1940858364105225,
      "learning_rate": 4.193148586163151e-06,
      "loss": 0.3728,
      "step": 716690
    },
    {
      "epoch": 200.03,
      "grad_norm": 1.096722960472107,
      "learning_rate": 4.193131975739606e-06,
      "loss": 0.3785,
      "step": 716700
    },
    {
      "epoch": 200.03,
      "grad_norm": 1.2778236865997314,
      "learning_rate": 4.193115365069908e-06,
      "loss": 0.3926,
      "step": 716710
    },
    {
      "epoch": 200.03,
      "grad_norm": 1.17216956615448,
      "learning_rate": 4.193098754154058e-06,
      "loss": 0.364,
      "step": 716720
    },
    {
      "epoch": 200.04,
      "grad_norm": 1.1585232019424438,
      "learning_rate": 4.19308214299206e-06,
      "loss": 0.3707,
      "step": 716730
    },
    {
      "epoch": 200.04,
      "grad_norm": 1.1594147682189941,
      "learning_rate": 4.193065531583915e-06,
      "loss": 0.3714,
      "step": 716740
    },
    {
      "epoch": 200.04,
      "grad_norm": 1.2277538776397705,
      "learning_rate": 4.193048919929626e-06,
      "loss": 0.3783,
      "step": 716750
    },
    {
      "epoch": 200.04,
      "grad_norm": 1.193051815032959,
      "learning_rate": 4.193032308029194e-06,
      "loss": 0.4043,
      "step": 716760
    },
    {
      "epoch": 200.05,
      "grad_norm": 1.0057940483093262,
      "learning_rate": 4.193015695882622e-06,
      "loss": 0.3683,
      "step": 716770
    },
    {
      "epoch": 200.05,
      "grad_norm": 1.3567829132080078,
      "learning_rate": 4.192999083489913e-06,
      "loss": 0.3653,
      "step": 716780
    },
    {
      "epoch": 200.05,
      "grad_norm": 1.2428503036499023,
      "learning_rate": 4.192982470851069e-06,
      "loss": 0.3639,
      "step": 716790
    },
    {
      "epoch": 200.06,
      "grad_norm": 1.1716636419296265,
      "learning_rate": 4.192965857966091e-06,
      "loss": 0.3643,
      "step": 716800
    },
    {
      "epoch": 200.06,
      "grad_norm": 1.5528240203857422,
      "learning_rate": 4.192949244834982e-06,
      "loss": 0.3574,
      "step": 716810
    },
    {
      "epoch": 200.06,
      "grad_norm": 1.1064879894256592,
      "learning_rate": 4.192932631457743e-06,
      "loss": 0.3767,
      "step": 716820
    },
    {
      "epoch": 200.06,
      "grad_norm": 1.0838050842285156,
      "learning_rate": 4.1929160178343775e-06,
      "loss": 0.3874,
      "step": 716830
    },
    {
      "epoch": 200.07,
      "grad_norm": 1.2340893745422363,
      "learning_rate": 4.192899403964888e-06,
      "loss": 0.3862,
      "step": 716840
    },
    {
      "epoch": 200.07,
      "grad_norm": 1.1686550378799438,
      "learning_rate": 4.192882789849276e-06,
      "loss": 0.3857,
      "step": 716850
    },
    {
      "epoch": 200.07,
      "grad_norm": 1.2009674310684204,
      "learning_rate": 4.192866175487545e-06,
      "loss": 0.3725,
      "step": 716860
    },
    {
      "epoch": 200.08,
      "grad_norm": 0.9313310384750366,
      "learning_rate": 4.1928495608796955e-06,
      "loss": 0.3774,
      "step": 716870
    },
    {
      "epoch": 200.08,
      "grad_norm": 1.2057429552078247,
      "learning_rate": 4.19283294602573e-06,
      "loss": 0.3509,
      "step": 716880
    },
    {
      "epoch": 200.08,
      "grad_norm": 1.3865348100662231,
      "learning_rate": 4.192816330925651e-06,
      "loss": 0.3612,
      "step": 716890
    },
    {
      "epoch": 200.08,
      "grad_norm": 1.0730340480804443,
      "learning_rate": 4.192799715579461e-06,
      "loss": 0.3575,
      "step": 716900
    },
    {
      "epoch": 200.09,
      "grad_norm": 1.0037269592285156,
      "learning_rate": 4.192783099987162e-06,
      "loss": 0.3787,
      "step": 716910
    },
    {
      "epoch": 200.09,
      "grad_norm": 1.0022913217544556,
      "learning_rate": 4.192766484148756e-06,
      "loss": 0.3858,
      "step": 716920
    },
    {
      "epoch": 200.09,
      "grad_norm": 1.277339220046997,
      "learning_rate": 4.1927498680642455e-06,
      "loss": 0.3913,
      "step": 716930
    },
    {
      "epoch": 200.09,
      "grad_norm": 1.155987024307251,
      "learning_rate": 4.192733251733633e-06,
      "loss": 0.3654,
      "step": 716940
    },
    {
      "epoch": 200.1,
      "grad_norm": 1.1382124423980713,
      "learning_rate": 4.1927166351569205e-06,
      "loss": 0.3664,
      "step": 716950
    },
    {
      "epoch": 200.1,
      "grad_norm": 1.0916439294815063,
      "learning_rate": 4.192700018334109e-06,
      "loss": 0.3722,
      "step": 716960
    },
    {
      "epoch": 200.1,
      "grad_norm": 2.3707895278930664,
      "learning_rate": 4.1926834012652026e-06,
      "loss": 0.377,
      "step": 716970
    },
    {
      "epoch": 200.11,
      "grad_norm": 1.2882150411605835,
      "learning_rate": 4.192666783950202e-06,
      "loss": 0.365,
      "step": 716980
    },
    {
      "epoch": 200.11,
      "grad_norm": 1.1044909954071045,
      "learning_rate": 4.192650166389111e-06,
      "loss": 0.3973,
      "step": 716990
    },
    {
      "epoch": 200.11,
      "grad_norm": 0.9977678060531616,
      "learning_rate": 4.19263354858193e-06,
      "loss": 0.3631,
      "step": 717000
    },
    {
      "epoch": 200.11,
      "grad_norm": 1.1204630136489868,
      "learning_rate": 4.192616930528663e-06,
      "loss": 0.3785,
      "step": 717010
    },
    {
      "epoch": 200.12,
      "grad_norm": 1.0795029401779175,
      "learning_rate": 4.19260031222931e-06,
      "loss": 0.3715,
      "step": 717020
    },
    {
      "epoch": 200.12,
      "grad_norm": 1.1814974546432495,
      "learning_rate": 4.192583693683875e-06,
      "loss": 0.3746,
      "step": 717030
    },
    {
      "epoch": 200.12,
      "grad_norm": 1.2798693180084229,
      "learning_rate": 4.19256707489236e-06,
      "loss": 0.3835,
      "step": 717040
    },
    {
      "epoch": 200.13,
      "grad_norm": 0.9678242206573486,
      "learning_rate": 4.192550455854767e-06,
      "loss": 0.3815,
      "step": 717050
    },
    {
      "epoch": 200.13,
      "grad_norm": 1.0248396396636963,
      "learning_rate": 4.192533836571098e-06,
      "loss": 0.3644,
      "step": 717060
    },
    {
      "epoch": 200.13,
      "grad_norm": 1.0615159273147583,
      "learning_rate": 4.1925172170413566e-06,
      "loss": 0.3727,
      "step": 717070
    },
    {
      "epoch": 200.13,
      "grad_norm": 1.1224420070648193,
      "learning_rate": 4.192500597265542e-06,
      "loss": 0.3658,
      "step": 717080
    },
    {
      "epoch": 200.14,
      "grad_norm": 1.1018699407577515,
      "learning_rate": 4.192483977243658e-06,
      "loss": 0.3765,
      "step": 717090
    },
    {
      "epoch": 200.14,
      "grad_norm": 1.107987642288208,
      "learning_rate": 4.192467356975709e-06,
      "loss": 0.3663,
      "step": 717100
    },
    {
      "epoch": 200.14,
      "grad_norm": 1.0068023204803467,
      "learning_rate": 4.192450736461693e-06,
      "loss": 0.3818,
      "step": 717110
    },
    {
      "epoch": 200.15,
      "grad_norm": 1.171637773513794,
      "learning_rate": 4.192434115701616e-06,
      "loss": 0.3544,
      "step": 717120
    },
    {
      "epoch": 200.15,
      "grad_norm": 1.2539925575256348,
      "learning_rate": 4.1924174946954784e-06,
      "loss": 0.372,
      "step": 717130
    },
    {
      "epoch": 200.15,
      "grad_norm": 1.1355748176574707,
      "learning_rate": 4.192400873443282e-06,
      "loss": 0.3701,
      "step": 717140
    },
    {
      "epoch": 200.15,
      "grad_norm": 1.1059982776641846,
      "learning_rate": 4.19238425194503e-06,
      "loss": 0.3641,
      "step": 717150
    },
    {
      "epoch": 200.16,
      "grad_norm": 1.231878638267517,
      "learning_rate": 4.192367630200724e-06,
      "loss": 0.3644,
      "step": 717160
    },
    {
      "epoch": 200.16,
      "grad_norm": 1.2624270915985107,
      "learning_rate": 4.1923510082103674e-06,
      "loss": 0.3943,
      "step": 717170
    },
    {
      "epoch": 200.16,
      "grad_norm": 0.8972028493881226,
      "learning_rate": 4.192334385973961e-06,
      "loss": 0.3867,
      "step": 717180
    },
    {
      "epoch": 200.16,
      "grad_norm": 1.3232324123382568,
      "learning_rate": 4.192317763491507e-06,
      "loss": 0.3803,
      "step": 717190
    },
    {
      "epoch": 200.17,
      "grad_norm": 0.9680730700492859,
      "learning_rate": 4.192301140763009e-06,
      "loss": 0.3851,
      "step": 717200
    },
    {
      "epoch": 200.17,
      "grad_norm": 1.0798674821853638,
      "learning_rate": 4.1922845177884675e-06,
      "loss": 0.3707,
      "step": 717210
    },
    {
      "epoch": 200.17,
      "grad_norm": 1.1570639610290527,
      "learning_rate": 4.192267894567886e-06,
      "loss": 0.3643,
      "step": 717220
    },
    {
      "epoch": 200.18,
      "grad_norm": 1.014514446258545,
      "learning_rate": 4.192251271101267e-06,
      "loss": 0.376,
      "step": 717230
    },
    {
      "epoch": 200.18,
      "grad_norm": 1.1012300252914429,
      "learning_rate": 4.19223464738861e-06,
      "loss": 0.3636,
      "step": 717240
    },
    {
      "epoch": 200.18,
      "grad_norm": 1.1115907430648804,
      "learning_rate": 4.192218023429921e-06,
      "loss": 0.3681,
      "step": 717250
    },
    {
      "epoch": 200.18,
      "grad_norm": 1.3482128381729126,
      "learning_rate": 4.1922013992252e-06,
      "loss": 0.3725,
      "step": 717260
    },
    {
      "epoch": 200.19,
      "grad_norm": 0.9935175776481628,
      "learning_rate": 4.1921847747744485e-06,
      "loss": 0.3595,
      "step": 717270
    },
    {
      "epoch": 200.19,
      "grad_norm": 1.0516862869262695,
      "learning_rate": 4.192168150077671e-06,
      "loss": 0.3882,
      "step": 717280
    },
    {
      "epoch": 200.19,
      "grad_norm": 1.0953783988952637,
      "learning_rate": 4.1921515251348685e-06,
      "loss": 0.3628,
      "step": 717290
    },
    {
      "epoch": 200.2,
      "grad_norm": 0.9922853708267212,
      "learning_rate": 4.192134899946043e-06,
      "loss": 0.3645,
      "step": 717300
    },
    {
      "epoch": 200.2,
      "grad_norm": 1.0978895425796509,
      "learning_rate": 4.192118274511196e-06,
      "loss": 0.3611,
      "step": 717310
    },
    {
      "epoch": 200.2,
      "grad_norm": 1.077734112739563,
      "learning_rate": 4.192101648830332e-06,
      "loss": 0.3744,
      "step": 717320
    },
    {
      "epoch": 200.2,
      "grad_norm": 1.166061282157898,
      "learning_rate": 4.192085022903452e-06,
      "loss": 0.3581,
      "step": 717330
    },
    {
      "epoch": 200.21,
      "grad_norm": 1.122213363647461,
      "learning_rate": 4.192068396730558e-06,
      "loss": 0.3879,
      "step": 717340
    },
    {
      "epoch": 200.21,
      "grad_norm": 1.0635089874267578,
      "learning_rate": 4.192051770311652e-06,
      "loss": 0.3528,
      "step": 717350
    },
    {
      "epoch": 200.21,
      "grad_norm": 1.2730046510696411,
      "learning_rate": 4.192035143646737e-06,
      "loss": 0.3767,
      "step": 717360
    },
    {
      "epoch": 200.21,
      "grad_norm": 1.2955141067504883,
      "learning_rate": 4.192018516735813e-06,
      "loss": 0.3879,
      "step": 717370
    },
    {
      "epoch": 200.22,
      "grad_norm": 0.9679793119430542,
      "learning_rate": 4.192001889578885e-06,
      "loss": 0.3678,
      "step": 717380
    },
    {
      "epoch": 200.22,
      "grad_norm": 0.9845213294029236,
      "learning_rate": 4.191985262175955e-06,
      "loss": 0.3703,
      "step": 717390
    },
    {
      "epoch": 200.22,
      "grad_norm": 1.1045540571212769,
      "learning_rate": 4.191968634527024e-06,
      "loss": 0.3707,
      "step": 717400
    },
    {
      "epoch": 200.23,
      "grad_norm": 1.197911262512207,
      "learning_rate": 4.191952006632094e-06,
      "loss": 0.3841,
      "step": 717410
    },
    {
      "epoch": 200.23,
      "grad_norm": 1.1853607892990112,
      "learning_rate": 4.191935378491168e-06,
      "loss": 0.3854,
      "step": 717420
    },
    {
      "epoch": 200.23,
      "grad_norm": 1.009495735168457,
      "learning_rate": 4.191918750104248e-06,
      "loss": 0.3842,
      "step": 717430
    },
    {
      "epoch": 200.23,
      "grad_norm": 1.120764136314392,
      "learning_rate": 4.191902121471337e-06,
      "loss": 0.3803,
      "step": 717440
    },
    {
      "epoch": 200.24,
      "grad_norm": 1.3921440839767456,
      "learning_rate": 4.191885492592436e-06,
      "loss": 0.3688,
      "step": 717450
    },
    {
      "epoch": 200.24,
      "grad_norm": 1.3013625144958496,
      "learning_rate": 4.191868863467547e-06,
      "loss": 0.3882,
      "step": 717460
    },
    {
      "epoch": 200.24,
      "grad_norm": 1.0917456150054932,
      "learning_rate": 4.191852234096673e-06,
      "loss": 0.3893,
      "step": 717470
    },
    {
      "epoch": 200.25,
      "grad_norm": 0.9904183745384216,
      "learning_rate": 4.1918356044798164e-06,
      "loss": 0.3615,
      "step": 717480
    },
    {
      "epoch": 200.25,
      "grad_norm": 1.0231715440750122,
      "learning_rate": 4.1918189746169795e-06,
      "loss": 0.3826,
      "step": 717490
    },
    {
      "epoch": 200.25,
      "grad_norm": 1.0917867422103882,
      "learning_rate": 4.191802344508163e-06,
      "loss": 0.3711,
      "step": 717500
    },
    {
      "epoch": 200.25,
      "grad_norm": 1.5668492317199707,
      "learning_rate": 4.191785714153372e-06,
      "loss": 0.3752,
      "step": 717510
    },
    {
      "epoch": 200.26,
      "grad_norm": 1.5972439050674438,
      "learning_rate": 4.191769083552606e-06,
      "loss": 0.3636,
      "step": 717520
    },
    {
      "epoch": 200.26,
      "grad_norm": 1.0539225339889526,
      "learning_rate": 4.191752452705868e-06,
      "loss": 0.3788,
      "step": 717530
    },
    {
      "epoch": 200.26,
      "grad_norm": 1.2736669778823853,
      "learning_rate": 4.191735821613161e-06,
      "loss": 0.3623,
      "step": 717540
    },
    {
      "epoch": 200.27,
      "grad_norm": 0.9613742828369141,
      "learning_rate": 4.191719190274486e-06,
      "loss": 0.3747,
      "step": 717550
    },
    {
      "epoch": 200.27,
      "grad_norm": 1.0297287702560425,
      "learning_rate": 4.191702558689845e-06,
      "loss": 0.3824,
      "step": 717560
    },
    {
      "epoch": 200.27,
      "grad_norm": 2.921048641204834,
      "learning_rate": 4.191685926859243e-06,
      "loss": 0.3512,
      "step": 717570
    },
    {
      "epoch": 200.27,
      "grad_norm": 1.0983132123947144,
      "learning_rate": 4.191669294782679e-06,
      "loss": 0.3794,
      "step": 717580
    },
    {
      "epoch": 200.28,
      "grad_norm": 1.2603192329406738,
      "learning_rate": 4.191652662460156e-06,
      "loss": 0.3852,
      "step": 717590
    },
    {
      "epoch": 200.28,
      "grad_norm": 1.1415935754776,
      "learning_rate": 4.1916360298916775e-06,
      "loss": 0.3724,
      "step": 717600
    },
    {
      "epoch": 200.28,
      "grad_norm": 1.1284527778625488,
      "learning_rate": 4.191619397077245e-06,
      "loss": 0.381,
      "step": 717610
    },
    {
      "epoch": 200.28,
      "grad_norm": 1.2730827331542969,
      "learning_rate": 4.1916027640168594e-06,
      "loss": 0.3696,
      "step": 717620
    },
    {
      "epoch": 200.29,
      "grad_norm": 1.0037493705749512,
      "learning_rate": 4.191586130710525e-06,
      "loss": 0.3805,
      "step": 717630
    },
    {
      "epoch": 200.29,
      "grad_norm": 1.062234878540039,
      "learning_rate": 4.191569497158242e-06,
      "loss": 0.3668,
      "step": 717640
    },
    {
      "epoch": 200.29,
      "grad_norm": 1.3374156951904297,
      "learning_rate": 4.191552863360015e-06,
      "loss": 0.3861,
      "step": 717650
    },
    {
      "epoch": 200.3,
      "grad_norm": 1.272590160369873,
      "learning_rate": 4.191536229315845e-06,
      "loss": 0.3667,
      "step": 717660
    },
    {
      "epoch": 200.3,
      "grad_norm": 1.2010794878005981,
      "learning_rate": 4.191519595025734e-06,
      "loss": 0.3803,
      "step": 717670
    },
    {
      "epoch": 200.3,
      "grad_norm": 1.105710744857788,
      "learning_rate": 4.191502960489684e-06,
      "loss": 0.3666,
      "step": 717680
    },
    {
      "epoch": 200.3,
      "grad_norm": 0.9716110825538635,
      "learning_rate": 4.191486325707698e-06,
      "loss": 0.3746,
      "step": 717690
    },
    {
      "epoch": 200.31,
      "grad_norm": 1.2852632999420166,
      "learning_rate": 4.191469690679777e-06,
      "loss": 0.3709,
      "step": 717700
    },
    {
      "epoch": 200.31,
      "grad_norm": 1.0664494037628174,
      "learning_rate": 4.1914530554059245e-06,
      "loss": 0.3608,
      "step": 717710
    },
    {
      "epoch": 200.31,
      "grad_norm": 1.1874606609344482,
      "learning_rate": 4.1914364198861425e-06,
      "loss": 0.367,
      "step": 717720
    },
    {
      "epoch": 200.32,
      "grad_norm": 1.0084705352783203,
      "learning_rate": 4.191419784120433e-06,
      "loss": 0.3546,
      "step": 717730
    },
    {
      "epoch": 200.32,
      "grad_norm": 1.2034668922424316,
      "learning_rate": 4.1914031481087965e-06,
      "loss": 0.3668,
      "step": 717740
    },
    {
      "epoch": 200.32,
      "grad_norm": 1.500512957572937,
      "learning_rate": 4.1913865118512386e-06,
      "loss": 0.3537,
      "step": 717750
    },
    {
      "epoch": 200.32,
      "grad_norm": 1.0194939374923706,
      "learning_rate": 4.19136987534776e-06,
      "loss": 0.3644,
      "step": 717760
    },
    {
      "epoch": 200.33,
      "grad_norm": 1.164332628250122,
      "learning_rate": 4.191353238598362e-06,
      "loss": 0.3616,
      "step": 717770
    },
    {
      "epoch": 200.33,
      "grad_norm": 1.115515947341919,
      "learning_rate": 4.191336601603047e-06,
      "loss": 0.3803,
      "step": 717780
    },
    {
      "epoch": 200.33,
      "grad_norm": 1.1642767190933228,
      "learning_rate": 4.191319964361819e-06,
      "loss": 0.372,
      "step": 717790
    },
    {
      "epoch": 200.33,
      "grad_norm": 1.054638147354126,
      "learning_rate": 4.191303326874678e-06,
      "loss": 0.3697,
      "step": 717800
    },
    {
      "epoch": 200.34,
      "grad_norm": 1.0676244497299194,
      "learning_rate": 4.191286689141627e-06,
      "loss": 0.3679,
      "step": 717810
    },
    {
      "epoch": 200.34,
      "grad_norm": 1.176135778427124,
      "learning_rate": 4.191270051162669e-06,
      "loss": 0.3891,
      "step": 717820
    },
    {
      "epoch": 200.34,
      "grad_norm": 1.0737470388412476,
      "learning_rate": 4.191253412937805e-06,
      "loss": 0.3756,
      "step": 717830
    },
    {
      "epoch": 200.35,
      "grad_norm": 0.9750270843505859,
      "learning_rate": 4.191236774467038e-06,
      "loss": 0.3691,
      "step": 717840
    },
    {
      "epoch": 200.35,
      "grad_norm": 1.3318339586257935,
      "learning_rate": 4.19122013575037e-06,
      "loss": 0.3518,
      "step": 717850
    },
    {
      "epoch": 200.35,
      "grad_norm": 1.0974249839782715,
      "learning_rate": 4.191203496787804e-06,
      "loss": 0.3985,
      "step": 717860
    },
    {
      "epoch": 200.35,
      "grad_norm": 5.217447757720947,
      "learning_rate": 4.191186857579341e-06,
      "loss": 0.3822,
      "step": 717870
    },
    {
      "epoch": 200.36,
      "grad_norm": 1.0610719919204712,
      "learning_rate": 4.191170218124982e-06,
      "loss": 0.3821,
      "step": 717880
    },
    {
      "epoch": 200.36,
      "grad_norm": 1.3012059926986694,
      "learning_rate": 4.1911535784247325e-06,
      "loss": 0.3822,
      "step": 717890
    },
    {
      "epoch": 200.36,
      "grad_norm": 0.9053155779838562,
      "learning_rate": 4.1911369384785935e-06,
      "loss": 0.3663,
      "step": 717900
    },
    {
      "epoch": 200.37,
      "grad_norm": 1.1228867769241333,
      "learning_rate": 4.191120298286566e-06,
      "loss": 0.3807,
      "step": 717910
    },
    {
      "epoch": 200.37,
      "grad_norm": 1.2399613857269287,
      "learning_rate": 4.191103657848653e-06,
      "loss": 0.3778,
      "step": 717920
    },
    {
      "epoch": 200.37,
      "grad_norm": 0.9765273928642273,
      "learning_rate": 4.1910870171648565e-06,
      "loss": 0.3902,
      "step": 717930
    },
    {
      "epoch": 200.37,
      "grad_norm": 1.0773729085922241,
      "learning_rate": 4.19107037623518e-06,
      "loss": 0.3842,
      "step": 717940
    },
    {
      "epoch": 200.38,
      "grad_norm": 0.937960147857666,
      "learning_rate": 4.1910537350596235e-06,
      "loss": 0.3714,
      "step": 717950
    },
    {
      "epoch": 200.38,
      "grad_norm": 1.4010061025619507,
      "learning_rate": 4.191037093638191e-06,
      "loss": 0.3862,
      "step": 717960
    },
    {
      "epoch": 200.38,
      "grad_norm": 1.1426047086715698,
      "learning_rate": 4.191020451970884e-06,
      "loss": 0.3936,
      "step": 717970
    },
    {
      "epoch": 200.39,
      "grad_norm": 1.2639238834381104,
      "learning_rate": 4.191003810057704e-06,
      "loss": 0.3789,
      "step": 717980
    },
    {
      "epoch": 200.39,
      "grad_norm": 1.1169272661209106,
      "learning_rate": 4.190987167898655e-06,
      "loss": 0.3629,
      "step": 717990
    },
    {
      "epoch": 200.39,
      "grad_norm": 1.183790683746338,
      "learning_rate": 4.190970525493738e-06,
      "loss": 0.3595,
      "step": 718000
    },
    {
      "epoch": 200.39,
      "grad_norm": 2.1874492168426514,
      "learning_rate": 4.190953882842956e-06,
      "loss": 0.3563,
      "step": 718010
    },
    {
      "epoch": 200.4,
      "grad_norm": 1.2249888181686401,
      "learning_rate": 4.1909372399463095e-06,
      "loss": 0.3728,
      "step": 718020
    },
    {
      "epoch": 200.4,
      "grad_norm": 1.236067771911621,
      "learning_rate": 4.190920596803803e-06,
      "loss": 0.3668,
      "step": 718030
    },
    {
      "epoch": 200.4,
      "grad_norm": 1.4586652517318726,
      "learning_rate": 4.190903953415437e-06,
      "loss": 0.3761,
      "step": 718040
    },
    {
      "epoch": 200.4,
      "grad_norm": 0.9944779872894287,
      "learning_rate": 4.190887309781214e-06,
      "loss": 0.375,
      "step": 718050
    },
    {
      "epoch": 200.41,
      "grad_norm": 1.1454370021820068,
      "learning_rate": 4.190870665901137e-06,
      "loss": 0.3979,
      "step": 718060
    },
    {
      "epoch": 200.41,
      "grad_norm": 0.9494045972824097,
      "learning_rate": 4.190854021775207e-06,
      "loss": 0.3679,
      "step": 718070
    },
    {
      "epoch": 200.41,
      "grad_norm": 0.9860544204711914,
      "learning_rate": 4.190837377403428e-06,
      "loss": 0.3788,
      "step": 718080
    },
    {
      "epoch": 200.42,
      "grad_norm": 1.2773659229278564,
      "learning_rate": 4.1908207327858e-06,
      "loss": 0.367,
      "step": 718090
    },
    {
      "epoch": 200.42,
      "grad_norm": 1.2229167222976685,
      "learning_rate": 4.190804087922327e-06,
      "loss": 0.3704,
      "step": 718100
    },
    {
      "epoch": 200.42,
      "grad_norm": 1.0417495965957642,
      "learning_rate": 4.190787442813012e-06,
      "loss": 0.3833,
      "step": 718110
    },
    {
      "epoch": 200.42,
      "grad_norm": 1.1171919107437134,
      "learning_rate": 4.190770797457854e-06,
      "loss": 0.3783,
      "step": 718120
    },
    {
      "epoch": 200.43,
      "grad_norm": 1.1045446395874023,
      "learning_rate": 4.190754151856858e-06,
      "loss": 0.3604,
      "step": 718130
    },
    {
      "epoch": 200.43,
      "grad_norm": 1.0528854131698608,
      "learning_rate": 4.1907375060100245e-06,
      "loss": 0.3685,
      "step": 718140
    },
    {
      "epoch": 200.43,
      "grad_norm": 1.1226645708084106,
      "learning_rate": 4.190720859917356e-06,
      "loss": 0.3566,
      "step": 718150
    },
    {
      "epoch": 200.44,
      "grad_norm": 0.9996459484100342,
      "learning_rate": 4.190704213578857e-06,
      "loss": 0.3736,
      "step": 718160
    },
    {
      "epoch": 200.44,
      "grad_norm": 1.0451785326004028,
      "learning_rate": 4.190687566994526e-06,
      "loss": 0.3658,
      "step": 718170
    },
    {
      "epoch": 200.44,
      "grad_norm": 1.080354928970337,
      "learning_rate": 4.190670920164368e-06,
      "loss": 0.3883,
      "step": 718180
    },
    {
      "epoch": 200.44,
      "grad_norm": 1.258303165435791,
      "learning_rate": 4.1906542730883845e-06,
      "loss": 0.3673,
      "step": 718190
    },
    {
      "epoch": 200.45,
      "grad_norm": 1.0785294771194458,
      "learning_rate": 4.190637625766577e-06,
      "loss": 0.355,
      "step": 718200
    },
    {
      "epoch": 200.45,
      "grad_norm": 1.146689534187317,
      "learning_rate": 4.190620978198948e-06,
      "loss": 0.3746,
      "step": 718210
    },
    {
      "epoch": 200.45,
      "grad_norm": 1.2039971351623535,
      "learning_rate": 4.190604330385501e-06,
      "loss": 0.362,
      "step": 718220
    },
    {
      "epoch": 200.45,
      "grad_norm": 0.9859475493431091,
      "learning_rate": 4.190587682326237e-06,
      "loss": 0.3655,
      "step": 718230
    },
    {
      "epoch": 200.46,
      "grad_norm": 1.1017701625823975,
      "learning_rate": 4.190571034021158e-06,
      "loss": 0.3798,
      "step": 718240
    },
    {
      "epoch": 200.46,
      "grad_norm": 1.12451171875,
      "learning_rate": 4.190554385470266e-06,
      "loss": 0.3802,
      "step": 718250
    },
    {
      "epoch": 200.46,
      "grad_norm": 1.0291017293930054,
      "learning_rate": 4.190537736673565e-06,
      "loss": 0.3608,
      "step": 718260
    },
    {
      "epoch": 200.47,
      "grad_norm": 1.0045244693756104,
      "learning_rate": 4.1905210876310555e-06,
      "loss": 0.3753,
      "step": 718270
    },
    {
      "epoch": 200.47,
      "grad_norm": 1.0836528539657593,
      "learning_rate": 4.190504438342741e-06,
      "loss": 0.3689,
      "step": 718280
    },
    {
      "epoch": 200.47,
      "grad_norm": 1.2069860696792603,
      "learning_rate": 4.190487788808622e-06,
      "loss": 0.3677,
      "step": 718290
    },
    {
      "epoch": 200.47,
      "grad_norm": 1.2804291248321533,
      "learning_rate": 4.190471139028702e-06,
      "loss": 0.3635,
      "step": 718300
    },
    {
      "epoch": 200.48,
      "grad_norm": 1.2829838991165161,
      "learning_rate": 4.190454489002983e-06,
      "loss": 0.3722,
      "step": 718310
    },
    {
      "epoch": 200.48,
      "grad_norm": 1.076638102531433,
      "learning_rate": 4.190437838731467e-06,
      "loss": 0.3922,
      "step": 718320
    },
    {
      "epoch": 200.48,
      "grad_norm": 1.1626768112182617,
      "learning_rate": 4.190421188214156e-06,
      "loss": 0.3834,
      "step": 718330
    },
    {
      "epoch": 200.49,
      "grad_norm": 1.2016619443893433,
      "learning_rate": 4.190404537451053e-06,
      "loss": 0.3929,
      "step": 718340
    },
    {
      "epoch": 200.49,
      "grad_norm": 5.1854939460754395,
      "learning_rate": 4.19038788644216e-06,
      "loss": 0.3841,
      "step": 718350
    },
    {
      "epoch": 200.49,
      "grad_norm": 1.1919230222702026,
      "learning_rate": 4.1903712351874786e-06,
      "loss": 0.3707,
      "step": 718360
    },
    {
      "epoch": 200.49,
      "grad_norm": 1.4282779693603516,
      "learning_rate": 4.190354583687011e-06,
      "loss": 0.3788,
      "step": 718370
    },
    {
      "epoch": 200.5,
      "grad_norm": 1.377380132675171,
      "learning_rate": 4.1903379319407605e-06,
      "loss": 0.3708,
      "step": 718380
    },
    {
      "epoch": 200.5,
      "grad_norm": 1.1054468154907227,
      "learning_rate": 4.190321279948729e-06,
      "loss": 0.3697,
      "step": 718390
    },
    {
      "epoch": 200.5,
      "grad_norm": 1.1735910177230835,
      "learning_rate": 4.190304627710918e-06,
      "loss": 0.3754,
      "step": 718400
    },
    {
      "epoch": 200.51,
      "grad_norm": 1.1803865432739258,
      "learning_rate": 4.19028797522733e-06,
      "loss": 0.38,
      "step": 718410
    },
    {
      "epoch": 200.51,
      "grad_norm": 1.332025408744812,
      "learning_rate": 4.190271322497967e-06,
      "loss": 0.3876,
      "step": 718420
    },
    {
      "epoch": 200.51,
      "grad_norm": 1.2583134174346924,
      "learning_rate": 4.190254669522832e-06,
      "loss": 0.3836,
      "step": 718430
    },
    {
      "epoch": 200.51,
      "grad_norm": 1.1173371076583862,
      "learning_rate": 4.1902380163019266e-06,
      "loss": 0.3692,
      "step": 718440
    },
    {
      "epoch": 200.52,
      "grad_norm": 1.0636566877365112,
      "learning_rate": 4.190221362835253e-06,
      "loss": 0.3619,
      "step": 718450
    },
    {
      "epoch": 200.52,
      "grad_norm": 1.001511573791504,
      "learning_rate": 4.190204709122813e-06,
      "loss": 0.3661,
      "step": 718460
    },
    {
      "epoch": 200.52,
      "grad_norm": 1.0477283000946045,
      "learning_rate": 4.19018805516461e-06,
      "loss": 0.3558,
      "step": 718470
    },
    {
      "epoch": 200.52,
      "grad_norm": 1.2305697202682495,
      "learning_rate": 4.190171400960646e-06,
      "loss": 0.3835,
      "step": 718480
    },
    {
      "epoch": 200.53,
      "grad_norm": 1.5775535106658936,
      "learning_rate": 4.190154746510922e-06,
      "loss": 0.3748,
      "step": 718490
    },
    {
      "epoch": 200.53,
      "grad_norm": 1.3049958944320679,
      "learning_rate": 4.190138091815441e-06,
      "loss": 0.3934,
      "step": 718500
    },
    {
      "epoch": 200.53,
      "grad_norm": 1.471147060394287,
      "learning_rate": 4.190121436874206e-06,
      "loss": 0.3996,
      "step": 718510
    },
    {
      "epoch": 200.54,
      "grad_norm": 1.1067081689834595,
      "learning_rate": 4.190104781687218e-06,
      "loss": 0.3918,
      "step": 718520
    },
    {
      "epoch": 200.54,
      "grad_norm": 1.1632795333862305,
      "learning_rate": 4.19008812625448e-06,
      "loss": 0.3625,
      "step": 718530
    },
    {
      "epoch": 200.54,
      "grad_norm": 1.0160017013549805,
      "learning_rate": 4.190071470575993e-06,
      "loss": 0.3844,
      "step": 718540
    },
    {
      "epoch": 200.54,
      "grad_norm": 0.973254919052124,
      "learning_rate": 4.190054814651762e-06,
      "loss": 0.3737,
      "step": 718550
    },
    {
      "epoch": 200.55,
      "grad_norm": 1.178818941116333,
      "learning_rate": 4.190038158481786e-06,
      "loss": 0.3559,
      "step": 718560
    },
    {
      "epoch": 200.55,
      "grad_norm": 1.1326078176498413,
      "learning_rate": 4.190021502066068e-06,
      "loss": 0.3645,
      "step": 718570
    },
    {
      "epoch": 200.55,
      "grad_norm": 1.1155643463134766,
      "learning_rate": 4.190004845404611e-06,
      "loss": 0.3745,
      "step": 718580
    },
    {
      "epoch": 200.56,
      "grad_norm": 1.166108250617981,
      "learning_rate": 4.189988188497418e-06,
      "loss": 0.3668,
      "step": 718590
    },
    {
      "epoch": 200.56,
      "grad_norm": 1.1473522186279297,
      "learning_rate": 4.189971531344489e-06,
      "loss": 0.3794,
      "step": 718600
    },
    {
      "epoch": 200.56,
      "grad_norm": 1.1596522331237793,
      "learning_rate": 4.189954873945828e-06,
      "loss": 0.3614,
      "step": 718610
    },
    {
      "epoch": 200.56,
      "grad_norm": 1.1786631345748901,
      "learning_rate": 4.189938216301437e-06,
      "loss": 0.3747,
      "step": 718620
    },
    {
      "epoch": 200.57,
      "grad_norm": 1.0964076519012451,
      "learning_rate": 4.1899215584113175e-06,
      "loss": 0.3821,
      "step": 718630
    },
    {
      "epoch": 200.57,
      "grad_norm": 1.3852829933166504,
      "learning_rate": 4.189904900275472e-06,
      "loss": 0.3762,
      "step": 718640
    },
    {
      "epoch": 200.57,
      "grad_norm": 1.2420734167099,
      "learning_rate": 4.189888241893903e-06,
      "loss": 0.3713,
      "step": 718650
    },
    {
      "epoch": 200.57,
      "grad_norm": 1.0494015216827393,
      "learning_rate": 4.1898715832666115e-06,
      "loss": 0.3886,
      "step": 718660
    },
    {
      "epoch": 200.58,
      "grad_norm": 0.9974105358123779,
      "learning_rate": 4.1898549243936025e-06,
      "loss": 0.3597,
      "step": 718670
    },
    {
      "epoch": 200.58,
      "grad_norm": 1.11307692527771,
      "learning_rate": 4.189838265274875e-06,
      "loss": 0.3611,
      "step": 718680
    },
    {
      "epoch": 200.58,
      "grad_norm": 1.1780086755752563,
      "learning_rate": 4.189821605910433e-06,
      "loss": 0.3733,
      "step": 718690
    },
    {
      "epoch": 200.59,
      "grad_norm": 1.2506273984909058,
      "learning_rate": 4.189804946300278e-06,
      "loss": 0.3851,
      "step": 718700
    },
    {
      "epoch": 200.59,
      "grad_norm": 1.0850024223327637,
      "learning_rate": 4.189788286444414e-06,
      "loss": 0.3788,
      "step": 718710
    },
    {
      "epoch": 200.59,
      "grad_norm": 1.0566625595092773,
      "learning_rate": 4.18977162634284e-06,
      "loss": 0.3855,
      "step": 718720
    },
    {
      "epoch": 200.59,
      "grad_norm": 1.0726858377456665,
      "learning_rate": 4.189754965995561e-06,
      "loss": 0.3792,
      "step": 718730
    },
    {
      "epoch": 200.6,
      "grad_norm": 1.0348025560379028,
      "learning_rate": 4.189738305402578e-06,
      "loss": 0.3675,
      "step": 718740
    },
    {
      "epoch": 200.6,
      "grad_norm": 1.0824317932128906,
      "learning_rate": 4.189721644563894e-06,
      "loss": 0.3545,
      "step": 718750
    },
    {
      "epoch": 200.6,
      "grad_norm": 1.3184871673583984,
      "learning_rate": 4.18970498347951e-06,
      "loss": 0.3644,
      "step": 718760
    },
    {
      "epoch": 200.61,
      "grad_norm": 1.3016904592514038,
      "learning_rate": 4.189688322149429e-06,
      "loss": 0.3723,
      "step": 718770
    },
    {
      "epoch": 200.61,
      "grad_norm": 1.1052496433258057,
      "learning_rate": 4.189671660573653e-06,
      "loss": 0.3649,
      "step": 718780
    },
    {
      "epoch": 200.61,
      "grad_norm": 1.302464485168457,
      "learning_rate": 4.189654998752185e-06,
      "loss": 0.3785,
      "step": 718790
    },
    {
      "epoch": 200.61,
      "grad_norm": 1.0600972175598145,
      "learning_rate": 4.189638336685026e-06,
      "loss": 0.3792,
      "step": 718800
    },
    {
      "epoch": 200.62,
      "grad_norm": 1.3902586698532104,
      "learning_rate": 4.189621674372179e-06,
      "loss": 0.381,
      "step": 718810
    },
    {
      "epoch": 200.62,
      "grad_norm": 1.0440576076507568,
      "learning_rate": 4.189605011813646e-06,
      "loss": 0.3722,
      "step": 718820
    },
    {
      "epoch": 200.62,
      "grad_norm": 1.2313838005065918,
      "learning_rate": 4.189588349009428e-06,
      "loss": 0.3714,
      "step": 718830
    },
    {
      "epoch": 200.63,
      "grad_norm": 1.1538209915161133,
      "learning_rate": 4.18957168595953e-06,
      "loss": 0.3737,
      "step": 718840
    },
    {
      "epoch": 200.63,
      "grad_norm": 1.2071384191513062,
      "learning_rate": 4.189555022663952e-06,
      "loss": 0.3722,
      "step": 718850
    },
    {
      "epoch": 200.63,
      "grad_norm": 1.3486891984939575,
      "learning_rate": 4.189538359122697e-06,
      "loss": 0.3673,
      "step": 718860
    },
    {
      "epoch": 200.63,
      "grad_norm": 1.1471067667007446,
      "learning_rate": 4.189521695335766e-06,
      "loss": 0.3829,
      "step": 718870
    },
    {
      "epoch": 200.64,
      "grad_norm": 2.5241940021514893,
      "learning_rate": 4.189505031303164e-06,
      "loss": 0.3687,
      "step": 718880
    },
    {
      "epoch": 200.64,
      "grad_norm": 1.1675245761871338,
      "learning_rate": 4.189488367024891e-06,
      "loss": 0.3663,
      "step": 718890
    },
    {
      "epoch": 200.64,
      "grad_norm": 1.1626654863357544,
      "learning_rate": 4.189471702500949e-06,
      "loss": 0.3603,
      "step": 718900
    },
    {
      "epoch": 200.64,
      "grad_norm": 1.024658203125,
      "learning_rate": 4.1894550377313415e-06,
      "loss": 0.37,
      "step": 718910
    },
    {
      "epoch": 200.65,
      "grad_norm": 1.343388557434082,
      "learning_rate": 4.18943837271607e-06,
      "loss": 0.3806,
      "step": 718920
    },
    {
      "epoch": 200.65,
      "grad_norm": 1.2065256834030151,
      "learning_rate": 4.189421707455137e-06,
      "loss": 0.358,
      "step": 718930
    },
    {
      "epoch": 200.65,
      "grad_norm": 1.117745280265808,
      "learning_rate": 4.189405041948545e-06,
      "loss": 0.3628,
      "step": 718940
    },
    {
      "epoch": 200.66,
      "grad_norm": 1.0807937383651733,
      "learning_rate": 4.189388376196295e-06,
      "loss": 0.3639,
      "step": 718950
    },
    {
      "epoch": 200.66,
      "grad_norm": 1.0496639013290405,
      "learning_rate": 4.18937171019839e-06,
      "loss": 0.376,
      "step": 718960
    },
    {
      "epoch": 200.66,
      "grad_norm": 1.0984023809432983,
      "learning_rate": 4.189355043954833e-06,
      "loss": 0.3772,
      "step": 718970
    },
    {
      "epoch": 200.66,
      "grad_norm": 1.6783802509307861,
      "learning_rate": 4.1893383774656255e-06,
      "loss": 0.3845,
      "step": 718980
    },
    {
      "epoch": 200.67,
      "grad_norm": 1.1618391275405884,
      "learning_rate": 4.189321710730768e-06,
      "loss": 0.3772,
      "step": 718990
    },
    {
      "epoch": 200.67,
      "grad_norm": 1.076780915260315,
      "learning_rate": 4.189305043750267e-06,
      "loss": 0.3711,
      "step": 719000
    },
    {
      "epoch": 200.67,
      "grad_norm": 1.1179291009902954,
      "learning_rate": 4.18928837652412e-06,
      "loss": 0.3922,
      "step": 719010
    },
    {
      "epoch": 200.68,
      "grad_norm": 1.116511583328247,
      "learning_rate": 4.189271709052333e-06,
      "loss": 0.3613,
      "step": 719020
    },
    {
      "epoch": 200.68,
      "grad_norm": 1.1069691181182861,
      "learning_rate": 4.1892550413349055e-06,
      "loss": 0.3821,
      "step": 719030
    },
    {
      "epoch": 200.68,
      "grad_norm": 1.1681312322616577,
      "learning_rate": 4.1892383733718405e-06,
      "loss": 0.3879,
      "step": 719040
    },
    {
      "epoch": 200.68,
      "grad_norm": 1.0541290044784546,
      "learning_rate": 4.189221705163141e-06,
      "loss": 0.3776,
      "step": 719050
    },
    {
      "epoch": 200.69,
      "grad_norm": 1.130183219909668,
      "learning_rate": 4.189205036708809e-06,
      "loss": 0.3696,
      "step": 719060
    },
    {
      "epoch": 200.69,
      "grad_norm": 1.2035623788833618,
      "learning_rate": 4.189188368008846e-06,
      "loss": 0.3593,
      "step": 719070
    },
    {
      "epoch": 200.69,
      "grad_norm": 1.261597752571106,
      "learning_rate": 4.189171699063254e-06,
      "loss": 0.364,
      "step": 719080
    },
    {
      "epoch": 200.69,
      "grad_norm": 0.8672556281089783,
      "learning_rate": 4.189155029872037e-06,
      "loss": 0.3777,
      "step": 719090
    },
    {
      "epoch": 200.7,
      "grad_norm": 1.1451327800750732,
      "learning_rate": 4.189138360435196e-06,
      "loss": 0.3721,
      "step": 719100
    },
    {
      "epoch": 200.7,
      "grad_norm": 1.060373306274414,
      "learning_rate": 4.189121690752733e-06,
      "loss": 0.3669,
      "step": 719110
    },
    {
      "epoch": 200.7,
      "grad_norm": 1.1339362859725952,
      "learning_rate": 4.18910502082465e-06,
      "loss": 0.3893,
      "step": 719120
    },
    {
      "epoch": 200.71,
      "grad_norm": 1.1976089477539062,
      "learning_rate": 4.189088350650951e-06,
      "loss": 0.3812,
      "step": 719130
    },
    {
      "epoch": 200.71,
      "grad_norm": 1.444706678390503,
      "learning_rate": 4.189071680231636e-06,
      "loss": 0.3884,
      "step": 719140
    },
    {
      "epoch": 200.71,
      "grad_norm": 1.2273602485656738,
      "learning_rate": 4.189055009566708e-06,
      "loss": 0.4005,
      "step": 719150
    },
    {
      "epoch": 200.71,
      "grad_norm": 1.013777256011963,
      "learning_rate": 4.189038338656171e-06,
      "loss": 0.3534,
      "step": 719160
    },
    {
      "epoch": 200.72,
      "grad_norm": 1.0247186422348022,
      "learning_rate": 4.189021667500024e-06,
      "loss": 0.3783,
      "step": 719170
    },
    {
      "epoch": 200.72,
      "grad_norm": 1.1414015293121338,
      "learning_rate": 4.189004996098271e-06,
      "loss": 0.3665,
      "step": 719180
    },
    {
      "epoch": 200.72,
      "grad_norm": 1.1467270851135254,
      "learning_rate": 4.188988324450914e-06,
      "loss": 0.373,
      "step": 719190
    },
    {
      "epoch": 200.73,
      "grad_norm": 1.1802630424499512,
      "learning_rate": 4.188971652557956e-06,
      "loss": 0.3608,
      "step": 719200
    },
    {
      "epoch": 200.73,
      "grad_norm": 1.1722021102905273,
      "learning_rate": 4.188954980419398e-06,
      "loss": 0.3887,
      "step": 719210
    },
    {
      "epoch": 200.73,
      "grad_norm": 0.9463220238685608,
      "learning_rate": 4.188938308035243e-06,
      "loss": 0.379,
      "step": 719220
    },
    {
      "epoch": 200.73,
      "grad_norm": 1.1638567447662354,
      "learning_rate": 4.188921635405493e-06,
      "loss": 0.3633,
      "step": 719230
    },
    {
      "epoch": 200.74,
      "grad_norm": 1.2631455659866333,
      "learning_rate": 4.18890496253015e-06,
      "loss": 0.3744,
      "step": 719240
    },
    {
      "epoch": 200.74,
      "grad_norm": 1.0717129707336426,
      "learning_rate": 4.188888289409216e-06,
      "loss": 0.367,
      "step": 719250
    },
    {
      "epoch": 200.74,
      "grad_norm": 1.16110098361969,
      "learning_rate": 4.188871616042694e-06,
      "loss": 0.3831,
      "step": 719260
    },
    {
      "epoch": 200.75,
      "grad_norm": 1.133339524269104,
      "learning_rate": 4.188854942430586e-06,
      "loss": 0.3638,
      "step": 719270
    },
    {
      "epoch": 200.75,
      "grad_norm": 1.1727113723754883,
      "learning_rate": 4.188838268572893e-06,
      "loss": 0.3856,
      "step": 719280
    },
    {
      "epoch": 200.75,
      "grad_norm": 1.266427755355835,
      "learning_rate": 4.1888215944696194e-06,
      "loss": 0.3621,
      "step": 719290
    },
    {
      "epoch": 200.75,
      "grad_norm": 1.1500928401947021,
      "learning_rate": 4.188804920120766e-06,
      "loss": 0.3825,
      "step": 719300
    },
    {
      "epoch": 200.76,
      "grad_norm": 1.0446934700012207,
      "learning_rate": 4.1887882455263345e-06,
      "loss": 0.372,
      "step": 719310
    },
    {
      "epoch": 200.76,
      "grad_norm": 1.386029601097107,
      "learning_rate": 4.188771570686328e-06,
      "loss": 0.3915,
      "step": 719320
    },
    {
      "epoch": 200.76,
      "grad_norm": 1.155681848526001,
      "learning_rate": 4.1887548956007505e-06,
      "loss": 0.3668,
      "step": 719330
    },
    {
      "epoch": 200.76,
      "grad_norm": 1.3904155492782593,
      "learning_rate": 4.188738220269601e-06,
      "loss": 0.372,
      "step": 719340
    },
    {
      "epoch": 200.77,
      "grad_norm": 0.830806314945221,
      "learning_rate": 4.188721544692883e-06,
      "loss": 0.3674,
      "step": 719350
    },
    {
      "epoch": 200.77,
      "grad_norm": 1.1493178606033325,
      "learning_rate": 4.188704868870599e-06,
      "loss": 0.3798,
      "step": 719360
    },
    {
      "epoch": 200.77,
      "grad_norm": 1.1685960292816162,
      "learning_rate": 4.188688192802751e-06,
      "loss": 0.3662,
      "step": 719370
    },
    {
      "epoch": 200.78,
      "grad_norm": 1.0832940340042114,
      "learning_rate": 4.18867151648934e-06,
      "loss": 0.3901,
      "step": 719380
    },
    {
      "epoch": 200.78,
      "grad_norm": 1.161263108253479,
      "learning_rate": 4.188654839930371e-06,
      "loss": 0.3652,
      "step": 719390
    },
    {
      "epoch": 200.78,
      "grad_norm": 1.1541953086853027,
      "learning_rate": 4.188638163125844e-06,
      "loss": 0.3578,
      "step": 719400
    },
    {
      "epoch": 200.78,
      "grad_norm": 1.1838330030441284,
      "learning_rate": 4.188621486075762e-06,
      "loss": 0.4033,
      "step": 719410
    },
    {
      "epoch": 200.79,
      "grad_norm": 1.2049548625946045,
      "learning_rate": 4.188604808780127e-06,
      "loss": 0.398,
      "step": 719420
    },
    {
      "epoch": 200.79,
      "grad_norm": 1.1542072296142578,
      "learning_rate": 4.188588131238942e-06,
      "loss": 0.3877,
      "step": 719430
    },
    {
      "epoch": 200.79,
      "grad_norm": 1.0215396881103516,
      "learning_rate": 4.188571453452208e-06,
      "loss": 0.3843,
      "step": 719440
    },
    {
      "epoch": 200.8,
      "grad_norm": 1.2083278894424438,
      "learning_rate": 4.1885547754199276e-06,
      "loss": 0.3881,
      "step": 719450
    },
    {
      "epoch": 200.8,
      "grad_norm": 1.1170952320098877,
      "learning_rate": 4.1885380971421036e-06,
      "loss": 0.3827,
      "step": 719460
    },
    {
      "epoch": 200.8,
      "grad_norm": 2.192401885986328,
      "learning_rate": 4.1885214186187374e-06,
      "loss": 0.3751,
      "step": 719470
    },
    {
      "epoch": 200.8,
      "grad_norm": 1.1379777193069458,
      "learning_rate": 4.1885047398498325e-06,
      "loss": 0.3933,
      "step": 719480
    },
    {
      "epoch": 200.81,
      "grad_norm": 1.122421383857727,
      "learning_rate": 4.188488060835389e-06,
      "loss": 0.3889,
      "step": 719490
    },
    {
      "epoch": 200.81,
      "grad_norm": 1.1074178218841553,
      "learning_rate": 4.188471381575411e-06,
      "loss": 0.361,
      "step": 719500
    },
    {
      "epoch": 200.81,
      "grad_norm": 1.1129225492477417,
      "learning_rate": 4.1884547020699e-06,
      "loss": 0.3653,
      "step": 719510
    },
    {
      "epoch": 200.81,
      "grad_norm": 1.1134755611419678,
      "learning_rate": 4.188438022318858e-06,
      "loss": 0.3786,
      "step": 719520
    },
    {
      "epoch": 200.82,
      "grad_norm": 1.155797004699707,
      "learning_rate": 4.188421342322288e-06,
      "loss": 0.3729,
      "step": 719530
    },
    {
      "epoch": 200.82,
      "grad_norm": 1.008432149887085,
      "learning_rate": 4.188404662080192e-06,
      "loss": 0.3793,
      "step": 719540
    },
    {
      "epoch": 200.82,
      "grad_norm": 1.1855065822601318,
      "learning_rate": 4.188387981592571e-06,
      "loss": 0.397,
      "step": 719550
    },
    {
      "epoch": 200.83,
      "grad_norm": 1.0451457500457764,
      "learning_rate": 4.188371300859429e-06,
      "loss": 0.3878,
      "step": 719560
    },
    {
      "epoch": 200.83,
      "grad_norm": 1.2077722549438477,
      "learning_rate": 4.188354619880767e-06,
      "loss": 0.3527,
      "step": 719570
    },
    {
      "epoch": 200.83,
      "grad_norm": 1.1124846935272217,
      "learning_rate": 4.188337938656587e-06,
      "loss": 0.3855,
      "step": 719580
    },
    {
      "epoch": 200.83,
      "grad_norm": 1.0409440994262695,
      "learning_rate": 4.188321257186893e-06,
      "loss": 0.3706,
      "step": 719590
    },
    {
      "epoch": 200.84,
      "grad_norm": 1.0450693368911743,
      "learning_rate": 4.188304575471686e-06,
      "loss": 0.3634,
      "step": 719600
    },
    {
      "epoch": 200.84,
      "grad_norm": 1.1414073705673218,
      "learning_rate": 4.188287893510968e-06,
      "loss": 0.3627,
      "step": 719610
    },
    {
      "epoch": 200.84,
      "grad_norm": 1.1751023530960083,
      "learning_rate": 4.188271211304741e-06,
      "loss": 0.3691,
      "step": 719620
    },
    {
      "epoch": 200.85,
      "grad_norm": 0.924095094203949,
      "learning_rate": 4.188254528853008e-06,
      "loss": 0.3834,
      "step": 719630
    },
    {
      "epoch": 200.85,
      "grad_norm": 1.0987833738327026,
      "learning_rate": 4.188237846155771e-06,
      "loss": 0.3713,
      "step": 719640
    },
    {
      "epoch": 200.85,
      "grad_norm": 1.1653512716293335,
      "learning_rate": 4.188221163213033e-06,
      "loss": 0.3666,
      "step": 719650
    },
    {
      "epoch": 200.85,
      "grad_norm": 1.2183879613876343,
      "learning_rate": 4.1882044800247945e-06,
      "loss": 0.3714,
      "step": 719660
    },
    {
      "epoch": 200.86,
      "grad_norm": 0.9791224002838135,
      "learning_rate": 4.188187796591058e-06,
      "loss": 0.3865,
      "step": 719670
    },
    {
      "epoch": 200.86,
      "grad_norm": 1.0839893817901611,
      "learning_rate": 4.188171112911828e-06,
      "loss": 0.3628,
      "step": 719680
    },
    {
      "epoch": 200.86,
      "grad_norm": 1.104793667793274,
      "learning_rate": 4.188154428987104e-06,
      "loss": 0.3759,
      "step": 719690
    },
    {
      "epoch": 200.87,
      "grad_norm": 1.017539143562317,
      "learning_rate": 4.188137744816889e-06,
      "loss": 0.3875,
      "step": 719700
    },
    {
      "epoch": 200.87,
      "grad_norm": 1.2059983015060425,
      "learning_rate": 4.188121060401186e-06,
      "loss": 0.3809,
      "step": 719710
    },
    {
      "epoch": 200.87,
      "grad_norm": 1.123730182647705,
      "learning_rate": 4.188104375739997e-06,
      "loss": 0.3961,
      "step": 719720
    },
    {
      "epoch": 200.87,
      "grad_norm": 1.0718942880630493,
      "learning_rate": 4.188087690833323e-06,
      "loss": 0.3637,
      "step": 719730
    },
    {
      "epoch": 200.88,
      "grad_norm": 1.079704761505127,
      "learning_rate": 4.188071005681168e-06,
      "loss": 0.3715,
      "step": 719740
    },
    {
      "epoch": 200.88,
      "grad_norm": 1.1599798202514648,
      "learning_rate": 4.1880543202835325e-06,
      "loss": 0.372,
      "step": 719750
    },
    {
      "epoch": 200.88,
      "grad_norm": 1.1763668060302734,
      "learning_rate": 4.188037634640421e-06,
      "loss": 0.369,
      "step": 719760
    },
    {
      "epoch": 200.88,
      "grad_norm": 1.119511604309082,
      "learning_rate": 4.188020948751833e-06,
      "loss": 0.3754,
      "step": 719770
    },
    {
      "epoch": 200.89,
      "grad_norm": 1.1925209760665894,
      "learning_rate": 4.188004262617772e-06,
      "loss": 0.3843,
      "step": 719780
    },
    {
      "epoch": 200.89,
      "grad_norm": 1.1983840465545654,
      "learning_rate": 4.187987576238241e-06,
      "loss": 0.3779,
      "step": 719790
    },
    {
      "epoch": 200.89,
      "grad_norm": 1.167059302330017,
      "learning_rate": 4.187970889613241e-06,
      "loss": 0.3741,
      "step": 719800
    },
    {
      "epoch": 200.9,
      "grad_norm": 0.9811266660690308,
      "learning_rate": 4.187954202742775e-06,
      "loss": 0.3823,
      "step": 719810
    },
    {
      "epoch": 200.9,
      "grad_norm": 1.281445860862732,
      "learning_rate": 4.187937515626845e-06,
      "loss": 0.3692,
      "step": 719820
    },
    {
      "epoch": 200.9,
      "grad_norm": 1.1611053943634033,
      "learning_rate": 4.187920828265452e-06,
      "loss": 0.3746,
      "step": 719830
    },
    {
      "epoch": 200.9,
      "grad_norm": 1.1599637269973755,
      "learning_rate": 4.1879041406586015e-06,
      "loss": 0.3698,
      "step": 719840
    },
    {
      "epoch": 200.91,
      "grad_norm": 0.9407282471656799,
      "learning_rate": 4.187887452806292e-06,
      "loss": 0.3707,
      "step": 719850
    },
    {
      "epoch": 200.91,
      "grad_norm": 1.0655020475387573,
      "learning_rate": 4.187870764708528e-06,
      "loss": 0.3682,
      "step": 719860
    },
    {
      "epoch": 200.91,
      "grad_norm": 1.0557386875152588,
      "learning_rate": 4.18785407636531e-06,
      "loss": 0.3763,
      "step": 719870
    },
    {
      "epoch": 200.92,
      "grad_norm": 1.2367453575134277,
      "learning_rate": 4.187837387776642e-06,
      "loss": 0.3548,
      "step": 719880
    },
    {
      "epoch": 200.92,
      "grad_norm": 1.0208393335342407,
      "learning_rate": 4.187820698942526e-06,
      "loss": 0.3839,
      "step": 719890
    },
    {
      "epoch": 200.92,
      "grad_norm": 1.1030783653259277,
      "learning_rate": 4.1878040098629635e-06,
      "loss": 0.3705,
      "step": 719900
    },
    {
      "epoch": 200.92,
      "grad_norm": 1.0334802865982056,
      "learning_rate": 4.187787320537956e-06,
      "loss": 0.3576,
      "step": 719910
    },
    {
      "epoch": 200.93,
      "grad_norm": 1.2155487537384033,
      "learning_rate": 4.187770630967508e-06,
      "loss": 0.3736,
      "step": 719920
    },
    {
      "epoch": 200.93,
      "grad_norm": 1.759690761566162,
      "learning_rate": 4.1877539411516185e-06,
      "loss": 0.3936,
      "step": 719930
    },
    {
      "epoch": 200.93,
      "grad_norm": 1.0982646942138672,
      "learning_rate": 4.187737251090293e-06,
      "loss": 0.3733,
      "step": 719940
    },
    {
      "epoch": 200.93,
      "grad_norm": 1.1571160554885864,
      "learning_rate": 4.1877205607835315e-06,
      "loss": 0.3711,
      "step": 719950
    },
    {
      "epoch": 200.94,
      "grad_norm": 0.9392467737197876,
      "learning_rate": 4.187703870231338e-06,
      "loss": 0.3828,
      "step": 719960
    },
    {
      "epoch": 200.94,
      "grad_norm": 1.1526402235031128,
      "learning_rate": 4.187687179433713e-06,
      "loss": 0.3679,
      "step": 719970
    },
    {
      "epoch": 200.94,
      "grad_norm": 1.3540128469467163,
      "learning_rate": 4.1876704883906595e-06,
      "loss": 0.3639,
      "step": 719980
    },
    {
      "epoch": 200.95,
      "grad_norm": 0.9043124914169312,
      "learning_rate": 4.187653797102179e-06,
      "loss": 0.3831,
      "step": 719990
    },
    {
      "epoch": 200.95,
      "grad_norm": 1.1549111604690552,
      "learning_rate": 4.187637105568277e-06,
      "loss": 0.3739,
      "step": 720000
    },
    {
      "epoch": 200.95,
      "grad_norm": 0.9610087871551514,
      "learning_rate": 4.18762041378895e-06,
      "loss": 0.3566,
      "step": 720010
    },
    {
      "epoch": 200.95,
      "grad_norm": 1.2636432647705078,
      "learning_rate": 4.187603721764205e-06,
      "loss": 0.3724,
      "step": 720020
    },
    {
      "epoch": 200.96,
      "grad_norm": 0.9393723607063293,
      "learning_rate": 4.187587029494042e-06,
      "loss": 0.3869,
      "step": 720030
    },
    {
      "epoch": 200.96,
      "grad_norm": 1.5448246002197266,
      "learning_rate": 4.187570336978464e-06,
      "loss": 0.3751,
      "step": 720040
    },
    {
      "epoch": 200.96,
      "grad_norm": 1.1184258460998535,
      "learning_rate": 4.187553644217473e-06,
      "loss": 0.395,
      "step": 720050
    },
    {
      "epoch": 200.97,
      "grad_norm": 1.0256752967834473,
      "learning_rate": 4.187536951211071e-06,
      "loss": 0.3814,
      "step": 720060
    },
    {
      "epoch": 200.97,
      "grad_norm": 1.2838457822799683,
      "learning_rate": 4.187520257959261e-06,
      "loss": 0.3714,
      "step": 720070
    },
    {
      "epoch": 200.97,
      "grad_norm": 1.2285106182098389,
      "learning_rate": 4.1875035644620446e-06,
      "loss": 0.3755,
      "step": 720080
    },
    {
      "epoch": 200.97,
      "grad_norm": 1.164000153541565,
      "learning_rate": 4.187486870719423e-06,
      "loss": 0.3758,
      "step": 720090
    },
    {
      "epoch": 200.98,
      "grad_norm": 1.2118347883224487,
      "learning_rate": 4.1874701767314015e-06,
      "loss": 0.3671,
      "step": 720100
    },
    {
      "epoch": 200.98,
      "grad_norm": 1.0876109600067139,
      "learning_rate": 4.187453482497979e-06,
      "loss": 0.3699,
      "step": 720110
    },
    {
      "epoch": 200.98,
      "grad_norm": 1.1978517770767212,
      "learning_rate": 4.187436788019159e-06,
      "loss": 0.3899,
      "step": 720120
    },
    {
      "epoch": 200.99,
      "grad_norm": 0.9611490964889526,
      "learning_rate": 4.187420093294944e-06,
      "loss": 0.3769,
      "step": 720130
    },
    {
      "epoch": 200.99,
      "grad_norm": 1.082407832145691,
      "learning_rate": 4.187403398325337e-06,
      "loss": 0.3759,
      "step": 720140
    },
    {
      "epoch": 200.99,
      "grad_norm": 1.2281417846679688,
      "learning_rate": 4.1873867031103376e-06,
      "loss": 0.3766,
      "step": 720150
    },
    {
      "epoch": 200.99,
      "grad_norm": 0.9850877523422241,
      "learning_rate": 4.1873700076499505e-06,
      "loss": 0.3764,
      "step": 720160
    },
    {
      "epoch": 201.0,
      "grad_norm": 1.2049957513809204,
      "learning_rate": 4.187353311944176e-06,
      "loss": 0.3925,
      "step": 720170
    },
    {
      "epoch": 201.0,
      "grad_norm": 1.1455522775650024,
      "learning_rate": 4.187336615993019e-06,
      "loss": 0.3691,
      "step": 720180
    },
    {
      "epoch": 201.0,
      "eval_loss": 0.37271013855934143,
      "eval_runtime": 63.2006,
      "eval_samples_per_second": 80.047,
      "eval_steps_per_second": 10.016,
      "step": 720183
    },
    {
      "epoch": 201.0,
      "grad_norm": 1.1033530235290527,
      "learning_rate": 4.18731991979648e-06,
      "loss": 0.3707,
      "step": 720190
    },
    {
      "epoch": 201.0,
      "grad_norm": 1.0894081592559814,
      "learning_rate": 4.1873032233545604e-06,
      "loss": 0.3641,
      "step": 720200
    },
    {
      "epoch": 201.01,
      "grad_norm": 1.3054543733596802,
      "learning_rate": 4.187286526667264e-06,
      "loss": 0.3638,
      "step": 720210
    },
    {
      "epoch": 201.01,
      "grad_norm": 1.130780577659607,
      "learning_rate": 4.187269829734592e-06,
      "loss": 0.371,
      "step": 720220
    },
    {
      "epoch": 201.01,
      "grad_norm": 1.305965542793274,
      "learning_rate": 4.187253132556548e-06,
      "loss": 0.3787,
      "step": 720230
    },
    {
      "epoch": 201.02,
      "grad_norm": 0.9375162720680237,
      "learning_rate": 4.187236435133132e-06,
      "loss": 0.3926,
      "step": 720240
    },
    {
      "epoch": 201.02,
      "grad_norm": 1.1005537509918213,
      "learning_rate": 4.187219737464348e-06,
      "loss": 0.3657,
      "step": 720250
    },
    {
      "epoch": 201.02,
      "grad_norm": 1.1995725631713867,
      "learning_rate": 4.187203039550197e-06,
      "loss": 0.3847,
      "step": 720260
    },
    {
      "epoch": 201.02,
      "grad_norm": 1.3805875778198242,
      "learning_rate": 4.187186341390683e-06,
      "loss": 0.3729,
      "step": 720270
    },
    {
      "epoch": 201.03,
      "grad_norm": 1.004116415977478,
      "learning_rate": 4.187169642985806e-06,
      "loss": 0.3744,
      "step": 720280
    },
    {
      "epoch": 201.03,
      "grad_norm": 1.2237073183059692,
      "learning_rate": 4.18715294433557e-06,
      "loss": 0.3798,
      "step": 720290
    },
    {
      "epoch": 201.03,
      "grad_norm": 1.12660551071167,
      "learning_rate": 4.187136245439976e-06,
      "loss": 0.3667,
      "step": 720300
    },
    {
      "epoch": 201.04,
      "grad_norm": 1.0858047008514404,
      "learning_rate": 4.187119546299028e-06,
      "loss": 0.376,
      "step": 720310
    },
    {
      "epoch": 201.04,
      "grad_norm": 1.1904901266098022,
      "learning_rate": 4.187102846912726e-06,
      "loss": 0.3998,
      "step": 720320
    },
    {
      "epoch": 201.04,
      "grad_norm": 1.230942964553833,
      "learning_rate": 4.1870861472810734e-06,
      "loss": 0.3814,
      "step": 720330
    },
    {
      "epoch": 201.04,
      "grad_norm": 1.045809030532837,
      "learning_rate": 4.187069447404073e-06,
      "loss": 0.358,
      "step": 720340
    },
    {
      "epoch": 201.05,
      "grad_norm": 0.9719371199607849,
      "learning_rate": 4.187052747281725e-06,
      "loss": 0.3659,
      "step": 720350
    },
    {
      "epoch": 201.05,
      "grad_norm": 1.1325784921646118,
      "learning_rate": 4.187036046914034e-06,
      "loss": 0.3694,
      "step": 720360
    },
    {
      "epoch": 201.05,
      "grad_norm": 1.2393051385879517,
      "learning_rate": 4.187019346301e-06,
      "loss": 0.3685,
      "step": 720370
    },
    {
      "epoch": 201.05,
      "grad_norm": 1.053794264793396,
      "learning_rate": 4.1870026454426264e-06,
      "loss": 0.3688,
      "step": 720380
    },
    {
      "epoch": 201.06,
      "grad_norm": 1.0464838743209839,
      "learning_rate": 4.186985944338916e-06,
      "loss": 0.3718,
      "step": 720390
    },
    {
      "epoch": 201.06,
      "grad_norm": 1.2655057907104492,
      "learning_rate": 4.186969242989871e-06,
      "loss": 0.365,
      "step": 720400
    },
    {
      "epoch": 201.06,
      "grad_norm": 1.103127360343933,
      "learning_rate": 4.186952541395493e-06,
      "loss": 0.3873,
      "step": 720410
    },
    {
      "epoch": 201.07,
      "grad_norm": 1.1699676513671875,
      "learning_rate": 4.186935839555784e-06,
      "loss": 0.367,
      "step": 720420
    },
    {
      "epoch": 201.07,
      "grad_norm": 1.1668577194213867,
      "learning_rate": 4.186919137470745e-06,
      "loss": 0.383,
      "step": 720430
    },
    {
      "epoch": 201.07,
      "grad_norm": 1.0789507627487183,
      "learning_rate": 4.186902435140381e-06,
      "loss": 0.378,
      "step": 720440
    },
    {
      "epoch": 201.07,
      "grad_norm": 1.2393274307250977,
      "learning_rate": 4.186885732564693e-06,
      "loss": 0.3712,
      "step": 720450
    },
    {
      "epoch": 201.08,
      "grad_norm": 1.0796233415603638,
      "learning_rate": 4.186869029743682e-06,
      "loss": 0.3729,
      "step": 720460
    },
    {
      "epoch": 201.08,
      "grad_norm": 1.1688956022262573,
      "learning_rate": 4.1868523266773525e-06,
      "loss": 0.3566,
      "step": 720470
    },
    {
      "epoch": 201.08,
      "grad_norm": 0.9447505474090576,
      "learning_rate": 4.186835623365706e-06,
      "loss": 0.383,
      "step": 720480
    },
    {
      "epoch": 201.09,
      "grad_norm": 1.1329821348190308,
      "learning_rate": 4.186818919808743e-06,
      "loss": 0.3778,
      "step": 720490
    },
    {
      "epoch": 201.09,
      "grad_norm": 1.1579087972640991,
      "learning_rate": 4.186802216006468e-06,
      "loss": 0.3717,
      "step": 720500
    },
    {
      "epoch": 201.09,
      "grad_norm": 0.948982298374176,
      "learning_rate": 4.186785511958882e-06,
      "loss": 0.3813,
      "step": 720510
    },
    {
      "epoch": 201.09,
      "grad_norm": 1.0824532508850098,
      "learning_rate": 4.186768807665987e-06,
      "loss": 0.3867,
      "step": 720520
    },
    {
      "epoch": 201.1,
      "grad_norm": 1.1113500595092773,
      "learning_rate": 4.186752103127785e-06,
      "loss": 0.381,
      "step": 720530
    },
    {
      "epoch": 201.1,
      "grad_norm": 1.1767513751983643,
      "learning_rate": 4.186735398344281e-06,
      "loss": 0.3786,
      "step": 720540
    },
    {
      "epoch": 201.1,
      "grad_norm": 1.1505078077316284,
      "learning_rate": 4.186718693315474e-06,
      "loss": 0.3827,
      "step": 720550
    },
    {
      "epoch": 201.11,
      "grad_norm": 1.1119440793991089,
      "learning_rate": 4.1867019880413675e-06,
      "loss": 0.3652,
      "step": 720560
    },
    {
      "epoch": 201.11,
      "grad_norm": 1.5170636177062988,
      "learning_rate": 4.186685282521963e-06,
      "loss": 0.3638,
      "step": 720570
    },
    {
      "epoch": 201.11,
      "grad_norm": 1.4227893352508545,
      "learning_rate": 4.186668576757264e-06,
      "loss": 0.3557,
      "step": 720580
    },
    {
      "epoch": 201.11,
      "grad_norm": 1.323601245880127,
      "learning_rate": 4.186651870747271e-06,
      "loss": 0.3711,
      "step": 720590
    },
    {
      "epoch": 201.12,
      "grad_norm": 1.3189448118209839,
      "learning_rate": 4.186635164491989e-06,
      "loss": 0.3756,
      "step": 720600
    },
    {
      "epoch": 201.12,
      "grad_norm": 0.983361542224884,
      "learning_rate": 4.1866184579914176e-06,
      "loss": 0.374,
      "step": 720610
    },
    {
      "epoch": 201.12,
      "grad_norm": 0.9905438423156738,
      "learning_rate": 4.18660175124556e-06,
      "loss": 0.3898,
      "step": 720620
    },
    {
      "epoch": 201.12,
      "grad_norm": 1.0683177709579468,
      "learning_rate": 4.1865850442544184e-06,
      "loss": 0.3686,
      "step": 720630
    },
    {
      "epoch": 201.13,
      "grad_norm": 0.9083251357078552,
      "learning_rate": 4.186568337017994e-06,
      "loss": 0.3724,
      "step": 720640
    },
    {
      "epoch": 201.13,
      "grad_norm": 1.2720417976379395,
      "learning_rate": 4.186551629536291e-06,
      "loss": 0.3627,
      "step": 720650
    },
    {
      "epoch": 201.13,
      "grad_norm": 1.6886556148529053,
      "learning_rate": 4.18653492180931e-06,
      "loss": 0.3822,
      "step": 720660
    },
    {
      "epoch": 201.14,
      "grad_norm": 1.285083293914795,
      "learning_rate": 4.1865182138370544e-06,
      "loss": 0.3802,
      "step": 720670
    },
    {
      "epoch": 201.14,
      "grad_norm": 1.1296920776367188,
      "learning_rate": 4.186501505619525e-06,
      "loss": 0.3743,
      "step": 720680
    },
    {
      "epoch": 201.14,
      "grad_norm": 1.3323001861572266,
      "learning_rate": 4.186484797156727e-06,
      "loss": 0.3709,
      "step": 720690
    },
    {
      "epoch": 201.14,
      "grad_norm": 1.2109872102737427,
      "learning_rate": 4.186468088448658e-06,
      "loss": 0.3751,
      "step": 720700
    },
    {
      "epoch": 201.15,
      "grad_norm": 1.242931842803955,
      "learning_rate": 4.186451379495324e-06,
      "loss": 0.3638,
      "step": 720710
    },
    {
      "epoch": 201.15,
      "grad_norm": 1.0711536407470703,
      "learning_rate": 4.186434670296726e-06,
      "loss": 0.3609,
      "step": 720720
    },
    {
      "epoch": 201.15,
      "grad_norm": 1.435431718826294,
      "learning_rate": 4.186417960852865e-06,
      "loss": 0.3777,
      "step": 720730
    },
    {
      "epoch": 201.16,
      "grad_norm": 1.0800120830535889,
      "learning_rate": 4.186401251163746e-06,
      "loss": 0.3862,
      "step": 720740
    },
    {
      "epoch": 201.16,
      "grad_norm": 1.1003103256225586,
      "learning_rate": 4.186384541229369e-06,
      "loss": 0.3685,
      "step": 720750
    },
    {
      "epoch": 201.16,
      "grad_norm": 1.1585233211517334,
      "learning_rate": 4.186367831049736e-06,
      "loss": 0.372,
      "step": 720760
    },
    {
      "epoch": 201.16,
      "grad_norm": 1.2035497426986694,
      "learning_rate": 4.186351120624851e-06,
      "loss": 0.377,
      "step": 720770
    },
    {
      "epoch": 201.17,
      "grad_norm": 1.1785058975219727,
      "learning_rate": 4.186334409954715e-06,
      "loss": 0.3616,
      "step": 720780
    },
    {
      "epoch": 201.17,
      "grad_norm": 1.2742352485656738,
      "learning_rate": 4.18631769903933e-06,
      "loss": 0.3848,
      "step": 720790
    },
    {
      "epoch": 201.17,
      "grad_norm": 1.256386637687683,
      "learning_rate": 4.1863009878787005e-06,
      "loss": 0.3797,
      "step": 720800
    },
    {
      "epoch": 201.17,
      "grad_norm": 1.3423466682434082,
      "learning_rate": 4.186284276472825e-06,
      "loss": 0.377,
      "step": 720810
    },
    {
      "epoch": 201.18,
      "grad_norm": 1.1360564231872559,
      "learning_rate": 4.186267564821708e-06,
      "loss": 0.364,
      "step": 720820
    },
    {
      "epoch": 201.18,
      "grad_norm": 0.9578208327293396,
      "learning_rate": 4.186250852925352e-06,
      "loss": 0.3839,
      "step": 720830
    },
    {
      "epoch": 201.18,
      "grad_norm": 0.8560939431190491,
      "learning_rate": 4.186234140783758e-06,
      "loss": 0.3922,
      "step": 720840
    },
    {
      "epoch": 201.19,
      "grad_norm": 1.0083496570587158,
      "learning_rate": 4.18621742839693e-06,
      "loss": 0.3766,
      "step": 720850
    },
    {
      "epoch": 201.19,
      "grad_norm": 1.1011769771575928,
      "learning_rate": 4.186200715764868e-06,
      "loss": 0.3477,
      "step": 720860
    },
    {
      "epoch": 201.19,
      "grad_norm": 1.3307844400405884,
      "learning_rate": 4.186184002887576e-06,
      "loss": 0.3788,
      "step": 720870
    },
    {
      "epoch": 201.19,
      "grad_norm": 1.3790836334228516,
      "learning_rate": 4.1861672897650555e-06,
      "loss": 0.3705,
      "step": 720880
    },
    {
      "epoch": 201.2,
      "grad_norm": 3.940538167953491,
      "learning_rate": 4.1861505763973085e-06,
      "loss": 0.3869,
      "step": 720890
    },
    {
      "epoch": 201.2,
      "grad_norm": 1.2527577877044678,
      "learning_rate": 4.186133862784338e-06,
      "loss": 0.364,
      "step": 720900
    },
    {
      "epoch": 201.2,
      "grad_norm": 1.1663987636566162,
      "learning_rate": 4.1861171489261445e-06,
      "loss": 0.3836,
      "step": 720910
    },
    {
      "epoch": 201.21,
      "grad_norm": 2.8036065101623535,
      "learning_rate": 4.1861004348227325e-06,
      "loss": 0.3743,
      "step": 720920
    },
    {
      "epoch": 201.21,
      "grad_norm": 1.3314627408981323,
      "learning_rate": 4.186083720474102e-06,
      "loss": 0.3719,
      "step": 720930
    },
    {
      "epoch": 201.21,
      "grad_norm": 1.2360143661499023,
      "learning_rate": 4.186067005880258e-06,
      "loss": 0.3788,
      "step": 720940
    },
    {
      "epoch": 201.21,
      "grad_norm": 0.9545269012451172,
      "learning_rate": 4.1860502910412e-06,
      "loss": 0.3894,
      "step": 720950
    },
    {
      "epoch": 201.22,
      "grad_norm": 1.244265079498291,
      "learning_rate": 4.186033575956932e-06,
      "loss": 0.37,
      "step": 720960
    },
    {
      "epoch": 201.22,
      "grad_norm": 2.126746892929077,
      "learning_rate": 4.186016860627455e-06,
      "loss": 0.4017,
      "step": 720970
    },
    {
      "epoch": 201.22,
      "grad_norm": 1.0999692678451538,
      "learning_rate": 4.186000145052772e-06,
      "loss": 0.3849,
      "step": 720980
    },
    {
      "epoch": 201.23,
      "grad_norm": 1.0569876432418823,
      "learning_rate": 4.185983429232885e-06,
      "loss": 0.3918,
      "step": 720990
    },
    {
      "epoch": 201.23,
      "grad_norm": 0.9798895716667175,
      "learning_rate": 4.185966713167796e-06,
      "loss": 0.3766,
      "step": 721000
    },
    {
      "epoch": 201.23,
      "grad_norm": 1.0126843452453613,
      "learning_rate": 4.185949996857507e-06,
      "loss": 0.3781,
      "step": 721010
    },
    {
      "epoch": 201.23,
      "grad_norm": 0.9636129140853882,
      "learning_rate": 4.185933280302022e-06,
      "loss": 0.3702,
      "step": 721020
    },
    {
      "epoch": 201.24,
      "grad_norm": 1.2424153089523315,
      "learning_rate": 4.185916563501341e-06,
      "loss": 0.3743,
      "step": 721030
    },
    {
      "epoch": 201.24,
      "grad_norm": 1.098889946937561,
      "learning_rate": 4.185899846455467e-06,
      "loss": 0.3902,
      "step": 721040
    },
    {
      "epoch": 201.24,
      "grad_norm": 1.1733793020248413,
      "learning_rate": 4.185883129164403e-06,
      "loss": 0.3721,
      "step": 721050
    },
    {
      "epoch": 201.24,
      "grad_norm": 1.0689029693603516,
      "learning_rate": 4.1858664116281506e-06,
      "loss": 0.3697,
      "step": 721060
    },
    {
      "epoch": 201.25,
      "grad_norm": 1.129404067993164,
      "learning_rate": 4.1858496938467115e-06,
      "loss": 0.3883,
      "step": 721070
    },
    {
      "epoch": 201.25,
      "grad_norm": 1.0586397647857666,
      "learning_rate": 4.1858329758200885e-06,
      "loss": 0.3769,
      "step": 721080
    },
    {
      "epoch": 201.25,
      "grad_norm": 1.0208702087402344,
      "learning_rate": 4.185816257548284e-06,
      "loss": 0.3648,
      "step": 721090
    },
    {
      "epoch": 201.26,
      "grad_norm": 1.1607542037963867,
      "learning_rate": 4.1857995390312995e-06,
      "loss": 0.3623,
      "step": 721100
    },
    {
      "epoch": 201.26,
      "grad_norm": 1.1705718040466309,
      "learning_rate": 4.1857828202691385e-06,
      "loss": 0.3655,
      "step": 721110
    },
    {
      "epoch": 201.26,
      "grad_norm": 1.046772837638855,
      "learning_rate": 4.185766101261801e-06,
      "loss": 0.3587,
      "step": 721120
    },
    {
      "epoch": 201.26,
      "grad_norm": 1.193458914756775,
      "learning_rate": 4.185749382009292e-06,
      "loss": 0.3798,
      "step": 721130
    },
    {
      "epoch": 201.27,
      "grad_norm": 1.1159785985946655,
      "learning_rate": 4.185732662511612e-06,
      "loss": 0.3726,
      "step": 721140
    },
    {
      "epoch": 201.27,
      "grad_norm": 1.0857115983963013,
      "learning_rate": 4.185715942768764e-06,
      "loss": 0.3802,
      "step": 721150
    },
    {
      "epoch": 201.27,
      "grad_norm": 1.2240033149719238,
      "learning_rate": 4.18569922278075e-06,
      "loss": 0.3771,
      "step": 721160
    },
    {
      "epoch": 201.28,
      "grad_norm": 0.9840730428695679,
      "learning_rate": 4.185682502547571e-06,
      "loss": 0.3656,
      "step": 721170
    },
    {
      "epoch": 201.28,
      "grad_norm": 1.1238946914672852,
      "learning_rate": 4.185665782069231e-06,
      "loss": 0.3574,
      "step": 721180
    },
    {
      "epoch": 201.28,
      "grad_norm": 1.0215424299240112,
      "learning_rate": 4.185649061345731e-06,
      "loss": 0.3819,
      "step": 721190
    },
    {
      "epoch": 201.28,
      "grad_norm": 0.9158695936203003,
      "learning_rate": 4.185632340377074e-06,
      "loss": 0.3795,
      "step": 721200
    },
    {
      "epoch": 201.29,
      "grad_norm": 1.0847505331039429,
      "learning_rate": 4.1856156191632624e-06,
      "loss": 0.384,
      "step": 721210
    },
    {
      "epoch": 201.29,
      "grad_norm": 1.1644890308380127,
      "learning_rate": 4.185598897704297e-06,
      "loss": 0.3602,
      "step": 721220
    },
    {
      "epoch": 201.29,
      "grad_norm": 1.0132228136062622,
      "learning_rate": 4.185582176000181e-06,
      "loss": 0.3695,
      "step": 721230
    },
    {
      "epoch": 201.3,
      "grad_norm": 1.0665477514266968,
      "learning_rate": 4.185565454050918e-06,
      "loss": 0.363,
      "step": 721240
    },
    {
      "epoch": 201.3,
      "grad_norm": 0.969909131526947,
      "learning_rate": 4.185548731856508e-06,
      "loss": 0.3779,
      "step": 721250
    },
    {
      "epoch": 201.3,
      "grad_norm": 1.2212674617767334,
      "learning_rate": 4.185532009416954e-06,
      "loss": 0.3942,
      "step": 721260
    },
    {
      "epoch": 201.3,
      "grad_norm": 1.055977702140808,
      "learning_rate": 4.185515286732258e-06,
      "loss": 0.3663,
      "step": 721270
    },
    {
      "epoch": 201.31,
      "grad_norm": 1.0885611772537231,
      "learning_rate": 4.185498563802423e-06,
      "loss": 0.3632,
      "step": 721280
    },
    {
      "epoch": 201.31,
      "grad_norm": 1.0567436218261719,
      "learning_rate": 4.185481840627452e-06,
      "loss": 0.3653,
      "step": 721290
    },
    {
      "epoch": 201.31,
      "grad_norm": 1.0564026832580566,
      "learning_rate": 4.185465117207344e-06,
      "loss": 0.3686,
      "step": 721300
    },
    {
      "epoch": 201.31,
      "grad_norm": 1.1713297367095947,
      "learning_rate": 4.185448393542104e-06,
      "loss": 0.3843,
      "step": 721310
    },
    {
      "epoch": 201.32,
      "grad_norm": 1.2331970930099487,
      "learning_rate": 4.1854316696317335e-06,
      "loss": 0.381,
      "step": 721320
    },
    {
      "epoch": 201.32,
      "grad_norm": 1.0943962335586548,
      "learning_rate": 4.185414945476234e-06,
      "loss": 0.3694,
      "step": 721330
    },
    {
      "epoch": 201.32,
      "grad_norm": 1.1288436651229858,
      "learning_rate": 4.1853982210756095e-06,
      "loss": 0.3873,
      "step": 721340
    },
    {
      "epoch": 201.33,
      "grad_norm": 1.1929997205734253,
      "learning_rate": 4.18538149642986e-06,
      "loss": 0.3792,
      "step": 721350
    },
    {
      "epoch": 201.33,
      "grad_norm": 1.2813552618026733,
      "learning_rate": 4.18536477153899e-06,
      "loss": 0.3646,
      "step": 721360
    },
    {
      "epoch": 201.33,
      "grad_norm": 1.3753775358200073,
      "learning_rate": 4.185348046403e-06,
      "loss": 0.3738,
      "step": 721370
    },
    {
      "epoch": 201.33,
      "grad_norm": 0.9591179490089417,
      "learning_rate": 4.185331321021893e-06,
      "loss": 0.387,
      "step": 721380
    },
    {
      "epoch": 201.34,
      "grad_norm": 0.9556794762611389,
      "learning_rate": 4.18531459539567e-06,
      "loss": 0.3558,
      "step": 721390
    },
    {
      "epoch": 201.34,
      "grad_norm": 1.0532081127166748,
      "learning_rate": 4.185297869524336e-06,
      "loss": 0.365,
      "step": 721400
    },
    {
      "epoch": 201.34,
      "grad_norm": 0.9864352941513062,
      "learning_rate": 4.185281143407891e-06,
      "loss": 0.3803,
      "step": 721410
    },
    {
      "epoch": 201.35,
      "grad_norm": 1.0278347730636597,
      "learning_rate": 4.1852644170463365e-06,
      "loss": 0.3659,
      "step": 721420
    },
    {
      "epoch": 201.35,
      "grad_norm": 1.0843368768692017,
      "learning_rate": 4.185247690439676e-06,
      "loss": 0.3656,
      "step": 721430
    },
    {
      "epoch": 201.35,
      "grad_norm": 1.0569260120391846,
      "learning_rate": 4.185230963587913e-06,
      "loss": 0.3804,
      "step": 721440
    },
    {
      "epoch": 201.35,
      "grad_norm": 1.3399369716644287,
      "learning_rate": 4.1852142364910484e-06,
      "loss": 0.3937,
      "step": 721450
    },
    {
      "epoch": 201.36,
      "grad_norm": 1.0846340656280518,
      "learning_rate": 4.185197509149083e-06,
      "loss": 0.3716,
      "step": 721460
    },
    {
      "epoch": 201.36,
      "grad_norm": 1.0057039260864258,
      "learning_rate": 4.185180781562021e-06,
      "loss": 0.371,
      "step": 721470
    },
    {
      "epoch": 201.36,
      "grad_norm": 1.2304970026016235,
      "learning_rate": 4.185164053729864e-06,
      "loss": 0.3726,
      "step": 721480
    },
    {
      "epoch": 201.36,
      "grad_norm": 1.1435856819152832,
      "learning_rate": 4.185147325652615e-06,
      "loss": 0.3606,
      "step": 721490
    },
    {
      "epoch": 201.37,
      "grad_norm": 1.239569067955017,
      "learning_rate": 4.185130597330275e-06,
      "loss": 0.3701,
      "step": 721500
    },
    {
      "epoch": 201.37,
      "grad_norm": 5.812716960906982,
      "learning_rate": 4.185113868762847e-06,
      "loss": 0.363,
      "step": 721510
    },
    {
      "epoch": 201.37,
      "grad_norm": 3.16394305229187,
      "learning_rate": 4.185097139950333e-06,
      "loss": 0.3627,
      "step": 721520
    },
    {
      "epoch": 201.38,
      "grad_norm": 1.0640329122543335,
      "learning_rate": 4.1850804108927344e-06,
      "loss": 0.3715,
      "step": 721530
    },
    {
      "epoch": 201.38,
      "grad_norm": 1.211961030960083,
      "learning_rate": 4.185063681590055e-06,
      "loss": 0.3552,
      "step": 721540
    },
    {
      "epoch": 201.38,
      "grad_norm": 1.063387393951416,
      "learning_rate": 4.185046952042296e-06,
      "loss": 0.3795,
      "step": 721550
    },
    {
      "epoch": 201.38,
      "grad_norm": 1.0359561443328857,
      "learning_rate": 4.18503022224946e-06,
      "loss": 0.3649,
      "step": 721560
    },
    {
      "epoch": 201.39,
      "grad_norm": 1.1137216091156006,
      "learning_rate": 4.185013492211549e-06,
      "loss": 0.3712,
      "step": 721570
    },
    {
      "epoch": 201.39,
      "grad_norm": 0.9897652268409729,
      "learning_rate": 4.184996761928565e-06,
      "loss": 0.3765,
      "step": 721580
    },
    {
      "epoch": 201.39,
      "grad_norm": 1.0072498321533203,
      "learning_rate": 4.184980031400511e-06,
      "loss": 0.375,
      "step": 721590
    },
    {
      "epoch": 201.4,
      "grad_norm": 1.384684443473816,
      "learning_rate": 4.184963300627389e-06,
      "loss": 0.3779,
      "step": 721600
    },
    {
      "epoch": 201.4,
      "grad_norm": 1.0834609270095825,
      "learning_rate": 4.184946569609201e-06,
      "loss": 0.3741,
      "step": 721610
    },
    {
      "epoch": 201.4,
      "grad_norm": 1.0177172422409058,
      "learning_rate": 4.184929838345949e-06,
      "loss": 0.3743,
      "step": 721620
    },
    {
      "epoch": 201.4,
      "grad_norm": 1.034913182258606,
      "learning_rate": 4.1849131068376345e-06,
      "loss": 0.3799,
      "step": 721630
    },
    {
      "epoch": 201.41,
      "grad_norm": 1.2246190309524536,
      "learning_rate": 4.184896375084262e-06,
      "loss": 0.3644,
      "step": 721640
    },
    {
      "epoch": 201.41,
      "grad_norm": 1.3231247663497925,
      "learning_rate": 4.184879643085832e-06,
      "loss": 0.3933,
      "step": 721650
    },
    {
      "epoch": 201.41,
      "grad_norm": 1.1387436389923096,
      "learning_rate": 4.184862910842347e-06,
      "loss": 0.3613,
      "step": 721660
    },
    {
      "epoch": 201.42,
      "grad_norm": 1.295011043548584,
      "learning_rate": 4.184846178353809e-06,
      "loss": 0.3716,
      "step": 721670
    },
    {
      "epoch": 201.42,
      "grad_norm": 1.2484660148620605,
      "learning_rate": 4.184829445620221e-06,
      "loss": 0.3636,
      "step": 721680
    },
    {
      "epoch": 201.42,
      "grad_norm": 1.0503138303756714,
      "learning_rate": 4.184812712641586e-06,
      "loss": 0.3657,
      "step": 721690
    },
    {
      "epoch": 201.42,
      "grad_norm": 1.3327728509902954,
      "learning_rate": 4.184795979417903e-06,
      "loss": 0.3715,
      "step": 721700
    },
    {
      "epoch": 201.43,
      "grad_norm": 1.1213752031326294,
      "learning_rate": 4.184779245949178e-06,
      "loss": 0.3759,
      "step": 721710
    },
    {
      "epoch": 201.43,
      "grad_norm": 1.0908784866333008,
      "learning_rate": 4.18476251223541e-06,
      "loss": 0.38,
      "step": 721720
    },
    {
      "epoch": 201.43,
      "grad_norm": 1.7641123533248901,
      "learning_rate": 4.1847457782766035e-06,
      "loss": 0.3641,
      "step": 721730
    },
    {
      "epoch": 201.43,
      "grad_norm": 1.0411962270736694,
      "learning_rate": 4.18472904407276e-06,
      "loss": 0.3598,
      "step": 721740
    },
    {
      "epoch": 201.44,
      "grad_norm": 1.0758777856826782,
      "learning_rate": 4.184712309623881e-06,
      "loss": 0.3732,
      "step": 721750
    },
    {
      "epoch": 201.44,
      "grad_norm": 0.980922281742096,
      "learning_rate": 4.18469557492997e-06,
      "loss": 0.3732,
      "step": 721760
    },
    {
      "epoch": 201.44,
      "grad_norm": 1.0603222846984863,
      "learning_rate": 4.184678839991029e-06,
      "loss": 0.3725,
      "step": 721770
    },
    {
      "epoch": 201.45,
      "grad_norm": 1.0562182664871216,
      "learning_rate": 4.1846621048070595e-06,
      "loss": 0.3798,
      "step": 721780
    },
    {
      "epoch": 201.45,
      "grad_norm": 3.126378059387207,
      "learning_rate": 4.184645369378064e-06,
      "loss": 0.3652,
      "step": 721790
    },
    {
      "epoch": 201.45,
      "grad_norm": 1.0190105438232422,
      "learning_rate": 4.184628633704045e-06,
      "loss": 0.3697,
      "step": 721800
    },
    {
      "epoch": 201.45,
      "grad_norm": 1.0142817497253418,
      "learning_rate": 4.1846118977850056e-06,
      "loss": 0.376,
      "step": 721810
    },
    {
      "epoch": 201.46,
      "grad_norm": 1.0023040771484375,
      "learning_rate": 4.184595161620946e-06,
      "loss": 0.3708,
      "step": 721820
    },
    {
      "epoch": 201.46,
      "grad_norm": 1.14059317111969,
      "learning_rate": 4.184578425211868e-06,
      "loss": 0.3832,
      "step": 721830
    },
    {
      "epoch": 201.46,
      "grad_norm": 1.171978235244751,
      "learning_rate": 4.184561688557778e-06,
      "loss": 0.38,
      "step": 721840
    },
    {
      "epoch": 201.47,
      "grad_norm": 1.1156964302062988,
      "learning_rate": 4.184544951658673e-06,
      "loss": 0.3731,
      "step": 721850
    },
    {
      "epoch": 201.47,
      "grad_norm": 1.2385708093643188,
      "learning_rate": 4.1845282145145585e-06,
      "loss": 0.3588,
      "step": 721860
    },
    {
      "epoch": 201.47,
      "grad_norm": 1.1289799213409424,
      "learning_rate": 4.184511477125436e-06,
      "loss": 0.3649,
      "step": 721870
    },
    {
      "epoch": 201.47,
      "grad_norm": 1.462971806526184,
      "learning_rate": 4.184494739491308e-06,
      "loss": 0.3705,
      "step": 721880
    },
    {
      "epoch": 201.48,
      "grad_norm": 1.3061506748199463,
      "learning_rate": 4.184478001612176e-06,
      "loss": 0.3657,
      "step": 721890
    },
    {
      "epoch": 201.48,
      "grad_norm": 1.1176302433013916,
      "learning_rate": 4.184461263488043e-06,
      "loss": 0.3738,
      "step": 721900
    },
    {
      "epoch": 201.48,
      "grad_norm": 1.0538756847381592,
      "learning_rate": 4.1844445251189105e-06,
      "loss": 0.3679,
      "step": 721910
    },
    {
      "epoch": 201.48,
      "grad_norm": 1.3870375156402588,
      "learning_rate": 4.1844277865047816e-06,
      "loss": 0.4035,
      "step": 721920
    },
    {
      "epoch": 201.49,
      "grad_norm": 1.0904273986816406,
      "learning_rate": 4.184411047645657e-06,
      "loss": 0.3668,
      "step": 721930
    },
    {
      "epoch": 201.49,
      "grad_norm": 1.112668752670288,
      "learning_rate": 4.1843943085415406e-06,
      "loss": 0.3826,
      "step": 721940
    },
    {
      "epoch": 201.49,
      "grad_norm": 1.1001355648040771,
      "learning_rate": 4.1843775691924336e-06,
      "loss": 0.3694,
      "step": 721950
    },
    {
      "epoch": 201.5,
      "grad_norm": 1.223023533821106,
      "learning_rate": 4.184360829598338e-06,
      "loss": 0.361,
      "step": 721960
    },
    {
      "epoch": 201.5,
      "grad_norm": 1.3836321830749512,
      "learning_rate": 4.1843440897592575e-06,
      "loss": 0.3706,
      "step": 721970
    },
    {
      "epoch": 201.5,
      "grad_norm": 1.0943009853363037,
      "learning_rate": 4.184327349675194e-06,
      "loss": 0.3631,
      "step": 721980
    },
    {
      "epoch": 201.5,
      "grad_norm": 1.1138548851013184,
      "learning_rate": 4.184310609346148e-06,
      "loss": 0.3682,
      "step": 721990
    },
    {
      "epoch": 201.51,
      "grad_norm": 1.1601158380508423,
      "learning_rate": 4.184293868772123e-06,
      "loss": 0.372,
      "step": 722000
    },
    {
      "epoch": 201.51,
      "grad_norm": 1.0924814939498901,
      "learning_rate": 4.184277127953122e-06,
      "loss": 0.3793,
      "step": 722010
    },
    {
      "epoch": 201.51,
      "grad_norm": 1.1020622253417969,
      "learning_rate": 4.184260386889146e-06,
      "loss": 0.3565,
      "step": 722020
    },
    {
      "epoch": 201.52,
      "grad_norm": 1.2285304069519043,
      "learning_rate": 4.184243645580197e-06,
      "loss": 0.3834,
      "step": 722030
    },
    {
      "epoch": 201.52,
      "grad_norm": 1.298835277557373,
      "learning_rate": 4.184226904026278e-06,
      "loss": 0.3656,
      "step": 722040
    },
    {
      "epoch": 201.52,
      "grad_norm": 1.1261988878250122,
      "learning_rate": 4.184210162227391e-06,
      "loss": 0.3742,
      "step": 722050
    },
    {
      "epoch": 201.52,
      "grad_norm": 1.076302409172058,
      "learning_rate": 4.1841934201835384e-06,
      "loss": 0.3705,
      "step": 722060
    },
    {
      "epoch": 201.53,
      "grad_norm": 1.1424049139022827,
      "learning_rate": 4.184176677894722e-06,
      "loss": 0.3656,
      "step": 722070
    },
    {
      "epoch": 201.53,
      "grad_norm": 1.0738186836242676,
      "learning_rate": 4.184159935360945e-06,
      "loss": 0.3841,
      "step": 722080
    },
    {
      "epoch": 201.53,
      "grad_norm": 1.0525238513946533,
      "learning_rate": 4.1841431925822075e-06,
      "loss": 0.362,
      "step": 722090
    },
    {
      "epoch": 201.54,
      "grad_norm": 1.224979281425476,
      "learning_rate": 4.184126449558515e-06,
      "loss": 0.3677,
      "step": 722100
    },
    {
      "epoch": 201.54,
      "grad_norm": 1.3074102401733398,
      "learning_rate": 4.184109706289866e-06,
      "loss": 0.4039,
      "step": 722110
    },
    {
      "epoch": 201.54,
      "grad_norm": 1.0686200857162476,
      "learning_rate": 4.184092962776267e-06,
      "loss": 0.3714,
      "step": 722120
    },
    {
      "epoch": 201.54,
      "grad_norm": 0.9362380504608154,
      "learning_rate": 4.184076219017716e-06,
      "loss": 0.3777,
      "step": 722130
    },
    {
      "epoch": 201.55,
      "grad_norm": 1.2747831344604492,
      "learning_rate": 4.184059475014217e-06,
      "loss": 0.3729,
      "step": 722140
    },
    {
      "epoch": 201.55,
      "grad_norm": 1.088640809059143,
      "learning_rate": 4.1840427307657736e-06,
      "loss": 0.3818,
      "step": 722150
    },
    {
      "epoch": 201.55,
      "grad_norm": 1.122255563735962,
      "learning_rate": 4.1840259862723864e-06,
      "loss": 0.3607,
      "step": 722160
    },
    {
      "epoch": 201.55,
      "grad_norm": 0.9766220450401306,
      "learning_rate": 4.184009241534058e-06,
      "loss": 0.3605,
      "step": 722170
    },
    {
      "epoch": 201.56,
      "grad_norm": 1.1752806901931763,
      "learning_rate": 4.18399249655079e-06,
      "loss": 0.368,
      "step": 722180
    },
    {
      "epoch": 201.56,
      "grad_norm": 1.2725142240524292,
      "learning_rate": 4.183975751322585e-06,
      "loss": 0.3897,
      "step": 722190
    },
    {
      "epoch": 201.56,
      "grad_norm": 0.9420219659805298,
      "learning_rate": 4.183959005849445e-06,
      "loss": 0.3748,
      "step": 722200
    },
    {
      "epoch": 201.57,
      "grad_norm": 1.1507443189620972,
      "learning_rate": 4.183942260131374e-06,
      "loss": 0.3735,
      "step": 722210
    },
    {
      "epoch": 201.57,
      "grad_norm": 1.0526570081710815,
      "learning_rate": 4.183925514168373e-06,
      "loss": 0.3731,
      "step": 722220
    },
    {
      "epoch": 201.57,
      "grad_norm": 0.9452387690544128,
      "learning_rate": 4.183908767960443e-06,
      "loss": 0.3796,
      "step": 722230
    },
    {
      "epoch": 201.57,
      "grad_norm": 1.2522034645080566,
      "learning_rate": 4.183892021507588e-06,
      "loss": 0.3812,
      "step": 722240
    },
    {
      "epoch": 201.58,
      "grad_norm": 1.0089222192764282,
      "learning_rate": 4.18387527480981e-06,
      "loss": 0.3873,
      "step": 722250
    },
    {
      "epoch": 201.58,
      "grad_norm": 1.2168627977371216,
      "learning_rate": 4.18385852786711e-06,
      "loss": 0.3926,
      "step": 722260
    },
    {
      "epoch": 201.58,
      "grad_norm": 0.9002500772476196,
      "learning_rate": 4.1838417806794915e-06,
      "loss": 0.3686,
      "step": 722270
    },
    {
      "epoch": 201.59,
      "grad_norm": 1.1648057699203491,
      "learning_rate": 4.183825033246956e-06,
      "loss": 0.3756,
      "step": 722280
    },
    {
      "epoch": 201.59,
      "grad_norm": 0.9960801601409912,
      "learning_rate": 4.183808285569506e-06,
      "loss": 0.3567,
      "step": 722290
    },
    {
      "epoch": 201.59,
      "grad_norm": 1.0350348949432373,
      "learning_rate": 4.183791537647145e-06,
      "loss": 0.3618,
      "step": 722300
    },
    {
      "epoch": 201.59,
      "grad_norm": 1.3899130821228027,
      "learning_rate": 4.1837747894798725e-06,
      "loss": 0.3757,
      "step": 722310
    },
    {
      "epoch": 201.6,
      "grad_norm": 1.3707275390625,
      "learning_rate": 4.1837580410676926e-06,
      "loss": 0.3759,
      "step": 722320
    },
    {
      "epoch": 201.6,
      "grad_norm": 1.0472954511642456,
      "learning_rate": 4.1837412924106066e-06,
      "loss": 0.3781,
      "step": 722330
    },
    {
      "epoch": 201.6,
      "grad_norm": 1.1607046127319336,
      "learning_rate": 4.183724543508619e-06,
      "loss": 0.3749,
      "step": 722340
    },
    {
      "epoch": 201.6,
      "grad_norm": 1.0261216163635254,
      "learning_rate": 4.183707794361728e-06,
      "loss": 0.3679,
      "step": 722350
    },
    {
      "epoch": 201.61,
      "grad_norm": 1.1406875848770142,
      "learning_rate": 4.18369104496994e-06,
      "loss": 0.3626,
      "step": 722360
    },
    {
      "epoch": 201.61,
      "grad_norm": 1.073341727256775,
      "learning_rate": 4.183674295333254e-06,
      "loss": 0.3798,
      "step": 722370
    },
    {
      "epoch": 201.61,
      "grad_norm": 1.3212400674819946,
      "learning_rate": 4.183657545451674e-06,
      "loss": 0.384,
      "step": 722380
    },
    {
      "epoch": 201.62,
      "grad_norm": 1.1861845254898071,
      "learning_rate": 4.183640795325202e-06,
      "loss": 0.3737,
      "step": 722390
    },
    {
      "epoch": 201.62,
      "grad_norm": 1.173233151435852,
      "learning_rate": 4.18362404495384e-06,
      "loss": 0.3818,
      "step": 722400
    },
    {
      "epoch": 201.62,
      "grad_norm": 1.0880697965621948,
      "learning_rate": 4.1836072943375905e-06,
      "loss": 0.3829,
      "step": 722410
    },
    {
      "epoch": 201.62,
      "grad_norm": 1.056810975074768,
      "learning_rate": 4.183590543476455e-06,
      "loss": 0.3594,
      "step": 722420
    },
    {
      "epoch": 201.63,
      "grad_norm": 1.1717102527618408,
      "learning_rate": 4.183573792370436e-06,
      "loss": 0.3711,
      "step": 722430
    },
    {
      "epoch": 201.63,
      "grad_norm": 1.16725492477417,
      "learning_rate": 4.183557041019537e-06,
      "loss": 0.3558,
      "step": 722440
    },
    {
      "epoch": 201.63,
      "grad_norm": 1.0884665250778198,
      "learning_rate": 4.183540289423759e-06,
      "loss": 0.3571,
      "step": 722450
    },
    {
      "epoch": 201.64,
      "grad_norm": 1.3242993354797363,
      "learning_rate": 4.183523537583103e-06,
      "loss": 0.3674,
      "step": 722460
    },
    {
      "epoch": 201.64,
      "grad_norm": 1.0518782138824463,
      "learning_rate": 4.1835067854975745e-06,
      "loss": 0.3767,
      "step": 722470
    },
    {
      "epoch": 201.64,
      "grad_norm": 1.1540989875793457,
      "learning_rate": 4.1834900331671725e-06,
      "loss": 0.393,
      "step": 722480
    },
    {
      "epoch": 201.64,
      "grad_norm": 1.0523673295974731,
      "learning_rate": 4.183473280591902e-06,
      "loss": 0.392,
      "step": 722490
    },
    {
      "epoch": 201.65,
      "grad_norm": 1.1533409357070923,
      "learning_rate": 4.1834565277717624e-06,
      "loss": 0.3653,
      "step": 722500
    },
    {
      "epoch": 201.65,
      "grad_norm": 1.243364691734314,
      "learning_rate": 4.1834397747067585e-06,
      "loss": 0.3827,
      "step": 722510
    },
    {
      "epoch": 201.65,
      "grad_norm": 1.1522972583770752,
      "learning_rate": 4.18342302139689e-06,
      "loss": 0.3666,
      "step": 722520
    },
    {
      "epoch": 201.66,
      "grad_norm": 1.0943140983581543,
      "learning_rate": 4.183406267842162e-06,
      "loss": 0.3693,
      "step": 722530
    },
    {
      "epoch": 201.66,
      "grad_norm": 0.9909314513206482,
      "learning_rate": 4.183389514042574e-06,
      "loss": 0.3792,
      "step": 722540
    },
    {
      "epoch": 201.66,
      "grad_norm": 5.936118125915527,
      "learning_rate": 4.1833727599981305e-06,
      "loss": 0.3827,
      "step": 722550
    },
    {
      "epoch": 201.66,
      "grad_norm": 1.0948442220687866,
      "learning_rate": 4.183356005708832e-06,
      "loss": 0.3703,
      "step": 722560
    },
    {
      "epoch": 201.67,
      "grad_norm": 1.1696828603744507,
      "learning_rate": 4.1833392511746815e-06,
      "loss": 0.3829,
      "step": 722570
    },
    {
      "epoch": 201.67,
      "grad_norm": 1.1671549081802368,
      "learning_rate": 4.183322496395682e-06,
      "loss": 0.3914,
      "step": 722580
    },
    {
      "epoch": 201.67,
      "grad_norm": 1.4293928146362305,
      "learning_rate": 4.183305741371834e-06,
      "loss": 0.3998,
      "step": 722590
    },
    {
      "epoch": 201.67,
      "grad_norm": 1.0143210887908936,
      "learning_rate": 4.1832889861031406e-06,
      "loss": 0.378,
      "step": 722600
    },
    {
      "epoch": 201.68,
      "grad_norm": 1.2019782066345215,
      "learning_rate": 4.183272230589604e-06,
      "loss": 0.3772,
      "step": 722610
    },
    {
      "epoch": 201.68,
      "grad_norm": 0.9681929349899292,
      "learning_rate": 4.183255474831228e-06,
      "loss": 0.3663,
      "step": 722620
    },
    {
      "epoch": 201.68,
      "grad_norm": 1.185024619102478,
      "learning_rate": 4.183238718828011e-06,
      "loss": 0.3896,
      "step": 722630
    },
    {
      "epoch": 201.69,
      "grad_norm": 1.4049594402313232,
      "learning_rate": 4.183221962579959e-06,
      "loss": 0.3629,
      "step": 722640
    },
    {
      "epoch": 201.69,
      "grad_norm": 1.0908564329147339,
      "learning_rate": 4.183205206087073e-06,
      "loss": 0.3658,
      "step": 722650
    },
    {
      "epoch": 201.69,
      "grad_norm": 1.1486560106277466,
      "learning_rate": 4.1831884493493545e-06,
      "loss": 0.3806,
      "step": 722660
    },
    {
      "epoch": 201.69,
      "grad_norm": 0.9008000493049622,
      "learning_rate": 4.183171692366806e-06,
      "loss": 0.3696,
      "step": 722670
    },
    {
      "epoch": 201.7,
      "grad_norm": 1.1586817502975464,
      "learning_rate": 4.18315493513943e-06,
      "loss": 0.3793,
      "step": 722680
    },
    {
      "epoch": 201.7,
      "grad_norm": 1.12347412109375,
      "learning_rate": 4.18313817766723e-06,
      "loss": 0.3637,
      "step": 722690
    },
    {
      "epoch": 201.7,
      "grad_norm": 1.223930835723877,
      "learning_rate": 4.183121419950205e-06,
      "loss": 0.3793,
      "step": 722700
    },
    {
      "epoch": 201.71,
      "grad_norm": 1.0399330854415894,
      "learning_rate": 4.183104661988359e-06,
      "loss": 0.3741,
      "step": 722710
    },
    {
      "epoch": 201.71,
      "grad_norm": 1.568239688873291,
      "learning_rate": 4.183087903781697e-06,
      "loss": 0.3673,
      "step": 722720
    },
    {
      "epoch": 201.71,
      "grad_norm": 1.096521019935608,
      "learning_rate": 4.183071145330216e-06,
      "loss": 0.3922,
      "step": 722730
    },
    {
      "epoch": 201.71,
      "grad_norm": 1.4896808862686157,
      "learning_rate": 4.183054386633923e-06,
      "loss": 0.3903,
      "step": 722740
    },
    {
      "epoch": 201.72,
      "grad_norm": 1.143631100654602,
      "learning_rate": 4.183037627692816e-06,
      "loss": 0.397,
      "step": 722750
    },
    {
      "epoch": 201.72,
      "grad_norm": 1.1637924909591675,
      "learning_rate": 4.183020868506901e-06,
      "loss": 0.3663,
      "step": 722760
    },
    {
      "epoch": 201.72,
      "grad_norm": 1.262594223022461,
      "learning_rate": 4.183004109076177e-06,
      "loss": 0.3788,
      "step": 722770
    },
    {
      "epoch": 201.72,
      "grad_norm": 1.1464415788650513,
      "learning_rate": 4.1829873494006485e-06,
      "loss": 0.3743,
      "step": 722780
    },
    {
      "epoch": 201.73,
      "grad_norm": 1.0008519887924194,
      "learning_rate": 4.182970589480317e-06,
      "loss": 0.3707,
      "step": 722790
    },
    {
      "epoch": 201.73,
      "grad_norm": 1.6468589305877686,
      "learning_rate": 4.182953829315185e-06,
      "loss": 0.3866,
      "step": 722800
    },
    {
      "epoch": 201.73,
      "grad_norm": 1.4093190431594849,
      "learning_rate": 4.182937068905254e-06,
      "loss": 0.3722,
      "step": 722810
    },
    {
      "epoch": 201.74,
      "grad_norm": 0.9906743168830872,
      "learning_rate": 4.1829203082505276e-06,
      "loss": 0.371,
      "step": 722820
    },
    {
      "epoch": 201.74,
      "grad_norm": 1.0645747184753418,
      "learning_rate": 4.182903547351007e-06,
      "loss": 0.3677,
      "step": 722830
    },
    {
      "epoch": 201.74,
      "grad_norm": 1.1589179039001465,
      "learning_rate": 4.182886786206694e-06,
      "loss": 0.3669,
      "step": 722840
    },
    {
      "epoch": 201.74,
      "grad_norm": 0.7957537770271301,
      "learning_rate": 4.182870024817592e-06,
      "loss": 0.3595,
      "step": 722850
    },
    {
      "epoch": 201.75,
      "grad_norm": 1.192146897315979,
      "learning_rate": 4.182853263183702e-06,
      "loss": 0.3765,
      "step": 722860
    },
    {
      "epoch": 201.75,
      "grad_norm": 1.0801234245300293,
      "learning_rate": 4.182836501305027e-06,
      "loss": 0.3947,
      "step": 722870
    },
    {
      "epoch": 201.75,
      "grad_norm": 1.0961889028549194,
      "learning_rate": 4.182819739181569e-06,
      "loss": 0.3899,
      "step": 722880
    },
    {
      "epoch": 201.76,
      "grad_norm": 1.0204477310180664,
      "learning_rate": 4.18280297681333e-06,
      "loss": 0.3612,
      "step": 722890
    },
    {
      "epoch": 201.76,
      "grad_norm": 1.592652440071106,
      "learning_rate": 4.182786214200313e-06,
      "loss": 0.4101,
      "step": 722900
    },
    {
      "epoch": 201.76,
      "grad_norm": 1.2511544227600098,
      "learning_rate": 4.18276945134252e-06,
      "loss": 0.3703,
      "step": 722910
    },
    {
      "epoch": 201.76,
      "grad_norm": 1.108005404472351,
      "learning_rate": 4.182752688239952e-06,
      "loss": 0.3732,
      "step": 722920
    },
    {
      "epoch": 201.77,
      "grad_norm": 1.3610234260559082,
      "learning_rate": 4.1827359248926136e-06,
      "loss": 0.3611,
      "step": 722930
    },
    {
      "epoch": 201.77,
      "grad_norm": 1.1596112251281738,
      "learning_rate": 4.1827191613005046e-06,
      "loss": 0.3708,
      "step": 722940
    },
    {
      "epoch": 201.77,
      "grad_norm": 0.9958453178405762,
      "learning_rate": 4.182702397463629e-06,
      "loss": 0.3615,
      "step": 722950
    },
    {
      "epoch": 201.78,
      "grad_norm": 1.4225163459777832,
      "learning_rate": 4.182685633381988e-06,
      "loss": 0.3863,
      "step": 722960
    },
    {
      "epoch": 201.78,
      "grad_norm": 1.1685539484024048,
      "learning_rate": 4.182668869055584e-06,
      "loss": 0.3671,
      "step": 722970
    },
    {
      "epoch": 201.78,
      "grad_norm": 1.4088386297225952,
      "learning_rate": 4.18265210448442e-06,
      "loss": 0.3764,
      "step": 722980
    },
    {
      "epoch": 201.78,
      "grad_norm": 1.2709925174713135,
      "learning_rate": 4.182635339668497e-06,
      "loss": 0.3889,
      "step": 722990
    },
    {
      "epoch": 201.79,
      "grad_norm": 1.1219501495361328,
      "learning_rate": 4.182618574607818e-06,
      "loss": 0.3527,
      "step": 723000
    },
    {
      "epoch": 201.79,
      "grad_norm": 1.0666446685791016,
      "learning_rate": 4.182601809302385e-06,
      "loss": 0.3786,
      "step": 723010
    },
    {
      "epoch": 201.79,
      "grad_norm": 1.2144222259521484,
      "learning_rate": 4.182585043752201e-06,
      "loss": 0.3835,
      "step": 723020
    },
    {
      "epoch": 201.79,
      "grad_norm": 1.0293149948120117,
      "learning_rate": 4.182568277957267e-06,
      "loss": 0.3855,
      "step": 723030
    },
    {
      "epoch": 201.8,
      "grad_norm": 1.1596505641937256,
      "learning_rate": 4.182551511917586e-06,
      "loss": 0.3742,
      "step": 723040
    },
    {
      "epoch": 201.8,
      "grad_norm": 1.0789436101913452,
      "learning_rate": 4.18253474563316e-06,
      "loss": 0.3844,
      "step": 723050
    },
    {
      "epoch": 201.8,
      "grad_norm": 1.0775903463363647,
      "learning_rate": 4.182517979103991e-06,
      "loss": 0.3638,
      "step": 723060
    },
    {
      "epoch": 201.81,
      "grad_norm": 1.3081055879592896,
      "learning_rate": 4.182501212330082e-06,
      "loss": 0.3811,
      "step": 723070
    },
    {
      "epoch": 201.81,
      "grad_norm": 1.2185053825378418,
      "learning_rate": 4.182484445311434e-06,
      "loss": 0.3801,
      "step": 723080
    },
    {
      "epoch": 201.81,
      "grad_norm": 1.1722568273544312,
      "learning_rate": 4.1824676780480505e-06,
      "loss": 0.392,
      "step": 723090
    },
    {
      "epoch": 201.81,
      "grad_norm": 1.1461488008499146,
      "learning_rate": 4.182450910539933e-06,
      "loss": 0.3939,
      "step": 723100
    },
    {
      "epoch": 201.82,
      "grad_norm": 1.0726271867752075,
      "learning_rate": 4.182434142787084e-06,
      "loss": 0.3759,
      "step": 723110
    },
    {
      "epoch": 201.82,
      "grad_norm": 1.1673767566680908,
      "learning_rate": 4.1824173747895055e-06,
      "loss": 0.359,
      "step": 723120
    },
    {
      "epoch": 201.82,
      "grad_norm": 1.0601428747177124,
      "learning_rate": 4.182400606547199e-06,
      "loss": 0.3822,
      "step": 723130
    },
    {
      "epoch": 201.83,
      "grad_norm": 1.0204390287399292,
      "learning_rate": 4.18238383806017e-06,
      "loss": 0.3746,
      "step": 723140
    },
    {
      "epoch": 201.83,
      "grad_norm": 1.352430820465088,
      "learning_rate": 4.1823670693284165e-06,
      "loss": 0.3781,
      "step": 723150
    },
    {
      "epoch": 201.83,
      "grad_norm": 1.1830450296401978,
      "learning_rate": 4.182350300351942e-06,
      "loss": 0.3634,
      "step": 723160
    },
    {
      "epoch": 201.83,
      "grad_norm": 1.2098966836929321,
      "learning_rate": 4.18233353113075e-06,
      "loss": 0.3896,
      "step": 723170
    },
    {
      "epoch": 201.84,
      "grad_norm": 0.9991951584815979,
      "learning_rate": 4.182316761664843e-06,
      "loss": 0.3722,
      "step": 723180
    },
    {
      "epoch": 201.84,
      "grad_norm": 1.0392667055130005,
      "learning_rate": 4.182299991954222e-06,
      "loss": 0.3596,
      "step": 723190
    },
    {
      "epoch": 201.84,
      "grad_norm": 1.1536197662353516,
      "learning_rate": 4.182283221998889e-06,
      "loss": 0.3935,
      "step": 723200
    },
    {
      "epoch": 201.84,
      "grad_norm": 1.2475981712341309,
      "learning_rate": 4.182266451798846e-06,
      "loss": 0.3604,
      "step": 723210
    },
    {
      "epoch": 201.85,
      "grad_norm": 1.2372667789459229,
      "learning_rate": 4.182249681354097e-06,
      "loss": 0.3999,
      "step": 723220
    },
    {
      "epoch": 201.85,
      "grad_norm": 1.1368459463119507,
      "learning_rate": 4.182232910664642e-06,
      "loss": 0.368,
      "step": 723230
    },
    {
      "epoch": 201.85,
      "grad_norm": 1.1792376041412354,
      "learning_rate": 4.182216139730486e-06,
      "loss": 0.3606,
      "step": 723240
    },
    {
      "epoch": 201.86,
      "grad_norm": 1.2066819667816162,
      "learning_rate": 4.182199368551629e-06,
      "loss": 0.3604,
      "step": 723250
    },
    {
      "epoch": 201.86,
      "grad_norm": 0.9643722772598267,
      "learning_rate": 4.182182597128074e-06,
      "loss": 0.371,
      "step": 723260
    },
    {
      "epoch": 201.86,
      "grad_norm": 1.249417781829834,
      "learning_rate": 4.182165825459823e-06,
      "loss": 0.367,
      "step": 723270
    },
    {
      "epoch": 201.86,
      "grad_norm": 1.1536364555358887,
      "learning_rate": 4.182149053546878e-06,
      "loss": 0.374,
      "step": 723280
    },
    {
      "epoch": 201.87,
      "grad_norm": 0.9837748408317566,
      "learning_rate": 4.182132281389242e-06,
      "loss": 0.3537,
      "step": 723290
    },
    {
      "epoch": 201.87,
      "grad_norm": 1.0596626996994019,
      "learning_rate": 4.182115508986916e-06,
      "loss": 0.3754,
      "step": 723300
    },
    {
      "epoch": 201.87,
      "grad_norm": 1.046402096748352,
      "learning_rate": 4.182098736339904e-06,
      "loss": 0.3631,
      "step": 723310
    },
    {
      "epoch": 201.88,
      "grad_norm": 1.1420652866363525,
      "learning_rate": 4.1820819634482075e-06,
      "loss": 0.355,
      "step": 723320
    },
    {
      "epoch": 201.88,
      "grad_norm": 1.0354889631271362,
      "learning_rate": 4.182065190311828e-06,
      "loss": 0.3829,
      "step": 723330
    },
    {
      "epoch": 201.88,
      "grad_norm": 1.3043630123138428,
      "learning_rate": 4.182048416930768e-06,
      "loss": 0.3953,
      "step": 723340
    },
    {
      "epoch": 201.88,
      "grad_norm": 0.8620815277099609,
      "learning_rate": 4.182031643305031e-06,
      "loss": 0.3617,
      "step": 723350
    },
    {
      "epoch": 201.89,
      "grad_norm": 1.1157618761062622,
      "learning_rate": 4.182014869434617e-06,
      "loss": 0.3777,
      "step": 723360
    },
    {
      "epoch": 201.89,
      "grad_norm": 1.0303937196731567,
      "learning_rate": 4.18199809531953e-06,
      "loss": 0.3729,
      "step": 723370
    },
    {
      "epoch": 201.89,
      "grad_norm": 1.2509102821350098,
      "learning_rate": 4.181981320959772e-06,
      "loss": 0.3807,
      "step": 723380
    },
    {
      "epoch": 201.9,
      "grad_norm": 0.9955551624298096,
      "learning_rate": 4.181964546355345e-06,
      "loss": 0.3628,
      "step": 723390
    },
    {
      "epoch": 201.9,
      "grad_norm": 1.1239917278289795,
      "learning_rate": 4.18194777150625e-06,
      "loss": 0.3717,
      "step": 723400
    },
    {
      "epoch": 201.9,
      "grad_norm": 1.166437029838562,
      "learning_rate": 4.1819309964124906e-06,
      "loss": 0.3586,
      "step": 723410
    },
    {
      "epoch": 201.9,
      "grad_norm": 1.598541259765625,
      "learning_rate": 4.18191422107407e-06,
      "loss": 0.3791,
      "step": 723420
    },
    {
      "epoch": 201.91,
      "grad_norm": 0.9983493685722351,
      "learning_rate": 4.181897445490988e-06,
      "loss": 0.3691,
      "step": 723430
    },
    {
      "epoch": 201.91,
      "grad_norm": 1.207922101020813,
      "learning_rate": 4.181880669663249e-06,
      "loss": 0.3578,
      "step": 723440
    },
    {
      "epoch": 201.91,
      "grad_norm": 1.2769529819488525,
      "learning_rate": 4.181863893590854e-06,
      "loss": 0.3756,
      "step": 723450
    },
    {
      "epoch": 201.91,
      "grad_norm": 1.2980613708496094,
      "learning_rate": 4.181847117273804e-06,
      "loss": 0.3698,
      "step": 723460
    },
    {
      "epoch": 201.92,
      "grad_norm": 1.0603505373001099,
      "learning_rate": 4.1818303407121055e-06,
      "loss": 0.3832,
      "step": 723470
    },
    {
      "epoch": 201.92,
      "grad_norm": 1.1508616209030151,
      "learning_rate": 4.181813563905756e-06,
      "loss": 0.3636,
      "step": 723480
    },
    {
      "epoch": 201.92,
      "grad_norm": 1.0460145473480225,
      "learning_rate": 4.181796786854761e-06,
      "loss": 0.3617,
      "step": 723490
    },
    {
      "epoch": 201.93,
      "grad_norm": 1.340346336364746,
      "learning_rate": 4.181780009559121e-06,
      "loss": 0.3886,
      "step": 723500
    },
    {
      "epoch": 201.93,
      "grad_norm": 1.2112551927566528,
      "learning_rate": 4.181763232018838e-06,
      "loss": 0.3654,
      "step": 723510
    },
    {
      "epoch": 201.93,
      "grad_norm": 1.0705304145812988,
      "learning_rate": 4.181746454233915e-06,
      "loss": 0.3804,
      "step": 723520
    },
    {
      "epoch": 201.93,
      "grad_norm": 0.9677619934082031,
      "learning_rate": 4.181729676204355e-06,
      "loss": 0.3831,
      "step": 723530
    },
    {
      "epoch": 201.94,
      "grad_norm": 1.5371642112731934,
      "learning_rate": 4.18171289793016e-06,
      "loss": 0.3639,
      "step": 723540
    },
    {
      "epoch": 201.94,
      "grad_norm": 0.9766216278076172,
      "learning_rate": 4.18169611941133e-06,
      "loss": 0.3688,
      "step": 723550
    },
    {
      "epoch": 201.94,
      "grad_norm": 0.990143358707428,
      "learning_rate": 4.181679340647869e-06,
      "loss": 0.3633,
      "step": 723560
    },
    {
      "epoch": 201.95,
      "grad_norm": 1.202337622642517,
      "learning_rate": 4.18166256163978e-06,
      "loss": 0.3731,
      "step": 723570
    },
    {
      "epoch": 201.95,
      "grad_norm": 1.0456897020339966,
      "learning_rate": 4.181645782387065e-06,
      "loss": 0.3708,
      "step": 723580
    },
    {
      "epoch": 201.95,
      "grad_norm": 1.542541265487671,
      "learning_rate": 4.181629002889724e-06,
      "loss": 0.3606,
      "step": 723590
    },
    {
      "epoch": 201.95,
      "grad_norm": 1.004281759262085,
      "learning_rate": 4.181612223147762e-06,
      "loss": 0.3661,
      "step": 723600
    },
    {
      "epoch": 201.96,
      "grad_norm": 0.8331790566444397,
      "learning_rate": 4.18159544316118e-06,
      "loss": 0.3484,
      "step": 723610
    },
    {
      "epoch": 201.96,
      "grad_norm": 1.139789342880249,
      "learning_rate": 4.181578662929979e-06,
      "loss": 0.3698,
      "step": 723620
    },
    {
      "epoch": 201.96,
      "grad_norm": 1.211672306060791,
      "learning_rate": 4.181561882454163e-06,
      "loss": 0.3803,
      "step": 723630
    },
    {
      "epoch": 201.96,
      "grad_norm": 1.0804818868637085,
      "learning_rate": 4.181545101733734e-06,
      "loss": 0.3748,
      "step": 723640
    },
    {
      "epoch": 201.97,
      "grad_norm": 1.2775866985321045,
      "learning_rate": 4.181528320768694e-06,
      "loss": 0.3862,
      "step": 723650
    },
    {
      "epoch": 201.97,
      "grad_norm": 1.384811282157898,
      "learning_rate": 4.181511539559045e-06,
      "loss": 0.3849,
      "step": 723660
    },
    {
      "epoch": 201.97,
      "grad_norm": 1.2868633270263672,
      "learning_rate": 4.18149475810479e-06,
      "loss": 0.3689,
      "step": 723670
    },
    {
      "epoch": 201.98,
      "grad_norm": 5.153993606567383,
      "learning_rate": 4.181477976405931e-06,
      "loss": 0.3859,
      "step": 723680
    },
    {
      "epoch": 201.98,
      "grad_norm": 1.1737204790115356,
      "learning_rate": 4.181461194462468e-06,
      "loss": 0.3894,
      "step": 723690
    },
    {
      "epoch": 201.98,
      "grad_norm": 1.113849401473999,
      "learning_rate": 4.1814444122744066e-06,
      "loss": 0.393,
      "step": 723700
    },
    {
      "epoch": 201.98,
      "grad_norm": 1.2885123491287231,
      "learning_rate": 4.181427629841747e-06,
      "loss": 0.3793,
      "step": 723710
    },
    {
      "epoch": 201.99,
      "grad_norm": 1.3122214078903198,
      "learning_rate": 4.181410847164493e-06,
      "loss": 0.3714,
      "step": 723720
    },
    {
      "epoch": 201.99,
      "grad_norm": 0.9819297790527344,
      "learning_rate": 4.181394064242645e-06,
      "loss": 0.3672,
      "step": 723730
    },
    {
      "epoch": 201.99,
      "grad_norm": 1.090226411819458,
      "learning_rate": 4.181377281076206e-06,
      "loss": 0.3644,
      "step": 723740
    },
    {
      "epoch": 202.0,
      "grad_norm": 1.1555978059768677,
      "learning_rate": 4.181360497665179e-06,
      "loss": 0.3752,
      "step": 723750
    },
    {
      "epoch": 202.0,
      "grad_norm": 0.9635964632034302,
      "learning_rate": 4.181343714009566e-06,
      "loss": 0.3741,
      "step": 723760
    },
    {
      "epoch": 202.0,
      "eval_loss": 0.3743326663970947,
      "eval_runtime": 63.4323,
      "eval_samples_per_second": 79.754,
      "eval_steps_per_second": 9.979,
      "step": 723766
    },
    {
      "epoch": 202.0,
      "grad_norm": 1.0746123790740967,
      "learning_rate": 4.1813269301093665e-06,
      "loss": 0.3876,
      "step": 723770
    },
    {
      "epoch": 202.0,
      "grad_norm": 1.0405397415161133,
      "learning_rate": 4.181310145964586e-06,
      "loss": 0.3796,
      "step": 723780
    },
    {
      "epoch": 202.01,
      "grad_norm": 0.9446467161178589,
      "learning_rate": 4.181293361575227e-06,
      "loss": 0.3701,
      "step": 723790
    },
    {
      "epoch": 202.01,
      "grad_norm": 1.0979253053665161,
      "learning_rate": 4.181276576941289e-06,
      "loss": 0.366,
      "step": 723800
    },
    {
      "epoch": 202.01,
      "grad_norm": 1.1019707918167114,
      "learning_rate": 4.181259792062776e-06,
      "loss": 0.3698,
      "step": 723810
    },
    {
      "epoch": 202.02,
      "grad_norm": 1.467498779296875,
      "learning_rate": 4.181243006939691e-06,
      "loss": 0.3751,
      "step": 723820
    },
    {
      "epoch": 202.02,
      "grad_norm": 1.097090721130371,
      "learning_rate": 4.181226221572034e-06,
      "loss": 0.38,
      "step": 723830
    },
    {
      "epoch": 202.02,
      "grad_norm": 1.04165780544281,
      "learning_rate": 4.181209435959809e-06,
      "loss": 0.3789,
      "step": 723840
    },
    {
      "epoch": 202.02,
      "grad_norm": 1.1786314249038696,
      "learning_rate": 4.181192650103017e-06,
      "loss": 0.3727,
      "step": 723850
    },
    {
      "epoch": 202.03,
      "grad_norm": 1.4010411500930786,
      "learning_rate": 4.181175864001662e-06,
      "loss": 0.3634,
      "step": 723860
    },
    {
      "epoch": 202.03,
      "grad_norm": 1.2091342210769653,
      "learning_rate": 4.1811590776557445e-06,
      "loss": 0.3757,
      "step": 723870
    },
    {
      "epoch": 202.03,
      "grad_norm": 1.062233328819275,
      "learning_rate": 4.181142291065267e-06,
      "loss": 0.3625,
      "step": 723880
    },
    {
      "epoch": 202.03,
      "grad_norm": 1.1845334768295288,
      "learning_rate": 4.181125504230233e-06,
      "loss": 0.3533,
      "step": 723890
    },
    {
      "epoch": 202.04,
      "grad_norm": 1.1540201902389526,
      "learning_rate": 4.181108717150643e-06,
      "loss": 0.3507,
      "step": 723900
    },
    {
      "epoch": 202.04,
      "grad_norm": 1.0201120376586914,
      "learning_rate": 4.1810919298264995e-06,
      "loss": 0.3848,
      "step": 723910
    },
    {
      "epoch": 202.04,
      "grad_norm": 0.9697197675704956,
      "learning_rate": 4.181075142257807e-06,
      "loss": 0.3751,
      "step": 723920
    },
    {
      "epoch": 202.05,
      "grad_norm": 1.1212449073791504,
      "learning_rate": 4.181058354444564e-06,
      "loss": 0.3556,
      "step": 723930
    },
    {
      "epoch": 202.05,
      "grad_norm": 1.1396619081497192,
      "learning_rate": 4.181041566386777e-06,
      "loss": 0.3731,
      "step": 723940
    },
    {
      "epoch": 202.05,
      "grad_norm": 1.2066898345947266,
      "learning_rate": 4.181024778084444e-06,
      "loss": 0.3704,
      "step": 723950
    },
    {
      "epoch": 202.05,
      "grad_norm": 0.9549184441566467,
      "learning_rate": 4.181007989537571e-06,
      "loss": 0.3762,
      "step": 723960
    },
    {
      "epoch": 202.06,
      "grad_norm": 1.2747997045516968,
      "learning_rate": 4.180991200746158e-06,
      "loss": 0.3889,
      "step": 723970
    },
    {
      "epoch": 202.06,
      "grad_norm": 1.3259844779968262,
      "learning_rate": 4.1809744117102065e-06,
      "loss": 0.3653,
      "step": 723980
    },
    {
      "epoch": 202.06,
      "grad_norm": 1.0936866998672485,
      "learning_rate": 4.180957622429721e-06,
      "loss": 0.3723,
      "step": 723990
    },
    {
      "epoch": 202.07,
      "grad_norm": 1.442162275314331,
      "learning_rate": 4.180940832904702e-06,
      "loss": 0.3704,
      "step": 724000
    },
    {
      "epoch": 202.07,
      "grad_norm": 1.0480810403823853,
      "learning_rate": 4.180924043135153e-06,
      "loss": 0.346,
      "step": 724010
    },
    {
      "epoch": 202.07,
      "grad_norm": 1.0114142894744873,
      "learning_rate": 4.180907253121075e-06,
      "loss": 0.3829,
      "step": 724020
    },
    {
      "epoch": 202.07,
      "grad_norm": 1.0834330320358276,
      "learning_rate": 4.180890462862471e-06,
      "loss": 0.3901,
      "step": 724030
    },
    {
      "epoch": 202.08,
      "grad_norm": 1.3160350322723389,
      "learning_rate": 4.180873672359344e-06,
      "loss": 0.3503,
      "step": 724040
    },
    {
      "epoch": 202.08,
      "grad_norm": 1.6055322885513306,
      "learning_rate": 4.180856881611695e-06,
      "loss": 0.369,
      "step": 724050
    },
    {
      "epoch": 202.08,
      "grad_norm": 1.0476582050323486,
      "learning_rate": 4.180840090619525e-06,
      "loss": 0.3873,
      "step": 724060
    },
    {
      "epoch": 202.08,
      "grad_norm": 1.2571302652359009,
      "learning_rate": 4.180823299382839e-06,
      "loss": 0.3847,
      "step": 724070
    },
    {
      "epoch": 202.09,
      "grad_norm": 1.2966959476470947,
      "learning_rate": 4.1808065079016385e-06,
      "loss": 0.384,
      "step": 724080
    },
    {
      "epoch": 202.09,
      "grad_norm": 0.9370099902153015,
      "learning_rate": 4.180789716175926e-06,
      "loss": 0.3654,
      "step": 724090
    },
    {
      "epoch": 202.09,
      "grad_norm": 1.0452440977096558,
      "learning_rate": 4.1807729242057006e-06,
      "loss": 0.3797,
      "step": 724100
    },
    {
      "epoch": 202.1,
      "grad_norm": 1.437588095664978,
      "learning_rate": 4.1807561319909685e-06,
      "loss": 0.356,
      "step": 724110
    },
    {
      "epoch": 202.1,
      "grad_norm": 1.4474238157272339,
      "learning_rate": 4.18073933953173e-06,
      "loss": 0.369,
      "step": 724120
    },
    {
      "epoch": 202.1,
      "grad_norm": 1.2524796724319458,
      "learning_rate": 4.180722546827988e-06,
      "loss": 0.3798,
      "step": 724130
    },
    {
      "epoch": 202.1,
      "grad_norm": 1.1657860279083252,
      "learning_rate": 4.180705753879744e-06,
      "loss": 0.3892,
      "step": 724140
    },
    {
      "epoch": 202.11,
      "grad_norm": 1.2590924501419067,
      "learning_rate": 4.1806889606870016e-06,
      "loss": 0.3823,
      "step": 724150
    },
    {
      "epoch": 202.11,
      "grad_norm": 1.042766809463501,
      "learning_rate": 4.180672167249761e-06,
      "loss": 0.3822,
      "step": 724160
    },
    {
      "epoch": 202.11,
      "grad_norm": 0.9746299982070923,
      "learning_rate": 4.1806553735680265e-06,
      "loss": 0.3749,
      "step": 724170
    },
    {
      "epoch": 202.12,
      "grad_norm": 1.1431885957717896,
      "learning_rate": 4.180638579641799e-06,
      "loss": 0.378,
      "step": 724180
    },
    {
      "epoch": 202.12,
      "grad_norm": 0.971457839012146,
      "learning_rate": 4.180621785471082e-06,
      "loss": 0.3558,
      "step": 724190
    },
    {
      "epoch": 202.12,
      "grad_norm": 1.143661379814148,
      "learning_rate": 4.180604991055875e-06,
      "loss": 0.373,
      "step": 724200
    },
    {
      "epoch": 202.12,
      "grad_norm": 1.03408682346344,
      "learning_rate": 4.180588196396183e-06,
      "loss": 0.3746,
      "step": 724210
    },
    {
      "epoch": 202.13,
      "grad_norm": 1.128958821296692,
      "learning_rate": 4.180571401492007e-06,
      "loss": 0.3715,
      "step": 724220
    },
    {
      "epoch": 202.13,
      "grad_norm": 1.1831130981445312,
      "learning_rate": 4.18055460634335e-06,
      "loss": 0.3812,
      "step": 724230
    },
    {
      "epoch": 202.13,
      "grad_norm": 1.0361499786376953,
      "learning_rate": 4.180537810950214e-06,
      "loss": 0.3896,
      "step": 724240
    },
    {
      "epoch": 202.14,
      "grad_norm": 1.1264290809631348,
      "learning_rate": 4.1805210153126015e-06,
      "loss": 0.3818,
      "step": 724250
    },
    {
      "epoch": 202.14,
      "grad_norm": 1.2774726152420044,
      "learning_rate": 4.180504219430513e-06,
      "loss": 0.3567,
      "step": 724260
    },
    {
      "epoch": 202.14,
      "grad_norm": 1.142824411392212,
      "learning_rate": 4.1804874233039525e-06,
      "loss": 0.353,
      "step": 724270
    },
    {
      "epoch": 202.14,
      "grad_norm": 1.2346922159194946,
      "learning_rate": 4.180470626932922e-06,
      "loss": 0.3758,
      "step": 724280
    },
    {
      "epoch": 202.15,
      "grad_norm": 1.0798321962356567,
      "learning_rate": 4.1804538303174235e-06,
      "loss": 0.3707,
      "step": 724290
    },
    {
      "epoch": 202.15,
      "grad_norm": 1.192367434501648,
      "learning_rate": 4.180437033457459e-06,
      "loss": 0.3641,
      "step": 724300
    },
    {
      "epoch": 202.15,
      "grad_norm": 1.0781997442245483,
      "learning_rate": 4.180420236353031e-06,
      "loss": 0.3699,
      "step": 724310
    },
    {
      "epoch": 202.15,
      "grad_norm": 1.2738531827926636,
      "learning_rate": 4.180403439004141e-06,
      "loss": 0.3741,
      "step": 724320
    },
    {
      "epoch": 202.16,
      "grad_norm": 1.2685155868530273,
      "learning_rate": 4.180386641410793e-06,
      "loss": 0.3767,
      "step": 724330
    },
    {
      "epoch": 202.16,
      "grad_norm": 1.2351758480072021,
      "learning_rate": 4.180369843572988e-06,
      "loss": 0.3651,
      "step": 724340
    },
    {
      "epoch": 202.16,
      "grad_norm": 1.2017019987106323,
      "learning_rate": 4.180353045490728e-06,
      "loss": 0.3669,
      "step": 724350
    },
    {
      "epoch": 202.17,
      "grad_norm": 1.1130704879760742,
      "learning_rate": 4.1803362471640156e-06,
      "loss": 0.3701,
      "step": 724360
    },
    {
      "epoch": 202.17,
      "grad_norm": 1.4582523107528687,
      "learning_rate": 4.1803194485928535e-06,
      "loss": 0.376,
      "step": 724370
    },
    {
      "epoch": 202.17,
      "grad_norm": 1.0790396928787231,
      "learning_rate": 4.180302649777243e-06,
      "loss": 0.3738,
      "step": 724380
    },
    {
      "epoch": 202.17,
      "grad_norm": 1.4994580745697021,
      "learning_rate": 4.180285850717188e-06,
      "loss": 0.3774,
      "step": 724390
    },
    {
      "epoch": 202.18,
      "grad_norm": 1.2006816864013672,
      "learning_rate": 4.180269051412688e-06,
      "loss": 0.3825,
      "step": 724400
    },
    {
      "epoch": 202.18,
      "grad_norm": 1.2221136093139648,
      "learning_rate": 4.180252251863748e-06,
      "loss": 0.3627,
      "step": 724410
    },
    {
      "epoch": 202.18,
      "grad_norm": 1.4375226497650146,
      "learning_rate": 4.180235452070368e-06,
      "loss": 0.3604,
      "step": 724420
    },
    {
      "epoch": 202.19,
      "grad_norm": 1.298296570777893,
      "learning_rate": 4.180218652032552e-06,
      "loss": 0.3636,
      "step": 724430
    },
    {
      "epoch": 202.19,
      "grad_norm": 1.180880069732666,
      "learning_rate": 4.180201851750301e-06,
      "loss": 0.3687,
      "step": 724440
    },
    {
      "epoch": 202.19,
      "grad_norm": 1.0244405269622803,
      "learning_rate": 4.180185051223619e-06,
      "loss": 0.3642,
      "step": 724450
    },
    {
      "epoch": 202.19,
      "grad_norm": 5.24906587600708,
      "learning_rate": 4.180168250452506e-06,
      "loss": 0.3646,
      "step": 724460
    },
    {
      "epoch": 202.2,
      "grad_norm": 1.2450021505355835,
      "learning_rate": 4.1801514494369654e-06,
      "loss": 0.3786,
      "step": 724470
    },
    {
      "epoch": 202.2,
      "grad_norm": 1.2288391590118408,
      "learning_rate": 4.180134648176999e-06,
      "loss": 0.3777,
      "step": 724480
    },
    {
      "epoch": 202.2,
      "grad_norm": 1.3492358922958374,
      "learning_rate": 4.18011784667261e-06,
      "loss": 0.3662,
      "step": 724490
    },
    {
      "epoch": 202.2,
      "grad_norm": 1.062912940979004,
      "learning_rate": 4.1801010449237995e-06,
      "loss": 0.361,
      "step": 724500
    },
    {
      "epoch": 202.21,
      "grad_norm": 4.051174640655518,
      "learning_rate": 4.18008424293057e-06,
      "loss": 0.3563,
      "step": 724510
    },
    {
      "epoch": 202.21,
      "grad_norm": 1.202855110168457,
      "learning_rate": 4.180067440692923e-06,
      "loss": 0.3605,
      "step": 724520
    },
    {
      "epoch": 202.21,
      "grad_norm": 1.1703060865402222,
      "learning_rate": 4.180050638210864e-06,
      "loss": 0.3742,
      "step": 724530
    },
    {
      "epoch": 202.22,
      "grad_norm": 1.1089802980422974,
      "learning_rate": 4.180033835484391e-06,
      "loss": 0.3673,
      "step": 724540
    },
    {
      "epoch": 202.22,
      "grad_norm": 1.3405132293701172,
      "learning_rate": 4.180017032513509e-06,
      "loss": 0.3748,
      "step": 724550
    },
    {
      "epoch": 202.22,
      "grad_norm": 1.2254235744476318,
      "learning_rate": 4.18000022929822e-06,
      "loss": 0.3703,
      "step": 724560
    },
    {
      "epoch": 202.22,
      "grad_norm": 1.1735591888427734,
      "learning_rate": 4.179983425838524e-06,
      "loss": 0.377,
      "step": 724570
    },
    {
      "epoch": 202.23,
      "grad_norm": 1.1567684412002563,
      "learning_rate": 4.179966622134425e-06,
      "loss": 0.3768,
      "step": 724580
    },
    {
      "epoch": 202.23,
      "grad_norm": 1.422032356262207,
      "learning_rate": 4.179949818185925e-06,
      "loss": 0.3692,
      "step": 724590
    },
    {
      "epoch": 202.23,
      "grad_norm": 1.587058663368225,
      "learning_rate": 4.179933013993028e-06,
      "loss": 0.3759,
      "step": 724600
    },
    {
      "epoch": 202.24,
      "grad_norm": 1.0806416273117065,
      "learning_rate": 4.179916209555733e-06,
      "loss": 0.3788,
      "step": 724610
    },
    {
      "epoch": 202.24,
      "grad_norm": 1.1562201976776123,
      "learning_rate": 4.179899404874044e-06,
      "loss": 0.3839,
      "step": 724620
    },
    {
      "epoch": 202.24,
      "grad_norm": 1.2541218996047974,
      "learning_rate": 4.179882599947963e-06,
      "loss": 0.3731,
      "step": 724630
    },
    {
      "epoch": 202.24,
      "grad_norm": 3.8546266555786133,
      "learning_rate": 4.179865794777493e-06,
      "loss": 0.3901,
      "step": 724640
    },
    {
      "epoch": 202.25,
      "grad_norm": 1.2222448587417603,
      "learning_rate": 4.179848989362635e-06,
      "loss": 0.3588,
      "step": 724650
    },
    {
      "epoch": 202.25,
      "grad_norm": 1.002923607826233,
      "learning_rate": 4.179832183703391e-06,
      "loss": 0.3574,
      "step": 724660
    },
    {
      "epoch": 202.25,
      "grad_norm": 1.0074032545089722,
      "learning_rate": 4.1798153777997655e-06,
      "loss": 0.401,
      "step": 724670
    },
    {
      "epoch": 202.26,
      "grad_norm": 1.3344608545303345,
      "learning_rate": 4.179798571651758e-06,
      "loss": 0.3666,
      "step": 724680
    },
    {
      "epoch": 202.26,
      "grad_norm": 1.0824731588363647,
      "learning_rate": 4.1797817652593725e-06,
      "loss": 0.3898,
      "step": 724690
    },
    {
      "epoch": 202.26,
      "grad_norm": 1.027626395225525,
      "learning_rate": 4.17976495862261e-06,
      "loss": 0.3707,
      "step": 724700
    },
    {
      "epoch": 202.26,
      "grad_norm": 0.9398008584976196,
      "learning_rate": 4.179748151741475e-06,
      "loss": 0.3693,
      "step": 724710
    },
    {
      "epoch": 202.27,
      "grad_norm": 1.1839852333068848,
      "learning_rate": 4.179731344615967e-06,
      "loss": 0.367,
      "step": 724720
    },
    {
      "epoch": 202.27,
      "grad_norm": 1.1031157970428467,
      "learning_rate": 4.179714537246088e-06,
      "loss": 0.3873,
      "step": 724730
    },
    {
      "epoch": 202.27,
      "grad_norm": 1.1880931854248047,
      "learning_rate": 4.179697729631844e-06,
      "loss": 0.3699,
      "step": 724740
    },
    {
      "epoch": 202.27,
      "grad_norm": 1.1129297018051147,
      "learning_rate": 4.179680921773233e-06,
      "loss": 0.3845,
      "step": 724750
    },
    {
      "epoch": 202.28,
      "grad_norm": 1.2212015390396118,
      "learning_rate": 4.17966411367026e-06,
      "loss": 0.381,
      "step": 724760
    },
    {
      "epoch": 202.28,
      "grad_norm": 1.0582128763198853,
      "learning_rate": 4.179647305322927e-06,
      "loss": 0.3792,
      "step": 724770
    },
    {
      "epoch": 202.28,
      "grad_norm": 1.3396004438400269,
      "learning_rate": 4.1796304967312345e-06,
      "loss": 0.3843,
      "step": 724780
    },
    {
      "epoch": 202.29,
      "grad_norm": 1.2662835121154785,
      "learning_rate": 4.179613687895186e-06,
      "loss": 0.3785,
      "step": 724790
    },
    {
      "epoch": 202.29,
      "grad_norm": 1.1847517490386963,
      "learning_rate": 4.1795968788147835e-06,
      "loss": 0.3767,
      "step": 724800
    },
    {
      "epoch": 202.29,
      "grad_norm": 1.1103886365890503,
      "learning_rate": 4.17958006949003e-06,
      "loss": 0.3962,
      "step": 724810
    },
    {
      "epoch": 202.29,
      "grad_norm": 0.8928581476211548,
      "learning_rate": 4.179563259920926e-06,
      "loss": 0.3701,
      "step": 724820
    },
    {
      "epoch": 202.3,
      "grad_norm": 1.305511713027954,
      "learning_rate": 4.179546450107475e-06,
      "loss": 0.3899,
      "step": 724830
    },
    {
      "epoch": 202.3,
      "grad_norm": 1.1840245723724365,
      "learning_rate": 4.17952964004968e-06,
      "loss": 0.3777,
      "step": 724840
    },
    {
      "epoch": 202.3,
      "grad_norm": 1.136610507965088,
      "learning_rate": 4.1795128297475415e-06,
      "loss": 0.3823,
      "step": 724850
    },
    {
      "epoch": 202.31,
      "grad_norm": 1.067480206489563,
      "learning_rate": 4.1794960192010615e-06,
      "loss": 0.3739,
      "step": 724860
    },
    {
      "epoch": 202.31,
      "grad_norm": 1.1526477336883545,
      "learning_rate": 4.1794792084102455e-06,
      "loss": 0.354,
      "step": 724870
    },
    {
      "epoch": 202.31,
      "grad_norm": 1.2234567403793335,
      "learning_rate": 4.179462397375092e-06,
      "loss": 0.3561,
      "step": 724880
    },
    {
      "epoch": 202.31,
      "grad_norm": 1.1183483600616455,
      "learning_rate": 4.179445586095605e-06,
      "loss": 0.3592,
      "step": 724890
    },
    {
      "epoch": 202.32,
      "grad_norm": 1.1592618227005005,
      "learning_rate": 4.179428774571785e-06,
      "loss": 0.3828,
      "step": 724900
    },
    {
      "epoch": 202.32,
      "grad_norm": 1.1509697437286377,
      "learning_rate": 4.179411962803637e-06,
      "loss": 0.3722,
      "step": 724910
    },
    {
      "epoch": 202.32,
      "grad_norm": 0.9184166193008423,
      "learning_rate": 4.179395150791162e-06,
      "loss": 0.3851,
      "step": 724920
    },
    {
      "epoch": 202.32,
      "grad_norm": 1.237385869026184,
      "learning_rate": 4.179378338534362e-06,
      "loss": 0.3628,
      "step": 724930
    },
    {
      "epoch": 202.33,
      "grad_norm": 1.1203073263168335,
      "learning_rate": 4.179361526033239e-06,
      "loss": 0.3666,
      "step": 724940
    },
    {
      "epoch": 202.33,
      "grad_norm": 1.1504617929458618,
      "learning_rate": 4.179344713287795e-06,
      "loss": 0.3881,
      "step": 724950
    },
    {
      "epoch": 202.33,
      "grad_norm": 1.1374859809875488,
      "learning_rate": 4.179327900298034e-06,
      "loss": 0.3721,
      "step": 724960
    },
    {
      "epoch": 202.34,
      "grad_norm": 1.1533026695251465,
      "learning_rate": 4.179311087063957e-06,
      "loss": 0.3731,
      "step": 724970
    },
    {
      "epoch": 202.34,
      "grad_norm": 1.163828730583191,
      "learning_rate": 4.179294273585566e-06,
      "loss": 0.3732,
      "step": 724980
    },
    {
      "epoch": 202.34,
      "grad_norm": 1.2015990018844604,
      "learning_rate": 4.179277459862864e-06,
      "loss": 0.3663,
      "step": 724990
    },
    {
      "epoch": 202.34,
      "grad_norm": 1.8593851327896118,
      "learning_rate": 4.179260645895852e-06,
      "loss": 0.3946,
      "step": 725000
    },
    {
      "epoch": 202.35,
      "grad_norm": 1.3791860342025757,
      "learning_rate": 4.179243831684534e-06,
      "loss": 0.3729,
      "step": 725010
    },
    {
      "epoch": 202.35,
      "grad_norm": 0.9682578444480896,
      "learning_rate": 4.1792270172289104e-06,
      "loss": 0.3782,
      "step": 725020
    },
    {
      "epoch": 202.35,
      "grad_norm": 1.243045687675476,
      "learning_rate": 4.179210202528985e-06,
      "loss": 0.3627,
      "step": 725030
    },
    {
      "epoch": 202.36,
      "grad_norm": 1.0976115465164185,
      "learning_rate": 4.179193387584759e-06,
      "loss": 0.3759,
      "step": 725040
    },
    {
      "epoch": 202.36,
      "grad_norm": 0.8740668296813965,
      "learning_rate": 4.179176572396234e-06,
      "loss": 0.3638,
      "step": 725050
    },
    {
      "epoch": 202.36,
      "grad_norm": 1.1968413591384888,
      "learning_rate": 4.179159756963415e-06,
      "loss": 0.38,
      "step": 725060
    },
    {
      "epoch": 202.36,
      "grad_norm": 1.0728970766067505,
      "learning_rate": 4.1791429412863015e-06,
      "loss": 0.3939,
      "step": 725070
    },
    {
      "epoch": 202.37,
      "grad_norm": 0.9649337530136108,
      "learning_rate": 4.179126125364897e-06,
      "loss": 0.3778,
      "step": 725080
    },
    {
      "epoch": 202.37,
      "grad_norm": 1.0767723321914673,
      "learning_rate": 4.179109309199203e-06,
      "loss": 0.368,
      "step": 725090
    },
    {
      "epoch": 202.37,
      "grad_norm": 1.0567981004714966,
      "learning_rate": 4.179092492789223e-06,
      "loss": 0.3673,
      "step": 725100
    },
    {
      "epoch": 202.38,
      "grad_norm": 1.043695330619812,
      "learning_rate": 4.1790756761349575e-06,
      "loss": 0.3795,
      "step": 725110
    },
    {
      "epoch": 202.38,
      "grad_norm": 1.3271056413650513,
      "learning_rate": 4.17905885923641e-06,
      "loss": 0.379,
      "step": 725120
    },
    {
      "epoch": 202.38,
      "grad_norm": 1.1136980056762695,
      "learning_rate": 4.179042042093583e-06,
      "loss": 0.3939,
      "step": 725130
    },
    {
      "epoch": 202.38,
      "grad_norm": 1.0656750202178955,
      "learning_rate": 4.179025224706477e-06,
      "loss": 0.3788,
      "step": 725140
    },
    {
      "epoch": 202.39,
      "grad_norm": 1.232214093208313,
      "learning_rate": 4.179008407075096e-06,
      "loss": 0.3674,
      "step": 725150
    },
    {
      "epoch": 202.39,
      "grad_norm": 1.1955451965332031,
      "learning_rate": 4.1789915891994415e-06,
      "loss": 0.3897,
      "step": 725160
    },
    {
      "epoch": 202.39,
      "grad_norm": 1.2086056470870972,
      "learning_rate": 4.178974771079516e-06,
      "loss": 0.3743,
      "step": 725170
    },
    {
      "epoch": 202.39,
      "grad_norm": 0.9674795866012573,
      "learning_rate": 4.178957952715322e-06,
      "loss": 0.3737,
      "step": 725180
    },
    {
      "epoch": 202.4,
      "grad_norm": 1.1273905038833618,
      "learning_rate": 4.17894113410686e-06,
      "loss": 0.3879,
      "step": 725190
    },
    {
      "epoch": 202.4,
      "grad_norm": 1.3652743101119995,
      "learning_rate": 4.178924315254135e-06,
      "loss": 0.3703,
      "step": 725200
    },
    {
      "epoch": 202.4,
      "grad_norm": 1.254774808883667,
      "learning_rate": 4.178907496157147e-06,
      "loss": 0.3811,
      "step": 725210
    },
    {
      "epoch": 202.41,
      "grad_norm": 1.173444390296936,
      "learning_rate": 4.178890676815899e-06,
      "loss": 0.3649,
      "step": 725220
    },
    {
      "epoch": 202.41,
      "grad_norm": 1.0802067518234253,
      "learning_rate": 4.178873857230393e-06,
      "loss": 0.3808,
      "step": 725230
    },
    {
      "epoch": 202.41,
      "grad_norm": 1.2523512840270996,
      "learning_rate": 4.178857037400633e-06,
      "loss": 0.371,
      "step": 725240
    },
    {
      "epoch": 202.41,
      "grad_norm": 1.0342309474945068,
      "learning_rate": 4.178840217326618e-06,
      "loss": 0.3763,
      "step": 725250
    },
    {
      "epoch": 202.42,
      "grad_norm": 1.1853015422821045,
      "learning_rate": 4.178823397008353e-06,
      "loss": 0.3662,
      "step": 725260
    },
    {
      "epoch": 202.42,
      "grad_norm": 1.2595291137695312,
      "learning_rate": 4.178806576445839e-06,
      "loss": 0.3713,
      "step": 725270
    },
    {
      "epoch": 202.42,
      "grad_norm": 1.2208497524261475,
      "learning_rate": 4.178789755639078e-06,
      "loss": 0.3832,
      "step": 725280
    },
    {
      "epoch": 202.43,
      "grad_norm": 1.3058385848999023,
      "learning_rate": 4.178772934588073e-06,
      "loss": 0.3813,
      "step": 725290
    },
    {
      "epoch": 202.43,
      "grad_norm": 1.3240900039672852,
      "learning_rate": 4.178756113292827e-06,
      "loss": 0.3694,
      "step": 725300
    },
    {
      "epoch": 202.43,
      "grad_norm": 1.225155234336853,
      "learning_rate": 4.178739291753339e-06,
      "loss": 0.3881,
      "step": 725310
    },
    {
      "epoch": 202.43,
      "grad_norm": 0.9966558814048767,
      "learning_rate": 4.178722469969615e-06,
      "loss": 0.3788,
      "step": 725320
    },
    {
      "epoch": 202.44,
      "grad_norm": 0.9765193462371826,
      "learning_rate": 4.178705647941656e-06,
      "loss": 0.3774,
      "step": 725330
    },
    {
      "epoch": 202.44,
      "grad_norm": 1.2058303356170654,
      "learning_rate": 4.1786888256694626e-06,
      "loss": 0.3797,
      "step": 725340
    },
    {
      "epoch": 202.44,
      "grad_norm": 1.2169116735458374,
      "learning_rate": 4.178672003153039e-06,
      "loss": 0.3641,
      "step": 725350
    },
    {
      "epoch": 202.44,
      "grad_norm": 1.2344871759414673,
      "learning_rate": 4.178655180392387e-06,
      "loss": 0.3949,
      "step": 725360
    },
    {
      "epoch": 202.45,
      "grad_norm": 1.3244870901107788,
      "learning_rate": 4.1786383573875085e-06,
      "loss": 0.372,
      "step": 725370
    },
    {
      "epoch": 202.45,
      "grad_norm": 1.416276454925537,
      "learning_rate": 4.178621534138406e-06,
      "loss": 0.3767,
      "step": 725380
    },
    {
      "epoch": 202.45,
      "grad_norm": 1.235207438468933,
      "learning_rate": 4.1786047106450804e-06,
      "loss": 0.3887,
      "step": 725390
    },
    {
      "epoch": 202.46,
      "grad_norm": 1.1410776376724243,
      "learning_rate": 4.178587886907537e-06,
      "loss": 0.3697,
      "step": 725400
    },
    {
      "epoch": 202.46,
      "grad_norm": 1.0514476299285889,
      "learning_rate": 4.178571062925775e-06,
      "loss": 0.3713,
      "step": 725410
    },
    {
      "epoch": 202.46,
      "grad_norm": 0.9964842796325684,
      "learning_rate": 4.178554238699798e-06,
      "loss": 0.3783,
      "step": 725420
    },
    {
      "epoch": 202.46,
      "grad_norm": 1.0015476942062378,
      "learning_rate": 4.178537414229608e-06,
      "loss": 0.3826,
      "step": 725430
    },
    {
      "epoch": 202.47,
      "grad_norm": 1.1556990146636963,
      "learning_rate": 4.178520589515207e-06,
      "loss": 0.377,
      "step": 725440
    },
    {
      "epoch": 202.47,
      "grad_norm": 1.0596129894256592,
      "learning_rate": 4.1785037645565985e-06,
      "loss": 0.3851,
      "step": 725450
    },
    {
      "epoch": 202.47,
      "grad_norm": 1.1987122297286987,
      "learning_rate": 4.178486939353784e-06,
      "loss": 0.3728,
      "step": 725460
    },
    {
      "epoch": 202.48,
      "grad_norm": 1.0402642488479614,
      "learning_rate": 4.178470113906764e-06,
      "loss": 0.375,
      "step": 725470
    },
    {
      "epoch": 202.48,
      "grad_norm": 1.1700440645217896,
      "learning_rate": 4.178453288215543e-06,
      "loss": 0.4011,
      "step": 725480
    },
    {
      "epoch": 202.48,
      "grad_norm": 0.9564803242683411,
      "learning_rate": 4.178436462280123e-06,
      "loss": 0.3795,
      "step": 725490
    },
    {
      "epoch": 202.48,
      "grad_norm": 1.11637544631958,
      "learning_rate": 4.178419636100505e-06,
      "loss": 0.3486,
      "step": 725500
    },
    {
      "epoch": 202.49,
      "grad_norm": 0.9203514456748962,
      "learning_rate": 4.178402809676692e-06,
      "loss": 0.3563,
      "step": 725510
    },
    {
      "epoch": 202.49,
      "grad_norm": 1.0801751613616943,
      "learning_rate": 4.1783859830086865e-06,
      "loss": 0.3682,
      "step": 725520
    },
    {
      "epoch": 202.49,
      "grad_norm": 1.2605141401290894,
      "learning_rate": 4.17836915609649e-06,
      "loss": 0.3661,
      "step": 725530
    },
    {
      "epoch": 202.5,
      "grad_norm": 1.2217799425125122,
      "learning_rate": 4.178352328940106e-06,
      "loss": 0.3755,
      "step": 725540
    },
    {
      "epoch": 202.5,
      "grad_norm": 1.1152968406677246,
      "learning_rate": 4.178335501539536e-06,
      "loss": 0.3759,
      "step": 725550
    },
    {
      "epoch": 202.5,
      "grad_norm": 1.0057168006896973,
      "learning_rate": 4.178318673894781e-06,
      "loss": 0.3734,
      "step": 725560
    },
    {
      "epoch": 202.5,
      "grad_norm": 1.110668420791626,
      "learning_rate": 4.178301846005845e-06,
      "loss": 0.386,
      "step": 725570
    },
    {
      "epoch": 202.51,
      "grad_norm": 1.0318448543548584,
      "learning_rate": 4.17828501787273e-06,
      "loss": 0.3599,
      "step": 725580
    },
    {
      "epoch": 202.51,
      "grad_norm": 0.910775899887085,
      "learning_rate": 4.178268189495437e-06,
      "loss": 0.3645,
      "step": 725590
    },
    {
      "epoch": 202.51,
      "grad_norm": 1.2031364440917969,
      "learning_rate": 4.17825136087397e-06,
      "loss": 0.3714,
      "step": 725600
    },
    {
      "epoch": 202.51,
      "grad_norm": 0.9936166405677795,
      "learning_rate": 4.17823453200833e-06,
      "loss": 0.3641,
      "step": 725610
    },
    {
      "epoch": 202.52,
      "grad_norm": 1.1103618144989014,
      "learning_rate": 4.17821770289852e-06,
      "loss": 0.3726,
      "step": 725620
    },
    {
      "epoch": 202.52,
      "grad_norm": 1.1075445413589478,
      "learning_rate": 4.1782008735445416e-06,
      "loss": 0.3574,
      "step": 725630
    },
    {
      "epoch": 202.52,
      "grad_norm": 1.273271918296814,
      "learning_rate": 4.1781840439463974e-06,
      "loss": 0.3642,
      "step": 725640
    },
    {
      "epoch": 202.53,
      "grad_norm": 1.1457411050796509,
      "learning_rate": 4.178167214104089e-06,
      "loss": 0.3678,
      "step": 725650
    },
    {
      "epoch": 202.53,
      "grad_norm": 1.0331838130950928,
      "learning_rate": 4.17815038401762e-06,
      "loss": 0.374,
      "step": 725660
    },
    {
      "epoch": 202.53,
      "grad_norm": 1.2766786813735962,
      "learning_rate": 4.178133553686991e-06,
      "loss": 0.3886,
      "step": 725670
    },
    {
      "epoch": 202.53,
      "grad_norm": 1.2202951908111572,
      "learning_rate": 4.178116723112205e-06,
      "loss": 0.3668,
      "step": 725680
    },
    {
      "epoch": 202.54,
      "grad_norm": 0.9692952036857605,
      "learning_rate": 4.178099892293265e-06,
      "loss": 0.3863,
      "step": 725690
    },
    {
      "epoch": 202.54,
      "grad_norm": 1.197879672050476,
      "learning_rate": 4.178083061230173e-06,
      "loss": 0.3505,
      "step": 725700
    },
    {
      "epoch": 202.54,
      "grad_norm": 1.0791633129119873,
      "learning_rate": 4.17806622992293e-06,
      "loss": 0.3629,
      "step": 725710
    },
    {
      "epoch": 202.55,
      "grad_norm": 1.3645747900009155,
      "learning_rate": 4.178049398371539e-06,
      "loss": 0.3926,
      "step": 725720
    },
    {
      "epoch": 202.55,
      "grad_norm": 1.2157905101776123,
      "learning_rate": 4.178032566576001e-06,
      "loss": 0.3674,
      "step": 725730
    },
    {
      "epoch": 202.55,
      "grad_norm": 1.1942485570907593,
      "learning_rate": 4.178015734536322e-06,
      "loss": 0.3728,
      "step": 725740
    },
    {
      "epoch": 202.55,
      "grad_norm": 1.2339369058609009,
      "learning_rate": 4.1779989022525e-06,
      "loss": 0.3785,
      "step": 725750
    },
    {
      "epoch": 202.56,
      "grad_norm": 1.266374111175537,
      "learning_rate": 4.17798206972454e-06,
      "loss": 0.3809,
      "step": 725760
    },
    {
      "epoch": 202.56,
      "grad_norm": 1.0774914026260376,
      "learning_rate": 4.177965236952442e-06,
      "loss": 0.3714,
      "step": 725770
    },
    {
      "epoch": 202.56,
      "grad_norm": 1.4046299457550049,
      "learning_rate": 4.17794840393621e-06,
      "loss": 0.3744,
      "step": 725780
    },
    {
      "epoch": 202.56,
      "grad_norm": 1.196420669555664,
      "learning_rate": 4.177931570675846e-06,
      "loss": 0.3901,
      "step": 725790
    },
    {
      "epoch": 202.57,
      "grad_norm": 1.183060884475708,
      "learning_rate": 4.177914737171351e-06,
      "loss": 0.3844,
      "step": 725800
    },
    {
      "epoch": 202.57,
      "grad_norm": 0.9807754158973694,
      "learning_rate": 4.1778979034227295e-06,
      "loss": 0.3682,
      "step": 725810
    },
    {
      "epoch": 202.57,
      "grad_norm": 1.2801642417907715,
      "learning_rate": 4.177881069429982e-06,
      "loss": 0.3738,
      "step": 725820
    },
    {
      "epoch": 202.58,
      "grad_norm": 1.1550625562667847,
      "learning_rate": 4.177864235193111e-06,
      "loss": 0.3828,
      "step": 725830
    },
    {
      "epoch": 202.58,
      "grad_norm": 1.1068006753921509,
      "learning_rate": 4.1778474007121184e-06,
      "loss": 0.3704,
      "step": 725840
    },
    {
      "epoch": 202.58,
      "grad_norm": 1.0097321271896362,
      "learning_rate": 4.177830565987008e-06,
      "loss": 0.3674,
      "step": 725850
    },
    {
      "epoch": 202.58,
      "grad_norm": 1.0281113386154175,
      "learning_rate": 4.17781373101778e-06,
      "loss": 0.3591,
      "step": 725860
    },
    {
      "epoch": 202.59,
      "grad_norm": 1.236551284790039,
      "learning_rate": 4.177796895804438e-06,
      "loss": 0.3641,
      "step": 725870
    },
    {
      "epoch": 202.59,
      "grad_norm": 0.9154300689697266,
      "learning_rate": 4.177780060346984e-06,
      "loss": 0.3631,
      "step": 725880
    },
    {
      "epoch": 202.59,
      "grad_norm": 1.2492111921310425,
      "learning_rate": 4.17776322464542e-06,
      "loss": 0.3776,
      "step": 725890
    },
    {
      "epoch": 202.6,
      "grad_norm": 1.2096328735351562,
      "learning_rate": 4.177746388699748e-06,
      "loss": 0.3795,
      "step": 725900
    },
    {
      "epoch": 202.6,
      "grad_norm": 1.1055123805999756,
      "learning_rate": 4.177729552509971e-06,
      "loss": 0.3813,
      "step": 725910
    },
    {
      "epoch": 202.6,
      "grad_norm": 1.228281021118164,
      "learning_rate": 4.1777127160760905e-06,
      "loss": 0.393,
      "step": 725920
    },
    {
      "epoch": 202.6,
      "grad_norm": 0.994025468826294,
      "learning_rate": 4.1776958793981095e-06,
      "loss": 0.3749,
      "step": 725930
    },
    {
      "epoch": 202.61,
      "grad_norm": 1.2274948358535767,
      "learning_rate": 4.17767904247603e-06,
      "loss": 0.3486,
      "step": 725940
    },
    {
      "epoch": 202.61,
      "grad_norm": 0.9132946133613586,
      "learning_rate": 4.177662205309853e-06,
      "loss": 0.3581,
      "step": 725950
    },
    {
      "epoch": 202.61,
      "grad_norm": 2.3699028491973877,
      "learning_rate": 4.177645367899583e-06,
      "loss": 0.3711,
      "step": 725960
    },
    {
      "epoch": 202.62,
      "grad_norm": 1.1401065587997437,
      "learning_rate": 4.177628530245221e-06,
      "loss": 0.3819,
      "step": 725970
    },
    {
      "epoch": 202.62,
      "grad_norm": 1.1175947189331055,
      "learning_rate": 4.177611692346768e-06,
      "loss": 0.3792,
      "step": 725980
    },
    {
      "epoch": 202.62,
      "grad_norm": 1.1589770317077637,
      "learning_rate": 4.177594854204228e-06,
      "loss": 0.3534,
      "step": 725990
    },
    {
      "epoch": 202.62,
      "grad_norm": 1.2326743602752686,
      "learning_rate": 4.177578015817603e-06,
      "loss": 0.3884,
      "step": 726000
    },
    {
      "epoch": 202.63,
      "grad_norm": 1.1669737100601196,
      "learning_rate": 4.177561177186895e-06,
      "loss": 0.3614,
      "step": 726010
    },
    {
      "epoch": 202.63,
      "grad_norm": 1.0092085599899292,
      "learning_rate": 4.177544338312106e-06,
      "loss": 0.3697,
      "step": 726020
    },
    {
      "epoch": 202.63,
      "grad_norm": 1.173297643661499,
      "learning_rate": 4.177527499193239e-06,
      "loss": 0.3578,
      "step": 726030
    },
    {
      "epoch": 202.63,
      "grad_norm": 2.521135091781616,
      "learning_rate": 4.177510659830295e-06,
      "loss": 0.3879,
      "step": 726040
    },
    {
      "epoch": 202.64,
      "grad_norm": 1.0968819856643677,
      "learning_rate": 4.177493820223278e-06,
      "loss": 0.3701,
      "step": 726050
    },
    {
      "epoch": 202.64,
      "grad_norm": 0.958091676235199,
      "learning_rate": 4.177476980372188e-06,
      "loss": 0.3755,
      "step": 726060
    },
    {
      "epoch": 202.64,
      "grad_norm": 1.1772361993789673,
      "learning_rate": 4.17746014027703e-06,
      "loss": 0.3744,
      "step": 726070
    },
    {
      "epoch": 202.65,
      "grad_norm": 1.0157318115234375,
      "learning_rate": 4.177443299937803e-06,
      "loss": 0.3704,
      "step": 726080
    },
    {
      "epoch": 202.65,
      "grad_norm": 1.2513190507888794,
      "learning_rate": 4.177426459354512e-06,
      "loss": 0.3809,
      "step": 726090
    },
    {
      "epoch": 202.65,
      "grad_norm": 1.1699669361114502,
      "learning_rate": 4.177409618527157e-06,
      "loss": 0.3719,
      "step": 726100
    },
    {
      "epoch": 202.65,
      "grad_norm": 1.323715090751648,
      "learning_rate": 4.177392777455742e-06,
      "loss": 0.3843,
      "step": 726110
    },
    {
      "epoch": 202.66,
      "grad_norm": 1.155343770980835,
      "learning_rate": 4.1773759361402695e-06,
      "loss": 0.3713,
      "step": 726120
    },
    {
      "epoch": 202.66,
      "grad_norm": 0.9735229015350342,
      "learning_rate": 4.17735909458074e-06,
      "loss": 0.3922,
      "step": 726130
    },
    {
      "epoch": 202.66,
      "grad_norm": 1.1209074258804321,
      "learning_rate": 4.177342252777156e-06,
      "loss": 0.3903,
      "step": 726140
    },
    {
      "epoch": 202.67,
      "grad_norm": 1.0175071954727173,
      "learning_rate": 4.177325410729521e-06,
      "loss": 0.3808,
      "step": 726150
    },
    {
      "epoch": 202.67,
      "grad_norm": 1.0304876565933228,
      "learning_rate": 4.177308568437837e-06,
      "loss": 0.3765,
      "step": 726160
    },
    {
      "epoch": 202.67,
      "grad_norm": 1.403770923614502,
      "learning_rate": 4.177291725902106e-06,
      "loss": 0.3852,
      "step": 726170
    },
    {
      "epoch": 202.67,
      "grad_norm": 1.0292781591415405,
      "learning_rate": 4.17727488312233e-06,
      "loss": 0.38,
      "step": 726180
    },
    {
      "epoch": 202.68,
      "grad_norm": 0.9815301895141602,
      "learning_rate": 4.177258040098511e-06,
      "loss": 0.3714,
      "step": 726190
    },
    {
      "epoch": 202.68,
      "grad_norm": 1.2399238348007202,
      "learning_rate": 4.177241196830652e-06,
      "loss": 0.3574,
      "step": 726200
    },
    {
      "epoch": 202.68,
      "grad_norm": 1.0601935386657715,
      "learning_rate": 4.177224353318754e-06,
      "loss": 0.3678,
      "step": 726210
    },
    {
      "epoch": 202.68,
      "grad_norm": 1.2815885543823242,
      "learning_rate": 4.177207509562821e-06,
      "loss": 0.3845,
      "step": 726220
    },
    {
      "epoch": 202.69,
      "grad_norm": 1.2073719501495361,
      "learning_rate": 4.177190665562853e-06,
      "loss": 0.3858,
      "step": 726230
    },
    {
      "epoch": 202.69,
      "grad_norm": 1.0501220226287842,
      "learning_rate": 4.177173821318855e-06,
      "loss": 0.3818,
      "step": 726240
    },
    {
      "epoch": 202.69,
      "grad_norm": 1.0920217037200928,
      "learning_rate": 4.177156976830827e-06,
      "loss": 0.361,
      "step": 726250
    },
    {
      "epoch": 202.7,
      "grad_norm": 1.2021796703338623,
      "learning_rate": 4.177140132098772e-06,
      "loss": 0.3769,
      "step": 726260
    },
    {
      "epoch": 202.7,
      "grad_norm": 1.2076269388198853,
      "learning_rate": 4.177123287122692e-06,
      "loss": 0.3829,
      "step": 726270
    },
    {
      "epoch": 202.7,
      "grad_norm": 1.155690312385559,
      "learning_rate": 4.17710644190259e-06,
      "loss": 0.364,
      "step": 726280
    },
    {
      "epoch": 202.7,
      "grad_norm": 1.0455467700958252,
      "learning_rate": 4.177089596438469e-06,
      "loss": 0.3612,
      "step": 726290
    },
    {
      "epoch": 202.71,
      "grad_norm": 1.4706721305847168,
      "learning_rate": 4.1770727507303286e-06,
      "loss": 0.3689,
      "step": 726300
    },
    {
      "epoch": 202.71,
      "grad_norm": 1.2527450323104858,
      "learning_rate": 4.177055904778172e-06,
      "loss": 0.3813,
      "step": 726310
    },
    {
      "epoch": 202.71,
      "grad_norm": 1.0994168519973755,
      "learning_rate": 4.177039058582002e-06,
      "loss": 0.3843,
      "step": 726320
    },
    {
      "epoch": 202.72,
      "grad_norm": 1.1105514764785767,
      "learning_rate": 4.177022212141822e-06,
      "loss": 0.3797,
      "step": 726330
    },
    {
      "epoch": 202.72,
      "grad_norm": 1.2049248218536377,
      "learning_rate": 4.177005365457632e-06,
      "loss": 0.3718,
      "step": 726340
    },
    {
      "epoch": 202.72,
      "grad_norm": 0.9518440365791321,
      "learning_rate": 4.1769885185294355e-06,
      "loss": 0.3814,
      "step": 726350
    },
    {
      "epoch": 202.72,
      "grad_norm": 1.2282052040100098,
      "learning_rate": 4.176971671357235e-06,
      "loss": 0.3664,
      "step": 726360
    },
    {
      "epoch": 202.73,
      "grad_norm": 1.1830999851226807,
      "learning_rate": 4.176954823941031e-06,
      "loss": 0.3915,
      "step": 726370
    },
    {
      "epoch": 202.73,
      "grad_norm": 1.0378084182739258,
      "learning_rate": 4.176937976280827e-06,
      "loss": 0.3645,
      "step": 726380
    },
    {
      "epoch": 202.73,
      "grad_norm": 1.2504323720932007,
      "learning_rate": 4.176921128376627e-06,
      "loss": 0.3765,
      "step": 726390
    },
    {
      "epoch": 202.74,
      "grad_norm": 1.3727961778640747,
      "learning_rate": 4.176904280228429e-06,
      "loss": 0.3724,
      "step": 726400
    },
    {
      "epoch": 202.74,
      "grad_norm": 0.9932202696800232,
      "learning_rate": 4.17688743183624e-06,
      "loss": 0.3699,
      "step": 726410
    },
    {
      "epoch": 202.74,
      "grad_norm": 1.0747991800308228,
      "learning_rate": 4.176870583200058e-06,
      "loss": 0.3669,
      "step": 726420
    },
    {
      "epoch": 202.74,
      "grad_norm": 1.4226810932159424,
      "learning_rate": 4.176853734319888e-06,
      "loss": 0.3821,
      "step": 726430
    },
    {
      "epoch": 202.75,
      "grad_norm": 1.0610862970352173,
      "learning_rate": 4.176836885195731e-06,
      "loss": 0.3628,
      "step": 726440
    },
    {
      "epoch": 202.75,
      "grad_norm": 1.027644157409668,
      "learning_rate": 4.17682003582759e-06,
      "loss": 0.3619,
      "step": 726450
    },
    {
      "epoch": 202.75,
      "grad_norm": 5.844076156616211,
      "learning_rate": 4.1768031862154664e-06,
      "loss": 0.3674,
      "step": 726460
    },
    {
      "epoch": 202.75,
      "grad_norm": 1.379339575767517,
      "learning_rate": 4.176786336359363e-06,
      "loss": 0.375,
      "step": 726470
    },
    {
      "epoch": 202.76,
      "grad_norm": 1.2065937519073486,
      "learning_rate": 4.176769486259283e-06,
      "loss": 0.386,
      "step": 726480
    },
    {
      "epoch": 202.76,
      "grad_norm": 1.1240220069885254,
      "learning_rate": 4.176752635915226e-06,
      "loss": 0.3577,
      "step": 726490
    },
    {
      "epoch": 202.76,
      "grad_norm": 1.3533945083618164,
      "learning_rate": 4.176735785327197e-06,
      "loss": 0.3852,
      "step": 726500
    },
    {
      "epoch": 202.77,
      "grad_norm": 1.0863432884216309,
      "learning_rate": 4.176718934495197e-06,
      "loss": 0.3747,
      "step": 726510
    },
    {
      "epoch": 202.77,
      "grad_norm": 1.0241084098815918,
      "learning_rate": 4.176702083419228e-06,
      "loss": 0.3782,
      "step": 726520
    },
    {
      "epoch": 202.77,
      "grad_norm": 0.994235098361969,
      "learning_rate": 4.1766852320992926e-06,
      "loss": 0.3652,
      "step": 726530
    },
    {
      "epoch": 202.77,
      "grad_norm": 1.234147310256958,
      "learning_rate": 4.176668380535393e-06,
      "loss": 0.3817,
      "step": 726540
    },
    {
      "epoch": 202.78,
      "grad_norm": 1.0828913450241089,
      "learning_rate": 4.1766515287275315e-06,
      "loss": 0.3784,
      "step": 726550
    },
    {
      "epoch": 202.78,
      "grad_norm": 0.9857102632522583,
      "learning_rate": 4.176634676675711e-06,
      "loss": 0.3811,
      "step": 726560
    },
    {
      "epoch": 202.78,
      "grad_norm": 1.1055573225021362,
      "learning_rate": 4.176617824379932e-06,
      "loss": 0.3771,
      "step": 726570
    },
    {
      "epoch": 202.79,
      "grad_norm": 1.084403157234192,
      "learning_rate": 4.176600971840198e-06,
      "loss": 0.3793,
      "step": 726580
    },
    {
      "epoch": 202.79,
      "grad_norm": 1.1928528547286987,
      "learning_rate": 4.176584119056511e-06,
      "loss": 0.3678,
      "step": 726590
    },
    {
      "epoch": 202.79,
      "grad_norm": 1.1388787031173706,
      "learning_rate": 4.176567266028874e-06,
      "loss": 0.3732,
      "step": 726600
    },
    {
      "epoch": 202.79,
      "grad_norm": 1.201627492904663,
      "learning_rate": 4.176550412757287e-06,
      "loss": 0.3711,
      "step": 726610
    },
    {
      "epoch": 202.8,
      "grad_norm": 1.2496623992919922,
      "learning_rate": 4.176533559241756e-06,
      "loss": 0.3748,
      "step": 726620
    },
    {
      "epoch": 202.8,
      "grad_norm": 1.0722659826278687,
      "learning_rate": 4.17651670548228e-06,
      "loss": 0.3662,
      "step": 726630
    },
    {
      "epoch": 202.8,
      "grad_norm": 1.0233126878738403,
      "learning_rate": 4.176499851478862e-06,
      "loss": 0.37,
      "step": 726640
    },
    {
      "epoch": 202.8,
      "grad_norm": 1.1322802305221558,
      "learning_rate": 4.176482997231504e-06,
      "loss": 0.388,
      "step": 726650
    },
    {
      "epoch": 202.81,
      "grad_norm": 1.2098462581634521,
      "learning_rate": 4.17646614274021e-06,
      "loss": 0.3712,
      "step": 726660
    },
    {
      "epoch": 202.81,
      "grad_norm": 1.0360486507415771,
      "learning_rate": 4.176449288004979e-06,
      "loss": 0.372,
      "step": 726670
    },
    {
      "epoch": 202.81,
      "grad_norm": 1.2911628484725952,
      "learning_rate": 4.176432433025817e-06,
      "loss": 0.3834,
      "step": 726680
    },
    {
      "epoch": 202.82,
      "grad_norm": 1.0816621780395508,
      "learning_rate": 4.176415577802724e-06,
      "loss": 0.379,
      "step": 726690
    },
    {
      "epoch": 202.82,
      "grad_norm": 1.17621910572052,
      "learning_rate": 4.176398722335703e-06,
      "loss": 0.3707,
      "step": 726700
    },
    {
      "epoch": 202.82,
      "grad_norm": 1.0561907291412354,
      "learning_rate": 4.176381866624756e-06,
      "loss": 0.3701,
      "step": 726710
    },
    {
      "epoch": 202.82,
      "grad_norm": 1.4902243614196777,
      "learning_rate": 4.176365010669885e-06,
      "loss": 0.3695,
      "step": 726720
    },
    {
      "epoch": 202.83,
      "grad_norm": 0.9252050518989563,
      "learning_rate": 4.176348154471092e-06,
      "loss": 0.37,
      "step": 726730
    },
    {
      "epoch": 202.83,
      "grad_norm": 1.0691642761230469,
      "learning_rate": 4.17633129802838e-06,
      "loss": 0.391,
      "step": 726740
    },
    {
      "epoch": 202.83,
      "grad_norm": 1.2347562313079834,
      "learning_rate": 4.17631444134175e-06,
      "loss": 0.3754,
      "step": 726750
    },
    {
      "epoch": 202.84,
      "grad_norm": 0.8577440977096558,
      "learning_rate": 4.176297584411207e-06,
      "loss": 0.3657,
      "step": 726760
    },
    {
      "epoch": 202.84,
      "grad_norm": 1.1902310848236084,
      "learning_rate": 4.17628072723675e-06,
      "loss": 0.3832,
      "step": 726770
    },
    {
      "epoch": 202.84,
      "grad_norm": 1.1368603706359863,
      "learning_rate": 4.176263869818383e-06,
      "loss": 0.3708,
      "step": 726780
    },
    {
      "epoch": 202.84,
      "grad_norm": 1.0842944383621216,
      "learning_rate": 4.176247012156109e-06,
      "loss": 0.3722,
      "step": 726790
    },
    {
      "epoch": 202.85,
      "grad_norm": 1.1257933378219604,
      "learning_rate": 4.176230154249928e-06,
      "loss": 0.3701,
      "step": 726800
    },
    {
      "epoch": 202.85,
      "grad_norm": 1.5894548892974854,
      "learning_rate": 4.176213296099843e-06,
      "loss": 0.3753,
      "step": 726810
    },
    {
      "epoch": 202.85,
      "grad_norm": 1.1216477155685425,
      "learning_rate": 4.1761964377058576e-06,
      "loss": 0.3661,
      "step": 726820
    },
    {
      "epoch": 202.86,
      "grad_norm": 1.203274130821228,
      "learning_rate": 4.176179579067972e-06,
      "loss": 0.3635,
      "step": 726830
    },
    {
      "epoch": 202.86,
      "grad_norm": 1.184201717376709,
      "learning_rate": 4.176162720186191e-06,
      "loss": 0.3869,
      "step": 726840
    },
    {
      "epoch": 202.86,
      "grad_norm": 2.10610294342041,
      "learning_rate": 4.1761458610605145e-06,
      "loss": 0.3623,
      "step": 726850
    },
    {
      "epoch": 202.86,
      "grad_norm": 1.2233985662460327,
      "learning_rate": 4.176129001690946e-06,
      "loss": 0.3709,
      "step": 726860
    },
    {
      "epoch": 202.87,
      "grad_norm": 1.1109858751296997,
      "learning_rate": 4.1761121420774865e-06,
      "loss": 0.3723,
      "step": 726870
    },
    {
      "epoch": 202.87,
      "grad_norm": 1.4186246395111084,
      "learning_rate": 4.17609528222014e-06,
      "loss": 0.365,
      "step": 726880
    },
    {
      "epoch": 202.87,
      "grad_norm": 1.0447797775268555,
      "learning_rate": 4.176078422118908e-06,
      "loss": 0.361,
      "step": 726890
    },
    {
      "epoch": 202.87,
      "grad_norm": 1.1541728973388672,
      "learning_rate": 4.176061561773792e-06,
      "loss": 0.3745,
      "step": 726900
    },
    {
      "epoch": 202.88,
      "grad_norm": 0.9799647331237793,
      "learning_rate": 4.176044701184794e-06,
      "loss": 0.3735,
      "step": 726910
    },
    {
      "epoch": 202.88,
      "grad_norm": 2.0602784156799316,
      "learning_rate": 4.176027840351919e-06,
      "loss": 0.3679,
      "step": 726920
    },
    {
      "epoch": 202.88,
      "grad_norm": 0.9394865036010742,
      "learning_rate": 4.176010979275166e-06,
      "loss": 0.369,
      "step": 726930
    },
    {
      "epoch": 202.89,
      "grad_norm": 1.2001420259475708,
      "learning_rate": 4.175994117954539e-06,
      "loss": 0.3654,
      "step": 726940
    },
    {
      "epoch": 202.89,
      "grad_norm": 1.0958404541015625,
      "learning_rate": 4.17597725639004e-06,
      "loss": 0.3821,
      "step": 726950
    },
    {
      "epoch": 202.89,
      "grad_norm": 0.9750459790229797,
      "learning_rate": 4.175960394581671e-06,
      "loss": 0.3804,
      "step": 726960
    },
    {
      "epoch": 202.89,
      "grad_norm": 1.1266160011291504,
      "learning_rate": 4.175943532529434e-06,
      "loss": 0.3685,
      "step": 726970
    },
    {
      "epoch": 202.9,
      "grad_norm": 1.0916882753372192,
      "learning_rate": 4.175926670233331e-06,
      "loss": 0.3784,
      "step": 726980
    },
    {
      "epoch": 202.9,
      "grad_norm": 1.0272583961486816,
      "learning_rate": 4.175909807693366e-06,
      "loss": 0.3789,
      "step": 726990
    },
    {
      "epoch": 202.9,
      "grad_norm": 1.0145297050476074,
      "learning_rate": 4.175892944909539e-06,
      "loss": 0.3906,
      "step": 727000
    },
    {
      "epoch": 202.91,
      "grad_norm": 2.9371283054351807,
      "learning_rate": 4.175876081881854e-06,
      "loss": 0.3737,
      "step": 727010
    },
    {
      "epoch": 202.91,
      "grad_norm": 1.148498296737671,
      "learning_rate": 4.175859218610312e-06,
      "loss": 0.3796,
      "step": 727020
    },
    {
      "epoch": 202.91,
      "grad_norm": 1.3287650346755981,
      "learning_rate": 4.175842355094916e-06,
      "loss": 0.3679,
      "step": 727030
    },
    {
      "epoch": 202.91,
      "grad_norm": 1.1065279245376587,
      "learning_rate": 4.1758254913356674e-06,
      "loss": 0.3844,
      "step": 727040
    },
    {
      "epoch": 202.92,
      "grad_norm": 1.3347560167312622,
      "learning_rate": 4.17580862733257e-06,
      "loss": 0.3775,
      "step": 727050
    },
    {
      "epoch": 202.92,
      "grad_norm": 0.9646083116531372,
      "learning_rate": 4.175791763085625e-06,
      "loss": 0.3899,
      "step": 727060
    },
    {
      "epoch": 202.92,
      "grad_norm": 1.0947329998016357,
      "learning_rate": 4.175774898594834e-06,
      "loss": 0.3843,
      "step": 727070
    },
    {
      "epoch": 202.92,
      "grad_norm": 1.2112743854522705,
      "learning_rate": 4.1757580338602005e-06,
      "loss": 0.3728,
      "step": 727080
    },
    {
      "epoch": 202.93,
      "grad_norm": 1.0390288829803467,
      "learning_rate": 4.1757411688817265e-06,
      "loss": 0.3698,
      "step": 727090
    },
    {
      "epoch": 202.93,
      "grad_norm": 1.0870866775512695,
      "learning_rate": 4.175724303659414e-06,
      "loss": 0.3777,
      "step": 727100
    },
    {
      "epoch": 202.93,
      "grad_norm": 1.141371488571167,
      "learning_rate": 4.175707438193265e-06,
      "loss": 0.3783,
      "step": 727110
    },
    {
      "epoch": 202.94,
      "grad_norm": 1.0064513683319092,
      "learning_rate": 4.175690572483281e-06,
      "loss": 0.3735,
      "step": 727120
    },
    {
      "epoch": 202.94,
      "grad_norm": 1.1833603382110596,
      "learning_rate": 4.1756737065294665e-06,
      "loss": 0.3746,
      "step": 727130
    },
    {
      "epoch": 202.94,
      "grad_norm": 1.6815894842147827,
      "learning_rate": 4.175656840331822e-06,
      "loss": 0.3697,
      "step": 727140
    },
    {
      "epoch": 202.94,
      "grad_norm": 0.9991952776908875,
      "learning_rate": 4.1756399738903506e-06,
      "loss": 0.3691,
      "step": 727150
    },
    {
      "epoch": 202.95,
      "grad_norm": 1.0725207328796387,
      "learning_rate": 4.1756231072050535e-06,
      "loss": 0.3698,
      "step": 727160
    },
    {
      "epoch": 202.95,
      "grad_norm": 0.9708003401756287,
      "learning_rate": 4.175606240275934e-06,
      "loss": 0.3666,
      "step": 727170
    },
    {
      "epoch": 202.95,
      "grad_norm": 1.1736266613006592,
      "learning_rate": 4.175589373102994e-06,
      "loss": 0.3619,
      "step": 727180
    },
    {
      "epoch": 202.96,
      "grad_norm": 1.1153333187103271,
      "learning_rate": 4.175572505686236e-06,
      "loss": 0.3766,
      "step": 727190
    },
    {
      "epoch": 202.96,
      "grad_norm": 1.007771611213684,
      "learning_rate": 4.1755556380256605e-06,
      "loss": 0.3787,
      "step": 727200
    },
    {
      "epoch": 202.96,
      "grad_norm": 1.20034921169281,
      "learning_rate": 4.175538770121272e-06,
      "loss": 0.3722,
      "step": 727210
    },
    {
      "epoch": 202.96,
      "grad_norm": 1.1760739088058472,
      "learning_rate": 4.175521901973073e-06,
      "loss": 0.3798,
      "step": 727220
    },
    {
      "epoch": 202.97,
      "grad_norm": 0.9771313071250916,
      "learning_rate": 4.175505033581063e-06,
      "loss": 0.377,
      "step": 727230
    },
    {
      "epoch": 202.97,
      "grad_norm": 1.0478147268295288,
      "learning_rate": 4.175488164945246e-06,
      "loss": 0.3613,
      "step": 727240
    },
    {
      "epoch": 202.97,
      "grad_norm": 1.0903395414352417,
      "learning_rate": 4.175471296065625e-06,
      "loss": 0.3558,
      "step": 727250
    },
    {
      "epoch": 202.98,
      "grad_norm": 1.1316858530044556,
      "learning_rate": 4.175454426942202e-06,
      "loss": 0.3674,
      "step": 727260
    },
    {
      "epoch": 202.98,
      "grad_norm": 1.0396982431411743,
      "learning_rate": 4.175437557574977e-06,
      "loss": 0.3723,
      "step": 727270
    },
    {
      "epoch": 202.98,
      "grad_norm": 1.243709683418274,
      "learning_rate": 4.175420687963955e-06,
      "loss": 0.3923,
      "step": 727280
    },
    {
      "epoch": 202.98,
      "grad_norm": 2.6875579357147217,
      "learning_rate": 4.175403818109137e-06,
      "loss": 0.3764,
      "step": 727290
    },
    {
      "epoch": 202.99,
      "grad_norm": 1.2744805812835693,
      "learning_rate": 4.175386948010525e-06,
      "loss": 0.3596,
      "step": 727300
    },
    {
      "epoch": 202.99,
      "grad_norm": 0.9131328463554382,
      "learning_rate": 4.1753700776681214e-06,
      "loss": 0.3908,
      "step": 727310
    },
    {
      "epoch": 202.99,
      "grad_norm": 1.1202976703643799,
      "learning_rate": 4.175353207081929e-06,
      "loss": 0.381,
      "step": 727320
    },
    {
      "epoch": 202.99,
      "grad_norm": 1.1403529644012451,
      "learning_rate": 4.175336336251949e-06,
      "loss": 0.3853,
      "step": 727330
    },
    {
      "epoch": 203.0,
      "grad_norm": 1.126904010772705,
      "learning_rate": 4.175319465178186e-06,
      "loss": 0.3893,
      "step": 727340
    },
    {
      "epoch": 203.0,
      "eval_loss": 0.3732939064502716,
      "eval_runtime": 63.2056,
      "eval_samples_per_second": 80.04,
      "eval_steps_per_second": 10.015,
      "step": 727349
    },
    {
      "epoch": 203.0,
      "grad_norm": 1.0547330379486084,
      "learning_rate": 4.17530259386064e-06,
      "loss": 0.3735,
      "step": 727350
    },
    {
      "epoch": 203.0,
      "grad_norm": 1.2003368139266968,
      "learning_rate": 4.175285722299314e-06,
      "loss": 0.3848,
      "step": 727360
    },
    {
      "epoch": 203.01,
      "grad_norm": 1.0770068168640137,
      "learning_rate": 4.175268850494209e-06,
      "loss": 0.3644,
      "step": 727370
    },
    {
      "epoch": 203.01,
      "grad_norm": 1.2173473834991455,
      "learning_rate": 4.175251978445329e-06,
      "loss": 0.3876,
      "step": 727380
    },
    {
      "epoch": 203.01,
      "grad_norm": 1.1473088264465332,
      "learning_rate": 4.1752351061526755e-06,
      "loss": 0.37,
      "step": 727390
    },
    {
      "epoch": 203.01,
      "grad_norm": 1.1236498355865479,
      "learning_rate": 4.175218233616251e-06,
      "loss": 0.3755,
      "step": 727400
    },
    {
      "epoch": 203.02,
      "grad_norm": 1.129912257194519,
      "learning_rate": 4.175201360836057e-06,
      "loss": 0.3695,
      "step": 727410
    },
    {
      "epoch": 203.02,
      "grad_norm": 1.0072414875030518,
      "learning_rate": 4.1751844878120975e-06,
      "loss": 0.3753,
      "step": 727420
    },
    {
      "epoch": 203.02,
      "grad_norm": 1.1568485498428345,
      "learning_rate": 4.175167614544373e-06,
      "loss": 0.3648,
      "step": 727430
    },
    {
      "epoch": 203.03,
      "grad_norm": 1.2379783391952515,
      "learning_rate": 4.175150741032886e-06,
      "loss": 0.3808,
      "step": 727440
    },
    {
      "epoch": 203.03,
      "grad_norm": 1.1411669254302979,
      "learning_rate": 4.175133867277639e-06,
      "loss": 0.3862,
      "step": 727450
    },
    {
      "epoch": 203.03,
      "grad_norm": 1.1674320697784424,
      "learning_rate": 4.175116993278634e-06,
      "loss": 0.3671,
      "step": 727460
    },
    {
      "epoch": 203.03,
      "grad_norm": 1.0503510236740112,
      "learning_rate": 4.175100119035875e-06,
      "loss": 0.3575,
      "step": 727470
    },
    {
      "epoch": 203.04,
      "grad_norm": 1.1021013259887695,
      "learning_rate": 4.175083244549362e-06,
      "loss": 0.3724,
      "step": 727480
    },
    {
      "epoch": 203.04,
      "grad_norm": 1.302161693572998,
      "learning_rate": 4.175066369819098e-06,
      "loss": 0.3623,
      "step": 727490
    },
    {
      "epoch": 203.04,
      "grad_norm": 0.9690167307853699,
      "learning_rate": 4.175049494845085e-06,
      "loss": 0.3626,
      "step": 727500
    },
    {
      "epoch": 203.04,
      "grad_norm": 1.3296082019805908,
      "learning_rate": 4.175032619627326e-06,
      "loss": 0.3785,
      "step": 727510
    },
    {
      "epoch": 203.05,
      "grad_norm": 1.200579047203064,
      "learning_rate": 4.175015744165822e-06,
      "loss": 0.3842,
      "step": 727520
    },
    {
      "epoch": 203.05,
      "grad_norm": 1.2106541395187378,
      "learning_rate": 4.174998868460577e-06,
      "loss": 0.3538,
      "step": 727530
    },
    {
      "epoch": 203.05,
      "grad_norm": 1.2004972696304321,
      "learning_rate": 4.174981992511592e-06,
      "loss": 0.3873,
      "step": 727540
    },
    {
      "epoch": 203.06,
      "grad_norm": 1.0667471885681152,
      "learning_rate": 4.17496511631887e-06,
      "loss": 0.3692,
      "step": 727550
    },
    {
      "epoch": 203.06,
      "grad_norm": 1.112742304801941,
      "learning_rate": 4.174948239882412e-06,
      "loss": 0.3768,
      "step": 727560
    },
    {
      "epoch": 203.06,
      "grad_norm": 1.0148869752883911,
      "learning_rate": 4.1749313632022215e-06,
      "loss": 0.3956,
      "step": 727570
    },
    {
      "epoch": 203.06,
      "grad_norm": 1.1734641790390015,
      "learning_rate": 4.174914486278299e-06,
      "loss": 0.3815,
      "step": 727580
    },
    {
      "epoch": 203.07,
      "grad_norm": 1.259743094444275,
      "learning_rate": 4.174897609110649e-06,
      "loss": 0.3838,
      "step": 727590
    },
    {
      "epoch": 203.07,
      "grad_norm": 1.3278971910476685,
      "learning_rate": 4.174880731699273e-06,
      "loss": 0.3664,
      "step": 727600
    },
    {
      "epoch": 203.07,
      "grad_norm": 1.129913091659546,
      "learning_rate": 4.174863854044173e-06,
      "loss": 0.3703,
      "step": 727610
    },
    {
      "epoch": 203.08,
      "grad_norm": 1.165758490562439,
      "learning_rate": 4.17484697614535e-06,
      "loss": 0.361,
      "step": 727620
    },
    {
      "epoch": 203.08,
      "grad_norm": 1.4032267332077026,
      "learning_rate": 4.1748300980028096e-06,
      "loss": 0.3927,
      "step": 727630
    },
    {
      "epoch": 203.08,
      "grad_norm": 0.961004376411438,
      "learning_rate": 4.17481321961655e-06,
      "loss": 0.3777,
      "step": 727640
    },
    {
      "epoch": 203.08,
      "grad_norm": 1.3446450233459473,
      "learning_rate": 4.174796340986577e-06,
      "loss": 0.3829,
      "step": 727650
    },
    {
      "epoch": 203.09,
      "grad_norm": 1.4233827590942383,
      "learning_rate": 4.1747794621128905e-06,
      "loss": 0.3765,
      "step": 727660
    },
    {
      "epoch": 203.09,
      "grad_norm": 0.9768317341804504,
      "learning_rate": 4.1747625829954935e-06,
      "loss": 0.3602,
      "step": 727670
    },
    {
      "epoch": 203.09,
      "grad_norm": 1.0289826393127441,
      "learning_rate": 4.174745703634388e-06,
      "loss": 0.3756,
      "step": 727680
    },
    {
      "epoch": 203.1,
      "grad_norm": 1.1825236082077026,
      "learning_rate": 4.174728824029577e-06,
      "loss": 0.3603,
      "step": 727690
    },
    {
      "epoch": 203.1,
      "grad_norm": 1.0928542613983154,
      "learning_rate": 4.174711944181061e-06,
      "loss": 0.3679,
      "step": 727700
    },
    {
      "epoch": 203.1,
      "grad_norm": 1.1268526315689087,
      "learning_rate": 4.174695064088844e-06,
      "loss": 0.3826,
      "step": 727710
    },
    {
      "epoch": 203.1,
      "grad_norm": 1.2831255197525024,
      "learning_rate": 4.174678183752929e-06,
      "loss": 0.3699,
      "step": 727720
    },
    {
      "epoch": 203.11,
      "grad_norm": 1.2784417867660522,
      "learning_rate": 4.174661303173316e-06,
      "loss": 0.3674,
      "step": 727730
    },
    {
      "epoch": 203.11,
      "grad_norm": 1.1399290561676025,
      "learning_rate": 4.174644422350008e-06,
      "loss": 0.3612,
      "step": 727740
    },
    {
      "epoch": 203.11,
      "grad_norm": 1.1906790733337402,
      "learning_rate": 4.174627541283008e-06,
      "loss": 0.3705,
      "step": 727750
    },
    {
      "epoch": 203.11,
      "grad_norm": 1.0260189771652222,
      "learning_rate": 4.174610659972317e-06,
      "loss": 0.3773,
      "step": 727760
    },
    {
      "epoch": 203.12,
      "grad_norm": 1.0397043228149414,
      "learning_rate": 4.174593778417938e-06,
      "loss": 0.378,
      "step": 727770
    },
    {
      "epoch": 203.12,
      "grad_norm": 1.49595046043396,
      "learning_rate": 4.174576896619874e-06,
      "loss": 0.3785,
      "step": 727780
    },
    {
      "epoch": 203.12,
      "grad_norm": 1.0165356397628784,
      "learning_rate": 4.174560014578125e-06,
      "loss": 0.3936,
      "step": 727790
    },
    {
      "epoch": 203.13,
      "grad_norm": 1.3286573886871338,
      "learning_rate": 4.174543132292696e-06,
      "loss": 0.3743,
      "step": 727800
    },
    {
      "epoch": 203.13,
      "grad_norm": 1.1302978992462158,
      "learning_rate": 4.174526249763588e-06,
      "loss": 0.3679,
      "step": 727810
    },
    {
      "epoch": 203.13,
      "grad_norm": 1.1176252365112305,
      "learning_rate": 4.174509366990802e-06,
      "loss": 0.3708,
      "step": 727820
    },
    {
      "epoch": 203.13,
      "grad_norm": 1.2521032094955444,
      "learning_rate": 4.174492483974342e-06,
      "loss": 0.3831,
      "step": 727830
    },
    {
      "epoch": 203.14,
      "grad_norm": 1.1509734392166138,
      "learning_rate": 4.1744756007142106e-06,
      "loss": 0.3949,
      "step": 727840
    },
    {
      "epoch": 203.14,
      "grad_norm": 1.2866542339324951,
      "learning_rate": 4.1744587172104086e-06,
      "loss": 0.3811,
      "step": 727850
    },
    {
      "epoch": 203.14,
      "grad_norm": 1.077411413192749,
      "learning_rate": 4.174441833462938e-06,
      "loss": 0.3645,
      "step": 727860
    },
    {
      "epoch": 203.15,
      "grad_norm": 1.0683804750442505,
      "learning_rate": 4.174424949471802e-06,
      "loss": 0.3673,
      "step": 727870
    },
    {
      "epoch": 203.15,
      "grad_norm": 1.1135172843933105,
      "learning_rate": 4.174408065237003e-06,
      "loss": 0.3739,
      "step": 727880
    },
    {
      "epoch": 203.15,
      "grad_norm": 1.9112200736999512,
      "learning_rate": 4.174391180758543e-06,
      "loss": 0.3689,
      "step": 727890
    },
    {
      "epoch": 203.15,
      "grad_norm": 1.0751289129257202,
      "learning_rate": 4.174374296036425e-06,
      "loss": 0.3908,
      "step": 727900
    },
    {
      "epoch": 203.16,
      "grad_norm": 1.2112501859664917,
      "learning_rate": 4.174357411070649e-06,
      "loss": 0.377,
      "step": 727910
    },
    {
      "epoch": 203.16,
      "grad_norm": 1.1374386548995972,
      "learning_rate": 4.174340525861219e-06,
      "loss": 0.3757,
      "step": 727920
    },
    {
      "epoch": 203.16,
      "grad_norm": 1.4010082483291626,
      "learning_rate": 4.174323640408137e-06,
      "loss": 0.3882,
      "step": 727930
    },
    {
      "epoch": 203.16,
      "grad_norm": 1.104819893836975,
      "learning_rate": 4.174306754711406e-06,
      "loss": 0.3822,
      "step": 727940
    },
    {
      "epoch": 203.17,
      "grad_norm": 1.0580660104751587,
      "learning_rate": 4.174289868771026e-06,
      "loss": 0.3652,
      "step": 727950
    },
    {
      "epoch": 203.17,
      "grad_norm": 1.1679491996765137,
      "learning_rate": 4.174272982587001e-06,
      "loss": 0.3664,
      "step": 727960
    },
    {
      "epoch": 203.17,
      "grad_norm": 1.1751539707183838,
      "learning_rate": 4.174256096159334e-06,
      "loss": 0.3893,
      "step": 727970
    },
    {
      "epoch": 203.18,
      "grad_norm": 0.9649196267127991,
      "learning_rate": 4.174239209488025e-06,
      "loss": 0.3629,
      "step": 727980
    },
    {
      "epoch": 203.18,
      "grad_norm": 1.0961443185806274,
      "learning_rate": 4.174222322573077e-06,
      "loss": 0.3674,
      "step": 727990
    },
    {
      "epoch": 203.18,
      "grad_norm": 0.9962230324745178,
      "learning_rate": 4.174205435414494e-06,
      "loss": 0.3804,
      "step": 728000
    },
    {
      "epoch": 203.18,
      "grad_norm": 1.3422106504440308,
      "learning_rate": 4.174188548012275e-06,
      "loss": 0.3687,
      "step": 728010
    },
    {
      "epoch": 203.19,
      "grad_norm": 1.2907968759536743,
      "learning_rate": 4.174171660366426e-06,
      "loss": 0.3649,
      "step": 728020
    },
    {
      "epoch": 203.19,
      "grad_norm": 1.0050100088119507,
      "learning_rate": 4.174154772476947e-06,
      "loss": 0.3551,
      "step": 728030
    },
    {
      "epoch": 203.19,
      "grad_norm": 1.1429929733276367,
      "learning_rate": 4.1741378843438405e-06,
      "loss": 0.365,
      "step": 728040
    },
    {
      "epoch": 203.2,
      "grad_norm": 1.1067649126052856,
      "learning_rate": 4.174120995967109e-06,
      "loss": 0.3798,
      "step": 728050
    },
    {
      "epoch": 203.2,
      "grad_norm": 1.138924479484558,
      "learning_rate": 4.174104107346754e-06,
      "loss": 0.3832,
      "step": 728060
    },
    {
      "epoch": 203.2,
      "grad_norm": 1.2063803672790527,
      "learning_rate": 4.174087218482779e-06,
      "loss": 0.374,
      "step": 728070
    },
    {
      "epoch": 203.2,
      "grad_norm": 1.2437198162078857,
      "learning_rate": 4.174070329375185e-06,
      "loss": 0.3849,
      "step": 728080
    },
    {
      "epoch": 203.21,
      "grad_norm": 1.2260231971740723,
      "learning_rate": 4.174053440023975e-06,
      "loss": 0.3609,
      "step": 728090
    },
    {
      "epoch": 203.21,
      "grad_norm": 1.3230053186416626,
      "learning_rate": 4.174036550429152e-06,
      "loss": 0.3695,
      "step": 728100
    },
    {
      "epoch": 203.21,
      "grad_norm": 0.9710604548454285,
      "learning_rate": 4.174019660590716e-06,
      "loss": 0.3746,
      "step": 728110
    },
    {
      "epoch": 203.22,
      "grad_norm": 1.1226050853729248,
      "learning_rate": 4.174002770508671e-06,
      "loss": 0.3601,
      "step": 728120
    },
    {
      "epoch": 203.22,
      "grad_norm": 1.181653618812561,
      "learning_rate": 4.173985880183019e-06,
      "loss": 0.3557,
      "step": 728130
    },
    {
      "epoch": 203.22,
      "grad_norm": 1.1906208992004395,
      "learning_rate": 4.173968989613763e-06,
      "loss": 0.3683,
      "step": 728140
    },
    {
      "epoch": 203.22,
      "grad_norm": 1.101735234260559,
      "learning_rate": 4.1739520988009025e-06,
      "loss": 0.3599,
      "step": 728150
    },
    {
      "epoch": 203.23,
      "grad_norm": 1.223848819732666,
      "learning_rate": 4.173935207744443e-06,
      "loss": 0.3876,
      "step": 728160
    },
    {
      "epoch": 203.23,
      "grad_norm": 0.9868301153182983,
      "learning_rate": 4.173918316444386e-06,
      "loss": 0.376,
      "step": 728170
    },
    {
      "epoch": 203.23,
      "grad_norm": 1.5320712327957153,
      "learning_rate": 4.1739014249007315e-06,
      "loss": 0.371,
      "step": 728180
    },
    {
      "epoch": 203.23,
      "grad_norm": 1.0684683322906494,
      "learning_rate": 4.1738845331134834e-06,
      "loss": 0.3828,
      "step": 728190
    },
    {
      "epoch": 203.24,
      "grad_norm": 1.2812055349349976,
      "learning_rate": 4.173867641082645e-06,
      "loss": 0.3645,
      "step": 728200
    },
    {
      "epoch": 203.24,
      "grad_norm": 1.2299526929855347,
      "learning_rate": 4.173850748808217e-06,
      "loss": 0.3747,
      "step": 728210
    },
    {
      "epoch": 203.24,
      "grad_norm": 1.127139925956726,
      "learning_rate": 4.1738338562902025e-06,
      "loss": 0.3709,
      "step": 728220
    },
    {
      "epoch": 203.25,
      "grad_norm": 1.1588671207427979,
      "learning_rate": 4.173816963528602e-06,
      "loss": 0.36,
      "step": 728230
    },
    {
      "epoch": 203.25,
      "grad_norm": 1.453615427017212,
      "learning_rate": 4.17380007052342e-06,
      "loss": 0.3623,
      "step": 728240
    },
    {
      "epoch": 203.25,
      "grad_norm": 4.088454723358154,
      "learning_rate": 4.173783177274658e-06,
      "loss": 0.3899,
      "step": 728250
    },
    {
      "epoch": 203.25,
      "grad_norm": 2.239511489868164,
      "learning_rate": 4.1737662837823175e-06,
      "loss": 0.3603,
      "step": 728260
    },
    {
      "epoch": 203.26,
      "grad_norm": 1.056579828262329,
      "learning_rate": 4.173749390046402e-06,
      "loss": 0.3745,
      "step": 728270
    },
    {
      "epoch": 203.26,
      "grad_norm": 1.0702651739120483,
      "learning_rate": 4.173732496066913e-06,
      "loss": 0.3808,
      "step": 728280
    },
    {
      "epoch": 203.26,
      "grad_norm": 1.271355152130127,
      "learning_rate": 4.173715601843853e-06,
      "loss": 0.3574,
      "step": 728290
    },
    {
      "epoch": 203.27,
      "grad_norm": 1.2232869863510132,
      "learning_rate": 4.173698707377223e-06,
      "loss": 0.4111,
      "step": 728300
    },
    {
      "epoch": 203.27,
      "grad_norm": 1.4216437339782715,
      "learning_rate": 4.1736818126670275e-06,
      "loss": 0.3684,
      "step": 728310
    },
    {
      "epoch": 203.27,
      "grad_norm": 1.2435851097106934,
      "learning_rate": 4.173664917713266e-06,
      "loss": 0.3906,
      "step": 728320
    },
    {
      "epoch": 203.27,
      "grad_norm": 1.036436915397644,
      "learning_rate": 4.173648022515944e-06,
      "loss": 0.3692,
      "step": 728330
    },
    {
      "epoch": 203.28,
      "grad_norm": 1.1207449436187744,
      "learning_rate": 4.173631127075061e-06,
      "loss": 0.3548,
      "step": 728340
    },
    {
      "epoch": 203.28,
      "grad_norm": 1.6020333766937256,
      "learning_rate": 4.173614231390621e-06,
      "loss": 0.4039,
      "step": 728350
    },
    {
      "epoch": 203.28,
      "grad_norm": 1.448194980621338,
      "learning_rate": 4.173597335462626e-06,
      "loss": 0.3676,
      "step": 728360
    },
    {
      "epoch": 203.28,
      "grad_norm": 0.9884377717971802,
      "learning_rate": 4.173580439291077e-06,
      "loss": 0.3677,
      "step": 728370
    },
    {
      "epoch": 203.29,
      "grad_norm": 0.9421582818031311,
      "learning_rate": 4.173563542875977e-06,
      "loss": 0.3662,
      "step": 728380
    },
    {
      "epoch": 203.29,
      "grad_norm": 1.1646573543548584,
      "learning_rate": 4.173546646217329e-06,
      "loss": 0.3629,
      "step": 728390
    },
    {
      "epoch": 203.29,
      "grad_norm": 0.9925004243850708,
      "learning_rate": 4.173529749315134e-06,
      "loss": 0.3722,
      "step": 728400
    },
    {
      "epoch": 203.3,
      "grad_norm": 1.0906224250793457,
      "learning_rate": 4.173512852169395e-06,
      "loss": 0.3933,
      "step": 728410
    },
    {
      "epoch": 203.3,
      "grad_norm": 1.2053608894348145,
      "learning_rate": 4.173495954780113e-06,
      "loss": 0.3626,
      "step": 728420
    },
    {
      "epoch": 203.3,
      "grad_norm": 0.9616497755050659,
      "learning_rate": 4.173479057147294e-06,
      "loss": 0.3702,
      "step": 728430
    },
    {
      "epoch": 203.3,
      "grad_norm": 1.0831865072250366,
      "learning_rate": 4.173462159270935e-06,
      "loss": 0.3905,
      "step": 728440
    },
    {
      "epoch": 203.31,
      "grad_norm": 1.0398184061050415,
      "learning_rate": 4.1734452611510415e-06,
      "loss": 0.3569,
      "step": 728450
    },
    {
      "epoch": 203.31,
      "grad_norm": 1.0706171989440918,
      "learning_rate": 4.173428362787615e-06,
      "loss": 0.3748,
      "step": 728460
    },
    {
      "epoch": 203.31,
      "grad_norm": 1.037314534187317,
      "learning_rate": 4.173411464180659e-06,
      "loss": 0.3898,
      "step": 728470
    },
    {
      "epoch": 203.32,
      "grad_norm": 1.0763555765151978,
      "learning_rate": 4.173394565330174e-06,
      "loss": 0.367,
      "step": 728480
    },
    {
      "epoch": 203.32,
      "grad_norm": 1.1944048404693604,
      "learning_rate": 4.173377666236162e-06,
      "loss": 0.3812,
      "step": 728490
    },
    {
      "epoch": 203.32,
      "grad_norm": 1.1473172903060913,
      "learning_rate": 4.1733607668986265e-06,
      "loss": 0.36,
      "step": 728500
    },
    {
      "epoch": 203.32,
      "grad_norm": 1.1181235313415527,
      "learning_rate": 4.17334386731757e-06,
      "loss": 0.3781,
      "step": 728510
    },
    {
      "epoch": 203.33,
      "grad_norm": 1.072991967201233,
      "learning_rate": 4.173326967492992e-06,
      "loss": 0.3691,
      "step": 728520
    },
    {
      "epoch": 203.33,
      "grad_norm": 1.5552845001220703,
      "learning_rate": 4.173310067424899e-06,
      "loss": 0.3786,
      "step": 728530
    },
    {
      "epoch": 203.33,
      "grad_norm": 1.1335790157318115,
      "learning_rate": 4.17329316711329e-06,
      "loss": 0.3766,
      "step": 728540
    },
    {
      "epoch": 203.34,
      "grad_norm": 1.1328458786010742,
      "learning_rate": 4.173276266558169e-06,
      "loss": 0.3723,
      "step": 728550
    },
    {
      "epoch": 203.34,
      "grad_norm": 0.9660088419914246,
      "learning_rate": 4.173259365759537e-06,
      "loss": 0.3888,
      "step": 728560
    },
    {
      "epoch": 203.34,
      "grad_norm": 0.9808599948883057,
      "learning_rate": 4.173242464717397e-06,
      "loss": 0.3837,
      "step": 728570
    },
    {
      "epoch": 203.34,
      "grad_norm": 1.1354727745056152,
      "learning_rate": 4.173225563431751e-06,
      "loss": 0.3871,
      "step": 728580
    },
    {
      "epoch": 203.35,
      "grad_norm": 1.138060212135315,
      "learning_rate": 4.173208661902601e-06,
      "loss": 0.3749,
      "step": 728590
    },
    {
      "epoch": 203.35,
      "grad_norm": 1.4156067371368408,
      "learning_rate": 4.17319176012995e-06,
      "loss": 0.3516,
      "step": 728600
    },
    {
      "epoch": 203.35,
      "grad_norm": 1.4877815246582031,
      "learning_rate": 4.1731748581138e-06,
      "loss": 0.3623,
      "step": 728610
    },
    {
      "epoch": 203.35,
      "grad_norm": 1.0943500995635986,
      "learning_rate": 4.173157955854152e-06,
      "loss": 0.3677,
      "step": 728620
    },
    {
      "epoch": 203.36,
      "grad_norm": 1.0046411752700806,
      "learning_rate": 4.17314105335101e-06,
      "loss": 0.3615,
      "step": 728630
    },
    {
      "epoch": 203.36,
      "grad_norm": 1.036044716835022,
      "learning_rate": 4.173124150604376e-06,
      "loss": 0.3557,
      "step": 728640
    },
    {
      "epoch": 203.36,
      "grad_norm": 1.287606954574585,
      "learning_rate": 4.173107247614251e-06,
      "loss": 0.3647,
      "step": 728650
    },
    {
      "epoch": 203.37,
      "grad_norm": 1.069709300994873,
      "learning_rate": 4.1730903443806384e-06,
      "loss": 0.3821,
      "step": 728660
    },
    {
      "epoch": 203.37,
      "grad_norm": 1.1669546365737915,
      "learning_rate": 4.17307344090354e-06,
      "loss": 0.3798,
      "step": 728670
    },
    {
      "epoch": 203.37,
      "grad_norm": 0.9660993218421936,
      "learning_rate": 4.173056537182958e-06,
      "loss": 0.374,
      "step": 728680
    },
    {
      "epoch": 203.37,
      "grad_norm": 3.9218926429748535,
      "learning_rate": 4.173039633218896e-06,
      "loss": 0.3731,
      "step": 728690
    },
    {
      "epoch": 203.38,
      "grad_norm": 1.268954873085022,
      "learning_rate": 4.173022729011354e-06,
      "loss": 0.384,
      "step": 728700
    },
    {
      "epoch": 203.38,
      "grad_norm": 1.2164230346679688,
      "learning_rate": 4.173005824560336e-06,
      "loss": 0.3616,
      "step": 728710
    },
    {
      "epoch": 203.38,
      "grad_norm": 0.9394147992134094,
      "learning_rate": 4.172988919865842e-06,
      "loss": 0.3759,
      "step": 728720
    },
    {
      "epoch": 203.39,
      "grad_norm": 1.205161452293396,
      "learning_rate": 4.172972014927877e-06,
      "loss": 0.3938,
      "step": 728730
    },
    {
      "epoch": 203.39,
      "grad_norm": 1.0994929075241089,
      "learning_rate": 4.172955109746442e-06,
      "loss": 0.3909,
      "step": 728740
    },
    {
      "epoch": 203.39,
      "grad_norm": 1.1748404502868652,
      "learning_rate": 4.172938204321539e-06,
      "loss": 0.3666,
      "step": 728750
    },
    {
      "epoch": 203.39,
      "grad_norm": 1.1188457012176514,
      "learning_rate": 4.17292129865317e-06,
      "loss": 0.382,
      "step": 728760
    },
    {
      "epoch": 203.4,
      "grad_norm": 1.0439343452453613,
      "learning_rate": 4.1729043927413395e-06,
      "loss": 0.3592,
      "step": 728770
    },
    {
      "epoch": 203.4,
      "grad_norm": 1.1557377576828003,
      "learning_rate": 4.172887486586046e-06,
      "loss": 0.3769,
      "step": 728780
    },
    {
      "epoch": 203.4,
      "grad_norm": 0.943594753742218,
      "learning_rate": 4.172870580187295e-06,
      "loss": 0.3578,
      "step": 728790
    },
    {
      "epoch": 203.4,
      "grad_norm": 1.0609707832336426,
      "learning_rate": 4.172853673545088e-06,
      "loss": 0.3543,
      "step": 728800
    },
    {
      "epoch": 203.41,
      "grad_norm": 0.9850640296936035,
      "learning_rate": 4.172836766659426e-06,
      "loss": 0.379,
      "step": 728810
    },
    {
      "epoch": 203.41,
      "grad_norm": 1.154286503791809,
      "learning_rate": 4.172819859530312e-06,
      "loss": 0.3764,
      "step": 728820
    },
    {
      "epoch": 203.41,
      "grad_norm": 1.0699505805969238,
      "learning_rate": 4.172802952157749e-06,
      "loss": 0.3753,
      "step": 728830
    },
    {
      "epoch": 203.42,
      "grad_norm": 1.0314220190048218,
      "learning_rate": 4.172786044541738e-06,
      "loss": 0.3626,
      "step": 728840
    },
    {
      "epoch": 203.42,
      "grad_norm": 1.0585986375808716,
      "learning_rate": 4.172769136682282e-06,
      "loss": 0.3926,
      "step": 728850
    },
    {
      "epoch": 203.42,
      "grad_norm": 1.097165822982788,
      "learning_rate": 4.172752228579382e-06,
      "loss": 0.3762,
      "step": 728860
    },
    {
      "epoch": 203.42,
      "grad_norm": 1.3490657806396484,
      "learning_rate": 4.172735320233043e-06,
      "loss": 0.3847,
      "step": 728870
    },
    {
      "epoch": 203.43,
      "grad_norm": 1.0475695133209229,
      "learning_rate": 4.1727184116432655e-06,
      "loss": 0.379,
      "step": 728880
    },
    {
      "epoch": 203.43,
      "grad_norm": 1.1560617685317993,
      "learning_rate": 4.17270150281005e-06,
      "loss": 0.3588,
      "step": 728890
    },
    {
      "epoch": 203.43,
      "grad_norm": 1.075289249420166,
      "learning_rate": 4.172684593733402e-06,
      "loss": 0.3815,
      "step": 728900
    },
    {
      "epoch": 203.44,
      "grad_norm": 1.1972384452819824,
      "learning_rate": 4.172667684413322e-06,
      "loss": 0.3555,
      "step": 728910
    },
    {
      "epoch": 203.44,
      "grad_norm": 14.481766700744629,
      "learning_rate": 4.172650774849813e-06,
      "loss": 0.3736,
      "step": 728920
    },
    {
      "epoch": 203.44,
      "grad_norm": 1.1253986358642578,
      "learning_rate": 4.172633865042876e-06,
      "loss": 0.3762,
      "step": 728930
    },
    {
      "epoch": 203.44,
      "grad_norm": 1.0451701879501343,
      "learning_rate": 4.172616954992515e-06,
      "loss": 0.3752,
      "step": 728940
    },
    {
      "epoch": 203.45,
      "grad_norm": 1.23678719997406,
      "learning_rate": 4.1726000446987304e-06,
      "loss": 0.3761,
      "step": 728950
    },
    {
      "epoch": 203.45,
      "grad_norm": 1.1666618585586548,
      "learning_rate": 4.1725831341615255e-06,
      "loss": 0.3878,
      "step": 728960
    },
    {
      "epoch": 203.45,
      "grad_norm": 1.0677587985992432,
      "learning_rate": 4.172566223380902e-06,
      "loss": 0.3725,
      "step": 728970
    },
    {
      "epoch": 203.46,
      "grad_norm": 1.0749634504318237,
      "learning_rate": 4.172549312356864e-06,
      "loss": 0.3586,
      "step": 728980
    },
    {
      "epoch": 203.46,
      "grad_norm": 1.1302692890167236,
      "learning_rate": 4.1725324010894115e-06,
      "loss": 0.377,
      "step": 728990
    },
    {
      "epoch": 203.46,
      "grad_norm": 1.2408853769302368,
      "learning_rate": 4.172515489578547e-06,
      "loss": 0.377,
      "step": 729000
    },
    {
      "epoch": 203.46,
      "grad_norm": 1.060241460800171,
      "learning_rate": 4.172498577824274e-06,
      "loss": 0.3772,
      "step": 729010
    },
    {
      "epoch": 203.47,
      "grad_norm": 1.2764588594436646,
      "learning_rate": 4.172481665826593e-06,
      "loss": 0.3646,
      "step": 729020
    },
    {
      "epoch": 203.47,
      "grad_norm": 1.105571985244751,
      "learning_rate": 4.172464753585509e-06,
      "loss": 0.3692,
      "step": 729030
    },
    {
      "epoch": 203.47,
      "grad_norm": 1.195932149887085,
      "learning_rate": 4.1724478411010225e-06,
      "loss": 0.3713,
      "step": 729040
    },
    {
      "epoch": 203.47,
      "grad_norm": 1.1830902099609375,
      "learning_rate": 4.1724309283731346e-06,
      "loss": 0.374,
      "step": 729050
    },
    {
      "epoch": 203.48,
      "grad_norm": 1.0560712814331055,
      "learning_rate": 4.172414015401849e-06,
      "loss": 0.3631,
      "step": 729060
    },
    {
      "epoch": 203.48,
      "grad_norm": 1.1956899166107178,
      "learning_rate": 4.172397102187168e-06,
      "loss": 0.3852,
      "step": 729070
    },
    {
      "epoch": 203.48,
      "grad_norm": 1.2344449758529663,
      "learning_rate": 4.1723801887290935e-06,
      "loss": 0.3907,
      "step": 729080
    },
    {
      "epoch": 203.49,
      "grad_norm": 1.1706600189208984,
      "learning_rate": 4.1723632750276285e-06,
      "loss": 0.3802,
      "step": 729090
    },
    {
      "epoch": 203.49,
      "grad_norm": 1.1510076522827148,
      "learning_rate": 4.1723463610827735e-06,
      "loss": 0.388,
      "step": 729100
    },
    {
      "epoch": 203.49,
      "grad_norm": 1.1843167543411255,
      "learning_rate": 4.172329446894532e-06,
      "loss": 0.3733,
      "step": 729110
    },
    {
      "epoch": 203.49,
      "grad_norm": 1.2716909646987915,
      "learning_rate": 4.172312532462907e-06,
      "loss": 0.3851,
      "step": 729120
    },
    {
      "epoch": 203.5,
      "grad_norm": 1.543635606765747,
      "learning_rate": 4.1722956177878985e-06,
      "loss": 0.3731,
      "step": 729130
    },
    {
      "epoch": 203.5,
      "grad_norm": 1.1633621454238892,
      "learning_rate": 4.172278702869511e-06,
      "loss": 0.3767,
      "step": 729140
    },
    {
      "epoch": 203.5,
      "grad_norm": 1.1244715452194214,
      "learning_rate": 4.172261787707746e-06,
      "loss": 0.3734,
      "step": 729150
    },
    {
      "epoch": 203.51,
      "grad_norm": 1.2175519466400146,
      "learning_rate": 4.172244872302606e-06,
      "loss": 0.3918,
      "step": 729160
    },
    {
      "epoch": 203.51,
      "grad_norm": 1.247028112411499,
      "learning_rate": 4.172227956654091e-06,
      "loss": 0.3583,
      "step": 729170
    },
    {
      "epoch": 203.51,
      "grad_norm": 0.9676177501678467,
      "learning_rate": 4.172211040762207e-06,
      "loss": 0.3699,
      "step": 729180
    },
    {
      "epoch": 203.51,
      "grad_norm": 0.9871218800544739,
      "learning_rate": 4.1721941246269525e-06,
      "loss": 0.3695,
      "step": 729190
    },
    {
      "epoch": 203.52,
      "grad_norm": 1.2007218599319458,
      "learning_rate": 4.172177208248332e-06,
      "loss": 0.3597,
      "step": 729200
    },
    {
      "epoch": 203.52,
      "grad_norm": 1.1807210445404053,
      "learning_rate": 4.172160291626348e-06,
      "loss": 0.3552,
      "step": 729210
    },
    {
      "epoch": 203.52,
      "grad_norm": 1.1319010257720947,
      "learning_rate": 4.1721433747610035e-06,
      "loss": 0.3722,
      "step": 729220
    },
    {
      "epoch": 203.52,
      "grad_norm": 1.3312102556228638,
      "learning_rate": 4.172126457652297e-06,
      "loss": 0.3648,
      "step": 729230
    },
    {
      "epoch": 203.53,
      "grad_norm": 1.022655963897705,
      "learning_rate": 4.172109540300234e-06,
      "loss": 0.3756,
      "step": 729240
    },
    {
      "epoch": 203.53,
      "grad_norm": 1.306937575340271,
      "learning_rate": 4.172092622704816e-06,
      "loss": 0.383,
      "step": 729250
    },
    {
      "epoch": 203.53,
      "grad_norm": 1.1470181941986084,
      "learning_rate": 4.172075704866045e-06,
      "loss": 0.363,
      "step": 729260
    },
    {
      "epoch": 203.54,
      "grad_norm": 1.3810535669326782,
      "learning_rate": 4.172058786783923e-06,
      "loss": 0.3757,
      "step": 729270
    },
    {
      "epoch": 203.54,
      "grad_norm": 1.1909719705581665,
      "learning_rate": 4.172041868458452e-06,
      "loss": 0.3606,
      "step": 729280
    },
    {
      "epoch": 203.54,
      "grad_norm": 1.0588334798812866,
      "learning_rate": 4.172024949889637e-06,
      "loss": 0.3833,
      "step": 729290
    },
    {
      "epoch": 203.54,
      "grad_norm": 1.0392367839813232,
      "learning_rate": 4.172008031077476e-06,
      "loss": 0.3676,
      "step": 729300
    },
    {
      "epoch": 203.55,
      "grad_norm": 0.9401587843894958,
      "learning_rate": 4.1719911120219746e-06,
      "loss": 0.3633,
      "step": 729310
    },
    {
      "epoch": 203.55,
      "grad_norm": 1.2949461936950684,
      "learning_rate": 4.171974192723134e-06,
      "loss": 0.3667,
      "step": 729320
    },
    {
      "epoch": 203.55,
      "grad_norm": 1.3920520544052124,
      "learning_rate": 4.1719572731809546e-06,
      "loss": 0.371,
      "step": 729330
    },
    {
      "epoch": 203.56,
      "grad_norm": 1.2273468971252441,
      "learning_rate": 4.1719403533954415e-06,
      "loss": 0.3737,
      "step": 729340
    },
    {
      "epoch": 203.56,
      "grad_norm": 1.103944182395935,
      "learning_rate": 4.1719234333665954e-06,
      "loss": 0.3646,
      "step": 729350
    },
    {
      "epoch": 203.56,
      "grad_norm": 1.2866710424423218,
      "learning_rate": 4.171906513094419e-06,
      "loss": 0.3584,
      "step": 729360
    },
    {
      "epoch": 203.56,
      "grad_norm": 1.0541410446166992,
      "learning_rate": 4.171889592578915e-06,
      "loss": 0.3923,
      "step": 729370
    },
    {
      "epoch": 203.57,
      "grad_norm": 1.1520836353302002,
      "learning_rate": 4.171872671820085e-06,
      "loss": 0.3917,
      "step": 729380
    },
    {
      "epoch": 203.57,
      "grad_norm": 1.1651381254196167,
      "learning_rate": 4.17185575081793e-06,
      "loss": 0.3723,
      "step": 729390
    },
    {
      "epoch": 203.57,
      "grad_norm": 1.1619365215301514,
      "learning_rate": 4.171838829572455e-06,
      "loss": 0.4038,
      "step": 729400
    },
    {
      "epoch": 203.58,
      "grad_norm": 0.9342027902603149,
      "learning_rate": 4.1718219080836605e-06,
      "loss": 0.3557,
      "step": 729410
    },
    {
      "epoch": 203.58,
      "grad_norm": 1.0180670022964478,
      "learning_rate": 4.17180498635155e-06,
      "loss": 0.3879,
      "step": 729420
    },
    {
      "epoch": 203.58,
      "grad_norm": 1.0128169059753418,
      "learning_rate": 4.171788064376124e-06,
      "loss": 0.3685,
      "step": 729430
    },
    {
      "epoch": 203.58,
      "grad_norm": 0.9570536613464355,
      "learning_rate": 4.171771142157386e-06,
      "loss": 0.3511,
      "step": 729440
    },
    {
      "epoch": 203.59,
      "grad_norm": 0.976201057434082,
      "learning_rate": 4.171754219695337e-06,
      "loss": 0.3581,
      "step": 729450
    },
    {
      "epoch": 203.59,
      "grad_norm": 1.142235279083252,
      "learning_rate": 4.171737296989981e-06,
      "loss": 0.3725,
      "step": 729460
    },
    {
      "epoch": 203.59,
      "grad_norm": 1.3424837589263916,
      "learning_rate": 4.171720374041319e-06,
      "loss": 0.3644,
      "step": 729470
    },
    {
      "epoch": 203.59,
      "grad_norm": 1.1471490859985352,
      "learning_rate": 4.171703450849354e-06,
      "loss": 0.3771,
      "step": 729480
    },
    {
      "epoch": 203.6,
      "grad_norm": 1.0529028177261353,
      "learning_rate": 4.1716865274140875e-06,
      "loss": 0.3686,
      "step": 729490
    },
    {
      "epoch": 203.6,
      "grad_norm": 1.1671286821365356,
      "learning_rate": 4.171669603735522e-06,
      "loss": 0.3587,
      "step": 729500
    },
    {
      "epoch": 203.6,
      "grad_norm": 1.2105423212051392,
      "learning_rate": 4.171652679813661e-06,
      "loss": 0.3673,
      "step": 729510
    },
    {
      "epoch": 203.61,
      "grad_norm": 1.0391793251037598,
      "learning_rate": 4.171635755648504e-06,
      "loss": 0.3804,
      "step": 729520
    },
    {
      "epoch": 203.61,
      "grad_norm": 1.0835281610488892,
      "learning_rate": 4.171618831240056e-06,
      "loss": 0.3767,
      "step": 729530
    },
    {
      "epoch": 203.61,
      "grad_norm": 1.2087087631225586,
      "learning_rate": 4.1716019065883185e-06,
      "loss": 0.3665,
      "step": 729540
    },
    {
      "epoch": 203.61,
      "grad_norm": 1.0929272174835205,
      "learning_rate": 4.171584981693293e-06,
      "loss": 0.3815,
      "step": 729550
    },
    {
      "epoch": 203.62,
      "grad_norm": 1.005608320236206,
      "learning_rate": 4.171568056554981e-06,
      "loss": 0.3761,
      "step": 729560
    },
    {
      "epoch": 203.62,
      "grad_norm": 1.0310695171356201,
      "learning_rate": 4.1715511311733875e-06,
      "loss": 0.368,
      "step": 729570
    },
    {
      "epoch": 203.62,
      "grad_norm": 1.1793822050094604,
      "learning_rate": 4.171534205548512e-06,
      "loss": 0.3641,
      "step": 729580
    },
    {
      "epoch": 203.63,
      "grad_norm": 1.1065250635147095,
      "learning_rate": 4.171517279680359e-06,
      "loss": 0.3683,
      "step": 729590
    },
    {
      "epoch": 203.63,
      "grad_norm": 1.086704134941101,
      "learning_rate": 4.171500353568929e-06,
      "loss": 0.374,
      "step": 729600
    },
    {
      "epoch": 203.63,
      "grad_norm": 1.1265063285827637,
      "learning_rate": 4.1714834272142256e-06,
      "loss": 0.3705,
      "step": 729610
    },
    {
      "epoch": 203.63,
      "grad_norm": 1.3062658309936523,
      "learning_rate": 4.17146650061625e-06,
      "loss": 0.3831,
      "step": 729620
    },
    {
      "epoch": 203.64,
      "grad_norm": 1.062005877494812,
      "learning_rate": 4.171449573775004e-06,
      "loss": 0.3752,
      "step": 729630
    },
    {
      "epoch": 203.64,
      "grad_norm": 1.0526484251022339,
      "learning_rate": 4.171432646690492e-06,
      "loss": 0.3877,
      "step": 729640
    },
    {
      "epoch": 203.64,
      "grad_norm": 1.3710769414901733,
      "learning_rate": 4.171415719362715e-06,
      "loss": 0.3794,
      "step": 729650
    },
    {
      "epoch": 203.64,
      "grad_norm": 1.0202007293701172,
      "learning_rate": 4.171398791791674e-06,
      "loss": 0.3893,
      "step": 729660
    },
    {
      "epoch": 203.65,
      "grad_norm": 1.0492337942123413,
      "learning_rate": 4.171381863977374e-06,
      "loss": 0.3573,
      "step": 729670
    },
    {
      "epoch": 203.65,
      "grad_norm": 0.9962707757949829,
      "learning_rate": 4.171364935919814e-06,
      "loss": 0.3645,
      "step": 729680
    },
    {
      "epoch": 203.65,
      "grad_norm": 1.1473110914230347,
      "learning_rate": 4.1713480076189985e-06,
      "loss": 0.3792,
      "step": 729690
    },
    {
      "epoch": 203.66,
      "grad_norm": 1.1342418193817139,
      "learning_rate": 4.17133107907493e-06,
      "loss": 0.3571,
      "step": 729700
    },
    {
      "epoch": 203.66,
      "grad_norm": 1.1655062437057495,
      "learning_rate": 4.171314150287609e-06,
      "loss": 0.3795,
      "step": 729710
    },
    {
      "epoch": 203.66,
      "grad_norm": 1.0856212377548218,
      "learning_rate": 4.171297221257039e-06,
      "loss": 0.3639,
      "step": 729720
    },
    {
      "epoch": 203.66,
      "grad_norm": 1.2011915445327759,
      "learning_rate": 4.171280291983222e-06,
      "loss": 0.3786,
      "step": 729730
    },
    {
      "epoch": 203.67,
      "grad_norm": 1.138299822807312,
      "learning_rate": 4.171263362466161e-06,
      "loss": 0.3723,
      "step": 729740
    },
    {
      "epoch": 203.67,
      "grad_norm": 0.9812121391296387,
      "learning_rate": 4.171246432705856e-06,
      "loss": 0.3654,
      "step": 729750
    },
    {
      "epoch": 203.67,
      "grad_norm": 1.1315062046051025,
      "learning_rate": 4.171229502702312e-06,
      "loss": 0.3835,
      "step": 729760
    },
    {
      "epoch": 203.68,
      "grad_norm": 1.0565781593322754,
      "learning_rate": 4.1712125724555295e-06,
      "loss": 0.3847,
      "step": 729770
    },
    {
      "epoch": 203.68,
      "grad_norm": 1.1180992126464844,
      "learning_rate": 4.171195641965511e-06,
      "loss": 0.3569,
      "step": 729780
    },
    {
      "epoch": 203.68,
      "grad_norm": 1.2226210832595825,
      "learning_rate": 4.171178711232259e-06,
      "loss": 0.3788,
      "step": 729790
    },
    {
      "epoch": 203.68,
      "grad_norm": 1.181886076927185,
      "learning_rate": 4.171161780255776e-06,
      "loss": 0.3906,
      "step": 729800
    },
    {
      "epoch": 203.69,
      "grad_norm": 1.0914170742034912,
      "learning_rate": 4.171144849036064e-06,
      "loss": 0.3886,
      "step": 729810
    },
    {
      "epoch": 203.69,
      "grad_norm": 1.1067421436309814,
      "learning_rate": 4.1711279175731255e-06,
      "loss": 0.3672,
      "step": 729820
    },
    {
      "epoch": 203.69,
      "grad_norm": 1.4570389986038208,
      "learning_rate": 4.171110985866962e-06,
      "loss": 0.3834,
      "step": 729830
    },
    {
      "epoch": 203.7,
      "grad_norm": 1.096871256828308,
      "learning_rate": 4.1710940539175765e-06,
      "loss": 0.3674,
      "step": 729840
    },
    {
      "epoch": 203.7,
      "grad_norm": 1.147076964378357,
      "learning_rate": 4.1710771217249705e-06,
      "loss": 0.3763,
      "step": 729850
    },
    {
      "epoch": 203.7,
      "grad_norm": 1.2343007326126099,
      "learning_rate": 4.1710601892891475e-06,
      "loss": 0.3718,
      "step": 729860
    },
    {
      "epoch": 203.7,
      "grad_norm": 0.9456964731216431,
      "learning_rate": 4.171043256610109e-06,
      "loss": 0.367,
      "step": 729870
    },
    {
      "epoch": 203.71,
      "grad_norm": 1.2514806985855103,
      "learning_rate": 4.171026323687857e-06,
      "loss": 0.3738,
      "step": 729880
    },
    {
      "epoch": 203.71,
      "grad_norm": 1.175301432609558,
      "learning_rate": 4.171009390522394e-06,
      "loss": 0.3599,
      "step": 729890
    },
    {
      "epoch": 203.71,
      "grad_norm": 1.1752715110778809,
      "learning_rate": 4.170992457113722e-06,
      "loss": 0.3785,
      "step": 729900
    },
    {
      "epoch": 203.71,
      "grad_norm": 1.0842546224594116,
      "learning_rate": 4.170975523461844e-06,
      "loss": 0.3716,
      "step": 729910
    },
    {
      "epoch": 203.72,
      "grad_norm": 2.4450879096984863,
      "learning_rate": 4.170958589566762e-06,
      "loss": 0.3682,
      "step": 729920
    },
    {
      "epoch": 203.72,
      "grad_norm": 1.1965763568878174,
      "learning_rate": 4.170941655428477e-06,
      "loss": 0.3821,
      "step": 729930
    },
    {
      "epoch": 203.72,
      "grad_norm": 1.2537084817886353,
      "learning_rate": 4.170924721046993e-06,
      "loss": 0.3866,
      "step": 729940
    },
    {
      "epoch": 203.73,
      "grad_norm": 1.1375377178192139,
      "learning_rate": 4.170907786422311e-06,
      "loss": 0.382,
      "step": 729950
    },
    {
      "epoch": 203.73,
      "grad_norm": 1.0831125974655151,
      "learning_rate": 4.170890851554435e-06,
      "loss": 0.3737,
      "step": 729960
    },
    {
      "epoch": 203.73,
      "grad_norm": 0.9643898010253906,
      "learning_rate": 4.170873916443365e-06,
      "loss": 0.3684,
      "step": 729970
    },
    {
      "epoch": 203.73,
      "grad_norm": 1.099153995513916,
      "learning_rate": 4.170856981089105e-06,
      "loss": 0.3747,
      "step": 729980
    },
    {
      "epoch": 203.74,
      "grad_norm": 1.0924527645111084,
      "learning_rate": 4.1708400454916555e-06,
      "loss": 0.3596,
      "step": 729990
    },
    {
      "epoch": 203.74,
      "grad_norm": 1.1727111339569092,
      "learning_rate": 4.170823109651021e-06,
      "loss": 0.3609,
      "step": 730000
    },
    {
      "epoch": 203.74,
      "grad_norm": 1.923330307006836,
      "learning_rate": 4.170806173567202e-06,
      "loss": 0.3958,
      "step": 730010
    },
    {
      "epoch": 203.75,
      "grad_norm": 1.144859790802002,
      "learning_rate": 4.170789237240201e-06,
      "loss": 0.3753,
      "step": 730020
    },
    {
      "epoch": 203.75,
      "grad_norm": 1.1000192165374756,
      "learning_rate": 4.1707723006700215e-06,
      "loss": 0.3596,
      "step": 730030
    },
    {
      "epoch": 203.75,
      "grad_norm": 1.1977062225341797,
      "learning_rate": 4.1707553638566645e-06,
      "loss": 0.3706,
      "step": 730040
    },
    {
      "epoch": 203.75,
      "grad_norm": 1.0982029438018799,
      "learning_rate": 4.170738426800132e-06,
      "loss": 0.372,
      "step": 730050
    },
    {
      "epoch": 203.76,
      "grad_norm": 1.3879914283752441,
      "learning_rate": 4.170721489500427e-06,
      "loss": 0.3648,
      "step": 730060
    },
    {
      "epoch": 203.76,
      "grad_norm": 1.0239360332489014,
      "learning_rate": 4.170704551957552e-06,
      "loss": 0.386,
      "step": 730070
    },
    {
      "epoch": 203.76,
      "grad_norm": 1.1069438457489014,
      "learning_rate": 4.17068761417151e-06,
      "loss": 0.385,
      "step": 730080
    },
    {
      "epoch": 203.77,
      "grad_norm": 1.1161057949066162,
      "learning_rate": 4.1706706761423e-06,
      "loss": 0.3655,
      "step": 730090
    },
    {
      "epoch": 203.77,
      "grad_norm": 0.9876105785369873,
      "learning_rate": 4.1706537378699265e-06,
      "loss": 0.3656,
      "step": 730100
    },
    {
      "epoch": 203.77,
      "grad_norm": 1.1514418125152588,
      "learning_rate": 4.170636799354393e-06,
      "loss": 0.36,
      "step": 730110
    },
    {
      "epoch": 203.77,
      "grad_norm": 35.04997634887695,
      "learning_rate": 4.1706198605957e-06,
      "loss": 0.3734,
      "step": 730120
    },
    {
      "epoch": 203.78,
      "grad_norm": 1.2016695737838745,
      "learning_rate": 4.170602921593849e-06,
      "loss": 0.366,
      "step": 730130
    },
    {
      "epoch": 203.78,
      "grad_norm": 1.4863917827606201,
      "learning_rate": 4.170585982348844e-06,
      "loss": 0.3695,
      "step": 730140
    },
    {
      "epoch": 203.78,
      "grad_norm": 1.3796018362045288,
      "learning_rate": 4.170569042860688e-06,
      "loss": 0.3745,
      "step": 730150
    },
    {
      "epoch": 203.78,
      "grad_norm": 1.2736457586288452,
      "learning_rate": 4.17055210312938e-06,
      "loss": 0.3726,
      "step": 730160
    },
    {
      "epoch": 203.79,
      "grad_norm": 1.2018226385116577,
      "learning_rate": 4.170535163154925e-06,
      "loss": 0.3731,
      "step": 730170
    },
    {
      "epoch": 203.79,
      "grad_norm": 1.1977667808532715,
      "learning_rate": 4.1705182229373245e-06,
      "loss": 0.3752,
      "step": 730180
    },
    {
      "epoch": 203.79,
      "grad_norm": 1.1453354358673096,
      "learning_rate": 4.17050128247658e-06,
      "loss": 0.3745,
      "step": 730190
    },
    {
      "epoch": 203.8,
      "grad_norm": 1.131882667541504,
      "learning_rate": 4.170484341772695e-06,
      "loss": 0.3748,
      "step": 730200
    },
    {
      "epoch": 203.8,
      "grad_norm": 1.0640904903411865,
      "learning_rate": 4.170467400825671e-06,
      "loss": 0.3749,
      "step": 730210
    },
    {
      "epoch": 203.8,
      "grad_norm": 1.0030264854431152,
      "learning_rate": 4.1704504596355094e-06,
      "loss": 0.3655,
      "step": 730220
    },
    {
      "epoch": 203.8,
      "grad_norm": 0.9907811284065247,
      "learning_rate": 4.170433518202215e-06,
      "loss": 0.3769,
      "step": 730230
    },
    {
      "epoch": 203.81,
      "grad_norm": 1.0981366634368896,
      "learning_rate": 4.170416576525788e-06,
      "loss": 0.3793,
      "step": 730240
    },
    {
      "epoch": 203.81,
      "grad_norm": 1.306933045387268,
      "learning_rate": 4.170399634606231e-06,
      "loss": 0.3796,
      "step": 730250
    },
    {
      "epoch": 203.81,
      "grad_norm": 1.2005019187927246,
      "learning_rate": 4.1703826924435465e-06,
      "loss": 0.3644,
      "step": 730260
    },
    {
      "epoch": 203.82,
      "grad_norm": 1.2037569284439087,
      "learning_rate": 4.1703657500377366e-06,
      "loss": 0.3881,
      "step": 730270
    },
    {
      "epoch": 203.82,
      "grad_norm": 1.0436983108520508,
      "learning_rate": 4.1703488073888045e-06,
      "loss": 0.3696,
      "step": 730280
    },
    {
      "epoch": 203.82,
      "grad_norm": 1.104160189628601,
      "learning_rate": 4.17033186449675e-06,
      "loss": 0.3766,
      "step": 730290
    },
    {
      "epoch": 203.82,
      "grad_norm": 1.1089547872543335,
      "learning_rate": 4.170314921361578e-06,
      "loss": 0.3769,
      "step": 730300
    },
    {
      "epoch": 203.83,
      "grad_norm": 1.0337426662445068,
      "learning_rate": 4.17029797798329e-06,
      "loss": 0.3817,
      "step": 730310
    },
    {
      "epoch": 203.83,
      "grad_norm": 1.012379765510559,
      "learning_rate": 4.170281034361887e-06,
      "loss": 0.3799,
      "step": 730320
    },
    {
      "epoch": 203.83,
      "grad_norm": 1.3503519296646118,
      "learning_rate": 4.170264090497373e-06,
      "loss": 0.3558,
      "step": 730330
    },
    {
      "epoch": 203.83,
      "grad_norm": 1.146709680557251,
      "learning_rate": 4.1702471463897495e-06,
      "loss": 0.3573,
      "step": 730340
    },
    {
      "epoch": 203.84,
      "grad_norm": 1.1777161359786987,
      "learning_rate": 4.170230202039019e-06,
      "loss": 0.377,
      "step": 730350
    },
    {
      "epoch": 203.84,
      "grad_norm": 1.1119948625564575,
      "learning_rate": 4.170213257445182e-06,
      "loss": 0.3861,
      "step": 730360
    },
    {
      "epoch": 203.84,
      "grad_norm": 1.0589463710784912,
      "learning_rate": 4.170196312608244e-06,
      "loss": 0.3579,
      "step": 730370
    },
    {
      "epoch": 203.85,
      "grad_norm": 1.145914912223816,
      "learning_rate": 4.170179367528204e-06,
      "loss": 0.3704,
      "step": 730380
    },
    {
      "epoch": 203.85,
      "grad_norm": 1.191602349281311,
      "learning_rate": 4.170162422205067e-06,
      "loss": 0.3731,
      "step": 730390
    },
    {
      "epoch": 203.85,
      "grad_norm": 1.161506175994873,
      "learning_rate": 4.170145476638833e-06,
      "loss": 0.3853,
      "step": 730400
    },
    {
      "epoch": 203.85,
      "grad_norm": 1.4957833290100098,
      "learning_rate": 4.170128530829506e-06,
      "loss": 0.3693,
      "step": 730410
    },
    {
      "epoch": 203.86,
      "grad_norm": 1.0745103359222412,
      "learning_rate": 4.170111584777087e-06,
      "loss": 0.3836,
      "step": 730420
    },
    {
      "epoch": 203.86,
      "grad_norm": 1.0071055889129639,
      "learning_rate": 4.170094638481579e-06,
      "loss": 0.3772,
      "step": 730430
    },
    {
      "epoch": 203.86,
      "grad_norm": 1.016035795211792,
      "learning_rate": 4.170077691942985e-06,
      "loss": 0.3669,
      "step": 730440
    },
    {
      "epoch": 203.87,
      "grad_norm": 0.9116532206535339,
      "learning_rate": 4.170060745161304e-06,
      "loss": 0.3756,
      "step": 730450
    },
    {
      "epoch": 203.87,
      "grad_norm": 1.0918771028518677,
      "learning_rate": 4.170043798136543e-06,
      "loss": 0.3751,
      "step": 730460
    },
    {
      "epoch": 203.87,
      "grad_norm": 1.0927882194519043,
      "learning_rate": 4.1700268508687006e-06,
      "loss": 0.3637,
      "step": 730470
    },
    {
      "epoch": 203.87,
      "grad_norm": 0.9626027345657349,
      "learning_rate": 4.17000990335778e-06,
      "loss": 0.3956,
      "step": 730480
    },
    {
      "epoch": 203.88,
      "grad_norm": 1.1500004529953003,
      "learning_rate": 4.169992955603784e-06,
      "loss": 0.3674,
      "step": 730490
    },
    {
      "epoch": 203.88,
      "grad_norm": 1.022303581237793,
      "learning_rate": 4.169976007606715e-06,
      "loss": 0.3692,
      "step": 730500
    },
    {
      "epoch": 203.88,
      "grad_norm": 0.9658361673355103,
      "learning_rate": 4.169959059366574e-06,
      "loss": 0.3786,
      "step": 730510
    },
    {
      "epoch": 203.89,
      "grad_norm": 1.2723714113235474,
      "learning_rate": 4.169942110883365e-06,
      "loss": 0.3779,
      "step": 730520
    },
    {
      "epoch": 203.89,
      "grad_norm": 1.395542025566101,
      "learning_rate": 4.169925162157088e-06,
      "loss": 0.3724,
      "step": 730530
    },
    {
      "epoch": 203.89,
      "grad_norm": 1.0694513320922852,
      "learning_rate": 4.169908213187748e-06,
      "loss": 0.3741,
      "step": 730540
    },
    {
      "epoch": 203.89,
      "grad_norm": 1.0259400606155396,
      "learning_rate": 4.1698912639753456e-06,
      "loss": 0.3769,
      "step": 730550
    },
    {
      "epoch": 203.9,
      "grad_norm": 1.0122768878936768,
      "learning_rate": 4.169874314519883e-06,
      "loss": 0.3746,
      "step": 730560
    },
    {
      "epoch": 203.9,
      "grad_norm": 1.4558080434799194,
      "learning_rate": 4.169857364821362e-06,
      "loss": 0.3932,
      "step": 730570
    },
    {
      "epoch": 203.9,
      "grad_norm": 1.0452700853347778,
      "learning_rate": 4.1698404148797874e-06,
      "loss": 0.354,
      "step": 730580
    },
    {
      "epoch": 203.9,
      "grad_norm": 1.1042402982711792,
      "learning_rate": 4.169823464695158e-06,
      "loss": 0.3847,
      "step": 730590
    },
    {
      "epoch": 203.91,
      "grad_norm": 0.9955275058746338,
      "learning_rate": 4.169806514267478e-06,
      "loss": 0.3549,
      "step": 730600
    },
    {
      "epoch": 203.91,
      "grad_norm": 1.2220940589904785,
      "learning_rate": 4.16978956359675e-06,
      "loss": 0.3762,
      "step": 730610
    },
    {
      "epoch": 203.91,
      "grad_norm": 1.032351016998291,
      "learning_rate": 4.169772612682975e-06,
      "loss": 0.3852,
      "step": 730620
    },
    {
      "epoch": 203.92,
      "grad_norm": 0.9982564449310303,
      "learning_rate": 4.169755661526157e-06,
      "loss": 0.3777,
      "step": 730630
    },
    {
      "epoch": 203.92,
      "grad_norm": 1.047635793685913,
      "learning_rate": 4.169738710126296e-06,
      "loss": 0.3763,
      "step": 730640
    },
    {
      "epoch": 203.92,
      "grad_norm": 1.0951937437057495,
      "learning_rate": 4.169721758483396e-06,
      "loss": 0.3815,
      "step": 730650
    },
    {
      "epoch": 203.92,
      "grad_norm": 1.0153779983520508,
      "learning_rate": 4.169704806597458e-06,
      "loss": 0.3557,
      "step": 730660
    },
    {
      "epoch": 203.93,
      "grad_norm": 1.0093250274658203,
      "learning_rate": 4.169687854468486e-06,
      "loss": 0.379,
      "step": 730670
    },
    {
      "epoch": 203.93,
      "grad_norm": 1.172272801399231,
      "learning_rate": 4.16967090209648e-06,
      "loss": 0.367,
      "step": 730680
    },
    {
      "epoch": 203.93,
      "grad_norm": 1.04844069480896,
      "learning_rate": 4.169653949481444e-06,
      "loss": 0.3542,
      "step": 730690
    },
    {
      "epoch": 203.94,
      "grad_norm": 1.042293667793274,
      "learning_rate": 4.1696369966233805e-06,
      "loss": 0.3842,
      "step": 730700
    },
    {
      "epoch": 203.94,
      "grad_norm": 1.1246516704559326,
      "learning_rate": 4.16962004352229e-06,
      "loss": 0.3852,
      "step": 730710
    },
    {
      "epoch": 203.94,
      "grad_norm": 1.4954705238342285,
      "learning_rate": 4.169603090178176e-06,
      "loss": 0.3701,
      "step": 730720
    },
    {
      "epoch": 203.94,
      "grad_norm": 1.1054550409317017,
      "learning_rate": 4.16958613659104e-06,
      "loss": 0.3627,
      "step": 730730
    },
    {
      "epoch": 203.95,
      "grad_norm": 0.9611650109291077,
      "learning_rate": 4.169569182760885e-06,
      "loss": 0.3744,
      "step": 730740
    },
    {
      "epoch": 203.95,
      "grad_norm": 1.2970099449157715,
      "learning_rate": 4.169552228687713e-06,
      "loss": 0.3648,
      "step": 730750
    },
    {
      "epoch": 203.95,
      "grad_norm": 1.366075873374939,
      "learning_rate": 4.169535274371526e-06,
      "loss": 0.3792,
      "step": 730760
    },
    {
      "epoch": 203.95,
      "grad_norm": 1.2227871417999268,
      "learning_rate": 4.169518319812327e-06,
      "loss": 0.3837,
      "step": 730770
    },
    {
      "epoch": 203.96,
      "grad_norm": 1.0605701208114624,
      "learning_rate": 4.169501365010116e-06,
      "loss": 0.3808,
      "step": 730780
    },
    {
      "epoch": 203.96,
      "grad_norm": 1.0753597021102905,
      "learning_rate": 4.1694844099648994e-06,
      "loss": 0.3575,
      "step": 730790
    },
    {
      "epoch": 203.96,
      "grad_norm": 1.011020541191101,
      "learning_rate": 4.169467454676676e-06,
      "loss": 0.3678,
      "step": 730800
    },
    {
      "epoch": 203.97,
      "grad_norm": 5.396570205688477,
      "learning_rate": 4.169450499145449e-06,
      "loss": 0.3717,
      "step": 730810
    },
    {
      "epoch": 203.97,
      "grad_norm": 1.1164015531539917,
      "learning_rate": 4.169433543371221e-06,
      "loss": 0.3655,
      "step": 730820
    },
    {
      "epoch": 203.97,
      "grad_norm": 1.1432174444198608,
      "learning_rate": 4.169416587353994e-06,
      "loss": 0.3856,
      "step": 730830
    },
    {
      "epoch": 203.97,
      "grad_norm": 1.0814677476882935,
      "learning_rate": 4.16939963109377e-06,
      "loss": 0.3747,
      "step": 730840
    },
    {
      "epoch": 203.98,
      "grad_norm": 0.975068211555481,
      "learning_rate": 4.169382674590552e-06,
      "loss": 0.3705,
      "step": 730850
    },
    {
      "epoch": 203.98,
      "grad_norm": 0.9401611685752869,
      "learning_rate": 4.169365717844342e-06,
      "loss": 0.3781,
      "step": 730860
    },
    {
      "epoch": 203.98,
      "grad_norm": 1.258882761001587,
      "learning_rate": 4.169348760855141e-06,
      "loss": 0.3795,
      "step": 730870
    },
    {
      "epoch": 203.99,
      "grad_norm": 1.2403018474578857,
      "learning_rate": 4.169331803622953e-06,
      "loss": 0.3574,
      "step": 730880
    },
    {
      "epoch": 203.99,
      "grad_norm": 1.1639372110366821,
      "learning_rate": 4.169314846147779e-06,
      "loss": 0.368,
      "step": 730890
    },
    {
      "epoch": 203.99,
      "grad_norm": 0.9981735944747925,
      "learning_rate": 4.169297888429623e-06,
      "loss": 0.3786,
      "step": 730900
    },
    {
      "epoch": 203.99,
      "grad_norm": 1.309601068496704,
      "learning_rate": 4.169280930468485e-06,
      "loss": 0.3841,
      "step": 730910
    },
    {
      "epoch": 204.0,
      "grad_norm": 1.0581824779510498,
      "learning_rate": 4.169263972264369e-06,
      "loss": 0.3762,
      "step": 730920
    },
    {
      "epoch": 204.0,
      "grad_norm": 1.1931209564208984,
      "learning_rate": 4.169247013817276e-06,
      "loss": 0.3743,
      "step": 730930
    },
    {
      "epoch": 204.0,
      "eval_loss": 0.372696191072464,
      "eval_runtime": 63.4891,
      "eval_samples_per_second": 79.683,
      "eval_steps_per_second": 9.97,
      "step": 730932
    },
    {
      "epoch": 204.0,
      "grad_norm": 1.2223155498504639,
      "learning_rate": 4.169230055127209e-06,
      "loss": 0.3853,
      "step": 730940
    },
    {
      "epoch": 204.01,
      "grad_norm": 1.030929446220398,
      "learning_rate": 4.16921309619417e-06,
      "loss": 0.3559,
      "step": 730950
    },
    {
      "epoch": 204.01,
      "grad_norm": 1.0505919456481934,
      "learning_rate": 4.169196137018163e-06,
      "loss": 0.3687,
      "step": 730960
    },
    {
      "epoch": 204.01,
      "grad_norm": 1.1744664907455444,
      "learning_rate": 4.169179177599187e-06,
      "loss": 0.363,
      "step": 730970
    },
    {
      "epoch": 204.01,
      "grad_norm": 1.4518474340438843,
      "learning_rate": 4.169162217937246e-06,
      "loss": 0.3669,
      "step": 730980
    },
    {
      "epoch": 204.02,
      "grad_norm": 1.001926302909851,
      "learning_rate": 4.169145258032342e-06,
      "loss": 0.3675,
      "step": 730990
    },
    {
      "epoch": 204.02,
      "grad_norm": 1.328029751777649,
      "learning_rate": 4.169128297884478e-06,
      "loss": 0.3768,
      "step": 731000
    },
    {
      "epoch": 204.02,
      "grad_norm": 1.114990472793579,
      "learning_rate": 4.169111337493655e-06,
      "loss": 0.3689,
      "step": 731010
    },
    {
      "epoch": 204.02,
      "grad_norm": 1.161571979522705,
      "learning_rate": 4.169094376859876e-06,
      "loss": 0.3763,
      "step": 731020
    },
    {
      "epoch": 204.03,
      "grad_norm": 0.9813588857650757,
      "learning_rate": 4.169077415983143e-06,
      "loss": 0.3809,
      "step": 731030
    },
    {
      "epoch": 204.03,
      "grad_norm": 1.0842689275741577,
      "learning_rate": 4.169060454863459e-06,
      "loss": 0.3672,
      "step": 731040
    },
    {
      "epoch": 204.03,
      "grad_norm": 3.4678244590759277,
      "learning_rate": 4.169043493500826e-06,
      "loss": 0.3753,
      "step": 731050
    },
    {
      "epoch": 204.04,
      "grad_norm": 1.3264358043670654,
      "learning_rate": 4.169026531895245e-06,
      "loss": 0.3526,
      "step": 731060
    },
    {
      "epoch": 204.04,
      "grad_norm": 0.9502252340316772,
      "learning_rate": 4.16900957004672e-06,
      "loss": 0.3565,
      "step": 731070
    },
    {
      "epoch": 204.04,
      "grad_norm": 1.1735175848007202,
      "learning_rate": 4.168992607955252e-06,
      "loss": 0.3822,
      "step": 731080
    },
    {
      "epoch": 204.04,
      "grad_norm": 1.3106669187545776,
      "learning_rate": 4.168975645620844e-06,
      "loss": 0.3745,
      "step": 731090
    },
    {
      "epoch": 204.05,
      "grad_norm": 1.0026521682739258,
      "learning_rate": 4.168958683043497e-06,
      "loss": 0.3496,
      "step": 731100
    },
    {
      "epoch": 204.05,
      "grad_norm": 1.2631304264068604,
      "learning_rate": 4.168941720223216e-06,
      "loss": 0.3621,
      "step": 731110
    },
    {
      "epoch": 204.05,
      "grad_norm": 0.9425743222236633,
      "learning_rate": 4.16892475716e-06,
      "loss": 0.3623,
      "step": 731120
    },
    {
      "epoch": 204.06,
      "grad_norm": 1.178483247756958,
      "learning_rate": 4.168907793853853e-06,
      "loss": 0.3957,
      "step": 731130
    },
    {
      "epoch": 204.06,
      "grad_norm": 0.9620465040206909,
      "learning_rate": 4.168890830304778e-06,
      "loss": 0.3598,
      "step": 731140
    },
    {
      "epoch": 204.06,
      "grad_norm": 1.2084494829177856,
      "learning_rate": 4.168873866512775e-06,
      "loss": 0.3963,
      "step": 731150
    },
    {
      "epoch": 204.06,
      "grad_norm": 1.2491763830184937,
      "learning_rate": 4.1688569024778475e-06,
      "loss": 0.3736,
      "step": 731160
    },
    {
      "epoch": 204.07,
      "grad_norm": 1.0961014032363892,
      "learning_rate": 4.1688399381999985e-06,
      "loss": 0.3997,
      "step": 731170
    },
    {
      "epoch": 204.07,
      "grad_norm": 1.1236976385116577,
      "learning_rate": 4.16882297367923e-06,
      "loss": 0.3791,
      "step": 731180
    },
    {
      "epoch": 204.07,
      "grad_norm": 1.0196917057037354,
      "learning_rate": 4.168806008915542e-06,
      "loss": 0.3705,
      "step": 731190
    },
    {
      "epoch": 204.07,
      "grad_norm": 1.241907000541687,
      "learning_rate": 4.16878904390894e-06,
      "loss": 0.369,
      "step": 731200
    },
    {
      "epoch": 204.08,
      "grad_norm": 0.9830610156059265,
      "learning_rate": 4.168772078659424e-06,
      "loss": 0.3597,
      "step": 731210
    },
    {
      "epoch": 204.08,
      "grad_norm": 1.0478054285049438,
      "learning_rate": 4.168755113166998e-06,
      "loss": 0.3732,
      "step": 731220
    },
    {
      "epoch": 204.08,
      "grad_norm": 1.0016200542449951,
      "learning_rate": 4.168738147431663e-06,
      "loss": 0.3745,
      "step": 731230
    },
    {
      "epoch": 204.09,
      "grad_norm": 1.065543532371521,
      "learning_rate": 4.168721181453421e-06,
      "loss": 0.3698,
      "step": 731240
    },
    {
      "epoch": 204.09,
      "grad_norm": 1.062508463859558,
      "learning_rate": 4.168704215232275e-06,
      "loss": 0.3641,
      "step": 731250
    },
    {
      "epoch": 204.09,
      "grad_norm": 1.306388258934021,
      "learning_rate": 4.168687248768228e-06,
      "loss": 0.3686,
      "step": 731260
    },
    {
      "epoch": 204.09,
      "grad_norm": 0.9680747389793396,
      "learning_rate": 4.16867028206128e-06,
      "loss": 0.363,
      "step": 731270
    },
    {
      "epoch": 204.1,
      "grad_norm": 1.1306068897247314,
      "learning_rate": 4.168653315111436e-06,
      "loss": 0.3799,
      "step": 731280
    },
    {
      "epoch": 204.1,
      "grad_norm": 1.079390048980713,
      "learning_rate": 4.168636347918696e-06,
      "loss": 0.3782,
      "step": 731290
    },
    {
      "epoch": 204.1,
      "grad_norm": 1.066794753074646,
      "learning_rate": 4.1686193804830635e-06,
      "loss": 0.3709,
      "step": 731300
    },
    {
      "epoch": 204.11,
      "grad_norm": 1.1288514137268066,
      "learning_rate": 4.16860241280454e-06,
      "loss": 0.351,
      "step": 731310
    },
    {
      "epoch": 204.11,
      "grad_norm": 1.12737238407135,
      "learning_rate": 4.168585444883128e-06,
      "loss": 0.376,
      "step": 731320
    },
    {
      "epoch": 204.11,
      "grad_norm": 1.1575208902359009,
      "learning_rate": 4.168568476718831e-06,
      "loss": 0.3825,
      "step": 731330
    },
    {
      "epoch": 204.11,
      "grad_norm": 1.160461187362671,
      "learning_rate": 4.168551508311649e-06,
      "loss": 0.3882,
      "step": 731340
    },
    {
      "epoch": 204.12,
      "grad_norm": 1.0359041690826416,
      "learning_rate": 4.168534539661586e-06,
      "loss": 0.3781,
      "step": 731350
    },
    {
      "epoch": 204.12,
      "grad_norm": 1.2165149450302124,
      "learning_rate": 4.168517570768643e-06,
      "loss": 0.3732,
      "step": 731360
    },
    {
      "epoch": 204.12,
      "grad_norm": 1.2886102199554443,
      "learning_rate": 4.168500601632823e-06,
      "loss": 0.38,
      "step": 731370
    },
    {
      "epoch": 204.13,
      "grad_norm": 1.2548160552978516,
      "learning_rate": 4.16848363225413e-06,
      "loss": 0.3659,
      "step": 731380
    },
    {
      "epoch": 204.13,
      "grad_norm": 1.1546262502670288,
      "learning_rate": 4.168466662632563e-06,
      "loss": 0.3681,
      "step": 731390
    },
    {
      "epoch": 204.13,
      "grad_norm": 1.1597163677215576,
      "learning_rate": 4.168449692768126e-06,
      "loss": 0.383,
      "step": 731400
    },
    {
      "epoch": 204.13,
      "grad_norm": 1.2065315246582031,
      "learning_rate": 4.168432722660821e-06,
      "loss": 0.3524,
      "step": 731410
    },
    {
      "epoch": 204.14,
      "grad_norm": 1.2209234237670898,
      "learning_rate": 4.1684157523106495e-06,
      "loss": 0.3794,
      "step": 731420
    },
    {
      "epoch": 204.14,
      "grad_norm": 1.2192548513412476,
      "learning_rate": 4.168398781717615e-06,
      "loss": 0.3603,
      "step": 731430
    },
    {
      "epoch": 204.14,
      "grad_norm": 1.0664949417114258,
      "learning_rate": 4.1683818108817194e-06,
      "loss": 0.3647,
      "step": 731440
    },
    {
      "epoch": 204.14,
      "grad_norm": 1.248536467552185,
      "learning_rate": 4.168364839802964e-06,
      "loss": 0.3585,
      "step": 731450
    },
    {
      "epoch": 204.15,
      "grad_norm": 1.2382768392562866,
      "learning_rate": 4.168347868481353e-06,
      "loss": 0.3711,
      "step": 731460
    },
    {
      "epoch": 204.15,
      "grad_norm": 1.0412070751190186,
      "learning_rate": 4.168330896916887e-06,
      "loss": 0.3633,
      "step": 731470
    },
    {
      "epoch": 204.15,
      "grad_norm": 1.102074146270752,
      "learning_rate": 4.168313925109569e-06,
      "loss": 0.3634,
      "step": 731480
    },
    {
      "epoch": 204.16,
      "grad_norm": 1.2383750677108765,
      "learning_rate": 4.168296953059401e-06,
      "loss": 0.3777,
      "step": 731490
    },
    {
      "epoch": 204.16,
      "grad_norm": 0.999908983707428,
      "learning_rate": 4.1682799807663854e-06,
      "loss": 0.3759,
      "step": 731500
    },
    {
      "epoch": 204.16,
      "grad_norm": 0.9675941467285156,
      "learning_rate": 4.168263008230524e-06,
      "loss": 0.3912,
      "step": 731510
    },
    {
      "epoch": 204.16,
      "grad_norm": 1.111302375793457,
      "learning_rate": 4.16824603545182e-06,
      "loss": 0.3652,
      "step": 731520
    },
    {
      "epoch": 204.17,
      "grad_norm": 1.1642282009124756,
      "learning_rate": 4.168229062430275e-06,
      "loss": 0.3729,
      "step": 731530
    },
    {
      "epoch": 204.17,
      "grad_norm": 1.202195644378662,
      "learning_rate": 4.16821208916589e-06,
      "loss": 0.3772,
      "step": 731540
    },
    {
      "epoch": 204.17,
      "grad_norm": 1.0865111351013184,
      "learning_rate": 4.16819511565867e-06,
      "loss": 0.3739,
      "step": 731550
    },
    {
      "epoch": 204.18,
      "grad_norm": 1.3326338529586792,
      "learning_rate": 4.168178141908615e-06,
      "loss": 0.3783,
      "step": 731560
    },
    {
      "epoch": 204.18,
      "grad_norm": 1.015427827835083,
      "learning_rate": 4.1681611679157295e-06,
      "loss": 0.382,
      "step": 731570
    },
    {
      "epoch": 204.18,
      "grad_norm": 1.2631993293762207,
      "learning_rate": 4.168144193680013e-06,
      "loss": 0.372,
      "step": 731580
    },
    {
      "epoch": 204.18,
      "grad_norm": 1.0992754697799683,
      "learning_rate": 4.16812721920147e-06,
      "loss": 0.3844,
      "step": 731590
    },
    {
      "epoch": 204.19,
      "grad_norm": 1.2780897617340088,
      "learning_rate": 4.168110244480101e-06,
      "loss": 0.3799,
      "step": 731600
    },
    {
      "epoch": 204.19,
      "grad_norm": 1.1079325675964355,
      "learning_rate": 4.168093269515909e-06,
      "loss": 0.3664,
      "step": 731610
    },
    {
      "epoch": 204.19,
      "grad_norm": 1.0876168012619019,
      "learning_rate": 4.168076294308897e-06,
      "loss": 0.3669,
      "step": 731620
    },
    {
      "epoch": 204.19,
      "grad_norm": 1.0267428159713745,
      "learning_rate": 4.1680593188590676e-06,
      "loss": 0.3735,
      "step": 731630
    },
    {
      "epoch": 204.2,
      "grad_norm": 1.1361260414123535,
      "learning_rate": 4.1680423431664205e-06,
      "loss": 0.3658,
      "step": 731640
    },
    {
      "epoch": 204.2,
      "grad_norm": 0.8995876908302307,
      "learning_rate": 4.168025367230961e-06,
      "loss": 0.3608,
      "step": 731650
    },
    {
      "epoch": 204.2,
      "grad_norm": 1.176367163658142,
      "learning_rate": 4.16800839105269e-06,
      "loss": 0.3754,
      "step": 731660
    },
    {
      "epoch": 204.21,
      "grad_norm": 1.1104025840759277,
      "learning_rate": 4.167991414631609e-06,
      "loss": 0.3746,
      "step": 731670
    },
    {
      "epoch": 204.21,
      "grad_norm": 1.01596200466156,
      "learning_rate": 4.16797443796772e-06,
      "loss": 0.3739,
      "step": 731680
    },
    {
      "epoch": 204.21,
      "grad_norm": 1.2488434314727783,
      "learning_rate": 4.167957461061027e-06,
      "loss": 0.3661,
      "step": 731690
    },
    {
      "epoch": 204.21,
      "grad_norm": 0.9375444650650024,
      "learning_rate": 4.167940483911533e-06,
      "loss": 0.3641,
      "step": 731700
    },
    {
      "epoch": 204.22,
      "grad_norm": 1.008503794670105,
      "learning_rate": 4.167923506519237e-06,
      "loss": 0.3744,
      "step": 731710
    },
    {
      "epoch": 204.22,
      "grad_norm": 1.1774379014968872,
      "learning_rate": 4.1679065288841435e-06,
      "loss": 0.3839,
      "step": 731720
    },
    {
      "epoch": 204.22,
      "grad_norm": 1.0950847864151,
      "learning_rate": 4.167889551006254e-06,
      "loss": 0.3642,
      "step": 731730
    },
    {
      "epoch": 204.23,
      "grad_norm": 1.2037701606750488,
      "learning_rate": 4.167872572885572e-06,
      "loss": 0.3896,
      "step": 731740
    },
    {
      "epoch": 204.23,
      "grad_norm": 1.0598183870315552,
      "learning_rate": 4.1678555945220976e-06,
      "loss": 0.3783,
      "step": 731750
    },
    {
      "epoch": 204.23,
      "grad_norm": 1.0734400749206543,
      "learning_rate": 4.167838615915835e-06,
      "loss": 0.3725,
      "step": 731760
    },
    {
      "epoch": 204.23,
      "grad_norm": 1.1624258756637573,
      "learning_rate": 4.167821637066785e-06,
      "loss": 0.3755,
      "step": 731770
    },
    {
      "epoch": 204.24,
      "grad_norm": 1.0608446598052979,
      "learning_rate": 4.1678046579749514e-06,
      "loss": 0.3771,
      "step": 731780
    },
    {
      "epoch": 204.24,
      "grad_norm": 1.2885220050811768,
      "learning_rate": 4.167787678640335e-06,
      "loss": 0.3852,
      "step": 731790
    },
    {
      "epoch": 204.24,
      "grad_norm": 1.034640908241272,
      "learning_rate": 4.167770699062939e-06,
      "loss": 0.3854,
      "step": 731800
    },
    {
      "epoch": 204.25,
      "grad_norm": 1.1731126308441162,
      "learning_rate": 4.167753719242765e-06,
      "loss": 0.3699,
      "step": 731810
    },
    {
      "epoch": 204.25,
      "grad_norm": 1.2930617332458496,
      "learning_rate": 4.167736739179815e-06,
      "loss": 0.3713,
      "step": 731820
    },
    {
      "epoch": 204.25,
      "grad_norm": 1.1065341234207153,
      "learning_rate": 4.167719758874094e-06,
      "loss": 0.3837,
      "step": 731830
    },
    {
      "epoch": 204.25,
      "grad_norm": 1.2219053506851196,
      "learning_rate": 4.1677027783256e-06,
      "loss": 0.3862,
      "step": 731840
    },
    {
      "epoch": 204.26,
      "grad_norm": 1.4610930681228638,
      "learning_rate": 4.167685797534339e-06,
      "loss": 0.3698,
      "step": 731850
    },
    {
      "epoch": 204.26,
      "grad_norm": 1.1426788568496704,
      "learning_rate": 4.1676688165003105e-06,
      "loss": 0.3602,
      "step": 731860
    },
    {
      "epoch": 204.26,
      "grad_norm": 0.9941199421882629,
      "learning_rate": 4.167651835223518e-06,
      "loss": 0.3644,
      "step": 731870
    },
    {
      "epoch": 204.26,
      "grad_norm": 1.1519445180892944,
      "learning_rate": 4.167634853703964e-06,
      "loss": 0.3781,
      "step": 731880
    },
    {
      "epoch": 204.27,
      "grad_norm": 0.9799758195877075,
      "learning_rate": 4.167617871941651e-06,
      "loss": 0.386,
      "step": 731890
    },
    {
      "epoch": 204.27,
      "grad_norm": 25.96554183959961,
      "learning_rate": 4.1676008899365794e-06,
      "loss": 0.3546,
      "step": 731900
    },
    {
      "epoch": 204.27,
      "grad_norm": 1.1143356561660767,
      "learning_rate": 4.167583907688754e-06,
      "loss": 0.3627,
      "step": 731910
    },
    {
      "epoch": 204.28,
      "grad_norm": 1.0999186038970947,
      "learning_rate": 4.167566925198174e-06,
      "loss": 0.3825,
      "step": 731920
    },
    {
      "epoch": 204.28,
      "grad_norm": 1.3092023134231567,
      "learning_rate": 4.167549942464845e-06,
      "loss": 0.3723,
      "step": 731930
    },
    {
      "epoch": 204.28,
      "grad_norm": 1.5828077793121338,
      "learning_rate": 4.167532959488768e-06,
      "loss": 0.3714,
      "step": 731940
    },
    {
      "epoch": 204.28,
      "grad_norm": 1.2445485591888428,
      "learning_rate": 4.167515976269944e-06,
      "loss": 0.3892,
      "step": 731950
    },
    {
      "epoch": 204.29,
      "grad_norm": 0.9899879097938538,
      "learning_rate": 4.167498992808377e-06,
      "loss": 0.3654,
      "step": 731960
    },
    {
      "epoch": 204.29,
      "grad_norm": 1.2104264497756958,
      "learning_rate": 4.167482009104068e-06,
      "loss": 0.3714,
      "step": 731970
    },
    {
      "epoch": 204.29,
      "grad_norm": 1.0158888101577759,
      "learning_rate": 4.16746502515702e-06,
      "loss": 0.3789,
      "step": 731980
    },
    {
      "epoch": 204.3,
      "grad_norm": 1.0031362771987915,
      "learning_rate": 4.167448040967236e-06,
      "loss": 0.3655,
      "step": 731990
    },
    {
      "epoch": 204.3,
      "grad_norm": 1.048637866973877,
      "learning_rate": 4.167431056534716e-06,
      "loss": 0.3693,
      "step": 732000
    },
    {
      "epoch": 204.3,
      "grad_norm": 1.1281838417053223,
      "learning_rate": 4.167414071859463e-06,
      "loss": 0.3712,
      "step": 732010
    },
    {
      "epoch": 204.3,
      "grad_norm": 1.1510521173477173,
      "learning_rate": 4.1673970869414804e-06,
      "loss": 0.3711,
      "step": 732020
    },
    {
      "epoch": 204.31,
      "grad_norm": 0.928525447845459,
      "learning_rate": 4.167380101780771e-06,
      "loss": 0.3723,
      "step": 732030
    },
    {
      "epoch": 204.31,
      "grad_norm": 1.0114235877990723,
      "learning_rate": 4.167363116377335e-06,
      "loss": 0.3806,
      "step": 732040
    },
    {
      "epoch": 204.31,
      "grad_norm": 1.21709406375885,
      "learning_rate": 4.167346130731175e-06,
      "loss": 0.3844,
      "step": 732050
    },
    {
      "epoch": 204.31,
      "grad_norm": 1.0278866291046143,
      "learning_rate": 4.167329144842295e-06,
      "loss": 0.3774,
      "step": 732060
    },
    {
      "epoch": 204.32,
      "grad_norm": 1.0380756855010986,
      "learning_rate": 4.167312158710696e-06,
      "loss": 0.365,
      "step": 732070
    },
    {
      "epoch": 204.32,
      "grad_norm": 1.0348608493804932,
      "learning_rate": 4.16729517233638e-06,
      "loss": 0.3572,
      "step": 732080
    },
    {
      "epoch": 204.32,
      "grad_norm": 0.9734604954719543,
      "learning_rate": 4.167278185719349e-06,
      "loss": 0.3696,
      "step": 732090
    },
    {
      "epoch": 204.33,
      "grad_norm": 1.1260364055633545,
      "learning_rate": 4.167261198859607e-06,
      "loss": 0.3639,
      "step": 732100
    },
    {
      "epoch": 204.33,
      "grad_norm": 1.003035306930542,
      "learning_rate": 4.167244211757155e-06,
      "loss": 0.3596,
      "step": 732110
    },
    {
      "epoch": 204.33,
      "grad_norm": 1.1701829433441162,
      "learning_rate": 4.167227224411995e-06,
      "loss": 0.3819,
      "step": 732120
    },
    {
      "epoch": 204.33,
      "grad_norm": 1.0491724014282227,
      "learning_rate": 4.16721023682413e-06,
      "loss": 0.3593,
      "step": 732130
    },
    {
      "epoch": 204.34,
      "grad_norm": 1.3645391464233398,
      "learning_rate": 4.167193248993562e-06,
      "loss": 0.3781,
      "step": 732140
    },
    {
      "epoch": 204.34,
      "grad_norm": 1.107224702835083,
      "learning_rate": 4.167176260920293e-06,
      "loss": 0.3664,
      "step": 732150
    },
    {
      "epoch": 204.34,
      "grad_norm": 1.2289299964904785,
      "learning_rate": 4.167159272604326e-06,
      "loss": 0.3732,
      "step": 732160
    },
    {
      "epoch": 204.35,
      "grad_norm": 1.0945457220077515,
      "learning_rate": 4.167142284045662e-06,
      "loss": 0.3823,
      "step": 732170
    },
    {
      "epoch": 204.35,
      "grad_norm": 0.9496382474899292,
      "learning_rate": 4.167125295244304e-06,
      "loss": 0.3674,
      "step": 732180
    },
    {
      "epoch": 204.35,
      "grad_norm": 1.2361782789230347,
      "learning_rate": 4.167108306200254e-06,
      "loss": 0.3777,
      "step": 732190
    },
    {
      "epoch": 204.35,
      "grad_norm": 1.257102608680725,
      "learning_rate": 4.1670913169135154e-06,
      "loss": 0.3619,
      "step": 732200
    },
    {
      "epoch": 204.36,
      "grad_norm": 1.1169129610061646,
      "learning_rate": 4.167074327384089e-06,
      "loss": 0.3843,
      "step": 732210
    },
    {
      "epoch": 204.36,
      "grad_norm": 1.1910605430603027,
      "learning_rate": 4.167057337611978e-06,
      "loss": 0.3671,
      "step": 732220
    },
    {
      "epoch": 204.36,
      "grad_norm": 1.1734212636947632,
      "learning_rate": 4.167040347597184e-06,
      "loss": 0.3702,
      "step": 732230
    },
    {
      "epoch": 204.37,
      "grad_norm": 1.301616907119751,
      "learning_rate": 4.167023357339709e-06,
      "loss": 0.4041,
      "step": 732240
    },
    {
      "epoch": 204.37,
      "grad_norm": 1.1475188732147217,
      "learning_rate": 4.167006366839557e-06,
      "loss": 0.3778,
      "step": 732250
    },
    {
      "epoch": 204.37,
      "grad_norm": 1.114176630973816,
      "learning_rate": 4.166989376096728e-06,
      "loss": 0.3633,
      "step": 732260
    },
    {
      "epoch": 204.37,
      "grad_norm": 1.0818157196044922,
      "learning_rate": 4.166972385111226e-06,
      "loss": 0.3697,
      "step": 732270
    },
    {
      "epoch": 204.38,
      "grad_norm": 1.2492280006408691,
      "learning_rate": 4.1669553938830525e-06,
      "loss": 0.3752,
      "step": 732280
    },
    {
      "epoch": 204.38,
      "grad_norm": 1.3480358123779297,
      "learning_rate": 4.1669384024122095e-06,
      "loss": 0.3656,
      "step": 732290
    },
    {
      "epoch": 204.38,
      "grad_norm": 1.383545160293579,
      "learning_rate": 4.166921410698701e-06,
      "loss": 0.3779,
      "step": 732300
    },
    {
      "epoch": 204.38,
      "grad_norm": 1.638856053352356,
      "learning_rate": 4.1669044187425265e-06,
      "loss": 0.3666,
      "step": 732310
    },
    {
      "epoch": 204.39,
      "grad_norm": 1.0064209699630737,
      "learning_rate": 4.16688742654369e-06,
      "loss": 0.3796,
      "step": 732320
    },
    {
      "epoch": 204.39,
      "grad_norm": 1.0336912870407104,
      "learning_rate": 4.166870434102193e-06,
      "loss": 0.3662,
      "step": 732330
    },
    {
      "epoch": 204.39,
      "grad_norm": 2.1162426471710205,
      "learning_rate": 4.1668534414180386e-06,
      "loss": 0.369,
      "step": 732340
    },
    {
      "epoch": 204.4,
      "grad_norm": 5.755181789398193,
      "learning_rate": 4.166836448491229e-06,
      "loss": 0.3912,
      "step": 732350
    },
    {
      "epoch": 204.4,
      "grad_norm": 1.0810744762420654,
      "learning_rate": 4.166819455321765e-06,
      "loss": 0.3589,
      "step": 732360
    },
    {
      "epoch": 204.4,
      "grad_norm": 1.1093361377716064,
      "learning_rate": 4.166802461909651e-06,
      "loss": 0.3619,
      "step": 732370
    },
    {
      "epoch": 204.4,
      "grad_norm": 1.0391770601272583,
      "learning_rate": 4.166785468254888e-06,
      "loss": 0.354,
      "step": 732380
    },
    {
      "epoch": 204.41,
      "grad_norm": 1.1292474269866943,
      "learning_rate": 4.166768474357478e-06,
      "loss": 0.3879,
      "step": 732390
    },
    {
      "epoch": 204.41,
      "grad_norm": 1.2524845600128174,
      "learning_rate": 4.166751480217425e-06,
      "loss": 0.3672,
      "step": 732400
    },
    {
      "epoch": 204.41,
      "grad_norm": 1.0987807512283325,
      "learning_rate": 4.166734485834729e-06,
      "loss": 0.3725,
      "step": 732410
    },
    {
      "epoch": 204.42,
      "grad_norm": 1.249391794204712,
      "learning_rate": 4.166717491209393e-06,
      "loss": 0.3814,
      "step": 732420
    },
    {
      "epoch": 204.42,
      "grad_norm": 0.9633962512016296,
      "learning_rate": 4.16670049634142e-06,
      "loss": 0.3857,
      "step": 732430
    },
    {
      "epoch": 204.42,
      "grad_norm": 1.038590431213379,
      "learning_rate": 4.166683501230812e-06,
      "loss": 0.3913,
      "step": 732440
    },
    {
      "epoch": 204.42,
      "grad_norm": 1.1327136754989624,
      "learning_rate": 4.16666650587757e-06,
      "loss": 0.3729,
      "step": 732450
    },
    {
      "epoch": 204.43,
      "grad_norm": 1.0243504047393799,
      "learning_rate": 4.166649510281699e-06,
      "loss": 0.3828,
      "step": 732460
    },
    {
      "epoch": 204.43,
      "grad_norm": 1.1309741735458374,
      "learning_rate": 4.166632514443198e-06,
      "loss": 0.3776,
      "step": 732470
    },
    {
      "epoch": 204.43,
      "grad_norm": 1.3639088869094849,
      "learning_rate": 4.166615518362072e-06,
      "loss": 0.3875,
      "step": 732480
    },
    {
      "epoch": 204.43,
      "grad_norm": 1.1103541851043701,
      "learning_rate": 4.166598522038322e-06,
      "loss": 0.375,
      "step": 732490
    },
    {
      "epoch": 204.44,
      "grad_norm": 1.2759785652160645,
      "learning_rate": 4.166581525471949e-06,
      "loss": 0.3705,
      "step": 732500
    },
    {
      "epoch": 204.44,
      "grad_norm": 1.181566834449768,
      "learning_rate": 4.166564528662958e-06,
      "loss": 0.3769,
      "step": 732510
    },
    {
      "epoch": 204.44,
      "grad_norm": 0.9880449175834656,
      "learning_rate": 4.166547531611349e-06,
      "loss": 0.3685,
      "step": 732520
    },
    {
      "epoch": 204.45,
      "grad_norm": 1.1370649337768555,
      "learning_rate": 4.1665305343171264e-06,
      "loss": 0.3657,
      "step": 732530
    },
    {
      "epoch": 204.45,
      "grad_norm": 1.1989247798919678,
      "learning_rate": 4.16651353678029e-06,
      "loss": 0.3814,
      "step": 732540
    },
    {
      "epoch": 204.45,
      "grad_norm": 1.2077388763427734,
      "learning_rate": 4.166496539000844e-06,
      "loss": 0.3688,
      "step": 732550
    },
    {
      "epoch": 204.45,
      "grad_norm": 1.273129940032959,
      "learning_rate": 4.1664795409787895e-06,
      "loss": 0.3881,
      "step": 732560
    },
    {
      "epoch": 204.46,
      "grad_norm": 1.2363297939300537,
      "learning_rate": 4.16646254271413e-06,
      "loss": 0.3792,
      "step": 732570
    },
    {
      "epoch": 204.46,
      "grad_norm": 1.2000410556793213,
      "learning_rate": 4.166445544206866e-06,
      "loss": 0.3636,
      "step": 732580
    },
    {
      "epoch": 204.46,
      "grad_norm": 1.2053676843643188,
      "learning_rate": 4.1664285454570015e-06,
      "loss": 0.3676,
      "step": 732590
    },
    {
      "epoch": 204.47,
      "grad_norm": 1.1570936441421509,
      "learning_rate": 4.166411546464536e-06,
      "loss": 0.3901,
      "step": 732600
    },
    {
      "epoch": 204.47,
      "grad_norm": 1.0897616147994995,
      "learning_rate": 4.166394547229476e-06,
      "loss": 0.3783,
      "step": 732610
    },
    {
      "epoch": 204.47,
      "grad_norm": 1.0568203926086426,
      "learning_rate": 4.166377547751821e-06,
      "loss": 0.3776,
      "step": 732620
    },
    {
      "epoch": 204.47,
      "grad_norm": 1.2953824996948242,
      "learning_rate": 4.166360548031573e-06,
      "loss": 0.3645,
      "step": 732630
    },
    {
      "epoch": 204.48,
      "grad_norm": 1.0647847652435303,
      "learning_rate": 4.166343548068736e-06,
      "loss": 0.3715,
      "step": 732640
    },
    {
      "epoch": 204.48,
      "grad_norm": 1.285471796989441,
      "learning_rate": 4.166326547863311e-06,
      "loss": 0.3657,
      "step": 732650
    },
    {
      "epoch": 204.48,
      "grad_norm": 1.0835984945297241,
      "learning_rate": 4.1663095474153005e-06,
      "loss": 0.3843,
      "step": 732660
    },
    {
      "epoch": 204.49,
      "grad_norm": 1.079602837562561,
      "learning_rate": 4.166292546724707e-06,
      "loss": 0.3679,
      "step": 732670
    },
    {
      "epoch": 204.49,
      "grad_norm": 2.2988011837005615,
      "learning_rate": 4.166275545791533e-06,
      "loss": 0.3651,
      "step": 732680
    },
    {
      "epoch": 204.49,
      "grad_norm": 1.0749549865722656,
      "learning_rate": 4.166258544615779e-06,
      "loss": 0.3733,
      "step": 732690
    },
    {
      "epoch": 204.49,
      "grad_norm": 1.0476092100143433,
      "learning_rate": 4.16624154319745e-06,
      "loss": 0.3698,
      "step": 732700
    },
    {
      "epoch": 204.5,
      "grad_norm": 1.3086037635803223,
      "learning_rate": 4.166224541536545e-06,
      "loss": 0.385,
      "step": 732710
    },
    {
      "epoch": 204.5,
      "grad_norm": 1.239332675933838,
      "learning_rate": 4.16620753963307e-06,
      "loss": 0.3679,
      "step": 732720
    },
    {
      "epoch": 204.5,
      "grad_norm": 1.4357824325561523,
      "learning_rate": 4.166190537487025e-06,
      "loss": 0.3747,
      "step": 732730
    },
    {
      "epoch": 204.5,
      "grad_norm": 1.2161909341812134,
      "learning_rate": 4.166173535098413e-06,
      "loss": 0.3729,
      "step": 732740
    },
    {
      "epoch": 204.51,
      "grad_norm": 1.0968563556671143,
      "learning_rate": 4.1661565324672355e-06,
      "loss": 0.3754,
      "step": 732750
    },
    {
      "epoch": 204.51,
      "grad_norm": 1.0332286357879639,
      "learning_rate": 4.166139529593494e-06,
      "loss": 0.3844,
      "step": 732760
    },
    {
      "epoch": 204.51,
      "grad_norm": 1.0481024980545044,
      "learning_rate": 4.166122526477193e-06,
      "loss": 0.3587,
      "step": 732770
    },
    {
      "epoch": 204.52,
      "grad_norm": 1.2684024572372437,
      "learning_rate": 4.166105523118334e-06,
      "loss": 0.3917,
      "step": 732780
    },
    {
      "epoch": 204.52,
      "grad_norm": 1.1299721002578735,
      "learning_rate": 4.166088519516919e-06,
      "loss": 0.3671,
      "step": 732790
    },
    {
      "epoch": 204.52,
      "grad_norm": 1.1547855138778687,
      "learning_rate": 4.166071515672951e-06,
      "loss": 0.3964,
      "step": 732800
    },
    {
      "epoch": 204.52,
      "grad_norm": 1.2941304445266724,
      "learning_rate": 4.16605451158643e-06,
      "loss": 0.3752,
      "step": 732810
    },
    {
      "epoch": 204.53,
      "grad_norm": 1.1346462965011597,
      "learning_rate": 4.16603750725736e-06,
      "loss": 0.3771,
      "step": 732820
    },
    {
      "epoch": 204.53,
      "grad_norm": 1.1008373498916626,
      "learning_rate": 4.166020502685743e-06,
      "loss": 0.3736,
      "step": 732830
    },
    {
      "epoch": 204.53,
      "grad_norm": 1.1147228479385376,
      "learning_rate": 4.166003497871582e-06,
      "loss": 0.3939,
      "step": 732840
    },
    {
      "epoch": 204.54,
      "grad_norm": 1.1545462608337402,
      "learning_rate": 4.165986492814878e-06,
      "loss": 0.3593,
      "step": 732850
    },
    {
      "epoch": 204.54,
      "grad_norm": 1.0635387897491455,
      "learning_rate": 4.165969487515634e-06,
      "loss": 0.3819,
      "step": 732860
    },
    {
      "epoch": 204.54,
      "grad_norm": 1.0198309421539307,
      "learning_rate": 4.165952481973853e-06,
      "loss": 0.3655,
      "step": 732870
    },
    {
      "epoch": 204.54,
      "grad_norm": 0.9473906755447388,
      "learning_rate": 4.165935476189534e-06,
      "loss": 0.3906,
      "step": 732880
    },
    {
      "epoch": 204.55,
      "grad_norm": 1.0365276336669922,
      "learning_rate": 4.165918470162684e-06,
      "loss": 0.3717,
      "step": 732890
    },
    {
      "epoch": 204.55,
      "grad_norm": 1.4772638082504272,
      "learning_rate": 4.165901463893302e-06,
      "loss": 0.3743,
      "step": 732900
    },
    {
      "epoch": 204.55,
      "grad_norm": 1.5717371702194214,
      "learning_rate": 4.165884457381391e-06,
      "loss": 0.3513,
      "step": 732910
    },
    {
      "epoch": 204.55,
      "grad_norm": 1.2314733266830444,
      "learning_rate": 4.165867450626954e-06,
      "loss": 0.3564,
      "step": 732920
    },
    {
      "epoch": 204.56,
      "grad_norm": 1.3318452835083008,
      "learning_rate": 4.165850443629992e-06,
      "loss": 0.375,
      "step": 732930
    },
    {
      "epoch": 204.56,
      "grad_norm": 1.0688025951385498,
      "learning_rate": 4.165833436390508e-06,
      "loss": 0.3669,
      "step": 732940
    },
    {
      "epoch": 204.56,
      "grad_norm": 1.0741956233978271,
      "learning_rate": 4.1658164289085045e-06,
      "loss": 0.3829,
      "step": 732950
    },
    {
      "epoch": 204.57,
      "grad_norm": 1.0008888244628906,
      "learning_rate": 4.1657994211839835e-06,
      "loss": 0.3782,
      "step": 732960
    },
    {
      "epoch": 204.57,
      "grad_norm": 1.1184844970703125,
      "learning_rate": 4.165782413216947e-06,
      "loss": 0.3766,
      "step": 732970
    },
    {
      "epoch": 204.57,
      "grad_norm": 1.1171456575393677,
      "learning_rate": 4.165765405007397e-06,
      "loss": 0.3554,
      "step": 732980
    },
    {
      "epoch": 204.57,
      "grad_norm": 1.4034918546676636,
      "learning_rate": 4.165748396555337e-06,
      "loss": 0.3561,
      "step": 732990
    },
    {
      "epoch": 204.58,
      "grad_norm": 1.2513881921768188,
      "learning_rate": 4.165731387860768e-06,
      "loss": 0.3846,
      "step": 733000
    },
    {
      "epoch": 204.58,
      "grad_norm": 1.0167765617370605,
      "learning_rate": 4.165714378923694e-06,
      "loss": 0.3611,
      "step": 733010
    },
    {
      "epoch": 204.58,
      "grad_norm": 0.9616624116897583,
      "learning_rate": 4.165697369744114e-06,
      "loss": 0.3806,
      "step": 733020
    },
    {
      "epoch": 204.59,
      "grad_norm": 1.5850248336791992,
      "learning_rate": 4.165680360322034e-06,
      "loss": 0.3603,
      "step": 733030
    },
    {
      "epoch": 204.59,
      "grad_norm": 1.1688003540039062,
      "learning_rate": 4.1656633506574534e-06,
      "loss": 0.3812,
      "step": 733040
    },
    {
      "epoch": 204.59,
      "grad_norm": 1.2201539278030396,
      "learning_rate": 4.165646340750376e-06,
      "loss": 0.3753,
      "step": 733050
    },
    {
      "epoch": 204.59,
      "grad_norm": 1.2135595083236694,
      "learning_rate": 4.1656293306008046e-06,
      "loss": 0.3832,
      "step": 733060
    },
    {
      "epoch": 204.6,
      "grad_norm": 1.1343567371368408,
      "learning_rate": 4.16561232020874e-06,
      "loss": 0.3831,
      "step": 733070
    },
    {
      "epoch": 204.6,
      "grad_norm": 1.0418853759765625,
      "learning_rate": 4.165595309574184e-06,
      "loss": 0.3772,
      "step": 733080
    },
    {
      "epoch": 204.6,
      "grad_norm": 1.2794792652130127,
      "learning_rate": 4.165578298697141e-06,
      "loss": 0.3689,
      "step": 733090
    },
    {
      "epoch": 204.61,
      "grad_norm": 1.3171485662460327,
      "learning_rate": 4.165561287577612e-06,
      "loss": 0.3836,
      "step": 733100
    },
    {
      "epoch": 204.61,
      "grad_norm": 1.1836028099060059,
      "learning_rate": 4.1655442762156e-06,
      "loss": 0.3708,
      "step": 733110
    },
    {
      "epoch": 204.61,
      "grad_norm": 1.1375187635421753,
      "learning_rate": 4.1655272646111055e-06,
      "loss": 0.3801,
      "step": 733120
    },
    {
      "epoch": 204.61,
      "grad_norm": 1.14376962184906,
      "learning_rate": 4.165510252764133e-06,
      "loss": 0.3729,
      "step": 733130
    },
    {
      "epoch": 204.62,
      "grad_norm": 1.3007436990737915,
      "learning_rate": 4.165493240674683e-06,
      "loss": 0.3796,
      "step": 733140
    },
    {
      "epoch": 204.62,
      "grad_norm": 1.0273853540420532,
      "learning_rate": 4.165476228342759e-06,
      "loss": 0.3784,
      "step": 733150
    },
    {
      "epoch": 204.62,
      "grad_norm": 1.1791722774505615,
      "learning_rate": 4.165459215768362e-06,
      "loss": 0.3605,
      "step": 733160
    },
    {
      "epoch": 204.62,
      "grad_norm": 1.0528982877731323,
      "learning_rate": 4.165442202951495e-06,
      "loss": 0.3706,
      "step": 733170
    },
    {
      "epoch": 204.63,
      "grad_norm": 1.1158818006515503,
      "learning_rate": 4.165425189892162e-06,
      "loss": 0.3662,
      "step": 733180
    },
    {
      "epoch": 204.63,
      "grad_norm": 1.1006295680999756,
      "learning_rate": 4.165408176590362e-06,
      "loss": 0.3697,
      "step": 733190
    },
    {
      "epoch": 204.63,
      "grad_norm": 1.026875376701355,
      "learning_rate": 4.165391163046099e-06,
      "loss": 0.3816,
      "step": 733200
    },
    {
      "epoch": 204.64,
      "grad_norm": 1.2706390619277954,
      "learning_rate": 4.165374149259374e-06,
      "loss": 0.3563,
      "step": 733210
    },
    {
      "epoch": 204.64,
      "grad_norm": 1.1644514799118042,
      "learning_rate": 4.165357135230192e-06,
      "loss": 0.363,
      "step": 733220
    },
    {
      "epoch": 204.64,
      "grad_norm": 1.237315058708191,
      "learning_rate": 4.165340120958554e-06,
      "loss": 0.3934,
      "step": 733230
    },
    {
      "epoch": 204.64,
      "grad_norm": 1.1989296674728394,
      "learning_rate": 4.16532310644446e-06,
      "loss": 0.3875,
      "step": 733240
    },
    {
      "epoch": 204.65,
      "grad_norm": 1.1198010444641113,
      "learning_rate": 4.165306091687915e-06,
      "loss": 0.3436,
      "step": 733250
    },
    {
      "epoch": 204.65,
      "grad_norm": 1.2858721017837524,
      "learning_rate": 4.16528907668892e-06,
      "loss": 0.3871,
      "step": 733260
    },
    {
      "epoch": 204.65,
      "grad_norm": 1.3472414016723633,
      "learning_rate": 4.165272061447479e-06,
      "loss": 0.3751,
      "step": 733270
    },
    {
      "epoch": 204.66,
      "grad_norm": 1.056342601776123,
      "learning_rate": 4.1652550459635915e-06,
      "loss": 0.3872,
      "step": 733280
    },
    {
      "epoch": 204.66,
      "grad_norm": 1.2449584007263184,
      "learning_rate": 4.165238030237262e-06,
      "loss": 0.3716,
      "step": 733290
    },
    {
      "epoch": 204.66,
      "grad_norm": 1.027803659439087,
      "learning_rate": 4.165221014268491e-06,
      "loss": 0.3759,
      "step": 733300
    },
    {
      "epoch": 204.66,
      "grad_norm": 0.999168336391449,
      "learning_rate": 4.165203998057283e-06,
      "loss": 0.3688,
      "step": 733310
    },
    {
      "epoch": 204.67,
      "grad_norm": 1.195381760597229,
      "learning_rate": 4.165186981603638e-06,
      "loss": 0.3894,
      "step": 733320
    },
    {
      "epoch": 204.67,
      "grad_norm": 1.11282479763031,
      "learning_rate": 4.16516996490756e-06,
      "loss": 0.3828,
      "step": 733330
    },
    {
      "epoch": 204.67,
      "grad_norm": 1.0824781656265259,
      "learning_rate": 4.16515294796905e-06,
      "loss": 0.3812,
      "step": 733340
    },
    {
      "epoch": 204.67,
      "grad_norm": 1.2375097274780273,
      "learning_rate": 4.165135930788111e-06,
      "loss": 0.3714,
      "step": 733350
    },
    {
      "epoch": 204.68,
      "grad_norm": 0.9429993629455566,
      "learning_rate": 4.165118913364745e-06,
      "loss": 0.3615,
      "step": 733360
    },
    {
      "epoch": 204.68,
      "grad_norm": 1.119401216506958,
      "learning_rate": 4.165101895698954e-06,
      "loss": 0.38,
      "step": 733370
    },
    {
      "epoch": 204.68,
      "grad_norm": 0.9905088543891907,
      "learning_rate": 4.16508487779074e-06,
      "loss": 0.3599,
      "step": 733380
    },
    {
      "epoch": 204.69,
      "grad_norm": 1.1252025365829468,
      "learning_rate": 4.165067859640107e-06,
      "loss": 0.3985,
      "step": 733390
    },
    {
      "epoch": 204.69,
      "grad_norm": 0.9650942087173462,
      "learning_rate": 4.165050841247056e-06,
      "loss": 0.368,
      "step": 733400
    },
    {
      "epoch": 204.69,
      "grad_norm": 1.2016229629516602,
      "learning_rate": 4.165033822611588e-06,
      "loss": 0.3632,
      "step": 733410
    },
    {
      "epoch": 204.69,
      "grad_norm": 1.0225441455841064,
      "learning_rate": 4.165016803733708e-06,
      "loss": 0.3668,
      "step": 733420
    },
    {
      "epoch": 204.7,
      "grad_norm": 1.1400097608566284,
      "learning_rate": 4.164999784613416e-06,
      "loss": 0.3754,
      "step": 733430
    },
    {
      "epoch": 204.7,
      "grad_norm": 1.1388399600982666,
      "learning_rate": 4.164982765250717e-06,
      "loss": 0.3918,
      "step": 733440
    },
    {
      "epoch": 204.7,
      "grad_norm": 0.9222629070281982,
      "learning_rate": 4.16496574564561e-06,
      "loss": 0.3639,
      "step": 733450
    },
    {
      "epoch": 204.71,
      "grad_norm": 1.0708680152893066,
      "learning_rate": 4.1649487257980975e-06,
      "loss": 0.3771,
      "step": 733460
    },
    {
      "epoch": 204.71,
      "grad_norm": 0.9707149863243103,
      "learning_rate": 4.164931705708185e-06,
      "loss": 0.3711,
      "step": 733470
    },
    {
      "epoch": 204.71,
      "grad_norm": 1.311238169670105,
      "learning_rate": 4.164914685375872e-06,
      "loss": 0.37,
      "step": 733480
    },
    {
      "epoch": 204.71,
      "grad_norm": 1.0246458053588867,
      "learning_rate": 4.164897664801162e-06,
      "loss": 0.3852,
      "step": 733490
    },
    {
      "epoch": 204.72,
      "grad_norm": 1.0363763570785522,
      "learning_rate": 4.164880643984056e-06,
      "loss": 0.358,
      "step": 733500
    },
    {
      "epoch": 204.72,
      "grad_norm": 1.1227351427078247,
      "learning_rate": 4.164863622924557e-06,
      "loss": 0.3716,
      "step": 733510
    },
    {
      "epoch": 204.72,
      "grad_norm": 1.1734869480133057,
      "learning_rate": 4.164846601622667e-06,
      "loss": 0.3682,
      "step": 733520
    },
    {
      "epoch": 204.73,
      "grad_norm": 1.1479101181030273,
      "learning_rate": 4.164829580078389e-06,
      "loss": 0.3918,
      "step": 733530
    },
    {
      "epoch": 204.73,
      "grad_norm": 0.9423773884773254,
      "learning_rate": 4.164812558291725e-06,
      "loss": 0.369,
      "step": 733540
    },
    {
      "epoch": 204.73,
      "grad_norm": 1.2093260288238525,
      "learning_rate": 4.164795536262678e-06,
      "loss": 0.391,
      "step": 733550
    },
    {
      "epoch": 204.73,
      "grad_norm": 1.1684495210647583,
      "learning_rate": 4.164778513991248e-06,
      "loss": 0.3729,
      "step": 733560
    },
    {
      "epoch": 204.74,
      "grad_norm": 1.3797943592071533,
      "learning_rate": 4.164761491477439e-06,
      "loss": 0.3616,
      "step": 733570
    },
    {
      "epoch": 204.74,
      "grad_norm": 1.1948715448379517,
      "learning_rate": 4.164744468721252e-06,
      "loss": 0.3691,
      "step": 733580
    },
    {
      "epoch": 204.74,
      "grad_norm": 1.1126174926757812,
      "learning_rate": 4.164727445722691e-06,
      "loss": 0.3572,
      "step": 733590
    },
    {
      "epoch": 204.74,
      "grad_norm": 1.2019312381744385,
      "learning_rate": 4.164710422481758e-06,
      "loss": 0.3706,
      "step": 733600
    },
    {
      "epoch": 204.75,
      "grad_norm": 1.3784462213516235,
      "learning_rate": 4.164693398998453e-06,
      "loss": 0.3682,
      "step": 733610
    },
    {
      "epoch": 204.75,
      "grad_norm": 0.9811429977416992,
      "learning_rate": 4.1646763752727815e-06,
      "loss": 0.3705,
      "step": 733620
    },
    {
      "epoch": 204.75,
      "grad_norm": 1.0203981399536133,
      "learning_rate": 4.1646593513047436e-06,
      "loss": 0.406,
      "step": 733630
    },
    {
      "epoch": 204.76,
      "grad_norm": 0.9905759692192078,
      "learning_rate": 4.164642327094342e-06,
      "loss": 0.3581,
      "step": 733640
    },
    {
      "epoch": 204.76,
      "grad_norm": 1.2308155298233032,
      "learning_rate": 4.164625302641579e-06,
      "loss": 0.3699,
      "step": 733650
    },
    {
      "epoch": 204.76,
      "grad_norm": 1.2163070440292358,
      "learning_rate": 4.164608277946458e-06,
      "loss": 0.3889,
      "step": 733660
    },
    {
      "epoch": 204.76,
      "grad_norm": 1.5678436756134033,
      "learning_rate": 4.164591253008979e-06,
      "loss": 0.3646,
      "step": 733670
    },
    {
      "epoch": 204.77,
      "grad_norm": 1.133387565612793,
      "learning_rate": 4.164574227829147e-06,
      "loss": 0.3726,
      "step": 733680
    },
    {
      "epoch": 204.77,
      "grad_norm": 1.147773027420044,
      "learning_rate": 4.1645572024069615e-06,
      "loss": 0.3895,
      "step": 733690
    },
    {
      "epoch": 204.77,
      "grad_norm": 1.0523279905319214,
      "learning_rate": 4.164540176742427e-06,
      "loss": 0.3758,
      "step": 733700
    },
    {
      "epoch": 204.78,
      "grad_norm": 1.017250895500183,
      "learning_rate": 4.164523150835544e-06,
      "loss": 0.3715,
      "step": 733710
    },
    {
      "epoch": 204.78,
      "grad_norm": 1.3169857263565063,
      "learning_rate": 4.1645061246863155e-06,
      "loss": 0.3589,
      "step": 733720
    },
    {
      "epoch": 204.78,
      "grad_norm": 1.2371253967285156,
      "learning_rate": 4.164489098294744e-06,
      "loss": 0.3663,
      "step": 733730
    },
    {
      "epoch": 204.78,
      "grad_norm": 5.998936653137207,
      "learning_rate": 4.164472071660833e-06,
      "loss": 0.3666,
      "step": 733740
    },
    {
      "epoch": 204.79,
      "grad_norm": 1.1000066995620728,
      "learning_rate": 4.164455044784582e-06,
      "loss": 0.3545,
      "step": 733750
    },
    {
      "epoch": 204.79,
      "grad_norm": 0.9561979174613953,
      "learning_rate": 4.1644380176659945e-06,
      "loss": 0.3721,
      "step": 733760
    },
    {
      "epoch": 204.79,
      "grad_norm": 1.1882959604263306,
      "learning_rate": 4.164420990305074e-06,
      "loss": 0.3685,
      "step": 733770
    },
    {
      "epoch": 204.79,
      "grad_norm": 1.2871239185333252,
      "learning_rate": 4.164403962701821e-06,
      "loss": 0.3768,
      "step": 733780
    },
    {
      "epoch": 204.8,
      "grad_norm": 1.5295113325119019,
      "learning_rate": 4.164386934856238e-06,
      "loss": 0.3647,
      "step": 733790
    },
    {
      "epoch": 204.8,
      "grad_norm": 1.2209824323654175,
      "learning_rate": 4.1643699067683285e-06,
      "loss": 0.3801,
      "step": 733800
    },
    {
      "epoch": 204.8,
      "grad_norm": 1.0876202583312988,
      "learning_rate": 4.164352878438094e-06,
      "loss": 0.3566,
      "step": 733810
    },
    {
      "epoch": 204.81,
      "grad_norm": 1.0786232948303223,
      "learning_rate": 4.164335849865536e-06,
      "loss": 0.3648,
      "step": 733820
    },
    {
      "epoch": 204.81,
      "grad_norm": 1.168169379234314,
      "learning_rate": 4.164318821050658e-06,
      "loss": 0.3739,
      "step": 733830
    },
    {
      "epoch": 204.81,
      "grad_norm": 1.2012722492218018,
      "learning_rate": 4.164301791993462e-06,
      "loss": 0.3628,
      "step": 733840
    },
    {
      "epoch": 204.81,
      "grad_norm": 1.0030591487884521,
      "learning_rate": 4.16428476269395e-06,
      "loss": 0.371,
      "step": 733850
    },
    {
      "epoch": 204.82,
      "grad_norm": 1.0042123794555664,
      "learning_rate": 4.164267733152124e-06,
      "loss": 0.3797,
      "step": 733860
    },
    {
      "epoch": 204.82,
      "grad_norm": 1.0272905826568604,
      "learning_rate": 4.164250703367987e-06,
      "loss": 0.361,
      "step": 733870
    },
    {
      "epoch": 204.82,
      "grad_norm": 1.0326759815216064,
      "learning_rate": 4.164233673341541e-06,
      "loss": 0.3536,
      "step": 733880
    },
    {
      "epoch": 204.83,
      "grad_norm": 0.9150466918945312,
      "learning_rate": 4.164216643072788e-06,
      "loss": 0.3635,
      "step": 733890
    },
    {
      "epoch": 204.83,
      "grad_norm": 0.8749005794525146,
      "learning_rate": 4.16419961256173e-06,
      "loss": 0.3801,
      "step": 733900
    },
    {
      "epoch": 204.83,
      "grad_norm": 1.04011869430542,
      "learning_rate": 4.16418258180837e-06,
      "loss": 0.3786,
      "step": 733910
    },
    {
      "epoch": 204.83,
      "grad_norm": 1.0238975286483765,
      "learning_rate": 4.16416555081271e-06,
      "loss": 0.3784,
      "step": 733920
    },
    {
      "epoch": 204.84,
      "grad_norm": 1.342679738998413,
      "learning_rate": 4.164148519574752e-06,
      "loss": 0.3774,
      "step": 733930
    },
    {
      "epoch": 204.84,
      "grad_norm": 1.0906814336776733,
      "learning_rate": 4.164131488094499e-06,
      "loss": 0.3822,
      "step": 733940
    },
    {
      "epoch": 204.84,
      "grad_norm": 0.8890929222106934,
      "learning_rate": 4.164114456371952e-06,
      "loss": 0.3586,
      "step": 733950
    },
    {
      "epoch": 204.85,
      "grad_norm": 1.270009994506836,
      "learning_rate": 4.164097424407113e-06,
      "loss": 0.3674,
      "step": 733960
    },
    {
      "epoch": 204.85,
      "grad_norm": 1.3523969650268555,
      "learning_rate": 4.1640803921999875e-06,
      "loss": 0.3689,
      "step": 733970
    },
    {
      "epoch": 204.85,
      "grad_norm": 0.9850932955741882,
      "learning_rate": 4.164063359750575e-06,
      "loss": 0.3688,
      "step": 733980
    },
    {
      "epoch": 204.85,
      "grad_norm": 1.1118686199188232,
      "learning_rate": 4.1640463270588776e-06,
      "loss": 0.3692,
      "step": 733990
    },
    {
      "epoch": 204.86,
      "grad_norm": 0.9367368817329407,
      "learning_rate": 4.164029294124898e-06,
      "loss": 0.3706,
      "step": 734000
    },
    {
      "epoch": 204.86,
      "grad_norm": 1.0996743440628052,
      "learning_rate": 4.164012260948639e-06,
      "loss": 0.3645,
      "step": 734010
    },
    {
      "epoch": 204.86,
      "grad_norm": 1.0371558666229248,
      "learning_rate": 4.163995227530103e-06,
      "loss": 0.3756,
      "step": 734020
    },
    {
      "epoch": 204.86,
      "grad_norm": 1.2657171487808228,
      "learning_rate": 4.1639781938692915e-06,
      "loss": 0.3678,
      "step": 734030
    },
    {
      "epoch": 204.87,
      "grad_norm": 0.9558259844779968,
      "learning_rate": 4.163961159966208e-06,
      "loss": 0.374,
      "step": 734040
    },
    {
      "epoch": 204.87,
      "grad_norm": 1.065821886062622,
      "learning_rate": 4.163944125820853e-06,
      "loss": 0.3549,
      "step": 734050
    },
    {
      "epoch": 204.87,
      "grad_norm": 1.0911428928375244,
      "learning_rate": 4.16392709143323e-06,
      "loss": 0.376,
      "step": 734060
    },
    {
      "epoch": 204.88,
      "grad_norm": 1.3138391971588135,
      "learning_rate": 4.1639100568033406e-06,
      "loss": 0.3759,
      "step": 734070
    },
    {
      "epoch": 204.88,
      "grad_norm": 1.090604543685913,
      "learning_rate": 4.1638930219311866e-06,
      "loss": 0.3945,
      "step": 734080
    },
    {
      "epoch": 204.88,
      "grad_norm": 0.9762241840362549,
      "learning_rate": 4.163875986816773e-06,
      "loss": 0.3653,
      "step": 734090
    },
    {
      "epoch": 204.88,
      "grad_norm": 1.0724668502807617,
      "learning_rate": 4.163858951460099e-06,
      "loss": 0.3628,
      "step": 734100
    },
    {
      "epoch": 204.89,
      "grad_norm": 1.4272693395614624,
      "learning_rate": 4.163841915861168e-06,
      "loss": 0.3655,
      "step": 734110
    },
    {
      "epoch": 204.89,
      "grad_norm": 0.9931980967521667,
      "learning_rate": 4.163824880019983e-06,
      "loss": 0.3509,
      "step": 734120
    },
    {
      "epoch": 204.89,
      "grad_norm": 1.1606143712997437,
      "learning_rate": 4.163807843936544e-06,
      "loss": 0.3551,
      "step": 734130
    },
    {
      "epoch": 204.9,
      "grad_norm": 1.5547722578048706,
      "learning_rate": 4.1637908076108565e-06,
      "loss": 0.3789,
      "step": 734140
    },
    {
      "epoch": 204.9,
      "grad_norm": 0.9567880630493164,
      "learning_rate": 4.16377377104292e-06,
      "loss": 0.383,
      "step": 734150
    },
    {
      "epoch": 204.9,
      "grad_norm": 1.1293997764587402,
      "learning_rate": 4.163756734232738e-06,
      "loss": 0.3863,
      "step": 734160
    },
    {
      "epoch": 204.9,
      "grad_norm": 0.9331443905830383,
      "learning_rate": 4.163739697180313e-06,
      "loss": 0.3732,
      "step": 734170
    },
    {
      "epoch": 204.91,
      "grad_norm": 1.3179659843444824,
      "learning_rate": 4.163722659885646e-06,
      "loss": 0.3565,
      "step": 734180
    },
    {
      "epoch": 204.91,
      "grad_norm": 1.3610388040542603,
      "learning_rate": 4.163705622348741e-06,
      "loss": 0.35,
      "step": 734190
    },
    {
      "epoch": 204.91,
      "grad_norm": 1.1281715631484985,
      "learning_rate": 4.1636885845696e-06,
      "loss": 0.3869,
      "step": 734200
    },
    {
      "epoch": 204.91,
      "grad_norm": 1.2992769479751587,
      "learning_rate": 4.163671546548223e-06,
      "loss": 0.3679,
      "step": 734210
    },
    {
      "epoch": 204.92,
      "grad_norm": 1.2494785785675049,
      "learning_rate": 4.163654508284615e-06,
      "loss": 0.3701,
      "step": 734220
    },
    {
      "epoch": 204.92,
      "grad_norm": 0.8857941627502441,
      "learning_rate": 4.163637469778778e-06,
      "loss": 0.3743,
      "step": 734230
    },
    {
      "epoch": 204.92,
      "grad_norm": 1.0468415021896362,
      "learning_rate": 4.163620431030712e-06,
      "loss": 0.3708,
      "step": 734240
    },
    {
      "epoch": 204.93,
      "grad_norm": 0.986262321472168,
      "learning_rate": 4.163603392040421e-06,
      "loss": 0.3794,
      "step": 734250
    },
    {
      "epoch": 204.93,
      "grad_norm": 1.049845576286316,
      "learning_rate": 4.1635863528079075e-06,
      "loss": 0.3654,
      "step": 734260
    },
    {
      "epoch": 204.93,
      "grad_norm": 0.9812216758728027,
      "learning_rate": 4.163569313333173e-06,
      "loss": 0.3903,
      "step": 734270
    },
    {
      "epoch": 204.93,
      "grad_norm": 1.137216567993164,
      "learning_rate": 4.16355227361622e-06,
      "loss": 0.3838,
      "step": 734280
    },
    {
      "epoch": 204.94,
      "grad_norm": 1.4834567308425903,
      "learning_rate": 4.163535233657051e-06,
      "loss": 0.3845,
      "step": 734290
    },
    {
      "epoch": 204.94,
      "grad_norm": 1.2187957763671875,
      "learning_rate": 4.1635181934556684e-06,
      "loss": 0.3624,
      "step": 734300
    },
    {
      "epoch": 204.94,
      "grad_norm": 1.137465000152588,
      "learning_rate": 4.163501153012074e-06,
      "loss": 0.3813,
      "step": 734310
    },
    {
      "epoch": 204.95,
      "grad_norm": 1.0727882385253906,
      "learning_rate": 4.1634841123262695e-06,
      "loss": 0.3911,
      "step": 734320
    },
    {
      "epoch": 204.95,
      "grad_norm": 1.0624685287475586,
      "learning_rate": 4.1634670713982585e-06,
      "loss": 0.371,
      "step": 734330
    },
    {
      "epoch": 204.95,
      "grad_norm": 1.2646886110305786,
      "learning_rate": 4.163450030228043e-06,
      "loss": 0.3718,
      "step": 734340
    },
    {
      "epoch": 204.95,
      "grad_norm": 1.1473249197006226,
      "learning_rate": 4.163432988815625e-06,
      "loss": 0.3811,
      "step": 734350
    },
    {
      "epoch": 204.96,
      "grad_norm": 1.1776517629623413,
      "learning_rate": 4.163415947161006e-06,
      "loss": 0.3751,
      "step": 734360
    },
    {
      "epoch": 204.96,
      "grad_norm": 1.182298183441162,
      "learning_rate": 4.163398905264188e-06,
      "loss": 0.3715,
      "step": 734370
    },
    {
      "epoch": 204.96,
      "grad_norm": 1.0472667217254639,
      "learning_rate": 4.163381863125176e-06,
      "loss": 0.3793,
      "step": 734380
    },
    {
      "epoch": 204.97,
      "grad_norm": 1.4627325534820557,
      "learning_rate": 4.163364820743971e-06,
      "loss": 0.3654,
      "step": 734390
    },
    {
      "epoch": 204.97,
      "grad_norm": 1.2079895734786987,
      "learning_rate": 4.163347778120573e-06,
      "loss": 0.3722,
      "step": 734400
    },
    {
      "epoch": 204.97,
      "grad_norm": 1.1133816242218018,
      "learning_rate": 4.163330735254986e-06,
      "loss": 0.3634,
      "step": 734410
    },
    {
      "epoch": 204.97,
      "grad_norm": 1.1487202644348145,
      "learning_rate": 4.163313692147214e-06,
      "loss": 0.3684,
      "step": 734420
    },
    {
      "epoch": 204.98,
      "grad_norm": 0.9700059294700623,
      "learning_rate": 4.163296648797256e-06,
      "loss": 0.3717,
      "step": 734430
    },
    {
      "epoch": 204.98,
      "grad_norm": 1.1816129684448242,
      "learning_rate": 4.1632796052051175e-06,
      "loss": 0.375,
      "step": 734440
    },
    {
      "epoch": 204.98,
      "grad_norm": 1.2234760522842407,
      "learning_rate": 4.163262561370798e-06,
      "loss": 0.3688,
      "step": 734450
    },
    {
      "epoch": 204.98,
      "grad_norm": 1.2256559133529663,
      "learning_rate": 4.163245517294301e-06,
      "loss": 0.3815,
      "step": 734460
    },
    {
      "epoch": 204.99,
      "grad_norm": 1.2426323890686035,
      "learning_rate": 4.163228472975629e-06,
      "loss": 0.3789,
      "step": 734470
    },
    {
      "epoch": 204.99,
      "grad_norm": 1.0511422157287598,
      "learning_rate": 4.163211428414783e-06,
      "loss": 0.3931,
      "step": 734480
    },
    {
      "epoch": 204.99,
      "grad_norm": 0.994321346282959,
      "learning_rate": 4.163194383611767e-06,
      "loss": 0.3784,
      "step": 734490
    },
    {
      "epoch": 205.0,
      "grad_norm": 0.9126385450363159,
      "learning_rate": 4.163177338566582e-06,
      "loss": 0.3718,
      "step": 734500
    },
    {
      "epoch": 205.0,
      "grad_norm": 0.9670509696006775,
      "learning_rate": 4.16316029327923e-06,
      "loss": 0.3701,
      "step": 734510
    },
    {
      "epoch": 205.0,
      "eval_loss": 0.3720534145832062,
      "eval_runtime": 63.3475,
      "eval_samples_per_second": 79.861,
      "eval_steps_per_second": 9.993,
      "step": 734515
    },
    {
      "epoch": 205.0,
      "grad_norm": 1.0781391859054565,
      "learning_rate": 4.1631432477497155e-06,
      "loss": 0.3663,
      "step": 734520
    },
    {
      "epoch": 205.0,
      "grad_norm": 1.2178380489349365,
      "learning_rate": 4.163126201978039e-06,
      "loss": 0.3742,
      "step": 734530
    },
    {
      "epoch": 205.01,
      "grad_norm": 1.1473203897476196,
      "learning_rate": 4.1631091559642025e-06,
      "loss": 0.3717,
      "step": 734540
    },
    {
      "epoch": 205.01,
      "grad_norm": 1.109178066253662,
      "learning_rate": 4.163092109708209e-06,
      "loss": 0.3817,
      "step": 734550
    },
    {
      "epoch": 205.01,
      "grad_norm": 1.0195084810256958,
      "learning_rate": 4.163075063210061e-06,
      "loss": 0.3718,
      "step": 734560
    },
    {
      "epoch": 205.02,
      "grad_norm": 1.0128633975982666,
      "learning_rate": 4.1630580164697596e-06,
      "loss": 0.3791,
      "step": 734570
    },
    {
      "epoch": 205.02,
      "grad_norm": 1.2758970260620117,
      "learning_rate": 4.163040969487308e-06,
      "loss": 0.3738,
      "step": 734580
    },
    {
      "epoch": 205.02,
      "grad_norm": 1.132843017578125,
      "learning_rate": 4.163023922262709e-06,
      "loss": 0.376,
      "step": 734590
    },
    {
      "epoch": 205.02,
      "grad_norm": 1.4961256980895996,
      "learning_rate": 4.163006874795963e-06,
      "loss": 0.3761,
      "step": 734600
    },
    {
      "epoch": 205.03,
      "grad_norm": 1.1177282333374023,
      "learning_rate": 4.162989827087074e-06,
      "loss": 0.3593,
      "step": 734610
    },
    {
      "epoch": 205.03,
      "grad_norm": 1.3470649719238281,
      "learning_rate": 4.162972779136044e-06,
      "loss": 0.376,
      "step": 734620
    },
    {
      "epoch": 205.03,
      "grad_norm": 1.0998327732086182,
      "learning_rate": 4.162955730942874e-06,
      "loss": 0.4017,
      "step": 734630
    },
    {
      "epoch": 205.03,
      "grad_norm": 1.0202484130859375,
      "learning_rate": 4.1629386825075675e-06,
      "loss": 0.3771,
      "step": 734640
    },
    {
      "epoch": 205.04,
      "grad_norm": 0.9537475109100342,
      "learning_rate": 4.1629216338301274e-06,
      "loss": 0.3738,
      "step": 734650
    },
    {
      "epoch": 205.04,
      "grad_norm": 0.8920706510543823,
      "learning_rate": 4.162904584910555e-06,
      "loss": 0.3914,
      "step": 734660
    },
    {
      "epoch": 205.04,
      "grad_norm": 1.12541663646698,
      "learning_rate": 4.1628875357488514e-06,
      "loss": 0.3723,
      "step": 734670
    },
    {
      "epoch": 205.05,
      "grad_norm": 1.103852391242981,
      "learning_rate": 4.162870486345021e-06,
      "loss": 0.3728,
      "step": 734680
    },
    {
      "epoch": 205.05,
      "grad_norm": 1.1594361066818237,
      "learning_rate": 4.162853436699065e-06,
      "loss": 0.3596,
      "step": 734690
    },
    {
      "epoch": 205.05,
      "grad_norm": 1.258536458015442,
      "learning_rate": 4.162836386810986e-06,
      "loss": 0.3625,
      "step": 734700
    },
    {
      "epoch": 205.05,
      "grad_norm": 1.1503350734710693,
      "learning_rate": 4.162819336680786e-06,
      "loss": 0.3801,
      "step": 734710
    },
    {
      "epoch": 205.06,
      "grad_norm": 1.1015944480895996,
      "learning_rate": 4.162802286308467e-06,
      "loss": 0.3644,
      "step": 734720
    },
    {
      "epoch": 205.06,
      "grad_norm": 0.9270683526992798,
      "learning_rate": 4.162785235694032e-06,
      "loss": 0.3541,
      "step": 734730
    },
    {
      "epoch": 205.06,
      "grad_norm": 1.2603470087051392,
      "learning_rate": 4.162768184837483e-06,
      "loss": 0.3715,
      "step": 734740
    },
    {
      "epoch": 205.07,
      "grad_norm": 1.1984854936599731,
      "learning_rate": 4.162751133738822e-06,
      "loss": 0.3621,
      "step": 734750
    },
    {
      "epoch": 205.07,
      "grad_norm": 1.0556343793869019,
      "learning_rate": 4.162734082398052e-06,
      "loss": 0.3664,
      "step": 734760
    },
    {
      "epoch": 205.07,
      "grad_norm": 1.101746678352356,
      "learning_rate": 4.162717030815174e-06,
      "loss": 0.366,
      "step": 734770
    },
    {
      "epoch": 205.07,
      "grad_norm": 1.3654656410217285,
      "learning_rate": 4.1626999789901905e-06,
      "loss": 0.363,
      "step": 734780
    },
    {
      "epoch": 205.08,
      "grad_norm": 1.116209864616394,
      "learning_rate": 4.162682926923105e-06,
      "loss": 0.3619,
      "step": 734790
    },
    {
      "epoch": 205.08,
      "grad_norm": 1.2022892236709595,
      "learning_rate": 4.16266587461392e-06,
      "loss": 0.3748,
      "step": 734800
    },
    {
      "epoch": 205.08,
      "grad_norm": 1.303556203842163,
      "learning_rate": 4.162648822062635e-06,
      "loss": 0.3697,
      "step": 734810
    },
    {
      "epoch": 205.09,
      "grad_norm": 0.9768921136856079,
      "learning_rate": 4.162631769269254e-06,
      "loss": 0.3787,
      "step": 734820
    },
    {
      "epoch": 205.09,
      "grad_norm": 1.1699559688568115,
      "learning_rate": 4.162614716233781e-06,
      "loss": 0.3929,
      "step": 734830
    },
    {
      "epoch": 205.09,
      "grad_norm": 1.3485913276672363,
      "learning_rate": 4.162597662956216e-06,
      "loss": 0.3796,
      "step": 734840
    },
    {
      "epoch": 205.09,
      "grad_norm": 1.169966220855713,
      "learning_rate": 4.162580609436562e-06,
      "loss": 0.383,
      "step": 734850
    },
    {
      "epoch": 205.1,
      "grad_norm": 1.3123078346252441,
      "learning_rate": 4.162563555674821e-06,
      "loss": 0.3767,
      "step": 734860
    },
    {
      "epoch": 205.1,
      "grad_norm": 1.1794002056121826,
      "learning_rate": 4.1625465016709945e-06,
      "loss": 0.3752,
      "step": 734870
    },
    {
      "epoch": 205.1,
      "grad_norm": 0.9405536651611328,
      "learning_rate": 4.162529447425087e-06,
      "loss": 0.3834,
      "step": 734880
    },
    {
      "epoch": 205.1,
      "grad_norm": 1.0712109804153442,
      "learning_rate": 4.162512392937098e-06,
      "loss": 0.3797,
      "step": 734890
    },
    {
      "epoch": 205.11,
      "grad_norm": 1.0180109739303589,
      "learning_rate": 4.162495338207033e-06,
      "loss": 0.3682,
      "step": 734900
    },
    {
      "epoch": 205.11,
      "grad_norm": 1.1365711688995361,
      "learning_rate": 4.162478283234891e-06,
      "loss": 0.3794,
      "step": 734910
    },
    {
      "epoch": 205.11,
      "grad_norm": 0.9769049882888794,
      "learning_rate": 4.162461228020677e-06,
      "loss": 0.3678,
      "step": 734920
    },
    {
      "epoch": 205.12,
      "grad_norm": 1.1011767387390137,
      "learning_rate": 4.1624441725643915e-06,
      "loss": 0.3633,
      "step": 734930
    },
    {
      "epoch": 205.12,
      "grad_norm": 10.295358657836914,
      "learning_rate": 4.162427116866038e-06,
      "loss": 0.3716,
      "step": 734940
    },
    {
      "epoch": 205.12,
      "grad_norm": 0.9653272032737732,
      "learning_rate": 4.162410060925616e-06,
      "loss": 0.3781,
      "step": 734950
    },
    {
      "epoch": 205.12,
      "grad_norm": 1.0277100801467896,
      "learning_rate": 4.162393004743131e-06,
      "loss": 0.386,
      "step": 734960
    },
    {
      "epoch": 205.13,
      "grad_norm": 1.0645719766616821,
      "learning_rate": 4.162375948318585e-06,
      "loss": 0.3691,
      "step": 734970
    },
    {
      "epoch": 205.13,
      "grad_norm": 1.164254069328308,
      "learning_rate": 4.162358891651978e-06,
      "loss": 0.3537,
      "step": 734980
    },
    {
      "epoch": 205.13,
      "grad_norm": 1.0291364192962646,
      "learning_rate": 4.162341834743315e-06,
      "loss": 0.3777,
      "step": 734990
    },
    {
      "epoch": 205.14,
      "grad_norm": 1.2716370820999146,
      "learning_rate": 4.1623247775925965e-06,
      "loss": 0.3757,
      "step": 735000
    },
    {
      "epoch": 205.14,
      "grad_norm": 1.059020757675171,
      "learning_rate": 4.162307720199825e-06,
      "loss": 0.3714,
      "step": 735010
    },
    {
      "epoch": 205.14,
      "grad_norm": 0.98323655128479,
      "learning_rate": 4.162290662565003e-06,
      "loss": 0.3993,
      "step": 735020
    },
    {
      "epoch": 205.14,
      "grad_norm": 1.2266371250152588,
      "learning_rate": 4.162273604688133e-06,
      "loss": 0.3808,
      "step": 735030
    },
    {
      "epoch": 205.15,
      "grad_norm": 1.1403083801269531,
      "learning_rate": 4.162256546569217e-06,
      "loss": 0.3704,
      "step": 735040
    },
    {
      "epoch": 205.15,
      "grad_norm": 1.1273033618927002,
      "learning_rate": 4.162239488208256e-06,
      "loss": 0.359,
      "step": 735050
    },
    {
      "epoch": 205.15,
      "grad_norm": 2.1878435611724854,
      "learning_rate": 4.1622224296052555e-06,
      "loss": 0.3812,
      "step": 735060
    },
    {
      "epoch": 205.15,
      "grad_norm": 1.1315375566482544,
      "learning_rate": 4.162205370760215e-06,
      "loss": 0.3709,
      "step": 735070
    },
    {
      "epoch": 205.16,
      "grad_norm": 1.315855860710144,
      "learning_rate": 4.1621883116731364e-06,
      "loss": 0.3701,
      "step": 735080
    },
    {
      "epoch": 205.16,
      "grad_norm": 1.1007533073425293,
      "learning_rate": 4.162171252344024e-06,
      "loss": 0.3797,
      "step": 735090
    },
    {
      "epoch": 205.16,
      "grad_norm": 0.877241849899292,
      "learning_rate": 4.16215419277288e-06,
      "loss": 0.363,
      "step": 735100
    },
    {
      "epoch": 205.17,
      "grad_norm": 1.2640734910964966,
      "learning_rate": 4.162137132959705e-06,
      "loss": 0.3788,
      "step": 735110
    },
    {
      "epoch": 205.17,
      "grad_norm": 1.0880565643310547,
      "learning_rate": 4.162120072904503e-06,
      "loss": 0.3789,
      "step": 735120
    },
    {
      "epoch": 205.17,
      "grad_norm": 1.4615799188613892,
      "learning_rate": 4.162103012607275e-06,
      "loss": 0.3716,
      "step": 735130
    },
    {
      "epoch": 205.17,
      "grad_norm": 1.1932121515274048,
      "learning_rate": 4.162085952068024e-06,
      "loss": 0.3706,
      "step": 735140
    },
    {
      "epoch": 205.18,
      "grad_norm": 1.0555332899093628,
      "learning_rate": 4.162068891286751e-06,
      "loss": 0.3742,
      "step": 735150
    },
    {
      "epoch": 205.18,
      "grad_norm": 2.022885799407959,
      "learning_rate": 4.162051830263461e-06,
      "loss": 0.3734,
      "step": 735160
    },
    {
      "epoch": 205.18,
      "grad_norm": 1.0625181198120117,
      "learning_rate": 4.162034768998154e-06,
      "loss": 0.3718,
      "step": 735170
    },
    {
      "epoch": 205.19,
      "grad_norm": 1.3244749307632446,
      "learning_rate": 4.162017707490831e-06,
      "loss": 0.3615,
      "step": 735180
    },
    {
      "epoch": 205.19,
      "grad_norm": 1.1700574159622192,
      "learning_rate": 4.1620006457414975e-06,
      "loss": 0.3775,
      "step": 735190
    },
    {
      "epoch": 205.19,
      "grad_norm": 1.101531744003296,
      "learning_rate": 4.161983583750155e-06,
      "loss": 0.378,
      "step": 735200
    },
    {
      "epoch": 205.19,
      "grad_norm": 1.041425108909607,
      "learning_rate": 4.161966521516804e-06,
      "loss": 0.3617,
      "step": 735210
    },
    {
      "epoch": 205.2,
      "grad_norm": 1.1314717531204224,
      "learning_rate": 4.1619494590414486e-06,
      "loss": 0.362,
      "step": 735220
    },
    {
      "epoch": 205.2,
      "grad_norm": 1.0892866849899292,
      "learning_rate": 4.161932396324089e-06,
      "loss": 0.3663,
      "step": 735230
    },
    {
      "epoch": 205.2,
      "grad_norm": 1.027992844581604,
      "learning_rate": 4.161915333364731e-06,
      "loss": 0.3833,
      "step": 735240
    },
    {
      "epoch": 205.21,
      "grad_norm": 1.083680510520935,
      "learning_rate": 4.161898270163373e-06,
      "loss": 0.3585,
      "step": 735250
    },
    {
      "epoch": 205.21,
      "grad_norm": 0.9203920960426331,
      "learning_rate": 4.161881206720019e-06,
      "loss": 0.3589,
      "step": 735260
    },
    {
      "epoch": 205.21,
      "grad_norm": 0.9991298317909241,
      "learning_rate": 4.161864143034672e-06,
      "loss": 0.3652,
      "step": 735270
    },
    {
      "epoch": 205.21,
      "grad_norm": 1.3168329000473022,
      "learning_rate": 4.161847079107333e-06,
      "loss": 0.3815,
      "step": 735280
    },
    {
      "epoch": 205.22,
      "grad_norm": 1.1178733110427856,
      "learning_rate": 4.161830014938005e-06,
      "loss": 0.3742,
      "step": 735290
    },
    {
      "epoch": 205.22,
      "grad_norm": 0.9744478464126587,
      "learning_rate": 4.1618129505266905e-06,
      "loss": 0.3697,
      "step": 735300
    },
    {
      "epoch": 205.22,
      "grad_norm": 1.1765893697738647,
      "learning_rate": 4.161795885873391e-06,
      "loss": 0.3596,
      "step": 735310
    },
    {
      "epoch": 205.22,
      "grad_norm": 1.5827889442443848,
      "learning_rate": 4.161778820978109e-06,
      "loss": 0.3568,
      "step": 735320
    },
    {
      "epoch": 205.23,
      "grad_norm": 1.0845754146575928,
      "learning_rate": 4.161761755840847e-06,
      "loss": 0.3858,
      "step": 735330
    },
    {
      "epoch": 205.23,
      "grad_norm": 1.0427802801132202,
      "learning_rate": 4.161744690461607e-06,
      "loss": 0.3951,
      "step": 735340
    },
    {
      "epoch": 205.23,
      "grad_norm": 1.1460223197937012,
      "learning_rate": 4.161727624840391e-06,
      "loss": 0.3603,
      "step": 735350
    },
    {
      "epoch": 205.24,
      "grad_norm": 1.007262110710144,
      "learning_rate": 4.161710558977203e-06,
      "loss": 0.3773,
      "step": 735360
    },
    {
      "epoch": 205.24,
      "grad_norm": 1.1237887144088745,
      "learning_rate": 4.1616934928720424e-06,
      "loss": 0.3589,
      "step": 735370
    },
    {
      "epoch": 205.24,
      "grad_norm": 1.0344233512878418,
      "learning_rate": 4.161676426524914e-06,
      "loss": 0.3724,
      "step": 735380
    },
    {
      "epoch": 205.24,
      "grad_norm": 1.1052857637405396,
      "learning_rate": 4.161659359935819e-06,
      "loss": 0.3823,
      "step": 735390
    },
    {
      "epoch": 205.25,
      "grad_norm": 1.1395906209945679,
      "learning_rate": 4.1616422931047594e-06,
      "loss": 0.3829,
      "step": 735400
    },
    {
      "epoch": 205.25,
      "grad_norm": 1.0431804656982422,
      "learning_rate": 4.161625226031737e-06,
      "loss": 0.37,
      "step": 735410
    },
    {
      "epoch": 205.25,
      "grad_norm": 1.0981214046478271,
      "learning_rate": 4.161608158716757e-06,
      "loss": 0.3806,
      "step": 735420
    },
    {
      "epoch": 205.26,
      "grad_norm": 1.0380138158798218,
      "learning_rate": 4.161591091159818e-06,
      "loss": 0.3687,
      "step": 735430
    },
    {
      "epoch": 205.26,
      "grad_norm": 1.2294080257415771,
      "learning_rate": 4.161574023360924e-06,
      "loss": 0.3681,
      "step": 735440
    },
    {
      "epoch": 205.26,
      "grad_norm": 1.317023754119873,
      "learning_rate": 4.1615569553200776e-06,
      "loss": 0.3802,
      "step": 735450
    },
    {
      "epoch": 205.26,
      "grad_norm": 1.073646068572998,
      "learning_rate": 4.161539887037281e-06,
      "loss": 0.3852,
      "step": 735460
    },
    {
      "epoch": 205.27,
      "grad_norm": 1.1116182804107666,
      "learning_rate": 4.161522818512536e-06,
      "loss": 0.3564,
      "step": 735470
    },
    {
      "epoch": 205.27,
      "grad_norm": 1.0007470846176147,
      "learning_rate": 4.161505749745844e-06,
      "loss": 0.3557,
      "step": 735480
    },
    {
      "epoch": 205.27,
      "grad_norm": 1.487877607345581,
      "learning_rate": 4.161488680737209e-06,
      "loss": 0.3693,
      "step": 735490
    },
    {
      "epoch": 205.27,
      "grad_norm": 1.1001783609390259,
      "learning_rate": 4.161471611486632e-06,
      "loss": 0.3844,
      "step": 735500
    },
    {
      "epoch": 205.28,
      "grad_norm": 1.1557241678237915,
      "learning_rate": 4.161454541994115e-06,
      "loss": 0.3735,
      "step": 735510
    },
    {
      "epoch": 205.28,
      "grad_norm": 1.3808082342147827,
      "learning_rate": 4.161437472259662e-06,
      "loss": 0.383,
      "step": 735520
    },
    {
      "epoch": 205.28,
      "grad_norm": 1.121567964553833,
      "learning_rate": 4.161420402283275e-06,
      "loss": 0.3972,
      "step": 735530
    },
    {
      "epoch": 205.29,
      "grad_norm": 1.3201924562454224,
      "learning_rate": 4.161403332064955e-06,
      "loss": 0.3725,
      "step": 735540
    },
    {
      "epoch": 205.29,
      "grad_norm": 1.1443415880203247,
      "learning_rate": 4.161386261604705e-06,
      "loss": 0.3886,
      "step": 735550
    },
    {
      "epoch": 205.29,
      "grad_norm": 1.1309889554977417,
      "learning_rate": 4.161369190902526e-06,
      "loss": 0.3557,
      "step": 735560
    },
    {
      "epoch": 205.29,
      "grad_norm": 1.0820915699005127,
      "learning_rate": 4.161352119958423e-06,
      "loss": 0.3643,
      "step": 735570
    },
    {
      "epoch": 205.3,
      "grad_norm": 1.1118148565292358,
      "learning_rate": 4.161335048772395e-06,
      "loss": 0.3643,
      "step": 735580
    },
    {
      "epoch": 205.3,
      "grad_norm": 1.160788893699646,
      "learning_rate": 4.161317977344447e-06,
      "loss": 0.3786,
      "step": 735590
    },
    {
      "epoch": 205.3,
      "grad_norm": 1.1129595041275024,
      "learning_rate": 4.16130090567458e-06,
      "loss": 0.3881,
      "step": 735600
    },
    {
      "epoch": 205.31,
      "grad_norm": 1.1415221691131592,
      "learning_rate": 4.161283833762797e-06,
      "loss": 0.3607,
      "step": 735610
    },
    {
      "epoch": 205.31,
      "grad_norm": 1.2116743326187134,
      "learning_rate": 4.161266761609099e-06,
      "loss": 0.3762,
      "step": 735620
    },
    {
      "epoch": 205.31,
      "grad_norm": 1.260815143585205,
      "learning_rate": 4.161249689213489e-06,
      "loss": 0.382,
      "step": 735630
    },
    {
      "epoch": 205.31,
      "grad_norm": 1.0943032503128052,
      "learning_rate": 4.1612326165759695e-06,
      "loss": 0.362,
      "step": 735640
    },
    {
      "epoch": 205.32,
      "grad_norm": 1.4345784187316895,
      "learning_rate": 4.161215543696543e-06,
      "loss": 0.373,
      "step": 735650
    },
    {
      "epoch": 205.32,
      "grad_norm": 1.0743095874786377,
      "learning_rate": 4.1611984705752106e-06,
      "loss": 0.3587,
      "step": 735660
    },
    {
      "epoch": 205.32,
      "grad_norm": 1.2248456478118896,
      "learning_rate": 4.161181397211976e-06,
      "loss": 0.3813,
      "step": 735670
    },
    {
      "epoch": 205.33,
      "grad_norm": 1.0084967613220215,
      "learning_rate": 4.161164323606841e-06,
      "loss": 0.3674,
      "step": 735680
    },
    {
      "epoch": 205.33,
      "grad_norm": 1.2583966255187988,
      "learning_rate": 4.161147249759807e-06,
      "loss": 0.3815,
      "step": 735690
    },
    {
      "epoch": 205.33,
      "grad_norm": 1.0819307565689087,
      "learning_rate": 4.161130175670877e-06,
      "loss": 0.365,
      "step": 735700
    },
    {
      "epoch": 205.33,
      "grad_norm": 1.1725965738296509,
      "learning_rate": 4.161113101340052e-06,
      "loss": 0.3694,
      "step": 735710
    },
    {
      "epoch": 205.34,
      "grad_norm": 1.1371768712997437,
      "learning_rate": 4.161096026767338e-06,
      "loss": 0.3677,
      "step": 735720
    },
    {
      "epoch": 205.34,
      "grad_norm": 1.2263182401657104,
      "learning_rate": 4.161078951952733e-06,
      "loss": 0.3789,
      "step": 735730
    },
    {
      "epoch": 205.34,
      "grad_norm": 1.249313473701477,
      "learning_rate": 4.161061876896241e-06,
      "loss": 0.3769,
      "step": 735740
    },
    {
      "epoch": 205.34,
      "grad_norm": 1.3958239555358887,
      "learning_rate": 4.161044801597865e-06,
      "loss": 0.3809,
      "step": 735750
    },
    {
      "epoch": 205.35,
      "grad_norm": 1.1405819654464722,
      "learning_rate": 4.161027726057607e-06,
      "loss": 0.3733,
      "step": 735760
    },
    {
      "epoch": 205.35,
      "grad_norm": 1.0906236171722412,
      "learning_rate": 4.161010650275468e-06,
      "loss": 0.3915,
      "step": 735770
    },
    {
      "epoch": 205.35,
      "grad_norm": 1.1064229011535645,
      "learning_rate": 4.160993574251451e-06,
      "loss": 0.3798,
      "step": 735780
    },
    {
      "epoch": 205.36,
      "grad_norm": 1.3218562602996826,
      "learning_rate": 4.160976497985559e-06,
      "loss": 0.4001,
      "step": 735790
    },
    {
      "epoch": 205.36,
      "grad_norm": 0.998100221157074,
      "learning_rate": 4.160959421477794e-06,
      "loss": 0.3543,
      "step": 735800
    },
    {
      "epoch": 205.36,
      "grad_norm": 1.1497644186019897,
      "learning_rate": 4.160942344728157e-06,
      "loss": 0.3764,
      "step": 735810
    },
    {
      "epoch": 205.36,
      "grad_norm": 1.0223864316940308,
      "learning_rate": 4.1609252677366515e-06,
      "loss": 0.3703,
      "step": 735820
    },
    {
      "epoch": 205.37,
      "grad_norm": 1.0356779098510742,
      "learning_rate": 4.160908190503279e-06,
      "loss": 0.3733,
      "step": 735830
    },
    {
      "epoch": 205.37,
      "grad_norm": 1.181938648223877,
      "learning_rate": 4.160891113028043e-06,
      "loss": 0.3648,
      "step": 735840
    },
    {
      "epoch": 205.37,
      "grad_norm": 1.1450376510620117,
      "learning_rate": 4.160874035310945e-06,
      "loss": 0.3717,
      "step": 735850
    },
    {
      "epoch": 205.38,
      "grad_norm": 1.0400446653366089,
      "learning_rate": 4.160856957351987e-06,
      "loss": 0.3749,
      "step": 735860
    },
    {
      "epoch": 205.38,
      "grad_norm": 0.9779676198959351,
      "learning_rate": 4.160839879151171e-06,
      "loss": 0.3726,
      "step": 735870
    },
    {
      "epoch": 205.38,
      "grad_norm": 0.9915322661399841,
      "learning_rate": 4.1608228007085004e-06,
      "loss": 0.3775,
      "step": 735880
    },
    {
      "epoch": 205.38,
      "grad_norm": 1.0839520692825317,
      "learning_rate": 4.160805722023977e-06,
      "loss": 0.3514,
      "step": 735890
    },
    {
      "epoch": 205.39,
      "grad_norm": 1.1919019222259521,
      "learning_rate": 4.160788643097603e-06,
      "loss": 0.3744,
      "step": 735900
    },
    {
      "epoch": 205.39,
      "grad_norm": 1.319025993347168,
      "learning_rate": 4.160771563929381e-06,
      "loss": 0.3804,
      "step": 735910
    },
    {
      "epoch": 205.39,
      "grad_norm": 1.1596280336380005,
      "learning_rate": 4.160754484519312e-06,
      "loss": 0.3475,
      "step": 735920
    },
    {
      "epoch": 205.39,
      "grad_norm": 1.0810967683792114,
      "learning_rate": 4.1607374048674e-06,
      "loss": 0.3688,
      "step": 735930
    },
    {
      "epoch": 205.4,
      "grad_norm": 1.2196260690689087,
      "learning_rate": 4.160720324973647e-06,
      "loss": 0.3725,
      "step": 735940
    },
    {
      "epoch": 205.4,
      "grad_norm": 1.165528416633606,
      "learning_rate": 4.160703244838054e-06,
      "loss": 0.3667,
      "step": 735950
    },
    {
      "epoch": 205.4,
      "grad_norm": 1.018707275390625,
      "learning_rate": 4.160686164460624e-06,
      "loss": 0.3613,
      "step": 735960
    },
    {
      "epoch": 205.41,
      "grad_norm": 1.4077489376068115,
      "learning_rate": 4.160669083841359e-06,
      "loss": 0.3553,
      "step": 735970
    },
    {
      "epoch": 205.41,
      "grad_norm": 0.921120822429657,
      "learning_rate": 4.160652002980262e-06,
      "loss": 0.355,
      "step": 735980
    },
    {
      "epoch": 205.41,
      "grad_norm": 1.0752719640731812,
      "learning_rate": 4.160634921877335e-06,
      "loss": 0.3778,
      "step": 735990
    },
    {
      "epoch": 205.41,
      "grad_norm": 1.1045632362365723,
      "learning_rate": 4.1606178405325795e-06,
      "loss": 0.3559,
      "step": 736000
    },
    {
      "epoch": 205.42,
      "grad_norm": 1.0290191173553467,
      "learning_rate": 4.160600758945999e-06,
      "loss": 0.3556,
      "step": 736010
    },
    {
      "epoch": 205.42,
      "grad_norm": 1.2099275588989258,
      "learning_rate": 4.160583677117595e-06,
      "loss": 0.3828,
      "step": 736020
    },
    {
      "epoch": 205.42,
      "grad_norm": 1.020957589149475,
      "learning_rate": 4.160566595047369e-06,
      "loss": 0.3799,
      "step": 736030
    },
    {
      "epoch": 205.43,
      "grad_norm": 1.1269817352294922,
      "learning_rate": 4.160549512735326e-06,
      "loss": 0.3635,
      "step": 736040
    },
    {
      "epoch": 205.43,
      "grad_norm": 1.1038748025894165,
      "learning_rate": 4.160532430181465e-06,
      "loss": 0.3835,
      "step": 736050
    },
    {
      "epoch": 205.43,
      "grad_norm": 1.277469277381897,
      "learning_rate": 4.160515347385791e-06,
      "loss": 0.3637,
      "step": 736060
    },
    {
      "epoch": 205.43,
      "grad_norm": 1.0493865013122559,
      "learning_rate": 4.160498264348304e-06,
      "loss": 0.3672,
      "step": 736070
    },
    {
      "epoch": 205.44,
      "grad_norm": 1.0811150074005127,
      "learning_rate": 4.160481181069008e-06,
      "loss": 0.3757,
      "step": 736080
    },
    {
      "epoch": 205.44,
      "grad_norm": 1.041276454925537,
      "learning_rate": 4.160464097547904e-06,
      "loss": 0.3638,
      "step": 736090
    },
    {
      "epoch": 205.44,
      "grad_norm": 1.0565193891525269,
      "learning_rate": 4.160447013784996e-06,
      "loss": 0.3681,
      "step": 736100
    },
    {
      "epoch": 205.45,
      "grad_norm": 1.12711501121521,
      "learning_rate": 4.160429929780284e-06,
      "loss": 0.3652,
      "step": 736110
    },
    {
      "epoch": 205.45,
      "grad_norm": 1.2398810386657715,
      "learning_rate": 4.160412845533771e-06,
      "loss": 0.3624,
      "step": 736120
    },
    {
      "epoch": 205.45,
      "grad_norm": 2.3294472694396973,
      "learning_rate": 4.1603957610454605e-06,
      "loss": 0.3642,
      "step": 736130
    },
    {
      "epoch": 205.45,
      "grad_norm": 4.328541278839111,
      "learning_rate": 4.160378676315354e-06,
      "loss": 0.3927,
      "step": 736140
    },
    {
      "epoch": 205.46,
      "grad_norm": 1.166077733039856,
      "learning_rate": 4.160361591343453e-06,
      "loss": 0.3902,
      "step": 736150
    },
    {
      "epoch": 205.46,
      "grad_norm": 1.0172221660614014,
      "learning_rate": 4.160344506129761e-06,
      "loss": 0.3592,
      "step": 736160
    },
    {
      "epoch": 205.46,
      "grad_norm": 1.1294350624084473,
      "learning_rate": 4.16032742067428e-06,
      "loss": 0.3766,
      "step": 736170
    },
    {
      "epoch": 205.46,
      "grad_norm": 1.2225178480148315,
      "learning_rate": 4.160310334977012e-06,
      "loss": 0.3805,
      "step": 736180
    },
    {
      "epoch": 205.47,
      "grad_norm": 2.0370287895202637,
      "learning_rate": 4.160293249037959e-06,
      "loss": 0.3699,
      "step": 736190
    },
    {
      "epoch": 205.47,
      "grad_norm": 1.5344936847686768,
      "learning_rate": 4.160276162857125e-06,
      "loss": 0.3643,
      "step": 736200
    },
    {
      "epoch": 205.47,
      "grad_norm": 1.06244695186615,
      "learning_rate": 4.160259076434509e-06,
      "loss": 0.3746,
      "step": 736210
    },
    {
      "epoch": 205.48,
      "grad_norm": 1.254326343536377,
      "learning_rate": 4.160241989770116e-06,
      "loss": 0.392,
      "step": 736220
    },
    {
      "epoch": 205.48,
      "grad_norm": 1.152693510055542,
      "learning_rate": 4.160224902863947e-06,
      "loss": 0.3775,
      "step": 736230
    },
    {
      "epoch": 205.48,
      "grad_norm": 1.040696144104004,
      "learning_rate": 4.160207815716005e-06,
      "loss": 0.3562,
      "step": 736240
    },
    {
      "epoch": 205.48,
      "grad_norm": 1.0786082744598389,
      "learning_rate": 4.160190728326291e-06,
      "loss": 0.3803,
      "step": 736250
    },
    {
      "epoch": 205.49,
      "grad_norm": 1.1912603378295898,
      "learning_rate": 4.16017364069481e-06,
      "loss": 0.4068,
      "step": 736260
    },
    {
      "epoch": 205.49,
      "grad_norm": 1.2001639604568481,
      "learning_rate": 4.160156552821561e-06,
      "loss": 0.3589,
      "step": 736270
    },
    {
      "epoch": 205.49,
      "grad_norm": 1.144287347793579,
      "learning_rate": 4.160139464706549e-06,
      "loss": 0.3697,
      "step": 736280
    },
    {
      "epoch": 205.5,
      "grad_norm": 1.1108802556991577,
      "learning_rate": 4.160122376349774e-06,
      "loss": 0.3801,
      "step": 736290
    },
    {
      "epoch": 205.5,
      "grad_norm": 1.1372153759002686,
      "learning_rate": 4.160105287751241e-06,
      "loss": 0.3704,
      "step": 736300
    },
    {
      "epoch": 205.5,
      "grad_norm": 0.9366796016693115,
      "learning_rate": 4.160088198910949e-06,
      "loss": 0.3672,
      "step": 736310
    },
    {
      "epoch": 205.5,
      "grad_norm": 1.2270010709762573,
      "learning_rate": 4.1600711098289025e-06,
      "loss": 0.3693,
      "step": 736320
    },
    {
      "epoch": 205.51,
      "grad_norm": 1.106031894683838,
      "learning_rate": 4.160054020505103e-06,
      "loss": 0.3703,
      "step": 736330
    },
    {
      "epoch": 205.51,
      "grad_norm": 1.0286394357681274,
      "learning_rate": 4.1600369309395526e-06,
      "loss": 0.3741,
      "step": 736340
    },
    {
      "epoch": 205.51,
      "grad_norm": 1.0521113872528076,
      "learning_rate": 4.160019841132254e-06,
      "loss": 0.3791,
      "step": 736350
    },
    {
      "epoch": 205.51,
      "grad_norm": 1.1767877340316772,
      "learning_rate": 4.16000275108321e-06,
      "loss": 0.3944,
      "step": 736360
    },
    {
      "epoch": 205.52,
      "grad_norm": 1.1752084493637085,
      "learning_rate": 4.159985660792422e-06,
      "loss": 0.382,
      "step": 736370
    },
    {
      "epoch": 205.52,
      "grad_norm": 1.1041916608810425,
      "learning_rate": 4.159968570259893e-06,
      "loss": 0.4074,
      "step": 736380
    },
    {
      "epoch": 205.52,
      "grad_norm": 1.2044925689697266,
      "learning_rate": 4.159951479485624e-06,
      "loss": 0.3589,
      "step": 736390
    },
    {
      "epoch": 205.53,
      "grad_norm": 1.3070424795150757,
      "learning_rate": 4.159934388469618e-06,
      "loss": 0.3604,
      "step": 736400
    },
    {
      "epoch": 205.53,
      "grad_norm": 1.0461981296539307,
      "learning_rate": 4.159917297211879e-06,
      "loss": 0.366,
      "step": 736410
    },
    {
      "epoch": 205.53,
      "grad_norm": 0.9671040177345276,
      "learning_rate": 4.159900205712405e-06,
      "loss": 0.3575,
      "step": 736420
    },
    {
      "epoch": 205.53,
      "grad_norm": 1.188490867614746,
      "learning_rate": 4.159883113971203e-06,
      "loss": 0.3818,
      "step": 736430
    },
    {
      "epoch": 205.54,
      "grad_norm": 1.188668131828308,
      "learning_rate": 4.1598660219882715e-06,
      "loss": 0.3768,
      "step": 736440
    },
    {
      "epoch": 205.54,
      "grad_norm": 1.1201177835464478,
      "learning_rate": 4.159848929763617e-06,
      "loss": 0.3888,
      "step": 736450
    },
    {
      "epoch": 205.54,
      "grad_norm": 0.9927417039871216,
      "learning_rate": 4.159831837297236e-06,
      "loss": 0.3677,
      "step": 736460
    },
    {
      "epoch": 205.55,
      "grad_norm": 0.9245575666427612,
      "learning_rate": 4.1598147445891365e-06,
      "loss": 0.3586,
      "step": 736470
    },
    {
      "epoch": 205.55,
      "grad_norm": 1.231716275215149,
      "learning_rate": 4.159797651639318e-06,
      "loss": 0.3627,
      "step": 736480
    },
    {
      "epoch": 205.55,
      "grad_norm": 1.2018018960952759,
      "learning_rate": 4.159780558447783e-06,
      "loss": 0.3492,
      "step": 736490
    },
    {
      "epoch": 205.55,
      "grad_norm": 1.0670148134231567,
      "learning_rate": 4.159763465014532e-06,
      "loss": 0.3726,
      "step": 736500
    },
    {
      "epoch": 205.56,
      "grad_norm": 0.9912978410720825,
      "learning_rate": 4.159746371339571e-06,
      "loss": 0.3715,
      "step": 736510
    },
    {
      "epoch": 205.56,
      "grad_norm": 1.0695255994796753,
      "learning_rate": 4.159729277422899e-06,
      "loss": 0.381,
      "step": 736520
    },
    {
      "epoch": 205.56,
      "grad_norm": 1.7894086837768555,
      "learning_rate": 4.159712183264522e-06,
      "loss": 0.3818,
      "step": 736530
    },
    {
      "epoch": 205.57,
      "grad_norm": 1.0394337177276611,
      "learning_rate": 4.159695088864438e-06,
      "loss": 0.3767,
      "step": 736540
    },
    {
      "epoch": 205.57,
      "grad_norm": 1.014582872390747,
      "learning_rate": 4.159677994222652e-06,
      "loss": 0.3927,
      "step": 736550
    },
    {
      "epoch": 205.57,
      "grad_norm": 1.273781657218933,
      "learning_rate": 4.1596608993391654e-06,
      "loss": 0.3923,
      "step": 736560
    },
    {
      "epoch": 205.57,
      "grad_norm": 1.0693734884262085,
      "learning_rate": 4.15964380421398e-06,
      "loss": 0.3694,
      "step": 736570
    },
    {
      "epoch": 205.58,
      "grad_norm": 1.0837764739990234,
      "learning_rate": 4.159626708847099e-06,
      "loss": 0.3729,
      "step": 736580
    },
    {
      "epoch": 205.58,
      "grad_norm": 1.21909499168396,
      "learning_rate": 4.159609613238524e-06,
      "loss": 0.3833,
      "step": 736590
    },
    {
      "epoch": 205.58,
      "grad_norm": 1.0861122608184814,
      "learning_rate": 4.159592517388258e-06,
      "loss": 0.3552,
      "step": 736600
    },
    {
      "epoch": 205.58,
      "grad_norm": 0.9516270160675049,
      "learning_rate": 4.159575421296303e-06,
      "loss": 0.3652,
      "step": 736610
    },
    {
      "epoch": 205.59,
      "grad_norm": 1.281911015510559,
      "learning_rate": 4.1595583249626605e-06,
      "loss": 0.3697,
      "step": 736620
    },
    {
      "epoch": 205.59,
      "grad_norm": 1.0207343101501465,
      "learning_rate": 4.159541228387334e-06,
      "loss": 0.368,
      "step": 736630
    },
    {
      "epoch": 205.59,
      "grad_norm": 0.9644713997840881,
      "learning_rate": 4.159524131570325e-06,
      "loss": 0.3786,
      "step": 736640
    },
    {
      "epoch": 205.6,
      "grad_norm": 0.9986684322357178,
      "learning_rate": 4.159507034511636e-06,
      "loss": 0.374,
      "step": 736650
    },
    {
      "epoch": 205.6,
      "grad_norm": 1.159286379814148,
      "learning_rate": 4.159489937211269e-06,
      "loss": 0.3611,
      "step": 736660
    },
    {
      "epoch": 205.6,
      "grad_norm": 1.2977352142333984,
      "learning_rate": 4.159472839669227e-06,
      "loss": 0.3822,
      "step": 736670
    },
    {
      "epoch": 205.6,
      "grad_norm": 1.1721867322921753,
      "learning_rate": 4.159455741885511e-06,
      "loss": 0.3741,
      "step": 736680
    },
    {
      "epoch": 205.61,
      "grad_norm": 1.0198811292648315,
      "learning_rate": 4.1594386438601256e-06,
      "loss": 0.376,
      "step": 736690
    },
    {
      "epoch": 205.61,
      "grad_norm": 1.026533842086792,
      "learning_rate": 4.15942154559307e-06,
      "loss": 0.3632,
      "step": 736700
    },
    {
      "epoch": 205.61,
      "grad_norm": 0.89675372838974,
      "learning_rate": 4.159404447084349e-06,
      "loss": 0.3814,
      "step": 736710
    },
    {
      "epoch": 205.62,
      "grad_norm": 1.2019598484039307,
      "learning_rate": 4.159387348333963e-06,
      "loss": 0.3735,
      "step": 736720
    },
    {
      "epoch": 205.62,
      "grad_norm": 1.1152753829956055,
      "learning_rate": 4.159370249341916e-06,
      "loss": 0.3665,
      "step": 736730
    },
    {
      "epoch": 205.62,
      "grad_norm": 1.0831921100616455,
      "learning_rate": 4.1593531501082085e-06,
      "loss": 0.3832,
      "step": 736740
    },
    {
      "epoch": 205.62,
      "grad_norm": 1.0218017101287842,
      "learning_rate": 4.159336050632845e-06,
      "loss": 0.3594,
      "step": 736750
    },
    {
      "epoch": 205.63,
      "grad_norm": 1.0618267059326172,
      "learning_rate": 4.159318950915825e-06,
      "loss": 0.3591,
      "step": 736760
    },
    {
      "epoch": 205.63,
      "grad_norm": 0.9926016330718994,
      "learning_rate": 4.159301850957154e-06,
      "loss": 0.3681,
      "step": 736770
    },
    {
      "epoch": 205.63,
      "grad_norm": 1.2117928266525269,
      "learning_rate": 4.159284750756832e-06,
      "loss": 0.3661,
      "step": 736780
    },
    {
      "epoch": 205.63,
      "grad_norm": 1.113192081451416,
      "learning_rate": 4.159267650314861e-06,
      "loss": 0.3721,
      "step": 736790
    },
    {
      "epoch": 205.64,
      "grad_norm": 1.2174736261367798,
      "learning_rate": 4.159250549631245e-06,
      "loss": 0.3692,
      "step": 736800
    },
    {
      "epoch": 205.64,
      "grad_norm": 1.0115742683410645,
      "learning_rate": 4.159233448705984e-06,
      "loss": 0.366,
      "step": 736810
    },
    {
      "epoch": 205.64,
      "grad_norm": 0.9417409896850586,
      "learning_rate": 4.159216347539083e-06,
      "loss": 0.379,
      "step": 736820
    },
    {
      "epoch": 205.65,
      "grad_norm": 0.9655390977859497,
      "learning_rate": 4.159199246130543e-06,
      "loss": 0.3839,
      "step": 736830
    },
    {
      "epoch": 205.65,
      "grad_norm": 1.0197616815567017,
      "learning_rate": 4.1591821444803655e-06,
      "loss": 0.3624,
      "step": 736840
    },
    {
      "epoch": 205.65,
      "grad_norm": 1.078373908996582,
      "learning_rate": 4.159165042588554e-06,
      "loss": 0.3674,
      "step": 736850
    },
    {
      "epoch": 205.65,
      "grad_norm": 1.2117506265640259,
      "learning_rate": 4.15914794045511e-06,
      "loss": 0.3706,
      "step": 736860
    },
    {
      "epoch": 205.66,
      "grad_norm": 1.1950836181640625,
      "learning_rate": 4.159130838080036e-06,
      "loss": 0.3658,
      "step": 736870
    },
    {
      "epoch": 205.66,
      "grad_norm": 1.5849437713623047,
      "learning_rate": 4.159113735463335e-06,
      "loss": 0.3659,
      "step": 736880
    },
    {
      "epoch": 205.66,
      "grad_norm": 1.0667048692703247,
      "learning_rate": 4.159096632605008e-06,
      "loss": 0.3685,
      "step": 736890
    },
    {
      "epoch": 205.67,
      "grad_norm": 1.269036054611206,
      "learning_rate": 4.159079529505058e-06,
      "loss": 0.3662,
      "step": 736900
    },
    {
      "epoch": 205.67,
      "grad_norm": 1.0542638301849365,
      "learning_rate": 4.159062426163486e-06,
      "loss": 0.3788,
      "step": 736910
    },
    {
      "epoch": 205.67,
      "grad_norm": 1.44602632522583,
      "learning_rate": 4.159045322580297e-06,
      "loss": 0.3846,
      "step": 736920
    },
    {
      "epoch": 205.67,
      "grad_norm": 1.1074671745300293,
      "learning_rate": 4.159028218755491e-06,
      "loss": 0.3856,
      "step": 736930
    },
    {
      "epoch": 205.68,
      "grad_norm": 1.139086127281189,
      "learning_rate": 4.159011114689071e-06,
      "loss": 0.3543,
      "step": 736940
    },
    {
      "epoch": 205.68,
      "grad_norm": 1.1011661291122437,
      "learning_rate": 4.15899401038104e-06,
      "loss": 0.3736,
      "step": 736950
    },
    {
      "epoch": 205.68,
      "grad_norm": 1.0502058267593384,
      "learning_rate": 4.158976905831399e-06,
      "loss": 0.3833,
      "step": 736960
    },
    {
      "epoch": 205.69,
      "grad_norm": 1.7818864583969116,
      "learning_rate": 4.15895980104015e-06,
      "loss": 0.3912,
      "step": 736970
    },
    {
      "epoch": 205.69,
      "grad_norm": 1.1122510433197021,
      "learning_rate": 4.158942696007297e-06,
      "loss": 0.3706,
      "step": 736980
    },
    {
      "epoch": 205.69,
      "grad_norm": 1.1253743171691895,
      "learning_rate": 4.158925590732841e-06,
      "loss": 0.3671,
      "step": 736990
    },
    {
      "epoch": 205.69,
      "grad_norm": 1.0615870952606201,
      "learning_rate": 4.158908485216785e-06,
      "loss": 0.3854,
      "step": 737000
    },
    {
      "epoch": 205.7,
      "grad_norm": 1.2353776693344116,
      "learning_rate": 4.15889137945913e-06,
      "loss": 0.3739,
      "step": 737010
    },
    {
      "epoch": 205.7,
      "grad_norm": 1.0270984172821045,
      "learning_rate": 4.158874273459881e-06,
      "loss": 0.3891,
      "step": 737020
    },
    {
      "epoch": 205.7,
      "grad_norm": 1.1309645175933838,
      "learning_rate": 4.158857167219036e-06,
      "loss": 0.3667,
      "step": 737030
    },
    {
      "epoch": 205.7,
      "grad_norm": 1.017549991607666,
      "learning_rate": 4.158840060736602e-06,
      "loss": 0.3752,
      "step": 737040
    },
    {
      "epoch": 205.71,
      "grad_norm": 1.1993898153305054,
      "learning_rate": 4.158822954012578e-06,
      "loss": 0.3711,
      "step": 737050
    },
    {
      "epoch": 205.71,
      "grad_norm": 1.1995320320129395,
      "learning_rate": 4.158805847046968e-06,
      "loss": 0.3846,
      "step": 737060
    },
    {
      "epoch": 205.71,
      "grad_norm": 1.0697964429855347,
      "learning_rate": 4.158788739839772e-06,
      "loss": 0.3785,
      "step": 737070
    },
    {
      "epoch": 205.72,
      "grad_norm": 1.15314519405365,
      "learning_rate": 4.158771632390995e-06,
      "loss": 0.398,
      "step": 737080
    },
    {
      "epoch": 205.72,
      "grad_norm": 1.3227829933166504,
      "learning_rate": 4.158754524700637e-06,
      "loss": 0.378,
      "step": 737090
    },
    {
      "epoch": 205.72,
      "grad_norm": 1.0969359874725342,
      "learning_rate": 4.1587374167687034e-06,
      "loss": 0.3695,
      "step": 737100
    },
    {
      "epoch": 205.72,
      "grad_norm": 1.1271066665649414,
      "learning_rate": 4.158720308595193e-06,
      "loss": 0.3673,
      "step": 737110
    },
    {
      "epoch": 205.73,
      "grad_norm": 1.1247568130493164,
      "learning_rate": 4.15870320018011e-06,
      "loss": 0.3631,
      "step": 737120
    },
    {
      "epoch": 205.73,
      "grad_norm": 1.2133760452270508,
      "learning_rate": 4.158686091523456e-06,
      "loss": 0.395,
      "step": 737130
    },
    {
      "epoch": 205.73,
      "grad_norm": 1.0590407848358154,
      "learning_rate": 4.158668982625234e-06,
      "loss": 0.3717,
      "step": 737140
    },
    {
      "epoch": 205.74,
      "grad_norm": 0.9632309079170227,
      "learning_rate": 4.1586518734854455e-06,
      "loss": 0.3624,
      "step": 737150
    },
    {
      "epoch": 205.74,
      "grad_norm": 1.0569353103637695,
      "learning_rate": 4.1586347641040925e-06,
      "loss": 0.3617,
      "step": 737160
    },
    {
      "epoch": 205.74,
      "grad_norm": 1.327057957649231,
      "learning_rate": 4.158617654481179e-06,
      "loss": 0.3819,
      "step": 737170
    },
    {
      "epoch": 205.74,
      "grad_norm": 1.113926649093628,
      "learning_rate": 4.158600544616705e-06,
      "loss": 0.3538,
      "step": 737180
    },
    {
      "epoch": 205.75,
      "grad_norm": 1.1124093532562256,
      "learning_rate": 4.1585834345106755e-06,
      "loss": 0.3752,
      "step": 737190
    },
    {
      "epoch": 205.75,
      "grad_norm": 0.9930485486984253,
      "learning_rate": 4.15856632416309e-06,
      "loss": 0.3587,
      "step": 737200
    },
    {
      "epoch": 205.75,
      "grad_norm": 1.3357044458389282,
      "learning_rate": 4.158549213573952e-06,
      "loss": 0.3811,
      "step": 737210
    },
    {
      "epoch": 205.75,
      "grad_norm": 1.054790735244751,
      "learning_rate": 4.158532102743264e-06,
      "loss": 0.3689,
      "step": 737220
    },
    {
      "epoch": 205.76,
      "grad_norm": 1.0008020401000977,
      "learning_rate": 4.158514991671028e-06,
      "loss": 0.3673,
      "step": 737230
    },
    {
      "epoch": 205.76,
      "grad_norm": 1.1148254871368408,
      "learning_rate": 4.158497880357245e-06,
      "loss": 0.3688,
      "step": 737240
    },
    {
      "epoch": 205.76,
      "grad_norm": 1.1528875827789307,
      "learning_rate": 4.158480768801921e-06,
      "loss": 0.3602,
      "step": 737250
    },
    {
      "epoch": 205.77,
      "grad_norm": 1.0789828300476074,
      "learning_rate": 4.158463657005054e-06,
      "loss": 0.3672,
      "step": 737260
    },
    {
      "epoch": 205.77,
      "grad_norm": 1.1887489557266235,
      "learning_rate": 4.1584465449666485e-06,
      "loss": 0.3789,
      "step": 737270
    },
    {
      "epoch": 205.77,
      "grad_norm": 1.0037925243377686,
      "learning_rate": 4.1584294326867065e-06,
      "loss": 0.3547,
      "step": 737280
    },
    {
      "epoch": 205.77,
      "grad_norm": 1.0837701559066772,
      "learning_rate": 4.1584123201652295e-06,
      "loss": 0.3639,
      "step": 737290
    },
    {
      "epoch": 205.78,
      "grad_norm": 1.0652453899383545,
      "learning_rate": 4.158395207402221e-06,
      "loss": 0.3651,
      "step": 737300
    },
    {
      "epoch": 205.78,
      "grad_norm": 1.2245948314666748,
      "learning_rate": 4.158378094397683e-06,
      "loss": 0.3646,
      "step": 737310
    },
    {
      "epoch": 205.78,
      "grad_norm": 0.9108887314796448,
      "learning_rate": 4.158360981151618e-06,
      "loss": 0.3651,
      "step": 737320
    },
    {
      "epoch": 205.79,
      "grad_norm": 1.0454941987991333,
      "learning_rate": 4.158343867664027e-06,
      "loss": 0.3714,
      "step": 737330
    },
    {
      "epoch": 205.79,
      "grad_norm": 1.1952518224716187,
      "learning_rate": 4.158326753934913e-06,
      "loss": 0.3807,
      "step": 737340
    },
    {
      "epoch": 205.79,
      "grad_norm": 1.0713491439819336,
      "learning_rate": 4.158309639964279e-06,
      "loss": 0.3846,
      "step": 737350
    },
    {
      "epoch": 205.79,
      "grad_norm": 1.316306233406067,
      "learning_rate": 4.158292525752125e-06,
      "loss": 0.3847,
      "step": 737360
    },
    {
      "epoch": 205.8,
      "grad_norm": 1.0999836921691895,
      "learning_rate": 4.158275411298457e-06,
      "loss": 0.3812,
      "step": 737370
    },
    {
      "epoch": 205.8,
      "grad_norm": 0.998022198677063,
      "learning_rate": 4.158258296603274e-06,
      "loss": 0.3649,
      "step": 737380
    },
    {
      "epoch": 205.8,
      "grad_norm": 1.1410655975341797,
      "learning_rate": 4.15824118166658e-06,
      "loss": 0.3769,
      "step": 737390
    },
    {
      "epoch": 205.81,
      "grad_norm": 1.1941567659378052,
      "learning_rate": 4.158224066488376e-06,
      "loss": 0.3709,
      "step": 737400
    },
    {
      "epoch": 205.81,
      "grad_norm": 1.4443550109863281,
      "learning_rate": 4.158206951068665e-06,
      "loss": 0.3793,
      "step": 737410
    },
    {
      "epoch": 205.81,
      "grad_norm": 0.9307820200920105,
      "learning_rate": 4.15818983540745e-06,
      "loss": 0.3719,
      "step": 737420
    },
    {
      "epoch": 205.81,
      "grad_norm": 1.1376491785049438,
      "learning_rate": 4.158172719504733e-06,
      "loss": 0.3613,
      "step": 737430
    },
    {
      "epoch": 205.82,
      "grad_norm": 1.2901859283447266,
      "learning_rate": 4.1581556033605144e-06,
      "loss": 0.3673,
      "step": 737440
    },
    {
      "epoch": 205.82,
      "grad_norm": 1.13175368309021,
      "learning_rate": 4.1581384869747995e-06,
      "loss": 0.368,
      "step": 737450
    },
    {
      "epoch": 205.82,
      "grad_norm": 1.1360019445419312,
      "learning_rate": 4.158121370347588e-06,
      "loss": 0.3687,
      "step": 737460
    },
    {
      "epoch": 205.82,
      "grad_norm": 0.9235088229179382,
      "learning_rate": 4.158104253478883e-06,
      "loss": 0.3818,
      "step": 737470
    },
    {
      "epoch": 205.83,
      "grad_norm": 1.0745688676834106,
      "learning_rate": 4.158087136368687e-06,
      "loss": 0.3767,
      "step": 737480
    },
    {
      "epoch": 205.83,
      "grad_norm": 1.1930227279663086,
      "learning_rate": 4.158070019017002e-06,
      "loss": 0.3756,
      "step": 737490
    },
    {
      "epoch": 205.83,
      "grad_norm": 1.0568146705627441,
      "learning_rate": 4.158052901423832e-06,
      "loss": 0.3658,
      "step": 737500
    },
    {
      "epoch": 205.84,
      "grad_norm": 1.0036133527755737,
      "learning_rate": 4.158035783589176e-06,
      "loss": 0.3614,
      "step": 737510
    },
    {
      "epoch": 205.84,
      "grad_norm": 0.9892911314964294,
      "learning_rate": 4.1580186655130395e-06,
      "loss": 0.3586,
      "step": 737520
    },
    {
      "epoch": 205.84,
      "grad_norm": 1.1439706087112427,
      "learning_rate": 4.158001547195422e-06,
      "loss": 0.3794,
      "step": 737530
    },
    {
      "epoch": 205.84,
      "grad_norm": 1.2100167274475098,
      "learning_rate": 4.157984428636328e-06,
      "loss": 0.3702,
      "step": 737540
    },
    {
      "epoch": 205.85,
      "grad_norm": 1.061860203742981,
      "learning_rate": 4.157967309835759e-06,
      "loss": 0.3894,
      "step": 737550
    },
    {
      "epoch": 205.85,
      "grad_norm": 1.1285330057144165,
      "learning_rate": 4.157950190793717e-06,
      "loss": 0.3868,
      "step": 737560
    },
    {
      "epoch": 205.85,
      "grad_norm": 0.9086635708808899,
      "learning_rate": 4.157933071510204e-06,
      "loss": 0.3819,
      "step": 737570
    },
    {
      "epoch": 205.86,
      "grad_norm": 1.1325128078460693,
      "learning_rate": 4.157915951985223e-06,
      "loss": 0.3852,
      "step": 737580
    },
    {
      "epoch": 205.86,
      "grad_norm": 1.0236214399337769,
      "learning_rate": 4.157898832218776e-06,
      "loss": 0.3704,
      "step": 737590
    },
    {
      "epoch": 205.86,
      "grad_norm": 1.4056260585784912,
      "learning_rate": 4.157881712210866e-06,
      "loss": 0.3705,
      "step": 737600
    },
    {
      "epoch": 205.86,
      "grad_norm": 1.1919053792953491,
      "learning_rate": 4.157864591961494e-06,
      "loss": 0.3841,
      "step": 737610
    },
    {
      "epoch": 205.87,
      "grad_norm": 1.2619004249572754,
      "learning_rate": 4.1578474714706625e-06,
      "loss": 0.3616,
      "step": 737620
    },
    {
      "epoch": 205.87,
      "grad_norm": 1.1435599327087402,
      "learning_rate": 4.157830350738374e-06,
      "loss": 0.3753,
      "step": 737630
    },
    {
      "epoch": 205.87,
      "grad_norm": 1.071657419204712,
      "learning_rate": 4.157813229764632e-06,
      "loss": 0.3759,
      "step": 737640
    },
    {
      "epoch": 205.87,
      "grad_norm": 1.0823421478271484,
      "learning_rate": 4.157796108549437e-06,
      "loss": 0.3934,
      "step": 737650
    },
    {
      "epoch": 205.88,
      "grad_norm": 0.9470012784004211,
      "learning_rate": 4.157778987092792e-06,
      "loss": 0.3672,
      "step": 737660
    },
    {
      "epoch": 205.88,
      "grad_norm": 0.9933555722236633,
      "learning_rate": 4.157761865394699e-06,
      "loss": 0.3785,
      "step": 737670
    },
    {
      "epoch": 205.88,
      "grad_norm": 1.2130028009414673,
      "learning_rate": 4.157744743455161e-06,
      "loss": 0.3882,
      "step": 737680
    },
    {
      "epoch": 205.89,
      "grad_norm": 1.1992578506469727,
      "learning_rate": 4.15772762127418e-06,
      "loss": 0.3748,
      "step": 737690
    },
    {
      "epoch": 205.89,
      "grad_norm": 1.5224469900131226,
      "learning_rate": 4.1577104988517575e-06,
      "loss": 0.3624,
      "step": 737700
    },
    {
      "epoch": 205.89,
      "grad_norm": 1.226485013961792,
      "learning_rate": 4.157693376187896e-06,
      "loss": 0.3616,
      "step": 737710
    },
    {
      "epoch": 205.89,
      "grad_norm": 1.2860196828842163,
      "learning_rate": 4.1576762532826e-06,
      "loss": 0.3891,
      "step": 737720
    },
    {
      "epoch": 205.9,
      "grad_norm": 1.1043603420257568,
      "learning_rate": 4.157659130135868e-06,
      "loss": 0.3756,
      "step": 737730
    },
    {
      "epoch": 205.9,
      "grad_norm": 1.2017037868499756,
      "learning_rate": 4.1576420067477056e-06,
      "loss": 0.3786,
      "step": 737740
    },
    {
      "epoch": 205.9,
      "grad_norm": 1.130449652671814,
      "learning_rate": 4.157624883118112e-06,
      "loss": 0.3827,
      "step": 737750
    },
    {
      "epoch": 205.91,
      "grad_norm": 1.0241591930389404,
      "learning_rate": 4.157607759247093e-06,
      "loss": 0.3787,
      "step": 737760
    },
    {
      "epoch": 205.91,
      "grad_norm": 1.030721664428711,
      "learning_rate": 4.1575906351346476e-06,
      "loss": 0.3778,
      "step": 737770
    },
    {
      "epoch": 205.91,
      "grad_norm": 1.0296471118927002,
      "learning_rate": 4.15757351078078e-06,
      "loss": 0.3738,
      "step": 737780
    },
    {
      "epoch": 205.91,
      "grad_norm": 1.2307615280151367,
      "learning_rate": 4.157556386185492e-06,
      "loss": 0.3887,
      "step": 737790
    },
    {
      "epoch": 205.92,
      "grad_norm": 1.0925060510635376,
      "learning_rate": 4.157539261348786e-06,
      "loss": 0.3725,
      "step": 737800
    },
    {
      "epoch": 205.92,
      "grad_norm": 1.1496988534927368,
      "learning_rate": 4.1575221362706646e-06,
      "loss": 0.3569,
      "step": 737810
    },
    {
      "epoch": 205.92,
      "grad_norm": 1.5047199726104736,
      "learning_rate": 4.157505010951129e-06,
      "loss": 0.3951,
      "step": 737820
    },
    {
      "epoch": 205.93,
      "grad_norm": 0.9574548602104187,
      "learning_rate": 4.157487885390182e-06,
      "loss": 0.3625,
      "step": 737830
    },
    {
      "epoch": 205.93,
      "grad_norm": 4.855258941650391,
      "learning_rate": 4.1574707595878255e-06,
      "loss": 0.3493,
      "step": 737840
    },
    {
      "epoch": 205.93,
      "grad_norm": 1.148689866065979,
      "learning_rate": 4.157453633544064e-06,
      "loss": 0.3755,
      "step": 737850
    },
    {
      "epoch": 205.93,
      "grad_norm": 1.2573049068450928,
      "learning_rate": 4.157436507258896e-06,
      "loss": 0.3585,
      "step": 737860
    },
    {
      "epoch": 205.94,
      "grad_norm": 1.0846354961395264,
      "learning_rate": 4.1574193807323275e-06,
      "loss": 0.3711,
      "step": 737870
    },
    {
      "epoch": 205.94,
      "grad_norm": 1.018872618675232,
      "learning_rate": 4.157402253964358e-06,
      "loss": 0.3664,
      "step": 737880
    },
    {
      "epoch": 205.94,
      "grad_norm": 1.2873079776763916,
      "learning_rate": 4.157385126954992e-06,
      "loss": 0.3712,
      "step": 737890
    },
    {
      "epoch": 205.94,
      "grad_norm": 4.6889119148254395,
      "learning_rate": 4.15736799970423e-06,
      "loss": 0.3697,
      "step": 737900
    },
    {
      "epoch": 205.95,
      "grad_norm": 1.1870534420013428,
      "learning_rate": 4.157350872212075e-06,
      "loss": 0.3946,
      "step": 737910
    },
    {
      "epoch": 205.95,
      "grad_norm": 1.2913347482681274,
      "learning_rate": 4.157333744478529e-06,
      "loss": 0.38,
      "step": 737920
    },
    {
      "epoch": 205.95,
      "grad_norm": 1.0953739881515503,
      "learning_rate": 4.157316616503595e-06,
      "loss": 0.3737,
      "step": 737930
    },
    {
      "epoch": 205.96,
      "grad_norm": 1.131239891052246,
      "learning_rate": 4.1572994882872744e-06,
      "loss": 0.367,
      "step": 737940
    },
    {
      "epoch": 205.96,
      "grad_norm": 1.042487382888794,
      "learning_rate": 4.15728235982957e-06,
      "loss": 0.3823,
      "step": 737950
    },
    {
      "epoch": 205.96,
      "grad_norm": 1.5966477394104004,
      "learning_rate": 4.157265231130484e-06,
      "loss": 0.386,
      "step": 737960
    },
    {
      "epoch": 205.96,
      "grad_norm": 1.2678502798080444,
      "learning_rate": 4.157248102190018e-06,
      "loss": 0.3726,
      "step": 737970
    },
    {
      "epoch": 205.97,
      "grad_norm": 1.4486355781555176,
      "learning_rate": 4.157230973008176e-06,
      "loss": 0.3607,
      "step": 737980
    },
    {
      "epoch": 205.97,
      "grad_norm": 1.6156526803970337,
      "learning_rate": 4.1572138435849585e-06,
      "loss": 0.3791,
      "step": 737990
    },
    {
      "epoch": 205.97,
      "grad_norm": 1.4595441818237305,
      "learning_rate": 4.157196713920369e-06,
      "loss": 0.3713,
      "step": 738000
    },
    {
      "epoch": 205.98,
      "grad_norm": 1.028481125831604,
      "learning_rate": 4.157179584014409e-06,
      "loss": 0.3671,
      "step": 738010
    },
    {
      "epoch": 205.98,
      "grad_norm": 1.070021152496338,
      "learning_rate": 4.15716245386708e-06,
      "loss": 0.3801,
      "step": 738020
    },
    {
      "epoch": 205.98,
      "grad_norm": 1.0397372245788574,
      "learning_rate": 4.157145323478386e-06,
      "loss": 0.3789,
      "step": 738030
    },
    {
      "epoch": 205.98,
      "grad_norm": 1.0765652656555176,
      "learning_rate": 4.15712819284833e-06,
      "loss": 0.365,
      "step": 738040
    },
    {
      "epoch": 205.99,
      "grad_norm": 1.1699230670928955,
      "learning_rate": 4.157111061976911e-06,
      "loss": 0.3852,
      "step": 738050
    },
    {
      "epoch": 205.99,
      "grad_norm": 1.088550329208374,
      "learning_rate": 4.157093930864134e-06,
      "loss": 0.3726,
      "step": 738060
    },
    {
      "epoch": 205.99,
      "grad_norm": 1.193751335144043,
      "learning_rate": 4.15707679951e-06,
      "loss": 0.3705,
      "step": 738070
    },
    {
      "epoch": 205.99,
      "grad_norm": 0.933140218257904,
      "learning_rate": 4.157059667914512e-06,
      "loss": 0.3487,
      "step": 738080
    },
    {
      "epoch": 206.0,
      "grad_norm": 0.981396496295929,
      "learning_rate": 4.157042536077672e-06,
      "loss": 0.3743,
      "step": 738090
    },
    {
      "epoch": 206.0,
      "eval_loss": 0.37359803915023804,
      "eval_runtime": 63.2294,
      "eval_samples_per_second": 80.01,
      "eval_steps_per_second": 10.011,
      "step": 738098
    },
    {
      "epoch": 206.0,
      "grad_norm": 1.305898904800415,
      "learning_rate": 4.157025403999482e-06,
      "loss": 0.3703,
      "step": 738100
    },
    {
      "epoch": 206.0,
      "grad_norm": 1.1781704425811768,
      "learning_rate": 4.157008271679945e-06,
      "loss": 0.3585,
      "step": 738110
    },
    {
      "epoch": 206.01,
      "grad_norm": 0.9784480333328247,
      "learning_rate": 4.156991139119063e-06,
      "loss": 0.3735,
      "step": 738120
    },
    {
      "epoch": 206.01,
      "grad_norm": 1.1343202590942383,
      "learning_rate": 4.156974006316837e-06,
      "loss": 0.3766,
      "step": 738130
    },
    {
      "epoch": 206.01,
      "grad_norm": 1.0134726762771606,
      "learning_rate": 4.156956873273271e-06,
      "loss": 0.3777,
      "step": 738140
    },
    {
      "epoch": 206.01,
      "grad_norm": 1.0974160432815552,
      "learning_rate": 4.156939739988367e-06,
      "loss": 0.3646,
      "step": 738150
    },
    {
      "epoch": 206.02,
      "grad_norm": 1.1103168725967407,
      "learning_rate": 4.156922606462128e-06,
      "loss": 0.3683,
      "step": 738160
    },
    {
      "epoch": 206.02,
      "grad_norm": 1.1289899349212646,
      "learning_rate": 4.156905472694553e-06,
      "loss": 0.3848,
      "step": 738170
    },
    {
      "epoch": 206.02,
      "grad_norm": 1.1198904514312744,
      "learning_rate": 4.1568883386856476e-06,
      "loss": 0.3772,
      "step": 738180
    },
    {
      "epoch": 206.03,
      "grad_norm": 1.1430984735488892,
      "learning_rate": 4.156871204435412e-06,
      "loss": 0.3807,
      "step": 738190
    },
    {
      "epoch": 206.03,
      "grad_norm": 1.1271007061004639,
      "learning_rate": 4.1568540699438515e-06,
      "loss": 0.3789,
      "step": 738200
    },
    {
      "epoch": 206.03,
      "grad_norm": 0.9955393075942993,
      "learning_rate": 4.156836935210964e-06,
      "loss": 0.3684,
      "step": 738210
    },
    {
      "epoch": 206.03,
      "grad_norm": 1.0939462184906006,
      "learning_rate": 4.156819800236756e-06,
      "loss": 0.3818,
      "step": 738220
    },
    {
      "epoch": 206.04,
      "grad_norm": 0.8741750121116638,
      "learning_rate": 4.156802665021227e-06,
      "loss": 0.3618,
      "step": 738230
    },
    {
      "epoch": 206.04,
      "grad_norm": 1.06623113155365,
      "learning_rate": 4.156785529564381e-06,
      "loss": 0.3632,
      "step": 738240
    },
    {
      "epoch": 206.04,
      "grad_norm": 1.1184574365615845,
      "learning_rate": 4.156768393866219e-06,
      "loss": 0.3616,
      "step": 738250
    },
    {
      "epoch": 206.05,
      "grad_norm": 1.1939435005187988,
      "learning_rate": 4.156751257926743e-06,
      "loss": 0.3546,
      "step": 738260
    },
    {
      "epoch": 206.05,
      "grad_norm": 1.2290881872177124,
      "learning_rate": 4.156734121745957e-06,
      "loss": 0.3637,
      "step": 738270
    },
    {
      "epoch": 206.05,
      "grad_norm": 1.1242469549179077,
      "learning_rate": 4.156716985323863e-06,
      "loss": 0.3737,
      "step": 738280
    },
    {
      "epoch": 206.05,
      "grad_norm": 1.3293534517288208,
      "learning_rate": 4.15669984866046e-06,
      "loss": 0.3727,
      "step": 738290
    },
    {
      "epoch": 206.06,
      "grad_norm": 1.0818349123001099,
      "learning_rate": 4.156682711755755e-06,
      "loss": 0.3776,
      "step": 738300
    },
    {
      "epoch": 206.06,
      "grad_norm": 1.0489238500595093,
      "learning_rate": 4.156665574609748e-06,
      "loss": 0.3852,
      "step": 738310
    },
    {
      "epoch": 206.06,
      "grad_norm": 1.1178544759750366,
      "learning_rate": 4.1566484372224414e-06,
      "loss": 0.3889,
      "step": 738320
    },
    {
      "epoch": 206.06,
      "grad_norm": 1.089450478553772,
      "learning_rate": 4.156631299593837e-06,
      "loss": 0.3711,
      "step": 738330
    },
    {
      "epoch": 206.07,
      "grad_norm": 1.110183596611023,
      "learning_rate": 4.156614161723938e-06,
      "loss": 0.3953,
      "step": 738340
    },
    {
      "epoch": 206.07,
      "grad_norm": 1.0863089561462402,
      "learning_rate": 4.156597023612745e-06,
      "loss": 0.3719,
      "step": 738350
    },
    {
      "epoch": 206.07,
      "grad_norm": 1.0384902954101562,
      "learning_rate": 4.1565798852602635e-06,
      "loss": 0.3674,
      "step": 738360
    },
    {
      "epoch": 206.08,
      "grad_norm": 0.9948862791061401,
      "learning_rate": 4.156562746666493e-06,
      "loss": 0.3708,
      "step": 738370
    },
    {
      "epoch": 206.08,
      "grad_norm": 1.3042418956756592,
      "learning_rate": 4.156545607831437e-06,
      "loss": 0.3821,
      "step": 738380
    },
    {
      "epoch": 206.08,
      "grad_norm": 0.9431521892547607,
      "learning_rate": 4.156528468755096e-06,
      "loss": 0.3778,
      "step": 738390
    },
    {
      "epoch": 206.08,
      "grad_norm": 1.0777114629745483,
      "learning_rate": 4.156511329437475e-06,
      "loss": 0.3815,
      "step": 738400
    },
    {
      "epoch": 206.09,
      "grad_norm": 1.4802320003509521,
      "learning_rate": 4.1564941898785755e-06,
      "loss": 0.3944,
      "step": 738410
    },
    {
      "epoch": 206.09,
      "grad_norm": 1.0664476156234741,
      "learning_rate": 4.156477050078398e-06,
      "loss": 0.3647,
      "step": 738420
    },
    {
      "epoch": 206.09,
      "grad_norm": 1.0028722286224365,
      "learning_rate": 4.156459910036947e-06,
      "loss": 0.3698,
      "step": 738430
    },
    {
      "epoch": 206.1,
      "grad_norm": 1.2059926986694336,
      "learning_rate": 4.156442769754223e-06,
      "loss": 0.375,
      "step": 738440
    },
    {
      "epoch": 206.1,
      "grad_norm": 1.1330523490905762,
      "learning_rate": 4.15642562923023e-06,
      "loss": 0.3593,
      "step": 738450
    },
    {
      "epoch": 206.1,
      "grad_norm": 3.288041353225708,
      "learning_rate": 4.156408488464969e-06,
      "loss": 0.3742,
      "step": 738460
    },
    {
      "epoch": 206.1,
      "grad_norm": 1.0404582023620605,
      "learning_rate": 4.156391347458442e-06,
      "loss": 0.3753,
      "step": 738470
    },
    {
      "epoch": 206.11,
      "grad_norm": 1.1127976179122925,
      "learning_rate": 4.156374206210652e-06,
      "loss": 0.3817,
      "step": 738480
    },
    {
      "epoch": 206.11,
      "grad_norm": 1.1350953578948975,
      "learning_rate": 4.156357064721602e-06,
      "loss": 0.3685,
      "step": 738490
    },
    {
      "epoch": 206.11,
      "grad_norm": 1.4379361867904663,
      "learning_rate": 4.156339922991293e-06,
      "loss": 0.3782,
      "step": 738500
    },
    {
      "epoch": 206.11,
      "grad_norm": 1.020460844039917,
      "learning_rate": 4.156322781019728e-06,
      "loss": 0.3789,
      "step": 738510
    },
    {
      "epoch": 206.12,
      "grad_norm": 1.253227949142456,
      "learning_rate": 4.15630563880691e-06,
      "loss": 0.3666,
      "step": 738520
    },
    {
      "epoch": 206.12,
      "grad_norm": 1.0257205963134766,
      "learning_rate": 4.1562884963528385e-06,
      "loss": 0.3732,
      "step": 738530
    },
    {
      "epoch": 206.12,
      "grad_norm": 1.1616806983947754,
      "learning_rate": 4.156271353657519e-06,
      "loss": 0.375,
      "step": 738540
    },
    {
      "epoch": 206.13,
      "grad_norm": 1.1140506267547607,
      "learning_rate": 4.156254210720952e-06,
      "loss": 0.3829,
      "step": 738550
    },
    {
      "epoch": 206.13,
      "grad_norm": 1.1269268989562988,
      "learning_rate": 4.1562370675431396e-06,
      "loss": 0.3621,
      "step": 738560
    },
    {
      "epoch": 206.13,
      "grad_norm": 1.1189429759979248,
      "learning_rate": 4.156219924124085e-06,
      "loss": 0.3576,
      "step": 738570
    },
    {
      "epoch": 206.13,
      "grad_norm": 1.2840226888656616,
      "learning_rate": 4.156202780463791e-06,
      "loss": 0.3663,
      "step": 738580
    },
    {
      "epoch": 206.14,
      "grad_norm": 4.554728031158447,
      "learning_rate": 4.156185636562258e-06,
      "loss": 0.3759,
      "step": 738590
    },
    {
      "epoch": 206.14,
      "grad_norm": 1.2051165103912354,
      "learning_rate": 4.15616849241949e-06,
      "loss": 0.3696,
      "step": 738600
    },
    {
      "epoch": 206.14,
      "grad_norm": 1.257889986038208,
      "learning_rate": 4.1561513480354875e-06,
      "loss": 0.3708,
      "step": 738610
    },
    {
      "epoch": 206.15,
      "grad_norm": 0.9298407435417175,
      "learning_rate": 4.156134203410256e-06,
      "loss": 0.3844,
      "step": 738620
    },
    {
      "epoch": 206.15,
      "grad_norm": 1.079444408416748,
      "learning_rate": 4.156117058543794e-06,
      "loss": 0.3552,
      "step": 738630
    },
    {
      "epoch": 206.15,
      "grad_norm": 1.2015742063522339,
      "learning_rate": 4.156099913436105e-06,
      "loss": 0.3783,
      "step": 738640
    },
    {
      "epoch": 206.15,
      "grad_norm": 1.0439234972000122,
      "learning_rate": 4.156082768087193e-06,
      "loss": 0.3563,
      "step": 738650
    },
    {
      "epoch": 206.16,
      "grad_norm": 1.4261575937271118,
      "learning_rate": 4.156065622497058e-06,
      "loss": 0.3664,
      "step": 738660
    },
    {
      "epoch": 206.16,
      "grad_norm": 1.0560399293899536,
      "learning_rate": 4.156048476665705e-06,
      "loss": 0.3718,
      "step": 738670
    },
    {
      "epoch": 206.16,
      "grad_norm": 1.0172170400619507,
      "learning_rate": 4.156031330593133e-06,
      "loss": 0.3821,
      "step": 738680
    },
    {
      "epoch": 206.17,
      "grad_norm": 1.0264384746551514,
      "learning_rate": 4.156014184279346e-06,
      "loss": 0.3684,
      "step": 738690
    },
    {
      "epoch": 206.17,
      "grad_norm": 1.1972229480743408,
      "learning_rate": 4.155997037724346e-06,
      "loss": 0.3691,
      "step": 738700
    },
    {
      "epoch": 206.17,
      "grad_norm": 0.9574636220932007,
      "learning_rate": 4.1559798909281366e-06,
      "loss": 0.3878,
      "step": 738710
    },
    {
      "epoch": 206.17,
      "grad_norm": 1.0274617671966553,
      "learning_rate": 4.155962743890718e-06,
      "loss": 0.3671,
      "step": 738720
    },
    {
      "epoch": 206.18,
      "grad_norm": 0.9844474196434021,
      "learning_rate": 4.155945596612094e-06,
      "loss": 0.3613,
      "step": 738730
    },
    {
      "epoch": 206.18,
      "grad_norm": 1.0625807046890259,
      "learning_rate": 4.155928449092265e-06,
      "loss": 0.3703,
      "step": 738740
    },
    {
      "epoch": 206.18,
      "grad_norm": 1.0253838300704956,
      "learning_rate": 4.155911301331236e-06,
      "loss": 0.3607,
      "step": 738750
    },
    {
      "epoch": 206.18,
      "grad_norm": 1.1115425825119019,
      "learning_rate": 4.155894153329007e-06,
      "loss": 0.3748,
      "step": 738760
    },
    {
      "epoch": 206.19,
      "grad_norm": 1.2570996284484863,
      "learning_rate": 4.1558770050855815e-06,
      "loss": 0.3956,
      "step": 738770
    },
    {
      "epoch": 206.19,
      "grad_norm": 1.8209569454193115,
      "learning_rate": 4.155859856600962e-06,
      "loss": 0.3707,
      "step": 738780
    },
    {
      "epoch": 206.19,
      "grad_norm": 1.0517659187316895,
      "learning_rate": 4.155842707875149e-06,
      "loss": 0.3619,
      "step": 738790
    },
    {
      "epoch": 206.2,
      "grad_norm": 1.1092724800109863,
      "learning_rate": 4.155825558908146e-06,
      "loss": 0.3825,
      "step": 738800
    },
    {
      "epoch": 206.2,
      "grad_norm": 1.3280049562454224,
      "learning_rate": 4.155808409699956e-06,
      "loss": 0.3714,
      "step": 738810
    },
    {
      "epoch": 206.2,
      "grad_norm": 1.1684544086456299,
      "learning_rate": 4.1557912602505804e-06,
      "loss": 0.3707,
      "step": 738820
    },
    {
      "epoch": 206.2,
      "grad_norm": 1.0403122901916504,
      "learning_rate": 4.155774110560021e-06,
      "loss": 0.3849,
      "step": 738830
    },
    {
      "epoch": 206.21,
      "grad_norm": 0.9240404963493347,
      "learning_rate": 4.155756960628281e-06,
      "loss": 0.3604,
      "step": 738840
    },
    {
      "epoch": 206.21,
      "grad_norm": 1.2013403177261353,
      "learning_rate": 4.1557398104553624e-06,
      "loss": 0.3647,
      "step": 738850
    },
    {
      "epoch": 206.21,
      "grad_norm": 1.0414924621582031,
      "learning_rate": 4.155722660041268e-06,
      "loss": 0.3745,
      "step": 738860
    },
    {
      "epoch": 206.22,
      "grad_norm": 0.935893177986145,
      "learning_rate": 4.155705509385999e-06,
      "loss": 0.3705,
      "step": 738870
    },
    {
      "epoch": 206.22,
      "grad_norm": 0.9893314838409424,
      "learning_rate": 4.155688358489558e-06,
      "loss": 0.3877,
      "step": 738880
    },
    {
      "epoch": 206.22,
      "grad_norm": 1.2290012836456299,
      "learning_rate": 4.155671207351948e-06,
      "loss": 0.3613,
      "step": 738890
    },
    {
      "epoch": 206.22,
      "grad_norm": 0.9321780800819397,
      "learning_rate": 4.15565405597317e-06,
      "loss": 0.3815,
      "step": 738900
    },
    {
      "epoch": 206.23,
      "grad_norm": 1.0768908262252808,
      "learning_rate": 4.1556369043532285e-06,
      "loss": 0.3738,
      "step": 738910
    },
    {
      "epoch": 206.23,
      "grad_norm": 1.161962628364563,
      "learning_rate": 4.155619752492124e-06,
      "loss": 0.3812,
      "step": 738920
    },
    {
      "epoch": 206.23,
      "grad_norm": 1.035368800163269,
      "learning_rate": 4.1556026003898585e-06,
      "loss": 0.3826,
      "step": 738930
    },
    {
      "epoch": 206.23,
      "grad_norm": 1.1976386308670044,
      "learning_rate": 4.155585448046435e-06,
      "loss": 0.3727,
      "step": 738940
    },
    {
      "epoch": 206.24,
      "grad_norm": 1.1117351055145264,
      "learning_rate": 4.155568295461856e-06,
      "loss": 0.3617,
      "step": 738950
    },
    {
      "epoch": 206.24,
      "grad_norm": 1.1145044565200806,
      "learning_rate": 4.155551142636123e-06,
      "loss": 0.3741,
      "step": 738960
    },
    {
      "epoch": 206.24,
      "grad_norm": 1.2751001119613647,
      "learning_rate": 4.15553398956924e-06,
      "loss": 0.3727,
      "step": 738970
    },
    {
      "epoch": 206.25,
      "grad_norm": 1.4801839590072632,
      "learning_rate": 4.155516836261206e-06,
      "loss": 0.3628,
      "step": 738980
    },
    {
      "epoch": 206.25,
      "grad_norm": 1.061737060546875,
      "learning_rate": 4.1554996827120275e-06,
      "loss": 0.3746,
      "step": 738990
    },
    {
      "epoch": 206.25,
      "grad_norm": 1.153306245803833,
      "learning_rate": 4.155482528921703e-06,
      "loss": 0.3685,
      "step": 739000
    },
    {
      "epoch": 206.25,
      "grad_norm": 1.3247309923171997,
      "learning_rate": 4.155465374890237e-06,
      "loss": 0.3808,
      "step": 739010
    },
    {
      "epoch": 206.26,
      "grad_norm": 1.03421151638031,
      "learning_rate": 4.155448220617631e-06,
      "loss": 0.3957,
      "step": 739020
    },
    {
      "epoch": 206.26,
      "grad_norm": 1.1359319686889648,
      "learning_rate": 4.155431066103888e-06,
      "loss": 0.3584,
      "step": 739030
    },
    {
      "epoch": 206.26,
      "grad_norm": 1.1904044151306152,
      "learning_rate": 4.155413911349009e-06,
      "loss": 0.3682,
      "step": 739040
    },
    {
      "epoch": 206.27,
      "grad_norm": 0.9670572280883789,
      "learning_rate": 4.155396756352997e-06,
      "loss": 0.3803,
      "step": 739050
    },
    {
      "epoch": 206.27,
      "grad_norm": 1.1799341440200806,
      "learning_rate": 4.1553796011158555e-06,
      "loss": 0.375,
      "step": 739060
    },
    {
      "epoch": 206.27,
      "grad_norm": 1.9090533256530762,
      "learning_rate": 4.1553624456375855e-06,
      "loss": 0.3652,
      "step": 739070
    },
    {
      "epoch": 206.27,
      "grad_norm": 1.0676161050796509,
      "learning_rate": 4.155345289918188e-06,
      "loss": 0.3669,
      "step": 739080
    },
    {
      "epoch": 206.28,
      "grad_norm": 1.1825716495513916,
      "learning_rate": 4.155328133957668e-06,
      "loss": 0.3665,
      "step": 739090
    },
    {
      "epoch": 206.28,
      "grad_norm": 1.2531061172485352,
      "learning_rate": 4.155310977756026e-06,
      "loss": 0.3758,
      "step": 739100
    },
    {
      "epoch": 206.28,
      "grad_norm": 1.169728398323059,
      "learning_rate": 4.155293821313264e-06,
      "loss": 0.3823,
      "step": 739110
    },
    {
      "epoch": 206.29,
      "grad_norm": 1.1343305110931396,
      "learning_rate": 4.155276664629386e-06,
      "loss": 0.3541,
      "step": 739120
    },
    {
      "epoch": 206.29,
      "grad_norm": 0.925950825214386,
      "learning_rate": 4.155259507704393e-06,
      "loss": 0.3756,
      "step": 739130
    },
    {
      "epoch": 206.29,
      "grad_norm": 1.079322338104248,
      "learning_rate": 4.155242350538288e-06,
      "loss": 0.3714,
      "step": 739140
    },
    {
      "epoch": 206.29,
      "grad_norm": 1.2564102411270142,
      "learning_rate": 4.155225193131073e-06,
      "loss": 0.3775,
      "step": 739150
    },
    {
      "epoch": 206.3,
      "grad_norm": 1.0525927543640137,
      "learning_rate": 4.155208035482749e-06,
      "loss": 0.343,
      "step": 739160
    },
    {
      "epoch": 206.3,
      "grad_norm": 0.8645334243774414,
      "learning_rate": 4.155190877593321e-06,
      "loss": 0.3456,
      "step": 739170
    },
    {
      "epoch": 206.3,
      "grad_norm": 1.0993800163269043,
      "learning_rate": 4.155173719462788e-06,
      "loss": 0.373,
      "step": 739180
    },
    {
      "epoch": 206.3,
      "grad_norm": 1.0296027660369873,
      "learning_rate": 4.155156561091155e-06,
      "loss": 0.3779,
      "step": 739190
    },
    {
      "epoch": 206.31,
      "grad_norm": 1.234716534614563,
      "learning_rate": 4.1551394024784235e-06,
      "loss": 0.3812,
      "step": 739200
    },
    {
      "epoch": 206.31,
      "grad_norm": 1.0487693548202515,
      "learning_rate": 4.155122243624595e-06,
      "loss": 0.3665,
      "step": 739210
    },
    {
      "epoch": 206.31,
      "grad_norm": 0.9020126461982727,
      "learning_rate": 4.155105084529672e-06,
      "loss": 0.3739,
      "step": 739220
    },
    {
      "epoch": 206.32,
      "grad_norm": 0.8798893094062805,
      "learning_rate": 4.155087925193658e-06,
      "loss": 0.3545,
      "step": 739230
    },
    {
      "epoch": 206.32,
      "grad_norm": 1.0052688121795654,
      "learning_rate": 4.155070765616554e-06,
      "loss": 0.3655,
      "step": 739240
    },
    {
      "epoch": 206.32,
      "grad_norm": 0.9696933627128601,
      "learning_rate": 4.155053605798363e-06,
      "loss": 0.3634,
      "step": 739250
    },
    {
      "epoch": 206.32,
      "grad_norm": 1.0546250343322754,
      "learning_rate": 4.155036445739086e-06,
      "loss": 0.3676,
      "step": 739260
    },
    {
      "epoch": 206.33,
      "grad_norm": 1.5617179870605469,
      "learning_rate": 4.155019285438728e-06,
      "loss": 0.3788,
      "step": 739270
    },
    {
      "epoch": 206.33,
      "grad_norm": 1.2019788026809692,
      "learning_rate": 4.155002124897288e-06,
      "loss": 0.3961,
      "step": 739280
    },
    {
      "epoch": 206.33,
      "grad_norm": 1.5904676914215088,
      "learning_rate": 4.1549849641147705e-06,
      "loss": 0.3791,
      "step": 739290
    },
    {
      "epoch": 206.34,
      "grad_norm": 1.2150589227676392,
      "learning_rate": 4.154967803091177e-06,
      "loss": 0.3639,
      "step": 739300
    },
    {
      "epoch": 206.34,
      "grad_norm": 1.2545052766799927,
      "learning_rate": 4.154950641826511e-06,
      "loss": 0.3828,
      "step": 739310
    },
    {
      "epoch": 206.34,
      "grad_norm": 1.120230793952942,
      "learning_rate": 4.154933480320772e-06,
      "loss": 0.3887,
      "step": 739320
    },
    {
      "epoch": 206.34,
      "grad_norm": 1.2624523639678955,
      "learning_rate": 4.154916318573965e-06,
      "loss": 0.3671,
      "step": 739330
    },
    {
      "epoch": 206.35,
      "grad_norm": 1.0548455715179443,
      "learning_rate": 4.1548991565860915e-06,
      "loss": 0.3625,
      "step": 739340
    },
    {
      "epoch": 206.35,
      "grad_norm": 1.3832675218582153,
      "learning_rate": 4.154881994357153e-06,
      "loss": 0.3657,
      "step": 739350
    },
    {
      "epoch": 206.35,
      "grad_norm": 1.302418828010559,
      "learning_rate": 4.1548648318871525e-06,
      "loss": 0.3695,
      "step": 739360
    },
    {
      "epoch": 206.36,
      "grad_norm": 1.1801059246063232,
      "learning_rate": 4.154847669176092e-06,
      "loss": 0.3799,
      "step": 739370
    },
    {
      "epoch": 206.36,
      "grad_norm": 1.2276149988174438,
      "learning_rate": 4.154830506223973e-06,
      "loss": 0.3765,
      "step": 739380
    },
    {
      "epoch": 206.36,
      "grad_norm": 1.2891478538513184,
      "learning_rate": 4.1548133430308e-06,
      "loss": 0.3716,
      "step": 739390
    },
    {
      "epoch": 206.36,
      "grad_norm": 1.160590410232544,
      "learning_rate": 4.154796179596574e-06,
      "loss": 0.3727,
      "step": 739400
    },
    {
      "epoch": 206.37,
      "grad_norm": 1.142964243888855,
      "learning_rate": 4.154779015921297e-06,
      "loss": 0.3616,
      "step": 739410
    },
    {
      "epoch": 206.37,
      "grad_norm": 1.150194764137268,
      "learning_rate": 4.154761852004972e-06,
      "loss": 0.3839,
      "step": 739420
    },
    {
      "epoch": 206.37,
      "grad_norm": 1.1740355491638184,
      "learning_rate": 4.1547446878476e-06,
      "loss": 0.3722,
      "step": 739430
    },
    {
      "epoch": 206.37,
      "grad_norm": 1.0156804323196411,
      "learning_rate": 4.154727523449184e-06,
      "loss": 0.375,
      "step": 739440
    },
    {
      "epoch": 206.38,
      "grad_norm": 1.0880191326141357,
      "learning_rate": 4.154710358809727e-06,
      "loss": 0.3857,
      "step": 739450
    },
    {
      "epoch": 206.38,
      "grad_norm": 1.1930277347564697,
      "learning_rate": 4.15469319392923e-06,
      "loss": 0.3534,
      "step": 739460
    },
    {
      "epoch": 206.38,
      "grad_norm": 0.9593150019645691,
      "learning_rate": 4.154676028807697e-06,
      "loss": 0.3816,
      "step": 739470
    },
    {
      "epoch": 206.39,
      "grad_norm": 1.204193353652954,
      "learning_rate": 4.1546588634451274e-06,
      "loss": 0.3616,
      "step": 739480
    },
    {
      "epoch": 206.39,
      "grad_norm": 1.141798496246338,
      "learning_rate": 4.154641697841527e-06,
      "loss": 0.3916,
      "step": 739490
    },
    {
      "epoch": 206.39,
      "grad_norm": 1.296415090560913,
      "learning_rate": 4.154624531996897e-06,
      "loss": 0.3652,
      "step": 739500
    },
    {
      "epoch": 206.39,
      "grad_norm": 1.071363925933838,
      "learning_rate": 4.1546073659112375e-06,
      "loss": 0.3733,
      "step": 739510
    },
    {
      "epoch": 206.4,
      "grad_norm": 1.1209243535995483,
      "learning_rate": 4.154590199584553e-06,
      "loss": 0.3688,
      "step": 739520
    },
    {
      "epoch": 206.4,
      "grad_norm": 1.1204410791397095,
      "learning_rate": 4.154573033016846e-06,
      "loss": 0.3635,
      "step": 739530
    },
    {
      "epoch": 206.4,
      "grad_norm": 1.1633644104003906,
      "learning_rate": 4.154555866208117e-06,
      "loss": 0.376,
      "step": 739540
    },
    {
      "epoch": 206.41,
      "grad_norm": 1.073087215423584,
      "learning_rate": 4.1545386991583686e-06,
      "loss": 0.3951,
      "step": 739550
    },
    {
      "epoch": 206.41,
      "grad_norm": 1.38677179813385,
      "learning_rate": 4.154521531867604e-06,
      "loss": 0.3624,
      "step": 739560
    },
    {
      "epoch": 206.41,
      "grad_norm": 1.1982029676437378,
      "learning_rate": 4.1545043643358265e-06,
      "loss": 0.3798,
      "step": 739570
    },
    {
      "epoch": 206.41,
      "grad_norm": 1.2540048360824585,
      "learning_rate": 4.154487196563037e-06,
      "loss": 0.3721,
      "step": 739580
    },
    {
      "epoch": 206.42,
      "grad_norm": 1.1486103534698486,
      "learning_rate": 4.154470028549237e-06,
      "loss": 0.3671,
      "step": 739590
    },
    {
      "epoch": 206.42,
      "grad_norm": 1.36171555519104,
      "learning_rate": 4.15445286029443e-06,
      "loss": 0.3792,
      "step": 739600
    },
    {
      "epoch": 206.42,
      "grad_norm": 0.958072304725647,
      "learning_rate": 4.154435691798617e-06,
      "loss": 0.3769,
      "step": 739610
    },
    {
      "epoch": 206.42,
      "grad_norm": 1.173327922821045,
      "learning_rate": 4.154418523061803e-06,
      "loss": 0.3668,
      "step": 739620
    },
    {
      "epoch": 206.43,
      "grad_norm": 1.0363283157348633,
      "learning_rate": 4.154401354083987e-06,
      "loss": 0.3846,
      "step": 739630
    },
    {
      "epoch": 206.43,
      "grad_norm": 0.983152449131012,
      "learning_rate": 4.154384184865174e-06,
      "loss": 0.37,
      "step": 739640
    },
    {
      "epoch": 206.43,
      "grad_norm": 0.9725603461265564,
      "learning_rate": 4.1543670154053644e-06,
      "loss": 0.3834,
      "step": 739650
    },
    {
      "epoch": 206.44,
      "grad_norm": 1.2250950336456299,
      "learning_rate": 4.154349845704562e-06,
      "loss": 0.3634,
      "step": 739660
    },
    {
      "epoch": 206.44,
      "grad_norm": 2.75553035736084,
      "learning_rate": 4.154332675762766e-06,
      "loss": 0.3697,
      "step": 739670
    },
    {
      "epoch": 206.44,
      "grad_norm": 1.1014883518218994,
      "learning_rate": 4.154315505579984e-06,
      "loss": 0.3603,
      "step": 739680
    },
    {
      "epoch": 206.44,
      "grad_norm": 1.010580062866211,
      "learning_rate": 4.154298335156213e-06,
      "loss": 0.3887,
      "step": 739690
    },
    {
      "epoch": 206.45,
      "grad_norm": 1.2360175848007202,
      "learning_rate": 4.154281164491459e-06,
      "loss": 0.3692,
      "step": 739700
    },
    {
      "epoch": 206.45,
      "grad_norm": 1.1020565032958984,
      "learning_rate": 4.154263993585722e-06,
      "loss": 0.3749,
      "step": 739710
    },
    {
      "epoch": 206.45,
      "grad_norm": 1.2340561151504517,
      "learning_rate": 4.154246822439005e-06,
      "loss": 0.3721,
      "step": 739720
    },
    {
      "epoch": 206.46,
      "grad_norm": 1.18268620967865,
      "learning_rate": 4.15422965105131e-06,
      "loss": 0.3841,
      "step": 739730
    },
    {
      "epoch": 206.46,
      "grad_norm": 1.2327977418899536,
      "learning_rate": 4.154212479422641e-06,
      "loss": 0.3641,
      "step": 739740
    },
    {
      "epoch": 206.46,
      "grad_norm": 1.1184687614440918,
      "learning_rate": 4.154195307552998e-06,
      "loss": 0.3783,
      "step": 739750
    },
    {
      "epoch": 206.46,
      "grad_norm": 1.1541856527328491,
      "learning_rate": 4.154178135442384e-06,
      "loss": 0.3684,
      "step": 739760
    },
    {
      "epoch": 206.47,
      "grad_norm": 1.184972882270813,
      "learning_rate": 4.154160963090802e-06,
      "loss": 0.37,
      "step": 739770
    },
    {
      "epoch": 206.47,
      "grad_norm": 1.1701997518539429,
      "learning_rate": 4.154143790498254e-06,
      "loss": 0.3727,
      "step": 739780
    },
    {
      "epoch": 206.47,
      "grad_norm": 0.9275397062301636,
      "learning_rate": 4.154126617664741e-06,
      "loss": 0.3705,
      "step": 739790
    },
    {
      "epoch": 206.48,
      "grad_norm": 1.1664464473724365,
      "learning_rate": 4.154109444590268e-06,
      "loss": 0.3845,
      "step": 739800
    },
    {
      "epoch": 206.48,
      "grad_norm": 1.0862623453140259,
      "learning_rate": 4.154092271274835e-06,
      "loss": 0.3942,
      "step": 739810
    },
    {
      "epoch": 206.48,
      "grad_norm": 1.1603035926818848,
      "learning_rate": 4.154075097718444e-06,
      "loss": 0.3675,
      "step": 739820
    },
    {
      "epoch": 206.48,
      "grad_norm": 0.953516960144043,
      "learning_rate": 4.1540579239211e-06,
      "loss": 0.3686,
      "step": 739830
    },
    {
      "epoch": 206.49,
      "grad_norm": 1.007893681526184,
      "learning_rate": 4.154040749882802e-06,
      "loss": 0.3663,
      "step": 739840
    },
    {
      "epoch": 206.49,
      "grad_norm": 1.1225215196609497,
      "learning_rate": 4.154023575603554e-06,
      "loss": 0.3734,
      "step": 739850
    },
    {
      "epoch": 206.49,
      "grad_norm": 1.1993154287338257,
      "learning_rate": 4.154006401083359e-06,
      "loss": 0.3628,
      "step": 739860
    },
    {
      "epoch": 206.49,
      "grad_norm": 1.1600028276443481,
      "learning_rate": 4.153989226322218e-06,
      "loss": 0.3764,
      "step": 739870
    },
    {
      "epoch": 206.5,
      "grad_norm": 1.0632901191711426,
      "learning_rate": 4.1539720513201335e-06,
      "loss": 0.3891,
      "step": 739880
    },
    {
      "epoch": 206.5,
      "grad_norm": 1.257513165473938,
      "learning_rate": 4.1539548760771085e-06,
      "loss": 0.3798,
      "step": 739890
    },
    {
      "epoch": 206.5,
      "grad_norm": 1.3717427253723145,
      "learning_rate": 4.153937700593144e-06,
      "loss": 0.3724,
      "step": 739900
    },
    {
      "epoch": 206.51,
      "grad_norm": 1.2008812427520752,
      "learning_rate": 4.153920524868243e-06,
      "loss": 0.3758,
      "step": 739910
    },
    {
      "epoch": 206.51,
      "grad_norm": 0.8961588740348816,
      "learning_rate": 4.153903348902409e-06,
      "loss": 0.3561,
      "step": 739920
    },
    {
      "epoch": 206.51,
      "grad_norm": 1.0925579071044922,
      "learning_rate": 4.1538861726956415e-06,
      "loss": 0.3922,
      "step": 739930
    },
    {
      "epoch": 206.51,
      "grad_norm": 0.900366485118866,
      "learning_rate": 4.153868996247945e-06,
      "loss": 0.3606,
      "step": 739940
    },
    {
      "epoch": 206.52,
      "grad_norm": 1.0198209285736084,
      "learning_rate": 4.153851819559321e-06,
      "loss": 0.3657,
      "step": 739950
    },
    {
      "epoch": 206.52,
      "grad_norm": 1.0974369049072266,
      "learning_rate": 4.153834642629772e-06,
      "loss": 0.3646,
      "step": 739960
    },
    {
      "epoch": 206.52,
      "grad_norm": 1.0614815950393677,
      "learning_rate": 4.153817465459301e-06,
      "loss": 0.3591,
      "step": 739970
    },
    {
      "epoch": 206.53,
      "grad_norm": 0.9305460453033447,
      "learning_rate": 4.153800288047909e-06,
      "loss": 0.3799,
      "step": 739980
    },
    {
      "epoch": 206.53,
      "grad_norm": 0.9911902546882629,
      "learning_rate": 4.153783110395599e-06,
      "loss": 0.3695,
      "step": 739990
    },
    {
      "epoch": 206.53,
      "grad_norm": 1.3278025388717651,
      "learning_rate": 4.153765932502373e-06,
      "loss": 0.3886,
      "step": 740000
    },
    {
      "epoch": 206.53,
      "grad_norm": 1.3527772426605225,
      "learning_rate": 4.1537487543682325e-06,
      "loss": 0.4033,
      "step": 740010
    },
    {
      "epoch": 206.54,
      "grad_norm": 0.9975709915161133,
      "learning_rate": 4.153731575993182e-06,
      "loss": 0.3667,
      "step": 740020
    },
    {
      "epoch": 206.54,
      "grad_norm": 0.9871541857719421,
      "learning_rate": 4.153714397377222e-06,
      "loss": 0.3739,
      "step": 740030
    },
    {
      "epoch": 206.54,
      "grad_norm": 1.2223604917526245,
      "learning_rate": 4.153697218520355e-06,
      "loss": 0.3813,
      "step": 740040
    },
    {
      "epoch": 206.54,
      "grad_norm": 1.0398098230361938,
      "learning_rate": 4.153680039422584e-06,
      "loss": 0.38,
      "step": 740050
    },
    {
      "epoch": 206.55,
      "grad_norm": 0.8470830321311951,
      "learning_rate": 4.15366286008391e-06,
      "loss": 0.3558,
      "step": 740060
    },
    {
      "epoch": 206.55,
      "grad_norm": 1.0210760831832886,
      "learning_rate": 4.153645680504336e-06,
      "loss": 0.3669,
      "step": 740070
    },
    {
      "epoch": 206.55,
      "grad_norm": 1.3075270652770996,
      "learning_rate": 4.1536285006838656e-06,
      "loss": 0.3733,
      "step": 740080
    },
    {
      "epoch": 206.56,
      "grad_norm": 1.7282270193099976,
      "learning_rate": 4.1536113206225e-06,
      "loss": 0.3823,
      "step": 740090
    },
    {
      "epoch": 206.56,
      "grad_norm": 1.353389859199524,
      "learning_rate": 4.15359414032024e-06,
      "loss": 0.3486,
      "step": 740100
    },
    {
      "epoch": 206.56,
      "grad_norm": 1.6903796195983887,
      "learning_rate": 4.1535769597770895e-06,
      "loss": 0.358,
      "step": 740110
    },
    {
      "epoch": 206.56,
      "grad_norm": 0.994733452796936,
      "learning_rate": 4.153559778993051e-06,
      "loss": 0.3968,
      "step": 740120
    },
    {
      "epoch": 206.57,
      "grad_norm": 0.9393007755279541,
      "learning_rate": 4.153542597968126e-06,
      "loss": 0.3703,
      "step": 740130
    },
    {
      "epoch": 206.57,
      "grad_norm": 1.0511727333068848,
      "learning_rate": 4.153525416702317e-06,
      "loss": 0.3673,
      "step": 740140
    },
    {
      "epoch": 206.57,
      "grad_norm": 1.0750187635421753,
      "learning_rate": 4.153508235195627e-06,
      "loss": 0.3686,
      "step": 740150
    },
    {
      "epoch": 206.58,
      "grad_norm": 1.0287271738052368,
      "learning_rate": 4.153491053448057e-06,
      "loss": 0.3625,
      "step": 740160
    },
    {
      "epoch": 206.58,
      "grad_norm": 1.1883430480957031,
      "learning_rate": 4.153473871459611e-06,
      "loss": 0.374,
      "step": 740170
    },
    {
      "epoch": 206.58,
      "grad_norm": 1.036944031715393,
      "learning_rate": 4.15345668923029e-06,
      "loss": 0.3834,
      "step": 740180
    },
    {
      "epoch": 206.58,
      "grad_norm": 1.1398241519927979,
      "learning_rate": 4.153439506760096e-06,
      "loss": 0.3781,
      "step": 740190
    },
    {
      "epoch": 206.59,
      "grad_norm": 1.0840424299240112,
      "learning_rate": 4.153422324049032e-06,
      "loss": 0.3761,
      "step": 740200
    },
    {
      "epoch": 206.59,
      "grad_norm": 1.2599272727966309,
      "learning_rate": 4.1534051410971e-06,
      "loss": 0.3671,
      "step": 740210
    },
    {
      "epoch": 206.59,
      "grad_norm": 1.2697006464004517,
      "learning_rate": 4.153387957904303e-06,
      "loss": 0.3669,
      "step": 740220
    },
    {
      "epoch": 206.6,
      "grad_norm": 1.1343724727630615,
      "learning_rate": 4.153370774470642e-06,
      "loss": 0.3713,
      "step": 740230
    },
    {
      "epoch": 206.6,
      "grad_norm": 1.5552669763565063,
      "learning_rate": 4.153353590796121e-06,
      "loss": 0.3667,
      "step": 740240
    },
    {
      "epoch": 206.6,
      "grad_norm": 1.1340210437774658,
      "learning_rate": 4.1533364068807405e-06,
      "loss": 0.3681,
      "step": 740250
    },
    {
      "epoch": 206.6,
      "grad_norm": 0.9691833853721619,
      "learning_rate": 4.153319222724503e-06,
      "loss": 0.3671,
      "step": 740260
    },
    {
      "epoch": 206.61,
      "grad_norm": 12.33537769317627,
      "learning_rate": 4.153302038327412e-06,
      "loss": 0.3796,
      "step": 740270
    },
    {
      "epoch": 206.61,
      "grad_norm": 1.068593144416809,
      "learning_rate": 4.153284853689469e-06,
      "loss": 0.3731,
      "step": 740280
    },
    {
      "epoch": 206.61,
      "grad_norm": 1.0987005233764648,
      "learning_rate": 4.153267668810676e-06,
      "loss": 0.3602,
      "step": 740290
    },
    {
      "epoch": 206.61,
      "grad_norm": 1.0775363445281982,
      "learning_rate": 4.153250483691036e-06,
      "loss": 0.3696,
      "step": 740300
    },
    {
      "epoch": 206.62,
      "grad_norm": 1.0990033149719238,
      "learning_rate": 4.153233298330552e-06,
      "loss": 0.3714,
      "step": 740310
    },
    {
      "epoch": 206.62,
      "grad_norm": 1.0528866052627563,
      "learning_rate": 4.153216112729224e-06,
      "loss": 0.3862,
      "step": 740320
    },
    {
      "epoch": 206.62,
      "grad_norm": 1.2308067083358765,
      "learning_rate": 4.153198926887056e-06,
      "loss": 0.3627,
      "step": 740330
    },
    {
      "epoch": 206.63,
      "grad_norm": 1.2123595476150513,
      "learning_rate": 4.15318174080405e-06,
      "loss": 0.3759,
      "step": 740340
    },
    {
      "epoch": 206.63,
      "grad_norm": 1.0559093952178955,
      "learning_rate": 4.153164554480208e-06,
      "loss": 0.3614,
      "step": 740350
    },
    {
      "epoch": 206.63,
      "grad_norm": 1.0060234069824219,
      "learning_rate": 4.153147367915532e-06,
      "loss": 0.3775,
      "step": 740360
    },
    {
      "epoch": 206.63,
      "grad_norm": 1.0834428071975708,
      "learning_rate": 4.1531301811100256e-06,
      "loss": 0.3607,
      "step": 740370
    },
    {
      "epoch": 206.64,
      "grad_norm": 1.1885223388671875,
      "learning_rate": 4.15311299406369e-06,
      "loss": 0.368,
      "step": 740380
    },
    {
      "epoch": 206.64,
      "grad_norm": 1.4229212999343872,
      "learning_rate": 4.153095806776527e-06,
      "loss": 0.3613,
      "step": 740390
    },
    {
      "epoch": 206.64,
      "grad_norm": 1.2336074113845825,
      "learning_rate": 4.15307861924854e-06,
      "loss": 0.3816,
      "step": 740400
    },
    {
      "epoch": 206.65,
      "grad_norm": 1.1038165092468262,
      "learning_rate": 4.153061431479731e-06,
      "loss": 0.3736,
      "step": 740410
    },
    {
      "epoch": 206.65,
      "grad_norm": 1.1683859825134277,
      "learning_rate": 4.153044243470103e-06,
      "loss": 0.3769,
      "step": 740420
    },
    {
      "epoch": 206.65,
      "grad_norm": 1.0267045497894287,
      "learning_rate": 4.153027055219655e-06,
      "loss": 0.3734,
      "step": 740430
    },
    {
      "epoch": 206.65,
      "grad_norm": 2.1329376697540283,
      "learning_rate": 4.153009866728394e-06,
      "loss": 0.3817,
      "step": 740440
    },
    {
      "epoch": 206.66,
      "grad_norm": 1.2098251581192017,
      "learning_rate": 4.1529926779963194e-06,
      "loss": 0.3509,
      "step": 740450
    },
    {
      "epoch": 206.66,
      "grad_norm": 1.0914231538772583,
      "learning_rate": 4.152975489023434e-06,
      "loss": 0.3685,
      "step": 740460
    },
    {
      "epoch": 206.66,
      "grad_norm": 1.1110152006149292,
      "learning_rate": 4.15295829980974e-06,
      "loss": 0.3678,
      "step": 740470
    },
    {
      "epoch": 206.66,
      "grad_norm": 1.1428062915802002,
      "learning_rate": 4.15294111035524e-06,
      "loss": 0.3683,
      "step": 740480
    },
    {
      "epoch": 206.67,
      "grad_norm": 1.5454988479614258,
      "learning_rate": 4.152923920659936e-06,
      "loss": 0.3884,
      "step": 740490
    },
    {
      "epoch": 206.67,
      "grad_norm": 1.1867965459823608,
      "learning_rate": 4.152906730723831e-06,
      "loss": 0.3763,
      "step": 740500
    },
    {
      "epoch": 206.67,
      "grad_norm": 1.010877013206482,
      "learning_rate": 4.152889540546927e-06,
      "loss": 0.3711,
      "step": 740510
    },
    {
      "epoch": 206.68,
      "grad_norm": 1.0068644285202026,
      "learning_rate": 4.1528723501292246e-06,
      "loss": 0.3761,
      "step": 740520
    },
    {
      "epoch": 206.68,
      "grad_norm": 1.0453917980194092,
      "learning_rate": 4.1528551594707286e-06,
      "loss": 0.357,
      "step": 740530
    },
    {
      "epoch": 206.68,
      "grad_norm": 1.0643631219863892,
      "learning_rate": 4.15283796857144e-06,
      "loss": 0.3762,
      "step": 740540
    },
    {
      "epoch": 206.68,
      "grad_norm": 0.997427761554718,
      "learning_rate": 4.1528207774313614e-06,
      "loss": 0.3489,
      "step": 740550
    },
    {
      "epoch": 206.69,
      "grad_norm": 1.2961690425872803,
      "learning_rate": 4.1528035860504946e-06,
      "loss": 0.3799,
      "step": 740560
    },
    {
      "epoch": 206.69,
      "grad_norm": 1.308106780052185,
      "learning_rate": 4.1527863944288425e-06,
      "loss": 0.3764,
      "step": 740570
    },
    {
      "epoch": 206.69,
      "grad_norm": 1.2836062908172607,
      "learning_rate": 4.152769202566408e-06,
      "loss": 0.3723,
      "step": 740580
    },
    {
      "epoch": 206.7,
      "grad_norm": 1.1803650856018066,
      "learning_rate": 4.152752010463191e-06,
      "loss": 0.3722,
      "step": 740590
    },
    {
      "epoch": 206.7,
      "grad_norm": 1.269591212272644,
      "learning_rate": 4.152734818119196e-06,
      "loss": 0.3736,
      "step": 740600
    },
    {
      "epoch": 206.7,
      "grad_norm": 1.0235981941223145,
      "learning_rate": 4.152717625534425e-06,
      "loss": 0.3645,
      "step": 740610
    },
    {
      "epoch": 206.7,
      "grad_norm": 1.317829966545105,
      "learning_rate": 4.152700432708879e-06,
      "loss": 0.3681,
      "step": 740620
    },
    {
      "epoch": 206.71,
      "grad_norm": 1.0777068138122559,
      "learning_rate": 4.1526832396425625e-06,
      "loss": 0.3635,
      "step": 740630
    },
    {
      "epoch": 206.71,
      "grad_norm": 15.49163818359375,
      "learning_rate": 4.152666046335476e-06,
      "loss": 0.3839,
      "step": 740640
    },
    {
      "epoch": 206.71,
      "grad_norm": 1.1020750999450684,
      "learning_rate": 4.1526488527876225e-06,
      "loss": 0.3793,
      "step": 740650
    },
    {
      "epoch": 206.72,
      "grad_norm": 1.230185627937317,
      "learning_rate": 4.1526316589990035e-06,
      "loss": 0.3823,
      "step": 740660
    },
    {
      "epoch": 206.72,
      "grad_norm": 1.1885981559753418,
      "learning_rate": 4.152614464969622e-06,
      "loss": 0.3693,
      "step": 740670
    },
    {
      "epoch": 206.72,
      "grad_norm": 1.1012564897537231,
      "learning_rate": 4.15259727069948e-06,
      "loss": 0.362,
      "step": 740680
    },
    {
      "epoch": 206.72,
      "grad_norm": 1.0413554906845093,
      "learning_rate": 4.15258007618858e-06,
      "loss": 0.3753,
      "step": 740690
    },
    {
      "epoch": 206.73,
      "grad_norm": 1.2095274925231934,
      "learning_rate": 4.152562881436924e-06,
      "loss": 0.3793,
      "step": 740700
    },
    {
      "epoch": 206.73,
      "grad_norm": 1.2248831987380981,
      "learning_rate": 4.152545686444516e-06,
      "loss": 0.3761,
      "step": 740710
    },
    {
      "epoch": 206.73,
      "grad_norm": 1.0875834226608276,
      "learning_rate": 4.152528491211355e-06,
      "loss": 0.3735,
      "step": 740720
    },
    {
      "epoch": 206.73,
      "grad_norm": 1.0279232263565063,
      "learning_rate": 4.152511295737446e-06,
      "loss": 0.394,
      "step": 740730
    },
    {
      "epoch": 206.74,
      "grad_norm": 1.311471939086914,
      "learning_rate": 4.152494100022789e-06,
      "loss": 0.3858,
      "step": 740740
    },
    {
      "epoch": 206.74,
      "grad_norm": 1.1067076921463013,
      "learning_rate": 4.15247690406739e-06,
      "loss": 0.3818,
      "step": 740750
    },
    {
      "epoch": 206.74,
      "grad_norm": 1.1263753175735474,
      "learning_rate": 4.152459707871247e-06,
      "loss": 0.3653,
      "step": 740760
    },
    {
      "epoch": 206.75,
      "grad_norm": 1.1507737636566162,
      "learning_rate": 4.152442511434365e-06,
      "loss": 0.3778,
      "step": 740770
    },
    {
      "epoch": 206.75,
      "grad_norm": 1.166016697883606,
      "learning_rate": 4.1524253147567456e-06,
      "loss": 0.3759,
      "step": 740780
    },
    {
      "epoch": 206.75,
      "grad_norm": 1.3187484741210938,
      "learning_rate": 4.152408117838391e-06,
      "loss": 0.3716,
      "step": 740790
    },
    {
      "epoch": 206.75,
      "grad_norm": 1.1788294315338135,
      "learning_rate": 4.152390920679304e-06,
      "loss": 0.3677,
      "step": 740800
    },
    {
      "epoch": 206.76,
      "grad_norm": 1.0159486532211304,
      "learning_rate": 4.152373723279486e-06,
      "loss": 0.3743,
      "step": 740810
    },
    {
      "epoch": 206.76,
      "grad_norm": 1.060333490371704,
      "learning_rate": 4.152356525638939e-06,
      "loss": 0.379,
      "step": 740820
    },
    {
      "epoch": 206.76,
      "grad_norm": 1.0309888124465942,
      "learning_rate": 4.152339327757667e-06,
      "loss": 0.3673,
      "step": 740830
    },
    {
      "epoch": 206.77,
      "grad_norm": 1.004713773727417,
      "learning_rate": 4.1523221296356704e-06,
      "loss": 0.3596,
      "step": 740840
    },
    {
      "epoch": 206.77,
      "grad_norm": 1.610048770904541,
      "learning_rate": 4.152304931272953e-06,
      "loss": 0.383,
      "step": 740850
    },
    {
      "epoch": 206.77,
      "grad_norm": 1.1077353954315186,
      "learning_rate": 4.152287732669516e-06,
      "loss": 0.3758,
      "step": 740860
    },
    {
      "epoch": 206.77,
      "grad_norm": 0.9496713876724243,
      "learning_rate": 4.152270533825362e-06,
      "loss": 0.38,
      "step": 740870
    },
    {
      "epoch": 206.78,
      "grad_norm": 1.0736441612243652,
      "learning_rate": 4.1522533347404935e-06,
      "loss": 0.3807,
      "step": 740880
    },
    {
      "epoch": 206.78,
      "grad_norm": 0.9318673014640808,
      "learning_rate": 4.152236135414913e-06,
      "loss": 0.3625,
      "step": 740890
    },
    {
      "epoch": 206.78,
      "grad_norm": 1.1070926189422607,
      "learning_rate": 4.152218935848623e-06,
      "loss": 0.374,
      "step": 740900
    },
    {
      "epoch": 206.78,
      "grad_norm": 1.3430415391921997,
      "learning_rate": 4.152201736041625e-06,
      "loss": 0.3648,
      "step": 740910
    },
    {
      "epoch": 206.79,
      "grad_norm": 1.7341147661209106,
      "learning_rate": 4.152184535993921e-06,
      "loss": 0.363,
      "step": 740920
    },
    {
      "epoch": 206.79,
      "grad_norm": 1.1464308500289917,
      "learning_rate": 4.152167335705514e-06,
      "loss": 0.3704,
      "step": 740930
    },
    {
      "epoch": 206.79,
      "grad_norm": 1.2781306505203247,
      "learning_rate": 4.152150135176407e-06,
      "loss": 0.3652,
      "step": 740940
    },
    {
      "epoch": 206.8,
      "grad_norm": 1.2269551753997803,
      "learning_rate": 4.1521329344066e-06,
      "loss": 0.3612,
      "step": 740950
    },
    {
      "epoch": 206.8,
      "grad_norm": 1.122673511505127,
      "learning_rate": 4.152115733396098e-06,
      "loss": 0.3693,
      "step": 740960
    },
    {
      "epoch": 206.8,
      "grad_norm": 1.8531659841537476,
      "learning_rate": 4.152098532144902e-06,
      "loss": 0.3535,
      "step": 740970
    },
    {
      "epoch": 206.8,
      "grad_norm": 1.07712721824646,
      "learning_rate": 4.1520813306530135e-06,
      "loss": 0.3897,
      "step": 740980
    },
    {
      "epoch": 206.81,
      "grad_norm": 1.1583422422409058,
      "learning_rate": 4.152064128920437e-06,
      "loss": 0.3844,
      "step": 740990
    },
    {
      "epoch": 206.81,
      "grad_norm": 1.1985336542129517,
      "learning_rate": 4.152046926947172e-06,
      "loss": 0.391,
      "step": 741000
    },
    {
      "epoch": 206.81,
      "grad_norm": 1.0895172357559204,
      "learning_rate": 4.152029724733222e-06,
      "loss": 0.3649,
      "step": 741010
    },
    {
      "epoch": 206.82,
      "grad_norm": 1.2934598922729492,
      "learning_rate": 4.1520125222785905e-06,
      "loss": 0.3712,
      "step": 741020
    },
    {
      "epoch": 206.82,
      "grad_norm": 1.180476188659668,
      "learning_rate": 4.151995319583279e-06,
      "loss": 0.3939,
      "step": 741030
    },
    {
      "epoch": 206.82,
      "grad_norm": 1.1418781280517578,
      "learning_rate": 4.151978116647288e-06,
      "loss": 0.3799,
      "step": 741040
    },
    {
      "epoch": 206.82,
      "grad_norm": 1.0573289394378662,
      "learning_rate": 4.151960913470623e-06,
      "loss": 0.3745,
      "step": 741050
    },
    {
      "epoch": 206.83,
      "grad_norm": 1.2061424255371094,
      "learning_rate": 4.151943710053283e-06,
      "loss": 0.3702,
      "step": 741060
    },
    {
      "epoch": 206.83,
      "grad_norm": 1.1362617015838623,
      "learning_rate": 4.151926506395273e-06,
      "loss": 0.3653,
      "step": 741070
    },
    {
      "epoch": 206.83,
      "grad_norm": 1.1404263973236084,
      "learning_rate": 4.151909302496594e-06,
      "loss": 0.3718,
      "step": 741080
    },
    {
      "epoch": 206.84,
      "grad_norm": 0.9523736834526062,
      "learning_rate": 4.151892098357249e-06,
      "loss": 0.3599,
      "step": 741090
    },
    {
      "epoch": 206.84,
      "grad_norm": 1.024408221244812,
      "learning_rate": 4.151874893977239e-06,
      "loss": 0.3852,
      "step": 741100
    },
    {
      "epoch": 206.84,
      "grad_norm": 0.9555573463439941,
      "learning_rate": 4.151857689356567e-06,
      "loss": 0.363,
      "step": 741110
    },
    {
      "epoch": 206.84,
      "grad_norm": 1.2255748510360718,
      "learning_rate": 4.151840484495236e-06,
      "loss": 0.3799,
      "step": 741120
    },
    {
      "epoch": 206.85,
      "grad_norm": 1.1028363704681396,
      "learning_rate": 4.151823279393248e-06,
      "loss": 0.3614,
      "step": 741130
    },
    {
      "epoch": 206.85,
      "grad_norm": 1.3966987133026123,
      "learning_rate": 4.151806074050604e-06,
      "loss": 0.3885,
      "step": 741140
    },
    {
      "epoch": 206.85,
      "grad_norm": 1.3776859045028687,
      "learning_rate": 4.151788868467308e-06,
      "loss": 0.3745,
      "step": 741150
    },
    {
      "epoch": 206.85,
      "grad_norm": 1.1363797187805176,
      "learning_rate": 4.151771662643361e-06,
      "loss": 0.3589,
      "step": 741160
    },
    {
      "epoch": 206.86,
      "grad_norm": 1.1000685691833496,
      "learning_rate": 4.151754456578766e-06,
      "loss": 0.3733,
      "step": 741170
    },
    {
      "epoch": 206.86,
      "grad_norm": 0.9021353125572205,
      "learning_rate": 4.1517372502735245e-06,
      "loss": 0.3698,
      "step": 741180
    },
    {
      "epoch": 206.86,
      "grad_norm": 1.0630522966384888,
      "learning_rate": 4.151720043727641e-06,
      "loss": 0.3773,
      "step": 741190
    },
    {
      "epoch": 206.87,
      "grad_norm": 1.0174386501312256,
      "learning_rate": 4.151702836941115e-06,
      "loss": 0.3658,
      "step": 741200
    },
    {
      "epoch": 206.87,
      "grad_norm": 1.046828031539917,
      "learning_rate": 4.151685629913949e-06,
      "loss": 0.3833,
      "step": 741210
    },
    {
      "epoch": 206.87,
      "grad_norm": 1.0890483856201172,
      "learning_rate": 4.1516684226461485e-06,
      "loss": 0.3754,
      "step": 741220
    },
    {
      "epoch": 206.87,
      "grad_norm": 1.4054503440856934,
      "learning_rate": 4.1516512151377125e-06,
      "loss": 0.3744,
      "step": 741230
    },
    {
      "epoch": 206.88,
      "grad_norm": 1.3079593181610107,
      "learning_rate": 4.151634007388644e-06,
      "loss": 0.3919,
      "step": 741240
    },
    {
      "epoch": 206.88,
      "grad_norm": 0.961780309677124,
      "learning_rate": 4.151616799398946e-06,
      "loss": 0.3567,
      "step": 741250
    },
    {
      "epoch": 206.88,
      "grad_norm": 1.129957675933838,
      "learning_rate": 4.151599591168621e-06,
      "loss": 0.3862,
      "step": 741260
    },
    {
      "epoch": 206.89,
      "grad_norm": 1.2344728708267212,
      "learning_rate": 4.15158238269767e-06,
      "loss": 0.3714,
      "step": 741270
    },
    {
      "epoch": 206.89,
      "grad_norm": 1.1947575807571411,
      "learning_rate": 4.151565173986096e-06,
      "loss": 0.3699,
      "step": 741280
    },
    {
      "epoch": 206.89,
      "grad_norm": 1.1936384439468384,
      "learning_rate": 4.151547965033902e-06,
      "loss": 0.372,
      "step": 741290
    },
    {
      "epoch": 206.89,
      "grad_norm": 1.0531342029571533,
      "learning_rate": 4.151530755841088e-06,
      "loss": 0.368,
      "step": 741300
    },
    {
      "epoch": 206.9,
      "grad_norm": 1.1271510124206543,
      "learning_rate": 4.15151354640766e-06,
      "loss": 0.3623,
      "step": 741310
    },
    {
      "epoch": 206.9,
      "grad_norm": 0.9925302863121033,
      "learning_rate": 4.151496336733617e-06,
      "loss": 0.3763,
      "step": 741320
    },
    {
      "epoch": 206.9,
      "grad_norm": 1.2640012502670288,
      "learning_rate": 4.151479126818963e-06,
      "loss": 0.3526,
      "step": 741330
    },
    {
      "epoch": 206.9,
      "grad_norm": 1.214246392250061,
      "learning_rate": 4.151461916663699e-06,
      "loss": 0.3621,
      "step": 741340
    },
    {
      "epoch": 206.91,
      "grad_norm": 1.1768243312835693,
      "learning_rate": 4.151444706267829e-06,
      "loss": 0.3596,
      "step": 741350
    },
    {
      "epoch": 206.91,
      "grad_norm": 1.1686838865280151,
      "learning_rate": 4.151427495631354e-06,
      "loss": 0.3582,
      "step": 741360
    },
    {
      "epoch": 206.91,
      "grad_norm": 1.1675949096679688,
      "learning_rate": 4.151410284754276e-06,
      "loss": 0.3658,
      "step": 741370
    },
    {
      "epoch": 206.92,
      "grad_norm": 1.0093930959701538,
      "learning_rate": 4.151393073636598e-06,
      "loss": 0.3654,
      "step": 741380
    },
    {
      "epoch": 206.92,
      "grad_norm": 1.1984878778457642,
      "learning_rate": 4.151375862278323e-06,
      "loss": 0.3659,
      "step": 741390
    },
    {
      "epoch": 206.92,
      "grad_norm": 1.1978286504745483,
      "learning_rate": 4.151358650679452e-06,
      "loss": 0.3648,
      "step": 741400
    },
    {
      "epoch": 206.92,
      "grad_norm": 1.0391039848327637,
      "learning_rate": 4.1513414388399875e-06,
      "loss": 0.3719,
      "step": 741410
    },
    {
      "epoch": 206.93,
      "grad_norm": 1.159053921699524,
      "learning_rate": 4.1513242267599325e-06,
      "loss": 0.3809,
      "step": 741420
    },
    {
      "epoch": 206.93,
      "grad_norm": 1.1710926294326782,
      "learning_rate": 4.151307014439289e-06,
      "loss": 0.3716,
      "step": 741430
    },
    {
      "epoch": 206.93,
      "grad_norm": 1.0874660015106201,
      "learning_rate": 4.151289801878059e-06,
      "loss": 0.3643,
      "step": 741440
    },
    {
      "epoch": 206.94,
      "grad_norm": 1.1277037858963013,
      "learning_rate": 4.151272589076246e-06,
      "loss": 0.3618,
      "step": 741450
    },
    {
      "epoch": 206.94,
      "grad_norm": 1.0025442838668823,
      "learning_rate": 4.1512553760338494e-06,
      "loss": 0.3715,
      "step": 741460
    },
    {
      "epoch": 206.94,
      "grad_norm": 1.1590982675552368,
      "learning_rate": 4.151238162750874e-06,
      "loss": 0.3743,
      "step": 741470
    },
    {
      "epoch": 206.94,
      "grad_norm": 1.055051565170288,
      "learning_rate": 4.1512209492273214e-06,
      "loss": 0.3712,
      "step": 741480
    },
    {
      "epoch": 206.95,
      "grad_norm": 0.9589555263519287,
      "learning_rate": 4.151203735463195e-06,
      "loss": 0.3854,
      "step": 741490
    },
    {
      "epoch": 206.95,
      "grad_norm": 1.1160516738891602,
      "learning_rate": 4.1511865214584946e-06,
      "loss": 0.369,
      "step": 741500
    },
    {
      "epoch": 206.95,
      "grad_norm": 1.2152256965637207,
      "learning_rate": 4.151169307213224e-06,
      "loss": 0.3656,
      "step": 741510
    },
    {
      "epoch": 206.96,
      "grad_norm": 1.2007851600646973,
      "learning_rate": 4.151152092727386e-06,
      "loss": 0.3802,
      "step": 741520
    },
    {
      "epoch": 206.96,
      "grad_norm": 1.132846713066101,
      "learning_rate": 4.151134878000982e-06,
      "loss": 0.3657,
      "step": 741530
    },
    {
      "epoch": 206.96,
      "grad_norm": 1.184464931488037,
      "learning_rate": 4.151117663034015e-06,
      "loss": 0.3817,
      "step": 741540
    },
    {
      "epoch": 206.96,
      "grad_norm": 1.2075116634368896,
      "learning_rate": 4.151100447826487e-06,
      "loss": 0.3714,
      "step": 741550
    },
    {
      "epoch": 206.97,
      "grad_norm": 1.227195382118225,
      "learning_rate": 4.151083232378399e-06,
      "loss": 0.3887,
      "step": 741560
    },
    {
      "epoch": 206.97,
      "grad_norm": 1.1566097736358643,
      "learning_rate": 4.151066016689756e-06,
      "loss": 0.3723,
      "step": 741570
    },
    {
      "epoch": 206.97,
      "grad_norm": 1.115401029586792,
      "learning_rate": 4.151048800760558e-06,
      "loss": 0.3629,
      "step": 741580
    },
    {
      "epoch": 206.97,
      "grad_norm": 1.1792185306549072,
      "learning_rate": 4.151031584590808e-06,
      "loss": 0.3911,
      "step": 741590
    },
    {
      "epoch": 206.98,
      "grad_norm": 1.3788527250289917,
      "learning_rate": 4.151014368180508e-06,
      "loss": 0.3651,
      "step": 741600
    },
    {
      "epoch": 206.98,
      "grad_norm": 1.1189258098602295,
      "learning_rate": 4.150997151529661e-06,
      "loss": 0.3948,
      "step": 741610
    },
    {
      "epoch": 206.98,
      "grad_norm": 1.1437101364135742,
      "learning_rate": 4.150979934638269e-06,
      "loss": 0.366,
      "step": 741620
    },
    {
      "epoch": 206.99,
      "grad_norm": 1.2022864818572998,
      "learning_rate": 4.150962717506334e-06,
      "loss": 0.382,
      "step": 741630
    },
    {
      "epoch": 206.99,
      "grad_norm": 1.1721471548080444,
      "learning_rate": 4.150945500133859e-06,
      "loss": 0.3719,
      "step": 741640
    },
    {
      "epoch": 206.99,
      "grad_norm": 1.1696834564208984,
      "learning_rate": 4.150928282520845e-06,
      "loss": 0.3758,
      "step": 741650
    },
    {
      "epoch": 206.99,
      "grad_norm": 1.0197652578353882,
      "learning_rate": 4.150911064667295e-06,
      "loss": 0.3561,
      "step": 741660
    },
    {
      "epoch": 207.0,
      "grad_norm": 0.9700684547424316,
      "learning_rate": 4.150893846573213e-06,
      "loss": 0.369,
      "step": 741670
    },
    {
      "epoch": 207.0,
      "grad_norm": 1.123985767364502,
      "learning_rate": 4.150876628238598e-06,
      "loss": 0.3746,
      "step": 741680
    },
    {
      "epoch": 207.0,
      "eval_loss": 0.372303307056427,
      "eval_runtime": 63.4979,
      "eval_samples_per_second": 79.672,
      "eval_steps_per_second": 9.969,
      "step": 741681
    },
    {
      "epoch": 207.0,
      "grad_norm": 1.0410819053649902,
      "learning_rate": 4.150859409663455e-06,
      "loss": 0.3565,
      "step": 741690
    },
    {
      "epoch": 207.01,
      "grad_norm": 1.1258819103240967,
      "learning_rate": 4.1508421908477835e-06,
      "loss": 0.3524,
      "step": 741700
    },
    {
      "epoch": 207.01,
      "grad_norm": 1.2877715826034546,
      "learning_rate": 4.150824971791589e-06,
      "loss": 0.3734,
      "step": 741710
    },
    {
      "epoch": 207.01,
      "grad_norm": 0.9412028193473816,
      "learning_rate": 4.150807752494872e-06,
      "loss": 0.3784,
      "step": 741720
    },
    {
      "epoch": 207.01,
      "grad_norm": 1.278050184249878,
      "learning_rate": 4.150790532957635e-06,
      "loss": 0.3808,
      "step": 741730
    },
    {
      "epoch": 207.02,
      "grad_norm": 0.9455897212028503,
      "learning_rate": 4.15077331317988e-06,
      "loss": 0.384,
      "step": 741740
    },
    {
      "epoch": 207.02,
      "grad_norm": 1.2211536169052124,
      "learning_rate": 4.150756093161611e-06,
      "loss": 0.3502,
      "step": 741750
    },
    {
      "epoch": 207.02,
      "grad_norm": 1.2950764894485474,
      "learning_rate": 4.150738872902828e-06,
      "loss": 0.3805,
      "step": 741760
    },
    {
      "epoch": 207.02,
      "grad_norm": 1.3477067947387695,
      "learning_rate": 4.150721652403535e-06,
      "loss": 0.3699,
      "step": 741770
    },
    {
      "epoch": 207.03,
      "grad_norm": 1.3231196403503418,
      "learning_rate": 4.150704431663732e-06,
      "loss": 0.3656,
      "step": 741780
    },
    {
      "epoch": 207.03,
      "grad_norm": 1.2958396673202515,
      "learning_rate": 4.150687210683425e-06,
      "loss": 0.386,
      "step": 741790
    },
    {
      "epoch": 207.03,
      "grad_norm": 1.1069657802581787,
      "learning_rate": 4.150669989462613e-06,
      "loss": 0.3662,
      "step": 741800
    },
    {
      "epoch": 207.04,
      "grad_norm": 1.0992763042449951,
      "learning_rate": 4.1506527680013e-06,
      "loss": 0.3674,
      "step": 741810
    },
    {
      "epoch": 207.04,
      "grad_norm": 1.4106320142745972,
      "learning_rate": 4.150635546299487e-06,
      "loss": 0.3605,
      "step": 741820
    },
    {
      "epoch": 207.04,
      "grad_norm": 1.2384130954742432,
      "learning_rate": 4.150618324357177e-06,
      "loss": 0.3781,
      "step": 741830
    },
    {
      "epoch": 207.04,
      "grad_norm": 1.204338550567627,
      "learning_rate": 4.150601102174372e-06,
      "loss": 0.3766,
      "step": 741840
    },
    {
      "epoch": 207.05,
      "grad_norm": 1.1832096576690674,
      "learning_rate": 4.150583879751076e-06,
      "loss": 0.3653,
      "step": 741850
    },
    {
      "epoch": 207.05,
      "grad_norm": 1.7781295776367188,
      "learning_rate": 4.15056665708729e-06,
      "loss": 0.3723,
      "step": 741860
    },
    {
      "epoch": 207.05,
      "grad_norm": 0.921128511428833,
      "learning_rate": 4.150549434183016e-06,
      "loss": 0.3658,
      "step": 741870
    },
    {
      "epoch": 207.06,
      "grad_norm": 1.0050774812698364,
      "learning_rate": 4.150532211038255e-06,
      "loss": 0.3643,
      "step": 741880
    },
    {
      "epoch": 207.06,
      "grad_norm": 1.3378115892410278,
      "learning_rate": 4.150514987653012e-06,
      "loss": 0.3766,
      "step": 741890
    },
    {
      "epoch": 207.06,
      "grad_norm": 1.3040369749069214,
      "learning_rate": 4.150497764027288e-06,
      "loss": 0.3834,
      "step": 741900
    },
    {
      "epoch": 207.06,
      "grad_norm": 1.0886094570159912,
      "learning_rate": 4.150480540161086e-06,
      "loss": 0.3593,
      "step": 741910
    },
    {
      "epoch": 207.07,
      "grad_norm": 1.2010077238082886,
      "learning_rate": 4.150463316054406e-06,
      "loss": 0.381,
      "step": 741920
    },
    {
      "epoch": 207.07,
      "grad_norm": 1.202507495880127,
      "learning_rate": 4.1504460917072536e-06,
      "loss": 0.3684,
      "step": 741930
    },
    {
      "epoch": 207.07,
      "grad_norm": 1.2018934488296509,
      "learning_rate": 4.150428867119628e-06,
      "loss": 0.3877,
      "step": 741940
    },
    {
      "epoch": 207.08,
      "grad_norm": 1.056892991065979,
      "learning_rate": 4.150411642291534e-06,
      "loss": 0.3639,
      "step": 741950
    },
    {
      "epoch": 207.08,
      "grad_norm": 1.2817139625549316,
      "learning_rate": 4.150394417222972e-06,
      "loss": 0.3715,
      "step": 741960
    },
    {
      "epoch": 207.08,
      "grad_norm": 1.0494513511657715,
      "learning_rate": 4.150377191913946e-06,
      "loss": 0.372,
      "step": 741970
    },
    {
      "epoch": 207.08,
      "grad_norm": 1.3573700189590454,
      "learning_rate": 4.150359966364457e-06,
      "loss": 0.3623,
      "step": 741980
    },
    {
      "epoch": 207.09,
      "grad_norm": 1.0145618915557861,
      "learning_rate": 4.150342740574508e-06,
      "loss": 0.3547,
      "step": 741990
    },
    {
      "epoch": 207.09,
      "grad_norm": 1.1915483474731445,
      "learning_rate": 4.150325514544101e-06,
      "loss": 0.3739,
      "step": 742000
    },
    {
      "epoch": 207.09,
      "grad_norm": 0.9974958896636963,
      "learning_rate": 4.150308288273239e-06,
      "loss": 0.3776,
      "step": 742010
    },
    {
      "epoch": 207.09,
      "grad_norm": 1.188091516494751,
      "learning_rate": 4.150291061761922e-06,
      "loss": 0.3655,
      "step": 742020
    },
    {
      "epoch": 207.1,
      "grad_norm": 1.2621854543685913,
      "learning_rate": 4.150273835010154e-06,
      "loss": 0.3642,
      "step": 742030
    },
    {
      "epoch": 207.1,
      "grad_norm": 1.0789705514907837,
      "learning_rate": 4.1502566080179385e-06,
      "loss": 0.3578,
      "step": 742040
    },
    {
      "epoch": 207.1,
      "grad_norm": 1.3769323825836182,
      "learning_rate": 4.1502393807852756e-06,
      "loss": 0.3692,
      "step": 742050
    },
    {
      "epoch": 207.11,
      "grad_norm": 1.21173894405365,
      "learning_rate": 4.150222153312169e-06,
      "loss": 0.3717,
      "step": 742060
    },
    {
      "epoch": 207.11,
      "grad_norm": 1.2588175535202026,
      "learning_rate": 4.15020492559862e-06,
      "loss": 0.3781,
      "step": 742070
    },
    {
      "epoch": 207.11,
      "grad_norm": 1.200465440750122,
      "learning_rate": 4.150187697644631e-06,
      "loss": 0.3695,
      "step": 742080
    },
    {
      "epoch": 207.11,
      "grad_norm": 1.131628155708313,
      "learning_rate": 4.150170469450206e-06,
      "loss": 0.3691,
      "step": 742090
    },
    {
      "epoch": 207.12,
      "grad_norm": 1.2852357625961304,
      "learning_rate": 4.150153241015345e-06,
      "loss": 0.38,
      "step": 742100
    },
    {
      "epoch": 207.12,
      "grad_norm": 0.9867740273475647,
      "learning_rate": 4.150136012340051e-06,
      "loss": 0.3644,
      "step": 742110
    },
    {
      "epoch": 207.12,
      "grad_norm": 1.0060195922851562,
      "learning_rate": 4.150118783424327e-06,
      "loss": 0.3826,
      "step": 742120
    },
    {
      "epoch": 207.13,
      "grad_norm": 1.135980248451233,
      "learning_rate": 4.150101554268175e-06,
      "loss": 0.385,
      "step": 742130
    },
    {
      "epoch": 207.13,
      "grad_norm": 1.2307586669921875,
      "learning_rate": 4.150084324871597e-06,
      "loss": 0.3644,
      "step": 742140
    },
    {
      "epoch": 207.13,
      "grad_norm": 1.0641285181045532,
      "learning_rate": 4.150067095234595e-06,
      "loss": 0.3743,
      "step": 742150
    },
    {
      "epoch": 207.13,
      "grad_norm": 1.2532480955123901,
      "learning_rate": 4.150049865357172e-06,
      "loss": 0.38,
      "step": 742160
    },
    {
      "epoch": 207.14,
      "grad_norm": 1.04477858543396,
      "learning_rate": 4.150032635239329e-06,
      "loss": 0.3854,
      "step": 742170
    },
    {
      "epoch": 207.14,
      "grad_norm": 1.0986671447753906,
      "learning_rate": 4.150015404881071e-06,
      "loss": 0.3803,
      "step": 742180
    },
    {
      "epoch": 207.14,
      "grad_norm": 1.6005324125289917,
      "learning_rate": 4.149998174282397e-06,
      "loss": 0.3665,
      "step": 742190
    },
    {
      "epoch": 207.14,
      "grad_norm": 1.1063449382781982,
      "learning_rate": 4.1499809434433126e-06,
      "loss": 0.3624,
      "step": 742200
    },
    {
      "epoch": 207.15,
      "grad_norm": 1.1357223987579346,
      "learning_rate": 4.149963712363817e-06,
      "loss": 0.3529,
      "step": 742210
    },
    {
      "epoch": 207.15,
      "grad_norm": 1.049857258796692,
      "learning_rate": 4.149946481043914e-06,
      "loss": 0.3623,
      "step": 742220
    },
    {
      "epoch": 207.15,
      "grad_norm": 5.390035629272461,
      "learning_rate": 4.149929249483606e-06,
      "loss": 0.366,
      "step": 742230
    },
    {
      "epoch": 207.16,
      "grad_norm": 1.2590025663375854,
      "learning_rate": 4.1499120176828955e-06,
      "loss": 0.3849,
      "step": 742240
    },
    {
      "epoch": 207.16,
      "grad_norm": 1.197880744934082,
      "learning_rate": 4.149894785641784e-06,
      "loss": 0.3744,
      "step": 742250
    },
    {
      "epoch": 207.16,
      "grad_norm": 1.293046236038208,
      "learning_rate": 4.149877553360274e-06,
      "loss": 0.4021,
      "step": 742260
    },
    {
      "epoch": 207.16,
      "grad_norm": 1.0739086866378784,
      "learning_rate": 4.149860320838368e-06,
      "loss": 0.3744,
      "step": 742270
    },
    {
      "epoch": 207.17,
      "grad_norm": 1.177700161933899,
      "learning_rate": 4.149843088076068e-06,
      "loss": 0.3748,
      "step": 742280
    },
    {
      "epoch": 207.17,
      "grad_norm": 1.1259344816207886,
      "learning_rate": 4.149825855073377e-06,
      "loss": 0.3673,
      "step": 742290
    },
    {
      "epoch": 207.17,
      "grad_norm": 1.0169730186462402,
      "learning_rate": 4.149808621830296e-06,
      "loss": 0.3654,
      "step": 742300
    },
    {
      "epoch": 207.18,
      "grad_norm": 1.0494831800460815,
      "learning_rate": 4.149791388346829e-06,
      "loss": 0.3628,
      "step": 742310
    },
    {
      "epoch": 207.18,
      "grad_norm": 1.0843535661697388,
      "learning_rate": 4.149774154622977e-06,
      "loss": 0.3697,
      "step": 742320
    },
    {
      "epoch": 207.18,
      "grad_norm": 1.0307968854904175,
      "learning_rate": 4.149756920658743e-06,
      "loss": 0.365,
      "step": 742330
    },
    {
      "epoch": 207.18,
      "grad_norm": 1.0725059509277344,
      "learning_rate": 4.149739686454129e-06,
      "loss": 0.3502,
      "step": 742340
    },
    {
      "epoch": 207.19,
      "grad_norm": 1.1552938222885132,
      "learning_rate": 4.149722452009136e-06,
      "loss": 0.3757,
      "step": 742350
    },
    {
      "epoch": 207.19,
      "grad_norm": 1.4260151386260986,
      "learning_rate": 4.149705217323769e-06,
      "loss": 0.3607,
      "step": 742360
    },
    {
      "epoch": 207.19,
      "grad_norm": 1.155796766281128,
      "learning_rate": 4.1496879823980285e-06,
      "loss": 0.3932,
      "step": 742370
    },
    {
      "epoch": 207.2,
      "grad_norm": 1.2211172580718994,
      "learning_rate": 4.149670747231918e-06,
      "loss": 0.3789,
      "step": 742380
    },
    {
      "epoch": 207.2,
      "grad_norm": 1.2385889291763306,
      "learning_rate": 4.149653511825437e-06,
      "loss": 0.376,
      "step": 742390
    },
    {
      "epoch": 207.2,
      "grad_norm": 1.3062762022018433,
      "learning_rate": 4.149636276178591e-06,
      "loss": 0.3671,
      "step": 742400
    },
    {
      "epoch": 207.2,
      "grad_norm": 1.0896106958389282,
      "learning_rate": 4.149619040291381e-06,
      "loss": 0.3862,
      "step": 742410
    },
    {
      "epoch": 207.21,
      "grad_norm": 1.4514769315719604,
      "learning_rate": 4.14960180416381e-06,
      "loss": 0.3772,
      "step": 742420
    },
    {
      "epoch": 207.21,
      "grad_norm": 1.107319951057434,
      "learning_rate": 4.149584567795878e-06,
      "loss": 0.3752,
      "step": 742430
    },
    {
      "epoch": 207.21,
      "grad_norm": 1.2219258546829224,
      "learning_rate": 4.14956733118759e-06,
      "loss": 0.3642,
      "step": 742440
    },
    {
      "epoch": 207.21,
      "grad_norm": 1.1826633214950562,
      "learning_rate": 4.1495500943389475e-06,
      "loss": 0.3653,
      "step": 742450
    },
    {
      "epoch": 207.22,
      "grad_norm": 1.207635521888733,
      "learning_rate": 4.149532857249952e-06,
      "loss": 0.3785,
      "step": 742460
    },
    {
      "epoch": 207.22,
      "grad_norm": 1.2135040760040283,
      "learning_rate": 4.149515619920606e-06,
      "loss": 0.3667,
      "step": 742470
    },
    {
      "epoch": 207.22,
      "grad_norm": 2.6590001583099365,
      "learning_rate": 4.149498382350912e-06,
      "loss": 0.3571,
      "step": 742480
    },
    {
      "epoch": 207.23,
      "grad_norm": 1.239037275314331,
      "learning_rate": 4.149481144540873e-06,
      "loss": 0.3783,
      "step": 742490
    },
    {
      "epoch": 207.23,
      "grad_norm": 1.0280781984329224,
      "learning_rate": 4.149463906490491e-06,
      "loss": 0.3828,
      "step": 742500
    },
    {
      "epoch": 207.23,
      "grad_norm": 0.9926218390464783,
      "learning_rate": 4.149446668199767e-06,
      "loss": 0.3741,
      "step": 742510
    },
    {
      "epoch": 207.23,
      "grad_norm": 1.0551294088363647,
      "learning_rate": 4.149429429668705e-06,
      "loss": 0.3668,
      "step": 742520
    },
    {
      "epoch": 207.24,
      "grad_norm": 1.2075835466384888,
      "learning_rate": 4.149412190897306e-06,
      "loss": 0.3756,
      "step": 742530
    },
    {
      "epoch": 207.24,
      "grad_norm": 1.2324652671813965,
      "learning_rate": 4.149394951885573e-06,
      "loss": 0.3715,
      "step": 742540
    },
    {
      "epoch": 207.24,
      "grad_norm": 1.1707128286361694,
      "learning_rate": 4.149377712633509e-06,
      "loss": 0.3778,
      "step": 742550
    },
    {
      "epoch": 207.25,
      "grad_norm": 1.059946894645691,
      "learning_rate": 4.149360473141115e-06,
      "loss": 0.3684,
      "step": 742560
    },
    {
      "epoch": 207.25,
      "grad_norm": 1.252689242362976,
      "learning_rate": 4.149343233408393e-06,
      "loss": 0.3702,
      "step": 742570
    },
    {
      "epoch": 207.25,
      "grad_norm": 1.3170864582061768,
      "learning_rate": 4.149325993435348e-06,
      "loss": 0.3666,
      "step": 742580
    },
    {
      "epoch": 207.25,
      "grad_norm": 1.094834566116333,
      "learning_rate": 4.149308753221978e-06,
      "loss": 0.3657,
      "step": 742590
    },
    {
      "epoch": 207.26,
      "grad_norm": 1.1015738248825073,
      "learning_rate": 4.1492915127682885e-06,
      "loss": 0.3759,
      "step": 742600
    },
    {
      "epoch": 207.26,
      "grad_norm": 1.171287178993225,
      "learning_rate": 4.1492742720742815e-06,
      "loss": 0.3566,
      "step": 742610
    },
    {
      "epoch": 207.26,
      "grad_norm": 1.1634138822555542,
      "learning_rate": 4.149257031139958e-06,
      "loss": 0.3848,
      "step": 742620
    },
    {
      "epoch": 207.26,
      "grad_norm": 1.401889681816101,
      "learning_rate": 4.149239789965321e-06,
      "loss": 0.3839,
      "step": 742630
    },
    {
      "epoch": 207.27,
      "grad_norm": 1.034320592880249,
      "learning_rate": 4.149222548550374e-06,
      "loss": 0.379,
      "step": 742640
    },
    {
      "epoch": 207.27,
      "grad_norm": 1.0008854866027832,
      "learning_rate": 4.149205306895117e-06,
      "loss": 0.368,
      "step": 742650
    },
    {
      "epoch": 207.27,
      "grad_norm": 1.186728835105896,
      "learning_rate": 4.149188064999554e-06,
      "loss": 0.374,
      "step": 742660
    },
    {
      "epoch": 207.28,
      "grad_norm": 1.2495760917663574,
      "learning_rate": 4.149170822863686e-06,
      "loss": 0.3584,
      "step": 742670
    },
    {
      "epoch": 207.28,
      "grad_norm": 1.1677443981170654,
      "learning_rate": 4.149153580487516e-06,
      "loss": 0.3624,
      "step": 742680
    },
    {
      "epoch": 207.28,
      "grad_norm": 1.2341409921646118,
      "learning_rate": 4.149136337871047e-06,
      "loss": 0.368,
      "step": 742690
    },
    {
      "epoch": 207.28,
      "grad_norm": 1.0230354070663452,
      "learning_rate": 4.14911909501428e-06,
      "loss": 0.3647,
      "step": 742700
    },
    {
      "epoch": 207.29,
      "grad_norm": 1.2403268814086914,
      "learning_rate": 4.149101851917218e-06,
      "loss": 0.3726,
      "step": 742710
    },
    {
      "epoch": 207.29,
      "grad_norm": 1.1603567600250244,
      "learning_rate": 4.149084608579863e-06,
      "loss": 0.3721,
      "step": 742720
    },
    {
      "epoch": 207.29,
      "grad_norm": 1.1873292922973633,
      "learning_rate": 4.149067365002218e-06,
      "loss": 0.377,
      "step": 742730
    },
    {
      "epoch": 207.3,
      "grad_norm": 0.9574670195579529,
      "learning_rate": 4.149050121184285e-06,
      "loss": 0.3604,
      "step": 742740
    },
    {
      "epoch": 207.3,
      "grad_norm": 1.0961610078811646,
      "learning_rate": 4.149032877126066e-06,
      "loss": 0.3833,
      "step": 742750
    },
    {
      "epoch": 207.3,
      "grad_norm": 1.181750774383545,
      "learning_rate": 4.149015632827563e-06,
      "loss": 0.3688,
      "step": 742760
    },
    {
      "epoch": 207.3,
      "grad_norm": 1.3213353157043457,
      "learning_rate": 4.148998388288778e-06,
      "loss": 0.3664,
      "step": 742770
    },
    {
      "epoch": 207.31,
      "grad_norm": 0.9619204998016357,
      "learning_rate": 4.148981143509715e-06,
      "loss": 0.3525,
      "step": 742780
    },
    {
      "epoch": 207.31,
      "grad_norm": 1.1953060626983643,
      "learning_rate": 4.148963898490375e-06,
      "loss": 0.3789,
      "step": 742790
    },
    {
      "epoch": 207.31,
      "grad_norm": 1.186280608177185,
      "learning_rate": 4.14894665323076e-06,
      "loss": 0.3709,
      "step": 742800
    },
    {
      "epoch": 207.32,
      "grad_norm": 2.245687961578369,
      "learning_rate": 4.148929407730873e-06,
      "loss": 0.3821,
      "step": 742810
    },
    {
      "epoch": 207.32,
      "grad_norm": 1.0801384449005127,
      "learning_rate": 4.148912161990717e-06,
      "loss": 0.3828,
      "step": 742820
    },
    {
      "epoch": 207.32,
      "grad_norm": 1.4118525981903076,
      "learning_rate": 4.148894916010292e-06,
      "loss": 0.3747,
      "step": 742830
    },
    {
      "epoch": 207.32,
      "grad_norm": 1.4948866367340088,
      "learning_rate": 4.148877669789602e-06,
      "loss": 0.3548,
      "step": 742840
    },
    {
      "epoch": 207.33,
      "grad_norm": 1.1366839408874512,
      "learning_rate": 4.14886042332865e-06,
      "loss": 0.3724,
      "step": 742850
    },
    {
      "epoch": 207.33,
      "grad_norm": 1.239557147026062,
      "learning_rate": 4.148843176627437e-06,
      "loss": 0.3839,
      "step": 742860
    },
    {
      "epoch": 207.33,
      "grad_norm": 1.126406192779541,
      "learning_rate": 4.148825929685966e-06,
      "loss": 0.3689,
      "step": 742870
    },
    {
      "epoch": 207.33,
      "grad_norm": 1.010770320892334,
      "learning_rate": 4.148808682504237e-06,
      "loss": 0.3691,
      "step": 742880
    },
    {
      "epoch": 207.34,
      "grad_norm": 1.1240453720092773,
      "learning_rate": 4.148791435082256e-06,
      "loss": 0.3711,
      "step": 742890
    },
    {
      "epoch": 207.34,
      "grad_norm": 1.1273711919784546,
      "learning_rate": 4.148774187420023e-06,
      "loss": 0.3668,
      "step": 742900
    },
    {
      "epoch": 207.34,
      "grad_norm": 1.0706909894943237,
      "learning_rate": 4.14875693951754e-06,
      "loss": 0.3632,
      "step": 742910
    },
    {
      "epoch": 207.35,
      "grad_norm": 1.1207561492919922,
      "learning_rate": 4.148739691374812e-06,
      "loss": 0.3605,
      "step": 742920
    },
    {
      "epoch": 207.35,
      "grad_norm": 1.2161636352539062,
      "learning_rate": 4.148722442991838e-06,
      "loss": 0.3699,
      "step": 742930
    },
    {
      "epoch": 207.35,
      "grad_norm": 1.1013654470443726,
      "learning_rate": 4.148705194368622e-06,
      "loss": 0.3762,
      "step": 742940
    },
    {
      "epoch": 207.35,
      "grad_norm": 1.1120829582214355,
      "learning_rate": 4.148687945505165e-06,
      "loss": 0.3848,
      "step": 742950
    },
    {
      "epoch": 207.36,
      "grad_norm": 1.1288584470748901,
      "learning_rate": 4.148670696401472e-06,
      "loss": 0.354,
      "step": 742960
    },
    {
      "epoch": 207.36,
      "grad_norm": 1.0836485624313354,
      "learning_rate": 4.148653447057543e-06,
      "loss": 0.3662,
      "step": 742970
    },
    {
      "epoch": 207.36,
      "grad_norm": 1.2069700956344604,
      "learning_rate": 4.14863619747338e-06,
      "loss": 0.3693,
      "step": 742980
    },
    {
      "epoch": 207.37,
      "grad_norm": 1.1370468139648438,
      "learning_rate": 4.148618947648987e-06,
      "loss": 0.3631,
      "step": 742990
    },
    {
      "epoch": 207.37,
      "grad_norm": 0.9928305149078369,
      "learning_rate": 4.148601697584366e-06,
      "loss": 0.375,
      "step": 743000
    },
    {
      "epoch": 207.37,
      "grad_norm": 2.3042261600494385,
      "learning_rate": 4.148584447279517e-06,
      "loss": 0.3688,
      "step": 743010
    },
    {
      "epoch": 207.37,
      "grad_norm": 1.2340811491012573,
      "learning_rate": 4.148567196734445e-06,
      "loss": 0.3638,
      "step": 743020
    },
    {
      "epoch": 207.38,
      "grad_norm": 1.396106243133545,
      "learning_rate": 4.148549945949151e-06,
      "loss": 0.3909,
      "step": 743030
    },
    {
      "epoch": 207.38,
      "grad_norm": 1.3150016069412231,
      "learning_rate": 4.148532694923638e-06,
      "loss": 0.3732,
      "step": 743040
    },
    {
      "epoch": 207.38,
      "grad_norm": 0.9908561110496521,
      "learning_rate": 4.148515443657908e-06,
      "loss": 0.3754,
      "step": 743050
    },
    {
      "epoch": 207.38,
      "grad_norm": 1.0200353860855103,
      "learning_rate": 4.148498192151963e-06,
      "loss": 0.3883,
      "step": 743060
    },
    {
      "epoch": 207.39,
      "grad_norm": 1.0216046571731567,
      "learning_rate": 4.148480940405806e-06,
      "loss": 0.3599,
      "step": 743070
    },
    {
      "epoch": 207.39,
      "grad_norm": 3.8196558952331543,
      "learning_rate": 4.148463688419438e-06,
      "loss": 0.3733,
      "step": 743080
    },
    {
      "epoch": 207.39,
      "grad_norm": 0.9974830746650696,
      "learning_rate": 4.148446436192862e-06,
      "loss": 0.3755,
      "step": 743090
    },
    {
      "epoch": 207.4,
      "grad_norm": 1.0941693782806396,
      "learning_rate": 4.148429183726081e-06,
      "loss": 0.3648,
      "step": 743100
    },
    {
      "epoch": 207.4,
      "grad_norm": 1.1405079364776611,
      "learning_rate": 4.148411931019097e-06,
      "loss": 0.3696,
      "step": 743110
    },
    {
      "epoch": 207.4,
      "grad_norm": 1.3229941129684448,
      "learning_rate": 4.148394678071912e-06,
      "loss": 0.3622,
      "step": 743120
    },
    {
      "epoch": 207.4,
      "grad_norm": 1.0185797214508057,
      "learning_rate": 4.148377424884528e-06,
      "loss": 0.4071,
      "step": 743130
    },
    {
      "epoch": 207.41,
      "grad_norm": 1.0089305639266968,
      "learning_rate": 4.148360171456948e-06,
      "loss": 0.3869,
      "step": 743140
    },
    {
      "epoch": 207.41,
      "grad_norm": 0.98627769947052,
      "learning_rate": 4.1483429177891724e-06,
      "loss": 0.3885,
      "step": 743150
    },
    {
      "epoch": 207.41,
      "grad_norm": 1.039417028427124,
      "learning_rate": 4.148325663881207e-06,
      "loss": 0.3636,
      "step": 743160
    },
    {
      "epoch": 207.42,
      "grad_norm": 1.3184807300567627,
      "learning_rate": 4.148308409733051e-06,
      "loss": 0.3695,
      "step": 743170
    },
    {
      "epoch": 207.42,
      "grad_norm": 1.03631591796875,
      "learning_rate": 4.148291155344708e-06,
      "loss": 0.3653,
      "step": 743180
    },
    {
      "epoch": 207.42,
      "grad_norm": 1.1529309749603271,
      "learning_rate": 4.148273900716179e-06,
      "loss": 0.3577,
      "step": 743190
    },
    {
      "epoch": 207.42,
      "grad_norm": 1.1048941612243652,
      "learning_rate": 4.148256645847469e-06,
      "loss": 0.3829,
      "step": 743200
    },
    {
      "epoch": 207.43,
      "grad_norm": 1.0013904571533203,
      "learning_rate": 4.148239390738578e-06,
      "loss": 0.3657,
      "step": 743210
    },
    {
      "epoch": 207.43,
      "grad_norm": 1.2482943534851074,
      "learning_rate": 4.148222135389509e-06,
      "loss": 0.3785,
      "step": 743220
    },
    {
      "epoch": 207.43,
      "grad_norm": 1.1804568767547607,
      "learning_rate": 4.148204879800265e-06,
      "loss": 0.3667,
      "step": 743230
    },
    {
      "epoch": 207.44,
      "grad_norm": 0.9237092137336731,
      "learning_rate": 4.148187623970846e-06,
      "loss": 0.3643,
      "step": 743240
    },
    {
      "epoch": 207.44,
      "grad_norm": 1.0161893367767334,
      "learning_rate": 4.148170367901258e-06,
      "loss": 0.3807,
      "step": 743250
    },
    {
      "epoch": 207.44,
      "grad_norm": 1.4155365228652954,
      "learning_rate": 4.148153111591499e-06,
      "loss": 0.3739,
      "step": 743260
    },
    {
      "epoch": 207.44,
      "grad_norm": 1.146309494972229,
      "learning_rate": 4.148135855041574e-06,
      "loss": 0.3682,
      "step": 743270
    },
    {
      "epoch": 207.45,
      "grad_norm": 1.0903639793395996,
      "learning_rate": 4.148118598251485e-06,
      "loss": 0.3648,
      "step": 743280
    },
    {
      "epoch": 207.45,
      "grad_norm": 1.054181694984436,
      "learning_rate": 4.148101341221235e-06,
      "loss": 0.3669,
      "step": 743290
    },
    {
      "epoch": 207.45,
      "grad_norm": 1.015177845954895,
      "learning_rate": 4.148084083950824e-06,
      "loss": 0.3571,
      "step": 743300
    },
    {
      "epoch": 207.45,
      "grad_norm": 1.039610505104065,
      "learning_rate": 4.148066826440256e-06,
      "loss": 0.3589,
      "step": 743310
    },
    {
      "epoch": 207.46,
      "grad_norm": 1.070341944694519,
      "learning_rate": 4.148049568689533e-06,
      "loss": 0.3766,
      "step": 743320
    },
    {
      "epoch": 207.46,
      "grad_norm": 1.2489551305770874,
      "learning_rate": 4.148032310698658e-06,
      "loss": 0.3757,
      "step": 743330
    },
    {
      "epoch": 207.46,
      "grad_norm": 1.126957654953003,
      "learning_rate": 4.1480150524676315e-06,
      "loss": 0.3748,
      "step": 743340
    },
    {
      "epoch": 207.47,
      "grad_norm": 0.9233638644218445,
      "learning_rate": 4.147997793996457e-06,
      "loss": 0.374,
      "step": 743350
    },
    {
      "epoch": 207.47,
      "grad_norm": 1.1713213920593262,
      "learning_rate": 4.147980535285137e-06,
      "loss": 0.3965,
      "step": 743360
    },
    {
      "epoch": 207.47,
      "grad_norm": 1.200198769569397,
      "learning_rate": 4.1479632763336735e-06,
      "loss": 0.3899,
      "step": 743370
    },
    {
      "epoch": 207.47,
      "grad_norm": 1.1202982664108276,
      "learning_rate": 4.147946017142068e-06,
      "loss": 0.3698,
      "step": 743380
    },
    {
      "epoch": 207.48,
      "grad_norm": 1.1250592470169067,
      "learning_rate": 4.147928757710324e-06,
      "loss": 0.3754,
      "step": 743390
    },
    {
      "epoch": 207.48,
      "grad_norm": 1.1773886680603027,
      "learning_rate": 4.147911498038443e-06,
      "loss": 0.37,
      "step": 743400
    },
    {
      "epoch": 207.48,
      "grad_norm": 1.071940302848816,
      "learning_rate": 4.147894238126428e-06,
      "loss": 0.3656,
      "step": 743410
    },
    {
      "epoch": 207.49,
      "grad_norm": 1.1433297395706177,
      "learning_rate": 4.147876977974281e-06,
      "loss": 0.3586,
      "step": 743420
    },
    {
      "epoch": 207.49,
      "grad_norm": 1.0040007829666138,
      "learning_rate": 4.147859717582004e-06,
      "loss": 0.3639,
      "step": 743430
    },
    {
      "epoch": 207.49,
      "grad_norm": 1.1840577125549316,
      "learning_rate": 4.1478424569495995e-06,
      "loss": 0.3998,
      "step": 743440
    },
    {
      "epoch": 207.49,
      "grad_norm": 1.0280919075012207,
      "learning_rate": 4.14782519607707e-06,
      "loss": 0.3535,
      "step": 743450
    },
    {
      "epoch": 207.5,
      "grad_norm": 1.166293740272522,
      "learning_rate": 4.147807934964417e-06,
      "loss": 0.3675,
      "step": 743460
    },
    {
      "epoch": 207.5,
      "grad_norm": 1.4087029695510864,
      "learning_rate": 4.147790673611644e-06,
      "loss": 0.3754,
      "step": 743470
    },
    {
      "epoch": 207.5,
      "grad_norm": 1.2442443370819092,
      "learning_rate": 4.1477734120187525e-06,
      "loss": 0.3823,
      "step": 743480
    },
    {
      "epoch": 207.5,
      "grad_norm": 1.237583875656128,
      "learning_rate": 4.147756150185745e-06,
      "loss": 0.372,
      "step": 743490
    },
    {
      "epoch": 207.51,
      "grad_norm": 1.1156383752822876,
      "learning_rate": 4.147738888112624e-06,
      "loss": 0.3683,
      "step": 743500
    },
    {
      "epoch": 207.51,
      "grad_norm": 1.1580358743667603,
      "learning_rate": 4.147721625799392e-06,
      "loss": 0.3665,
      "step": 743510
    },
    {
      "epoch": 207.51,
      "grad_norm": 1.2402063608169556,
      "learning_rate": 4.1477043632460495e-06,
      "loss": 0.3733,
      "step": 743520
    },
    {
      "epoch": 207.52,
      "grad_norm": 4.355722427368164,
      "learning_rate": 4.1476871004526005e-06,
      "loss": 0.3949,
      "step": 743530
    },
    {
      "epoch": 207.52,
      "grad_norm": 0.9925171136856079,
      "learning_rate": 4.147669837419048e-06,
      "loss": 0.3724,
      "step": 743540
    },
    {
      "epoch": 207.52,
      "grad_norm": 1.0493651628494263,
      "learning_rate": 4.147652574145393e-06,
      "loss": 0.3738,
      "step": 743550
    },
    {
      "epoch": 207.52,
      "grad_norm": 1.1923257112503052,
      "learning_rate": 4.147635310631638e-06,
      "loss": 0.3728,
      "step": 743560
    },
    {
      "epoch": 207.53,
      "grad_norm": 1.3333019018173218,
      "learning_rate": 4.147618046877784e-06,
      "loss": 0.375,
      "step": 743570
    },
    {
      "epoch": 207.53,
      "grad_norm": 1.173545241355896,
      "learning_rate": 4.147600782883836e-06,
      "loss": 0.3662,
      "step": 743580
    },
    {
      "epoch": 207.53,
      "grad_norm": 1.3131047487258911,
      "learning_rate": 4.147583518649795e-06,
      "loss": 0.3764,
      "step": 743590
    },
    {
      "epoch": 207.54,
      "grad_norm": 1.0857905149459839,
      "learning_rate": 4.147566254175663e-06,
      "loss": 0.3751,
      "step": 743600
    },
    {
      "epoch": 207.54,
      "grad_norm": 1.2352367639541626,
      "learning_rate": 4.147548989461443e-06,
      "loss": 0.3824,
      "step": 743610
    },
    {
      "epoch": 207.54,
      "grad_norm": 1.0846961736679077,
      "learning_rate": 4.147531724507136e-06,
      "loss": 0.3621,
      "step": 743620
    },
    {
      "epoch": 207.54,
      "grad_norm": 1.1780256032943726,
      "learning_rate": 4.1475144593127455e-06,
      "loss": 0.3666,
      "step": 743630
    },
    {
      "epoch": 207.55,
      "grad_norm": 1.1411139965057373,
      "learning_rate": 4.147497193878274e-06,
      "loss": 0.3778,
      "step": 743640
    },
    {
      "epoch": 207.55,
      "grad_norm": 1.0867189168930054,
      "learning_rate": 4.147479928203723e-06,
      "loss": 0.3848,
      "step": 743650
    },
    {
      "epoch": 207.55,
      "grad_norm": 1.0923391580581665,
      "learning_rate": 4.147462662289095e-06,
      "loss": 0.379,
      "step": 743660
    },
    {
      "epoch": 207.56,
      "grad_norm": 0.9685830473899841,
      "learning_rate": 4.147445396134392e-06,
      "loss": 0.3767,
      "step": 743670
    },
    {
      "epoch": 207.56,
      "grad_norm": 1.3158848285675049,
      "learning_rate": 4.1474281297396175e-06,
      "loss": 0.3712,
      "step": 743680
    },
    {
      "epoch": 207.56,
      "grad_norm": 1.148112416267395,
      "learning_rate": 4.147410863104772e-06,
      "loss": 0.3613,
      "step": 743690
    },
    {
      "epoch": 207.56,
      "grad_norm": 1.2872003316879272,
      "learning_rate": 4.147393596229859e-06,
      "loss": 0.3828,
      "step": 743700
    },
    {
      "epoch": 207.57,
      "grad_norm": 1.1438076496124268,
      "learning_rate": 4.147376329114881e-06,
      "loss": 0.3611,
      "step": 743710
    },
    {
      "epoch": 207.57,
      "grad_norm": 1.192550778388977,
      "learning_rate": 4.147359061759839e-06,
      "loss": 0.3682,
      "step": 743720
    },
    {
      "epoch": 207.57,
      "grad_norm": 1.2862447500228882,
      "learning_rate": 4.147341794164737e-06,
      "loss": 0.3693,
      "step": 743730
    },
    {
      "epoch": 207.57,
      "grad_norm": 1.1565853357315063,
      "learning_rate": 4.147324526329576e-06,
      "loss": 0.3649,
      "step": 743740
    },
    {
      "epoch": 207.58,
      "grad_norm": 1.080456256866455,
      "learning_rate": 4.147307258254359e-06,
      "loss": 0.3781,
      "step": 743750
    },
    {
      "epoch": 207.58,
      "grad_norm": 1.127379298210144,
      "learning_rate": 4.147289989939088e-06,
      "loss": 0.365,
      "step": 743760
    },
    {
      "epoch": 207.58,
      "grad_norm": 1.1249172687530518,
      "learning_rate": 4.147272721383765e-06,
      "loss": 0.3878,
      "step": 743770
    },
    {
      "epoch": 207.59,
      "grad_norm": 0.9470979571342468,
      "learning_rate": 4.147255452588392e-06,
      "loss": 0.3833,
      "step": 743780
    },
    {
      "epoch": 207.59,
      "grad_norm": 1.0901739597320557,
      "learning_rate": 4.147238183552973e-06,
      "loss": 0.3619,
      "step": 743790
    },
    {
      "epoch": 207.59,
      "grad_norm": 1.0553491115570068,
      "learning_rate": 4.147220914277509e-06,
      "loss": 0.3685,
      "step": 743800
    },
    {
      "epoch": 207.59,
      "grad_norm": 1.153388500213623,
      "learning_rate": 4.1472036447620035e-06,
      "loss": 0.3546,
      "step": 743810
    },
    {
      "epoch": 207.6,
      "grad_norm": 1.0663691759109497,
      "learning_rate": 4.147186375006457e-06,
      "loss": 0.3743,
      "step": 743820
    },
    {
      "epoch": 207.6,
      "grad_norm": 1.1341044902801514,
      "learning_rate": 4.1471691050108724e-06,
      "loss": 0.3795,
      "step": 743830
    },
    {
      "epoch": 207.6,
      "grad_norm": 1.0233041048049927,
      "learning_rate": 4.147151834775251e-06,
      "loss": 0.3811,
      "step": 743840
    },
    {
      "epoch": 207.61,
      "grad_norm": 1.782019019126892,
      "learning_rate": 4.147134564299598e-06,
      "loss": 0.3744,
      "step": 743850
    },
    {
      "epoch": 207.61,
      "grad_norm": 1.0507760047912598,
      "learning_rate": 4.147117293583914e-06,
      "loss": 0.367,
      "step": 743860
    },
    {
      "epoch": 207.61,
      "grad_norm": 1.3163942098617554,
      "learning_rate": 4.147100022628201e-06,
      "loss": 0.3623,
      "step": 743870
    },
    {
      "epoch": 207.61,
      "grad_norm": 0.9702755212783813,
      "learning_rate": 4.1470827514324614e-06,
      "loss": 0.3833,
      "step": 743880
    },
    {
      "epoch": 207.62,
      "grad_norm": 1.1458039283752441,
      "learning_rate": 4.147065479996698e-06,
      "loss": 0.3587,
      "step": 743890
    },
    {
      "epoch": 207.62,
      "grad_norm": 1.3026784658432007,
      "learning_rate": 4.147048208320913e-06,
      "loss": 0.3749,
      "step": 743900
    },
    {
      "epoch": 207.62,
      "grad_norm": 0.991642951965332,
      "learning_rate": 4.147030936405108e-06,
      "loss": 0.3907,
      "step": 743910
    },
    {
      "epoch": 207.62,
      "grad_norm": 0.9182969331741333,
      "learning_rate": 4.147013664249287e-06,
      "loss": 0.3714,
      "step": 743920
    },
    {
      "epoch": 207.63,
      "grad_norm": 1.069441556930542,
      "learning_rate": 4.14699639185345e-06,
      "loss": 0.3563,
      "step": 743930
    },
    {
      "epoch": 207.63,
      "grad_norm": 4.766380310058594,
      "learning_rate": 4.1469791192176e-06,
      "loss": 0.3591,
      "step": 743940
    },
    {
      "epoch": 207.63,
      "grad_norm": 1.024968147277832,
      "learning_rate": 4.146961846341741e-06,
      "loss": 0.3705,
      "step": 743950
    },
    {
      "epoch": 207.64,
      "grad_norm": 1.0881142616271973,
      "learning_rate": 4.146944573225873e-06,
      "loss": 0.3757,
      "step": 743960
    },
    {
      "epoch": 207.64,
      "grad_norm": 1.0265045166015625,
      "learning_rate": 4.1469272998699995e-06,
      "loss": 0.3757,
      "step": 743970
    },
    {
      "epoch": 207.64,
      "grad_norm": 1.0451130867004395,
      "learning_rate": 4.1469100262741225e-06,
      "loss": 0.3742,
      "step": 743980
    },
    {
      "epoch": 207.64,
      "grad_norm": 1.235406517982483,
      "learning_rate": 4.146892752438245e-06,
      "loss": 0.3947,
      "step": 743990
    },
    {
      "epoch": 207.65,
      "grad_norm": 1.1641366481781006,
      "learning_rate": 4.1468754783623686e-06,
      "loss": 0.3724,
      "step": 744000
    },
    {
      "epoch": 207.65,
      "grad_norm": 1.27439546585083,
      "learning_rate": 4.146858204046495e-06,
      "loss": 0.3881,
      "step": 744010
    },
    {
      "epoch": 207.65,
      "grad_norm": 1.143354892730713,
      "learning_rate": 4.146840929490628e-06,
      "loss": 0.3645,
      "step": 744020
    },
    {
      "epoch": 207.66,
      "grad_norm": 1.0032459497451782,
      "learning_rate": 4.146823654694768e-06,
      "loss": 0.3858,
      "step": 744030
    },
    {
      "epoch": 207.66,
      "grad_norm": 1.1791528463363647,
      "learning_rate": 4.14680637965892e-06,
      "loss": 0.3599,
      "step": 744040
    },
    {
      "epoch": 207.66,
      "grad_norm": 1.3306348323822021,
      "learning_rate": 4.1467891043830835e-06,
      "loss": 0.3823,
      "step": 744050
    },
    {
      "epoch": 207.66,
      "grad_norm": 1.0083438158035278,
      "learning_rate": 4.146771828867263e-06,
      "loss": 0.3728,
      "step": 744060
    },
    {
      "epoch": 207.67,
      "grad_norm": 0.957548201084137,
      "learning_rate": 4.146754553111459e-06,
      "loss": 0.375,
      "step": 744070
    },
    {
      "epoch": 207.67,
      "grad_norm": 1.1952077150344849,
      "learning_rate": 4.146737277115675e-06,
      "loss": 0.3818,
      "step": 744080
    },
    {
      "epoch": 207.67,
      "grad_norm": 0.9801049828529358,
      "learning_rate": 4.146720000879912e-06,
      "loss": 0.3746,
      "step": 744090
    },
    {
      "epoch": 207.68,
      "grad_norm": 1.0033053159713745,
      "learning_rate": 4.146702724404174e-06,
      "loss": 0.3801,
      "step": 744100
    },
    {
      "epoch": 207.68,
      "grad_norm": 0.9269580841064453,
      "learning_rate": 4.146685447688463e-06,
      "loss": 0.3756,
      "step": 744110
    },
    {
      "epoch": 207.68,
      "grad_norm": 1.069045901298523,
      "learning_rate": 4.146668170732779e-06,
      "loss": 0.3731,
      "step": 744120
    },
    {
      "epoch": 207.68,
      "grad_norm": 1.0342113971710205,
      "learning_rate": 4.146650893537128e-06,
      "loss": 0.3638,
      "step": 744130
    },
    {
      "epoch": 207.69,
      "grad_norm": 0.9059954285621643,
      "learning_rate": 4.1466336161015095e-06,
      "loss": 0.3807,
      "step": 744140
    },
    {
      "epoch": 207.69,
      "grad_norm": 1.0702322721481323,
      "learning_rate": 4.146616338425927e-06,
      "loss": 0.3746,
      "step": 744150
    },
    {
      "epoch": 207.69,
      "grad_norm": 1.2242084741592407,
      "learning_rate": 4.146599060510383e-06,
      "loss": 0.3802,
      "step": 744160
    },
    {
      "epoch": 207.69,
      "grad_norm": 1.0228506326675415,
      "learning_rate": 4.1465817823548784e-06,
      "loss": 0.3588,
      "step": 744170
    },
    {
      "epoch": 207.7,
      "grad_norm": 1.449886679649353,
      "learning_rate": 4.146564503959417e-06,
      "loss": 0.3576,
      "step": 744180
    },
    {
      "epoch": 207.7,
      "grad_norm": 1.2283223867416382,
      "learning_rate": 4.146547225324e-06,
      "loss": 0.3721,
      "step": 744190
    },
    {
      "epoch": 207.7,
      "grad_norm": 1.185717225074768,
      "learning_rate": 4.14652994644863e-06,
      "loss": 0.3833,
      "step": 744200
    },
    {
      "epoch": 207.71,
      "grad_norm": 1.1020989418029785,
      "learning_rate": 4.1465126673333095e-06,
      "loss": 0.375,
      "step": 744210
    },
    {
      "epoch": 207.71,
      "grad_norm": 1.3315114974975586,
      "learning_rate": 4.146495387978042e-06,
      "loss": 0.3912,
      "step": 744220
    },
    {
      "epoch": 207.71,
      "grad_norm": 0.9006426334381104,
      "learning_rate": 4.146478108382828e-06,
      "loss": 0.3665,
      "step": 744230
    },
    {
      "epoch": 207.71,
      "grad_norm": 1.2717266082763672,
      "learning_rate": 4.14646082854767e-06,
      "loss": 0.3535,
      "step": 744240
    },
    {
      "epoch": 207.72,
      "grad_norm": 0.9861124753952026,
      "learning_rate": 4.1464435484725705e-06,
      "loss": 0.3474,
      "step": 744250
    },
    {
      "epoch": 207.72,
      "grad_norm": 1.5147968530654907,
      "learning_rate": 4.146426268157533e-06,
      "loss": 0.3737,
      "step": 744260
    },
    {
      "epoch": 207.72,
      "grad_norm": 1.3375588655471802,
      "learning_rate": 4.146408987602558e-06,
      "loss": 0.377,
      "step": 744270
    },
    {
      "epoch": 207.73,
      "grad_norm": 1.2987346649169922,
      "learning_rate": 4.1463917068076485e-06,
      "loss": 0.3807,
      "step": 744280
    },
    {
      "epoch": 207.73,
      "grad_norm": 1.1513001918792725,
      "learning_rate": 4.146374425772808e-06,
      "loss": 0.3585,
      "step": 744290
    },
    {
      "epoch": 207.73,
      "grad_norm": 1.0773203372955322,
      "learning_rate": 4.146357144498036e-06,
      "loss": 0.3752,
      "step": 744300
    },
    {
      "epoch": 207.73,
      "grad_norm": 1.0545989274978638,
      "learning_rate": 4.146339862983338e-06,
      "loss": 0.358,
      "step": 744310
    },
    {
      "epoch": 207.74,
      "grad_norm": 0.9220888614654541,
      "learning_rate": 4.146322581228713e-06,
      "loss": 0.377,
      "step": 744320
    },
    {
      "epoch": 207.74,
      "grad_norm": 1.1060106754302979,
      "learning_rate": 4.146305299234168e-06,
      "loss": 0.3687,
      "step": 744330
    },
    {
      "epoch": 207.74,
      "grad_norm": 1.0498840808868408,
      "learning_rate": 4.1462880169997e-06,
      "loss": 0.3768,
      "step": 744340
    },
    {
      "epoch": 207.74,
      "grad_norm": 1.2005705833435059,
      "learning_rate": 4.146270734525314e-06,
      "loss": 0.3635,
      "step": 744350
    },
    {
      "epoch": 207.75,
      "grad_norm": 1.1314857006072998,
      "learning_rate": 4.146253451811013e-06,
      "loss": 0.3752,
      "step": 744360
    },
    {
      "epoch": 207.75,
      "grad_norm": 1.297378420829773,
      "learning_rate": 4.146236168856798e-06,
      "loss": 0.3779,
      "step": 744370
    },
    {
      "epoch": 207.75,
      "grad_norm": 1.0569671392440796,
      "learning_rate": 4.14621888566267e-06,
      "loss": 0.3719,
      "step": 744380
    },
    {
      "epoch": 207.76,
      "grad_norm": 1.0014495849609375,
      "learning_rate": 4.146201602228634e-06,
      "loss": 0.3585,
      "step": 744390
    },
    {
      "epoch": 207.76,
      "grad_norm": 1.0256539583206177,
      "learning_rate": 4.1461843185546925e-06,
      "loss": 0.3669,
      "step": 744400
    },
    {
      "epoch": 207.76,
      "grad_norm": 1.673053503036499,
      "learning_rate": 4.1461670346408455e-06,
      "loss": 0.3822,
      "step": 744410
    },
    {
      "epoch": 207.76,
      "grad_norm": 1.2104732990264893,
      "learning_rate": 4.146149750487095e-06,
      "loss": 0.3852,
      "step": 744420
    },
    {
      "epoch": 207.77,
      "grad_norm": 1.0887895822525024,
      "learning_rate": 4.146132466093447e-06,
      "loss": 0.3943,
      "step": 744430
    },
    {
      "epoch": 207.77,
      "grad_norm": 1.0408070087432861,
      "learning_rate": 4.146115181459899e-06,
      "loss": 0.3801,
      "step": 744440
    },
    {
      "epoch": 207.77,
      "grad_norm": 1.1741873025894165,
      "learning_rate": 4.146097896586458e-06,
      "loss": 0.3732,
      "step": 744450
    },
    {
      "epoch": 207.78,
      "grad_norm": 1.0250097513198853,
      "learning_rate": 4.146080611473122e-06,
      "loss": 0.3533,
      "step": 744460
    },
    {
      "epoch": 207.78,
      "grad_norm": 1.295965552330017,
      "learning_rate": 4.146063326119897e-06,
      "loss": 0.3649,
      "step": 744470
    },
    {
      "epoch": 207.78,
      "grad_norm": 1.2403184175491333,
      "learning_rate": 4.146046040526782e-06,
      "loss": 0.3663,
      "step": 744480
    },
    {
      "epoch": 207.78,
      "grad_norm": 1.027938961982727,
      "learning_rate": 4.146028754693782e-06,
      "loss": 0.3587,
      "step": 744490
    },
    {
      "epoch": 207.79,
      "grad_norm": 1.0606707334518433,
      "learning_rate": 4.146011468620898e-06,
      "loss": 0.3672,
      "step": 744500
    },
    {
      "epoch": 207.79,
      "grad_norm": 1.445587158203125,
      "learning_rate": 4.145994182308133e-06,
      "loss": 0.3853,
      "step": 744510
    },
    {
      "epoch": 207.79,
      "grad_norm": 1.090277075767517,
      "learning_rate": 4.145976895755488e-06,
      "loss": 0.3684,
      "step": 744520
    },
    {
      "epoch": 207.8,
      "grad_norm": 1.2850139141082764,
      "learning_rate": 4.145959608962966e-06,
      "loss": 0.3678,
      "step": 744530
    },
    {
      "epoch": 207.8,
      "grad_norm": 1.3805053234100342,
      "learning_rate": 4.14594232193057e-06,
      "loss": 0.3712,
      "step": 744540
    },
    {
      "epoch": 207.8,
      "grad_norm": 1.2327653169631958,
      "learning_rate": 4.145925034658302e-06,
      "loss": 0.3683,
      "step": 744550
    },
    {
      "epoch": 207.8,
      "grad_norm": 0.9966435432434082,
      "learning_rate": 4.145907747146163e-06,
      "loss": 0.3764,
      "step": 744560
    },
    {
      "epoch": 207.81,
      "grad_norm": 1.1837419271469116,
      "learning_rate": 4.145890459394156e-06,
      "loss": 0.3624,
      "step": 744570
    },
    {
      "epoch": 207.81,
      "grad_norm": 1.0247865915298462,
      "learning_rate": 4.1458731714022845e-06,
      "loss": 0.3702,
      "step": 744580
    },
    {
      "epoch": 207.81,
      "grad_norm": 0.9976393580436707,
      "learning_rate": 4.145855883170551e-06,
      "loss": 0.3772,
      "step": 744590
    },
    {
      "epoch": 207.81,
      "grad_norm": 1.0380154848098755,
      "learning_rate": 4.145838594698955e-06,
      "loss": 0.3652,
      "step": 744600
    },
    {
      "epoch": 207.82,
      "grad_norm": 1.4213379621505737,
      "learning_rate": 4.1458213059875005e-06,
      "loss": 0.3603,
      "step": 744610
    },
    {
      "epoch": 207.82,
      "grad_norm": 1.29689621925354,
      "learning_rate": 4.145804017036191e-06,
      "loss": 0.359,
      "step": 744620
    },
    {
      "epoch": 207.82,
      "grad_norm": 1.092774748802185,
      "learning_rate": 4.145786727845026e-06,
      "loss": 0.3658,
      "step": 744630
    },
    {
      "epoch": 207.83,
      "grad_norm": 1.0131040811538696,
      "learning_rate": 4.145769438414011e-06,
      "loss": 0.3719,
      "step": 744640
    },
    {
      "epoch": 207.83,
      "grad_norm": 1.576385736465454,
      "learning_rate": 4.145752148743146e-06,
      "loss": 0.3699,
      "step": 744650
    },
    {
      "epoch": 207.83,
      "grad_norm": 1.075574278831482,
      "learning_rate": 4.145734858832434e-06,
      "loss": 0.3812,
      "step": 744660
    },
    {
      "epoch": 207.83,
      "grad_norm": 0.8689740896224976,
      "learning_rate": 4.145717568681878e-06,
      "loss": 0.3798,
      "step": 744670
    },
    {
      "epoch": 207.84,
      "grad_norm": 1.1537501811981201,
      "learning_rate": 4.145700278291479e-06,
      "loss": 0.3641,
      "step": 744680
    },
    {
      "epoch": 207.84,
      "grad_norm": 1.0656187534332275,
      "learning_rate": 4.14568298766124e-06,
      "loss": 0.3692,
      "step": 744690
    },
    {
      "epoch": 207.84,
      "grad_norm": 1.1055742502212524,
      "learning_rate": 4.145665696791163e-06,
      "loss": 0.3699,
      "step": 744700
    },
    {
      "epoch": 207.85,
      "grad_norm": 0.9432898163795471,
      "learning_rate": 4.145648405681251e-06,
      "loss": 0.3739,
      "step": 744710
    },
    {
      "epoch": 207.85,
      "grad_norm": 1.0872571468353271,
      "learning_rate": 4.1456311143315056e-06,
      "loss": 0.386,
      "step": 744720
    },
    {
      "epoch": 207.85,
      "grad_norm": 1.0018218755722046,
      "learning_rate": 4.145613822741929e-06,
      "loss": 0.368,
      "step": 744730
    },
    {
      "epoch": 207.85,
      "grad_norm": 1.0733373165130615,
      "learning_rate": 4.145596530912524e-06,
      "loss": 0.3785,
      "step": 744740
    },
    {
      "epoch": 207.86,
      "grad_norm": 1.1797293424606323,
      "learning_rate": 4.145579238843293e-06,
      "loss": 0.3693,
      "step": 744750
    },
    {
      "epoch": 207.86,
      "grad_norm": 1.1810089349746704,
      "learning_rate": 4.1455619465342385e-06,
      "loss": 0.3751,
      "step": 744760
    },
    {
      "epoch": 207.86,
      "grad_norm": 1.1633729934692383,
      "learning_rate": 4.1455446539853615e-06,
      "loss": 0.3742,
      "step": 744770
    },
    {
      "epoch": 207.86,
      "grad_norm": 1.1035126447677612,
      "learning_rate": 4.145527361196666e-06,
      "loss": 0.3601,
      "step": 744780
    },
    {
      "epoch": 207.87,
      "grad_norm": 1.1045491695404053,
      "learning_rate": 4.145510068168152e-06,
      "loss": 0.3681,
      "step": 744790
    },
    {
      "epoch": 207.87,
      "grad_norm": 0.9655585885047913,
      "learning_rate": 4.145492774899825e-06,
      "loss": 0.3801,
      "step": 744800
    },
    {
      "epoch": 207.87,
      "grad_norm": 1.2655446529388428,
      "learning_rate": 4.145475481391685e-06,
      "loss": 0.3648,
      "step": 744810
    },
    {
      "epoch": 207.88,
      "grad_norm": 1.0671454668045044,
      "learning_rate": 4.145458187643734e-06,
      "loss": 0.3689,
      "step": 744820
    },
    {
      "epoch": 207.88,
      "grad_norm": 0.9498986601829529,
      "learning_rate": 4.1454408936559755e-06,
      "loss": 0.3768,
      "step": 744830
    },
    {
      "epoch": 207.88,
      "grad_norm": 1.1268314123153687,
      "learning_rate": 4.145423599428411e-06,
      "loss": 0.3967,
      "step": 744840
    },
    {
      "epoch": 207.88,
      "grad_norm": 1.0204778909683228,
      "learning_rate": 4.145406304961045e-06,
      "loss": 0.3906,
      "step": 744850
    },
    {
      "epoch": 207.89,
      "grad_norm": 1.2069346904754639,
      "learning_rate": 4.145389010253876e-06,
      "loss": 0.3869,
      "step": 744860
    },
    {
      "epoch": 207.89,
      "grad_norm": 1.0560369491577148,
      "learning_rate": 4.14537171530691e-06,
      "loss": 0.3885,
      "step": 744870
    },
    {
      "epoch": 207.89,
      "grad_norm": 0.9958863854408264,
      "learning_rate": 4.145354420120147e-06,
      "loss": 0.3792,
      "step": 744880
    },
    {
      "epoch": 207.9,
      "grad_norm": 1.1097403764724731,
      "learning_rate": 4.145337124693589e-06,
      "loss": 0.3714,
      "step": 744890
    },
    {
      "epoch": 207.9,
      "grad_norm": 1.0541534423828125,
      "learning_rate": 4.14531982902724e-06,
      "loss": 0.3772,
      "step": 744900
    },
    {
      "epoch": 207.9,
      "grad_norm": 1.2808607816696167,
      "learning_rate": 4.1453025331211025e-06,
      "loss": 0.3656,
      "step": 744910
    },
    {
      "epoch": 207.9,
      "grad_norm": 0.9229815602302551,
      "learning_rate": 4.1452852369751765e-06,
      "loss": 0.3767,
      "step": 744920
    },
    {
      "epoch": 207.91,
      "grad_norm": 1.2319623231887817,
      "learning_rate": 4.1452679405894664e-06,
      "loss": 0.3736,
      "step": 744930
    },
    {
      "epoch": 207.91,
      "grad_norm": 1.0229018926620483,
      "learning_rate": 4.145250643963974e-06,
      "loss": 0.3618,
      "step": 744940
    },
    {
      "epoch": 207.91,
      "grad_norm": 1.2218557596206665,
      "learning_rate": 4.145233347098701e-06,
      "loss": 0.3827,
      "step": 744950
    },
    {
      "epoch": 207.92,
      "grad_norm": 1.220853567123413,
      "learning_rate": 4.14521604999365e-06,
      "loss": 0.3726,
      "step": 744960
    },
    {
      "epoch": 207.92,
      "grad_norm": 0.9788882732391357,
      "learning_rate": 4.145198752648823e-06,
      "loss": 0.3687,
      "step": 744970
    },
    {
      "epoch": 207.92,
      "grad_norm": 1.1068001985549927,
      "learning_rate": 4.145181455064224e-06,
      "loss": 0.3721,
      "step": 744980
    },
    {
      "epoch": 207.92,
      "grad_norm": 1.483715534210205,
      "learning_rate": 4.145164157239853e-06,
      "loss": 0.3695,
      "step": 744990
    },
    {
      "epoch": 207.93,
      "grad_norm": 1.400610089302063,
      "learning_rate": 4.145146859175713e-06,
      "loss": 0.3625,
      "step": 745000
    },
    {
      "epoch": 207.93,
      "grad_norm": 1.1147679090499878,
      "learning_rate": 4.145129560871807e-06,
      "loss": 0.3715,
      "step": 745010
    },
    {
      "epoch": 207.93,
      "grad_norm": 0.9463624954223633,
      "learning_rate": 4.145112262328137e-06,
      "loss": 0.3689,
      "step": 745020
    },
    {
      "epoch": 207.93,
      "grad_norm": 1.1954766511917114,
      "learning_rate": 4.145094963544705e-06,
      "loss": 0.3716,
      "step": 745030
    },
    {
      "epoch": 207.94,
      "grad_norm": 1.0992975234985352,
      "learning_rate": 4.145077664521514e-06,
      "loss": 0.3627,
      "step": 745040
    },
    {
      "epoch": 207.94,
      "grad_norm": 1.0665756464004517,
      "learning_rate": 4.145060365258565e-06,
      "loss": 0.3711,
      "step": 745050
    },
    {
      "epoch": 207.94,
      "grad_norm": 1.0219146013259888,
      "learning_rate": 4.145043065755862e-06,
      "loss": 0.3791,
      "step": 745060
    },
    {
      "epoch": 207.95,
      "grad_norm": 1.0275319814682007,
      "learning_rate": 4.145025766013405e-06,
      "loss": 0.3766,
      "step": 745070
    },
    {
      "epoch": 207.95,
      "grad_norm": 1.1757947206497192,
      "learning_rate": 4.145008466031199e-06,
      "loss": 0.3973,
      "step": 745080
    },
    {
      "epoch": 207.95,
      "grad_norm": 1.0161335468292236,
      "learning_rate": 4.1449911658092444e-06,
      "loss": 0.3799,
      "step": 745090
    },
    {
      "epoch": 207.95,
      "grad_norm": 1.183674931526184,
      "learning_rate": 4.144973865347544e-06,
      "loss": 0.398,
      "step": 745100
    },
    {
      "epoch": 207.96,
      "grad_norm": 1.1275599002838135,
      "learning_rate": 4.144956564646101e-06,
      "loss": 0.3683,
      "step": 745110
    },
    {
      "epoch": 207.96,
      "grad_norm": 1.0277812480926514,
      "learning_rate": 4.144939263704916e-06,
      "loss": 0.3626,
      "step": 745120
    },
    {
      "epoch": 207.96,
      "grad_norm": 1.4657080173492432,
      "learning_rate": 4.144921962523993e-06,
      "loss": 0.3696,
      "step": 745130
    },
    {
      "epoch": 207.97,
      "grad_norm": 1.1107333898544312,
      "learning_rate": 4.144904661103333e-06,
      "loss": 0.3848,
      "step": 745140
    },
    {
      "epoch": 207.97,
      "grad_norm": 1.047115683555603,
      "learning_rate": 4.144887359442939e-06,
      "loss": 0.3753,
      "step": 745150
    },
    {
      "epoch": 207.97,
      "grad_norm": 1.0847278833389282,
      "learning_rate": 4.144870057542813e-06,
      "loss": 0.386,
      "step": 745160
    },
    {
      "epoch": 207.97,
      "grad_norm": 1.0977479219436646,
      "learning_rate": 4.144852755402958e-06,
      "loss": 0.3964,
      "step": 745170
    },
    {
      "epoch": 207.98,
      "grad_norm": 1.118969202041626,
      "learning_rate": 4.144835453023376e-06,
      "loss": 0.3631,
      "step": 745180
    },
    {
      "epoch": 207.98,
      "grad_norm": 0.9333425164222717,
      "learning_rate": 4.144818150404067e-06,
      "loss": 0.3569,
      "step": 745190
    },
    {
      "epoch": 207.98,
      "grad_norm": 1.1459369659423828,
      "learning_rate": 4.144800847545037e-06,
      "loss": 0.3588,
      "step": 745200
    },
    {
      "epoch": 207.98,
      "grad_norm": 1.110886812210083,
      "learning_rate": 4.1447835444462865e-06,
      "loss": 0.3756,
      "step": 745210
    },
    {
      "epoch": 207.99,
      "grad_norm": 1.3972288370132446,
      "learning_rate": 4.1447662411078175e-06,
      "loss": 0.4003,
      "step": 745220
    },
    {
      "epoch": 207.99,
      "grad_norm": 1.3541178703308105,
      "learning_rate": 4.144748937529633e-06,
      "loss": 0.3755,
      "step": 745230
    },
    {
      "epoch": 207.99,
      "grad_norm": 1.148047924041748,
      "learning_rate": 4.144731633711735e-06,
      "loss": 0.3647,
      "step": 745240
    },
    {
      "epoch": 208.0,
      "grad_norm": 9.180825233459473,
      "learning_rate": 4.144714329654126e-06,
      "loss": 0.3874,
      "step": 745250
    },
    {
      "epoch": 208.0,
      "grad_norm": 1.3597298860549927,
      "learning_rate": 4.144697025356808e-06,
      "loss": 0.3985,
      "step": 745260
    },
    {
      "epoch": 208.0,
      "eval_loss": 0.37382036447525024,
      "eval_runtime": 64.7614,
      "eval_samples_per_second": 78.117,
      "eval_steps_per_second": 9.774,
      "step": 745264
    },
    {
      "epoch": 208.0,
      "grad_norm": 1.9863420724868774,
      "learning_rate": 4.1446797208197835e-06,
      "loss": 0.3699,
      "step": 745270
    },
    {
      "epoch": 208.0,
      "grad_norm": 1.0493817329406738,
      "learning_rate": 4.144662416043055e-06,
      "loss": 0.3808,
      "step": 745280
    },
    {
      "epoch": 208.01,
      "grad_norm": 1.3596519231796265,
      "learning_rate": 4.144645111026624e-06,
      "loss": 0.3654,
      "step": 745290
    },
    {
      "epoch": 208.01,
      "grad_norm": 1.098010778427124,
      "learning_rate": 4.144627805770493e-06,
      "loss": 0.3624,
      "step": 745300
    },
    {
      "epoch": 208.01,
      "grad_norm": 1.1224637031555176,
      "learning_rate": 4.144610500274666e-06,
      "loss": 0.3665,
      "step": 745310
    },
    {
      "epoch": 208.02,
      "grad_norm": 0.9894140958786011,
      "learning_rate": 4.144593194539144e-06,
      "loss": 0.3799,
      "step": 745320
    },
    {
      "epoch": 208.02,
      "grad_norm": 1.1796542406082153,
      "learning_rate": 4.144575888563928e-06,
      "loss": 0.3713,
      "step": 745330
    },
    {
      "epoch": 208.02,
      "grad_norm": 1.0914747714996338,
      "learning_rate": 4.1445585823490225e-06,
      "loss": 0.3667,
      "step": 745340
    },
    {
      "epoch": 208.02,
      "grad_norm": 1.3097416162490845,
      "learning_rate": 4.1445412758944285e-06,
      "loss": 0.377,
      "step": 745350
    },
    {
      "epoch": 208.03,
      "grad_norm": 1.1379543542861938,
      "learning_rate": 4.144523969200149e-06,
      "loss": 0.3747,
      "step": 745360
    },
    {
      "epoch": 208.03,
      "grad_norm": 1.0286189317703247,
      "learning_rate": 4.144506662266186e-06,
      "loss": 0.3776,
      "step": 745370
    },
    {
      "epoch": 208.03,
      "grad_norm": 1.0331052541732788,
      "learning_rate": 4.144489355092541e-06,
      "loss": 0.3508,
      "step": 745380
    },
    {
      "epoch": 208.04,
      "grad_norm": 1.5221351385116577,
      "learning_rate": 4.144472047679218e-06,
      "loss": 0.3678,
      "step": 745390
    },
    {
      "epoch": 208.04,
      "grad_norm": 1.0317795276641846,
      "learning_rate": 4.144454740026218e-06,
      "loss": 0.3853,
      "step": 745400
    },
    {
      "epoch": 208.04,
      "grad_norm": 1.1335591077804565,
      "learning_rate": 4.144437432133544e-06,
      "loss": 0.3601,
      "step": 745410
    },
    {
      "epoch": 208.04,
      "grad_norm": 1.2266803979873657,
      "learning_rate": 4.144420124001198e-06,
      "loss": 0.3745,
      "step": 745420
    },
    {
      "epoch": 208.05,
      "grad_norm": 1.022877812385559,
      "learning_rate": 4.144402815629182e-06,
      "loss": 0.3667,
      "step": 745430
    },
    {
      "epoch": 208.05,
      "grad_norm": 0.933418869972229,
      "learning_rate": 4.1443855070174986e-06,
      "loss": 0.3606,
      "step": 745440
    },
    {
      "epoch": 208.05,
      "grad_norm": 1.1980295181274414,
      "learning_rate": 4.14436819816615e-06,
      "loss": 0.382,
      "step": 745450
    },
    {
      "epoch": 208.05,
      "grad_norm": 1.0197521448135376,
      "learning_rate": 4.144350889075139e-06,
      "loss": 0.3679,
      "step": 745460
    },
    {
      "epoch": 208.06,
      "grad_norm": 1.1457351446151733,
      "learning_rate": 4.144333579744468e-06,
      "loss": 0.3617,
      "step": 745470
    },
    {
      "epoch": 208.06,
      "grad_norm": 1.1270383596420288,
      "learning_rate": 4.144316270174138e-06,
      "loss": 0.3855,
      "step": 745480
    },
    {
      "epoch": 208.06,
      "grad_norm": 1.0952270030975342,
      "learning_rate": 4.144298960364152e-06,
      "loss": 0.3881,
      "step": 745490
    },
    {
      "epoch": 208.07,
      "grad_norm": 1.2286391258239746,
      "learning_rate": 4.144281650314513e-06,
      "loss": 0.3878,
      "step": 745500
    },
    {
      "epoch": 208.07,
      "grad_norm": 1.1376571655273438,
      "learning_rate": 4.144264340025223e-06,
      "loss": 0.3737,
      "step": 745510
    },
    {
      "epoch": 208.07,
      "grad_norm": 1.363654375076294,
      "learning_rate": 4.144247029496284e-06,
      "loss": 0.3904,
      "step": 745520
    },
    {
      "epoch": 208.07,
      "grad_norm": 1.0378471612930298,
      "learning_rate": 4.1442297187276975e-06,
      "loss": 0.3839,
      "step": 745530
    },
    {
      "epoch": 208.08,
      "grad_norm": 1.240173578262329,
      "learning_rate": 4.144212407719467e-06,
      "loss": 0.3595,
      "step": 745540
    },
    {
      "epoch": 208.08,
      "grad_norm": 1.0837806463241577,
      "learning_rate": 4.144195096471594e-06,
      "loss": 0.3611,
      "step": 745550
    },
    {
      "epoch": 208.08,
      "grad_norm": 0.9620918035507202,
      "learning_rate": 4.144177784984082e-06,
      "loss": 0.365,
      "step": 745560
    },
    {
      "epoch": 208.09,
      "grad_norm": 1.1108988523483276,
      "learning_rate": 4.144160473256933e-06,
      "loss": 0.3684,
      "step": 745570
    },
    {
      "epoch": 208.09,
      "grad_norm": 1.0213090181350708,
      "learning_rate": 4.144143161290149e-06,
      "loss": 0.3693,
      "step": 745580
    },
    {
      "epoch": 208.09,
      "grad_norm": 1.1643775701522827,
      "learning_rate": 4.144125849083731e-06,
      "loss": 0.3735,
      "step": 745590
    },
    {
      "epoch": 208.09,
      "grad_norm": 1.3148144483566284,
      "learning_rate": 4.144108536637683e-06,
      "loss": 0.3658,
      "step": 745600
    },
    {
      "epoch": 208.1,
      "grad_norm": 1.0371029376983643,
      "learning_rate": 4.1440912239520065e-06,
      "loss": 0.3608,
      "step": 745610
    },
    {
      "epoch": 208.1,
      "grad_norm": 1.0797919034957886,
      "learning_rate": 4.144073911026704e-06,
      "loss": 0.3939,
      "step": 745620
    },
    {
      "epoch": 208.1,
      "grad_norm": 0.8865712881088257,
      "learning_rate": 4.144056597861779e-06,
      "loss": 0.368,
      "step": 745630
    },
    {
      "epoch": 208.1,
      "grad_norm": 1.1095178127288818,
      "learning_rate": 4.144039284457232e-06,
      "loss": 0.3731,
      "step": 745640
    },
    {
      "epoch": 208.11,
      "grad_norm": 1.0762505531311035,
      "learning_rate": 4.1440219708130656e-06,
      "loss": 0.3712,
      "step": 745650
    },
    {
      "epoch": 208.11,
      "grad_norm": 1.0970370769500732,
      "learning_rate": 4.144004656929283e-06,
      "loss": 0.3665,
      "step": 745660
    },
    {
      "epoch": 208.11,
      "grad_norm": 1.0655597448349,
      "learning_rate": 4.143987342805886e-06,
      "loss": 0.3757,
      "step": 745670
    },
    {
      "epoch": 208.12,
      "grad_norm": 1.2449485063552856,
      "learning_rate": 4.143970028442877e-06,
      "loss": 0.3932,
      "step": 745680
    },
    {
      "epoch": 208.12,
      "grad_norm": 1.1368193626403809,
      "learning_rate": 4.143952713840258e-06,
      "loss": 0.3818,
      "step": 745690
    },
    {
      "epoch": 208.12,
      "grad_norm": 1.1142534017562866,
      "learning_rate": 4.143935398998031e-06,
      "loss": 0.3787,
      "step": 745700
    },
    {
      "epoch": 208.12,
      "grad_norm": 0.8992464542388916,
      "learning_rate": 4.1439180839162e-06,
      "loss": 0.362,
      "step": 745710
    },
    {
      "epoch": 208.13,
      "grad_norm": 1.0957443714141846,
      "learning_rate": 4.143900768594765e-06,
      "loss": 0.3613,
      "step": 745720
    },
    {
      "epoch": 208.13,
      "grad_norm": 1.0919623374938965,
      "learning_rate": 4.14388345303373e-06,
      "loss": 0.3734,
      "step": 745730
    },
    {
      "epoch": 208.13,
      "grad_norm": 1.3794283866882324,
      "learning_rate": 4.143866137233097e-06,
      "loss": 0.3661,
      "step": 745740
    },
    {
      "epoch": 208.14,
      "grad_norm": 1.1172877550125122,
      "learning_rate": 4.143848821192868e-06,
      "loss": 0.3752,
      "step": 745750
    },
    {
      "epoch": 208.14,
      "grad_norm": 0.9936954379081726,
      "learning_rate": 4.143831504913045e-06,
      "loss": 0.3739,
      "step": 745760
    },
    {
      "epoch": 208.14,
      "grad_norm": 1.1333537101745605,
      "learning_rate": 4.143814188393631e-06,
      "loss": 0.3535,
      "step": 745770
    },
    {
      "epoch": 208.14,
      "grad_norm": 0.9770204424858093,
      "learning_rate": 4.143796871634628e-06,
      "loss": 0.3643,
      "step": 745780
    },
    {
      "epoch": 208.15,
      "grad_norm": 0.9309157133102417,
      "learning_rate": 4.143779554636037e-06,
      "loss": 0.3616,
      "step": 745790
    },
    {
      "epoch": 208.15,
      "grad_norm": 1.2953836917877197,
      "learning_rate": 4.143762237397863e-06,
      "loss": 0.3748,
      "step": 745800
    },
    {
      "epoch": 208.15,
      "grad_norm": 1.1848094463348389,
      "learning_rate": 4.143744919920107e-06,
      "loss": 0.3671,
      "step": 745810
    },
    {
      "epoch": 208.16,
      "grad_norm": 0.9340371489524841,
      "learning_rate": 4.143727602202771e-06,
      "loss": 0.3926,
      "step": 745820
    },
    {
      "epoch": 208.16,
      "grad_norm": 1.0765949487686157,
      "learning_rate": 4.143710284245857e-06,
      "loss": 0.3529,
      "step": 745830
    },
    {
      "epoch": 208.16,
      "grad_norm": 1.2411003112792969,
      "learning_rate": 4.1436929660493675e-06,
      "loss": 0.373,
      "step": 745840
    },
    {
      "epoch": 208.16,
      "grad_norm": 1.3362171649932861,
      "learning_rate": 4.143675647613306e-06,
      "loss": 0.3719,
      "step": 745850
    },
    {
      "epoch": 208.17,
      "grad_norm": 1.2803082466125488,
      "learning_rate": 4.143658328937673e-06,
      "loss": 0.3866,
      "step": 745860
    },
    {
      "epoch": 208.17,
      "grad_norm": 1.105136513710022,
      "learning_rate": 4.1436410100224725e-06,
      "loss": 0.3768,
      "step": 745870
    },
    {
      "epoch": 208.17,
      "grad_norm": 1.1526471376419067,
      "learning_rate": 4.143623690867705e-06,
      "loss": 0.3788,
      "step": 745880
    },
    {
      "epoch": 208.17,
      "grad_norm": 1.2042220830917358,
      "learning_rate": 4.143606371473375e-06,
      "loss": 0.3733,
      "step": 745890
    },
    {
      "epoch": 208.18,
      "grad_norm": 1.2906440496444702,
      "learning_rate": 4.143589051839483e-06,
      "loss": 0.3564,
      "step": 745900
    },
    {
      "epoch": 208.18,
      "grad_norm": 1.154647707939148,
      "learning_rate": 4.143571731966032e-06,
      "loss": 0.3764,
      "step": 745910
    },
    {
      "epoch": 208.18,
      "grad_norm": 1.1394717693328857,
      "learning_rate": 4.143554411853025e-06,
      "loss": 0.3629,
      "step": 745920
    },
    {
      "epoch": 208.19,
      "grad_norm": 1.111960768699646,
      "learning_rate": 4.143537091500462e-06,
      "loss": 0.3852,
      "step": 745930
    },
    {
      "epoch": 208.19,
      "grad_norm": 1.1192508935928345,
      "learning_rate": 4.1435197709083485e-06,
      "loss": 0.3741,
      "step": 745940
    },
    {
      "epoch": 208.19,
      "grad_norm": 2.4200305938720703,
      "learning_rate": 4.143502450076684e-06,
      "loss": 0.3895,
      "step": 745950
    },
    {
      "epoch": 208.19,
      "grad_norm": 1.1532926559448242,
      "learning_rate": 4.143485129005473e-06,
      "loss": 0.3523,
      "step": 745960
    },
    {
      "epoch": 208.2,
      "grad_norm": 1.1625490188598633,
      "learning_rate": 4.143467807694715e-06,
      "loss": 0.3868,
      "step": 745970
    },
    {
      "epoch": 208.2,
      "grad_norm": 0.9167916178703308,
      "learning_rate": 4.143450486144416e-06,
      "loss": 0.3857,
      "step": 745980
    },
    {
      "epoch": 208.2,
      "grad_norm": 1.2163596153259277,
      "learning_rate": 4.143433164354575e-06,
      "loss": 0.3815,
      "step": 745990
    },
    {
      "epoch": 208.21,
      "grad_norm": 1.2491145133972168,
      "learning_rate": 4.143415842325197e-06,
      "loss": 0.3685,
      "step": 746000
    },
    {
      "epoch": 208.21,
      "grad_norm": 1.157873511314392,
      "learning_rate": 4.143398520056282e-06,
      "loss": 0.3766,
      "step": 746010
    },
    {
      "epoch": 208.21,
      "grad_norm": 1.0300428867340088,
      "learning_rate": 4.143381197547833e-06,
      "loss": 0.376,
      "step": 746020
    },
    {
      "epoch": 208.21,
      "grad_norm": 1.402385950088501,
      "learning_rate": 4.143363874799853e-06,
      "loss": 0.3706,
      "step": 746030
    },
    {
      "epoch": 208.22,
      "grad_norm": 1.1490840911865234,
      "learning_rate": 4.143346551812344e-06,
      "loss": 0.3698,
      "step": 746040
    },
    {
      "epoch": 208.22,
      "grad_norm": 1.0970138311386108,
      "learning_rate": 4.143329228585309e-06,
      "loss": 0.3646,
      "step": 746050
    },
    {
      "epoch": 208.22,
      "grad_norm": 1.056396484375,
      "learning_rate": 4.143311905118748e-06,
      "loss": 0.3723,
      "step": 746060
    },
    {
      "epoch": 208.22,
      "grad_norm": 1.0894887447357178,
      "learning_rate": 4.1432945814126655e-06,
      "loss": 0.3812,
      "step": 746070
    },
    {
      "epoch": 208.23,
      "grad_norm": 1.3489291667938232,
      "learning_rate": 4.143277257467064e-06,
      "loss": 0.3834,
      "step": 746080
    },
    {
      "epoch": 208.23,
      "grad_norm": 1.3252754211425781,
      "learning_rate": 4.143259933281943e-06,
      "loss": 0.3679,
      "step": 746090
    },
    {
      "epoch": 208.23,
      "grad_norm": 0.9522164463996887,
      "learning_rate": 4.143242608857308e-06,
      "loss": 0.3681,
      "step": 746100
    },
    {
      "epoch": 208.24,
      "grad_norm": 1.1813571453094482,
      "learning_rate": 4.14322528419316e-06,
      "loss": 0.3675,
      "step": 746110
    },
    {
      "epoch": 208.24,
      "grad_norm": 1.3643543720245361,
      "learning_rate": 4.143207959289502e-06,
      "loss": 0.3808,
      "step": 746120
    },
    {
      "epoch": 208.24,
      "grad_norm": 1.0977405309677124,
      "learning_rate": 4.143190634146334e-06,
      "loss": 0.3627,
      "step": 746130
    },
    {
      "epoch": 208.24,
      "grad_norm": 1.0381319522857666,
      "learning_rate": 4.143173308763662e-06,
      "loss": 0.374,
      "step": 746140
    },
    {
      "epoch": 208.25,
      "grad_norm": 1.034355878829956,
      "learning_rate": 4.143155983141484e-06,
      "loss": 0.3768,
      "step": 746150
    },
    {
      "epoch": 208.25,
      "grad_norm": 1.0532336235046387,
      "learning_rate": 4.1431386572798065e-06,
      "loss": 0.3914,
      "step": 746160
    },
    {
      "epoch": 208.25,
      "grad_norm": 1.1351245641708374,
      "learning_rate": 4.143121331178629e-06,
      "loss": 0.3834,
      "step": 746170
    },
    {
      "epoch": 208.26,
      "grad_norm": 1.222368597984314,
      "learning_rate": 4.1431040048379535e-06,
      "loss": 0.3668,
      "step": 746180
    },
    {
      "epoch": 208.26,
      "grad_norm": 1.2934272289276123,
      "learning_rate": 4.1430866782577855e-06,
      "loss": 0.3773,
      "step": 746190
    },
    {
      "epoch": 208.26,
      "grad_norm": 1.09089994430542,
      "learning_rate": 4.143069351438125e-06,
      "loss": 0.3712,
      "step": 746200
    },
    {
      "epoch": 208.26,
      "grad_norm": 0.9424748420715332,
      "learning_rate": 4.143052024378974e-06,
      "loss": 0.3642,
      "step": 746210
    },
    {
      "epoch": 208.27,
      "grad_norm": 1.0654897689819336,
      "learning_rate": 4.143034697080335e-06,
      "loss": 0.3867,
      "step": 746220
    },
    {
      "epoch": 208.27,
      "grad_norm": 1.3984946012496948,
      "learning_rate": 4.143017369542211e-06,
      "loss": 0.3608,
      "step": 746230
    },
    {
      "epoch": 208.27,
      "grad_norm": 1.2219936847686768,
      "learning_rate": 4.143000041764604e-06,
      "loss": 0.377,
      "step": 746240
    },
    {
      "epoch": 208.28,
      "grad_norm": 1.1584960222244263,
      "learning_rate": 4.142982713747517e-06,
      "loss": 0.3684,
      "step": 746250
    },
    {
      "epoch": 208.28,
      "grad_norm": 1.2632962465286255,
      "learning_rate": 4.142965385490952e-06,
      "loss": 0.3804,
      "step": 746260
    },
    {
      "epoch": 208.28,
      "grad_norm": 1.2914758920669556,
      "learning_rate": 4.142948056994909e-06,
      "loss": 0.3784,
      "step": 746270
    },
    {
      "epoch": 208.28,
      "grad_norm": 1.156720519065857,
      "learning_rate": 4.142930728259394e-06,
      "loss": 0.3732,
      "step": 746280
    },
    {
      "epoch": 208.29,
      "grad_norm": 1.0001009702682495,
      "learning_rate": 4.142913399284407e-06,
      "loss": 0.3635,
      "step": 746290
    },
    {
      "epoch": 208.29,
      "grad_norm": 1.2308483123779297,
      "learning_rate": 4.142896070069951e-06,
      "loss": 0.3656,
      "step": 746300
    },
    {
      "epoch": 208.29,
      "grad_norm": 1.065852165222168,
      "learning_rate": 4.142878740616028e-06,
      "loss": 0.3647,
      "step": 746310
    },
    {
      "epoch": 208.29,
      "grad_norm": 1.0800620317459106,
      "learning_rate": 4.14286141092264e-06,
      "loss": 0.3907,
      "step": 746320
    },
    {
      "epoch": 208.3,
      "grad_norm": 1.1539415121078491,
      "learning_rate": 4.142844080989791e-06,
      "loss": 0.3763,
      "step": 746330
    },
    {
      "epoch": 208.3,
      "grad_norm": 1.0599853992462158,
      "learning_rate": 4.142826750817482e-06,
      "loss": 0.3785,
      "step": 746340
    },
    {
      "epoch": 208.3,
      "grad_norm": 1.2309317588806152,
      "learning_rate": 4.142809420405715e-06,
      "loss": 0.3747,
      "step": 746350
    },
    {
      "epoch": 208.31,
      "grad_norm": 1.1926177740097046,
      "learning_rate": 4.142792089754491e-06,
      "loss": 0.3768,
      "step": 746360
    },
    {
      "epoch": 208.31,
      "grad_norm": 0.9248702526092529,
      "learning_rate": 4.1427747588638166e-06,
      "loss": 0.3685,
      "step": 746370
    },
    {
      "epoch": 208.31,
      "grad_norm": 0.9819546341896057,
      "learning_rate": 4.14275742773369e-06,
      "loss": 0.3768,
      "step": 746380
    },
    {
      "epoch": 208.31,
      "grad_norm": 1.0864719152450562,
      "learning_rate": 4.142740096364116e-06,
      "loss": 0.3932,
      "step": 746390
    },
    {
      "epoch": 208.32,
      "grad_norm": 1.015958547592163,
      "learning_rate": 4.1427227647550945e-06,
      "loss": 0.3856,
      "step": 746400
    },
    {
      "epoch": 208.32,
      "grad_norm": 1.0592238903045654,
      "learning_rate": 4.14270543290663e-06,
      "loss": 0.3737,
      "step": 746410
    },
    {
      "epoch": 208.32,
      "grad_norm": 1.0837149620056152,
      "learning_rate": 4.142688100818725e-06,
      "loss": 0.3635,
      "step": 746420
    },
    {
      "epoch": 208.33,
      "grad_norm": 1.0388026237487793,
      "learning_rate": 4.142670768491379e-06,
      "loss": 0.372,
      "step": 746430
    },
    {
      "epoch": 208.33,
      "grad_norm": 1.1124482154846191,
      "learning_rate": 4.142653435924597e-06,
      "loss": 0.3675,
      "step": 746440
    },
    {
      "epoch": 208.33,
      "grad_norm": 1.2503080368041992,
      "learning_rate": 4.1426361031183815e-06,
      "loss": 0.3853,
      "step": 746450
    },
    {
      "epoch": 208.33,
      "grad_norm": 1.3214242458343506,
      "learning_rate": 4.142618770072732e-06,
      "loss": 0.3605,
      "step": 746460
    },
    {
      "epoch": 208.34,
      "grad_norm": 0.9663513898849487,
      "learning_rate": 4.142601436787654e-06,
      "loss": 0.3604,
      "step": 746470
    },
    {
      "epoch": 208.34,
      "grad_norm": 1.229868769645691,
      "learning_rate": 4.142584103263148e-06,
      "loss": 0.3692,
      "step": 746480
    },
    {
      "epoch": 208.34,
      "grad_norm": 1.5575697422027588,
      "learning_rate": 4.142566769499217e-06,
      "loss": 0.3669,
      "step": 746490
    },
    {
      "epoch": 208.34,
      "grad_norm": 1.0625983476638794,
      "learning_rate": 4.142549435495862e-06,
      "loss": 0.3574,
      "step": 746500
    },
    {
      "epoch": 208.35,
      "grad_norm": 7.342320919036865,
      "learning_rate": 4.142532101253086e-06,
      "loss": 0.3598,
      "step": 746510
    },
    {
      "epoch": 208.35,
      "grad_norm": 1.021302580833435,
      "learning_rate": 4.1425147667708924e-06,
      "loss": 0.3756,
      "step": 746520
    },
    {
      "epoch": 208.35,
      "grad_norm": 1.0281760692596436,
      "learning_rate": 4.1424974320492835e-06,
      "loss": 0.3818,
      "step": 746530
    },
    {
      "epoch": 208.36,
      "grad_norm": 0.9963618516921997,
      "learning_rate": 4.14248009708826e-06,
      "loss": 0.39,
      "step": 746540
    },
    {
      "epoch": 208.36,
      "grad_norm": 1.012078881263733,
      "learning_rate": 4.142462761887825e-06,
      "loss": 0.3645,
      "step": 746550
    },
    {
      "epoch": 208.36,
      "grad_norm": 1.0116387605667114,
      "learning_rate": 4.142445426447981e-06,
      "loss": 0.3525,
      "step": 746560
    },
    {
      "epoch": 208.36,
      "grad_norm": 1.1412464380264282,
      "learning_rate": 4.142428090768729e-06,
      "loss": 0.3666,
      "step": 746570
    },
    {
      "epoch": 208.37,
      "grad_norm": 1.008650541305542,
      "learning_rate": 4.142410754850075e-06,
      "loss": 0.3741,
      "step": 746580
    },
    {
      "epoch": 208.37,
      "grad_norm": 2.332759380340576,
      "learning_rate": 4.142393418692017e-06,
      "loss": 0.36,
      "step": 746590
    },
    {
      "epoch": 208.37,
      "grad_norm": 1.1445201635360718,
      "learning_rate": 4.142376082294559e-06,
      "loss": 0.3749,
      "step": 746600
    },
    {
      "epoch": 208.38,
      "grad_norm": 0.918337881565094,
      "learning_rate": 4.142358745657704e-06,
      "loss": 0.366,
      "step": 746610
    },
    {
      "epoch": 208.38,
      "grad_norm": 1.2160104513168335,
      "learning_rate": 4.1423414087814535e-06,
      "loss": 0.3693,
      "step": 746620
    },
    {
      "epoch": 208.38,
      "grad_norm": 0.9288120269775391,
      "learning_rate": 4.14232407166581e-06,
      "loss": 0.3783,
      "step": 746630
    },
    {
      "epoch": 208.38,
      "grad_norm": 0.9778032898902893,
      "learning_rate": 4.142306734310775e-06,
      "loss": 0.365,
      "step": 746640
    },
    {
      "epoch": 208.39,
      "grad_norm": 1.163910984992981,
      "learning_rate": 4.142289396716353e-06,
      "loss": 0.3837,
      "step": 746650
    },
    {
      "epoch": 208.39,
      "grad_norm": 1.1962924003601074,
      "learning_rate": 4.142272058882544e-06,
      "loss": 0.3693,
      "step": 746660
    },
    {
      "epoch": 208.39,
      "grad_norm": 0.9543797969818115,
      "learning_rate": 4.142254720809351e-06,
      "loss": 0.4039,
      "step": 746670
    },
    {
      "epoch": 208.4,
      "grad_norm": 1.242672324180603,
      "learning_rate": 4.142237382496777e-06,
      "loss": 0.3664,
      "step": 746680
    },
    {
      "epoch": 208.4,
      "grad_norm": 1.297178864479065,
      "learning_rate": 4.1422200439448245e-06,
      "loss": 0.3773,
      "step": 746690
    },
    {
      "epoch": 208.4,
      "grad_norm": 1.2817021608352661,
      "learning_rate": 4.142202705153494e-06,
      "loss": 0.3579,
      "step": 746700
    },
    {
      "epoch": 208.4,
      "grad_norm": 1.1800265312194824,
      "learning_rate": 4.14218536612279e-06,
      "loss": 0.3749,
      "step": 746710
    },
    {
      "epoch": 208.41,
      "grad_norm": 0.9974551796913147,
      "learning_rate": 4.142168026852713e-06,
      "loss": 0.363,
      "step": 746720
    },
    {
      "epoch": 208.41,
      "grad_norm": 1.1930855512619019,
      "learning_rate": 4.142150687343266e-06,
      "loss": 0.3803,
      "step": 746730
    },
    {
      "epoch": 208.41,
      "grad_norm": 1.2226322889328003,
      "learning_rate": 4.1421333475944524e-06,
      "loss": 0.3683,
      "step": 746740
    },
    {
      "epoch": 208.41,
      "grad_norm": 1.110398769378662,
      "learning_rate": 4.142116007606272e-06,
      "loss": 0.3733,
      "step": 746750
    },
    {
      "epoch": 208.42,
      "grad_norm": 1.1483458280563354,
      "learning_rate": 4.14209866737873e-06,
      "loss": 0.3788,
      "step": 746760
    },
    {
      "epoch": 208.42,
      "grad_norm": 0.9786967635154724,
      "learning_rate": 4.142081326911827e-06,
      "loss": 0.3527,
      "step": 746770
    },
    {
      "epoch": 208.42,
      "grad_norm": 1.2409005165100098,
      "learning_rate": 4.142063986205564e-06,
      "loss": 0.3681,
      "step": 746780
    },
    {
      "epoch": 208.43,
      "grad_norm": 1.1099416017532349,
      "learning_rate": 4.142046645259947e-06,
      "loss": 0.3967,
      "step": 746790
    },
    {
      "epoch": 208.43,
      "grad_norm": 1.0807408094406128,
      "learning_rate": 4.142029304074975e-06,
      "loss": 0.3673,
      "step": 746800
    },
    {
      "epoch": 208.43,
      "grad_norm": 1.3899290561676025,
      "learning_rate": 4.142011962650653e-06,
      "loss": 0.3632,
      "step": 746810
    },
    {
      "epoch": 208.43,
      "grad_norm": 1.0585215091705322,
      "learning_rate": 4.14199462098698e-06,
      "loss": 0.3671,
      "step": 746820
    },
    {
      "epoch": 208.44,
      "grad_norm": 0.9562563300132751,
      "learning_rate": 4.141977279083961e-06,
      "loss": 0.3914,
      "step": 746830
    },
    {
      "epoch": 208.44,
      "grad_norm": 1.3037571907043457,
      "learning_rate": 4.141959936941597e-06,
      "loss": 0.3737,
      "step": 746840
    },
    {
      "epoch": 208.44,
      "grad_norm": 1.192700982093811,
      "learning_rate": 4.1419425945598916e-06,
      "loss": 0.3694,
      "step": 746850
    },
    {
      "epoch": 208.45,
      "grad_norm": 1.0447304248809814,
      "learning_rate": 4.141925251938846e-06,
      "loss": 0.3812,
      "step": 746860
    },
    {
      "epoch": 208.45,
      "grad_norm": 1.3590478897094727,
      "learning_rate": 4.141907909078463e-06,
      "loss": 0.3695,
      "step": 746870
    },
    {
      "epoch": 208.45,
      "grad_norm": 1.1878968477249146,
      "learning_rate": 4.141890565978744e-06,
      "loss": 0.3571,
      "step": 746880
    },
    {
      "epoch": 208.45,
      "grad_norm": 0.9392295479774475,
      "learning_rate": 4.141873222639692e-06,
      "loss": 0.3627,
      "step": 746890
    },
    {
      "epoch": 208.46,
      "grad_norm": 1.1832140684127808,
      "learning_rate": 4.14185587906131e-06,
      "loss": 0.3467,
      "step": 746900
    },
    {
      "epoch": 208.46,
      "grad_norm": 1.1032044887542725,
      "learning_rate": 4.141838535243599e-06,
      "loss": 0.3735,
      "step": 746910
    },
    {
      "epoch": 208.46,
      "grad_norm": 1.0218002796173096,
      "learning_rate": 4.141821191186562e-06,
      "loss": 0.374,
      "step": 746920
    },
    {
      "epoch": 208.46,
      "grad_norm": 1.1253281831741333,
      "learning_rate": 4.141803846890202e-06,
      "loss": 0.3642,
      "step": 746930
    },
    {
      "epoch": 208.47,
      "grad_norm": 3.1220386028289795,
      "learning_rate": 4.14178650235452e-06,
      "loss": 0.3752,
      "step": 746940
    },
    {
      "epoch": 208.47,
      "grad_norm": 1.0817325115203857,
      "learning_rate": 4.1417691575795185e-06,
      "loss": 0.363,
      "step": 746950
    },
    {
      "epoch": 208.47,
      "grad_norm": 1.0525643825531006,
      "learning_rate": 4.1417518125652005e-06,
      "loss": 0.3701,
      "step": 746960
    },
    {
      "epoch": 208.48,
      "grad_norm": 1.1901899576187134,
      "learning_rate": 4.141734467311568e-06,
      "loss": 0.3747,
      "step": 746970
    },
    {
      "epoch": 208.48,
      "grad_norm": 1.0865167379379272,
      "learning_rate": 4.141717121818623e-06,
      "loss": 0.3808,
      "step": 746980
    },
    {
      "epoch": 208.48,
      "grad_norm": 1.064060091972351,
      "learning_rate": 4.141699776086368e-06,
      "loss": 0.3807,
      "step": 746990
    },
    {
      "epoch": 208.48,
      "grad_norm": 1.037397861480713,
      "learning_rate": 4.1416824301148065e-06,
      "loss": 0.3614,
      "step": 747000
    },
    {
      "epoch": 208.49,
      "grad_norm": 1.1293714046478271,
      "learning_rate": 4.1416650839039385e-06,
      "loss": 0.3806,
      "step": 747010
    },
    {
      "epoch": 208.49,
      "grad_norm": 1.187292218208313,
      "learning_rate": 4.1416477374537675e-06,
      "loss": 0.3688,
      "step": 747020
    },
    {
      "epoch": 208.49,
      "grad_norm": 1.399961233139038,
      "learning_rate": 4.141630390764296e-06,
      "loss": 0.3706,
      "step": 747030
    },
    {
      "epoch": 208.5,
      "grad_norm": 1.1234421730041504,
      "learning_rate": 4.141613043835527e-06,
      "loss": 0.3711,
      "step": 747040
    },
    {
      "epoch": 208.5,
      "grad_norm": 1.078391432762146,
      "learning_rate": 4.141595696667461e-06,
      "loss": 0.3523,
      "step": 747050
    },
    {
      "epoch": 208.5,
      "grad_norm": 0.9971701502799988,
      "learning_rate": 4.141578349260101e-06,
      "loss": 0.3846,
      "step": 747060
    },
    {
      "epoch": 208.5,
      "grad_norm": 1.1201993227005005,
      "learning_rate": 4.141561001613451e-06,
      "loss": 0.3743,
      "step": 747070
    },
    {
      "epoch": 208.51,
      "grad_norm": 1.2062734365463257,
      "learning_rate": 4.141543653727511e-06,
      "loss": 0.3794,
      "step": 747080
    },
    {
      "epoch": 208.51,
      "grad_norm": 1.1846846342086792,
      "learning_rate": 4.141526305602284e-06,
      "loss": 0.3773,
      "step": 747090
    },
    {
      "epoch": 208.51,
      "grad_norm": 1.1733243465423584,
      "learning_rate": 4.141508957237773e-06,
      "loss": 0.3534,
      "step": 747100
    },
    {
      "epoch": 208.52,
      "grad_norm": 1.0393139123916626,
      "learning_rate": 4.141491608633979e-06,
      "loss": 0.3662,
      "step": 747110
    },
    {
      "epoch": 208.52,
      "grad_norm": 1.3805515766143799,
      "learning_rate": 4.141474259790906e-06,
      "loss": 0.3845,
      "step": 747120
    },
    {
      "epoch": 208.52,
      "grad_norm": 0.9466100931167603,
      "learning_rate": 4.141456910708555e-06,
      "loss": 0.3592,
      "step": 747130
    },
    {
      "epoch": 208.52,
      "grad_norm": 1.2318735122680664,
      "learning_rate": 4.141439561386928e-06,
      "loss": 0.3611,
      "step": 747140
    },
    {
      "epoch": 208.53,
      "grad_norm": 1.4404938220977783,
      "learning_rate": 4.141422211826028e-06,
      "loss": 0.3736,
      "step": 747150
    },
    {
      "epoch": 208.53,
      "grad_norm": 1.03220534324646,
      "learning_rate": 4.141404862025859e-06,
      "loss": 0.3774,
      "step": 747160
    },
    {
      "epoch": 208.53,
      "grad_norm": 0.9760205745697021,
      "learning_rate": 4.14138751198642e-06,
      "loss": 0.378,
      "step": 747170
    },
    {
      "epoch": 208.53,
      "grad_norm": 3.4411001205444336,
      "learning_rate": 4.141370161707716e-06,
      "loss": 0.3707,
      "step": 747180
    },
    {
      "epoch": 208.54,
      "grad_norm": 1.095828890800476,
      "learning_rate": 4.141352811189747e-06,
      "loss": 0.368,
      "step": 747190
    },
    {
      "epoch": 208.54,
      "grad_norm": 1.0474573373794556,
      "learning_rate": 4.141335460432519e-06,
      "loss": 0.3728,
      "step": 747200
    },
    {
      "epoch": 208.54,
      "grad_norm": 1.0658410787582397,
      "learning_rate": 4.14131810943603e-06,
      "loss": 0.371,
      "step": 747210
    },
    {
      "epoch": 208.55,
      "grad_norm": 0.9817103743553162,
      "learning_rate": 4.141300758200284e-06,
      "loss": 0.3622,
      "step": 747220
    },
    {
      "epoch": 208.55,
      "grad_norm": 1.1483488082885742,
      "learning_rate": 4.1412834067252845e-06,
      "loss": 0.3734,
      "step": 747230
    },
    {
      "epoch": 208.55,
      "grad_norm": 1.0550997257232666,
      "learning_rate": 4.1412660550110325e-06,
      "loss": 0.389,
      "step": 747240
    },
    {
      "epoch": 208.55,
      "grad_norm": 1.282336711883545,
      "learning_rate": 4.14124870305753e-06,
      "loss": 0.362,
      "step": 747250
    },
    {
      "epoch": 208.56,
      "grad_norm": 1.2681409120559692,
      "learning_rate": 4.141231350864781e-06,
      "loss": 0.3725,
      "step": 747260
    },
    {
      "epoch": 208.56,
      "grad_norm": 0.9932289123535156,
      "learning_rate": 4.141213998432786e-06,
      "loss": 0.3555,
      "step": 747270
    },
    {
      "epoch": 208.56,
      "grad_norm": 1.0833410024642944,
      "learning_rate": 4.1411966457615485e-06,
      "loss": 0.3815,
      "step": 747280
    },
    {
      "epoch": 208.57,
      "grad_norm": 0.9251993894577026,
      "learning_rate": 4.14117929285107e-06,
      "loss": 0.3737,
      "step": 747290
    },
    {
      "epoch": 208.57,
      "grad_norm": 1.1092073917388916,
      "learning_rate": 4.141161939701353e-06,
      "loss": 0.3792,
      "step": 747300
    },
    {
      "epoch": 208.57,
      "grad_norm": 1.4860342741012573,
      "learning_rate": 4.1411445863124e-06,
      "loss": 0.3834,
      "step": 747310
    },
    {
      "epoch": 208.57,
      "grad_norm": 1.1433504819869995,
      "learning_rate": 4.1411272326842135e-06,
      "loss": 0.379,
      "step": 747320
    },
    {
      "epoch": 208.58,
      "grad_norm": 1.1021445989608765,
      "learning_rate": 4.141109878816795e-06,
      "loss": 0.3546,
      "step": 747330
    },
    {
      "epoch": 208.58,
      "grad_norm": 1.0463402271270752,
      "learning_rate": 4.141092524710149e-06,
      "loss": 0.3673,
      "step": 747340
    },
    {
      "epoch": 208.58,
      "grad_norm": 1.3558917045593262,
      "learning_rate": 4.1410751703642745e-06,
      "loss": 0.3693,
      "step": 747350
    },
    {
      "epoch": 208.58,
      "grad_norm": 1.1591378450393677,
      "learning_rate": 4.141057815779176e-06,
      "loss": 0.3625,
      "step": 747360
    },
    {
      "epoch": 208.59,
      "grad_norm": 1.2534507513046265,
      "learning_rate": 4.1410404609548565e-06,
      "loss": 0.3745,
      "step": 747370
    },
    {
      "epoch": 208.59,
      "grad_norm": 1.0955440998077393,
      "learning_rate": 4.141023105891316e-06,
      "loss": 0.3694,
      "step": 747380
    },
    {
      "epoch": 208.59,
      "grad_norm": 0.9709148406982422,
      "learning_rate": 4.141005750588558e-06,
      "loss": 0.3751,
      "step": 747390
    },
    {
      "epoch": 208.6,
      "grad_norm": 1.003616213798523,
      "learning_rate": 4.140988395046585e-06,
      "loss": 0.3566,
      "step": 747400
    },
    {
      "epoch": 208.6,
      "grad_norm": 1.1494317054748535,
      "learning_rate": 4.1409710392653995e-06,
      "loss": 0.3641,
      "step": 747410
    },
    {
      "epoch": 208.6,
      "grad_norm": 1.1064730882644653,
      "learning_rate": 4.140953683245003e-06,
      "loss": 0.3662,
      "step": 747420
    },
    {
      "epoch": 208.6,
      "grad_norm": 1.1214286088943481,
      "learning_rate": 4.140936326985399e-06,
      "loss": 0.3806,
      "step": 747430
    },
    {
      "epoch": 208.61,
      "grad_norm": 0.979131281375885,
      "learning_rate": 4.140918970486587e-06,
      "loss": 0.3692,
      "step": 747440
    },
    {
      "epoch": 208.61,
      "grad_norm": 1.0087230205535889,
      "learning_rate": 4.140901613748572e-06,
      "loss": 0.3816,
      "step": 747450
    },
    {
      "epoch": 208.61,
      "grad_norm": 2.286740303039551,
      "learning_rate": 4.1408842567713566e-06,
      "loss": 0.3853,
      "step": 747460
    },
    {
      "epoch": 208.62,
      "grad_norm": 1.073694109916687,
      "learning_rate": 4.140866899554942e-06,
      "loss": 0.3692,
      "step": 747470
    },
    {
      "epoch": 208.62,
      "grad_norm": 1.1916412115097046,
      "learning_rate": 4.1408495420993304e-06,
      "loss": 0.36,
      "step": 747480
    },
    {
      "epoch": 208.62,
      "grad_norm": 1.2008445262908936,
      "learning_rate": 4.140832184404524e-06,
      "loss": 0.3789,
      "step": 747490
    },
    {
      "epoch": 208.62,
      "grad_norm": 1.166993498802185,
      "learning_rate": 4.140814826470526e-06,
      "loss": 0.3723,
      "step": 747500
    },
    {
      "epoch": 208.63,
      "grad_norm": 1.2202280759811401,
      "learning_rate": 4.140797468297338e-06,
      "loss": 0.3757,
      "step": 747510
    },
    {
      "epoch": 208.63,
      "grad_norm": 1.2248289585113525,
      "learning_rate": 4.140780109884963e-06,
      "loss": 0.3673,
      "step": 747520
    },
    {
      "epoch": 208.63,
      "grad_norm": 1.350360631942749,
      "learning_rate": 4.140762751233402e-06,
      "loss": 0.3709,
      "step": 747530
    },
    {
      "epoch": 208.64,
      "grad_norm": 1.0356512069702148,
      "learning_rate": 4.140745392342658e-06,
      "loss": 0.3782,
      "step": 747540
    },
    {
      "epoch": 208.64,
      "grad_norm": 1.0673131942749023,
      "learning_rate": 4.140728033212734e-06,
      "loss": 0.3724,
      "step": 747550
    },
    {
      "epoch": 208.64,
      "grad_norm": 1.168824553489685,
      "learning_rate": 4.140710673843631e-06,
      "loss": 0.3694,
      "step": 747560
    },
    {
      "epoch": 208.64,
      "grad_norm": 1.7988990545272827,
      "learning_rate": 4.1406933142353525e-06,
      "loss": 0.3753,
      "step": 747570
    },
    {
      "epoch": 208.65,
      "grad_norm": 1.039424180984497,
      "learning_rate": 4.140675954387901e-06,
      "loss": 0.3625,
      "step": 747580
    },
    {
      "epoch": 208.65,
      "grad_norm": 1.003372311592102,
      "learning_rate": 4.140658594301277e-06,
      "loss": 0.3635,
      "step": 747590
    },
    {
      "epoch": 208.65,
      "grad_norm": 1.1633411645889282,
      "learning_rate": 4.140641233975485e-06,
      "loss": 0.3643,
      "step": 747600
    },
    {
      "epoch": 208.65,
      "grad_norm": 1.0631961822509766,
      "learning_rate": 4.140623873410526e-06,
      "loss": 0.3849,
      "step": 747610
    },
    {
      "epoch": 208.66,
      "grad_norm": 0.885535478591919,
      "learning_rate": 4.1406065126064024e-06,
      "loss": 0.3775,
      "step": 747620
    },
    {
      "epoch": 208.66,
      "grad_norm": 1.1251813173294067,
      "learning_rate": 4.140589151563117e-06,
      "loss": 0.3679,
      "step": 747630
    },
    {
      "epoch": 208.66,
      "grad_norm": 1.056494116783142,
      "learning_rate": 4.140571790280671e-06,
      "loss": 0.3637,
      "step": 747640
    },
    {
      "epoch": 208.67,
      "grad_norm": 1.2246304750442505,
      "learning_rate": 4.140554428759069e-06,
      "loss": 0.3748,
      "step": 747650
    },
    {
      "epoch": 208.67,
      "grad_norm": 1.185240626335144,
      "learning_rate": 4.14053706699831e-06,
      "loss": 0.3633,
      "step": 747660
    },
    {
      "epoch": 208.67,
      "grad_norm": 1.2116665840148926,
      "learning_rate": 4.140519704998399e-06,
      "loss": 0.3727,
      "step": 747670
    },
    {
      "epoch": 208.67,
      "grad_norm": 1.7793563604354858,
      "learning_rate": 4.140502342759338e-06,
      "loss": 0.3861,
      "step": 747680
    },
    {
      "epoch": 208.68,
      "grad_norm": 1.2793858051300049,
      "learning_rate": 4.140484980281128e-06,
      "loss": 0.369,
      "step": 747690
    },
    {
      "epoch": 208.68,
      "grad_norm": 2.217294454574585,
      "learning_rate": 4.140467617563773e-06,
      "loss": 0.3611,
      "step": 747700
    },
    {
      "epoch": 208.68,
      "grad_norm": 1.167410135269165,
      "learning_rate": 4.140450254607273e-06,
      "loss": 0.3569,
      "step": 747710
    },
    {
      "epoch": 208.69,
      "grad_norm": 0.992776095867157,
      "learning_rate": 4.140432891411633e-06,
      "loss": 0.3694,
      "step": 747720
    },
    {
      "epoch": 208.69,
      "grad_norm": 1.2105000019073486,
      "learning_rate": 4.140415527976854e-06,
      "loss": 0.369,
      "step": 747730
    },
    {
      "epoch": 208.69,
      "grad_norm": 1.065170168876648,
      "learning_rate": 4.140398164302937e-06,
      "loss": 0.3774,
      "step": 747740
    },
    {
      "epoch": 208.69,
      "grad_norm": 1.0794339179992676,
      "learning_rate": 4.140380800389887e-06,
      "loss": 0.3712,
      "step": 747750
    },
    {
      "epoch": 208.7,
      "grad_norm": 1.177194356918335,
      "learning_rate": 4.140363436237705e-06,
      "loss": 0.3627,
      "step": 747760
    },
    {
      "epoch": 208.7,
      "grad_norm": 1.0124491453170776,
      "learning_rate": 4.140346071846392e-06,
      "loss": 0.3794,
      "step": 747770
    },
    {
      "epoch": 208.7,
      "grad_norm": 3.526432752609253,
      "learning_rate": 4.140328707215952e-06,
      "loss": 0.3601,
      "step": 747780
    },
    {
      "epoch": 208.7,
      "grad_norm": 1.0423680543899536,
      "learning_rate": 4.140311342346387e-06,
      "loss": 0.3699,
      "step": 747790
    },
    {
      "epoch": 208.71,
      "grad_norm": 1.15374755859375,
      "learning_rate": 4.1402939772377e-06,
      "loss": 0.3702,
      "step": 747800
    },
    {
      "epoch": 208.71,
      "grad_norm": 1.0591143369674683,
      "learning_rate": 4.140276611889891e-06,
      "loss": 0.3809,
      "step": 747810
    },
    {
      "epoch": 208.71,
      "grad_norm": 1.2987674474716187,
      "learning_rate": 4.140259246302965e-06,
      "loss": 0.3804,
      "step": 747820
    },
    {
      "epoch": 208.72,
      "grad_norm": 1.199160099029541,
      "learning_rate": 4.140241880476924e-06,
      "loss": 0.3802,
      "step": 747830
    },
    {
      "epoch": 208.72,
      "grad_norm": 0.9375855326652527,
      "learning_rate": 4.140224514411767e-06,
      "loss": 0.3901,
      "step": 747840
    },
    {
      "epoch": 208.72,
      "grad_norm": 1.1252328157424927,
      "learning_rate": 4.1402071481075e-06,
      "loss": 0.3696,
      "step": 747850
    },
    {
      "epoch": 208.72,
      "grad_norm": 1.1444028615951538,
      "learning_rate": 4.140189781564125e-06,
      "loss": 0.3692,
      "step": 747860
    },
    {
      "epoch": 208.73,
      "grad_norm": 1.0508557558059692,
      "learning_rate": 4.140172414781642e-06,
      "loss": 0.3758,
      "step": 747870
    },
    {
      "epoch": 208.73,
      "grad_norm": 0.9632763862609863,
      "learning_rate": 4.140155047760055e-06,
      "loss": 0.3546,
      "step": 747880
    },
    {
      "epoch": 208.73,
      "grad_norm": 1.1980466842651367,
      "learning_rate": 4.1401376804993664e-06,
      "loss": 0.3653,
      "step": 747890
    },
    {
      "epoch": 208.74,
      "grad_norm": 1.1431635618209839,
      "learning_rate": 4.140120312999577e-06,
      "loss": 0.3752,
      "step": 747900
    },
    {
      "epoch": 208.74,
      "grad_norm": 1.1597819328308105,
      "learning_rate": 4.140102945260692e-06,
      "loss": 0.3719,
      "step": 747910
    },
    {
      "epoch": 208.74,
      "grad_norm": 0.9856706261634827,
      "learning_rate": 4.140085577282711e-06,
      "loss": 0.3731,
      "step": 747920
    },
    {
      "epoch": 208.74,
      "grad_norm": 0.9824046492576599,
      "learning_rate": 4.140068209065637e-06,
      "loss": 0.368,
      "step": 747930
    },
    {
      "epoch": 208.75,
      "grad_norm": 1.231063723564148,
      "learning_rate": 4.140050840609473e-06,
      "loss": 0.4012,
      "step": 747940
    },
    {
      "epoch": 208.75,
      "grad_norm": 0.9964669942855835,
      "learning_rate": 4.14003347191422e-06,
      "loss": 0.3754,
      "step": 747950
    },
    {
      "epoch": 208.75,
      "grad_norm": 1.069997787475586,
      "learning_rate": 4.140016102979883e-06,
      "loss": 0.3722,
      "step": 747960
    },
    {
      "epoch": 208.76,
      "grad_norm": 1.0460896492004395,
      "learning_rate": 4.139998733806461e-06,
      "loss": 0.3469,
      "step": 747970
    },
    {
      "epoch": 208.76,
      "grad_norm": 1.2977752685546875,
      "learning_rate": 4.139981364393958e-06,
      "loss": 0.3737,
      "step": 747980
    },
    {
      "epoch": 208.76,
      "grad_norm": 1.301505446434021,
      "learning_rate": 4.139963994742376e-06,
      "loss": 0.3773,
      "step": 747990
    },
    {
      "epoch": 208.76,
      "grad_norm": 0.9201762676239014,
      "learning_rate": 4.1399466248517176e-06,
      "loss": 0.3601,
      "step": 748000
    },
    {
      "epoch": 208.77,
      "grad_norm": 1.0547082424163818,
      "learning_rate": 4.139929254721985e-06,
      "loss": 0.3712,
      "step": 748010
    },
    {
      "epoch": 208.77,
      "grad_norm": 1.26529061794281,
      "learning_rate": 4.139911884353181e-06,
      "loss": 0.3825,
      "step": 748020
    },
    {
      "epoch": 208.77,
      "grad_norm": 1.2215135097503662,
      "learning_rate": 4.139894513745307e-06,
      "loss": 0.3792,
      "step": 748030
    },
    {
      "epoch": 208.77,
      "grad_norm": 1.076392650604248,
      "learning_rate": 4.139877142898365e-06,
      "loss": 0.3577,
      "step": 748040
    },
    {
      "epoch": 208.78,
      "grad_norm": 1.2948087453842163,
      "learning_rate": 4.139859771812359e-06,
      "loss": 0.3741,
      "step": 748050
    },
    {
      "epoch": 208.78,
      "grad_norm": 1.0923210382461548,
      "learning_rate": 4.13984240048729e-06,
      "loss": 0.3592,
      "step": 748060
    },
    {
      "epoch": 208.78,
      "grad_norm": 1.2791593074798584,
      "learning_rate": 4.1398250289231595e-06,
      "loss": 0.381,
      "step": 748070
    },
    {
      "epoch": 208.79,
      "grad_norm": 1.1399506330490112,
      "learning_rate": 4.139807657119972e-06,
      "loss": 0.3819,
      "step": 748080
    },
    {
      "epoch": 208.79,
      "grad_norm": 1.1601425409317017,
      "learning_rate": 4.139790285077729e-06,
      "loss": 0.3711,
      "step": 748090
    },
    {
      "epoch": 208.79,
      "grad_norm": 1.0238136053085327,
      "learning_rate": 4.139772912796432e-06,
      "loss": 0.3788,
      "step": 748100
    },
    {
      "epoch": 208.79,
      "grad_norm": 1.0279895067214966,
      "learning_rate": 4.1397555402760834e-06,
      "loss": 0.387,
      "step": 748110
    },
    {
      "epoch": 208.8,
      "grad_norm": 1.204648494720459,
      "learning_rate": 4.139738167516687e-06,
      "loss": 0.3863,
      "step": 748120
    },
    {
      "epoch": 208.8,
      "grad_norm": 1.1260613203048706,
      "learning_rate": 4.139720794518244e-06,
      "loss": 0.3612,
      "step": 748130
    },
    {
      "epoch": 208.8,
      "grad_norm": 1.1116911172866821,
      "learning_rate": 4.139703421280756e-06,
      "loss": 0.3894,
      "step": 748140
    },
    {
      "epoch": 208.81,
      "grad_norm": 0.9924712181091309,
      "learning_rate": 4.139686047804227e-06,
      "loss": 0.3618,
      "step": 748150
    },
    {
      "epoch": 208.81,
      "grad_norm": 0.9023582339286804,
      "learning_rate": 4.139668674088657e-06,
      "loss": 0.3854,
      "step": 748160
    },
    {
      "epoch": 208.81,
      "grad_norm": 1.102874517440796,
      "learning_rate": 4.139651300134051e-06,
      "loss": 0.3633,
      "step": 748170
    },
    {
      "epoch": 208.81,
      "grad_norm": 1.034878134727478,
      "learning_rate": 4.13963392594041e-06,
      "loss": 0.3647,
      "step": 748180
    },
    {
      "epoch": 208.82,
      "grad_norm": 1.167752742767334,
      "learning_rate": 4.139616551507736e-06,
      "loss": 0.3733,
      "step": 748190
    },
    {
      "epoch": 208.82,
      "grad_norm": 1.3289847373962402,
      "learning_rate": 4.139599176836032e-06,
      "loss": 0.3707,
      "step": 748200
    },
    {
      "epoch": 208.82,
      "grad_norm": 1.0506165027618408,
      "learning_rate": 4.139581801925299e-06,
      "loss": 0.3833,
      "step": 748210
    },
    {
      "epoch": 208.83,
      "grad_norm": 0.8879032135009766,
      "learning_rate": 4.139564426775542e-06,
      "loss": 0.3744,
      "step": 748220
    },
    {
      "epoch": 208.83,
      "grad_norm": 1.1534360647201538,
      "learning_rate": 4.139547051386761e-06,
      "loss": 0.3625,
      "step": 748230
    },
    {
      "epoch": 208.83,
      "grad_norm": 1.1126224994659424,
      "learning_rate": 4.139529675758958e-06,
      "loss": 0.3678,
      "step": 748240
    },
    {
      "epoch": 208.83,
      "grad_norm": 1.1112596988677979,
      "learning_rate": 4.139512299892137e-06,
      "loss": 0.3759,
      "step": 748250
    },
    {
      "epoch": 208.84,
      "grad_norm": 1.1694846153259277,
      "learning_rate": 4.139494923786299e-06,
      "loss": 0.3741,
      "step": 748260
    },
    {
      "epoch": 208.84,
      "grad_norm": 1.3031188249588013,
      "learning_rate": 4.139477547441447e-06,
      "loss": 0.376,
      "step": 748270
    },
    {
      "epoch": 208.84,
      "grad_norm": 1.0280569791793823,
      "learning_rate": 4.139460170857584e-06,
      "loss": 0.3746,
      "step": 748280
    },
    {
      "epoch": 208.84,
      "grad_norm": 0.9879264831542969,
      "learning_rate": 4.13944279403471e-06,
      "loss": 0.362,
      "step": 748290
    },
    {
      "epoch": 208.85,
      "grad_norm": 2.818816900253296,
      "learning_rate": 4.1394254169728305e-06,
      "loss": 0.3776,
      "step": 748300
    },
    {
      "epoch": 208.85,
      "grad_norm": 1.1772228479385376,
      "learning_rate": 4.139408039671946e-06,
      "loss": 0.3536,
      "step": 748310
    },
    {
      "epoch": 208.85,
      "grad_norm": 1.329367995262146,
      "learning_rate": 4.1393906621320574e-06,
      "loss": 0.36,
      "step": 748320
    },
    {
      "epoch": 208.86,
      "grad_norm": 1.1834543943405151,
      "learning_rate": 4.13937328435317e-06,
      "loss": 0.3859,
      "step": 748330
    },
    {
      "epoch": 208.86,
      "grad_norm": 1.0861718654632568,
      "learning_rate": 4.139355906335284e-06,
      "loss": 0.3755,
      "step": 748340
    },
    {
      "epoch": 208.86,
      "grad_norm": 1.2720187902450562,
      "learning_rate": 4.1393385280784025e-06,
      "loss": 0.3582,
      "step": 748350
    },
    {
      "epoch": 208.86,
      "grad_norm": 1.0443936586380005,
      "learning_rate": 4.139321149582527e-06,
      "loss": 0.3752,
      "step": 748360
    },
    {
      "epoch": 208.87,
      "grad_norm": 0.9777384996414185,
      "learning_rate": 4.139303770847662e-06,
      "loss": 0.3634,
      "step": 748370
    },
    {
      "epoch": 208.87,
      "grad_norm": 1.184675931930542,
      "learning_rate": 4.139286391873807e-06,
      "loss": 0.374,
      "step": 748380
    },
    {
      "epoch": 208.87,
      "grad_norm": 1.1921781301498413,
      "learning_rate": 4.139269012660966e-06,
      "loss": 0.3688,
      "step": 748390
    },
    {
      "epoch": 208.88,
      "grad_norm": 1.2300177812576294,
      "learning_rate": 4.139251633209141e-06,
      "loss": 0.3744,
      "step": 748400
    },
    {
      "epoch": 208.88,
      "grad_norm": 1.2127270698547363,
      "learning_rate": 4.139234253518335e-06,
      "loss": 0.3712,
      "step": 748410
    },
    {
      "epoch": 208.88,
      "grad_norm": 0.966846764087677,
      "learning_rate": 4.139216873588548e-06,
      "loss": 0.3639,
      "step": 748420
    },
    {
      "epoch": 208.88,
      "grad_norm": 1.1349453926086426,
      "learning_rate": 4.139199493419784e-06,
      "loss": 0.3457,
      "step": 748430
    },
    {
      "epoch": 208.89,
      "grad_norm": 1.2717763185501099,
      "learning_rate": 4.139182113012046e-06,
      "loss": 0.3666,
      "step": 748440
    },
    {
      "epoch": 208.89,
      "grad_norm": 0.9966941475868225,
      "learning_rate": 4.139164732365335e-06,
      "loss": 0.3569,
      "step": 748450
    },
    {
      "epoch": 208.89,
      "grad_norm": 1.1102442741394043,
      "learning_rate": 4.139147351479655e-06,
      "loss": 0.3747,
      "step": 748460
    },
    {
      "epoch": 208.89,
      "grad_norm": 1.1725019216537476,
      "learning_rate": 4.139129970355006e-06,
      "loss": 0.3717,
      "step": 748470
    },
    {
      "epoch": 208.9,
      "grad_norm": 1.0106855630874634,
      "learning_rate": 4.139112588991392e-06,
      "loss": 0.3549,
      "step": 748480
    },
    {
      "epoch": 208.9,
      "grad_norm": 1.185641884803772,
      "learning_rate": 4.1390952073888135e-06,
      "loss": 0.3825,
      "step": 748490
    },
    {
      "epoch": 208.9,
      "grad_norm": 1.0486985445022583,
      "learning_rate": 4.139077825547276e-06,
      "loss": 0.367,
      "step": 748500
    },
    {
      "epoch": 208.91,
      "grad_norm": 1.0135003328323364,
      "learning_rate": 4.139060443466778e-06,
      "loss": 0.3573,
      "step": 748510
    },
    {
      "epoch": 208.91,
      "grad_norm": 1.338944911956787,
      "learning_rate": 4.139043061147324e-06,
      "loss": 0.3735,
      "step": 748520
    },
    {
      "epoch": 208.91,
      "grad_norm": 1.0723263025283813,
      "learning_rate": 4.139025678588917e-06,
      "loss": 0.3714,
      "step": 748530
    },
    {
      "epoch": 208.91,
      "grad_norm": 1.278923749923706,
      "learning_rate": 4.139008295791558e-06,
      "loss": 0.3616,
      "step": 748540
    },
    {
      "epoch": 208.92,
      "grad_norm": 1.0195177793502808,
      "learning_rate": 4.13899091275525e-06,
      "loss": 0.3731,
      "step": 748550
    },
    {
      "epoch": 208.92,
      "grad_norm": 1.0520368814468384,
      "learning_rate": 4.138973529479994e-06,
      "loss": 0.3987,
      "step": 748560
    },
    {
      "epoch": 208.92,
      "grad_norm": 0.952660083770752,
      "learning_rate": 4.138956145965794e-06,
      "loss": 0.3819,
      "step": 748570
    },
    {
      "epoch": 208.93,
      "grad_norm": 1.137843370437622,
      "learning_rate": 4.138938762212651e-06,
      "loss": 0.3908,
      "step": 748580
    },
    {
      "epoch": 208.93,
      "grad_norm": 1.38153076171875,
      "learning_rate": 4.138921378220568e-06,
      "loss": 0.3787,
      "step": 748590
    },
    {
      "epoch": 208.93,
      "grad_norm": 1.2679980993270874,
      "learning_rate": 4.138903993989547e-06,
      "loss": 0.3738,
      "step": 748600
    },
    {
      "epoch": 208.93,
      "grad_norm": 1.0439718961715698,
      "learning_rate": 4.1388866095195915e-06,
      "loss": 0.3641,
      "step": 748610
    },
    {
      "epoch": 208.94,
      "grad_norm": 1.1213401556015015,
      "learning_rate": 4.138869224810702e-06,
      "loss": 0.3664,
      "step": 748620
    },
    {
      "epoch": 208.94,
      "grad_norm": 1.0155707597732544,
      "learning_rate": 4.138851839862882e-06,
      "loss": 0.3535,
      "step": 748630
    },
    {
      "epoch": 208.94,
      "grad_norm": 0.9563660621643066,
      "learning_rate": 4.138834454676134e-06,
      "loss": 0.3786,
      "step": 748640
    },
    {
      "epoch": 208.95,
      "grad_norm": 1.153106689453125,
      "learning_rate": 4.138817069250458e-06,
      "loss": 0.3967,
      "step": 748650
    },
    {
      "epoch": 208.95,
      "grad_norm": 1.0485981702804565,
      "learning_rate": 4.1387996835858595e-06,
      "loss": 0.3626,
      "step": 748660
    },
    {
      "epoch": 208.95,
      "grad_norm": 1.252610445022583,
      "learning_rate": 4.138782297682339e-06,
      "loss": 0.3573,
      "step": 748670
    },
    {
      "epoch": 208.95,
      "grad_norm": 1.1806581020355225,
      "learning_rate": 4.138764911539899e-06,
      "loss": 0.3874,
      "step": 748680
    },
    {
      "epoch": 208.96,
      "grad_norm": 1.066329002380371,
      "learning_rate": 4.138747525158543e-06,
      "loss": 0.3529,
      "step": 748690
    },
    {
      "epoch": 208.96,
      "grad_norm": 1.1076306104660034,
      "learning_rate": 4.138730138538271e-06,
      "loss": 0.3529,
      "step": 748700
    },
    {
      "epoch": 208.96,
      "grad_norm": 1.1163609027862549,
      "learning_rate": 4.1387127516790875e-06,
      "loss": 0.3597,
      "step": 748710
    },
    {
      "epoch": 208.96,
      "grad_norm": 1.2073451280593872,
      "learning_rate": 4.138695364580994e-06,
      "loss": 0.3633,
      "step": 748720
    },
    {
      "epoch": 208.97,
      "grad_norm": 1.0612196922302246,
      "learning_rate": 4.138677977243993e-06,
      "loss": 0.3831,
      "step": 748730
    },
    {
      "epoch": 208.97,
      "grad_norm": 0.9790763258934021,
      "learning_rate": 4.138660589668085e-06,
      "loss": 0.3572,
      "step": 748740
    },
    {
      "epoch": 208.97,
      "grad_norm": 1.1666202545166016,
      "learning_rate": 4.1386432018532756e-06,
      "loss": 0.3856,
      "step": 748750
    },
    {
      "epoch": 208.98,
      "grad_norm": 0.9846494197845459,
      "learning_rate": 4.138625813799565e-06,
      "loss": 0.3615,
      "step": 748760
    },
    {
      "epoch": 208.98,
      "grad_norm": 1.1414216756820679,
      "learning_rate": 4.138608425506955e-06,
      "loss": 0.3695,
      "step": 748770
    },
    {
      "epoch": 208.98,
      "grad_norm": 1.158205270767212,
      "learning_rate": 4.1385910369754505e-06,
      "loss": 0.3817,
      "step": 748780
    },
    {
      "epoch": 208.98,
      "grad_norm": 1.0724241733551025,
      "learning_rate": 4.138573648205051e-06,
      "loss": 0.3578,
      "step": 748790
    },
    {
      "epoch": 208.99,
      "grad_norm": 5.840286731719971,
      "learning_rate": 4.138556259195761e-06,
      "loss": 0.36,
      "step": 748800
    },
    {
      "epoch": 208.99,
      "grad_norm": 1.1990678310394287,
      "learning_rate": 4.1385388699475805e-06,
      "loss": 0.3585,
      "step": 748810
    },
    {
      "epoch": 208.99,
      "grad_norm": 1.1926146745681763,
      "learning_rate": 4.1385214804605134e-06,
      "loss": 0.3806,
      "step": 748820
    },
    {
      "epoch": 209.0,
      "grad_norm": 1.0640497207641602,
      "learning_rate": 4.138504090734563e-06,
      "loss": 0.3754,
      "step": 748830
    },
    {
      "epoch": 209.0,
      "grad_norm": 1.0242425203323364,
      "learning_rate": 4.138486700769729e-06,
      "loss": 0.3583,
      "step": 748840
    },
    {
      "epoch": 209.0,
      "eval_loss": 0.371538370847702,
      "eval_runtime": 65.2281,
      "eval_samples_per_second": 77.559,
      "eval_steps_per_second": 9.704,
      "step": 748847
    },
    {
      "epoch": 209.0,
      "grad_norm": 0.9676111340522766,
      "learning_rate": 4.1384693105660155e-06,
      "loss": 0.3892,
      "step": 748850
    },
    {
      "epoch": 209.0,
      "grad_norm": 1.0890120267868042,
      "learning_rate": 4.138451920123424e-06,
      "loss": 0.366,
      "step": 748860
    },
    {
      "epoch": 209.01,
      "grad_norm": 1.0824973583221436,
      "learning_rate": 4.1384345294419575e-06,
      "loss": 0.3528,
      "step": 748870
    },
    {
      "epoch": 209.01,
      "grad_norm": 1.1162512302398682,
      "learning_rate": 4.138417138521618e-06,
      "loss": 0.381,
      "step": 748880
    },
    {
      "epoch": 209.01,
      "grad_norm": 1.0696461200714111,
      "learning_rate": 4.138399747362407e-06,
      "loss": 0.3672,
      "step": 748890
    },
    {
      "epoch": 209.01,
      "grad_norm": 1.1242660284042358,
      "learning_rate": 4.13838235596433e-06,
      "loss": 0.3679,
      "step": 748900
    },
    {
      "epoch": 209.02,
      "grad_norm": 1.1723930835723877,
      "learning_rate": 4.138364964327385e-06,
      "loss": 0.3735,
      "step": 748910
    },
    {
      "epoch": 209.02,
      "grad_norm": 1.0989785194396973,
      "learning_rate": 4.138347572451576e-06,
      "loss": 0.3758,
      "step": 748920
    },
    {
      "epoch": 209.02,
      "grad_norm": 1.2855315208435059,
      "learning_rate": 4.138330180336907e-06,
      "loss": 0.385,
      "step": 748930
    },
    {
      "epoch": 209.03,
      "grad_norm": 1.061362862586975,
      "learning_rate": 4.138312787983378e-06,
      "loss": 0.3551,
      "step": 748940
    },
    {
      "epoch": 209.03,
      "grad_norm": 1.165645718574524,
      "learning_rate": 4.138295395390992e-06,
      "loss": 0.3687,
      "step": 748950
    },
    {
      "epoch": 209.03,
      "grad_norm": 1.1460202932357788,
      "learning_rate": 4.138278002559752e-06,
      "loss": 0.3784,
      "step": 748960
    },
    {
      "epoch": 209.03,
      "grad_norm": 1.1891822814941406,
      "learning_rate": 4.13826060948966e-06,
      "loss": 0.3837,
      "step": 748970
    },
    {
      "epoch": 209.04,
      "grad_norm": 1.4011485576629639,
      "learning_rate": 4.1382432161807175e-06,
      "loss": 0.3633,
      "step": 748980
    },
    {
      "epoch": 209.04,
      "grad_norm": 1.1318186521530151,
      "learning_rate": 4.138225822632928e-06,
      "loss": 0.358,
      "step": 748990
    },
    {
      "epoch": 209.04,
      "grad_norm": 1.088133454322815,
      "learning_rate": 4.138208428846293e-06,
      "loss": 0.3958,
      "step": 749000
    },
    {
      "epoch": 209.05,
      "grad_norm": 1.4565584659576416,
      "learning_rate": 4.1381910348208155e-06,
      "loss": 0.3746,
      "step": 749010
    },
    {
      "epoch": 209.05,
      "grad_norm": 1.0784093141555786,
      "learning_rate": 4.138173640556497e-06,
      "loss": 0.385,
      "step": 749020
    },
    {
      "epoch": 209.05,
      "grad_norm": 1.1925764083862305,
      "learning_rate": 4.13815624605334e-06,
      "loss": 0.3729,
      "step": 749030
    },
    {
      "epoch": 209.05,
      "grad_norm": 0.9432529807090759,
      "learning_rate": 4.138138851311348e-06,
      "loss": 0.3625,
      "step": 749040
    },
    {
      "epoch": 209.06,
      "grad_norm": 1.115293264389038,
      "learning_rate": 4.138121456330521e-06,
      "loss": 0.3576,
      "step": 749050
    },
    {
      "epoch": 209.06,
      "grad_norm": 1.0070102214813232,
      "learning_rate": 4.1381040611108635e-06,
      "loss": 0.3758,
      "step": 749060
    },
    {
      "epoch": 209.06,
      "grad_norm": 1.1874958276748657,
      "learning_rate": 4.138086665652377e-06,
      "loss": 0.37,
      "step": 749070
    },
    {
      "epoch": 209.07,
      "grad_norm": 1.2423983812332153,
      "learning_rate": 4.138069269955064e-06,
      "loss": 0.3746,
      "step": 749080
    },
    {
      "epoch": 209.07,
      "grad_norm": 1.2309924364089966,
      "learning_rate": 4.138051874018926e-06,
      "loss": 0.3582,
      "step": 749090
    },
    {
      "epoch": 209.07,
      "grad_norm": 1.247225046157837,
      "learning_rate": 4.1380344778439655e-06,
      "loss": 0.3708,
      "step": 749100
    },
    {
      "epoch": 209.07,
      "grad_norm": 1.3489511013031006,
      "learning_rate": 4.138017081430186e-06,
      "loss": 0.3479,
      "step": 749110
    },
    {
      "epoch": 209.08,
      "grad_norm": 1.2092411518096924,
      "learning_rate": 4.137999684777589e-06,
      "loss": 0.3819,
      "step": 749120
    },
    {
      "epoch": 209.08,
      "grad_norm": 1.2561906576156616,
      "learning_rate": 4.137982287886177e-06,
      "loss": 0.3645,
      "step": 749130
    },
    {
      "epoch": 209.08,
      "grad_norm": 1.0805742740631104,
      "learning_rate": 4.137964890755952e-06,
      "loss": 0.3771,
      "step": 749140
    },
    {
      "epoch": 209.08,
      "grad_norm": 1.0149610042572021,
      "learning_rate": 4.137947493386917e-06,
      "loss": 0.3752,
      "step": 749150
    },
    {
      "epoch": 209.09,
      "grad_norm": 1.1263413429260254,
      "learning_rate": 4.137930095779073e-06,
      "loss": 0.3722,
      "step": 749160
    },
    {
      "epoch": 209.09,
      "grad_norm": 1.1313902139663696,
      "learning_rate": 4.137912697932424e-06,
      "loss": 0.3727,
      "step": 749170
    },
    {
      "epoch": 209.09,
      "grad_norm": 0.9835225939750671,
      "learning_rate": 4.137895299846971e-06,
      "loss": 0.3669,
      "step": 749180
    },
    {
      "epoch": 209.1,
      "grad_norm": 1.3229089975357056,
      "learning_rate": 4.137877901522717e-06,
      "loss": 0.346,
      "step": 749190
    },
    {
      "epoch": 209.1,
      "grad_norm": 1.1975512504577637,
      "learning_rate": 4.137860502959664e-06,
      "loss": 0.3545,
      "step": 749200
    },
    {
      "epoch": 209.1,
      "grad_norm": 1.2372767925262451,
      "learning_rate": 4.137843104157813e-06,
      "loss": 0.3676,
      "step": 749210
    },
    {
      "epoch": 209.1,
      "grad_norm": 1.143486499786377,
      "learning_rate": 4.13782570511717e-06,
      "loss": 0.3848,
      "step": 749220
    },
    {
      "epoch": 209.11,
      "grad_norm": 1.1428143978118896,
      "learning_rate": 4.137808305837734e-06,
      "loss": 0.3764,
      "step": 749230
    },
    {
      "epoch": 209.11,
      "grad_norm": 1.1068503856658936,
      "learning_rate": 4.137790906319508e-06,
      "loss": 0.3634,
      "step": 749240
    },
    {
      "epoch": 209.11,
      "grad_norm": 1.1049200296401978,
      "learning_rate": 4.137773506562495e-06,
      "loss": 0.3663,
      "step": 749250
    },
    {
      "epoch": 209.12,
      "grad_norm": 1.2042665481567383,
      "learning_rate": 4.137756106566697e-06,
      "loss": 0.3723,
      "step": 749260
    },
    {
      "epoch": 209.12,
      "grad_norm": 0.9495887756347656,
      "learning_rate": 4.137738706332116e-06,
      "loss": 0.3678,
      "step": 749270
    },
    {
      "epoch": 209.12,
      "grad_norm": 1.2770435810089111,
      "learning_rate": 4.137721305858755e-06,
      "loss": 0.3779,
      "step": 749280
    },
    {
      "epoch": 209.12,
      "grad_norm": 1.4549686908721924,
      "learning_rate": 4.137703905146616e-06,
      "loss": 0.3725,
      "step": 749290
    },
    {
      "epoch": 209.13,
      "grad_norm": 1.2107090950012207,
      "learning_rate": 4.137686504195701e-06,
      "loss": 0.3726,
      "step": 749300
    },
    {
      "epoch": 209.13,
      "grad_norm": 1.588259220123291,
      "learning_rate": 4.137669103006013e-06,
      "loss": 0.3572,
      "step": 749310
    },
    {
      "epoch": 209.13,
      "grad_norm": 1.2629621028900146,
      "learning_rate": 4.137651701577554e-06,
      "loss": 0.3911,
      "step": 749320
    },
    {
      "epoch": 209.13,
      "grad_norm": 1.1841826438903809,
      "learning_rate": 4.137634299910326e-06,
      "loss": 0.3873,
      "step": 749330
    },
    {
      "epoch": 209.14,
      "grad_norm": 0.9484922289848328,
      "learning_rate": 4.13761689800433e-06,
      "loss": 0.3773,
      "step": 749340
    },
    {
      "epoch": 209.14,
      "grad_norm": 1.3250739574432373,
      "learning_rate": 4.137599495859572e-06,
      "loss": 0.3749,
      "step": 749350
    },
    {
      "epoch": 209.14,
      "grad_norm": 1.3291068077087402,
      "learning_rate": 4.137582093476051e-06,
      "loss": 0.3808,
      "step": 749360
    },
    {
      "epoch": 209.15,
      "grad_norm": 0.9290716648101807,
      "learning_rate": 4.137564690853771e-06,
      "loss": 0.367,
      "step": 749370
    },
    {
      "epoch": 209.15,
      "grad_norm": 1.16956627368927,
      "learning_rate": 4.137547287992733e-06,
      "loss": 0.3682,
      "step": 749380
    },
    {
      "epoch": 209.15,
      "grad_norm": 1.255311369895935,
      "learning_rate": 4.137529884892941e-06,
      "loss": 0.356,
      "step": 749390
    },
    {
      "epoch": 209.15,
      "grad_norm": 1.171182632446289,
      "learning_rate": 4.137512481554395e-06,
      "loss": 0.3866,
      "step": 749400
    },
    {
      "epoch": 209.16,
      "grad_norm": 0.9975306987762451,
      "learning_rate": 4.1374950779771e-06,
      "loss": 0.3791,
      "step": 749410
    },
    {
      "epoch": 209.16,
      "grad_norm": 1.285665512084961,
      "learning_rate": 4.1374776741610564e-06,
      "loss": 0.3647,
      "step": 749420
    },
    {
      "epoch": 209.16,
      "grad_norm": 1.1706076860427856,
      "learning_rate": 4.137460270106268e-06,
      "loss": 0.3778,
      "step": 749430
    },
    {
      "epoch": 209.17,
      "grad_norm": 1.094821572303772,
      "learning_rate": 4.137442865812736e-06,
      "loss": 0.3636,
      "step": 749440
    },
    {
      "epoch": 209.17,
      "grad_norm": 1.077160358428955,
      "learning_rate": 4.137425461280462e-06,
      "loss": 0.3824,
      "step": 749450
    },
    {
      "epoch": 209.17,
      "grad_norm": 1.1927155256271362,
      "learning_rate": 4.1374080565094505e-06,
      "loss": 0.3936,
      "step": 749460
    },
    {
      "epoch": 209.17,
      "grad_norm": 1.1458975076675415,
      "learning_rate": 4.1373906514997025e-06,
      "loss": 0.3735,
      "step": 749470
    },
    {
      "epoch": 209.18,
      "grad_norm": 1.2510285377502441,
      "learning_rate": 4.137373246251221e-06,
      "loss": 0.3644,
      "step": 749480
    },
    {
      "epoch": 209.18,
      "grad_norm": 1.002448558807373,
      "learning_rate": 4.137355840764006e-06,
      "loss": 0.3587,
      "step": 749490
    },
    {
      "epoch": 209.18,
      "grad_norm": 0.9963517785072327,
      "learning_rate": 4.137338435038062e-06,
      "loss": 0.3797,
      "step": 749500
    },
    {
      "epoch": 209.19,
      "grad_norm": 1.10812246799469,
      "learning_rate": 4.137321029073392e-06,
      "loss": 0.3709,
      "step": 749510
    },
    {
      "epoch": 209.19,
      "grad_norm": 1.1969225406646729,
      "learning_rate": 4.137303622869996e-06,
      "loss": 0.3821,
      "step": 749520
    },
    {
      "epoch": 209.19,
      "grad_norm": 0.9904117584228516,
      "learning_rate": 4.137286216427878e-06,
      "loss": 0.3633,
      "step": 749530
    },
    {
      "epoch": 209.19,
      "grad_norm": 1.5048099756240845,
      "learning_rate": 4.137268809747041e-06,
      "loss": 0.3798,
      "step": 749540
    },
    {
      "epoch": 209.2,
      "grad_norm": 1.20717453956604,
      "learning_rate": 4.137251402827485e-06,
      "loss": 0.3611,
      "step": 749550
    },
    {
      "epoch": 209.2,
      "grad_norm": 1.151820182800293,
      "learning_rate": 4.137233995669213e-06,
      "loss": 0.3638,
      "step": 749560
    },
    {
      "epoch": 209.2,
      "grad_norm": 1.076629638671875,
      "learning_rate": 4.137216588272228e-06,
      "loss": 0.3707,
      "step": 749570
    },
    {
      "epoch": 209.2,
      "grad_norm": 1.0279083251953125,
      "learning_rate": 4.1371991806365325e-06,
      "loss": 0.3715,
      "step": 749580
    },
    {
      "epoch": 209.21,
      "grad_norm": 1.1094624996185303,
      "learning_rate": 4.137181772762128e-06,
      "loss": 0.364,
      "step": 749590
    },
    {
      "epoch": 209.21,
      "grad_norm": 1.0332496166229248,
      "learning_rate": 4.137164364649018e-06,
      "loss": 0.3917,
      "step": 749600
    },
    {
      "epoch": 209.21,
      "grad_norm": 6.198709011077881,
      "learning_rate": 4.137146956297204e-06,
      "loss": 0.3644,
      "step": 749610
    },
    {
      "epoch": 209.22,
      "grad_norm": 0.906361997127533,
      "learning_rate": 4.1371295477066875e-06,
      "loss": 0.3676,
      "step": 749620
    },
    {
      "epoch": 209.22,
      "grad_norm": 1.1134960651397705,
      "learning_rate": 4.137112138877473e-06,
      "loss": 0.3818,
      "step": 749630
    },
    {
      "epoch": 209.22,
      "grad_norm": 1.009111762046814,
      "learning_rate": 4.137094729809561e-06,
      "loss": 0.3591,
      "step": 749640
    },
    {
      "epoch": 209.22,
      "grad_norm": 1.0588346719741821,
      "learning_rate": 4.137077320502953e-06,
      "loss": 0.3818,
      "step": 749650
    },
    {
      "epoch": 209.23,
      "grad_norm": 1.2370545864105225,
      "learning_rate": 4.137059910957655e-06,
      "loss": 0.3797,
      "step": 749660
    },
    {
      "epoch": 209.23,
      "grad_norm": 1.090308427810669,
      "learning_rate": 4.137042501173666e-06,
      "loss": 0.3798,
      "step": 749670
    },
    {
      "epoch": 209.23,
      "grad_norm": 1.0114586353302002,
      "learning_rate": 4.137025091150988e-06,
      "loss": 0.369,
      "step": 749680
    },
    {
      "epoch": 209.24,
      "grad_norm": 1.440239429473877,
      "learning_rate": 4.1370076808896254e-06,
      "loss": 0.371,
      "step": 749690
    },
    {
      "epoch": 209.24,
      "grad_norm": 1.0176165103912354,
      "learning_rate": 4.13699027038958e-06,
      "loss": 0.3892,
      "step": 749700
    },
    {
      "epoch": 209.24,
      "grad_norm": 1.0850894451141357,
      "learning_rate": 4.136972859650854e-06,
      "loss": 0.3878,
      "step": 749710
    },
    {
      "epoch": 209.24,
      "grad_norm": 5.538122653961182,
      "learning_rate": 4.1369554486734485e-06,
      "loss": 0.3992,
      "step": 749720
    },
    {
      "epoch": 209.25,
      "grad_norm": 0.9670279026031494,
      "learning_rate": 4.136938037457368e-06,
      "loss": 0.3672,
      "step": 749730
    },
    {
      "epoch": 209.25,
      "grad_norm": 1.9751397371292114,
      "learning_rate": 4.136920626002613e-06,
      "loss": 0.3702,
      "step": 749740
    },
    {
      "epoch": 209.25,
      "grad_norm": 1.1619101762771606,
      "learning_rate": 4.1369032143091875e-06,
      "loss": 0.394,
      "step": 749750
    },
    {
      "epoch": 209.25,
      "grad_norm": 0.9719436168670654,
      "learning_rate": 4.1368858023770916e-06,
      "loss": 0.361,
      "step": 749760
    },
    {
      "epoch": 209.26,
      "grad_norm": 0.9809682965278625,
      "learning_rate": 4.1368683902063305e-06,
      "loss": 0.3696,
      "step": 749770
    },
    {
      "epoch": 209.26,
      "grad_norm": 1.2381095886230469,
      "learning_rate": 4.1368509777969035e-06,
      "loss": 0.3818,
      "step": 749780
    },
    {
      "epoch": 209.26,
      "grad_norm": 1.0690667629241943,
      "learning_rate": 4.136833565148814e-06,
      "loss": 0.3792,
      "step": 749790
    },
    {
      "epoch": 209.27,
      "grad_norm": 1.2136573791503906,
      "learning_rate": 4.136816152262065e-06,
      "loss": 0.3814,
      "step": 749800
    },
    {
      "epoch": 209.27,
      "grad_norm": 1.0021320581436157,
      "learning_rate": 4.136798739136658e-06,
      "loss": 0.3914,
      "step": 749810
    },
    {
      "epoch": 209.27,
      "grad_norm": 1.0869220495224,
      "learning_rate": 4.136781325772597e-06,
      "loss": 0.3656,
      "step": 749820
    },
    {
      "epoch": 209.27,
      "grad_norm": 1.3230379819869995,
      "learning_rate": 4.136763912169882e-06,
      "loss": 0.3796,
      "step": 749830
    },
    {
      "epoch": 209.28,
      "grad_norm": 1.0660065412521362,
      "learning_rate": 4.136746498328517e-06,
      "loss": 0.3748,
      "step": 749840
    },
    {
      "epoch": 209.28,
      "grad_norm": 1.084501028060913,
      "learning_rate": 4.136729084248503e-06,
      "loss": 0.3729,
      "step": 749850
    },
    {
      "epoch": 209.28,
      "grad_norm": 1.0677297115325928,
      "learning_rate": 4.1367116699298436e-06,
      "loss": 0.3572,
      "step": 749860
    },
    {
      "epoch": 209.29,
      "grad_norm": 1.1632598638534546,
      "learning_rate": 4.13669425537254e-06,
      "loss": 0.4023,
      "step": 749870
    },
    {
      "epoch": 209.29,
      "grad_norm": 1.0017973184585571,
      "learning_rate": 4.136676840576595e-06,
      "loss": 0.384,
      "step": 749880
    },
    {
      "epoch": 209.29,
      "grad_norm": 1.0431089401245117,
      "learning_rate": 4.1366594255420115e-06,
      "loss": 0.3679,
      "step": 749890
    },
    {
      "epoch": 209.29,
      "grad_norm": 1.0598247051239014,
      "learning_rate": 4.136642010268791e-06,
      "loss": 0.3735,
      "step": 749900
    },
    {
      "epoch": 209.3,
      "grad_norm": 1.0207843780517578,
      "learning_rate": 4.136624594756936e-06,
      "loss": 0.3621,
      "step": 749910
    },
    {
      "epoch": 209.3,
      "grad_norm": 0.9981491565704346,
      "learning_rate": 4.136607179006449e-06,
      "loss": 0.3781,
      "step": 749920
    },
    {
      "epoch": 209.3,
      "grad_norm": 1.0407301187515259,
      "learning_rate": 4.1365897630173326e-06,
      "loss": 0.3805,
      "step": 749930
    },
    {
      "epoch": 209.31,
      "grad_norm": 1.5019941329956055,
      "learning_rate": 4.136572346789588e-06,
      "loss": 0.3599,
      "step": 749940
    },
    {
      "epoch": 209.31,
      "grad_norm": 0.9938591718673706,
      "learning_rate": 4.1365549303232186e-06,
      "loss": 0.3737,
      "step": 749950
    },
    {
      "epoch": 209.31,
      "grad_norm": 0.9867047667503357,
      "learning_rate": 4.136537513618226e-06,
      "loss": 0.3753,
      "step": 749960
    },
    {
      "epoch": 209.31,
      "grad_norm": 1.057313323020935,
      "learning_rate": 4.136520096674613e-06,
      "loss": 0.354,
      "step": 749970
    },
    {
      "epoch": 209.32,
      "grad_norm": 1.0481963157653809,
      "learning_rate": 4.136502679492382e-06,
      "loss": 0.3791,
      "step": 749980
    },
    {
      "epoch": 209.32,
      "grad_norm": 1.1015548706054688,
      "learning_rate": 4.1364852620715356e-06,
      "loss": 0.3664,
      "step": 749990
    },
    {
      "epoch": 209.32,
      "grad_norm": 1.1234065294265747,
      "learning_rate": 4.136467844412075e-06,
      "loss": 0.3683,
      "step": 750000
    },
    {
      "epoch": 209.32,
      "grad_norm": 1.095834732055664,
      "learning_rate": 4.136450426514003e-06,
      "loss": 0.3567,
      "step": 750010
    },
    {
      "epoch": 209.33,
      "grad_norm": 1.2240257263183594,
      "learning_rate": 4.136433008377323e-06,
      "loss": 0.3562,
      "step": 750020
    },
    {
      "epoch": 209.33,
      "grad_norm": 1.2569637298583984,
      "learning_rate": 4.136415590002036e-06,
      "loss": 0.3589,
      "step": 750030
    },
    {
      "epoch": 209.33,
      "grad_norm": 1.38646399974823,
      "learning_rate": 4.1363981713881445e-06,
      "loss": 0.3723,
      "step": 750040
    },
    {
      "epoch": 209.34,
      "grad_norm": 1.1302968263626099,
      "learning_rate": 4.1363807525356505e-06,
      "loss": 0.3771,
      "step": 750050
    },
    {
      "epoch": 209.34,
      "grad_norm": 1.011413812637329,
      "learning_rate": 4.136363333444558e-06,
      "loss": 0.3958,
      "step": 750060
    },
    {
      "epoch": 209.34,
      "grad_norm": 1.1609687805175781,
      "learning_rate": 4.136345914114868e-06,
      "loss": 0.4024,
      "step": 750070
    },
    {
      "epoch": 209.34,
      "grad_norm": 1.0742385387420654,
      "learning_rate": 4.136328494546583e-06,
      "loss": 0.3705,
      "step": 750080
    },
    {
      "epoch": 209.35,
      "grad_norm": 1.110628366470337,
      "learning_rate": 4.136311074739704e-06,
      "loss": 0.3911,
      "step": 750090
    },
    {
      "epoch": 209.35,
      "grad_norm": 1.743971824645996,
      "learning_rate": 4.136293654694236e-06,
      "loss": 0.3657,
      "step": 750100
    },
    {
      "epoch": 209.35,
      "grad_norm": 1.16319739818573,
      "learning_rate": 4.13627623441018e-06,
      "loss": 0.3608,
      "step": 750110
    },
    {
      "epoch": 209.36,
      "grad_norm": 1.1887311935424805,
      "learning_rate": 4.136258813887537e-06,
      "loss": 0.3712,
      "step": 750120
    },
    {
      "epoch": 209.36,
      "grad_norm": 1.0714876651763916,
      "learning_rate": 4.136241393126312e-06,
      "loss": 0.3625,
      "step": 750130
    },
    {
      "epoch": 209.36,
      "grad_norm": 1.0291039943695068,
      "learning_rate": 4.136223972126505e-06,
      "loss": 0.3623,
      "step": 750140
    },
    {
      "epoch": 209.36,
      "grad_norm": 1.3023730516433716,
      "learning_rate": 4.13620655088812e-06,
      "loss": 0.3537,
      "step": 750150
    },
    {
      "epoch": 209.37,
      "grad_norm": 1.0871270895004272,
      "learning_rate": 4.1361891294111576e-06,
      "loss": 0.3695,
      "step": 750160
    },
    {
      "epoch": 209.37,
      "grad_norm": 1.1558339595794678,
      "learning_rate": 4.136171707695622e-06,
      "loss": 0.3689,
      "step": 750170
    },
    {
      "epoch": 209.37,
      "grad_norm": 1.2956430912017822,
      "learning_rate": 4.136154285741514e-06,
      "loss": 0.3815,
      "step": 750180
    },
    {
      "epoch": 209.37,
      "grad_norm": 0.9753718376159668,
      "learning_rate": 4.136136863548836e-06,
      "loss": 0.3867,
      "step": 750190
    },
    {
      "epoch": 209.38,
      "grad_norm": 1.098446249961853,
      "learning_rate": 4.136119441117592e-06,
      "loss": 0.3677,
      "step": 750200
    },
    {
      "epoch": 209.38,
      "grad_norm": 1.0521050691604614,
      "learning_rate": 4.136102018447783e-06,
      "loss": 0.3739,
      "step": 750210
    },
    {
      "epoch": 209.38,
      "grad_norm": 1.053710699081421,
      "learning_rate": 4.13608459553941e-06,
      "loss": 0.3852,
      "step": 750220
    },
    {
      "epoch": 209.39,
      "grad_norm": 1.2780754566192627,
      "learning_rate": 4.136067172392479e-06,
      "loss": 0.3805,
      "step": 750230
    },
    {
      "epoch": 209.39,
      "grad_norm": 1.1492973566055298,
      "learning_rate": 4.136049749006989e-06,
      "loss": 0.3844,
      "step": 750240
    },
    {
      "epoch": 209.39,
      "grad_norm": 1.008557915687561,
      "learning_rate": 4.136032325382943e-06,
      "loss": 0.3712,
      "step": 750250
    },
    {
      "epoch": 209.39,
      "grad_norm": 1.1555134057998657,
      "learning_rate": 4.136014901520344e-06,
      "loss": 0.37,
      "step": 750260
    },
    {
      "epoch": 209.4,
      "grad_norm": 1.0879888534545898,
      "learning_rate": 4.135997477419194e-06,
      "loss": 0.3677,
      "step": 750270
    },
    {
      "epoch": 209.4,
      "grad_norm": 1.1468414068222046,
      "learning_rate": 4.135980053079495e-06,
      "loss": 0.3703,
      "step": 750280
    },
    {
      "epoch": 209.4,
      "grad_norm": 1.059669017791748,
      "learning_rate": 4.135962628501251e-06,
      "loss": 0.3653,
      "step": 750290
    },
    {
      "epoch": 209.41,
      "grad_norm": 1.2234305143356323,
      "learning_rate": 4.135945203684462e-06,
      "loss": 0.3609,
      "step": 750300
    },
    {
      "epoch": 209.41,
      "grad_norm": 1.2186126708984375,
      "learning_rate": 4.1359277786291314e-06,
      "loss": 0.3887,
      "step": 750310
    },
    {
      "epoch": 209.41,
      "grad_norm": 1.0147274732589722,
      "learning_rate": 4.135910353335262e-06,
      "loss": 0.3899,
      "step": 750320
    },
    {
      "epoch": 209.41,
      "grad_norm": 1.031735897064209,
      "learning_rate": 4.135892927802855e-06,
      "loss": 0.3524,
      "step": 750330
    },
    {
      "epoch": 209.42,
      "grad_norm": 1.1718708276748657,
      "learning_rate": 4.135875502031914e-06,
      "loss": 0.3703,
      "step": 750340
    },
    {
      "epoch": 209.42,
      "grad_norm": 1.0575239658355713,
      "learning_rate": 4.135858076022439e-06,
      "loss": 0.3731,
      "step": 750350
    },
    {
      "epoch": 209.42,
      "grad_norm": 1.1050024032592773,
      "learning_rate": 4.135840649774435e-06,
      "loss": 0.3772,
      "step": 750360
    },
    {
      "epoch": 209.43,
      "grad_norm": 1.2282921075820923,
      "learning_rate": 4.1358232232879035e-06,
      "loss": 0.3817,
      "step": 750370
    },
    {
      "epoch": 209.43,
      "grad_norm": 1.079576849937439,
      "learning_rate": 4.135805796562846e-06,
      "loss": 0.3528,
      "step": 750380
    },
    {
      "epoch": 209.43,
      "grad_norm": 1.149574875831604,
      "learning_rate": 4.135788369599266e-06,
      "loss": 0.3692,
      "step": 750390
    },
    {
      "epoch": 209.43,
      "grad_norm": 1.1507679224014282,
      "learning_rate": 4.135770942397165e-06,
      "loss": 0.3695,
      "step": 750400
    },
    {
      "epoch": 209.44,
      "grad_norm": 1.748978614807129,
      "learning_rate": 4.135753514956546e-06,
      "loss": 0.3742,
      "step": 750410
    },
    {
      "epoch": 209.44,
      "grad_norm": 1.0874340534210205,
      "learning_rate": 4.1357360872774094e-06,
      "loss": 0.3607,
      "step": 750420
    },
    {
      "epoch": 209.44,
      "grad_norm": 1.0020021200180054,
      "learning_rate": 4.13571865935976e-06,
      "loss": 0.3806,
      "step": 750430
    },
    {
      "epoch": 209.44,
      "grad_norm": 1.1372740268707275,
      "learning_rate": 4.135701231203599e-06,
      "loss": 0.3956,
      "step": 750440
    },
    {
      "epoch": 209.45,
      "grad_norm": 1.0316743850708008,
      "learning_rate": 4.135683802808929e-06,
      "loss": 0.3604,
      "step": 750450
    },
    {
      "epoch": 209.45,
      "grad_norm": 1.171543836593628,
      "learning_rate": 4.135666374175751e-06,
      "loss": 0.3678,
      "step": 750460
    },
    {
      "epoch": 209.45,
      "grad_norm": 1.1079213619232178,
      "learning_rate": 4.135648945304069e-06,
      "loss": 0.3618,
      "step": 750470
    },
    {
      "epoch": 209.46,
      "grad_norm": 1.0923265218734741,
      "learning_rate": 4.135631516193885e-06,
      "loss": 0.3749,
      "step": 750480
    },
    {
      "epoch": 209.46,
      "grad_norm": 1.270424723625183,
      "learning_rate": 4.135614086845202e-06,
      "loss": 0.3812,
      "step": 750490
    },
    {
      "epoch": 209.46,
      "grad_norm": 1.0044684410095215,
      "learning_rate": 4.1355966572580205e-06,
      "loss": 0.3805,
      "step": 750500
    },
    {
      "epoch": 209.46,
      "grad_norm": 1.1777907609939575,
      "learning_rate": 4.135579227432343e-06,
      "loss": 0.3751,
      "step": 750510
    },
    {
      "epoch": 209.47,
      "grad_norm": 1.180168867111206,
      "learning_rate": 4.135561797368174e-06,
      "loss": 0.3715,
      "step": 750520
    },
    {
      "epoch": 209.47,
      "grad_norm": 0.9843972325325012,
      "learning_rate": 4.135544367065513e-06,
      "loss": 0.3821,
      "step": 750530
    },
    {
      "epoch": 209.47,
      "grad_norm": 1.3098242282867432,
      "learning_rate": 4.135526936524364e-06,
      "loss": 0.3652,
      "step": 750540
    },
    {
      "epoch": 209.48,
      "grad_norm": 1.0169459581375122,
      "learning_rate": 4.1355095057447305e-06,
      "loss": 0.3762,
      "step": 750550
    },
    {
      "epoch": 209.48,
      "grad_norm": 1.0927479267120361,
      "learning_rate": 4.1354920747266114e-06,
      "loss": 0.3811,
      "step": 750560
    },
    {
      "epoch": 209.48,
      "grad_norm": 1.2256925106048584,
      "learning_rate": 4.135474643470012e-06,
      "loss": 0.3707,
      "step": 750570
    },
    {
      "epoch": 209.48,
      "grad_norm": 1.1523995399475098,
      "learning_rate": 4.135457211974934e-06,
      "loss": 0.3676,
      "step": 750580
    },
    {
      "epoch": 209.49,
      "grad_norm": 1.1106685400009155,
      "learning_rate": 4.135439780241378e-06,
      "loss": 0.3815,
      "step": 750590
    },
    {
      "epoch": 209.49,
      "grad_norm": 1.102544903755188,
      "learning_rate": 4.135422348269348e-06,
      "loss": 0.3508,
      "step": 750600
    },
    {
      "epoch": 209.49,
      "grad_norm": 1.0687470436096191,
      "learning_rate": 4.135404916058847e-06,
      "loss": 0.37,
      "step": 750610
    },
    {
      "epoch": 209.49,
      "grad_norm": 1.3582935333251953,
      "learning_rate": 4.135387483609875e-06,
      "loss": 0.3858,
      "step": 750620
    },
    {
      "epoch": 209.5,
      "grad_norm": 1.1782796382904053,
      "learning_rate": 4.135370050922435e-06,
      "loss": 0.3667,
      "step": 750630
    },
    {
      "epoch": 209.5,
      "grad_norm": 1.297278642654419,
      "learning_rate": 4.1353526179965315e-06,
      "loss": 0.3687,
      "step": 750640
    },
    {
      "epoch": 209.5,
      "grad_norm": 1.0567872524261475,
      "learning_rate": 4.135335184832164e-06,
      "loss": 0.3699,
      "step": 750650
    },
    {
      "epoch": 209.51,
      "grad_norm": 1.1167237758636475,
      "learning_rate": 4.135317751429336e-06,
      "loss": 0.347,
      "step": 750660
    },
    {
      "epoch": 209.51,
      "grad_norm": 1.0137916803359985,
      "learning_rate": 4.135300317788051e-06,
      "loss": 0.3745,
      "step": 750670
    },
    {
      "epoch": 209.51,
      "grad_norm": 1.168793797492981,
      "learning_rate": 4.135282883908309e-06,
      "loss": 0.3545,
      "step": 750680
    },
    {
      "epoch": 209.51,
      "grad_norm": 1.156197190284729,
      "learning_rate": 4.135265449790114e-06,
      "loss": 0.3714,
      "step": 750690
    },
    {
      "epoch": 209.52,
      "grad_norm": 1.1384917497634888,
      "learning_rate": 4.1352480154334674e-06,
      "loss": 0.3844,
      "step": 750700
    },
    {
      "epoch": 209.52,
      "grad_norm": 1.2155901193618774,
      "learning_rate": 4.135230580838373e-06,
      "loss": 0.3707,
      "step": 750710
    },
    {
      "epoch": 209.52,
      "grad_norm": 1.0383981466293335,
      "learning_rate": 4.135213146004831e-06,
      "loss": 0.3608,
      "step": 750720
    },
    {
      "epoch": 209.53,
      "grad_norm": 1.1082924604415894,
      "learning_rate": 4.1351957109328456e-06,
      "loss": 0.365,
      "step": 750730
    },
    {
      "epoch": 209.53,
      "grad_norm": 1.2283198833465576,
      "learning_rate": 4.1351782756224175e-06,
      "loss": 0.3855,
      "step": 750740
    },
    {
      "epoch": 209.53,
      "grad_norm": 1.3072361946105957,
      "learning_rate": 4.13516084007355e-06,
      "loss": 0.3619,
      "step": 750750
    },
    {
      "epoch": 209.53,
      "grad_norm": 1.2155429124832153,
      "learning_rate": 4.135143404286245e-06,
      "loss": 0.3786,
      "step": 750760
    },
    {
      "epoch": 209.54,
      "grad_norm": 1.0478109121322632,
      "learning_rate": 4.1351259682605064e-06,
      "loss": 0.3628,
      "step": 750770
    },
    {
      "epoch": 209.54,
      "grad_norm": 1.1232292652130127,
      "learning_rate": 4.135108531996334e-06,
      "loss": 0.369,
      "step": 750780
    },
    {
      "epoch": 209.54,
      "grad_norm": 0.9046111702919006,
      "learning_rate": 4.1350910954937304e-06,
      "loss": 0.3688,
      "step": 750790
    },
    {
      "epoch": 209.55,
      "grad_norm": 0.9754623174667358,
      "learning_rate": 4.1350736587527e-06,
      "loss": 0.379,
      "step": 750800
    },
    {
      "epoch": 209.55,
      "grad_norm": 0.9835323691368103,
      "learning_rate": 4.1350562217732444e-06,
      "loss": 0.3575,
      "step": 750810
    },
    {
      "epoch": 209.55,
      "grad_norm": 1.2730547189712524,
      "learning_rate": 4.135038784555364e-06,
      "loss": 0.3725,
      "step": 750820
    },
    {
      "epoch": 209.55,
      "grad_norm": 0.9440023899078369,
      "learning_rate": 4.135021347099064e-06,
      "loss": 0.3748,
      "step": 750830
    },
    {
      "epoch": 209.56,
      "grad_norm": 1.3518844842910767,
      "learning_rate": 4.1350039094043455e-06,
      "loss": 0.3708,
      "step": 750840
    },
    {
      "epoch": 209.56,
      "grad_norm": 1.2422035932540894,
      "learning_rate": 4.1349864714712095e-06,
      "loss": 0.3715,
      "step": 750850
    },
    {
      "epoch": 209.56,
      "grad_norm": 1.0686384439468384,
      "learning_rate": 4.13496903329966e-06,
      "loss": 0.3622,
      "step": 750860
    },
    {
      "epoch": 209.56,
      "grad_norm": 1.0211292505264282,
      "learning_rate": 4.134951594889698e-06,
      "loss": 0.3761,
      "step": 750870
    },
    {
      "epoch": 209.57,
      "grad_norm": 1.0615612268447876,
      "learning_rate": 4.134934156241327e-06,
      "loss": 0.3848,
      "step": 750880
    },
    {
      "epoch": 209.57,
      "grad_norm": 1.1846182346343994,
      "learning_rate": 4.134916717354549e-06,
      "loss": 0.3706,
      "step": 750890
    },
    {
      "epoch": 209.57,
      "grad_norm": 1.2548390626907349,
      "learning_rate": 4.1348992782293665e-06,
      "loss": 0.3815,
      "step": 750900
    },
    {
      "epoch": 209.58,
      "grad_norm": 1.0663137435913086,
      "learning_rate": 4.1348818388657816e-06,
      "loss": 0.3733,
      "step": 750910
    },
    {
      "epoch": 209.58,
      "grad_norm": 1.278789758682251,
      "learning_rate": 4.134864399263796e-06,
      "loss": 0.369,
      "step": 750920
    },
    {
      "epoch": 209.58,
      "grad_norm": 1.1933135986328125,
      "learning_rate": 4.134846959423413e-06,
      "loss": 0.3795,
      "step": 750930
    },
    {
      "epoch": 209.58,
      "grad_norm": 1.0323398113250732,
      "learning_rate": 4.134829519344634e-06,
      "loss": 0.366,
      "step": 750940
    },
    {
      "epoch": 209.59,
      "grad_norm": 1.2502776384353638,
      "learning_rate": 4.134812079027462e-06,
      "loss": 0.3682,
      "step": 750950
    },
    {
      "epoch": 209.59,
      "grad_norm": 1.0945614576339722,
      "learning_rate": 4.1347946384719e-06,
      "loss": 0.3791,
      "step": 750960
    },
    {
      "epoch": 209.59,
      "grad_norm": 1.0881457328796387,
      "learning_rate": 4.134777197677948e-06,
      "loss": 0.3806,
      "step": 750970
    },
    {
      "epoch": 209.6,
      "grad_norm": 1.086216926574707,
      "learning_rate": 4.134759756645611e-06,
      "loss": 0.3656,
      "step": 750980
    },
    {
      "epoch": 209.6,
      "grad_norm": 1.275424599647522,
      "learning_rate": 4.134742315374889e-06,
      "loss": 0.3651,
      "step": 750990
    },
    {
      "epoch": 209.6,
      "grad_norm": 1.052422285079956,
      "learning_rate": 4.134724873865787e-06,
      "loss": 0.3887,
      "step": 751000
    },
    {
      "epoch": 209.6,
      "grad_norm": 1.2061787843704224,
      "learning_rate": 4.1347074321183045e-06,
      "loss": 0.3794,
      "step": 751010
    },
    {
      "epoch": 209.61,
      "grad_norm": 1.044992208480835,
      "learning_rate": 4.134689990132445e-06,
      "loss": 0.3804,
      "step": 751020
    },
    {
      "epoch": 209.61,
      "grad_norm": 1.328709363937378,
      "learning_rate": 4.134672547908212e-06,
      "loss": 0.3684,
      "step": 751030
    },
    {
      "epoch": 209.61,
      "grad_norm": 1.06563401222229,
      "learning_rate": 4.134655105445606e-06,
      "loss": 0.3696,
      "step": 751040
    },
    {
      "epoch": 209.61,
      "grad_norm": 0.9784982204437256,
      "learning_rate": 4.13463766274463e-06,
      "loss": 0.3651,
      "step": 751050
    },
    {
      "epoch": 209.62,
      "grad_norm": 0.9956847429275513,
      "learning_rate": 4.134620219805287e-06,
      "loss": 0.3709,
      "step": 751060
    },
    {
      "epoch": 209.62,
      "grad_norm": 1.352423906326294,
      "learning_rate": 4.134602776627577e-06,
      "loss": 0.3737,
      "step": 751070
    },
    {
      "epoch": 209.62,
      "grad_norm": 1.106510043144226,
      "learning_rate": 4.134585333211505e-06,
      "loss": 0.3697,
      "step": 751080
    },
    {
      "epoch": 209.63,
      "grad_norm": 1.183656096458435,
      "learning_rate": 4.1345678895570725e-06,
      "loss": 0.3713,
      "step": 751090
    },
    {
      "epoch": 209.63,
      "grad_norm": 1.1386970281600952,
      "learning_rate": 4.134550445664282e-06,
      "loss": 0.3846,
      "step": 751100
    },
    {
      "epoch": 209.63,
      "grad_norm": 1.1970257759094238,
      "learning_rate": 4.134533001533135e-06,
      "loss": 0.3595,
      "step": 751110
    },
    {
      "epoch": 209.63,
      "grad_norm": 0.9889616370201111,
      "learning_rate": 4.134515557163635e-06,
      "loss": 0.3883,
      "step": 751120
    },
    {
      "epoch": 209.64,
      "grad_norm": 1.2737029790878296,
      "learning_rate": 4.134498112555783e-06,
      "loss": 0.3743,
      "step": 751130
    },
    {
      "epoch": 209.64,
      "grad_norm": 1.0047216415405273,
      "learning_rate": 4.134480667709582e-06,
      "loss": 0.3726,
      "step": 751140
    },
    {
      "epoch": 209.64,
      "grad_norm": 1.290938138961792,
      "learning_rate": 4.134463222625034e-06,
      "loss": 0.3605,
      "step": 751150
    },
    {
      "epoch": 209.65,
      "grad_norm": 1.026051640510559,
      "learning_rate": 4.134445777302142e-06,
      "loss": 0.373,
      "step": 751160
    },
    {
      "epoch": 209.65,
      "grad_norm": 1.1866668462753296,
      "learning_rate": 4.134428331740908e-06,
      "loss": 0.3872,
      "step": 751170
    },
    {
      "epoch": 209.65,
      "grad_norm": 1.0306601524353027,
      "learning_rate": 4.134410885941333e-06,
      "loss": 0.368,
      "step": 751180
    },
    {
      "epoch": 209.65,
      "grad_norm": 1.080615520477295,
      "learning_rate": 4.134393439903422e-06,
      "loss": 0.3807,
      "step": 751190
    },
    {
      "epoch": 209.66,
      "grad_norm": 1.0096477270126343,
      "learning_rate": 4.134375993627176e-06,
      "loss": 0.3799,
      "step": 751200
    },
    {
      "epoch": 209.66,
      "grad_norm": 1.0458213090896606,
      "learning_rate": 4.134358547112596e-06,
      "loss": 0.364,
      "step": 751210
    },
    {
      "epoch": 209.66,
      "grad_norm": 1.1757078170776367,
      "learning_rate": 4.134341100359686e-06,
      "loss": 0.3815,
      "step": 751220
    },
    {
      "epoch": 209.67,
      "grad_norm": 1.5202893018722534,
      "learning_rate": 4.134323653368448e-06,
      "loss": 0.377,
      "step": 751230
    },
    {
      "epoch": 209.67,
      "grad_norm": 1.1518235206604004,
      "learning_rate": 4.134306206138884e-06,
      "loss": 0.3702,
      "step": 751240
    },
    {
      "epoch": 209.67,
      "grad_norm": 1.0635497570037842,
      "learning_rate": 4.134288758670997e-06,
      "loss": 0.39,
      "step": 751250
    },
    {
      "epoch": 209.67,
      "grad_norm": 1.2661446332931519,
      "learning_rate": 4.134271310964788e-06,
      "loss": 0.3748,
      "step": 751260
    },
    {
      "epoch": 209.68,
      "grad_norm": 1.0996458530426025,
      "learning_rate": 4.134253863020261e-06,
      "loss": 0.3787,
      "step": 751270
    },
    {
      "epoch": 209.68,
      "grad_norm": 1.0840086936950684,
      "learning_rate": 4.134236414837416e-06,
      "loss": 0.3766,
      "step": 751280
    },
    {
      "epoch": 209.68,
      "grad_norm": 1.100644826889038,
      "learning_rate": 4.134218966416258e-06,
      "loss": 0.3798,
      "step": 751290
    },
    {
      "epoch": 209.68,
      "grad_norm": 1.1933841705322266,
      "learning_rate": 4.134201517756788e-06,
      "loss": 0.3735,
      "step": 751300
    },
    {
      "epoch": 209.69,
      "grad_norm": 1.0823159217834473,
      "learning_rate": 4.134184068859008e-06,
      "loss": 0.3731,
      "step": 751310
    },
    {
      "epoch": 209.69,
      "grad_norm": 1.054038166999817,
      "learning_rate": 4.134166619722921e-06,
      "loss": 0.3863,
      "step": 751320
    },
    {
      "epoch": 209.69,
      "grad_norm": 1.1556980609893799,
      "learning_rate": 4.134149170348529e-06,
      "loss": 0.3761,
      "step": 751330
    },
    {
      "epoch": 209.7,
      "grad_norm": 1.0833579301834106,
      "learning_rate": 4.134131720735834e-06,
      "loss": 0.3794,
      "step": 751340
    },
    {
      "epoch": 209.7,
      "grad_norm": 1.088756799697876,
      "learning_rate": 4.13411427088484e-06,
      "loss": 0.357,
      "step": 751350
    },
    {
      "epoch": 209.7,
      "grad_norm": 1.3410576581954956,
      "learning_rate": 4.134096820795547e-06,
      "loss": 0.3643,
      "step": 751360
    },
    {
      "epoch": 209.7,
      "grad_norm": 1.189275860786438,
      "learning_rate": 4.134079370467958e-06,
      "loss": 0.3708,
      "step": 751370
    },
    {
      "epoch": 209.71,
      "grad_norm": 0.975575864315033,
      "learning_rate": 4.134061919902076e-06,
      "loss": 0.3684,
      "step": 751380
    },
    {
      "epoch": 209.71,
      "grad_norm": 0.9420456290245056,
      "learning_rate": 4.1340444690979034e-06,
      "loss": 0.361,
      "step": 751390
    },
    {
      "epoch": 209.71,
      "grad_norm": 0.9293349981307983,
      "learning_rate": 4.134027018055442e-06,
      "loss": 0.3635,
      "step": 751400
    },
    {
      "epoch": 209.72,
      "grad_norm": 1.1715102195739746,
      "learning_rate": 4.1340095667746945e-06,
      "loss": 0.3606,
      "step": 751410
    },
    {
      "epoch": 209.72,
      "grad_norm": 1.2603940963745117,
      "learning_rate": 4.1339921152556625e-06,
      "loss": 0.3865,
      "step": 751420
    },
    {
      "epoch": 209.72,
      "grad_norm": 1.3701529502868652,
      "learning_rate": 4.133974663498348e-06,
      "loss": 0.3767,
      "step": 751430
    },
    {
      "epoch": 209.72,
      "grad_norm": 1.5971399545669556,
      "learning_rate": 4.133957211502755e-06,
      "loss": 0.37,
      "step": 751440
    },
    {
      "epoch": 209.73,
      "grad_norm": 0.9469718337059021,
      "learning_rate": 4.133939759268885e-06,
      "loss": 0.3643,
      "step": 751450
    },
    {
      "epoch": 209.73,
      "grad_norm": 1.124160885810852,
      "learning_rate": 4.13392230679674e-06,
      "loss": 0.3682,
      "step": 751460
    },
    {
      "epoch": 209.73,
      "grad_norm": 0.8994529247283936,
      "learning_rate": 4.133904854086323e-06,
      "loss": 0.3608,
      "step": 751470
    },
    {
      "epoch": 209.73,
      "grad_norm": 1.106170654296875,
      "learning_rate": 4.133887401137636e-06,
      "loss": 0.3871,
      "step": 751480
    },
    {
      "epoch": 209.74,
      "grad_norm": 0.9925703406333923,
      "learning_rate": 4.133869947950681e-06,
      "loss": 0.3833,
      "step": 751490
    },
    {
      "epoch": 209.74,
      "grad_norm": 1.1891350746154785,
      "learning_rate": 4.13385249452546e-06,
      "loss": 0.3812,
      "step": 751500
    },
    {
      "epoch": 209.74,
      "grad_norm": 1.0503603219985962,
      "learning_rate": 4.1338350408619765e-06,
      "loss": 0.3599,
      "step": 751510
    },
    {
      "epoch": 209.75,
      "grad_norm": 1.297145128250122,
      "learning_rate": 4.1338175869602315e-06,
      "loss": 0.3811,
      "step": 751520
    },
    {
      "epoch": 209.75,
      "grad_norm": 1.448198914527893,
      "learning_rate": 4.133800132820229e-06,
      "loss": 0.379,
      "step": 751530
    },
    {
      "epoch": 209.75,
      "grad_norm": 1.1018669605255127,
      "learning_rate": 4.133782678441969e-06,
      "loss": 0.3787,
      "step": 751540
    },
    {
      "epoch": 209.75,
      "grad_norm": 1.05951726436615,
      "learning_rate": 4.133765223825456e-06,
      "loss": 0.3673,
      "step": 751550
    },
    {
      "epoch": 209.76,
      "grad_norm": 1.0651435852050781,
      "learning_rate": 4.133747768970692e-06,
      "loss": 0.3779,
      "step": 751560
    },
    {
      "epoch": 209.76,
      "grad_norm": 1.1772558689117432,
      "learning_rate": 4.133730313877679e-06,
      "loss": 0.3846,
      "step": 751570
    },
    {
      "epoch": 209.76,
      "grad_norm": 1.097625494003296,
      "learning_rate": 4.133712858546418e-06,
      "loss": 0.3774,
      "step": 751580
    },
    {
      "epoch": 209.77,
      "grad_norm": 1.0707887411117554,
      "learning_rate": 4.133695402976913e-06,
      "loss": 0.3789,
      "step": 751590
    },
    {
      "epoch": 209.77,
      "grad_norm": 1.2109295129776,
      "learning_rate": 4.133677947169165e-06,
      "loss": 0.3862,
      "step": 751600
    },
    {
      "epoch": 209.77,
      "grad_norm": 1.232926845550537,
      "learning_rate": 4.133660491123178e-06,
      "loss": 0.3639,
      "step": 751610
    },
    {
      "epoch": 209.77,
      "grad_norm": 1.1898221969604492,
      "learning_rate": 4.133643034838953e-06,
      "loss": 0.3688,
      "step": 751620
    },
    {
      "epoch": 209.78,
      "grad_norm": 1.1772470474243164,
      "learning_rate": 4.133625578316493e-06,
      "loss": 0.3594,
      "step": 751630
    },
    {
      "epoch": 209.78,
      "grad_norm": 1.0094417333602905,
      "learning_rate": 4.1336081215558e-06,
      "loss": 0.3767,
      "step": 751640
    },
    {
      "epoch": 209.78,
      "grad_norm": 3.7261931896209717,
      "learning_rate": 4.1335906645568764e-06,
      "loss": 0.3729,
      "step": 751650
    },
    {
      "epoch": 209.79,
      "grad_norm": 1.1393908262252808,
      "learning_rate": 4.133573207319725e-06,
      "loss": 0.385,
      "step": 751660
    },
    {
      "epoch": 209.79,
      "grad_norm": 0.9786478877067566,
      "learning_rate": 4.133555749844347e-06,
      "loss": 0.3632,
      "step": 751670
    },
    {
      "epoch": 209.79,
      "grad_norm": 1.0882952213287354,
      "learning_rate": 4.133538292130745e-06,
      "loss": 0.3561,
      "step": 751680
    },
    {
      "epoch": 209.79,
      "grad_norm": 1.150705337524414,
      "learning_rate": 4.1335208341789225e-06,
      "loss": 0.3749,
      "step": 751690
    },
    {
      "epoch": 209.8,
      "grad_norm": 1.2835910320281982,
      "learning_rate": 4.133503375988881e-06,
      "loss": 0.3798,
      "step": 751700
    },
    {
      "epoch": 209.8,
      "grad_norm": 0.9885678291320801,
      "learning_rate": 4.133485917560622e-06,
      "loss": 0.3662,
      "step": 751710
    },
    {
      "epoch": 209.8,
      "grad_norm": 1.209118127822876,
      "learning_rate": 4.133468458894149e-06,
      "loss": 0.3839,
      "step": 751720
    },
    {
      "epoch": 209.8,
      "grad_norm": 1.0552209615707397,
      "learning_rate": 4.133450999989464e-06,
      "loss": 0.3657,
      "step": 751730
    },
    {
      "epoch": 209.81,
      "grad_norm": 0.9639530181884766,
      "learning_rate": 4.13343354084657e-06,
      "loss": 0.3775,
      "step": 751740
    },
    {
      "epoch": 209.81,
      "grad_norm": 1.2026243209838867,
      "learning_rate": 4.133416081465468e-06,
      "loss": 0.3722,
      "step": 751750
    },
    {
      "epoch": 209.81,
      "grad_norm": 1.1577606201171875,
      "learning_rate": 4.1333986218461614e-06,
      "loss": 0.3854,
      "step": 751760
    },
    {
      "epoch": 209.82,
      "grad_norm": 1.1311523914337158,
      "learning_rate": 4.133381161988652e-06,
      "loss": 0.3751,
      "step": 751770
    },
    {
      "epoch": 209.82,
      "grad_norm": 1.0396134853363037,
      "learning_rate": 4.133363701892942e-06,
      "loss": 0.3662,
      "step": 751780
    },
    {
      "epoch": 209.82,
      "grad_norm": 1.2057982683181763,
      "learning_rate": 4.1333462415590335e-06,
      "loss": 0.3709,
      "step": 751790
    },
    {
      "epoch": 209.82,
      "grad_norm": 1.1057873964309692,
      "learning_rate": 4.13332878098693e-06,
      "loss": 0.37,
      "step": 751800
    },
    {
      "epoch": 209.83,
      "grad_norm": 1.2553743124008179,
      "learning_rate": 4.133311320176632e-06,
      "loss": 0.3871,
      "step": 751810
    },
    {
      "epoch": 209.83,
      "grad_norm": 1.16861093044281,
      "learning_rate": 4.133293859128144e-06,
      "loss": 0.38,
      "step": 751820
    },
    {
      "epoch": 209.83,
      "grad_norm": 1.1509051322937012,
      "learning_rate": 4.133276397841467e-06,
      "loss": 0.376,
      "step": 751830
    },
    {
      "epoch": 209.84,
      "grad_norm": 1.1103178262710571,
      "learning_rate": 4.133258936316603e-06,
      "loss": 0.3723,
      "step": 751840
    },
    {
      "epoch": 209.84,
      "grad_norm": 1.0475914478302002,
      "learning_rate": 4.1332414745535555e-06,
      "loss": 0.3711,
      "step": 751850
    },
    {
      "epoch": 209.84,
      "grad_norm": 1.061650276184082,
      "learning_rate": 4.133224012552326e-06,
      "loss": 0.3776,
      "step": 751860
    },
    {
      "epoch": 209.84,
      "grad_norm": 1.133690595626831,
      "learning_rate": 4.133206550312918e-06,
      "loss": 0.39,
      "step": 751870
    },
    {
      "epoch": 209.85,
      "grad_norm": 0.9664422869682312,
      "learning_rate": 4.133189087835331e-06,
      "loss": 0.3689,
      "step": 751880
    },
    {
      "epoch": 209.85,
      "grad_norm": 1.2540456056594849,
      "learning_rate": 4.13317162511957e-06,
      "loss": 0.3832,
      "step": 751890
    },
    {
      "epoch": 209.85,
      "grad_norm": 1.239762783050537,
      "learning_rate": 4.1331541621656365e-06,
      "loss": 0.3712,
      "step": 751900
    },
    {
      "epoch": 209.85,
      "grad_norm": 1.1342123746871948,
      "learning_rate": 4.133136698973533e-06,
      "loss": 0.379,
      "step": 751910
    },
    {
      "epoch": 209.86,
      "grad_norm": 1.0535801649093628,
      "learning_rate": 4.133119235543261e-06,
      "loss": 0.3803,
      "step": 751920
    },
    {
      "epoch": 209.86,
      "grad_norm": 1.0167298316955566,
      "learning_rate": 4.133101771874824e-06,
      "loss": 0.3553,
      "step": 751930
    },
    {
      "epoch": 209.86,
      "grad_norm": 1.07239830493927,
      "learning_rate": 4.133084307968224e-06,
      "loss": 0.3677,
      "step": 751940
    },
    {
      "epoch": 209.87,
      "grad_norm": 1.0773415565490723,
      "learning_rate": 4.133066843823463e-06,
      "loss": 0.3652,
      "step": 751950
    },
    {
      "epoch": 209.87,
      "grad_norm": 1.1627449989318848,
      "learning_rate": 4.133049379440543e-06,
      "loss": 0.3798,
      "step": 751960
    },
    {
      "epoch": 209.87,
      "grad_norm": 1.2293781042099,
      "learning_rate": 4.1330319148194675e-06,
      "loss": 0.3749,
      "step": 751970
    },
    {
      "epoch": 209.87,
      "grad_norm": 1.1533006429672241,
      "learning_rate": 4.1330144499602375e-06,
      "loss": 0.3871,
      "step": 751980
    },
    {
      "epoch": 209.88,
      "grad_norm": 1.0081435441970825,
      "learning_rate": 4.1329969848628565e-06,
      "loss": 0.3492,
      "step": 751990
    },
    {
      "epoch": 209.88,
      "grad_norm": 0.9543811678886414,
      "learning_rate": 4.1329795195273254e-06,
      "loss": 0.352,
      "step": 752000
    },
    {
      "epoch": 209.88,
      "grad_norm": 1.1421711444854736,
      "learning_rate": 4.132962053953648e-06,
      "loss": 0.3598,
      "step": 752010
    },
    {
      "epoch": 209.89,
      "grad_norm": 0.8969934582710266,
      "learning_rate": 4.132944588141826e-06,
      "loss": 0.3718,
      "step": 752020
    },
    {
      "epoch": 209.89,
      "grad_norm": 1.0301989316940308,
      "learning_rate": 4.132927122091861e-06,
      "loss": 0.391,
      "step": 752030
    },
    {
      "epoch": 209.89,
      "grad_norm": 1.0780583620071411,
      "learning_rate": 4.132909655803757e-06,
      "loss": 0.3712,
      "step": 752040
    },
    {
      "epoch": 209.89,
      "grad_norm": 1.1894793510437012,
      "learning_rate": 4.1328921892775145e-06,
      "loss": 0.3649,
      "step": 752050
    },
    {
      "epoch": 209.9,
      "grad_norm": 1.214983344078064,
      "learning_rate": 4.132874722513137e-06,
      "loss": 0.3881,
      "step": 752060
    },
    {
      "epoch": 209.9,
      "grad_norm": 1.1206313371658325,
      "learning_rate": 4.1328572555106265e-06,
      "loss": 0.3778,
      "step": 752070
    },
    {
      "epoch": 209.9,
      "grad_norm": 0.9723250865936279,
      "learning_rate": 4.132839788269985e-06,
      "loss": 0.38,
      "step": 752080
    },
    {
      "epoch": 209.91,
      "grad_norm": 1.1166813373565674,
      "learning_rate": 4.132822320791216e-06,
      "loss": 0.3697,
      "step": 752090
    },
    {
      "epoch": 209.91,
      "grad_norm": 1.2389932870864868,
      "learning_rate": 4.1328048530743206e-06,
      "loss": 0.3939,
      "step": 752100
    },
    {
      "epoch": 209.91,
      "grad_norm": 1.0765831470489502,
      "learning_rate": 4.132787385119301e-06,
      "loss": 0.3521,
      "step": 752110
    },
    {
      "epoch": 209.91,
      "grad_norm": 1.0006566047668457,
      "learning_rate": 4.132769916926161e-06,
      "loss": 0.3731,
      "step": 752120
    },
    {
      "epoch": 209.92,
      "grad_norm": 0.9716490507125854,
      "learning_rate": 4.132752448494902e-06,
      "loss": 0.3836,
      "step": 752130
    },
    {
      "epoch": 209.92,
      "grad_norm": 1.111635684967041,
      "learning_rate": 4.132734979825525e-06,
      "loss": 0.3721,
      "step": 752140
    },
    {
      "epoch": 209.92,
      "grad_norm": 1.5620588064193726,
      "learning_rate": 4.132717510918034e-06,
      "loss": 0.3723,
      "step": 752150
    },
    {
      "epoch": 209.92,
      "grad_norm": 1.2483772039413452,
      "learning_rate": 4.132700041772432e-06,
      "loss": 0.3692,
      "step": 752160
    },
    {
      "epoch": 209.93,
      "grad_norm": 1.1574679613113403,
      "learning_rate": 4.13268257238872e-06,
      "loss": 0.358,
      "step": 752170
    },
    {
      "epoch": 209.93,
      "grad_norm": 1.0708820819854736,
      "learning_rate": 4.1326651027669e-06,
      "loss": 0.3735,
      "step": 752180
    },
    {
      "epoch": 209.93,
      "grad_norm": 1.1761562824249268,
      "learning_rate": 4.132647632906975e-06,
      "loss": 0.3759,
      "step": 752190
    },
    {
      "epoch": 209.94,
      "grad_norm": 1.1510089635849,
      "learning_rate": 4.132630162808947e-06,
      "loss": 0.3776,
      "step": 752200
    },
    {
      "epoch": 209.94,
      "grad_norm": 1.1126935482025146,
      "learning_rate": 4.132612692472819e-06,
      "loss": 0.3665,
      "step": 752210
    },
    {
      "epoch": 209.94,
      "grad_norm": 1.1360799074172974,
      "learning_rate": 4.132595221898592e-06,
      "loss": 0.3735,
      "step": 752220
    },
    {
      "epoch": 209.94,
      "grad_norm": 10.521766662597656,
      "learning_rate": 4.132577751086271e-06,
      "loss": 0.3659,
      "step": 752230
    },
    {
      "epoch": 209.95,
      "grad_norm": 0.9629877209663391,
      "learning_rate": 4.132560280035855e-06,
      "loss": 0.3574,
      "step": 752240
    },
    {
      "epoch": 209.95,
      "grad_norm": 1.0026533603668213,
      "learning_rate": 4.132542808747348e-06,
      "loss": 0.3723,
      "step": 752250
    },
    {
      "epoch": 209.95,
      "grad_norm": 1.1000455617904663,
      "learning_rate": 4.1325253372207534e-06,
      "loss": 0.3716,
      "step": 752260
    },
    {
      "epoch": 209.96,
      "grad_norm": 0.9198322296142578,
      "learning_rate": 4.132507865456071e-06,
      "loss": 0.3693,
      "step": 752270
    },
    {
      "epoch": 209.96,
      "grad_norm": 1.0715104341506958,
      "learning_rate": 4.132490393453305e-06,
      "loss": 0.3773,
      "step": 752280
    },
    {
      "epoch": 209.96,
      "grad_norm": 1.277651071548462,
      "learning_rate": 4.132472921212457e-06,
      "loss": 0.3779,
      "step": 752290
    },
    {
      "epoch": 209.96,
      "grad_norm": 1.3276671171188354,
      "learning_rate": 4.13245544873353e-06,
      "loss": 0.3885,
      "step": 752300
    },
    {
      "epoch": 209.97,
      "grad_norm": 1.137513279914856,
      "learning_rate": 4.132437976016525e-06,
      "loss": 0.3671,
      "step": 752310
    },
    {
      "epoch": 209.97,
      "grad_norm": 0.9901130199432373,
      "learning_rate": 4.1324205030614454e-06,
      "loss": 0.3598,
      "step": 752320
    },
    {
      "epoch": 209.97,
      "grad_norm": 1.1145093441009521,
      "learning_rate": 4.132403029868294e-06,
      "loss": 0.3727,
      "step": 752330
    },
    {
      "epoch": 209.97,
      "grad_norm": 1.0551916360855103,
      "learning_rate": 4.132385556437072e-06,
      "loss": 0.3645,
      "step": 752340
    },
    {
      "epoch": 209.98,
      "grad_norm": 1.0344165563583374,
      "learning_rate": 4.132368082767782e-06,
      "loss": 0.3679,
      "step": 752350
    },
    {
      "epoch": 209.98,
      "grad_norm": 1.1542332172393799,
      "learning_rate": 4.132350608860426e-06,
      "loss": 0.3804,
      "step": 752360
    },
    {
      "epoch": 209.98,
      "grad_norm": 1.0631535053253174,
      "learning_rate": 4.132333134715006e-06,
      "loss": 0.3628,
      "step": 752370
    },
    {
      "epoch": 209.99,
      "grad_norm": 1.3802974224090576,
      "learning_rate": 4.132315660331527e-06,
      "loss": 0.3777,
      "step": 752380
    },
    {
      "epoch": 209.99,
      "grad_norm": 1.131939172744751,
      "learning_rate": 4.132298185709989e-06,
      "loss": 0.371,
      "step": 752390
    },
    {
      "epoch": 209.99,
      "grad_norm": 1.01552152633667,
      "learning_rate": 4.132280710850394e-06,
      "loss": 0.3884,
      "step": 752400
    },
    {
      "epoch": 209.99,
      "grad_norm": 0.9980261921882629,
      "learning_rate": 4.1322632357527454e-06,
      "loss": 0.3675,
      "step": 752410
    },
    {
      "epoch": 210.0,
      "grad_norm": 1.530969262123108,
      "learning_rate": 4.132245760417045e-06,
      "loss": 0.3581,
      "step": 752420
    },
    {
      "epoch": 210.0,
      "grad_norm": 1.0887205600738525,
      "learning_rate": 4.132228284843296e-06,
      "loss": 0.3706,
      "step": 752430
    },
    {
      "epoch": 210.0,
      "eval_loss": 0.37142059206962585,
      "eval_runtime": 63.8745,
      "eval_samples_per_second": 79.202,
      "eval_steps_per_second": 9.91,
      "step": 752430
    },
    {
      "epoch": 210.0,
      "grad_norm": 1.3224817514419556,
      "learning_rate": 4.1322108090315e-06,
      "loss": 0.39,
      "step": 752440
    },
    {
      "epoch": 210.01,
      "grad_norm": 0.9631751775741577,
      "learning_rate": 4.132193332981659e-06,
      "loss": 0.3655,
      "step": 752450
    },
    {
      "epoch": 210.01,
      "grad_norm": 1.120519995689392,
      "learning_rate": 4.132175856693776e-06,
      "loss": 0.3784,
      "step": 752460
    },
    {
      "epoch": 210.01,
      "grad_norm": 1.1494407653808594,
      "learning_rate": 4.1321583801678525e-06,
      "loss": 0.3774,
      "step": 752470
    },
    {
      "epoch": 210.01,
      "grad_norm": 1.029140830039978,
      "learning_rate": 4.132140903403892e-06,
      "loss": 0.3717,
      "step": 752480
    },
    {
      "epoch": 210.02,
      "grad_norm": 1.1458444595336914,
      "learning_rate": 4.132123426401895e-06,
      "loss": 0.366,
      "step": 752490
    },
    {
      "epoch": 210.02,
      "grad_norm": 1.180533528327942,
      "learning_rate": 4.1321059491618655e-06,
      "loss": 0.3797,
      "step": 752500
    },
    {
      "epoch": 210.02,
      "grad_norm": 1.0994343757629395,
      "learning_rate": 4.132088471683806e-06,
      "loss": 0.3618,
      "step": 752510
    },
    {
      "epoch": 210.03,
      "grad_norm": 0.9259490966796875,
      "learning_rate": 4.132070993967718e-06,
      "loss": 0.3623,
      "step": 752520
    },
    {
      "epoch": 210.03,
      "grad_norm": 1.1454404592514038,
      "learning_rate": 4.132053516013604e-06,
      "loss": 0.3653,
      "step": 752530
    },
    {
      "epoch": 210.03,
      "grad_norm": 1.1259921789169312,
      "learning_rate": 4.132036037821467e-06,
      "loss": 0.3771,
      "step": 752540
    },
    {
      "epoch": 210.03,
      "grad_norm": 3.2538809776306152,
      "learning_rate": 4.132018559391307e-06,
      "loss": 0.3624,
      "step": 752550
    },
    {
      "epoch": 210.04,
      "grad_norm": 1.1579445600509644,
      "learning_rate": 4.132001080723129e-06,
      "loss": 0.3613,
      "step": 752560
    },
    {
      "epoch": 210.04,
      "grad_norm": 1.1653958559036255,
      "learning_rate": 4.131983601816933e-06,
      "loss": 0.3811,
      "step": 752570
    },
    {
      "epoch": 210.04,
      "grad_norm": 0.9975389838218689,
      "learning_rate": 4.131966122672725e-06,
      "loss": 0.3534,
      "step": 752580
    },
    {
      "epoch": 210.04,
      "grad_norm": 1.1076183319091797,
      "learning_rate": 4.131948643290502e-06,
      "loss": 0.368,
      "step": 752590
    },
    {
      "epoch": 210.05,
      "grad_norm": 1.1709038019180298,
      "learning_rate": 4.131931163670271e-06,
      "loss": 0.3808,
      "step": 752600
    },
    {
      "epoch": 210.05,
      "grad_norm": 1.040842890739441,
      "learning_rate": 4.1319136838120335e-06,
      "loss": 0.3627,
      "step": 752610
    },
    {
      "epoch": 210.05,
      "grad_norm": 1.0853850841522217,
      "learning_rate": 4.1318962037157895e-06,
      "loss": 0.382,
      "step": 752620
    },
    {
      "epoch": 210.06,
      "grad_norm": 1.106121301651001,
      "learning_rate": 4.131878723381543e-06,
      "loss": 0.376,
      "step": 752630
    },
    {
      "epoch": 210.06,
      "grad_norm": 1.03273344039917,
      "learning_rate": 4.131861242809297e-06,
      "loss": 0.3744,
      "step": 752640
    },
    {
      "epoch": 210.06,
      "grad_norm": 1.213287353515625,
      "learning_rate": 4.131843761999052e-06,
      "loss": 0.3837,
      "step": 752650
    },
    {
      "epoch": 210.06,
      "grad_norm": 1.1588796377182007,
      "learning_rate": 4.131826280950811e-06,
      "loss": 0.3819,
      "step": 752660
    },
    {
      "epoch": 210.07,
      "grad_norm": 1.0309847593307495,
      "learning_rate": 4.131808799664577e-06,
      "loss": 0.3752,
      "step": 752670
    },
    {
      "epoch": 210.07,
      "grad_norm": 1.0620404481887817,
      "learning_rate": 4.131791318140352e-06,
      "loss": 0.3846,
      "step": 752680
    },
    {
      "epoch": 210.07,
      "grad_norm": 1.0333813428878784,
      "learning_rate": 4.131773836378138e-06,
      "loss": 0.3781,
      "step": 752690
    },
    {
      "epoch": 210.08,
      "grad_norm": 1.0864589214324951,
      "learning_rate": 4.1317563543779375e-06,
      "loss": 0.3604,
      "step": 752700
    },
    {
      "epoch": 210.08,
      "grad_norm": 1.0025726556777954,
      "learning_rate": 4.131738872139753e-06,
      "loss": 0.3932,
      "step": 752710
    },
    {
      "epoch": 210.08,
      "grad_norm": 1.1591495275497437,
      "learning_rate": 4.131721389663587e-06,
      "loss": 0.374,
      "step": 752720
    },
    {
      "epoch": 210.08,
      "grad_norm": 1.1341841220855713,
      "learning_rate": 4.131703906949441e-06,
      "loss": 0.3674,
      "step": 752730
    },
    {
      "epoch": 210.09,
      "grad_norm": 1.1964083909988403,
      "learning_rate": 4.131686423997317e-06,
      "loss": 0.38,
      "step": 752740
    },
    {
      "epoch": 210.09,
      "grad_norm": 1.1493192911148071,
      "learning_rate": 4.13166894080722e-06,
      "loss": 0.3646,
      "step": 752750
    },
    {
      "epoch": 210.09,
      "grad_norm": 1.0964165925979614,
      "learning_rate": 4.13165145737915e-06,
      "loss": 0.3686,
      "step": 752760
    },
    {
      "epoch": 210.09,
      "grad_norm": 1.088369369506836,
      "learning_rate": 4.131633973713109e-06,
      "loss": 0.3741,
      "step": 752770
    },
    {
      "epoch": 210.1,
      "grad_norm": 1.185522198677063,
      "learning_rate": 4.131616489809101e-06,
      "loss": 0.3713,
      "step": 752780
    },
    {
      "epoch": 210.1,
      "grad_norm": 0.9313045740127563,
      "learning_rate": 4.1315990056671274e-06,
      "loss": 0.3622,
      "step": 752790
    },
    {
      "epoch": 210.1,
      "grad_norm": 1.0402237176895142,
      "learning_rate": 4.13158152128719e-06,
      "loss": 0.3576,
      "step": 752800
    },
    {
      "epoch": 210.11,
      "grad_norm": 1.067704677581787,
      "learning_rate": 4.131564036669292e-06,
      "loss": 0.3745,
      "step": 752810
    },
    {
      "epoch": 210.11,
      "grad_norm": 1.0542161464691162,
      "learning_rate": 4.1315465518134355e-06,
      "loss": 0.3834,
      "step": 752820
    },
    {
      "epoch": 210.11,
      "grad_norm": 1.1493765115737915,
      "learning_rate": 4.131529066719623e-06,
      "loss": 0.375,
      "step": 752830
    },
    {
      "epoch": 210.11,
      "grad_norm": 1.0906460285186768,
      "learning_rate": 4.131511581387856e-06,
      "loss": 0.375,
      "step": 752840
    },
    {
      "epoch": 210.12,
      "grad_norm": 1.1633676290512085,
      "learning_rate": 4.131494095818138e-06,
      "loss": 0.3645,
      "step": 752850
    },
    {
      "epoch": 210.12,
      "grad_norm": 1.0455291271209717,
      "learning_rate": 4.131476610010471e-06,
      "loss": 0.3682,
      "step": 752860
    },
    {
      "epoch": 210.12,
      "grad_norm": 0.9977114200592041,
      "learning_rate": 4.131459123964857e-06,
      "loss": 0.371,
      "step": 752870
    },
    {
      "epoch": 210.13,
      "grad_norm": 1.0864841938018799,
      "learning_rate": 4.1314416376812975e-06,
      "loss": 0.3536,
      "step": 752880
    },
    {
      "epoch": 210.13,
      "grad_norm": 1.3610998392105103,
      "learning_rate": 4.131424151159797e-06,
      "loss": 0.3802,
      "step": 752890
    },
    {
      "epoch": 210.13,
      "grad_norm": 1.0735317468643188,
      "learning_rate": 4.1314066644003565e-06,
      "loss": 0.3915,
      "step": 752900
    },
    {
      "epoch": 210.13,
      "grad_norm": 1.0969371795654297,
      "learning_rate": 4.131389177402978e-06,
      "loss": 0.3555,
      "step": 752910
    },
    {
      "epoch": 210.14,
      "grad_norm": 1.1666163206100464,
      "learning_rate": 4.131371690167664e-06,
      "loss": 0.3741,
      "step": 752920
    },
    {
      "epoch": 210.14,
      "grad_norm": 0.9856307506561279,
      "learning_rate": 4.131354202694417e-06,
      "loss": 0.3677,
      "step": 752930
    },
    {
      "epoch": 210.14,
      "grad_norm": 1.0124248266220093,
      "learning_rate": 4.131336714983239e-06,
      "loss": 0.3716,
      "step": 752940
    },
    {
      "epoch": 210.15,
      "grad_norm": 1.0627849102020264,
      "learning_rate": 4.131319227034134e-06,
      "loss": 0.3752,
      "step": 752950
    },
    {
      "epoch": 210.15,
      "grad_norm": 0.9948212504386902,
      "learning_rate": 4.131301738847102e-06,
      "loss": 0.372,
      "step": 752960
    },
    {
      "epoch": 210.15,
      "grad_norm": 0.9022315144538879,
      "learning_rate": 4.131284250422147e-06,
      "loss": 0.3623,
      "step": 752970
    },
    {
      "epoch": 210.15,
      "grad_norm": 1.2542637586593628,
      "learning_rate": 4.131266761759271e-06,
      "loss": 0.3808,
      "step": 752980
    },
    {
      "epoch": 210.16,
      "grad_norm": 1.1850780248641968,
      "learning_rate": 4.131249272858475e-06,
      "loss": 0.3765,
      "step": 752990
    },
    {
      "epoch": 210.16,
      "grad_norm": 1.2763670682907104,
      "learning_rate": 4.131231783719763e-06,
      "loss": 0.3781,
      "step": 753000
    },
    {
      "epoch": 210.16,
      "grad_norm": 1.012406349182129,
      "learning_rate": 4.131214294343137e-06,
      "loss": 0.3709,
      "step": 753010
    },
    {
      "epoch": 210.16,
      "grad_norm": 1.0730910301208496,
      "learning_rate": 4.1311968047285985e-06,
      "loss": 0.364,
      "step": 753020
    },
    {
      "epoch": 210.17,
      "grad_norm": 1.0885510444641113,
      "learning_rate": 4.13117931487615e-06,
      "loss": 0.3714,
      "step": 753030
    },
    {
      "epoch": 210.17,
      "grad_norm": 0.9807567596435547,
      "learning_rate": 4.131161824785795e-06,
      "loss": 0.3782,
      "step": 753040
    },
    {
      "epoch": 210.17,
      "grad_norm": 0.9658477902412415,
      "learning_rate": 4.131144334457534e-06,
      "loss": 0.3606,
      "step": 753050
    },
    {
      "epoch": 210.18,
      "grad_norm": 1.0867538452148438,
      "learning_rate": 4.131126843891372e-06,
      "loss": 0.3708,
      "step": 753060
    },
    {
      "epoch": 210.18,
      "grad_norm": 1.8902108669281006,
      "learning_rate": 4.1311093530873084e-06,
      "loss": 0.3667,
      "step": 753070
    },
    {
      "epoch": 210.18,
      "grad_norm": 0.8989840745925903,
      "learning_rate": 4.131091862045346e-06,
      "loss": 0.3786,
      "step": 753080
    },
    {
      "epoch": 210.18,
      "grad_norm": 1.1158804893493652,
      "learning_rate": 4.13107437076549e-06,
      "loss": 0.375,
      "step": 753090
    },
    {
      "epoch": 210.19,
      "grad_norm": 1.1647205352783203,
      "learning_rate": 4.1310568792477395e-06,
      "loss": 0.3779,
      "step": 753100
    },
    {
      "epoch": 210.19,
      "grad_norm": 1.3065611124038696,
      "learning_rate": 4.131039387492098e-06,
      "loss": 0.3935,
      "step": 753110
    },
    {
      "epoch": 210.19,
      "grad_norm": 1.2636866569519043,
      "learning_rate": 4.131021895498567e-06,
      "loss": 0.3619,
      "step": 753120
    },
    {
      "epoch": 210.2,
      "grad_norm": 1.0061450004577637,
      "learning_rate": 4.131004403267151e-06,
      "loss": 0.3731,
      "step": 753130
    },
    {
      "epoch": 210.2,
      "grad_norm": 1.0255322456359863,
      "learning_rate": 4.13098691079785e-06,
      "loss": 0.3697,
      "step": 753140
    },
    {
      "epoch": 210.2,
      "grad_norm": 1.0643410682678223,
      "learning_rate": 4.130969418090668e-06,
      "loss": 0.3631,
      "step": 753150
    },
    {
      "epoch": 210.2,
      "grad_norm": 1.1013928651809692,
      "learning_rate": 4.1309519251456066e-06,
      "loss": 0.3734,
      "step": 753160
    },
    {
      "epoch": 210.21,
      "grad_norm": 1.1768885850906372,
      "learning_rate": 4.130934431962667e-06,
      "loss": 0.3718,
      "step": 753170
    },
    {
      "epoch": 210.21,
      "grad_norm": 1.2950893640518188,
      "learning_rate": 4.130916938541854e-06,
      "loss": 0.3674,
      "step": 753180
    },
    {
      "epoch": 210.21,
      "grad_norm": 1.0803775787353516,
      "learning_rate": 4.130899444883168e-06,
      "loss": 0.3703,
      "step": 753190
    },
    {
      "epoch": 210.21,
      "grad_norm": 1.0510196685791016,
      "learning_rate": 4.130881950986612e-06,
      "loss": 0.3949,
      "step": 753200
    },
    {
      "epoch": 210.22,
      "grad_norm": 0.9798517227172852,
      "learning_rate": 4.130864456852188e-06,
      "loss": 0.3778,
      "step": 753210
    },
    {
      "epoch": 210.22,
      "grad_norm": 1.327322006225586,
      "learning_rate": 4.130846962479899e-06,
      "loss": 0.3867,
      "step": 753220
    },
    {
      "epoch": 210.22,
      "grad_norm": 1.1696269512176514,
      "learning_rate": 4.130829467869747e-06,
      "loss": 0.366,
      "step": 753230
    },
    {
      "epoch": 210.23,
      "grad_norm": 1.157854437828064,
      "learning_rate": 4.130811973021734e-06,
      "loss": 0.3629,
      "step": 753240
    },
    {
      "epoch": 210.23,
      "grad_norm": 0.9580796957015991,
      "learning_rate": 4.130794477935863e-06,
      "loss": 0.3618,
      "step": 753250
    },
    {
      "epoch": 210.23,
      "grad_norm": 1.1996936798095703,
      "learning_rate": 4.130776982612135e-06,
      "loss": 0.3764,
      "step": 753260
    },
    {
      "epoch": 210.23,
      "grad_norm": 1.2541372776031494,
      "learning_rate": 4.130759487050553e-06,
      "loss": 0.3656,
      "step": 753270
    },
    {
      "epoch": 210.24,
      "grad_norm": 1.0321089029312134,
      "learning_rate": 4.13074199125112e-06,
      "loss": 0.3623,
      "step": 753280
    },
    {
      "epoch": 210.24,
      "grad_norm": 2.103896379470825,
      "learning_rate": 4.130724495213838e-06,
      "loss": 0.3747,
      "step": 753290
    },
    {
      "epoch": 210.24,
      "grad_norm": 1.1080572605133057,
      "learning_rate": 4.130706998938709e-06,
      "loss": 0.383,
      "step": 753300
    },
    {
      "epoch": 210.25,
      "grad_norm": 1.0497944355010986,
      "learning_rate": 4.130689502425737e-06,
      "loss": 0.3662,
      "step": 753310
    },
    {
      "epoch": 210.25,
      "grad_norm": 1.080911636352539,
      "learning_rate": 4.130672005674921e-06,
      "loss": 0.3635,
      "step": 753320
    },
    {
      "epoch": 210.25,
      "grad_norm": 1.5602190494537354,
      "learning_rate": 4.130654508686266e-06,
      "loss": 0.3768,
      "step": 753330
    },
    {
      "epoch": 210.25,
      "grad_norm": 1.2165288925170898,
      "learning_rate": 4.130637011459773e-06,
      "loss": 0.3726,
      "step": 753340
    },
    {
      "epoch": 210.26,
      "grad_norm": 1.2160794734954834,
      "learning_rate": 4.130619513995446e-06,
      "loss": 0.3569,
      "step": 753350
    },
    {
      "epoch": 210.26,
      "grad_norm": 1.0894349813461304,
      "learning_rate": 4.130602016293286e-06,
      "loss": 0.3778,
      "step": 753360
    },
    {
      "epoch": 210.26,
      "grad_norm": 0.9147552251815796,
      "learning_rate": 4.130584518353294e-06,
      "loss": 0.3565,
      "step": 753370
    },
    {
      "epoch": 210.27,
      "grad_norm": 1.130471110343933,
      "learning_rate": 4.130567020175475e-06,
      "loss": 0.3748,
      "step": 753380
    },
    {
      "epoch": 210.27,
      "grad_norm": 1.283326506614685,
      "learning_rate": 4.13054952175983e-06,
      "loss": 0.3758,
      "step": 753390
    },
    {
      "epoch": 210.27,
      "grad_norm": 1.029748797416687,
      "learning_rate": 4.130532023106361e-06,
      "loss": 0.3687,
      "step": 753400
    },
    {
      "epoch": 210.27,
      "grad_norm": 1.205891489982605,
      "learning_rate": 4.130514524215071e-06,
      "loss": 0.3654,
      "step": 753410
    },
    {
      "epoch": 210.28,
      "grad_norm": 1.3462083339691162,
      "learning_rate": 4.130497025085963e-06,
      "loss": 0.3606,
      "step": 753420
    },
    {
      "epoch": 210.28,
      "grad_norm": 1.2984133958816528,
      "learning_rate": 4.130479525719038e-06,
      "loss": 0.3842,
      "step": 753430
    },
    {
      "epoch": 210.28,
      "grad_norm": 0.8870280981063843,
      "learning_rate": 4.130462026114298e-06,
      "loss": 0.3676,
      "step": 753440
    },
    {
      "epoch": 210.28,
      "grad_norm": 1.2415252923965454,
      "learning_rate": 4.130444526271748e-06,
      "loss": 0.3588,
      "step": 753450
    },
    {
      "epoch": 210.29,
      "grad_norm": 1.0032727718353271,
      "learning_rate": 4.130427026191387e-06,
      "loss": 0.367,
      "step": 753460
    },
    {
      "epoch": 210.29,
      "grad_norm": 1.0001220703125,
      "learning_rate": 4.130409525873219e-06,
      "loss": 0.3792,
      "step": 753470
    },
    {
      "epoch": 210.29,
      "grad_norm": 0.9584367871284485,
      "learning_rate": 4.1303920253172465e-06,
      "loss": 0.3763,
      "step": 753480
    },
    {
      "epoch": 210.3,
      "grad_norm": 1.1650943756103516,
      "learning_rate": 4.130374524523471e-06,
      "loss": 0.3571,
      "step": 753490
    },
    {
      "epoch": 210.3,
      "grad_norm": 1.0937052965164185,
      "learning_rate": 4.130357023491896e-06,
      "loss": 0.3807,
      "step": 753500
    },
    {
      "epoch": 210.3,
      "grad_norm": 1.061271071434021,
      "learning_rate": 4.130339522222522e-06,
      "loss": 0.3732,
      "step": 753510
    },
    {
      "epoch": 210.3,
      "grad_norm": 1.1348352432250977,
      "learning_rate": 4.130322020715353e-06,
      "loss": 0.3772,
      "step": 753520
    },
    {
      "epoch": 210.31,
      "grad_norm": 1.3979896306991577,
      "learning_rate": 4.130304518970391e-06,
      "loss": 0.3715,
      "step": 753530
    },
    {
      "epoch": 210.31,
      "grad_norm": 1.1364010572433472,
      "learning_rate": 4.1302870169876374e-06,
      "loss": 0.3772,
      "step": 753540
    },
    {
      "epoch": 210.31,
      "grad_norm": 1.2049574851989746,
      "learning_rate": 4.130269514767096e-06,
      "loss": 0.374,
      "step": 753550
    },
    {
      "epoch": 210.32,
      "grad_norm": 2.2869441509246826,
      "learning_rate": 4.130252012308769e-06,
      "loss": 0.3626,
      "step": 753560
    },
    {
      "epoch": 210.32,
      "grad_norm": 1.117457389831543,
      "learning_rate": 4.130234509612657e-06,
      "loss": 0.3583,
      "step": 753570
    },
    {
      "epoch": 210.32,
      "grad_norm": 1.2782058715820312,
      "learning_rate": 4.130217006678764e-06,
      "loss": 0.3737,
      "step": 753580
    },
    {
      "epoch": 210.32,
      "grad_norm": 1.043210506439209,
      "learning_rate": 4.130199503507091e-06,
      "loss": 0.382,
      "step": 753590
    },
    {
      "epoch": 210.33,
      "grad_norm": 1.197395920753479,
      "learning_rate": 4.1301820000976415e-06,
      "loss": 0.3835,
      "step": 753600
    },
    {
      "epoch": 210.33,
      "grad_norm": 0.9678494930267334,
      "learning_rate": 4.130164496450417e-06,
      "loss": 0.3636,
      "step": 753610
    },
    {
      "epoch": 210.33,
      "grad_norm": 1.0200260877609253,
      "learning_rate": 4.1301469925654214e-06,
      "loss": 0.3696,
      "step": 753620
    },
    {
      "epoch": 210.33,
      "grad_norm": 1.0732014179229736,
      "learning_rate": 4.130129488442655e-06,
      "loss": 0.3827,
      "step": 753630
    },
    {
      "epoch": 210.34,
      "grad_norm": 1.3135603666305542,
      "learning_rate": 4.1301119840821215e-06,
      "loss": 0.389,
      "step": 753640
    },
    {
      "epoch": 210.34,
      "grad_norm": 1.181885004043579,
      "learning_rate": 4.130094479483822e-06,
      "loss": 0.3786,
      "step": 753650
    },
    {
      "epoch": 210.34,
      "grad_norm": 1.1569584608078003,
      "learning_rate": 4.130076974647759e-06,
      "loss": 0.377,
      "step": 753660
    },
    {
      "epoch": 210.35,
      "grad_norm": 1.1783461570739746,
      "learning_rate": 4.1300594695739376e-06,
      "loss": 0.3633,
      "step": 753670
    },
    {
      "epoch": 210.35,
      "grad_norm": 1.0416460037231445,
      "learning_rate": 4.130041964262356e-06,
      "loss": 0.3652,
      "step": 753680
    },
    {
      "epoch": 210.35,
      "grad_norm": 0.978238046169281,
      "learning_rate": 4.1300244587130195e-06,
      "loss": 0.3792,
      "step": 753690
    },
    {
      "epoch": 210.35,
      "grad_norm": 0.9655304551124573,
      "learning_rate": 4.130006952925929e-06,
      "loss": 0.3673,
      "step": 753700
    },
    {
      "epoch": 210.36,
      "grad_norm": 1.336167812347412,
      "learning_rate": 4.1299894469010875e-06,
      "loss": 0.3781,
      "step": 753710
    },
    {
      "epoch": 210.36,
      "grad_norm": 1.1081013679504395,
      "learning_rate": 4.1299719406384965e-06,
      "loss": 0.3655,
      "step": 753720
    },
    {
      "epoch": 210.36,
      "grad_norm": 1.0989567041397095,
      "learning_rate": 4.1299544341381595e-06,
      "loss": 0.3612,
      "step": 753730
    },
    {
      "epoch": 210.37,
      "grad_norm": 1.2817057371139526,
      "learning_rate": 4.129936927400077e-06,
      "loss": 0.3667,
      "step": 753740
    },
    {
      "epoch": 210.37,
      "grad_norm": 0.9676126837730408,
      "learning_rate": 4.129919420424254e-06,
      "loss": 0.3828,
      "step": 753750
    },
    {
      "epoch": 210.37,
      "grad_norm": 1.13702392578125,
      "learning_rate": 4.129901913210691e-06,
      "loss": 0.3628,
      "step": 753760
    },
    {
      "epoch": 210.37,
      "grad_norm": 1.195992112159729,
      "learning_rate": 4.12988440575939e-06,
      "loss": 0.3768,
      "step": 753770
    },
    {
      "epoch": 210.38,
      "grad_norm": 0.9427292346954346,
      "learning_rate": 4.129866898070355e-06,
      "loss": 0.3666,
      "step": 753780
    },
    {
      "epoch": 210.38,
      "grad_norm": 1.2174301147460938,
      "learning_rate": 4.129849390143586e-06,
      "loss": 0.3754,
      "step": 753790
    },
    {
      "epoch": 210.38,
      "grad_norm": 1.0641467571258545,
      "learning_rate": 4.129831881979088e-06,
      "loss": 0.363,
      "step": 753800
    },
    {
      "epoch": 210.39,
      "grad_norm": 1.2697786092758179,
      "learning_rate": 4.129814373576861e-06,
      "loss": 0.3753,
      "step": 753810
    },
    {
      "epoch": 210.39,
      "grad_norm": 1.0031870603561401,
      "learning_rate": 4.129796864936909e-06,
      "loss": 0.3737,
      "step": 753820
    },
    {
      "epoch": 210.39,
      "grad_norm": 1.0965379476547241,
      "learning_rate": 4.129779356059234e-06,
      "loss": 0.3807,
      "step": 753830
    },
    {
      "epoch": 210.39,
      "grad_norm": 0.9673910737037659,
      "learning_rate": 4.1297618469438375e-06,
      "loss": 0.3867,
      "step": 753840
    },
    {
      "epoch": 210.4,
      "grad_norm": 1.2506940364837646,
      "learning_rate": 4.129744337590722e-06,
      "loss": 0.3779,
      "step": 753850
    },
    {
      "epoch": 210.4,
      "grad_norm": 1.013731598854065,
      "learning_rate": 4.129726827999891e-06,
      "loss": 0.3634,
      "step": 753860
    },
    {
      "epoch": 210.4,
      "grad_norm": 1.0381239652633667,
      "learning_rate": 4.129709318171345e-06,
      "loss": 0.3825,
      "step": 753870
    },
    {
      "epoch": 210.4,
      "grad_norm": 1.2381079196929932,
      "learning_rate": 4.129691808105088e-06,
      "loss": 0.3769,
      "step": 753880
    },
    {
      "epoch": 210.41,
      "grad_norm": 1.2178500890731812,
      "learning_rate": 4.129674297801122e-06,
      "loss": 0.3723,
      "step": 753890
    },
    {
      "epoch": 210.41,
      "grad_norm": 1.0689537525177002,
      "learning_rate": 4.1296567872594475e-06,
      "loss": 0.3706,
      "step": 753900
    },
    {
      "epoch": 210.41,
      "grad_norm": 1.1425925493240356,
      "learning_rate": 4.12963927648007e-06,
      "loss": 0.3715,
      "step": 753910
    },
    {
      "epoch": 210.42,
      "grad_norm": 1.4941580295562744,
      "learning_rate": 4.129621765462989e-06,
      "loss": 0.3744,
      "step": 753920
    },
    {
      "epoch": 210.42,
      "grad_norm": 1.0566622018814087,
      "learning_rate": 4.129604254208209e-06,
      "loss": 0.3764,
      "step": 753930
    },
    {
      "epoch": 210.42,
      "grad_norm": 1.1050684452056885,
      "learning_rate": 4.129586742715731e-06,
      "loss": 0.3691,
      "step": 753940
    },
    {
      "epoch": 210.42,
      "grad_norm": 0.8962072730064392,
      "learning_rate": 4.129569230985557e-06,
      "loss": 0.3774,
      "step": 753950
    },
    {
      "epoch": 210.43,
      "grad_norm": 0.9945608377456665,
      "learning_rate": 4.12955171901769e-06,
      "loss": 0.358,
      "step": 753960
    },
    {
      "epoch": 210.43,
      "grad_norm": 1.3160890340805054,
      "learning_rate": 4.129534206812133e-06,
      "loss": 0.3781,
      "step": 753970
    },
    {
      "epoch": 210.43,
      "grad_norm": 0.9949964880943298,
      "learning_rate": 4.129516694368888e-06,
      "loss": 0.3618,
      "step": 753980
    },
    {
      "epoch": 210.44,
      "grad_norm": 2.8750545978546143,
      "learning_rate": 4.129499181687955e-06,
      "loss": 0.3555,
      "step": 753990
    },
    {
      "epoch": 210.44,
      "grad_norm": 1.1115880012512207,
      "learning_rate": 4.1294816687693406e-06,
      "loss": 0.3819,
      "step": 754000
    },
    {
      "epoch": 210.44,
      "grad_norm": 1.794663667678833,
      "learning_rate": 4.129464155613044e-06,
      "loss": 0.3497,
      "step": 754010
    },
    {
      "epoch": 210.44,
      "grad_norm": 0.9615228772163391,
      "learning_rate": 4.1294466422190675e-06,
      "loss": 0.3787,
      "step": 754020
    },
    {
      "epoch": 210.45,
      "grad_norm": 1.1921249628067017,
      "learning_rate": 4.129429128587415e-06,
      "loss": 0.3645,
      "step": 754030
    },
    {
      "epoch": 210.45,
      "grad_norm": 0.9640071392059326,
      "learning_rate": 4.129411614718088e-06,
      "loss": 0.3648,
      "step": 754040
    },
    {
      "epoch": 210.45,
      "grad_norm": 1.4398252964019775,
      "learning_rate": 4.129394100611089e-06,
      "loss": 0.3807,
      "step": 754050
    },
    {
      "epoch": 210.45,
      "grad_norm": 1.0473233461380005,
      "learning_rate": 4.129376586266421e-06,
      "loss": 0.3695,
      "step": 754060
    },
    {
      "epoch": 210.46,
      "grad_norm": 1.1720837354660034,
      "learning_rate": 4.129359071684084e-06,
      "loss": 0.3796,
      "step": 754070
    },
    {
      "epoch": 210.46,
      "grad_norm": 1.2283395528793335,
      "learning_rate": 4.129341556864084e-06,
      "loss": 0.3617,
      "step": 754080
    },
    {
      "epoch": 210.46,
      "grad_norm": 1.0680745840072632,
      "learning_rate": 4.12932404180642e-06,
      "loss": 0.3699,
      "step": 754090
    },
    {
      "epoch": 210.47,
      "grad_norm": 1.1147788763046265,
      "learning_rate": 4.129306526511096e-06,
      "loss": 0.3765,
      "step": 754100
    },
    {
      "epoch": 210.47,
      "grad_norm": 1.1737267971038818,
      "learning_rate": 4.129289010978113e-06,
      "loss": 0.3657,
      "step": 754110
    },
    {
      "epoch": 210.47,
      "grad_norm": 1.1198638677597046,
      "learning_rate": 4.129271495207476e-06,
      "loss": 0.3645,
      "step": 754120
    },
    {
      "epoch": 210.47,
      "grad_norm": 1.0952916145324707,
      "learning_rate": 4.129253979199184e-06,
      "loss": 0.3659,
      "step": 754130
    },
    {
      "epoch": 210.48,
      "grad_norm": 1.258225679397583,
      "learning_rate": 4.129236462953241e-06,
      "loss": 0.3705,
      "step": 754140
    },
    {
      "epoch": 210.48,
      "grad_norm": 1.055437684059143,
      "learning_rate": 4.129218946469651e-06,
      "loss": 0.3574,
      "step": 754150
    },
    {
      "epoch": 210.48,
      "grad_norm": 1.1341334581375122,
      "learning_rate": 4.129201429748412e-06,
      "loss": 0.3761,
      "step": 754160
    },
    {
      "epoch": 210.49,
      "grad_norm": 1.158239722251892,
      "learning_rate": 4.1291839127895316e-06,
      "loss": 0.3738,
      "step": 754170
    },
    {
      "epoch": 210.49,
      "grad_norm": 1.2122925519943237,
      "learning_rate": 4.129166395593008e-06,
      "loss": 0.3696,
      "step": 754180
    },
    {
      "epoch": 210.49,
      "grad_norm": 1.1789876222610474,
      "learning_rate": 4.1291488781588446e-06,
      "loss": 0.375,
      "step": 754190
    },
    {
      "epoch": 210.49,
      "grad_norm": 1.1062648296356201,
      "learning_rate": 4.129131360487044e-06,
      "loss": 0.3769,
      "step": 754200
    },
    {
      "epoch": 210.5,
      "grad_norm": 1.0619221925735474,
      "learning_rate": 4.1291138425776096e-06,
      "loss": 0.3617,
      "step": 754210
    },
    {
      "epoch": 210.5,
      "grad_norm": 1.1276429891586304,
      "learning_rate": 4.129096324430543e-06,
      "loss": 0.3538,
      "step": 754220
    },
    {
      "epoch": 210.5,
      "grad_norm": 1.0987492799758911,
      "learning_rate": 4.129078806045846e-06,
      "loss": 0.3552,
      "step": 754230
    },
    {
      "epoch": 210.51,
      "grad_norm": 1.1187114715576172,
      "learning_rate": 4.1290612874235206e-06,
      "loss": 0.3628,
      "step": 754240
    },
    {
      "epoch": 210.51,
      "grad_norm": 1.2173247337341309,
      "learning_rate": 4.129043768563571e-06,
      "loss": 0.3809,
      "step": 754250
    },
    {
      "epoch": 210.51,
      "grad_norm": 1.0107091665267944,
      "learning_rate": 4.129026249465997e-06,
      "loss": 0.3639,
      "step": 754260
    },
    {
      "epoch": 210.51,
      "grad_norm": 1.1600255966186523,
      "learning_rate": 4.129008730130803e-06,
      "loss": 0.3565,
      "step": 754270
    },
    {
      "epoch": 210.52,
      "grad_norm": 1.3518760204315186,
      "learning_rate": 4.1289912105579904e-06,
      "loss": 0.3572,
      "step": 754280
    },
    {
      "epoch": 210.52,
      "grad_norm": 1.158385157585144,
      "learning_rate": 4.1289736907475615e-06,
      "loss": 0.3621,
      "step": 754290
    },
    {
      "epoch": 210.52,
      "grad_norm": 1.189436912536621,
      "learning_rate": 4.1289561706995194e-06,
      "loss": 0.3673,
      "step": 754300
    },
    {
      "epoch": 210.52,
      "grad_norm": 0.9386397004127502,
      "learning_rate": 4.128938650413866e-06,
      "loss": 0.3845,
      "step": 754310
    },
    {
      "epoch": 210.53,
      "grad_norm": 1.0950902700424194,
      "learning_rate": 4.128921129890603e-06,
      "loss": 0.3833,
      "step": 754320
    },
    {
      "epoch": 210.53,
      "grad_norm": 0.973760187625885,
      "learning_rate": 4.128903609129733e-06,
      "loss": 0.3975,
      "step": 754330
    },
    {
      "epoch": 210.53,
      "grad_norm": 1.121673822402954,
      "learning_rate": 4.128886088131259e-06,
      "loss": 0.3818,
      "step": 754340
    },
    {
      "epoch": 210.54,
      "grad_norm": 1.31537663936615,
      "learning_rate": 4.128868566895183e-06,
      "loss": 0.3711,
      "step": 754350
    },
    {
      "epoch": 210.54,
      "grad_norm": 1.185394525527954,
      "learning_rate": 4.128851045421506e-06,
      "loss": 0.363,
      "step": 754360
    },
    {
      "epoch": 210.54,
      "grad_norm": 1.1040807962417603,
      "learning_rate": 4.128833523710234e-06,
      "loss": 0.3589,
      "step": 754370
    },
    {
      "epoch": 210.54,
      "grad_norm": 1.0702162981033325,
      "learning_rate": 4.128816001761364e-06,
      "loss": 0.35,
      "step": 754380
    },
    {
      "epoch": 210.55,
      "grad_norm": 1.1047720909118652,
      "learning_rate": 4.1287984795749036e-06,
      "loss": 0.3643,
      "step": 754390
    },
    {
      "epoch": 210.55,
      "grad_norm": 1.096185326576233,
      "learning_rate": 4.128780957150851e-06,
      "loss": 0.3754,
      "step": 754400
    },
    {
      "epoch": 210.55,
      "grad_norm": 1.1278165578842163,
      "learning_rate": 4.128763434489212e-06,
      "loss": 0.3693,
      "step": 754410
    },
    {
      "epoch": 210.56,
      "grad_norm": 1.0889875888824463,
      "learning_rate": 4.128745911589986e-06,
      "loss": 0.3706,
      "step": 754420
    },
    {
      "epoch": 210.56,
      "grad_norm": 1.0451438426971436,
      "learning_rate": 4.128728388453177e-06,
      "loss": 0.3604,
      "step": 754430
    },
    {
      "epoch": 210.56,
      "grad_norm": 0.9816038608551025,
      "learning_rate": 4.128710865078787e-06,
      "loss": 0.3626,
      "step": 754440
    },
    {
      "epoch": 210.56,
      "grad_norm": 1.1551823616027832,
      "learning_rate": 4.128693341466817e-06,
      "loss": 0.3758,
      "step": 754450
    },
    {
      "epoch": 210.57,
      "grad_norm": 0.9943191409111023,
      "learning_rate": 4.128675817617272e-06,
      "loss": 0.3599,
      "step": 754460
    },
    {
      "epoch": 210.57,
      "grad_norm": 0.9467267990112305,
      "learning_rate": 4.128658293530152e-06,
      "loss": 0.366,
      "step": 754470
    },
    {
      "epoch": 210.57,
      "grad_norm": 1.1375898122787476,
      "learning_rate": 4.128640769205461e-06,
      "loss": 0.379,
      "step": 754480
    },
    {
      "epoch": 210.57,
      "grad_norm": 1.1007657051086426,
      "learning_rate": 4.1286232446432e-06,
      "loss": 0.3741,
      "step": 754490
    },
    {
      "epoch": 210.58,
      "grad_norm": 1.19694983959198,
      "learning_rate": 4.128605719843373e-06,
      "loss": 0.3585,
      "step": 754500
    },
    {
      "epoch": 210.58,
      "grad_norm": 1.2806289196014404,
      "learning_rate": 4.12858819480598e-06,
      "loss": 0.3698,
      "step": 754510
    },
    {
      "epoch": 210.58,
      "grad_norm": 1.1782443523406982,
      "learning_rate": 4.128570669531025e-06,
      "loss": 0.3708,
      "step": 754520
    },
    {
      "epoch": 210.59,
      "grad_norm": 1.1650375127792358,
      "learning_rate": 4.128553144018509e-06,
      "loss": 0.379,
      "step": 754530
    },
    {
      "epoch": 210.59,
      "grad_norm": 0.9795970320701599,
      "learning_rate": 4.128535618268436e-06,
      "loss": 0.3674,
      "step": 754540
    },
    {
      "epoch": 210.59,
      "grad_norm": 1.2372969388961792,
      "learning_rate": 4.128518092280808e-06,
      "loss": 0.3685,
      "step": 754550
    },
    {
      "epoch": 210.59,
      "grad_norm": 1.0463242530822754,
      "learning_rate": 4.1285005660556264e-06,
      "loss": 0.3579,
      "step": 754560
    },
    {
      "epoch": 210.6,
      "grad_norm": 1.0304017066955566,
      "learning_rate": 4.128483039592895e-06,
      "loss": 0.3776,
      "step": 754570
    },
    {
      "epoch": 210.6,
      "grad_norm": 1.167076587677002,
      "learning_rate": 4.128465512892613e-06,
      "loss": 0.3677,
      "step": 754580
    },
    {
      "epoch": 210.6,
      "grad_norm": 1.0028198957443237,
      "learning_rate": 4.128447985954787e-06,
      "loss": 0.3626,
      "step": 754590
    },
    {
      "epoch": 210.61,
      "grad_norm": 1.3341619968414307,
      "learning_rate": 4.1284304587794155e-06,
      "loss": 0.3781,
      "step": 754600
    },
    {
      "epoch": 210.61,
      "grad_norm": 1.200150966644287,
      "learning_rate": 4.128412931366503e-06,
      "loss": 0.3444,
      "step": 754610
    },
    {
      "epoch": 210.61,
      "grad_norm": 0.868155300617218,
      "learning_rate": 4.128395403716052e-06,
      "loss": 0.3818,
      "step": 754620
    },
    {
      "epoch": 210.61,
      "grad_norm": 1.0267276763916016,
      "learning_rate": 4.128377875828064e-06,
      "loss": 0.3662,
      "step": 754630
    },
    {
      "epoch": 210.62,
      "grad_norm": 1.2304019927978516,
      "learning_rate": 4.128360347702541e-06,
      "loss": 0.3779,
      "step": 754640
    },
    {
      "epoch": 210.62,
      "grad_norm": 0.9567919969558716,
      "learning_rate": 4.128342819339487e-06,
      "loss": 0.3619,
      "step": 754650
    },
    {
      "epoch": 210.62,
      "grad_norm": 1.0731643438339233,
      "learning_rate": 4.128325290738902e-06,
      "loss": 0.3636,
      "step": 754660
    },
    {
      "epoch": 210.63,
      "grad_norm": 1.2853654623031616,
      "learning_rate": 4.12830776190079e-06,
      "loss": 0.3697,
      "step": 754670
    },
    {
      "epoch": 210.63,
      "grad_norm": 0.9820969104766846,
      "learning_rate": 4.128290232825153e-06,
      "loss": 0.377,
      "step": 754680
    },
    {
      "epoch": 210.63,
      "grad_norm": 1.115841269493103,
      "learning_rate": 4.128272703511994e-06,
      "loss": 0.3654,
      "step": 754690
    },
    {
      "epoch": 210.63,
      "grad_norm": 1.3854130506515503,
      "learning_rate": 4.128255173961313e-06,
      "loss": 0.3662,
      "step": 754700
    },
    {
      "epoch": 210.64,
      "grad_norm": 1.1037887334823608,
      "learning_rate": 4.128237644173115e-06,
      "loss": 0.3648,
      "step": 754710
    },
    {
      "epoch": 210.64,
      "grad_norm": 1.0116082429885864,
      "learning_rate": 4.1282201141474e-06,
      "loss": 0.3742,
      "step": 754720
    },
    {
      "epoch": 210.64,
      "grad_norm": 1.2121012210845947,
      "learning_rate": 4.128202583884173e-06,
      "loss": 0.3733,
      "step": 754730
    },
    {
      "epoch": 210.64,
      "grad_norm": 1.1118463277816772,
      "learning_rate": 4.1281850533834345e-06,
      "loss": 0.3783,
      "step": 754740
    },
    {
      "epoch": 210.65,
      "grad_norm": 1.0110646486282349,
      "learning_rate": 4.128167522645186e-06,
      "loss": 0.3586,
      "step": 754750
    },
    {
      "epoch": 210.65,
      "grad_norm": 1.177148699760437,
      "learning_rate": 4.128149991669433e-06,
      "loss": 0.3634,
      "step": 754760
    },
    {
      "epoch": 210.65,
      "grad_norm": 1.3177090883255005,
      "learning_rate": 4.128132460456174e-06,
      "loss": 0.3596,
      "step": 754770
    },
    {
      "epoch": 210.66,
      "grad_norm": 1.5531820058822632,
      "learning_rate": 4.128114929005414e-06,
      "loss": 0.3604,
      "step": 754780
    },
    {
      "epoch": 210.66,
      "grad_norm": 1.0565382242202759,
      "learning_rate": 4.1280973973171555e-06,
      "loss": 0.3781,
      "step": 754790
    },
    {
      "epoch": 210.66,
      "grad_norm": 1.0620090961456299,
      "learning_rate": 4.128079865391398e-06,
      "loss": 0.3873,
      "step": 754800
    },
    {
      "epoch": 210.66,
      "grad_norm": 0.955597996711731,
      "learning_rate": 4.128062333228147e-06,
      "loss": 0.3704,
      "step": 754810
    },
    {
      "epoch": 210.67,
      "grad_norm": 1.1985979080200195,
      "learning_rate": 4.128044800827403e-06,
      "loss": 0.3701,
      "step": 754820
    },
    {
      "epoch": 210.67,
      "grad_norm": 1.2537814378738403,
      "learning_rate": 4.128027268189169e-06,
      "loss": 0.3739,
      "step": 754830
    },
    {
      "epoch": 210.67,
      "grad_norm": 1.2603338956832886,
      "learning_rate": 4.1280097353134475e-06,
      "loss": 0.3939,
      "step": 754840
    },
    {
      "epoch": 210.68,
      "grad_norm": 1.162038803100586,
      "learning_rate": 4.12799220220024e-06,
      "loss": 0.3535,
      "step": 754850
    },
    {
      "epoch": 210.68,
      "grad_norm": 1.2878661155700684,
      "learning_rate": 4.12797466884955e-06,
      "loss": 0.3836,
      "step": 754860
    },
    {
      "epoch": 210.68,
      "grad_norm": 1.0986684560775757,
      "learning_rate": 4.127957135261379e-06,
      "loss": 0.3722,
      "step": 754870
    },
    {
      "epoch": 210.68,
      "grad_norm": 1.1361936330795288,
      "learning_rate": 4.127939601435729e-06,
      "loss": 0.3718,
      "step": 754880
    },
    {
      "epoch": 210.69,
      "grad_norm": 1.1704390048980713,
      "learning_rate": 4.1279220673726034e-06,
      "loss": 0.3819,
      "step": 754890
    },
    {
      "epoch": 210.69,
      "grad_norm": 0.9684491753578186,
      "learning_rate": 4.127904533072004e-06,
      "loss": 0.3631,
      "step": 754900
    },
    {
      "epoch": 210.69,
      "grad_norm": 1.0748977661132812,
      "learning_rate": 4.1278869985339335e-06,
      "loss": 0.3711,
      "step": 754910
    },
    {
      "epoch": 210.69,
      "grad_norm": 1.194353461265564,
      "learning_rate": 4.127869463758393e-06,
      "loss": 0.3782,
      "step": 754920
    },
    {
      "epoch": 210.7,
      "grad_norm": 1.1205052137374878,
      "learning_rate": 4.1278519287453865e-06,
      "loss": 0.3669,
      "step": 754930
    },
    {
      "epoch": 210.7,
      "grad_norm": 1.6806684732437134,
      "learning_rate": 4.127834393494915e-06,
      "loss": 0.3847,
      "step": 754940
    },
    {
      "epoch": 210.7,
      "grad_norm": 0.9373081922531128,
      "learning_rate": 4.127816858006982e-06,
      "loss": 0.3579,
      "step": 754950
    },
    {
      "epoch": 210.71,
      "grad_norm": 1.103832483291626,
      "learning_rate": 4.127799322281589e-06,
      "loss": 0.3724,
      "step": 754960
    },
    {
      "epoch": 210.71,
      "grad_norm": 1.1076375246047974,
      "learning_rate": 4.127781786318738e-06,
      "loss": 0.3709,
      "step": 754970
    },
    {
      "epoch": 210.71,
      "grad_norm": 1.4435173273086548,
      "learning_rate": 4.127764250118432e-06,
      "loss": 0.3658,
      "step": 754980
    },
    {
      "epoch": 210.71,
      "grad_norm": 1.0673813819885254,
      "learning_rate": 4.127746713680674e-06,
      "loss": 0.3558,
      "step": 754990
    },
    {
      "epoch": 210.72,
      "grad_norm": 1.179912805557251,
      "learning_rate": 4.127729177005465e-06,
      "loss": 0.3609,
      "step": 755000
    },
    {
      "epoch": 210.72,
      "grad_norm": 1.02251398563385,
      "learning_rate": 4.127711640092808e-06,
      "loss": 0.3666,
      "step": 755010
    },
    {
      "epoch": 210.72,
      "grad_norm": 1.025619387626648,
      "learning_rate": 4.127694102942705e-06,
      "loss": 0.3862,
      "step": 755020
    },
    {
      "epoch": 210.73,
      "grad_norm": 0.9615738391876221,
      "learning_rate": 4.127676565555158e-06,
      "loss": 0.3508,
      "step": 755030
    },
    {
      "epoch": 210.73,
      "grad_norm": 1.0344609022140503,
      "learning_rate": 4.127659027930171e-06,
      "loss": 0.3747,
      "step": 755040
    },
    {
      "epoch": 210.73,
      "grad_norm": 1.1430904865264893,
      "learning_rate": 4.1276414900677445e-06,
      "loss": 0.3709,
      "step": 755050
    },
    {
      "epoch": 210.73,
      "grad_norm": 1.1269460916519165,
      "learning_rate": 4.127623951967882e-06,
      "loss": 0.3727,
      "step": 755060
    },
    {
      "epoch": 210.74,
      "grad_norm": 1.0761288404464722,
      "learning_rate": 4.127606413630585e-06,
      "loss": 0.3561,
      "step": 755070
    },
    {
      "epoch": 210.74,
      "grad_norm": 1.2046544551849365,
      "learning_rate": 4.127588875055857e-06,
      "loss": 0.3764,
      "step": 755080
    },
    {
      "epoch": 210.74,
      "grad_norm": 1.0758262872695923,
      "learning_rate": 4.1275713362436984e-06,
      "loss": 0.3811,
      "step": 755090
    },
    {
      "epoch": 210.75,
      "grad_norm": 1.0844082832336426,
      "learning_rate": 4.127553797194114e-06,
      "loss": 0.3651,
      "step": 755100
    },
    {
      "epoch": 210.75,
      "grad_norm": 1.0334917306900024,
      "learning_rate": 4.127536257907104e-06,
      "loss": 0.3644,
      "step": 755110
    },
    {
      "epoch": 210.75,
      "grad_norm": 1.100655436515808,
      "learning_rate": 4.127518718382672e-06,
      "loss": 0.3846,
      "step": 755120
    },
    {
      "epoch": 210.75,
      "grad_norm": 0.9592825174331665,
      "learning_rate": 4.12750117862082e-06,
      "loss": 0.3602,
      "step": 755130
    },
    {
      "epoch": 210.76,
      "grad_norm": 0.959270715713501,
      "learning_rate": 4.1274836386215486e-06,
      "loss": 0.3655,
      "step": 755140
    },
    {
      "epoch": 210.76,
      "grad_norm": 9.026206016540527,
      "learning_rate": 4.127466098384864e-06,
      "loss": 0.3591,
      "step": 755150
    },
    {
      "epoch": 210.76,
      "grad_norm": 0.9227949380874634,
      "learning_rate": 4.127448557910765e-06,
      "loss": 0.374,
      "step": 755160
    },
    {
      "epoch": 210.76,
      "grad_norm": 1.0679974555969238,
      "learning_rate": 4.127431017199255e-06,
      "loss": 0.3833,
      "step": 755170
    },
    {
      "epoch": 210.77,
      "grad_norm": 1.015618920326233,
      "learning_rate": 4.127413476250338e-06,
      "loss": 0.3627,
      "step": 755180
    },
    {
      "epoch": 210.77,
      "grad_norm": 0.9552528858184814,
      "learning_rate": 4.1273959350640135e-06,
      "loss": 0.3588,
      "step": 755190
    },
    {
      "epoch": 210.77,
      "grad_norm": 1.14592444896698,
      "learning_rate": 4.127378393640285e-06,
      "loss": 0.3828,
      "step": 755200
    },
    {
      "epoch": 210.78,
      "grad_norm": 0.9567915201187134,
      "learning_rate": 4.127360851979157e-06,
      "loss": 0.3705,
      "step": 755210
    },
    {
      "epoch": 210.78,
      "grad_norm": 1.149280071258545,
      "learning_rate": 4.127343310080628e-06,
      "loss": 0.369,
      "step": 755220
    },
    {
      "epoch": 210.78,
      "grad_norm": 1.3035699129104614,
      "learning_rate": 4.127325767944704e-06,
      "loss": 0.3814,
      "step": 755230
    },
    {
      "epoch": 210.78,
      "grad_norm": 1.2205584049224854,
      "learning_rate": 4.127308225571384e-06,
      "loss": 0.3839,
      "step": 755240
    },
    {
      "epoch": 210.79,
      "grad_norm": 1.0438072681427002,
      "learning_rate": 4.127290682960673e-06,
      "loss": 0.3631,
      "step": 755250
    },
    {
      "epoch": 210.79,
      "grad_norm": 1.1957995891571045,
      "learning_rate": 4.127273140112571e-06,
      "loss": 0.3835,
      "step": 755260
    },
    {
      "epoch": 210.79,
      "grad_norm": 1.20470130443573,
      "learning_rate": 4.127255597027083e-06,
      "loss": 0.3613,
      "step": 755270
    },
    {
      "epoch": 210.8,
      "grad_norm": 1.1168986558914185,
      "learning_rate": 4.127238053704209e-06,
      "loss": 0.3797,
      "step": 755280
    },
    {
      "epoch": 210.8,
      "grad_norm": 1.1873416900634766,
      "learning_rate": 4.1272205101439525e-06,
      "loss": 0.3619,
      "step": 755290
    },
    {
      "epoch": 210.8,
      "grad_norm": 1.1189868450164795,
      "learning_rate": 4.127202966346315e-06,
      "loss": 0.3526,
      "step": 755300
    },
    {
      "epoch": 210.8,
      "grad_norm": 1.4520118236541748,
      "learning_rate": 4.127185422311301e-06,
      "loss": 0.3741,
      "step": 755310
    },
    {
      "epoch": 210.81,
      "grad_norm": 1.0896925926208496,
      "learning_rate": 4.12716787803891e-06,
      "loss": 0.3587,
      "step": 755320
    },
    {
      "epoch": 210.81,
      "grad_norm": 0.970338761806488,
      "learning_rate": 4.127150333529146e-06,
      "loss": 0.368,
      "step": 755330
    },
    {
      "epoch": 210.81,
      "grad_norm": 1.2400435209274292,
      "learning_rate": 4.12713278878201e-06,
      "loss": 0.3777,
      "step": 755340
    },
    {
      "epoch": 210.81,
      "grad_norm": 1.0427504777908325,
      "learning_rate": 4.127115243797506e-06,
      "loss": 0.3652,
      "step": 755350
    },
    {
      "epoch": 210.82,
      "grad_norm": 1.0771851539611816,
      "learning_rate": 4.127097698575636e-06,
      "loss": 0.3881,
      "step": 755360
    },
    {
      "epoch": 210.82,
      "grad_norm": 1.0577399730682373,
      "learning_rate": 4.127080153116402e-06,
      "loss": 0.3701,
      "step": 755370
    },
    {
      "epoch": 210.82,
      "grad_norm": 1.0995292663574219,
      "learning_rate": 4.127062607419806e-06,
      "loss": 0.368,
      "step": 755380
    },
    {
      "epoch": 210.83,
      "grad_norm": 1.001476764678955,
      "learning_rate": 4.12704506148585e-06,
      "loss": 0.3637,
      "step": 755390
    },
    {
      "epoch": 210.83,
      "grad_norm": 0.9952203631401062,
      "learning_rate": 4.127027515314537e-06,
      "loss": 0.3648,
      "step": 755400
    },
    {
      "epoch": 210.83,
      "grad_norm": 1.0821703672409058,
      "learning_rate": 4.127009968905871e-06,
      "loss": 0.3689,
      "step": 755410
    },
    {
      "epoch": 210.83,
      "grad_norm": 4.646707534790039,
      "learning_rate": 4.1269924222598505e-06,
      "loss": 0.3807,
      "step": 755420
    },
    {
      "epoch": 210.84,
      "grad_norm": 1.1555895805358887,
      "learning_rate": 4.126974875376481e-06,
      "loss": 0.3726,
      "step": 755430
    },
    {
      "epoch": 210.84,
      "grad_norm": 1.2227753400802612,
      "learning_rate": 4.126957328255763e-06,
      "loss": 0.3832,
      "step": 755440
    },
    {
      "epoch": 210.84,
      "grad_norm": 1.1576725244522095,
      "learning_rate": 4.1269397808977e-06,
      "loss": 0.3742,
      "step": 755450
    },
    {
      "epoch": 210.85,
      "grad_norm": 1.0867040157318115,
      "learning_rate": 4.126922233302294e-06,
      "loss": 0.3579,
      "step": 755460
    },
    {
      "epoch": 210.85,
      "grad_norm": 1.1369465589523315,
      "learning_rate": 4.126904685469548e-06,
      "loss": 0.3742,
      "step": 755470
    },
    {
      "epoch": 210.85,
      "grad_norm": 1.1328465938568115,
      "learning_rate": 4.126887137399463e-06,
      "loss": 0.3839,
      "step": 755480
    },
    {
      "epoch": 210.85,
      "grad_norm": 1.0599316358566284,
      "learning_rate": 4.126869589092042e-06,
      "loss": 0.3587,
      "step": 755490
    },
    {
      "epoch": 210.86,
      "grad_norm": 1.1575042009353638,
      "learning_rate": 4.126852040547287e-06,
      "loss": 0.3794,
      "step": 755500
    },
    {
      "epoch": 210.86,
      "grad_norm": 1.1461670398712158,
      "learning_rate": 4.126834491765201e-06,
      "loss": 0.3689,
      "step": 755510
    },
    {
      "epoch": 210.86,
      "grad_norm": 0.9875284433364868,
      "learning_rate": 4.126816942745786e-06,
      "loss": 0.3714,
      "step": 755520
    },
    {
      "epoch": 210.87,
      "grad_norm": 1.231692910194397,
      "learning_rate": 4.126799393489044e-06,
      "loss": 0.3811,
      "step": 755530
    },
    {
      "epoch": 210.87,
      "grad_norm": 1.1806831359863281,
      "learning_rate": 4.126781843994978e-06,
      "loss": 0.3653,
      "step": 755540
    },
    {
      "epoch": 210.87,
      "grad_norm": 1.1546634435653687,
      "learning_rate": 4.126764294263589e-06,
      "loss": 0.3828,
      "step": 755550
    },
    {
      "epoch": 210.87,
      "grad_norm": 1.1896469593048096,
      "learning_rate": 4.126746744294882e-06,
      "loss": 0.3773,
      "step": 755560
    },
    {
      "epoch": 210.88,
      "grad_norm": 1.152015209197998,
      "learning_rate": 4.126729194088856e-06,
      "loss": 0.3905,
      "step": 755570
    },
    {
      "epoch": 210.88,
      "grad_norm": 1.2232681512832642,
      "learning_rate": 4.126711643645516e-06,
      "loss": 0.3686,
      "step": 755580
    },
    {
      "epoch": 210.88,
      "grad_norm": 1.0816680192947388,
      "learning_rate": 4.126694092964864e-06,
      "loss": 0.37,
      "step": 755590
    },
    {
      "epoch": 210.88,
      "grad_norm": 1.137001395225525,
      "learning_rate": 4.1266765420469e-06,
      "loss": 0.374,
      "step": 755600
    },
    {
      "epoch": 210.89,
      "grad_norm": 1.0682169198989868,
      "learning_rate": 4.126658990891629e-06,
      "loss": 0.3757,
      "step": 755610
    },
    {
      "epoch": 210.89,
      "grad_norm": 1.0048117637634277,
      "learning_rate": 4.126641439499052e-06,
      "loss": 0.3613,
      "step": 755620
    },
    {
      "epoch": 210.89,
      "grad_norm": 1.2282847166061401,
      "learning_rate": 4.126623887869171e-06,
      "loss": 0.3849,
      "step": 755630
    },
    {
      "epoch": 210.9,
      "grad_norm": 1.7525116205215454,
      "learning_rate": 4.126606336001989e-06,
      "loss": 0.3754,
      "step": 755640
    },
    {
      "epoch": 210.9,
      "grad_norm": 1.0292809009552002,
      "learning_rate": 4.12658878389751e-06,
      "loss": 0.3575,
      "step": 755650
    },
    {
      "epoch": 210.9,
      "grad_norm": 1.0717313289642334,
      "learning_rate": 4.126571231555734e-06,
      "loss": 0.3784,
      "step": 755660
    },
    {
      "epoch": 210.9,
      "grad_norm": 1.5059477090835571,
      "learning_rate": 4.126553678976663e-06,
      "loss": 0.3716,
      "step": 755670
    },
    {
      "epoch": 210.91,
      "grad_norm": 1.0455825328826904,
      "learning_rate": 4.126536126160301e-06,
      "loss": 0.3792,
      "step": 755680
    },
    {
      "epoch": 210.91,
      "grad_norm": 1.0376062393188477,
      "learning_rate": 4.1265185731066505e-06,
      "loss": 0.3835,
      "step": 755690
    },
    {
      "epoch": 210.91,
      "grad_norm": 1.1752747297286987,
      "learning_rate": 4.126501019815712e-06,
      "loss": 0.384,
      "step": 755700
    },
    {
      "epoch": 210.92,
      "grad_norm": 1.0502114295959473,
      "learning_rate": 4.126483466287489e-06,
      "loss": 0.3545,
      "step": 755710
    },
    {
      "epoch": 210.92,
      "grad_norm": 1.1837537288665771,
      "learning_rate": 4.1264659125219834e-06,
      "loss": 0.3619,
      "step": 755720
    },
    {
      "epoch": 210.92,
      "grad_norm": 1.1162549257278442,
      "learning_rate": 4.1264483585191985e-06,
      "loss": 0.367,
      "step": 755730
    },
    {
      "epoch": 210.92,
      "grad_norm": 0.9991812109947205,
      "learning_rate": 4.126430804279136e-06,
      "loss": 0.3753,
      "step": 755740
    },
    {
      "epoch": 210.93,
      "grad_norm": 1.1055716276168823,
      "learning_rate": 4.126413249801797e-06,
      "loss": 0.3831,
      "step": 755750
    },
    {
      "epoch": 210.93,
      "grad_norm": 1.0853841304779053,
      "learning_rate": 4.126395695087186e-06,
      "loss": 0.3606,
      "step": 755760
    },
    {
      "epoch": 210.93,
      "grad_norm": 1.0711699724197388,
      "learning_rate": 4.126378140135305e-06,
      "loss": 0.3649,
      "step": 755770
    },
    {
      "epoch": 210.93,
      "grad_norm": 1.1802117824554443,
      "learning_rate": 4.1263605849461554e-06,
      "loss": 0.3827,
      "step": 755780
    },
    {
      "epoch": 210.94,
      "grad_norm": 1.162299633026123,
      "learning_rate": 4.126343029519739e-06,
      "loss": 0.3797,
      "step": 755790
    },
    {
      "epoch": 210.94,
      "grad_norm": 1.068669080734253,
      "learning_rate": 4.12632547385606e-06,
      "loss": 0.3887,
      "step": 755800
    },
    {
      "epoch": 210.94,
      "grad_norm": 1.0324407815933228,
      "learning_rate": 4.126307917955119e-06,
      "loss": 0.3689,
      "step": 755810
    },
    {
      "epoch": 210.95,
      "grad_norm": 1.3527215719223022,
      "learning_rate": 4.126290361816919e-06,
      "loss": 0.3921,
      "step": 755820
    },
    {
      "epoch": 210.95,
      "grad_norm": 1.1639477014541626,
      "learning_rate": 4.126272805441463e-06,
      "loss": 0.3613,
      "step": 755830
    },
    {
      "epoch": 210.95,
      "grad_norm": 1.2159278392791748,
      "learning_rate": 4.1262552488287515e-06,
      "loss": 0.3841,
      "step": 755840
    },
    {
      "epoch": 210.95,
      "grad_norm": 1.0002551078796387,
      "learning_rate": 4.12623769197879e-06,
      "loss": 0.3551,
      "step": 755850
    },
    {
      "epoch": 210.96,
      "grad_norm": 1.239745020866394,
      "learning_rate": 4.1262201348915775e-06,
      "loss": 0.3681,
      "step": 755860
    },
    {
      "epoch": 210.96,
      "grad_norm": 1.0543469190597534,
      "learning_rate": 4.126202577567117e-06,
      "loss": 0.3756,
      "step": 755870
    },
    {
      "epoch": 210.96,
      "grad_norm": 1.1348556280136108,
      "learning_rate": 4.126185020005413e-06,
      "loss": 0.3752,
      "step": 755880
    },
    {
      "epoch": 210.97,
      "grad_norm": 1.293117880821228,
      "learning_rate": 4.126167462206466e-06,
      "loss": 0.3728,
      "step": 755890
    },
    {
      "epoch": 210.97,
      "grad_norm": 1.0850534439086914,
      "learning_rate": 4.126149904170279e-06,
      "loss": 0.3703,
      "step": 755900
    },
    {
      "epoch": 210.97,
      "grad_norm": 1.153199315071106,
      "learning_rate": 4.126132345896854e-06,
      "loss": 0.3596,
      "step": 755910
    },
    {
      "epoch": 210.97,
      "grad_norm": 1.0881621837615967,
      "learning_rate": 4.126114787386193e-06,
      "loss": 0.3853,
      "step": 755920
    },
    {
      "epoch": 210.98,
      "grad_norm": 1.325987458229065,
      "learning_rate": 4.126097228638299e-06,
      "loss": 0.3701,
      "step": 755930
    },
    {
      "epoch": 210.98,
      "grad_norm": 1.1149423122406006,
      "learning_rate": 4.126079669653174e-06,
      "loss": 0.3723,
      "step": 755940
    },
    {
      "epoch": 210.98,
      "grad_norm": 1.2309825420379639,
      "learning_rate": 4.126062110430821e-06,
      "loss": 0.3708,
      "step": 755950
    },
    {
      "epoch": 210.99,
      "grad_norm": 1.140468716621399,
      "learning_rate": 4.126044550971241e-06,
      "loss": 0.3649,
      "step": 755960
    },
    {
      "epoch": 210.99,
      "grad_norm": 1.3454735279083252,
      "learning_rate": 4.126026991274438e-06,
      "loss": 0.3747,
      "step": 755970
    },
    {
      "epoch": 210.99,
      "grad_norm": 0.8971357941627502,
      "learning_rate": 4.126009431340412e-06,
      "loss": 0.361,
      "step": 755980
    },
    {
      "epoch": 210.99,
      "grad_norm": 1.0229648351669312,
      "learning_rate": 4.125991871169168e-06,
      "loss": 0.3827,
      "step": 755990
    },
    {
      "epoch": 211.0,
      "grad_norm": 0.986187756061554,
      "learning_rate": 4.125974310760708e-06,
      "loss": 0.3528,
      "step": 756000
    },
    {
      "epoch": 211.0,
      "grad_norm": 1.0724165439605713,
      "learning_rate": 4.125956750115031e-06,
      "loss": 0.3782,
      "step": 756010
    },
    {
      "epoch": 211.0,
      "eval_loss": 0.3723183572292328,
      "eval_runtime": 63.391,
      "eval_samples_per_second": 79.806,
      "eval_steps_per_second": 9.986,
      "step": 756013
    },
    {
      "epoch": 211.0,
      "grad_norm": 1.0395777225494385,
      "learning_rate": 4.125939189232143e-06,
      "loss": 0.3824,
      "step": 756020
    },
    {
      "epoch": 211.0,
      "grad_norm": 0.9750167727470398,
      "learning_rate": 4.125921628112045e-06,
      "loss": 0.3686,
      "step": 756030
    },
    {
      "epoch": 211.01,
      "grad_norm": 1.117822289466858,
      "learning_rate": 4.12590406675474e-06,
      "loss": 0.3714,
      "step": 756040
    },
    {
      "epoch": 211.01,
      "grad_norm": 1.0941354036331177,
      "learning_rate": 4.12588650516023e-06,
      "loss": 0.3659,
      "step": 756050
    },
    {
      "epoch": 211.01,
      "grad_norm": 1.2037500143051147,
      "learning_rate": 4.125868943328517e-06,
      "loss": 0.3634,
      "step": 756060
    },
    {
      "epoch": 211.02,
      "grad_norm": 1.180012583732605,
      "learning_rate": 4.125851381259603e-06,
      "loss": 0.3696,
      "step": 756070
    },
    {
      "epoch": 211.02,
      "grad_norm": 1.0431214570999146,
      "learning_rate": 4.125833818953491e-06,
      "loss": 0.3878,
      "step": 756080
    },
    {
      "epoch": 211.02,
      "grad_norm": 1.1979031562805176,
      "learning_rate": 4.1258162564101825e-06,
      "loss": 0.39,
      "step": 756090
    },
    {
      "epoch": 211.02,
      "grad_norm": 1.1996289491653442,
      "learning_rate": 4.1257986936296815e-06,
      "loss": 0.3725,
      "step": 756100
    },
    {
      "epoch": 211.03,
      "grad_norm": 1.1186872720718384,
      "learning_rate": 4.125781130611988e-06,
      "loss": 0.3674,
      "step": 756110
    },
    {
      "epoch": 211.03,
      "grad_norm": 1.379928469657898,
      "learning_rate": 4.1257635673571074e-06,
      "loss": 0.3613,
      "step": 756120
    },
    {
      "epoch": 211.03,
      "grad_norm": 1.110858678817749,
      "learning_rate": 4.1257460038650394e-06,
      "loss": 0.3778,
      "step": 756130
    },
    {
      "epoch": 211.04,
      "grad_norm": 1.0967711210250854,
      "learning_rate": 4.125728440135787e-06,
      "loss": 0.3721,
      "step": 756140
    },
    {
      "epoch": 211.04,
      "grad_norm": 0.91133713722229,
      "learning_rate": 4.1257108761693534e-06,
      "loss": 0.3642,
      "step": 756150
    },
    {
      "epoch": 211.04,
      "grad_norm": 1.2090580463409424,
      "learning_rate": 4.12569331196574e-06,
      "loss": 0.3748,
      "step": 756160
    },
    {
      "epoch": 211.04,
      "grad_norm": 1.0380914211273193,
      "learning_rate": 4.125675747524949e-06,
      "loss": 0.3763,
      "step": 756170
    },
    {
      "epoch": 211.05,
      "grad_norm": 0.9387589693069458,
      "learning_rate": 4.125658182846984e-06,
      "loss": 0.3665,
      "step": 756180
    },
    {
      "epoch": 211.05,
      "grad_norm": 1.1504565477371216,
      "learning_rate": 4.1256406179318466e-06,
      "loss": 0.377,
      "step": 756190
    },
    {
      "epoch": 211.05,
      "grad_norm": 1.0511813163757324,
      "learning_rate": 4.125623052779538e-06,
      "loss": 0.3566,
      "step": 756200
    },
    {
      "epoch": 211.05,
      "grad_norm": 1.044020175933838,
      "learning_rate": 4.125605487390063e-06,
      "loss": 0.3567,
      "step": 756210
    },
    {
      "epoch": 211.06,
      "grad_norm": 1.074692726135254,
      "learning_rate": 4.125587921763422e-06,
      "loss": 0.3597,
      "step": 756220
    },
    {
      "epoch": 211.06,
      "grad_norm": 0.8798363208770752,
      "learning_rate": 4.125570355899618e-06,
      "loss": 0.3876,
      "step": 756230
    },
    {
      "epoch": 211.06,
      "grad_norm": 1.289096474647522,
      "learning_rate": 4.125552789798653e-06,
      "loss": 0.3587,
      "step": 756240
    },
    {
      "epoch": 211.07,
      "grad_norm": 1.0274866819381714,
      "learning_rate": 4.1255352234605285e-06,
      "loss": 0.3588,
      "step": 756250
    },
    {
      "epoch": 211.07,
      "grad_norm": 1.2490501403808594,
      "learning_rate": 4.12551765688525e-06,
      "loss": 0.3513,
      "step": 756260
    },
    {
      "epoch": 211.07,
      "grad_norm": 1.1437532901763916,
      "learning_rate": 4.125500090072816e-06,
      "loss": 0.3584,
      "step": 756270
    },
    {
      "epoch": 211.07,
      "grad_norm": 1.1756505966186523,
      "learning_rate": 4.1254825230232315e-06,
      "loss": 0.3871,
      "step": 756280
    },
    {
      "epoch": 211.08,
      "grad_norm": 1.1073707342147827,
      "learning_rate": 4.1254649557364974e-06,
      "loss": 0.3625,
      "step": 756290
    },
    {
      "epoch": 211.08,
      "grad_norm": 1.2633603811264038,
      "learning_rate": 4.125447388212617e-06,
      "loss": 0.3617,
      "step": 756300
    },
    {
      "epoch": 211.08,
      "grad_norm": 1.144181728363037,
      "learning_rate": 4.125429820451592e-06,
      "loss": 0.3643,
      "step": 756310
    },
    {
      "epoch": 211.09,
      "grad_norm": 1.1167131662368774,
      "learning_rate": 4.1254122524534255e-06,
      "loss": 0.3753,
      "step": 756320
    },
    {
      "epoch": 211.09,
      "grad_norm": 1.145422339439392,
      "learning_rate": 4.125394684218119e-06,
      "loss": 0.3859,
      "step": 756330
    },
    {
      "epoch": 211.09,
      "grad_norm": 1.098948359489441,
      "learning_rate": 4.125377115745674e-06,
      "loss": 0.3736,
      "step": 756340
    },
    {
      "epoch": 211.09,
      "grad_norm": 1.0819629430770874,
      "learning_rate": 4.125359547036095e-06,
      "loss": 0.3588,
      "step": 756350
    },
    {
      "epoch": 211.1,
      "grad_norm": 1.329291820526123,
      "learning_rate": 4.125341978089383e-06,
      "loss": 0.3502,
      "step": 756360
    },
    {
      "epoch": 211.1,
      "grad_norm": 1.0687811374664307,
      "learning_rate": 4.125324408905541e-06,
      "loss": 0.3817,
      "step": 756370
    },
    {
      "epoch": 211.1,
      "grad_norm": 0.8769428730010986,
      "learning_rate": 4.125306839484571e-06,
      "loss": 0.3735,
      "step": 756380
    },
    {
      "epoch": 211.11,
      "grad_norm": 1.1208062171936035,
      "learning_rate": 4.125289269826474e-06,
      "loss": 0.3851,
      "step": 756390
    },
    {
      "epoch": 211.11,
      "grad_norm": 1.3110829591751099,
      "learning_rate": 4.125271699931254e-06,
      "loss": 0.3671,
      "step": 756400
    },
    {
      "epoch": 211.11,
      "grad_norm": 1.1708070039749146,
      "learning_rate": 4.125254129798915e-06,
      "loss": 0.3685,
      "step": 756410
    },
    {
      "epoch": 211.11,
      "grad_norm": 0.9999303817749023,
      "learning_rate": 4.125236559429456e-06,
      "loss": 0.3779,
      "step": 756420
    },
    {
      "epoch": 211.12,
      "grad_norm": 1.1190623044967651,
      "learning_rate": 4.1252189888228796e-06,
      "loss": 0.364,
      "step": 756430
    },
    {
      "epoch": 211.12,
      "grad_norm": 1.05991792678833,
      "learning_rate": 4.125201417979191e-06,
      "loss": 0.376,
      "step": 756440
    },
    {
      "epoch": 211.12,
      "grad_norm": 1.1693443059921265,
      "learning_rate": 4.125183846898389e-06,
      "loss": 0.3639,
      "step": 756450
    },
    {
      "epoch": 211.12,
      "grad_norm": 1.1559412479400635,
      "learning_rate": 4.125166275580478e-06,
      "loss": 0.3523,
      "step": 756460
    },
    {
      "epoch": 211.13,
      "grad_norm": 1.159736156463623,
      "learning_rate": 4.125148704025461e-06,
      "loss": 0.3664,
      "step": 756470
    },
    {
      "epoch": 211.13,
      "grad_norm": 1.0852105617523193,
      "learning_rate": 4.1251311322333385e-06,
      "loss": 0.3754,
      "step": 756480
    },
    {
      "epoch": 211.13,
      "grad_norm": 1.261629581451416,
      "learning_rate": 4.125113560204114e-06,
      "loss": 0.3731,
      "step": 756490
    },
    {
      "epoch": 211.14,
      "grad_norm": 1.1010510921478271,
      "learning_rate": 4.12509598793779e-06,
      "loss": 0.3889,
      "step": 756500
    },
    {
      "epoch": 211.14,
      "grad_norm": 1.104444980621338,
      "learning_rate": 4.1250784154343685e-06,
      "loss": 0.3831,
      "step": 756510
    },
    {
      "epoch": 211.14,
      "grad_norm": 1.037259578704834,
      "learning_rate": 4.125060842693851e-06,
      "loss": 0.3663,
      "step": 756520
    },
    {
      "epoch": 211.14,
      "grad_norm": 0.9684578776359558,
      "learning_rate": 4.1250432697162405e-06,
      "loss": 0.3701,
      "step": 756530
    },
    {
      "epoch": 211.15,
      "grad_norm": 1.2415235042572021,
      "learning_rate": 4.1250256965015396e-06,
      "loss": 0.3765,
      "step": 756540
    },
    {
      "epoch": 211.15,
      "grad_norm": 1.025019645690918,
      "learning_rate": 4.125008123049751e-06,
      "loss": 0.365,
      "step": 756550
    },
    {
      "epoch": 211.15,
      "grad_norm": 1.4442278146743774,
      "learning_rate": 4.124990549360876e-06,
      "loss": 0.3803,
      "step": 756560
    },
    {
      "epoch": 211.16,
      "grad_norm": 1.0903472900390625,
      "learning_rate": 4.124972975434917e-06,
      "loss": 0.3774,
      "step": 756570
    },
    {
      "epoch": 211.16,
      "grad_norm": 1.0772405862808228,
      "learning_rate": 4.124955401271877e-06,
      "loss": 0.3891,
      "step": 756580
    },
    {
      "epoch": 211.16,
      "grad_norm": 0.9522794485092163,
      "learning_rate": 4.124937826871758e-06,
      "loss": 0.3673,
      "step": 756590
    },
    {
      "epoch": 211.16,
      "grad_norm": 1.2500319480895996,
      "learning_rate": 4.124920252234562e-06,
      "loss": 0.3908,
      "step": 756600
    },
    {
      "epoch": 211.17,
      "grad_norm": 1.478294014930725,
      "learning_rate": 4.124902677360293e-06,
      "loss": 0.3753,
      "step": 756610
    },
    {
      "epoch": 211.17,
      "grad_norm": 1.118404507637024,
      "learning_rate": 4.124885102248951e-06,
      "loss": 0.379,
      "step": 756620
    },
    {
      "epoch": 211.17,
      "grad_norm": 1.1962140798568726,
      "learning_rate": 4.124867526900539e-06,
      "loss": 0.3802,
      "step": 756630
    },
    {
      "epoch": 211.17,
      "grad_norm": 1.018349528312683,
      "learning_rate": 4.124849951315061e-06,
      "loss": 0.3644,
      "step": 756640
    },
    {
      "epoch": 211.18,
      "grad_norm": 1.1441001892089844,
      "learning_rate": 4.124832375492518e-06,
      "loss": 0.3685,
      "step": 756650
    },
    {
      "epoch": 211.18,
      "grad_norm": 1.048420786857605,
      "learning_rate": 4.124814799432912e-06,
      "loss": 0.368,
      "step": 756660
    },
    {
      "epoch": 211.18,
      "grad_norm": 1.1361980438232422,
      "learning_rate": 4.124797223136246e-06,
      "loss": 0.3854,
      "step": 756670
    },
    {
      "epoch": 211.19,
      "grad_norm": 1.3722739219665527,
      "learning_rate": 4.124779646602522e-06,
      "loss": 0.3635,
      "step": 756680
    },
    {
      "epoch": 211.19,
      "grad_norm": 1.1826575994491577,
      "learning_rate": 4.124762069831742e-06,
      "loss": 0.3676,
      "step": 756690
    },
    {
      "epoch": 211.19,
      "grad_norm": 0.9449973702430725,
      "learning_rate": 4.1247444928239095e-06,
      "loss": 0.366,
      "step": 756700
    },
    {
      "epoch": 211.19,
      "grad_norm": 1.0472649335861206,
      "learning_rate": 4.124726915579026e-06,
      "loss": 0.3764,
      "step": 756710
    },
    {
      "epoch": 211.2,
      "grad_norm": 1.0710901021957397,
      "learning_rate": 4.124709338097093e-06,
      "loss": 0.3775,
      "step": 756720
    },
    {
      "epoch": 211.2,
      "grad_norm": 1.1218019723892212,
      "learning_rate": 4.124691760378116e-06,
      "loss": 0.3901,
      "step": 756730
    },
    {
      "epoch": 211.2,
      "grad_norm": 1.1226528882980347,
      "learning_rate": 4.124674182422094e-06,
      "loss": 0.3766,
      "step": 756740
    },
    {
      "epoch": 211.21,
      "grad_norm": 1.1645246744155884,
      "learning_rate": 4.12465660422903e-06,
      "loss": 0.3721,
      "step": 756750
    },
    {
      "epoch": 211.21,
      "grad_norm": 1.212913990020752,
      "learning_rate": 4.124639025798927e-06,
      "loss": 0.3712,
      "step": 756760
    },
    {
      "epoch": 211.21,
      "grad_norm": 1.0570216178894043,
      "learning_rate": 4.124621447131788e-06,
      "loss": 0.3859,
      "step": 756770
    },
    {
      "epoch": 211.21,
      "grad_norm": 1.301200032234192,
      "learning_rate": 4.124603868227613e-06,
      "loss": 0.3564,
      "step": 756780
    },
    {
      "epoch": 211.22,
      "grad_norm": 0.8975126147270203,
      "learning_rate": 4.1245862890864075e-06,
      "loss": 0.3606,
      "step": 756790
    },
    {
      "epoch": 211.22,
      "grad_norm": 1.098904013633728,
      "learning_rate": 4.124568709708171e-06,
      "loss": 0.3764,
      "step": 756800
    },
    {
      "epoch": 211.22,
      "grad_norm": 1.0907152891159058,
      "learning_rate": 4.124551130092908e-06,
      "loss": 0.3862,
      "step": 756810
    },
    {
      "epoch": 211.23,
      "grad_norm": 1.1406219005584717,
      "learning_rate": 4.124533550240619e-06,
      "loss": 0.3741,
      "step": 756820
    },
    {
      "epoch": 211.23,
      "grad_norm": 0.9486365914344788,
      "learning_rate": 4.124515970151308e-06,
      "loss": 0.3685,
      "step": 756830
    },
    {
      "epoch": 211.23,
      "grad_norm": 0.9854136109352112,
      "learning_rate": 4.124498389824976e-06,
      "loss": 0.3749,
      "step": 756840
    },
    {
      "epoch": 211.23,
      "grad_norm": 1.0160536766052246,
      "learning_rate": 4.124480809261627e-06,
      "loss": 0.3673,
      "step": 756850
    },
    {
      "epoch": 211.24,
      "grad_norm": 1.3082364797592163,
      "learning_rate": 4.124463228461261e-06,
      "loss": 0.3624,
      "step": 756860
    },
    {
      "epoch": 211.24,
      "grad_norm": 1.0803837776184082,
      "learning_rate": 4.124445647423882e-06,
      "loss": 0.3482,
      "step": 756870
    },
    {
      "epoch": 211.24,
      "grad_norm": 1.1559616327285767,
      "learning_rate": 4.124428066149492e-06,
      "loss": 0.3683,
      "step": 756880
    },
    {
      "epoch": 211.24,
      "grad_norm": 1.0193992853164673,
      "learning_rate": 4.124410484638093e-06,
      "loss": 0.3611,
      "step": 756890
    },
    {
      "epoch": 211.25,
      "grad_norm": 1.0473943948745728,
      "learning_rate": 4.1243929028896876e-06,
      "loss": 0.3664,
      "step": 756900
    },
    {
      "epoch": 211.25,
      "grad_norm": 1.06148099899292,
      "learning_rate": 4.124375320904279e-06,
      "loss": 0.3991,
      "step": 756910
    },
    {
      "epoch": 211.25,
      "grad_norm": 1.0328073501586914,
      "learning_rate": 4.124357738681868e-06,
      "loss": 0.3717,
      "step": 756920
    },
    {
      "epoch": 211.26,
      "grad_norm": 1.2003813982009888,
      "learning_rate": 4.124340156222458e-06,
      "loss": 0.3594,
      "step": 756930
    },
    {
      "epoch": 211.26,
      "grad_norm": 1.1257597208023071,
      "learning_rate": 4.12432257352605e-06,
      "loss": 0.3653,
      "step": 756940
    },
    {
      "epoch": 211.26,
      "grad_norm": 1.110633134841919,
      "learning_rate": 4.124304990592648e-06,
      "loss": 0.3794,
      "step": 756950
    },
    {
      "epoch": 211.26,
      "grad_norm": 1.1091350317001343,
      "learning_rate": 4.124287407422254e-06,
      "loss": 0.3653,
      "step": 756960
    },
    {
      "epoch": 211.27,
      "grad_norm": 1.1263428926467896,
      "learning_rate": 4.124269824014869e-06,
      "loss": 0.3903,
      "step": 756970
    },
    {
      "epoch": 211.27,
      "grad_norm": 1.1059101819992065,
      "learning_rate": 4.1242522403704965e-06,
      "loss": 0.3584,
      "step": 756980
    },
    {
      "epoch": 211.27,
      "grad_norm": 1.1801544427871704,
      "learning_rate": 4.124234656489139e-06,
      "loss": 0.3519,
      "step": 756990
    },
    {
      "epoch": 211.28,
      "grad_norm": 1.1951406002044678,
      "learning_rate": 4.124217072370799e-06,
      "loss": 0.3799,
      "step": 757000
    },
    {
      "epoch": 211.28,
      "grad_norm": 1.1322015523910522,
      "learning_rate": 4.124199488015478e-06,
      "loss": 0.3829,
      "step": 757010
    },
    {
      "epoch": 211.28,
      "grad_norm": 1.1981961727142334,
      "learning_rate": 4.124181903423179e-06,
      "loss": 0.3831,
      "step": 757020
    },
    {
      "epoch": 211.28,
      "grad_norm": 1.3324463367462158,
      "learning_rate": 4.124164318593903e-06,
      "loss": 0.3681,
      "step": 757030
    },
    {
      "epoch": 211.29,
      "grad_norm": 1.3396812677383423,
      "learning_rate": 4.124146733527654e-06,
      "loss": 0.3602,
      "step": 757040
    },
    {
      "epoch": 211.29,
      "grad_norm": 1.1149885654449463,
      "learning_rate": 4.1241291482244336e-06,
      "loss": 0.3575,
      "step": 757050
    },
    {
      "epoch": 211.29,
      "grad_norm": 1.0392812490463257,
      "learning_rate": 4.1241115626842445e-06,
      "loss": 0.3677,
      "step": 757060
    },
    {
      "epoch": 211.3,
      "grad_norm": 1.047505259513855,
      "learning_rate": 4.124093976907089e-06,
      "loss": 0.3536,
      "step": 757070
    },
    {
      "epoch": 211.3,
      "grad_norm": 1.1429946422576904,
      "learning_rate": 4.1240763908929685e-06,
      "loss": 0.3648,
      "step": 757080
    },
    {
      "epoch": 211.3,
      "grad_norm": 1.2189759016036987,
      "learning_rate": 4.124058804641887e-06,
      "loss": 0.3744,
      "step": 757090
    },
    {
      "epoch": 211.3,
      "grad_norm": 0.9183463454246521,
      "learning_rate": 4.124041218153845e-06,
      "loss": 0.3566,
      "step": 757100
    },
    {
      "epoch": 211.31,
      "grad_norm": 1.4843189716339111,
      "learning_rate": 4.124023631428846e-06,
      "loss": 0.3617,
      "step": 757110
    },
    {
      "epoch": 211.31,
      "grad_norm": 1.2127867937088013,
      "learning_rate": 4.124006044466892e-06,
      "loss": 0.3861,
      "step": 757120
    },
    {
      "epoch": 211.31,
      "grad_norm": 1.1606776714324951,
      "learning_rate": 4.123988457267986e-06,
      "loss": 0.3855,
      "step": 757130
    },
    {
      "epoch": 211.31,
      "grad_norm": 1.0199244022369385,
      "learning_rate": 4.123970869832129e-06,
      "loss": 0.3684,
      "step": 757140
    },
    {
      "epoch": 211.32,
      "grad_norm": 1.063283085823059,
      "learning_rate": 4.123953282159325e-06,
      "loss": 0.3504,
      "step": 757150
    },
    {
      "epoch": 211.32,
      "grad_norm": 1.072830080986023,
      "learning_rate": 4.1239356942495746e-06,
      "loss": 0.3698,
      "step": 757160
    },
    {
      "epoch": 211.32,
      "grad_norm": 1.1033443212509155,
      "learning_rate": 4.123918106102881e-06,
      "loss": 0.3675,
      "step": 757170
    },
    {
      "epoch": 211.33,
      "grad_norm": 1.0994009971618652,
      "learning_rate": 4.1239005177192475e-06,
      "loss": 0.3806,
      "step": 757180
    },
    {
      "epoch": 211.33,
      "grad_norm": 1.0620849132537842,
      "learning_rate": 4.123882929098675e-06,
      "loss": 0.3848,
      "step": 757190
    },
    {
      "epoch": 211.33,
      "grad_norm": 1.1898475885391235,
      "learning_rate": 4.123865340241166e-06,
      "loss": 0.3556,
      "step": 757200
    },
    {
      "epoch": 211.33,
      "grad_norm": 1.1466120481491089,
      "learning_rate": 4.123847751146723e-06,
      "loss": 0.374,
      "step": 757210
    },
    {
      "epoch": 211.34,
      "grad_norm": 1.0426349639892578,
      "learning_rate": 4.1238301618153495e-06,
      "loss": 0.3736,
      "step": 757220
    },
    {
      "epoch": 211.34,
      "grad_norm": 1.269257664680481,
      "learning_rate": 4.123812572247047e-06,
      "loss": 0.3762,
      "step": 757230
    },
    {
      "epoch": 211.34,
      "grad_norm": 1.105597734451294,
      "learning_rate": 4.123794982441817e-06,
      "loss": 0.3646,
      "step": 757240
    },
    {
      "epoch": 211.35,
      "grad_norm": 1.1662858724594116,
      "learning_rate": 4.123777392399661e-06,
      "loss": 0.3622,
      "step": 757250
    },
    {
      "epoch": 211.35,
      "grad_norm": 1.08273184299469,
      "learning_rate": 4.123759802120585e-06,
      "loss": 0.3657,
      "step": 757260
    },
    {
      "epoch": 211.35,
      "grad_norm": 1.310697317123413,
      "learning_rate": 4.123742211604588e-06,
      "loss": 0.366,
      "step": 757270
    },
    {
      "epoch": 211.35,
      "grad_norm": 1.219891905784607,
      "learning_rate": 4.123724620851675e-06,
      "loss": 0.3965,
      "step": 757280
    },
    {
      "epoch": 211.36,
      "grad_norm": 0.9938797354698181,
      "learning_rate": 4.123707029861845e-06,
      "loss": 0.3922,
      "step": 757290
    },
    {
      "epoch": 211.36,
      "grad_norm": 1.094389796257019,
      "learning_rate": 4.123689438635104e-06,
      "loss": 0.365,
      "step": 757300
    },
    {
      "epoch": 211.36,
      "grad_norm": 1.1059542894363403,
      "learning_rate": 4.123671847171451e-06,
      "loss": 0.3693,
      "step": 757310
    },
    {
      "epoch": 211.36,
      "grad_norm": 1.0560743808746338,
      "learning_rate": 4.123654255470891e-06,
      "loss": 0.3788,
      "step": 757320
    },
    {
      "epoch": 211.37,
      "grad_norm": 1.1635605096817017,
      "learning_rate": 4.123636663533425e-06,
      "loss": 0.3756,
      "step": 757330
    },
    {
      "epoch": 211.37,
      "grad_norm": 1.3232131004333496,
      "learning_rate": 4.123619071359056e-06,
      "loss": 0.381,
      "step": 757340
    },
    {
      "epoch": 211.37,
      "grad_norm": 1.0331910848617554,
      "learning_rate": 4.123601478947785e-06,
      "loss": 0.3668,
      "step": 757350
    },
    {
      "epoch": 211.38,
      "grad_norm": 0.9761224985122681,
      "learning_rate": 4.123583886299616e-06,
      "loss": 0.3784,
      "step": 757360
    },
    {
      "epoch": 211.38,
      "grad_norm": 1.1842774152755737,
      "learning_rate": 4.12356629341455e-06,
      "loss": 0.3944,
      "step": 757370
    },
    {
      "epoch": 211.38,
      "grad_norm": 0.9944615960121155,
      "learning_rate": 4.123548700292591e-06,
      "loss": 0.3614,
      "step": 757380
    },
    {
      "epoch": 211.38,
      "grad_norm": 0.9365857243537903,
      "learning_rate": 4.12353110693374e-06,
      "loss": 0.3475,
      "step": 757390
    },
    {
      "epoch": 211.39,
      "grad_norm": 1.073959231376648,
      "learning_rate": 4.123513513337999e-06,
      "loss": 0.3771,
      "step": 757400
    },
    {
      "epoch": 211.39,
      "grad_norm": 1.1942981481552124,
      "learning_rate": 4.123495919505371e-06,
      "loss": 0.3877,
      "step": 757410
    },
    {
      "epoch": 211.39,
      "grad_norm": 0.9773500561714172,
      "learning_rate": 4.123478325435859e-06,
      "loss": 0.3575,
      "step": 757420
    },
    {
      "epoch": 211.4,
      "grad_norm": 1.0910311937332153,
      "learning_rate": 4.123460731129464e-06,
      "loss": 0.3554,
      "step": 757430
    },
    {
      "epoch": 211.4,
      "grad_norm": 1.1823513507843018,
      "learning_rate": 4.12344313658619e-06,
      "loss": 0.3578,
      "step": 757440
    },
    {
      "epoch": 211.4,
      "grad_norm": 1.2216441631317139,
      "learning_rate": 4.123425541806037e-06,
      "loss": 0.3754,
      "step": 757450
    },
    {
      "epoch": 211.4,
      "grad_norm": 1.1423274278640747,
      "learning_rate": 4.1234079467890095e-06,
      "loss": 0.3697,
      "step": 757460
    },
    {
      "epoch": 211.41,
      "grad_norm": 1.1677333116531372,
      "learning_rate": 4.123390351535109e-06,
      "loss": 0.3701,
      "step": 757470
    },
    {
      "epoch": 211.41,
      "grad_norm": 1.1605228185653687,
      "learning_rate": 4.123372756044338e-06,
      "loss": 0.3617,
      "step": 757480
    },
    {
      "epoch": 211.41,
      "grad_norm": 1.0112196207046509,
      "learning_rate": 4.123355160316698e-06,
      "loss": 0.3697,
      "step": 757490
    },
    {
      "epoch": 211.42,
      "grad_norm": 1.1095201969146729,
      "learning_rate": 4.123337564352193e-06,
      "loss": 0.3762,
      "step": 757500
    },
    {
      "epoch": 211.42,
      "grad_norm": 1.174041986465454,
      "learning_rate": 4.123319968150824e-06,
      "loss": 0.3777,
      "step": 757510
    },
    {
      "epoch": 211.42,
      "grad_norm": 1.2412291765213013,
      "learning_rate": 4.123302371712594e-06,
      "loss": 0.3733,
      "step": 757520
    },
    {
      "epoch": 211.42,
      "grad_norm": 2.637256383895874,
      "learning_rate": 4.123284775037505e-06,
      "loss": 0.3565,
      "step": 757530
    },
    {
      "epoch": 211.43,
      "grad_norm": 1.1065477132797241,
      "learning_rate": 4.12326717812556e-06,
      "loss": 0.3552,
      "step": 757540
    },
    {
      "epoch": 211.43,
      "grad_norm": 1.217652440071106,
      "learning_rate": 4.12324958097676e-06,
      "loss": 0.38,
      "step": 757550
    },
    {
      "epoch": 211.43,
      "grad_norm": 1.124591588973999,
      "learning_rate": 4.123231983591107e-06,
      "loss": 0.3785,
      "step": 757560
    },
    {
      "epoch": 211.43,
      "grad_norm": 1.1786175966262817,
      "learning_rate": 4.1232143859686065e-06,
      "loss": 0.3711,
      "step": 757570
    },
    {
      "epoch": 211.44,
      "grad_norm": 1.0655437707901,
      "learning_rate": 4.123196788109258e-06,
      "loss": 0.3847,
      "step": 757580
    },
    {
      "epoch": 211.44,
      "grad_norm": 1.0557924509048462,
      "learning_rate": 4.1231791900130645e-06,
      "loss": 0.3641,
      "step": 757590
    },
    {
      "epoch": 211.44,
      "grad_norm": 1.1378244161605835,
      "learning_rate": 4.123161591680028e-06,
      "loss": 0.3729,
      "step": 757600
    },
    {
      "epoch": 211.45,
      "grad_norm": 1.0065945386886597,
      "learning_rate": 4.123143993110153e-06,
      "loss": 0.3625,
      "step": 757610
    },
    {
      "epoch": 211.45,
      "grad_norm": 3.082005262374878,
      "learning_rate": 4.123126394303439e-06,
      "loss": 0.3847,
      "step": 757620
    },
    {
      "epoch": 211.45,
      "grad_norm": 1.2024141550064087,
      "learning_rate": 4.123108795259889e-06,
      "loss": 0.3861,
      "step": 757630
    },
    {
      "epoch": 211.45,
      "grad_norm": 1.0886434316635132,
      "learning_rate": 4.123091195979507e-06,
      "loss": 0.3771,
      "step": 757640
    },
    {
      "epoch": 211.46,
      "grad_norm": 1.008766531944275,
      "learning_rate": 4.1230735964622935e-06,
      "loss": 0.3607,
      "step": 757650
    },
    {
      "epoch": 211.46,
      "grad_norm": 1.0803544521331787,
      "learning_rate": 4.123055996708252e-06,
      "loss": 0.3652,
      "step": 757660
    },
    {
      "epoch": 211.46,
      "grad_norm": 1.2792549133300781,
      "learning_rate": 4.1230383967173845e-06,
      "loss": 0.3668,
      "step": 757670
    },
    {
      "epoch": 211.47,
      "grad_norm": 1.074074149131775,
      "learning_rate": 4.123020796489692e-06,
      "loss": 0.3701,
      "step": 757680
    },
    {
      "epoch": 211.47,
      "grad_norm": 4.590037822723389,
      "learning_rate": 4.123003196025179e-06,
      "loss": 0.3672,
      "step": 757690
    },
    {
      "epoch": 211.47,
      "grad_norm": 1.1949232816696167,
      "learning_rate": 4.1229855953238475e-06,
      "loss": 0.3654,
      "step": 757700
    },
    {
      "epoch": 211.47,
      "grad_norm": 1.113875389099121,
      "learning_rate": 4.122967994385699e-06,
      "loss": 0.3725,
      "step": 757710
    },
    {
      "epoch": 211.48,
      "grad_norm": 1.0207102298736572,
      "learning_rate": 4.122950393210735e-06,
      "loss": 0.3754,
      "step": 757720
    },
    {
      "epoch": 211.48,
      "grad_norm": 1.1150853633880615,
      "learning_rate": 4.12293279179896e-06,
      "loss": 0.3732,
      "step": 757730
    },
    {
      "epoch": 211.48,
      "grad_norm": 1.117699384689331,
      "learning_rate": 4.122915190150375e-06,
      "loss": 0.3751,
      "step": 757740
    },
    {
      "epoch": 211.48,
      "grad_norm": 1.1020545959472656,
      "learning_rate": 4.1228975882649825e-06,
      "loss": 0.3884,
      "step": 757750
    },
    {
      "epoch": 211.49,
      "grad_norm": 1.0082156658172607,
      "learning_rate": 4.122879986142785e-06,
      "loss": 0.3739,
      "step": 757760
    },
    {
      "epoch": 211.49,
      "grad_norm": 1.045250415802002,
      "learning_rate": 4.1228623837837845e-06,
      "loss": 0.3726,
      "step": 757770
    },
    {
      "epoch": 211.49,
      "grad_norm": 1.1299103498458862,
      "learning_rate": 4.122844781187985e-06,
      "loss": 0.3654,
      "step": 757780
    },
    {
      "epoch": 211.5,
      "grad_norm": 1.1245651245117188,
      "learning_rate": 4.122827178355386e-06,
      "loss": 0.3673,
      "step": 757790
    },
    {
      "epoch": 211.5,
      "grad_norm": 0.9755817651748657,
      "learning_rate": 4.122809575285992e-06,
      "loss": 0.3633,
      "step": 757800
    },
    {
      "epoch": 211.5,
      "grad_norm": 1.054165005683899,
      "learning_rate": 4.122791971979804e-06,
      "loss": 0.3623,
      "step": 757810
    },
    {
      "epoch": 211.5,
      "grad_norm": 1.0525388717651367,
      "learning_rate": 4.122774368436826e-06,
      "loss": 0.3449,
      "step": 757820
    },
    {
      "epoch": 211.51,
      "grad_norm": 1.0288136005401611,
      "learning_rate": 4.122756764657059e-06,
      "loss": 0.3759,
      "step": 757830
    },
    {
      "epoch": 211.51,
      "grad_norm": 6.782314300537109,
      "learning_rate": 4.122739160640505e-06,
      "loss": 0.3691,
      "step": 757840
    },
    {
      "epoch": 211.51,
      "grad_norm": 1.2389932870864868,
      "learning_rate": 4.122721556387168e-06,
      "loss": 0.3564,
      "step": 757850
    },
    {
      "epoch": 211.52,
      "grad_norm": 1.1633241176605225,
      "learning_rate": 4.122703951897049e-06,
      "loss": 0.3684,
      "step": 757860
    },
    {
      "epoch": 211.52,
      "grad_norm": 1.1399879455566406,
      "learning_rate": 4.122686347170151e-06,
      "loss": 0.3905,
      "step": 757870
    },
    {
      "epoch": 211.52,
      "grad_norm": 0.8931695222854614,
      "learning_rate": 4.122668742206476e-06,
      "loss": 0.3825,
      "step": 757880
    },
    {
      "epoch": 211.52,
      "grad_norm": 1.2028170824050903,
      "learning_rate": 4.122651137006026e-06,
      "loss": 0.3692,
      "step": 757890
    },
    {
      "epoch": 211.53,
      "grad_norm": 1.0742744207382202,
      "learning_rate": 4.1226335315688045e-06,
      "loss": 0.3486,
      "step": 757900
    },
    {
      "epoch": 211.53,
      "grad_norm": 1.0808994770050049,
      "learning_rate": 4.1226159258948134e-06,
      "loss": 0.3587,
      "step": 757910
    },
    {
      "epoch": 211.53,
      "grad_norm": 1.1934131383895874,
      "learning_rate": 4.122598319984054e-06,
      "loss": 0.3844,
      "step": 757920
    },
    {
      "epoch": 211.54,
      "grad_norm": 0.9393035173416138,
      "learning_rate": 4.12258071383653e-06,
      "loss": 0.3595,
      "step": 757930
    },
    {
      "epoch": 211.54,
      "grad_norm": 0.9142972230911255,
      "learning_rate": 4.122563107452242e-06,
      "loss": 0.3608,
      "step": 757940
    },
    {
      "epoch": 211.54,
      "grad_norm": 1.1798306703567505,
      "learning_rate": 4.1225455008311945e-06,
      "loss": 0.3608,
      "step": 757950
    },
    {
      "epoch": 211.54,
      "grad_norm": 1.0838264226913452,
      "learning_rate": 4.1225278939733884e-06,
      "loss": 0.3862,
      "step": 757960
    },
    {
      "epoch": 211.55,
      "grad_norm": 1.2271276712417603,
      "learning_rate": 4.1225102868788265e-06,
      "loss": 0.376,
      "step": 757970
    },
    {
      "epoch": 211.55,
      "grad_norm": 1.0164934396743774,
      "learning_rate": 4.122492679547511e-06,
      "loss": 0.3588,
      "step": 757980
    },
    {
      "epoch": 211.55,
      "grad_norm": 1.24028480052948,
      "learning_rate": 4.122475071979445e-06,
      "loss": 0.3667,
      "step": 757990
    },
    {
      "epoch": 211.55,
      "grad_norm": 1.0261043310165405,
      "learning_rate": 4.12245746417463e-06,
      "loss": 0.3628,
      "step": 758000
    },
    {
      "epoch": 211.56,
      "grad_norm": 1.2456008195877075,
      "learning_rate": 4.1224398561330675e-06,
      "loss": 0.3627,
      "step": 758010
    },
    {
      "epoch": 211.56,
      "grad_norm": 0.9436751008033752,
      "learning_rate": 4.122422247854762e-06,
      "loss": 0.3767,
      "step": 758020
    },
    {
      "epoch": 211.56,
      "grad_norm": 1.1475591659545898,
      "learning_rate": 4.1224046393397145e-06,
      "loss": 0.3547,
      "step": 758030
    },
    {
      "epoch": 211.57,
      "grad_norm": 1.0265048742294312,
      "learning_rate": 4.1223870305879276e-06,
      "loss": 0.3594,
      "step": 758040
    },
    {
      "epoch": 211.57,
      "grad_norm": 1.335208773612976,
      "learning_rate": 4.122369421599404e-06,
      "loss": 0.3785,
      "step": 758050
    },
    {
      "epoch": 211.57,
      "grad_norm": 1.2196033000946045,
      "learning_rate": 4.1223518123741444e-06,
      "loss": 0.3766,
      "step": 758060
    },
    {
      "epoch": 211.57,
      "grad_norm": 5.014491081237793,
      "learning_rate": 4.122334202912154e-06,
      "loss": 0.3704,
      "step": 758070
    },
    {
      "epoch": 211.58,
      "grad_norm": 0.862021267414093,
      "learning_rate": 4.122316593213433e-06,
      "loss": 0.3445,
      "step": 758080
    },
    {
      "epoch": 211.58,
      "grad_norm": 1.2755956649780273,
      "learning_rate": 4.122298983277983e-06,
      "loss": 0.3722,
      "step": 758090
    },
    {
      "epoch": 211.58,
      "grad_norm": 1.177003026008606,
      "learning_rate": 4.12228137310581e-06,
      "loss": 0.3467,
      "step": 758100
    },
    {
      "epoch": 211.59,
      "grad_norm": 1.1744568347930908,
      "learning_rate": 4.122263762696912e-06,
      "loss": 0.3724,
      "step": 758110
    },
    {
      "epoch": 211.59,
      "grad_norm": 1.3176573514938354,
      "learning_rate": 4.1222461520512944e-06,
      "loss": 0.3772,
      "step": 758120
    },
    {
      "epoch": 211.59,
      "grad_norm": 1.039034128189087,
      "learning_rate": 4.122228541168959e-06,
      "loss": 0.3827,
      "step": 758130
    },
    {
      "epoch": 211.59,
      "grad_norm": 1.1282806396484375,
      "learning_rate": 4.122210930049906e-06,
      "loss": 0.3657,
      "step": 758140
    },
    {
      "epoch": 211.6,
      "grad_norm": 1.0710409879684448,
      "learning_rate": 4.122193318694141e-06,
      "loss": 0.3735,
      "step": 758150
    },
    {
      "epoch": 211.6,
      "grad_norm": 6.934439182281494,
      "learning_rate": 4.122175707101664e-06,
      "loss": 0.39,
      "step": 758160
    },
    {
      "epoch": 211.6,
      "grad_norm": 1.0717393159866333,
      "learning_rate": 4.122158095272477e-06,
      "loss": 0.3887,
      "step": 758170
    },
    {
      "epoch": 211.6,
      "grad_norm": 0.991868257522583,
      "learning_rate": 4.122140483206585e-06,
      "loss": 0.3743,
      "step": 758180
    },
    {
      "epoch": 211.61,
      "grad_norm": 1.0163675546646118,
      "learning_rate": 4.122122870903987e-06,
      "loss": 0.3825,
      "step": 758190
    },
    {
      "epoch": 211.61,
      "grad_norm": 1.0634965896606445,
      "learning_rate": 4.1221052583646885e-06,
      "loss": 0.3635,
      "step": 758200
    },
    {
      "epoch": 211.61,
      "grad_norm": 1.08256196975708,
      "learning_rate": 4.12208764558869e-06,
      "loss": 0.3683,
      "step": 758210
    },
    {
      "epoch": 211.62,
      "grad_norm": 1.2331852912902832,
      "learning_rate": 4.122070032575995e-06,
      "loss": 0.3725,
      "step": 758220
    },
    {
      "epoch": 211.62,
      "grad_norm": 1.0257660150527954,
      "learning_rate": 4.122052419326603e-06,
      "loss": 0.3774,
      "step": 758230
    },
    {
      "epoch": 211.62,
      "grad_norm": 1.0579584836959839,
      "learning_rate": 4.122034805840521e-06,
      "loss": 0.3768,
      "step": 758240
    },
    {
      "epoch": 211.62,
      "grad_norm": 1.2240599393844604,
      "learning_rate": 4.122017192117747e-06,
      "loss": 0.3676,
      "step": 758250
    },
    {
      "epoch": 211.63,
      "grad_norm": 1.2766458988189697,
      "learning_rate": 4.121999578158286e-06,
      "loss": 0.3747,
      "step": 758260
    },
    {
      "epoch": 211.63,
      "grad_norm": 1.2153295278549194,
      "learning_rate": 4.12198196396214e-06,
      "loss": 0.3845,
      "step": 758270
    },
    {
      "epoch": 211.63,
      "grad_norm": 1.0733457803726196,
      "learning_rate": 4.12196434952931e-06,
      "loss": 0.3573,
      "step": 758280
    },
    {
      "epoch": 211.64,
      "grad_norm": 1.1061022281646729,
      "learning_rate": 4.1219467348598e-06,
      "loss": 0.35,
      "step": 758290
    },
    {
      "epoch": 211.64,
      "grad_norm": 0.967567503452301,
      "learning_rate": 4.121929119953611e-06,
      "loss": 0.3589,
      "step": 758300
    },
    {
      "epoch": 211.64,
      "grad_norm": 1.0956166982650757,
      "learning_rate": 4.121911504810746e-06,
      "loss": 0.3698,
      "step": 758310
    },
    {
      "epoch": 211.64,
      "grad_norm": 1.0714685916900635,
      "learning_rate": 4.121893889431206e-06,
      "loss": 0.3894,
      "step": 758320
    },
    {
      "epoch": 211.65,
      "grad_norm": 1.0317636728286743,
      "learning_rate": 4.1218762738149966e-06,
      "loss": 0.3742,
      "step": 758330
    },
    {
      "epoch": 211.65,
      "grad_norm": 1.1387289762496948,
      "learning_rate": 4.1218586579621165e-06,
      "loss": 0.375,
      "step": 758340
    },
    {
      "epoch": 211.65,
      "grad_norm": 1.1935608386993408,
      "learning_rate": 4.12184104187257e-06,
      "loss": 0.3622,
      "step": 758350
    },
    {
      "epoch": 211.66,
      "grad_norm": 1.1442030668258667,
      "learning_rate": 4.12182342554636e-06,
      "loss": 0.3643,
      "step": 758360
    },
    {
      "epoch": 211.66,
      "grad_norm": 1.0889909267425537,
      "learning_rate": 4.121805808983487e-06,
      "loss": 0.3701,
      "step": 758370
    },
    {
      "epoch": 211.66,
      "grad_norm": 1.168028712272644,
      "learning_rate": 4.121788192183955e-06,
      "loss": 0.3587,
      "step": 758380
    },
    {
      "epoch": 211.66,
      "grad_norm": 1.0938071012496948,
      "learning_rate": 4.1217705751477655e-06,
      "loss": 0.3679,
      "step": 758390
    },
    {
      "epoch": 211.67,
      "grad_norm": 1.041835904121399,
      "learning_rate": 4.12175295787492e-06,
      "loss": 0.3674,
      "step": 758400
    },
    {
      "epoch": 211.67,
      "grad_norm": 1.130692720413208,
      "learning_rate": 4.1217353403654224e-06,
      "loss": 0.3798,
      "step": 758410
    },
    {
      "epoch": 211.67,
      "grad_norm": 0.9174891710281372,
      "learning_rate": 4.1217177226192755e-06,
      "loss": 0.3889,
      "step": 758420
    },
    {
      "epoch": 211.67,
      "grad_norm": 1.056134581565857,
      "learning_rate": 4.1217001046364794e-06,
      "loss": 0.367,
      "step": 758430
    },
    {
      "epoch": 211.68,
      "grad_norm": 1.1078619956970215,
      "learning_rate": 4.1216824864170384e-06,
      "loss": 0.3745,
      "step": 758440
    },
    {
      "epoch": 211.68,
      "grad_norm": 1.1098082065582275,
      "learning_rate": 4.121664867960953e-06,
      "loss": 0.372,
      "step": 758450
    },
    {
      "epoch": 211.68,
      "grad_norm": 1.3130172491073608,
      "learning_rate": 4.121647249268228e-06,
      "loss": 0.3679,
      "step": 758460
    },
    {
      "epoch": 211.69,
      "grad_norm": 1.8450727462768555,
      "learning_rate": 4.121629630338863e-06,
      "loss": 0.3861,
      "step": 758470
    },
    {
      "epoch": 211.69,
      "grad_norm": 1.1681922674179077,
      "learning_rate": 4.121612011172862e-06,
      "loss": 0.3708,
      "step": 758480
    },
    {
      "epoch": 211.69,
      "grad_norm": 1.109832763671875,
      "learning_rate": 4.121594391770228e-06,
      "loss": 0.3939,
      "step": 758490
    },
    {
      "epoch": 211.69,
      "grad_norm": 1.0295240879058838,
      "learning_rate": 4.121576772130962e-06,
      "loss": 0.3822,
      "step": 758500
    },
    {
      "epoch": 211.7,
      "grad_norm": 1.0148348808288574,
      "learning_rate": 4.121559152255067e-06,
      "loss": 0.3762,
      "step": 758510
    },
    {
      "epoch": 211.7,
      "grad_norm": 0.9752294421195984,
      "learning_rate": 4.121541532142544e-06,
      "loss": 0.3633,
      "step": 758520
    },
    {
      "epoch": 211.7,
      "grad_norm": 1.1553593873977661,
      "learning_rate": 4.121523911793398e-06,
      "loss": 0.3853,
      "step": 758530
    },
    {
      "epoch": 211.71,
      "grad_norm": 1.318928599357605,
      "learning_rate": 4.121506291207629e-06,
      "loss": 0.3514,
      "step": 758540
    },
    {
      "epoch": 211.71,
      "grad_norm": 1.1108167171478271,
      "learning_rate": 4.12148867038524e-06,
      "loss": 0.3894,
      "step": 758550
    },
    {
      "epoch": 211.71,
      "grad_norm": 1.1737104654312134,
      "learning_rate": 4.121471049326234e-06,
      "loss": 0.3767,
      "step": 758560
    },
    {
      "epoch": 211.71,
      "grad_norm": 1.0902608633041382,
      "learning_rate": 4.121453428030613e-06,
      "loss": 0.3881,
      "step": 758570
    },
    {
      "epoch": 211.72,
      "grad_norm": 1.2650655508041382,
      "learning_rate": 4.121435806498379e-06,
      "loss": 0.3897,
      "step": 758580
    },
    {
      "epoch": 211.72,
      "grad_norm": 1.0945096015930176,
      "learning_rate": 4.121418184729534e-06,
      "loss": 0.3657,
      "step": 758590
    },
    {
      "epoch": 211.72,
      "grad_norm": 1.167702078819275,
      "learning_rate": 4.121400562724081e-06,
      "loss": 0.3691,
      "step": 758600
    },
    {
      "epoch": 211.72,
      "grad_norm": 1.040432095527649,
      "learning_rate": 4.121382940482022e-06,
      "loss": 0.3715,
      "step": 758610
    },
    {
      "epoch": 211.73,
      "grad_norm": 0.9893449544906616,
      "learning_rate": 4.121365318003361e-06,
      "loss": 0.3879,
      "step": 758620
    },
    {
      "epoch": 211.73,
      "grad_norm": 1.0612621307373047,
      "learning_rate": 4.121347695288098e-06,
      "loss": 0.3622,
      "step": 758630
    },
    {
      "epoch": 211.73,
      "grad_norm": 1.291450023651123,
      "learning_rate": 4.121330072336236e-06,
      "loss": 0.3787,
      "step": 758640
    },
    {
      "epoch": 211.74,
      "grad_norm": 1.1180721521377563,
      "learning_rate": 4.121312449147777e-06,
      "loss": 0.3722,
      "step": 758650
    },
    {
      "epoch": 211.74,
      "grad_norm": 1.106095790863037,
      "learning_rate": 4.121294825722726e-06,
      "loss": 0.3919,
      "step": 758660
    },
    {
      "epoch": 211.74,
      "grad_norm": 1.1967899799346924,
      "learning_rate": 4.121277202061081e-06,
      "loss": 0.3756,
      "step": 758670
    },
    {
      "epoch": 211.74,
      "grad_norm": 1.080620288848877,
      "learning_rate": 4.1212595781628475e-06,
      "loss": 0.3632,
      "step": 758680
    },
    {
      "epoch": 211.75,
      "grad_norm": 1.156613826751709,
      "learning_rate": 4.1212419540280274e-06,
      "loss": 0.3723,
      "step": 758690
    },
    {
      "epoch": 211.75,
      "grad_norm": 1.0962074995040894,
      "learning_rate": 4.1212243296566226e-06,
      "loss": 0.3497,
      "step": 758700
    },
    {
      "epoch": 211.75,
      "grad_norm": 1.377437710762024,
      "learning_rate": 4.1212067050486355e-06,
      "loss": 0.373,
      "step": 758710
    },
    {
      "epoch": 211.76,
      "grad_norm": 1.155502200126648,
      "learning_rate": 4.121189080204069e-06,
      "loss": 0.3839,
      "step": 758720
    },
    {
      "epoch": 211.76,
      "grad_norm": 1.1758607625961304,
      "learning_rate": 4.121171455122923e-06,
      "loss": 0.3732,
      "step": 758730
    },
    {
      "epoch": 211.76,
      "grad_norm": 1.053911566734314,
      "learning_rate": 4.121153829805204e-06,
      "loss": 0.3644,
      "step": 758740
    },
    {
      "epoch": 211.76,
      "grad_norm": 1.1655319929122925,
      "learning_rate": 4.1211362042509105e-06,
      "loss": 0.3955,
      "step": 758750
    },
    {
      "epoch": 211.77,
      "grad_norm": 1.2416718006134033,
      "learning_rate": 4.121118578460046e-06,
      "loss": 0.3751,
      "step": 758760
    },
    {
      "epoch": 211.77,
      "grad_norm": 1.1358485221862793,
      "learning_rate": 4.121100952432615e-06,
      "loss": 0.3767,
      "step": 758770
    },
    {
      "epoch": 211.77,
      "grad_norm": 0.9868326783180237,
      "learning_rate": 4.121083326168616e-06,
      "loss": 0.3695,
      "step": 758780
    },
    {
      "epoch": 211.78,
      "grad_norm": 1.056995153427124,
      "learning_rate": 4.121065699668055e-06,
      "loss": 0.3726,
      "step": 758790
    },
    {
      "epoch": 211.78,
      "grad_norm": 0.9404253959655762,
      "learning_rate": 4.121048072930933e-06,
      "loss": 0.3546,
      "step": 758800
    },
    {
      "epoch": 211.78,
      "grad_norm": 1.1447349786758423,
      "learning_rate": 4.121030445957251e-06,
      "loss": 0.364,
      "step": 758810
    },
    {
      "epoch": 211.78,
      "grad_norm": 1.057956576347351,
      "learning_rate": 4.121012818747013e-06,
      "loss": 0.3766,
      "step": 758820
    },
    {
      "epoch": 211.79,
      "grad_norm": 1.0826172828674316,
      "learning_rate": 4.120995191300221e-06,
      "loss": 0.3767,
      "step": 758830
    },
    {
      "epoch": 211.79,
      "grad_norm": 1.0406031608581543,
      "learning_rate": 4.120977563616877e-06,
      "loss": 0.3788,
      "step": 758840
    },
    {
      "epoch": 211.79,
      "grad_norm": 0.9810814261436462,
      "learning_rate": 4.120959935696984e-06,
      "loss": 0.3707,
      "step": 758850
    },
    {
      "epoch": 211.79,
      "grad_norm": 0.8805201649665833,
      "learning_rate": 4.1209423075405435e-06,
      "loss": 0.3695,
      "step": 758860
    },
    {
      "epoch": 211.8,
      "grad_norm": 1.2095078229904175,
      "learning_rate": 4.120924679147558e-06,
      "loss": 0.3787,
      "step": 758870
    },
    {
      "epoch": 211.8,
      "grad_norm": 0.93440842628479,
      "learning_rate": 4.120907050518031e-06,
      "loss": 0.3612,
      "step": 758880
    },
    {
      "epoch": 211.8,
      "grad_norm": 1.236010193824768,
      "learning_rate": 4.120889421651962e-06,
      "loss": 0.3763,
      "step": 758890
    },
    {
      "epoch": 211.81,
      "grad_norm": 1.1175618171691895,
      "learning_rate": 4.120871792549357e-06,
      "loss": 0.3711,
      "step": 758900
    },
    {
      "epoch": 211.81,
      "grad_norm": 1.1165010929107666,
      "learning_rate": 4.120854163210216e-06,
      "loss": 0.3596,
      "step": 758910
    },
    {
      "epoch": 211.81,
      "grad_norm": 1.1751092672348022,
      "learning_rate": 4.120836533634542e-06,
      "loss": 0.3621,
      "step": 758920
    },
    {
      "epoch": 211.81,
      "grad_norm": 1.0344239473342896,
      "learning_rate": 4.120818903822337e-06,
      "loss": 0.3701,
      "step": 758930
    },
    {
      "epoch": 211.82,
      "grad_norm": 1.0881372690200806,
      "learning_rate": 4.120801273773605e-06,
      "loss": 0.3785,
      "step": 758940
    },
    {
      "epoch": 211.82,
      "grad_norm": 1.116744875907898,
      "learning_rate": 4.120783643488345e-06,
      "loss": 0.3599,
      "step": 758950
    },
    {
      "epoch": 211.82,
      "grad_norm": 0.9783210754394531,
      "learning_rate": 4.120766012966562e-06,
      "loss": 0.3792,
      "step": 758960
    },
    {
      "epoch": 211.83,
      "grad_norm": 1.0267066955566406,
      "learning_rate": 4.120748382208258e-06,
      "loss": 0.3847,
      "step": 758970
    },
    {
      "epoch": 211.83,
      "grad_norm": 1.0077049732208252,
      "learning_rate": 4.120730751213435e-06,
      "loss": 0.3721,
      "step": 758980
    },
    {
      "epoch": 211.83,
      "grad_norm": 0.9170587062835693,
      "learning_rate": 4.120713119982095e-06,
      "loss": 0.3716,
      "step": 758990
    },
    {
      "epoch": 211.83,
      "grad_norm": 1.0436161756515503,
      "learning_rate": 4.120695488514242e-06,
      "loss": 0.3718,
      "step": 759000
    },
    {
      "epoch": 211.84,
      "grad_norm": 0.9510427117347717,
      "learning_rate": 4.120677856809876e-06,
      "loss": 0.3826,
      "step": 759010
    },
    {
      "epoch": 211.84,
      "grad_norm": 0.9249833822250366,
      "learning_rate": 4.120660224869001e-06,
      "loss": 0.367,
      "step": 759020
    },
    {
      "epoch": 211.84,
      "grad_norm": 1.0434626340866089,
      "learning_rate": 4.120642592691618e-06,
      "loss": 0.3889,
      "step": 759030
    },
    {
      "epoch": 211.84,
      "grad_norm": 1.0868151187896729,
      "learning_rate": 4.12062496027773e-06,
      "loss": 0.3662,
      "step": 759040
    },
    {
      "epoch": 211.85,
      "grad_norm": 1.0858041048049927,
      "learning_rate": 4.12060732762734e-06,
      "loss": 0.3871,
      "step": 759050
    },
    {
      "epoch": 211.85,
      "grad_norm": 0.9757459163665771,
      "learning_rate": 4.120589694740449e-06,
      "loss": 0.3546,
      "step": 759060
    },
    {
      "epoch": 211.85,
      "grad_norm": 1.3932372331619263,
      "learning_rate": 4.120572061617061e-06,
      "loss": 0.3672,
      "step": 759070
    },
    {
      "epoch": 211.86,
      "grad_norm": 0.9739724397659302,
      "learning_rate": 4.120554428257177e-06,
      "loss": 0.3741,
      "step": 759080
    },
    {
      "epoch": 211.86,
      "grad_norm": 1.0044416189193726,
      "learning_rate": 4.120536794660801e-06,
      "loss": 0.39,
      "step": 759090
    },
    {
      "epoch": 211.86,
      "grad_norm": 1.1070555448532104,
      "learning_rate": 4.120519160827934e-06,
      "loss": 0.3846,
      "step": 759100
    },
    {
      "epoch": 211.86,
      "grad_norm": 1.007567048072815,
      "learning_rate": 4.120501526758577e-06,
      "loss": 0.3664,
      "step": 759110
    },
    {
      "epoch": 211.87,
      "grad_norm": 1.2295960187911987,
      "learning_rate": 4.120483892452735e-06,
      "loss": 0.3689,
      "step": 759120
    },
    {
      "epoch": 211.87,
      "grad_norm": 0.9752720594406128,
      "learning_rate": 4.120466257910409e-06,
      "loss": 0.365,
      "step": 759130
    },
    {
      "epoch": 211.87,
      "grad_norm": 1.0548245906829834,
      "learning_rate": 4.120448623131602e-06,
      "loss": 0.3845,
      "step": 759140
    },
    {
      "epoch": 211.88,
      "grad_norm": 0.9550433158874512,
      "learning_rate": 4.120430988116315e-06,
      "loss": 0.3439,
      "step": 759150
    },
    {
      "epoch": 211.88,
      "grad_norm": 0.9462849497795105,
      "learning_rate": 4.120413352864552e-06,
      "loss": 0.3795,
      "step": 759160
    },
    {
      "epoch": 211.88,
      "grad_norm": 1.0695629119873047,
      "learning_rate": 4.120395717376315e-06,
      "loss": 0.3812,
      "step": 759170
    },
    {
      "epoch": 211.88,
      "grad_norm": 1.0734788179397583,
      "learning_rate": 4.120378081651605e-06,
      "loss": 0.3751,
      "step": 759180
    },
    {
      "epoch": 211.89,
      "grad_norm": 0.9643886685371399,
      "learning_rate": 4.120360445690426e-06,
      "loss": 0.3768,
      "step": 759190
    },
    {
      "epoch": 211.89,
      "grad_norm": 1.061720848083496,
      "learning_rate": 4.120342809492779e-06,
      "loss": 0.3773,
      "step": 759200
    },
    {
      "epoch": 211.89,
      "grad_norm": 0.9356285929679871,
      "learning_rate": 4.120325173058668e-06,
      "loss": 0.379,
      "step": 759210
    },
    {
      "epoch": 211.9,
      "grad_norm": 1.0427106618881226,
      "learning_rate": 4.120307536388094e-06,
      "loss": 0.3693,
      "step": 759220
    },
    {
      "epoch": 211.9,
      "grad_norm": 1.116890549659729,
      "learning_rate": 4.120289899481059e-06,
      "loss": 0.3641,
      "step": 759230
    },
    {
      "epoch": 211.9,
      "grad_norm": 0.9891804456710815,
      "learning_rate": 4.120272262337566e-06,
      "loss": 0.3677,
      "step": 759240
    },
    {
      "epoch": 211.9,
      "grad_norm": 1.0842716693878174,
      "learning_rate": 4.120254624957618e-06,
      "loss": 0.3801,
      "step": 759250
    },
    {
      "epoch": 211.91,
      "grad_norm": 1.2414354085922241,
      "learning_rate": 4.1202369873412175e-06,
      "loss": 0.3983,
      "step": 759260
    },
    {
      "epoch": 211.91,
      "grad_norm": 0.9636628031730652,
      "learning_rate": 4.120219349488365e-06,
      "loss": 0.367,
      "step": 759270
    },
    {
      "epoch": 211.91,
      "grad_norm": 1.0996944904327393,
      "learning_rate": 4.120201711399065e-06,
      "loss": 0.3882,
      "step": 759280
    },
    {
      "epoch": 211.91,
      "grad_norm": 1.0108031034469604,
      "learning_rate": 4.1201840730733176e-06,
      "loss": 0.3451,
      "step": 759290
    },
    {
      "epoch": 211.92,
      "grad_norm": 1.0130717754364014,
      "learning_rate": 4.120166434511127e-06,
      "loss": 0.3958,
      "step": 759300
    },
    {
      "epoch": 211.92,
      "grad_norm": 1.0894651412963867,
      "learning_rate": 4.120148795712494e-06,
      "loss": 0.3784,
      "step": 759310
    },
    {
      "epoch": 211.92,
      "grad_norm": 1.0534214973449707,
      "learning_rate": 4.120131156677423e-06,
      "loss": 0.3721,
      "step": 759320
    },
    {
      "epoch": 211.93,
      "grad_norm": 0.8999015092849731,
      "learning_rate": 4.120113517405915e-06,
      "loss": 0.3742,
      "step": 759330
    },
    {
      "epoch": 211.93,
      "grad_norm": 1.147831678390503,
      "learning_rate": 4.120095877897972e-06,
      "loss": 0.3817,
      "step": 759340
    },
    {
      "epoch": 211.93,
      "grad_norm": 1.0142804384231567,
      "learning_rate": 4.120078238153597e-06,
      "loss": 0.3907,
      "step": 759350
    },
    {
      "epoch": 211.93,
      "grad_norm": 0.963361918926239,
      "learning_rate": 4.1200605981727915e-06,
      "loss": 0.3807,
      "step": 759360
    },
    {
      "epoch": 211.94,
      "grad_norm": 1.3267066478729248,
      "learning_rate": 4.12004295795556e-06,
      "loss": 0.3932,
      "step": 759370
    },
    {
      "epoch": 211.94,
      "grad_norm": 1.1941485404968262,
      "learning_rate": 4.120025317501903e-06,
      "loss": 0.3644,
      "step": 759380
    },
    {
      "epoch": 211.94,
      "grad_norm": 1.0940721035003662,
      "learning_rate": 4.120007676811823e-06,
      "loss": 0.371,
      "step": 759390
    },
    {
      "epoch": 211.95,
      "grad_norm": 1.105757236480713,
      "learning_rate": 4.119990035885323e-06,
      "loss": 0.3674,
      "step": 759400
    },
    {
      "epoch": 211.95,
      "grad_norm": 1.1952937841415405,
      "learning_rate": 4.119972394722405e-06,
      "loss": 0.3546,
      "step": 759410
    },
    {
      "epoch": 211.95,
      "grad_norm": 1.0258933305740356,
      "learning_rate": 4.11995475332307e-06,
      "loss": 0.3649,
      "step": 759420
    },
    {
      "epoch": 211.95,
      "grad_norm": 1.252076268196106,
      "learning_rate": 4.119937111687323e-06,
      "loss": 0.376,
      "step": 759430
    },
    {
      "epoch": 211.96,
      "grad_norm": 1.1727887392044067,
      "learning_rate": 4.1199194698151645e-06,
      "loss": 0.3749,
      "step": 759440
    },
    {
      "epoch": 211.96,
      "grad_norm": 1.0774654150009155,
      "learning_rate": 4.1199018277065975e-06,
      "loss": 0.3774,
      "step": 759450
    },
    {
      "epoch": 211.96,
      "grad_norm": 1.0132149457931519,
      "learning_rate": 4.1198841853616245e-06,
      "loss": 0.3683,
      "step": 759460
    },
    {
      "epoch": 211.96,
      "grad_norm": 0.9804031848907471,
      "learning_rate": 4.119866542780247e-06,
      "loss": 0.3704,
      "step": 759470
    },
    {
      "epoch": 211.97,
      "grad_norm": 1.0620362758636475,
      "learning_rate": 4.119848899962469e-06,
      "loss": 0.367,
      "step": 759480
    },
    {
      "epoch": 211.97,
      "grad_norm": 1.051005244255066,
      "learning_rate": 4.119831256908291e-06,
      "loss": 0.3526,
      "step": 759490
    },
    {
      "epoch": 211.97,
      "grad_norm": 1.1165012121200562,
      "learning_rate": 4.119813613617716e-06,
      "loss": 0.3693,
      "step": 759500
    },
    {
      "epoch": 211.98,
      "grad_norm": 1.0840669870376587,
      "learning_rate": 4.119795970090746e-06,
      "loss": 0.3668,
      "step": 759510
    },
    {
      "epoch": 211.98,
      "grad_norm": 1.048139214515686,
      "learning_rate": 4.1197783263273845e-06,
      "loss": 0.3591,
      "step": 759520
    },
    {
      "epoch": 211.98,
      "grad_norm": 0.982715904712677,
      "learning_rate": 4.1197606823276334e-06,
      "loss": 0.3768,
      "step": 759530
    },
    {
      "epoch": 211.98,
      "grad_norm": 1.3622300624847412,
      "learning_rate": 4.119743038091494e-06,
      "loss": 0.3749,
      "step": 759540
    },
    {
      "epoch": 211.99,
      "grad_norm": 1.176607370376587,
      "learning_rate": 4.119725393618969e-06,
      "loss": 0.3556,
      "step": 759550
    },
    {
      "epoch": 211.99,
      "grad_norm": 0.978762149810791,
      "learning_rate": 4.119707748910063e-06,
      "loss": 0.3696,
      "step": 759560
    },
    {
      "epoch": 211.99,
      "grad_norm": 1.2621756792068481,
      "learning_rate": 4.1196901039647755e-06,
      "loss": 0.3505,
      "step": 759570
    },
    {
      "epoch": 212.0,
      "grad_norm": 1.079559564590454,
      "learning_rate": 4.11967245878311e-06,
      "loss": 0.3853,
      "step": 759580
    },
    {
      "epoch": 212.0,
      "grad_norm": 0.9207878112792969,
      "learning_rate": 4.119654813365068e-06,
      "loss": 0.3724,
      "step": 759590
    },
    {
      "epoch": 212.0,
      "eval_loss": 0.3720758557319641,
      "eval_runtime": 63.2827,
      "eval_samples_per_second": 79.943,
      "eval_steps_per_second": 10.003,
      "step": 759596
    },
    {
      "epoch": 212.0,
      "grad_norm": 1.1190454959869385,
      "learning_rate": 4.119637167710654e-06,
      "loss": 0.3711,
      "step": 759600
    },
    {
      "epoch": 212.0,
      "grad_norm": 1.073798418045044,
      "learning_rate": 4.119619521819868e-06,
      "loss": 0.3703,
      "step": 759610
    },
    {
      "epoch": 212.01,
      "grad_norm": 1.0603975057601929,
      "learning_rate": 4.119601875692713e-06,
      "loss": 0.3755,
      "step": 759620
    },
    {
      "epoch": 212.01,
      "grad_norm": 1.0574592351913452,
      "learning_rate": 4.119584229329192e-06,
      "loss": 0.379,
      "step": 759630
    },
    {
      "epoch": 212.01,
      "grad_norm": 1.123153567314148,
      "learning_rate": 4.119566582729307e-06,
      "loss": 0.3744,
      "step": 759640
    },
    {
      "epoch": 212.02,
      "grad_norm": 1.6769667863845825,
      "learning_rate": 4.119548935893061e-06,
      "loss": 0.3478,
      "step": 759650
    },
    {
      "epoch": 212.02,
      "grad_norm": 1.2753252983093262,
      "learning_rate": 4.119531288820455e-06,
      "loss": 0.3984,
      "step": 759660
    },
    {
      "epoch": 212.02,
      "grad_norm": 0.9868740439414978,
      "learning_rate": 4.119513641511492e-06,
      "loss": 0.3749,
      "step": 759670
    },
    {
      "epoch": 212.02,
      "grad_norm": 1.1925718784332275,
      "learning_rate": 4.119495993966174e-06,
      "loss": 0.3784,
      "step": 759680
    },
    {
      "epoch": 212.03,
      "grad_norm": 1.0654172897338867,
      "learning_rate": 4.119478346184505e-06,
      "loss": 0.367,
      "step": 759690
    },
    {
      "epoch": 212.03,
      "grad_norm": 1.043154239654541,
      "learning_rate": 4.119460698166485e-06,
      "loss": 0.3765,
      "step": 759700
    },
    {
      "epoch": 212.03,
      "grad_norm": 1.0394039154052734,
      "learning_rate": 4.119443049912118e-06,
      "loss": 0.3673,
      "step": 759710
    },
    {
      "epoch": 212.03,
      "grad_norm": 1.3225066661834717,
      "learning_rate": 4.119425401421405e-06,
      "loss": 0.3573,
      "step": 759720
    },
    {
      "epoch": 212.04,
      "grad_norm": 1.0936781167984009,
      "learning_rate": 4.119407752694349e-06,
      "loss": 0.3712,
      "step": 759730
    },
    {
      "epoch": 212.04,
      "grad_norm": 1.351617455482483,
      "learning_rate": 4.119390103730954e-06,
      "loss": 0.3743,
      "step": 759740
    },
    {
      "epoch": 212.04,
      "grad_norm": 1.1363725662231445,
      "learning_rate": 4.119372454531219e-06,
      "loss": 0.3632,
      "step": 759750
    },
    {
      "epoch": 212.05,
      "grad_norm": 0.9809100031852722,
      "learning_rate": 4.119354805095149e-06,
      "loss": 0.3643,
      "step": 759760
    },
    {
      "epoch": 212.05,
      "grad_norm": 1.1618506908416748,
      "learning_rate": 4.119337155422746e-06,
      "loss": 0.3654,
      "step": 759770
    },
    {
      "epoch": 212.05,
      "grad_norm": 1.3153918981552124,
      "learning_rate": 4.119319505514012e-06,
      "loss": 0.3746,
      "step": 759780
    },
    {
      "epoch": 212.05,
      "grad_norm": 0.9829294681549072,
      "learning_rate": 4.119301855368948e-06,
      "loss": 0.3636,
      "step": 759790
    },
    {
      "epoch": 212.06,
      "grad_norm": 1.2351958751678467,
      "learning_rate": 4.119284204987558e-06,
      "loss": 0.3612,
      "step": 759800
    },
    {
      "epoch": 212.06,
      "grad_norm": 1.2425838708877563,
      "learning_rate": 4.119266554369844e-06,
      "loss": 0.38,
      "step": 759810
    },
    {
      "epoch": 212.06,
      "grad_norm": 1.125837802886963,
      "learning_rate": 4.119248903515809e-06,
      "loss": 0.376,
      "step": 759820
    },
    {
      "epoch": 212.07,
      "grad_norm": 1.274872064590454,
      "learning_rate": 4.119231252425454e-06,
      "loss": 0.3744,
      "step": 759830
    },
    {
      "epoch": 212.07,
      "grad_norm": 1.0909041166305542,
      "learning_rate": 4.119213601098782e-06,
      "loss": 0.3743,
      "step": 759840
    },
    {
      "epoch": 212.07,
      "grad_norm": 1.0821024179458618,
      "learning_rate": 4.119195949535795e-06,
      "loss": 0.3744,
      "step": 759850
    },
    {
      "epoch": 212.07,
      "grad_norm": 1.1340787410736084,
      "learning_rate": 4.119178297736497e-06,
      "loss": 0.3836,
      "step": 759860
    },
    {
      "epoch": 212.08,
      "grad_norm": 0.9588479399681091,
      "learning_rate": 4.119160645700887e-06,
      "loss": 0.3652,
      "step": 759870
    },
    {
      "epoch": 212.08,
      "grad_norm": 1.2133533954620361,
      "learning_rate": 4.11914299342897e-06,
      "loss": 0.3693,
      "step": 759880
    },
    {
      "epoch": 212.08,
      "grad_norm": 1.092422366142273,
      "learning_rate": 4.119125340920748e-06,
      "loss": 0.3745,
      "step": 759890
    },
    {
      "epoch": 212.08,
      "grad_norm": 1.0973398685455322,
      "learning_rate": 4.1191076881762235e-06,
      "loss": 0.3621,
      "step": 759900
    },
    {
      "epoch": 212.09,
      "grad_norm": 1.1220414638519287,
      "learning_rate": 4.119090035195397e-06,
      "loss": 0.3623,
      "step": 759910
    },
    {
      "epoch": 212.09,
      "grad_norm": 1.1607613563537598,
      "learning_rate": 4.119072381978274e-06,
      "loss": 0.3489,
      "step": 759920
    },
    {
      "epoch": 212.09,
      "grad_norm": 1.148878574371338,
      "learning_rate": 4.119054728524854e-06,
      "loss": 0.3678,
      "step": 759930
    },
    {
      "epoch": 212.1,
      "grad_norm": 0.9823336005210876,
      "learning_rate": 4.119037074835141e-06,
      "loss": 0.3668,
      "step": 759940
    },
    {
      "epoch": 212.1,
      "grad_norm": 1.1066359281539917,
      "learning_rate": 4.119019420909136e-06,
      "loss": 0.3729,
      "step": 759950
    },
    {
      "epoch": 212.1,
      "grad_norm": 1.1672124862670898,
      "learning_rate": 4.119001766746844e-06,
      "loss": 0.3612,
      "step": 759960
    },
    {
      "epoch": 212.1,
      "grad_norm": 1.077168583869934,
      "learning_rate": 4.118984112348263e-06,
      "loss": 0.3599,
      "step": 759970
    },
    {
      "epoch": 212.11,
      "grad_norm": 1.1705451011657715,
      "learning_rate": 4.1189664577134004e-06,
      "loss": 0.3765,
      "step": 759980
    },
    {
      "epoch": 212.11,
      "grad_norm": 1.003177285194397,
      "learning_rate": 4.118948802842253e-06,
      "loss": 0.3648,
      "step": 759990
    },
    {
      "epoch": 212.11,
      "grad_norm": 1.1623173952102661,
      "learning_rate": 4.118931147734829e-06,
      "loss": 0.3674,
      "step": 760000
    },
    {
      "epoch": 212.12,
      "grad_norm": 1.1314424276351929,
      "learning_rate": 4.118913492391127e-06,
      "loss": 0.3675,
      "step": 760010
    },
    {
      "epoch": 212.12,
      "grad_norm": 1.085768699645996,
      "learning_rate": 4.11889583681115e-06,
      "loss": 0.3697,
      "step": 760020
    },
    {
      "epoch": 212.12,
      "grad_norm": 1.2558798789978027,
      "learning_rate": 4.1188781809949e-06,
      "loss": 0.3737,
      "step": 760030
    },
    {
      "epoch": 212.12,
      "grad_norm": 1.0572824478149414,
      "learning_rate": 4.118860524942382e-06,
      "loss": 0.3805,
      "step": 760040
    },
    {
      "epoch": 212.13,
      "grad_norm": 1.2159641981124878,
      "learning_rate": 4.118842868653594e-06,
      "loss": 0.3742,
      "step": 760050
    },
    {
      "epoch": 212.13,
      "grad_norm": 0.9982277750968933,
      "learning_rate": 4.118825212128541e-06,
      "loss": 0.3608,
      "step": 760060
    },
    {
      "epoch": 212.13,
      "grad_norm": 1.0947904586791992,
      "learning_rate": 4.118807555367226e-06,
      "loss": 0.3834,
      "step": 760070
    },
    {
      "epoch": 212.14,
      "grad_norm": 1.0079455375671387,
      "learning_rate": 4.11878989836965e-06,
      "loss": 0.3683,
      "step": 760080
    },
    {
      "epoch": 212.14,
      "grad_norm": 1.0566041469573975,
      "learning_rate": 4.118772241135816e-06,
      "loss": 0.3751,
      "step": 760090
    },
    {
      "epoch": 212.14,
      "grad_norm": 1.1234651803970337,
      "learning_rate": 4.118754583665725e-06,
      "loss": 0.3738,
      "step": 760100
    },
    {
      "epoch": 212.14,
      "grad_norm": 1.0940769910812378,
      "learning_rate": 4.118736925959382e-06,
      "loss": 0.3697,
      "step": 760110
    },
    {
      "epoch": 212.15,
      "grad_norm": 1.0999873876571655,
      "learning_rate": 4.1187192680167866e-06,
      "loss": 0.3544,
      "step": 760120
    },
    {
      "epoch": 212.15,
      "grad_norm": 1.365393042564392,
      "learning_rate": 4.118701609837942e-06,
      "loss": 0.3687,
      "step": 760130
    },
    {
      "epoch": 212.15,
      "grad_norm": 1.2564162015914917,
      "learning_rate": 4.1186839514228515e-06,
      "loss": 0.3641,
      "step": 760140
    },
    {
      "epoch": 212.15,
      "grad_norm": 1.1930956840515137,
      "learning_rate": 4.118666292771517e-06,
      "loss": 0.3876,
      "step": 760150
    },
    {
      "epoch": 212.16,
      "grad_norm": 1.0842821598052979,
      "learning_rate": 4.11864863388394e-06,
      "loss": 0.3624,
      "step": 760160
    },
    {
      "epoch": 212.16,
      "grad_norm": 1.105031967163086,
      "learning_rate": 4.1186309747601246e-06,
      "loss": 0.3705,
      "step": 760170
    },
    {
      "epoch": 212.16,
      "grad_norm": 1.2087976932525635,
      "learning_rate": 4.1186133154000706e-06,
      "loss": 0.3856,
      "step": 760180
    },
    {
      "epoch": 212.17,
      "grad_norm": 1.070007562637329,
      "learning_rate": 4.118595655803783e-06,
      "loss": 0.3756,
      "step": 760190
    },
    {
      "epoch": 212.17,
      "grad_norm": 1.1651207208633423,
      "learning_rate": 4.118577995971262e-06,
      "loss": 0.3561,
      "step": 760200
    },
    {
      "epoch": 212.17,
      "grad_norm": 1.2286170721054077,
      "learning_rate": 4.118560335902512e-06,
      "loss": 0.3801,
      "step": 760210
    },
    {
      "epoch": 212.17,
      "grad_norm": 1.4837346076965332,
      "learning_rate": 4.118542675597533e-06,
      "loss": 0.3846,
      "step": 760220
    },
    {
      "epoch": 212.18,
      "grad_norm": 1.285292387008667,
      "learning_rate": 4.11852501505633e-06,
      "loss": 0.3787,
      "step": 760230
    },
    {
      "epoch": 212.18,
      "grad_norm": 7.412869453430176,
      "learning_rate": 4.118507354278903e-06,
      "loss": 0.3676,
      "step": 760240
    },
    {
      "epoch": 212.18,
      "grad_norm": 1.0156162977218628,
      "learning_rate": 4.118489693265255e-06,
      "loss": 0.3754,
      "step": 760250
    },
    {
      "epoch": 212.19,
      "grad_norm": 1.2853868007659912,
      "learning_rate": 4.1184720320153895e-06,
      "loss": 0.3636,
      "step": 760260
    },
    {
      "epoch": 212.19,
      "grad_norm": 1.0724892616271973,
      "learning_rate": 4.118454370529308e-06,
      "loss": 0.3505,
      "step": 760270
    },
    {
      "epoch": 212.19,
      "grad_norm": 1.00639009475708,
      "learning_rate": 4.118436708807012e-06,
      "loss": 0.3565,
      "step": 760280
    },
    {
      "epoch": 212.19,
      "grad_norm": 1.0826139450073242,
      "learning_rate": 4.118419046848506e-06,
      "loss": 0.358,
      "step": 760290
    },
    {
      "epoch": 212.2,
      "grad_norm": 1.2255421876907349,
      "learning_rate": 4.11840138465379e-06,
      "loss": 0.3613,
      "step": 760300
    },
    {
      "epoch": 212.2,
      "grad_norm": 0.9964233040809631,
      "learning_rate": 4.118383722222868e-06,
      "loss": 0.3703,
      "step": 760310
    },
    {
      "epoch": 212.2,
      "grad_norm": 1.0561528205871582,
      "learning_rate": 4.118366059555742e-06,
      "loss": 0.3566,
      "step": 760320
    },
    {
      "epoch": 212.2,
      "grad_norm": 1.0041513442993164,
      "learning_rate": 4.118348396652413e-06,
      "loss": 0.3835,
      "step": 760330
    },
    {
      "epoch": 212.21,
      "grad_norm": 1.1705188751220703,
      "learning_rate": 4.118330733512886e-06,
      "loss": 0.3854,
      "step": 760340
    },
    {
      "epoch": 212.21,
      "grad_norm": 1.106544852256775,
      "learning_rate": 4.11831307013716e-06,
      "loss": 0.3857,
      "step": 760350
    },
    {
      "epoch": 212.21,
      "grad_norm": 1.1441240310668945,
      "learning_rate": 4.1182954065252406e-06,
      "loss": 0.3784,
      "step": 760360
    },
    {
      "epoch": 212.22,
      "grad_norm": 1.1509438753128052,
      "learning_rate": 4.118277742677128e-06,
      "loss": 0.3593,
      "step": 760370
    },
    {
      "epoch": 212.22,
      "grad_norm": 0.9697765111923218,
      "learning_rate": 4.118260078592826e-06,
      "loss": 0.3854,
      "step": 760380
    },
    {
      "epoch": 212.22,
      "grad_norm": 0.9586026668548584,
      "learning_rate": 4.118242414272336e-06,
      "loss": 0.3658,
      "step": 760390
    },
    {
      "epoch": 212.22,
      "grad_norm": 1.0238782167434692,
      "learning_rate": 4.11822474971566e-06,
      "loss": 0.373,
      "step": 760400
    },
    {
      "epoch": 212.23,
      "grad_norm": 1.213538408279419,
      "learning_rate": 4.118207084922801e-06,
      "loss": 0.3669,
      "step": 760410
    },
    {
      "epoch": 212.23,
      "grad_norm": 1.1509381532669067,
      "learning_rate": 4.118189419893762e-06,
      "loss": 0.3805,
      "step": 760420
    },
    {
      "epoch": 212.23,
      "grad_norm": 1.2291063070297241,
      "learning_rate": 4.118171754628544e-06,
      "loss": 0.3903,
      "step": 760430
    },
    {
      "epoch": 212.24,
      "grad_norm": 1.2696435451507568,
      "learning_rate": 4.118154089127151e-06,
      "loss": 0.3784,
      "step": 760440
    },
    {
      "epoch": 212.24,
      "grad_norm": 0.9595109224319458,
      "learning_rate": 4.118136423389583e-06,
      "loss": 0.3883,
      "step": 760450
    },
    {
      "epoch": 212.24,
      "grad_norm": 1.3160287141799927,
      "learning_rate": 4.118118757415844e-06,
      "loss": 0.3754,
      "step": 760460
    },
    {
      "epoch": 212.24,
      "grad_norm": 1.1490365266799927,
      "learning_rate": 4.118101091205937e-06,
      "loss": 0.363,
      "step": 760470
    },
    {
      "epoch": 212.25,
      "grad_norm": 0.9924511909484863,
      "learning_rate": 4.118083424759862e-06,
      "loss": 0.359,
      "step": 760480
    },
    {
      "epoch": 212.25,
      "grad_norm": 1.0330357551574707,
      "learning_rate": 4.118065758077623e-06,
      "loss": 0.3827,
      "step": 760490
    },
    {
      "epoch": 212.25,
      "grad_norm": 1.1784635782241821,
      "learning_rate": 4.118048091159223e-06,
      "loss": 0.3651,
      "step": 760500
    },
    {
      "epoch": 212.26,
      "grad_norm": 1.1175891160964966,
      "learning_rate": 4.1180304240046625e-06,
      "loss": 0.3688,
      "step": 760510
    },
    {
      "epoch": 212.26,
      "grad_norm": 1.083702802658081,
      "learning_rate": 4.118012756613946e-06,
      "loss": 0.3915,
      "step": 760520
    },
    {
      "epoch": 212.26,
      "grad_norm": 10.627492904663086,
      "learning_rate": 4.117995088987073e-06,
      "loss": 0.3781,
      "step": 760530
    },
    {
      "epoch": 212.26,
      "grad_norm": 1.1601191759109497,
      "learning_rate": 4.117977421124048e-06,
      "loss": 0.372,
      "step": 760540
    },
    {
      "epoch": 212.27,
      "grad_norm": 1.1098361015319824,
      "learning_rate": 4.117959753024873e-06,
      "loss": 0.3712,
      "step": 760550
    },
    {
      "epoch": 212.27,
      "grad_norm": 1.0967429876327515,
      "learning_rate": 4.1179420846895515e-06,
      "loss": 0.3683,
      "step": 760560
    },
    {
      "epoch": 212.27,
      "grad_norm": 1.1883209943771362,
      "learning_rate": 4.117924416118083e-06,
      "loss": 0.3518,
      "step": 760570
    },
    {
      "epoch": 212.27,
      "grad_norm": 1.289534091949463,
      "learning_rate": 4.1179067473104715e-06,
      "loss": 0.3752,
      "step": 760580
    },
    {
      "epoch": 212.28,
      "grad_norm": 1.1898140907287598,
      "learning_rate": 4.117889078266719e-06,
      "loss": 0.3722,
      "step": 760590
    },
    {
      "epoch": 212.28,
      "grad_norm": 1.0792468786239624,
      "learning_rate": 4.117871408986829e-06,
      "loss": 0.3773,
      "step": 760600
    },
    {
      "epoch": 212.28,
      "grad_norm": 1.109676480293274,
      "learning_rate": 4.117853739470803e-06,
      "loss": 0.3687,
      "step": 760610
    },
    {
      "epoch": 212.29,
      "grad_norm": 1.2689625024795532,
      "learning_rate": 4.117836069718643e-06,
      "loss": 0.3594,
      "step": 760620
    },
    {
      "epoch": 212.29,
      "grad_norm": 1.0193077325820923,
      "learning_rate": 4.117818399730352e-06,
      "loss": 0.378,
      "step": 760630
    },
    {
      "epoch": 212.29,
      "grad_norm": 1.1059874296188354,
      "learning_rate": 4.117800729505931e-06,
      "loss": 0.3666,
      "step": 760640
    },
    {
      "epoch": 212.29,
      "grad_norm": 1.0864146947860718,
      "learning_rate": 4.117783059045384e-06,
      "loss": 0.3681,
      "step": 760650
    },
    {
      "epoch": 212.3,
      "grad_norm": 1.2347724437713623,
      "learning_rate": 4.1177653883487125e-06,
      "loss": 0.3757,
      "step": 760660
    },
    {
      "epoch": 212.3,
      "grad_norm": 0.969356894493103,
      "learning_rate": 4.117747717415919e-06,
      "loss": 0.3528,
      "step": 760670
    },
    {
      "epoch": 212.3,
      "grad_norm": 1.0943553447723389,
      "learning_rate": 4.117730046247007e-06,
      "loss": 0.379,
      "step": 760680
    },
    {
      "epoch": 212.31,
      "grad_norm": 0.9325658679008484,
      "learning_rate": 4.117712374841977e-06,
      "loss": 0.3763,
      "step": 760690
    },
    {
      "epoch": 212.31,
      "grad_norm": 1.280948281288147,
      "learning_rate": 4.117694703200832e-06,
      "loss": 0.3878,
      "step": 760700
    },
    {
      "epoch": 212.31,
      "grad_norm": 4.073112487792969,
      "learning_rate": 4.117677031323575e-06,
      "loss": 0.3713,
      "step": 760710
    },
    {
      "epoch": 212.31,
      "grad_norm": 1.1155766248703003,
      "learning_rate": 4.1176593592102065e-06,
      "loss": 0.3571,
      "step": 760720
    },
    {
      "epoch": 212.32,
      "grad_norm": 1.1529648303985596,
      "learning_rate": 4.117641686860731e-06,
      "loss": 0.3675,
      "step": 760730
    },
    {
      "epoch": 212.32,
      "grad_norm": 1.1186217069625854,
      "learning_rate": 4.1176240142751504e-06,
      "loss": 0.3621,
      "step": 760740
    },
    {
      "epoch": 212.32,
      "grad_norm": 1.0016136169433594,
      "learning_rate": 4.117606341453466e-06,
      "loss": 0.3704,
      "step": 760750
    },
    {
      "epoch": 212.32,
      "grad_norm": 1.19962477684021,
      "learning_rate": 4.1175886683956814e-06,
      "loss": 0.3808,
      "step": 760760
    },
    {
      "epoch": 212.33,
      "grad_norm": 1.1379544734954834,
      "learning_rate": 4.117570995101798e-06,
      "loss": 0.3604,
      "step": 760770
    },
    {
      "epoch": 212.33,
      "grad_norm": 1.038993000984192,
      "learning_rate": 4.117553321571819e-06,
      "loss": 0.3678,
      "step": 760780
    },
    {
      "epoch": 212.33,
      "grad_norm": 1.0629240274429321,
      "learning_rate": 4.117535647805745e-06,
      "loss": 0.3757,
      "step": 760790
    },
    {
      "epoch": 212.34,
      "grad_norm": 1.2068930864334106,
      "learning_rate": 4.117517973803582e-06,
      "loss": 0.3629,
      "step": 760800
    },
    {
      "epoch": 212.34,
      "grad_norm": 1.390915870666504,
      "learning_rate": 4.117500299565329e-06,
      "loss": 0.3703,
      "step": 760810
    },
    {
      "epoch": 212.34,
      "grad_norm": 1.0599738359451294,
      "learning_rate": 4.117482625090988e-06,
      "loss": 0.3684,
      "step": 760820
    },
    {
      "epoch": 212.34,
      "grad_norm": 1.1691523790359497,
      "learning_rate": 4.117464950380564e-06,
      "loss": 0.3841,
      "step": 760830
    },
    {
      "epoch": 212.35,
      "grad_norm": 1.0510367155075073,
      "learning_rate": 4.117447275434058e-06,
      "loss": 0.3784,
      "step": 760840
    },
    {
      "epoch": 212.35,
      "grad_norm": 1.0535163879394531,
      "learning_rate": 4.117429600251473e-06,
      "loss": 0.3795,
      "step": 760850
    },
    {
      "epoch": 212.35,
      "grad_norm": 1.0494599342346191,
      "learning_rate": 4.117411924832809e-06,
      "loss": 0.3824,
      "step": 760860
    },
    {
      "epoch": 212.36,
      "grad_norm": 1.0530520677566528,
      "learning_rate": 4.117394249178071e-06,
      "loss": 0.3753,
      "step": 760870
    },
    {
      "epoch": 212.36,
      "grad_norm": 1.2629685401916504,
      "learning_rate": 4.117376573287261e-06,
      "loss": 0.3747,
      "step": 760880
    },
    {
      "epoch": 212.36,
      "grad_norm": 1.1282857656478882,
      "learning_rate": 4.11735889716038e-06,
      "loss": 0.3621,
      "step": 760890
    },
    {
      "epoch": 212.36,
      "grad_norm": 1.0639339685440063,
      "learning_rate": 4.117341220797432e-06,
      "loss": 0.3596,
      "step": 760900
    },
    {
      "epoch": 212.37,
      "grad_norm": 3.0946402549743652,
      "learning_rate": 4.117323544198418e-06,
      "loss": 0.379,
      "step": 760910
    },
    {
      "epoch": 212.37,
      "grad_norm": 1.0237287282943726,
      "learning_rate": 4.117305867363341e-06,
      "loss": 0.3707,
      "step": 760920
    },
    {
      "epoch": 212.37,
      "grad_norm": 0.9916321039199829,
      "learning_rate": 4.117288190292203e-06,
      "loss": 0.3566,
      "step": 760930
    },
    {
      "epoch": 212.38,
      "grad_norm": 1.1080275774002075,
      "learning_rate": 4.117270512985007e-06,
      "loss": 0.3768,
      "step": 760940
    },
    {
      "epoch": 212.38,
      "grad_norm": 1.1079504489898682,
      "learning_rate": 4.1172528354417544e-06,
      "loss": 0.3718,
      "step": 760950
    },
    {
      "epoch": 212.38,
      "grad_norm": 1.0595088005065918,
      "learning_rate": 4.117235157662449e-06,
      "loss": 0.3781,
      "step": 760960
    },
    {
      "epoch": 212.38,
      "grad_norm": 1.3922356367111206,
      "learning_rate": 4.1172174796470905e-06,
      "loss": 0.3646,
      "step": 760970
    },
    {
      "epoch": 212.39,
      "grad_norm": 1.047162652015686,
      "learning_rate": 4.117199801395684e-06,
      "loss": 0.3651,
      "step": 760980
    },
    {
      "epoch": 212.39,
      "grad_norm": 1.0779898166656494,
      "learning_rate": 4.117182122908231e-06,
      "loss": 0.374,
      "step": 760990
    },
    {
      "epoch": 212.39,
      "grad_norm": 1.216997504234314,
      "learning_rate": 4.117164444184735e-06,
      "loss": 0.3974,
      "step": 761000
    },
    {
      "epoch": 212.39,
      "grad_norm": 1.020960807800293,
      "learning_rate": 4.117146765225195e-06,
      "loss": 0.3895,
      "step": 761010
    },
    {
      "epoch": 212.4,
      "grad_norm": 1.0854440927505493,
      "learning_rate": 4.117129086029616e-06,
      "loss": 0.3462,
      "step": 761020
    },
    {
      "epoch": 212.4,
      "grad_norm": 1.1072975397109985,
      "learning_rate": 4.117111406597999e-06,
      "loss": 0.3763,
      "step": 761030
    },
    {
      "epoch": 212.4,
      "grad_norm": 0.9771073460578918,
      "learning_rate": 4.117093726930349e-06,
      "loss": 0.3641,
      "step": 761040
    },
    {
      "epoch": 212.41,
      "grad_norm": 1.1418561935424805,
      "learning_rate": 4.117076047026665e-06,
      "loss": 0.3766,
      "step": 761050
    },
    {
      "epoch": 212.41,
      "grad_norm": 1.1325740814208984,
      "learning_rate": 4.117058366886952e-06,
      "loss": 0.3857,
      "step": 761060
    },
    {
      "epoch": 212.41,
      "grad_norm": 1.3275561332702637,
      "learning_rate": 4.117040686511211e-06,
      "loss": 0.3794,
      "step": 761070
    },
    {
      "epoch": 212.41,
      "grad_norm": 0.9980252981185913,
      "learning_rate": 4.117023005899444e-06,
      "loss": 0.3704,
      "step": 761080
    },
    {
      "epoch": 212.42,
      "grad_norm": 1.0184290409088135,
      "learning_rate": 4.117005325051653e-06,
      "loss": 0.3596,
      "step": 761090
    },
    {
      "epoch": 212.42,
      "grad_norm": 1.0936863422393799,
      "learning_rate": 4.116987643967842e-06,
      "loss": 0.3616,
      "step": 761100
    },
    {
      "epoch": 212.42,
      "grad_norm": 1.033023715019226,
      "learning_rate": 4.116969962648013e-06,
      "loss": 0.3748,
      "step": 761110
    },
    {
      "epoch": 212.43,
      "grad_norm": 1.0807634592056274,
      "learning_rate": 4.116952281092167e-06,
      "loss": 0.3578,
      "step": 761120
    },
    {
      "epoch": 212.43,
      "grad_norm": 1.324674129486084,
      "learning_rate": 4.116934599300309e-06,
      "loss": 0.3739,
      "step": 761130
    },
    {
      "epoch": 212.43,
      "grad_norm": 1.1520178318023682,
      "learning_rate": 4.116916917272439e-06,
      "loss": 0.3829,
      "step": 761140
    },
    {
      "epoch": 212.43,
      "grad_norm": 1.2582008838653564,
      "learning_rate": 4.116899235008559e-06,
      "loss": 0.3664,
      "step": 761150
    },
    {
      "epoch": 212.44,
      "grad_norm": 1.1548815965652466,
      "learning_rate": 4.116881552508672e-06,
      "loss": 0.3629,
      "step": 761160
    },
    {
      "epoch": 212.44,
      "grad_norm": 1.048891544342041,
      "learning_rate": 4.116863869772782e-06,
      "loss": 0.3784,
      "step": 761170
    },
    {
      "epoch": 212.44,
      "grad_norm": 1.116485834121704,
      "learning_rate": 4.11684618680089e-06,
      "loss": 0.3739,
      "step": 761180
    },
    {
      "epoch": 212.44,
      "grad_norm": 1.0915621519088745,
      "learning_rate": 4.116828503592998e-06,
      "loss": 0.3574,
      "step": 761190
    },
    {
      "epoch": 212.45,
      "grad_norm": 1.1194261312484741,
      "learning_rate": 4.116810820149109e-06,
      "loss": 0.3731,
      "step": 761200
    },
    {
      "epoch": 212.45,
      "grad_norm": 1.0133761167526245,
      "learning_rate": 4.116793136469225e-06,
      "loss": 0.3787,
      "step": 761210
    },
    {
      "epoch": 212.45,
      "grad_norm": 1.111754059791565,
      "learning_rate": 4.1167754525533484e-06,
      "loss": 0.3828,
      "step": 761220
    },
    {
      "epoch": 212.46,
      "grad_norm": 1.1443593502044678,
      "learning_rate": 4.116757768401482e-06,
      "loss": 0.3571,
      "step": 761230
    },
    {
      "epoch": 212.46,
      "grad_norm": 0.9987632632255554,
      "learning_rate": 4.116740084013628e-06,
      "loss": 0.3688,
      "step": 761240
    },
    {
      "epoch": 212.46,
      "grad_norm": 1.0727194547653198,
      "learning_rate": 4.116722399389787e-06,
      "loss": 0.3743,
      "step": 761250
    },
    {
      "epoch": 212.46,
      "grad_norm": 1.0458812713623047,
      "learning_rate": 4.116704714529965e-06,
      "loss": 0.3582,
      "step": 761260
    },
    {
      "epoch": 212.47,
      "grad_norm": 1.062771201133728,
      "learning_rate": 4.1166870294341605e-06,
      "loss": 0.3711,
      "step": 761270
    },
    {
      "epoch": 212.47,
      "grad_norm": 1.0731223821640015,
      "learning_rate": 4.116669344102378e-06,
      "loss": 0.3526,
      "step": 761280
    },
    {
      "epoch": 212.47,
      "grad_norm": 1.1544359922409058,
      "learning_rate": 4.11665165853462e-06,
      "loss": 0.3762,
      "step": 761290
    },
    {
      "epoch": 212.48,
      "grad_norm": 1.4776239395141602,
      "learning_rate": 4.116633972730888e-06,
      "loss": 0.3775,
      "step": 761300
    },
    {
      "epoch": 212.48,
      "grad_norm": 1.1301811933517456,
      "learning_rate": 4.1166162866911845e-06,
      "loss": 0.3646,
      "step": 761310
    },
    {
      "epoch": 212.48,
      "grad_norm": 0.9607678651809692,
      "learning_rate": 4.1165986004155125e-06,
      "loss": 0.3709,
      "step": 761320
    },
    {
      "epoch": 212.48,
      "grad_norm": 1.0387458801269531,
      "learning_rate": 4.116580913903873e-06,
      "loss": 0.3775,
      "step": 761330
    },
    {
      "epoch": 212.49,
      "grad_norm": 1.1203737258911133,
      "learning_rate": 4.11656322715627e-06,
      "loss": 0.3749,
      "step": 761340
    },
    {
      "epoch": 212.49,
      "grad_norm": 1.0992358922958374,
      "learning_rate": 4.116545540172706e-06,
      "loss": 0.3619,
      "step": 761350
    },
    {
      "epoch": 212.49,
      "grad_norm": 1.212053894996643,
      "learning_rate": 4.116527852953181e-06,
      "loss": 0.3427,
      "step": 761360
    },
    {
      "epoch": 212.5,
      "grad_norm": 0.9693276286125183,
      "learning_rate": 4.116510165497699e-06,
      "loss": 0.3783,
      "step": 761370
    },
    {
      "epoch": 212.5,
      "grad_norm": 1.1320842504501343,
      "learning_rate": 4.116492477806262e-06,
      "loss": 0.374,
      "step": 761380
    },
    {
      "epoch": 212.5,
      "grad_norm": 1.1324269771575928,
      "learning_rate": 4.116474789878872e-06,
      "loss": 0.3682,
      "step": 761390
    },
    {
      "epoch": 212.5,
      "grad_norm": 0.986294686794281,
      "learning_rate": 4.116457101715533e-06,
      "loss": 0.3685,
      "step": 761400
    },
    {
      "epoch": 212.51,
      "grad_norm": 1.1774005889892578,
      "learning_rate": 4.1164394133162455e-06,
      "loss": 0.3781,
      "step": 761410
    },
    {
      "epoch": 212.51,
      "grad_norm": 1.027121901512146,
      "learning_rate": 4.1164217246810125e-06,
      "loss": 0.379,
      "step": 761420
    },
    {
      "epoch": 212.51,
      "grad_norm": 1.1100430488586426,
      "learning_rate": 4.116404035809838e-06,
      "loss": 0.3597,
      "step": 761430
    },
    {
      "epoch": 212.51,
      "grad_norm": 1.1781803369522095,
      "learning_rate": 4.116386346702721e-06,
      "loss": 0.3693,
      "step": 761440
    },
    {
      "epoch": 212.52,
      "grad_norm": 1.0595062971115112,
      "learning_rate": 4.1163686573596665e-06,
      "loss": 0.3591,
      "step": 761450
    },
    {
      "epoch": 212.52,
      "grad_norm": 1.1083345413208008,
      "learning_rate": 4.1163509677806745e-06,
      "loss": 0.3672,
      "step": 761460
    },
    {
      "epoch": 212.52,
      "grad_norm": 1.0634112358093262,
      "learning_rate": 4.116333277965751e-06,
      "loss": 0.383,
      "step": 761470
    },
    {
      "epoch": 212.53,
      "grad_norm": 1.008406400680542,
      "learning_rate": 4.1163155879148945e-06,
      "loss": 0.3869,
      "step": 761480
    },
    {
      "epoch": 212.53,
      "grad_norm": 1.0209574699401855,
      "learning_rate": 4.11629789762811e-06,
      "loss": 0.3667,
      "step": 761490
    },
    {
      "epoch": 212.53,
      "grad_norm": 1.0543327331542969,
      "learning_rate": 4.116280207105399e-06,
      "loss": 0.3717,
      "step": 761500
    },
    {
      "epoch": 212.53,
      "grad_norm": 0.9737616181373596,
      "learning_rate": 4.1162625163467624e-06,
      "loss": 0.3761,
      "step": 761510
    },
    {
      "epoch": 212.54,
      "grad_norm": 1.103162407875061,
      "learning_rate": 4.116244825352205e-06,
      "loss": 0.3726,
      "step": 761520
    },
    {
      "epoch": 212.54,
      "grad_norm": 1.117296814918518,
      "learning_rate": 4.116227134121727e-06,
      "loss": 0.3647,
      "step": 761530
    },
    {
      "epoch": 212.54,
      "grad_norm": 1.023793339729309,
      "learning_rate": 4.116209442655333e-06,
      "loss": 0.3635,
      "step": 761540
    },
    {
      "epoch": 212.55,
      "grad_norm": 1.3330421447753906,
      "learning_rate": 4.116191750953024e-06,
      "loss": 0.3683,
      "step": 761550
    },
    {
      "epoch": 212.55,
      "grad_norm": 1.414705753326416,
      "learning_rate": 4.1161740590148024e-06,
      "loss": 0.3719,
      "step": 761560
    },
    {
      "epoch": 212.55,
      "grad_norm": 1.153446078300476,
      "learning_rate": 4.116156366840671e-06,
      "loss": 0.3718,
      "step": 761570
    },
    {
      "epoch": 212.55,
      "grad_norm": 1.119734764099121,
      "learning_rate": 4.1161386744306305e-06,
      "loss": 0.3873,
      "step": 761580
    },
    {
      "epoch": 212.56,
      "grad_norm": 1.1856369972229004,
      "learning_rate": 4.1161209817846854e-06,
      "loss": 0.3823,
      "step": 761590
    },
    {
      "epoch": 212.56,
      "grad_norm": 1.0908416509628296,
      "learning_rate": 4.1161032889028375e-06,
      "loss": 0.3821,
      "step": 761600
    },
    {
      "epoch": 212.56,
      "grad_norm": 1.1869392395019531,
      "learning_rate": 4.116085595785089e-06,
      "loss": 0.3546,
      "step": 761610
    },
    {
      "epoch": 212.56,
      "grad_norm": 1.0651423931121826,
      "learning_rate": 4.116067902431441e-06,
      "loss": 0.3625,
      "step": 761620
    },
    {
      "epoch": 212.57,
      "grad_norm": 1.2505292892456055,
      "learning_rate": 4.116050208841899e-06,
      "loss": 0.3573,
      "step": 761630
    },
    {
      "epoch": 212.57,
      "grad_norm": 0.9643527865409851,
      "learning_rate": 4.1160325150164625e-06,
      "loss": 0.3517,
      "step": 761640
    },
    {
      "epoch": 212.57,
      "grad_norm": 1.1115329265594482,
      "learning_rate": 4.116014820955134e-06,
      "loss": 0.3479,
      "step": 761650
    },
    {
      "epoch": 212.58,
      "grad_norm": 0.9922640919685364,
      "learning_rate": 4.115997126657918e-06,
      "loss": 0.3689,
      "step": 761660
    },
    {
      "epoch": 212.58,
      "grad_norm": 1.362239956855774,
      "learning_rate": 4.115979432124814e-06,
      "loss": 0.3725,
      "step": 761670
    },
    {
      "epoch": 212.58,
      "grad_norm": 1.1380465030670166,
      "learning_rate": 4.1159617373558255e-06,
      "loss": 0.3745,
      "step": 761680
    },
    {
      "epoch": 212.58,
      "grad_norm": 1.0724611282348633,
      "learning_rate": 4.115944042350956e-06,
      "loss": 0.3641,
      "step": 761690
    },
    {
      "epoch": 212.59,
      "grad_norm": 1.0366791486740112,
      "learning_rate": 4.115926347110207e-06,
      "loss": 0.3767,
      "step": 761700
    },
    {
      "epoch": 212.59,
      "grad_norm": 1.2861268520355225,
      "learning_rate": 4.115908651633581e-06,
      "loss": 0.3928,
      "step": 761710
    },
    {
      "epoch": 212.59,
      "grad_norm": 0.9752967953681946,
      "learning_rate": 4.11589095592108e-06,
      "loss": 0.3674,
      "step": 761720
    },
    {
      "epoch": 212.6,
      "grad_norm": 1.0647531747817993,
      "learning_rate": 4.115873259972707e-06,
      "loss": 0.3802,
      "step": 761730
    },
    {
      "epoch": 212.6,
      "grad_norm": 0.9740534424781799,
      "learning_rate": 4.115855563788463e-06,
      "loss": 0.3601,
      "step": 761740
    },
    {
      "epoch": 212.6,
      "grad_norm": 1.0426692962646484,
      "learning_rate": 4.115837867368351e-06,
      "loss": 0.3718,
      "step": 761750
    },
    {
      "epoch": 212.6,
      "grad_norm": 0.9454470276832581,
      "learning_rate": 4.115820170712375e-06,
      "loss": 0.3782,
      "step": 761760
    },
    {
      "epoch": 212.61,
      "grad_norm": 1.0248713493347168,
      "learning_rate": 4.115802473820535e-06,
      "loss": 0.3907,
      "step": 761770
    },
    {
      "epoch": 212.61,
      "grad_norm": 1.3280194997787476,
      "learning_rate": 4.115784776692835e-06,
      "loss": 0.3721,
      "step": 761780
    },
    {
      "epoch": 212.61,
      "grad_norm": 1.0641517639160156,
      "learning_rate": 4.115767079329276e-06,
      "loss": 0.354,
      "step": 761790
    },
    {
      "epoch": 212.62,
      "grad_norm": 1.0396709442138672,
      "learning_rate": 4.115749381729861e-06,
      "loss": 0.3568,
      "step": 761800
    },
    {
      "epoch": 212.62,
      "grad_norm": 0.9533472061157227,
      "learning_rate": 4.115731683894592e-06,
      "loss": 0.3811,
      "step": 761810
    },
    {
      "epoch": 212.62,
      "grad_norm": 1.053309440612793,
      "learning_rate": 4.115713985823473e-06,
      "loss": 0.3682,
      "step": 761820
    },
    {
      "epoch": 212.62,
      "grad_norm": 1.1293346881866455,
      "learning_rate": 4.115696287516505e-06,
      "loss": 0.3679,
      "step": 761830
    },
    {
      "epoch": 212.63,
      "grad_norm": 1.0896533727645874,
      "learning_rate": 4.11567858897369e-06,
      "loss": 0.3572,
      "step": 761840
    },
    {
      "epoch": 212.63,
      "grad_norm": 0.9592223167419434,
      "learning_rate": 4.115660890195031e-06,
      "loss": 0.3787,
      "step": 761850
    },
    {
      "epoch": 212.63,
      "grad_norm": 1.3309575319290161,
      "learning_rate": 4.1156431911805295e-06,
      "loss": 0.3769,
      "step": 761860
    },
    {
      "epoch": 212.63,
      "grad_norm": 1.1054832935333252,
      "learning_rate": 4.11562549193019e-06,
      "loss": 0.3811,
      "step": 761870
    },
    {
      "epoch": 212.64,
      "grad_norm": 0.9449157118797302,
      "learning_rate": 4.115607792444012e-06,
      "loss": 0.3614,
      "step": 761880
    },
    {
      "epoch": 212.64,
      "grad_norm": 1.2485358715057373,
      "learning_rate": 4.115590092722e-06,
      "loss": 0.3748,
      "step": 761890
    },
    {
      "epoch": 212.64,
      "grad_norm": 1.1978919506072998,
      "learning_rate": 4.115572392764155e-06,
      "loss": 0.3719,
      "step": 761900
    },
    {
      "epoch": 212.65,
      "grad_norm": 1.0005658864974976,
      "learning_rate": 4.1155546925704805e-06,
      "loss": 0.37,
      "step": 761910
    },
    {
      "epoch": 212.65,
      "grad_norm": 1.082897663116455,
      "learning_rate": 4.115536992140978e-06,
      "loss": 0.3724,
      "step": 761920
    },
    {
      "epoch": 212.65,
      "grad_norm": 1.3777809143066406,
      "learning_rate": 4.11551929147565e-06,
      "loss": 0.3705,
      "step": 761930
    },
    {
      "epoch": 212.65,
      "grad_norm": 1.1924760341644287,
      "learning_rate": 4.115501590574499e-06,
      "loss": 0.3831,
      "step": 761940
    },
    {
      "epoch": 212.66,
      "grad_norm": 1.2940313816070557,
      "learning_rate": 4.115483889437527e-06,
      "loss": 0.3556,
      "step": 761950
    },
    {
      "epoch": 212.66,
      "grad_norm": 1.1492136716842651,
      "learning_rate": 4.115466188064738e-06,
      "loss": 0.3943,
      "step": 761960
    },
    {
      "epoch": 212.66,
      "grad_norm": 0.9945864081382751,
      "learning_rate": 4.115448486456133e-06,
      "loss": 0.3617,
      "step": 761970
    },
    {
      "epoch": 212.67,
      "grad_norm": 0.8859012722969055,
      "learning_rate": 4.115430784611714e-06,
      "loss": 0.3715,
      "step": 761980
    },
    {
      "epoch": 212.67,
      "grad_norm": 1.3018699884414673,
      "learning_rate": 4.115413082531484e-06,
      "loss": 0.3765,
      "step": 761990
    },
    {
      "epoch": 212.67,
      "grad_norm": 1.2337630987167358,
      "learning_rate": 4.115395380215445e-06,
      "loss": 0.3723,
      "step": 762000
    },
    {
      "epoch": 212.67,
      "grad_norm": 1.0586289167404175,
      "learning_rate": 4.1153776776635985e-06,
      "loss": 0.3743,
      "step": 762010
    },
    {
      "epoch": 212.68,
      "grad_norm": 1.1409342288970947,
      "learning_rate": 4.115359974875949e-06,
      "loss": 0.3809,
      "step": 762020
    },
    {
      "epoch": 212.68,
      "grad_norm": 0.9861047863960266,
      "learning_rate": 4.115342271852498e-06,
      "loss": 0.3673,
      "step": 762030
    },
    {
      "epoch": 212.68,
      "grad_norm": 1.188940167427063,
      "learning_rate": 4.115324568593247e-06,
      "loss": 0.3765,
      "step": 762040
    },
    {
      "epoch": 212.68,
      "grad_norm": 1.2007312774658203,
      "learning_rate": 4.115306865098199e-06,
      "loss": 0.3703,
      "step": 762050
    },
    {
      "epoch": 212.69,
      "grad_norm": 1.440102219581604,
      "learning_rate": 4.115289161367356e-06,
      "loss": 0.3936,
      "step": 762060
    },
    {
      "epoch": 212.69,
      "grad_norm": 1.199886441230774,
      "learning_rate": 4.1152714574007215e-06,
      "loss": 0.3696,
      "step": 762070
    },
    {
      "epoch": 212.69,
      "grad_norm": 0.9811001420021057,
      "learning_rate": 4.115253753198296e-06,
      "loss": 0.3802,
      "step": 762080
    },
    {
      "epoch": 212.7,
      "grad_norm": 1.0360625982284546,
      "learning_rate": 4.115236048760084e-06,
      "loss": 0.3585,
      "step": 762090
    },
    {
      "epoch": 212.7,
      "grad_norm": 1.2560189962387085,
      "learning_rate": 4.115218344086085e-06,
      "loss": 0.3719,
      "step": 762100
    },
    {
      "epoch": 212.7,
      "grad_norm": 1.0875227451324463,
      "learning_rate": 4.115200639176304e-06,
      "loss": 0.3922,
      "step": 762110
    },
    {
      "epoch": 212.7,
      "grad_norm": 1.1855626106262207,
      "learning_rate": 4.115182934030743e-06,
      "loss": 0.3859,
      "step": 762120
    },
    {
      "epoch": 212.71,
      "grad_norm": 1.2058266401290894,
      "learning_rate": 4.115165228649404e-06,
      "loss": 0.3768,
      "step": 762130
    },
    {
      "epoch": 212.71,
      "grad_norm": 1.1480226516723633,
      "learning_rate": 4.115147523032288e-06,
      "loss": 0.3446,
      "step": 762140
    },
    {
      "epoch": 212.71,
      "grad_norm": 0.89429771900177,
      "learning_rate": 4.115129817179399e-06,
      "loss": 0.3584,
      "step": 762150
    },
    {
      "epoch": 212.72,
      "grad_norm": 1.135103702545166,
      "learning_rate": 4.1151121110907395e-06,
      "loss": 0.3838,
      "step": 762160
    },
    {
      "epoch": 212.72,
      "grad_norm": 1.1535096168518066,
      "learning_rate": 4.115094404766311e-06,
      "loss": 0.3761,
      "step": 762170
    },
    {
      "epoch": 212.72,
      "grad_norm": 0.8731379508972168,
      "learning_rate": 4.115076698206116e-06,
      "loss": 0.3763,
      "step": 762180
    },
    {
      "epoch": 212.72,
      "grad_norm": 1.116068720817566,
      "learning_rate": 4.115058991410156e-06,
      "loss": 0.3668,
      "step": 762190
    },
    {
      "epoch": 212.73,
      "grad_norm": 1.0589913129806519,
      "learning_rate": 4.115041284378435e-06,
      "loss": 0.3538,
      "step": 762200
    },
    {
      "epoch": 212.73,
      "grad_norm": 1.1225453615188599,
      "learning_rate": 4.115023577110954e-06,
      "loss": 0.3569,
      "step": 762210
    },
    {
      "epoch": 212.73,
      "grad_norm": 1.2814964056015015,
      "learning_rate": 4.115005869607717e-06,
      "loss": 0.3719,
      "step": 762220
    },
    {
      "epoch": 212.74,
      "grad_norm": 2.9778332710266113,
      "learning_rate": 4.114988161868725e-06,
      "loss": 0.3823,
      "step": 762230
    },
    {
      "epoch": 212.74,
      "grad_norm": 1.143816590309143,
      "learning_rate": 4.114970453893981e-06,
      "loss": 0.378,
      "step": 762240
    },
    {
      "epoch": 212.74,
      "grad_norm": 1.128381609916687,
      "learning_rate": 4.1149527456834865e-06,
      "loss": 0.3626,
      "step": 762250
    },
    {
      "epoch": 212.74,
      "grad_norm": 1.0685569047927856,
      "learning_rate": 4.114935037237245e-06,
      "loss": 0.3673,
      "step": 762260
    },
    {
      "epoch": 212.75,
      "grad_norm": 1.2037769556045532,
      "learning_rate": 4.114917328555258e-06,
      "loss": 0.384,
      "step": 762270
    },
    {
      "epoch": 212.75,
      "grad_norm": 1.2418347597122192,
      "learning_rate": 4.1148996196375284e-06,
      "loss": 0.3744,
      "step": 762280
    },
    {
      "epoch": 212.75,
      "grad_norm": 1.0776116847991943,
      "learning_rate": 4.114881910484058e-06,
      "loss": 0.3698,
      "step": 762290
    },
    {
      "epoch": 212.75,
      "grad_norm": 1.4326788187026978,
      "learning_rate": 4.114864201094849e-06,
      "loss": 0.3673,
      "step": 762300
    },
    {
      "epoch": 212.76,
      "grad_norm": 1.0707544088363647,
      "learning_rate": 4.114846491469904e-06,
      "loss": 0.3593,
      "step": 762310
    },
    {
      "epoch": 212.76,
      "grad_norm": 1.0389935970306396,
      "learning_rate": 4.114828781609228e-06,
      "loss": 0.3605,
      "step": 762320
    },
    {
      "epoch": 212.76,
      "grad_norm": 1.2944748401641846,
      "learning_rate": 4.114811071512818e-06,
      "loss": 0.3693,
      "step": 762330
    },
    {
      "epoch": 212.77,
      "grad_norm": 0.8948892951011658,
      "learning_rate": 4.114793361180681e-06,
      "loss": 0.3772,
      "step": 762340
    },
    {
      "epoch": 212.77,
      "grad_norm": 1.308375358581543,
      "learning_rate": 4.114775650612817e-06,
      "loss": 0.3603,
      "step": 762350
    },
    {
      "epoch": 212.77,
      "grad_norm": 1.180944800376892,
      "learning_rate": 4.11475793980923e-06,
      "loss": 0.3765,
      "step": 762360
    },
    {
      "epoch": 212.77,
      "grad_norm": 1.1380022764205933,
      "learning_rate": 4.1147402287699195e-06,
      "loss": 0.3673,
      "step": 762370
    },
    {
      "epoch": 212.78,
      "grad_norm": 1.2341886758804321,
      "learning_rate": 4.114722517494891e-06,
      "loss": 0.3695,
      "step": 762380
    },
    {
      "epoch": 212.78,
      "grad_norm": 1.1539756059646606,
      "learning_rate": 4.114704805984146e-06,
      "loss": 0.377,
      "step": 762390
    },
    {
      "epoch": 212.78,
      "grad_norm": 1.0075337886810303,
      "learning_rate": 4.114687094237685e-06,
      "loss": 0.3783,
      "step": 762400
    },
    {
      "epoch": 212.79,
      "grad_norm": 1.2608351707458496,
      "learning_rate": 4.1146693822555124e-06,
      "loss": 0.368,
      "step": 762410
    },
    {
      "epoch": 212.79,
      "grad_norm": 1.0399876832962036,
      "learning_rate": 4.11465167003763e-06,
      "loss": 0.3768,
      "step": 762420
    },
    {
      "epoch": 212.79,
      "grad_norm": 1.297309160232544,
      "learning_rate": 4.114633957584041e-06,
      "loss": 0.3764,
      "step": 762430
    },
    {
      "epoch": 212.79,
      "grad_norm": 0.981865406036377,
      "learning_rate": 4.114616244894746e-06,
      "loss": 0.3691,
      "step": 762440
    },
    {
      "epoch": 212.8,
      "grad_norm": 1.032975196838379,
      "learning_rate": 4.114598531969748e-06,
      "loss": 0.3645,
      "step": 762450
    },
    {
      "epoch": 212.8,
      "grad_norm": 1.2056293487548828,
      "learning_rate": 4.1145808188090495e-06,
      "loss": 0.3695,
      "step": 762460
    },
    {
      "epoch": 212.8,
      "grad_norm": 1.2064361572265625,
      "learning_rate": 4.114563105412654e-06,
      "loss": 0.3791,
      "step": 762470
    },
    {
      "epoch": 212.8,
      "grad_norm": 1.2731627225875854,
      "learning_rate": 4.114545391780561e-06,
      "loss": 0.3696,
      "step": 762480
    },
    {
      "epoch": 212.81,
      "grad_norm": 1.1665443181991577,
      "learning_rate": 4.114527677912777e-06,
      "loss": 0.355,
      "step": 762490
    },
    {
      "epoch": 212.81,
      "grad_norm": 1.3514026403427124,
      "learning_rate": 4.114509963809299e-06,
      "loss": 0.3696,
      "step": 762500
    },
    {
      "epoch": 212.81,
      "grad_norm": 1.2245806455612183,
      "learning_rate": 4.114492249470135e-06,
      "loss": 0.3654,
      "step": 762510
    },
    {
      "epoch": 212.82,
      "grad_norm": 0.9685570597648621,
      "learning_rate": 4.114474534895284e-06,
      "loss": 0.3568,
      "step": 762520
    },
    {
      "epoch": 212.82,
      "grad_norm": 1.1480424404144287,
      "learning_rate": 4.114456820084749e-06,
      "loss": 0.3678,
      "step": 762530
    },
    {
      "epoch": 212.82,
      "grad_norm": 1.2966227531433105,
      "learning_rate": 4.114439105038532e-06,
      "loss": 0.3828,
      "step": 762540
    },
    {
      "epoch": 212.82,
      "grad_norm": 1.3395193815231323,
      "learning_rate": 4.114421389756636e-06,
      "loss": 0.3681,
      "step": 762550
    },
    {
      "epoch": 212.83,
      "grad_norm": 1.0825073719024658,
      "learning_rate": 4.1144036742390635e-06,
      "loss": 0.3974,
      "step": 762560
    },
    {
      "epoch": 212.83,
      "grad_norm": 1.0844897031784058,
      "learning_rate": 4.114385958485817e-06,
      "loss": 0.3675,
      "step": 762570
    },
    {
      "epoch": 212.83,
      "grad_norm": 1.2630048990249634,
      "learning_rate": 4.114368242496897e-06,
      "loss": 0.3802,
      "step": 762580
    },
    {
      "epoch": 212.84,
      "grad_norm": 1.0964237451553345,
      "learning_rate": 4.114350526272308e-06,
      "loss": 0.3542,
      "step": 762590
    },
    {
      "epoch": 212.84,
      "grad_norm": 1.2138583660125732,
      "learning_rate": 4.114332809812052e-06,
      "loss": 0.3597,
      "step": 762600
    },
    {
      "epoch": 212.84,
      "grad_norm": 1.1645400524139404,
      "learning_rate": 4.11431509311613e-06,
      "loss": 0.3835,
      "step": 762610
    },
    {
      "epoch": 212.84,
      "grad_norm": 1.0784529447555542,
      "learning_rate": 4.114297376184546e-06,
      "loss": 0.3757,
      "step": 762620
    },
    {
      "epoch": 212.85,
      "grad_norm": 1.0995732545852661,
      "learning_rate": 4.114279659017301e-06,
      "loss": 0.3695,
      "step": 762630
    },
    {
      "epoch": 212.85,
      "grad_norm": 1.1374603509902954,
      "learning_rate": 4.114261941614399e-06,
      "loss": 0.3627,
      "step": 762640
    },
    {
      "epoch": 212.85,
      "grad_norm": 1.2314543724060059,
      "learning_rate": 4.114244223975841e-06,
      "loss": 0.351,
      "step": 762650
    },
    {
      "epoch": 212.86,
      "grad_norm": 1.154701590538025,
      "learning_rate": 4.114226506101629e-06,
      "loss": 0.3779,
      "step": 762660
    },
    {
      "epoch": 212.86,
      "grad_norm": 1.2140706777572632,
      "learning_rate": 4.114208787991767e-06,
      "loss": 0.356,
      "step": 762670
    },
    {
      "epoch": 212.86,
      "grad_norm": 1.1554795503616333,
      "learning_rate": 4.114191069646256e-06,
      "loss": 0.3726,
      "step": 762680
    },
    {
      "epoch": 212.86,
      "grad_norm": 1.1358500719070435,
      "learning_rate": 4.114173351065099e-06,
      "loss": 0.3691,
      "step": 762690
    },
    {
      "epoch": 212.87,
      "grad_norm": 1.202140212059021,
      "learning_rate": 4.114155632248298e-06,
      "loss": 0.3754,
      "step": 762700
    },
    {
      "epoch": 212.87,
      "grad_norm": 1.2113429307937622,
      "learning_rate": 4.114137913195855e-06,
      "loss": 0.3755,
      "step": 762710
    },
    {
      "epoch": 212.87,
      "grad_norm": 1.1207503080368042,
      "learning_rate": 4.114120193907774e-06,
      "loss": 0.392,
      "step": 762720
    },
    {
      "epoch": 212.87,
      "grad_norm": 1.1072685718536377,
      "learning_rate": 4.114102474384055e-06,
      "loss": 0.3733,
      "step": 762730
    },
    {
      "epoch": 212.88,
      "grad_norm": 1.2301583290100098,
      "learning_rate": 4.1140847546247026e-06,
      "loss": 0.3581,
      "step": 762740
    },
    {
      "epoch": 212.88,
      "grad_norm": 1.1352635622024536,
      "learning_rate": 4.114067034629718e-06,
      "loss": 0.3688,
      "step": 762750
    },
    {
      "epoch": 212.88,
      "grad_norm": 1.009799599647522,
      "learning_rate": 4.114049314399104e-06,
      "loss": 0.3912,
      "step": 762760
    },
    {
      "epoch": 212.89,
      "grad_norm": 1.0701956748962402,
      "learning_rate": 4.1140315939328624e-06,
      "loss": 0.3789,
      "step": 762770
    },
    {
      "epoch": 212.89,
      "grad_norm": 1.22315514087677,
      "learning_rate": 4.114013873230995e-06,
      "loss": 0.3618,
      "step": 762780
    },
    {
      "epoch": 212.89,
      "grad_norm": 1.1719770431518555,
      "learning_rate": 4.113996152293506e-06,
      "loss": 0.3498,
      "step": 762790
    },
    {
      "epoch": 212.89,
      "grad_norm": 1.0341100692749023,
      "learning_rate": 4.1139784311203965e-06,
      "loss": 0.3491,
      "step": 762800
    },
    {
      "epoch": 212.9,
      "grad_norm": 1.0782006978988647,
      "learning_rate": 4.113960709711669e-06,
      "loss": 0.3704,
      "step": 762810
    },
    {
      "epoch": 212.9,
      "grad_norm": 1.0237579345703125,
      "learning_rate": 4.113942988067326e-06,
      "loss": 0.3455,
      "step": 762820
    },
    {
      "epoch": 212.9,
      "grad_norm": 1.4091728925704956,
      "learning_rate": 4.11392526618737e-06,
      "loss": 0.3781,
      "step": 762830
    },
    {
      "epoch": 212.91,
      "grad_norm": 1.0705772638320923,
      "learning_rate": 4.113907544071803e-06,
      "loss": 0.3793,
      "step": 762840
    },
    {
      "epoch": 212.91,
      "grad_norm": 1.1026973724365234,
      "learning_rate": 4.1138898217206285e-06,
      "loss": 0.3589,
      "step": 762850
    },
    {
      "epoch": 212.91,
      "grad_norm": 1.0275698900222778,
      "learning_rate": 4.113872099133847e-06,
      "loss": 0.3884,
      "step": 762860
    },
    {
      "epoch": 212.91,
      "grad_norm": 1.0401962995529175,
      "learning_rate": 4.113854376311462e-06,
      "loss": 0.3632,
      "step": 762870
    },
    {
      "epoch": 212.92,
      "grad_norm": 1.1328363418579102,
      "learning_rate": 4.113836653253475e-06,
      "loss": 0.3713,
      "step": 762880
    },
    {
      "epoch": 212.92,
      "grad_norm": 1.1741052865982056,
      "learning_rate": 4.113818929959889e-06,
      "loss": 0.381,
      "step": 762890
    },
    {
      "epoch": 212.92,
      "grad_norm": 1.0726665258407593,
      "learning_rate": 4.113801206430708e-06,
      "loss": 0.3776,
      "step": 762900
    },
    {
      "epoch": 212.92,
      "grad_norm": 1.2162708044052124,
      "learning_rate": 4.113783482665931e-06,
      "loss": 0.3778,
      "step": 762910
    },
    {
      "epoch": 212.93,
      "grad_norm": 1.02638578414917,
      "learning_rate": 4.113765758665562e-06,
      "loss": 0.3857,
      "step": 762920
    },
    {
      "epoch": 212.93,
      "grad_norm": 1.320624828338623,
      "learning_rate": 4.113748034429605e-06,
      "loss": 0.3729,
      "step": 762930
    },
    {
      "epoch": 212.93,
      "grad_norm": 1.084694743156433,
      "learning_rate": 4.1137303099580585e-06,
      "loss": 0.3883,
      "step": 762940
    },
    {
      "epoch": 212.94,
      "grad_norm": 1.2455229759216309,
      "learning_rate": 4.113712585250929e-06,
      "loss": 0.3657,
      "step": 762950
    },
    {
      "epoch": 212.94,
      "grad_norm": 1.1075199842453003,
      "learning_rate": 4.113694860308216e-06,
      "loss": 0.3962,
      "step": 762960
    },
    {
      "epoch": 212.94,
      "grad_norm": 1.0821406841278076,
      "learning_rate": 4.113677135129923e-06,
      "loss": 0.3853,
      "step": 762970
    },
    {
      "epoch": 212.94,
      "grad_norm": 1.1616129875183105,
      "learning_rate": 4.113659409716053e-06,
      "loss": 0.3671,
      "step": 762980
    },
    {
      "epoch": 212.95,
      "grad_norm": 1.1362688541412354,
      "learning_rate": 4.113641684066607e-06,
      "loss": 0.3709,
      "step": 762990
    },
    {
      "epoch": 212.95,
      "grad_norm": 1.1356706619262695,
      "learning_rate": 4.1136239581815875e-06,
      "loss": 0.376,
      "step": 763000
    },
    {
      "epoch": 212.95,
      "grad_norm": 1.045547366142273,
      "learning_rate": 4.113606232060998e-06,
      "loss": 0.3768,
      "step": 763010
    },
    {
      "epoch": 212.96,
      "grad_norm": 1.0924433469772339,
      "learning_rate": 4.11358850570484e-06,
      "loss": 0.3669,
      "step": 763020
    },
    {
      "epoch": 212.96,
      "grad_norm": 1.1496543884277344,
      "learning_rate": 4.113570779113116e-06,
      "loss": 0.3873,
      "step": 763030
    },
    {
      "epoch": 212.96,
      "grad_norm": 0.9678339958190918,
      "learning_rate": 4.113553052285828e-06,
      "loss": 0.3769,
      "step": 763040
    },
    {
      "epoch": 212.96,
      "grad_norm": 1.0373711585998535,
      "learning_rate": 4.113535325222979e-06,
      "loss": 0.3666,
      "step": 763050
    },
    {
      "epoch": 212.97,
      "grad_norm": 1.1263928413391113,
      "learning_rate": 4.113517597924572e-06,
      "loss": 0.3575,
      "step": 763060
    },
    {
      "epoch": 212.97,
      "grad_norm": 1.0292772054672241,
      "learning_rate": 4.113499870390607e-06,
      "loss": 0.3617,
      "step": 763070
    },
    {
      "epoch": 212.97,
      "grad_norm": 0.9887557029724121,
      "learning_rate": 4.113482142621088e-06,
      "loss": 0.3647,
      "step": 763080
    },
    {
      "epoch": 212.98,
      "grad_norm": 1.0210974216461182,
      "learning_rate": 4.113464414616018e-06,
      "loss": 0.3725,
      "step": 763090
    },
    {
      "epoch": 212.98,
      "grad_norm": 1.1043870449066162,
      "learning_rate": 4.113446686375399e-06,
      "loss": 0.3551,
      "step": 763100
    },
    {
      "epoch": 212.98,
      "grad_norm": 1.0631349086761475,
      "learning_rate": 4.113428957899231e-06,
      "loss": 0.3547,
      "step": 763110
    },
    {
      "epoch": 212.98,
      "grad_norm": 1.108285665512085,
      "learning_rate": 4.113411229187519e-06,
      "loss": 0.3729,
      "step": 763120
    },
    {
      "epoch": 212.99,
      "grad_norm": 1.0904196500778198,
      "learning_rate": 4.113393500240265e-06,
      "loss": 0.3591,
      "step": 763130
    },
    {
      "epoch": 212.99,
      "grad_norm": 1.3203283548355103,
      "learning_rate": 4.113375771057471e-06,
      "loss": 0.3677,
      "step": 763140
    },
    {
      "epoch": 212.99,
      "grad_norm": 1.098014235496521,
      "learning_rate": 4.113358041639139e-06,
      "loss": 0.3626,
      "step": 763150
    },
    {
      "epoch": 212.99,
      "grad_norm": 1.0590354204177856,
      "learning_rate": 4.1133403119852716e-06,
      "loss": 0.3582,
      "step": 763160
    },
    {
      "epoch": 213.0,
      "grad_norm": 1.018165111541748,
      "learning_rate": 4.1133225820958715e-06,
      "loss": 0.3716,
      "step": 763170
    },
    {
      "epoch": 213.0,
      "eval_loss": 0.3710274398326874,
      "eval_runtime": 63.258,
      "eval_samples_per_second": 79.974,
      "eval_steps_per_second": 10.007,
      "step": 763179
    },
    {
      "epoch": 213.0,
      "grad_norm": 1.2317204475402832,
      "learning_rate": 4.11330485197094e-06,
      "loss": 0.377,
      "step": 763180
    },
    {
      "epoch": 213.0,
      "grad_norm": 1.256038784980774,
      "learning_rate": 4.1132871216104815e-06,
      "loss": 0.3831,
      "step": 763190
    },
    {
      "epoch": 213.01,
      "grad_norm": 0.9933580160140991,
      "learning_rate": 4.113269391014497e-06,
      "loss": 0.3731,
      "step": 763200
    },
    {
      "epoch": 213.01,
      "grad_norm": 1.053299903869629,
      "learning_rate": 4.113251660182988e-06,
      "loss": 0.3911,
      "step": 763210
    },
    {
      "epoch": 213.01,
      "grad_norm": 1.1197620630264282,
      "learning_rate": 4.113233929115959e-06,
      "loss": 0.3819,
      "step": 763220
    },
    {
      "epoch": 213.01,
      "grad_norm": 1.006213665008545,
      "learning_rate": 4.113216197813411e-06,
      "loss": 0.3636,
      "step": 763230
    },
    {
      "epoch": 213.02,
      "grad_norm": 1.3879046440124512,
      "learning_rate": 4.113198466275346e-06,
      "loss": 0.3758,
      "step": 763240
    },
    {
      "epoch": 213.02,
      "grad_norm": 1.1640985012054443,
      "learning_rate": 4.1131807345017676e-06,
      "loss": 0.3535,
      "step": 763250
    },
    {
      "epoch": 213.02,
      "grad_norm": 1.1245815753936768,
      "learning_rate": 4.113163002492677e-06,
      "loss": 0.3647,
      "step": 763260
    },
    {
      "epoch": 213.03,
      "grad_norm": 1.0775140523910522,
      "learning_rate": 4.113145270248076e-06,
      "loss": 0.3772,
      "step": 763270
    },
    {
      "epoch": 213.03,
      "grad_norm": 1.1187286376953125,
      "learning_rate": 4.11312753776797e-06,
      "loss": 0.3678,
      "step": 763280
    },
    {
      "epoch": 213.03,
      "grad_norm": 1.1592227220535278,
      "learning_rate": 4.113109805052359e-06,
      "loss": 0.3544,
      "step": 763290
    },
    {
      "epoch": 213.03,
      "grad_norm": 1.2895944118499756,
      "learning_rate": 4.113092072101245e-06,
      "loss": 0.3682,
      "step": 763300
    },
    {
      "epoch": 213.04,
      "grad_norm": 1.1409049034118652,
      "learning_rate": 4.113074338914631e-06,
      "loss": 0.3601,
      "step": 763310
    },
    {
      "epoch": 213.04,
      "grad_norm": 1.2581146955490112,
      "learning_rate": 4.11305660549252e-06,
      "loss": 0.3567,
      "step": 763320
    },
    {
      "epoch": 213.04,
      "grad_norm": 1.0787822008132935,
      "learning_rate": 4.113038871834913e-06,
      "loss": 0.354,
      "step": 763330
    },
    {
      "epoch": 213.04,
      "grad_norm": 0.9953282475471497,
      "learning_rate": 4.113021137941814e-06,
      "loss": 0.3822,
      "step": 763340
    },
    {
      "epoch": 213.05,
      "grad_norm": 1.054782748222351,
      "learning_rate": 4.1130034038132245e-06,
      "loss": 0.3692,
      "step": 763350
    },
    {
      "epoch": 213.05,
      "grad_norm": 0.9193663597106934,
      "learning_rate": 4.112985669449147e-06,
      "loss": 0.3641,
      "step": 763360
    },
    {
      "epoch": 213.05,
      "grad_norm": 1.205245018005371,
      "learning_rate": 4.112967934849583e-06,
      "loss": 0.3712,
      "step": 763370
    },
    {
      "epoch": 213.06,
      "grad_norm": 1.0685828924179077,
      "learning_rate": 4.112950200014536e-06,
      "loss": 0.3692,
      "step": 763380
    },
    {
      "epoch": 213.06,
      "grad_norm": 1.2175555229187012,
      "learning_rate": 4.112932464944008e-06,
      "loss": 0.3849,
      "step": 763390
    },
    {
      "epoch": 213.06,
      "grad_norm": 0.9984487295150757,
      "learning_rate": 4.112914729638001e-06,
      "loss": 0.3752,
      "step": 763400
    },
    {
      "epoch": 213.06,
      "grad_norm": 1.2039408683776855,
      "learning_rate": 4.112896994096518e-06,
      "loss": 0.3551,
      "step": 763410
    },
    {
      "epoch": 213.07,
      "grad_norm": 1.068616509437561,
      "learning_rate": 4.112879258319562e-06,
      "loss": 0.3958,
      "step": 763420
    },
    {
      "epoch": 213.07,
      "grad_norm": 1.165563702583313,
      "learning_rate": 4.112861522307133e-06,
      "loss": 0.364,
      "step": 763430
    },
    {
      "epoch": 213.07,
      "grad_norm": 0.929887592792511,
      "learning_rate": 4.112843786059235e-06,
      "loss": 0.3694,
      "step": 763440
    },
    {
      "epoch": 213.08,
      "grad_norm": 0.9574464559555054,
      "learning_rate": 4.11282604957587e-06,
      "loss": 0.3655,
      "step": 763450
    },
    {
      "epoch": 213.08,
      "grad_norm": 0.911773681640625,
      "learning_rate": 4.112808312857041e-06,
      "loss": 0.3794,
      "step": 763460
    },
    {
      "epoch": 213.08,
      "grad_norm": 1.1206992864608765,
      "learning_rate": 4.11279057590275e-06,
      "loss": 0.3805,
      "step": 763470
    },
    {
      "epoch": 213.08,
      "grad_norm": 1.0165504217147827,
      "learning_rate": 4.112772838712999e-06,
      "loss": 0.3666,
      "step": 763480
    },
    {
      "epoch": 213.09,
      "grad_norm": 1.1143300533294678,
      "learning_rate": 4.11275510128779e-06,
      "loss": 0.3675,
      "step": 763490
    },
    {
      "epoch": 213.09,
      "grad_norm": 1.1570554971694946,
      "learning_rate": 4.112737363627127e-06,
      "loss": 0.3795,
      "step": 763500
    },
    {
      "epoch": 213.09,
      "grad_norm": 1.1466931104660034,
      "learning_rate": 4.1127196257310106e-06,
      "loss": 0.3696,
      "step": 763510
    },
    {
      "epoch": 213.1,
      "grad_norm": 0.9510059356689453,
      "learning_rate": 4.112701887599444e-06,
      "loss": 0.3749,
      "step": 763520
    },
    {
      "epoch": 213.1,
      "grad_norm": 0.9586246013641357,
      "learning_rate": 4.11268414923243e-06,
      "loss": 0.3803,
      "step": 763530
    },
    {
      "epoch": 213.1,
      "grad_norm": 1.066503882408142,
      "learning_rate": 4.112666410629969e-06,
      "loss": 0.3833,
      "step": 763540
    },
    {
      "epoch": 213.1,
      "grad_norm": 1.1203490495681763,
      "learning_rate": 4.112648671792066e-06,
      "loss": 0.3469,
      "step": 763550
    },
    {
      "epoch": 213.11,
      "grad_norm": 1.554526686668396,
      "learning_rate": 4.112630932718722e-06,
      "loss": 0.377,
      "step": 763560
    },
    {
      "epoch": 213.11,
      "grad_norm": 1.2712221145629883,
      "learning_rate": 4.112613193409939e-06,
      "loss": 0.3683,
      "step": 763570
    },
    {
      "epoch": 213.11,
      "grad_norm": 1.2305892705917358,
      "learning_rate": 4.112595453865719e-06,
      "loss": 0.3665,
      "step": 763580
    },
    {
      "epoch": 213.11,
      "grad_norm": 1.1562190055847168,
      "learning_rate": 4.112577714086067e-06,
      "loss": 0.3568,
      "step": 763590
    },
    {
      "epoch": 213.12,
      "grad_norm": 1.081989049911499,
      "learning_rate": 4.112559974070983e-06,
      "loss": 0.3841,
      "step": 763600
    },
    {
      "epoch": 213.12,
      "grad_norm": 1.1692688465118408,
      "learning_rate": 4.112542233820469e-06,
      "loss": 0.3696,
      "step": 763610
    },
    {
      "epoch": 213.12,
      "grad_norm": 1.0709562301635742,
      "learning_rate": 4.112524493334529e-06,
      "loss": 0.3588,
      "step": 763620
    },
    {
      "epoch": 213.13,
      "grad_norm": 1.1843928098678589,
      "learning_rate": 4.112506752613165e-06,
      "loss": 0.3625,
      "step": 763630
    },
    {
      "epoch": 213.13,
      "grad_norm": 1.0666829347610474,
      "learning_rate": 4.112489011656378e-06,
      "loss": 0.3612,
      "step": 763640
    },
    {
      "epoch": 213.13,
      "grad_norm": 1.136361002922058,
      "learning_rate": 4.112471270464172e-06,
      "loss": 0.3532,
      "step": 763650
    },
    {
      "epoch": 213.13,
      "grad_norm": 1.050969123840332,
      "learning_rate": 4.112453529036549e-06,
      "loss": 0.3658,
      "step": 763660
    },
    {
      "epoch": 213.14,
      "grad_norm": 1.085355281829834,
      "learning_rate": 4.11243578737351e-06,
      "loss": 0.3738,
      "step": 763670
    },
    {
      "epoch": 213.14,
      "grad_norm": 1.2226545810699463,
      "learning_rate": 4.112418045475059e-06,
      "loss": 0.3702,
      "step": 763680
    },
    {
      "epoch": 213.14,
      "grad_norm": 0.9669663906097412,
      "learning_rate": 4.112400303341199e-06,
      "loss": 0.3624,
      "step": 763690
    },
    {
      "epoch": 213.15,
      "grad_norm": 1.1916135549545288,
      "learning_rate": 4.11238256097193e-06,
      "loss": 0.3657,
      "step": 763700
    },
    {
      "epoch": 213.15,
      "grad_norm": 1.086100697517395,
      "learning_rate": 4.1123648183672556e-06,
      "loss": 0.3664,
      "step": 763710
    },
    {
      "epoch": 213.15,
      "grad_norm": 1.4293242692947388,
      "learning_rate": 4.112347075527178e-06,
      "loss": 0.3774,
      "step": 763720
    },
    {
      "epoch": 213.15,
      "grad_norm": 1.0354052782058716,
      "learning_rate": 4.1123293324516995e-06,
      "loss": 0.3624,
      "step": 763730
    },
    {
      "epoch": 213.16,
      "grad_norm": 1.1236120462417603,
      "learning_rate": 4.112311589140823e-06,
      "loss": 0.3573,
      "step": 763740
    },
    {
      "epoch": 213.16,
      "grad_norm": 1.0808374881744385,
      "learning_rate": 4.112293845594549e-06,
      "loss": 0.3769,
      "step": 763750
    },
    {
      "epoch": 213.16,
      "grad_norm": 1.1023865938186646,
      "learning_rate": 4.112276101812884e-06,
      "loss": 0.3539,
      "step": 763760
    },
    {
      "epoch": 213.16,
      "grad_norm": 1.1060717105865479,
      "learning_rate": 4.1122583577958264e-06,
      "loss": 0.3725,
      "step": 763770
    },
    {
      "epoch": 213.17,
      "grad_norm": 1.0668226480484009,
      "learning_rate": 4.112240613543379e-06,
      "loss": 0.3515,
      "step": 763780
    },
    {
      "epoch": 213.17,
      "grad_norm": 1.1616125106811523,
      "learning_rate": 4.112222869055547e-06,
      "loss": 0.3764,
      "step": 763790
    },
    {
      "epoch": 213.17,
      "grad_norm": 1.0909702777862549,
      "learning_rate": 4.112205124332329e-06,
      "loss": 0.3531,
      "step": 763800
    },
    {
      "epoch": 213.18,
      "grad_norm": 1.1512775421142578,
      "learning_rate": 4.11218737937373e-06,
      "loss": 0.3828,
      "step": 763810
    },
    {
      "epoch": 213.18,
      "grad_norm": 1.0625635385513306,
      "learning_rate": 4.1121696341797505e-06,
      "loss": 0.3683,
      "step": 763820
    },
    {
      "epoch": 213.18,
      "grad_norm": 1.0362824201583862,
      "learning_rate": 4.112151888750395e-06,
      "loss": 0.3736,
      "step": 763830
    },
    {
      "epoch": 213.18,
      "grad_norm": 1.3023494482040405,
      "learning_rate": 4.1121341430856645e-06,
      "loss": 0.3792,
      "step": 763840
    },
    {
      "epoch": 213.19,
      "grad_norm": 0.9774867296218872,
      "learning_rate": 4.112116397185561e-06,
      "loss": 0.3639,
      "step": 763850
    },
    {
      "epoch": 213.19,
      "grad_norm": 1.0993192195892334,
      "learning_rate": 4.112098651050088e-06,
      "loss": 0.3758,
      "step": 763860
    },
    {
      "epoch": 213.19,
      "grad_norm": 1.020034909248352,
      "learning_rate": 4.112080904679247e-06,
      "loss": 0.3809,
      "step": 763870
    },
    {
      "epoch": 213.2,
      "grad_norm": 1.225764274597168,
      "learning_rate": 4.112063158073042e-06,
      "loss": 0.3735,
      "step": 763880
    },
    {
      "epoch": 213.2,
      "grad_norm": 1.0031466484069824,
      "learning_rate": 4.1120454112314715e-06,
      "loss": 0.3772,
      "step": 763890
    },
    {
      "epoch": 213.2,
      "grad_norm": 0.9674095511436462,
      "learning_rate": 4.112027664154542e-06,
      "loss": 0.3775,
      "step": 763900
    },
    {
      "epoch": 213.2,
      "grad_norm": 1.0710973739624023,
      "learning_rate": 4.1120099168422546e-06,
      "loss": 0.375,
      "step": 763910
    },
    {
      "epoch": 213.21,
      "grad_norm": 3.3706858158111572,
      "learning_rate": 4.11199216929461e-06,
      "loss": 0.388,
      "step": 763920
    },
    {
      "epoch": 213.21,
      "grad_norm": 1.1625981330871582,
      "learning_rate": 4.111974421511614e-06,
      "loss": 0.3687,
      "step": 763930
    },
    {
      "epoch": 213.21,
      "grad_norm": 1.1540958881378174,
      "learning_rate": 4.111956673493265e-06,
      "loss": 0.3834,
      "step": 763940
    },
    {
      "epoch": 213.22,
      "grad_norm": 1.2546275854110718,
      "learning_rate": 4.111938925239567e-06,
      "loss": 0.3603,
      "step": 763950
    },
    {
      "epoch": 213.22,
      "grad_norm": 1.2320433855056763,
      "learning_rate": 4.111921176750524e-06,
      "loss": 0.3549,
      "step": 763960
    },
    {
      "epoch": 213.22,
      "grad_norm": 1.0371975898742676,
      "learning_rate": 4.111903428026136e-06,
      "loss": 0.3826,
      "step": 763970
    },
    {
      "epoch": 213.22,
      "grad_norm": 1.1666045188903809,
      "learning_rate": 4.111885679066407e-06,
      "loss": 0.3612,
      "step": 763980
    },
    {
      "epoch": 213.23,
      "grad_norm": 1.1805119514465332,
      "learning_rate": 4.111867929871338e-06,
      "loss": 0.3572,
      "step": 763990
    },
    {
      "epoch": 213.23,
      "grad_norm": 1.433300495147705,
      "learning_rate": 4.111850180440932e-06,
      "loss": 0.3571,
      "step": 764000
    },
    {
      "epoch": 213.23,
      "grad_norm": 1.0747061967849731,
      "learning_rate": 4.111832430775192e-06,
      "loss": 0.376,
      "step": 764010
    },
    {
      "epoch": 213.23,
      "grad_norm": 0.9972598552703857,
      "learning_rate": 4.111814680874119e-06,
      "loss": 0.3725,
      "step": 764020
    },
    {
      "epoch": 213.24,
      "grad_norm": 1.1819051504135132,
      "learning_rate": 4.111796930737716e-06,
      "loss": 0.3621,
      "step": 764030
    },
    {
      "epoch": 213.24,
      "grad_norm": 1.0551224946975708,
      "learning_rate": 4.1117791803659865e-06,
      "loss": 0.3669,
      "step": 764040
    },
    {
      "epoch": 213.24,
      "grad_norm": 1.2607824802398682,
      "learning_rate": 4.11176142975893e-06,
      "loss": 0.3675,
      "step": 764050
    },
    {
      "epoch": 213.25,
      "grad_norm": 1.2193800210952759,
      "learning_rate": 4.111743678916553e-06,
      "loss": 0.3608,
      "step": 764060
    },
    {
      "epoch": 213.25,
      "grad_norm": 1.475268840789795,
      "learning_rate": 4.1117259278388545e-06,
      "loss": 0.3727,
      "step": 764070
    },
    {
      "epoch": 213.25,
      "grad_norm": 1.0858079195022583,
      "learning_rate": 4.111708176525838e-06,
      "loss": 0.3964,
      "step": 764080
    },
    {
      "epoch": 213.25,
      "grad_norm": 1.0634796619415283,
      "learning_rate": 4.111690424977506e-06,
      "loss": 0.3711,
      "step": 764090
    },
    {
      "epoch": 213.26,
      "grad_norm": 0.9830251336097717,
      "learning_rate": 4.111672673193861e-06,
      "loss": 0.3848,
      "step": 764100
    },
    {
      "epoch": 213.26,
      "grad_norm": 0.9096094965934753,
      "learning_rate": 4.111654921174903e-06,
      "loss": 0.3777,
      "step": 764110
    },
    {
      "epoch": 213.26,
      "grad_norm": 0.8736432194709778,
      "learning_rate": 4.111637168920638e-06,
      "loss": 0.3706,
      "step": 764120
    },
    {
      "epoch": 213.27,
      "grad_norm": 1.0640946626663208,
      "learning_rate": 4.111619416431067e-06,
      "loss": 0.3895,
      "step": 764130
    },
    {
      "epoch": 213.27,
      "grad_norm": 1.1745693683624268,
      "learning_rate": 4.111601663706191e-06,
      "loss": 0.3689,
      "step": 764140
    },
    {
      "epoch": 213.27,
      "grad_norm": 1.0089353322982788,
      "learning_rate": 4.111583910746014e-06,
      "loss": 0.3819,
      "step": 764150
    },
    {
      "epoch": 213.27,
      "grad_norm": 1.237190842628479,
      "learning_rate": 4.111566157550538e-06,
      "loss": 0.3934,
      "step": 764160
    },
    {
      "epoch": 213.28,
      "grad_norm": 4.744273662567139,
      "learning_rate": 4.1115484041197656e-06,
      "loss": 0.3735,
      "step": 764170
    },
    {
      "epoch": 213.28,
      "grad_norm": 1.2657254934310913,
      "learning_rate": 4.1115306504536975e-06,
      "loss": 0.3633,
      "step": 764180
    },
    {
      "epoch": 213.28,
      "grad_norm": 1.3627760410308838,
      "learning_rate": 4.111512896552339e-06,
      "loss": 0.3643,
      "step": 764190
    },
    {
      "epoch": 213.28,
      "grad_norm": 0.969074547290802,
      "learning_rate": 4.11149514241569e-06,
      "loss": 0.3539,
      "step": 764200
    },
    {
      "epoch": 213.29,
      "grad_norm": 1.0732753276824951,
      "learning_rate": 4.111477388043753e-06,
      "loss": 0.3624,
      "step": 764210
    },
    {
      "epoch": 213.29,
      "grad_norm": 5.831662178039551,
      "learning_rate": 4.111459633436531e-06,
      "loss": 0.3877,
      "step": 764220
    },
    {
      "epoch": 213.29,
      "grad_norm": 1.0550282001495361,
      "learning_rate": 4.1114418785940265e-06,
      "loss": 0.3709,
      "step": 764230
    },
    {
      "epoch": 213.3,
      "grad_norm": 1.0210282802581787,
      "learning_rate": 4.1114241235162425e-06,
      "loss": 0.3692,
      "step": 764240
    },
    {
      "epoch": 213.3,
      "grad_norm": 1.4644428491592407,
      "learning_rate": 4.11140636820318e-06,
      "loss": 0.3738,
      "step": 764250
    },
    {
      "epoch": 213.3,
      "grad_norm": 1.376228928565979,
      "learning_rate": 4.111388612654842e-06,
      "loss": 0.3654,
      "step": 764260
    },
    {
      "epoch": 213.3,
      "grad_norm": 1.010873794555664,
      "learning_rate": 4.111370856871231e-06,
      "loss": 0.3676,
      "step": 764270
    },
    {
      "epoch": 213.31,
      "grad_norm": 1.1398319005966187,
      "learning_rate": 4.111353100852349e-06,
      "loss": 0.3766,
      "step": 764280
    },
    {
      "epoch": 213.31,
      "grad_norm": 4.828792095184326,
      "learning_rate": 4.111335344598199e-06,
      "loss": 0.3766,
      "step": 764290
    },
    {
      "epoch": 213.31,
      "grad_norm": 0.9925564527511597,
      "learning_rate": 4.1113175881087825e-06,
      "loss": 0.3746,
      "step": 764300
    },
    {
      "epoch": 213.32,
      "grad_norm": 0.8989518284797668,
      "learning_rate": 4.111299831384102e-06,
      "loss": 0.3522,
      "step": 764310
    },
    {
      "epoch": 213.32,
      "grad_norm": 0.914080798625946,
      "learning_rate": 4.111282074424161e-06,
      "loss": 0.3548,
      "step": 764320
    },
    {
      "epoch": 213.32,
      "grad_norm": 4.910182952880859,
      "learning_rate": 4.111264317228961e-06,
      "loss": 0.3686,
      "step": 764330
    },
    {
      "epoch": 213.32,
      "grad_norm": 1.1118205785751343,
      "learning_rate": 4.111246559798503e-06,
      "loss": 0.3667,
      "step": 764340
    },
    {
      "epoch": 213.33,
      "grad_norm": 1.1798988580703735,
      "learning_rate": 4.111228802132791e-06,
      "loss": 0.369,
      "step": 764350
    },
    {
      "epoch": 213.33,
      "grad_norm": 1.019977331161499,
      "learning_rate": 4.111211044231828e-06,
      "loss": 0.3745,
      "step": 764360
    },
    {
      "epoch": 213.33,
      "grad_norm": 1.2037183046340942,
      "learning_rate": 4.111193286095616e-06,
      "loss": 0.3775,
      "step": 764370
    },
    {
      "epoch": 213.34,
      "grad_norm": 1.036934494972229,
      "learning_rate": 4.111175527724155e-06,
      "loss": 0.3756,
      "step": 764380
    },
    {
      "epoch": 213.34,
      "grad_norm": 1.3093353509902954,
      "learning_rate": 4.11115776911745e-06,
      "loss": 0.3666,
      "step": 764390
    },
    {
      "epoch": 213.34,
      "grad_norm": 1.1041369438171387,
      "learning_rate": 4.111140010275503e-06,
      "loss": 0.3783,
      "step": 764400
    },
    {
      "epoch": 213.34,
      "grad_norm": 1.1331578493118286,
      "learning_rate": 4.111122251198315e-06,
      "loss": 0.3602,
      "step": 764410
    },
    {
      "epoch": 213.35,
      "grad_norm": 1.1105003356933594,
      "learning_rate": 4.11110449188589e-06,
      "loss": 0.3645,
      "step": 764420
    },
    {
      "epoch": 213.35,
      "grad_norm": 1.0197557210922241,
      "learning_rate": 4.11108673233823e-06,
      "loss": 0.3544,
      "step": 764430
    },
    {
      "epoch": 213.35,
      "grad_norm": 1.010654330253601,
      "learning_rate": 4.111068972555336e-06,
      "loss": 0.3668,
      "step": 764440
    },
    {
      "epoch": 213.35,
      "grad_norm": 1.2810062170028687,
      "learning_rate": 4.111051212537212e-06,
      "loss": 0.3635,
      "step": 764450
    },
    {
      "epoch": 213.36,
      "grad_norm": 1.0435409545898438,
      "learning_rate": 4.111033452283859e-06,
      "loss": 0.3628,
      "step": 764460
    },
    {
      "epoch": 213.36,
      "grad_norm": 1.036795735359192,
      "learning_rate": 4.111015691795281e-06,
      "loss": 0.3641,
      "step": 764470
    },
    {
      "epoch": 213.36,
      "grad_norm": 0.9488289952278137,
      "learning_rate": 4.110997931071479e-06,
      "loss": 0.3769,
      "step": 764480
    },
    {
      "epoch": 213.37,
      "grad_norm": 0.9414674639701843,
      "learning_rate": 4.110980170112456e-06,
      "loss": 0.3807,
      "step": 764490
    },
    {
      "epoch": 213.37,
      "grad_norm": 1.5506503582000732,
      "learning_rate": 4.110962408918214e-06,
      "loss": 0.3675,
      "step": 764500
    },
    {
      "epoch": 213.37,
      "grad_norm": 1.0943223237991333,
      "learning_rate": 4.1109446474887555e-06,
      "loss": 0.3694,
      "step": 764510
    },
    {
      "epoch": 213.37,
      "grad_norm": 1.0925737619400024,
      "learning_rate": 4.110926885824083e-06,
      "loss": 0.3768,
      "step": 764520
    },
    {
      "epoch": 213.38,
      "grad_norm": 1.06551992893219,
      "learning_rate": 4.110909123924199e-06,
      "loss": 0.3798,
      "step": 764530
    },
    {
      "epoch": 213.38,
      "grad_norm": 2.5822479724884033,
      "learning_rate": 4.110891361789105e-06,
      "loss": 0.3697,
      "step": 764540
    },
    {
      "epoch": 213.38,
      "grad_norm": 1.2968635559082031,
      "learning_rate": 4.110873599418805e-06,
      "loss": 0.3653,
      "step": 764550
    },
    {
      "epoch": 213.39,
      "grad_norm": 1.2070367336273193,
      "learning_rate": 4.1108558368133e-06,
      "loss": 0.3671,
      "step": 764560
    },
    {
      "epoch": 213.39,
      "grad_norm": 1.046113133430481,
      "learning_rate": 4.110838073972593e-06,
      "loss": 0.3909,
      "step": 764570
    },
    {
      "epoch": 213.39,
      "grad_norm": 2.265662670135498,
      "learning_rate": 4.110820310896685e-06,
      "loss": 0.3754,
      "step": 764580
    },
    {
      "epoch": 213.39,
      "grad_norm": 1.1735261678695679,
      "learning_rate": 4.11080254758558e-06,
      "loss": 0.3601,
      "step": 764590
    },
    {
      "epoch": 213.4,
      "grad_norm": 1.170961856842041,
      "learning_rate": 4.11078478403928e-06,
      "loss": 0.3598,
      "step": 764600
    },
    {
      "epoch": 213.4,
      "grad_norm": 1.1610584259033203,
      "learning_rate": 4.110767020257787e-06,
      "loss": 0.3575,
      "step": 764610
    },
    {
      "epoch": 213.4,
      "grad_norm": 1.080038070678711,
      "learning_rate": 4.110749256241104e-06,
      "loss": 0.3862,
      "step": 764620
    },
    {
      "epoch": 213.4,
      "grad_norm": 1.140170693397522,
      "learning_rate": 4.110731491989232e-06,
      "loss": 0.3758,
      "step": 764630
    },
    {
      "epoch": 213.41,
      "grad_norm": 1.107412576675415,
      "learning_rate": 4.110713727502175e-06,
      "loss": 0.3629,
      "step": 764640
    },
    {
      "epoch": 213.41,
      "grad_norm": 1.1079150438308716,
      "learning_rate": 4.110695962779935e-06,
      "loss": 0.3854,
      "step": 764650
    },
    {
      "epoch": 213.41,
      "grad_norm": 1.1566427946090698,
      "learning_rate": 4.110678197822514e-06,
      "loss": 0.3635,
      "step": 764660
    },
    {
      "epoch": 213.42,
      "grad_norm": 1.2193586826324463,
      "learning_rate": 4.110660432629913e-06,
      "loss": 0.3592,
      "step": 764670
    },
    {
      "epoch": 213.42,
      "grad_norm": 0.9489269852638245,
      "learning_rate": 4.110642667202137e-06,
      "loss": 0.3696,
      "step": 764680
    },
    {
      "epoch": 213.42,
      "grad_norm": 1.772256851196289,
      "learning_rate": 4.110624901539187e-06,
      "loss": 0.3796,
      "step": 764690
    },
    {
      "epoch": 213.42,
      "grad_norm": 0.9862678647041321,
      "learning_rate": 4.110607135641064e-06,
      "loss": 0.3866,
      "step": 764700
    },
    {
      "epoch": 213.43,
      "grad_norm": 1.083852767944336,
      "learning_rate": 4.110589369507774e-06,
      "loss": 0.3672,
      "step": 764710
    },
    {
      "epoch": 213.43,
      "grad_norm": 1.0691945552825928,
      "learning_rate": 4.110571603139316e-06,
      "loss": 0.3855,
      "step": 764720
    },
    {
      "epoch": 213.43,
      "grad_norm": 1.3737605810165405,
      "learning_rate": 4.110553836535694e-06,
      "loss": 0.3582,
      "step": 764730
    },
    {
      "epoch": 213.44,
      "grad_norm": 1.2744722366333008,
      "learning_rate": 4.110536069696909e-06,
      "loss": 0.3657,
      "step": 764740
    },
    {
      "epoch": 213.44,
      "grad_norm": 1.1989655494689941,
      "learning_rate": 4.110518302622966e-06,
      "loss": 0.3777,
      "step": 764750
    },
    {
      "epoch": 213.44,
      "grad_norm": 1.013971209526062,
      "learning_rate": 4.1105005353138645e-06,
      "loss": 0.3615,
      "step": 764760
    },
    {
      "epoch": 213.44,
      "grad_norm": 1.1279798746109009,
      "learning_rate": 4.110482767769608e-06,
      "loss": 0.3831,
      "step": 764770
    },
    {
      "epoch": 213.45,
      "grad_norm": 1.248782992362976,
      "learning_rate": 4.110464999990199e-06,
      "loss": 0.3867,
      "step": 764780
    },
    {
      "epoch": 213.45,
      "grad_norm": 0.9002729058265686,
      "learning_rate": 4.11044723197564e-06,
      "loss": 0.3635,
      "step": 764790
    },
    {
      "epoch": 213.45,
      "grad_norm": 1.2407888174057007,
      "learning_rate": 4.110429463725934e-06,
      "loss": 0.3775,
      "step": 764800
    },
    {
      "epoch": 213.46,
      "grad_norm": 1.1513632535934448,
      "learning_rate": 4.11041169524108e-06,
      "loss": 0.3544,
      "step": 764810
    },
    {
      "epoch": 213.46,
      "grad_norm": 1.2536544799804688,
      "learning_rate": 4.110393926521085e-06,
      "loss": 0.3612,
      "step": 764820
    },
    {
      "epoch": 213.46,
      "grad_norm": 0.9312307238578796,
      "learning_rate": 4.110376157565949e-06,
      "loss": 0.3741,
      "step": 764830
    },
    {
      "epoch": 213.46,
      "grad_norm": 0.9970924854278564,
      "learning_rate": 4.110358388375673e-06,
      "loss": 0.3617,
      "step": 764840
    },
    {
      "epoch": 213.47,
      "grad_norm": 1.1130753755569458,
      "learning_rate": 4.1103406189502626e-06,
      "loss": 0.3701,
      "step": 764850
    },
    {
      "epoch": 213.47,
      "grad_norm": 1.1027979850769043,
      "learning_rate": 4.110322849289718e-06,
      "loss": 0.3773,
      "step": 764860
    },
    {
      "epoch": 213.47,
      "grad_norm": 1.115144968032837,
      "learning_rate": 4.110305079394042e-06,
      "loss": 0.3692,
      "step": 764870
    },
    {
      "epoch": 213.47,
      "grad_norm": 1.1732392311096191,
      "learning_rate": 4.110287309263237e-06,
      "loss": 0.3632,
      "step": 764880
    },
    {
      "epoch": 213.48,
      "grad_norm": 1.0868785381317139,
      "learning_rate": 4.110269538897306e-06,
      "loss": 0.3712,
      "step": 764890
    },
    {
      "epoch": 213.48,
      "grad_norm": 1.2043734788894653,
      "learning_rate": 4.1102517682962496e-06,
      "loss": 0.362,
      "step": 764900
    },
    {
      "epoch": 213.48,
      "grad_norm": 0.9772711396217346,
      "learning_rate": 4.110233997460072e-06,
      "loss": 0.3917,
      "step": 764910
    },
    {
      "epoch": 213.49,
      "grad_norm": 1.0389450788497925,
      "learning_rate": 4.110216226388775e-06,
      "loss": 0.3714,
      "step": 764920
    },
    {
      "epoch": 213.49,
      "grad_norm": 1.2461223602294922,
      "learning_rate": 4.110198455082361e-06,
      "loss": 0.3702,
      "step": 764930
    },
    {
      "epoch": 213.49,
      "grad_norm": 1.0102862119674683,
      "learning_rate": 4.110180683540832e-06,
      "loss": 0.3822,
      "step": 764940
    },
    {
      "epoch": 213.49,
      "grad_norm": 0.9579086303710938,
      "learning_rate": 4.11016291176419e-06,
      "loss": 0.3565,
      "step": 764950
    },
    {
      "epoch": 213.5,
      "grad_norm": 1.0461452007293701,
      "learning_rate": 4.110145139752439e-06,
      "loss": 0.3845,
      "step": 764960
    },
    {
      "epoch": 213.5,
      "grad_norm": 0.964645266532898,
      "learning_rate": 4.110127367505579e-06,
      "loss": 0.3871,
      "step": 764970
    },
    {
      "epoch": 213.5,
      "grad_norm": 1.1135945320129395,
      "learning_rate": 4.110109595023615e-06,
      "loss": 0.3956,
      "step": 764980
    },
    {
      "epoch": 213.51,
      "grad_norm": 1.4380698204040527,
      "learning_rate": 4.110091822306547e-06,
      "loss": 0.3705,
      "step": 764990
    },
    {
      "epoch": 213.51,
      "grad_norm": 1.0277823209762573,
      "learning_rate": 4.110074049354379e-06,
      "loss": 0.3761,
      "step": 765000
    },
    {
      "epoch": 213.51,
      "grad_norm": 1.3466174602508545,
      "learning_rate": 4.110056276167114e-06,
      "loss": 0.3654,
      "step": 765010
    },
    {
      "epoch": 213.51,
      "grad_norm": 1.3299206495285034,
      "learning_rate": 4.110038502744752e-06,
      "loss": 0.3611,
      "step": 765020
    },
    {
      "epoch": 213.52,
      "grad_norm": 1.1502751111984253,
      "learning_rate": 4.110020729087296e-06,
      "loss": 0.3769,
      "step": 765030
    },
    {
      "epoch": 213.52,
      "grad_norm": 1.0119768381118774,
      "learning_rate": 4.110002955194749e-06,
      "loss": 0.3698,
      "step": 765040
    },
    {
      "epoch": 213.52,
      "grad_norm": 1.0464167594909668,
      "learning_rate": 4.109985181067114e-06,
      "loss": 0.3607,
      "step": 765050
    },
    {
      "epoch": 213.52,
      "grad_norm": 0.9636263847351074,
      "learning_rate": 4.109967406704392e-06,
      "loss": 0.3733,
      "step": 765060
    },
    {
      "epoch": 213.53,
      "grad_norm": 1.0828282833099365,
      "learning_rate": 4.109949632106586e-06,
      "loss": 0.3859,
      "step": 765070
    },
    {
      "epoch": 213.53,
      "grad_norm": 1.1793791055679321,
      "learning_rate": 4.1099318572736984e-06,
      "loss": 0.3742,
      "step": 765080
    },
    {
      "epoch": 213.53,
      "grad_norm": 1.1295595169067383,
      "learning_rate": 4.109914082205732e-06,
      "loss": 0.3809,
      "step": 765090
    },
    {
      "epoch": 213.54,
      "grad_norm": 1.090459942817688,
      "learning_rate": 4.109896306902688e-06,
      "loss": 0.3754,
      "step": 765100
    },
    {
      "epoch": 213.54,
      "grad_norm": 0.9873205423355103,
      "learning_rate": 4.10987853136457e-06,
      "loss": 0.3697,
      "step": 765110
    },
    {
      "epoch": 213.54,
      "grad_norm": 1.2442467212677002,
      "learning_rate": 4.109860755591379e-06,
      "loss": 0.3659,
      "step": 765120
    },
    {
      "epoch": 213.54,
      "grad_norm": 1.0488650798797607,
      "learning_rate": 4.10984297958312e-06,
      "loss": 0.3663,
      "step": 765130
    },
    {
      "epoch": 213.55,
      "grad_norm": 1.1756588220596313,
      "learning_rate": 4.109825203339792e-06,
      "loss": 0.3665,
      "step": 765140
    },
    {
      "epoch": 213.55,
      "grad_norm": 0.9792652130126953,
      "learning_rate": 4.109807426861398e-06,
      "loss": 0.3699,
      "step": 765150
    },
    {
      "epoch": 213.55,
      "grad_norm": 1.1017647981643677,
      "learning_rate": 4.109789650147943e-06,
      "loss": 0.374,
      "step": 765160
    },
    {
      "epoch": 213.56,
      "grad_norm": 1.3148943185806274,
      "learning_rate": 4.109771873199428e-06,
      "loss": 0.3844,
      "step": 765170
    },
    {
      "epoch": 213.56,
      "grad_norm": 0.9447252154350281,
      "learning_rate": 4.1097540960158534e-06,
      "loss": 0.36,
      "step": 765180
    },
    {
      "epoch": 213.56,
      "grad_norm": 1.2015727758407593,
      "learning_rate": 4.109736318597225e-06,
      "loss": 0.3858,
      "step": 765190
    },
    {
      "epoch": 213.56,
      "grad_norm": 0.9390853643417358,
      "learning_rate": 4.109718540943541e-06,
      "loss": 0.3596,
      "step": 765200
    },
    {
      "epoch": 213.57,
      "grad_norm": 1.0063741207122803,
      "learning_rate": 4.109700763054808e-06,
      "loss": 0.3802,
      "step": 765210
    },
    {
      "epoch": 213.57,
      "grad_norm": 0.981844425201416,
      "learning_rate": 4.1096829849310255e-06,
      "loss": 0.3726,
      "step": 765220
    },
    {
      "epoch": 213.57,
      "grad_norm": 1.0661298036575317,
      "learning_rate": 4.109665206572198e-06,
      "loss": 0.3632,
      "step": 765230
    },
    {
      "epoch": 213.58,
      "grad_norm": 1.2836387157440186,
      "learning_rate": 4.109647427978325e-06,
      "loss": 0.3673,
      "step": 765240
    },
    {
      "epoch": 213.58,
      "grad_norm": 1.189817190170288,
      "learning_rate": 4.109629649149411e-06,
      "loss": 0.3644,
      "step": 765250
    },
    {
      "epoch": 213.58,
      "grad_norm": 1.116851806640625,
      "learning_rate": 4.109611870085459e-06,
      "loss": 0.3633,
      "step": 765260
    },
    {
      "epoch": 213.58,
      "grad_norm": 0.9486008286476135,
      "learning_rate": 4.10959409078647e-06,
      "loss": 0.3666,
      "step": 765270
    },
    {
      "epoch": 213.59,
      "grad_norm": 1.0838102102279663,
      "learning_rate": 4.109576311252446e-06,
      "loss": 0.3643,
      "step": 765280
    },
    {
      "epoch": 213.59,
      "grad_norm": 1.0107676982879639,
      "learning_rate": 4.109558531483391e-06,
      "loss": 0.3481,
      "step": 765290
    },
    {
      "epoch": 213.59,
      "grad_norm": 1.1251754760742188,
      "learning_rate": 4.109540751479305e-06,
      "loss": 0.3682,
      "step": 765300
    },
    {
      "epoch": 213.59,
      "grad_norm": 1.121605634689331,
      "learning_rate": 4.109522971240193e-06,
      "loss": 0.371,
      "step": 765310
    },
    {
      "epoch": 213.6,
      "grad_norm": 1.0437606573104858,
      "learning_rate": 4.1095051907660555e-06,
      "loss": 0.3656,
      "step": 765320
    },
    {
      "epoch": 213.6,
      "grad_norm": 1.176570177078247,
      "learning_rate": 4.109487410056896e-06,
      "loss": 0.3777,
      "step": 765330
    },
    {
      "epoch": 213.6,
      "grad_norm": 1.2340861558914185,
      "learning_rate": 4.109469629112716e-06,
      "loss": 0.3771,
      "step": 765340
    },
    {
      "epoch": 213.61,
      "grad_norm": 1.0990171432495117,
      "learning_rate": 4.109451847933519e-06,
      "loss": 0.3652,
      "step": 765350
    },
    {
      "epoch": 213.61,
      "grad_norm": 1.0219001770019531,
      "learning_rate": 4.109434066519305e-06,
      "loss": 0.3796,
      "step": 765360
    },
    {
      "epoch": 213.61,
      "grad_norm": 1.051230788230896,
      "learning_rate": 4.109416284870079e-06,
      "loss": 0.3619,
      "step": 765370
    },
    {
      "epoch": 213.61,
      "grad_norm": 1.1270042657852173,
      "learning_rate": 4.109398502985843e-06,
      "loss": 0.3902,
      "step": 765380
    },
    {
      "epoch": 213.62,
      "grad_norm": 0.9853796362876892,
      "learning_rate": 4.109380720866597e-06,
      "loss": 0.3756,
      "step": 765390
    },
    {
      "epoch": 213.62,
      "grad_norm": 1.0748875141143799,
      "learning_rate": 4.1093629385123465e-06,
      "loss": 0.357,
      "step": 765400
    },
    {
      "epoch": 213.62,
      "grad_norm": 1.1435085535049438,
      "learning_rate": 4.1093451559230925e-06,
      "loss": 0.3812,
      "step": 765410
    },
    {
      "epoch": 213.63,
      "grad_norm": 1.249826192855835,
      "learning_rate": 4.109327373098836e-06,
      "loss": 0.3844,
      "step": 765420
    },
    {
      "epoch": 213.63,
      "grad_norm": 1.1436527967453003,
      "learning_rate": 4.109309590039581e-06,
      "loss": 0.3682,
      "step": 765430
    },
    {
      "epoch": 213.63,
      "grad_norm": 1.082069754600525,
      "learning_rate": 4.1092918067453305e-06,
      "loss": 0.3558,
      "step": 765440
    },
    {
      "epoch": 213.63,
      "grad_norm": 1.1326022148132324,
      "learning_rate": 4.109274023216085e-06,
      "loss": 0.3712,
      "step": 765450
    },
    {
      "epoch": 213.64,
      "grad_norm": 0.8717606663703918,
      "learning_rate": 4.109256239451849e-06,
      "loss": 0.3691,
      "step": 765460
    },
    {
      "epoch": 213.64,
      "grad_norm": 1.0679494142532349,
      "learning_rate": 4.109238455452622e-06,
      "loss": 0.368,
      "step": 765470
    },
    {
      "epoch": 213.64,
      "grad_norm": 1.2253456115722656,
      "learning_rate": 4.109220671218409e-06,
      "loss": 0.3669,
      "step": 765480
    },
    {
      "epoch": 213.64,
      "grad_norm": 1.2513651847839355,
      "learning_rate": 4.109202886749211e-06,
      "loss": 0.3594,
      "step": 765490
    },
    {
      "epoch": 213.65,
      "grad_norm": 1.110790491104126,
      "learning_rate": 4.109185102045031e-06,
      "loss": 0.3782,
      "step": 765500
    },
    {
      "epoch": 213.65,
      "grad_norm": 1.277300477027893,
      "learning_rate": 4.109167317105871e-06,
      "loss": 0.3591,
      "step": 765510
    },
    {
      "epoch": 213.65,
      "grad_norm": 1.0364024639129639,
      "learning_rate": 4.109149531931733e-06,
      "loss": 0.3734,
      "step": 765520
    },
    {
      "epoch": 213.66,
      "grad_norm": 1.1096775531768799,
      "learning_rate": 4.109131746522621e-06,
      "loss": 0.3529,
      "step": 765530
    },
    {
      "epoch": 213.66,
      "grad_norm": 1.094422459602356,
      "learning_rate": 4.109113960878536e-06,
      "loss": 0.3558,
      "step": 765540
    },
    {
      "epoch": 213.66,
      "grad_norm": 1.1760754585266113,
      "learning_rate": 4.1090961749994795e-06,
      "loss": 0.3703,
      "step": 765550
    },
    {
      "epoch": 213.66,
      "grad_norm": 1.05471670627594,
      "learning_rate": 4.109078388885455e-06,
      "loss": 0.3796,
      "step": 765560
    },
    {
      "epoch": 213.67,
      "grad_norm": 0.994637131690979,
      "learning_rate": 4.109060602536466e-06,
      "loss": 0.3626,
      "step": 765570
    },
    {
      "epoch": 213.67,
      "grad_norm": 1.1024415493011475,
      "learning_rate": 4.109042815952512e-06,
      "loss": 0.3575,
      "step": 765580
    },
    {
      "epoch": 213.67,
      "grad_norm": 1.1746925115585327,
      "learning_rate": 4.109025029133598e-06,
      "loss": 0.3842,
      "step": 765590
    },
    {
      "epoch": 213.68,
      "grad_norm": 1.020196557044983,
      "learning_rate": 4.109007242079726e-06,
      "loss": 0.3657,
      "step": 765600
    },
    {
      "epoch": 213.68,
      "grad_norm": 0.9322130680084229,
      "learning_rate": 4.1089894547908976e-06,
      "loss": 0.3678,
      "step": 765610
    },
    {
      "epoch": 213.68,
      "grad_norm": 0.9575814604759216,
      "learning_rate": 4.108971667267115e-06,
      "loss": 0.3799,
      "step": 765620
    },
    {
      "epoch": 213.68,
      "grad_norm": 0.9462661743164062,
      "learning_rate": 4.108953879508381e-06,
      "loss": 0.3545,
      "step": 765630
    },
    {
      "epoch": 213.69,
      "grad_norm": 1.1900684833526611,
      "learning_rate": 4.108936091514697e-06,
      "loss": 0.349,
      "step": 765640
    },
    {
      "epoch": 213.69,
      "grad_norm": 1.0774527788162231,
      "learning_rate": 4.108918303286067e-06,
      "loss": 0.398,
      "step": 765650
    },
    {
      "epoch": 213.69,
      "grad_norm": 1.2373039722442627,
      "learning_rate": 4.108900514822493e-06,
      "loss": 0.3703,
      "step": 765660
    },
    {
      "epoch": 213.7,
      "grad_norm": 1.2902339696884155,
      "learning_rate": 4.108882726123978e-06,
      "loss": 0.3753,
      "step": 765670
    },
    {
      "epoch": 213.7,
      "grad_norm": 1.0659441947937012,
      "learning_rate": 4.108864937190521e-06,
      "loss": 0.3706,
      "step": 765680
    },
    {
      "epoch": 213.7,
      "grad_norm": 1.339490294456482,
      "learning_rate": 4.108847148022128e-06,
      "loss": 0.3826,
      "step": 765690
    },
    {
      "epoch": 213.7,
      "grad_norm": 0.9836450815200806,
      "learning_rate": 4.1088293586187994e-06,
      "loss": 0.3648,
      "step": 765700
    },
    {
      "epoch": 213.71,
      "grad_norm": 1.1325883865356445,
      "learning_rate": 4.108811568980539e-06,
      "loss": 0.3719,
      "step": 765710
    },
    {
      "epoch": 213.71,
      "grad_norm": 1.059982180595398,
      "learning_rate": 4.108793779107348e-06,
      "loss": 0.3818,
      "step": 765720
    },
    {
      "epoch": 213.71,
      "grad_norm": 1.068311333656311,
      "learning_rate": 4.108775988999229e-06,
      "loss": 0.3721,
      "step": 765730
    },
    {
      "epoch": 213.71,
      "grad_norm": 1.3825756311416626,
      "learning_rate": 4.108758198656185e-06,
      "loss": 0.389,
      "step": 765740
    },
    {
      "epoch": 213.72,
      "grad_norm": 1.0884684324264526,
      "learning_rate": 4.108740408078218e-06,
      "loss": 0.3749,
      "step": 765750
    },
    {
      "epoch": 213.72,
      "grad_norm": 1.1510844230651855,
      "learning_rate": 4.10872261726533e-06,
      "loss": 0.3574,
      "step": 765760
    },
    {
      "epoch": 213.72,
      "grad_norm": 1.124822735786438,
      "learning_rate": 4.108704826217524e-06,
      "loss": 0.3798,
      "step": 765770
    },
    {
      "epoch": 213.73,
      "grad_norm": 1.0513176918029785,
      "learning_rate": 4.108687034934802e-06,
      "loss": 0.3722,
      "step": 765780
    },
    {
      "epoch": 213.73,
      "grad_norm": 1.0673542022705078,
      "learning_rate": 4.108669243417165e-06,
      "loss": 0.3734,
      "step": 765790
    },
    {
      "epoch": 213.73,
      "grad_norm": 1.0022372007369995,
      "learning_rate": 4.108651451664619e-06,
      "loss": 0.3767,
      "step": 765800
    },
    {
      "epoch": 213.73,
      "grad_norm": 1.0016114711761475,
      "learning_rate": 4.108633659677162e-06,
      "loss": 0.3545,
      "step": 765810
    },
    {
      "epoch": 213.74,
      "grad_norm": 1.2233796119689941,
      "learning_rate": 4.1086158674548e-06,
      "loss": 0.3703,
      "step": 765820
    },
    {
      "epoch": 213.74,
      "grad_norm": 1.0651354789733887,
      "learning_rate": 4.108598074997534e-06,
      "loss": 0.3786,
      "step": 765830
    },
    {
      "epoch": 213.74,
      "grad_norm": 1.3495028018951416,
      "learning_rate": 4.108580282305366e-06,
      "loss": 0.3626,
      "step": 765840
    },
    {
      "epoch": 213.75,
      "grad_norm": 1.037802815437317,
      "learning_rate": 4.108562489378297e-06,
      "loss": 0.3762,
      "step": 765850
    },
    {
      "epoch": 213.75,
      "grad_norm": 0.9315750598907471,
      "learning_rate": 4.108544696216333e-06,
      "loss": 0.3871,
      "step": 765860
    },
    {
      "epoch": 213.75,
      "grad_norm": 1.0973204374313354,
      "learning_rate": 4.108526902819473e-06,
      "loss": 0.3606,
      "step": 765870
    },
    {
      "epoch": 213.75,
      "grad_norm": 1.0373367071151733,
      "learning_rate": 4.1085091091877224e-06,
      "loss": 0.3929,
      "step": 765880
    },
    {
      "epoch": 213.76,
      "grad_norm": 1.054010272026062,
      "learning_rate": 4.10849131532108e-06,
      "loss": 0.3791,
      "step": 765890
    },
    {
      "epoch": 213.76,
      "grad_norm": 1.145675778388977,
      "learning_rate": 4.1084735212195515e-06,
      "loss": 0.3822,
      "step": 765900
    },
    {
      "epoch": 213.76,
      "grad_norm": 1.173054575920105,
      "learning_rate": 4.108455726883137e-06,
      "loss": 0.3687,
      "step": 765910
    },
    {
      "epoch": 213.77,
      "grad_norm": 1.2685104608535767,
      "learning_rate": 4.10843793231184e-06,
      "loss": 0.3837,
      "step": 765920
    },
    {
      "epoch": 213.77,
      "grad_norm": 1.052525281906128,
      "learning_rate": 4.108420137505663e-06,
      "loss": 0.375,
      "step": 765930
    },
    {
      "epoch": 213.77,
      "grad_norm": 1.0790317058563232,
      "learning_rate": 4.108402342464607e-06,
      "loss": 0.3846,
      "step": 765940
    },
    {
      "epoch": 213.77,
      "grad_norm": 0.9089412689208984,
      "learning_rate": 4.108384547188675e-06,
      "loss": 0.3754,
      "step": 765950
    },
    {
      "epoch": 213.78,
      "grad_norm": 1.0876777172088623,
      "learning_rate": 4.108366751677871e-06,
      "loss": 0.3751,
      "step": 765960
    },
    {
      "epoch": 213.78,
      "grad_norm": 1.2601395845413208,
      "learning_rate": 4.108348955932195e-06,
      "loss": 0.3773,
      "step": 765970
    },
    {
      "epoch": 213.78,
      "grad_norm": 0.9691920876502991,
      "learning_rate": 4.108331159951651e-06,
      "loss": 0.3812,
      "step": 765980
    },
    {
      "epoch": 213.78,
      "grad_norm": 1.2319945096969604,
      "learning_rate": 4.10831336373624e-06,
      "loss": 0.3658,
      "step": 765990
    },
    {
      "epoch": 213.79,
      "grad_norm": 1.1789848804473877,
      "learning_rate": 4.108295567285966e-06,
      "loss": 0.3764,
      "step": 766000
    },
    {
      "epoch": 213.79,
      "grad_norm": 1.2395076751708984,
      "learning_rate": 4.10827777060083e-06,
      "loss": 0.3883,
      "step": 766010
    },
    {
      "epoch": 213.79,
      "grad_norm": 1.1397159099578857,
      "learning_rate": 4.1082599736808354e-06,
      "loss": 0.3454,
      "step": 766020
    },
    {
      "epoch": 213.8,
      "grad_norm": 1.2595890760421753,
      "learning_rate": 4.108242176525983e-06,
      "loss": 0.3738,
      "step": 766030
    },
    {
      "epoch": 213.8,
      "grad_norm": 1.1303434371948242,
      "learning_rate": 4.108224379136278e-06,
      "loss": 0.3883,
      "step": 766040
    },
    {
      "epoch": 213.8,
      "grad_norm": 1.1600024700164795,
      "learning_rate": 4.108206581511719e-06,
      "loss": 0.3825,
      "step": 766050
    },
    {
      "epoch": 213.8,
      "grad_norm": 1.1142237186431885,
      "learning_rate": 4.108188783652311e-06,
      "loss": 0.3678,
      "step": 766060
    },
    {
      "epoch": 213.81,
      "grad_norm": 1.1234272718429565,
      "learning_rate": 4.108170985558056e-06,
      "loss": 0.3765,
      "step": 766070
    },
    {
      "epoch": 213.81,
      "grad_norm": 1.0052884817123413,
      "learning_rate": 4.108153187228956e-06,
      "loss": 0.3849,
      "step": 766080
    },
    {
      "epoch": 213.81,
      "grad_norm": 1.1408084630966187,
      "learning_rate": 4.108135388665014e-06,
      "loss": 0.3798,
      "step": 766090
    },
    {
      "epoch": 213.82,
      "grad_norm": 1.0606307983398438,
      "learning_rate": 4.108117589866231e-06,
      "loss": 0.3684,
      "step": 766100
    },
    {
      "epoch": 213.82,
      "grad_norm": 1.0258232355117798,
      "learning_rate": 4.10809979083261e-06,
      "loss": 0.3605,
      "step": 766110
    },
    {
      "epoch": 213.82,
      "grad_norm": 1.072817325592041,
      "learning_rate": 4.1080819915641545e-06,
      "loss": 0.3822,
      "step": 766120
    },
    {
      "epoch": 213.82,
      "grad_norm": 1.1021289825439453,
      "learning_rate": 4.108064192060865e-06,
      "loss": 0.3537,
      "step": 766130
    },
    {
      "epoch": 213.83,
      "grad_norm": 1.1325424909591675,
      "learning_rate": 4.108046392322746e-06,
      "loss": 0.3743,
      "step": 766140
    },
    {
      "epoch": 213.83,
      "grad_norm": 1.2713655233383179,
      "learning_rate": 4.108028592349797e-06,
      "loss": 0.3629,
      "step": 766150
    },
    {
      "epoch": 213.83,
      "grad_norm": 1.2538408041000366,
      "learning_rate": 4.108010792142023e-06,
      "loss": 0.3731,
      "step": 766160
    },
    {
      "epoch": 213.83,
      "grad_norm": 0.9544743895530701,
      "learning_rate": 4.1079929916994256e-06,
      "loss": 0.3729,
      "step": 766170
    },
    {
      "epoch": 213.84,
      "grad_norm": 1.003061294555664,
      "learning_rate": 4.1079751910220065e-06,
      "loss": 0.3826,
      "step": 766180
    },
    {
      "epoch": 213.84,
      "grad_norm": 1.036906123161316,
      "learning_rate": 4.10795739010977e-06,
      "loss": 0.3611,
      "step": 766190
    },
    {
      "epoch": 213.84,
      "grad_norm": 1.2270417213439941,
      "learning_rate": 4.107939588962715e-06,
      "loss": 0.3674,
      "step": 766200
    },
    {
      "epoch": 213.85,
      "grad_norm": 1.1089650392532349,
      "learning_rate": 4.1079217875808465e-06,
      "loss": 0.3755,
      "step": 766210
    },
    {
      "epoch": 213.85,
      "grad_norm": 1.0533788204193115,
      "learning_rate": 4.107903985964167e-06,
      "loss": 0.366,
      "step": 766220
    },
    {
      "epoch": 213.85,
      "grad_norm": 0.9968318939208984,
      "learning_rate": 4.107886184112677e-06,
      "loss": 0.3639,
      "step": 766230
    },
    {
      "epoch": 213.85,
      "grad_norm": 1.317884087562561,
      "learning_rate": 4.107868382026381e-06,
      "loss": 0.3682,
      "step": 766240
    },
    {
      "epoch": 213.86,
      "grad_norm": 0.900210976600647,
      "learning_rate": 4.10785057970528e-06,
      "loss": 0.3681,
      "step": 766250
    },
    {
      "epoch": 213.86,
      "grad_norm": 0.9849280714988708,
      "learning_rate": 4.1078327771493765e-06,
      "loss": 0.3618,
      "step": 766260
    },
    {
      "epoch": 213.86,
      "grad_norm": 1.1374629735946655,
      "learning_rate": 4.107814974358673e-06,
      "loss": 0.3744,
      "step": 766270
    },
    {
      "epoch": 213.87,
      "grad_norm": 1.1721068620681763,
      "learning_rate": 4.107797171333173e-06,
      "loss": 0.3961,
      "step": 766280
    },
    {
      "epoch": 213.87,
      "grad_norm": 1.2792437076568604,
      "learning_rate": 4.107779368072877e-06,
      "loss": 0.3827,
      "step": 766290
    },
    {
      "epoch": 213.87,
      "grad_norm": 1.144577980041504,
      "learning_rate": 4.107761564577788e-06,
      "loss": 0.3897,
      "step": 766300
    },
    {
      "epoch": 213.87,
      "grad_norm": 1.1171685457229614,
      "learning_rate": 4.107743760847909e-06,
      "loss": 0.368,
      "step": 766310
    },
    {
      "epoch": 213.88,
      "grad_norm": 1.292273759841919,
      "learning_rate": 4.107725956883241e-06,
      "loss": 0.3718,
      "step": 766320
    },
    {
      "epoch": 213.88,
      "grad_norm": 1.1920799016952515,
      "learning_rate": 4.107708152683788e-06,
      "loss": 0.3749,
      "step": 766330
    },
    {
      "epoch": 213.88,
      "grad_norm": 1.3948209285736084,
      "learning_rate": 4.107690348249553e-06,
      "loss": 0.3663,
      "step": 766340
    },
    {
      "epoch": 213.89,
      "grad_norm": 1.1354014873504639,
      "learning_rate": 4.107672543580536e-06,
      "loss": 0.3793,
      "step": 766350
    },
    {
      "epoch": 213.89,
      "grad_norm": 1.0436280965805054,
      "learning_rate": 4.10765473867674e-06,
      "loss": 0.3645,
      "step": 766360
    },
    {
      "epoch": 213.89,
      "grad_norm": 1.1005825996398926,
      "learning_rate": 4.107636933538168e-06,
      "loss": 0.3681,
      "step": 766370
    },
    {
      "epoch": 213.89,
      "grad_norm": 1.0286537408828735,
      "learning_rate": 4.107619128164823e-06,
      "loss": 0.3553,
      "step": 766380
    },
    {
      "epoch": 213.9,
      "grad_norm": 1.0603821277618408,
      "learning_rate": 4.107601322556705e-06,
      "loss": 0.3601,
      "step": 766390
    },
    {
      "epoch": 213.9,
      "grad_norm": 1.0219082832336426,
      "learning_rate": 4.107583516713819e-06,
      "loss": 0.3658,
      "step": 766400
    },
    {
      "epoch": 213.9,
      "grad_norm": 1.1095411777496338,
      "learning_rate": 4.1075657106361656e-06,
      "loss": 0.38,
      "step": 766410
    },
    {
      "epoch": 213.9,
      "grad_norm": 1.2612823247909546,
      "learning_rate": 4.107547904323748e-06,
      "loss": 0.3609,
      "step": 766420
    },
    {
      "epoch": 213.91,
      "grad_norm": 1.1994925737380981,
      "learning_rate": 4.1075300977765686e-06,
      "loss": 0.3842,
      "step": 766430
    },
    {
      "epoch": 213.91,
      "grad_norm": 0.9788486957550049,
      "learning_rate": 4.1075122909946305e-06,
      "loss": 0.3598,
      "step": 766440
    },
    {
      "epoch": 213.91,
      "grad_norm": 1.383048415184021,
      "learning_rate": 4.107494483977934e-06,
      "loss": 0.3601,
      "step": 766450
    },
    {
      "epoch": 213.92,
      "grad_norm": 1.7404216527938843,
      "learning_rate": 4.107476676726483e-06,
      "loss": 0.3653,
      "step": 766460
    },
    {
      "epoch": 213.92,
      "grad_norm": 1.0197811126708984,
      "learning_rate": 4.107458869240279e-06,
      "loss": 0.3501,
      "step": 766470
    },
    {
      "epoch": 213.92,
      "grad_norm": 1.0139899253845215,
      "learning_rate": 4.107441061519326e-06,
      "loss": 0.369,
      "step": 766480
    },
    {
      "epoch": 213.92,
      "grad_norm": 1.1823047399520874,
      "learning_rate": 4.107423253563624e-06,
      "loss": 0.3742,
      "step": 766490
    },
    {
      "epoch": 213.93,
      "grad_norm": 1.1302828788757324,
      "learning_rate": 4.107405445373177e-06,
      "loss": 0.3837,
      "step": 766500
    },
    {
      "epoch": 213.93,
      "grad_norm": 0.9766795635223389,
      "learning_rate": 4.107387636947987e-06,
      "loss": 0.362,
      "step": 766510
    },
    {
      "epoch": 213.93,
      "grad_norm": 1.5060086250305176,
      "learning_rate": 4.107369828288057e-06,
      "loss": 0.3827,
      "step": 766520
    },
    {
      "epoch": 213.94,
      "grad_norm": 1.9256490468978882,
      "learning_rate": 4.107352019393389e-06,
      "loss": 0.3736,
      "step": 766530
    },
    {
      "epoch": 213.94,
      "grad_norm": 1.1422327756881714,
      "learning_rate": 4.107334210263984e-06,
      "loss": 0.3599,
      "step": 766540
    },
    {
      "epoch": 213.94,
      "grad_norm": 1.0633407831192017,
      "learning_rate": 4.107316400899845e-06,
      "loss": 0.3594,
      "step": 766550
    },
    {
      "epoch": 213.94,
      "grad_norm": 1.0740792751312256,
      "learning_rate": 4.107298591300976e-06,
      "loss": 0.3858,
      "step": 766560
    },
    {
      "epoch": 213.95,
      "grad_norm": 1.0535403490066528,
      "learning_rate": 4.107280781467378e-06,
      "loss": 0.3626,
      "step": 766570
    },
    {
      "epoch": 213.95,
      "grad_norm": 1.0300945043563843,
      "learning_rate": 4.107262971399053e-06,
      "loss": 0.3597,
      "step": 766580
    },
    {
      "epoch": 213.95,
      "grad_norm": 1.0059497356414795,
      "learning_rate": 4.1072451610960045e-06,
      "loss": 0.3738,
      "step": 766590
    },
    {
      "epoch": 213.95,
      "grad_norm": 0.9039045572280884,
      "learning_rate": 4.107227350558234e-06,
      "loss": 0.3747,
      "step": 766600
    },
    {
      "epoch": 213.96,
      "grad_norm": 1.117484450340271,
      "learning_rate": 4.107209539785744e-06,
      "loss": 0.3697,
      "step": 766610
    },
    {
      "epoch": 213.96,
      "grad_norm": 8.705900192260742,
      "learning_rate": 4.1071917287785375e-06,
      "loss": 0.3749,
      "step": 766620
    },
    {
      "epoch": 213.96,
      "grad_norm": 1.015679955482483,
      "learning_rate": 4.107173917536617e-06,
      "loss": 0.3658,
      "step": 766630
    },
    {
      "epoch": 213.97,
      "grad_norm": 1.0150957107543945,
      "learning_rate": 4.1071561060599835e-06,
      "loss": 0.3674,
      "step": 766640
    },
    {
      "epoch": 213.97,
      "grad_norm": 1.3298909664154053,
      "learning_rate": 4.10713829434864e-06,
      "loss": 0.3663,
      "step": 766650
    },
    {
      "epoch": 213.97,
      "grad_norm": 0.9991524815559387,
      "learning_rate": 4.107120482402589e-06,
      "loss": 0.3909,
      "step": 766660
    },
    {
      "epoch": 213.97,
      "grad_norm": 1.2565330266952515,
      "learning_rate": 4.1071026702218335e-06,
      "loss": 0.3651,
      "step": 766670
    },
    {
      "epoch": 213.98,
      "grad_norm": 1.175461769104004,
      "learning_rate": 4.107084857806375e-06,
      "loss": 0.3799,
      "step": 766680
    },
    {
      "epoch": 213.98,
      "grad_norm": 1.1061649322509766,
      "learning_rate": 4.107067045156216e-06,
      "loss": 0.3743,
      "step": 766690
    },
    {
      "epoch": 213.98,
      "grad_norm": 1.245903730392456,
      "learning_rate": 4.107049232271359e-06,
      "loss": 0.3646,
      "step": 766700
    },
    {
      "epoch": 213.99,
      "grad_norm": 1.25857675075531,
      "learning_rate": 4.107031419151807e-06,
      "loss": 0.3806,
      "step": 766710
    },
    {
      "epoch": 213.99,
      "grad_norm": 1.0232328176498413,
      "learning_rate": 4.107013605797561e-06,
      "loss": 0.3684,
      "step": 766720
    },
    {
      "epoch": 213.99,
      "grad_norm": 1.1990141868591309,
      "learning_rate": 4.106995792208625e-06,
      "loss": 0.3743,
      "step": 766730
    },
    {
      "epoch": 213.99,
      "grad_norm": 1.0778977870941162,
      "learning_rate": 4.1069779783849995e-06,
      "loss": 0.3548,
      "step": 766740
    },
    {
      "epoch": 214.0,
      "grad_norm": 1.109666347503662,
      "learning_rate": 4.1069601643266885e-06,
      "loss": 0.3686,
      "step": 766750
    },
    {
      "epoch": 214.0,
      "grad_norm": 1.2306108474731445,
      "learning_rate": 4.106942350033693e-06,
      "loss": 0.3764,
      "step": 766760
    },
    {
      "epoch": 214.0,
      "eval_loss": 0.3722437918186188,
      "eval_runtime": 63.2029,
      "eval_samples_per_second": 80.044,
      "eval_steps_per_second": 10.015,
      "step": 766762
    },
    {
      "epoch": 214.0,
      "grad_norm": 1.3809646368026733,
      "learning_rate": 4.106924535506017e-06,
      "loss": 0.38,
      "step": 766770
    },
    {
      "epoch": 214.01,
      "grad_norm": 0.988768458366394,
      "learning_rate": 4.106906720743662e-06,
      "loss": 0.3912,
      "step": 766780
    },
    {
      "epoch": 214.01,
      "grad_norm": 0.9465978145599365,
      "learning_rate": 4.10688890574663e-06,
      "loss": 0.3757,
      "step": 766790
    },
    {
      "epoch": 214.01,
      "grad_norm": 1.0679270029067993,
      "learning_rate": 4.1068710905149236e-06,
      "loss": 0.3636,
      "step": 766800
    },
    {
      "epoch": 214.01,
      "grad_norm": 1.1332768201828003,
      "learning_rate": 4.106853275048546e-06,
      "loss": 0.3643,
      "step": 766810
    },
    {
      "epoch": 214.02,
      "grad_norm": 1.1638821363449097,
      "learning_rate": 4.106835459347498e-06,
      "loss": 0.3682,
      "step": 766820
    },
    {
      "epoch": 214.02,
      "grad_norm": 1.0265610218048096,
      "learning_rate": 4.106817643411783e-06,
      "loss": 0.3806,
      "step": 766830
    },
    {
      "epoch": 214.02,
      "grad_norm": 0.9821916818618774,
      "learning_rate": 4.106799827241403e-06,
      "loss": 0.3718,
      "step": 766840
    },
    {
      "epoch": 214.02,
      "grad_norm": 1.3193846940994263,
      "learning_rate": 4.106782010836362e-06,
      "loss": 0.3833,
      "step": 766850
    },
    {
      "epoch": 214.03,
      "grad_norm": 1.2599235773086548,
      "learning_rate": 4.10676419419666e-06,
      "loss": 0.3834,
      "step": 766860
    },
    {
      "epoch": 214.03,
      "grad_norm": 1.3487071990966797,
      "learning_rate": 4.106746377322299e-06,
      "loss": 0.3752,
      "step": 766870
    },
    {
      "epoch": 214.03,
      "grad_norm": 1.1613069772720337,
      "learning_rate": 4.106728560213285e-06,
      "loss": 0.3522,
      "step": 766880
    },
    {
      "epoch": 214.04,
      "grad_norm": 1.0200848579406738,
      "learning_rate": 4.106710742869617e-06,
      "loss": 0.3704,
      "step": 766890
    },
    {
      "epoch": 214.04,
      "grad_norm": 1.1169811487197876,
      "learning_rate": 4.1066929252912985e-06,
      "loss": 0.3886,
      "step": 766900
    },
    {
      "epoch": 214.04,
      "grad_norm": 1.107104778289795,
      "learning_rate": 4.106675107478332e-06,
      "loss": 0.3792,
      "step": 766910
    },
    {
      "epoch": 214.04,
      "grad_norm": 1.1316728591918945,
      "learning_rate": 4.106657289430719e-06,
      "loss": 0.3549,
      "step": 766920
    },
    {
      "epoch": 214.05,
      "grad_norm": 1.0439244508743286,
      "learning_rate": 4.106639471148463e-06,
      "loss": 0.3673,
      "step": 766930
    },
    {
      "epoch": 214.05,
      "grad_norm": 1.3577265739440918,
      "learning_rate": 4.106621652631566e-06,
      "loss": 0.3753,
      "step": 766940
    },
    {
      "epoch": 214.05,
      "grad_norm": 1.7465168237686157,
      "learning_rate": 4.10660383388003e-06,
      "loss": 0.3763,
      "step": 766950
    },
    {
      "epoch": 214.06,
      "grad_norm": 1.103232741355896,
      "learning_rate": 4.106586014893858e-06,
      "loss": 0.3874,
      "step": 766960
    },
    {
      "epoch": 214.06,
      "grad_norm": 1.0719265937805176,
      "learning_rate": 4.106568195673053e-06,
      "loss": 0.3632,
      "step": 766970
    },
    {
      "epoch": 214.06,
      "grad_norm": 1.4431535005569458,
      "learning_rate": 4.106550376217615e-06,
      "loss": 0.3718,
      "step": 766980
    },
    {
      "epoch": 214.06,
      "grad_norm": 1.1482969522476196,
      "learning_rate": 4.1065325565275486e-06,
      "loss": 0.3687,
      "step": 766990
    },
    {
      "epoch": 214.07,
      "grad_norm": 1.1384576559066772,
      "learning_rate": 4.106514736602854e-06,
      "loss": 0.3857,
      "step": 767000
    },
    {
      "epoch": 214.07,
      "grad_norm": 1.1386843919754028,
      "learning_rate": 4.106496916443537e-06,
      "loss": 0.3812,
      "step": 767010
    },
    {
      "epoch": 214.07,
      "grad_norm": 1.1885899305343628,
      "learning_rate": 4.106479096049596e-06,
      "loss": 0.3705,
      "step": 767020
    },
    {
      "epoch": 214.07,
      "grad_norm": 1.1296765804290771,
      "learning_rate": 4.106461275421036e-06,
      "loss": 0.3783,
      "step": 767030
    },
    {
      "epoch": 214.08,
      "grad_norm": 0.9715086817741394,
      "learning_rate": 4.10644345455786e-06,
      "loss": 0.3484,
      "step": 767040
    },
    {
      "epoch": 214.08,
      "grad_norm": 1.0342079401016235,
      "learning_rate": 4.106425633460067e-06,
      "loss": 0.3842,
      "step": 767050
    },
    {
      "epoch": 214.08,
      "grad_norm": 1.015472173690796,
      "learning_rate": 4.106407812127662e-06,
      "loss": 0.3703,
      "step": 767060
    },
    {
      "epoch": 214.09,
      "grad_norm": 1.1221375465393066,
      "learning_rate": 4.106389990560647e-06,
      "loss": 0.3602,
      "step": 767070
    },
    {
      "epoch": 214.09,
      "grad_norm": 1.1001300811767578,
      "learning_rate": 4.106372168759024e-06,
      "loss": 0.3719,
      "step": 767080
    },
    {
      "epoch": 214.09,
      "grad_norm": 1.0502389669418335,
      "learning_rate": 4.106354346722796e-06,
      "loss": 0.3828,
      "step": 767090
    },
    {
      "epoch": 214.09,
      "grad_norm": 1.096284031867981,
      "learning_rate": 4.106336524451964e-06,
      "loss": 0.3596,
      "step": 767100
    },
    {
      "epoch": 214.1,
      "grad_norm": 1.0456079244613647,
      "learning_rate": 4.106318701946532e-06,
      "loss": 0.3772,
      "step": 767110
    },
    {
      "epoch": 214.1,
      "grad_norm": 1.2799758911132812,
      "learning_rate": 4.106300879206501e-06,
      "loss": 0.3537,
      "step": 767120
    },
    {
      "epoch": 214.1,
      "grad_norm": 1.5292813777923584,
      "learning_rate": 4.106283056231875e-06,
      "loss": 0.3634,
      "step": 767130
    },
    {
      "epoch": 214.11,
      "grad_norm": 1.07187819480896,
      "learning_rate": 4.106265233022655e-06,
      "loss": 0.343,
      "step": 767140
    },
    {
      "epoch": 214.11,
      "grad_norm": 1.0465010404586792,
      "learning_rate": 4.106247409578843e-06,
      "loss": 0.3644,
      "step": 767150
    },
    {
      "epoch": 214.11,
      "grad_norm": 1.2683686017990112,
      "learning_rate": 4.1062295859004424e-06,
      "loss": 0.3638,
      "step": 767160
    },
    {
      "epoch": 214.11,
      "grad_norm": 1.0795670747756958,
      "learning_rate": 4.106211761987455e-06,
      "loss": 0.3842,
      "step": 767170
    },
    {
      "epoch": 214.12,
      "grad_norm": 1.05133056640625,
      "learning_rate": 4.106193937839884e-06,
      "loss": 0.3762,
      "step": 767180
    },
    {
      "epoch": 214.12,
      "grad_norm": 1.0910178422927856,
      "learning_rate": 4.106176113457731e-06,
      "loss": 0.3631,
      "step": 767190
    },
    {
      "epoch": 214.12,
      "grad_norm": 1.0209622383117676,
      "learning_rate": 4.106158288841e-06,
      "loss": 0.3816,
      "step": 767200
    },
    {
      "epoch": 214.13,
      "grad_norm": 1.1290072202682495,
      "learning_rate": 4.1061404639896905e-06,
      "loss": 0.3811,
      "step": 767210
    },
    {
      "epoch": 214.13,
      "grad_norm": 1.0575132369995117,
      "learning_rate": 4.106122638903807e-06,
      "loss": 0.3705,
      "step": 767220
    },
    {
      "epoch": 214.13,
      "grad_norm": 1.1030209064483643,
      "learning_rate": 4.10610481358335e-06,
      "loss": 0.3695,
      "step": 767230
    },
    {
      "epoch": 214.13,
      "grad_norm": 1.0677920579910278,
      "learning_rate": 4.106086988028324e-06,
      "loss": 0.3778,
      "step": 767240
    },
    {
      "epoch": 214.14,
      "grad_norm": 1.3207546472549438,
      "learning_rate": 4.10606916223873e-06,
      "loss": 0.3787,
      "step": 767250
    },
    {
      "epoch": 214.14,
      "grad_norm": 1.0849151611328125,
      "learning_rate": 4.106051336214571e-06,
      "loss": 0.3711,
      "step": 767260
    },
    {
      "epoch": 214.14,
      "grad_norm": 1.131151556968689,
      "learning_rate": 4.10603350995585e-06,
      "loss": 0.3786,
      "step": 767270
    },
    {
      "epoch": 214.14,
      "grad_norm": 1.0574287176132202,
      "learning_rate": 4.106015683462568e-06,
      "loss": 0.3726,
      "step": 767280
    },
    {
      "epoch": 214.15,
      "grad_norm": 1.0405460596084595,
      "learning_rate": 4.105997856734728e-06,
      "loss": 0.3618,
      "step": 767290
    },
    {
      "epoch": 214.15,
      "grad_norm": 1.0016732215881348,
      "learning_rate": 4.105980029772332e-06,
      "loss": 0.3819,
      "step": 767300
    },
    {
      "epoch": 214.15,
      "grad_norm": 1.200705885887146,
      "learning_rate": 4.105962202575383e-06,
      "loss": 0.3648,
      "step": 767310
    },
    {
      "epoch": 214.16,
      "grad_norm": 1.0202628374099731,
      "learning_rate": 4.1059443751438834e-06,
      "loss": 0.3619,
      "step": 767320
    },
    {
      "epoch": 214.16,
      "grad_norm": 1.0681416988372803,
      "learning_rate": 4.105926547477835e-06,
      "loss": 0.3699,
      "step": 767330
    },
    {
      "epoch": 214.16,
      "grad_norm": 1.0668624639511108,
      "learning_rate": 4.105908719577239e-06,
      "loss": 0.3653,
      "step": 767340
    },
    {
      "epoch": 214.16,
      "grad_norm": 1.1281898021697998,
      "learning_rate": 4.105890891442101e-06,
      "loss": 0.3666,
      "step": 767350
    },
    {
      "epoch": 214.17,
      "grad_norm": 1.045047640800476,
      "learning_rate": 4.1058730630724215e-06,
      "loss": 0.363,
      "step": 767360
    },
    {
      "epoch": 214.17,
      "grad_norm": 1.1636595726013184,
      "learning_rate": 4.1058552344682025e-06,
      "loss": 0.3779,
      "step": 767370
    },
    {
      "epoch": 214.17,
      "grad_norm": 1.289201259613037,
      "learning_rate": 4.105837405629447e-06,
      "loss": 0.3709,
      "step": 767380
    },
    {
      "epoch": 214.18,
      "grad_norm": 1.0332109928131104,
      "learning_rate": 4.105819576556157e-06,
      "loss": 0.3656,
      "step": 767390
    },
    {
      "epoch": 214.18,
      "grad_norm": 0.9406659603118896,
      "learning_rate": 4.105801747248335e-06,
      "loss": 0.3608,
      "step": 767400
    },
    {
      "epoch": 214.18,
      "grad_norm": 1.0653204917907715,
      "learning_rate": 4.105783917705983e-06,
      "loss": 0.3834,
      "step": 767410
    },
    {
      "epoch": 214.18,
      "grad_norm": 2.3085715770721436,
      "learning_rate": 4.1057660879291046e-06,
      "loss": 0.3807,
      "step": 767420
    },
    {
      "epoch": 214.19,
      "grad_norm": 1.2711522579193115,
      "learning_rate": 4.105748257917701e-06,
      "loss": 0.3801,
      "step": 767430
    },
    {
      "epoch": 214.19,
      "grad_norm": 1.3349547386169434,
      "learning_rate": 4.105730427671775e-06,
      "loss": 0.3714,
      "step": 767440
    },
    {
      "epoch": 214.19,
      "grad_norm": 1.1085342168807983,
      "learning_rate": 4.10571259719133e-06,
      "loss": 0.3591,
      "step": 767450
    },
    {
      "epoch": 214.19,
      "grad_norm": 1.0649560689926147,
      "learning_rate": 4.1056947664763665e-06,
      "loss": 0.3681,
      "step": 767460
    },
    {
      "epoch": 214.2,
      "grad_norm": 1.0197186470031738,
      "learning_rate": 4.105676935526887e-06,
      "loss": 0.3733,
      "step": 767470
    },
    {
      "epoch": 214.2,
      "grad_norm": 1.1000654697418213,
      "learning_rate": 4.105659104342894e-06,
      "loss": 0.3695,
      "step": 767480
    },
    {
      "epoch": 214.2,
      "grad_norm": 0.9404534697532654,
      "learning_rate": 4.105641272924392e-06,
      "loss": 0.3737,
      "step": 767490
    },
    {
      "epoch": 214.21,
      "grad_norm": 1.242871642112732,
      "learning_rate": 4.105623441271381e-06,
      "loss": 0.3676,
      "step": 767500
    },
    {
      "epoch": 214.21,
      "grad_norm": 0.9089103937149048,
      "learning_rate": 4.105605609383865e-06,
      "loss": 0.3732,
      "step": 767510
    },
    {
      "epoch": 214.21,
      "grad_norm": 1.061427354812622,
      "learning_rate": 4.105587777261844e-06,
      "loss": 0.3694,
      "step": 767520
    },
    {
      "epoch": 214.21,
      "grad_norm": 1.0916203260421753,
      "learning_rate": 4.105569944905324e-06,
      "loss": 0.3805,
      "step": 767530
    },
    {
      "epoch": 214.22,
      "grad_norm": 1.1703782081604004,
      "learning_rate": 4.1055521123143035e-06,
      "loss": 0.3812,
      "step": 767540
    },
    {
      "epoch": 214.22,
      "grad_norm": 1.134507417678833,
      "learning_rate": 4.105534279488787e-06,
      "loss": 0.3739,
      "step": 767550
    },
    {
      "epoch": 214.22,
      "grad_norm": 1.5953669548034668,
      "learning_rate": 4.105516446428777e-06,
      "loss": 0.3562,
      "step": 767560
    },
    {
      "epoch": 214.23,
      "grad_norm": 1.0675286054611206,
      "learning_rate": 4.105498613134275e-06,
      "loss": 0.3637,
      "step": 767570
    },
    {
      "epoch": 214.23,
      "grad_norm": 0.9931454658508301,
      "learning_rate": 4.105480779605284e-06,
      "loss": 0.367,
      "step": 767580
    },
    {
      "epoch": 214.23,
      "grad_norm": 1.1655429601669312,
      "learning_rate": 4.105462945841806e-06,
      "loss": 0.3658,
      "step": 767590
    },
    {
      "epoch": 214.23,
      "grad_norm": 1.307600498199463,
      "learning_rate": 4.105445111843843e-06,
      "loss": 0.3688,
      "step": 767600
    },
    {
      "epoch": 214.24,
      "grad_norm": 1.0689880847930908,
      "learning_rate": 4.1054272776114e-06,
      "loss": 0.3711,
      "step": 767610
    },
    {
      "epoch": 214.24,
      "grad_norm": 1.005590796470642,
      "learning_rate": 4.105409443144476e-06,
      "loss": 0.3627,
      "step": 767620
    },
    {
      "epoch": 214.24,
      "grad_norm": 0.9951088428497314,
      "learning_rate": 4.105391608443073e-06,
      "loss": 0.3614,
      "step": 767630
    },
    {
      "epoch": 214.25,
      "grad_norm": 1.3786338567733765,
      "learning_rate": 4.1053737735071976e-06,
      "loss": 0.3692,
      "step": 767640
    },
    {
      "epoch": 214.25,
      "grad_norm": 0.9574374556541443,
      "learning_rate": 4.105355938336849e-06,
      "loss": 0.3721,
      "step": 767650
    },
    {
      "epoch": 214.25,
      "grad_norm": 1.1480686664581299,
      "learning_rate": 4.105338102932029e-06,
      "loss": 0.3701,
      "step": 767660
    },
    {
      "epoch": 214.25,
      "grad_norm": 1.0611335039138794,
      "learning_rate": 4.105320267292742e-06,
      "loss": 0.3639,
      "step": 767670
    },
    {
      "epoch": 214.26,
      "grad_norm": 1.3716181516647339,
      "learning_rate": 4.1053024314189894e-06,
      "loss": 0.3796,
      "step": 767680
    },
    {
      "epoch": 214.26,
      "grad_norm": 1.1095820665359497,
      "learning_rate": 4.1052845953107734e-06,
      "loss": 0.3753,
      "step": 767690
    },
    {
      "epoch": 214.26,
      "grad_norm": 1.2597780227661133,
      "learning_rate": 4.105266758968097e-06,
      "loss": 0.3775,
      "step": 767700
    },
    {
      "epoch": 214.26,
      "grad_norm": 1.0731585025787354,
      "learning_rate": 4.105248922390962e-06,
      "loss": 0.3757,
      "step": 767710
    },
    {
      "epoch": 214.27,
      "grad_norm": 1.188389539718628,
      "learning_rate": 4.1052310855793715e-06,
      "loss": 0.3706,
      "step": 767720
    },
    {
      "epoch": 214.27,
      "grad_norm": 1.3459153175354004,
      "learning_rate": 4.1052132485333265e-06,
      "loss": 0.3648,
      "step": 767730
    },
    {
      "epoch": 214.27,
      "grad_norm": 1.0522902011871338,
      "learning_rate": 4.105195411252831e-06,
      "loss": 0.3949,
      "step": 767740
    },
    {
      "epoch": 214.28,
      "grad_norm": 1.281810998916626,
      "learning_rate": 4.105177573737886e-06,
      "loss": 0.3728,
      "step": 767750
    },
    {
      "epoch": 214.28,
      "grad_norm": 0.9730724692344666,
      "learning_rate": 4.105159735988495e-06,
      "loss": 0.3818,
      "step": 767760
    },
    {
      "epoch": 214.28,
      "grad_norm": 0.9910746216773987,
      "learning_rate": 4.10514189800466e-06,
      "loss": 0.3617,
      "step": 767770
    },
    {
      "epoch": 214.28,
      "grad_norm": 0.9830744862556458,
      "learning_rate": 4.105124059786384e-06,
      "loss": 0.3698,
      "step": 767780
    },
    {
      "epoch": 214.29,
      "grad_norm": 0.9299578070640564,
      "learning_rate": 4.105106221333667e-06,
      "loss": 0.3607,
      "step": 767790
    },
    {
      "epoch": 214.29,
      "grad_norm": 1.2232787609100342,
      "learning_rate": 4.1050883826465134e-06,
      "loss": 0.3722,
      "step": 767800
    },
    {
      "epoch": 214.29,
      "grad_norm": 1.038469672203064,
      "learning_rate": 4.105070543724926e-06,
      "loss": 0.367,
      "step": 767810
    },
    {
      "epoch": 214.3,
      "grad_norm": 1.0962185859680176,
      "learning_rate": 4.105052704568906e-06,
      "loss": 0.3772,
      "step": 767820
    },
    {
      "epoch": 214.3,
      "grad_norm": 1.3032904863357544,
      "learning_rate": 4.105034865178456e-06,
      "loss": 0.3858,
      "step": 767830
    },
    {
      "epoch": 214.3,
      "grad_norm": 1.4892224073410034,
      "learning_rate": 4.105017025553578e-06,
      "loss": 0.3818,
      "step": 767840
    },
    {
      "epoch": 214.3,
      "grad_norm": 1.3289637565612793,
      "learning_rate": 4.104999185694275e-06,
      "loss": 0.3616,
      "step": 767850
    },
    {
      "epoch": 214.31,
      "grad_norm": 0.9756324887275696,
      "learning_rate": 4.10498134560055e-06,
      "loss": 0.3787,
      "step": 767860
    },
    {
      "epoch": 214.31,
      "grad_norm": 1.0807421207427979,
      "learning_rate": 4.104963505272404e-06,
      "loss": 0.3862,
      "step": 767870
    },
    {
      "epoch": 214.31,
      "grad_norm": 1.212988257408142,
      "learning_rate": 4.104945664709841e-06,
      "loss": 0.385,
      "step": 767880
    },
    {
      "epoch": 214.31,
      "grad_norm": 1.177389144897461,
      "learning_rate": 4.104927823912861e-06,
      "loss": 0.3737,
      "step": 767890
    },
    {
      "epoch": 214.32,
      "grad_norm": 1.2072131633758545,
      "learning_rate": 4.1049099828814685e-06,
      "loss": 0.3555,
      "step": 767900
    },
    {
      "epoch": 214.32,
      "grad_norm": 1.293904423713684,
      "learning_rate": 4.104892141615665e-06,
      "loss": 0.3599,
      "step": 767910
    },
    {
      "epoch": 214.32,
      "grad_norm": 1.1150163412094116,
      "learning_rate": 4.104874300115453e-06,
      "loss": 0.3801,
      "step": 767920
    },
    {
      "epoch": 214.33,
      "grad_norm": 1.0581368207931519,
      "learning_rate": 4.104856458380836e-06,
      "loss": 0.3873,
      "step": 767930
    },
    {
      "epoch": 214.33,
      "grad_norm": 1.1236097812652588,
      "learning_rate": 4.104838616411813e-06,
      "loss": 0.3802,
      "step": 767940
    },
    {
      "epoch": 214.33,
      "grad_norm": 1.1288330554962158,
      "learning_rate": 4.104820774208391e-06,
      "loss": 0.3833,
      "step": 767950
    },
    {
      "epoch": 214.33,
      "grad_norm": 0.9971794486045837,
      "learning_rate": 4.104802931770568e-06,
      "loss": 0.378,
      "step": 767960
    },
    {
      "epoch": 214.34,
      "grad_norm": 1.0607414245605469,
      "learning_rate": 4.104785089098349e-06,
      "loss": 0.3649,
      "step": 767970
    },
    {
      "epoch": 214.34,
      "grad_norm": 1.0145362615585327,
      "learning_rate": 4.104767246191736e-06,
      "loss": 0.36,
      "step": 767980
    },
    {
      "epoch": 214.34,
      "grad_norm": 1.261872410774231,
      "learning_rate": 4.104749403050731e-06,
      "loss": 0.3718,
      "step": 767990
    },
    {
      "epoch": 214.35,
      "grad_norm": 1.1515367031097412,
      "learning_rate": 4.1047315596753365e-06,
      "loss": 0.3625,
      "step": 768000
    },
    {
      "epoch": 214.35,
      "grad_norm": 0.8915935754776001,
      "learning_rate": 4.104713716065555e-06,
      "loss": 0.3947,
      "step": 768010
    },
    {
      "epoch": 214.35,
      "grad_norm": 0.9294745326042175,
      "learning_rate": 4.104695872221388e-06,
      "loss": 0.3778,
      "step": 768020
    },
    {
      "epoch": 214.35,
      "grad_norm": 1.142898440361023,
      "learning_rate": 4.10467802814284e-06,
      "loss": 0.3575,
      "step": 768030
    },
    {
      "epoch": 214.36,
      "grad_norm": 1.1765748262405396,
      "learning_rate": 4.104660183829911e-06,
      "loss": 0.3868,
      "step": 768040
    },
    {
      "epoch": 214.36,
      "grad_norm": 1.212409496307373,
      "learning_rate": 4.104642339282604e-06,
      "loss": 0.3728,
      "step": 768050
    },
    {
      "epoch": 214.36,
      "grad_norm": 1.342067003250122,
      "learning_rate": 4.104624494500923e-06,
      "loss": 0.3737,
      "step": 768060
    },
    {
      "epoch": 214.37,
      "grad_norm": 0.9809769988059998,
      "learning_rate": 4.104606649484868e-06,
      "loss": 0.3739,
      "step": 768070
    },
    {
      "epoch": 214.37,
      "grad_norm": 1.0826003551483154,
      "learning_rate": 4.1045888042344436e-06,
      "loss": 0.3674,
      "step": 768080
    },
    {
      "epoch": 214.37,
      "grad_norm": 1.0280506610870361,
      "learning_rate": 4.10457095874965e-06,
      "loss": 0.378,
      "step": 768090
    },
    {
      "epoch": 214.37,
      "grad_norm": 0.9697425961494446,
      "learning_rate": 4.104553113030492e-06,
      "loss": 0.3713,
      "step": 768100
    },
    {
      "epoch": 214.38,
      "grad_norm": 1.1643391847610474,
      "learning_rate": 4.1045352670769694e-06,
      "loss": 0.3673,
      "step": 768110
    },
    {
      "epoch": 214.38,
      "grad_norm": 1.0356576442718506,
      "learning_rate": 4.104517420889086e-06,
      "loss": 0.3593,
      "step": 768120
    },
    {
      "epoch": 214.38,
      "grad_norm": 1.1585664749145508,
      "learning_rate": 4.1044995744668445e-06,
      "loss": 0.392,
      "step": 768130
    },
    {
      "epoch": 214.38,
      "grad_norm": 1.1006691455841064,
      "learning_rate": 4.104481727810246e-06,
      "loss": 0.3786,
      "step": 768140
    },
    {
      "epoch": 214.39,
      "grad_norm": 1.1641815900802612,
      "learning_rate": 4.104463880919295e-06,
      "loss": 0.3669,
      "step": 768150
    },
    {
      "epoch": 214.39,
      "grad_norm": 1.1600505113601685,
      "learning_rate": 4.104446033793991e-06,
      "loss": 0.3739,
      "step": 768160
    },
    {
      "epoch": 214.39,
      "grad_norm": 1.1513704061508179,
      "learning_rate": 4.104428186434339e-06,
      "loss": 0.3728,
      "step": 768170
    },
    {
      "epoch": 214.4,
      "grad_norm": 1.0765966176986694,
      "learning_rate": 4.104410338840339e-06,
      "loss": 0.3708,
      "step": 768180
    },
    {
      "epoch": 214.4,
      "grad_norm": 1.0799881219863892,
      "learning_rate": 4.104392491011996e-06,
      "loss": 0.3678,
      "step": 768190
    },
    {
      "epoch": 214.4,
      "grad_norm": 1.0331189632415771,
      "learning_rate": 4.104374642949309e-06,
      "loss": 0.3716,
      "step": 768200
    },
    {
      "epoch": 214.4,
      "grad_norm": 1.0708035230636597,
      "learning_rate": 4.104356794652284e-06,
      "loss": 0.3699,
      "step": 768210
    },
    {
      "epoch": 214.41,
      "grad_norm": 1.1873157024383545,
      "learning_rate": 4.104338946120921e-06,
      "loss": 0.3894,
      "step": 768220
    },
    {
      "epoch": 214.41,
      "grad_norm": 1.177976369857788,
      "learning_rate": 4.104321097355224e-06,
      "loss": 0.3754,
      "step": 768230
    },
    {
      "epoch": 214.41,
      "grad_norm": 1.212483525276184,
      "learning_rate": 4.104303248355194e-06,
      "loss": 0.3513,
      "step": 768240
    },
    {
      "epoch": 214.42,
      "grad_norm": 1.1440715789794922,
      "learning_rate": 4.104285399120834e-06,
      "loss": 0.379,
      "step": 768250
    },
    {
      "epoch": 214.42,
      "grad_norm": 0.8856642842292786,
      "learning_rate": 4.1042675496521465e-06,
      "loss": 0.3657,
      "step": 768260
    },
    {
      "epoch": 214.42,
      "grad_norm": 1.2373243570327759,
      "learning_rate": 4.104249699949133e-06,
      "loss": 0.3786,
      "step": 768270
    },
    {
      "epoch": 214.42,
      "grad_norm": 1.00461745262146,
      "learning_rate": 4.104231850011797e-06,
      "loss": 0.3686,
      "step": 768280
    },
    {
      "epoch": 214.43,
      "grad_norm": 1.0342943668365479,
      "learning_rate": 4.10421399984014e-06,
      "loss": 0.3665,
      "step": 768290
    },
    {
      "epoch": 214.43,
      "grad_norm": 0.9567423462867737,
      "learning_rate": 4.104196149434165e-06,
      "loss": 0.3607,
      "step": 768300
    },
    {
      "epoch": 214.43,
      "grad_norm": 1.0569709539413452,
      "learning_rate": 4.104178298793874e-06,
      "loss": 0.3724,
      "step": 768310
    },
    {
      "epoch": 214.43,
      "grad_norm": 1.3568204641342163,
      "learning_rate": 4.10416044791927e-06,
      "loss": 0.3593,
      "step": 768320
    },
    {
      "epoch": 214.44,
      "grad_norm": 1.083890438079834,
      "learning_rate": 4.104142596810354e-06,
      "loss": 0.3703,
      "step": 768330
    },
    {
      "epoch": 214.44,
      "grad_norm": 1.277732491493225,
      "learning_rate": 4.10412474546713e-06,
      "loss": 0.3667,
      "step": 768340
    },
    {
      "epoch": 214.44,
      "grad_norm": 1.1085153818130493,
      "learning_rate": 4.1041068938895995e-06,
      "loss": 0.37,
      "step": 768350
    },
    {
      "epoch": 214.45,
      "grad_norm": 1.0458048582077026,
      "learning_rate": 4.104089042077765e-06,
      "loss": 0.3842,
      "step": 768360
    },
    {
      "epoch": 214.45,
      "grad_norm": 1.2348506450653076,
      "learning_rate": 4.104071190031629e-06,
      "loss": 0.3777,
      "step": 768370
    },
    {
      "epoch": 214.45,
      "grad_norm": 1.002386212348938,
      "learning_rate": 4.1040533377511935e-06,
      "loss": 0.3741,
      "step": 768380
    },
    {
      "epoch": 214.45,
      "grad_norm": 1.0412087440490723,
      "learning_rate": 4.104035485236462e-06,
      "loss": 0.3706,
      "step": 768390
    },
    {
      "epoch": 214.46,
      "grad_norm": 1.0698271989822388,
      "learning_rate": 4.104017632487435e-06,
      "loss": 0.3676,
      "step": 768400
    },
    {
      "epoch": 214.46,
      "grad_norm": 1.130030870437622,
      "learning_rate": 4.103999779504116e-06,
      "loss": 0.3738,
      "step": 768410
    },
    {
      "epoch": 214.46,
      "grad_norm": 1.038219690322876,
      "learning_rate": 4.103981926286507e-06,
      "loss": 0.3857,
      "step": 768420
    },
    {
      "epoch": 214.47,
      "grad_norm": 1.1197441816329956,
      "learning_rate": 4.103964072834611e-06,
      "loss": 0.3643,
      "step": 768430
    },
    {
      "epoch": 214.47,
      "grad_norm": 1.0364066362380981,
      "learning_rate": 4.103946219148431e-06,
      "loss": 0.3749,
      "step": 768440
    },
    {
      "epoch": 214.47,
      "grad_norm": 1.0399643182754517,
      "learning_rate": 4.103928365227967e-06,
      "loss": 0.3668,
      "step": 768450
    },
    {
      "epoch": 214.47,
      "grad_norm": 1.0069913864135742,
      "learning_rate": 4.103910511073224e-06,
      "loss": 0.3547,
      "step": 768460
    },
    {
      "epoch": 214.48,
      "grad_norm": 1.098207712173462,
      "learning_rate": 4.103892656684202e-06,
      "loss": 0.378,
      "step": 768470
    },
    {
      "epoch": 214.48,
      "grad_norm": 1.0449061393737793,
      "learning_rate": 4.103874802060905e-06,
      "loss": 0.3679,
      "step": 768480
    },
    {
      "epoch": 214.48,
      "grad_norm": 1.0143810510635376,
      "learning_rate": 4.103856947203336e-06,
      "loss": 0.3619,
      "step": 768490
    },
    {
      "epoch": 214.49,
      "grad_norm": 1.1027781963348389,
      "learning_rate": 4.1038390921114944e-06,
      "loss": 0.3579,
      "step": 768500
    },
    {
      "epoch": 214.49,
      "grad_norm": 1.2316110134124756,
      "learning_rate": 4.103821236785386e-06,
      "loss": 0.3629,
      "step": 768510
    },
    {
      "epoch": 214.49,
      "grad_norm": 1.0655169486999512,
      "learning_rate": 4.103803381225011e-06,
      "loss": 0.3764,
      "step": 768520
    },
    {
      "epoch": 214.49,
      "grad_norm": 0.9747583866119385,
      "learning_rate": 4.103785525430372e-06,
      "loss": 0.3667,
      "step": 768530
    },
    {
      "epoch": 214.5,
      "grad_norm": 1.2199950218200684,
      "learning_rate": 4.1037676694014715e-06,
      "loss": 0.3734,
      "step": 768540
    },
    {
      "epoch": 214.5,
      "grad_norm": 0.967848539352417,
      "learning_rate": 4.103749813138313e-06,
      "loss": 0.3473,
      "step": 768550
    },
    {
      "epoch": 214.5,
      "grad_norm": 1.1146820783615112,
      "learning_rate": 4.103731956640898e-06,
      "loss": 0.384,
      "step": 768560
    },
    {
      "epoch": 214.5,
      "grad_norm": 1.0952632427215576,
      "learning_rate": 4.103714099909229e-06,
      "loss": 0.3734,
      "step": 768570
    },
    {
      "epoch": 214.51,
      "grad_norm": 1.1418465375900269,
      "learning_rate": 4.103696242943308e-06,
      "loss": 0.3727,
      "step": 768580
    },
    {
      "epoch": 214.51,
      "grad_norm": 1.0027185678482056,
      "learning_rate": 4.103678385743138e-06,
      "loss": 0.3786,
      "step": 768590
    },
    {
      "epoch": 214.51,
      "grad_norm": 1.148140549659729,
      "learning_rate": 4.103660528308721e-06,
      "loss": 0.375,
      "step": 768600
    },
    {
      "epoch": 214.52,
      "grad_norm": 1.149640440940857,
      "learning_rate": 4.103642670640059e-06,
      "loss": 0.371,
      "step": 768610
    },
    {
      "epoch": 214.52,
      "grad_norm": 0.9955735206604004,
      "learning_rate": 4.103624812737155e-06,
      "loss": 0.3885,
      "step": 768620
    },
    {
      "epoch": 214.52,
      "grad_norm": 1.0561833381652832,
      "learning_rate": 4.103606954600011e-06,
      "loss": 0.3809,
      "step": 768630
    },
    {
      "epoch": 214.52,
      "grad_norm": 1.0463552474975586,
      "learning_rate": 4.103589096228629e-06,
      "loss": 0.3735,
      "step": 768640
    },
    {
      "epoch": 214.53,
      "grad_norm": 1.0533910989761353,
      "learning_rate": 4.103571237623013e-06,
      "loss": 0.3673,
      "step": 768650
    },
    {
      "epoch": 214.53,
      "grad_norm": 1.2709863185882568,
      "learning_rate": 4.103553378783164e-06,
      "loss": 0.3686,
      "step": 768660
    },
    {
      "epoch": 214.53,
      "grad_norm": 0.9961339831352234,
      "learning_rate": 4.103535519709085e-06,
      "loss": 0.3659,
      "step": 768670
    },
    {
      "epoch": 214.54,
      "grad_norm": 1.229972004890442,
      "learning_rate": 4.103517660400778e-06,
      "loss": 0.3679,
      "step": 768680
    },
    {
      "epoch": 214.54,
      "grad_norm": 0.928642213344574,
      "learning_rate": 4.103499800858245e-06,
      "loss": 0.368,
      "step": 768690
    },
    {
      "epoch": 214.54,
      "grad_norm": 1.2058753967285156,
      "learning_rate": 4.103481941081489e-06,
      "loss": 0.3706,
      "step": 768700
    },
    {
      "epoch": 214.54,
      "grad_norm": 1.0042675733566284,
      "learning_rate": 4.1034640810705115e-06,
      "loss": 0.3506,
      "step": 768710
    },
    {
      "epoch": 214.55,
      "grad_norm": 1.0462493896484375,
      "learning_rate": 4.103446220825317e-06,
      "loss": 0.3634,
      "step": 768720
    },
    {
      "epoch": 214.55,
      "grad_norm": 1.1420737504959106,
      "learning_rate": 4.103428360345906e-06,
      "loss": 0.3713,
      "step": 768730
    },
    {
      "epoch": 214.55,
      "grad_norm": 1.0650029182434082,
      "learning_rate": 4.103410499632281e-06,
      "loss": 0.3466,
      "step": 768740
    },
    {
      "epoch": 214.55,
      "grad_norm": 1.1288527250289917,
      "learning_rate": 4.103392638684444e-06,
      "loss": 0.3826,
      "step": 768750
    },
    {
      "epoch": 214.56,
      "grad_norm": 1.078802227973938,
      "learning_rate": 4.1033747775024e-06,
      "loss": 0.3585,
      "step": 768760
    },
    {
      "epoch": 214.56,
      "grad_norm": 0.989484429359436,
      "learning_rate": 4.103356916086148e-06,
      "loss": 0.355,
      "step": 768770
    },
    {
      "epoch": 214.56,
      "grad_norm": 1.116338849067688,
      "learning_rate": 4.103339054435692e-06,
      "loss": 0.3837,
      "step": 768780
    },
    {
      "epoch": 214.57,
      "grad_norm": 1.0132547616958618,
      "learning_rate": 4.103321192551035e-06,
      "loss": 0.3622,
      "step": 768790
    },
    {
      "epoch": 214.57,
      "grad_norm": 1.324398159980774,
      "learning_rate": 4.1033033304321776e-06,
      "loss": 0.4063,
      "step": 768800
    },
    {
      "epoch": 214.57,
      "grad_norm": 1.111512303352356,
      "learning_rate": 4.103285468079124e-06,
      "loss": 0.3689,
      "step": 768810
    },
    {
      "epoch": 214.57,
      "grad_norm": 1.1233142614364624,
      "learning_rate": 4.103267605491875e-06,
      "loss": 0.3778,
      "step": 768820
    },
    {
      "epoch": 214.58,
      "grad_norm": 1.247531771659851,
      "learning_rate": 4.103249742670434e-06,
      "loss": 0.3709,
      "step": 768830
    },
    {
      "epoch": 214.58,
      "grad_norm": 1.2607165575027466,
      "learning_rate": 4.103231879614804e-06,
      "loss": 0.3708,
      "step": 768840
    },
    {
      "epoch": 214.58,
      "grad_norm": 1.0246031284332275,
      "learning_rate": 4.1032140163249845e-06,
      "loss": 0.3677,
      "step": 768850
    },
    {
      "epoch": 214.59,
      "grad_norm": 0.9253547787666321,
      "learning_rate": 4.103196152800981e-06,
      "loss": 0.361,
      "step": 768860
    },
    {
      "epoch": 214.59,
      "grad_norm": 1.138184666633606,
      "learning_rate": 4.103178289042795e-06,
      "loss": 0.3727,
      "step": 768870
    },
    {
      "epoch": 214.59,
      "grad_norm": 1.0861570835113525,
      "learning_rate": 4.103160425050429e-06,
      "loss": 0.3756,
      "step": 768880
    },
    {
      "epoch": 214.59,
      "grad_norm": 1.11881422996521,
      "learning_rate": 4.103142560823884e-06,
      "loss": 0.378,
      "step": 768890
    },
    {
      "epoch": 214.6,
      "grad_norm": 1.4382877349853516,
      "learning_rate": 4.103124696363163e-06,
      "loss": 0.3779,
      "step": 768900
    },
    {
      "epoch": 214.6,
      "grad_norm": 1.0571707487106323,
      "learning_rate": 4.10310683166827e-06,
      "loss": 0.3656,
      "step": 768910
    },
    {
      "epoch": 214.6,
      "grad_norm": 1.0130335092544556,
      "learning_rate": 4.103088966739205e-06,
      "loss": 0.3731,
      "step": 768920
    },
    {
      "epoch": 214.61,
      "grad_norm": 1.0115115642547607,
      "learning_rate": 4.103071101575972e-06,
      "loss": 0.3646,
      "step": 768930
    },
    {
      "epoch": 214.61,
      "grad_norm": 1.0166815519332886,
      "learning_rate": 4.103053236178573e-06,
      "loss": 0.3731,
      "step": 768940
    },
    {
      "epoch": 214.61,
      "grad_norm": 1.0704175233840942,
      "learning_rate": 4.103035370547011e-06,
      "loss": 0.3691,
      "step": 768950
    },
    {
      "epoch": 214.61,
      "grad_norm": 1.156223177909851,
      "learning_rate": 4.103017504681287e-06,
      "loss": 0.3691,
      "step": 768960
    },
    {
      "epoch": 214.62,
      "grad_norm": 1.0716185569763184,
      "learning_rate": 4.1029996385814035e-06,
      "loss": 0.3664,
      "step": 768970
    },
    {
      "epoch": 214.62,
      "grad_norm": 1.1431629657745361,
      "learning_rate": 4.102981772247364e-06,
      "loss": 0.368,
      "step": 768980
    },
    {
      "epoch": 214.62,
      "grad_norm": 1.0593236684799194,
      "learning_rate": 4.10296390567917e-06,
      "loss": 0.3627,
      "step": 768990
    },
    {
      "epoch": 214.62,
      "grad_norm": 0.9781086444854736,
      "learning_rate": 4.1029460388768244e-06,
      "loss": 0.3816,
      "step": 769000
    },
    {
      "epoch": 214.63,
      "grad_norm": 1.159246563911438,
      "learning_rate": 4.1029281718403295e-06,
      "loss": 0.3831,
      "step": 769010
    },
    {
      "epoch": 214.63,
      "grad_norm": 0.9945482015609741,
      "learning_rate": 4.102910304569687e-06,
      "loss": 0.3488,
      "step": 769020
    },
    {
      "epoch": 214.63,
      "grad_norm": 1.1839735507965088,
      "learning_rate": 4.102892437064899e-06,
      "loss": 0.3669,
      "step": 769030
    },
    {
      "epoch": 214.64,
      "grad_norm": 1.0828481912612915,
      "learning_rate": 4.10287456932597e-06,
      "loss": 0.367,
      "step": 769040
    },
    {
      "epoch": 214.64,
      "grad_norm": 1.0756866931915283,
      "learning_rate": 4.1028567013529015e-06,
      "loss": 0.3762,
      "step": 769050
    },
    {
      "epoch": 214.64,
      "grad_norm": 1.2324225902557373,
      "learning_rate": 4.1028388331456936e-06,
      "loss": 0.3678,
      "step": 769060
    },
    {
      "epoch": 214.64,
      "grad_norm": 1.2292693853378296,
      "learning_rate": 4.102820964704351e-06,
      "loss": 0.3873,
      "step": 769070
    },
    {
      "epoch": 214.65,
      "grad_norm": 1.4480185508728027,
      "learning_rate": 4.102803096028877e-06,
      "loss": 0.3658,
      "step": 769080
    },
    {
      "epoch": 214.65,
      "grad_norm": 0.9219993352890015,
      "learning_rate": 4.102785227119271e-06,
      "loss": 0.3683,
      "step": 769090
    },
    {
      "epoch": 214.65,
      "grad_norm": 1.1881556510925293,
      "learning_rate": 4.102767357975538e-06,
      "loss": 0.3772,
      "step": 769100
    },
    {
      "epoch": 214.66,
      "grad_norm": 0.9867454171180725,
      "learning_rate": 4.102749488597679e-06,
      "loss": 0.3809,
      "step": 769110
    },
    {
      "epoch": 214.66,
      "grad_norm": 1.042758822441101,
      "learning_rate": 4.102731618985696e-06,
      "loss": 0.3762,
      "step": 769120
    },
    {
      "epoch": 214.66,
      "grad_norm": 1.1715060472488403,
      "learning_rate": 4.102713749139593e-06,
      "loss": 0.3859,
      "step": 769130
    },
    {
      "epoch": 214.66,
      "grad_norm": 1.2314127683639526,
      "learning_rate": 4.102695879059371e-06,
      "loss": 0.3663,
      "step": 769140
    },
    {
      "epoch": 214.67,
      "grad_norm": 1.1965683698654175,
      "learning_rate": 4.102678008745033e-06,
      "loss": 0.3731,
      "step": 769150
    },
    {
      "epoch": 214.67,
      "grad_norm": 0.9481087327003479,
      "learning_rate": 4.102660138196581e-06,
      "loss": 0.3792,
      "step": 769160
    },
    {
      "epoch": 214.67,
      "grad_norm": 1.022819995880127,
      "learning_rate": 4.1026422674140174e-06,
      "loss": 0.3705,
      "step": 769170
    },
    {
      "epoch": 214.67,
      "grad_norm": 0.9629223942756653,
      "learning_rate": 4.102624396397345e-06,
      "loss": 0.3696,
      "step": 769180
    },
    {
      "epoch": 214.68,
      "grad_norm": 1.0611733198165894,
      "learning_rate": 4.102606525146566e-06,
      "loss": 0.3565,
      "step": 769190
    },
    {
      "epoch": 214.68,
      "grad_norm": 0.9720711708068848,
      "learning_rate": 4.102588653661682e-06,
      "loss": 0.3816,
      "step": 769200
    },
    {
      "epoch": 214.68,
      "grad_norm": 0.9888865351676941,
      "learning_rate": 4.102570781942697e-06,
      "loss": 0.3746,
      "step": 769210
    },
    {
      "epoch": 214.69,
      "grad_norm": 1.0574274063110352,
      "learning_rate": 4.102552909989613e-06,
      "loss": 0.3658,
      "step": 769220
    },
    {
      "epoch": 214.69,
      "grad_norm": 1.0514326095581055,
      "learning_rate": 4.102535037802431e-06,
      "loss": 0.3584,
      "step": 769230
    },
    {
      "epoch": 214.69,
      "grad_norm": 1.838659644126892,
      "learning_rate": 4.102517165381154e-06,
      "loss": 0.3611,
      "step": 769240
    },
    {
      "epoch": 214.69,
      "grad_norm": 1.0106741189956665,
      "learning_rate": 4.102499292725785e-06,
      "loss": 0.3625,
      "step": 769250
    },
    {
      "epoch": 214.7,
      "grad_norm": 1.003726840019226,
      "learning_rate": 4.102481419836326e-06,
      "loss": 0.3658,
      "step": 769260
    },
    {
      "epoch": 214.7,
      "grad_norm": 1.0459778308868408,
      "learning_rate": 4.102463546712779e-06,
      "loss": 0.3688,
      "step": 769270
    },
    {
      "epoch": 214.7,
      "grad_norm": 1.1425470113754272,
      "learning_rate": 4.102445673355147e-06,
      "loss": 0.3786,
      "step": 769280
    },
    {
      "epoch": 214.71,
      "grad_norm": 0.9147570729255676,
      "learning_rate": 4.102427799763432e-06,
      "loss": 0.3641,
      "step": 769290
    },
    {
      "epoch": 214.71,
      "grad_norm": 1.0394585132598877,
      "learning_rate": 4.102409925937637e-06,
      "loss": 0.3718,
      "step": 769300
    },
    {
      "epoch": 214.71,
      "grad_norm": 1.1144379377365112,
      "learning_rate": 4.102392051877764e-06,
      "loss": 0.3641,
      "step": 769310
    },
    {
      "epoch": 214.71,
      "grad_norm": 1.2071360349655151,
      "learning_rate": 4.102374177583815e-06,
      "loss": 0.3875,
      "step": 769320
    },
    {
      "epoch": 214.72,
      "grad_norm": 0.9991183876991272,
      "learning_rate": 4.102356303055792e-06,
      "loss": 0.3654,
      "step": 769330
    },
    {
      "epoch": 214.72,
      "grad_norm": 1.2343850135803223,
      "learning_rate": 4.102338428293698e-06,
      "loss": 0.378,
      "step": 769340
    },
    {
      "epoch": 214.72,
      "grad_norm": 1.0393364429473877,
      "learning_rate": 4.102320553297536e-06,
      "loss": 0.3604,
      "step": 769350
    },
    {
      "epoch": 214.73,
      "grad_norm": 1.1750010251998901,
      "learning_rate": 4.102302678067308e-06,
      "loss": 0.3558,
      "step": 769360
    },
    {
      "epoch": 214.73,
      "grad_norm": 0.9929179549217224,
      "learning_rate": 4.102284802603016e-06,
      "loss": 0.3711,
      "step": 769370
    },
    {
      "epoch": 214.73,
      "grad_norm": 1.2719452381134033,
      "learning_rate": 4.102266926904662e-06,
      "loss": 0.3584,
      "step": 769380
    },
    {
      "epoch": 214.73,
      "grad_norm": 0.8730796575546265,
      "learning_rate": 4.102249050972249e-06,
      "loss": 0.358,
      "step": 769390
    },
    {
      "epoch": 214.74,
      "grad_norm": 1.175963282585144,
      "learning_rate": 4.10223117480578e-06,
      "loss": 0.3838,
      "step": 769400
    },
    {
      "epoch": 214.74,
      "grad_norm": 1.2298756837844849,
      "learning_rate": 4.102213298405256e-06,
      "loss": 0.3813,
      "step": 769410
    },
    {
      "epoch": 214.74,
      "grad_norm": 0.9403643608093262,
      "learning_rate": 4.102195421770681e-06,
      "loss": 0.3713,
      "step": 769420
    },
    {
      "epoch": 214.74,
      "grad_norm": 1.0005892515182495,
      "learning_rate": 4.1021775449020555e-06,
      "loss": 0.3711,
      "step": 769430
    },
    {
      "epoch": 214.75,
      "grad_norm": 1.294726848602295,
      "learning_rate": 4.102159667799382e-06,
      "loss": 0.3601,
      "step": 769440
    },
    {
      "epoch": 214.75,
      "grad_norm": 1.0960519313812256,
      "learning_rate": 4.102141790462665e-06,
      "loss": 0.3627,
      "step": 769450
    },
    {
      "epoch": 214.75,
      "grad_norm": 1.1521013975143433,
      "learning_rate": 4.102123912891906e-06,
      "loss": 0.3726,
      "step": 769460
    },
    {
      "epoch": 214.76,
      "grad_norm": 1.1723686456680298,
      "learning_rate": 4.1021060350871055e-06,
      "loss": 0.3539,
      "step": 769470
    },
    {
      "epoch": 214.76,
      "grad_norm": 1.1020996570587158,
      "learning_rate": 4.102088157048268e-06,
      "loss": 0.3771,
      "step": 769480
    },
    {
      "epoch": 214.76,
      "grad_norm": 1.0939470529556274,
      "learning_rate": 4.102070278775395e-06,
      "loss": 0.3758,
      "step": 769490
    },
    {
      "epoch": 214.76,
      "grad_norm": 1.0820037126541138,
      "learning_rate": 4.10205240026849e-06,
      "loss": 0.3887,
      "step": 769500
    },
    {
      "epoch": 214.77,
      "grad_norm": 1.0951217412948608,
      "learning_rate": 4.102034521527554e-06,
      "loss": 0.3726,
      "step": 769510
    },
    {
      "epoch": 214.77,
      "grad_norm": 1.0675275325775146,
      "learning_rate": 4.10201664255259e-06,
      "loss": 0.3638,
      "step": 769520
    },
    {
      "epoch": 214.77,
      "grad_norm": 1.3045663833618164,
      "learning_rate": 4.1019987633436e-06,
      "loss": 0.3764,
      "step": 769530
    },
    {
      "epoch": 214.78,
      "grad_norm": 1.4969650506973267,
      "learning_rate": 4.101980883900587e-06,
      "loss": 0.3773,
      "step": 769540
    },
    {
      "epoch": 214.78,
      "grad_norm": 1.2025506496429443,
      "learning_rate": 4.101963004223552e-06,
      "loss": 0.38,
      "step": 769550
    },
    {
      "epoch": 214.78,
      "grad_norm": 1.0979487895965576,
      "learning_rate": 4.101945124312499e-06,
      "loss": 0.3728,
      "step": 769560
    },
    {
      "epoch": 214.78,
      "grad_norm": 1.1171045303344727,
      "learning_rate": 4.10192724416743e-06,
      "loss": 0.3854,
      "step": 769570
    },
    {
      "epoch": 214.79,
      "grad_norm": 1.155735731124878,
      "learning_rate": 4.101909363788347e-06,
      "loss": 0.3638,
      "step": 769580
    },
    {
      "epoch": 214.79,
      "grad_norm": 1.005471110343933,
      "learning_rate": 4.101891483175251e-06,
      "loss": 0.3669,
      "step": 769590
    },
    {
      "epoch": 214.79,
      "grad_norm": 1.1853677034378052,
      "learning_rate": 4.1018736023281476e-06,
      "loss": 0.3697,
      "step": 769600
    },
    {
      "epoch": 214.79,
      "grad_norm": 1.0701247453689575,
      "learning_rate": 4.1018557212470374e-06,
      "loss": 0.3657,
      "step": 769610
    },
    {
      "epoch": 214.8,
      "grad_norm": 1.096955418586731,
      "learning_rate": 4.101837839931923e-06,
      "loss": 0.3652,
      "step": 769620
    },
    {
      "epoch": 214.8,
      "grad_norm": 0.9958370923995972,
      "learning_rate": 4.1018199583828056e-06,
      "loss": 0.3754,
      "step": 769630
    },
    {
      "epoch": 214.8,
      "grad_norm": 1.3088345527648926,
      "learning_rate": 4.101802076599689e-06,
      "loss": 0.3639,
      "step": 769640
    },
    {
      "epoch": 214.81,
      "grad_norm": 1.3480250835418701,
      "learning_rate": 4.101784194582576e-06,
      "loss": 0.3644,
      "step": 769650
    },
    {
      "epoch": 214.81,
      "grad_norm": 1.176026463508606,
      "learning_rate": 4.101766312331467e-06,
      "loss": 0.3799,
      "step": 769660
    },
    {
      "epoch": 214.81,
      "grad_norm": 1.0722957849502563,
      "learning_rate": 4.101748429846366e-06,
      "loss": 0.3808,
      "step": 769670
    },
    {
      "epoch": 214.81,
      "grad_norm": 0.8923816084861755,
      "learning_rate": 4.101730547127275e-06,
      "loss": 0.3678,
      "step": 769680
    },
    {
      "epoch": 214.82,
      "grad_norm": 7.228827953338623,
      "learning_rate": 4.101712664174197e-06,
      "loss": 0.3897,
      "step": 769690
    },
    {
      "epoch": 214.82,
      "grad_norm": 1.0484747886657715,
      "learning_rate": 4.101694780987132e-06,
      "loss": 0.3846,
      "step": 769700
    },
    {
      "epoch": 214.82,
      "grad_norm": 0.9757360816001892,
      "learning_rate": 4.101676897566085e-06,
      "loss": 0.3658,
      "step": 769710
    },
    {
      "epoch": 214.83,
      "grad_norm": 1.3741786479949951,
      "learning_rate": 4.101659013911059e-06,
      "loss": 0.3817,
      "step": 769720
    },
    {
      "epoch": 214.83,
      "grad_norm": 1.0280177593231201,
      "learning_rate": 4.101641130022052e-06,
      "loss": 0.3539,
      "step": 769730
    },
    {
      "epoch": 214.83,
      "grad_norm": 0.9337220191955566,
      "learning_rate": 4.101623245899071e-06,
      "loss": 0.3673,
      "step": 769740
    },
    {
      "epoch": 214.83,
      "grad_norm": 1.1523243188858032,
      "learning_rate": 4.1016053615421164e-06,
      "loss": 0.3699,
      "step": 769750
    },
    {
      "epoch": 214.84,
      "grad_norm": 1.2524157762527466,
      "learning_rate": 4.101587476951191e-06,
      "loss": 0.3713,
      "step": 769760
    },
    {
      "epoch": 214.84,
      "grad_norm": 1.31647789478302,
      "learning_rate": 4.101569592126296e-06,
      "loss": 0.3676,
      "step": 769770
    },
    {
      "epoch": 214.84,
      "grad_norm": 1.1072858572006226,
      "learning_rate": 4.101551707067435e-06,
      "loss": 0.3527,
      "step": 769780
    },
    {
      "epoch": 214.85,
      "grad_norm": 1.1895718574523926,
      "learning_rate": 4.10153382177461e-06,
      "loss": 0.367,
      "step": 769790
    },
    {
      "epoch": 214.85,
      "grad_norm": 1.230491280555725,
      "learning_rate": 4.101515936247824e-06,
      "loss": 0.367,
      "step": 769800
    },
    {
      "epoch": 214.85,
      "grad_norm": 1.0768290758132935,
      "learning_rate": 4.1014980504870795e-06,
      "loss": 0.3731,
      "step": 769810
    },
    {
      "epoch": 214.85,
      "grad_norm": 1.1652809381484985,
      "learning_rate": 4.101480164492377e-06,
      "loss": 0.3776,
      "step": 769820
    },
    {
      "epoch": 214.86,
      "grad_norm": 1.0181236267089844,
      "learning_rate": 4.1014622782637205e-06,
      "loss": 0.3682,
      "step": 769830
    },
    {
      "epoch": 214.86,
      "grad_norm": 1.111640453338623,
      "learning_rate": 4.101444391801112e-06,
      "loss": 0.3651,
      "step": 769840
    },
    {
      "epoch": 214.86,
      "grad_norm": 1.2865688800811768,
      "learning_rate": 4.1014265051045545e-06,
      "loss": 0.3689,
      "step": 769850
    },
    {
      "epoch": 214.86,
      "grad_norm": 1.1695982217788696,
      "learning_rate": 4.101408618174049e-06,
      "loss": 0.3665,
      "step": 769860
    },
    {
      "epoch": 214.87,
      "grad_norm": 1.153306484222412,
      "learning_rate": 4.101390731009598e-06,
      "loss": 0.3724,
      "step": 769870
    },
    {
      "epoch": 214.87,
      "grad_norm": 1.487215518951416,
      "learning_rate": 4.101372843611206e-06,
      "loss": 0.3691,
      "step": 769880
    },
    {
      "epoch": 214.87,
      "grad_norm": 1.1599279642105103,
      "learning_rate": 4.101354955978874e-06,
      "loss": 0.3704,
      "step": 769890
    },
    {
      "epoch": 214.88,
      "grad_norm": 1.1003466844558716,
      "learning_rate": 4.101337068112604e-06,
      "loss": 0.3784,
      "step": 769900
    },
    {
      "epoch": 214.88,
      "grad_norm": 1.1203463077545166,
      "learning_rate": 4.101319180012398e-06,
      "loss": 0.3712,
      "step": 769910
    },
    {
      "epoch": 214.88,
      "grad_norm": 1.1884328126907349,
      "learning_rate": 4.10130129167826e-06,
      "loss": 0.3648,
      "step": 769920
    },
    {
      "epoch": 214.88,
      "grad_norm": 0.944509744644165,
      "learning_rate": 4.10128340311019e-06,
      "loss": 0.369,
      "step": 769930
    },
    {
      "epoch": 214.89,
      "grad_norm": 0.9104563593864441,
      "learning_rate": 4.101265514308193e-06,
      "loss": 0.3775,
      "step": 769940
    },
    {
      "epoch": 214.89,
      "grad_norm": 1.1406053304672241,
      "learning_rate": 4.1012476252722695e-06,
      "loss": 0.365,
      "step": 769950
    },
    {
      "epoch": 214.89,
      "grad_norm": 1.1603946685791016,
      "learning_rate": 4.1012297360024235e-06,
      "loss": 0.3838,
      "step": 769960
    },
    {
      "epoch": 214.9,
      "grad_norm": 1.0042369365692139,
      "learning_rate": 4.101211846498656e-06,
      "loss": 0.3656,
      "step": 769970
    },
    {
      "epoch": 214.9,
      "grad_norm": 1.1153929233551025,
      "learning_rate": 4.10119395676097e-06,
      "loss": 0.3749,
      "step": 769980
    },
    {
      "epoch": 214.9,
      "grad_norm": 1.0409866571426392,
      "learning_rate": 4.101176066789368e-06,
      "loss": 0.3633,
      "step": 769990
    },
    {
      "epoch": 214.9,
      "grad_norm": 0.8751387596130371,
      "learning_rate": 4.101158176583851e-06,
      "loss": 0.3732,
      "step": 770000
    },
    {
      "epoch": 214.91,
      "grad_norm": 1.1893607378005981,
      "learning_rate": 4.101140286144423e-06,
      "loss": 0.3564,
      "step": 770010
    },
    {
      "epoch": 214.91,
      "grad_norm": 1.0786594152450562,
      "learning_rate": 4.101122395471086e-06,
      "loss": 0.3573,
      "step": 770020
    },
    {
      "epoch": 214.91,
      "grad_norm": 0.9124817252159119,
      "learning_rate": 4.1011045045638426e-06,
      "loss": 0.3855,
      "step": 770030
    },
    {
      "epoch": 214.91,
      "grad_norm": 1.1318672895431519,
      "learning_rate": 4.101086613422695e-06,
      "loss": 0.3775,
      "step": 770040
    },
    {
      "epoch": 214.92,
      "grad_norm": 1.170448899269104,
      "learning_rate": 4.101068722047644e-06,
      "loss": 0.3875,
      "step": 770050
    },
    {
      "epoch": 214.92,
      "grad_norm": 1.1215600967407227,
      "learning_rate": 4.101050830438695e-06,
      "loss": 0.3618,
      "step": 770060
    },
    {
      "epoch": 214.92,
      "grad_norm": 1.1481513977050781,
      "learning_rate": 4.101032938595848e-06,
      "loss": 0.3679,
      "step": 770070
    },
    {
      "epoch": 214.93,
      "grad_norm": 0.9829724431037903,
      "learning_rate": 4.101015046519107e-06,
      "loss": 0.3667,
      "step": 770080
    },
    {
      "epoch": 214.93,
      "grad_norm": 1.0084179639816284,
      "learning_rate": 4.1009971542084724e-06,
      "loss": 0.3735,
      "step": 770090
    },
    {
      "epoch": 214.93,
      "grad_norm": 1.2697397470474243,
      "learning_rate": 4.100979261663948e-06,
      "loss": 0.3792,
      "step": 770100
    },
    {
      "epoch": 214.93,
      "grad_norm": 1.1100014448165894,
      "learning_rate": 4.100961368885536e-06,
      "loss": 0.3833,
      "step": 770110
    },
    {
      "epoch": 214.94,
      "grad_norm": 0.9482513666152954,
      "learning_rate": 4.100943475873239e-06,
      "loss": 0.3489,
      "step": 770120
    },
    {
      "epoch": 214.94,
      "grad_norm": 1.2039047479629517,
      "learning_rate": 4.100925582627058e-06,
      "loss": 0.3842,
      "step": 770130
    },
    {
      "epoch": 214.94,
      "grad_norm": 0.9709738492965698,
      "learning_rate": 4.100907689146998e-06,
      "loss": 0.3722,
      "step": 770140
    },
    {
      "epoch": 214.95,
      "grad_norm": 1.000687599182129,
      "learning_rate": 4.1008897954330595e-06,
      "loss": 0.3734,
      "step": 770150
    },
    {
      "epoch": 214.95,
      "grad_norm": 1.2279198169708252,
      "learning_rate": 4.1008719014852444e-06,
      "loss": 0.3824,
      "step": 770160
    },
    {
      "epoch": 214.95,
      "grad_norm": 1.2119747400283813,
      "learning_rate": 4.100854007303556e-06,
      "loss": 0.3819,
      "step": 770170
    },
    {
      "epoch": 214.95,
      "grad_norm": 1.1005125045776367,
      "learning_rate": 4.100836112887997e-06,
      "loss": 0.3589,
      "step": 770180
    },
    {
      "epoch": 214.96,
      "grad_norm": 0.9081894159317017,
      "learning_rate": 4.100818218238569e-06,
      "loss": 0.3426,
      "step": 770190
    },
    {
      "epoch": 214.96,
      "grad_norm": 1.1439470052719116,
      "learning_rate": 4.1008003233552755e-06,
      "loss": 0.3681,
      "step": 770200
    },
    {
      "epoch": 214.96,
      "grad_norm": 1.0638841390609741,
      "learning_rate": 4.100782428238117e-06,
      "loss": 0.3698,
      "step": 770210
    },
    {
      "epoch": 214.97,
      "grad_norm": 0.9746963381767273,
      "learning_rate": 4.100764532887099e-06,
      "loss": 0.3659,
      "step": 770220
    },
    {
      "epoch": 214.97,
      "grad_norm": 1.3439244031906128,
      "learning_rate": 4.10074663730222e-06,
      "loss": 0.3914,
      "step": 770230
    },
    {
      "epoch": 214.97,
      "grad_norm": 1.433103322982788,
      "learning_rate": 4.100728741483485e-06,
      "loss": 0.3584,
      "step": 770240
    },
    {
      "epoch": 214.97,
      "grad_norm": 1.3566951751708984,
      "learning_rate": 4.100710845430895e-06,
      "loss": 0.3536,
      "step": 770250
    },
    {
      "epoch": 214.98,
      "grad_norm": 4.986876964569092,
      "learning_rate": 4.100692949144453e-06,
      "loss": 0.3549,
      "step": 770260
    },
    {
      "epoch": 214.98,
      "grad_norm": 1.0822428464889526,
      "learning_rate": 4.100675052624163e-06,
      "loss": 0.3821,
      "step": 770270
    },
    {
      "epoch": 214.98,
      "grad_norm": 1.0162692070007324,
      "learning_rate": 4.100657155870024e-06,
      "loss": 0.3755,
      "step": 770280
    },
    {
      "epoch": 214.98,
      "grad_norm": 1.3218810558319092,
      "learning_rate": 4.10063925888204e-06,
      "loss": 0.3629,
      "step": 770290
    },
    {
      "epoch": 214.99,
      "grad_norm": 1.2878409624099731,
      "learning_rate": 4.100621361660215e-06,
      "loss": 0.3639,
      "step": 770300
    },
    {
      "epoch": 214.99,
      "grad_norm": 0.9618896245956421,
      "learning_rate": 4.10060346420455e-06,
      "loss": 0.3777,
      "step": 770310
    },
    {
      "epoch": 214.99,
      "grad_norm": 1.1354925632476807,
      "learning_rate": 4.1005855665150466e-06,
      "loss": 0.374,
      "step": 770320
    },
    {
      "epoch": 215.0,
      "grad_norm": 1.0274373292922974,
      "learning_rate": 4.100567668591708e-06,
      "loss": 0.3588,
      "step": 770330
    },
    {
      "epoch": 215.0,
      "grad_norm": 1.128509759902954,
      "learning_rate": 4.100549770434536e-06,
      "loss": 0.3698,
      "step": 770340
    },
    {
      "epoch": 215.0,
      "eval_loss": 0.37142032384872437,
      "eval_runtime": 63.2966,
      "eval_samples_per_second": 79.925,
      "eval_steps_per_second": 10.001,
      "step": 770345
    },
    {
      "epoch": 215.0,
      "grad_norm": 1.0022109746932983,
      "learning_rate": 4.1005318720435345e-06,
      "loss": 0.3723,
      "step": 770350
    },
    {
      "epoch": 215.0,
      "grad_norm": 1.242924451828003,
      "learning_rate": 4.100513973418704e-06,
      "loss": 0.347,
      "step": 770360
    },
    {
      "epoch": 215.01,
      "grad_norm": 0.9377534985542297,
      "learning_rate": 4.100496074560048e-06,
      "loss": 0.3553,
      "step": 770370
    },
    {
      "epoch": 215.01,
      "grad_norm": 1.1078814268112183,
      "learning_rate": 4.100478175467569e-06,
      "loss": 0.362,
      "step": 770380
    },
    {
      "epoch": 215.01,
      "grad_norm": 1.1153416633605957,
      "learning_rate": 4.1004602761412684e-06,
      "loss": 0.3639,
      "step": 770390
    },
    {
      "epoch": 215.02,
      "grad_norm": 1.024298071861267,
      "learning_rate": 4.1004423765811494e-06,
      "loss": 0.355,
      "step": 770400
    },
    {
      "epoch": 215.02,
      "grad_norm": 1.0370304584503174,
      "learning_rate": 4.100424476787215e-06,
      "loss": 0.3709,
      "step": 770410
    },
    {
      "epoch": 215.02,
      "grad_norm": 1.328324556350708,
      "learning_rate": 4.100406576759465e-06,
      "loss": 0.386,
      "step": 770420
    },
    {
      "epoch": 215.02,
      "grad_norm": 1.0794150829315186,
      "learning_rate": 4.100388676497904e-06,
      "loss": 0.3871,
      "step": 770430
    },
    {
      "epoch": 215.03,
      "grad_norm": 1.020751714706421,
      "learning_rate": 4.100370776002535e-06,
      "loss": 0.3731,
      "step": 770440
    },
    {
      "epoch": 215.03,
      "grad_norm": 1.1891535520553589,
      "learning_rate": 4.100352875273359e-06,
      "loss": 0.3663,
      "step": 770450
    },
    {
      "epoch": 215.03,
      "grad_norm": 1.0907788276672363,
      "learning_rate": 4.100334974310378e-06,
      "loss": 0.3824,
      "step": 770460
    },
    {
      "epoch": 215.03,
      "grad_norm": 1.1137723922729492,
      "learning_rate": 4.1003170731135955e-06,
      "loss": 0.3758,
      "step": 770470
    },
    {
      "epoch": 215.04,
      "grad_norm": 1.0908923149108887,
      "learning_rate": 4.1002991716830135e-06,
      "loss": 0.3533,
      "step": 770480
    },
    {
      "epoch": 215.04,
      "grad_norm": 1.2007805109024048,
      "learning_rate": 4.100281270018634e-06,
      "loss": 0.3731,
      "step": 770490
    },
    {
      "epoch": 215.04,
      "grad_norm": 0.8863270282745361,
      "learning_rate": 4.1002633681204596e-06,
      "loss": 0.363,
      "step": 770500
    },
    {
      "epoch": 215.05,
      "grad_norm": 1.1388804912567139,
      "learning_rate": 4.100245465988494e-06,
      "loss": 0.371,
      "step": 770510
    },
    {
      "epoch": 215.05,
      "grad_norm": 0.8837669491767883,
      "learning_rate": 4.100227563622737e-06,
      "loss": 0.3629,
      "step": 770520
    },
    {
      "epoch": 215.05,
      "grad_norm": 1.0432732105255127,
      "learning_rate": 4.100209661023193e-06,
      "loss": 0.3722,
      "step": 770530
    },
    {
      "epoch": 215.05,
      "grad_norm": 1.1533610820770264,
      "learning_rate": 4.100191758189863e-06,
      "loss": 0.3634,
      "step": 770540
    },
    {
      "epoch": 215.06,
      "grad_norm": 1.1180652379989624,
      "learning_rate": 4.100173855122752e-06,
      "loss": 0.3718,
      "step": 770550
    },
    {
      "epoch": 215.06,
      "grad_norm": 1.3461889028549194,
      "learning_rate": 4.100155951821858e-06,
      "loss": 0.3625,
      "step": 770560
    },
    {
      "epoch": 215.06,
      "grad_norm": 1.225206971168518,
      "learning_rate": 4.100138048287188e-06,
      "loss": 0.3815,
      "step": 770570
    },
    {
      "epoch": 215.07,
      "grad_norm": 0.9577854871749878,
      "learning_rate": 4.100120144518741e-06,
      "loss": 0.3636,
      "step": 770580
    },
    {
      "epoch": 215.07,
      "grad_norm": 1.0597448348999023,
      "learning_rate": 4.100102240516521e-06,
      "loss": 0.3664,
      "step": 770590
    },
    {
      "epoch": 215.07,
      "grad_norm": 1.0665756464004517,
      "learning_rate": 4.10008433628053e-06,
      "loss": 0.3887,
      "step": 770600
    },
    {
      "epoch": 215.07,
      "grad_norm": 1.1711536645889282,
      "learning_rate": 4.100066431810771e-06,
      "loss": 0.3777,
      "step": 770610
    },
    {
      "epoch": 215.08,
      "grad_norm": 1.1043450832366943,
      "learning_rate": 4.100048527107245e-06,
      "loss": 0.3642,
      "step": 770620
    },
    {
      "epoch": 215.08,
      "grad_norm": 1.1104722023010254,
      "learning_rate": 4.1000306221699555e-06,
      "loss": 0.3796,
      "step": 770630
    },
    {
      "epoch": 215.08,
      "grad_norm": 8.35322093963623,
      "learning_rate": 4.100012716998905e-06,
      "loss": 0.368,
      "step": 770640
    },
    {
      "epoch": 215.09,
      "grad_norm": 0.9648431539535522,
      "learning_rate": 4.099994811594095e-06,
      "loss": 0.3641,
      "step": 770650
    },
    {
      "epoch": 215.09,
      "grad_norm": 1.2550549507141113,
      "learning_rate": 4.099976905955529e-06,
      "loss": 0.3565,
      "step": 770660
    },
    {
      "epoch": 215.09,
      "grad_norm": 1.059702754020691,
      "learning_rate": 4.099959000083207e-06,
      "loss": 0.3776,
      "step": 770670
    },
    {
      "epoch": 215.09,
      "grad_norm": 1.122135877609253,
      "learning_rate": 4.099941093977134e-06,
      "loss": 0.3636,
      "step": 770680
    },
    {
      "epoch": 215.1,
      "grad_norm": 1.1936872005462646,
      "learning_rate": 4.099923187637312e-06,
      "loss": 0.3602,
      "step": 770690
    },
    {
      "epoch": 215.1,
      "grad_norm": 1.2028428316116333,
      "learning_rate": 4.099905281063742e-06,
      "loss": 0.3541,
      "step": 770700
    },
    {
      "epoch": 215.1,
      "grad_norm": 1.075657606124878,
      "learning_rate": 4.099887374256429e-06,
      "loss": 0.3803,
      "step": 770710
    },
    {
      "epoch": 215.1,
      "grad_norm": 1.1345678567886353,
      "learning_rate": 4.0998694672153715e-06,
      "loss": 0.3622,
      "step": 770720
    },
    {
      "epoch": 215.11,
      "grad_norm": 1.0676262378692627,
      "learning_rate": 4.0998515599405755e-06,
      "loss": 0.3805,
      "step": 770730
    },
    {
      "epoch": 215.11,
      "grad_norm": 2.8410263061523438,
      "learning_rate": 4.099833652432041e-06,
      "loss": 0.3788,
      "step": 770740
    },
    {
      "epoch": 215.11,
      "grad_norm": 2.6815290451049805,
      "learning_rate": 4.099815744689772e-06,
      "loss": 0.3703,
      "step": 770750
    },
    {
      "epoch": 215.12,
      "grad_norm": 1.369765281677246,
      "learning_rate": 4.0997978367137696e-06,
      "loss": 0.3761,
      "step": 770760
    },
    {
      "epoch": 215.12,
      "grad_norm": 1.0376719236373901,
      "learning_rate": 4.099779928504036e-06,
      "loss": 0.3581,
      "step": 770770
    },
    {
      "epoch": 215.12,
      "grad_norm": 2.4865143299102783,
      "learning_rate": 4.099762020060576e-06,
      "loss": 0.3745,
      "step": 770780
    },
    {
      "epoch": 215.12,
      "grad_norm": 1.3002965450286865,
      "learning_rate": 4.0997441113833895e-06,
      "loss": 0.3866,
      "step": 770790
    },
    {
      "epoch": 215.13,
      "grad_norm": 1.1074023246765137,
      "learning_rate": 4.09972620247248e-06,
      "loss": 0.3816,
      "step": 770800
    },
    {
      "epoch": 215.13,
      "grad_norm": 1.0562001466751099,
      "learning_rate": 4.099708293327849e-06,
      "loss": 0.3573,
      "step": 770810
    },
    {
      "epoch": 215.13,
      "grad_norm": 1.0394588708877563,
      "learning_rate": 4.0996903839495005e-06,
      "loss": 0.3535,
      "step": 770820
    },
    {
      "epoch": 215.14,
      "grad_norm": 1.2965431213378906,
      "learning_rate": 4.099672474337435e-06,
      "loss": 0.3591,
      "step": 770830
    },
    {
      "epoch": 215.14,
      "grad_norm": 1.037569522857666,
      "learning_rate": 4.099654564491657e-06,
      "loss": 0.3685,
      "step": 770840
    },
    {
      "epoch": 215.14,
      "grad_norm": 1.0508177280426025,
      "learning_rate": 4.099636654412166e-06,
      "loss": 0.3702,
      "step": 770850
    },
    {
      "epoch": 215.14,
      "grad_norm": 1.1752310991287231,
      "learning_rate": 4.099618744098967e-06,
      "loss": 0.3695,
      "step": 770860
    },
    {
      "epoch": 215.15,
      "grad_norm": 1.0261321067810059,
      "learning_rate": 4.09960083355206e-06,
      "loss": 0.396,
      "step": 770870
    },
    {
      "epoch": 215.15,
      "grad_norm": 1.0568287372589111,
      "learning_rate": 4.09958292277145e-06,
      "loss": 0.357,
      "step": 770880
    },
    {
      "epoch": 215.15,
      "grad_norm": 1.1656551361083984,
      "learning_rate": 4.099565011757138e-06,
      "loss": 0.3663,
      "step": 770890
    },
    {
      "epoch": 215.15,
      "grad_norm": 1.242632508277893,
      "learning_rate": 4.099547100509127e-06,
      "loss": 0.3688,
      "step": 770900
    },
    {
      "epoch": 215.16,
      "grad_norm": 1.147716999053955,
      "learning_rate": 4.099529189027418e-06,
      "loss": 0.3537,
      "step": 770910
    },
    {
      "epoch": 215.16,
      "grad_norm": 1.2410396337509155,
      "learning_rate": 4.099511277312014e-06,
      "loss": 0.3827,
      "step": 770920
    },
    {
      "epoch": 215.16,
      "grad_norm": 1.0689597129821777,
      "learning_rate": 4.09949336536292e-06,
      "loss": 0.386,
      "step": 770930
    },
    {
      "epoch": 215.17,
      "grad_norm": 1.0744850635528564,
      "learning_rate": 4.0994754531801335e-06,
      "loss": 0.3862,
      "step": 770940
    },
    {
      "epoch": 215.17,
      "grad_norm": 1.1737873554229736,
      "learning_rate": 4.09945754076366e-06,
      "loss": 0.384,
      "step": 770950
    },
    {
      "epoch": 215.17,
      "grad_norm": 1.0900535583496094,
      "learning_rate": 4.099439628113503e-06,
      "loss": 0.3654,
      "step": 770960
    },
    {
      "epoch": 215.17,
      "grad_norm": 1.2980868816375732,
      "learning_rate": 4.099421715229661e-06,
      "loss": 0.367,
      "step": 770970
    },
    {
      "epoch": 215.18,
      "grad_norm": 1.0424745082855225,
      "learning_rate": 4.09940380211214e-06,
      "loss": 0.3905,
      "step": 770980
    },
    {
      "epoch": 215.18,
      "grad_norm": 1.2692525386810303,
      "learning_rate": 4.099385888760941e-06,
      "loss": 0.371,
      "step": 770990
    },
    {
      "epoch": 215.18,
      "grad_norm": 0.9869194626808167,
      "learning_rate": 4.099367975176066e-06,
      "loss": 0.3382,
      "step": 771000
    },
    {
      "epoch": 215.19,
      "grad_norm": 1.0720033645629883,
      "learning_rate": 4.0993500613575175e-06,
      "loss": 0.3667,
      "step": 771010
    },
    {
      "epoch": 215.19,
      "grad_norm": 0.9036719799041748,
      "learning_rate": 4.099332147305299e-06,
      "loss": 0.367,
      "step": 771020
    },
    {
      "epoch": 215.19,
      "grad_norm": 1.0397220849990845,
      "learning_rate": 4.099314233019411e-06,
      "loss": 0.3731,
      "step": 771030
    },
    {
      "epoch": 215.19,
      "grad_norm": 1.1339569091796875,
      "learning_rate": 4.099296318499857e-06,
      "loss": 0.3503,
      "step": 771040
    },
    {
      "epoch": 215.2,
      "grad_norm": 1.0594996213912964,
      "learning_rate": 4.0992784037466405e-06,
      "loss": 0.3688,
      "step": 771050
    },
    {
      "epoch": 215.2,
      "grad_norm": 0.9989192485809326,
      "learning_rate": 4.099260488759762e-06,
      "loss": 0.3581,
      "step": 771060
    },
    {
      "epoch": 215.2,
      "grad_norm": 1.231491208076477,
      "learning_rate": 4.099242573539224e-06,
      "loss": 0.3759,
      "step": 771070
    },
    {
      "epoch": 215.21,
      "grad_norm": 0.9167777299880981,
      "learning_rate": 4.09922465808503e-06,
      "loss": 0.3786,
      "step": 771080
    },
    {
      "epoch": 215.21,
      "grad_norm": 1.1191082000732422,
      "learning_rate": 4.099206742397182e-06,
      "loss": 0.3933,
      "step": 771090
    },
    {
      "epoch": 215.21,
      "grad_norm": 0.916688084602356,
      "learning_rate": 4.099188826475682e-06,
      "loss": 0.3811,
      "step": 771100
    },
    {
      "epoch": 215.21,
      "grad_norm": 0.931490957736969,
      "learning_rate": 4.099170910320533e-06,
      "loss": 0.3642,
      "step": 771110
    },
    {
      "epoch": 215.22,
      "grad_norm": 1.2474204301834106,
      "learning_rate": 4.099152993931737e-06,
      "loss": 0.3758,
      "step": 771120
    },
    {
      "epoch": 215.22,
      "grad_norm": 1.2279236316680908,
      "learning_rate": 4.099135077309295e-06,
      "loss": 0.3853,
      "step": 771130
    },
    {
      "epoch": 215.22,
      "grad_norm": 1.255353569984436,
      "learning_rate": 4.0991171604532124e-06,
      "loss": 0.353,
      "step": 771140
    },
    {
      "epoch": 215.22,
      "grad_norm": 1.0878018140792847,
      "learning_rate": 4.099099243363489e-06,
      "loss": 0.3626,
      "step": 771150
    },
    {
      "epoch": 215.23,
      "grad_norm": 1.1203116178512573,
      "learning_rate": 4.099081326040129e-06,
      "loss": 0.3666,
      "step": 771160
    },
    {
      "epoch": 215.23,
      "grad_norm": 1.025537133216858,
      "learning_rate": 4.099063408483134e-06,
      "loss": 0.3646,
      "step": 771170
    },
    {
      "epoch": 215.23,
      "grad_norm": 1.046934962272644,
      "learning_rate": 4.099045490692505e-06,
      "loss": 0.3848,
      "step": 771180
    },
    {
      "epoch": 215.24,
      "grad_norm": 0.949959397315979,
      "learning_rate": 4.099027572668246e-06,
      "loss": 0.3548,
      "step": 771190
    },
    {
      "epoch": 215.24,
      "grad_norm": 1.1145668029785156,
      "learning_rate": 4.09900965441036e-06,
      "loss": 0.3924,
      "step": 771200
    },
    {
      "epoch": 215.24,
      "grad_norm": 1.1591107845306396,
      "learning_rate": 4.098991735918848e-06,
      "loss": 0.3807,
      "step": 771210
    },
    {
      "epoch": 215.24,
      "grad_norm": 1.1472136974334717,
      "learning_rate": 4.0989738171937125e-06,
      "loss": 0.3639,
      "step": 771220
    },
    {
      "epoch": 215.25,
      "grad_norm": 1.0990939140319824,
      "learning_rate": 4.098955898234957e-06,
      "loss": 0.3658,
      "step": 771230
    },
    {
      "epoch": 215.25,
      "grad_norm": 1.1041204929351807,
      "learning_rate": 4.0989379790425825e-06,
      "loss": 0.3678,
      "step": 771240
    },
    {
      "epoch": 215.25,
      "grad_norm": 1.0225929021835327,
      "learning_rate": 4.0989200596165916e-06,
      "loss": 0.3797,
      "step": 771250
    },
    {
      "epoch": 215.26,
      "grad_norm": 1.0042532682418823,
      "learning_rate": 4.098902139956988e-06,
      "loss": 0.3646,
      "step": 771260
    },
    {
      "epoch": 215.26,
      "grad_norm": 0.9953881502151489,
      "learning_rate": 4.098884220063773e-06,
      "loss": 0.3654,
      "step": 771270
    },
    {
      "epoch": 215.26,
      "grad_norm": 1.124124526977539,
      "learning_rate": 4.0988662999369485e-06,
      "loss": 0.3712,
      "step": 771280
    },
    {
      "epoch": 215.26,
      "grad_norm": 1.3320585489273071,
      "learning_rate": 4.098848379576518e-06,
      "loss": 0.3651,
      "step": 771290
    },
    {
      "epoch": 215.27,
      "grad_norm": 1.3121155500411987,
      "learning_rate": 4.0988304589824835e-06,
      "loss": 0.3643,
      "step": 771300
    },
    {
      "epoch": 215.27,
      "grad_norm": 1.0221538543701172,
      "learning_rate": 4.098812538154847e-06,
      "loss": 0.3687,
      "step": 771310
    },
    {
      "epoch": 215.27,
      "grad_norm": 1.147745132446289,
      "learning_rate": 4.0987946170936114e-06,
      "loss": 0.3671,
      "step": 771320
    },
    {
      "epoch": 215.27,
      "grad_norm": 1.253118634223938,
      "learning_rate": 4.0987766957987795e-06,
      "loss": 0.3848,
      "step": 771330
    },
    {
      "epoch": 215.28,
      "grad_norm": 1.1746283769607544,
      "learning_rate": 4.098758774270353e-06,
      "loss": 0.3769,
      "step": 771340
    },
    {
      "epoch": 215.28,
      "grad_norm": 1.1058578491210938,
      "learning_rate": 4.098740852508333e-06,
      "loss": 0.3558,
      "step": 771350
    },
    {
      "epoch": 215.28,
      "grad_norm": 1.1351737976074219,
      "learning_rate": 4.0987229305127245e-06,
      "loss": 0.3596,
      "step": 771360
    },
    {
      "epoch": 215.29,
      "grad_norm": 1.1817059516906738,
      "learning_rate": 4.098705008283528e-06,
      "loss": 0.3688,
      "step": 771370
    },
    {
      "epoch": 215.29,
      "grad_norm": 0.9327685236930847,
      "learning_rate": 4.098687085820747e-06,
      "loss": 0.3782,
      "step": 771380
    },
    {
      "epoch": 215.29,
      "grad_norm": 1.1625686883926392,
      "learning_rate": 4.098669163124383e-06,
      "loss": 0.4011,
      "step": 771390
    },
    {
      "epoch": 215.29,
      "grad_norm": 1.0403203964233398,
      "learning_rate": 4.0986512401944385e-06,
      "loss": 0.3609,
      "step": 771400
    },
    {
      "epoch": 215.3,
      "grad_norm": 1.1066136360168457,
      "learning_rate": 4.098633317030917e-06,
      "loss": 0.3544,
      "step": 771410
    },
    {
      "epoch": 215.3,
      "grad_norm": 0.9608229398727417,
      "learning_rate": 4.09861539363382e-06,
      "loss": 0.364,
      "step": 771420
    },
    {
      "epoch": 215.3,
      "grad_norm": 0.9316344857215881,
      "learning_rate": 4.09859747000315e-06,
      "loss": 0.3657,
      "step": 771430
    },
    {
      "epoch": 215.31,
      "grad_norm": 1.1142807006835938,
      "learning_rate": 4.098579546138908e-06,
      "loss": 0.375,
      "step": 771440
    },
    {
      "epoch": 215.31,
      "grad_norm": 1.1275640726089478,
      "learning_rate": 4.098561622041098e-06,
      "loss": 0.3689,
      "step": 771450
    },
    {
      "epoch": 215.31,
      "grad_norm": 1.2870551347732544,
      "learning_rate": 4.098543697709723e-06,
      "loss": 0.3553,
      "step": 771460
    },
    {
      "epoch": 215.31,
      "grad_norm": 1.1832232475280762,
      "learning_rate": 4.098525773144784e-06,
      "loss": 0.3803,
      "step": 771470
    },
    {
      "epoch": 215.32,
      "grad_norm": 0.9607213735580444,
      "learning_rate": 4.098507848346284e-06,
      "loss": 0.3709,
      "step": 771480
    },
    {
      "epoch": 215.32,
      "grad_norm": 1.0298285484313965,
      "learning_rate": 4.098489923314226e-06,
      "loss": 0.3754,
      "step": 771490
    },
    {
      "epoch": 215.32,
      "grad_norm": 1.5234403610229492,
      "learning_rate": 4.0984719980486105e-06,
      "loss": 0.362,
      "step": 771500
    },
    {
      "epoch": 215.33,
      "grad_norm": 1.075724482536316,
      "learning_rate": 4.0984540725494415e-06,
      "loss": 0.3618,
      "step": 771510
    },
    {
      "epoch": 215.33,
      "grad_norm": 1.0742028951644897,
      "learning_rate": 4.098436146816721e-06,
      "loss": 0.3529,
      "step": 771520
    },
    {
      "epoch": 215.33,
      "grad_norm": 1.1776905059814453,
      "learning_rate": 4.098418220850452e-06,
      "loss": 0.3752,
      "step": 771530
    },
    {
      "epoch": 215.33,
      "grad_norm": 1.1752151250839233,
      "learning_rate": 4.098400294650635e-06,
      "loss": 0.3667,
      "step": 771540
    },
    {
      "epoch": 215.34,
      "grad_norm": 1.3560426235198975,
      "learning_rate": 4.098382368217273e-06,
      "loss": 0.3743,
      "step": 771550
    },
    {
      "epoch": 215.34,
      "grad_norm": 1.1365152597427368,
      "learning_rate": 4.09836444155037e-06,
      "loss": 0.3679,
      "step": 771560
    },
    {
      "epoch": 215.34,
      "grad_norm": 1.0496838092803955,
      "learning_rate": 4.098346514649928e-06,
      "loss": 0.3572,
      "step": 771570
    },
    {
      "epoch": 215.34,
      "grad_norm": 0.8938347101211548,
      "learning_rate": 4.098328587515947e-06,
      "loss": 0.3409,
      "step": 771580
    },
    {
      "epoch": 215.35,
      "grad_norm": 1.0636768341064453,
      "learning_rate": 4.098310660148432e-06,
      "loss": 0.3705,
      "step": 771590
    },
    {
      "epoch": 215.35,
      "grad_norm": 1.350688099861145,
      "learning_rate": 4.0982927325473846e-06,
      "loss": 0.3694,
      "step": 771600
    },
    {
      "epoch": 215.35,
      "grad_norm": 1.1078664064407349,
      "learning_rate": 4.098274804712808e-06,
      "loss": 0.3604,
      "step": 771610
    },
    {
      "epoch": 215.36,
      "grad_norm": 1.0875675678253174,
      "learning_rate": 4.098256876644702e-06,
      "loss": 0.3735,
      "step": 771620
    },
    {
      "epoch": 215.36,
      "grad_norm": 1.0907052755355835,
      "learning_rate": 4.0982389483430715e-06,
      "loss": 0.3665,
      "step": 771630
    },
    {
      "epoch": 215.36,
      "grad_norm": 1.3265197277069092,
      "learning_rate": 4.098221019807918e-06,
      "loss": 0.3657,
      "step": 771640
    },
    {
      "epoch": 215.36,
      "grad_norm": 1.110027551651001,
      "learning_rate": 4.098203091039243e-06,
      "loss": 0.3756,
      "step": 771650
    },
    {
      "epoch": 215.37,
      "grad_norm": 1.009787917137146,
      "learning_rate": 4.098185162037051e-06,
      "loss": 0.3735,
      "step": 771660
    },
    {
      "epoch": 215.37,
      "grad_norm": 1.2305891513824463,
      "learning_rate": 4.098167232801343e-06,
      "loss": 0.3864,
      "step": 771670
    },
    {
      "epoch": 215.37,
      "grad_norm": 1.1137268543243408,
      "learning_rate": 4.098149303332122e-06,
      "loss": 0.3587,
      "step": 771680
    },
    {
      "epoch": 215.38,
      "grad_norm": 1.202831506729126,
      "learning_rate": 4.098131373629389e-06,
      "loss": 0.3681,
      "step": 771690
    },
    {
      "epoch": 215.38,
      "grad_norm": 1.300067663192749,
      "learning_rate": 4.098113443693148e-06,
      "loss": 0.4016,
      "step": 771700
    },
    {
      "epoch": 215.38,
      "grad_norm": 1.2119176387786865,
      "learning_rate": 4.0980955135234e-06,
      "loss": 0.3717,
      "step": 771710
    },
    {
      "epoch": 215.38,
      "grad_norm": 0.9145318269729614,
      "learning_rate": 4.0980775831201485e-06,
      "loss": 0.3717,
      "step": 771720
    },
    {
      "epoch": 215.39,
      "grad_norm": 1.1047554016113281,
      "learning_rate": 4.098059652483396e-06,
      "loss": 0.3629,
      "step": 771730
    },
    {
      "epoch": 215.39,
      "grad_norm": 1.2463409900665283,
      "learning_rate": 4.098041721613144e-06,
      "loss": 0.3764,
      "step": 771740
    },
    {
      "epoch": 215.39,
      "grad_norm": 1.0213414430618286,
      "learning_rate": 4.098023790509396e-06,
      "loss": 0.3455,
      "step": 771750
    },
    {
      "epoch": 215.39,
      "grad_norm": 1.0080041885375977,
      "learning_rate": 4.098005859172153e-06,
      "loss": 0.3573,
      "step": 771760
    },
    {
      "epoch": 215.4,
      "grad_norm": 0.8941977024078369,
      "learning_rate": 4.0979879276014174e-06,
      "loss": 0.3607,
      "step": 771770
    },
    {
      "epoch": 215.4,
      "grad_norm": 1.1052502393722534,
      "learning_rate": 4.097969995797194e-06,
      "loss": 0.3785,
      "step": 771780
    },
    {
      "epoch": 215.4,
      "grad_norm": 1.356837272644043,
      "learning_rate": 4.097952063759482e-06,
      "loss": 0.3833,
      "step": 771790
    },
    {
      "epoch": 215.41,
      "grad_norm": 1.2182726860046387,
      "learning_rate": 4.097934131488285e-06,
      "loss": 0.3763,
      "step": 771800
    },
    {
      "epoch": 215.41,
      "grad_norm": 1.0356796979904175,
      "learning_rate": 4.097916198983607e-06,
      "loss": 0.3893,
      "step": 771810
    },
    {
      "epoch": 215.41,
      "grad_norm": 1.0805209875106812,
      "learning_rate": 4.097898266245448e-06,
      "loss": 0.38,
      "step": 771820
    },
    {
      "epoch": 215.41,
      "grad_norm": 1.1822487115859985,
      "learning_rate": 4.097880333273812e-06,
      "loss": 0.3653,
      "step": 771830
    },
    {
      "epoch": 215.42,
      "grad_norm": 1.1132359504699707,
      "learning_rate": 4.0978624000687005e-06,
      "loss": 0.353,
      "step": 771840
    },
    {
      "epoch": 215.42,
      "grad_norm": 1.2194347381591797,
      "learning_rate": 4.0978444666301156e-06,
      "loss": 0.3711,
      "step": 771850
    },
    {
      "epoch": 215.42,
      "grad_norm": 1.044248342514038,
      "learning_rate": 4.09782653295806e-06,
      "loss": 0.3806,
      "step": 771860
    },
    {
      "epoch": 215.43,
      "grad_norm": 1.2399711608886719,
      "learning_rate": 4.0978085990525376e-06,
      "loss": 0.3765,
      "step": 771870
    },
    {
      "epoch": 215.43,
      "grad_norm": 1.0426783561706543,
      "learning_rate": 4.097790664913549e-06,
      "loss": 0.3689,
      "step": 771880
    },
    {
      "epoch": 215.43,
      "grad_norm": 1.1189537048339844,
      "learning_rate": 4.097772730541097e-06,
      "loss": 0.3678,
      "step": 771890
    },
    {
      "epoch": 215.43,
      "grad_norm": 1.161048412322998,
      "learning_rate": 4.097754795935184e-06,
      "loss": 0.3726,
      "step": 771900
    },
    {
      "epoch": 215.44,
      "grad_norm": 1.3540730476379395,
      "learning_rate": 4.097736861095813e-06,
      "loss": 0.3659,
      "step": 771910
    },
    {
      "epoch": 215.44,
      "grad_norm": 1.0469931364059448,
      "learning_rate": 4.097718926022985e-06,
      "loss": 0.3646,
      "step": 771920
    },
    {
      "epoch": 215.44,
      "grad_norm": 1.0837839841842651,
      "learning_rate": 4.097700990716704e-06,
      "loss": 0.3551,
      "step": 771930
    },
    {
      "epoch": 215.45,
      "grad_norm": 0.9621614813804626,
      "learning_rate": 4.097683055176972e-06,
      "loss": 0.369,
      "step": 771940
    },
    {
      "epoch": 215.45,
      "grad_norm": 1.1305458545684814,
      "learning_rate": 4.09766511940379e-06,
      "loss": 0.3507,
      "step": 771950
    },
    {
      "epoch": 215.45,
      "grad_norm": 1.0302947759628296,
      "learning_rate": 4.097647183397162e-06,
      "loss": 0.3861,
      "step": 771960
    },
    {
      "epoch": 215.45,
      "grad_norm": 1.127051830291748,
      "learning_rate": 4.09762924715709e-06,
      "loss": 0.3539,
      "step": 771970
    },
    {
      "epoch": 215.46,
      "grad_norm": 1.08193838596344,
      "learning_rate": 4.097611310683576e-06,
      "loss": 0.3688,
      "step": 771980
    },
    {
      "epoch": 215.46,
      "grad_norm": 1.0823794603347778,
      "learning_rate": 4.097593373976622e-06,
      "loss": 0.372,
      "step": 771990
    },
    {
      "epoch": 215.46,
      "grad_norm": 0.936564028263092,
      "learning_rate": 4.097575437036231e-06,
      "loss": 0.3616,
      "step": 772000
    },
    {
      "epoch": 215.46,
      "grad_norm": 1.09647536277771,
      "learning_rate": 4.097557499862406e-06,
      "loss": 0.3756,
      "step": 772010
    },
    {
      "epoch": 215.47,
      "grad_norm": 0.8951579928398132,
      "learning_rate": 4.097539562455149e-06,
      "loss": 0.3669,
      "step": 772020
    },
    {
      "epoch": 215.47,
      "grad_norm": 1.0521039962768555,
      "learning_rate": 4.097521624814462e-06,
      "loss": 0.3804,
      "step": 772030
    },
    {
      "epoch": 215.47,
      "grad_norm": 1.0486661195755005,
      "learning_rate": 4.0975036869403465e-06,
      "loss": 0.3706,
      "step": 772040
    },
    {
      "epoch": 215.48,
      "grad_norm": 1.041374921798706,
      "learning_rate": 4.097485748832807e-06,
      "loss": 0.3798,
      "step": 772050
    },
    {
      "epoch": 215.48,
      "grad_norm": 1.2037718296051025,
      "learning_rate": 4.097467810491844e-06,
      "loss": 0.3951,
      "step": 772060
    },
    {
      "epoch": 215.48,
      "grad_norm": 1.1017827987670898,
      "learning_rate": 4.097449871917461e-06,
      "loss": 0.3628,
      "step": 772070
    },
    {
      "epoch": 215.48,
      "grad_norm": 1.2058937549591064,
      "learning_rate": 4.097431933109661e-06,
      "loss": 0.3576,
      "step": 772080
    },
    {
      "epoch": 215.49,
      "grad_norm": 1.1815766096115112,
      "learning_rate": 4.097413994068444e-06,
      "loss": 0.3875,
      "step": 772090
    },
    {
      "epoch": 215.49,
      "grad_norm": 1.5167886018753052,
      "learning_rate": 4.097396054793815e-06,
      "loss": 0.3829,
      "step": 772100
    },
    {
      "epoch": 215.49,
      "grad_norm": 1.0034499168395996,
      "learning_rate": 4.097378115285775e-06,
      "loss": 0.3755,
      "step": 772110
    },
    {
      "epoch": 215.5,
      "grad_norm": 1.4418590068817139,
      "learning_rate": 4.097360175544326e-06,
      "loss": 0.3541,
      "step": 772120
    },
    {
      "epoch": 215.5,
      "grad_norm": 1.1750741004943848,
      "learning_rate": 4.097342235569471e-06,
      "loss": 0.3651,
      "step": 772130
    },
    {
      "epoch": 215.5,
      "grad_norm": 1.0743237733840942,
      "learning_rate": 4.097324295361212e-06,
      "loss": 0.3922,
      "step": 772140
    },
    {
      "epoch": 215.5,
      "grad_norm": 1.2497146129608154,
      "learning_rate": 4.097306354919553e-06,
      "loss": 0.343,
      "step": 772150
    },
    {
      "epoch": 215.51,
      "grad_norm": 1.2770445346832275,
      "learning_rate": 4.097288414244495e-06,
      "loss": 0.3601,
      "step": 772160
    },
    {
      "epoch": 215.51,
      "grad_norm": 0.9406355023384094,
      "learning_rate": 4.09727047333604e-06,
      "loss": 0.3687,
      "step": 772170
    },
    {
      "epoch": 215.51,
      "grad_norm": 1.0585237741470337,
      "learning_rate": 4.0972525321941915e-06,
      "loss": 0.3724,
      "step": 772180
    },
    {
      "epoch": 215.51,
      "grad_norm": 1.0984913110733032,
      "learning_rate": 4.09723459081895e-06,
      "loss": 0.3798,
      "step": 772190
    },
    {
      "epoch": 215.52,
      "grad_norm": 1.0654994249343872,
      "learning_rate": 4.097216649210321e-06,
      "loss": 0.3797,
      "step": 772200
    },
    {
      "epoch": 215.52,
      "grad_norm": 1.1637763977050781,
      "learning_rate": 4.097198707368304e-06,
      "loss": 0.3699,
      "step": 772210
    },
    {
      "epoch": 215.52,
      "grad_norm": 1.3846811056137085,
      "learning_rate": 4.097180765292903e-06,
      "loss": 0.3767,
      "step": 772220
    },
    {
      "epoch": 215.53,
      "grad_norm": 1.1752500534057617,
      "learning_rate": 4.09716282298412e-06,
      "loss": 0.3869,
      "step": 772230
    },
    {
      "epoch": 215.53,
      "grad_norm": 0.9965393543243408,
      "learning_rate": 4.097144880441957e-06,
      "loss": 0.3727,
      "step": 772240
    },
    {
      "epoch": 215.53,
      "grad_norm": 1.0088359117507935,
      "learning_rate": 4.097126937666417e-06,
      "loss": 0.3513,
      "step": 772250
    },
    {
      "epoch": 215.53,
      "grad_norm": 0.9617199897766113,
      "learning_rate": 4.097108994657501e-06,
      "loss": 0.3754,
      "step": 772260
    },
    {
      "epoch": 215.54,
      "grad_norm": 1.1799266338348389,
      "learning_rate": 4.097091051415214e-06,
      "loss": 0.3778,
      "step": 772270
    },
    {
      "epoch": 215.54,
      "grad_norm": 1.2205392122268677,
      "learning_rate": 4.097073107939555e-06,
      "loss": 0.3664,
      "step": 772280
    },
    {
      "epoch": 215.54,
      "grad_norm": 1.2431237697601318,
      "learning_rate": 4.097055164230529e-06,
      "loss": 0.3683,
      "step": 772290
    },
    {
      "epoch": 215.55,
      "grad_norm": 1.0964473485946655,
      "learning_rate": 4.097037220288138e-06,
      "loss": 0.38,
      "step": 772300
    },
    {
      "epoch": 215.55,
      "grad_norm": 1.0077940225601196,
      "learning_rate": 4.097019276112384e-06,
      "loss": 0.3674,
      "step": 772310
    },
    {
      "epoch": 215.55,
      "grad_norm": 1.2486063241958618,
      "learning_rate": 4.097001331703269e-06,
      "loss": 0.3591,
      "step": 772320
    },
    {
      "epoch": 215.55,
      "grad_norm": 2.4066295623779297,
      "learning_rate": 4.0969833870607965e-06,
      "loss": 0.3812,
      "step": 772330
    },
    {
      "epoch": 215.56,
      "grad_norm": 1.136650562286377,
      "learning_rate": 4.096965442184967e-06,
      "loss": 0.3745,
      "step": 772340
    },
    {
      "epoch": 215.56,
      "grad_norm": 1.0292969942092896,
      "learning_rate": 4.096947497075785e-06,
      "loss": 0.383,
      "step": 772350
    },
    {
      "epoch": 215.56,
      "grad_norm": 1.0475740432739258,
      "learning_rate": 4.096929551733252e-06,
      "loss": 0.3749,
      "step": 772360
    },
    {
      "epoch": 215.57,
      "grad_norm": 1.03024160861969,
      "learning_rate": 4.09691160615737e-06,
      "loss": 0.3564,
      "step": 772370
    },
    {
      "epoch": 215.57,
      "grad_norm": 1.0277920961380005,
      "learning_rate": 4.0968936603481415e-06,
      "loss": 0.3839,
      "step": 772380
    },
    {
      "epoch": 215.57,
      "grad_norm": 1.1742870807647705,
      "learning_rate": 4.096875714305569e-06,
      "loss": 0.3648,
      "step": 772390
    },
    {
      "epoch": 215.57,
      "grad_norm": 1.0401533842086792,
      "learning_rate": 4.096857768029655e-06,
      "loss": 0.3732,
      "step": 772400
    },
    {
      "epoch": 215.58,
      "grad_norm": 1.239018201828003,
      "learning_rate": 4.0968398215204025e-06,
      "loss": 0.3619,
      "step": 772410
    },
    {
      "epoch": 215.58,
      "grad_norm": 1.1614819765090942,
      "learning_rate": 4.096821874777812e-06,
      "loss": 0.3756,
      "step": 772420
    },
    {
      "epoch": 215.58,
      "grad_norm": 1.1958255767822266,
      "learning_rate": 4.0968039278018885e-06,
      "loss": 0.3646,
      "step": 772430
    },
    {
      "epoch": 215.58,
      "grad_norm": 1.2619043588638306,
      "learning_rate": 4.096785980592632e-06,
      "loss": 0.3803,
      "step": 772440
    },
    {
      "epoch": 215.59,
      "grad_norm": 0.9924646615982056,
      "learning_rate": 4.0967680331500475e-06,
      "loss": 0.391,
      "step": 772450
    },
    {
      "epoch": 215.59,
      "grad_norm": 1.070732831954956,
      "learning_rate": 4.096750085474135e-06,
      "loss": 0.3683,
      "step": 772460
    },
    {
      "epoch": 215.59,
      "grad_norm": 1.0785045623779297,
      "learning_rate": 4.096732137564897e-06,
      "loss": 0.3889,
      "step": 772470
    },
    {
      "epoch": 215.6,
      "grad_norm": 1.1459070444107056,
      "learning_rate": 4.096714189422337e-06,
      "loss": 0.3506,
      "step": 772480
    },
    {
      "epoch": 215.6,
      "grad_norm": 1.0720407962799072,
      "learning_rate": 4.0966962410464575e-06,
      "loss": 0.3564,
      "step": 772490
    },
    {
      "epoch": 215.6,
      "grad_norm": 1.1669533252716064,
      "learning_rate": 4.096678292437259e-06,
      "loss": 0.3443,
      "step": 772500
    },
    {
      "epoch": 215.6,
      "grad_norm": 1.0011920928955078,
      "learning_rate": 4.0966603435947475e-06,
      "loss": 0.3661,
      "step": 772510
    },
    {
      "epoch": 215.61,
      "grad_norm": 0.9498363137245178,
      "learning_rate": 4.096642394518921e-06,
      "loss": 0.354,
      "step": 772520
    },
    {
      "epoch": 215.61,
      "grad_norm": 1.3029615879058838,
      "learning_rate": 4.096624445209786e-06,
      "loss": 0.371,
      "step": 772530
    },
    {
      "epoch": 215.61,
      "grad_norm": 1.093675971031189,
      "learning_rate": 4.096606495667342e-06,
      "loss": 0.3753,
      "step": 772540
    },
    {
      "epoch": 215.62,
      "grad_norm": 1.0531855821609497,
      "learning_rate": 4.096588545891591e-06,
      "loss": 0.3578,
      "step": 772550
    },
    {
      "epoch": 215.62,
      "grad_norm": 1.1906497478485107,
      "learning_rate": 4.096570595882539e-06,
      "loss": 0.3781,
      "step": 772560
    },
    {
      "epoch": 215.62,
      "grad_norm": 1.2015036344528198,
      "learning_rate": 4.096552645640185e-06,
      "loss": 0.3786,
      "step": 772570
    },
    {
      "epoch": 215.62,
      "grad_norm": 1.1624836921691895,
      "learning_rate": 4.096534695164532e-06,
      "loss": 0.364,
      "step": 772580
    },
    {
      "epoch": 215.63,
      "grad_norm": 0.9216302633285522,
      "learning_rate": 4.096516744455584e-06,
      "loss": 0.3583,
      "step": 772590
    },
    {
      "epoch": 215.63,
      "grad_norm": 1.0783966779708862,
      "learning_rate": 4.096498793513342e-06,
      "loss": 0.3644,
      "step": 772600
    },
    {
      "epoch": 215.63,
      "grad_norm": 1.172105312347412,
      "learning_rate": 4.096480842337808e-06,
      "loss": 0.3431,
      "step": 772610
    },
    {
      "epoch": 215.63,
      "grad_norm": 1.0583245754241943,
      "learning_rate": 4.096462890928985e-06,
      "loss": 0.3688,
      "step": 772620
    },
    {
      "epoch": 215.64,
      "grad_norm": 0.9724354147911072,
      "learning_rate": 4.096444939286876e-06,
      "loss": 0.3681,
      "step": 772630
    },
    {
      "epoch": 215.64,
      "grad_norm": 0.8888911008834839,
      "learning_rate": 4.096426987411483e-06,
      "loss": 0.3618,
      "step": 772640
    },
    {
      "epoch": 215.64,
      "grad_norm": 1.3265489339828491,
      "learning_rate": 4.096409035302808e-06,
      "loss": 0.3773,
      "step": 772650
    },
    {
      "epoch": 215.65,
      "grad_norm": 1.3108198642730713,
      "learning_rate": 4.096391082960853e-06,
      "loss": 0.3572,
      "step": 772660
    },
    {
      "epoch": 215.65,
      "grad_norm": 1.282194972038269,
      "learning_rate": 4.096373130385621e-06,
      "loss": 0.3594,
      "step": 772670
    },
    {
      "epoch": 215.65,
      "grad_norm": 0.9177237749099731,
      "learning_rate": 4.0963551775771155e-06,
      "loss": 0.359,
      "step": 772680
    },
    {
      "epoch": 215.65,
      "grad_norm": 1.2041364908218384,
      "learning_rate": 4.096337224535336e-06,
      "loss": 0.3572,
      "step": 772690
    },
    {
      "epoch": 215.66,
      "grad_norm": 0.950310468673706,
      "learning_rate": 4.096319271260288e-06,
      "loss": 0.3686,
      "step": 772700
    },
    {
      "epoch": 215.66,
      "grad_norm": 1.0793014764785767,
      "learning_rate": 4.0963013177519735e-06,
      "loss": 0.3844,
      "step": 772710
    },
    {
      "epoch": 215.66,
      "grad_norm": 1.149369239807129,
      "learning_rate": 4.0962833640103925e-06,
      "loss": 0.3871,
      "step": 772720
    },
    {
      "epoch": 215.67,
      "grad_norm": 1.0943788290023804,
      "learning_rate": 4.096265410035549e-06,
      "loss": 0.3706,
      "step": 772730
    },
    {
      "epoch": 215.67,
      "grad_norm": 1.1501431465148926,
      "learning_rate": 4.096247455827445e-06,
      "loss": 0.3745,
      "step": 772740
    },
    {
      "epoch": 215.67,
      "grad_norm": 1.1248900890350342,
      "learning_rate": 4.0962295013860836e-06,
      "loss": 0.3848,
      "step": 772750
    },
    {
      "epoch": 215.67,
      "grad_norm": 1.0476268529891968,
      "learning_rate": 4.096211546711467e-06,
      "loss": 0.365,
      "step": 772760
    },
    {
      "epoch": 215.68,
      "grad_norm": 1.2922672033309937,
      "learning_rate": 4.096193591803596e-06,
      "loss": 0.3859,
      "step": 772770
    },
    {
      "epoch": 215.68,
      "grad_norm": 1.2854502201080322,
      "learning_rate": 4.096175636662475e-06,
      "loss": 0.3556,
      "step": 772780
    },
    {
      "epoch": 215.68,
      "grad_norm": 2.072326421737671,
      "learning_rate": 4.096157681288106e-06,
      "loss": 0.3667,
      "step": 772790
    },
    {
      "epoch": 215.69,
      "grad_norm": 1.1666666269302368,
      "learning_rate": 4.096139725680491e-06,
      "loss": 0.3709,
      "step": 772800
    },
    {
      "epoch": 215.69,
      "grad_norm": 1.3115721940994263,
      "learning_rate": 4.096121769839632e-06,
      "loss": 0.3708,
      "step": 772810
    },
    {
      "epoch": 215.69,
      "grad_norm": 0.982663094997406,
      "learning_rate": 4.096103813765533e-06,
      "loss": 0.3644,
      "step": 772820
    },
    {
      "epoch": 215.69,
      "grad_norm": 1.0795191526412964,
      "learning_rate": 4.0960858574581935e-06,
      "loss": 0.3676,
      "step": 772830
    },
    {
      "epoch": 215.7,
      "grad_norm": 1.0613327026367188,
      "learning_rate": 4.096067900917618e-06,
      "loss": 0.3709,
      "step": 772840
    },
    {
      "epoch": 215.7,
      "grad_norm": 1.096237063407898,
      "learning_rate": 4.09604994414381e-06,
      "loss": 0.3834,
      "step": 772850
    },
    {
      "epoch": 215.7,
      "grad_norm": 0.9967331886291504,
      "learning_rate": 4.096031987136769e-06,
      "loss": 0.3702,
      "step": 772860
    },
    {
      "epoch": 215.7,
      "grad_norm": 1.1210681200027466,
      "learning_rate": 4.096014029896499e-06,
      "loss": 0.3738,
      "step": 772870
    },
    {
      "epoch": 215.71,
      "grad_norm": 1.1404836177825928,
      "learning_rate": 4.095996072423003e-06,
      "loss": 0.3652,
      "step": 772880
    },
    {
      "epoch": 215.71,
      "grad_norm": 1.2463171482086182,
      "learning_rate": 4.095978114716282e-06,
      "loss": 0.3652,
      "step": 772890
    },
    {
      "epoch": 215.71,
      "grad_norm": 1.1299617290496826,
      "learning_rate": 4.095960156776339e-06,
      "loss": 0.379,
      "step": 772900
    },
    {
      "epoch": 215.72,
      "grad_norm": 1.027672529220581,
      "learning_rate": 4.0959421986031756e-06,
      "loss": 0.3577,
      "step": 772910
    },
    {
      "epoch": 215.72,
      "grad_norm": 1.1081727743148804,
      "learning_rate": 4.095924240196796e-06,
      "loss": 0.3654,
      "step": 772920
    },
    {
      "epoch": 215.72,
      "grad_norm": 1.0731329917907715,
      "learning_rate": 4.0959062815572006e-06,
      "loss": 0.3404,
      "step": 772930
    },
    {
      "epoch": 215.72,
      "grad_norm": 1.0314695835113525,
      "learning_rate": 4.095888322684393e-06,
      "loss": 0.382,
      "step": 772940
    },
    {
      "epoch": 215.73,
      "grad_norm": 1.1428630352020264,
      "learning_rate": 4.095870363578376e-06,
      "loss": 0.3563,
      "step": 772950
    },
    {
      "epoch": 215.73,
      "grad_norm": 1.1371746063232422,
      "learning_rate": 4.095852404239151e-06,
      "loss": 0.3759,
      "step": 772960
    },
    {
      "epoch": 215.73,
      "grad_norm": 1.1884348392486572,
      "learning_rate": 4.095834444666721e-06,
      "loss": 0.3613,
      "step": 772970
    },
    {
      "epoch": 215.74,
      "grad_norm": 1.125327229499817,
      "learning_rate": 4.095816484861087e-06,
      "loss": 0.3587,
      "step": 772980
    },
    {
      "epoch": 215.74,
      "grad_norm": 1.2519075870513916,
      "learning_rate": 4.095798524822253e-06,
      "loss": 0.3709,
      "step": 772990
    },
    {
      "epoch": 215.74,
      "grad_norm": 1.1075773239135742,
      "learning_rate": 4.095780564550221e-06,
      "loss": 0.3775,
      "step": 773000
    },
    {
      "epoch": 215.74,
      "grad_norm": 1.0971649885177612,
      "learning_rate": 4.095762604044993e-06,
      "loss": 0.3748,
      "step": 773010
    },
    {
      "epoch": 215.75,
      "grad_norm": 1.0042144060134888,
      "learning_rate": 4.0957446433065724e-06,
      "loss": 0.3759,
      "step": 773020
    },
    {
      "epoch": 215.75,
      "grad_norm": 1.1945298910140991,
      "learning_rate": 4.0957266823349605e-06,
      "loss": 0.3659,
      "step": 773030
    },
    {
      "epoch": 215.75,
      "grad_norm": 1.146355390548706,
      "learning_rate": 4.095708721130159e-06,
      "loss": 0.3934,
      "step": 773040
    },
    {
      "epoch": 215.75,
      "grad_norm": 1.170758605003357,
      "learning_rate": 4.095690759692173e-06,
      "loss": 0.3699,
      "step": 773050
    },
    {
      "epoch": 215.76,
      "grad_norm": 2.4614171981811523,
      "learning_rate": 4.0956727980210016e-06,
      "loss": 0.3589,
      "step": 773060
    },
    {
      "epoch": 215.76,
      "grad_norm": 1.081151008605957,
      "learning_rate": 4.09565483611665e-06,
      "loss": 0.3753,
      "step": 773070
    },
    {
      "epoch": 215.76,
      "grad_norm": 0.9888989329338074,
      "learning_rate": 4.095636873979119e-06,
      "loss": 0.3696,
      "step": 773080
    },
    {
      "epoch": 215.77,
      "grad_norm": 1.1978057622909546,
      "learning_rate": 4.095618911608411e-06,
      "loss": 0.3742,
      "step": 773090
    },
    {
      "epoch": 215.77,
      "grad_norm": 1.114633560180664,
      "learning_rate": 4.095600949004529e-06,
      "loss": 0.3724,
      "step": 773100
    },
    {
      "epoch": 215.77,
      "grad_norm": 1.043603777885437,
      "learning_rate": 4.0955829861674755e-06,
      "loss": 0.3625,
      "step": 773110
    },
    {
      "epoch": 215.77,
      "grad_norm": 1.12531578540802,
      "learning_rate": 4.095565023097252e-06,
      "loss": 0.3612,
      "step": 773120
    },
    {
      "epoch": 215.78,
      "grad_norm": 1.1964973211288452,
      "learning_rate": 4.095547059793862e-06,
      "loss": 0.3845,
      "step": 773130
    },
    {
      "epoch": 215.78,
      "grad_norm": 0.9757575392723083,
      "learning_rate": 4.095529096257307e-06,
      "loss": 0.3797,
      "step": 773140
    },
    {
      "epoch": 215.78,
      "grad_norm": 1.0985605716705322,
      "learning_rate": 4.09551113248759e-06,
      "loss": 0.3588,
      "step": 773150
    },
    {
      "epoch": 215.79,
      "grad_norm": 1.2954151630401611,
      "learning_rate": 4.095493168484713e-06,
      "loss": 0.3703,
      "step": 773160
    },
    {
      "epoch": 215.79,
      "grad_norm": 1.1518062353134155,
      "learning_rate": 4.095475204248678e-06,
      "loss": 0.3697,
      "step": 773170
    },
    {
      "epoch": 215.79,
      "grad_norm": 0.9219427108764648,
      "learning_rate": 4.0954572397794884e-06,
      "loss": 0.3683,
      "step": 773180
    },
    {
      "epoch": 215.79,
      "grad_norm": 1.0348695516586304,
      "learning_rate": 4.095439275077146e-06,
      "loss": 0.3611,
      "step": 773190
    },
    {
      "epoch": 215.8,
      "grad_norm": 1.223036289215088,
      "learning_rate": 4.095421310141654e-06,
      "loss": 0.3701,
      "step": 773200
    },
    {
      "epoch": 215.8,
      "grad_norm": 1.1505885124206543,
      "learning_rate": 4.095403344973013e-06,
      "loss": 0.3733,
      "step": 773210
    },
    {
      "epoch": 215.8,
      "grad_norm": 1.1274046897888184,
      "learning_rate": 4.0953853795712265e-06,
      "loss": 0.3777,
      "step": 773220
    },
    {
      "epoch": 215.81,
      "grad_norm": 1.2115038633346558,
      "learning_rate": 4.0953674139362976e-06,
      "loss": 0.3591,
      "step": 773230
    },
    {
      "epoch": 215.81,
      "grad_norm": 1.0685409307479858,
      "learning_rate": 4.095349448068227e-06,
      "loss": 0.3796,
      "step": 773240
    },
    {
      "epoch": 215.81,
      "grad_norm": 1.1457873582839966,
      "learning_rate": 4.095331481967019e-06,
      "loss": 0.3643,
      "step": 773250
    },
    {
      "epoch": 215.81,
      "grad_norm": 1.3573966026306152,
      "learning_rate": 4.095313515632674e-06,
      "loss": 0.3785,
      "step": 773260
    },
    {
      "epoch": 215.82,
      "grad_norm": 1.2505903244018555,
      "learning_rate": 4.095295549065196e-06,
      "loss": 0.3597,
      "step": 773270
    },
    {
      "epoch": 215.82,
      "grad_norm": 1.1824336051940918,
      "learning_rate": 4.095277582264587e-06,
      "loss": 0.3628,
      "step": 773280
    },
    {
      "epoch": 215.82,
      "grad_norm": 1.1195522546768188,
      "learning_rate": 4.095259615230849e-06,
      "loss": 0.3661,
      "step": 773290
    },
    {
      "epoch": 215.82,
      "grad_norm": 1.0653690099716187,
      "learning_rate": 4.095241647963985e-06,
      "loss": 0.3694,
      "step": 773300
    },
    {
      "epoch": 215.83,
      "grad_norm": 1.1646757125854492,
      "learning_rate": 4.095223680463996e-06,
      "loss": 0.3874,
      "step": 773310
    },
    {
      "epoch": 215.83,
      "grad_norm": 1.208250880241394,
      "learning_rate": 4.095205712730887e-06,
      "loss": 0.3634,
      "step": 773320
    },
    {
      "epoch": 215.83,
      "grad_norm": 1.0331140756607056,
      "learning_rate": 4.095187744764657e-06,
      "loss": 0.3729,
      "step": 773330
    },
    {
      "epoch": 215.84,
      "grad_norm": 1.1645277738571167,
      "learning_rate": 4.095169776565311e-06,
      "loss": 0.3746,
      "step": 773340
    },
    {
      "epoch": 215.84,
      "grad_norm": 0.862000584602356,
      "learning_rate": 4.09515180813285e-06,
      "loss": 0.3704,
      "step": 773350
    },
    {
      "epoch": 215.84,
      "grad_norm": 0.9786365032196045,
      "learning_rate": 4.095133839467278e-06,
      "loss": 0.3757,
      "step": 773360
    },
    {
      "epoch": 215.84,
      "grad_norm": 1.1111266613006592,
      "learning_rate": 4.095115870568596e-06,
      "loss": 0.36,
      "step": 773370
    },
    {
      "epoch": 215.85,
      "grad_norm": 1.260381817817688,
      "learning_rate": 4.0950979014368055e-06,
      "loss": 0.3817,
      "step": 773380
    },
    {
      "epoch": 215.85,
      "grad_norm": 1.1790661811828613,
      "learning_rate": 4.095079932071912e-06,
      "loss": 0.3772,
      "step": 773390
    },
    {
      "epoch": 215.85,
      "grad_norm": 1.0071353912353516,
      "learning_rate": 4.095061962473915e-06,
      "loss": 0.3728,
      "step": 773400
    },
    {
      "epoch": 215.86,
      "grad_norm": 0.9412062168121338,
      "learning_rate": 4.095043992642818e-06,
      "loss": 0.3794,
      "step": 773410
    },
    {
      "epoch": 215.86,
      "grad_norm": 1.0953847169876099,
      "learning_rate": 4.095026022578622e-06,
      "loss": 0.3665,
      "step": 773420
    },
    {
      "epoch": 215.86,
      "grad_norm": 1.0958374738693237,
      "learning_rate": 4.095008052281332e-06,
      "loss": 0.3715,
      "step": 773430
    },
    {
      "epoch": 215.86,
      "grad_norm": 1.010066270828247,
      "learning_rate": 4.09499008175095e-06,
      "loss": 0.3708,
      "step": 773440
    },
    {
      "epoch": 215.87,
      "grad_norm": 1.0653060674667358,
      "learning_rate": 4.094972110987476e-06,
      "loss": 0.3593,
      "step": 773450
    },
    {
      "epoch": 215.87,
      "grad_norm": 1.2537232637405396,
      "learning_rate": 4.0949541399909146e-06,
      "loss": 0.3689,
      "step": 773460
    },
    {
      "epoch": 215.87,
      "grad_norm": 1.2146625518798828,
      "learning_rate": 4.094936168761267e-06,
      "loss": 0.3796,
      "step": 773470
    },
    {
      "epoch": 215.87,
      "grad_norm": 1.1087015867233276,
      "learning_rate": 4.094918197298537e-06,
      "loss": 0.3804,
      "step": 773480
    },
    {
      "epoch": 215.88,
      "grad_norm": 1.2323346138000488,
      "learning_rate": 4.094900225602725e-06,
      "loss": 0.3696,
      "step": 773490
    },
    {
      "epoch": 215.88,
      "grad_norm": 1.0460251569747925,
      "learning_rate": 4.0948822536738345e-06,
      "loss": 0.3759,
      "step": 773500
    },
    {
      "epoch": 215.88,
      "grad_norm": 1.400388479232788,
      "learning_rate": 4.094864281511868e-06,
      "loss": 0.3661,
      "step": 773510
    },
    {
      "epoch": 215.89,
      "grad_norm": 0.900688886642456,
      "learning_rate": 4.094846309116828e-06,
      "loss": 0.3601,
      "step": 773520
    },
    {
      "epoch": 215.89,
      "grad_norm": 0.9999412298202515,
      "learning_rate": 4.0948283364887165e-06,
      "loss": 0.3809,
      "step": 773530
    },
    {
      "epoch": 215.89,
      "grad_norm": 0.9452949166297913,
      "learning_rate": 4.094810363627536e-06,
      "loss": 0.371,
      "step": 773540
    },
    {
      "epoch": 215.89,
      "grad_norm": 1.587721824645996,
      "learning_rate": 4.0947923905332884e-06,
      "loss": 0.3815,
      "step": 773550
    },
    {
      "epoch": 215.9,
      "grad_norm": 1.07713782787323,
      "learning_rate": 4.094774417205976e-06,
      "loss": 0.3807,
      "step": 773560
    },
    {
      "epoch": 215.9,
      "grad_norm": 1.1150981187820435,
      "learning_rate": 4.094756443645603e-06,
      "loss": 0.3602,
      "step": 773570
    },
    {
      "epoch": 215.9,
      "grad_norm": 1.1287450790405273,
      "learning_rate": 4.094738469852171e-06,
      "loss": 0.3468,
      "step": 773580
    },
    {
      "epoch": 215.91,
      "grad_norm": 1.0135962963104248,
      "learning_rate": 4.094720495825681e-06,
      "loss": 0.37,
      "step": 773590
    },
    {
      "epoch": 215.91,
      "grad_norm": 1.0268994569778442,
      "learning_rate": 4.094702521566137e-06,
      "loss": 0.3665,
      "step": 773600
    },
    {
      "epoch": 215.91,
      "grad_norm": 1.002293586730957,
      "learning_rate": 4.09468454707354e-06,
      "loss": 0.3843,
      "step": 773610
    },
    {
      "epoch": 215.91,
      "grad_norm": 1.0906860828399658,
      "learning_rate": 4.094666572347894e-06,
      "loss": 0.3652,
      "step": 773620
    },
    {
      "epoch": 215.92,
      "grad_norm": 1.1582225561141968,
      "learning_rate": 4.0946485973891995e-06,
      "loss": 0.3841,
      "step": 773630
    },
    {
      "epoch": 215.92,
      "grad_norm": 1.0614351034164429,
      "learning_rate": 4.09463062219746e-06,
      "loss": 0.3745,
      "step": 773640
    },
    {
      "epoch": 215.92,
      "grad_norm": 1.2483494281768799,
      "learning_rate": 4.094612646772678e-06,
      "loss": 0.3688,
      "step": 773650
    },
    {
      "epoch": 215.93,
      "grad_norm": 1.3908076286315918,
      "learning_rate": 4.094594671114856e-06,
      "loss": 0.3624,
      "step": 773660
    },
    {
      "epoch": 215.93,
      "grad_norm": 0.9534024596214294,
      "learning_rate": 4.094576695223996e-06,
      "loss": 0.3706,
      "step": 773670
    },
    {
      "epoch": 215.93,
      "grad_norm": 1.0739749670028687,
      "learning_rate": 4.094558719100101e-06,
      "loss": 0.3494,
      "step": 773680
    },
    {
      "epoch": 215.93,
      "grad_norm": 1.1292637586593628,
      "learning_rate": 4.0945407427431724e-06,
      "loss": 0.3885,
      "step": 773690
    },
    {
      "epoch": 215.94,
      "grad_norm": 1.6890451908111572,
      "learning_rate": 4.094522766153213e-06,
      "loss": 0.3839,
      "step": 773700
    },
    {
      "epoch": 215.94,
      "grad_norm": 1.2515132427215576,
      "learning_rate": 4.094504789330225e-06,
      "loss": 0.369,
      "step": 773710
    },
    {
      "epoch": 215.94,
      "grad_norm": 1.0785458087921143,
      "learning_rate": 4.094486812274212e-06,
      "loss": 0.3857,
      "step": 773720
    },
    {
      "epoch": 215.94,
      "grad_norm": 1.0522912740707397,
      "learning_rate": 4.0944688349851744e-06,
      "loss": 0.3687,
      "step": 773730
    },
    {
      "epoch": 215.95,
      "grad_norm": 1.1199524402618408,
      "learning_rate": 4.0944508574631155e-06,
      "loss": 0.3793,
      "step": 773740
    },
    {
      "epoch": 215.95,
      "grad_norm": 1.0355103015899658,
      "learning_rate": 4.094432879708039e-06,
      "loss": 0.3723,
      "step": 773750
    },
    {
      "epoch": 215.95,
      "grad_norm": 1.0294476747512817,
      "learning_rate": 4.094414901719946e-06,
      "loss": 0.3589,
      "step": 773760
    },
    {
      "epoch": 215.96,
      "grad_norm": 1.0528565645217896,
      "learning_rate": 4.094396923498838e-06,
      "loss": 0.3717,
      "step": 773770
    },
    {
      "epoch": 215.96,
      "grad_norm": 1.1725233793258667,
      "learning_rate": 4.0943789450447186e-06,
      "loss": 0.372,
      "step": 773780
    },
    {
      "epoch": 215.96,
      "grad_norm": 1.0141985416412354,
      "learning_rate": 4.09436096635759e-06,
      "loss": 0.3541,
      "step": 773790
    },
    {
      "epoch": 215.96,
      "grad_norm": 1.0941636562347412,
      "learning_rate": 4.094342987437456e-06,
      "loss": 0.3711,
      "step": 773800
    },
    {
      "epoch": 215.97,
      "grad_norm": 1.4507386684417725,
      "learning_rate": 4.094325008284317e-06,
      "loss": 0.3695,
      "step": 773810
    },
    {
      "epoch": 215.97,
      "grad_norm": 0.983977735042572,
      "learning_rate": 4.094307028898175e-06,
      "loss": 0.3851,
      "step": 773820
    },
    {
      "epoch": 215.97,
      "grad_norm": 1.05331289768219,
      "learning_rate": 4.094289049279034e-06,
      "loss": 0.3687,
      "step": 773830
    },
    {
      "epoch": 215.98,
      "grad_norm": 1.1426665782928467,
      "learning_rate": 4.094271069426895e-06,
      "loss": 0.3765,
      "step": 773840
    },
    {
      "epoch": 215.98,
      "grad_norm": 1.1482532024383545,
      "learning_rate": 4.094253089341762e-06,
      "loss": 0.3747,
      "step": 773850
    },
    {
      "epoch": 215.98,
      "grad_norm": 0.909060001373291,
      "learning_rate": 4.094235109023637e-06,
      "loss": 0.3941,
      "step": 773860
    },
    {
      "epoch": 215.98,
      "grad_norm": 1.1143455505371094,
      "learning_rate": 4.0942171284725216e-06,
      "loss": 0.3445,
      "step": 773870
    },
    {
      "epoch": 215.99,
      "grad_norm": 1.1347062587738037,
      "learning_rate": 4.0941991476884185e-06,
      "loss": 0.3879,
      "step": 773880
    },
    {
      "epoch": 215.99,
      "grad_norm": 1.0960332155227661,
      "learning_rate": 4.09418116667133e-06,
      "loss": 0.3655,
      "step": 773890
    },
    {
      "epoch": 215.99,
      "grad_norm": 1.0933704376220703,
      "learning_rate": 4.094163185421259e-06,
      "loss": 0.3733,
      "step": 773900
    },
    {
      "epoch": 215.99,
      "grad_norm": 1.2106351852416992,
      "learning_rate": 4.094145203938207e-06,
      "loss": 0.3865,
      "step": 773910
    },
    {
      "epoch": 216.0,
      "grad_norm": 1.17323637008667,
      "learning_rate": 4.094127222222177e-06,
      "loss": 0.3613,
      "step": 773920
    },
    {
      "epoch": 216.0,
      "eval_loss": 0.36949440836906433,
      "eval_runtime": 66.8164,
      "eval_samples_per_second": 75.715,
      "eval_steps_per_second": 9.474,
      "step": 773928
    },
    {
      "epoch": 216.0,
      "grad_norm": 0.936725378036499,
      "learning_rate": 4.0941092402731715e-06,
      "loss": 0.3705,
      "step": 773930
    },
    {
      "epoch": 216.0,
      "grad_norm": 1.2894412279129028,
      "learning_rate": 4.094091258091192e-06,
      "loss": 0.3696,
      "step": 773940
    },
    {
      "epoch": 216.01,
      "grad_norm": 1.1081228256225586,
      "learning_rate": 4.094073275676242e-06,
      "loss": 0.3814,
      "step": 773950
    },
    {
      "epoch": 216.01,
      "grad_norm": 0.9518536925315857,
      "learning_rate": 4.094055293028325e-06,
      "loss": 0.3618,
      "step": 773960
    },
    {
      "epoch": 216.01,
      "grad_norm": 1.1390364170074463,
      "learning_rate": 4.09403731014744e-06,
      "loss": 0.3654,
      "step": 773970
    },
    {
      "epoch": 216.01,
      "grad_norm": 1.04093599319458,
      "learning_rate": 4.094019327033592e-06,
      "loss": 0.3655,
      "step": 773980
    },
    {
      "epoch": 216.02,
      "grad_norm": 1.0115482807159424,
      "learning_rate": 4.094001343686782e-06,
      "loss": 0.3741,
      "step": 773990
    },
    {
      "epoch": 216.02,
      "grad_norm": 1.1298882961273193,
      "learning_rate": 4.093983360107014e-06,
      "loss": 0.3762,
      "step": 774000
    },
    {
      "epoch": 216.02,
      "grad_norm": 1.1187676191329956,
      "learning_rate": 4.09396537629429e-06,
      "loss": 0.3901,
      "step": 774010
    },
    {
      "epoch": 216.03,
      "grad_norm": 1.0892330408096313,
      "learning_rate": 4.09394739224861e-06,
      "loss": 0.3698,
      "step": 774020
    },
    {
      "epoch": 216.03,
      "grad_norm": 1.1209924221038818,
      "learning_rate": 4.093929407969979e-06,
      "loss": 0.3679,
      "step": 774030
    },
    {
      "epoch": 216.03,
      "grad_norm": 1.2322384119033813,
      "learning_rate": 4.093911423458399e-06,
      "loss": 0.365,
      "step": 774040
    },
    {
      "epoch": 216.03,
      "grad_norm": 1.0449336767196655,
      "learning_rate": 4.093893438713872e-06,
      "loss": 0.3756,
      "step": 774050
    },
    {
      "epoch": 216.04,
      "grad_norm": 0.9754210114479065,
      "learning_rate": 4.0938754537364e-06,
      "loss": 0.3612,
      "step": 774060
    },
    {
      "epoch": 216.04,
      "grad_norm": 1.236520528793335,
      "learning_rate": 4.0938574685259865e-06,
      "loss": 0.369,
      "step": 774070
    },
    {
      "epoch": 216.04,
      "grad_norm": 1.3139077425003052,
      "learning_rate": 4.093839483082633e-06,
      "loss": 0.3608,
      "step": 774080
    },
    {
      "epoch": 216.05,
      "grad_norm": 1.1686829328536987,
      "learning_rate": 4.093821497406342e-06,
      "loss": 0.3722,
      "step": 774090
    },
    {
      "epoch": 216.05,
      "grad_norm": 1.064063549041748,
      "learning_rate": 4.093803511497116e-06,
      "loss": 0.3604,
      "step": 774100
    },
    {
      "epoch": 216.05,
      "grad_norm": 1.2181882858276367,
      "learning_rate": 4.093785525354957e-06,
      "loss": 0.3688,
      "step": 774110
    },
    {
      "epoch": 216.05,
      "grad_norm": 1.0424038171768188,
      "learning_rate": 4.093767538979868e-06,
      "loss": 0.3708,
      "step": 774120
    },
    {
      "epoch": 216.06,
      "grad_norm": 1.1854604482650757,
      "learning_rate": 4.093749552371852e-06,
      "loss": 0.3727,
      "step": 774130
    },
    {
      "epoch": 216.06,
      "grad_norm": 1.047472357749939,
      "learning_rate": 4.09373156553091e-06,
      "loss": 0.3718,
      "step": 774140
    },
    {
      "epoch": 216.06,
      "grad_norm": 1.2230124473571777,
      "learning_rate": 4.093713578457045e-06,
      "loss": 0.3681,
      "step": 774150
    },
    {
      "epoch": 216.06,
      "grad_norm": 1.2574706077575684,
      "learning_rate": 4.0936955911502595e-06,
      "loss": 0.3799,
      "step": 774160
    },
    {
      "epoch": 216.07,
      "grad_norm": 0.9787672162055969,
      "learning_rate": 4.093677603610555e-06,
      "loss": 0.3676,
      "step": 774170
    },
    {
      "epoch": 216.07,
      "grad_norm": 1.1026275157928467,
      "learning_rate": 4.093659615837935e-06,
      "loss": 0.3663,
      "step": 774180
    },
    {
      "epoch": 216.07,
      "grad_norm": 0.9612131118774414,
      "learning_rate": 4.0936416278324026e-06,
      "loss": 0.3788,
      "step": 774190
    },
    {
      "epoch": 216.08,
      "grad_norm": 0.9754729270935059,
      "learning_rate": 4.093623639593958e-06,
      "loss": 0.3823,
      "step": 774200
    },
    {
      "epoch": 216.08,
      "grad_norm": 1.2615752220153809,
      "learning_rate": 4.093605651122605e-06,
      "loss": 0.3674,
      "step": 774210
    },
    {
      "epoch": 216.08,
      "grad_norm": 0.9392508268356323,
      "learning_rate": 4.093587662418346e-06,
      "loss": 0.3573,
      "step": 774220
    },
    {
      "epoch": 216.08,
      "grad_norm": 1.2163511514663696,
      "learning_rate": 4.093569673481182e-06,
      "loss": 0.3572,
      "step": 774230
    },
    {
      "epoch": 216.09,
      "grad_norm": 1.1796324253082275,
      "learning_rate": 4.093551684311118e-06,
      "loss": 0.3722,
      "step": 774240
    },
    {
      "epoch": 216.09,
      "grad_norm": 0.8848183155059814,
      "learning_rate": 4.093533694908154e-06,
      "loss": 0.3644,
      "step": 774250
    },
    {
      "epoch": 216.09,
      "grad_norm": 1.0790616273880005,
      "learning_rate": 4.093515705272294e-06,
      "loss": 0.3915,
      "step": 774260
    },
    {
      "epoch": 216.1,
      "grad_norm": 1.1959693431854248,
      "learning_rate": 4.093497715403539e-06,
      "loss": 0.3715,
      "step": 774270
    },
    {
      "epoch": 216.1,
      "grad_norm": 1.1528267860412598,
      "learning_rate": 4.0934797253018934e-06,
      "loss": 0.3632,
      "step": 774280
    },
    {
      "epoch": 216.1,
      "grad_norm": 0.9584563374519348,
      "learning_rate": 4.0934617349673575e-06,
      "loss": 0.36,
      "step": 774290
    },
    {
      "epoch": 216.1,
      "grad_norm": 1.2675648927688599,
      "learning_rate": 4.093443744399934e-06,
      "loss": 0.3769,
      "step": 774300
    },
    {
      "epoch": 216.11,
      "grad_norm": 1.1046178340911865,
      "learning_rate": 4.093425753599627e-06,
      "loss": 0.3664,
      "step": 774310
    },
    {
      "epoch": 216.11,
      "grad_norm": 0.9816668033599854,
      "learning_rate": 4.093407762566436e-06,
      "loss": 0.3636,
      "step": 774320
    },
    {
      "epoch": 216.11,
      "grad_norm": 1.2558578252792358,
      "learning_rate": 4.093389771300366e-06,
      "loss": 0.3834,
      "step": 774330
    },
    {
      "epoch": 216.11,
      "grad_norm": 2.6917245388031006,
      "learning_rate": 4.093371779801418e-06,
      "loss": 0.3569,
      "step": 774340
    },
    {
      "epoch": 216.12,
      "grad_norm": 1.2638812065124512,
      "learning_rate": 4.093353788069596e-06,
      "loss": 0.3641,
      "step": 774350
    },
    {
      "epoch": 216.12,
      "grad_norm": 1.2673733234405518,
      "learning_rate": 4.0933357961049e-06,
      "loss": 0.3649,
      "step": 774360
    },
    {
      "epoch": 216.12,
      "grad_norm": 1.153304934501648,
      "learning_rate": 4.093317803907335e-06,
      "loss": 0.3694,
      "step": 774370
    },
    {
      "epoch": 216.13,
      "grad_norm": 1.0410354137420654,
      "learning_rate": 4.093299811476901e-06,
      "loss": 0.3813,
      "step": 774380
    },
    {
      "epoch": 216.13,
      "grad_norm": 0.9716718792915344,
      "learning_rate": 4.0932818188136016e-06,
      "loss": 0.3553,
      "step": 774390
    },
    {
      "epoch": 216.13,
      "grad_norm": 1.3614753484725952,
      "learning_rate": 4.093263825917439e-06,
      "loss": 0.3874,
      "step": 774400
    },
    {
      "epoch": 216.13,
      "grad_norm": 1.0353758335113525,
      "learning_rate": 4.093245832788415e-06,
      "loss": 0.3617,
      "step": 774410
    },
    {
      "epoch": 216.14,
      "grad_norm": 1.2535135746002197,
      "learning_rate": 4.093227839426534e-06,
      "loss": 0.3838,
      "step": 774420
    },
    {
      "epoch": 216.14,
      "grad_norm": 1.00458562374115,
      "learning_rate": 4.093209845831797e-06,
      "loss": 0.354,
      "step": 774430
    },
    {
      "epoch": 216.14,
      "grad_norm": 0.9684549570083618,
      "learning_rate": 4.093191852004205e-06,
      "loss": 0.3945,
      "step": 774440
    },
    {
      "epoch": 216.15,
      "grad_norm": 1.2515795230865479,
      "learning_rate": 4.093173857943763e-06,
      "loss": 0.3613,
      "step": 774450
    },
    {
      "epoch": 216.15,
      "grad_norm": 0.9322448372840881,
      "learning_rate": 4.093155863650471e-06,
      "loss": 0.3556,
      "step": 774460
    },
    {
      "epoch": 216.15,
      "grad_norm": 1.1332374811172485,
      "learning_rate": 4.093137869124334e-06,
      "loss": 0.3685,
      "step": 774470
    },
    {
      "epoch": 216.15,
      "grad_norm": 0.9409633278846741,
      "learning_rate": 4.093119874365353e-06,
      "loss": 0.3573,
      "step": 774480
    },
    {
      "epoch": 216.16,
      "grad_norm": 1.1301870346069336,
      "learning_rate": 4.093101879373529e-06,
      "loss": 0.3702,
      "step": 774490
    },
    {
      "epoch": 216.16,
      "grad_norm": 1.1813406944274902,
      "learning_rate": 4.093083884148867e-06,
      "loss": 0.3607,
      "step": 774500
    },
    {
      "epoch": 216.16,
      "grad_norm": 1.1406911611557007,
      "learning_rate": 4.0930658886913675e-06,
      "loss": 0.376,
      "step": 774510
    },
    {
      "epoch": 216.17,
      "grad_norm": 1.219505786895752,
      "learning_rate": 4.093047893001034e-06,
      "loss": 0.3694,
      "step": 774520
    },
    {
      "epoch": 216.17,
      "grad_norm": 1.051575779914856,
      "learning_rate": 4.0930298970778685e-06,
      "loss": 0.3653,
      "step": 774530
    },
    {
      "epoch": 216.17,
      "grad_norm": 1.1378862857818604,
      "learning_rate": 4.093011900921873e-06,
      "loss": 0.3476,
      "step": 774540
    },
    {
      "epoch": 216.17,
      "grad_norm": 1.234398603439331,
      "learning_rate": 4.092993904533051e-06,
      "loss": 0.3554,
      "step": 774550
    },
    {
      "epoch": 216.18,
      "grad_norm": 1.0466597080230713,
      "learning_rate": 4.092975907911404e-06,
      "loss": 0.3661,
      "step": 774560
    },
    {
      "epoch": 216.18,
      "grad_norm": 1.1034095287322998,
      "learning_rate": 4.092957911056933e-06,
      "loss": 0.3766,
      "step": 774570
    },
    {
      "epoch": 216.18,
      "grad_norm": 1.1070510149002075,
      "learning_rate": 4.092939913969644e-06,
      "loss": 0.3822,
      "step": 774580
    },
    {
      "epoch": 216.18,
      "grad_norm": 0.9554604291915894,
      "learning_rate": 4.092921916649536e-06,
      "loss": 0.3628,
      "step": 774590
    },
    {
      "epoch": 216.19,
      "grad_norm": 1.0235551595687866,
      "learning_rate": 4.092903919096613e-06,
      "loss": 0.3677,
      "step": 774600
    },
    {
      "epoch": 216.19,
      "grad_norm": 1.0608311891555786,
      "learning_rate": 4.0928859213108775e-06,
      "loss": 0.3675,
      "step": 774610
    },
    {
      "epoch": 216.19,
      "grad_norm": 1.2206295728683472,
      "learning_rate": 4.092867923292331e-06,
      "loss": 0.3816,
      "step": 774620
    },
    {
      "epoch": 216.2,
      "grad_norm": 0.9405194520950317,
      "learning_rate": 4.0928499250409775e-06,
      "loss": 0.3671,
      "step": 774630
    },
    {
      "epoch": 216.2,
      "grad_norm": 1.1964211463928223,
      "learning_rate": 4.092831926556818e-06,
      "loss": 0.3802,
      "step": 774640
    },
    {
      "epoch": 216.2,
      "grad_norm": 3.099118947982788,
      "learning_rate": 4.092813927839855e-06,
      "loss": 0.356,
      "step": 774650
    },
    {
      "epoch": 216.2,
      "grad_norm": 1.0055581331253052,
      "learning_rate": 4.092795928890091e-06,
      "loss": 0.3735,
      "step": 774660
    },
    {
      "epoch": 216.21,
      "grad_norm": 1.0367095470428467,
      "learning_rate": 4.092777929707528e-06,
      "loss": 0.3815,
      "step": 774670
    },
    {
      "epoch": 216.21,
      "grad_norm": 1.2579100131988525,
      "learning_rate": 4.09275993029217e-06,
      "loss": 0.3674,
      "step": 774680
    },
    {
      "epoch": 216.21,
      "grad_norm": 0.984098494052887,
      "learning_rate": 4.092741930644017e-06,
      "loss": 0.3715,
      "step": 774690
    },
    {
      "epoch": 216.22,
      "grad_norm": 1.149764895439148,
      "learning_rate": 4.092723930763073e-06,
      "loss": 0.3706,
      "step": 774700
    },
    {
      "epoch": 216.22,
      "grad_norm": 1.0695574283599854,
      "learning_rate": 4.0927059306493405e-06,
      "loss": 0.3714,
      "step": 774710
    },
    {
      "epoch": 216.22,
      "grad_norm": 1.0550059080123901,
      "learning_rate": 4.092687930302823e-06,
      "loss": 0.3684,
      "step": 774720
    },
    {
      "epoch": 216.22,
      "grad_norm": 1.148447036743164,
      "learning_rate": 4.092669929723519e-06,
      "loss": 0.3757,
      "step": 774730
    },
    {
      "epoch": 216.23,
      "grad_norm": 0.9123429656028748,
      "learning_rate": 4.0926519289114345e-06,
      "loss": 0.3631,
      "step": 774740
    },
    {
      "epoch": 216.23,
      "grad_norm": 1.0040795803070068,
      "learning_rate": 4.09263392786657e-06,
      "loss": 0.3742,
      "step": 774750
    },
    {
      "epoch": 216.23,
      "grad_norm": 1.0869454145431519,
      "learning_rate": 4.092615926588929e-06,
      "loss": 0.3691,
      "step": 774760
    },
    {
      "epoch": 216.23,
      "grad_norm": 1.105784296989441,
      "learning_rate": 4.092597925078514e-06,
      "loss": 0.3866,
      "step": 774770
    },
    {
      "epoch": 216.24,
      "grad_norm": 1.2480583190917969,
      "learning_rate": 4.092579923335326e-06,
      "loss": 0.3702,
      "step": 774780
    },
    {
      "epoch": 216.24,
      "grad_norm": 1.1149026155471802,
      "learning_rate": 4.092561921359368e-06,
      "loss": 0.3561,
      "step": 774790
    },
    {
      "epoch": 216.24,
      "grad_norm": 1.124452829360962,
      "learning_rate": 4.092543919150643e-06,
      "loss": 0.3631,
      "step": 774800
    },
    {
      "epoch": 216.25,
      "grad_norm": 1.0934170484542847,
      "learning_rate": 4.0925259167091535e-06,
      "loss": 0.3686,
      "step": 774810
    },
    {
      "epoch": 216.25,
      "grad_norm": 1.1808737516403198,
      "learning_rate": 4.092507914034901e-06,
      "loss": 0.3711,
      "step": 774820
    },
    {
      "epoch": 216.25,
      "grad_norm": 1.117950677871704,
      "learning_rate": 4.092489911127889e-06,
      "loss": 0.3826,
      "step": 774830
    },
    {
      "epoch": 216.25,
      "grad_norm": 1.215020775794983,
      "learning_rate": 4.092471907988118e-06,
      "loss": 0.3683,
      "step": 774840
    },
    {
      "epoch": 216.26,
      "grad_norm": 1.0651795864105225,
      "learning_rate": 4.092453904615592e-06,
      "loss": 0.3725,
      "step": 774850
    },
    {
      "epoch": 216.26,
      "grad_norm": 1.1174198389053345,
      "learning_rate": 4.092435901010314e-06,
      "loss": 0.3674,
      "step": 774860
    },
    {
      "epoch": 216.26,
      "grad_norm": 1.0530849695205688,
      "learning_rate": 4.092417897172285e-06,
      "loss": 0.3484,
      "step": 774870
    },
    {
      "epoch": 216.27,
      "grad_norm": 1.0810803174972534,
      "learning_rate": 4.092399893101508e-06,
      "loss": 0.3509,
      "step": 774880
    },
    {
      "epoch": 216.27,
      "grad_norm": 1.1480144262313843,
      "learning_rate": 4.092381888797984e-06,
      "loss": 0.3656,
      "step": 774890
    },
    {
      "epoch": 216.27,
      "grad_norm": 1.019514799118042,
      "learning_rate": 4.092363884261718e-06,
      "loss": 0.3698,
      "step": 774900
    },
    {
      "epoch": 216.27,
      "grad_norm": 1.2860361337661743,
      "learning_rate": 4.092345879492711e-06,
      "loss": 0.3746,
      "step": 774910
    },
    {
      "epoch": 216.28,
      "grad_norm": 1.1999074220657349,
      "learning_rate": 4.092327874490965e-06,
      "loss": 0.356,
      "step": 774920
    },
    {
      "epoch": 216.28,
      "grad_norm": 1.0847607851028442,
      "learning_rate": 4.092309869256482e-06,
      "loss": 0.3703,
      "step": 774930
    },
    {
      "epoch": 216.28,
      "grad_norm": 1.089600682258606,
      "learning_rate": 4.0922918637892666e-06,
      "loss": 0.3832,
      "step": 774940
    },
    {
      "epoch": 216.29,
      "grad_norm": 1.0332496166229248,
      "learning_rate": 4.092273858089318e-06,
      "loss": 0.35,
      "step": 774950
    },
    {
      "epoch": 216.29,
      "grad_norm": 1.0013469457626343,
      "learning_rate": 4.092255852156642e-06,
      "loss": 0.3757,
      "step": 774960
    },
    {
      "epoch": 216.29,
      "grad_norm": 1.0202053785324097,
      "learning_rate": 4.092237845991239e-06,
      "loss": 0.3514,
      "step": 774970
    },
    {
      "epoch": 216.29,
      "grad_norm": 1.2355276346206665,
      "learning_rate": 4.092219839593112e-06,
      "loss": 0.3562,
      "step": 774980
    },
    {
      "epoch": 216.3,
      "grad_norm": 0.9447174072265625,
      "learning_rate": 4.092201832962263e-06,
      "loss": 0.3673,
      "step": 774990
    },
    {
      "epoch": 216.3,
      "grad_norm": 1.0987015962600708,
      "learning_rate": 4.0921838260986945e-06,
      "loss": 0.3666,
      "step": 775000
    },
    {
      "epoch": 216.3,
      "grad_norm": 1.2036672830581665,
      "learning_rate": 4.092165819002408e-06,
      "loss": 0.3628,
      "step": 775010
    },
    {
      "epoch": 216.3,
      "grad_norm": 1.1519297361373901,
      "learning_rate": 4.092147811673409e-06,
      "loss": 0.3641,
      "step": 775020
    },
    {
      "epoch": 216.31,
      "grad_norm": 1.2570271492004395,
      "learning_rate": 4.092129804111696e-06,
      "loss": 0.3599,
      "step": 775030
    },
    {
      "epoch": 216.31,
      "grad_norm": 1.3044363260269165,
      "learning_rate": 4.092111796317274e-06,
      "loss": 0.377,
      "step": 775040
    },
    {
      "epoch": 216.31,
      "grad_norm": 1.336830735206604,
      "learning_rate": 4.0920937882901444e-06,
      "loss": 0.3595,
      "step": 775050
    },
    {
      "epoch": 216.32,
      "grad_norm": 1.151322841644287,
      "learning_rate": 4.092075780030309e-06,
      "loss": 0.3717,
      "step": 775060
    },
    {
      "epoch": 216.32,
      "grad_norm": 1.011978030204773,
      "learning_rate": 4.092057771537773e-06,
      "loss": 0.3578,
      "step": 775070
    },
    {
      "epoch": 216.32,
      "grad_norm": 0.9599612355232239,
      "learning_rate": 4.092039762812535e-06,
      "loss": 0.3736,
      "step": 775080
    },
    {
      "epoch": 216.32,
      "grad_norm": 1.1517446041107178,
      "learning_rate": 4.0920217538546e-06,
      "loss": 0.3586,
      "step": 775090
    },
    {
      "epoch": 216.33,
      "grad_norm": 1.0812675952911377,
      "learning_rate": 4.092003744663969e-06,
      "loss": 0.3707,
      "step": 775100
    },
    {
      "epoch": 216.33,
      "grad_norm": 1.1357859373092651,
      "learning_rate": 4.091985735240645e-06,
      "loss": 0.3676,
      "step": 775110
    },
    {
      "epoch": 216.33,
      "grad_norm": 1.1274248361587524,
      "learning_rate": 4.09196772558463e-06,
      "loss": 0.3567,
      "step": 775120
    },
    {
      "epoch": 216.34,
      "grad_norm": 0.9762636423110962,
      "learning_rate": 4.091949715695928e-06,
      "loss": 0.3618,
      "step": 775130
    },
    {
      "epoch": 216.34,
      "grad_norm": 1.3339699506759644,
      "learning_rate": 4.091931705574539e-06,
      "loss": 0.369,
      "step": 775140
    },
    {
      "epoch": 216.34,
      "grad_norm": 1.185853123664856,
      "learning_rate": 4.091913695220467e-06,
      "loss": 0.3807,
      "step": 775150
    },
    {
      "epoch": 216.34,
      "grad_norm": 1.0142323970794678,
      "learning_rate": 4.091895684633714e-06,
      "loss": 0.3802,
      "step": 775160
    },
    {
      "epoch": 216.35,
      "grad_norm": 1.3092504739761353,
      "learning_rate": 4.091877673814282e-06,
      "loss": 0.3713,
      "step": 775170
    },
    {
      "epoch": 216.35,
      "grad_norm": 1.0342063903808594,
      "learning_rate": 4.091859662762174e-06,
      "loss": 0.3679,
      "step": 775180
    },
    {
      "epoch": 216.35,
      "grad_norm": 0.9519660472869873,
      "learning_rate": 4.091841651477392e-06,
      "loss": 0.3619,
      "step": 775190
    },
    {
      "epoch": 216.36,
      "grad_norm": 1.2417700290679932,
      "learning_rate": 4.0918236399599384e-06,
      "loss": 0.3716,
      "step": 775200
    },
    {
      "epoch": 216.36,
      "grad_norm": 1.119268536567688,
      "learning_rate": 4.091805628209817e-06,
      "loss": 0.3676,
      "step": 775210
    },
    {
      "epoch": 216.36,
      "grad_norm": 0.9404439330101013,
      "learning_rate": 4.091787616227027e-06,
      "loss": 0.3658,
      "step": 775220
    },
    {
      "epoch": 216.36,
      "grad_norm": 1.263370156288147,
      "learning_rate": 4.091769604011574e-06,
      "loss": 0.3829,
      "step": 775230
    },
    {
      "epoch": 216.37,
      "grad_norm": 1.2606390714645386,
      "learning_rate": 4.091751591563458e-06,
      "loss": 0.3839,
      "step": 775240
    },
    {
      "epoch": 216.37,
      "grad_norm": 1.1361263990402222,
      "learning_rate": 4.091733578882683e-06,
      "loss": 0.3809,
      "step": 775250
    },
    {
      "epoch": 216.37,
      "grad_norm": 1.0399953126907349,
      "learning_rate": 4.091715565969251e-06,
      "loss": 0.3787,
      "step": 775260
    },
    {
      "epoch": 216.37,
      "grad_norm": 1.352579116821289,
      "learning_rate": 4.091697552823165e-06,
      "loss": 0.3739,
      "step": 775270
    },
    {
      "epoch": 216.38,
      "grad_norm": 1.2969260215759277,
      "learning_rate": 4.091679539444426e-06,
      "loss": 0.3844,
      "step": 775280
    },
    {
      "epoch": 216.38,
      "grad_norm": 1.146501898765564,
      "learning_rate": 4.091661525833037e-06,
      "loss": 0.3742,
      "step": 775290
    },
    {
      "epoch": 216.38,
      "grad_norm": 1.1239428520202637,
      "learning_rate": 4.091643511989e-06,
      "loss": 0.3629,
      "step": 775300
    },
    {
      "epoch": 216.39,
      "grad_norm": 1.096739411354065,
      "learning_rate": 4.091625497912319e-06,
      "loss": 0.3534,
      "step": 775310
    },
    {
      "epoch": 216.39,
      "grad_norm": 0.9644778370857239,
      "learning_rate": 4.091607483602995e-06,
      "loss": 0.355,
      "step": 775320
    },
    {
      "epoch": 216.39,
      "grad_norm": 1.1819535493850708,
      "learning_rate": 4.09158946906103e-06,
      "loss": 0.3808,
      "step": 775330
    },
    {
      "epoch": 216.39,
      "grad_norm": 1.120901107788086,
      "learning_rate": 4.091571454286428e-06,
      "loss": 0.3834,
      "step": 775340
    },
    {
      "epoch": 216.4,
      "grad_norm": 0.9991260170936584,
      "learning_rate": 4.091553439279191e-06,
      "loss": 0.3769,
      "step": 775350
    },
    {
      "epoch": 216.4,
      "grad_norm": 1.28812575340271,
      "learning_rate": 4.0915354240393196e-06,
      "loss": 0.3834,
      "step": 775360
    },
    {
      "epoch": 216.4,
      "grad_norm": 1.2839343547821045,
      "learning_rate": 4.091517408566818e-06,
      "loss": 0.3637,
      "step": 775370
    },
    {
      "epoch": 216.41,
      "grad_norm": 1.0993250608444214,
      "learning_rate": 4.0914993928616875e-06,
      "loss": 0.374,
      "step": 775380
    },
    {
      "epoch": 216.41,
      "grad_norm": 1.0061229467391968,
      "learning_rate": 4.091481376923932e-06,
      "loss": 0.3893,
      "step": 775390
    },
    {
      "epoch": 216.41,
      "grad_norm": 0.9449262022972107,
      "learning_rate": 4.0914633607535525e-06,
      "loss": 0.3781,
      "step": 775400
    },
    {
      "epoch": 216.41,
      "grad_norm": 1.086380958557129,
      "learning_rate": 4.091445344350551e-06,
      "loss": 0.3587,
      "step": 775410
    },
    {
      "epoch": 216.42,
      "grad_norm": 1.009453296661377,
      "learning_rate": 4.091427327714932e-06,
      "loss": 0.3763,
      "step": 775420
    },
    {
      "epoch": 216.42,
      "grad_norm": 1.0419095754623413,
      "learning_rate": 4.091409310846696e-06,
      "loss": 0.3868,
      "step": 775430
    },
    {
      "epoch": 216.42,
      "grad_norm": 1.0786213874816895,
      "learning_rate": 4.091391293745847e-06,
      "loss": 0.3726,
      "step": 775440
    },
    {
      "epoch": 216.42,
      "grad_norm": 1.148173451423645,
      "learning_rate": 4.091373276412386e-06,
      "loss": 0.3785,
      "step": 775450
    },
    {
      "epoch": 216.43,
      "grad_norm": 1.1531970500946045,
      "learning_rate": 4.091355258846316e-06,
      "loss": 0.3818,
      "step": 775460
    },
    {
      "epoch": 216.43,
      "grad_norm": 1.1552166938781738,
      "learning_rate": 4.091337241047639e-06,
      "loss": 0.3653,
      "step": 775470
    },
    {
      "epoch": 216.43,
      "grad_norm": 1.32576322555542,
      "learning_rate": 4.091319223016357e-06,
      "loss": 0.3791,
      "step": 775480
    },
    {
      "epoch": 216.44,
      "grad_norm": 1.2135045528411865,
      "learning_rate": 4.091301204752474e-06,
      "loss": 0.3777,
      "step": 775490
    },
    {
      "epoch": 216.44,
      "grad_norm": 1.3011423349380493,
      "learning_rate": 4.091283186255992e-06,
      "loss": 0.3775,
      "step": 775500
    },
    {
      "epoch": 216.44,
      "grad_norm": 1.4689286947250366,
      "learning_rate": 4.091265167526911e-06,
      "loss": 0.3709,
      "step": 775510
    },
    {
      "epoch": 216.44,
      "grad_norm": 1.3344186544418335,
      "learning_rate": 4.091247148565237e-06,
      "loss": 0.3652,
      "step": 775520
    },
    {
      "epoch": 216.45,
      "grad_norm": 1.4459277391433716,
      "learning_rate": 4.09122912937097e-06,
      "loss": 0.3585,
      "step": 775530
    },
    {
      "epoch": 216.45,
      "grad_norm": 1.067061185836792,
      "learning_rate": 4.0912111099441125e-06,
      "loss": 0.3722,
      "step": 775540
    },
    {
      "epoch": 216.45,
      "grad_norm": 1.168067455291748,
      "learning_rate": 4.091193090284668e-06,
      "loss": 0.3793,
      "step": 775550
    },
    {
      "epoch": 216.46,
      "grad_norm": 0.9554885029792786,
      "learning_rate": 4.091175070392638e-06,
      "loss": 0.3644,
      "step": 775560
    },
    {
      "epoch": 216.46,
      "grad_norm": 1.2272708415985107,
      "learning_rate": 4.091157050268026e-06,
      "loss": 0.3673,
      "step": 775570
    },
    {
      "epoch": 216.46,
      "grad_norm": 1.1421154737472534,
      "learning_rate": 4.091139029910834e-06,
      "loss": 0.373,
      "step": 775580
    },
    {
      "epoch": 216.46,
      "grad_norm": 0.9477874636650085,
      "learning_rate": 4.091121009321063e-06,
      "loss": 0.3848,
      "step": 775590
    },
    {
      "epoch": 216.47,
      "grad_norm": 1.20076584815979,
      "learning_rate": 4.091102988498716e-06,
      "loss": 0.3669,
      "step": 775600
    },
    {
      "epoch": 216.47,
      "grad_norm": 1.0489652156829834,
      "learning_rate": 4.091084967443797e-06,
      "loss": 0.3698,
      "step": 775610
    },
    {
      "epoch": 216.47,
      "grad_norm": 1.0335196256637573,
      "learning_rate": 4.091066946156307e-06,
      "loss": 0.3736,
      "step": 775620
    },
    {
      "epoch": 216.48,
      "grad_norm": 1.0559899806976318,
      "learning_rate": 4.091048924636248e-06,
      "loss": 0.3551,
      "step": 775630
    },
    {
      "epoch": 216.48,
      "grad_norm": 1.1560169458389282,
      "learning_rate": 4.091030902883624e-06,
      "loss": 0.3544,
      "step": 775640
    },
    {
      "epoch": 216.48,
      "grad_norm": 0.8704432845115662,
      "learning_rate": 4.091012880898436e-06,
      "loss": 0.3752,
      "step": 775650
    },
    {
      "epoch": 216.48,
      "grad_norm": 0.9196392893791199,
      "learning_rate": 4.090994858680686e-06,
      "loss": 0.3714,
      "step": 775660
    },
    {
      "epoch": 216.49,
      "grad_norm": 1.1841267347335815,
      "learning_rate": 4.090976836230378e-06,
      "loss": 0.3892,
      "step": 775670
    },
    {
      "epoch": 216.49,
      "grad_norm": 1.3452399969100952,
      "learning_rate": 4.090958813547514e-06,
      "loss": 0.3512,
      "step": 775680
    },
    {
      "epoch": 216.49,
      "grad_norm": 1.021462082862854,
      "learning_rate": 4.090940790632096e-06,
      "loss": 0.376,
      "step": 775690
    },
    {
      "epoch": 216.49,
      "grad_norm": 1.216441035270691,
      "learning_rate": 4.090922767484126e-06,
      "loss": 0.3721,
      "step": 775700
    },
    {
      "epoch": 216.5,
      "grad_norm": 1.0166784524917603,
      "learning_rate": 4.090904744103607e-06,
      "loss": 0.3627,
      "step": 775710
    },
    {
      "epoch": 216.5,
      "grad_norm": 1.0436365604400635,
      "learning_rate": 4.090886720490541e-06,
      "loss": 0.3743,
      "step": 775720
    },
    {
      "epoch": 216.5,
      "grad_norm": 1.0632469654083252,
      "learning_rate": 4.09086869664493e-06,
      "loss": 0.3479,
      "step": 775730
    },
    {
      "epoch": 216.51,
      "grad_norm": 1.0300668478012085,
      "learning_rate": 4.090850672566778e-06,
      "loss": 0.3752,
      "step": 775740
    },
    {
      "epoch": 216.51,
      "grad_norm": 1.900267243385315,
      "learning_rate": 4.0908326482560866e-06,
      "loss": 0.3902,
      "step": 775750
    },
    {
      "epoch": 216.51,
      "grad_norm": 0.9600287079811096,
      "learning_rate": 4.090814623712858e-06,
      "loss": 0.3764,
      "step": 775760
    },
    {
      "epoch": 216.51,
      "grad_norm": 1.0356385707855225,
      "learning_rate": 4.090796598937093e-06,
      "loss": 0.3639,
      "step": 775770
    },
    {
      "epoch": 216.52,
      "grad_norm": 1.1629688739776611,
      "learning_rate": 4.090778573928797e-06,
      "loss": 0.3703,
      "step": 775780
    },
    {
      "epoch": 216.52,
      "grad_norm": 1.11773681640625,
      "learning_rate": 4.0907605486879715e-06,
      "loss": 0.3872,
      "step": 775790
    },
    {
      "epoch": 216.52,
      "grad_norm": 0.9880498647689819,
      "learning_rate": 4.090742523214617e-06,
      "loss": 0.3719,
      "step": 775800
    },
    {
      "epoch": 216.53,
      "grad_norm": 1.0760018825531006,
      "learning_rate": 4.090724497508739e-06,
      "loss": 0.383,
      "step": 775810
    },
    {
      "epoch": 216.53,
      "grad_norm": 1.0580224990844727,
      "learning_rate": 4.090706471570337e-06,
      "loss": 0.3863,
      "step": 775820
    },
    {
      "epoch": 216.53,
      "grad_norm": 1.31375253200531,
      "learning_rate": 4.090688445399415e-06,
      "loss": 0.364,
      "step": 775830
    },
    {
      "epoch": 216.53,
      "grad_norm": 1.1480156183242798,
      "learning_rate": 4.090670418995975e-06,
      "loss": 0.3771,
      "step": 775840
    },
    {
      "epoch": 216.54,
      "grad_norm": 1.0314606428146362,
      "learning_rate": 4.090652392360019e-06,
      "loss": 0.3785,
      "step": 775850
    },
    {
      "epoch": 216.54,
      "grad_norm": 1.1013327836990356,
      "learning_rate": 4.0906343654915505e-06,
      "loss": 0.3716,
      "step": 775860
    },
    {
      "epoch": 216.54,
      "grad_norm": 1.0980631113052368,
      "learning_rate": 4.090616338390571e-06,
      "loss": 0.3631,
      "step": 775870
    },
    {
      "epoch": 216.54,
      "grad_norm": 1.1149479150772095,
      "learning_rate": 4.090598311057083e-06,
      "loss": 0.3924,
      "step": 775880
    },
    {
      "epoch": 216.55,
      "grad_norm": 1.1797840595245361,
      "learning_rate": 4.090580283491089e-06,
      "loss": 0.3543,
      "step": 775890
    },
    {
      "epoch": 216.55,
      "grad_norm": 1.0374245643615723,
      "learning_rate": 4.090562255692592e-06,
      "loss": 0.3758,
      "step": 775900
    },
    {
      "epoch": 216.55,
      "grad_norm": 0.9146281480789185,
      "learning_rate": 4.0905442276615925e-06,
      "loss": 0.3703,
      "step": 775910
    },
    {
      "epoch": 216.56,
      "grad_norm": 1.1113574504852295,
      "learning_rate": 4.090526199398094e-06,
      "loss": 0.3777,
      "step": 775920
    },
    {
      "epoch": 216.56,
      "grad_norm": 1.1565353870391846,
      "learning_rate": 4.090508170902101e-06,
      "loss": 0.362,
      "step": 775930
    },
    {
      "epoch": 216.56,
      "grad_norm": 1.2885431051254272,
      "learning_rate": 4.090490142173614e-06,
      "loss": 0.3683,
      "step": 775940
    },
    {
      "epoch": 216.56,
      "grad_norm": 1.0819958448410034,
      "learning_rate": 4.090472113212634e-06,
      "loss": 0.3772,
      "step": 775950
    },
    {
      "epoch": 216.57,
      "grad_norm": 1.1949868202209473,
      "learning_rate": 4.090454084019165e-06,
      "loss": 0.3718,
      "step": 775960
    },
    {
      "epoch": 216.57,
      "grad_norm": 1.2889926433563232,
      "learning_rate": 4.09043605459321e-06,
      "loss": 0.3712,
      "step": 775970
    },
    {
      "epoch": 216.57,
      "grad_norm": 1.0838943719863892,
      "learning_rate": 4.0904180249347695e-06,
      "loss": 0.3678,
      "step": 775980
    },
    {
      "epoch": 216.58,
      "grad_norm": 1.0714688301086426,
      "learning_rate": 4.090399995043848e-06,
      "loss": 0.3713,
      "step": 775990
    },
    {
      "epoch": 216.58,
      "grad_norm": 0.9725813865661621,
      "learning_rate": 4.090381964920447e-06,
      "loss": 0.3886,
      "step": 776000
    },
    {
      "epoch": 216.58,
      "grad_norm": 1.6890329122543335,
      "learning_rate": 4.0903639345645674e-06,
      "loss": 0.3645,
      "step": 776010
    },
    {
      "epoch": 216.58,
      "grad_norm": 0.9549585580825806,
      "learning_rate": 4.090345903976215e-06,
      "loss": 0.3768,
      "step": 776020
    },
    {
      "epoch": 216.59,
      "grad_norm": 1.1210020780563354,
      "learning_rate": 4.090327873155389e-06,
      "loss": 0.3783,
      "step": 776030
    },
    {
      "epoch": 216.59,
      "grad_norm": 1.270843505859375,
      "learning_rate": 4.090309842102093e-06,
      "loss": 0.3724,
      "step": 776040
    },
    {
      "epoch": 216.59,
      "grad_norm": 0.9762835502624512,
      "learning_rate": 4.090291810816329e-06,
      "loss": 0.3659,
      "step": 776050
    },
    {
      "epoch": 216.6,
      "grad_norm": 1.20339035987854,
      "learning_rate": 4.090273779298101e-06,
      "loss": 0.36,
      "step": 776060
    },
    {
      "epoch": 216.6,
      "grad_norm": 1.0997296571731567,
      "learning_rate": 4.0902557475474096e-06,
      "loss": 0.362,
      "step": 776070
    },
    {
      "epoch": 216.6,
      "grad_norm": 1.1001744270324707,
      "learning_rate": 4.090237715564258e-06,
      "loss": 0.3661,
      "step": 776080
    },
    {
      "epoch": 216.6,
      "grad_norm": 1.1711281538009644,
      "learning_rate": 4.090219683348648e-06,
      "loss": 0.388,
      "step": 776090
    },
    {
      "epoch": 216.61,
      "grad_norm": 1.116832971572876,
      "learning_rate": 4.0902016509005825e-06,
      "loss": 0.3621,
      "step": 776100
    },
    {
      "epoch": 216.61,
      "grad_norm": 1.0424119234085083,
      "learning_rate": 4.090183618220064e-06,
      "loss": 0.3637,
      "step": 776110
    },
    {
      "epoch": 216.61,
      "grad_norm": 1.2054777145385742,
      "learning_rate": 4.0901655853070946e-06,
      "loss": 0.3696,
      "step": 776120
    },
    {
      "epoch": 216.61,
      "grad_norm": 1.0537000894546509,
      "learning_rate": 4.090147552161677e-06,
      "loss": 0.3702,
      "step": 776130
    },
    {
      "epoch": 216.62,
      "grad_norm": 0.9508030414581299,
      "learning_rate": 4.0901295187838135e-06,
      "loss": 0.3595,
      "step": 776140
    },
    {
      "epoch": 216.62,
      "grad_norm": 1.0733755826950073,
      "learning_rate": 4.090111485173506e-06,
      "loss": 0.3861,
      "step": 776150
    },
    {
      "epoch": 216.62,
      "grad_norm": 1.1826046705245972,
      "learning_rate": 4.090093451330758e-06,
      "loss": 0.3899,
      "step": 776160
    },
    {
      "epoch": 216.63,
      "grad_norm": 1.28516685962677,
      "learning_rate": 4.09007541725557e-06,
      "loss": 0.3589,
      "step": 776170
    },
    {
      "epoch": 216.63,
      "grad_norm": 1.1607930660247803,
      "learning_rate": 4.0900573829479466e-06,
      "loss": 0.3739,
      "step": 776180
    },
    {
      "epoch": 216.63,
      "grad_norm": 1.3829032182693481,
      "learning_rate": 4.090039348407889e-06,
      "loss": 0.3849,
      "step": 776190
    },
    {
      "epoch": 216.63,
      "grad_norm": 1.0596330165863037,
      "learning_rate": 4.0900213136354004e-06,
      "loss": 0.3849,
      "step": 776200
    },
    {
      "epoch": 216.64,
      "grad_norm": 1.0748600959777832,
      "learning_rate": 4.090003278630481e-06,
      "loss": 0.3778,
      "step": 776210
    },
    {
      "epoch": 216.64,
      "grad_norm": 1.0950196981430054,
      "learning_rate": 4.0899852433931365e-06,
      "loss": 0.3703,
      "step": 776220
    },
    {
      "epoch": 216.64,
      "grad_norm": 1.1560758352279663,
      "learning_rate": 4.089967207923367e-06,
      "loss": 0.3585,
      "step": 776230
    },
    {
      "epoch": 216.65,
      "grad_norm": 1.0373458862304688,
      "learning_rate": 4.089949172221175e-06,
      "loss": 0.3656,
      "step": 776240
    },
    {
      "epoch": 216.65,
      "grad_norm": 2.4176502227783203,
      "learning_rate": 4.089931136286564e-06,
      "loss": 0.3644,
      "step": 776250
    },
    {
      "epoch": 216.65,
      "grad_norm": 1.1224825382232666,
      "learning_rate": 4.089913100119535e-06,
      "loss": 0.3731,
      "step": 776260
    },
    {
      "epoch": 216.65,
      "grad_norm": 1.0298501253128052,
      "learning_rate": 4.089895063720092e-06,
      "loss": 0.3676,
      "step": 776270
    },
    {
      "epoch": 216.66,
      "grad_norm": 1.1830600500106812,
      "learning_rate": 4.089877027088237e-06,
      "loss": 0.3761,
      "step": 776280
    },
    {
      "epoch": 216.66,
      "grad_norm": 1.1018402576446533,
      "learning_rate": 4.089858990223971e-06,
      "loss": 0.3641,
      "step": 776290
    },
    {
      "epoch": 216.66,
      "grad_norm": 1.3779312372207642,
      "learning_rate": 4.089840953127299e-06,
      "loss": 0.3585,
      "step": 776300
    },
    {
      "epoch": 216.66,
      "grad_norm": 3.786390781402588,
      "learning_rate": 4.0898229157982206e-06,
      "loss": 0.3727,
      "step": 776310
    },
    {
      "epoch": 216.67,
      "grad_norm": 0.9843239784240723,
      "learning_rate": 4.089804878236739e-06,
      "loss": 0.3749,
      "step": 776320
    },
    {
      "epoch": 216.67,
      "grad_norm": 1.1413383483886719,
      "learning_rate": 4.0897868404428575e-06,
      "loss": 0.3827,
      "step": 776330
    },
    {
      "epoch": 216.67,
      "grad_norm": 0.9067654609680176,
      "learning_rate": 4.089768802416578e-06,
      "loss": 0.3619,
      "step": 776340
    },
    {
      "epoch": 216.68,
      "grad_norm": 0.9151149392127991,
      "learning_rate": 4.089750764157903e-06,
      "loss": 0.3812,
      "step": 776350
    },
    {
      "epoch": 216.68,
      "grad_norm": 1.1824828386306763,
      "learning_rate": 4.089732725666835e-06,
      "loss": 0.3843,
      "step": 776360
    },
    {
      "epoch": 216.68,
      "grad_norm": 1.699321985244751,
      "learning_rate": 4.089714686943376e-06,
      "loss": 0.3761,
      "step": 776370
    },
    {
      "epoch": 216.68,
      "grad_norm": 0.9686225652694702,
      "learning_rate": 4.089696647987529e-06,
      "loss": 0.3713,
      "step": 776380
    },
    {
      "epoch": 216.69,
      "grad_norm": 1.2623382806777954,
      "learning_rate": 4.089678608799295e-06,
      "loss": 0.3727,
      "step": 776390
    },
    {
      "epoch": 216.69,
      "grad_norm": 1.2187293767929077,
      "learning_rate": 4.089660569378678e-06,
      "loss": 0.3587,
      "step": 776400
    },
    {
      "epoch": 216.69,
      "grad_norm": 1.2947869300842285,
      "learning_rate": 4.089642529725681e-06,
      "loss": 0.3771,
      "step": 776410
    },
    {
      "epoch": 216.7,
      "grad_norm": 1.1411972045898438,
      "learning_rate": 4.089624489840304e-06,
      "loss": 0.3729,
      "step": 776420
    },
    {
      "epoch": 216.7,
      "grad_norm": 1.1046085357666016,
      "learning_rate": 4.089606449722551e-06,
      "loss": 0.369,
      "step": 776430
    },
    {
      "epoch": 216.7,
      "grad_norm": 0.8768969178199768,
      "learning_rate": 4.089588409372424e-06,
      "loss": 0.364,
      "step": 776440
    },
    {
      "epoch": 216.7,
      "grad_norm": 1.1026105880737305,
      "learning_rate": 4.089570368789925e-06,
      "loss": 0.3577,
      "step": 776450
    },
    {
      "epoch": 216.71,
      "grad_norm": 1.3433215618133545,
      "learning_rate": 4.089552327975057e-06,
      "loss": 0.3591,
      "step": 776460
    },
    {
      "epoch": 216.71,
      "grad_norm": 1.168832778930664,
      "learning_rate": 4.0895342869278226e-06,
      "loss": 0.3691,
      "step": 776470
    },
    {
      "epoch": 216.71,
      "grad_norm": 1.3105201721191406,
      "learning_rate": 4.089516245648223e-06,
      "loss": 0.3789,
      "step": 776480
    },
    {
      "epoch": 216.72,
      "grad_norm": 0.990537166595459,
      "learning_rate": 4.0894982041362624e-06,
      "loss": 0.3822,
      "step": 776490
    },
    {
      "epoch": 216.72,
      "grad_norm": 1.2862763404846191,
      "learning_rate": 4.089480162391942e-06,
      "loss": 0.3706,
      "step": 776500
    },
    {
      "epoch": 216.72,
      "grad_norm": 1.1372463703155518,
      "learning_rate": 4.089462120415264e-06,
      "loss": 0.3663,
      "step": 776510
    },
    {
      "epoch": 216.72,
      "grad_norm": 1.154352068901062,
      "learning_rate": 4.0894440782062315e-06,
      "loss": 0.3825,
      "step": 776520
    },
    {
      "epoch": 216.73,
      "grad_norm": 1.1351964473724365,
      "learning_rate": 4.089426035764847e-06,
      "loss": 0.3704,
      "step": 776530
    },
    {
      "epoch": 216.73,
      "grad_norm": 1.1812478303909302,
      "learning_rate": 4.089407993091113e-06,
      "loss": 0.3689,
      "step": 776540
    },
    {
      "epoch": 216.73,
      "grad_norm": 1.2860360145568848,
      "learning_rate": 4.08938995018503e-06,
      "loss": 0.3746,
      "step": 776550
    },
    {
      "epoch": 216.73,
      "grad_norm": 1.0044864416122437,
      "learning_rate": 4.089371907046602e-06,
      "loss": 0.375,
      "step": 776560
    },
    {
      "epoch": 216.74,
      "grad_norm": 1.3471591472625732,
      "learning_rate": 4.089353863675832e-06,
      "loss": 0.382,
      "step": 776570
    },
    {
      "epoch": 216.74,
      "grad_norm": 0.9804196357727051,
      "learning_rate": 4.089335820072721e-06,
      "loss": 0.3709,
      "step": 776580
    },
    {
      "epoch": 216.74,
      "grad_norm": 1.049721598625183,
      "learning_rate": 4.089317776237273e-06,
      "loss": 0.3536,
      "step": 776590
    },
    {
      "epoch": 216.75,
      "grad_norm": 1.0337480306625366,
      "learning_rate": 4.089299732169489e-06,
      "loss": 0.3759,
      "step": 776600
    },
    {
      "epoch": 216.75,
      "grad_norm": 1.1004680395126343,
      "learning_rate": 4.089281687869372e-06,
      "loss": 0.3827,
      "step": 776610
    },
    {
      "epoch": 216.75,
      "grad_norm": 1.0925121307373047,
      "learning_rate": 4.089263643336924e-06,
      "loss": 0.3561,
      "step": 776620
    },
    {
      "epoch": 216.75,
      "grad_norm": 1.4756213426589966,
      "learning_rate": 4.089245598572147e-06,
      "loss": 0.3685,
      "step": 776630
    },
    {
      "epoch": 216.76,
      "grad_norm": 1.0351876020431519,
      "learning_rate": 4.089227553575045e-06,
      "loss": 0.3629,
      "step": 776640
    },
    {
      "epoch": 216.76,
      "grad_norm": 1.6748932600021362,
      "learning_rate": 4.08920950834562e-06,
      "loss": 0.364,
      "step": 776650
    },
    {
      "epoch": 216.76,
      "grad_norm": 0.9614800214767456,
      "learning_rate": 4.0891914628838724e-06,
      "loss": 0.3778,
      "step": 776660
    },
    {
      "epoch": 216.77,
      "grad_norm": 5.2241740226745605,
      "learning_rate": 4.089173417189807e-06,
      "loss": 0.3629,
      "step": 776670
    },
    {
      "epoch": 216.77,
      "grad_norm": 1.107404112815857,
      "learning_rate": 4.089155371263425e-06,
      "loss": 0.3804,
      "step": 776680
    },
    {
      "epoch": 216.77,
      "grad_norm": 1.247409462928772,
      "learning_rate": 4.089137325104729e-06,
      "loss": 0.3708,
      "step": 776690
    },
    {
      "epoch": 216.77,
      "grad_norm": 1.245425820350647,
      "learning_rate": 4.089119278713721e-06,
      "loss": 0.3785,
      "step": 776700
    },
    {
      "epoch": 216.78,
      "grad_norm": 0.9714580178260803,
      "learning_rate": 4.0891012320904044e-06,
      "loss": 0.3574,
      "step": 776710
    },
    {
      "epoch": 216.78,
      "grad_norm": 0.9845700860023499,
      "learning_rate": 4.089083185234781e-06,
      "loss": 0.3836,
      "step": 776720
    },
    {
      "epoch": 216.78,
      "grad_norm": 1.0548045635223389,
      "learning_rate": 4.089065138146854e-06,
      "loss": 0.3689,
      "step": 776730
    },
    {
      "epoch": 216.78,
      "grad_norm": 1.080130696296692,
      "learning_rate": 4.089047090826624e-06,
      "loss": 0.3671,
      "step": 776740
    },
    {
      "epoch": 216.79,
      "grad_norm": 6.682126998901367,
      "learning_rate": 4.089029043274095e-06,
      "loss": 0.3693,
      "step": 776750
    },
    {
      "epoch": 216.79,
      "grad_norm": 1.1936982870101929,
      "learning_rate": 4.0890109954892694e-06,
      "loss": 0.3674,
      "step": 776760
    },
    {
      "epoch": 216.79,
      "grad_norm": 1.0568430423736572,
      "learning_rate": 4.088992947472148e-06,
      "loss": 0.38,
      "step": 776770
    },
    {
      "epoch": 216.8,
      "grad_norm": 0.9540778398513794,
      "learning_rate": 4.088974899222736e-06,
      "loss": 0.3616,
      "step": 776780
    },
    {
      "epoch": 216.8,
      "grad_norm": 1.0842808485031128,
      "learning_rate": 4.088956850741032e-06,
      "loss": 0.3738,
      "step": 776790
    },
    {
      "epoch": 216.8,
      "grad_norm": 1.1837427616119385,
      "learning_rate": 4.088938802027041e-06,
      "loss": 0.3832,
      "step": 776800
    },
    {
      "epoch": 216.8,
      "grad_norm": 1.1039175987243652,
      "learning_rate": 4.088920753080766e-06,
      "loss": 0.3688,
      "step": 776810
    },
    {
      "epoch": 216.81,
      "grad_norm": 1.0740046501159668,
      "learning_rate": 4.088902703902207e-06,
      "loss": 0.3691,
      "step": 776820
    },
    {
      "epoch": 216.81,
      "grad_norm": 1.097208857536316,
      "learning_rate": 4.0888846544913684e-06,
      "loss": 0.3742,
      "step": 776830
    },
    {
      "epoch": 216.81,
      "grad_norm": 1.0251874923706055,
      "learning_rate": 4.088866604848252e-06,
      "loss": 0.3613,
      "step": 776840
    },
    {
      "epoch": 216.82,
      "grad_norm": 1.0208144187927246,
      "learning_rate": 4.08884855497286e-06,
      "loss": 0.386,
      "step": 776850
    },
    {
      "epoch": 216.82,
      "grad_norm": 1.0731414556503296,
      "learning_rate": 4.088830504865195e-06,
      "loss": 0.3675,
      "step": 776860
    },
    {
      "epoch": 216.82,
      "grad_norm": 0.9404865503311157,
      "learning_rate": 4.088812454525259e-06,
      "loss": 0.3581,
      "step": 776870
    },
    {
      "epoch": 216.82,
      "grad_norm": 1.1792232990264893,
      "learning_rate": 4.088794403953054e-06,
      "loss": 0.3789,
      "step": 776880
    },
    {
      "epoch": 216.83,
      "grad_norm": 2.2014572620391846,
      "learning_rate": 4.088776353148584e-06,
      "loss": 0.3729,
      "step": 776890
    },
    {
      "epoch": 216.83,
      "grad_norm": 1.1874916553497314,
      "learning_rate": 4.088758302111851e-06,
      "loss": 0.3671,
      "step": 776900
    },
    {
      "epoch": 216.83,
      "grad_norm": 1.5470643043518066,
      "learning_rate": 4.088740250842856e-06,
      "loss": 0.3675,
      "step": 776910
    },
    {
      "epoch": 216.84,
      "grad_norm": 0.9511328339576721,
      "learning_rate": 4.0887221993416025e-06,
      "loss": 0.3763,
      "step": 776920
    },
    {
      "epoch": 216.84,
      "grad_norm": 1.0915942192077637,
      "learning_rate": 4.088704147608094e-06,
      "loss": 0.3785,
      "step": 776930
    },
    {
      "epoch": 216.84,
      "grad_norm": 1.2173453569412231,
      "learning_rate": 4.08868609564233e-06,
      "loss": 0.3622,
      "step": 776940
    },
    {
      "epoch": 216.84,
      "grad_norm": 0.9347379803657532,
      "learning_rate": 4.088668043444315e-06,
      "loss": 0.3702,
      "step": 776950
    },
    {
      "epoch": 216.85,
      "grad_norm": 1.084682822227478,
      "learning_rate": 4.088649991014051e-06,
      "loss": 0.3493,
      "step": 776960
    },
    {
      "epoch": 216.85,
      "grad_norm": 1.0994434356689453,
      "learning_rate": 4.08863193835154e-06,
      "loss": 0.3745,
      "step": 776970
    },
    {
      "epoch": 216.85,
      "grad_norm": 1.1506004333496094,
      "learning_rate": 4.088613885456785e-06,
      "loss": 0.3699,
      "step": 776980
    },
    {
      "epoch": 216.85,
      "grad_norm": 1.1648943424224854,
      "learning_rate": 4.088595832329789e-06,
      "loss": 0.3723,
      "step": 776990
    },
    {
      "epoch": 216.86,
      "grad_norm": 1.2784466743469238,
      "learning_rate": 4.088577778970552e-06,
      "loss": 0.3606,
      "step": 777000
    },
    {
      "epoch": 216.86,
      "grad_norm": 1.3250300884246826,
      "learning_rate": 4.088559725379079e-06,
      "loss": 0.3886,
      "step": 777010
    },
    {
      "epoch": 216.86,
      "grad_norm": 1.0682977437973022,
      "learning_rate": 4.0885416715553715e-06,
      "loss": 0.3782,
      "step": 777020
    },
    {
      "epoch": 216.87,
      "grad_norm": 1.0433788299560547,
      "learning_rate": 4.088523617499431e-06,
      "loss": 0.3826,
      "step": 777030
    },
    {
      "epoch": 216.87,
      "grad_norm": 1.1098527908325195,
      "learning_rate": 4.088505563211261e-06,
      "loss": 0.3691,
      "step": 777040
    },
    {
      "epoch": 216.87,
      "grad_norm": 1.446687936782837,
      "learning_rate": 4.088487508690864e-06,
      "loss": 0.368,
      "step": 777050
    },
    {
      "epoch": 216.87,
      "grad_norm": 1.1296789646148682,
      "learning_rate": 4.088469453938241e-06,
      "loss": 0.3715,
      "step": 777060
    },
    {
      "epoch": 216.88,
      "grad_norm": 1.0863447189331055,
      "learning_rate": 4.088451398953396e-06,
      "loss": 0.3985,
      "step": 777070
    },
    {
      "epoch": 216.88,
      "grad_norm": 0.9348747134208679,
      "learning_rate": 4.08843334373633e-06,
      "loss": 0.3811,
      "step": 777080
    },
    {
      "epoch": 216.88,
      "grad_norm": 1.2284984588623047,
      "learning_rate": 4.088415288287048e-06,
      "loss": 0.3665,
      "step": 777090
    },
    {
      "epoch": 216.89,
      "grad_norm": 1.105040192604065,
      "learning_rate": 4.088397232605549e-06,
      "loss": 0.3729,
      "step": 777100
    },
    {
      "epoch": 216.89,
      "grad_norm": 1.0876132249832153,
      "learning_rate": 4.0883791766918366e-06,
      "loss": 0.3623,
      "step": 777110
    },
    {
      "epoch": 216.89,
      "grad_norm": 1.0498498678207397,
      "learning_rate": 4.0883611205459145e-06,
      "loss": 0.3616,
      "step": 777120
    },
    {
      "epoch": 216.89,
      "grad_norm": 1.0785934925079346,
      "learning_rate": 4.088343064167784e-06,
      "loss": 0.361,
      "step": 777130
    },
    {
      "epoch": 216.9,
      "grad_norm": 0.9935782551765442,
      "learning_rate": 4.088325007557448e-06,
      "loss": 0.3546,
      "step": 777140
    },
    {
      "epoch": 216.9,
      "grad_norm": 0.9773056507110596,
      "learning_rate": 4.088306950714908e-06,
      "loss": 0.3767,
      "step": 777150
    },
    {
      "epoch": 216.9,
      "grad_norm": 1.228405475616455,
      "learning_rate": 4.088288893640168e-06,
      "loss": 0.3653,
      "step": 777160
    },
    {
      "epoch": 216.9,
      "grad_norm": 1.084546685218811,
      "learning_rate": 4.088270836333229e-06,
      "loss": 0.3542,
      "step": 777170
    },
    {
      "epoch": 216.91,
      "grad_norm": 1.0437800884246826,
      "learning_rate": 4.0882527787940924e-06,
      "loss": 0.363,
      "step": 777180
    },
    {
      "epoch": 216.91,
      "grad_norm": 0.9723308682441711,
      "learning_rate": 4.088234721022763e-06,
      "loss": 0.3694,
      "step": 777190
    },
    {
      "epoch": 216.91,
      "grad_norm": 1.0030083656311035,
      "learning_rate": 4.088216663019243e-06,
      "loss": 0.3673,
      "step": 777200
    },
    {
      "epoch": 216.92,
      "grad_norm": 1.1534243822097778,
      "learning_rate": 4.088198604783533e-06,
      "loss": 0.375,
      "step": 777210
    },
    {
      "epoch": 216.92,
      "grad_norm": 1.1944506168365479,
      "learning_rate": 4.088180546315637e-06,
      "loss": 0.3679,
      "step": 777220
    },
    {
      "epoch": 216.92,
      "grad_norm": 1.5146288871765137,
      "learning_rate": 4.088162487615557e-06,
      "loss": 0.3658,
      "step": 777230
    },
    {
      "epoch": 216.92,
      "grad_norm": 1.019791603088379,
      "learning_rate": 4.088144428683294e-06,
      "loss": 0.3609,
      "step": 777240
    },
    {
      "epoch": 216.93,
      "grad_norm": 1.106993556022644,
      "learning_rate": 4.088126369518853e-06,
      "loss": 0.3851,
      "step": 777250
    },
    {
      "epoch": 216.93,
      "grad_norm": 0.9643643498420715,
      "learning_rate": 4.088108310122234e-06,
      "loss": 0.361,
      "step": 777260
    },
    {
      "epoch": 216.93,
      "grad_norm": 0.9671000838279724,
      "learning_rate": 4.088090250493441e-06,
      "loss": 0.3782,
      "step": 777270
    },
    {
      "epoch": 216.94,
      "grad_norm": 1.010068655014038,
      "learning_rate": 4.088072190632475e-06,
      "loss": 0.3826,
      "step": 777280
    },
    {
      "epoch": 216.94,
      "grad_norm": 1.009812831878662,
      "learning_rate": 4.08805413053934e-06,
      "loss": 0.3787,
      "step": 777290
    },
    {
      "epoch": 216.94,
      "grad_norm": 1.4780805110931396,
      "learning_rate": 4.088036070214038e-06,
      "loss": 0.3776,
      "step": 777300
    },
    {
      "epoch": 216.94,
      "grad_norm": 1.1668248176574707,
      "learning_rate": 4.088018009656571e-06,
      "loss": 0.3787,
      "step": 777310
    },
    {
      "epoch": 216.95,
      "grad_norm": 1.100353717803955,
      "learning_rate": 4.087999948866941e-06,
      "loss": 0.3597,
      "step": 777320
    },
    {
      "epoch": 216.95,
      "grad_norm": 1.2067129611968994,
      "learning_rate": 4.0879818878451505e-06,
      "loss": 0.3681,
      "step": 777330
    },
    {
      "epoch": 216.95,
      "grad_norm": 1.1923364400863647,
      "learning_rate": 4.087963826591203e-06,
      "loss": 0.3603,
      "step": 777340
    },
    {
      "epoch": 216.96,
      "grad_norm": 1.1790794134140015,
      "learning_rate": 4.0879457651051e-06,
      "loss": 0.3736,
      "step": 777350
    },
    {
      "epoch": 216.96,
      "grad_norm": 1.2325199842453003,
      "learning_rate": 4.087927703386844e-06,
      "loss": 0.3639,
      "step": 777360
    },
    {
      "epoch": 216.96,
      "grad_norm": 1.1018157005310059,
      "learning_rate": 4.087909641436437e-06,
      "loss": 0.3545,
      "step": 777370
    },
    {
      "epoch": 216.96,
      "grad_norm": 1.0811282396316528,
      "learning_rate": 4.087891579253882e-06,
      "loss": 0.3581,
      "step": 777380
    },
    {
      "epoch": 216.97,
      "grad_norm": 0.9746499061584473,
      "learning_rate": 4.087873516839182e-06,
      "loss": 0.3516,
      "step": 777390
    },
    {
      "epoch": 216.97,
      "grad_norm": 0.9233611226081848,
      "learning_rate": 4.087855454192338e-06,
      "loss": 0.3733,
      "step": 777400
    },
    {
      "epoch": 216.97,
      "grad_norm": 1.0733036994934082,
      "learning_rate": 4.087837391313353e-06,
      "loss": 0.365,
      "step": 777410
    },
    {
      "epoch": 216.97,
      "grad_norm": 0.8642187714576721,
      "learning_rate": 4.087819328202231e-06,
      "loss": 0.3439,
      "step": 777420
    },
    {
      "epoch": 216.98,
      "grad_norm": 1.0492497682571411,
      "learning_rate": 4.0878012648589714e-06,
      "loss": 0.3622,
      "step": 777430
    },
    {
      "epoch": 216.98,
      "grad_norm": 0.9736166000366211,
      "learning_rate": 4.087783201283578e-06,
      "loss": 0.355,
      "step": 777440
    },
    {
      "epoch": 216.98,
      "grad_norm": 1.3319694995880127,
      "learning_rate": 4.087765137476054e-06,
      "loss": 0.38,
      "step": 777450
    },
    {
      "epoch": 216.99,
      "grad_norm": 1.0117019414901733,
      "learning_rate": 4.087747073436401e-06,
      "loss": 0.3834,
      "step": 777460
    },
    {
      "epoch": 216.99,
      "grad_norm": 1.1863166093826294,
      "learning_rate": 4.087729009164621e-06,
      "loss": 0.3845,
      "step": 777470
    },
    {
      "epoch": 216.99,
      "grad_norm": 0.9682649374008179,
      "learning_rate": 4.087710944660718e-06,
      "loss": 0.3575,
      "step": 777480
    },
    {
      "epoch": 216.99,
      "grad_norm": 1.028594732284546,
      "learning_rate": 4.087692879924692e-06,
      "loss": 0.3592,
      "step": 777490
    },
    {
      "epoch": 217.0,
      "grad_norm": 1.0684272050857544,
      "learning_rate": 4.087674814956547e-06,
      "loss": 0.3685,
      "step": 777500
    },
    {
      "epoch": 217.0,
      "grad_norm": 1.2856647968292236,
      "learning_rate": 4.087656749756286e-06,
      "loss": 0.3646,
      "step": 777510
    },
    {
      "epoch": 217.0,
      "eval_loss": 0.36991873383522034,
      "eval_runtime": 63.5362,
      "eval_samples_per_second": 79.624,
      "eval_steps_per_second": 9.963,
      "step": 777511
    },
    {
      "epoch": 217.0,
      "grad_norm": 1.106971263885498,
      "learning_rate": 4.087638684323909e-06,
      "loss": 0.3712,
      "step": 777520
    },
    {
      "epoch": 217.01,
      "grad_norm": 1.240633249282837,
      "learning_rate": 4.087620618659422e-06,
      "loss": 0.378,
      "step": 777530
    },
    {
      "epoch": 217.01,
      "grad_norm": 1.4073060750961304,
      "learning_rate": 4.087602552762824e-06,
      "loss": 0.3573,
      "step": 777540
    },
    {
      "epoch": 217.01,
      "grad_norm": 1.321499228477478,
      "learning_rate": 4.087584486634119e-06,
      "loss": 0.369,
      "step": 777550
    },
    {
      "epoch": 217.01,
      "grad_norm": 1.2512069940567017,
      "learning_rate": 4.087566420273309e-06,
      "loss": 0.3837,
      "step": 777560
    },
    {
      "epoch": 217.02,
      "grad_norm": 2.004612684249878,
      "learning_rate": 4.087548353680397e-06,
      "loss": 0.3687,
      "step": 777570
    },
    {
      "epoch": 217.02,
      "grad_norm": 1.103013515472412,
      "learning_rate": 4.087530286855384e-06,
      "loss": 0.3711,
      "step": 777580
    },
    {
      "epoch": 217.02,
      "grad_norm": 1.393474817276001,
      "learning_rate": 4.087512219798274e-06,
      "loss": 0.3841,
      "step": 777590
    },
    {
      "epoch": 217.02,
      "grad_norm": 1.232959270477295,
      "learning_rate": 4.0874941525090696e-06,
      "loss": 0.3702,
      "step": 777600
    },
    {
      "epoch": 217.03,
      "grad_norm": 1.1049813032150269,
      "learning_rate": 4.087476084987771e-06,
      "loss": 0.372,
      "step": 777610
    },
    {
      "epoch": 217.03,
      "grad_norm": 1.1673310995101929,
      "learning_rate": 4.087458017234383e-06,
      "loss": 0.3666,
      "step": 777620
    },
    {
      "epoch": 217.03,
      "grad_norm": 0.9988486766815186,
      "learning_rate": 4.0874399492489066e-06,
      "loss": 0.3503,
      "step": 777630
    },
    {
      "epoch": 217.04,
      "grad_norm": 1.0665463209152222,
      "learning_rate": 4.0874218810313446e-06,
      "loss": 0.3562,
      "step": 777640
    },
    {
      "epoch": 217.04,
      "grad_norm": 0.8853476643562317,
      "learning_rate": 4.0874038125817e-06,
      "loss": 0.3546,
      "step": 777650
    },
    {
      "epoch": 217.04,
      "grad_norm": 1.3541120290756226,
      "learning_rate": 4.087385743899973e-06,
      "loss": 0.3848,
      "step": 777660
    },
    {
      "epoch": 217.04,
      "grad_norm": 1.2284752130508423,
      "learning_rate": 4.087367674986169e-06,
      "loss": 0.367,
      "step": 777670
    },
    {
      "epoch": 217.05,
      "grad_norm": 1.228571891784668,
      "learning_rate": 4.087349605840289e-06,
      "loss": 0.3589,
      "step": 777680
    },
    {
      "epoch": 217.05,
      "grad_norm": 0.9125877022743225,
      "learning_rate": 4.087331536462334e-06,
      "loss": 0.3724,
      "step": 777690
    },
    {
      "epoch": 217.05,
      "grad_norm": 1.3056800365447998,
      "learning_rate": 4.087313466852309e-06,
      "loss": 0.3707,
      "step": 777700
    },
    {
      "epoch": 217.06,
      "grad_norm": 1.1845827102661133,
      "learning_rate": 4.087295397010216e-06,
      "loss": 0.3667,
      "step": 777710
    },
    {
      "epoch": 217.06,
      "grad_norm": 1.0585343837738037,
      "learning_rate": 4.087277326936055e-06,
      "loss": 0.3716,
      "step": 777720
    },
    {
      "epoch": 217.06,
      "grad_norm": 1.0774816274642944,
      "learning_rate": 4.087259256629831e-06,
      "loss": 0.352,
      "step": 777730
    },
    {
      "epoch": 217.06,
      "grad_norm": 0.9954715371131897,
      "learning_rate": 4.087241186091545e-06,
      "loss": 0.3561,
      "step": 777740
    },
    {
      "epoch": 217.07,
      "grad_norm": 1.0322602987289429,
      "learning_rate": 4.0872231153212005e-06,
      "loss": 0.3711,
      "step": 777750
    },
    {
      "epoch": 217.07,
      "grad_norm": 1.2776646614074707,
      "learning_rate": 4.087205044318799e-06,
      "loss": 0.3592,
      "step": 777760
    },
    {
      "epoch": 217.07,
      "grad_norm": 1.226749062538147,
      "learning_rate": 4.087186973084343e-06,
      "loss": 0.3613,
      "step": 777770
    },
    {
      "epoch": 217.08,
      "grad_norm": 1.1190639734268188,
      "learning_rate": 4.0871689016178345e-06,
      "loss": 0.3562,
      "step": 777780
    },
    {
      "epoch": 217.08,
      "grad_norm": 1.032805323600769,
      "learning_rate": 4.087150829919277e-06,
      "loss": 0.3613,
      "step": 777790
    },
    {
      "epoch": 217.08,
      "grad_norm": 1.4869188070297241,
      "learning_rate": 4.0871327579886725e-06,
      "loss": 0.3817,
      "step": 777800
    },
    {
      "epoch": 217.08,
      "grad_norm": 1.047829270362854,
      "learning_rate": 4.087114685826023e-06,
      "loss": 0.3495,
      "step": 777810
    },
    {
      "epoch": 217.09,
      "grad_norm": 1.1054447889328003,
      "learning_rate": 4.087096613431332e-06,
      "loss": 0.3563,
      "step": 777820
    },
    {
      "epoch": 217.09,
      "grad_norm": 0.9905410408973694,
      "learning_rate": 4.0870785408046e-06,
      "loss": 0.3665,
      "step": 777830
    },
    {
      "epoch": 217.09,
      "grad_norm": 1.526277780532837,
      "learning_rate": 4.087060467945831e-06,
      "loss": 0.3712,
      "step": 777840
    },
    {
      "epoch": 217.09,
      "grad_norm": 1.111496925354004,
      "learning_rate": 4.087042394855027e-06,
      "loss": 0.3383,
      "step": 777850
    },
    {
      "epoch": 217.1,
      "grad_norm": 0.9673317670822144,
      "learning_rate": 4.0870243215321896e-06,
      "loss": 0.3928,
      "step": 777860
    },
    {
      "epoch": 217.1,
      "grad_norm": 0.9061543345451355,
      "learning_rate": 4.087006247977323e-06,
      "loss": 0.3618,
      "step": 777870
    },
    {
      "epoch": 217.1,
      "grad_norm": 0.9861009120941162,
      "learning_rate": 4.086988174190428e-06,
      "loss": 0.3687,
      "step": 777880
    },
    {
      "epoch": 217.11,
      "grad_norm": 0.9863472580909729,
      "learning_rate": 4.086970100171508e-06,
      "loss": 0.3723,
      "step": 777890
    },
    {
      "epoch": 217.11,
      "grad_norm": 1.0791943073272705,
      "learning_rate": 4.086952025920564e-06,
      "loss": 0.3733,
      "step": 777900
    },
    {
      "epoch": 217.11,
      "grad_norm": 1.0610618591308594,
      "learning_rate": 4.086933951437599e-06,
      "loss": 0.3749,
      "step": 777910
    },
    {
      "epoch": 217.11,
      "grad_norm": 1.1998406648635864,
      "learning_rate": 4.086915876722617e-06,
      "loss": 0.3544,
      "step": 777920
    },
    {
      "epoch": 217.12,
      "grad_norm": 0.9901015758514404,
      "learning_rate": 4.0868978017756185e-06,
      "loss": 0.3665,
      "step": 777930
    },
    {
      "epoch": 217.12,
      "grad_norm": 1.136396050453186,
      "learning_rate": 4.086879726596606e-06,
      "loss": 0.3596,
      "step": 777940
    },
    {
      "epoch": 217.12,
      "grad_norm": 1.0294840335845947,
      "learning_rate": 4.086861651185584e-06,
      "loss": 0.3877,
      "step": 777950
    },
    {
      "epoch": 217.13,
      "grad_norm": 1.061049222946167,
      "learning_rate": 4.086843575542552e-06,
      "loss": 0.3661,
      "step": 777960
    },
    {
      "epoch": 217.13,
      "grad_norm": 1.0203304290771484,
      "learning_rate": 4.086825499667514e-06,
      "loss": 0.3677,
      "step": 777970
    },
    {
      "epoch": 217.13,
      "grad_norm": 0.8954837322235107,
      "learning_rate": 4.086807423560473e-06,
      "loss": 0.3576,
      "step": 777980
    },
    {
      "epoch": 217.13,
      "grad_norm": 0.9967049956321716,
      "learning_rate": 4.08678934722143e-06,
      "loss": 0.3537,
      "step": 777990
    },
    {
      "epoch": 217.14,
      "grad_norm": 1.1422520875930786,
      "learning_rate": 4.086771270650388e-06,
      "loss": 0.3686,
      "step": 778000
    },
    {
      "epoch": 217.14,
      "grad_norm": 0.9378949999809265,
      "learning_rate": 4.086753193847349e-06,
      "loss": 0.3697,
      "step": 778010
    },
    {
      "epoch": 217.14,
      "grad_norm": 0.9258072972297668,
      "learning_rate": 4.0867351168123166e-06,
      "loss": 0.3732,
      "step": 778020
    },
    {
      "epoch": 217.14,
      "grad_norm": 1.043630838394165,
      "learning_rate": 4.0867170395452926e-06,
      "loss": 0.3602,
      "step": 778030
    },
    {
      "epoch": 217.15,
      "grad_norm": 1.037927508354187,
      "learning_rate": 4.086698962046278e-06,
      "loss": 0.4022,
      "step": 778040
    },
    {
      "epoch": 217.15,
      "grad_norm": 1.0882995128631592,
      "learning_rate": 4.086680884315277e-06,
      "loss": 0.3723,
      "step": 778050
    },
    {
      "epoch": 217.15,
      "grad_norm": 1.1208372116088867,
      "learning_rate": 4.086662806352291e-06,
      "loss": 0.3659,
      "step": 778060
    },
    {
      "epoch": 217.16,
      "grad_norm": 1.0428197383880615,
      "learning_rate": 4.086644728157324e-06,
      "loss": 0.3575,
      "step": 778070
    },
    {
      "epoch": 217.16,
      "grad_norm": 1.1353949308395386,
      "learning_rate": 4.086626649730377e-06,
      "loss": 0.3676,
      "step": 778080
    },
    {
      "epoch": 217.16,
      "grad_norm": 0.989649772644043,
      "learning_rate": 4.086608571071452e-06,
      "loss": 0.369,
      "step": 778090
    },
    {
      "epoch": 217.16,
      "grad_norm": 7.197821140289307,
      "learning_rate": 4.086590492180552e-06,
      "loss": 0.374,
      "step": 778100
    },
    {
      "epoch": 217.17,
      "grad_norm": 1.019097089767456,
      "learning_rate": 4.086572413057679e-06,
      "loss": 0.368,
      "step": 778110
    },
    {
      "epoch": 217.17,
      "grad_norm": 1.1482460498809814,
      "learning_rate": 4.086554333702838e-06,
      "loss": 0.3851,
      "step": 778120
    },
    {
      "epoch": 217.17,
      "grad_norm": 1.033090353012085,
      "learning_rate": 4.086536254116027e-06,
      "loss": 0.3709,
      "step": 778130
    },
    {
      "epoch": 217.18,
      "grad_norm": 1.183693289756775,
      "learning_rate": 4.086518174297252e-06,
      "loss": 0.3627,
      "step": 778140
    },
    {
      "epoch": 217.18,
      "grad_norm": 1.1600780487060547,
      "learning_rate": 4.086500094246513e-06,
      "loss": 0.3719,
      "step": 778150
    },
    {
      "epoch": 217.18,
      "grad_norm": 1.2151774168014526,
      "learning_rate": 4.086482013963815e-06,
      "loss": 0.367,
      "step": 778160
    },
    {
      "epoch": 217.18,
      "grad_norm": 1.0377757549285889,
      "learning_rate": 4.086463933449157e-06,
      "loss": 0.3743,
      "step": 778170
    },
    {
      "epoch": 217.19,
      "grad_norm": 1.1535710096359253,
      "learning_rate": 4.086445852702545e-06,
      "loss": 0.3739,
      "step": 778180
    },
    {
      "epoch": 217.19,
      "grad_norm": 1.4322534799575806,
      "learning_rate": 4.086427771723978e-06,
      "loss": 0.3464,
      "step": 778190
    },
    {
      "epoch": 217.19,
      "grad_norm": 1.1987547874450684,
      "learning_rate": 4.086409690513462e-06,
      "loss": 0.3664,
      "step": 778200
    },
    {
      "epoch": 217.2,
      "grad_norm": 1.0633571147918701,
      "learning_rate": 4.086391609070996e-06,
      "loss": 0.3638,
      "step": 778210
    },
    {
      "epoch": 217.2,
      "grad_norm": 1.065137505531311,
      "learning_rate": 4.086373527396585e-06,
      "loss": 0.3651,
      "step": 778220
    },
    {
      "epoch": 217.2,
      "grad_norm": 1.0406855344772339,
      "learning_rate": 4.086355445490229e-06,
      "loss": 0.3535,
      "step": 778230
    },
    {
      "epoch": 217.2,
      "grad_norm": 1.167130708694458,
      "learning_rate": 4.086337363351933e-06,
      "loss": 0.3789,
      "step": 778240
    },
    {
      "epoch": 217.21,
      "grad_norm": 0.9191790819168091,
      "learning_rate": 4.0863192809816974e-06,
      "loss": 0.3746,
      "step": 778250
    },
    {
      "epoch": 217.21,
      "grad_norm": 1.0646098852157593,
      "learning_rate": 4.086301198379526e-06,
      "loss": 0.3714,
      "step": 778260
    },
    {
      "epoch": 217.21,
      "grad_norm": 1.287843942642212,
      "learning_rate": 4.086283115545421e-06,
      "loss": 0.3609,
      "step": 778270
    },
    {
      "epoch": 217.21,
      "grad_norm": 1.170168399810791,
      "learning_rate": 4.086265032479383e-06,
      "loss": 0.3666,
      "step": 778280
    },
    {
      "epoch": 217.22,
      "grad_norm": 1.0785762071609497,
      "learning_rate": 4.086246949181416e-06,
      "loss": 0.3978,
      "step": 778290
    },
    {
      "epoch": 217.22,
      "grad_norm": 1.0544044971466064,
      "learning_rate": 4.0862288656515224e-06,
      "loss": 0.3701,
      "step": 778300
    },
    {
      "epoch": 217.22,
      "grad_norm": 1.0014692544937134,
      "learning_rate": 4.086210781889706e-06,
      "loss": 0.3844,
      "step": 778310
    },
    {
      "epoch": 217.23,
      "grad_norm": 1.1460944414138794,
      "learning_rate": 4.086192697895965e-06,
      "loss": 0.37,
      "step": 778320
    },
    {
      "epoch": 217.23,
      "grad_norm": 0.9242874979972839,
      "learning_rate": 4.0861746136703055e-06,
      "loss": 0.3734,
      "step": 778330
    },
    {
      "epoch": 217.23,
      "grad_norm": 1.1869410276412964,
      "learning_rate": 4.08615652921273e-06,
      "loss": 0.36,
      "step": 778340
    },
    {
      "epoch": 217.23,
      "grad_norm": 1.2708269357681274,
      "learning_rate": 4.0861384445232375e-06,
      "loss": 0.3727,
      "step": 778350
    },
    {
      "epoch": 217.24,
      "grad_norm": 1.1459017992019653,
      "learning_rate": 4.086120359601833e-06,
      "loss": 0.3664,
      "step": 778360
    },
    {
      "epoch": 217.24,
      "grad_norm": 1.1021580696105957,
      "learning_rate": 4.08610227444852e-06,
      "loss": 0.3592,
      "step": 778370
    },
    {
      "epoch": 217.24,
      "grad_norm": 1.1780076026916504,
      "learning_rate": 4.0860841890632995e-06,
      "loss": 0.3668,
      "step": 778380
    },
    {
      "epoch": 217.25,
      "grad_norm": 1.1334553956985474,
      "learning_rate": 4.086066103446173e-06,
      "loss": 0.3839,
      "step": 778390
    },
    {
      "epoch": 217.25,
      "grad_norm": 1.0645830631256104,
      "learning_rate": 4.086048017597143e-06,
      "loss": 0.3767,
      "step": 778400
    },
    {
      "epoch": 217.25,
      "grad_norm": 1.431428074836731,
      "learning_rate": 4.086029931516214e-06,
      "loss": 0.3799,
      "step": 778410
    },
    {
      "epoch": 217.25,
      "grad_norm": 1.165873646736145,
      "learning_rate": 4.086011845203386e-06,
      "loss": 0.3582,
      "step": 778420
    },
    {
      "epoch": 217.26,
      "grad_norm": 1.057814359664917,
      "learning_rate": 4.085993758658663e-06,
      "loss": 0.3717,
      "step": 778430
    },
    {
      "epoch": 217.26,
      "grad_norm": 1.071897268295288,
      "learning_rate": 4.0859756718820475e-06,
      "loss": 0.3595,
      "step": 778440
    },
    {
      "epoch": 217.26,
      "grad_norm": 1.0304529666900635,
      "learning_rate": 4.085957584873541e-06,
      "loss": 0.3623,
      "step": 778450
    },
    {
      "epoch": 217.26,
      "grad_norm": 1.042375087738037,
      "learning_rate": 4.085939497633145e-06,
      "loss": 0.3727,
      "step": 778460
    },
    {
      "epoch": 217.27,
      "grad_norm": 1.1713261604309082,
      "learning_rate": 4.085921410160864e-06,
      "loss": 0.3529,
      "step": 778470
    },
    {
      "epoch": 217.27,
      "grad_norm": 1.046702265739441,
      "learning_rate": 4.0859033224567e-06,
      "loss": 0.3689,
      "step": 778480
    },
    {
      "epoch": 217.27,
      "grad_norm": 1.2130475044250488,
      "learning_rate": 4.085885234520654e-06,
      "loss": 0.3741,
      "step": 778490
    },
    {
      "epoch": 217.28,
      "grad_norm": 1.1393699645996094,
      "learning_rate": 4.08586714635273e-06,
      "loss": 0.3592,
      "step": 778500
    },
    {
      "epoch": 217.28,
      "grad_norm": 1.0109708309173584,
      "learning_rate": 4.085849057952929e-06,
      "loss": 0.3706,
      "step": 778510
    },
    {
      "epoch": 217.28,
      "grad_norm": 1.034464716911316,
      "learning_rate": 4.085830969321255e-06,
      "loss": 0.3796,
      "step": 778520
    },
    {
      "epoch": 217.28,
      "grad_norm": 1.2141224145889282,
      "learning_rate": 4.085812880457709e-06,
      "loss": 0.371,
      "step": 778530
    },
    {
      "epoch": 217.29,
      "grad_norm": 1.166174054145813,
      "learning_rate": 4.085794791362294e-06,
      "loss": 0.3853,
      "step": 778540
    },
    {
      "epoch": 217.29,
      "grad_norm": 0.9369167685508728,
      "learning_rate": 4.085776702035012e-06,
      "loss": 0.3731,
      "step": 778550
    },
    {
      "epoch": 217.29,
      "grad_norm": 1.1631929874420166,
      "learning_rate": 4.085758612475867e-06,
      "loss": 0.3759,
      "step": 778560
    },
    {
      "epoch": 217.3,
      "grad_norm": 1.0138455629348755,
      "learning_rate": 4.085740522684859e-06,
      "loss": 0.3711,
      "step": 778570
    },
    {
      "epoch": 217.3,
      "grad_norm": 1.065213680267334,
      "learning_rate": 4.0857224326619916e-06,
      "loss": 0.3787,
      "step": 778580
    },
    {
      "epoch": 217.3,
      "grad_norm": 1.0644742250442505,
      "learning_rate": 4.085704342407268e-06,
      "loss": 0.3634,
      "step": 778590
    },
    {
      "epoch": 217.3,
      "grad_norm": 0.9704958200454712,
      "learning_rate": 4.085686251920689e-06,
      "loss": 0.3625,
      "step": 778600
    },
    {
      "epoch": 217.31,
      "grad_norm": 1.02663254737854,
      "learning_rate": 4.0856681612022585e-06,
      "loss": 0.3622,
      "step": 778610
    },
    {
      "epoch": 217.31,
      "grad_norm": 1.1850602626800537,
      "learning_rate": 4.085650070251978e-06,
      "loss": 0.3612,
      "step": 778620
    },
    {
      "epoch": 217.31,
      "grad_norm": 1.2284244298934937,
      "learning_rate": 4.08563197906985e-06,
      "loss": 0.3765,
      "step": 778630
    },
    {
      "epoch": 217.32,
      "grad_norm": 1.0782077312469482,
      "learning_rate": 4.0856138876558775e-06,
      "loss": 0.3824,
      "step": 778640
    },
    {
      "epoch": 217.32,
      "grad_norm": 1.0923084020614624,
      "learning_rate": 4.085595796010062e-06,
      "loss": 0.3649,
      "step": 778650
    },
    {
      "epoch": 217.32,
      "grad_norm": 1.0634311437606812,
      "learning_rate": 4.085577704132406e-06,
      "loss": 0.3697,
      "step": 778660
    },
    {
      "epoch": 217.32,
      "grad_norm": 1.0482271909713745,
      "learning_rate": 4.085559612022913e-06,
      "loss": 0.3661,
      "step": 778670
    },
    {
      "epoch": 217.33,
      "grad_norm": 1.1023869514465332,
      "learning_rate": 4.085541519681584e-06,
      "loss": 0.3608,
      "step": 778680
    },
    {
      "epoch": 217.33,
      "grad_norm": 1.083979606628418,
      "learning_rate": 4.085523427108422e-06,
      "loss": 0.3699,
      "step": 778690
    },
    {
      "epoch": 217.33,
      "grad_norm": 0.9475300312042236,
      "learning_rate": 4.08550533430343e-06,
      "loss": 0.3546,
      "step": 778700
    },
    {
      "epoch": 217.33,
      "grad_norm": 1.1670477390289307,
      "learning_rate": 4.08548724126661e-06,
      "loss": 0.3602,
      "step": 778710
    },
    {
      "epoch": 217.34,
      "grad_norm": 1.2982929944992065,
      "learning_rate": 4.085469147997964e-06,
      "loss": 0.3785,
      "step": 778720
    },
    {
      "epoch": 217.34,
      "grad_norm": 0.9166326522827148,
      "learning_rate": 4.0854510544974944e-06,
      "loss": 0.3758,
      "step": 778730
    },
    {
      "epoch": 217.34,
      "grad_norm": 1.0405006408691406,
      "learning_rate": 4.0854329607652045e-06,
      "loss": 0.3828,
      "step": 778740
    },
    {
      "epoch": 217.35,
      "grad_norm": 1.00556218624115,
      "learning_rate": 4.085414866801096e-06,
      "loss": 0.3698,
      "step": 778750
    },
    {
      "epoch": 217.35,
      "grad_norm": 0.9409136772155762,
      "learning_rate": 4.085396772605172e-06,
      "loss": 0.3638,
      "step": 778760
    },
    {
      "epoch": 217.35,
      "grad_norm": 1.1200628280639648,
      "learning_rate": 4.085378678177433e-06,
      "loss": 0.3917,
      "step": 778770
    },
    {
      "epoch": 217.35,
      "grad_norm": 1.133735179901123,
      "learning_rate": 4.085360583517883e-06,
      "loss": 0.3747,
      "step": 778780
    },
    {
      "epoch": 217.36,
      "grad_norm": 1.5349535942077637,
      "learning_rate": 4.085342488626525e-06,
      "loss": 0.368,
      "step": 778790
    },
    {
      "epoch": 217.36,
      "grad_norm": 1.2187237739562988,
      "learning_rate": 4.08532439350336e-06,
      "loss": 0.3745,
      "step": 778800
    },
    {
      "epoch": 217.36,
      "grad_norm": 0.9333454966545105,
      "learning_rate": 4.085306298148391e-06,
      "loss": 0.3705,
      "step": 778810
    },
    {
      "epoch": 217.37,
      "grad_norm": 1.751191258430481,
      "learning_rate": 4.085288202561621e-06,
      "loss": 0.3685,
      "step": 778820
    },
    {
      "epoch": 217.37,
      "grad_norm": 1.2803868055343628,
      "learning_rate": 4.085270106743051e-06,
      "loss": 0.3745,
      "step": 778830
    },
    {
      "epoch": 217.37,
      "grad_norm": 1.1443959474563599,
      "learning_rate": 4.085252010692684e-06,
      "loss": 0.3652,
      "step": 778840
    },
    {
      "epoch": 217.37,
      "grad_norm": 1.01546311378479,
      "learning_rate": 4.085233914410524e-06,
      "loss": 0.3677,
      "step": 778850
    },
    {
      "epoch": 217.38,
      "grad_norm": 1.105130672454834,
      "learning_rate": 4.085215817896571e-06,
      "loss": 0.3742,
      "step": 778860
    },
    {
      "epoch": 217.38,
      "grad_norm": 1.4833319187164307,
      "learning_rate": 4.085197721150829e-06,
      "loss": 0.364,
      "step": 778870
    },
    {
      "epoch": 217.38,
      "grad_norm": 2.552185535430908,
      "learning_rate": 4.085179624173298e-06,
      "loss": 0.363,
      "step": 778880
    },
    {
      "epoch": 217.38,
      "grad_norm": 1.177638292312622,
      "learning_rate": 4.0851615269639835e-06,
      "loss": 0.3657,
      "step": 778890
    },
    {
      "epoch": 217.39,
      "grad_norm": 1.2705293893814087,
      "learning_rate": 4.085143429522887e-06,
      "loss": 0.3695,
      "step": 778900
    },
    {
      "epoch": 217.39,
      "grad_norm": 1.1771113872528076,
      "learning_rate": 4.085125331850011e-06,
      "loss": 0.3658,
      "step": 778910
    },
    {
      "epoch": 217.39,
      "grad_norm": 1.055699110031128,
      "learning_rate": 4.085107233945357e-06,
      "loss": 0.3714,
      "step": 778920
    },
    {
      "epoch": 217.4,
      "grad_norm": 1.0279045104980469,
      "learning_rate": 4.085089135808927e-06,
      "loss": 0.3663,
      "step": 778930
    },
    {
      "epoch": 217.4,
      "grad_norm": 1.010814905166626,
      "learning_rate": 4.085071037440725e-06,
      "loss": 0.3659,
      "step": 778940
    },
    {
      "epoch": 217.4,
      "grad_norm": 1.053102731704712,
      "learning_rate": 4.0850529388407524e-06,
      "loss": 0.3702,
      "step": 778950
    },
    {
      "epoch": 217.4,
      "grad_norm": 1.1310330629348755,
      "learning_rate": 4.0850348400090125e-06,
      "loss": 0.3917,
      "step": 778960
    },
    {
      "epoch": 217.41,
      "grad_norm": 1.6898889541625977,
      "learning_rate": 4.0850167409455065e-06,
      "loss": 0.3671,
      "step": 778970
    },
    {
      "epoch": 217.41,
      "grad_norm": 1.0189640522003174,
      "learning_rate": 4.084998641650238e-06,
      "loss": 0.3809,
      "step": 778980
    },
    {
      "epoch": 217.41,
      "grad_norm": 1.1239367723464966,
      "learning_rate": 4.084980542123208e-06,
      "loss": 0.3564,
      "step": 778990
    },
    {
      "epoch": 217.42,
      "grad_norm": 1.224123477935791,
      "learning_rate": 4.0849624423644205e-06,
      "loss": 0.3618,
      "step": 779000
    },
    {
      "epoch": 217.42,
      "grad_norm": 1.073890209197998,
      "learning_rate": 4.084944342373877e-06,
      "loss": 0.3602,
      "step": 779010
    },
    {
      "epoch": 217.42,
      "grad_norm": 1.1786943674087524,
      "learning_rate": 4.08492624215158e-06,
      "loss": 0.374,
      "step": 779020
    },
    {
      "epoch": 217.42,
      "grad_norm": 1.0787303447723389,
      "learning_rate": 4.084908141697532e-06,
      "loss": 0.3719,
      "step": 779030
    },
    {
      "epoch": 217.43,
      "grad_norm": 1.0604753494262695,
      "learning_rate": 4.084890041011735e-06,
      "loss": 0.3751,
      "step": 779040
    },
    {
      "epoch": 217.43,
      "grad_norm": 1.0561002492904663,
      "learning_rate": 4.0848719400941925e-06,
      "loss": 0.3674,
      "step": 779050
    },
    {
      "epoch": 217.43,
      "grad_norm": 1.2730624675750732,
      "learning_rate": 4.084853838944906e-06,
      "loss": 0.3815,
      "step": 779060
    },
    {
      "epoch": 217.44,
      "grad_norm": 1.0157139301300049,
      "learning_rate": 4.084835737563877e-06,
      "loss": 0.3611,
      "step": 779070
    },
    {
      "epoch": 217.44,
      "grad_norm": 1.0184732675552368,
      "learning_rate": 4.08481763595111e-06,
      "loss": 0.37,
      "step": 779080
    },
    {
      "epoch": 217.44,
      "grad_norm": 1.0894153118133545,
      "learning_rate": 4.084799534106607e-06,
      "loss": 0.3608,
      "step": 779090
    },
    {
      "epoch": 217.44,
      "grad_norm": 0.9241910576820374,
      "learning_rate": 4.084781432030369e-06,
      "loss": 0.3703,
      "step": 779100
    },
    {
      "epoch": 217.45,
      "grad_norm": 1.0702658891677856,
      "learning_rate": 4.084763329722399e-06,
      "loss": 0.358,
      "step": 779110
    },
    {
      "epoch": 217.45,
      "grad_norm": 1.0261441469192505,
      "learning_rate": 4.0847452271827e-06,
      "loss": 0.3601,
      "step": 779120
    },
    {
      "epoch": 217.45,
      "grad_norm": 1.1365694999694824,
      "learning_rate": 4.084727124411274e-06,
      "loss": 0.3608,
      "step": 779130
    },
    {
      "epoch": 217.45,
      "grad_norm": 1.1112878322601318,
      "learning_rate": 4.084709021408125e-06,
      "loss": 0.3651,
      "step": 779140
    },
    {
      "epoch": 217.46,
      "grad_norm": 1.0754181146621704,
      "learning_rate": 4.084690918173251e-06,
      "loss": 0.3819,
      "step": 779150
    },
    {
      "epoch": 217.46,
      "grad_norm": 1.0848668813705444,
      "learning_rate": 4.084672814706659e-06,
      "loss": 0.3812,
      "step": 779160
    },
    {
      "epoch": 217.46,
      "grad_norm": 1.18942391872406,
      "learning_rate": 4.08465471100835e-06,
      "loss": 0.3779,
      "step": 779170
    },
    {
      "epoch": 217.47,
      "grad_norm": 1.0119378566741943,
      "learning_rate": 4.084636607078325e-06,
      "loss": 0.3722,
      "step": 779180
    },
    {
      "epoch": 217.47,
      "grad_norm": 1.2763351202011108,
      "learning_rate": 4.084618502916588e-06,
      "loss": 0.3713,
      "step": 779190
    },
    {
      "epoch": 217.47,
      "grad_norm": 1.058166265487671,
      "learning_rate": 4.084600398523141e-06,
      "loss": 0.3724,
      "step": 779200
    },
    {
      "epoch": 217.47,
      "grad_norm": 0.9620563983917236,
      "learning_rate": 4.084582293897987e-06,
      "loss": 0.3671,
      "step": 779210
    },
    {
      "epoch": 217.48,
      "grad_norm": 1.0030168294906616,
      "learning_rate": 4.084564189041127e-06,
      "loss": 0.3682,
      "step": 779220
    },
    {
      "epoch": 217.48,
      "grad_norm": 0.9879252314567566,
      "learning_rate": 4.084546083952564e-06,
      "loss": 0.3736,
      "step": 779230
    },
    {
      "epoch": 217.48,
      "grad_norm": 1.0676696300506592,
      "learning_rate": 4.084527978632301e-06,
      "loss": 0.3631,
      "step": 779240
    },
    {
      "epoch": 217.49,
      "grad_norm": 1.0700767040252686,
      "learning_rate": 4.08450987308034e-06,
      "loss": 0.3905,
      "step": 779250
    },
    {
      "epoch": 217.49,
      "grad_norm": 0.9974188208580017,
      "learning_rate": 4.0844917672966825e-06,
      "loss": 0.3881,
      "step": 779260
    },
    {
      "epoch": 217.49,
      "grad_norm": 1.2402751445770264,
      "learning_rate": 4.084473661281332e-06,
      "loss": 0.3808,
      "step": 779270
    },
    {
      "epoch": 217.49,
      "grad_norm": 1.3234384059906006,
      "learning_rate": 4.084455555034292e-06,
      "loss": 0.3629,
      "step": 779280
    },
    {
      "epoch": 217.5,
      "grad_norm": 1.1684471368789673,
      "learning_rate": 4.084437448555563e-06,
      "loss": 0.3905,
      "step": 779290
    },
    {
      "epoch": 217.5,
      "grad_norm": 1.058950424194336,
      "learning_rate": 4.0844193418451474e-06,
      "loss": 0.3819,
      "step": 779300
    },
    {
      "epoch": 217.5,
      "grad_norm": 3.2644503116607666,
      "learning_rate": 4.084401234903049e-06,
      "loss": 0.3792,
      "step": 779310
    },
    {
      "epoch": 217.5,
      "grad_norm": 2.333338737487793,
      "learning_rate": 4.08438312772927e-06,
      "loss": 0.3604,
      "step": 779320
    },
    {
      "epoch": 217.51,
      "grad_norm": 1.1092393398284912,
      "learning_rate": 4.0843650203238105e-06,
      "loss": 0.3831,
      "step": 779330
    },
    {
      "epoch": 217.51,
      "grad_norm": 1.1214202642440796,
      "learning_rate": 4.084346912686675e-06,
      "loss": 0.3695,
      "step": 779340
    },
    {
      "epoch": 217.51,
      "grad_norm": 1.0677571296691895,
      "learning_rate": 4.084328804817867e-06,
      "loss": 0.3769,
      "step": 779350
    },
    {
      "epoch": 217.52,
      "grad_norm": 1.2475866079330444,
      "learning_rate": 4.084310696717386e-06,
      "loss": 0.3703,
      "step": 779360
    },
    {
      "epoch": 217.52,
      "grad_norm": 1.2551970481872559,
      "learning_rate": 4.084292588385237e-06,
      "loss": 0.3746,
      "step": 779370
    },
    {
      "epoch": 217.52,
      "grad_norm": 1.0221657752990723,
      "learning_rate": 4.08427447982142e-06,
      "loss": 0.3709,
      "step": 779380
    },
    {
      "epoch": 217.52,
      "grad_norm": 1.1169695854187012,
      "learning_rate": 4.08425637102594e-06,
      "loss": 0.3779,
      "step": 779390
    },
    {
      "epoch": 217.53,
      "grad_norm": 1.0248385667800903,
      "learning_rate": 4.084238261998797e-06,
      "loss": 0.3807,
      "step": 779400
    },
    {
      "epoch": 217.53,
      "grad_norm": 1.251304268836975,
      "learning_rate": 4.084220152739995e-06,
      "loss": 0.3699,
      "step": 779410
    },
    {
      "epoch": 217.53,
      "grad_norm": 1.0156697034835815,
      "learning_rate": 4.0842020432495364e-06,
      "loss": 0.3647,
      "step": 779420
    },
    {
      "epoch": 217.54,
      "grad_norm": 1.026186466217041,
      "learning_rate": 4.0841839335274235e-06,
      "loss": 0.3626,
      "step": 779430
    },
    {
      "epoch": 217.54,
      "grad_norm": 1.1137977838516235,
      "learning_rate": 4.084165823573658e-06,
      "loss": 0.3493,
      "step": 779440
    },
    {
      "epoch": 217.54,
      "grad_norm": 1.1476752758026123,
      "learning_rate": 4.084147713388242e-06,
      "loss": 0.3559,
      "step": 779450
    },
    {
      "epoch": 217.54,
      "grad_norm": 1.3685587644577026,
      "learning_rate": 4.084129602971179e-06,
      "loss": 0.388,
      "step": 779460
    },
    {
      "epoch": 217.55,
      "grad_norm": 1.040732979774475,
      "learning_rate": 4.0841114923224716e-06,
      "loss": 0.3649,
      "step": 779470
    },
    {
      "epoch": 217.55,
      "grad_norm": 1.2782261371612549,
      "learning_rate": 4.084093381442121e-06,
      "loss": 0.3693,
      "step": 779480
    },
    {
      "epoch": 217.55,
      "grad_norm": 1.003305196762085,
      "learning_rate": 4.08407527033013e-06,
      "loss": 0.3653,
      "step": 779490
    },
    {
      "epoch": 217.56,
      "grad_norm": 1.1991523504257202,
      "learning_rate": 4.084057158986501e-06,
      "loss": 0.387,
      "step": 779500
    },
    {
      "epoch": 217.56,
      "grad_norm": 1.1515393257141113,
      "learning_rate": 4.084039047411238e-06,
      "loss": 0.3652,
      "step": 779510
    },
    {
      "epoch": 217.56,
      "grad_norm": 1.0564067363739014,
      "learning_rate": 4.084020935604341e-06,
      "loss": 0.3652,
      "step": 779520
    },
    {
      "epoch": 217.56,
      "grad_norm": 0.9891929626464844,
      "learning_rate": 4.084002823565814e-06,
      "loss": 0.3716,
      "step": 779530
    },
    {
      "epoch": 217.57,
      "grad_norm": 0.9537349939346313,
      "learning_rate": 4.083984711295658e-06,
      "loss": 0.367,
      "step": 779540
    },
    {
      "epoch": 217.57,
      "grad_norm": 1.2381937503814697,
      "learning_rate": 4.083966598793877e-06,
      "loss": 0.3743,
      "step": 779550
    },
    {
      "epoch": 217.57,
      "grad_norm": 1.0941232442855835,
      "learning_rate": 4.083948486060472e-06,
      "loss": 0.3763,
      "step": 779560
    },
    {
      "epoch": 217.57,
      "grad_norm": 0.9267370104789734,
      "learning_rate": 4.083930373095447e-06,
      "loss": 0.3635,
      "step": 779570
    },
    {
      "epoch": 217.58,
      "grad_norm": 1.004082441329956,
      "learning_rate": 4.083912259898803e-06,
      "loss": 0.366,
      "step": 779580
    },
    {
      "epoch": 217.58,
      "grad_norm": 1.315133810043335,
      "learning_rate": 4.083894146470543e-06,
      "loss": 0.3735,
      "step": 779590
    },
    {
      "epoch": 217.58,
      "grad_norm": 1.2190980911254883,
      "learning_rate": 4.083876032810669e-06,
      "loss": 0.368,
      "step": 779600
    },
    {
      "epoch": 217.59,
      "grad_norm": 1.17535400390625,
      "learning_rate": 4.083857918919184e-06,
      "loss": 0.3638,
      "step": 779610
    },
    {
      "epoch": 217.59,
      "grad_norm": 1.388433575630188,
      "learning_rate": 4.08383980479609e-06,
      "loss": 0.3733,
      "step": 779620
    },
    {
      "epoch": 217.59,
      "grad_norm": 1.1097856760025024,
      "learning_rate": 4.083821690441391e-06,
      "loss": 0.3609,
      "step": 779630
    },
    {
      "epoch": 217.59,
      "grad_norm": 0.989050567150116,
      "learning_rate": 4.083803575855086e-06,
      "loss": 0.36,
      "step": 779640
    },
    {
      "epoch": 217.6,
      "grad_norm": 1.2285640239715576,
      "learning_rate": 4.083785461037181e-06,
      "loss": 0.356,
      "step": 779650
    },
    {
      "epoch": 217.6,
      "grad_norm": 1.2647730112075806,
      "learning_rate": 4.083767345987676e-06,
      "loss": 0.3834,
      "step": 779660
    },
    {
      "epoch": 217.6,
      "grad_norm": 1.2540479898452759,
      "learning_rate": 4.083749230706574e-06,
      "loss": 0.3634,
      "step": 779670
    },
    {
      "epoch": 217.61,
      "grad_norm": 1.2986863851547241,
      "learning_rate": 4.083731115193878e-06,
      "loss": 0.3792,
      "step": 779680
    },
    {
      "epoch": 217.61,
      "grad_norm": 0.9911931753158569,
      "learning_rate": 4.08371299944959e-06,
      "loss": 0.3642,
      "step": 779690
    },
    {
      "epoch": 217.61,
      "grad_norm": 1.067853569984436,
      "learning_rate": 4.083694883473713e-06,
      "loss": 0.383,
      "step": 779700
    },
    {
      "epoch": 217.61,
      "grad_norm": 1.01209557056427,
      "learning_rate": 4.0836767672662475e-06,
      "loss": 0.3612,
      "step": 779710
    },
    {
      "epoch": 217.62,
      "grad_norm": 1.2603554725646973,
      "learning_rate": 4.083658650827198e-06,
      "loss": 0.3711,
      "step": 779720
    },
    {
      "epoch": 217.62,
      "grad_norm": 1.233323574066162,
      "learning_rate": 4.0836405341565665e-06,
      "loss": 0.3745,
      "step": 779730
    },
    {
      "epoch": 217.62,
      "grad_norm": 0.989121675491333,
      "learning_rate": 4.083622417254355e-06,
      "loss": 0.368,
      "step": 779740
    },
    {
      "epoch": 217.62,
      "grad_norm": 1.1533282995224,
      "learning_rate": 4.083604300120566e-06,
      "loss": 0.36,
      "step": 779750
    },
    {
      "epoch": 217.63,
      "grad_norm": 1.3128637075424194,
      "learning_rate": 4.083586182755201e-06,
      "loss": 0.3726,
      "step": 779760
    },
    {
      "epoch": 217.63,
      "grad_norm": 0.9845362305641174,
      "learning_rate": 4.0835680651582646e-06,
      "loss": 0.3793,
      "step": 779770
    },
    {
      "epoch": 217.63,
      "grad_norm": 1.0558518171310425,
      "learning_rate": 4.0835499473297575e-06,
      "loss": 0.366,
      "step": 779780
    },
    {
      "epoch": 217.64,
      "grad_norm": 1.1229300498962402,
      "learning_rate": 4.083531829269683e-06,
      "loss": 0.3765,
      "step": 779790
    },
    {
      "epoch": 217.64,
      "grad_norm": 1.0977870225906372,
      "learning_rate": 4.083513710978042e-06,
      "loss": 0.3776,
      "step": 779800
    },
    {
      "epoch": 217.64,
      "grad_norm": 1.0242199897766113,
      "learning_rate": 4.083495592454839e-06,
      "loss": 0.3659,
      "step": 779810
    },
    {
      "epoch": 217.64,
      "grad_norm": 1.2888360023498535,
      "learning_rate": 4.083477473700074e-06,
      "loss": 0.3749,
      "step": 779820
    },
    {
      "epoch": 217.65,
      "grad_norm": 1.055975317955017,
      "learning_rate": 4.083459354713752e-06,
      "loss": 0.3591,
      "step": 779830
    },
    {
      "epoch": 217.65,
      "grad_norm": 0.9538745284080505,
      "learning_rate": 4.083441235495874e-06,
      "loss": 0.3917,
      "step": 779840
    },
    {
      "epoch": 217.65,
      "grad_norm": 1.0697699785232544,
      "learning_rate": 4.083423116046443e-06,
      "loss": 0.3866,
      "step": 779850
    },
    {
      "epoch": 217.66,
      "grad_norm": 0.9786257743835449,
      "learning_rate": 4.08340499636546e-06,
      "loss": 0.3525,
      "step": 779860
    },
    {
      "epoch": 217.66,
      "grad_norm": 0.9941833019256592,
      "learning_rate": 4.083386876452929e-06,
      "loss": 0.3645,
      "step": 779870
    },
    {
      "epoch": 217.66,
      "grad_norm": 1.120866298675537,
      "learning_rate": 4.083368756308851e-06,
      "loss": 0.3637,
      "step": 779880
    },
    {
      "epoch": 217.66,
      "grad_norm": 1.3111345767974854,
      "learning_rate": 4.083350635933231e-06,
      "loss": 0.3777,
      "step": 779890
    },
    {
      "epoch": 217.67,
      "grad_norm": 1.0163812637329102,
      "learning_rate": 4.083332515326069e-06,
      "loss": 0.3605,
      "step": 779900
    },
    {
      "epoch": 217.67,
      "grad_norm": 0.9380149245262146,
      "learning_rate": 4.083314394487368e-06,
      "loss": 0.3798,
      "step": 779910
    },
    {
      "epoch": 217.67,
      "grad_norm": 1.1002933979034424,
      "learning_rate": 4.0832962734171306e-06,
      "loss": 0.3679,
      "step": 779920
    },
    {
      "epoch": 217.68,
      "grad_norm": 1.147304654121399,
      "learning_rate": 4.083278152115359e-06,
      "loss": 0.3601,
      "step": 779930
    },
    {
      "epoch": 217.68,
      "grad_norm": 0.9689785242080688,
      "learning_rate": 4.083260030582055e-06,
      "loss": 0.367,
      "step": 779940
    },
    {
      "epoch": 217.68,
      "grad_norm": 1.2051602602005005,
      "learning_rate": 4.083241908817223e-06,
      "loss": 0.3682,
      "step": 779950
    },
    {
      "epoch": 217.68,
      "grad_norm": 0.9531384706497192,
      "learning_rate": 4.083223786820863e-06,
      "loss": 0.3725,
      "step": 779960
    },
    {
      "epoch": 217.69,
      "grad_norm": 1.1296043395996094,
      "learning_rate": 4.08320566459298e-06,
      "loss": 0.3649,
      "step": 779970
    },
    {
      "epoch": 217.69,
      "grad_norm": 1.2667524814605713,
      "learning_rate": 4.083187542133574e-06,
      "loss": 0.3631,
      "step": 779980
    },
    {
      "epoch": 217.69,
      "grad_norm": 1.1067687273025513,
      "learning_rate": 4.083169419442648e-06,
      "loss": 0.3609,
      "step": 779990
    },
    {
      "epoch": 217.69,
      "grad_norm": 1.0969293117523193,
      "learning_rate": 4.083151296520206e-06,
      "loss": 0.3916,
      "step": 780000
    },
    {
      "epoch": 217.7,
      "grad_norm": 1.1562435626983643,
      "learning_rate": 4.083133173366248e-06,
      "loss": 0.3727,
      "step": 780010
    },
    {
      "epoch": 217.7,
      "grad_norm": 1.1288516521453857,
      "learning_rate": 4.083115049980778e-06,
      "loss": 0.3784,
      "step": 780020
    },
    {
      "epoch": 217.7,
      "grad_norm": 1.0649701356887817,
      "learning_rate": 4.083096926363798e-06,
      "loss": 0.3712,
      "step": 780030
    },
    {
      "epoch": 217.71,
      "grad_norm": 1.0981096029281616,
      "learning_rate": 4.083078802515311e-06,
      "loss": 0.3733,
      "step": 780040
    },
    {
      "epoch": 217.71,
      "grad_norm": 1.264064908027649,
      "learning_rate": 4.083060678435318e-06,
      "loss": 0.3694,
      "step": 780050
    },
    {
      "epoch": 217.71,
      "grad_norm": 1.0816709995269775,
      "learning_rate": 4.083042554123823e-06,
      "loss": 0.3663,
      "step": 780060
    },
    {
      "epoch": 217.71,
      "grad_norm": 1.0855963230133057,
      "learning_rate": 4.0830244295808276e-06,
      "loss": 0.3812,
      "step": 780070
    },
    {
      "epoch": 217.72,
      "grad_norm": 1.1141999959945679,
      "learning_rate": 4.083006304806334e-06,
      "loss": 0.3696,
      "step": 780080
    },
    {
      "epoch": 217.72,
      "grad_norm": 1.248001217842102,
      "learning_rate": 4.0829881798003455e-06,
      "loss": 0.3614,
      "step": 780090
    },
    {
      "epoch": 217.72,
      "grad_norm": 0.9248620271682739,
      "learning_rate": 4.082970054562863e-06,
      "loss": 0.364,
      "step": 780100
    },
    {
      "epoch": 217.73,
      "grad_norm": 1.021025538444519,
      "learning_rate": 4.08295192909389e-06,
      "loss": 0.3753,
      "step": 780110
    },
    {
      "epoch": 217.73,
      "grad_norm": 1.2191165685653687,
      "learning_rate": 4.082933803393429e-06,
      "loss": 0.3829,
      "step": 780120
    },
    {
      "epoch": 217.73,
      "grad_norm": 1.3455655574798584,
      "learning_rate": 4.0829156774614825e-06,
      "loss": 0.386,
      "step": 780130
    },
    {
      "epoch": 217.73,
      "grad_norm": 1.1053332090377808,
      "learning_rate": 4.082897551298053e-06,
      "loss": 0.3796,
      "step": 780140
    },
    {
      "epoch": 217.74,
      "grad_norm": 1.4691921472549438,
      "learning_rate": 4.0828794249031415e-06,
      "loss": 0.3709,
      "step": 780150
    },
    {
      "epoch": 217.74,
      "grad_norm": 1.2242597341537476,
      "learning_rate": 4.082861298276751e-06,
      "loss": 0.3644,
      "step": 780160
    },
    {
      "epoch": 217.74,
      "grad_norm": 1.080309271812439,
      "learning_rate": 4.082843171418886e-06,
      "loss": 0.3786,
      "step": 780170
    },
    {
      "epoch": 217.74,
      "grad_norm": 1.0106675624847412,
      "learning_rate": 4.082825044329546e-06,
      "loss": 0.3628,
      "step": 780180
    },
    {
      "epoch": 217.75,
      "grad_norm": 1.2335067987442017,
      "learning_rate": 4.082806917008734e-06,
      "loss": 0.373,
      "step": 780190
    },
    {
      "epoch": 217.75,
      "grad_norm": 1.0654793977737427,
      "learning_rate": 4.082788789456454e-06,
      "loss": 0.3607,
      "step": 780200
    },
    {
      "epoch": 217.75,
      "grad_norm": 1.015005111694336,
      "learning_rate": 4.082770661672709e-06,
      "loss": 0.3596,
      "step": 780210
    },
    {
      "epoch": 217.76,
      "grad_norm": 1.2083836793899536,
      "learning_rate": 4.082752533657497e-06,
      "loss": 0.3577,
      "step": 780220
    },
    {
      "epoch": 217.76,
      "grad_norm": 1.0336852073669434,
      "learning_rate": 4.0827344054108255e-06,
      "loss": 0.3658,
      "step": 780230
    },
    {
      "epoch": 217.76,
      "grad_norm": 1.3402162790298462,
      "learning_rate": 4.082716276932693e-06,
      "loss": 0.383,
      "step": 780240
    },
    {
      "epoch": 217.76,
      "grad_norm": 1.1765588521957397,
      "learning_rate": 4.082698148223104e-06,
      "loss": 0.3678,
      "step": 780250
    },
    {
      "epoch": 217.77,
      "grad_norm": 1.2650797367095947,
      "learning_rate": 4.082680019282061e-06,
      "loss": 0.3811,
      "step": 780260
    },
    {
      "epoch": 217.77,
      "grad_norm": 1.1169708967208862,
      "learning_rate": 4.082661890109567e-06,
      "loss": 0.3586,
      "step": 780270
    },
    {
      "epoch": 217.77,
      "grad_norm": 1.0563364028930664,
      "learning_rate": 4.082643760705622e-06,
      "loss": 0.3845,
      "step": 780280
    },
    {
      "epoch": 217.78,
      "grad_norm": 0.9818158745765686,
      "learning_rate": 4.082625631070229e-06,
      "loss": 0.3746,
      "step": 780290
    },
    {
      "epoch": 217.78,
      "grad_norm": 1.0543935298919678,
      "learning_rate": 4.082607501203393e-06,
      "loss": 0.3772,
      "step": 780300
    },
    {
      "epoch": 217.78,
      "grad_norm": 1.054065227508545,
      "learning_rate": 4.082589371105113e-06,
      "loss": 0.3766,
      "step": 780310
    },
    {
      "epoch": 217.78,
      "grad_norm": 1.220554232597351,
      "learning_rate": 4.082571240775394e-06,
      "loss": 0.3579,
      "step": 780320
    },
    {
      "epoch": 217.79,
      "grad_norm": 1.0567305088043213,
      "learning_rate": 4.082553110214237e-06,
      "loss": 0.3827,
      "step": 780330
    },
    {
      "epoch": 217.79,
      "grad_norm": 1.074567437171936,
      "learning_rate": 4.082534979421646e-06,
      "loss": 0.3897,
      "step": 780340
    },
    {
      "epoch": 217.79,
      "grad_norm": 1.1660670042037964,
      "learning_rate": 4.0825168483976206e-06,
      "loss": 0.3631,
      "step": 780350
    },
    {
      "epoch": 217.8,
      "grad_norm": 1.2499927282333374,
      "learning_rate": 4.082498717142165e-06,
      "loss": 0.3598,
      "step": 780360
    },
    {
      "epoch": 217.8,
      "grad_norm": 1.0943245887756348,
      "learning_rate": 4.082480585655282e-06,
      "loss": 0.3728,
      "step": 780370
    },
    {
      "epoch": 217.8,
      "grad_norm": 1.0812528133392334,
      "learning_rate": 4.082462453936973e-06,
      "loss": 0.3782,
      "step": 780380
    },
    {
      "epoch": 217.8,
      "grad_norm": 1.0453227758407593,
      "learning_rate": 4.082444321987242e-06,
      "loss": 0.372,
      "step": 780390
    },
    {
      "epoch": 217.81,
      "grad_norm": 1.1494594812393188,
      "learning_rate": 4.08242618980609e-06,
      "loss": 0.3815,
      "step": 780400
    },
    {
      "epoch": 217.81,
      "grad_norm": 1.0723708868026733,
      "learning_rate": 4.08240805739352e-06,
      "loss": 0.3593,
      "step": 780410
    },
    {
      "epoch": 217.81,
      "grad_norm": 1.1490556001663208,
      "learning_rate": 4.082389924749532e-06,
      "loss": 0.382,
      "step": 780420
    },
    {
      "epoch": 217.81,
      "grad_norm": 0.9570950269699097,
      "learning_rate": 4.082371791874133e-06,
      "loss": 0.3605,
      "step": 780430
    },
    {
      "epoch": 217.82,
      "grad_norm": 1.0578669309616089,
      "learning_rate": 4.0823536587673215e-06,
      "loss": 0.3796,
      "step": 780440
    },
    {
      "epoch": 217.82,
      "grad_norm": 0.9896387457847595,
      "learning_rate": 4.0823355254291025e-06,
      "loss": 0.3843,
      "step": 780450
    },
    {
      "epoch": 217.82,
      "grad_norm": 1.1153227090835571,
      "learning_rate": 4.082317391859477e-06,
      "loss": 0.361,
      "step": 780460
    },
    {
      "epoch": 217.83,
      "grad_norm": 1.0670621395111084,
      "learning_rate": 4.0822992580584465e-06,
      "loss": 0.3706,
      "step": 780470
    },
    {
      "epoch": 217.83,
      "grad_norm": 1.0628584623336792,
      "learning_rate": 4.082281124026016e-06,
      "loss": 0.3645,
      "step": 780480
    },
    {
      "epoch": 217.83,
      "grad_norm": 1.07230544090271,
      "learning_rate": 4.082262989762186e-06,
      "loss": 0.3592,
      "step": 780490
    },
    {
      "epoch": 217.83,
      "grad_norm": 0.9406523108482361,
      "learning_rate": 4.08224485526696e-06,
      "loss": 0.3709,
      "step": 780500
    },
    {
      "epoch": 217.84,
      "grad_norm": 1.130171537399292,
      "learning_rate": 4.082226720540339e-06,
      "loss": 0.3633,
      "step": 780510
    },
    {
      "epoch": 217.84,
      "grad_norm": 1.3231909275054932,
      "learning_rate": 4.0822085855823264e-06,
      "loss": 0.3737,
      "step": 780520
    },
    {
      "epoch": 217.84,
      "grad_norm": 1.1416897773742676,
      "learning_rate": 4.0821904503929245e-06,
      "loss": 0.3674,
      "step": 780530
    },
    {
      "epoch": 217.85,
      "grad_norm": 0.994451105594635,
      "learning_rate": 4.082172314972136e-06,
      "loss": 0.3616,
      "step": 780540
    },
    {
      "epoch": 217.85,
      "grad_norm": 1.091987133026123,
      "learning_rate": 4.082154179319963e-06,
      "loss": 0.3572,
      "step": 780550
    },
    {
      "epoch": 217.85,
      "grad_norm": 4.951707363128662,
      "learning_rate": 4.082136043436408e-06,
      "loss": 0.3782,
      "step": 780560
    },
    {
      "epoch": 217.85,
      "grad_norm": 0.9401826858520508,
      "learning_rate": 4.082117907321474e-06,
      "loss": 0.381,
      "step": 780570
    },
    {
      "epoch": 217.86,
      "grad_norm": 1.2649427652359009,
      "learning_rate": 4.082099770975161e-06,
      "loss": 0.3691,
      "step": 780580
    },
    {
      "epoch": 217.86,
      "grad_norm": 1.0725704431533813,
      "learning_rate": 4.082081634397475e-06,
      "loss": 0.3662,
      "step": 780590
    },
    {
      "epoch": 217.86,
      "grad_norm": 1.1522976160049438,
      "learning_rate": 4.082063497588415e-06,
      "loss": 0.3754,
      "step": 780600
    },
    {
      "epoch": 217.86,
      "grad_norm": 1.0601781606674194,
      "learning_rate": 4.082045360547986e-06,
      "loss": 0.3617,
      "step": 780610
    },
    {
      "epoch": 217.87,
      "grad_norm": 1.192034363746643,
      "learning_rate": 4.082027223276189e-06,
      "loss": 0.375,
      "step": 780620
    },
    {
      "epoch": 217.87,
      "grad_norm": 0.9768083691596985,
      "learning_rate": 4.0820090857730275e-06,
      "loss": 0.3737,
      "step": 780630
    },
    {
      "epoch": 217.87,
      "grad_norm": 1.0717051029205322,
      "learning_rate": 4.0819909480385026e-06,
      "loss": 0.3752,
      "step": 780640
    },
    {
      "epoch": 217.88,
      "grad_norm": 1.1275793313980103,
      "learning_rate": 4.081972810072617e-06,
      "loss": 0.3709,
      "step": 780650
    },
    {
      "epoch": 217.88,
      "grad_norm": 0.9783953428268433,
      "learning_rate": 4.0819546718753734e-06,
      "loss": 0.3662,
      "step": 780660
    },
    {
      "epoch": 217.88,
      "grad_norm": 1.0387402772903442,
      "learning_rate": 4.081936533446776e-06,
      "loss": 0.3766,
      "step": 780670
    },
    {
      "epoch": 217.88,
      "grad_norm": 0.9359185695648193,
      "learning_rate": 4.0819183947868244e-06,
      "loss": 0.3721,
      "step": 780680
    },
    {
      "epoch": 217.89,
      "grad_norm": 0.9889106750488281,
      "learning_rate": 4.081900255895522e-06,
      "loss": 0.3853,
      "step": 780690
    },
    {
      "epoch": 217.89,
      "grad_norm": 1.045452356338501,
      "learning_rate": 4.081882116772871e-06,
      "loss": 0.3763,
      "step": 780700
    },
    {
      "epoch": 217.89,
      "grad_norm": 1.1015352010726929,
      "learning_rate": 4.081863977418875e-06,
      "loss": 0.3679,
      "step": 780710
    },
    {
      "epoch": 217.9,
      "grad_norm": 1.0826934576034546,
      "learning_rate": 4.081845837833534e-06,
      "loss": 0.3578,
      "step": 780720
    },
    {
      "epoch": 217.9,
      "grad_norm": 1.1505560874938965,
      "learning_rate": 4.081827698016853e-06,
      "loss": 0.3482,
      "step": 780730
    },
    {
      "epoch": 217.9,
      "grad_norm": 1.0348109006881714,
      "learning_rate": 4.081809557968834e-06,
      "loss": 0.3705,
      "step": 780740
    },
    {
      "epoch": 217.9,
      "grad_norm": 0.9784544110298157,
      "learning_rate": 4.081791417689478e-06,
      "loss": 0.3508,
      "step": 780750
    },
    {
      "epoch": 217.91,
      "grad_norm": 1.1853960752487183,
      "learning_rate": 4.081773277178788e-06,
      "loss": 0.3624,
      "step": 780760
    },
    {
      "epoch": 217.91,
      "grad_norm": 1.0869642496109009,
      "learning_rate": 4.081755136436768e-06,
      "loss": 0.3943,
      "step": 780770
    },
    {
      "epoch": 217.91,
      "grad_norm": 0.9839842319488525,
      "learning_rate": 4.081736995463418e-06,
      "loss": 0.3807,
      "step": 780780
    },
    {
      "epoch": 217.92,
      "grad_norm": 1.0578449964523315,
      "learning_rate": 4.081718854258742e-06,
      "loss": 0.3771,
      "step": 780790
    },
    {
      "epoch": 217.92,
      "grad_norm": 1.0838366746902466,
      "learning_rate": 4.081700712822741e-06,
      "loss": 0.3572,
      "step": 780800
    },
    {
      "epoch": 217.92,
      "grad_norm": 0.9431166648864746,
      "learning_rate": 4.081682571155419e-06,
      "loss": 0.371,
      "step": 780810
    },
    {
      "epoch": 217.92,
      "grad_norm": 1.1394438743591309,
      "learning_rate": 4.081664429256777e-06,
      "loss": 0.369,
      "step": 780820
    },
    {
      "epoch": 217.93,
      "grad_norm": 1.0559372901916504,
      "learning_rate": 4.0816462871268185e-06,
      "loss": 0.3687,
      "step": 780830
    },
    {
      "epoch": 217.93,
      "grad_norm": 1.104393720626831,
      "learning_rate": 4.081628144765546e-06,
      "loss": 0.3589,
      "step": 780840
    },
    {
      "epoch": 217.93,
      "grad_norm": 1.1242530345916748,
      "learning_rate": 4.081610002172961e-06,
      "loss": 0.3626,
      "step": 780850
    },
    {
      "epoch": 217.93,
      "grad_norm": 1.2115055322647095,
      "learning_rate": 4.081591859349066e-06,
      "loss": 0.3741,
      "step": 780860
    },
    {
      "epoch": 217.94,
      "grad_norm": 1.004867434501648,
      "learning_rate": 4.0815737162938645e-06,
      "loss": 0.3821,
      "step": 780870
    },
    {
      "epoch": 217.94,
      "grad_norm": 0.9125405550003052,
      "learning_rate": 4.081555573007358e-06,
      "loss": 0.3807,
      "step": 780880
    },
    {
      "epoch": 217.94,
      "grad_norm": 1.176323652267456,
      "learning_rate": 4.0815374294895486e-06,
      "loss": 0.3782,
      "step": 780890
    },
    {
      "epoch": 217.95,
      "grad_norm": 1.253610372543335,
      "learning_rate": 4.08151928574044e-06,
      "loss": 0.3765,
      "step": 780900
    },
    {
      "epoch": 217.95,
      "grad_norm": 1.216115117073059,
      "learning_rate": 4.081501141760033e-06,
      "loss": 0.3696,
      "step": 780910
    },
    {
      "epoch": 217.95,
      "grad_norm": 1.1455061435699463,
      "learning_rate": 4.081482997548332e-06,
      "loss": 0.3553,
      "step": 780920
    },
    {
      "epoch": 217.95,
      "grad_norm": 1.0389832258224487,
      "learning_rate": 4.081464853105337e-06,
      "loss": 0.3608,
      "step": 780930
    },
    {
      "epoch": 217.96,
      "grad_norm": 1.1937633752822876,
      "learning_rate": 4.081446708431052e-06,
      "loss": 0.3741,
      "step": 780940
    },
    {
      "epoch": 217.96,
      "grad_norm": 0.8928216099739075,
      "learning_rate": 4.08142856352548e-06,
      "loss": 0.3771,
      "step": 780950
    },
    {
      "epoch": 217.96,
      "grad_norm": 1.030694842338562,
      "learning_rate": 4.081410418388621e-06,
      "loss": 0.3636,
      "step": 780960
    },
    {
      "epoch": 217.97,
      "grad_norm": 1.0627975463867188,
      "learning_rate": 4.08139227302048e-06,
      "loss": 0.3669,
      "step": 780970
    },
    {
      "epoch": 217.97,
      "grad_norm": 1.1917959451675415,
      "learning_rate": 4.081374127421058e-06,
      "loss": 0.3812,
      "step": 780980
    },
    {
      "epoch": 217.97,
      "grad_norm": 0.8786665797233582,
      "learning_rate": 4.081355981590357e-06,
      "loss": 0.3836,
      "step": 780990
    },
    {
      "epoch": 217.97,
      "grad_norm": 1.0211436748504639,
      "learning_rate": 4.081337835528382e-06,
      "loss": 0.3524,
      "step": 781000
    },
    {
      "epoch": 217.98,
      "grad_norm": 1.081335186958313,
      "learning_rate": 4.081319689235132e-06,
      "loss": 0.3671,
      "step": 781010
    },
    {
      "epoch": 217.98,
      "grad_norm": 1.0784387588500977,
      "learning_rate": 4.0813015427106124e-06,
      "loss": 0.3589,
      "step": 781020
    },
    {
      "epoch": 217.98,
      "grad_norm": 1.0237072706222534,
      "learning_rate": 4.081283395954823e-06,
      "loss": 0.385,
      "step": 781030
    },
    {
      "epoch": 217.98,
      "grad_norm": 1.1126971244812012,
      "learning_rate": 4.081265248967768e-06,
      "loss": 0.3677,
      "step": 781040
    },
    {
      "epoch": 217.99,
      "grad_norm": 0.9920171499252319,
      "learning_rate": 4.081247101749449e-06,
      "loss": 0.3786,
      "step": 781050
    },
    {
      "epoch": 217.99,
      "grad_norm": 1.1676205396652222,
      "learning_rate": 4.081228954299869e-06,
      "loss": 0.3859,
      "step": 781060
    },
    {
      "epoch": 217.99,
      "grad_norm": 1.2440365552902222,
      "learning_rate": 4.08121080661903e-06,
      "loss": 0.3815,
      "step": 781070
    },
    {
      "epoch": 218.0,
      "grad_norm": 1.2145683765411377,
      "learning_rate": 4.081192658706934e-06,
      "loss": 0.3654,
      "step": 781080
    },
    {
      "epoch": 218.0,
      "grad_norm": 1.0273652076721191,
      "learning_rate": 4.0811745105635844e-06,
      "loss": 0.364,
      "step": 781090
    },
    {
      "epoch": 218.0,
      "eval_loss": 0.36866652965545654,
      "eval_runtime": 63.2319,
      "eval_samples_per_second": 80.007,
      "eval_steps_per_second": 10.011,
      "step": 781094
    },
    {
      "epoch": 218.0,
      "grad_norm": 1.1597594022750854,
      "learning_rate": 4.081156362188983e-06,
      "loss": 0.3572,
      "step": 781100
    },
    {
      "epoch": 218.0,
      "grad_norm": 1.0256062746047974,
      "learning_rate": 4.081138213583132e-06,
      "loss": 0.3652,
      "step": 781110
    },
    {
      "epoch": 218.01,
      "grad_norm": 1.0215816497802734,
      "learning_rate": 4.081120064746035e-06,
      "loss": 0.3785,
      "step": 781120
    },
    {
      "epoch": 218.01,
      "grad_norm": 1.1818032264709473,
      "learning_rate": 4.0811019156776925e-06,
      "loss": 0.3822,
      "step": 781130
    },
    {
      "epoch": 218.01,
      "grad_norm": 1.110314965248108,
      "learning_rate": 4.081083766378108e-06,
      "loss": 0.373,
      "step": 781140
    },
    {
      "epoch": 218.02,
      "grad_norm": 1.09903085231781,
      "learning_rate": 4.081065616847285e-06,
      "loss": 0.3598,
      "step": 781150
    },
    {
      "epoch": 218.02,
      "grad_norm": 0.8081210255622864,
      "learning_rate": 4.081047467085224e-06,
      "loss": 0.3951,
      "step": 781160
    },
    {
      "epoch": 218.02,
      "grad_norm": 1.1572034358978271,
      "learning_rate": 4.081029317091929e-06,
      "loss": 0.3653,
      "step": 781170
    },
    {
      "epoch": 218.02,
      "grad_norm": 1.019023060798645,
      "learning_rate": 4.081011166867401e-06,
      "loss": 0.3603,
      "step": 781180
    },
    {
      "epoch": 218.03,
      "grad_norm": 1.09596848487854,
      "learning_rate": 4.080993016411643e-06,
      "loss": 0.3823,
      "step": 781190
    },
    {
      "epoch": 218.03,
      "grad_norm": 1.051077127456665,
      "learning_rate": 4.080974865724658e-06,
      "loss": 0.3687,
      "step": 781200
    },
    {
      "epoch": 218.03,
      "grad_norm": 1.2984119653701782,
      "learning_rate": 4.080956714806447e-06,
      "loss": 0.3708,
      "step": 781210
    },
    {
      "epoch": 218.04,
      "grad_norm": 1.0868288278579712,
      "learning_rate": 4.080938563657014e-06,
      "loss": 0.3759,
      "step": 781220
    },
    {
      "epoch": 218.04,
      "grad_norm": 1.0402826070785522,
      "learning_rate": 4.080920412276361e-06,
      "loss": 0.3703,
      "step": 781230
    },
    {
      "epoch": 218.04,
      "grad_norm": 1.0684146881103516,
      "learning_rate": 4.08090226066449e-06,
      "loss": 0.3648,
      "step": 781240
    },
    {
      "epoch": 218.04,
      "grad_norm": 1.2394574880599976,
      "learning_rate": 4.080884108821403e-06,
      "loss": 0.3803,
      "step": 781250
    },
    {
      "epoch": 218.05,
      "grad_norm": 1.1136670112609863,
      "learning_rate": 4.080865956747103e-06,
      "loss": 0.3445,
      "step": 781260
    },
    {
      "epoch": 218.05,
      "grad_norm": 1.1770282983779907,
      "learning_rate": 4.080847804441592e-06,
      "loss": 0.3779,
      "step": 781270
    },
    {
      "epoch": 218.05,
      "grad_norm": 1.3237264156341553,
      "learning_rate": 4.080829651904874e-06,
      "loss": 0.3718,
      "step": 781280
    },
    {
      "epoch": 218.05,
      "grad_norm": 2.94846248626709,
      "learning_rate": 4.080811499136949e-06,
      "loss": 0.3674,
      "step": 781290
    },
    {
      "epoch": 218.06,
      "grad_norm": 1.1010128259658813,
      "learning_rate": 4.080793346137823e-06,
      "loss": 0.3692,
      "step": 781300
    },
    {
      "epoch": 218.06,
      "grad_norm": 1.2466888427734375,
      "learning_rate": 4.080775192907494e-06,
      "loss": 0.3618,
      "step": 781310
    },
    {
      "epoch": 218.06,
      "grad_norm": 1.0418628454208374,
      "learning_rate": 4.080757039445967e-06,
      "loss": 0.3648,
      "step": 781320
    },
    {
      "epoch": 218.07,
      "grad_norm": 1.020614504814148,
      "learning_rate": 4.080738885753244e-06,
      "loss": 0.3753,
      "step": 781330
    },
    {
      "epoch": 218.07,
      "grad_norm": 1.0918606519699097,
      "learning_rate": 4.080720731829326e-06,
      "loss": 0.3561,
      "step": 781340
    },
    {
      "epoch": 218.07,
      "grad_norm": 1.2601890563964844,
      "learning_rate": 4.080702577674218e-06,
      "loss": 0.3667,
      "step": 781350
    },
    {
      "epoch": 218.07,
      "grad_norm": 1.164780855178833,
      "learning_rate": 4.080684423287921e-06,
      "loss": 0.3655,
      "step": 781360
    },
    {
      "epoch": 218.08,
      "grad_norm": 1.190051555633545,
      "learning_rate": 4.080666268670437e-06,
      "loss": 0.3937,
      "step": 781370
    },
    {
      "epoch": 218.08,
      "grad_norm": 1.008475661277771,
      "learning_rate": 4.08064811382177e-06,
      "loss": 0.3524,
      "step": 781380
    },
    {
      "epoch": 218.08,
      "grad_norm": 1.0669026374816895,
      "learning_rate": 4.080629958741921e-06,
      "loss": 0.3673,
      "step": 781390
    },
    {
      "epoch": 218.09,
      "grad_norm": 1.3447484970092773,
      "learning_rate": 4.0806118034308925e-06,
      "loss": 0.3824,
      "step": 781400
    },
    {
      "epoch": 218.09,
      "grad_norm": 1.1715234518051147,
      "learning_rate": 4.080593647888687e-06,
      "loss": 0.3528,
      "step": 781410
    },
    {
      "epoch": 218.09,
      "grad_norm": 1.1872355937957764,
      "learning_rate": 4.080575492115308e-06,
      "loss": 0.3804,
      "step": 781420
    },
    {
      "epoch": 218.09,
      "grad_norm": 1.0694553852081299,
      "learning_rate": 4.080557336110757e-06,
      "loss": 0.3609,
      "step": 781430
    },
    {
      "epoch": 218.1,
      "grad_norm": 0.9602326154708862,
      "learning_rate": 4.080539179875036e-06,
      "loss": 0.3589,
      "step": 781440
    },
    {
      "epoch": 218.1,
      "grad_norm": 0.9808626174926758,
      "learning_rate": 4.080521023408148e-06,
      "loss": 0.3618,
      "step": 781450
    },
    {
      "epoch": 218.1,
      "grad_norm": 0.9956437945365906,
      "learning_rate": 4.080502866710095e-06,
      "loss": 0.3618,
      "step": 781460
    },
    {
      "epoch": 218.1,
      "grad_norm": 1.2028545141220093,
      "learning_rate": 4.080484709780879e-06,
      "loss": 0.3851,
      "step": 781470
    },
    {
      "epoch": 218.11,
      "grad_norm": 1.2221211194992065,
      "learning_rate": 4.080466552620505e-06,
      "loss": 0.36,
      "step": 781480
    },
    {
      "epoch": 218.11,
      "grad_norm": 1.09308660030365,
      "learning_rate": 4.080448395228973e-06,
      "loss": 0.3778,
      "step": 781490
    },
    {
      "epoch": 218.11,
      "grad_norm": 1.6944552659988403,
      "learning_rate": 4.080430237606285e-06,
      "loss": 0.3696,
      "step": 781500
    },
    {
      "epoch": 218.12,
      "grad_norm": 1.0704631805419922,
      "learning_rate": 4.080412079752445e-06,
      "loss": 0.3777,
      "step": 781510
    },
    {
      "epoch": 218.12,
      "grad_norm": 0.9720391631126404,
      "learning_rate": 4.080393921667455e-06,
      "loss": 0.3655,
      "step": 781520
    },
    {
      "epoch": 218.12,
      "grad_norm": 0.9879271388053894,
      "learning_rate": 4.0803757633513164e-06,
      "loss": 0.3757,
      "step": 781530
    },
    {
      "epoch": 218.12,
      "grad_norm": 0.9655841588973999,
      "learning_rate": 4.080357604804033e-06,
      "loss": 0.3758,
      "step": 781540
    },
    {
      "epoch": 218.13,
      "grad_norm": 0.9372852444648743,
      "learning_rate": 4.080339446025607e-06,
      "loss": 0.376,
      "step": 781550
    },
    {
      "epoch": 218.13,
      "grad_norm": 1.115883231163025,
      "learning_rate": 4.080321287016041e-06,
      "loss": 0.3626,
      "step": 781560
    },
    {
      "epoch": 218.13,
      "grad_norm": 0.9495871663093567,
      "learning_rate": 4.0803031277753356e-06,
      "loss": 0.3575,
      "step": 781570
    },
    {
      "epoch": 218.14,
      "grad_norm": 0.9545106887817383,
      "learning_rate": 4.080284968303495e-06,
      "loss": 0.37,
      "step": 781580
    },
    {
      "epoch": 218.14,
      "grad_norm": 1.1136702299118042,
      "learning_rate": 4.0802668086005205e-06,
      "loss": 0.3608,
      "step": 781590
    },
    {
      "epoch": 218.14,
      "grad_norm": 0.9805816411972046,
      "learning_rate": 4.080248648666416e-06,
      "loss": 0.3691,
      "step": 781600
    },
    {
      "epoch": 218.14,
      "grad_norm": 0.9405813217163086,
      "learning_rate": 4.080230488501183e-06,
      "loss": 0.3747,
      "step": 781610
    },
    {
      "epoch": 218.15,
      "grad_norm": 1.003317952156067,
      "learning_rate": 4.080212328104824e-06,
      "loss": 0.3542,
      "step": 781620
    },
    {
      "epoch": 218.15,
      "grad_norm": 0.9186858534812927,
      "learning_rate": 4.080194167477341e-06,
      "loss": 0.3763,
      "step": 781630
    },
    {
      "epoch": 218.15,
      "grad_norm": 1.0415587425231934,
      "learning_rate": 4.080176006618737e-06,
      "loss": 0.3676,
      "step": 781640
    },
    {
      "epoch": 218.16,
      "grad_norm": 1.0204875469207764,
      "learning_rate": 4.080157845529014e-06,
      "loss": 0.3687,
      "step": 781650
    },
    {
      "epoch": 218.16,
      "grad_norm": 1.0715348720550537,
      "learning_rate": 4.080139684208175e-06,
      "loss": 0.3633,
      "step": 781660
    },
    {
      "epoch": 218.16,
      "grad_norm": 1.2544797658920288,
      "learning_rate": 4.080121522656222e-06,
      "loss": 0.3661,
      "step": 781670
    },
    {
      "epoch": 218.16,
      "grad_norm": 1.3476037979125977,
      "learning_rate": 4.080103360873158e-06,
      "loss": 0.3682,
      "step": 781680
    },
    {
      "epoch": 218.17,
      "grad_norm": 1.1261690855026245,
      "learning_rate": 4.080085198858984e-06,
      "loss": 0.3827,
      "step": 781690
    },
    {
      "epoch": 218.17,
      "grad_norm": 1.1365333795547485,
      "learning_rate": 4.080067036613703e-06,
      "loss": 0.3758,
      "step": 781700
    },
    {
      "epoch": 218.17,
      "grad_norm": 1.2739789485931396,
      "learning_rate": 4.080048874137318e-06,
      "loss": 0.3738,
      "step": 781710
    },
    {
      "epoch": 218.17,
      "grad_norm": 1.0221179723739624,
      "learning_rate": 4.080030711429832e-06,
      "loss": 0.3564,
      "step": 781720
    },
    {
      "epoch": 218.18,
      "grad_norm": 1.0425313711166382,
      "learning_rate": 4.080012548491246e-06,
      "loss": 0.3683,
      "step": 781730
    },
    {
      "epoch": 218.18,
      "grad_norm": 1.0295326709747314,
      "learning_rate": 4.079994385321563e-06,
      "loss": 0.3622,
      "step": 781740
    },
    {
      "epoch": 218.18,
      "grad_norm": 1.0074933767318726,
      "learning_rate": 4.079976221920785e-06,
      "loss": 0.3629,
      "step": 781750
    },
    {
      "epoch": 218.19,
      "grad_norm": 1.1207072734832764,
      "learning_rate": 4.079958058288915e-06,
      "loss": 0.3743,
      "step": 781760
    },
    {
      "epoch": 218.19,
      "grad_norm": 1.1776878833770752,
      "learning_rate": 4.079939894425956e-06,
      "loss": 0.3633,
      "step": 781770
    },
    {
      "epoch": 218.19,
      "grad_norm": 1.0942078828811646,
      "learning_rate": 4.0799217303319085e-06,
      "loss": 0.356,
      "step": 781780
    },
    {
      "epoch": 218.19,
      "grad_norm": 0.9062339663505554,
      "learning_rate": 4.079903566006777e-06,
      "loss": 0.3655,
      "step": 781790
    },
    {
      "epoch": 218.2,
      "grad_norm": 0.9552169442176819,
      "learning_rate": 4.079885401450563e-06,
      "loss": 0.3699,
      "step": 781800
    },
    {
      "epoch": 218.2,
      "grad_norm": 1.0252553224563599,
      "learning_rate": 4.079867236663268e-06,
      "loss": 0.3941,
      "step": 781810
    },
    {
      "epoch": 218.2,
      "grad_norm": 1.181254267692566,
      "learning_rate": 4.079849071644896e-06,
      "loss": 0.3732,
      "step": 781820
    },
    {
      "epoch": 218.21,
      "grad_norm": 1.1456046104431152,
      "learning_rate": 4.07983090639545e-06,
      "loss": 0.3654,
      "step": 781830
    },
    {
      "epoch": 218.21,
      "grad_norm": 3.6498799324035645,
      "learning_rate": 4.079812740914928e-06,
      "loss": 0.3877,
      "step": 781840
    },
    {
      "epoch": 218.21,
      "grad_norm": 1.1805623769760132,
      "learning_rate": 4.0797945752033385e-06,
      "loss": 0.3651,
      "step": 781850
    },
    {
      "epoch": 218.21,
      "grad_norm": 1.225866675376892,
      "learning_rate": 4.07977640926068e-06,
      "loss": 0.3618,
      "step": 781860
    },
    {
      "epoch": 218.22,
      "grad_norm": 1.1785589456558228,
      "learning_rate": 4.079758243086955e-06,
      "loss": 0.3788,
      "step": 781870
    },
    {
      "epoch": 218.22,
      "grad_norm": 1.0617855787277222,
      "learning_rate": 4.0797400766821675e-06,
      "loss": 0.3703,
      "step": 781880
    },
    {
      "epoch": 218.22,
      "grad_norm": 1.160312533378601,
      "learning_rate": 4.079721910046319e-06,
      "loss": 0.3712,
      "step": 781890
    },
    {
      "epoch": 218.22,
      "grad_norm": 1.13857901096344,
      "learning_rate": 4.079703743179413e-06,
      "loss": 0.3997,
      "step": 781900
    },
    {
      "epoch": 218.23,
      "grad_norm": 1.0239139795303345,
      "learning_rate": 4.07968557608145e-06,
      "loss": 0.3675,
      "step": 781910
    },
    {
      "epoch": 218.23,
      "grad_norm": 0.9860126972198486,
      "learning_rate": 4.079667408752435e-06,
      "loss": 0.3774,
      "step": 781920
    },
    {
      "epoch": 218.23,
      "grad_norm": 1.0813941955566406,
      "learning_rate": 4.079649241192367e-06,
      "loss": 0.3897,
      "step": 781930
    },
    {
      "epoch": 218.24,
      "grad_norm": 1.2335697412490845,
      "learning_rate": 4.0796310734012525e-06,
      "loss": 0.3839,
      "step": 781940
    },
    {
      "epoch": 218.24,
      "grad_norm": 1.1667711734771729,
      "learning_rate": 4.079612905379091e-06,
      "loss": 0.3675,
      "step": 781950
    },
    {
      "epoch": 218.24,
      "grad_norm": 1.1439762115478516,
      "learning_rate": 4.079594737125885e-06,
      "loss": 0.3735,
      "step": 781960
    },
    {
      "epoch": 218.24,
      "grad_norm": 1.0213332176208496,
      "learning_rate": 4.079576568641637e-06,
      "loss": 0.3686,
      "step": 781970
    },
    {
      "epoch": 218.25,
      "grad_norm": 1.0797847509384155,
      "learning_rate": 4.079558399926352e-06,
      "loss": 0.3635,
      "step": 781980
    },
    {
      "epoch": 218.25,
      "grad_norm": 1.0461410284042358,
      "learning_rate": 4.079540230980028e-06,
      "loss": 0.3482,
      "step": 781990
    },
    {
      "epoch": 218.25,
      "grad_norm": 1.1746248006820679,
      "learning_rate": 4.079522061802672e-06,
      "loss": 0.3649,
      "step": 782000
    },
    {
      "epoch": 218.26,
      "grad_norm": 1.194762110710144,
      "learning_rate": 4.0795038923942835e-06,
      "loss": 0.3687,
      "step": 782010
    },
    {
      "epoch": 218.26,
      "grad_norm": 1.1426613330841064,
      "learning_rate": 4.079485722754866e-06,
      "loss": 0.3632,
      "step": 782020
    },
    {
      "epoch": 218.26,
      "grad_norm": 1.2471836805343628,
      "learning_rate": 4.079467552884421e-06,
      "loss": 0.3739,
      "step": 782030
    },
    {
      "epoch": 218.26,
      "grad_norm": 1.1745446920394897,
      "learning_rate": 4.0794493827829516e-06,
      "loss": 0.3742,
      "step": 782040
    },
    {
      "epoch": 218.27,
      "grad_norm": 0.9892278909683228,
      "learning_rate": 4.07943121245046e-06,
      "loss": 0.3781,
      "step": 782050
    },
    {
      "epoch": 218.27,
      "grad_norm": 1.0015552043914795,
      "learning_rate": 4.079413041886949e-06,
      "loss": 0.3701,
      "step": 782060
    },
    {
      "epoch": 218.27,
      "grad_norm": 1.0880985260009766,
      "learning_rate": 4.079394871092421e-06,
      "loss": 0.3638,
      "step": 782070
    },
    {
      "epoch": 218.28,
      "grad_norm": 1.2508875131607056,
      "learning_rate": 4.0793767000668775e-06,
      "loss": 0.3684,
      "step": 782080
    },
    {
      "epoch": 218.28,
      "grad_norm": 1.2387101650238037,
      "learning_rate": 4.079358528810322e-06,
      "loss": 0.3626,
      "step": 782090
    },
    {
      "epoch": 218.28,
      "grad_norm": 1.1699055433273315,
      "learning_rate": 4.0793403573227575e-06,
      "loss": 0.3825,
      "step": 782100
    },
    {
      "epoch": 218.28,
      "grad_norm": 1.215738296508789,
      "learning_rate": 4.079322185604185e-06,
      "loss": 0.3603,
      "step": 782110
    },
    {
      "epoch": 218.29,
      "grad_norm": 1.0432982444763184,
      "learning_rate": 4.079304013654607e-06,
      "loss": 0.3592,
      "step": 782120
    },
    {
      "epoch": 218.29,
      "grad_norm": 1.1513481140136719,
      "learning_rate": 4.079285841474026e-06,
      "loss": 0.3723,
      "step": 782130
    },
    {
      "epoch": 218.29,
      "grad_norm": 1.170478343963623,
      "learning_rate": 4.0792676690624445e-06,
      "loss": 0.3677,
      "step": 782140
    },
    {
      "epoch": 218.29,
      "grad_norm": 1.1378480195999146,
      "learning_rate": 4.079249496419866e-06,
      "loss": 0.3719,
      "step": 782150
    },
    {
      "epoch": 218.3,
      "grad_norm": 0.8913629651069641,
      "learning_rate": 4.0792313235462914e-06,
      "loss": 0.3643,
      "step": 782160
    },
    {
      "epoch": 218.3,
      "grad_norm": 0.9368032813072205,
      "learning_rate": 4.079213150441724e-06,
      "loss": 0.3775,
      "step": 782170
    },
    {
      "epoch": 218.3,
      "grad_norm": 1.1464452743530273,
      "learning_rate": 4.079194977106166e-06,
      "loss": 0.3672,
      "step": 782180
    },
    {
      "epoch": 218.31,
      "grad_norm": 1.0483125448226929,
      "learning_rate": 4.07917680353962e-06,
      "loss": 0.3921,
      "step": 782190
    },
    {
      "epoch": 218.31,
      "grad_norm": 1.2781552076339722,
      "learning_rate": 4.079158629742088e-06,
      "loss": 0.3658,
      "step": 782200
    },
    {
      "epoch": 218.31,
      "grad_norm": 1.184738278388977,
      "learning_rate": 4.079140455713572e-06,
      "loss": 0.3696,
      "step": 782210
    },
    {
      "epoch": 218.31,
      "grad_norm": 1.0521531105041504,
      "learning_rate": 4.079122281454076e-06,
      "loss": 0.3582,
      "step": 782220
    },
    {
      "epoch": 218.32,
      "grad_norm": 1.0322864055633545,
      "learning_rate": 4.0791041069636015e-06,
      "loss": 0.3735,
      "step": 782230
    },
    {
      "epoch": 218.32,
      "grad_norm": 1.0258923768997192,
      "learning_rate": 4.0790859322421505e-06,
      "loss": 0.3631,
      "step": 782240
    },
    {
      "epoch": 218.32,
      "grad_norm": 1.031455397605896,
      "learning_rate": 4.079067757289725e-06,
      "loss": 0.3911,
      "step": 782250
    },
    {
      "epoch": 218.33,
      "grad_norm": 1.0131627321243286,
      "learning_rate": 4.07904958210633e-06,
      "loss": 0.3628,
      "step": 782260
    },
    {
      "epoch": 218.33,
      "grad_norm": 1.486725926399231,
      "learning_rate": 4.079031406691966e-06,
      "loss": 0.3724,
      "step": 782270
    },
    {
      "epoch": 218.33,
      "grad_norm": 1.0715726613998413,
      "learning_rate": 4.079013231046634e-06,
      "loss": 0.3541,
      "step": 782280
    },
    {
      "epoch": 218.33,
      "grad_norm": 1.1451282501220703,
      "learning_rate": 4.078995055170339e-06,
      "loss": 0.3579,
      "step": 782290
    },
    {
      "epoch": 218.34,
      "grad_norm": 1.0135090351104736,
      "learning_rate": 4.078976879063082e-06,
      "loss": 0.3711,
      "step": 782300
    },
    {
      "epoch": 218.34,
      "grad_norm": 1.032631754875183,
      "learning_rate": 4.078958702724866e-06,
      "loss": 0.3742,
      "step": 782310
    },
    {
      "epoch": 218.34,
      "grad_norm": 1.023112177848816,
      "learning_rate": 4.078940526155694e-06,
      "loss": 0.3772,
      "step": 782320
    },
    {
      "epoch": 218.34,
      "grad_norm": 1.1304945945739746,
      "learning_rate": 4.078922349355566e-06,
      "loss": 0.3569,
      "step": 782330
    },
    {
      "epoch": 218.35,
      "grad_norm": 0.9651641249656677,
      "learning_rate": 4.078904172324487e-06,
      "loss": 0.3712,
      "step": 782340
    },
    {
      "epoch": 218.35,
      "grad_norm": 1.0316461324691772,
      "learning_rate": 4.0788859950624595e-06,
      "loss": 0.354,
      "step": 782350
    },
    {
      "epoch": 218.35,
      "grad_norm": 1.072555422782898,
      "learning_rate": 4.078867817569484e-06,
      "loss": 0.3775,
      "step": 782360
    },
    {
      "epoch": 218.36,
      "grad_norm": 1.1708252429962158,
      "learning_rate": 4.078849639845563e-06,
      "loss": 0.3651,
      "step": 782370
    },
    {
      "epoch": 218.36,
      "grad_norm": 1.2993090152740479,
      "learning_rate": 4.078831461890701e-06,
      "loss": 0.3687,
      "step": 782380
    },
    {
      "epoch": 218.36,
      "grad_norm": 1.076764464378357,
      "learning_rate": 4.078813283704899e-06,
      "loss": 0.3539,
      "step": 782390
    },
    {
      "epoch": 218.36,
      "grad_norm": 1.2080782651901245,
      "learning_rate": 4.078795105288159e-06,
      "loss": 0.3673,
      "step": 782400
    },
    {
      "epoch": 218.37,
      "grad_norm": 0.9478735327720642,
      "learning_rate": 4.078776926640485e-06,
      "loss": 0.3758,
      "step": 782410
    },
    {
      "epoch": 218.37,
      "grad_norm": 1.0289772748947144,
      "learning_rate": 4.0787587477618775e-06,
      "loss": 0.3763,
      "step": 782420
    },
    {
      "epoch": 218.37,
      "grad_norm": 0.9727871417999268,
      "learning_rate": 4.07874056865234e-06,
      "loss": 0.3634,
      "step": 782430
    },
    {
      "epoch": 218.38,
      "grad_norm": 1.0098943710327148,
      "learning_rate": 4.078722389311875e-06,
      "loss": 0.3771,
      "step": 782440
    },
    {
      "epoch": 218.38,
      "grad_norm": 1.0016628503799438,
      "learning_rate": 4.0787042097404854e-06,
      "loss": 0.3755,
      "step": 782450
    },
    {
      "epoch": 218.38,
      "grad_norm": 1.2642167806625366,
      "learning_rate": 4.0786860299381725e-06,
      "loss": 0.3708,
      "step": 782460
    },
    {
      "epoch": 218.38,
      "grad_norm": 1.099417805671692,
      "learning_rate": 4.078667849904938e-06,
      "loss": 0.3614,
      "step": 782470
    },
    {
      "epoch": 218.39,
      "grad_norm": 3.443126916885376,
      "learning_rate": 4.078649669640787e-06,
      "loss": 0.3611,
      "step": 782480
    },
    {
      "epoch": 218.39,
      "grad_norm": 0.9827151894569397,
      "learning_rate": 4.07863148914572e-06,
      "loss": 0.3728,
      "step": 782490
    },
    {
      "epoch": 218.39,
      "grad_norm": 1.0214520692825317,
      "learning_rate": 4.078613308419739e-06,
      "loss": 0.3728,
      "step": 782500
    },
    {
      "epoch": 218.4,
      "grad_norm": 1.2503993511199951,
      "learning_rate": 4.0785951274628485e-06,
      "loss": 0.3839,
      "step": 782510
    },
    {
      "epoch": 218.4,
      "grad_norm": 1.1938015222549438,
      "learning_rate": 4.078576946275048e-06,
      "loss": 0.3692,
      "step": 782520
    },
    {
      "epoch": 218.4,
      "grad_norm": 1.2313005924224854,
      "learning_rate": 4.078558764856343e-06,
      "loss": 0.3727,
      "step": 782530
    },
    {
      "epoch": 218.4,
      "grad_norm": 0.9899671077728271,
      "learning_rate": 4.078540583206734e-06,
      "loss": 0.3636,
      "step": 782540
    },
    {
      "epoch": 218.41,
      "grad_norm": 0.994825541973114,
      "learning_rate": 4.078522401326223e-06,
      "loss": 0.3813,
      "step": 782550
    },
    {
      "epoch": 218.41,
      "grad_norm": 1.132462739944458,
      "learning_rate": 4.0785042192148145e-06,
      "loss": 0.3862,
      "step": 782560
    },
    {
      "epoch": 218.41,
      "grad_norm": 1.198256254196167,
      "learning_rate": 4.078486036872509e-06,
      "loss": 0.3646,
      "step": 782570
    },
    {
      "epoch": 218.41,
      "grad_norm": 1.1356724500656128,
      "learning_rate": 4.078467854299311e-06,
      "loss": 0.3714,
      "step": 782580
    },
    {
      "epoch": 218.42,
      "grad_norm": 1.1372030973434448,
      "learning_rate": 4.0784496714952204e-06,
      "loss": 0.3429,
      "step": 782590
    },
    {
      "epoch": 218.42,
      "grad_norm": 1.2326407432556152,
      "learning_rate": 4.078431488460241e-06,
      "loss": 0.377,
      "step": 782600
    },
    {
      "epoch": 218.42,
      "grad_norm": 0.916927695274353,
      "learning_rate": 4.078413305194375e-06,
      "loss": 0.3523,
      "step": 782610
    },
    {
      "epoch": 218.43,
      "grad_norm": 1.2095695734024048,
      "learning_rate": 4.078395121697624e-06,
      "loss": 0.3787,
      "step": 782620
    },
    {
      "epoch": 218.43,
      "grad_norm": 1.1249574422836304,
      "learning_rate": 4.078376937969993e-06,
      "loss": 0.3586,
      "step": 782630
    },
    {
      "epoch": 218.43,
      "grad_norm": 1.040410041809082,
      "learning_rate": 4.078358754011481e-06,
      "loss": 0.3686,
      "step": 782640
    },
    {
      "epoch": 218.43,
      "grad_norm": 1.2404597997665405,
      "learning_rate": 4.078340569822093e-06,
      "loss": 0.365,
      "step": 782650
    },
    {
      "epoch": 218.44,
      "grad_norm": 1.1613785028457642,
      "learning_rate": 4.078322385401831e-06,
      "loss": 0.35,
      "step": 782660
    },
    {
      "epoch": 218.44,
      "grad_norm": 1.0804473161697388,
      "learning_rate": 4.078304200750697e-06,
      "loss": 0.3837,
      "step": 782670
    },
    {
      "epoch": 218.44,
      "grad_norm": 1.067647099494934,
      "learning_rate": 4.078286015868693e-06,
      "loss": 0.3608,
      "step": 782680
    },
    {
      "epoch": 218.45,
      "grad_norm": 1.0888293981552124,
      "learning_rate": 4.078267830755821e-06,
      "loss": 0.3732,
      "step": 782690
    },
    {
      "epoch": 218.45,
      "grad_norm": 1.2469806671142578,
      "learning_rate": 4.078249645412085e-06,
      "loss": 0.3688,
      "step": 782700
    },
    {
      "epoch": 218.45,
      "grad_norm": 1.3267502784729004,
      "learning_rate": 4.078231459837486e-06,
      "loss": 0.3747,
      "step": 782710
    },
    {
      "epoch": 218.45,
      "grad_norm": 0.9264025092124939,
      "learning_rate": 4.078213274032028e-06,
      "loss": 0.3793,
      "step": 782720
    },
    {
      "epoch": 218.46,
      "grad_norm": 1.24922776222229,
      "learning_rate": 4.078195087995712e-06,
      "loss": 0.386,
      "step": 782730
    },
    {
      "epoch": 218.46,
      "grad_norm": 1.07725989818573,
      "learning_rate": 4.07817690172854e-06,
      "loss": 0.3785,
      "step": 782740
    },
    {
      "epoch": 218.46,
      "grad_norm": 1.0077400207519531,
      "learning_rate": 4.078158715230516e-06,
      "loss": 0.3831,
      "step": 782750
    },
    {
      "epoch": 218.46,
      "grad_norm": 1.3158053159713745,
      "learning_rate": 4.078140528501642e-06,
      "loss": 0.3808,
      "step": 782760
    },
    {
      "epoch": 218.47,
      "grad_norm": 1.0567504167556763,
      "learning_rate": 4.07812234154192e-06,
      "loss": 0.3886,
      "step": 782770
    },
    {
      "epoch": 218.47,
      "grad_norm": 1.1496189832687378,
      "learning_rate": 4.078104154351353e-06,
      "loss": 0.4,
      "step": 782780
    },
    {
      "epoch": 218.47,
      "grad_norm": 1.0863490104675293,
      "learning_rate": 4.078085966929942e-06,
      "loss": 0.3645,
      "step": 782790
    },
    {
      "epoch": 218.48,
      "grad_norm": 1.095622181892395,
      "learning_rate": 4.078067779277691e-06,
      "loss": 0.3584,
      "step": 782800
    },
    {
      "epoch": 218.48,
      "grad_norm": 1.091361403465271,
      "learning_rate": 4.078049591394602e-06,
      "loss": 0.3552,
      "step": 782810
    },
    {
      "epoch": 218.48,
      "grad_norm": 1.105776071548462,
      "learning_rate": 4.078031403280677e-06,
      "loss": 0.362,
      "step": 782820
    },
    {
      "epoch": 218.48,
      "grad_norm": 1.1096199750900269,
      "learning_rate": 4.0780132149359185e-06,
      "loss": 0.3544,
      "step": 782830
    },
    {
      "epoch": 218.49,
      "grad_norm": 0.9833859801292419,
      "learning_rate": 4.07799502636033e-06,
      "loss": 0.3803,
      "step": 782840
    },
    {
      "epoch": 218.49,
      "grad_norm": 0.9803505539894104,
      "learning_rate": 4.0779768375539124e-06,
      "loss": 0.3577,
      "step": 782850
    },
    {
      "epoch": 218.49,
      "grad_norm": 1.0247480869293213,
      "learning_rate": 4.077958648516668e-06,
      "loss": 0.3755,
      "step": 782860
    },
    {
      "epoch": 218.5,
      "grad_norm": 1.0937072038650513,
      "learning_rate": 4.077940459248601e-06,
      "loss": 0.3681,
      "step": 782870
    },
    {
      "epoch": 218.5,
      "grad_norm": 1.045457363128662,
      "learning_rate": 4.077922269749712e-06,
      "loss": 0.3775,
      "step": 782880
    },
    {
      "epoch": 218.5,
      "grad_norm": 1.258382797241211,
      "learning_rate": 4.077904080020004e-06,
      "loss": 0.3712,
      "step": 782890
    },
    {
      "epoch": 218.5,
      "grad_norm": 1.1326881647109985,
      "learning_rate": 4.077885890059481e-06,
      "loss": 0.3637,
      "step": 782900
    },
    {
      "epoch": 218.51,
      "grad_norm": 1.2174072265625,
      "learning_rate": 4.077867699868143e-06,
      "loss": 0.3787,
      "step": 782910
    },
    {
      "epoch": 218.51,
      "grad_norm": 1.0891218185424805,
      "learning_rate": 4.077849509445993e-06,
      "loss": 0.3437,
      "step": 782920
    },
    {
      "epoch": 218.51,
      "grad_norm": 1.0650540590286255,
      "learning_rate": 4.077831318793036e-06,
      "loss": 0.379,
      "step": 782930
    },
    {
      "epoch": 218.52,
      "grad_norm": 3.146690845489502,
      "learning_rate": 4.07781312790927e-06,
      "loss": 0.3476,
      "step": 782940
    },
    {
      "epoch": 218.52,
      "grad_norm": 1.1881111860275269,
      "learning_rate": 4.0777949367947e-06,
      "loss": 0.3623,
      "step": 782950
    },
    {
      "epoch": 218.52,
      "grad_norm": 1.2044811248779297,
      "learning_rate": 4.07777674544933e-06,
      "loss": 0.3594,
      "step": 782960
    },
    {
      "epoch": 218.52,
      "grad_norm": 1.04537034034729,
      "learning_rate": 4.077758553873159e-06,
      "loss": 0.3709,
      "step": 782970
    },
    {
      "epoch": 218.53,
      "grad_norm": 0.9686511158943176,
      "learning_rate": 4.077740362066192e-06,
      "loss": 0.36,
      "step": 782980
    },
    {
      "epoch": 218.53,
      "grad_norm": 1.121503233909607,
      "learning_rate": 4.077722170028429e-06,
      "loss": 0.3668,
      "step": 782990
    },
    {
      "epoch": 218.53,
      "grad_norm": 1.160451889038086,
      "learning_rate": 4.077703977759874e-06,
      "loss": 0.3798,
      "step": 783000
    },
    {
      "epoch": 218.53,
      "grad_norm": 1.028886079788208,
      "learning_rate": 4.07768578526053e-06,
      "loss": 0.3629,
      "step": 783010
    },
    {
      "epoch": 218.54,
      "grad_norm": 1.056433081626892,
      "learning_rate": 4.077667592530399e-06,
      "loss": 0.3668,
      "step": 783020
    },
    {
      "epoch": 218.54,
      "grad_norm": 1.2677710056304932,
      "learning_rate": 4.077649399569482e-06,
      "loss": 0.365,
      "step": 783030
    },
    {
      "epoch": 218.54,
      "grad_norm": 1.2188191413879395,
      "learning_rate": 4.077631206377784e-06,
      "loss": 0.3616,
      "step": 783040
    },
    {
      "epoch": 218.55,
      "grad_norm": 1.2953130006790161,
      "learning_rate": 4.077613012955305e-06,
      "loss": 0.3737,
      "step": 783050
    },
    {
      "epoch": 218.55,
      "grad_norm": 1.0142213106155396,
      "learning_rate": 4.077594819302047e-06,
      "loss": 0.363,
      "step": 783060
    },
    {
      "epoch": 218.55,
      "grad_norm": 1.072713851928711,
      "learning_rate": 4.077576625418016e-06,
      "loss": 0.3803,
      "step": 783070
    },
    {
      "epoch": 218.55,
      "grad_norm": 1.0918726921081543,
      "learning_rate": 4.077558431303212e-06,
      "loss": 0.3604,
      "step": 783080
    },
    {
      "epoch": 218.56,
      "grad_norm": 1.0933250188827515,
      "learning_rate": 4.077540236957637e-06,
      "loss": 0.3725,
      "step": 783090
    },
    {
      "epoch": 218.56,
      "grad_norm": 0.9746497869491577,
      "learning_rate": 4.077522042381293e-06,
      "loss": 0.3601,
      "step": 783100
    },
    {
      "epoch": 218.56,
      "grad_norm": 1.1121692657470703,
      "learning_rate": 4.077503847574185e-06,
      "loss": 0.3728,
      "step": 783110
    },
    {
      "epoch": 218.57,
      "grad_norm": 1.1597603559494019,
      "learning_rate": 4.077485652536314e-06,
      "loss": 0.3779,
      "step": 783120
    },
    {
      "epoch": 218.57,
      "grad_norm": 0.9368327260017395,
      "learning_rate": 4.0774674572676806e-06,
      "loss": 0.369,
      "step": 783130
    },
    {
      "epoch": 218.57,
      "grad_norm": 1.1064980030059814,
      "learning_rate": 4.07744926176829e-06,
      "loss": 0.3639,
      "step": 783140
    },
    {
      "epoch": 218.57,
      "grad_norm": 1.1206953525543213,
      "learning_rate": 4.0774310660381435e-06,
      "loss": 0.3622,
      "step": 783150
    },
    {
      "epoch": 218.58,
      "grad_norm": 1.3127769231796265,
      "learning_rate": 4.077412870077244e-06,
      "loss": 0.364,
      "step": 783160
    },
    {
      "epoch": 218.58,
      "grad_norm": 1.1757142543792725,
      "learning_rate": 4.077394673885594e-06,
      "loss": 0.3608,
      "step": 783170
    },
    {
      "epoch": 218.58,
      "grad_norm": 1.0789530277252197,
      "learning_rate": 4.077376477463194e-06,
      "loss": 0.3704,
      "step": 783180
    },
    {
      "epoch": 218.58,
      "grad_norm": 1.262113094329834,
      "learning_rate": 4.0773582808100485e-06,
      "loss": 0.3795,
      "step": 783190
    },
    {
      "epoch": 218.59,
      "grad_norm": 1.4580931663513184,
      "learning_rate": 4.077340083926159e-06,
      "loss": 0.363,
      "step": 783200
    },
    {
      "epoch": 218.59,
      "grad_norm": 1.3313283920288086,
      "learning_rate": 4.077321886811529e-06,
      "loss": 0.376,
      "step": 783210
    },
    {
      "epoch": 218.59,
      "grad_norm": 1.0807347297668457,
      "learning_rate": 4.077303689466159e-06,
      "loss": 0.3723,
      "step": 783220
    },
    {
      "epoch": 218.6,
      "grad_norm": 1.116806983947754,
      "learning_rate": 4.077285491890054e-06,
      "loss": 0.3651,
      "step": 783230
    },
    {
      "epoch": 218.6,
      "grad_norm": 0.9615311026573181,
      "learning_rate": 4.0772672940832134e-06,
      "loss": 0.3555,
      "step": 783240
    },
    {
      "epoch": 218.6,
      "grad_norm": 1.5049315690994263,
      "learning_rate": 4.0772490960456414e-06,
      "loss": 0.3748,
      "step": 783250
    },
    {
      "epoch": 218.6,
      "grad_norm": 1.0448285341262817,
      "learning_rate": 4.077230897777341e-06,
      "loss": 0.3739,
      "step": 783260
    },
    {
      "epoch": 218.61,
      "grad_norm": 1.0512802600860596,
      "learning_rate": 4.077212699278313e-06,
      "loss": 0.3627,
      "step": 783270
    },
    {
      "epoch": 218.61,
      "grad_norm": 1.1317802667617798,
      "learning_rate": 4.077194500548561e-06,
      "loss": 0.3652,
      "step": 783280
    },
    {
      "epoch": 218.61,
      "grad_norm": 1.1544616222381592,
      "learning_rate": 4.077176301588087e-06,
      "loss": 0.3742,
      "step": 783290
    },
    {
      "epoch": 218.62,
      "grad_norm": 1.2007375955581665,
      "learning_rate": 4.077158102396895e-06,
      "loss": 0.3697,
      "step": 783300
    },
    {
      "epoch": 218.62,
      "grad_norm": 1.1560533046722412,
      "learning_rate": 4.077139902974984e-06,
      "loss": 0.3721,
      "step": 783310
    },
    {
      "epoch": 218.62,
      "grad_norm": 1.1389167308807373,
      "learning_rate": 4.077121703322359e-06,
      "loss": 0.3556,
      "step": 783320
    },
    {
      "epoch": 218.62,
      "grad_norm": 0.8495906591415405,
      "learning_rate": 4.0771035034390206e-06,
      "loss": 0.3579,
      "step": 783330
    },
    {
      "epoch": 218.63,
      "grad_norm": 0.9336065649986267,
      "learning_rate": 4.0770853033249736e-06,
      "loss": 0.3802,
      "step": 783340
    },
    {
      "epoch": 218.63,
      "grad_norm": 1.4453232288360596,
      "learning_rate": 4.077067102980219e-06,
      "loss": 0.3708,
      "step": 783350
    },
    {
      "epoch": 218.63,
      "grad_norm": 1.0617280006408691,
      "learning_rate": 4.077048902404759e-06,
      "loss": 0.3695,
      "step": 783360
    },
    {
      "epoch": 218.64,
      "grad_norm": 1.3079503774642944,
      "learning_rate": 4.077030701598598e-06,
      "loss": 0.3659,
      "step": 783370
    },
    {
      "epoch": 218.64,
      "grad_norm": 1.4730443954467773,
      "learning_rate": 4.077012500561735e-06,
      "loss": 0.3716,
      "step": 783380
    },
    {
      "epoch": 218.64,
      "grad_norm": 1.0814763307571411,
      "learning_rate": 4.076994299294175e-06,
      "loss": 0.3725,
      "step": 783390
    },
    {
      "epoch": 218.64,
      "grad_norm": 1.0457541942596436,
      "learning_rate": 4.07697609779592e-06,
      "loss": 0.376,
      "step": 783400
    },
    {
      "epoch": 218.65,
      "grad_norm": 1.1486036777496338,
      "learning_rate": 4.076957896066971e-06,
      "loss": 0.3709,
      "step": 783410
    },
    {
      "epoch": 218.65,
      "grad_norm": 1.0841784477233887,
      "learning_rate": 4.076939694107333e-06,
      "loss": 0.3687,
      "step": 783420
    },
    {
      "epoch": 218.65,
      "grad_norm": 1.030772089958191,
      "learning_rate": 4.076921491917006e-06,
      "loss": 0.3569,
      "step": 783430
    },
    {
      "epoch": 218.65,
      "grad_norm": 0.9585108160972595,
      "learning_rate": 4.076903289495994e-06,
      "loss": 0.3755,
      "step": 783440
    },
    {
      "epoch": 218.66,
      "grad_norm": 1.1520484685897827,
      "learning_rate": 4.076885086844299e-06,
      "loss": 0.3771,
      "step": 783450
    },
    {
      "epoch": 218.66,
      "grad_norm": 1.0272306203842163,
      "learning_rate": 4.076866883961922e-06,
      "loss": 0.3653,
      "step": 783460
    },
    {
      "epoch": 218.66,
      "grad_norm": 0.9646120667457581,
      "learning_rate": 4.076848680848868e-06,
      "loss": 0.3754,
      "step": 783470
    },
    {
      "epoch": 218.67,
      "grad_norm": 1.0424151420593262,
      "learning_rate": 4.076830477505137e-06,
      "loss": 0.3869,
      "step": 783480
    },
    {
      "epoch": 218.67,
      "grad_norm": 1.0256036520004272,
      "learning_rate": 4.076812273930734e-06,
      "loss": 0.3878,
      "step": 783490
    },
    {
      "epoch": 218.67,
      "grad_norm": 0.9922899007797241,
      "learning_rate": 4.0767940701256586e-06,
      "loss": 0.3793,
      "step": 783500
    },
    {
      "epoch": 218.67,
      "grad_norm": 1.2587285041809082,
      "learning_rate": 4.076775866089915e-06,
      "loss": 0.3897,
      "step": 783510
    },
    {
      "epoch": 218.68,
      "grad_norm": 0.9941068887710571,
      "learning_rate": 4.076757661823505e-06,
      "loss": 0.3583,
      "step": 783520
    },
    {
      "epoch": 218.68,
      "grad_norm": 1.0783778429031372,
      "learning_rate": 4.076739457326432e-06,
      "loss": 0.3585,
      "step": 783530
    },
    {
      "epoch": 218.68,
      "grad_norm": 0.9670894742012024,
      "learning_rate": 4.076721252598697e-06,
      "loss": 0.3707,
      "step": 783540
    },
    {
      "epoch": 218.69,
      "grad_norm": 1.0167210102081299,
      "learning_rate": 4.076703047640303e-06,
      "loss": 0.3697,
      "step": 783550
    },
    {
      "epoch": 218.69,
      "grad_norm": 0.9764665961265564,
      "learning_rate": 4.076684842451253e-06,
      "loss": 0.3624,
      "step": 783560
    },
    {
      "epoch": 218.69,
      "grad_norm": 1.0907374620437622,
      "learning_rate": 4.076666637031548e-06,
      "loss": 0.3742,
      "step": 783570
    },
    {
      "epoch": 218.69,
      "grad_norm": 1.0606878995895386,
      "learning_rate": 4.076648431381192e-06,
      "loss": 0.3828,
      "step": 783580
    },
    {
      "epoch": 218.7,
      "grad_norm": 1.1520224809646606,
      "learning_rate": 4.076630225500186e-06,
      "loss": 0.3569,
      "step": 783590
    },
    {
      "epoch": 218.7,
      "grad_norm": 1.167663335800171,
      "learning_rate": 4.076612019388534e-06,
      "loss": 0.3712,
      "step": 783600
    },
    {
      "epoch": 218.7,
      "grad_norm": 1.0937929153442383,
      "learning_rate": 4.076593813046237e-06,
      "loss": 0.374,
      "step": 783610
    },
    {
      "epoch": 218.7,
      "grad_norm": 1.6709297895431519,
      "learning_rate": 4.076575606473299e-06,
      "loss": 0.3675,
      "step": 783620
    },
    {
      "epoch": 218.71,
      "grad_norm": 1.0183457136154175,
      "learning_rate": 4.07655739966972e-06,
      "loss": 0.367,
      "step": 783630
    },
    {
      "epoch": 218.71,
      "grad_norm": 0.8132182359695435,
      "learning_rate": 4.076539192635505e-06,
      "loss": 0.3614,
      "step": 783640
    },
    {
      "epoch": 218.71,
      "grad_norm": 1.0544363260269165,
      "learning_rate": 4.076520985370655e-06,
      "loss": 0.365,
      "step": 783650
    },
    {
      "epoch": 218.72,
      "grad_norm": 0.9919722676277161,
      "learning_rate": 4.076502777875172e-06,
      "loss": 0.367,
      "step": 783660
    },
    {
      "epoch": 218.72,
      "grad_norm": 0.9552925825119019,
      "learning_rate": 4.0764845701490604e-06,
      "loss": 0.3811,
      "step": 783670
    },
    {
      "epoch": 218.72,
      "grad_norm": 1.3239314556121826,
      "learning_rate": 4.07646636219232e-06,
      "loss": 0.3782,
      "step": 783680
    },
    {
      "epoch": 218.72,
      "grad_norm": 1.1008923053741455,
      "learning_rate": 4.076448154004956e-06,
      "loss": 0.3656,
      "step": 783690
    },
    {
      "epoch": 218.73,
      "grad_norm": 1.1448277235031128,
      "learning_rate": 4.0764299455869686e-06,
      "loss": 0.3733,
      "step": 783700
    },
    {
      "epoch": 218.73,
      "grad_norm": 5.412814140319824,
      "learning_rate": 4.076411736938362e-06,
      "loss": 0.3638,
      "step": 783710
    },
    {
      "epoch": 218.73,
      "grad_norm": 1.1786937713623047,
      "learning_rate": 4.076393528059136e-06,
      "loss": 0.3628,
      "step": 783720
    },
    {
      "epoch": 218.74,
      "grad_norm": 1.0596495866775513,
      "learning_rate": 4.076375318949295e-06,
      "loss": 0.3436,
      "step": 783730
    },
    {
      "epoch": 218.74,
      "grad_norm": 0.9517859816551208,
      "learning_rate": 4.076357109608842e-06,
      "loss": 0.3513,
      "step": 783740
    },
    {
      "epoch": 218.74,
      "grad_norm": 0.9022486209869385,
      "learning_rate": 4.076338900037779e-06,
      "loss": 0.3588,
      "step": 783750
    },
    {
      "epoch": 218.74,
      "grad_norm": 1.539437174797058,
      "learning_rate": 4.076320690236106e-06,
      "loss": 0.3799,
      "step": 783760
    },
    {
      "epoch": 218.75,
      "grad_norm": 1.8195571899414062,
      "learning_rate": 4.076302480203828e-06,
      "loss": 0.3683,
      "step": 783770
    },
    {
      "epoch": 218.75,
      "grad_norm": 0.9887803792953491,
      "learning_rate": 4.0762842699409476e-06,
      "loss": 0.3638,
      "step": 783780
    },
    {
      "epoch": 218.75,
      "grad_norm": 0.9624775648117065,
      "learning_rate": 4.0762660594474655e-06,
      "loss": 0.3582,
      "step": 783790
    },
    {
      "epoch": 218.76,
      "grad_norm": 1.005218744277954,
      "learning_rate": 4.0762478487233864e-06,
      "loss": 0.3618,
      "step": 783800
    },
    {
      "epoch": 218.76,
      "grad_norm": 1.090103030204773,
      "learning_rate": 4.07622963776871e-06,
      "loss": 0.3705,
      "step": 783810
    },
    {
      "epoch": 218.76,
      "grad_norm": 1.0845348834991455,
      "learning_rate": 4.07621142658344e-06,
      "loss": 0.3692,
      "step": 783820
    },
    {
      "epoch": 218.76,
      "grad_norm": 4.636286735534668,
      "learning_rate": 4.07619321516758e-06,
      "loss": 0.3674,
      "step": 783830
    },
    {
      "epoch": 218.77,
      "grad_norm": 0.950698733329773,
      "learning_rate": 4.076175003521131e-06,
      "loss": 0.3863,
      "step": 783840
    },
    {
      "epoch": 218.77,
      "grad_norm": 1.2614672183990479,
      "learning_rate": 4.076156791644096e-06,
      "loss": 0.3663,
      "step": 783850
    },
    {
      "epoch": 218.77,
      "grad_norm": 1.028151035308838,
      "learning_rate": 4.076138579536476e-06,
      "loss": 0.3591,
      "step": 783860
    },
    {
      "epoch": 218.77,
      "grad_norm": 5.524251461029053,
      "learning_rate": 4.076120367198276e-06,
      "loss": 0.3658,
      "step": 783870
    },
    {
      "epoch": 218.78,
      "grad_norm": 1.1722983121871948,
      "learning_rate": 4.076102154629496e-06,
      "loss": 0.3768,
      "step": 783880
    },
    {
      "epoch": 218.78,
      "grad_norm": 1.0856380462646484,
      "learning_rate": 4.0760839418301405e-06,
      "loss": 0.3638,
      "step": 783890
    },
    {
      "epoch": 218.78,
      "grad_norm": 1.0671031475067139,
      "learning_rate": 4.07606572880021e-06,
      "loss": 0.3811,
      "step": 783900
    },
    {
      "epoch": 218.79,
      "grad_norm": 0.9327374696731567,
      "learning_rate": 4.0760475155397075e-06,
      "loss": 0.3691,
      "step": 783910
    },
    {
      "epoch": 218.79,
      "grad_norm": 0.9749103784561157,
      "learning_rate": 4.076029302048637e-06,
      "loss": 0.3828,
      "step": 783920
    },
    {
      "epoch": 218.79,
      "grad_norm": 1.0204952955245972,
      "learning_rate": 4.076011088326999e-06,
      "loss": 0.3667,
      "step": 783930
    },
    {
      "epoch": 218.79,
      "grad_norm": 1.176491618156433,
      "learning_rate": 4.075992874374797e-06,
      "loss": 0.3739,
      "step": 783940
    },
    {
      "epoch": 218.8,
      "grad_norm": 0.9384724497795105,
      "learning_rate": 4.075974660192031e-06,
      "loss": 0.3901,
      "step": 783950
    },
    {
      "epoch": 218.8,
      "grad_norm": 1.4311566352844238,
      "learning_rate": 4.075956445778708e-06,
      "loss": 0.3593,
      "step": 783960
    },
    {
      "epoch": 218.8,
      "grad_norm": 1.0580869913101196,
      "learning_rate": 4.075938231134826e-06,
      "loss": 0.3713,
      "step": 783970
    },
    {
      "epoch": 218.81,
      "grad_norm": 1.0882818698883057,
      "learning_rate": 4.07592001626039e-06,
      "loss": 0.3717,
      "step": 783980
    },
    {
      "epoch": 218.81,
      "grad_norm": 0.9023547768592834,
      "learning_rate": 4.075901801155402e-06,
      "loss": 0.3553,
      "step": 783990
    },
    {
      "epoch": 218.81,
      "grad_norm": 1.0328418016433716,
      "learning_rate": 4.075883585819865e-06,
      "loss": 0.376,
      "step": 784000
    },
    {
      "epoch": 218.81,
      "grad_norm": 1.0547970533370972,
      "learning_rate": 4.0758653702537785e-06,
      "loss": 0.3766,
      "step": 784010
    },
    {
      "epoch": 218.82,
      "grad_norm": 1.1262762546539307,
      "learning_rate": 4.0758471544571485e-06,
      "loss": 0.3648,
      "step": 784020
    },
    {
      "epoch": 218.82,
      "grad_norm": 0.9752748012542725,
      "learning_rate": 4.075828938429975e-06,
      "loss": 0.3752,
      "step": 784030
    },
    {
      "epoch": 218.82,
      "grad_norm": 1.0120216608047485,
      "learning_rate": 4.075810722172262e-06,
      "loss": 0.3584,
      "step": 784040
    },
    {
      "epoch": 218.83,
      "grad_norm": 1.1924700736999512,
      "learning_rate": 4.07579250568401e-06,
      "loss": 0.3682,
      "step": 784050
    },
    {
      "epoch": 218.83,
      "grad_norm": 0.9896233677864075,
      "learning_rate": 4.075774288965224e-06,
      "loss": 0.3679,
      "step": 784060
    },
    {
      "epoch": 218.83,
      "grad_norm": 0.9223707318305969,
      "learning_rate": 4.075756072015905e-06,
      "loss": 0.3576,
      "step": 784070
    },
    {
      "epoch": 218.83,
      "grad_norm": 1.1318861246109009,
      "learning_rate": 4.075737854836055e-06,
      "loss": 0.3893,
      "step": 784080
    },
    {
      "epoch": 218.84,
      "grad_norm": 1.2688815593719482,
      "learning_rate": 4.075719637425677e-06,
      "loss": 0.3756,
      "step": 784090
    },
    {
      "epoch": 218.84,
      "grad_norm": 1.0789819955825806,
      "learning_rate": 4.0757014197847734e-06,
      "loss": 0.3552,
      "step": 784100
    },
    {
      "epoch": 218.84,
      "grad_norm": 1.310126781463623,
      "learning_rate": 4.0756832019133465e-06,
      "loss": 0.3779,
      "step": 784110
    },
    {
      "epoch": 218.84,
      "grad_norm": 2.230557918548584,
      "learning_rate": 4.0756649838113995e-06,
      "loss": 0.3708,
      "step": 784120
    },
    {
      "epoch": 218.85,
      "grad_norm": 1.2472015619277954,
      "learning_rate": 4.075646765478933e-06,
      "loss": 0.3515,
      "step": 784130
    },
    {
      "epoch": 218.85,
      "grad_norm": 1.0848121643066406,
      "learning_rate": 4.075628546915951e-06,
      "loss": 0.3775,
      "step": 784140
    },
    {
      "epoch": 218.85,
      "grad_norm": 0.9226096272468567,
      "learning_rate": 4.075610328122456e-06,
      "loss": 0.3772,
      "step": 784150
    },
    {
      "epoch": 218.86,
      "grad_norm": 1.1699354648590088,
      "learning_rate": 4.0755921090984494e-06,
      "loss": 0.3716,
      "step": 784160
    },
    {
      "epoch": 218.86,
      "grad_norm": 1.1912760734558105,
      "learning_rate": 4.0755738898439345e-06,
      "loss": 0.3695,
      "step": 784170
    },
    {
      "epoch": 218.86,
      "grad_norm": 1.1194413900375366,
      "learning_rate": 4.075555670358913e-06,
      "loss": 0.3662,
      "step": 784180
    },
    {
      "epoch": 218.86,
      "grad_norm": 1.125524640083313,
      "learning_rate": 4.075537450643388e-06,
      "loss": 0.3744,
      "step": 784190
    },
    {
      "epoch": 218.87,
      "grad_norm": 1.034127950668335,
      "learning_rate": 4.075519230697362e-06,
      "loss": 0.3737,
      "step": 784200
    },
    {
      "epoch": 218.87,
      "grad_norm": 1.0520833730697632,
      "learning_rate": 4.075501010520837e-06,
      "loss": 0.3599,
      "step": 784210
    },
    {
      "epoch": 218.87,
      "grad_norm": 1.0334397554397583,
      "learning_rate": 4.075482790113815e-06,
      "loss": 0.3648,
      "step": 784220
    },
    {
      "epoch": 218.88,
      "grad_norm": 1.1098641157150269,
      "learning_rate": 4.075464569476298e-06,
      "loss": 0.3662,
      "step": 784230
    },
    {
      "epoch": 218.88,
      "grad_norm": 1.2206690311431885,
      "learning_rate": 4.075446348608291e-06,
      "loss": 0.3626,
      "step": 784240
    },
    {
      "epoch": 218.88,
      "grad_norm": 1.0439482927322388,
      "learning_rate": 4.075428127509794e-06,
      "loss": 0.3751,
      "step": 784250
    },
    {
      "epoch": 218.88,
      "grad_norm": 1.0484962463378906,
      "learning_rate": 4.07540990618081e-06,
      "loss": 0.3605,
      "step": 784260
    },
    {
      "epoch": 218.89,
      "grad_norm": 0.9493241906166077,
      "learning_rate": 4.075391684621342e-06,
      "loss": 0.3987,
      "step": 784270
    },
    {
      "epoch": 218.89,
      "grad_norm": 1.3627870082855225,
      "learning_rate": 4.075373462831392e-06,
      "loss": 0.3684,
      "step": 784280
    },
    {
      "epoch": 218.89,
      "grad_norm": 1.1692718267440796,
      "learning_rate": 4.0753552408109614e-06,
      "loss": 0.3697,
      "step": 784290
    },
    {
      "epoch": 218.89,
      "grad_norm": 1.0549378395080566,
      "learning_rate": 4.075337018560055e-06,
      "loss": 0.3677,
      "step": 784300
    },
    {
      "epoch": 218.9,
      "grad_norm": 1.2761186361312866,
      "learning_rate": 4.075318796078674e-06,
      "loss": 0.3764,
      "step": 784310
    },
    {
      "epoch": 218.9,
      "grad_norm": 0.9470663070678711,
      "learning_rate": 4.0753005733668195e-06,
      "loss": 0.3859,
      "step": 784320
    },
    {
      "epoch": 218.9,
      "grad_norm": 1.0978584289550781,
      "learning_rate": 4.075282350424495e-06,
      "loss": 0.3744,
      "step": 784330
    },
    {
      "epoch": 218.91,
      "grad_norm": 1.1487624645233154,
      "learning_rate": 4.075264127251704e-06,
      "loss": 0.3795,
      "step": 784340
    },
    {
      "epoch": 218.91,
      "grad_norm": 1.025434970855713,
      "learning_rate": 4.075245903848448e-06,
      "loss": 0.3862,
      "step": 784350
    },
    {
      "epoch": 218.91,
      "grad_norm": 1.143428921699524,
      "learning_rate": 4.07522768021473e-06,
      "loss": 0.3726,
      "step": 784360
    },
    {
      "epoch": 218.91,
      "grad_norm": 1.5578407049179077,
      "learning_rate": 4.0752094563505505e-06,
      "loss": 0.3652,
      "step": 784370
    },
    {
      "epoch": 218.92,
      "grad_norm": 1.076940655708313,
      "learning_rate": 4.075191232255914e-06,
      "loss": 0.3785,
      "step": 784380
    },
    {
      "epoch": 218.92,
      "grad_norm": 1.1370148658752441,
      "learning_rate": 4.075173007930822e-06,
      "loss": 0.3622,
      "step": 784390
    },
    {
      "epoch": 218.92,
      "grad_norm": 1.0036931037902832,
      "learning_rate": 4.0751547833752775e-06,
      "loss": 0.3664,
      "step": 784400
    },
    {
      "epoch": 218.93,
      "grad_norm": 1.0695844888687134,
      "learning_rate": 4.0751365585892825e-06,
      "loss": 0.3744,
      "step": 784410
    },
    {
      "epoch": 218.93,
      "grad_norm": 1.3073945045471191,
      "learning_rate": 4.075118333572839e-06,
      "loss": 0.3751,
      "step": 784420
    },
    {
      "epoch": 218.93,
      "grad_norm": 0.974276065826416,
      "learning_rate": 4.07510010832595e-06,
      "loss": 0.3647,
      "step": 784430
    },
    {
      "epoch": 218.93,
      "grad_norm": 1.1613340377807617,
      "learning_rate": 4.075081882848618e-06,
      "loss": 0.3784,
      "step": 784440
    },
    {
      "epoch": 218.94,
      "grad_norm": 1.02253258228302,
      "learning_rate": 4.0750636571408454e-06,
      "loss": 0.3606,
      "step": 784450
    },
    {
      "epoch": 218.94,
      "grad_norm": 1.0280405282974243,
      "learning_rate": 4.075045431202634e-06,
      "loss": 0.3716,
      "step": 784460
    },
    {
      "epoch": 218.94,
      "grad_norm": 0.9119802117347717,
      "learning_rate": 4.0750272050339875e-06,
      "loss": 0.3612,
      "step": 784470
    },
    {
      "epoch": 218.95,
      "grad_norm": 1.1838003396987915,
      "learning_rate": 4.075008978634907e-06,
      "loss": 0.3792,
      "step": 784480
    },
    {
      "epoch": 218.95,
      "grad_norm": 1.1797088384628296,
      "learning_rate": 4.074990752005395e-06,
      "loss": 0.3805,
      "step": 784490
    },
    {
      "epoch": 218.95,
      "grad_norm": 1.1348775625228882,
      "learning_rate": 4.074972525145455e-06,
      "loss": 0.37,
      "step": 784500
    },
    {
      "epoch": 218.95,
      "grad_norm": 1.0511133670806885,
      "learning_rate": 4.0749542980550885e-06,
      "loss": 0.3585,
      "step": 784510
    },
    {
      "epoch": 218.96,
      "grad_norm": 1.1233360767364502,
      "learning_rate": 4.074936070734298e-06,
      "loss": 0.373,
      "step": 784520
    },
    {
      "epoch": 218.96,
      "grad_norm": 0.9214487075805664,
      "learning_rate": 4.074917843183087e-06,
      "loss": 0.363,
      "step": 784530
    },
    {
      "epoch": 218.96,
      "grad_norm": 1.07373046875,
      "learning_rate": 4.074899615401457e-06,
      "loss": 0.3667,
      "step": 784540
    },
    {
      "epoch": 218.96,
      "grad_norm": 1.265380620956421,
      "learning_rate": 4.07488138738941e-06,
      "loss": 0.359,
      "step": 784550
    },
    {
      "epoch": 218.97,
      "grad_norm": 2.0939998626708984,
      "learning_rate": 4.07486315914695e-06,
      "loss": 0.3736,
      "step": 784560
    },
    {
      "epoch": 218.97,
      "grad_norm": 3.678133010864258,
      "learning_rate": 4.074844930674077e-06,
      "loss": 0.3827,
      "step": 784570
    },
    {
      "epoch": 218.97,
      "grad_norm": 1.1431795358657837,
      "learning_rate": 4.074826701970795e-06,
      "loss": 0.3877,
      "step": 784580
    },
    {
      "epoch": 218.98,
      "grad_norm": 1.0667967796325684,
      "learning_rate": 4.074808473037107e-06,
      "loss": 0.3795,
      "step": 784590
    },
    {
      "epoch": 218.98,
      "grad_norm": 1.0511637926101685,
      "learning_rate": 4.074790243873014e-06,
      "loss": 0.3875,
      "step": 784600
    },
    {
      "epoch": 218.98,
      "grad_norm": 1.0637812614440918,
      "learning_rate": 4.074772014478519e-06,
      "loss": 0.3683,
      "step": 784610
    },
    {
      "epoch": 218.98,
      "grad_norm": 1.0382921695709229,
      "learning_rate": 4.074753784853625e-06,
      "loss": 0.3575,
      "step": 784620
    },
    {
      "epoch": 218.99,
      "grad_norm": 1.44489324092865,
      "learning_rate": 4.0747355549983335e-06,
      "loss": 0.3779,
      "step": 784630
    },
    {
      "epoch": 218.99,
      "grad_norm": 1.0969301462173462,
      "learning_rate": 4.074717324912647e-06,
      "loss": 0.3701,
      "step": 784640
    },
    {
      "epoch": 218.99,
      "grad_norm": 0.9740973711013794,
      "learning_rate": 4.074699094596569e-06,
      "loss": 0.361,
      "step": 784650
    },
    {
      "epoch": 219.0,
      "grad_norm": 1.1437867879867554,
      "learning_rate": 4.074680864050101e-06,
      "loss": 0.3714,
      "step": 784660
    },
    {
      "epoch": 219.0,
      "grad_norm": 0.9326504468917847,
      "learning_rate": 4.074662633273246e-06,
      "loss": 0.366,
      "step": 784670
    },
    {
      "epoch": 219.0,
      "eval_loss": 0.3704366087913513,
      "eval_runtime": 63.4527,
      "eval_samples_per_second": 79.729,
      "eval_steps_per_second": 9.976,
      "step": 784677
    },
    {
      "epoch": 219.0,
      "grad_norm": 0.9633269309997559,
      "learning_rate": 4.0746444022660055e-06,
      "loss": 0.3604,
      "step": 784680
    },
    {
      "epoch": 219.0,
      "grad_norm": 1.2085686922073364,
      "learning_rate": 4.0746261710283825e-06,
      "loss": 0.3661,
      "step": 784690
    },
    {
      "epoch": 219.01,
      "grad_norm": 1.1215898990631104,
      "learning_rate": 4.07460793956038e-06,
      "loss": 0.3913,
      "step": 784700
    },
    {
      "epoch": 219.01,
      "grad_norm": 1.0980629920959473,
      "learning_rate": 4.074589707861999e-06,
      "loss": 0.3848,
      "step": 784710
    },
    {
      "epoch": 219.01,
      "grad_norm": 1.0943679809570312,
      "learning_rate": 4.074571475933243e-06,
      "loss": 0.3694,
      "step": 784720
    },
    {
      "epoch": 219.01,
      "grad_norm": 1.0705596208572388,
      "learning_rate": 4.074553243774115e-06,
      "loss": 0.3723,
      "step": 784730
    },
    {
      "epoch": 219.02,
      "grad_norm": 1.093270182609558,
      "learning_rate": 4.074535011384615e-06,
      "loss": 0.3836,
      "step": 784740
    },
    {
      "epoch": 219.02,
      "grad_norm": 1.1995006799697876,
      "learning_rate": 4.074516778764749e-06,
      "loss": 0.3595,
      "step": 784750
    },
    {
      "epoch": 219.02,
      "grad_norm": 1.0659937858581543,
      "learning_rate": 4.074498545914516e-06,
      "loss": 0.3603,
      "step": 784760
    },
    {
      "epoch": 219.03,
      "grad_norm": 2.7293896675109863,
      "learning_rate": 4.07448031283392e-06,
      "loss": 0.3573,
      "step": 784770
    },
    {
      "epoch": 219.03,
      "grad_norm": 1.0244760513305664,
      "learning_rate": 4.074462079522965e-06,
      "loss": 0.375,
      "step": 784780
    },
    {
      "epoch": 219.03,
      "grad_norm": 1.0950493812561035,
      "learning_rate": 4.07444384598165e-06,
      "loss": 0.3559,
      "step": 784790
    },
    {
      "epoch": 219.03,
      "grad_norm": 1.3269716501235962,
      "learning_rate": 4.07442561220998e-06,
      "loss": 0.3824,
      "step": 784800
    },
    {
      "epoch": 219.04,
      "grad_norm": 0.9698471426963806,
      "learning_rate": 4.074407378207956e-06,
      "loss": 0.3513,
      "step": 784810
    },
    {
      "epoch": 219.04,
      "grad_norm": 1.1027166843414307,
      "learning_rate": 4.074389143975581e-06,
      "loss": 0.3687,
      "step": 784820
    },
    {
      "epoch": 219.04,
      "grad_norm": 3.016552448272705,
      "learning_rate": 4.074370909512858e-06,
      "loss": 0.3482,
      "step": 784830
    },
    {
      "epoch": 219.05,
      "grad_norm": 1.3101258277893066,
      "learning_rate": 4.0743526748197885e-06,
      "loss": 0.3792,
      "step": 784840
    },
    {
      "epoch": 219.05,
      "grad_norm": 1.1080396175384521,
      "learning_rate": 4.074334439896376e-06,
      "loss": 0.3488,
      "step": 784850
    },
    {
      "epoch": 219.05,
      "grad_norm": 0.8533599972724915,
      "learning_rate": 4.074316204742621e-06,
      "loss": 0.355,
      "step": 784860
    },
    {
      "epoch": 219.05,
      "grad_norm": 1.2554134130477905,
      "learning_rate": 4.074297969358528e-06,
      "loss": 0.3856,
      "step": 784870
    },
    {
      "epoch": 219.06,
      "grad_norm": 1.119093894958496,
      "learning_rate": 4.074279733744099e-06,
      "loss": 0.3746,
      "step": 784880
    },
    {
      "epoch": 219.06,
      "grad_norm": 1.19805908203125,
      "learning_rate": 4.074261497899334e-06,
      "loss": 0.3758,
      "step": 784890
    },
    {
      "epoch": 219.06,
      "grad_norm": 1.0918011665344238,
      "learning_rate": 4.074243261824239e-06,
      "loss": 0.3626,
      "step": 784900
    },
    {
      "epoch": 219.07,
      "grad_norm": 1.0107758045196533,
      "learning_rate": 4.074225025518816e-06,
      "loss": 0.3554,
      "step": 784910
    },
    {
      "epoch": 219.07,
      "grad_norm": 1.0088154077529907,
      "learning_rate": 4.074206788983064e-06,
      "loss": 0.3674,
      "step": 784920
    },
    {
      "epoch": 219.07,
      "grad_norm": 1.0847424268722534,
      "learning_rate": 4.074188552216989e-06,
      "loss": 0.3813,
      "step": 784930
    },
    {
      "epoch": 219.07,
      "grad_norm": 0.9345091581344604,
      "learning_rate": 4.074170315220593e-06,
      "loss": 0.3698,
      "step": 784940
    },
    {
      "epoch": 219.08,
      "grad_norm": 1.0057053565979004,
      "learning_rate": 4.074152077993876e-06,
      "loss": 0.3778,
      "step": 784950
    },
    {
      "epoch": 219.08,
      "grad_norm": 0.9174982905387878,
      "learning_rate": 4.074133840536842e-06,
      "loss": 0.3688,
      "step": 784960
    },
    {
      "epoch": 219.08,
      "grad_norm": 1.1031380891799927,
      "learning_rate": 4.0741156028494946e-06,
      "loss": 0.3693,
      "step": 784970
    },
    {
      "epoch": 219.08,
      "grad_norm": 1.1262493133544922,
      "learning_rate": 4.074097364931834e-06,
      "loss": 0.3698,
      "step": 784980
    },
    {
      "epoch": 219.09,
      "grad_norm": 1.256272315979004,
      "learning_rate": 4.074079126783865e-06,
      "loss": 0.3913,
      "step": 784990
    },
    {
      "epoch": 219.09,
      "grad_norm": 1.0897620916366577,
      "learning_rate": 4.074060888405587e-06,
      "loss": 0.3698,
      "step": 785000
    },
    {
      "epoch": 219.09,
      "grad_norm": 1.0112287998199463,
      "learning_rate": 4.074042649797006e-06,
      "loss": 0.3688,
      "step": 785010
    },
    {
      "epoch": 219.1,
      "grad_norm": 1.1172163486480713,
      "learning_rate": 4.074024410958121e-06,
      "loss": 0.3541,
      "step": 785020
    },
    {
      "epoch": 219.1,
      "grad_norm": 1.1292387247085571,
      "learning_rate": 4.0740061718889364e-06,
      "loss": 0.3902,
      "step": 785030
    },
    {
      "epoch": 219.1,
      "grad_norm": 1.185258150100708,
      "learning_rate": 4.073987932589455e-06,
      "loss": 0.3632,
      "step": 785040
    },
    {
      "epoch": 219.1,
      "grad_norm": 1.1101911067962646,
      "learning_rate": 4.073969693059678e-06,
      "loss": 0.3659,
      "step": 785050
    },
    {
      "epoch": 219.11,
      "grad_norm": 1.0784374475479126,
      "learning_rate": 4.0739514532996085e-06,
      "loss": 0.3723,
      "step": 785060
    },
    {
      "epoch": 219.11,
      "grad_norm": 0.9663937091827393,
      "learning_rate": 4.073933213309248e-06,
      "loss": 0.363,
      "step": 785070
    },
    {
      "epoch": 219.11,
      "grad_norm": 1.1274330615997314,
      "learning_rate": 4.0739149730886e-06,
      "loss": 0.3679,
      "step": 785080
    },
    {
      "epoch": 219.12,
      "grad_norm": 1.0488299131393433,
      "learning_rate": 4.073896732637666e-06,
      "loss": 0.3738,
      "step": 785090
    },
    {
      "epoch": 219.12,
      "grad_norm": 0.9283891320228577,
      "learning_rate": 4.07387849195645e-06,
      "loss": 0.3735,
      "step": 785100
    },
    {
      "epoch": 219.12,
      "grad_norm": 1.1982429027557373,
      "learning_rate": 4.073860251044954e-06,
      "loss": 0.3881,
      "step": 785110
    },
    {
      "epoch": 219.12,
      "grad_norm": 0.9982378482818604,
      "learning_rate": 4.073842009903179e-06,
      "loss": 0.3734,
      "step": 785120
    },
    {
      "epoch": 219.13,
      "grad_norm": 1.2105036973953247,
      "learning_rate": 4.073823768531127e-06,
      "loss": 0.3677,
      "step": 785130
    },
    {
      "epoch": 219.13,
      "grad_norm": 1.0995138883590698,
      "learning_rate": 4.073805526928804e-06,
      "loss": 0.363,
      "step": 785140
    },
    {
      "epoch": 219.13,
      "grad_norm": 1.0784484148025513,
      "learning_rate": 4.073787285096209e-06,
      "loss": 0.3882,
      "step": 785150
    },
    {
      "epoch": 219.13,
      "grad_norm": 1.2737984657287598,
      "learning_rate": 4.073769043033345e-06,
      "loss": 0.3764,
      "step": 785160
    },
    {
      "epoch": 219.14,
      "grad_norm": 1.2196358442306519,
      "learning_rate": 4.0737508007402154e-06,
      "loss": 0.372,
      "step": 785170
    },
    {
      "epoch": 219.14,
      "grad_norm": 1.0909161567687988,
      "learning_rate": 4.073732558216823e-06,
      "loss": 0.3558,
      "step": 785180
    },
    {
      "epoch": 219.14,
      "grad_norm": 0.9496325254440308,
      "learning_rate": 4.073714315463169e-06,
      "loss": 0.3664,
      "step": 785190
    },
    {
      "epoch": 219.15,
      "grad_norm": 1.2634837627410889,
      "learning_rate": 4.073696072479256e-06,
      "loss": 0.3704,
      "step": 785200
    },
    {
      "epoch": 219.15,
      "grad_norm": 1.1952333450317383,
      "learning_rate": 4.073677829265086e-06,
      "loss": 0.385,
      "step": 785210
    },
    {
      "epoch": 219.15,
      "grad_norm": 0.9771237373352051,
      "learning_rate": 4.073659585820664e-06,
      "loss": 0.3722,
      "step": 785220
    },
    {
      "epoch": 219.15,
      "grad_norm": 1.1954296827316284,
      "learning_rate": 4.073641342145989e-06,
      "loss": 0.3699,
      "step": 785230
    },
    {
      "epoch": 219.16,
      "grad_norm": 1.408992052078247,
      "learning_rate": 4.073623098241065e-06,
      "loss": 0.3762,
      "step": 785240
    },
    {
      "epoch": 219.16,
      "grad_norm": 0.9110402464866638,
      "learning_rate": 4.0736048541058955e-06,
      "loss": 0.3611,
      "step": 785250
    },
    {
      "epoch": 219.16,
      "grad_norm": 1.1735793352127075,
      "learning_rate": 4.0735866097404816e-06,
      "loss": 0.3717,
      "step": 785260
    },
    {
      "epoch": 219.17,
      "grad_norm": 1.0690162181854248,
      "learning_rate": 4.0735683651448254e-06,
      "loss": 0.3573,
      "step": 785270
    },
    {
      "epoch": 219.17,
      "grad_norm": 1.159941554069519,
      "learning_rate": 4.07355012031893e-06,
      "loss": 0.3913,
      "step": 785280
    },
    {
      "epoch": 219.17,
      "grad_norm": 1.0217276811599731,
      "learning_rate": 4.073531875262798e-06,
      "loss": 0.3677,
      "step": 785290
    },
    {
      "epoch": 219.17,
      "grad_norm": 15.012545585632324,
      "learning_rate": 4.073513629976432e-06,
      "loss": 0.3697,
      "step": 785300
    },
    {
      "epoch": 219.18,
      "grad_norm": 1.156704306602478,
      "learning_rate": 4.073495384459833e-06,
      "loss": 0.3739,
      "step": 785310
    },
    {
      "epoch": 219.18,
      "grad_norm": 1.1306318044662476,
      "learning_rate": 4.073477138713005e-06,
      "loss": 0.3675,
      "step": 785320
    },
    {
      "epoch": 219.18,
      "grad_norm": 1.156413197517395,
      "learning_rate": 4.07345889273595e-06,
      "loss": 0.37,
      "step": 785330
    },
    {
      "epoch": 219.19,
      "grad_norm": 1.180869460105896,
      "learning_rate": 4.07344064652867e-06,
      "loss": 0.3618,
      "step": 785340
    },
    {
      "epoch": 219.19,
      "grad_norm": 0.9522706270217896,
      "learning_rate": 4.073422400091168e-06,
      "loss": 0.3622,
      "step": 785350
    },
    {
      "epoch": 219.19,
      "grad_norm": 1.011899471282959,
      "learning_rate": 4.073404153423445e-06,
      "loss": 0.3801,
      "step": 785360
    },
    {
      "epoch": 219.19,
      "grad_norm": 1.2160165309906006,
      "learning_rate": 4.073385906525506e-06,
      "loss": 0.3674,
      "step": 785370
    },
    {
      "epoch": 219.2,
      "grad_norm": 1.1605840921401978,
      "learning_rate": 4.073367659397351e-06,
      "loss": 0.382,
      "step": 785380
    },
    {
      "epoch": 219.2,
      "grad_norm": 1.200501799583435,
      "learning_rate": 4.0733494120389835e-06,
      "loss": 0.3814,
      "step": 785390
    },
    {
      "epoch": 219.2,
      "grad_norm": 1.33383047580719,
      "learning_rate": 4.073331164450407e-06,
      "loss": 0.3775,
      "step": 785400
    },
    {
      "epoch": 219.2,
      "grad_norm": 1.211431622505188,
      "learning_rate": 4.073312916631622e-06,
      "loss": 0.3716,
      "step": 785410
    },
    {
      "epoch": 219.21,
      "grad_norm": 1.1749298572540283,
      "learning_rate": 4.073294668582631e-06,
      "loss": 0.36,
      "step": 785420
    },
    {
      "epoch": 219.21,
      "grad_norm": 1.0573922395706177,
      "learning_rate": 4.073276420303439e-06,
      "loss": 0.3648,
      "step": 785430
    },
    {
      "epoch": 219.21,
      "grad_norm": 1.2261933088302612,
      "learning_rate": 4.073258171794045e-06,
      "loss": 0.3697,
      "step": 785440
    },
    {
      "epoch": 219.22,
      "grad_norm": 1.028488278388977,
      "learning_rate": 4.073239923054453e-06,
      "loss": 0.3639,
      "step": 785450
    },
    {
      "epoch": 219.22,
      "grad_norm": 1.3839982748031616,
      "learning_rate": 4.073221674084665e-06,
      "loss": 0.3637,
      "step": 785460
    },
    {
      "epoch": 219.22,
      "grad_norm": 1.1402981281280518,
      "learning_rate": 4.073203424884685e-06,
      "loss": 0.3733,
      "step": 785470
    },
    {
      "epoch": 219.22,
      "grad_norm": 1.0498571395874023,
      "learning_rate": 4.073185175454514e-06,
      "loss": 0.3772,
      "step": 785480
    },
    {
      "epoch": 219.23,
      "grad_norm": 0.9310961961746216,
      "learning_rate": 4.073166925794155e-06,
      "loss": 0.3593,
      "step": 785490
    },
    {
      "epoch": 219.23,
      "grad_norm": 1.031399130821228,
      "learning_rate": 4.073148675903609e-06,
      "loss": 0.3711,
      "step": 785500
    },
    {
      "epoch": 219.23,
      "grad_norm": 1.1731857061386108,
      "learning_rate": 4.07313042578288e-06,
      "loss": 0.3698,
      "step": 785510
    },
    {
      "epoch": 219.24,
      "grad_norm": 0.8608457446098328,
      "learning_rate": 4.0731121754319705e-06,
      "loss": 0.3649,
      "step": 785520
    },
    {
      "epoch": 219.24,
      "grad_norm": 1.678948998451233,
      "learning_rate": 4.073093924850882e-06,
      "loss": 0.373,
      "step": 785530
    },
    {
      "epoch": 219.24,
      "grad_norm": 1.4434382915496826,
      "learning_rate": 4.073075674039618e-06,
      "loss": 0.3611,
      "step": 785540
    },
    {
      "epoch": 219.24,
      "grad_norm": 0.9935259819030762,
      "learning_rate": 4.07305742299818e-06,
      "loss": 0.3632,
      "step": 785550
    },
    {
      "epoch": 219.25,
      "grad_norm": 0.9918861389160156,
      "learning_rate": 4.073039171726571e-06,
      "loss": 0.3614,
      "step": 785560
    },
    {
      "epoch": 219.25,
      "grad_norm": 0.9768732190132141,
      "learning_rate": 4.073020920224792e-06,
      "loss": 0.3717,
      "step": 785570
    },
    {
      "epoch": 219.25,
      "grad_norm": 1.280773639678955,
      "learning_rate": 4.0730026684928475e-06,
      "loss": 0.3617,
      "step": 785580
    },
    {
      "epoch": 219.25,
      "grad_norm": 0.9762077927589417,
      "learning_rate": 4.072984416530739e-06,
      "loss": 0.3857,
      "step": 785590
    },
    {
      "epoch": 219.26,
      "grad_norm": 0.9958497881889343,
      "learning_rate": 4.072966164338468e-06,
      "loss": 0.3772,
      "step": 785600
    },
    {
      "epoch": 219.26,
      "grad_norm": 1.0008479356765747,
      "learning_rate": 4.0729479119160384e-06,
      "loss": 0.3576,
      "step": 785610
    },
    {
      "epoch": 219.26,
      "grad_norm": 1.2708765268325806,
      "learning_rate": 4.072929659263453e-06,
      "loss": 0.3781,
      "step": 785620
    },
    {
      "epoch": 219.27,
      "grad_norm": 0.956658661365509,
      "learning_rate": 4.072911406380712e-06,
      "loss": 0.3744,
      "step": 785630
    },
    {
      "epoch": 219.27,
      "grad_norm": 0.9763946533203125,
      "learning_rate": 4.07289315326782e-06,
      "loss": 0.3735,
      "step": 785640
    },
    {
      "epoch": 219.27,
      "grad_norm": 1.0848894119262695,
      "learning_rate": 4.072874899924778e-06,
      "loss": 0.3927,
      "step": 785650
    },
    {
      "epoch": 219.27,
      "grad_norm": 1.1181241273880005,
      "learning_rate": 4.07285664635159e-06,
      "loss": 0.3675,
      "step": 785660
    },
    {
      "epoch": 219.28,
      "grad_norm": 1.2596166133880615,
      "learning_rate": 4.072838392548256e-06,
      "loss": 0.363,
      "step": 785670
    },
    {
      "epoch": 219.28,
      "grad_norm": 1.228245496749878,
      "learning_rate": 4.072820138514781e-06,
      "loss": 0.3513,
      "step": 785680
    },
    {
      "epoch": 219.28,
      "grad_norm": 1.288583517074585,
      "learning_rate": 4.0728018842511654e-06,
      "loss": 0.3567,
      "step": 785690
    },
    {
      "epoch": 219.29,
      "grad_norm": 0.9447306990623474,
      "learning_rate": 4.0727836297574135e-06,
      "loss": 0.3498,
      "step": 785700
    },
    {
      "epoch": 219.29,
      "grad_norm": 1.2836525440216064,
      "learning_rate": 4.072765375033526e-06,
      "loss": 0.398,
      "step": 785710
    },
    {
      "epoch": 219.29,
      "grad_norm": 1.2467601299285889,
      "learning_rate": 4.0727471200795066e-06,
      "loss": 0.3564,
      "step": 785720
    },
    {
      "epoch": 219.29,
      "grad_norm": 1.1758859157562256,
      "learning_rate": 4.072728864895357e-06,
      "loss": 0.3713,
      "step": 785730
    },
    {
      "epoch": 219.3,
      "grad_norm": 1.0417401790618896,
      "learning_rate": 4.07271060948108e-06,
      "loss": 0.3551,
      "step": 785740
    },
    {
      "epoch": 219.3,
      "grad_norm": 1.1379410028457642,
      "learning_rate": 4.072692353836678e-06,
      "loss": 0.3606,
      "step": 785750
    },
    {
      "epoch": 219.3,
      "grad_norm": 0.920760989189148,
      "learning_rate": 4.072674097962152e-06,
      "loss": 0.3724,
      "step": 785760
    },
    {
      "epoch": 219.31,
      "grad_norm": 0.8811936974525452,
      "learning_rate": 4.072655841857507e-06,
      "loss": 0.3581,
      "step": 785770
    },
    {
      "epoch": 219.31,
      "grad_norm": 0.9518539309501648,
      "learning_rate": 4.072637585522743e-06,
      "loss": 0.3812,
      "step": 785780
    },
    {
      "epoch": 219.31,
      "grad_norm": 1.147141695022583,
      "learning_rate": 4.072619328957864e-06,
      "loss": 0.3817,
      "step": 785790
    },
    {
      "epoch": 219.31,
      "grad_norm": 1.002629041671753,
      "learning_rate": 4.072601072162873e-06,
      "loss": 0.3617,
      "step": 785800
    },
    {
      "epoch": 219.32,
      "grad_norm": 1.0438036918640137,
      "learning_rate": 4.072582815137771e-06,
      "loss": 0.3576,
      "step": 785810
    },
    {
      "epoch": 219.32,
      "grad_norm": 1.157846212387085,
      "learning_rate": 4.072564557882562e-06,
      "loss": 0.3847,
      "step": 785820
    },
    {
      "epoch": 219.32,
      "grad_norm": 0.9949512481689453,
      "learning_rate": 4.072546300397245e-06,
      "loss": 0.3747,
      "step": 785830
    },
    {
      "epoch": 219.32,
      "grad_norm": 0.9799918532371521,
      "learning_rate": 4.072528042681826e-06,
      "loss": 0.3655,
      "step": 785840
    },
    {
      "epoch": 219.33,
      "grad_norm": 0.9272550940513611,
      "learning_rate": 4.0725097847363066e-06,
      "loss": 0.3533,
      "step": 785850
    },
    {
      "epoch": 219.33,
      "grad_norm": 1.0465415716171265,
      "learning_rate": 4.072491526560688e-06,
      "loss": 0.3746,
      "step": 785860
    },
    {
      "epoch": 219.33,
      "grad_norm": 1.1623265743255615,
      "learning_rate": 4.0724732681549736e-06,
      "loss": 0.3701,
      "step": 785870
    },
    {
      "epoch": 219.34,
      "grad_norm": 1.0070511102676392,
      "learning_rate": 4.072455009519165e-06,
      "loss": 0.3638,
      "step": 785880
    },
    {
      "epoch": 219.34,
      "grad_norm": 1.6514053344726562,
      "learning_rate": 4.072436750653266e-06,
      "loss": 0.3826,
      "step": 785890
    },
    {
      "epoch": 219.34,
      "grad_norm": 10.140028953552246,
      "learning_rate": 4.072418491557279e-06,
      "loss": 0.3676,
      "step": 785900
    },
    {
      "epoch": 219.34,
      "grad_norm": 1.253049612045288,
      "learning_rate": 4.072400232231205e-06,
      "loss": 0.3719,
      "step": 785910
    },
    {
      "epoch": 219.35,
      "grad_norm": 1.116826057434082,
      "learning_rate": 4.072381972675047e-06,
      "loss": 0.3508,
      "step": 785920
    },
    {
      "epoch": 219.35,
      "grad_norm": 0.9171673059463501,
      "learning_rate": 4.072363712888808e-06,
      "loss": 0.361,
      "step": 785930
    },
    {
      "epoch": 219.35,
      "grad_norm": 1.0035794973373413,
      "learning_rate": 4.07234545287249e-06,
      "loss": 0.3759,
      "step": 785940
    },
    {
      "epoch": 219.36,
      "grad_norm": 1.0466145277023315,
      "learning_rate": 4.072327192626096e-06,
      "loss": 0.3686,
      "step": 785950
    },
    {
      "epoch": 219.36,
      "grad_norm": 1.3200135231018066,
      "learning_rate": 4.072308932149626e-06,
      "loss": 0.3668,
      "step": 785960
    },
    {
      "epoch": 219.36,
      "grad_norm": 1.2218607664108276,
      "learning_rate": 4.072290671443086e-06,
      "loss": 0.355,
      "step": 785970
    },
    {
      "epoch": 219.36,
      "grad_norm": 1.2315577268600464,
      "learning_rate": 4.072272410506477e-06,
      "loss": 0.3601,
      "step": 785980
    },
    {
      "epoch": 219.37,
      "grad_norm": 1.125227689743042,
      "learning_rate": 4.0722541493398e-06,
      "loss": 0.3698,
      "step": 785990
    },
    {
      "epoch": 219.37,
      "grad_norm": 1.0270984172821045,
      "learning_rate": 4.072235887943059e-06,
      "loss": 0.3668,
      "step": 786000
    },
    {
      "epoch": 219.37,
      "grad_norm": 1.1790087223052979,
      "learning_rate": 4.072217626316257e-06,
      "loss": 0.3634,
      "step": 786010
    },
    {
      "epoch": 219.37,
      "grad_norm": 1.104997158050537,
      "learning_rate": 4.072199364459395e-06,
      "loss": 0.3771,
      "step": 786020
    },
    {
      "epoch": 219.38,
      "grad_norm": 1.03287672996521,
      "learning_rate": 4.072181102372475e-06,
      "loss": 0.3611,
      "step": 786030
    },
    {
      "epoch": 219.38,
      "grad_norm": 1.1439287662506104,
      "learning_rate": 4.072162840055501e-06,
      "loss": 0.3696,
      "step": 786040
    },
    {
      "epoch": 219.38,
      "grad_norm": 1.1358273029327393,
      "learning_rate": 4.072144577508475e-06,
      "loss": 0.3725,
      "step": 786050
    },
    {
      "epoch": 219.39,
      "grad_norm": 1.0947933197021484,
      "learning_rate": 4.072126314731399e-06,
      "loss": 0.373,
      "step": 786060
    },
    {
      "epoch": 219.39,
      "grad_norm": 1.3858695030212402,
      "learning_rate": 4.072108051724276e-06,
      "loss": 0.3607,
      "step": 786070
    },
    {
      "epoch": 219.39,
      "grad_norm": 1.015668511390686,
      "learning_rate": 4.072089788487108e-06,
      "loss": 0.3612,
      "step": 786080
    },
    {
      "epoch": 219.39,
      "grad_norm": 1.004133701324463,
      "learning_rate": 4.072071525019896e-06,
      "loss": 0.3817,
      "step": 786090
    },
    {
      "epoch": 219.4,
      "grad_norm": 1.0146071910858154,
      "learning_rate": 4.072053261322646e-06,
      "loss": 0.384,
      "step": 786100
    },
    {
      "epoch": 219.4,
      "grad_norm": 1.1126691102981567,
      "learning_rate": 4.072034997395358e-06,
      "loss": 0.3595,
      "step": 786110
    },
    {
      "epoch": 219.4,
      "grad_norm": 0.9968564510345459,
      "learning_rate": 4.072016733238033e-06,
      "loss": 0.3597,
      "step": 786120
    },
    {
      "epoch": 219.41,
      "grad_norm": 1.04189133644104,
      "learning_rate": 4.071998468850678e-06,
      "loss": 0.3721,
      "step": 786130
    },
    {
      "epoch": 219.41,
      "grad_norm": 0.9732661843299866,
      "learning_rate": 4.0719802042332906e-06,
      "loss": 0.365,
      "step": 786140
    },
    {
      "epoch": 219.41,
      "grad_norm": 1.0103086233139038,
      "learning_rate": 4.0719619393858754e-06,
      "loss": 0.3863,
      "step": 786150
    },
    {
      "epoch": 219.41,
      "grad_norm": 1.047663927078247,
      "learning_rate": 4.071943674308436e-06,
      "loss": 0.3857,
      "step": 786160
    },
    {
      "epoch": 219.42,
      "grad_norm": 0.9431174993515015,
      "learning_rate": 4.0719254090009725e-06,
      "loss": 0.3696,
      "step": 786170
    },
    {
      "epoch": 219.42,
      "grad_norm": 1.0770728588104248,
      "learning_rate": 4.071907143463489e-06,
      "loss": 0.3678,
      "step": 786180
    },
    {
      "epoch": 219.42,
      "grad_norm": 1.1960697174072266,
      "learning_rate": 4.071888877695987e-06,
      "loss": 0.358,
      "step": 786190
    },
    {
      "epoch": 219.43,
      "grad_norm": 1.0618400573730469,
      "learning_rate": 4.071870611698469e-06,
      "loss": 0.3748,
      "step": 786200
    },
    {
      "epoch": 219.43,
      "grad_norm": 2.397737503051758,
      "learning_rate": 4.071852345470938e-06,
      "loss": 0.3767,
      "step": 786210
    },
    {
      "epoch": 219.43,
      "grad_norm": 0.9968587756156921,
      "learning_rate": 4.071834079013395e-06,
      "loss": 0.3508,
      "step": 786220
    },
    {
      "epoch": 219.43,
      "grad_norm": 1.0321712493896484,
      "learning_rate": 4.071815812325845e-06,
      "loss": 0.3684,
      "step": 786230
    },
    {
      "epoch": 219.44,
      "grad_norm": 0.9005287289619446,
      "learning_rate": 4.071797545408289e-06,
      "loss": 0.3617,
      "step": 786240
    },
    {
      "epoch": 219.44,
      "grad_norm": 1.3187270164489746,
      "learning_rate": 4.071779278260729e-06,
      "loss": 0.3671,
      "step": 786250
    },
    {
      "epoch": 219.44,
      "grad_norm": 1.0658005475997925,
      "learning_rate": 4.071761010883167e-06,
      "loss": 0.3775,
      "step": 786260
    },
    {
      "epoch": 219.44,
      "grad_norm": 1.1651782989501953,
      "learning_rate": 4.071742743275608e-06,
      "loss": 0.368,
      "step": 786270
    },
    {
      "epoch": 219.45,
      "grad_norm": 5.110621929168701,
      "learning_rate": 4.071724475438051e-06,
      "loss": 0.3688,
      "step": 786280
    },
    {
      "epoch": 219.45,
      "grad_norm": 1.1140855550765991,
      "learning_rate": 4.071706207370501e-06,
      "loss": 0.3737,
      "step": 786290
    },
    {
      "epoch": 219.45,
      "grad_norm": 1.0645135641098022,
      "learning_rate": 4.071687939072959e-06,
      "loss": 0.3793,
      "step": 786300
    },
    {
      "epoch": 219.46,
      "grad_norm": 1.0310344696044922,
      "learning_rate": 4.071669670545429e-06,
      "loss": 0.3688,
      "step": 786310
    },
    {
      "epoch": 219.46,
      "grad_norm": 1.1699095964431763,
      "learning_rate": 4.0716514017879114e-06,
      "loss": 0.3768,
      "step": 786320
    },
    {
      "epoch": 219.46,
      "grad_norm": 0.971230149269104,
      "learning_rate": 4.07163313280041e-06,
      "loss": 0.3667,
      "step": 786330
    },
    {
      "epoch": 219.46,
      "grad_norm": 1.0924569368362427,
      "learning_rate": 4.071614863582927e-06,
      "loss": 0.3617,
      "step": 786340
    },
    {
      "epoch": 219.47,
      "grad_norm": 1.123409390449524,
      "learning_rate": 4.0715965941354645e-06,
      "loss": 0.3537,
      "step": 786350
    },
    {
      "epoch": 219.47,
      "grad_norm": 1.0693883895874023,
      "learning_rate": 4.071578324458025e-06,
      "loss": 0.3655,
      "step": 786360
    },
    {
      "epoch": 219.47,
      "grad_norm": 1.1821012496948242,
      "learning_rate": 4.071560054550612e-06,
      "loss": 0.3684,
      "step": 786370
    },
    {
      "epoch": 219.48,
      "grad_norm": 1.0722016096115112,
      "learning_rate": 4.0715417844132266e-06,
      "loss": 0.3932,
      "step": 786380
    },
    {
      "epoch": 219.48,
      "grad_norm": 1.3293654918670654,
      "learning_rate": 4.071523514045871e-06,
      "loss": 0.3847,
      "step": 786390
    },
    {
      "epoch": 219.48,
      "grad_norm": 1.2770384550094604,
      "learning_rate": 4.071505243448548e-06,
      "loss": 0.3789,
      "step": 786400
    },
    {
      "epoch": 219.48,
      "grad_norm": 1.5175678730010986,
      "learning_rate": 4.071486972621262e-06,
      "loss": 0.3565,
      "step": 786410
    },
    {
      "epoch": 219.49,
      "grad_norm": 1.1232599020004272,
      "learning_rate": 4.071468701564013e-06,
      "loss": 0.3616,
      "step": 786420
    },
    {
      "epoch": 219.49,
      "grad_norm": 1.0915127992630005,
      "learning_rate": 4.0714504302768035e-06,
      "loss": 0.3572,
      "step": 786430
    },
    {
      "epoch": 219.49,
      "grad_norm": 1.0486119985580444,
      "learning_rate": 4.0714321587596374e-06,
      "loss": 0.377,
      "step": 786440
    },
    {
      "epoch": 219.49,
      "grad_norm": 1.2579344511032104,
      "learning_rate": 4.0714138870125155e-06,
      "loss": 0.3516,
      "step": 786450
    },
    {
      "epoch": 219.5,
      "grad_norm": 1.0728819370269775,
      "learning_rate": 4.071395615035442e-06,
      "loss": 0.3788,
      "step": 786460
    },
    {
      "epoch": 219.5,
      "grad_norm": 1.001067876815796,
      "learning_rate": 4.0713773428284176e-06,
      "loss": 0.3618,
      "step": 786470
    },
    {
      "epoch": 219.5,
      "grad_norm": 1.074541687965393,
      "learning_rate": 4.071359070391446e-06,
      "loss": 0.3719,
      "step": 786480
    },
    {
      "epoch": 219.51,
      "grad_norm": 1.3570475578308105,
      "learning_rate": 4.071340797724528e-06,
      "loss": 0.3721,
      "step": 786490
    },
    {
      "epoch": 219.51,
      "grad_norm": 1.036543369293213,
      "learning_rate": 4.071322524827669e-06,
      "loss": 0.3696,
      "step": 786500
    },
    {
      "epoch": 219.51,
      "grad_norm": 1.5304826498031616,
      "learning_rate": 4.071304251700869e-06,
      "loss": 0.3654,
      "step": 786510
    },
    {
      "epoch": 219.51,
      "grad_norm": 0.9165052771568298,
      "learning_rate": 4.071285978344131e-06,
      "loss": 0.3905,
      "step": 786520
    },
    {
      "epoch": 219.52,
      "grad_norm": 0.9329596161842346,
      "learning_rate": 4.071267704757457e-06,
      "loss": 0.3701,
      "step": 786530
    },
    {
      "epoch": 219.52,
      "grad_norm": 1.28632652759552,
      "learning_rate": 4.07124943094085e-06,
      "loss": 0.3769,
      "step": 786540
    },
    {
      "epoch": 219.52,
      "grad_norm": 1.2186709642410278,
      "learning_rate": 4.071231156894313e-06,
      "loss": 0.3761,
      "step": 786550
    },
    {
      "epoch": 219.53,
      "grad_norm": 1.4451658725738525,
      "learning_rate": 4.071212882617848e-06,
      "loss": 0.3464,
      "step": 786560
    },
    {
      "epoch": 219.53,
      "grad_norm": 1.1263606548309326,
      "learning_rate": 4.071194608111456e-06,
      "loss": 0.3793,
      "step": 786570
    },
    {
      "epoch": 219.53,
      "grad_norm": 1.0442533493041992,
      "learning_rate": 4.071176333375141e-06,
      "loss": 0.3799,
      "step": 786580
    },
    {
      "epoch": 219.53,
      "grad_norm": 1.1054246425628662,
      "learning_rate": 4.071158058408906e-06,
      "loss": 0.3755,
      "step": 786590
    },
    {
      "epoch": 219.54,
      "grad_norm": 1.1840248107910156,
      "learning_rate": 4.071139783212752e-06,
      "loss": 0.3697,
      "step": 786600
    },
    {
      "epoch": 219.54,
      "grad_norm": 1.1368045806884766,
      "learning_rate": 4.071121507786682e-06,
      "loss": 0.3705,
      "step": 786610
    },
    {
      "epoch": 219.54,
      "grad_norm": 1.0140386819839478,
      "learning_rate": 4.071103232130699e-06,
      "loss": 0.3797,
      "step": 786620
    },
    {
      "epoch": 219.55,
      "grad_norm": 1.1825897693634033,
      "learning_rate": 4.071084956244803e-06,
      "loss": 0.3676,
      "step": 786630
    },
    {
      "epoch": 219.55,
      "grad_norm": 1.0741417407989502,
      "learning_rate": 4.071066680128999e-06,
      "loss": 0.3529,
      "step": 786640
    },
    {
      "epoch": 219.55,
      "grad_norm": 1.036228895187378,
      "learning_rate": 4.0710484037832895e-06,
      "loss": 0.3613,
      "step": 786650
    },
    {
      "epoch": 219.55,
      "grad_norm": 1.543135643005371,
      "learning_rate": 4.071030127207675e-06,
      "loss": 0.3646,
      "step": 786660
    },
    {
      "epoch": 219.56,
      "grad_norm": 1.259576439857483,
      "learning_rate": 4.0710118504021595e-06,
      "loss": 0.3494,
      "step": 786670
    },
    {
      "epoch": 219.56,
      "grad_norm": 1.2610300779342651,
      "learning_rate": 4.070993573366746e-06,
      "loss": 0.3749,
      "step": 786680
    },
    {
      "epoch": 219.56,
      "grad_norm": 2.1248226165771484,
      "learning_rate": 4.0709752961014346e-06,
      "loss": 0.3601,
      "step": 786690
    },
    {
      "epoch": 219.56,
      "grad_norm": 1.1117454767227173,
      "learning_rate": 4.070957018606229e-06,
      "loss": 0.3748,
      "step": 786700
    },
    {
      "epoch": 219.57,
      "grad_norm": 0.9891103506088257,
      "learning_rate": 4.0709387408811326e-06,
      "loss": 0.367,
      "step": 786710
    },
    {
      "epoch": 219.57,
      "grad_norm": 1.1467671394348145,
      "learning_rate": 4.070920462926147e-06,
      "loss": 0.3707,
      "step": 786720
    },
    {
      "epoch": 219.57,
      "grad_norm": 1.256730556488037,
      "learning_rate": 4.070902184741274e-06,
      "loss": 0.3581,
      "step": 786730
    },
    {
      "epoch": 219.58,
      "grad_norm": 1.2956935167312622,
      "learning_rate": 4.070883906326516e-06,
      "loss": 0.3613,
      "step": 786740
    },
    {
      "epoch": 219.58,
      "grad_norm": 1.1451148986816406,
      "learning_rate": 4.070865627681877e-06,
      "loss": 0.3809,
      "step": 786750
    },
    {
      "epoch": 219.58,
      "grad_norm": 1.1229921579360962,
      "learning_rate": 4.070847348807357e-06,
      "loss": 0.3694,
      "step": 786760
    },
    {
      "epoch": 219.58,
      "grad_norm": 0.9611040949821472,
      "learning_rate": 4.070829069702962e-06,
      "loss": 0.36,
      "step": 786770
    },
    {
      "epoch": 219.59,
      "grad_norm": 1.2105457782745361,
      "learning_rate": 4.070810790368691e-06,
      "loss": 0.3894,
      "step": 786780
    },
    {
      "epoch": 219.59,
      "grad_norm": 0.9677587747573853,
      "learning_rate": 4.0707925108045485e-06,
      "loss": 0.3729,
      "step": 786790
    },
    {
      "epoch": 219.59,
      "grad_norm": 1.0529831647872925,
      "learning_rate": 4.070774231010536e-06,
      "loss": 0.372,
      "step": 786800
    },
    {
      "epoch": 219.6,
      "grad_norm": 0.9093808531761169,
      "learning_rate": 4.070755950986655e-06,
      "loss": 0.3841,
      "step": 786810
    },
    {
      "epoch": 219.6,
      "grad_norm": 1.078676700592041,
      "learning_rate": 4.070737670732909e-06,
      "loss": 0.3864,
      "step": 786820
    },
    {
      "epoch": 219.6,
      "grad_norm": 1.0737377405166626,
      "learning_rate": 4.070719390249302e-06,
      "loss": 0.366,
      "step": 786830
    },
    {
      "epoch": 219.6,
      "grad_norm": 1.1838089227676392,
      "learning_rate": 4.070701109535834e-06,
      "loss": 0.3696,
      "step": 786840
    },
    {
      "epoch": 219.61,
      "grad_norm": 1.194702386856079,
      "learning_rate": 4.070682828592509e-06,
      "loss": 0.3723,
      "step": 786850
    },
    {
      "epoch": 219.61,
      "grad_norm": 1.0297366380691528,
      "learning_rate": 4.070664547419327e-06,
      "loss": 0.3688,
      "step": 786860
    },
    {
      "epoch": 219.61,
      "grad_norm": 1.1215609312057495,
      "learning_rate": 4.070646266016294e-06,
      "loss": 0.3563,
      "step": 786870
    },
    {
      "epoch": 219.61,
      "grad_norm": 1.090000867843628,
      "learning_rate": 4.07062798438341e-06,
      "loss": 0.3639,
      "step": 786880
    },
    {
      "epoch": 219.62,
      "grad_norm": 0.9781591296195984,
      "learning_rate": 4.070609702520678e-06,
      "loss": 0.3684,
      "step": 786890
    },
    {
      "epoch": 219.62,
      "grad_norm": 1.2175819873809814,
      "learning_rate": 4.070591420428101e-06,
      "loss": 0.3715,
      "step": 786900
    },
    {
      "epoch": 219.62,
      "grad_norm": 1.0382754802703857,
      "learning_rate": 4.07057313810568e-06,
      "loss": 0.3746,
      "step": 786910
    },
    {
      "epoch": 219.63,
      "grad_norm": 1.0302445888519287,
      "learning_rate": 4.070554855553419e-06,
      "loss": 0.3712,
      "step": 786920
    },
    {
      "epoch": 219.63,
      "grad_norm": 0.9951156377792358,
      "learning_rate": 4.0705365727713196e-06,
      "loss": 0.3863,
      "step": 786930
    },
    {
      "epoch": 219.63,
      "grad_norm": 1.3854464292526245,
      "learning_rate": 4.070518289759385e-06,
      "loss": 0.3718,
      "step": 786940
    },
    {
      "epoch": 219.63,
      "grad_norm": 0.9470223784446716,
      "learning_rate": 4.070500006517616e-06,
      "loss": 0.3765,
      "step": 786950
    },
    {
      "epoch": 219.64,
      "grad_norm": 1.089195728302002,
      "learning_rate": 4.070481723046018e-06,
      "loss": 0.3941,
      "step": 786960
    },
    {
      "epoch": 219.64,
      "grad_norm": 1.1584489345550537,
      "learning_rate": 4.070463439344589e-06,
      "loss": 0.3709,
      "step": 786970
    },
    {
      "epoch": 219.64,
      "grad_norm": 1.020064115524292,
      "learning_rate": 4.0704451554133364e-06,
      "loss": 0.3754,
      "step": 786980
    },
    {
      "epoch": 219.65,
      "grad_norm": 1.1544957160949707,
      "learning_rate": 4.070426871252258e-06,
      "loss": 0.3692,
      "step": 786990
    },
    {
      "epoch": 219.65,
      "grad_norm": 1.298922061920166,
      "learning_rate": 4.07040858686136e-06,
      "loss": 0.3628,
      "step": 787000
    },
    {
      "epoch": 219.65,
      "grad_norm": 1.2666797637939453,
      "learning_rate": 4.070390302240643e-06,
      "loss": 0.3608,
      "step": 787010
    },
    {
      "epoch": 219.65,
      "grad_norm": 1.0662345886230469,
      "learning_rate": 4.070372017390109e-06,
      "loss": 0.3731,
      "step": 787020
    },
    {
      "epoch": 219.66,
      "grad_norm": 1.258920669555664,
      "learning_rate": 4.070353732309762e-06,
      "loss": 0.3671,
      "step": 787030
    },
    {
      "epoch": 219.66,
      "grad_norm": 1.588183045387268,
      "learning_rate": 4.070335446999604e-06,
      "loss": 0.3683,
      "step": 787040
    },
    {
      "epoch": 219.66,
      "grad_norm": 1.1541792154312134,
      "learning_rate": 4.070317161459635e-06,
      "loss": 0.3588,
      "step": 787050
    },
    {
      "epoch": 219.67,
      "grad_norm": 1.3136935234069824,
      "learning_rate": 4.070298875689861e-06,
      "loss": 0.3502,
      "step": 787060
    },
    {
      "epoch": 219.67,
      "grad_norm": 0.9465564489364624,
      "learning_rate": 4.070280589690282e-06,
      "loss": 0.3555,
      "step": 787070
    },
    {
      "epoch": 219.67,
      "grad_norm": 1.1769397258758545,
      "learning_rate": 4.070262303460902e-06,
      "loss": 0.3707,
      "step": 787080
    },
    {
      "epoch": 219.67,
      "grad_norm": 0.9882179498672485,
      "learning_rate": 4.070244017001723e-06,
      "loss": 0.3889,
      "step": 787090
    },
    {
      "epoch": 219.68,
      "grad_norm": 1.4110815525054932,
      "learning_rate": 4.070225730312747e-06,
      "loss": 0.3516,
      "step": 787100
    },
    {
      "epoch": 219.68,
      "grad_norm": 1.0888416767120361,
      "learning_rate": 4.070207443393976e-06,
      "loss": 0.3675,
      "step": 787110
    },
    {
      "epoch": 219.68,
      "grad_norm": 1.1795235872268677,
      "learning_rate": 4.070189156245413e-06,
      "loss": 0.3747,
      "step": 787120
    },
    {
      "epoch": 219.68,
      "grad_norm": 1.1173039674758911,
      "learning_rate": 4.070170868867061e-06,
      "loss": 0.3618,
      "step": 787130
    },
    {
      "epoch": 219.69,
      "grad_norm": 1.0912902355194092,
      "learning_rate": 4.070152581258922e-06,
      "loss": 0.3726,
      "step": 787140
    },
    {
      "epoch": 219.69,
      "grad_norm": 1.0593962669372559,
      "learning_rate": 4.070134293420998e-06,
      "loss": 0.3508,
      "step": 787150
    },
    {
      "epoch": 219.69,
      "grad_norm": 1.1002105474472046,
      "learning_rate": 4.070116005353292e-06,
      "loss": 0.3674,
      "step": 787160
    },
    {
      "epoch": 219.7,
      "grad_norm": 1.165022611618042,
      "learning_rate": 4.070097717055806e-06,
      "loss": 0.3961,
      "step": 787170
    },
    {
      "epoch": 219.7,
      "grad_norm": 1.0269197225570679,
      "learning_rate": 4.070079428528543e-06,
      "loss": 0.3913,
      "step": 787180
    },
    {
      "epoch": 219.7,
      "grad_norm": 1.1695388555526733,
      "learning_rate": 4.070061139771505e-06,
      "loss": 0.3756,
      "step": 787190
    },
    {
      "epoch": 219.7,
      "grad_norm": 1.0199528932571411,
      "learning_rate": 4.070042850784695e-06,
      "loss": 0.3622,
      "step": 787200
    },
    {
      "epoch": 219.71,
      "grad_norm": 1.166001796722412,
      "learning_rate": 4.070024561568114e-06,
      "loss": 0.349,
      "step": 787210
    },
    {
      "epoch": 219.71,
      "grad_norm": 1.2354716062545776,
      "learning_rate": 4.070006272121766e-06,
      "loss": 0.3708,
      "step": 787220
    },
    {
      "epoch": 219.71,
      "grad_norm": 1.0918219089508057,
      "learning_rate": 4.069987982445652e-06,
      "loss": 0.359,
      "step": 787230
    },
    {
      "epoch": 219.72,
      "grad_norm": 1.1107439994812012,
      "learning_rate": 4.069969692539776e-06,
      "loss": 0.3718,
      "step": 787240
    },
    {
      "epoch": 219.72,
      "grad_norm": 1.1308209896087646,
      "learning_rate": 4.069951402404139e-06,
      "loss": 0.3837,
      "step": 787250
    },
    {
      "epoch": 219.72,
      "grad_norm": 1.2324033975601196,
      "learning_rate": 4.069933112038745e-06,
      "loss": 0.3602,
      "step": 787260
    },
    {
      "epoch": 219.72,
      "grad_norm": 0.9591929316520691,
      "learning_rate": 4.069914821443595e-06,
      "loss": 0.3605,
      "step": 787270
    },
    {
      "epoch": 219.73,
      "grad_norm": 0.9911449551582336,
      "learning_rate": 4.069896530618692e-06,
      "loss": 0.3692,
      "step": 787280
    },
    {
      "epoch": 219.73,
      "grad_norm": 1.1086633205413818,
      "learning_rate": 4.0698782395640385e-06,
      "loss": 0.3635,
      "step": 787290
    },
    {
      "epoch": 219.73,
      "grad_norm": 0.9714398384094238,
      "learning_rate": 4.0698599482796375e-06,
      "loss": 0.3606,
      "step": 787300
    },
    {
      "epoch": 219.73,
      "grad_norm": 1.2493406534194946,
      "learning_rate": 4.069841656765491e-06,
      "loss": 0.3813,
      "step": 787310
    },
    {
      "epoch": 219.74,
      "grad_norm": 1.077033519744873,
      "learning_rate": 4.0698233650216e-06,
      "loss": 0.3716,
      "step": 787320
    },
    {
      "epoch": 219.74,
      "grad_norm": 0.9261287450790405,
      "learning_rate": 4.069805073047968e-06,
      "loss": 0.3555,
      "step": 787330
    },
    {
      "epoch": 219.74,
      "grad_norm": 1.0590965747833252,
      "learning_rate": 4.069786780844599e-06,
      "loss": 0.3516,
      "step": 787340
    },
    {
      "epoch": 219.75,
      "grad_norm": 1.0806750059127808,
      "learning_rate": 4.0697684884114924e-06,
      "loss": 0.3792,
      "step": 787350
    },
    {
      "epoch": 219.75,
      "grad_norm": 1.1858985424041748,
      "learning_rate": 4.069750195748653e-06,
      "loss": 0.3724,
      "step": 787360
    },
    {
      "epoch": 219.75,
      "grad_norm": 1.0764782428741455,
      "learning_rate": 4.069731902856083e-06,
      "loss": 0.3878,
      "step": 787370
    },
    {
      "epoch": 219.75,
      "grad_norm": 0.9963362216949463,
      "learning_rate": 4.069713609733784e-06,
      "loss": 0.3877,
      "step": 787380
    },
    {
      "epoch": 219.76,
      "grad_norm": 1.110632300376892,
      "learning_rate": 4.069695316381758e-06,
      "loss": 0.3723,
      "step": 787390
    },
    {
      "epoch": 219.76,
      "grad_norm": 1.3211363554000854,
      "learning_rate": 4.06967702280001e-06,
      "loss": 0.3602,
      "step": 787400
    },
    {
      "epoch": 219.76,
      "grad_norm": 1.2088773250579834,
      "learning_rate": 4.0696587289885395e-06,
      "loss": 0.3643,
      "step": 787410
    },
    {
      "epoch": 219.77,
      "grad_norm": 0.9009548425674438,
      "learning_rate": 4.06964043494735e-06,
      "loss": 0.3707,
      "step": 787420
    },
    {
      "epoch": 219.77,
      "grad_norm": 1.2068849802017212,
      "learning_rate": 4.069622140676444e-06,
      "loss": 0.3625,
      "step": 787430
    },
    {
      "epoch": 219.77,
      "grad_norm": 0.8255506753921509,
      "learning_rate": 4.069603846175824e-06,
      "loss": 0.3645,
      "step": 787440
    },
    {
      "epoch": 219.77,
      "grad_norm": 1.2392184734344482,
      "learning_rate": 4.0695855514454925e-06,
      "loss": 0.3665,
      "step": 787450
    },
    {
      "epoch": 219.78,
      "grad_norm": 1.2989778518676758,
      "learning_rate": 4.069567256485452e-06,
      "loss": 0.3855,
      "step": 787460
    },
    {
      "epoch": 219.78,
      "grad_norm": 0.9866349101066589,
      "learning_rate": 4.069548961295705e-06,
      "loss": 0.3559,
      "step": 787470
    },
    {
      "epoch": 219.78,
      "grad_norm": 1.0291441679000854,
      "learning_rate": 4.0695306658762525e-06,
      "loss": 0.3743,
      "step": 787480
    },
    {
      "epoch": 219.79,
      "grad_norm": 1.0479159355163574,
      "learning_rate": 4.069512370227099e-06,
      "loss": 0.3824,
      "step": 787490
    },
    {
      "epoch": 219.79,
      "grad_norm": 1.2213352918624878,
      "learning_rate": 4.069494074348246e-06,
      "loss": 0.3801,
      "step": 787500
    },
    {
      "epoch": 219.79,
      "grad_norm": 1.0475044250488281,
      "learning_rate": 4.0694757782396965e-06,
      "loss": 0.375,
      "step": 787510
    },
    {
      "epoch": 219.79,
      "grad_norm": 0.9928616881370544,
      "learning_rate": 4.069457481901451e-06,
      "loss": 0.3749,
      "step": 787520
    },
    {
      "epoch": 219.8,
      "grad_norm": 0.9130778312683105,
      "learning_rate": 4.069439185333515e-06,
      "loss": 0.3755,
      "step": 787530
    },
    {
      "epoch": 219.8,
      "grad_norm": 2.4594075679779053,
      "learning_rate": 4.069420888535888e-06,
      "loss": 0.3649,
      "step": 787540
    },
    {
      "epoch": 219.8,
      "grad_norm": 1.1119916439056396,
      "learning_rate": 4.069402591508575e-06,
      "loss": 0.3718,
      "step": 787550
    },
    {
      "epoch": 219.8,
      "grad_norm": 1.1804479360580444,
      "learning_rate": 4.069384294251576e-06,
      "loss": 0.362,
      "step": 787560
    },
    {
      "epoch": 219.81,
      "grad_norm": 1.0019019842147827,
      "learning_rate": 4.069365996764896e-06,
      "loss": 0.3696,
      "step": 787570
    },
    {
      "epoch": 219.81,
      "grad_norm": 1.232571005821228,
      "learning_rate": 4.069347699048535e-06,
      "loss": 0.3656,
      "step": 787580
    },
    {
      "epoch": 219.81,
      "grad_norm": 1.127147912979126,
      "learning_rate": 4.069329401102496e-06,
      "loss": 0.3622,
      "step": 787590
    },
    {
      "epoch": 219.82,
      "grad_norm": 1.0628305673599243,
      "learning_rate": 4.069311102926782e-06,
      "loss": 0.3828,
      "step": 787600
    },
    {
      "epoch": 219.82,
      "grad_norm": 1.1276670694351196,
      "learning_rate": 4.069292804521396e-06,
      "loss": 0.3588,
      "step": 787610
    },
    {
      "epoch": 219.82,
      "grad_norm": 1.016493558883667,
      "learning_rate": 4.069274505886341e-06,
      "loss": 0.3722,
      "step": 787620
    },
    {
      "epoch": 219.82,
      "grad_norm": 1.429983139038086,
      "learning_rate": 4.069256207021616e-06,
      "loss": 0.3821,
      "step": 787630
    },
    {
      "epoch": 219.83,
      "grad_norm": 1.2744837999343872,
      "learning_rate": 4.069237907927226e-06,
      "loss": 0.3732,
      "step": 787640
    },
    {
      "epoch": 219.83,
      "grad_norm": 1.1264019012451172,
      "learning_rate": 4.069219608603174e-06,
      "loss": 0.3572,
      "step": 787650
    },
    {
      "epoch": 219.83,
      "grad_norm": 1.1341936588287354,
      "learning_rate": 4.069201309049461e-06,
      "loss": 0.3606,
      "step": 787660
    },
    {
      "epoch": 219.84,
      "grad_norm": 1.175297498703003,
      "learning_rate": 4.06918300926609e-06,
      "loss": 0.3852,
      "step": 787670
    },
    {
      "epoch": 219.84,
      "grad_norm": 1.1226890087127686,
      "learning_rate": 4.0691647092530635e-06,
      "loss": 0.3558,
      "step": 787680
    },
    {
      "epoch": 219.84,
      "grad_norm": 1.0229744911193848,
      "learning_rate": 4.069146409010384e-06,
      "loss": 0.378,
      "step": 787690
    },
    {
      "epoch": 219.84,
      "grad_norm": 0.9098822474479675,
      "learning_rate": 4.0691281085380536e-06,
      "loss": 0.3547,
      "step": 787700
    },
    {
      "epoch": 219.85,
      "grad_norm": 1.2281146049499512,
      "learning_rate": 4.069109807836074e-06,
      "loss": 0.3589,
      "step": 787710
    },
    {
      "epoch": 219.85,
      "grad_norm": 1.0079957246780396,
      "learning_rate": 4.06909150690445e-06,
      "loss": 0.3731,
      "step": 787720
    },
    {
      "epoch": 219.85,
      "grad_norm": 1.2758586406707764,
      "learning_rate": 4.0690732057431814e-06,
      "loss": 0.3583,
      "step": 787730
    },
    {
      "epoch": 219.85,
      "grad_norm": 1.043209195137024,
      "learning_rate": 4.069054904352273e-06,
      "loss": 0.3437,
      "step": 787740
    },
    {
      "epoch": 219.86,
      "grad_norm": 1.0987247228622437,
      "learning_rate": 4.0690366027317254e-06,
      "loss": 0.3591,
      "step": 787750
    },
    {
      "epoch": 219.86,
      "grad_norm": 1.1678950786590576,
      "learning_rate": 4.069018300881541e-06,
      "loss": 0.3795,
      "step": 787760
    },
    {
      "epoch": 219.86,
      "grad_norm": 0.9544135928153992,
      "learning_rate": 4.068999998801724e-06,
      "loss": 0.373,
      "step": 787770
    },
    {
      "epoch": 219.87,
      "grad_norm": 1.152657151222229,
      "learning_rate": 4.068981696492275e-06,
      "loss": 0.3909,
      "step": 787780
    },
    {
      "epoch": 219.87,
      "grad_norm": 1.3848768472671509,
      "learning_rate": 4.068963393953198e-06,
      "loss": 0.3764,
      "step": 787790
    },
    {
      "epoch": 219.87,
      "grad_norm": 1.308332920074463,
      "learning_rate": 4.068945091184494e-06,
      "loss": 0.3566,
      "step": 787800
    },
    {
      "epoch": 219.87,
      "grad_norm": 1.0922445058822632,
      "learning_rate": 4.068926788186166e-06,
      "loss": 0.4031,
      "step": 787810
    },
    {
      "epoch": 219.88,
      "grad_norm": 0.9978594779968262,
      "learning_rate": 4.068908484958218e-06,
      "loss": 0.3748,
      "step": 787820
    },
    {
      "epoch": 219.88,
      "grad_norm": 1.2881147861480713,
      "learning_rate": 4.068890181500649e-06,
      "loss": 0.3805,
      "step": 787830
    },
    {
      "epoch": 219.88,
      "grad_norm": 1.0149974822998047,
      "learning_rate": 4.068871877813465e-06,
      "loss": 0.3833,
      "step": 787840
    },
    {
      "epoch": 219.89,
      "grad_norm": 1.0869359970092773,
      "learning_rate": 4.068853573896665e-06,
      "loss": 0.3678,
      "step": 787850
    },
    {
      "epoch": 219.89,
      "grad_norm": 1.244323492050171,
      "learning_rate": 4.068835269750254e-06,
      "loss": 0.3767,
      "step": 787860
    },
    {
      "epoch": 219.89,
      "grad_norm": 0.9421374797821045,
      "learning_rate": 4.068816965374235e-06,
      "loss": 0.3718,
      "step": 787870
    },
    {
      "epoch": 219.89,
      "grad_norm": 1.3293153047561646,
      "learning_rate": 4.0687986607686076e-06,
      "loss": 0.3667,
      "step": 787880
    },
    {
      "epoch": 219.9,
      "grad_norm": 1.012473702430725,
      "learning_rate": 4.068780355933375e-06,
      "loss": 0.3647,
      "step": 787890
    },
    {
      "epoch": 219.9,
      "grad_norm": 1.0607151985168457,
      "learning_rate": 4.068762050868542e-06,
      "loss": 0.3622,
      "step": 787900
    },
    {
      "epoch": 219.9,
      "grad_norm": 1.013944387435913,
      "learning_rate": 4.068743745574109e-06,
      "loss": 0.3846,
      "step": 787910
    },
    {
      "epoch": 219.91,
      "grad_norm": 1.137323021888733,
      "learning_rate": 4.068725440050079e-06,
      "loss": 0.3723,
      "step": 787920
    },
    {
      "epoch": 219.91,
      "grad_norm": 1.042001485824585,
      "learning_rate": 4.0687071342964534e-06,
      "loss": 0.3499,
      "step": 787930
    },
    {
      "epoch": 219.91,
      "grad_norm": 0.9351207613945007,
      "learning_rate": 4.068688828313236e-06,
      "loss": 0.3699,
      "step": 787940
    },
    {
      "epoch": 219.91,
      "grad_norm": 1.0813452005386353,
      "learning_rate": 4.0686705221004294e-06,
      "loss": 0.3724,
      "step": 787950
    },
    {
      "epoch": 219.92,
      "grad_norm": 1.1452434062957764,
      "learning_rate": 4.068652215658035e-06,
      "loss": 0.3811,
      "step": 787960
    },
    {
      "epoch": 219.92,
      "grad_norm": 1.105996012687683,
      "learning_rate": 4.068633908986056e-06,
      "loss": 0.3711,
      "step": 787970
    },
    {
      "epoch": 219.92,
      "grad_norm": 1.08689284324646,
      "learning_rate": 4.068615602084494e-06,
      "loss": 0.3551,
      "step": 787980
    },
    {
      "epoch": 219.92,
      "grad_norm": 1.0475214719772339,
      "learning_rate": 4.068597294953352e-06,
      "loss": 0.3753,
      "step": 787990
    },
    {
      "epoch": 219.93,
      "grad_norm": 1.0755430459976196,
      "learning_rate": 4.068578987592632e-06,
      "loss": 0.3812,
      "step": 788000
    },
    {
      "epoch": 219.93,
      "grad_norm": 1.139415979385376,
      "learning_rate": 4.068560680002338e-06,
      "loss": 0.3805,
      "step": 788010
    },
    {
      "epoch": 219.93,
      "grad_norm": 0.9926934838294983,
      "learning_rate": 4.06854237218247e-06,
      "loss": 0.3544,
      "step": 788020
    },
    {
      "epoch": 219.94,
      "grad_norm": 1.0937156677246094,
      "learning_rate": 4.068524064133032e-06,
      "loss": 0.364,
      "step": 788030
    },
    {
      "epoch": 219.94,
      "grad_norm": 0.9188629388809204,
      "learning_rate": 4.068505755854026e-06,
      "loss": 0.353,
      "step": 788040
    },
    {
      "epoch": 219.94,
      "grad_norm": 1.1394184827804565,
      "learning_rate": 4.068487447345455e-06,
      "loss": 0.3674,
      "step": 788050
    },
    {
      "epoch": 219.94,
      "grad_norm": 1.3396576642990112,
      "learning_rate": 4.068469138607321e-06,
      "loss": 0.3795,
      "step": 788060
    },
    {
      "epoch": 219.95,
      "grad_norm": 1.097908616065979,
      "learning_rate": 4.068450829639625e-06,
      "loss": 0.3724,
      "step": 788070
    },
    {
      "epoch": 219.95,
      "grad_norm": 1.4185987710952759,
      "learning_rate": 4.068432520442372e-06,
      "loss": 0.3857,
      "step": 788080
    },
    {
      "epoch": 219.95,
      "grad_norm": 1.3857101202011108,
      "learning_rate": 4.068414211015563e-06,
      "loss": 0.3767,
      "step": 788090
    },
    {
      "epoch": 219.96,
      "grad_norm": 1.0525662899017334,
      "learning_rate": 4.068395901359201e-06,
      "loss": 0.3668,
      "step": 788100
    },
    {
      "epoch": 219.96,
      "grad_norm": 1.099757432937622,
      "learning_rate": 4.0683775914732886e-06,
      "loss": 0.3419,
      "step": 788110
    },
    {
      "epoch": 219.96,
      "grad_norm": 1.222623586654663,
      "learning_rate": 4.068359281357827e-06,
      "loss": 0.3724,
      "step": 788120
    },
    {
      "epoch": 219.96,
      "grad_norm": 1.0820115804672241,
      "learning_rate": 4.06834097101282e-06,
      "loss": 0.3572,
      "step": 788130
    },
    {
      "epoch": 219.97,
      "grad_norm": 1.1708563566207886,
      "learning_rate": 4.068322660438269e-06,
      "loss": 0.3728,
      "step": 788140
    },
    {
      "epoch": 219.97,
      "grad_norm": 1.152845859527588,
      "learning_rate": 4.068304349634178e-06,
      "loss": 0.3724,
      "step": 788150
    },
    {
      "epoch": 219.97,
      "grad_norm": 1.116141676902771,
      "learning_rate": 4.068286038600547e-06,
      "loss": 0.3838,
      "step": 788160
    },
    {
      "epoch": 219.97,
      "grad_norm": 1.1895232200622559,
      "learning_rate": 4.06826772733738e-06,
      "loss": 0.3589,
      "step": 788170
    },
    {
      "epoch": 219.98,
      "grad_norm": 1.1227045059204102,
      "learning_rate": 4.06824941584468e-06,
      "loss": 0.3768,
      "step": 788180
    },
    {
      "epoch": 219.98,
      "grad_norm": 1.3315417766571045,
      "learning_rate": 4.0682311041224475e-06,
      "loss": 0.3698,
      "step": 788190
    },
    {
      "epoch": 219.98,
      "grad_norm": 1.0645644664764404,
      "learning_rate": 4.068212792170687e-06,
      "loss": 0.3543,
      "step": 788200
    },
    {
      "epoch": 219.99,
      "grad_norm": 0.8761990666389465,
      "learning_rate": 4.0681944799894e-06,
      "loss": 0.3552,
      "step": 788210
    },
    {
      "epoch": 219.99,
      "grad_norm": 1.243854284286499,
      "learning_rate": 4.068176167578589e-06,
      "loss": 0.3765,
      "step": 788220
    },
    {
      "epoch": 219.99,
      "grad_norm": 1.0102900266647339,
      "learning_rate": 4.068157854938256e-06,
      "loss": 0.366,
      "step": 788230
    },
    {
      "epoch": 219.99,
      "grad_norm": 1.0239343643188477,
      "learning_rate": 4.0681395420684036e-06,
      "loss": 0.3503,
      "step": 788240
    },
    {
      "epoch": 220.0,
      "grad_norm": 1.1727856397628784,
      "learning_rate": 4.068121228969035e-06,
      "loss": 0.3556,
      "step": 788250
    },
    {
      "epoch": 220.0,
      "grad_norm": 1.1457716226577759,
      "learning_rate": 4.068102915640152e-06,
      "loss": 0.3603,
      "step": 788260
    },
    {
      "epoch": 220.0,
      "eval_loss": 0.3702249526977539,
      "eval_runtime": 63.6363,
      "eval_samples_per_second": 79.499,
      "eval_steps_per_second": 9.947,
      "step": 788260
    },
    {
      "epoch": 220.0,
      "grad_norm": 1.198934555053711,
      "learning_rate": 4.068084602081757e-06,
      "loss": 0.3658,
      "step": 788270
    },
    {
      "epoch": 220.01,
      "grad_norm": 1.0520613193511963,
      "learning_rate": 4.068066288293853e-06,
      "loss": 0.3652,
      "step": 788280
    },
    {
      "epoch": 220.01,
      "grad_norm": 1.0102707147598267,
      "learning_rate": 4.0680479742764415e-06,
      "loss": 0.3516,
      "step": 788290
    },
    {
      "epoch": 220.01,
      "grad_norm": 1.0198783874511719,
      "learning_rate": 4.068029660029525e-06,
      "loss": 0.3693,
      "step": 788300
    },
    {
      "epoch": 220.01,
      "grad_norm": 0.9958467483520508,
      "learning_rate": 4.068011345553108e-06,
      "loss": 0.3705,
      "step": 788310
    },
    {
      "epoch": 220.02,
      "grad_norm": 1.0955779552459717,
      "learning_rate": 4.067993030847191e-06,
      "loss": 0.3563,
      "step": 788320
    },
    {
      "epoch": 220.02,
      "grad_norm": 1.0787525177001953,
      "learning_rate": 4.067974715911776e-06,
      "loss": 0.3586,
      "step": 788330
    },
    {
      "epoch": 220.02,
      "grad_norm": 0.9939067959785461,
      "learning_rate": 4.067956400746866e-06,
      "loss": 0.3732,
      "step": 788340
    },
    {
      "epoch": 220.03,
      "grad_norm": 1.113287091255188,
      "learning_rate": 4.067938085352464e-06,
      "loss": 0.3848,
      "step": 788350
    },
    {
      "epoch": 220.03,
      "grad_norm": 1.1281898021697998,
      "learning_rate": 4.067919769728573e-06,
      "loss": 0.36,
      "step": 788360
    },
    {
      "epoch": 220.03,
      "grad_norm": 1.2150723934173584,
      "learning_rate": 4.067901453875193e-06,
      "loss": 0.36,
      "step": 788370
    },
    {
      "epoch": 220.03,
      "grad_norm": 0.9915271401405334,
      "learning_rate": 4.067883137792329e-06,
      "loss": 0.3748,
      "step": 788380
    },
    {
      "epoch": 220.04,
      "grad_norm": 1.049324870109558,
      "learning_rate": 4.067864821479982e-06,
      "loss": 0.3527,
      "step": 788390
    },
    {
      "epoch": 220.04,
      "grad_norm": 1.0683858394622803,
      "learning_rate": 4.0678465049381554e-06,
      "loss": 0.3764,
      "step": 788400
    },
    {
      "epoch": 220.04,
      "grad_norm": 1.0935688018798828,
      "learning_rate": 4.06782818816685e-06,
      "loss": 0.3744,
      "step": 788410
    },
    {
      "epoch": 220.04,
      "grad_norm": 1.3623145818710327,
      "learning_rate": 4.06780987116607e-06,
      "loss": 0.3674,
      "step": 788420
    },
    {
      "epoch": 220.05,
      "grad_norm": 1.0774587392807007,
      "learning_rate": 4.0677915539358185e-06,
      "loss": 0.3808,
      "step": 788430
    },
    {
      "epoch": 220.05,
      "grad_norm": 1.1405932903289795,
      "learning_rate": 4.0677732364760945e-06,
      "loss": 0.3743,
      "step": 788440
    },
    {
      "epoch": 220.05,
      "grad_norm": 1.0337707996368408,
      "learning_rate": 4.067754918786903e-06,
      "loss": 0.3687,
      "step": 788450
    },
    {
      "epoch": 220.06,
      "grad_norm": 0.8583776950836182,
      "learning_rate": 4.067736600868247e-06,
      "loss": 0.3655,
      "step": 788460
    },
    {
      "epoch": 220.06,
      "grad_norm": 2.078948497772217,
      "learning_rate": 4.067718282720127e-06,
      "loss": 0.3839,
      "step": 788470
    },
    {
      "epoch": 220.06,
      "grad_norm": 0.9767029881477356,
      "learning_rate": 4.067699964342546e-06,
      "loss": 0.3585,
      "step": 788480
    },
    {
      "epoch": 220.06,
      "grad_norm": 1.4511022567749023,
      "learning_rate": 4.067681645735508e-06,
      "loss": 0.3731,
      "step": 788490
    },
    {
      "epoch": 220.07,
      "grad_norm": 1.1084810495376587,
      "learning_rate": 4.067663326899013e-06,
      "loss": 0.3809,
      "step": 788500
    },
    {
      "epoch": 220.07,
      "grad_norm": 1.107574224472046,
      "learning_rate": 4.0676450078330655e-06,
      "loss": 0.3753,
      "step": 788510
    },
    {
      "epoch": 220.07,
      "grad_norm": 1.248097538948059,
      "learning_rate": 4.067626688537667e-06,
      "loss": 0.3623,
      "step": 788520
    },
    {
      "epoch": 220.08,
      "grad_norm": 0.9153009653091431,
      "learning_rate": 4.06760836901282e-06,
      "loss": 0.3597,
      "step": 788530
    },
    {
      "epoch": 220.08,
      "grad_norm": 1.2092657089233398,
      "learning_rate": 4.067590049258528e-06,
      "loss": 0.3746,
      "step": 788540
    },
    {
      "epoch": 220.08,
      "grad_norm": 1.6279808282852173,
      "learning_rate": 4.06757172927479e-06,
      "loss": 0.3704,
      "step": 788550
    },
    {
      "epoch": 220.08,
      "grad_norm": 1.1856904029846191,
      "learning_rate": 4.067553409061612e-06,
      "loss": 0.3834,
      "step": 788560
    },
    {
      "epoch": 220.09,
      "grad_norm": 1.1713814735412598,
      "learning_rate": 4.067535088618996e-06,
      "loss": 0.3598,
      "step": 788570
    },
    {
      "epoch": 220.09,
      "grad_norm": 1.0582438707351685,
      "learning_rate": 4.067516767946943e-06,
      "loss": 0.3632,
      "step": 788580
    },
    {
      "epoch": 220.09,
      "grad_norm": 1.0100992918014526,
      "learning_rate": 4.0674984470454564e-06,
      "loss": 0.3857,
      "step": 788590
    },
    {
      "epoch": 220.09,
      "grad_norm": 1.2183969020843506,
      "learning_rate": 4.067480125914538e-06,
      "loss": 0.3763,
      "step": 788600
    },
    {
      "epoch": 220.1,
      "grad_norm": 1.1106982231140137,
      "learning_rate": 4.067461804554191e-06,
      "loss": 0.3696,
      "step": 788610
    },
    {
      "epoch": 220.1,
      "grad_norm": 1.1163887977600098,
      "learning_rate": 4.0674434829644175e-06,
      "loss": 0.3734,
      "step": 788620
    },
    {
      "epoch": 220.1,
      "grad_norm": 1.192933201789856,
      "learning_rate": 4.06742516114522e-06,
      "loss": 0.363,
      "step": 788630
    },
    {
      "epoch": 220.11,
      "grad_norm": 1.0208059549331665,
      "learning_rate": 4.067406839096602e-06,
      "loss": 0.3628,
      "step": 788640
    },
    {
      "epoch": 220.11,
      "grad_norm": 1.1130965948104858,
      "learning_rate": 4.067388516818563e-06,
      "loss": 0.3405,
      "step": 788650
    },
    {
      "epoch": 220.11,
      "grad_norm": 1.0917707681655884,
      "learning_rate": 4.067370194311107e-06,
      "loss": 0.3627,
      "step": 788660
    },
    {
      "epoch": 220.11,
      "grad_norm": 1.223680019378662,
      "learning_rate": 4.067351871574238e-06,
      "loss": 0.3641,
      "step": 788670
    },
    {
      "epoch": 220.12,
      "grad_norm": 1.1197925806045532,
      "learning_rate": 4.067333548607956e-06,
      "loss": 0.3763,
      "step": 788680
    },
    {
      "epoch": 220.12,
      "grad_norm": 1.019320011138916,
      "learning_rate": 4.067315225412266e-06,
      "loss": 0.3611,
      "step": 788690
    },
    {
      "epoch": 220.12,
      "grad_norm": 0.9889144897460938,
      "learning_rate": 4.0672969019871674e-06,
      "loss": 0.3548,
      "step": 788700
    },
    {
      "epoch": 220.13,
      "grad_norm": 1.0907857418060303,
      "learning_rate": 4.0672785783326654e-06,
      "loss": 0.3441,
      "step": 788710
    },
    {
      "epoch": 220.13,
      "grad_norm": 1.3452885150909424,
      "learning_rate": 4.0672602544487615e-06,
      "loss": 0.3882,
      "step": 788720
    },
    {
      "epoch": 220.13,
      "grad_norm": 1.1038119792938232,
      "learning_rate": 4.0672419303354564e-06,
      "loss": 0.3523,
      "step": 788730
    },
    {
      "epoch": 220.13,
      "grad_norm": 1.0918402671813965,
      "learning_rate": 4.067223605992755e-06,
      "loss": 0.3675,
      "step": 788740
    },
    {
      "epoch": 220.14,
      "grad_norm": 1.1467103958129883,
      "learning_rate": 4.06720528142066e-06,
      "loss": 0.3903,
      "step": 788750
    },
    {
      "epoch": 220.14,
      "grad_norm": 1.11183500289917,
      "learning_rate": 4.067186956619171e-06,
      "loss": 0.3631,
      "step": 788760
    },
    {
      "epoch": 220.14,
      "grad_norm": 1.230028748512268,
      "learning_rate": 4.067168631588292e-06,
      "loss": 0.3677,
      "step": 788770
    },
    {
      "epoch": 220.15,
      "grad_norm": 0.9754340648651123,
      "learning_rate": 4.067150306328027e-06,
      "loss": 0.3819,
      "step": 788780
    },
    {
      "epoch": 220.15,
      "grad_norm": 1.1737936735153198,
      "learning_rate": 4.067131980838375e-06,
      "loss": 0.363,
      "step": 788790
    },
    {
      "epoch": 220.15,
      "grad_norm": 1.0840526819229126,
      "learning_rate": 4.067113655119342e-06,
      "loss": 0.3895,
      "step": 788800
    },
    {
      "epoch": 220.15,
      "grad_norm": 1.075186014175415,
      "learning_rate": 4.067095329170928e-06,
      "loss": 0.3636,
      "step": 788810
    },
    {
      "epoch": 220.16,
      "grad_norm": 1.1423667669296265,
      "learning_rate": 4.067077002993136e-06,
      "loss": 0.3683,
      "step": 788820
    },
    {
      "epoch": 220.16,
      "grad_norm": 1.0966211557388306,
      "learning_rate": 4.067058676585969e-06,
      "loss": 0.3873,
      "step": 788830
    },
    {
      "epoch": 220.16,
      "grad_norm": 1.0532255172729492,
      "learning_rate": 4.06704034994943e-06,
      "loss": 0.369,
      "step": 788840
    },
    {
      "epoch": 220.16,
      "grad_norm": 1.1590322256088257,
      "learning_rate": 4.067022023083519e-06,
      "loss": 0.3538,
      "step": 788850
    },
    {
      "epoch": 220.17,
      "grad_norm": 1.15043044090271,
      "learning_rate": 4.0670036959882415e-06,
      "loss": 0.3785,
      "step": 788860
    },
    {
      "epoch": 220.17,
      "grad_norm": 1.094886302947998,
      "learning_rate": 4.066985368663598e-06,
      "loss": 0.3563,
      "step": 788870
    },
    {
      "epoch": 220.17,
      "grad_norm": 1.0483344793319702,
      "learning_rate": 4.066967041109591e-06,
      "loss": 0.3617,
      "step": 788880
    },
    {
      "epoch": 220.18,
      "grad_norm": 4.191990375518799,
      "learning_rate": 4.066948713326224e-06,
      "loss": 0.3818,
      "step": 788890
    },
    {
      "epoch": 220.18,
      "grad_norm": 1.1799309253692627,
      "learning_rate": 4.066930385313498e-06,
      "loss": 0.3863,
      "step": 788900
    },
    {
      "epoch": 220.18,
      "grad_norm": 1.2713239192962646,
      "learning_rate": 4.066912057071417e-06,
      "loss": 0.3638,
      "step": 788910
    },
    {
      "epoch": 220.18,
      "grad_norm": 1.075188159942627,
      "learning_rate": 4.0668937285999815e-06,
      "loss": 0.3683,
      "step": 788920
    },
    {
      "epoch": 220.19,
      "grad_norm": 0.9396687746047974,
      "learning_rate": 4.066875399899196e-06,
      "loss": 0.3626,
      "step": 788930
    },
    {
      "epoch": 220.19,
      "grad_norm": 1.1602287292480469,
      "learning_rate": 4.066857070969062e-06,
      "loss": 0.3586,
      "step": 788940
    },
    {
      "epoch": 220.19,
      "grad_norm": 1.0406734943389893,
      "learning_rate": 4.066838741809583e-06,
      "loss": 0.3731,
      "step": 788950
    },
    {
      "epoch": 220.2,
      "grad_norm": 1.2747435569763184,
      "learning_rate": 4.066820412420758e-06,
      "loss": 0.3691,
      "step": 788960
    },
    {
      "epoch": 220.2,
      "grad_norm": 1.165865421295166,
      "learning_rate": 4.0668020828025945e-06,
      "loss": 0.3795,
      "step": 788970
    },
    {
      "epoch": 220.2,
      "grad_norm": 0.9143688082695007,
      "learning_rate": 4.06678375295509e-06,
      "loss": 0.3632,
      "step": 788980
    },
    {
      "epoch": 220.2,
      "grad_norm": 1.0657793283462524,
      "learning_rate": 4.06676542287825e-06,
      "loss": 0.3735,
      "step": 788990
    },
    {
      "epoch": 220.21,
      "grad_norm": 1.2374188899993896,
      "learning_rate": 4.066747092572077e-06,
      "loss": 0.3771,
      "step": 789000
    },
    {
      "epoch": 220.21,
      "grad_norm": 1.345565915107727,
      "learning_rate": 4.066728762036572e-06,
      "loss": 0.3496,
      "step": 789010
    },
    {
      "epoch": 220.21,
      "grad_norm": 0.98643958568573,
      "learning_rate": 4.066710431271738e-06,
      "loss": 0.3724,
      "step": 789020
    },
    {
      "epoch": 220.21,
      "grad_norm": 1.0867871046066284,
      "learning_rate": 4.066692100277578e-06,
      "loss": 0.3618,
      "step": 789030
    },
    {
      "epoch": 220.22,
      "grad_norm": 1.0615787506103516,
      "learning_rate": 4.066673769054093e-06,
      "loss": 0.3696,
      "step": 789040
    },
    {
      "epoch": 220.22,
      "grad_norm": 1.0297352075576782,
      "learning_rate": 4.066655437601287e-06,
      "loss": 0.3603,
      "step": 789050
    },
    {
      "epoch": 220.22,
      "grad_norm": 1.1177527904510498,
      "learning_rate": 4.066637105919162e-06,
      "loss": 0.3713,
      "step": 789060
    },
    {
      "epoch": 220.23,
      "grad_norm": 1.1278492212295532,
      "learning_rate": 4.06661877400772e-06,
      "loss": 0.3809,
      "step": 789070
    },
    {
      "epoch": 220.23,
      "grad_norm": 1.0804448127746582,
      "learning_rate": 4.066600441866963e-06,
      "loss": 0.3669,
      "step": 789080
    },
    {
      "epoch": 220.23,
      "grad_norm": 0.9428713917732239,
      "learning_rate": 4.0665821094968945e-06,
      "loss": 0.3539,
      "step": 789090
    },
    {
      "epoch": 220.23,
      "grad_norm": 0.975832998752594,
      "learning_rate": 4.066563776897517e-06,
      "loss": 0.37,
      "step": 789100
    },
    {
      "epoch": 220.24,
      "grad_norm": 1.0503209829330444,
      "learning_rate": 4.066545444068833e-06,
      "loss": 0.3772,
      "step": 789110
    },
    {
      "epoch": 220.24,
      "grad_norm": 1.1394318342208862,
      "learning_rate": 4.0665271110108434e-06,
      "loss": 0.3761,
      "step": 789120
    },
    {
      "epoch": 220.24,
      "grad_norm": 1.016298532485962,
      "learning_rate": 4.066508777723552e-06,
      "loss": 0.3878,
      "step": 789130
    },
    {
      "epoch": 220.25,
      "grad_norm": 1.0343035459518433,
      "learning_rate": 4.066490444206961e-06,
      "loss": 0.3842,
      "step": 789140
    },
    {
      "epoch": 220.25,
      "grad_norm": 1.0641292333602905,
      "learning_rate": 4.066472110461073e-06,
      "loss": 0.372,
      "step": 789150
    },
    {
      "epoch": 220.25,
      "grad_norm": 1.076806902885437,
      "learning_rate": 4.06645377648589e-06,
      "loss": 0.3771,
      "step": 789160
    },
    {
      "epoch": 220.25,
      "grad_norm": 1.1937494277954102,
      "learning_rate": 4.066435442281415e-06,
      "loss": 0.3817,
      "step": 789170
    },
    {
      "epoch": 220.26,
      "grad_norm": 1.2359931468963623,
      "learning_rate": 4.06641710784765e-06,
      "loss": 0.3765,
      "step": 789180
    },
    {
      "epoch": 220.26,
      "grad_norm": 1.099051594734192,
      "learning_rate": 4.0663987731845975e-06,
      "loss": 0.3674,
      "step": 789190
    },
    {
      "epoch": 220.26,
      "grad_norm": 1.19111168384552,
      "learning_rate": 4.0663804382922595e-06,
      "loss": 0.3646,
      "step": 789200
    },
    {
      "epoch": 220.27,
      "grad_norm": 1.0377202033996582,
      "learning_rate": 4.066362103170639e-06,
      "loss": 0.3637,
      "step": 789210
    },
    {
      "epoch": 220.27,
      "grad_norm": 1.0621250867843628,
      "learning_rate": 4.0663437678197386e-06,
      "loss": 0.3667,
      "step": 789220
    },
    {
      "epoch": 220.27,
      "grad_norm": 0.9713640213012695,
      "learning_rate": 4.066325432239561e-06,
      "loss": 0.3483,
      "step": 789230
    },
    {
      "epoch": 220.27,
      "grad_norm": 1.0472404956817627,
      "learning_rate": 4.066307096430107e-06,
      "loss": 0.3733,
      "step": 789240
    },
    {
      "epoch": 220.28,
      "grad_norm": 1.1229037046432495,
      "learning_rate": 4.066288760391381e-06,
      "loss": 0.3568,
      "step": 789250
    },
    {
      "epoch": 220.28,
      "grad_norm": 1.2735772132873535,
      "learning_rate": 4.0662704241233845e-06,
      "loss": 0.3745,
      "step": 789260
    },
    {
      "epoch": 220.28,
      "grad_norm": 1.1070241928100586,
      "learning_rate": 4.066252087626121e-06,
      "loss": 0.3677,
      "step": 789270
    },
    {
      "epoch": 220.28,
      "grad_norm": 1.1013669967651367,
      "learning_rate": 4.0662337508995904e-06,
      "loss": 0.384,
      "step": 789280
    },
    {
      "epoch": 220.29,
      "grad_norm": 0.9751894474029541,
      "learning_rate": 4.066215413943797e-06,
      "loss": 0.3642,
      "step": 789290
    },
    {
      "epoch": 220.29,
      "grad_norm": 1.3196629285812378,
      "learning_rate": 4.0661970767587434e-06,
      "loss": 0.3713,
      "step": 789300
    },
    {
      "epoch": 220.29,
      "grad_norm": 1.070334553718567,
      "learning_rate": 4.066178739344432e-06,
      "loss": 0.362,
      "step": 789310
    },
    {
      "epoch": 220.3,
      "grad_norm": 1.158908486366272,
      "learning_rate": 4.066160401700864e-06,
      "loss": 0.3461,
      "step": 789320
    },
    {
      "epoch": 220.3,
      "grad_norm": 1.2825148105621338,
      "learning_rate": 4.066142063828043e-06,
      "loss": 0.3637,
      "step": 789330
    },
    {
      "epoch": 220.3,
      "grad_norm": 0.982764482498169,
      "learning_rate": 4.066123725725972e-06,
      "loss": 0.3763,
      "step": 789340
    },
    {
      "epoch": 220.3,
      "grad_norm": 1.0464156866073608,
      "learning_rate": 4.066105387394651e-06,
      "loss": 0.3532,
      "step": 789350
    },
    {
      "epoch": 220.31,
      "grad_norm": 1.9569659233093262,
      "learning_rate": 4.0660870488340856e-06,
      "loss": 0.3549,
      "step": 789360
    },
    {
      "epoch": 220.31,
      "grad_norm": 0.9589516520500183,
      "learning_rate": 4.066068710044276e-06,
      "loss": 0.3659,
      "step": 789370
    },
    {
      "epoch": 220.31,
      "grad_norm": 1.185073971748352,
      "learning_rate": 4.066050371025225e-06,
      "loss": 0.3739,
      "step": 789380
    },
    {
      "epoch": 220.32,
      "grad_norm": 1.138179898262024,
      "learning_rate": 4.066032031776936e-06,
      "loss": 0.3701,
      "step": 789390
    },
    {
      "epoch": 220.32,
      "grad_norm": 1.1009658575057983,
      "learning_rate": 4.06601369229941e-06,
      "loss": 0.3597,
      "step": 789400
    },
    {
      "epoch": 220.32,
      "grad_norm": 1.2264593839645386,
      "learning_rate": 4.065995352592651e-06,
      "loss": 0.3661,
      "step": 789410
    },
    {
      "epoch": 220.32,
      "grad_norm": 1.0366252660751343,
      "learning_rate": 4.06597701265666e-06,
      "loss": 0.3591,
      "step": 789420
    },
    {
      "epoch": 220.33,
      "grad_norm": 1.1893978118896484,
      "learning_rate": 4.065958672491441e-06,
      "loss": 0.3661,
      "step": 789430
    },
    {
      "epoch": 220.33,
      "grad_norm": 1.105083703994751,
      "learning_rate": 4.065940332096995e-06,
      "loss": 0.3763,
      "step": 789440
    },
    {
      "epoch": 220.33,
      "grad_norm": 1.0886883735656738,
      "learning_rate": 4.065921991473325e-06,
      "loss": 0.3644,
      "step": 789450
    },
    {
      "epoch": 220.33,
      "grad_norm": 1.0423868894577026,
      "learning_rate": 4.065903650620433e-06,
      "loss": 0.3745,
      "step": 789460
    },
    {
      "epoch": 220.34,
      "grad_norm": 1.1440171003341675,
      "learning_rate": 4.065885309538322e-06,
      "loss": 0.3642,
      "step": 789470
    },
    {
      "epoch": 220.34,
      "grad_norm": 1.3126616477966309,
      "learning_rate": 4.0658669682269954e-06,
      "loss": 0.3688,
      "step": 789480
    },
    {
      "epoch": 220.34,
      "grad_norm": 1.1818593740463257,
      "learning_rate": 4.065848626686453e-06,
      "loss": 0.3644,
      "step": 789490
    },
    {
      "epoch": 220.35,
      "grad_norm": 1.2025775909423828,
      "learning_rate": 4.0658302849167e-06,
      "loss": 0.367,
      "step": 789500
    },
    {
      "epoch": 220.35,
      "grad_norm": 1.0519946813583374,
      "learning_rate": 4.065811942917737e-06,
      "loss": 0.3867,
      "step": 789510
    },
    {
      "epoch": 220.35,
      "grad_norm": 1.1102715730667114,
      "learning_rate": 4.065793600689568e-06,
      "loss": 0.3865,
      "step": 789520
    },
    {
      "epoch": 220.35,
      "grad_norm": 1.2650855779647827,
      "learning_rate": 4.065775258232194e-06,
      "loss": 0.3748,
      "step": 789530
    },
    {
      "epoch": 220.36,
      "grad_norm": 1.1042277812957764,
      "learning_rate": 4.065756915545618e-06,
      "loss": 0.3696,
      "step": 789540
    },
    {
      "epoch": 220.36,
      "grad_norm": 1.1504184007644653,
      "learning_rate": 4.0657385726298415e-06,
      "loss": 0.3688,
      "step": 789550
    },
    {
      "epoch": 220.36,
      "grad_norm": 1.168906569480896,
      "learning_rate": 4.065720229484869e-06,
      "loss": 0.369,
      "step": 789560
    },
    {
      "epoch": 220.37,
      "grad_norm": 1.087992548942566,
      "learning_rate": 4.065701886110701e-06,
      "loss": 0.3531,
      "step": 789570
    },
    {
      "epoch": 220.37,
      "grad_norm": 0.9458605051040649,
      "learning_rate": 4.065683542507341e-06,
      "loss": 0.3762,
      "step": 789580
    },
    {
      "epoch": 220.37,
      "grad_norm": 1.0596990585327148,
      "learning_rate": 4.065665198674791e-06,
      "loss": 0.3523,
      "step": 789590
    },
    {
      "epoch": 220.37,
      "grad_norm": 0.9961041212081909,
      "learning_rate": 4.065646854613055e-06,
      "loss": 0.3677,
      "step": 789600
    },
    {
      "epoch": 220.38,
      "grad_norm": 1.3233556747436523,
      "learning_rate": 4.0656285103221325e-06,
      "loss": 0.3704,
      "step": 789610
    },
    {
      "epoch": 220.38,
      "grad_norm": 1.0056723356246948,
      "learning_rate": 4.0656101658020276e-06,
      "loss": 0.3698,
      "step": 789620
    },
    {
      "epoch": 220.38,
      "grad_norm": 1.3079679012298584,
      "learning_rate": 4.0655918210527434e-06,
      "loss": 0.3825,
      "step": 789630
    },
    {
      "epoch": 220.39,
      "grad_norm": 0.9893907308578491,
      "learning_rate": 4.065573476074281e-06,
      "loss": 0.3678,
      "step": 789640
    },
    {
      "epoch": 220.39,
      "grad_norm": 1.1683540344238281,
      "learning_rate": 4.065555130866644e-06,
      "loss": 0.37,
      "step": 789650
    },
    {
      "epoch": 220.39,
      "grad_norm": 1.049187183380127,
      "learning_rate": 4.065536785429834e-06,
      "loss": 0.3762,
      "step": 789660
    },
    {
      "epoch": 220.39,
      "grad_norm": 1.017551302909851,
      "learning_rate": 4.065518439763853e-06,
      "loss": 0.3738,
      "step": 789670
    },
    {
      "epoch": 220.4,
      "grad_norm": 1.3424538373947144,
      "learning_rate": 4.065500093868705e-06,
      "loss": 0.3732,
      "step": 789680
    },
    {
      "epoch": 220.4,
      "grad_norm": 1.27439546585083,
      "learning_rate": 4.0654817477443914e-06,
      "loss": 0.3647,
      "step": 789690
    },
    {
      "epoch": 220.4,
      "grad_norm": 0.9408047795295715,
      "learning_rate": 4.065463401390915e-06,
      "loss": 0.3606,
      "step": 789700
    },
    {
      "epoch": 220.4,
      "grad_norm": 1.1983535289764404,
      "learning_rate": 4.065445054808278e-06,
      "loss": 0.3734,
      "step": 789710
    },
    {
      "epoch": 220.41,
      "grad_norm": 1.131640076637268,
      "learning_rate": 4.065426707996482e-06,
      "loss": 0.3637,
      "step": 789720
    },
    {
      "epoch": 220.41,
      "grad_norm": 0.9258028864860535,
      "learning_rate": 4.065408360955532e-06,
      "loss": 0.3707,
      "step": 789730
    },
    {
      "epoch": 220.41,
      "grad_norm": 1.0605907440185547,
      "learning_rate": 4.065390013685428e-06,
      "loss": 0.3681,
      "step": 789740
    },
    {
      "epoch": 220.42,
      "grad_norm": 1.1719387769699097,
      "learning_rate": 4.065371666186173e-06,
      "loss": 0.3747,
      "step": 789750
    },
    {
      "epoch": 220.42,
      "grad_norm": 1.0469576120376587,
      "learning_rate": 4.065353318457769e-06,
      "loss": 0.3549,
      "step": 789760
    },
    {
      "epoch": 220.42,
      "grad_norm": 1.1322346925735474,
      "learning_rate": 4.065334970500221e-06,
      "loss": 0.3639,
      "step": 789770
    },
    {
      "epoch": 220.42,
      "grad_norm": 1.283227801322937,
      "learning_rate": 4.065316622313529e-06,
      "loss": 0.3764,
      "step": 789780
    },
    {
      "epoch": 220.43,
      "grad_norm": 1.039437174797058,
      "learning_rate": 4.065298273897695e-06,
      "loss": 0.379,
      "step": 789790
    },
    {
      "epoch": 220.43,
      "grad_norm": 0.8861295580863953,
      "learning_rate": 4.065279925252723e-06,
      "loss": 0.367,
      "step": 789800
    },
    {
      "epoch": 220.43,
      "grad_norm": 1.1601961851119995,
      "learning_rate": 4.0652615763786155e-06,
      "loss": 0.3482,
      "step": 789810
    },
    {
      "epoch": 220.44,
      "grad_norm": 1.1048426628112793,
      "learning_rate": 4.065243227275373e-06,
      "loss": 0.3761,
      "step": 789820
    },
    {
      "epoch": 220.44,
      "grad_norm": 1.1573928594589233,
      "learning_rate": 4.065224877943e-06,
      "loss": 0.3647,
      "step": 789830
    },
    {
      "epoch": 220.44,
      "grad_norm": 1.1362864971160889,
      "learning_rate": 4.065206528381499e-06,
      "loss": 0.3677,
      "step": 789840
    },
    {
      "epoch": 220.44,
      "grad_norm": 1.2698441743850708,
      "learning_rate": 4.0651881785908704e-06,
      "loss": 0.3845,
      "step": 789850
    },
    {
      "epoch": 220.45,
      "grad_norm": 1.3082818984985352,
      "learning_rate": 4.0651698285711195e-06,
      "loss": 0.3689,
      "step": 789860
    },
    {
      "epoch": 220.45,
      "grad_norm": 0.9905802607536316,
      "learning_rate": 4.065151478322245e-06,
      "loss": 0.3645,
      "step": 789870
    },
    {
      "epoch": 220.45,
      "grad_norm": 1.1466608047485352,
      "learning_rate": 4.065133127844253e-06,
      "loss": 0.3697,
      "step": 789880
    },
    {
      "epoch": 220.45,
      "grad_norm": 1.1322340965270996,
      "learning_rate": 4.065114777137144e-06,
      "loss": 0.3825,
      "step": 789890
    },
    {
      "epoch": 220.46,
      "grad_norm": 1.0876442193984985,
      "learning_rate": 4.065096426200921e-06,
      "loss": 0.3793,
      "step": 789900
    },
    {
      "epoch": 220.46,
      "grad_norm": 1.207689881324768,
      "learning_rate": 4.065078075035586e-06,
      "loss": 0.3644,
      "step": 789910
    },
    {
      "epoch": 220.46,
      "grad_norm": 1.2159227132797241,
      "learning_rate": 4.065059723641143e-06,
      "loss": 0.3621,
      "step": 789920
    },
    {
      "epoch": 220.47,
      "grad_norm": 1.125862956047058,
      "learning_rate": 4.065041372017592e-06,
      "loss": 0.3857,
      "step": 789930
    },
    {
      "epoch": 220.47,
      "grad_norm": 1.276986837387085,
      "learning_rate": 4.065023020164936e-06,
      "loss": 0.3683,
      "step": 789940
    },
    {
      "epoch": 220.47,
      "grad_norm": 1.1668586730957031,
      "learning_rate": 4.065004668083179e-06,
      "loss": 0.37,
      "step": 789950
    },
    {
      "epoch": 220.47,
      "grad_norm": 1.1264530420303345,
      "learning_rate": 4.064986315772323e-06,
      "loss": 0.373,
      "step": 789960
    },
    {
      "epoch": 220.48,
      "grad_norm": 1.2248330116271973,
      "learning_rate": 4.06496796323237e-06,
      "loss": 0.3779,
      "step": 789970
    },
    {
      "epoch": 220.48,
      "grad_norm": 1.225380539894104,
      "learning_rate": 4.064949610463321e-06,
      "loss": 0.3852,
      "step": 789980
    },
    {
      "epoch": 220.48,
      "grad_norm": 1.2993742227554321,
      "learning_rate": 4.064931257465181e-06,
      "loss": 0.3571,
      "step": 789990
    },
    {
      "epoch": 220.49,
      "grad_norm": 1.0934836864471436,
      "learning_rate": 4.064912904237951e-06,
      "loss": 0.3648,
      "step": 790000
    },
    {
      "epoch": 220.49,
      "grad_norm": 1.030932903289795,
      "learning_rate": 4.064894550781634e-06,
      "loss": 0.3873,
      "step": 790010
    },
    {
      "epoch": 220.49,
      "grad_norm": 1.148682713508606,
      "learning_rate": 4.064876197096232e-06,
      "loss": 0.3596,
      "step": 790020
    },
    {
      "epoch": 220.49,
      "grad_norm": 1.0634398460388184,
      "learning_rate": 4.064857843181747e-06,
      "loss": 0.3738,
      "step": 790030
    },
    {
      "epoch": 220.5,
      "grad_norm": 1.0651689767837524,
      "learning_rate": 4.064839489038184e-06,
      "loss": 0.3643,
      "step": 790040
    },
    {
      "epoch": 220.5,
      "grad_norm": 0.9212560057640076,
      "learning_rate": 4.064821134665542e-06,
      "loss": 0.3554,
      "step": 790050
    },
    {
      "epoch": 220.5,
      "grad_norm": 1.1969438791275024,
      "learning_rate": 4.064802780063825e-06,
      "loss": 0.3733,
      "step": 790060
    },
    {
      "epoch": 220.51,
      "grad_norm": 1.0319768190383911,
      "learning_rate": 4.064784425233036e-06,
      "loss": 0.3706,
      "step": 790070
    },
    {
      "epoch": 220.51,
      "grad_norm": 0.9754982590675354,
      "learning_rate": 4.064766070173176e-06,
      "loss": 0.3786,
      "step": 790080
    },
    {
      "epoch": 220.51,
      "grad_norm": 1.1633386611938477,
      "learning_rate": 4.0647477148842485e-06,
      "loss": 0.3689,
      "step": 790090
    },
    {
      "epoch": 220.51,
      "grad_norm": 1.3312870264053345,
      "learning_rate": 4.064729359366256e-06,
      "loss": 0.3686,
      "step": 790100
    },
    {
      "epoch": 220.52,
      "grad_norm": 0.9442358613014221,
      "learning_rate": 4.064711003619201e-06,
      "loss": 0.3712,
      "step": 790110
    },
    {
      "epoch": 220.52,
      "grad_norm": 1.2520326375961304,
      "learning_rate": 4.0646926476430855e-06,
      "loss": 0.3549,
      "step": 790120
    },
    {
      "epoch": 220.52,
      "grad_norm": 1.1477185487747192,
      "learning_rate": 4.064674291437912e-06,
      "loss": 0.3493,
      "step": 790130
    },
    {
      "epoch": 220.52,
      "grad_norm": 1.0661498308181763,
      "learning_rate": 4.064655935003683e-06,
      "loss": 0.3655,
      "step": 790140
    },
    {
      "epoch": 220.53,
      "grad_norm": 0.9284806847572327,
      "learning_rate": 4.0646375783404e-06,
      "loss": 0.3642,
      "step": 790150
    },
    {
      "epoch": 220.53,
      "grad_norm": 0.9556717276573181,
      "learning_rate": 4.064619221448067e-06,
      "loss": 0.3564,
      "step": 790160
    },
    {
      "epoch": 220.53,
      "grad_norm": 1.0191006660461426,
      "learning_rate": 4.064600864326687e-06,
      "loss": 0.3771,
      "step": 790170
    },
    {
      "epoch": 220.54,
      "grad_norm": 1.1644355058670044,
      "learning_rate": 4.0645825069762596e-06,
      "loss": 0.3583,
      "step": 790180
    },
    {
      "epoch": 220.54,
      "grad_norm": 1.1257411241531372,
      "learning_rate": 4.0645641493967895e-06,
      "loss": 0.3722,
      "step": 790190
    },
    {
      "epoch": 220.54,
      "grad_norm": 1.085962176322937,
      "learning_rate": 4.064545791588279e-06,
      "loss": 0.3575,
      "step": 790200
    },
    {
      "epoch": 220.54,
      "grad_norm": 1.1586275100708008,
      "learning_rate": 4.06452743355073e-06,
      "loss": 0.3669,
      "step": 790210
    },
    {
      "epoch": 220.55,
      "grad_norm": 1.029188871383667,
      "learning_rate": 4.064509075284145e-06,
      "loss": 0.3584,
      "step": 790220
    },
    {
      "epoch": 220.55,
      "grad_norm": 1.1602528095245361,
      "learning_rate": 4.064490716788526e-06,
      "loss": 0.3755,
      "step": 790230
    },
    {
      "epoch": 220.55,
      "grad_norm": 1.1443997621536255,
      "learning_rate": 4.064472358063876e-06,
      "loss": 0.3738,
      "step": 790240
    },
    {
      "epoch": 220.56,
      "grad_norm": 0.8807193636894226,
      "learning_rate": 4.0644539991101985e-06,
      "loss": 0.3632,
      "step": 790250
    },
    {
      "epoch": 220.56,
      "grad_norm": 1.2892239093780518,
      "learning_rate": 4.064435639927494e-06,
      "loss": 0.3751,
      "step": 790260
    },
    {
      "epoch": 220.56,
      "grad_norm": 0.9953999519348145,
      "learning_rate": 4.0644172805157656e-06,
      "loss": 0.3813,
      "step": 790270
    },
    {
      "epoch": 220.56,
      "grad_norm": 1.1926647424697876,
      "learning_rate": 4.064398920875016e-06,
      "loss": 0.3673,
      "step": 790280
    },
    {
      "epoch": 220.57,
      "grad_norm": 1.121385931968689,
      "learning_rate": 4.064380561005248e-06,
      "loss": 0.3567,
      "step": 790290
    },
    {
      "epoch": 220.57,
      "grad_norm": 0.9932863712310791,
      "learning_rate": 4.064362200906464e-06,
      "loss": 0.385,
      "step": 790300
    },
    {
      "epoch": 220.57,
      "grad_norm": 1.1067959070205688,
      "learning_rate": 4.064343840578665e-06,
      "loss": 0.3695,
      "step": 790310
    },
    {
      "epoch": 220.57,
      "grad_norm": 1.086796522140503,
      "learning_rate": 4.064325480021855e-06,
      "loss": 0.3595,
      "step": 790320
    },
    {
      "epoch": 220.58,
      "grad_norm": 1.0823984146118164,
      "learning_rate": 4.064307119236035e-06,
      "loss": 0.382,
      "step": 790330
    },
    {
      "epoch": 220.58,
      "grad_norm": 1.0171564817428589,
      "learning_rate": 4.06428875822121e-06,
      "loss": 0.3682,
      "step": 790340
    },
    {
      "epoch": 220.58,
      "grad_norm": 1.21211576461792,
      "learning_rate": 4.0642703969773794e-06,
      "loss": 0.3708,
      "step": 790350
    },
    {
      "epoch": 220.59,
      "grad_norm": 1.2976826429367065,
      "learning_rate": 4.064252035504548e-06,
      "loss": 0.3718,
      "step": 790360
    },
    {
      "epoch": 220.59,
      "grad_norm": 1.2980320453643799,
      "learning_rate": 4.064233673802716e-06,
      "loss": 0.3779,
      "step": 790370
    },
    {
      "epoch": 220.59,
      "grad_norm": 1.006627082824707,
      "learning_rate": 4.0642153118718884e-06,
      "loss": 0.3625,
      "step": 790380
    },
    {
      "epoch": 220.59,
      "grad_norm": 0.9980908632278442,
      "learning_rate": 4.0641969497120665e-06,
      "loss": 0.368,
      "step": 790390
    },
    {
      "epoch": 220.6,
      "grad_norm": 1.0279695987701416,
      "learning_rate": 4.064178587323252e-06,
      "loss": 0.3713,
      "step": 790400
    },
    {
      "epoch": 220.6,
      "grad_norm": 1.1619021892547607,
      "learning_rate": 4.0641602247054485e-06,
      "loss": 0.3687,
      "step": 790410
    },
    {
      "epoch": 220.6,
      "grad_norm": 1.2327607870101929,
      "learning_rate": 4.0641418618586575e-06,
      "loss": 0.3672,
      "step": 790420
    },
    {
      "epoch": 220.61,
      "grad_norm": 1.096045732498169,
      "learning_rate": 4.064123498782881e-06,
      "loss": 0.3769,
      "step": 790430
    },
    {
      "epoch": 220.61,
      "grad_norm": 1.2081856727600098,
      "learning_rate": 4.064105135478125e-06,
      "loss": 0.36,
      "step": 790440
    },
    {
      "epoch": 220.61,
      "grad_norm": 0.8916740417480469,
      "learning_rate": 4.064086771944387e-06,
      "loss": 0.354,
      "step": 790450
    },
    {
      "epoch": 220.61,
      "grad_norm": 0.9595155715942383,
      "learning_rate": 4.064068408181672e-06,
      "loss": 0.3862,
      "step": 790460
    },
    {
      "epoch": 220.62,
      "grad_norm": 0.9406968355178833,
      "learning_rate": 4.064050044189983e-06,
      "loss": 0.3616,
      "step": 790470
    },
    {
      "epoch": 220.62,
      "grad_norm": 1.1945421695709229,
      "learning_rate": 4.0640316799693214e-06,
      "loss": 0.3786,
      "step": 790480
    },
    {
      "epoch": 220.62,
      "grad_norm": 1.0383063554763794,
      "learning_rate": 4.064013315519689e-06,
      "loss": 0.3631,
      "step": 790490
    },
    {
      "epoch": 220.63,
      "grad_norm": 1.0532081127166748,
      "learning_rate": 4.063994950841089e-06,
      "loss": 0.376,
      "step": 790500
    },
    {
      "epoch": 220.63,
      "grad_norm": 1.0920188426971436,
      "learning_rate": 4.063976585933525e-06,
      "loss": 0.3749,
      "step": 790510
    },
    {
      "epoch": 220.63,
      "grad_norm": 1.0840948820114136,
      "learning_rate": 4.063958220796998e-06,
      "loss": 0.3562,
      "step": 790520
    },
    {
      "epoch": 220.63,
      "grad_norm": 1.0193638801574707,
      "learning_rate": 4.06393985543151e-06,
      "loss": 0.3647,
      "step": 790530
    },
    {
      "epoch": 220.64,
      "grad_norm": 1.0150130987167358,
      "learning_rate": 4.063921489837066e-06,
      "loss": 0.3751,
      "step": 790540
    },
    {
      "epoch": 220.64,
      "grad_norm": 1.2079455852508545,
      "learning_rate": 4.063903124013665e-06,
      "loss": 0.3605,
      "step": 790550
    },
    {
      "epoch": 220.64,
      "grad_norm": 1.0767199993133545,
      "learning_rate": 4.063884757961313e-06,
      "loss": 0.3802,
      "step": 790560
    },
    {
      "epoch": 220.64,
      "grad_norm": 0.9835767149925232,
      "learning_rate": 4.063866391680008e-06,
      "loss": 0.3757,
      "step": 790570
    },
    {
      "epoch": 220.65,
      "grad_norm": 1.0809948444366455,
      "learning_rate": 4.063848025169757e-06,
      "loss": 0.3615,
      "step": 790580
    },
    {
      "epoch": 220.65,
      "grad_norm": 1.1371865272521973,
      "learning_rate": 4.06382965843056e-06,
      "loss": 0.3747,
      "step": 790590
    },
    {
      "epoch": 220.65,
      "grad_norm": 8.775422096252441,
      "learning_rate": 4.063811291462419e-06,
      "loss": 0.3451,
      "step": 790600
    },
    {
      "epoch": 220.66,
      "grad_norm": 1.136698842048645,
      "learning_rate": 4.063792924265338e-06,
      "loss": 0.3712,
      "step": 790610
    },
    {
      "epoch": 220.66,
      "grad_norm": 1.3424999713897705,
      "learning_rate": 4.06377455683932e-06,
      "loss": 0.3595,
      "step": 790620
    },
    {
      "epoch": 220.66,
      "grad_norm": 1.033758282661438,
      "learning_rate": 4.063756189184365e-06,
      "loss": 0.3762,
      "step": 790630
    },
    {
      "epoch": 220.66,
      "grad_norm": 0.9266957640647888,
      "learning_rate": 4.063737821300478e-06,
      "loss": 0.363,
      "step": 790640
    },
    {
      "epoch": 220.67,
      "grad_norm": 0.9988628625869751,
      "learning_rate": 4.063719453187658e-06,
      "loss": 0.3731,
      "step": 790650
    },
    {
      "epoch": 220.67,
      "grad_norm": 1.0774635076522827,
      "learning_rate": 4.063701084845911e-06,
      "loss": 0.3762,
      "step": 790660
    },
    {
      "epoch": 220.67,
      "grad_norm": 1.2521103620529175,
      "learning_rate": 4.063682716275238e-06,
      "loss": 0.3623,
      "step": 790670
    },
    {
      "epoch": 220.68,
      "grad_norm": 1.0251097679138184,
      "learning_rate": 4.063664347475641e-06,
      "loss": 0.3809,
      "step": 790680
    },
    {
      "epoch": 220.68,
      "grad_norm": 1.1926790475845337,
      "learning_rate": 4.063645978447124e-06,
      "loss": 0.3776,
      "step": 790690
    },
    {
      "epoch": 220.68,
      "grad_norm": 0.9975740313529968,
      "learning_rate": 4.063627609189688e-06,
      "loss": 0.3684,
      "step": 790700
    },
    {
      "epoch": 220.68,
      "grad_norm": 1.6486201286315918,
      "learning_rate": 4.063609239703335e-06,
      "loss": 0.3796,
      "step": 790710
    },
    {
      "epoch": 220.69,
      "grad_norm": 1.0112929344177246,
      "learning_rate": 4.063590869988068e-06,
      "loss": 0.38,
      "step": 790720
    },
    {
      "epoch": 220.69,
      "grad_norm": 1.0836297273635864,
      "learning_rate": 4.063572500043892e-06,
      "loss": 0.3711,
      "step": 790730
    },
    {
      "epoch": 220.69,
      "grad_norm": 1.0421589612960815,
      "learning_rate": 4.063554129870804e-06,
      "loss": 0.3648,
      "step": 790740
    },
    {
      "epoch": 220.69,
      "grad_norm": 1.0606011152267456,
      "learning_rate": 4.063535759468812e-06,
      "loss": 0.3706,
      "step": 790750
    },
    {
      "epoch": 220.7,
      "grad_norm": 1.0074607133865356,
      "learning_rate": 4.063517388837916e-06,
      "loss": 0.3648,
      "step": 790760
    },
    {
      "epoch": 220.7,
      "grad_norm": 1.147373914718628,
      "learning_rate": 4.063499017978117e-06,
      "loss": 0.364,
      "step": 790770
    },
    {
      "epoch": 220.7,
      "grad_norm": 1.3197393417358398,
      "learning_rate": 4.063480646889419e-06,
      "loss": 0.3544,
      "step": 790780
    },
    {
      "epoch": 220.71,
      "grad_norm": 0.9377516508102417,
      "learning_rate": 4.063462275571826e-06,
      "loss": 0.3817,
      "step": 790790
    },
    {
      "epoch": 220.71,
      "grad_norm": 1.4705411195755005,
      "learning_rate": 4.063443904025337e-06,
      "loss": 0.3828,
      "step": 790800
    },
    {
      "epoch": 220.71,
      "grad_norm": 0.9219586253166199,
      "learning_rate": 4.0634255322499575e-06,
      "loss": 0.3877,
      "step": 790810
    },
    {
      "epoch": 220.71,
      "grad_norm": 0.9315654039382935,
      "learning_rate": 4.063407160245688e-06,
      "loss": 0.3675,
      "step": 790820
    },
    {
      "epoch": 220.72,
      "grad_norm": 0.9666203856468201,
      "learning_rate": 4.063388788012532e-06,
      "loss": 0.3537,
      "step": 790830
    },
    {
      "epoch": 220.72,
      "grad_norm": 0.9889860153198242,
      "learning_rate": 4.063370415550492e-06,
      "loss": 0.3782,
      "step": 790840
    },
    {
      "epoch": 220.72,
      "grad_norm": 1.0495175123214722,
      "learning_rate": 4.06335204285957e-06,
      "loss": 0.3516,
      "step": 790850
    },
    {
      "epoch": 220.73,
      "grad_norm": 0.9715238809585571,
      "learning_rate": 4.0633336699397676e-06,
      "loss": 0.3575,
      "step": 790860
    },
    {
      "epoch": 220.73,
      "grad_norm": 1.252252221107483,
      "learning_rate": 4.063315296791089e-06,
      "loss": 0.3683,
      "step": 790870
    },
    {
      "epoch": 220.73,
      "grad_norm": 1.0929827690124512,
      "learning_rate": 4.0632969234135355e-06,
      "loss": 0.374,
      "step": 790880
    },
    {
      "epoch": 220.73,
      "grad_norm": 1.1115719079971313,
      "learning_rate": 4.06327854980711e-06,
      "loss": 0.3637,
      "step": 790890
    },
    {
      "epoch": 220.74,
      "grad_norm": 1.1786508560180664,
      "learning_rate": 4.063260175971815e-06,
      "loss": 0.3714,
      "step": 790900
    },
    {
      "epoch": 220.74,
      "grad_norm": 1.1565728187561035,
      "learning_rate": 4.0632418019076515e-06,
      "loss": 0.3692,
      "step": 790910
    },
    {
      "epoch": 220.74,
      "grad_norm": 1.0955082178115845,
      "learning_rate": 4.063223427614625e-06,
      "loss": 0.3774,
      "step": 790920
    },
    {
      "epoch": 220.75,
      "grad_norm": 2.3852906227111816,
      "learning_rate": 4.063205053092735e-06,
      "loss": 0.3724,
      "step": 790930
    },
    {
      "epoch": 220.75,
      "grad_norm": 0.938347578048706,
      "learning_rate": 4.063186678341985e-06,
      "loss": 0.3663,
      "step": 790940
    },
    {
      "epoch": 220.75,
      "grad_norm": 1.151249647140503,
      "learning_rate": 4.063168303362378e-06,
      "loss": 0.3733,
      "step": 790950
    },
    {
      "epoch": 220.75,
      "grad_norm": 1.1493688821792603,
      "learning_rate": 4.063149928153916e-06,
      "loss": 0.3712,
      "step": 790960
    },
    {
      "epoch": 220.76,
      "grad_norm": 1.1674941778182983,
      "learning_rate": 4.0631315527166e-06,
      "loss": 0.3774,
      "step": 790970
    },
    {
      "epoch": 220.76,
      "grad_norm": 0.961358368396759,
      "learning_rate": 4.063113177050436e-06,
      "loss": 0.3505,
      "step": 790980
    },
    {
      "epoch": 220.76,
      "grad_norm": 1.2119083404541016,
      "learning_rate": 4.063094801155422e-06,
      "loss": 0.3665,
      "step": 790990
    },
    {
      "epoch": 220.76,
      "grad_norm": 1.8722081184387207,
      "learning_rate": 4.063076425031564e-06,
      "loss": 0.3495,
      "step": 791000
    },
    {
      "epoch": 220.77,
      "grad_norm": 1.3408135175704956,
      "learning_rate": 4.0630580486788634e-06,
      "loss": 0.3769,
      "step": 791010
    },
    {
      "epoch": 220.77,
      "grad_norm": 1.180216908454895,
      "learning_rate": 4.063039672097323e-06,
      "loss": 0.3593,
      "step": 791020
    },
    {
      "epoch": 220.77,
      "grad_norm": 1.096841812133789,
      "learning_rate": 4.063021295286943e-06,
      "loss": 0.3562,
      "step": 791030
    },
    {
      "epoch": 220.78,
      "grad_norm": 1.504876732826233,
      "learning_rate": 4.063002918247729e-06,
      "loss": 0.371,
      "step": 791040
    },
    {
      "epoch": 220.78,
      "grad_norm": 1.0670171976089478,
      "learning_rate": 4.062984540979681e-06,
      "loss": 0.3762,
      "step": 791050
    },
    {
      "epoch": 220.78,
      "grad_norm": 1.1300299167633057,
      "learning_rate": 4.062966163482803e-06,
      "loss": 0.3677,
      "step": 791060
    },
    {
      "epoch": 220.78,
      "grad_norm": 0.994087815284729,
      "learning_rate": 4.062947785757096e-06,
      "loss": 0.3703,
      "step": 791070
    },
    {
      "epoch": 220.79,
      "grad_norm": 1.1418778896331787,
      "learning_rate": 4.062929407802565e-06,
      "loss": 0.3643,
      "step": 791080
    },
    {
      "epoch": 220.79,
      "grad_norm": 1.1192370653152466,
      "learning_rate": 4.062911029619209e-06,
      "loss": 0.3768,
      "step": 791090
    },
    {
      "epoch": 220.79,
      "grad_norm": 1.041509747505188,
      "learning_rate": 4.062892651207033e-06,
      "loss": 0.3619,
      "step": 791100
    },
    {
      "epoch": 220.8,
      "grad_norm": 1.0906299352645874,
      "learning_rate": 4.062874272566038e-06,
      "loss": 0.3674,
      "step": 791110
    },
    {
      "epoch": 220.8,
      "grad_norm": 1.1632628440856934,
      "learning_rate": 4.0628558936962286e-06,
      "loss": 0.359,
      "step": 791120
    },
    {
      "epoch": 220.8,
      "grad_norm": 1.121705412864685,
      "learning_rate": 4.062837514597604e-06,
      "loss": 0.376,
      "step": 791130
    },
    {
      "epoch": 220.8,
      "grad_norm": 1.2483608722686768,
      "learning_rate": 4.0628191352701696e-06,
      "loss": 0.3657,
      "step": 791140
    },
    {
      "epoch": 220.81,
      "grad_norm": 0.9500261545181274,
      "learning_rate": 4.062800755713926e-06,
      "loss": 0.3677,
      "step": 791150
    },
    {
      "epoch": 220.81,
      "grad_norm": 0.9580699801445007,
      "learning_rate": 4.062782375928876e-06,
      "loss": 0.37,
      "step": 791160
    },
    {
      "epoch": 220.81,
      "grad_norm": 2.040604829788208,
      "learning_rate": 4.062763995915023e-06,
      "loss": 0.3692,
      "step": 791170
    },
    {
      "epoch": 220.81,
      "grad_norm": 1.544458031654358,
      "learning_rate": 4.062745615672369e-06,
      "loss": 0.3611,
      "step": 791180
    },
    {
      "epoch": 220.82,
      "grad_norm": 1.1037083864212036,
      "learning_rate": 4.062727235200915e-06,
      "loss": 0.3763,
      "step": 791190
    },
    {
      "epoch": 220.82,
      "grad_norm": 15.85325813293457,
      "learning_rate": 4.062708854500665e-06,
      "loss": 0.3772,
      "step": 791200
    },
    {
      "epoch": 220.82,
      "grad_norm": 1.2728216648101807,
      "learning_rate": 4.0626904735716224e-06,
      "loss": 0.3701,
      "step": 791210
    },
    {
      "epoch": 220.83,
      "grad_norm": 1.3749600648880005,
      "learning_rate": 4.0626720924137875e-06,
      "loss": 0.3988,
      "step": 791220
    },
    {
      "epoch": 220.83,
      "grad_norm": 1.0770727396011353,
      "learning_rate": 4.062653711027164e-06,
      "loss": 0.3683,
      "step": 791230
    },
    {
      "epoch": 220.83,
      "grad_norm": 1.109782338142395,
      "learning_rate": 4.0626353294117525e-06,
      "loss": 0.367,
      "step": 791240
    },
    {
      "epoch": 220.83,
      "grad_norm": 1.1021143198013306,
      "learning_rate": 4.062616947567559e-06,
      "loss": 0.38,
      "step": 791250
    },
    {
      "epoch": 220.84,
      "grad_norm": 1.3350056409835815,
      "learning_rate": 4.062598565494583e-06,
      "loss": 0.3669,
      "step": 791260
    },
    {
      "epoch": 220.84,
      "grad_norm": 1.049114465713501,
      "learning_rate": 4.062580183192827e-06,
      "loss": 0.3702,
      "step": 791270
    },
    {
      "epoch": 220.84,
      "grad_norm": 1.355353832244873,
      "learning_rate": 4.062561800662294e-06,
      "loss": 0.3598,
      "step": 791280
    },
    {
      "epoch": 220.85,
      "grad_norm": 1.0776296854019165,
      "learning_rate": 4.062543417902989e-06,
      "loss": 0.3653,
      "step": 791290
    },
    {
      "epoch": 220.85,
      "grad_norm": 1.2247768640518188,
      "learning_rate": 4.0625250349149095e-06,
      "loss": 0.3831,
      "step": 791300
    },
    {
      "epoch": 220.85,
      "grad_norm": 1.0654722452163696,
      "learning_rate": 4.062506651698062e-06,
      "loss": 0.3651,
      "step": 791310
    },
    {
      "epoch": 220.85,
      "grad_norm": 1.022566318511963,
      "learning_rate": 4.062488268252447e-06,
      "loss": 0.3615,
      "step": 791320
    },
    {
      "epoch": 220.86,
      "grad_norm": 1.0431803464889526,
      "learning_rate": 4.062469884578068e-06,
      "loss": 0.3614,
      "step": 791330
    },
    {
      "epoch": 220.86,
      "grad_norm": 1.265014886856079,
      "learning_rate": 4.062451500674926e-06,
      "loss": 0.3736,
      "step": 791340
    },
    {
      "epoch": 220.86,
      "grad_norm": 1.0699009895324707,
      "learning_rate": 4.062433116543025e-06,
      "loss": 0.3818,
      "step": 791350
    },
    {
      "epoch": 220.87,
      "grad_norm": 1.0535633563995361,
      "learning_rate": 4.062414732182367e-06,
      "loss": 0.3642,
      "step": 791360
    },
    {
      "epoch": 220.87,
      "grad_norm": 1.0770859718322754,
      "learning_rate": 4.062396347592953e-06,
      "loss": 0.3905,
      "step": 791370
    },
    {
      "epoch": 220.87,
      "grad_norm": 1.0387901067733765,
      "learning_rate": 4.062377962774788e-06,
      "loss": 0.371,
      "step": 791380
    },
    {
      "epoch": 220.87,
      "grad_norm": 1.1594462394714355,
      "learning_rate": 4.062359577727874e-06,
      "loss": 0.364,
      "step": 791390
    },
    {
      "epoch": 220.88,
      "grad_norm": 0.8475678563117981,
      "learning_rate": 4.062341192452211e-06,
      "loss": 0.3507,
      "step": 791400
    },
    {
      "epoch": 220.88,
      "grad_norm": 1.086418867111206,
      "learning_rate": 4.062322806947803e-06,
      "loss": 0.3578,
      "step": 791410
    },
    {
      "epoch": 220.88,
      "grad_norm": 1.1435219049453735,
      "learning_rate": 4.062304421214653e-06,
      "loss": 0.3755,
      "step": 791420
    },
    {
      "epoch": 220.88,
      "grad_norm": 1.1691278219223022,
      "learning_rate": 4.0622860352527634e-06,
      "loss": 0.3656,
      "step": 791430
    },
    {
      "epoch": 220.89,
      "grad_norm": 1.0131921768188477,
      "learning_rate": 4.062267649062136e-06,
      "loss": 0.3698,
      "step": 791440
    },
    {
      "epoch": 220.89,
      "grad_norm": 1.1350219249725342,
      "learning_rate": 4.062249262642773e-06,
      "loss": 0.3773,
      "step": 791450
    },
    {
      "epoch": 220.89,
      "grad_norm": 1.0741082429885864,
      "learning_rate": 4.062230875994677e-06,
      "loss": 0.3649,
      "step": 791460
    },
    {
      "epoch": 220.9,
      "grad_norm": 1.1363059282302856,
      "learning_rate": 4.062212489117852e-06,
      "loss": 0.3652,
      "step": 791470
    },
    {
      "epoch": 220.9,
      "grad_norm": 1.1174681186676025,
      "learning_rate": 4.062194102012298e-06,
      "loss": 0.3674,
      "step": 791480
    },
    {
      "epoch": 220.9,
      "grad_norm": 1.0650560855865479,
      "learning_rate": 4.062175714678018e-06,
      "loss": 0.3501,
      "step": 791490
    },
    {
      "epoch": 220.9,
      "grad_norm": 0.9630299806594849,
      "learning_rate": 4.062157327115017e-06,
      "loss": 0.3633,
      "step": 791500
    },
    {
      "epoch": 220.91,
      "grad_norm": 1.0685138702392578,
      "learning_rate": 4.062138939323294e-06,
      "loss": 0.3736,
      "step": 791510
    },
    {
      "epoch": 220.91,
      "grad_norm": 1.1337993144989014,
      "learning_rate": 4.062120551302853e-06,
      "loss": 0.3612,
      "step": 791520
    },
    {
      "epoch": 220.91,
      "grad_norm": 1.207131266593933,
      "learning_rate": 4.062102163053697e-06,
      "loss": 0.3727,
      "step": 791530
    },
    {
      "epoch": 220.92,
      "grad_norm": 1.0273834466934204,
      "learning_rate": 4.0620837745758285e-06,
      "loss": 0.3723,
      "step": 791540
    },
    {
      "epoch": 220.92,
      "grad_norm": 1.0998377799987793,
      "learning_rate": 4.062065385869249e-06,
      "loss": 0.3655,
      "step": 791550
    },
    {
      "epoch": 220.92,
      "grad_norm": 1.1165480613708496,
      "learning_rate": 4.06204699693396e-06,
      "loss": 0.394,
      "step": 791560
    },
    {
      "epoch": 220.92,
      "grad_norm": 1.0218371152877808,
      "learning_rate": 4.062028607769966e-06,
      "loss": 0.3638,
      "step": 791570
    },
    {
      "epoch": 220.93,
      "grad_norm": 1.0319879055023193,
      "learning_rate": 4.062010218377269e-06,
      "loss": 0.3609,
      "step": 791580
    },
    {
      "epoch": 220.93,
      "grad_norm": 1.0822824239730835,
      "learning_rate": 4.06199182875587e-06,
      "loss": 0.3768,
      "step": 791590
    },
    {
      "epoch": 220.93,
      "grad_norm": 1.275736927986145,
      "learning_rate": 4.061973438905774e-06,
      "loss": 0.3604,
      "step": 791600
    },
    {
      "epoch": 220.93,
      "grad_norm": 0.8904126882553101,
      "learning_rate": 4.061955048826982e-06,
      "loss": 0.3569,
      "step": 791610
    },
    {
      "epoch": 220.94,
      "grad_norm": 1.0836986303329468,
      "learning_rate": 4.061936658519495e-06,
      "loss": 0.3811,
      "step": 791620
    },
    {
      "epoch": 220.94,
      "grad_norm": 1.0473207235336304,
      "learning_rate": 4.0619182679833175e-06,
      "loss": 0.3698,
      "step": 791630
    },
    {
      "epoch": 220.94,
      "grad_norm": 1.275630235671997,
      "learning_rate": 4.061899877218451e-06,
      "loss": 0.3827,
      "step": 791640
    },
    {
      "epoch": 220.95,
      "grad_norm": 1.4811339378356934,
      "learning_rate": 4.061881486224899e-06,
      "loss": 0.3806,
      "step": 791650
    },
    {
      "epoch": 220.95,
      "grad_norm": 0.8630356192588806,
      "learning_rate": 4.061863095002663e-06,
      "loss": 0.3819,
      "step": 791660
    },
    {
      "epoch": 220.95,
      "grad_norm": 1.039225697517395,
      "learning_rate": 4.061844703551745e-06,
      "loss": 0.3764,
      "step": 791670
    },
    {
      "epoch": 220.95,
      "grad_norm": 0.9593527913093567,
      "learning_rate": 4.061826311872149e-06,
      "loss": 0.3568,
      "step": 791680
    },
    {
      "epoch": 220.96,
      "grad_norm": 1.2406171560287476,
      "learning_rate": 4.061807919963877e-06,
      "loss": 0.3583,
      "step": 791690
    },
    {
      "epoch": 220.96,
      "grad_norm": 0.9858577847480774,
      "learning_rate": 4.061789527826931e-06,
      "loss": 0.3567,
      "step": 791700
    },
    {
      "epoch": 220.96,
      "grad_norm": 1.1224844455718994,
      "learning_rate": 4.061771135461313e-06,
      "loss": 0.3671,
      "step": 791710
    },
    {
      "epoch": 220.97,
      "grad_norm": 1.0960443019866943,
      "learning_rate": 4.061752742867025e-06,
      "loss": 0.3649,
      "step": 791720
    },
    {
      "epoch": 220.97,
      "grad_norm": 1.3642866611480713,
      "learning_rate": 4.061734350044071e-06,
      "loss": 0.3565,
      "step": 791730
    },
    {
      "epoch": 220.97,
      "grad_norm": 0.9340988993644714,
      "learning_rate": 4.061715956992453e-06,
      "loss": 0.38,
      "step": 791740
    },
    {
      "epoch": 220.97,
      "grad_norm": 1.0231631994247437,
      "learning_rate": 4.061697563712173e-06,
      "loss": 0.3734,
      "step": 791750
    },
    {
      "epoch": 220.98,
      "grad_norm": 1.0540672540664673,
      "learning_rate": 4.061679170203235e-06,
      "loss": 0.3623,
      "step": 791760
    },
    {
      "epoch": 220.98,
      "grad_norm": 1.0822217464447021,
      "learning_rate": 4.061660776465638e-06,
      "loss": 0.3677,
      "step": 791770
    },
    {
      "epoch": 220.98,
      "grad_norm": 1.4337544441223145,
      "learning_rate": 4.061642382499388e-06,
      "loss": 0.3608,
      "step": 791780
    },
    {
      "epoch": 220.99,
      "grad_norm": 1.0940648317337036,
      "learning_rate": 4.061623988304485e-06,
      "loss": 0.3672,
      "step": 791790
    },
    {
      "epoch": 220.99,
      "grad_norm": 1.0731340646743774,
      "learning_rate": 4.061605593880934e-06,
      "loss": 0.3659,
      "step": 791800
    },
    {
      "epoch": 220.99,
      "grad_norm": 0.9247735738754272,
      "learning_rate": 4.061587199228735e-06,
      "loss": 0.368,
      "step": 791810
    },
    {
      "epoch": 220.99,
      "grad_norm": 1.0053545236587524,
      "learning_rate": 4.061568804347892e-06,
      "loss": 0.3567,
      "step": 791820
    },
    {
      "epoch": 221.0,
      "grad_norm": 1.0604116916656494,
      "learning_rate": 4.061550409238406e-06,
      "loss": 0.3769,
      "step": 791830
    },
    {
      "epoch": 221.0,
      "grad_norm": 1.090044379234314,
      "learning_rate": 4.061532013900282e-06,
      "loss": 0.3565,
      "step": 791840
    },
    {
      "epoch": 221.0,
      "eval_loss": 0.36907073855400085,
      "eval_runtime": 63.2443,
      "eval_samples_per_second": 79.991,
      "eval_steps_per_second": 10.009,
      "step": 791843
    },
    {
      "epoch": 221.0,
      "grad_norm": 0.9054188132286072,
      "learning_rate": 4.0615136183335184e-06,
      "loss": 0.3723,
      "step": 791850
    },
    {
      "epoch": 221.0,
      "grad_norm": 0.913046658039093,
      "learning_rate": 4.0614952225381215e-06,
      "loss": 0.372,
      "step": 791860
    },
    {
      "epoch": 221.01,
      "grad_norm": 1.149212121963501,
      "learning_rate": 4.061476826514092e-06,
      "loss": 0.3806,
      "step": 791870
    },
    {
      "epoch": 221.01,
      "grad_norm": 1.0209698677062988,
      "learning_rate": 4.061458430261432e-06,
      "loss": 0.3751,
      "step": 791880
    },
    {
      "epoch": 221.01,
      "grad_norm": 1.3234764337539673,
      "learning_rate": 4.061440033780145e-06,
      "loss": 0.3786,
      "step": 791890
    },
    {
      "epoch": 221.02,
      "grad_norm": 0.9184251427650452,
      "learning_rate": 4.061421637070233e-06,
      "loss": 0.3673,
      "step": 791900
    },
    {
      "epoch": 221.02,
      "grad_norm": 1.1768662929534912,
      "learning_rate": 4.061403240131698e-06,
      "loss": 0.3726,
      "step": 791910
    },
    {
      "epoch": 221.02,
      "grad_norm": 1.1182987689971924,
      "learning_rate": 4.061384842964544e-06,
      "loss": 0.3606,
      "step": 791920
    },
    {
      "epoch": 221.02,
      "grad_norm": 1.1937345266342163,
      "learning_rate": 4.0613664455687715e-06,
      "loss": 0.3895,
      "step": 791930
    },
    {
      "epoch": 221.03,
      "grad_norm": 0.9918460249900818,
      "learning_rate": 4.061348047944383e-06,
      "loss": 0.3654,
      "step": 791940
    },
    {
      "epoch": 221.03,
      "grad_norm": 1.0605908632278442,
      "learning_rate": 4.061329650091383e-06,
      "loss": 0.3615,
      "step": 791950
    },
    {
      "epoch": 221.03,
      "grad_norm": 1.2431973218917847,
      "learning_rate": 4.061311252009772e-06,
      "loss": 0.3665,
      "step": 791960
    },
    {
      "epoch": 221.04,
      "grad_norm": 1.170519232749939,
      "learning_rate": 4.061292853699554e-06,
      "loss": 0.3642,
      "step": 791970
    },
    {
      "epoch": 221.04,
      "grad_norm": 1.1307286024093628,
      "learning_rate": 4.061274455160729e-06,
      "loss": 0.3685,
      "step": 791980
    },
    {
      "epoch": 221.04,
      "grad_norm": 1.1399005651474,
      "learning_rate": 4.061256056393303e-06,
      "loss": 0.3656,
      "step": 791990
    },
    {
      "epoch": 221.04,
      "grad_norm": 1.0611515045166016,
      "learning_rate": 4.061237657397275e-06,
      "loss": 0.3739,
      "step": 792000
    },
    {
      "epoch": 221.05,
      "grad_norm": 0.9528850317001343,
      "learning_rate": 4.06121925817265e-06,
      "loss": 0.3737,
      "step": 792010
    },
    {
      "epoch": 221.05,
      "grad_norm": 1.0102813243865967,
      "learning_rate": 4.061200858719429e-06,
      "loss": 0.3635,
      "step": 792020
    },
    {
      "epoch": 221.05,
      "grad_norm": 1.1010130643844604,
      "learning_rate": 4.061182459037614e-06,
      "loss": 0.3683,
      "step": 792030
    },
    {
      "epoch": 221.05,
      "grad_norm": 1.126218318939209,
      "learning_rate": 4.0611640591272095e-06,
      "loss": 0.377,
      "step": 792040
    },
    {
      "epoch": 221.06,
      "grad_norm": 1.0228161811828613,
      "learning_rate": 4.061145658988216e-06,
      "loss": 0.3695,
      "step": 792050
    },
    {
      "epoch": 221.06,
      "grad_norm": 1.5106555223464966,
      "learning_rate": 4.061127258620637e-06,
      "loss": 0.3835,
      "step": 792060
    },
    {
      "epoch": 221.06,
      "grad_norm": 1.001212477684021,
      "learning_rate": 4.061108858024474e-06,
      "loss": 0.3794,
      "step": 792070
    },
    {
      "epoch": 221.07,
      "grad_norm": 1.0178186893463135,
      "learning_rate": 4.061090457199731e-06,
      "loss": 0.3625,
      "step": 792080
    },
    {
      "epoch": 221.07,
      "grad_norm": 0.955089807510376,
      "learning_rate": 4.061072056146409e-06,
      "loss": 0.3771,
      "step": 792090
    },
    {
      "epoch": 221.07,
      "grad_norm": 1.2679024934768677,
      "learning_rate": 4.061053654864511e-06,
      "loss": 0.3716,
      "step": 792100
    },
    {
      "epoch": 221.07,
      "grad_norm": 1.0332751274108887,
      "learning_rate": 4.061035253354039e-06,
      "loss": 0.3743,
      "step": 792110
    },
    {
      "epoch": 221.08,
      "grad_norm": 1.2227041721343994,
      "learning_rate": 4.061016851614997e-06,
      "loss": 0.3654,
      "step": 792120
    },
    {
      "epoch": 221.08,
      "grad_norm": 1.0868616104125977,
      "learning_rate": 4.060998449647385e-06,
      "loss": 0.3724,
      "step": 792130
    },
    {
      "epoch": 221.08,
      "grad_norm": 1.3379335403442383,
      "learning_rate": 4.060980047451207e-06,
      "loss": 0.3682,
      "step": 792140
    },
    {
      "epoch": 221.09,
      "grad_norm": 1.1495893001556396,
      "learning_rate": 4.060961645026466e-06,
      "loss": 0.3793,
      "step": 792150
    },
    {
      "epoch": 221.09,
      "grad_norm": 0.9274243116378784,
      "learning_rate": 4.060943242373163e-06,
      "loss": 0.3662,
      "step": 792160
    },
    {
      "epoch": 221.09,
      "grad_norm": 1.0938981771469116,
      "learning_rate": 4.0609248394913015e-06,
      "loss": 0.3729,
      "step": 792170
    },
    {
      "epoch": 221.09,
      "grad_norm": 0.9405758380889893,
      "learning_rate": 4.060906436380883e-06,
      "loss": 0.367,
      "step": 792180
    },
    {
      "epoch": 221.1,
      "grad_norm": 1.0094711780548096,
      "learning_rate": 4.060888033041911e-06,
      "loss": 0.3893,
      "step": 792190
    },
    {
      "epoch": 221.1,
      "grad_norm": 0.9782534837722778,
      "learning_rate": 4.060869629474388e-06,
      "loss": 0.3573,
      "step": 792200
    },
    {
      "epoch": 221.1,
      "grad_norm": 1.2782211303710938,
      "learning_rate": 4.060851225678315e-06,
      "loss": 0.3623,
      "step": 792210
    },
    {
      "epoch": 221.11,
      "grad_norm": 1.0712013244628906,
      "learning_rate": 4.060832821653696e-06,
      "loss": 0.3508,
      "step": 792220
    },
    {
      "epoch": 221.11,
      "grad_norm": 1.3623368740081787,
      "learning_rate": 4.060814417400532e-06,
      "loss": 0.3718,
      "step": 792230
    },
    {
      "epoch": 221.11,
      "grad_norm": 1.1536736488342285,
      "learning_rate": 4.060796012918826e-06,
      "loss": 0.4017,
      "step": 792240
    },
    {
      "epoch": 221.11,
      "grad_norm": 1.3140426874160767,
      "learning_rate": 4.060777608208581e-06,
      "loss": 0.373,
      "step": 792250
    },
    {
      "epoch": 221.12,
      "grad_norm": 1.001407504081726,
      "learning_rate": 4.0607592032698e-06,
      "loss": 0.3605,
      "step": 792260
    },
    {
      "epoch": 221.12,
      "grad_norm": 1.130210041999817,
      "learning_rate": 4.060740798102484e-06,
      "loss": 0.3713,
      "step": 792270
    },
    {
      "epoch": 221.12,
      "grad_norm": 1.0858993530273438,
      "learning_rate": 4.060722392706637e-06,
      "loss": 0.3678,
      "step": 792280
    },
    {
      "epoch": 221.12,
      "grad_norm": 1.1641286611557007,
      "learning_rate": 4.06070398708226e-06,
      "loss": 0.3702,
      "step": 792290
    },
    {
      "epoch": 221.13,
      "grad_norm": 1.1438567638397217,
      "learning_rate": 4.0606855812293545e-06,
      "loss": 0.3535,
      "step": 792300
    },
    {
      "epoch": 221.13,
      "grad_norm": 1.096716046333313,
      "learning_rate": 4.060667175147926e-06,
      "loss": 0.366,
      "step": 792310
    },
    {
      "epoch": 221.13,
      "grad_norm": 1.1690638065338135,
      "learning_rate": 4.060648768837975e-06,
      "loss": 0.3754,
      "step": 792320
    },
    {
      "epoch": 221.14,
      "grad_norm": 1.2016007900238037,
      "learning_rate": 4.0606303622995044e-06,
      "loss": 0.3804,
      "step": 792330
    },
    {
      "epoch": 221.14,
      "grad_norm": 0.8896567821502686,
      "learning_rate": 4.060611955532517e-06,
      "loss": 0.3759,
      "step": 792340
    },
    {
      "epoch": 221.14,
      "grad_norm": 1.139995813369751,
      "learning_rate": 4.060593548537014e-06,
      "loss": 0.3619,
      "step": 792350
    },
    {
      "epoch": 221.14,
      "grad_norm": 1.2657978534698486,
      "learning_rate": 4.060575141312998e-06,
      "loss": 0.3839,
      "step": 792360
    },
    {
      "epoch": 221.15,
      "grad_norm": 1.0581605434417725,
      "learning_rate": 4.060556733860473e-06,
      "loss": 0.3578,
      "step": 792370
    },
    {
      "epoch": 221.15,
      "grad_norm": 1.2079954147338867,
      "learning_rate": 4.06053832617944e-06,
      "loss": 0.3568,
      "step": 792380
    },
    {
      "epoch": 221.15,
      "grad_norm": 1.2591593265533447,
      "learning_rate": 4.060519918269904e-06,
      "loss": 0.3644,
      "step": 792390
    },
    {
      "epoch": 221.16,
      "grad_norm": 1.2418016195297241,
      "learning_rate": 4.060501510131864e-06,
      "loss": 0.3799,
      "step": 792400
    },
    {
      "epoch": 221.16,
      "grad_norm": 1.0380197763442993,
      "learning_rate": 4.060483101765324e-06,
      "loss": 0.372,
      "step": 792410
    },
    {
      "epoch": 221.16,
      "grad_norm": 1.0826098918914795,
      "learning_rate": 4.060464693170286e-06,
      "loss": 0.3714,
      "step": 792420
    },
    {
      "epoch": 221.16,
      "grad_norm": 1.1368106603622437,
      "learning_rate": 4.060446284346753e-06,
      "loss": 0.3696,
      "step": 792430
    },
    {
      "epoch": 221.17,
      "grad_norm": 1.0037610530853271,
      "learning_rate": 4.060427875294727e-06,
      "loss": 0.3755,
      "step": 792440
    },
    {
      "epoch": 221.17,
      "grad_norm": 1.2702323198318481,
      "learning_rate": 4.060409466014211e-06,
      "loss": 0.3841,
      "step": 792450
    },
    {
      "epoch": 221.17,
      "grad_norm": 1.1339446306228638,
      "learning_rate": 4.060391056505207e-06,
      "loss": 0.3874,
      "step": 792460
    },
    {
      "epoch": 221.17,
      "grad_norm": 1.1539043188095093,
      "learning_rate": 4.060372646767719e-06,
      "loss": 0.3751,
      "step": 792470
    },
    {
      "epoch": 221.18,
      "grad_norm": 0.9972458481788635,
      "learning_rate": 4.060354236801746e-06,
      "loss": 0.3624,
      "step": 792480
    },
    {
      "epoch": 221.18,
      "grad_norm": 1.0849493741989136,
      "learning_rate": 4.060335826607293e-06,
      "loss": 0.367,
      "step": 792490
    },
    {
      "epoch": 221.18,
      "grad_norm": 1.1825937032699585,
      "learning_rate": 4.060317416184363e-06,
      "loss": 0.3679,
      "step": 792500
    },
    {
      "epoch": 221.19,
      "grad_norm": 1.0602003335952759,
      "learning_rate": 4.060299005532956e-06,
      "loss": 0.3884,
      "step": 792510
    },
    {
      "epoch": 221.19,
      "grad_norm": 1.129260540008545,
      "learning_rate": 4.060280594653077e-06,
      "loss": 0.3601,
      "step": 792520
    },
    {
      "epoch": 221.19,
      "grad_norm": 1.0698312520980835,
      "learning_rate": 4.0602621835447265e-06,
      "loss": 0.3713,
      "step": 792530
    },
    {
      "epoch": 221.19,
      "grad_norm": 1.0810067653656006,
      "learning_rate": 4.060243772207908e-06,
      "loss": 0.3715,
      "step": 792540
    },
    {
      "epoch": 221.2,
      "grad_norm": 0.972235381603241,
      "learning_rate": 4.060225360642625e-06,
      "loss": 0.3664,
      "step": 792550
    },
    {
      "epoch": 221.2,
      "grad_norm": 0.9868170022964478,
      "learning_rate": 4.060206948848877e-06,
      "loss": 0.3693,
      "step": 792560
    },
    {
      "epoch": 221.2,
      "grad_norm": 1.056239366531372,
      "learning_rate": 4.060188536826668e-06,
      "loss": 0.3696,
      "step": 792570
    },
    {
      "epoch": 221.21,
      "grad_norm": 1.2458587884902954,
      "learning_rate": 4.060170124576002e-06,
      "loss": 0.3704,
      "step": 792580
    },
    {
      "epoch": 221.21,
      "grad_norm": 1.143546223640442,
      "learning_rate": 4.060151712096879e-06,
      "loss": 0.364,
      "step": 792590
    },
    {
      "epoch": 221.21,
      "grad_norm": 0.9558303952217102,
      "learning_rate": 4.060133299389302e-06,
      "loss": 0.3692,
      "step": 792600
    },
    {
      "epoch": 221.21,
      "grad_norm": 0.9953537583351135,
      "learning_rate": 4.060114886453276e-06,
      "loss": 0.3831,
      "step": 792610
    },
    {
      "epoch": 221.22,
      "grad_norm": 0.9754206538200378,
      "learning_rate": 4.060096473288799e-06,
      "loss": 0.3613,
      "step": 792620
    },
    {
      "epoch": 221.22,
      "grad_norm": 1.1163063049316406,
      "learning_rate": 4.060078059895877e-06,
      "loss": 0.3682,
      "step": 792630
    },
    {
      "epoch": 221.22,
      "grad_norm": 1.0981733798980713,
      "learning_rate": 4.060059646274511e-06,
      "loss": 0.3859,
      "step": 792640
    },
    {
      "epoch": 221.23,
      "grad_norm": 1.021178126335144,
      "learning_rate": 4.060041232424704e-06,
      "loss": 0.3738,
      "step": 792650
    },
    {
      "epoch": 221.23,
      "grad_norm": 1.0141130685806274,
      "learning_rate": 4.060022818346458e-06,
      "loss": 0.3794,
      "step": 792660
    },
    {
      "epoch": 221.23,
      "grad_norm": 1.3378859758377075,
      "learning_rate": 4.060004404039775e-06,
      "loss": 0.3758,
      "step": 792670
    },
    {
      "epoch": 221.23,
      "grad_norm": 1.0155383348464966,
      "learning_rate": 4.059985989504659e-06,
      "loss": 0.3667,
      "step": 792680
    },
    {
      "epoch": 221.24,
      "grad_norm": 1.1311724185943604,
      "learning_rate": 4.059967574741111e-06,
      "loss": 0.3632,
      "step": 792690
    },
    {
      "epoch": 221.24,
      "grad_norm": 0.9706710577011108,
      "learning_rate": 4.059949159749134e-06,
      "loss": 0.3751,
      "step": 792700
    },
    {
      "epoch": 221.24,
      "grad_norm": 0.920146107673645,
      "learning_rate": 4.059930744528731e-06,
      "loss": 0.3652,
      "step": 792710
    },
    {
      "epoch": 221.24,
      "grad_norm": 1.040820598602295,
      "learning_rate": 4.059912329079903e-06,
      "loss": 0.3591,
      "step": 792720
    },
    {
      "epoch": 221.25,
      "grad_norm": 0.8869831562042236,
      "learning_rate": 4.059893913402653e-06,
      "loss": 0.3746,
      "step": 792730
    },
    {
      "epoch": 221.25,
      "grad_norm": 1.1989490985870361,
      "learning_rate": 4.059875497496986e-06,
      "loss": 0.3782,
      "step": 792740
    },
    {
      "epoch": 221.25,
      "grad_norm": 1.0015281438827515,
      "learning_rate": 4.0598570813629e-06,
      "loss": 0.3591,
      "step": 792750
    },
    {
      "epoch": 221.26,
      "grad_norm": 1.0623321533203125,
      "learning_rate": 4.0598386650004e-06,
      "loss": 0.3616,
      "step": 792760
    },
    {
      "epoch": 221.26,
      "grad_norm": 1.0306847095489502,
      "learning_rate": 4.059820248409489e-06,
      "loss": 0.363,
      "step": 792770
    },
    {
      "epoch": 221.26,
      "grad_norm": 1.246598482131958,
      "learning_rate": 4.0598018315901686e-06,
      "loss": 0.3711,
      "step": 792780
    },
    {
      "epoch": 221.26,
      "grad_norm": 0.9880164265632629,
      "learning_rate": 4.059783414542441e-06,
      "loss": 0.3708,
      "step": 792790
    },
    {
      "epoch": 221.27,
      "grad_norm": 1.1898423433303833,
      "learning_rate": 4.0597649972663085e-06,
      "loss": 0.3649,
      "step": 792800
    },
    {
      "epoch": 221.27,
      "grad_norm": 1.0772656202316284,
      "learning_rate": 4.059746579761773e-06,
      "loss": 0.3739,
      "step": 792810
    },
    {
      "epoch": 221.27,
      "grad_norm": 0.9773979783058167,
      "learning_rate": 4.05972816202884e-06,
      "loss": 0.3894,
      "step": 792820
    },
    {
      "epoch": 221.28,
      "grad_norm": 1.010229229927063,
      "learning_rate": 4.059709744067509e-06,
      "loss": 0.3832,
      "step": 792830
    },
    {
      "epoch": 221.28,
      "grad_norm": 1.1286342144012451,
      "learning_rate": 4.059691325877783e-06,
      "loss": 0.3862,
      "step": 792840
    },
    {
      "epoch": 221.28,
      "grad_norm": 1.303678274154663,
      "learning_rate": 4.059672907459665e-06,
      "loss": 0.3673,
      "step": 792850
    },
    {
      "epoch": 221.28,
      "grad_norm": 1.2477201223373413,
      "learning_rate": 4.059654488813157e-06,
      "loss": 0.3641,
      "step": 792860
    },
    {
      "epoch": 221.29,
      "grad_norm": 1.0240346193313599,
      "learning_rate": 4.059636069938261e-06,
      "loss": 0.3584,
      "step": 792870
    },
    {
      "epoch": 221.29,
      "grad_norm": 1.0464545488357544,
      "learning_rate": 4.059617650834982e-06,
      "loss": 0.3679,
      "step": 792880
    },
    {
      "epoch": 221.29,
      "grad_norm": 1.1830283403396606,
      "learning_rate": 4.059599231503318e-06,
      "loss": 0.3706,
      "step": 792890
    },
    {
      "epoch": 221.3,
      "grad_norm": 1.068175196647644,
      "learning_rate": 4.059580811943275e-06,
      "loss": 0.3844,
      "step": 792900
    },
    {
      "epoch": 221.3,
      "grad_norm": 1.2596946954727173,
      "learning_rate": 4.059562392154856e-06,
      "loss": 0.367,
      "step": 792910
    },
    {
      "epoch": 221.3,
      "grad_norm": 0.9676682353019714,
      "learning_rate": 4.05954397213806e-06,
      "loss": 0.3746,
      "step": 792920
    },
    {
      "epoch": 221.3,
      "grad_norm": 1.1249092817306519,
      "learning_rate": 4.059525551892892e-06,
      "loss": 0.373,
      "step": 792930
    },
    {
      "epoch": 221.31,
      "grad_norm": 1.0758275985717773,
      "learning_rate": 4.0595071314193546e-06,
      "loss": 0.3615,
      "step": 792940
    },
    {
      "epoch": 221.31,
      "grad_norm": 1.1954728364944458,
      "learning_rate": 4.0594887107174485e-06,
      "loss": 0.3841,
      "step": 792950
    },
    {
      "epoch": 221.31,
      "grad_norm": 1.225319743156433,
      "learning_rate": 4.059470289787177e-06,
      "loss": 0.3685,
      "step": 792960
    },
    {
      "epoch": 221.31,
      "grad_norm": 1.173558235168457,
      "learning_rate": 4.0594518686285435e-06,
      "loss": 0.3743,
      "step": 792970
    },
    {
      "epoch": 221.32,
      "grad_norm": 1.0736650228500366,
      "learning_rate": 4.059433447241549e-06,
      "loss": 0.3577,
      "step": 792980
    },
    {
      "epoch": 221.32,
      "grad_norm": 1.0384058952331543,
      "learning_rate": 4.0594150256261964e-06,
      "loss": 0.3727,
      "step": 792990
    },
    {
      "epoch": 221.32,
      "grad_norm": 1.1152430772781372,
      "learning_rate": 4.059396603782488e-06,
      "loss": 0.3673,
      "step": 793000
    },
    {
      "epoch": 221.33,
      "grad_norm": 0.9536206126213074,
      "learning_rate": 4.059378181710428e-06,
      "loss": 0.3751,
      "step": 793010
    },
    {
      "epoch": 221.33,
      "grad_norm": 0.9050140380859375,
      "learning_rate": 4.059359759410016e-06,
      "loss": 0.3638,
      "step": 793020
    },
    {
      "epoch": 221.33,
      "grad_norm": 1.0475385189056396,
      "learning_rate": 4.059341336881257e-06,
      "loss": 0.3593,
      "step": 793030
    },
    {
      "epoch": 221.33,
      "grad_norm": 1.0434998273849487,
      "learning_rate": 4.0593229141241515e-06,
      "loss": 0.3708,
      "step": 793040
    },
    {
      "epoch": 221.34,
      "grad_norm": 1.067460536956787,
      "learning_rate": 4.059304491138703e-06,
      "loss": 0.3734,
      "step": 793050
    },
    {
      "epoch": 221.34,
      "grad_norm": 1.041510820388794,
      "learning_rate": 4.059286067924914e-06,
      "loss": 0.3742,
      "step": 793060
    },
    {
      "epoch": 221.34,
      "grad_norm": 1.2015711069107056,
      "learning_rate": 4.059267644482787e-06,
      "loss": 0.3689,
      "step": 793070
    },
    {
      "epoch": 221.35,
      "grad_norm": 1.0537066459655762,
      "learning_rate": 4.059249220812323e-06,
      "loss": 0.3496,
      "step": 793080
    },
    {
      "epoch": 221.35,
      "grad_norm": 1.3893108367919922,
      "learning_rate": 4.059230796913526e-06,
      "loss": 0.3683,
      "step": 793090
    },
    {
      "epoch": 221.35,
      "grad_norm": 1.4830639362335205,
      "learning_rate": 4.0592123727863985e-06,
      "loss": 0.3622,
      "step": 793100
    },
    {
      "epoch": 221.35,
      "grad_norm": 1.1735209226608276,
      "learning_rate": 4.059193948430942e-06,
      "loss": 0.3891,
      "step": 793110
    },
    {
      "epoch": 221.36,
      "grad_norm": 1.1498109102249146,
      "learning_rate": 4.0591755238471594e-06,
      "loss": 0.3837,
      "step": 793120
    },
    {
      "epoch": 221.36,
      "grad_norm": 1.0906580686569214,
      "learning_rate": 4.059157099035054e-06,
      "loss": 0.3544,
      "step": 793130
    },
    {
      "epoch": 221.36,
      "grad_norm": 1.2861064672470093,
      "learning_rate": 4.0591386739946266e-06,
      "loss": 0.356,
      "step": 793140
    },
    {
      "epoch": 221.36,
      "grad_norm": 1.0223270654678345,
      "learning_rate": 4.0591202487258805e-06,
      "loss": 0.3807,
      "step": 793150
    },
    {
      "epoch": 221.37,
      "grad_norm": 1.0381406545639038,
      "learning_rate": 4.059101823228819e-06,
      "loss": 0.3711,
      "step": 793160
    },
    {
      "epoch": 221.37,
      "grad_norm": 1.0471177101135254,
      "learning_rate": 4.059083397503443e-06,
      "loss": 0.369,
      "step": 793170
    },
    {
      "epoch": 221.37,
      "grad_norm": 1.1851674318313599,
      "learning_rate": 4.059064971549756e-06,
      "loss": 0.3712,
      "step": 793180
    },
    {
      "epoch": 221.38,
      "grad_norm": 1.2297240495681763,
      "learning_rate": 4.05904654536776e-06,
      "loss": 0.378,
      "step": 793190
    },
    {
      "epoch": 221.38,
      "grad_norm": 1.028908133506775,
      "learning_rate": 4.059028118957457e-06,
      "loss": 0.3608,
      "step": 793200
    },
    {
      "epoch": 221.38,
      "grad_norm": 1.548537015914917,
      "learning_rate": 4.059009692318851e-06,
      "loss": 0.3817,
      "step": 793210
    },
    {
      "epoch": 221.38,
      "grad_norm": 1.121222972869873,
      "learning_rate": 4.058991265451943e-06,
      "loss": 0.3663,
      "step": 793220
    },
    {
      "epoch": 221.39,
      "grad_norm": 1.1047914028167725,
      "learning_rate": 4.058972838356736e-06,
      "loss": 0.3689,
      "step": 793230
    },
    {
      "epoch": 221.39,
      "grad_norm": 1.1659212112426758,
      "learning_rate": 4.058954411033233e-06,
      "loss": 0.3557,
      "step": 793240
    },
    {
      "epoch": 221.39,
      "grad_norm": 2.9903509616851807,
      "learning_rate": 4.058935983481434e-06,
      "loss": 0.3697,
      "step": 793250
    },
    {
      "epoch": 221.4,
      "grad_norm": 1.1534701585769653,
      "learning_rate": 4.058917555701344e-06,
      "loss": 0.3723,
      "step": 793260
    },
    {
      "epoch": 221.4,
      "grad_norm": 1.1853832006454468,
      "learning_rate": 4.058899127692965e-06,
      "loss": 0.3734,
      "step": 793270
    },
    {
      "epoch": 221.4,
      "grad_norm": 1.2775380611419678,
      "learning_rate": 4.0588806994563e-06,
      "loss": 0.3724,
      "step": 793280
    },
    {
      "epoch": 221.4,
      "grad_norm": 1.2895355224609375,
      "learning_rate": 4.0588622709913495e-06,
      "loss": 0.3539,
      "step": 793290
    },
    {
      "epoch": 221.41,
      "grad_norm": 1.0526546239852905,
      "learning_rate": 4.058843842298118e-06,
      "loss": 0.3583,
      "step": 793300
    },
    {
      "epoch": 221.41,
      "grad_norm": 1.2846662998199463,
      "learning_rate": 4.058825413376606e-06,
      "loss": 0.3713,
      "step": 793310
    },
    {
      "epoch": 221.41,
      "grad_norm": 0.9198276996612549,
      "learning_rate": 4.0588069842268176e-06,
      "loss": 0.3555,
      "step": 793320
    },
    {
      "epoch": 221.42,
      "grad_norm": 0.96578049659729,
      "learning_rate": 4.058788554848755e-06,
      "loss": 0.3741,
      "step": 793330
    },
    {
      "epoch": 221.42,
      "grad_norm": 1.1173489093780518,
      "learning_rate": 4.05877012524242e-06,
      "loss": 0.3755,
      "step": 793340
    },
    {
      "epoch": 221.42,
      "grad_norm": 1.0962183475494385,
      "learning_rate": 4.058751695407816e-06,
      "loss": 0.3659,
      "step": 793350
    },
    {
      "epoch": 221.42,
      "grad_norm": 1.2123501300811768,
      "learning_rate": 4.058733265344943e-06,
      "loss": 0.3605,
      "step": 793360
    },
    {
      "epoch": 221.43,
      "grad_norm": 1.1250847578048706,
      "learning_rate": 4.058714835053806e-06,
      "loss": 0.3571,
      "step": 793370
    },
    {
      "epoch": 221.43,
      "grad_norm": 1.1379554271697998,
      "learning_rate": 4.058696404534407e-06,
      "loss": 0.3567,
      "step": 793380
    },
    {
      "epoch": 221.43,
      "grad_norm": 1.0735883712768555,
      "learning_rate": 4.058677973786749e-06,
      "loss": 0.3524,
      "step": 793390
    },
    {
      "epoch": 221.43,
      "grad_norm": 1.2655755281448364,
      "learning_rate": 4.058659542810832e-06,
      "loss": 0.3654,
      "step": 793400
    },
    {
      "epoch": 221.44,
      "grad_norm": 0.9229212999343872,
      "learning_rate": 4.058641111606661e-06,
      "loss": 0.3585,
      "step": 793410
    },
    {
      "epoch": 221.44,
      "grad_norm": 1.1067986488342285,
      "learning_rate": 4.058622680174238e-06,
      "loss": 0.3643,
      "step": 793420
    },
    {
      "epoch": 221.44,
      "grad_norm": 1.0091004371643066,
      "learning_rate": 4.058604248513564e-06,
      "loss": 0.3868,
      "step": 793430
    },
    {
      "epoch": 221.45,
      "grad_norm": 3.1328375339508057,
      "learning_rate": 4.058585816624643e-06,
      "loss": 0.35,
      "step": 793440
    },
    {
      "epoch": 221.45,
      "grad_norm": 0.973397433757782,
      "learning_rate": 4.058567384507477e-06,
      "loss": 0.367,
      "step": 793450
    },
    {
      "epoch": 221.45,
      "grad_norm": 0.9363418817520142,
      "learning_rate": 4.058548952162068e-06,
      "loss": 0.3778,
      "step": 793460
    },
    {
      "epoch": 221.45,
      "grad_norm": 1.0889378786087036,
      "learning_rate": 4.058530519588419e-06,
      "loss": 0.3722,
      "step": 793470
    },
    {
      "epoch": 221.46,
      "grad_norm": 1.182091474533081,
      "learning_rate": 4.058512086786531e-06,
      "loss": 0.3592,
      "step": 793480
    },
    {
      "epoch": 221.46,
      "grad_norm": 2.013216018676758,
      "learning_rate": 4.05849365375641e-06,
      "loss": 0.3736,
      "step": 793490
    },
    {
      "epoch": 221.46,
      "grad_norm": 0.9757822155952454,
      "learning_rate": 4.058475220498054e-06,
      "loss": 0.3614,
      "step": 793500
    },
    {
      "epoch": 221.47,
      "grad_norm": 1.1532140970230103,
      "learning_rate": 4.058456787011469e-06,
      "loss": 0.387,
      "step": 793510
    },
    {
      "epoch": 221.47,
      "grad_norm": 1.1214287281036377,
      "learning_rate": 4.058438353296655e-06,
      "loss": 0.3725,
      "step": 793520
    },
    {
      "epoch": 221.47,
      "grad_norm": 1.0612871646881104,
      "learning_rate": 4.058419919353617e-06,
      "loss": 0.3722,
      "step": 793530
    },
    {
      "epoch": 221.47,
      "grad_norm": 1.0126338005065918,
      "learning_rate": 4.0584014851823545e-06,
      "loss": 0.3607,
      "step": 793540
    },
    {
      "epoch": 221.48,
      "grad_norm": 1.122963547706604,
      "learning_rate": 4.058383050782873e-06,
      "loss": 0.3538,
      "step": 793550
    },
    {
      "epoch": 221.48,
      "grad_norm": 0.9631076455116272,
      "learning_rate": 4.058364616155172e-06,
      "loss": 0.3553,
      "step": 793560
    },
    {
      "epoch": 221.48,
      "grad_norm": 1.034862756729126,
      "learning_rate": 4.058346181299255e-06,
      "loss": 0.3598,
      "step": 793570
    },
    {
      "epoch": 221.48,
      "grad_norm": 1.3784734010696411,
      "learning_rate": 4.058327746215126e-06,
      "loss": 0.3496,
      "step": 793580
    },
    {
      "epoch": 221.49,
      "grad_norm": 1.1690741777420044,
      "learning_rate": 4.058309310902785e-06,
      "loss": 0.3596,
      "step": 793590
    },
    {
      "epoch": 221.49,
      "grad_norm": 1.0145868062973022,
      "learning_rate": 4.058290875362237e-06,
      "loss": 0.3763,
      "step": 793600
    },
    {
      "epoch": 221.49,
      "grad_norm": 1.05776047706604,
      "learning_rate": 4.058272439593482e-06,
      "loss": 0.3762,
      "step": 793610
    },
    {
      "epoch": 221.5,
      "grad_norm": 1.0023964643478394,
      "learning_rate": 4.0582540035965245e-06,
      "loss": 0.3623,
      "step": 793620
    },
    {
      "epoch": 221.5,
      "grad_norm": 1.1284791231155396,
      "learning_rate": 4.058235567371366e-06,
      "loss": 0.3681,
      "step": 793630
    },
    {
      "epoch": 221.5,
      "grad_norm": 1.0654466152191162,
      "learning_rate": 4.058217130918009e-06,
      "loss": 0.3833,
      "step": 793640
    },
    {
      "epoch": 221.5,
      "grad_norm": 1.2494373321533203,
      "learning_rate": 4.058198694236455e-06,
      "loss": 0.3665,
      "step": 793650
    },
    {
      "epoch": 221.51,
      "grad_norm": 1.120545506477356,
      "learning_rate": 4.0581802573267085e-06,
      "loss": 0.3468,
      "step": 793660
    },
    {
      "epoch": 221.51,
      "grad_norm": 1.0685689449310303,
      "learning_rate": 4.05816182018877e-06,
      "loss": 0.3639,
      "step": 793670
    },
    {
      "epoch": 221.51,
      "grad_norm": 1.1246681213378906,
      "learning_rate": 4.058143382822644e-06,
      "loss": 0.3594,
      "step": 793680
    },
    {
      "epoch": 221.52,
      "grad_norm": 1.2747795581817627,
      "learning_rate": 4.058124945228331e-06,
      "loss": 0.3602,
      "step": 793690
    },
    {
      "epoch": 221.52,
      "grad_norm": 0.9549446105957031,
      "learning_rate": 4.058106507405834e-06,
      "loss": 0.3685,
      "step": 793700
    },
    {
      "epoch": 221.52,
      "grad_norm": 1.031046748161316,
      "learning_rate": 4.058088069355156e-06,
      "loss": 0.3884,
      "step": 793710
    },
    {
      "epoch": 221.52,
      "grad_norm": 0.9674482941627502,
      "learning_rate": 4.058069631076299e-06,
      "loss": 0.3662,
      "step": 793720
    },
    {
      "epoch": 221.53,
      "grad_norm": 1.1277676820755005,
      "learning_rate": 4.0580511925692656e-06,
      "loss": 0.3716,
      "step": 793730
    },
    {
      "epoch": 221.53,
      "grad_norm": 1.129028081893921,
      "learning_rate": 4.058032753834058e-06,
      "loss": 0.3724,
      "step": 793740
    },
    {
      "epoch": 221.53,
      "grad_norm": 1.2031761407852173,
      "learning_rate": 4.0580143148706796e-06,
      "loss": 0.3545,
      "step": 793750
    },
    {
      "epoch": 221.54,
      "grad_norm": 1.095656394958496,
      "learning_rate": 4.057995875679131e-06,
      "loss": 0.3914,
      "step": 793760
    },
    {
      "epoch": 221.54,
      "grad_norm": 0.93363356590271,
      "learning_rate": 4.057977436259417e-06,
      "loss": 0.3786,
      "step": 793770
    },
    {
      "epoch": 221.54,
      "grad_norm": 1.1217480897903442,
      "learning_rate": 4.057958996611539e-06,
      "loss": 0.3612,
      "step": 793780
    },
    {
      "epoch": 221.54,
      "grad_norm": 1.466095209121704,
      "learning_rate": 4.057940556735498e-06,
      "loss": 0.3523,
      "step": 793790
    },
    {
      "epoch": 221.55,
      "grad_norm": 1.2383530139923096,
      "learning_rate": 4.057922116631299e-06,
      "loss": 0.3665,
      "step": 793800
    },
    {
      "epoch": 221.55,
      "grad_norm": 1.165061354637146,
      "learning_rate": 4.057903676298942e-06,
      "loss": 0.3642,
      "step": 793810
    },
    {
      "epoch": 221.55,
      "grad_norm": 1.1041711568832397,
      "learning_rate": 4.057885235738432e-06,
      "loss": 0.3735,
      "step": 793820
    },
    {
      "epoch": 221.55,
      "grad_norm": 1.235315203666687,
      "learning_rate": 4.05786679494977e-06,
      "loss": 0.3843,
      "step": 793830
    },
    {
      "epoch": 221.56,
      "grad_norm": 1.1002694368362427,
      "learning_rate": 4.0578483539329575e-06,
      "loss": 0.3708,
      "step": 793840
    },
    {
      "epoch": 221.56,
      "grad_norm": 1.1726027727127075,
      "learning_rate": 4.057829912687999e-06,
      "loss": 0.3725,
      "step": 793850
    },
    {
      "epoch": 221.56,
      "grad_norm": 1.2866754531860352,
      "learning_rate": 4.057811471214895e-06,
      "loss": 0.3798,
      "step": 793860
    },
    {
      "epoch": 221.57,
      "grad_norm": 1.0692484378814697,
      "learning_rate": 4.05779302951365e-06,
      "loss": 0.377,
      "step": 793870
    },
    {
      "epoch": 221.57,
      "grad_norm": 1.0394583940505981,
      "learning_rate": 4.057774587584265e-06,
      "loss": 0.3598,
      "step": 793880
    },
    {
      "epoch": 221.57,
      "grad_norm": 1.0426924228668213,
      "learning_rate": 4.057756145426744e-06,
      "loss": 0.3604,
      "step": 793890
    },
    {
      "epoch": 221.57,
      "grad_norm": 1.1038438081741333,
      "learning_rate": 4.057737703041086e-06,
      "loss": 0.3617,
      "step": 793900
    },
    {
      "epoch": 221.58,
      "grad_norm": 1.2106269598007202,
      "learning_rate": 4.057719260427297e-06,
      "loss": 0.3808,
      "step": 793910
    },
    {
      "epoch": 221.58,
      "grad_norm": 1.2726513147354126,
      "learning_rate": 4.0577008175853786e-06,
      "loss": 0.3622,
      "step": 793920
    },
    {
      "epoch": 221.58,
      "grad_norm": 1.2095178365707397,
      "learning_rate": 4.057682374515332e-06,
      "loss": 0.3612,
      "step": 793930
    },
    {
      "epoch": 221.59,
      "grad_norm": 1.0989513397216797,
      "learning_rate": 4.057663931217161e-06,
      "loss": 0.3646,
      "step": 793940
    },
    {
      "epoch": 221.59,
      "grad_norm": 1.0139225721359253,
      "learning_rate": 4.057645487690868e-06,
      "loss": 0.3676,
      "step": 793950
    },
    {
      "epoch": 221.59,
      "grad_norm": 1.044547200202942,
      "learning_rate": 4.057627043936455e-06,
      "loss": 0.3694,
      "step": 793960
    },
    {
      "epoch": 221.59,
      "grad_norm": 0.9869391322135925,
      "learning_rate": 4.057608599953924e-06,
      "loss": 0.3744,
      "step": 793970
    },
    {
      "epoch": 221.6,
      "grad_norm": 1.1600522994995117,
      "learning_rate": 4.057590155743278e-06,
      "loss": 0.3747,
      "step": 793980
    },
    {
      "epoch": 221.6,
      "grad_norm": 1.166905403137207,
      "learning_rate": 4.05757171130452e-06,
      "loss": 0.368,
      "step": 793990
    },
    {
      "epoch": 221.6,
      "grad_norm": 1.1214549541473389,
      "learning_rate": 4.057553266637651e-06,
      "loss": 0.3849,
      "step": 794000
    },
    {
      "epoch": 221.6,
      "grad_norm": 1.2598366737365723,
      "learning_rate": 4.057534821742675e-06,
      "loss": 0.358,
      "step": 794010
    },
    {
      "epoch": 221.61,
      "grad_norm": 1.0159262418746948,
      "learning_rate": 4.057516376619593e-06,
      "loss": 0.3731,
      "step": 794020
    },
    {
      "epoch": 221.61,
      "grad_norm": 1.10342538356781,
      "learning_rate": 4.057497931268409e-06,
      "loss": 0.3774,
      "step": 794030
    },
    {
      "epoch": 221.61,
      "grad_norm": 1.2241452932357788,
      "learning_rate": 4.0574794856891245e-06,
      "loss": 0.3668,
      "step": 794040
    },
    {
      "epoch": 221.62,
      "grad_norm": 1.12251877784729,
      "learning_rate": 4.057461039881741e-06,
      "loss": 0.3605,
      "step": 794050
    },
    {
      "epoch": 221.62,
      "grad_norm": 1.0519604682922363,
      "learning_rate": 4.057442593846263e-06,
      "loss": 0.3475,
      "step": 794060
    },
    {
      "epoch": 221.62,
      "grad_norm": 1.0198298692703247,
      "learning_rate": 4.0574241475826925e-06,
      "loss": 0.3592,
      "step": 794070
    },
    {
      "epoch": 221.62,
      "grad_norm": 1.0826719999313354,
      "learning_rate": 4.057405701091031e-06,
      "loss": 0.4048,
      "step": 794080
    },
    {
      "epoch": 221.63,
      "grad_norm": 1.0896029472351074,
      "learning_rate": 4.057387254371282e-06,
      "loss": 0.378,
      "step": 794090
    },
    {
      "epoch": 221.63,
      "grad_norm": 1.0235471725463867,
      "learning_rate": 4.0573688074234465e-06,
      "loss": 0.3714,
      "step": 794100
    },
    {
      "epoch": 221.63,
      "grad_norm": 0.9671154618263245,
      "learning_rate": 4.057350360247529e-06,
      "loss": 0.3745,
      "step": 794110
    },
    {
      "epoch": 221.64,
      "grad_norm": 1.0346120595932007,
      "learning_rate": 4.057331912843531e-06,
      "loss": 0.3756,
      "step": 794120
    },
    {
      "epoch": 221.64,
      "grad_norm": 0.981054425239563,
      "learning_rate": 4.0573134652114534e-06,
      "loss": 0.3756,
      "step": 794130
    },
    {
      "epoch": 221.64,
      "grad_norm": 12.66576099395752,
      "learning_rate": 4.0572950173513e-06,
      "loss": 0.3711,
      "step": 794140
    },
    {
      "epoch": 221.64,
      "grad_norm": 1.1900056600570679,
      "learning_rate": 4.057276569263075e-06,
      "loss": 0.3684,
      "step": 794150
    },
    {
      "epoch": 221.65,
      "grad_norm": 0.9938271045684814,
      "learning_rate": 4.057258120946778e-06,
      "loss": 0.3949,
      "step": 794160
    },
    {
      "epoch": 221.65,
      "grad_norm": 1.0815824270248413,
      "learning_rate": 4.0572396724024124e-06,
      "loss": 0.3737,
      "step": 794170
    },
    {
      "epoch": 221.65,
      "grad_norm": 1.2365683317184448,
      "learning_rate": 4.057221223629981e-06,
      "loss": 0.3567,
      "step": 794180
    },
    {
      "epoch": 221.66,
      "grad_norm": 1.2719839811325073,
      "learning_rate": 4.057202774629487e-06,
      "loss": 0.3514,
      "step": 794190
    },
    {
      "epoch": 221.66,
      "grad_norm": 1.0974531173706055,
      "learning_rate": 4.05718432540093e-06,
      "loss": 0.3596,
      "step": 794200
    },
    {
      "epoch": 221.66,
      "grad_norm": 1.2531366348266602,
      "learning_rate": 4.057165875944316e-06,
      "loss": 0.3725,
      "step": 794210
    },
    {
      "epoch": 221.66,
      "grad_norm": 0.9732124209403992,
      "learning_rate": 4.057147426259646e-06,
      "loss": 0.3664,
      "step": 794220
    },
    {
      "epoch": 221.67,
      "grad_norm": 1.0501207113265991,
      "learning_rate": 4.0571289763469216e-06,
      "loss": 0.3559,
      "step": 794230
    },
    {
      "epoch": 221.67,
      "grad_norm": 1.2320599555969238,
      "learning_rate": 4.057110526206147e-06,
      "loss": 0.3708,
      "step": 794240
    },
    {
      "epoch": 221.67,
      "grad_norm": 1.1398210525512695,
      "learning_rate": 4.057092075837322e-06,
      "loss": 0.3659,
      "step": 794250
    },
    {
      "epoch": 221.67,
      "grad_norm": 1.171298861503601,
      "learning_rate": 4.0570736252404515e-06,
      "loss": 0.363,
      "step": 794260
    },
    {
      "epoch": 221.68,
      "grad_norm": 1.1578396558761597,
      "learning_rate": 4.057055174415537e-06,
      "loss": 0.3811,
      "step": 794270
    },
    {
      "epoch": 221.68,
      "grad_norm": 1.0224106311798096,
      "learning_rate": 4.057036723362582e-06,
      "loss": 0.3601,
      "step": 794280
    },
    {
      "epoch": 221.68,
      "grad_norm": 1.2097069025039673,
      "learning_rate": 4.0570182720815876e-06,
      "loss": 0.3754,
      "step": 794290
    },
    {
      "epoch": 221.69,
      "grad_norm": 1.0314569473266602,
      "learning_rate": 4.056999820572556e-06,
      "loss": 0.3734,
      "step": 794300
    },
    {
      "epoch": 221.69,
      "grad_norm": 1.5815695524215698,
      "learning_rate": 4.056981368835491e-06,
      "loss": 0.3627,
      "step": 794310
    },
    {
      "epoch": 221.69,
      "grad_norm": 1.3305659294128418,
      "learning_rate": 4.056962916870395e-06,
      "loss": 0.3578,
      "step": 794320
    },
    {
      "epoch": 221.69,
      "grad_norm": 1.0512720346450806,
      "learning_rate": 4.056944464677269e-06,
      "loss": 0.3741,
      "step": 794330
    },
    {
      "epoch": 221.7,
      "grad_norm": 1.142610788345337,
      "learning_rate": 4.0569260122561165e-06,
      "loss": 0.3642,
      "step": 794340
    },
    {
      "epoch": 221.7,
      "grad_norm": 1.171467661857605,
      "learning_rate": 4.05690755960694e-06,
      "loss": 0.3655,
      "step": 794350
    },
    {
      "epoch": 221.7,
      "grad_norm": 0.869591474533081,
      "learning_rate": 4.056889106729742e-06,
      "loss": 0.387,
      "step": 794360
    },
    {
      "epoch": 221.71,
      "grad_norm": 1.1282038688659668,
      "learning_rate": 4.056870653624524e-06,
      "loss": 0.3608,
      "step": 794370
    },
    {
      "epoch": 221.71,
      "grad_norm": 1.1043741703033447,
      "learning_rate": 4.05685220029129e-06,
      "loss": 0.3952,
      "step": 794380
    },
    {
      "epoch": 221.71,
      "grad_norm": 1.130056381225586,
      "learning_rate": 4.056833746730041e-06,
      "loss": 0.3828,
      "step": 794390
    },
    {
      "epoch": 221.71,
      "grad_norm": 1.019360899925232,
      "learning_rate": 4.056815292940781e-06,
      "loss": 0.3875,
      "step": 794400
    },
    {
      "epoch": 221.72,
      "grad_norm": 1.1095887422561646,
      "learning_rate": 4.05679683892351e-06,
      "loss": 0.3905,
      "step": 794410
    },
    {
      "epoch": 221.72,
      "grad_norm": 1.1881928443908691,
      "learning_rate": 4.056778384678234e-06,
      "loss": 0.3636,
      "step": 794420
    },
    {
      "epoch": 221.72,
      "grad_norm": 1.0757509469985962,
      "learning_rate": 4.0567599302049515e-06,
      "loss": 0.3531,
      "step": 794430
    },
    {
      "epoch": 221.72,
      "grad_norm": 1.0033401250839233,
      "learning_rate": 4.056741475503668e-06,
      "loss": 0.3575,
      "step": 794440
    },
    {
      "epoch": 221.73,
      "grad_norm": 1.00691556930542,
      "learning_rate": 4.056723020574384e-06,
      "loss": 0.3783,
      "step": 794450
    },
    {
      "epoch": 221.73,
      "grad_norm": 0.9905507564544678,
      "learning_rate": 4.056704565417104e-06,
      "loss": 0.3778,
      "step": 794460
    },
    {
      "epoch": 221.73,
      "grad_norm": 1.099231481552124,
      "learning_rate": 4.056686110031828e-06,
      "loss": 0.3822,
      "step": 794470
    },
    {
      "epoch": 221.74,
      "grad_norm": 0.9414970874786377,
      "learning_rate": 4.056667654418561e-06,
      "loss": 0.3572,
      "step": 794480
    },
    {
      "epoch": 221.74,
      "grad_norm": 1.2173223495483398,
      "learning_rate": 4.056649198577303e-06,
      "loss": 0.3535,
      "step": 794490
    },
    {
      "epoch": 221.74,
      "grad_norm": 1.1693428754806519,
      "learning_rate": 4.056630742508058e-06,
      "loss": 0.3734,
      "step": 794500
    },
    {
      "epoch": 221.74,
      "grad_norm": 1.0659842491149902,
      "learning_rate": 4.056612286210829e-06,
      "loss": 0.3611,
      "step": 794510
    },
    {
      "epoch": 221.75,
      "grad_norm": 1.1185392141342163,
      "learning_rate": 4.056593829685617e-06,
      "loss": 0.3435,
      "step": 794520
    },
    {
      "epoch": 221.75,
      "grad_norm": 1.089745044708252,
      "learning_rate": 4.056575372932425e-06,
      "loss": 0.3658,
      "step": 794530
    },
    {
      "epoch": 221.75,
      "grad_norm": 1.1905066967010498,
      "learning_rate": 4.056556915951255e-06,
      "loss": 0.3611,
      "step": 794540
    },
    {
      "epoch": 221.76,
      "grad_norm": 1.3605161905288696,
      "learning_rate": 4.0565384587421106e-06,
      "loss": 0.3739,
      "step": 794550
    },
    {
      "epoch": 221.76,
      "grad_norm": 1.096731424331665,
      "learning_rate": 4.056520001304994e-06,
      "loss": 0.363,
      "step": 794560
    },
    {
      "epoch": 221.76,
      "grad_norm": 1.0673489570617676,
      "learning_rate": 4.0565015436399065e-06,
      "loss": 0.3736,
      "step": 794570
    },
    {
      "epoch": 221.76,
      "grad_norm": 1.1776915788650513,
      "learning_rate": 4.0564830857468505e-06,
      "loss": 0.3618,
      "step": 794580
    },
    {
      "epoch": 221.77,
      "grad_norm": 1.0343049764633179,
      "learning_rate": 4.056464627625831e-06,
      "loss": 0.3685,
      "step": 794590
    },
    {
      "epoch": 221.77,
      "grad_norm": 1.1894948482513428,
      "learning_rate": 4.056446169276848e-06,
      "loss": 0.3732,
      "step": 794600
    },
    {
      "epoch": 221.77,
      "grad_norm": 1.077009916305542,
      "learning_rate": 4.056427710699905e-06,
      "loss": 0.3808,
      "step": 794610
    },
    {
      "epoch": 221.78,
      "grad_norm": 1.1721128225326538,
      "learning_rate": 4.0564092518950026e-06,
      "loss": 0.3603,
      "step": 794620
    },
    {
      "epoch": 221.78,
      "grad_norm": 1.0081100463867188,
      "learning_rate": 4.056390792862146e-06,
      "loss": 0.3643,
      "step": 794630
    },
    {
      "epoch": 221.78,
      "grad_norm": 1.0181368589401245,
      "learning_rate": 4.056372333601337e-06,
      "loss": 0.3726,
      "step": 794640
    },
    {
      "epoch": 221.78,
      "grad_norm": 1.6431437730789185,
      "learning_rate": 4.056353874112577e-06,
      "loss": 0.3705,
      "step": 794650
    },
    {
      "epoch": 221.79,
      "grad_norm": 0.9255516529083252,
      "learning_rate": 4.056335414395868e-06,
      "loss": 0.3607,
      "step": 794660
    },
    {
      "epoch": 221.79,
      "grad_norm": 1.1074599027633667,
      "learning_rate": 4.056316954451214e-06,
      "loss": 0.3732,
      "step": 794670
    },
    {
      "epoch": 221.79,
      "grad_norm": 1.1782736778259277,
      "learning_rate": 4.056298494278617e-06,
      "loss": 0.3759,
      "step": 794680
    },
    {
      "epoch": 221.79,
      "grad_norm": 1.076587438583374,
      "learning_rate": 4.05628003387808e-06,
      "loss": 0.3435,
      "step": 794690
    },
    {
      "epoch": 221.8,
      "grad_norm": 1.3727118968963623,
      "learning_rate": 4.0562615732496035e-06,
      "loss": 0.3651,
      "step": 794700
    },
    {
      "epoch": 221.8,
      "grad_norm": 1.4241386651992798,
      "learning_rate": 4.056243112393193e-06,
      "loss": 0.3754,
      "step": 794710
    },
    {
      "epoch": 221.8,
      "grad_norm": 1.1295831203460693,
      "learning_rate": 4.056224651308848e-06,
      "loss": 0.382,
      "step": 794720
    },
    {
      "epoch": 221.81,
      "grad_norm": 1.0767600536346436,
      "learning_rate": 4.056206189996572e-06,
      "loss": 0.3811,
      "step": 794730
    },
    {
      "epoch": 221.81,
      "grad_norm": 1.0744155645370483,
      "learning_rate": 4.0561877284563676e-06,
      "loss": 0.3654,
      "step": 794740
    },
    {
      "epoch": 221.81,
      "grad_norm": 1.2329039573669434,
      "learning_rate": 4.0561692666882375e-06,
      "loss": 0.3826,
      "step": 794750
    },
    {
      "epoch": 221.81,
      "grad_norm": 1.1172665357589722,
      "learning_rate": 4.056150804692184e-06,
      "loss": 0.3836,
      "step": 794760
    },
    {
      "epoch": 221.82,
      "grad_norm": 0.8604875802993774,
      "learning_rate": 4.05613234246821e-06,
      "loss": 0.3654,
      "step": 794770
    },
    {
      "epoch": 221.82,
      "grad_norm": 0.9907576441764832,
      "learning_rate": 4.056113880016317e-06,
      "loss": 0.3654,
      "step": 794780
    },
    {
      "epoch": 221.82,
      "grad_norm": 0.9694437384605408,
      "learning_rate": 4.056095417336508e-06,
      "loss": 0.3648,
      "step": 794790
    },
    {
      "epoch": 221.83,
      "grad_norm": 0.99500572681427,
      "learning_rate": 4.056076954428785e-06,
      "loss": 0.3766,
      "step": 794800
    },
    {
      "epoch": 221.83,
      "grad_norm": 0.980266273021698,
      "learning_rate": 4.056058491293151e-06,
      "loss": 0.3616,
      "step": 794810
    },
    {
      "epoch": 221.83,
      "grad_norm": 1.75568425655365,
      "learning_rate": 4.056040027929608e-06,
      "loss": 0.38,
      "step": 794820
    },
    {
      "epoch": 221.83,
      "grad_norm": 1.2252583503723145,
      "learning_rate": 4.056021564338159e-06,
      "loss": 0.377,
      "step": 794830
    },
    {
      "epoch": 221.84,
      "grad_norm": 1.1439365148544312,
      "learning_rate": 4.0560031005188064e-06,
      "loss": 0.3674,
      "step": 794840
    },
    {
      "epoch": 221.84,
      "grad_norm": 1.1422604322433472,
      "learning_rate": 4.055984636471552e-06,
      "loss": 0.3505,
      "step": 794850
    },
    {
      "epoch": 221.84,
      "grad_norm": 0.9723362326622009,
      "learning_rate": 4.0559661721963985e-06,
      "loss": 0.3707,
      "step": 794860
    },
    {
      "epoch": 221.84,
      "grad_norm": 1.1048448085784912,
      "learning_rate": 4.05594770769335e-06,
      "loss": 0.3612,
      "step": 794870
    },
    {
      "epoch": 221.85,
      "grad_norm": 1.1695080995559692,
      "learning_rate": 4.055929242962406e-06,
      "loss": 0.363,
      "step": 794880
    },
    {
      "epoch": 221.85,
      "grad_norm": 1.2634220123291016,
      "learning_rate": 4.0559107780035714e-06,
      "loss": 0.3794,
      "step": 794890
    },
    {
      "epoch": 221.85,
      "grad_norm": 1.1041477918624878,
      "learning_rate": 4.055892312816848e-06,
      "loss": 0.3734,
      "step": 794900
    },
    {
      "epoch": 221.86,
      "grad_norm": 1.1955785751342773,
      "learning_rate": 4.0558738474022366e-06,
      "loss": 0.3685,
      "step": 794910
    },
    {
      "epoch": 221.86,
      "grad_norm": 1.2430789470672607,
      "learning_rate": 4.055855381759741e-06,
      "loss": 0.3929,
      "step": 794920
    },
    {
      "epoch": 221.86,
      "grad_norm": 0.9441729187965393,
      "learning_rate": 4.0558369158893655e-06,
      "loss": 0.37,
      "step": 794930
    },
    {
      "epoch": 221.86,
      "grad_norm": 1.3146284818649292,
      "learning_rate": 4.05581844979111e-06,
      "loss": 0.3755,
      "step": 794940
    },
    {
      "epoch": 221.87,
      "grad_norm": 1.1650094985961914,
      "learning_rate": 4.055799983464977e-06,
      "loss": 0.3733,
      "step": 794950
    },
    {
      "epoch": 221.87,
      "grad_norm": 1.3298155069351196,
      "learning_rate": 4.05578151691097e-06,
      "loss": 0.3589,
      "step": 794960
    },
    {
      "epoch": 221.87,
      "grad_norm": 1.17526376247406,
      "learning_rate": 4.055763050129091e-06,
      "loss": 0.3792,
      "step": 794970
    },
    {
      "epoch": 221.88,
      "grad_norm": 1.190342903137207,
      "learning_rate": 4.055744583119343e-06,
      "loss": 0.3833,
      "step": 794980
    },
    {
      "epoch": 221.88,
      "grad_norm": 0.9491371512413025,
      "learning_rate": 4.055726115881728e-06,
      "loss": 0.3633,
      "step": 794990
    },
    {
      "epoch": 221.88,
      "grad_norm": 1.1104878187179565,
      "learning_rate": 4.055707648416249e-06,
      "loss": 0.3704,
      "step": 795000
    },
    {
      "epoch": 221.88,
      "grad_norm": 1.0858591794967651,
      "learning_rate": 4.055689180722907e-06,
      "loss": 0.3705,
      "step": 795010
    },
    {
      "epoch": 221.89,
      "grad_norm": 1.1014515161514282,
      "learning_rate": 4.055670712801706e-06,
      "loss": 0.3769,
      "step": 795020
    },
    {
      "epoch": 221.89,
      "grad_norm": 1.2382477521896362,
      "learning_rate": 4.055652244652648e-06,
      "loss": 0.3695,
      "step": 795030
    },
    {
      "epoch": 221.89,
      "grad_norm": 1.0274571180343628,
      "learning_rate": 4.055633776275735e-06,
      "loss": 0.3674,
      "step": 795040
    },
    {
      "epoch": 221.9,
      "grad_norm": 1.1512424945831299,
      "learning_rate": 4.05561530767097e-06,
      "loss": 0.3726,
      "step": 795050
    },
    {
      "epoch": 221.9,
      "grad_norm": 1.346503734588623,
      "learning_rate": 4.0555968388383555e-06,
      "loss": 0.3778,
      "step": 795060
    },
    {
      "epoch": 221.9,
      "grad_norm": 1.054111123085022,
      "learning_rate": 4.0555783697778926e-06,
      "loss": 0.3426,
      "step": 795070
    },
    {
      "epoch": 221.9,
      "grad_norm": 0.858986496925354,
      "learning_rate": 4.055559900489586e-06,
      "loss": 0.3608,
      "step": 795080
    },
    {
      "epoch": 221.91,
      "grad_norm": 1.190599799156189,
      "learning_rate": 4.055541430973436e-06,
      "loss": 0.3748,
      "step": 795090
    },
    {
      "epoch": 221.91,
      "grad_norm": 1.0676697492599487,
      "learning_rate": 4.055522961229447e-06,
      "loss": 0.3739,
      "step": 795100
    },
    {
      "epoch": 221.91,
      "grad_norm": 1.0442925691604614,
      "learning_rate": 4.055504491257621e-06,
      "loss": 0.3656,
      "step": 795110
    },
    {
      "epoch": 221.91,
      "grad_norm": 0.9769027829170227,
      "learning_rate": 4.0554860210579595e-06,
      "loss": 0.3661,
      "step": 795120
    },
    {
      "epoch": 221.92,
      "grad_norm": 1.0379548072814941,
      "learning_rate": 4.055467550630464e-06,
      "loss": 0.3665,
      "step": 795130
    },
    {
      "epoch": 221.92,
      "grad_norm": 1.3263814449310303,
      "learning_rate": 4.055449079975141e-06,
      "loss": 0.3528,
      "step": 795140
    },
    {
      "epoch": 221.92,
      "grad_norm": 1.0325126647949219,
      "learning_rate": 4.055430609091988e-06,
      "loss": 0.3465,
      "step": 795150
    },
    {
      "epoch": 221.93,
      "grad_norm": 1.0361284017562866,
      "learning_rate": 4.055412137981012e-06,
      "loss": 0.3601,
      "step": 795160
    },
    {
      "epoch": 221.93,
      "grad_norm": 1.0771877765655518,
      "learning_rate": 4.055393666642212e-06,
      "loss": 0.3815,
      "step": 795170
    },
    {
      "epoch": 221.93,
      "grad_norm": 1.0714176893234253,
      "learning_rate": 4.055375195075592e-06,
      "loss": 0.3574,
      "step": 795180
    },
    {
      "epoch": 221.93,
      "grad_norm": 0.9260952472686768,
      "learning_rate": 4.055356723281154e-06,
      "loss": 0.38,
      "step": 795190
    },
    {
      "epoch": 221.94,
      "grad_norm": 1.2040003538131714,
      "learning_rate": 4.055338251258901e-06,
      "loss": 0.3527,
      "step": 795200
    },
    {
      "epoch": 221.94,
      "grad_norm": 0.9004135131835938,
      "learning_rate": 4.055319779008835e-06,
      "loss": 0.3603,
      "step": 795210
    },
    {
      "epoch": 221.94,
      "grad_norm": 1.1756287813186646,
      "learning_rate": 4.055301306530959e-06,
      "loss": 0.3581,
      "step": 795220
    },
    {
      "epoch": 221.95,
      "grad_norm": 1.0311813354492188,
      "learning_rate": 4.055282833825274e-06,
      "loss": 0.3562,
      "step": 795230
    },
    {
      "epoch": 221.95,
      "grad_norm": 1.0723121166229248,
      "learning_rate": 4.055264360891785e-06,
      "loss": 0.3545,
      "step": 795240
    },
    {
      "epoch": 221.95,
      "grad_norm": 1.0541542768478394,
      "learning_rate": 4.055245887730492e-06,
      "loss": 0.3733,
      "step": 795250
    },
    {
      "epoch": 221.95,
      "grad_norm": 1.119868516921997,
      "learning_rate": 4.055227414341399e-06,
      "loss": 0.3595,
      "step": 795260
    },
    {
      "epoch": 221.96,
      "grad_norm": 1.1201897859573364,
      "learning_rate": 4.055208940724507e-06,
      "loss": 0.3666,
      "step": 795270
    },
    {
      "epoch": 221.96,
      "grad_norm": 1.160439133644104,
      "learning_rate": 4.05519046687982e-06,
      "loss": 0.3718,
      "step": 795280
    },
    {
      "epoch": 221.96,
      "grad_norm": 1.1413260698318481,
      "learning_rate": 4.05517199280734e-06,
      "loss": 0.3693,
      "step": 795290
    },
    {
      "epoch": 221.96,
      "grad_norm": 1.0495845079421997,
      "learning_rate": 4.0551535185070685e-06,
      "loss": 0.3729,
      "step": 795300
    },
    {
      "epoch": 221.97,
      "grad_norm": 1.4273709058761597,
      "learning_rate": 4.05513504397901e-06,
      "loss": 0.3681,
      "step": 795310
    },
    {
      "epoch": 221.97,
      "grad_norm": 1.3126875162124634,
      "learning_rate": 4.055116569223164e-06,
      "loss": 0.3744,
      "step": 795320
    },
    {
      "epoch": 221.97,
      "grad_norm": 1.3357393741607666,
      "learning_rate": 4.055098094239536e-06,
      "loss": 0.3558,
      "step": 795330
    },
    {
      "epoch": 221.98,
      "grad_norm": 1.0431314706802368,
      "learning_rate": 4.055079619028126e-06,
      "loss": 0.3878,
      "step": 795340
    },
    {
      "epoch": 221.98,
      "grad_norm": 1.1800148487091064,
      "learning_rate": 4.055061143588938e-06,
      "loss": 0.373,
      "step": 795350
    },
    {
      "epoch": 221.98,
      "grad_norm": 1.0284217596054077,
      "learning_rate": 4.055042667921975e-06,
      "loss": 0.3608,
      "step": 795360
    },
    {
      "epoch": 221.98,
      "grad_norm": 1.1714729070663452,
      "learning_rate": 4.055024192027237e-06,
      "loss": 0.3811,
      "step": 795370
    },
    {
      "epoch": 221.99,
      "grad_norm": 1.1330680847167969,
      "learning_rate": 4.055005715904729e-06,
      "loss": 0.363,
      "step": 795380
    },
    {
      "epoch": 221.99,
      "grad_norm": 1.1567538976669312,
      "learning_rate": 4.054987239554453e-06,
      "loss": 0.383,
      "step": 795390
    },
    {
      "epoch": 221.99,
      "grad_norm": 1.1686831712722778,
      "learning_rate": 4.054968762976409e-06,
      "loss": 0.374,
      "step": 795400
    },
    {
      "epoch": 222.0,
      "grad_norm": 0.9689193964004517,
      "learning_rate": 4.054950286170602e-06,
      "loss": 0.3738,
      "step": 795410
    },
    {
      "epoch": 222.0,
      "grad_norm": 1.1587467193603516,
      "learning_rate": 4.054931809137034e-06,
      "loss": 0.3784,
      "step": 795420
    },
    {
      "epoch": 222.0,
      "eval_loss": 0.3691636919975281,
      "eval_runtime": 64.5302,
      "eval_samples_per_second": 78.397,
      "eval_steps_per_second": 9.809,
      "step": 795426
    },
    {
      "epoch": 222.0,
      "grad_norm": 1.0030524730682373,
      "learning_rate": 4.054913331875707e-06,
      "loss": 0.3545,
      "step": 795430
    },
    {
      "epoch": 222.0,
      "grad_norm": 1.121285080909729,
      "learning_rate": 4.054894854386624e-06,
      "loss": 0.3693,
      "step": 795440
    },
    {
      "epoch": 222.01,
      "grad_norm": 0.9644937515258789,
      "learning_rate": 4.054876376669788e-06,
      "loss": 0.3577,
      "step": 795450
    },
    {
      "epoch": 222.01,
      "grad_norm": 1.0368679761886597,
      "learning_rate": 4.0548578987251986e-06,
      "loss": 0.3716,
      "step": 795460
    },
    {
      "epoch": 222.01,
      "grad_norm": 1.0456488132476807,
      "learning_rate": 4.054839420552861e-06,
      "loss": 0.3769,
      "step": 795470
    },
    {
      "epoch": 222.02,
      "grad_norm": 1.3262830972671509,
      "learning_rate": 4.054820942152778e-06,
      "loss": 0.3832,
      "step": 795480
    },
    {
      "epoch": 222.02,
      "grad_norm": 0.9794175028800964,
      "learning_rate": 4.05480246352495e-06,
      "loss": 0.3528,
      "step": 795490
    },
    {
      "epoch": 222.02,
      "grad_norm": 1.1303879022598267,
      "learning_rate": 4.0547839846693805e-06,
      "loss": 0.3651,
      "step": 795500
    },
    {
      "epoch": 222.02,
      "grad_norm": 1.1281567811965942,
      "learning_rate": 4.0547655055860725e-06,
      "loss": 0.365,
      "step": 795510
    },
    {
      "epoch": 222.03,
      "grad_norm": 1.0524137020111084,
      "learning_rate": 4.054747026275028e-06,
      "loss": 0.3822,
      "step": 795520
    },
    {
      "epoch": 222.03,
      "grad_norm": 1.1062678098678589,
      "learning_rate": 4.054728546736248e-06,
      "loss": 0.3733,
      "step": 795530
    },
    {
      "epoch": 222.03,
      "grad_norm": 0.9619337916374207,
      "learning_rate": 4.054710066969737e-06,
      "loss": 0.3815,
      "step": 795540
    },
    {
      "epoch": 222.03,
      "grad_norm": 1.0698899030685425,
      "learning_rate": 4.0546915869754974e-06,
      "loss": 0.3733,
      "step": 795550
    },
    {
      "epoch": 222.04,
      "grad_norm": 1.0707132816314697,
      "learning_rate": 4.054673106753531e-06,
      "loss": 0.38,
      "step": 795560
    },
    {
      "epoch": 222.04,
      "grad_norm": 1.071824073791504,
      "learning_rate": 4.054654626303839e-06,
      "loss": 0.3672,
      "step": 795570
    },
    {
      "epoch": 222.04,
      "grad_norm": 0.9980642795562744,
      "learning_rate": 4.054636145626426e-06,
      "loss": 0.3659,
      "step": 795580
    },
    {
      "epoch": 222.05,
      "grad_norm": 1.2424225807189941,
      "learning_rate": 4.054617664721293e-06,
      "loss": 0.3468,
      "step": 795590
    },
    {
      "epoch": 222.05,
      "grad_norm": 1.063329815864563,
      "learning_rate": 4.054599183588444e-06,
      "loss": 0.3664,
      "step": 795600
    },
    {
      "epoch": 222.05,
      "grad_norm": 1.1185789108276367,
      "learning_rate": 4.05458070222788e-06,
      "loss": 0.3603,
      "step": 795610
    },
    {
      "epoch": 222.05,
      "grad_norm": 1.2830445766448975,
      "learning_rate": 4.054562220639604e-06,
      "loss": 0.3762,
      "step": 795620
    },
    {
      "epoch": 222.06,
      "grad_norm": 1.0370572805404663,
      "learning_rate": 4.054543738823618e-06,
      "loss": 0.3775,
      "step": 795630
    },
    {
      "epoch": 222.06,
      "grad_norm": 1.1660579442977905,
      "learning_rate": 4.054525256779925e-06,
      "loss": 0.364,
      "step": 795640
    },
    {
      "epoch": 222.06,
      "grad_norm": 1.2774591445922852,
      "learning_rate": 4.054506774508528e-06,
      "loss": 0.383,
      "step": 795650
    },
    {
      "epoch": 222.07,
      "grad_norm": 1.2976844310760498,
      "learning_rate": 4.0544882920094285e-06,
      "loss": 0.3515,
      "step": 795660
    },
    {
      "epoch": 222.07,
      "grad_norm": 0.949892520904541,
      "learning_rate": 4.0544698092826294e-06,
      "loss": 0.3837,
      "step": 795670
    },
    {
      "epoch": 222.07,
      "grad_norm": 1.073659896850586,
      "learning_rate": 4.054451326328133e-06,
      "loss": 0.38,
      "step": 795680
    },
    {
      "epoch": 222.07,
      "grad_norm": 1.2310826778411865,
      "learning_rate": 4.0544328431459416e-06,
      "loss": 0.3696,
      "step": 795690
    },
    {
      "epoch": 222.08,
      "grad_norm": 1.1445863246917725,
      "learning_rate": 4.054414359736058e-06,
      "loss": 0.3632,
      "step": 795700
    },
    {
      "epoch": 222.08,
      "grad_norm": 1.0518901348114014,
      "learning_rate": 4.054395876098484e-06,
      "loss": 0.3717,
      "step": 795710
    },
    {
      "epoch": 222.08,
      "grad_norm": 1.3489354848861694,
      "learning_rate": 4.054377392233223e-06,
      "loss": 0.3832,
      "step": 795720
    },
    {
      "epoch": 222.08,
      "grad_norm": 1.1585571765899658,
      "learning_rate": 4.054358908140276e-06,
      "loss": 0.3859,
      "step": 795730
    },
    {
      "epoch": 222.09,
      "grad_norm": 1.2788752317428589,
      "learning_rate": 4.0543404238196485e-06,
      "loss": 0.3679,
      "step": 795740
    },
    {
      "epoch": 222.09,
      "grad_norm": 1.0415819883346558,
      "learning_rate": 4.05432193927134e-06,
      "loss": 0.3828,
      "step": 795750
    },
    {
      "epoch": 222.09,
      "grad_norm": 1.1834089756011963,
      "learning_rate": 4.054303454495354e-06,
      "loss": 0.3646,
      "step": 795760
    },
    {
      "epoch": 222.1,
      "grad_norm": 1.3526391983032227,
      "learning_rate": 4.054284969491692e-06,
      "loss": 0.3649,
      "step": 795770
    },
    {
      "epoch": 222.1,
      "grad_norm": 1.1289979219436646,
      "learning_rate": 4.054266484260358e-06,
      "loss": 0.3712,
      "step": 795780
    },
    {
      "epoch": 222.1,
      "grad_norm": 1.9701545238494873,
      "learning_rate": 4.054247998801354e-06,
      "loss": 0.3552,
      "step": 795790
    },
    {
      "epoch": 222.1,
      "grad_norm": 1.0641101598739624,
      "learning_rate": 4.054229513114681e-06,
      "loss": 0.3741,
      "step": 795800
    },
    {
      "epoch": 222.11,
      "grad_norm": 1.0567951202392578,
      "learning_rate": 4.054211027200345e-06,
      "loss": 0.3737,
      "step": 795810
    },
    {
      "epoch": 222.11,
      "grad_norm": 1.0752569437026978,
      "learning_rate": 4.0541925410583445e-06,
      "loss": 0.3554,
      "step": 795820
    },
    {
      "epoch": 222.11,
      "grad_norm": 1.3274075984954834,
      "learning_rate": 4.054174054688684e-06,
      "loss": 0.374,
      "step": 795830
    },
    {
      "epoch": 222.12,
      "grad_norm": 1.089503288269043,
      "learning_rate": 4.054155568091366e-06,
      "loss": 0.364,
      "step": 795840
    },
    {
      "epoch": 222.12,
      "grad_norm": 1.2738758325576782,
      "learning_rate": 4.054137081266393e-06,
      "loss": 0.3682,
      "step": 795850
    },
    {
      "epoch": 222.12,
      "grad_norm": 1.24077308177948,
      "learning_rate": 4.054118594213765e-06,
      "loss": 0.3789,
      "step": 795860
    },
    {
      "epoch": 222.12,
      "grad_norm": 1.0556292533874512,
      "learning_rate": 4.054100106933488e-06,
      "loss": 0.3691,
      "step": 795870
    },
    {
      "epoch": 222.13,
      "grad_norm": 1.1073501110076904,
      "learning_rate": 4.054081619425563e-06,
      "loss": 0.3808,
      "step": 795880
    },
    {
      "epoch": 222.13,
      "grad_norm": 1.0191532373428345,
      "learning_rate": 4.054063131689991e-06,
      "loss": 0.3555,
      "step": 795890
    },
    {
      "epoch": 222.13,
      "grad_norm": 1.338539719581604,
      "learning_rate": 4.054044643726778e-06,
      "loss": 0.3792,
      "step": 795900
    },
    {
      "epoch": 222.14,
      "grad_norm": 1.16299307346344,
      "learning_rate": 4.054026155535923e-06,
      "loss": 0.3806,
      "step": 795910
    },
    {
      "epoch": 222.14,
      "grad_norm": 1.159454584121704,
      "learning_rate": 4.05400766711743e-06,
      "loss": 0.3687,
      "step": 795920
    },
    {
      "epoch": 222.14,
      "grad_norm": 1.0134525299072266,
      "learning_rate": 4.053989178471301e-06,
      "loss": 0.3483,
      "step": 795930
    },
    {
      "epoch": 222.14,
      "grad_norm": 0.9620321393013,
      "learning_rate": 4.053970689597539e-06,
      "loss": 0.3729,
      "step": 795940
    },
    {
      "epoch": 222.15,
      "grad_norm": 1.0878592729568481,
      "learning_rate": 4.053952200496146e-06,
      "loss": 0.3782,
      "step": 795950
    },
    {
      "epoch": 222.15,
      "grad_norm": 0.8247870206832886,
      "learning_rate": 4.053933711167124e-06,
      "loss": 0.3663,
      "step": 795960
    },
    {
      "epoch": 222.15,
      "grad_norm": 1.0733346939086914,
      "learning_rate": 4.053915221610477e-06,
      "loss": 0.3704,
      "step": 795970
    },
    {
      "epoch": 222.15,
      "grad_norm": 1.026102900505066,
      "learning_rate": 4.0538967318262065e-06,
      "loss": 0.363,
      "step": 795980
    },
    {
      "epoch": 222.16,
      "grad_norm": 1.2014765739440918,
      "learning_rate": 4.053878241814315e-06,
      "loss": 0.3556,
      "step": 795990
    },
    {
      "epoch": 222.16,
      "grad_norm": 1.0954784154891968,
      "learning_rate": 4.0538597515748055e-06,
      "loss": 0.3675,
      "step": 796000
    },
    {
      "epoch": 222.16,
      "grad_norm": 0.9563871622085571,
      "learning_rate": 4.053841261107679e-06,
      "loss": 0.357,
      "step": 796010
    },
    {
      "epoch": 222.17,
      "grad_norm": 0.9568393230438232,
      "learning_rate": 4.053822770412939e-06,
      "loss": 0.3685,
      "step": 796020
    },
    {
      "epoch": 222.17,
      "grad_norm": 1.1556947231292725,
      "learning_rate": 4.053804279490587e-06,
      "loss": 0.3739,
      "step": 796030
    },
    {
      "epoch": 222.17,
      "grad_norm": 1.3977755308151245,
      "learning_rate": 4.053785788340628e-06,
      "loss": 0.3741,
      "step": 796040
    },
    {
      "epoch": 222.17,
      "grad_norm": 0.9328424334526062,
      "learning_rate": 4.053767296963061e-06,
      "loss": 0.3838,
      "step": 796050
    },
    {
      "epoch": 222.18,
      "grad_norm": 0.9773894548416138,
      "learning_rate": 4.053748805357892e-06,
      "loss": 0.365,
      "step": 796060
    },
    {
      "epoch": 222.18,
      "grad_norm": 1.123753547668457,
      "learning_rate": 4.0537303135251215e-06,
      "loss": 0.3578,
      "step": 796070
    },
    {
      "epoch": 222.18,
      "grad_norm": 1.2470632791519165,
      "learning_rate": 4.053711821464751e-06,
      "loss": 0.3451,
      "step": 796080
    },
    {
      "epoch": 222.19,
      "grad_norm": 1.187538504600525,
      "learning_rate": 4.053693329176785e-06,
      "loss": 0.3687,
      "step": 796090
    },
    {
      "epoch": 222.19,
      "grad_norm": 1.1155469417572021,
      "learning_rate": 4.053674836661225e-06,
      "loss": 0.3714,
      "step": 796100
    },
    {
      "epoch": 222.19,
      "grad_norm": 1.2845182418823242,
      "learning_rate": 4.053656343918073e-06,
      "loss": 0.3796,
      "step": 796110
    },
    {
      "epoch": 222.19,
      "grad_norm": 1.082739233970642,
      "learning_rate": 4.053637850947332e-06,
      "loss": 0.3746,
      "step": 796120
    },
    {
      "epoch": 222.2,
      "grad_norm": 1.2681968212127686,
      "learning_rate": 4.053619357749005e-06,
      "loss": 0.3607,
      "step": 796130
    },
    {
      "epoch": 222.2,
      "grad_norm": 1.112316608428955,
      "learning_rate": 4.053600864323094e-06,
      "loss": 0.3794,
      "step": 796140
    },
    {
      "epoch": 222.2,
      "grad_norm": 1.0544586181640625,
      "learning_rate": 4.0535823706696005e-06,
      "loss": 0.3726,
      "step": 796150
    },
    {
      "epoch": 222.2,
      "grad_norm": 1.1053951978683472,
      "learning_rate": 4.053563876788529e-06,
      "loss": 0.3599,
      "step": 796160
    },
    {
      "epoch": 222.21,
      "grad_norm": 1.2014960050582886,
      "learning_rate": 4.05354538267988e-06,
      "loss": 0.3601,
      "step": 796170
    },
    {
      "epoch": 222.21,
      "grad_norm": 1.1181310415267944,
      "learning_rate": 4.053526888343658e-06,
      "loss": 0.3588,
      "step": 796180
    },
    {
      "epoch": 222.21,
      "grad_norm": 1.0658278465270996,
      "learning_rate": 4.053508393779863e-06,
      "loss": 0.3766,
      "step": 796190
    },
    {
      "epoch": 222.22,
      "grad_norm": 0.927880048751831,
      "learning_rate": 4.053489898988498e-06,
      "loss": 0.3677,
      "step": 796200
    },
    {
      "epoch": 222.22,
      "grad_norm": 1.0115880966186523,
      "learning_rate": 4.053471403969568e-06,
      "loss": 0.3676,
      "step": 796210
    },
    {
      "epoch": 222.22,
      "grad_norm": 0.9952523708343506,
      "learning_rate": 4.053452908723072e-06,
      "loss": 0.3705,
      "step": 796220
    },
    {
      "epoch": 222.22,
      "grad_norm": 1.2401561737060547,
      "learning_rate": 4.053434413249015e-06,
      "loss": 0.3802,
      "step": 796230
    },
    {
      "epoch": 222.23,
      "grad_norm": 1.004685401916504,
      "learning_rate": 4.0534159175473985e-06,
      "loss": 0.3792,
      "step": 796240
    },
    {
      "epoch": 222.23,
      "grad_norm": 1.2186957597732544,
      "learning_rate": 4.053397421618225e-06,
      "loss": 0.3708,
      "step": 796250
    },
    {
      "epoch": 222.23,
      "grad_norm": 1.0239218473434448,
      "learning_rate": 4.053378925461497e-06,
      "loss": 0.3761,
      "step": 796260
    },
    {
      "epoch": 222.24,
      "grad_norm": 1.0676300525665283,
      "learning_rate": 4.053360429077217e-06,
      "loss": 0.3609,
      "step": 796270
    },
    {
      "epoch": 222.24,
      "grad_norm": 1.0563868284225464,
      "learning_rate": 4.053341932465387e-06,
      "loss": 0.3712,
      "step": 796280
    },
    {
      "epoch": 222.24,
      "grad_norm": 1.054086446762085,
      "learning_rate": 4.05332343562601e-06,
      "loss": 0.369,
      "step": 796290
    },
    {
      "epoch": 222.24,
      "grad_norm": 0.9999604225158691,
      "learning_rate": 4.053304938559088e-06,
      "loss": 0.3787,
      "step": 796300
    },
    {
      "epoch": 222.25,
      "grad_norm": 1.1848348379135132,
      "learning_rate": 4.053286441264624e-06,
      "loss": 0.3676,
      "step": 796310
    },
    {
      "epoch": 222.25,
      "grad_norm": 1.2689199447631836,
      "learning_rate": 4.05326794374262e-06,
      "loss": 0.371,
      "step": 796320
    },
    {
      "epoch": 222.25,
      "grad_norm": 1.139159083366394,
      "learning_rate": 4.053249445993079e-06,
      "loss": 0.361,
      "step": 796330
    },
    {
      "epoch": 222.26,
      "grad_norm": 1.060131549835205,
      "learning_rate": 4.053230948016003e-06,
      "loss": 0.3674,
      "step": 796340
    },
    {
      "epoch": 222.26,
      "grad_norm": 1.2274844646453857,
      "learning_rate": 4.053212449811395e-06,
      "loss": 0.3809,
      "step": 796350
    },
    {
      "epoch": 222.26,
      "grad_norm": 1.1948761940002441,
      "learning_rate": 4.053193951379257e-06,
      "loss": 0.3585,
      "step": 796360
    },
    {
      "epoch": 222.26,
      "grad_norm": 1.0185365676879883,
      "learning_rate": 4.053175452719592e-06,
      "loss": 0.3638,
      "step": 796370
    },
    {
      "epoch": 222.27,
      "grad_norm": 1.0230177640914917,
      "learning_rate": 4.053156953832401e-06,
      "loss": 0.3549,
      "step": 796380
    },
    {
      "epoch": 222.27,
      "grad_norm": 0.9127459526062012,
      "learning_rate": 4.053138454717688e-06,
      "loss": 0.3621,
      "step": 796390
    },
    {
      "epoch": 222.27,
      "grad_norm": 1.0393667221069336,
      "learning_rate": 4.053119955375455e-06,
      "loss": 0.3582,
      "step": 796400
    },
    {
      "epoch": 222.27,
      "grad_norm": 0.9680255055427551,
      "learning_rate": 4.053101455805704e-06,
      "loss": 0.3716,
      "step": 796410
    },
    {
      "epoch": 222.28,
      "grad_norm": 1.2265968322753906,
      "learning_rate": 4.053082956008438e-06,
      "loss": 0.3802,
      "step": 796420
    },
    {
      "epoch": 222.28,
      "grad_norm": 1.0689847469329834,
      "learning_rate": 4.053064455983659e-06,
      "loss": 0.3634,
      "step": 796430
    },
    {
      "epoch": 222.28,
      "grad_norm": 0.9338188171386719,
      "learning_rate": 4.0530459557313705e-06,
      "loss": 0.3722,
      "step": 796440
    },
    {
      "epoch": 222.29,
      "grad_norm": 1.073457956314087,
      "learning_rate": 4.053027455251573e-06,
      "loss": 0.3781,
      "step": 796450
    },
    {
      "epoch": 222.29,
      "grad_norm": 1.3754103183746338,
      "learning_rate": 4.053008954544271e-06,
      "loss": 0.3689,
      "step": 796460
    },
    {
      "epoch": 222.29,
      "grad_norm": 1.2402526140213013,
      "learning_rate": 4.0529904536094664e-06,
      "loss": 0.371,
      "step": 796470
    },
    {
      "epoch": 222.29,
      "grad_norm": 1.3096450567245483,
      "learning_rate": 4.052971952447161e-06,
      "loss": 0.3892,
      "step": 796480
    },
    {
      "epoch": 222.3,
      "grad_norm": 0.9046449065208435,
      "learning_rate": 4.052953451057358e-06,
      "loss": 0.3792,
      "step": 796490
    },
    {
      "epoch": 222.3,
      "grad_norm": 1.0207099914550781,
      "learning_rate": 4.05293494944006e-06,
      "loss": 0.3755,
      "step": 796500
    },
    {
      "epoch": 222.3,
      "grad_norm": 1.17423677444458,
      "learning_rate": 4.052916447595268e-06,
      "loss": 0.3744,
      "step": 796510
    },
    {
      "epoch": 222.31,
      "grad_norm": 1.1522291898727417,
      "learning_rate": 4.052897945522986e-06,
      "loss": 0.3539,
      "step": 796520
    },
    {
      "epoch": 222.31,
      "grad_norm": 1.48643159866333,
      "learning_rate": 4.052879443223217e-06,
      "loss": 0.3725,
      "step": 796530
    },
    {
      "epoch": 222.31,
      "grad_norm": 1.16062593460083,
      "learning_rate": 4.05286094069596e-06,
      "loss": 0.3514,
      "step": 796540
    },
    {
      "epoch": 222.31,
      "grad_norm": 0.9730766415596008,
      "learning_rate": 4.052842437941222e-06,
      "loss": 0.3575,
      "step": 796550
    },
    {
      "epoch": 222.32,
      "grad_norm": 1.2672278881072998,
      "learning_rate": 4.052823934959002e-06,
      "loss": 0.3691,
      "step": 796560
    },
    {
      "epoch": 222.32,
      "grad_norm": 0.8745330572128296,
      "learning_rate": 4.052805431749304e-06,
      "loss": 0.3659,
      "step": 796570
    },
    {
      "epoch": 222.32,
      "grad_norm": 1.1844066381454468,
      "learning_rate": 4.052786928312131e-06,
      "loss": 0.3548,
      "step": 796580
    },
    {
      "epoch": 222.32,
      "grad_norm": 1.1217271089553833,
      "learning_rate": 4.052768424647485e-06,
      "loss": 0.3694,
      "step": 796590
    },
    {
      "epoch": 222.33,
      "grad_norm": 1.0964432954788208,
      "learning_rate": 4.052749920755368e-06,
      "loss": 0.3749,
      "step": 796600
    },
    {
      "epoch": 222.33,
      "grad_norm": 1.0545709133148193,
      "learning_rate": 4.052731416635782e-06,
      "loss": 0.3772,
      "step": 796610
    },
    {
      "epoch": 222.33,
      "grad_norm": 0.9431132674217224,
      "learning_rate": 4.052712912288729e-06,
      "loss": 0.369,
      "step": 796620
    },
    {
      "epoch": 222.34,
      "grad_norm": 0.9731858968734741,
      "learning_rate": 4.052694407714215e-06,
      "loss": 0.3819,
      "step": 796630
    },
    {
      "epoch": 222.34,
      "grad_norm": 1.1969653367996216,
      "learning_rate": 4.0526759029122395e-06,
      "loss": 0.3531,
      "step": 796640
    },
    {
      "epoch": 222.34,
      "grad_norm": 1.17289400100708,
      "learning_rate": 4.0526573978828045e-06,
      "loss": 0.3668,
      "step": 796650
    },
    {
      "epoch": 222.34,
      "grad_norm": 0.8725875020027161,
      "learning_rate": 4.052638892625913e-06,
      "loss": 0.3623,
      "step": 796660
    },
    {
      "epoch": 222.35,
      "grad_norm": 0.9934497475624084,
      "learning_rate": 4.052620387141569e-06,
      "loss": 0.3828,
      "step": 796670
    },
    {
      "epoch": 222.35,
      "grad_norm": 1.1411640644073486,
      "learning_rate": 4.052601881429774e-06,
      "loss": 0.3705,
      "step": 796680
    },
    {
      "epoch": 222.35,
      "grad_norm": 1.6842260360717773,
      "learning_rate": 4.05258337549053e-06,
      "loss": 0.3709,
      "step": 796690
    },
    {
      "epoch": 222.36,
      "grad_norm": 1.0341122150421143,
      "learning_rate": 4.05256486932384e-06,
      "loss": 0.3788,
      "step": 796700
    },
    {
      "epoch": 222.36,
      "grad_norm": 1.0028390884399414,
      "learning_rate": 4.052546362929706e-06,
      "loss": 0.3728,
      "step": 796710
    },
    {
      "epoch": 222.36,
      "grad_norm": 1.2665899991989136,
      "learning_rate": 4.052527856308131e-06,
      "loss": 0.3648,
      "step": 796720
    },
    {
      "epoch": 222.36,
      "grad_norm": 0.8490053415298462,
      "learning_rate": 4.052509349459117e-06,
      "loss": 0.3758,
      "step": 796730
    },
    {
      "epoch": 222.37,
      "grad_norm": 1.101714015007019,
      "learning_rate": 4.052490842382666e-06,
      "loss": 0.3887,
      "step": 796740
    },
    {
      "epoch": 222.37,
      "grad_norm": 1.0240896940231323,
      "learning_rate": 4.0524723350787816e-06,
      "loss": 0.3776,
      "step": 796750
    },
    {
      "epoch": 222.37,
      "grad_norm": 0.9352980256080627,
      "learning_rate": 4.052453827547466e-06,
      "loss": 0.3608,
      "step": 796760
    },
    {
      "epoch": 222.38,
      "grad_norm": 1.1969189643859863,
      "learning_rate": 4.052435319788723e-06,
      "loss": 0.3654,
      "step": 796770
    },
    {
      "epoch": 222.38,
      "grad_norm": 0.9317957162857056,
      "learning_rate": 4.052416811802551e-06,
      "loss": 0.355,
      "step": 796780
    },
    {
      "epoch": 222.38,
      "grad_norm": 1.1038181781768799,
      "learning_rate": 4.052398303588955e-06,
      "loss": 0.3574,
      "step": 796790
    },
    {
      "epoch": 222.38,
      "grad_norm": 0.9970561861991882,
      "learning_rate": 4.052379795147939e-06,
      "loss": 0.3667,
      "step": 796800
    },
    {
      "epoch": 222.39,
      "grad_norm": 1.0878679752349854,
      "learning_rate": 4.0523612864795036e-06,
      "loss": 0.3659,
      "step": 796810
    },
    {
      "epoch": 222.39,
      "grad_norm": 0.9955161809921265,
      "learning_rate": 4.052342777583651e-06,
      "loss": 0.3584,
      "step": 796820
    },
    {
      "epoch": 222.39,
      "grad_norm": 8.402137756347656,
      "learning_rate": 4.052324268460384e-06,
      "loss": 0.3739,
      "step": 796830
    },
    {
      "epoch": 222.39,
      "grad_norm": 1.0780867338180542,
      "learning_rate": 4.052305759109706e-06,
      "loss": 0.3686,
      "step": 796840
    },
    {
      "epoch": 222.4,
      "grad_norm": 1.1228680610656738,
      "learning_rate": 4.052287249531619e-06,
      "loss": 0.3617,
      "step": 796850
    },
    {
      "epoch": 222.4,
      "grad_norm": 1.0491135120391846,
      "learning_rate": 4.0522687397261244e-06,
      "loss": 0.3581,
      "step": 796860
    },
    {
      "epoch": 222.4,
      "grad_norm": 1.1205543279647827,
      "learning_rate": 4.052250229693226e-06,
      "loss": 0.3611,
      "step": 796870
    },
    {
      "epoch": 222.41,
      "grad_norm": 0.9604511260986328,
      "learning_rate": 4.0522317194329265e-06,
      "loss": 0.3657,
      "step": 796880
    },
    {
      "epoch": 222.41,
      "grad_norm": 1.2339011430740356,
      "learning_rate": 4.0522132089452265e-06,
      "loss": 0.3713,
      "step": 796890
    },
    {
      "epoch": 222.41,
      "grad_norm": 1.188802719116211,
      "learning_rate": 4.0521946982301295e-06,
      "loss": 0.3577,
      "step": 796900
    },
    {
      "epoch": 222.41,
      "grad_norm": 1.1117950677871704,
      "learning_rate": 4.052176187287639e-06,
      "loss": 0.3583,
      "step": 796910
    },
    {
      "epoch": 222.42,
      "grad_norm": 0.94568932056427,
      "learning_rate": 4.0521576761177555e-06,
      "loss": 0.3644,
      "step": 796920
    },
    {
      "epoch": 222.42,
      "grad_norm": 1.22968590259552,
      "learning_rate": 4.052139164720483e-06,
      "loss": 0.371,
      "step": 796930
    },
    {
      "epoch": 222.42,
      "grad_norm": 1.0999844074249268,
      "learning_rate": 4.052120653095823e-06,
      "loss": 0.3635,
      "step": 796940
    },
    {
      "epoch": 222.43,
      "grad_norm": 1.219340205192566,
      "learning_rate": 4.052102141243779e-06,
      "loss": 0.3926,
      "step": 796950
    },
    {
      "epoch": 222.43,
      "grad_norm": 1.0877476930618286,
      "learning_rate": 4.052083629164353e-06,
      "loss": 0.3665,
      "step": 796960
    },
    {
      "epoch": 222.43,
      "grad_norm": 0.962241530418396,
      "learning_rate": 4.052065116857546e-06,
      "loss": 0.3966,
      "step": 796970
    },
    {
      "epoch": 222.43,
      "grad_norm": 1.0565980672836304,
      "learning_rate": 4.052046604323363e-06,
      "loss": 0.3693,
      "step": 796980
    },
    {
      "epoch": 222.44,
      "grad_norm": 1.1207454204559326,
      "learning_rate": 4.0520280915618055e-06,
      "loss": 0.3636,
      "step": 796990
    },
    {
      "epoch": 222.44,
      "grad_norm": 1.0582430362701416,
      "learning_rate": 4.052009578572875e-06,
      "loss": 0.3583,
      "step": 797000
    },
    {
      "epoch": 222.44,
      "grad_norm": 1.2645900249481201,
      "learning_rate": 4.051991065356574e-06,
      "loss": 0.3644,
      "step": 797010
    },
    {
      "epoch": 222.44,
      "grad_norm": 1.2903586626052856,
      "learning_rate": 4.051972551912907e-06,
      "loss": 0.3707,
      "step": 797020
    },
    {
      "epoch": 222.45,
      "grad_norm": 1.17255699634552,
      "learning_rate": 4.051954038241874e-06,
      "loss": 0.3632,
      "step": 797030
    },
    {
      "epoch": 222.45,
      "grad_norm": 1.0428780317306519,
      "learning_rate": 4.051935524343479e-06,
      "loss": 0.3594,
      "step": 797040
    },
    {
      "epoch": 222.45,
      "grad_norm": 1.0016039609909058,
      "learning_rate": 4.051917010217725e-06,
      "loss": 0.3782,
      "step": 797050
    },
    {
      "epoch": 222.46,
      "grad_norm": 0.9801108241081238,
      "learning_rate": 4.051898495864613e-06,
      "loss": 0.3865,
      "step": 797060
    },
    {
      "epoch": 222.46,
      "grad_norm": 1.4295153617858887,
      "learning_rate": 4.051879981284146e-06,
      "loss": 0.3751,
      "step": 797070
    },
    {
      "epoch": 222.46,
      "grad_norm": 1.2571654319763184,
      "learning_rate": 4.0518614664763255e-06,
      "loss": 0.3657,
      "step": 797080
    },
    {
      "epoch": 222.46,
      "grad_norm": 1.0988625288009644,
      "learning_rate": 4.0518429514411555e-06,
      "loss": 0.3719,
      "step": 797090
    },
    {
      "epoch": 222.47,
      "grad_norm": 1.099128007888794,
      "learning_rate": 4.0518244361786384e-06,
      "loss": 0.3695,
      "step": 797100
    },
    {
      "epoch": 222.47,
      "grad_norm": 1.083101511001587,
      "learning_rate": 4.051805920688775e-06,
      "loss": 0.3764,
      "step": 797110
    },
    {
      "epoch": 222.47,
      "grad_norm": 1.0053001642227173,
      "learning_rate": 4.05178740497157e-06,
      "loss": 0.3631,
      "step": 797120
    },
    {
      "epoch": 222.48,
      "grad_norm": 1.256456971168518,
      "learning_rate": 4.051768889027024e-06,
      "loss": 0.3665,
      "step": 797130
    },
    {
      "epoch": 222.48,
      "grad_norm": 0.9203627109527588,
      "learning_rate": 4.051750372855141e-06,
      "loss": 0.3656,
      "step": 797140
    },
    {
      "epoch": 222.48,
      "grad_norm": 1.2280449867248535,
      "learning_rate": 4.051731856455922e-06,
      "loss": 0.3624,
      "step": 797150
    },
    {
      "epoch": 222.48,
      "grad_norm": 1.0499287843704224,
      "learning_rate": 4.0517133398293705e-06,
      "loss": 0.3563,
      "step": 797160
    },
    {
      "epoch": 222.49,
      "grad_norm": 1.1186610460281372,
      "learning_rate": 4.051694822975489e-06,
      "loss": 0.3783,
      "step": 797170
    },
    {
      "epoch": 222.49,
      "grad_norm": 1.1093615293502808,
      "learning_rate": 4.051676305894278e-06,
      "loss": 0.3693,
      "step": 797180
    },
    {
      "epoch": 222.49,
      "grad_norm": 0.9397913813591003,
      "learning_rate": 4.051657788585743e-06,
      "loss": 0.3746,
      "step": 797190
    },
    {
      "epoch": 222.5,
      "grad_norm": 1.2505075931549072,
      "learning_rate": 4.0516392710498845e-06,
      "loss": 0.3583,
      "step": 797200
    },
    {
      "epoch": 222.5,
      "grad_norm": 1.0943843126296997,
      "learning_rate": 4.051620753286706e-06,
      "loss": 0.355,
      "step": 797210
    },
    {
      "epoch": 222.5,
      "grad_norm": 1.0767693519592285,
      "learning_rate": 4.051602235296208e-06,
      "loss": 0.3736,
      "step": 797220
    },
    {
      "epoch": 222.5,
      "grad_norm": 0.9562443494796753,
      "learning_rate": 4.051583717078396e-06,
      "loss": 0.357,
      "step": 797230
    },
    {
      "epoch": 222.51,
      "grad_norm": 1.1068370342254639,
      "learning_rate": 4.05156519863327e-06,
      "loss": 0.3698,
      "step": 797240
    },
    {
      "epoch": 222.51,
      "grad_norm": 0.9848026633262634,
      "learning_rate": 4.051546679960834e-06,
      "loss": 0.3777,
      "step": 797250
    },
    {
      "epoch": 222.51,
      "grad_norm": 1.4588701725006104,
      "learning_rate": 4.05152816106109e-06,
      "loss": 0.3682,
      "step": 797260
    },
    {
      "epoch": 222.51,
      "grad_norm": 1.3933086395263672,
      "learning_rate": 4.051509641934039e-06,
      "loss": 0.3461,
      "step": 797270
    },
    {
      "epoch": 222.52,
      "grad_norm": 1.0710936784744263,
      "learning_rate": 4.051491122579685e-06,
      "loss": 0.3695,
      "step": 797280
    },
    {
      "epoch": 222.52,
      "grad_norm": 1.3482019901275635,
      "learning_rate": 4.0514726029980306e-06,
      "loss": 0.3796,
      "step": 797290
    },
    {
      "epoch": 222.52,
      "grad_norm": 1.2034964561462402,
      "learning_rate": 4.051454083189079e-06,
      "loss": 0.3677,
      "step": 797300
    },
    {
      "epoch": 222.53,
      "grad_norm": 1.0505625009536743,
      "learning_rate": 4.0514355631528295e-06,
      "loss": 0.3701,
      "step": 797310
    },
    {
      "epoch": 222.53,
      "grad_norm": 1.0770807266235352,
      "learning_rate": 4.051417042889288e-06,
      "loss": 0.3647,
      "step": 797320
    },
    {
      "epoch": 222.53,
      "grad_norm": 1.0067704916000366,
      "learning_rate": 4.051398522398455e-06,
      "loss": 0.3683,
      "step": 797330
    },
    {
      "epoch": 222.53,
      "grad_norm": 1.1874055862426758,
      "learning_rate": 4.051380001680333e-06,
      "loss": 0.3765,
      "step": 797340
    },
    {
      "epoch": 222.54,
      "grad_norm": 1.150520920753479,
      "learning_rate": 4.0513614807349255e-06,
      "loss": 0.3727,
      "step": 797350
    },
    {
      "epoch": 222.54,
      "grad_norm": 1.0163242816925049,
      "learning_rate": 4.051342959562234e-06,
      "loss": 0.3541,
      "step": 797360
    },
    {
      "epoch": 222.54,
      "grad_norm": 1.0334886312484741,
      "learning_rate": 4.051324438162262e-06,
      "loss": 0.3686,
      "step": 797370
    },
    {
      "epoch": 222.55,
      "grad_norm": 1.1827231645584106,
      "learning_rate": 4.051305916535012e-06,
      "loss": 0.3748,
      "step": 797380
    },
    {
      "epoch": 222.55,
      "grad_norm": 1.4560333490371704,
      "learning_rate": 4.0512873946804845e-06,
      "loss": 0.3644,
      "step": 797390
    },
    {
      "epoch": 222.55,
      "grad_norm": 1.0943516492843628,
      "learning_rate": 4.051268872598684e-06,
      "loss": 0.37,
      "step": 797400
    },
    {
      "epoch": 222.55,
      "grad_norm": 0.9131866097450256,
      "learning_rate": 4.051250350289612e-06,
      "loss": 0.3558,
      "step": 797410
    },
    {
      "epoch": 222.56,
      "grad_norm": 1.203419804573059,
      "learning_rate": 4.051231827753271e-06,
      "loss": 0.3652,
      "step": 797420
    },
    {
      "epoch": 222.56,
      "grad_norm": 1.081836223602295,
      "learning_rate": 4.051213304989664e-06,
      "loss": 0.3708,
      "step": 797430
    },
    {
      "epoch": 222.56,
      "grad_norm": 0.9147846102714539,
      "learning_rate": 4.051194781998794e-06,
      "loss": 0.3773,
      "step": 797440
    },
    {
      "epoch": 222.56,
      "grad_norm": 1.0808932781219482,
      "learning_rate": 4.051176258780662e-06,
      "loss": 0.3808,
      "step": 797450
    },
    {
      "epoch": 222.57,
      "grad_norm": 1.324912190437317,
      "learning_rate": 4.051157735335271e-06,
      "loss": 0.381,
      "step": 797460
    },
    {
      "epoch": 222.57,
      "grad_norm": 0.9097530841827393,
      "learning_rate": 4.051139211662623e-06,
      "loss": 0.3824,
      "step": 797470
    },
    {
      "epoch": 222.57,
      "grad_norm": 1.0137598514556885,
      "learning_rate": 4.051120687762721e-06,
      "loss": 0.3606,
      "step": 797480
    },
    {
      "epoch": 222.58,
      "grad_norm": 0.9940025210380554,
      "learning_rate": 4.051102163635568e-06,
      "loss": 0.3566,
      "step": 797490
    },
    {
      "epoch": 222.58,
      "grad_norm": 0.9813895225524902,
      "learning_rate": 4.051083639281167e-06,
      "loss": 0.3697,
      "step": 797500
    },
    {
      "epoch": 222.58,
      "grad_norm": 1.2353157997131348,
      "learning_rate": 4.051065114699518e-06,
      "loss": 0.3532,
      "step": 797510
    },
    {
      "epoch": 222.58,
      "grad_norm": 0.9704033136367798,
      "learning_rate": 4.051046589890626e-06,
      "loss": 0.3782,
      "step": 797520
    },
    {
      "epoch": 222.59,
      "grad_norm": 0.9246654510498047,
      "learning_rate": 4.051028064854491e-06,
      "loss": 0.358,
      "step": 797530
    },
    {
      "epoch": 222.59,
      "grad_norm": 1.0818068981170654,
      "learning_rate": 4.051009539591118e-06,
      "loss": 0.3745,
      "step": 797540
    },
    {
      "epoch": 222.59,
      "grad_norm": 1.0039361715316772,
      "learning_rate": 4.0509910141005086e-06,
      "loss": 0.3692,
      "step": 797550
    },
    {
      "epoch": 222.6,
      "grad_norm": 0.8682799339294434,
      "learning_rate": 4.050972488382663e-06,
      "loss": 0.3634,
      "step": 797560
    },
    {
      "epoch": 222.6,
      "grad_norm": 1.1887600421905518,
      "learning_rate": 4.050953962437587e-06,
      "loss": 0.3599,
      "step": 797570
    },
    {
      "epoch": 222.6,
      "grad_norm": 1.0330584049224854,
      "learning_rate": 4.050935436265281e-06,
      "loss": 0.3707,
      "step": 797580
    },
    {
      "epoch": 222.6,
      "grad_norm": 1.0143389701843262,
      "learning_rate": 4.05091690986575e-06,
      "loss": 0.3724,
      "step": 797590
    },
    {
      "epoch": 222.61,
      "grad_norm": 1.0017849206924438,
      "learning_rate": 4.050898383238992e-06,
      "loss": 0.3756,
      "step": 797600
    },
    {
      "epoch": 222.61,
      "grad_norm": 1.041824221611023,
      "learning_rate": 4.050879856385014e-06,
      "loss": 0.3765,
      "step": 797610
    },
    {
      "epoch": 222.61,
      "grad_norm": 1.0301005840301514,
      "learning_rate": 4.050861329303817e-06,
      "loss": 0.3648,
      "step": 797620
    },
    {
      "epoch": 222.62,
      "grad_norm": 1.1033049821853638,
      "learning_rate": 4.050842801995401e-06,
      "loss": 0.3689,
      "step": 797630
    },
    {
      "epoch": 222.62,
      "grad_norm": 0.8814194202423096,
      "learning_rate": 4.050824274459771e-06,
      "loss": 0.3633,
      "step": 797640
    },
    {
      "epoch": 222.62,
      "grad_norm": 1.3087271451950073,
      "learning_rate": 4.050805746696929e-06,
      "loss": 0.351,
      "step": 797650
    },
    {
      "epoch": 222.62,
      "grad_norm": 1.2576810121536255,
      "learning_rate": 4.050787218706879e-06,
      "loss": 0.3648,
      "step": 797660
    },
    {
      "epoch": 222.63,
      "grad_norm": 1.0798002481460571,
      "learning_rate": 4.05076869048962e-06,
      "loss": 0.37,
      "step": 797670
    },
    {
      "epoch": 222.63,
      "grad_norm": 1.1046420335769653,
      "learning_rate": 4.0507501620451575e-06,
      "loss": 0.3657,
      "step": 797680
    },
    {
      "epoch": 222.63,
      "grad_norm": 1.0779216289520264,
      "learning_rate": 4.050731633373492e-06,
      "loss": 0.3494,
      "step": 797690
    },
    {
      "epoch": 222.63,
      "grad_norm": 1.0904812812805176,
      "learning_rate": 4.0507131044746266e-06,
      "loss": 0.3654,
      "step": 797700
    },
    {
      "epoch": 222.64,
      "grad_norm": 1.2892706394195557,
      "learning_rate": 4.050694575348565e-06,
      "loss": 0.3782,
      "step": 797710
    },
    {
      "epoch": 222.64,
      "grad_norm": 1.4372769594192505,
      "learning_rate": 4.050676045995308e-06,
      "loss": 0.3745,
      "step": 797720
    },
    {
      "epoch": 222.64,
      "grad_norm": 1.1865870952606201,
      "learning_rate": 4.050657516414859e-06,
      "loss": 0.3639,
      "step": 797730
    },
    {
      "epoch": 222.65,
      "grad_norm": 1.1063419580459595,
      "learning_rate": 4.05063898660722e-06,
      "loss": 0.3705,
      "step": 797740
    },
    {
      "epoch": 222.65,
      "grad_norm": 1.0605573654174805,
      "learning_rate": 4.050620456572393e-06,
      "loss": 0.3733,
      "step": 797750
    },
    {
      "epoch": 222.65,
      "grad_norm": 1.2556066513061523,
      "learning_rate": 4.050601926310382e-06,
      "loss": 0.3742,
      "step": 797760
    },
    {
      "epoch": 222.65,
      "grad_norm": 0.9461508989334106,
      "learning_rate": 4.050583395821187e-06,
      "loss": 0.3697,
      "step": 797770
    },
    {
      "epoch": 222.66,
      "grad_norm": 1.179535150527954,
      "learning_rate": 4.050564865104814e-06,
      "loss": 0.3863,
      "step": 797780
    },
    {
      "epoch": 222.66,
      "grad_norm": 1.4467259645462036,
      "learning_rate": 4.0505463341612625e-06,
      "loss": 0.3607,
      "step": 797790
    },
    {
      "epoch": 222.66,
      "grad_norm": 2.6889078617095947,
      "learning_rate": 4.050527802990536e-06,
      "loss": 0.3702,
      "step": 797800
    },
    {
      "epoch": 222.67,
      "grad_norm": 1.0714585781097412,
      "learning_rate": 4.050509271592637e-06,
      "loss": 0.3703,
      "step": 797810
    },
    {
      "epoch": 222.67,
      "grad_norm": 1.0467714071273804,
      "learning_rate": 4.050490739967567e-06,
      "loss": 0.3701,
      "step": 797820
    },
    {
      "epoch": 222.67,
      "grad_norm": 1.0905119180679321,
      "learning_rate": 4.050472208115331e-06,
      "loss": 0.3869,
      "step": 797830
    },
    {
      "epoch": 222.67,
      "grad_norm": 1.1115670204162598,
      "learning_rate": 4.050453676035929e-06,
      "loss": 0.3831,
      "step": 797840
    },
    {
      "epoch": 222.68,
      "grad_norm": 0.9109181761741638,
      "learning_rate": 4.050435143729364e-06,
      "loss": 0.3645,
      "step": 797850
    },
    {
      "epoch": 222.68,
      "grad_norm": 1.225511908531189,
      "learning_rate": 4.050416611195639e-06,
      "loss": 0.3759,
      "step": 797860
    },
    {
      "epoch": 222.68,
      "grad_norm": 1.0995185375213623,
      "learning_rate": 4.050398078434757e-06,
      "loss": 0.3701,
      "step": 797870
    },
    {
      "epoch": 222.68,
      "grad_norm": 1.1508280038833618,
      "learning_rate": 4.0503795454467184e-06,
      "loss": 0.3565,
      "step": 797880
    },
    {
      "epoch": 222.69,
      "grad_norm": 1.2083672285079956,
      "learning_rate": 4.050361012231527e-06,
      "loss": 0.3767,
      "step": 797890
    },
    {
      "epoch": 222.69,
      "grad_norm": 1.4259555339813232,
      "learning_rate": 4.050342478789186e-06,
      "loss": 0.3573,
      "step": 797900
    },
    {
      "epoch": 222.69,
      "grad_norm": 1.0244152545928955,
      "learning_rate": 4.050323945119697e-06,
      "loss": 0.3872,
      "step": 797910
    },
    {
      "epoch": 222.7,
      "grad_norm": 1.1374181509017944,
      "learning_rate": 4.050305411223062e-06,
      "loss": 0.3667,
      "step": 797920
    },
    {
      "epoch": 222.7,
      "grad_norm": 1.0304009914398193,
      "learning_rate": 4.050286877099285e-06,
      "loss": 0.3561,
      "step": 797930
    },
    {
      "epoch": 222.7,
      "grad_norm": 1.0635526180267334,
      "learning_rate": 4.050268342748366e-06,
      "loss": 0.3665,
      "step": 797940
    },
    {
      "epoch": 222.7,
      "grad_norm": 1.0960052013397217,
      "learning_rate": 4.0502498081703096e-06,
      "loss": 0.3672,
      "step": 797950
    },
    {
      "epoch": 222.71,
      "grad_norm": 1.131425380706787,
      "learning_rate": 4.050231273365117e-06,
      "loss": 0.3605,
      "step": 797960
    },
    {
      "epoch": 222.71,
      "grad_norm": 1.0431767702102661,
      "learning_rate": 4.0502127383327925e-06,
      "loss": 0.361,
      "step": 797970
    },
    {
      "epoch": 222.71,
      "grad_norm": 1.1280953884124756,
      "learning_rate": 4.050194203073337e-06,
      "loss": 0.3685,
      "step": 797980
    },
    {
      "epoch": 222.72,
      "grad_norm": 0.9833590984344482,
      "learning_rate": 4.050175667586753e-06,
      "loss": 0.3624,
      "step": 797990
    },
    {
      "epoch": 222.72,
      "grad_norm": 1.1836656332015991,
      "learning_rate": 4.050157131873043e-06,
      "loss": 0.354,
      "step": 798000
    },
    {
      "epoch": 222.72,
      "grad_norm": 0.989120602607727,
      "learning_rate": 4.0501385959322105e-06,
      "loss": 0.355,
      "step": 798010
    },
    {
      "epoch": 222.72,
      "grad_norm": 1.0150405168533325,
      "learning_rate": 4.050120059764257e-06,
      "loss": 0.3857,
      "step": 798020
    },
    {
      "epoch": 222.73,
      "grad_norm": 1.096077799797058,
      "learning_rate": 4.050101523369185e-06,
      "loss": 0.3715,
      "step": 798030
    },
    {
      "epoch": 222.73,
      "grad_norm": 1.106628656387329,
      "learning_rate": 4.050082986746997e-06,
      "loss": 0.3775,
      "step": 798040
    },
    {
      "epoch": 222.73,
      "grad_norm": 1.1079895496368408,
      "learning_rate": 4.050064449897696e-06,
      "loss": 0.368,
      "step": 798050
    },
    {
      "epoch": 222.74,
      "grad_norm": 1.2315337657928467,
      "learning_rate": 4.050045912821284e-06,
      "loss": 0.3715,
      "step": 798060
    },
    {
      "epoch": 222.74,
      "grad_norm": 1.1016541719436646,
      "learning_rate": 4.050027375517763e-06,
      "loss": 0.3725,
      "step": 798070
    },
    {
      "epoch": 222.74,
      "grad_norm": 1.1465673446655273,
      "learning_rate": 4.050008837987136e-06,
      "loss": 0.3791,
      "step": 798080
    },
    {
      "epoch": 222.74,
      "grad_norm": 1.1656842231750488,
      "learning_rate": 4.049990300229406e-06,
      "loss": 0.3644,
      "step": 798090
    },
    {
      "epoch": 222.75,
      "grad_norm": 1.2630969285964966,
      "learning_rate": 4.049971762244576e-06,
      "loss": 0.372,
      "step": 798100
    },
    {
      "epoch": 222.75,
      "grad_norm": 1.0709670782089233,
      "learning_rate": 4.049953224032645e-06,
      "loss": 0.3538,
      "step": 798110
    },
    {
      "epoch": 222.75,
      "grad_norm": 0.9913763403892517,
      "learning_rate": 4.04993468559362e-06,
      "loss": 0.3522,
      "step": 798120
    },
    {
      "epoch": 222.75,
      "grad_norm": 1.1123799085617065,
      "learning_rate": 4.0499161469275e-06,
      "loss": 0.3705,
      "step": 798130
    },
    {
      "epoch": 222.76,
      "grad_norm": 1.305616021156311,
      "learning_rate": 4.04989760803429e-06,
      "loss": 0.3641,
      "step": 798140
    },
    {
      "epoch": 222.76,
      "grad_norm": 1.1572145223617554,
      "learning_rate": 4.049879068913991e-06,
      "loss": 0.3853,
      "step": 798150
    },
    {
      "epoch": 222.76,
      "grad_norm": 0.9429615139961243,
      "learning_rate": 4.049860529566605e-06,
      "loss": 0.3777,
      "step": 798160
    },
    {
      "epoch": 222.77,
      "grad_norm": 1.028662085533142,
      "learning_rate": 4.049841989992136e-06,
      "loss": 0.3692,
      "step": 798170
    },
    {
      "epoch": 222.77,
      "grad_norm": 1.1490364074707031,
      "learning_rate": 4.049823450190585e-06,
      "loss": 0.3483,
      "step": 798180
    },
    {
      "epoch": 222.77,
      "grad_norm": 1.0335346460342407,
      "learning_rate": 4.049804910161955e-06,
      "loss": 0.3531,
      "step": 798190
    },
    {
      "epoch": 222.77,
      "grad_norm": 1.00066339969635,
      "learning_rate": 4.04978636990625e-06,
      "loss": 0.3582,
      "step": 798200
    },
    {
      "epoch": 222.78,
      "grad_norm": 1.1620217561721802,
      "learning_rate": 4.04976782942347e-06,
      "loss": 0.3823,
      "step": 798210
    },
    {
      "epoch": 222.78,
      "grad_norm": 1.1795554161071777,
      "learning_rate": 4.049749288713619e-06,
      "loss": 0.3748,
      "step": 798220
    },
    {
      "epoch": 222.78,
      "grad_norm": 1.006932258605957,
      "learning_rate": 4.049730747776699e-06,
      "loss": 0.3751,
      "step": 798230
    },
    {
      "epoch": 222.79,
      "grad_norm": 0.9535866975784302,
      "learning_rate": 4.049712206612711e-06,
      "loss": 0.355,
      "step": 798240
    },
    {
      "epoch": 222.79,
      "grad_norm": 1.0386251211166382,
      "learning_rate": 4.049693665221661e-06,
      "loss": 0.3719,
      "step": 798250
    },
    {
      "epoch": 222.79,
      "grad_norm": 1.101468563079834,
      "learning_rate": 4.049675123603549e-06,
      "loss": 0.373,
      "step": 798260
    },
    {
      "epoch": 222.79,
      "grad_norm": 1.4230999946594238,
      "learning_rate": 4.049656581758377e-06,
      "loss": 0.3709,
      "step": 798270
    },
    {
      "epoch": 222.8,
      "grad_norm": 1.2945479154586792,
      "learning_rate": 4.049638039686149e-06,
      "loss": 0.3648,
      "step": 798280
    },
    {
      "epoch": 222.8,
      "grad_norm": 1.007270097732544,
      "learning_rate": 4.049619497386867e-06,
      "loss": 0.3691,
      "step": 798290
    },
    {
      "epoch": 222.8,
      "grad_norm": 0.9396527409553528,
      "learning_rate": 4.049600954860533e-06,
      "loss": 0.3583,
      "step": 798300
    },
    {
      "epoch": 222.8,
      "grad_norm": 1.0925965309143066,
      "learning_rate": 4.04958241210715e-06,
      "loss": 0.365,
      "step": 798310
    },
    {
      "epoch": 222.81,
      "grad_norm": 1.0073039531707764,
      "learning_rate": 4.04956386912672e-06,
      "loss": 0.3561,
      "step": 798320
    },
    {
      "epoch": 222.81,
      "grad_norm": 1.1329172849655151,
      "learning_rate": 4.049545325919246e-06,
      "loss": 0.3681,
      "step": 798330
    },
    {
      "epoch": 222.81,
      "grad_norm": 1.1709120273590088,
      "learning_rate": 4.04952678248473e-06,
      "loss": 0.3633,
      "step": 798340
    },
    {
      "epoch": 222.82,
      "grad_norm": 0.9207766652107239,
      "learning_rate": 4.049508238823175e-06,
      "loss": 0.3603,
      "step": 798350
    },
    {
      "epoch": 222.82,
      "grad_norm": 1.1525732278823853,
      "learning_rate": 4.049489694934582e-06,
      "loss": 0.3868,
      "step": 798360
    },
    {
      "epoch": 222.82,
      "grad_norm": 1.0480753183364868,
      "learning_rate": 4.049471150818956e-06,
      "loss": 0.3714,
      "step": 798370
    },
    {
      "epoch": 222.82,
      "grad_norm": 0.9362515211105347,
      "learning_rate": 4.049452606476297e-06,
      "loss": 0.363,
      "step": 798380
    },
    {
      "epoch": 222.83,
      "grad_norm": 1.3594170808792114,
      "learning_rate": 4.0494340619066085e-06,
      "loss": 0.3596,
      "step": 798390
    },
    {
      "epoch": 222.83,
      "grad_norm": 1.1349447965621948,
      "learning_rate": 4.049415517109894e-06,
      "loss": 0.3728,
      "step": 798400
    },
    {
      "epoch": 222.83,
      "grad_norm": 1.1681764125823975,
      "learning_rate": 4.049396972086154e-06,
      "loss": 0.3736,
      "step": 798410
    },
    {
      "epoch": 222.84,
      "grad_norm": 1.158981442451477,
      "learning_rate": 4.049378426835392e-06,
      "loss": 0.359,
      "step": 798420
    },
    {
      "epoch": 222.84,
      "grad_norm": 1.0760207176208496,
      "learning_rate": 4.049359881357611e-06,
      "loss": 0.3669,
      "step": 798430
    },
    {
      "epoch": 222.84,
      "grad_norm": 1.279158115386963,
      "learning_rate": 4.0493413356528126e-06,
      "loss": 0.371,
      "step": 798440
    },
    {
      "epoch": 222.84,
      "grad_norm": 1.0946097373962402,
      "learning_rate": 4.0493227897209994e-06,
      "loss": 0.3576,
      "step": 798450
    },
    {
      "epoch": 222.85,
      "grad_norm": 1.031285285949707,
      "learning_rate": 4.049304243562174e-06,
      "loss": 0.3784,
      "step": 798460
    },
    {
      "epoch": 222.85,
      "grad_norm": 1.081115961074829,
      "learning_rate": 4.049285697176339e-06,
      "loss": 0.3724,
      "step": 798470
    },
    {
      "epoch": 222.85,
      "grad_norm": 1.260712742805481,
      "learning_rate": 4.049267150563497e-06,
      "loss": 0.3688,
      "step": 798480
    },
    {
      "epoch": 222.86,
      "grad_norm": 1.079092025756836,
      "learning_rate": 4.049248603723649e-06,
      "loss": 0.3747,
      "step": 798490
    },
    {
      "epoch": 222.86,
      "grad_norm": 1.2295981645584106,
      "learning_rate": 4.0492300566568e-06,
      "loss": 0.3699,
      "step": 798500
    },
    {
      "epoch": 222.86,
      "grad_norm": 1.195520281791687,
      "learning_rate": 4.0492115093629505e-06,
      "loss": 0.3646,
      "step": 798510
    },
    {
      "epoch": 222.86,
      "grad_norm": 1.2900277376174927,
      "learning_rate": 4.0491929618421035e-06,
      "loss": 0.3606,
      "step": 798520
    },
    {
      "epoch": 222.87,
      "grad_norm": 1.170925498008728,
      "learning_rate": 4.049174414094263e-06,
      "loss": 0.3712,
      "step": 798530
    },
    {
      "epoch": 222.87,
      "grad_norm": 0.902540922164917,
      "learning_rate": 4.049155866119428e-06,
      "loss": 0.3623,
      "step": 798540
    },
    {
      "epoch": 222.87,
      "grad_norm": 1.063254952430725,
      "learning_rate": 4.049137317917604e-06,
      "loss": 0.3638,
      "step": 798550
    },
    {
      "epoch": 222.87,
      "grad_norm": 0.9956648349761963,
      "learning_rate": 4.049118769488793e-06,
      "loss": 0.3752,
      "step": 798560
    },
    {
      "epoch": 222.88,
      "grad_norm": 1.290527105331421,
      "learning_rate": 4.049100220832996e-06,
      "loss": 0.3712,
      "step": 798570
    },
    {
      "epoch": 222.88,
      "grad_norm": 1.1667046546936035,
      "learning_rate": 4.049081671950217e-06,
      "loss": 0.3751,
      "step": 798580
    },
    {
      "epoch": 222.88,
      "grad_norm": 1.2173659801483154,
      "learning_rate": 4.049063122840457e-06,
      "loss": 0.3522,
      "step": 798590
    },
    {
      "epoch": 222.89,
      "grad_norm": 0.952191174030304,
      "learning_rate": 4.04904457350372e-06,
      "loss": 0.371,
      "step": 798600
    },
    {
      "epoch": 222.89,
      "grad_norm": 0.9821746945381165,
      "learning_rate": 4.049026023940008e-06,
      "loss": 0.3565,
      "step": 798610
    },
    {
      "epoch": 222.89,
      "grad_norm": 1.3633873462677002,
      "learning_rate": 4.049007474149323e-06,
      "loss": 0.387,
      "step": 798620
    },
    {
      "epoch": 222.89,
      "grad_norm": 1.0382150411605835,
      "learning_rate": 4.048988924131668e-06,
      "loss": 0.3799,
      "step": 798630
    },
    {
      "epoch": 222.9,
      "grad_norm": 1.2044167518615723,
      "learning_rate": 4.048970373887046e-06,
      "loss": 0.379,
      "step": 798640
    },
    {
      "epoch": 222.9,
      "grad_norm": 1.1366769075393677,
      "learning_rate": 4.048951823415457e-06,
      "loss": 0.376,
      "step": 798650
    },
    {
      "epoch": 222.9,
      "grad_norm": 1.2896878719329834,
      "learning_rate": 4.048933272716906e-06,
      "loss": 0.3576,
      "step": 798660
    },
    {
      "epoch": 222.91,
      "grad_norm": 1.0869386196136475,
      "learning_rate": 4.0489147217913946e-06,
      "loss": 0.3481,
      "step": 798670
    },
    {
      "epoch": 222.91,
      "grad_norm": 1.081284761428833,
      "learning_rate": 4.048896170638926e-06,
      "loss": 0.3601,
      "step": 798680
    },
    {
      "epoch": 222.91,
      "grad_norm": 1.1613680124282837,
      "learning_rate": 4.048877619259501e-06,
      "loss": 0.3489,
      "step": 798690
    },
    {
      "epoch": 222.91,
      "grad_norm": 1.109900712966919,
      "learning_rate": 4.0488590676531236e-06,
      "loss": 0.3476,
      "step": 798700
    },
    {
      "epoch": 222.92,
      "grad_norm": 1.0961045026779175,
      "learning_rate": 4.0488405158197955e-06,
      "loss": 0.3824,
      "step": 798710
    },
    {
      "epoch": 222.92,
      "grad_norm": 1.0964219570159912,
      "learning_rate": 4.0488219637595194e-06,
      "loss": 0.355,
      "step": 798720
    },
    {
      "epoch": 222.92,
      "grad_norm": 1.1277880668640137,
      "learning_rate": 4.048803411472298e-06,
      "loss": 0.3652,
      "step": 798730
    },
    {
      "epoch": 222.92,
      "grad_norm": 1.0927172899246216,
      "learning_rate": 4.048784858958133e-06,
      "loss": 0.3617,
      "step": 798740
    },
    {
      "epoch": 222.93,
      "grad_norm": 0.9418461322784424,
      "learning_rate": 4.048766306217028e-06,
      "loss": 0.3714,
      "step": 798750
    },
    {
      "epoch": 222.93,
      "grad_norm": 0.9991851449012756,
      "learning_rate": 4.048747753248984e-06,
      "loss": 0.3613,
      "step": 798760
    },
    {
      "epoch": 222.93,
      "grad_norm": 1.2799534797668457,
      "learning_rate": 4.048729200054006e-06,
      "loss": 0.3669,
      "step": 798770
    },
    {
      "epoch": 222.94,
      "grad_norm": 1.2580960988998413,
      "learning_rate": 4.048710646632093e-06,
      "loss": 0.3804,
      "step": 798780
    },
    {
      "epoch": 222.94,
      "grad_norm": 1.1643098592758179,
      "learning_rate": 4.04869209298325e-06,
      "loss": 0.3692,
      "step": 798790
    },
    {
      "epoch": 222.94,
      "grad_norm": 0.9805264472961426,
      "learning_rate": 4.048673539107479e-06,
      "loss": 0.3436,
      "step": 798800
    },
    {
      "epoch": 222.94,
      "grad_norm": 1.2620666027069092,
      "learning_rate": 4.048654985004782e-06,
      "loss": 0.3887,
      "step": 798810
    },
    {
      "epoch": 222.95,
      "grad_norm": 1.1351099014282227,
      "learning_rate": 4.048636430675161e-06,
      "loss": 0.3721,
      "step": 798820
    },
    {
      "epoch": 222.95,
      "grad_norm": 1.1284072399139404,
      "learning_rate": 4.04861787611862e-06,
      "loss": 0.3684,
      "step": 798830
    },
    {
      "epoch": 222.95,
      "grad_norm": 1.1530729532241821,
      "learning_rate": 4.04859932133516e-06,
      "loss": 0.3602,
      "step": 798840
    },
    {
      "epoch": 222.96,
      "grad_norm": 1.0031172037124634,
      "learning_rate": 4.048580766324784e-06,
      "loss": 0.3795,
      "step": 798850
    },
    {
      "epoch": 222.96,
      "grad_norm": 1.244722843170166,
      "learning_rate": 4.048562211087496e-06,
      "loss": 0.3674,
      "step": 798860
    },
    {
      "epoch": 222.96,
      "grad_norm": 0.9397563934326172,
      "learning_rate": 4.048543655623296e-06,
      "loss": 0.3817,
      "step": 798870
    },
    {
      "epoch": 222.96,
      "grad_norm": 1.2995047569274902,
      "learning_rate": 4.048525099932188e-06,
      "loss": 0.3977,
      "step": 798880
    },
    {
      "epoch": 222.97,
      "grad_norm": 1.0304876565933228,
      "learning_rate": 4.048506544014173e-06,
      "loss": 0.3716,
      "step": 798890
    },
    {
      "epoch": 222.97,
      "grad_norm": 1.091452956199646,
      "learning_rate": 4.048487987869255e-06,
      "loss": 0.3738,
      "step": 798900
    },
    {
      "epoch": 222.97,
      "grad_norm": 1.0208630561828613,
      "learning_rate": 4.048469431497435e-06,
      "loss": 0.3797,
      "step": 798910
    },
    {
      "epoch": 222.98,
      "grad_norm": 1.170621395111084,
      "learning_rate": 4.048450874898718e-06,
      "loss": 0.3816,
      "step": 798920
    },
    {
      "epoch": 222.98,
      "grad_norm": 1.045281171798706,
      "learning_rate": 4.048432318073105e-06,
      "loss": 0.377,
      "step": 798930
    },
    {
      "epoch": 222.98,
      "grad_norm": 1.005707859992981,
      "learning_rate": 4.048413761020596e-06,
      "loss": 0.3617,
      "step": 798940
    },
    {
      "epoch": 222.98,
      "grad_norm": 1.0614596605300903,
      "learning_rate": 4.048395203741198e-06,
      "loss": 0.3809,
      "step": 798950
    },
    {
      "epoch": 222.99,
      "grad_norm": 1.051839828491211,
      "learning_rate": 4.0483766462349105e-06,
      "loss": 0.3687,
      "step": 798960
    },
    {
      "epoch": 222.99,
      "grad_norm": 1.2021254301071167,
      "learning_rate": 4.048358088501736e-06,
      "loss": 0.3686,
      "step": 798970
    },
    {
      "epoch": 222.99,
      "grad_norm": 1.0654613971710205,
      "learning_rate": 4.048339530541679e-06,
      "loss": 0.367,
      "step": 798980
    },
    {
      "epoch": 222.99,
      "grad_norm": 1.1015444993972778,
      "learning_rate": 4.04832097235474e-06,
      "loss": 0.3555,
      "step": 798990
    },
    {
      "epoch": 223.0,
      "grad_norm": 1.0062505006790161,
      "learning_rate": 4.048302413940922e-06,
      "loss": 0.3761,
      "step": 799000
    },
    {
      "epoch": 223.0,
      "eval_loss": 0.3685348927974701,
      "eval_runtime": 63.2522,
      "eval_samples_per_second": 79.981,
      "eval_steps_per_second": 10.008,
      "step": 799009
    },
    {
      "epoch": 223.0,
      "grad_norm": 0.8738760352134705,
      "learning_rate": 4.048283855300228e-06,
      "loss": 0.3563,
      "step": 799010
    },
    {
      "epoch": 223.0,
      "grad_norm": 1.1463738679885864,
      "learning_rate": 4.0482652964326595e-06,
      "loss": 0.3669,
      "step": 799020
    },
    {
      "epoch": 223.01,
      "grad_norm": 1.1715871095657349,
      "learning_rate": 4.04824673733822e-06,
      "loss": 0.3797,
      "step": 799030
    },
    {
      "epoch": 223.01,
      "grad_norm": 10.403470993041992,
      "learning_rate": 4.048228178016912e-06,
      "loss": 0.3652,
      "step": 799040
    },
    {
      "epoch": 223.01,
      "grad_norm": 1.1042759418487549,
      "learning_rate": 4.048209618468737e-06,
      "loss": 0.3806,
      "step": 799050
    },
    {
      "epoch": 223.01,
      "grad_norm": 1.1595839262008667,
      "learning_rate": 4.048191058693698e-06,
      "loss": 0.3648,
      "step": 799060
    },
    {
      "epoch": 223.02,
      "grad_norm": 1.2220054864883423,
      "learning_rate": 4.048172498691797e-06,
      "loss": 0.3807,
      "step": 799070
    },
    {
      "epoch": 223.02,
      "grad_norm": 1.0948774814605713,
      "learning_rate": 4.048153938463037e-06,
      "loss": 0.3778,
      "step": 799080
    },
    {
      "epoch": 223.02,
      "grad_norm": 1.2919639348983765,
      "learning_rate": 4.048135378007421e-06,
      "loss": 0.3535,
      "step": 799090
    },
    {
      "epoch": 223.03,
      "grad_norm": 0.9352018237113953,
      "learning_rate": 4.04811681732495e-06,
      "loss": 0.3587,
      "step": 799100
    },
    {
      "epoch": 223.03,
      "grad_norm": 1.0565130710601807,
      "learning_rate": 4.048098256415628e-06,
      "loss": 0.3661,
      "step": 799110
    },
    {
      "epoch": 223.03,
      "grad_norm": 0.9646233916282654,
      "learning_rate": 4.0480796952794565e-06,
      "loss": 0.3549,
      "step": 799120
    },
    {
      "epoch": 223.03,
      "grad_norm": 1.1614354848861694,
      "learning_rate": 4.048061133916438e-06,
      "loss": 0.3854,
      "step": 799130
    },
    {
      "epoch": 223.04,
      "grad_norm": 1.2203806638717651,
      "learning_rate": 4.048042572326576e-06,
      "loss": 0.3723,
      "step": 799140
    },
    {
      "epoch": 223.04,
      "grad_norm": 1.074404001235962,
      "learning_rate": 4.048024010509871e-06,
      "loss": 0.3496,
      "step": 799150
    },
    {
      "epoch": 223.04,
      "grad_norm": 2.0733330249786377,
      "learning_rate": 4.048005448466328e-06,
      "loss": 0.3663,
      "step": 799160
    },
    {
      "epoch": 223.04,
      "grad_norm": 0.9994531869888306,
      "learning_rate": 4.047986886195948e-06,
      "loss": 0.3601,
      "step": 799170
    },
    {
      "epoch": 223.05,
      "grad_norm": 4.43277645111084,
      "learning_rate": 4.047968323698732e-06,
      "loss": 0.3751,
      "step": 799180
    },
    {
      "epoch": 223.05,
      "grad_norm": 1.1635102033615112,
      "learning_rate": 4.047949760974686e-06,
      "loss": 0.3743,
      "step": 799190
    },
    {
      "epoch": 223.05,
      "grad_norm": 1.170360803604126,
      "learning_rate": 4.047931198023809e-06,
      "loss": 0.3709,
      "step": 799200
    },
    {
      "epoch": 223.06,
      "grad_norm": 1.1125091314315796,
      "learning_rate": 4.047912634846107e-06,
      "loss": 0.3674,
      "step": 799210
    },
    {
      "epoch": 223.06,
      "grad_norm": 1.2740312814712524,
      "learning_rate": 4.047894071441579e-06,
      "loss": 0.3648,
      "step": 799220
    },
    {
      "epoch": 223.06,
      "grad_norm": 1.1746586561203003,
      "learning_rate": 4.047875507810229e-06,
      "loss": 0.379,
      "step": 799230
    },
    {
      "epoch": 223.06,
      "grad_norm": 1.2246025800704956,
      "learning_rate": 4.04785694395206e-06,
      "loss": 0.3572,
      "step": 799240
    },
    {
      "epoch": 223.07,
      "grad_norm": 1.1048133373260498,
      "learning_rate": 4.047838379867073e-06,
      "loss": 0.3532,
      "step": 799250
    },
    {
      "epoch": 223.07,
      "grad_norm": 1.5320552587509155,
      "learning_rate": 4.0478198155552725e-06,
      "loss": 0.3712,
      "step": 799260
    },
    {
      "epoch": 223.07,
      "grad_norm": 1.0348494052886963,
      "learning_rate": 4.047801251016659e-06,
      "loss": 0.3666,
      "step": 799270
    },
    {
      "epoch": 223.08,
      "grad_norm": 1.0940890312194824,
      "learning_rate": 4.047782686251236e-06,
      "loss": 0.3643,
      "step": 799280
    },
    {
      "epoch": 223.08,
      "grad_norm": 1.068028450012207,
      "learning_rate": 4.047764121259006e-06,
      "loss": 0.3899,
      "step": 799290
    },
    {
      "epoch": 223.08,
      "grad_norm": 1.163307785987854,
      "learning_rate": 4.0477455560399705e-06,
      "loss": 0.3502,
      "step": 799300
    },
    {
      "epoch": 223.08,
      "grad_norm": 1.0411226749420166,
      "learning_rate": 4.0477269905941336e-06,
      "loss": 0.3564,
      "step": 799310
    },
    {
      "epoch": 223.09,
      "grad_norm": 1.0974643230438232,
      "learning_rate": 4.047708424921497e-06,
      "loss": 0.3547,
      "step": 799320
    },
    {
      "epoch": 223.09,
      "grad_norm": 1.0117746591567993,
      "learning_rate": 4.047689859022063e-06,
      "loss": 0.3851,
      "step": 799330
    },
    {
      "epoch": 223.09,
      "grad_norm": 1.0643640756607056,
      "learning_rate": 4.047671292895834e-06,
      "loss": 0.3502,
      "step": 799340
    },
    {
      "epoch": 223.1,
      "grad_norm": 1.0854436159133911,
      "learning_rate": 4.047652726542812e-06,
      "loss": 0.3699,
      "step": 799350
    },
    {
      "epoch": 223.1,
      "grad_norm": 1.0678011178970337,
      "learning_rate": 4.047634159963001e-06,
      "loss": 0.3634,
      "step": 799360
    },
    {
      "epoch": 223.1,
      "grad_norm": 0.9532116055488586,
      "learning_rate": 4.047615593156401e-06,
      "loss": 0.3754,
      "step": 799370
    },
    {
      "epoch": 223.1,
      "grad_norm": 1.1066808700561523,
      "learning_rate": 4.047597026123018e-06,
      "loss": 0.359,
      "step": 799380
    },
    {
      "epoch": 223.11,
      "grad_norm": 0.9983415007591248,
      "learning_rate": 4.047578458862852e-06,
      "loss": 0.3807,
      "step": 799390
    },
    {
      "epoch": 223.11,
      "grad_norm": 0.8904527425765991,
      "learning_rate": 4.047559891375905e-06,
      "loss": 0.3716,
      "step": 799400
    },
    {
      "epoch": 223.11,
      "grad_norm": 1.0554238557815552,
      "learning_rate": 4.0475413236621814e-06,
      "loss": 0.3713,
      "step": 799410
    },
    {
      "epoch": 223.11,
      "grad_norm": 0.9687735438346863,
      "learning_rate": 4.0475227557216825e-06,
      "loss": 0.3619,
      "step": 799420
    },
    {
      "epoch": 223.12,
      "grad_norm": 1.1462454795837402,
      "learning_rate": 4.04750418755441e-06,
      "loss": 0.3892,
      "step": 799430
    },
    {
      "epoch": 223.12,
      "grad_norm": 1.1218616962432861,
      "learning_rate": 4.047485619160368e-06,
      "loss": 0.3604,
      "step": 799440
    },
    {
      "epoch": 223.12,
      "grad_norm": 2.0929369926452637,
      "learning_rate": 4.0474670505395595e-06,
      "loss": 0.3764,
      "step": 799450
    },
    {
      "epoch": 223.13,
      "grad_norm": 1.1356971263885498,
      "learning_rate": 4.047448481691984e-06,
      "loss": 0.3545,
      "step": 799460
    },
    {
      "epoch": 223.13,
      "grad_norm": 1.174997091293335,
      "learning_rate": 4.047429912617647e-06,
      "loss": 0.3689,
      "step": 799470
    },
    {
      "epoch": 223.13,
      "grad_norm": 1.1543223857879639,
      "learning_rate": 4.047411343316549e-06,
      "loss": 0.3688,
      "step": 799480
    },
    {
      "epoch": 223.13,
      "grad_norm": 2.208181381225586,
      "learning_rate": 4.047392773788694e-06,
      "loss": 0.3727,
      "step": 799490
    },
    {
      "epoch": 223.14,
      "grad_norm": 0.9663413763046265,
      "learning_rate": 4.047374204034083e-06,
      "loss": 0.3649,
      "step": 799500
    },
    {
      "epoch": 223.14,
      "grad_norm": 1.0915424823760986,
      "learning_rate": 4.0473556340527195e-06,
      "loss": 0.3647,
      "step": 799510
    },
    {
      "epoch": 223.14,
      "grad_norm": 1.1193647384643555,
      "learning_rate": 4.047337063844606e-06,
      "loss": 0.3676,
      "step": 799520
    },
    {
      "epoch": 223.15,
      "grad_norm": 1.1759706735610962,
      "learning_rate": 4.047318493409744e-06,
      "loss": 0.3667,
      "step": 799530
    },
    {
      "epoch": 223.15,
      "grad_norm": 1.2961636781692505,
      "learning_rate": 4.0472999227481365e-06,
      "loss": 0.3612,
      "step": 799540
    },
    {
      "epoch": 223.15,
      "grad_norm": 0.9442704916000366,
      "learning_rate": 4.047281351859786e-06,
      "loss": 0.3744,
      "step": 799550
    },
    {
      "epoch": 223.15,
      "grad_norm": 1.023747205734253,
      "learning_rate": 4.047262780744695e-06,
      "loss": 0.3679,
      "step": 799560
    },
    {
      "epoch": 223.16,
      "grad_norm": 1.023134469985962,
      "learning_rate": 4.0472442094028655e-06,
      "loss": 0.3723,
      "step": 799570
    },
    {
      "epoch": 223.16,
      "grad_norm": 1.1093374490737915,
      "learning_rate": 4.047225637834302e-06,
      "loss": 0.3646,
      "step": 799580
    },
    {
      "epoch": 223.16,
      "grad_norm": 1.1408491134643555,
      "learning_rate": 4.047207066039004e-06,
      "loss": 0.3719,
      "step": 799590
    },
    {
      "epoch": 223.16,
      "grad_norm": 0.956418514251709,
      "learning_rate": 4.047188494016976e-06,
      "loss": 0.3604,
      "step": 799600
    },
    {
      "epoch": 223.17,
      "grad_norm": 1.1518675088882446,
      "learning_rate": 4.04716992176822e-06,
      "loss": 0.3705,
      "step": 799610
    },
    {
      "epoch": 223.17,
      "grad_norm": 2.2448835372924805,
      "learning_rate": 4.047151349292738e-06,
      "loss": 0.3565,
      "step": 799620
    },
    {
      "epoch": 223.17,
      "grad_norm": 1.1378653049468994,
      "learning_rate": 4.047132776590533e-06,
      "loss": 0.3813,
      "step": 799630
    },
    {
      "epoch": 223.18,
      "grad_norm": 1.0595961809158325,
      "learning_rate": 4.047114203661608e-06,
      "loss": 0.371,
      "step": 799640
    },
    {
      "epoch": 223.18,
      "grad_norm": 1.153169870376587,
      "learning_rate": 4.0470956305059635e-06,
      "loss": 0.3662,
      "step": 799650
    },
    {
      "epoch": 223.18,
      "grad_norm": 0.9175847172737122,
      "learning_rate": 4.047077057123604e-06,
      "loss": 0.3651,
      "step": 799660
    },
    {
      "epoch": 223.18,
      "grad_norm": 1.083013653755188,
      "learning_rate": 4.047058483514531e-06,
      "loss": 0.3786,
      "step": 799670
    },
    {
      "epoch": 223.19,
      "grad_norm": 1.15146803855896,
      "learning_rate": 4.047039909678747e-06,
      "loss": 0.381,
      "step": 799680
    },
    {
      "epoch": 223.19,
      "grad_norm": 1.4349795579910278,
      "learning_rate": 4.047021335616255e-06,
      "loss": 0.3597,
      "step": 799690
    },
    {
      "epoch": 223.19,
      "grad_norm": 4.451028347015381,
      "learning_rate": 4.047002761327057e-06,
      "loss": 0.3661,
      "step": 799700
    },
    {
      "epoch": 223.2,
      "grad_norm": 1.1963162422180176,
      "learning_rate": 4.046984186811156e-06,
      "loss": 0.3518,
      "step": 799710
    },
    {
      "epoch": 223.2,
      "grad_norm": 1.0464855432510376,
      "learning_rate": 4.046965612068553e-06,
      "loss": 0.3697,
      "step": 799720
    },
    {
      "epoch": 223.2,
      "grad_norm": 1.0108861923217773,
      "learning_rate": 4.046947037099252e-06,
      "loss": 0.3914,
      "step": 799730
    },
    {
      "epoch": 223.2,
      "grad_norm": 1.097632884979248,
      "learning_rate": 4.0469284619032556e-06,
      "loss": 0.3588,
      "step": 799740
    },
    {
      "epoch": 223.21,
      "grad_norm": 1.2452031373977661,
      "learning_rate": 4.046909886480566e-06,
      "loss": 0.3741,
      "step": 799750
    },
    {
      "epoch": 223.21,
      "grad_norm": 1.0532221794128418,
      "learning_rate": 4.0468913108311835e-06,
      "loss": 0.3564,
      "step": 799760
    },
    {
      "epoch": 223.21,
      "grad_norm": 0.9735422730445862,
      "learning_rate": 4.046872734955113e-06,
      "loss": 0.3538,
      "step": 799770
    },
    {
      "epoch": 223.22,
      "grad_norm": 1.054187297821045,
      "learning_rate": 4.0468541588523575e-06,
      "loss": 0.3603,
      "step": 799780
    },
    {
      "epoch": 223.22,
      "grad_norm": 1.1179667711257935,
      "learning_rate": 4.046835582522918e-06,
      "loss": 0.3651,
      "step": 799790
    },
    {
      "epoch": 223.22,
      "grad_norm": 1.2046923637390137,
      "learning_rate": 4.046817005966797e-06,
      "loss": 0.3593,
      "step": 799800
    },
    {
      "epoch": 223.22,
      "grad_norm": 1.128560185432434,
      "learning_rate": 4.046798429183997e-06,
      "loss": 0.3845,
      "step": 799810
    },
    {
      "epoch": 223.23,
      "grad_norm": 1.1895015239715576,
      "learning_rate": 4.046779852174522e-06,
      "loss": 0.3752,
      "step": 799820
    },
    {
      "epoch": 223.23,
      "grad_norm": 0.9662095904350281,
      "learning_rate": 4.046761274938372e-06,
      "loss": 0.3559,
      "step": 799830
    },
    {
      "epoch": 223.23,
      "grad_norm": 0.9694469571113586,
      "learning_rate": 4.046742697475551e-06,
      "loss": 0.3602,
      "step": 799840
    },
    {
      "epoch": 223.23,
      "grad_norm": 1.0489139556884766,
      "learning_rate": 4.046724119786062e-06,
      "loss": 0.3592,
      "step": 799850
    },
    {
      "epoch": 223.24,
      "grad_norm": 1.0111937522888184,
      "learning_rate": 4.0467055418699065e-06,
      "loss": 0.3872,
      "step": 799860
    },
    {
      "epoch": 223.24,
      "grad_norm": 0.9761799573898315,
      "learning_rate": 4.046686963727086e-06,
      "loss": 0.3736,
      "step": 799870
    },
    {
      "epoch": 223.24,
      "grad_norm": 0.8584567904472351,
      "learning_rate": 4.046668385357605e-06,
      "loss": 0.3574,
      "step": 799880
    },
    {
      "epoch": 223.25,
      "grad_norm": 1.173632025718689,
      "learning_rate": 4.046649806761465e-06,
      "loss": 0.3685,
      "step": 799890
    },
    {
      "epoch": 223.25,
      "grad_norm": 1.2004145383834839,
      "learning_rate": 4.046631227938669e-06,
      "loss": 0.3676,
      "step": 799900
    },
    {
      "epoch": 223.25,
      "grad_norm": 1.389832615852356,
      "learning_rate": 4.046612648889218e-06,
      "loss": 0.3657,
      "step": 799910
    },
    {
      "epoch": 223.25,
      "grad_norm": 1.1369446516036987,
      "learning_rate": 4.046594069613117e-06,
      "loss": 0.3678,
      "step": 799920
    },
    {
      "epoch": 223.26,
      "grad_norm": 1.212373971939087,
      "learning_rate": 4.046575490110366e-06,
      "loss": 0.3768,
      "step": 799930
    },
    {
      "epoch": 223.26,
      "grad_norm": 1.1492387056350708,
      "learning_rate": 4.0465569103809684e-06,
      "loss": 0.374,
      "step": 799940
    },
    {
      "epoch": 223.26,
      "grad_norm": 1.0141757726669312,
      "learning_rate": 4.046538330424927e-06,
      "loss": 0.3481,
      "step": 799950
    },
    {
      "epoch": 223.27,
      "grad_norm": 1.2398967742919922,
      "learning_rate": 4.046519750242244e-06,
      "loss": 0.3608,
      "step": 799960
    },
    {
      "epoch": 223.27,
      "grad_norm": 1.221449613571167,
      "learning_rate": 4.046501169832922e-06,
      "loss": 0.3625,
      "step": 799970
    },
    {
      "epoch": 223.27,
      "grad_norm": 1.4250253438949585,
      "learning_rate": 4.0464825891969635e-06,
      "loss": 0.3675,
      "step": 799980
    },
    {
      "epoch": 223.27,
      "grad_norm": 0.9673548936843872,
      "learning_rate": 4.04646400833437e-06,
      "loss": 0.372,
      "step": 799990
    },
    {
      "epoch": 223.28,
      "grad_norm": 1.418566107749939,
      "learning_rate": 4.046445427245145e-06,
      "loss": 0.3852,
      "step": 800000
    },
    {
      "epoch": 223.28,
      "grad_norm": 1.169406771659851,
      "learning_rate": 4.0464268459292915e-06,
      "loss": 0.3703,
      "step": 800010
    },
    {
      "epoch": 223.28,
      "grad_norm": 1.0641372203826904,
      "learning_rate": 4.0464082643868105e-06,
      "loss": 0.3663,
      "step": 800020
    },
    {
      "epoch": 223.28,
      "grad_norm": 1.0699210166931152,
      "learning_rate": 4.046389682617705e-06,
      "loss": 0.3749,
      "step": 800030
    },
    {
      "epoch": 223.29,
      "grad_norm": 0.9840509295463562,
      "learning_rate": 4.0463711006219785e-06,
      "loss": 0.3575,
      "step": 800040
    },
    {
      "epoch": 223.29,
      "grad_norm": 0.9355049133300781,
      "learning_rate": 4.0463525183996325e-06,
      "loss": 0.3695,
      "step": 800050
    },
    {
      "epoch": 223.29,
      "grad_norm": 1.0605179071426392,
      "learning_rate": 4.04633393595067e-06,
      "loss": 0.3541,
      "step": 800060
    },
    {
      "epoch": 223.3,
      "grad_norm": 1.3329205513000488,
      "learning_rate": 4.046315353275092e-06,
      "loss": 0.3655,
      "step": 800070
    },
    {
      "epoch": 223.3,
      "grad_norm": 1.0572495460510254,
      "learning_rate": 4.046296770372903e-06,
      "loss": 0.3668,
      "step": 800080
    },
    {
      "epoch": 223.3,
      "grad_norm": 1.1936172246932983,
      "learning_rate": 4.046278187244105e-06,
      "loss": 0.3742,
      "step": 800090
    },
    {
      "epoch": 223.3,
      "grad_norm": 0.9981130957603455,
      "learning_rate": 4.046259603888699e-06,
      "loss": 0.3663,
      "step": 800100
    },
    {
      "epoch": 223.31,
      "grad_norm": 1.0293534994125366,
      "learning_rate": 4.046241020306689e-06,
      "loss": 0.3608,
      "step": 800110
    },
    {
      "epoch": 223.31,
      "grad_norm": 1.1140717267990112,
      "learning_rate": 4.0462224364980765e-06,
      "loss": 0.3645,
      "step": 800120
    },
    {
      "epoch": 223.31,
      "grad_norm": 1.1790434122085571,
      "learning_rate": 4.046203852462865e-06,
      "loss": 0.3761,
      "step": 800130
    },
    {
      "epoch": 223.32,
      "grad_norm": 1.0852770805358887,
      "learning_rate": 4.046185268201057e-06,
      "loss": 0.3573,
      "step": 800140
    },
    {
      "epoch": 223.32,
      "grad_norm": 1.3357731103897095,
      "learning_rate": 4.0461666837126536e-06,
      "loss": 0.3699,
      "step": 800150
    },
    {
      "epoch": 223.32,
      "grad_norm": 1.335712194442749,
      "learning_rate": 4.046148098997657e-06,
      "loss": 0.3487,
      "step": 800160
    },
    {
      "epoch": 223.32,
      "grad_norm": 1.424221396446228,
      "learning_rate": 4.046129514056072e-06,
      "loss": 0.3487,
      "step": 800170
    },
    {
      "epoch": 223.33,
      "grad_norm": 1.0593180656433105,
      "learning_rate": 4.0461109288879e-06,
      "loss": 0.3569,
      "step": 800180
    },
    {
      "epoch": 223.33,
      "grad_norm": 1.3475418090820312,
      "learning_rate": 4.0460923434931425e-06,
      "loss": 0.3716,
      "step": 800190
    },
    {
      "epoch": 223.33,
      "grad_norm": 1.040853500366211,
      "learning_rate": 4.046073757871804e-06,
      "loss": 0.3715,
      "step": 800200
    },
    {
      "epoch": 223.34,
      "grad_norm": 0.9478086233139038,
      "learning_rate": 4.046055172023885e-06,
      "loss": 0.3445,
      "step": 800210
    },
    {
      "epoch": 223.34,
      "grad_norm": 0.9538540840148926,
      "learning_rate": 4.046036585949388e-06,
      "loss": 0.3516,
      "step": 800220
    },
    {
      "epoch": 223.34,
      "grad_norm": 1.0559301376342773,
      "learning_rate": 4.046017999648317e-06,
      "loss": 0.3777,
      "step": 800230
    },
    {
      "epoch": 223.34,
      "grad_norm": 1.4109783172607422,
      "learning_rate": 4.045999413120674e-06,
      "loss": 0.3796,
      "step": 800240
    },
    {
      "epoch": 223.35,
      "grad_norm": 14.606504440307617,
      "learning_rate": 4.045980826366461e-06,
      "loss": 0.363,
      "step": 800250
    },
    {
      "epoch": 223.35,
      "grad_norm": 0.9191818237304688,
      "learning_rate": 4.04596223938568e-06,
      "loss": 0.3705,
      "step": 800260
    },
    {
      "epoch": 223.35,
      "grad_norm": 1.1380113363265991,
      "learning_rate": 4.045943652178334e-06,
      "loss": 0.3611,
      "step": 800270
    },
    {
      "epoch": 223.35,
      "grad_norm": 1.1583218574523926,
      "learning_rate": 4.045925064744427e-06,
      "loss": 0.3689,
      "step": 800280
    },
    {
      "epoch": 223.36,
      "grad_norm": 0.9990773797035217,
      "learning_rate": 4.045906477083958e-06,
      "loss": 0.3772,
      "step": 800290
    },
    {
      "epoch": 223.36,
      "grad_norm": 1.036476731300354,
      "learning_rate": 4.045887889196933e-06,
      "loss": 0.3523,
      "step": 800300
    },
    {
      "epoch": 223.36,
      "grad_norm": 1.0105241537094116,
      "learning_rate": 4.045869301083352e-06,
      "loss": 0.3681,
      "step": 800310
    },
    {
      "epoch": 223.37,
      "grad_norm": 1.1628003120422363,
      "learning_rate": 4.045850712743219e-06,
      "loss": 0.3735,
      "step": 800320
    },
    {
      "epoch": 223.37,
      "grad_norm": 1.1503984928131104,
      "learning_rate": 4.045832124176536e-06,
      "loss": 0.3545,
      "step": 800330
    },
    {
      "epoch": 223.37,
      "grad_norm": 1.0477746725082397,
      "learning_rate": 4.045813535383305e-06,
      "loss": 0.3736,
      "step": 800340
    },
    {
      "epoch": 223.37,
      "grad_norm": 1.20026695728302,
      "learning_rate": 4.045794946363529e-06,
      "loss": 0.3756,
      "step": 800350
    },
    {
      "epoch": 223.38,
      "grad_norm": 3.053366184234619,
      "learning_rate": 4.045776357117211e-06,
      "loss": 0.3718,
      "step": 800360
    },
    {
      "epoch": 223.38,
      "grad_norm": 1.098476529121399,
      "learning_rate": 4.0457577676443525e-06,
      "loss": 0.3616,
      "step": 800370
    },
    {
      "epoch": 223.38,
      "grad_norm": 1.070339322090149,
      "learning_rate": 4.045739177944956e-06,
      "loss": 0.3693,
      "step": 800380
    },
    {
      "epoch": 223.39,
      "grad_norm": 2.49763560295105,
      "learning_rate": 4.045720588019025e-06,
      "loss": 0.3819,
      "step": 800390
    },
    {
      "epoch": 223.39,
      "grad_norm": 1.3933693170547485,
      "learning_rate": 4.04570199786656e-06,
      "loss": 0.3718,
      "step": 800400
    },
    {
      "epoch": 223.39,
      "grad_norm": 1.0262165069580078,
      "learning_rate": 4.0456834074875654e-06,
      "loss": 0.3741,
      "step": 800410
    },
    {
      "epoch": 223.39,
      "grad_norm": 0.9118948578834534,
      "learning_rate": 4.045664816882043e-06,
      "loss": 0.3687,
      "step": 800420
    },
    {
      "epoch": 223.4,
      "grad_norm": 0.9844362735748291,
      "learning_rate": 4.045646226049996e-06,
      "loss": 0.3603,
      "step": 800430
    },
    {
      "epoch": 223.4,
      "grad_norm": 0.9473388195037842,
      "learning_rate": 4.045627634991425e-06,
      "loss": 0.3712,
      "step": 800440
    },
    {
      "epoch": 223.4,
      "grad_norm": 0.9761986136436462,
      "learning_rate": 4.045609043706334e-06,
      "loss": 0.3775,
      "step": 800450
    },
    {
      "epoch": 223.4,
      "grad_norm": 1.6120281219482422,
      "learning_rate": 4.045590452194725e-06,
      "loss": 0.3722,
      "step": 800460
    },
    {
      "epoch": 223.41,
      "grad_norm": 1.1468887329101562,
      "learning_rate": 4.045571860456601e-06,
      "loss": 0.3538,
      "step": 800470
    },
    {
      "epoch": 223.41,
      "grad_norm": 0.9721494317054749,
      "learning_rate": 4.045553268491963e-06,
      "loss": 0.3804,
      "step": 800480
    },
    {
      "epoch": 223.41,
      "grad_norm": 1.1954594850540161,
      "learning_rate": 4.045534676300816e-06,
      "loss": 0.3536,
      "step": 800490
    },
    {
      "epoch": 223.42,
      "grad_norm": 1.4745711088180542,
      "learning_rate": 4.04551608388316e-06,
      "loss": 0.3675,
      "step": 800500
    },
    {
      "epoch": 223.42,
      "grad_norm": 0.9482385516166687,
      "learning_rate": 4.045497491238999e-06,
      "loss": 0.3626,
      "step": 800510
    },
    {
      "epoch": 223.42,
      "grad_norm": 0.9851266741752625,
      "learning_rate": 4.045478898368334e-06,
      "loss": 0.3654,
      "step": 800520
    },
    {
      "epoch": 223.42,
      "grad_norm": 1.0173091888427734,
      "learning_rate": 4.04546030527117e-06,
      "loss": 0.3655,
      "step": 800530
    },
    {
      "epoch": 223.43,
      "grad_norm": 1.0354653596878052,
      "learning_rate": 4.045441711947507e-06,
      "loss": 0.3692,
      "step": 800540
    },
    {
      "epoch": 223.43,
      "grad_norm": 1.2357831001281738,
      "learning_rate": 4.045423118397348e-06,
      "loss": 0.3741,
      "step": 800550
    },
    {
      "epoch": 223.43,
      "grad_norm": 1.097107172012329,
      "learning_rate": 4.045404524620697e-06,
      "loss": 0.374,
      "step": 800560
    },
    {
      "epoch": 223.44,
      "grad_norm": 1.0973795652389526,
      "learning_rate": 4.045385930617554e-06,
      "loss": 0.3718,
      "step": 800570
    },
    {
      "epoch": 223.44,
      "grad_norm": 1.0798779726028442,
      "learning_rate": 4.045367336387923e-06,
      "loss": 0.3601,
      "step": 800580
    },
    {
      "epoch": 223.44,
      "grad_norm": 1.2246757745742798,
      "learning_rate": 4.045348741931806e-06,
      "loss": 0.3708,
      "step": 800590
    },
    {
      "epoch": 223.44,
      "grad_norm": 1.1658402681350708,
      "learning_rate": 4.045330147249207e-06,
      "loss": 0.3654,
      "step": 800600
    },
    {
      "epoch": 223.45,
      "grad_norm": 1.3322358131408691,
      "learning_rate": 4.0453115523401265e-06,
      "loss": 0.3768,
      "step": 800610
    },
    {
      "epoch": 223.45,
      "grad_norm": 1.106505036354065,
      "learning_rate": 4.045292957204568e-06,
      "loss": 0.3523,
      "step": 800620
    },
    {
      "epoch": 223.45,
      "grad_norm": 1.2810051441192627,
      "learning_rate": 4.045274361842533e-06,
      "loss": 0.367,
      "step": 800630
    },
    {
      "epoch": 223.46,
      "grad_norm": 1.040325403213501,
      "learning_rate": 4.045255766254026e-06,
      "loss": 0.3791,
      "step": 800640
    },
    {
      "epoch": 223.46,
      "grad_norm": 1.1057389974594116,
      "learning_rate": 4.045237170439047e-06,
      "loss": 0.3847,
      "step": 800650
    },
    {
      "epoch": 223.46,
      "grad_norm": 1.0365508794784546,
      "learning_rate": 4.0452185743975995e-06,
      "loss": 0.3689,
      "step": 800660
    },
    {
      "epoch": 223.46,
      "grad_norm": 1.1488466262817383,
      "learning_rate": 4.045199978129686e-06,
      "loss": 0.3602,
      "step": 800670
    },
    {
      "epoch": 223.47,
      "grad_norm": 0.9089068174362183,
      "learning_rate": 4.045181381635309e-06,
      "loss": 0.3632,
      "step": 800680
    },
    {
      "epoch": 223.47,
      "grad_norm": 1.0227692127227783,
      "learning_rate": 4.0451627849144715e-06,
      "loss": 0.371,
      "step": 800690
    },
    {
      "epoch": 223.47,
      "grad_norm": 1.0551347732543945,
      "learning_rate": 4.045144187967176e-06,
      "loss": 0.3698,
      "step": 800700
    },
    {
      "epoch": 223.47,
      "grad_norm": 1.134353518486023,
      "learning_rate": 4.045125590793424e-06,
      "loss": 0.3948,
      "step": 800710
    },
    {
      "epoch": 223.48,
      "grad_norm": 1.0737847089767456,
      "learning_rate": 4.045106993393218e-06,
      "loss": 0.3667,
      "step": 800720
    },
    {
      "epoch": 223.48,
      "grad_norm": 1.2159581184387207,
      "learning_rate": 4.045088395766561e-06,
      "loss": 0.3544,
      "step": 800730
    },
    {
      "epoch": 223.48,
      "grad_norm": 1.1576710939407349,
      "learning_rate": 4.045069797913456e-06,
      "loss": 0.3848,
      "step": 800740
    },
    {
      "epoch": 223.49,
      "grad_norm": 1.0689003467559814,
      "learning_rate": 4.045051199833904e-06,
      "loss": 0.3678,
      "step": 800750
    },
    {
      "epoch": 223.49,
      "grad_norm": 1.237929105758667,
      "learning_rate": 4.045032601527909e-06,
      "loss": 0.3595,
      "step": 800760
    },
    {
      "epoch": 223.49,
      "grad_norm": 1.069069743156433,
      "learning_rate": 4.045014002995473e-06,
      "loss": 0.3616,
      "step": 800770
    },
    {
      "epoch": 223.49,
      "grad_norm": 1.151078701019287,
      "learning_rate": 4.044995404236598e-06,
      "loss": 0.362,
      "step": 800780
    },
    {
      "epoch": 223.5,
      "grad_norm": 1.1520322561264038,
      "learning_rate": 4.0449768052512866e-06,
      "loss": 0.3564,
      "step": 800790
    },
    {
      "epoch": 223.5,
      "grad_norm": 0.9505630135536194,
      "learning_rate": 4.044958206039542e-06,
      "loss": 0.3489,
      "step": 800800
    },
    {
      "epoch": 223.5,
      "grad_norm": 0.9285026788711548,
      "learning_rate": 4.044939606601365e-06,
      "loss": 0.358,
      "step": 800810
    },
    {
      "epoch": 223.51,
      "grad_norm": 1.1820307970046997,
      "learning_rate": 4.044921006936761e-06,
      "loss": 0.3679,
      "step": 800820
    },
    {
      "epoch": 223.51,
      "grad_norm": 0.9492285251617432,
      "learning_rate": 4.044902407045729e-06,
      "loss": 0.3642,
      "step": 800830
    },
    {
      "epoch": 223.51,
      "grad_norm": 0.9916038513183594,
      "learning_rate": 4.044883806928274e-06,
      "loss": 0.372,
      "step": 800840
    },
    {
      "epoch": 223.51,
      "grad_norm": 1.0157642364501953,
      "learning_rate": 4.044865206584397e-06,
      "loss": 0.3778,
      "step": 800850
    },
    {
      "epoch": 223.52,
      "grad_norm": 1.0011122226715088,
      "learning_rate": 4.044846606014102e-06,
      "loss": 0.3573,
      "step": 800860
    },
    {
      "epoch": 223.52,
      "grad_norm": 0.981587827205658,
      "learning_rate": 4.04482800521739e-06,
      "loss": 0.3672,
      "step": 800870
    },
    {
      "epoch": 223.52,
      "grad_norm": 1.1054412126541138,
      "learning_rate": 4.044809404194264e-06,
      "loss": 0.3599,
      "step": 800880
    },
    {
      "epoch": 223.52,
      "grad_norm": 1.2862359285354614,
      "learning_rate": 4.0447908029447264e-06,
      "loss": 0.3683,
      "step": 800890
    },
    {
      "epoch": 223.53,
      "grad_norm": 1.1133546829223633,
      "learning_rate": 4.04477220146878e-06,
      "loss": 0.3557,
      "step": 800900
    },
    {
      "epoch": 223.53,
      "grad_norm": 1.2099742889404297,
      "learning_rate": 4.044753599766427e-06,
      "loss": 0.3736,
      "step": 800910
    },
    {
      "epoch": 223.53,
      "grad_norm": 1.034287691116333,
      "learning_rate": 4.04473499783767e-06,
      "loss": 0.3574,
      "step": 800920
    },
    {
      "epoch": 223.54,
      "grad_norm": 1.1507737636566162,
      "learning_rate": 4.044716395682512e-06,
      "loss": 0.3629,
      "step": 800930
    },
    {
      "epoch": 223.54,
      "grad_norm": 1.203230857849121,
      "learning_rate": 4.0446977933009546e-06,
      "loss": 0.3845,
      "step": 800940
    },
    {
      "epoch": 223.54,
      "grad_norm": 1.1367830038070679,
      "learning_rate": 4.044679190693e-06,
      "loss": 0.3654,
      "step": 800950
    },
    {
      "epoch": 223.54,
      "grad_norm": 1.0646189451217651,
      "learning_rate": 4.0446605878586516e-06,
      "loss": 0.3922,
      "step": 800960
    },
    {
      "epoch": 223.55,
      "grad_norm": 1.2339314222335815,
      "learning_rate": 4.044641984797912e-06,
      "loss": 0.3729,
      "step": 800970
    },
    {
      "epoch": 223.55,
      "grad_norm": 1.0931888818740845,
      "learning_rate": 4.044623381510782e-06,
      "loss": 0.3612,
      "step": 800980
    },
    {
      "epoch": 223.55,
      "grad_norm": 1.1026606559753418,
      "learning_rate": 4.044604777997267e-06,
      "loss": 0.3652,
      "step": 800990
    },
    {
      "epoch": 223.56,
      "grad_norm": 1.0703206062316895,
      "learning_rate": 4.044586174257367e-06,
      "loss": 0.3703,
      "step": 801000
    },
    {
      "epoch": 223.56,
      "grad_norm": 1.032304286956787,
      "learning_rate": 4.044567570291085e-06,
      "loss": 0.3664,
      "step": 801010
    },
    {
      "epoch": 223.56,
      "grad_norm": 1.1232846975326538,
      "learning_rate": 4.0445489660984235e-06,
      "loss": 0.3721,
      "step": 801020
    },
    {
      "epoch": 223.56,
      "grad_norm": 1.3487849235534668,
      "learning_rate": 4.044530361679386e-06,
      "loss": 0.3769,
      "step": 801030
    },
    {
      "epoch": 223.57,
      "grad_norm": 1.0466704368591309,
      "learning_rate": 4.044511757033974e-06,
      "loss": 0.3557,
      "step": 801040
    },
    {
      "epoch": 223.57,
      "grad_norm": 0.9733481407165527,
      "learning_rate": 4.044493152162189e-06,
      "loss": 0.3511,
      "step": 801050
    },
    {
      "epoch": 223.57,
      "grad_norm": 1.2377763986587524,
      "learning_rate": 4.044474547064036e-06,
      "loss": 0.3739,
      "step": 801060
    },
    {
      "epoch": 223.58,
      "grad_norm": 1.3018137216567993,
      "learning_rate": 4.044455941739516e-06,
      "loss": 0.3518,
      "step": 801070
    },
    {
      "epoch": 223.58,
      "grad_norm": 0.9004128575325012,
      "learning_rate": 4.0444373361886305e-06,
      "loss": 0.3733,
      "step": 801080
    },
    {
      "epoch": 223.58,
      "grad_norm": 1.0188063383102417,
      "learning_rate": 4.044418730411384e-06,
      "loss": 0.3714,
      "step": 801090
    },
    {
      "epoch": 223.58,
      "grad_norm": 0.9511157274246216,
      "learning_rate": 4.0444001244077775e-06,
      "loss": 0.3555,
      "step": 801100
    },
    {
      "epoch": 223.59,
      "grad_norm": 1.2513395547866821,
      "learning_rate": 4.044381518177814e-06,
      "loss": 0.3779,
      "step": 801110
    },
    {
      "epoch": 223.59,
      "grad_norm": 0.9883601069450378,
      "learning_rate": 4.044362911721496e-06,
      "loss": 0.3657,
      "step": 801120
    },
    {
      "epoch": 223.59,
      "grad_norm": 1.289125680923462,
      "learning_rate": 4.044344305038827e-06,
      "loss": 0.3732,
      "step": 801130
    },
    {
      "epoch": 223.59,
      "grad_norm": 1.0621483325958252,
      "learning_rate": 4.044325698129807e-06,
      "loss": 0.3725,
      "step": 801140
    },
    {
      "epoch": 223.6,
      "grad_norm": 1.0576362609863281,
      "learning_rate": 4.044307090994441e-06,
      "loss": 0.3747,
      "step": 801150
    },
    {
      "epoch": 223.6,
      "grad_norm": 1.243498682975769,
      "learning_rate": 4.04428848363273e-06,
      "loss": 0.3704,
      "step": 801160
    },
    {
      "epoch": 223.6,
      "grad_norm": 1.1604268550872803,
      "learning_rate": 4.044269876044677e-06,
      "loss": 0.3615,
      "step": 801170
    },
    {
      "epoch": 223.61,
      "grad_norm": 1.1734790802001953,
      "learning_rate": 4.044251268230284e-06,
      "loss": 0.3322,
      "step": 801180
    },
    {
      "epoch": 223.61,
      "grad_norm": 1.1289637088775635,
      "learning_rate": 4.044232660189554e-06,
      "loss": 0.3809,
      "step": 801190
    },
    {
      "epoch": 223.61,
      "grad_norm": 1.1759517192840576,
      "learning_rate": 4.04421405192249e-06,
      "loss": 0.3754,
      "step": 801200
    },
    {
      "epoch": 223.61,
      "grad_norm": 1.1770212650299072,
      "learning_rate": 4.044195443429092e-06,
      "loss": 0.3563,
      "step": 801210
    },
    {
      "epoch": 223.62,
      "grad_norm": 1.1387779712677002,
      "learning_rate": 4.044176834709365e-06,
      "loss": 0.3617,
      "step": 801220
    },
    {
      "epoch": 223.62,
      "grad_norm": 1.0628767013549805,
      "learning_rate": 4.044158225763311e-06,
      "loss": 0.3639,
      "step": 801230
    },
    {
      "epoch": 223.62,
      "grad_norm": 0.8350626230239868,
      "learning_rate": 4.044139616590932e-06,
      "loss": 0.3688,
      "step": 801240
    },
    {
      "epoch": 223.63,
      "grad_norm": 1.0288578271865845,
      "learning_rate": 4.044121007192231e-06,
      "loss": 0.3845,
      "step": 801250
    },
    {
      "epoch": 223.63,
      "grad_norm": 1.0353648662567139,
      "learning_rate": 4.04410239756721e-06,
      "loss": 0.3912,
      "step": 801260
    },
    {
      "epoch": 223.63,
      "grad_norm": 1.1377277374267578,
      "learning_rate": 4.044083787715872e-06,
      "loss": 0.3603,
      "step": 801270
    },
    {
      "epoch": 223.63,
      "grad_norm": 9.729522705078125,
      "learning_rate": 4.044065177638218e-06,
      "loss": 0.3573,
      "step": 801280
    },
    {
      "epoch": 223.64,
      "grad_norm": 1.2068935632705688,
      "learning_rate": 4.0440465673342525e-06,
      "loss": 0.3652,
      "step": 801290
    },
    {
      "epoch": 223.64,
      "grad_norm": 0.9879312515258789,
      "learning_rate": 4.044027956803977e-06,
      "loss": 0.3657,
      "step": 801300
    },
    {
      "epoch": 223.64,
      "grad_norm": 1.2086478471755981,
      "learning_rate": 4.0440093460473944e-06,
      "loss": 0.3573,
      "step": 801310
    },
    {
      "epoch": 223.64,
      "grad_norm": 1.2805171012878418,
      "learning_rate": 4.043990735064506e-06,
      "loss": 0.3803,
      "step": 801320
    },
    {
      "epoch": 223.65,
      "grad_norm": 1.0009477138519287,
      "learning_rate": 4.0439721238553164e-06,
      "loss": 0.3597,
      "step": 801330
    },
    {
      "epoch": 223.65,
      "grad_norm": 1.354162335395813,
      "learning_rate": 4.043953512419826e-06,
      "loss": 0.3582,
      "step": 801340
    },
    {
      "epoch": 223.65,
      "grad_norm": 1.0535846948623657,
      "learning_rate": 4.043934900758037e-06,
      "loss": 0.3667,
      "step": 801350
    },
    {
      "epoch": 223.66,
      "grad_norm": 1.015989065170288,
      "learning_rate": 4.043916288869954e-06,
      "loss": 0.3766,
      "step": 801360
    },
    {
      "epoch": 223.66,
      "grad_norm": 1.7376456260681152,
      "learning_rate": 4.043897676755578e-06,
      "loss": 0.38,
      "step": 801370
    },
    {
      "epoch": 223.66,
      "grad_norm": 1.040322184562683,
      "learning_rate": 4.043879064414912e-06,
      "loss": 0.3615,
      "step": 801380
    },
    {
      "epoch": 223.66,
      "grad_norm": 1.147173285484314,
      "learning_rate": 4.043860451847959e-06,
      "loss": 0.362,
      "step": 801390
    },
    {
      "epoch": 223.67,
      "grad_norm": 1.0473681688308716,
      "learning_rate": 4.04384183905472e-06,
      "loss": 0.3574,
      "step": 801400
    },
    {
      "epoch": 223.67,
      "grad_norm": 1.199361801147461,
      "learning_rate": 4.043823226035199e-06,
      "loss": 0.3569,
      "step": 801410
    },
    {
      "epoch": 223.67,
      "grad_norm": 1.0508801937103271,
      "learning_rate": 4.043804612789397e-06,
      "loss": 0.3694,
      "step": 801420
    },
    {
      "epoch": 223.68,
      "grad_norm": 1.100724458694458,
      "learning_rate": 4.043785999317318e-06,
      "loss": 0.3658,
      "step": 801430
    },
    {
      "epoch": 223.68,
      "grad_norm": 1.1052830219268799,
      "learning_rate": 4.043767385618963e-06,
      "loss": 0.3569,
      "step": 801440
    },
    {
      "epoch": 223.68,
      "grad_norm": 1.1756014823913574,
      "learning_rate": 4.043748771694336e-06,
      "loss": 0.3721,
      "step": 801450
    },
    {
      "epoch": 223.68,
      "grad_norm": 1.2550266981124878,
      "learning_rate": 4.0437301575434385e-06,
      "loss": 0.351,
      "step": 801460
    },
    {
      "epoch": 223.69,
      "grad_norm": 1.0455708503723145,
      "learning_rate": 4.0437115431662725e-06,
      "loss": 0.3757,
      "step": 801470
    },
    {
      "epoch": 223.69,
      "grad_norm": 1.1528874635696411,
      "learning_rate": 4.043692928562842e-06,
      "loss": 0.3754,
      "step": 801480
    },
    {
      "epoch": 223.69,
      "grad_norm": 1.1895012855529785,
      "learning_rate": 4.043674313733148e-06,
      "loss": 0.3751,
      "step": 801490
    },
    {
      "epoch": 223.7,
      "grad_norm": 0.9672228693962097,
      "learning_rate": 4.043655698677194e-06,
      "loss": 0.37,
      "step": 801500
    },
    {
      "epoch": 223.7,
      "grad_norm": 1.271837592124939,
      "learning_rate": 4.043637083394981e-06,
      "loss": 0.369,
      "step": 801510
    },
    {
      "epoch": 223.7,
      "grad_norm": 1.2529504299163818,
      "learning_rate": 4.043618467886515e-06,
      "loss": 0.3742,
      "step": 801520
    },
    {
      "epoch": 223.7,
      "grad_norm": 1.3110016584396362,
      "learning_rate": 4.043599852151794e-06,
      "loss": 0.3696,
      "step": 801530
    },
    {
      "epoch": 223.71,
      "grad_norm": 1.0318922996520996,
      "learning_rate": 4.043581236190824e-06,
      "loss": 0.3759,
      "step": 801540
    },
    {
      "epoch": 223.71,
      "grad_norm": 1.2059926986694336,
      "learning_rate": 4.043562620003604e-06,
      "loss": 0.3703,
      "step": 801550
    },
    {
      "epoch": 223.71,
      "grad_norm": 1.099179983139038,
      "learning_rate": 4.04354400359014e-06,
      "loss": 0.3635,
      "step": 801560
    },
    {
      "epoch": 223.71,
      "grad_norm": 0.97993004322052,
      "learning_rate": 4.043525386950433e-06,
      "loss": 0.365,
      "step": 801570
    },
    {
      "epoch": 223.72,
      "grad_norm": 0.9639037251472473,
      "learning_rate": 4.043506770084484e-06,
      "loss": 0.3559,
      "step": 801580
    },
    {
      "epoch": 223.72,
      "grad_norm": 1.027137279510498,
      "learning_rate": 4.043488152992298e-06,
      "loss": 0.38,
      "step": 801590
    },
    {
      "epoch": 223.72,
      "grad_norm": 1.1509215831756592,
      "learning_rate": 4.043469535673876e-06,
      "loss": 0.3848,
      "step": 801600
    },
    {
      "epoch": 223.73,
      "grad_norm": 1.0585405826568604,
      "learning_rate": 4.043450918129222e-06,
      "loss": 0.3674,
      "step": 801610
    },
    {
      "epoch": 223.73,
      "grad_norm": 1.1628079414367676,
      "learning_rate": 4.043432300358336e-06,
      "loss": 0.3717,
      "step": 801620
    },
    {
      "epoch": 223.73,
      "grad_norm": 1.0819053649902344,
      "learning_rate": 4.043413682361223e-06,
      "loss": 0.372,
      "step": 801630
    },
    {
      "epoch": 223.73,
      "grad_norm": 0.9334547519683838,
      "learning_rate": 4.043395064137883e-06,
      "loss": 0.371,
      "step": 801640
    },
    {
      "epoch": 223.74,
      "grad_norm": 1.0787519216537476,
      "learning_rate": 4.04337644568832e-06,
      "loss": 0.3634,
      "step": 801650
    },
    {
      "epoch": 223.74,
      "grad_norm": 1.0508280992507935,
      "learning_rate": 4.0433578270125375e-06,
      "loss": 0.3848,
      "step": 801660
    },
    {
      "epoch": 223.74,
      "grad_norm": 0.9921916723251343,
      "learning_rate": 4.043339208110536e-06,
      "loss": 0.3668,
      "step": 801670
    },
    {
      "epoch": 223.75,
      "grad_norm": 1.0606067180633545,
      "learning_rate": 4.043320588982318e-06,
      "loss": 0.3937,
      "step": 801680
    },
    {
      "epoch": 223.75,
      "grad_norm": 1.0644171237945557,
      "learning_rate": 4.0433019696278875e-06,
      "loss": 0.3654,
      "step": 801690
    },
    {
      "epoch": 223.75,
      "grad_norm": 1.0784637928009033,
      "learning_rate": 4.0432833500472465e-06,
      "loss": 0.3742,
      "step": 801700
    },
    {
      "epoch": 223.75,
      "grad_norm": 1.4197863340377808,
      "learning_rate": 4.043264730240396e-06,
      "loss": 0.3672,
      "step": 801710
    },
    {
      "epoch": 223.76,
      "grad_norm": 1.1127585172653198,
      "learning_rate": 4.04324611020734e-06,
      "loss": 0.3882,
      "step": 801720
    },
    {
      "epoch": 223.76,
      "grad_norm": 1.0517168045043945,
      "learning_rate": 4.043227489948081e-06,
      "loss": 0.3566,
      "step": 801730
    },
    {
      "epoch": 223.76,
      "grad_norm": 1.0206717252731323,
      "learning_rate": 4.043208869462622e-06,
      "loss": 0.3581,
      "step": 801740
    },
    {
      "epoch": 223.77,
      "grad_norm": 1.3156239986419678,
      "learning_rate": 4.043190248750962e-06,
      "loss": 0.3606,
      "step": 801750
    },
    {
      "epoch": 223.77,
      "grad_norm": 0.987640380859375,
      "learning_rate": 4.043171627813109e-06,
      "loss": 0.3838,
      "step": 801760
    },
    {
      "epoch": 223.77,
      "grad_norm": 1.6502352952957153,
      "learning_rate": 4.04315300664906e-06,
      "loss": 0.3528,
      "step": 801770
    },
    {
      "epoch": 223.77,
      "grad_norm": 1.1557730436325073,
      "learning_rate": 4.043134385258822e-06,
      "loss": 0.3812,
      "step": 801780
    },
    {
      "epoch": 223.78,
      "grad_norm": 1.0887900590896606,
      "learning_rate": 4.043115763642394e-06,
      "loss": 0.3798,
      "step": 801790
    },
    {
      "epoch": 223.78,
      "grad_norm": 1.043489933013916,
      "learning_rate": 4.04309714179978e-06,
      "loss": 0.3631,
      "step": 801800
    },
    {
      "epoch": 223.78,
      "grad_norm": 4.945779800415039,
      "learning_rate": 4.0430785197309835e-06,
      "loss": 0.3836,
      "step": 801810
    },
    {
      "epoch": 223.78,
      "grad_norm": 1.0828790664672852,
      "learning_rate": 4.043059897436005e-06,
      "loss": 0.3714,
      "step": 801820
    },
    {
      "epoch": 223.79,
      "grad_norm": 0.9066922068595886,
      "learning_rate": 4.043041274914849e-06,
      "loss": 0.3742,
      "step": 801830
    },
    {
      "epoch": 223.79,
      "grad_norm": 1.039459228515625,
      "learning_rate": 4.043022652167515e-06,
      "loss": 0.3651,
      "step": 801840
    },
    {
      "epoch": 223.79,
      "grad_norm": 12.847600936889648,
      "learning_rate": 4.043004029194009e-06,
      "loss": 0.3707,
      "step": 801850
    },
    {
      "epoch": 223.8,
      "grad_norm": 0.9833282232284546,
      "learning_rate": 4.042985405994331e-06,
      "loss": 0.3541,
      "step": 801860
    },
    {
      "epoch": 223.8,
      "grad_norm": 1.0878454446792603,
      "learning_rate": 4.0429667825684845e-06,
      "loss": 0.3654,
      "step": 801870
    },
    {
      "epoch": 223.8,
      "grad_norm": 1.1652765274047852,
      "learning_rate": 4.042948158916472e-06,
      "loss": 0.3546,
      "step": 801880
    },
    {
      "epoch": 223.8,
      "grad_norm": 0.9841881990432739,
      "learning_rate": 4.042929535038296e-06,
      "loss": 0.3762,
      "step": 801890
    },
    {
      "epoch": 223.81,
      "grad_norm": 1.0450488328933716,
      "learning_rate": 4.042910910933958e-06,
      "loss": 0.3823,
      "step": 801900
    },
    {
      "epoch": 223.81,
      "grad_norm": 1.0741521120071411,
      "learning_rate": 4.042892286603461e-06,
      "loss": 0.3547,
      "step": 801910
    },
    {
      "epoch": 223.81,
      "grad_norm": 0.972946047782898,
      "learning_rate": 4.042873662046809e-06,
      "loss": 0.3747,
      "step": 801920
    },
    {
      "epoch": 223.82,
      "grad_norm": 1.0666645765304565,
      "learning_rate": 4.0428550372640025e-06,
      "loss": 0.3589,
      "step": 801930
    },
    {
      "epoch": 223.82,
      "grad_norm": 1.0097219944000244,
      "learning_rate": 4.042836412255044e-06,
      "loss": 0.3834,
      "step": 801940
    },
    {
      "epoch": 223.82,
      "grad_norm": 1.039407730102539,
      "learning_rate": 4.042817787019937e-06,
      "loss": 0.3655,
      "step": 801950
    },
    {
      "epoch": 223.82,
      "grad_norm": 0.9073505997657776,
      "learning_rate": 4.042799161558685e-06,
      "loss": 0.3588,
      "step": 801960
    },
    {
      "epoch": 223.83,
      "grad_norm": 1.2131125926971436,
      "learning_rate": 4.042780535871288e-06,
      "loss": 0.374,
      "step": 801970
    },
    {
      "epoch": 223.83,
      "grad_norm": 1.09294855594635,
      "learning_rate": 4.042761909957749e-06,
      "loss": 0.3878,
      "step": 801980
    },
    {
      "epoch": 223.83,
      "grad_norm": 1.0131765604019165,
      "learning_rate": 4.042743283818071e-06,
      "loss": 0.3582,
      "step": 801990
    },
    {
      "epoch": 223.83,
      "grad_norm": 1.0192257165908813,
      "learning_rate": 4.042724657452258e-06,
      "loss": 0.3669,
      "step": 802000
    },
    {
      "epoch": 223.84,
      "grad_norm": 1.109871745109558,
      "learning_rate": 4.04270603086031e-06,
      "loss": 0.3647,
      "step": 802010
    },
    {
      "epoch": 223.84,
      "grad_norm": 1.1197723150253296,
      "learning_rate": 4.04268740404223e-06,
      "loss": 0.3745,
      "step": 802020
    },
    {
      "epoch": 223.84,
      "grad_norm": 1.0789618492126465,
      "learning_rate": 4.042668776998022e-06,
      "loss": 0.3717,
      "step": 802030
    },
    {
      "epoch": 223.85,
      "grad_norm": 1.2098337411880493,
      "learning_rate": 4.042650149727687e-06,
      "loss": 0.3584,
      "step": 802040
    },
    {
      "epoch": 223.85,
      "grad_norm": 0.8848075270652771,
      "learning_rate": 4.042631522231228e-06,
      "loss": 0.3726,
      "step": 802050
    },
    {
      "epoch": 223.85,
      "grad_norm": 0.9946108460426331,
      "learning_rate": 4.042612894508647e-06,
      "loss": 0.3666,
      "step": 802060
    },
    {
      "epoch": 223.85,
      "grad_norm": 1.061673641204834,
      "learning_rate": 4.0425942665599474e-06,
      "loss": 0.3658,
      "step": 802070
    },
    {
      "epoch": 223.86,
      "grad_norm": 1.2751606702804565,
      "learning_rate": 4.0425756383851315e-06,
      "loss": 0.353,
      "step": 802080
    },
    {
      "epoch": 223.86,
      "grad_norm": 1.020790934562683,
      "learning_rate": 4.0425570099842e-06,
      "loss": 0.3508,
      "step": 802090
    },
    {
      "epoch": 223.86,
      "grad_norm": 1.1938387155532837,
      "learning_rate": 4.042538381357158e-06,
      "loss": 0.3607,
      "step": 802100
    },
    {
      "epoch": 223.87,
      "grad_norm": 1.0766851902008057,
      "learning_rate": 4.042519752504007e-06,
      "loss": 0.3758,
      "step": 802110
    },
    {
      "epoch": 223.87,
      "grad_norm": 1.0105777978897095,
      "learning_rate": 4.042501123424749e-06,
      "loss": 0.3553,
      "step": 802120
    },
    {
      "epoch": 223.87,
      "grad_norm": 1.2302602529525757,
      "learning_rate": 4.042482494119386e-06,
      "loss": 0.3623,
      "step": 802130
    },
    {
      "epoch": 223.87,
      "grad_norm": 1.0291335582733154,
      "learning_rate": 4.042463864587922e-06,
      "loss": 0.3772,
      "step": 802140
    },
    {
      "epoch": 223.88,
      "grad_norm": 1.0744425058364868,
      "learning_rate": 4.042445234830358e-06,
      "loss": 0.3571,
      "step": 802150
    },
    {
      "epoch": 223.88,
      "grad_norm": 1.0030468702316284,
      "learning_rate": 4.042426604846698e-06,
      "loss": 0.3462,
      "step": 802160
    },
    {
      "epoch": 223.88,
      "grad_norm": 1.156538486480713,
      "learning_rate": 4.042407974636944e-06,
      "loss": 0.36,
      "step": 802170
    },
    {
      "epoch": 223.89,
      "grad_norm": 1.1392464637756348,
      "learning_rate": 4.042389344201097e-06,
      "loss": 0.3647,
      "step": 802180
    },
    {
      "epoch": 223.89,
      "grad_norm": 2.33149790763855,
      "learning_rate": 4.0423707135391615e-06,
      "loss": 0.3786,
      "step": 802190
    },
    {
      "epoch": 223.89,
      "grad_norm": 1.0534311532974243,
      "learning_rate": 4.042352082651139e-06,
      "loss": 0.3592,
      "step": 802200
    },
    {
      "epoch": 223.89,
      "grad_norm": 1.0695950984954834,
      "learning_rate": 4.042333451537032e-06,
      "loss": 0.3779,
      "step": 802210
    },
    {
      "epoch": 223.9,
      "grad_norm": 1.0751607418060303,
      "learning_rate": 4.042314820196843e-06,
      "loss": 0.3686,
      "step": 802220
    },
    {
      "epoch": 223.9,
      "grad_norm": 1.1106302738189697,
      "learning_rate": 4.042296188630575e-06,
      "loss": 0.3759,
      "step": 802230
    },
    {
      "epoch": 223.9,
      "grad_norm": 1.1602309942245483,
      "learning_rate": 4.0422775568382295e-06,
      "loss": 0.3521,
      "step": 802240
    },
    {
      "epoch": 223.9,
      "grad_norm": 0.9605684280395508,
      "learning_rate": 4.042258924819809e-06,
      "loss": 0.3683,
      "step": 802250
    },
    {
      "epoch": 223.91,
      "grad_norm": 1.1694480180740356,
      "learning_rate": 4.0422402925753176e-06,
      "loss": 0.3594,
      "step": 802260
    },
    {
      "epoch": 223.91,
      "grad_norm": 1.1705243587493896,
      "learning_rate": 4.042221660104756e-06,
      "loss": 0.3689,
      "step": 802270
    },
    {
      "epoch": 223.91,
      "grad_norm": 1.2017320394515991,
      "learning_rate": 4.042203027408128e-06,
      "loss": 0.3635,
      "step": 802280
    },
    {
      "epoch": 223.92,
      "grad_norm": 0.9996315240859985,
      "learning_rate": 4.042184394485435e-06,
      "loss": 0.3569,
      "step": 802290
    },
    {
      "epoch": 223.92,
      "grad_norm": 1.0447347164154053,
      "learning_rate": 4.04216576133668e-06,
      "loss": 0.3777,
      "step": 802300
    },
    {
      "epoch": 223.92,
      "grad_norm": 1.2356266975402832,
      "learning_rate": 4.042147127961865e-06,
      "loss": 0.3616,
      "step": 802310
    },
    {
      "epoch": 223.92,
      "grad_norm": 1.136730432510376,
      "learning_rate": 4.042128494360994e-06,
      "loss": 0.3595,
      "step": 802320
    },
    {
      "epoch": 223.93,
      "grad_norm": 1.0361429452896118,
      "learning_rate": 4.042109860534067e-06,
      "loss": 0.3562,
      "step": 802330
    },
    {
      "epoch": 223.93,
      "grad_norm": 1.2023801803588867,
      "learning_rate": 4.042091226481088e-06,
      "loss": 0.3517,
      "step": 802340
    },
    {
      "epoch": 223.93,
      "grad_norm": 1.1782093048095703,
      "learning_rate": 4.042072592202061e-06,
      "loss": 0.3701,
      "step": 802350
    },
    {
      "epoch": 223.94,
      "grad_norm": 0.9783725738525391,
      "learning_rate": 4.042053957696985e-06,
      "loss": 0.3677,
      "step": 802360
    },
    {
      "epoch": 223.94,
      "grad_norm": 1.0879634618759155,
      "learning_rate": 4.042035322965865e-06,
      "loss": 0.3649,
      "step": 802370
    },
    {
      "epoch": 223.94,
      "grad_norm": 1.1864761114120483,
      "learning_rate": 4.042016688008702e-06,
      "loss": 0.3713,
      "step": 802380
    },
    {
      "epoch": 223.94,
      "grad_norm": 1.0341025590896606,
      "learning_rate": 4.0419980528255e-06,
      "loss": 0.3689,
      "step": 802390
    },
    {
      "epoch": 223.95,
      "grad_norm": 1.1909393072128296,
      "learning_rate": 4.041979417416261e-06,
      "loss": 0.3668,
      "step": 802400
    },
    {
      "epoch": 223.95,
      "grad_norm": 1.0564403533935547,
      "learning_rate": 4.041960781780987e-06,
      "loss": 0.3698,
      "step": 802410
    },
    {
      "epoch": 223.95,
      "grad_norm": 0.965524435043335,
      "learning_rate": 4.0419421459196805e-06,
      "loss": 0.3768,
      "step": 802420
    },
    {
      "epoch": 223.95,
      "grad_norm": 1.022693157196045,
      "learning_rate": 4.0419235098323435e-06,
      "loss": 0.3749,
      "step": 802430
    },
    {
      "epoch": 223.96,
      "grad_norm": 1.0757826566696167,
      "learning_rate": 4.04190487351898e-06,
      "loss": 0.3558,
      "step": 802440
    },
    {
      "epoch": 223.96,
      "grad_norm": 1.0637351274490356,
      "learning_rate": 4.041886236979592e-06,
      "loss": 0.3859,
      "step": 802450
    },
    {
      "epoch": 223.96,
      "grad_norm": 1.1050820350646973,
      "learning_rate": 4.04186760021418e-06,
      "loss": 0.3605,
      "step": 802460
    },
    {
      "epoch": 223.97,
      "grad_norm": 1.1638461351394653,
      "learning_rate": 4.04184896322275e-06,
      "loss": 0.3609,
      "step": 802470
    },
    {
      "epoch": 223.97,
      "grad_norm": 1.4114680290222168,
      "learning_rate": 4.041830326005302e-06,
      "loss": 0.3842,
      "step": 802480
    },
    {
      "epoch": 223.97,
      "grad_norm": 1.0225415229797363,
      "learning_rate": 4.041811688561838e-06,
      "loss": 0.3652,
      "step": 802490
    },
    {
      "epoch": 223.97,
      "grad_norm": 1.0084712505340576,
      "learning_rate": 4.041793050892362e-06,
      "loss": 0.3667,
      "step": 802500
    },
    {
      "epoch": 223.98,
      "grad_norm": 1.3308005332946777,
      "learning_rate": 4.041774412996876e-06,
      "loss": 0.3708,
      "step": 802510
    },
    {
      "epoch": 223.98,
      "grad_norm": 1.2879782915115356,
      "learning_rate": 4.041755774875383e-06,
      "loss": 0.3725,
      "step": 802520
    },
    {
      "epoch": 223.98,
      "grad_norm": 0.9567870497703552,
      "learning_rate": 4.041737136527884e-06,
      "loss": 0.3668,
      "step": 802530
    },
    {
      "epoch": 223.99,
      "grad_norm": 1.1675373315811157,
      "learning_rate": 4.0417184979543845e-06,
      "loss": 0.3643,
      "step": 802540
    },
    {
      "epoch": 223.99,
      "grad_norm": 1.1601234674453735,
      "learning_rate": 4.041699859154883e-06,
      "loss": 0.3713,
      "step": 802550
    },
    {
      "epoch": 223.99,
      "grad_norm": 1.2513023614883423,
      "learning_rate": 4.041681220129385e-06,
      "loss": 0.3771,
      "step": 802560
    },
    {
      "epoch": 223.99,
      "grad_norm": 1.157721996307373,
      "learning_rate": 4.041662580877891e-06,
      "loss": 0.3749,
      "step": 802570
    },
    {
      "epoch": 224.0,
      "grad_norm": 0.9904745817184448,
      "learning_rate": 4.041643941400405e-06,
      "loss": 0.3821,
      "step": 802580
    },
    {
      "epoch": 224.0,
      "grad_norm": 1.118133783340454,
      "learning_rate": 4.041625301696928e-06,
      "loss": 0.3607,
      "step": 802590
    },
    {
      "epoch": 224.0,
      "eval_loss": 0.36741897463798523,
      "eval_runtime": 63.3566,
      "eval_samples_per_second": 79.85,
      "eval_steps_per_second": 9.991,
      "step": 802592
    },
    {
      "epoch": 224.0,
      "grad_norm": 1.1071133613586426,
      "learning_rate": 4.041606661767463e-06,
      "loss": 0.3571,
      "step": 802600
    },
    {
      "epoch": 224.01,
      "grad_norm": 0.9467588067054749,
      "learning_rate": 4.041588021612015e-06,
      "loss": 0.3703,
      "step": 802610
    },
    {
      "epoch": 224.01,
      "grad_norm": 1.090859293937683,
      "learning_rate": 4.041569381230583e-06,
      "loss": 0.3555,
      "step": 802620
    },
    {
      "epoch": 224.01,
      "grad_norm": 1.2208313941955566,
      "learning_rate": 4.041550740623171e-06,
      "loss": 0.372,
      "step": 802630
    },
    {
      "epoch": 224.01,
      "grad_norm": 1.1195759773254395,
      "learning_rate": 4.041532099789781e-06,
      "loss": 0.3788,
      "step": 802640
    },
    {
      "epoch": 224.02,
      "grad_norm": 0.95489501953125,
      "learning_rate": 4.041513458730416e-06,
      "loss": 0.3746,
      "step": 802650
    },
    {
      "epoch": 224.02,
      "grad_norm": 1.3584039211273193,
      "learning_rate": 4.041494817445078e-06,
      "loss": 0.3928,
      "step": 802660
    },
    {
      "epoch": 224.02,
      "grad_norm": 1.2423769235610962,
      "learning_rate": 4.041476175933769e-06,
      "loss": 0.3685,
      "step": 802670
    },
    {
      "epoch": 224.02,
      "grad_norm": 1.0311952829360962,
      "learning_rate": 4.0414575341964935e-06,
      "loss": 0.3829,
      "step": 802680
    },
    {
      "epoch": 224.03,
      "grad_norm": 1.0965301990509033,
      "learning_rate": 4.041438892233252e-06,
      "loss": 0.3759,
      "step": 802690
    },
    {
      "epoch": 224.03,
      "grad_norm": 1.140214204788208,
      "learning_rate": 4.041420250044048e-06,
      "loss": 0.362,
      "step": 802700
    },
    {
      "epoch": 224.03,
      "grad_norm": 0.9496889710426331,
      "learning_rate": 4.041401607628883e-06,
      "loss": 0.3614,
      "step": 802710
    },
    {
      "epoch": 224.04,
      "grad_norm": 1.1481062173843384,
      "learning_rate": 4.041382964987761e-06,
      "loss": 0.3715,
      "step": 802720
    },
    {
      "epoch": 224.04,
      "grad_norm": 1.200265884399414,
      "learning_rate": 4.041364322120683e-06,
      "loss": 0.3935,
      "step": 802730
    },
    {
      "epoch": 224.04,
      "grad_norm": 0.9890047907829285,
      "learning_rate": 4.041345679027652e-06,
      "loss": 0.3557,
      "step": 802740
    },
    {
      "epoch": 224.04,
      "grad_norm": 1.2182122468948364,
      "learning_rate": 4.041327035708671e-06,
      "loss": 0.3621,
      "step": 802750
    },
    {
      "epoch": 224.05,
      "grad_norm": 1.1385797262191772,
      "learning_rate": 4.0413083921637405e-06,
      "loss": 0.3734,
      "step": 802760
    },
    {
      "epoch": 224.05,
      "grad_norm": 0.9492875337600708,
      "learning_rate": 4.041289748392867e-06,
      "loss": 0.3748,
      "step": 802770
    },
    {
      "epoch": 224.05,
      "grad_norm": 1.734968662261963,
      "learning_rate": 4.041271104396049e-06,
      "loss": 0.3723,
      "step": 802780
    },
    {
      "epoch": 224.06,
      "grad_norm": 1.0998022556304932,
      "learning_rate": 4.04125246017329e-06,
      "loss": 0.3817,
      "step": 802790
    },
    {
      "epoch": 224.06,
      "grad_norm": 0.9978224635124207,
      "learning_rate": 4.041233815724593e-06,
      "loss": 0.3773,
      "step": 802800
    },
    {
      "epoch": 224.06,
      "grad_norm": 4.635105609893799,
      "learning_rate": 4.041215171049963e-06,
      "loss": 0.3758,
      "step": 802810
    },
    {
      "epoch": 224.06,
      "grad_norm": 0.9818522930145264,
      "learning_rate": 4.041196526149397e-06,
      "loss": 0.3684,
      "step": 802820
    },
    {
      "epoch": 224.07,
      "grad_norm": 1.1820162534713745,
      "learning_rate": 4.041177881022901e-06,
      "loss": 0.3684,
      "step": 802830
    },
    {
      "epoch": 224.07,
      "grad_norm": 1.1213518381118774,
      "learning_rate": 4.041159235670478e-06,
      "loss": 0.3726,
      "step": 802840
    },
    {
      "epoch": 224.07,
      "grad_norm": 1.256833791732788,
      "learning_rate": 4.041140590092129e-06,
      "loss": 0.3519,
      "step": 802850
    },
    {
      "epoch": 224.07,
      "grad_norm": 1.0521793365478516,
      "learning_rate": 4.041121944287857e-06,
      "loss": 0.3765,
      "step": 802860
    },
    {
      "epoch": 224.08,
      "grad_norm": 1.3036166429519653,
      "learning_rate": 4.041103298257662e-06,
      "loss": 0.3797,
      "step": 802870
    },
    {
      "epoch": 224.08,
      "grad_norm": 1.1979175806045532,
      "learning_rate": 4.041084652001552e-06,
      "loss": 0.3635,
      "step": 802880
    },
    {
      "epoch": 224.08,
      "grad_norm": 1.243415355682373,
      "learning_rate": 4.041066005519525e-06,
      "loss": 0.3765,
      "step": 802890
    },
    {
      "epoch": 224.09,
      "grad_norm": 1.0039873123168945,
      "learning_rate": 4.041047358811585e-06,
      "loss": 0.3597,
      "step": 802900
    },
    {
      "epoch": 224.09,
      "grad_norm": 1.1434319019317627,
      "learning_rate": 4.041028711877733e-06,
      "loss": 0.3574,
      "step": 802910
    },
    {
      "epoch": 224.09,
      "grad_norm": 1.2343519926071167,
      "learning_rate": 4.041010064717974e-06,
      "loss": 0.3624,
      "step": 802920
    },
    {
      "epoch": 224.09,
      "grad_norm": 1.1386277675628662,
      "learning_rate": 4.040991417332309e-06,
      "loss": 0.3903,
      "step": 802930
    },
    {
      "epoch": 224.1,
      "grad_norm": 1.1172361373901367,
      "learning_rate": 4.040972769720741e-06,
      "loss": 0.3741,
      "step": 802940
    },
    {
      "epoch": 224.1,
      "grad_norm": 0.9736789464950562,
      "learning_rate": 4.040954121883272e-06,
      "loss": 0.3673,
      "step": 802950
    },
    {
      "epoch": 224.1,
      "grad_norm": 1.1436182260513306,
      "learning_rate": 4.040935473819904e-06,
      "loss": 0.3864,
      "step": 802960
    },
    {
      "epoch": 224.11,
      "grad_norm": 0.9747676253318787,
      "learning_rate": 4.040916825530641e-06,
      "loss": 0.3645,
      "step": 802970
    },
    {
      "epoch": 224.11,
      "grad_norm": 1.1482027769088745,
      "learning_rate": 4.040898177015485e-06,
      "loss": 0.3792,
      "step": 802980
    },
    {
      "epoch": 224.11,
      "grad_norm": 1.0651237964630127,
      "learning_rate": 4.040879528274437e-06,
      "loss": 0.3686,
      "step": 802990
    },
    {
      "epoch": 224.11,
      "grad_norm": 1.1887458562850952,
      "learning_rate": 4.040860879307501e-06,
      "loss": 0.3689,
      "step": 803000
    },
    {
      "epoch": 224.12,
      "grad_norm": 1.8150146007537842,
      "learning_rate": 4.0408422301146785e-06,
      "loss": 0.3616,
      "step": 803010
    },
    {
      "epoch": 224.12,
      "grad_norm": 1.0635700225830078,
      "learning_rate": 4.040823580695974e-06,
      "loss": 0.3761,
      "step": 803020
    },
    {
      "epoch": 224.12,
      "grad_norm": 0.9215806722640991,
      "learning_rate": 4.0408049310513875e-06,
      "loss": 0.3732,
      "step": 803030
    },
    {
      "epoch": 224.13,
      "grad_norm": 0.9914839863777161,
      "learning_rate": 4.040786281180923e-06,
      "loss": 0.3827,
      "step": 803040
    },
    {
      "epoch": 224.13,
      "grad_norm": 1.0769284963607788,
      "learning_rate": 4.040767631084582e-06,
      "loss": 0.3598,
      "step": 803050
    },
    {
      "epoch": 224.13,
      "grad_norm": 1.1022883653640747,
      "learning_rate": 4.040748980762368e-06,
      "loss": 0.356,
      "step": 803060
    },
    {
      "epoch": 224.13,
      "grad_norm": 1.2145028114318848,
      "learning_rate": 4.040730330214282e-06,
      "loss": 0.3819,
      "step": 803070
    },
    {
      "epoch": 224.14,
      "grad_norm": 1.0601670742034912,
      "learning_rate": 4.040711679440328e-06,
      "loss": 0.3553,
      "step": 803080
    },
    {
      "epoch": 224.14,
      "grad_norm": 0.9730045199394226,
      "learning_rate": 4.040693028440509e-06,
      "loss": 0.3516,
      "step": 803090
    },
    {
      "epoch": 224.14,
      "grad_norm": 1.1067067384719849,
      "learning_rate": 4.040674377214825e-06,
      "loss": 0.3657,
      "step": 803100
    },
    {
      "epoch": 224.14,
      "grad_norm": 1.046812653541565,
      "learning_rate": 4.04065572576328e-06,
      "loss": 0.3646,
      "step": 803110
    },
    {
      "epoch": 224.15,
      "grad_norm": 0.990368664264679,
      "learning_rate": 4.040637074085878e-06,
      "loss": 0.3699,
      "step": 803120
    },
    {
      "epoch": 224.15,
      "grad_norm": 1.2380967140197754,
      "learning_rate": 4.040618422182618e-06,
      "loss": 0.3557,
      "step": 803130
    },
    {
      "epoch": 224.15,
      "grad_norm": 1.2104042768478394,
      "learning_rate": 4.040599770053506e-06,
      "loss": 0.3526,
      "step": 803140
    },
    {
      "epoch": 224.16,
      "grad_norm": 1.2693456411361694,
      "learning_rate": 4.040581117698541e-06,
      "loss": 0.3719,
      "step": 803150
    },
    {
      "epoch": 224.16,
      "grad_norm": 1.0810400247573853,
      "learning_rate": 4.040562465117729e-06,
      "loss": 0.3762,
      "step": 803160
    },
    {
      "epoch": 224.16,
      "grad_norm": 0.953914225101471,
      "learning_rate": 4.040543812311069e-06,
      "loss": 0.3606,
      "step": 803170
    },
    {
      "epoch": 224.16,
      "grad_norm": 1.0833513736724854,
      "learning_rate": 4.040525159278566e-06,
      "loss": 0.3615,
      "step": 803180
    },
    {
      "epoch": 224.17,
      "grad_norm": 1.2333910465240479,
      "learning_rate": 4.040506506020223e-06,
      "loss": 0.3771,
      "step": 803190
    },
    {
      "epoch": 224.17,
      "grad_norm": 1.1193355321884155,
      "learning_rate": 4.04048785253604e-06,
      "loss": 0.3725,
      "step": 803200
    },
    {
      "epoch": 224.17,
      "grad_norm": 1.0102922916412354,
      "learning_rate": 4.040469198826021e-06,
      "loss": 0.3663,
      "step": 803210
    },
    {
      "epoch": 224.18,
      "grad_norm": 0.9168674945831299,
      "learning_rate": 4.040450544890168e-06,
      "loss": 0.3665,
      "step": 803220
    },
    {
      "epoch": 224.18,
      "grad_norm": 1.0275026559829712,
      "learning_rate": 4.040431890728484e-06,
      "loss": 0.37,
      "step": 803230
    },
    {
      "epoch": 224.18,
      "grad_norm": 1.0922906398773193,
      "learning_rate": 4.040413236340971e-06,
      "loss": 0.3781,
      "step": 803240
    },
    {
      "epoch": 224.18,
      "grad_norm": 1.149316668510437,
      "learning_rate": 4.040394581727632e-06,
      "loss": 0.3686,
      "step": 803250
    },
    {
      "epoch": 224.19,
      "grad_norm": 1.0728559494018555,
      "learning_rate": 4.0403759268884685e-06,
      "loss": 0.3589,
      "step": 803260
    },
    {
      "epoch": 224.19,
      "grad_norm": 1.0330805778503418,
      "learning_rate": 4.040357271823485e-06,
      "loss": 0.358,
      "step": 803270
    },
    {
      "epoch": 224.19,
      "grad_norm": 1.0474305152893066,
      "learning_rate": 4.040338616532682e-06,
      "loss": 0.3833,
      "step": 803280
    },
    {
      "epoch": 224.19,
      "grad_norm": 1.062851905822754,
      "learning_rate": 4.040319961016061e-06,
      "loss": 0.372,
      "step": 803290
    },
    {
      "epoch": 224.2,
      "grad_norm": 0.9820677638053894,
      "learning_rate": 4.040301305273627e-06,
      "loss": 0.3651,
      "step": 803300
    },
    {
      "epoch": 224.2,
      "grad_norm": 0.923809289932251,
      "learning_rate": 4.040282649305383e-06,
      "loss": 0.3707,
      "step": 803310
    },
    {
      "epoch": 224.2,
      "grad_norm": 1.3474338054656982,
      "learning_rate": 4.040263993111329e-06,
      "loss": 0.3909,
      "step": 803320
    },
    {
      "epoch": 224.21,
      "grad_norm": 0.9768975973129272,
      "learning_rate": 4.040245336691468e-06,
      "loss": 0.3611,
      "step": 803330
    },
    {
      "epoch": 224.21,
      "grad_norm": 1.0280791521072388,
      "learning_rate": 4.0402266800458026e-06,
      "loss": 0.3721,
      "step": 803340
    },
    {
      "epoch": 224.21,
      "grad_norm": 1.1489229202270508,
      "learning_rate": 4.040208023174337e-06,
      "loss": 0.384,
      "step": 803350
    },
    {
      "epoch": 224.21,
      "grad_norm": 1.1411699056625366,
      "learning_rate": 4.040189366077072e-06,
      "loss": 0.3675,
      "step": 803360
    },
    {
      "epoch": 224.22,
      "grad_norm": 4.120573043823242,
      "learning_rate": 4.040170708754011e-06,
      "loss": 0.3643,
      "step": 803370
    },
    {
      "epoch": 224.22,
      "grad_norm": 1.0647976398468018,
      "learning_rate": 4.040152051205155e-06,
      "loss": 0.3521,
      "step": 803380
    },
    {
      "epoch": 224.22,
      "grad_norm": 1.019923448562622,
      "learning_rate": 4.040133393430508e-06,
      "loss": 0.365,
      "step": 803390
    },
    {
      "epoch": 224.23,
      "grad_norm": 1.119066834449768,
      "learning_rate": 4.040114735430072e-06,
      "loss": 0.38,
      "step": 803400
    },
    {
      "epoch": 224.23,
      "grad_norm": 0.9899598956108093,
      "learning_rate": 4.040096077203848e-06,
      "loss": 0.3528,
      "step": 803410
    },
    {
      "epoch": 224.23,
      "grad_norm": 1.1251318454742432,
      "learning_rate": 4.0400774187518405e-06,
      "loss": 0.3609,
      "step": 803420
    },
    {
      "epoch": 224.23,
      "grad_norm": 0.9904956221580505,
      "learning_rate": 4.040058760074053e-06,
      "loss": 0.3666,
      "step": 803430
    },
    {
      "epoch": 224.24,
      "grad_norm": 1.0932525396347046,
      "learning_rate": 4.040040101170485e-06,
      "loss": 0.3729,
      "step": 803440
    },
    {
      "epoch": 224.24,
      "grad_norm": 1.1499571800231934,
      "learning_rate": 4.0400214420411395e-06,
      "loss": 0.3823,
      "step": 803450
    },
    {
      "epoch": 224.24,
      "grad_norm": 0.8568215370178223,
      "learning_rate": 4.040002782686022e-06,
      "loss": 0.372,
      "step": 803460
    },
    {
      "epoch": 224.25,
      "grad_norm": 1.4814345836639404,
      "learning_rate": 4.039984123105131e-06,
      "loss": 0.3615,
      "step": 803470
    },
    {
      "epoch": 224.25,
      "grad_norm": 1.2715710401535034,
      "learning_rate": 4.039965463298472e-06,
      "loss": 0.3696,
      "step": 803480
    },
    {
      "epoch": 224.25,
      "grad_norm": 1.0511960983276367,
      "learning_rate": 4.039946803266045e-06,
      "loss": 0.3589,
      "step": 803490
    },
    {
      "epoch": 224.25,
      "grad_norm": 1.076399326324463,
      "learning_rate": 4.039928143007854e-06,
      "loss": 0.3483,
      "step": 803500
    },
    {
      "epoch": 224.26,
      "grad_norm": 1.1629292964935303,
      "learning_rate": 4.039909482523902e-06,
      "loss": 0.3633,
      "step": 803510
    },
    {
      "epoch": 224.26,
      "grad_norm": 1.0735678672790527,
      "learning_rate": 4.03989082181419e-06,
      "loss": 0.3618,
      "step": 803520
    },
    {
      "epoch": 224.26,
      "grad_norm": 0.9302375316619873,
      "learning_rate": 4.039872160878721e-06,
      "loss": 0.3536,
      "step": 803530
    },
    {
      "epoch": 224.26,
      "grad_norm": 0.9756763577461243,
      "learning_rate": 4.039853499717499e-06,
      "loss": 0.3557,
      "step": 803540
    },
    {
      "epoch": 224.27,
      "grad_norm": 1.4039297103881836,
      "learning_rate": 4.0398348383305235e-06,
      "loss": 0.3571,
      "step": 803550
    },
    {
      "epoch": 224.27,
      "grad_norm": 1.0390996932983398,
      "learning_rate": 4.0398161767178e-06,
      "loss": 0.3735,
      "step": 803560
    },
    {
      "epoch": 224.27,
      "grad_norm": 0.8812339901924133,
      "learning_rate": 4.0397975148793286e-06,
      "loss": 0.363,
      "step": 803570
    },
    {
      "epoch": 224.28,
      "grad_norm": 1.1951097249984741,
      "learning_rate": 4.039778852815114e-06,
      "loss": 0.3618,
      "step": 803580
    },
    {
      "epoch": 224.28,
      "grad_norm": 1.7067445516586304,
      "learning_rate": 4.039760190525157e-06,
      "loss": 0.3695,
      "step": 803590
    },
    {
      "epoch": 224.28,
      "grad_norm": 0.9869710803031921,
      "learning_rate": 4.039741528009459e-06,
      "loss": 0.3576,
      "step": 803600
    },
    {
      "epoch": 224.28,
      "grad_norm": 1.260020136833191,
      "learning_rate": 4.039722865268026e-06,
      "loss": 0.3778,
      "step": 803610
    },
    {
      "epoch": 224.29,
      "grad_norm": 0.9627110362052917,
      "learning_rate": 4.039704202300858e-06,
      "loss": 0.3764,
      "step": 803620
    },
    {
      "epoch": 224.29,
      "grad_norm": 1.1238958835601807,
      "learning_rate": 4.0396855391079575e-06,
      "loss": 0.381,
      "step": 803630
    },
    {
      "epoch": 224.29,
      "grad_norm": 1.0954636335372925,
      "learning_rate": 4.039666875689329e-06,
      "loss": 0.3703,
      "step": 803640
    },
    {
      "epoch": 224.3,
      "grad_norm": 1.0215297937393188,
      "learning_rate": 4.039648212044973e-06,
      "loss": 0.3834,
      "step": 803650
    },
    {
      "epoch": 224.3,
      "grad_norm": 1.0335620641708374,
      "learning_rate": 4.039629548174891e-06,
      "loss": 0.3699,
      "step": 803660
    },
    {
      "epoch": 224.3,
      "grad_norm": 1.3435510396957397,
      "learning_rate": 4.039610884079088e-06,
      "loss": 0.3642,
      "step": 803670
    },
    {
      "epoch": 224.3,
      "grad_norm": 1.0502543449401855,
      "learning_rate": 4.039592219757566e-06,
      "loss": 0.3657,
      "step": 803680
    },
    {
      "epoch": 224.31,
      "grad_norm": 1.1858811378479004,
      "learning_rate": 4.039573555210326e-06,
      "loss": 0.3724,
      "step": 803690
    },
    {
      "epoch": 224.31,
      "grad_norm": 1.0561375617980957,
      "learning_rate": 4.039554890437371e-06,
      "loss": 0.3693,
      "step": 803700
    },
    {
      "epoch": 224.31,
      "grad_norm": 1.5452547073364258,
      "learning_rate": 4.039536225438705e-06,
      "loss": 0.3687,
      "step": 803710
    },
    {
      "epoch": 224.31,
      "grad_norm": 1.065019965171814,
      "learning_rate": 4.039517560214329e-06,
      "loss": 0.3664,
      "step": 803720
    },
    {
      "epoch": 224.32,
      "grad_norm": 1.3024342060089111,
      "learning_rate": 4.039498894764247e-06,
      "loss": 0.3748,
      "step": 803730
    },
    {
      "epoch": 224.32,
      "grad_norm": 1.1029456853866577,
      "learning_rate": 4.039480229088458e-06,
      "loss": 0.3762,
      "step": 803740
    },
    {
      "epoch": 224.32,
      "grad_norm": 1.0641239881515503,
      "learning_rate": 4.039461563186969e-06,
      "loss": 0.3653,
      "step": 803750
    },
    {
      "epoch": 224.33,
      "grad_norm": 1.109282374382019,
      "learning_rate": 4.039442897059779e-06,
      "loss": 0.3745,
      "step": 803760
    },
    {
      "epoch": 224.33,
      "grad_norm": 1.134539246559143,
      "learning_rate": 4.039424230706893e-06,
      "loss": 0.373,
      "step": 803770
    },
    {
      "epoch": 224.33,
      "grad_norm": 1.5219312906265259,
      "learning_rate": 4.039405564128312e-06,
      "loss": 0.3754,
      "step": 803780
    },
    {
      "epoch": 224.33,
      "grad_norm": 0.9428444504737854,
      "learning_rate": 4.0393868973240376e-06,
      "loss": 0.3688,
      "step": 803790
    },
    {
      "epoch": 224.34,
      "grad_norm": 0.9827633500099182,
      "learning_rate": 4.0393682302940746e-06,
      "loss": 0.3711,
      "step": 803800
    },
    {
      "epoch": 224.34,
      "grad_norm": 1.2007144689559937,
      "learning_rate": 4.039349563038424e-06,
      "loss": 0.374,
      "step": 803810
    },
    {
      "epoch": 224.34,
      "grad_norm": 1.2195745706558228,
      "learning_rate": 4.039330895557089e-06,
      "loss": 0.3887,
      "step": 803820
    },
    {
      "epoch": 224.35,
      "grad_norm": 1.1717371940612793,
      "learning_rate": 4.039312227850071e-06,
      "loss": 0.3638,
      "step": 803830
    },
    {
      "epoch": 224.35,
      "grad_norm": 1.261276364326477,
      "learning_rate": 4.039293559917374e-06,
      "loss": 0.3543,
      "step": 803840
    },
    {
      "epoch": 224.35,
      "grad_norm": 1.2156652212142944,
      "learning_rate": 4.039274891758998e-06,
      "loss": 0.3701,
      "step": 803850
    },
    {
      "epoch": 224.35,
      "grad_norm": 0.9663539528846741,
      "learning_rate": 4.039256223374949e-06,
      "loss": 0.3554,
      "step": 803860
    },
    {
      "epoch": 224.36,
      "grad_norm": 1.156728744506836,
      "learning_rate": 4.039237554765227e-06,
      "loss": 0.3665,
      "step": 803870
    },
    {
      "epoch": 224.36,
      "grad_norm": 1.0045615434646606,
      "learning_rate": 4.0392188859298355e-06,
      "loss": 0.3753,
      "step": 803880
    },
    {
      "epoch": 224.36,
      "grad_norm": 1.097235918045044,
      "learning_rate": 4.0392002168687764e-06,
      "loss": 0.3604,
      "step": 803890
    },
    {
      "epoch": 224.37,
      "grad_norm": 1.035875916481018,
      "learning_rate": 4.0391815475820525e-06,
      "loss": 0.3687,
      "step": 803900
    },
    {
      "epoch": 224.37,
      "grad_norm": 1.3988666534423828,
      "learning_rate": 4.0391628780696655e-06,
      "loss": 0.3708,
      "step": 803910
    },
    {
      "epoch": 224.37,
      "grad_norm": 1.0169780254364014,
      "learning_rate": 4.03914420833162e-06,
      "loss": 0.3691,
      "step": 803920
    },
    {
      "epoch": 224.37,
      "grad_norm": 1.024048089981079,
      "learning_rate": 4.039125538367916e-06,
      "loss": 0.3749,
      "step": 803930
    },
    {
      "epoch": 224.38,
      "grad_norm": 1.1830928325653076,
      "learning_rate": 4.039106868178558e-06,
      "loss": 0.3581,
      "step": 803940
    },
    {
      "epoch": 224.38,
      "grad_norm": 1.2499101161956787,
      "learning_rate": 4.039088197763546e-06,
      "loss": 0.364,
      "step": 803950
    },
    {
      "epoch": 224.38,
      "grad_norm": 0.9496949315071106,
      "learning_rate": 4.039069527122885e-06,
      "loss": 0.3602,
      "step": 803960
    },
    {
      "epoch": 224.38,
      "grad_norm": 1.0961979627609253,
      "learning_rate": 4.039050856256577e-06,
      "loss": 0.3835,
      "step": 803970
    },
    {
      "epoch": 224.39,
      "grad_norm": 1.3595161437988281,
      "learning_rate": 4.0390321851646225e-06,
      "loss": 0.3788,
      "step": 803980
    },
    {
      "epoch": 224.39,
      "grad_norm": 1.2597137689590454,
      "learning_rate": 4.039013513847027e-06,
      "loss": 0.3689,
      "step": 803990
    },
    {
      "epoch": 224.39,
      "grad_norm": 1.0667715072631836,
      "learning_rate": 4.03899484230379e-06,
      "loss": 0.3614,
      "step": 804000
    },
    {
      "epoch": 224.4,
      "grad_norm": 1.2196747064590454,
      "learning_rate": 4.038976170534916e-06,
      "loss": 0.3851,
      "step": 804010
    },
    {
      "epoch": 224.4,
      "grad_norm": 0.9974687099456787,
      "learning_rate": 4.038957498540408e-06,
      "loss": 0.3769,
      "step": 804020
    },
    {
      "epoch": 224.4,
      "grad_norm": 1.09445059299469,
      "learning_rate": 4.038938826320267e-06,
      "loss": 0.3741,
      "step": 804030
    },
    {
      "epoch": 224.4,
      "grad_norm": 0.9486488103866577,
      "learning_rate": 4.038920153874495e-06,
      "loss": 0.3714,
      "step": 804040
    },
    {
      "epoch": 224.41,
      "grad_norm": 6.099379539489746,
      "learning_rate": 4.038901481203096e-06,
      "loss": 0.3807,
      "step": 804050
    },
    {
      "epoch": 224.41,
      "grad_norm": 1.0646507740020752,
      "learning_rate": 4.038882808306072e-06,
      "loss": 0.3738,
      "step": 804060
    },
    {
      "epoch": 224.41,
      "grad_norm": 1.110743761062622,
      "learning_rate": 4.038864135183425e-06,
      "loss": 0.3815,
      "step": 804070
    },
    {
      "epoch": 224.42,
      "grad_norm": 1.2369798421859741,
      "learning_rate": 4.038845461835158e-06,
      "loss": 0.3675,
      "step": 804080
    },
    {
      "epoch": 224.42,
      "grad_norm": 1.043290138244629,
      "learning_rate": 4.038826788261274e-06,
      "loss": 0.3703,
      "step": 804090
    },
    {
      "epoch": 224.42,
      "grad_norm": 1.2407655715942383,
      "learning_rate": 4.038808114461773e-06,
      "loss": 0.3845,
      "step": 804100
    },
    {
      "epoch": 224.42,
      "grad_norm": 1.0482125282287598,
      "learning_rate": 4.038789440436661e-06,
      "loss": 0.3721,
      "step": 804110
    },
    {
      "epoch": 224.43,
      "grad_norm": 1.1428782939910889,
      "learning_rate": 4.0387707661859375e-06,
      "loss": 0.3564,
      "step": 804120
    },
    {
      "epoch": 224.43,
      "grad_norm": 1.1433117389678955,
      "learning_rate": 4.038752091709608e-06,
      "loss": 0.3567,
      "step": 804130
    },
    {
      "epoch": 224.43,
      "grad_norm": 1.092586636543274,
      "learning_rate": 4.038733417007672e-06,
      "loss": 0.3612,
      "step": 804140
    },
    {
      "epoch": 224.43,
      "grad_norm": 1.0845028162002563,
      "learning_rate": 4.038714742080133e-06,
      "loss": 0.3885,
      "step": 804150
    },
    {
      "epoch": 224.44,
      "grad_norm": 1.0054280757904053,
      "learning_rate": 4.0386960669269944e-06,
      "loss": 0.3493,
      "step": 804160
    },
    {
      "epoch": 224.44,
      "grad_norm": 1.030045986175537,
      "learning_rate": 4.038677391548258e-06,
      "loss": 0.3667,
      "step": 804170
    },
    {
      "epoch": 224.44,
      "grad_norm": 1.2547826766967773,
      "learning_rate": 4.038658715943926e-06,
      "loss": 0.37,
      "step": 804180
    },
    {
      "epoch": 224.45,
      "grad_norm": 1.1009986400604248,
      "learning_rate": 4.0386400401140015e-06,
      "loss": 0.3846,
      "step": 804190
    },
    {
      "epoch": 224.45,
      "grad_norm": 1.3112505674362183,
      "learning_rate": 4.0386213640584865e-06,
      "loss": 0.3824,
      "step": 804200
    },
    {
      "epoch": 224.45,
      "grad_norm": 1.0730769634246826,
      "learning_rate": 4.038602687777384e-06,
      "loss": 0.374,
      "step": 804210
    },
    {
      "epoch": 224.45,
      "grad_norm": 0.9367014765739441,
      "learning_rate": 4.038584011270696e-06,
      "loss": 0.3691,
      "step": 804220
    },
    {
      "epoch": 224.46,
      "grad_norm": 1.0330829620361328,
      "learning_rate": 4.0385653345384245e-06,
      "loss": 0.3668,
      "step": 804230
    },
    {
      "epoch": 224.46,
      "grad_norm": 1.0181946754455566,
      "learning_rate": 4.038546657580573e-06,
      "loss": 0.3796,
      "step": 804240
    },
    {
      "epoch": 224.46,
      "grad_norm": 1.0580074787139893,
      "learning_rate": 4.038527980397144e-06,
      "loss": 0.3659,
      "step": 804250
    },
    {
      "epoch": 224.47,
      "grad_norm": 1.1310383081436157,
      "learning_rate": 4.038509302988139e-06,
      "loss": 0.3687,
      "step": 804260
    },
    {
      "epoch": 224.47,
      "grad_norm": 0.976749062538147,
      "learning_rate": 4.0384906253535614e-06,
      "loss": 0.365,
      "step": 804270
    },
    {
      "epoch": 224.47,
      "grad_norm": 1.0378285646438599,
      "learning_rate": 4.038471947493413e-06,
      "loss": 0.3736,
      "step": 804280
    },
    {
      "epoch": 224.47,
      "grad_norm": 1.0718915462493896,
      "learning_rate": 4.0384532694076975e-06,
      "loss": 0.3729,
      "step": 804290
    },
    {
      "epoch": 224.48,
      "grad_norm": 1.2258248329162598,
      "learning_rate": 4.038434591096416e-06,
      "loss": 0.3598,
      "step": 804300
    },
    {
      "epoch": 224.48,
      "grad_norm": 1.05520761013031,
      "learning_rate": 4.0384159125595714e-06,
      "loss": 0.3804,
      "step": 804310
    },
    {
      "epoch": 224.48,
      "grad_norm": 1.041236162185669,
      "learning_rate": 4.038397233797166e-06,
      "loss": 0.3756,
      "step": 804320
    },
    {
      "epoch": 224.49,
      "grad_norm": 1.0110297203063965,
      "learning_rate": 4.038378554809203e-06,
      "loss": 0.3645,
      "step": 804330
    },
    {
      "epoch": 224.49,
      "grad_norm": 1.163671851158142,
      "learning_rate": 4.038359875595685e-06,
      "loss": 0.3618,
      "step": 804340
    },
    {
      "epoch": 224.49,
      "grad_norm": 1.0668104887008667,
      "learning_rate": 4.038341196156614e-06,
      "loss": 0.3681,
      "step": 804350
    },
    {
      "epoch": 224.49,
      "grad_norm": 1.0782413482666016,
      "learning_rate": 4.038322516491991e-06,
      "loss": 0.3663,
      "step": 804360
    },
    {
      "epoch": 224.5,
      "grad_norm": 1.0497814416885376,
      "learning_rate": 4.038303836601821e-06,
      "loss": 0.3769,
      "step": 804370
    },
    {
      "epoch": 224.5,
      "grad_norm": 0.9433788061141968,
      "learning_rate": 4.038285156486105e-06,
      "loss": 0.3591,
      "step": 804380
    },
    {
      "epoch": 224.5,
      "grad_norm": 1.0419477224349976,
      "learning_rate": 4.038266476144847e-06,
      "loss": 0.3681,
      "step": 804390
    },
    {
      "epoch": 224.5,
      "grad_norm": 1.1280739307403564,
      "learning_rate": 4.038247795578047e-06,
      "loss": 0.3654,
      "step": 804400
    },
    {
      "epoch": 224.51,
      "grad_norm": 1.2620762586593628,
      "learning_rate": 4.0382291147857095e-06,
      "loss": 0.3651,
      "step": 804410
    },
    {
      "epoch": 224.51,
      "grad_norm": 1.0202208757400513,
      "learning_rate": 4.038210433767837e-06,
      "loss": 0.358,
      "step": 804420
    },
    {
      "epoch": 224.51,
      "grad_norm": 1.2568084001541138,
      "learning_rate": 4.038191752524431e-06,
      "loss": 0.387,
      "step": 804430
    },
    {
      "epoch": 224.52,
      "grad_norm": 1.07973051071167,
      "learning_rate": 4.0381730710554925e-06,
      "loss": 0.3732,
      "step": 804440
    },
    {
      "epoch": 224.52,
      "grad_norm": 1.2315387725830078,
      "learning_rate": 4.038154389361028e-06,
      "loss": 0.3655,
      "step": 804450
    },
    {
      "epoch": 224.52,
      "grad_norm": 1.0472618341445923,
      "learning_rate": 4.038135707441038e-06,
      "loss": 0.388,
      "step": 804460
    },
    {
      "epoch": 224.52,
      "grad_norm": 1.1017550230026245,
      "learning_rate": 4.038117025295523e-06,
      "loss": 0.362,
      "step": 804470
    },
    {
      "epoch": 224.53,
      "grad_norm": 0.9701637029647827,
      "learning_rate": 4.038098342924488e-06,
      "loss": 0.3642,
      "step": 804480
    },
    {
      "epoch": 224.53,
      "grad_norm": 2.983804941177368,
      "learning_rate": 4.038079660327935e-06,
      "loss": 0.3732,
      "step": 804490
    },
    {
      "epoch": 224.53,
      "grad_norm": 1.0604991912841797,
      "learning_rate": 4.0380609775058664e-06,
      "loss": 0.3591,
      "step": 804500
    },
    {
      "epoch": 224.54,
      "grad_norm": 1.0874172449111938,
      "learning_rate": 4.038042294458284e-06,
      "loss": 0.3644,
      "step": 804510
    },
    {
      "epoch": 224.54,
      "grad_norm": 1.104205846786499,
      "learning_rate": 4.038023611185192e-06,
      "loss": 0.371,
      "step": 804520
    },
    {
      "epoch": 224.54,
      "grad_norm": 1.0220041275024414,
      "learning_rate": 4.03800492768659e-06,
      "loss": 0.3788,
      "step": 804530
    },
    {
      "epoch": 224.54,
      "grad_norm": 1.0458662509918213,
      "learning_rate": 4.037986243962484e-06,
      "loss": 0.3689,
      "step": 804540
    },
    {
      "epoch": 224.55,
      "grad_norm": 0.9572411775588989,
      "learning_rate": 4.037967560012874e-06,
      "loss": 0.3616,
      "step": 804550
    },
    {
      "epoch": 224.55,
      "grad_norm": 1.0114309787750244,
      "learning_rate": 4.0379488758377625e-06,
      "loss": 0.3713,
      "step": 804560
    },
    {
      "epoch": 224.55,
      "grad_norm": 0.9080550074577332,
      "learning_rate": 4.0379301914371536e-06,
      "loss": 0.3523,
      "step": 804570
    },
    {
      "epoch": 224.55,
      "grad_norm": 0.9925292730331421,
      "learning_rate": 4.037911506811048e-06,
      "loss": 0.3511,
      "step": 804580
    },
    {
      "epoch": 224.56,
      "grad_norm": 1.11940598487854,
      "learning_rate": 4.0378928219594495e-06,
      "loss": 0.37,
      "step": 804590
    },
    {
      "epoch": 224.56,
      "grad_norm": 1.0666900873184204,
      "learning_rate": 4.037874136882361e-06,
      "loss": 0.3521,
      "step": 804600
    },
    {
      "epoch": 224.56,
      "grad_norm": 1.0449204444885254,
      "learning_rate": 4.037855451579783e-06,
      "loss": 0.3622,
      "step": 804610
    },
    {
      "epoch": 224.57,
      "grad_norm": 2.3855066299438477,
      "learning_rate": 4.037836766051719e-06,
      "loss": 0.3622,
      "step": 804620
    },
    {
      "epoch": 224.57,
      "grad_norm": 1.0838003158569336,
      "learning_rate": 4.037818080298172e-06,
      "loss": 0.356,
      "step": 804630
    },
    {
      "epoch": 224.57,
      "grad_norm": 1.0009269714355469,
      "learning_rate": 4.037799394319144e-06,
      "loss": 0.3697,
      "step": 804640
    },
    {
      "epoch": 224.57,
      "grad_norm": 1.0560253858566284,
      "learning_rate": 4.037780708114638e-06,
      "loss": 0.3684,
      "step": 804650
    },
    {
      "epoch": 224.58,
      "grad_norm": 0.955962598323822,
      "learning_rate": 4.037762021684656e-06,
      "loss": 0.3585,
      "step": 804660
    },
    {
      "epoch": 224.58,
      "grad_norm": 1.1176059246063232,
      "learning_rate": 4.037743335029199e-06,
      "loss": 0.337,
      "step": 804670
    },
    {
      "epoch": 224.58,
      "grad_norm": 1.302860975265503,
      "learning_rate": 4.037724648148273e-06,
      "loss": 0.3769,
      "step": 804680
    },
    {
      "epoch": 224.59,
      "grad_norm": 1.5837948322296143,
      "learning_rate": 4.0377059610418775e-06,
      "loss": 0.3648,
      "step": 804690
    },
    {
      "epoch": 224.59,
      "grad_norm": 1.1879682540893555,
      "learning_rate": 4.037687273710016e-06,
      "loss": 0.3617,
      "step": 804700
    },
    {
      "epoch": 224.59,
      "grad_norm": 1.1787749528884888,
      "learning_rate": 4.037668586152692e-06,
      "loss": 0.385,
      "step": 804710
    },
    {
      "epoch": 224.59,
      "grad_norm": 1.0993191003799438,
      "learning_rate": 4.037649898369906e-06,
      "loss": 0.3835,
      "step": 804720
    },
    {
      "epoch": 224.6,
      "grad_norm": 1.0894707441329956,
      "learning_rate": 4.0376312103616615e-06,
      "loss": 0.375,
      "step": 804730
    },
    {
      "epoch": 224.6,
      "grad_norm": 1.1253138780593872,
      "learning_rate": 4.037612522127961e-06,
      "loss": 0.3754,
      "step": 804740
    },
    {
      "epoch": 224.6,
      "grad_norm": 0.971198320388794,
      "learning_rate": 4.037593833668807e-06,
      "loss": 0.3604,
      "step": 804750
    },
    {
      "epoch": 224.61,
      "grad_norm": 1.0698388814926147,
      "learning_rate": 4.037575144984202e-06,
      "loss": 0.3796,
      "step": 804760
    },
    {
      "epoch": 224.61,
      "grad_norm": 1.0676099061965942,
      "learning_rate": 4.037556456074148e-06,
      "loss": 0.3595,
      "step": 804770
    },
    {
      "epoch": 224.61,
      "grad_norm": 1.4789071083068848,
      "learning_rate": 4.037537766938649e-06,
      "loss": 0.359,
      "step": 804780
    },
    {
      "epoch": 224.61,
      "grad_norm": 1.0824520587921143,
      "learning_rate": 4.037519077577706e-06,
      "loss": 0.3731,
      "step": 804790
    },
    {
      "epoch": 224.62,
      "grad_norm": 1.126924991607666,
      "learning_rate": 4.0375003879913205e-06,
      "loss": 0.3568,
      "step": 804800
    },
    {
      "epoch": 224.62,
      "grad_norm": 1.1037455797195435,
      "learning_rate": 4.0374816981794975e-06,
      "loss": 0.3628,
      "step": 804810
    },
    {
      "epoch": 224.62,
      "grad_norm": 1.0455622673034668,
      "learning_rate": 4.037463008142238e-06,
      "loss": 0.3531,
      "step": 804820
    },
    {
      "epoch": 224.62,
      "grad_norm": 1.0802974700927734,
      "learning_rate": 4.037444317879546e-06,
      "loss": 0.3639,
      "step": 804830
    },
    {
      "epoch": 224.63,
      "grad_norm": 1.1252561807632446,
      "learning_rate": 4.037425627391421e-06,
      "loss": 0.3479,
      "step": 804840
    },
    {
      "epoch": 224.63,
      "grad_norm": 1.1052863597869873,
      "learning_rate": 4.037406936677869e-06,
      "loss": 0.3631,
      "step": 804850
    },
    {
      "epoch": 224.63,
      "grad_norm": 1.068359136581421,
      "learning_rate": 4.03738824573889e-06,
      "loss": 0.3914,
      "step": 804860
    },
    {
      "epoch": 224.64,
      "grad_norm": 1.4925323724746704,
      "learning_rate": 4.037369554574487e-06,
      "loss": 0.3718,
      "step": 804870
    },
    {
      "epoch": 224.64,
      "grad_norm": 1.2833735942840576,
      "learning_rate": 4.037350863184663e-06,
      "loss": 0.3579,
      "step": 804880
    },
    {
      "epoch": 224.64,
      "grad_norm": 1.2548433542251587,
      "learning_rate": 4.037332171569421e-06,
      "loss": 0.3838,
      "step": 804890
    },
    {
      "epoch": 224.64,
      "grad_norm": 0.9264712333679199,
      "learning_rate": 4.037313479728762e-06,
      "loss": 0.3545,
      "step": 804900
    },
    {
      "epoch": 224.65,
      "grad_norm": 0.9934396147727966,
      "learning_rate": 4.037294787662689e-06,
      "loss": 0.3665,
      "step": 804910
    },
    {
      "epoch": 224.65,
      "grad_norm": 1.0795471668243408,
      "learning_rate": 4.037276095371205e-06,
      "loss": 0.3753,
      "step": 804920
    },
    {
      "epoch": 224.65,
      "grad_norm": 1.0106947422027588,
      "learning_rate": 4.037257402854312e-06,
      "loss": 0.3836,
      "step": 804930
    },
    {
      "epoch": 224.66,
      "grad_norm": 1.1411705017089844,
      "learning_rate": 4.0372387101120134e-06,
      "loss": 0.3675,
      "step": 804940
    },
    {
      "epoch": 224.66,
      "grad_norm": 1.0529921054840088,
      "learning_rate": 4.037220017144311e-06,
      "loss": 0.346,
      "step": 804950
    },
    {
      "epoch": 224.66,
      "grad_norm": 1.1045840978622437,
      "learning_rate": 4.037201323951206e-06,
      "loss": 0.3591,
      "step": 804960
    },
    {
      "epoch": 224.66,
      "grad_norm": 1.1006940603256226,
      "learning_rate": 4.037182630532703e-06,
      "loss": 0.3647,
      "step": 804970
    },
    {
      "epoch": 224.67,
      "grad_norm": 1.1428744792938232,
      "learning_rate": 4.037163936888804e-06,
      "loss": 0.3735,
      "step": 804980
    },
    {
      "epoch": 224.67,
      "grad_norm": 1.0944288969039917,
      "learning_rate": 4.03714524301951e-06,
      "loss": 0.368,
      "step": 804990
    },
    {
      "epoch": 224.67,
      "grad_norm": 1.2481874227523804,
      "learning_rate": 4.037126548924826e-06,
      "loss": 0.3686,
      "step": 805000
    },
    {
      "epoch": 224.67,
      "grad_norm": 1.0580202341079712,
      "learning_rate": 4.0371078546047525e-06,
      "loss": 0.3574,
      "step": 805010
    },
    {
      "epoch": 224.68,
      "grad_norm": 0.9308751225471497,
      "learning_rate": 4.0370891600592935e-06,
      "loss": 0.3717,
      "step": 805020
    },
    {
      "epoch": 224.68,
      "grad_norm": 1.0363984107971191,
      "learning_rate": 4.037070465288449e-06,
      "loss": 0.3591,
      "step": 805030
    },
    {
      "epoch": 224.68,
      "grad_norm": 1.1004023551940918,
      "learning_rate": 4.037051770292225e-06,
      "loss": 0.3762,
      "step": 805040
    },
    {
      "epoch": 224.69,
      "grad_norm": 1.0699914693832397,
      "learning_rate": 4.03703307507062e-06,
      "loss": 0.3818,
      "step": 805050
    },
    {
      "epoch": 224.69,
      "grad_norm": 1.1708565950393677,
      "learning_rate": 4.03701437962364e-06,
      "loss": 0.3556,
      "step": 805060
    },
    {
      "epoch": 224.69,
      "grad_norm": 1.225102186203003,
      "learning_rate": 4.036995683951285e-06,
      "loss": 0.3766,
      "step": 805070
    },
    {
      "epoch": 224.69,
      "grad_norm": 1.2074174880981445,
      "learning_rate": 4.036976988053559e-06,
      "loss": 0.3712,
      "step": 805080
    },
    {
      "epoch": 224.7,
      "grad_norm": 0.9894745349884033,
      "learning_rate": 4.036958291930465e-06,
      "loss": 0.3542,
      "step": 805090
    },
    {
      "epoch": 224.7,
      "grad_norm": 1.0225331783294678,
      "learning_rate": 4.036939595582003e-06,
      "loss": 0.3636,
      "step": 805100
    },
    {
      "epoch": 224.7,
      "grad_norm": 1.0146578550338745,
      "learning_rate": 4.036920899008177e-06,
      "loss": 0.351,
      "step": 805110
    },
    {
      "epoch": 224.71,
      "grad_norm": 1.1731756925582886,
      "learning_rate": 4.036902202208991e-06,
      "loss": 0.3756,
      "step": 805120
    },
    {
      "epoch": 224.71,
      "grad_norm": 1.0891612768173218,
      "learning_rate": 4.036883505184445e-06,
      "loss": 0.3532,
      "step": 805130
    },
    {
      "epoch": 224.71,
      "grad_norm": 0.9928567409515381,
      "learning_rate": 4.036864807934543e-06,
      "loss": 0.3595,
      "step": 805140
    },
    {
      "epoch": 224.71,
      "grad_norm": 1.1926944255828857,
      "learning_rate": 4.036846110459286e-06,
      "loss": 0.3713,
      "step": 805150
    },
    {
      "epoch": 224.72,
      "grad_norm": 1.1318739652633667,
      "learning_rate": 4.036827412758678e-06,
      "loss": 0.3678,
      "step": 805160
    },
    {
      "epoch": 224.72,
      "grad_norm": 1.0572482347488403,
      "learning_rate": 4.036808714832721e-06,
      "loss": 0.3867,
      "step": 805170
    },
    {
      "epoch": 224.72,
      "grad_norm": 1.0304622650146484,
      "learning_rate": 4.036790016681417e-06,
      "loss": 0.3706,
      "step": 805180
    },
    {
      "epoch": 224.73,
      "grad_norm": 2.105990171432495,
      "learning_rate": 4.036771318304769e-06,
      "loss": 0.3622,
      "step": 805190
    },
    {
      "epoch": 224.73,
      "grad_norm": 0.8652246594429016,
      "learning_rate": 4.03675261970278e-06,
      "loss": 0.3626,
      "step": 805200
    },
    {
      "epoch": 224.73,
      "grad_norm": 1.0614070892333984,
      "learning_rate": 4.036733920875451e-06,
      "loss": 0.3568,
      "step": 805210
    },
    {
      "epoch": 224.73,
      "grad_norm": 0.882972240447998,
      "learning_rate": 4.0367152218227865e-06,
      "loss": 0.3685,
      "step": 805220
    },
    {
      "epoch": 224.74,
      "grad_norm": 1.158896803855896,
      "learning_rate": 4.0366965225447876e-06,
      "loss": 0.373,
      "step": 805230
    },
    {
      "epoch": 224.74,
      "grad_norm": 0.8916597366333008,
      "learning_rate": 4.036677823041457e-06,
      "loss": 0.3525,
      "step": 805240
    },
    {
      "epoch": 224.74,
      "grad_norm": 1.071584939956665,
      "learning_rate": 4.0366591233127964e-06,
      "loss": 0.3694,
      "step": 805250
    },
    {
      "epoch": 224.74,
      "grad_norm": 1.0402320623397827,
      "learning_rate": 4.03664042335881e-06,
      "loss": 0.3696,
      "step": 805260
    },
    {
      "epoch": 224.75,
      "grad_norm": 0.9377292394638062,
      "learning_rate": 4.036621723179499e-06,
      "loss": 0.3926,
      "step": 805270
    },
    {
      "epoch": 224.75,
      "grad_norm": 1.0373224020004272,
      "learning_rate": 4.036603022774866e-06,
      "loss": 0.3648,
      "step": 805280
    },
    {
      "epoch": 224.75,
      "grad_norm": 1.051803469657898,
      "learning_rate": 4.036584322144915e-06,
      "loss": 0.3662,
      "step": 805290
    },
    {
      "epoch": 224.76,
      "grad_norm": 0.9467957019805908,
      "learning_rate": 4.0365656212896465e-06,
      "loss": 0.3656,
      "step": 805300
    },
    {
      "epoch": 224.76,
      "grad_norm": 1.194420576095581,
      "learning_rate": 4.036546920209064e-06,
      "loss": 0.3672,
      "step": 805310
    },
    {
      "epoch": 224.76,
      "grad_norm": 1.270199179649353,
      "learning_rate": 4.036528218903169e-06,
      "loss": 0.368,
      "step": 805320
    },
    {
      "epoch": 224.76,
      "grad_norm": 1.2511109113693237,
      "learning_rate": 4.036509517371966e-06,
      "loss": 0.3738,
      "step": 805330
    },
    {
      "epoch": 224.77,
      "grad_norm": 0.846207320690155,
      "learning_rate": 4.0364908156154555e-06,
      "loss": 0.363,
      "step": 805340
    },
    {
      "epoch": 224.77,
      "grad_norm": 1.0028855800628662,
      "learning_rate": 4.03647211363364e-06,
      "loss": 0.3526,
      "step": 805350
    },
    {
      "epoch": 224.77,
      "grad_norm": 1.0428099632263184,
      "learning_rate": 4.036453411426524e-06,
      "loss": 0.3872,
      "step": 805360
    },
    {
      "epoch": 224.78,
      "grad_norm": 1.1451921463012695,
      "learning_rate": 4.0364347089941085e-06,
      "loss": 0.3826,
      "step": 805370
    },
    {
      "epoch": 224.78,
      "grad_norm": 1.0314723253250122,
      "learning_rate": 4.036416006336396e-06,
      "loss": 0.3664,
      "step": 805380
    },
    {
      "epoch": 224.78,
      "grad_norm": 0.9865763187408447,
      "learning_rate": 4.036397303453389e-06,
      "loss": 0.3615,
      "step": 805390
    },
    {
      "epoch": 224.78,
      "grad_norm": 1.0606375932693481,
      "learning_rate": 4.03637860034509e-06,
      "loss": 0.3546,
      "step": 805400
    },
    {
      "epoch": 224.79,
      "grad_norm": 0.9791860580444336,
      "learning_rate": 4.036359897011502e-06,
      "loss": 0.3625,
      "step": 805410
    },
    {
      "epoch": 224.79,
      "grad_norm": 1.1239838600158691,
      "learning_rate": 4.036341193452628e-06,
      "loss": 0.3425,
      "step": 805420
    },
    {
      "epoch": 224.79,
      "grad_norm": 1.111690878868103,
      "learning_rate": 4.036322489668469e-06,
      "loss": 0.359,
      "step": 805430
    },
    {
      "epoch": 224.79,
      "grad_norm": 1.114025592803955,
      "learning_rate": 4.0363037856590275e-06,
      "loss": 0.3863,
      "step": 805440
    },
    {
      "epoch": 224.8,
      "grad_norm": 1.2434943914413452,
      "learning_rate": 4.036285081424307e-06,
      "loss": 0.3649,
      "step": 805450
    },
    {
      "epoch": 224.8,
      "grad_norm": 1.166158676147461,
      "learning_rate": 4.0362663769643095e-06,
      "loss": 0.3687,
      "step": 805460
    },
    {
      "epoch": 224.8,
      "grad_norm": 1.1173630952835083,
      "learning_rate": 4.036247672279039e-06,
      "loss": 0.3756,
      "step": 805470
    },
    {
      "epoch": 224.81,
      "grad_norm": 1.2095087766647339,
      "learning_rate": 4.036228967368494e-06,
      "loss": 0.3743,
      "step": 805480
    },
    {
      "epoch": 224.81,
      "grad_norm": 1.069161295890808,
      "learning_rate": 4.036210262232681e-06,
      "loss": 0.3706,
      "step": 805490
    },
    {
      "epoch": 224.81,
      "grad_norm": 1.1412323713302612,
      "learning_rate": 4.036191556871601e-06,
      "loss": 0.3581,
      "step": 805500
    },
    {
      "epoch": 224.81,
      "grad_norm": 0.9417061805725098,
      "learning_rate": 4.036172851285257e-06,
      "loss": 0.361,
      "step": 805510
    },
    {
      "epoch": 224.82,
      "grad_norm": 1.0784471035003662,
      "learning_rate": 4.036154145473651e-06,
      "loss": 0.3581,
      "step": 805520
    },
    {
      "epoch": 224.82,
      "grad_norm": 1.022726058959961,
      "learning_rate": 4.036135439436786e-06,
      "loss": 0.365,
      "step": 805530
    },
    {
      "epoch": 224.82,
      "grad_norm": 1.0517138242721558,
      "learning_rate": 4.036116733174663e-06,
      "loss": 0.3842,
      "step": 805540
    },
    {
      "epoch": 224.83,
      "grad_norm": 1.4452612400054932,
      "learning_rate": 4.0360980266872855e-06,
      "loss": 0.3634,
      "step": 805550
    },
    {
      "epoch": 224.83,
      "grad_norm": 1.0719480514526367,
      "learning_rate": 4.0360793199746565e-06,
      "loss": 0.3584,
      "step": 805560
    },
    {
      "epoch": 224.83,
      "grad_norm": 1.2022433280944824,
      "learning_rate": 4.036060613036778e-06,
      "loss": 0.3713,
      "step": 805570
    },
    {
      "epoch": 224.83,
      "grad_norm": 12.880599021911621,
      "learning_rate": 4.0360419058736525e-06,
      "loss": 0.364,
      "step": 805580
    },
    {
      "epoch": 224.84,
      "grad_norm": 1.0878679752349854,
      "learning_rate": 4.036023198485282e-06,
      "loss": 0.359,
      "step": 805590
    },
    {
      "epoch": 224.84,
      "grad_norm": 1.1141178607940674,
      "learning_rate": 4.03600449087167e-06,
      "loss": 0.3689,
      "step": 805600
    },
    {
      "epoch": 224.84,
      "grad_norm": 1.020364761352539,
      "learning_rate": 4.035985783032818e-06,
      "loss": 0.3745,
      "step": 805610
    },
    {
      "epoch": 224.85,
      "grad_norm": 0.9975382089614868,
      "learning_rate": 4.035967074968729e-06,
      "loss": 0.3529,
      "step": 805620
    },
    {
      "epoch": 224.85,
      "grad_norm": 1.1199966669082642,
      "learning_rate": 4.035948366679406e-06,
      "loss": 0.3586,
      "step": 805630
    },
    {
      "epoch": 224.85,
      "grad_norm": 1.132155179977417,
      "learning_rate": 4.035929658164851e-06,
      "loss": 0.3728,
      "step": 805640
    },
    {
      "epoch": 224.85,
      "grad_norm": 1.1043978929519653,
      "learning_rate": 4.035910949425065e-06,
      "loss": 0.3627,
      "step": 805650
    },
    {
      "epoch": 224.86,
      "grad_norm": 1.0760306119918823,
      "learning_rate": 4.035892240460054e-06,
      "loss": 0.3706,
      "step": 805660
    },
    {
      "epoch": 224.86,
      "grad_norm": 1.0791473388671875,
      "learning_rate": 4.035873531269817e-06,
      "loss": 0.3732,
      "step": 805670
    },
    {
      "epoch": 224.86,
      "grad_norm": 1.0367155075073242,
      "learning_rate": 4.035854821854358e-06,
      "loss": 0.3705,
      "step": 805680
    },
    {
      "epoch": 224.86,
      "grad_norm": 0.9517771005630493,
      "learning_rate": 4.03583611221368e-06,
      "loss": 0.3623,
      "step": 805690
    },
    {
      "epoch": 224.87,
      "grad_norm": 1.1804198026657104,
      "learning_rate": 4.035817402347785e-06,
      "loss": 0.3627,
      "step": 805700
    },
    {
      "epoch": 224.87,
      "grad_norm": 1.0084822177886963,
      "learning_rate": 4.035798692256674e-06,
      "loss": 0.359,
      "step": 805710
    },
    {
      "epoch": 224.87,
      "grad_norm": 1.149635672569275,
      "learning_rate": 4.035779981940352e-06,
      "loss": 0.363,
      "step": 805720
    },
    {
      "epoch": 224.88,
      "grad_norm": 1.0810425281524658,
      "learning_rate": 4.0357612713988206e-06,
      "loss": 0.3713,
      "step": 805730
    },
    {
      "epoch": 224.88,
      "grad_norm": 1.0747838020324707,
      "learning_rate": 4.035742560632081e-06,
      "loss": 0.3709,
      "step": 805740
    },
    {
      "epoch": 224.88,
      "grad_norm": 1.094389796257019,
      "learning_rate": 4.035723849640137e-06,
      "loss": 0.3772,
      "step": 805750
    },
    {
      "epoch": 224.88,
      "grad_norm": 1.1385661363601685,
      "learning_rate": 4.035705138422992e-06,
      "loss": 0.3613,
      "step": 805760
    },
    {
      "epoch": 224.89,
      "grad_norm": 1.094959020614624,
      "learning_rate": 4.035686426980646e-06,
      "loss": 0.3676,
      "step": 805770
    },
    {
      "epoch": 224.89,
      "grad_norm": 1.039018154144287,
      "learning_rate": 4.035667715313103e-06,
      "loss": 0.357,
      "step": 805780
    },
    {
      "epoch": 224.89,
      "grad_norm": 1.132968783378601,
      "learning_rate": 4.0356490034203655e-06,
      "loss": 0.3679,
      "step": 805790
    },
    {
      "epoch": 224.9,
      "grad_norm": 1.3053501844406128,
      "learning_rate": 4.035630291302436e-06,
      "loss": 0.3638,
      "step": 805800
    },
    {
      "epoch": 224.9,
      "grad_norm": 1.2986512184143066,
      "learning_rate": 4.035611578959317e-06,
      "loss": 0.3705,
      "step": 805810
    },
    {
      "epoch": 224.9,
      "grad_norm": 1.5395948886871338,
      "learning_rate": 4.03559286639101e-06,
      "loss": 0.3598,
      "step": 805820
    },
    {
      "epoch": 224.9,
      "grad_norm": 1.0914433002471924,
      "learning_rate": 4.035574153597519e-06,
      "loss": 0.3473,
      "step": 805830
    },
    {
      "epoch": 224.91,
      "grad_norm": 0.9758836627006531,
      "learning_rate": 4.035555440578845e-06,
      "loss": 0.3801,
      "step": 805840
    },
    {
      "epoch": 224.91,
      "grad_norm": 0.9877684712409973,
      "learning_rate": 4.035536727334991e-06,
      "loss": 0.3735,
      "step": 805850
    },
    {
      "epoch": 224.91,
      "grad_norm": 1.09478759765625,
      "learning_rate": 4.0355180138659605e-06,
      "loss": 0.3784,
      "step": 805860
    },
    {
      "epoch": 224.91,
      "grad_norm": 1.073965311050415,
      "learning_rate": 4.0354993001717556e-06,
      "loss": 0.3675,
      "step": 805870
    },
    {
      "epoch": 224.92,
      "grad_norm": 2.006448984146118,
      "learning_rate": 4.035480586252377e-06,
      "loss": 0.3722,
      "step": 805880
    },
    {
      "epoch": 224.92,
      "grad_norm": 1.1433324813842773,
      "learning_rate": 4.03546187210783e-06,
      "loss": 0.377,
      "step": 805890
    },
    {
      "epoch": 224.92,
      "grad_norm": 1.158952236175537,
      "learning_rate": 4.035443157738115e-06,
      "loss": 0.385,
      "step": 805900
    },
    {
      "epoch": 224.93,
      "grad_norm": 0.9702484011650085,
      "learning_rate": 4.035424443143235e-06,
      "loss": 0.3627,
      "step": 805910
    },
    {
      "epoch": 224.93,
      "grad_norm": 1.088759183883667,
      "learning_rate": 4.035405728323193e-06,
      "loss": 0.3734,
      "step": 805920
    },
    {
      "epoch": 224.93,
      "grad_norm": 1.181473970413208,
      "learning_rate": 4.035387013277991e-06,
      "loss": 0.3807,
      "step": 805930
    },
    {
      "epoch": 224.93,
      "grad_norm": 1.137064814567566,
      "learning_rate": 4.035368298007632e-06,
      "loss": 0.377,
      "step": 805940
    },
    {
      "epoch": 224.94,
      "grad_norm": 1.1724196672439575,
      "learning_rate": 4.035349582512118e-06,
      "loss": 0.3686,
      "step": 805950
    },
    {
      "epoch": 224.94,
      "grad_norm": 1.3095190525054932,
      "learning_rate": 4.035330866791452e-06,
      "loss": 0.3557,
      "step": 805960
    },
    {
      "epoch": 224.94,
      "grad_norm": 1.1037684679031372,
      "learning_rate": 4.035312150845635e-06,
      "loss": 0.3553,
      "step": 805970
    },
    {
      "epoch": 224.95,
      "grad_norm": 1.021209716796875,
      "learning_rate": 4.035293434674671e-06,
      "loss": 0.3603,
      "step": 805980
    },
    {
      "epoch": 224.95,
      "grad_norm": 1.027698040008545,
      "learning_rate": 4.035274718278563e-06,
      "loss": 0.3795,
      "step": 805990
    },
    {
      "epoch": 224.95,
      "grad_norm": 0.9972938299179077,
      "learning_rate": 4.035256001657312e-06,
      "loss": 0.3859,
      "step": 806000
    },
    {
      "epoch": 224.95,
      "grad_norm": 0.9892678260803223,
      "learning_rate": 4.035237284810921e-06,
      "loss": 0.3673,
      "step": 806010
    },
    {
      "epoch": 224.96,
      "grad_norm": 1.2025949954986572,
      "learning_rate": 4.035218567739392e-06,
      "loss": 0.3724,
      "step": 806020
    },
    {
      "epoch": 224.96,
      "grad_norm": 1.201789140701294,
      "learning_rate": 4.035199850442729e-06,
      "loss": 0.3545,
      "step": 806030
    },
    {
      "epoch": 224.96,
      "grad_norm": 1.0450689792633057,
      "learning_rate": 4.035181132920934e-06,
      "loss": 0.3627,
      "step": 806040
    },
    {
      "epoch": 224.97,
      "grad_norm": 0.9867923855781555,
      "learning_rate": 4.035162415174008e-06,
      "loss": 0.3723,
      "step": 806050
    },
    {
      "epoch": 224.97,
      "grad_norm": 1.0488907098770142,
      "learning_rate": 4.035143697201955e-06,
      "loss": 0.3627,
      "step": 806060
    },
    {
      "epoch": 224.97,
      "grad_norm": 1.506205439567566,
      "learning_rate": 4.035124979004777e-06,
      "loss": 0.3606,
      "step": 806070
    },
    {
      "epoch": 224.97,
      "grad_norm": 0.9968686103820801,
      "learning_rate": 4.035106260582476e-06,
      "loss": 0.3491,
      "step": 806080
    },
    {
      "epoch": 224.98,
      "grad_norm": 1.0788906812667847,
      "learning_rate": 4.035087541935056e-06,
      "loss": 0.3723,
      "step": 806090
    },
    {
      "epoch": 224.98,
      "grad_norm": 1.183521032333374,
      "learning_rate": 4.035068823062518e-06,
      "loss": 0.3801,
      "step": 806100
    },
    {
      "epoch": 224.98,
      "grad_norm": 1.1935137510299683,
      "learning_rate": 4.035050103964864e-06,
      "loss": 0.3754,
      "step": 806110
    },
    {
      "epoch": 224.98,
      "grad_norm": 1.287776231765747,
      "learning_rate": 4.035031384642099e-06,
      "loss": 0.3807,
      "step": 806120
    },
    {
      "epoch": 224.99,
      "grad_norm": 1.085538625717163,
      "learning_rate": 4.035012665094224e-06,
      "loss": 0.3886,
      "step": 806130
    },
    {
      "epoch": 224.99,
      "grad_norm": 1.1807221174240112,
      "learning_rate": 4.0349939453212405e-06,
      "loss": 0.3596,
      "step": 806140
    },
    {
      "epoch": 224.99,
      "grad_norm": 1.1009345054626465,
      "learning_rate": 4.034975225323152e-06,
      "loss": 0.3571,
      "step": 806150
    },
    {
      "epoch": 225.0,
      "grad_norm": 1.2890070676803589,
      "learning_rate": 4.034956505099962e-06,
      "loss": 0.373,
      "step": 806160
    },
    {
      "epoch": 225.0,
      "grad_norm": 0.9735660552978516,
      "learning_rate": 4.0349377846516715e-06,
      "loss": 0.3471,
      "step": 806170
    },
    {
      "epoch": 225.0,
      "eval_loss": 0.3682076334953308,
      "eval_runtime": 63.3488,
      "eval_samples_per_second": 79.859,
      "eval_steps_per_second": 9.992,
      "step": 806175
    },
    {
      "epoch": 225.0,
      "grad_norm": 1.0614103078842163,
      "learning_rate": 4.034919063978283e-06,
      "loss": 0.3783,
      "step": 806180
    },
    {
      "epoch": 225.0,
      "grad_norm": 1.1605618000030518,
      "learning_rate": 4.0349003430798e-06,
      "loss": 0.3707,
      "step": 806190
    },
    {
      "epoch": 225.01,
      "grad_norm": 0.9656335711479187,
      "learning_rate": 4.034881621956224e-06,
      "loss": 0.3627,
      "step": 806200
    },
    {
      "epoch": 225.01,
      "grad_norm": 1.010321021080017,
      "learning_rate": 4.034862900607558e-06,
      "loss": 0.3615,
      "step": 806210
    },
    {
      "epoch": 225.01,
      "grad_norm": 1.0221740007400513,
      "learning_rate": 4.034844179033804e-06,
      "loss": 0.3631,
      "step": 806220
    },
    {
      "epoch": 225.02,
      "grad_norm": 0.9580091238021851,
      "learning_rate": 4.0348254572349655e-06,
      "loss": 0.3619,
      "step": 806230
    },
    {
      "epoch": 225.02,
      "grad_norm": 1.211542010307312,
      "learning_rate": 4.034806735211045e-06,
      "loss": 0.3664,
      "step": 806240
    },
    {
      "epoch": 225.02,
      "grad_norm": 1.111855149269104,
      "learning_rate": 4.034788012962043e-06,
      "loss": 0.3479,
      "step": 806250
    },
    {
      "epoch": 225.02,
      "grad_norm": 1.2054373025894165,
      "learning_rate": 4.034769290487965e-06,
      "loss": 0.3612,
      "step": 806260
    },
    {
      "epoch": 225.03,
      "grad_norm": 1.2366384267807007,
      "learning_rate": 4.03475056778881e-06,
      "loss": 0.3551,
      "step": 806270
    },
    {
      "epoch": 225.03,
      "grad_norm": 3.4756920337677,
      "learning_rate": 4.034731844864584e-06,
      "loss": 0.3702,
      "step": 806280
    },
    {
      "epoch": 225.03,
      "grad_norm": 1.0036717653274536,
      "learning_rate": 4.0347131217152864e-06,
      "loss": 0.3676,
      "step": 806290
    },
    {
      "epoch": 225.03,
      "grad_norm": 0.9592424035072327,
      "learning_rate": 4.034694398340922e-06,
      "loss": 0.3595,
      "step": 806300
    },
    {
      "epoch": 225.04,
      "grad_norm": 0.9397845268249512,
      "learning_rate": 4.034675674741493e-06,
      "loss": 0.384,
      "step": 806310
    },
    {
      "epoch": 225.04,
      "grad_norm": 1.100670576095581,
      "learning_rate": 4.034656950917e-06,
      "loss": 0.3742,
      "step": 806320
    },
    {
      "epoch": 225.04,
      "grad_norm": 1.0511505603790283,
      "learning_rate": 4.034638226867447e-06,
      "loss": 0.3676,
      "step": 806330
    },
    {
      "epoch": 225.05,
      "grad_norm": 1.11723792552948,
      "learning_rate": 4.034619502592838e-06,
      "loss": 0.3554,
      "step": 806340
    },
    {
      "epoch": 225.05,
      "grad_norm": 1.2775781154632568,
      "learning_rate": 4.034600778093172e-06,
      "loss": 0.3635,
      "step": 806350
    },
    {
      "epoch": 225.05,
      "grad_norm": 0.9960737228393555,
      "learning_rate": 4.034582053368454e-06,
      "loss": 0.3385,
      "step": 806360
    },
    {
      "epoch": 225.05,
      "grad_norm": 1.1201077699661255,
      "learning_rate": 4.034563328418686e-06,
      "loss": 0.3698,
      "step": 806370
    },
    {
      "epoch": 225.06,
      "grad_norm": 1.1046314239501953,
      "learning_rate": 4.0345446032438695e-06,
      "loss": 0.3776,
      "step": 806380
    },
    {
      "epoch": 225.06,
      "grad_norm": 1.1890323162078857,
      "learning_rate": 4.034525877844009e-06,
      "loss": 0.3725,
      "step": 806390
    },
    {
      "epoch": 225.06,
      "grad_norm": 1.2242275476455688,
      "learning_rate": 4.034507152219104e-06,
      "loss": 0.3741,
      "step": 806400
    },
    {
      "epoch": 225.07,
      "grad_norm": 1.4975457191467285,
      "learning_rate": 4.03448842636916e-06,
      "loss": 0.3621,
      "step": 806410
    },
    {
      "epoch": 225.07,
      "grad_norm": 1.2491952180862427,
      "learning_rate": 4.034469700294178e-06,
      "loss": 0.3725,
      "step": 806420
    },
    {
      "epoch": 225.07,
      "grad_norm": 1.0243408679962158,
      "learning_rate": 4.034450973994161e-06,
      "loss": 0.3588,
      "step": 806430
    },
    {
      "epoch": 225.07,
      "grad_norm": 1.0188403129577637,
      "learning_rate": 4.034432247469111e-06,
      "loss": 0.3544,
      "step": 806440
    },
    {
      "epoch": 225.08,
      "grad_norm": 1.0250966548919678,
      "learning_rate": 4.034413520719031e-06,
      "loss": 0.3881,
      "step": 806450
    },
    {
      "epoch": 225.08,
      "grad_norm": 1.3676546812057495,
      "learning_rate": 4.034394793743923e-06,
      "loss": 0.364,
      "step": 806460
    },
    {
      "epoch": 225.08,
      "grad_norm": 1.244396448135376,
      "learning_rate": 4.034376066543789e-06,
      "loss": 0.3495,
      "step": 806470
    },
    {
      "epoch": 225.09,
      "grad_norm": 1.0932937860488892,
      "learning_rate": 4.034357339118634e-06,
      "loss": 0.3644,
      "step": 806480
    },
    {
      "epoch": 225.09,
      "grad_norm": 1.2411364316940308,
      "learning_rate": 4.0343386114684576e-06,
      "loss": 0.3622,
      "step": 806490
    },
    {
      "epoch": 225.09,
      "grad_norm": 0.9478723406791687,
      "learning_rate": 4.0343198835932634e-06,
      "loss": 0.3579,
      "step": 806500
    },
    {
      "epoch": 225.09,
      "grad_norm": 1.1832119226455688,
      "learning_rate": 4.034301155493054e-06,
      "loss": 0.386,
      "step": 806510
    },
    {
      "epoch": 225.1,
      "grad_norm": 1.1734873056411743,
      "learning_rate": 4.0342824271678315e-06,
      "loss": 0.3612,
      "step": 806520
    },
    {
      "epoch": 225.1,
      "grad_norm": 1.0679720640182495,
      "learning_rate": 4.034263698617599e-06,
      "loss": 0.3884,
      "step": 806530
    },
    {
      "epoch": 225.1,
      "grad_norm": 1.0857305526733398,
      "learning_rate": 4.034244969842358e-06,
      "loss": 0.3713,
      "step": 806540
    },
    {
      "epoch": 225.1,
      "grad_norm": 1.2379233837127686,
      "learning_rate": 4.034226240842112e-06,
      "loss": 0.3861,
      "step": 806550
    },
    {
      "epoch": 225.11,
      "grad_norm": 1.0592713356018066,
      "learning_rate": 4.0342075116168645e-06,
      "loss": 0.3638,
      "step": 806560
    },
    {
      "epoch": 225.11,
      "grad_norm": 1.086435079574585,
      "learning_rate": 4.034188782166615e-06,
      "loss": 0.3772,
      "step": 806570
    },
    {
      "epoch": 225.11,
      "grad_norm": 1.1540461778640747,
      "learning_rate": 4.034170052491368e-06,
      "loss": 0.3743,
      "step": 806580
    },
    {
      "epoch": 225.12,
      "grad_norm": 1.210680365562439,
      "learning_rate": 4.034151322591125e-06,
      "loss": 0.3658,
      "step": 806590
    },
    {
      "epoch": 225.12,
      "grad_norm": 0.9518730044364929,
      "learning_rate": 4.034132592465891e-06,
      "loss": 0.3756,
      "step": 806600
    },
    {
      "epoch": 225.12,
      "grad_norm": 0.9519770741462708,
      "learning_rate": 4.0341138621156655e-06,
      "loss": 0.3514,
      "step": 806610
    },
    {
      "epoch": 225.12,
      "grad_norm": 1.088457703590393,
      "learning_rate": 4.034095131540452e-06,
      "loss": 0.3602,
      "step": 806620
    },
    {
      "epoch": 225.13,
      "grad_norm": 0.9432358145713806,
      "learning_rate": 4.034076400740253e-06,
      "loss": 0.3793,
      "step": 806630
    },
    {
      "epoch": 225.13,
      "grad_norm": 1.0412992238998413,
      "learning_rate": 4.034057669715072e-06,
      "loss": 0.3529,
      "step": 806640
    },
    {
      "epoch": 225.13,
      "grad_norm": 1.1564158201217651,
      "learning_rate": 4.034038938464909e-06,
      "loss": 0.3715,
      "step": 806650
    },
    {
      "epoch": 225.14,
      "grad_norm": 1.2119457721710205,
      "learning_rate": 4.0340202069897695e-06,
      "loss": 0.3621,
      "step": 806660
    },
    {
      "epoch": 225.14,
      "grad_norm": 1.2893085479736328,
      "learning_rate": 4.034001475289653e-06,
      "loss": 0.3796,
      "step": 806670
    },
    {
      "epoch": 225.14,
      "grad_norm": 0.9852889180183411,
      "learning_rate": 4.033982743364565e-06,
      "loss": 0.3642,
      "step": 806680
    },
    {
      "epoch": 225.14,
      "grad_norm": 1.1916403770446777,
      "learning_rate": 4.033964011214507e-06,
      "loss": 0.3505,
      "step": 806690
    },
    {
      "epoch": 225.15,
      "grad_norm": 1.1272493600845337,
      "learning_rate": 4.03394527883948e-06,
      "loss": 0.3609,
      "step": 806700
    },
    {
      "epoch": 225.15,
      "grad_norm": 1.1369407176971436,
      "learning_rate": 4.0339265462394875e-06,
      "loss": 0.3554,
      "step": 806710
    },
    {
      "epoch": 225.15,
      "grad_norm": 1.0632201433181763,
      "learning_rate": 4.033907813414532e-06,
      "loss": 0.3711,
      "step": 806720
    },
    {
      "epoch": 225.15,
      "grad_norm": 1.2065649032592773,
      "learning_rate": 4.033889080364616e-06,
      "loss": 0.3748,
      "step": 806730
    },
    {
      "epoch": 225.16,
      "grad_norm": 0.9826732873916626,
      "learning_rate": 4.033870347089743e-06,
      "loss": 0.3728,
      "step": 806740
    },
    {
      "epoch": 225.16,
      "grad_norm": 1.0021727085113525,
      "learning_rate": 4.033851613589914e-06,
      "loss": 0.3607,
      "step": 806750
    },
    {
      "epoch": 225.16,
      "grad_norm": 1.1974093914031982,
      "learning_rate": 4.033832879865132e-06,
      "loss": 0.3565,
      "step": 806760
    },
    {
      "epoch": 225.17,
      "grad_norm": 1.0073291063308716,
      "learning_rate": 4.033814145915399e-06,
      "loss": 0.3692,
      "step": 806770
    },
    {
      "epoch": 225.17,
      "grad_norm": 0.9923063516616821,
      "learning_rate": 4.033795411740719e-06,
      "loss": 0.3683,
      "step": 806780
    },
    {
      "epoch": 225.17,
      "grad_norm": 0.9381338357925415,
      "learning_rate": 4.033776677341092e-06,
      "loss": 0.3657,
      "step": 806790
    },
    {
      "epoch": 225.17,
      "grad_norm": 1.222241997718811,
      "learning_rate": 4.033757942716524e-06,
      "loss": 0.3827,
      "step": 806800
    },
    {
      "epoch": 225.18,
      "grad_norm": 1.5031849145889282,
      "learning_rate": 4.033739207867014e-06,
      "loss": 0.3765,
      "step": 806810
    },
    {
      "epoch": 225.18,
      "grad_norm": 1.0867199897766113,
      "learning_rate": 4.033720472792567e-06,
      "loss": 0.343,
      "step": 806820
    },
    {
      "epoch": 225.18,
      "grad_norm": 1.0661375522613525,
      "learning_rate": 4.033701737493183e-06,
      "loss": 0.3756,
      "step": 806830
    },
    {
      "epoch": 225.19,
      "grad_norm": 0.8246961236000061,
      "learning_rate": 4.033683001968867e-06,
      "loss": 0.3554,
      "step": 806840
    },
    {
      "epoch": 225.19,
      "grad_norm": 1.4957026243209839,
      "learning_rate": 4.033664266219621e-06,
      "loss": 0.3596,
      "step": 806850
    },
    {
      "epoch": 225.19,
      "grad_norm": 0.9714561700820923,
      "learning_rate": 4.033645530245445e-06,
      "loss": 0.3735,
      "step": 806860
    },
    {
      "epoch": 225.19,
      "grad_norm": 1.1282789707183838,
      "learning_rate": 4.033626794046345e-06,
      "loss": 0.3662,
      "step": 806870
    },
    {
      "epoch": 225.2,
      "grad_norm": 0.994519829750061,
      "learning_rate": 4.033608057622322e-06,
      "loss": 0.3973,
      "step": 806880
    },
    {
      "epoch": 225.2,
      "grad_norm": 1.0977386236190796,
      "learning_rate": 4.033589320973378e-06,
      "loss": 0.373,
      "step": 806890
    },
    {
      "epoch": 225.2,
      "grad_norm": 1.025245189666748,
      "learning_rate": 4.033570584099515e-06,
      "loss": 0.3627,
      "step": 806900
    },
    {
      "epoch": 225.21,
      "grad_norm": 1.0650410652160645,
      "learning_rate": 4.033551847000738e-06,
      "loss": 0.381,
      "step": 806910
    },
    {
      "epoch": 225.21,
      "grad_norm": 1.0253784656524658,
      "learning_rate": 4.033533109677047e-06,
      "loss": 0.37,
      "step": 806920
    },
    {
      "epoch": 225.21,
      "grad_norm": 0.9839377403259277,
      "learning_rate": 4.033514372128446e-06,
      "loss": 0.3798,
      "step": 806930
    },
    {
      "epoch": 225.21,
      "grad_norm": 0.9979531764984131,
      "learning_rate": 4.033495634354937e-06,
      "loss": 0.3707,
      "step": 806940
    },
    {
      "epoch": 225.22,
      "grad_norm": 1.0144543647766113,
      "learning_rate": 4.033476896356522e-06,
      "loss": 0.3755,
      "step": 806950
    },
    {
      "epoch": 225.22,
      "grad_norm": 1.0207266807556152,
      "learning_rate": 4.033458158133204e-06,
      "loss": 0.3832,
      "step": 806960
    },
    {
      "epoch": 225.22,
      "grad_norm": 0.9873230457305908,
      "learning_rate": 4.033439419684985e-06,
      "loss": 0.3614,
      "step": 806970
    },
    {
      "epoch": 225.22,
      "grad_norm": 1.0168561935424805,
      "learning_rate": 4.033420681011868e-06,
      "loss": 0.3555,
      "step": 806980
    },
    {
      "epoch": 225.23,
      "grad_norm": 1.1219130754470825,
      "learning_rate": 4.0334019421138555e-06,
      "loss": 0.3736,
      "step": 806990
    },
    {
      "epoch": 225.23,
      "grad_norm": 1.0008593797683716,
      "learning_rate": 4.03338320299095e-06,
      "loss": 0.3787,
      "step": 807000
    },
    {
      "epoch": 225.23,
      "grad_norm": 1.348913550376892,
      "learning_rate": 4.0333644636431535e-06,
      "loss": 0.3592,
      "step": 807010
    },
    {
      "epoch": 225.24,
      "grad_norm": 1.0042670965194702,
      "learning_rate": 4.033345724070469e-06,
      "loss": 0.3815,
      "step": 807020
    },
    {
      "epoch": 225.24,
      "grad_norm": 1.1567944288253784,
      "learning_rate": 4.033326984272899e-06,
      "loss": 0.3639,
      "step": 807030
    },
    {
      "epoch": 225.24,
      "grad_norm": 1.0240212678909302,
      "learning_rate": 4.033308244250446e-06,
      "loss": 0.3588,
      "step": 807040
    },
    {
      "epoch": 225.24,
      "grad_norm": 1.2291779518127441,
      "learning_rate": 4.033289504003112e-06,
      "loss": 0.369,
      "step": 807050
    },
    {
      "epoch": 225.25,
      "grad_norm": 1.3937755823135376,
      "learning_rate": 4.0332707635309e-06,
      "loss": 0.3663,
      "step": 807060
    },
    {
      "epoch": 225.25,
      "grad_norm": 1.1419956684112549,
      "learning_rate": 4.033252022833812e-06,
      "loss": 0.3594,
      "step": 807070
    },
    {
      "epoch": 225.25,
      "grad_norm": 0.9434195160865784,
      "learning_rate": 4.033233281911852e-06,
      "loss": 0.373,
      "step": 807080
    },
    {
      "epoch": 225.26,
      "grad_norm": 1.0676798820495605,
      "learning_rate": 4.03321454076502e-06,
      "loss": 0.3642,
      "step": 807090
    },
    {
      "epoch": 225.26,
      "grad_norm": 1.252581000328064,
      "learning_rate": 4.03319579939332e-06,
      "loss": 0.3739,
      "step": 807100
    },
    {
      "epoch": 225.26,
      "grad_norm": 1.0925049781799316,
      "learning_rate": 4.033177057796755e-06,
      "loss": 0.3493,
      "step": 807110
    },
    {
      "epoch": 225.26,
      "grad_norm": 1.025286078453064,
      "learning_rate": 4.0331583159753265e-06,
      "loss": 0.3812,
      "step": 807120
    },
    {
      "epoch": 225.27,
      "grad_norm": 1.2391422986984253,
      "learning_rate": 4.033139573929037e-06,
      "loss": 0.3801,
      "step": 807130
    },
    {
      "epoch": 225.27,
      "grad_norm": 1.8988356590270996,
      "learning_rate": 4.033120831657889e-06,
      "loss": 0.3596,
      "step": 807140
    },
    {
      "epoch": 225.27,
      "grad_norm": 1.3143757581710815,
      "learning_rate": 4.033102089161886e-06,
      "loss": 0.3662,
      "step": 807150
    },
    {
      "epoch": 225.27,
      "grad_norm": 1.0296857357025146,
      "learning_rate": 4.033083346441029e-06,
      "loss": 0.3563,
      "step": 807160
    },
    {
      "epoch": 225.28,
      "grad_norm": 1.1377334594726562,
      "learning_rate": 4.033064603495322e-06,
      "loss": 0.3593,
      "step": 807170
    },
    {
      "epoch": 225.28,
      "grad_norm": 0.9402979612350464,
      "learning_rate": 4.033045860324766e-06,
      "loss": 0.3589,
      "step": 807180
    },
    {
      "epoch": 225.28,
      "grad_norm": 1.122379183769226,
      "learning_rate": 4.033027116929365e-06,
      "loss": 0.383,
      "step": 807190
    },
    {
      "epoch": 225.29,
      "grad_norm": 1.2536717653274536,
      "learning_rate": 4.033008373309121e-06,
      "loss": 0.3844,
      "step": 807200
    },
    {
      "epoch": 225.29,
      "grad_norm": 1.0463405847549438,
      "learning_rate": 4.032989629464036e-06,
      "loss": 0.3576,
      "step": 807210
    },
    {
      "epoch": 225.29,
      "grad_norm": 1.0511023998260498,
      "learning_rate": 4.032970885394113e-06,
      "loss": 0.3647,
      "step": 807220
    },
    {
      "epoch": 225.29,
      "grad_norm": 1.1433686017990112,
      "learning_rate": 4.032952141099353e-06,
      "loss": 0.3659,
      "step": 807230
    },
    {
      "epoch": 225.3,
      "grad_norm": 0.9916088581085205,
      "learning_rate": 4.0329333965797606e-06,
      "loss": 0.3683,
      "step": 807240
    },
    {
      "epoch": 225.3,
      "grad_norm": 1.1694551706314087,
      "learning_rate": 4.032914651835337e-06,
      "loss": 0.3707,
      "step": 807250
    },
    {
      "epoch": 225.3,
      "grad_norm": 1.1306633949279785,
      "learning_rate": 4.032895906866085e-06,
      "loss": 0.3657,
      "step": 807260
    },
    {
      "epoch": 225.31,
      "grad_norm": 1.1156281232833862,
      "learning_rate": 4.0328771616720084e-06,
      "loss": 0.3693,
      "step": 807270
    },
    {
      "epoch": 225.31,
      "grad_norm": 0.8730028867721558,
      "learning_rate": 4.032858416253108e-06,
      "loss": 0.3683,
      "step": 807280
    },
    {
      "epoch": 225.31,
      "grad_norm": 0.9733991622924805,
      "learning_rate": 4.032839670609387e-06,
      "loss": 0.3591,
      "step": 807290
    },
    {
      "epoch": 225.31,
      "grad_norm": 1.0395745038986206,
      "learning_rate": 4.032820924740846e-06,
      "loss": 0.3559,
      "step": 807300
    },
    {
      "epoch": 225.32,
      "grad_norm": 0.9361048340797424,
      "learning_rate": 4.0328021786474904e-06,
      "loss": 0.369,
      "step": 807310
    },
    {
      "epoch": 225.32,
      "grad_norm": 1.2693469524383545,
      "learning_rate": 4.032783432329322e-06,
      "loss": 0.3584,
      "step": 807320
    },
    {
      "epoch": 225.32,
      "grad_norm": 1.0985078811645508,
      "learning_rate": 4.0327646857863425e-06,
      "loss": 0.3811,
      "step": 807330
    },
    {
      "epoch": 225.33,
      "grad_norm": 0.9305478930473328,
      "learning_rate": 4.0327459390185545e-06,
      "loss": 0.3655,
      "step": 807340
    },
    {
      "epoch": 225.33,
      "grad_norm": 1.0506515502929688,
      "learning_rate": 4.032727192025961e-06,
      "loss": 0.3746,
      "step": 807350
    },
    {
      "epoch": 225.33,
      "grad_norm": 1.1227140426635742,
      "learning_rate": 4.032708444808563e-06,
      "loss": 0.3604,
      "step": 807360
    },
    {
      "epoch": 225.33,
      "grad_norm": 1.0008107423782349,
      "learning_rate": 4.032689697366366e-06,
      "loss": 0.3579,
      "step": 807370
    },
    {
      "epoch": 225.34,
      "grad_norm": 0.9333704710006714,
      "learning_rate": 4.03267094969937e-06,
      "loss": 0.3741,
      "step": 807380
    },
    {
      "epoch": 225.34,
      "grad_norm": 1.2134809494018555,
      "learning_rate": 4.032652201807577e-06,
      "loss": 0.369,
      "step": 807390
    },
    {
      "epoch": 225.34,
      "grad_norm": 1.0123769044876099,
      "learning_rate": 4.032633453690992e-06,
      "loss": 0.38,
      "step": 807400
    },
    {
      "epoch": 225.34,
      "grad_norm": 1.34335458278656,
      "learning_rate": 4.032614705349616e-06,
      "loss": 0.3607,
      "step": 807410
    },
    {
      "epoch": 225.35,
      "grad_norm": 1.0075292587280273,
      "learning_rate": 4.0325959567834516e-06,
      "loss": 0.386,
      "step": 807420
    },
    {
      "epoch": 225.35,
      "grad_norm": 1.1153111457824707,
      "learning_rate": 4.032577207992501e-06,
      "loss": 0.3714,
      "step": 807430
    },
    {
      "epoch": 225.35,
      "grad_norm": 1.0520254373550415,
      "learning_rate": 4.032558458976767e-06,
      "loss": 0.359,
      "step": 807440
    },
    {
      "epoch": 225.36,
      "grad_norm": 1.2005715370178223,
      "learning_rate": 4.032539709736252e-06,
      "loss": 0.3806,
      "step": 807450
    },
    {
      "epoch": 225.36,
      "grad_norm": 1.0139806270599365,
      "learning_rate": 4.03252096027096e-06,
      "loss": 0.3771,
      "step": 807460
    },
    {
      "epoch": 225.36,
      "grad_norm": 1.161696434020996,
      "learning_rate": 4.03250221058089e-06,
      "loss": 0.3686,
      "step": 807470
    },
    {
      "epoch": 225.36,
      "grad_norm": 1.255096435546875,
      "learning_rate": 4.032483460666048e-06,
      "loss": 0.3819,
      "step": 807480
    },
    {
      "epoch": 225.37,
      "grad_norm": 1.1219090223312378,
      "learning_rate": 4.032464710526434e-06,
      "loss": 0.3645,
      "step": 807490
    },
    {
      "epoch": 225.37,
      "grad_norm": 1.405651569366455,
      "learning_rate": 4.032445960162053e-06,
      "loss": 0.3708,
      "step": 807500
    },
    {
      "epoch": 225.37,
      "grad_norm": 1.0724507570266724,
      "learning_rate": 4.032427209572906e-06,
      "loss": 0.3871,
      "step": 807510
    },
    {
      "epoch": 225.38,
      "grad_norm": 0.9952797889709473,
      "learning_rate": 4.0324084587589946e-06,
      "loss": 0.3857,
      "step": 807520
    },
    {
      "epoch": 225.38,
      "grad_norm": 1.0463006496429443,
      "learning_rate": 4.032389707720323e-06,
      "loss": 0.3805,
      "step": 807530
    },
    {
      "epoch": 225.38,
      "grad_norm": 0.9893673062324524,
      "learning_rate": 4.032370956456893e-06,
      "loss": 0.3711,
      "step": 807540
    },
    {
      "epoch": 225.38,
      "grad_norm": 1.0635539293289185,
      "learning_rate": 4.032352204968706e-06,
      "loss": 0.3748,
      "step": 807550
    },
    {
      "epoch": 225.39,
      "grad_norm": 1.9738835096359253,
      "learning_rate": 4.032333453255767e-06,
      "loss": 0.3484,
      "step": 807560
    },
    {
      "epoch": 225.39,
      "grad_norm": 1.0078210830688477,
      "learning_rate": 4.032314701318076e-06,
      "loss": 0.3574,
      "step": 807570
    },
    {
      "epoch": 225.39,
      "grad_norm": 0.9665176868438721,
      "learning_rate": 4.032295949155637e-06,
      "loss": 0.3723,
      "step": 807580
    },
    {
      "epoch": 225.39,
      "grad_norm": 1.180084466934204,
      "learning_rate": 4.032277196768453e-06,
      "loss": 0.3597,
      "step": 807590
    },
    {
      "epoch": 225.4,
      "grad_norm": 1.0716694593429565,
      "learning_rate": 4.032258444156525e-06,
      "loss": 0.3742,
      "step": 807600
    },
    {
      "epoch": 225.4,
      "grad_norm": 1.0472841262817383,
      "learning_rate": 4.032239691319855e-06,
      "loss": 0.3799,
      "step": 807610
    },
    {
      "epoch": 225.4,
      "grad_norm": 1.069746732711792,
      "learning_rate": 4.032220938258448e-06,
      "loss": 0.3659,
      "step": 807620
    },
    {
      "epoch": 225.41,
      "grad_norm": 1.0583884716033936,
      "learning_rate": 4.0322021849723045e-06,
      "loss": 0.3642,
      "step": 807630
    },
    {
      "epoch": 225.41,
      "grad_norm": 1.0703526735305786,
      "learning_rate": 4.032183431461427e-06,
      "loss": 0.3783,
      "step": 807640
    },
    {
      "epoch": 225.41,
      "grad_norm": 1.0118300914764404,
      "learning_rate": 4.03216467772582e-06,
      "loss": 0.3729,
      "step": 807650
    },
    {
      "epoch": 225.41,
      "grad_norm": 0.9947729110717773,
      "learning_rate": 4.032145923765484e-06,
      "loss": 0.3691,
      "step": 807660
    },
    {
      "epoch": 225.42,
      "grad_norm": 1.1884353160858154,
      "learning_rate": 4.032127169580421e-06,
      "loss": 0.3656,
      "step": 807670
    },
    {
      "epoch": 225.42,
      "grad_norm": 1.105984091758728,
      "learning_rate": 4.032108415170635e-06,
      "loss": 0.365,
      "step": 807680
    },
    {
      "epoch": 225.42,
      "grad_norm": 1.0852224826812744,
      "learning_rate": 4.032089660536128e-06,
      "loss": 0.3581,
      "step": 807690
    },
    {
      "epoch": 225.43,
      "grad_norm": 1.026660680770874,
      "learning_rate": 4.0320709056769035e-06,
      "loss": 0.3679,
      "step": 807700
    },
    {
      "epoch": 225.43,
      "grad_norm": 1.0008876323699951,
      "learning_rate": 4.032052150592962e-06,
      "loss": 0.3729,
      "step": 807710
    },
    {
      "epoch": 225.43,
      "grad_norm": 1.2097586393356323,
      "learning_rate": 4.032033395284307e-06,
      "loss": 0.38,
      "step": 807720
    },
    {
      "epoch": 225.43,
      "grad_norm": 1.1134111881256104,
      "learning_rate": 4.032014639750941e-06,
      "loss": 0.372,
      "step": 807730
    },
    {
      "epoch": 225.44,
      "grad_norm": 0.9975197315216064,
      "learning_rate": 4.0319958839928676e-06,
      "loss": 0.3607,
      "step": 807740
    },
    {
      "epoch": 225.44,
      "grad_norm": 1.154319167137146,
      "learning_rate": 4.031977128010087e-06,
      "loss": 0.3694,
      "step": 807750
    },
    {
      "epoch": 225.44,
      "grad_norm": 1.2033475637435913,
      "learning_rate": 4.031958371802604e-06,
      "loss": 0.362,
      "step": 807760
    },
    {
      "epoch": 225.45,
      "grad_norm": 1.4193339347839355,
      "learning_rate": 4.031939615370419e-06,
      "loss": 0.3733,
      "step": 807770
    },
    {
      "epoch": 225.45,
      "grad_norm": 1.1192553043365479,
      "learning_rate": 4.031920858713536e-06,
      "loss": 0.3713,
      "step": 807780
    },
    {
      "epoch": 225.45,
      "grad_norm": 1.0009602308273315,
      "learning_rate": 4.031902101831957e-06,
      "loss": 0.3434,
      "step": 807790
    },
    {
      "epoch": 225.45,
      "grad_norm": 1.096197247505188,
      "learning_rate": 4.0318833447256845e-06,
      "loss": 0.3726,
      "step": 807800
    },
    {
      "epoch": 225.46,
      "grad_norm": 1.0338318347930908,
      "learning_rate": 4.031864587394721e-06,
      "loss": 0.3685,
      "step": 807810
    },
    {
      "epoch": 225.46,
      "grad_norm": 1.0361021757125854,
      "learning_rate": 4.0318458298390685e-06,
      "loss": 0.3753,
      "step": 807820
    },
    {
      "epoch": 225.46,
      "grad_norm": 0.9876222610473633,
      "learning_rate": 4.03182707205873e-06,
      "loss": 0.3632,
      "step": 807830
    },
    {
      "epoch": 225.46,
      "grad_norm": 1.2937589883804321,
      "learning_rate": 4.031808314053709e-06,
      "loss": 0.3645,
      "step": 807840
    },
    {
      "epoch": 225.47,
      "grad_norm": 1.111234426498413,
      "learning_rate": 4.031789555824006e-06,
      "loss": 0.3679,
      "step": 807850
    },
    {
      "epoch": 225.47,
      "grad_norm": 1.2808054685592651,
      "learning_rate": 4.031770797369625e-06,
      "loss": 0.3638,
      "step": 807860
    },
    {
      "epoch": 225.47,
      "grad_norm": 0.9526326656341553,
      "learning_rate": 4.031752038690567e-06,
      "loss": 0.3541,
      "step": 807870
    },
    {
      "epoch": 225.48,
      "grad_norm": 1.261806845664978,
      "learning_rate": 4.031733279786837e-06,
      "loss": 0.3809,
      "step": 807880
    },
    {
      "epoch": 225.48,
      "grad_norm": 1.0788041353225708,
      "learning_rate": 4.031714520658435e-06,
      "loss": 0.3837,
      "step": 807890
    },
    {
      "epoch": 225.48,
      "grad_norm": 1.3084262609481812,
      "learning_rate": 4.031695761305365e-06,
      "loss": 0.3876,
      "step": 807900
    },
    {
      "epoch": 225.48,
      "grad_norm": 1.2069567441940308,
      "learning_rate": 4.031677001727628e-06,
      "loss": 0.3617,
      "step": 807910
    },
    {
      "epoch": 225.49,
      "grad_norm": 1.3054287433624268,
      "learning_rate": 4.031658241925229e-06,
      "loss": 0.3671,
      "step": 807920
    },
    {
      "epoch": 225.49,
      "grad_norm": 1.2124266624450684,
      "learning_rate": 4.0316394818981675e-06,
      "loss": 0.3762,
      "step": 807930
    },
    {
      "epoch": 225.49,
      "grad_norm": 0.9944499731063843,
      "learning_rate": 4.031620721646448e-06,
      "loss": 0.3807,
      "step": 807940
    },
    {
      "epoch": 225.5,
      "grad_norm": 1.069657325744629,
      "learning_rate": 4.031601961170073e-06,
      "loss": 0.3547,
      "step": 807950
    },
    {
      "epoch": 225.5,
      "grad_norm": 1.2075527906417847,
      "learning_rate": 4.031583200469043e-06,
      "loss": 0.3612,
      "step": 807960
    },
    {
      "epoch": 225.5,
      "grad_norm": 1.0609261989593506,
      "learning_rate": 4.031564439543363e-06,
      "loss": 0.3734,
      "step": 807970
    },
    {
      "epoch": 225.5,
      "grad_norm": 1.153777837753296,
      "learning_rate": 4.031545678393034e-06,
      "loss": 0.3613,
      "step": 807980
    },
    {
      "epoch": 225.51,
      "grad_norm": 1.0313763618469238,
      "learning_rate": 4.031526917018059e-06,
      "loss": 0.3588,
      "step": 807990
    },
    {
      "epoch": 225.51,
      "grad_norm": 0.9587833285331726,
      "learning_rate": 4.031508155418441e-06,
      "loss": 0.3483,
      "step": 808000
    },
    {
      "epoch": 225.51,
      "grad_norm": 1.0430186986923218,
      "learning_rate": 4.031489393594181e-06,
      "loss": 0.3688,
      "step": 808010
    },
    {
      "epoch": 225.51,
      "grad_norm": 1.0315042734146118,
      "learning_rate": 4.0314706315452835e-06,
      "loss": 0.3706,
      "step": 808020
    },
    {
      "epoch": 225.52,
      "grad_norm": 1.118424654006958,
      "learning_rate": 4.031451869271749e-06,
      "loss": 0.358,
      "step": 808030
    },
    {
      "epoch": 225.52,
      "grad_norm": 1.154510259628296,
      "learning_rate": 4.031433106773581e-06,
      "loss": 0.3745,
      "step": 808040
    },
    {
      "epoch": 225.52,
      "grad_norm": 13.311378479003906,
      "learning_rate": 4.031414344050783e-06,
      "loss": 0.3709,
      "step": 808050
    },
    {
      "epoch": 225.53,
      "grad_norm": 1.080845594406128,
      "learning_rate": 4.031395581103355e-06,
      "loss": 0.372,
      "step": 808060
    },
    {
      "epoch": 225.53,
      "grad_norm": 1.007028341293335,
      "learning_rate": 4.031376817931302e-06,
      "loss": 0.3778,
      "step": 808070
    },
    {
      "epoch": 225.53,
      "grad_norm": 1.0675441026687622,
      "learning_rate": 4.031358054534625e-06,
      "loss": 0.3612,
      "step": 808080
    },
    {
      "epoch": 225.53,
      "grad_norm": 1.017776370048523,
      "learning_rate": 4.031339290913327e-06,
      "loss": 0.3698,
      "step": 808090
    },
    {
      "epoch": 225.54,
      "grad_norm": 1.1317962408065796,
      "learning_rate": 4.0313205270674106e-06,
      "loss": 0.3675,
      "step": 808100
    },
    {
      "epoch": 225.54,
      "grad_norm": 1.3484770059585571,
      "learning_rate": 4.031301762996877e-06,
      "loss": 0.3599,
      "step": 808110
    },
    {
      "epoch": 225.54,
      "grad_norm": 0.9480471014976501,
      "learning_rate": 4.031282998701731e-06,
      "loss": 0.3588,
      "step": 808120
    },
    {
      "epoch": 225.55,
      "grad_norm": 1.0837619304656982,
      "learning_rate": 4.0312642341819735e-06,
      "loss": 0.3597,
      "step": 808130
    },
    {
      "epoch": 225.55,
      "grad_norm": 1.2555351257324219,
      "learning_rate": 4.031245469437607e-06,
      "loss": 0.3727,
      "step": 808140
    },
    {
      "epoch": 225.55,
      "grad_norm": 1.116335391998291,
      "learning_rate": 4.0312267044686345e-06,
      "loss": 0.3733,
      "step": 808150
    },
    {
      "epoch": 225.55,
      "grad_norm": 1.142959713935852,
      "learning_rate": 4.031207939275059e-06,
      "loss": 0.3411,
      "step": 808160
    },
    {
      "epoch": 225.56,
      "grad_norm": 0.8740428686141968,
      "learning_rate": 4.031189173856882e-06,
      "loss": 0.3731,
      "step": 808170
    },
    {
      "epoch": 225.56,
      "grad_norm": 1.1967474222183228,
      "learning_rate": 4.031170408214107e-06,
      "loss": 0.3644,
      "step": 808180
    },
    {
      "epoch": 225.56,
      "grad_norm": 1.2319213151931763,
      "learning_rate": 4.031151642346735e-06,
      "loss": 0.3591,
      "step": 808190
    },
    {
      "epoch": 225.57,
      "grad_norm": 1.0294054746627808,
      "learning_rate": 4.031132876254769e-06,
      "loss": 0.366,
      "step": 808200
    },
    {
      "epoch": 225.57,
      "grad_norm": 1.150518536567688,
      "learning_rate": 4.031114109938214e-06,
      "loss": 0.3921,
      "step": 808210
    },
    {
      "epoch": 225.57,
      "grad_norm": 0.9970431923866272,
      "learning_rate": 4.031095343397069e-06,
      "loss": 0.3519,
      "step": 808220
    },
    {
      "epoch": 225.57,
      "grad_norm": 1.0941447019577026,
      "learning_rate": 4.031076576631337e-06,
      "loss": 0.3616,
      "step": 808230
    },
    {
      "epoch": 225.58,
      "grad_norm": 1.005780577659607,
      "learning_rate": 4.031057809641022e-06,
      "loss": 0.3632,
      "step": 808240
    },
    {
      "epoch": 225.58,
      "grad_norm": 0.9061485528945923,
      "learning_rate": 4.031039042426126e-06,
      "loss": 0.3742,
      "step": 808250
    },
    {
      "epoch": 225.58,
      "grad_norm": 1.1634547710418701,
      "learning_rate": 4.031020274986652e-06,
      "loss": 0.3657,
      "step": 808260
    },
    {
      "epoch": 225.58,
      "grad_norm": 0.9641052484512329,
      "learning_rate": 4.0310015073226015e-06,
      "loss": 0.3587,
      "step": 808270
    },
    {
      "epoch": 225.59,
      "grad_norm": 1.2282602787017822,
      "learning_rate": 4.030982739433977e-06,
      "loss": 0.3772,
      "step": 808280
    },
    {
      "epoch": 225.59,
      "grad_norm": 1.07294762134552,
      "learning_rate": 4.0309639713207814e-06,
      "loss": 0.3775,
      "step": 808290
    },
    {
      "epoch": 225.59,
      "grad_norm": 1.0031898021697998,
      "learning_rate": 4.030945202983017e-06,
      "loss": 0.3492,
      "step": 808300
    },
    {
      "epoch": 225.6,
      "grad_norm": 1.1033536195755005,
      "learning_rate": 4.030926434420687e-06,
      "loss": 0.3686,
      "step": 808310
    },
    {
      "epoch": 225.6,
      "grad_norm": 1.1244767904281616,
      "learning_rate": 4.030907665633793e-06,
      "loss": 0.3639,
      "step": 808320
    },
    {
      "epoch": 225.6,
      "grad_norm": 1.2165465354919434,
      "learning_rate": 4.030888896622338e-06,
      "loss": 0.3793,
      "step": 808330
    },
    {
      "epoch": 225.6,
      "grad_norm": 1.0860933065414429,
      "learning_rate": 4.0308701273863245e-06,
      "loss": 0.3682,
      "step": 808340
    },
    {
      "epoch": 225.61,
      "grad_norm": 1.1758441925048828,
      "learning_rate": 4.030851357925755e-06,
      "loss": 0.3452,
      "step": 808350
    },
    {
      "epoch": 225.61,
      "grad_norm": 1.011501431465149,
      "learning_rate": 4.0308325882406315e-06,
      "loss": 0.3679,
      "step": 808360
    },
    {
      "epoch": 225.61,
      "grad_norm": 0.9915188550949097,
      "learning_rate": 4.0308138183309565e-06,
      "loss": 0.3739,
      "step": 808370
    },
    {
      "epoch": 225.62,
      "grad_norm": 1.285433053970337,
      "learning_rate": 4.030795048196733e-06,
      "loss": 0.3588,
      "step": 808380
    },
    {
      "epoch": 225.62,
      "grad_norm": 1.6471494436264038,
      "learning_rate": 4.030776277837964e-06,
      "loss": 0.3676,
      "step": 808390
    },
    {
      "epoch": 225.62,
      "grad_norm": 1.029665470123291,
      "learning_rate": 4.030757507254651e-06,
      "loss": 0.3855,
      "step": 808400
    },
    {
      "epoch": 225.62,
      "grad_norm": 1.0612536668777466,
      "learning_rate": 4.0307387364467965e-06,
      "loss": 0.3907,
      "step": 808410
    },
    {
      "epoch": 225.63,
      "grad_norm": 1.3369677066802979,
      "learning_rate": 4.030719965414403e-06,
      "loss": 0.3649,
      "step": 808420
    },
    {
      "epoch": 225.63,
      "grad_norm": 1.1019721031188965,
      "learning_rate": 4.0307011941574745e-06,
      "loss": 0.3767,
      "step": 808430
    },
    {
      "epoch": 225.63,
      "grad_norm": 1.1165095567703247,
      "learning_rate": 4.030682422676012e-06,
      "loss": 0.3623,
      "step": 808440
    },
    {
      "epoch": 225.63,
      "grad_norm": 1.0206857919692993,
      "learning_rate": 4.030663650970017e-06,
      "loss": 0.3612,
      "step": 808450
    },
    {
      "epoch": 225.64,
      "grad_norm": 1.1203421354293823,
      "learning_rate": 4.030644879039495e-06,
      "loss": 0.3609,
      "step": 808460
    },
    {
      "epoch": 225.64,
      "grad_norm": 1.088118314743042,
      "learning_rate": 4.030626106884447e-06,
      "loss": 0.3734,
      "step": 808470
    },
    {
      "epoch": 225.64,
      "grad_norm": 1.1531999111175537,
      "learning_rate": 4.030607334504874e-06,
      "loss": 0.3693,
      "step": 808480
    },
    {
      "epoch": 225.65,
      "grad_norm": 1.459510087966919,
      "learning_rate": 4.03058856190078e-06,
      "loss": 0.3616,
      "step": 808490
    },
    {
      "epoch": 225.65,
      "grad_norm": 0.9438801407814026,
      "learning_rate": 4.0305697890721685e-06,
      "loss": 0.38,
      "step": 808500
    },
    {
      "epoch": 225.65,
      "grad_norm": 0.8981852531433105,
      "learning_rate": 4.03055101601904e-06,
      "loss": 0.3799,
      "step": 808510
    },
    {
      "epoch": 225.65,
      "grad_norm": 0.9968365430831909,
      "learning_rate": 4.030532242741398e-06,
      "loss": 0.3622,
      "step": 808520
    },
    {
      "epoch": 225.66,
      "grad_norm": 1.1158818006515503,
      "learning_rate": 4.030513469239244e-06,
      "loss": 0.3823,
      "step": 808530
    },
    {
      "epoch": 225.66,
      "grad_norm": 1.290177345275879,
      "learning_rate": 4.0304946955125825e-06,
      "loss": 0.3767,
      "step": 808540
    },
    {
      "epoch": 225.66,
      "grad_norm": 3.528075695037842,
      "learning_rate": 4.030475921561414e-06,
      "loss": 0.36,
      "step": 808550
    },
    {
      "epoch": 225.67,
      "grad_norm": 1.0562373399734497,
      "learning_rate": 4.0304571473857425e-06,
      "loss": 0.3799,
      "step": 808560
    },
    {
      "epoch": 225.67,
      "grad_norm": 0.9189244508743286,
      "learning_rate": 4.030438372985569e-06,
      "loss": 0.375,
      "step": 808570
    },
    {
      "epoch": 225.67,
      "grad_norm": 1.081066370010376,
      "learning_rate": 4.030419598360898e-06,
      "loss": 0.3496,
      "step": 808580
    },
    {
      "epoch": 225.67,
      "grad_norm": 1.0337167978286743,
      "learning_rate": 4.03040082351173e-06,
      "loss": 0.361,
      "step": 808590
    },
    {
      "epoch": 225.68,
      "grad_norm": 1.1027932167053223,
      "learning_rate": 4.030382048438069e-06,
      "loss": 0.3573,
      "step": 808600
    },
    {
      "epoch": 225.68,
      "grad_norm": 1.2628271579742432,
      "learning_rate": 4.030363273139916e-06,
      "loss": 0.3675,
      "step": 808610
    },
    {
      "epoch": 225.68,
      "grad_norm": 1.0754293203353882,
      "learning_rate": 4.0303444976172745e-06,
      "loss": 0.3659,
      "step": 808620
    },
    {
      "epoch": 225.69,
      "grad_norm": 0.979234516620636,
      "learning_rate": 4.0303257218701466e-06,
      "loss": 0.3672,
      "step": 808630
    },
    {
      "epoch": 225.69,
      "grad_norm": 2.066347599029541,
      "learning_rate": 4.030306945898535e-06,
      "loss": 0.3876,
      "step": 808640
    },
    {
      "epoch": 225.69,
      "grad_norm": 0.9975894689559937,
      "learning_rate": 4.0302881697024435e-06,
      "loss": 0.3539,
      "step": 808650
    },
    {
      "epoch": 225.69,
      "grad_norm": 1.0366333723068237,
      "learning_rate": 4.030269393281872e-06,
      "loss": 0.3706,
      "step": 808660
    },
    {
      "epoch": 225.7,
      "grad_norm": 1.1698187589645386,
      "learning_rate": 4.0302506166368246e-06,
      "loss": 0.3784,
      "step": 808670
    },
    {
      "epoch": 225.7,
      "grad_norm": 0.8634976148605347,
      "learning_rate": 4.030231839767303e-06,
      "loss": 0.3732,
      "step": 808680
    },
    {
      "epoch": 225.7,
      "grad_norm": 1.1341179609298706,
      "learning_rate": 4.030213062673312e-06,
      "loss": 0.3732,
      "step": 808690
    },
    {
      "epoch": 225.7,
      "grad_norm": 1.1440129280090332,
      "learning_rate": 4.03019428535485e-06,
      "loss": 0.3684,
      "step": 808700
    },
    {
      "epoch": 225.71,
      "grad_norm": 1.1535735130310059,
      "learning_rate": 4.030175507811924e-06,
      "loss": 0.3675,
      "step": 808710
    },
    {
      "epoch": 225.71,
      "grad_norm": 1.0978586673736572,
      "learning_rate": 4.030156730044532e-06,
      "loss": 0.3577,
      "step": 808720
    },
    {
      "epoch": 225.71,
      "grad_norm": 1.2573857307434082,
      "learning_rate": 4.0301379520526806e-06,
      "loss": 0.3846,
      "step": 808730
    },
    {
      "epoch": 225.72,
      "grad_norm": 1.184359073638916,
      "learning_rate": 4.030119173836369e-06,
      "loss": 0.3606,
      "step": 808740
    },
    {
      "epoch": 225.72,
      "grad_norm": 8.462545394897461,
      "learning_rate": 4.030100395395602e-06,
      "loss": 0.3843,
      "step": 808750
    },
    {
      "epoch": 225.72,
      "grad_norm": 1.3450078964233398,
      "learning_rate": 4.030081616730382e-06,
      "loss": 0.3594,
      "step": 808760
    },
    {
      "epoch": 225.72,
      "grad_norm": 0.967508852481842,
      "learning_rate": 4.03006283784071e-06,
      "loss": 0.3556,
      "step": 808770
    },
    {
      "epoch": 225.73,
      "grad_norm": 1.2691982984542847,
      "learning_rate": 4.03004405872659e-06,
      "loss": 0.3575,
      "step": 808780
    },
    {
      "epoch": 225.73,
      "grad_norm": 1.2035634517669678,
      "learning_rate": 4.0300252793880235e-06,
      "loss": 0.3589,
      "step": 808790
    },
    {
      "epoch": 225.73,
      "grad_norm": 0.9479362368583679,
      "learning_rate": 4.030006499825013e-06,
      "loss": 0.3516,
      "step": 808800
    },
    {
      "epoch": 225.74,
      "grad_norm": 1.1080536842346191,
      "learning_rate": 4.0299877200375616e-06,
      "loss": 0.3689,
      "step": 808810
    },
    {
      "epoch": 225.74,
      "grad_norm": 1.0852748155593872,
      "learning_rate": 4.029968940025671e-06,
      "loss": 0.3591,
      "step": 808820
    },
    {
      "epoch": 225.74,
      "grad_norm": 1.0035258531570435,
      "learning_rate": 4.029950159789345e-06,
      "loss": 0.3685,
      "step": 808830
    },
    {
      "epoch": 225.74,
      "grad_norm": 1.1128921508789062,
      "learning_rate": 4.029931379328584e-06,
      "loss": 0.3882,
      "step": 808840
    },
    {
      "epoch": 225.75,
      "grad_norm": 1.1233162879943848,
      "learning_rate": 4.029912598643393e-06,
      "loss": 0.3651,
      "step": 808850
    },
    {
      "epoch": 225.75,
      "grad_norm": 1.076410174369812,
      "learning_rate": 4.029893817733773e-06,
      "loss": 0.3626,
      "step": 808860
    },
    {
      "epoch": 225.75,
      "grad_norm": 1.0371086597442627,
      "learning_rate": 4.029875036599726e-06,
      "loss": 0.3839,
      "step": 808870
    },
    {
      "epoch": 225.75,
      "grad_norm": 1.0825036764144897,
      "learning_rate": 4.0298562552412566e-06,
      "loss": 0.3682,
      "step": 808880
    },
    {
      "epoch": 225.76,
      "grad_norm": 1.1448402404785156,
      "learning_rate": 4.0298374736583655e-06,
      "loss": 0.3668,
      "step": 808890
    },
    {
      "epoch": 225.76,
      "grad_norm": 1.0553717613220215,
      "learning_rate": 4.029818691851055e-06,
      "loss": 0.3727,
      "step": 808900
    },
    {
      "epoch": 225.76,
      "grad_norm": 1.1416029930114746,
      "learning_rate": 4.029799909819329e-06,
      "loss": 0.3504,
      "step": 808910
    },
    {
      "epoch": 225.77,
      "grad_norm": 1.1661313772201538,
      "learning_rate": 4.0297811275631894e-06,
      "loss": 0.3527,
      "step": 808920
    },
    {
      "epoch": 225.77,
      "grad_norm": 1.0877047777175903,
      "learning_rate": 4.029762345082638e-06,
      "loss": 0.3813,
      "step": 808930
    },
    {
      "epoch": 225.77,
      "grad_norm": 1.140183687210083,
      "learning_rate": 4.029743562377678e-06,
      "loss": 0.3568,
      "step": 808940
    },
    {
      "epoch": 225.77,
      "grad_norm": 1.141956090927124,
      "learning_rate": 4.029724779448313e-06,
      "loss": 0.359,
      "step": 808950
    },
    {
      "epoch": 225.78,
      "grad_norm": 1.138390302658081,
      "learning_rate": 4.029705996294543e-06,
      "loss": 0.38,
      "step": 808960
    },
    {
      "epoch": 225.78,
      "grad_norm": 1.1517390012741089,
      "learning_rate": 4.029687212916372e-06,
      "loss": 0.3628,
      "step": 808970
    },
    {
      "epoch": 225.78,
      "grad_norm": 0.9765110611915588,
      "learning_rate": 4.029668429313802e-06,
      "loss": 0.3717,
      "step": 808980
    },
    {
      "epoch": 225.79,
      "grad_norm": 1.0957859754562378,
      "learning_rate": 4.029649645486837e-06,
      "loss": 0.367,
      "step": 808990
    },
    {
      "epoch": 225.79,
      "grad_norm": 1.3054238557815552,
      "learning_rate": 4.029630861435478e-06,
      "loss": 0.3641,
      "step": 809000
    },
    {
      "epoch": 225.79,
      "grad_norm": 0.9505476951599121,
      "learning_rate": 4.029612077159727e-06,
      "loss": 0.3555,
      "step": 809010
    },
    {
      "epoch": 225.79,
      "grad_norm": 0.9879555106163025,
      "learning_rate": 4.029593292659587e-06,
      "loss": 0.3675,
      "step": 809020
    },
    {
      "epoch": 225.8,
      "grad_norm": 1.0764648914337158,
      "learning_rate": 4.029574507935062e-06,
      "loss": 0.353,
      "step": 809030
    },
    {
      "epoch": 225.8,
      "grad_norm": 1.4042270183563232,
      "learning_rate": 4.029555722986153e-06,
      "loss": 0.3754,
      "step": 809040
    },
    {
      "epoch": 225.8,
      "grad_norm": 1.096781611442566,
      "learning_rate": 4.0295369378128625e-06,
      "loss": 0.3768,
      "step": 809050
    },
    {
      "epoch": 225.81,
      "grad_norm": 1.2123091220855713,
      "learning_rate": 4.029518152415193e-06,
      "loss": 0.3717,
      "step": 809060
    },
    {
      "epoch": 225.81,
      "grad_norm": 1.2378201484680176,
      "learning_rate": 4.029499366793148e-06,
      "loss": 0.3559,
      "step": 809070
    },
    {
      "epoch": 225.81,
      "grad_norm": 1.1204427480697632,
      "learning_rate": 4.029480580946729e-06,
      "loss": 0.3741,
      "step": 809080
    },
    {
      "epoch": 225.81,
      "grad_norm": 0.9832425117492676,
      "learning_rate": 4.029461794875939e-06,
      "loss": 0.3773,
      "step": 809090
    },
    {
      "epoch": 225.82,
      "grad_norm": 1.2545604705810547,
      "learning_rate": 4.02944300858078e-06,
      "loss": 0.3753,
      "step": 809100
    },
    {
      "epoch": 225.82,
      "grad_norm": 1.185131311416626,
      "learning_rate": 4.029424222061254e-06,
      "loss": 0.3537,
      "step": 809110
    },
    {
      "epoch": 225.82,
      "grad_norm": 1.1224067211151123,
      "learning_rate": 4.029405435317366e-06,
      "loss": 0.3765,
      "step": 809120
    },
    {
      "epoch": 225.82,
      "grad_norm": 1.1115576028823853,
      "learning_rate": 4.029386648349115e-06,
      "loss": 0.3689,
      "step": 809130
    },
    {
      "epoch": 225.83,
      "grad_norm": 1.0792008638381958,
      "learning_rate": 4.029367861156507e-06,
      "loss": 0.3589,
      "step": 809140
    },
    {
      "epoch": 225.83,
      "grad_norm": 1.1884841918945312,
      "learning_rate": 4.029349073739542e-06,
      "loss": 0.3526,
      "step": 809150
    },
    {
      "epoch": 225.83,
      "grad_norm": 1.117250919342041,
      "learning_rate": 4.029330286098223e-06,
      "loss": 0.3605,
      "step": 809160
    },
    {
      "epoch": 225.84,
      "grad_norm": 1.0535722970962524,
      "learning_rate": 4.0293114982325534e-06,
      "loss": 0.3692,
      "step": 809170
    },
    {
      "epoch": 225.84,
      "grad_norm": 1.1576117277145386,
      "learning_rate": 4.029292710142535e-06,
      "loss": 0.3762,
      "step": 809180
    },
    {
      "epoch": 225.84,
      "grad_norm": 1.3491305112838745,
      "learning_rate": 4.02927392182817e-06,
      "loss": 0.3604,
      "step": 809190
    },
    {
      "epoch": 225.84,
      "grad_norm": 1.0837032794952393,
      "learning_rate": 4.029255133289462e-06,
      "loss": 0.3756,
      "step": 809200
    },
    {
      "epoch": 225.85,
      "grad_norm": 1.0329508781433105,
      "learning_rate": 4.029236344526412e-06,
      "loss": 0.3603,
      "step": 809210
    },
    {
      "epoch": 225.85,
      "grad_norm": 1.1800217628479004,
      "learning_rate": 4.029217555539024e-06,
      "loss": 0.3699,
      "step": 809220
    },
    {
      "epoch": 225.85,
      "grad_norm": 1.4033600091934204,
      "learning_rate": 4.0291987663273e-06,
      "loss": 0.3738,
      "step": 809230
    },
    {
      "epoch": 225.86,
      "grad_norm": 1.2072563171386719,
      "learning_rate": 4.029179976891241e-06,
      "loss": 0.3817,
      "step": 809240
    },
    {
      "epoch": 225.86,
      "grad_norm": 1.2188845872879028,
      "learning_rate": 4.029161187230852e-06,
      "loss": 0.3758,
      "step": 809250
    },
    {
      "epoch": 225.86,
      "grad_norm": 1.1314774751663208,
      "learning_rate": 4.0291423973461346e-06,
      "loss": 0.3585,
      "step": 809260
    },
    {
      "epoch": 225.86,
      "grad_norm": 1.212807297706604,
      "learning_rate": 4.0291236072370895e-06,
      "loss": 0.3793,
      "step": 809270
    },
    {
      "epoch": 225.87,
      "grad_norm": 0.8874086737632751,
      "learning_rate": 4.029104816903722e-06,
      "loss": 0.3475,
      "step": 809280
    },
    {
      "epoch": 225.87,
      "grad_norm": 1.0398187637329102,
      "learning_rate": 4.029086026346033e-06,
      "loss": 0.3789,
      "step": 809290
    },
    {
      "epoch": 225.87,
      "grad_norm": 1.1381328105926514,
      "learning_rate": 4.029067235564025e-06,
      "loss": 0.3709,
      "step": 809300
    },
    {
      "epoch": 225.87,
      "grad_norm": 1.1245462894439697,
      "learning_rate": 4.029048444557701e-06,
      "loss": 0.3752,
      "step": 809310
    },
    {
      "epoch": 225.88,
      "grad_norm": 1.163692593574524,
      "learning_rate": 4.029029653327064e-06,
      "loss": 0.3633,
      "step": 809320
    },
    {
      "epoch": 225.88,
      "grad_norm": 1.0863856077194214,
      "learning_rate": 4.029010861872114e-06,
      "loss": 0.3756,
      "step": 809330
    },
    {
      "epoch": 225.88,
      "grad_norm": 1.2019165754318237,
      "learning_rate": 4.028992070192857e-06,
      "loss": 0.3649,
      "step": 809340
    },
    {
      "epoch": 225.89,
      "grad_norm": 1.0425678491592407,
      "learning_rate": 4.028973278289294e-06,
      "loss": 0.3941,
      "step": 809350
    },
    {
      "epoch": 225.89,
      "grad_norm": 1.1686863899230957,
      "learning_rate": 4.028954486161426e-06,
      "loss": 0.3715,
      "step": 809360
    },
    {
      "epoch": 225.89,
      "grad_norm": 1.1383247375488281,
      "learning_rate": 4.028935693809258e-06,
      "loss": 0.3668,
      "step": 809370
    },
    {
      "epoch": 225.89,
      "grad_norm": 1.0682989358901978,
      "learning_rate": 4.02891690123279e-06,
      "loss": 0.3645,
      "step": 809380
    },
    {
      "epoch": 225.9,
      "grad_norm": 1.083163857460022,
      "learning_rate": 4.028898108432027e-06,
      "loss": 0.3491,
      "step": 809390
    },
    {
      "epoch": 225.9,
      "grad_norm": 1.1138039827346802,
      "learning_rate": 4.02887931540697e-06,
      "loss": 0.3658,
      "step": 809400
    },
    {
      "epoch": 225.9,
      "grad_norm": 1.1932624578475952,
      "learning_rate": 4.028860522157621e-06,
      "loss": 0.3619,
      "step": 809410
    },
    {
      "epoch": 225.91,
      "grad_norm": 1.2509398460388184,
      "learning_rate": 4.028841728683984e-06,
      "loss": 0.3664,
      "step": 809420
    },
    {
      "epoch": 225.91,
      "grad_norm": 0.9707184433937073,
      "learning_rate": 4.028822934986061e-06,
      "loss": 0.3522,
      "step": 809430
    },
    {
      "epoch": 225.91,
      "grad_norm": 1.296980381011963,
      "learning_rate": 4.028804141063854e-06,
      "loss": 0.3707,
      "step": 809440
    },
    {
      "epoch": 225.91,
      "grad_norm": 0.9922404289245605,
      "learning_rate": 4.028785346917367e-06,
      "loss": 0.3644,
      "step": 809450
    },
    {
      "epoch": 225.92,
      "grad_norm": 1.1572165489196777,
      "learning_rate": 4.028766552546601e-06,
      "loss": 0.3705,
      "step": 809460
    },
    {
      "epoch": 225.92,
      "grad_norm": 1.137157917022705,
      "learning_rate": 4.028747757951558e-06,
      "loss": 0.3708,
      "step": 809470
    },
    {
      "epoch": 225.92,
      "grad_norm": 0.8897663950920105,
      "learning_rate": 4.0287289631322415e-06,
      "loss": 0.3738,
      "step": 809480
    },
    {
      "epoch": 225.93,
      "grad_norm": 1.8891186714172363,
      "learning_rate": 4.0287101680886535e-06,
      "loss": 0.3793,
      "step": 809490
    },
    {
      "epoch": 225.93,
      "grad_norm": 1.0118154287338257,
      "learning_rate": 4.0286913728207975e-06,
      "loss": 0.3602,
      "step": 809500
    },
    {
      "epoch": 225.93,
      "grad_norm": 0.9955743551254272,
      "learning_rate": 4.028672577328675e-06,
      "loss": 0.3556,
      "step": 809510
    },
    {
      "epoch": 225.93,
      "grad_norm": 1.078973412513733,
      "learning_rate": 4.028653781612289e-06,
      "loss": 0.3612,
      "step": 809520
    },
    {
      "epoch": 225.94,
      "grad_norm": 0.9389516115188599,
      "learning_rate": 4.028634985671642e-06,
      "loss": 0.3546,
      "step": 809530
    },
    {
      "epoch": 225.94,
      "grad_norm": 1.3443081378936768,
      "learning_rate": 4.028616189506736e-06,
      "loss": 0.3656,
      "step": 809540
    },
    {
      "epoch": 225.94,
      "grad_norm": 1.080612063407898,
      "learning_rate": 4.028597393117574e-06,
      "loss": 0.388,
      "step": 809550
    },
    {
      "epoch": 225.94,
      "grad_norm": 1.1757807731628418,
      "learning_rate": 4.028578596504158e-06,
      "loss": 0.3749,
      "step": 809560
    },
    {
      "epoch": 225.95,
      "grad_norm": 1.0824114084243774,
      "learning_rate": 4.0285597996664915e-06,
      "loss": 0.3617,
      "step": 809570
    },
    {
      "epoch": 225.95,
      "grad_norm": 1.118452787399292,
      "learning_rate": 4.028541002604576e-06,
      "loss": 0.3895,
      "step": 809580
    },
    {
      "epoch": 225.95,
      "grad_norm": 1.325639247894287,
      "learning_rate": 4.0285222053184145e-06,
      "loss": 0.3804,
      "step": 809590
    },
    {
      "epoch": 225.96,
      "grad_norm": 1.0359387397766113,
      "learning_rate": 4.028503407808009e-06,
      "loss": 0.358,
      "step": 809600
    },
    {
      "epoch": 225.96,
      "grad_norm": 1.0851227045059204,
      "learning_rate": 4.028484610073363e-06,
      "loss": 0.372,
      "step": 809610
    },
    {
      "epoch": 225.96,
      "grad_norm": 1.2116605043411255,
      "learning_rate": 4.028465812114478e-06,
      "loss": 0.3842,
      "step": 809620
    },
    {
      "epoch": 225.96,
      "grad_norm": 1.0736860036849976,
      "learning_rate": 4.028447013931357e-06,
      "loss": 0.3825,
      "step": 809630
    },
    {
      "epoch": 225.97,
      "grad_norm": 1.0876647233963013,
      "learning_rate": 4.028428215524002e-06,
      "loss": 0.379,
      "step": 809640
    },
    {
      "epoch": 225.97,
      "grad_norm": 1.0986324548721313,
      "learning_rate": 4.028409416892416e-06,
      "loss": 0.3903,
      "step": 809650
    },
    {
      "epoch": 225.97,
      "grad_norm": 1.093214750289917,
      "learning_rate": 4.028390618036602e-06,
      "loss": 0.3884,
      "step": 809660
    },
    {
      "epoch": 225.98,
      "grad_norm": 1.1682772636413574,
      "learning_rate": 4.0283718189565605e-06,
      "loss": 0.366,
      "step": 809670
    },
    {
      "epoch": 225.98,
      "grad_norm": 1.1711461544036865,
      "learning_rate": 4.028353019652297e-06,
      "loss": 0.368,
      "step": 809680
    },
    {
      "epoch": 225.98,
      "grad_norm": 1.6412630081176758,
      "learning_rate": 4.028334220123812e-06,
      "loss": 0.3776,
      "step": 809690
    },
    {
      "epoch": 225.98,
      "grad_norm": 1.2530055046081543,
      "learning_rate": 4.0283154203711085e-06,
      "loss": 0.3694,
      "step": 809700
    },
    {
      "epoch": 225.99,
      "grad_norm": 1.1706838607788086,
      "learning_rate": 4.028296620394188e-06,
      "loss": 0.3851,
      "step": 809710
    },
    {
      "epoch": 225.99,
      "grad_norm": 1.1917493343353271,
      "learning_rate": 4.0282778201930545e-06,
      "loss": 0.3641,
      "step": 809720
    },
    {
      "epoch": 225.99,
      "grad_norm": 1.2951583862304688,
      "learning_rate": 4.028259019767709e-06,
      "loss": 0.3736,
      "step": 809730
    },
    {
      "epoch": 225.99,
      "grad_norm": 1.2019522190093994,
      "learning_rate": 4.028240219118155e-06,
      "loss": 0.3713,
      "step": 809740
    },
    {
      "epoch": 226.0,
      "grad_norm": 1.0144009590148926,
      "learning_rate": 4.028221418244396e-06,
      "loss": 0.3669,
      "step": 809750
    },
    {
      "epoch": 226.0,
      "eval_loss": 0.3686877191066742,
      "eval_runtime": 63.1804,
      "eval_samples_per_second": 80.072,
      "eval_steps_per_second": 10.019,
      "step": 809758
    },
    {
      "epoch": 226.0,
      "grad_norm": 1.1724270582199097,
      "learning_rate": 4.028202617146434e-06,
      "loss": 0.3726,
      "step": 809760
    },
    {
      "epoch": 226.0,
      "grad_norm": 1.2093861103057861,
      "learning_rate": 4.028183815824269e-06,
      "loss": 0.3543,
      "step": 809770
    },
    {
      "epoch": 226.01,
      "grad_norm": 0.967423141002655,
      "learning_rate": 4.028165014277906e-06,
      "loss": 0.3621,
      "step": 809780
    },
    {
      "epoch": 226.01,
      "grad_norm": 1.1407878398895264,
      "learning_rate": 4.028146212507347e-06,
      "loss": 0.3504,
      "step": 809790
    },
    {
      "epoch": 226.01,
      "grad_norm": 1.0863263607025146,
      "learning_rate": 4.028127410512594e-06,
      "loss": 0.371,
      "step": 809800
    },
    {
      "epoch": 226.01,
      "grad_norm": 1.115998387336731,
      "learning_rate": 4.0281086082936506e-06,
      "loss": 0.3832,
      "step": 809810
    },
    {
      "epoch": 226.02,
      "grad_norm": 1.0843019485473633,
      "learning_rate": 4.028089805850518e-06,
      "loss": 0.3647,
      "step": 809820
    },
    {
      "epoch": 226.02,
      "grad_norm": 1.5273497104644775,
      "learning_rate": 4.0280710031832e-06,
      "loss": 0.3709,
      "step": 809830
    },
    {
      "epoch": 226.02,
      "grad_norm": 1.145200252532959,
      "learning_rate": 4.0280522002916985e-06,
      "loss": 0.3655,
      "step": 809840
    },
    {
      "epoch": 226.03,
      "grad_norm": 2.115175247192383,
      "learning_rate": 4.028033397176015e-06,
      "loss": 0.3657,
      "step": 809850
    },
    {
      "epoch": 226.03,
      "grad_norm": 1.1398249864578247,
      "learning_rate": 4.028014593836154e-06,
      "loss": 0.361,
      "step": 809860
    },
    {
      "epoch": 226.03,
      "grad_norm": 1.2907239198684692,
      "learning_rate": 4.0279957902721165e-06,
      "loss": 0.3773,
      "step": 809870
    },
    {
      "epoch": 226.03,
      "grad_norm": 1.3581711053848267,
      "learning_rate": 4.027976986483905e-06,
      "loss": 0.366,
      "step": 809880
    },
    {
      "epoch": 226.04,
      "grad_norm": 0.9861107468605042,
      "learning_rate": 4.027958182471523e-06,
      "loss": 0.3589,
      "step": 809890
    },
    {
      "epoch": 226.04,
      "grad_norm": 3.6704306602478027,
      "learning_rate": 4.027939378234972e-06,
      "loss": 0.3741,
      "step": 809900
    },
    {
      "epoch": 226.04,
      "grad_norm": 1.0557024478912354,
      "learning_rate": 4.027920573774255e-06,
      "loss": 0.3677,
      "step": 809910
    },
    {
      "epoch": 226.05,
      "grad_norm": 0.9318864345550537,
      "learning_rate": 4.027901769089375e-06,
      "loss": 0.3681,
      "step": 809920
    },
    {
      "epoch": 226.05,
      "grad_norm": 1.2025996446609497,
      "learning_rate": 4.027882964180333e-06,
      "loss": 0.366,
      "step": 809930
    },
    {
      "epoch": 226.05,
      "grad_norm": 1.1311684846878052,
      "learning_rate": 4.027864159047133e-06,
      "loss": 0.3544,
      "step": 809940
    },
    {
      "epoch": 226.05,
      "grad_norm": 1.0522489547729492,
      "learning_rate": 4.027845353689777e-06,
      "loss": 0.3702,
      "step": 809950
    },
    {
      "epoch": 226.06,
      "grad_norm": 1.0501500368118286,
      "learning_rate": 4.027826548108267e-06,
      "loss": 0.3596,
      "step": 809960
    },
    {
      "epoch": 226.06,
      "grad_norm": 0.9748204946517944,
      "learning_rate": 4.027807742302607e-06,
      "loss": 0.365,
      "step": 809970
    },
    {
      "epoch": 226.06,
      "grad_norm": 0.9780279994010925,
      "learning_rate": 4.0277889362727974e-06,
      "loss": 0.366,
      "step": 809980
    },
    {
      "epoch": 226.06,
      "grad_norm": 1.281872272491455,
      "learning_rate": 4.027770130018842e-06,
      "loss": 0.3567,
      "step": 809990
    },
    {
      "epoch": 226.07,
      "grad_norm": 0.9467276930809021,
      "learning_rate": 4.027751323540744e-06,
      "loss": 0.3836,
      "step": 810000
    },
    {
      "epoch": 226.07,
      "grad_norm": 1.234826683998108,
      "learning_rate": 4.0277325168385035e-06,
      "loss": 0.3566,
      "step": 810010
    },
    {
      "epoch": 226.07,
      "grad_norm": 1.2519201040267944,
      "learning_rate": 4.027713709912125e-06,
      "loss": 0.3771,
      "step": 810020
    },
    {
      "epoch": 226.08,
      "grad_norm": 1.337226152420044,
      "learning_rate": 4.0276949027616104e-06,
      "loss": 0.3796,
      "step": 810030
    },
    {
      "epoch": 226.08,
      "grad_norm": 1.2256392240524292,
      "learning_rate": 4.0276760953869625e-06,
      "loss": 0.371,
      "step": 810040
    },
    {
      "epoch": 226.08,
      "grad_norm": 1.0688308477401733,
      "learning_rate": 4.027657287788184e-06,
      "loss": 0.3881,
      "step": 810050
    },
    {
      "epoch": 226.08,
      "grad_norm": 1.3053356409072876,
      "learning_rate": 4.027638479965276e-06,
      "loss": 0.3752,
      "step": 810060
    },
    {
      "epoch": 226.09,
      "grad_norm": 1.0416667461395264,
      "learning_rate": 4.027619671918242e-06,
      "loss": 0.375,
      "step": 810070
    },
    {
      "epoch": 226.09,
      "grad_norm": 1.0587512254714966,
      "learning_rate": 4.027600863647085e-06,
      "loss": 0.3644,
      "step": 810080
    },
    {
      "epoch": 226.09,
      "grad_norm": 1.396981120109558,
      "learning_rate": 4.027582055151807e-06,
      "loss": 0.3709,
      "step": 810090
    },
    {
      "epoch": 226.1,
      "grad_norm": 1.0643424987792969,
      "learning_rate": 4.02756324643241e-06,
      "loss": 0.3614,
      "step": 810100
    },
    {
      "epoch": 226.1,
      "grad_norm": 1.1176471710205078,
      "learning_rate": 4.027544437488898e-06,
      "loss": 0.3548,
      "step": 810110
    },
    {
      "epoch": 226.1,
      "grad_norm": 1.113552451133728,
      "learning_rate": 4.027525628321272e-06,
      "loss": 0.3711,
      "step": 810120
    },
    {
      "epoch": 226.1,
      "grad_norm": 0.9703328609466553,
      "learning_rate": 4.027506818929535e-06,
      "loss": 0.3666,
      "step": 810130
    },
    {
      "epoch": 226.11,
      "grad_norm": 1.0020159482955933,
      "learning_rate": 4.027488009313689e-06,
      "loss": 0.3642,
      "step": 810140
    },
    {
      "epoch": 226.11,
      "grad_norm": 0.9672731757164001,
      "learning_rate": 4.027469199473738e-06,
      "loss": 0.3642,
      "step": 810150
    },
    {
      "epoch": 226.11,
      "grad_norm": 1.1490814685821533,
      "learning_rate": 4.027450389409683e-06,
      "loss": 0.3726,
      "step": 810160
    },
    {
      "epoch": 226.11,
      "grad_norm": 1.9873547554016113,
      "learning_rate": 4.027431579121527e-06,
      "loss": 0.365,
      "step": 810170
    },
    {
      "epoch": 226.12,
      "grad_norm": 1.0359684228897095,
      "learning_rate": 4.027412768609273e-06,
      "loss": 0.3611,
      "step": 810180
    },
    {
      "epoch": 226.12,
      "grad_norm": 1.2933417558670044,
      "learning_rate": 4.027393957872922e-06,
      "loss": 0.358,
      "step": 810190
    },
    {
      "epoch": 226.12,
      "grad_norm": 1.2008377313613892,
      "learning_rate": 4.027375146912478e-06,
      "loss": 0.3598,
      "step": 810200
    },
    {
      "epoch": 226.13,
      "grad_norm": 0.9780158400535583,
      "learning_rate": 4.027356335727944e-06,
      "loss": 0.3692,
      "step": 810210
    },
    {
      "epoch": 226.13,
      "grad_norm": 1.0611178874969482,
      "learning_rate": 4.02733752431932e-06,
      "loss": 0.3751,
      "step": 810220
    },
    {
      "epoch": 226.13,
      "grad_norm": 1.0259450674057007,
      "learning_rate": 4.0273187126866105e-06,
      "loss": 0.3782,
      "step": 810230
    },
    {
      "epoch": 226.13,
      "grad_norm": 1.178956389427185,
      "learning_rate": 4.027299900829818e-06,
      "loss": 0.3652,
      "step": 810240
    },
    {
      "epoch": 226.14,
      "grad_norm": 1.4946726560592651,
      "learning_rate": 4.0272810887489435e-06,
      "loss": 0.4024,
      "step": 810250
    },
    {
      "epoch": 226.14,
      "grad_norm": 1.15274977684021,
      "learning_rate": 4.027262276443992e-06,
      "loss": 0.3532,
      "step": 810260
    },
    {
      "epoch": 226.14,
      "grad_norm": 0.9610090255737305,
      "learning_rate": 4.027243463914964e-06,
      "loss": 0.3646,
      "step": 810270
    },
    {
      "epoch": 226.15,
      "grad_norm": 1.0616780519485474,
      "learning_rate": 4.027224651161863e-06,
      "loss": 0.3627,
      "step": 810280
    },
    {
      "epoch": 226.15,
      "grad_norm": 1.2399330139160156,
      "learning_rate": 4.02720583818469e-06,
      "loss": 0.3564,
      "step": 810290
    },
    {
      "epoch": 226.15,
      "grad_norm": 1.2588635683059692,
      "learning_rate": 4.027187024983449e-06,
      "loss": 0.366,
      "step": 810300
    },
    {
      "epoch": 226.15,
      "grad_norm": 1.0041186809539795,
      "learning_rate": 4.027168211558142e-06,
      "loss": 0.3751,
      "step": 810310
    },
    {
      "epoch": 226.16,
      "grad_norm": 1.005670189857483,
      "learning_rate": 4.027149397908772e-06,
      "loss": 0.3782,
      "step": 810320
    },
    {
      "epoch": 226.16,
      "grad_norm": 0.9386948347091675,
      "learning_rate": 4.027130584035341e-06,
      "loss": 0.3568,
      "step": 810330
    },
    {
      "epoch": 226.16,
      "grad_norm": 1.1119643449783325,
      "learning_rate": 4.027111769937852e-06,
      "loss": 0.368,
      "step": 810340
    },
    {
      "epoch": 226.17,
      "grad_norm": 1.0752030611038208,
      "learning_rate": 4.027092955616305e-06,
      "loss": 0.3672,
      "step": 810350
    },
    {
      "epoch": 226.17,
      "grad_norm": 1.1782745122909546,
      "learning_rate": 4.027074141070707e-06,
      "loss": 0.3728,
      "step": 810360
    },
    {
      "epoch": 226.17,
      "grad_norm": 0.9953346848487854,
      "learning_rate": 4.027055326301057e-06,
      "loss": 0.3717,
      "step": 810370
    },
    {
      "epoch": 226.17,
      "grad_norm": 1.0087918043136597,
      "learning_rate": 4.027036511307359e-06,
      "loss": 0.381,
      "step": 810380
    },
    {
      "epoch": 226.18,
      "grad_norm": 0.9689939618110657,
      "learning_rate": 4.027017696089615e-06,
      "loss": 0.3466,
      "step": 810390
    },
    {
      "epoch": 226.18,
      "grad_norm": 0.9590625762939453,
      "learning_rate": 4.026998880647827e-06,
      "loss": 0.3692,
      "step": 810400
    },
    {
      "epoch": 226.18,
      "grad_norm": 1.0647411346435547,
      "learning_rate": 4.026980064981999e-06,
      "loss": 0.3879,
      "step": 810410
    },
    {
      "epoch": 226.18,
      "grad_norm": 0.9179392457008362,
      "learning_rate": 4.026961249092133e-06,
      "loss": 0.3701,
      "step": 810420
    },
    {
      "epoch": 226.19,
      "grad_norm": 1.198255181312561,
      "learning_rate": 4.026942432978229e-06,
      "loss": 0.3784,
      "step": 810430
    },
    {
      "epoch": 226.19,
      "grad_norm": 0.9275683164596558,
      "learning_rate": 4.026923616640293e-06,
      "loss": 0.3678,
      "step": 810440
    },
    {
      "epoch": 226.19,
      "grad_norm": 1.0889155864715576,
      "learning_rate": 4.026904800078327e-06,
      "loss": 0.3547,
      "step": 810450
    },
    {
      "epoch": 226.2,
      "grad_norm": 1.1873760223388672,
      "learning_rate": 4.026885983292331e-06,
      "loss": 0.3702,
      "step": 810460
    },
    {
      "epoch": 226.2,
      "grad_norm": 1.0653469562530518,
      "learning_rate": 4.02686716628231e-06,
      "loss": 0.3695,
      "step": 810470
    },
    {
      "epoch": 226.2,
      "grad_norm": 1.015886902809143,
      "learning_rate": 4.026848349048266e-06,
      "loss": 0.3763,
      "step": 810480
    },
    {
      "epoch": 226.2,
      "grad_norm": 0.9756499528884888,
      "learning_rate": 4.0268295315902005e-06,
      "loss": 0.3654,
      "step": 810490
    },
    {
      "epoch": 226.21,
      "grad_norm": 1.021037220954895,
      "learning_rate": 4.026810713908117e-06,
      "loss": 0.3831,
      "step": 810500
    },
    {
      "epoch": 226.21,
      "grad_norm": 1.0076104402542114,
      "learning_rate": 4.026791896002017e-06,
      "loss": 0.3614,
      "step": 810510
    },
    {
      "epoch": 226.21,
      "grad_norm": 1.0624630451202393,
      "learning_rate": 4.026773077871905e-06,
      "loss": 0.3636,
      "step": 810520
    },
    {
      "epoch": 226.22,
      "grad_norm": 1.259775996208191,
      "learning_rate": 4.0267542595177806e-06,
      "loss": 0.3597,
      "step": 810530
    },
    {
      "epoch": 226.22,
      "grad_norm": 1.3080379962921143,
      "learning_rate": 4.026735440939649e-06,
      "loss": 0.3678,
      "step": 810540
    },
    {
      "epoch": 226.22,
      "grad_norm": 1.0274896621704102,
      "learning_rate": 4.026716622137511e-06,
      "loss": 0.3705,
      "step": 810550
    },
    {
      "epoch": 226.22,
      "grad_norm": 1.0595911741256714,
      "learning_rate": 4.02669780311137e-06,
      "loss": 0.3829,
      "step": 810560
    },
    {
      "epoch": 226.23,
      "grad_norm": 1.0985302925109863,
      "learning_rate": 4.026678983861229e-06,
      "loss": 0.3574,
      "step": 810570
    },
    {
      "epoch": 226.23,
      "grad_norm": 1.153297781944275,
      "learning_rate": 4.026660164387089e-06,
      "loss": 0.3624,
      "step": 810580
    },
    {
      "epoch": 226.23,
      "grad_norm": 1.0965673923492432,
      "learning_rate": 4.026641344688953e-06,
      "loss": 0.3842,
      "step": 810590
    },
    {
      "epoch": 226.23,
      "grad_norm": 1.00295889377594,
      "learning_rate": 4.026622524766823e-06,
      "loss": 0.3707,
      "step": 810600
    },
    {
      "epoch": 226.24,
      "grad_norm": 1.0641974210739136,
      "learning_rate": 4.026603704620703e-06,
      "loss": 0.3612,
      "step": 810610
    },
    {
      "epoch": 226.24,
      "grad_norm": 1.0744659900665283,
      "learning_rate": 4.026584884250594e-06,
      "loss": 0.3818,
      "step": 810620
    },
    {
      "epoch": 226.24,
      "grad_norm": 1.4773589372634888,
      "learning_rate": 4.0265660636565005e-06,
      "loss": 0.3781,
      "step": 810630
    },
    {
      "epoch": 226.25,
      "grad_norm": 1.0301988124847412,
      "learning_rate": 4.026547242838422e-06,
      "loss": 0.3543,
      "step": 810640
    },
    {
      "epoch": 226.25,
      "grad_norm": 1.2605363130569458,
      "learning_rate": 4.026528421796364e-06,
      "loss": 0.3767,
      "step": 810650
    },
    {
      "epoch": 226.25,
      "grad_norm": 1.3710112571716309,
      "learning_rate": 4.026509600530329e-06,
      "loss": 0.3713,
      "step": 810660
    },
    {
      "epoch": 226.25,
      "grad_norm": 1.0784146785736084,
      "learning_rate": 4.026490779040316e-06,
      "loss": 0.3591,
      "step": 810670
    },
    {
      "epoch": 226.26,
      "grad_norm": 1.1527262926101685,
      "learning_rate": 4.026471957326331e-06,
      "loss": 0.3736,
      "step": 810680
    },
    {
      "epoch": 226.26,
      "grad_norm": 1.3933054208755493,
      "learning_rate": 4.026453135388374e-06,
      "loss": 0.371,
      "step": 810690
    },
    {
      "epoch": 226.26,
      "grad_norm": 1.0392892360687256,
      "learning_rate": 4.0264343132264496e-06,
      "loss": 0.3644,
      "step": 810700
    },
    {
      "epoch": 226.27,
      "grad_norm": 1.1135623455047607,
      "learning_rate": 4.026415490840559e-06,
      "loss": 0.3805,
      "step": 810710
    },
    {
      "epoch": 226.27,
      "grad_norm": 1.1767380237579346,
      "learning_rate": 4.026396668230706e-06,
      "loss": 0.3898,
      "step": 810720
    },
    {
      "epoch": 226.27,
      "grad_norm": 1.1087634563446045,
      "learning_rate": 4.026377845396892e-06,
      "loss": 0.3665,
      "step": 810730
    },
    {
      "epoch": 226.27,
      "grad_norm": 1.1332732439041138,
      "learning_rate": 4.02635902233912e-06,
      "loss": 0.3703,
      "step": 810740
    },
    {
      "epoch": 226.28,
      "grad_norm": 1.1773346662521362,
      "learning_rate": 4.026340199057391e-06,
      "loss": 0.3798,
      "step": 810750
    },
    {
      "epoch": 226.28,
      "grad_norm": 1.092639446258545,
      "learning_rate": 4.02632137555171e-06,
      "loss": 0.3531,
      "step": 810760
    },
    {
      "epoch": 226.28,
      "grad_norm": 0.9992057085037231,
      "learning_rate": 4.026302551822078e-06,
      "loss": 0.3685,
      "step": 810770
    },
    {
      "epoch": 226.29,
      "grad_norm": 0.9526596069335938,
      "learning_rate": 4.0262837278684974e-06,
      "loss": 0.3715,
      "step": 810780
    },
    {
      "epoch": 226.29,
      "grad_norm": 1.2349803447723389,
      "learning_rate": 4.0262649036909715e-06,
      "loss": 0.3721,
      "step": 810790
    },
    {
      "epoch": 226.29,
      "grad_norm": 0.9937194585800171,
      "learning_rate": 4.026246079289502e-06,
      "loss": 0.3642,
      "step": 810800
    },
    {
      "epoch": 226.29,
      "grad_norm": 1.0911169052124023,
      "learning_rate": 4.026227254664092e-06,
      "loss": 0.3658,
      "step": 810810
    },
    {
      "epoch": 226.3,
      "grad_norm": 1.2114895582199097,
      "learning_rate": 4.0262084298147445e-06,
      "loss": 0.3551,
      "step": 810820
    },
    {
      "epoch": 226.3,
      "grad_norm": 1.1469321250915527,
      "learning_rate": 4.026189604741461e-06,
      "loss": 0.3672,
      "step": 810830
    },
    {
      "epoch": 226.3,
      "grad_norm": 1.0494887828826904,
      "learning_rate": 4.026170779444244e-06,
      "loss": 0.3642,
      "step": 810840
    },
    {
      "epoch": 226.3,
      "grad_norm": 1.1610040664672852,
      "learning_rate": 4.026151953923097e-06,
      "loss": 0.3578,
      "step": 810850
    },
    {
      "epoch": 226.31,
      "grad_norm": 1.203679084777832,
      "learning_rate": 4.026133128178021e-06,
      "loss": 0.3633,
      "step": 810860
    },
    {
      "epoch": 226.31,
      "grad_norm": 1.5142886638641357,
      "learning_rate": 4.02611430220902e-06,
      "loss": 0.3673,
      "step": 810870
    },
    {
      "epoch": 226.31,
      "grad_norm": 1.1875795125961304,
      "learning_rate": 4.026095476016095e-06,
      "loss": 0.3584,
      "step": 810880
    },
    {
      "epoch": 226.32,
      "grad_norm": 3.5326569080352783,
      "learning_rate": 4.026076649599249e-06,
      "loss": 0.3535,
      "step": 810890
    },
    {
      "epoch": 226.32,
      "grad_norm": 1.269365906715393,
      "learning_rate": 4.026057822958486e-06,
      "loss": 0.37,
      "step": 810900
    },
    {
      "epoch": 226.32,
      "grad_norm": 1.0817818641662598,
      "learning_rate": 4.026038996093807e-06,
      "loss": 0.3633,
      "step": 810910
    },
    {
      "epoch": 226.32,
      "grad_norm": 1.1300891637802124,
      "learning_rate": 4.026020169005216e-06,
      "loss": 0.383,
      "step": 810920
    },
    {
      "epoch": 226.33,
      "grad_norm": 1.1662917137145996,
      "learning_rate": 4.026001341692713e-06,
      "loss": 0.3658,
      "step": 810930
    },
    {
      "epoch": 226.33,
      "grad_norm": 0.8950164914131165,
      "learning_rate": 4.025982514156302e-06,
      "loss": 0.3464,
      "step": 810940
    },
    {
      "epoch": 226.33,
      "grad_norm": 1.2705402374267578,
      "learning_rate": 4.025963686395986e-06,
      "loss": 0.3787,
      "step": 810950
    },
    {
      "epoch": 226.34,
      "grad_norm": 1.224356770515442,
      "learning_rate": 4.025944858411766e-06,
      "loss": 0.3675,
      "step": 810960
    },
    {
      "epoch": 226.34,
      "grad_norm": 1.0100215673446655,
      "learning_rate": 4.025926030203647e-06,
      "loss": 0.3735,
      "step": 810970
    },
    {
      "epoch": 226.34,
      "grad_norm": 0.997399628162384,
      "learning_rate": 4.0259072017716276e-06,
      "loss": 0.356,
      "step": 810980
    },
    {
      "epoch": 226.34,
      "grad_norm": 1.2487906217575073,
      "learning_rate": 4.025888373115714e-06,
      "loss": 0.366,
      "step": 810990
    },
    {
      "epoch": 226.35,
      "grad_norm": 1.298026204109192,
      "learning_rate": 4.0258695442359075e-06,
      "loss": 0.3619,
      "step": 811000
    },
    {
      "epoch": 226.35,
      "grad_norm": 1.1574373245239258,
      "learning_rate": 4.02585071513221e-06,
      "loss": 0.3729,
      "step": 811010
    },
    {
      "epoch": 226.35,
      "grad_norm": 1.09365713596344,
      "learning_rate": 4.025831885804625e-06,
      "loss": 0.3762,
      "step": 811020
    },
    {
      "epoch": 226.36,
      "grad_norm": 1.1996837854385376,
      "learning_rate": 4.025813056253154e-06,
      "loss": 0.3532,
      "step": 811030
    },
    {
      "epoch": 226.36,
      "grad_norm": 0.9742873311042786,
      "learning_rate": 4.025794226477799e-06,
      "loss": 0.382,
      "step": 811040
    },
    {
      "epoch": 226.36,
      "grad_norm": 0.9883701205253601,
      "learning_rate": 4.025775396478566e-06,
      "loss": 0.3493,
      "step": 811050
    },
    {
      "epoch": 226.36,
      "grad_norm": 1.1503607034683228,
      "learning_rate": 4.025756566255452e-06,
      "loss": 0.3676,
      "step": 811060
    },
    {
      "epoch": 226.37,
      "grad_norm": 1.0722984075546265,
      "learning_rate": 4.025737735808465e-06,
      "loss": 0.3656,
      "step": 811070
    },
    {
      "epoch": 226.37,
      "grad_norm": 1.1128766536712646,
      "learning_rate": 4.025718905137603e-06,
      "loss": 0.3644,
      "step": 811080
    },
    {
      "epoch": 226.37,
      "grad_norm": 0.9956189393997192,
      "learning_rate": 4.025700074242872e-06,
      "loss": 0.38,
      "step": 811090
    },
    {
      "epoch": 226.37,
      "grad_norm": 1.11538827419281,
      "learning_rate": 4.025681243124272e-06,
      "loss": 0.3825,
      "step": 811100
    },
    {
      "epoch": 226.38,
      "grad_norm": 1.0867384672164917,
      "learning_rate": 4.025662411781807e-06,
      "loss": 0.3784,
      "step": 811110
    },
    {
      "epoch": 226.38,
      "grad_norm": 1.1039379835128784,
      "learning_rate": 4.0256435802154786e-06,
      "loss": 0.3817,
      "step": 811120
    },
    {
      "epoch": 226.38,
      "grad_norm": 0.987324595451355,
      "learning_rate": 4.02562474842529e-06,
      "loss": 0.364,
      "step": 811130
    },
    {
      "epoch": 226.39,
      "grad_norm": 1.3590413331985474,
      "learning_rate": 4.025605916411243e-06,
      "loss": 0.3667,
      "step": 811140
    },
    {
      "epoch": 226.39,
      "grad_norm": 1.1254369020462036,
      "learning_rate": 4.02558708417334e-06,
      "loss": 0.3645,
      "step": 811150
    },
    {
      "epoch": 226.39,
      "grad_norm": 1.1586517095565796,
      "learning_rate": 4.025568251711586e-06,
      "loss": 0.3842,
      "step": 811160
    },
    {
      "epoch": 226.39,
      "grad_norm": 1.0566859245300293,
      "learning_rate": 4.02554941902598e-06,
      "loss": 0.3687,
      "step": 811170
    },
    {
      "epoch": 226.4,
      "grad_norm": 1.2580993175506592,
      "learning_rate": 4.025530586116526e-06,
      "loss": 0.3791,
      "step": 811180
    },
    {
      "epoch": 226.4,
      "grad_norm": 1.1519862413406372,
      "learning_rate": 4.0255117529832275e-06,
      "loss": 0.3712,
      "step": 811190
    },
    {
      "epoch": 226.4,
      "grad_norm": 1.1086193323135376,
      "learning_rate": 4.025492919626085e-06,
      "loss": 0.3507,
      "step": 811200
    },
    {
      "epoch": 226.41,
      "grad_norm": 1.0165437459945679,
      "learning_rate": 4.025474086045103e-06,
      "loss": 0.3507,
      "step": 811210
    },
    {
      "epoch": 226.41,
      "grad_norm": 4.190183639526367,
      "learning_rate": 4.025455252240283e-06,
      "loss": 0.3704,
      "step": 811220
    },
    {
      "epoch": 226.41,
      "grad_norm": 0.9839054346084595,
      "learning_rate": 4.025436418211627e-06,
      "loss": 0.3817,
      "step": 811230
    },
    {
      "epoch": 226.41,
      "grad_norm": 1.108048677444458,
      "learning_rate": 4.025417583959138e-06,
      "loss": 0.3701,
      "step": 811240
    },
    {
      "epoch": 226.42,
      "grad_norm": 1.5433326959609985,
      "learning_rate": 4.025398749482819e-06,
      "loss": 0.3875,
      "step": 811250
    },
    {
      "epoch": 226.42,
      "grad_norm": 1.1072678565979004,
      "learning_rate": 4.025379914782671e-06,
      "loss": 0.3474,
      "step": 811260
    },
    {
      "epoch": 226.42,
      "grad_norm": 0.9628587365150452,
      "learning_rate": 4.025361079858699e-06,
      "loss": 0.374,
      "step": 811270
    },
    {
      "epoch": 226.42,
      "grad_norm": 0.9550004005432129,
      "learning_rate": 4.025342244710904e-06,
      "loss": 0.3639,
      "step": 811280
    },
    {
      "epoch": 226.43,
      "grad_norm": 1.0877419710159302,
      "learning_rate": 4.025323409339288e-06,
      "loss": 0.3628,
      "step": 811290
    },
    {
      "epoch": 226.43,
      "grad_norm": 1.1112483739852905,
      "learning_rate": 4.025304573743855e-06,
      "loss": 0.3561,
      "step": 811300
    },
    {
      "epoch": 226.43,
      "grad_norm": 0.9923239350318909,
      "learning_rate": 4.0252857379246056e-06,
      "loss": 0.3609,
      "step": 811310
    },
    {
      "epoch": 226.44,
      "grad_norm": 1.0750868320465088,
      "learning_rate": 4.025266901881544e-06,
      "loss": 0.3889,
      "step": 811320
    },
    {
      "epoch": 226.44,
      "grad_norm": 0.9480695128440857,
      "learning_rate": 4.025248065614672e-06,
      "loss": 0.3637,
      "step": 811330
    },
    {
      "epoch": 226.44,
      "grad_norm": 0.9874925017356873,
      "learning_rate": 4.025229229123991e-06,
      "loss": 0.3762,
      "step": 811340
    },
    {
      "epoch": 226.44,
      "grad_norm": 1.0323023796081543,
      "learning_rate": 4.025210392409506e-06,
      "loss": 0.3527,
      "step": 811350
    },
    {
      "epoch": 226.45,
      "grad_norm": 1.0576682090759277,
      "learning_rate": 4.025191555471218e-06,
      "loss": 0.3807,
      "step": 811360
    },
    {
      "epoch": 226.45,
      "grad_norm": 0.9958503842353821,
      "learning_rate": 4.025172718309129e-06,
      "loss": 0.36,
      "step": 811370
    },
    {
      "epoch": 226.45,
      "grad_norm": 1.0794811248779297,
      "learning_rate": 4.0251538809232435e-06,
      "loss": 0.3604,
      "step": 811380
    },
    {
      "epoch": 226.46,
      "grad_norm": 1.0631059408187866,
      "learning_rate": 4.025135043313561e-06,
      "loss": 0.3665,
      "step": 811390
    },
    {
      "epoch": 226.46,
      "grad_norm": 1.063927173614502,
      "learning_rate": 4.025116205480087e-06,
      "loss": 0.3788,
      "step": 811400
    },
    {
      "epoch": 226.46,
      "grad_norm": 1.01002037525177,
      "learning_rate": 4.025097367422822e-06,
      "loss": 0.3584,
      "step": 811410
    },
    {
      "epoch": 226.46,
      "grad_norm": 1.2158353328704834,
      "learning_rate": 4.02507852914177e-06,
      "loss": 0.3601,
      "step": 811420
    },
    {
      "epoch": 226.47,
      "grad_norm": 0.9964632987976074,
      "learning_rate": 4.025059690636932e-06,
      "loss": 0.369,
      "step": 811430
    },
    {
      "epoch": 226.47,
      "grad_norm": 1.186789631843567,
      "learning_rate": 4.025040851908311e-06,
      "loss": 0.3476,
      "step": 811440
    },
    {
      "epoch": 226.47,
      "grad_norm": 0.9219242334365845,
      "learning_rate": 4.02502201295591e-06,
      "loss": 0.3559,
      "step": 811450
    },
    {
      "epoch": 226.48,
      "grad_norm": 0.9523556232452393,
      "learning_rate": 4.025003173779731e-06,
      "loss": 0.3496,
      "step": 811460
    },
    {
      "epoch": 226.48,
      "grad_norm": 0.9180514812469482,
      "learning_rate": 4.024984334379778e-06,
      "loss": 0.3675,
      "step": 811470
    },
    {
      "epoch": 226.48,
      "grad_norm": 1.0731892585754395,
      "learning_rate": 4.024965494756051e-06,
      "loss": 0.3633,
      "step": 811480
    },
    {
      "epoch": 226.48,
      "grad_norm": 1.204056739807129,
      "learning_rate": 4.024946654908554e-06,
      "loss": 0.3675,
      "step": 811490
    },
    {
      "epoch": 226.49,
      "grad_norm": 0.9816444516181946,
      "learning_rate": 4.024927814837289e-06,
      "loss": 0.3536,
      "step": 811500
    },
    {
      "epoch": 226.49,
      "grad_norm": 1.1159031391143799,
      "learning_rate": 4.024908974542259e-06,
      "loss": 0.3583,
      "step": 811510
    },
    {
      "epoch": 226.49,
      "grad_norm": 1.0985602140426636,
      "learning_rate": 4.024890134023466e-06,
      "loss": 0.3775,
      "step": 811520
    },
    {
      "epoch": 226.49,
      "grad_norm": 1.0832473039627075,
      "learning_rate": 4.024871293280914e-06,
      "loss": 0.3689,
      "step": 811530
    },
    {
      "epoch": 226.5,
      "grad_norm": 1.1574753522872925,
      "learning_rate": 4.024852452314603e-06,
      "loss": 0.3735,
      "step": 811540
    },
    {
      "epoch": 226.5,
      "grad_norm": 2.0356950759887695,
      "learning_rate": 4.024833611124538e-06,
      "loss": 0.3775,
      "step": 811550
    },
    {
      "epoch": 226.5,
      "grad_norm": 1.0276578664779663,
      "learning_rate": 4.02481476971072e-06,
      "loss": 0.3758,
      "step": 811560
    },
    {
      "epoch": 226.51,
      "grad_norm": 1.4491322040557861,
      "learning_rate": 4.024795928073151e-06,
      "loss": 0.3815,
      "step": 811570
    },
    {
      "epoch": 226.51,
      "grad_norm": 1.205297589302063,
      "learning_rate": 4.0247770862118346e-06,
      "loss": 0.364,
      "step": 811580
    },
    {
      "epoch": 226.51,
      "grad_norm": 1.0458827018737793,
      "learning_rate": 4.0247582441267734e-06,
      "loss": 0.3718,
      "step": 811590
    },
    {
      "epoch": 226.51,
      "grad_norm": 1.3195923566818237,
      "learning_rate": 4.024739401817969e-06,
      "loss": 0.3767,
      "step": 811600
    },
    {
      "epoch": 226.52,
      "grad_norm": 1.0496115684509277,
      "learning_rate": 4.024720559285425e-06,
      "loss": 0.3677,
      "step": 811610
    },
    {
      "epoch": 226.52,
      "grad_norm": 1.0391746759414673,
      "learning_rate": 4.024701716529144e-06,
      "loss": 0.377,
      "step": 811620
    },
    {
      "epoch": 226.52,
      "grad_norm": 1.1360208988189697,
      "learning_rate": 4.024682873549126e-06,
      "loss": 0.3697,
      "step": 811630
    },
    {
      "epoch": 226.53,
      "grad_norm": 1.02206289768219,
      "learning_rate": 4.024664030345377e-06,
      "loss": 0.3569,
      "step": 811640
    },
    {
      "epoch": 226.53,
      "grad_norm": 1.2388516664505005,
      "learning_rate": 4.024645186917897e-06,
      "loss": 0.3626,
      "step": 811650
    },
    {
      "epoch": 226.53,
      "grad_norm": 1.0405560731887817,
      "learning_rate": 4.024626343266689e-06,
      "loss": 0.3653,
      "step": 811660
    },
    {
      "epoch": 226.53,
      "grad_norm": 1.1795488595962524,
      "learning_rate": 4.024607499391757e-06,
      "loss": 0.3725,
      "step": 811670
    },
    {
      "epoch": 226.54,
      "grad_norm": 31.98674964904785,
      "learning_rate": 4.024588655293102e-06,
      "loss": 0.3528,
      "step": 811680
    },
    {
      "epoch": 226.54,
      "grad_norm": 1.048935055732727,
      "learning_rate": 4.024569810970727e-06,
      "loss": 0.3706,
      "step": 811690
    },
    {
      "epoch": 226.54,
      "grad_norm": 1.3572872877120972,
      "learning_rate": 4.024550966424634e-06,
      "loss": 0.3735,
      "step": 811700
    },
    {
      "epoch": 226.54,
      "grad_norm": 1.2152281999588013,
      "learning_rate": 4.024532121654827e-06,
      "loss": 0.3701,
      "step": 811710
    },
    {
      "epoch": 226.55,
      "grad_norm": 1.1465561389923096,
      "learning_rate": 4.024513276661306e-06,
      "loss": 0.3708,
      "step": 811720
    },
    {
      "epoch": 226.55,
      "grad_norm": 0.9817373156547546,
      "learning_rate": 4.024494431444076e-06,
      "loss": 0.3732,
      "step": 811730
    },
    {
      "epoch": 226.55,
      "grad_norm": 1.794416069984436,
      "learning_rate": 4.024475586003138e-06,
      "loss": 0.377,
      "step": 811740
    },
    {
      "epoch": 226.56,
      "grad_norm": 0.9166302680969238,
      "learning_rate": 4.024456740338495e-06,
      "loss": 0.367,
      "step": 811750
    },
    {
      "epoch": 226.56,
      "grad_norm": 1.2204598188400269,
      "learning_rate": 4.02443789445015e-06,
      "loss": 0.3576,
      "step": 811760
    },
    {
      "epoch": 226.56,
      "grad_norm": 1.2202696800231934,
      "learning_rate": 4.024419048338104e-06,
      "loss": 0.3706,
      "step": 811770
    },
    {
      "epoch": 226.56,
      "grad_norm": 1.0837947130203247,
      "learning_rate": 4.024400202002361e-06,
      "loss": 0.3507,
      "step": 811780
    },
    {
      "epoch": 226.57,
      "grad_norm": 0.863970160484314,
      "learning_rate": 4.024381355442923e-06,
      "loss": 0.346,
      "step": 811790
    },
    {
      "epoch": 226.57,
      "grad_norm": 1.1704871654510498,
      "learning_rate": 4.024362508659793e-06,
      "loss": 0.3531,
      "step": 811800
    },
    {
      "epoch": 226.57,
      "grad_norm": 0.9847803711891174,
      "learning_rate": 4.024343661652972e-06,
      "loss": 0.3627,
      "step": 811810
    },
    {
      "epoch": 226.58,
      "grad_norm": 0.9901717305183411,
      "learning_rate": 4.024324814422465e-06,
      "loss": 0.3602,
      "step": 811820
    },
    {
      "epoch": 226.58,
      "grad_norm": 1.2605702877044678,
      "learning_rate": 4.024305966968272e-06,
      "loss": 0.3575,
      "step": 811830
    },
    {
      "epoch": 226.58,
      "grad_norm": 1.1856170892715454,
      "learning_rate": 4.024287119290396e-06,
      "loss": 0.3695,
      "step": 811840
    },
    {
      "epoch": 226.58,
      "grad_norm": 1.12252676486969,
      "learning_rate": 4.024268271388841e-06,
      "loss": 0.3664,
      "step": 811850
    },
    {
      "epoch": 226.59,
      "grad_norm": 1.0218570232391357,
      "learning_rate": 4.024249423263608e-06,
      "loss": 0.3595,
      "step": 811860
    },
    {
      "epoch": 226.59,
      "grad_norm": 1.1919416189193726,
      "learning_rate": 4.0242305749147e-06,
      "loss": 0.3645,
      "step": 811870
    },
    {
      "epoch": 226.59,
      "grad_norm": 1.0598050355911255,
      "learning_rate": 4.024211726342121e-06,
      "loss": 0.3789,
      "step": 811880
    },
    {
      "epoch": 226.6,
      "grad_norm": 1.0075514316558838,
      "learning_rate": 4.024192877545871e-06,
      "loss": 0.3799,
      "step": 811890
    },
    {
      "epoch": 226.6,
      "grad_norm": 0.9160605072975159,
      "learning_rate": 4.024174028525953e-06,
      "loss": 0.375,
      "step": 811900
    },
    {
      "epoch": 226.6,
      "grad_norm": 0.9062604308128357,
      "learning_rate": 4.024155179282371e-06,
      "loss": 0.3625,
      "step": 811910
    },
    {
      "epoch": 226.6,
      "grad_norm": 1.075634479522705,
      "learning_rate": 4.024136329815126e-06,
      "loss": 0.3804,
      "step": 811920
    },
    {
      "epoch": 226.61,
      "grad_norm": 1.0158342123031616,
      "learning_rate": 4.024117480124222e-06,
      "loss": 0.3675,
      "step": 811930
    },
    {
      "epoch": 226.61,
      "grad_norm": 1.071912169456482,
      "learning_rate": 4.02409863020966e-06,
      "loss": 0.3662,
      "step": 811940
    },
    {
      "epoch": 226.61,
      "grad_norm": 0.9784528613090515,
      "learning_rate": 4.024079780071443e-06,
      "loss": 0.3766,
      "step": 811950
    },
    {
      "epoch": 226.61,
      "grad_norm": 1.5226365327835083,
      "learning_rate": 4.024060929709573e-06,
      "loss": 0.3645,
      "step": 811960
    },
    {
      "epoch": 226.62,
      "grad_norm": 1.0735125541687012,
      "learning_rate": 4.0240420791240545e-06,
      "loss": 0.3794,
      "step": 811970
    },
    {
      "epoch": 226.62,
      "grad_norm": 0.9687049388885498,
      "learning_rate": 4.024023228314888e-06,
      "loss": 0.3585,
      "step": 811980
    },
    {
      "epoch": 226.62,
      "grad_norm": 1.0215041637420654,
      "learning_rate": 4.024004377282077e-06,
      "loss": 0.3903,
      "step": 811990
    },
    {
      "epoch": 226.63,
      "grad_norm": 0.9668155312538147,
      "learning_rate": 4.023985526025624e-06,
      "loss": 0.3554,
      "step": 812000
    },
    {
      "epoch": 226.63,
      "grad_norm": 1.0070626735687256,
      "learning_rate": 4.023966674545531e-06,
      "loss": 0.347,
      "step": 812010
    },
    {
      "epoch": 226.63,
      "grad_norm": 0.9911605715751648,
      "learning_rate": 4.023947822841801e-06,
      "loss": 0.3559,
      "step": 812020
    },
    {
      "epoch": 226.63,
      "grad_norm": 1.2522011995315552,
      "learning_rate": 4.023928970914434e-06,
      "loss": 0.3605,
      "step": 812030
    },
    {
      "epoch": 226.64,
      "grad_norm": 1.0678236484527588,
      "learning_rate": 4.023910118763437e-06,
      "loss": 0.3582,
      "step": 812040
    },
    {
      "epoch": 226.64,
      "grad_norm": 1.016592025756836,
      "learning_rate": 4.023891266388809e-06,
      "loss": 0.3651,
      "step": 812050
    },
    {
      "epoch": 226.64,
      "grad_norm": 1.0562632083892822,
      "learning_rate": 4.023872413790555e-06,
      "loss": 0.3632,
      "step": 812060
    },
    {
      "epoch": 226.65,
      "grad_norm": 1.179183840751648,
      "learning_rate": 4.023853560968675e-06,
      "loss": 0.3676,
      "step": 812070
    },
    {
      "epoch": 226.65,
      "grad_norm": 1.0453786849975586,
      "learning_rate": 4.023834707923174e-06,
      "loss": 0.3603,
      "step": 812080
    },
    {
      "epoch": 226.65,
      "grad_norm": 1.2351793050765991,
      "learning_rate": 4.023815854654052e-06,
      "loss": 0.3605,
      "step": 812090
    },
    {
      "epoch": 226.65,
      "grad_norm": 1.171606183052063,
      "learning_rate": 4.023797001161314e-06,
      "loss": 0.3605,
      "step": 812100
    },
    {
      "epoch": 226.66,
      "grad_norm": 1.0945981740951538,
      "learning_rate": 4.02377814744496e-06,
      "loss": 0.3708,
      "step": 812110
    },
    {
      "epoch": 226.66,
      "grad_norm": 1.119649887084961,
      "learning_rate": 4.023759293504994e-06,
      "loss": 0.3745,
      "step": 812120
    },
    {
      "epoch": 226.66,
      "grad_norm": 1.0920008420944214,
      "learning_rate": 4.0237404393414195e-06,
      "loss": 0.3747,
      "step": 812130
    },
    {
      "epoch": 226.66,
      "grad_norm": 0.9732550978660583,
      "learning_rate": 4.023721584954237e-06,
      "loss": 0.3463,
      "step": 812140
    },
    {
      "epoch": 226.67,
      "grad_norm": 1.1521402597427368,
      "learning_rate": 4.02370273034345e-06,
      "loss": 0.3743,
      "step": 812150
    },
    {
      "epoch": 226.67,
      "grad_norm": 1.1401572227478027,
      "learning_rate": 4.023683875509061e-06,
      "loss": 0.3792,
      "step": 812160
    },
    {
      "epoch": 226.67,
      "grad_norm": 1.2502431869506836,
      "learning_rate": 4.023665020451072e-06,
      "loss": 0.3735,
      "step": 812170
    },
    {
      "epoch": 226.68,
      "grad_norm": 1.1148841381072998,
      "learning_rate": 4.023646165169486e-06,
      "loss": 0.3655,
      "step": 812180
    },
    {
      "epoch": 226.68,
      "grad_norm": 1.1146997213363647,
      "learning_rate": 4.023627309664306e-06,
      "loss": 0.3619,
      "step": 812190
    },
    {
      "epoch": 226.68,
      "grad_norm": 1.1258987188339233,
      "learning_rate": 4.023608453935533e-06,
      "loss": 0.3627,
      "step": 812200
    },
    {
      "epoch": 226.68,
      "grad_norm": 1.1183489561080933,
      "learning_rate": 4.02358959798317e-06,
      "loss": 0.3601,
      "step": 812210
    },
    {
      "epoch": 226.69,
      "grad_norm": 1.3706910610198975,
      "learning_rate": 4.023570741807221e-06,
      "loss": 0.3571,
      "step": 812220
    },
    {
      "epoch": 226.69,
      "grad_norm": 1.1730836629867554,
      "learning_rate": 4.023551885407686e-06,
      "loss": 0.37,
      "step": 812230
    },
    {
      "epoch": 226.69,
      "grad_norm": 1.130886435508728,
      "learning_rate": 4.02353302878457e-06,
      "loss": 0.3825,
      "step": 812240
    },
    {
      "epoch": 226.7,
      "grad_norm": 1.5270650386810303,
      "learning_rate": 4.023514171937874e-06,
      "loss": 0.3783,
      "step": 812250
    },
    {
      "epoch": 226.7,
      "grad_norm": 1.3432129621505737,
      "learning_rate": 4.023495314867602e-06,
      "loss": 0.362,
      "step": 812260
    },
    {
      "epoch": 226.7,
      "grad_norm": 1.124062180519104,
      "learning_rate": 4.023476457573754e-06,
      "loss": 0.3797,
      "step": 812270
    },
    {
      "epoch": 226.7,
      "grad_norm": 1.0791078805923462,
      "learning_rate": 4.0234576000563345e-06,
      "loss": 0.3901,
      "step": 812280
    },
    {
      "epoch": 226.71,
      "grad_norm": 1.133530616760254,
      "learning_rate": 4.023438742315346e-06,
      "loss": 0.3725,
      "step": 812290
    },
    {
      "epoch": 226.71,
      "grad_norm": 1.0838931798934937,
      "learning_rate": 4.023419884350789e-06,
      "loss": 0.361,
      "step": 812300
    },
    {
      "epoch": 226.71,
      "grad_norm": 1.019895315170288,
      "learning_rate": 4.023401026162669e-06,
      "loss": 0.3611,
      "step": 812310
    },
    {
      "epoch": 226.72,
      "grad_norm": 0.9393135905265808,
      "learning_rate": 4.023382167750986e-06,
      "loss": 0.3688,
      "step": 812320
    },
    {
      "epoch": 226.72,
      "grad_norm": 1.1485129594802856,
      "learning_rate": 4.023363309115744e-06,
      "loss": 0.3746,
      "step": 812330
    },
    {
      "epoch": 226.72,
      "grad_norm": 1.145302653312683,
      "learning_rate": 4.023344450256945e-06,
      "loss": 0.3685,
      "step": 812340
    },
    {
      "epoch": 226.72,
      "grad_norm": 1.1934144496917725,
      "learning_rate": 4.0233255911745916e-06,
      "loss": 0.3678,
      "step": 812350
    },
    {
      "epoch": 226.73,
      "grad_norm": 1.1506320238113403,
      "learning_rate": 4.023306731868686e-06,
      "loss": 0.3956,
      "step": 812360
    },
    {
      "epoch": 226.73,
      "grad_norm": 1.0205198526382446,
      "learning_rate": 4.023287872339231e-06,
      "loss": 0.3648,
      "step": 812370
    },
    {
      "epoch": 226.73,
      "grad_norm": 1.0785759687423706,
      "learning_rate": 4.023269012586229e-06,
      "loss": 0.3578,
      "step": 812380
    },
    {
      "epoch": 226.73,
      "grad_norm": 1.0969561338424683,
      "learning_rate": 4.023250152609683e-06,
      "loss": 0.3682,
      "step": 812390
    },
    {
      "epoch": 226.74,
      "grad_norm": 1.3405520915985107,
      "learning_rate": 4.023231292409594e-06,
      "loss": 0.3711,
      "step": 812400
    },
    {
      "epoch": 226.74,
      "grad_norm": 1.1292822360992432,
      "learning_rate": 4.0232124319859664e-06,
      "loss": 0.3652,
      "step": 812410
    },
    {
      "epoch": 226.74,
      "grad_norm": 1.218414068222046,
      "learning_rate": 4.023193571338802e-06,
      "loss": 0.3843,
      "step": 812420
    },
    {
      "epoch": 226.75,
      "grad_norm": 1.0776820182800293,
      "learning_rate": 4.023174710468103e-06,
      "loss": 0.3806,
      "step": 812430
    },
    {
      "epoch": 226.75,
      "grad_norm": 0.923280656337738,
      "learning_rate": 4.023155849373872e-06,
      "loss": 0.3631,
      "step": 812440
    },
    {
      "epoch": 226.75,
      "grad_norm": 0.9932593703269958,
      "learning_rate": 4.023136988056112e-06,
      "loss": 0.3723,
      "step": 812450
    },
    {
      "epoch": 226.75,
      "grad_norm": 1.1285638809204102,
      "learning_rate": 4.0231181265148245e-06,
      "loss": 0.3704,
      "step": 812460
    },
    {
      "epoch": 226.76,
      "grad_norm": 1.1318992376327515,
      "learning_rate": 4.023099264750013e-06,
      "loss": 0.3448,
      "step": 812470
    },
    {
      "epoch": 226.76,
      "grad_norm": 1.1575366258621216,
      "learning_rate": 4.02308040276168e-06,
      "loss": 0.3811,
      "step": 812480
    },
    {
      "epoch": 226.76,
      "grad_norm": 1.2262755632400513,
      "learning_rate": 4.023061540549827e-06,
      "loss": 0.362,
      "step": 812490
    },
    {
      "epoch": 226.77,
      "grad_norm": 3.6155600547790527,
      "learning_rate": 4.023042678114458e-06,
      "loss": 0.3577,
      "step": 812500
    },
    {
      "epoch": 226.77,
      "grad_norm": 1.1225955486297607,
      "learning_rate": 4.023023815455573e-06,
      "loss": 0.3661,
      "step": 812510
    },
    {
      "epoch": 226.77,
      "grad_norm": 1.2631222009658813,
      "learning_rate": 4.023004952573178e-06,
      "loss": 0.3789,
      "step": 812520
    },
    {
      "epoch": 226.77,
      "grad_norm": 1.0906010866165161,
      "learning_rate": 4.0229860894672735e-06,
      "loss": 0.3738,
      "step": 812530
    },
    {
      "epoch": 226.78,
      "grad_norm": 1.000382900238037,
      "learning_rate": 4.022967226137861e-06,
      "loss": 0.3619,
      "step": 812540
    },
    {
      "epoch": 226.78,
      "grad_norm": 1.116508960723877,
      "learning_rate": 4.022948362584946e-06,
      "loss": 0.3584,
      "step": 812550
    },
    {
      "epoch": 226.78,
      "grad_norm": 1.1556154489517212,
      "learning_rate": 4.022929498808528e-06,
      "loss": 0.3433,
      "step": 812560
    },
    {
      "epoch": 226.78,
      "grad_norm": 1.0172109603881836,
      "learning_rate": 4.022910634808611e-06,
      "loss": 0.363,
      "step": 812570
    },
    {
      "epoch": 226.79,
      "grad_norm": 1.4527114629745483,
      "learning_rate": 4.022891770585197e-06,
      "loss": 0.3643,
      "step": 812580
    },
    {
      "epoch": 226.79,
      "grad_norm": 1.2525310516357422,
      "learning_rate": 4.022872906138289e-06,
      "loss": 0.3935,
      "step": 812590
    },
    {
      "epoch": 226.79,
      "grad_norm": 0.9861195087432861,
      "learning_rate": 4.02285404146789e-06,
      "loss": 0.3648,
      "step": 812600
    },
    {
      "epoch": 226.8,
      "grad_norm": 1.092496633529663,
      "learning_rate": 4.022835176574001e-06,
      "loss": 0.3737,
      "step": 812610
    },
    {
      "epoch": 226.8,
      "grad_norm": 0.9701282382011414,
      "learning_rate": 4.0228163114566255e-06,
      "loss": 0.3686,
      "step": 812620
    },
    {
      "epoch": 226.8,
      "grad_norm": 0.9439610838890076,
      "learning_rate": 4.022797446115766e-06,
      "loss": 0.3694,
      "step": 812630
    },
    {
      "epoch": 226.8,
      "grad_norm": 1.356353998184204,
      "learning_rate": 4.022778580551424e-06,
      "loss": 0.3665,
      "step": 812640
    },
    {
      "epoch": 226.81,
      "grad_norm": 1.036866545677185,
      "learning_rate": 4.022759714763604e-06,
      "loss": 0.3673,
      "step": 812650
    },
    {
      "epoch": 226.81,
      "grad_norm": 1.228704571723938,
      "learning_rate": 4.022740848752306e-06,
      "loss": 0.3577,
      "step": 812660
    },
    {
      "epoch": 226.81,
      "grad_norm": 1.0058965682983398,
      "learning_rate": 4.022721982517535e-06,
      "loss": 0.3633,
      "step": 812670
    },
    {
      "epoch": 226.82,
      "grad_norm": 1.0338696241378784,
      "learning_rate": 4.022703116059292e-06,
      "loss": 0.3636,
      "step": 812680
    },
    {
      "epoch": 226.82,
      "grad_norm": 1.005162239074707,
      "learning_rate": 4.02268424937758e-06,
      "loss": 0.3648,
      "step": 812690
    },
    {
      "epoch": 226.82,
      "grad_norm": 1.1015522480010986,
      "learning_rate": 4.022665382472401e-06,
      "loss": 0.3956,
      "step": 812700
    },
    {
      "epoch": 226.82,
      "grad_norm": 1.0587029457092285,
      "learning_rate": 4.022646515343759e-06,
      "loss": 0.3611,
      "step": 812710
    },
    {
      "epoch": 226.83,
      "grad_norm": 1.3300148248672485,
      "learning_rate": 4.022627647991654e-06,
      "loss": 0.3693,
      "step": 812720
    },
    {
      "epoch": 226.83,
      "grad_norm": 1.0468440055847168,
      "learning_rate": 4.022608780416091e-06,
      "loss": 0.3758,
      "step": 812730
    },
    {
      "epoch": 226.83,
      "grad_norm": 1.093084454536438,
      "learning_rate": 4.02258991261707e-06,
      "loss": 0.3684,
      "step": 812740
    },
    {
      "epoch": 226.84,
      "grad_norm": 1.0266191959381104,
      "learning_rate": 4.022571044594597e-06,
      "loss": 0.3697,
      "step": 812750
    },
    {
      "epoch": 226.84,
      "grad_norm": 1.3082464933395386,
      "learning_rate": 4.0225521763486705e-06,
      "loss": 0.3637,
      "step": 812760
    },
    {
      "epoch": 226.84,
      "grad_norm": 0.9665754437446594,
      "learning_rate": 4.022533307879296e-06,
      "loss": 0.3603,
      "step": 812770
    },
    {
      "epoch": 226.84,
      "grad_norm": 0.9772267937660217,
      "learning_rate": 4.0225144391864756e-06,
      "loss": 0.3683,
      "step": 812780
    },
    {
      "epoch": 226.85,
      "grad_norm": 1.0104162693023682,
      "learning_rate": 4.02249557027021e-06,
      "loss": 0.3686,
      "step": 812790
    },
    {
      "epoch": 226.85,
      "grad_norm": 1.1595616340637207,
      "learning_rate": 4.022476701130503e-06,
      "loss": 0.3741,
      "step": 812800
    },
    {
      "epoch": 226.85,
      "grad_norm": 1.1242574453353882,
      "learning_rate": 4.022457831767358e-06,
      "loss": 0.3973,
      "step": 812810
    },
    {
      "epoch": 226.85,
      "grad_norm": 1.0667517185211182,
      "learning_rate": 4.022438962180776e-06,
      "loss": 0.375,
      "step": 812820
    },
    {
      "epoch": 226.86,
      "grad_norm": 1.1177349090576172,
      "learning_rate": 4.022420092370759e-06,
      "loss": 0.3611,
      "step": 812830
    },
    {
      "epoch": 226.86,
      "grad_norm": 5.391515731811523,
      "learning_rate": 4.0224012223373125e-06,
      "loss": 0.3873,
      "step": 812840
    },
    {
      "epoch": 226.86,
      "grad_norm": 1.584755539894104,
      "learning_rate": 4.022382352080435e-06,
      "loss": 0.3598,
      "step": 812850
    },
    {
      "epoch": 226.87,
      "grad_norm": 1.0806719064712524,
      "learning_rate": 4.022363481600133e-06,
      "loss": 0.3801,
      "step": 812860
    },
    {
      "epoch": 226.87,
      "grad_norm": 1.1728944778442383,
      "learning_rate": 4.022344610896406e-06,
      "loss": 0.3743,
      "step": 812870
    },
    {
      "epoch": 226.87,
      "grad_norm": 0.9204784631729126,
      "learning_rate": 4.022325739969257e-06,
      "loss": 0.3676,
      "step": 812880
    },
    {
      "epoch": 226.87,
      "grad_norm": 1.2767904996871948,
      "learning_rate": 4.022306868818691e-06,
      "loss": 0.3714,
      "step": 812890
    },
    {
      "epoch": 226.88,
      "grad_norm": 1.2593318223953247,
      "learning_rate": 4.0222879974447075e-06,
      "loss": 0.3742,
      "step": 812900
    },
    {
      "epoch": 226.88,
      "grad_norm": 1.1715788841247559,
      "learning_rate": 4.02226912584731e-06,
      "loss": 0.3724,
      "step": 812910
    },
    {
      "epoch": 226.88,
      "grad_norm": 1.0670955181121826,
      "learning_rate": 4.022250254026502e-06,
      "loss": 0.3783,
      "step": 812920
    },
    {
      "epoch": 226.89,
      "grad_norm": 1.5242242813110352,
      "learning_rate": 4.022231381982284e-06,
      "loss": 0.3701,
      "step": 812930
    },
    {
      "epoch": 226.89,
      "grad_norm": 1.2004404067993164,
      "learning_rate": 4.02221250971466e-06,
      "loss": 0.37,
      "step": 812940
    },
    {
      "epoch": 226.89,
      "grad_norm": 1.088541030883789,
      "learning_rate": 4.022193637223633e-06,
      "loss": 0.3501,
      "step": 812950
    },
    {
      "epoch": 226.89,
      "grad_norm": 1.4413570165634155,
      "learning_rate": 4.022174764509204e-06,
      "loss": 0.3583,
      "step": 812960
    },
    {
      "epoch": 226.9,
      "grad_norm": 0.8515786528587341,
      "learning_rate": 4.022155891571376e-06,
      "loss": 0.3634,
      "step": 812970
    },
    {
      "epoch": 226.9,
      "grad_norm": 1.161381721496582,
      "learning_rate": 4.022137018410151e-06,
      "loss": 0.3712,
      "step": 812980
    },
    {
      "epoch": 226.9,
      "grad_norm": 1.4842251539230347,
      "learning_rate": 4.022118145025534e-06,
      "loss": 0.374,
      "step": 812990
    },
    {
      "epoch": 226.9,
      "grad_norm": 1.0243191719055176,
      "learning_rate": 4.022099271417525e-06,
      "loss": 0.3585,
      "step": 813000
    },
    {
      "epoch": 226.91,
      "grad_norm": 1.233588457107544,
      "learning_rate": 4.022080397586127e-06,
      "loss": 0.3799,
      "step": 813010
    },
    {
      "epoch": 226.91,
      "grad_norm": 1.167230248451233,
      "learning_rate": 4.022061523531343e-06,
      "loss": 0.3638,
      "step": 813020
    },
    {
      "epoch": 226.91,
      "grad_norm": 1.0623761415481567,
      "learning_rate": 4.0220426492531746e-06,
      "loss": 0.3691,
      "step": 813030
    },
    {
      "epoch": 226.92,
      "grad_norm": 1.0885117053985596,
      "learning_rate": 4.022023774751626e-06,
      "loss": 0.3673,
      "step": 813040
    },
    {
      "epoch": 226.92,
      "grad_norm": 1.1281863451004028,
      "learning_rate": 4.022004900026699e-06,
      "loss": 0.3492,
      "step": 813050
    },
    {
      "epoch": 226.92,
      "grad_norm": 1.7590500116348267,
      "learning_rate": 4.021986025078395e-06,
      "loss": 0.3614,
      "step": 813060
    },
    {
      "epoch": 226.92,
      "grad_norm": 0.9987444877624512,
      "learning_rate": 4.021967149906717e-06,
      "loss": 0.3782,
      "step": 813070
    },
    {
      "epoch": 226.93,
      "grad_norm": 1.1063616275787354,
      "learning_rate": 4.021948274511669e-06,
      "loss": 0.3601,
      "step": 813080
    },
    {
      "epoch": 226.93,
      "grad_norm": 1.0582685470581055,
      "learning_rate": 4.021929398893251e-06,
      "loss": 0.3732,
      "step": 813090
    },
    {
      "epoch": 226.93,
      "grad_norm": 1.247643232345581,
      "learning_rate": 4.021910523051468e-06,
      "loss": 0.3898,
      "step": 813100
    },
    {
      "epoch": 226.94,
      "grad_norm": 1.385400414466858,
      "learning_rate": 4.021891646986321e-06,
      "loss": 0.3633,
      "step": 813110
    },
    {
      "epoch": 226.94,
      "grad_norm": 1.207914113998413,
      "learning_rate": 4.0218727706978125e-06,
      "loss": 0.3824,
      "step": 813120
    },
    {
      "epoch": 226.94,
      "grad_norm": 1.0256459712982178,
      "learning_rate": 4.021853894185945e-06,
      "loss": 0.371,
      "step": 813130
    },
    {
      "epoch": 226.94,
      "grad_norm": 1.0346198081970215,
      "learning_rate": 4.021835017450723e-06,
      "loss": 0.3767,
      "step": 813140
    },
    {
      "epoch": 226.95,
      "grad_norm": 1.3176555633544922,
      "learning_rate": 4.021816140492146e-06,
      "loss": 0.3532,
      "step": 813150
    },
    {
      "epoch": 226.95,
      "grad_norm": 1.0263105630874634,
      "learning_rate": 4.021797263310219e-06,
      "loss": 0.3725,
      "step": 813160
    },
    {
      "epoch": 226.95,
      "grad_norm": 1.0837124586105347,
      "learning_rate": 4.021778385904943e-06,
      "loss": 0.3768,
      "step": 813170
    },
    {
      "epoch": 226.96,
      "grad_norm": 1.1504857540130615,
      "learning_rate": 4.021759508276321e-06,
      "loss": 0.3492,
      "step": 813180
    },
    {
      "epoch": 226.96,
      "grad_norm": 1.1361169815063477,
      "learning_rate": 4.021740630424355e-06,
      "loss": 0.3709,
      "step": 813190
    },
    {
      "epoch": 226.96,
      "grad_norm": 0.9396466016769409,
      "learning_rate": 4.021721752349049e-06,
      "loss": 0.3555,
      "step": 813200
    },
    {
      "epoch": 226.96,
      "grad_norm": 1.0760877132415771,
      "learning_rate": 4.0217028740504036e-06,
      "loss": 0.3874,
      "step": 813210
    },
    {
      "epoch": 226.97,
      "grad_norm": 1.051716923713684,
      "learning_rate": 4.021683995528423e-06,
      "loss": 0.375,
      "step": 813220
    },
    {
      "epoch": 226.97,
      "grad_norm": 1.1048537492752075,
      "learning_rate": 4.0216651167831074e-06,
      "loss": 0.3906,
      "step": 813230
    },
    {
      "epoch": 226.97,
      "grad_norm": 1.2274845838546753,
      "learning_rate": 4.021646237814462e-06,
      "loss": 0.3693,
      "step": 813240
    },
    {
      "epoch": 226.97,
      "grad_norm": 1.211451768875122,
      "learning_rate": 4.021627358622489e-06,
      "loss": 0.3741,
      "step": 813250
    },
    {
      "epoch": 226.98,
      "grad_norm": 1.1428335905075073,
      "learning_rate": 4.021608479207189e-06,
      "loss": 0.3609,
      "step": 813260
    },
    {
      "epoch": 226.98,
      "grad_norm": 1.3589112758636475,
      "learning_rate": 4.021589599568566e-06,
      "loss": 0.3639,
      "step": 813270
    },
    {
      "epoch": 226.98,
      "grad_norm": 0.9016841053962708,
      "learning_rate": 4.021570719706621e-06,
      "loss": 0.3679,
      "step": 813280
    },
    {
      "epoch": 226.99,
      "grad_norm": 0.9944031238555908,
      "learning_rate": 4.021551839621358e-06,
      "loss": 0.3674,
      "step": 813290
    },
    {
      "epoch": 226.99,
      "grad_norm": 1.1086326837539673,
      "learning_rate": 4.02153295931278e-06,
      "loss": 0.3726,
      "step": 813300
    },
    {
      "epoch": 226.99,
      "grad_norm": 5.200557231903076,
      "learning_rate": 4.021514078780887e-06,
      "loss": 0.3639,
      "step": 813310
    },
    {
      "epoch": 226.99,
      "grad_norm": 1.1911247968673706,
      "learning_rate": 4.021495198025685e-06,
      "loss": 0.3751,
      "step": 813320
    },
    {
      "epoch": 227.0,
      "grad_norm": 1.2778315544128418,
      "learning_rate": 4.021476317047174e-06,
      "loss": 0.3658,
      "step": 813330
    },
    {
      "epoch": 227.0,
      "grad_norm": 1.256980538368225,
      "learning_rate": 4.021457435845357e-06,
      "loss": 0.3864,
      "step": 813340
    },
    {
      "epoch": 227.0,
      "eval_loss": 0.36947306990623474,
      "eval_runtime": 63.8592,
      "eval_samples_per_second": 79.221,
      "eval_steps_per_second": 9.912,
      "step": 813341
    },
    {
      "epoch": 227.0,
      "grad_norm": 1.0092179775238037,
      "learning_rate": 4.021438554420237e-06,
      "loss": 0.3997,
      "step": 813350
    },
    {
      "epoch": 227.01,
      "grad_norm": 0.9469724893569946,
      "learning_rate": 4.021419672771816e-06,
      "loss": 0.3614,
      "step": 813360
    },
    {
      "epoch": 227.01,
      "grad_norm": 1.092367172241211,
      "learning_rate": 4.021400790900096e-06,
      "loss": 0.3666,
      "step": 813370
    },
    {
      "epoch": 227.01,
      "grad_norm": 1.2230480909347534,
      "learning_rate": 4.021381908805081e-06,
      "loss": 0.3438,
      "step": 813380
    },
    {
      "epoch": 227.01,
      "grad_norm": 1.0761487483978271,
      "learning_rate": 4.0213630264867725e-06,
      "loss": 0.3601,
      "step": 813390
    },
    {
      "epoch": 227.02,
      "grad_norm": 1.0851889848709106,
      "learning_rate": 4.021344143945173e-06,
      "loss": 0.3654,
      "step": 813400
    },
    {
      "epoch": 227.02,
      "grad_norm": 1.0789152383804321,
      "learning_rate": 4.021325261180286e-06,
      "loss": 0.3904,
      "step": 813410
    },
    {
      "epoch": 227.02,
      "grad_norm": 1.1219862699508667,
      "learning_rate": 4.021306378192113e-06,
      "loss": 0.3642,
      "step": 813420
    },
    {
      "epoch": 227.02,
      "grad_norm": 1.129926085472107,
      "learning_rate": 4.021287494980657e-06,
      "loss": 0.3777,
      "step": 813430
    },
    {
      "epoch": 227.03,
      "grad_norm": 1.0672951936721802,
      "learning_rate": 4.02126861154592e-06,
      "loss": 0.3741,
      "step": 813440
    },
    {
      "epoch": 227.03,
      "grad_norm": 1.0841395854949951,
      "learning_rate": 4.021249727887905e-06,
      "loss": 0.3545,
      "step": 813450
    },
    {
      "epoch": 227.03,
      "grad_norm": 1.0000451803207397,
      "learning_rate": 4.021230844006614e-06,
      "loss": 0.3608,
      "step": 813460
    },
    {
      "epoch": 227.04,
      "grad_norm": 0.8412401676177979,
      "learning_rate": 4.021211959902049e-06,
      "loss": 0.3766,
      "step": 813470
    },
    {
      "epoch": 227.04,
      "grad_norm": 1.0869224071502686,
      "learning_rate": 4.021193075574216e-06,
      "loss": 0.369,
      "step": 813480
    },
    {
      "epoch": 227.04,
      "grad_norm": 1.3052959442138672,
      "learning_rate": 4.021174191023113e-06,
      "loss": 0.3736,
      "step": 813490
    },
    {
      "epoch": 227.04,
      "grad_norm": 0.959057629108429,
      "learning_rate": 4.021155306248744e-06,
      "loss": 0.3792,
      "step": 813500
    },
    {
      "epoch": 227.05,
      "grad_norm": 1.0144459009170532,
      "learning_rate": 4.0211364212511125e-06,
      "loss": 0.3786,
      "step": 813510
    },
    {
      "epoch": 227.05,
      "grad_norm": 1.3319096565246582,
      "learning_rate": 4.021117536030221e-06,
      "loss": 0.3477,
      "step": 813520
    },
    {
      "epoch": 227.05,
      "grad_norm": 1.114057183265686,
      "learning_rate": 4.02109865058607e-06,
      "loss": 0.3753,
      "step": 813530
    },
    {
      "epoch": 227.06,
      "grad_norm": 0.9658679962158203,
      "learning_rate": 4.021079764918664e-06,
      "loss": 0.3602,
      "step": 813540
    },
    {
      "epoch": 227.06,
      "grad_norm": 1.0101373195648193,
      "learning_rate": 4.021060879028006e-06,
      "loss": 0.3742,
      "step": 813550
    },
    {
      "epoch": 227.06,
      "grad_norm": 1.114793062210083,
      "learning_rate": 4.021041992914097e-06,
      "loss": 0.3457,
      "step": 813560
    },
    {
      "epoch": 227.06,
      "grad_norm": 1.069841742515564,
      "learning_rate": 4.021023106576939e-06,
      "loss": 0.3711,
      "step": 813570
    },
    {
      "epoch": 227.07,
      "grad_norm": 1.12423574924469,
      "learning_rate": 4.021004220016536e-06,
      "loss": 0.3644,
      "step": 813580
    },
    {
      "epoch": 227.07,
      "grad_norm": 1.048947811126709,
      "learning_rate": 4.02098533323289e-06,
      "loss": 0.3785,
      "step": 813590
    },
    {
      "epoch": 227.07,
      "grad_norm": 1.0099676847457886,
      "learning_rate": 4.020966446226004e-06,
      "loss": 0.3649,
      "step": 813600
    },
    {
      "epoch": 227.08,
      "grad_norm": 0.8981680274009705,
      "learning_rate": 4.02094755899588e-06,
      "loss": 0.3483,
      "step": 813610
    },
    {
      "epoch": 227.08,
      "grad_norm": 1.0737940073013306,
      "learning_rate": 4.02092867154252e-06,
      "loss": 0.3711,
      "step": 813620
    },
    {
      "epoch": 227.08,
      "grad_norm": 0.860884428024292,
      "learning_rate": 4.020909783865927e-06,
      "loss": 0.3667,
      "step": 813630
    },
    {
      "epoch": 227.08,
      "grad_norm": 0.9173911809921265,
      "learning_rate": 4.020890895966105e-06,
      "loss": 0.3797,
      "step": 813640
    },
    {
      "epoch": 227.09,
      "grad_norm": 1.2209163904190063,
      "learning_rate": 4.020872007843053e-06,
      "loss": 0.3559,
      "step": 813650
    },
    {
      "epoch": 227.09,
      "grad_norm": 1.1139469146728516,
      "learning_rate": 4.020853119496777e-06,
      "loss": 0.3736,
      "step": 813660
    },
    {
      "epoch": 227.09,
      "grad_norm": 0.9727929830551147,
      "learning_rate": 4.020834230927278e-06,
      "loss": 0.3791,
      "step": 813670
    },
    {
      "epoch": 227.09,
      "grad_norm": 0.8854259252548218,
      "learning_rate": 4.020815342134558e-06,
      "loss": 0.3706,
      "step": 813680
    },
    {
      "epoch": 227.1,
      "grad_norm": 1.225450873374939,
      "learning_rate": 4.0207964531186205e-06,
      "loss": 0.3675,
      "step": 813690
    },
    {
      "epoch": 227.1,
      "grad_norm": 1.1487723588943481,
      "learning_rate": 4.020777563879467e-06,
      "loss": 0.3679,
      "step": 813700
    },
    {
      "epoch": 227.1,
      "grad_norm": 1.0676121711730957,
      "learning_rate": 4.020758674417102e-06,
      "loss": 0.3524,
      "step": 813710
    },
    {
      "epoch": 227.11,
      "grad_norm": 0.9878029227256775,
      "learning_rate": 4.020739784731526e-06,
      "loss": 0.3473,
      "step": 813720
    },
    {
      "epoch": 227.11,
      "grad_norm": 1.0638052225112915,
      "learning_rate": 4.020720894822742e-06,
      "loss": 0.3498,
      "step": 813730
    },
    {
      "epoch": 227.11,
      "grad_norm": 1.265048623085022,
      "learning_rate": 4.020702004690753e-06,
      "loss": 0.3879,
      "step": 813740
    },
    {
      "epoch": 227.11,
      "grad_norm": 0.9870601296424866,
      "learning_rate": 4.020683114335561e-06,
      "loss": 0.3628,
      "step": 813750
    },
    {
      "epoch": 227.12,
      "grad_norm": 1.0535348653793335,
      "learning_rate": 4.020664223757169e-06,
      "loss": 0.3654,
      "step": 813760
    },
    {
      "epoch": 227.12,
      "grad_norm": 1.1728242635726929,
      "learning_rate": 4.020645332955579e-06,
      "loss": 0.3704,
      "step": 813770
    },
    {
      "epoch": 227.12,
      "grad_norm": 0.9673895239830017,
      "learning_rate": 4.020626441930794e-06,
      "loss": 0.3648,
      "step": 813780
    },
    {
      "epoch": 227.13,
      "grad_norm": 1.1081432104110718,
      "learning_rate": 4.020607550682817e-06,
      "loss": 0.3811,
      "step": 813790
    },
    {
      "epoch": 227.13,
      "grad_norm": 1.164796233177185,
      "learning_rate": 4.020588659211649e-06,
      "loss": 0.3698,
      "step": 813800
    },
    {
      "epoch": 227.13,
      "grad_norm": 1.0285241603851318,
      "learning_rate": 4.020569767517293e-06,
      "loss": 0.3646,
      "step": 813810
    },
    {
      "epoch": 227.13,
      "grad_norm": 1.0160444974899292,
      "learning_rate": 4.0205508755997526e-06,
      "loss": 0.365,
      "step": 813820
    },
    {
      "epoch": 227.14,
      "grad_norm": 1.0945199728012085,
      "learning_rate": 4.020531983459029e-06,
      "loss": 0.3642,
      "step": 813830
    },
    {
      "epoch": 227.14,
      "grad_norm": 1.0014959573745728,
      "learning_rate": 4.020513091095125e-06,
      "loss": 0.3606,
      "step": 813840
    },
    {
      "epoch": 227.14,
      "grad_norm": 0.9241390228271484,
      "learning_rate": 4.020494198508044e-06,
      "loss": 0.3867,
      "step": 813850
    },
    {
      "epoch": 227.14,
      "grad_norm": 0.9894947409629822,
      "learning_rate": 4.020475305697788e-06,
      "loss": 0.3707,
      "step": 813860
    },
    {
      "epoch": 227.15,
      "grad_norm": 1.3064043521881104,
      "learning_rate": 4.020456412664359e-06,
      "loss": 0.364,
      "step": 813870
    },
    {
      "epoch": 227.15,
      "grad_norm": 1.063671350479126,
      "learning_rate": 4.02043751940776e-06,
      "loss": 0.4027,
      "step": 813880
    },
    {
      "epoch": 227.15,
      "grad_norm": 1.208226203918457,
      "learning_rate": 4.020418625927993e-06,
      "loss": 0.3653,
      "step": 813890
    },
    {
      "epoch": 227.16,
      "grad_norm": 1.1850531101226807,
      "learning_rate": 4.020399732225062e-06,
      "loss": 0.3724,
      "step": 813900
    },
    {
      "epoch": 227.16,
      "grad_norm": 1.0197327136993408,
      "learning_rate": 4.020380838298967e-06,
      "loss": 0.3745,
      "step": 813910
    },
    {
      "epoch": 227.16,
      "grad_norm": 1.2267632484436035,
      "learning_rate": 4.020361944149714e-06,
      "loss": 0.3764,
      "step": 813920
    },
    {
      "epoch": 227.16,
      "grad_norm": 1.1006827354431152,
      "learning_rate": 4.020343049777301e-06,
      "loss": 0.375,
      "step": 813930
    },
    {
      "epoch": 227.17,
      "grad_norm": 1.1153017282485962,
      "learning_rate": 4.020324155181734e-06,
      "loss": 0.3702,
      "step": 813940
    },
    {
      "epoch": 227.17,
      "grad_norm": 1.2260535955429077,
      "learning_rate": 4.020305260363016e-06,
      "loss": 0.3631,
      "step": 813950
    },
    {
      "epoch": 227.17,
      "grad_norm": 1.1935949325561523,
      "learning_rate": 4.0202863653211465e-06,
      "loss": 0.3588,
      "step": 813960
    },
    {
      "epoch": 227.18,
      "grad_norm": 1.1166197061538696,
      "learning_rate": 4.02026747005613e-06,
      "loss": 0.3577,
      "step": 813970
    },
    {
      "epoch": 227.18,
      "grad_norm": 1.2603548765182495,
      "learning_rate": 4.020248574567968e-06,
      "loss": 0.381,
      "step": 813980
    },
    {
      "epoch": 227.18,
      "grad_norm": 1.109107255935669,
      "learning_rate": 4.020229678856664e-06,
      "loss": 0.3783,
      "step": 813990
    },
    {
      "epoch": 227.18,
      "grad_norm": 1.2520285844802856,
      "learning_rate": 4.020210782922221e-06,
      "loss": 0.3724,
      "step": 814000
    },
    {
      "epoch": 227.19,
      "grad_norm": 1.086692214012146,
      "learning_rate": 4.020191886764639e-06,
      "loss": 0.3574,
      "step": 814010
    },
    {
      "epoch": 227.19,
      "grad_norm": 1.0840791463851929,
      "learning_rate": 4.020172990383923e-06,
      "loss": 0.366,
      "step": 814020
    },
    {
      "epoch": 227.19,
      "grad_norm": 1.1781384944915771,
      "learning_rate": 4.0201540937800744e-06,
      "loss": 0.3534,
      "step": 814030
    },
    {
      "epoch": 227.2,
      "grad_norm": 0.9208135604858398,
      "learning_rate": 4.020135196953097e-06,
      "loss": 0.3668,
      "step": 814040
    },
    {
      "epoch": 227.2,
      "grad_norm": 1.0324149131774902,
      "learning_rate": 4.02011629990299e-06,
      "loss": 0.4024,
      "step": 814050
    },
    {
      "epoch": 227.2,
      "grad_norm": 1.1911638975143433,
      "learning_rate": 4.020097402629761e-06,
      "loss": 0.3652,
      "step": 814060
    },
    {
      "epoch": 227.2,
      "grad_norm": 1.0600227117538452,
      "learning_rate": 4.020078505133408e-06,
      "loss": 0.3686,
      "step": 814070
    },
    {
      "epoch": 227.21,
      "grad_norm": 1.246999740600586,
      "learning_rate": 4.020059607413935e-06,
      "loss": 0.3928,
      "step": 814080
    },
    {
      "epoch": 227.21,
      "grad_norm": 0.9377685785293579,
      "learning_rate": 4.020040709471346e-06,
      "loss": 0.3944,
      "step": 814090
    },
    {
      "epoch": 227.21,
      "grad_norm": 1.1396065950393677,
      "learning_rate": 4.020021811305641e-06,
      "loss": 0.3657,
      "step": 814100
    },
    {
      "epoch": 227.21,
      "grad_norm": 1.1095476150512695,
      "learning_rate": 4.020002912916825e-06,
      "loss": 0.3659,
      "step": 814110
    },
    {
      "epoch": 227.22,
      "grad_norm": 0.972089946269989,
      "learning_rate": 4.0199840143048974e-06,
      "loss": 0.3782,
      "step": 814120
    },
    {
      "epoch": 227.22,
      "grad_norm": 1.0273094177246094,
      "learning_rate": 4.019965115469864e-06,
      "loss": 0.3829,
      "step": 814130
    },
    {
      "epoch": 227.22,
      "grad_norm": 1.1435248851776123,
      "learning_rate": 4.019946216411726e-06,
      "loss": 0.3758,
      "step": 814140
    },
    {
      "epoch": 227.23,
      "grad_norm": 1.3033368587493896,
      "learning_rate": 4.019927317130485e-06,
      "loss": 0.3711,
      "step": 814150
    },
    {
      "epoch": 227.23,
      "grad_norm": 0.9846558570861816,
      "learning_rate": 4.019908417626145e-06,
      "loss": 0.379,
      "step": 814160
    },
    {
      "epoch": 227.23,
      "grad_norm": 1.0491219758987427,
      "learning_rate": 4.019889517898707e-06,
      "loss": 0.3765,
      "step": 814170
    },
    {
      "epoch": 227.23,
      "grad_norm": 2.7257072925567627,
      "learning_rate": 4.019870617948176e-06,
      "loss": 0.3589,
      "step": 814180
    },
    {
      "epoch": 227.24,
      "grad_norm": 1.1088413000106812,
      "learning_rate": 4.019851717774552e-06,
      "loss": 0.3604,
      "step": 814190
    },
    {
      "epoch": 227.24,
      "grad_norm": 0.926924467086792,
      "learning_rate": 4.019832817377838e-06,
      "loss": 0.3711,
      "step": 814200
    },
    {
      "epoch": 227.24,
      "grad_norm": 1.0724073648452759,
      "learning_rate": 4.019813916758037e-06,
      "loss": 0.3559,
      "step": 814210
    },
    {
      "epoch": 227.25,
      "grad_norm": 1.0836817026138306,
      "learning_rate": 4.0197950159151525e-06,
      "loss": 0.3628,
      "step": 814220
    },
    {
      "epoch": 227.25,
      "grad_norm": 1.1488003730773926,
      "learning_rate": 4.019776114849185e-06,
      "loss": 0.3706,
      "step": 814230
    },
    {
      "epoch": 227.25,
      "grad_norm": 1.056268334388733,
      "learning_rate": 4.0197572135601375e-06,
      "loss": 0.3495,
      "step": 814240
    },
    {
      "epoch": 227.25,
      "grad_norm": 1.0212451219558716,
      "learning_rate": 4.019738312048014e-06,
      "loss": 0.3851,
      "step": 814250
    },
    {
      "epoch": 227.26,
      "grad_norm": 1.0793797969818115,
      "learning_rate": 4.019719410312816e-06,
      "loss": 0.3611,
      "step": 814260
    },
    {
      "epoch": 227.26,
      "grad_norm": 1.0071218013763428,
      "learning_rate": 4.019700508354545e-06,
      "loss": 0.3704,
      "step": 814270
    },
    {
      "epoch": 227.26,
      "grad_norm": 1.3307311534881592,
      "learning_rate": 4.019681606173205e-06,
      "loss": 0.3718,
      "step": 814280
    },
    {
      "epoch": 227.26,
      "grad_norm": 1.016080379486084,
      "learning_rate": 4.019662703768799e-06,
      "loss": 0.3686,
      "step": 814290
    },
    {
      "epoch": 227.27,
      "grad_norm": 1.0864187479019165,
      "learning_rate": 4.019643801141327e-06,
      "loss": 0.3641,
      "step": 814300
    },
    {
      "epoch": 227.27,
      "grad_norm": 1.0047591924667358,
      "learning_rate": 4.019624898290794e-06,
      "loss": 0.3719,
      "step": 814310
    },
    {
      "epoch": 227.27,
      "grad_norm": 1.0991419553756714,
      "learning_rate": 4.0196059952172015e-06,
      "loss": 0.3545,
      "step": 814320
    },
    {
      "epoch": 227.28,
      "grad_norm": 1.0700637102127075,
      "learning_rate": 4.0195870919205515e-06,
      "loss": 0.3788,
      "step": 814330
    },
    {
      "epoch": 227.28,
      "grad_norm": 1.16544771194458,
      "learning_rate": 4.019568188400848e-06,
      "loss": 0.3604,
      "step": 814340
    },
    {
      "epoch": 227.28,
      "grad_norm": 1.0303163528442383,
      "learning_rate": 4.019549284658092e-06,
      "loss": 0.3749,
      "step": 814350
    },
    {
      "epoch": 227.28,
      "grad_norm": 1.2451130151748657,
      "learning_rate": 4.019530380692287e-06,
      "loss": 0.3486,
      "step": 814360
    },
    {
      "epoch": 227.29,
      "grad_norm": 1.0632942914962769,
      "learning_rate": 4.019511476503436e-06,
      "loss": 0.359,
      "step": 814370
    },
    {
      "epoch": 227.29,
      "grad_norm": 1.6562118530273438,
      "learning_rate": 4.019492572091539e-06,
      "loss": 0.3664,
      "step": 814380
    },
    {
      "epoch": 227.29,
      "grad_norm": 1.175471305847168,
      "learning_rate": 4.019473667456601e-06,
      "loss": 0.3668,
      "step": 814390
    },
    {
      "epoch": 227.3,
      "grad_norm": 1.2124829292297363,
      "learning_rate": 4.019454762598625e-06,
      "loss": 0.35,
      "step": 814400
    },
    {
      "epoch": 227.3,
      "grad_norm": 0.9853269457817078,
      "learning_rate": 4.01943585751761e-06,
      "loss": 0.3624,
      "step": 814410
    },
    {
      "epoch": 227.3,
      "grad_norm": 1.1870266199111938,
      "learning_rate": 4.019416952213562e-06,
      "loss": 0.3559,
      "step": 814420
    },
    {
      "epoch": 227.3,
      "grad_norm": 1.0271427631378174,
      "learning_rate": 4.019398046686481e-06,
      "loss": 0.3548,
      "step": 814430
    },
    {
      "epoch": 227.31,
      "grad_norm": 1.0218805074691772,
      "learning_rate": 4.019379140936372e-06,
      "loss": 0.3566,
      "step": 814440
    },
    {
      "epoch": 227.31,
      "grad_norm": 1.0488828420639038,
      "learning_rate": 4.019360234963237e-06,
      "loss": 0.3692,
      "step": 814450
    },
    {
      "epoch": 227.31,
      "grad_norm": 1.2172369956970215,
      "learning_rate": 4.019341328767077e-06,
      "loss": 0.3676,
      "step": 814460
    },
    {
      "epoch": 227.32,
      "grad_norm": 1.2400201559066772,
      "learning_rate": 4.019322422347895e-06,
      "loss": 0.3674,
      "step": 814470
    },
    {
      "epoch": 227.32,
      "grad_norm": 1.088329553604126,
      "learning_rate": 4.0193035157056944e-06,
      "loss": 0.3611,
      "step": 814480
    },
    {
      "epoch": 227.32,
      "grad_norm": 1.1639944314956665,
      "learning_rate": 4.019284608840476e-06,
      "loss": 0.3754,
      "step": 814490
    },
    {
      "epoch": 227.32,
      "grad_norm": 0.904015064239502,
      "learning_rate": 4.019265701752245e-06,
      "loss": 0.3719,
      "step": 814500
    },
    {
      "epoch": 227.33,
      "grad_norm": 1.0169429779052734,
      "learning_rate": 4.019246794441002e-06,
      "loss": 0.3728,
      "step": 814510
    },
    {
      "epoch": 227.33,
      "grad_norm": 1.2913358211517334,
      "learning_rate": 4.019227886906749e-06,
      "loss": 0.3647,
      "step": 814520
    },
    {
      "epoch": 227.33,
      "grad_norm": 0.8855157494544983,
      "learning_rate": 4.01920897914949e-06,
      "loss": 0.3706,
      "step": 814530
    },
    {
      "epoch": 227.33,
      "grad_norm": 0.9005719423294067,
      "learning_rate": 4.0191900711692275e-06,
      "loss": 0.3621,
      "step": 814540
    },
    {
      "epoch": 227.34,
      "grad_norm": 1.1481802463531494,
      "learning_rate": 4.019171162965963e-06,
      "loss": 0.3566,
      "step": 814550
    },
    {
      "epoch": 227.34,
      "grad_norm": 1.1353893280029297,
      "learning_rate": 4.0191522545397e-06,
      "loss": 0.3784,
      "step": 814560
    },
    {
      "epoch": 227.34,
      "grad_norm": 1.2755845785140991,
      "learning_rate": 4.01913334589044e-06,
      "loss": 0.3683,
      "step": 814570
    },
    {
      "epoch": 227.35,
      "grad_norm": 1.3395063877105713,
      "learning_rate": 4.019114437018186e-06,
      "loss": 0.3734,
      "step": 814580
    },
    {
      "epoch": 227.35,
      "grad_norm": 1.2275742292404175,
      "learning_rate": 4.01909552792294e-06,
      "loss": 0.3649,
      "step": 814590
    },
    {
      "epoch": 227.35,
      "grad_norm": 1.0189288854599,
      "learning_rate": 4.019076618604707e-06,
      "loss": 0.3704,
      "step": 814600
    },
    {
      "epoch": 227.35,
      "grad_norm": 1.1293121576309204,
      "learning_rate": 4.019057709063485e-06,
      "loss": 0.3704,
      "step": 814610
    },
    {
      "epoch": 227.36,
      "grad_norm": 0.9510623812675476,
      "learning_rate": 4.019038799299281e-06,
      "loss": 0.3772,
      "step": 814620
    },
    {
      "epoch": 227.36,
      "grad_norm": 1.3595890998840332,
      "learning_rate": 4.019019889312095e-06,
      "loss": 0.3599,
      "step": 814630
    },
    {
      "epoch": 227.36,
      "grad_norm": 1.1842414140701294,
      "learning_rate": 4.01900097910193e-06,
      "loss": 0.3712,
      "step": 814640
    },
    {
      "epoch": 227.37,
      "grad_norm": 1.1063646078109741,
      "learning_rate": 4.018982068668788e-06,
      "loss": 0.3631,
      "step": 814650
    },
    {
      "epoch": 227.37,
      "grad_norm": 1.0962743759155273,
      "learning_rate": 4.018963158012674e-06,
      "loss": 0.3669,
      "step": 814660
    },
    {
      "epoch": 227.37,
      "grad_norm": 1.0202807188034058,
      "learning_rate": 4.018944247133587e-06,
      "loss": 0.3605,
      "step": 814670
    },
    {
      "epoch": 227.37,
      "grad_norm": 1.1608697175979614,
      "learning_rate": 4.018925336031532e-06,
      "loss": 0.3477,
      "step": 814680
    },
    {
      "epoch": 227.38,
      "grad_norm": 1.461893081665039,
      "learning_rate": 4.01890642470651e-06,
      "loss": 0.3612,
      "step": 814690
    },
    {
      "epoch": 227.38,
      "grad_norm": 0.9401174187660217,
      "learning_rate": 4.0188875131585244e-06,
      "loss": 0.3574,
      "step": 814700
    },
    {
      "epoch": 227.38,
      "grad_norm": 0.9661281108856201,
      "learning_rate": 4.018868601387578e-06,
      "loss": 0.3632,
      "step": 814710
    },
    {
      "epoch": 227.38,
      "grad_norm": 0.8971616625785828,
      "learning_rate": 4.018849689393673e-06,
      "loss": 0.3688,
      "step": 814720
    },
    {
      "epoch": 227.39,
      "grad_norm": 1.1406745910644531,
      "learning_rate": 4.018830777176811e-06,
      "loss": 0.3602,
      "step": 814730
    },
    {
      "epoch": 227.39,
      "grad_norm": 1.00400972366333,
      "learning_rate": 4.018811864736996e-06,
      "loss": 0.3674,
      "step": 814740
    },
    {
      "epoch": 227.39,
      "grad_norm": 1.1059542894363403,
      "learning_rate": 4.018792952074229e-06,
      "loss": 0.3524,
      "step": 814750
    },
    {
      "epoch": 227.4,
      "grad_norm": 1.2600128650665283,
      "learning_rate": 4.018774039188514e-06,
      "loss": 0.3593,
      "step": 814760
    },
    {
      "epoch": 227.4,
      "grad_norm": 1.0426534414291382,
      "learning_rate": 4.018755126079853e-06,
      "loss": 0.3689,
      "step": 814770
    },
    {
      "epoch": 227.4,
      "grad_norm": 0.9543871879577637,
      "learning_rate": 4.0187362127482475e-06,
      "loss": 0.3758,
      "step": 814780
    },
    {
      "epoch": 227.4,
      "grad_norm": 1.0602104663848877,
      "learning_rate": 4.018717299193702e-06,
      "loss": 0.3654,
      "step": 814790
    },
    {
      "epoch": 227.41,
      "grad_norm": 1.162446141242981,
      "learning_rate": 4.018698385416217e-06,
      "loss": 0.3819,
      "step": 814800
    },
    {
      "epoch": 227.41,
      "grad_norm": 1.0616987943649292,
      "learning_rate": 4.0186794714157965e-06,
      "loss": 0.3545,
      "step": 814810
    },
    {
      "epoch": 227.41,
      "grad_norm": 0.9428191184997559,
      "learning_rate": 4.018660557192442e-06,
      "loss": 0.3685,
      "step": 814820
    },
    {
      "epoch": 227.42,
      "grad_norm": 1.1293368339538574,
      "learning_rate": 4.018641642746157e-06,
      "loss": 0.3745,
      "step": 814830
    },
    {
      "epoch": 227.42,
      "grad_norm": 1.1225799322128296,
      "learning_rate": 4.018622728076943e-06,
      "loss": 0.3627,
      "step": 814840
    },
    {
      "epoch": 227.42,
      "grad_norm": 1.2145334482192993,
      "learning_rate": 4.018603813184803e-06,
      "loss": 0.3736,
      "step": 814850
    },
    {
      "epoch": 227.42,
      "grad_norm": 1.093819499015808,
      "learning_rate": 4.01858489806974e-06,
      "loss": 0.3686,
      "step": 814860
    },
    {
      "epoch": 227.43,
      "grad_norm": 1.138581395149231,
      "learning_rate": 4.0185659827317556e-06,
      "loss": 0.3624,
      "step": 814870
    },
    {
      "epoch": 227.43,
      "grad_norm": 1.1522587537765503,
      "learning_rate": 4.018547067170852e-06,
      "loss": 0.3831,
      "step": 814880
    },
    {
      "epoch": 227.43,
      "grad_norm": 1.2609193325042725,
      "learning_rate": 4.018528151387033e-06,
      "loss": 0.3556,
      "step": 814890
    },
    {
      "epoch": 227.44,
      "grad_norm": 1.3955949544906616,
      "learning_rate": 4.018509235380301e-06,
      "loss": 0.3656,
      "step": 814900
    },
    {
      "epoch": 227.44,
      "grad_norm": 1.0222758054733276,
      "learning_rate": 4.018490319150658e-06,
      "loss": 0.3876,
      "step": 814910
    },
    {
      "epoch": 227.44,
      "grad_norm": 1.0294339656829834,
      "learning_rate": 4.018471402698107e-06,
      "loss": 0.3694,
      "step": 814920
    },
    {
      "epoch": 227.44,
      "grad_norm": 1.0808366537094116,
      "learning_rate": 4.018452486022649e-06,
      "loss": 0.3673,
      "step": 814930
    },
    {
      "epoch": 227.45,
      "grad_norm": 1.1943272352218628,
      "learning_rate": 4.018433569124288e-06,
      "loss": 0.3541,
      "step": 814940
    },
    {
      "epoch": 227.45,
      "grad_norm": 1.2838867902755737,
      "learning_rate": 4.018414652003027e-06,
      "loss": 0.3559,
      "step": 814950
    },
    {
      "epoch": 227.45,
      "grad_norm": 1.1617608070373535,
      "learning_rate": 4.018395734658867e-06,
      "loss": 0.3783,
      "step": 814960
    },
    {
      "epoch": 227.45,
      "grad_norm": 1.0827524662017822,
      "learning_rate": 4.01837681709181e-06,
      "loss": 0.3659,
      "step": 814970
    },
    {
      "epoch": 227.46,
      "grad_norm": 1.371707797050476,
      "learning_rate": 4.0183578993018616e-06,
      "loss": 0.3801,
      "step": 814980
    },
    {
      "epoch": 227.46,
      "grad_norm": 1.3528270721435547,
      "learning_rate": 4.018338981289022e-06,
      "loss": 0.3712,
      "step": 814990
    },
    {
      "epoch": 227.46,
      "grad_norm": 1.258472204208374,
      "learning_rate": 4.018320063053293e-06,
      "loss": 0.3752,
      "step": 815000
    },
    {
      "epoch": 227.47,
      "grad_norm": 0.9546693563461304,
      "learning_rate": 4.018301144594681e-06,
      "loss": 0.361,
      "step": 815010
    },
    {
      "epoch": 227.47,
      "grad_norm": 1.0329713821411133,
      "learning_rate": 4.018282225913183e-06,
      "loss": 0.3427,
      "step": 815020
    },
    {
      "epoch": 227.47,
      "grad_norm": 1.049928903579712,
      "learning_rate": 4.018263307008806e-06,
      "loss": 0.3593,
      "step": 815030
    },
    {
      "epoch": 227.47,
      "grad_norm": 1.043543815612793,
      "learning_rate": 4.01824438788155e-06,
      "loss": 0.3555,
      "step": 815040
    },
    {
      "epoch": 227.48,
      "grad_norm": 1.184439778327942,
      "learning_rate": 4.018225468531418e-06,
      "loss": 0.3656,
      "step": 815050
    },
    {
      "epoch": 227.48,
      "grad_norm": 1.2114242315292358,
      "learning_rate": 4.018206548958414e-06,
      "loss": 0.3582,
      "step": 815060
    },
    {
      "epoch": 227.48,
      "grad_norm": 0.9466150999069214,
      "learning_rate": 4.018187629162538e-06,
      "loss": 0.3568,
      "step": 815070
    },
    {
      "epoch": 227.49,
      "grad_norm": 1.334701418876648,
      "learning_rate": 4.018168709143795e-06,
      "loss": 0.3809,
      "step": 815080
    },
    {
      "epoch": 227.49,
      "grad_norm": 1.060818076133728,
      "learning_rate": 4.018149788902185e-06,
      "loss": 0.3612,
      "step": 815090
    },
    {
      "epoch": 227.49,
      "grad_norm": 0.9392274022102356,
      "learning_rate": 4.018130868437713e-06,
      "loss": 0.3626,
      "step": 815100
    },
    {
      "epoch": 227.49,
      "grad_norm": 0.9198758006095886,
      "learning_rate": 4.0181119477503805e-06,
      "loss": 0.3527,
      "step": 815110
    },
    {
      "epoch": 227.5,
      "grad_norm": 0.9443209171295166,
      "learning_rate": 4.01809302684019e-06,
      "loss": 0.3383,
      "step": 815120
    },
    {
      "epoch": 227.5,
      "grad_norm": 1.0739299058914185,
      "learning_rate": 4.018074105707145e-06,
      "loss": 0.3907,
      "step": 815130
    },
    {
      "epoch": 227.5,
      "grad_norm": 0.9737404584884644,
      "learning_rate": 4.018055184351246e-06,
      "loss": 0.3678,
      "step": 815140
    },
    {
      "epoch": 227.5,
      "grad_norm": 0.972437858581543,
      "learning_rate": 4.018036262772496e-06,
      "loss": 0.3585,
      "step": 815150
    },
    {
      "epoch": 227.51,
      "grad_norm": 1.0507882833480835,
      "learning_rate": 4.018017340970898e-06,
      "loss": 0.3629,
      "step": 815160
    },
    {
      "epoch": 227.51,
      "grad_norm": 1.0645697116851807,
      "learning_rate": 4.017998418946455e-06,
      "loss": 0.3741,
      "step": 815170
    },
    {
      "epoch": 227.51,
      "grad_norm": 1.0123538970947266,
      "learning_rate": 4.017979496699169e-06,
      "loss": 0.3649,
      "step": 815180
    },
    {
      "epoch": 227.52,
      "grad_norm": 0.9088777899742126,
      "learning_rate": 4.017960574229043e-06,
      "loss": 0.3491,
      "step": 815190
    },
    {
      "epoch": 227.52,
      "grad_norm": 1.1257331371307373,
      "learning_rate": 4.017941651536078e-06,
      "loss": 0.3692,
      "step": 815200
    },
    {
      "epoch": 227.52,
      "grad_norm": 1.0341293811798096,
      "learning_rate": 4.017922728620279e-06,
      "loss": 0.3767,
      "step": 815210
    },
    {
      "epoch": 227.52,
      "grad_norm": 1.0648024082183838,
      "learning_rate": 4.017903805481647e-06,
      "loss": 0.369,
      "step": 815220
    },
    {
      "epoch": 227.53,
      "grad_norm": 0.8713729381561279,
      "learning_rate": 4.017884882120184e-06,
      "loss": 0.3563,
      "step": 815230
    },
    {
      "epoch": 227.53,
      "grad_norm": 1.1431355476379395,
      "learning_rate": 4.017865958535894e-06,
      "loss": 0.3617,
      "step": 815240
    },
    {
      "epoch": 227.53,
      "grad_norm": 1.1481178998947144,
      "learning_rate": 4.017847034728777e-06,
      "loss": 0.375,
      "step": 815250
    },
    {
      "epoch": 227.54,
      "grad_norm": 0.9866151213645935,
      "learning_rate": 4.017828110698838e-06,
      "loss": 0.3622,
      "step": 815260
    },
    {
      "epoch": 227.54,
      "grad_norm": 0.9881609678268433,
      "learning_rate": 4.01780918644608e-06,
      "loss": 0.3686,
      "step": 815270
    },
    {
      "epoch": 227.54,
      "grad_norm": 1.1187958717346191,
      "learning_rate": 4.017790261970503e-06,
      "loss": 0.3727,
      "step": 815280
    },
    {
      "epoch": 227.54,
      "grad_norm": 0.9568939805030823,
      "learning_rate": 4.0177713372721114e-06,
      "loss": 0.3846,
      "step": 815290
    },
    {
      "epoch": 227.55,
      "grad_norm": 1.1859235763549805,
      "learning_rate": 4.017752412350907e-06,
      "loss": 0.3757,
      "step": 815300
    },
    {
      "epoch": 227.55,
      "grad_norm": 1.1050742864608765,
      "learning_rate": 4.017733487206892e-06,
      "loss": 0.3535,
      "step": 815310
    },
    {
      "epoch": 227.55,
      "grad_norm": 1.177152156829834,
      "learning_rate": 4.01771456184007e-06,
      "loss": 0.3715,
      "step": 815320
    },
    {
      "epoch": 227.56,
      "grad_norm": 1.4063071012496948,
      "learning_rate": 4.017695636250442e-06,
      "loss": 0.3462,
      "step": 815330
    },
    {
      "epoch": 227.56,
      "grad_norm": 1.1395262479782104,
      "learning_rate": 4.017676710438012e-06,
      "loss": 0.3719,
      "step": 815340
    },
    {
      "epoch": 227.56,
      "grad_norm": 1.479811668395996,
      "learning_rate": 4.017657784402782e-06,
      "loss": 0.3706,
      "step": 815350
    },
    {
      "epoch": 227.56,
      "grad_norm": 1.164556622505188,
      "learning_rate": 4.017638858144754e-06,
      "loss": 0.3739,
      "step": 815360
    },
    {
      "epoch": 227.57,
      "grad_norm": 1.1682255268096924,
      "learning_rate": 4.0176199316639305e-06,
      "loss": 0.379,
      "step": 815370
    },
    {
      "epoch": 227.57,
      "grad_norm": 1.113325595855713,
      "learning_rate": 4.017601004960315e-06,
      "loss": 0.3594,
      "step": 815380
    },
    {
      "epoch": 227.57,
      "grad_norm": 1.2375750541687012,
      "learning_rate": 4.01758207803391e-06,
      "loss": 0.3658,
      "step": 815390
    },
    {
      "epoch": 227.57,
      "grad_norm": 1.2367361783981323,
      "learning_rate": 4.017563150884717e-06,
      "loss": 0.361,
      "step": 815400
    },
    {
      "epoch": 227.58,
      "grad_norm": 1.1592381000518799,
      "learning_rate": 4.017544223512739e-06,
      "loss": 0.3595,
      "step": 815410
    },
    {
      "epoch": 227.58,
      "grad_norm": 1.2439920902252197,
      "learning_rate": 4.017525295917979e-06,
      "loss": 0.3613,
      "step": 815420
    },
    {
      "epoch": 227.58,
      "grad_norm": 1.05772864818573,
      "learning_rate": 4.017506368100439e-06,
      "loss": 0.3729,
      "step": 815430
    },
    {
      "epoch": 227.59,
      "grad_norm": 1.0145825147628784,
      "learning_rate": 4.017487440060121e-06,
      "loss": 0.3538,
      "step": 815440
    },
    {
      "epoch": 227.59,
      "grad_norm": 0.9889982342720032,
      "learning_rate": 4.017468511797028e-06,
      "loss": 0.3793,
      "step": 815450
    },
    {
      "epoch": 227.59,
      "grad_norm": 1.0354516506195068,
      "learning_rate": 4.017449583311163e-06,
      "loss": 0.3726,
      "step": 815460
    },
    {
      "epoch": 227.59,
      "grad_norm": 1.029361367225647,
      "learning_rate": 4.017430654602529e-06,
      "loss": 0.3578,
      "step": 815470
    },
    {
      "epoch": 227.6,
      "grad_norm": 1.3582944869995117,
      "learning_rate": 4.017411725671126e-06,
      "loss": 0.3443,
      "step": 815480
    },
    {
      "epoch": 227.6,
      "grad_norm": 1.0547471046447754,
      "learning_rate": 4.017392796516959e-06,
      "loss": 0.3683,
      "step": 815490
    },
    {
      "epoch": 227.6,
      "grad_norm": 1.1646326780319214,
      "learning_rate": 4.017373867140029e-06,
      "loss": 0.3537,
      "step": 815500
    },
    {
      "epoch": 227.61,
      "grad_norm": 1.0471181869506836,
      "learning_rate": 4.01735493754034e-06,
      "loss": 0.3694,
      "step": 815510
    },
    {
      "epoch": 227.61,
      "grad_norm": 1.1731945276260376,
      "learning_rate": 4.017336007717894e-06,
      "loss": 0.3609,
      "step": 815520
    },
    {
      "epoch": 227.61,
      "grad_norm": 1.0442253351211548,
      "learning_rate": 4.017317077672692e-06,
      "loss": 0.3637,
      "step": 815530
    },
    {
      "epoch": 227.61,
      "grad_norm": 1.162400722503662,
      "learning_rate": 4.017298147404738e-06,
      "loss": 0.3619,
      "step": 815540
    },
    {
      "epoch": 227.62,
      "grad_norm": 0.9290551543235779,
      "learning_rate": 4.017279216914035e-06,
      "loss": 0.3754,
      "step": 815550
    },
    {
      "epoch": 227.62,
      "grad_norm": 1.2309683561325073,
      "learning_rate": 4.017260286200585e-06,
      "loss": 0.3567,
      "step": 815560
    },
    {
      "epoch": 227.62,
      "grad_norm": 0.8160236477851868,
      "learning_rate": 4.01724135526439e-06,
      "loss": 0.3755,
      "step": 815570
    },
    {
      "epoch": 227.62,
      "grad_norm": 0.9140669107437134,
      "learning_rate": 4.017222424105453e-06,
      "loss": 0.3744,
      "step": 815580
    },
    {
      "epoch": 227.63,
      "grad_norm": 1.0165619850158691,
      "learning_rate": 4.017203492723776e-06,
      "loss": 0.3567,
      "step": 815590
    },
    {
      "epoch": 227.63,
      "grad_norm": 1.1396950483322144,
      "learning_rate": 4.017184561119362e-06,
      "loss": 0.3802,
      "step": 815600
    },
    {
      "epoch": 227.63,
      "grad_norm": 1.2373214960098267,
      "learning_rate": 4.017165629292213e-06,
      "loss": 0.3766,
      "step": 815610
    },
    {
      "epoch": 227.64,
      "grad_norm": 1.452085256576538,
      "learning_rate": 4.017146697242333e-06,
      "loss": 0.3646,
      "step": 815620
    },
    {
      "epoch": 227.64,
      "grad_norm": 1.126451849937439,
      "learning_rate": 4.017127764969722e-06,
      "loss": 0.3745,
      "step": 815630
    },
    {
      "epoch": 227.64,
      "grad_norm": 0.9674497246742249,
      "learning_rate": 4.017108832474385e-06,
      "loss": 0.3718,
      "step": 815640
    },
    {
      "epoch": 227.64,
      "grad_norm": 1.1512030363082886,
      "learning_rate": 4.017089899756323e-06,
      "loss": 0.3536,
      "step": 815650
    },
    {
      "epoch": 227.65,
      "grad_norm": 0.9260146617889404,
      "learning_rate": 4.017070966815539e-06,
      "loss": 0.3824,
      "step": 815660
    },
    {
      "epoch": 227.65,
      "grad_norm": 1.0978044271469116,
      "learning_rate": 4.017052033652037e-06,
      "loss": 0.3728,
      "step": 815670
    },
    {
      "epoch": 227.65,
      "grad_norm": 1.1127054691314697,
      "learning_rate": 4.017033100265816e-06,
      "loss": 0.3734,
      "step": 815680
    },
    {
      "epoch": 227.66,
      "grad_norm": 1.167694330215454,
      "learning_rate": 4.0170141666568814e-06,
      "loss": 0.3796,
      "step": 815690
    },
    {
      "epoch": 227.66,
      "grad_norm": 1.3760647773742676,
      "learning_rate": 4.016995232825235e-06,
      "loss": 0.378,
      "step": 815700
    },
    {
      "epoch": 227.66,
      "grad_norm": 0.9922613501548767,
      "learning_rate": 4.01697629877088e-06,
      "loss": 0.3629,
      "step": 815710
    },
    {
      "epoch": 227.66,
      "grad_norm": 1.0384234189987183,
      "learning_rate": 4.0169573644938166e-06,
      "loss": 0.3579,
      "step": 815720
    },
    {
      "epoch": 227.67,
      "grad_norm": 0.9813857674598694,
      "learning_rate": 4.016938429994049e-06,
      "loss": 0.3648,
      "step": 815730
    },
    {
      "epoch": 227.67,
      "grad_norm": 1.0914057493209839,
      "learning_rate": 4.0169194952715805e-06,
      "loss": 0.3755,
      "step": 815740
    },
    {
      "epoch": 227.67,
      "grad_norm": 0.9736388921737671,
      "learning_rate": 4.016900560326412e-06,
      "loss": 0.3578,
      "step": 815750
    },
    {
      "epoch": 227.68,
      "grad_norm": 1.2061200141906738,
      "learning_rate": 4.016881625158546e-06,
      "loss": 0.3671,
      "step": 815760
    },
    {
      "epoch": 227.68,
      "grad_norm": 1.1275652647018433,
      "learning_rate": 4.016862689767987e-06,
      "loss": 0.3699,
      "step": 815770
    },
    {
      "epoch": 227.68,
      "grad_norm": 0.9267176389694214,
      "learning_rate": 4.016843754154736e-06,
      "loss": 0.3638,
      "step": 815780
    },
    {
      "epoch": 227.68,
      "grad_norm": 1.0870351791381836,
      "learning_rate": 4.0168248183187955e-06,
      "loss": 0.3724,
      "step": 815790
    },
    {
      "epoch": 227.69,
      "grad_norm": 1.1397197246551514,
      "learning_rate": 4.016805882260169e-06,
      "loss": 0.3762,
      "step": 815800
    },
    {
      "epoch": 227.69,
      "grad_norm": 1.1642662286758423,
      "learning_rate": 4.016786945978857e-06,
      "loss": 0.3631,
      "step": 815810
    },
    {
      "epoch": 227.69,
      "grad_norm": 1.059961199760437,
      "learning_rate": 4.016768009474864e-06,
      "loss": 0.3632,
      "step": 815820
    },
    {
      "epoch": 227.69,
      "grad_norm": 1.7168959379196167,
      "learning_rate": 4.016749072748192e-06,
      "loss": 0.3516,
      "step": 815830
    },
    {
      "epoch": 227.7,
      "grad_norm": 1.2256757020950317,
      "learning_rate": 4.016730135798843e-06,
      "loss": 0.3468,
      "step": 815840
    },
    {
      "epoch": 227.7,
      "grad_norm": 1.3077088594436646,
      "learning_rate": 4.016711198626821e-06,
      "loss": 0.3444,
      "step": 815850
    },
    {
      "epoch": 227.7,
      "grad_norm": 1.1547037363052368,
      "learning_rate": 4.016692261232126e-06,
      "loss": 0.3634,
      "step": 815860
    },
    {
      "epoch": 227.71,
      "grad_norm": 1.2312430143356323,
      "learning_rate": 4.016673323614763e-06,
      "loss": 0.3753,
      "step": 815870
    },
    {
      "epoch": 227.71,
      "grad_norm": 1.0818616151809692,
      "learning_rate": 4.016654385774732e-06,
      "loss": 0.3746,
      "step": 815880
    },
    {
      "epoch": 227.71,
      "grad_norm": 1.243776798248291,
      "learning_rate": 4.016635447712038e-06,
      "loss": 0.3713,
      "step": 815890
    },
    {
      "epoch": 227.71,
      "grad_norm": 0.9431071877479553,
      "learning_rate": 4.016616509426683e-06,
      "loss": 0.3781,
      "step": 815900
    },
    {
      "epoch": 227.72,
      "grad_norm": 1.1752396821975708,
      "learning_rate": 4.0165975709186675e-06,
      "loss": 0.3794,
      "step": 815910
    },
    {
      "epoch": 227.72,
      "grad_norm": 0.9491962790489197,
      "learning_rate": 4.0165786321879975e-06,
      "loss": 0.3597,
      "step": 815920
    },
    {
      "epoch": 227.72,
      "grad_norm": 0.9483315348625183,
      "learning_rate": 4.016559693234672e-06,
      "loss": 0.3751,
      "step": 815930
    },
    {
      "epoch": 227.73,
      "grad_norm": 1.2095990180969238,
      "learning_rate": 4.016540754058696e-06,
      "loss": 0.3493,
      "step": 815940
    },
    {
      "epoch": 227.73,
      "grad_norm": 1.199055552482605,
      "learning_rate": 4.01652181466007e-06,
      "loss": 0.3918,
      "step": 815950
    },
    {
      "epoch": 227.73,
      "grad_norm": 0.998266339302063,
      "learning_rate": 4.016502875038798e-06,
      "loss": 0.3615,
      "step": 815960
    },
    {
      "epoch": 227.73,
      "grad_norm": 1.0675920248031616,
      "learning_rate": 4.016483935194883e-06,
      "loss": 0.3573,
      "step": 815970
    },
    {
      "epoch": 227.74,
      "grad_norm": 1.0307731628417969,
      "learning_rate": 4.016464995128326e-06,
      "loss": 0.3645,
      "step": 815980
    },
    {
      "epoch": 227.74,
      "grad_norm": 1.1086993217468262,
      "learning_rate": 4.01644605483913e-06,
      "loss": 0.3788,
      "step": 815990
    },
    {
      "epoch": 227.74,
      "grad_norm": 1.0019785165786743,
      "learning_rate": 4.016427114327298e-06,
      "loss": 0.3493,
      "step": 816000
    },
    {
      "epoch": 227.74,
      "grad_norm": 1.149328589439392,
      "learning_rate": 4.0164081735928325e-06,
      "loss": 0.3559,
      "step": 816010
    },
    {
      "epoch": 227.75,
      "grad_norm": 1.0040150880813599,
      "learning_rate": 4.016389232635735e-06,
      "loss": 0.3846,
      "step": 816020
    },
    {
      "epoch": 227.75,
      "grad_norm": 0.991193950176239,
      "learning_rate": 4.01637029145601e-06,
      "loss": 0.357,
      "step": 816030
    },
    {
      "epoch": 227.75,
      "grad_norm": 1.2254350185394287,
      "learning_rate": 4.016351350053657e-06,
      "loss": 0.3714,
      "step": 816040
    },
    {
      "epoch": 227.76,
      "grad_norm": 0.9154630899429321,
      "learning_rate": 4.0163324084286815e-06,
      "loss": 0.3613,
      "step": 816050
    },
    {
      "epoch": 227.76,
      "grad_norm": 1.0753239393234253,
      "learning_rate": 4.016313466581085e-06,
      "loss": 0.3833,
      "step": 816060
    },
    {
      "epoch": 227.76,
      "grad_norm": 1.2255280017852783,
      "learning_rate": 4.016294524510869e-06,
      "loss": 0.3741,
      "step": 816070
    },
    {
      "epoch": 227.76,
      "grad_norm": 1.1798027753829956,
      "learning_rate": 4.016275582218037e-06,
      "loss": 0.3534,
      "step": 816080
    },
    {
      "epoch": 227.77,
      "grad_norm": 1.2505640983581543,
      "learning_rate": 4.016256639702592e-06,
      "loss": 0.3662,
      "step": 816090
    },
    {
      "epoch": 227.77,
      "grad_norm": 1.270009160041809,
      "learning_rate": 4.016237696964535e-06,
      "loss": 0.3609,
      "step": 816100
    },
    {
      "epoch": 227.77,
      "grad_norm": 0.9536173939704895,
      "learning_rate": 4.016218754003871e-06,
      "loss": 0.3642,
      "step": 816110
    },
    {
      "epoch": 227.78,
      "grad_norm": 1.0793999433517456,
      "learning_rate": 4.016199810820599e-06,
      "loss": 0.3573,
      "step": 816120
    },
    {
      "epoch": 227.78,
      "grad_norm": 1.0657979249954224,
      "learning_rate": 4.016180867414725e-06,
      "loss": 0.3567,
      "step": 816130
    },
    {
      "epoch": 227.78,
      "grad_norm": 1.1556310653686523,
      "learning_rate": 4.01616192378625e-06,
      "loss": 0.3792,
      "step": 816140
    },
    {
      "epoch": 227.78,
      "grad_norm": 1.2135179042816162,
      "learning_rate": 4.016142979935175e-06,
      "loss": 0.3745,
      "step": 816150
    },
    {
      "epoch": 227.79,
      "grad_norm": 1.0583701133728027,
      "learning_rate": 4.016124035861506e-06,
      "loss": 0.364,
      "step": 816160
    },
    {
      "epoch": 227.79,
      "grad_norm": 1.3141056299209595,
      "learning_rate": 4.0161050915652415e-06,
      "loss": 0.3724,
      "step": 816170
    },
    {
      "epoch": 227.79,
      "grad_norm": 1.0983948707580566,
      "learning_rate": 4.016086147046387e-06,
      "loss": 0.3849,
      "step": 816180
    },
    {
      "epoch": 227.8,
      "grad_norm": 1.1495651006698608,
      "learning_rate": 4.016067202304945e-06,
      "loss": 0.3573,
      "step": 816190
    },
    {
      "epoch": 227.8,
      "grad_norm": 1.0810953378677368,
      "learning_rate": 4.016048257340916e-06,
      "loss": 0.3708,
      "step": 816200
    },
    {
      "epoch": 227.8,
      "grad_norm": 1.1674635410308838,
      "learning_rate": 4.016029312154304e-06,
      "loss": 0.3837,
      "step": 816210
    },
    {
      "epoch": 227.8,
      "grad_norm": 0.9170772433280945,
      "learning_rate": 4.016010366745111e-06,
      "loss": 0.3655,
      "step": 816220
    },
    {
      "epoch": 227.81,
      "grad_norm": 1.1443291902542114,
      "learning_rate": 4.01599142111334e-06,
      "loss": 0.3805,
      "step": 816230
    },
    {
      "epoch": 227.81,
      "grad_norm": 0.8965591788291931,
      "learning_rate": 4.015972475258993e-06,
      "loss": 0.3568,
      "step": 816240
    },
    {
      "epoch": 227.81,
      "grad_norm": 0.8984211087226868,
      "learning_rate": 4.015953529182073e-06,
      "loss": 0.3446,
      "step": 816250
    },
    {
      "epoch": 227.81,
      "grad_norm": 1.125123381614685,
      "learning_rate": 4.015934582882582e-06,
      "loss": 0.3536,
      "step": 816260
    },
    {
      "epoch": 227.82,
      "grad_norm": 1.0552774667739868,
      "learning_rate": 4.015915636360523e-06,
      "loss": 0.3753,
      "step": 816270
    },
    {
      "epoch": 227.82,
      "grad_norm": 1.1736875772476196,
      "learning_rate": 4.015896689615898e-06,
      "loss": 0.3706,
      "step": 816280
    },
    {
      "epoch": 227.82,
      "grad_norm": 1.1846307516098022,
      "learning_rate": 4.01587774264871e-06,
      "loss": 0.3716,
      "step": 816290
    },
    {
      "epoch": 227.83,
      "grad_norm": 1.049631953239441,
      "learning_rate": 4.015858795458962e-06,
      "loss": 0.3836,
      "step": 816300
    },
    {
      "epoch": 227.83,
      "grad_norm": 1.1173933744430542,
      "learning_rate": 4.015839848046655e-06,
      "loss": 0.3727,
      "step": 816310
    },
    {
      "epoch": 227.83,
      "grad_norm": 1.2867801189422607,
      "learning_rate": 4.0158209004117924e-06,
      "loss": 0.3754,
      "step": 816320
    },
    {
      "epoch": 227.83,
      "grad_norm": 1.0795239210128784,
      "learning_rate": 4.015801952554377e-06,
      "loss": 0.3762,
      "step": 816330
    },
    {
      "epoch": 227.84,
      "grad_norm": 1.0928808450698853,
      "learning_rate": 4.01578300447441e-06,
      "loss": 0.3675,
      "step": 816340
    },
    {
      "epoch": 227.84,
      "grad_norm": 0.9673013091087341,
      "learning_rate": 4.015764056171897e-06,
      "loss": 0.3724,
      "step": 816350
    },
    {
      "epoch": 227.84,
      "grad_norm": 1.0816105604171753,
      "learning_rate": 4.0157451076468365e-06,
      "loss": 0.3797,
      "step": 816360
    },
    {
      "epoch": 227.85,
      "grad_norm": 1.0110455751419067,
      "learning_rate": 4.015726158899234e-06,
      "loss": 0.3461,
      "step": 816370
    },
    {
      "epoch": 227.85,
      "grad_norm": 1.0894298553466797,
      "learning_rate": 4.015707209929091e-06,
      "loss": 0.3588,
      "step": 816380
    },
    {
      "epoch": 227.85,
      "grad_norm": 1.0463244915008545,
      "learning_rate": 4.015688260736409e-06,
      "loss": 0.3713,
      "step": 816390
    },
    {
      "epoch": 227.85,
      "grad_norm": 0.9982014298439026,
      "learning_rate": 4.015669311321194e-06,
      "loss": 0.3839,
      "step": 816400
    },
    {
      "epoch": 227.86,
      "grad_norm": 2.0422441959381104,
      "learning_rate": 4.015650361683444e-06,
      "loss": 0.3745,
      "step": 816410
    },
    {
      "epoch": 227.86,
      "grad_norm": 1.0098850727081299,
      "learning_rate": 4.015631411823163e-06,
      "loss": 0.3711,
      "step": 816420
    },
    {
      "epoch": 227.86,
      "grad_norm": 0.9311547875404358,
      "learning_rate": 4.015612461740356e-06,
      "loss": 0.3615,
      "step": 816430
    },
    {
      "epoch": 227.86,
      "grad_norm": 1.0892531871795654,
      "learning_rate": 4.0155935114350226e-06,
      "loss": 0.3552,
      "step": 816440
    },
    {
      "epoch": 227.87,
      "grad_norm": 3.052370309829712,
      "learning_rate": 4.015574560907167e-06,
      "loss": 0.3593,
      "step": 816450
    },
    {
      "epoch": 227.87,
      "grad_norm": 4.36557149887085,
      "learning_rate": 4.015555610156791e-06,
      "loss": 0.3708,
      "step": 816460
    },
    {
      "epoch": 227.87,
      "grad_norm": 1.0379549264907837,
      "learning_rate": 4.015536659183897e-06,
      "loss": 0.383,
      "step": 816470
    },
    {
      "epoch": 227.88,
      "grad_norm": 0.9370127320289612,
      "learning_rate": 4.015517707988487e-06,
      "loss": 0.3531,
      "step": 816480
    },
    {
      "epoch": 227.88,
      "grad_norm": 1.1316847801208496,
      "learning_rate": 4.015498756570566e-06,
      "loss": 0.3828,
      "step": 816490
    },
    {
      "epoch": 227.88,
      "grad_norm": 1.1281932592391968,
      "learning_rate": 4.015479804930134e-06,
      "loss": 0.3741,
      "step": 816500
    },
    {
      "epoch": 227.88,
      "grad_norm": 0.9895186424255371,
      "learning_rate": 4.0154608530671935e-06,
      "loss": 0.3506,
      "step": 816510
    },
    {
      "epoch": 227.89,
      "grad_norm": 1.136198878288269,
      "learning_rate": 4.015441900981748e-06,
      "loss": 0.3784,
      "step": 816520
    },
    {
      "epoch": 227.89,
      "grad_norm": 1.0478380918502808,
      "learning_rate": 4.015422948673801e-06,
      "loss": 0.3766,
      "step": 816530
    },
    {
      "epoch": 227.89,
      "grad_norm": 1.338446855545044,
      "learning_rate": 4.015403996143353e-06,
      "loss": 0.3661,
      "step": 816540
    },
    {
      "epoch": 227.9,
      "grad_norm": 1.1041890382766724,
      "learning_rate": 4.015385043390407e-06,
      "loss": 0.3668,
      "step": 816550
    },
    {
      "epoch": 227.9,
      "grad_norm": 0.972267746925354,
      "learning_rate": 4.015366090414967e-06,
      "loss": 0.3696,
      "step": 816560
    },
    {
      "epoch": 227.9,
      "grad_norm": 1.0627471208572388,
      "learning_rate": 4.015347137217034e-06,
      "loss": 0.3659,
      "step": 816570
    },
    {
      "epoch": 227.9,
      "grad_norm": 1.0372143983840942,
      "learning_rate": 4.0153281837966105e-06,
      "loss": 0.3801,
      "step": 816580
    },
    {
      "epoch": 227.91,
      "grad_norm": 1.276053786277771,
      "learning_rate": 4.0153092301537e-06,
      "loss": 0.3759,
      "step": 816590
    },
    {
      "epoch": 227.91,
      "grad_norm": 1.0143184661865234,
      "learning_rate": 4.015290276288304e-06,
      "loss": 0.3789,
      "step": 816600
    },
    {
      "epoch": 227.91,
      "grad_norm": 3.877772092819214,
      "learning_rate": 4.015271322200427e-06,
      "loss": 0.3628,
      "step": 816610
    },
    {
      "epoch": 227.92,
      "grad_norm": 1.1287689208984375,
      "learning_rate": 4.015252367890068e-06,
      "loss": 0.3826,
      "step": 816620
    },
    {
      "epoch": 227.92,
      "grad_norm": 0.9510915279388428,
      "learning_rate": 4.015233413357233e-06,
      "loss": 0.3717,
      "step": 816630
    },
    {
      "epoch": 227.92,
      "grad_norm": 1.067223072052002,
      "learning_rate": 4.015214458601922e-06,
      "loss": 0.3689,
      "step": 816640
    },
    {
      "epoch": 227.92,
      "grad_norm": 1.0530250072479248,
      "learning_rate": 4.015195503624139e-06,
      "loss": 0.3625,
      "step": 816650
    },
    {
      "epoch": 227.93,
      "grad_norm": 1.0995395183563232,
      "learning_rate": 4.015176548423887e-06,
      "loss": 0.3794,
      "step": 816660
    },
    {
      "epoch": 227.93,
      "grad_norm": 1.1871857643127441,
      "learning_rate": 4.015157593001167e-06,
      "loss": 0.3614,
      "step": 816670
    },
    {
      "epoch": 227.93,
      "grad_norm": 1.0331158638000488,
      "learning_rate": 4.015138637355983e-06,
      "loss": 0.3627,
      "step": 816680
    },
    {
      "epoch": 227.93,
      "grad_norm": 1.0412741899490356,
      "learning_rate": 4.015119681488335e-06,
      "loss": 0.3796,
      "step": 816690
    },
    {
      "epoch": 227.94,
      "grad_norm": 1.0458288192749023,
      "learning_rate": 4.015100725398228e-06,
      "loss": 0.3556,
      "step": 816700
    },
    {
      "epoch": 227.94,
      "grad_norm": 1.0133668184280396,
      "learning_rate": 4.015081769085665e-06,
      "loss": 0.3663,
      "step": 816710
    },
    {
      "epoch": 227.94,
      "grad_norm": 1.0964525938034058,
      "learning_rate": 4.015062812550646e-06,
      "loss": 0.3801,
      "step": 816720
    },
    {
      "epoch": 227.95,
      "grad_norm": 0.9932460784912109,
      "learning_rate": 4.015043855793175e-06,
      "loss": 0.3688,
      "step": 816730
    },
    {
      "epoch": 227.95,
      "grad_norm": 1.0586299896240234,
      "learning_rate": 4.015024898813254e-06,
      "loss": 0.35,
      "step": 816740
    },
    {
      "epoch": 227.95,
      "grad_norm": 1.0174742937088013,
      "learning_rate": 4.015005941610886e-06,
      "loss": 0.3651,
      "step": 816750
    },
    {
      "epoch": 227.95,
      "grad_norm": 1.042913556098938,
      "learning_rate": 4.014986984186074e-06,
      "loss": 0.364,
      "step": 816760
    },
    {
      "epoch": 227.96,
      "grad_norm": 1.0088868141174316,
      "learning_rate": 4.01496802653882e-06,
      "loss": 0.3522,
      "step": 816770
    },
    {
      "epoch": 227.96,
      "grad_norm": 0.9675785303115845,
      "learning_rate": 4.0149490686691255e-06,
      "loss": 0.3493,
      "step": 816780
    },
    {
      "epoch": 227.96,
      "grad_norm": 1.1200004816055298,
      "learning_rate": 4.014930110576995e-06,
      "loss": 0.3671,
      "step": 816790
    },
    {
      "epoch": 227.97,
      "grad_norm": 1.220552682876587,
      "learning_rate": 4.0149111522624295e-06,
      "loss": 0.358,
      "step": 816800
    },
    {
      "epoch": 227.97,
      "grad_norm": 1.0775492191314697,
      "learning_rate": 4.0148921937254315e-06,
      "loss": 0.3611,
      "step": 816810
    },
    {
      "epoch": 227.97,
      "grad_norm": 1.0573704242706299,
      "learning_rate": 4.014873234966004e-06,
      "loss": 0.3712,
      "step": 816820
    },
    {
      "epoch": 227.97,
      "grad_norm": 1.5903892517089844,
      "learning_rate": 4.014854275984151e-06,
      "loss": 0.3628,
      "step": 816830
    },
    {
      "epoch": 227.98,
      "grad_norm": 1.0628660917282104,
      "learning_rate": 4.0148353167798716e-06,
      "loss": 0.3563,
      "step": 816840
    },
    {
      "epoch": 227.98,
      "grad_norm": 1.1575573682785034,
      "learning_rate": 4.014816357353172e-06,
      "loss": 0.3665,
      "step": 816850
    },
    {
      "epoch": 227.98,
      "grad_norm": 1.3329236507415771,
      "learning_rate": 4.014797397704052e-06,
      "loss": 0.3715,
      "step": 816860
    },
    {
      "epoch": 227.98,
      "grad_norm": 1.0827728509902954,
      "learning_rate": 4.014778437832515e-06,
      "loss": 0.386,
      "step": 816870
    },
    {
      "epoch": 227.99,
      "grad_norm": 1.2440168857574463,
      "learning_rate": 4.014759477738564e-06,
      "loss": 0.3774,
      "step": 816880
    },
    {
      "epoch": 227.99,
      "grad_norm": 1.039061427116394,
      "learning_rate": 4.014740517422201e-06,
      "loss": 0.3793,
      "step": 816890
    },
    {
      "epoch": 227.99,
      "grad_norm": 1.0923004150390625,
      "learning_rate": 4.01472155688343e-06,
      "loss": 0.367,
      "step": 816900
    },
    {
      "epoch": 228.0,
      "grad_norm": 1.0019782781600952,
      "learning_rate": 4.014702596122251e-06,
      "loss": 0.3688,
      "step": 816910
    },
    {
      "epoch": 228.0,
      "grad_norm": 0.9992536306381226,
      "learning_rate": 4.014683635138668e-06,
      "loss": 0.3667,
      "step": 816920
    },
    {
      "epoch": 228.0,
      "eval_loss": 0.36818525195121765,
      "eval_runtime": 63.3446,
      "eval_samples_per_second": 79.865,
      "eval_steps_per_second": 9.993,
      "step": 816924
    },
    {
      "epoch": 228.0,
      "grad_norm": 1.1445919275283813,
      "learning_rate": 4.014664673932682e-06,
      "loss": 0.3788,
      "step": 816930
    },
    {
      "epoch": 228.0,
      "grad_norm": 0.962020993232727,
      "learning_rate": 4.014645712504298e-06,
      "loss": 0.3606,
      "step": 816940
    },
    {
      "epoch": 228.01,
      "grad_norm": 0.9972938895225525,
      "learning_rate": 4.014626750853518e-06,
      "loss": 0.3526,
      "step": 816950
    },
    {
      "epoch": 228.01,
      "grad_norm": 0.9549922347068787,
      "learning_rate": 4.014607788980343e-06,
      "loss": 0.3696,
      "step": 816960
    },
    {
      "epoch": 228.01,
      "grad_norm": 0.9453586339950562,
      "learning_rate": 4.014588826884776e-06,
      "loss": 0.3591,
      "step": 816970
    },
    {
      "epoch": 228.02,
      "grad_norm": 1.1330270767211914,
      "learning_rate": 4.014569864566821e-06,
      "loss": 0.3694,
      "step": 816980
    },
    {
      "epoch": 228.02,
      "grad_norm": 1.0928866863250732,
      "learning_rate": 4.014550902026479e-06,
      "loss": 0.3625,
      "step": 816990
    },
    {
      "epoch": 228.02,
      "grad_norm": 1.2339816093444824,
      "learning_rate": 4.014531939263753e-06,
      "loss": 0.3622,
      "step": 817000
    },
    {
      "epoch": 228.02,
      "grad_norm": 1.0434587001800537,
      "learning_rate": 4.014512976278645e-06,
      "loss": 0.3837,
      "step": 817010
    },
    {
      "epoch": 228.03,
      "grad_norm": 1.0837231874465942,
      "learning_rate": 4.014494013071158e-06,
      "loss": 0.3663,
      "step": 817020
    },
    {
      "epoch": 228.03,
      "grad_norm": 0.9763984680175781,
      "learning_rate": 4.014475049641295e-06,
      "loss": 0.3566,
      "step": 817030
    },
    {
      "epoch": 228.03,
      "grad_norm": 1.299763798713684,
      "learning_rate": 4.014456085989058e-06,
      "loss": 0.3708,
      "step": 817040
    },
    {
      "epoch": 228.04,
      "grad_norm": 1.0884743928909302,
      "learning_rate": 4.014437122114449e-06,
      "loss": 0.3844,
      "step": 817050
    },
    {
      "epoch": 228.04,
      "grad_norm": 1.0090197324752808,
      "learning_rate": 4.014418158017472e-06,
      "loss": 0.3761,
      "step": 817060
    },
    {
      "epoch": 228.04,
      "grad_norm": 0.9777694344520569,
      "learning_rate": 4.014399193698128e-06,
      "loss": 0.3728,
      "step": 817070
    },
    {
      "epoch": 228.04,
      "grad_norm": 0.9665499329566956,
      "learning_rate": 4.01438022915642e-06,
      "loss": 0.3574,
      "step": 817080
    },
    {
      "epoch": 228.05,
      "grad_norm": 0.9791372418403625,
      "learning_rate": 4.014361264392351e-06,
      "loss": 0.3659,
      "step": 817090
    },
    {
      "epoch": 228.05,
      "grad_norm": 0.9918628931045532,
      "learning_rate": 4.014342299405923e-06,
      "loss": 0.3823,
      "step": 817100
    },
    {
      "epoch": 228.05,
      "grad_norm": 0.9727499485015869,
      "learning_rate": 4.014323334197139e-06,
      "loss": 0.3629,
      "step": 817110
    },
    {
      "epoch": 228.05,
      "grad_norm": 1.0029213428497314,
      "learning_rate": 4.014304368766001e-06,
      "loss": 0.3654,
      "step": 817120
    },
    {
      "epoch": 228.06,
      "grad_norm": 1.0774145126342773,
      "learning_rate": 4.014285403112512e-06,
      "loss": 0.3773,
      "step": 817130
    },
    {
      "epoch": 228.06,
      "grad_norm": 1.2393884658813477,
      "learning_rate": 4.014266437236674e-06,
      "loss": 0.3681,
      "step": 817140
    },
    {
      "epoch": 228.06,
      "grad_norm": 1.037467360496521,
      "learning_rate": 4.0142474711384894e-06,
      "loss": 0.3601,
      "step": 817150
    },
    {
      "epoch": 228.07,
      "grad_norm": 1.0494400262832642,
      "learning_rate": 4.014228504817962e-06,
      "loss": 0.3653,
      "step": 817160
    },
    {
      "epoch": 228.07,
      "grad_norm": 1.153010606765747,
      "learning_rate": 4.014209538275093e-06,
      "loss": 0.3723,
      "step": 817170
    },
    {
      "epoch": 228.07,
      "grad_norm": 1.0551109313964844,
      "learning_rate": 4.0141905715098844e-06,
      "loss": 0.36,
      "step": 817180
    },
    {
      "epoch": 228.07,
      "grad_norm": 2.072791576385498,
      "learning_rate": 4.014171604522341e-06,
      "loss": 0.3683,
      "step": 817190
    },
    {
      "epoch": 228.08,
      "grad_norm": 0.9497721791267395,
      "learning_rate": 4.014152637312464e-06,
      "loss": 0.3736,
      "step": 817200
    },
    {
      "epoch": 228.08,
      "grad_norm": 1.0494619607925415,
      "learning_rate": 4.0141336698802556e-06,
      "loss": 0.3693,
      "step": 817210
    },
    {
      "epoch": 228.08,
      "grad_norm": 1.2258304357528687,
      "learning_rate": 4.0141147022257195e-06,
      "loss": 0.3608,
      "step": 817220
    },
    {
      "epoch": 228.09,
      "grad_norm": 1.1956428289413452,
      "learning_rate": 4.014095734348856e-06,
      "loss": 0.3647,
      "step": 817230
    },
    {
      "epoch": 228.09,
      "grad_norm": 1.0808154344558716,
      "learning_rate": 4.01407676624967e-06,
      "loss": 0.3592,
      "step": 817240
    },
    {
      "epoch": 228.09,
      "grad_norm": 0.9737532138824463,
      "learning_rate": 4.014057797928163e-06,
      "loss": 0.3702,
      "step": 817250
    },
    {
      "epoch": 228.09,
      "grad_norm": 1.212963581085205,
      "learning_rate": 4.014038829384336e-06,
      "loss": 0.3775,
      "step": 817260
    },
    {
      "epoch": 228.1,
      "grad_norm": 1.0949372053146362,
      "learning_rate": 4.014019860618196e-06,
      "loss": 0.3614,
      "step": 817270
    },
    {
      "epoch": 228.1,
      "grad_norm": 1.010124921798706,
      "learning_rate": 4.01400089162974e-06,
      "loss": 0.3699,
      "step": 817280
    },
    {
      "epoch": 228.1,
      "grad_norm": 0.8006583452224731,
      "learning_rate": 4.013981922418975e-06,
      "loss": 0.3607,
      "step": 817290
    },
    {
      "epoch": 228.1,
      "grad_norm": 1.1367096900939941,
      "learning_rate": 4.0139629529859e-06,
      "loss": 0.3633,
      "step": 817300
    },
    {
      "epoch": 228.11,
      "grad_norm": 1.153733730316162,
      "learning_rate": 4.0139439833305205e-06,
      "loss": 0.363,
      "step": 817310
    },
    {
      "epoch": 228.11,
      "grad_norm": 1.2369576692581177,
      "learning_rate": 4.013925013452837e-06,
      "loss": 0.3657,
      "step": 817320
    },
    {
      "epoch": 228.11,
      "grad_norm": 0.9688192009925842,
      "learning_rate": 4.013906043352853e-06,
      "loss": 0.3615,
      "step": 817330
    },
    {
      "epoch": 228.12,
      "grad_norm": 1.0001260042190552,
      "learning_rate": 4.013887073030572e-06,
      "loss": 0.3726,
      "step": 817340
    },
    {
      "epoch": 228.12,
      "grad_norm": 1.0083101987838745,
      "learning_rate": 4.013868102485994e-06,
      "loss": 0.3614,
      "step": 817350
    },
    {
      "epoch": 228.12,
      "grad_norm": 1.1235491037368774,
      "learning_rate": 4.0138491317191225e-06,
      "loss": 0.3863,
      "step": 817360
    },
    {
      "epoch": 228.12,
      "grad_norm": 1.031420350074768,
      "learning_rate": 4.013830160729961e-06,
      "loss": 0.3675,
      "step": 817370
    },
    {
      "epoch": 228.13,
      "grad_norm": 0.913154661655426,
      "learning_rate": 4.0138111895185115e-06,
      "loss": 0.3865,
      "step": 817380
    },
    {
      "epoch": 228.13,
      "grad_norm": 1.0100648403167725,
      "learning_rate": 4.013792218084776e-06,
      "loss": 0.3633,
      "step": 817390
    },
    {
      "epoch": 228.13,
      "grad_norm": 1.0800387859344482,
      "learning_rate": 4.013773246428757e-06,
      "loss": 0.3738,
      "step": 817400
    },
    {
      "epoch": 228.14,
      "grad_norm": 1.057145595550537,
      "learning_rate": 4.013754274550458e-06,
      "loss": 0.3619,
      "step": 817410
    },
    {
      "epoch": 228.14,
      "grad_norm": 1.3301531076431274,
      "learning_rate": 4.013735302449881e-06,
      "loss": 0.3651,
      "step": 817420
    },
    {
      "epoch": 228.14,
      "grad_norm": 1.2258520126342773,
      "learning_rate": 4.013716330127029e-06,
      "loss": 0.3637,
      "step": 817430
    },
    {
      "epoch": 228.14,
      "grad_norm": 1.1991925239562988,
      "learning_rate": 4.013697357581903e-06,
      "loss": 0.3738,
      "step": 817440
    },
    {
      "epoch": 228.15,
      "grad_norm": 1.1004146337509155,
      "learning_rate": 4.0136783848145075e-06,
      "loss": 0.3782,
      "step": 817450
    },
    {
      "epoch": 228.15,
      "grad_norm": 0.9123561978340149,
      "learning_rate": 4.013659411824844e-06,
      "loss": 0.367,
      "step": 817460
    },
    {
      "epoch": 228.15,
      "grad_norm": 1.1747034788131714,
      "learning_rate": 4.013640438612914e-06,
      "loss": 0.3713,
      "step": 817470
    },
    {
      "epoch": 228.16,
      "grad_norm": 1.2704945802688599,
      "learning_rate": 4.013621465178722e-06,
      "loss": 0.3545,
      "step": 817480
    },
    {
      "epoch": 228.16,
      "grad_norm": 1.2730692625045776,
      "learning_rate": 4.013602491522269e-06,
      "loss": 0.3495,
      "step": 817490
    },
    {
      "epoch": 228.16,
      "grad_norm": 1.2344316244125366,
      "learning_rate": 4.013583517643559e-06,
      "loss": 0.3768,
      "step": 817500
    },
    {
      "epoch": 228.16,
      "grad_norm": 1.1481585502624512,
      "learning_rate": 4.013564543542593e-06,
      "loss": 0.3583,
      "step": 817510
    },
    {
      "epoch": 228.17,
      "grad_norm": 1.0160936117172241,
      "learning_rate": 4.013545569219376e-06,
      "loss": 0.3664,
      "step": 817520
    },
    {
      "epoch": 228.17,
      "grad_norm": 1.1844695806503296,
      "learning_rate": 4.0135265946739065e-06,
      "loss": 0.3772,
      "step": 817530
    },
    {
      "epoch": 228.17,
      "grad_norm": 0.9765482544898987,
      "learning_rate": 4.01350761990619e-06,
      "loss": 0.3866,
      "step": 817540
    },
    {
      "epoch": 228.17,
      "grad_norm": 0.9844658374786377,
      "learning_rate": 4.0134886449162284e-06,
      "loss": 0.3563,
      "step": 817550
    },
    {
      "epoch": 228.18,
      "grad_norm": 1.019858956336975,
      "learning_rate": 4.013469669704025e-06,
      "loss": 0.3616,
      "step": 817560
    },
    {
      "epoch": 228.18,
      "grad_norm": 1.1028833389282227,
      "learning_rate": 4.01345069426958e-06,
      "loss": 0.3673,
      "step": 817570
    },
    {
      "epoch": 228.18,
      "grad_norm": 0.9599072933197021,
      "learning_rate": 4.013431718612897e-06,
      "loss": 0.3589,
      "step": 817580
    },
    {
      "epoch": 228.19,
      "grad_norm": 1.0700045824050903,
      "learning_rate": 4.0134127427339806e-06,
      "loss": 0.3677,
      "step": 817590
    },
    {
      "epoch": 228.19,
      "grad_norm": 1.1115278005599976,
      "learning_rate": 4.013393766632832e-06,
      "loss": 0.3575,
      "step": 817600
    },
    {
      "epoch": 228.19,
      "grad_norm": 1.2381516695022583,
      "learning_rate": 4.0133747903094514e-06,
      "loss": 0.3774,
      "step": 817610
    },
    {
      "epoch": 228.19,
      "grad_norm": 1.168113350868225,
      "learning_rate": 4.013355813763844e-06,
      "loss": 0.3444,
      "step": 817620
    },
    {
      "epoch": 228.2,
      "grad_norm": 1.031058669090271,
      "learning_rate": 4.013336836996012e-06,
      "loss": 0.3659,
      "step": 817630
    },
    {
      "epoch": 228.2,
      "grad_norm": 1.0932838916778564,
      "learning_rate": 4.013317860005958e-06,
      "loss": 0.3679,
      "step": 817640
    },
    {
      "epoch": 228.2,
      "grad_norm": 0.9879950881004333,
      "learning_rate": 4.013298882793683e-06,
      "loss": 0.3518,
      "step": 817650
    },
    {
      "epoch": 228.21,
      "grad_norm": 0.9832045435905457,
      "learning_rate": 4.013279905359191e-06,
      "loss": 0.3522,
      "step": 817660
    },
    {
      "epoch": 228.21,
      "grad_norm": 1.1380140781402588,
      "learning_rate": 4.013260927702485e-06,
      "loss": 0.389,
      "step": 817670
    },
    {
      "epoch": 228.21,
      "grad_norm": 0.9799124598503113,
      "learning_rate": 4.013241949823565e-06,
      "loss": 0.3747,
      "step": 817680
    },
    {
      "epoch": 228.21,
      "grad_norm": 1.167069911956787,
      "learning_rate": 4.013222971722436e-06,
      "loss": 0.3613,
      "step": 817690
    },
    {
      "epoch": 228.22,
      "grad_norm": 1.0962287187576294,
      "learning_rate": 4.0132039933990986e-06,
      "loss": 0.3658,
      "step": 817700
    },
    {
      "epoch": 228.22,
      "grad_norm": 1.04203462600708,
      "learning_rate": 4.0131850148535585e-06,
      "loss": 0.3682,
      "step": 817710
    },
    {
      "epoch": 228.22,
      "grad_norm": 0.8951119780540466,
      "learning_rate": 4.013166036085815e-06,
      "loss": 0.3663,
      "step": 817720
    },
    {
      "epoch": 228.22,
      "grad_norm": 1.1547863483428955,
      "learning_rate": 4.013147057095872e-06,
      "loss": 0.3717,
      "step": 817730
    },
    {
      "epoch": 228.23,
      "grad_norm": 1.1401115655899048,
      "learning_rate": 4.013128077883731e-06,
      "loss": 0.3631,
      "step": 817740
    },
    {
      "epoch": 228.23,
      "grad_norm": 0.9510282874107361,
      "learning_rate": 4.013109098449397e-06,
      "loss": 0.3676,
      "step": 817750
    },
    {
      "epoch": 228.23,
      "grad_norm": 1.0630439519882202,
      "learning_rate": 4.013090118792869e-06,
      "loss": 0.382,
      "step": 817760
    },
    {
      "epoch": 228.24,
      "grad_norm": 1.051301121711731,
      "learning_rate": 4.0130711389141526e-06,
      "loss": 0.3897,
      "step": 817770
    },
    {
      "epoch": 228.24,
      "grad_norm": 1.0159766674041748,
      "learning_rate": 4.013052158813249e-06,
      "loss": 0.3565,
      "step": 817780
    },
    {
      "epoch": 228.24,
      "grad_norm": 2.1669514179229736,
      "learning_rate": 4.01303317849016e-06,
      "loss": 0.3702,
      "step": 817790
    },
    {
      "epoch": 228.24,
      "grad_norm": 1.0572534799575806,
      "learning_rate": 4.01301419794489e-06,
      "loss": 0.3654,
      "step": 817800
    },
    {
      "epoch": 228.25,
      "grad_norm": 0.9992657899856567,
      "learning_rate": 4.012995217177439e-06,
      "loss": 0.3695,
      "step": 817810
    },
    {
      "epoch": 228.25,
      "grad_norm": 0.9763620495796204,
      "learning_rate": 4.012976236187813e-06,
      "loss": 0.3509,
      "step": 817820
    },
    {
      "epoch": 228.25,
      "grad_norm": 1.1117117404937744,
      "learning_rate": 4.012957254976011e-06,
      "loss": 0.3754,
      "step": 817830
    },
    {
      "epoch": 228.26,
      "grad_norm": 1.1293034553527832,
      "learning_rate": 4.012938273542038e-06,
      "loss": 0.349,
      "step": 817840
    },
    {
      "epoch": 228.26,
      "grad_norm": 1.2185038328170776,
      "learning_rate": 4.012919291885895e-06,
      "loss": 0.3563,
      "step": 817850
    },
    {
      "epoch": 228.26,
      "grad_norm": 1.172918438911438,
      "learning_rate": 4.012900310007585e-06,
      "loss": 0.3898,
      "step": 817860
    },
    {
      "epoch": 228.26,
      "grad_norm": 1.0352357625961304,
      "learning_rate": 4.012881327907111e-06,
      "loss": 0.3823,
      "step": 817870
    },
    {
      "epoch": 228.27,
      "grad_norm": 1.0083154439926147,
      "learning_rate": 4.012862345584475e-06,
      "loss": 0.3683,
      "step": 817880
    },
    {
      "epoch": 228.27,
      "grad_norm": 0.9291073679924011,
      "learning_rate": 4.01284336303968e-06,
      "loss": 0.3323,
      "step": 817890
    },
    {
      "epoch": 228.27,
      "grad_norm": 1.010524868965149,
      "learning_rate": 4.012824380272728e-06,
      "loss": 0.365,
      "step": 817900
    },
    {
      "epoch": 228.28,
      "grad_norm": 0.9425384402275085,
      "learning_rate": 4.012805397283621e-06,
      "loss": 0.3454,
      "step": 817910
    },
    {
      "epoch": 228.28,
      "grad_norm": 1.1141912937164307,
      "learning_rate": 4.012786414072364e-06,
      "loss": 0.3696,
      "step": 817920
    },
    {
      "epoch": 228.28,
      "grad_norm": 0.9728718996047974,
      "learning_rate": 4.0127674306389565e-06,
      "loss": 0.356,
      "step": 817930
    },
    {
      "epoch": 228.28,
      "grad_norm": 1.0226421356201172,
      "learning_rate": 4.012748446983402e-06,
      "loss": 0.3714,
      "step": 817940
    },
    {
      "epoch": 228.29,
      "grad_norm": 0.9210112690925598,
      "learning_rate": 4.012729463105704e-06,
      "loss": 0.3767,
      "step": 817950
    },
    {
      "epoch": 228.29,
      "grad_norm": 0.9913123250007629,
      "learning_rate": 4.012710479005865e-06,
      "loss": 0.3551,
      "step": 817960
    },
    {
      "epoch": 228.29,
      "grad_norm": 4.7964677810668945,
      "learning_rate": 4.012691494683886e-06,
      "loss": 0.384,
      "step": 817970
    },
    {
      "epoch": 228.29,
      "grad_norm": 2.0989322662353516,
      "learning_rate": 4.012672510139771e-06,
      "loss": 0.3706,
      "step": 817980
    },
    {
      "epoch": 228.3,
      "grad_norm": 1.0718016624450684,
      "learning_rate": 4.012653525373522e-06,
      "loss": 0.381,
      "step": 817990
    },
    {
      "epoch": 228.3,
      "grad_norm": 0.9650302529335022,
      "learning_rate": 4.012634540385141e-06,
      "loss": 0.361,
      "step": 818000
    },
    {
      "epoch": 228.3,
      "grad_norm": 1.0513426065444946,
      "learning_rate": 4.01261555517463e-06,
      "loss": 0.3527,
      "step": 818010
    },
    {
      "epoch": 228.31,
      "grad_norm": 1.0971474647521973,
      "learning_rate": 4.012596569741994e-06,
      "loss": 0.3567,
      "step": 818020
    },
    {
      "epoch": 228.31,
      "grad_norm": 0.9422593712806702,
      "learning_rate": 4.012577584087234e-06,
      "loss": 0.3599,
      "step": 818030
    },
    {
      "epoch": 228.31,
      "grad_norm": 1.1391416788101196,
      "learning_rate": 4.0125585982103525e-06,
      "loss": 0.3681,
      "step": 818040
    },
    {
      "epoch": 228.31,
      "grad_norm": 1.1078389883041382,
      "learning_rate": 4.012539612111351e-06,
      "loss": 0.3532,
      "step": 818050
    },
    {
      "epoch": 228.32,
      "grad_norm": 1.1059443950653076,
      "learning_rate": 4.012520625790235e-06,
      "loss": 0.3522,
      "step": 818060
    },
    {
      "epoch": 228.32,
      "grad_norm": 0.9618210196495056,
      "learning_rate": 4.012501639247005e-06,
      "loss": 0.3587,
      "step": 818070
    },
    {
      "epoch": 228.32,
      "grad_norm": 1.1978795528411865,
      "learning_rate": 4.012482652481663e-06,
      "loss": 0.3811,
      "step": 818080
    },
    {
      "epoch": 228.33,
      "grad_norm": 1.3505929708480835,
      "learning_rate": 4.0124636654942115e-06,
      "loss": 0.3653,
      "step": 818090
    },
    {
      "epoch": 228.33,
      "grad_norm": 1.2916984558105469,
      "learning_rate": 4.012444678284654e-06,
      "loss": 0.3723,
      "step": 818100
    },
    {
      "epoch": 228.33,
      "grad_norm": 1.1518594026565552,
      "learning_rate": 4.012425690852993e-06,
      "loss": 0.3657,
      "step": 818110
    },
    {
      "epoch": 228.33,
      "grad_norm": 1.0944738388061523,
      "learning_rate": 4.012406703199232e-06,
      "loss": 0.3785,
      "step": 818120
    },
    {
      "epoch": 228.34,
      "grad_norm": 1.0843398571014404,
      "learning_rate": 4.012387715323371e-06,
      "loss": 0.3543,
      "step": 818130
    },
    {
      "epoch": 228.34,
      "grad_norm": 0.8014047145843506,
      "learning_rate": 4.012368727225415e-06,
      "loss": 0.3557,
      "step": 818140
    },
    {
      "epoch": 228.34,
      "grad_norm": 1.1897799968719482,
      "learning_rate": 4.012349738905364e-06,
      "loss": 0.3556,
      "step": 818150
    },
    {
      "epoch": 228.34,
      "grad_norm": 1.2486226558685303,
      "learning_rate": 4.012330750363223e-06,
      "loss": 0.3632,
      "step": 818160
    },
    {
      "epoch": 228.35,
      "grad_norm": 1.1267822980880737,
      "learning_rate": 4.012311761598993e-06,
      "loss": 0.3607,
      "step": 818170
    },
    {
      "epoch": 228.35,
      "grad_norm": 0.9599552750587463,
      "learning_rate": 4.012292772612677e-06,
      "loss": 0.3625,
      "step": 818180
    },
    {
      "epoch": 228.35,
      "grad_norm": 0.9236226677894592,
      "learning_rate": 4.012273783404278e-06,
      "loss": 0.3587,
      "step": 818190
    },
    {
      "epoch": 228.36,
      "grad_norm": 1.0109121799468994,
      "learning_rate": 4.012254793973797e-06,
      "loss": 0.3654,
      "step": 818200
    },
    {
      "epoch": 228.36,
      "grad_norm": 1.3621938228607178,
      "learning_rate": 4.012235804321238e-06,
      "loss": 0.3664,
      "step": 818210
    },
    {
      "epoch": 228.36,
      "grad_norm": 0.920543909072876,
      "learning_rate": 4.012216814446603e-06,
      "loss": 0.3652,
      "step": 818220
    },
    {
      "epoch": 228.36,
      "grad_norm": 0.8615584969520569,
      "learning_rate": 4.012197824349895e-06,
      "loss": 0.3662,
      "step": 818230
    },
    {
      "epoch": 228.37,
      "grad_norm": 1.1834585666656494,
      "learning_rate": 4.012178834031116e-06,
      "loss": 0.3683,
      "step": 818240
    },
    {
      "epoch": 228.37,
      "grad_norm": 1.0838799476623535,
      "learning_rate": 4.012159843490269e-06,
      "loss": 0.3742,
      "step": 818250
    },
    {
      "epoch": 228.37,
      "grad_norm": 1.3912036418914795,
      "learning_rate": 4.012140852727355e-06,
      "loss": 0.3677,
      "step": 818260
    },
    {
      "epoch": 228.38,
      "grad_norm": 1.167741298675537,
      "learning_rate": 4.012121861742379e-06,
      "loss": 0.3678,
      "step": 818270
    },
    {
      "epoch": 228.38,
      "grad_norm": 1.0559015274047852,
      "learning_rate": 4.0121028705353415e-06,
      "loss": 0.3758,
      "step": 818280
    },
    {
      "epoch": 228.38,
      "grad_norm": 1.1080023050308228,
      "learning_rate": 4.0120838791062465e-06,
      "loss": 0.3663,
      "step": 818290
    },
    {
      "epoch": 228.38,
      "grad_norm": 1.0910241603851318,
      "learning_rate": 4.012064887455095e-06,
      "loss": 0.3601,
      "step": 818300
    },
    {
      "epoch": 228.39,
      "grad_norm": 0.9758378863334656,
      "learning_rate": 4.012045895581891e-06,
      "loss": 0.3665,
      "step": 818310
    },
    {
      "epoch": 228.39,
      "grad_norm": 1.1691277027130127,
      "learning_rate": 4.012026903486635e-06,
      "loss": 0.3594,
      "step": 818320
    },
    {
      "epoch": 228.39,
      "grad_norm": 1.1356024742126465,
      "learning_rate": 4.012007911169333e-06,
      "loss": 0.3574,
      "step": 818330
    },
    {
      "epoch": 228.4,
      "grad_norm": 1.0156679153442383,
      "learning_rate": 4.011988918629985e-06,
      "loss": 0.3664,
      "step": 818340
    },
    {
      "epoch": 228.4,
      "grad_norm": 0.9166637659072876,
      "learning_rate": 4.011969925868593e-06,
      "loss": 0.3543,
      "step": 818350
    },
    {
      "epoch": 228.4,
      "grad_norm": 1.0069013833999634,
      "learning_rate": 4.01195093288516e-06,
      "loss": 0.374,
      "step": 818360
    },
    {
      "epoch": 228.4,
      "grad_norm": 1.1282516717910767,
      "learning_rate": 4.01193193967969e-06,
      "loss": 0.3776,
      "step": 818370
    },
    {
      "epoch": 228.41,
      "grad_norm": 1.2167891263961792,
      "learning_rate": 4.011912946252184e-06,
      "loss": 0.3683,
      "step": 818380
    },
    {
      "epoch": 228.41,
      "grad_norm": 0.9579541087150574,
      "learning_rate": 4.011893952602646e-06,
      "loss": 0.3632,
      "step": 818390
    },
    {
      "epoch": 228.41,
      "grad_norm": 1.0101927518844604,
      "learning_rate": 4.011874958731076e-06,
      "loss": 0.3606,
      "step": 818400
    },
    {
      "epoch": 228.41,
      "grad_norm": 0.9975802302360535,
      "learning_rate": 4.01185596463748e-06,
      "loss": 0.377,
      "step": 818410
    },
    {
      "epoch": 228.42,
      "grad_norm": 1.047068476676941,
      "learning_rate": 4.011836970321857e-06,
      "loss": 0.3663,
      "step": 818420
    },
    {
      "epoch": 228.42,
      "grad_norm": 1.127018928527832,
      "learning_rate": 4.011817975784212e-06,
      "loss": 0.3585,
      "step": 818430
    },
    {
      "epoch": 228.42,
      "grad_norm": 1.2012640237808228,
      "learning_rate": 4.011798981024547e-06,
      "loss": 0.3616,
      "step": 818440
    },
    {
      "epoch": 228.43,
      "grad_norm": 1.2099790573120117,
      "learning_rate": 4.0117799860428636e-06,
      "loss": 0.3718,
      "step": 818450
    },
    {
      "epoch": 228.43,
      "grad_norm": 1.027829885482788,
      "learning_rate": 4.011760990839165e-06,
      "loss": 0.3478,
      "step": 818460
    },
    {
      "epoch": 228.43,
      "grad_norm": 1.0957775115966797,
      "learning_rate": 4.011741995413454e-06,
      "loss": 0.3789,
      "step": 818470
    },
    {
      "epoch": 228.43,
      "grad_norm": 0.9151104092597961,
      "learning_rate": 4.011722999765733e-06,
      "loss": 0.3735,
      "step": 818480
    },
    {
      "epoch": 228.44,
      "grad_norm": 1.3025462627410889,
      "learning_rate": 4.011704003896004e-06,
      "loss": 0.3709,
      "step": 818490
    },
    {
      "epoch": 228.44,
      "grad_norm": 1.1342310905456543,
      "learning_rate": 4.01168500780427e-06,
      "loss": 0.3601,
      "step": 818500
    },
    {
      "epoch": 228.44,
      "grad_norm": 1.2325828075408936,
      "learning_rate": 4.0116660114905326e-06,
      "loss": 0.3668,
      "step": 818510
    },
    {
      "epoch": 228.45,
      "grad_norm": 0.9697023630142212,
      "learning_rate": 4.011647014954796e-06,
      "loss": 0.3664,
      "step": 818520
    },
    {
      "epoch": 228.45,
      "grad_norm": 1.1098442077636719,
      "learning_rate": 4.011628018197062e-06,
      "loss": 0.3628,
      "step": 818530
    },
    {
      "epoch": 228.45,
      "grad_norm": 1.0999802350997925,
      "learning_rate": 4.011609021217333e-06,
      "loss": 0.3637,
      "step": 818540
    },
    {
      "epoch": 228.45,
      "grad_norm": 1.1137937307357788,
      "learning_rate": 4.011590024015611e-06,
      "loss": 0.3703,
      "step": 818550
    },
    {
      "epoch": 228.46,
      "grad_norm": 0.8160129189491272,
      "learning_rate": 4.0115710265918986e-06,
      "loss": 0.3644,
      "step": 818560
    },
    {
      "epoch": 228.46,
      "grad_norm": 1.1603764295578003,
      "learning_rate": 4.011552028946199e-06,
      "loss": 0.3778,
      "step": 818570
    },
    {
      "epoch": 228.46,
      "grad_norm": 0.9671341180801392,
      "learning_rate": 4.0115330310785146e-06,
      "loss": 0.3644,
      "step": 818580
    },
    {
      "epoch": 228.46,
      "grad_norm": 1.1745551824569702,
      "learning_rate": 4.011514032988849e-06,
      "loss": 0.3567,
      "step": 818590
    },
    {
      "epoch": 228.47,
      "grad_norm": 1.994156002998352,
      "learning_rate": 4.011495034677202e-06,
      "loss": 0.3639,
      "step": 818600
    },
    {
      "epoch": 228.47,
      "grad_norm": 1.0942001342773438,
      "learning_rate": 4.011476036143578e-06,
      "loss": 0.3783,
      "step": 818610
    },
    {
      "epoch": 228.47,
      "grad_norm": 1.1265416145324707,
      "learning_rate": 4.01145703738798e-06,
      "loss": 0.362,
      "step": 818620
    },
    {
      "epoch": 228.48,
      "grad_norm": 1.1449452638626099,
      "learning_rate": 4.011438038410409e-06,
      "loss": 0.3717,
      "step": 818630
    },
    {
      "epoch": 228.48,
      "grad_norm": 1.265325903892517,
      "learning_rate": 4.011419039210868e-06,
      "loss": 0.3835,
      "step": 818640
    },
    {
      "epoch": 228.48,
      "grad_norm": 1.0188541412353516,
      "learning_rate": 4.011400039789361e-06,
      "loss": 0.3632,
      "step": 818650
    },
    {
      "epoch": 228.48,
      "grad_norm": 1.2091796398162842,
      "learning_rate": 4.011381040145889e-06,
      "loss": 0.359,
      "step": 818660
    },
    {
      "epoch": 228.49,
      "grad_norm": 1.0654089450836182,
      "learning_rate": 4.011362040280455e-06,
      "loss": 0.3819,
      "step": 818670
    },
    {
      "epoch": 228.49,
      "grad_norm": 1.1124790906906128,
      "learning_rate": 4.01134304019306e-06,
      "loss": 0.3764,
      "step": 818680
    },
    {
      "epoch": 228.49,
      "grad_norm": 1.2573521137237549,
      "learning_rate": 4.011324039883708e-06,
      "loss": 0.3658,
      "step": 818690
    },
    {
      "epoch": 228.5,
      "grad_norm": 1.251206874847412,
      "learning_rate": 4.011305039352403e-06,
      "loss": 0.3664,
      "step": 818700
    },
    {
      "epoch": 228.5,
      "grad_norm": 1.16422700881958,
      "learning_rate": 4.011286038599145e-06,
      "loss": 0.3719,
      "step": 818710
    },
    {
      "epoch": 228.5,
      "grad_norm": 1.1836605072021484,
      "learning_rate": 4.011267037623938e-06,
      "loss": 0.3568,
      "step": 818720
    },
    {
      "epoch": 228.5,
      "grad_norm": 1.2420624494552612,
      "learning_rate": 4.0112480364267835e-06,
      "loss": 0.3713,
      "step": 818730
    },
    {
      "epoch": 228.51,
      "grad_norm": 1.1845163106918335,
      "learning_rate": 4.011229035007685e-06,
      "loss": 0.3551,
      "step": 818740
    },
    {
      "epoch": 228.51,
      "grad_norm": 1.233994483947754,
      "learning_rate": 4.011210033366644e-06,
      "loss": 0.3776,
      "step": 818750
    },
    {
      "epoch": 228.51,
      "grad_norm": 0.9827567934989929,
      "learning_rate": 4.011191031503664e-06,
      "loss": 0.3547,
      "step": 818760
    },
    {
      "epoch": 228.52,
      "grad_norm": 1.0638083219528198,
      "learning_rate": 4.0111720294187476e-06,
      "loss": 0.3725,
      "step": 818770
    },
    {
      "epoch": 228.52,
      "grad_norm": 0.9867150783538818,
      "learning_rate": 4.011153027111896e-06,
      "loss": 0.3548,
      "step": 818780
    },
    {
      "epoch": 228.52,
      "grad_norm": 1.1471773386001587,
      "learning_rate": 4.011134024583113e-06,
      "loss": 0.3549,
      "step": 818790
    },
    {
      "epoch": 228.52,
      "grad_norm": 1.2408002614974976,
      "learning_rate": 4.011115021832401e-06,
      "loss": 0.3446,
      "step": 818800
    },
    {
      "epoch": 228.53,
      "grad_norm": 1.0068565607070923,
      "learning_rate": 4.0110960188597615e-06,
      "loss": 0.3479,
      "step": 818810
    },
    {
      "epoch": 228.53,
      "grad_norm": 1.416699767112732,
      "learning_rate": 4.011077015665199e-06,
      "loss": 0.3585,
      "step": 818820
    },
    {
      "epoch": 228.53,
      "grad_norm": 1.1189076900482178,
      "learning_rate": 4.011058012248714e-06,
      "loss": 0.3692,
      "step": 818830
    },
    {
      "epoch": 228.53,
      "grad_norm": 0.8999919295310974,
      "learning_rate": 4.0110390086103095e-06,
      "loss": 0.3728,
      "step": 818840
    },
    {
      "epoch": 228.54,
      "grad_norm": 0.9617001414299011,
      "learning_rate": 4.011020004749989e-06,
      "loss": 0.3579,
      "step": 818850
    },
    {
      "epoch": 228.54,
      "grad_norm": 1.3245489597320557,
      "learning_rate": 4.011001000667754e-06,
      "loss": 0.3672,
      "step": 818860
    },
    {
      "epoch": 228.54,
      "grad_norm": 0.955732524394989,
      "learning_rate": 4.010981996363607e-06,
      "loss": 0.3705,
      "step": 818870
    },
    {
      "epoch": 228.55,
      "grad_norm": 1.2582249641418457,
      "learning_rate": 4.0109629918375524e-06,
      "loss": 0.371,
      "step": 818880
    },
    {
      "epoch": 228.55,
      "grad_norm": 1.0489085912704468,
      "learning_rate": 4.010943987089591e-06,
      "loss": 0.3901,
      "step": 818890
    },
    {
      "epoch": 228.55,
      "grad_norm": 1.0174627304077148,
      "learning_rate": 4.010924982119725e-06,
      "loss": 0.3737,
      "step": 818900
    },
    {
      "epoch": 228.55,
      "grad_norm": 1.1017532348632812,
      "learning_rate": 4.010905976927957e-06,
      "loss": 0.3574,
      "step": 818910
    },
    {
      "epoch": 228.56,
      "grad_norm": 1.0522979497909546,
      "learning_rate": 4.010886971514292e-06,
      "loss": 0.3677,
      "step": 818920
    },
    {
      "epoch": 228.56,
      "grad_norm": 0.9311107397079468,
      "learning_rate": 4.010867965878729e-06,
      "loss": 0.3497,
      "step": 818930
    },
    {
      "epoch": 228.56,
      "grad_norm": 1.0904176235198975,
      "learning_rate": 4.010848960021273e-06,
      "loss": 0.3831,
      "step": 818940
    },
    {
      "epoch": 228.57,
      "grad_norm": 1.011541724205017,
      "learning_rate": 4.010829953941925e-06,
      "loss": 0.3691,
      "step": 818950
    },
    {
      "epoch": 228.57,
      "grad_norm": 0.9991501569747925,
      "learning_rate": 4.010810947640688e-06,
      "loss": 0.3708,
      "step": 818960
    },
    {
      "epoch": 228.57,
      "grad_norm": 2.074254035949707,
      "learning_rate": 4.010791941117565e-06,
      "loss": 0.3604,
      "step": 818970
    },
    {
      "epoch": 228.57,
      "grad_norm": 0.9156383275985718,
      "learning_rate": 4.010772934372558e-06,
      "loss": 0.3691,
      "step": 818980
    },
    {
      "epoch": 228.58,
      "grad_norm": 1.0928239822387695,
      "learning_rate": 4.01075392740567e-06,
      "loss": 0.3823,
      "step": 818990
    },
    {
      "epoch": 228.58,
      "grad_norm": 0.9066585898399353,
      "learning_rate": 4.010734920216904e-06,
      "loss": 0.3914,
      "step": 819000
    },
    {
      "epoch": 228.58,
      "grad_norm": 0.9621607661247253,
      "learning_rate": 4.0107159128062615e-06,
      "loss": 0.3486,
      "step": 819010
    },
    {
      "epoch": 228.58,
      "grad_norm": 1.0709203481674194,
      "learning_rate": 4.010696905173746e-06,
      "loss": 0.3589,
      "step": 819020
    },
    {
      "epoch": 228.59,
      "grad_norm": 1.0330125093460083,
      "learning_rate": 4.010677897319359e-06,
      "loss": 0.3521,
      "step": 819030
    },
    {
      "epoch": 228.59,
      "grad_norm": 2.3693861961364746,
      "learning_rate": 4.0106588892431025e-06,
      "loss": 0.3774,
      "step": 819040
    },
    {
      "epoch": 228.59,
      "grad_norm": 1.2510359287261963,
      "learning_rate": 4.0106398809449805e-06,
      "loss": 0.3832,
      "step": 819050
    },
    {
      "epoch": 228.6,
      "grad_norm": 1.046251893043518,
      "learning_rate": 4.010620872424995e-06,
      "loss": 0.3715,
      "step": 819060
    },
    {
      "epoch": 228.6,
      "grad_norm": 1.432841420173645,
      "learning_rate": 4.010601863683148e-06,
      "loss": 0.3694,
      "step": 819070
    },
    {
      "epoch": 228.6,
      "grad_norm": 1.2757128477096558,
      "learning_rate": 4.010582854719444e-06,
      "loss": 0.3623,
      "step": 819080
    },
    {
      "epoch": 228.6,
      "grad_norm": 1.133463740348816,
      "learning_rate": 4.010563845533883e-06,
      "loss": 0.3815,
      "step": 819090
    },
    {
      "epoch": 228.61,
      "grad_norm": 1.2006909847259521,
      "learning_rate": 4.010544836126469e-06,
      "loss": 0.3657,
      "step": 819100
    },
    {
      "epoch": 228.61,
      "grad_norm": 1.0487161874771118,
      "learning_rate": 4.010525826497204e-06,
      "loss": 0.3927,
      "step": 819110
    },
    {
      "epoch": 228.61,
      "grad_norm": 1.0665473937988281,
      "learning_rate": 4.010506816646091e-06,
      "loss": 0.3775,
      "step": 819120
    },
    {
      "epoch": 228.62,
      "grad_norm": 1.2858513593673706,
      "learning_rate": 4.010487806573132e-06,
      "loss": 0.3607,
      "step": 819130
    },
    {
      "epoch": 228.62,
      "grad_norm": 1.0725866556167603,
      "learning_rate": 4.01046879627833e-06,
      "loss": 0.3618,
      "step": 819140
    },
    {
      "epoch": 228.62,
      "grad_norm": 0.9181231260299683,
      "learning_rate": 4.010449785761687e-06,
      "loss": 0.3578,
      "step": 819150
    },
    {
      "epoch": 228.62,
      "grad_norm": 1.201481580734253,
      "learning_rate": 4.0104307750232054e-06,
      "loss": 0.357,
      "step": 819160
    },
    {
      "epoch": 228.63,
      "grad_norm": 1.2209794521331787,
      "learning_rate": 4.0104117640628885e-06,
      "loss": 0.3676,
      "step": 819170
    },
    {
      "epoch": 228.63,
      "grad_norm": 1.2058731317520142,
      "learning_rate": 4.010392752880739e-06,
      "loss": 0.3611,
      "step": 819180
    },
    {
      "epoch": 228.63,
      "grad_norm": 0.8966140747070312,
      "learning_rate": 4.010373741476758e-06,
      "loss": 0.3574,
      "step": 819190
    },
    {
      "epoch": 228.64,
      "grad_norm": 1.944335699081421,
      "learning_rate": 4.01035472985095e-06,
      "loss": 0.3744,
      "step": 819200
    },
    {
      "epoch": 228.64,
      "grad_norm": 1.3695223331451416,
      "learning_rate": 4.010335718003315e-06,
      "loss": 0.3667,
      "step": 819210
    },
    {
      "epoch": 228.64,
      "grad_norm": 1.2950353622436523,
      "learning_rate": 4.0103167059338575e-06,
      "loss": 0.3732,
      "step": 819220
    },
    {
      "epoch": 228.64,
      "grad_norm": 1.2277774810791016,
      "learning_rate": 4.01029769364258e-06,
      "loss": 0.3534,
      "step": 819230
    },
    {
      "epoch": 228.65,
      "grad_norm": 1.0716378688812256,
      "learning_rate": 4.010278681129485e-06,
      "loss": 0.3711,
      "step": 819240
    },
    {
      "epoch": 228.65,
      "grad_norm": 0.9940677881240845,
      "learning_rate": 4.0102596683945735e-06,
      "loss": 0.3732,
      "step": 819250
    },
    {
      "epoch": 228.65,
      "grad_norm": 0.8680209517478943,
      "learning_rate": 4.01024065543785e-06,
      "loss": 0.3834,
      "step": 819260
    },
    {
      "epoch": 228.65,
      "grad_norm": 1.064970850944519,
      "learning_rate": 4.0102216422593154e-06,
      "loss": 0.3874,
      "step": 819270
    },
    {
      "epoch": 228.66,
      "grad_norm": 1.0420076847076416,
      "learning_rate": 4.010202628858973e-06,
      "loss": 0.3918,
      "step": 819280
    },
    {
      "epoch": 228.66,
      "grad_norm": 1.0854014158248901,
      "learning_rate": 4.010183615236826e-06,
      "loss": 0.3558,
      "step": 819290
    },
    {
      "epoch": 228.66,
      "grad_norm": 1.131378173828125,
      "learning_rate": 4.010164601392876e-06,
      "loss": 0.3671,
      "step": 819300
    },
    {
      "epoch": 228.67,
      "grad_norm": 0.9849844574928284,
      "learning_rate": 4.010145587327124e-06,
      "loss": 0.364,
      "step": 819310
    },
    {
      "epoch": 228.67,
      "grad_norm": 0.9677655100822449,
      "learning_rate": 4.010126573039577e-06,
      "loss": 0.3575,
      "step": 819320
    },
    {
      "epoch": 228.67,
      "grad_norm": 1.028037190437317,
      "learning_rate": 4.010107558530233e-06,
      "loss": 0.3709,
      "step": 819330
    },
    {
      "epoch": 228.67,
      "grad_norm": 1.16246497631073,
      "learning_rate": 4.010088543799097e-06,
      "loss": 0.3782,
      "step": 819340
    },
    {
      "epoch": 228.68,
      "grad_norm": 0.9307223558425903,
      "learning_rate": 4.010069528846171e-06,
      "loss": 0.3652,
      "step": 819350
    },
    {
      "epoch": 228.68,
      "grad_norm": 1.126583456993103,
      "learning_rate": 4.010050513671458e-06,
      "loss": 0.3729,
      "step": 819360
    },
    {
      "epoch": 228.68,
      "grad_norm": 1.0828033685684204,
      "learning_rate": 4.010031498274958e-06,
      "loss": 0.3666,
      "step": 819370
    },
    {
      "epoch": 228.69,
      "grad_norm": 0.916134238243103,
      "learning_rate": 4.0100124826566774e-06,
      "loss": 0.3617,
      "step": 819380
    },
    {
      "epoch": 228.69,
      "grad_norm": 1.2997816801071167,
      "learning_rate": 4.009993466816616e-06,
      "loss": 0.3622,
      "step": 819390
    },
    {
      "epoch": 228.69,
      "grad_norm": 1.115944504737854,
      "learning_rate": 4.0099744507547775e-06,
      "loss": 0.3677,
      "step": 819400
    },
    {
      "epoch": 228.69,
      "grad_norm": 1.0652618408203125,
      "learning_rate": 4.009955434471164e-06,
      "loss": 0.3657,
      "step": 819410
    },
    {
      "epoch": 228.7,
      "grad_norm": 1.219515085220337,
      "learning_rate": 4.0099364179657774e-06,
      "loss": 0.3655,
      "step": 819420
    },
    {
      "epoch": 228.7,
      "grad_norm": 1.101001501083374,
      "learning_rate": 4.009917401238622e-06,
      "loss": 0.3636,
      "step": 819430
    },
    {
      "epoch": 228.7,
      "grad_norm": 1.2902143001556396,
      "learning_rate": 4.009898384289698e-06,
      "loss": 0.3726,
      "step": 819440
    },
    {
      "epoch": 228.7,
      "grad_norm": 1.1529512405395508,
      "learning_rate": 4.00987936711901e-06,
      "loss": 0.3574,
      "step": 819450
    },
    {
      "epoch": 228.71,
      "grad_norm": 1.2292017936706543,
      "learning_rate": 4.009860349726561e-06,
      "loss": 0.3575,
      "step": 819460
    },
    {
      "epoch": 228.71,
      "grad_norm": 0.9710504412651062,
      "learning_rate": 4.00984133211235e-06,
      "loss": 0.3648,
      "step": 819470
    },
    {
      "epoch": 228.71,
      "grad_norm": 0.9100091457366943,
      "learning_rate": 4.009822314276383e-06,
      "loss": 0.3671,
      "step": 819480
    },
    {
      "epoch": 228.72,
      "grad_norm": 1.102730631828308,
      "learning_rate": 4.009803296218661e-06,
      "loss": 0.3689,
      "step": 819490
    },
    {
      "epoch": 228.72,
      "grad_norm": 1.2908169031143188,
      "learning_rate": 4.0097842779391865e-06,
      "loss": 0.3523,
      "step": 819500
    },
    {
      "epoch": 228.72,
      "grad_norm": 1.1265639066696167,
      "learning_rate": 4.009765259437963e-06,
      "loss": 0.3561,
      "step": 819510
    },
    {
      "epoch": 228.72,
      "grad_norm": 1.3393633365631104,
      "learning_rate": 4.009746240714992e-06,
      "loss": 0.3726,
      "step": 819520
    },
    {
      "epoch": 228.73,
      "grad_norm": 9.137309074401855,
      "learning_rate": 4.009727221770277e-06,
      "loss": 0.3479,
      "step": 819530
    },
    {
      "epoch": 228.73,
      "grad_norm": 1.2475799322128296,
      "learning_rate": 4.009708202603819e-06,
      "loss": 0.3733,
      "step": 819540
    },
    {
      "epoch": 228.73,
      "grad_norm": 1.2422614097595215,
      "learning_rate": 4.0096891832156226e-06,
      "loss": 0.366,
      "step": 819550
    },
    {
      "epoch": 228.74,
      "grad_norm": 1.1964212656021118,
      "learning_rate": 4.009670163605689e-06,
      "loss": 0.372,
      "step": 819560
    },
    {
      "epoch": 228.74,
      "grad_norm": 1.1171880960464478,
      "learning_rate": 4.009651143774021e-06,
      "loss": 0.374,
      "step": 819570
    },
    {
      "epoch": 228.74,
      "grad_norm": 1.0395194292068481,
      "learning_rate": 4.00963212372062e-06,
      "loss": 0.3734,
      "step": 819580
    },
    {
      "epoch": 228.74,
      "grad_norm": 0.8655931353569031,
      "learning_rate": 4.0096131034454905e-06,
      "loss": 0.3617,
      "step": 819590
    },
    {
      "epoch": 228.75,
      "grad_norm": 1.0133947134017944,
      "learning_rate": 4.009594082948634e-06,
      "loss": 0.3617,
      "step": 819600
    },
    {
      "epoch": 228.75,
      "grad_norm": 1.4106422662734985,
      "learning_rate": 4.009575062230053e-06,
      "loss": 0.3652,
      "step": 819610
    },
    {
      "epoch": 228.75,
      "grad_norm": 1.1412628889083862,
      "learning_rate": 4.009556041289751e-06,
      "loss": 0.3663,
      "step": 819620
    },
    {
      "epoch": 228.76,
      "grad_norm": 1.0632147789001465,
      "learning_rate": 4.0095370201277295e-06,
      "loss": 0.3646,
      "step": 819630
    },
    {
      "epoch": 228.76,
      "grad_norm": 1.1534470319747925,
      "learning_rate": 4.009517998743991e-06,
      "loss": 0.3889,
      "step": 819640
    },
    {
      "epoch": 228.76,
      "grad_norm": 0.9818447232246399,
      "learning_rate": 4.0094989771385385e-06,
      "loss": 0.364,
      "step": 819650
    },
    {
      "epoch": 228.76,
      "grad_norm": 1.1151537895202637,
      "learning_rate": 4.009479955311375e-06,
      "loss": 0.3669,
      "step": 819660
    },
    {
      "epoch": 228.77,
      "grad_norm": 1.0213357210159302,
      "learning_rate": 4.009460933262501e-06,
      "loss": 0.3828,
      "step": 819670
    },
    {
      "epoch": 228.77,
      "grad_norm": 1.0585763454437256,
      "learning_rate": 4.009441910991921e-06,
      "loss": 0.3716,
      "step": 819680
    },
    {
      "epoch": 228.77,
      "grad_norm": 1.1440091133117676,
      "learning_rate": 4.009422888499637e-06,
      "loss": 0.371,
      "step": 819690
    },
    {
      "epoch": 228.77,
      "grad_norm": 1.1459213495254517,
      "learning_rate": 4.009403865785652e-06,
      "loss": 0.3771,
      "step": 819700
    },
    {
      "epoch": 228.78,
      "grad_norm": 1.230690836906433,
      "learning_rate": 4.009384842849968e-06,
      "loss": 0.3777,
      "step": 819710
    },
    {
      "epoch": 228.78,
      "grad_norm": 1.132129430770874,
      "learning_rate": 4.0093658196925865e-06,
      "loss": 0.3817,
      "step": 819720
    },
    {
      "epoch": 228.78,
      "grad_norm": 1.1280521154403687,
      "learning_rate": 4.009346796313512e-06,
      "loss": 0.3764,
      "step": 819730
    },
    {
      "epoch": 228.79,
      "grad_norm": 1.1015634536743164,
      "learning_rate": 4.0093277727127454e-06,
      "loss": 0.3601,
      "step": 819740
    },
    {
      "epoch": 228.79,
      "grad_norm": 1.1022602319717407,
      "learning_rate": 4.009308748890291e-06,
      "loss": 0.3679,
      "step": 819750
    },
    {
      "epoch": 228.79,
      "grad_norm": 1.2112795114517212,
      "learning_rate": 4.009289724846149e-06,
      "loss": 0.3707,
      "step": 819760
    },
    {
      "epoch": 228.79,
      "grad_norm": 1.0162643194198608,
      "learning_rate": 4.009270700580324e-06,
      "loss": 0.3696,
      "step": 819770
    },
    {
      "epoch": 228.8,
      "grad_norm": 1.2335528135299683,
      "learning_rate": 4.009251676092818e-06,
      "loss": 0.372,
      "step": 819780
    },
    {
      "epoch": 228.8,
      "grad_norm": 1.2674816846847534,
      "learning_rate": 4.009232651383632e-06,
      "loss": 0.3625,
      "step": 819790
    },
    {
      "epoch": 228.8,
      "grad_norm": 1.187400221824646,
      "learning_rate": 4.009213626452771e-06,
      "loss": 0.3683,
      "step": 819800
    },
    {
      "epoch": 228.81,
      "grad_norm": 0.9776321053504944,
      "learning_rate": 4.009194601300237e-06,
      "loss": 0.3683,
      "step": 819810
    },
    {
      "epoch": 228.81,
      "grad_norm": 1.0789034366607666,
      "learning_rate": 4.00917557592603e-06,
      "loss": 0.3676,
      "step": 819820
    },
    {
      "epoch": 228.81,
      "grad_norm": 1.1364678144454956,
      "learning_rate": 4.0091565503301555e-06,
      "loss": 0.3873,
      "step": 819830
    },
    {
      "epoch": 228.81,
      "grad_norm": 1.3152823448181152,
      "learning_rate": 4.009137524512615e-06,
      "loss": 0.3666,
      "step": 819840
    },
    {
      "epoch": 228.82,
      "grad_norm": 1.0546807050704956,
      "learning_rate": 4.00911849847341e-06,
      "loss": 0.3524,
      "step": 819850
    },
    {
      "epoch": 228.82,
      "grad_norm": 1.4928733110427856,
      "learning_rate": 4.009099472212545e-06,
      "loss": 0.3683,
      "step": 819860
    },
    {
      "epoch": 228.82,
      "grad_norm": 1.1465787887573242,
      "learning_rate": 4.009080445730021e-06,
      "loss": 0.3692,
      "step": 819870
    },
    {
      "epoch": 228.83,
      "grad_norm": 1.1895015239715576,
      "learning_rate": 4.0090614190258415e-06,
      "loss": 0.3779,
      "step": 819880
    },
    {
      "epoch": 228.83,
      "grad_norm": 1.0403064489364624,
      "learning_rate": 4.009042392100009e-06,
      "loss": 0.3571,
      "step": 819890
    },
    {
      "epoch": 228.83,
      "grad_norm": 0.9813191890716553,
      "learning_rate": 4.009023364952525e-06,
      "loss": 0.3685,
      "step": 819900
    },
    {
      "epoch": 228.83,
      "grad_norm": 1.2161322832107544,
      "learning_rate": 4.009004337583392e-06,
      "loss": 0.3795,
      "step": 819910
    },
    {
      "epoch": 228.84,
      "grad_norm": 0.8649460077285767,
      "learning_rate": 4.008985309992613e-06,
      "loss": 0.372,
      "step": 819920
    },
    {
      "epoch": 228.84,
      "grad_norm": 1.0844933986663818,
      "learning_rate": 4.008966282180192e-06,
      "loss": 0.3842,
      "step": 819930
    },
    {
      "epoch": 228.84,
      "grad_norm": 1.0442414283752441,
      "learning_rate": 4.00894725414613e-06,
      "loss": 0.3641,
      "step": 819940
    },
    {
      "epoch": 228.84,
      "grad_norm": 1.2388097047805786,
      "learning_rate": 4.00892822589043e-06,
      "loss": 0.3948,
      "step": 819950
    },
    {
      "epoch": 228.85,
      "grad_norm": 1.1273735761642456,
      "learning_rate": 4.008909197413095e-06,
      "loss": 0.3682,
      "step": 819960
    },
    {
      "epoch": 228.85,
      "grad_norm": 1.0514637231826782,
      "learning_rate": 4.008890168714125e-06,
      "loss": 0.3669,
      "step": 819970
    },
    {
      "epoch": 228.85,
      "grad_norm": 0.9680724740028381,
      "learning_rate": 4.008871139793525e-06,
      "loss": 0.3579,
      "step": 819980
    },
    {
      "epoch": 228.86,
      "grad_norm": 1.2632349729537964,
      "learning_rate": 4.008852110651297e-06,
      "loss": 0.3641,
      "step": 819990
    },
    {
      "epoch": 228.86,
      "grad_norm": 1.117632508277893,
      "learning_rate": 4.008833081287444e-06,
      "loss": 0.3589,
      "step": 820000
    },
    {
      "epoch": 228.86,
      "grad_norm": 1.003956913948059,
      "learning_rate": 4.008814051701967e-06,
      "loss": 0.3703,
      "step": 820010
    },
    {
      "epoch": 228.86,
      "grad_norm": 1.0813274383544922,
      "learning_rate": 4.00879502189487e-06,
      "loss": 0.3641,
      "step": 820020
    },
    {
      "epoch": 228.87,
      "grad_norm": 0.9323107600212097,
      "learning_rate": 4.008775991866156e-06,
      "loss": 0.376,
      "step": 820030
    },
    {
      "epoch": 228.87,
      "grad_norm": 1.9454180002212524,
      "learning_rate": 4.008756961615825e-06,
      "loss": 0.3582,
      "step": 820040
    },
    {
      "epoch": 228.87,
      "grad_norm": 1.0183370113372803,
      "learning_rate": 4.008737931143882e-06,
      "loss": 0.3432,
      "step": 820050
    },
    {
      "epoch": 228.88,
      "grad_norm": 0.877070963382721,
      "learning_rate": 4.008718900450328e-06,
      "loss": 0.3643,
      "step": 820060
    },
    {
      "epoch": 228.88,
      "grad_norm": 0.9714109897613525,
      "learning_rate": 4.008699869535167e-06,
      "loss": 0.3652,
      "step": 820070
    },
    {
      "epoch": 228.88,
      "grad_norm": 1.038892388343811,
      "learning_rate": 4.008680838398401e-06,
      "loss": 0.3675,
      "step": 820080
    },
    {
      "epoch": 228.88,
      "grad_norm": 0.9834450483322144,
      "learning_rate": 4.008661807040031e-06,
      "loss": 0.3668,
      "step": 820090
    },
    {
      "epoch": 228.89,
      "grad_norm": 1.0099583864212036,
      "learning_rate": 4.008642775460062e-06,
      "loss": 0.3568,
      "step": 820100
    },
    {
      "epoch": 228.89,
      "grad_norm": 1.103400707244873,
      "learning_rate": 4.008623743658495e-06,
      "loss": 0.3632,
      "step": 820110
    },
    {
      "epoch": 228.89,
      "grad_norm": 1.065316915512085,
      "learning_rate": 4.008604711635332e-06,
      "loss": 0.3575,
      "step": 820120
    },
    {
      "epoch": 228.89,
      "grad_norm": 1.4504507780075073,
      "learning_rate": 4.008585679390577e-06,
      "loss": 0.37,
      "step": 820130
    },
    {
      "epoch": 228.9,
      "grad_norm": 1.1171250343322754,
      "learning_rate": 4.008566646924232e-06,
      "loss": 0.3392,
      "step": 820140
    },
    {
      "epoch": 228.9,
      "grad_norm": 1.0323785543441772,
      "learning_rate": 4.008547614236299e-06,
      "loss": 0.3711,
      "step": 820150
    },
    {
      "epoch": 228.9,
      "grad_norm": 0.9252568483352661,
      "learning_rate": 4.008528581326781e-06,
      "loss": 0.3649,
      "step": 820160
    },
    {
      "epoch": 228.91,
      "grad_norm": 1.1923668384552002,
      "learning_rate": 4.008509548195682e-06,
      "loss": 0.3841,
      "step": 820170
    },
    {
      "epoch": 228.91,
      "grad_norm": 1.1031157970428467,
      "learning_rate": 4.008490514843002e-06,
      "loss": 0.3626,
      "step": 820180
    },
    {
      "epoch": 228.91,
      "grad_norm": 1.0419795513153076,
      "learning_rate": 4.008471481268744e-06,
      "loss": 0.3658,
      "step": 820190
    },
    {
      "epoch": 228.91,
      "grad_norm": 0.9506348967552185,
      "learning_rate": 4.008452447472912e-06,
      "loss": 0.3841,
      "step": 820200
    },
    {
      "epoch": 228.92,
      "grad_norm": 1.1117264032363892,
      "learning_rate": 4.008433413455507e-06,
      "loss": 0.3704,
      "step": 820210
    },
    {
      "epoch": 228.92,
      "grad_norm": 1.4985058307647705,
      "learning_rate": 4.008414379216532e-06,
      "loss": 0.3734,
      "step": 820220
    },
    {
      "epoch": 228.92,
      "grad_norm": 1.0354270935058594,
      "learning_rate": 4.00839534475599e-06,
      "loss": 0.3576,
      "step": 820230
    },
    {
      "epoch": 228.93,
      "grad_norm": 1.102568507194519,
      "learning_rate": 4.0083763100738836e-06,
      "loss": 0.3509,
      "step": 820240
    },
    {
      "epoch": 228.93,
      "grad_norm": 1.0363794565200806,
      "learning_rate": 4.008357275170215e-06,
      "loss": 0.3625,
      "step": 820250
    },
    {
      "epoch": 228.93,
      "grad_norm": 8.819565773010254,
      "learning_rate": 4.008338240044987e-06,
      "loss": 0.3579,
      "step": 820260
    },
    {
      "epoch": 228.93,
      "grad_norm": 1.1348743438720703,
      "learning_rate": 4.008319204698201e-06,
      "loss": 0.3669,
      "step": 820270
    },
    {
      "epoch": 228.94,
      "grad_norm": 0.9408732652664185,
      "learning_rate": 4.008300169129861e-06,
      "loss": 0.3639,
      "step": 820280
    },
    {
      "epoch": 228.94,
      "grad_norm": 1.2032437324523926,
      "learning_rate": 4.008281133339968e-06,
      "loss": 0.3758,
      "step": 820290
    },
    {
      "epoch": 228.94,
      "grad_norm": 1.1200201511383057,
      "learning_rate": 4.008262097328527e-06,
      "loss": 0.3807,
      "step": 820300
    },
    {
      "epoch": 228.95,
      "grad_norm": 0.9734286069869995,
      "learning_rate": 4.008243061095538e-06,
      "loss": 0.3639,
      "step": 820310
    },
    {
      "epoch": 228.95,
      "grad_norm": 1.0536117553710938,
      "learning_rate": 4.008224024641004e-06,
      "loss": 0.3722,
      "step": 820320
    },
    {
      "epoch": 228.95,
      "grad_norm": 1.0351877212524414,
      "learning_rate": 4.008204987964929e-06,
      "loss": 0.3531,
      "step": 820330
    },
    {
      "epoch": 228.95,
      "grad_norm": 1.0783356428146362,
      "learning_rate": 4.008185951067314e-06,
      "loss": 0.3727,
      "step": 820340
    },
    {
      "epoch": 228.96,
      "grad_norm": 1.0464963912963867,
      "learning_rate": 4.0081669139481625e-06,
      "loss": 0.3515,
      "step": 820350
    },
    {
      "epoch": 228.96,
      "grad_norm": 1.8899379968643188,
      "learning_rate": 4.008147876607477e-06,
      "loss": 0.3675,
      "step": 820360
    },
    {
      "epoch": 228.96,
      "grad_norm": 0.9103211164474487,
      "learning_rate": 4.008128839045259e-06,
      "loss": 0.3818,
      "step": 820370
    },
    {
      "epoch": 228.96,
      "grad_norm": 1.1425657272338867,
      "learning_rate": 4.008109801261512e-06,
      "loss": 0.3572,
      "step": 820380
    },
    {
      "epoch": 228.97,
      "grad_norm": 1.0773791074752808,
      "learning_rate": 4.008090763256238e-06,
      "loss": 0.3795,
      "step": 820390
    },
    {
      "epoch": 228.97,
      "grad_norm": 1.1765649318695068,
      "learning_rate": 4.008071725029441e-06,
      "loss": 0.3821,
      "step": 820400
    },
    {
      "epoch": 228.97,
      "grad_norm": 1.505401372909546,
      "learning_rate": 4.008052686581121e-06,
      "loss": 0.3581,
      "step": 820410
    },
    {
      "epoch": 228.98,
      "grad_norm": 1.065329909324646,
      "learning_rate": 4.008033647911282e-06,
      "loss": 0.3833,
      "step": 820420
    },
    {
      "epoch": 228.98,
      "grad_norm": 1.0903146266937256,
      "learning_rate": 4.008014609019926e-06,
      "loss": 0.3856,
      "step": 820430
    },
    {
      "epoch": 228.98,
      "grad_norm": 1.0588912963867188,
      "learning_rate": 4.007995569907057e-06,
      "loss": 0.3602,
      "step": 820440
    },
    {
      "epoch": 228.98,
      "grad_norm": 1.0095881223678589,
      "learning_rate": 4.007976530572676e-06,
      "loss": 0.3789,
      "step": 820450
    },
    {
      "epoch": 228.99,
      "grad_norm": 1.0392570495605469,
      "learning_rate": 4.007957491016786e-06,
      "loss": 0.3581,
      "step": 820460
    },
    {
      "epoch": 228.99,
      "grad_norm": 1.0652095079421997,
      "learning_rate": 4.007938451239389e-06,
      "loss": 0.3881,
      "step": 820470
    },
    {
      "epoch": 228.99,
      "grad_norm": 0.9572320580482483,
      "learning_rate": 4.007919411240489e-06,
      "loss": 0.3594,
      "step": 820480
    },
    {
      "epoch": 229.0,
      "grad_norm": 1.0531139373779297,
      "learning_rate": 4.0079003710200865e-06,
      "loss": 0.3676,
      "step": 820490
    },
    {
      "epoch": 229.0,
      "grad_norm": 1.1205503940582275,
      "learning_rate": 4.007881330578186e-06,
      "loss": 0.3782,
      "step": 820500
    },
    {
      "epoch": 229.0,
      "eval_loss": 0.3666890263557434,
      "eval_runtime": 63.3914,
      "eval_samples_per_second": 79.806,
      "eval_steps_per_second": 9.986,
      "step": 820507
    },
    {
      "epoch": 229.0,
      "grad_norm": 0.9444302320480347,
      "learning_rate": 4.00786228991479e-06,
      "loss": 0.3524,
      "step": 820510
    },
    {
      "epoch": 229.0,
      "grad_norm": 1.1848235130310059,
      "learning_rate": 4.007843249029898e-06,
      "loss": 0.3792,
      "step": 820520
    },
    {
      "epoch": 229.01,
      "grad_norm": 1.1227997541427612,
      "learning_rate": 4.007824207923517e-06,
      "loss": 0.3728,
      "step": 820530
    },
    {
      "epoch": 229.01,
      "grad_norm": 1.098456859588623,
      "learning_rate": 4.007805166595646e-06,
      "loss": 0.3631,
      "step": 820540
    },
    {
      "epoch": 229.01,
      "grad_norm": 0.9991705417633057,
      "learning_rate": 4.007786125046288e-06,
      "loss": 0.356,
      "step": 820550
    },
    {
      "epoch": 229.01,
      "grad_norm": 1.382308840751648,
      "learning_rate": 4.007767083275448e-06,
      "loss": 0.3859,
      "step": 820560
    },
    {
      "epoch": 229.02,
      "grad_norm": 1.0483458042144775,
      "learning_rate": 4.007748041283126e-06,
      "loss": 0.3667,
      "step": 820570
    },
    {
      "epoch": 229.02,
      "grad_norm": 1.0662262439727783,
      "learning_rate": 4.007728999069326e-06,
      "loss": 0.3742,
      "step": 820580
    },
    {
      "epoch": 229.02,
      "grad_norm": 1.0852952003479004,
      "learning_rate": 4.007709956634049e-06,
      "loss": 0.3601,
      "step": 820590
    },
    {
      "epoch": 229.03,
      "grad_norm": 1.293073296546936,
      "learning_rate": 4.007690913977299e-06,
      "loss": 0.3822,
      "step": 820600
    },
    {
      "epoch": 229.03,
      "grad_norm": 1.1372684240341187,
      "learning_rate": 4.007671871099078e-06,
      "loss": 0.3669,
      "step": 820610
    },
    {
      "epoch": 229.03,
      "grad_norm": 0.9465672373771667,
      "learning_rate": 4.007652827999389e-06,
      "loss": 0.3709,
      "step": 820620
    },
    {
      "epoch": 229.03,
      "grad_norm": 1.1265437602996826,
      "learning_rate": 4.007633784678233e-06,
      "loss": 0.3513,
      "step": 820630
    },
    {
      "epoch": 229.04,
      "grad_norm": 1.3945664167404175,
      "learning_rate": 4.007614741135615e-06,
      "loss": 0.3698,
      "step": 820640
    },
    {
      "epoch": 229.04,
      "grad_norm": 1.1419544219970703,
      "learning_rate": 4.007595697371535e-06,
      "loss": 0.36,
      "step": 820650
    },
    {
      "epoch": 229.04,
      "grad_norm": 0.9676913022994995,
      "learning_rate": 4.0075766533859974e-06,
      "loss": 0.3782,
      "step": 820660
    },
    {
      "epoch": 229.05,
      "grad_norm": 1.0210243463516235,
      "learning_rate": 4.007557609179004e-06,
      "loss": 0.3746,
      "step": 820670
    },
    {
      "epoch": 229.05,
      "grad_norm": 1.0928802490234375,
      "learning_rate": 4.007538564750556e-06,
      "loss": 0.3757,
      "step": 820680
    },
    {
      "epoch": 229.05,
      "grad_norm": 0.9802205562591553,
      "learning_rate": 4.0075195201006595e-06,
      "loss": 0.3698,
      "step": 820690
    },
    {
      "epoch": 229.05,
      "grad_norm": 1.0399365425109863,
      "learning_rate": 4.007500475229313e-06,
      "loss": 0.3464,
      "step": 820700
    },
    {
      "epoch": 229.06,
      "grad_norm": 1.000771164894104,
      "learning_rate": 4.007481430136521e-06,
      "loss": 0.3602,
      "step": 820710
    },
    {
      "epoch": 229.06,
      "grad_norm": 1.1229771375656128,
      "learning_rate": 4.007462384822288e-06,
      "loss": 0.3762,
      "step": 820720
    },
    {
      "epoch": 229.06,
      "grad_norm": 1.0804057121276855,
      "learning_rate": 4.007443339286612e-06,
      "loss": 0.3632,
      "step": 820730
    },
    {
      "epoch": 229.07,
      "grad_norm": 0.9651638269424438,
      "learning_rate": 4.007424293529499e-06,
      "loss": 0.3627,
      "step": 820740
    },
    {
      "epoch": 229.07,
      "grad_norm": 0.9051471948623657,
      "learning_rate": 4.00740524755095e-06,
      "loss": 0.3622,
      "step": 820750
    },
    {
      "epoch": 229.07,
      "grad_norm": 1.0452812910079956,
      "learning_rate": 4.007386201350968e-06,
      "loss": 0.365,
      "step": 820760
    },
    {
      "epoch": 229.07,
      "grad_norm": 1.0991501808166504,
      "learning_rate": 4.007367154929557e-06,
      "loss": 0.3595,
      "step": 820770
    },
    {
      "epoch": 229.08,
      "grad_norm": 1.1270792484283447,
      "learning_rate": 4.007348108286717e-06,
      "loss": 0.3675,
      "step": 820780
    },
    {
      "epoch": 229.08,
      "grad_norm": 0.9740569591522217,
      "learning_rate": 4.007329061422451e-06,
      "loss": 0.3627,
      "step": 820790
    },
    {
      "epoch": 229.08,
      "grad_norm": 1.0028060674667358,
      "learning_rate": 4.007310014336762e-06,
      "loss": 0.3454,
      "step": 820800
    },
    {
      "epoch": 229.08,
      "grad_norm": 1.1335413455963135,
      "learning_rate": 4.007290967029654e-06,
      "loss": 0.3565,
      "step": 820810
    },
    {
      "epoch": 229.09,
      "grad_norm": 1.0278043746948242,
      "learning_rate": 4.0072719195011285e-06,
      "loss": 0.3664,
      "step": 820820
    },
    {
      "epoch": 229.09,
      "grad_norm": 1.2174450159072876,
      "learning_rate": 4.0072528717511865e-06,
      "loss": 0.3926,
      "step": 820830
    },
    {
      "epoch": 229.09,
      "grad_norm": 1.0840551853179932,
      "learning_rate": 4.007233823779833e-06,
      "loss": 0.3495,
      "step": 820840
    },
    {
      "epoch": 229.1,
      "grad_norm": 3.0065112113952637,
      "learning_rate": 4.007214775587069e-06,
      "loss": 0.3687,
      "step": 820850
    },
    {
      "epoch": 229.1,
      "grad_norm": 1.0556519031524658,
      "learning_rate": 4.007195727172897e-06,
      "loss": 0.3739,
      "step": 820860
    },
    {
      "epoch": 229.1,
      "grad_norm": 1.2814788818359375,
      "learning_rate": 4.007176678537319e-06,
      "loss": 0.3646,
      "step": 820870
    },
    {
      "epoch": 229.1,
      "grad_norm": 0.9349683523178101,
      "learning_rate": 4.00715762968034e-06,
      "loss": 0.3652,
      "step": 820880
    },
    {
      "epoch": 229.11,
      "grad_norm": 1.0727827548980713,
      "learning_rate": 4.007138580601961e-06,
      "loss": 0.3653,
      "step": 820890
    },
    {
      "epoch": 229.11,
      "grad_norm": 2.713899612426758,
      "learning_rate": 4.007119531302184e-06,
      "loss": 0.3605,
      "step": 820900
    },
    {
      "epoch": 229.11,
      "grad_norm": 1.268550992012024,
      "learning_rate": 4.0071004817810115e-06,
      "loss": 0.3738,
      "step": 820910
    },
    {
      "epoch": 229.12,
      "grad_norm": 1.1404647827148438,
      "learning_rate": 4.007081432038447e-06,
      "loss": 0.3543,
      "step": 820920
    },
    {
      "epoch": 229.12,
      "grad_norm": 1.083804726600647,
      "learning_rate": 4.007062382074493e-06,
      "loss": 0.3733,
      "step": 820930
    },
    {
      "epoch": 229.12,
      "grad_norm": 1.1569736003875732,
      "learning_rate": 4.007043331889152e-06,
      "loss": 0.3665,
      "step": 820940
    },
    {
      "epoch": 229.12,
      "grad_norm": 1.0596592426300049,
      "learning_rate": 4.007024281482425e-06,
      "loss": 0.3857,
      "step": 820950
    },
    {
      "epoch": 229.13,
      "grad_norm": 1.2057838439941406,
      "learning_rate": 4.007005230854317e-06,
      "loss": 0.3781,
      "step": 820960
    },
    {
      "epoch": 229.13,
      "grad_norm": 0.9636958241462708,
      "learning_rate": 4.006986180004828e-06,
      "loss": 0.3567,
      "step": 820970
    },
    {
      "epoch": 229.13,
      "grad_norm": 1.277564525604248,
      "learning_rate": 4.006967128933963e-06,
      "loss": 0.3695,
      "step": 820980
    },
    {
      "epoch": 229.13,
      "grad_norm": 1.1483960151672363,
      "learning_rate": 4.006948077641723e-06,
      "loss": 0.3887,
      "step": 820990
    },
    {
      "epoch": 229.14,
      "grad_norm": 1.147550106048584,
      "learning_rate": 4.00692902612811e-06,
      "loss": 0.383,
      "step": 821000
    },
    {
      "epoch": 229.14,
      "grad_norm": 1.331709623336792,
      "learning_rate": 4.006909974393129e-06,
      "loss": 0.3593,
      "step": 821010
    },
    {
      "epoch": 229.14,
      "grad_norm": 1.250482439994812,
      "learning_rate": 4.006890922436781e-06,
      "loss": 0.3676,
      "step": 821020
    },
    {
      "epoch": 229.15,
      "grad_norm": 1.337831735610962,
      "learning_rate": 4.006871870259066e-06,
      "loss": 0.3572,
      "step": 821030
    },
    {
      "epoch": 229.15,
      "grad_norm": 1.1640474796295166,
      "learning_rate": 4.006852817859992e-06,
      "loss": 0.366,
      "step": 821040
    },
    {
      "epoch": 229.15,
      "grad_norm": 1.1286557912826538,
      "learning_rate": 4.006833765239556e-06,
      "loss": 0.3766,
      "step": 821050
    },
    {
      "epoch": 229.15,
      "grad_norm": 1.0247101783752441,
      "learning_rate": 4.0068147123977645e-06,
      "loss": 0.3418,
      "step": 821060
    },
    {
      "epoch": 229.16,
      "grad_norm": 1.115884780883789,
      "learning_rate": 4.006795659334619e-06,
      "loss": 0.3689,
      "step": 821070
    },
    {
      "epoch": 229.16,
      "grad_norm": 0.9942705035209656,
      "learning_rate": 4.006776606050121e-06,
      "loss": 0.3667,
      "step": 821080
    },
    {
      "epoch": 229.16,
      "grad_norm": 1.2133307456970215,
      "learning_rate": 4.006757552544273e-06,
      "loss": 0.3611,
      "step": 821090
    },
    {
      "epoch": 229.17,
      "grad_norm": 1.1740063428878784,
      "learning_rate": 4.006738498817079e-06,
      "loss": 0.3846,
      "step": 821100
    },
    {
      "epoch": 229.17,
      "grad_norm": 0.9744678139686584,
      "learning_rate": 4.0067194448685416e-06,
      "loss": 0.364,
      "step": 821110
    },
    {
      "epoch": 229.17,
      "grad_norm": 1.0421637296676636,
      "learning_rate": 4.006700390698662e-06,
      "loss": 0.3667,
      "step": 821120
    },
    {
      "epoch": 229.17,
      "grad_norm": 1.0016378164291382,
      "learning_rate": 4.006681336307443e-06,
      "loss": 0.3577,
      "step": 821130
    },
    {
      "epoch": 229.18,
      "grad_norm": 1.081766963005066,
      "learning_rate": 4.006662281694886e-06,
      "loss": 0.3587,
      "step": 821140
    },
    {
      "epoch": 229.18,
      "grad_norm": 1.1495451927185059,
      "learning_rate": 4.006643226860997e-06,
      "loss": 0.3645,
      "step": 821150
    },
    {
      "epoch": 229.18,
      "grad_norm": 1.109447717666626,
      "learning_rate": 4.006624171805775e-06,
      "loss": 0.3751,
      "step": 821160
    },
    {
      "epoch": 229.19,
      "grad_norm": 1.2690941095352173,
      "learning_rate": 4.0066051165292264e-06,
      "loss": 0.357,
      "step": 821170
    },
    {
      "epoch": 229.19,
      "grad_norm": 1.0260376930236816,
      "learning_rate": 4.006586061031349e-06,
      "loss": 0.371,
      "step": 821180
    },
    {
      "epoch": 229.19,
      "grad_norm": 0.9877558350563049,
      "learning_rate": 4.006567005312148e-06,
      "loss": 0.3662,
      "step": 821190
    },
    {
      "epoch": 229.19,
      "grad_norm": 1.0411268472671509,
      "learning_rate": 4.006547949371626e-06,
      "loss": 0.3517,
      "step": 821200
    },
    {
      "epoch": 229.2,
      "grad_norm": 1.047895908355713,
      "learning_rate": 4.006528893209786e-06,
      "loss": 0.3601,
      "step": 821210
    },
    {
      "epoch": 229.2,
      "grad_norm": 1.1560101509094238,
      "learning_rate": 4.006509836826628e-06,
      "loss": 0.3599,
      "step": 821220
    },
    {
      "epoch": 229.2,
      "grad_norm": 1.1048914194107056,
      "learning_rate": 4.006490780222157e-06,
      "loss": 0.3479,
      "step": 821230
    },
    {
      "epoch": 229.2,
      "grad_norm": 1.0076754093170166,
      "learning_rate": 4.006471723396375e-06,
      "loss": 0.3609,
      "step": 821240
    },
    {
      "epoch": 229.21,
      "grad_norm": 1.066681146621704,
      "learning_rate": 4.006452666349284e-06,
      "loss": 0.3651,
      "step": 821250
    },
    {
      "epoch": 229.21,
      "grad_norm": 1.0501735210418701,
      "learning_rate": 4.006433609080886e-06,
      "loss": 0.3611,
      "step": 821260
    },
    {
      "epoch": 229.21,
      "grad_norm": 0.9551905393600464,
      "learning_rate": 4.006414551591186e-06,
      "loss": 0.3709,
      "step": 821270
    },
    {
      "epoch": 229.22,
      "grad_norm": 0.9141202569007874,
      "learning_rate": 4.006395493880184e-06,
      "loss": 0.3726,
      "step": 821280
    },
    {
      "epoch": 229.22,
      "grad_norm": 1.177752137184143,
      "learning_rate": 4.006376435947883e-06,
      "loss": 0.3626,
      "step": 821290
    },
    {
      "epoch": 229.22,
      "grad_norm": 1.2472280263900757,
      "learning_rate": 4.0063573777942875e-06,
      "loss": 0.3678,
      "step": 821300
    },
    {
      "epoch": 229.22,
      "grad_norm": 1.0001882314682007,
      "learning_rate": 4.006338319419397e-06,
      "loss": 0.3718,
      "step": 821310
    },
    {
      "epoch": 229.23,
      "grad_norm": 0.9002643823623657,
      "learning_rate": 4.006319260823216e-06,
      "loss": 0.3556,
      "step": 821320
    },
    {
      "epoch": 229.23,
      "grad_norm": 1.1753134727478027,
      "learning_rate": 4.006300202005747e-06,
      "loss": 0.3651,
      "step": 821330
    },
    {
      "epoch": 229.23,
      "grad_norm": 0.9245007038116455,
      "learning_rate": 4.006281142966991e-06,
      "loss": 0.3657,
      "step": 821340
    },
    {
      "epoch": 229.24,
      "grad_norm": 1.0388703346252441,
      "learning_rate": 4.006262083706952e-06,
      "loss": 0.3665,
      "step": 821350
    },
    {
      "epoch": 229.24,
      "grad_norm": 1.0361331701278687,
      "learning_rate": 4.0062430242256336e-06,
      "loss": 0.3816,
      "step": 821360
    },
    {
      "epoch": 229.24,
      "grad_norm": 1.1692134141921997,
      "learning_rate": 4.006223964523036e-06,
      "loss": 0.3599,
      "step": 821370
    },
    {
      "epoch": 229.24,
      "grad_norm": 0.9948359727859497,
      "learning_rate": 4.006204904599162e-06,
      "loss": 0.3587,
      "step": 821380
    },
    {
      "epoch": 229.25,
      "grad_norm": 1.0920108556747437,
      "learning_rate": 4.006185844454015e-06,
      "loss": 0.3535,
      "step": 821390
    },
    {
      "epoch": 229.25,
      "grad_norm": 0.9246505498886108,
      "learning_rate": 4.006166784087598e-06,
      "loss": 0.3497,
      "step": 821400
    },
    {
      "epoch": 229.25,
      "grad_norm": 1.2164040803909302,
      "learning_rate": 4.006147723499913e-06,
      "loss": 0.3751,
      "step": 821410
    },
    {
      "epoch": 229.25,
      "grad_norm": 0.9755100607872009,
      "learning_rate": 4.006128662690962e-06,
      "loss": 0.3872,
      "step": 821420
    },
    {
      "epoch": 229.26,
      "grad_norm": 1.2012817859649658,
      "learning_rate": 4.006109601660748e-06,
      "loss": 0.3724,
      "step": 821430
    },
    {
      "epoch": 229.26,
      "grad_norm": 1.1359195709228516,
      "learning_rate": 4.006090540409273e-06,
      "loss": 0.3806,
      "step": 821440
    },
    {
      "epoch": 229.26,
      "grad_norm": 1.1019858121871948,
      "learning_rate": 4.00607147893654e-06,
      "loss": 0.354,
      "step": 821450
    },
    {
      "epoch": 229.27,
      "grad_norm": 1.2740362882614136,
      "learning_rate": 4.006052417242552e-06,
      "loss": 0.3613,
      "step": 821460
    },
    {
      "epoch": 229.27,
      "grad_norm": 1.0868873596191406,
      "learning_rate": 4.0060333553273116e-06,
      "loss": 0.3778,
      "step": 821470
    },
    {
      "epoch": 229.27,
      "grad_norm": 1.1034682989120483,
      "learning_rate": 4.00601429319082e-06,
      "loss": 0.3706,
      "step": 821480
    },
    {
      "epoch": 229.27,
      "grad_norm": 1.2184706926345825,
      "learning_rate": 4.005995230833081e-06,
      "loss": 0.3858,
      "step": 821490
    },
    {
      "epoch": 229.28,
      "grad_norm": 1.0859558582305908,
      "learning_rate": 4.0059761682540965e-06,
      "loss": 0.3628,
      "step": 821500
    },
    {
      "epoch": 229.28,
      "grad_norm": 1.0183186531066895,
      "learning_rate": 4.00595710545387e-06,
      "loss": 0.3739,
      "step": 821510
    },
    {
      "epoch": 229.28,
      "grad_norm": 0.9782338738441467,
      "learning_rate": 4.005938042432402e-06,
      "loss": 0.3562,
      "step": 821520
    },
    {
      "epoch": 229.29,
      "grad_norm": 0.9576787352561951,
      "learning_rate": 4.005918979189697e-06,
      "loss": 0.3554,
      "step": 821530
    },
    {
      "epoch": 229.29,
      "grad_norm": 1.0185586214065552,
      "learning_rate": 4.005899915725757e-06,
      "loss": 0.3614,
      "step": 821540
    },
    {
      "epoch": 229.29,
      "grad_norm": 1.1660006046295166,
      "learning_rate": 4.0058808520405835e-06,
      "loss": 0.3626,
      "step": 821550
    },
    {
      "epoch": 229.29,
      "grad_norm": 1.0014244318008423,
      "learning_rate": 4.005861788134181e-06,
      "loss": 0.3691,
      "step": 821560
    },
    {
      "epoch": 229.3,
      "grad_norm": 1.1627833843231201,
      "learning_rate": 4.00584272400655e-06,
      "loss": 0.3689,
      "step": 821570
    },
    {
      "epoch": 229.3,
      "grad_norm": 1.040137767791748,
      "learning_rate": 4.005823659657695e-06,
      "loss": 0.3562,
      "step": 821580
    },
    {
      "epoch": 229.3,
      "grad_norm": 1.4854165315628052,
      "learning_rate": 4.005804595087617e-06,
      "loss": 0.3912,
      "step": 821590
    },
    {
      "epoch": 229.31,
      "grad_norm": 1.185994029045105,
      "learning_rate": 4.005785530296319e-06,
      "loss": 0.3766,
      "step": 821600
    },
    {
      "epoch": 229.31,
      "grad_norm": 1.0937942266464233,
      "learning_rate": 4.005766465283805e-06,
      "loss": 0.3678,
      "step": 821610
    },
    {
      "epoch": 229.31,
      "grad_norm": 1.2679438591003418,
      "learning_rate": 4.0057474000500745e-06,
      "loss": 0.3897,
      "step": 821620
    },
    {
      "epoch": 229.31,
      "grad_norm": 0.908725917339325,
      "learning_rate": 4.005728334595132e-06,
      "loss": 0.352,
      "step": 821630
    },
    {
      "epoch": 229.32,
      "grad_norm": 1.313814401626587,
      "learning_rate": 4.0057092689189805e-06,
      "loss": 0.3834,
      "step": 821640
    },
    {
      "epoch": 229.32,
      "grad_norm": 1.0889190435409546,
      "learning_rate": 4.005690203021621e-06,
      "loss": 0.3564,
      "step": 821650
    },
    {
      "epoch": 229.32,
      "grad_norm": 1.4170256853103638,
      "learning_rate": 4.0056711369030565e-06,
      "loss": 0.3741,
      "step": 821660
    },
    {
      "epoch": 229.32,
      "grad_norm": 1.1214194297790527,
      "learning_rate": 4.005652070563291e-06,
      "loss": 0.3679,
      "step": 821670
    },
    {
      "epoch": 229.33,
      "grad_norm": 1.1332453489303589,
      "learning_rate": 4.005633004002324e-06,
      "loss": 0.3749,
      "step": 821680
    },
    {
      "epoch": 229.33,
      "grad_norm": 1.0042575597763062,
      "learning_rate": 4.005613937220162e-06,
      "loss": 0.3751,
      "step": 821690
    },
    {
      "epoch": 229.33,
      "grad_norm": 1.082534909248352,
      "learning_rate": 4.0055948702168045e-06,
      "loss": 0.3652,
      "step": 821700
    },
    {
      "epoch": 229.34,
      "grad_norm": 0.9604304432868958,
      "learning_rate": 4.005575802992255e-06,
      "loss": 0.3457,
      "step": 821710
    },
    {
      "epoch": 229.34,
      "grad_norm": 1.096901297569275,
      "learning_rate": 4.005556735546516e-06,
      "loss": 0.3752,
      "step": 821720
    },
    {
      "epoch": 229.34,
      "grad_norm": 1.2079604864120483,
      "learning_rate": 4.005537667879591e-06,
      "loss": 0.3942,
      "step": 821730
    },
    {
      "epoch": 229.34,
      "grad_norm": 1.1898386478424072,
      "learning_rate": 4.00551859999148e-06,
      "loss": 0.3739,
      "step": 821740
    },
    {
      "epoch": 229.35,
      "grad_norm": 1.0855995416641235,
      "learning_rate": 4.0054995318821875e-06,
      "loss": 0.3589,
      "step": 821750
    },
    {
      "epoch": 229.35,
      "grad_norm": 1.1820495128631592,
      "learning_rate": 4.005480463551717e-06,
      "loss": 0.3754,
      "step": 821760
    },
    {
      "epoch": 229.35,
      "grad_norm": 1.1391278505325317,
      "learning_rate": 4.0054613950000685e-06,
      "loss": 0.3802,
      "step": 821770
    },
    {
      "epoch": 229.36,
      "grad_norm": 1.0404932498931885,
      "learning_rate": 4.0054423262272465e-06,
      "loss": 0.3539,
      "step": 821780
    },
    {
      "epoch": 229.36,
      "grad_norm": 0.9585989713668823,
      "learning_rate": 4.0054232572332515e-06,
      "loss": 0.3707,
      "step": 821790
    },
    {
      "epoch": 229.36,
      "grad_norm": 0.9573607444763184,
      "learning_rate": 4.0054041880180886e-06,
      "loss": 0.352,
      "step": 821800
    },
    {
      "epoch": 229.36,
      "grad_norm": 1.0849881172180176,
      "learning_rate": 4.005385118581759e-06,
      "loss": 0.3601,
      "step": 821810
    },
    {
      "epoch": 229.37,
      "grad_norm": 1.1421711444854736,
      "learning_rate": 4.005366048924264e-06,
      "loss": 0.3767,
      "step": 821820
    },
    {
      "epoch": 229.37,
      "grad_norm": 1.206365704536438,
      "learning_rate": 4.005346979045609e-06,
      "loss": 0.3529,
      "step": 821830
    },
    {
      "epoch": 229.37,
      "grad_norm": 1.0159441232681274,
      "learning_rate": 4.005327908945795e-06,
      "loss": 0.377,
      "step": 821840
    },
    {
      "epoch": 229.37,
      "grad_norm": 1.1253949403762817,
      "learning_rate": 4.005308838624824e-06,
      "loss": 0.3449,
      "step": 821850
    },
    {
      "epoch": 229.38,
      "grad_norm": 1.1659194231033325,
      "learning_rate": 4.005289768082699e-06,
      "loss": 0.3531,
      "step": 821860
    },
    {
      "epoch": 229.38,
      "grad_norm": 1.2487989664077759,
      "learning_rate": 4.005270697319422e-06,
      "loss": 0.3682,
      "step": 821870
    },
    {
      "epoch": 229.38,
      "grad_norm": 1.0199588537216187,
      "learning_rate": 4.005251626334997e-06,
      "loss": 0.3798,
      "step": 821880
    },
    {
      "epoch": 229.39,
      "grad_norm": 0.888920247554779,
      "learning_rate": 4.005232555129426e-06,
      "loss": 0.3696,
      "step": 821890
    },
    {
      "epoch": 229.39,
      "grad_norm": 0.9653056263923645,
      "learning_rate": 4.0052134837027105e-06,
      "loss": 0.3573,
      "step": 821900
    },
    {
      "epoch": 229.39,
      "grad_norm": 1.1681462526321411,
      "learning_rate": 4.005194412054854e-06,
      "loss": 0.3764,
      "step": 821910
    },
    {
      "epoch": 229.39,
      "grad_norm": 1.3121399879455566,
      "learning_rate": 4.005175340185859e-06,
      "loss": 0.3592,
      "step": 821920
    },
    {
      "epoch": 229.4,
      "grad_norm": 0.9710803627967834,
      "learning_rate": 4.005156268095727e-06,
      "loss": 0.3661,
      "step": 821930
    },
    {
      "epoch": 229.4,
      "grad_norm": 0.9792240262031555,
      "learning_rate": 4.005137195784462e-06,
      "loss": 0.3751,
      "step": 821940
    },
    {
      "epoch": 229.4,
      "grad_norm": 0.9521126747131348,
      "learning_rate": 4.005118123252066e-06,
      "loss": 0.3611,
      "step": 821950
    },
    {
      "epoch": 229.41,
      "grad_norm": 1.006784439086914,
      "learning_rate": 4.005099050498541e-06,
      "loss": 0.3731,
      "step": 821960
    },
    {
      "epoch": 229.41,
      "grad_norm": 0.9573037028312683,
      "learning_rate": 4.005079977523891e-06,
      "loss": 0.3759,
      "step": 821970
    },
    {
      "epoch": 229.41,
      "grad_norm": 0.9892721176147461,
      "learning_rate": 4.005060904328117e-06,
      "loss": 0.3578,
      "step": 821980
    },
    {
      "epoch": 229.41,
      "grad_norm": 1.0697617530822754,
      "learning_rate": 4.005041830911222e-06,
      "loss": 0.3713,
      "step": 821990
    },
    {
      "epoch": 229.42,
      "grad_norm": 1.063536524772644,
      "learning_rate": 4.005022757273208e-06,
      "loss": 0.3726,
      "step": 822000
    },
    {
      "epoch": 229.42,
      "grad_norm": 1.289574146270752,
      "learning_rate": 4.0050036834140785e-06,
      "loss": 0.3773,
      "step": 822010
    },
    {
      "epoch": 229.42,
      "grad_norm": 1.1006909608840942,
      "learning_rate": 4.004984609333836e-06,
      "loss": 0.3668,
      "step": 822020
    },
    {
      "epoch": 229.43,
      "grad_norm": 1.207585334777832,
      "learning_rate": 4.004965535032483e-06,
      "loss": 0.3586,
      "step": 822030
    },
    {
      "epoch": 229.43,
      "grad_norm": 1.0963284969329834,
      "learning_rate": 4.004946460510021e-06,
      "loss": 0.3568,
      "step": 822040
    },
    {
      "epoch": 229.43,
      "grad_norm": 1.0140453577041626,
      "learning_rate": 4.004927385766454e-06,
      "loss": 0.3683,
      "step": 822050
    },
    {
      "epoch": 229.43,
      "grad_norm": 1.331654667854309,
      "learning_rate": 4.004908310801783e-06,
      "loss": 0.3572,
      "step": 822060
    },
    {
      "epoch": 229.44,
      "grad_norm": 1.1263415813446045,
      "learning_rate": 4.004889235616012e-06,
      "loss": 0.3788,
      "step": 822070
    },
    {
      "epoch": 229.44,
      "grad_norm": 1.098621129989624,
      "learning_rate": 4.004870160209142e-06,
      "loss": 0.3813,
      "step": 822080
    },
    {
      "epoch": 229.44,
      "grad_norm": 0.9714453220367432,
      "learning_rate": 4.004851084581178e-06,
      "loss": 0.358,
      "step": 822090
    },
    {
      "epoch": 229.44,
      "grad_norm": 1.0993815660476685,
      "learning_rate": 4.0048320087321205e-06,
      "loss": 0.3827,
      "step": 822100
    },
    {
      "epoch": 229.45,
      "grad_norm": 2.3735318183898926,
      "learning_rate": 4.0048129326619716e-06,
      "loss": 0.3742,
      "step": 822110
    },
    {
      "epoch": 229.45,
      "grad_norm": 1.0654462575912476,
      "learning_rate": 4.004793856370735e-06,
      "loss": 0.3628,
      "step": 822120
    },
    {
      "epoch": 229.45,
      "grad_norm": 1.121975302696228,
      "learning_rate": 4.004774779858414e-06,
      "loss": 0.3631,
      "step": 822130
    },
    {
      "epoch": 229.46,
      "grad_norm": 1.1375126838684082,
      "learning_rate": 4.0047557031250095e-06,
      "loss": 0.3653,
      "step": 822140
    },
    {
      "epoch": 229.46,
      "grad_norm": 1.2109639644622803,
      "learning_rate": 4.004736626170525e-06,
      "loss": 0.3585,
      "step": 822150
    },
    {
      "epoch": 229.46,
      "grad_norm": 1.1639212369918823,
      "learning_rate": 4.004717548994962e-06,
      "loss": 0.3673,
      "step": 822160
    },
    {
      "epoch": 229.46,
      "grad_norm": 1.0723766088485718,
      "learning_rate": 4.004698471598325e-06,
      "loss": 0.368,
      "step": 822170
    },
    {
      "epoch": 229.47,
      "grad_norm": 1.189541220664978,
      "learning_rate": 4.004679393980614e-06,
      "loss": 0.3824,
      "step": 822180
    },
    {
      "epoch": 229.47,
      "grad_norm": 1.0270228385925293,
      "learning_rate": 4.0046603161418336e-06,
      "loss": 0.3886,
      "step": 822190
    },
    {
      "epoch": 229.47,
      "grad_norm": 0.9627799987792969,
      "learning_rate": 4.004641238081986e-06,
      "loss": 0.3662,
      "step": 822200
    },
    {
      "epoch": 229.48,
      "grad_norm": 1.2439391613006592,
      "learning_rate": 4.004622159801072e-06,
      "loss": 0.3665,
      "step": 822210
    },
    {
      "epoch": 229.48,
      "grad_norm": 1.0338627099990845,
      "learning_rate": 4.004603081299096e-06,
      "loss": 0.3525,
      "step": 822220
    },
    {
      "epoch": 229.48,
      "grad_norm": 1.1261340379714966,
      "learning_rate": 4.00458400257606e-06,
      "loss": 0.3638,
      "step": 822230
    },
    {
      "epoch": 229.48,
      "grad_norm": 1.0646156072616577,
      "learning_rate": 4.004564923631967e-06,
      "loss": 0.3524,
      "step": 822240
    },
    {
      "epoch": 229.49,
      "grad_norm": 1.1488748788833618,
      "learning_rate": 4.004545844466819e-06,
      "loss": 0.3778,
      "step": 822250
    },
    {
      "epoch": 229.49,
      "grad_norm": 1.0638788938522339,
      "learning_rate": 4.004526765080618e-06,
      "loss": 0.3778,
      "step": 822260
    },
    {
      "epoch": 229.49,
      "grad_norm": 1.0722248554229736,
      "learning_rate": 4.004507685473368e-06,
      "loss": 0.3764,
      "step": 822270
    },
    {
      "epoch": 229.49,
      "grad_norm": 1.0863126516342163,
      "learning_rate": 4.00448860564507e-06,
      "loss": 0.3909,
      "step": 822280
    },
    {
      "epoch": 229.5,
      "grad_norm": 1.179187297821045,
      "learning_rate": 4.004469525595727e-06,
      "loss": 0.3699,
      "step": 822290
    },
    {
      "epoch": 229.5,
      "grad_norm": 1.1242890357971191,
      "learning_rate": 4.004450445325343e-06,
      "loss": 0.3667,
      "step": 822300
    },
    {
      "epoch": 229.5,
      "grad_norm": 1.1106806993484497,
      "learning_rate": 4.004431364833919e-06,
      "loss": 0.3511,
      "step": 822310
    },
    {
      "epoch": 229.51,
      "grad_norm": 1.1705057621002197,
      "learning_rate": 4.004412284121457e-06,
      "loss": 0.3722,
      "step": 822320
    },
    {
      "epoch": 229.51,
      "grad_norm": 1.0851978063583374,
      "learning_rate": 4.004393203187961e-06,
      "loss": 0.3729,
      "step": 822330
    },
    {
      "epoch": 229.51,
      "grad_norm": 1.1693147420883179,
      "learning_rate": 4.0043741220334325e-06,
      "loss": 0.3549,
      "step": 822340
    },
    {
      "epoch": 229.51,
      "grad_norm": 1.1707748174667358,
      "learning_rate": 4.004355040657875e-06,
      "loss": 0.3808,
      "step": 822350
    },
    {
      "epoch": 229.52,
      "grad_norm": 0.9568977952003479,
      "learning_rate": 4.00433595906129e-06,
      "loss": 0.3627,
      "step": 822360
    },
    {
      "epoch": 229.52,
      "grad_norm": 1.2246335744857788,
      "learning_rate": 4.0043168772436804e-06,
      "loss": 0.3707,
      "step": 822370
    },
    {
      "epoch": 229.52,
      "grad_norm": 0.9659126400947571,
      "learning_rate": 4.00429779520505e-06,
      "loss": 0.3609,
      "step": 822380
    },
    {
      "epoch": 229.53,
      "grad_norm": 1.0786211490631104,
      "learning_rate": 4.0042787129453995e-06,
      "loss": 0.3702,
      "step": 822390
    },
    {
      "epoch": 229.53,
      "grad_norm": 0.9213221669197083,
      "learning_rate": 4.0042596304647325e-06,
      "loss": 0.3487,
      "step": 822400
    },
    {
      "epoch": 229.53,
      "grad_norm": 1.1106830835342407,
      "learning_rate": 4.004240547763051e-06,
      "loss": 0.3778,
      "step": 822410
    },
    {
      "epoch": 229.53,
      "grad_norm": 1.137101411819458,
      "learning_rate": 4.004221464840358e-06,
      "loss": 0.3542,
      "step": 822420
    },
    {
      "epoch": 229.54,
      "grad_norm": 0.9072752594947815,
      "learning_rate": 4.004202381696655e-06,
      "loss": 0.3827,
      "step": 822430
    },
    {
      "epoch": 229.54,
      "grad_norm": 1.0965384244918823,
      "learning_rate": 4.004183298331945e-06,
      "loss": 0.3561,
      "step": 822440
    },
    {
      "epoch": 229.54,
      "grad_norm": 1.027548909187317,
      "learning_rate": 4.004164214746232e-06,
      "loss": 0.3781,
      "step": 822450
    },
    {
      "epoch": 229.55,
      "grad_norm": 1.0994282960891724,
      "learning_rate": 4.0041451309395174e-06,
      "loss": 0.3613,
      "step": 822460
    },
    {
      "epoch": 229.55,
      "grad_norm": 1.058557152748108,
      "learning_rate": 4.004126046911803e-06,
      "loss": 0.3575,
      "step": 822470
    },
    {
      "epoch": 229.55,
      "grad_norm": 1.1772726774215698,
      "learning_rate": 4.004106962663094e-06,
      "loss": 0.3725,
      "step": 822480
    },
    {
      "epoch": 229.55,
      "grad_norm": 1.0641180276870728,
      "learning_rate": 4.004087878193389e-06,
      "loss": 0.3724,
      "step": 822490
    },
    {
      "epoch": 229.56,
      "grad_norm": 1.0596318244934082,
      "learning_rate": 4.004068793502694e-06,
      "loss": 0.3658,
      "step": 822500
    },
    {
      "epoch": 229.56,
      "grad_norm": 1.2454197406768799,
      "learning_rate": 4.004049708591008e-06,
      "loss": 0.3802,
      "step": 822510
    },
    {
      "epoch": 229.56,
      "grad_norm": 1.362297773361206,
      "learning_rate": 4.004030623458337e-06,
      "loss": 0.3656,
      "step": 822520
    },
    {
      "epoch": 229.56,
      "grad_norm": 1.2162930965423584,
      "learning_rate": 4.0040115381046825e-06,
      "loss": 0.3556,
      "step": 822530
    },
    {
      "epoch": 229.57,
      "grad_norm": 1.164557933807373,
      "learning_rate": 4.003992452530047e-06,
      "loss": 0.3652,
      "step": 822540
    },
    {
      "epoch": 229.57,
      "grad_norm": 1.1420336961746216,
      "learning_rate": 4.003973366734431e-06,
      "loss": 0.3914,
      "step": 822550
    },
    {
      "epoch": 229.57,
      "grad_norm": 1.174117088317871,
      "learning_rate": 4.003954280717841e-06,
      "loss": 0.3557,
      "step": 822560
    },
    {
      "epoch": 229.58,
      "grad_norm": 0.9587722420692444,
      "learning_rate": 4.0039351944802765e-06,
      "loss": 0.3575,
      "step": 822570
    },
    {
      "epoch": 229.58,
      "grad_norm": 1.046122670173645,
      "learning_rate": 4.00391610802174e-06,
      "loss": 0.3874,
      "step": 822580
    },
    {
      "epoch": 229.58,
      "grad_norm": 0.8325440287590027,
      "learning_rate": 4.003897021342236e-06,
      "loss": 0.3534,
      "step": 822590
    },
    {
      "epoch": 229.58,
      "grad_norm": 1.1109238862991333,
      "learning_rate": 4.003877934441766e-06,
      "loss": 0.3707,
      "step": 822600
    },
    {
      "epoch": 229.59,
      "grad_norm": 0.9622392654418945,
      "learning_rate": 4.003858847320332e-06,
      "loss": 0.3542,
      "step": 822610
    },
    {
      "epoch": 229.59,
      "grad_norm": 1.1691372394561768,
      "learning_rate": 4.003839759977938e-06,
      "loss": 0.3767,
      "step": 822620
    },
    {
      "epoch": 229.59,
      "grad_norm": 1.1179617643356323,
      "learning_rate": 4.003820672414584e-06,
      "loss": 0.3656,
      "step": 822630
    },
    {
      "epoch": 229.6,
      "grad_norm": 1.4374511241912842,
      "learning_rate": 4.003801584630276e-06,
      "loss": 0.3503,
      "step": 822640
    },
    {
      "epoch": 229.6,
      "grad_norm": 1.0495353937149048,
      "learning_rate": 4.0037824966250135e-06,
      "loss": 0.3699,
      "step": 822650
    },
    {
      "epoch": 229.6,
      "grad_norm": 1.2209258079528809,
      "learning_rate": 4.0037634083988e-06,
      "loss": 0.36,
      "step": 822660
    },
    {
      "epoch": 229.6,
      "grad_norm": 1.2021756172180176,
      "learning_rate": 4.003744319951639e-06,
      "loss": 0.3766,
      "step": 822670
    },
    {
      "epoch": 229.61,
      "grad_norm": 1.5507874488830566,
      "learning_rate": 4.003725231283532e-06,
      "loss": 0.3477,
      "step": 822680
    },
    {
      "epoch": 229.61,
      "grad_norm": 1.1076784133911133,
      "learning_rate": 4.003706142394482e-06,
      "loss": 0.3673,
      "step": 822690
    },
    {
      "epoch": 229.61,
      "grad_norm": 1.1154321432113647,
      "learning_rate": 4.003687053284491e-06,
      "loss": 0.3723,
      "step": 822700
    },
    {
      "epoch": 229.61,
      "grad_norm": 1.0723475217819214,
      "learning_rate": 4.003667963953562e-06,
      "loss": 0.3655,
      "step": 822710
    },
    {
      "epoch": 229.62,
      "grad_norm": 1.1632899045944214,
      "learning_rate": 4.003648874401698e-06,
      "loss": 0.3728,
      "step": 822720
    },
    {
      "epoch": 229.62,
      "grad_norm": 1.0327539443969727,
      "learning_rate": 4.0036297846289005e-06,
      "loss": 0.3742,
      "step": 822730
    },
    {
      "epoch": 229.62,
      "grad_norm": 1.2680140733718872,
      "learning_rate": 4.003610694635172e-06,
      "loss": 0.3788,
      "step": 822740
    },
    {
      "epoch": 229.63,
      "grad_norm": 1.225845217704773,
      "learning_rate": 4.003591604420517e-06,
      "loss": 0.3721,
      "step": 822750
    },
    {
      "epoch": 229.63,
      "grad_norm": 1.0723384618759155,
      "learning_rate": 4.003572513984936e-06,
      "loss": 0.357,
      "step": 822760
    },
    {
      "epoch": 229.63,
      "grad_norm": 1.2089366912841797,
      "learning_rate": 4.003553423328431e-06,
      "loss": 0.3766,
      "step": 822770
    },
    {
      "epoch": 229.63,
      "grad_norm": 1.205228328704834,
      "learning_rate": 4.003534332451007e-06,
      "loss": 0.3859,
      "step": 822780
    },
    {
      "epoch": 229.64,
      "grad_norm": 1.1478750705718994,
      "learning_rate": 4.003515241352665e-06,
      "loss": 0.3753,
      "step": 822790
    },
    {
      "epoch": 229.64,
      "grad_norm": 1.1387403011322021,
      "learning_rate": 4.003496150033408e-06,
      "loss": 0.3736,
      "step": 822800
    },
    {
      "epoch": 229.64,
      "grad_norm": 1.1568599939346313,
      "learning_rate": 4.003477058493239e-06,
      "loss": 0.3781,
      "step": 822810
    },
    {
      "epoch": 229.65,
      "grad_norm": 1.0536710023880005,
      "learning_rate": 4.003457966732158e-06,
      "loss": 0.3731,
      "step": 822820
    },
    {
      "epoch": 229.65,
      "grad_norm": 0.9667060971260071,
      "learning_rate": 4.003438874750171e-06,
      "loss": 0.3468,
      "step": 822830
    },
    {
      "epoch": 229.65,
      "grad_norm": 1.4408366680145264,
      "learning_rate": 4.003419782547278e-06,
      "loss": 0.3685,
      "step": 822840
    },
    {
      "epoch": 229.65,
      "grad_norm": 0.9767523407936096,
      "learning_rate": 4.003400690123483e-06,
      "loss": 0.3613,
      "step": 822850
    },
    {
      "epoch": 229.66,
      "grad_norm": 1.078887701034546,
      "learning_rate": 4.003381597478788e-06,
      "loss": 0.3694,
      "step": 822860
    },
    {
      "epoch": 229.66,
      "grad_norm": 1.0833412408828735,
      "learning_rate": 4.003362504613195e-06,
      "loss": 0.3665,
      "step": 822870
    },
    {
      "epoch": 229.66,
      "grad_norm": 1.0202925205230713,
      "learning_rate": 4.003343411526708e-06,
      "loss": 0.379,
      "step": 822880
    },
    {
      "epoch": 229.67,
      "grad_norm": 1.375783920288086,
      "learning_rate": 4.003324318219329e-06,
      "loss": 0.3582,
      "step": 822890
    },
    {
      "epoch": 229.67,
      "grad_norm": 1.0839813947677612,
      "learning_rate": 4.003305224691059e-06,
      "loss": 0.3615,
      "step": 822900
    },
    {
      "epoch": 229.67,
      "grad_norm": 1.0992377996444702,
      "learning_rate": 4.003286130941902e-06,
      "loss": 0.3665,
      "step": 822910
    },
    {
      "epoch": 229.67,
      "grad_norm": 1.3335988521575928,
      "learning_rate": 4.00326703697186e-06,
      "loss": 0.3678,
      "step": 822920
    },
    {
      "epoch": 229.68,
      "grad_norm": 1.1017102003097534,
      "learning_rate": 4.003247942780937e-06,
      "loss": 0.3634,
      "step": 822930
    },
    {
      "epoch": 229.68,
      "grad_norm": 1.1993122100830078,
      "learning_rate": 4.003228848369134e-06,
      "loss": 0.3701,
      "step": 822940
    },
    {
      "epoch": 229.68,
      "grad_norm": 1.1134291887283325,
      "learning_rate": 4.003209753736454e-06,
      "loss": 0.3724,
      "step": 822950
    },
    {
      "epoch": 229.68,
      "grad_norm": 1.0566128492355347,
      "learning_rate": 4.003190658882899e-06,
      "loss": 0.3623,
      "step": 822960
    },
    {
      "epoch": 229.69,
      "grad_norm": 1.050064206123352,
      "learning_rate": 4.003171563808471e-06,
      "loss": 0.385,
      "step": 822970
    },
    {
      "epoch": 229.69,
      "grad_norm": 1.1302069425582886,
      "learning_rate": 4.003152468513176e-06,
      "loss": 0.3703,
      "step": 822980
    },
    {
      "epoch": 229.69,
      "grad_norm": 1.0561307668685913,
      "learning_rate": 4.003133372997012e-06,
      "loss": 0.3767,
      "step": 822990
    },
    {
      "epoch": 229.7,
      "grad_norm": 1.0149424076080322,
      "learning_rate": 4.003114277259985e-06,
      "loss": 0.3669,
      "step": 823000
    },
    {
      "epoch": 229.7,
      "grad_norm": 1.035500168800354,
      "learning_rate": 4.003095181302095e-06,
      "loss": 0.3543,
      "step": 823010
    },
    {
      "epoch": 229.7,
      "grad_norm": 1.0467424392700195,
      "learning_rate": 4.003076085123346e-06,
      "loss": 0.3569,
      "step": 823020
    },
    {
      "epoch": 229.7,
      "grad_norm": 1.1174579858779907,
      "learning_rate": 4.003056988723741e-06,
      "loss": 0.3638,
      "step": 823030
    },
    {
      "epoch": 229.71,
      "grad_norm": 0.9924644231796265,
      "learning_rate": 4.003037892103281e-06,
      "loss": 0.3555,
      "step": 823040
    },
    {
      "epoch": 229.71,
      "grad_norm": 1.1863449811935425,
      "learning_rate": 4.00301879526197e-06,
      "loss": 0.3764,
      "step": 823050
    },
    {
      "epoch": 229.71,
      "grad_norm": 1.7964414358139038,
      "learning_rate": 4.002999698199809e-06,
      "loss": 0.3814,
      "step": 823060
    },
    {
      "epoch": 229.72,
      "grad_norm": 1.1213583946228027,
      "learning_rate": 4.002980600916802e-06,
      "loss": 0.3639,
      "step": 823070
    },
    {
      "epoch": 229.72,
      "grad_norm": 1.0326502323150635,
      "learning_rate": 4.002961503412951e-06,
      "loss": 0.3738,
      "step": 823080
    },
    {
      "epoch": 229.72,
      "grad_norm": 0.9830828905105591,
      "learning_rate": 4.002942405688258e-06,
      "loss": 0.354,
      "step": 823090
    },
    {
      "epoch": 229.72,
      "grad_norm": 1.1126961708068848,
      "learning_rate": 4.002923307742726e-06,
      "loss": 0.3768,
      "step": 823100
    },
    {
      "epoch": 229.73,
      "grad_norm": 0.9819715023040771,
      "learning_rate": 4.002904209576358e-06,
      "loss": 0.3858,
      "step": 823110
    },
    {
      "epoch": 229.73,
      "grad_norm": 1.271503210067749,
      "learning_rate": 4.002885111189156e-06,
      "loss": 0.3712,
      "step": 823120
    },
    {
      "epoch": 229.73,
      "grad_norm": 0.9837945699691772,
      "learning_rate": 4.002866012581122e-06,
      "loss": 0.3793,
      "step": 823130
    },
    {
      "epoch": 229.73,
      "grad_norm": 1.0681641101837158,
      "learning_rate": 4.002846913752261e-06,
      "loss": 0.3677,
      "step": 823140
    },
    {
      "epoch": 229.74,
      "grad_norm": 0.9995490908622742,
      "learning_rate": 4.002827814702573e-06,
      "loss": 0.3787,
      "step": 823150
    },
    {
      "epoch": 229.74,
      "grad_norm": 1.2135376930236816,
      "learning_rate": 4.002808715432061e-06,
      "loss": 0.3693,
      "step": 823160
    },
    {
      "epoch": 229.74,
      "grad_norm": 1.0492322444915771,
      "learning_rate": 4.002789615940728e-06,
      "loss": 0.387,
      "step": 823170
    },
    {
      "epoch": 229.75,
      "grad_norm": 1.9604483842849731,
      "learning_rate": 4.0027705162285755e-06,
      "loss": 0.3758,
      "step": 823180
    },
    {
      "epoch": 229.75,
      "grad_norm": 1.046270728111267,
      "learning_rate": 4.002751416295608e-06,
      "loss": 0.3699,
      "step": 823190
    },
    {
      "epoch": 229.75,
      "grad_norm": 1.1123789548873901,
      "learning_rate": 4.002732316141826e-06,
      "loss": 0.3693,
      "step": 823200
    },
    {
      "epoch": 229.75,
      "grad_norm": 12.033417701721191,
      "learning_rate": 4.002713215767234e-06,
      "loss": 0.367,
      "step": 823210
    },
    {
      "epoch": 229.76,
      "grad_norm": 1.0372591018676758,
      "learning_rate": 4.002694115171833e-06,
      "loss": 0.3675,
      "step": 823220
    },
    {
      "epoch": 229.76,
      "grad_norm": 1.1711777448654175,
      "learning_rate": 4.002675014355627e-06,
      "loss": 0.3689,
      "step": 823230
    },
    {
      "epoch": 229.76,
      "grad_norm": 0.963200032711029,
      "learning_rate": 4.002655913318616e-06,
      "loss": 0.3572,
      "step": 823240
    },
    {
      "epoch": 229.77,
      "grad_norm": 1.0636358261108398,
      "learning_rate": 4.002636812060805e-06,
      "loss": 0.3718,
      "step": 823250
    },
    {
      "epoch": 229.77,
      "grad_norm": 1.1392267942428589,
      "learning_rate": 4.002617710582196e-06,
      "loss": 0.3671,
      "step": 823260
    },
    {
      "epoch": 229.77,
      "grad_norm": 1.044960379600525,
      "learning_rate": 4.002598608882791e-06,
      "loss": 0.3555,
      "step": 823270
    },
    {
      "epoch": 229.77,
      "grad_norm": 1.1266357898712158,
      "learning_rate": 4.002579506962592e-06,
      "loss": 0.3622,
      "step": 823280
    },
    {
      "epoch": 229.78,
      "grad_norm": 1.3053133487701416,
      "learning_rate": 4.002560404821603e-06,
      "loss": 0.3793,
      "step": 823290
    },
    {
      "epoch": 229.78,
      "grad_norm": 1.031444787979126,
      "learning_rate": 4.0025413024598266e-06,
      "loss": 0.3769,
      "step": 823300
    },
    {
      "epoch": 229.78,
      "grad_norm": 1.252755880355835,
      "learning_rate": 4.0025221998772635e-06,
      "loss": 0.3618,
      "step": 823310
    },
    {
      "epoch": 229.79,
      "grad_norm": 0.9605178236961365,
      "learning_rate": 4.002503097073918e-06,
      "loss": 0.3698,
      "step": 823320
    },
    {
      "epoch": 229.79,
      "grad_norm": 1.1160615682601929,
      "learning_rate": 4.002483994049792e-06,
      "loss": 0.3824,
      "step": 823330
    },
    {
      "epoch": 229.79,
      "grad_norm": 1.0427181720733643,
      "learning_rate": 4.002464890804888e-06,
      "loss": 0.3734,
      "step": 823340
    },
    {
      "epoch": 229.79,
      "grad_norm": 1.256993293762207,
      "learning_rate": 4.002445787339208e-06,
      "loss": 0.378,
      "step": 823350
    },
    {
      "epoch": 229.8,
      "grad_norm": 1.1081854104995728,
      "learning_rate": 4.002426683652756e-06,
      "loss": 0.3656,
      "step": 823360
    },
    {
      "epoch": 229.8,
      "grad_norm": 0.9814172983169556,
      "learning_rate": 4.002407579745534e-06,
      "loss": 0.3726,
      "step": 823370
    },
    {
      "epoch": 229.8,
      "grad_norm": 1.0194083452224731,
      "learning_rate": 4.002388475617543e-06,
      "loss": 0.3732,
      "step": 823380
    },
    {
      "epoch": 229.8,
      "grad_norm": 1.1539112329483032,
      "learning_rate": 4.002369371268788e-06,
      "loss": 0.3768,
      "step": 823390
    },
    {
      "epoch": 229.81,
      "grad_norm": 1.0870389938354492,
      "learning_rate": 4.002350266699269e-06,
      "loss": 0.3729,
      "step": 823400
    },
    {
      "epoch": 229.81,
      "grad_norm": 1.0172346830368042,
      "learning_rate": 4.002331161908991e-06,
      "loss": 0.3736,
      "step": 823410
    },
    {
      "epoch": 229.81,
      "grad_norm": 1.1440632343292236,
      "learning_rate": 4.002312056897955e-06,
      "loss": 0.3654,
      "step": 823420
    },
    {
      "epoch": 229.82,
      "grad_norm": 1.0011134147644043,
      "learning_rate": 4.002292951666164e-06,
      "loss": 0.3672,
      "step": 823430
    },
    {
      "epoch": 229.82,
      "grad_norm": 1.1182061433792114,
      "learning_rate": 4.00227384621362e-06,
      "loss": 0.3571,
      "step": 823440
    },
    {
      "epoch": 229.82,
      "grad_norm": 1.2112056016921997,
      "learning_rate": 4.002254740540327e-06,
      "loss": 0.3615,
      "step": 823450
    },
    {
      "epoch": 229.82,
      "grad_norm": 1.0280879735946655,
      "learning_rate": 4.002235634646285e-06,
      "loss": 0.3749,
      "step": 823460
    },
    {
      "epoch": 229.83,
      "grad_norm": 1.0411356687545776,
      "learning_rate": 4.0022165285315e-06,
      "loss": 0.3721,
      "step": 823470
    },
    {
      "epoch": 229.83,
      "grad_norm": 1.6273595094680786,
      "learning_rate": 4.002197422195971e-06,
      "loss": 0.3653,
      "step": 823480
    },
    {
      "epoch": 229.83,
      "grad_norm": 0.9033319354057312,
      "learning_rate": 4.002178315639703e-06,
      "loss": 0.3497,
      "step": 823490
    },
    {
      "epoch": 229.84,
      "grad_norm": 1.048088550567627,
      "learning_rate": 4.002159208862698e-06,
      "loss": 0.3625,
      "step": 823500
    },
    {
      "epoch": 229.84,
      "grad_norm": 1.1617460250854492,
      "learning_rate": 4.002140101864958e-06,
      "loss": 0.3679,
      "step": 823510
    },
    {
      "epoch": 229.84,
      "grad_norm": 1.1844514608383179,
      "learning_rate": 4.002120994646485e-06,
      "loss": 0.3643,
      "step": 823520
    },
    {
      "epoch": 229.84,
      "grad_norm": 1.107514500617981,
      "learning_rate": 4.002101887207283e-06,
      "loss": 0.3534,
      "step": 823530
    },
    {
      "epoch": 229.85,
      "grad_norm": 1.206659197807312,
      "learning_rate": 4.002082779547354e-06,
      "loss": 0.3828,
      "step": 823540
    },
    {
      "epoch": 229.85,
      "grad_norm": 1.0780442953109741,
      "learning_rate": 4.002063671666701e-06,
      "loss": 0.3549,
      "step": 823550
    },
    {
      "epoch": 229.85,
      "grad_norm": 1.271216630935669,
      "learning_rate": 4.002044563565325e-06,
      "loss": 0.3662,
      "step": 823560
    },
    {
      "epoch": 229.85,
      "grad_norm": 1.133812665939331,
      "learning_rate": 4.00202545524323e-06,
      "loss": 0.3527,
      "step": 823570
    },
    {
      "epoch": 229.86,
      "grad_norm": 0.9457914233207703,
      "learning_rate": 4.002006346700418e-06,
      "loss": 0.3412,
      "step": 823580
    },
    {
      "epoch": 229.86,
      "grad_norm": 1.2014853954315186,
      "learning_rate": 4.0019872379368914e-06,
      "loss": 0.3555,
      "step": 823590
    },
    {
      "epoch": 229.86,
      "grad_norm": 1.0339488983154297,
      "learning_rate": 4.001968128952654e-06,
      "loss": 0.3603,
      "step": 823600
    },
    {
      "epoch": 229.87,
      "grad_norm": 0.9368289709091187,
      "learning_rate": 4.001949019747706e-06,
      "loss": 0.3639,
      "step": 823610
    },
    {
      "epoch": 229.87,
      "grad_norm": 1.07770574092865,
      "learning_rate": 4.001929910322052e-06,
      "loss": 0.3725,
      "step": 823620
    },
    {
      "epoch": 229.87,
      "grad_norm": 1.167788028717041,
      "learning_rate": 4.001910800675694e-06,
      "loss": 0.3823,
      "step": 823630
    },
    {
      "epoch": 229.87,
      "grad_norm": 1.0793554782867432,
      "learning_rate": 4.0018916908086334e-06,
      "loss": 0.3564,
      "step": 823640
    },
    {
      "epoch": 229.88,
      "grad_norm": 1.30228853225708,
      "learning_rate": 4.001872580720875e-06,
      "loss": 0.3661,
      "step": 823650
    },
    {
      "epoch": 229.88,
      "grad_norm": 1.118123173713684,
      "learning_rate": 4.001853470412418e-06,
      "loss": 0.3693,
      "step": 823660
    },
    {
      "epoch": 229.88,
      "grad_norm": 0.9932441711425781,
      "learning_rate": 4.001834359883269e-06,
      "loss": 0.3757,
      "step": 823670
    },
    {
      "epoch": 229.89,
      "grad_norm": 1.0261423587799072,
      "learning_rate": 4.001815249133428e-06,
      "loss": 0.3632,
      "step": 823680
    },
    {
      "epoch": 229.89,
      "grad_norm": 1.2065036296844482,
      "learning_rate": 4.001796138162898e-06,
      "loss": 0.3733,
      "step": 823690
    },
    {
      "epoch": 229.89,
      "grad_norm": 0.91257244348526,
      "learning_rate": 4.001777026971681e-06,
      "loss": 0.3704,
      "step": 823700
    },
    {
      "epoch": 229.89,
      "grad_norm": 1.1616281270980835,
      "learning_rate": 4.001757915559781e-06,
      "loss": 0.3712,
      "step": 823710
    },
    {
      "epoch": 229.9,
      "grad_norm": 1.0136607885360718,
      "learning_rate": 4.001738803927199e-06,
      "loss": 0.3446,
      "step": 823720
    },
    {
      "epoch": 229.9,
      "grad_norm": 1.0626643896102905,
      "learning_rate": 4.001719692073939e-06,
      "loss": 0.3755,
      "step": 823730
    },
    {
      "epoch": 229.9,
      "grad_norm": 1.179150938987732,
      "learning_rate": 4.001700580000003e-06,
      "loss": 0.3744,
      "step": 823740
    },
    {
      "epoch": 229.91,
      "grad_norm": 1.0795319080352783,
      "learning_rate": 4.001681467705392e-06,
      "loss": 0.3771,
      "step": 823750
    },
    {
      "epoch": 229.91,
      "grad_norm": 0.9658013582229614,
      "learning_rate": 4.001662355190111e-06,
      "loss": 0.3681,
      "step": 823760
    },
    {
      "epoch": 229.91,
      "grad_norm": 1.0175564289093018,
      "learning_rate": 4.00164324245416e-06,
      "loss": 0.3613,
      "step": 823770
    },
    {
      "epoch": 229.91,
      "grad_norm": 1.1756048202514648,
      "learning_rate": 4.001624129497545e-06,
      "loss": 0.358,
      "step": 823780
    },
    {
      "epoch": 229.92,
      "grad_norm": 0.9827894568443298,
      "learning_rate": 4.001605016320264e-06,
      "loss": 0.3565,
      "step": 823790
    },
    {
      "epoch": 229.92,
      "grad_norm": 1.0401610136032104,
      "learning_rate": 4.001585902922325e-06,
      "loss": 0.3649,
      "step": 823800
    },
    {
      "epoch": 229.92,
      "grad_norm": 1.2928423881530762,
      "learning_rate": 4.001566789303726e-06,
      "loss": 0.3621,
      "step": 823810
    },
    {
      "epoch": 229.92,
      "grad_norm": 1.126489281654358,
      "learning_rate": 4.0015476754644705e-06,
      "loss": 0.3975,
      "step": 823820
    },
    {
      "epoch": 229.93,
      "grad_norm": 1.1831207275390625,
      "learning_rate": 4.001528561404563e-06,
      "loss": 0.3628,
      "step": 823830
    },
    {
      "epoch": 229.93,
      "grad_norm": 1.0105338096618652,
      "learning_rate": 4.001509447124004e-06,
      "loss": 0.3751,
      "step": 823840
    },
    {
      "epoch": 229.93,
      "grad_norm": 0.9561561346054077,
      "learning_rate": 4.001490332622797e-06,
      "loss": 0.3648,
      "step": 823850
    },
    {
      "epoch": 229.94,
      "grad_norm": 1.1904823780059814,
      "learning_rate": 4.001471217900944e-06,
      "loss": 0.3629,
      "step": 823860
    },
    {
      "epoch": 229.94,
      "grad_norm": 1.0339771509170532,
      "learning_rate": 4.001452102958448e-06,
      "loss": 0.3568,
      "step": 823870
    },
    {
      "epoch": 229.94,
      "grad_norm": 1.0449987649917603,
      "learning_rate": 4.001432987795311e-06,
      "loss": 0.3661,
      "step": 823880
    },
    {
      "epoch": 229.94,
      "grad_norm": 1.2275701761245728,
      "learning_rate": 4.001413872411537e-06,
      "loss": 0.3544,
      "step": 823890
    },
    {
      "epoch": 229.95,
      "grad_norm": 0.9636799693107605,
      "learning_rate": 4.001394756807127e-06,
      "loss": 0.371,
      "step": 823900
    },
    {
      "epoch": 229.95,
      "grad_norm": 1.0883471965789795,
      "learning_rate": 4.001375640982083e-06,
      "loss": 0.3759,
      "step": 823910
    },
    {
      "epoch": 229.95,
      "grad_norm": 0.9507914781570435,
      "learning_rate": 4.00135652493641e-06,
      "loss": 0.3633,
      "step": 823920
    },
    {
      "epoch": 229.96,
      "grad_norm": 1.0459996461868286,
      "learning_rate": 4.001337408670108e-06,
      "loss": 0.371,
      "step": 823930
    },
    {
      "epoch": 229.96,
      "grad_norm": 1.1605052947998047,
      "learning_rate": 4.001318292183182e-06,
      "loss": 0.3539,
      "step": 823940
    },
    {
      "epoch": 229.96,
      "grad_norm": 1.0064127445220947,
      "learning_rate": 4.001299175475632e-06,
      "loss": 0.3591,
      "step": 823950
    },
    {
      "epoch": 229.96,
      "grad_norm": 1.1196980476379395,
      "learning_rate": 4.001280058547462e-06,
      "loss": 0.366,
      "step": 823960
    },
    {
      "epoch": 229.97,
      "grad_norm": 1.1445726156234741,
      "learning_rate": 4.0012609413986745e-06,
      "loss": 0.3574,
      "step": 823970
    },
    {
      "epoch": 229.97,
      "grad_norm": 1.1118446588516235,
      "learning_rate": 4.001241824029273e-06,
      "loss": 0.3692,
      "step": 823980
    },
    {
      "epoch": 229.97,
      "grad_norm": 1.0560002326965332,
      "learning_rate": 4.001222706439257e-06,
      "loss": 0.3558,
      "step": 823990
    },
    {
      "epoch": 229.97,
      "grad_norm": 1.2921760082244873,
      "learning_rate": 4.001203588628631e-06,
      "loss": 0.3679,
      "step": 824000
    },
    {
      "epoch": 229.98,
      "grad_norm": 1.1135612726211548,
      "learning_rate": 4.0011844705973985e-06,
      "loss": 0.3615,
      "step": 824010
    },
    {
      "epoch": 229.98,
      "grad_norm": 1.2617075443267822,
      "learning_rate": 4.001165352345561e-06,
      "loss": 0.3742,
      "step": 824020
    },
    {
      "epoch": 229.98,
      "grad_norm": 1.0672484636306763,
      "learning_rate": 4.001146233873121e-06,
      "loss": 0.3619,
      "step": 824030
    },
    {
      "epoch": 229.99,
      "grad_norm": 1.2498582601547241,
      "learning_rate": 4.001127115180081e-06,
      "loss": 0.3768,
      "step": 824040
    },
    {
      "epoch": 229.99,
      "grad_norm": 0.9765822887420654,
      "learning_rate": 4.001107996266443e-06,
      "loss": 0.359,
      "step": 824050
    },
    {
      "epoch": 229.99,
      "grad_norm": 1.0122065544128418,
      "learning_rate": 4.001088877132211e-06,
      "loss": 0.3611,
      "step": 824060
    },
    {
      "epoch": 229.99,
      "grad_norm": 1.3086785078048706,
      "learning_rate": 4.0010697577773865e-06,
      "loss": 0.3602,
      "step": 824070
    },
    {
      "epoch": 230.0,
      "grad_norm": 0.993691086769104,
      "learning_rate": 4.001050638201972e-06,
      "loss": 0.3646,
      "step": 824080
    },
    {
      "epoch": 230.0,
      "grad_norm": 1.2523183822631836,
      "learning_rate": 4.00103151840597e-06,
      "loss": 0.3841,
      "step": 824090
    },
    {
      "epoch": 230.0,
      "eval_loss": 0.3663892447948456,
      "eval_runtime": 63.3315,
      "eval_samples_per_second": 79.881,
      "eval_steps_per_second": 9.995,
      "step": 824090
    },
    {
      "epoch": 230.0,
      "grad_norm": 0.9610474109649658,
      "learning_rate": 4.001012398389384e-06,
      "loss": 0.3699,
      "step": 824100
    },
    {
      "epoch": 230.01,
      "grad_norm": 1.197374939918518,
      "learning_rate": 4.000993278152216e-06,
      "loss": 0.3713,
      "step": 824110
    },
    {
      "epoch": 230.01,
      "grad_norm": 0.989067554473877,
      "learning_rate": 4.000974157694468e-06,
      "loss": 0.3645,
      "step": 824120
    },
    {
      "epoch": 230.01,
      "grad_norm": 1.0085631608963013,
      "learning_rate": 4.000955037016143e-06,
      "loss": 0.3606,
      "step": 824130
    },
    {
      "epoch": 230.01,
      "grad_norm": 1.0909051895141602,
      "learning_rate": 4.000935916117245e-06,
      "loss": 0.3542,
      "step": 824140
    },
    {
      "epoch": 230.02,
      "grad_norm": 1.1209102869033813,
      "learning_rate": 4.000916794997774e-06,
      "loss": 0.3553,
      "step": 824150
    },
    {
      "epoch": 230.02,
      "grad_norm": 1.2648582458496094,
      "learning_rate": 4.000897673657733e-06,
      "loss": 0.3596,
      "step": 824160
    },
    {
      "epoch": 230.02,
      "grad_norm": 0.9643192291259766,
      "learning_rate": 4.000878552097126e-06,
      "loss": 0.3658,
      "step": 824170
    },
    {
      "epoch": 230.03,
      "grad_norm": 1.0470168590545654,
      "learning_rate": 4.000859430315955e-06,
      "loss": 0.357,
      "step": 824180
    },
    {
      "epoch": 230.03,
      "grad_norm": 1.1577132940292358,
      "learning_rate": 4.000840308314221e-06,
      "loss": 0.3658,
      "step": 824190
    },
    {
      "epoch": 230.03,
      "grad_norm": 1.1701229810714722,
      "learning_rate": 4.00082118609193e-06,
      "loss": 0.3659,
      "step": 824200
    },
    {
      "epoch": 230.03,
      "grad_norm": 1.08977210521698,
      "learning_rate": 4.000802063649081e-06,
      "loss": 0.3829,
      "step": 824210
    },
    {
      "epoch": 230.04,
      "grad_norm": 1.0896650552749634,
      "learning_rate": 4.000782940985678e-06,
      "loss": 0.35,
      "step": 824220
    },
    {
      "epoch": 230.04,
      "grad_norm": 1.6155279874801636,
      "learning_rate": 4.000763818101723e-06,
      "loss": 0.3713,
      "step": 824230
    },
    {
      "epoch": 230.04,
      "grad_norm": 1.1572229862213135,
      "learning_rate": 4.00074469499722e-06,
      "loss": 0.362,
      "step": 824240
    },
    {
      "epoch": 230.04,
      "grad_norm": 1.351783037185669,
      "learning_rate": 4.00072557167217e-06,
      "loss": 0.3603,
      "step": 824250
    },
    {
      "epoch": 230.05,
      "grad_norm": 0.942689061164856,
      "learning_rate": 4.000706448126576e-06,
      "loss": 0.3684,
      "step": 824260
    },
    {
      "epoch": 230.05,
      "grad_norm": 1.1476961374282837,
      "learning_rate": 4.00068732436044e-06,
      "loss": 0.3646,
      "step": 824270
    },
    {
      "epoch": 230.05,
      "grad_norm": 0.951006293296814,
      "learning_rate": 4.000668200373766e-06,
      "loss": 0.3767,
      "step": 824280
    },
    {
      "epoch": 230.06,
      "grad_norm": 1.1496232748031616,
      "learning_rate": 4.000649076166556e-06,
      "loss": 0.3838,
      "step": 824290
    },
    {
      "epoch": 230.06,
      "grad_norm": 1.0806496143341064,
      "learning_rate": 4.000629951738812e-06,
      "loss": 0.3712,
      "step": 824300
    },
    {
      "epoch": 230.06,
      "grad_norm": 1.1327420473098755,
      "learning_rate": 4.000610827090537e-06,
      "loss": 0.3603,
      "step": 824310
    },
    {
      "epoch": 230.06,
      "grad_norm": 1.0452879667282104,
      "learning_rate": 4.000591702221733e-06,
      "loss": 0.3743,
      "step": 824320
    },
    {
      "epoch": 230.07,
      "grad_norm": 1.1744967699050903,
      "learning_rate": 4.000572577132403e-06,
      "loss": 0.3551,
      "step": 824330
    },
    {
      "epoch": 230.07,
      "grad_norm": 1.0886878967285156,
      "learning_rate": 4.0005534518225496e-06,
      "loss": 0.3671,
      "step": 824340
    },
    {
      "epoch": 230.07,
      "grad_norm": 1.0829757452011108,
      "learning_rate": 4.000534326292175e-06,
      "loss": 0.3537,
      "step": 824350
    },
    {
      "epoch": 230.08,
      "grad_norm": 1.1256273984909058,
      "learning_rate": 4.000515200541282e-06,
      "loss": 0.3641,
      "step": 824360
    },
    {
      "epoch": 230.08,
      "grad_norm": 1.1815013885498047,
      "learning_rate": 4.000496074569874e-06,
      "loss": 0.3756,
      "step": 824370
    },
    {
      "epoch": 230.08,
      "grad_norm": 1.0509169101715088,
      "learning_rate": 4.000476948377951e-06,
      "loss": 0.3717,
      "step": 824380
    },
    {
      "epoch": 230.08,
      "grad_norm": 1.0365574359893799,
      "learning_rate": 4.000457821965518e-06,
      "loss": 0.3696,
      "step": 824390
    },
    {
      "epoch": 230.09,
      "grad_norm": 1.208301305770874,
      "learning_rate": 4.000438695332577e-06,
      "loss": 0.3613,
      "step": 824400
    },
    {
      "epoch": 230.09,
      "grad_norm": 1.0260870456695557,
      "learning_rate": 4.00041956847913e-06,
      "loss": 0.3742,
      "step": 824410
    },
    {
      "epoch": 230.09,
      "grad_norm": 1.0018362998962402,
      "learning_rate": 4.00040044140518e-06,
      "loss": 0.3608,
      "step": 824420
    },
    {
      "epoch": 230.09,
      "grad_norm": 1.0782921314239502,
      "learning_rate": 4.00038131411073e-06,
      "loss": 0.3697,
      "step": 824430
    },
    {
      "epoch": 230.1,
      "grad_norm": 0.9687637686729431,
      "learning_rate": 4.000362186595781e-06,
      "loss": 0.3647,
      "step": 824440
    },
    {
      "epoch": 230.1,
      "grad_norm": 0.9153370261192322,
      "learning_rate": 4.000343058860336e-06,
      "loss": 0.3561,
      "step": 824450
    },
    {
      "epoch": 230.1,
      "grad_norm": 1.218610167503357,
      "learning_rate": 4.000323930904398e-06,
      "loss": 0.3764,
      "step": 824460
    },
    {
      "epoch": 230.11,
      "grad_norm": 1.0918048620224,
      "learning_rate": 4.000304802727971e-06,
      "loss": 0.3591,
      "step": 824470
    },
    {
      "epoch": 230.11,
      "grad_norm": 0.9412592053413391,
      "learning_rate": 4.000285674331056e-06,
      "loss": 0.3531,
      "step": 824480
    },
    {
      "epoch": 230.11,
      "grad_norm": 1.110557198524475,
      "learning_rate": 4.000266545713655e-06,
      "loss": 0.3612,
      "step": 824490
    },
    {
      "epoch": 230.11,
      "grad_norm": 1.0870320796966553,
      "learning_rate": 4.0002474168757705e-06,
      "loss": 0.3749,
      "step": 824500
    },
    {
      "epoch": 230.12,
      "grad_norm": 1.284385323524475,
      "learning_rate": 4.000228287817406e-06,
      "loss": 0.3723,
      "step": 824510
    },
    {
      "epoch": 230.12,
      "grad_norm": 1.0129228830337524,
      "learning_rate": 4.0002091585385645e-06,
      "loss": 0.3606,
      "step": 824520
    },
    {
      "epoch": 230.12,
      "grad_norm": 2.490907907485962,
      "learning_rate": 4.000190029039248e-06,
      "loss": 0.3626,
      "step": 824530
    },
    {
      "epoch": 230.13,
      "grad_norm": 1.0530897378921509,
      "learning_rate": 4.000170899319458e-06,
      "loss": 0.359,
      "step": 824540
    },
    {
      "epoch": 230.13,
      "grad_norm": 1.038354516029358,
      "learning_rate": 4.000151769379199e-06,
      "loss": 0.3673,
      "step": 824550
    },
    {
      "epoch": 230.13,
      "grad_norm": 1.100189447402954,
      "learning_rate": 4.000132639218471e-06,
      "loss": 0.3583,
      "step": 824560
    },
    {
      "epoch": 230.13,
      "grad_norm": 0.9380592703819275,
      "learning_rate": 4.00011350883728e-06,
      "loss": 0.3741,
      "step": 824570
    },
    {
      "epoch": 230.14,
      "grad_norm": 1.3373295068740845,
      "learning_rate": 4.000094378235625e-06,
      "loss": 0.3634,
      "step": 824580
    },
    {
      "epoch": 230.14,
      "grad_norm": 1.3005293607711792,
      "learning_rate": 4.00007524741351e-06,
      "loss": 0.3793,
      "step": 824590
    },
    {
      "epoch": 230.14,
      "grad_norm": 1.1633912324905396,
      "learning_rate": 4.000056116370938e-06,
      "loss": 0.3684,
      "step": 824600
    },
    {
      "epoch": 230.15,
      "grad_norm": 1.129759669303894,
      "learning_rate": 4.0000369851079125e-06,
      "loss": 0.3611,
      "step": 824610
    },
    {
      "epoch": 230.15,
      "grad_norm": 1.1657335758209229,
      "learning_rate": 4.000017853624433e-06,
      "loss": 0.3614,
      "step": 824620
    },
    {
      "epoch": 230.15,
      "grad_norm": 0.9723836779594421,
      "learning_rate": 3.999998721920504e-06,
      "loss": 0.3639,
      "step": 824630
    },
    {
      "epoch": 230.15,
      "grad_norm": 1.2449628114700317,
      "learning_rate": 3.999979589996129e-06,
      "loss": 0.3464,
      "step": 824640
    },
    {
      "epoch": 230.16,
      "grad_norm": 1.1592037677764893,
      "learning_rate": 3.999960457851309e-06,
      "loss": 0.3761,
      "step": 824650
    },
    {
      "epoch": 230.16,
      "grad_norm": 1.171654462814331,
      "learning_rate": 3.9999413254860465e-06,
      "loss": 0.3581,
      "step": 824660
    },
    {
      "epoch": 230.16,
      "grad_norm": 1.156833291053772,
      "learning_rate": 3.999922192900345e-06,
      "loss": 0.374,
      "step": 824670
    },
    {
      "epoch": 230.16,
      "grad_norm": 2.8224265575408936,
      "learning_rate": 3.999903060094205e-06,
      "loss": 0.3573,
      "step": 824680
    },
    {
      "epoch": 230.17,
      "grad_norm": 1.0656797885894775,
      "learning_rate": 3.9998839270676325e-06,
      "loss": 0.3641,
      "step": 824690
    },
    {
      "epoch": 230.17,
      "grad_norm": 1.014472484588623,
      "learning_rate": 3.999864793820627e-06,
      "loss": 0.3612,
      "step": 824700
    },
    {
      "epoch": 230.17,
      "grad_norm": 1.1963495016098022,
      "learning_rate": 3.999845660353192e-06,
      "loss": 0.3568,
      "step": 824710
    },
    {
      "epoch": 230.18,
      "grad_norm": 1.1864707469940186,
      "learning_rate": 3.999826526665331e-06,
      "loss": 0.3568,
      "step": 824720
    },
    {
      "epoch": 230.18,
      "grad_norm": 1.0103737115859985,
      "learning_rate": 3.999807392757046e-06,
      "loss": 0.3763,
      "step": 824730
    },
    {
      "epoch": 230.18,
      "grad_norm": 1.1236276626586914,
      "learning_rate": 3.999788258628338e-06,
      "loss": 0.3582,
      "step": 824740
    },
    {
      "epoch": 230.18,
      "grad_norm": 1.0784149169921875,
      "learning_rate": 3.999769124279211e-06,
      "loss": 0.364,
      "step": 824750
    },
    {
      "epoch": 230.19,
      "grad_norm": 1.1972026824951172,
      "learning_rate": 3.999749989709669e-06,
      "loss": 0.379,
      "step": 824760
    },
    {
      "epoch": 230.19,
      "grad_norm": 1.3842982053756714,
      "learning_rate": 3.999730854919712e-06,
      "loss": 0.3558,
      "step": 824770
    },
    {
      "epoch": 230.19,
      "grad_norm": 0.9987740516662598,
      "learning_rate": 3.999711719909343e-06,
      "loss": 0.359,
      "step": 824780
    },
    {
      "epoch": 230.2,
      "grad_norm": 1.0505995750427246,
      "learning_rate": 3.999692584678566e-06,
      "loss": 0.3686,
      "step": 824790
    },
    {
      "epoch": 230.2,
      "grad_norm": 1.272019863128662,
      "learning_rate": 3.999673449227382e-06,
      "loss": 0.3747,
      "step": 824800
    },
    {
      "epoch": 230.2,
      "grad_norm": 1.1604294776916504,
      "learning_rate": 3.999654313555794e-06,
      "loss": 0.3636,
      "step": 824810
    },
    {
      "epoch": 230.2,
      "grad_norm": 1.07081139087677,
      "learning_rate": 3.999635177663805e-06,
      "loss": 0.3598,
      "step": 824820
    },
    {
      "epoch": 230.21,
      "grad_norm": 1.2137538194656372,
      "learning_rate": 3.9996160415514175e-06,
      "loss": 0.3579,
      "step": 824830
    },
    {
      "epoch": 230.21,
      "grad_norm": 1.3406550884246826,
      "learning_rate": 3.9995969052186335e-06,
      "loss": 0.3814,
      "step": 824840
    },
    {
      "epoch": 230.21,
      "grad_norm": 1.1906179189682007,
      "learning_rate": 3.999577768665456e-06,
      "loss": 0.3648,
      "step": 824850
    },
    {
      "epoch": 230.21,
      "grad_norm": 1.2313206195831299,
      "learning_rate": 3.999558631891887e-06,
      "loss": 0.3572,
      "step": 824860
    },
    {
      "epoch": 230.22,
      "grad_norm": 1.247881293296814,
      "learning_rate": 3.999539494897929e-06,
      "loss": 0.3695,
      "step": 824870
    },
    {
      "epoch": 230.22,
      "grad_norm": 0.9977862238883972,
      "learning_rate": 3.999520357683586e-06,
      "loss": 0.3522,
      "step": 824880
    },
    {
      "epoch": 230.22,
      "grad_norm": 1.0544726848602295,
      "learning_rate": 3.999501220248859e-06,
      "loss": 0.3757,
      "step": 824890
    },
    {
      "epoch": 230.23,
      "grad_norm": 1.1119428873062134,
      "learning_rate": 3.999482082593751e-06,
      "loss": 0.3721,
      "step": 824900
    },
    {
      "epoch": 230.23,
      "grad_norm": 1.1155998706817627,
      "learning_rate": 3.999462944718264e-06,
      "loss": 0.351,
      "step": 824910
    },
    {
      "epoch": 230.23,
      "grad_norm": 0.9988215565681458,
      "learning_rate": 3.9994438066224024e-06,
      "loss": 0.3659,
      "step": 824920
    },
    {
      "epoch": 230.23,
      "grad_norm": 1.1257469654083252,
      "learning_rate": 3.999424668306167e-06,
      "loss": 0.3756,
      "step": 824930
    },
    {
      "epoch": 230.24,
      "grad_norm": 1.1516095399856567,
      "learning_rate": 3.999405529769561e-06,
      "loss": 0.3871,
      "step": 824940
    },
    {
      "epoch": 230.24,
      "grad_norm": 1.2252496480941772,
      "learning_rate": 3.9993863910125866e-06,
      "loss": 0.3549,
      "step": 824950
    },
    {
      "epoch": 230.24,
      "grad_norm": 1.217589020729065,
      "learning_rate": 3.999367252035247e-06,
      "loss": 0.3687,
      "step": 824960
    },
    {
      "epoch": 230.25,
      "grad_norm": 1.2418259382247925,
      "learning_rate": 3.999348112837544e-06,
      "loss": 0.3652,
      "step": 824970
    },
    {
      "epoch": 230.25,
      "grad_norm": 1.2449824810028076,
      "learning_rate": 3.99932897341948e-06,
      "loss": 0.3735,
      "step": 824980
    },
    {
      "epoch": 230.25,
      "grad_norm": 1.0332140922546387,
      "learning_rate": 3.999309833781059e-06,
      "loss": 0.3624,
      "step": 824990
    },
    {
      "epoch": 230.25,
      "grad_norm": 1.0809426307678223,
      "learning_rate": 3.999290693922281e-06,
      "loss": 0.3699,
      "step": 825000
    },
    {
      "epoch": 230.26,
      "grad_norm": 1.3713151216506958,
      "learning_rate": 3.9992715538431514e-06,
      "loss": 0.3833,
      "step": 825010
    },
    {
      "epoch": 230.26,
      "grad_norm": 1.303170919418335,
      "learning_rate": 3.999252413543671e-06,
      "loss": 0.3734,
      "step": 825020
    },
    {
      "epoch": 230.26,
      "grad_norm": 1.1405609846115112,
      "learning_rate": 3.999233273023843e-06,
      "loss": 0.368,
      "step": 825030
    },
    {
      "epoch": 230.27,
      "grad_norm": 1.1260020732879639,
      "learning_rate": 3.9992141322836686e-06,
      "loss": 0.3884,
      "step": 825040
    },
    {
      "epoch": 230.27,
      "grad_norm": 2.8256537914276123,
      "learning_rate": 3.999194991323153e-06,
      "loss": 0.3782,
      "step": 825050
    },
    {
      "epoch": 230.27,
      "grad_norm": 0.7970024347305298,
      "learning_rate": 3.999175850142296e-06,
      "loss": 0.3632,
      "step": 825060
    },
    {
      "epoch": 230.27,
      "grad_norm": 1.1199309825897217,
      "learning_rate": 3.999156708741102e-06,
      "loss": 0.373,
      "step": 825070
    },
    {
      "epoch": 230.28,
      "grad_norm": 1.3906718492507935,
      "learning_rate": 3.999137567119573e-06,
      "loss": 0.3681,
      "step": 825080
    },
    {
      "epoch": 230.28,
      "grad_norm": 1.22455894947052,
      "learning_rate": 3.999118425277711e-06,
      "loss": 0.3646,
      "step": 825090
    },
    {
      "epoch": 230.28,
      "grad_norm": 1.2799034118652344,
      "learning_rate": 3.9990992832155195e-06,
      "loss": 0.3698,
      "step": 825100
    },
    {
      "epoch": 230.28,
      "grad_norm": 1.0232930183410645,
      "learning_rate": 3.999080140933e-06,
      "loss": 0.3592,
      "step": 825110
    },
    {
      "epoch": 230.29,
      "grad_norm": 1.137643575668335,
      "learning_rate": 3.999060998430156e-06,
      "loss": 0.3853,
      "step": 825120
    },
    {
      "epoch": 230.29,
      "grad_norm": 1.031223177909851,
      "learning_rate": 3.99904185570699e-06,
      "loss": 0.3501,
      "step": 825130
    },
    {
      "epoch": 230.29,
      "grad_norm": 0.9944181442260742,
      "learning_rate": 3.999022712763503e-06,
      "loss": 0.3834,
      "step": 825140
    },
    {
      "epoch": 230.3,
      "grad_norm": 1.1673016548156738,
      "learning_rate": 3.9990035695997e-06,
      "loss": 0.3639,
      "step": 825150
    },
    {
      "epoch": 230.3,
      "grad_norm": 0.9568922519683838,
      "learning_rate": 3.998984426215582e-06,
      "loss": 0.3725,
      "step": 825160
    },
    {
      "epoch": 230.3,
      "grad_norm": 1.2193228006362915,
      "learning_rate": 3.998965282611152e-06,
      "loss": 0.37,
      "step": 825170
    },
    {
      "epoch": 230.3,
      "grad_norm": 0.8690813183784485,
      "learning_rate": 3.998946138786412e-06,
      "loss": 0.3598,
      "step": 825180
    },
    {
      "epoch": 230.31,
      "grad_norm": 1.6416674852371216,
      "learning_rate": 3.998926994741365e-06,
      "loss": 0.3651,
      "step": 825190
    },
    {
      "epoch": 230.31,
      "grad_norm": 1.0490758419036865,
      "learning_rate": 3.998907850476014e-06,
      "loss": 0.3913,
      "step": 825200
    },
    {
      "epoch": 230.31,
      "grad_norm": 1.1477962732315063,
      "learning_rate": 3.99888870599036e-06,
      "loss": 0.3703,
      "step": 825210
    },
    {
      "epoch": 230.32,
      "grad_norm": 0.9838875532150269,
      "learning_rate": 3.998869561284407e-06,
      "loss": 0.3554,
      "step": 825220
    },
    {
      "epoch": 230.32,
      "grad_norm": 0.8970040082931519,
      "learning_rate": 3.998850416358157e-06,
      "loss": 0.3668,
      "step": 825230
    },
    {
      "epoch": 230.32,
      "grad_norm": 1.0870000123977661,
      "learning_rate": 3.9988312712116144e-06,
      "loss": 0.3564,
      "step": 825240
    },
    {
      "epoch": 230.32,
      "grad_norm": 1.1061848402023315,
      "learning_rate": 3.998812125844778e-06,
      "loss": 0.3732,
      "step": 825250
    },
    {
      "epoch": 230.33,
      "grad_norm": 1.1804826259613037,
      "learning_rate": 3.998792980257653e-06,
      "loss": 0.3731,
      "step": 825260
    },
    {
      "epoch": 230.33,
      "grad_norm": 1.0588122606277466,
      "learning_rate": 3.9987738344502415e-06,
      "loss": 0.3816,
      "step": 825270
    },
    {
      "epoch": 230.33,
      "grad_norm": 1.3023852109909058,
      "learning_rate": 3.9987546884225455e-06,
      "loss": 0.3827,
      "step": 825280
    },
    {
      "epoch": 230.33,
      "grad_norm": 0.9771156907081604,
      "learning_rate": 3.9987355421745675e-06,
      "loss": 0.3768,
      "step": 825290
    },
    {
      "epoch": 230.34,
      "grad_norm": 1.0296059846878052,
      "learning_rate": 3.998716395706313e-06,
      "loss": 0.3767,
      "step": 825300
    },
    {
      "epoch": 230.34,
      "grad_norm": 1.1611671447753906,
      "learning_rate": 3.998697249017778e-06,
      "loss": 0.3563,
      "step": 825310
    },
    {
      "epoch": 230.34,
      "grad_norm": 1.0701792240142822,
      "learning_rate": 3.998678102108972e-06,
      "loss": 0.3575,
      "step": 825320
    },
    {
      "epoch": 230.35,
      "grad_norm": 0.9321349859237671,
      "learning_rate": 3.998658954979894e-06,
      "loss": 0.3643,
      "step": 825330
    },
    {
      "epoch": 230.35,
      "grad_norm": 1.2563114166259766,
      "learning_rate": 3.998639807630547e-06,
      "loss": 0.3742,
      "step": 825340
    },
    {
      "epoch": 230.35,
      "grad_norm": 1.216904640197754,
      "learning_rate": 3.998620660060933e-06,
      "loss": 0.3645,
      "step": 825350
    },
    {
      "epoch": 230.35,
      "grad_norm": 0.9675663709640503,
      "learning_rate": 3.998601512271057e-06,
      "loss": 0.3568,
      "step": 825360
    },
    {
      "epoch": 230.36,
      "grad_norm": 1.0220826864242554,
      "learning_rate": 3.9985823642609184e-06,
      "loss": 0.3652,
      "step": 825370
    },
    {
      "epoch": 230.36,
      "grad_norm": 0.9498164653778076,
      "learning_rate": 3.998563216030522e-06,
      "loss": 0.3782,
      "step": 825380
    },
    {
      "epoch": 230.36,
      "grad_norm": 1.0606439113616943,
      "learning_rate": 3.998544067579868e-06,
      "loss": 0.3673,
      "step": 825390
    },
    {
      "epoch": 230.37,
      "grad_norm": 0.96612948179245,
      "learning_rate": 3.998524918908962e-06,
      "loss": 0.3361,
      "step": 825400
    },
    {
      "epoch": 230.37,
      "grad_norm": 1.413569688796997,
      "learning_rate": 3.998505770017805e-06,
      "loss": 0.377,
      "step": 825410
    },
    {
      "epoch": 230.37,
      "grad_norm": 1.0158030986785889,
      "learning_rate": 3.998486620906399e-06,
      "loss": 0.3626,
      "step": 825420
    },
    {
      "epoch": 230.37,
      "grad_norm": 1.0138834714889526,
      "learning_rate": 3.998467471574747e-06,
      "loss": 0.3577,
      "step": 825430
    },
    {
      "epoch": 230.38,
      "grad_norm": 1.136025071144104,
      "learning_rate": 3.9984483220228515e-06,
      "loss": 0.3659,
      "step": 825440
    },
    {
      "epoch": 230.38,
      "grad_norm": 0.9263135194778442,
      "learning_rate": 3.998429172250716e-06,
      "loss": 0.381,
      "step": 825450
    },
    {
      "epoch": 230.38,
      "grad_norm": 1.3174294233322144,
      "learning_rate": 3.9984100222583415e-06,
      "loss": 0.3798,
      "step": 825460
    },
    {
      "epoch": 230.39,
      "grad_norm": 1.077116847038269,
      "learning_rate": 3.998390872045732e-06,
      "loss": 0.3653,
      "step": 825470
    },
    {
      "epoch": 230.39,
      "grad_norm": 1.0018916130065918,
      "learning_rate": 3.998371721612888e-06,
      "loss": 0.3565,
      "step": 825480
    },
    {
      "epoch": 230.39,
      "grad_norm": 1.1983734369277954,
      "learning_rate": 3.998352570959815e-06,
      "loss": 0.3637,
      "step": 825490
    },
    {
      "epoch": 230.39,
      "grad_norm": 0.9738892912864685,
      "learning_rate": 3.998333420086513e-06,
      "loss": 0.3595,
      "step": 825500
    },
    {
      "epoch": 230.4,
      "grad_norm": 1.1319657564163208,
      "learning_rate": 3.998314268992986e-06,
      "loss": 0.3678,
      "step": 825510
    },
    {
      "epoch": 230.4,
      "grad_norm": 1.4280303716659546,
      "learning_rate": 3.998295117679236e-06,
      "loss": 0.3709,
      "step": 825520
    },
    {
      "epoch": 230.4,
      "grad_norm": 1.2745009660720825,
      "learning_rate": 3.998275966145266e-06,
      "loss": 0.3667,
      "step": 825530
    },
    {
      "epoch": 230.4,
      "grad_norm": 1.1029905080795288,
      "learning_rate": 3.9982568143910765e-06,
      "loss": 0.3623,
      "step": 825540
    },
    {
      "epoch": 230.41,
      "grad_norm": 1.0435677766799927,
      "learning_rate": 3.998237662416673e-06,
      "loss": 0.3641,
      "step": 825550
    },
    {
      "epoch": 230.41,
      "grad_norm": 1.3749521970748901,
      "learning_rate": 3.998218510222057e-06,
      "loss": 0.3661,
      "step": 825560
    },
    {
      "epoch": 230.41,
      "grad_norm": 1.0198098421096802,
      "learning_rate": 3.99819935780723e-06,
      "loss": 0.36,
      "step": 825570
    },
    {
      "epoch": 230.42,
      "grad_norm": 1.0588916540145874,
      "learning_rate": 3.998180205172196e-06,
      "loss": 0.3755,
      "step": 825580
    },
    {
      "epoch": 230.42,
      "grad_norm": 1.0476187467575073,
      "learning_rate": 3.998161052316956e-06,
      "loss": 0.3706,
      "step": 825590
    },
    {
      "epoch": 230.42,
      "grad_norm": 0.9257346391677856,
      "learning_rate": 3.998141899241514e-06,
      "loss": 0.3645,
      "step": 825600
    },
    {
      "epoch": 230.42,
      "grad_norm": 1.1878536939620972,
      "learning_rate": 3.998122745945872e-06,
      "loss": 0.3604,
      "step": 825610
    },
    {
      "epoch": 230.43,
      "grad_norm": 1.223559021949768,
      "learning_rate": 3.998103592430032e-06,
      "loss": 0.3765,
      "step": 825620
    },
    {
      "epoch": 230.43,
      "grad_norm": 1.272446632385254,
      "learning_rate": 3.998084438693998e-06,
      "loss": 0.3685,
      "step": 825630
    },
    {
      "epoch": 230.43,
      "grad_norm": 1.2219159603118896,
      "learning_rate": 3.998065284737771e-06,
      "loss": 0.3793,
      "step": 825640
    },
    {
      "epoch": 230.44,
      "grad_norm": 0.9834286570549011,
      "learning_rate": 3.998046130561355e-06,
      "loss": 0.3723,
      "step": 825650
    },
    {
      "epoch": 230.44,
      "grad_norm": 1.0650975704193115,
      "learning_rate": 3.9980269761647506e-06,
      "loss": 0.3615,
      "step": 825660
    },
    {
      "epoch": 230.44,
      "grad_norm": 1.0191446542739868,
      "learning_rate": 3.9980078215479625e-06,
      "loss": 0.3667,
      "step": 825670
    },
    {
      "epoch": 230.44,
      "grad_norm": 0.978221595287323,
      "learning_rate": 3.997988666710992e-06,
      "loss": 0.3818,
      "step": 825680
    },
    {
      "epoch": 230.45,
      "grad_norm": 1.2354438304901123,
      "learning_rate": 3.997969511653841e-06,
      "loss": 0.3801,
      "step": 825690
    },
    {
      "epoch": 230.45,
      "grad_norm": 1.025612235069275,
      "learning_rate": 3.997950356376514e-06,
      "loss": 0.3616,
      "step": 825700
    },
    {
      "epoch": 230.45,
      "grad_norm": 1.0887949466705322,
      "learning_rate": 3.997931200879012e-06,
      "loss": 0.3675,
      "step": 825710
    },
    {
      "epoch": 230.45,
      "grad_norm": 1.1771397590637207,
      "learning_rate": 3.997912045161338e-06,
      "loss": 0.3808,
      "step": 825720
    },
    {
      "epoch": 230.46,
      "grad_norm": 1.1560481786727905,
      "learning_rate": 3.997892889223494e-06,
      "loss": 0.3571,
      "step": 825730
    },
    {
      "epoch": 230.46,
      "grad_norm": 1.1126329898834229,
      "learning_rate": 3.997873733065485e-06,
      "loss": 0.3735,
      "step": 825740
    },
    {
      "epoch": 230.46,
      "grad_norm": 0.9726781845092773,
      "learning_rate": 3.99785457668731e-06,
      "loss": 0.3579,
      "step": 825750
    },
    {
      "epoch": 230.47,
      "grad_norm": 1.1811027526855469,
      "learning_rate": 3.9978354200889734e-06,
      "loss": 0.352,
      "step": 825760
    },
    {
      "epoch": 230.47,
      "grad_norm": 1.16764497756958,
      "learning_rate": 3.997816263270477e-06,
      "loss": 0.3698,
      "step": 825770
    },
    {
      "epoch": 230.47,
      "grad_norm": 0.9961357116699219,
      "learning_rate": 3.997797106231826e-06,
      "loss": 0.3571,
      "step": 825780
    },
    {
      "epoch": 230.47,
      "grad_norm": 0.9612292647361755,
      "learning_rate": 3.99777794897302e-06,
      "loss": 0.3752,
      "step": 825790
    },
    {
      "epoch": 230.48,
      "grad_norm": 1.0963789224624634,
      "learning_rate": 3.997758791494061e-06,
      "loss": 0.351,
      "step": 825800
    },
    {
      "epoch": 230.48,
      "grad_norm": 1.116776943206787,
      "learning_rate": 3.997739633794954e-06,
      "loss": 0.357,
      "step": 825810
    },
    {
      "epoch": 230.48,
      "grad_norm": 0.9468645453453064,
      "learning_rate": 3.997720475875701e-06,
      "loss": 0.3587,
      "step": 825820
    },
    {
      "epoch": 230.49,
      "grad_norm": 0.9061902165412903,
      "learning_rate": 3.997701317736304e-06,
      "loss": 0.3852,
      "step": 825830
    },
    {
      "epoch": 230.49,
      "grad_norm": 1.0777771472930908,
      "learning_rate": 3.997682159376765e-06,
      "loss": 0.3477,
      "step": 825840
    },
    {
      "epoch": 230.49,
      "grad_norm": 1.117448329925537,
      "learning_rate": 3.997663000797088e-06,
      "loss": 0.3805,
      "step": 825850
    },
    {
      "epoch": 230.49,
      "grad_norm": 0.9602741003036499,
      "learning_rate": 3.9976438419972735e-06,
      "loss": 0.357,
      "step": 825860
    },
    {
      "epoch": 230.5,
      "grad_norm": 0.9083713293075562,
      "learning_rate": 3.997624682977326e-06,
      "loss": 0.3528,
      "step": 825870
    },
    {
      "epoch": 230.5,
      "grad_norm": 1.3014909029006958,
      "learning_rate": 3.997605523737248e-06,
      "loss": 0.3798,
      "step": 825880
    },
    {
      "epoch": 230.5,
      "grad_norm": 1.121785283088684,
      "learning_rate": 3.9975863642770405e-06,
      "loss": 0.3666,
      "step": 825890
    },
    {
      "epoch": 230.51,
      "grad_norm": 1.1628621816635132,
      "learning_rate": 3.997567204596707e-06,
      "loss": 0.36,
      "step": 825900
    },
    {
      "epoch": 230.51,
      "grad_norm": 1.1011090278625488,
      "learning_rate": 3.9975480446962506e-06,
      "loss": 0.3594,
      "step": 825910
    },
    {
      "epoch": 230.51,
      "grad_norm": 1.0384026765823364,
      "learning_rate": 3.997528884575673e-06,
      "loss": 0.3805,
      "step": 825920
    },
    {
      "epoch": 230.51,
      "grad_norm": 1.1908063888549805,
      "learning_rate": 3.997509724234977e-06,
      "loss": 0.3765,
      "step": 825930
    },
    {
      "epoch": 230.52,
      "grad_norm": 0.9143092036247253,
      "learning_rate": 3.997490563674164e-06,
      "loss": 0.3643,
      "step": 825940
    },
    {
      "epoch": 230.52,
      "grad_norm": 1.1526334285736084,
      "learning_rate": 3.997471402893238e-06,
      "loss": 0.3606,
      "step": 825950
    },
    {
      "epoch": 230.52,
      "grad_norm": 1.0067377090454102,
      "learning_rate": 3.997452241892202e-06,
      "loss": 0.3536,
      "step": 825960
    },
    {
      "epoch": 230.52,
      "grad_norm": 0.9704445004463196,
      "learning_rate": 3.997433080671058e-06,
      "loss": 0.3695,
      "step": 825970
    },
    {
      "epoch": 230.53,
      "grad_norm": 1.130211591720581,
      "learning_rate": 3.997413919229808e-06,
      "loss": 0.3514,
      "step": 825980
    },
    {
      "epoch": 230.53,
      "grad_norm": 1.143446445465088,
      "learning_rate": 3.997394757568454e-06,
      "loss": 0.3717,
      "step": 825990
    },
    {
      "epoch": 230.53,
      "grad_norm": 1.0307719707489014,
      "learning_rate": 3.997375595687001e-06,
      "loss": 0.3613,
      "step": 826000
    },
    {
      "epoch": 230.54,
      "grad_norm": 0.9381569623947144,
      "learning_rate": 3.9973564335854496e-06,
      "loss": 0.355,
      "step": 826010
    },
    {
      "epoch": 230.54,
      "grad_norm": 0.9064198732376099,
      "learning_rate": 3.997337271263802e-06,
      "loss": 0.3682,
      "step": 826020
    },
    {
      "epoch": 230.54,
      "grad_norm": 1.0190272331237793,
      "learning_rate": 3.9973181087220616e-06,
      "loss": 0.3658,
      "step": 826030
    },
    {
      "epoch": 230.54,
      "grad_norm": 1.2961304187774658,
      "learning_rate": 3.997298945960231e-06,
      "loss": 0.3666,
      "step": 826040
    },
    {
      "epoch": 230.55,
      "grad_norm": 1.021440029144287,
      "learning_rate": 3.9972797829783124e-06,
      "loss": 0.3636,
      "step": 826050
    },
    {
      "epoch": 230.55,
      "grad_norm": 0.9687266945838928,
      "learning_rate": 3.997260619776309e-06,
      "loss": 0.3719,
      "step": 826060
    },
    {
      "epoch": 230.55,
      "grad_norm": 1.2451839447021484,
      "learning_rate": 3.9972414563542225e-06,
      "loss": 0.3541,
      "step": 826070
    },
    {
      "epoch": 230.56,
      "grad_norm": 1.1607952117919922,
      "learning_rate": 3.997222292712056e-06,
      "loss": 0.3759,
      "step": 826080
    },
    {
      "epoch": 230.56,
      "grad_norm": 1.0138804912567139,
      "learning_rate": 3.997203128849812e-06,
      "loss": 0.3762,
      "step": 826090
    },
    {
      "epoch": 230.56,
      "grad_norm": 1.1116156578063965,
      "learning_rate": 3.997183964767493e-06,
      "loss": 0.3618,
      "step": 826100
    },
    {
      "epoch": 230.56,
      "grad_norm": 1.080693244934082,
      "learning_rate": 3.997164800465101e-06,
      "loss": 0.371,
      "step": 826110
    },
    {
      "epoch": 230.57,
      "grad_norm": 1.1155052185058594,
      "learning_rate": 3.997145635942639e-06,
      "loss": 0.3682,
      "step": 826120
    },
    {
      "epoch": 230.57,
      "grad_norm": 1.1675224304199219,
      "learning_rate": 3.99712647120011e-06,
      "loss": 0.3678,
      "step": 826130
    },
    {
      "epoch": 230.57,
      "grad_norm": 1.0554448366165161,
      "learning_rate": 3.997107306237517e-06,
      "loss": 0.3745,
      "step": 826140
    },
    {
      "epoch": 230.57,
      "grad_norm": 0.9977003335952759,
      "learning_rate": 3.99708814105486e-06,
      "loss": 0.3704,
      "step": 826150
    },
    {
      "epoch": 230.58,
      "grad_norm": 1.113731026649475,
      "learning_rate": 3.997068975652143e-06,
      "loss": 0.3469,
      "step": 826160
    },
    {
      "epoch": 230.58,
      "grad_norm": 1.1069570779800415,
      "learning_rate": 3.997049810029371e-06,
      "loss": 0.3542,
      "step": 826170
    },
    {
      "epoch": 230.58,
      "grad_norm": 1.0829880237579346,
      "learning_rate": 3.997030644186543e-06,
      "loss": 0.3753,
      "step": 826180
    },
    {
      "epoch": 230.59,
      "grad_norm": 0.9861472845077515,
      "learning_rate": 3.997011478123663e-06,
      "loss": 0.3772,
      "step": 826190
    },
    {
      "epoch": 230.59,
      "grad_norm": 1.0544744729995728,
      "learning_rate": 3.996992311840733e-06,
      "loss": 0.3615,
      "step": 826200
    },
    {
      "epoch": 230.59,
      "grad_norm": 1.12015962600708,
      "learning_rate": 3.996973145337757e-06,
      "loss": 0.3699,
      "step": 826210
    },
    {
      "epoch": 230.59,
      "grad_norm": 1.1201090812683105,
      "learning_rate": 3.996953978614736e-06,
      "loss": 0.3545,
      "step": 826220
    },
    {
      "epoch": 230.6,
      "grad_norm": 1.1355907917022705,
      "learning_rate": 3.996934811671673e-06,
      "loss": 0.3585,
      "step": 826230
    },
    {
      "epoch": 230.6,
      "grad_norm": 1.0823798179626465,
      "learning_rate": 3.996915644508571e-06,
      "loss": 0.3738,
      "step": 826240
    },
    {
      "epoch": 230.6,
      "grad_norm": 1.1530267000198364,
      "learning_rate": 3.996896477125432e-06,
      "loss": 0.3775,
      "step": 826250
    },
    {
      "epoch": 230.61,
      "grad_norm": 1.081680417060852,
      "learning_rate": 3.996877309522259e-06,
      "loss": 0.3527,
      "step": 826260
    },
    {
      "epoch": 230.61,
      "grad_norm": 0.9788464903831482,
      "learning_rate": 3.996858141699054e-06,
      "loss": 0.366,
      "step": 826270
    },
    {
      "epoch": 230.61,
      "grad_norm": 1.037441372871399,
      "learning_rate": 3.99683897365582e-06,
      "loss": 0.3732,
      "step": 826280
    },
    {
      "epoch": 230.61,
      "grad_norm": 1.0326485633850098,
      "learning_rate": 3.996819805392559e-06,
      "loss": 0.3552,
      "step": 826290
    },
    {
      "epoch": 230.62,
      "grad_norm": 1.1133394241333008,
      "learning_rate": 3.996800636909274e-06,
      "loss": 0.3588,
      "step": 826300
    },
    {
      "epoch": 230.62,
      "grad_norm": 1.2071048021316528,
      "learning_rate": 3.996781468205968e-06,
      "loss": 0.3666,
      "step": 826310
    },
    {
      "epoch": 230.62,
      "grad_norm": 1.0416619777679443,
      "learning_rate": 3.996762299282643e-06,
      "loss": 0.3769,
      "step": 826320
    },
    {
      "epoch": 230.63,
      "grad_norm": 2.714714527130127,
      "learning_rate": 3.996743130139301e-06,
      "loss": 0.3806,
      "step": 826330
    },
    {
      "epoch": 230.63,
      "grad_norm": 1.3172909021377563,
      "learning_rate": 3.996723960775946e-06,
      "loss": 0.3661,
      "step": 826340
    },
    {
      "epoch": 230.63,
      "grad_norm": 0.9380969405174255,
      "learning_rate": 3.996704791192579e-06,
      "loss": 0.3661,
      "step": 826350
    },
    {
      "epoch": 230.63,
      "grad_norm": 0.9086509346961975,
      "learning_rate": 3.996685621389204e-06,
      "loss": 0.3483,
      "step": 826360
    },
    {
      "epoch": 230.64,
      "grad_norm": 1.1226316690444946,
      "learning_rate": 3.996666451365822e-06,
      "loss": 0.3707,
      "step": 826370
    },
    {
      "epoch": 230.64,
      "grad_norm": 1.107797622680664,
      "learning_rate": 3.996647281122437e-06,
      "loss": 0.367,
      "step": 826380
    },
    {
      "epoch": 230.64,
      "grad_norm": 0.9226731061935425,
      "learning_rate": 3.996628110659051e-06,
      "loss": 0.3571,
      "step": 826390
    },
    {
      "epoch": 230.64,
      "grad_norm": 1.234118938446045,
      "learning_rate": 3.996608939975665e-06,
      "loss": 0.3681,
      "step": 826400
    },
    {
      "epoch": 230.65,
      "grad_norm": 1.0073843002319336,
      "learning_rate": 3.996589769072285e-06,
      "loss": 0.3895,
      "step": 826410
    },
    {
      "epoch": 230.65,
      "grad_norm": 0.9088313579559326,
      "learning_rate": 3.996570597948911e-06,
      "loss": 0.3689,
      "step": 826420
    },
    {
      "epoch": 230.65,
      "grad_norm": 1.2587056159973145,
      "learning_rate": 3.996551426605546e-06,
      "loss": 0.3461,
      "step": 826430
    },
    {
      "epoch": 230.66,
      "grad_norm": 1.2626190185546875,
      "learning_rate": 3.996532255042192e-06,
      "loss": 0.3578,
      "step": 826440
    },
    {
      "epoch": 230.66,
      "grad_norm": 1.0804572105407715,
      "learning_rate": 3.996513083258852e-06,
      "loss": 0.3896,
      "step": 826450
    },
    {
      "epoch": 230.66,
      "grad_norm": 1.1541293859481812,
      "learning_rate": 3.996493911255531e-06,
      "loss": 0.361,
      "step": 826460
    },
    {
      "epoch": 230.66,
      "grad_norm": 1.0445687770843506,
      "learning_rate": 3.996474739032228e-06,
      "loss": 0.3721,
      "step": 826470
    },
    {
      "epoch": 230.67,
      "grad_norm": 1.152051329612732,
      "learning_rate": 3.996455566588947e-06,
      "loss": 0.3648,
      "step": 826480
    },
    {
      "epoch": 230.67,
      "grad_norm": 1.2095974683761597,
      "learning_rate": 3.99643639392569e-06,
      "loss": 0.3636,
      "step": 826490
    },
    {
      "epoch": 230.67,
      "grad_norm": 1.1638824939727783,
      "learning_rate": 3.996417221042459e-06,
      "loss": 0.3724,
      "step": 826500
    },
    {
      "epoch": 230.68,
      "grad_norm": 1.001099705696106,
      "learning_rate": 3.99639804793926e-06,
      "loss": 0.3726,
      "step": 826510
    },
    {
      "epoch": 230.68,
      "grad_norm": 1.2033443450927734,
      "learning_rate": 3.996378874616092e-06,
      "loss": 0.3614,
      "step": 826520
    },
    {
      "epoch": 230.68,
      "grad_norm": 1.1559702157974243,
      "learning_rate": 3.996359701072958e-06,
      "loss": 0.3727,
      "step": 826530
    },
    {
      "epoch": 230.68,
      "grad_norm": 0.9925028085708618,
      "learning_rate": 3.996340527309862e-06,
      "loss": 0.3681,
      "step": 826540
    },
    {
      "epoch": 230.69,
      "grad_norm": 1.1471067667007446,
      "learning_rate": 3.996321353326805e-06,
      "loss": 0.3744,
      "step": 826550
    },
    {
      "epoch": 230.69,
      "grad_norm": 3.2872674465179443,
      "learning_rate": 3.996302179123791e-06,
      "loss": 0.362,
      "step": 826560
    },
    {
      "epoch": 230.69,
      "grad_norm": 1.187853455543518,
      "learning_rate": 3.996283004700822e-06,
      "loss": 0.3778,
      "step": 826570
    },
    {
      "epoch": 230.69,
      "grad_norm": 1.062034249305725,
      "learning_rate": 3.996263830057899e-06,
      "loss": 0.3617,
      "step": 826580
    },
    {
      "epoch": 230.7,
      "grad_norm": 1.0028901100158691,
      "learning_rate": 3.996244655195028e-06,
      "loss": 0.3599,
      "step": 826590
    },
    {
      "epoch": 230.7,
      "grad_norm": 1.0282888412475586,
      "learning_rate": 3.996225480112209e-06,
      "loss": 0.3643,
      "step": 826600
    },
    {
      "epoch": 230.7,
      "grad_norm": 1.0729416608810425,
      "learning_rate": 3.996206304809444e-06,
      "loss": 0.3701,
      "step": 826610
    },
    {
      "epoch": 230.71,
      "grad_norm": 1.1168774366378784,
      "learning_rate": 3.996187129286737e-06,
      "loss": 0.363,
      "step": 826620
    },
    {
      "epoch": 230.71,
      "grad_norm": 1.145244836807251,
      "learning_rate": 3.99616795354409e-06,
      "loss": 0.3715,
      "step": 826630
    },
    {
      "epoch": 230.71,
      "grad_norm": 1.0006887912750244,
      "learning_rate": 3.996148777581507e-06,
      "loss": 0.3582,
      "step": 826640
    },
    {
      "epoch": 230.71,
      "grad_norm": 1.1076388359069824,
      "learning_rate": 3.996129601398988e-06,
      "loss": 0.3541,
      "step": 826650
    },
    {
      "epoch": 230.72,
      "grad_norm": 0.8771532773971558,
      "learning_rate": 3.996110424996538e-06,
      "loss": 0.3635,
      "step": 826660
    },
    {
      "epoch": 230.72,
      "grad_norm": 0.9139962792396545,
      "learning_rate": 3.996091248374157e-06,
      "loss": 0.3458,
      "step": 826670
    },
    {
      "epoch": 230.72,
      "grad_norm": 1.3066260814666748,
      "learning_rate": 3.996072071531849e-06,
      "loss": 0.3747,
      "step": 826680
    },
    {
      "epoch": 230.73,
      "grad_norm": 1.0473251342773438,
      "learning_rate": 3.996052894469617e-06,
      "loss": 0.3842,
      "step": 826690
    },
    {
      "epoch": 230.73,
      "grad_norm": 1.1099399328231812,
      "learning_rate": 3.996033717187463e-06,
      "loss": 0.3766,
      "step": 826700
    },
    {
      "epoch": 230.73,
      "grad_norm": 1.1848013401031494,
      "learning_rate": 3.99601453968539e-06,
      "loss": 0.3728,
      "step": 826710
    },
    {
      "epoch": 230.73,
      "grad_norm": 1.0144426822662354,
      "learning_rate": 3.9959953619634e-06,
      "loss": 0.3802,
      "step": 826720
    },
    {
      "epoch": 230.74,
      "grad_norm": 1.021735429763794,
      "learning_rate": 3.9959761840214955e-06,
      "loss": 0.3681,
      "step": 826730
    },
    {
      "epoch": 230.74,
      "grad_norm": 1.0206555128097534,
      "learning_rate": 3.9959570058596785e-06,
      "loss": 0.3814,
      "step": 826740
    },
    {
      "epoch": 230.74,
      "grad_norm": 1.1641576290130615,
      "learning_rate": 3.995937827477953e-06,
      "loss": 0.3608,
      "step": 826750
    },
    {
      "epoch": 230.75,
      "grad_norm": 1.0813145637512207,
      "learning_rate": 3.995918648876321e-06,
      "loss": 0.3625,
      "step": 826760
    },
    {
      "epoch": 230.75,
      "grad_norm": 1.168330192565918,
      "learning_rate": 3.995899470054785e-06,
      "loss": 0.3804,
      "step": 826770
    },
    {
      "epoch": 230.75,
      "grad_norm": 0.9645673036575317,
      "learning_rate": 3.995880291013347e-06,
      "loss": 0.3768,
      "step": 826780
    },
    {
      "epoch": 230.75,
      "grad_norm": 1.0485717058181763,
      "learning_rate": 3.9958611117520105e-06,
      "loss": 0.3676,
      "step": 826790
    },
    {
      "epoch": 230.76,
      "grad_norm": 1.1834132671356201,
      "learning_rate": 3.995841932270777e-06,
      "loss": 0.3814,
      "step": 826800
    },
    {
      "epoch": 230.76,
      "grad_norm": 1.0853246450424194,
      "learning_rate": 3.9958227525696494e-06,
      "loss": 0.3757,
      "step": 826810
    },
    {
      "epoch": 230.76,
      "grad_norm": 1.0611515045166016,
      "learning_rate": 3.995803572648631e-06,
      "loss": 0.3787,
      "step": 826820
    },
    {
      "epoch": 230.76,
      "grad_norm": 1.0625717639923096,
      "learning_rate": 3.9957843925077235e-06,
      "loss": 0.3873,
      "step": 826830
    },
    {
      "epoch": 230.77,
      "grad_norm": 1.8710503578186035,
      "learning_rate": 3.99576521214693e-06,
      "loss": 0.3696,
      "step": 826840
    },
    {
      "epoch": 230.77,
      "grad_norm": 1.1699637174606323,
      "learning_rate": 3.995746031566254e-06,
      "loss": 0.3633,
      "step": 826850
    },
    {
      "epoch": 230.77,
      "grad_norm": 1.0702365636825562,
      "learning_rate": 3.995726850765695e-06,
      "loss": 0.3774,
      "step": 826860
    },
    {
      "epoch": 230.78,
      "grad_norm": 1.1030350923538208,
      "learning_rate": 3.995707669745258e-06,
      "loss": 0.3516,
      "step": 826870
    },
    {
      "epoch": 230.78,
      "grad_norm": 4.890176296234131,
      "learning_rate": 3.995688488504946e-06,
      "loss": 0.3711,
      "step": 826880
    },
    {
      "epoch": 230.78,
      "grad_norm": 1.1130194664001465,
      "learning_rate": 3.995669307044759e-06,
      "loss": 0.3723,
      "step": 826890
    },
    {
      "epoch": 230.78,
      "grad_norm": 1.0778480768203735,
      "learning_rate": 3.995650125364702e-06,
      "loss": 0.3742,
      "step": 826900
    },
    {
      "epoch": 230.79,
      "grad_norm": 1.2349669933319092,
      "learning_rate": 3.995630943464776e-06,
      "loss": 0.3654,
      "step": 826910
    },
    {
      "epoch": 230.79,
      "grad_norm": 1.3184814453125,
      "learning_rate": 3.995611761344985e-06,
      "loss": 0.3791,
      "step": 826920
    },
    {
      "epoch": 230.79,
      "grad_norm": 0.9918655753135681,
      "learning_rate": 3.995592579005329e-06,
      "loss": 0.3766,
      "step": 826930
    },
    {
      "epoch": 230.8,
      "grad_norm": 1.0698344707489014,
      "learning_rate": 3.995573396445815e-06,
      "loss": 0.3571,
      "step": 826940
    },
    {
      "epoch": 230.8,
      "grad_norm": 1.21133553981781,
      "learning_rate": 3.9955542136664414e-06,
      "loss": 0.3686,
      "step": 826950
    },
    {
      "epoch": 230.8,
      "grad_norm": 1.2251285314559937,
      "learning_rate": 3.995535030667212e-06,
      "loss": 0.3752,
      "step": 826960
    },
    {
      "epoch": 230.8,
      "grad_norm": 1.0679816007614136,
      "learning_rate": 3.99551584744813e-06,
      "loss": 0.381,
      "step": 826970
    },
    {
      "epoch": 230.81,
      "grad_norm": 1.2225594520568848,
      "learning_rate": 3.995496664009198e-06,
      "loss": 0.3584,
      "step": 826980
    },
    {
      "epoch": 230.81,
      "grad_norm": 1.1720056533813477,
      "learning_rate": 3.995477480350417e-06,
      "loss": 0.3806,
      "step": 826990
    },
    {
      "epoch": 230.81,
      "grad_norm": 1.2385581731796265,
      "learning_rate": 3.995458296471791e-06,
      "loss": 0.3616,
      "step": 827000
    },
    {
      "epoch": 230.81,
      "grad_norm": 0.9381363987922668,
      "learning_rate": 3.995439112373322e-06,
      "loss": 0.376,
      "step": 827010
    },
    {
      "epoch": 230.82,
      "grad_norm": 1.0321474075317383,
      "learning_rate": 3.995419928055013e-06,
      "loss": 0.3656,
      "step": 827020
    },
    {
      "epoch": 230.82,
      "grad_norm": 1.295080304145813,
      "learning_rate": 3.995400743516867e-06,
      "loss": 0.3686,
      "step": 827030
    },
    {
      "epoch": 230.82,
      "grad_norm": 1.2171062231063843,
      "learning_rate": 3.995381558758885e-06,
      "loss": 0.3584,
      "step": 827040
    },
    {
      "epoch": 230.83,
      "grad_norm": 1.1844409704208374,
      "learning_rate": 3.995362373781071e-06,
      "loss": 0.3466,
      "step": 827050
    },
    {
      "epoch": 230.83,
      "grad_norm": 1.0753860473632812,
      "learning_rate": 3.995343188583425e-06,
      "loss": 0.3762,
      "step": 827060
    },
    {
      "epoch": 230.83,
      "grad_norm": 1.0432273149490356,
      "learning_rate": 3.995324003165954e-06,
      "loss": 0.3622,
      "step": 827070
    },
    {
      "epoch": 230.83,
      "grad_norm": 1.1121642589569092,
      "learning_rate": 3.995304817528657e-06,
      "loss": 0.3647,
      "step": 827080
    },
    {
      "epoch": 230.84,
      "grad_norm": 0.9529769420623779,
      "learning_rate": 3.995285631671538e-06,
      "loss": 0.3818,
      "step": 827090
    },
    {
      "epoch": 230.84,
      "grad_norm": 1.1856293678283691,
      "learning_rate": 3.995266445594598e-06,
      "loss": 0.3693,
      "step": 827100
    },
    {
      "epoch": 230.84,
      "grad_norm": 1.1668779850006104,
      "learning_rate": 3.995247259297841e-06,
      "loss": 0.3568,
      "step": 827110
    },
    {
      "epoch": 230.85,
      "grad_norm": 1.2855244874954224,
      "learning_rate": 3.99522807278127e-06,
      "loss": 0.3578,
      "step": 827120
    },
    {
      "epoch": 230.85,
      "grad_norm": 1.0752509832382202,
      "learning_rate": 3.9952088860448865e-06,
      "loss": 0.3628,
      "step": 827130
    },
    {
      "epoch": 230.85,
      "grad_norm": 1.0772976875305176,
      "learning_rate": 3.995189699088694e-06,
      "loss": 0.3765,
      "step": 827140
    },
    {
      "epoch": 230.85,
      "grad_norm": 1.1760289669036865,
      "learning_rate": 3.995170511912694e-06,
      "loss": 0.3652,
      "step": 827150
    },
    {
      "epoch": 230.86,
      "grad_norm": 0.9564843773841858,
      "learning_rate": 3.995151324516889e-06,
      "loss": 0.3515,
      "step": 827160
    },
    {
      "epoch": 230.86,
      "grad_norm": 0.951888918876648,
      "learning_rate": 3.995132136901282e-06,
      "loss": 0.3707,
      "step": 827170
    },
    {
      "epoch": 230.86,
      "grad_norm": 1.044386386871338,
      "learning_rate": 3.995112949065876e-06,
      "loss": 0.359,
      "step": 827180
    },
    {
      "epoch": 230.87,
      "grad_norm": 1.0482287406921387,
      "learning_rate": 3.995093761010673e-06,
      "loss": 0.3607,
      "step": 827190
    },
    {
      "epoch": 230.87,
      "grad_norm": 1.1318832635879517,
      "learning_rate": 3.995074572735676e-06,
      "loss": 0.3692,
      "step": 827200
    },
    {
      "epoch": 230.87,
      "grad_norm": 1.2154362201690674,
      "learning_rate": 3.995055384240887e-06,
      "loss": 0.358,
      "step": 827210
    },
    {
      "epoch": 230.87,
      "grad_norm": 1.2569462060928345,
      "learning_rate": 3.995036195526308e-06,
      "loss": 0.3629,
      "step": 827220
    },
    {
      "epoch": 230.88,
      "grad_norm": 1.261987566947937,
      "learning_rate": 3.995017006591944e-06,
      "loss": 0.3646,
      "step": 827230
    },
    {
      "epoch": 230.88,
      "grad_norm": 1.3179295063018799,
      "learning_rate": 3.994997817437795e-06,
      "loss": 0.3703,
      "step": 827240
    },
    {
      "epoch": 230.88,
      "grad_norm": 1.1019368171691895,
      "learning_rate": 3.9949786280638644e-06,
      "loss": 0.3655,
      "step": 827250
    },
    {
      "epoch": 230.88,
      "grad_norm": 1.0904773473739624,
      "learning_rate": 3.994959438470155e-06,
      "loss": 0.3728,
      "step": 827260
    },
    {
      "epoch": 230.89,
      "grad_norm": 0.9445158243179321,
      "learning_rate": 3.99494024865667e-06,
      "loss": 0.3649,
      "step": 827270
    },
    {
      "epoch": 230.89,
      "grad_norm": 1.1704063415527344,
      "learning_rate": 3.99492105862341e-06,
      "loss": 0.3626,
      "step": 827280
    },
    {
      "epoch": 230.89,
      "grad_norm": 1.1901720762252808,
      "learning_rate": 3.994901868370379e-06,
      "loss": 0.3797,
      "step": 827290
    },
    {
      "epoch": 230.9,
      "grad_norm": 0.9346024990081787,
      "learning_rate": 3.994882677897579e-06,
      "loss": 0.3649,
      "step": 827300
    },
    {
      "epoch": 230.9,
      "grad_norm": 1.697838306427002,
      "learning_rate": 3.994863487205013e-06,
      "loss": 0.3716,
      "step": 827310
    },
    {
      "epoch": 230.9,
      "grad_norm": 1.1773573160171509,
      "learning_rate": 3.994844296292683e-06,
      "loss": 0.3515,
      "step": 827320
    },
    {
      "epoch": 230.9,
      "grad_norm": 1.1521669626235962,
      "learning_rate": 3.9948251051605925e-06,
      "loss": 0.3823,
      "step": 827330
    },
    {
      "epoch": 230.91,
      "grad_norm": 1.132817029953003,
      "learning_rate": 3.994805913808744e-06,
      "loss": 0.3629,
      "step": 827340
    },
    {
      "epoch": 230.91,
      "grad_norm": 1.0363565683364868,
      "learning_rate": 3.994786722237138e-06,
      "loss": 0.3832,
      "step": 827350
    },
    {
      "epoch": 230.91,
      "grad_norm": 0.9615064263343811,
      "learning_rate": 3.994767530445779e-06,
      "loss": 0.3815,
      "step": 827360
    },
    {
      "epoch": 230.92,
      "grad_norm": 1.0746277570724487,
      "learning_rate": 3.99474833843467e-06,
      "loss": 0.3487,
      "step": 827370
    },
    {
      "epoch": 230.92,
      "grad_norm": 1.0931062698364258,
      "learning_rate": 3.994729146203812e-06,
      "loss": 0.3639,
      "step": 827380
    },
    {
      "epoch": 230.92,
      "grad_norm": 0.9517335891723633,
      "learning_rate": 3.994709953753208e-06,
      "loss": 0.358,
      "step": 827390
    },
    {
      "epoch": 230.92,
      "grad_norm": 0.938234269618988,
      "learning_rate": 3.994690761082861e-06,
      "loss": 0.3779,
      "step": 827400
    },
    {
      "epoch": 230.93,
      "grad_norm": 0.9111538529396057,
      "learning_rate": 3.994671568192773e-06,
      "loss": 0.3697,
      "step": 827410
    },
    {
      "epoch": 230.93,
      "grad_norm": 1.239820122718811,
      "learning_rate": 3.994652375082948e-06,
      "loss": 0.3653,
      "step": 827420
    },
    {
      "epoch": 230.93,
      "grad_norm": 1.1352494955062866,
      "learning_rate": 3.9946331817533865e-06,
      "loss": 0.3667,
      "step": 827430
    },
    {
      "epoch": 230.93,
      "grad_norm": 1.1148892641067505,
      "learning_rate": 3.994613988204092e-06,
      "loss": 0.385,
      "step": 827440
    },
    {
      "epoch": 230.94,
      "grad_norm": 1.4142234325408936,
      "learning_rate": 3.994594794435067e-06,
      "loss": 0.3693,
      "step": 827450
    },
    {
      "epoch": 230.94,
      "grad_norm": 1.5198575258255005,
      "learning_rate": 3.994575600446315e-06,
      "loss": 0.3432,
      "step": 827460
    },
    {
      "epoch": 230.94,
      "grad_norm": 1.1078120470046997,
      "learning_rate": 3.994556406237837e-06,
      "loss": 0.371,
      "step": 827470
    },
    {
      "epoch": 230.95,
      "grad_norm": 1.1592456102371216,
      "learning_rate": 3.9945372118096365e-06,
      "loss": 0.3669,
      "step": 827480
    },
    {
      "epoch": 230.95,
      "grad_norm": 1.1332958936691284,
      "learning_rate": 3.994518017161716e-06,
      "loss": 0.3733,
      "step": 827490
    },
    {
      "epoch": 230.95,
      "grad_norm": 1.120668888092041,
      "learning_rate": 3.994498822294076e-06,
      "loss": 0.3652,
      "step": 827500
    },
    {
      "epoch": 230.95,
      "grad_norm": 1.3242828845977783,
      "learning_rate": 3.994479627206723e-06,
      "loss": 0.3624,
      "step": 827510
    },
    {
      "epoch": 230.96,
      "grad_norm": 0.9030669927597046,
      "learning_rate": 3.994460431899656e-06,
      "loss": 0.3606,
      "step": 827520
    },
    {
      "epoch": 230.96,
      "grad_norm": 1.2446119785308838,
      "learning_rate": 3.99444123637288e-06,
      "loss": 0.3856,
      "step": 827530
    },
    {
      "epoch": 230.96,
      "grad_norm": 1.0118345022201538,
      "learning_rate": 3.994422040626396e-06,
      "loss": 0.3659,
      "step": 827540
    },
    {
      "epoch": 230.97,
      "grad_norm": 1.1320210695266724,
      "learning_rate": 3.994402844660208e-06,
      "loss": 0.3699,
      "step": 827550
    },
    {
      "epoch": 230.97,
      "grad_norm": 1.0604279041290283,
      "learning_rate": 3.994383648474317e-06,
      "loss": 0.365,
      "step": 827560
    },
    {
      "epoch": 230.97,
      "grad_norm": 1.1454808712005615,
      "learning_rate": 3.994364452068725e-06,
      "loss": 0.3616,
      "step": 827570
    },
    {
      "epoch": 230.97,
      "grad_norm": 1.144736886024475,
      "learning_rate": 3.994345255443438e-06,
      "loss": 0.367,
      "step": 827580
    },
    {
      "epoch": 230.98,
      "grad_norm": 1.13728928565979,
      "learning_rate": 3.994326058598455e-06,
      "loss": 0.365,
      "step": 827590
    },
    {
      "epoch": 230.98,
      "grad_norm": 1.04985773563385,
      "learning_rate": 3.994306861533781e-06,
      "loss": 0.375,
      "step": 827600
    },
    {
      "epoch": 230.98,
      "grad_norm": 0.9495674967765808,
      "learning_rate": 3.994287664249416e-06,
      "loss": 0.3668,
      "step": 827610
    },
    {
      "epoch": 230.99,
      "grad_norm": 0.8465725779533386,
      "learning_rate": 3.994268466745365e-06,
      "loss": 0.3803,
      "step": 827620
    },
    {
      "epoch": 230.99,
      "grad_norm": 1.0314759016036987,
      "learning_rate": 3.994249269021629e-06,
      "loss": 0.3638,
      "step": 827630
    },
    {
      "epoch": 230.99,
      "grad_norm": 0.9595242142677307,
      "learning_rate": 3.994230071078212e-06,
      "loss": 0.3789,
      "step": 827640
    },
    {
      "epoch": 230.99,
      "grad_norm": 1.0705260038375854,
      "learning_rate": 3.9942108729151135e-06,
      "loss": 0.3726,
      "step": 827650
    },
    {
      "epoch": 231.0,
      "grad_norm": 1.0285409688949585,
      "learning_rate": 3.99419167453234e-06,
      "loss": 0.373,
      "step": 827660
    },
    {
      "epoch": 231.0,
      "grad_norm": 1.1027638912200928,
      "learning_rate": 3.994172475929892e-06,
      "loss": 0.3698,
      "step": 827670
    },
    {
      "epoch": 231.0,
      "eval_loss": 0.36597752571105957,
      "eval_runtime": 63.2825,
      "eval_samples_per_second": 79.943,
      "eval_steps_per_second": 10.003,
      "step": 827673
    },
    {
      "epoch": 231.0,
      "grad_norm": 1.153183102607727,
      "learning_rate": 3.994153277107772e-06,
      "loss": 0.3782,
      "step": 827680
    },
    {
      "epoch": 231.0,
      "grad_norm": 0.9716975688934326,
      "learning_rate": 3.994134078065984e-06,
      "loss": 0.358,
      "step": 827690
    },
    {
      "epoch": 231.01,
      "grad_norm": 1.144715428352356,
      "learning_rate": 3.994114878804527e-06,
      "loss": 0.3708,
      "step": 827700
    },
    {
      "epoch": 231.01,
      "grad_norm": 1.0434002876281738,
      "learning_rate": 3.994095679323408e-06,
      "loss": 0.3831,
      "step": 827710
    },
    {
      "epoch": 231.01,
      "grad_norm": 1.3573814630508423,
      "learning_rate": 3.994076479622627e-06,
      "loss": 0.3895,
      "step": 827720
    },
    {
      "epoch": 231.02,
      "grad_norm": 1.4230396747589111,
      "learning_rate": 3.994057279702187e-06,
      "loss": 0.3736,
      "step": 827730
    },
    {
      "epoch": 231.02,
      "grad_norm": 0.8959697484970093,
      "learning_rate": 3.994038079562091e-06,
      "loss": 0.3537,
      "step": 827740
    },
    {
      "epoch": 231.02,
      "grad_norm": 0.9994524717330933,
      "learning_rate": 3.994018879202341e-06,
      "loss": 0.381,
      "step": 827750
    },
    {
      "epoch": 231.02,
      "grad_norm": 1.0716065168380737,
      "learning_rate": 3.9939996786229395e-06,
      "loss": 0.3838,
      "step": 827760
    },
    {
      "epoch": 231.03,
      "grad_norm": 1.1824902296066284,
      "learning_rate": 3.99398047782389e-06,
      "loss": 0.3875,
      "step": 827770
    },
    {
      "epoch": 231.03,
      "grad_norm": 1.1705427169799805,
      "learning_rate": 3.993961276805193e-06,
      "loss": 0.3636,
      "step": 827780
    },
    {
      "epoch": 231.03,
      "grad_norm": 1.1661769151687622,
      "learning_rate": 3.993942075566854e-06,
      "loss": 0.365,
      "step": 827790
    },
    {
      "epoch": 231.04,
      "grad_norm": 0.9507014751434326,
      "learning_rate": 3.993922874108873e-06,
      "loss": 0.3764,
      "step": 827800
    },
    {
      "epoch": 231.04,
      "grad_norm": 1.157158374786377,
      "learning_rate": 3.993903672431254e-06,
      "loss": 0.3552,
      "step": 827810
    },
    {
      "epoch": 231.04,
      "grad_norm": 1.0672283172607422,
      "learning_rate": 3.993884470533998e-06,
      "loss": 0.3732,
      "step": 827820
    },
    {
      "epoch": 231.04,
      "grad_norm": 1.0242966413497925,
      "learning_rate": 3.99386526841711e-06,
      "loss": 0.3717,
      "step": 827830
    },
    {
      "epoch": 231.05,
      "grad_norm": 0.9941034913063049,
      "learning_rate": 3.993846066080591e-06,
      "loss": 0.3371,
      "step": 827840
    },
    {
      "epoch": 231.05,
      "grad_norm": 1.104422688484192,
      "learning_rate": 3.993826863524444e-06,
      "loss": 0.3741,
      "step": 827850
    },
    {
      "epoch": 231.05,
      "grad_norm": 1.1647748947143555,
      "learning_rate": 3.9938076607486704e-06,
      "loss": 0.3599,
      "step": 827860
    },
    {
      "epoch": 231.05,
      "grad_norm": 1.2518755197525024,
      "learning_rate": 3.993788457753275e-06,
      "loss": 0.3531,
      "step": 827870
    },
    {
      "epoch": 231.06,
      "grad_norm": 2.751574993133545,
      "learning_rate": 3.9937692545382575e-06,
      "loss": 0.3702,
      "step": 827880
    },
    {
      "epoch": 231.06,
      "grad_norm": 1.1641409397125244,
      "learning_rate": 3.993750051103623e-06,
      "loss": 0.3763,
      "step": 827890
    },
    {
      "epoch": 231.06,
      "grad_norm": 1.0601452589035034,
      "learning_rate": 3.993730847449372e-06,
      "loss": 0.3639,
      "step": 827900
    },
    {
      "epoch": 231.07,
      "grad_norm": 1.0570483207702637,
      "learning_rate": 3.99371164357551e-06,
      "loss": 0.3665,
      "step": 827910
    },
    {
      "epoch": 231.07,
      "grad_norm": 1.3374311923980713,
      "learning_rate": 3.993692439482036e-06,
      "loss": 0.3749,
      "step": 827920
    },
    {
      "epoch": 231.07,
      "grad_norm": 1.133809208869934,
      "learning_rate": 3.993673235168954e-06,
      "loss": 0.3718,
      "step": 827930
    },
    {
      "epoch": 231.07,
      "grad_norm": 1.1612601280212402,
      "learning_rate": 3.993654030636268e-06,
      "loss": 0.3741,
      "step": 827940
    },
    {
      "epoch": 231.08,
      "grad_norm": 0.9921266436576843,
      "learning_rate": 3.9936348258839795e-06,
      "loss": 0.3562,
      "step": 827950
    },
    {
      "epoch": 231.08,
      "grad_norm": 1.836233139038086,
      "learning_rate": 3.99361562091209e-06,
      "loss": 0.3713,
      "step": 827960
    },
    {
      "epoch": 231.08,
      "grad_norm": 1.0257642269134521,
      "learning_rate": 3.993596415720603e-06,
      "loss": 0.3798,
      "step": 827970
    },
    {
      "epoch": 231.09,
      "grad_norm": 1.0843123197555542,
      "learning_rate": 3.993577210309521e-06,
      "loss": 0.3508,
      "step": 827980
    },
    {
      "epoch": 231.09,
      "grad_norm": 1.037726640701294,
      "learning_rate": 3.993558004678847e-06,
      "loss": 0.3664,
      "step": 827990
    },
    {
      "epoch": 231.09,
      "grad_norm": 0.9706763029098511,
      "learning_rate": 3.993538798828582e-06,
      "loss": 0.3625,
      "step": 828000
    },
    {
      "epoch": 231.09,
      "grad_norm": 1.261484980583191,
      "learning_rate": 3.9935195927587305e-06,
      "loss": 0.3473,
      "step": 828010
    },
    {
      "epoch": 231.1,
      "grad_norm": 1.078671932220459,
      "learning_rate": 3.993500386469295e-06,
      "loss": 0.3637,
      "step": 828020
    },
    {
      "epoch": 231.1,
      "grad_norm": 1.1461753845214844,
      "learning_rate": 3.993481179960276e-06,
      "loss": 0.3593,
      "step": 828030
    },
    {
      "epoch": 231.1,
      "grad_norm": 1.2959779500961304,
      "learning_rate": 3.993461973231678e-06,
      "loss": 0.3833,
      "step": 828040
    },
    {
      "epoch": 231.11,
      "grad_norm": 1.0608845949172974,
      "learning_rate": 3.993442766283502e-06,
      "loss": 0.3648,
      "step": 828050
    },
    {
      "epoch": 231.11,
      "grad_norm": 1.0460258722305298,
      "learning_rate": 3.993423559115752e-06,
      "loss": 0.3811,
      "step": 828060
    },
    {
      "epoch": 231.11,
      "grad_norm": 1.2449909448623657,
      "learning_rate": 3.9934043517284305e-06,
      "loss": 0.3573,
      "step": 828070
    },
    {
      "epoch": 231.11,
      "grad_norm": 1.0894180536270142,
      "learning_rate": 3.993385144121539e-06,
      "loss": 0.3733,
      "step": 828080
    },
    {
      "epoch": 231.12,
      "grad_norm": 1.0663243532180786,
      "learning_rate": 3.993365936295081e-06,
      "loss": 0.3787,
      "step": 828090
    },
    {
      "epoch": 231.12,
      "grad_norm": 2.411843776702881,
      "learning_rate": 3.993346728249059e-06,
      "loss": 0.3692,
      "step": 828100
    },
    {
      "epoch": 231.12,
      "grad_norm": 1.0478745698928833,
      "learning_rate": 3.993327519983474e-06,
      "loss": 0.3737,
      "step": 828110
    },
    {
      "epoch": 231.12,
      "grad_norm": 1.0646402835845947,
      "learning_rate": 3.99330831149833e-06,
      "loss": 0.372,
      "step": 828120
    },
    {
      "epoch": 231.13,
      "grad_norm": 1.0873756408691406,
      "learning_rate": 3.99328910279363e-06,
      "loss": 0.3599,
      "step": 828130
    },
    {
      "epoch": 231.13,
      "grad_norm": 1.2657179832458496,
      "learning_rate": 3.9932698938693755e-06,
      "loss": 0.3677,
      "step": 828140
    },
    {
      "epoch": 231.13,
      "grad_norm": 1.1488611698150635,
      "learning_rate": 3.99325068472557e-06,
      "loss": 0.3556,
      "step": 828150
    },
    {
      "epoch": 231.14,
      "grad_norm": 1.259166955947876,
      "learning_rate": 3.993231475362215e-06,
      "loss": 0.3741,
      "step": 828160
    },
    {
      "epoch": 231.14,
      "grad_norm": 1.0439480543136597,
      "learning_rate": 3.993212265779314e-06,
      "loss": 0.3593,
      "step": 828170
    },
    {
      "epoch": 231.14,
      "grad_norm": 1.0538594722747803,
      "learning_rate": 3.993193055976869e-06,
      "loss": 0.3775,
      "step": 828180
    },
    {
      "epoch": 231.14,
      "grad_norm": 1.2028857469558716,
      "learning_rate": 3.993173845954882e-06,
      "loss": 0.3512,
      "step": 828190
    },
    {
      "epoch": 231.15,
      "grad_norm": 0.9537481069564819,
      "learning_rate": 3.993154635713357e-06,
      "loss": 0.3648,
      "step": 828200
    },
    {
      "epoch": 231.15,
      "grad_norm": 0.938866376876831,
      "learning_rate": 3.993135425252295e-06,
      "loss": 0.3651,
      "step": 828210
    },
    {
      "epoch": 231.15,
      "grad_norm": 1.0288881063461304,
      "learning_rate": 3.9931162145716995e-06,
      "loss": 0.3647,
      "step": 828220
    },
    {
      "epoch": 231.16,
      "grad_norm": 2.0901570320129395,
      "learning_rate": 3.993097003671574e-06,
      "loss": 0.3678,
      "step": 828230
    },
    {
      "epoch": 231.16,
      "grad_norm": 0.9952879548072815,
      "learning_rate": 3.99307779255192e-06,
      "loss": 0.3612,
      "step": 828240
    },
    {
      "epoch": 231.16,
      "grad_norm": 1.0248585939407349,
      "learning_rate": 3.993058581212739e-06,
      "loss": 0.3591,
      "step": 828250
    },
    {
      "epoch": 231.16,
      "grad_norm": 1.0117641687393188,
      "learning_rate": 3.9930393696540345e-06,
      "loss": 0.3743,
      "step": 828260
    },
    {
      "epoch": 231.17,
      "grad_norm": 1.1550803184509277,
      "learning_rate": 3.993020157875809e-06,
      "loss": 0.3546,
      "step": 828270
    },
    {
      "epoch": 231.17,
      "grad_norm": 1.0336049795150757,
      "learning_rate": 3.993000945878066e-06,
      "loss": 0.3582,
      "step": 828280
    },
    {
      "epoch": 231.17,
      "grad_norm": 0.9669660925865173,
      "learning_rate": 3.992981733660806e-06,
      "loss": 0.3771,
      "step": 828290
    },
    {
      "epoch": 231.17,
      "grad_norm": 1.1003336906433105,
      "learning_rate": 3.992962521224035e-06,
      "loss": 0.3603,
      "step": 828300
    },
    {
      "epoch": 231.18,
      "grad_norm": 0.9719846844673157,
      "learning_rate": 3.992943308567752e-06,
      "loss": 0.3598,
      "step": 828310
    },
    {
      "epoch": 231.18,
      "grad_norm": 1.2631508111953735,
      "learning_rate": 3.99292409569196e-06,
      "loss": 0.3536,
      "step": 828320
    },
    {
      "epoch": 231.18,
      "grad_norm": 0.8590952754020691,
      "learning_rate": 3.9929048825966645e-06,
      "loss": 0.3791,
      "step": 828330
    },
    {
      "epoch": 231.19,
      "grad_norm": 1.2665427923202515,
      "learning_rate": 3.9928856692818645e-06,
      "loss": 0.3544,
      "step": 828340
    },
    {
      "epoch": 231.19,
      "grad_norm": 1.0735678672790527,
      "learning_rate": 3.9928664557475645e-06,
      "loss": 0.3653,
      "step": 828350
    },
    {
      "epoch": 231.19,
      "grad_norm": 0.9900965094566345,
      "learning_rate": 3.992847241993766e-06,
      "loss": 0.372,
      "step": 828360
    },
    {
      "epoch": 231.19,
      "grad_norm": 1.1129429340362549,
      "learning_rate": 3.992828028020474e-06,
      "loss": 0.3614,
      "step": 828370
    },
    {
      "epoch": 231.2,
      "grad_norm": 1.5175013542175293,
      "learning_rate": 3.992808813827688e-06,
      "loss": 0.351,
      "step": 828380
    },
    {
      "epoch": 231.2,
      "grad_norm": 1.2427327632904053,
      "learning_rate": 3.992789599415412e-06,
      "loss": 0.3574,
      "step": 828390
    },
    {
      "epoch": 231.2,
      "grad_norm": 1.1700385808944702,
      "learning_rate": 3.992770384783649e-06,
      "loss": 0.357,
      "step": 828400
    },
    {
      "epoch": 231.21,
      "grad_norm": 1.1111210584640503,
      "learning_rate": 3.9927511699324e-06,
      "loss": 0.37,
      "step": 828410
    },
    {
      "epoch": 231.21,
      "grad_norm": 1.1838908195495605,
      "learning_rate": 3.992731954861668e-06,
      "loss": 0.3757,
      "step": 828420
    },
    {
      "epoch": 231.21,
      "grad_norm": 0.9672450423240662,
      "learning_rate": 3.992712739571458e-06,
      "loss": 0.3701,
      "step": 828430
    },
    {
      "epoch": 231.21,
      "grad_norm": 0.9922398924827576,
      "learning_rate": 3.99269352406177e-06,
      "loss": 0.3696,
      "step": 828440
    },
    {
      "epoch": 231.22,
      "grad_norm": 1.0112330913543701,
      "learning_rate": 3.9926743083326064e-06,
      "loss": 0.3581,
      "step": 828450
    },
    {
      "epoch": 231.22,
      "grad_norm": 1.0156888961791992,
      "learning_rate": 3.992655092383971e-06,
      "loss": 0.3777,
      "step": 828460
    },
    {
      "epoch": 231.22,
      "grad_norm": 0.9855824112892151,
      "learning_rate": 3.992635876215865e-06,
      "loss": 0.3754,
      "step": 828470
    },
    {
      "epoch": 231.23,
      "grad_norm": 1.1217679977416992,
      "learning_rate": 3.9926166598282924e-06,
      "loss": 0.3722,
      "step": 828480
    },
    {
      "epoch": 231.23,
      "grad_norm": 1.0000412464141846,
      "learning_rate": 3.992597443221256e-06,
      "loss": 0.361,
      "step": 828490
    },
    {
      "epoch": 231.23,
      "grad_norm": 2.119965076446533,
      "learning_rate": 3.992578226394757e-06,
      "loss": 0.3942,
      "step": 828500
    },
    {
      "epoch": 231.23,
      "grad_norm": 1.0450694561004639,
      "learning_rate": 3.992559009348798e-06,
      "loss": 0.3814,
      "step": 828510
    },
    {
      "epoch": 231.24,
      "grad_norm": 1.0982164144515991,
      "learning_rate": 3.992539792083383e-06,
      "loss": 0.3688,
      "step": 828520
    },
    {
      "epoch": 231.24,
      "grad_norm": 0.9168940782546997,
      "learning_rate": 3.992520574598512e-06,
      "loss": 0.3823,
      "step": 828530
    },
    {
      "epoch": 231.24,
      "grad_norm": 1.0922967195510864,
      "learning_rate": 3.992501356894191e-06,
      "loss": 0.3953,
      "step": 828540
    },
    {
      "epoch": 231.24,
      "grad_norm": 0.972802460193634,
      "learning_rate": 3.99248213897042e-06,
      "loss": 0.3523,
      "step": 828550
    },
    {
      "epoch": 231.25,
      "grad_norm": 1.2821145057678223,
      "learning_rate": 3.992462920827203e-06,
      "loss": 0.3648,
      "step": 828560
    },
    {
      "epoch": 231.25,
      "grad_norm": 1.2138619422912598,
      "learning_rate": 3.99244370246454e-06,
      "loss": 0.364,
      "step": 828570
    },
    {
      "epoch": 231.25,
      "grad_norm": 1.0570881366729736,
      "learning_rate": 3.992424483882437e-06,
      "loss": 0.3541,
      "step": 828580
    },
    {
      "epoch": 231.26,
      "grad_norm": 1.0842735767364502,
      "learning_rate": 3.992405265080895e-06,
      "loss": 0.3683,
      "step": 828590
    },
    {
      "epoch": 231.26,
      "grad_norm": 1.1791434288024902,
      "learning_rate": 3.992386046059916e-06,
      "loss": 0.3827,
      "step": 828600
    },
    {
      "epoch": 231.26,
      "grad_norm": 1.0883030891418457,
      "learning_rate": 3.992366826819503e-06,
      "loss": 0.3666,
      "step": 828610
    },
    {
      "epoch": 231.26,
      "grad_norm": 1.0428826808929443,
      "learning_rate": 3.99234760735966e-06,
      "loss": 0.3683,
      "step": 828620
    },
    {
      "epoch": 231.27,
      "grad_norm": 1.2552473545074463,
      "learning_rate": 3.9923283876803865e-06,
      "loss": 0.368,
      "step": 828630
    },
    {
      "epoch": 231.27,
      "grad_norm": 1.0383250713348389,
      "learning_rate": 3.9923091677816875e-06,
      "loss": 0.3769,
      "step": 828640
    },
    {
      "epoch": 231.27,
      "grad_norm": 0.9895946979522705,
      "learning_rate": 3.992289947663564e-06,
      "loss": 0.3659,
      "step": 828650
    },
    {
      "epoch": 231.28,
      "grad_norm": 1.6410412788391113,
      "learning_rate": 3.9922707273260205e-06,
      "loss": 0.3734,
      "step": 828660
    },
    {
      "epoch": 231.28,
      "grad_norm": 1.049228310585022,
      "learning_rate": 3.992251506769058e-06,
      "loss": 0.3591,
      "step": 828670
    },
    {
      "epoch": 231.28,
      "grad_norm": 1.4229190349578857,
      "learning_rate": 3.992232285992679e-06,
      "loss": 0.3897,
      "step": 828680
    },
    {
      "epoch": 231.28,
      "grad_norm": 0.972389817237854,
      "learning_rate": 3.992213064996888e-06,
      "loss": 0.3702,
      "step": 828690
    },
    {
      "epoch": 231.29,
      "grad_norm": 1.3481959104537964,
      "learning_rate": 3.992193843781685e-06,
      "loss": 0.3655,
      "step": 828700
    },
    {
      "epoch": 231.29,
      "grad_norm": 1.03398859500885,
      "learning_rate": 3.992174622347074e-06,
      "loss": 0.3568,
      "step": 828710
    },
    {
      "epoch": 231.29,
      "grad_norm": 1.0582845211029053,
      "learning_rate": 3.992155400693057e-06,
      "loss": 0.37,
      "step": 828720
    },
    {
      "epoch": 231.3,
      "grad_norm": 0.9741083979606628,
      "learning_rate": 3.9921361788196365e-06,
      "loss": 0.3659,
      "step": 828730
    },
    {
      "epoch": 231.3,
      "grad_norm": 1.0186951160430908,
      "learning_rate": 3.992116956726816e-06,
      "loss": 0.3691,
      "step": 828740
    },
    {
      "epoch": 231.3,
      "grad_norm": 1.095201849937439,
      "learning_rate": 3.992097734414597e-06,
      "loss": 0.3584,
      "step": 828750
    },
    {
      "epoch": 231.3,
      "grad_norm": 1.1783195734024048,
      "learning_rate": 3.992078511882983e-06,
      "loss": 0.3787,
      "step": 828760
    },
    {
      "epoch": 231.31,
      "grad_norm": 1.165794014930725,
      "learning_rate": 3.992059289131976e-06,
      "loss": 0.3641,
      "step": 828770
    },
    {
      "epoch": 231.31,
      "grad_norm": 1.249133825302124,
      "learning_rate": 3.992040066161578e-06,
      "loss": 0.3787,
      "step": 828780
    },
    {
      "epoch": 231.31,
      "grad_norm": 1.0324571132659912,
      "learning_rate": 3.9920208429717925e-06,
      "loss": 0.3623,
      "step": 828790
    },
    {
      "epoch": 231.31,
      "grad_norm": 1.2674113512039185,
      "learning_rate": 3.992001619562621e-06,
      "loss": 0.3586,
      "step": 828800
    },
    {
      "epoch": 231.32,
      "grad_norm": 0.983755886554718,
      "learning_rate": 3.991982395934067e-06,
      "loss": 0.3677,
      "step": 828810
    },
    {
      "epoch": 231.32,
      "grad_norm": 1.0338308811187744,
      "learning_rate": 3.991963172086134e-06,
      "loss": 0.3724,
      "step": 828820
    },
    {
      "epoch": 231.32,
      "grad_norm": 1.0378063917160034,
      "learning_rate": 3.991943948018822e-06,
      "loss": 0.3711,
      "step": 828830
    },
    {
      "epoch": 231.33,
      "grad_norm": 1.0956262350082397,
      "learning_rate": 3.991924723732135e-06,
      "loss": 0.3783,
      "step": 828840
    },
    {
      "epoch": 231.33,
      "grad_norm": 1.18513822555542,
      "learning_rate": 3.991905499226077e-06,
      "loss": 0.3544,
      "step": 828850
    },
    {
      "epoch": 231.33,
      "grad_norm": 0.9611036777496338,
      "learning_rate": 3.991886274500648e-06,
      "loss": 0.3505,
      "step": 828860
    },
    {
      "epoch": 231.33,
      "grad_norm": 1.0699981451034546,
      "learning_rate": 3.991867049555851e-06,
      "loss": 0.3691,
      "step": 828870
    },
    {
      "epoch": 231.34,
      "grad_norm": 1.0455399751663208,
      "learning_rate": 3.99184782439169e-06,
      "loss": 0.366,
      "step": 828880
    },
    {
      "epoch": 231.34,
      "grad_norm": 1.0565571784973145,
      "learning_rate": 3.991828599008167e-06,
      "loss": 0.3472,
      "step": 828890
    },
    {
      "epoch": 231.34,
      "grad_norm": 1.4570921659469604,
      "learning_rate": 3.991809373405284e-06,
      "loss": 0.3645,
      "step": 828900
    },
    {
      "epoch": 231.35,
      "grad_norm": 1.1734824180603027,
      "learning_rate": 3.991790147583044e-06,
      "loss": 0.3767,
      "step": 828910
    },
    {
      "epoch": 231.35,
      "grad_norm": 0.9743860363960266,
      "learning_rate": 3.991770921541448e-06,
      "loss": 0.3581,
      "step": 828920
    },
    {
      "epoch": 231.35,
      "grad_norm": 1.062907338142395,
      "learning_rate": 3.991751695280502e-06,
      "loss": 0.369,
      "step": 828930
    },
    {
      "epoch": 231.35,
      "grad_norm": 1.0897082090377808,
      "learning_rate": 3.991732468800205e-06,
      "loss": 0.3581,
      "step": 828940
    },
    {
      "epoch": 231.36,
      "grad_norm": 0.9340843558311462,
      "learning_rate": 3.991713242100562e-06,
      "loss": 0.3788,
      "step": 828950
    },
    {
      "epoch": 231.36,
      "grad_norm": 1.150284767150879,
      "learning_rate": 3.991694015181574e-06,
      "loss": 0.3598,
      "step": 828960
    },
    {
      "epoch": 231.36,
      "grad_norm": 1.1315438747406006,
      "learning_rate": 3.991674788043244e-06,
      "loss": 0.3671,
      "step": 828970
    },
    {
      "epoch": 231.36,
      "grad_norm": 1.1568337678909302,
      "learning_rate": 3.991655560685576e-06,
      "loss": 0.3609,
      "step": 828980
    },
    {
      "epoch": 231.37,
      "grad_norm": 3.4809954166412354,
      "learning_rate": 3.99163633310857e-06,
      "loss": 0.342,
      "step": 828990
    },
    {
      "epoch": 231.37,
      "grad_norm": 0.9498741626739502,
      "learning_rate": 3.9916171053122305e-06,
      "loss": 0.3768,
      "step": 829000
    },
    {
      "epoch": 231.37,
      "grad_norm": 1.116971731185913,
      "learning_rate": 3.9915978772965605e-06,
      "loss": 0.3747,
      "step": 829010
    },
    {
      "epoch": 231.38,
      "grad_norm": 1.1620738506317139,
      "learning_rate": 3.99157864906156e-06,
      "loss": 0.367,
      "step": 829020
    },
    {
      "epoch": 231.38,
      "grad_norm": 1.0511239767074585,
      "learning_rate": 3.991559420607233e-06,
      "loss": 0.3809,
      "step": 829030
    },
    {
      "epoch": 231.38,
      "grad_norm": 1.0921509265899658,
      "learning_rate": 3.991540191933582e-06,
      "loss": 0.3665,
      "step": 829040
    },
    {
      "epoch": 231.38,
      "grad_norm": 1.0789945125579834,
      "learning_rate": 3.991520963040611e-06,
      "loss": 0.3686,
      "step": 829050
    },
    {
      "epoch": 231.39,
      "grad_norm": 1.0243444442749023,
      "learning_rate": 3.99150173392832e-06,
      "loss": 0.3846,
      "step": 829060
    },
    {
      "epoch": 231.39,
      "grad_norm": 1.0073782205581665,
      "learning_rate": 3.991482504596714e-06,
      "loss": 0.3778,
      "step": 829070
    },
    {
      "epoch": 231.39,
      "grad_norm": 1.1322052478790283,
      "learning_rate": 3.991463275045794e-06,
      "loss": 0.3684,
      "step": 829080
    },
    {
      "epoch": 231.4,
      "grad_norm": 1.2674304246902466,
      "learning_rate": 3.991444045275562e-06,
      "loss": 0.3549,
      "step": 829090
    },
    {
      "epoch": 231.4,
      "grad_norm": 1.018867015838623,
      "learning_rate": 3.991424815286022e-06,
      "loss": 0.3696,
      "step": 829100
    },
    {
      "epoch": 231.4,
      "grad_norm": 9.683531761169434,
      "learning_rate": 3.991405585077176e-06,
      "loss": 0.3551,
      "step": 829110
    },
    {
      "epoch": 231.4,
      "grad_norm": 1.260512351989746,
      "learning_rate": 3.991386354649027e-06,
      "loss": 0.3563,
      "step": 829120
    },
    {
      "epoch": 231.41,
      "grad_norm": 1.2844927310943604,
      "learning_rate": 3.9913671240015765e-06,
      "loss": 0.3666,
      "step": 829130
    },
    {
      "epoch": 231.41,
      "grad_norm": 1.154576301574707,
      "learning_rate": 3.991347893134828e-06,
      "loss": 0.3702,
      "step": 829140
    },
    {
      "epoch": 231.41,
      "grad_norm": 1.1805148124694824,
      "learning_rate": 3.991328662048784e-06,
      "loss": 0.3784,
      "step": 829150
    },
    {
      "epoch": 231.42,
      "grad_norm": 1.0850069522857666,
      "learning_rate": 3.991309430743447e-06,
      "loss": 0.36,
      "step": 829160
    },
    {
      "epoch": 231.42,
      "grad_norm": 0.9891558289527893,
      "learning_rate": 3.991290199218819e-06,
      "loss": 0.3604,
      "step": 829170
    },
    {
      "epoch": 231.42,
      "grad_norm": 1.281112551689148,
      "learning_rate": 3.991270967474902e-06,
      "loss": 0.3584,
      "step": 829180
    },
    {
      "epoch": 231.42,
      "grad_norm": 1.2982754707336426,
      "learning_rate": 3.991251735511701e-06,
      "loss": 0.3669,
      "step": 829190
    },
    {
      "epoch": 231.43,
      "grad_norm": 0.9718714356422424,
      "learning_rate": 3.991232503329217e-06,
      "loss": 0.3723,
      "step": 829200
    },
    {
      "epoch": 231.43,
      "grad_norm": 1.0757489204406738,
      "learning_rate": 3.991213270927452e-06,
      "loss": 0.3691,
      "step": 829210
    },
    {
      "epoch": 231.43,
      "grad_norm": 0.9616205096244812,
      "learning_rate": 3.991194038306409e-06,
      "loss": 0.3544,
      "step": 829220
    },
    {
      "epoch": 231.43,
      "grad_norm": 1.2272006273269653,
      "learning_rate": 3.991174805466092e-06,
      "loss": 0.3867,
      "step": 829230
    },
    {
      "epoch": 231.44,
      "grad_norm": 0.9379466772079468,
      "learning_rate": 3.991155572406501e-06,
      "loss": 0.3443,
      "step": 829240
    },
    {
      "epoch": 231.44,
      "grad_norm": 1.2709215879440308,
      "learning_rate": 3.99113633912764e-06,
      "loss": 0.3649,
      "step": 829250
    },
    {
      "epoch": 231.44,
      "grad_norm": 1.135748267173767,
      "learning_rate": 3.991117105629512e-06,
      "loss": 0.3895,
      "step": 829260
    },
    {
      "epoch": 231.45,
      "grad_norm": 1.0280871391296387,
      "learning_rate": 3.991097871912119e-06,
      "loss": 0.3643,
      "step": 829270
    },
    {
      "epoch": 231.45,
      "grad_norm": 1.2751808166503906,
      "learning_rate": 3.991078637975463e-06,
      "loss": 0.369,
      "step": 829280
    },
    {
      "epoch": 231.45,
      "grad_norm": 1.0451163053512573,
      "learning_rate": 3.991059403819547e-06,
      "loss": 0.3618,
      "step": 829290
    },
    {
      "epoch": 231.45,
      "grad_norm": 1.1660934686660767,
      "learning_rate": 3.9910401694443746e-06,
      "loss": 0.3552,
      "step": 829300
    },
    {
      "epoch": 231.46,
      "grad_norm": 1.0659137964248657,
      "learning_rate": 3.991020934849946e-06,
      "loss": 0.3956,
      "step": 829310
    },
    {
      "epoch": 231.46,
      "grad_norm": 1.3218666315078735,
      "learning_rate": 3.991001700036267e-06,
      "loss": 0.3824,
      "step": 829320
    },
    {
      "epoch": 231.46,
      "grad_norm": 0.9953970313072205,
      "learning_rate": 3.990982465003337e-06,
      "loss": 0.3565,
      "step": 829330
    },
    {
      "epoch": 231.47,
      "grad_norm": 0.9481768012046814,
      "learning_rate": 3.990963229751161e-06,
      "loss": 0.3586,
      "step": 829340
    },
    {
      "epoch": 231.47,
      "grad_norm": 1.2022825479507446,
      "learning_rate": 3.99094399427974e-06,
      "loss": 0.3572,
      "step": 829350
    },
    {
      "epoch": 231.47,
      "grad_norm": 0.9635151624679565,
      "learning_rate": 3.990924758589076e-06,
      "loss": 0.3555,
      "step": 829360
    },
    {
      "epoch": 231.47,
      "grad_norm": 0.9497399926185608,
      "learning_rate": 3.9909055226791736e-06,
      "loss": 0.3717,
      "step": 829370
    },
    {
      "epoch": 231.48,
      "grad_norm": 1.107926368713379,
      "learning_rate": 3.990886286550034e-06,
      "loss": 0.363,
      "step": 829380
    },
    {
      "epoch": 231.48,
      "grad_norm": 7.256560325622559,
      "learning_rate": 3.99086705020166e-06,
      "loss": 0.3545,
      "step": 829390
    },
    {
      "epoch": 231.48,
      "grad_norm": 1.0622202157974243,
      "learning_rate": 3.990847813634055e-06,
      "loss": 0.3825,
      "step": 829400
    },
    {
      "epoch": 231.48,
      "grad_norm": 0.9281263947486877,
      "learning_rate": 3.9908285768472204e-06,
      "loss": 0.3761,
      "step": 829410
    },
    {
      "epoch": 231.49,
      "grad_norm": 1.020586371421814,
      "learning_rate": 3.990809339841159e-06,
      "loss": 0.3495,
      "step": 829420
    },
    {
      "epoch": 231.49,
      "grad_norm": 1.1353875398635864,
      "learning_rate": 3.990790102615874e-06,
      "loss": 0.3714,
      "step": 829430
    },
    {
      "epoch": 231.49,
      "grad_norm": 1.2415871620178223,
      "learning_rate": 3.990770865171367e-06,
      "loss": 0.3558,
      "step": 829440
    },
    {
      "epoch": 231.5,
      "grad_norm": 1.24880051612854,
      "learning_rate": 3.990751627507641e-06,
      "loss": 0.3701,
      "step": 829450
    },
    {
      "epoch": 231.5,
      "grad_norm": 1.1045030355453491,
      "learning_rate": 3.9907323896247e-06,
      "loss": 0.3701,
      "step": 829460
    },
    {
      "epoch": 231.5,
      "grad_norm": 1.3234552145004272,
      "learning_rate": 3.990713151522544e-06,
      "loss": 0.3715,
      "step": 829470
    },
    {
      "epoch": 231.5,
      "grad_norm": 1.114309549331665,
      "learning_rate": 3.990693913201176e-06,
      "loss": 0.3594,
      "step": 829480
    },
    {
      "epoch": 231.51,
      "grad_norm": 1.064208745956421,
      "learning_rate": 3.990674674660601e-06,
      "loss": 0.3616,
      "step": 829490
    },
    {
      "epoch": 231.51,
      "grad_norm": 0.9001146554946899,
      "learning_rate": 3.990655435900819e-06,
      "loss": 0.3532,
      "step": 829500
    },
    {
      "epoch": 231.51,
      "grad_norm": 1.1636836528778076,
      "learning_rate": 3.990636196921833e-06,
      "loss": 0.359,
      "step": 829510
    },
    {
      "epoch": 231.52,
      "grad_norm": 0.9982073307037354,
      "learning_rate": 3.9906169577236465e-06,
      "loss": 0.3476,
      "step": 829520
    },
    {
      "epoch": 231.52,
      "grad_norm": 1.0645925998687744,
      "learning_rate": 3.990597718306262e-06,
      "loss": 0.3601,
      "step": 829530
    },
    {
      "epoch": 231.52,
      "grad_norm": 1.104346513748169,
      "learning_rate": 3.990578478669681e-06,
      "loss": 0.3727,
      "step": 829540
    },
    {
      "epoch": 231.52,
      "grad_norm": 1.0512818098068237,
      "learning_rate": 3.990559238813907e-06,
      "loss": 0.3695,
      "step": 829550
    },
    {
      "epoch": 231.53,
      "grad_norm": 0.9901490807533264,
      "learning_rate": 3.990539998738943e-06,
      "loss": 0.3736,
      "step": 829560
    },
    {
      "epoch": 231.53,
      "grad_norm": 1.0980597734451294,
      "learning_rate": 3.990520758444789e-06,
      "loss": 0.3683,
      "step": 829570
    },
    {
      "epoch": 231.53,
      "grad_norm": 1.1172596216201782,
      "learning_rate": 3.99050151793145e-06,
      "loss": 0.3621,
      "step": 829580
    },
    {
      "epoch": 231.54,
      "grad_norm": 1.0019804239273071,
      "learning_rate": 3.990482277198928e-06,
      "loss": 0.3529,
      "step": 829590
    },
    {
      "epoch": 231.54,
      "grad_norm": 1.1254956722259521,
      "learning_rate": 3.990463036247226e-06,
      "loss": 0.3605,
      "step": 829600
    },
    {
      "epoch": 231.54,
      "grad_norm": 1.0406014919281006,
      "learning_rate": 3.990443795076346e-06,
      "loss": 0.3906,
      "step": 829610
    },
    {
      "epoch": 231.54,
      "grad_norm": 1.2722687721252441,
      "learning_rate": 3.99042455368629e-06,
      "loss": 0.3649,
      "step": 829620
    },
    {
      "epoch": 231.55,
      "grad_norm": 0.997171938419342,
      "learning_rate": 3.990405312077062e-06,
      "loss": 0.3746,
      "step": 829630
    },
    {
      "epoch": 231.55,
      "grad_norm": 1.2742067575454712,
      "learning_rate": 3.990386070248663e-06,
      "loss": 0.3657,
      "step": 829640
    },
    {
      "epoch": 231.55,
      "grad_norm": 1.2482423782348633,
      "learning_rate": 3.990366828201097e-06,
      "loss": 0.383,
      "step": 829650
    },
    {
      "epoch": 231.55,
      "grad_norm": 1.0592114925384521,
      "learning_rate": 3.990347585934365e-06,
      "loss": 0.3635,
      "step": 829660
    },
    {
      "epoch": 231.56,
      "grad_norm": 1.0658150911331177,
      "learning_rate": 3.990328343448471e-06,
      "loss": 0.3643,
      "step": 829670
    },
    {
      "epoch": 231.56,
      "grad_norm": 1.1395435333251953,
      "learning_rate": 3.990309100743416e-06,
      "loss": 0.3665,
      "step": 829680
    },
    {
      "epoch": 231.56,
      "grad_norm": 1.169559359550476,
      "learning_rate": 3.990289857819205e-06,
      "loss": 0.3579,
      "step": 829690
    },
    {
      "epoch": 231.57,
      "grad_norm": 1.0861201286315918,
      "learning_rate": 3.990270614675838e-06,
      "loss": 0.3487,
      "step": 829700
    },
    {
      "epoch": 231.57,
      "grad_norm": 1.1319901943206787,
      "learning_rate": 3.990251371313319e-06,
      "loss": 0.3669,
      "step": 829710
    },
    {
      "epoch": 231.57,
      "grad_norm": 1.0578218698501587,
      "learning_rate": 3.990232127731651e-06,
      "loss": 0.3844,
      "step": 829720
    },
    {
      "epoch": 231.57,
      "grad_norm": 1.9031625986099243,
      "learning_rate": 3.990212883930835e-06,
      "loss": 0.3355,
      "step": 829730
    },
    {
      "epoch": 231.58,
      "grad_norm": 1.143043875694275,
      "learning_rate": 3.9901936399108745e-06,
      "loss": 0.3578,
      "step": 829740
    },
    {
      "epoch": 231.58,
      "grad_norm": 2.3166651725769043,
      "learning_rate": 3.9901743956717716e-06,
      "loss": 0.3707,
      "step": 829750
    },
    {
      "epoch": 231.58,
      "grad_norm": 1.068666934967041,
      "learning_rate": 3.990155151213529e-06,
      "loss": 0.3496,
      "step": 829760
    },
    {
      "epoch": 231.59,
      "grad_norm": 1.1805236339569092,
      "learning_rate": 3.99013590653615e-06,
      "loss": 0.362,
      "step": 829770
    },
    {
      "epoch": 231.59,
      "grad_norm": 1.1443703174591064,
      "learning_rate": 3.990116661639636e-06,
      "loss": 0.3669,
      "step": 829780
    },
    {
      "epoch": 231.59,
      "grad_norm": 0.969355583190918,
      "learning_rate": 3.990097416523992e-06,
      "loss": 0.3631,
      "step": 829790
    },
    {
      "epoch": 231.59,
      "grad_norm": 1.7637524604797363,
      "learning_rate": 3.990078171189216e-06,
      "loss": 0.3723,
      "step": 829800
    },
    {
      "epoch": 231.6,
      "grad_norm": 1.0073285102844238,
      "learning_rate": 3.990058925635315e-06,
      "loss": 0.3708,
      "step": 829810
    },
    {
      "epoch": 231.6,
      "grad_norm": 1.1004226207733154,
      "learning_rate": 3.990039679862289e-06,
      "loss": 0.3463,
      "step": 829820
    },
    {
      "epoch": 231.6,
      "grad_norm": 1.0466070175170898,
      "learning_rate": 3.990020433870142e-06,
      "loss": 0.3749,
      "step": 829830
    },
    {
      "epoch": 231.6,
      "grad_norm": 1.028404951095581,
      "learning_rate": 3.990001187658876e-06,
      "loss": 0.3779,
      "step": 829840
    },
    {
      "epoch": 231.61,
      "grad_norm": 1.3026546239852905,
      "learning_rate": 3.9899819412284934e-06,
      "loss": 0.377,
      "step": 829850
    },
    {
      "epoch": 231.61,
      "grad_norm": 1.1599661111831665,
      "learning_rate": 3.9899626945789965e-06,
      "loss": 0.3699,
      "step": 829860
    },
    {
      "epoch": 231.61,
      "grad_norm": 1.038299798965454,
      "learning_rate": 3.989943447710388e-06,
      "loss": 0.361,
      "step": 829870
    },
    {
      "epoch": 231.62,
      "grad_norm": 0.9345856308937073,
      "learning_rate": 3.989924200622671e-06,
      "loss": 0.3772,
      "step": 829880
    },
    {
      "epoch": 231.62,
      "grad_norm": 1.0180312395095825,
      "learning_rate": 3.989904953315848e-06,
      "loss": 0.3452,
      "step": 829890
    },
    {
      "epoch": 231.62,
      "grad_norm": 1.1320148706436157,
      "learning_rate": 3.989885705789922e-06,
      "loss": 0.3922,
      "step": 829900
    },
    {
      "epoch": 231.62,
      "grad_norm": 1.0264300107955933,
      "learning_rate": 3.989866458044894e-06,
      "loss": 0.3482,
      "step": 829910
    },
    {
      "epoch": 231.63,
      "grad_norm": 1.1003841161727905,
      "learning_rate": 3.989847210080767e-06,
      "loss": 0.3644,
      "step": 829920
    },
    {
      "epoch": 231.63,
      "grad_norm": 0.9697021245956421,
      "learning_rate": 3.9898279618975445e-06,
      "loss": 0.3607,
      "step": 829930
    },
    {
      "epoch": 231.63,
      "grad_norm": 1.264419436454773,
      "learning_rate": 3.989808713495229e-06,
      "loss": 0.3552,
      "step": 829940
    },
    {
      "epoch": 231.64,
      "grad_norm": 0.8083035945892334,
      "learning_rate": 3.989789464873822e-06,
      "loss": 0.352,
      "step": 829950
    },
    {
      "epoch": 231.64,
      "grad_norm": 1.2100189924240112,
      "learning_rate": 3.989770216033327e-06,
      "loss": 0.3617,
      "step": 829960
    },
    {
      "epoch": 231.64,
      "grad_norm": 1.1346982717514038,
      "learning_rate": 3.989750966973747e-06,
      "loss": 0.3794,
      "step": 829970
    },
    {
      "epoch": 231.64,
      "grad_norm": 1.051174283027649,
      "learning_rate": 3.989731717695083e-06,
      "loss": 0.3576,
      "step": 829980
    },
    {
      "epoch": 231.65,
      "grad_norm": 1.2450751066207886,
      "learning_rate": 3.989712468197338e-06,
      "loss": 0.3609,
      "step": 829990
    },
    {
      "epoch": 231.65,
      "grad_norm": 0.9384285807609558,
      "learning_rate": 3.989693218480516e-06,
      "loss": 0.3707,
      "step": 830000
    },
    {
      "epoch": 231.65,
      "grad_norm": 0.9294544458389282,
      "learning_rate": 3.989673968544618e-06,
      "loss": 0.3651,
      "step": 830010
    },
    {
      "epoch": 231.66,
      "grad_norm": 0.9673110842704773,
      "learning_rate": 3.9896547183896465e-06,
      "loss": 0.3623,
      "step": 830020
    },
    {
      "epoch": 231.66,
      "grad_norm": 1.2235268354415894,
      "learning_rate": 3.989635468015605e-06,
      "loss": 0.3618,
      "step": 830030
    },
    {
      "epoch": 231.66,
      "grad_norm": 1.1182031631469727,
      "learning_rate": 3.989616217422496e-06,
      "loss": 0.3435,
      "step": 830040
    },
    {
      "epoch": 231.66,
      "grad_norm": 0.917738139629364,
      "learning_rate": 3.989596966610322e-06,
      "loss": 0.3494,
      "step": 830050
    },
    {
      "epoch": 231.67,
      "grad_norm": 1.0274856090545654,
      "learning_rate": 3.989577715579085e-06,
      "loss": 0.3808,
      "step": 830060
    },
    {
      "epoch": 231.67,
      "grad_norm": 0.8989206552505493,
      "learning_rate": 3.989558464328788e-06,
      "loss": 0.3783,
      "step": 830070
    },
    {
      "epoch": 231.67,
      "grad_norm": 1.2047991752624512,
      "learning_rate": 3.989539212859433e-06,
      "loss": 0.3674,
      "step": 830080
    },
    {
      "epoch": 231.67,
      "grad_norm": 1.1978849172592163,
      "learning_rate": 3.989519961171022e-06,
      "loss": 0.3647,
      "step": 830090
    },
    {
      "epoch": 231.68,
      "grad_norm": 1.0148149728775024,
      "learning_rate": 3.989500709263561e-06,
      "loss": 0.354,
      "step": 830100
    },
    {
      "epoch": 231.68,
      "grad_norm": 1.0643490552902222,
      "learning_rate": 3.989481457137049e-06,
      "loss": 0.3615,
      "step": 830110
    },
    {
      "epoch": 231.68,
      "grad_norm": 1.228089451789856,
      "learning_rate": 3.98946220479149e-06,
      "loss": 0.3753,
      "step": 830120
    },
    {
      "epoch": 231.69,
      "grad_norm": 1.1218042373657227,
      "learning_rate": 3.989442952226886e-06,
      "loss": 0.3482,
      "step": 830130
    },
    {
      "epoch": 231.69,
      "grad_norm": 1.1773841381072998,
      "learning_rate": 3.989423699443239e-06,
      "loss": 0.3786,
      "step": 830140
    },
    {
      "epoch": 231.69,
      "grad_norm": 3.0612106323242188,
      "learning_rate": 3.989404446440553e-06,
      "loss": 0.3744,
      "step": 830150
    },
    {
      "epoch": 231.69,
      "grad_norm": 1.2069940567016602,
      "learning_rate": 3.98938519321883e-06,
      "loss": 0.3706,
      "step": 830160
    },
    {
      "epoch": 231.7,
      "grad_norm": 0.9927952289581299,
      "learning_rate": 3.989365939778072e-06,
      "loss": 0.3428,
      "step": 830170
    },
    {
      "epoch": 231.7,
      "grad_norm": 1.2449625730514526,
      "learning_rate": 3.989346686118283e-06,
      "loss": 0.3689,
      "step": 830180
    },
    {
      "epoch": 231.7,
      "grad_norm": 0.9131132960319519,
      "learning_rate": 3.989327432239465e-06,
      "loss": 0.3493,
      "step": 830190
    },
    {
      "epoch": 231.71,
      "grad_norm": 1.059700846672058,
      "learning_rate": 3.9893081781416196e-06,
      "loss": 0.364,
      "step": 830200
    },
    {
      "epoch": 231.71,
      "grad_norm": 1.1223474740982056,
      "learning_rate": 3.98928892382475e-06,
      "loss": 0.3549,
      "step": 830210
    },
    {
      "epoch": 231.71,
      "grad_norm": 1.0603283643722534,
      "learning_rate": 3.989269669288858e-06,
      "loss": 0.3623,
      "step": 830220
    },
    {
      "epoch": 231.71,
      "grad_norm": 1.0642842054367065,
      "learning_rate": 3.9892504145339475e-06,
      "loss": 0.3822,
      "step": 830230
    },
    {
      "epoch": 231.72,
      "grad_norm": 1.0926631689071655,
      "learning_rate": 3.98923115956002e-06,
      "loss": 0.3808,
      "step": 830240
    },
    {
      "epoch": 231.72,
      "grad_norm": 1.0804510116577148,
      "learning_rate": 3.989211904367079e-06,
      "loss": 0.3702,
      "step": 830250
    },
    {
      "epoch": 231.72,
      "grad_norm": 1.320401668548584,
      "learning_rate": 3.9891926489551265e-06,
      "loss": 0.3637,
      "step": 830260
    },
    {
      "epoch": 231.72,
      "grad_norm": 1.122619867324829,
      "learning_rate": 3.989173393324166e-06,
      "loss": 0.3652,
      "step": 830270
    },
    {
      "epoch": 231.73,
      "grad_norm": 1.0251376628875732,
      "learning_rate": 3.989154137474198e-06,
      "loss": 0.3652,
      "step": 830280
    },
    {
      "epoch": 231.73,
      "grad_norm": 1.1115790605545044,
      "learning_rate": 3.989134881405226e-06,
      "loss": 0.3557,
      "step": 830290
    },
    {
      "epoch": 231.73,
      "grad_norm": 1.2084283828735352,
      "learning_rate": 3.989115625117254e-06,
      "loss": 0.3474,
      "step": 830300
    },
    {
      "epoch": 231.74,
      "grad_norm": 1.175676941871643,
      "learning_rate": 3.989096368610282e-06,
      "loss": 0.3493,
      "step": 830310
    },
    {
      "epoch": 231.74,
      "grad_norm": 0.9621045589447021,
      "learning_rate": 3.989077111884314e-06,
      "loss": 0.3614,
      "step": 830320
    },
    {
      "epoch": 231.74,
      "grad_norm": 1.1057990789413452,
      "learning_rate": 3.989057854939354e-06,
      "loss": 0.3633,
      "step": 830330
    },
    {
      "epoch": 231.74,
      "grad_norm": 1.0965077877044678,
      "learning_rate": 3.989038597775402e-06,
      "loss": 0.3541,
      "step": 830340
    },
    {
      "epoch": 231.75,
      "grad_norm": 1.2391347885131836,
      "learning_rate": 3.989019340392462e-06,
      "loss": 0.3898,
      "step": 830350
    },
    {
      "epoch": 231.75,
      "grad_norm": 1.032365083694458,
      "learning_rate": 3.989000082790536e-06,
      "loss": 0.3593,
      "step": 830360
    },
    {
      "epoch": 231.75,
      "grad_norm": 1.1177467107772827,
      "learning_rate": 3.9889808249696276e-06,
      "loss": 0.3737,
      "step": 830370
    },
    {
      "epoch": 231.76,
      "grad_norm": 1.0197932720184326,
      "learning_rate": 3.988961566929737e-06,
      "loss": 0.3782,
      "step": 830380
    },
    {
      "epoch": 231.76,
      "grad_norm": 1.3026597499847412,
      "learning_rate": 3.988942308670869e-06,
      "loss": 0.3645,
      "step": 830390
    },
    {
      "epoch": 231.76,
      "grad_norm": 1.452355146408081,
      "learning_rate": 3.9889230501930265e-06,
      "loss": 0.3526,
      "step": 830400
    },
    {
      "epoch": 231.76,
      "grad_norm": 0.9837238788604736,
      "learning_rate": 3.98890379149621e-06,
      "loss": 0.3759,
      "step": 830410
    },
    {
      "epoch": 231.77,
      "grad_norm": 1.1649565696716309,
      "learning_rate": 3.988884532580423e-06,
      "loss": 0.3803,
      "step": 830420
    },
    {
      "epoch": 231.77,
      "grad_norm": 0.9926010370254517,
      "learning_rate": 3.988865273445669e-06,
      "loss": 0.3595,
      "step": 830430
    },
    {
      "epoch": 231.77,
      "grad_norm": 1.130017638206482,
      "learning_rate": 3.988846014091949e-06,
      "loss": 0.3836,
      "step": 830440
    },
    {
      "epoch": 231.78,
      "grad_norm": 1.0527358055114746,
      "learning_rate": 3.988826754519266e-06,
      "loss": 0.3585,
      "step": 830450
    },
    {
      "epoch": 231.78,
      "grad_norm": 1.3207817077636719,
      "learning_rate": 3.9888074947276234e-06,
      "loss": 0.3798,
      "step": 830460
    },
    {
      "epoch": 231.78,
      "grad_norm": 1.1910372972488403,
      "learning_rate": 3.988788234717022e-06,
      "loss": 0.3646,
      "step": 830470
    },
    {
      "epoch": 231.78,
      "grad_norm": 1.091727614402771,
      "learning_rate": 3.988768974487468e-06,
      "loss": 0.3743,
      "step": 830480
    },
    {
      "epoch": 231.79,
      "grad_norm": 1.197295069694519,
      "learning_rate": 3.9887497140389594e-06,
      "loss": 0.3699,
      "step": 830490
    },
    {
      "epoch": 231.79,
      "grad_norm": 1.2076128721237183,
      "learning_rate": 3.988730453371502e-06,
      "loss": 0.3769,
      "step": 830500
    },
    {
      "epoch": 231.79,
      "grad_norm": 0.9412475824356079,
      "learning_rate": 3.988711192485096e-06,
      "loss": 0.3595,
      "step": 830510
    },
    {
      "epoch": 231.79,
      "grad_norm": 0.8416563868522644,
      "learning_rate": 3.988691931379746e-06,
      "loss": 0.3629,
      "step": 830520
    },
    {
      "epoch": 231.8,
      "grad_norm": 1.1880059242248535,
      "learning_rate": 3.988672670055454e-06,
      "loss": 0.3776,
      "step": 830530
    },
    {
      "epoch": 231.8,
      "grad_norm": 1.1463876962661743,
      "learning_rate": 3.988653408512222e-06,
      "loss": 0.3566,
      "step": 830540
    },
    {
      "epoch": 231.8,
      "grad_norm": 1.0258466005325317,
      "learning_rate": 3.988634146750053e-06,
      "loss": 0.3799,
      "step": 830550
    },
    {
      "epoch": 231.81,
      "grad_norm": 0.8348830342292786,
      "learning_rate": 3.988614884768949e-06,
      "loss": 0.368,
      "step": 830560
    },
    {
      "epoch": 231.81,
      "grad_norm": 1.0928646326065063,
      "learning_rate": 3.988595622568914e-06,
      "loss": 0.37,
      "step": 830570
    },
    {
      "epoch": 231.81,
      "grad_norm": 1.1866493225097656,
      "learning_rate": 3.9885763601499494e-06,
      "loss": 0.3601,
      "step": 830580
    },
    {
      "epoch": 231.81,
      "grad_norm": 1.2815433740615845,
      "learning_rate": 3.988557097512057e-06,
      "loss": 0.3576,
      "step": 830590
    },
    {
      "epoch": 231.82,
      "grad_norm": 0.9984132051467896,
      "learning_rate": 3.988537834655241e-06,
      "loss": 0.3687,
      "step": 830600
    },
    {
      "epoch": 231.82,
      "grad_norm": 0.9825253486633301,
      "learning_rate": 3.988518571579503e-06,
      "loss": 0.3722,
      "step": 830610
    },
    {
      "epoch": 231.82,
      "grad_norm": 1.1615065336227417,
      "learning_rate": 3.9884993082848475e-06,
      "loss": 0.3755,
      "step": 830620
    },
    {
      "epoch": 231.83,
      "grad_norm": 1.0358068943023682,
      "learning_rate": 3.9884800447712735e-06,
      "loss": 0.3728,
      "step": 830630
    },
    {
      "epoch": 231.83,
      "grad_norm": 0.9359414577484131,
      "learning_rate": 3.988460781038786e-06,
      "loss": 0.3704,
      "step": 830640
    },
    {
      "epoch": 231.83,
      "grad_norm": 1.085382103919983,
      "learning_rate": 3.988441517087387e-06,
      "loss": 0.3658,
      "step": 830650
    },
    {
      "epoch": 231.83,
      "grad_norm": 1.0878466367721558,
      "learning_rate": 3.98842225291708e-06,
      "loss": 0.3783,
      "step": 830660
    },
    {
      "epoch": 231.84,
      "grad_norm": 1.0974931716918945,
      "learning_rate": 3.988402988527865e-06,
      "loss": 0.352,
      "step": 830670
    },
    {
      "epoch": 231.84,
      "grad_norm": 1.0918432474136353,
      "learning_rate": 3.9883837239197475e-06,
      "loss": 0.3491,
      "step": 830680
    },
    {
      "epoch": 231.84,
      "grad_norm": 1.1214346885681152,
      "learning_rate": 3.988364459092728e-06,
      "loss": 0.3757,
      "step": 830690
    },
    {
      "epoch": 231.84,
      "grad_norm": 0.938086211681366,
      "learning_rate": 3.98834519404681e-06,
      "loss": 0.3662,
      "step": 830700
    },
    {
      "epoch": 231.85,
      "grad_norm": 0.8755282163619995,
      "learning_rate": 3.9883259287819965e-06,
      "loss": 0.3736,
      "step": 830710
    },
    {
      "epoch": 231.85,
      "grad_norm": 1.1024130582809448,
      "learning_rate": 3.988306663298289e-06,
      "loss": 0.3577,
      "step": 830720
    },
    {
      "epoch": 231.85,
      "grad_norm": 7.755349636077881,
      "learning_rate": 3.9882873975956915e-06,
      "loss": 0.3524,
      "step": 830730
    },
    {
      "epoch": 231.86,
      "grad_norm": 1.0428186655044556,
      "learning_rate": 3.9882681316742045e-06,
      "loss": 0.3783,
      "step": 830740
    },
    {
      "epoch": 231.86,
      "grad_norm": 1.008424162864685,
      "learning_rate": 3.988248865533832e-06,
      "loss": 0.3562,
      "step": 830750
    },
    {
      "epoch": 231.86,
      "grad_norm": 1.258776068687439,
      "learning_rate": 3.9882295991745766e-06,
      "loss": 0.362,
      "step": 830760
    },
    {
      "epoch": 231.86,
      "grad_norm": 1.105751395225525,
      "learning_rate": 3.988210332596441e-06,
      "loss": 0.3718,
      "step": 830770
    },
    {
      "epoch": 231.87,
      "grad_norm": 0.9651294350624084,
      "learning_rate": 3.988191065799427e-06,
      "loss": 0.3739,
      "step": 830780
    },
    {
      "epoch": 231.87,
      "grad_norm": 1.0770963430404663,
      "learning_rate": 3.988171798783536e-06,
      "loss": 0.3684,
      "step": 830790
    },
    {
      "epoch": 231.87,
      "grad_norm": 1.022307276725769,
      "learning_rate": 3.988152531548772e-06,
      "loss": 0.3573,
      "step": 830800
    },
    {
      "epoch": 231.88,
      "grad_norm": 1.148355484008789,
      "learning_rate": 3.98813326409514e-06,
      "loss": 0.3592,
      "step": 830810
    },
    {
      "epoch": 231.88,
      "grad_norm": 1.1513694524765015,
      "learning_rate": 3.9881139964226385e-06,
      "loss": 0.3559,
      "step": 830820
    },
    {
      "epoch": 231.88,
      "grad_norm": 1.0384658575057983,
      "learning_rate": 3.988094728531272e-06,
      "loss": 0.3619,
      "step": 830830
    },
    {
      "epoch": 231.88,
      "grad_norm": 1.3569526672363281,
      "learning_rate": 3.988075460421043e-06,
      "loss": 0.3522,
      "step": 830840
    },
    {
      "epoch": 231.89,
      "grad_norm": 1.0190563201904297,
      "learning_rate": 3.988056192091953e-06,
      "loss": 0.3648,
      "step": 830850
    },
    {
      "epoch": 231.89,
      "grad_norm": 1.4438458681106567,
      "learning_rate": 3.988036923544006e-06,
      "loss": 0.3715,
      "step": 830860
    },
    {
      "epoch": 231.89,
      "grad_norm": 0.9939120411872864,
      "learning_rate": 3.988017654777203e-06,
      "loss": 0.3589,
      "step": 830870
    },
    {
      "epoch": 231.9,
      "grad_norm": 1.1586604118347168,
      "learning_rate": 3.98799838579155e-06,
      "loss": 0.3642,
      "step": 830880
    },
    {
      "epoch": 231.9,
      "grad_norm": 0.9584341049194336,
      "learning_rate": 3.9879791165870445e-06,
      "loss": 0.3614,
      "step": 830890
    },
    {
      "epoch": 231.9,
      "grad_norm": 1.0050339698791504,
      "learning_rate": 3.987959847163693e-06,
      "loss": 0.3769,
      "step": 830900
    },
    {
      "epoch": 231.9,
      "grad_norm": 0.9687241911888123,
      "learning_rate": 3.987940577521497e-06,
      "loss": 0.3596,
      "step": 830910
    },
    {
      "epoch": 231.91,
      "grad_norm": 1.238734245300293,
      "learning_rate": 3.987921307660458e-06,
      "loss": 0.3729,
      "step": 830920
    },
    {
      "epoch": 231.91,
      "grad_norm": 0.9975361824035645,
      "learning_rate": 3.987902037580579e-06,
      "loss": 0.3769,
      "step": 830930
    },
    {
      "epoch": 231.91,
      "grad_norm": 1.0305424928665161,
      "learning_rate": 3.987882767281864e-06,
      "loss": 0.3518,
      "step": 830940
    },
    {
      "epoch": 231.91,
      "grad_norm": 1.0025562047958374,
      "learning_rate": 3.9878634967643135e-06,
      "loss": 0.3823,
      "step": 830950
    },
    {
      "epoch": 231.92,
      "grad_norm": 0.9441226124763489,
      "learning_rate": 3.987844226027931e-06,
      "loss": 0.3531,
      "step": 830960
    },
    {
      "epoch": 231.92,
      "grad_norm": 1.3253189325332642,
      "learning_rate": 3.98782495507272e-06,
      "loss": 0.3745,
      "step": 830970
    },
    {
      "epoch": 231.92,
      "grad_norm": 0.9686837196350098,
      "learning_rate": 3.987805683898682e-06,
      "loss": 0.3535,
      "step": 830980
    },
    {
      "epoch": 231.93,
      "grad_norm": 1.0631072521209717,
      "learning_rate": 3.987786412505819e-06,
      "loss": 0.3888,
      "step": 830990
    },
    {
      "epoch": 231.93,
      "grad_norm": 1.0081639289855957,
      "learning_rate": 3.987767140894135e-06,
      "loss": 0.3717,
      "step": 831000
    },
    {
      "epoch": 231.93,
      "grad_norm": 1.1813970804214478,
      "learning_rate": 3.987747869063632e-06,
      "loss": 0.3603,
      "step": 831010
    },
    {
      "epoch": 231.93,
      "grad_norm": 1.0503166913986206,
      "learning_rate": 3.9877285970143126e-06,
      "loss": 0.3745,
      "step": 831020
    },
    {
      "epoch": 231.94,
      "grad_norm": 0.9522066712379456,
      "learning_rate": 3.987709324746178e-06,
      "loss": 0.3663,
      "step": 831030
    },
    {
      "epoch": 231.94,
      "grad_norm": 1.0211892127990723,
      "learning_rate": 3.9876900522592335e-06,
      "loss": 0.3712,
      "step": 831040
    },
    {
      "epoch": 231.94,
      "grad_norm": 1.045781135559082,
      "learning_rate": 3.987670779553479e-06,
      "loss": 0.3633,
      "step": 831050
    },
    {
      "epoch": 231.95,
      "grad_norm": 0.9192442297935486,
      "learning_rate": 3.987651506628919e-06,
      "loss": 0.3725,
      "step": 831060
    },
    {
      "epoch": 231.95,
      "grad_norm": 4.9965596199035645,
      "learning_rate": 3.987632233485554e-06,
      "loss": 0.3764,
      "step": 831070
    },
    {
      "epoch": 231.95,
      "grad_norm": 1.0713733434677124,
      "learning_rate": 3.987612960123388e-06,
      "loss": 0.3599,
      "step": 831080
    },
    {
      "epoch": 231.95,
      "grad_norm": 0.9729208946228027,
      "learning_rate": 3.9875936865424246e-06,
      "loss": 0.3492,
      "step": 831090
    },
    {
      "epoch": 231.96,
      "grad_norm": 1.135794758796692,
      "learning_rate": 3.987574412742665e-06,
      "loss": 0.3686,
      "step": 831100
    },
    {
      "epoch": 231.96,
      "grad_norm": 1.0534539222717285,
      "learning_rate": 3.987555138724111e-06,
      "loss": 0.3957,
      "step": 831110
    },
    {
      "epoch": 231.96,
      "grad_norm": 1.0366218090057373,
      "learning_rate": 3.987535864486767e-06,
      "loss": 0.364,
      "step": 831120
    },
    {
      "epoch": 231.96,
      "grad_norm": 1.5813300609588623,
      "learning_rate": 3.9875165900306336e-06,
      "loss": 0.368,
      "step": 831130
    },
    {
      "epoch": 231.97,
      "grad_norm": 1.1582043170928955,
      "learning_rate": 3.987497315355715e-06,
      "loss": 0.3696,
      "step": 831140
    },
    {
      "epoch": 231.97,
      "grad_norm": 1.0511317253112793,
      "learning_rate": 3.987478040462014e-06,
      "loss": 0.3623,
      "step": 831150
    },
    {
      "epoch": 231.97,
      "grad_norm": 1.0141170024871826,
      "learning_rate": 3.9874587653495304e-06,
      "loss": 0.374,
      "step": 831160
    },
    {
      "epoch": 231.98,
      "grad_norm": 1.0158717632293701,
      "learning_rate": 3.9874394900182705e-06,
      "loss": 0.3653,
      "step": 831170
    },
    {
      "epoch": 231.98,
      "grad_norm": 1.00124192237854,
      "learning_rate": 3.987420214468235e-06,
      "loss": 0.3721,
      "step": 831180
    },
    {
      "epoch": 231.98,
      "grad_norm": 1.1266146898269653,
      "learning_rate": 3.9874009386994255e-06,
      "loss": 0.3849,
      "step": 831190
    },
    {
      "epoch": 231.98,
      "grad_norm": 1.1669515371322632,
      "learning_rate": 3.987381662711846e-06,
      "loss": 0.3731,
      "step": 831200
    },
    {
      "epoch": 231.99,
      "grad_norm": 1.1508504152297974,
      "learning_rate": 3.987362386505499e-06,
      "loss": 0.3781,
      "step": 831210
    },
    {
      "epoch": 231.99,
      "grad_norm": 0.9893506169319153,
      "learning_rate": 3.987343110080387e-06,
      "loss": 0.3711,
      "step": 831220
    },
    {
      "epoch": 231.99,
      "grad_norm": 5.192280292510986,
      "learning_rate": 3.987323833436512e-06,
      "loss": 0.3837,
      "step": 831230
    },
    {
      "epoch": 232.0,
      "grad_norm": 1.0715487003326416,
      "learning_rate": 3.987304556573877e-06,
      "loss": 0.3837,
      "step": 831240
    },
    {
      "epoch": 232.0,
      "grad_norm": 1.2800378799438477,
      "learning_rate": 3.987285279492483e-06,
      "loss": 0.3579,
      "step": 831250
    },
    {
      "epoch": 232.0,
      "eval_loss": 0.3660607933998108,
      "eval_runtime": 63.4534,
      "eval_samples_per_second": 79.728,
      "eval_steps_per_second": 9.976,
      "step": 831256
    },
    {
      "epoch": 232.0,
      "grad_norm": 1.0352623462677002,
      "learning_rate": 3.987266002192335e-06,
      "loss": 0.3784,
      "step": 831260
    },
    {
      "epoch": 232.0,
      "grad_norm": 1.097130537033081,
      "learning_rate": 3.987246724673435e-06,
      "loss": 0.3628,
      "step": 831270
    },
    {
      "epoch": 232.01,
      "grad_norm": 0.9980545043945312,
      "learning_rate": 3.9872274469357854e-06,
      "loss": 0.3581,
      "step": 831280
    },
    {
      "epoch": 232.01,
      "grad_norm": 1.0348265171051025,
      "learning_rate": 3.9872081689793875e-06,
      "loss": 0.3583,
      "step": 831290
    },
    {
      "epoch": 232.01,
      "grad_norm": 0.937106192111969,
      "learning_rate": 3.987188890804246e-06,
      "loss": 0.3694,
      "step": 831300
    },
    {
      "epoch": 232.02,
      "grad_norm": 1.1299774646759033,
      "learning_rate": 3.987169612410361e-06,
      "loss": 0.3721,
      "step": 831310
    },
    {
      "epoch": 232.02,
      "grad_norm": 1.072849154472351,
      "learning_rate": 3.987150333797737e-06,
      "loss": 0.3529,
      "step": 831320
    },
    {
      "epoch": 232.02,
      "grad_norm": 1.0599620342254639,
      "learning_rate": 3.987131054966376e-06,
      "loss": 0.3727,
      "step": 831330
    },
    {
      "epoch": 232.02,
      "grad_norm": 1.2361667156219482,
      "learning_rate": 3.987111775916281e-06,
      "loss": 0.3731,
      "step": 831340
    },
    {
      "epoch": 232.03,
      "grad_norm": 0.9421985149383545,
      "learning_rate": 3.9870924966474536e-06,
      "loss": 0.3719,
      "step": 831350
    },
    {
      "epoch": 232.03,
      "grad_norm": 1.0780354738235474,
      "learning_rate": 3.987073217159897e-06,
      "loss": 0.3895,
      "step": 831360
    },
    {
      "epoch": 232.03,
      "grad_norm": 1.2039238214492798,
      "learning_rate": 3.987053937453614e-06,
      "loss": 0.361,
      "step": 831370
    },
    {
      "epoch": 232.03,
      "grad_norm": 1.0773861408233643,
      "learning_rate": 3.987034657528606e-06,
      "loss": 0.3629,
      "step": 831380
    },
    {
      "epoch": 232.04,
      "grad_norm": 1.0765557289123535,
      "learning_rate": 3.987015377384877e-06,
      "loss": 0.3644,
      "step": 831390
    },
    {
      "epoch": 232.04,
      "grad_norm": 1.1022320985794067,
      "learning_rate": 3.986996097022428e-06,
      "loss": 0.3565,
      "step": 831400
    },
    {
      "epoch": 232.04,
      "grad_norm": 0.9903326034545898,
      "learning_rate": 3.986976816441263e-06,
      "loss": 0.3695,
      "step": 831410
    },
    {
      "epoch": 232.05,
      "grad_norm": 1.0174686908721924,
      "learning_rate": 3.986957535641385e-06,
      "loss": 0.3491,
      "step": 831420
    },
    {
      "epoch": 232.05,
      "grad_norm": 1.1516046524047852,
      "learning_rate": 3.9869382546227945e-06,
      "loss": 0.383,
      "step": 831430
    },
    {
      "epoch": 232.05,
      "grad_norm": 1.2265788316726685,
      "learning_rate": 3.9869189733854966e-06,
      "loss": 0.3528,
      "step": 831440
    },
    {
      "epoch": 232.05,
      "grad_norm": 1.2424713373184204,
      "learning_rate": 3.9868996919294905e-06,
      "loss": 0.369,
      "step": 831450
    },
    {
      "epoch": 232.06,
      "grad_norm": 1.0623821020126343,
      "learning_rate": 3.986880410254782e-06,
      "loss": 0.3549,
      "step": 831460
    },
    {
      "epoch": 232.06,
      "grad_norm": 1.0087718963623047,
      "learning_rate": 3.986861128361372e-06,
      "loss": 0.3588,
      "step": 831470
    },
    {
      "epoch": 232.06,
      "grad_norm": 1.0932393074035645,
      "learning_rate": 3.986841846249263e-06,
      "loss": 0.3785,
      "step": 831480
    },
    {
      "epoch": 232.07,
      "grad_norm": 0.9789409041404724,
      "learning_rate": 3.986822563918459e-06,
      "loss": 0.3365,
      "step": 831490
    },
    {
      "epoch": 232.07,
      "grad_norm": 1.1085928678512573,
      "learning_rate": 3.986803281368961e-06,
      "loss": 0.3581,
      "step": 831500
    },
    {
      "epoch": 232.07,
      "grad_norm": 0.9824665188789368,
      "learning_rate": 3.986783998600772e-06,
      "loss": 0.3699,
      "step": 831510
    },
    {
      "epoch": 232.07,
      "grad_norm": 0.9739254713058472,
      "learning_rate": 3.986764715613895e-06,
      "loss": 0.3589,
      "step": 831520
    },
    {
      "epoch": 232.08,
      "grad_norm": 0.9488094449043274,
      "learning_rate": 3.9867454324083325e-06,
      "loss": 0.359,
      "step": 831530
    },
    {
      "epoch": 232.08,
      "grad_norm": 1.17790949344635,
      "learning_rate": 3.986726148984087e-06,
      "loss": 0.3712,
      "step": 831540
    },
    {
      "epoch": 232.08,
      "grad_norm": 0.9379145503044128,
      "learning_rate": 3.98670686534116e-06,
      "loss": 0.3701,
      "step": 831550
    },
    {
      "epoch": 232.08,
      "grad_norm": 0.9593299031257629,
      "learning_rate": 3.986687581479556e-06,
      "loss": 0.3728,
      "step": 831560
    },
    {
      "epoch": 232.09,
      "grad_norm": 1.128478765487671,
      "learning_rate": 3.986668297399277e-06,
      "loss": 0.3613,
      "step": 831570
    },
    {
      "epoch": 232.09,
      "grad_norm": 1.0964256525039673,
      "learning_rate": 3.986649013100323e-06,
      "loss": 0.3743,
      "step": 831580
    },
    {
      "epoch": 232.09,
      "grad_norm": 1.1383110284805298,
      "learning_rate": 3.9866297285827006e-06,
      "loss": 0.3686,
      "step": 831590
    },
    {
      "epoch": 232.1,
      "grad_norm": 1.1423743963241577,
      "learning_rate": 3.98661044384641e-06,
      "loss": 0.3805,
      "step": 831600
    },
    {
      "epoch": 232.1,
      "grad_norm": 0.96976238489151,
      "learning_rate": 3.9865911588914535e-06,
      "loss": 0.3738,
      "step": 831610
    },
    {
      "epoch": 232.1,
      "grad_norm": 1.1552765369415283,
      "learning_rate": 3.986571873717835e-06,
      "loss": 0.3519,
      "step": 831620
    },
    {
      "epoch": 232.1,
      "grad_norm": 1.0719361305236816,
      "learning_rate": 3.986552588325558e-06,
      "loss": 0.3685,
      "step": 831630
    },
    {
      "epoch": 232.11,
      "grad_norm": 2.3134889602661133,
      "learning_rate": 3.986533302714621e-06,
      "loss": 0.3529,
      "step": 831640
    },
    {
      "epoch": 232.11,
      "grad_norm": 0.9977943301200867,
      "learning_rate": 3.98651401688503e-06,
      "loss": 0.3928,
      "step": 831650
    },
    {
      "epoch": 232.11,
      "grad_norm": 1.2694871425628662,
      "learning_rate": 3.986494730836786e-06,
      "loss": 0.3851,
      "step": 831660
    },
    {
      "epoch": 232.12,
      "grad_norm": 1.3472861051559448,
      "learning_rate": 3.986475444569893e-06,
      "loss": 0.3641,
      "step": 831670
    },
    {
      "epoch": 232.12,
      "grad_norm": 1.1294301748275757,
      "learning_rate": 3.986456158084354e-06,
      "loss": 0.3712,
      "step": 831680
    },
    {
      "epoch": 232.12,
      "grad_norm": 0.9809696674346924,
      "learning_rate": 3.986436871380168e-06,
      "loss": 0.3835,
      "step": 831690
    },
    {
      "epoch": 232.12,
      "grad_norm": 1.2176644802093506,
      "learning_rate": 3.986417584457341e-06,
      "loss": 0.3741,
      "step": 831700
    },
    {
      "epoch": 232.13,
      "grad_norm": 1.0150150060653687,
      "learning_rate": 3.986398297315875e-06,
      "loss": 0.3537,
      "step": 831710
    },
    {
      "epoch": 232.13,
      "grad_norm": 1.042793869972229,
      "learning_rate": 3.986379009955771e-06,
      "loss": 0.3752,
      "step": 831720
    },
    {
      "epoch": 232.13,
      "grad_norm": 1.0864462852478027,
      "learning_rate": 3.986359722377034e-06,
      "loss": 0.3681,
      "step": 831730
    },
    {
      "epoch": 232.14,
      "grad_norm": 0.9717382192611694,
      "learning_rate": 3.986340434579665e-06,
      "loss": 0.3603,
      "step": 831740
    },
    {
      "epoch": 232.14,
      "grad_norm": 1.3888477087020874,
      "learning_rate": 3.986321146563665e-06,
      "loss": 0.3879,
      "step": 831750
    },
    {
      "epoch": 232.14,
      "grad_norm": 1.0918443202972412,
      "learning_rate": 3.98630185832904e-06,
      "loss": 0.3751,
      "step": 831760
    },
    {
      "epoch": 232.14,
      "grad_norm": 0.9336628913879395,
      "learning_rate": 3.98628256987579e-06,
      "loss": 0.3579,
      "step": 831770
    },
    {
      "epoch": 232.15,
      "grad_norm": 1.2591619491577148,
      "learning_rate": 3.986263281203919e-06,
      "loss": 0.369,
      "step": 831780
    },
    {
      "epoch": 232.15,
      "grad_norm": 0.9903217554092407,
      "learning_rate": 3.986243992313429e-06,
      "loss": 0.3456,
      "step": 831790
    },
    {
      "epoch": 232.15,
      "grad_norm": 1.1829978227615356,
      "learning_rate": 3.9862247032043225e-06,
      "loss": 0.3517,
      "step": 831800
    },
    {
      "epoch": 232.15,
      "grad_norm": 1.1946314573287964,
      "learning_rate": 3.986205413876602e-06,
      "loss": 0.3572,
      "step": 831810
    },
    {
      "epoch": 232.16,
      "grad_norm": 1.1336954832077026,
      "learning_rate": 3.986186124330271e-06,
      "loss": 0.3713,
      "step": 831820
    },
    {
      "epoch": 232.16,
      "grad_norm": 1.1246075630187988,
      "learning_rate": 3.986166834565331e-06,
      "loss": 0.376,
      "step": 831830
    },
    {
      "epoch": 232.16,
      "grad_norm": 1.1557376384735107,
      "learning_rate": 3.986147544581784e-06,
      "loss": 0.3518,
      "step": 831840
    },
    {
      "epoch": 232.17,
      "grad_norm": 0.9383880496025085,
      "learning_rate": 3.986128254379634e-06,
      "loss": 0.3691,
      "step": 831850
    },
    {
      "epoch": 232.17,
      "grad_norm": 1.0916693210601807,
      "learning_rate": 3.986108963958883e-06,
      "loss": 0.3557,
      "step": 831860
    },
    {
      "epoch": 232.17,
      "grad_norm": 0.9555227160453796,
      "learning_rate": 3.986089673319534e-06,
      "loss": 0.3733,
      "step": 831870
    },
    {
      "epoch": 232.17,
      "grad_norm": 1.1027077436447144,
      "learning_rate": 3.986070382461589e-06,
      "loss": 0.3716,
      "step": 831880
    },
    {
      "epoch": 232.18,
      "grad_norm": 1.2462983131408691,
      "learning_rate": 3.98605109138505e-06,
      "loss": 0.3648,
      "step": 831890
    },
    {
      "epoch": 232.18,
      "grad_norm": 0.998315691947937,
      "learning_rate": 3.986031800089921e-06,
      "loss": 0.3694,
      "step": 831900
    },
    {
      "epoch": 232.18,
      "grad_norm": 0.9653440713882446,
      "learning_rate": 3.986012508576203e-06,
      "loss": 0.3602,
      "step": 831910
    },
    {
      "epoch": 232.19,
      "grad_norm": 0.9110048413276672,
      "learning_rate": 3.9859932168439e-06,
      "loss": 0.397,
      "step": 831920
    },
    {
      "epoch": 232.19,
      "grad_norm": 1.022658348083496,
      "learning_rate": 3.9859739248930144e-06,
      "loss": 0.3635,
      "step": 831930
    },
    {
      "epoch": 232.19,
      "grad_norm": 1.1755746603012085,
      "learning_rate": 3.9859546327235485e-06,
      "loss": 0.3708,
      "step": 831940
    },
    {
      "epoch": 232.19,
      "grad_norm": 1.041326880455017,
      "learning_rate": 3.985935340335504e-06,
      "loss": 0.3613,
      "step": 831950
    },
    {
      "epoch": 232.2,
      "grad_norm": 1.1323248147964478,
      "learning_rate": 3.985916047728884e-06,
      "loss": 0.3721,
      "step": 831960
    },
    {
      "epoch": 232.2,
      "grad_norm": 0.8888983726501465,
      "learning_rate": 3.985896754903692e-06,
      "loss": 0.3526,
      "step": 831970
    },
    {
      "epoch": 232.2,
      "grad_norm": 1.1690583229064941,
      "learning_rate": 3.985877461859929e-06,
      "loss": 0.3587,
      "step": 831980
    },
    {
      "epoch": 232.2,
      "grad_norm": 0.940189778804779,
      "learning_rate": 3.985858168597599e-06,
      "loss": 0.3808,
      "step": 831990
    },
    {
      "epoch": 232.21,
      "grad_norm": 1.7585452795028687,
      "learning_rate": 3.985838875116703e-06,
      "loss": 0.3588,
      "step": 832000
    },
    {
      "epoch": 232.21,
      "grad_norm": 1.0362235307693481,
      "learning_rate": 3.985819581417246e-06,
      "loss": 0.3775,
      "step": 832010
    },
    {
      "epoch": 232.21,
      "grad_norm": 1.0119283199310303,
      "learning_rate": 3.985800287499228e-06,
      "loss": 0.3661,
      "step": 832020
    },
    {
      "epoch": 232.22,
      "grad_norm": 0.9638849496841431,
      "learning_rate": 3.985780993362653e-06,
      "loss": 0.3802,
      "step": 832030
    },
    {
      "epoch": 232.22,
      "grad_norm": 1.1030219793319702,
      "learning_rate": 3.985761699007524e-06,
      "loss": 0.3601,
      "step": 832040
    },
    {
      "epoch": 232.22,
      "grad_norm": 0.9758296608924866,
      "learning_rate": 3.985742404433842e-06,
      "loss": 0.3721,
      "step": 832050
    },
    {
      "epoch": 232.22,
      "grad_norm": 1.0517404079437256,
      "learning_rate": 3.985723109641609e-06,
      "loss": 0.3615,
      "step": 832060
    },
    {
      "epoch": 232.23,
      "grad_norm": 1.2960270643234253,
      "learning_rate": 3.9857038146308315e-06,
      "loss": 0.3576,
      "step": 832070
    },
    {
      "epoch": 232.23,
      "grad_norm": 1.0738579034805298,
      "learning_rate": 3.985684519401508e-06,
      "loss": 0.3518,
      "step": 832080
    },
    {
      "epoch": 232.23,
      "grad_norm": 1.1939237117767334,
      "learning_rate": 3.985665223953643e-06,
      "loss": 0.3521,
      "step": 832090
    },
    {
      "epoch": 232.24,
      "grad_norm": 1.0832774639129639,
      "learning_rate": 3.985645928287238e-06,
      "loss": 0.3554,
      "step": 832100
    },
    {
      "epoch": 232.24,
      "grad_norm": 1.183607578277588,
      "learning_rate": 3.985626632402298e-06,
      "loss": 0.3643,
      "step": 832110
    },
    {
      "epoch": 232.24,
      "grad_norm": 1.120721697807312,
      "learning_rate": 3.985607336298822e-06,
      "loss": 0.3589,
      "step": 832120
    },
    {
      "epoch": 232.24,
      "grad_norm": 1.0085241794586182,
      "learning_rate": 3.985588039976814e-06,
      "loss": 0.3809,
      "step": 832130
    },
    {
      "epoch": 232.25,
      "grad_norm": 1.0433862209320068,
      "learning_rate": 3.985568743436279e-06,
      "loss": 0.3767,
      "step": 832140
    },
    {
      "epoch": 232.25,
      "grad_norm": 1.2510899305343628,
      "learning_rate": 3.985549446677216e-06,
      "loss": 0.3914,
      "step": 832150
    },
    {
      "epoch": 232.25,
      "grad_norm": 0.9962188601493835,
      "learning_rate": 3.985530149699629e-06,
      "loss": 0.3643,
      "step": 832160
    },
    {
      "epoch": 232.26,
      "grad_norm": 1.140246033668518,
      "learning_rate": 3.985510852503521e-06,
      "loss": 0.3652,
      "step": 832170
    },
    {
      "epoch": 232.26,
      "grad_norm": 1.1396806240081787,
      "learning_rate": 3.985491555088895e-06,
      "loss": 0.3768,
      "step": 832180
    },
    {
      "epoch": 232.26,
      "grad_norm": 1.240067958831787,
      "learning_rate": 3.985472257455751e-06,
      "loss": 0.3616,
      "step": 832190
    },
    {
      "epoch": 232.26,
      "grad_norm": 1.1691473722457886,
      "learning_rate": 3.985452959604095e-06,
      "loss": 0.3704,
      "step": 832200
    },
    {
      "epoch": 232.27,
      "grad_norm": 0.8849919438362122,
      "learning_rate": 3.985433661533926e-06,
      "loss": 0.3429,
      "step": 832210
    },
    {
      "epoch": 232.27,
      "grad_norm": 1.2392597198486328,
      "learning_rate": 3.9854143632452505e-06,
      "loss": 0.3766,
      "step": 832220
    },
    {
      "epoch": 232.27,
      "grad_norm": 0.9749280214309692,
      "learning_rate": 3.985395064738067e-06,
      "loss": 0.371,
      "step": 832230
    },
    {
      "epoch": 232.27,
      "grad_norm": 1.1524494886398315,
      "learning_rate": 3.9853757660123815e-06,
      "loss": 0.3661,
      "step": 832240
    },
    {
      "epoch": 232.28,
      "grad_norm": 1.0035320520401,
      "learning_rate": 3.985356467068194e-06,
      "loss": 0.3755,
      "step": 832250
    },
    {
      "epoch": 232.28,
      "grad_norm": 1.121896505355835,
      "learning_rate": 3.98533716790551e-06,
      "loss": 0.3697,
      "step": 832260
    },
    {
      "epoch": 232.28,
      "grad_norm": 0.942691445350647,
      "learning_rate": 3.985317868524329e-06,
      "loss": 0.3698,
      "step": 832270
    },
    {
      "epoch": 232.29,
      "grad_norm": 0.9922642707824707,
      "learning_rate": 3.9852985689246556e-06,
      "loss": 0.3818,
      "step": 832280
    },
    {
      "epoch": 232.29,
      "grad_norm": 0.9181133508682251,
      "learning_rate": 3.985279269106491e-06,
      "loss": 0.3534,
      "step": 832290
    },
    {
      "epoch": 232.29,
      "grad_norm": 1.062254786491394,
      "learning_rate": 3.985259969069839e-06,
      "loss": 0.3556,
      "step": 832300
    },
    {
      "epoch": 232.29,
      "grad_norm": 1.3172199726104736,
      "learning_rate": 3.985240668814701e-06,
      "loss": 0.3485,
      "step": 832310
    },
    {
      "epoch": 232.3,
      "grad_norm": 1.1707850694656372,
      "learning_rate": 3.985221368341081e-06,
      "loss": 0.3604,
      "step": 832320
    },
    {
      "epoch": 232.3,
      "grad_norm": 1.1465702056884766,
      "learning_rate": 3.985202067648979e-06,
      "loss": 0.3764,
      "step": 832330
    },
    {
      "epoch": 232.3,
      "grad_norm": 1.0330253839492798,
      "learning_rate": 3.985182766738401e-06,
      "loss": 0.3669,
      "step": 832340
    },
    {
      "epoch": 232.31,
      "grad_norm": 0.996423602104187,
      "learning_rate": 3.985163465609347e-06,
      "loss": 0.3611,
      "step": 832350
    },
    {
      "epoch": 232.31,
      "grad_norm": 3.207077741622925,
      "learning_rate": 3.985144164261821e-06,
      "loss": 0.3586,
      "step": 832360
    },
    {
      "epoch": 232.31,
      "grad_norm": 1.0983341932296753,
      "learning_rate": 3.985124862695825e-06,
      "loss": 0.3698,
      "step": 832370
    },
    {
      "epoch": 232.31,
      "grad_norm": 1.1900355815887451,
      "learning_rate": 3.985105560911361e-06,
      "loss": 0.3657,
      "step": 832380
    },
    {
      "epoch": 232.32,
      "grad_norm": 0.9491590857505798,
      "learning_rate": 3.985086258908432e-06,
      "loss": 0.3632,
      "step": 832390
    },
    {
      "epoch": 232.32,
      "grad_norm": 1.003440022468567,
      "learning_rate": 3.9850669566870405e-06,
      "loss": 0.3789,
      "step": 832400
    },
    {
      "epoch": 232.32,
      "grad_norm": 1.4166172742843628,
      "learning_rate": 3.98504765424719e-06,
      "loss": 0.3788,
      "step": 832410
    },
    {
      "epoch": 232.32,
      "grad_norm": 0.9295433759689331,
      "learning_rate": 3.985028351588883e-06,
      "loss": 0.3816,
      "step": 832420
    },
    {
      "epoch": 232.33,
      "grad_norm": 1.1173720359802246,
      "learning_rate": 3.98500904871212e-06,
      "loss": 0.3658,
      "step": 832430
    },
    {
      "epoch": 232.33,
      "grad_norm": 1.1234698295593262,
      "learning_rate": 3.9849897456169055e-06,
      "loss": 0.3585,
      "step": 832440
    },
    {
      "epoch": 232.33,
      "grad_norm": 1.182053804397583,
      "learning_rate": 3.984970442303241e-06,
      "loss": 0.3652,
      "step": 832450
    },
    {
      "epoch": 232.34,
      "grad_norm": 0.9839655160903931,
      "learning_rate": 3.984951138771131e-06,
      "loss": 0.3622,
      "step": 832460
    },
    {
      "epoch": 232.34,
      "grad_norm": 0.9688523411750793,
      "learning_rate": 3.984931835020575e-06,
      "loss": 0.3854,
      "step": 832470
    },
    {
      "epoch": 232.34,
      "grad_norm": 1.0741535425186157,
      "learning_rate": 3.984912531051578e-06,
      "loss": 0.3583,
      "step": 832480
    },
    {
      "epoch": 232.34,
      "grad_norm": 0.9735630750656128,
      "learning_rate": 3.9848932268641425e-06,
      "loss": 0.3506,
      "step": 832490
    },
    {
      "epoch": 232.35,
      "grad_norm": 1.0999268293380737,
      "learning_rate": 3.984873922458269e-06,
      "loss": 0.3632,
      "step": 832500
    },
    {
      "epoch": 232.35,
      "grad_norm": 1.1311280727386475,
      "learning_rate": 3.984854617833963e-06,
      "loss": 0.3518,
      "step": 832510
    },
    {
      "epoch": 232.35,
      "grad_norm": 1.0410988330841064,
      "learning_rate": 3.984835312991225e-06,
      "loss": 0.3677,
      "step": 832520
    },
    {
      "epoch": 232.36,
      "grad_norm": 1.0255857706069946,
      "learning_rate": 3.984816007930058e-06,
      "loss": 0.3864,
      "step": 832530
    },
    {
      "epoch": 232.36,
      "grad_norm": 1.157288908958435,
      "learning_rate": 3.984796702650464e-06,
      "loss": 0.3908,
      "step": 832540
    },
    {
      "epoch": 232.36,
      "grad_norm": 1.1353912353515625,
      "learning_rate": 3.984777397152447e-06,
      "loss": 0.3764,
      "step": 832550
    },
    {
      "epoch": 232.36,
      "grad_norm": 1.1106479167938232,
      "learning_rate": 3.984758091436008e-06,
      "loss": 0.3666,
      "step": 832560
    },
    {
      "epoch": 232.37,
      "grad_norm": 1.0794631242752075,
      "learning_rate": 3.984738785501151e-06,
      "loss": 0.3824,
      "step": 832570
    },
    {
      "epoch": 232.37,
      "grad_norm": 1.1099985837936401,
      "learning_rate": 3.984719479347878e-06,
      "loss": 0.3695,
      "step": 832580
    },
    {
      "epoch": 232.37,
      "grad_norm": 1.2477859258651733,
      "learning_rate": 3.9847001729761914e-06,
      "loss": 0.3673,
      "step": 832590
    },
    {
      "epoch": 232.38,
      "grad_norm": 1.1175708770751953,
      "learning_rate": 3.984680866386094e-06,
      "loss": 0.3645,
      "step": 832600
    },
    {
      "epoch": 232.38,
      "grad_norm": 1.1570619344711304,
      "learning_rate": 3.9846615595775885e-06,
      "loss": 0.3548,
      "step": 832610
    },
    {
      "epoch": 232.38,
      "grad_norm": 1.0694143772125244,
      "learning_rate": 3.984642252550677e-06,
      "loss": 0.3611,
      "step": 832620
    },
    {
      "epoch": 232.38,
      "grad_norm": 0.9929463267326355,
      "learning_rate": 3.984622945305362e-06,
      "loss": 0.36,
      "step": 832630
    },
    {
      "epoch": 232.39,
      "grad_norm": 1.1098977327346802,
      "learning_rate": 3.984603637841646e-06,
      "loss": 0.3737,
      "step": 832640
    },
    {
      "epoch": 232.39,
      "grad_norm": 1.0769449472427368,
      "learning_rate": 3.984584330159533e-06,
      "loss": 0.3547,
      "step": 832650
    },
    {
      "epoch": 232.39,
      "grad_norm": 1.865993857383728,
      "learning_rate": 3.984565022259024e-06,
      "loss": 0.3708,
      "step": 832660
    },
    {
      "epoch": 232.39,
      "grad_norm": 0.9747440218925476,
      "learning_rate": 3.984545714140122e-06,
      "loss": 0.3608,
      "step": 832670
    },
    {
      "epoch": 232.4,
      "grad_norm": 1.1040618419647217,
      "learning_rate": 3.984526405802829e-06,
      "loss": 0.3571,
      "step": 832680
    },
    {
      "epoch": 232.4,
      "grad_norm": 1.007698655128479,
      "learning_rate": 3.984507097247149e-06,
      "loss": 0.3671,
      "step": 832690
    },
    {
      "epoch": 232.4,
      "grad_norm": 0.930848240852356,
      "learning_rate": 3.984487788473084e-06,
      "loss": 0.3868,
      "step": 832700
    },
    {
      "epoch": 232.41,
      "grad_norm": 1.1624351739883423,
      "learning_rate": 3.9844684794806355e-06,
      "loss": 0.3717,
      "step": 832710
    },
    {
      "epoch": 232.41,
      "grad_norm": 1.0966451168060303,
      "learning_rate": 3.9844491702698086e-06,
      "loss": 0.3671,
      "step": 832720
    },
    {
      "epoch": 232.41,
      "grad_norm": 1.2064224481582642,
      "learning_rate": 3.984429860840603e-06,
      "loss": 0.3696,
      "step": 832730
    },
    {
      "epoch": 232.41,
      "grad_norm": 0.9680760502815247,
      "learning_rate": 3.984410551193022e-06,
      "loss": 0.3542,
      "step": 832740
    },
    {
      "epoch": 232.42,
      "grad_norm": 1.020653247833252,
      "learning_rate": 3.98439124132707e-06,
      "loss": 0.3615,
      "step": 832750
    },
    {
      "epoch": 232.42,
      "grad_norm": 0.9222978949546814,
      "learning_rate": 3.984371931242746e-06,
      "loss": 0.3776,
      "step": 832760
    },
    {
      "epoch": 232.42,
      "grad_norm": 1.1594171524047852,
      "learning_rate": 3.984352620940057e-06,
      "loss": 0.3645,
      "step": 832770
    },
    {
      "epoch": 232.43,
      "grad_norm": 1.0942394733428955,
      "learning_rate": 3.984333310419003e-06,
      "loss": 0.3861,
      "step": 832780
    },
    {
      "epoch": 232.43,
      "grad_norm": 0.9398605823516846,
      "learning_rate": 3.984313999679585e-06,
      "loss": 0.3854,
      "step": 832790
    },
    {
      "epoch": 232.43,
      "grad_norm": 0.9760957956314087,
      "learning_rate": 3.98429468872181e-06,
      "loss": 0.3875,
      "step": 832800
    },
    {
      "epoch": 232.43,
      "grad_norm": 1.0256460905075073,
      "learning_rate": 3.9842753775456765e-06,
      "loss": 0.3747,
      "step": 832810
    },
    {
      "epoch": 232.44,
      "grad_norm": 1.036828637123108,
      "learning_rate": 3.984256066151189e-06,
      "loss": 0.3649,
      "step": 832820
    },
    {
      "epoch": 232.44,
      "grad_norm": 1.0128096342086792,
      "learning_rate": 3.98423675453835e-06,
      "loss": 0.364,
      "step": 832830
    },
    {
      "epoch": 232.44,
      "grad_norm": 1.038552165031433,
      "learning_rate": 3.984217442707162e-06,
      "loss": 0.377,
      "step": 832840
    },
    {
      "epoch": 232.44,
      "grad_norm": 0.9424735307693481,
      "learning_rate": 3.984198130657627e-06,
      "loss": 0.3674,
      "step": 832850
    },
    {
      "epoch": 232.45,
      "grad_norm": 0.9306265711784363,
      "learning_rate": 3.984178818389747e-06,
      "loss": 0.3648,
      "step": 832860
    },
    {
      "epoch": 232.45,
      "grad_norm": 1.135252833366394,
      "learning_rate": 3.9841595059035265e-06,
      "loss": 0.37,
      "step": 832870
    },
    {
      "epoch": 232.45,
      "grad_norm": 0.9956376552581787,
      "learning_rate": 3.9841401931989665e-06,
      "loss": 0.3589,
      "step": 832880
    },
    {
      "epoch": 232.46,
      "grad_norm": 1.2158218622207642,
      "learning_rate": 3.984120880276071e-06,
      "loss": 0.3671,
      "step": 832890
    },
    {
      "epoch": 232.46,
      "grad_norm": 1.134936809539795,
      "learning_rate": 3.984101567134841e-06,
      "loss": 0.3668,
      "step": 832900
    },
    {
      "epoch": 232.46,
      "grad_norm": 1.1131788492202759,
      "learning_rate": 3.9840822537752795e-06,
      "loss": 0.3767,
      "step": 832910
    },
    {
      "epoch": 232.46,
      "grad_norm": 1.0434361696243286,
      "learning_rate": 3.9840629401973895e-06,
      "loss": 0.3626,
      "step": 832920
    },
    {
      "epoch": 232.47,
      "grad_norm": 1.00093674659729,
      "learning_rate": 3.984043626401173e-06,
      "loss": 0.3473,
      "step": 832930
    },
    {
      "epoch": 232.47,
      "grad_norm": 1.2092679738998413,
      "learning_rate": 3.9840243123866345e-06,
      "loss": 0.3774,
      "step": 832940
    },
    {
      "epoch": 232.47,
      "grad_norm": 1.2715529203414917,
      "learning_rate": 3.984004998153774e-06,
      "loss": 0.3775,
      "step": 832950
    },
    {
      "epoch": 232.48,
      "grad_norm": 0.9794116020202637,
      "learning_rate": 3.9839856837025945e-06,
      "loss": 0.3613,
      "step": 832960
    },
    {
      "epoch": 232.48,
      "grad_norm": 1.2016680240631104,
      "learning_rate": 3.983966369033101e-06,
      "loss": 0.3613,
      "step": 832970
    },
    {
      "epoch": 232.48,
      "grad_norm": 1.1696202754974365,
      "learning_rate": 3.983947054145293e-06,
      "loss": 0.3657,
      "step": 832980
    },
    {
      "epoch": 232.48,
      "grad_norm": 1.3433544635772705,
      "learning_rate": 3.9839277390391745e-06,
      "loss": 0.3626,
      "step": 832990
    },
    {
      "epoch": 232.49,
      "grad_norm": 0.9993224740028381,
      "learning_rate": 3.983908423714747e-06,
      "loss": 0.367,
      "step": 833000
    },
    {
      "epoch": 232.49,
      "grad_norm": 1.1909817457199097,
      "learning_rate": 3.983889108172015e-06,
      "loss": 0.3516,
      "step": 833010
    },
    {
      "epoch": 232.49,
      "grad_norm": 1.1435943841934204,
      "learning_rate": 3.98386979241098e-06,
      "loss": 0.3679,
      "step": 833020
    },
    {
      "epoch": 232.5,
      "grad_norm": 1.1749649047851562,
      "learning_rate": 3.983850476431645e-06,
      "loss": 0.3657,
      "step": 833030
    },
    {
      "epoch": 232.5,
      "grad_norm": 1.0360137224197388,
      "learning_rate": 3.983831160234012e-06,
      "loss": 0.3724,
      "step": 833040
    },
    {
      "epoch": 232.5,
      "grad_norm": 1.1195868253707886,
      "learning_rate": 3.983811843818083e-06,
      "loss": 0.3639,
      "step": 833050
    },
    {
      "epoch": 232.5,
      "grad_norm": 1.1042405366897583,
      "learning_rate": 3.983792527183862e-06,
      "loss": 0.3816,
      "step": 833060
    },
    {
      "epoch": 232.51,
      "grad_norm": 1.0870475769042969,
      "learning_rate": 3.98377321033135e-06,
      "loss": 0.3535,
      "step": 833070
    },
    {
      "epoch": 232.51,
      "grad_norm": 1.1431773900985718,
      "learning_rate": 3.983753893260552e-06,
      "loss": 0.373,
      "step": 833080
    },
    {
      "epoch": 232.51,
      "grad_norm": 1.334721326828003,
      "learning_rate": 3.983734575971467e-06,
      "loss": 0.3652,
      "step": 833090
    },
    {
      "epoch": 232.51,
      "grad_norm": 1.0791667699813843,
      "learning_rate": 3.983715258464102e-06,
      "loss": 0.3545,
      "step": 833100
    },
    {
      "epoch": 232.52,
      "grad_norm": 1.1146177053451538,
      "learning_rate": 3.983695940738455e-06,
      "loss": 0.3435,
      "step": 833110
    },
    {
      "epoch": 232.52,
      "grad_norm": 0.9673100113868713,
      "learning_rate": 3.983676622794532e-06,
      "loss": 0.3697,
      "step": 833120
    },
    {
      "epoch": 232.52,
      "grad_norm": 0.9632301926612854,
      "learning_rate": 3.983657304632334e-06,
      "loss": 0.3653,
      "step": 833130
    },
    {
      "epoch": 232.53,
      "grad_norm": 1.0294421911239624,
      "learning_rate": 3.983637986251864e-06,
      "loss": 0.3507,
      "step": 833140
    },
    {
      "epoch": 232.53,
      "grad_norm": 1.1203298568725586,
      "learning_rate": 3.983618667653124e-06,
      "loss": 0.3637,
      "step": 833150
    },
    {
      "epoch": 232.53,
      "grad_norm": 1.0204274654388428,
      "learning_rate": 3.983599348836117e-06,
      "loss": 0.383,
      "step": 833160
    },
    {
      "epoch": 232.53,
      "grad_norm": 0.9658619165420532,
      "learning_rate": 3.9835800298008465e-06,
      "loss": 0.3468,
      "step": 833170
    },
    {
      "epoch": 232.54,
      "grad_norm": 0.9507477283477783,
      "learning_rate": 3.983560710547313e-06,
      "loss": 0.3582,
      "step": 833180
    },
    {
      "epoch": 232.54,
      "grad_norm": 1.112160563468933,
      "learning_rate": 3.983541391075521e-06,
      "loss": 0.3673,
      "step": 833190
    },
    {
      "epoch": 232.54,
      "grad_norm": 1.1146403551101685,
      "learning_rate": 3.983522071385473e-06,
      "loss": 0.3639,
      "step": 833200
    },
    {
      "epoch": 232.55,
      "grad_norm": 1.0436869859695435,
      "learning_rate": 3.98350275147717e-06,
      "loss": 0.3563,
      "step": 833210
    },
    {
      "epoch": 232.55,
      "grad_norm": 1.033536672592163,
      "learning_rate": 3.9834834313506155e-06,
      "loss": 0.3726,
      "step": 833220
    },
    {
      "epoch": 232.55,
      "grad_norm": 1.152005672454834,
      "learning_rate": 3.9834641110058115e-06,
      "loss": 0.3831,
      "step": 833230
    },
    {
      "epoch": 232.55,
      "grad_norm": 1.30300772190094,
      "learning_rate": 3.983444790442762e-06,
      "loss": 0.387,
      "step": 833240
    },
    {
      "epoch": 232.56,
      "grad_norm": 1.1319209337234497,
      "learning_rate": 3.983425469661468e-06,
      "loss": 0.356,
      "step": 833250
    },
    {
      "epoch": 232.56,
      "grad_norm": 1.116371750831604,
      "learning_rate": 3.983406148661934e-06,
      "loss": 0.378,
      "step": 833260
    },
    {
      "epoch": 232.56,
      "grad_norm": 0.9150097966194153,
      "learning_rate": 3.98338682744416e-06,
      "loss": 0.3394,
      "step": 833270
    },
    {
      "epoch": 232.56,
      "grad_norm": 1.0372288227081299,
      "learning_rate": 3.9833675060081505e-06,
      "loss": 0.3698,
      "step": 833280
    },
    {
      "epoch": 232.57,
      "grad_norm": 1.143418788909912,
      "learning_rate": 3.983348184353907e-06,
      "loss": 0.3783,
      "step": 833290
    },
    {
      "epoch": 232.57,
      "grad_norm": 0.880283534526825,
      "learning_rate": 3.9833288624814335e-06,
      "loss": 0.3671,
      "step": 833300
    },
    {
      "epoch": 232.57,
      "grad_norm": 1.0642900466918945,
      "learning_rate": 3.98330954039073e-06,
      "loss": 0.3802,
      "step": 833310
    },
    {
      "epoch": 232.58,
      "grad_norm": 1.0854229927062988,
      "learning_rate": 3.9832902180818026e-06,
      "loss": 0.3668,
      "step": 833320
    },
    {
      "epoch": 232.58,
      "grad_norm": 0.9564315676689148,
      "learning_rate": 3.98327089555465e-06,
      "loss": 0.3613,
      "step": 833330
    },
    {
      "epoch": 232.58,
      "grad_norm": 1.110091209411621,
      "learning_rate": 3.983251572809278e-06,
      "loss": 0.3706,
      "step": 833340
    },
    {
      "epoch": 232.58,
      "grad_norm": 1.2503412961959839,
      "learning_rate": 3.983232249845688e-06,
      "loss": 0.3778,
      "step": 833350
    },
    {
      "epoch": 232.59,
      "grad_norm": 1.3349002599716187,
      "learning_rate": 3.983212926663882e-06,
      "loss": 0.3858,
      "step": 833360
    },
    {
      "epoch": 232.59,
      "grad_norm": 1.082200527191162,
      "learning_rate": 3.983193603263863e-06,
      "loss": 0.3639,
      "step": 833370
    },
    {
      "epoch": 232.59,
      "grad_norm": 0.916089653968811,
      "learning_rate": 3.983174279645634e-06,
      "loss": 0.347,
      "step": 833380
    },
    {
      "epoch": 232.6,
      "grad_norm": 1.1931551694869995,
      "learning_rate": 3.983154955809197e-06,
      "loss": 0.3746,
      "step": 833390
    },
    {
      "epoch": 232.6,
      "grad_norm": 1.0857818126678467,
      "learning_rate": 3.983135631754554e-06,
      "loss": 0.3623,
      "step": 833400
    },
    {
      "epoch": 232.6,
      "grad_norm": 1.0672965049743652,
      "learning_rate": 3.983116307481709e-06,
      "loss": 0.3791,
      "step": 833410
    },
    {
      "epoch": 232.6,
      "grad_norm": 0.962451696395874,
      "learning_rate": 3.983096982990664e-06,
      "loss": 0.3706,
      "step": 833420
    },
    {
      "epoch": 232.61,
      "grad_norm": 1.0318342447280884,
      "learning_rate": 3.983077658281422e-06,
      "loss": 0.3628,
      "step": 833430
    },
    {
      "epoch": 232.61,
      "grad_norm": 0.9222444891929626,
      "learning_rate": 3.983058333353984e-06,
      "loss": 0.3831,
      "step": 833440
    },
    {
      "epoch": 232.61,
      "grad_norm": 1.0025259256362915,
      "learning_rate": 3.983039008208354e-06,
      "loss": 0.369,
      "step": 833450
    },
    {
      "epoch": 232.62,
      "grad_norm": 0.9969713091850281,
      "learning_rate": 3.983019682844534e-06,
      "loss": 0.3754,
      "step": 833460
    },
    {
      "epoch": 232.62,
      "grad_norm": 1.0509612560272217,
      "learning_rate": 3.983000357262527e-06,
      "loss": 0.3788,
      "step": 833470
    },
    {
      "epoch": 232.62,
      "grad_norm": 0.9119560718536377,
      "learning_rate": 3.9829810314623344e-06,
      "loss": 0.3579,
      "step": 833480
    },
    {
      "epoch": 232.62,
      "grad_norm": 1.0302423238754272,
      "learning_rate": 3.9829617054439614e-06,
      "loss": 0.3756,
      "step": 833490
    },
    {
      "epoch": 232.63,
      "grad_norm": 1.1106839179992676,
      "learning_rate": 3.982942379207408e-06,
      "loss": 0.3609,
      "step": 833500
    },
    {
      "epoch": 232.63,
      "grad_norm": 0.9982568621635437,
      "learning_rate": 3.9829230527526775e-06,
      "loss": 0.3526,
      "step": 833510
    },
    {
      "epoch": 232.63,
      "grad_norm": 1.00617253780365,
      "learning_rate": 3.9829037260797725e-06,
      "loss": 0.3701,
      "step": 833520
    },
    {
      "epoch": 232.63,
      "grad_norm": 1.0874557495117188,
      "learning_rate": 3.982884399188696e-06,
      "loss": 0.3775,
      "step": 833530
    },
    {
      "epoch": 232.64,
      "grad_norm": 1.238485336303711,
      "learning_rate": 3.982865072079451e-06,
      "loss": 0.3699,
      "step": 833540
    },
    {
      "epoch": 232.64,
      "grad_norm": 1.012090802192688,
      "learning_rate": 3.982845744752038e-06,
      "loss": 0.3673,
      "step": 833550
    },
    {
      "epoch": 232.64,
      "grad_norm": 1.0865808725357056,
      "learning_rate": 3.982826417206462e-06,
      "loss": 0.3553,
      "step": 833560
    },
    {
      "epoch": 232.65,
      "grad_norm": 1.3344001770019531,
      "learning_rate": 3.982807089442724e-06,
      "loss": 0.3726,
      "step": 833570
    },
    {
      "epoch": 232.65,
      "grad_norm": 1.2071187496185303,
      "learning_rate": 3.982787761460827e-06,
      "loss": 0.3711,
      "step": 833580
    },
    {
      "epoch": 232.65,
      "grad_norm": 1.1111849546432495,
      "learning_rate": 3.982768433260774e-06,
      "loss": 0.3822,
      "step": 833590
    },
    {
      "epoch": 232.65,
      "grad_norm": 0.9123972654342651,
      "learning_rate": 3.982749104842566e-06,
      "loss": 0.3399,
      "step": 833600
    },
    {
      "epoch": 232.66,
      "grad_norm": 1.0347563028335571,
      "learning_rate": 3.982729776206208e-06,
      "loss": 0.3903,
      "step": 833610
    },
    {
      "epoch": 232.66,
      "grad_norm": 1.6876713037490845,
      "learning_rate": 3.982710447351702e-06,
      "loss": 0.3467,
      "step": 833620
    },
    {
      "epoch": 232.66,
      "grad_norm": 1.0961308479309082,
      "learning_rate": 3.982691118279048e-06,
      "loss": 0.3738,
      "step": 833630
    },
    {
      "epoch": 232.67,
      "grad_norm": 1.0067694187164307,
      "learning_rate": 3.982671788988252e-06,
      "loss": 0.371,
      "step": 833640
    },
    {
      "epoch": 232.67,
      "grad_norm": 0.9254529476165771,
      "learning_rate": 3.982652459479314e-06,
      "loss": 0.3606,
      "step": 833650
    },
    {
      "epoch": 232.67,
      "grad_norm": 1.0572865009307861,
      "learning_rate": 3.982633129752238e-06,
      "loss": 0.3634,
      "step": 833660
    },
    {
      "epoch": 232.67,
      "grad_norm": 0.9838817119598389,
      "learning_rate": 3.982613799807026e-06,
      "loss": 0.3494,
      "step": 833670
    },
    {
      "epoch": 232.68,
      "grad_norm": 1.2374017238616943,
      "learning_rate": 3.982594469643682e-06,
      "loss": 0.3732,
      "step": 833680
    },
    {
      "epoch": 232.68,
      "grad_norm": 1.074941873550415,
      "learning_rate": 3.982575139262206e-06,
      "loss": 0.3694,
      "step": 833690
    },
    {
      "epoch": 232.68,
      "grad_norm": 1.2055914402008057,
      "learning_rate": 3.982555808662602e-06,
      "loss": 0.3918,
      "step": 833700
    },
    {
      "epoch": 232.68,
      "grad_norm": 1.256556510925293,
      "learning_rate": 3.9825364778448735e-06,
      "loss": 0.3879,
      "step": 833710
    },
    {
      "epoch": 232.69,
      "grad_norm": 1.1033724546432495,
      "learning_rate": 3.982517146809021e-06,
      "loss": 0.3497,
      "step": 833720
    },
    {
      "epoch": 232.69,
      "grad_norm": 0.8554063439369202,
      "learning_rate": 3.982497815555049e-06,
      "loss": 0.364,
      "step": 833730
    },
    {
      "epoch": 232.69,
      "grad_norm": 1.0464661121368408,
      "learning_rate": 3.982478484082958e-06,
      "loss": 0.382,
      "step": 833740
    },
    {
      "epoch": 232.7,
      "grad_norm": 1.0306159257888794,
      "learning_rate": 3.9824591523927535e-06,
      "loss": 0.3865,
      "step": 833750
    },
    {
      "epoch": 232.7,
      "grad_norm": 1.1922110319137573,
      "learning_rate": 3.982439820484435e-06,
      "loss": 0.3938,
      "step": 833760
    },
    {
      "epoch": 232.7,
      "grad_norm": 0.9430176615715027,
      "learning_rate": 3.982420488358007e-06,
      "loss": 0.3589,
      "step": 833770
    },
    {
      "epoch": 232.7,
      "grad_norm": 1.0995087623596191,
      "learning_rate": 3.982401156013472e-06,
      "loss": 0.3741,
      "step": 833780
    },
    {
      "epoch": 232.71,
      "grad_norm": 1.0417795181274414,
      "learning_rate": 3.982381823450831e-06,
      "loss": 0.3764,
      "step": 833790
    },
    {
      "epoch": 232.71,
      "grad_norm": 0.9813650250434875,
      "learning_rate": 3.982362490670088e-06,
      "loss": 0.3677,
      "step": 833800
    },
    {
      "epoch": 232.71,
      "grad_norm": 1.181535243988037,
      "learning_rate": 3.982343157671245e-06,
      "loss": 0.3639,
      "step": 833810
    },
    {
      "epoch": 232.72,
      "grad_norm": 1.0617390871047974,
      "learning_rate": 3.982323824454305e-06,
      "loss": 0.3758,
      "step": 833820
    },
    {
      "epoch": 232.72,
      "grad_norm": 1.0300838947296143,
      "learning_rate": 3.982304491019271e-06,
      "loss": 0.3883,
      "step": 833830
    },
    {
      "epoch": 232.72,
      "grad_norm": 1.178021788597107,
      "learning_rate": 3.9822851573661455e-06,
      "loss": 0.3647,
      "step": 833840
    },
    {
      "epoch": 232.72,
      "grad_norm": 1.0559431314468384,
      "learning_rate": 3.982265823494929e-06,
      "loss": 0.3747,
      "step": 833850
    },
    {
      "epoch": 232.73,
      "grad_norm": 1.2593090534210205,
      "learning_rate": 3.9822464894056264e-06,
      "loss": 0.365,
      "step": 833860
    },
    {
      "epoch": 232.73,
      "grad_norm": 1.1889770030975342,
      "learning_rate": 3.982227155098239e-06,
      "loss": 0.3588,
      "step": 833870
    },
    {
      "epoch": 232.73,
      "grad_norm": 1.1791343688964844,
      "learning_rate": 3.98220782057277e-06,
      "loss": 0.3666,
      "step": 833880
    },
    {
      "epoch": 232.74,
      "grad_norm": 1.3176398277282715,
      "learning_rate": 3.982188485829222e-06,
      "loss": 0.3722,
      "step": 833890
    },
    {
      "epoch": 232.74,
      "grad_norm": 0.9804679751396179,
      "learning_rate": 3.982169150867597e-06,
      "loss": 0.3746,
      "step": 833900
    },
    {
      "epoch": 232.74,
      "grad_norm": 1.1692808866500854,
      "learning_rate": 3.982149815687899e-06,
      "loss": 0.3539,
      "step": 833910
    },
    {
      "epoch": 232.74,
      "grad_norm": 1.1376315355300903,
      "learning_rate": 3.982130480290128e-06,
      "loss": 0.368,
      "step": 833920
    },
    {
      "epoch": 232.75,
      "grad_norm": 1.0188182592391968,
      "learning_rate": 3.982111144674289e-06,
      "loss": 0.3633,
      "step": 833930
    },
    {
      "epoch": 232.75,
      "grad_norm": 1.1921803951263428,
      "learning_rate": 3.982091808840384e-06,
      "loss": 0.379,
      "step": 833940
    },
    {
      "epoch": 232.75,
      "grad_norm": 1.0656803846359253,
      "learning_rate": 3.9820724727884145e-06,
      "loss": 0.3542,
      "step": 833950
    },
    {
      "epoch": 232.75,
      "grad_norm": 1.0553088188171387,
      "learning_rate": 3.982053136518385e-06,
      "loss": 0.363,
      "step": 833960
    },
    {
      "epoch": 232.76,
      "grad_norm": 0.9908353090286255,
      "learning_rate": 3.982033800030296e-06,
      "loss": 0.3694,
      "step": 833970
    },
    {
      "epoch": 232.76,
      "grad_norm": 1.2316957712173462,
      "learning_rate": 3.982014463324151e-06,
      "loss": 0.354,
      "step": 833980
    },
    {
      "epoch": 232.76,
      "grad_norm": 1.146984577178955,
      "learning_rate": 3.9819951263999525e-06,
      "loss": 0.3695,
      "step": 833990
    },
    {
      "epoch": 232.77,
      "grad_norm": 1.0574512481689453,
      "learning_rate": 3.9819757892577025e-06,
      "loss": 0.3566,
      "step": 834000
    },
    {
      "epoch": 232.77,
      "grad_norm": 1.0842946767807007,
      "learning_rate": 3.981956451897405e-06,
      "loss": 0.3532,
      "step": 834010
    },
    {
      "epoch": 232.77,
      "grad_norm": 1.07612144947052,
      "learning_rate": 3.981937114319062e-06,
      "loss": 0.3816,
      "step": 834020
    },
    {
      "epoch": 232.77,
      "grad_norm": 1.2693289518356323,
      "learning_rate": 3.981917776522675e-06,
      "loss": 0.3897,
      "step": 834030
    },
    {
      "epoch": 232.78,
      "grad_norm": 1.0950919389724731,
      "learning_rate": 3.981898438508249e-06,
      "loss": 0.3738,
      "step": 834040
    },
    {
      "epoch": 232.78,
      "grad_norm": 1.1989777088165283,
      "learning_rate": 3.981879100275784e-06,
      "loss": 0.3897,
      "step": 834050
    },
    {
      "epoch": 232.78,
      "grad_norm": 1.116878867149353,
      "learning_rate": 3.981859761825283e-06,
      "loss": 0.3758,
      "step": 834060
    },
    {
      "epoch": 232.79,
      "grad_norm": 1.059256911277771,
      "learning_rate": 3.98184042315675e-06,
      "loss": 0.3621,
      "step": 834070
    },
    {
      "epoch": 232.79,
      "grad_norm": 1.0026708841323853,
      "learning_rate": 3.981821084270186e-06,
      "loss": 0.3741,
      "step": 834080
    },
    {
      "epoch": 232.79,
      "grad_norm": 1.2624763250350952,
      "learning_rate": 3.9818017451655945e-06,
      "loss": 0.3752,
      "step": 834090
    },
    {
      "epoch": 232.79,
      "grad_norm": 1.090212106704712,
      "learning_rate": 3.981782405842978e-06,
      "loss": 0.3656,
      "step": 834100
    },
    {
      "epoch": 232.8,
      "grad_norm": 1.1280417442321777,
      "learning_rate": 3.981763066302339e-06,
      "loss": 0.3803,
      "step": 834110
    },
    {
      "epoch": 232.8,
      "grad_norm": 1.0729889869689941,
      "learning_rate": 3.981743726543681e-06,
      "loss": 0.3588,
      "step": 834120
    },
    {
      "epoch": 232.8,
      "grad_norm": 1.1859052181243896,
      "learning_rate": 3.981724386567004e-06,
      "loss": 0.3629,
      "step": 834130
    },
    {
      "epoch": 232.8,
      "grad_norm": 1.1026875972747803,
      "learning_rate": 3.981705046372313e-06,
      "loss": 0.3731,
      "step": 834140
    },
    {
      "epoch": 232.81,
      "grad_norm": 1.1375333070755005,
      "learning_rate": 3.981685705959609e-06,
      "loss": 0.3548,
      "step": 834150
    },
    {
      "epoch": 232.81,
      "grad_norm": 0.9911295771598816,
      "learning_rate": 3.981666365328896e-06,
      "loss": 0.3589,
      "step": 834160
    },
    {
      "epoch": 232.81,
      "grad_norm": 1.6220790147781372,
      "learning_rate": 3.981647024480176e-06,
      "loss": 0.3562,
      "step": 834170
    },
    {
      "epoch": 232.82,
      "grad_norm": 1.9839932918548584,
      "learning_rate": 3.981627683413451e-06,
      "loss": 0.3763,
      "step": 834180
    },
    {
      "epoch": 232.82,
      "grad_norm": 1.020089030265808,
      "learning_rate": 3.9816083421287246e-06,
      "loss": 0.3692,
      "step": 834190
    },
    {
      "epoch": 232.82,
      "grad_norm": 1.0497121810913086,
      "learning_rate": 3.981589000625998e-06,
      "loss": 0.3774,
      "step": 834200
    },
    {
      "epoch": 232.82,
      "grad_norm": 1.1694880723953247,
      "learning_rate": 3.981569658905275e-06,
      "loss": 0.3626,
      "step": 834210
    },
    {
      "epoch": 232.83,
      "grad_norm": 1.1839994192123413,
      "learning_rate": 3.981550316966558e-06,
      "loss": 0.3781,
      "step": 834220
    },
    {
      "epoch": 232.83,
      "grad_norm": 1.0785443782806396,
      "learning_rate": 3.98153097480985e-06,
      "loss": 0.3701,
      "step": 834230
    },
    {
      "epoch": 232.83,
      "grad_norm": 1.0411298274993896,
      "learning_rate": 3.981511632435151e-06,
      "loss": 0.3708,
      "step": 834240
    },
    {
      "epoch": 232.84,
      "grad_norm": 1.2448451519012451,
      "learning_rate": 3.981492289842467e-06,
      "loss": 0.3756,
      "step": 834250
    },
    {
      "epoch": 232.84,
      "grad_norm": 0.9705144762992859,
      "learning_rate": 3.981472947031798e-06,
      "loss": 0.3752,
      "step": 834260
    },
    {
      "epoch": 232.84,
      "grad_norm": 1.2388060092926025,
      "learning_rate": 3.981453604003148e-06,
      "loss": 0.361,
      "step": 834270
    },
    {
      "epoch": 232.84,
      "grad_norm": 0.9430822730064392,
      "learning_rate": 3.98143426075652e-06,
      "loss": 0.3616,
      "step": 834280
    },
    {
      "epoch": 232.85,
      "grad_norm": 0.9158170223236084,
      "learning_rate": 3.981414917291915e-06,
      "loss": 0.3562,
      "step": 834290
    },
    {
      "epoch": 232.85,
      "grad_norm": 1.0076762437820435,
      "learning_rate": 3.9813955736093365e-06,
      "loss": 0.3611,
      "step": 834300
    },
    {
      "epoch": 232.85,
      "grad_norm": 1.1135828495025635,
      "learning_rate": 3.981376229708787e-06,
      "loss": 0.3656,
      "step": 834310
    },
    {
      "epoch": 232.86,
      "grad_norm": 1.0525612831115723,
      "learning_rate": 3.981356885590268e-06,
      "loss": 0.3813,
      "step": 834320
    },
    {
      "epoch": 232.86,
      "grad_norm": 1.2044801712036133,
      "learning_rate": 3.981337541253785e-06,
      "loss": 0.3725,
      "step": 834330
    },
    {
      "epoch": 232.86,
      "grad_norm": 1.0223162174224854,
      "learning_rate": 3.981318196699337e-06,
      "loss": 0.3548,
      "step": 834340
    },
    {
      "epoch": 232.86,
      "grad_norm": 1.1901898384094238,
      "learning_rate": 3.981298851926929e-06,
      "loss": 0.3564,
      "step": 834350
    },
    {
      "epoch": 232.87,
      "grad_norm": 1.1043586730957031,
      "learning_rate": 3.981279506936563e-06,
      "loss": 0.3748,
      "step": 834360
    },
    {
      "epoch": 232.87,
      "grad_norm": 1.0703178644180298,
      "learning_rate": 3.981260161728241e-06,
      "loss": 0.372,
      "step": 834370
    },
    {
      "epoch": 232.87,
      "grad_norm": 0.950626015663147,
      "learning_rate": 3.981240816301966e-06,
      "loss": 0.356,
      "step": 834380
    },
    {
      "epoch": 232.87,
      "grad_norm": 0.9141523241996765,
      "learning_rate": 3.981221470657741e-06,
      "loss": 0.3598,
      "step": 834390
    },
    {
      "epoch": 232.88,
      "grad_norm": 1.0211971998214722,
      "learning_rate": 3.981202124795567e-06,
      "loss": 0.3628,
      "step": 834400
    },
    {
      "epoch": 232.88,
      "grad_norm": 1.021757960319519,
      "learning_rate": 3.981182778715448e-06,
      "loss": 0.3727,
      "step": 834410
    },
    {
      "epoch": 232.88,
      "grad_norm": 1.0734994411468506,
      "learning_rate": 3.981163432417387e-06,
      "loss": 0.3538,
      "step": 834420
    },
    {
      "epoch": 232.89,
      "grad_norm": 1.324439287185669,
      "learning_rate": 3.981144085901386e-06,
      "loss": 0.3792,
      "step": 834430
    },
    {
      "epoch": 232.89,
      "grad_norm": 0.8701446652412415,
      "learning_rate": 3.9811247391674465e-06,
      "loss": 0.3744,
      "step": 834440
    },
    {
      "epoch": 232.89,
      "grad_norm": 1.388708233833313,
      "learning_rate": 3.981105392215572e-06,
      "loss": 0.3686,
      "step": 834450
    },
    {
      "epoch": 232.89,
      "grad_norm": 1.0429086685180664,
      "learning_rate": 3.981086045045765e-06,
      "loss": 0.3565,
      "step": 834460
    },
    {
      "epoch": 232.9,
      "grad_norm": 1.4834474325180054,
      "learning_rate": 3.981066697658029e-06,
      "loss": 0.3628,
      "step": 834470
    },
    {
      "epoch": 232.9,
      "grad_norm": 1.2529656887054443,
      "learning_rate": 3.981047350052365e-06,
      "loss": 0.3888,
      "step": 834480
    },
    {
      "epoch": 232.9,
      "grad_norm": 1.233377456665039,
      "learning_rate": 3.981028002228776e-06,
      "loss": 0.3643,
      "step": 834490
    },
    {
      "epoch": 232.91,
      "grad_norm": 1.0424860715866089,
      "learning_rate": 3.981008654187265e-06,
      "loss": 0.3645,
      "step": 834500
    },
    {
      "epoch": 232.91,
      "grad_norm": 1.0819453001022339,
      "learning_rate": 3.980989305927835e-06,
      "loss": 0.3454,
      "step": 834510
    },
    {
      "epoch": 232.91,
      "grad_norm": 1.0859935283660889,
      "learning_rate": 3.980969957450488e-06,
      "loss": 0.3726,
      "step": 834520
    },
    {
      "epoch": 232.91,
      "grad_norm": 0.9509595036506653,
      "learning_rate": 3.9809506087552265e-06,
      "loss": 0.3584,
      "step": 834530
    },
    {
      "epoch": 232.92,
      "grad_norm": 0.9501987099647522,
      "learning_rate": 3.980931259842053e-06,
      "loss": 0.3651,
      "step": 834540
    },
    {
      "epoch": 232.92,
      "grad_norm": 1.0670868158340454,
      "learning_rate": 3.98091191071097e-06,
      "loss": 0.3648,
      "step": 834550
    },
    {
      "epoch": 232.92,
      "grad_norm": 1.2478575706481934,
      "learning_rate": 3.98089256136198e-06,
      "loss": 0.3751,
      "step": 834560
    },
    {
      "epoch": 232.92,
      "grad_norm": 1.1340121030807495,
      "learning_rate": 3.980873211795087e-06,
      "loss": 0.3773,
      "step": 834570
    },
    {
      "epoch": 232.93,
      "grad_norm": 1.14346444606781,
      "learning_rate": 3.9808538620102915e-06,
      "loss": 0.3602,
      "step": 834580
    },
    {
      "epoch": 232.93,
      "grad_norm": 1.220831036567688,
      "learning_rate": 3.980834512007598e-06,
      "loss": 0.3799,
      "step": 834590
    },
    {
      "epoch": 232.93,
      "grad_norm": 1.200493335723877,
      "learning_rate": 3.9808151617870074e-06,
      "loss": 0.3688,
      "step": 834600
    },
    {
      "epoch": 232.94,
      "grad_norm": 1.2242989540100098,
      "learning_rate": 3.980795811348522e-06,
      "loss": 0.3772,
      "step": 834610
    },
    {
      "epoch": 232.94,
      "grad_norm": 1.2417798042297363,
      "learning_rate": 3.980776460692147e-06,
      "loss": 0.3545,
      "step": 834620
    },
    {
      "epoch": 232.94,
      "grad_norm": 1.0973124504089355,
      "learning_rate": 3.9807571098178825e-06,
      "loss": 0.3481,
      "step": 834630
    },
    {
      "epoch": 232.94,
      "grad_norm": 1.1115199327468872,
      "learning_rate": 3.980737758725732e-06,
      "loss": 0.3626,
      "step": 834640
    },
    {
      "epoch": 232.95,
      "grad_norm": 0.8959469795227051,
      "learning_rate": 3.980718407415699e-06,
      "loss": 0.3608,
      "step": 834650
    },
    {
      "epoch": 232.95,
      "grad_norm": 0.9344691634178162,
      "learning_rate": 3.980699055887783e-06,
      "loss": 0.379,
      "step": 834660
    },
    {
      "epoch": 232.95,
      "grad_norm": 1.096007227897644,
      "learning_rate": 3.980679704141991e-06,
      "loss": 0.3583,
      "step": 834670
    },
    {
      "epoch": 232.96,
      "grad_norm": 1.1594914197921753,
      "learning_rate": 3.980660352178322e-06,
      "loss": 0.3519,
      "step": 834680
    },
    {
      "epoch": 232.96,
      "grad_norm": 1.1147174835205078,
      "learning_rate": 3.980640999996779e-06,
      "loss": 0.3602,
      "step": 834690
    },
    {
      "epoch": 232.96,
      "grad_norm": 1.141466498374939,
      "learning_rate": 3.980621647597366e-06,
      "loss": 0.3756,
      "step": 834700
    },
    {
      "epoch": 232.96,
      "grad_norm": 1.0341864824295044,
      "learning_rate": 3.9806022949800854e-06,
      "loss": 0.3732,
      "step": 834710
    },
    {
      "epoch": 232.97,
      "grad_norm": 1.1489062309265137,
      "learning_rate": 3.980582942144939e-06,
      "loss": 0.3831,
      "step": 834720
    },
    {
      "epoch": 232.97,
      "grad_norm": 0.941494345664978,
      "learning_rate": 3.980563589091929e-06,
      "loss": 0.364,
      "step": 834730
    },
    {
      "epoch": 232.97,
      "grad_norm": 1.0500696897506714,
      "learning_rate": 3.98054423582106e-06,
      "loss": 0.3587,
      "step": 834740
    },
    {
      "epoch": 232.98,
      "grad_norm": 1.1400238275527954,
      "learning_rate": 3.980524882332333e-06,
      "loss": 0.3532,
      "step": 834750
    },
    {
      "epoch": 232.98,
      "grad_norm": 1.11960768699646,
      "learning_rate": 3.98050552862575e-06,
      "loss": 0.3506,
      "step": 834760
    },
    {
      "epoch": 232.98,
      "grad_norm": 1.0577402114868164,
      "learning_rate": 3.980486174701315e-06,
      "loss": 0.3803,
      "step": 834770
    },
    {
      "epoch": 232.98,
      "grad_norm": 1.0307403802871704,
      "learning_rate": 3.98046682055903e-06,
      "loss": 0.3518,
      "step": 834780
    },
    {
      "epoch": 232.99,
      "grad_norm": 1.0476197004318237,
      "learning_rate": 3.980447466198897e-06,
      "loss": 0.3646,
      "step": 834790
    },
    {
      "epoch": 232.99,
      "grad_norm": 0.9193657040596008,
      "learning_rate": 3.980428111620919e-06,
      "loss": 0.3687,
      "step": 834800
    },
    {
      "epoch": 232.99,
      "grad_norm": 1.1525298357009888,
      "learning_rate": 3.9804087568251e-06,
      "loss": 0.3634,
      "step": 834810
    },
    {
      "epoch": 232.99,
      "grad_norm": 1.5430333614349365,
      "learning_rate": 3.98038940181144e-06,
      "loss": 0.3497,
      "step": 834820
    },
    {
      "epoch": 233.0,
      "grad_norm": 1.0028440952301025,
      "learning_rate": 3.980370046579943e-06,
      "loss": 0.3754,
      "step": 834830
    },
    {
      "epoch": 233.0,
      "eval_loss": 0.3678714334964752,
      "eval_runtime": 63.3914,
      "eval_samples_per_second": 79.806,
      "eval_steps_per_second": 9.986,
      "step": 834839
    },
    {
      "epoch": 233.0,
      "grad_norm": 1.0159908533096313,
      "learning_rate": 3.980350691130612e-06,
      "loss": 0.3799,
      "step": 834840
    },
    {
      "epoch": 233.0,
      "grad_norm": 0.9416504502296448,
      "learning_rate": 3.980331335463449e-06,
      "loss": 0.3547,
      "step": 834850
    },
    {
      "epoch": 233.01,
      "grad_norm": 0.9645637273788452,
      "learning_rate": 3.980311979578456e-06,
      "loss": 0.3849,
      "step": 834860
    },
    {
      "epoch": 233.01,
      "grad_norm": 2.007028579711914,
      "learning_rate": 3.980292623475636e-06,
      "loss": 0.3651,
      "step": 834870
    },
    {
      "epoch": 233.01,
      "grad_norm": 1.5622656345367432,
      "learning_rate": 3.980273267154992e-06,
      "loss": 0.3911,
      "step": 834880
    },
    {
      "epoch": 233.01,
      "grad_norm": 1.1990363597869873,
      "learning_rate": 3.980253910616526e-06,
      "loss": 0.3655,
      "step": 834890
    },
    {
      "epoch": 233.02,
      "grad_norm": 0.9513771533966064,
      "learning_rate": 3.980234553860242e-06,
      "loss": 0.3613,
      "step": 834900
    },
    {
      "epoch": 233.02,
      "grad_norm": 1.2363388538360596,
      "learning_rate": 3.980215196886141e-06,
      "loss": 0.3543,
      "step": 834910
    },
    {
      "epoch": 233.02,
      "grad_norm": 1.1460871696472168,
      "learning_rate": 3.980195839694225e-06,
      "loss": 0.3658,
      "step": 834920
    },
    {
      "epoch": 233.03,
      "grad_norm": 1.1980434656143188,
      "learning_rate": 3.980176482284499e-06,
      "loss": 0.382,
      "step": 834930
    },
    {
      "epoch": 233.03,
      "grad_norm": 1.1380010843276978,
      "learning_rate": 3.980157124656964e-06,
      "loss": 0.3628,
      "step": 834940
    },
    {
      "epoch": 233.03,
      "grad_norm": 6.172084808349609,
      "learning_rate": 3.980137766811622e-06,
      "loss": 0.3735,
      "step": 834950
    },
    {
      "epoch": 233.03,
      "grad_norm": 1.1057642698287964,
      "learning_rate": 3.9801184087484765e-06,
      "loss": 0.3732,
      "step": 834960
    },
    {
      "epoch": 233.04,
      "grad_norm": 0.9809058308601379,
      "learning_rate": 3.980099050467531e-06,
      "loss": 0.3655,
      "step": 834970
    },
    {
      "epoch": 233.04,
      "grad_norm": 1.2354506254196167,
      "learning_rate": 3.980079691968786e-06,
      "loss": 0.3571,
      "step": 834980
    },
    {
      "epoch": 233.04,
      "grad_norm": 1.2243317365646362,
      "learning_rate": 3.980060333252245e-06,
      "loss": 0.3767,
      "step": 834990
    },
    {
      "epoch": 233.04,
      "grad_norm": 1.2069586515426636,
      "learning_rate": 3.980040974317911e-06,
      "loss": 0.3803,
      "step": 835000
    },
    {
      "epoch": 233.05,
      "grad_norm": 1.0140283107757568,
      "learning_rate": 3.980021615165786e-06,
      "loss": 0.3677,
      "step": 835010
    },
    {
      "epoch": 233.05,
      "grad_norm": 1.3588019609451294,
      "learning_rate": 3.980002255795873e-06,
      "loss": 0.3681,
      "step": 835020
    },
    {
      "epoch": 233.05,
      "grad_norm": 1.3350882530212402,
      "learning_rate": 3.979982896208174e-06,
      "loss": 0.3662,
      "step": 835030
    },
    {
      "epoch": 233.06,
      "grad_norm": 1.0144932270050049,
      "learning_rate": 3.979963536402692e-06,
      "loss": 0.3596,
      "step": 835040
    },
    {
      "epoch": 233.06,
      "grad_norm": 1.2115174531936646,
      "learning_rate": 3.979944176379431e-06,
      "loss": 0.3564,
      "step": 835050
    },
    {
      "epoch": 233.06,
      "grad_norm": 1.0282427072525024,
      "learning_rate": 3.97992481613839e-06,
      "loss": 0.3738,
      "step": 835060
    },
    {
      "epoch": 233.06,
      "grad_norm": 1.1981852054595947,
      "learning_rate": 3.979905455679575e-06,
      "loss": 0.3746,
      "step": 835070
    },
    {
      "epoch": 233.07,
      "grad_norm": 0.8789713382720947,
      "learning_rate": 3.9798860950029865e-06,
      "loss": 0.3673,
      "step": 835080
    },
    {
      "epoch": 233.07,
      "grad_norm": 1.0648282766342163,
      "learning_rate": 3.979866734108628e-06,
      "loss": 0.3462,
      "step": 835090
    },
    {
      "epoch": 233.07,
      "grad_norm": 1.1480594873428345,
      "learning_rate": 3.979847372996502e-06,
      "loss": 0.3664,
      "step": 835100
    },
    {
      "epoch": 233.08,
      "grad_norm": 1.095191478729248,
      "learning_rate": 3.979828011666611e-06,
      "loss": 0.3766,
      "step": 835110
    },
    {
      "epoch": 233.08,
      "grad_norm": 0.9505500793457031,
      "learning_rate": 3.979808650118958e-06,
      "loss": 0.3691,
      "step": 835120
    },
    {
      "epoch": 233.08,
      "grad_norm": 1.0294328927993774,
      "learning_rate": 3.979789288353545e-06,
      "loss": 0.382,
      "step": 835130
    },
    {
      "epoch": 233.08,
      "grad_norm": 1.031924843788147,
      "learning_rate": 3.9797699263703744e-06,
      "loss": 0.3653,
      "step": 835140
    },
    {
      "epoch": 233.09,
      "grad_norm": 1.1149907112121582,
      "learning_rate": 3.97975056416945e-06,
      "loss": 0.3774,
      "step": 835150
    },
    {
      "epoch": 233.09,
      "grad_norm": 4.852076530456543,
      "learning_rate": 3.979731201750772e-06,
      "loss": 0.3772,
      "step": 835160
    },
    {
      "epoch": 233.09,
      "grad_norm": 1.0192769765853882,
      "learning_rate": 3.979711839114346e-06,
      "loss": 0.3549,
      "step": 835170
    },
    {
      "epoch": 233.1,
      "grad_norm": 0.9916266798973083,
      "learning_rate": 3.979692476260171e-06,
      "loss": 0.3675,
      "step": 835180
    },
    {
      "epoch": 233.1,
      "grad_norm": 1.07570481300354,
      "learning_rate": 3.9796731131882535e-06,
      "loss": 0.3734,
      "step": 835190
    },
    {
      "epoch": 233.1,
      "grad_norm": 1.0521366596221924,
      "learning_rate": 3.9796537498985936e-06,
      "loss": 0.3749,
      "step": 835200
    },
    {
      "epoch": 233.1,
      "grad_norm": 1.1493175029754639,
      "learning_rate": 3.9796343863911945e-06,
      "loss": 0.3841,
      "step": 835210
    },
    {
      "epoch": 233.11,
      "grad_norm": 1.0826735496520996,
      "learning_rate": 3.979615022666058e-06,
      "loss": 0.354,
      "step": 835220
    },
    {
      "epoch": 233.11,
      "grad_norm": 0.966579258441925,
      "learning_rate": 3.979595658723188e-06,
      "loss": 0.3697,
      "step": 835230
    },
    {
      "epoch": 233.11,
      "grad_norm": 1.1474865674972534,
      "learning_rate": 3.979576294562587e-06,
      "loss": 0.3617,
      "step": 835240
    },
    {
      "epoch": 233.11,
      "grad_norm": 0.9662914872169495,
      "learning_rate": 3.979556930184256e-06,
      "loss": 0.3581,
      "step": 835250
    },
    {
      "epoch": 233.12,
      "grad_norm": 1.102299690246582,
      "learning_rate": 3.9795375655881996e-06,
      "loss": 0.3714,
      "step": 835260
    },
    {
      "epoch": 233.12,
      "grad_norm": 1.2680109739303589,
      "learning_rate": 3.979518200774419e-06,
      "loss": 0.3621,
      "step": 835270
    },
    {
      "epoch": 233.12,
      "grad_norm": 1.0277893543243408,
      "learning_rate": 3.979498835742917e-06,
      "loss": 0.3772,
      "step": 835280
    },
    {
      "epoch": 233.13,
      "grad_norm": 1.107835054397583,
      "learning_rate": 3.9794794704936974e-06,
      "loss": 0.3478,
      "step": 835290
    },
    {
      "epoch": 233.13,
      "grad_norm": 1.1745378971099854,
      "learning_rate": 3.9794601050267605e-06,
      "loss": 0.3713,
      "step": 835300
    },
    {
      "epoch": 233.13,
      "grad_norm": 1.1856732368469238,
      "learning_rate": 3.9794407393421116e-06,
      "loss": 0.3635,
      "step": 835310
    },
    {
      "epoch": 233.13,
      "grad_norm": 1.0585581064224243,
      "learning_rate": 3.979421373439751e-06,
      "loss": 0.3657,
      "step": 835320
    },
    {
      "epoch": 233.14,
      "grad_norm": 1.1553040742874146,
      "learning_rate": 3.979402007319681e-06,
      "loss": 0.349,
      "step": 835330
    },
    {
      "epoch": 233.14,
      "grad_norm": 1.2695680856704712,
      "learning_rate": 3.979382640981906e-06,
      "loss": 0.3736,
      "step": 835340
    },
    {
      "epoch": 233.14,
      "grad_norm": 1.0934990644454956,
      "learning_rate": 3.9793632744264285e-06,
      "loss": 0.3546,
      "step": 835350
    },
    {
      "epoch": 233.15,
      "grad_norm": 1.30840003490448,
      "learning_rate": 3.97934390765325e-06,
      "loss": 0.3555,
      "step": 835360
    },
    {
      "epoch": 233.15,
      "grad_norm": 1.0599230527877808,
      "learning_rate": 3.979324540662374e-06,
      "loss": 0.3691,
      "step": 835370
    },
    {
      "epoch": 233.15,
      "grad_norm": 1.2577122449874878,
      "learning_rate": 3.9793051734538015e-06,
      "loss": 0.3764,
      "step": 835380
    },
    {
      "epoch": 233.15,
      "grad_norm": 1.062142252922058,
      "learning_rate": 3.979285806027538e-06,
      "loss": 0.3812,
      "step": 835390
    },
    {
      "epoch": 233.16,
      "grad_norm": 1.0255464315414429,
      "learning_rate": 3.979266438383582e-06,
      "loss": 0.3569,
      "step": 835400
    },
    {
      "epoch": 233.16,
      "grad_norm": 1.120768427848816,
      "learning_rate": 3.97924707052194e-06,
      "loss": 0.3681,
      "step": 835410
    },
    {
      "epoch": 233.16,
      "grad_norm": 0.9467339515686035,
      "learning_rate": 3.979227702442612e-06,
      "loss": 0.3519,
      "step": 835420
    },
    {
      "epoch": 233.16,
      "grad_norm": 1.139530062675476,
      "learning_rate": 3.9792083341456015e-06,
      "loss": 0.3681,
      "step": 835430
    },
    {
      "epoch": 233.17,
      "grad_norm": 1.1603035926818848,
      "learning_rate": 3.97918896563091e-06,
      "loss": 0.3672,
      "step": 835440
    },
    {
      "epoch": 233.17,
      "grad_norm": 1.0458192825317383,
      "learning_rate": 3.979169596898544e-06,
      "loss": 0.3491,
      "step": 835450
    },
    {
      "epoch": 233.17,
      "grad_norm": 1.0629991292953491,
      "learning_rate": 3.9791502279485015e-06,
      "loss": 0.3747,
      "step": 835460
    },
    {
      "epoch": 233.18,
      "grad_norm": 1.1495124101638794,
      "learning_rate": 3.979130858780787e-06,
      "loss": 0.3734,
      "step": 835470
    },
    {
      "epoch": 233.18,
      "grad_norm": 2.5746355056762695,
      "learning_rate": 3.979111489395403e-06,
      "loss": 0.3686,
      "step": 835480
    },
    {
      "epoch": 233.18,
      "grad_norm": 1.3752057552337646,
      "learning_rate": 3.9790921197923515e-06,
      "loss": 0.3621,
      "step": 835490
    },
    {
      "epoch": 233.18,
      "grad_norm": 1.2392468452453613,
      "learning_rate": 3.979072749971635e-06,
      "loss": 0.3877,
      "step": 835500
    },
    {
      "epoch": 233.19,
      "grad_norm": 2.2569265365600586,
      "learning_rate": 3.979053379933257e-06,
      "loss": 0.3704,
      "step": 835510
    },
    {
      "epoch": 233.19,
      "grad_norm": 1.102202296257019,
      "learning_rate": 3.97903400967722e-06,
      "loss": 0.3622,
      "step": 835520
    },
    {
      "epoch": 233.19,
      "grad_norm": 1.1464282274246216,
      "learning_rate": 3.9790146392035266e-06,
      "loss": 0.3573,
      "step": 835530
    },
    {
      "epoch": 233.2,
      "grad_norm": 1.0905156135559082,
      "learning_rate": 3.9789952685121785e-06,
      "loss": 0.3692,
      "step": 835540
    },
    {
      "epoch": 233.2,
      "grad_norm": 1.1824560165405273,
      "learning_rate": 3.9789758976031794e-06,
      "loss": 0.3655,
      "step": 835550
    },
    {
      "epoch": 233.2,
      "grad_norm": 1.0819590091705322,
      "learning_rate": 3.978956526476531e-06,
      "loss": 0.3759,
      "step": 835560
    },
    {
      "epoch": 233.2,
      "grad_norm": 1.1611260175704956,
      "learning_rate": 3.978937155132235e-06,
      "loss": 0.3619,
      "step": 835570
    },
    {
      "epoch": 233.21,
      "grad_norm": 1.3028112649917603,
      "learning_rate": 3.978917783570297e-06,
      "loss": 0.3678,
      "step": 835580
    },
    {
      "epoch": 233.21,
      "grad_norm": 1.2833294868469238,
      "learning_rate": 3.978898411790717e-06,
      "loss": 0.3678,
      "step": 835590
    },
    {
      "epoch": 233.21,
      "grad_norm": 0.9512935280799866,
      "learning_rate": 3.978879039793498e-06,
      "loss": 0.37,
      "step": 835600
    },
    {
      "epoch": 233.22,
      "grad_norm": 1.0462923049926758,
      "learning_rate": 3.9788596675786426e-06,
      "loss": 0.3759,
      "step": 835610
    },
    {
      "epoch": 233.22,
      "grad_norm": 1.3184504508972168,
      "learning_rate": 3.978840295146155e-06,
      "loss": 0.3576,
      "step": 835620
    },
    {
      "epoch": 233.22,
      "grad_norm": 1.1325818300247192,
      "learning_rate": 3.978820922496035e-06,
      "loss": 0.3751,
      "step": 835630
    },
    {
      "epoch": 233.22,
      "grad_norm": 0.9657422304153442,
      "learning_rate": 3.978801549628287e-06,
      "loss": 0.3736,
      "step": 835640
    },
    {
      "epoch": 233.23,
      "grad_norm": 1.0357826948165894,
      "learning_rate": 3.978782176542914e-06,
      "loss": 0.3534,
      "step": 835650
    },
    {
      "epoch": 233.23,
      "grad_norm": 0.9762985706329346,
      "learning_rate": 3.978762803239917e-06,
      "loss": 0.3685,
      "step": 835660
    },
    {
      "epoch": 233.23,
      "grad_norm": 1.1210615634918213,
      "learning_rate": 3.978743429719299e-06,
      "loss": 0.3753,
      "step": 835670
    },
    {
      "epoch": 233.23,
      "grad_norm": 1.0747182369232178,
      "learning_rate": 3.9787240559810635e-06,
      "loss": 0.3635,
      "step": 835680
    },
    {
      "epoch": 233.24,
      "grad_norm": 1.0516794919967651,
      "learning_rate": 3.978704682025212e-06,
      "loss": 0.3433,
      "step": 835690
    },
    {
      "epoch": 233.24,
      "grad_norm": 1.3169995546340942,
      "learning_rate": 3.978685307851749e-06,
      "loss": 0.3569,
      "step": 835700
    },
    {
      "epoch": 233.24,
      "grad_norm": 1.1889182329177856,
      "learning_rate": 3.978665933460675e-06,
      "loss": 0.3693,
      "step": 835710
    },
    {
      "epoch": 233.25,
      "grad_norm": 0.914982795715332,
      "learning_rate": 3.978646558851992e-06,
      "loss": 0.3678,
      "step": 835720
    },
    {
      "epoch": 233.25,
      "grad_norm": 1.191648006439209,
      "learning_rate": 3.978627184025705e-06,
      "loss": 0.3582,
      "step": 835730
    },
    {
      "epoch": 233.25,
      "grad_norm": 0.9764713644981384,
      "learning_rate": 3.978607808981815e-06,
      "loss": 0.3634,
      "step": 835740
    },
    {
      "epoch": 233.25,
      "grad_norm": 1.1871308088302612,
      "learning_rate": 3.9785884337203255e-06,
      "loss": 0.3614,
      "step": 835750
    },
    {
      "epoch": 233.26,
      "grad_norm": 1.22744619846344,
      "learning_rate": 3.978569058241238e-06,
      "loss": 0.3584,
      "step": 835760
    },
    {
      "epoch": 233.26,
      "grad_norm": 1.0162774324417114,
      "learning_rate": 3.9785496825445555e-06,
      "loss": 0.3804,
      "step": 835770
    },
    {
      "epoch": 233.26,
      "grad_norm": 0.9430078864097595,
      "learning_rate": 3.978530306630281e-06,
      "loss": 0.3806,
      "step": 835780
    },
    {
      "epoch": 233.27,
      "grad_norm": 1.129958152770996,
      "learning_rate": 3.978510930498417e-06,
      "loss": 0.3652,
      "step": 835790
    },
    {
      "epoch": 233.27,
      "grad_norm": 1.0167866945266724,
      "learning_rate": 3.978491554148966e-06,
      "loss": 0.3574,
      "step": 835800
    },
    {
      "epoch": 233.27,
      "grad_norm": 1.1675313711166382,
      "learning_rate": 3.97847217758193e-06,
      "loss": 0.3609,
      "step": 835810
    },
    {
      "epoch": 233.27,
      "grad_norm": 1.041161060333252,
      "learning_rate": 3.978452800797312e-06,
      "loss": 0.3485,
      "step": 835820
    },
    {
      "epoch": 233.28,
      "grad_norm": 1.0974596738815308,
      "learning_rate": 3.978433423795115e-06,
      "loss": 0.3816,
      "step": 835830
    },
    {
      "epoch": 233.28,
      "grad_norm": 1.0105177164077759,
      "learning_rate": 3.9784140465753414e-06,
      "loss": 0.3647,
      "step": 835840
    },
    {
      "epoch": 233.28,
      "grad_norm": 1.2752972841262817,
      "learning_rate": 3.978394669137993e-06,
      "loss": 0.3798,
      "step": 835850
    },
    {
      "epoch": 233.28,
      "grad_norm": 1.2266690731048584,
      "learning_rate": 3.978375291483073e-06,
      "loss": 0.3644,
      "step": 835860
    },
    {
      "epoch": 233.29,
      "grad_norm": 1.1808667182922363,
      "learning_rate": 3.978355913610584e-06,
      "loss": 0.3795,
      "step": 835870
    },
    {
      "epoch": 233.29,
      "grad_norm": 1.1220622062683105,
      "learning_rate": 3.978336535520529e-06,
      "loss": 0.3722,
      "step": 835880
    },
    {
      "epoch": 233.29,
      "grad_norm": 1.0983405113220215,
      "learning_rate": 3.978317157212909e-06,
      "loss": 0.3753,
      "step": 835890
    },
    {
      "epoch": 233.3,
      "grad_norm": 1.029775619506836,
      "learning_rate": 3.978297778687729e-06,
      "loss": 0.3627,
      "step": 835900
    },
    {
      "epoch": 233.3,
      "grad_norm": 1.054613471031189,
      "learning_rate": 3.978278399944989e-06,
      "loss": 0.3619,
      "step": 835910
    },
    {
      "epoch": 233.3,
      "grad_norm": 1.1493943929672241,
      "learning_rate": 3.978259020984693e-06,
      "loss": 0.3761,
      "step": 835920
    },
    {
      "epoch": 233.3,
      "grad_norm": 1.1479705572128296,
      "learning_rate": 3.978239641806844e-06,
      "loss": 0.3604,
      "step": 835930
    },
    {
      "epoch": 233.31,
      "grad_norm": 1.1908327341079712,
      "learning_rate": 3.978220262411444e-06,
      "loss": 0.3707,
      "step": 835940
    },
    {
      "epoch": 233.31,
      "grad_norm": 1.3256919384002686,
      "learning_rate": 3.978200882798495e-06,
      "loss": 0.366,
      "step": 835950
    },
    {
      "epoch": 233.31,
      "grad_norm": 0.950818657875061,
      "learning_rate": 3.978181502968001e-06,
      "loss": 0.3657,
      "step": 835960
    },
    {
      "epoch": 233.32,
      "grad_norm": 1.0743578672409058,
      "learning_rate": 3.978162122919962e-06,
      "loss": 0.378,
      "step": 835970
    },
    {
      "epoch": 233.32,
      "grad_norm": 1.110830307006836,
      "learning_rate": 3.978142742654384e-06,
      "loss": 0.3817,
      "step": 835980
    },
    {
      "epoch": 233.32,
      "grad_norm": 1.1225415468215942,
      "learning_rate": 3.9781233621712674e-06,
      "loss": 0.3541,
      "step": 835990
    },
    {
      "epoch": 233.32,
      "grad_norm": 0.9283306002616882,
      "learning_rate": 3.978103981470616e-06,
      "loss": 0.3559,
      "step": 836000
    },
    {
      "epoch": 233.33,
      "grad_norm": 1.267060399055481,
      "learning_rate": 3.97808460055243e-06,
      "loss": 0.3803,
      "step": 836010
    },
    {
      "epoch": 233.33,
      "grad_norm": 0.9417567849159241,
      "learning_rate": 3.978065219416715e-06,
      "loss": 0.3635,
      "step": 836020
    },
    {
      "epoch": 233.33,
      "grad_norm": 1.0400127172470093,
      "learning_rate": 3.978045838063472e-06,
      "loss": 0.3696,
      "step": 836030
    },
    {
      "epoch": 233.34,
      "grad_norm": 0.9993670582771301,
      "learning_rate": 3.978026456492703e-06,
      "loss": 0.36,
      "step": 836040
    },
    {
      "epoch": 233.34,
      "grad_norm": 0.9776569604873657,
      "learning_rate": 3.978007074704412e-06,
      "loss": 0.3577,
      "step": 836050
    },
    {
      "epoch": 233.34,
      "grad_norm": 1.0552024841308594,
      "learning_rate": 3.9779876926986e-06,
      "loss": 0.3863,
      "step": 836060
    },
    {
      "epoch": 233.34,
      "grad_norm": 0.9786787629127502,
      "learning_rate": 3.977968310475271e-06,
      "loss": 0.3598,
      "step": 836070
    },
    {
      "epoch": 233.35,
      "grad_norm": 1.6363381147384644,
      "learning_rate": 3.977948928034429e-06,
      "loss": 0.369,
      "step": 836080
    },
    {
      "epoch": 233.35,
      "grad_norm": 1.0695340633392334,
      "learning_rate": 3.977929545376072e-06,
      "loss": 0.3594,
      "step": 836090
    },
    {
      "epoch": 233.35,
      "grad_norm": 1.195745825767517,
      "learning_rate": 3.977910162500207e-06,
      "loss": 0.3634,
      "step": 836100
    },
    {
      "epoch": 233.35,
      "grad_norm": 0.9697372913360596,
      "learning_rate": 3.977890779406834e-06,
      "loss": 0.3781,
      "step": 836110
    },
    {
      "epoch": 233.36,
      "grad_norm": 1.1115434169769287,
      "learning_rate": 3.977871396095957e-06,
      "loss": 0.3483,
      "step": 836120
    },
    {
      "epoch": 233.36,
      "grad_norm": 1.160830020904541,
      "learning_rate": 3.977852012567577e-06,
      "loss": 0.3623,
      "step": 836130
    },
    {
      "epoch": 233.36,
      "grad_norm": 1.0890737771987915,
      "learning_rate": 3.977832628821698e-06,
      "loss": 0.3697,
      "step": 836140
    },
    {
      "epoch": 233.37,
      "grad_norm": 1.059574842453003,
      "learning_rate": 3.977813244858323e-06,
      "loss": 0.3688,
      "step": 836150
    },
    {
      "epoch": 233.37,
      "grad_norm": 1.0108529329299927,
      "learning_rate": 3.977793860677453e-06,
      "loss": 0.374,
      "step": 836160
    },
    {
      "epoch": 233.37,
      "grad_norm": 0.9446197152137756,
      "learning_rate": 3.977774476279091e-06,
      "loss": 0.3647,
      "step": 836170
    },
    {
      "epoch": 233.37,
      "grad_norm": 0.9320165514945984,
      "learning_rate": 3.9777550916632404e-06,
      "loss": 0.3578,
      "step": 836180
    },
    {
      "epoch": 233.38,
      "grad_norm": 1.232630729675293,
      "learning_rate": 3.977735706829903e-06,
      "loss": 0.3825,
      "step": 836190
    },
    {
      "epoch": 233.38,
      "grad_norm": 0.9666505455970764,
      "learning_rate": 3.977716321779082e-06,
      "loss": 0.3583,
      "step": 836200
    },
    {
      "epoch": 233.38,
      "grad_norm": 1.1730855703353882,
      "learning_rate": 3.977696936510779e-06,
      "loss": 0.3608,
      "step": 836210
    },
    {
      "epoch": 233.39,
      "grad_norm": 1.2230640649795532,
      "learning_rate": 3.977677551024998e-06,
      "loss": 0.3866,
      "step": 836220
    },
    {
      "epoch": 233.39,
      "grad_norm": 1.1495568752288818,
      "learning_rate": 3.97765816532174e-06,
      "loss": 0.3799,
      "step": 836230
    },
    {
      "epoch": 233.39,
      "grad_norm": 1.0848784446716309,
      "learning_rate": 3.977638779401009e-06,
      "loss": 0.3754,
      "step": 836240
    },
    {
      "epoch": 233.39,
      "grad_norm": 1.1157950162887573,
      "learning_rate": 3.9776193932628066e-06,
      "loss": 0.3545,
      "step": 836250
    },
    {
      "epoch": 233.4,
      "grad_norm": 1.2233359813690186,
      "learning_rate": 3.977600006907137e-06,
      "loss": 0.3544,
      "step": 836260
    },
    {
      "epoch": 233.4,
      "grad_norm": 1.3220049142837524,
      "learning_rate": 3.977580620334e-06,
      "loss": 0.3725,
      "step": 836270
    },
    {
      "epoch": 233.4,
      "grad_norm": 1.2585928440093994,
      "learning_rate": 3.977561233543399e-06,
      "loss": 0.3755,
      "step": 836280
    },
    {
      "epoch": 233.4,
      "grad_norm": 1.1774588823318481,
      "learning_rate": 3.977541846535338e-06,
      "loss": 0.3585,
      "step": 836290
    },
    {
      "epoch": 233.41,
      "grad_norm": 0.9710924029350281,
      "learning_rate": 3.97752245930982e-06,
      "loss": 0.3598,
      "step": 836300
    },
    {
      "epoch": 233.41,
      "grad_norm": 0.9541484117507935,
      "learning_rate": 3.977503071866846e-06,
      "loss": 0.369,
      "step": 836310
    },
    {
      "epoch": 233.41,
      "grad_norm": 1.5113933086395264,
      "learning_rate": 3.977483684206419e-06,
      "loss": 0.3782,
      "step": 836320
    },
    {
      "epoch": 233.42,
      "grad_norm": 1.3723551034927368,
      "learning_rate": 3.977464296328541e-06,
      "loss": 0.374,
      "step": 836330
    },
    {
      "epoch": 233.42,
      "grad_norm": 1.043616771697998,
      "learning_rate": 3.977444908233216e-06,
      "loss": 0.3581,
      "step": 836340
    },
    {
      "epoch": 233.42,
      "grad_norm": 1.0242207050323486,
      "learning_rate": 3.977425519920445e-06,
      "loss": 0.3544,
      "step": 836350
    },
    {
      "epoch": 233.42,
      "grad_norm": 1.1713069677352905,
      "learning_rate": 3.977406131390231e-06,
      "loss": 0.3542,
      "step": 836360
    },
    {
      "epoch": 233.43,
      "grad_norm": 0.9324097633361816,
      "learning_rate": 3.9773867426425785e-06,
      "loss": 0.3517,
      "step": 836370
    },
    {
      "epoch": 233.43,
      "grad_norm": 1.0954192876815796,
      "learning_rate": 3.9773673536774865e-06,
      "loss": 0.3515,
      "step": 836380
    },
    {
      "epoch": 233.43,
      "grad_norm": 1.1714024543762207,
      "learning_rate": 3.977347964494961e-06,
      "loss": 0.3695,
      "step": 836390
    },
    {
      "epoch": 233.44,
      "grad_norm": 1.0056365728378296,
      "learning_rate": 3.977328575095002e-06,
      "loss": 0.3611,
      "step": 836400
    },
    {
      "epoch": 233.44,
      "grad_norm": 1.376595377922058,
      "learning_rate": 3.9773091854776145e-06,
      "loss": 0.3708,
      "step": 836410
    },
    {
      "epoch": 233.44,
      "grad_norm": 1.2221062183380127,
      "learning_rate": 3.9772897956428e-06,
      "loss": 0.3594,
      "step": 836420
    },
    {
      "epoch": 233.44,
      "grad_norm": 1.5931974649429321,
      "learning_rate": 3.97727040559056e-06,
      "loss": 0.3656,
      "step": 836430
    },
    {
      "epoch": 233.45,
      "grad_norm": 1.2321957349777222,
      "learning_rate": 3.977251015320898e-06,
      "loss": 0.362,
      "step": 836440
    },
    {
      "epoch": 233.45,
      "grad_norm": 1.3246424198150635,
      "learning_rate": 3.977231624833818e-06,
      "loss": 0.3501,
      "step": 836450
    },
    {
      "epoch": 233.45,
      "grad_norm": 1.1031231880187988,
      "learning_rate": 3.97721223412932e-06,
      "loss": 0.3662,
      "step": 836460
    },
    {
      "epoch": 233.46,
      "grad_norm": 1.9606540203094482,
      "learning_rate": 3.977192843207406e-06,
      "loss": 0.371,
      "step": 836470
    },
    {
      "epoch": 233.46,
      "grad_norm": 1.0180468559265137,
      "learning_rate": 3.977173452068083e-06,
      "loss": 0.3683,
      "step": 836480
    },
    {
      "epoch": 233.46,
      "grad_norm": 1.1464236974716187,
      "learning_rate": 3.9771540607113506e-06,
      "loss": 0.3804,
      "step": 836490
    },
    {
      "epoch": 233.46,
      "grad_norm": 1.0541839599609375,
      "learning_rate": 3.97713466913721e-06,
      "loss": 0.3701,
      "step": 836500
    },
    {
      "epoch": 233.47,
      "grad_norm": 1.0196725130081177,
      "learning_rate": 3.977115277345666e-06,
      "loss": 0.3562,
      "step": 836510
    },
    {
      "epoch": 233.47,
      "grad_norm": 1.0939151048660278,
      "learning_rate": 3.9770958853367225e-06,
      "loss": 0.3539,
      "step": 836520
    },
    {
      "epoch": 233.47,
      "grad_norm": 0.969231903553009,
      "learning_rate": 3.977076493110378e-06,
      "loss": 0.3646,
      "step": 836530
    },
    {
      "epoch": 233.47,
      "grad_norm": 1.0021724700927734,
      "learning_rate": 3.977057100666638e-06,
      "loss": 0.3762,
      "step": 836540
    },
    {
      "epoch": 233.48,
      "grad_norm": 1.251884937286377,
      "learning_rate": 3.977037708005505e-06,
      "loss": 0.3505,
      "step": 836550
    },
    {
      "epoch": 233.48,
      "grad_norm": 0.8624577522277832,
      "learning_rate": 3.97701831512698e-06,
      "loss": 0.379,
      "step": 836560
    },
    {
      "epoch": 233.48,
      "grad_norm": 0.928607165813446,
      "learning_rate": 3.976998922031067e-06,
      "loss": 0.3558,
      "step": 836570
    },
    {
      "epoch": 233.49,
      "grad_norm": 1.1525975465774536,
      "learning_rate": 3.976979528717769e-06,
      "loss": 0.3897,
      "step": 836580
    },
    {
      "epoch": 233.49,
      "grad_norm": 0.9516059160232544,
      "learning_rate": 3.976960135187086e-06,
      "loss": 0.3572,
      "step": 836590
    },
    {
      "epoch": 233.49,
      "grad_norm": 1.062950849533081,
      "learning_rate": 3.976940741439023e-06,
      "loss": 0.3632,
      "step": 836600
    },
    {
      "epoch": 233.49,
      "grad_norm": 1.0517714023590088,
      "learning_rate": 3.9769213474735825e-06,
      "loss": 0.353,
      "step": 836610
    },
    {
      "epoch": 233.5,
      "grad_norm": 1.1323868036270142,
      "learning_rate": 3.976901953290766e-06,
      "loss": 0.3606,
      "step": 836620
    },
    {
      "epoch": 233.5,
      "grad_norm": 0.952823281288147,
      "learning_rate": 3.976882558890576e-06,
      "loss": 0.3593,
      "step": 836630
    },
    {
      "epoch": 233.5,
      "grad_norm": 0.998960554599762,
      "learning_rate": 3.976863164273016e-06,
      "loss": 0.3673,
      "step": 836640
    },
    {
      "epoch": 233.51,
      "grad_norm": 3.032627582550049,
      "learning_rate": 3.9768437694380884e-06,
      "loss": 0.3751,
      "step": 836650
    },
    {
      "epoch": 233.51,
      "grad_norm": 1.0505926609039307,
      "learning_rate": 3.976824374385796e-06,
      "loss": 0.3617,
      "step": 836660
    },
    {
      "epoch": 233.51,
      "grad_norm": 1.0988856554031372,
      "learning_rate": 3.97680497911614e-06,
      "loss": 0.3718,
      "step": 836670
    },
    {
      "epoch": 233.51,
      "grad_norm": 1.124441385269165,
      "learning_rate": 3.976785583629125e-06,
      "loss": 0.3767,
      "step": 836680
    },
    {
      "epoch": 233.52,
      "grad_norm": 1.0181134939193726,
      "learning_rate": 3.976766187924752e-06,
      "loss": 0.3523,
      "step": 836690
    },
    {
      "epoch": 233.52,
      "grad_norm": 1.0970529317855835,
      "learning_rate": 3.976746792003023e-06,
      "loss": 0.363,
      "step": 836700
    },
    {
      "epoch": 233.52,
      "grad_norm": 1.0923709869384766,
      "learning_rate": 3.976727395863943e-06,
      "loss": 0.3674,
      "step": 836710
    },
    {
      "epoch": 233.52,
      "grad_norm": 1.1128740310668945,
      "learning_rate": 3.976707999507513e-06,
      "loss": 0.3812,
      "step": 836720
    },
    {
      "epoch": 233.53,
      "grad_norm": 1.3095687627792358,
      "learning_rate": 3.976688602933736e-06,
      "loss": 0.3621,
      "step": 836730
    },
    {
      "epoch": 233.53,
      "grad_norm": 1.2007811069488525,
      "learning_rate": 3.976669206142614e-06,
      "loss": 0.3598,
      "step": 836740
    },
    {
      "epoch": 233.53,
      "grad_norm": 0.9941704273223877,
      "learning_rate": 3.97664980913415e-06,
      "loss": 0.3697,
      "step": 836750
    },
    {
      "epoch": 233.54,
      "grad_norm": 1.0737236738204956,
      "learning_rate": 3.976630411908347e-06,
      "loss": 0.3556,
      "step": 836760
    },
    {
      "epoch": 233.54,
      "grad_norm": 1.051875114440918,
      "learning_rate": 3.976611014465206e-06,
      "loss": 0.3624,
      "step": 836770
    },
    {
      "epoch": 233.54,
      "grad_norm": 0.9599260091781616,
      "learning_rate": 3.976591616804732e-06,
      "loss": 0.3751,
      "step": 836780
    },
    {
      "epoch": 233.54,
      "grad_norm": 0.9428274631500244,
      "learning_rate": 3.976572218926926e-06,
      "loss": 0.3759,
      "step": 836790
    },
    {
      "epoch": 233.55,
      "grad_norm": 1.1188571453094482,
      "learning_rate": 3.976552820831791e-06,
      "loss": 0.3697,
      "step": 836800
    },
    {
      "epoch": 233.55,
      "grad_norm": 0.8918171525001526,
      "learning_rate": 3.97653342251933e-06,
      "loss": 0.3674,
      "step": 836810
    },
    {
      "epoch": 233.55,
      "grad_norm": 1.0013114213943481,
      "learning_rate": 3.976514023989544e-06,
      "loss": 0.3499,
      "step": 836820
    },
    {
      "epoch": 233.56,
      "grad_norm": 1.0300958156585693,
      "learning_rate": 3.976494625242437e-06,
      "loss": 0.3705,
      "step": 836830
    },
    {
      "epoch": 233.56,
      "grad_norm": 1.011996865272522,
      "learning_rate": 3.976475226278012e-06,
      "loss": 0.3576,
      "step": 836840
    },
    {
      "epoch": 233.56,
      "grad_norm": 1.1609904766082764,
      "learning_rate": 3.9764558270962694e-06,
      "loss": 0.3826,
      "step": 836850
    },
    {
      "epoch": 233.56,
      "grad_norm": 4.625665187835693,
      "learning_rate": 3.976436427697215e-06,
      "loss": 0.373,
      "step": 836860
    },
    {
      "epoch": 233.57,
      "grad_norm": 1.0133260488510132,
      "learning_rate": 3.9764170280808485e-06,
      "loss": 0.37,
      "step": 836870
    },
    {
      "epoch": 233.57,
      "grad_norm": 1.0156738758087158,
      "learning_rate": 3.9763976282471736e-06,
      "loss": 0.3819,
      "step": 836880
    },
    {
      "epoch": 233.57,
      "grad_norm": 1.125145673751831,
      "learning_rate": 3.976378228196193e-06,
      "loss": 0.377,
      "step": 836890
    },
    {
      "epoch": 233.58,
      "grad_norm": 0.9316539168357849,
      "learning_rate": 3.976358827927909e-06,
      "loss": 0.3592,
      "step": 836900
    },
    {
      "epoch": 233.58,
      "grad_norm": 0.9513165354728699,
      "learning_rate": 3.976339427442324e-06,
      "loss": 0.3596,
      "step": 836910
    },
    {
      "epoch": 233.58,
      "grad_norm": 0.9186643958091736,
      "learning_rate": 3.976320026739442e-06,
      "loss": 0.3683,
      "step": 836920
    },
    {
      "epoch": 233.58,
      "grad_norm": 1.0479923486709595,
      "learning_rate": 3.976300625819263e-06,
      "loss": 0.3814,
      "step": 836930
    },
    {
      "epoch": 233.59,
      "grad_norm": 0.8695401549339294,
      "learning_rate": 3.976281224681793e-06,
      "loss": 0.3451,
      "step": 836940
    },
    {
      "epoch": 233.59,
      "grad_norm": 0.9624717235565186,
      "learning_rate": 3.976261823327031e-06,
      "loss": 0.3632,
      "step": 836950
    },
    {
      "epoch": 233.59,
      "grad_norm": 1.1517761945724487,
      "learning_rate": 3.976242421754982e-06,
      "loss": 0.3596,
      "step": 836960
    },
    {
      "epoch": 233.59,
      "grad_norm": 1.1554973125457764,
      "learning_rate": 3.976223019965647e-06,
      "loss": 0.358,
      "step": 836970
    },
    {
      "epoch": 233.6,
      "grad_norm": 0.9376495480537415,
      "learning_rate": 3.97620361795903e-06,
      "loss": 0.3569,
      "step": 836980
    },
    {
      "epoch": 233.6,
      "grad_norm": 1.0117937326431274,
      "learning_rate": 3.976184215735133e-06,
      "loss": 0.3511,
      "step": 836990
    },
    {
      "epoch": 233.6,
      "grad_norm": 1.040053129196167,
      "learning_rate": 3.97616481329396e-06,
      "loss": 0.3633,
      "step": 837000
    },
    {
      "epoch": 233.61,
      "grad_norm": 1.1118650436401367,
      "learning_rate": 3.97614541063551e-06,
      "loss": 0.3547,
      "step": 837010
    },
    {
      "epoch": 233.61,
      "grad_norm": 1.0143488645553589,
      "learning_rate": 3.9761260077597885e-06,
      "loss": 0.3644,
      "step": 837020
    },
    {
      "epoch": 233.61,
      "grad_norm": 1.0981634855270386,
      "learning_rate": 3.976106604666797e-06,
      "loss": 0.3785,
      "step": 837030
    },
    {
      "epoch": 233.61,
      "grad_norm": 1.2316272258758545,
      "learning_rate": 3.976087201356539e-06,
      "loss": 0.3733,
      "step": 837040
    },
    {
      "epoch": 233.62,
      "grad_norm": 1.1935007572174072,
      "learning_rate": 3.976067797829016e-06,
      "loss": 0.371,
      "step": 837050
    },
    {
      "epoch": 233.62,
      "grad_norm": 1.2458926439285278,
      "learning_rate": 3.976048394084231e-06,
      "loss": 0.3523,
      "step": 837060
    },
    {
      "epoch": 233.62,
      "grad_norm": 1.1255515813827515,
      "learning_rate": 3.976028990122186e-06,
      "loss": 0.3716,
      "step": 837070
    },
    {
      "epoch": 233.63,
      "grad_norm": 1.1897341012954712,
      "learning_rate": 3.976009585942886e-06,
      "loss": 0.3765,
      "step": 837080
    },
    {
      "epoch": 233.63,
      "grad_norm": 1.1025266647338867,
      "learning_rate": 3.975990181546331e-06,
      "loss": 0.362,
      "step": 837090
    },
    {
      "epoch": 233.63,
      "grad_norm": 0.9932693839073181,
      "learning_rate": 3.9759707769325236e-06,
      "loss": 0.3583,
      "step": 837100
    },
    {
      "epoch": 233.63,
      "grad_norm": 1.0573445558547974,
      "learning_rate": 3.975951372101468e-06,
      "loss": 0.3663,
      "step": 837110
    },
    {
      "epoch": 233.64,
      "grad_norm": 1.0150803327560425,
      "learning_rate": 3.975931967053165e-06,
      "loss": 0.3503,
      "step": 837120
    },
    {
      "epoch": 233.64,
      "grad_norm": 1.0966691970825195,
      "learning_rate": 3.975912561787619e-06,
      "loss": 0.348,
      "step": 837130
    },
    {
      "epoch": 233.64,
      "grad_norm": 1.0609217882156372,
      "learning_rate": 3.975893156304832e-06,
      "loss": 0.3661,
      "step": 837140
    },
    {
      "epoch": 233.64,
      "grad_norm": 1.0887444019317627,
      "learning_rate": 3.9758737506048054e-06,
      "loss": 0.3621,
      "step": 837150
    },
    {
      "epoch": 233.65,
      "grad_norm": 0.9579692482948303,
      "learning_rate": 3.975854344687543e-06,
      "loss": 0.3532,
      "step": 837160
    },
    {
      "epoch": 233.65,
      "grad_norm": 1.1973450183868408,
      "learning_rate": 3.975834938553048e-06,
      "loss": 0.3658,
      "step": 837170
    },
    {
      "epoch": 233.65,
      "grad_norm": 1.0669801235198975,
      "learning_rate": 3.975815532201321e-06,
      "loss": 0.376,
      "step": 837180
    },
    {
      "epoch": 233.66,
      "grad_norm": 1.1596091985702515,
      "learning_rate": 3.9757961256323655e-06,
      "loss": 0.3637,
      "step": 837190
    },
    {
      "epoch": 233.66,
      "grad_norm": 0.9833127856254578,
      "learning_rate": 3.975776718846186e-06,
      "loss": 0.3614,
      "step": 837200
    },
    {
      "epoch": 233.66,
      "grad_norm": 0.9911377429962158,
      "learning_rate": 3.975757311842781e-06,
      "loss": 0.3692,
      "step": 837210
    },
    {
      "epoch": 233.66,
      "grad_norm": 1.1167064905166626,
      "learning_rate": 3.975737904622156e-06,
      "loss": 0.3767,
      "step": 837220
    },
    {
      "epoch": 233.67,
      "grad_norm": 1.0106161832809448,
      "learning_rate": 3.975718497184313e-06,
      "loss": 0.356,
      "step": 837230
    },
    {
      "epoch": 233.67,
      "grad_norm": 1.1394678354263306,
      "learning_rate": 3.975699089529255e-06,
      "loss": 0.3615,
      "step": 837240
    },
    {
      "epoch": 233.67,
      "grad_norm": 16.498432159423828,
      "learning_rate": 3.975679681656984e-06,
      "loss": 0.351,
      "step": 837250
    },
    {
      "epoch": 233.68,
      "grad_norm": 1.0662223100662231,
      "learning_rate": 3.975660273567504e-06,
      "loss": 0.3626,
      "step": 837260
    },
    {
      "epoch": 233.68,
      "grad_norm": 1.1059579849243164,
      "learning_rate": 3.975640865260813e-06,
      "loss": 0.3661,
      "step": 837270
    },
    {
      "epoch": 233.68,
      "grad_norm": 1.1442431211471558,
      "learning_rate": 3.97562145673692e-06,
      "loss": 0.3744,
      "step": 837280
    },
    {
      "epoch": 233.68,
      "grad_norm": 1.0627317428588867,
      "learning_rate": 3.975602047995823e-06,
      "loss": 0.3709,
      "step": 837290
    },
    {
      "epoch": 233.69,
      "grad_norm": 0.9365943074226379,
      "learning_rate": 3.975582639037526e-06,
      "loss": 0.3681,
      "step": 837300
    },
    {
      "epoch": 233.69,
      "grad_norm": 1.1662328243255615,
      "learning_rate": 3.975563229862032e-06,
      "loss": 0.3578,
      "step": 837310
    },
    {
      "epoch": 233.69,
      "grad_norm": 0.9120306968688965,
      "learning_rate": 3.975543820469343e-06,
      "loss": 0.372,
      "step": 837320
    },
    {
      "epoch": 233.7,
      "grad_norm": 1.1812978982925415,
      "learning_rate": 3.975524410859462e-06,
      "loss": 0.3718,
      "step": 837330
    },
    {
      "epoch": 233.7,
      "grad_norm": 1.16962468624115,
      "learning_rate": 3.9755050010323915e-06,
      "loss": 0.3707,
      "step": 837340
    },
    {
      "epoch": 233.7,
      "grad_norm": 1.2287522554397583,
      "learning_rate": 3.975485590988134e-06,
      "loss": 0.3749,
      "step": 837350
    },
    {
      "epoch": 233.7,
      "grad_norm": 1.086224913597107,
      "learning_rate": 3.9754661807266925e-06,
      "loss": 0.3622,
      "step": 837360
    },
    {
      "epoch": 233.71,
      "grad_norm": 1.1557810306549072,
      "learning_rate": 3.975446770248068e-06,
      "loss": 0.39,
      "step": 837370
    },
    {
      "epoch": 233.71,
      "grad_norm": 0.9990421533584595,
      "learning_rate": 3.9754273595522645e-06,
      "loss": 0.3634,
      "step": 837380
    },
    {
      "epoch": 233.71,
      "grad_norm": 1.0036547183990479,
      "learning_rate": 3.975407948639285e-06,
      "loss": 0.3679,
      "step": 837390
    },
    {
      "epoch": 233.71,
      "grad_norm": 1.0842113494873047,
      "learning_rate": 3.975388537509131e-06,
      "loss": 0.3695,
      "step": 837400
    },
    {
      "epoch": 233.72,
      "grad_norm": 1.1528023481369019,
      "learning_rate": 3.975369126161805e-06,
      "loss": 0.3525,
      "step": 837410
    },
    {
      "epoch": 233.72,
      "grad_norm": 1.0579826831817627,
      "learning_rate": 3.97534971459731e-06,
      "loss": 0.371,
      "step": 837420
    },
    {
      "epoch": 233.72,
      "grad_norm": 1.1195772886276245,
      "learning_rate": 3.975330302815649e-06,
      "loss": 0.3587,
      "step": 837430
    },
    {
      "epoch": 233.73,
      "grad_norm": 1.0397887229919434,
      "learning_rate": 3.9753108908168246e-06,
      "loss": 0.387,
      "step": 837440
    },
    {
      "epoch": 233.73,
      "grad_norm": 0.892345666885376,
      "learning_rate": 3.975291478600839e-06,
      "loss": 0.3742,
      "step": 837450
    },
    {
      "epoch": 233.73,
      "grad_norm": 1.0811597108840942,
      "learning_rate": 3.975272066167695e-06,
      "loss": 0.3726,
      "step": 837460
    },
    {
      "epoch": 233.73,
      "grad_norm": 0.9580597877502441,
      "learning_rate": 3.975252653517394e-06,
      "loss": 0.3683,
      "step": 837470
    },
    {
      "epoch": 233.74,
      "grad_norm": 0.9113588333129883,
      "learning_rate": 3.97523324064994e-06,
      "loss": 0.3743,
      "step": 837480
    },
    {
      "epoch": 233.74,
      "grad_norm": 1.1275383234024048,
      "learning_rate": 3.975213827565335e-06,
      "loss": 0.379,
      "step": 837490
    },
    {
      "epoch": 233.74,
      "grad_norm": 1.138918161392212,
      "learning_rate": 3.975194414263581e-06,
      "loss": 0.3812,
      "step": 837500
    },
    {
      "epoch": 233.75,
      "grad_norm": 1.1486603021621704,
      "learning_rate": 3.975175000744683e-06,
      "loss": 0.366,
      "step": 837510
    },
    {
      "epoch": 233.75,
      "grad_norm": 1.0334891080856323,
      "learning_rate": 3.975155587008641e-06,
      "loss": 0.3422,
      "step": 837520
    },
    {
      "epoch": 233.75,
      "grad_norm": 1.0957928895950317,
      "learning_rate": 3.975136173055459e-06,
      "loss": 0.3644,
      "step": 837530
    },
    {
      "epoch": 233.75,
      "grad_norm": 1.4498462677001953,
      "learning_rate": 3.975116758885138e-06,
      "loss": 0.3696,
      "step": 837540
    },
    {
      "epoch": 233.76,
      "grad_norm": 1.2145658731460571,
      "learning_rate": 3.975097344497683e-06,
      "loss": 0.3711,
      "step": 837550
    },
    {
      "epoch": 233.76,
      "grad_norm": 1.190613865852356,
      "learning_rate": 3.975077929893094e-06,
      "loss": 0.3595,
      "step": 837560
    },
    {
      "epoch": 233.76,
      "grad_norm": 0.9921807646751404,
      "learning_rate": 3.975058515071375e-06,
      "loss": 0.3717,
      "step": 837570
    },
    {
      "epoch": 233.77,
      "grad_norm": 1.0982146263122559,
      "learning_rate": 3.975039100032529e-06,
      "loss": 0.36,
      "step": 837580
    },
    {
      "epoch": 233.77,
      "grad_norm": 1.0751073360443115,
      "learning_rate": 3.975019684776557e-06,
      "loss": 0.3557,
      "step": 837590
    },
    {
      "epoch": 233.77,
      "grad_norm": 0.9803720116615295,
      "learning_rate": 3.975000269303463e-06,
      "loss": 0.3547,
      "step": 837600
    },
    {
      "epoch": 233.77,
      "grad_norm": 1.060227870941162,
      "learning_rate": 3.974980853613249e-06,
      "loss": 0.364,
      "step": 837610
    },
    {
      "epoch": 233.78,
      "grad_norm": 1.0487728118896484,
      "learning_rate": 3.974961437705919e-06,
      "loss": 0.3532,
      "step": 837620
    },
    {
      "epoch": 233.78,
      "grad_norm": 1.133135199546814,
      "learning_rate": 3.9749420215814726e-06,
      "loss": 0.3816,
      "step": 837630
    },
    {
      "epoch": 233.78,
      "grad_norm": 0.996113657951355,
      "learning_rate": 3.974922605239915e-06,
      "loss": 0.3566,
      "step": 837640
    },
    {
      "epoch": 233.78,
      "grad_norm": 1.069067358970642,
      "learning_rate": 3.974903188681248e-06,
      "loss": 0.3614,
      "step": 837650
    },
    {
      "epoch": 233.79,
      "grad_norm": 0.9416661262512207,
      "learning_rate": 3.974883771905474e-06,
      "loss": 0.3766,
      "step": 837660
    },
    {
      "epoch": 233.79,
      "grad_norm": 1.1209783554077148,
      "learning_rate": 3.974864354912595e-06,
      "loss": 0.3566,
      "step": 837670
    },
    {
      "epoch": 233.79,
      "grad_norm": 1.0759141445159912,
      "learning_rate": 3.974844937702615e-06,
      "loss": 0.3682,
      "step": 837680
    },
    {
      "epoch": 233.8,
      "grad_norm": 1.071082353591919,
      "learning_rate": 3.9748255202755354e-06,
      "loss": 0.3677,
      "step": 837690
    },
    {
      "epoch": 233.8,
      "grad_norm": 1.2457841634750366,
      "learning_rate": 3.97480610263136e-06,
      "loss": 0.3779,
      "step": 837700
    },
    {
      "epoch": 233.8,
      "grad_norm": 1.2243279218673706,
      "learning_rate": 3.974786684770089e-06,
      "loss": 0.3477,
      "step": 837710
    },
    {
      "epoch": 233.8,
      "grad_norm": 1.2093149423599243,
      "learning_rate": 3.974767266691728e-06,
      "loss": 0.3793,
      "step": 837720
    },
    {
      "epoch": 233.81,
      "grad_norm": 1.1224192380905151,
      "learning_rate": 3.974747848396277e-06,
      "loss": 0.3621,
      "step": 837730
    },
    {
      "epoch": 233.81,
      "grad_norm": 1.619258999824524,
      "learning_rate": 3.974728429883741e-06,
      "loss": 0.3606,
      "step": 837740
    },
    {
      "epoch": 233.81,
      "grad_norm": 1.0310956239700317,
      "learning_rate": 3.97470901115412e-06,
      "loss": 0.3753,
      "step": 837750
    },
    {
      "epoch": 233.82,
      "grad_norm": 1.0677577257156372,
      "learning_rate": 3.974689592207419e-06,
      "loss": 0.3696,
      "step": 837760
    },
    {
      "epoch": 233.82,
      "grad_norm": 1.220723271369934,
      "learning_rate": 3.974670173043639e-06,
      "loss": 0.3668,
      "step": 837770
    },
    {
      "epoch": 233.82,
      "grad_norm": 1.106257438659668,
      "learning_rate": 3.974650753662784e-06,
      "loss": 0.378,
      "step": 837780
    },
    {
      "epoch": 233.82,
      "grad_norm": 1.0333054065704346,
      "learning_rate": 3.974631334064854e-06,
      "loss": 0.3694,
      "step": 837790
    },
    {
      "epoch": 233.83,
      "grad_norm": 1.0673617124557495,
      "learning_rate": 3.974611914249854e-06,
      "loss": 0.3595,
      "step": 837800
    },
    {
      "epoch": 233.83,
      "grad_norm": 1.2939276695251465,
      "learning_rate": 3.974592494217787e-06,
      "loss": 0.3763,
      "step": 837810
    },
    {
      "epoch": 233.83,
      "grad_norm": 0.9994819164276123,
      "learning_rate": 3.9745730739686526e-06,
      "loss": 0.3857,
      "step": 837820
    },
    {
      "epoch": 233.83,
      "grad_norm": 1.160723328590393,
      "learning_rate": 3.974553653502455e-06,
      "loss": 0.3551,
      "step": 837830
    },
    {
      "epoch": 233.84,
      "grad_norm": 1.0290074348449707,
      "learning_rate": 3.974534232819199e-06,
      "loss": 0.3706,
      "step": 837840
    },
    {
      "epoch": 233.84,
      "grad_norm": 1.0091301202774048,
      "learning_rate": 3.974514811918884e-06,
      "loss": 0.3724,
      "step": 837850
    },
    {
      "epoch": 233.84,
      "grad_norm": 1.1095170974731445,
      "learning_rate": 3.974495390801514e-06,
      "loss": 0.3713,
      "step": 837860
    },
    {
      "epoch": 233.85,
      "grad_norm": 1.2707931995391846,
      "learning_rate": 3.9744759694670914e-06,
      "loss": 0.3686,
      "step": 837870
    },
    {
      "epoch": 233.85,
      "grad_norm": 1.3862802982330322,
      "learning_rate": 3.974456547915618e-06,
      "loss": 0.3535,
      "step": 837880
    },
    {
      "epoch": 233.85,
      "grad_norm": 1.1859477758407593,
      "learning_rate": 3.974437126147098e-06,
      "loss": 0.3748,
      "step": 837890
    },
    {
      "epoch": 233.85,
      "grad_norm": 0.9304585456848145,
      "learning_rate": 3.974417704161532e-06,
      "loss": 0.3587,
      "step": 837900
    },
    {
      "epoch": 233.86,
      "grad_norm": 1.1496992111206055,
      "learning_rate": 3.974398281958925e-06,
      "loss": 0.3806,
      "step": 837910
    },
    {
      "epoch": 233.86,
      "grad_norm": 1.0465123653411865,
      "learning_rate": 3.974378859539278e-06,
      "loss": 0.3615,
      "step": 837920
    },
    {
      "epoch": 233.86,
      "grad_norm": 1.1762522459030151,
      "learning_rate": 3.9743594369025935e-06,
      "loss": 0.3629,
      "step": 837930
    },
    {
      "epoch": 233.87,
      "grad_norm": 0.9423775672912598,
      "learning_rate": 3.9743400140488745e-06,
      "loss": 0.3645,
      "step": 837940
    },
    {
      "epoch": 233.87,
      "grad_norm": 1.0530431270599365,
      "learning_rate": 3.974320590978124e-06,
      "loss": 0.3472,
      "step": 837950
    },
    {
      "epoch": 233.87,
      "grad_norm": 1.086606502532959,
      "learning_rate": 3.974301167690343e-06,
      "loss": 0.3766,
      "step": 837960
    },
    {
      "epoch": 233.87,
      "grad_norm": 1.184539794921875,
      "learning_rate": 3.974281744185536e-06,
      "loss": 0.3609,
      "step": 837970
    },
    {
      "epoch": 233.88,
      "grad_norm": 0.9931697845458984,
      "learning_rate": 3.974262320463705e-06,
      "loss": 0.3625,
      "step": 837980
    },
    {
      "epoch": 233.88,
      "grad_norm": 1.2657424211502075,
      "learning_rate": 3.974242896524852e-06,
      "loss": 0.38,
      "step": 837990
    },
    {
      "epoch": 233.88,
      "grad_norm": 1.043046474456787,
      "learning_rate": 3.974223472368979e-06,
      "loss": 0.3637,
      "step": 838000
    },
    {
      "epoch": 233.89,
      "grad_norm": 1.0231924057006836,
      "learning_rate": 3.974204047996091e-06,
      "loss": 0.3761,
      "step": 838010
    },
    {
      "epoch": 233.89,
      "grad_norm": 0.9862319827079773,
      "learning_rate": 3.9741846234061885e-06,
      "loss": 0.3563,
      "step": 838020
    },
    {
      "epoch": 233.89,
      "grad_norm": 1.185762882232666,
      "learning_rate": 3.974165198599275e-06,
      "loss": 0.3546,
      "step": 838030
    },
    {
      "epoch": 233.89,
      "grad_norm": 1.2519645690917969,
      "learning_rate": 3.974145773575352e-06,
      "loss": 0.3817,
      "step": 838040
    },
    {
      "epoch": 233.9,
      "grad_norm": 1.0151361227035522,
      "learning_rate": 3.974126348334424e-06,
      "loss": 0.3555,
      "step": 838050
    },
    {
      "epoch": 233.9,
      "grad_norm": 0.9938132762908936,
      "learning_rate": 3.974106922876492e-06,
      "loss": 0.3452,
      "step": 838060
    },
    {
      "epoch": 233.9,
      "grad_norm": 1.10725998878479,
      "learning_rate": 3.974087497201559e-06,
      "loss": 0.3839,
      "step": 838070
    },
    {
      "epoch": 233.9,
      "grad_norm": 0.9828950762748718,
      "learning_rate": 3.9740680713096275e-06,
      "loss": 0.3574,
      "step": 838080
    },
    {
      "epoch": 233.91,
      "grad_norm": 1.2223247289657593,
      "learning_rate": 3.974048645200701e-06,
      "loss": 0.3658,
      "step": 838090
    },
    {
      "epoch": 233.91,
      "grad_norm": 1.0768280029296875,
      "learning_rate": 3.9740292188747795e-06,
      "loss": 0.3611,
      "step": 838100
    },
    {
      "epoch": 233.91,
      "grad_norm": 1.1902028322219849,
      "learning_rate": 3.974009792331869e-06,
      "loss": 0.3721,
      "step": 838110
    },
    {
      "epoch": 233.92,
      "grad_norm": 1.048027753829956,
      "learning_rate": 3.97399036557197e-06,
      "loss": 0.3696,
      "step": 838120
    },
    {
      "epoch": 233.92,
      "grad_norm": 1.035251498222351,
      "learning_rate": 3.973970938595086e-06,
      "loss": 0.3711,
      "step": 838130
    },
    {
      "epoch": 233.92,
      "grad_norm": 1.187110185623169,
      "learning_rate": 3.973951511401219e-06,
      "loss": 0.3608,
      "step": 838140
    },
    {
      "epoch": 233.92,
      "grad_norm": 0.9555412530899048,
      "learning_rate": 3.973932083990371e-06,
      "loss": 0.3569,
      "step": 838150
    },
    {
      "epoch": 233.93,
      "grad_norm": 0.8845655918121338,
      "learning_rate": 3.973912656362546e-06,
      "loss": 0.3597,
      "step": 838160
    },
    {
      "epoch": 233.93,
      "grad_norm": 1.0459120273590088,
      "learning_rate": 3.973893228517745e-06,
      "loss": 0.3675,
      "step": 838170
    },
    {
      "epoch": 233.93,
      "grad_norm": 1.2339911460876465,
      "learning_rate": 3.973873800455972e-06,
      "loss": 0.3887,
      "step": 838180
    },
    {
      "epoch": 233.94,
      "grad_norm": 1.1625185012817383,
      "learning_rate": 3.973854372177229e-06,
      "loss": 0.3648,
      "step": 838190
    },
    {
      "epoch": 233.94,
      "grad_norm": 1.2167861461639404,
      "learning_rate": 3.9738349436815195e-06,
      "loss": 0.3484,
      "step": 838200
    },
    {
      "epoch": 233.94,
      "grad_norm": 1.1346794366836548,
      "learning_rate": 3.973815514968845e-06,
      "loss": 0.3721,
      "step": 838210
    },
    {
      "epoch": 233.94,
      "grad_norm": 1.0249767303466797,
      "learning_rate": 3.973796086039208e-06,
      "loss": 0.3889,
      "step": 838220
    },
    {
      "epoch": 233.95,
      "grad_norm": 1.018293857574463,
      "learning_rate": 3.973776656892611e-06,
      "loss": 0.3632,
      "step": 838230
    },
    {
      "epoch": 233.95,
      "grad_norm": 1.1656291484832764,
      "learning_rate": 3.9737572275290575e-06,
      "loss": 0.3638,
      "step": 838240
    },
    {
      "epoch": 233.95,
      "grad_norm": 1.0529674291610718,
      "learning_rate": 3.973737797948549e-06,
      "loss": 0.3824,
      "step": 838250
    },
    {
      "epoch": 233.95,
      "grad_norm": 1.115938663482666,
      "learning_rate": 3.97371836815109e-06,
      "loss": 0.3667,
      "step": 838260
    },
    {
      "epoch": 233.96,
      "grad_norm": 1.1224794387817383,
      "learning_rate": 3.973698938136681e-06,
      "loss": 0.3616,
      "step": 838270
    },
    {
      "epoch": 233.96,
      "grad_norm": 1.302291989326477,
      "learning_rate": 3.973679507905325e-06,
      "loss": 0.3583,
      "step": 838280
    },
    {
      "epoch": 233.96,
      "grad_norm": 1.1594268083572388,
      "learning_rate": 3.973660077457026e-06,
      "loss": 0.3698,
      "step": 838290
    },
    {
      "epoch": 233.97,
      "grad_norm": 1.1166318655014038,
      "learning_rate": 3.973640646791784e-06,
      "loss": 0.3631,
      "step": 838300
    },
    {
      "epoch": 233.97,
      "grad_norm": 1.0454652309417725,
      "learning_rate": 3.973621215909604e-06,
      "loss": 0.3686,
      "step": 838310
    },
    {
      "epoch": 233.97,
      "grad_norm": 1.4388335943222046,
      "learning_rate": 3.973601784810488e-06,
      "loss": 0.3756,
      "step": 838320
    },
    {
      "epoch": 233.97,
      "grad_norm": 1.0608479976654053,
      "learning_rate": 3.973582353494438e-06,
      "loss": 0.3569,
      "step": 838330
    },
    {
      "epoch": 233.98,
      "grad_norm": 1.1111185550689697,
      "learning_rate": 3.973562921961456e-06,
      "loss": 0.3933,
      "step": 838340
    },
    {
      "epoch": 233.98,
      "grad_norm": 1.0615532398223877,
      "learning_rate": 3.973543490211547e-06,
      "loss": 0.3721,
      "step": 838350
    },
    {
      "epoch": 233.98,
      "grad_norm": 0.9902998805046082,
      "learning_rate": 3.973524058244711e-06,
      "loss": 0.3674,
      "step": 838360
    },
    {
      "epoch": 233.99,
      "grad_norm": 0.9370290040969849,
      "learning_rate": 3.9735046260609514e-06,
      "loss": 0.3561,
      "step": 838370
    },
    {
      "epoch": 233.99,
      "grad_norm": 0.9130110144615173,
      "learning_rate": 3.973485193660272e-06,
      "loss": 0.3551,
      "step": 838380
    },
    {
      "epoch": 233.99,
      "grad_norm": 1.5361131429672241,
      "learning_rate": 3.973465761042674e-06,
      "loss": 0.3632,
      "step": 838390
    },
    {
      "epoch": 233.99,
      "grad_norm": 0.95585697889328,
      "learning_rate": 3.97344632820816e-06,
      "loss": 0.3744,
      "step": 838400
    },
    {
      "epoch": 234.0,
      "grad_norm": 0.8779452443122864,
      "learning_rate": 3.973426895156733e-06,
      "loss": 0.3626,
      "step": 838410
    },
    {
      "epoch": 234.0,
      "grad_norm": 1.4317315816879272,
      "learning_rate": 3.973407461888397e-06,
      "loss": 0.3711,
      "step": 838420
    },
    {
      "epoch": 234.0,
      "eval_loss": 0.36716142296791077,
      "eval_runtime": 63.5001,
      "eval_samples_per_second": 79.669,
      "eval_steps_per_second": 9.968,
      "step": 838422
    },
    {
      "epoch": 234.0,
      "grad_norm": 1.1075401306152344,
      "learning_rate": 3.973388028403151e-06,
      "loss": 0.3455,
      "step": 838430
    },
    {
      "epoch": 234.01,
      "grad_norm": 1.1350070238113403,
      "learning_rate": 3.973368594701001e-06,
      "loss": 0.384,
      "step": 838440
    },
    {
      "epoch": 234.01,
      "grad_norm": 1.181412935256958,
      "learning_rate": 3.973349160781948e-06,
      "loss": 0.347,
      "step": 838450
    },
    {
      "epoch": 234.01,
      "grad_norm": 1.186558723449707,
      "learning_rate": 3.973329726645995e-06,
      "loss": 0.3687,
      "step": 838460
    },
    {
      "epoch": 234.01,
      "grad_norm": 1.0865118503570557,
      "learning_rate": 3.973310292293145e-06,
      "loss": 0.358,
      "step": 838470
    },
    {
      "epoch": 234.02,
      "grad_norm": 1.087777853012085,
      "learning_rate": 3.973290857723399e-06,
      "loss": 0.3703,
      "step": 838480
    },
    {
      "epoch": 234.02,
      "grad_norm": 0.9980683922767639,
      "learning_rate": 3.973271422936761e-06,
      "loss": 0.3628,
      "step": 838490
    },
    {
      "epoch": 234.02,
      "grad_norm": 1.0876564979553223,
      "learning_rate": 3.973251987933234e-06,
      "loss": 0.381,
      "step": 838500
    },
    {
      "epoch": 234.02,
      "grad_norm": 0.9503376483917236,
      "learning_rate": 3.973232552712819e-06,
      "loss": 0.3604,
      "step": 838510
    },
    {
      "epoch": 234.03,
      "grad_norm": 0.9587119817733765,
      "learning_rate": 3.97321311727552e-06,
      "loss": 0.3682,
      "step": 838520
    },
    {
      "epoch": 234.03,
      "grad_norm": 1.0090152025222778,
      "learning_rate": 3.973193681621338e-06,
      "loss": 0.3745,
      "step": 838530
    },
    {
      "epoch": 234.03,
      "grad_norm": 1.3943517208099365,
      "learning_rate": 3.973174245750278e-06,
      "loss": 0.3612,
      "step": 838540
    },
    {
      "epoch": 234.04,
      "grad_norm": 1.0527440309524536,
      "learning_rate": 3.97315480966234e-06,
      "loss": 0.3754,
      "step": 838550
    },
    {
      "epoch": 234.04,
      "grad_norm": 1.0742273330688477,
      "learning_rate": 3.973135373357529e-06,
      "loss": 0.3608,
      "step": 838560
    },
    {
      "epoch": 234.04,
      "grad_norm": 1.2950047254562378,
      "learning_rate": 3.973115936835845e-06,
      "loss": 0.368,
      "step": 838570
    },
    {
      "epoch": 234.04,
      "grad_norm": 0.9613670706748962,
      "learning_rate": 3.9730965000972925e-06,
      "loss": 0.3548,
      "step": 838580
    },
    {
      "epoch": 234.05,
      "grad_norm": 1.1657968759536743,
      "learning_rate": 3.973077063141873e-06,
      "loss": 0.3624,
      "step": 838590
    },
    {
      "epoch": 234.05,
      "grad_norm": 1.2127569913864136,
      "learning_rate": 3.973057625969591e-06,
      "loss": 0.3632,
      "step": 838600
    },
    {
      "epoch": 234.05,
      "grad_norm": 0.9180939793586731,
      "learning_rate": 3.973038188580447e-06,
      "loss": 0.365,
      "step": 838610
    },
    {
      "epoch": 234.06,
      "grad_norm": 1.0602161884307861,
      "learning_rate": 3.973018750974445e-06,
      "loss": 0.3754,
      "step": 838620
    },
    {
      "epoch": 234.06,
      "grad_norm": 1.1013628244400024,
      "learning_rate": 3.972999313151585e-06,
      "loss": 0.3692,
      "step": 838630
    },
    {
      "epoch": 234.06,
      "grad_norm": 1.2321077585220337,
      "learning_rate": 3.9729798751118734e-06,
      "loss": 0.3768,
      "step": 838640
    },
    {
      "epoch": 234.06,
      "grad_norm": 0.936569333076477,
      "learning_rate": 3.97296043685531e-06,
      "loss": 0.3671,
      "step": 838650
    },
    {
      "epoch": 234.07,
      "grad_norm": 1.2306456565856934,
      "learning_rate": 3.972940998381898e-06,
      "loss": 0.3657,
      "step": 838660
    },
    {
      "epoch": 234.07,
      "grad_norm": 0.9676243662834167,
      "learning_rate": 3.97292155969164e-06,
      "loss": 0.3496,
      "step": 838670
    },
    {
      "epoch": 234.07,
      "grad_norm": 1.0466009378433228,
      "learning_rate": 3.97290212078454e-06,
      "loss": 0.3681,
      "step": 838680
    },
    {
      "epoch": 234.07,
      "grad_norm": 1.0794453620910645,
      "learning_rate": 3.972882681660599e-06,
      "loss": 0.3652,
      "step": 838690
    },
    {
      "epoch": 234.08,
      "grad_norm": 0.9842408895492554,
      "learning_rate": 3.972863242319819e-06,
      "loss": 0.3659,
      "step": 838700
    },
    {
      "epoch": 234.08,
      "grad_norm": 5.117127895355225,
      "learning_rate": 3.972843802762206e-06,
      "loss": 0.3793,
      "step": 838710
    },
    {
      "epoch": 234.08,
      "grad_norm": 1.1128106117248535,
      "learning_rate": 3.972824362987758e-06,
      "loss": 0.355,
      "step": 838720
    },
    {
      "epoch": 234.09,
      "grad_norm": 0.9003804922103882,
      "learning_rate": 3.97280492299648e-06,
      "loss": 0.3578,
      "step": 838730
    },
    {
      "epoch": 234.09,
      "grad_norm": 1.0825287103652954,
      "learning_rate": 3.972785482788375e-06,
      "loss": 0.3545,
      "step": 838740
    },
    {
      "epoch": 234.09,
      "grad_norm": 1.069873332977295,
      "learning_rate": 3.972766042363445e-06,
      "loss": 0.3572,
      "step": 838750
    },
    {
      "epoch": 234.09,
      "grad_norm": 1.1677942276000977,
      "learning_rate": 3.972746601721691e-06,
      "loss": 0.3777,
      "step": 838760
    },
    {
      "epoch": 234.1,
      "grad_norm": 1.0416444540023804,
      "learning_rate": 3.9727271608631185e-06,
      "loss": 0.3665,
      "step": 838770
    },
    {
      "epoch": 234.1,
      "grad_norm": 1.062041163444519,
      "learning_rate": 3.972707719787729e-06,
      "loss": 0.3461,
      "step": 838780
    },
    {
      "epoch": 234.1,
      "grad_norm": 1.387765884399414,
      "learning_rate": 3.972688278495524e-06,
      "loss": 0.3518,
      "step": 838790
    },
    {
      "epoch": 234.11,
      "grad_norm": 1.3673992156982422,
      "learning_rate": 3.972668836986506e-06,
      "loss": 0.3633,
      "step": 838800
    },
    {
      "epoch": 234.11,
      "grad_norm": 1.2164967060089111,
      "learning_rate": 3.972649395260681e-06,
      "loss": 0.3633,
      "step": 838810
    },
    {
      "epoch": 234.11,
      "grad_norm": 1.069211483001709,
      "learning_rate": 3.972629953318046e-06,
      "loss": 0.3657,
      "step": 838820
    },
    {
      "epoch": 234.11,
      "grad_norm": 0.9587147235870361,
      "learning_rate": 3.972610511158609e-06,
      "loss": 0.3687,
      "step": 838830
    },
    {
      "epoch": 234.12,
      "grad_norm": 1.0679880380630493,
      "learning_rate": 3.97259106878237e-06,
      "loss": 0.3548,
      "step": 838840
    },
    {
      "epoch": 234.12,
      "grad_norm": 0.989739179611206,
      "learning_rate": 3.972571626189331e-06,
      "loss": 0.3652,
      "step": 838850
    },
    {
      "epoch": 234.12,
      "grad_norm": 1.103693962097168,
      "learning_rate": 3.972552183379495e-06,
      "loss": 0.3582,
      "step": 838860
    },
    {
      "epoch": 234.13,
      "grad_norm": 1.2294464111328125,
      "learning_rate": 3.972532740352866e-06,
      "loss": 0.3664,
      "step": 838870
    },
    {
      "epoch": 234.13,
      "grad_norm": 0.9067395925521851,
      "learning_rate": 3.972513297109445e-06,
      "loss": 0.3489,
      "step": 838880
    },
    {
      "epoch": 234.13,
      "grad_norm": 1.2490774393081665,
      "learning_rate": 3.972493853649236e-06,
      "loss": 0.3529,
      "step": 838890
    },
    {
      "epoch": 234.13,
      "grad_norm": 0.9367604851722717,
      "learning_rate": 3.97247440997224e-06,
      "loss": 0.384,
      "step": 838900
    },
    {
      "epoch": 234.14,
      "grad_norm": 0.9453415870666504,
      "learning_rate": 3.972454966078461e-06,
      "loss": 0.3785,
      "step": 838910
    },
    {
      "epoch": 234.14,
      "grad_norm": 0.892751157283783,
      "learning_rate": 3.972435521967899e-06,
      "loss": 0.3676,
      "step": 838920
    },
    {
      "epoch": 234.14,
      "grad_norm": 1.0624792575836182,
      "learning_rate": 3.97241607764056e-06,
      "loss": 0.3691,
      "step": 838930
    },
    {
      "epoch": 234.14,
      "grad_norm": 1.070442795753479,
      "learning_rate": 3.972396633096445e-06,
      "loss": 0.3769,
      "step": 838940
    },
    {
      "epoch": 234.15,
      "grad_norm": 1.0198558568954468,
      "learning_rate": 3.972377188335557e-06,
      "loss": 0.3544,
      "step": 838950
    },
    {
      "epoch": 234.15,
      "grad_norm": 1.0728459358215332,
      "learning_rate": 3.972357743357898e-06,
      "loss": 0.3896,
      "step": 838960
    },
    {
      "epoch": 234.15,
      "grad_norm": 1.2889639139175415,
      "learning_rate": 3.972338298163471e-06,
      "loss": 0.3666,
      "step": 838970
    },
    {
      "epoch": 234.16,
      "grad_norm": 1.0790115594863892,
      "learning_rate": 3.972318852752278e-06,
      "loss": 0.3711,
      "step": 838980
    },
    {
      "epoch": 234.16,
      "grad_norm": 1.0378998517990112,
      "learning_rate": 3.9722994071243226e-06,
      "loss": 0.3715,
      "step": 838990
    },
    {
      "epoch": 234.16,
      "grad_norm": 1.027794599533081,
      "learning_rate": 3.972279961279606e-06,
      "loss": 0.3783,
      "step": 839000
    },
    {
      "epoch": 234.16,
      "grad_norm": 1.2360998392105103,
      "learning_rate": 3.972260515218132e-06,
      "loss": 0.3768,
      "step": 839010
    },
    {
      "epoch": 234.17,
      "grad_norm": 1.291367769241333,
      "learning_rate": 3.9722410689399035e-06,
      "loss": 0.3814,
      "step": 839020
    },
    {
      "epoch": 234.17,
      "grad_norm": 1.0928891897201538,
      "learning_rate": 3.972221622444922e-06,
      "loss": 0.3567,
      "step": 839030
    },
    {
      "epoch": 234.17,
      "grad_norm": 1.2350541353225708,
      "learning_rate": 3.972202175733191e-06,
      "loss": 0.3635,
      "step": 839040
    },
    {
      "epoch": 234.18,
      "grad_norm": 1.1626455783843994,
      "learning_rate": 3.972182728804712e-06,
      "loss": 0.3705,
      "step": 839050
    },
    {
      "epoch": 234.18,
      "grad_norm": 1.0339628458023071,
      "learning_rate": 3.972163281659487e-06,
      "loss": 0.352,
      "step": 839060
    },
    {
      "epoch": 234.18,
      "grad_norm": 1.162217378616333,
      "learning_rate": 3.972143834297521e-06,
      "loss": 0.3594,
      "step": 839070
    },
    {
      "epoch": 234.18,
      "grad_norm": 1.1754051446914673,
      "learning_rate": 3.972124386718815e-06,
      "loss": 0.3903,
      "step": 839080
    },
    {
      "epoch": 234.19,
      "grad_norm": 1.0022268295288086,
      "learning_rate": 3.972104938923372e-06,
      "loss": 0.3682,
      "step": 839090
    },
    {
      "epoch": 234.19,
      "grad_norm": 1.1017056703567505,
      "learning_rate": 3.972085490911195e-06,
      "loss": 0.3663,
      "step": 839100
    },
    {
      "epoch": 234.19,
      "grad_norm": 1.0691579580307007,
      "learning_rate": 3.972066042682286e-06,
      "loss": 0.3426,
      "step": 839110
    },
    {
      "epoch": 234.19,
      "grad_norm": 1.0206186771392822,
      "learning_rate": 3.972046594236647e-06,
      "loss": 0.3517,
      "step": 839120
    },
    {
      "epoch": 234.2,
      "grad_norm": 1.0317193269729614,
      "learning_rate": 3.9720271455742815e-06,
      "loss": 0.3708,
      "step": 839130
    },
    {
      "epoch": 234.2,
      "grad_norm": 1.3822675943374634,
      "learning_rate": 3.972007696695192e-06,
      "loss": 0.3713,
      "step": 839140
    },
    {
      "epoch": 234.2,
      "grad_norm": 1.1365244388580322,
      "learning_rate": 3.9719882475993805e-06,
      "loss": 0.3716,
      "step": 839150
    },
    {
      "epoch": 234.21,
      "grad_norm": 1.0925952196121216,
      "learning_rate": 3.971968798286852e-06,
      "loss": 0.373,
      "step": 839160
    },
    {
      "epoch": 234.21,
      "grad_norm": 1.0183571577072144,
      "learning_rate": 3.971949348757605e-06,
      "loss": 0.3679,
      "step": 839170
    },
    {
      "epoch": 234.21,
      "grad_norm": 1.360876202583313,
      "learning_rate": 3.971929899011645e-06,
      "loss": 0.3697,
      "step": 839180
    },
    {
      "epoch": 234.21,
      "grad_norm": 0.9736304879188538,
      "learning_rate": 3.971910449048974e-06,
      "loss": 0.3778,
      "step": 839190
    },
    {
      "epoch": 234.22,
      "grad_norm": 1.826949119567871,
      "learning_rate": 3.971890998869594e-06,
      "loss": 0.3632,
      "step": 839200
    },
    {
      "epoch": 234.22,
      "grad_norm": 1.1517242193222046,
      "learning_rate": 3.971871548473507e-06,
      "loss": 0.3618,
      "step": 839210
    },
    {
      "epoch": 234.22,
      "grad_norm": 1.302634358406067,
      "learning_rate": 3.971852097860719e-06,
      "loss": 0.3804,
      "step": 839220
    },
    {
      "epoch": 234.23,
      "grad_norm": 1.0959434509277344,
      "learning_rate": 3.971832647031229e-06,
      "loss": 0.3683,
      "step": 839230
    },
    {
      "epoch": 234.23,
      "grad_norm": 1.0791363716125488,
      "learning_rate": 3.9718131959850395e-06,
      "loss": 0.3718,
      "step": 839240
    },
    {
      "epoch": 234.23,
      "grad_norm": 1.012228012084961,
      "learning_rate": 3.971793744722156e-06,
      "loss": 0.3703,
      "step": 839250
    },
    {
      "epoch": 234.23,
      "grad_norm": 1.1667485237121582,
      "learning_rate": 3.971774293242579e-06,
      "loss": 0.387,
      "step": 839260
    },
    {
      "epoch": 234.24,
      "grad_norm": 1.112258791923523,
      "learning_rate": 3.9717548415463115e-06,
      "loss": 0.3598,
      "step": 839270
    },
    {
      "epoch": 234.24,
      "grad_norm": 0.9907144904136658,
      "learning_rate": 3.971735389633356e-06,
      "loss": 0.3664,
      "step": 839280
    },
    {
      "epoch": 234.24,
      "grad_norm": 0.9472829103469849,
      "learning_rate": 3.971715937503715e-06,
      "loss": 0.3691,
      "step": 839290
    },
    {
      "epoch": 234.25,
      "grad_norm": 1.0401424169540405,
      "learning_rate": 3.971696485157391e-06,
      "loss": 0.3774,
      "step": 839300
    },
    {
      "epoch": 234.25,
      "grad_norm": 1.3743326663970947,
      "learning_rate": 3.971677032594388e-06,
      "loss": 0.3705,
      "step": 839310
    },
    {
      "epoch": 234.25,
      "grad_norm": 1.0771788358688354,
      "learning_rate": 3.971657579814708e-06,
      "loss": 0.381,
      "step": 839320
    },
    {
      "epoch": 234.25,
      "grad_norm": 1.0374692678451538,
      "learning_rate": 3.9716381268183505e-06,
      "loss": 0.3633,
      "step": 839330
    },
    {
      "epoch": 234.26,
      "grad_norm": 1.0533267259597778,
      "learning_rate": 3.971618673605322e-06,
      "loss": 0.3571,
      "step": 839340
    },
    {
      "epoch": 234.26,
      "grad_norm": 1.2412947416305542,
      "learning_rate": 3.971599220175624e-06,
      "loss": 0.3807,
      "step": 839350
    },
    {
      "epoch": 234.26,
      "grad_norm": 1.206142783164978,
      "learning_rate": 3.971579766529259e-06,
      "loss": 0.3653,
      "step": 839360
    },
    {
      "epoch": 234.26,
      "grad_norm": 1.1878163814544678,
      "learning_rate": 3.971560312666229e-06,
      "loss": 0.3738,
      "step": 839370
    },
    {
      "epoch": 234.27,
      "grad_norm": 1.0904443264007568,
      "learning_rate": 3.971540858586537e-06,
      "loss": 0.372,
      "step": 839380
    },
    {
      "epoch": 234.27,
      "grad_norm": 1.2561653852462769,
      "learning_rate": 3.971521404290186e-06,
      "loss": 0.3616,
      "step": 839390
    },
    {
      "epoch": 234.27,
      "grad_norm": 1.084703803062439,
      "learning_rate": 3.9715019497771775e-06,
      "loss": 0.364,
      "step": 839400
    },
    {
      "epoch": 234.28,
      "grad_norm": 1.1902216672897339,
      "learning_rate": 3.971482495047515e-06,
      "loss": 0.343,
      "step": 839410
    },
    {
      "epoch": 234.28,
      "grad_norm": 1.0617178678512573,
      "learning_rate": 3.971463040101201e-06,
      "loss": 0.3741,
      "step": 839420
    },
    {
      "epoch": 234.28,
      "grad_norm": 1.1614185571670532,
      "learning_rate": 3.9714435849382376e-06,
      "loss": 0.3728,
      "step": 839430
    },
    {
      "epoch": 234.28,
      "grad_norm": 0.8960475921630859,
      "learning_rate": 3.971424129558628e-06,
      "loss": 0.3632,
      "step": 839440
    },
    {
      "epoch": 234.29,
      "grad_norm": 0.9370956420898438,
      "learning_rate": 3.971404673962375e-06,
      "loss": 0.3555,
      "step": 839450
    },
    {
      "epoch": 234.29,
      "grad_norm": 1.0530483722686768,
      "learning_rate": 3.97138521814948e-06,
      "loss": 0.3727,
      "step": 839460
    },
    {
      "epoch": 234.29,
      "grad_norm": 0.9013451337814331,
      "learning_rate": 3.9713657621199465e-06,
      "loss": 0.3447,
      "step": 839470
    },
    {
      "epoch": 234.3,
      "grad_norm": 1.2662028074264526,
      "learning_rate": 3.971346305873777e-06,
      "loss": 0.3681,
      "step": 839480
    },
    {
      "epoch": 234.3,
      "grad_norm": 1.1055057048797607,
      "learning_rate": 3.9713268494109735e-06,
      "loss": 0.378,
      "step": 839490
    },
    {
      "epoch": 234.3,
      "grad_norm": 1.1673932075500488,
      "learning_rate": 3.97130739273154e-06,
      "loss": 0.3834,
      "step": 839500
    },
    {
      "epoch": 234.3,
      "grad_norm": 0.9640045166015625,
      "learning_rate": 3.971287935835477e-06,
      "loss": 0.3482,
      "step": 839510
    },
    {
      "epoch": 234.31,
      "grad_norm": 1.048938274383545,
      "learning_rate": 3.97126847872279e-06,
      "loss": 0.3744,
      "step": 839520
    },
    {
      "epoch": 234.31,
      "grad_norm": 1.1247828006744385,
      "learning_rate": 3.971249021393479e-06,
      "loss": 0.3537,
      "step": 839530
    },
    {
      "epoch": 234.31,
      "grad_norm": 0.9972019195556641,
      "learning_rate": 3.971229563847547e-06,
      "loss": 0.3647,
      "step": 839540
    },
    {
      "epoch": 234.31,
      "grad_norm": 16.716920852661133,
      "learning_rate": 3.9712101060849974e-06,
      "loss": 0.3517,
      "step": 839550
    },
    {
      "epoch": 234.32,
      "grad_norm": 0.9229150414466858,
      "learning_rate": 3.971190648105833e-06,
      "loss": 0.3636,
      "step": 839560
    },
    {
      "epoch": 234.32,
      "grad_norm": 1.051055669784546,
      "learning_rate": 3.9711711899100545e-06,
      "loss": 0.3765,
      "step": 839570
    },
    {
      "epoch": 234.32,
      "grad_norm": 0.9233579039573669,
      "learning_rate": 3.971151731497666e-06,
      "loss": 0.3411,
      "step": 839580
    },
    {
      "epoch": 234.33,
      "grad_norm": 1.1641759872436523,
      "learning_rate": 3.9711322728686706e-06,
      "loss": 0.3696,
      "step": 839590
    },
    {
      "epoch": 234.33,
      "grad_norm": 1.1579219102859497,
      "learning_rate": 3.97111281402307e-06,
      "loss": 0.3704,
      "step": 839600
    },
    {
      "epoch": 234.33,
      "grad_norm": 0.9938331246376038,
      "learning_rate": 3.971093354960867e-06,
      "loss": 0.3644,
      "step": 839610
    },
    {
      "epoch": 234.33,
      "grad_norm": 8.956043243408203,
      "learning_rate": 3.971073895682064e-06,
      "loss": 0.3663,
      "step": 839620
    },
    {
      "epoch": 234.34,
      "grad_norm": 1.1263432502746582,
      "learning_rate": 3.9710544361866635e-06,
      "loss": 0.3674,
      "step": 839630
    },
    {
      "epoch": 234.34,
      "grad_norm": 1.1441775560379028,
      "learning_rate": 3.971034976474668e-06,
      "loss": 0.3855,
      "step": 839640
    },
    {
      "epoch": 234.34,
      "grad_norm": 1.1357632875442505,
      "learning_rate": 3.971015516546082e-06,
      "loss": 0.3656,
      "step": 839650
    },
    {
      "epoch": 234.35,
      "grad_norm": 1.1727873086929321,
      "learning_rate": 3.970996056400905e-06,
      "loss": 0.3646,
      "step": 839660
    },
    {
      "epoch": 234.35,
      "grad_norm": 1.1510270833969116,
      "learning_rate": 3.970976596039142e-06,
      "loss": 0.3663,
      "step": 839670
    },
    {
      "epoch": 234.35,
      "grad_norm": 1.1457206010818481,
      "learning_rate": 3.970957135460794e-06,
      "loss": 0.3726,
      "step": 839680
    },
    {
      "epoch": 234.35,
      "grad_norm": 0.9328827261924744,
      "learning_rate": 3.970937674665865e-06,
      "loss": 0.3818,
      "step": 839690
    },
    {
      "epoch": 234.36,
      "grad_norm": 1.0791031122207642,
      "learning_rate": 3.970918213654356e-06,
      "loss": 0.3675,
      "step": 839700
    },
    {
      "epoch": 234.36,
      "grad_norm": 2.0368359088897705,
      "learning_rate": 3.970898752426272e-06,
      "loss": 0.3568,
      "step": 839710
    },
    {
      "epoch": 234.36,
      "grad_norm": 1.1016327142715454,
      "learning_rate": 3.9708792909816125e-06,
      "loss": 0.3514,
      "step": 839720
    },
    {
      "epoch": 234.37,
      "grad_norm": 1.081685185432434,
      "learning_rate": 3.970859829320382e-06,
      "loss": 0.3525,
      "step": 839730
    },
    {
      "epoch": 234.37,
      "grad_norm": 1.0254312753677368,
      "learning_rate": 3.970840367442584e-06,
      "loss": 0.3617,
      "step": 839740
    },
    {
      "epoch": 234.37,
      "grad_norm": 1.0395201444625854,
      "learning_rate": 3.970820905348218e-06,
      "loss": 0.3634,
      "step": 839750
    },
    {
      "epoch": 234.37,
      "grad_norm": 1.1087254285812378,
      "learning_rate": 3.9708014430372885e-06,
      "loss": 0.3704,
      "step": 839760
    },
    {
      "epoch": 234.38,
      "grad_norm": 1.0463767051696777,
      "learning_rate": 3.970781980509799e-06,
      "loss": 0.354,
      "step": 839770
    },
    {
      "epoch": 234.38,
      "grad_norm": 0.9738268852233887,
      "learning_rate": 3.9707625177657504e-06,
      "loss": 0.3708,
      "step": 839780
    },
    {
      "epoch": 234.38,
      "grad_norm": 0.9375236630439758,
      "learning_rate": 3.970743054805147e-06,
      "loss": 0.3825,
      "step": 839790
    },
    {
      "epoch": 234.38,
      "grad_norm": 1.0875197649002075,
      "learning_rate": 3.970723591627989e-06,
      "loss": 0.347,
      "step": 839800
    },
    {
      "epoch": 234.39,
      "grad_norm": 1.1196788549423218,
      "learning_rate": 3.970704128234281e-06,
      "loss": 0.3621,
      "step": 839810
    },
    {
      "epoch": 234.39,
      "grad_norm": 1.2472171783447266,
      "learning_rate": 3.9706846646240255e-06,
      "loss": 0.3727,
      "step": 839820
    },
    {
      "epoch": 234.39,
      "grad_norm": 3.2416749000549316,
      "learning_rate": 3.970665200797224e-06,
      "loss": 0.3637,
      "step": 839830
    },
    {
      "epoch": 234.4,
      "grad_norm": 1.010671615600586,
      "learning_rate": 3.97064573675388e-06,
      "loss": 0.3394,
      "step": 839840
    },
    {
      "epoch": 234.4,
      "grad_norm": 1.6410415172576904,
      "learning_rate": 3.970626272493996e-06,
      "loss": 0.364,
      "step": 839850
    },
    {
      "epoch": 234.4,
      "grad_norm": 1.0722135305404663,
      "learning_rate": 3.970606808017574e-06,
      "loss": 0.3709,
      "step": 839860
    },
    {
      "epoch": 234.4,
      "grad_norm": 1.0953924655914307,
      "learning_rate": 3.970587343324616e-06,
      "loss": 0.3908,
      "step": 839870
    },
    {
      "epoch": 234.41,
      "grad_norm": 1.1097074747085571,
      "learning_rate": 3.970567878415126e-06,
      "loss": 0.349,
      "step": 839880
    },
    {
      "epoch": 234.41,
      "grad_norm": 1.1028220653533936,
      "learning_rate": 3.9705484132891064e-06,
      "loss": 0.3784,
      "step": 839890
    },
    {
      "epoch": 234.41,
      "grad_norm": 1.1096900701522827,
      "learning_rate": 3.97052894794656e-06,
      "loss": 0.3711,
      "step": 839900
    },
    {
      "epoch": 234.42,
      "grad_norm": 3.2515432834625244,
      "learning_rate": 3.970509482387489e-06,
      "loss": 0.3573,
      "step": 839910
    },
    {
      "epoch": 234.42,
      "grad_norm": 1.1675561666488647,
      "learning_rate": 3.970490016611894e-06,
      "loss": 0.3531,
      "step": 839920
    },
    {
      "epoch": 234.42,
      "grad_norm": 1.1654924154281616,
      "learning_rate": 3.970470550619781e-06,
      "loss": 0.3815,
      "step": 839930
    },
    {
      "epoch": 234.42,
      "grad_norm": 1.0372480154037476,
      "learning_rate": 3.97045108441115e-06,
      "loss": 0.363,
      "step": 839940
    },
    {
      "epoch": 234.43,
      "grad_norm": 1.067527174949646,
      "learning_rate": 3.970431617986006e-06,
      "loss": 0.362,
      "step": 839950
    },
    {
      "epoch": 234.43,
      "grad_norm": 1.1688376665115356,
      "learning_rate": 3.97041215134435e-06,
      "loss": 0.3445,
      "step": 839960
    },
    {
      "epoch": 234.43,
      "grad_norm": 1.0015534162521362,
      "learning_rate": 3.970392684486184e-06,
      "loss": 0.3669,
      "step": 839970
    },
    {
      "epoch": 234.43,
      "grad_norm": 1.096016526222229,
      "learning_rate": 3.970373217411511e-06,
      "loss": 0.3754,
      "step": 839980
    },
    {
      "epoch": 234.44,
      "grad_norm": 1.0858219861984253,
      "learning_rate": 3.970353750120336e-06,
      "loss": 0.3749,
      "step": 839990
    },
    {
      "epoch": 234.44,
      "grad_norm": 1.1792466640472412,
      "learning_rate": 3.970334282612658e-06,
      "loss": 0.3681,
      "step": 840000
    },
    {
      "epoch": 234.44,
      "grad_norm": 1.07461416721344,
      "learning_rate": 3.970314814888481e-06,
      "loss": 0.3792,
      "step": 840010
    },
    {
      "epoch": 234.45,
      "grad_norm": 1.0613447427749634,
      "learning_rate": 3.970295346947809e-06,
      "loss": 0.3607,
      "step": 840020
    },
    {
      "epoch": 234.45,
      "grad_norm": 1.1946263313293457,
      "learning_rate": 3.970275878790643e-06,
      "loss": 0.3688,
      "step": 840030
    },
    {
      "epoch": 234.45,
      "grad_norm": 1.2056950330734253,
      "learning_rate": 3.970256410416986e-06,
      "loss": 0.3678,
      "step": 840040
    },
    {
      "epoch": 234.45,
      "grad_norm": 1.0917812585830688,
      "learning_rate": 3.9702369418268394e-06,
      "loss": 0.3835,
      "step": 840050
    },
    {
      "epoch": 234.46,
      "grad_norm": 1.0680010318756104,
      "learning_rate": 3.970217473020208e-06,
      "loss": 0.3598,
      "step": 840060
    },
    {
      "epoch": 234.46,
      "grad_norm": 1.1746728420257568,
      "learning_rate": 3.9701980039970935e-06,
      "loss": 0.3773,
      "step": 840070
    },
    {
      "epoch": 234.46,
      "grad_norm": 1.1920748949050903,
      "learning_rate": 3.970178534757498e-06,
      "loss": 0.3873,
      "step": 840080
    },
    {
      "epoch": 234.47,
      "grad_norm": 1.2292827367782593,
      "learning_rate": 3.970159065301424e-06,
      "loss": 0.3689,
      "step": 840090
    },
    {
      "epoch": 234.47,
      "grad_norm": 1.0446653366088867,
      "learning_rate": 3.9701395956288754e-06,
      "loss": 0.3781,
      "step": 840100
    },
    {
      "epoch": 234.47,
      "grad_norm": 10.513350486755371,
      "learning_rate": 3.970120125739853e-06,
      "loss": 0.3752,
      "step": 840110
    },
    {
      "epoch": 234.47,
      "grad_norm": 2.1426961421966553,
      "learning_rate": 3.970100655634361e-06,
      "loss": 0.3809,
      "step": 840120
    },
    {
      "epoch": 234.48,
      "grad_norm": 1.1222255229949951,
      "learning_rate": 3.970081185312401e-06,
      "loss": 0.3693,
      "step": 840130
    },
    {
      "epoch": 234.48,
      "grad_norm": 1.233744502067566,
      "learning_rate": 3.9700617147739765e-06,
      "loss": 0.355,
      "step": 840140
    },
    {
      "epoch": 234.48,
      "grad_norm": 1.0451679229736328,
      "learning_rate": 3.970042244019088e-06,
      "loss": 0.3627,
      "step": 840150
    },
    {
      "epoch": 234.49,
      "grad_norm": 0.9823853373527527,
      "learning_rate": 3.970022773047741e-06,
      "loss": 0.3616,
      "step": 840160
    },
    {
      "epoch": 234.49,
      "grad_norm": 1.137906551361084,
      "learning_rate": 3.970003301859936e-06,
      "loss": 0.3614,
      "step": 840170
    },
    {
      "epoch": 234.49,
      "grad_norm": 1.0058714151382446,
      "learning_rate": 3.969983830455676e-06,
      "loss": 0.3659,
      "step": 840180
    },
    {
      "epoch": 234.49,
      "grad_norm": 1.1203818321228027,
      "learning_rate": 3.969964358834964e-06,
      "loss": 0.3719,
      "step": 840190
    },
    {
      "epoch": 234.5,
      "grad_norm": 1.094401478767395,
      "learning_rate": 3.9699448869978026e-06,
      "loss": 0.36,
      "step": 840200
    },
    {
      "epoch": 234.5,
      "grad_norm": 1.0596094131469727,
      "learning_rate": 3.969925414944194e-06,
      "loss": 0.3753,
      "step": 840210
    },
    {
      "epoch": 234.5,
      "grad_norm": 0.9543405771255493,
      "learning_rate": 3.969905942674141e-06,
      "loss": 0.3595,
      "step": 840220
    },
    {
      "epoch": 234.5,
      "grad_norm": 1.1702897548675537,
      "learning_rate": 3.969886470187647e-06,
      "loss": 0.3511,
      "step": 840230
    },
    {
      "epoch": 234.51,
      "grad_norm": 1.1536322832107544,
      "learning_rate": 3.969866997484713e-06,
      "loss": 0.3588,
      "step": 840240
    },
    {
      "epoch": 234.51,
      "grad_norm": 1.3585929870605469,
      "learning_rate": 3.9698475245653425e-06,
      "loss": 0.3639,
      "step": 840250
    },
    {
      "epoch": 234.51,
      "grad_norm": 1.1590396165847778,
      "learning_rate": 3.969828051429538e-06,
      "loss": 0.3799,
      "step": 840260
    },
    {
      "epoch": 234.52,
      "grad_norm": 1.3709312677383423,
      "learning_rate": 3.969808578077302e-06,
      "loss": 0.3668,
      "step": 840270
    },
    {
      "epoch": 234.52,
      "grad_norm": 1.0187345743179321,
      "learning_rate": 3.969789104508637e-06,
      "loss": 0.3832,
      "step": 840280
    },
    {
      "epoch": 234.52,
      "grad_norm": 1.702010989189148,
      "learning_rate": 3.969769630723546e-06,
      "loss": 0.3718,
      "step": 840290
    },
    {
      "epoch": 234.52,
      "grad_norm": 1.0767992734909058,
      "learning_rate": 3.969750156722032e-06,
      "loss": 0.3599,
      "step": 840300
    },
    {
      "epoch": 234.53,
      "grad_norm": 1.081830620765686,
      "learning_rate": 3.969730682504096e-06,
      "loss": 0.3759,
      "step": 840310
    },
    {
      "epoch": 234.53,
      "grad_norm": 0.9665414094924927,
      "learning_rate": 3.969711208069742e-06,
      "loss": 0.3712,
      "step": 840320
    },
    {
      "epoch": 234.53,
      "grad_norm": 1.1527786254882812,
      "learning_rate": 3.969691733418972e-06,
      "loss": 0.3838,
      "step": 840330
    },
    {
      "epoch": 234.54,
      "grad_norm": 1.0982253551483154,
      "learning_rate": 3.969672258551789e-06,
      "loss": 0.356,
      "step": 840340
    },
    {
      "epoch": 234.54,
      "grad_norm": 1.1072368621826172,
      "learning_rate": 3.969652783468195e-06,
      "loss": 0.3746,
      "step": 840350
    },
    {
      "epoch": 234.54,
      "grad_norm": 1.0732029676437378,
      "learning_rate": 3.969633308168192e-06,
      "loss": 0.3645,
      "step": 840360
    },
    {
      "epoch": 234.54,
      "grad_norm": 1.2797677516937256,
      "learning_rate": 3.9696138326517845e-06,
      "loss": 0.3756,
      "step": 840370
    },
    {
      "epoch": 234.55,
      "grad_norm": 1.052475929260254,
      "learning_rate": 3.969594356918974e-06,
      "loss": 0.3578,
      "step": 840380
    },
    {
      "epoch": 234.55,
      "grad_norm": 0.9787752628326416,
      "learning_rate": 3.969574880969763e-06,
      "loss": 0.3772,
      "step": 840390
    },
    {
      "epoch": 234.55,
      "grad_norm": 1.0103561878204346,
      "learning_rate": 3.969555404804154e-06,
      "loss": 0.3517,
      "step": 840400
    },
    {
      "epoch": 234.55,
      "grad_norm": 1.1431713104248047,
      "learning_rate": 3.96953592842215e-06,
      "loss": 0.3787,
      "step": 840410
    },
    {
      "epoch": 234.56,
      "grad_norm": 1.136680006980896,
      "learning_rate": 3.969516451823755e-06,
      "loss": 0.3618,
      "step": 840420
    },
    {
      "epoch": 234.56,
      "grad_norm": 1.0296565294265747,
      "learning_rate": 3.969496975008968e-06,
      "loss": 0.3665,
      "step": 840430
    },
    {
      "epoch": 234.56,
      "grad_norm": 1.162802815437317,
      "learning_rate": 3.969477497977794e-06,
      "loss": 0.3659,
      "step": 840440
    },
    {
      "epoch": 234.57,
      "grad_norm": 1.3142956495285034,
      "learning_rate": 3.969458020730236e-06,
      "loss": 0.3648,
      "step": 840450
    },
    {
      "epoch": 234.57,
      "grad_norm": 1.2078708410263062,
      "learning_rate": 3.9694385432662955e-06,
      "loss": 0.3801,
      "step": 840460
    },
    {
      "epoch": 234.57,
      "grad_norm": 1.121641993522644,
      "learning_rate": 3.969419065585975e-06,
      "loss": 0.3549,
      "step": 840470
    },
    {
      "epoch": 234.57,
      "grad_norm": 1.149978756904602,
      "learning_rate": 3.969399587689278e-06,
      "loss": 0.3532,
      "step": 840480
    },
    {
      "epoch": 234.58,
      "grad_norm": 1.0924698114395142,
      "learning_rate": 3.969380109576206e-06,
      "loss": 0.3715,
      "step": 840490
    },
    {
      "epoch": 234.58,
      "grad_norm": 1.1902365684509277,
      "learning_rate": 3.969360631246763e-06,
      "loss": 0.3792,
      "step": 840500
    },
    {
      "epoch": 234.58,
      "grad_norm": 1.058604121208191,
      "learning_rate": 3.96934115270095e-06,
      "loss": 0.3746,
      "step": 840510
    },
    {
      "epoch": 234.59,
      "grad_norm": 0.8583446741104126,
      "learning_rate": 3.969321673938771e-06,
      "loss": 0.3605,
      "step": 840520
    },
    {
      "epoch": 234.59,
      "grad_norm": 1.0098328590393066,
      "learning_rate": 3.9693021949602274e-06,
      "loss": 0.3643,
      "step": 840530
    },
    {
      "epoch": 234.59,
      "grad_norm": 1.0900949239730835,
      "learning_rate": 3.9692827157653226e-06,
      "loss": 0.3479,
      "step": 840540
    },
    {
      "epoch": 234.59,
      "grad_norm": 1.0080468654632568,
      "learning_rate": 3.969263236354059e-06,
      "loss": 0.3614,
      "step": 840550
    },
    {
      "epoch": 234.6,
      "grad_norm": 1.1283197402954102,
      "learning_rate": 3.96924375672644e-06,
      "loss": 0.3601,
      "step": 840560
    },
    {
      "epoch": 234.6,
      "grad_norm": 1.0317320823669434,
      "learning_rate": 3.969224276882466e-06,
      "loss": 0.3608,
      "step": 840570
    },
    {
      "epoch": 234.6,
      "grad_norm": 1.1794177293777466,
      "learning_rate": 3.969204796822142e-06,
      "loss": 0.374,
      "step": 840580
    },
    {
      "epoch": 234.61,
      "grad_norm": 1.06386137008667,
      "learning_rate": 3.969185316545469e-06,
      "loss": 0.3668,
      "step": 840590
    },
    {
      "epoch": 234.61,
      "grad_norm": 1.1105632781982422,
      "learning_rate": 3.96916583605245e-06,
      "loss": 0.343,
      "step": 840600
    },
    {
      "epoch": 234.61,
      "grad_norm": 1.016606092453003,
      "learning_rate": 3.969146355343088e-06,
      "loss": 0.3432,
      "step": 840610
    },
    {
      "epoch": 234.61,
      "grad_norm": 1.3860636949539185,
      "learning_rate": 3.969126874417385e-06,
      "loss": 0.3698,
      "step": 840620
    },
    {
      "epoch": 234.62,
      "grad_norm": 1.0271601676940918,
      "learning_rate": 3.969107393275344e-06,
      "loss": 0.3663,
      "step": 840630
    },
    {
      "epoch": 234.62,
      "grad_norm": 1.0392961502075195,
      "learning_rate": 3.969087911916967e-06,
      "loss": 0.3706,
      "step": 840640
    },
    {
      "epoch": 234.62,
      "grad_norm": 1.0288136005401611,
      "learning_rate": 3.969068430342258e-06,
      "loss": 0.3714,
      "step": 840650
    },
    {
      "epoch": 234.62,
      "grad_norm": 1.359459638595581,
      "learning_rate": 3.969048948551217e-06,
      "loss": 0.3649,
      "step": 840660
    },
    {
      "epoch": 234.63,
      "grad_norm": 0.958241879940033,
      "learning_rate": 3.96902946654385e-06,
      "loss": 0.3685,
      "step": 840670
    },
    {
      "epoch": 234.63,
      "grad_norm": 1.1346570253372192,
      "learning_rate": 3.9690099843201575e-06,
      "loss": 0.371,
      "step": 840680
    },
    {
      "epoch": 234.63,
      "grad_norm": 2.06827712059021,
      "learning_rate": 3.968990501880142e-06,
      "loss": 0.3865,
      "step": 840690
    },
    {
      "epoch": 234.64,
      "grad_norm": 0.9938391447067261,
      "learning_rate": 3.968971019223807e-06,
      "loss": 0.3759,
      "step": 840700
    },
    {
      "epoch": 234.64,
      "grad_norm": 1.7689374685287476,
      "learning_rate": 3.968951536351155e-06,
      "loss": 0.3701,
      "step": 840710
    },
    {
      "epoch": 234.64,
      "grad_norm": 0.9752431511878967,
      "learning_rate": 3.968932053262188e-06,
      "loss": 0.3642,
      "step": 840720
    },
    {
      "epoch": 234.64,
      "grad_norm": 1.2487690448760986,
      "learning_rate": 3.968912569956908e-06,
      "loss": 0.363,
      "step": 840730
    },
    {
      "epoch": 234.65,
      "grad_norm": 0.9546432495117188,
      "learning_rate": 3.968893086435319e-06,
      "loss": 0.3658,
      "step": 840740
    },
    {
      "epoch": 234.65,
      "grad_norm": 1.3676282167434692,
      "learning_rate": 3.968873602697423e-06,
      "loss": 0.3718,
      "step": 840750
    },
    {
      "epoch": 234.65,
      "grad_norm": 1.2417104244232178,
      "learning_rate": 3.968854118743222e-06,
      "loss": 0.3822,
      "step": 840760
    },
    {
      "epoch": 234.66,
      "grad_norm": 1.5430594682693481,
      "learning_rate": 3.9688346345727206e-06,
      "loss": 0.3707,
      "step": 840770
    },
    {
      "epoch": 234.66,
      "grad_norm": 1.2175986766815186,
      "learning_rate": 3.96881515018592e-06,
      "loss": 0.3642,
      "step": 840780
    },
    {
      "epoch": 234.66,
      "grad_norm": 1.0175626277923584,
      "learning_rate": 3.968795665582821e-06,
      "loss": 0.392,
      "step": 840790
    },
    {
      "epoch": 234.66,
      "grad_norm": 1.494350552558899,
      "learning_rate": 3.968776180763429e-06,
      "loss": 0.3643,
      "step": 840800
    },
    {
      "epoch": 234.67,
      "grad_norm": 1.1077570915222168,
      "learning_rate": 3.968756695727746e-06,
      "loss": 0.3401,
      "step": 840810
    },
    {
      "epoch": 234.67,
      "grad_norm": 1.0408151149749756,
      "learning_rate": 3.968737210475773e-06,
      "loss": 0.3578,
      "step": 840820
    },
    {
      "epoch": 234.67,
      "grad_norm": 1.0125199556350708,
      "learning_rate": 3.9687177250075145e-06,
      "loss": 0.3393,
      "step": 840830
    },
    {
      "epoch": 234.67,
      "grad_norm": 1.324265956878662,
      "learning_rate": 3.968698239322973e-06,
      "loss": 0.3702,
      "step": 840840
    },
    {
      "epoch": 234.68,
      "grad_norm": 1.063048243522644,
      "learning_rate": 3.9686787534221495e-06,
      "loss": 0.356,
      "step": 840850
    },
    {
      "epoch": 234.68,
      "grad_norm": 1.215684413909912,
      "learning_rate": 3.9686592673050474e-06,
      "loss": 0.3853,
      "step": 840860
    },
    {
      "epoch": 234.68,
      "grad_norm": 1.0501173734664917,
      "learning_rate": 3.968639780971671e-06,
      "loss": 0.3553,
      "step": 840870
    },
    {
      "epoch": 234.69,
      "grad_norm": 1.0962941646575928,
      "learning_rate": 3.9686202944220195e-06,
      "loss": 0.3726,
      "step": 840880
    },
    {
      "epoch": 234.69,
      "grad_norm": 1.1560986042022705,
      "learning_rate": 3.968600807656098e-06,
      "loss": 0.3556,
      "step": 840890
    },
    {
      "epoch": 234.69,
      "grad_norm": 1.0487033128738403,
      "learning_rate": 3.968581320673908e-06,
      "loss": 0.3713,
      "step": 840900
    },
    {
      "epoch": 234.69,
      "grad_norm": 1.0381779670715332,
      "learning_rate": 3.968561833475453e-06,
      "loss": 0.3588,
      "step": 840910
    },
    {
      "epoch": 234.7,
      "grad_norm": 0.9995744228363037,
      "learning_rate": 3.968542346060735e-06,
      "loss": 0.3578,
      "step": 840920
    },
    {
      "epoch": 234.7,
      "grad_norm": 0.93185955286026,
      "learning_rate": 3.9685228584297565e-06,
      "loss": 0.3542,
      "step": 840930
    },
    {
      "epoch": 234.7,
      "grad_norm": 0.9440256357192993,
      "learning_rate": 3.96850337058252e-06,
      "loss": 0.3667,
      "step": 840940
    },
    {
      "epoch": 234.71,
      "grad_norm": 1.1020070314407349,
      "learning_rate": 3.9684838825190296e-06,
      "loss": 0.3682,
      "step": 840950
    },
    {
      "epoch": 234.71,
      "grad_norm": 1.0030155181884766,
      "learning_rate": 3.9684643942392855e-06,
      "loss": 0.3655,
      "step": 840960
    },
    {
      "epoch": 234.71,
      "grad_norm": 1.0353736877441406,
      "learning_rate": 3.968444905743292e-06,
      "loss": 0.3563,
      "step": 840970
    },
    {
      "epoch": 234.71,
      "grad_norm": 1.0154811143875122,
      "learning_rate": 3.9684254170310516e-06,
      "loss": 0.3723,
      "step": 840980
    },
    {
      "epoch": 234.72,
      "grad_norm": 1.1198375225067139,
      "learning_rate": 3.968405928102566e-06,
      "loss": 0.3612,
      "step": 840990
    },
    {
      "epoch": 234.72,
      "grad_norm": 0.962720513343811,
      "learning_rate": 3.968386438957838e-06,
      "loss": 0.3757,
      "step": 841000
    },
    {
      "epoch": 234.72,
      "grad_norm": 0.9918894171714783,
      "learning_rate": 3.9683669495968705e-06,
      "loss": 0.3763,
      "step": 841010
    },
    {
      "epoch": 234.73,
      "grad_norm": 0.9404181838035583,
      "learning_rate": 3.968347460019666e-06,
      "loss": 0.37,
      "step": 841020
    },
    {
      "epoch": 234.73,
      "grad_norm": 1.1601059436798096,
      "learning_rate": 3.9683279702262275e-06,
      "loss": 0.3723,
      "step": 841030
    },
    {
      "epoch": 234.73,
      "grad_norm": 1.0699307918548584,
      "learning_rate": 3.9683084802165576e-06,
      "loss": 0.3757,
      "step": 841040
    },
    {
      "epoch": 234.73,
      "grad_norm": 1.148390769958496,
      "learning_rate": 3.968288989990658e-06,
      "loss": 0.3617,
      "step": 841050
    },
    {
      "epoch": 234.74,
      "grad_norm": 1.0336179733276367,
      "learning_rate": 3.968269499548532e-06,
      "loss": 0.3642,
      "step": 841060
    },
    {
      "epoch": 234.74,
      "grad_norm": 0.9414375424385071,
      "learning_rate": 3.9682500088901805e-06,
      "loss": 0.3639,
      "step": 841070
    },
    {
      "epoch": 234.74,
      "grad_norm": 1.1962640285491943,
      "learning_rate": 3.9682305180156095e-06,
      "loss": 0.3655,
      "step": 841080
    },
    {
      "epoch": 234.74,
      "grad_norm": 1.0598753690719604,
      "learning_rate": 3.968211026924819e-06,
      "loss": 0.3627,
      "step": 841090
    },
    {
      "epoch": 234.75,
      "grad_norm": 1.091797947883606,
      "learning_rate": 3.968191535617813e-06,
      "loss": 0.3748,
      "step": 841100
    },
    {
      "epoch": 234.75,
      "grad_norm": 1.0782572031021118,
      "learning_rate": 3.968172044094593e-06,
      "loss": 0.3562,
      "step": 841110
    },
    {
      "epoch": 234.75,
      "grad_norm": 1.114341378211975,
      "learning_rate": 3.96815255235516e-06,
      "loss": 0.3737,
      "step": 841120
    },
    {
      "epoch": 234.76,
      "grad_norm": 1.168375849723816,
      "learning_rate": 3.968133060399522e-06,
      "loss": 0.3636,
      "step": 841130
    },
    {
      "epoch": 234.76,
      "grad_norm": 1.075322151184082,
      "learning_rate": 3.968113568227676e-06,
      "loss": 0.3663,
      "step": 841140
    },
    {
      "epoch": 234.76,
      "grad_norm": 1.1123709678649902,
      "learning_rate": 3.968094075839627e-06,
      "loss": 0.3632,
      "step": 841150
    },
    {
      "epoch": 234.76,
      "grad_norm": 0.9818218946456909,
      "learning_rate": 3.968074583235379e-06,
      "loss": 0.3773,
      "step": 841160
    },
    {
      "epoch": 234.77,
      "grad_norm": 1.121655821800232,
      "learning_rate": 3.968055090414931e-06,
      "loss": 0.3563,
      "step": 841170
    },
    {
      "epoch": 234.77,
      "grad_norm": 1.1880884170532227,
      "learning_rate": 3.968035597378288e-06,
      "loss": 0.3563,
      "step": 841180
    },
    {
      "epoch": 234.77,
      "grad_norm": 1.0841519832611084,
      "learning_rate": 3.968016104125452e-06,
      "loss": 0.3772,
      "step": 841190
    },
    {
      "epoch": 234.78,
      "grad_norm": 0.9783748388290405,
      "learning_rate": 3.967996610656426e-06,
      "loss": 0.3696,
      "step": 841200
    },
    {
      "epoch": 234.78,
      "grad_norm": 1.3568755388259888,
      "learning_rate": 3.967977116971213e-06,
      "loss": 0.3762,
      "step": 841210
    },
    {
      "epoch": 234.78,
      "grad_norm": 1.0477548837661743,
      "learning_rate": 3.967957623069814e-06,
      "loss": 0.3653,
      "step": 841220
    },
    {
      "epoch": 234.78,
      "grad_norm": 1.038223385810852,
      "learning_rate": 3.967938128952233e-06,
      "loss": 0.3604,
      "step": 841230
    },
    {
      "epoch": 234.79,
      "grad_norm": 1.1695261001586914,
      "learning_rate": 3.9679186346184715e-06,
      "loss": 0.3513,
      "step": 841240
    },
    {
      "epoch": 234.79,
      "grad_norm": 0.9547137022018433,
      "learning_rate": 3.967899140068533e-06,
      "loss": 0.3795,
      "step": 841250
    },
    {
      "epoch": 234.79,
      "grad_norm": 1.0530368089675903,
      "learning_rate": 3.96787964530242e-06,
      "loss": 0.3665,
      "step": 841260
    },
    {
      "epoch": 234.79,
      "grad_norm": 1.215475082397461,
      "learning_rate": 3.9678601503201355e-06,
      "loss": 0.3559,
      "step": 841270
    },
    {
      "epoch": 234.8,
      "grad_norm": 1.2484709024429321,
      "learning_rate": 3.967840655121681e-06,
      "loss": 0.3534,
      "step": 841280
    },
    {
      "epoch": 234.8,
      "grad_norm": 1.1685608625411987,
      "learning_rate": 3.967821159707059e-06,
      "loss": 0.376,
      "step": 841290
    },
    {
      "epoch": 234.8,
      "grad_norm": 1.198515772819519,
      "learning_rate": 3.967801664076272e-06,
      "loss": 0.3695,
      "step": 841300
    },
    {
      "epoch": 234.81,
      "grad_norm": 1.0469993352890015,
      "learning_rate": 3.967782168229326e-06,
      "loss": 0.3623,
      "step": 841310
    },
    {
      "epoch": 234.81,
      "grad_norm": 0.9664252400398254,
      "learning_rate": 3.967762672166219e-06,
      "loss": 0.3588,
      "step": 841320
    },
    {
      "epoch": 234.81,
      "grad_norm": 0.9593783020973206,
      "learning_rate": 3.967743175886956e-06,
      "loss": 0.3513,
      "step": 841330
    },
    {
      "epoch": 234.81,
      "grad_norm": 1.208211064338684,
      "learning_rate": 3.967723679391539e-06,
      "loss": 0.3949,
      "step": 841340
    },
    {
      "epoch": 234.82,
      "grad_norm": 0.9929317235946655,
      "learning_rate": 3.9677041826799695e-06,
      "loss": 0.3744,
      "step": 841350
    },
    {
      "epoch": 234.82,
      "grad_norm": 0.9262712597846985,
      "learning_rate": 3.967684685752253e-06,
      "loss": 0.3487,
      "step": 841360
    },
    {
      "epoch": 234.82,
      "grad_norm": 0.9698403477668762,
      "learning_rate": 3.9676651886083895e-06,
      "loss": 0.3666,
      "step": 841370
    },
    {
      "epoch": 234.83,
      "grad_norm": 1.1340409517288208,
      "learning_rate": 3.967645691248382e-06,
      "loss": 0.3563,
      "step": 841380
    },
    {
      "epoch": 234.83,
      "grad_norm": 1.1820014715194702,
      "learning_rate": 3.9676261936722345e-06,
      "loss": 0.3687,
      "step": 841390
    },
    {
      "epoch": 234.83,
      "grad_norm": 1.2026945352554321,
      "learning_rate": 3.967606695879948e-06,
      "loss": 0.3658,
      "step": 841400
    },
    {
      "epoch": 234.83,
      "grad_norm": 1.3664685487747192,
      "learning_rate": 3.9675871978715266e-06,
      "loss": 0.3452,
      "step": 841410
    },
    {
      "epoch": 234.84,
      "grad_norm": 0.9087104201316833,
      "learning_rate": 3.967567699646971e-06,
      "loss": 0.3604,
      "step": 841420
    },
    {
      "epoch": 234.84,
      "grad_norm": 1.0259605646133423,
      "learning_rate": 3.967548201206285e-06,
      "loss": 0.3571,
      "step": 841430
    },
    {
      "epoch": 234.84,
      "grad_norm": 1.1380246877670288,
      "learning_rate": 3.967528702549472e-06,
      "loss": 0.3743,
      "step": 841440
    },
    {
      "epoch": 234.85,
      "grad_norm": 1.1021630764007568,
      "learning_rate": 3.967509203676532e-06,
      "loss": 0.3752,
      "step": 841450
    },
    {
      "epoch": 234.85,
      "grad_norm": 1.2603507041931152,
      "learning_rate": 3.96748970458747e-06,
      "loss": 0.3738,
      "step": 841460
    },
    {
      "epoch": 234.85,
      "grad_norm": 1.266140341758728,
      "learning_rate": 3.967470205282288e-06,
      "loss": 0.3518,
      "step": 841470
    },
    {
      "epoch": 234.85,
      "grad_norm": 1.1273388862609863,
      "learning_rate": 3.967450705760989e-06,
      "loss": 0.3611,
      "step": 841480
    },
    {
      "epoch": 234.86,
      "grad_norm": 1.0733836889266968,
      "learning_rate": 3.967431206023573e-06,
      "loss": 0.3859,
      "step": 841490
    },
    {
      "epoch": 234.86,
      "grad_norm": 0.9622490406036377,
      "learning_rate": 3.967411706070046e-06,
      "loss": 0.3604,
      "step": 841500
    },
    {
      "epoch": 234.86,
      "grad_norm": 0.9237752556800842,
      "learning_rate": 3.9673922059004095e-06,
      "loss": 0.3749,
      "step": 841510
    },
    {
      "epoch": 234.86,
      "grad_norm": 0.9592944383621216,
      "learning_rate": 3.967372705514665e-06,
      "loss": 0.3512,
      "step": 841520
    },
    {
      "epoch": 234.87,
      "grad_norm": 2.6067018508911133,
      "learning_rate": 3.9673532049128165e-06,
      "loss": 0.363,
      "step": 841530
    },
    {
      "epoch": 234.87,
      "grad_norm": 1.2627142667770386,
      "learning_rate": 3.967333704094865e-06,
      "loss": 0.3692,
      "step": 841540
    },
    {
      "epoch": 234.87,
      "grad_norm": 1.1154588460922241,
      "learning_rate": 3.967314203060815e-06,
      "loss": 0.3703,
      "step": 841550
    },
    {
      "epoch": 234.88,
      "grad_norm": 1.1950865983963013,
      "learning_rate": 3.9672947018106676e-06,
      "loss": 0.3557,
      "step": 841560
    },
    {
      "epoch": 234.88,
      "grad_norm": 1.3333649635314941,
      "learning_rate": 3.967275200344426e-06,
      "loss": 0.3634,
      "step": 841570
    },
    {
      "epoch": 234.88,
      "grad_norm": 1.2168073654174805,
      "learning_rate": 3.967255698662094e-06,
      "loss": 0.3586,
      "step": 841580
    },
    {
      "epoch": 234.88,
      "grad_norm": 1.064192771911621,
      "learning_rate": 3.967236196763672e-06,
      "loss": 0.3524,
      "step": 841590
    },
    {
      "epoch": 234.89,
      "grad_norm": 1.1017295122146606,
      "learning_rate": 3.967216694649162e-06,
      "loss": 0.3783,
      "step": 841600
    },
    {
      "epoch": 234.89,
      "grad_norm": 1.0979670286178589,
      "learning_rate": 3.967197192318571e-06,
      "loss": 0.3966,
      "step": 841610
    },
    {
      "epoch": 234.89,
      "grad_norm": 1.2811248302459717,
      "learning_rate": 3.9671776897718975e-06,
      "loss": 0.3561,
      "step": 841620
    },
    {
      "epoch": 234.9,
      "grad_norm": 0.9954337477684021,
      "learning_rate": 3.9671581870091445e-06,
      "loss": 0.3797,
      "step": 841630
    },
    {
      "epoch": 234.9,
      "grad_norm": 0.9731611013412476,
      "learning_rate": 3.967138684030317e-06,
      "loss": 0.3802,
      "step": 841640
    },
    {
      "epoch": 234.9,
      "grad_norm": 1.0316113233566284,
      "learning_rate": 3.967119180835414e-06,
      "loss": 0.3622,
      "step": 841650
    },
    {
      "epoch": 234.9,
      "grad_norm": 1.0979785919189453,
      "learning_rate": 3.9670996774244415e-06,
      "loss": 0.3645,
      "step": 841660
    },
    {
      "epoch": 234.91,
      "grad_norm": 1.2582921981811523,
      "learning_rate": 3.967080173797401e-06,
      "loss": 0.378,
      "step": 841670
    },
    {
      "epoch": 234.91,
      "grad_norm": 1.0560358762741089,
      "learning_rate": 3.967060669954294e-06,
      "loss": 0.3642,
      "step": 841680
    },
    {
      "epoch": 234.91,
      "grad_norm": 0.9767688512802124,
      "learning_rate": 3.967041165895124e-06,
      "loss": 0.3814,
      "step": 841690
    },
    {
      "epoch": 234.91,
      "grad_norm": 1.0468857288360596,
      "learning_rate": 3.9670216616198934e-06,
      "loss": 0.3643,
      "step": 841700
    },
    {
      "epoch": 234.92,
      "grad_norm": 1.0251305103302002,
      "learning_rate": 3.967002157128605e-06,
      "loss": 0.3664,
      "step": 841710
    },
    {
      "epoch": 234.92,
      "grad_norm": 1.371976375579834,
      "learning_rate": 3.966982652421262e-06,
      "loss": 0.3666,
      "step": 841720
    },
    {
      "epoch": 234.92,
      "grad_norm": 1.0722193717956543,
      "learning_rate": 3.966963147497865e-06,
      "loss": 0.3618,
      "step": 841730
    },
    {
      "epoch": 234.93,
      "grad_norm": 0.9644502997398376,
      "learning_rate": 3.966943642358419e-06,
      "loss": 0.3615,
      "step": 841740
    },
    {
      "epoch": 234.93,
      "grad_norm": 1.0871458053588867,
      "learning_rate": 3.9669241370029255e-06,
      "loss": 0.3645,
      "step": 841750
    },
    {
      "epoch": 234.93,
      "grad_norm": 1.059059977531433,
      "learning_rate": 3.966904631431387e-06,
      "loss": 0.3681,
      "step": 841760
    },
    {
      "epoch": 234.93,
      "grad_norm": 0.9025087952613831,
      "learning_rate": 3.966885125643805e-06,
      "loss": 0.3679,
      "step": 841770
    },
    {
      "epoch": 234.94,
      "grad_norm": 0.9557064175605774,
      "learning_rate": 3.966865619640185e-06,
      "loss": 0.3607,
      "step": 841780
    },
    {
      "epoch": 234.94,
      "grad_norm": 1.3372275829315186,
      "learning_rate": 3.966846113420527e-06,
      "loss": 0.3698,
      "step": 841790
    },
    {
      "epoch": 234.94,
      "grad_norm": 1.1128417253494263,
      "learning_rate": 3.966826606984835e-06,
      "loss": 0.3688,
      "step": 841800
    },
    {
      "epoch": 234.95,
      "grad_norm": 1.0620845556259155,
      "learning_rate": 3.96680710033311e-06,
      "loss": 0.3668,
      "step": 841810
    },
    {
      "epoch": 234.95,
      "grad_norm": 0.9942055940628052,
      "learning_rate": 3.966787593465357e-06,
      "loss": 0.3589,
      "step": 841820
    },
    {
      "epoch": 234.95,
      "grad_norm": 1.254461646080017,
      "learning_rate": 3.966768086381576e-06,
      "loss": 0.3637,
      "step": 841830
    },
    {
      "epoch": 234.95,
      "grad_norm": 0.9424350261688232,
      "learning_rate": 3.9667485790817715e-06,
      "loss": 0.369,
      "step": 841840
    },
    {
      "epoch": 234.96,
      "grad_norm": 1.007361888885498,
      "learning_rate": 3.966729071565945e-06,
      "loss": 0.3707,
      "step": 841850
    },
    {
      "epoch": 234.96,
      "grad_norm": 1.163963794708252,
      "learning_rate": 3.966709563834099e-06,
      "loss": 0.335,
      "step": 841860
    },
    {
      "epoch": 234.96,
      "grad_norm": 1.00887131690979,
      "learning_rate": 3.966690055886238e-06,
      "loss": 0.3751,
      "step": 841870
    },
    {
      "epoch": 234.97,
      "grad_norm": 1.1855707168579102,
      "learning_rate": 3.966670547722363e-06,
      "loss": 0.3659,
      "step": 841880
    },
    {
      "epoch": 234.97,
      "grad_norm": 1.0314381122589111,
      "learning_rate": 3.966651039342476e-06,
      "loss": 0.3673,
      "step": 841890
    },
    {
      "epoch": 234.97,
      "grad_norm": 1.3542319536209106,
      "learning_rate": 3.966631530746582e-06,
      "loss": 0.3586,
      "step": 841900
    },
    {
      "epoch": 234.97,
      "grad_norm": 1.0099072456359863,
      "learning_rate": 3.96661202193468e-06,
      "loss": 0.3615,
      "step": 841910
    },
    {
      "epoch": 234.98,
      "grad_norm": 1.8289881944656372,
      "learning_rate": 3.966592512906776e-06,
      "loss": 0.3601,
      "step": 841920
    },
    {
      "epoch": 234.98,
      "grad_norm": 1.5146629810333252,
      "learning_rate": 3.966573003662871e-06,
      "loss": 0.3624,
      "step": 841930
    },
    {
      "epoch": 234.98,
      "grad_norm": 1.1388860940933228,
      "learning_rate": 3.966553494202968e-06,
      "loss": 0.3482,
      "step": 841940
    },
    {
      "epoch": 234.98,
      "grad_norm": 1.139035940170288,
      "learning_rate": 3.9665339845270685e-06,
      "loss": 0.3636,
      "step": 841950
    },
    {
      "epoch": 234.99,
      "grad_norm": 1.1270310878753662,
      "learning_rate": 3.966514474635176e-06,
      "loss": 0.3561,
      "step": 841960
    },
    {
      "epoch": 234.99,
      "grad_norm": 0.9929009675979614,
      "learning_rate": 3.966494964527294e-06,
      "loss": 0.3758,
      "step": 841970
    },
    {
      "epoch": 234.99,
      "grad_norm": 1.006987452507019,
      "learning_rate": 3.9664754542034244e-06,
      "loss": 0.3676,
      "step": 841980
    },
    {
      "epoch": 235.0,
      "grad_norm": 1.2502797842025757,
      "learning_rate": 3.966455943663569e-06,
      "loss": 0.368,
      "step": 841990
    },
    {
      "epoch": 235.0,
      "grad_norm": 1.1553077697753906,
      "learning_rate": 3.966436432907731e-06,
      "loss": 0.3768,
      "step": 842000
    },
    {
      "epoch": 235.0,
      "eval_loss": 0.36718180775642395,
      "eval_runtime": 63.2871,
      "eval_samples_per_second": 79.937,
      "eval_steps_per_second": 10.002,
      "step": 842005
    },
    {
      "epoch": 235.0,
      "grad_norm": 1.0262243747711182,
      "learning_rate": 3.966416921935913e-06,
      "loss": 0.3488,
      "step": 842010
    },
    {
      "epoch": 235.0,
      "grad_norm": 1.154860496520996,
      "learning_rate": 3.966397410748118e-06,
      "loss": 0.3536,
      "step": 842020
    },
    {
      "epoch": 235.01,
      "grad_norm": 1.0271393060684204,
      "learning_rate": 3.966377899344348e-06,
      "loss": 0.3906,
      "step": 842030
    },
    {
      "epoch": 235.01,
      "grad_norm": 1.1595256328582764,
      "learning_rate": 3.966358387724605e-06,
      "loss": 0.3703,
      "step": 842040
    },
    {
      "epoch": 235.01,
      "grad_norm": 1.0147602558135986,
      "learning_rate": 3.9663388758888934e-06,
      "loss": 0.3746,
      "step": 842050
    },
    {
      "epoch": 235.02,
      "grad_norm": 1.3020669221878052,
      "learning_rate": 3.966319363837215e-06,
      "loss": 0.3687,
      "step": 842060
    },
    {
      "epoch": 235.02,
      "grad_norm": 1.5106925964355469,
      "learning_rate": 3.96629985156957e-06,
      "loss": 0.3651,
      "step": 842070
    },
    {
      "epoch": 235.02,
      "grad_norm": 1.129403829574585,
      "learning_rate": 3.966280339085966e-06,
      "loss": 0.3735,
      "step": 842080
    },
    {
      "epoch": 235.02,
      "grad_norm": 0.9702556133270264,
      "learning_rate": 3.966260826386401e-06,
      "loss": 0.3569,
      "step": 842090
    },
    {
      "epoch": 235.03,
      "grad_norm": 0.9597253799438477,
      "learning_rate": 3.96624131347088e-06,
      "loss": 0.3661,
      "step": 842100
    },
    {
      "epoch": 235.03,
      "grad_norm": 0.9735666513442993,
      "learning_rate": 3.966221800339405e-06,
      "loss": 0.365,
      "step": 842110
    },
    {
      "epoch": 235.03,
      "grad_norm": 1.066850185394287,
      "learning_rate": 3.966202286991978e-06,
      "loss": 0.3756,
      "step": 842120
    },
    {
      "epoch": 235.03,
      "grad_norm": 1.3538626432418823,
      "learning_rate": 3.966182773428602e-06,
      "loss": 0.3758,
      "step": 842130
    },
    {
      "epoch": 235.04,
      "grad_norm": 1.1052767038345337,
      "learning_rate": 3.966163259649281e-06,
      "loss": 0.3644,
      "step": 842140
    },
    {
      "epoch": 235.04,
      "grad_norm": 1.0228081941604614,
      "learning_rate": 3.966143745654016e-06,
      "loss": 0.3776,
      "step": 842150
    },
    {
      "epoch": 235.04,
      "grad_norm": 1.0484402179718018,
      "learning_rate": 3.96612423144281e-06,
      "loss": 0.375,
      "step": 842160
    },
    {
      "epoch": 235.05,
      "grad_norm": 1.1834399700164795,
      "learning_rate": 3.966104717015664e-06,
      "loss": 0.3621,
      "step": 842170
    },
    {
      "epoch": 235.05,
      "grad_norm": 0.9168539047241211,
      "learning_rate": 3.966085202372584e-06,
      "loss": 0.3621,
      "step": 842180
    },
    {
      "epoch": 235.05,
      "grad_norm": 1.0886359214782715,
      "learning_rate": 3.96606568751357e-06,
      "loss": 0.3677,
      "step": 842190
    },
    {
      "epoch": 235.05,
      "grad_norm": 0.9667022228240967,
      "learning_rate": 3.966046172438625e-06,
      "loss": 0.3627,
      "step": 842200
    },
    {
      "epoch": 235.06,
      "grad_norm": 1.2175081968307495,
      "learning_rate": 3.9660266571477525e-06,
      "loss": 0.3738,
      "step": 842210
    },
    {
      "epoch": 235.06,
      "grad_norm": 0.9815877676010132,
      "learning_rate": 3.966007141640954e-06,
      "loss": 0.3671,
      "step": 842220
    },
    {
      "epoch": 235.06,
      "grad_norm": 1.3422389030456543,
      "learning_rate": 3.965987625918234e-06,
      "loss": 0.3805,
      "step": 842230
    },
    {
      "epoch": 235.07,
      "grad_norm": 0.9569407105445862,
      "learning_rate": 3.965968109979592e-06,
      "loss": 0.3525,
      "step": 842240
    },
    {
      "epoch": 235.07,
      "grad_norm": 1.1291422843933105,
      "learning_rate": 3.965948593825033e-06,
      "loss": 0.3592,
      "step": 842250
    },
    {
      "epoch": 235.07,
      "grad_norm": 1.0337650775909424,
      "learning_rate": 3.96592907745456e-06,
      "loss": 0.3769,
      "step": 842260
    },
    {
      "epoch": 235.07,
      "grad_norm": 1.0782352685928345,
      "learning_rate": 3.965909560868173e-06,
      "loss": 0.3809,
      "step": 842270
    },
    {
      "epoch": 235.08,
      "grad_norm": 1.116909146308899,
      "learning_rate": 3.965890044065876e-06,
      "loss": 0.3716,
      "step": 842280
    },
    {
      "epoch": 235.08,
      "grad_norm": 1.0367532968521118,
      "learning_rate": 3.965870527047673e-06,
      "loss": 0.3614,
      "step": 842290
    },
    {
      "epoch": 235.08,
      "grad_norm": 1.1160767078399658,
      "learning_rate": 3.965851009813564e-06,
      "loss": 0.3624,
      "step": 842300
    },
    {
      "epoch": 235.09,
      "grad_norm": 1.1312633752822876,
      "learning_rate": 3.965831492363554e-06,
      "loss": 0.3516,
      "step": 842310
    },
    {
      "epoch": 235.09,
      "grad_norm": 1.0501022338867188,
      "learning_rate": 3.965811974697644e-06,
      "loss": 0.3781,
      "step": 842320
    },
    {
      "epoch": 235.09,
      "grad_norm": 1.3456653356552124,
      "learning_rate": 3.9657924568158375e-06,
      "loss": 0.3669,
      "step": 842330
    },
    {
      "epoch": 235.09,
      "grad_norm": 0.9643118381500244,
      "learning_rate": 3.965772938718137e-06,
      "loss": 0.3608,
      "step": 842340
    },
    {
      "epoch": 235.1,
      "grad_norm": 1.087895154953003,
      "learning_rate": 3.965753420404544e-06,
      "loss": 0.3747,
      "step": 842350
    },
    {
      "epoch": 235.1,
      "grad_norm": 1.251360535621643,
      "learning_rate": 3.965733901875061e-06,
      "loss": 0.3713,
      "step": 842360
    },
    {
      "epoch": 235.1,
      "grad_norm": 1.239782452583313,
      "learning_rate": 3.965714383129693e-06,
      "loss": 0.3896,
      "step": 842370
    },
    {
      "epoch": 235.1,
      "grad_norm": 0.8432300686836243,
      "learning_rate": 3.965694864168441e-06,
      "loss": 0.3726,
      "step": 842380
    },
    {
      "epoch": 235.11,
      "grad_norm": 1.001229166984558,
      "learning_rate": 3.9656753449913076e-06,
      "loss": 0.3563,
      "step": 842390
    },
    {
      "epoch": 235.11,
      "grad_norm": 1.1584185361862183,
      "learning_rate": 3.965655825598295e-06,
      "loss": 0.3768,
      "step": 842400
    },
    {
      "epoch": 235.11,
      "grad_norm": 1.157922625541687,
      "learning_rate": 3.965636305989406e-06,
      "loss": 0.367,
      "step": 842410
    },
    {
      "epoch": 235.12,
      "grad_norm": 1.202020287513733,
      "learning_rate": 3.965616786164644e-06,
      "loss": 0.375,
      "step": 842420
    },
    {
      "epoch": 235.12,
      "grad_norm": 1.0706253051757812,
      "learning_rate": 3.965597266124011e-06,
      "loss": 0.3728,
      "step": 842430
    },
    {
      "epoch": 235.12,
      "grad_norm": 1.0586128234863281,
      "learning_rate": 3.965577745867511e-06,
      "loss": 0.3613,
      "step": 842440
    },
    {
      "epoch": 235.12,
      "grad_norm": 0.9808546900749207,
      "learning_rate": 3.9655582253951444e-06,
      "loss": 0.3591,
      "step": 842450
    },
    {
      "epoch": 235.13,
      "grad_norm": 1.1137640476226807,
      "learning_rate": 3.9655387047069136e-06,
      "loss": 0.3554,
      "step": 842460
    },
    {
      "epoch": 235.13,
      "grad_norm": 1.0179613828659058,
      "learning_rate": 3.965519183802824e-06,
      "loss": 0.3694,
      "step": 842470
    },
    {
      "epoch": 235.13,
      "grad_norm": 1.0792536735534668,
      "learning_rate": 3.965499662682875e-06,
      "loss": 0.3608,
      "step": 842480
    },
    {
      "epoch": 235.14,
      "grad_norm": 1.067271113395691,
      "learning_rate": 3.965480141347071e-06,
      "loss": 0.3822,
      "step": 842490
    },
    {
      "epoch": 235.14,
      "grad_norm": 1.1439987421035767,
      "learning_rate": 3.965460619795415e-06,
      "loss": 0.3745,
      "step": 842500
    },
    {
      "epoch": 235.14,
      "grad_norm": 1.1562224626541138,
      "learning_rate": 3.965441098027908e-06,
      "loss": 0.3592,
      "step": 842510
    },
    {
      "epoch": 235.14,
      "grad_norm": 1.0707858800888062,
      "learning_rate": 3.965421576044554e-06,
      "loss": 0.3807,
      "step": 842520
    },
    {
      "epoch": 235.15,
      "grad_norm": 1.7057009935379028,
      "learning_rate": 3.965402053845355e-06,
      "loss": 0.3593,
      "step": 842530
    },
    {
      "epoch": 235.15,
      "grad_norm": 0.9140805006027222,
      "learning_rate": 3.9653825314303135e-06,
      "loss": 0.367,
      "step": 842540
    },
    {
      "epoch": 235.15,
      "grad_norm": 1.0571116209030151,
      "learning_rate": 3.965363008799433e-06,
      "loss": 0.3732,
      "step": 842550
    },
    {
      "epoch": 235.15,
      "grad_norm": 1.1615267992019653,
      "learning_rate": 3.965343485952714e-06,
      "loss": 0.3675,
      "step": 842560
    },
    {
      "epoch": 235.16,
      "grad_norm": 1.008056879043579,
      "learning_rate": 3.965323962890161e-06,
      "loss": 0.35,
      "step": 842570
    },
    {
      "epoch": 235.16,
      "grad_norm": 0.9720385074615479,
      "learning_rate": 3.965304439611777e-06,
      "loss": 0.379,
      "step": 842580
    },
    {
      "epoch": 235.16,
      "grad_norm": 0.9488223195075989,
      "learning_rate": 3.965284916117562e-06,
      "loss": 0.3682,
      "step": 842590
    },
    {
      "epoch": 235.17,
      "grad_norm": 0.9507097601890564,
      "learning_rate": 3.965265392407523e-06,
      "loss": 0.3689,
      "step": 842600
    },
    {
      "epoch": 235.17,
      "grad_norm": 1.151828408241272,
      "learning_rate": 3.965245868481657e-06,
      "loss": 0.3549,
      "step": 842610
    },
    {
      "epoch": 235.17,
      "grad_norm": 1.0030630826950073,
      "learning_rate": 3.965226344339971e-06,
      "loss": 0.3572,
      "step": 842620
    },
    {
      "epoch": 235.17,
      "grad_norm": 0.9034689664840698,
      "learning_rate": 3.965206819982465e-06,
      "loss": 0.371,
      "step": 842630
    },
    {
      "epoch": 235.18,
      "grad_norm": 1.0702240467071533,
      "learning_rate": 3.965187295409144e-06,
      "loss": 0.3838,
      "step": 842640
    },
    {
      "epoch": 235.18,
      "grad_norm": 1.1562919616699219,
      "learning_rate": 3.965167770620008e-06,
      "loss": 0.3692,
      "step": 842650
    },
    {
      "epoch": 235.18,
      "grad_norm": 1.0169373750686646,
      "learning_rate": 3.965148245615061e-06,
      "loss": 0.3651,
      "step": 842660
    },
    {
      "epoch": 235.19,
      "grad_norm": 1.0957974195480347,
      "learning_rate": 3.965128720394306e-06,
      "loss": 0.3576,
      "step": 842670
    },
    {
      "epoch": 235.19,
      "grad_norm": 1.1194666624069214,
      "learning_rate": 3.965109194957745e-06,
      "loss": 0.3634,
      "step": 842680
    },
    {
      "epoch": 235.19,
      "grad_norm": 1.0765037536621094,
      "learning_rate": 3.965089669305381e-06,
      "loss": 0.3825,
      "step": 842690
    },
    {
      "epoch": 235.19,
      "grad_norm": 1.0144261121749878,
      "learning_rate": 3.965070143437215e-06,
      "loss": 0.3638,
      "step": 842700
    },
    {
      "epoch": 235.2,
      "grad_norm": 1.0778334140777588,
      "learning_rate": 3.965050617353252e-06,
      "loss": 0.3755,
      "step": 842710
    },
    {
      "epoch": 235.2,
      "grad_norm": 1.117215633392334,
      "learning_rate": 3.965031091053493e-06,
      "loss": 0.3664,
      "step": 842720
    },
    {
      "epoch": 235.2,
      "grad_norm": 1.0056095123291016,
      "learning_rate": 3.965011564537941e-06,
      "loss": 0.3772,
      "step": 842730
    },
    {
      "epoch": 235.21,
      "grad_norm": 1.055260181427002,
      "learning_rate": 3.964992037806599e-06,
      "loss": 0.3533,
      "step": 842740
    },
    {
      "epoch": 235.21,
      "grad_norm": 1.023282527923584,
      "learning_rate": 3.964972510859469e-06,
      "loss": 0.345,
      "step": 842750
    },
    {
      "epoch": 235.21,
      "grad_norm": 0.9834539294242859,
      "learning_rate": 3.964952983696554e-06,
      "loss": 0.3689,
      "step": 842760
    },
    {
      "epoch": 235.21,
      "grad_norm": 1.0106475353240967,
      "learning_rate": 3.964933456317856e-06,
      "loss": 0.3607,
      "step": 842770
    },
    {
      "epoch": 235.22,
      "grad_norm": 1.186324119567871,
      "learning_rate": 3.9649139287233785e-06,
      "loss": 0.3585,
      "step": 842780
    },
    {
      "epoch": 235.22,
      "grad_norm": 1.17241370677948,
      "learning_rate": 3.9648944009131235e-06,
      "loss": 0.3661,
      "step": 842790
    },
    {
      "epoch": 235.22,
      "grad_norm": 1.2203913927078247,
      "learning_rate": 3.964874872887094e-06,
      "loss": 0.3512,
      "step": 842800
    },
    {
      "epoch": 235.22,
      "grad_norm": 1.2043739557266235,
      "learning_rate": 3.9648553446452915e-06,
      "loss": 0.3834,
      "step": 842810
    },
    {
      "epoch": 235.23,
      "grad_norm": 1.2093104124069214,
      "learning_rate": 3.96483581618772e-06,
      "loss": 0.3624,
      "step": 842820
    },
    {
      "epoch": 235.23,
      "grad_norm": 1.0781134366989136,
      "learning_rate": 3.964816287514381e-06,
      "loss": 0.3727,
      "step": 842830
    },
    {
      "epoch": 235.23,
      "grad_norm": 1.2431893348693848,
      "learning_rate": 3.964796758625279e-06,
      "loss": 0.3826,
      "step": 842840
    },
    {
      "epoch": 235.24,
      "grad_norm": 0.9484005570411682,
      "learning_rate": 3.964777229520414e-06,
      "loss": 0.3648,
      "step": 842850
    },
    {
      "epoch": 235.24,
      "grad_norm": 1.0474967956542969,
      "learning_rate": 3.96475770019979e-06,
      "loss": 0.3717,
      "step": 842860
    },
    {
      "epoch": 235.24,
      "grad_norm": 1.009743094444275,
      "learning_rate": 3.96473817066341e-06,
      "loss": 0.3603,
      "step": 842870
    },
    {
      "epoch": 235.24,
      "grad_norm": 1.0711253881454468,
      "learning_rate": 3.9647186409112755e-06,
      "loss": 0.3806,
      "step": 842880
    },
    {
      "epoch": 235.25,
      "grad_norm": 1.0241825580596924,
      "learning_rate": 3.96469911094339e-06,
      "loss": 0.3673,
      "step": 842890
    },
    {
      "epoch": 235.25,
      "grad_norm": 0.9554977416992188,
      "learning_rate": 3.964679580759755e-06,
      "loss": 0.3641,
      "step": 842900
    },
    {
      "epoch": 235.25,
      "grad_norm": 0.970766544342041,
      "learning_rate": 3.9646600503603745e-06,
      "loss": 0.3657,
      "step": 842910
    },
    {
      "epoch": 235.26,
      "grad_norm": 1.017594814300537,
      "learning_rate": 3.96464051974525e-06,
      "loss": 0.3642,
      "step": 842920
    },
    {
      "epoch": 235.26,
      "grad_norm": 1.2045042514801025,
      "learning_rate": 3.964620988914385e-06,
      "loss": 0.364,
      "step": 842930
    },
    {
      "epoch": 235.26,
      "grad_norm": 1.0415652990341187,
      "learning_rate": 3.964601457867782e-06,
      "loss": 0.357,
      "step": 842940
    },
    {
      "epoch": 235.26,
      "grad_norm": 1.9449723958969116,
      "learning_rate": 3.964581926605442e-06,
      "loss": 0.3725,
      "step": 842950
    },
    {
      "epoch": 235.27,
      "grad_norm": 1.126754879951477,
      "learning_rate": 3.96456239512737e-06,
      "loss": 0.3713,
      "step": 842960
    },
    {
      "epoch": 235.27,
      "grad_norm": 0.8518384695053101,
      "learning_rate": 3.9645428634335674e-06,
      "loss": 0.3619,
      "step": 842970
    },
    {
      "epoch": 235.27,
      "grad_norm": 1.0854302644729614,
      "learning_rate": 3.9645233315240355e-06,
      "loss": 0.3625,
      "step": 842980
    },
    {
      "epoch": 235.27,
      "grad_norm": 1.3201608657836914,
      "learning_rate": 3.964503799398779e-06,
      "loss": 0.3693,
      "step": 842990
    },
    {
      "epoch": 235.28,
      "grad_norm": 1.3132994174957275,
      "learning_rate": 3.9644842670577995e-06,
      "loss": 0.3681,
      "step": 843000
    },
    {
      "epoch": 235.28,
      "grad_norm": 1.130531668663025,
      "learning_rate": 3.9644647345011005e-06,
      "loss": 0.3721,
      "step": 843010
    },
    {
      "epoch": 235.28,
      "grad_norm": 1.0013211965560913,
      "learning_rate": 3.9644452017286835e-06,
      "loss": 0.3774,
      "step": 843020
    },
    {
      "epoch": 235.29,
      "grad_norm": 1.061622977256775,
      "learning_rate": 3.9644256687405525e-06,
      "loss": 0.3536,
      "step": 843030
    },
    {
      "epoch": 235.29,
      "grad_norm": 1.2585276365280151,
      "learning_rate": 3.964406135536708e-06,
      "loss": 0.382,
      "step": 843040
    },
    {
      "epoch": 235.29,
      "grad_norm": 0.9425503015518188,
      "learning_rate": 3.964386602117154e-06,
      "loss": 0.3809,
      "step": 843050
    },
    {
      "epoch": 235.29,
      "grad_norm": 1.223683476448059,
      "learning_rate": 3.964367068481892e-06,
      "loss": 0.3623,
      "step": 843060
    },
    {
      "epoch": 235.3,
      "grad_norm": 1.102839708328247,
      "learning_rate": 3.964347534630926e-06,
      "loss": 0.3541,
      "step": 843070
    },
    {
      "epoch": 235.3,
      "grad_norm": 0.9528377056121826,
      "learning_rate": 3.964328000564259e-06,
      "loss": 0.3606,
      "step": 843080
    },
    {
      "epoch": 235.3,
      "grad_norm": 1.0041166543960571,
      "learning_rate": 3.964308466281892e-06,
      "loss": 0.3637,
      "step": 843090
    },
    {
      "epoch": 235.31,
      "grad_norm": 1.0633336305618286,
      "learning_rate": 3.964288931783828e-06,
      "loss": 0.3607,
      "step": 843100
    },
    {
      "epoch": 235.31,
      "grad_norm": 1.026990294456482,
      "learning_rate": 3.96426939707007e-06,
      "loss": 0.3522,
      "step": 843110
    },
    {
      "epoch": 235.31,
      "grad_norm": 1.133074164390564,
      "learning_rate": 3.96424986214062e-06,
      "loss": 0.3664,
      "step": 843120
    },
    {
      "epoch": 235.31,
      "grad_norm": 1.2107957601547241,
      "learning_rate": 3.964230326995482e-06,
      "loss": 0.367,
      "step": 843130
    },
    {
      "epoch": 235.32,
      "grad_norm": 1.1365984678268433,
      "learning_rate": 3.964210791634656e-06,
      "loss": 0.3793,
      "step": 843140
    },
    {
      "epoch": 235.32,
      "grad_norm": 1.104994535446167,
      "learning_rate": 3.964191256058148e-06,
      "loss": 0.3792,
      "step": 843150
    },
    {
      "epoch": 235.32,
      "grad_norm": 0.9197598695755005,
      "learning_rate": 3.964171720265957e-06,
      "loss": 0.3799,
      "step": 843160
    },
    {
      "epoch": 235.33,
      "grad_norm": 1.0266369581222534,
      "learning_rate": 3.964152184258089e-06,
      "loss": 0.3657,
      "step": 843170
    },
    {
      "epoch": 235.33,
      "grad_norm": 1.265468716621399,
      "learning_rate": 3.964132648034545e-06,
      "loss": 0.3768,
      "step": 843180
    },
    {
      "epoch": 235.33,
      "grad_norm": 1.1193492412567139,
      "learning_rate": 3.964113111595327e-06,
      "loss": 0.3621,
      "step": 843190
    },
    {
      "epoch": 235.33,
      "grad_norm": 1.1315820217132568,
      "learning_rate": 3.964093574940438e-06,
      "loss": 0.3562,
      "step": 843200
    },
    {
      "epoch": 235.34,
      "grad_norm": 1.0313595533370972,
      "learning_rate": 3.964074038069882e-06,
      "loss": 0.3596,
      "step": 843210
    },
    {
      "epoch": 235.34,
      "grad_norm": 1.0844520330429077,
      "learning_rate": 3.964054500983659e-06,
      "loss": 0.3746,
      "step": 843220
    },
    {
      "epoch": 235.34,
      "grad_norm": 1.1116222143173218,
      "learning_rate": 3.964034963681774e-06,
      "loss": 0.3776,
      "step": 843230
    },
    {
      "epoch": 235.34,
      "grad_norm": 1.231530785560608,
      "learning_rate": 3.964015426164228e-06,
      "loss": 0.3455,
      "step": 843240
    },
    {
      "epoch": 235.35,
      "grad_norm": 1.096315622329712,
      "learning_rate": 3.9639958884310246e-06,
      "loss": 0.3703,
      "step": 843250
    },
    {
      "epoch": 235.35,
      "grad_norm": 1.4483615159988403,
      "learning_rate": 3.963976350482166e-06,
      "loss": 0.3553,
      "step": 843260
    },
    {
      "epoch": 235.35,
      "grad_norm": 1.3285448551177979,
      "learning_rate": 3.963956812317655e-06,
      "loss": 0.3535,
      "step": 843270
    },
    {
      "epoch": 235.36,
      "grad_norm": 1.0614138841629028,
      "learning_rate": 3.963937273937493e-06,
      "loss": 0.396,
      "step": 843280
    },
    {
      "epoch": 235.36,
      "grad_norm": 1.027061939239502,
      "learning_rate": 3.963917735341685e-06,
      "loss": 0.3601,
      "step": 843290
    },
    {
      "epoch": 235.36,
      "grad_norm": 1.0631860494613647,
      "learning_rate": 3.963898196530232e-06,
      "loss": 0.3583,
      "step": 843300
    },
    {
      "epoch": 235.36,
      "grad_norm": 0.9862746596336365,
      "learning_rate": 3.963878657503136e-06,
      "loss": 0.3472,
      "step": 843310
    },
    {
      "epoch": 235.37,
      "grad_norm": 1.6054350137710571,
      "learning_rate": 3.963859118260401e-06,
      "loss": 0.3691,
      "step": 843320
    },
    {
      "epoch": 235.37,
      "grad_norm": 1.0068877935409546,
      "learning_rate": 3.963839578802029e-06,
      "loss": 0.3545,
      "step": 843330
    },
    {
      "epoch": 235.37,
      "grad_norm": 1.0697503089904785,
      "learning_rate": 3.963820039128023e-06,
      "loss": 0.3769,
      "step": 843340
    },
    {
      "epoch": 235.38,
      "grad_norm": 1.061527132987976,
      "learning_rate": 3.963800499238384e-06,
      "loss": 0.3837,
      "step": 843350
    },
    {
      "epoch": 235.38,
      "grad_norm": 1.1313014030456543,
      "learning_rate": 3.963780959133117e-06,
      "loss": 0.3624,
      "step": 843360
    },
    {
      "epoch": 235.38,
      "grad_norm": 1.141839861869812,
      "learning_rate": 3.963761418812223e-06,
      "loss": 0.3667,
      "step": 843370
    },
    {
      "epoch": 235.38,
      "grad_norm": 1.3082973957061768,
      "learning_rate": 3.963741878275705e-06,
      "loss": 0.377,
      "step": 843380
    },
    {
      "epoch": 235.39,
      "grad_norm": 2.0872514247894287,
      "learning_rate": 3.963722337523566e-06,
      "loss": 0.3711,
      "step": 843390
    },
    {
      "epoch": 235.39,
      "grad_norm": 1.0467575788497925,
      "learning_rate": 3.963702796555808e-06,
      "loss": 0.3624,
      "step": 843400
    },
    {
      "epoch": 235.39,
      "grad_norm": 1.0241612195968628,
      "learning_rate": 3.963683255372433e-06,
      "loss": 0.3664,
      "step": 843410
    },
    {
      "epoch": 235.39,
      "grad_norm": 0.9945270419120789,
      "learning_rate": 3.9636637139734465e-06,
      "loss": 0.3692,
      "step": 843420
    },
    {
      "epoch": 235.4,
      "grad_norm": 1.0910837650299072,
      "learning_rate": 3.963644172358848e-06,
      "loss": 0.3497,
      "step": 843430
    },
    {
      "epoch": 235.4,
      "grad_norm": 1.151296854019165,
      "learning_rate": 3.963624630528641e-06,
      "loss": 0.3679,
      "step": 843440
    },
    {
      "epoch": 235.4,
      "grad_norm": 0.9816462993621826,
      "learning_rate": 3.963605088482828e-06,
      "loss": 0.3768,
      "step": 843450
    },
    {
      "epoch": 235.41,
      "grad_norm": 0.952543318271637,
      "learning_rate": 3.963585546221412e-06,
      "loss": 0.3831,
      "step": 843460
    },
    {
      "epoch": 235.41,
      "grad_norm": 1.1210380792617798,
      "learning_rate": 3.9635660037443955e-06,
      "loss": 0.3467,
      "step": 843470
    },
    {
      "epoch": 235.41,
      "grad_norm": 1.0235190391540527,
      "learning_rate": 3.963546461051782e-06,
      "loss": 0.359,
      "step": 843480
    },
    {
      "epoch": 235.41,
      "grad_norm": 0.9438120722770691,
      "learning_rate": 3.963526918143572e-06,
      "loss": 0.3627,
      "step": 843490
    },
    {
      "epoch": 235.42,
      "grad_norm": 1.1060327291488647,
      "learning_rate": 3.963507375019769e-06,
      "loss": 0.3803,
      "step": 843500
    },
    {
      "epoch": 235.42,
      "grad_norm": 1.1056110858917236,
      "learning_rate": 3.9634878316803765e-06,
      "loss": 0.365,
      "step": 843510
    },
    {
      "epoch": 235.42,
      "grad_norm": 1.8797986507415771,
      "learning_rate": 3.963468288125396e-06,
      "loss": 0.3716,
      "step": 843520
    },
    {
      "epoch": 235.43,
      "grad_norm": 1.2663590908050537,
      "learning_rate": 3.963448744354831e-06,
      "loss": 0.3849,
      "step": 843530
    },
    {
      "epoch": 235.43,
      "grad_norm": 1.1745648384094238,
      "learning_rate": 3.963429200368684e-06,
      "loss": 0.3703,
      "step": 843540
    },
    {
      "epoch": 235.43,
      "grad_norm": 1.2097265720367432,
      "learning_rate": 3.963409656166957e-06,
      "loss": 0.3532,
      "step": 843550
    },
    {
      "epoch": 235.43,
      "grad_norm": 1.0662094354629517,
      "learning_rate": 3.963390111749652e-06,
      "loss": 0.3654,
      "step": 843560
    },
    {
      "epoch": 235.44,
      "grad_norm": 1.21868896484375,
      "learning_rate": 3.9633705671167725e-06,
      "loss": 0.3663,
      "step": 843570
    },
    {
      "epoch": 235.44,
      "grad_norm": 1.1594077348709106,
      "learning_rate": 3.963351022268323e-06,
      "loss": 0.3606,
      "step": 843580
    },
    {
      "epoch": 235.44,
      "grad_norm": 0.9817436337471008,
      "learning_rate": 3.963331477204302e-06,
      "loss": 0.37,
      "step": 843590
    },
    {
      "epoch": 235.45,
      "grad_norm": 0.9970771670341492,
      "learning_rate": 3.963311931924714e-06,
      "loss": 0.361,
      "step": 843600
    },
    {
      "epoch": 235.45,
      "grad_norm": 1.1247596740722656,
      "learning_rate": 3.963292386429564e-06,
      "loss": 0.3791,
      "step": 843610
    },
    {
      "epoch": 235.45,
      "grad_norm": 1.1738532781600952,
      "learning_rate": 3.963272840718852e-06,
      "loss": 0.3598,
      "step": 843620
    },
    {
      "epoch": 235.45,
      "grad_norm": 1.0044357776641846,
      "learning_rate": 3.96325329479258e-06,
      "loss": 0.3636,
      "step": 843630
    },
    {
      "epoch": 235.46,
      "grad_norm": 1.2522226572036743,
      "learning_rate": 3.963233748650752e-06,
      "loss": 0.3689,
      "step": 843640
    },
    {
      "epoch": 235.46,
      "grad_norm": 1.0888453722000122,
      "learning_rate": 3.963214202293371e-06,
      "loss": 0.3722,
      "step": 843650
    },
    {
      "epoch": 235.46,
      "grad_norm": 1.202020287513733,
      "learning_rate": 3.963194655720438e-06,
      "loss": 0.3897,
      "step": 843660
    },
    {
      "epoch": 235.46,
      "grad_norm": 1.1724156141281128,
      "learning_rate": 3.963175108931957e-06,
      "loss": 0.362,
      "step": 843670
    },
    {
      "epoch": 235.47,
      "grad_norm": 1.132584571838379,
      "learning_rate": 3.963155561927929e-06,
      "loss": 0.3586,
      "step": 843680
    },
    {
      "epoch": 235.47,
      "grad_norm": 0.9321960806846619,
      "learning_rate": 3.963136014708359e-06,
      "loss": 0.3564,
      "step": 843690
    },
    {
      "epoch": 235.47,
      "grad_norm": 1.0039894580841064,
      "learning_rate": 3.963116467273248e-06,
      "loss": 0.3553,
      "step": 843700
    },
    {
      "epoch": 235.48,
      "grad_norm": 1.0202462673187256,
      "learning_rate": 3.963096919622599e-06,
      "loss": 0.3698,
      "step": 843710
    },
    {
      "epoch": 235.48,
      "grad_norm": 1.1208114624023438,
      "learning_rate": 3.9630773717564135e-06,
      "loss": 0.3664,
      "step": 843720
    },
    {
      "epoch": 235.48,
      "grad_norm": 3.9031903743743896,
      "learning_rate": 3.963057823674696e-06,
      "loss": 0.3645,
      "step": 843730
    },
    {
      "epoch": 235.48,
      "grad_norm": 1.1806784868240356,
      "learning_rate": 3.963038275377448e-06,
      "loss": 0.3698,
      "step": 843740
    },
    {
      "epoch": 235.49,
      "grad_norm": 1.1530029773712158,
      "learning_rate": 3.963018726864672e-06,
      "loss": 0.3726,
      "step": 843750
    },
    {
      "epoch": 235.49,
      "grad_norm": 1.1392742395401,
      "learning_rate": 3.962999178136372e-06,
      "loss": 0.3531,
      "step": 843760
    },
    {
      "epoch": 235.49,
      "grad_norm": 1.1579104661941528,
      "learning_rate": 3.962979629192548e-06,
      "loss": 0.357,
      "step": 843770
    },
    {
      "epoch": 235.5,
      "grad_norm": 1.1570378541946411,
      "learning_rate": 3.9629600800332046e-06,
      "loss": 0.3542,
      "step": 843780
    },
    {
      "epoch": 235.5,
      "grad_norm": 1.103028416633606,
      "learning_rate": 3.9629405306583446e-06,
      "loss": 0.3614,
      "step": 843790
    },
    {
      "epoch": 235.5,
      "grad_norm": 1.1785109043121338,
      "learning_rate": 3.962920981067969e-06,
      "loss": 0.3775,
      "step": 843800
    },
    {
      "epoch": 235.5,
      "grad_norm": 1.108315348625183,
      "learning_rate": 3.962901431262082e-06,
      "loss": 0.36,
      "step": 843810
    },
    {
      "epoch": 235.51,
      "grad_norm": 1.0174133777618408,
      "learning_rate": 3.962881881240684e-06,
      "loss": 0.373,
      "step": 843820
    },
    {
      "epoch": 235.51,
      "grad_norm": 1.0534048080444336,
      "learning_rate": 3.962862331003781e-06,
      "loss": 0.3532,
      "step": 843830
    },
    {
      "epoch": 235.51,
      "grad_norm": 1.242234230041504,
      "learning_rate": 3.962842780551373e-06,
      "loss": 0.3711,
      "step": 843840
    },
    {
      "epoch": 235.51,
      "grad_norm": 1.0059967041015625,
      "learning_rate": 3.962823229883463e-06,
      "loss": 0.3465,
      "step": 843850
    },
    {
      "epoch": 235.52,
      "grad_norm": 0.9844257831573486,
      "learning_rate": 3.962803679000054e-06,
      "loss": 0.3559,
      "step": 843860
    },
    {
      "epoch": 235.52,
      "grad_norm": 1.3383240699768066,
      "learning_rate": 3.962784127901149e-06,
      "loss": 0.3731,
      "step": 843870
    },
    {
      "epoch": 235.52,
      "grad_norm": 1.1300939321517944,
      "learning_rate": 3.96276457658675e-06,
      "loss": 0.3693,
      "step": 843880
    },
    {
      "epoch": 235.53,
      "grad_norm": 1.6203972101211548,
      "learning_rate": 3.962745025056859e-06,
      "loss": 0.3609,
      "step": 843890
    },
    {
      "epoch": 235.53,
      "grad_norm": 1.3374196290969849,
      "learning_rate": 3.96272547331148e-06,
      "loss": 0.3588,
      "step": 843900
    },
    {
      "epoch": 235.53,
      "grad_norm": 1.0291706323623657,
      "learning_rate": 3.962705921350614e-06,
      "loss": 0.3773,
      "step": 843910
    },
    {
      "epoch": 235.53,
      "grad_norm": 1.2964541912078857,
      "learning_rate": 3.962686369174265e-06,
      "loss": 0.3683,
      "step": 843920
    },
    {
      "epoch": 235.54,
      "grad_norm": 1.023669958114624,
      "learning_rate": 3.962666816782437e-06,
      "loss": 0.3606,
      "step": 843930
    },
    {
      "epoch": 235.54,
      "grad_norm": 1.171075463294983,
      "learning_rate": 3.962647264175128e-06,
      "loss": 0.3869,
      "step": 843940
    },
    {
      "epoch": 235.54,
      "grad_norm": 1.0636017322540283,
      "learning_rate": 3.962627711352345e-06,
      "loss": 0.3795,
      "step": 843950
    },
    {
      "epoch": 235.55,
      "grad_norm": 1.8493704795837402,
      "learning_rate": 3.962608158314088e-06,
      "loss": 0.3473,
      "step": 843960
    },
    {
      "epoch": 235.55,
      "grad_norm": 1.214758038520813,
      "learning_rate": 3.962588605060361e-06,
      "loss": 0.3465,
      "step": 843970
    },
    {
      "epoch": 235.55,
      "grad_norm": 1.0025560855865479,
      "learning_rate": 3.962569051591166e-06,
      "loss": 0.3528,
      "step": 843980
    },
    {
      "epoch": 235.55,
      "grad_norm": 1.0152078866958618,
      "learning_rate": 3.9625494979065066e-06,
      "loss": 0.3865,
      "step": 843990
    },
    {
      "epoch": 235.56,
      "grad_norm": 0.9776911735534668,
      "learning_rate": 3.962529944006383e-06,
      "loss": 0.3644,
      "step": 844000
    },
    {
      "epoch": 235.56,
      "grad_norm": 1.025043249130249,
      "learning_rate": 3.9625103898908e-06,
      "loss": 0.3765,
      "step": 844010
    },
    {
      "epoch": 235.56,
      "grad_norm": 1.1775063276290894,
      "learning_rate": 3.96249083555976e-06,
      "loss": 0.3509,
      "step": 844020
    },
    {
      "epoch": 235.57,
      "grad_norm": 1.0419669151306152,
      "learning_rate": 3.962471281013265e-06,
      "loss": 0.3728,
      "step": 844030
    },
    {
      "epoch": 235.57,
      "grad_norm": 0.9679043292999268,
      "learning_rate": 3.962451726251317e-06,
      "loss": 0.362,
      "step": 844040
    },
    {
      "epoch": 235.57,
      "grad_norm": 1.2885677814483643,
      "learning_rate": 3.96243217127392e-06,
      "loss": 0.3654,
      "step": 844050
    },
    {
      "epoch": 235.57,
      "grad_norm": 1.095622181892395,
      "learning_rate": 3.962412616081076e-06,
      "loss": 0.3592,
      "step": 844060
    },
    {
      "epoch": 235.58,
      "grad_norm": 1.1357057094573975,
      "learning_rate": 3.9623930606727875e-06,
      "loss": 0.3705,
      "step": 844070
    },
    {
      "epoch": 235.58,
      "grad_norm": 1.359028697013855,
      "learning_rate": 3.962373505049057e-06,
      "loss": 0.3598,
      "step": 844080
    },
    {
      "epoch": 235.58,
      "grad_norm": 0.992419958114624,
      "learning_rate": 3.962353949209887e-06,
      "loss": 0.3681,
      "step": 844090
    },
    {
      "epoch": 235.58,
      "grad_norm": 1.0179753303527832,
      "learning_rate": 3.962334393155281e-06,
      "loss": 0.3735,
      "step": 844100
    },
    {
      "epoch": 235.59,
      "grad_norm": 0.995222806930542,
      "learning_rate": 3.962314836885241e-06,
      "loss": 0.3502,
      "step": 844110
    },
    {
      "epoch": 235.59,
      "grad_norm": 1.2314915657043457,
      "learning_rate": 3.962295280399769e-06,
      "loss": 0.3637,
      "step": 844120
    },
    {
      "epoch": 235.59,
      "grad_norm": 1.0030485391616821,
      "learning_rate": 3.9622757236988685e-06,
      "loss": 0.3717,
      "step": 844130
    },
    {
      "epoch": 235.6,
      "grad_norm": 1.0259288549423218,
      "learning_rate": 3.962256166782542e-06,
      "loss": 0.367,
      "step": 844140
    },
    {
      "epoch": 235.6,
      "grad_norm": 1.179710030555725,
      "learning_rate": 3.962236609650792e-06,
      "loss": 0.3734,
      "step": 844150
    },
    {
      "epoch": 235.6,
      "grad_norm": 1.1890889406204224,
      "learning_rate": 3.962217052303621e-06,
      "loss": 0.3544,
      "step": 844160
    },
    {
      "epoch": 235.6,
      "grad_norm": 0.9765137434005737,
      "learning_rate": 3.962197494741031e-06,
      "loss": 0.367,
      "step": 844170
    },
    {
      "epoch": 235.61,
      "grad_norm": 0.9255987405776978,
      "learning_rate": 3.962177936963026e-06,
      "loss": 0.3887,
      "step": 844180
    },
    {
      "epoch": 235.61,
      "grad_norm": 1.0010350942611694,
      "learning_rate": 3.9621583789696075e-06,
      "loss": 0.3606,
      "step": 844190
    },
    {
      "epoch": 235.61,
      "grad_norm": 1.2910996675491333,
      "learning_rate": 3.962138820760777e-06,
      "loss": 0.3719,
      "step": 844200
    },
    {
      "epoch": 235.62,
      "grad_norm": 0.9945650100708008,
      "learning_rate": 3.96211926233654e-06,
      "loss": 0.372,
      "step": 844210
    },
    {
      "epoch": 235.62,
      "grad_norm": 1.0256859064102173,
      "learning_rate": 3.962099703696898e-06,
      "loss": 0.3706,
      "step": 844220
    },
    {
      "epoch": 235.62,
      "grad_norm": 1.0451151132583618,
      "learning_rate": 3.962080144841852e-06,
      "loss": 0.3492,
      "step": 844230
    },
    {
      "epoch": 235.62,
      "grad_norm": 0.9398648142814636,
      "learning_rate": 3.962060585771407e-06,
      "loss": 0.3799,
      "step": 844240
    },
    {
      "epoch": 235.63,
      "grad_norm": 0.9596253037452698,
      "learning_rate": 3.962041026485563e-06,
      "loss": 0.3603,
      "step": 844250
    },
    {
      "epoch": 235.63,
      "grad_norm": 1.016688346862793,
      "learning_rate": 3.962021466984324e-06,
      "loss": 0.3617,
      "step": 844260
    },
    {
      "epoch": 235.63,
      "grad_norm": 0.9607046842575073,
      "learning_rate": 3.962001907267694e-06,
      "loss": 0.3662,
      "step": 844270
    },
    {
      "epoch": 235.63,
      "grad_norm": 0.9843747019767761,
      "learning_rate": 3.961982347335673e-06,
      "loss": 0.3661,
      "step": 844280
    },
    {
      "epoch": 235.64,
      "grad_norm": 1.0125280618667603,
      "learning_rate": 3.961962787188266e-06,
      "loss": 0.369,
      "step": 844290
    },
    {
      "epoch": 235.64,
      "grad_norm": 1.121790885925293,
      "learning_rate": 3.961943226825474e-06,
      "loss": 0.3585,
      "step": 844300
    },
    {
      "epoch": 235.64,
      "grad_norm": 1.2355995178222656,
      "learning_rate": 3.9619236662473e-06,
      "loss": 0.3717,
      "step": 844310
    },
    {
      "epoch": 235.65,
      "grad_norm": 1.5086722373962402,
      "learning_rate": 3.961904105453746e-06,
      "loss": 0.3717,
      "step": 844320
    },
    {
      "epoch": 235.65,
      "grad_norm": 1.2032968997955322,
      "learning_rate": 3.961884544444816e-06,
      "loss": 0.3781,
      "step": 844330
    },
    {
      "epoch": 235.65,
      "grad_norm": 1.2477165460586548,
      "learning_rate": 3.961864983220512e-06,
      "loss": 0.3562,
      "step": 844340
    },
    {
      "epoch": 235.65,
      "grad_norm": 1.0926436185836792,
      "learning_rate": 3.961845421780836e-06,
      "loss": 0.3646,
      "step": 844350
    },
    {
      "epoch": 235.66,
      "grad_norm": 1.1758689880371094,
      "learning_rate": 3.961825860125791e-06,
      "loss": 0.3639,
      "step": 844360
    },
    {
      "epoch": 235.66,
      "grad_norm": 0.9730023741722107,
      "learning_rate": 3.96180629825538e-06,
      "loss": 0.3553,
      "step": 844370
    },
    {
      "epoch": 235.66,
      "grad_norm": 1.042787790298462,
      "learning_rate": 3.961786736169606e-06,
      "loss": 0.3809,
      "step": 844380
    },
    {
      "epoch": 235.67,
      "grad_norm": 0.9831002950668335,
      "learning_rate": 3.96176717386847e-06,
      "loss": 0.3513,
      "step": 844390
    },
    {
      "epoch": 235.67,
      "grad_norm": 1.2565622329711914,
      "learning_rate": 3.961747611351974e-06,
      "loss": 0.3641,
      "step": 844400
    },
    {
      "epoch": 235.67,
      "grad_norm": 1.0146830081939697,
      "learning_rate": 3.9617280486201245e-06,
      "loss": 0.3634,
      "step": 844410
    },
    {
      "epoch": 235.67,
      "grad_norm": 0.9743967056274414,
      "learning_rate": 3.96170848567292e-06,
      "loss": 0.3675,
      "step": 844420
    },
    {
      "epoch": 235.68,
      "grad_norm": 1.0165172815322876,
      "learning_rate": 3.961688922510366e-06,
      "loss": 0.3702,
      "step": 844430
    },
    {
      "epoch": 235.68,
      "grad_norm": 1.3406680822372437,
      "learning_rate": 3.961669359132463e-06,
      "loss": 0.3763,
      "step": 844440
    },
    {
      "epoch": 235.68,
      "grad_norm": 1.0237373113632202,
      "learning_rate": 3.961649795539216e-06,
      "loss": 0.368,
      "step": 844450
    },
    {
      "epoch": 235.69,
      "grad_norm": 1.083930492401123,
      "learning_rate": 3.961630231730625e-06,
      "loss": 0.3871,
      "step": 844460
    },
    {
      "epoch": 235.69,
      "grad_norm": 1.1100131273269653,
      "learning_rate": 3.9616106677066925e-06,
      "loss": 0.3723,
      "step": 844470
    },
    {
      "epoch": 235.69,
      "grad_norm": 1.0486440658569336,
      "learning_rate": 3.961591103467424e-06,
      "loss": 0.3711,
      "step": 844480
    },
    {
      "epoch": 235.69,
      "grad_norm": 1.1217749118804932,
      "learning_rate": 3.96157153901282e-06,
      "loss": 0.3772,
      "step": 844490
    },
    {
      "epoch": 235.7,
      "grad_norm": 1.2247787714004517,
      "learning_rate": 3.961551974342883e-06,
      "loss": 0.3667,
      "step": 844500
    },
    {
      "epoch": 235.7,
      "grad_norm": 1.0703247785568237,
      "learning_rate": 3.9615324094576166e-06,
      "loss": 0.3582,
      "step": 844510
    },
    {
      "epoch": 235.7,
      "grad_norm": 0.9785110950469971,
      "learning_rate": 3.961512844357023e-06,
      "loss": 0.373,
      "step": 844520
    },
    {
      "epoch": 235.7,
      "grad_norm": 1.015258550643921,
      "learning_rate": 3.961493279041105e-06,
      "loss": 0.3612,
      "step": 844530
    },
    {
      "epoch": 235.71,
      "grad_norm": 1.0040043592453003,
      "learning_rate": 3.961473713509864e-06,
      "loss": 0.3769,
      "step": 844540
    },
    {
      "epoch": 235.71,
      "grad_norm": 1.09895658493042,
      "learning_rate": 3.961454147763304e-06,
      "loss": 0.3615,
      "step": 844550
    },
    {
      "epoch": 235.71,
      "grad_norm": 0.9637617468833923,
      "learning_rate": 3.961434581801428e-06,
      "loss": 0.3782,
      "step": 844560
    },
    {
      "epoch": 235.72,
      "grad_norm": 1.148260474205017,
      "learning_rate": 3.961415015624236e-06,
      "loss": 0.3481,
      "step": 844570
    },
    {
      "epoch": 235.72,
      "grad_norm": 0.9922823905944824,
      "learning_rate": 3.961395449231734e-06,
      "loss": 0.3577,
      "step": 844580
    },
    {
      "epoch": 235.72,
      "grad_norm": 1.064001202583313,
      "learning_rate": 3.961375882623921e-06,
      "loss": 0.3624,
      "step": 844590
    },
    {
      "epoch": 235.72,
      "grad_norm": 1.0648236274719238,
      "learning_rate": 3.9613563158008035e-06,
      "loss": 0.3747,
      "step": 844600
    },
    {
      "epoch": 235.73,
      "grad_norm": 1.1622121334075928,
      "learning_rate": 3.961336748762381e-06,
      "loss": 0.3612,
      "step": 844610
    },
    {
      "epoch": 235.73,
      "grad_norm": 1.1048964262008667,
      "learning_rate": 3.961317181508658e-06,
      "loss": 0.3759,
      "step": 844620
    },
    {
      "epoch": 235.73,
      "grad_norm": 1.1779732704162598,
      "learning_rate": 3.961297614039636e-06,
      "loss": 0.3521,
      "step": 844630
    },
    {
      "epoch": 235.74,
      "grad_norm": 1.067036747932434,
      "learning_rate": 3.9612780463553175e-06,
      "loss": 0.3569,
      "step": 844640
    },
    {
      "epoch": 235.74,
      "grad_norm": 1.0517525672912598,
      "learning_rate": 3.961258478455707e-06,
      "loss": 0.3521,
      "step": 844650
    },
    {
      "epoch": 235.74,
      "grad_norm": 1.193110704421997,
      "learning_rate": 3.961238910340805e-06,
      "loss": 0.3865,
      "step": 844660
    },
    {
      "epoch": 235.74,
      "grad_norm": 0.9503956437110901,
      "learning_rate": 3.961219342010614e-06,
      "loss": 0.3675,
      "step": 844670
    },
    {
      "epoch": 235.75,
      "grad_norm": 0.9307660460472107,
      "learning_rate": 3.961199773465138e-06,
      "loss": 0.3633,
      "step": 844680
    },
    {
      "epoch": 235.75,
      "grad_norm": 0.9982840418815613,
      "learning_rate": 3.961180204704379e-06,
      "loss": 0.382,
      "step": 844690
    },
    {
      "epoch": 235.75,
      "grad_norm": 0.9039995074272156,
      "learning_rate": 3.961160635728339e-06,
      "loss": 0.3614,
      "step": 844700
    },
    {
      "epoch": 235.75,
      "grad_norm": 1.0160140991210938,
      "learning_rate": 3.961141066537022e-06,
      "loss": 0.3679,
      "step": 844710
    },
    {
      "epoch": 235.76,
      "grad_norm": 0.9956527352333069,
      "learning_rate": 3.96112149713043e-06,
      "loss": 0.3553,
      "step": 844720
    },
    {
      "epoch": 235.76,
      "grad_norm": 1.601811408996582,
      "learning_rate": 3.9611019275085645e-06,
      "loss": 0.3615,
      "step": 844730
    },
    {
      "epoch": 235.76,
      "grad_norm": 1.0953037738800049,
      "learning_rate": 3.96108235767143e-06,
      "loss": 0.3769,
      "step": 844740
    },
    {
      "epoch": 235.77,
      "grad_norm": 1.1159417629241943,
      "learning_rate": 3.961062787619027e-06,
      "loss": 0.3709,
      "step": 844750
    },
    {
      "epoch": 235.77,
      "grad_norm": 1.0777032375335693,
      "learning_rate": 3.96104321735136e-06,
      "loss": 0.3717,
      "step": 844760
    },
    {
      "epoch": 235.77,
      "grad_norm": 1.13076913356781,
      "learning_rate": 3.961023646868431e-06,
      "loss": 0.377,
      "step": 844770
    },
    {
      "epoch": 235.77,
      "grad_norm": 1.1868947744369507,
      "learning_rate": 3.961004076170242e-06,
      "loss": 0.3579,
      "step": 844780
    },
    {
      "epoch": 235.78,
      "grad_norm": 1.0503613948822021,
      "learning_rate": 3.960984505256796e-06,
      "loss": 0.3704,
      "step": 844790
    },
    {
      "epoch": 235.78,
      "grad_norm": 1.0072848796844482,
      "learning_rate": 3.960964934128096e-06,
      "loss": 0.3752,
      "step": 844800
    },
    {
      "epoch": 235.78,
      "grad_norm": 1.1483625173568726,
      "learning_rate": 3.960945362784144e-06,
      "loss": 0.3576,
      "step": 844810
    },
    {
      "epoch": 235.79,
      "grad_norm": 0.8050177097320557,
      "learning_rate": 3.960925791224943e-06,
      "loss": 0.3693,
      "step": 844820
    },
    {
      "epoch": 235.79,
      "grad_norm": 1.2223924398422241,
      "learning_rate": 3.960906219450496e-06,
      "loss": 0.3761,
      "step": 844830
    },
    {
      "epoch": 235.79,
      "grad_norm": 1.1766796112060547,
      "learning_rate": 3.960886647460804e-06,
      "loss": 0.3741,
      "step": 844840
    },
    {
      "epoch": 235.79,
      "grad_norm": 1.3143346309661865,
      "learning_rate": 3.960867075255871e-06,
      "loss": 0.3617,
      "step": 844850
    },
    {
      "epoch": 235.8,
      "grad_norm": 1.1177246570587158,
      "learning_rate": 3.960847502835699e-06,
      "loss": 0.3597,
      "step": 844860
    },
    {
      "epoch": 235.8,
      "grad_norm": 1.1098146438598633,
      "learning_rate": 3.960827930200291e-06,
      "loss": 0.3872,
      "step": 844870
    },
    {
      "epoch": 235.8,
      "grad_norm": 0.9763070940971375,
      "learning_rate": 3.96080835734965e-06,
      "loss": 0.3625,
      "step": 844880
    },
    {
      "epoch": 235.81,
      "grad_norm": 1.0666605234146118,
      "learning_rate": 3.9607887842837774e-06,
      "loss": 0.3546,
      "step": 844890
    },
    {
      "epoch": 235.81,
      "grad_norm": 1.047361135482788,
      "learning_rate": 3.960769211002678e-06,
      "loss": 0.3831,
      "step": 844900
    },
    {
      "epoch": 235.81,
      "grad_norm": 1.2084929943084717,
      "learning_rate": 3.960749637506352e-06,
      "loss": 0.3787,
      "step": 844910
    },
    {
      "epoch": 235.81,
      "grad_norm": 1.1837166547775269,
      "learning_rate": 3.960730063794802e-06,
      "loss": 0.3677,
      "step": 844920
    },
    {
      "epoch": 235.82,
      "grad_norm": 1.1607537269592285,
      "learning_rate": 3.960710489868032e-06,
      "loss": 0.3721,
      "step": 844930
    },
    {
      "epoch": 235.82,
      "grad_norm": 1.1355712413787842,
      "learning_rate": 3.960690915726045e-06,
      "loss": 0.3713,
      "step": 844940
    },
    {
      "epoch": 235.82,
      "grad_norm": 1.0589455366134644,
      "learning_rate": 3.9606713413688415e-06,
      "loss": 0.3717,
      "step": 844950
    },
    {
      "epoch": 235.82,
      "grad_norm": 1.0468991994857788,
      "learning_rate": 3.960651766796426e-06,
      "loss": 0.3624,
      "step": 844960
    },
    {
      "epoch": 235.83,
      "grad_norm": 1.1827638149261475,
      "learning_rate": 3.9606321920088e-06,
      "loss": 0.3695,
      "step": 844970
    },
    {
      "epoch": 235.83,
      "grad_norm": 1.0404527187347412,
      "learning_rate": 3.9606126170059675e-06,
      "loss": 0.3583,
      "step": 844980
    },
    {
      "epoch": 235.83,
      "grad_norm": 1.0411534309387207,
      "learning_rate": 3.960593041787929e-06,
      "loss": 0.3509,
      "step": 844990
    },
    {
      "epoch": 235.84,
      "grad_norm": 1.1328173875808716,
      "learning_rate": 3.960573466354689e-06,
      "loss": 0.372,
      "step": 845000
    },
    {
      "epoch": 235.84,
      "grad_norm": 1.1860976219177246,
      "learning_rate": 3.960553890706249e-06,
      "loss": 0.3723,
      "step": 845010
    },
    {
      "epoch": 235.84,
      "grad_norm": 1.4367575645446777,
      "learning_rate": 3.960534314842612e-06,
      "loss": 0.3713,
      "step": 845020
    },
    {
      "epoch": 235.84,
      "grad_norm": 1.1110889911651611,
      "learning_rate": 3.960514738763781e-06,
      "loss": 0.3799,
      "step": 845030
    },
    {
      "epoch": 235.85,
      "grad_norm": 1.0669031143188477,
      "learning_rate": 3.960495162469758e-06,
      "loss": 0.3663,
      "step": 845040
    },
    {
      "epoch": 235.85,
      "grad_norm": 1.0099579095840454,
      "learning_rate": 3.960475585960546e-06,
      "loss": 0.3701,
      "step": 845050
    },
    {
      "epoch": 235.85,
      "grad_norm": 1.1622090339660645,
      "learning_rate": 3.9604560092361464e-06,
      "loss": 0.3603,
      "step": 845060
    },
    {
      "epoch": 235.86,
      "grad_norm": 1.4047447443008423,
      "learning_rate": 3.9604364322965634e-06,
      "loss": 0.3601,
      "step": 845070
    },
    {
      "epoch": 235.86,
      "grad_norm": 1.2033452987670898,
      "learning_rate": 3.960416855141799e-06,
      "loss": 0.3526,
      "step": 845080
    },
    {
      "epoch": 235.86,
      "grad_norm": 0.9899995923042297,
      "learning_rate": 3.960397277771857e-06,
      "loss": 0.386,
      "step": 845090
    },
    {
      "epoch": 235.86,
      "grad_norm": 0.974432647228241,
      "learning_rate": 3.960377700186737e-06,
      "loss": 0.3732,
      "step": 845100
    },
    {
      "epoch": 235.87,
      "grad_norm": 1.0495563745498657,
      "learning_rate": 3.960358122386443e-06,
      "loss": 0.3558,
      "step": 845110
    },
    {
      "epoch": 235.87,
      "grad_norm": 1.0697635412216187,
      "learning_rate": 3.96033854437098e-06,
      "loss": 0.3474,
      "step": 845120
    },
    {
      "epoch": 235.87,
      "grad_norm": 1.1963424682617188,
      "learning_rate": 3.960318966140348e-06,
      "loss": 0.3615,
      "step": 845130
    },
    {
      "epoch": 235.87,
      "grad_norm": 1.0248606204986572,
      "learning_rate": 3.96029938769455e-06,
      "loss": 0.3592,
      "step": 845140
    },
    {
      "epoch": 235.88,
      "grad_norm": 1.0631394386291504,
      "learning_rate": 3.960279809033587e-06,
      "loss": 0.3571,
      "step": 845150
    },
    {
      "epoch": 235.88,
      "grad_norm": 0.9725648760795593,
      "learning_rate": 3.960260230157466e-06,
      "loss": 0.3655,
      "step": 845160
    },
    {
      "epoch": 235.88,
      "grad_norm": 1.0880540609359741,
      "learning_rate": 3.960240651066186e-06,
      "loss": 0.3748,
      "step": 845170
    },
    {
      "epoch": 235.89,
      "grad_norm": 1.2295445203781128,
      "learning_rate": 3.960221071759751e-06,
      "loss": 0.3545,
      "step": 845180
    },
    {
      "epoch": 235.89,
      "grad_norm": 0.9812220931053162,
      "learning_rate": 3.960201492238164e-06,
      "loss": 0.3544,
      "step": 845190
    },
    {
      "epoch": 235.89,
      "grad_norm": 1.0697510242462158,
      "learning_rate": 3.960181912501426e-06,
      "loss": 0.3461,
      "step": 845200
    },
    {
      "epoch": 235.89,
      "grad_norm": 1.0755184888839722,
      "learning_rate": 3.96016233254954e-06,
      "loss": 0.3628,
      "step": 845210
    },
    {
      "epoch": 235.9,
      "grad_norm": 1.1332534551620483,
      "learning_rate": 3.9601427523825096e-06,
      "loss": 0.373,
      "step": 845220
    },
    {
      "epoch": 235.9,
      "grad_norm": 1.1775656938552856,
      "learning_rate": 3.9601231720003365e-06,
      "loss": 0.3607,
      "step": 845230
    },
    {
      "epoch": 235.9,
      "grad_norm": 1.0016489028930664,
      "learning_rate": 3.960103591403024e-06,
      "loss": 0.3672,
      "step": 845240
    },
    {
      "epoch": 235.91,
      "grad_norm": 0.9686081409454346,
      "learning_rate": 3.960084010590575e-06,
      "loss": 0.3674,
      "step": 845250
    },
    {
      "epoch": 235.91,
      "grad_norm": 0.9768228530883789,
      "learning_rate": 3.960064429562991e-06,
      "loss": 0.3609,
      "step": 845260
    },
    {
      "epoch": 235.91,
      "grad_norm": 1.075464129447937,
      "learning_rate": 3.960044848320275e-06,
      "loss": 0.3511,
      "step": 845270
    },
    {
      "epoch": 235.91,
      "grad_norm": 0.9416995048522949,
      "learning_rate": 3.960025266862429e-06,
      "loss": 0.37,
      "step": 845280
    },
    {
      "epoch": 235.92,
      "grad_norm": 1.269655704498291,
      "learning_rate": 3.960005685189457e-06,
      "loss": 0.3777,
      "step": 845290
    },
    {
      "epoch": 235.92,
      "grad_norm": 1.0593016147613525,
      "learning_rate": 3.959986103301361e-06,
      "loss": 0.3591,
      "step": 845300
    },
    {
      "epoch": 235.92,
      "grad_norm": 1.0130829811096191,
      "learning_rate": 3.959966521198144e-06,
      "loss": 0.3785,
      "step": 845310
    },
    {
      "epoch": 235.93,
      "grad_norm": 0.8634946346282959,
      "learning_rate": 3.959946938879808e-06,
      "loss": 0.3651,
      "step": 845320
    },
    {
      "epoch": 235.93,
      "grad_norm": 1.0710276365280151,
      "learning_rate": 3.959927356346355e-06,
      "loss": 0.3623,
      "step": 845330
    },
    {
      "epoch": 235.93,
      "grad_norm": 1.1551624536514282,
      "learning_rate": 3.9599077735977885e-06,
      "loss": 0.3696,
      "step": 845340
    },
    {
      "epoch": 235.93,
      "grad_norm": 1.1856224536895752,
      "learning_rate": 3.959888190634112e-06,
      "loss": 0.3782,
      "step": 845350
    },
    {
      "epoch": 235.94,
      "grad_norm": 1.1058235168457031,
      "learning_rate": 3.959868607455326e-06,
      "loss": 0.3726,
      "step": 845360
    },
    {
      "epoch": 235.94,
      "grad_norm": 1.188161015510559,
      "learning_rate": 3.959849024061434e-06,
      "loss": 0.3787,
      "step": 845370
    },
    {
      "epoch": 235.94,
      "grad_norm": 0.9352068305015564,
      "learning_rate": 3.95982944045244e-06,
      "loss": 0.3692,
      "step": 845380
    },
    {
      "epoch": 235.94,
      "grad_norm": 1.3334516286849976,
      "learning_rate": 3.959809856628344e-06,
      "loss": 0.3853,
      "step": 845390
    },
    {
      "epoch": 235.95,
      "grad_norm": 1.0816237926483154,
      "learning_rate": 3.959790272589151e-06,
      "loss": 0.3731,
      "step": 845400
    },
    {
      "epoch": 235.95,
      "grad_norm": 1.2127659320831299,
      "learning_rate": 3.959770688334862e-06,
      "loss": 0.3472,
      "step": 845410
    },
    {
      "epoch": 235.95,
      "grad_norm": 1.1331467628479004,
      "learning_rate": 3.959751103865481e-06,
      "loss": 0.3761,
      "step": 845420
    },
    {
      "epoch": 235.96,
      "grad_norm": 1.2228899002075195,
      "learning_rate": 3.9597315191810085e-06,
      "loss": 0.3745,
      "step": 845430
    },
    {
      "epoch": 235.96,
      "grad_norm": 0.8402884602546692,
      "learning_rate": 3.959711934281449e-06,
      "loss": 0.3499,
      "step": 845440
    },
    {
      "epoch": 235.96,
      "grad_norm": 1.1633944511413574,
      "learning_rate": 3.959692349166805e-06,
      "loss": 0.3878,
      "step": 845450
    },
    {
      "epoch": 235.96,
      "grad_norm": 1.0955146551132202,
      "learning_rate": 3.9596727638370786e-06,
      "loss": 0.3653,
      "step": 845460
    },
    {
      "epoch": 235.97,
      "grad_norm": 1.0985947847366333,
      "learning_rate": 3.959653178292272e-06,
      "loss": 0.3577,
      "step": 845470
    },
    {
      "epoch": 235.97,
      "grad_norm": 1.170208215713501,
      "learning_rate": 3.959633592532389e-06,
      "loss": 0.3612,
      "step": 845480
    },
    {
      "epoch": 235.97,
      "grad_norm": 1.1710007190704346,
      "learning_rate": 3.95961400655743e-06,
      "loss": 0.3781,
      "step": 845490
    },
    {
      "epoch": 235.98,
      "grad_norm": 2.7135260105133057,
      "learning_rate": 3.9595944203674e-06,
      "loss": 0.3605,
      "step": 845500
    },
    {
      "epoch": 235.98,
      "grad_norm": 1.3488658666610718,
      "learning_rate": 3.959574833962301e-06,
      "loss": 0.3443,
      "step": 845510
    },
    {
      "epoch": 235.98,
      "grad_norm": 0.9381698369979858,
      "learning_rate": 3.959555247342135e-06,
      "loss": 0.3447,
      "step": 845520
    },
    {
      "epoch": 235.98,
      "grad_norm": 0.9433615207672119,
      "learning_rate": 3.9595356605069045e-06,
      "loss": 0.3705,
      "step": 845530
    },
    {
      "epoch": 235.99,
      "grad_norm": 1.006016492843628,
      "learning_rate": 3.959516073456613e-06,
      "loss": 0.3864,
      "step": 845540
    },
    {
      "epoch": 235.99,
      "grad_norm": 0.9894250631332397,
      "learning_rate": 3.959496486191262e-06,
      "loss": 0.3768,
      "step": 845550
    },
    {
      "epoch": 235.99,
      "grad_norm": 1.1851786375045776,
      "learning_rate": 3.959476898710855e-06,
      "loss": 0.3715,
      "step": 845560
    },
    {
      "epoch": 235.99,
      "grad_norm": 0.9946348667144775,
      "learning_rate": 3.959457311015395e-06,
      "loss": 0.3773,
      "step": 845570
    },
    {
      "epoch": 236.0,
      "grad_norm": 1.1569737195968628,
      "learning_rate": 3.9594377231048825e-06,
      "loss": 0.3796,
      "step": 845580
    },
    {
      "epoch": 236.0,
      "eval_loss": 0.3656228184700012,
      "eval_runtime": 63.514,
      "eval_samples_per_second": 79.652,
      "eval_steps_per_second": 9.966,
      "step": 845588
    },
    {
      "epoch": 236.0,
      "grad_norm": 1.0500112771987915,
      "learning_rate": 3.959418134979322e-06,
      "loss": 0.3669,
      "step": 845590
    },
    {
      "epoch": 236.0,
      "grad_norm": 1.3063695430755615,
      "learning_rate": 3.959398546638716e-06,
      "loss": 0.3783,
      "step": 845600
    },
    {
      "epoch": 236.01,
      "grad_norm": 0.9881808161735535,
      "learning_rate": 3.9593789580830675e-06,
      "loss": 0.3511,
      "step": 845610
    },
    {
      "epoch": 236.01,
      "grad_norm": 1.073791265487671,
      "learning_rate": 3.959359369312377e-06,
      "loss": 0.363,
      "step": 845620
    },
    {
      "epoch": 236.01,
      "grad_norm": 1.0100704431533813,
      "learning_rate": 3.959339780326649e-06,
      "loss": 0.3786,
      "step": 845630
    },
    {
      "epoch": 236.01,
      "grad_norm": 0.9646186232566833,
      "learning_rate": 3.959320191125886e-06,
      "loss": 0.3593,
      "step": 845640
    },
    {
      "epoch": 236.02,
      "grad_norm": 1.1627323627471924,
      "learning_rate": 3.95930060171009e-06,
      "loss": 0.3775,
      "step": 845650
    },
    {
      "epoch": 236.02,
      "grad_norm": 1.0334473848342896,
      "learning_rate": 3.9592810120792625e-06,
      "loss": 0.3847,
      "step": 845660
    },
    {
      "epoch": 236.02,
      "grad_norm": 1.1303973197937012,
      "learning_rate": 3.959261422233409e-06,
      "loss": 0.357,
      "step": 845670
    },
    {
      "epoch": 236.03,
      "grad_norm": 0.970871090888977,
      "learning_rate": 3.959241832172529e-06,
      "loss": 0.362,
      "step": 845680
    },
    {
      "epoch": 236.03,
      "grad_norm": 1.1112010478973389,
      "learning_rate": 3.959222241896627e-06,
      "loss": 0.3589,
      "step": 845690
    },
    {
      "epoch": 236.03,
      "grad_norm": 1.1651629209518433,
      "learning_rate": 3.9592026514057065e-06,
      "loss": 0.3618,
      "step": 845700
    },
    {
      "epoch": 236.03,
      "grad_norm": 1.0258963108062744,
      "learning_rate": 3.959183060699768e-06,
      "loss": 0.3603,
      "step": 845710
    },
    {
      "epoch": 236.04,
      "grad_norm": 1.006884217262268,
      "learning_rate": 3.959163469778815e-06,
      "loss": 0.3628,
      "step": 845720
    },
    {
      "epoch": 236.04,
      "grad_norm": 1.0411216020584106,
      "learning_rate": 3.95914387864285e-06,
      "loss": 0.3477,
      "step": 845730
    },
    {
      "epoch": 236.04,
      "grad_norm": 0.9256011247634888,
      "learning_rate": 3.959124287291875e-06,
      "loss": 0.3778,
      "step": 845740
    },
    {
      "epoch": 236.05,
      "grad_norm": 1.0268601179122925,
      "learning_rate": 3.959104695725894e-06,
      "loss": 0.36,
      "step": 845750
    },
    {
      "epoch": 236.05,
      "grad_norm": 1.4913743734359741,
      "learning_rate": 3.959085103944908e-06,
      "loss": 0.3647,
      "step": 845760
    },
    {
      "epoch": 236.05,
      "grad_norm": 1.0773807764053345,
      "learning_rate": 3.959065511948922e-06,
      "loss": 0.3714,
      "step": 845770
    },
    {
      "epoch": 236.05,
      "grad_norm": 1.2216421365737915,
      "learning_rate": 3.959045919737936e-06,
      "loss": 0.3735,
      "step": 845780
    },
    {
      "epoch": 236.06,
      "grad_norm": 1.0261677503585815,
      "learning_rate": 3.959026327311954e-06,
      "loss": 0.3648,
      "step": 845790
    },
    {
      "epoch": 236.06,
      "grad_norm": 0.9435698390007019,
      "learning_rate": 3.959006734670978e-06,
      "loss": 0.3839,
      "step": 845800
    },
    {
      "epoch": 236.06,
      "grad_norm": 1.142063856124878,
      "learning_rate": 3.95898714181501e-06,
      "loss": 0.3775,
      "step": 845810
    },
    {
      "epoch": 236.06,
      "grad_norm": 0.9871726036071777,
      "learning_rate": 3.958967548744055e-06,
      "loss": 0.3679,
      "step": 845820
    },
    {
      "epoch": 236.07,
      "grad_norm": 1.0159095525741577,
      "learning_rate": 3.9589479554581134e-06,
      "loss": 0.37,
      "step": 845830
    },
    {
      "epoch": 236.07,
      "grad_norm": 0.9364240169525146,
      "learning_rate": 3.958928361957189e-06,
      "loss": 0.374,
      "step": 845840
    },
    {
      "epoch": 236.07,
      "grad_norm": 1.0633186101913452,
      "learning_rate": 3.958908768241284e-06,
      "loss": 0.3615,
      "step": 845850
    },
    {
      "epoch": 236.08,
      "grad_norm": 0.9325098991394043,
      "learning_rate": 3.9588891743104e-06,
      "loss": 0.385,
      "step": 845860
    },
    {
      "epoch": 236.08,
      "grad_norm": 1.0541584491729736,
      "learning_rate": 3.958869580164542e-06,
      "loss": 0.3612,
      "step": 845870
    },
    {
      "epoch": 236.08,
      "grad_norm": 1.072613000869751,
      "learning_rate": 3.958849985803709e-06,
      "loss": 0.356,
      "step": 845880
    },
    {
      "epoch": 236.08,
      "grad_norm": 1.0426881313323975,
      "learning_rate": 3.958830391227908e-06,
      "loss": 0.3598,
      "step": 845890
    },
    {
      "epoch": 236.09,
      "grad_norm": 1.0806418657302856,
      "learning_rate": 3.958810796437138e-06,
      "loss": 0.3784,
      "step": 845900
    },
    {
      "epoch": 236.09,
      "grad_norm": 1.1932988166809082,
      "learning_rate": 3.958791201431403e-06,
      "loss": 0.3569,
      "step": 845910
    },
    {
      "epoch": 236.09,
      "grad_norm": 1.265929102897644,
      "learning_rate": 3.958771606210706e-06,
      "loss": 0.3661,
      "step": 845920
    },
    {
      "epoch": 236.1,
      "grad_norm": 1.0926049947738647,
      "learning_rate": 3.958752010775049e-06,
      "loss": 0.3693,
      "step": 845930
    },
    {
      "epoch": 236.1,
      "grad_norm": 1.1759165525436401,
      "learning_rate": 3.958732415124435e-06,
      "loss": 0.3838,
      "step": 845940
    },
    {
      "epoch": 236.1,
      "grad_norm": 1.1537609100341797,
      "learning_rate": 3.958712819258866e-06,
      "loss": 0.3601,
      "step": 845950
    },
    {
      "epoch": 236.1,
      "grad_norm": 0.9437982439994812,
      "learning_rate": 3.958693223178346e-06,
      "loss": 0.3569,
      "step": 845960
    },
    {
      "epoch": 236.11,
      "grad_norm": 1.1060718297958374,
      "learning_rate": 3.958673626882876e-06,
      "loss": 0.3554,
      "step": 845970
    },
    {
      "epoch": 236.11,
      "grad_norm": 0.9318867921829224,
      "learning_rate": 3.958654030372458e-06,
      "loss": 0.3575,
      "step": 845980
    },
    {
      "epoch": 236.11,
      "grad_norm": 1.137319803237915,
      "learning_rate": 3.958634433647098e-06,
      "loss": 0.3675,
      "step": 845990
    },
    {
      "epoch": 236.11,
      "grad_norm": 1.0949535369873047,
      "learning_rate": 3.958614836706795e-06,
      "loss": 0.3817,
      "step": 846000
    },
    {
      "epoch": 236.12,
      "grad_norm": 1.2543280124664307,
      "learning_rate": 3.958595239551554e-06,
      "loss": 0.3558,
      "step": 846010
    },
    {
      "epoch": 236.12,
      "grad_norm": 0.9709790945053101,
      "learning_rate": 3.958575642181375e-06,
      "loss": 0.3569,
      "step": 846020
    },
    {
      "epoch": 236.12,
      "grad_norm": 1.0552555322647095,
      "learning_rate": 3.958556044596264e-06,
      "loss": 0.364,
      "step": 846030
    },
    {
      "epoch": 236.13,
      "grad_norm": 0.9850123524665833,
      "learning_rate": 3.958536446796221e-06,
      "loss": 0.3609,
      "step": 846040
    },
    {
      "epoch": 236.13,
      "grad_norm": 1.1201989650726318,
      "learning_rate": 3.958516848781249e-06,
      "loss": 0.3713,
      "step": 846050
    },
    {
      "epoch": 236.13,
      "grad_norm": 1.0958424806594849,
      "learning_rate": 3.958497250551353e-06,
      "loss": 0.3711,
      "step": 846060
    },
    {
      "epoch": 236.13,
      "grad_norm": 1.1629236936569214,
      "learning_rate": 3.958477652106532e-06,
      "loss": 0.3634,
      "step": 846070
    },
    {
      "epoch": 236.14,
      "grad_norm": 0.934114396572113,
      "learning_rate": 3.958458053446791e-06,
      "loss": 0.3879,
      "step": 846080
    },
    {
      "epoch": 236.14,
      "grad_norm": 1.136229395866394,
      "learning_rate": 3.958438454572132e-06,
      "loss": 0.3576,
      "step": 846090
    },
    {
      "epoch": 236.14,
      "grad_norm": 1.0871613025665283,
      "learning_rate": 3.958418855482558e-06,
      "loss": 0.3672,
      "step": 846100
    },
    {
      "epoch": 236.15,
      "grad_norm": 1.0727986097335815,
      "learning_rate": 3.958399256178069e-06,
      "loss": 0.3729,
      "step": 846110
    },
    {
      "epoch": 236.15,
      "grad_norm": 1.2255849838256836,
      "learning_rate": 3.9583796566586714e-06,
      "loss": 0.3644,
      "step": 846120
    },
    {
      "epoch": 236.15,
      "grad_norm": 1.1612316370010376,
      "learning_rate": 3.958360056924366e-06,
      "loss": 0.3607,
      "step": 846130
    },
    {
      "epoch": 236.15,
      "grad_norm": 1.104390025138855,
      "learning_rate": 3.958340456975156e-06,
      "loss": 0.3582,
      "step": 846140
    },
    {
      "epoch": 236.16,
      "grad_norm": 1.1222960948944092,
      "learning_rate": 3.958320856811042e-06,
      "loss": 0.3711,
      "step": 846150
    },
    {
      "epoch": 236.16,
      "grad_norm": 1.1029943227767944,
      "learning_rate": 3.958301256432029e-06,
      "loss": 0.3634,
      "step": 846160
    },
    {
      "epoch": 236.16,
      "grad_norm": 1.266697883605957,
      "learning_rate": 3.9582816558381195e-06,
      "loss": 0.3809,
      "step": 846170
    },
    {
      "epoch": 236.17,
      "grad_norm": 1.113086462020874,
      "learning_rate": 3.958262055029315e-06,
      "loss": 0.3653,
      "step": 846180
    },
    {
      "epoch": 236.17,
      "grad_norm": 1.1688193082809448,
      "learning_rate": 3.958242454005618e-06,
      "loss": 0.3721,
      "step": 846190
    },
    {
      "epoch": 236.17,
      "grad_norm": 1.0036407709121704,
      "learning_rate": 3.958222852767033e-06,
      "loss": 0.3727,
      "step": 846200
    },
    {
      "epoch": 236.17,
      "grad_norm": 1.1081770658493042,
      "learning_rate": 3.95820325131356e-06,
      "loss": 0.365,
      "step": 846210
    },
    {
      "epoch": 236.18,
      "grad_norm": 0.9742445349693298,
      "learning_rate": 3.958183649645203e-06,
      "loss": 0.35,
      "step": 846220
    },
    {
      "epoch": 236.18,
      "grad_norm": 0.9624145030975342,
      "learning_rate": 3.958164047761964e-06,
      "loss": 0.3834,
      "step": 846230
    },
    {
      "epoch": 236.18,
      "grad_norm": 1.5961023569107056,
      "learning_rate": 3.9581444456638464e-06,
      "loss": 0.3707,
      "step": 846240
    },
    {
      "epoch": 236.18,
      "grad_norm": 1.0604475736618042,
      "learning_rate": 3.958124843350853e-06,
      "loss": 0.3643,
      "step": 846250
    },
    {
      "epoch": 236.19,
      "grad_norm": 0.9699780941009521,
      "learning_rate": 3.9581052408229855e-06,
      "loss": 0.3566,
      "step": 846260
    },
    {
      "epoch": 236.19,
      "grad_norm": 1.1301918029785156,
      "learning_rate": 3.958085638080247e-06,
      "loss": 0.363,
      "step": 846270
    },
    {
      "epoch": 236.19,
      "grad_norm": 1.0855425596237183,
      "learning_rate": 3.95806603512264e-06,
      "loss": 0.3531,
      "step": 846280
    },
    {
      "epoch": 236.2,
      "grad_norm": 1.0085829496383667,
      "learning_rate": 3.958046431950167e-06,
      "loss": 0.3667,
      "step": 846290
    },
    {
      "epoch": 236.2,
      "grad_norm": 1.0943464040756226,
      "learning_rate": 3.958026828562831e-06,
      "loss": 0.3939,
      "step": 846300
    },
    {
      "epoch": 236.2,
      "grad_norm": 1.2669415473937988,
      "learning_rate": 3.958007224960633e-06,
      "loss": 0.3929,
      "step": 846310
    },
    {
      "epoch": 236.2,
      "grad_norm": 1.3774960041046143,
      "learning_rate": 3.957987621143579e-06,
      "loss": 0.3683,
      "step": 846320
    },
    {
      "epoch": 236.21,
      "grad_norm": 1.0223274230957031,
      "learning_rate": 3.957968017111667e-06,
      "loss": 0.366,
      "step": 846330
    },
    {
      "epoch": 236.21,
      "grad_norm": 1.1213730573654175,
      "learning_rate": 3.957948412864904e-06,
      "loss": 0.3687,
      "step": 846340
    },
    {
      "epoch": 236.21,
      "grad_norm": 0.9103809595108032,
      "learning_rate": 3.95792880840329e-06,
      "loss": 0.3762,
      "step": 846350
    },
    {
      "epoch": 236.22,
      "grad_norm": 1.0468031167984009,
      "learning_rate": 3.957909203726829e-06,
      "loss": 0.3767,
      "step": 846360
    },
    {
      "epoch": 236.22,
      "grad_norm": 1.120438575744629,
      "learning_rate": 3.957889598835523e-06,
      "loss": 0.3507,
      "step": 846370
    },
    {
      "epoch": 236.22,
      "grad_norm": 1.1022335290908813,
      "learning_rate": 3.957869993729374e-06,
      "loss": 0.3765,
      "step": 846380
    },
    {
      "epoch": 236.22,
      "grad_norm": 1.1395550966262817,
      "learning_rate": 3.957850388408386e-06,
      "loss": 0.3444,
      "step": 846390
    },
    {
      "epoch": 236.23,
      "grad_norm": 1.2010862827301025,
      "learning_rate": 3.95783078287256e-06,
      "loss": 0.3597,
      "step": 846400
    },
    {
      "epoch": 236.23,
      "grad_norm": 0.9735615253448486,
      "learning_rate": 3.9578111771219e-06,
      "loss": 0.3603,
      "step": 846410
    },
    {
      "epoch": 236.23,
      "grad_norm": 1.3385686874389648,
      "learning_rate": 3.957791571156408e-06,
      "loss": 0.3712,
      "step": 846420
    },
    {
      "epoch": 236.23,
      "grad_norm": 1.2018535137176514,
      "learning_rate": 3.957771964976085e-06,
      "loss": 0.3551,
      "step": 846430
    },
    {
      "epoch": 236.24,
      "grad_norm": 1.3589112758636475,
      "learning_rate": 3.9577523585809365e-06,
      "loss": 0.3643,
      "step": 846440
    },
    {
      "epoch": 236.24,
      "grad_norm": 1.233140230178833,
      "learning_rate": 3.957732751970964e-06,
      "loss": 0.375,
      "step": 846450
    },
    {
      "epoch": 236.24,
      "grad_norm": 1.0496565103530884,
      "learning_rate": 3.95771314514617e-06,
      "loss": 0.3461,
      "step": 846460
    },
    {
      "epoch": 236.25,
      "grad_norm": 1.227804183959961,
      "learning_rate": 3.957693538106556e-06,
      "loss": 0.3517,
      "step": 846470
    },
    {
      "epoch": 236.25,
      "grad_norm": 1.1686912775039673,
      "learning_rate": 3.957673930852127e-06,
      "loss": 0.3646,
      "step": 846480
    },
    {
      "epoch": 236.25,
      "grad_norm": 1.1382793188095093,
      "learning_rate": 3.957654323382884e-06,
      "loss": 0.3894,
      "step": 846490
    },
    {
      "epoch": 236.25,
      "grad_norm": 1.0106761455535889,
      "learning_rate": 3.95763471569883e-06,
      "loss": 0.3624,
      "step": 846500
    },
    {
      "epoch": 236.26,
      "grad_norm": 1.07999587059021,
      "learning_rate": 3.9576151077999674e-06,
      "loss": 0.3697,
      "step": 846510
    },
    {
      "epoch": 236.26,
      "grad_norm": 1.1917986869812012,
      "learning_rate": 3.957595499686298e-06,
      "loss": 0.3886,
      "step": 846520
    },
    {
      "epoch": 236.26,
      "grad_norm": 1.111382007598877,
      "learning_rate": 3.9575758913578264e-06,
      "loss": 0.3747,
      "step": 846530
    },
    {
      "epoch": 236.27,
      "grad_norm": 0.9031621813774109,
      "learning_rate": 3.957556282814554e-06,
      "loss": 0.3731,
      "step": 846540
    },
    {
      "epoch": 236.27,
      "grad_norm": 1.2302677631378174,
      "learning_rate": 3.957536674056483e-06,
      "loss": 0.3651,
      "step": 846550
    },
    {
      "epoch": 236.27,
      "grad_norm": 1.2640421390533447,
      "learning_rate": 3.957517065083618e-06,
      "loss": 0.3645,
      "step": 846560
    },
    {
      "epoch": 236.27,
      "grad_norm": 1.1665583848953247,
      "learning_rate": 3.957497455895959e-06,
      "loss": 0.3479,
      "step": 846570
    },
    {
      "epoch": 236.28,
      "grad_norm": 1.1387622356414795,
      "learning_rate": 3.9574778464935095e-06,
      "loss": 0.3782,
      "step": 846580
    },
    {
      "epoch": 236.28,
      "grad_norm": 3.8451991081237793,
      "learning_rate": 3.957458236876272e-06,
      "loss": 0.3712,
      "step": 846590
    },
    {
      "epoch": 236.28,
      "grad_norm": 1.1207636594772339,
      "learning_rate": 3.957438627044251e-06,
      "loss": 0.3661,
      "step": 846600
    },
    {
      "epoch": 236.29,
      "grad_norm": 1.1520254611968994,
      "learning_rate": 3.957419016997447e-06,
      "loss": 0.3946,
      "step": 846610
    },
    {
      "epoch": 236.29,
      "grad_norm": 1.3010640144348145,
      "learning_rate": 3.957399406735863e-06,
      "loss": 0.3667,
      "step": 846620
    },
    {
      "epoch": 236.29,
      "grad_norm": 1.5623148679733276,
      "learning_rate": 3.957379796259501e-06,
      "loss": 0.3677,
      "step": 846630
    },
    {
      "epoch": 236.29,
      "grad_norm": 1.0386184453964233,
      "learning_rate": 3.957360185568365e-06,
      "loss": 0.3535,
      "step": 846640
    },
    {
      "epoch": 236.3,
      "grad_norm": 1.4139519929885864,
      "learning_rate": 3.957340574662458e-06,
      "loss": 0.3415,
      "step": 846650
    },
    {
      "epoch": 236.3,
      "grad_norm": 0.8554549813270569,
      "learning_rate": 3.957320963541781e-06,
      "loss": 0.3593,
      "step": 846660
    },
    {
      "epoch": 236.3,
      "grad_norm": 1.1330821514129639,
      "learning_rate": 3.957301352206337e-06,
      "loss": 0.3658,
      "step": 846670
    },
    {
      "epoch": 236.3,
      "grad_norm": 1.0213514566421509,
      "learning_rate": 3.95728174065613e-06,
      "loss": 0.3498,
      "step": 846680
    },
    {
      "epoch": 236.31,
      "grad_norm": 0.9832167625427246,
      "learning_rate": 3.95726212889116e-06,
      "loss": 0.3636,
      "step": 846690
    },
    {
      "epoch": 236.31,
      "grad_norm": 1.1912230253219604,
      "learning_rate": 3.957242516911432e-06,
      "loss": 0.3651,
      "step": 846700
    },
    {
      "epoch": 236.31,
      "grad_norm": 1.0707253217697144,
      "learning_rate": 3.957222904716947e-06,
      "loss": 0.37,
      "step": 846710
    },
    {
      "epoch": 236.32,
      "grad_norm": 1.172636866569519,
      "learning_rate": 3.95720329230771e-06,
      "loss": 0.3583,
      "step": 846720
    },
    {
      "epoch": 236.32,
      "grad_norm": 2.5598649978637695,
      "learning_rate": 3.95718367968372e-06,
      "loss": 0.3599,
      "step": 846730
    },
    {
      "epoch": 236.32,
      "grad_norm": 0.9966631531715393,
      "learning_rate": 3.957164066844982e-06,
      "loss": 0.364,
      "step": 846740
    },
    {
      "epoch": 236.32,
      "grad_norm": 1.0474200248718262,
      "learning_rate": 3.957144453791498e-06,
      "loss": 0.3768,
      "step": 846750
    },
    {
      "epoch": 236.33,
      "grad_norm": 1.3514556884765625,
      "learning_rate": 3.957124840523272e-06,
      "loss": 0.364,
      "step": 846760
    },
    {
      "epoch": 236.33,
      "grad_norm": 0.9880430698394775,
      "learning_rate": 3.957105227040304e-06,
      "loss": 0.3593,
      "step": 846770
    },
    {
      "epoch": 236.33,
      "grad_norm": 1.1362563371658325,
      "learning_rate": 3.9570856133425986e-06,
      "loss": 0.3527,
      "step": 846780
    },
    {
      "epoch": 236.34,
      "grad_norm": 1.1210476160049438,
      "learning_rate": 3.957065999430157e-06,
      "loss": 0.3707,
      "step": 846790
    },
    {
      "epoch": 236.34,
      "grad_norm": 1.046541690826416,
      "learning_rate": 3.957046385302984e-06,
      "loss": 0.3593,
      "step": 846800
    },
    {
      "epoch": 236.34,
      "grad_norm": 0.9995285272598267,
      "learning_rate": 3.95702677096108e-06,
      "loss": 0.3769,
      "step": 846810
    },
    {
      "epoch": 236.34,
      "grad_norm": 0.9117578864097595,
      "learning_rate": 3.957007156404448e-06,
      "loss": 0.3744,
      "step": 846820
    },
    {
      "epoch": 236.35,
      "grad_norm": 1.1141035556793213,
      "learning_rate": 3.956987541633092e-06,
      "loss": 0.3554,
      "step": 846830
    },
    {
      "epoch": 236.35,
      "grad_norm": 1.2397003173828125,
      "learning_rate": 3.956967926647012e-06,
      "loss": 0.3633,
      "step": 846840
    },
    {
      "epoch": 236.35,
      "grad_norm": 1.3249531984329224,
      "learning_rate": 3.956948311446215e-06,
      "loss": 0.3682,
      "step": 846850
    },
    {
      "epoch": 236.36,
      "grad_norm": 1.3371784687042236,
      "learning_rate": 3.956928696030699e-06,
      "loss": 0.3597,
      "step": 846860
    },
    {
      "epoch": 236.36,
      "grad_norm": 1.091619610786438,
      "learning_rate": 3.956909080400468e-06,
      "loss": 0.3776,
      "step": 846870
    },
    {
      "epoch": 236.36,
      "grad_norm": 1.1163077354431152,
      "learning_rate": 3.956889464555527e-06,
      "loss": 0.3568,
      "step": 846880
    },
    {
      "epoch": 236.36,
      "grad_norm": 1.2409058809280396,
      "learning_rate": 3.956869848495874e-06,
      "loss": 0.3666,
      "step": 846890
    },
    {
      "epoch": 236.37,
      "grad_norm": 1.014775037765503,
      "learning_rate": 3.956850232221517e-06,
      "loss": 0.3755,
      "step": 846900
    },
    {
      "epoch": 236.37,
      "grad_norm": 1.027076244354248,
      "learning_rate": 3.9568306157324545e-06,
      "loss": 0.3491,
      "step": 846910
    },
    {
      "epoch": 236.37,
      "grad_norm": 1.1770340204238892,
      "learning_rate": 3.956810999028691e-06,
      "loss": 0.3712,
      "step": 846920
    },
    {
      "epoch": 236.37,
      "grad_norm": 1.0616090297698975,
      "learning_rate": 3.956791382110228e-06,
      "loss": 0.3521,
      "step": 846930
    },
    {
      "epoch": 236.38,
      "grad_norm": 0.9507766962051392,
      "learning_rate": 3.95677176497707e-06,
      "loss": 0.371,
      "step": 846940
    },
    {
      "epoch": 236.38,
      "grad_norm": 1.4315075874328613,
      "learning_rate": 3.956752147629217e-06,
      "loss": 0.3856,
      "step": 846950
    },
    {
      "epoch": 236.38,
      "grad_norm": 1.2115776538848877,
      "learning_rate": 3.956732530066674e-06,
      "loss": 0.3714,
      "step": 846960
    },
    {
      "epoch": 236.39,
      "grad_norm": 1.076776146888733,
      "learning_rate": 3.956712912289442e-06,
      "loss": 0.3693,
      "step": 846970
    },
    {
      "epoch": 236.39,
      "grad_norm": 1.1524200439453125,
      "learning_rate": 3.956693294297524e-06,
      "loss": 0.3767,
      "step": 846980
    },
    {
      "epoch": 236.39,
      "grad_norm": 1.2331815958023071,
      "learning_rate": 3.956673676090923e-06,
      "loss": 0.3661,
      "step": 846990
    },
    {
      "epoch": 236.39,
      "grad_norm": 1.3051797151565552,
      "learning_rate": 3.956654057669642e-06,
      "loss": 0.3641,
      "step": 847000
    },
    {
      "epoch": 236.4,
      "grad_norm": 0.9280528426170349,
      "learning_rate": 3.956634439033682e-06,
      "loss": 0.3595,
      "step": 847010
    },
    {
      "epoch": 236.4,
      "grad_norm": 0.9308419227600098,
      "learning_rate": 3.9566148201830476e-06,
      "loss": 0.3493,
      "step": 847020
    },
    {
      "epoch": 236.4,
      "grad_norm": 1.242172122001648,
      "learning_rate": 3.9565952011177395e-06,
      "loss": 0.3678,
      "step": 847030
    },
    {
      "epoch": 236.41,
      "grad_norm": 1.1593196392059326,
      "learning_rate": 3.956575581837762e-06,
      "loss": 0.3556,
      "step": 847040
    },
    {
      "epoch": 236.41,
      "grad_norm": 1.4274282455444336,
      "learning_rate": 3.956555962343117e-06,
      "loss": 0.3766,
      "step": 847050
    },
    {
      "epoch": 236.41,
      "grad_norm": 1.046548843383789,
      "learning_rate": 3.956536342633807e-06,
      "loss": 0.3611,
      "step": 847060
    },
    {
      "epoch": 236.41,
      "grad_norm": 0.9819043278694153,
      "learning_rate": 3.956516722709834e-06,
      "loss": 0.37,
      "step": 847070
    },
    {
      "epoch": 236.42,
      "grad_norm": 0.9723591804504395,
      "learning_rate": 3.956497102571203e-06,
      "loss": 0.3629,
      "step": 847080
    },
    {
      "epoch": 236.42,
      "grad_norm": 0.9062086939811707,
      "learning_rate": 3.956477482217914e-06,
      "loss": 0.3658,
      "step": 847090
    },
    {
      "epoch": 236.42,
      "grad_norm": 0.9258715510368347,
      "learning_rate": 3.9564578616499695e-06,
      "loss": 0.3693,
      "step": 847100
    },
    {
      "epoch": 236.42,
      "grad_norm": 1.005865454673767,
      "learning_rate": 3.956438240867374e-06,
      "loss": 0.3441,
      "step": 847110
    },
    {
      "epoch": 236.43,
      "grad_norm": 1.1279019117355347,
      "learning_rate": 3.95641861987013e-06,
      "loss": 0.3582,
      "step": 847120
    },
    {
      "epoch": 236.43,
      "grad_norm": 1.0366008281707764,
      "learning_rate": 3.956398998658238e-06,
      "loss": 0.3574,
      "step": 847130
    },
    {
      "epoch": 236.43,
      "grad_norm": 0.9715471267700195,
      "learning_rate": 3.9563793772317025e-06,
      "loss": 0.3529,
      "step": 847140
    },
    {
      "epoch": 236.44,
      "grad_norm": 0.9981681704521179,
      "learning_rate": 3.956359755590526e-06,
      "loss": 0.3728,
      "step": 847150
    },
    {
      "epoch": 236.44,
      "grad_norm": 0.9084868431091309,
      "learning_rate": 3.95634013373471e-06,
      "loss": 0.3614,
      "step": 847160
    },
    {
      "epoch": 236.44,
      "grad_norm": 1.0595661401748657,
      "learning_rate": 3.956320511664259e-06,
      "loss": 0.3518,
      "step": 847170
    },
    {
      "epoch": 236.44,
      "grad_norm": 1.1428813934326172,
      "learning_rate": 3.956300889379173e-06,
      "loss": 0.369,
      "step": 847180
    },
    {
      "epoch": 236.45,
      "grad_norm": 1.237356424331665,
      "learning_rate": 3.956281266879457e-06,
      "loss": 0.3649,
      "step": 847190
    },
    {
      "epoch": 236.45,
      "grad_norm": 1.0104339122772217,
      "learning_rate": 3.956261644165112e-06,
      "loss": 0.3588,
      "step": 847200
    },
    {
      "epoch": 236.45,
      "grad_norm": 1.023064374923706,
      "learning_rate": 3.956242021236142e-06,
      "loss": 0.3452,
      "step": 847210
    },
    {
      "epoch": 236.46,
      "grad_norm": 1.0040760040283203,
      "learning_rate": 3.956222398092548e-06,
      "loss": 0.3692,
      "step": 847220
    },
    {
      "epoch": 236.46,
      "grad_norm": 1.004899263381958,
      "learning_rate": 3.956202774734334e-06,
      "loss": 0.3557,
      "step": 847230
    },
    {
      "epoch": 236.46,
      "grad_norm": 1.334999680519104,
      "learning_rate": 3.956183151161502e-06,
      "loss": 0.3718,
      "step": 847240
    },
    {
      "epoch": 236.46,
      "grad_norm": 1.0837078094482422,
      "learning_rate": 3.956163527374055e-06,
      "loss": 0.3834,
      "step": 847250
    },
    {
      "epoch": 236.47,
      "grad_norm": 1.1465827226638794,
      "learning_rate": 3.956143903371995e-06,
      "loss": 0.354,
      "step": 847260
    },
    {
      "epoch": 236.47,
      "grad_norm": 1.0289058685302734,
      "learning_rate": 3.9561242791553245e-06,
      "loss": 0.3819,
      "step": 847270
    },
    {
      "epoch": 236.47,
      "grad_norm": 1.2277579307556152,
      "learning_rate": 3.9561046547240474e-06,
      "loss": 0.377,
      "step": 847280
    },
    {
      "epoch": 236.48,
      "grad_norm": 0.9615041613578796,
      "learning_rate": 3.956085030078165e-06,
      "loss": 0.355,
      "step": 847290
    },
    {
      "epoch": 236.48,
      "grad_norm": 0.990549623966217,
      "learning_rate": 3.9560654052176806e-06,
      "loss": 0.3451,
      "step": 847300
    },
    {
      "epoch": 236.48,
      "grad_norm": 1.1953811645507812,
      "learning_rate": 3.956045780142596e-06,
      "loss": 0.374,
      "step": 847310
    },
    {
      "epoch": 236.48,
      "grad_norm": 0.9678166508674622,
      "learning_rate": 3.956026154852915e-06,
      "loss": 0.3758,
      "step": 847320
    },
    {
      "epoch": 236.49,
      "grad_norm": 1.0002048015594482,
      "learning_rate": 3.95600652934864e-06,
      "loss": 0.3595,
      "step": 847330
    },
    {
      "epoch": 236.49,
      "grad_norm": 1.0515344142913818,
      "learning_rate": 3.955986903629773e-06,
      "loss": 0.3784,
      "step": 847340
    },
    {
      "epoch": 236.49,
      "grad_norm": 1.0041120052337646,
      "learning_rate": 3.955967277696316e-06,
      "loss": 0.3743,
      "step": 847350
    },
    {
      "epoch": 236.49,
      "grad_norm": 1.0558735132217407,
      "learning_rate": 3.955947651548273e-06,
      "loss": 0.37,
      "step": 847360
    },
    {
      "epoch": 236.5,
      "grad_norm": 0.8590584397315979,
      "learning_rate": 3.955928025185646e-06,
      "loss": 0.3798,
      "step": 847370
    },
    {
      "epoch": 236.5,
      "grad_norm": 1.027504801750183,
      "learning_rate": 3.955908398608438e-06,
      "loss": 0.3686,
      "step": 847380
    },
    {
      "epoch": 236.5,
      "grad_norm": 1.2606444358825684,
      "learning_rate": 3.9558887718166504e-06,
      "loss": 0.3646,
      "step": 847390
    },
    {
      "epoch": 236.51,
      "grad_norm": 1.1366856098175049,
      "learning_rate": 3.955869144810287e-06,
      "loss": 0.3634,
      "step": 847400
    },
    {
      "epoch": 236.51,
      "grad_norm": 1.2440844774246216,
      "learning_rate": 3.9558495175893505e-06,
      "loss": 0.3726,
      "step": 847410
    },
    {
      "epoch": 236.51,
      "grad_norm": 1.3442484140396118,
      "learning_rate": 3.955829890153843e-06,
      "loss": 0.366,
      "step": 847420
    },
    {
      "epoch": 236.51,
      "grad_norm": 1.170893669128418,
      "learning_rate": 3.955810262503767e-06,
      "loss": 0.3761,
      "step": 847430
    },
    {
      "epoch": 236.52,
      "grad_norm": 1.0762511491775513,
      "learning_rate": 3.955790634639126e-06,
      "loss": 0.3695,
      "step": 847440
    },
    {
      "epoch": 236.52,
      "grad_norm": 0.9861966967582703,
      "learning_rate": 3.955771006559921e-06,
      "loss": 0.3884,
      "step": 847450
    },
    {
      "epoch": 236.52,
      "grad_norm": 1.1045806407928467,
      "learning_rate": 3.955751378266156e-06,
      "loss": 0.3717,
      "step": 847460
    },
    {
      "epoch": 236.53,
      "grad_norm": 0.9472183585166931,
      "learning_rate": 3.9557317497578336e-06,
      "loss": 0.3595,
      "step": 847470
    },
    {
      "epoch": 236.53,
      "grad_norm": 1.1937329769134521,
      "learning_rate": 3.955712121034955e-06,
      "loss": 0.3836,
      "step": 847480
    },
    {
      "epoch": 236.53,
      "grad_norm": 1.238978385925293,
      "learning_rate": 3.955692492097524e-06,
      "loss": 0.3791,
      "step": 847490
    },
    {
      "epoch": 236.53,
      "grad_norm": 1.1987632513046265,
      "learning_rate": 3.955672862945544e-06,
      "loss": 0.3637,
      "step": 847500
    },
    {
      "epoch": 236.54,
      "grad_norm": 0.9963529706001282,
      "learning_rate": 3.955653233579017e-06,
      "loss": 0.3713,
      "step": 847510
    },
    {
      "epoch": 236.54,
      "grad_norm": 0.9728801250457764,
      "learning_rate": 3.955633603997944e-06,
      "loss": 0.3656,
      "step": 847520
    },
    {
      "epoch": 236.54,
      "grad_norm": 1.1752605438232422,
      "learning_rate": 3.955613974202328e-06,
      "loss": 0.3454,
      "step": 847530
    },
    {
      "epoch": 236.54,
      "grad_norm": 1.31044602394104,
      "learning_rate": 3.9555943441921745e-06,
      "loss": 0.3546,
      "step": 847540
    },
    {
      "epoch": 236.55,
      "grad_norm": 1.0025960206985474,
      "learning_rate": 3.955574713967483e-06,
      "loss": 0.3581,
      "step": 847550
    },
    {
      "epoch": 236.55,
      "grad_norm": 1.0470542907714844,
      "learning_rate": 3.955555083528257e-06,
      "loss": 0.3604,
      "step": 847560
    },
    {
      "epoch": 236.55,
      "grad_norm": 1.18171226978302,
      "learning_rate": 3.9555354528745e-06,
      "loss": 0.3485,
      "step": 847570
    },
    {
      "epoch": 236.56,
      "grad_norm": 0.9981691241264343,
      "learning_rate": 3.9555158220062135e-06,
      "loss": 0.354,
      "step": 847580
    },
    {
      "epoch": 236.56,
      "grad_norm": 1.171264886856079,
      "learning_rate": 3.9554961909234e-06,
      "loss": 0.3566,
      "step": 847590
    },
    {
      "epoch": 236.56,
      "grad_norm": 1.0221294164657593,
      "learning_rate": 3.955476559626064e-06,
      "loss": 0.3649,
      "step": 847600
    },
    {
      "epoch": 236.56,
      "grad_norm": 1.017904281616211,
      "learning_rate": 3.9554569281142056e-06,
      "loss": 0.3564,
      "step": 847610
    },
    {
      "epoch": 236.57,
      "grad_norm": 1.09969162940979,
      "learning_rate": 3.955437296387829e-06,
      "loss": 0.3561,
      "step": 847620
    },
    {
      "epoch": 236.57,
      "grad_norm": 1.0111258029937744,
      "learning_rate": 3.955417664446936e-06,
      "loss": 0.3537,
      "step": 847630
    },
    {
      "epoch": 236.57,
      "grad_norm": 1.1512362957000732,
      "learning_rate": 3.955398032291531e-06,
      "loss": 0.3772,
      "step": 847640
    },
    {
      "epoch": 236.58,
      "grad_norm": 1.091050148010254,
      "learning_rate": 3.955378399921614e-06,
      "loss": 0.387,
      "step": 847650
    },
    {
      "epoch": 236.58,
      "grad_norm": 1.1397898197174072,
      "learning_rate": 3.955358767337189e-06,
      "loss": 0.3594,
      "step": 847660
    },
    {
      "epoch": 236.58,
      "grad_norm": 1.219689965248108,
      "learning_rate": 3.955339134538258e-06,
      "loss": 0.3545,
      "step": 847670
    },
    {
      "epoch": 236.58,
      "grad_norm": 1.0460158586502075,
      "learning_rate": 3.9553195015248245e-06,
      "loss": 0.3472,
      "step": 847680
    },
    {
      "epoch": 236.59,
      "grad_norm": 1.1347672939300537,
      "learning_rate": 3.955299868296891e-06,
      "loss": 0.3654,
      "step": 847690
    },
    {
      "epoch": 236.59,
      "grad_norm": 1.0997371673583984,
      "learning_rate": 3.955280234854459e-06,
      "loss": 0.3915,
      "step": 847700
    },
    {
      "epoch": 236.59,
      "grad_norm": 1.1022313833236694,
      "learning_rate": 3.955260601197533e-06,
      "loss": 0.3704,
      "step": 847710
    },
    {
      "epoch": 236.6,
      "grad_norm": 1.0770004987716675,
      "learning_rate": 3.9552409673261135e-06,
      "loss": 0.3427,
      "step": 847720
    },
    {
      "epoch": 236.6,
      "grad_norm": 1.0998388528823853,
      "learning_rate": 3.955221333240205e-06,
      "loss": 0.3611,
      "step": 847730
    },
    {
      "epoch": 236.6,
      "grad_norm": 0.8129520416259766,
      "learning_rate": 3.9552016989398075e-06,
      "loss": 0.3416,
      "step": 847740
    },
    {
      "epoch": 236.6,
      "grad_norm": 1.109839916229248,
      "learning_rate": 3.955182064424927e-06,
      "loss": 0.3555,
      "step": 847750
    },
    {
      "epoch": 236.61,
      "grad_norm": 1.0037347078323364,
      "learning_rate": 3.955162429695564e-06,
      "loss": 0.3824,
      "step": 847760
    },
    {
      "epoch": 236.61,
      "grad_norm": 1.0602563619613647,
      "learning_rate": 3.955142794751721e-06,
      "loss": 0.3626,
      "step": 847770
    },
    {
      "epoch": 236.61,
      "grad_norm": 1.323654294013977,
      "learning_rate": 3.955123159593402e-06,
      "loss": 0.3965,
      "step": 847780
    },
    {
      "epoch": 236.61,
      "grad_norm": 1.0423272848129272,
      "learning_rate": 3.955103524220608e-06,
      "loss": 0.3553,
      "step": 847790
    },
    {
      "epoch": 236.62,
      "grad_norm": 1.0892525911331177,
      "learning_rate": 3.955083888633343e-06,
      "loss": 0.3683,
      "step": 847800
    },
    {
      "epoch": 236.62,
      "grad_norm": 1.1802222728729248,
      "learning_rate": 3.955064252831609e-06,
      "loss": 0.3692,
      "step": 847810
    },
    {
      "epoch": 236.62,
      "grad_norm": 1.2527672052383423,
      "learning_rate": 3.9550446168154084e-06,
      "loss": 0.3592,
      "step": 847820
    },
    {
      "epoch": 236.63,
      "grad_norm": 1.036199927330017,
      "learning_rate": 3.955024980584745e-06,
      "loss": 0.3736,
      "step": 847830
    },
    {
      "epoch": 236.63,
      "grad_norm": 1.7659045457839966,
      "learning_rate": 3.955005344139619e-06,
      "loss": 0.3487,
      "step": 847840
    },
    {
      "epoch": 236.63,
      "grad_norm": 1.2134822607040405,
      "learning_rate": 3.954985707480035e-06,
      "loss": 0.3869,
      "step": 847850
    },
    {
      "epoch": 236.63,
      "grad_norm": 1.0595207214355469,
      "learning_rate": 3.9549660706059955e-06,
      "loss": 0.3752,
      "step": 847860
    },
    {
      "epoch": 236.64,
      "grad_norm": 1.1481202840805054,
      "learning_rate": 3.954946433517503e-06,
      "loss": 0.3623,
      "step": 847870
    },
    {
      "epoch": 236.64,
      "grad_norm": 1.1492520570755005,
      "learning_rate": 3.954926796214559e-06,
      "loss": 0.3568,
      "step": 847880
    },
    {
      "epoch": 236.64,
      "grad_norm": 1.0142403841018677,
      "learning_rate": 3.9549071586971665e-06,
      "loss": 0.3728,
      "step": 847890
    },
    {
      "epoch": 236.65,
      "grad_norm": 1.067466378211975,
      "learning_rate": 3.954887520965329e-06,
      "loss": 0.3823,
      "step": 847900
    },
    {
      "epoch": 236.65,
      "grad_norm": 1.0433145761489868,
      "learning_rate": 3.954867883019049e-06,
      "loss": 0.3696,
      "step": 847910
    },
    {
      "epoch": 236.65,
      "grad_norm": 0.9764094352722168,
      "learning_rate": 3.954848244858328e-06,
      "loss": 0.3608,
      "step": 847920
    },
    {
      "epoch": 236.65,
      "grad_norm": 1.0078115463256836,
      "learning_rate": 3.954828606483171e-06,
      "loss": 0.3626,
      "step": 847930
    },
    {
      "epoch": 236.66,
      "grad_norm": 1.1088770627975464,
      "learning_rate": 3.954808967893578e-06,
      "loss": 0.3601,
      "step": 847940
    },
    {
      "epoch": 236.66,
      "grad_norm": 1.0181630849838257,
      "learning_rate": 3.954789329089552e-06,
      "loss": 0.3546,
      "step": 847950
    },
    {
      "epoch": 236.66,
      "grad_norm": 1.0029767751693726,
      "learning_rate": 3.954769690071097e-06,
      "loss": 0.3662,
      "step": 847960
    },
    {
      "epoch": 236.66,
      "grad_norm": 1.0923144817352295,
      "learning_rate": 3.954750050838215e-06,
      "loss": 0.3479,
      "step": 847970
    },
    {
      "epoch": 236.67,
      "grad_norm": 1.0974551439285278,
      "learning_rate": 3.954730411390907e-06,
      "loss": 0.3751,
      "step": 847980
    },
    {
      "epoch": 236.67,
      "grad_norm": 1.1967272758483887,
      "learning_rate": 3.954710771729179e-06,
      "loss": 0.3525,
      "step": 847990
    },
    {
      "epoch": 236.67,
      "grad_norm": 1.2214674949645996,
      "learning_rate": 3.954691131853031e-06,
      "loss": 0.3634,
      "step": 848000
    },
    {
      "epoch": 236.68,
      "grad_norm": 0.9551535844802856,
      "learning_rate": 3.9546714917624665e-06,
      "loss": 0.373,
      "step": 848010
    },
    {
      "epoch": 236.68,
      "grad_norm": 1.022727608680725,
      "learning_rate": 3.954651851457487e-06,
      "loss": 0.3588,
      "step": 848020
    },
    {
      "epoch": 236.68,
      "grad_norm": 1.3674224615097046,
      "learning_rate": 3.9546322109380966e-06,
      "loss": 0.3704,
      "step": 848030
    },
    {
      "epoch": 236.68,
      "grad_norm": 1.1722842454910278,
      "learning_rate": 3.9546125702042974e-06,
      "loss": 0.3676,
      "step": 848040
    },
    {
      "epoch": 236.69,
      "grad_norm": 1.021555781364441,
      "learning_rate": 3.954592929256092e-06,
      "loss": 0.3698,
      "step": 848050
    },
    {
      "epoch": 236.69,
      "grad_norm": 1.1398742198944092,
      "learning_rate": 3.954573288093483e-06,
      "loss": 0.3792,
      "step": 848060
    },
    {
      "epoch": 236.69,
      "grad_norm": 1.0558173656463623,
      "learning_rate": 3.954553646716473e-06,
      "loss": 0.3732,
      "step": 848070
    },
    {
      "epoch": 236.7,
      "grad_norm": 1.1362553834915161,
      "learning_rate": 3.954534005125064e-06,
      "loss": 0.3536,
      "step": 848080
    },
    {
      "epoch": 236.7,
      "grad_norm": 0.9934375882148743,
      "learning_rate": 3.95451436331926e-06,
      "loss": 0.3652,
      "step": 848090
    },
    {
      "epoch": 236.7,
      "grad_norm": 1.1114646196365356,
      "learning_rate": 3.9544947212990626e-06,
      "loss": 0.3741,
      "step": 848100
    },
    {
      "epoch": 236.7,
      "grad_norm": 1.111215353012085,
      "learning_rate": 3.954475079064474e-06,
      "loss": 0.367,
      "step": 848110
    },
    {
      "epoch": 236.71,
      "grad_norm": 1.085886836051941,
      "learning_rate": 3.954455436615499e-06,
      "loss": 0.3665,
      "step": 848120
    },
    {
      "epoch": 236.71,
      "grad_norm": 1.0771598815917969,
      "learning_rate": 3.954435793952137e-06,
      "loss": 0.36,
      "step": 848130
    },
    {
      "epoch": 236.71,
      "grad_norm": 1.0729010105133057,
      "learning_rate": 3.954416151074393e-06,
      "loss": 0.3648,
      "step": 848140
    },
    {
      "epoch": 236.72,
      "grad_norm": 1.048962116241455,
      "learning_rate": 3.9543965079822685e-06,
      "loss": 0.3677,
      "step": 848150
    },
    {
      "epoch": 236.72,
      "grad_norm": 1.0824323892593384,
      "learning_rate": 3.954376864675767e-06,
      "loss": 0.3774,
      "step": 848160
    },
    {
      "epoch": 236.72,
      "grad_norm": 1.0808131694793701,
      "learning_rate": 3.9543572211548905e-06,
      "loss": 0.3762,
      "step": 848170
    },
    {
      "epoch": 236.72,
      "grad_norm": 1.1606125831604004,
      "learning_rate": 3.954337577419642e-06,
      "loss": 0.3535,
      "step": 848180
    },
    {
      "epoch": 236.73,
      "grad_norm": 1.0175076723098755,
      "learning_rate": 3.954317933470024e-06,
      "loss": 0.3773,
      "step": 848190
    },
    {
      "epoch": 236.73,
      "grad_norm": 0.918745219707489,
      "learning_rate": 3.954298289306038e-06,
      "loss": 0.3847,
      "step": 848200
    },
    {
      "epoch": 236.73,
      "grad_norm": 1.0316057205200195,
      "learning_rate": 3.954278644927688e-06,
      "loss": 0.3691,
      "step": 848210
    },
    {
      "epoch": 236.73,
      "grad_norm": 1.0492225885391235,
      "learning_rate": 3.954259000334977e-06,
      "loss": 0.3831,
      "step": 848220
    },
    {
      "epoch": 236.74,
      "grad_norm": 0.9745476841926575,
      "learning_rate": 3.954239355527905e-06,
      "loss": 0.3701,
      "step": 848230
    },
    {
      "epoch": 236.74,
      "grad_norm": 1.245012879371643,
      "learning_rate": 3.954219710506478e-06,
      "loss": 0.364,
      "step": 848240
    },
    {
      "epoch": 236.74,
      "grad_norm": 1.1317375898361206,
      "learning_rate": 3.954200065270697e-06,
      "loss": 0.3824,
      "step": 848250
    },
    {
      "epoch": 236.75,
      "grad_norm": 1.070939302444458,
      "learning_rate": 3.954180419820564e-06,
      "loss": 0.3729,
      "step": 848260
    },
    {
      "epoch": 236.75,
      "grad_norm": 1.1753191947937012,
      "learning_rate": 3.954160774156082e-06,
      "loss": 0.3634,
      "step": 848270
    },
    {
      "epoch": 236.75,
      "grad_norm": 1.1873823404312134,
      "learning_rate": 3.954141128277255e-06,
      "loss": 0.3422,
      "step": 848280
    },
    {
      "epoch": 236.75,
      "grad_norm": 0.9769610166549683,
      "learning_rate": 3.954121482184084e-06,
      "loss": 0.3627,
      "step": 848290
    },
    {
      "epoch": 236.76,
      "grad_norm": 1.0991929769515991,
      "learning_rate": 3.954101835876572e-06,
      "loss": 0.3708,
      "step": 848300
    },
    {
      "epoch": 236.76,
      "grad_norm": 0.9743748903274536,
      "learning_rate": 3.954082189354722e-06,
      "loss": 0.3583,
      "step": 848310
    },
    {
      "epoch": 236.76,
      "grad_norm": 1.0236012935638428,
      "learning_rate": 3.9540625426185355e-06,
      "loss": 0.369,
      "step": 848320
    },
    {
      "epoch": 236.77,
      "grad_norm": 1.8378406763076782,
      "learning_rate": 3.954042895668017e-06,
      "loss": 0.3499,
      "step": 848330
    },
    {
      "epoch": 236.77,
      "grad_norm": 1.2197418212890625,
      "learning_rate": 3.9540232485031674e-06,
      "loss": 0.3701,
      "step": 848340
    },
    {
      "epoch": 236.77,
      "grad_norm": 1.1293548345565796,
      "learning_rate": 3.95400360112399e-06,
      "loss": 0.3512,
      "step": 848350
    },
    {
      "epoch": 236.77,
      "grad_norm": 1.4537668228149414,
      "learning_rate": 3.953983953530488e-06,
      "loss": 0.3825,
      "step": 848360
    },
    {
      "epoch": 236.78,
      "grad_norm": 1.2742246389389038,
      "learning_rate": 3.953964305722663e-06,
      "loss": 0.3781,
      "step": 848370
    },
    {
      "epoch": 236.78,
      "grad_norm": 1.3132833242416382,
      "learning_rate": 3.953944657700518e-06,
      "loss": 0.3659,
      "step": 848380
    },
    {
      "epoch": 236.78,
      "grad_norm": 1.209019422531128,
      "learning_rate": 3.953925009464055e-06,
      "loss": 0.3761,
      "step": 848390
    },
    {
      "epoch": 236.78,
      "grad_norm": 1.3985464572906494,
      "learning_rate": 3.953905361013279e-06,
      "loss": 0.3664,
      "step": 848400
    },
    {
      "epoch": 236.79,
      "grad_norm": 1.1813900470733643,
      "learning_rate": 3.95388571234819e-06,
      "loss": 0.375,
      "step": 848410
    },
    {
      "epoch": 236.79,
      "grad_norm": 2.5026209354400635,
      "learning_rate": 3.953866063468791e-06,
      "loss": 0.3683,
      "step": 848420
    },
    {
      "epoch": 236.79,
      "grad_norm": 1.1766189336776733,
      "learning_rate": 3.953846414375085e-06,
      "loss": 0.3787,
      "step": 848430
    },
    {
      "epoch": 236.8,
      "grad_norm": 1.1628884077072144,
      "learning_rate": 3.9538267650670754e-06,
      "loss": 0.3652,
      "step": 848440
    },
    {
      "epoch": 236.8,
      "grad_norm": 1.0378215312957764,
      "learning_rate": 3.953807115544764e-06,
      "loss": 0.3688,
      "step": 848450
    },
    {
      "epoch": 236.8,
      "grad_norm": 1.0945905447006226,
      "learning_rate": 3.953787465808153e-06,
      "loss": 0.3602,
      "step": 848460
    },
    {
      "epoch": 236.8,
      "grad_norm": 1.0175752639770508,
      "learning_rate": 3.953767815857247e-06,
      "loss": 0.3496,
      "step": 848470
    },
    {
      "epoch": 236.81,
      "grad_norm": 1.0558937788009644,
      "learning_rate": 3.953748165692046e-06,
      "loss": 0.3557,
      "step": 848480
    },
    {
      "epoch": 236.81,
      "grad_norm": 1.0113205909729004,
      "learning_rate": 3.9537285153125545e-06,
      "loss": 0.3573,
      "step": 848490
    },
    {
      "epoch": 236.81,
      "grad_norm": 1.0059868097305298,
      "learning_rate": 3.9537088647187734e-06,
      "loss": 0.3475,
      "step": 848500
    },
    {
      "epoch": 236.82,
      "grad_norm": 4.381799221038818,
      "learning_rate": 3.953689213910707e-06,
      "loss": 0.3724,
      "step": 848510
    },
    {
      "epoch": 236.82,
      "grad_norm": 1.0258779525756836,
      "learning_rate": 3.953669562888357e-06,
      "loss": 0.3597,
      "step": 848520
    },
    {
      "epoch": 236.82,
      "grad_norm": 1.160622239112854,
      "learning_rate": 3.953649911651727e-06,
      "loss": 0.3531,
      "step": 848530
    },
    {
      "epoch": 236.82,
      "grad_norm": 1.0525949001312256,
      "learning_rate": 3.953630260200818e-06,
      "loss": 0.3674,
      "step": 848540
    },
    {
      "epoch": 236.83,
      "grad_norm": 1.268221378326416,
      "learning_rate": 3.953610608535634e-06,
      "loss": 0.3839,
      "step": 848550
    },
    {
      "epoch": 236.83,
      "grad_norm": 1.2529704570770264,
      "learning_rate": 3.953590956656177e-06,
      "loss": 0.359,
      "step": 848560
    },
    {
      "epoch": 236.83,
      "grad_norm": 1.0045645236968994,
      "learning_rate": 3.95357130456245e-06,
      "loss": 0.3759,
      "step": 848570
    },
    {
      "epoch": 236.84,
      "grad_norm": 1.0449371337890625,
      "learning_rate": 3.953551652254455e-06,
      "loss": 0.3494,
      "step": 848580
    },
    {
      "epoch": 236.84,
      "grad_norm": 1.1380175352096558,
      "learning_rate": 3.953531999732195e-06,
      "loss": 0.372,
      "step": 848590
    },
    {
      "epoch": 236.84,
      "grad_norm": 1.052040457725525,
      "learning_rate": 3.953512346995673e-06,
      "loss": 0.3738,
      "step": 848600
    },
    {
      "epoch": 236.84,
      "grad_norm": 1.2419681549072266,
      "learning_rate": 3.9534926940448905e-06,
      "loss": 0.3653,
      "step": 848610
    },
    {
      "epoch": 236.85,
      "grad_norm": 0.9700644016265869,
      "learning_rate": 3.953473040879851e-06,
      "loss": 0.3723,
      "step": 848620
    },
    {
      "epoch": 236.85,
      "grad_norm": 1.007208228111267,
      "learning_rate": 3.9534533875005574e-06,
      "loss": 0.3659,
      "step": 848630
    },
    {
      "epoch": 236.85,
      "grad_norm": 1.2026569843292236,
      "learning_rate": 3.953433733907011e-06,
      "loss": 0.3637,
      "step": 848640
    },
    {
      "epoch": 236.85,
      "grad_norm": 1.0497993230819702,
      "learning_rate": 3.953414080099216e-06,
      "loss": 0.3704,
      "step": 848650
    },
    {
      "epoch": 236.86,
      "grad_norm": 1.2132227420806885,
      "learning_rate": 3.953394426077174e-06,
      "loss": 0.381,
      "step": 848660
    },
    {
      "epoch": 236.86,
      "grad_norm": 0.9138718843460083,
      "learning_rate": 3.953374771840888e-06,
      "loss": 0.339,
      "step": 848670
    },
    {
      "epoch": 236.86,
      "grad_norm": 1.0998224020004272,
      "learning_rate": 3.95335511739036e-06,
      "loss": 0.3646,
      "step": 848680
    },
    {
      "epoch": 236.87,
      "grad_norm": 1.2258634567260742,
      "learning_rate": 3.953335462725594e-06,
      "loss": 0.3699,
      "step": 848690
    },
    {
      "epoch": 236.87,
      "grad_norm": 1.0716218948364258,
      "learning_rate": 3.953315807846591e-06,
      "loss": 0.3584,
      "step": 848700
    },
    {
      "epoch": 236.87,
      "grad_norm": 0.9889883995056152,
      "learning_rate": 3.953296152753355e-06,
      "loss": 0.3733,
      "step": 848710
    },
    {
      "epoch": 236.87,
      "grad_norm": 1.0667041540145874,
      "learning_rate": 3.953276497445887e-06,
      "loss": 0.3767,
      "step": 848720
    },
    {
      "epoch": 236.88,
      "grad_norm": 1.158909559249878,
      "learning_rate": 3.953256841924191e-06,
      "loss": 0.354,
      "step": 848730
    },
    {
      "epoch": 236.88,
      "grad_norm": 1.0194889307022095,
      "learning_rate": 3.95323718618827e-06,
      "loss": 0.3708,
      "step": 848740
    },
    {
      "epoch": 236.88,
      "grad_norm": 1.2728703022003174,
      "learning_rate": 3.953217530238125e-06,
      "loss": 0.3691,
      "step": 848750
    },
    {
      "epoch": 236.89,
      "grad_norm": 1.0843462944030762,
      "learning_rate": 3.953197874073759e-06,
      "loss": 0.3695,
      "step": 848760
    },
    {
      "epoch": 236.89,
      "grad_norm": 0.9048852920532227,
      "learning_rate": 3.953178217695176e-06,
      "loss": 0.3624,
      "step": 848770
    },
    {
      "epoch": 236.89,
      "grad_norm": 0.9213520288467407,
      "learning_rate": 3.953158561102378e-06,
      "loss": 0.3789,
      "step": 848780
    },
    {
      "epoch": 236.89,
      "grad_norm": 0.9711260795593262,
      "learning_rate": 3.953138904295366e-06,
      "loss": 0.3681,
      "step": 848790
    },
    {
      "epoch": 236.9,
      "grad_norm": 1.1303566694259644,
      "learning_rate": 3.953119247274144e-06,
      "loss": 0.37,
      "step": 848800
    },
    {
      "epoch": 236.9,
      "grad_norm": 1.0820425748825073,
      "learning_rate": 3.953099590038715e-06,
      "loss": 0.3639,
      "step": 848810
    },
    {
      "epoch": 236.9,
      "grad_norm": 1.3426659107208252,
      "learning_rate": 3.953079932589082e-06,
      "loss": 0.365,
      "step": 848820
    },
    {
      "epoch": 236.9,
      "grad_norm": 1.0798012018203735,
      "learning_rate": 3.9530602749252454e-06,
      "loss": 0.3865,
      "step": 848830
    },
    {
      "epoch": 236.91,
      "grad_norm": 1.4564945697784424,
      "learning_rate": 3.95304061704721e-06,
      "loss": 0.3858,
      "step": 848840
    },
    {
      "epoch": 236.91,
      "grad_norm": 1.0787136554718018,
      "learning_rate": 3.953020958954977e-06,
      "loss": 0.369,
      "step": 848850
    },
    {
      "epoch": 236.91,
      "grad_norm": 0.9496303796768188,
      "learning_rate": 3.9530013006485496e-06,
      "loss": 0.3767,
      "step": 848860
    },
    {
      "epoch": 236.92,
      "grad_norm": 1.0179228782653809,
      "learning_rate": 3.952981642127931e-06,
      "loss": 0.3581,
      "step": 848870
    },
    {
      "epoch": 236.92,
      "grad_norm": 0.9809926152229309,
      "learning_rate": 3.952961983393123e-06,
      "loss": 0.3505,
      "step": 848880
    },
    {
      "epoch": 236.92,
      "grad_norm": 1.1443557739257812,
      "learning_rate": 3.952942324444128e-06,
      "loss": 0.3608,
      "step": 848890
    },
    {
      "epoch": 236.92,
      "grad_norm": 1.0350513458251953,
      "learning_rate": 3.952922665280949e-06,
      "loss": 0.3641,
      "step": 848900
    },
    {
      "epoch": 236.93,
      "grad_norm": 1.0216492414474487,
      "learning_rate": 3.95290300590359e-06,
      "loss": 0.3713,
      "step": 848910
    },
    {
      "epoch": 236.93,
      "grad_norm": 1.1397255659103394,
      "learning_rate": 3.9528833463120506e-06,
      "loss": 0.3794,
      "step": 848920
    },
    {
      "epoch": 236.93,
      "grad_norm": 1.235000729560852,
      "learning_rate": 3.952863686506336e-06,
      "loss": 0.3606,
      "step": 848930
    },
    {
      "epoch": 236.94,
      "grad_norm": 0.9410319924354553,
      "learning_rate": 3.9528440264864475e-06,
      "loss": 0.3587,
      "step": 848940
    },
    {
      "epoch": 236.94,
      "grad_norm": 0.9251877665519714,
      "learning_rate": 3.952824366252389e-06,
      "loss": 0.3818,
      "step": 848950
    },
    {
      "epoch": 236.94,
      "grad_norm": 1.0040242671966553,
      "learning_rate": 3.952804705804161e-06,
      "loss": 0.3381,
      "step": 848960
    },
    {
      "epoch": 236.94,
      "grad_norm": 1.6275782585144043,
      "learning_rate": 3.952785045141769e-06,
      "loss": 0.3637,
      "step": 848970
    },
    {
      "epoch": 236.95,
      "grad_norm": 3.9586331844329834,
      "learning_rate": 3.952765384265213e-06,
      "loss": 0.3746,
      "step": 848980
    },
    {
      "epoch": 236.95,
      "grad_norm": 1.0159246921539307,
      "learning_rate": 3.952745723174497e-06,
      "loss": 0.3646,
      "step": 848990
    },
    {
      "epoch": 236.95,
      "grad_norm": 1.0400424003601074,
      "learning_rate": 3.952726061869622e-06,
      "loss": 0.3715,
      "step": 849000
    },
    {
      "epoch": 236.96,
      "grad_norm": 1.1494860649108887,
      "learning_rate": 3.9527064003505935e-06,
      "loss": 0.3853,
      "step": 849010
    },
    {
      "epoch": 236.96,
      "grad_norm": 0.9481765031814575,
      "learning_rate": 3.952686738617411e-06,
      "loss": 0.3666,
      "step": 849020
    },
    {
      "epoch": 236.96,
      "grad_norm": 1.577087640762329,
      "learning_rate": 3.95266707667008e-06,
      "loss": 0.3988,
      "step": 849030
    },
    {
      "epoch": 236.96,
      "grad_norm": 1.0404419898986816,
      "learning_rate": 3.952647414508601e-06,
      "loss": 0.3674,
      "step": 849040
    },
    {
      "epoch": 236.97,
      "grad_norm": 1.208635687828064,
      "learning_rate": 3.952627752132977e-06,
      "loss": 0.3736,
      "step": 849050
    },
    {
      "epoch": 236.97,
      "grad_norm": 1.152326226234436,
      "learning_rate": 3.952608089543212e-06,
      "loss": 0.3669,
      "step": 849060
    },
    {
      "epoch": 236.97,
      "grad_norm": 1.0262442827224731,
      "learning_rate": 3.952588426739307e-06,
      "loss": 0.3772,
      "step": 849070
    },
    {
      "epoch": 236.97,
      "grad_norm": 1.0678704977035522,
      "learning_rate": 3.952568763721264e-06,
      "loss": 0.3811,
      "step": 849080
    },
    {
      "epoch": 236.98,
      "grad_norm": 1.0160448551177979,
      "learning_rate": 3.952549100489088e-06,
      "loss": 0.3732,
      "step": 849090
    },
    {
      "epoch": 236.98,
      "grad_norm": 1.2196413278579712,
      "learning_rate": 3.95252943704278e-06,
      "loss": 0.362,
      "step": 849100
    },
    {
      "epoch": 236.98,
      "grad_norm": 1.1901650428771973,
      "learning_rate": 3.9525097733823435e-06,
      "loss": 0.3739,
      "step": 849110
    },
    {
      "epoch": 236.99,
      "grad_norm": 1.5946338176727295,
      "learning_rate": 3.9524901095077804e-06,
      "loss": 0.3611,
      "step": 849120
    },
    {
      "epoch": 236.99,
      "grad_norm": 0.9971418976783752,
      "learning_rate": 3.952470445419093e-06,
      "loss": 0.3571,
      "step": 849130
    },
    {
      "epoch": 236.99,
      "grad_norm": 1.0657418966293335,
      "learning_rate": 3.952450781116286e-06,
      "loss": 0.3609,
      "step": 849140
    },
    {
      "epoch": 236.99,
      "grad_norm": 1.085730791091919,
      "learning_rate": 3.952431116599359e-06,
      "loss": 0.3607,
      "step": 849150
    },
    {
      "epoch": 237.0,
      "grad_norm": 1.0975689888000488,
      "learning_rate": 3.952411451868316e-06,
      "loss": 0.3724,
      "step": 849160
    },
    {
      "epoch": 237.0,
      "grad_norm": 0.8623365759849548,
      "learning_rate": 3.95239178692316e-06,
      "loss": 0.3701,
      "step": 849170
    },
    {
      "epoch": 237.0,
      "eval_loss": 0.36578845977783203,
      "eval_runtime": 63.4369,
      "eval_samples_per_second": 79.749,
      "eval_steps_per_second": 9.978,
      "step": 849171
    },
    {
      "epoch": 237.0,
      "grad_norm": 1.1004947423934937,
      "learning_rate": 3.952372121763894e-06,
      "loss": 0.3678,
      "step": 849180
    },
    {
      "epoch": 237.01,
      "grad_norm": 1.0144672393798828,
      "learning_rate": 3.95235245639052e-06,
      "loss": 0.3469,
      "step": 849190
    },
    {
      "epoch": 237.01,
      "grad_norm": 1.223315954208374,
      "learning_rate": 3.95233279080304e-06,
      "loss": 0.3594,
      "step": 849200
    },
    {
      "epoch": 237.01,
      "grad_norm": 1.1514407396316528,
      "learning_rate": 3.952313125001457e-06,
      "loss": 0.3717,
      "step": 849210
    },
    {
      "epoch": 237.01,
      "grad_norm": 1.1529216766357422,
      "learning_rate": 3.9522934589857744e-06,
      "loss": 0.3699,
      "step": 849220
    },
    {
      "epoch": 237.02,
      "grad_norm": 1.2368634939193726,
      "learning_rate": 3.952273792755995e-06,
      "loss": 0.3624,
      "step": 849230
    },
    {
      "epoch": 237.02,
      "grad_norm": 1.0014082193374634,
      "learning_rate": 3.952254126312119e-06,
      "loss": 0.3751,
      "step": 849240
    },
    {
      "epoch": 237.02,
      "grad_norm": 1.3222410678863525,
      "learning_rate": 3.9522344596541515e-06,
      "loss": 0.3568,
      "step": 849250
    },
    {
      "epoch": 237.02,
      "grad_norm": 1.0298409461975098,
      "learning_rate": 3.952214792782094e-06,
      "loss": 0.3592,
      "step": 849260
    },
    {
      "epoch": 237.03,
      "grad_norm": 1.1845295429229736,
      "learning_rate": 3.952195125695949e-06,
      "loss": 0.3639,
      "step": 849270
    },
    {
      "epoch": 237.03,
      "grad_norm": 0.9430505633354187,
      "learning_rate": 3.95217545839572e-06,
      "loss": 0.3689,
      "step": 849280
    },
    {
      "epoch": 237.03,
      "grad_norm": 1.026113748550415,
      "learning_rate": 3.952155790881409e-06,
      "loss": 0.3659,
      "step": 849290
    },
    {
      "epoch": 237.04,
      "grad_norm": 1.10580575466156,
      "learning_rate": 3.952136123153019e-06,
      "loss": 0.3602,
      "step": 849300
    },
    {
      "epoch": 237.04,
      "grad_norm": 1.0127637386322021,
      "learning_rate": 3.952116455210552e-06,
      "loss": 0.3572,
      "step": 849310
    },
    {
      "epoch": 237.04,
      "grad_norm": 1.0473453998565674,
      "learning_rate": 3.952096787054011e-06,
      "loss": 0.37,
      "step": 849320
    },
    {
      "epoch": 237.04,
      "grad_norm": 1.1824201345443726,
      "learning_rate": 3.9520771186834e-06,
      "loss": 0.3779,
      "step": 849330
    },
    {
      "epoch": 237.05,
      "grad_norm": 0.996799886226654,
      "learning_rate": 3.9520574500987186e-06,
      "loss": 0.3765,
      "step": 849340
    },
    {
      "epoch": 237.05,
      "grad_norm": 1.1666662693023682,
      "learning_rate": 3.952037781299971e-06,
      "loss": 0.3599,
      "step": 849350
    },
    {
      "epoch": 237.05,
      "grad_norm": 1.049293041229248,
      "learning_rate": 3.952018112287161e-06,
      "loss": 0.3706,
      "step": 849360
    },
    {
      "epoch": 237.06,
      "grad_norm": 1.3126379251480103,
      "learning_rate": 3.951998443060288e-06,
      "loss": 0.3686,
      "step": 849370
    },
    {
      "epoch": 237.06,
      "grad_norm": 0.9234229922294617,
      "learning_rate": 3.951978773619359e-06,
      "loss": 0.3699,
      "step": 849380
    },
    {
      "epoch": 237.06,
      "grad_norm": 0.9936997890472412,
      "learning_rate": 3.951959103964373e-06,
      "loss": 0.3727,
      "step": 849390
    },
    {
      "epoch": 237.06,
      "grad_norm": 1.0106656551361084,
      "learning_rate": 3.951939434095335e-06,
      "loss": 0.3564,
      "step": 849400
    },
    {
      "epoch": 237.07,
      "grad_norm": 1.1376347541809082,
      "learning_rate": 3.951919764012246e-06,
      "loss": 0.3668,
      "step": 849410
    },
    {
      "epoch": 237.07,
      "grad_norm": 1.2550181150436401,
      "learning_rate": 3.951900093715109e-06,
      "loss": 0.3666,
      "step": 849420
    },
    {
      "epoch": 237.07,
      "grad_norm": 1.1138904094696045,
      "learning_rate": 3.9518804232039275e-06,
      "loss": 0.3599,
      "step": 849430
    },
    {
      "epoch": 237.08,
      "grad_norm": 0.9543579816818237,
      "learning_rate": 3.9518607524787025e-06,
      "loss": 0.3441,
      "step": 849440
    },
    {
      "epoch": 237.08,
      "grad_norm": 1.03864586353302,
      "learning_rate": 3.9518410815394374e-06,
      "loss": 0.3613,
      "step": 849450
    },
    {
      "epoch": 237.08,
      "grad_norm": 1.1209526062011719,
      "learning_rate": 3.951821410386136e-06,
      "loss": 0.3453,
      "step": 849460
    },
    {
      "epoch": 237.08,
      "grad_norm": 1.0161243677139282,
      "learning_rate": 3.951801739018798e-06,
      "loss": 0.3607,
      "step": 849470
    },
    {
      "epoch": 237.09,
      "grad_norm": 1.0470904111862183,
      "learning_rate": 3.951782067437429e-06,
      "loss": 0.353,
      "step": 849480
    },
    {
      "epoch": 237.09,
      "grad_norm": 1.073182225227356,
      "learning_rate": 3.9517623956420316e-06,
      "loss": 0.3587,
      "step": 849490
    },
    {
      "epoch": 237.09,
      "grad_norm": 1.0975545644760132,
      "learning_rate": 3.9517427236326056e-06,
      "loss": 0.3599,
      "step": 849500
    },
    {
      "epoch": 237.09,
      "grad_norm": 1.0479193925857544,
      "learning_rate": 3.951723051409156e-06,
      "loss": 0.3748,
      "step": 849510
    },
    {
      "epoch": 237.1,
      "grad_norm": 1.1068803071975708,
      "learning_rate": 3.951703378971685e-06,
      "loss": 0.3677,
      "step": 849520
    },
    {
      "epoch": 237.1,
      "grad_norm": 1.2971773147583008,
      "learning_rate": 3.951683706320194e-06,
      "loss": 0.3822,
      "step": 849530
    },
    {
      "epoch": 237.1,
      "grad_norm": 1.0960217714309692,
      "learning_rate": 3.951664033454688e-06,
      "loss": 0.355,
      "step": 849540
    },
    {
      "epoch": 237.11,
      "grad_norm": 1.0179105997085571,
      "learning_rate": 3.951644360375167e-06,
      "loss": 0.3826,
      "step": 849550
    },
    {
      "epoch": 237.11,
      "grad_norm": 1.124129056930542,
      "learning_rate": 3.951624687081636e-06,
      "loss": 0.367,
      "step": 849560
    },
    {
      "epoch": 237.11,
      "grad_norm": 1.0526970624923706,
      "learning_rate": 3.951605013574096e-06,
      "loss": 0.3633,
      "step": 849570
    },
    {
      "epoch": 237.11,
      "grad_norm": 1.431852102279663,
      "learning_rate": 3.9515853398525495e-06,
      "loss": 0.3692,
      "step": 849580
    },
    {
      "epoch": 237.12,
      "grad_norm": 0.977054238319397,
      "learning_rate": 3.951565665917e-06,
      "loss": 0.3759,
      "step": 849590
    },
    {
      "epoch": 237.12,
      "grad_norm": 1.0654011964797974,
      "learning_rate": 3.95154599176745e-06,
      "loss": 0.3673,
      "step": 849600
    },
    {
      "epoch": 237.12,
      "grad_norm": 2.165632724761963,
      "learning_rate": 3.951526317403901e-06,
      "loss": 0.3652,
      "step": 849610
    },
    {
      "epoch": 237.13,
      "grad_norm": 1.0465693473815918,
      "learning_rate": 3.951506642826357e-06,
      "loss": 0.3549,
      "step": 849620
    },
    {
      "epoch": 237.13,
      "grad_norm": 1.0779281854629517,
      "learning_rate": 3.95148696803482e-06,
      "loss": 0.3582,
      "step": 849630
    },
    {
      "epoch": 237.13,
      "grad_norm": 0.923069417476654,
      "learning_rate": 3.951467293029294e-06,
      "loss": 0.3551,
      "step": 849640
    },
    {
      "epoch": 237.13,
      "grad_norm": 1.3180286884307861,
      "learning_rate": 3.951447617809779e-06,
      "loss": 0.375,
      "step": 849650
    },
    {
      "epoch": 237.14,
      "grad_norm": 1.0452319383621216,
      "learning_rate": 3.95142794237628e-06,
      "loss": 0.3654,
      "step": 849660
    },
    {
      "epoch": 237.14,
      "grad_norm": 1.0606919527053833,
      "learning_rate": 3.951408266728798e-06,
      "loss": 0.352,
      "step": 849670
    },
    {
      "epoch": 237.14,
      "grad_norm": 1.524597406387329,
      "learning_rate": 3.951388590867337e-06,
      "loss": 0.3712,
      "step": 849680
    },
    {
      "epoch": 237.14,
      "grad_norm": 1.1545860767364502,
      "learning_rate": 3.9513689147918975e-06,
      "loss": 0.3617,
      "step": 849690
    },
    {
      "epoch": 237.15,
      "grad_norm": 1.0186071395874023,
      "learning_rate": 3.951349238502485e-06,
      "loss": 0.3852,
      "step": 849700
    },
    {
      "epoch": 237.15,
      "grad_norm": 1.2624579668045044,
      "learning_rate": 3.9513295619991e-06,
      "loss": 0.3652,
      "step": 849710
    },
    {
      "epoch": 237.15,
      "grad_norm": 0.9894351363182068,
      "learning_rate": 3.951309885281746e-06,
      "loss": 0.3654,
      "step": 849720
    },
    {
      "epoch": 237.16,
      "grad_norm": 0.887672483921051,
      "learning_rate": 3.951290208350425e-06,
      "loss": 0.3802,
      "step": 849730
    },
    {
      "epoch": 237.16,
      "grad_norm": 0.9039828181266785,
      "learning_rate": 3.951270531205139e-06,
      "loss": 0.3768,
      "step": 849740
    },
    {
      "epoch": 237.16,
      "grad_norm": 1.1089003086090088,
      "learning_rate": 3.951250853845892e-06,
      "loss": 0.3471,
      "step": 849750
    },
    {
      "epoch": 237.16,
      "grad_norm": 1.021357774734497,
      "learning_rate": 3.951231176272687e-06,
      "loss": 0.3704,
      "step": 849760
    },
    {
      "epoch": 237.17,
      "grad_norm": 0.9795686602592468,
      "learning_rate": 3.9512114984855264e-06,
      "loss": 0.3793,
      "step": 849770
    },
    {
      "epoch": 237.17,
      "grad_norm": 1.0545042753219604,
      "learning_rate": 3.951191820484411e-06,
      "loss": 0.3582,
      "step": 849780
    },
    {
      "epoch": 237.17,
      "grad_norm": 1.3085209131240845,
      "learning_rate": 3.951172142269345e-06,
      "loss": 0.3646,
      "step": 849790
    },
    {
      "epoch": 237.18,
      "grad_norm": 1.0082894563674927,
      "learning_rate": 3.95115246384033e-06,
      "loss": 0.3677,
      "step": 849800
    },
    {
      "epoch": 237.18,
      "grad_norm": 0.9266203045845032,
      "learning_rate": 3.9511327851973705e-06,
      "loss": 0.3511,
      "step": 849810
    },
    {
      "epoch": 237.18,
      "grad_norm": 0.9854553937911987,
      "learning_rate": 3.9511131063404675e-06,
      "loss": 0.3567,
      "step": 849820
    },
    {
      "epoch": 237.18,
      "grad_norm": 1.0669593811035156,
      "learning_rate": 3.9510934272696234e-06,
      "loss": 0.3569,
      "step": 849830
    },
    {
      "epoch": 237.19,
      "grad_norm": 0.9868478775024414,
      "learning_rate": 3.9510737479848426e-06,
      "loss": 0.3625,
      "step": 849840
    },
    {
      "epoch": 237.19,
      "grad_norm": 0.9425114989280701,
      "learning_rate": 3.951054068486126e-06,
      "loss": 0.3591,
      "step": 849850
    },
    {
      "epoch": 237.19,
      "grad_norm": 1.031867265701294,
      "learning_rate": 3.951034388773476e-06,
      "loss": 0.3753,
      "step": 849860
    },
    {
      "epoch": 237.2,
      "grad_norm": 1.0618144273757935,
      "learning_rate": 3.951014708846897e-06,
      "loss": 0.3817,
      "step": 849870
    },
    {
      "epoch": 237.2,
      "grad_norm": 0.9753658175468445,
      "learning_rate": 3.95099502870639e-06,
      "loss": 0.3678,
      "step": 849880
    },
    {
      "epoch": 237.2,
      "grad_norm": 0.9385268092155457,
      "learning_rate": 3.950975348351959e-06,
      "loss": 0.3735,
      "step": 849890
    },
    {
      "epoch": 237.2,
      "grad_norm": 1.0105726718902588,
      "learning_rate": 3.950955667783606e-06,
      "loss": 0.3661,
      "step": 849900
    },
    {
      "epoch": 237.21,
      "grad_norm": 0.9306687712669373,
      "learning_rate": 3.950935987001332e-06,
      "loss": 0.3669,
      "step": 849910
    },
    {
      "epoch": 237.21,
      "grad_norm": 1.046181082725525,
      "learning_rate": 3.9509163060051426e-06,
      "loss": 0.3616,
      "step": 849920
    },
    {
      "epoch": 237.21,
      "grad_norm": 1.0990828275680542,
      "learning_rate": 3.950896624795038e-06,
      "loss": 0.3825,
      "step": 849930
    },
    {
      "epoch": 237.21,
      "grad_norm": 1.094035267829895,
      "learning_rate": 3.950876943371023e-06,
      "loss": 0.3575,
      "step": 849940
    },
    {
      "epoch": 237.22,
      "grad_norm": 1.067930817604065,
      "learning_rate": 3.950857261733098e-06,
      "loss": 0.3712,
      "step": 849950
    },
    {
      "epoch": 237.22,
      "grad_norm": 1.2272337675094604,
      "learning_rate": 3.950837579881266e-06,
      "loss": 0.3708,
      "step": 849960
    },
    {
      "epoch": 237.22,
      "grad_norm": 1.122658133506775,
      "learning_rate": 3.950817897815531e-06,
      "loss": 0.3944,
      "step": 849970
    },
    {
      "epoch": 237.23,
      "grad_norm": 1.097800374031067,
      "learning_rate": 3.950798215535895e-06,
      "loss": 0.3661,
      "step": 849980
    },
    {
      "epoch": 237.23,
      "grad_norm": 0.9209466576576233,
      "learning_rate": 3.9507785330423604e-06,
      "loss": 0.3565,
      "step": 849990
    },
    {
      "epoch": 237.23,
      "grad_norm": 1.099679946899414,
      "learning_rate": 3.9507588503349295e-06,
      "loss": 0.3702,
      "step": 850000
    },
    {
      "epoch": 237.23,
      "grad_norm": 1.040844440460205,
      "learning_rate": 3.950739167413606e-06,
      "loss": 0.372,
      "step": 850010
    },
    {
      "epoch": 237.24,
      "grad_norm": 0.9687137007713318,
      "learning_rate": 3.95071948427839e-06,
      "loss": 0.3591,
      "step": 850020
    },
    {
      "epoch": 237.24,
      "grad_norm": 1.1995619535446167,
      "learning_rate": 3.950699800929288e-06,
      "loss": 0.3584,
      "step": 850030
    },
    {
      "epoch": 237.24,
      "grad_norm": 1.1576530933380127,
      "learning_rate": 3.950680117366299e-06,
      "loss": 0.3697,
      "step": 850040
    },
    {
      "epoch": 237.25,
      "grad_norm": 1.4042176008224487,
      "learning_rate": 3.950660433589428e-06,
      "loss": 0.3592,
      "step": 850050
    },
    {
      "epoch": 237.25,
      "grad_norm": 0.8740853071212769,
      "learning_rate": 3.950640749598677e-06,
      "loss": 0.3665,
      "step": 850060
    },
    {
      "epoch": 237.25,
      "grad_norm": 1.0712642669677734,
      "learning_rate": 3.950621065394048e-06,
      "loss": 0.3545,
      "step": 850070
    },
    {
      "epoch": 237.25,
      "grad_norm": 0.9983097910881042,
      "learning_rate": 3.950601380975543e-06,
      "loss": 0.3632,
      "step": 850080
    },
    {
      "epoch": 237.26,
      "grad_norm": 0.9638592004776001,
      "learning_rate": 3.950581696343168e-06,
      "loss": 0.3657,
      "step": 850090
    },
    {
      "epoch": 237.26,
      "grad_norm": 0.8970365524291992,
      "learning_rate": 3.9505620114969215e-06,
      "loss": 0.355,
      "step": 850100
    },
    {
      "epoch": 237.26,
      "grad_norm": 0.9841980934143066,
      "learning_rate": 3.950542326436808e-06,
      "loss": 0.3511,
      "step": 850110
    },
    {
      "epoch": 237.26,
      "grad_norm": 0.9996309280395508,
      "learning_rate": 3.950522641162831e-06,
      "loss": 0.3591,
      "step": 850120
    },
    {
      "epoch": 237.27,
      "grad_norm": 1.1189942359924316,
      "learning_rate": 3.950502955674992e-06,
      "loss": 0.3726,
      "step": 850130
    },
    {
      "epoch": 237.27,
      "grad_norm": 1.260722279548645,
      "learning_rate": 3.950483269973292e-06,
      "loss": 0.3578,
      "step": 850140
    },
    {
      "epoch": 237.27,
      "grad_norm": 1.0179424285888672,
      "learning_rate": 3.950463584057738e-06,
      "loss": 0.3598,
      "step": 850150
    },
    {
      "epoch": 237.28,
      "grad_norm": 0.982924222946167,
      "learning_rate": 3.950443897928328e-06,
      "loss": 0.3455,
      "step": 850160
    },
    {
      "epoch": 237.28,
      "grad_norm": 1.0510727167129517,
      "learning_rate": 3.950424211585068e-06,
      "loss": 0.3778,
      "step": 850170
    },
    {
      "epoch": 237.28,
      "grad_norm": 1.014016032218933,
      "learning_rate": 3.950404525027958e-06,
      "loss": 0.3795,
      "step": 850180
    },
    {
      "epoch": 237.28,
      "grad_norm": 1.1996108293533325,
      "learning_rate": 3.950384838257002e-06,
      "loss": 0.3666,
      "step": 850190
    },
    {
      "epoch": 237.29,
      "grad_norm": 1.1701661348342896,
      "learning_rate": 3.950365151272202e-06,
      "loss": 0.3544,
      "step": 850200
    },
    {
      "epoch": 237.29,
      "grad_norm": 1.0447735786437988,
      "learning_rate": 3.950345464073562e-06,
      "loss": 0.3637,
      "step": 850210
    },
    {
      "epoch": 237.29,
      "grad_norm": 1.0780094861984253,
      "learning_rate": 3.950325776661083e-06,
      "loss": 0.3696,
      "step": 850220
    },
    {
      "epoch": 237.3,
      "grad_norm": 1.250324010848999,
      "learning_rate": 3.9503060890347695e-06,
      "loss": 0.3784,
      "step": 850230
    },
    {
      "epoch": 237.3,
      "grad_norm": 1.2318178415298462,
      "learning_rate": 3.950286401194622e-06,
      "loss": 0.3736,
      "step": 850240
    },
    {
      "epoch": 237.3,
      "grad_norm": 1.0262483358383179,
      "learning_rate": 3.9502667131406455e-06,
      "loss": 0.3704,
      "step": 850250
    },
    {
      "epoch": 237.3,
      "grad_norm": 0.9292804002761841,
      "learning_rate": 3.95024702487284e-06,
      "loss": 0.3626,
      "step": 850260
    },
    {
      "epoch": 237.31,
      "grad_norm": 0.8797392845153809,
      "learning_rate": 3.950227336391209e-06,
      "loss": 0.3491,
      "step": 850270
    },
    {
      "epoch": 237.31,
      "grad_norm": 0.885336697101593,
      "learning_rate": 3.950207647695756e-06,
      "loss": 0.3722,
      "step": 850280
    },
    {
      "epoch": 237.31,
      "grad_norm": 1.3088072538375854,
      "learning_rate": 3.950187958786482e-06,
      "loss": 0.3695,
      "step": 850290
    },
    {
      "epoch": 237.32,
      "grad_norm": 1.369809627532959,
      "learning_rate": 3.950168269663392e-06,
      "loss": 0.3679,
      "step": 850300
    },
    {
      "epoch": 237.32,
      "grad_norm": 0.9700744152069092,
      "learning_rate": 3.9501485803264864e-06,
      "loss": 0.3732,
      "step": 850310
    },
    {
      "epoch": 237.32,
      "grad_norm": 1.1654200553894043,
      "learning_rate": 3.95012889077577e-06,
      "loss": 0.3732,
      "step": 850320
    },
    {
      "epoch": 237.32,
      "grad_norm": 1.6526339054107666,
      "learning_rate": 3.950109201011243e-06,
      "loss": 0.372,
      "step": 850330
    },
    {
      "epoch": 237.33,
      "grad_norm": 1.3029204607009888,
      "learning_rate": 3.950089511032909e-06,
      "loss": 0.3847,
      "step": 850340
    },
    {
      "epoch": 237.33,
      "grad_norm": 1.011846661567688,
      "learning_rate": 3.9500698208407716e-06,
      "loss": 0.3788,
      "step": 850350
    },
    {
      "epoch": 237.33,
      "grad_norm": 0.977822482585907,
      "learning_rate": 3.950050130434832e-06,
      "loss": 0.365,
      "step": 850360
    },
    {
      "epoch": 237.33,
      "grad_norm": 1.0911997556686401,
      "learning_rate": 3.950030439815093e-06,
      "loss": 0.3597,
      "step": 850370
    },
    {
      "epoch": 237.34,
      "grad_norm": 1.0056416988372803,
      "learning_rate": 3.950010748981559e-06,
      "loss": 0.367,
      "step": 850380
    },
    {
      "epoch": 237.34,
      "grad_norm": 0.9061147570610046,
      "learning_rate": 3.94999105793423e-06,
      "loss": 0.3604,
      "step": 850390
    },
    {
      "epoch": 237.34,
      "grad_norm": 0.986863374710083,
      "learning_rate": 3.94997136667311e-06,
      "loss": 0.3622,
      "step": 850400
    },
    {
      "epoch": 237.35,
      "grad_norm": 1.0046072006225586,
      "learning_rate": 3.949951675198202e-06,
      "loss": 0.3747,
      "step": 850410
    },
    {
      "epoch": 237.35,
      "grad_norm": 0.8748263716697693,
      "learning_rate": 3.949931983509508e-06,
      "loss": 0.3563,
      "step": 850420
    },
    {
      "epoch": 237.35,
      "grad_norm": 1.0563545227050781,
      "learning_rate": 3.94991229160703e-06,
      "loss": 0.3511,
      "step": 850430
    },
    {
      "epoch": 237.35,
      "grad_norm": 0.9203868508338928,
      "learning_rate": 3.949892599490773e-06,
      "loss": 0.3516,
      "step": 850440
    },
    {
      "epoch": 237.36,
      "grad_norm": 1.0162549018859863,
      "learning_rate": 3.9498729071607365e-06,
      "loss": 0.362,
      "step": 850450
    },
    {
      "epoch": 237.36,
      "grad_norm": 0.993069589138031,
      "learning_rate": 3.949853214616925e-06,
      "loss": 0.3478,
      "step": 850460
    },
    {
      "epoch": 237.36,
      "grad_norm": 1.0404704809188843,
      "learning_rate": 3.949833521859341e-06,
      "loss": 0.3781,
      "step": 850470
    },
    {
      "epoch": 237.37,
      "grad_norm": 1.0519870519638062,
      "learning_rate": 3.9498138288879875e-06,
      "loss": 0.3709,
      "step": 850480
    },
    {
      "epoch": 237.37,
      "grad_norm": 1.1461873054504395,
      "learning_rate": 3.949794135702866e-06,
      "loss": 0.3719,
      "step": 850490
    },
    {
      "epoch": 237.37,
      "grad_norm": 1.033821940422058,
      "learning_rate": 3.949774442303979e-06,
      "loss": 0.3982,
      "step": 850500
    },
    {
      "epoch": 237.37,
      "grad_norm": 1.0217254161834717,
      "learning_rate": 3.94975474869133e-06,
      "loss": 0.3678,
      "step": 850510
    },
    {
      "epoch": 237.38,
      "grad_norm": 1.0318363904953003,
      "learning_rate": 3.9497350548649205e-06,
      "loss": 0.3483,
      "step": 850520
    },
    {
      "epoch": 237.38,
      "grad_norm": 1.058915138244629,
      "learning_rate": 3.9497153608247554e-06,
      "loss": 0.3664,
      "step": 850530
    },
    {
      "epoch": 237.38,
      "grad_norm": 1.104529857635498,
      "learning_rate": 3.949695666570835e-06,
      "loss": 0.3774,
      "step": 850540
    },
    {
      "epoch": 237.38,
      "grad_norm": 0.9991779327392578,
      "learning_rate": 3.949675972103163e-06,
      "loss": 0.3853,
      "step": 850550
    },
    {
      "epoch": 237.39,
      "grad_norm": 1.276299238204956,
      "learning_rate": 3.949656277421741e-06,
      "loss": 0.3842,
      "step": 850560
    },
    {
      "epoch": 237.39,
      "grad_norm": 0.9746695160865784,
      "learning_rate": 3.949636582526574e-06,
      "loss": 0.3625,
      "step": 850570
    },
    {
      "epoch": 237.39,
      "grad_norm": 1.3128694295883179,
      "learning_rate": 3.949616887417662e-06,
      "loss": 0.3684,
      "step": 850580
    },
    {
      "epoch": 237.4,
      "grad_norm": 0.9813213348388672,
      "learning_rate": 3.949597192095009e-06,
      "loss": 0.3665,
      "step": 850590
    },
    {
      "epoch": 237.4,
      "grad_norm": 1.1574872732162476,
      "learning_rate": 3.949577496558618e-06,
      "loss": 0.3673,
      "step": 850600
    },
    {
      "epoch": 237.4,
      "grad_norm": 1.033036231994629,
      "learning_rate": 3.94955780080849e-06,
      "loss": 0.3772,
      "step": 850610
    },
    {
      "epoch": 237.4,
      "grad_norm": 0.8902480602264404,
      "learning_rate": 3.949538104844629e-06,
      "loss": 0.3605,
      "step": 850620
    },
    {
      "epoch": 237.41,
      "grad_norm": 1.1941859722137451,
      "learning_rate": 3.949518408667037e-06,
      "loss": 0.3663,
      "step": 850630
    },
    {
      "epoch": 237.41,
      "grad_norm": 1.3421624898910522,
      "learning_rate": 3.9494987122757165e-06,
      "loss": 0.3615,
      "step": 850640
    },
    {
      "epoch": 237.41,
      "grad_norm": 1.0883392095565796,
      "learning_rate": 3.94947901567067e-06,
      "loss": 0.3716,
      "step": 850650
    },
    {
      "epoch": 237.42,
      "grad_norm": 1.019350290298462,
      "learning_rate": 3.949459318851902e-06,
      "loss": 0.3764,
      "step": 850660
    },
    {
      "epoch": 237.42,
      "grad_norm": 1.0573880672454834,
      "learning_rate": 3.949439621819413e-06,
      "loss": 0.3551,
      "step": 850670
    },
    {
      "epoch": 237.42,
      "grad_norm": 1.112661361694336,
      "learning_rate": 3.949419924573206e-06,
      "loss": 0.3715,
      "step": 850680
    },
    {
      "epoch": 237.42,
      "grad_norm": 1.189845085144043,
      "learning_rate": 3.949400227113284e-06,
      "loss": 0.3593,
      "step": 850690
    },
    {
      "epoch": 237.43,
      "grad_norm": 1.0191078186035156,
      "learning_rate": 3.94938052943965e-06,
      "loss": 0.3576,
      "step": 850700
    },
    {
      "epoch": 237.43,
      "grad_norm": 1.2550584077835083,
      "learning_rate": 3.949360831552305e-06,
      "loss": 0.3631,
      "step": 850710
    },
    {
      "epoch": 237.43,
      "grad_norm": 1.148339033126831,
      "learning_rate": 3.949341133451253e-06,
      "loss": 0.3811,
      "step": 850720
    },
    {
      "epoch": 237.44,
      "grad_norm": 1.5850019454956055,
      "learning_rate": 3.949321435136498e-06,
      "loss": 0.361,
      "step": 850730
    },
    {
      "epoch": 237.44,
      "grad_norm": 1.0130056142807007,
      "learning_rate": 3.949301736608039e-06,
      "loss": 0.363,
      "step": 850740
    },
    {
      "epoch": 237.44,
      "grad_norm": 1.10637366771698,
      "learning_rate": 3.949282037865881e-06,
      "loss": 0.3744,
      "step": 850750
    },
    {
      "epoch": 237.44,
      "grad_norm": 1.1157151460647583,
      "learning_rate": 3.949262338910027e-06,
      "loss": 0.3661,
      "step": 850760
    },
    {
      "epoch": 237.45,
      "grad_norm": 0.8590217232704163,
      "learning_rate": 3.949242639740479e-06,
      "loss": 0.3644,
      "step": 850770
    },
    {
      "epoch": 237.45,
      "grad_norm": 1.1731475591659546,
      "learning_rate": 3.949222940357239e-06,
      "loss": 0.3563,
      "step": 850780
    },
    {
      "epoch": 237.45,
      "grad_norm": 1.2440121173858643,
      "learning_rate": 3.94920324076031e-06,
      "loss": 0.3697,
      "step": 850790
    },
    {
      "epoch": 237.45,
      "grad_norm": 1.0331215858459473,
      "learning_rate": 3.9491835409496944e-06,
      "loss": 0.361,
      "step": 850800
    },
    {
      "epoch": 237.46,
      "grad_norm": 1.122315764427185,
      "learning_rate": 3.949163840925396e-06,
      "loss": 0.3579,
      "step": 850810
    },
    {
      "epoch": 237.46,
      "grad_norm": 1.0989128351211548,
      "learning_rate": 3.949144140687416e-06,
      "loss": 0.3636,
      "step": 850820
    },
    {
      "epoch": 237.46,
      "grad_norm": 6.312453269958496,
      "learning_rate": 3.949124440235758e-06,
      "loss": 0.3598,
      "step": 850830
    },
    {
      "epoch": 237.47,
      "grad_norm": 0.9638675451278687,
      "learning_rate": 3.9491047395704245e-06,
      "loss": 0.3635,
      "step": 850840
    },
    {
      "epoch": 237.47,
      "grad_norm": 1.0464069843292236,
      "learning_rate": 3.949085038691417e-06,
      "loss": 0.3653,
      "step": 850850
    },
    {
      "epoch": 237.47,
      "grad_norm": 1.0271894931793213,
      "learning_rate": 3.949065337598739e-06,
      "loss": 0.3718,
      "step": 850860
    },
    {
      "epoch": 237.47,
      "grad_norm": 1.0130302906036377,
      "learning_rate": 3.949045636292394e-06,
      "loss": 0.3536,
      "step": 850870
    },
    {
      "epoch": 237.48,
      "grad_norm": 1.1880214214324951,
      "learning_rate": 3.949025934772383e-06,
      "loss": 0.3585,
      "step": 850880
    },
    {
      "epoch": 237.48,
      "grad_norm": 1.23567533493042,
      "learning_rate": 3.949006233038709e-06,
      "loss": 0.3763,
      "step": 850890
    },
    {
      "epoch": 237.48,
      "grad_norm": 1.2359687089920044,
      "learning_rate": 3.948986531091376e-06,
      "loss": 0.3564,
      "step": 850900
    },
    {
      "epoch": 237.49,
      "grad_norm": 1.0261175632476807,
      "learning_rate": 3.948966828930385e-06,
      "loss": 0.3751,
      "step": 850910
    },
    {
      "epoch": 237.49,
      "grad_norm": 1.1932045221328735,
      "learning_rate": 3.948947126555739e-06,
      "loss": 0.3612,
      "step": 850920
    },
    {
      "epoch": 237.49,
      "grad_norm": 1.1568726301193237,
      "learning_rate": 3.948927423967442e-06,
      "loss": 0.3602,
      "step": 850930
    },
    {
      "epoch": 237.49,
      "grad_norm": 0.9487402439117432,
      "learning_rate": 3.948907721165494e-06,
      "loss": 0.39,
      "step": 850940
    },
    {
      "epoch": 237.5,
      "grad_norm": 1.0016926527023315,
      "learning_rate": 3.948888018149899e-06,
      "loss": 0.3581,
      "step": 850950
    },
    {
      "epoch": 237.5,
      "grad_norm": 0.8987711668014526,
      "learning_rate": 3.948868314920661e-06,
      "loss": 0.3791,
      "step": 850960
    },
    {
      "epoch": 237.5,
      "grad_norm": 1.0727659463882446,
      "learning_rate": 3.94884861147778e-06,
      "loss": 0.3521,
      "step": 850970
    },
    {
      "epoch": 237.5,
      "grad_norm": 0.9137129783630371,
      "learning_rate": 3.948828907821261e-06,
      "loss": 0.3674,
      "step": 850980
    },
    {
      "epoch": 237.51,
      "grad_norm": 0.9551204442977905,
      "learning_rate": 3.948809203951105e-06,
      "loss": 0.3562,
      "step": 850990
    },
    {
      "epoch": 237.51,
      "grad_norm": 1.0731369256973267,
      "learning_rate": 3.9487894998673155e-06,
      "loss": 0.3704,
      "step": 851000
    },
    {
      "epoch": 237.51,
      "grad_norm": 1.0824350118637085,
      "learning_rate": 3.948769795569895e-06,
      "loss": 0.364,
      "step": 851010
    },
    {
      "epoch": 237.52,
      "grad_norm": 1.03909170627594,
      "learning_rate": 3.948750091058846e-06,
      "loss": 0.3755,
      "step": 851020
    },
    {
      "epoch": 237.52,
      "grad_norm": 1.206131935119629,
      "learning_rate": 3.94873038633417e-06,
      "loss": 0.3774,
      "step": 851030
    },
    {
      "epoch": 237.52,
      "grad_norm": 1.154404640197754,
      "learning_rate": 3.948710681395871e-06,
      "loss": 0.371,
      "step": 851040
    },
    {
      "epoch": 237.52,
      "grad_norm": 0.9511381983757019,
      "learning_rate": 3.948690976243952e-06,
      "loss": 0.3653,
      "step": 851050
    },
    {
      "epoch": 237.53,
      "grad_norm": 1.0761957168579102,
      "learning_rate": 3.948671270878414e-06,
      "loss": 0.3656,
      "step": 851060
    },
    {
      "epoch": 237.53,
      "grad_norm": 1.375091791152954,
      "learning_rate": 3.9486515652992605e-06,
      "loss": 0.3668,
      "step": 851070
    },
    {
      "epoch": 237.53,
      "grad_norm": 0.9650185704231262,
      "learning_rate": 3.9486318595064955e-06,
      "loss": 0.3553,
      "step": 851080
    },
    {
      "epoch": 237.54,
      "grad_norm": 0.9005875587463379,
      "learning_rate": 3.948612153500119e-06,
      "loss": 0.3677,
      "step": 851090
    },
    {
      "epoch": 237.54,
      "grad_norm": 1.1750421524047852,
      "learning_rate": 3.948592447280136e-06,
      "loss": 0.3585,
      "step": 851100
    },
    {
      "epoch": 237.54,
      "grad_norm": 1.2065540552139282,
      "learning_rate": 3.948572740846546e-06,
      "loss": 0.3402,
      "step": 851110
    },
    {
      "epoch": 237.54,
      "grad_norm": 1.1310175657272339,
      "learning_rate": 3.948553034199355e-06,
      "loss": 0.3786,
      "step": 851120
    },
    {
      "epoch": 237.55,
      "grad_norm": 1.195099949836731,
      "learning_rate": 3.948533327338565e-06,
      "loss": 0.3745,
      "step": 851130
    },
    {
      "epoch": 237.55,
      "grad_norm": 1.187430739402771,
      "learning_rate": 3.948513620264177e-06,
      "loss": 0.3482,
      "step": 851140
    },
    {
      "epoch": 237.55,
      "grad_norm": 1.2282283306121826,
      "learning_rate": 3.948493912976196e-06,
      "loss": 0.357,
      "step": 851150
    },
    {
      "epoch": 237.56,
      "grad_norm": 0.9929378628730774,
      "learning_rate": 3.948474205474621e-06,
      "loss": 0.3603,
      "step": 851160
    },
    {
      "epoch": 237.56,
      "grad_norm": 1.2442599534988403,
      "learning_rate": 3.948454497759457e-06,
      "loss": 0.3643,
      "step": 851170
    },
    {
      "epoch": 237.56,
      "grad_norm": 1.0462020635604858,
      "learning_rate": 3.948434789830708e-06,
      "loss": 0.3718,
      "step": 851180
    },
    {
      "epoch": 237.56,
      "grad_norm": 1.0454912185668945,
      "learning_rate": 3.948415081688374e-06,
      "loss": 0.3519,
      "step": 851190
    },
    {
      "epoch": 237.57,
      "grad_norm": 0.8570577502250671,
      "learning_rate": 3.948395373332459e-06,
      "loss": 0.3826,
      "step": 851200
    },
    {
      "epoch": 237.57,
      "grad_norm": 1.1623528003692627,
      "learning_rate": 3.948375664762964e-06,
      "loss": 0.3671,
      "step": 851210
    },
    {
      "epoch": 237.57,
      "grad_norm": 1.0451161861419678,
      "learning_rate": 3.948355955979894e-06,
      "loss": 0.3635,
      "step": 851220
    },
    {
      "epoch": 237.57,
      "grad_norm": 1.0664427280426025,
      "learning_rate": 3.948336246983251e-06,
      "loss": 0.4015,
      "step": 851230
    },
    {
      "epoch": 237.58,
      "grad_norm": 1.0381861925125122,
      "learning_rate": 3.9483165377730354e-06,
      "loss": 0.3659,
      "step": 851240
    },
    {
      "epoch": 237.58,
      "grad_norm": 0.9870886206626892,
      "learning_rate": 3.948296828349254e-06,
      "loss": 0.3535,
      "step": 851250
    },
    {
      "epoch": 237.58,
      "grad_norm": 1.0409581661224365,
      "learning_rate": 3.948277118711905e-06,
      "loss": 0.3701,
      "step": 851260
    },
    {
      "epoch": 237.59,
      "grad_norm": 1.1329222917556763,
      "learning_rate": 3.948257408860994e-06,
      "loss": 0.3787,
      "step": 851270
    },
    {
      "epoch": 237.59,
      "grad_norm": 1.032614827156067,
      "learning_rate": 3.948237698796522e-06,
      "loss": 0.3747,
      "step": 851280
    },
    {
      "epoch": 237.59,
      "grad_norm": 0.9635685086250305,
      "learning_rate": 3.948217988518493e-06,
      "loss": 0.3533,
      "step": 851290
    },
    {
      "epoch": 237.59,
      "grad_norm": 1.2006489038467407,
      "learning_rate": 3.948198278026907e-06,
      "loss": 0.3519,
      "step": 851300
    },
    {
      "epoch": 237.6,
      "grad_norm": 1.0395361185073853,
      "learning_rate": 3.948178567321771e-06,
      "loss": 0.3685,
      "step": 851310
    },
    {
      "epoch": 237.6,
      "grad_norm": 0.9911378026008606,
      "learning_rate": 3.948158856403084e-06,
      "loss": 0.3645,
      "step": 851320
    },
    {
      "epoch": 237.6,
      "grad_norm": 1.059181809425354,
      "learning_rate": 3.948139145270849e-06,
      "loss": 0.3701,
      "step": 851330
    },
    {
      "epoch": 237.61,
      "grad_norm": 0.979023277759552,
      "learning_rate": 3.948119433925071e-06,
      "loss": 0.3754,
      "step": 851340
    },
    {
      "epoch": 237.61,
      "grad_norm": 1.1668851375579834,
      "learning_rate": 3.94809972236575e-06,
      "loss": 0.3607,
      "step": 851350
    },
    {
      "epoch": 237.61,
      "grad_norm": 0.9530870318412781,
      "learning_rate": 3.94808001059289e-06,
      "loss": 0.3687,
      "step": 851360
    },
    {
      "epoch": 237.61,
      "grad_norm": 1.076112151145935,
      "learning_rate": 3.948060298606493e-06,
      "loss": 0.3763,
      "step": 851370
    },
    {
      "epoch": 237.62,
      "grad_norm": 1.0113482475280762,
      "learning_rate": 3.948040586406562e-06,
      "loss": 0.3774,
      "step": 851380
    },
    {
      "epoch": 237.62,
      "grad_norm": 1.3545689582824707,
      "learning_rate": 3.948020873993099e-06,
      "loss": 0.3748,
      "step": 851390
    },
    {
      "epoch": 237.62,
      "grad_norm": 1.4511027336120605,
      "learning_rate": 3.9480011613661076e-06,
      "loss": 0.3886,
      "step": 851400
    },
    {
      "epoch": 237.62,
      "grad_norm": 0.9975569248199463,
      "learning_rate": 3.94798144852559e-06,
      "loss": 0.3622,
      "step": 851410
    },
    {
      "epoch": 237.63,
      "grad_norm": 1.213085412979126,
      "learning_rate": 3.947961735471548e-06,
      "loss": 0.3738,
      "step": 851420
    },
    {
      "epoch": 237.63,
      "grad_norm": 1.0967241525650024,
      "learning_rate": 3.947942022203985e-06,
      "loss": 0.3694,
      "step": 851430
    },
    {
      "epoch": 237.63,
      "grad_norm": 0.9104166030883789,
      "learning_rate": 3.947922308722905e-06,
      "loss": 0.3687,
      "step": 851440
    },
    {
      "epoch": 237.64,
      "grad_norm": 1.4134515523910522,
      "learning_rate": 3.947902595028308e-06,
      "loss": 0.3755,
      "step": 851450
    },
    {
      "epoch": 237.64,
      "grad_norm": 1.1186115741729736,
      "learning_rate": 3.947882881120198e-06,
      "loss": 0.3726,
      "step": 851460
    },
    {
      "epoch": 237.64,
      "grad_norm": 0.9294058680534363,
      "learning_rate": 3.947863166998578e-06,
      "loss": 0.3527,
      "step": 851470
    },
    {
      "epoch": 237.64,
      "grad_norm": 1.1935484409332275,
      "learning_rate": 3.94784345266345e-06,
      "loss": 0.3514,
      "step": 851480
    },
    {
      "epoch": 237.65,
      "grad_norm": 0.9571000933647156,
      "learning_rate": 3.947823738114816e-06,
      "loss": 0.355,
      "step": 851490
    },
    {
      "epoch": 237.65,
      "grad_norm": 1.2406213283538818,
      "learning_rate": 3.9478040233526795e-06,
      "loss": 0.3614,
      "step": 851500
    },
    {
      "epoch": 237.65,
      "grad_norm": 1.0897371768951416,
      "learning_rate": 3.947784308377044e-06,
      "loss": 0.3658,
      "step": 851510
    },
    {
      "epoch": 237.66,
      "grad_norm": 1.0336036682128906,
      "learning_rate": 3.94776459318791e-06,
      "loss": 0.3679,
      "step": 851520
    },
    {
      "epoch": 237.66,
      "grad_norm": 1.1428550481796265,
      "learning_rate": 3.947744877785281e-06,
      "loss": 0.3637,
      "step": 851530
    },
    {
      "epoch": 237.66,
      "grad_norm": 1.1351994276046753,
      "learning_rate": 3.947725162169162e-06,
      "loss": 0.3678,
      "step": 851540
    },
    {
      "epoch": 237.66,
      "grad_norm": 1.1316490173339844,
      "learning_rate": 3.947705446339551e-06,
      "loss": 0.3792,
      "step": 851550
    },
    {
      "epoch": 237.67,
      "grad_norm": 1.0323646068572998,
      "learning_rate": 3.947685730296455e-06,
      "loss": 0.3646,
      "step": 851560
    },
    {
      "epoch": 237.67,
      "grad_norm": 1.0471382141113281,
      "learning_rate": 3.947666014039873e-06,
      "loss": 0.3481,
      "step": 851570
    },
    {
      "epoch": 237.67,
      "grad_norm": 1.3724783658981323,
      "learning_rate": 3.947646297569811e-06,
      "loss": 0.3614,
      "step": 851580
    },
    {
      "epoch": 237.68,
      "grad_norm": 1.09797203540802,
      "learning_rate": 3.947626580886269e-06,
      "loss": 0.3767,
      "step": 851590
    },
    {
      "epoch": 237.68,
      "grad_norm": 1.0208473205566406,
      "learning_rate": 3.94760686398925e-06,
      "loss": 0.3467,
      "step": 851600
    },
    {
      "epoch": 237.68,
      "grad_norm": 1.167566180229187,
      "learning_rate": 3.9475871468787584e-06,
      "loss": 0.3553,
      "step": 851610
    },
    {
      "epoch": 237.68,
      "grad_norm": 1.019980788230896,
      "learning_rate": 3.947567429554794e-06,
      "loss": 0.3754,
      "step": 851620
    },
    {
      "epoch": 237.69,
      "grad_norm": 0.950403094291687,
      "learning_rate": 3.947547712017363e-06,
      "loss": 0.3509,
      "step": 851630
    },
    {
      "epoch": 237.69,
      "grad_norm": 1.117841362953186,
      "learning_rate": 3.947527994266465e-06,
      "loss": 0.387,
      "step": 851640
    },
    {
      "epoch": 237.69,
      "grad_norm": 0.9848228096961975,
      "learning_rate": 3.947508276302104e-06,
      "loss": 0.3613,
      "step": 851650
    },
    {
      "epoch": 237.69,
      "grad_norm": 1.0353649854660034,
      "learning_rate": 3.947488558124282e-06,
      "loss": 0.3575,
      "step": 851660
    },
    {
      "epoch": 237.7,
      "grad_norm": 1.0512067079544067,
      "learning_rate": 3.947468839733003e-06,
      "loss": 0.3578,
      "step": 851670
    },
    {
      "epoch": 237.7,
      "grad_norm": 1.245224952697754,
      "learning_rate": 3.947449121128267e-06,
      "loss": 0.3587,
      "step": 851680
    },
    {
      "epoch": 237.7,
      "grad_norm": 1.0775572061538696,
      "learning_rate": 3.9474294023100795e-06,
      "loss": 0.3544,
      "step": 851690
    },
    {
      "epoch": 237.71,
      "grad_norm": 0.9400812983512878,
      "learning_rate": 3.947409683278442e-06,
      "loss": 0.3584,
      "step": 851700
    },
    {
      "epoch": 237.71,
      "grad_norm": 1.1280230283737183,
      "learning_rate": 3.947389964033356e-06,
      "loss": 0.3609,
      "step": 851710
    },
    {
      "epoch": 237.71,
      "grad_norm": 1.104716181755066,
      "learning_rate": 3.947370244574825e-06,
      "loss": 0.3618,
      "step": 851720
    },
    {
      "epoch": 237.71,
      "grad_norm": 0.967396080493927,
      "learning_rate": 3.947350524902853e-06,
      "loss": 0.3677,
      "step": 851730
    },
    {
      "epoch": 237.72,
      "grad_norm": 2.6136250495910645,
      "learning_rate": 3.9473308050174405e-06,
      "loss": 0.3532,
      "step": 851740
    },
    {
      "epoch": 237.72,
      "grad_norm": 1.0825294256210327,
      "learning_rate": 3.9473110849185906e-06,
      "loss": 0.3415,
      "step": 851750
    },
    {
      "epoch": 237.72,
      "grad_norm": 0.9144726395606995,
      "learning_rate": 3.947291364606306e-06,
      "loss": 0.3733,
      "step": 851760
    },
    {
      "epoch": 237.73,
      "grad_norm": 0.9964845180511475,
      "learning_rate": 3.9472716440805905e-06,
      "loss": 0.3514,
      "step": 851770
    },
    {
      "epoch": 237.73,
      "grad_norm": 1.0651239156723022,
      "learning_rate": 3.947251923341446e-06,
      "loss": 0.3757,
      "step": 851780
    },
    {
      "epoch": 237.73,
      "grad_norm": 1.0952054262161255,
      "learning_rate": 3.9472322023888735e-06,
      "loss": 0.3703,
      "step": 851790
    },
    {
      "epoch": 237.73,
      "grad_norm": 1.6647590398788452,
      "learning_rate": 3.947212481222879e-06,
      "loss": 0.3559,
      "step": 851800
    },
    {
      "epoch": 237.74,
      "grad_norm": 1.0502917766571045,
      "learning_rate": 3.947192759843462e-06,
      "loss": 0.3592,
      "step": 851810
    },
    {
      "epoch": 237.74,
      "grad_norm": 0.8744103908538818,
      "learning_rate": 3.947173038250627e-06,
      "loss": 0.3622,
      "step": 851820
    },
    {
      "epoch": 237.74,
      "grad_norm": 1.0162125825881958,
      "learning_rate": 3.947153316444375e-06,
      "loss": 0.3595,
      "step": 851830
    },
    {
      "epoch": 237.74,
      "grad_norm": 1.051138997077942,
      "learning_rate": 3.94713359442471e-06,
      "loss": 0.3748,
      "step": 851840
    },
    {
      "epoch": 237.75,
      "grad_norm": 1.054638385772705,
      "learning_rate": 3.947113872191635e-06,
      "loss": 0.3636,
      "step": 851850
    },
    {
      "epoch": 237.75,
      "grad_norm": 1.1737905740737915,
      "learning_rate": 3.947094149745151e-06,
      "loss": 0.3757,
      "step": 851860
    },
    {
      "epoch": 237.75,
      "grad_norm": 1.0423383712768555,
      "learning_rate": 3.947074427085262e-06,
      "loss": 0.3588,
      "step": 851870
    },
    {
      "epoch": 237.76,
      "grad_norm": 1.1503316164016724,
      "learning_rate": 3.94705470421197e-06,
      "loss": 0.3608,
      "step": 851880
    },
    {
      "epoch": 237.76,
      "grad_norm": 1.658388614654541,
      "learning_rate": 3.947034981125277e-06,
      "loss": 0.359,
      "step": 851890
    },
    {
      "epoch": 237.76,
      "grad_norm": 1.110851526260376,
      "learning_rate": 3.947015257825187e-06,
      "loss": 0.3813,
      "step": 851900
    },
    {
      "epoch": 237.76,
      "grad_norm": 1.0223722457885742,
      "learning_rate": 3.946995534311701e-06,
      "loss": 0.3759,
      "step": 851910
    },
    {
      "epoch": 237.77,
      "grad_norm": 1.1040678024291992,
      "learning_rate": 3.946975810584824e-06,
      "loss": 0.3571,
      "step": 851920
    },
    {
      "epoch": 237.77,
      "grad_norm": 0.9639137387275696,
      "learning_rate": 3.946956086644556e-06,
      "loss": 0.3605,
      "step": 851930
    },
    {
      "epoch": 237.77,
      "grad_norm": 0.9469583034515381,
      "learning_rate": 3.946936362490902e-06,
      "loss": 0.3672,
      "step": 851940
    },
    {
      "epoch": 237.78,
      "grad_norm": 0.9506019353866577,
      "learning_rate": 3.946916638123862e-06,
      "loss": 0.3571,
      "step": 851950
    },
    {
      "epoch": 237.78,
      "grad_norm": 0.9867293834686279,
      "learning_rate": 3.9468969135434415e-06,
      "loss": 0.3517,
      "step": 851960
    },
    {
      "epoch": 237.78,
      "grad_norm": 0.883965790271759,
      "learning_rate": 3.946877188749641e-06,
      "loss": 0.3781,
      "step": 851970
    },
    {
      "epoch": 237.78,
      "grad_norm": 1.1520766019821167,
      "learning_rate": 3.946857463742464e-06,
      "loss": 0.3543,
      "step": 851980
    },
    {
      "epoch": 237.79,
      "grad_norm": 1.2418484687805176,
      "learning_rate": 3.946837738521913e-06,
      "loss": 0.3561,
      "step": 851990
    },
    {
      "epoch": 237.79,
      "grad_norm": 0.9942670464515686,
      "learning_rate": 3.946818013087991e-06,
      "loss": 0.3727,
      "step": 852000
    },
    {
      "epoch": 237.79,
      "grad_norm": 1.0910091400146484,
      "learning_rate": 3.9467982874407e-06,
      "loss": 0.3521,
      "step": 852010
    },
    {
      "epoch": 237.8,
      "grad_norm": 1.1506853103637695,
      "learning_rate": 3.946778561580042e-06,
      "loss": 0.3807,
      "step": 852020
    },
    {
      "epoch": 237.8,
      "grad_norm": 1.067641019821167,
      "learning_rate": 3.946758835506021e-06,
      "loss": 0.3676,
      "step": 852030
    },
    {
      "epoch": 237.8,
      "grad_norm": 1.0928488969802856,
      "learning_rate": 3.946739109218639e-06,
      "loss": 0.3778,
      "step": 852040
    },
    {
      "epoch": 237.8,
      "grad_norm": 0.9731920957565308,
      "learning_rate": 3.946719382717899e-06,
      "loss": 0.3554,
      "step": 852050
    },
    {
      "epoch": 237.81,
      "grad_norm": 1.288415551185608,
      "learning_rate": 3.9466996560038035e-06,
      "loss": 0.3535,
      "step": 852060
    },
    {
      "epoch": 237.81,
      "grad_norm": 1.2515144348144531,
      "learning_rate": 3.946679929076354e-06,
      "loss": 0.3586,
      "step": 852070
    },
    {
      "epoch": 237.81,
      "grad_norm": 1.053313136100769,
      "learning_rate": 3.946660201935555e-06,
      "loss": 0.3536,
      "step": 852080
    },
    {
      "epoch": 237.81,
      "grad_norm": 0.9301174283027649,
      "learning_rate": 3.946640474581408e-06,
      "loss": 0.3767,
      "step": 852090
    },
    {
      "epoch": 237.82,
      "grad_norm": 1.1887449026107788,
      "learning_rate": 3.9466207470139155e-06,
      "loss": 0.3741,
      "step": 852100
    },
    {
      "epoch": 237.82,
      "grad_norm": 1.17833411693573,
      "learning_rate": 3.946601019233081e-06,
      "loss": 0.3635,
      "step": 852110
    },
    {
      "epoch": 237.82,
      "grad_norm": 1.2532988786697388,
      "learning_rate": 3.946581291238907e-06,
      "loss": 0.3496,
      "step": 852120
    },
    {
      "epoch": 237.83,
      "grad_norm": 1.021154761314392,
      "learning_rate": 3.9465615630313945e-06,
      "loss": 0.3845,
      "step": 852130
    },
    {
      "epoch": 237.83,
      "grad_norm": 1.0422499179840088,
      "learning_rate": 3.9465418346105474e-06,
      "loss": 0.3657,
      "step": 852140
    },
    {
      "epoch": 237.83,
      "grad_norm": 0.948295533657074,
      "learning_rate": 3.946522105976369e-06,
      "loss": 0.3496,
      "step": 852150
    },
    {
      "epoch": 237.83,
      "grad_norm": 5.760481357574463,
      "learning_rate": 3.9465023771288615e-06,
      "loss": 0.3803,
      "step": 852160
    },
    {
      "epoch": 237.84,
      "grad_norm": 1.0624117851257324,
      "learning_rate": 3.946482648068026e-06,
      "loss": 0.3487,
      "step": 852170
    },
    {
      "epoch": 237.84,
      "grad_norm": 1.0704107284545898,
      "learning_rate": 3.946462918793868e-06,
      "loss": 0.36,
      "step": 852180
    },
    {
      "epoch": 237.84,
      "grad_norm": 1.3132593631744385,
      "learning_rate": 3.946443189306387e-06,
      "loss": 0.3583,
      "step": 852190
    },
    {
      "epoch": 237.85,
      "grad_norm": 1.0308775901794434,
      "learning_rate": 3.946423459605588e-06,
      "loss": 0.3887,
      "step": 852200
    },
    {
      "epoch": 237.85,
      "grad_norm": 1.1633435487747192,
      "learning_rate": 3.9464037296914714e-06,
      "loss": 0.3635,
      "step": 852210
    },
    {
      "epoch": 237.85,
      "grad_norm": 1.1659913063049316,
      "learning_rate": 3.946383999564042e-06,
      "loss": 0.3805,
      "step": 852220
    },
    {
      "epoch": 237.85,
      "grad_norm": 1.3323885202407837,
      "learning_rate": 3.946364269223302e-06,
      "loss": 0.3687,
      "step": 852230
    },
    {
      "epoch": 237.86,
      "grad_norm": 2.2791342735290527,
      "learning_rate": 3.946344538669253e-06,
      "loss": 0.3725,
      "step": 852240
    },
    {
      "epoch": 237.86,
      "grad_norm": 0.9769781827926636,
      "learning_rate": 3.946324807901898e-06,
      "loss": 0.3653,
      "step": 852250
    },
    {
      "epoch": 237.86,
      "grad_norm": 1.2091838121414185,
      "learning_rate": 3.946305076921241e-06,
      "loss": 0.3645,
      "step": 852260
    },
    {
      "epoch": 237.86,
      "grad_norm": 1.0227878093719482,
      "learning_rate": 3.946285345727282e-06,
      "loss": 0.3676,
      "step": 852270
    },
    {
      "epoch": 237.87,
      "grad_norm": 1.0517078638076782,
      "learning_rate": 3.946265614320027e-06,
      "loss": 0.3639,
      "step": 852280
    },
    {
      "epoch": 237.87,
      "grad_norm": 1.4352103471755981,
      "learning_rate": 3.946245882699475e-06,
      "loss": 0.366,
      "step": 852290
    },
    {
      "epoch": 237.87,
      "grad_norm": 1.0674664974212646,
      "learning_rate": 3.946226150865632e-06,
      "loss": 0.3752,
      "step": 852300
    },
    {
      "epoch": 237.88,
      "grad_norm": 1.0502455234527588,
      "learning_rate": 3.946206418818498e-06,
      "loss": 0.3676,
      "step": 852310
    },
    {
      "epoch": 237.88,
      "grad_norm": 1.0982580184936523,
      "learning_rate": 3.946186686558077e-06,
      "loss": 0.355,
      "step": 852320
    },
    {
      "epoch": 237.88,
      "grad_norm": 1.1914949417114258,
      "learning_rate": 3.94616695408437e-06,
      "loss": 0.367,
      "step": 852330
    },
    {
      "epoch": 237.88,
      "grad_norm": 1.2504180669784546,
      "learning_rate": 3.9461472213973816e-06,
      "loss": 0.3622,
      "step": 852340
    },
    {
      "epoch": 237.89,
      "grad_norm": 1.1961346864700317,
      "learning_rate": 3.946127488497114e-06,
      "loss": 0.3518,
      "step": 852350
    },
    {
      "epoch": 237.89,
      "grad_norm": 0.9777299761772156,
      "learning_rate": 3.94610775538357e-06,
      "loss": 0.3586,
      "step": 852360
    },
    {
      "epoch": 237.89,
      "grad_norm": 1.14339280128479,
      "learning_rate": 3.9460880220567505e-06,
      "loss": 0.3632,
      "step": 852370
    },
    {
      "epoch": 237.9,
      "grad_norm": 1.0039145946502686,
      "learning_rate": 3.94606828851666e-06,
      "loss": 0.3752,
      "step": 852380
    },
    {
      "epoch": 237.9,
      "grad_norm": 0.990708589553833,
      "learning_rate": 3.9460485547633e-06,
      "loss": 0.37,
      "step": 852390
    },
    {
      "epoch": 237.9,
      "grad_norm": 1.1484743356704712,
      "learning_rate": 3.946028820796675e-06,
      "loss": 0.3563,
      "step": 852400
    },
    {
      "epoch": 237.9,
      "grad_norm": 0.9152730107307434,
      "learning_rate": 3.946009086616785e-06,
      "loss": 0.3508,
      "step": 852410
    },
    {
      "epoch": 237.91,
      "grad_norm": 1.4554675817489624,
      "learning_rate": 3.945989352223634e-06,
      "loss": 0.3795,
      "step": 852420
    },
    {
      "epoch": 237.91,
      "grad_norm": 3.229755401611328,
      "learning_rate": 3.945969617617225e-06,
      "loss": 0.3709,
      "step": 852430
    },
    {
      "epoch": 237.91,
      "grad_norm": 0.9555699825286865,
      "learning_rate": 3.9459498827975595e-06,
      "loss": 0.3781,
      "step": 852440
    },
    {
      "epoch": 237.92,
      "grad_norm": 0.8299381732940674,
      "learning_rate": 3.945930147764641e-06,
      "loss": 0.365,
      "step": 852450
    },
    {
      "epoch": 237.92,
      "grad_norm": 1.1195993423461914,
      "learning_rate": 3.945910412518473e-06,
      "loss": 0.3637,
      "step": 852460
    },
    {
      "epoch": 237.92,
      "grad_norm": 1.0145670175552368,
      "learning_rate": 3.945890677059056e-06,
      "loss": 0.3604,
      "step": 852470
    },
    {
      "epoch": 237.92,
      "grad_norm": 0.9951270818710327,
      "learning_rate": 3.945870941386393e-06,
      "loss": 0.3673,
      "step": 852480
    },
    {
      "epoch": 237.93,
      "grad_norm": 1.0003286600112915,
      "learning_rate": 3.945851205500489e-06,
      "loss": 0.3587,
      "step": 852490
    },
    {
      "epoch": 237.93,
      "grad_norm": 1.1199414730072021,
      "learning_rate": 3.945831469401343e-06,
      "loss": 0.3834,
      "step": 852500
    },
    {
      "epoch": 237.93,
      "grad_norm": 0.9588770866394043,
      "learning_rate": 3.94581173308896e-06,
      "loss": 0.3725,
      "step": 852510
    },
    {
      "epoch": 237.93,
      "grad_norm": 0.9615983366966248,
      "learning_rate": 3.945791996563343e-06,
      "loss": 0.3667,
      "step": 852520
    },
    {
      "epoch": 237.94,
      "grad_norm": 1.0024113655090332,
      "learning_rate": 3.945772259824493e-06,
      "loss": 0.3702,
      "step": 852530
    },
    {
      "epoch": 237.94,
      "grad_norm": 0.9448424577713013,
      "learning_rate": 3.945752522872414e-06,
      "loss": 0.3476,
      "step": 852540
    },
    {
      "epoch": 237.94,
      "grad_norm": 1.0259915590286255,
      "learning_rate": 3.945732785707107e-06,
      "loss": 0.3641,
      "step": 852550
    },
    {
      "epoch": 237.95,
      "grad_norm": 1.1050223112106323,
      "learning_rate": 3.945713048328577e-06,
      "loss": 0.3682,
      "step": 852560
    },
    {
      "epoch": 237.95,
      "grad_norm": 1.0507084131240845,
      "learning_rate": 3.9456933107368245e-06,
      "loss": 0.3408,
      "step": 852570
    },
    {
      "epoch": 237.95,
      "grad_norm": 1.1772791147232056,
      "learning_rate": 3.945673572931853e-06,
      "loss": 0.3824,
      "step": 852580
    },
    {
      "epoch": 237.95,
      "grad_norm": 0.9958325028419495,
      "learning_rate": 3.945653834913665e-06,
      "loss": 0.3613,
      "step": 852590
    },
    {
      "epoch": 237.96,
      "grad_norm": 1.7438040971755981,
      "learning_rate": 3.945634096682263e-06,
      "loss": 0.3593,
      "step": 852600
    },
    {
      "epoch": 237.96,
      "grad_norm": 1.0734413862228394,
      "learning_rate": 3.94561435823765e-06,
      "loss": 0.3774,
      "step": 852610
    },
    {
      "epoch": 237.96,
      "grad_norm": 1.0801390409469604,
      "learning_rate": 3.945594619579829e-06,
      "loss": 0.3827,
      "step": 852620
    },
    {
      "epoch": 237.97,
      "grad_norm": 1.1236064434051514,
      "learning_rate": 3.945574880708801e-06,
      "loss": 0.3713,
      "step": 852630
    },
    {
      "epoch": 237.97,
      "grad_norm": 1.070623755455017,
      "learning_rate": 3.9455551416245705e-06,
      "loss": 0.3648,
      "step": 852640
    },
    {
      "epoch": 237.97,
      "grad_norm": 1.2106451988220215,
      "learning_rate": 3.945535402327139e-06,
      "loss": 0.3595,
      "step": 852650
    },
    {
      "epoch": 237.97,
      "grad_norm": 1.4293609857559204,
      "learning_rate": 3.945515662816509e-06,
      "loss": 0.353,
      "step": 852660
    },
    {
      "epoch": 237.98,
      "grad_norm": 1.0117136240005493,
      "learning_rate": 3.945495923092684e-06,
      "loss": 0.3663,
      "step": 852670
    },
    {
      "epoch": 237.98,
      "grad_norm": 1.1418720483779907,
      "learning_rate": 3.945476183155666e-06,
      "loss": 0.3578,
      "step": 852680
    },
    {
      "epoch": 237.98,
      "grad_norm": 1.1408588886260986,
      "learning_rate": 3.945456443005458e-06,
      "loss": 0.373,
      "step": 852690
    },
    {
      "epoch": 237.98,
      "grad_norm": 1.1193745136260986,
      "learning_rate": 3.945436702642063e-06,
      "loss": 0.3823,
      "step": 852700
    },
    {
      "epoch": 237.99,
      "grad_norm": 1.1731202602386475,
      "learning_rate": 3.945416962065482e-06,
      "loss": 0.3571,
      "step": 852710
    },
    {
      "epoch": 237.99,
      "grad_norm": 1.046402096748352,
      "learning_rate": 3.945397221275719e-06,
      "loss": 0.3736,
      "step": 852720
    },
    {
      "epoch": 237.99,
      "grad_norm": 0.9976749420166016,
      "learning_rate": 3.945377480272776e-06,
      "loss": 0.373,
      "step": 852730
    },
    {
      "epoch": 238.0,
      "grad_norm": 1.025803565979004,
      "learning_rate": 3.945357739056657e-06,
      "loss": 0.3597,
      "step": 852740
    },
    {
      "epoch": 238.0,
      "grad_norm": 1.1903992891311646,
      "learning_rate": 3.945337997627362e-06,
      "loss": 0.3691,
      "step": 852750
    },
    {
      "epoch": 238.0,
      "eval_loss": 0.36750131845474243,
      "eval_runtime": 63.3783,
      "eval_samples_per_second": 79.822,
      "eval_steps_per_second": 9.988,
      "step": 852754
    },
    {
      "epoch": 238.0,
      "grad_norm": 1.1300171613693237,
      "learning_rate": 3.945318255984897e-06,
      "loss": 0.36,
      "step": 852760
    },
    {
      "epoch": 238.0,
      "grad_norm": 1.0151194334030151,
      "learning_rate": 3.945298514129262e-06,
      "loss": 0.3692,
      "step": 852770
    },
    {
      "epoch": 238.01,
      "grad_norm": 1.0281623601913452,
      "learning_rate": 3.94527877206046e-06,
      "loss": 0.3572,
      "step": 852780
    },
    {
      "epoch": 238.01,
      "grad_norm": 1.0433193445205688,
      "learning_rate": 3.945259029778496e-06,
      "loss": 0.3707,
      "step": 852790
    },
    {
      "epoch": 238.01,
      "grad_norm": 1.4633888006210327,
      "learning_rate": 3.945239287283368e-06,
      "loss": 0.3586,
      "step": 852800
    },
    {
      "epoch": 238.02,
      "grad_norm": 2.0714993476867676,
      "learning_rate": 3.9452195445750825e-06,
      "loss": 0.3726,
      "step": 852810
    },
    {
      "epoch": 238.02,
      "grad_norm": 1.1616220474243164,
      "learning_rate": 3.945199801653641e-06,
      "loss": 0.3656,
      "step": 852820
    },
    {
      "epoch": 238.02,
      "grad_norm": 1.0110467672348022,
      "learning_rate": 3.945180058519047e-06,
      "loss": 0.367,
      "step": 852830
    },
    {
      "epoch": 238.02,
      "grad_norm": 1.1683568954467773,
      "learning_rate": 3.945160315171301e-06,
      "loss": 0.3755,
      "step": 852840
    },
    {
      "epoch": 238.03,
      "grad_norm": 1.239698886871338,
      "learning_rate": 3.945140571610407e-06,
      "loss": 0.3643,
      "step": 852850
    },
    {
      "epoch": 238.03,
      "grad_norm": 1.0538861751556396,
      "learning_rate": 3.945120827836368e-06,
      "loss": 0.3665,
      "step": 852860
    },
    {
      "epoch": 238.03,
      "grad_norm": 1.0209412574768066,
      "learning_rate": 3.9451010838491865e-06,
      "loss": 0.3674,
      "step": 852870
    },
    {
      "epoch": 238.04,
      "grad_norm": 1.0377912521362305,
      "learning_rate": 3.945081339648863e-06,
      "loss": 0.3857,
      "step": 852880
    },
    {
      "epoch": 238.04,
      "grad_norm": 1.0535533428192139,
      "learning_rate": 3.9450615952354034e-06,
      "loss": 0.3739,
      "step": 852890
    },
    {
      "epoch": 238.04,
      "grad_norm": 1.0479084253311157,
      "learning_rate": 3.945041850608808e-06,
      "loss": 0.3576,
      "step": 852900
    },
    {
      "epoch": 238.04,
      "grad_norm": 1.0917723178863525,
      "learning_rate": 3.94502210576908e-06,
      "loss": 0.3609,
      "step": 852910
    },
    {
      "epoch": 238.05,
      "grad_norm": 1.1874113082885742,
      "learning_rate": 3.9450023607162235e-06,
      "loss": 0.3549,
      "step": 852920
    },
    {
      "epoch": 238.05,
      "grad_norm": 1.0618828535079956,
      "learning_rate": 3.944982615450239e-06,
      "loss": 0.3636,
      "step": 852930
    },
    {
      "epoch": 238.05,
      "grad_norm": 0.9763658046722412,
      "learning_rate": 3.94496286997113e-06,
      "loss": 0.366,
      "step": 852940
    },
    {
      "epoch": 238.05,
      "grad_norm": 0.9835689067840576,
      "learning_rate": 3.9449431242788994e-06,
      "loss": 0.3695,
      "step": 852950
    },
    {
      "epoch": 238.06,
      "grad_norm": 1.1495264768600464,
      "learning_rate": 3.944923378373549e-06,
      "loss": 0.3618,
      "step": 852960
    },
    {
      "epoch": 238.06,
      "grad_norm": 0.9326386451721191,
      "learning_rate": 3.944903632255083e-06,
      "loss": 0.3543,
      "step": 852970
    },
    {
      "epoch": 238.06,
      "grad_norm": 0.9848614931106567,
      "learning_rate": 3.944883885923502e-06,
      "loss": 0.3616,
      "step": 852980
    },
    {
      "epoch": 238.07,
      "grad_norm": 1.0538430213928223,
      "learning_rate": 3.944864139378811e-06,
      "loss": 0.3732,
      "step": 852990
    },
    {
      "epoch": 238.07,
      "grad_norm": 1.2226380109786987,
      "learning_rate": 3.94484439262101e-06,
      "loss": 0.3696,
      "step": 853000
    },
    {
      "epoch": 238.07,
      "grad_norm": 1.1971323490142822,
      "learning_rate": 3.944824645650103e-06,
      "loss": 0.3693,
      "step": 853010
    },
    {
      "epoch": 238.07,
      "grad_norm": 1.3008527755737305,
      "learning_rate": 3.944804898466092e-06,
      "loss": 0.3622,
      "step": 853020
    },
    {
      "epoch": 238.08,
      "grad_norm": 0.8482804894447327,
      "learning_rate": 3.9447851510689815e-06,
      "loss": 0.3684,
      "step": 853030
    },
    {
      "epoch": 238.08,
      "grad_norm": 0.9168631434440613,
      "learning_rate": 3.944765403458772e-06,
      "loss": 0.3629,
      "step": 853040
    },
    {
      "epoch": 238.08,
      "grad_norm": 1.016265869140625,
      "learning_rate": 3.944745655635468e-06,
      "loss": 0.3744,
      "step": 853050
    },
    {
      "epoch": 238.09,
      "grad_norm": 0.9693521857261658,
      "learning_rate": 3.94472590759907e-06,
      "loss": 0.3636,
      "step": 853060
    },
    {
      "epoch": 238.09,
      "grad_norm": 1.1069382429122925,
      "learning_rate": 3.944706159349581e-06,
      "loss": 0.3645,
      "step": 853070
    },
    {
      "epoch": 238.09,
      "grad_norm": 1.0262356996536255,
      "learning_rate": 3.9446864108870054e-06,
      "loss": 0.3889,
      "step": 853080
    },
    {
      "epoch": 238.09,
      "grad_norm": 1.2716901302337646,
      "learning_rate": 3.944666662211345e-06,
      "loss": 0.3675,
      "step": 853090
    },
    {
      "epoch": 238.1,
      "grad_norm": 1.1591548919677734,
      "learning_rate": 3.9446469133226015e-06,
      "loss": 0.3662,
      "step": 853100
    },
    {
      "epoch": 238.1,
      "grad_norm": 0.9334587454795837,
      "learning_rate": 3.944627164220778e-06,
      "loss": 0.3579,
      "step": 853110
    },
    {
      "epoch": 238.1,
      "grad_norm": 1.0880671739578247,
      "learning_rate": 3.9446074149058775e-06,
      "loss": 0.3596,
      "step": 853120
    },
    {
      "epoch": 238.1,
      "grad_norm": 0.8966352939605713,
      "learning_rate": 3.944587665377903e-06,
      "loss": 0.3445,
      "step": 853130
    },
    {
      "epoch": 238.11,
      "grad_norm": 1.007373332977295,
      "learning_rate": 3.944567915636856e-06,
      "loss": 0.3707,
      "step": 853140
    },
    {
      "epoch": 238.11,
      "grad_norm": 1.0807406902313232,
      "learning_rate": 3.94454816568274e-06,
      "loss": 0.3614,
      "step": 853150
    },
    {
      "epoch": 238.11,
      "grad_norm": 1.1034035682678223,
      "learning_rate": 3.944528415515557e-06,
      "loss": 0.3711,
      "step": 853160
    },
    {
      "epoch": 238.12,
      "grad_norm": 1.0354230403900146,
      "learning_rate": 3.94450866513531e-06,
      "loss": 0.3746,
      "step": 853170
    },
    {
      "epoch": 238.12,
      "grad_norm": 1.0586466789245605,
      "learning_rate": 3.9444889145420015e-06,
      "loss": 0.3655,
      "step": 853180
    },
    {
      "epoch": 238.12,
      "grad_norm": 1.0706217288970947,
      "learning_rate": 3.944469163735635e-06,
      "loss": 0.3677,
      "step": 853190
    },
    {
      "epoch": 238.12,
      "grad_norm": 1.196372628211975,
      "learning_rate": 3.944449412716211e-06,
      "loss": 0.3597,
      "step": 853200
    },
    {
      "epoch": 238.13,
      "grad_norm": 1.1582435369491577,
      "learning_rate": 3.944429661483734e-06,
      "loss": 0.3576,
      "step": 853210
    },
    {
      "epoch": 238.13,
      "grad_norm": 0.9927191734313965,
      "learning_rate": 3.944409910038207e-06,
      "loss": 0.3715,
      "step": 853220
    },
    {
      "epoch": 238.13,
      "grad_norm": 1.0607424974441528,
      "learning_rate": 3.944390158379631e-06,
      "loss": 0.3739,
      "step": 853230
    },
    {
      "epoch": 238.14,
      "grad_norm": 1.115963101387024,
      "learning_rate": 3.944370406508009e-06,
      "loss": 0.357,
      "step": 853240
    },
    {
      "epoch": 238.14,
      "grad_norm": 1.266456961631775,
      "learning_rate": 3.944350654423344e-06,
      "loss": 0.3693,
      "step": 853250
    },
    {
      "epoch": 238.14,
      "grad_norm": 1.25518798828125,
      "learning_rate": 3.94433090212564e-06,
      "loss": 0.3747,
      "step": 853260
    },
    {
      "epoch": 238.14,
      "grad_norm": 1.6669270992279053,
      "learning_rate": 3.944311149614897e-06,
      "loss": 0.3692,
      "step": 853270
    },
    {
      "epoch": 238.15,
      "grad_norm": 1.0881997346878052,
      "learning_rate": 3.9442913968911195e-06,
      "loss": 0.3619,
      "step": 853280
    },
    {
      "epoch": 238.15,
      "grad_norm": 0.9778604507446289,
      "learning_rate": 3.944271643954308e-06,
      "loss": 0.3667,
      "step": 853290
    },
    {
      "epoch": 238.15,
      "grad_norm": 1.2538272142410278,
      "learning_rate": 3.944251890804469e-06,
      "loss": 0.3396,
      "step": 853300
    },
    {
      "epoch": 238.16,
      "grad_norm": 1.2029491662979126,
      "learning_rate": 3.944232137441602e-06,
      "loss": 0.3805,
      "step": 853310
    },
    {
      "epoch": 238.16,
      "grad_norm": 1.4299196004867554,
      "learning_rate": 3.944212383865709e-06,
      "loss": 0.3645,
      "step": 853320
    },
    {
      "epoch": 238.16,
      "grad_norm": 1.1146268844604492,
      "learning_rate": 3.9441926300767946e-06,
      "loss": 0.3753,
      "step": 853330
    },
    {
      "epoch": 238.16,
      "grad_norm": 1.0900311470031738,
      "learning_rate": 3.944172876074861e-06,
      "loss": 0.3683,
      "step": 853340
    },
    {
      "epoch": 238.17,
      "grad_norm": 1.2142449617385864,
      "learning_rate": 3.944153121859911e-06,
      "loss": 0.357,
      "step": 853350
    },
    {
      "epoch": 238.17,
      "grad_norm": 1.136924386024475,
      "learning_rate": 3.944133367431947e-06,
      "loss": 0.3654,
      "step": 853360
    },
    {
      "epoch": 238.17,
      "grad_norm": 1.0738497972488403,
      "learning_rate": 3.944113612790972e-06,
      "loss": 0.3543,
      "step": 853370
    },
    {
      "epoch": 238.17,
      "grad_norm": 1.0695745944976807,
      "learning_rate": 3.944093857936987e-06,
      "loss": 0.3669,
      "step": 853380
    },
    {
      "epoch": 238.18,
      "grad_norm": 1.1305782794952393,
      "learning_rate": 3.944074102869996e-06,
      "loss": 0.3616,
      "step": 853390
    },
    {
      "epoch": 238.18,
      "grad_norm": 1.050162434577942,
      "learning_rate": 3.944054347590002e-06,
      "loss": 0.3834,
      "step": 853400
    },
    {
      "epoch": 238.18,
      "grad_norm": 1.230586051940918,
      "learning_rate": 3.944034592097007e-06,
      "loss": 0.3724,
      "step": 853410
    },
    {
      "epoch": 238.19,
      "grad_norm": 0.9711198210716248,
      "learning_rate": 3.944014836391014e-06,
      "loss": 0.3526,
      "step": 853420
    },
    {
      "epoch": 238.19,
      "grad_norm": 1.4684257507324219,
      "learning_rate": 3.943995080472024e-06,
      "loss": 0.346,
      "step": 853430
    },
    {
      "epoch": 238.19,
      "grad_norm": 0.9320195913314819,
      "learning_rate": 3.943975324340042e-06,
      "loss": 0.3677,
      "step": 853440
    },
    {
      "epoch": 238.19,
      "grad_norm": 0.9832976460456848,
      "learning_rate": 3.943955567995069e-06,
      "loss": 0.3531,
      "step": 853450
    },
    {
      "epoch": 238.2,
      "grad_norm": 1.0405367612838745,
      "learning_rate": 3.943935811437109e-06,
      "loss": 0.3666,
      "step": 853460
    },
    {
      "epoch": 238.2,
      "grad_norm": 1.0163519382476807,
      "learning_rate": 3.943916054666163e-06,
      "loss": 0.3545,
      "step": 853470
    },
    {
      "epoch": 238.2,
      "grad_norm": 1.1052690744400024,
      "learning_rate": 3.943896297682234e-06,
      "loss": 0.3707,
      "step": 853480
    },
    {
      "epoch": 238.21,
      "grad_norm": 0.9204115271568298,
      "learning_rate": 3.943876540485327e-06,
      "loss": 0.3652,
      "step": 853490
    },
    {
      "epoch": 238.21,
      "grad_norm": 0.9887876510620117,
      "learning_rate": 3.943856783075442e-06,
      "loss": 0.3766,
      "step": 853500
    },
    {
      "epoch": 238.21,
      "grad_norm": 1.1216577291488647,
      "learning_rate": 3.943837025452581e-06,
      "loss": 0.3732,
      "step": 853510
    },
    {
      "epoch": 238.21,
      "grad_norm": 1.133756399154663,
      "learning_rate": 3.943817267616749e-06,
      "loss": 0.3732,
      "step": 853520
    },
    {
      "epoch": 238.22,
      "grad_norm": 1.1190365552902222,
      "learning_rate": 3.943797509567948e-06,
      "loss": 0.3755,
      "step": 853530
    },
    {
      "epoch": 238.22,
      "grad_norm": 1.112841010093689,
      "learning_rate": 3.943777751306179e-06,
      "loss": 0.3706,
      "step": 853540
    },
    {
      "epoch": 238.22,
      "grad_norm": 1.0893337726593018,
      "learning_rate": 3.943757992831447e-06,
      "loss": 0.373,
      "step": 853550
    },
    {
      "epoch": 238.22,
      "grad_norm": 0.9940308332443237,
      "learning_rate": 3.943738234143753e-06,
      "loss": 0.3598,
      "step": 853560
    },
    {
      "epoch": 238.23,
      "grad_norm": 1.1885617971420288,
      "learning_rate": 3.9437184752431e-06,
      "loss": 0.379,
      "step": 853570
    },
    {
      "epoch": 238.23,
      "grad_norm": 1.3517558574676514,
      "learning_rate": 3.943698716129492e-06,
      "loss": 0.3513,
      "step": 853580
    },
    {
      "epoch": 238.23,
      "grad_norm": 1.2001652717590332,
      "learning_rate": 3.943678956802929e-06,
      "loss": 0.3661,
      "step": 853590
    },
    {
      "epoch": 238.24,
      "grad_norm": 0.9898300766944885,
      "learning_rate": 3.9436591972634155e-06,
      "loss": 0.3639,
      "step": 853600
    },
    {
      "epoch": 238.24,
      "grad_norm": 1.0503029823303223,
      "learning_rate": 3.943639437510954e-06,
      "loss": 0.368,
      "step": 853610
    },
    {
      "epoch": 238.24,
      "grad_norm": 1.116682529449463,
      "learning_rate": 3.943619677545547e-06,
      "loss": 0.3636,
      "step": 853620
    },
    {
      "epoch": 238.24,
      "grad_norm": 0.9287813305854797,
      "learning_rate": 3.943599917367196e-06,
      "loss": 0.3599,
      "step": 853630
    },
    {
      "epoch": 238.25,
      "grad_norm": 1.1176193952560425,
      "learning_rate": 3.943580156975904e-06,
      "loss": 0.372,
      "step": 853640
    },
    {
      "epoch": 238.25,
      "grad_norm": 1.2121773958206177,
      "learning_rate": 3.943560396371675e-06,
      "loss": 0.3525,
      "step": 853650
    },
    {
      "epoch": 238.25,
      "grad_norm": 1.381838321685791,
      "learning_rate": 3.9435406355545115e-06,
      "loss": 0.3781,
      "step": 853660
    },
    {
      "epoch": 238.26,
      "grad_norm": 1.2052849531173706,
      "learning_rate": 3.943520874524415e-06,
      "loss": 0.3774,
      "step": 853670
    },
    {
      "epoch": 238.26,
      "grad_norm": 0.9903129935264587,
      "learning_rate": 3.9435011132813875e-06,
      "loss": 0.3514,
      "step": 853680
    },
    {
      "epoch": 238.26,
      "grad_norm": 0.9422931671142578,
      "learning_rate": 3.943481351825434e-06,
      "loss": 0.365,
      "step": 853690
    },
    {
      "epoch": 238.26,
      "grad_norm": 1.1535528898239136,
      "learning_rate": 3.943461590156555e-06,
      "loss": 0.3652,
      "step": 853700
    },
    {
      "epoch": 238.27,
      "grad_norm": 0.9156159162521362,
      "learning_rate": 3.9434418282747545e-06,
      "loss": 0.3599,
      "step": 853710
    },
    {
      "epoch": 238.27,
      "grad_norm": 0.9763005971908569,
      "learning_rate": 3.943422066180034e-06,
      "loss": 0.3749,
      "step": 853720
    },
    {
      "epoch": 238.27,
      "grad_norm": 1.210050344467163,
      "learning_rate": 3.943402303872397e-06,
      "loss": 0.3639,
      "step": 853730
    },
    {
      "epoch": 238.28,
      "grad_norm": 1.1144583225250244,
      "learning_rate": 3.943382541351846e-06,
      "loss": 0.3852,
      "step": 853740
    },
    {
      "epoch": 238.28,
      "grad_norm": 0.9142190217971802,
      "learning_rate": 3.943362778618384e-06,
      "loss": 0.3537,
      "step": 853750
    },
    {
      "epoch": 238.28,
      "grad_norm": 1.0158354043960571,
      "learning_rate": 3.943343015672012e-06,
      "loss": 0.3754,
      "step": 853760
    },
    {
      "epoch": 238.28,
      "grad_norm": 1.0188069343566895,
      "learning_rate": 3.943323252512734e-06,
      "loss": 0.3931,
      "step": 853770
    },
    {
      "epoch": 238.29,
      "grad_norm": 1.0284570455551147,
      "learning_rate": 3.943303489140553e-06,
      "loss": 0.3617,
      "step": 853780
    },
    {
      "epoch": 238.29,
      "grad_norm": 1.0404114723205566,
      "learning_rate": 3.943283725555471e-06,
      "loss": 0.357,
      "step": 853790
    },
    {
      "epoch": 238.29,
      "grad_norm": 1.22633957862854,
      "learning_rate": 3.94326396175749e-06,
      "loss": 0.3589,
      "step": 853800
    },
    {
      "epoch": 238.29,
      "grad_norm": 1.0768240690231323,
      "learning_rate": 3.943244197746613e-06,
      "loss": 0.3822,
      "step": 853810
    },
    {
      "epoch": 238.3,
      "grad_norm": 1.2083988189697266,
      "learning_rate": 3.943224433522843e-06,
      "loss": 0.3885,
      "step": 853820
    },
    {
      "epoch": 238.3,
      "grad_norm": 1.2557971477508545,
      "learning_rate": 3.943204669086183e-06,
      "loss": 0.3586,
      "step": 853830
    },
    {
      "epoch": 238.3,
      "grad_norm": 1.3191121816635132,
      "learning_rate": 3.943184904436635e-06,
      "loss": 0.3669,
      "step": 853840
    },
    {
      "epoch": 238.31,
      "grad_norm": 0.9498134255409241,
      "learning_rate": 3.943165139574202e-06,
      "loss": 0.3614,
      "step": 853850
    },
    {
      "epoch": 238.31,
      "grad_norm": 1.0127508640289307,
      "learning_rate": 3.943145374498886e-06,
      "loss": 0.3548,
      "step": 853860
    },
    {
      "epoch": 238.31,
      "grad_norm": 1.0962541103363037,
      "learning_rate": 3.94312560921069e-06,
      "loss": 0.3627,
      "step": 853870
    },
    {
      "epoch": 238.31,
      "grad_norm": 1.0160423517227173,
      "learning_rate": 3.943105843709618e-06,
      "loss": 0.355,
      "step": 853880
    },
    {
      "epoch": 238.32,
      "grad_norm": 1.1303553581237793,
      "learning_rate": 3.943086077995669e-06,
      "loss": 0.3447,
      "step": 853890
    },
    {
      "epoch": 238.32,
      "grad_norm": 0.9834607243537903,
      "learning_rate": 3.9430663120688496e-06,
      "loss": 0.3733,
      "step": 853900
    },
    {
      "epoch": 238.32,
      "grad_norm": 1.1154651641845703,
      "learning_rate": 3.94304654592916e-06,
      "loss": 0.3731,
      "step": 853910
    },
    {
      "epoch": 238.33,
      "grad_norm": 0.8183717131614685,
      "learning_rate": 3.943026779576604e-06,
      "loss": 0.3815,
      "step": 853920
    },
    {
      "epoch": 238.33,
      "grad_norm": 1.1512938737869263,
      "learning_rate": 3.9430070130111835e-06,
      "loss": 0.3614,
      "step": 853930
    },
    {
      "epoch": 238.33,
      "grad_norm": 1.1286635398864746,
      "learning_rate": 3.942987246232902e-06,
      "loss": 0.3643,
      "step": 853940
    },
    {
      "epoch": 238.33,
      "grad_norm": 0.893272340297699,
      "learning_rate": 3.9429674792417615e-06,
      "loss": 0.3574,
      "step": 853950
    },
    {
      "epoch": 238.34,
      "grad_norm": 0.9900779128074646,
      "learning_rate": 3.942947712037764e-06,
      "loss": 0.3581,
      "step": 853960
    },
    {
      "epoch": 238.34,
      "grad_norm": 1.0340098142623901,
      "learning_rate": 3.942927944620913e-06,
      "loss": 0.3856,
      "step": 853970
    },
    {
      "epoch": 238.34,
      "grad_norm": 1.3313953876495361,
      "learning_rate": 3.9429081769912115e-06,
      "loss": 0.3779,
      "step": 853980
    },
    {
      "epoch": 238.34,
      "grad_norm": 0.9064503312110901,
      "learning_rate": 3.9428884091486625e-06,
      "loss": 0.3677,
      "step": 853990
    },
    {
      "epoch": 238.35,
      "grad_norm": 1.169752836227417,
      "learning_rate": 3.942868641093266e-06,
      "loss": 0.3545,
      "step": 854000
    },
    {
      "epoch": 238.35,
      "grad_norm": 1.1461998224258423,
      "learning_rate": 3.942848872825027e-06,
      "loss": 0.3683,
      "step": 854010
    },
    {
      "epoch": 238.35,
      "grad_norm": 1.179531216621399,
      "learning_rate": 3.942829104343947e-06,
      "loss": 0.3663,
      "step": 854020
    },
    {
      "epoch": 238.36,
      "grad_norm": 1.3231277465820312,
      "learning_rate": 3.94280933565003e-06,
      "loss": 0.3724,
      "step": 854030
    },
    {
      "epoch": 238.36,
      "grad_norm": 1.060967206954956,
      "learning_rate": 3.9427895667432776e-06,
      "loss": 0.3652,
      "step": 854040
    },
    {
      "epoch": 238.36,
      "grad_norm": 1.003662347793579,
      "learning_rate": 3.942769797623693e-06,
      "loss": 0.359,
      "step": 854050
    },
    {
      "epoch": 238.36,
      "grad_norm": 1.034172773361206,
      "learning_rate": 3.942750028291277e-06,
      "loss": 0.3722,
      "step": 854060
    },
    {
      "epoch": 238.37,
      "grad_norm": 0.9642044901847839,
      "learning_rate": 3.942730258746035e-06,
      "loss": 0.3601,
      "step": 854070
    },
    {
      "epoch": 238.37,
      "grad_norm": 1.176471471786499,
      "learning_rate": 3.9427104889879685e-06,
      "loss": 0.3542,
      "step": 854080
    },
    {
      "epoch": 238.37,
      "grad_norm": 1.0024354457855225,
      "learning_rate": 3.942690719017079e-06,
      "loss": 0.3647,
      "step": 854090
    },
    {
      "epoch": 238.38,
      "grad_norm": 0.998210072517395,
      "learning_rate": 3.94267094883337e-06,
      "loss": 0.3485,
      "step": 854100
    },
    {
      "epoch": 238.38,
      "grad_norm": 1.2895833253860474,
      "learning_rate": 3.942651178436844e-06,
      "loss": 0.3623,
      "step": 854110
    },
    {
      "epoch": 238.38,
      "grad_norm": 1.1000750064849854,
      "learning_rate": 3.942631407827504e-06,
      "loss": 0.3464,
      "step": 854120
    },
    {
      "epoch": 238.38,
      "grad_norm": 1.0220242738723755,
      "learning_rate": 3.942611637005353e-06,
      "loss": 0.3654,
      "step": 854130
    },
    {
      "epoch": 238.39,
      "grad_norm": 1.1919164657592773,
      "learning_rate": 3.942591865970393e-06,
      "loss": 0.3654,
      "step": 854140
    },
    {
      "epoch": 238.39,
      "grad_norm": 1.2526544332504272,
      "learning_rate": 3.942572094722627e-06,
      "loss": 0.3678,
      "step": 854150
    },
    {
      "epoch": 238.39,
      "grad_norm": 1.1388264894485474,
      "learning_rate": 3.942552323262056e-06,
      "loss": 0.3692,
      "step": 854160
    },
    {
      "epoch": 238.4,
      "grad_norm": 0.9329291582107544,
      "learning_rate": 3.942532551588685e-06,
      "loss": 0.3485,
      "step": 854170
    },
    {
      "epoch": 238.4,
      "grad_norm": 1.0341964960098267,
      "learning_rate": 3.942512779702515e-06,
      "loss": 0.3621,
      "step": 854180
    },
    {
      "epoch": 238.4,
      "grad_norm": 1.162642002105713,
      "learning_rate": 3.9424930076035505e-06,
      "loss": 0.3647,
      "step": 854190
    },
    {
      "epoch": 238.4,
      "grad_norm": 0.8409028053283691,
      "learning_rate": 3.942473235291792e-06,
      "loss": 0.3846,
      "step": 854200
    },
    {
      "epoch": 238.41,
      "grad_norm": 1.0394307374954224,
      "learning_rate": 3.942453462767243e-06,
      "loss": 0.3543,
      "step": 854210
    },
    {
      "epoch": 238.41,
      "grad_norm": 0.8841454982757568,
      "learning_rate": 3.942433690029907e-06,
      "loss": 0.3759,
      "step": 854220
    },
    {
      "epoch": 238.41,
      "grad_norm": 1.274185299873352,
      "learning_rate": 3.942413917079785e-06,
      "loss": 0.3641,
      "step": 854230
    },
    {
      "epoch": 238.41,
      "grad_norm": 1.1179372072219849,
      "learning_rate": 3.9423941439168795e-06,
      "loss": 0.3691,
      "step": 854240
    },
    {
      "epoch": 238.42,
      "grad_norm": 1.0942014455795288,
      "learning_rate": 3.9423743705411945e-06,
      "loss": 0.362,
      "step": 854250
    },
    {
      "epoch": 238.42,
      "grad_norm": 1.318645715713501,
      "learning_rate": 3.942354596952733e-06,
      "loss": 0.3838,
      "step": 854260
    },
    {
      "epoch": 238.42,
      "grad_norm": 1.0318009853363037,
      "learning_rate": 3.942334823151496e-06,
      "loss": 0.351,
      "step": 854270
    },
    {
      "epoch": 238.43,
      "grad_norm": 1.0078479051589966,
      "learning_rate": 3.942315049137488e-06,
      "loss": 0.3643,
      "step": 854280
    },
    {
      "epoch": 238.43,
      "grad_norm": 0.961089551448822,
      "learning_rate": 3.94229527491071e-06,
      "loss": 0.3586,
      "step": 854290
    },
    {
      "epoch": 238.43,
      "grad_norm": 0.9371505379676819,
      "learning_rate": 3.942275500471165e-06,
      "loss": 0.3716,
      "step": 854300
    },
    {
      "epoch": 238.43,
      "grad_norm": 1.0678110122680664,
      "learning_rate": 3.942255725818855e-06,
      "loss": 0.3628,
      "step": 854310
    },
    {
      "epoch": 238.44,
      "grad_norm": 1.02922523021698,
      "learning_rate": 3.942235950953785e-06,
      "loss": 0.3576,
      "step": 854320
    },
    {
      "epoch": 238.44,
      "grad_norm": 0.9992763996124268,
      "learning_rate": 3.942216175875955e-06,
      "loss": 0.3745,
      "step": 854330
    },
    {
      "epoch": 238.44,
      "grad_norm": 1.0210492610931396,
      "learning_rate": 3.942196400585369e-06,
      "loss": 0.3626,
      "step": 854340
    },
    {
      "epoch": 238.45,
      "grad_norm": 1.014604091644287,
      "learning_rate": 3.9421766250820296e-06,
      "loss": 0.3886,
      "step": 854350
    },
    {
      "epoch": 238.45,
      "grad_norm": 1.0039145946502686,
      "learning_rate": 3.942156849365939e-06,
      "loss": 0.3644,
      "step": 854360
    },
    {
      "epoch": 238.45,
      "grad_norm": 1.0917186737060547,
      "learning_rate": 3.9421370734371e-06,
      "loss": 0.3832,
      "step": 854370
    },
    {
      "epoch": 238.45,
      "grad_norm": 1.1342518329620361,
      "learning_rate": 3.942117297295516e-06,
      "loss": 0.3576,
      "step": 854380
    },
    {
      "epoch": 238.46,
      "grad_norm": 16.772085189819336,
      "learning_rate": 3.942097520941188e-06,
      "loss": 0.3607,
      "step": 854390
    },
    {
      "epoch": 238.46,
      "grad_norm": 1.0193159580230713,
      "learning_rate": 3.942077744374119e-06,
      "loss": 0.3787,
      "step": 854400
    },
    {
      "epoch": 238.46,
      "grad_norm": 1.190569281578064,
      "learning_rate": 3.9420579675943135e-06,
      "loss": 0.3566,
      "step": 854410
    },
    {
      "epoch": 238.46,
      "grad_norm": 0.9641342759132385,
      "learning_rate": 3.942038190601772e-06,
      "loss": 0.3551,
      "step": 854420
    },
    {
      "epoch": 238.47,
      "grad_norm": 1.1076396703720093,
      "learning_rate": 3.942018413396497e-06,
      "loss": 0.3576,
      "step": 854430
    },
    {
      "epoch": 238.47,
      "grad_norm": 1.037227988243103,
      "learning_rate": 3.941998635978494e-06,
      "loss": 0.3544,
      "step": 854440
    },
    {
      "epoch": 238.47,
      "grad_norm": 0.8619181513786316,
      "learning_rate": 3.941978858347762e-06,
      "loss": 0.3502,
      "step": 854450
    },
    {
      "epoch": 238.48,
      "grad_norm": 0.898217499256134,
      "learning_rate": 3.941959080504307e-06,
      "loss": 0.364,
      "step": 854460
    },
    {
      "epoch": 238.48,
      "grad_norm": 0.9065120220184326,
      "learning_rate": 3.941939302448128e-06,
      "loss": 0.3791,
      "step": 854470
    },
    {
      "epoch": 238.48,
      "grad_norm": 1.148819088935852,
      "learning_rate": 3.941919524179231e-06,
      "loss": 0.3565,
      "step": 854480
    },
    {
      "epoch": 238.48,
      "grad_norm": 1.1323010921478271,
      "learning_rate": 3.941899745697617e-06,
      "loss": 0.3734,
      "step": 854490
    },
    {
      "epoch": 238.49,
      "grad_norm": 1.179320216178894,
      "learning_rate": 3.941879967003288e-06,
      "loss": 0.3613,
      "step": 854500
    },
    {
      "epoch": 238.49,
      "grad_norm": 2.3429410457611084,
      "learning_rate": 3.941860188096248e-06,
      "loss": 0.3633,
      "step": 854510
    },
    {
      "epoch": 238.49,
      "grad_norm": 1.0274085998535156,
      "learning_rate": 3.9418404089764995e-06,
      "loss": 0.3512,
      "step": 854520
    },
    {
      "epoch": 238.5,
      "grad_norm": 0.9573366641998291,
      "learning_rate": 3.9418206296440435e-06,
      "loss": 0.3603,
      "step": 854530
    },
    {
      "epoch": 238.5,
      "grad_norm": 1.0646253824234009,
      "learning_rate": 3.941800850098886e-06,
      "loss": 0.3829,
      "step": 854540
    },
    {
      "epoch": 238.5,
      "grad_norm": 1.066733717918396,
      "learning_rate": 3.941781070341026e-06,
      "loss": 0.3452,
      "step": 854550
    },
    {
      "epoch": 238.5,
      "grad_norm": 1.0715535879135132,
      "learning_rate": 3.941761290370468e-06,
      "loss": 0.3676,
      "step": 854560
    },
    {
      "epoch": 238.51,
      "grad_norm": 1.016600489616394,
      "learning_rate": 3.941741510187214e-06,
      "loss": 0.3588,
      "step": 854570
    },
    {
      "epoch": 238.51,
      "grad_norm": 1.071291208267212,
      "learning_rate": 3.941721729791266e-06,
      "loss": 0.3538,
      "step": 854580
    },
    {
      "epoch": 238.51,
      "grad_norm": 1.3321316242218018,
      "learning_rate": 3.941701949182629e-06,
      "loss": 0.3571,
      "step": 854590
    },
    {
      "epoch": 238.52,
      "grad_norm": 1.186154842376709,
      "learning_rate": 3.941682168361304e-06,
      "loss": 0.3897,
      "step": 854600
    },
    {
      "epoch": 238.52,
      "grad_norm": 0.9468743801116943,
      "learning_rate": 3.941662387327293e-06,
      "loss": 0.3657,
      "step": 854610
    },
    {
      "epoch": 238.52,
      "grad_norm": 0.9959113001823425,
      "learning_rate": 3.9416426060806e-06,
      "loss": 0.3749,
      "step": 854620
    },
    {
      "epoch": 238.52,
      "grad_norm": 0.9583130478858948,
      "learning_rate": 3.941622824621227e-06,
      "loss": 0.3436,
      "step": 854630
    },
    {
      "epoch": 238.53,
      "grad_norm": 1.0585765838623047,
      "learning_rate": 3.941603042949177e-06,
      "loss": 0.3759,
      "step": 854640
    },
    {
      "epoch": 238.53,
      "grad_norm": 0.978253185749054,
      "learning_rate": 3.941583261064451e-06,
      "loss": 0.3561,
      "step": 854650
    },
    {
      "epoch": 238.53,
      "grad_norm": 1.1673487424850464,
      "learning_rate": 3.9415634789670545e-06,
      "loss": 0.3457,
      "step": 854660
    },
    {
      "epoch": 238.53,
      "grad_norm": 1.0253047943115234,
      "learning_rate": 3.941543696656988e-06,
      "loss": 0.378,
      "step": 854670
    },
    {
      "epoch": 238.54,
      "grad_norm": 1.1721895933151245,
      "learning_rate": 3.941523914134254e-06,
      "loss": 0.3665,
      "step": 854680
    },
    {
      "epoch": 238.54,
      "grad_norm": 1.1544760465621948,
      "learning_rate": 3.941504131398858e-06,
      "loss": 0.3553,
      "step": 854690
    },
    {
      "epoch": 238.54,
      "grad_norm": 1.011175274848938,
      "learning_rate": 3.941484348450798e-06,
      "loss": 0.3552,
      "step": 854700
    },
    {
      "epoch": 238.55,
      "grad_norm": 0.9151041507720947,
      "learning_rate": 3.94146456529008e-06,
      "loss": 0.3497,
      "step": 854710
    },
    {
      "epoch": 238.55,
      "grad_norm": 1.4828234910964966,
      "learning_rate": 3.941444781916706e-06,
      "loss": 0.3675,
      "step": 854720
    },
    {
      "epoch": 238.55,
      "grad_norm": 1.027605652809143,
      "learning_rate": 3.9414249983306795e-06,
      "loss": 0.3711,
      "step": 854730
    },
    {
      "epoch": 238.55,
      "grad_norm": 1.0863885879516602,
      "learning_rate": 3.941405214532e-06,
      "loss": 0.3702,
      "step": 854740
    },
    {
      "epoch": 238.56,
      "grad_norm": 0.9998170137405396,
      "learning_rate": 3.941385430520673e-06,
      "loss": 0.3587,
      "step": 854750
    },
    {
      "epoch": 238.56,
      "grad_norm": 1.2734888792037964,
      "learning_rate": 3.9413656462967014e-06,
      "loss": 0.354,
      "step": 854760
    },
    {
      "epoch": 238.56,
      "grad_norm": 1.0736057758331299,
      "learning_rate": 3.941345861860085e-06,
      "loss": 0.3932,
      "step": 854770
    },
    {
      "epoch": 238.57,
      "grad_norm": 1.019618034362793,
      "learning_rate": 3.9413260772108285e-06,
      "loss": 0.3738,
      "step": 854780
    },
    {
      "epoch": 238.57,
      "grad_norm": 0.8616167306900024,
      "learning_rate": 3.941306292348935e-06,
      "loss": 0.362,
      "step": 854790
    },
    {
      "epoch": 238.57,
      "grad_norm": 0.9789057374000549,
      "learning_rate": 3.941286507274405e-06,
      "loss": 0.3662,
      "step": 854800
    },
    {
      "epoch": 238.57,
      "grad_norm": 0.9555278420448303,
      "learning_rate": 3.941266721987244e-06,
      "loss": 0.363,
      "step": 854810
    },
    {
      "epoch": 238.58,
      "grad_norm": 1.1368367671966553,
      "learning_rate": 3.941246936487452e-06,
      "loss": 0.3628,
      "step": 854820
    },
    {
      "epoch": 238.58,
      "grad_norm": 1.1192656755447388,
      "learning_rate": 3.9412271507750335e-06,
      "loss": 0.3662,
      "step": 854830
    },
    {
      "epoch": 238.58,
      "grad_norm": 1.098070740699768,
      "learning_rate": 3.94120736484999e-06,
      "loss": 0.3625,
      "step": 854840
    },
    {
      "epoch": 238.58,
      "grad_norm": 1.1854665279388428,
      "learning_rate": 3.9411875787123235e-06,
      "loss": 0.3821,
      "step": 854850
    },
    {
      "epoch": 238.59,
      "grad_norm": 1.2729014158248901,
      "learning_rate": 3.941167792362039e-06,
      "loss": 0.3602,
      "step": 854860
    },
    {
      "epoch": 238.59,
      "grad_norm": 0.9106636643409729,
      "learning_rate": 3.941148005799137e-06,
      "loss": 0.3861,
      "step": 854870
    },
    {
      "epoch": 238.59,
      "grad_norm": 1.0122947692871094,
      "learning_rate": 3.9411282190236215e-06,
      "loss": 0.3498,
      "step": 854880
    },
    {
      "epoch": 238.6,
      "grad_norm": 1.361771583557129,
      "learning_rate": 3.9411084320354944e-06,
      "loss": 0.363,
      "step": 854890
    },
    {
      "epoch": 238.6,
      "grad_norm": 1.0993040800094604,
      "learning_rate": 3.941088644834758e-06,
      "loss": 0.3535,
      "step": 854900
    },
    {
      "epoch": 238.6,
      "grad_norm": 1.0544394254684448,
      "learning_rate": 3.941068857421416e-06,
      "loss": 0.3697,
      "step": 854910
    },
    {
      "epoch": 238.6,
      "grad_norm": 1.1862155199050903,
      "learning_rate": 3.94104906979547e-06,
      "loss": 0.3533,
      "step": 854920
    },
    {
      "epoch": 238.61,
      "grad_norm": 1.3172662258148193,
      "learning_rate": 3.941029281956923e-06,
      "loss": 0.3644,
      "step": 854930
    },
    {
      "epoch": 238.61,
      "grad_norm": 0.9926584959030151,
      "learning_rate": 3.941009493905778e-06,
      "loss": 0.3537,
      "step": 854940
    },
    {
      "epoch": 238.61,
      "grad_norm": 1.088352084159851,
      "learning_rate": 3.940989705642037e-06,
      "loss": 0.3666,
      "step": 854950
    },
    {
      "epoch": 238.62,
      "grad_norm": 1.097364902496338,
      "learning_rate": 3.9409699171657034e-06,
      "loss": 0.3521,
      "step": 854960
    },
    {
      "epoch": 238.62,
      "grad_norm": 1.430569052696228,
      "learning_rate": 3.940950128476778e-06,
      "loss": 0.3953,
      "step": 854970
    },
    {
      "epoch": 238.62,
      "grad_norm": 1.0580859184265137,
      "learning_rate": 3.9409303395752665e-06,
      "loss": 0.3727,
      "step": 854980
    },
    {
      "epoch": 238.62,
      "grad_norm": 1.252220869064331,
      "learning_rate": 3.94091055046117e-06,
      "loss": 0.3688,
      "step": 854990
    },
    {
      "epoch": 238.63,
      "grad_norm": 0.9589325785636902,
      "learning_rate": 3.94089076113449e-06,
      "loss": 0.3719,
      "step": 855000
    },
    {
      "epoch": 238.63,
      "grad_norm": 1.049832820892334,
      "learning_rate": 3.94087097159523e-06,
      "loss": 0.3731,
      "step": 855010
    },
    {
      "epoch": 238.63,
      "grad_norm": 1.2127864360809326,
      "learning_rate": 3.940851181843394e-06,
      "loss": 0.3568,
      "step": 855020
    },
    {
      "epoch": 238.64,
      "grad_norm": 0.9640558958053589,
      "learning_rate": 3.940831391878983e-06,
      "loss": 0.3658,
      "step": 855030
    },
    {
      "epoch": 238.64,
      "grad_norm": 1.036133050918579,
      "learning_rate": 3.9408116017019985e-06,
      "loss": 0.3803,
      "step": 855040
    },
    {
      "epoch": 238.64,
      "grad_norm": 1.0258078575134277,
      "learning_rate": 3.940791811312446e-06,
      "loss": 0.3539,
      "step": 855050
    },
    {
      "epoch": 238.64,
      "grad_norm": 1.088141918182373,
      "learning_rate": 3.940772020710326e-06,
      "loss": 0.374,
      "step": 855060
    },
    {
      "epoch": 238.65,
      "grad_norm": 1.0872743129730225,
      "learning_rate": 3.940752229895643e-06,
      "loss": 0.3571,
      "step": 855070
    },
    {
      "epoch": 238.65,
      "grad_norm": 0.969610869884491,
      "learning_rate": 3.940732438868399e-06,
      "loss": 0.3551,
      "step": 855080
    },
    {
      "epoch": 238.65,
      "grad_norm": 1.0051053762435913,
      "learning_rate": 3.940712647628595e-06,
      "loss": 0.3573,
      "step": 855090
    },
    {
      "epoch": 238.65,
      "grad_norm": 1.1333686113357544,
      "learning_rate": 3.940692856176235e-06,
      "loss": 0.3843,
      "step": 855100
    },
    {
      "epoch": 238.66,
      "grad_norm": 0.8051317930221558,
      "learning_rate": 3.9406730645113215e-06,
      "loss": 0.3499,
      "step": 855110
    },
    {
      "epoch": 238.66,
      "grad_norm": 1.030893087387085,
      "learning_rate": 3.940653272633857e-06,
      "loss": 0.3607,
      "step": 855120
    },
    {
      "epoch": 238.66,
      "grad_norm": 0.9907429814338684,
      "learning_rate": 3.940633480543845e-06,
      "loss": 0.3448,
      "step": 855130
    },
    {
      "epoch": 238.67,
      "grad_norm": 0.9091761112213135,
      "learning_rate": 3.940613688241286e-06,
      "loss": 0.3703,
      "step": 855140
    },
    {
      "epoch": 238.67,
      "grad_norm": 1.1366626024246216,
      "learning_rate": 3.9405938957261855e-06,
      "loss": 0.3582,
      "step": 855150
    },
    {
      "epoch": 238.67,
      "grad_norm": 0.957790732383728,
      "learning_rate": 3.940574102998544e-06,
      "loss": 0.3546,
      "step": 855160
    },
    {
      "epoch": 238.67,
      "grad_norm": 1.1627607345581055,
      "learning_rate": 3.9405543100583645e-06,
      "loss": 0.3688,
      "step": 855170
    },
    {
      "epoch": 238.68,
      "grad_norm": 1.1802527904510498,
      "learning_rate": 3.94053451690565e-06,
      "loss": 0.3787,
      "step": 855180
    },
    {
      "epoch": 238.68,
      "grad_norm": 1.1389501094818115,
      "learning_rate": 3.940514723540404e-06,
      "loss": 0.3619,
      "step": 855190
    },
    {
      "epoch": 238.68,
      "grad_norm": 1.175889253616333,
      "learning_rate": 3.940494929962627e-06,
      "loss": 0.3578,
      "step": 855200
    },
    {
      "epoch": 238.69,
      "grad_norm": 1.0998979806900024,
      "learning_rate": 3.940475136172323e-06,
      "loss": 0.3677,
      "step": 855210
    },
    {
      "epoch": 238.69,
      "grad_norm": 0.9504099488258362,
      "learning_rate": 3.9404553421694945e-06,
      "loss": 0.3538,
      "step": 855220
    },
    {
      "epoch": 238.69,
      "grad_norm": 1.0283207893371582,
      "learning_rate": 3.940435547954144e-06,
      "loss": 0.371,
      "step": 855230
    },
    {
      "epoch": 238.69,
      "grad_norm": 0.9861869215965271,
      "learning_rate": 3.9404157535262746e-06,
      "loss": 0.3679,
      "step": 855240
    },
    {
      "epoch": 238.7,
      "grad_norm": 1.1615890264511108,
      "learning_rate": 3.940395958885888e-06,
      "loss": 0.3752,
      "step": 855250
    },
    {
      "epoch": 238.7,
      "grad_norm": 1.0904017686843872,
      "learning_rate": 3.9403761640329885e-06,
      "loss": 0.3774,
      "step": 855260
    },
    {
      "epoch": 238.7,
      "grad_norm": 1.0975894927978516,
      "learning_rate": 3.9403563689675764e-06,
      "loss": 0.3673,
      "step": 855270
    },
    {
      "epoch": 238.7,
      "grad_norm": 0.9620213508605957,
      "learning_rate": 3.9403365736896565e-06,
      "loss": 0.354,
      "step": 855280
    },
    {
      "epoch": 238.71,
      "grad_norm": 1.004594326019287,
      "learning_rate": 3.94031677819923e-06,
      "loss": 0.373,
      "step": 855290
    },
    {
      "epoch": 238.71,
      "grad_norm": 1.0107122659683228,
      "learning_rate": 3.9402969824963e-06,
      "loss": 0.3662,
      "step": 855300
    },
    {
      "epoch": 238.71,
      "grad_norm": 1.236680269241333,
      "learning_rate": 3.940277186580869e-06,
      "loss": 0.35,
      "step": 855310
    },
    {
      "epoch": 238.72,
      "grad_norm": 1.3010135889053345,
      "learning_rate": 3.940257390452941e-06,
      "loss": 0.3707,
      "step": 855320
    },
    {
      "epoch": 238.72,
      "grad_norm": 1.051706075668335,
      "learning_rate": 3.940237594112516e-06,
      "loss": 0.3732,
      "step": 855330
    },
    {
      "epoch": 238.72,
      "grad_norm": 0.900351881980896,
      "learning_rate": 3.940217797559598e-06,
      "loss": 0.362,
      "step": 855340
    },
    {
      "epoch": 238.72,
      "grad_norm": 1.031479001045227,
      "learning_rate": 3.94019800079419e-06,
      "loss": 0.3418,
      "step": 855350
    },
    {
      "epoch": 238.73,
      "grad_norm": 1.6424059867858887,
      "learning_rate": 3.940178203816296e-06,
      "loss": 0.3652,
      "step": 855360
    },
    {
      "epoch": 238.73,
      "grad_norm": 0.9815176129341125,
      "learning_rate": 3.940158406625915e-06,
      "loss": 0.3754,
      "step": 855370
    },
    {
      "epoch": 238.73,
      "grad_norm": 1.248509407043457,
      "learning_rate": 3.940138609223052e-06,
      "loss": 0.3468,
      "step": 855380
    },
    {
      "epoch": 238.74,
      "grad_norm": 0.9931933879852295,
      "learning_rate": 3.940118811607709e-06,
      "loss": 0.3737,
      "step": 855390
    },
    {
      "epoch": 238.74,
      "grad_norm": 1.3652538061141968,
      "learning_rate": 3.94009901377989e-06,
      "loss": 0.3555,
      "step": 855400
    },
    {
      "epoch": 238.74,
      "grad_norm": 1.1463279724121094,
      "learning_rate": 3.9400792157395956e-06,
      "loss": 0.3669,
      "step": 855410
    },
    {
      "epoch": 238.74,
      "grad_norm": 1.1363520622253418,
      "learning_rate": 3.940059417486829e-06,
      "loss": 0.3806,
      "step": 855420
    },
    {
      "epoch": 238.75,
      "grad_norm": 1.0557023286819458,
      "learning_rate": 3.9400396190215945e-06,
      "loss": 0.3549,
      "step": 855430
    },
    {
      "epoch": 238.75,
      "grad_norm": 1.2070666551589966,
      "learning_rate": 3.940019820343893e-06,
      "loss": 0.3521,
      "step": 855440
    },
    {
      "epoch": 238.75,
      "grad_norm": 0.9221101403236389,
      "learning_rate": 3.940000021453726e-06,
      "loss": 0.3539,
      "step": 855450
    },
    {
      "epoch": 238.76,
      "grad_norm": 1.040637731552124,
      "learning_rate": 3.939980222351099e-06,
      "loss": 0.3664,
      "step": 855460
    },
    {
      "epoch": 238.76,
      "grad_norm": 1.1726113557815552,
      "learning_rate": 3.939960423036014e-06,
      "loss": 0.3545,
      "step": 855470
    },
    {
      "epoch": 238.76,
      "grad_norm": 1.0760886669158936,
      "learning_rate": 3.939940623508472e-06,
      "loss": 0.3595,
      "step": 855480
    },
    {
      "epoch": 238.76,
      "grad_norm": 1.3212709426879883,
      "learning_rate": 3.939920823768477e-06,
      "loss": 0.3609,
      "step": 855490
    },
    {
      "epoch": 238.77,
      "grad_norm": 1.0553733110427856,
      "learning_rate": 3.93990102381603e-06,
      "loss": 0.3855,
      "step": 855500
    },
    {
      "epoch": 238.77,
      "grad_norm": 2.243093490600586,
      "learning_rate": 3.939881223651136e-06,
      "loss": 0.3508,
      "step": 855510
    },
    {
      "epoch": 238.77,
      "grad_norm": 0.9179961085319519,
      "learning_rate": 3.939861423273796e-06,
      "loss": 0.368,
      "step": 855520
    },
    {
      "epoch": 238.77,
      "grad_norm": 1.699763298034668,
      "learning_rate": 3.939841622684014e-06,
      "loss": 0.3521,
      "step": 855530
    },
    {
      "epoch": 238.78,
      "grad_norm": 1.002663254737854,
      "learning_rate": 3.939821821881791e-06,
      "loss": 0.3453,
      "step": 855540
    },
    {
      "epoch": 238.78,
      "grad_norm": 1.0494064092636108,
      "learning_rate": 3.939802020867131e-06,
      "loss": 0.3679,
      "step": 855550
    },
    {
      "epoch": 238.78,
      "grad_norm": 1.0083874464035034,
      "learning_rate": 3.939782219640035e-06,
      "loss": 0.355,
      "step": 855560
    },
    {
      "epoch": 238.79,
      "grad_norm": 1.0506218671798706,
      "learning_rate": 3.939762418200509e-06,
      "loss": 0.3615,
      "step": 855570
    },
    {
      "epoch": 238.79,
      "grad_norm": 1.0318515300750732,
      "learning_rate": 3.939742616548551e-06,
      "loss": 0.3808,
      "step": 855580
    },
    {
      "epoch": 238.79,
      "grad_norm": 1.2049171924591064,
      "learning_rate": 3.939722814684166e-06,
      "loss": 0.37,
      "step": 855590
    },
    {
      "epoch": 238.79,
      "grad_norm": 1.175715446472168,
      "learning_rate": 3.9397030126073574e-06,
      "loss": 0.3522,
      "step": 855600
    },
    {
      "epoch": 238.8,
      "grad_norm": 1.689135193824768,
      "learning_rate": 3.939683210318127e-06,
      "loss": 0.3528,
      "step": 855610
    },
    {
      "epoch": 238.8,
      "grad_norm": 1.0251610279083252,
      "learning_rate": 3.939663407816477e-06,
      "loss": 0.3736,
      "step": 855620
    },
    {
      "epoch": 238.8,
      "grad_norm": 1.0862407684326172,
      "learning_rate": 3.939643605102411e-06,
      "loss": 0.3729,
      "step": 855630
    },
    {
      "epoch": 238.81,
      "grad_norm": 1.2059365510940552,
      "learning_rate": 3.939623802175931e-06,
      "loss": 0.3785,
      "step": 855640
    },
    {
      "epoch": 238.81,
      "grad_norm": 1.0274261236190796,
      "learning_rate": 3.939603999037039e-06,
      "loss": 0.3741,
      "step": 855650
    },
    {
      "epoch": 238.81,
      "grad_norm": 1.1901321411132812,
      "learning_rate": 3.93958419568574e-06,
      "loss": 0.3715,
      "step": 855660
    },
    {
      "epoch": 238.81,
      "grad_norm": 0.9669106602668762,
      "learning_rate": 3.939564392122034e-06,
      "loss": 0.345,
      "step": 855670
    },
    {
      "epoch": 238.82,
      "grad_norm": 0.847993016242981,
      "learning_rate": 3.9395445883459245e-06,
      "loss": 0.3857,
      "step": 855680
    },
    {
      "epoch": 238.82,
      "grad_norm": 1.0769816637039185,
      "learning_rate": 3.939524784357415e-06,
      "loss": 0.3479,
      "step": 855690
    },
    {
      "epoch": 238.82,
      "grad_norm": 1.2136237621307373,
      "learning_rate": 3.939504980156506e-06,
      "loss": 0.3755,
      "step": 855700
    },
    {
      "epoch": 238.83,
      "grad_norm": 1.1771522760391235,
      "learning_rate": 3.939485175743204e-06,
      "loss": 0.3578,
      "step": 855710
    },
    {
      "epoch": 238.83,
      "grad_norm": 0.9247511029243469,
      "learning_rate": 3.939465371117507e-06,
      "loss": 0.3581,
      "step": 855720
    },
    {
      "epoch": 238.83,
      "grad_norm": 1.029363989830017,
      "learning_rate": 3.93944556627942e-06,
      "loss": 0.3542,
      "step": 855730
    },
    {
      "epoch": 238.83,
      "grad_norm": 1.0846699476242065,
      "learning_rate": 3.939425761228947e-06,
      "loss": 0.3962,
      "step": 855740
    },
    {
      "epoch": 238.84,
      "grad_norm": 1.1066982746124268,
      "learning_rate": 3.939405955966088e-06,
      "loss": 0.364,
      "step": 855750
    },
    {
      "epoch": 238.84,
      "grad_norm": 1.0901334285736084,
      "learning_rate": 3.939386150490847e-06,
      "loss": 0.355,
      "step": 855760
    },
    {
      "epoch": 238.84,
      "grad_norm": 1.1441384553909302,
      "learning_rate": 3.939366344803227e-06,
      "loss": 0.3622,
      "step": 855770
    },
    {
      "epoch": 238.84,
      "grad_norm": 1.089253544807434,
      "learning_rate": 3.939346538903229e-06,
      "loss": 0.3651,
      "step": 855780
    },
    {
      "epoch": 238.85,
      "grad_norm": 1.0071481466293335,
      "learning_rate": 3.939326732790857e-06,
      "loss": 0.3654,
      "step": 855790
    },
    {
      "epoch": 238.85,
      "grad_norm": 0.8977822065353394,
      "learning_rate": 3.939306926466114e-06,
      "loss": 0.356,
      "step": 855800
    },
    {
      "epoch": 238.85,
      "grad_norm": 0.9377208948135376,
      "learning_rate": 3.939287119929001e-06,
      "loss": 0.3577,
      "step": 855810
    },
    {
      "epoch": 238.86,
      "grad_norm": 1.1469006538391113,
      "learning_rate": 3.939267313179522e-06,
      "loss": 0.3709,
      "step": 855820
    },
    {
      "epoch": 238.86,
      "grad_norm": 1.0673999786376953,
      "learning_rate": 3.939247506217679e-06,
      "loss": 0.3514,
      "step": 855830
    },
    {
      "epoch": 238.86,
      "grad_norm": 1.180588960647583,
      "learning_rate": 3.939227699043475e-06,
      "loss": 0.3599,
      "step": 855840
    },
    {
      "epoch": 238.86,
      "grad_norm": 1.4614078998565674,
      "learning_rate": 3.9392078916569124e-06,
      "loss": 0.3689,
      "step": 855850
    },
    {
      "epoch": 238.87,
      "grad_norm": 1.0589790344238281,
      "learning_rate": 3.9391880840579945e-06,
      "loss": 0.3799,
      "step": 855860
    },
    {
      "epoch": 238.87,
      "grad_norm": 1.1349716186523438,
      "learning_rate": 3.939168276246722e-06,
      "loss": 0.347,
      "step": 855870
    },
    {
      "epoch": 238.87,
      "grad_norm": 1.1997205018997192,
      "learning_rate": 3.9391484682231e-06,
      "loss": 0.3665,
      "step": 855880
    },
    {
      "epoch": 238.88,
      "grad_norm": 1.0443068742752075,
      "learning_rate": 3.9391286599871305e-06,
      "loss": 0.3615,
      "step": 855890
    },
    {
      "epoch": 238.88,
      "grad_norm": 1.1016453504562378,
      "learning_rate": 3.939108851538814e-06,
      "loss": 0.355,
      "step": 855900
    },
    {
      "epoch": 238.88,
      "grad_norm": 1.0750584602355957,
      "learning_rate": 3.9390890428781554e-06,
      "loss": 0.371,
      "step": 855910
    },
    {
      "epoch": 238.88,
      "grad_norm": 0.9894979596138,
      "learning_rate": 3.939069234005158e-06,
      "loss": 0.3602,
      "step": 855920
    },
    {
      "epoch": 238.89,
      "grad_norm": 1.103562831878662,
      "learning_rate": 3.939049424919822e-06,
      "loss": 0.3754,
      "step": 855930
    },
    {
      "epoch": 238.89,
      "grad_norm": 0.9872428774833679,
      "learning_rate": 3.939029615622152e-06,
      "loss": 0.3673,
      "step": 855940
    },
    {
      "epoch": 238.89,
      "grad_norm": 1.0717629194259644,
      "learning_rate": 3.939009806112149e-06,
      "loss": 0.3629,
      "step": 855950
    },
    {
      "epoch": 238.89,
      "grad_norm": 1.1243958473205566,
      "learning_rate": 3.938989996389817e-06,
      "loss": 0.3676,
      "step": 855960
    },
    {
      "epoch": 238.9,
      "grad_norm": 1.1612522602081299,
      "learning_rate": 3.938970186455157e-06,
      "loss": 0.3595,
      "step": 855970
    },
    {
      "epoch": 238.9,
      "grad_norm": 1.2082926034927368,
      "learning_rate": 3.938950376308174e-06,
      "loss": 0.3656,
      "step": 855980
    },
    {
      "epoch": 238.9,
      "grad_norm": 1.0255988836288452,
      "learning_rate": 3.938930565948869e-06,
      "loss": 0.3643,
      "step": 855990
    },
    {
      "epoch": 238.91,
      "grad_norm": 1.0301175117492676,
      "learning_rate": 3.9389107553772454e-06,
      "loss": 0.3575,
      "step": 856000
    },
    {
      "epoch": 238.91,
      "grad_norm": 0.9037654399871826,
      "learning_rate": 3.938890944593305e-06,
      "loss": 0.3677,
      "step": 856010
    },
    {
      "epoch": 238.91,
      "grad_norm": 2.550642728805542,
      "learning_rate": 3.9388711335970505e-06,
      "loss": 0.3764,
      "step": 856020
    },
    {
      "epoch": 238.91,
      "grad_norm": 0.8800066113471985,
      "learning_rate": 3.938851322388486e-06,
      "loss": 0.3789,
      "step": 856030
    },
    {
      "epoch": 238.92,
      "grad_norm": 1.006941556930542,
      "learning_rate": 3.938831510967613e-06,
      "loss": 0.3665,
      "step": 856040
    },
    {
      "epoch": 238.92,
      "grad_norm": 1.204880714416504,
      "learning_rate": 3.938811699334434e-06,
      "loss": 0.3697,
      "step": 856050
    },
    {
      "epoch": 238.92,
      "grad_norm": 1.0551499128341675,
      "learning_rate": 3.938791887488952e-06,
      "loss": 0.36,
      "step": 856060
    },
    {
      "epoch": 238.93,
      "grad_norm": 0.9760369062423706,
      "learning_rate": 3.9387720754311685e-06,
      "loss": 0.3655,
      "step": 856070
    },
    {
      "epoch": 238.93,
      "grad_norm": 1.1762970685958862,
      "learning_rate": 3.9387522631610875e-06,
      "loss": 0.3683,
      "step": 856080
    },
    {
      "epoch": 238.93,
      "grad_norm": 0.8534104228019714,
      "learning_rate": 3.938732450678711e-06,
      "loss": 0.376,
      "step": 856090
    },
    {
      "epoch": 238.93,
      "grad_norm": 1.0740673542022705,
      "learning_rate": 3.938712637984043e-06,
      "loss": 0.35,
      "step": 856100
    },
    {
      "epoch": 238.94,
      "grad_norm": 1.1714746952056885,
      "learning_rate": 3.938692825077085e-06,
      "loss": 0.3678,
      "step": 856110
    },
    {
      "epoch": 238.94,
      "grad_norm": 1.4871809482574463,
      "learning_rate": 3.938673011957839e-06,
      "loss": 0.3867,
      "step": 856120
    },
    {
      "epoch": 238.94,
      "grad_norm": 1.112017273902893,
      "learning_rate": 3.938653198626308e-06,
      "loss": 0.3711,
      "step": 856130
    },
    {
      "epoch": 238.95,
      "grad_norm": 1.116934061050415,
      "learning_rate": 3.938633385082495e-06,
      "loss": 0.3693,
      "step": 856140
    },
    {
      "epoch": 238.95,
      "grad_norm": 1.1260414123535156,
      "learning_rate": 3.938613571326404e-06,
      "loss": 0.3698,
      "step": 856150
    },
    {
      "epoch": 238.95,
      "grad_norm": 1.1063885688781738,
      "learning_rate": 3.938593757358035e-06,
      "loss": 0.3608,
      "step": 856160
    },
    {
      "epoch": 238.95,
      "grad_norm": 1.0160794258117676,
      "learning_rate": 3.9385739431773915e-06,
      "loss": 0.3604,
      "step": 856170
    },
    {
      "epoch": 238.96,
      "grad_norm": 0.9885256290435791,
      "learning_rate": 3.938554128784478e-06,
      "loss": 0.3632,
      "step": 856180
    },
    {
      "epoch": 238.96,
      "grad_norm": 1.0120820999145508,
      "learning_rate": 3.938534314179294e-06,
      "loss": 0.3801,
      "step": 856190
    },
    {
      "epoch": 238.96,
      "grad_norm": 1.2552649974822998,
      "learning_rate": 3.938514499361845e-06,
      "loss": 0.3722,
      "step": 856200
    },
    {
      "epoch": 238.96,
      "grad_norm": 1.206374168395996,
      "learning_rate": 3.938494684332132e-06,
      "loss": 0.3775,
      "step": 856210
    },
    {
      "epoch": 238.97,
      "grad_norm": 1.0546809434890747,
      "learning_rate": 3.938474869090158e-06,
      "loss": 0.3603,
      "step": 856220
    },
    {
      "epoch": 238.97,
      "grad_norm": 0.9724319577217102,
      "learning_rate": 3.938455053635925e-06,
      "loss": 0.3635,
      "step": 856230
    },
    {
      "epoch": 238.97,
      "grad_norm": 0.9010496139526367,
      "learning_rate": 3.938435237969437e-06,
      "loss": 0.3573,
      "step": 856240
    },
    {
      "epoch": 238.98,
      "grad_norm": 1.1590880155563354,
      "learning_rate": 3.938415422090696e-06,
      "loss": 0.3689,
      "step": 856250
    },
    {
      "epoch": 238.98,
      "grad_norm": 1.1347894668579102,
      "learning_rate": 3.938395605999705e-06,
      "loss": 0.3746,
      "step": 856260
    },
    {
      "epoch": 238.98,
      "grad_norm": 1.026723861694336,
      "learning_rate": 3.938375789696466e-06,
      "loss": 0.3669,
      "step": 856270
    },
    {
      "epoch": 238.98,
      "grad_norm": 1.2112895250320435,
      "learning_rate": 3.938355973180981e-06,
      "loss": 0.3638,
      "step": 856280
    },
    {
      "epoch": 238.99,
      "grad_norm": 1.0672637224197388,
      "learning_rate": 3.9383361564532544e-06,
      "loss": 0.3833,
      "step": 856290
    },
    {
      "epoch": 238.99,
      "grad_norm": 0.898606538772583,
      "learning_rate": 3.938316339513288e-06,
      "loss": 0.3441,
      "step": 856300
    },
    {
      "epoch": 238.99,
      "grad_norm": 0.9264549612998962,
      "learning_rate": 3.938296522361084e-06,
      "loss": 0.3534,
      "step": 856310
    },
    {
      "epoch": 239.0,
      "grad_norm": 0.9990354180335999,
      "learning_rate": 3.938276704996645e-06,
      "loss": 0.385,
      "step": 856320
    },
    {
      "epoch": 239.0,
      "grad_norm": 0.9445225596427917,
      "learning_rate": 3.938256887419975e-06,
      "loss": 0.3695,
      "step": 856330
    },
    {
      "epoch": 239.0,
      "eval_loss": 0.3650811016559601,
      "eval_runtime": 64.3923,
      "eval_samples_per_second": 78.565,
      "eval_steps_per_second": 9.83,
      "step": 856337
    },
    {
      "epoch": 239.0,
      "grad_norm": 1.0133163928985596,
      "learning_rate": 3.9382370696310755e-06,
      "loss": 0.3746,
      "step": 856340
    },
    {
      "epoch": 239.0,
      "grad_norm": 1.0872130393981934,
      "learning_rate": 3.938217251629948e-06,
      "loss": 0.3594,
      "step": 856350
    },
    {
      "epoch": 239.01,
      "grad_norm": 0.9333094954490662,
      "learning_rate": 3.938197433416598e-06,
      "loss": 0.3759,
      "step": 856360
    },
    {
      "epoch": 239.01,
      "grad_norm": 1.1496137380599976,
      "learning_rate": 3.938177614991026e-06,
      "loss": 0.363,
      "step": 856370
    },
    {
      "epoch": 239.01,
      "grad_norm": 1.020188570022583,
      "learning_rate": 3.938157796353236e-06,
      "loss": 0.364,
      "step": 856380
    },
    {
      "epoch": 239.01,
      "grad_norm": 1.1248403787612915,
      "learning_rate": 3.9381379775032295e-06,
      "loss": 0.356,
      "step": 856390
    },
    {
      "epoch": 239.02,
      "grad_norm": 1.0572518110275269,
      "learning_rate": 3.938118158441009e-06,
      "loss": 0.3761,
      "step": 856400
    },
    {
      "epoch": 239.02,
      "grad_norm": 0.9011784791946411,
      "learning_rate": 3.938098339166578e-06,
      "loss": 0.3765,
      "step": 856410
    },
    {
      "epoch": 239.02,
      "grad_norm": 0.9750771522521973,
      "learning_rate": 3.938078519679939e-06,
      "loss": 0.3663,
      "step": 856420
    },
    {
      "epoch": 239.03,
      "grad_norm": 1.1567069292068481,
      "learning_rate": 3.9380586999810935e-06,
      "loss": 0.3608,
      "step": 856430
    },
    {
      "epoch": 239.03,
      "grad_norm": 0.8985962271690369,
      "learning_rate": 3.938038880070046e-06,
      "loss": 0.3568,
      "step": 856440
    },
    {
      "epoch": 239.03,
      "grad_norm": 1.226653814315796,
      "learning_rate": 3.938019059946798e-06,
      "loss": 0.3597,
      "step": 856450
    },
    {
      "epoch": 239.03,
      "grad_norm": 1.0602483749389648,
      "learning_rate": 3.9379992396113525e-06,
      "loss": 0.3797,
      "step": 856460
    },
    {
      "epoch": 239.04,
      "grad_norm": 0.9990984797477722,
      "learning_rate": 3.937979419063712e-06,
      "loss": 0.3659,
      "step": 856470
    },
    {
      "epoch": 239.04,
      "grad_norm": 0.9617518782615662,
      "learning_rate": 3.9379595983038794e-06,
      "loss": 0.3703,
      "step": 856480
    },
    {
      "epoch": 239.04,
      "grad_norm": 1.0272746086120605,
      "learning_rate": 3.937939777331857e-06,
      "loss": 0.3552,
      "step": 856490
    },
    {
      "epoch": 239.05,
      "grad_norm": 0.9872039556503296,
      "learning_rate": 3.937919956147646e-06,
      "loss": 0.3622,
      "step": 856500
    },
    {
      "epoch": 239.05,
      "grad_norm": 0.9811596870422363,
      "learning_rate": 3.937900134751253e-06,
      "loss": 0.3546,
      "step": 856510
    },
    {
      "epoch": 239.05,
      "grad_norm": 1.3215131759643555,
      "learning_rate": 3.937880313142676e-06,
      "loss": 0.3661,
      "step": 856520
    },
    {
      "epoch": 239.05,
      "grad_norm": 0.9169932007789612,
      "learning_rate": 3.937860491321922e-06,
      "loss": 0.368,
      "step": 856530
    },
    {
      "epoch": 239.06,
      "grad_norm": 1.0322595834732056,
      "learning_rate": 3.93784066928899e-06,
      "loss": 0.378,
      "step": 856540
    },
    {
      "epoch": 239.06,
      "grad_norm": 0.9876350164413452,
      "learning_rate": 3.937820847043884e-06,
      "loss": 0.3574,
      "step": 856550
    },
    {
      "epoch": 239.06,
      "grad_norm": 1.2611371278762817,
      "learning_rate": 3.937801024586607e-06,
      "loss": 0.3649,
      "step": 856560
    },
    {
      "epoch": 239.07,
      "grad_norm": 1.0997514724731445,
      "learning_rate": 3.937781201917161e-06,
      "loss": 0.3742,
      "step": 856570
    },
    {
      "epoch": 239.07,
      "grad_norm": 1.3177940845489502,
      "learning_rate": 3.9377613790355495e-06,
      "loss": 0.3809,
      "step": 856580
    },
    {
      "epoch": 239.07,
      "grad_norm": 1.063632845878601,
      "learning_rate": 3.937741555941775e-06,
      "loss": 0.3624,
      "step": 856590
    },
    {
      "epoch": 239.07,
      "grad_norm": 1.0008779764175415,
      "learning_rate": 3.937721732635839e-06,
      "loss": 0.3611,
      "step": 856600
    },
    {
      "epoch": 239.08,
      "grad_norm": 1.0606943368911743,
      "learning_rate": 3.937701909117746e-06,
      "loss": 0.3644,
      "step": 856610
    },
    {
      "epoch": 239.08,
      "grad_norm": 1.1700241565704346,
      "learning_rate": 3.937682085387496e-06,
      "loss": 0.3569,
      "step": 856620
    },
    {
      "epoch": 239.08,
      "grad_norm": 1.2169831991195679,
      "learning_rate": 3.9376622614450944e-06,
      "loss": 0.3605,
      "step": 856630
    },
    {
      "epoch": 239.08,
      "grad_norm": 1.2111928462982178,
      "learning_rate": 3.937642437290542e-06,
      "loss": 0.3652,
      "step": 856640
    },
    {
      "epoch": 239.09,
      "grad_norm": 1.386013150215149,
      "learning_rate": 3.937622612923842e-06,
      "loss": 0.3468,
      "step": 856650
    },
    {
      "epoch": 239.09,
      "grad_norm": 1.0406877994537354,
      "learning_rate": 3.937602788344998e-06,
      "loss": 0.3593,
      "step": 856660
    },
    {
      "epoch": 239.09,
      "grad_norm": 1.0393054485321045,
      "learning_rate": 3.937582963554011e-06,
      "loss": 0.3625,
      "step": 856670
    },
    {
      "epoch": 239.1,
      "grad_norm": 0.971845805644989,
      "learning_rate": 3.937563138550885e-06,
      "loss": 0.3616,
      "step": 856680
    },
    {
      "epoch": 239.1,
      "grad_norm": 0.9645059704780579,
      "learning_rate": 3.937543313335622e-06,
      "loss": 0.3733,
      "step": 856690
    },
    {
      "epoch": 239.1,
      "grad_norm": 1.147565245628357,
      "learning_rate": 3.9375234879082245e-06,
      "loss": 0.3693,
      "step": 856700
    },
    {
      "epoch": 239.1,
      "grad_norm": 1.012728214263916,
      "learning_rate": 3.937503662268695e-06,
      "loss": 0.3531,
      "step": 856710
    },
    {
      "epoch": 239.11,
      "grad_norm": 0.9495645761489868,
      "learning_rate": 3.937483836417036e-06,
      "loss": 0.3782,
      "step": 856720
    },
    {
      "epoch": 239.11,
      "grad_norm": 1.155590295791626,
      "learning_rate": 3.937464010353252e-06,
      "loss": 0.3794,
      "step": 856730
    },
    {
      "epoch": 239.11,
      "grad_norm": 0.9501997828483582,
      "learning_rate": 3.937444184077343e-06,
      "loss": 0.3708,
      "step": 856740
    },
    {
      "epoch": 239.12,
      "grad_norm": 1.2730649709701538,
      "learning_rate": 3.937424357589314e-06,
      "loss": 0.3647,
      "step": 856750
    },
    {
      "epoch": 239.12,
      "grad_norm": 1.4281365871429443,
      "learning_rate": 3.937404530889165e-06,
      "loss": 0.3582,
      "step": 856760
    },
    {
      "epoch": 239.12,
      "grad_norm": 1.1476532220840454,
      "learning_rate": 3.937384703976902e-06,
      "loss": 0.3726,
      "step": 856770
    },
    {
      "epoch": 239.12,
      "grad_norm": 1.0729330778121948,
      "learning_rate": 3.937364876852524e-06,
      "loss": 0.3371,
      "step": 856780
    },
    {
      "epoch": 239.13,
      "grad_norm": 1.0132794380187988,
      "learning_rate": 3.937345049516037e-06,
      "loss": 0.3806,
      "step": 856790
    },
    {
      "epoch": 239.13,
      "grad_norm": 1.1608664989471436,
      "learning_rate": 3.937325221967441e-06,
      "loss": 0.3785,
      "step": 856800
    },
    {
      "epoch": 239.13,
      "grad_norm": 0.9163161516189575,
      "learning_rate": 3.93730539420674e-06,
      "loss": 0.367,
      "step": 856810
    },
    {
      "epoch": 239.13,
      "grad_norm": 1.2413811683654785,
      "learning_rate": 3.937285566233936e-06,
      "loss": 0.3622,
      "step": 856820
    },
    {
      "epoch": 239.14,
      "grad_norm": 1.1428020000457764,
      "learning_rate": 3.937265738049032e-06,
      "loss": 0.3654,
      "step": 856830
    },
    {
      "epoch": 239.14,
      "grad_norm": 1.3298695087432861,
      "learning_rate": 3.937245909652031e-06,
      "loss": 0.3564,
      "step": 856840
    },
    {
      "epoch": 239.14,
      "grad_norm": 1.1596375703811646,
      "learning_rate": 3.9372260810429355e-06,
      "loss": 0.3644,
      "step": 856850
    },
    {
      "epoch": 239.15,
      "grad_norm": 1.3129583597183228,
      "learning_rate": 3.937206252221748e-06,
      "loss": 0.3609,
      "step": 856860
    },
    {
      "epoch": 239.15,
      "grad_norm": 1.0173530578613281,
      "learning_rate": 3.9371864231884705e-06,
      "loss": 0.3481,
      "step": 856870
    },
    {
      "epoch": 239.15,
      "grad_norm": 0.9581238031387329,
      "learning_rate": 3.937166593943106e-06,
      "loss": 0.3694,
      "step": 856880
    },
    {
      "epoch": 239.15,
      "grad_norm": 1.3904467821121216,
      "learning_rate": 3.937146764485658e-06,
      "loss": 0.368,
      "step": 856890
    },
    {
      "epoch": 239.16,
      "grad_norm": 1.0420528650283813,
      "learning_rate": 3.937126934816128e-06,
      "loss": 0.3752,
      "step": 856900
    },
    {
      "epoch": 239.16,
      "grad_norm": 1.2380971908569336,
      "learning_rate": 3.937107104934519e-06,
      "loss": 0.3685,
      "step": 856910
    },
    {
      "epoch": 239.16,
      "grad_norm": 1.224589467048645,
      "learning_rate": 3.937087274840834e-06,
      "loss": 0.3683,
      "step": 856920
    },
    {
      "epoch": 239.17,
      "grad_norm": 1.088670253753662,
      "learning_rate": 3.937067444535076e-06,
      "loss": 0.348,
      "step": 856930
    },
    {
      "epoch": 239.17,
      "grad_norm": 1.0497922897338867,
      "learning_rate": 3.9370476140172455e-06,
      "loss": 0.3617,
      "step": 856940
    },
    {
      "epoch": 239.17,
      "grad_norm": 1.0160306692123413,
      "learning_rate": 3.937027783287348e-06,
      "loss": 0.3501,
      "step": 856950
    },
    {
      "epoch": 239.17,
      "grad_norm": 1.2685041427612305,
      "learning_rate": 3.937007952345383e-06,
      "loss": 0.3732,
      "step": 856960
    },
    {
      "epoch": 239.18,
      "grad_norm": 1.041108250617981,
      "learning_rate": 3.936988121191357e-06,
      "loss": 0.3682,
      "step": 856970
    },
    {
      "epoch": 239.18,
      "grad_norm": 1.2295348644256592,
      "learning_rate": 3.9369682898252695e-06,
      "loss": 0.3711,
      "step": 856980
    },
    {
      "epoch": 239.18,
      "grad_norm": 1.0085313320159912,
      "learning_rate": 3.936948458247125e-06,
      "loss": 0.3483,
      "step": 856990
    },
    {
      "epoch": 239.19,
      "grad_norm": 1.1295883655548096,
      "learning_rate": 3.936928626456924e-06,
      "loss": 0.3809,
      "step": 857000
    },
    {
      "epoch": 239.19,
      "grad_norm": 0.9983609318733215,
      "learning_rate": 3.936908794454671e-06,
      "loss": 0.3779,
      "step": 857010
    },
    {
      "epoch": 239.19,
      "grad_norm": 1.5524019002914429,
      "learning_rate": 3.936888962240369e-06,
      "loss": 0.3578,
      "step": 857020
    },
    {
      "epoch": 239.19,
      "grad_norm": 0.8803378939628601,
      "learning_rate": 3.936869129814019e-06,
      "loss": 0.3612,
      "step": 857030
    },
    {
      "epoch": 239.2,
      "grad_norm": 1.1304969787597656,
      "learning_rate": 3.936849297175625e-06,
      "loss": 0.3982,
      "step": 857040
    },
    {
      "epoch": 239.2,
      "grad_norm": 2.2343268394470215,
      "learning_rate": 3.936829464325189e-06,
      "loss": 0.3523,
      "step": 857050
    },
    {
      "epoch": 239.2,
      "grad_norm": 1.2532567977905273,
      "learning_rate": 3.936809631262713e-06,
      "loss": 0.3617,
      "step": 857060
    },
    {
      "epoch": 239.2,
      "grad_norm": 0.9718186855316162,
      "learning_rate": 3.9367897979882e-06,
      "loss": 0.3562,
      "step": 857070
    },
    {
      "epoch": 239.21,
      "grad_norm": 0.8895766735076904,
      "learning_rate": 3.9367699645016545e-06,
      "loss": 0.3682,
      "step": 857080
    },
    {
      "epoch": 239.21,
      "grad_norm": 1.109215259552002,
      "learning_rate": 3.9367501308030765e-06,
      "loss": 0.3613,
      "step": 857090
    },
    {
      "epoch": 239.21,
      "grad_norm": 1.136236310005188,
      "learning_rate": 3.93673029689247e-06,
      "loss": 0.3673,
      "step": 857100
    },
    {
      "epoch": 239.22,
      "grad_norm": 1.1813902854919434,
      "learning_rate": 3.936710462769838e-06,
      "loss": 0.3747,
      "step": 857110
    },
    {
      "epoch": 239.22,
      "grad_norm": 0.9792149662971497,
      "learning_rate": 3.936690628435182e-06,
      "loss": 0.3687,
      "step": 857120
    },
    {
      "epoch": 239.22,
      "grad_norm": 1.058990478515625,
      "learning_rate": 3.936670793888505e-06,
      "loss": 0.3601,
      "step": 857130
    },
    {
      "epoch": 239.22,
      "grad_norm": 3.0293350219726562,
      "learning_rate": 3.936650959129809e-06,
      "loss": 0.3709,
      "step": 857140
    },
    {
      "epoch": 239.23,
      "grad_norm": 1.0790566205978394,
      "learning_rate": 3.936631124159099e-06,
      "loss": 0.375,
      "step": 857150
    },
    {
      "epoch": 239.23,
      "grad_norm": 1.116555094718933,
      "learning_rate": 3.936611288976375e-06,
      "loss": 0.3635,
      "step": 857160
    },
    {
      "epoch": 239.23,
      "grad_norm": 0.9715574979782104,
      "learning_rate": 3.936591453581641e-06,
      "loss": 0.363,
      "step": 857170
    },
    {
      "epoch": 239.24,
      "grad_norm": 0.954606831073761,
      "learning_rate": 3.936571617974901e-06,
      "loss": 0.3663,
      "step": 857180
    },
    {
      "epoch": 239.24,
      "grad_norm": 1.2730247974395752,
      "learning_rate": 3.936551782156153e-06,
      "loss": 0.3591,
      "step": 857190
    },
    {
      "epoch": 239.24,
      "grad_norm": 1.3132747411727905,
      "learning_rate": 3.936531946125404e-06,
      "loss": 0.3684,
      "step": 857200
    },
    {
      "epoch": 239.24,
      "grad_norm": 1.0938985347747803,
      "learning_rate": 3.936512109882656e-06,
      "loss": 0.3641,
      "step": 857210
    },
    {
      "epoch": 239.25,
      "grad_norm": 1.0651816129684448,
      "learning_rate": 3.936492273427911e-06,
      "loss": 0.3683,
      "step": 857220
    },
    {
      "epoch": 239.25,
      "grad_norm": 0.9466081261634827,
      "learning_rate": 3.93647243676117e-06,
      "loss": 0.3773,
      "step": 857230
    },
    {
      "epoch": 239.25,
      "grad_norm": 1.110816240310669,
      "learning_rate": 3.936452599882438e-06,
      "loss": 0.3638,
      "step": 857240
    },
    {
      "epoch": 239.25,
      "grad_norm": 5.309769630432129,
      "learning_rate": 3.936432762791718e-06,
      "loss": 0.371,
      "step": 857250
    },
    {
      "epoch": 239.26,
      "grad_norm": 1.1440948247909546,
      "learning_rate": 3.93641292548901e-06,
      "loss": 0.3602,
      "step": 857260
    },
    {
      "epoch": 239.26,
      "grad_norm": 1.033874750137329,
      "learning_rate": 3.936393087974318e-06,
      "loss": 0.3505,
      "step": 857270
    },
    {
      "epoch": 239.26,
      "grad_norm": 1.1158337593078613,
      "learning_rate": 3.9363732502476465e-06,
      "loss": 0.3555,
      "step": 857280
    },
    {
      "epoch": 239.27,
      "grad_norm": 1.1873284578323364,
      "learning_rate": 3.936353412308995e-06,
      "loss": 0.3611,
      "step": 857290
    },
    {
      "epoch": 239.27,
      "grad_norm": 1.0276474952697754,
      "learning_rate": 3.936333574158368e-06,
      "loss": 0.3662,
      "step": 857300
    },
    {
      "epoch": 239.27,
      "grad_norm": 1.1276289224624634,
      "learning_rate": 3.936313735795768e-06,
      "loss": 0.362,
      "step": 857310
    },
    {
      "epoch": 239.27,
      "grad_norm": 0.9135675430297852,
      "learning_rate": 3.936293897221197e-06,
      "loss": 0.3782,
      "step": 857320
    },
    {
      "epoch": 239.28,
      "grad_norm": 1.2107126712799072,
      "learning_rate": 3.936274058434657e-06,
      "loss": 0.3591,
      "step": 857330
    },
    {
      "epoch": 239.28,
      "grad_norm": 0.9129237532615662,
      "learning_rate": 3.9362542194361525e-06,
      "loss": 0.3491,
      "step": 857340
    },
    {
      "epoch": 239.28,
      "grad_norm": 1.0512018203735352,
      "learning_rate": 3.9362343802256855e-06,
      "loss": 0.3769,
      "step": 857350
    },
    {
      "epoch": 239.29,
      "grad_norm": 1.2537065744400024,
      "learning_rate": 3.936214540803259e-06,
      "loss": 0.3654,
      "step": 857360
    },
    {
      "epoch": 239.29,
      "grad_norm": 1.1716365814208984,
      "learning_rate": 3.936194701168874e-06,
      "loss": 0.3728,
      "step": 857370
    },
    {
      "epoch": 239.29,
      "grad_norm": 1.108741283416748,
      "learning_rate": 3.936174861322534e-06,
      "loss": 0.3675,
      "step": 857380
    },
    {
      "epoch": 239.29,
      "grad_norm": 1.2354358434677124,
      "learning_rate": 3.936155021264242e-06,
      "loss": 0.3695,
      "step": 857390
    },
    {
      "epoch": 239.3,
      "grad_norm": 1.0760090351104736,
      "learning_rate": 3.936135180994001e-06,
      "loss": 0.372,
      "step": 857400
    },
    {
      "epoch": 239.3,
      "grad_norm": 1.0319013595581055,
      "learning_rate": 3.9361153405118125e-06,
      "loss": 0.3605,
      "step": 857410
    },
    {
      "epoch": 239.3,
      "grad_norm": 1.0093541145324707,
      "learning_rate": 3.93609549981768e-06,
      "loss": 0.3609,
      "step": 857420
    },
    {
      "epoch": 239.31,
      "grad_norm": 1.0424257516860962,
      "learning_rate": 3.9360756589116055e-06,
      "loss": 0.3626,
      "step": 857430
    },
    {
      "epoch": 239.31,
      "grad_norm": 1.0614168643951416,
      "learning_rate": 3.936055817793593e-06,
      "loss": 0.3803,
      "step": 857440
    },
    {
      "epoch": 239.31,
      "grad_norm": 1.2614169120788574,
      "learning_rate": 3.936035976463643e-06,
      "loss": 0.3656,
      "step": 857450
    },
    {
      "epoch": 239.31,
      "grad_norm": 0.8480312824249268,
      "learning_rate": 3.9360161349217594e-06,
      "loss": 0.3583,
      "step": 857460
    },
    {
      "epoch": 239.32,
      "grad_norm": 1.0046714544296265,
      "learning_rate": 3.9359962931679456e-06,
      "loss": 0.3702,
      "step": 857470
    },
    {
      "epoch": 239.32,
      "grad_norm": 1.0490857362747192,
      "learning_rate": 3.935976451202203e-06,
      "loss": 0.3819,
      "step": 857480
    },
    {
      "epoch": 239.32,
      "grad_norm": 1.0718125104904175,
      "learning_rate": 3.935956609024535e-06,
      "loss": 0.3662,
      "step": 857490
    },
    {
      "epoch": 239.32,
      "grad_norm": 1.5683976411819458,
      "learning_rate": 3.935936766634943e-06,
      "loss": 0.3544,
      "step": 857500
    },
    {
      "epoch": 239.33,
      "grad_norm": 0.9747226238250732,
      "learning_rate": 3.935916924033431e-06,
      "loss": 0.3705,
      "step": 857510
    },
    {
      "epoch": 239.33,
      "grad_norm": 1.1270103454589844,
      "learning_rate": 3.935897081220001e-06,
      "loss": 0.3562,
      "step": 857520
    },
    {
      "epoch": 239.33,
      "grad_norm": 1.1645166873931885,
      "learning_rate": 3.935877238194656e-06,
      "loss": 0.3745,
      "step": 857530
    },
    {
      "epoch": 239.34,
      "grad_norm": 0.8797285556793213,
      "learning_rate": 3.935857394957399e-06,
      "loss": 0.3995,
      "step": 857540
    },
    {
      "epoch": 239.34,
      "grad_norm": 1.0627169609069824,
      "learning_rate": 3.935837551508231e-06,
      "loss": 0.3574,
      "step": 857550
    },
    {
      "epoch": 239.34,
      "grad_norm": 1.2189453840255737,
      "learning_rate": 3.935817707847156e-06,
      "loss": 0.3751,
      "step": 857560
    },
    {
      "epoch": 239.34,
      "grad_norm": 1.2646433115005493,
      "learning_rate": 3.935797863974177e-06,
      "loss": 0.358,
      "step": 857570
    },
    {
      "epoch": 239.35,
      "grad_norm": 0.9618433117866516,
      "learning_rate": 3.935778019889295e-06,
      "loss": 0.3645,
      "step": 857580
    },
    {
      "epoch": 239.35,
      "grad_norm": 0.9083770513534546,
      "learning_rate": 3.935758175592515e-06,
      "loss": 0.3702,
      "step": 857590
    },
    {
      "epoch": 239.35,
      "grad_norm": 0.9670329093933105,
      "learning_rate": 3.9357383310838365e-06,
      "loss": 0.355,
      "step": 857600
    },
    {
      "epoch": 239.36,
      "grad_norm": 1.0052382946014404,
      "learning_rate": 3.935718486363265e-06,
      "loss": 0.3616,
      "step": 857610
    },
    {
      "epoch": 239.36,
      "grad_norm": 0.9923500418663025,
      "learning_rate": 3.935698641430802e-06,
      "loss": 0.3764,
      "step": 857620
    },
    {
      "epoch": 239.36,
      "grad_norm": 0.978126049041748,
      "learning_rate": 3.93567879628645e-06,
      "loss": 0.3836,
      "step": 857630
    },
    {
      "epoch": 239.36,
      "grad_norm": 1.09365713596344,
      "learning_rate": 3.935658950930212e-06,
      "loss": 0.372,
      "step": 857640
    },
    {
      "epoch": 239.37,
      "grad_norm": 1.1057040691375732,
      "learning_rate": 3.93563910536209e-06,
      "loss": 0.3765,
      "step": 857650
    },
    {
      "epoch": 239.37,
      "grad_norm": 1.0036842823028564,
      "learning_rate": 3.935619259582088e-06,
      "loss": 0.3703,
      "step": 857660
    },
    {
      "epoch": 239.37,
      "grad_norm": 1.124272346496582,
      "learning_rate": 3.935599413590207e-06,
      "loss": 0.3721,
      "step": 857670
    },
    {
      "epoch": 239.37,
      "grad_norm": 1.1443020105361938,
      "learning_rate": 3.9355795673864505e-06,
      "loss": 0.3816,
      "step": 857680
    },
    {
      "epoch": 239.38,
      "grad_norm": 1.258487582206726,
      "learning_rate": 3.935559720970822e-06,
      "loss": 0.3659,
      "step": 857690
    },
    {
      "epoch": 239.38,
      "grad_norm": 1.0195757150650024,
      "learning_rate": 3.935539874343322e-06,
      "loss": 0.3643,
      "step": 857700
    },
    {
      "epoch": 239.38,
      "grad_norm": 1.0058790445327759,
      "learning_rate": 3.935520027503955e-06,
      "loss": 0.3685,
      "step": 857710
    },
    {
      "epoch": 239.39,
      "grad_norm": 1.0117621421813965,
      "learning_rate": 3.935500180452722e-06,
      "loss": 0.3608,
      "step": 857720
    },
    {
      "epoch": 239.39,
      "grad_norm": 0.9794679880142212,
      "learning_rate": 3.935480333189628e-06,
      "loss": 0.3447,
      "step": 857730
    },
    {
      "epoch": 239.39,
      "grad_norm": 1.103988528251648,
      "learning_rate": 3.9354604857146734e-06,
      "loss": 0.353,
      "step": 857740
    },
    {
      "epoch": 239.39,
      "grad_norm": 0.9193658232688904,
      "learning_rate": 3.935440638027862e-06,
      "loss": 0.3846,
      "step": 857750
    },
    {
      "epoch": 239.4,
      "grad_norm": 0.9517163634300232,
      "learning_rate": 3.935420790129196e-06,
      "loss": 0.3678,
      "step": 857760
    },
    {
      "epoch": 239.4,
      "grad_norm": 0.9662711024284363,
      "learning_rate": 3.935400942018679e-06,
      "loss": 0.368,
      "step": 857770
    },
    {
      "epoch": 239.4,
      "grad_norm": 1.0568487644195557,
      "learning_rate": 3.9353810936963114e-06,
      "loss": 0.3738,
      "step": 857780
    },
    {
      "epoch": 239.41,
      "grad_norm": 1.0490326881408691,
      "learning_rate": 3.935361245162099e-06,
      "loss": 0.3385,
      "step": 857790
    },
    {
      "epoch": 239.41,
      "grad_norm": 1.1117620468139648,
      "learning_rate": 3.935341396416041e-06,
      "loss": 0.3863,
      "step": 857800
    },
    {
      "epoch": 239.41,
      "grad_norm": 1.1539175510406494,
      "learning_rate": 3.935321547458142e-06,
      "loss": 0.3849,
      "step": 857810
    },
    {
      "epoch": 239.41,
      "grad_norm": 0.9740947484970093,
      "learning_rate": 3.935301698288406e-06,
      "loss": 0.3744,
      "step": 857820
    },
    {
      "epoch": 239.42,
      "grad_norm": 1.1091545820236206,
      "learning_rate": 3.935281848906832e-06,
      "loss": 0.3532,
      "step": 857830
    },
    {
      "epoch": 239.42,
      "grad_norm": 1.0629394054412842,
      "learning_rate": 3.935261999313425e-06,
      "loss": 0.3563,
      "step": 857840
    },
    {
      "epoch": 239.42,
      "grad_norm": 0.9949829578399658,
      "learning_rate": 3.935242149508189e-06,
      "loss": 0.3526,
      "step": 857850
    },
    {
      "epoch": 239.43,
      "grad_norm": 1.2471050024032593,
      "learning_rate": 3.935222299491124e-06,
      "loss": 0.382,
      "step": 857860
    },
    {
      "epoch": 239.43,
      "grad_norm": 1.033801794052124,
      "learning_rate": 3.935202449262233e-06,
      "loss": 0.359,
      "step": 857870
    },
    {
      "epoch": 239.43,
      "grad_norm": 1.307541012763977,
      "learning_rate": 3.935182598821518e-06,
      "loss": 0.3553,
      "step": 857880
    },
    {
      "epoch": 239.43,
      "grad_norm": 1.169682502746582,
      "learning_rate": 3.935162748168986e-06,
      "loss": 0.3596,
      "step": 857890
    },
    {
      "epoch": 239.44,
      "grad_norm": 1.0384379625320435,
      "learning_rate": 3.9351428973046344e-06,
      "loss": 0.3477,
      "step": 857900
    },
    {
      "epoch": 239.44,
      "grad_norm": 1.0876049995422363,
      "learning_rate": 3.935123046228469e-06,
      "loss": 0.3754,
      "step": 857910
    },
    {
      "epoch": 239.44,
      "grad_norm": 1.2754969596862793,
      "learning_rate": 3.935103194940491e-06,
      "loss": 0.3733,
      "step": 857920
    },
    {
      "epoch": 239.44,
      "grad_norm": 1.2753503322601318,
      "learning_rate": 3.935083343440704e-06,
      "loss": 0.3499,
      "step": 857930
    },
    {
      "epoch": 239.45,
      "grad_norm": 1.036358118057251,
      "learning_rate": 3.935063491729109e-06,
      "loss": 0.3578,
      "step": 857940
    },
    {
      "epoch": 239.45,
      "grad_norm": 1.2921226024627686,
      "learning_rate": 3.935043639805711e-06,
      "loss": 0.3512,
      "step": 857950
    },
    {
      "epoch": 239.45,
      "grad_norm": 1.1779155731201172,
      "learning_rate": 3.93502378767051e-06,
      "loss": 0.3764,
      "step": 857960
    },
    {
      "epoch": 239.46,
      "grad_norm": 1.1613105535507202,
      "learning_rate": 3.9350039353235115e-06,
      "loss": 0.3836,
      "step": 857970
    },
    {
      "epoch": 239.46,
      "grad_norm": 1.062888741493225,
      "learning_rate": 3.934984082764716e-06,
      "loss": 0.3754,
      "step": 857980
    },
    {
      "epoch": 239.46,
      "grad_norm": 1.0242964029312134,
      "learning_rate": 3.934964229994126e-06,
      "loss": 0.352,
      "step": 857990
    },
    {
      "epoch": 239.46,
      "grad_norm": 1.0852259397506714,
      "learning_rate": 3.9349443770117455e-06,
      "loss": 0.3706,
      "step": 858000
    },
    {
      "epoch": 239.47,
      "grad_norm": 0.9921227097511292,
      "learning_rate": 3.934924523817577e-06,
      "loss": 0.363,
      "step": 858010
    },
    {
      "epoch": 239.47,
      "grad_norm": 1.0540270805358887,
      "learning_rate": 3.934904670411623e-06,
      "loss": 0.3713,
      "step": 858020
    },
    {
      "epoch": 239.47,
      "grad_norm": 1.2003902196884155,
      "learning_rate": 3.934884816793885e-06,
      "loss": 0.3499,
      "step": 858030
    },
    {
      "epoch": 239.48,
      "grad_norm": 1.1011714935302734,
      "learning_rate": 3.934864962964367e-06,
      "loss": 0.355,
      "step": 858040
    },
    {
      "epoch": 239.48,
      "grad_norm": 2.0932726860046387,
      "learning_rate": 3.934845108923072e-06,
      "loss": 0.366,
      "step": 858050
    },
    {
      "epoch": 239.48,
      "grad_norm": 0.9175536036491394,
      "learning_rate": 3.934825254670001e-06,
      "loss": 0.376,
      "step": 858060
    },
    {
      "epoch": 239.48,
      "grad_norm": 1.0509228706359863,
      "learning_rate": 3.9348054002051566e-06,
      "loss": 0.3587,
      "step": 858070
    },
    {
      "epoch": 239.49,
      "grad_norm": 1.0124430656433105,
      "learning_rate": 3.934785545528543e-06,
      "loss": 0.3785,
      "step": 858080
    },
    {
      "epoch": 239.49,
      "grad_norm": 1.108926773071289,
      "learning_rate": 3.934765690640162e-06,
      "loss": 0.3748,
      "step": 858090
    },
    {
      "epoch": 239.49,
      "grad_norm": 1.5697362422943115,
      "learning_rate": 3.934745835540017e-06,
      "loss": 0.3818,
      "step": 858100
    },
    {
      "epoch": 239.49,
      "grad_norm": 1.0646225214004517,
      "learning_rate": 3.93472598022811e-06,
      "loss": 0.3541,
      "step": 858110
    },
    {
      "epoch": 239.5,
      "grad_norm": 1.2296984195709229,
      "learning_rate": 3.934706124704443e-06,
      "loss": 0.3641,
      "step": 858120
    },
    {
      "epoch": 239.5,
      "grad_norm": 1.1006673574447632,
      "learning_rate": 3.934686268969019e-06,
      "loss": 0.3683,
      "step": 858130
    },
    {
      "epoch": 239.5,
      "grad_norm": 1.1852102279663086,
      "learning_rate": 3.934666413021842e-06,
      "loss": 0.3708,
      "step": 858140
    },
    {
      "epoch": 239.51,
      "grad_norm": 1.0027109384536743,
      "learning_rate": 3.934646556862913e-06,
      "loss": 0.369,
      "step": 858150
    },
    {
      "epoch": 239.51,
      "grad_norm": 1.1709660291671753,
      "learning_rate": 3.934626700492235e-06,
      "loss": 0.3618,
      "step": 858160
    },
    {
      "epoch": 239.51,
      "grad_norm": 0.9563824534416199,
      "learning_rate": 3.934606843909811e-06,
      "loss": 0.3592,
      "step": 858170
    },
    {
      "epoch": 239.51,
      "grad_norm": 1.034364104270935,
      "learning_rate": 3.9345869871156445e-06,
      "loss": 0.3668,
      "step": 858180
    },
    {
      "epoch": 239.52,
      "grad_norm": 1.3050274848937988,
      "learning_rate": 3.934567130109736e-06,
      "loss": 0.3674,
      "step": 858190
    },
    {
      "epoch": 239.52,
      "grad_norm": 1.5241782665252686,
      "learning_rate": 3.93454727289209e-06,
      "loss": 0.3527,
      "step": 858200
    },
    {
      "epoch": 239.52,
      "grad_norm": 1.0969690084457397,
      "learning_rate": 3.934527415462707e-06,
      "loss": 0.3559,
      "step": 858210
    },
    {
      "epoch": 239.53,
      "grad_norm": 1.0191895961761475,
      "learning_rate": 3.934507557821593e-06,
      "loss": 0.364,
      "step": 858220
    },
    {
      "epoch": 239.53,
      "grad_norm": 1.5360108613967896,
      "learning_rate": 3.934487699968748e-06,
      "loss": 0.3634,
      "step": 858230
    },
    {
      "epoch": 239.53,
      "grad_norm": 1.067583680152893,
      "learning_rate": 3.934467841904175e-06,
      "loss": 0.3407,
      "step": 858240
    },
    {
      "epoch": 239.53,
      "grad_norm": 0.989172637462616,
      "learning_rate": 3.934447983627878e-06,
      "loss": 0.364,
      "step": 858250
    },
    {
      "epoch": 239.54,
      "grad_norm": 1.049113154411316,
      "learning_rate": 3.934428125139857e-06,
      "loss": 0.3623,
      "step": 858260
    },
    {
      "epoch": 239.54,
      "grad_norm": 0.9916375279426575,
      "learning_rate": 3.934408266440118e-06,
      "loss": 0.367,
      "step": 858270
    },
    {
      "epoch": 239.54,
      "grad_norm": 0.9666381478309631,
      "learning_rate": 3.934388407528661e-06,
      "loss": 0.3602,
      "step": 858280
    },
    {
      "epoch": 239.55,
      "grad_norm": 0.9727128148078918,
      "learning_rate": 3.93436854840549e-06,
      "loss": 0.3653,
      "step": 858290
    },
    {
      "epoch": 239.55,
      "grad_norm": 1.1345133781433105,
      "learning_rate": 3.934348689070607e-06,
      "loss": 0.3609,
      "step": 858300
    },
    {
      "epoch": 239.55,
      "grad_norm": 1.0485249757766724,
      "learning_rate": 3.934328829524015e-06,
      "loss": 0.3633,
      "step": 858310
    },
    {
      "epoch": 239.55,
      "grad_norm": 1.208752989768982,
      "learning_rate": 3.934308969765717e-06,
      "loss": 0.374,
      "step": 858320
    },
    {
      "epoch": 239.56,
      "grad_norm": 1.2928259372711182,
      "learning_rate": 3.934289109795714e-06,
      "loss": 0.3773,
      "step": 858330
    },
    {
      "epoch": 239.56,
      "grad_norm": 1.1778533458709717,
      "learning_rate": 3.934269249614011e-06,
      "loss": 0.3758,
      "step": 858340
    },
    {
      "epoch": 239.56,
      "grad_norm": 1.1013903617858887,
      "learning_rate": 3.934249389220609e-06,
      "loss": 0.3628,
      "step": 858350
    },
    {
      "epoch": 239.56,
      "grad_norm": 1.0959519147872925,
      "learning_rate": 3.934229528615511e-06,
      "loss": 0.3615,
      "step": 858360
    },
    {
      "epoch": 239.57,
      "grad_norm": 1.0401302576065063,
      "learning_rate": 3.93420966779872e-06,
      "loss": 0.3743,
      "step": 858370
    },
    {
      "epoch": 239.57,
      "grad_norm": 1.163638949394226,
      "learning_rate": 3.9341898067702384e-06,
      "loss": 0.3562,
      "step": 858380
    },
    {
      "epoch": 239.57,
      "grad_norm": 0.987007200717926,
      "learning_rate": 3.934169945530068e-06,
      "loss": 0.3574,
      "step": 858390
    },
    {
      "epoch": 239.58,
      "grad_norm": 1.201192021369934,
      "learning_rate": 3.9341500840782135e-06,
      "loss": 0.361,
      "step": 858400
    },
    {
      "epoch": 239.58,
      "grad_norm": 0.9859698414802551,
      "learning_rate": 3.934130222414676e-06,
      "loss": 0.3694,
      "step": 858410
    },
    {
      "epoch": 239.58,
      "grad_norm": 0.9823703169822693,
      "learning_rate": 3.934110360539457e-06,
      "loss": 0.3632,
      "step": 858420
    },
    {
      "epoch": 239.58,
      "grad_norm": 0.989548921585083,
      "learning_rate": 3.934090498452562e-06,
      "loss": 0.3632,
      "step": 858430
    },
    {
      "epoch": 239.59,
      "grad_norm": 1.1440645456314087,
      "learning_rate": 3.934070636153992e-06,
      "loss": 0.3672,
      "step": 858440
    },
    {
      "epoch": 239.59,
      "grad_norm": 1.051611304283142,
      "learning_rate": 3.9340507736437495e-06,
      "loss": 0.3672,
      "step": 858450
    },
    {
      "epoch": 239.59,
      "grad_norm": 1.0717289447784424,
      "learning_rate": 3.934030910921838e-06,
      "loss": 0.368,
      "step": 858460
    },
    {
      "epoch": 239.6,
      "grad_norm": 1.3616200685501099,
      "learning_rate": 3.93401104798826e-06,
      "loss": 0.3659,
      "step": 858470
    },
    {
      "epoch": 239.6,
      "grad_norm": 1.0656898021697998,
      "learning_rate": 3.933991184843017e-06,
      "loss": 0.3702,
      "step": 858480
    },
    {
      "epoch": 239.6,
      "grad_norm": 1.005859613418579,
      "learning_rate": 3.9339713214861135e-06,
      "loss": 0.3701,
      "step": 858490
    },
    {
      "epoch": 239.6,
      "grad_norm": 1.3287962675094604,
      "learning_rate": 3.9339514579175505e-06,
      "loss": 0.3726,
      "step": 858500
    },
    {
      "epoch": 239.61,
      "grad_norm": 1.0831453800201416,
      "learning_rate": 3.933931594137331e-06,
      "loss": 0.3558,
      "step": 858510
    },
    {
      "epoch": 239.61,
      "grad_norm": 1.09075927734375,
      "learning_rate": 3.933911730145459e-06,
      "loss": 0.3733,
      "step": 858520
    },
    {
      "epoch": 239.61,
      "grad_norm": 1.2298624515533447,
      "learning_rate": 3.933891865941935e-06,
      "loss": 0.3394,
      "step": 858530
    },
    {
      "epoch": 239.61,
      "grad_norm": 1.0758821964263916,
      "learning_rate": 3.933872001526763e-06,
      "loss": 0.3512,
      "step": 858540
    },
    {
      "epoch": 239.62,
      "grad_norm": 0.9879800081253052,
      "learning_rate": 3.933852136899944e-06,
      "loss": 0.3487,
      "step": 858550
    },
    {
      "epoch": 239.62,
      "grad_norm": 1.1066594123840332,
      "learning_rate": 3.933832272061484e-06,
      "loss": 0.3594,
      "step": 858560
    },
    {
      "epoch": 239.62,
      "grad_norm": 1.147645354270935,
      "learning_rate": 3.933812407011383e-06,
      "loss": 0.3716,
      "step": 858570
    },
    {
      "epoch": 239.63,
      "grad_norm": 1.1177388429641724,
      "learning_rate": 3.933792541749644e-06,
      "loss": 0.3616,
      "step": 858580
    },
    {
      "epoch": 239.63,
      "grad_norm": 1.0942232608795166,
      "learning_rate": 3.93377267627627e-06,
      "loss": 0.3771,
      "step": 858590
    },
    {
      "epoch": 239.63,
      "grad_norm": 0.8892055749893188,
      "learning_rate": 3.933752810591263e-06,
      "loss": 0.3692,
      "step": 858600
    },
    {
      "epoch": 239.63,
      "grad_norm": 0.997687816619873,
      "learning_rate": 3.933732944694627e-06,
      "loss": 0.365,
      "step": 858610
    },
    {
      "epoch": 239.64,
      "grad_norm": 1.1148316860198975,
      "learning_rate": 3.933713078586364e-06,
      "loss": 0.3628,
      "step": 858620
    },
    {
      "epoch": 239.64,
      "grad_norm": 1.0273991823196411,
      "learning_rate": 3.933693212266475e-06,
      "loss": 0.3616,
      "step": 858630
    },
    {
      "epoch": 239.64,
      "grad_norm": 1.026929259300232,
      "learning_rate": 3.933673345734966e-06,
      "loss": 0.3559,
      "step": 858640
    },
    {
      "epoch": 239.65,
      "grad_norm": 1.0484707355499268,
      "learning_rate": 3.933653478991836e-06,
      "loss": 0.3596,
      "step": 858650
    },
    {
      "epoch": 239.65,
      "grad_norm": 1.1356680393218994,
      "learning_rate": 3.933633612037091e-06,
      "loss": 0.3828,
      "step": 858660
    },
    {
      "epoch": 239.65,
      "grad_norm": 1.179018497467041,
      "learning_rate": 3.933613744870732e-06,
      "loss": 0.3515,
      "step": 858670
    },
    {
      "epoch": 239.65,
      "grad_norm": 1.0690947771072388,
      "learning_rate": 3.93359387749276e-06,
      "loss": 0.3487,
      "step": 858680
    },
    {
      "epoch": 239.66,
      "grad_norm": 1.1549537181854248,
      "learning_rate": 3.933574009903181e-06,
      "loss": 0.3669,
      "step": 858690
    },
    {
      "epoch": 239.66,
      "grad_norm": 0.979049801826477,
      "learning_rate": 3.933554142101995e-06,
      "loss": 0.3672,
      "step": 858700
    },
    {
      "epoch": 239.66,
      "grad_norm": 0.9752602577209473,
      "learning_rate": 3.933534274089206e-06,
      "loss": 0.3747,
      "step": 858710
    },
    {
      "epoch": 239.67,
      "grad_norm": 1.1734919548034668,
      "learning_rate": 3.933514405864817e-06,
      "loss": 0.3586,
      "step": 858720
    },
    {
      "epoch": 239.67,
      "grad_norm": 1.0613609552383423,
      "learning_rate": 3.933494537428829e-06,
      "loss": 0.354,
      "step": 858730
    },
    {
      "epoch": 239.67,
      "grad_norm": 1.2272096872329712,
      "learning_rate": 3.933474668781246e-06,
      "loss": 0.3455,
      "step": 858740
    },
    {
      "epoch": 239.67,
      "grad_norm": 0.9901819229125977,
      "learning_rate": 3.93345479992207e-06,
      "loss": 0.3471,
      "step": 858750
    },
    {
      "epoch": 239.68,
      "grad_norm": 1.0273094177246094,
      "learning_rate": 3.9334349308513035e-06,
      "loss": 0.3682,
      "step": 858760
    },
    {
      "epoch": 239.68,
      "grad_norm": 0.9883221983909607,
      "learning_rate": 3.93341506156895e-06,
      "loss": 0.3721,
      "step": 858770
    },
    {
      "epoch": 239.68,
      "grad_norm": 1.1006747484207153,
      "learning_rate": 3.933395192075011e-06,
      "loss": 0.3677,
      "step": 858780
    },
    {
      "epoch": 239.68,
      "grad_norm": 1.0233604907989502,
      "learning_rate": 3.933375322369491e-06,
      "loss": 0.3525,
      "step": 858790
    },
    {
      "epoch": 239.69,
      "grad_norm": 1.1422191858291626,
      "learning_rate": 3.933355452452391e-06,
      "loss": 0.3535,
      "step": 858800
    },
    {
      "epoch": 239.69,
      "grad_norm": 1.1150106191635132,
      "learning_rate": 3.933335582323714e-06,
      "loss": 0.3725,
      "step": 858810
    },
    {
      "epoch": 239.69,
      "grad_norm": 1.270228385925293,
      "learning_rate": 3.933315711983462e-06,
      "loss": 0.3654,
      "step": 858820
    },
    {
      "epoch": 239.7,
      "grad_norm": 1.2317748069763184,
      "learning_rate": 3.933295841431639e-06,
      "loss": 0.3734,
      "step": 858830
    },
    {
      "epoch": 239.7,
      "grad_norm": 1.0259876251220703,
      "learning_rate": 3.933275970668247e-06,
      "loss": 0.3673,
      "step": 858840
    },
    {
      "epoch": 239.7,
      "grad_norm": 3.943889617919922,
      "learning_rate": 3.933256099693289e-06,
      "loss": 0.3763,
      "step": 858850
    },
    {
      "epoch": 239.7,
      "grad_norm": 1.2076597213745117,
      "learning_rate": 3.933236228506767e-06,
      "loss": 0.3469,
      "step": 858860
    },
    {
      "epoch": 239.71,
      "grad_norm": 1.151017427444458,
      "learning_rate": 3.9332163571086835e-06,
      "loss": 0.3672,
      "step": 858870
    },
    {
      "epoch": 239.71,
      "grad_norm": 0.9499081373214722,
      "learning_rate": 3.933196485499043e-06,
      "loss": 0.3592,
      "step": 858880
    },
    {
      "epoch": 239.71,
      "grad_norm": 1.209214210510254,
      "learning_rate": 3.9331766136778445e-06,
      "loss": 0.3646,
      "step": 858890
    },
    {
      "epoch": 239.72,
      "grad_norm": 1.018341064453125,
      "learning_rate": 3.933156741645095e-06,
      "loss": 0.3697,
      "step": 858900
    },
    {
      "epoch": 239.72,
      "grad_norm": 0.934610903263092,
      "learning_rate": 3.933136869400794e-06,
      "loss": 0.3807,
      "step": 858910
    },
    {
      "epoch": 239.72,
      "grad_norm": 1.0315712690353394,
      "learning_rate": 3.933116996944946e-06,
      "loss": 0.3784,
      "step": 858920
    },
    {
      "epoch": 239.72,
      "grad_norm": 1.1246941089630127,
      "learning_rate": 3.933097124277551e-06,
      "loss": 0.3628,
      "step": 858930
    },
    {
      "epoch": 239.73,
      "grad_norm": 0.9139799475669861,
      "learning_rate": 3.933077251398615e-06,
      "loss": 0.3623,
      "step": 858940
    },
    {
      "epoch": 239.73,
      "grad_norm": 1.377492070198059,
      "learning_rate": 3.9330573783081386e-06,
      "loss": 0.3687,
      "step": 858950
    },
    {
      "epoch": 239.73,
      "grad_norm": 1.0290820598602295,
      "learning_rate": 3.933037505006125e-06,
      "loss": 0.3483,
      "step": 858960
    },
    {
      "epoch": 239.73,
      "grad_norm": 1.137221336364746,
      "learning_rate": 3.933017631492577e-06,
      "loss": 0.3659,
      "step": 858970
    },
    {
      "epoch": 239.74,
      "grad_norm": 1.0468723773956299,
      "learning_rate": 3.932997757767497e-06,
      "loss": 0.368,
      "step": 858980
    },
    {
      "epoch": 239.74,
      "grad_norm": 1.0214041471481323,
      "learning_rate": 3.9329778838308874e-06,
      "loss": 0.3452,
      "step": 858990
    },
    {
      "epoch": 239.74,
      "grad_norm": 1.385379672050476,
      "learning_rate": 3.932958009682752e-06,
      "loss": 0.3585,
      "step": 859000
    },
    {
      "epoch": 239.75,
      "grad_norm": 1.1880195140838623,
      "learning_rate": 3.932938135323091e-06,
      "loss": 0.3693,
      "step": 859010
    },
    {
      "epoch": 239.75,
      "grad_norm": 1.0546386241912842,
      "learning_rate": 3.93291826075191e-06,
      "loss": 0.3754,
      "step": 859020
    },
    {
      "epoch": 239.75,
      "grad_norm": 1.0650774240493774,
      "learning_rate": 3.9328983859692094e-06,
      "loss": 0.3576,
      "step": 859030
    },
    {
      "epoch": 239.75,
      "grad_norm": 0.9956638216972351,
      "learning_rate": 3.932878510974993e-06,
      "loss": 0.3675,
      "step": 859040
    },
    {
      "epoch": 239.76,
      "grad_norm": 1.0015605688095093,
      "learning_rate": 3.9328586357692635e-06,
      "loss": 0.3701,
      "step": 859050
    },
    {
      "epoch": 239.76,
      "grad_norm": 1.0556890964508057,
      "learning_rate": 3.932838760352023e-06,
      "loss": 0.3649,
      "step": 859060
    },
    {
      "epoch": 239.76,
      "grad_norm": 1.1945624351501465,
      "learning_rate": 3.932818884723275e-06,
      "loss": 0.3712,
      "step": 859070
    },
    {
      "epoch": 239.77,
      "grad_norm": 0.9499292373657227,
      "learning_rate": 3.9327990088830205e-06,
      "loss": 0.3857,
      "step": 859080
    },
    {
      "epoch": 239.77,
      "grad_norm": 9.630792617797852,
      "learning_rate": 3.932779132831263e-06,
      "loss": 0.3632,
      "step": 859090
    },
    {
      "epoch": 239.77,
      "grad_norm": 1.2898943424224854,
      "learning_rate": 3.932759256568006e-06,
      "loss": 0.3546,
      "step": 859100
    },
    {
      "epoch": 239.77,
      "grad_norm": 1.1261062622070312,
      "learning_rate": 3.932739380093251e-06,
      "loss": 0.3527,
      "step": 859110
    },
    {
      "epoch": 239.78,
      "grad_norm": 1.0489391088485718,
      "learning_rate": 3.932719503407002e-06,
      "loss": 0.3641,
      "step": 859120
    },
    {
      "epoch": 239.78,
      "grad_norm": 1.0039260387420654,
      "learning_rate": 3.93269962650926e-06,
      "loss": 0.3823,
      "step": 859130
    },
    {
      "epoch": 239.78,
      "grad_norm": 1.0784473419189453,
      "learning_rate": 3.932679749400029e-06,
      "loss": 0.388,
      "step": 859140
    },
    {
      "epoch": 239.79,
      "grad_norm": 1.257192611694336,
      "learning_rate": 3.93265987207931e-06,
      "loss": 0.3652,
      "step": 859150
    },
    {
      "epoch": 239.79,
      "grad_norm": 1.0213794708251953,
      "learning_rate": 3.9326399945471065e-06,
      "loss": 0.358,
      "step": 859160
    },
    {
      "epoch": 239.79,
      "grad_norm": 0.9270867109298706,
      "learning_rate": 3.932620116803422e-06,
      "loss": 0.3393,
      "step": 859170
    },
    {
      "epoch": 239.79,
      "grad_norm": 1.129426121711731,
      "learning_rate": 3.932600238848258e-06,
      "loss": 0.3611,
      "step": 859180
    },
    {
      "epoch": 239.8,
      "grad_norm": 0.9621043801307678,
      "learning_rate": 3.932580360681619e-06,
      "loss": 0.3676,
      "step": 859190
    },
    {
      "epoch": 239.8,
      "grad_norm": 1.3224129676818848,
      "learning_rate": 3.9325604823035045e-06,
      "loss": 0.3572,
      "step": 859200
    },
    {
      "epoch": 239.8,
      "grad_norm": 1.0790499448776245,
      "learning_rate": 3.93254060371392e-06,
      "loss": 0.353,
      "step": 859210
    },
    {
      "epoch": 239.8,
      "grad_norm": 1.1972213983535767,
      "learning_rate": 3.932520724912866e-06,
      "loss": 0.3687,
      "step": 859220
    },
    {
      "epoch": 239.81,
      "grad_norm": 1.23146390914917,
      "learning_rate": 3.932500845900347e-06,
      "loss": 0.3729,
      "step": 859230
    },
    {
      "epoch": 239.81,
      "grad_norm": 1.329153299331665,
      "learning_rate": 3.932480966676365e-06,
      "loss": 0.3549,
      "step": 859240
    },
    {
      "epoch": 239.81,
      "grad_norm": 0.9121419787406921,
      "learning_rate": 3.9324610872409225e-06,
      "loss": 0.3628,
      "step": 859250
    },
    {
      "epoch": 239.82,
      "grad_norm": 1.421207308769226,
      "learning_rate": 3.932441207594021e-06,
      "loss": 0.3647,
      "step": 859260
    },
    {
      "epoch": 239.82,
      "grad_norm": 0.9472976922988892,
      "learning_rate": 3.932421327735665e-06,
      "loss": 0.3722,
      "step": 859270
    },
    {
      "epoch": 239.82,
      "grad_norm": 1.0553730726242065,
      "learning_rate": 3.9324014476658565e-06,
      "loss": 0.3759,
      "step": 859280
    },
    {
      "epoch": 239.82,
      "grad_norm": 0.9838306307792664,
      "learning_rate": 3.932381567384598e-06,
      "loss": 0.3896,
      "step": 859290
    },
    {
      "epoch": 239.83,
      "grad_norm": 1.2249009609222412,
      "learning_rate": 3.932361686891892e-06,
      "loss": 0.3742,
      "step": 859300
    },
    {
      "epoch": 239.83,
      "grad_norm": 2.230198621749878,
      "learning_rate": 3.932341806187741e-06,
      "loss": 0.3684,
      "step": 859310
    },
    {
      "epoch": 239.83,
      "grad_norm": 1.0487611293792725,
      "learning_rate": 3.932321925272149e-06,
      "loss": 0.3492,
      "step": 859320
    },
    {
      "epoch": 239.84,
      "grad_norm": 1.0324203968048096,
      "learning_rate": 3.932302044145118e-06,
      "loss": 0.372,
      "step": 859330
    },
    {
      "epoch": 239.84,
      "grad_norm": 1.0330791473388672,
      "learning_rate": 3.932282162806649e-06,
      "loss": 0.3675,
      "step": 859340
    },
    {
      "epoch": 239.84,
      "grad_norm": 0.9657974243164062,
      "learning_rate": 3.932262281256746e-06,
      "loss": 0.3773,
      "step": 859350
    },
    {
      "epoch": 239.84,
      "grad_norm": 1.0772430896759033,
      "learning_rate": 3.932242399495412e-06,
      "loss": 0.3806,
      "step": 859360
    },
    {
      "epoch": 239.85,
      "grad_norm": 1.0205106735229492,
      "learning_rate": 3.9322225175226495e-06,
      "loss": 0.3775,
      "step": 859370
    },
    {
      "epoch": 239.85,
      "grad_norm": 1.0316150188446045,
      "learning_rate": 3.9322026353384605e-06,
      "loss": 0.3556,
      "step": 859380
    },
    {
      "epoch": 239.85,
      "grad_norm": 1.0462557077407837,
      "learning_rate": 3.932182752942848e-06,
      "loss": 0.3576,
      "step": 859390
    },
    {
      "epoch": 239.85,
      "grad_norm": 1.0056496858596802,
      "learning_rate": 3.932162870335815e-06,
      "loss": 0.3528,
      "step": 859400
    },
    {
      "epoch": 239.86,
      "grad_norm": 1.0390936136245728,
      "learning_rate": 3.932142987517364e-06,
      "loss": 0.36,
      "step": 859410
    },
    {
      "epoch": 239.86,
      "grad_norm": 1.2112122774124146,
      "learning_rate": 3.932123104487496e-06,
      "loss": 0.373,
      "step": 859420
    },
    {
      "epoch": 239.86,
      "grad_norm": 1.255065679550171,
      "learning_rate": 3.932103221246217e-06,
      "loss": 0.361,
      "step": 859430
    },
    {
      "epoch": 239.87,
      "grad_norm": 1.107932448387146,
      "learning_rate": 3.932083337793527e-06,
      "loss": 0.3476,
      "step": 859440
    },
    {
      "epoch": 239.87,
      "grad_norm": 0.9814282059669495,
      "learning_rate": 3.932063454129429e-06,
      "loss": 0.3557,
      "step": 859450
    },
    {
      "epoch": 239.87,
      "grad_norm": 1.0809303522109985,
      "learning_rate": 3.932043570253926e-06,
      "loss": 0.3597,
      "step": 859460
    },
    {
      "epoch": 239.87,
      "grad_norm": 1.1184003353118896,
      "learning_rate": 3.932023686167022e-06,
      "loss": 0.3569,
      "step": 859470
    },
    {
      "epoch": 239.88,
      "grad_norm": 1.087294340133667,
      "learning_rate": 3.932003801868717e-06,
      "loss": 0.347,
      "step": 859480
    },
    {
      "epoch": 239.88,
      "grad_norm": 1.029438853263855,
      "learning_rate": 3.931983917359015e-06,
      "loss": 0.3693,
      "step": 859490
    },
    {
      "epoch": 239.88,
      "grad_norm": 1.0391366481781006,
      "learning_rate": 3.931964032637919e-06,
      "loss": 0.3516,
      "step": 859500
    },
    {
      "epoch": 239.89,
      "grad_norm": 1.0992624759674072,
      "learning_rate": 3.931944147705432e-06,
      "loss": 0.3577,
      "step": 859510
    },
    {
      "epoch": 239.89,
      "grad_norm": 0.8534868359565735,
      "learning_rate": 3.931924262561555e-06,
      "loss": 0.3836,
      "step": 859520
    },
    {
      "epoch": 239.89,
      "grad_norm": 1.0460344552993774,
      "learning_rate": 3.931904377206292e-06,
      "loss": 0.3736,
      "step": 859530
    },
    {
      "epoch": 239.89,
      "grad_norm": 1.1257431507110596,
      "learning_rate": 3.931884491639645e-06,
      "loss": 0.3838,
      "step": 859540
    },
    {
      "epoch": 239.9,
      "grad_norm": 1.1324976682662964,
      "learning_rate": 3.931864605861616e-06,
      "loss": 0.3693,
      "step": 859550
    },
    {
      "epoch": 239.9,
      "grad_norm": 0.99615478515625,
      "learning_rate": 3.9318447198722105e-06,
      "loss": 0.3703,
      "step": 859560
    },
    {
      "epoch": 239.9,
      "grad_norm": 1.1686118841171265,
      "learning_rate": 3.931824833671427e-06,
      "loss": 0.3554,
      "step": 859570
    },
    {
      "epoch": 239.91,
      "grad_norm": 0.9147077798843384,
      "learning_rate": 3.931804947259271e-06,
      "loss": 0.3545,
      "step": 859580
    },
    {
      "epoch": 239.91,
      "grad_norm": 1.0598459243774414,
      "learning_rate": 3.9317850606357455e-06,
      "loss": 0.3721,
      "step": 859590
    },
    {
      "epoch": 239.91,
      "grad_norm": 1.1585211753845215,
      "learning_rate": 3.931765173800852e-06,
      "loss": 0.3819,
      "step": 859600
    },
    {
      "epoch": 239.91,
      "grad_norm": 1.2152243852615356,
      "learning_rate": 3.931745286754592e-06,
      "loss": 0.3834,
      "step": 859610
    },
    {
      "epoch": 239.92,
      "grad_norm": 1.1923717260360718,
      "learning_rate": 3.931725399496971e-06,
      "loss": 0.3599,
      "step": 859620
    },
    {
      "epoch": 239.92,
      "grad_norm": 0.9234419465065002,
      "learning_rate": 3.931705512027988e-06,
      "loss": 0.3632,
      "step": 859630
    },
    {
      "epoch": 239.92,
      "grad_norm": 0.9668139219284058,
      "learning_rate": 3.931685624347649e-06,
      "loss": 0.3709,
      "step": 859640
    },
    {
      "epoch": 239.92,
      "grad_norm": 1.1967030763626099,
      "learning_rate": 3.931665736455955e-06,
      "loss": 0.3683,
      "step": 859650
    },
    {
      "epoch": 239.93,
      "grad_norm": 1.005517601966858,
      "learning_rate": 3.9316458483529096e-06,
      "loss": 0.3856,
      "step": 859660
    },
    {
      "epoch": 239.93,
      "grad_norm": 0.9107972979545593,
      "learning_rate": 3.9316259600385145e-06,
      "loss": 0.3665,
      "step": 859670
    },
    {
      "epoch": 239.93,
      "grad_norm": 8.012866020202637,
      "learning_rate": 3.931606071512772e-06,
      "loss": 0.3636,
      "step": 859680
    },
    {
      "epoch": 239.94,
      "grad_norm": 1.2990747690200806,
      "learning_rate": 3.931586182775686e-06,
      "loss": 0.3654,
      "step": 859690
    },
    {
      "epoch": 239.94,
      "grad_norm": 1.09298574924469,
      "learning_rate": 3.931566293827258e-06,
      "loss": 0.3651,
      "step": 859700
    },
    {
      "epoch": 239.94,
      "grad_norm": 0.9868024587631226,
      "learning_rate": 3.931546404667492e-06,
      "loss": 0.376,
      "step": 859710
    },
    {
      "epoch": 239.94,
      "grad_norm": 0.9568263292312622,
      "learning_rate": 3.93152651529639e-06,
      "loss": 0.3538,
      "step": 859720
    },
    {
      "epoch": 239.95,
      "grad_norm": 1.1038060188293457,
      "learning_rate": 3.931506625713954e-06,
      "loss": 0.3709,
      "step": 859730
    },
    {
      "epoch": 239.95,
      "grad_norm": 1.0327001810073853,
      "learning_rate": 3.931486735920187e-06,
      "loss": 0.3756,
      "step": 859740
    },
    {
      "epoch": 239.95,
      "grad_norm": 0.9510217308998108,
      "learning_rate": 3.931466845915092e-06,
      "loss": 0.3646,
      "step": 859750
    },
    {
      "epoch": 239.96,
      "grad_norm": 0.9566428065299988,
      "learning_rate": 3.931446955698672e-06,
      "loss": 0.3574,
      "step": 859760
    },
    {
      "epoch": 239.96,
      "grad_norm": 1.067277431488037,
      "learning_rate": 3.931427065270928e-06,
      "loss": 0.3531,
      "step": 859770
    },
    {
      "epoch": 239.96,
      "grad_norm": 1.156697154045105,
      "learning_rate": 3.931407174631865e-06,
      "loss": 0.372,
      "step": 859780
    },
    {
      "epoch": 239.96,
      "grad_norm": 1.0967878103256226,
      "learning_rate": 3.9313872837814835e-06,
      "loss": 0.3634,
      "step": 859790
    },
    {
      "epoch": 239.97,
      "grad_norm": 1.047021746635437,
      "learning_rate": 3.931367392719787e-06,
      "loss": 0.3939,
      "step": 859800
    },
    {
      "epoch": 239.97,
      "grad_norm": 1.1300777196884155,
      "learning_rate": 3.931347501446779e-06,
      "loss": 0.3609,
      "step": 859810
    },
    {
      "epoch": 239.97,
      "grad_norm": 1.1098593473434448,
      "learning_rate": 3.93132760996246e-06,
      "loss": 0.3738,
      "step": 859820
    },
    {
      "epoch": 239.97,
      "grad_norm": 0.9069927334785461,
      "learning_rate": 3.931307718266835e-06,
      "loss": 0.3725,
      "step": 859830
    },
    {
      "epoch": 239.98,
      "grad_norm": 0.9784418344497681,
      "learning_rate": 3.931287826359906e-06,
      "loss": 0.3693,
      "step": 859840
    },
    {
      "epoch": 239.98,
      "grad_norm": 1.2088758945465088,
      "learning_rate": 3.9312679342416745e-06,
      "loss": 0.3629,
      "step": 859850
    },
    {
      "epoch": 239.98,
      "grad_norm": 1.0460753440856934,
      "learning_rate": 3.931248041912144e-06,
      "loss": 0.3585,
      "step": 859860
    },
    {
      "epoch": 239.99,
      "grad_norm": 1.0734716653823853,
      "learning_rate": 3.931228149371317e-06,
      "loss": 0.3757,
      "step": 859870
    },
    {
      "epoch": 239.99,
      "grad_norm": 1.0173527002334595,
      "learning_rate": 3.931208256619197e-06,
      "loss": 0.3721,
      "step": 859880
    },
    {
      "epoch": 239.99,
      "grad_norm": 1.2533583641052246,
      "learning_rate": 3.931188363655786e-06,
      "loss": 0.3754,
      "step": 859890
    },
    {
      "epoch": 239.99,
      "grad_norm": 1.0402940511703491,
      "learning_rate": 3.931168470481086e-06,
      "loss": 0.3632,
      "step": 859900
    },
    {
      "epoch": 240.0,
      "grad_norm": 1.2704795598983765,
      "learning_rate": 3.931148577095099e-06,
      "loss": 0.3654,
      "step": 859910
    },
    {
      "epoch": 240.0,
      "grad_norm": 1.0933457612991333,
      "learning_rate": 3.93112868349783e-06,
      "loss": 0.3703,
      "step": 859920
    },
    {
      "epoch": 240.0,
      "eval_loss": 0.3646090030670166,
      "eval_runtime": 63.3898,
      "eval_samples_per_second": 79.808,
      "eval_steps_per_second": 9.986,
      "step": 859920
    },
    {
      "epoch": 240.0,
      "grad_norm": 1.1871111392974854,
      "learning_rate": 3.931108789689281e-06,
      "loss": 0.3602,
      "step": 859930
    },
    {
      "epoch": 240.01,
      "grad_norm": 1.1992268562316895,
      "learning_rate": 3.931088895669453e-06,
      "loss": 0.3649,
      "step": 859940
    },
    {
      "epoch": 240.01,
      "grad_norm": 1.034996509552002,
      "learning_rate": 3.931069001438351e-06,
      "loss": 0.3529,
      "step": 859950
    },
    {
      "epoch": 240.01,
      "grad_norm": 1.0529870986938477,
      "learning_rate": 3.9310491069959746e-06,
      "loss": 0.3471,
      "step": 859960
    },
    {
      "epoch": 240.01,
      "grad_norm": 1.0294841527938843,
      "learning_rate": 3.93102921234233e-06,
      "loss": 0.375,
      "step": 859970
    },
    {
      "epoch": 240.02,
      "grad_norm": 1.1396188735961914,
      "learning_rate": 3.9310093174774165e-06,
      "loss": 0.3784,
      "step": 859980
    },
    {
      "epoch": 240.02,
      "grad_norm": 0.9781405329704285,
      "learning_rate": 3.93098942240124e-06,
      "loss": 0.352,
      "step": 859990
    },
    {
      "epoch": 240.02,
      "grad_norm": 1.0977387428283691,
      "learning_rate": 3.9309695271138e-06,
      "loss": 0.3759,
      "step": 860000
    },
    {
      "epoch": 240.03,
      "grad_norm": 1.4956191778182983,
      "learning_rate": 3.930949631615102e-06,
      "loss": 0.3657,
      "step": 860010
    },
    {
      "epoch": 240.03,
      "grad_norm": 1.0358151197433472,
      "learning_rate": 3.930929735905146e-06,
      "loss": 0.3646,
      "step": 860020
    },
    {
      "epoch": 240.03,
      "grad_norm": 1.0755921602249146,
      "learning_rate": 3.930909839983937e-06,
      "loss": 0.3604,
      "step": 860030
    },
    {
      "epoch": 240.03,
      "grad_norm": 1.189610242843628,
      "learning_rate": 3.930889943851476e-06,
      "loss": 0.3802,
      "step": 860040
    },
    {
      "epoch": 240.04,
      "grad_norm": 1.070340633392334,
      "learning_rate": 3.930870047507767e-06,
      "loss": 0.3644,
      "step": 860050
    },
    {
      "epoch": 240.04,
      "grad_norm": 1.0529747009277344,
      "learning_rate": 3.930850150952811e-06,
      "loss": 0.3651,
      "step": 860060
    },
    {
      "epoch": 240.04,
      "grad_norm": 1.0863595008850098,
      "learning_rate": 3.930830254186612e-06,
      "loss": 0.3683,
      "step": 860070
    },
    {
      "epoch": 240.04,
      "grad_norm": 0.9318166375160217,
      "learning_rate": 3.930810357209172e-06,
      "loss": 0.3772,
      "step": 860080
    },
    {
      "epoch": 240.05,
      "grad_norm": 1.2268017530441284,
      "learning_rate": 3.930790460020494e-06,
      "loss": 0.3595,
      "step": 860090
    },
    {
      "epoch": 240.05,
      "grad_norm": 1.1522241830825806,
      "learning_rate": 3.930770562620581e-06,
      "loss": 0.3648,
      "step": 860100
    },
    {
      "epoch": 240.05,
      "grad_norm": 1.09330415725708,
      "learning_rate": 3.930750665009435e-06,
      "loss": 0.3537,
      "step": 860110
    },
    {
      "epoch": 240.06,
      "grad_norm": 0.9859325289726257,
      "learning_rate": 3.930730767187057e-06,
      "loss": 0.3562,
      "step": 860120
    },
    {
      "epoch": 240.06,
      "grad_norm": 1.5490585565567017,
      "learning_rate": 3.930710869153453e-06,
      "loss": 0.3555,
      "step": 860130
    },
    {
      "epoch": 240.06,
      "grad_norm": 0.9330278635025024,
      "learning_rate": 3.9306909709086245e-06,
      "loss": 0.351,
      "step": 860140
    },
    {
      "epoch": 240.06,
      "grad_norm": 1.0701581239700317,
      "learning_rate": 3.930671072452573e-06,
      "loss": 0.3742,
      "step": 860150
    },
    {
      "epoch": 240.07,
      "grad_norm": 1.3406168222427368,
      "learning_rate": 3.930651173785301e-06,
      "loss": 0.3591,
      "step": 860160
    },
    {
      "epoch": 240.07,
      "grad_norm": 1.0447490215301514,
      "learning_rate": 3.930631274906813e-06,
      "loss": 0.3602,
      "step": 860170
    },
    {
      "epoch": 240.07,
      "grad_norm": 1.2486860752105713,
      "learning_rate": 3.93061137581711e-06,
      "loss": 0.3723,
      "step": 860180
    },
    {
      "epoch": 240.08,
      "grad_norm": 1.2353018522262573,
      "learning_rate": 3.930591476516196e-06,
      "loss": 0.3609,
      "step": 860190
    },
    {
      "epoch": 240.08,
      "grad_norm": 1.0946764945983887,
      "learning_rate": 3.930571577004073e-06,
      "loss": 0.3599,
      "step": 860200
    },
    {
      "epoch": 240.08,
      "grad_norm": 1.0313525199890137,
      "learning_rate": 3.930551677280744e-06,
      "loss": 0.3678,
      "step": 860210
    },
    {
      "epoch": 240.08,
      "grad_norm": 1.0648729801177979,
      "learning_rate": 3.930531777346211e-06,
      "loss": 0.3735,
      "step": 860220
    },
    {
      "epoch": 240.09,
      "grad_norm": 0.9326351881027222,
      "learning_rate": 3.930511877200476e-06,
      "loss": 0.3642,
      "step": 860230
    },
    {
      "epoch": 240.09,
      "grad_norm": 1.328330636024475,
      "learning_rate": 3.9304919768435444e-06,
      "loss": 0.3608,
      "step": 860240
    },
    {
      "epoch": 240.09,
      "grad_norm": 1.0743016004562378,
      "learning_rate": 3.930472076275415e-06,
      "loss": 0.3775,
      "step": 860250
    },
    {
      "epoch": 240.09,
      "grad_norm": 1.0562119483947754,
      "learning_rate": 3.930452175496093e-06,
      "loss": 0.3747,
      "step": 860260
    },
    {
      "epoch": 240.1,
      "grad_norm": 1.311285376548767,
      "learning_rate": 3.930432274505581e-06,
      "loss": 0.3394,
      "step": 860270
    },
    {
      "epoch": 240.1,
      "grad_norm": 1.101609706878662,
      "learning_rate": 3.930412373303881e-06,
      "loss": 0.3552,
      "step": 860280
    },
    {
      "epoch": 240.1,
      "grad_norm": 1.561146855354309,
      "learning_rate": 3.930392471890996e-06,
      "loss": 0.3595,
      "step": 860290
    },
    {
      "epoch": 240.11,
      "grad_norm": 1.2060656547546387,
      "learning_rate": 3.930372570266928e-06,
      "loss": 0.3594,
      "step": 860300
    },
    {
      "epoch": 240.11,
      "grad_norm": 0.981661319732666,
      "learning_rate": 3.9303526684316805e-06,
      "loss": 0.3782,
      "step": 860310
    },
    {
      "epoch": 240.11,
      "grad_norm": 1.251515507698059,
      "learning_rate": 3.930332766385256e-06,
      "loss": 0.3691,
      "step": 860320
    },
    {
      "epoch": 240.11,
      "grad_norm": 1.4268726110458374,
      "learning_rate": 3.930312864127656e-06,
      "loss": 0.3716,
      "step": 860330
    },
    {
      "epoch": 240.12,
      "grad_norm": 3.4019088745117188,
      "learning_rate": 3.930292961658885e-06,
      "loss": 0.3643,
      "step": 860340
    },
    {
      "epoch": 240.12,
      "grad_norm": 0.9746723771095276,
      "learning_rate": 3.930273058978944e-06,
      "loss": 0.3786,
      "step": 860350
    },
    {
      "epoch": 240.12,
      "grad_norm": 0.9732044339179993,
      "learning_rate": 3.930253156087837e-06,
      "loss": 0.3543,
      "step": 860360
    },
    {
      "epoch": 240.13,
      "grad_norm": 1.1903005838394165,
      "learning_rate": 3.930233252985565e-06,
      "loss": 0.3471,
      "step": 860370
    },
    {
      "epoch": 240.13,
      "grad_norm": 1.063336730003357,
      "learning_rate": 3.930213349672132e-06,
      "loss": 0.3821,
      "step": 860380
    },
    {
      "epoch": 240.13,
      "grad_norm": 1.1195306777954102,
      "learning_rate": 3.930193446147541e-06,
      "loss": 0.3658,
      "step": 860390
    },
    {
      "epoch": 240.13,
      "grad_norm": 1.0066747665405273,
      "learning_rate": 3.930173542411793e-06,
      "loss": 0.3741,
      "step": 860400
    },
    {
      "epoch": 240.14,
      "grad_norm": 0.995134711265564,
      "learning_rate": 3.930153638464892e-06,
      "loss": 0.3573,
      "step": 860410
    },
    {
      "epoch": 240.14,
      "grad_norm": 1.1075737476348877,
      "learning_rate": 3.930133734306841e-06,
      "loss": 0.3756,
      "step": 860420
    },
    {
      "epoch": 240.14,
      "grad_norm": 1.20773184299469,
      "learning_rate": 3.930113829937641e-06,
      "loss": 0.3758,
      "step": 860430
    },
    {
      "epoch": 240.15,
      "grad_norm": 1.0019530057907104,
      "learning_rate": 3.930093925357296e-06,
      "loss": 0.3514,
      "step": 860440
    },
    {
      "epoch": 240.15,
      "grad_norm": 1.1396063566207886,
      "learning_rate": 3.930074020565807e-06,
      "loss": 0.3689,
      "step": 860450
    },
    {
      "epoch": 240.15,
      "grad_norm": 1.1720054149627686,
      "learning_rate": 3.930054115563179e-06,
      "loss": 0.3854,
      "step": 860460
    },
    {
      "epoch": 240.15,
      "grad_norm": 1.0654561519622803,
      "learning_rate": 3.930034210349414e-06,
      "loss": 0.3815,
      "step": 860470
    },
    {
      "epoch": 240.16,
      "grad_norm": 0.9545596837997437,
      "learning_rate": 3.930014304924513e-06,
      "loss": 0.3637,
      "step": 860480
    },
    {
      "epoch": 240.16,
      "grad_norm": 1.256935715675354,
      "learning_rate": 3.92999439928848e-06,
      "loss": 0.353,
      "step": 860490
    },
    {
      "epoch": 240.16,
      "grad_norm": 1.0535645484924316,
      "learning_rate": 3.929974493441318e-06,
      "loss": 0.3601,
      "step": 860500
    },
    {
      "epoch": 240.16,
      "grad_norm": 1.4719988107681274,
      "learning_rate": 3.9299545873830285e-06,
      "loss": 0.3756,
      "step": 860510
    },
    {
      "epoch": 240.17,
      "grad_norm": 1.163070797920227,
      "learning_rate": 3.929934681113614e-06,
      "loss": 0.3747,
      "step": 860520
    },
    {
      "epoch": 240.17,
      "grad_norm": 0.8844380974769592,
      "learning_rate": 3.92991477463308e-06,
      "loss": 0.3507,
      "step": 860530
    },
    {
      "epoch": 240.17,
      "grad_norm": 1.0446466207504272,
      "learning_rate": 3.929894867941426e-06,
      "loss": 0.3655,
      "step": 860540
    },
    {
      "epoch": 240.18,
      "grad_norm": 0.8874862790107727,
      "learning_rate": 3.929874961038655e-06,
      "loss": 0.3837,
      "step": 860550
    },
    {
      "epoch": 240.18,
      "grad_norm": 1.2106651067733765,
      "learning_rate": 3.929855053924771e-06,
      "loss": 0.3709,
      "step": 860560
    },
    {
      "epoch": 240.18,
      "grad_norm": 1.0821706056594849,
      "learning_rate": 3.929835146599776e-06,
      "loss": 0.3665,
      "step": 860570
    },
    {
      "epoch": 240.18,
      "grad_norm": 1.1343048810958862,
      "learning_rate": 3.929815239063672e-06,
      "loss": 0.3719,
      "step": 860580
    },
    {
      "epoch": 240.19,
      "grad_norm": 0.9470247030258179,
      "learning_rate": 3.9297953313164635e-06,
      "loss": 0.3662,
      "step": 860590
    },
    {
      "epoch": 240.19,
      "grad_norm": 1.1029996871948242,
      "learning_rate": 3.929775423358151e-06,
      "loss": 0.3558,
      "step": 860600
    },
    {
      "epoch": 240.19,
      "grad_norm": 1.0551012754440308,
      "learning_rate": 3.929755515188738e-06,
      "loss": 0.3643,
      "step": 860610
    },
    {
      "epoch": 240.2,
      "grad_norm": 1.0565450191497803,
      "learning_rate": 3.9297356068082274e-06,
      "loss": 0.3644,
      "step": 860620
    },
    {
      "epoch": 240.2,
      "grad_norm": 1.059557557106018,
      "learning_rate": 3.9297156982166226e-06,
      "loss": 0.3772,
      "step": 860630
    },
    {
      "epoch": 240.2,
      "grad_norm": 1.1440653800964355,
      "learning_rate": 3.9296957894139235e-06,
      "loss": 0.3687,
      "step": 860640
    },
    {
      "epoch": 240.2,
      "grad_norm": 1.3511910438537598,
      "learning_rate": 3.929675880400136e-06,
      "loss": 0.375,
      "step": 860650
    },
    {
      "epoch": 240.21,
      "grad_norm": 1.0891753435134888,
      "learning_rate": 3.929655971175262e-06,
      "loss": 0.3718,
      "step": 860660
    },
    {
      "epoch": 240.21,
      "grad_norm": 1.0376899242401123,
      "learning_rate": 3.929636061739302e-06,
      "loss": 0.3602,
      "step": 860670
    },
    {
      "epoch": 240.21,
      "grad_norm": 0.9876610040664673,
      "learning_rate": 3.92961615209226e-06,
      "loss": 0.3702,
      "step": 860680
    },
    {
      "epoch": 240.21,
      "grad_norm": 1.140099048614502,
      "learning_rate": 3.92959624223414e-06,
      "loss": 0.3628,
      "step": 860690
    },
    {
      "epoch": 240.22,
      "grad_norm": 1.1159915924072266,
      "learning_rate": 3.9295763321649425e-06,
      "loss": 0.3605,
      "step": 860700
    },
    {
      "epoch": 240.22,
      "grad_norm": 2.2827465534210205,
      "learning_rate": 3.9295564218846715e-06,
      "loss": 0.3558,
      "step": 860710
    },
    {
      "epoch": 240.22,
      "grad_norm": 0.9819937944412231,
      "learning_rate": 3.929536511393329e-06,
      "loss": 0.3768,
      "step": 860720
    },
    {
      "epoch": 240.23,
      "grad_norm": 1.2021945714950562,
      "learning_rate": 3.929516600690918e-06,
      "loss": 0.382,
      "step": 860730
    },
    {
      "epoch": 240.23,
      "grad_norm": 1.1346018314361572,
      "learning_rate": 3.929496689777441e-06,
      "loss": 0.3699,
      "step": 860740
    },
    {
      "epoch": 240.23,
      "grad_norm": 1.066235065460205,
      "learning_rate": 3.929476778652901e-06,
      "loss": 0.3571,
      "step": 860750
    },
    {
      "epoch": 240.23,
      "grad_norm": 1.0335958003997803,
      "learning_rate": 3.9294568673173e-06,
      "loss": 0.3431,
      "step": 860760
    },
    {
      "epoch": 240.24,
      "grad_norm": 1.0903356075286865,
      "learning_rate": 3.929436955770641e-06,
      "loss": 0.3698,
      "step": 860770
    },
    {
      "epoch": 240.24,
      "grad_norm": 1.016235589981079,
      "learning_rate": 3.929417044012926e-06,
      "loss": 0.3428,
      "step": 860780
    },
    {
      "epoch": 240.24,
      "grad_norm": 0.8751789927482605,
      "learning_rate": 3.929397132044159e-06,
      "loss": 0.3802,
      "step": 860790
    },
    {
      "epoch": 240.25,
      "grad_norm": 1.1842048168182373,
      "learning_rate": 3.9293772198643426e-06,
      "loss": 0.35,
      "step": 860800
    },
    {
      "epoch": 240.25,
      "grad_norm": 1.0917309522628784,
      "learning_rate": 3.929357307473478e-06,
      "loss": 0.3706,
      "step": 860810
    },
    {
      "epoch": 240.25,
      "grad_norm": 1.1879255771636963,
      "learning_rate": 3.929337394871569e-06,
      "loss": 0.3794,
      "step": 860820
    },
    {
      "epoch": 240.25,
      "grad_norm": 1.0866553783416748,
      "learning_rate": 3.9293174820586175e-06,
      "loss": 0.3648,
      "step": 860830
    },
    {
      "epoch": 240.26,
      "grad_norm": 1.0456327199935913,
      "learning_rate": 3.9292975690346265e-06,
      "loss": 0.3703,
      "step": 860840
    },
    {
      "epoch": 240.26,
      "grad_norm": 1.078113079071045,
      "learning_rate": 3.9292776557996e-06,
      "loss": 0.3588,
      "step": 860850
    },
    {
      "epoch": 240.26,
      "grad_norm": 1.1196279525756836,
      "learning_rate": 3.929257742353537e-06,
      "loss": 0.3707,
      "step": 860860
    },
    {
      "epoch": 240.27,
      "grad_norm": 1.166259527206421,
      "learning_rate": 3.929237828696443e-06,
      "loss": 0.3542,
      "step": 860870
    },
    {
      "epoch": 240.27,
      "grad_norm": 1.1961402893066406,
      "learning_rate": 3.929217914828322e-06,
      "loss": 0.3624,
      "step": 860880
    },
    {
      "epoch": 240.27,
      "grad_norm": 1.1507619619369507,
      "learning_rate": 3.929198000749173e-06,
      "loss": 0.3525,
      "step": 860890
    },
    {
      "epoch": 240.27,
      "grad_norm": 1.0805678367614746,
      "learning_rate": 3.929178086459001e-06,
      "loss": 0.3704,
      "step": 860900
    },
    {
      "epoch": 240.28,
      "grad_norm": 1.1369744539260864,
      "learning_rate": 3.929158171957808e-06,
      "loss": 0.3318,
      "step": 860910
    },
    {
      "epoch": 240.28,
      "grad_norm": 1.2145904302597046,
      "learning_rate": 3.929138257245598e-06,
      "loss": 0.3486,
      "step": 860920
    },
    {
      "epoch": 240.28,
      "grad_norm": 1.1485390663146973,
      "learning_rate": 3.929118342322371e-06,
      "loss": 0.3599,
      "step": 860930
    },
    {
      "epoch": 240.28,
      "grad_norm": 1.1653811931610107,
      "learning_rate": 3.929098427188131e-06,
      "loss": 0.3732,
      "step": 860940
    },
    {
      "epoch": 240.29,
      "grad_norm": 1.064103603363037,
      "learning_rate": 3.929078511842881e-06,
      "loss": 0.369,
      "step": 860950
    },
    {
      "epoch": 240.29,
      "grad_norm": 1.4504283666610718,
      "learning_rate": 3.929058596286624e-06,
      "loss": 0.3555,
      "step": 860960
    },
    {
      "epoch": 240.29,
      "grad_norm": 1.2387619018554688,
      "learning_rate": 3.92903868051936e-06,
      "loss": 0.3774,
      "step": 860970
    },
    {
      "epoch": 240.3,
      "grad_norm": 0.9847109913825989,
      "learning_rate": 3.9290187645410955e-06,
      "loss": 0.3538,
      "step": 860980
    },
    {
      "epoch": 240.3,
      "grad_norm": 1.0076943635940552,
      "learning_rate": 3.928998848351831e-06,
      "loss": 0.3711,
      "step": 860990
    },
    {
      "epoch": 240.3,
      "grad_norm": 1.2133760452270508,
      "learning_rate": 3.9289789319515686e-06,
      "loss": 0.3616,
      "step": 861000
    },
    {
      "epoch": 240.3,
      "grad_norm": 1.0511802434921265,
      "learning_rate": 3.9289590153403125e-06,
      "loss": 0.3692,
      "step": 861010
    },
    {
      "epoch": 240.31,
      "grad_norm": 0.9476925730705261,
      "learning_rate": 3.928939098518065e-06,
      "loss": 0.3655,
      "step": 861020
    },
    {
      "epoch": 240.31,
      "grad_norm": 1.6660758256912231,
      "learning_rate": 3.928919181484828e-06,
      "loss": 0.3735,
      "step": 861030
    },
    {
      "epoch": 240.31,
      "grad_norm": 3.101090669631958,
      "learning_rate": 3.928899264240604e-06,
      "loss": 0.3695,
      "step": 861040
    },
    {
      "epoch": 240.32,
      "grad_norm": 0.9822820425033569,
      "learning_rate": 3.928879346785397e-06,
      "loss": 0.3526,
      "step": 861050
    },
    {
      "epoch": 240.32,
      "grad_norm": 0.9964666962623596,
      "learning_rate": 3.928859429119209e-06,
      "loss": 0.3639,
      "step": 861060
    },
    {
      "epoch": 240.32,
      "grad_norm": 0.9670810103416443,
      "learning_rate": 3.928839511242042e-06,
      "loss": 0.3594,
      "step": 861070
    },
    {
      "epoch": 240.32,
      "grad_norm": 0.8894885778427124,
      "learning_rate": 3.928819593153899e-06,
      "loss": 0.3543,
      "step": 861080
    },
    {
      "epoch": 240.33,
      "grad_norm": 1.2710298299789429,
      "learning_rate": 3.928799674854782e-06,
      "loss": 0.3565,
      "step": 861090
    },
    {
      "epoch": 240.33,
      "grad_norm": 1.1172899007797241,
      "learning_rate": 3.928779756344696e-06,
      "loss": 0.3843,
      "step": 861100
    },
    {
      "epoch": 240.33,
      "grad_norm": 0.9725946187973022,
      "learning_rate": 3.928759837623642e-06,
      "loss": 0.3475,
      "step": 861110
    },
    {
      "epoch": 240.33,
      "grad_norm": 1.1502583026885986,
      "learning_rate": 3.928739918691622e-06,
      "loss": 0.3653,
      "step": 861120
    },
    {
      "epoch": 240.34,
      "grad_norm": 1.2078397274017334,
      "learning_rate": 3.92871999954864e-06,
      "loss": 0.3592,
      "step": 861130
    },
    {
      "epoch": 240.34,
      "grad_norm": 0.9821664690971375,
      "learning_rate": 3.928700080194698e-06,
      "loss": 0.3566,
      "step": 861140
    },
    {
      "epoch": 240.34,
      "grad_norm": 1.1952091455459595,
      "learning_rate": 3.928680160629798e-06,
      "loss": 0.384,
      "step": 861150
    },
    {
      "epoch": 240.35,
      "grad_norm": 1.163148283958435,
      "learning_rate": 3.928660240853944e-06,
      "loss": 0.3677,
      "step": 861160
    },
    {
      "epoch": 240.35,
      "grad_norm": 1.1438312530517578,
      "learning_rate": 3.928640320867138e-06,
      "loss": 0.3739,
      "step": 861170
    },
    {
      "epoch": 240.35,
      "grad_norm": 0.9711599946022034,
      "learning_rate": 3.9286204006693825e-06,
      "loss": 0.371,
      "step": 861180
    },
    {
      "epoch": 240.35,
      "grad_norm": 1.089784026145935,
      "learning_rate": 3.92860048026068e-06,
      "loss": 0.369,
      "step": 861190
    },
    {
      "epoch": 240.36,
      "grad_norm": 1.088100552558899,
      "learning_rate": 3.928580559641035e-06,
      "loss": 0.3669,
      "step": 861200
    },
    {
      "epoch": 240.36,
      "grad_norm": 1.1532304286956787,
      "learning_rate": 3.928560638810447e-06,
      "loss": 0.3554,
      "step": 861210
    },
    {
      "epoch": 240.36,
      "grad_norm": 0.9776158928871155,
      "learning_rate": 3.92854071776892e-06,
      "loss": 0.3672,
      "step": 861220
    },
    {
      "epoch": 240.37,
      "grad_norm": 1.0209585428237915,
      "learning_rate": 3.928520796516458e-06,
      "loss": 0.3695,
      "step": 861230
    },
    {
      "epoch": 240.37,
      "grad_norm": 1.1922247409820557,
      "learning_rate": 3.928500875053063e-06,
      "loss": 0.3491,
      "step": 861240
    },
    {
      "epoch": 240.37,
      "grad_norm": 1.1130568981170654,
      "learning_rate": 3.928480953378736e-06,
      "loss": 0.367,
      "step": 861250
    },
    {
      "epoch": 240.37,
      "grad_norm": 0.9321199655532837,
      "learning_rate": 3.928461031493481e-06,
      "loss": 0.364,
      "step": 861260
    },
    {
      "epoch": 240.38,
      "grad_norm": 0.9876260161399841,
      "learning_rate": 3.928441109397301e-06,
      "loss": 0.3456,
      "step": 861270
    },
    {
      "epoch": 240.38,
      "grad_norm": 1.2859569787979126,
      "learning_rate": 3.928421187090198e-06,
      "loss": 0.3633,
      "step": 861280
    },
    {
      "epoch": 240.38,
      "grad_norm": 1.0209417343139648,
      "learning_rate": 3.928401264572175e-06,
      "loss": 0.3696,
      "step": 861290
    },
    {
      "epoch": 240.39,
      "grad_norm": 1.066464900970459,
      "learning_rate": 3.928381341843234e-06,
      "loss": 0.3693,
      "step": 861300
    },
    {
      "epoch": 240.39,
      "grad_norm": 0.9430657625198364,
      "learning_rate": 3.928361418903379e-06,
      "loss": 0.3543,
      "step": 861310
    },
    {
      "epoch": 240.39,
      "grad_norm": 1.0753964185714722,
      "learning_rate": 3.928341495752611e-06,
      "loss": 0.3853,
      "step": 861320
    },
    {
      "epoch": 240.39,
      "grad_norm": 0.9408120512962341,
      "learning_rate": 3.928321572390934e-06,
      "loss": 0.3571,
      "step": 861330
    },
    {
      "epoch": 240.4,
      "grad_norm": 0.9908707141876221,
      "learning_rate": 3.92830164881835e-06,
      "loss": 0.3802,
      "step": 861340
    },
    {
      "epoch": 240.4,
      "grad_norm": 1.0241358280181885,
      "learning_rate": 3.928281725034861e-06,
      "loss": 0.3795,
      "step": 861350
    },
    {
      "epoch": 240.4,
      "grad_norm": 1.1133757829666138,
      "learning_rate": 3.928261801040471e-06,
      "loss": 0.3702,
      "step": 861360
    },
    {
      "epoch": 240.4,
      "grad_norm": 1.0202813148498535,
      "learning_rate": 3.928241876835183e-06,
      "loss": 0.3726,
      "step": 861370
    },
    {
      "epoch": 240.41,
      "grad_norm": 1.0433388948440552,
      "learning_rate": 3.9282219524189975e-06,
      "loss": 0.3518,
      "step": 861380
    },
    {
      "epoch": 240.41,
      "grad_norm": 1.1170505285263062,
      "learning_rate": 3.928202027791918e-06,
      "loss": 0.3468,
      "step": 861390
    },
    {
      "epoch": 240.41,
      "grad_norm": 1.2253837585449219,
      "learning_rate": 3.9281821029539484e-06,
      "loss": 0.3672,
      "step": 861400
    },
    {
      "epoch": 240.42,
      "grad_norm": 1.1088465452194214,
      "learning_rate": 3.92816217790509e-06,
      "loss": 0.3515,
      "step": 861410
    },
    {
      "epoch": 240.42,
      "grad_norm": 1.1564314365386963,
      "learning_rate": 3.928142252645346e-06,
      "loss": 0.3564,
      "step": 861420
    },
    {
      "epoch": 240.42,
      "grad_norm": 1.1410443782806396,
      "learning_rate": 3.928122327174719e-06,
      "loss": 0.3619,
      "step": 861430
    },
    {
      "epoch": 240.42,
      "grad_norm": 1.05607271194458,
      "learning_rate": 3.9281024014932115e-06,
      "loss": 0.3597,
      "step": 861440
    },
    {
      "epoch": 240.43,
      "grad_norm": 1.0255866050720215,
      "learning_rate": 3.9280824756008265e-06,
      "loss": 0.3714,
      "step": 861450
    },
    {
      "epoch": 240.43,
      "grad_norm": 1.195886254310608,
      "learning_rate": 3.928062549497566e-06,
      "loss": 0.3697,
      "step": 861460
    },
    {
      "epoch": 240.43,
      "grad_norm": 1.248908281326294,
      "learning_rate": 3.928042623183434e-06,
      "loss": 0.3533,
      "step": 861470
    },
    {
      "epoch": 240.44,
      "grad_norm": 1.3017793893814087,
      "learning_rate": 3.928022696658431e-06,
      "loss": 0.3617,
      "step": 861480
    },
    {
      "epoch": 240.44,
      "grad_norm": 1.1265385150909424,
      "learning_rate": 3.928002769922562e-06,
      "loss": 0.3629,
      "step": 861490
    },
    {
      "epoch": 240.44,
      "grad_norm": 1.2851630449295044,
      "learning_rate": 3.927982842975828e-06,
      "loss": 0.3714,
      "step": 861500
    },
    {
      "epoch": 240.44,
      "grad_norm": 0.9929169416427612,
      "learning_rate": 3.927962915818232e-06,
      "loss": 0.3742,
      "step": 861510
    },
    {
      "epoch": 240.45,
      "grad_norm": 1.0920078754425049,
      "learning_rate": 3.927942988449777e-06,
      "loss": 0.3721,
      "step": 861520
    },
    {
      "epoch": 240.45,
      "grad_norm": 1.0877230167388916,
      "learning_rate": 3.927923060870465e-06,
      "loss": 0.3624,
      "step": 861530
    },
    {
      "epoch": 240.45,
      "grad_norm": 0.9146367311477661,
      "learning_rate": 3.9279031330803e-06,
      "loss": 0.3556,
      "step": 861540
    },
    {
      "epoch": 240.45,
      "grad_norm": 1.025034785270691,
      "learning_rate": 3.927883205079283e-06,
      "loss": 0.3547,
      "step": 861550
    },
    {
      "epoch": 240.46,
      "grad_norm": 1.0833712816238403,
      "learning_rate": 3.927863276867418e-06,
      "loss": 0.3794,
      "step": 861560
    },
    {
      "epoch": 240.46,
      "grad_norm": 1.0515536069869995,
      "learning_rate": 3.927843348444707e-06,
      "loss": 0.3794,
      "step": 861570
    },
    {
      "epoch": 240.46,
      "grad_norm": 1.1716612577438354,
      "learning_rate": 3.927823419811153e-06,
      "loss": 0.3633,
      "step": 861580
    },
    {
      "epoch": 240.47,
      "grad_norm": 1.2484346628189087,
      "learning_rate": 3.927803490966757e-06,
      "loss": 0.3653,
      "step": 861590
    },
    {
      "epoch": 240.47,
      "grad_norm": 1.0564078092575073,
      "learning_rate": 3.927783561911524e-06,
      "loss": 0.35,
      "step": 861600
    },
    {
      "epoch": 240.47,
      "grad_norm": 0.9937952160835266,
      "learning_rate": 3.927763632645457e-06,
      "loss": 0.3636,
      "step": 861610
    },
    {
      "epoch": 240.47,
      "grad_norm": 1.1045589447021484,
      "learning_rate": 3.927743703168556e-06,
      "loss": 0.3595,
      "step": 861620
    },
    {
      "epoch": 240.48,
      "grad_norm": 1.1286115646362305,
      "learning_rate": 3.927723773480825e-06,
      "loss": 0.3807,
      "step": 861630
    },
    {
      "epoch": 240.48,
      "grad_norm": 0.9127028584480286,
      "learning_rate": 3.927703843582267e-06,
      "loss": 0.3735,
      "step": 861640
    },
    {
      "epoch": 240.48,
      "grad_norm": 1.077491044998169,
      "learning_rate": 3.927683913472884e-06,
      "loss": 0.3534,
      "step": 861650
    },
    {
      "epoch": 240.49,
      "grad_norm": 0.8629499673843384,
      "learning_rate": 3.927663983152679e-06,
      "loss": 0.3567,
      "step": 861660
    },
    {
      "epoch": 240.49,
      "grad_norm": 1.118369221687317,
      "learning_rate": 3.927644052621655e-06,
      "loss": 0.3678,
      "step": 861670
    },
    {
      "epoch": 240.49,
      "grad_norm": 1.2778987884521484,
      "learning_rate": 3.927624121879814e-06,
      "loss": 0.3594,
      "step": 861680
    },
    {
      "epoch": 240.49,
      "grad_norm": 2.3112776279449463,
      "learning_rate": 3.927604190927159e-06,
      "loss": 0.3651,
      "step": 861690
    },
    {
      "epoch": 240.5,
      "grad_norm": 0.8582065105438232,
      "learning_rate": 3.927584259763693e-06,
      "loss": 0.3518,
      "step": 861700
    },
    {
      "epoch": 240.5,
      "grad_norm": 1.1194247007369995,
      "learning_rate": 3.927564328389416e-06,
      "loss": 0.3642,
      "step": 861710
    },
    {
      "epoch": 240.5,
      "grad_norm": 0.9833530783653259,
      "learning_rate": 3.9275443968043355e-06,
      "loss": 0.3635,
      "step": 861720
    },
    {
      "epoch": 240.51,
      "grad_norm": 1.1082890033721924,
      "learning_rate": 3.92752446500845e-06,
      "loss": 0.3636,
      "step": 861730
    },
    {
      "epoch": 240.51,
      "grad_norm": 1.1556981801986694,
      "learning_rate": 3.927504533001765e-06,
      "loss": 0.3657,
      "step": 861740
    },
    {
      "epoch": 240.51,
      "grad_norm": 0.9843770861625671,
      "learning_rate": 3.927484600784281e-06,
      "loss": 0.3776,
      "step": 861750
    },
    {
      "epoch": 240.51,
      "grad_norm": 1.0961534976959229,
      "learning_rate": 3.927464668356002e-06,
      "loss": 0.3721,
      "step": 861760
    },
    {
      "epoch": 240.52,
      "grad_norm": 1.0300031900405884,
      "learning_rate": 3.92744473571693e-06,
      "loss": 0.3618,
      "step": 861770
    },
    {
      "epoch": 240.52,
      "grad_norm": 0.9975685477256775,
      "learning_rate": 3.927424802867067e-06,
      "loss": 0.3656,
      "step": 861780
    },
    {
      "epoch": 240.52,
      "grad_norm": 1.117287278175354,
      "learning_rate": 3.927404869806417e-06,
      "loss": 0.3755,
      "step": 861790
    },
    {
      "epoch": 240.52,
      "grad_norm": 0.891814112663269,
      "learning_rate": 3.927384936534983e-06,
      "loss": 0.3582,
      "step": 861800
    },
    {
      "epoch": 240.53,
      "grad_norm": 1.1319775581359863,
      "learning_rate": 3.927365003052765e-06,
      "loss": 0.3746,
      "step": 861810
    },
    {
      "epoch": 240.53,
      "grad_norm": 1.0905330181121826,
      "learning_rate": 3.927345069359768e-06,
      "loss": 0.373,
      "step": 861820
    },
    {
      "epoch": 240.53,
      "grad_norm": 1.8412302732467651,
      "learning_rate": 3.927325135455995e-06,
      "loss": 0.3654,
      "step": 861830
    },
    {
      "epoch": 240.54,
      "grad_norm": 0.9266133308410645,
      "learning_rate": 3.927305201341447e-06,
      "loss": 0.3596,
      "step": 861840
    },
    {
      "epoch": 240.54,
      "grad_norm": 1.0136148929595947,
      "learning_rate": 3.927285267016128e-06,
      "loss": 0.3855,
      "step": 861850
    },
    {
      "epoch": 240.54,
      "grad_norm": 0.9112887978553772,
      "learning_rate": 3.9272653324800395e-06,
      "loss": 0.3576,
      "step": 861860
    },
    {
      "epoch": 240.54,
      "grad_norm": 0.9178493022918701,
      "learning_rate": 3.927245397733184e-06,
      "loss": 0.3709,
      "step": 861870
    },
    {
      "epoch": 240.55,
      "grad_norm": 1.0558390617370605,
      "learning_rate": 3.927225462775566e-06,
      "loss": 0.3746,
      "step": 861880
    },
    {
      "epoch": 240.55,
      "grad_norm": 0.9767249226570129,
      "learning_rate": 3.927205527607186e-06,
      "loss": 0.3459,
      "step": 861890
    },
    {
      "epoch": 240.55,
      "grad_norm": 0.9659070372581482,
      "learning_rate": 3.927185592228048e-06,
      "loss": 0.3614,
      "step": 861900
    },
    {
      "epoch": 240.56,
      "grad_norm": 1.038405418395996,
      "learning_rate": 3.927165656638155e-06,
      "loss": 0.3682,
      "step": 861910
    },
    {
      "epoch": 240.56,
      "grad_norm": 1.0471343994140625,
      "learning_rate": 3.927145720837508e-06,
      "loss": 0.3681,
      "step": 861920
    },
    {
      "epoch": 240.56,
      "grad_norm": 0.9722128510475159,
      "learning_rate": 3.927125784826111e-06,
      "loss": 0.3741,
      "step": 861930
    },
    {
      "epoch": 240.56,
      "grad_norm": 1.1328173875808716,
      "learning_rate": 3.927105848603966e-06,
      "loss": 0.3764,
      "step": 861940
    },
    {
      "epoch": 240.57,
      "grad_norm": 1.1159952878952026,
      "learning_rate": 3.927085912171077e-06,
      "loss": 0.358,
      "step": 861950
    },
    {
      "epoch": 240.57,
      "grad_norm": 0.9002812504768372,
      "learning_rate": 3.927065975527444e-06,
      "loss": 0.3581,
      "step": 861960
    },
    {
      "epoch": 240.57,
      "grad_norm": 0.893474817276001,
      "learning_rate": 3.927046038673072e-06,
      "loss": 0.3617,
      "step": 861970
    },
    {
      "epoch": 240.57,
      "grad_norm": 1.1813122034072876,
      "learning_rate": 3.927026101607963e-06,
      "loss": 0.3656,
      "step": 861980
    },
    {
      "epoch": 240.58,
      "grad_norm": 1.0823535919189453,
      "learning_rate": 3.927006164332119e-06,
      "loss": 0.3918,
      "step": 861990
    },
    {
      "epoch": 240.58,
      "grad_norm": 1.138257622718811,
      "learning_rate": 3.9269862268455435e-06,
      "loss": 0.3774,
      "step": 862000
    },
    {
      "epoch": 240.58,
      "grad_norm": 1.200206995010376,
      "learning_rate": 3.926966289148239e-06,
      "loss": 0.3588,
      "step": 862010
    },
    {
      "epoch": 240.59,
      "grad_norm": 1.064577341079712,
      "learning_rate": 3.926946351240208e-06,
      "loss": 0.3639,
      "step": 862020
    },
    {
      "epoch": 240.59,
      "grad_norm": 1.0893083810806274,
      "learning_rate": 3.926926413121452e-06,
      "loss": 0.358,
      "step": 862030
    },
    {
      "epoch": 240.59,
      "grad_norm": 1.0247275829315186,
      "learning_rate": 3.926906474791976e-06,
      "loss": 0.3733,
      "step": 862040
    },
    {
      "epoch": 240.59,
      "grad_norm": 1.012137532234192,
      "learning_rate": 3.926886536251781e-06,
      "loss": 0.3469,
      "step": 862050
    },
    {
      "epoch": 240.6,
      "grad_norm": 1.1326910257339478,
      "learning_rate": 3.92686659750087e-06,
      "loss": 0.36,
      "step": 862060
    },
    {
      "epoch": 240.6,
      "grad_norm": 1.1135061979293823,
      "learning_rate": 3.9268466585392465e-06,
      "loss": 0.3608,
      "step": 862070
    },
    {
      "epoch": 240.6,
      "grad_norm": 1.0819661617279053,
      "learning_rate": 3.926826719366912e-06,
      "loss": 0.3718,
      "step": 862080
    },
    {
      "epoch": 240.61,
      "grad_norm": 1.1000019311904907,
      "learning_rate": 3.926806779983869e-06,
      "loss": 0.3855,
      "step": 862090
    },
    {
      "epoch": 240.61,
      "grad_norm": 1.1565601825714111,
      "learning_rate": 3.926786840390121e-06,
      "loss": 0.3732,
      "step": 862100
    },
    {
      "epoch": 240.61,
      "grad_norm": 1.0246011018753052,
      "learning_rate": 3.926766900585671e-06,
      "loss": 0.3828,
      "step": 862110
    },
    {
      "epoch": 240.61,
      "grad_norm": 0.9853124618530273,
      "learning_rate": 3.92674696057052e-06,
      "loss": 0.3758,
      "step": 862120
    },
    {
      "epoch": 240.62,
      "grad_norm": 0.902685821056366,
      "learning_rate": 3.926727020344673e-06,
      "loss": 0.3436,
      "step": 862130
    },
    {
      "epoch": 240.62,
      "grad_norm": 1.265411615371704,
      "learning_rate": 3.92670707990813e-06,
      "loss": 0.3771,
      "step": 862140
    },
    {
      "epoch": 240.62,
      "grad_norm": 1.0629819631576538,
      "learning_rate": 3.9266871392608955e-06,
      "loss": 0.3653,
      "step": 862150
    },
    {
      "epoch": 240.63,
      "grad_norm": 1.0239454507827759,
      "learning_rate": 3.926667198402972e-06,
      "loss": 0.358,
      "step": 862160
    },
    {
      "epoch": 240.63,
      "grad_norm": 1.107607126235962,
      "learning_rate": 3.926647257334362e-06,
      "loss": 0.3667,
      "step": 862170
    },
    {
      "epoch": 240.63,
      "grad_norm": 0.9949346780776978,
      "learning_rate": 3.926627316055067e-06,
      "loss": 0.3763,
      "step": 862180
    },
    {
      "epoch": 240.63,
      "grad_norm": 0.9432312250137329,
      "learning_rate": 3.926607374565091e-06,
      "loss": 0.3554,
      "step": 862190
    },
    {
      "epoch": 240.64,
      "grad_norm": 1.4510622024536133,
      "learning_rate": 3.926587432864436e-06,
      "loss": 0.3756,
      "step": 862200
    },
    {
      "epoch": 240.64,
      "grad_norm": 0.942453145980835,
      "learning_rate": 3.9265674909531054e-06,
      "loss": 0.3791,
      "step": 862210
    },
    {
      "epoch": 240.64,
      "grad_norm": 1.048693299293518,
      "learning_rate": 3.926547548831101e-06,
      "loss": 0.3649,
      "step": 862220
    },
    {
      "epoch": 240.64,
      "grad_norm": 1.0284039974212646,
      "learning_rate": 3.9265276064984255e-06,
      "loss": 0.355,
      "step": 862230
    },
    {
      "epoch": 240.65,
      "grad_norm": 0.9829707741737366,
      "learning_rate": 3.926507663955082e-06,
      "loss": 0.3652,
      "step": 862240
    },
    {
      "epoch": 240.65,
      "grad_norm": 1.1492559909820557,
      "learning_rate": 3.926487721201074e-06,
      "loss": 0.3483,
      "step": 862250
    },
    {
      "epoch": 240.65,
      "grad_norm": 0.9197403192520142,
      "learning_rate": 3.926467778236402e-06,
      "loss": 0.3625,
      "step": 862260
    },
    {
      "epoch": 240.66,
      "grad_norm": 0.9491131901741028,
      "learning_rate": 3.926447835061071e-06,
      "loss": 0.3607,
      "step": 862270
    },
    {
      "epoch": 240.66,
      "grad_norm": 1.115496039390564,
      "learning_rate": 3.926427891675082e-06,
      "loss": 0.371,
      "step": 862280
    },
    {
      "epoch": 240.66,
      "grad_norm": 1.1481412649154663,
      "learning_rate": 3.926407948078438e-06,
      "loss": 0.361,
      "step": 862290
    },
    {
      "epoch": 240.66,
      "grad_norm": 0.9272311925888062,
      "learning_rate": 3.9263880042711415e-06,
      "loss": 0.352,
      "step": 862300
    },
    {
      "epoch": 240.67,
      "grad_norm": 1.1523140668869019,
      "learning_rate": 3.926368060253195e-06,
      "loss": 0.3567,
      "step": 862310
    },
    {
      "epoch": 240.67,
      "grad_norm": 1.0260114669799805,
      "learning_rate": 3.9263481160246025e-06,
      "loss": 0.3485,
      "step": 862320
    },
    {
      "epoch": 240.67,
      "grad_norm": 1.179695725440979,
      "learning_rate": 3.926328171585366e-06,
      "loss": 0.3749,
      "step": 862330
    },
    {
      "epoch": 240.68,
      "grad_norm": 1.1153820753097534,
      "learning_rate": 3.926308226935487e-06,
      "loss": 0.3669,
      "step": 862340
    },
    {
      "epoch": 240.68,
      "grad_norm": 1.1240098476409912,
      "learning_rate": 3.92628828207497e-06,
      "loss": 0.3665,
      "step": 862350
    },
    {
      "epoch": 240.68,
      "grad_norm": 0.9464071393013,
      "learning_rate": 3.926268337003816e-06,
      "loss": 0.3568,
      "step": 862360
    },
    {
      "epoch": 240.68,
      "grad_norm": 0.9771623015403748,
      "learning_rate": 3.926248391722028e-06,
      "loss": 0.3726,
      "step": 862370
    },
    {
      "epoch": 240.69,
      "grad_norm": 1.0322790145874023,
      "learning_rate": 3.92622844622961e-06,
      "loss": 0.3657,
      "step": 862380
    },
    {
      "epoch": 240.69,
      "grad_norm": 1.1345750093460083,
      "learning_rate": 3.926208500526564e-06,
      "loss": 0.3558,
      "step": 862390
    },
    {
      "epoch": 240.69,
      "grad_norm": 1.3175725936889648,
      "learning_rate": 3.926188554612891e-06,
      "loss": 0.3696,
      "step": 862400
    },
    {
      "epoch": 240.69,
      "grad_norm": 1.221442699432373,
      "learning_rate": 3.926168608488596e-06,
      "loss": 0.3692,
      "step": 862410
    },
    {
      "epoch": 240.7,
      "grad_norm": 1.0680713653564453,
      "learning_rate": 3.92614866215368e-06,
      "loss": 0.3654,
      "step": 862420
    },
    {
      "epoch": 240.7,
      "grad_norm": 1.2542270421981812,
      "learning_rate": 3.926128715608147e-06,
      "loss": 0.3814,
      "step": 862430
    },
    {
      "epoch": 240.7,
      "grad_norm": 1.0630348920822144,
      "learning_rate": 3.926108768851999e-06,
      "loss": 0.3589,
      "step": 862440
    },
    {
      "epoch": 240.71,
      "grad_norm": 1.1009182929992676,
      "learning_rate": 3.926088821885238e-06,
      "loss": 0.359,
      "step": 862450
    },
    {
      "epoch": 240.71,
      "grad_norm": 0.9057586789131165,
      "learning_rate": 3.926068874707867e-06,
      "loss": 0.3732,
      "step": 862460
    },
    {
      "epoch": 240.71,
      "grad_norm": 0.9981866478919983,
      "learning_rate": 3.92604892731989e-06,
      "loss": 0.3431,
      "step": 862470
    },
    {
      "epoch": 240.71,
      "grad_norm": 2.0106799602508545,
      "learning_rate": 3.926028979721307e-06,
      "loss": 0.3697,
      "step": 862480
    },
    {
      "epoch": 240.72,
      "grad_norm": 1.0413190126419067,
      "learning_rate": 3.9260090319121245e-06,
      "loss": 0.3551,
      "step": 862490
    },
    {
      "epoch": 240.72,
      "grad_norm": 0.9371192455291748,
      "learning_rate": 3.925989083892341e-06,
      "loss": 0.3684,
      "step": 862500
    },
    {
      "epoch": 240.72,
      "grad_norm": 0.9908264875411987,
      "learning_rate": 3.925969135661962e-06,
      "loss": 0.3817,
      "step": 862510
    },
    {
      "epoch": 240.73,
      "grad_norm": 1.0398318767547607,
      "learning_rate": 3.925949187220989e-06,
      "loss": 0.371,
      "step": 862520
    },
    {
      "epoch": 240.73,
      "grad_norm": 0.9695384502410889,
      "learning_rate": 3.925929238569424e-06,
      "loss": 0.3734,
      "step": 862530
    },
    {
      "epoch": 240.73,
      "grad_norm": 1.3768935203552246,
      "learning_rate": 3.925909289707272e-06,
      "loss": 0.3744,
      "step": 862540
    },
    {
      "epoch": 240.73,
      "grad_norm": 0.9822043776512146,
      "learning_rate": 3.9258893406345325e-06,
      "loss": 0.3585,
      "step": 862550
    },
    {
      "epoch": 240.74,
      "grad_norm": 0.9824621677398682,
      "learning_rate": 3.925869391351212e-06,
      "loss": 0.3695,
      "step": 862560
    },
    {
      "epoch": 240.74,
      "grad_norm": 1.0883409976959229,
      "learning_rate": 3.925849441857309e-06,
      "loss": 0.364,
      "step": 862570
    },
    {
      "epoch": 240.74,
      "grad_norm": 0.9709920883178711,
      "learning_rate": 3.925829492152829e-06,
      "loss": 0.3712,
      "step": 862580
    },
    {
      "epoch": 240.75,
      "grad_norm": 0.941739022731781,
      "learning_rate": 3.925809542237774e-06,
      "loss": 0.3814,
      "step": 862590
    },
    {
      "epoch": 240.75,
      "grad_norm": 0.9646954536437988,
      "learning_rate": 3.925789592112146e-06,
      "loss": 0.3794,
      "step": 862600
    },
    {
      "epoch": 240.75,
      "grad_norm": 1.0262964963912964,
      "learning_rate": 3.925769641775948e-06,
      "loss": 0.3566,
      "step": 862610
    },
    {
      "epoch": 240.75,
      "grad_norm": 1.2311500310897827,
      "learning_rate": 3.925749691229183e-06,
      "loss": 0.3525,
      "step": 862620
    },
    {
      "epoch": 240.76,
      "grad_norm": 1.0444923639297485,
      "learning_rate": 3.9257297404718535e-06,
      "loss": 0.3568,
      "step": 862630
    },
    {
      "epoch": 240.76,
      "grad_norm": 1.1066807508468628,
      "learning_rate": 3.925709789503962e-06,
      "loss": 0.3574,
      "step": 862640
    },
    {
      "epoch": 240.76,
      "grad_norm": 1.2021394968032837,
      "learning_rate": 3.925689838325511e-06,
      "loss": 0.3515,
      "step": 862650
    },
    {
      "epoch": 240.76,
      "grad_norm": 1.082411766052246,
      "learning_rate": 3.925669886936503e-06,
      "loss": 0.3773,
      "step": 862660
    },
    {
      "epoch": 240.77,
      "grad_norm": 1.15664803981781,
      "learning_rate": 3.925649935336942e-06,
      "loss": 0.3562,
      "step": 862670
    },
    {
      "epoch": 240.77,
      "grad_norm": 1.0906174182891846,
      "learning_rate": 3.925629983526829e-06,
      "loss": 0.3636,
      "step": 862680
    },
    {
      "epoch": 240.77,
      "grad_norm": 0.9886474013328552,
      "learning_rate": 3.925610031506168e-06,
      "loss": 0.3624,
      "step": 862690
    },
    {
      "epoch": 240.78,
      "grad_norm": 0.989166259765625,
      "learning_rate": 3.925590079274961e-06,
      "loss": 0.357,
      "step": 862700
    },
    {
      "epoch": 240.78,
      "grad_norm": 0.9942266941070557,
      "learning_rate": 3.92557012683321e-06,
      "loss": 0.3645,
      "step": 862710
    },
    {
      "epoch": 240.78,
      "grad_norm": 1.0255223512649536,
      "learning_rate": 3.925550174180918e-06,
      "loss": 0.351,
      "step": 862720
    },
    {
      "epoch": 240.78,
      "grad_norm": 0.9068501591682434,
      "learning_rate": 3.925530221318089e-06,
      "loss": 0.3718,
      "step": 862730
    },
    {
      "epoch": 240.79,
      "grad_norm": 1.1394603252410889,
      "learning_rate": 3.925510268244723e-06,
      "loss": 0.3602,
      "step": 862740
    },
    {
      "epoch": 240.79,
      "grad_norm": 1.0376513004302979,
      "learning_rate": 3.925490314960826e-06,
      "loss": 0.362,
      "step": 862750
    },
    {
      "epoch": 240.79,
      "grad_norm": 1.1491341590881348,
      "learning_rate": 3.925470361466399e-06,
      "loss": 0.3514,
      "step": 862760
    },
    {
      "epoch": 240.8,
      "grad_norm": 0.855292022228241,
      "learning_rate": 3.925450407761443e-06,
      "loss": 0.3615,
      "step": 862770
    },
    {
      "epoch": 240.8,
      "grad_norm": 2.710153102874756,
      "learning_rate": 3.925430453845964e-06,
      "loss": 0.354,
      "step": 862780
    },
    {
      "epoch": 240.8,
      "grad_norm": 1.0832537412643433,
      "learning_rate": 3.925410499719962e-06,
      "loss": 0.3808,
      "step": 862790
    },
    {
      "epoch": 240.8,
      "grad_norm": 1.0975393056869507,
      "learning_rate": 3.9253905453834404e-06,
      "loss": 0.358,
      "step": 862800
    },
    {
      "epoch": 240.81,
      "grad_norm": 1.0578824281692505,
      "learning_rate": 3.925370590836402e-06,
      "loss": 0.378,
      "step": 862810
    },
    {
      "epoch": 240.81,
      "grad_norm": 0.9703131318092346,
      "learning_rate": 3.92535063607885e-06,
      "loss": 0.3574,
      "step": 862820
    },
    {
      "epoch": 240.81,
      "grad_norm": 1.148653268814087,
      "learning_rate": 3.925330681110786e-06,
      "loss": 0.3669,
      "step": 862830
    },
    {
      "epoch": 240.81,
      "grad_norm": 1.0540969371795654,
      "learning_rate": 3.925310725932214e-06,
      "loss": 0.3671,
      "step": 862840
    },
    {
      "epoch": 240.82,
      "grad_norm": 0.8206853866577148,
      "learning_rate": 3.925290770543135e-06,
      "loss": 0.3605,
      "step": 862850
    },
    {
      "epoch": 240.82,
      "grad_norm": 1.2266350984573364,
      "learning_rate": 3.925270814943553e-06,
      "loss": 0.3784,
      "step": 862860
    },
    {
      "epoch": 240.82,
      "grad_norm": 1.0445919036865234,
      "learning_rate": 3.92525085913347e-06,
      "loss": 0.3791,
      "step": 862870
    },
    {
      "epoch": 240.83,
      "grad_norm": 1.4071831703186035,
      "learning_rate": 3.925230903112888e-06,
      "loss": 0.3618,
      "step": 862880
    },
    {
      "epoch": 240.83,
      "grad_norm": 1.063097596168518,
      "learning_rate": 3.925210946881812e-06,
      "loss": 0.3719,
      "step": 862890
    },
    {
      "epoch": 240.83,
      "grad_norm": 1.012628436088562,
      "learning_rate": 3.925190990440242e-06,
      "loss": 0.3648,
      "step": 862900
    },
    {
      "epoch": 240.83,
      "grad_norm": 1.1351021528244019,
      "learning_rate": 3.925171033788182e-06,
      "loss": 0.3751,
      "step": 862910
    },
    {
      "epoch": 240.84,
      "grad_norm": 1.008103847503662,
      "learning_rate": 3.925151076925634e-06,
      "loss": 0.3657,
      "step": 862920
    },
    {
      "epoch": 240.84,
      "grad_norm": 1.0725911855697632,
      "learning_rate": 3.925131119852602e-06,
      "loss": 0.3491,
      "step": 862930
    },
    {
      "epoch": 240.84,
      "grad_norm": 1.0488145351409912,
      "learning_rate": 3.925111162569087e-06,
      "loss": 0.3633,
      "step": 862940
    },
    {
      "epoch": 240.85,
      "grad_norm": 1.0624639987945557,
      "learning_rate": 3.925091205075093e-06,
      "loss": 0.3677,
      "step": 862950
    },
    {
      "epoch": 240.85,
      "grad_norm": 1.3485242128372192,
      "learning_rate": 3.925071247370621e-06,
      "loss": 0.3702,
      "step": 862960
    },
    {
      "epoch": 240.85,
      "grad_norm": 0.8682144284248352,
      "learning_rate": 3.925051289455676e-06,
      "loss": 0.3613,
      "step": 862970
    },
    {
      "epoch": 240.85,
      "grad_norm": 0.8852453827857971,
      "learning_rate": 3.925031331330259e-06,
      "loss": 0.3719,
      "step": 862980
    },
    {
      "epoch": 240.86,
      "grad_norm": 1.5626684427261353,
      "learning_rate": 3.9250113729943725e-06,
      "loss": 0.3599,
      "step": 862990
    },
    {
      "epoch": 240.86,
      "grad_norm": 1.2201869487762451,
      "learning_rate": 3.92499141444802e-06,
      "loss": 0.3613,
      "step": 863000
    },
    {
      "epoch": 240.86,
      "grad_norm": 1.1175631284713745,
      "learning_rate": 3.924971455691204e-06,
      "loss": 0.3613,
      "step": 863010
    },
    {
      "epoch": 240.87,
      "grad_norm": 1.2472115755081177,
      "learning_rate": 3.924951496723928e-06,
      "loss": 0.3641,
      "step": 863020
    },
    {
      "epoch": 240.87,
      "grad_norm": 1.0486409664154053,
      "learning_rate": 3.924931537546191e-06,
      "loss": 0.3621,
      "step": 863030
    },
    {
      "epoch": 240.87,
      "grad_norm": 1.1573667526245117,
      "learning_rate": 3.924911578158001e-06,
      "loss": 0.3631,
      "step": 863040
    },
    {
      "epoch": 240.87,
      "grad_norm": 1.1176207065582275,
      "learning_rate": 3.924891618559356e-06,
      "loss": 0.3716,
      "step": 863050
    },
    {
      "epoch": 240.88,
      "grad_norm": 2.985145330429077,
      "learning_rate": 3.924871658750262e-06,
      "loss": 0.3546,
      "step": 863060
    },
    {
      "epoch": 240.88,
      "grad_norm": 0.9850597977638245,
      "learning_rate": 3.9248516987307195e-06,
      "loss": 0.3529,
      "step": 863070
    },
    {
      "epoch": 240.88,
      "grad_norm": 1.3351823091506958,
      "learning_rate": 3.924831738500733e-06,
      "loss": 0.3466,
      "step": 863080
    },
    {
      "epoch": 240.88,
      "grad_norm": 1.2087925672531128,
      "learning_rate": 3.924811778060302e-06,
      "loss": 0.357,
      "step": 863090
    },
    {
      "epoch": 240.89,
      "grad_norm": 1.0498985052108765,
      "learning_rate": 3.924791817409433e-06,
      "loss": 0.3806,
      "step": 863100
    },
    {
      "epoch": 240.89,
      "grad_norm": 1.0380465984344482,
      "learning_rate": 3.9247718565481265e-06,
      "loss": 0.3648,
      "step": 863110
    },
    {
      "epoch": 240.89,
      "grad_norm": 1.1236120462417603,
      "learning_rate": 3.924751895476385e-06,
      "loss": 0.3547,
      "step": 863120
    },
    {
      "epoch": 240.9,
      "grad_norm": 1.2064626216888428,
      "learning_rate": 3.924731934194212e-06,
      "loss": 0.3574,
      "step": 863130
    },
    {
      "epoch": 240.9,
      "grad_norm": 0.9752927422523499,
      "learning_rate": 3.924711972701611e-06,
      "loss": 0.3891,
      "step": 863140
    },
    {
      "epoch": 240.9,
      "grad_norm": 1.0601534843444824,
      "learning_rate": 3.924692010998582e-06,
      "loss": 0.3711,
      "step": 863150
    },
    {
      "epoch": 240.9,
      "grad_norm": 1.0515947341918945,
      "learning_rate": 3.92467204908513e-06,
      "loss": 0.361,
      "step": 863160
    },
    {
      "epoch": 240.91,
      "grad_norm": 1.1245170831680298,
      "learning_rate": 3.924652086961256e-06,
      "loss": 0.3698,
      "step": 863170
    },
    {
      "epoch": 240.91,
      "grad_norm": 1.1268864870071411,
      "learning_rate": 3.924632124626964e-06,
      "loss": 0.3757,
      "step": 863180
    },
    {
      "epoch": 240.91,
      "grad_norm": 0.9974063038825989,
      "learning_rate": 3.924612162082257e-06,
      "loss": 0.3517,
      "step": 863190
    },
    {
      "epoch": 240.92,
      "grad_norm": 1.1117770671844482,
      "learning_rate": 3.924592199327136e-06,
      "loss": 0.3612,
      "step": 863200
    },
    {
      "epoch": 240.92,
      "grad_norm": 0.9664995074272156,
      "learning_rate": 3.924572236361604e-06,
      "loss": 0.364,
      "step": 863210
    },
    {
      "epoch": 240.92,
      "grad_norm": 1.7927429676055908,
      "learning_rate": 3.924552273185665e-06,
      "loss": 0.3532,
      "step": 863220
    },
    {
      "epoch": 240.92,
      "grad_norm": 1.0629116296768188,
      "learning_rate": 3.92453230979932e-06,
      "loss": 0.3638,
      "step": 863230
    },
    {
      "epoch": 240.93,
      "grad_norm": 1.0955272912979126,
      "learning_rate": 3.924512346202573e-06,
      "loss": 0.3606,
      "step": 863240
    },
    {
      "epoch": 240.93,
      "grad_norm": 1.009389042854309,
      "learning_rate": 3.924492382395426e-06,
      "loss": 0.3627,
      "step": 863250
    },
    {
      "epoch": 240.93,
      "grad_norm": 1.0251051187515259,
      "learning_rate": 3.924472418377882e-06,
      "loss": 0.3667,
      "step": 863260
    },
    {
      "epoch": 240.93,
      "grad_norm": 0.9695925116539001,
      "learning_rate": 3.9244524541499434e-06,
      "loss": 0.3582,
      "step": 863270
    },
    {
      "epoch": 240.94,
      "grad_norm": 1.0803500413894653,
      "learning_rate": 3.924432489711612e-06,
      "loss": 0.3561,
      "step": 863280
    },
    {
      "epoch": 240.94,
      "grad_norm": 1.0440118312835693,
      "learning_rate": 3.924412525062892e-06,
      "loss": 0.375,
      "step": 863290
    },
    {
      "epoch": 240.94,
      "grad_norm": 1.0156949758529663,
      "learning_rate": 3.924392560203785e-06,
      "loss": 0.3764,
      "step": 863300
    },
    {
      "epoch": 240.95,
      "grad_norm": 1.0820735692977905,
      "learning_rate": 3.924372595134295e-06,
      "loss": 0.3634,
      "step": 863310
    },
    {
      "epoch": 240.95,
      "grad_norm": 1.012068748474121,
      "learning_rate": 3.9243526298544225e-06,
      "loss": 0.3731,
      "step": 863320
    },
    {
      "epoch": 240.95,
      "grad_norm": 0.9648675918579102,
      "learning_rate": 3.924332664364173e-06,
      "loss": 0.3595,
      "step": 863330
    },
    {
      "epoch": 240.95,
      "grad_norm": 1.143380045890808,
      "learning_rate": 3.924312698663546e-06,
      "loss": 0.3657,
      "step": 863340
    },
    {
      "epoch": 240.96,
      "grad_norm": 1.091944932937622,
      "learning_rate": 3.924292732752546e-06,
      "loss": 0.3462,
      "step": 863350
    },
    {
      "epoch": 240.96,
      "grad_norm": 1.1581004858016968,
      "learning_rate": 3.9242727666311754e-06,
      "loss": 0.365,
      "step": 863360
    },
    {
      "epoch": 240.96,
      "grad_norm": 1.1547311544418335,
      "learning_rate": 3.924252800299437e-06,
      "loss": 0.3478,
      "step": 863370
    },
    {
      "epoch": 240.97,
      "grad_norm": 1.0481237173080444,
      "learning_rate": 3.9242328337573335e-06,
      "loss": 0.3566,
      "step": 863380
    },
    {
      "epoch": 240.97,
      "grad_norm": 1.0377321243286133,
      "learning_rate": 3.924212867004867e-06,
      "loss": 0.3631,
      "step": 863390
    },
    {
      "epoch": 240.97,
      "grad_norm": 0.9405269622802734,
      "learning_rate": 3.92419290004204e-06,
      "loss": 0.375,
      "step": 863400
    },
    {
      "epoch": 240.97,
      "grad_norm": 1.150290608406067,
      "learning_rate": 3.924172932868856e-06,
      "loss": 0.3568,
      "step": 863410
    },
    {
      "epoch": 240.98,
      "grad_norm": 1.2338371276855469,
      "learning_rate": 3.924152965485318e-06,
      "loss": 0.3645,
      "step": 863420
    },
    {
      "epoch": 240.98,
      "grad_norm": 1.1232060194015503,
      "learning_rate": 3.924132997891427e-06,
      "loss": 0.3706,
      "step": 863430
    },
    {
      "epoch": 240.98,
      "grad_norm": 1.0157889127731323,
      "learning_rate": 3.924113030087186e-06,
      "loss": 0.3572,
      "step": 863440
    },
    {
      "epoch": 240.99,
      "grad_norm": 0.9419368505477905,
      "learning_rate": 3.924093062072599e-06,
      "loss": 0.3711,
      "step": 863450
    },
    {
      "epoch": 240.99,
      "grad_norm": 1.7131884098052979,
      "learning_rate": 3.924073093847668e-06,
      "loss": 0.383,
      "step": 863460
    },
    {
      "epoch": 240.99,
      "grad_norm": 1.069200038909912,
      "learning_rate": 3.924053125412396e-06,
      "loss": 0.3639,
      "step": 863470
    },
    {
      "epoch": 240.99,
      "grad_norm": 1.7507867813110352,
      "learning_rate": 3.924033156766785e-06,
      "loss": 0.355,
      "step": 863480
    },
    {
      "epoch": 241.0,
      "grad_norm": 1.0320700407028198,
      "learning_rate": 3.924013187910837e-06,
      "loss": 0.3509,
      "step": 863490
    },
    {
      "epoch": 241.0,
      "grad_norm": 1.0670353174209595,
      "learning_rate": 3.923993218844557e-06,
      "loss": 0.3562,
      "step": 863500
    },
    {
      "epoch": 241.0,
      "eval_loss": 0.36352813243865967,
      "eval_runtime": 64.8965,
      "eval_samples_per_second": 77.955,
      "eval_steps_per_second": 9.754,
      "step": 863503
    },
    {
      "epoch": 241.0,
      "grad_norm": 0.988065242767334,
      "learning_rate": 3.923973249567945e-06,
      "loss": 0.3656,
      "step": 863510
    },
    {
      "epoch": 241.0,
      "grad_norm": 1.2703025341033936,
      "learning_rate": 3.923953280081005e-06,
      "loss": 0.3691,
      "step": 863520
    },
    {
      "epoch": 241.01,
      "grad_norm": 1.0997484922409058,
      "learning_rate": 3.92393331038374e-06,
      "loss": 0.3653,
      "step": 863530
    },
    {
      "epoch": 241.01,
      "grad_norm": 1.0981695652008057,
      "learning_rate": 3.9239133404761515e-06,
      "loss": 0.3466,
      "step": 863540
    },
    {
      "epoch": 241.01,
      "grad_norm": 1.096924901008606,
      "learning_rate": 3.923893370358243e-06,
      "loss": 0.3791,
      "step": 863550
    },
    {
      "epoch": 241.02,
      "grad_norm": 1.0090118646621704,
      "learning_rate": 3.923873400030018e-06,
      "loss": 0.3753,
      "step": 863560
    },
    {
      "epoch": 241.02,
      "grad_norm": 0.9937558770179749,
      "learning_rate": 3.9238534294914775e-06,
      "loss": 0.371,
      "step": 863570
    },
    {
      "epoch": 241.02,
      "grad_norm": 1.0088311433792114,
      "learning_rate": 3.923833458742624e-06,
      "loss": 0.35,
      "step": 863580
    },
    {
      "epoch": 241.02,
      "grad_norm": 1.1360373497009277,
      "learning_rate": 3.923813487783462e-06,
      "loss": 0.3578,
      "step": 863590
    },
    {
      "epoch": 241.03,
      "grad_norm": 1.2075783014297485,
      "learning_rate": 3.923793516613993e-06,
      "loss": 0.3876,
      "step": 863600
    },
    {
      "epoch": 241.03,
      "grad_norm": 0.9562185406684875,
      "learning_rate": 3.923773545234219e-06,
      "loss": 0.361,
      "step": 863610
    },
    {
      "epoch": 241.03,
      "grad_norm": 1.064624547958374,
      "learning_rate": 3.9237535736441445e-06,
      "loss": 0.369,
      "step": 863620
    },
    {
      "epoch": 241.04,
      "grad_norm": 1.1276664733886719,
      "learning_rate": 3.923733601843771e-06,
      "loss": 0.3594,
      "step": 863630
    },
    {
      "epoch": 241.04,
      "grad_norm": 1.0226848125457764,
      "learning_rate": 3.9237136298331005e-06,
      "loss": 0.383,
      "step": 863640
    },
    {
      "epoch": 241.04,
      "grad_norm": 1.1762542724609375,
      "learning_rate": 3.923693657612136e-06,
      "loss": 0.3751,
      "step": 863650
    },
    {
      "epoch": 241.04,
      "grad_norm": 1.3626607656478882,
      "learning_rate": 3.923673685180882e-06,
      "loss": 0.3658,
      "step": 863660
    },
    {
      "epoch": 241.05,
      "grad_norm": 1.1535320281982422,
      "learning_rate": 3.923653712539338e-06,
      "loss": 0.3849,
      "step": 863670
    },
    {
      "epoch": 241.05,
      "grad_norm": 1.305282473564148,
      "learning_rate": 3.92363373968751e-06,
      "loss": 0.3536,
      "step": 863680
    },
    {
      "epoch": 241.05,
      "grad_norm": 1.1355879306793213,
      "learning_rate": 3.9236137666253985e-06,
      "loss": 0.3741,
      "step": 863690
    },
    {
      "epoch": 241.05,
      "grad_norm": 0.9950634837150574,
      "learning_rate": 3.923593793353007e-06,
      "loss": 0.3491,
      "step": 863700
    },
    {
      "epoch": 241.06,
      "grad_norm": 1.0426462888717651,
      "learning_rate": 3.923573819870337e-06,
      "loss": 0.367,
      "step": 863710
    },
    {
      "epoch": 241.06,
      "grad_norm": 1.1646641492843628,
      "learning_rate": 3.923553846177393e-06,
      "loss": 0.3548,
      "step": 863720
    },
    {
      "epoch": 241.06,
      "grad_norm": 1.0213838815689087,
      "learning_rate": 3.923533872274176e-06,
      "loss": 0.3556,
      "step": 863730
    },
    {
      "epoch": 241.07,
      "grad_norm": 0.8154500126838684,
      "learning_rate": 3.92351389816069e-06,
      "loss": 0.373,
      "step": 863740
    },
    {
      "epoch": 241.07,
      "grad_norm": 1.1827133893966675,
      "learning_rate": 3.923493923836936e-06,
      "loss": 0.3541,
      "step": 863750
    },
    {
      "epoch": 241.07,
      "grad_norm": 1.0153394937515259,
      "learning_rate": 3.9234739493029185e-06,
      "loss": 0.3608,
      "step": 863760
    },
    {
      "epoch": 241.07,
      "grad_norm": 1.1514012813568115,
      "learning_rate": 3.9234539745586385e-06,
      "loss": 0.3636,
      "step": 863770
    },
    {
      "epoch": 241.08,
      "grad_norm": 1.0943946838378906,
      "learning_rate": 3.9234339996041e-06,
      "loss": 0.3804,
      "step": 863780
    },
    {
      "epoch": 241.08,
      "grad_norm": 1.0850468873977661,
      "learning_rate": 3.923414024439305e-06,
      "loss": 0.3792,
      "step": 863790
    },
    {
      "epoch": 241.08,
      "grad_norm": 1.200335144996643,
      "learning_rate": 3.923394049064256e-06,
      "loss": 0.3694,
      "step": 863800
    },
    {
      "epoch": 241.09,
      "grad_norm": 1.0810511112213135,
      "learning_rate": 3.923374073478957e-06,
      "loss": 0.3535,
      "step": 863810
    },
    {
      "epoch": 241.09,
      "grad_norm": 1.0900293588638306,
      "learning_rate": 3.923354097683409e-06,
      "loss": 0.3763,
      "step": 863820
    },
    {
      "epoch": 241.09,
      "grad_norm": 1.0338151454925537,
      "learning_rate": 3.923334121677615e-06,
      "loss": 0.3517,
      "step": 863830
    },
    {
      "epoch": 241.09,
      "grad_norm": 1.0770564079284668,
      "learning_rate": 3.923314145461578e-06,
      "loss": 0.3779,
      "step": 863840
    },
    {
      "epoch": 241.1,
      "grad_norm": 1.1947486400604248,
      "learning_rate": 3.9232941690353015e-06,
      "loss": 0.3736,
      "step": 863850
    },
    {
      "epoch": 241.1,
      "grad_norm": 1.0288015604019165,
      "learning_rate": 3.923274192398786e-06,
      "loss": 0.3484,
      "step": 863860
    },
    {
      "epoch": 241.1,
      "grad_norm": 1.2838102579116821,
      "learning_rate": 3.923254215552036e-06,
      "loss": 0.3513,
      "step": 863870
    },
    {
      "epoch": 241.11,
      "grad_norm": 1.0163613557815552,
      "learning_rate": 3.923234238495053e-06,
      "loss": 0.3621,
      "step": 863880
    },
    {
      "epoch": 241.11,
      "grad_norm": 0.8784609436988831,
      "learning_rate": 3.923214261227841e-06,
      "loss": 0.3585,
      "step": 863890
    },
    {
      "epoch": 241.11,
      "grad_norm": 1.0396254062652588,
      "learning_rate": 3.923194283750401e-06,
      "loss": 0.3684,
      "step": 863900
    },
    {
      "epoch": 241.11,
      "grad_norm": 1.1033324003219604,
      "learning_rate": 3.923174306062738e-06,
      "loss": 0.3648,
      "step": 863910
    },
    {
      "epoch": 241.12,
      "grad_norm": 1.08802330493927,
      "learning_rate": 3.9231543281648516e-06,
      "loss": 0.3658,
      "step": 863920
    },
    {
      "epoch": 241.12,
      "grad_norm": 0.9828276634216309,
      "learning_rate": 3.923134350056747e-06,
      "loss": 0.3702,
      "step": 863930
    },
    {
      "epoch": 241.12,
      "grad_norm": 1.1990312337875366,
      "learning_rate": 3.923114371738426e-06,
      "loss": 0.3435,
      "step": 863940
    },
    {
      "epoch": 241.12,
      "grad_norm": 5.584789276123047,
      "learning_rate": 3.923094393209891e-06,
      "loss": 0.3733,
      "step": 863950
    },
    {
      "epoch": 241.13,
      "grad_norm": 1.1321436166763306,
      "learning_rate": 3.923074414471144e-06,
      "loss": 0.3888,
      "step": 863960
    },
    {
      "epoch": 241.13,
      "grad_norm": 0.9843229055404663,
      "learning_rate": 3.923054435522189e-06,
      "loss": 0.3792,
      "step": 863970
    },
    {
      "epoch": 241.13,
      "grad_norm": 1.0768485069274902,
      "learning_rate": 3.923034456363028e-06,
      "loss": 0.358,
      "step": 863980
    },
    {
      "epoch": 241.14,
      "grad_norm": 0.9236952662467957,
      "learning_rate": 3.923014476993664e-06,
      "loss": 0.3502,
      "step": 863990
    },
    {
      "epoch": 241.14,
      "grad_norm": 0.9143416285514832,
      "learning_rate": 3.922994497414099e-06,
      "loss": 0.3626,
      "step": 864000
    },
    {
      "epoch": 241.14,
      "grad_norm": 1.2839406728744507,
      "learning_rate": 3.922974517624338e-06,
      "loss": 0.3774,
      "step": 864010
    },
    {
      "epoch": 241.14,
      "grad_norm": 1.4376366138458252,
      "learning_rate": 3.92295453762438e-06,
      "loss": 0.3758,
      "step": 864020
    },
    {
      "epoch": 241.15,
      "grad_norm": 1.023681402206421,
      "learning_rate": 3.92293455741423e-06,
      "loss": 0.3621,
      "step": 864030
    },
    {
      "epoch": 241.15,
      "grad_norm": 1.0427263975143433,
      "learning_rate": 3.9229145769938895e-06,
      "loss": 0.368,
      "step": 864040
    },
    {
      "epoch": 241.15,
      "grad_norm": 0.9315710663795471,
      "learning_rate": 3.922894596363362e-06,
      "loss": 0.3761,
      "step": 864050
    },
    {
      "epoch": 241.16,
      "grad_norm": 0.9041591882705688,
      "learning_rate": 3.922874615522651e-06,
      "loss": 0.3753,
      "step": 864060
    },
    {
      "epoch": 241.16,
      "grad_norm": 1.0224549770355225,
      "learning_rate": 3.922854634471757e-06,
      "loss": 0.374,
      "step": 864070
    },
    {
      "epoch": 241.16,
      "grad_norm": 1.0751850605010986,
      "learning_rate": 3.922834653210684e-06,
      "loss": 0.3664,
      "step": 864080
    },
    {
      "epoch": 241.16,
      "grad_norm": 0.9388967752456665,
      "learning_rate": 3.922814671739434e-06,
      "loss": 0.3517,
      "step": 864090
    },
    {
      "epoch": 241.17,
      "grad_norm": 1.165884256362915,
      "learning_rate": 3.922794690058011e-06,
      "loss": 0.3502,
      "step": 864100
    },
    {
      "epoch": 241.17,
      "grad_norm": 0.9557178020477295,
      "learning_rate": 3.922774708166416e-06,
      "loss": 0.3767,
      "step": 864110
    },
    {
      "epoch": 241.17,
      "grad_norm": 1.0878530740737915,
      "learning_rate": 3.922754726064653e-06,
      "loss": 0.369,
      "step": 864120
    },
    {
      "epoch": 241.17,
      "grad_norm": 1.0482743978500366,
      "learning_rate": 3.9227347437527235e-06,
      "loss": 0.3557,
      "step": 864130
    },
    {
      "epoch": 241.18,
      "grad_norm": 1.3526960611343384,
      "learning_rate": 3.92271476123063e-06,
      "loss": 0.3677,
      "step": 864140
    },
    {
      "epoch": 241.18,
      "grad_norm": 1.173402190208435,
      "learning_rate": 3.922694778498377e-06,
      "loss": 0.357,
      "step": 864150
    },
    {
      "epoch": 241.18,
      "grad_norm": 0.9445085525512695,
      "learning_rate": 3.922674795555965e-06,
      "loss": 0.3589,
      "step": 864160
    },
    {
      "epoch": 241.19,
      "grad_norm": 1.0942829847335815,
      "learning_rate": 3.922654812403399e-06,
      "loss": 0.3747,
      "step": 864170
    },
    {
      "epoch": 241.19,
      "grad_norm": 0.9212941527366638,
      "learning_rate": 3.92263482904068e-06,
      "loss": 0.3593,
      "step": 864180
    },
    {
      "epoch": 241.19,
      "grad_norm": 0.8659529685974121,
      "learning_rate": 3.92261484546781e-06,
      "loss": 0.3572,
      "step": 864190
    },
    {
      "epoch": 241.19,
      "grad_norm": 1.0414600372314453,
      "learning_rate": 3.922594861684794e-06,
      "loss": 0.368,
      "step": 864200
    },
    {
      "epoch": 241.2,
      "grad_norm": 1.1622381210327148,
      "learning_rate": 3.9225748776916335e-06,
      "loss": 0.3453,
      "step": 864210
    },
    {
      "epoch": 241.2,
      "grad_norm": 1.5397313833236694,
      "learning_rate": 3.92255489348833e-06,
      "loss": 0.3815,
      "step": 864220
    },
    {
      "epoch": 241.2,
      "grad_norm": 1.1701321601867676,
      "learning_rate": 3.922534909074887e-06,
      "loss": 0.3592,
      "step": 864230
    },
    {
      "epoch": 241.21,
      "grad_norm": 0.9317373037338257,
      "learning_rate": 3.922514924451308e-06,
      "loss": 0.3593,
      "step": 864240
    },
    {
      "epoch": 241.21,
      "grad_norm": 1.183203935623169,
      "learning_rate": 3.922494939617593e-06,
      "loss": 0.3713,
      "step": 864250
    },
    {
      "epoch": 241.21,
      "grad_norm": 1.0767130851745605,
      "learning_rate": 3.922474954573749e-06,
      "loss": 0.3807,
      "step": 864260
    },
    {
      "epoch": 241.21,
      "grad_norm": 1.2481262683868408,
      "learning_rate": 3.922454969319775e-06,
      "loss": 0.3868,
      "step": 864270
    },
    {
      "epoch": 241.22,
      "grad_norm": 0.9698473811149597,
      "learning_rate": 3.922434983855676e-06,
      "loss": 0.3605,
      "step": 864280
    },
    {
      "epoch": 241.22,
      "grad_norm": 0.9758663177490234,
      "learning_rate": 3.9224149981814526e-06,
      "loss": 0.3487,
      "step": 864290
    },
    {
      "epoch": 241.22,
      "grad_norm": 1.3051050901412964,
      "learning_rate": 3.922395012297109e-06,
      "loss": 0.3655,
      "step": 864300
    },
    {
      "epoch": 241.23,
      "grad_norm": 1.2551296949386597,
      "learning_rate": 3.922375026202647e-06,
      "loss": 0.3606,
      "step": 864310
    },
    {
      "epoch": 241.23,
      "grad_norm": 1.0335774421691895,
      "learning_rate": 3.92235503989807e-06,
      "loss": 0.3643,
      "step": 864320
    },
    {
      "epoch": 241.23,
      "grad_norm": 1.3959851264953613,
      "learning_rate": 3.92233505338338e-06,
      "loss": 0.3786,
      "step": 864330
    },
    {
      "epoch": 241.23,
      "grad_norm": 0.8997606039047241,
      "learning_rate": 3.92231506665858e-06,
      "loss": 0.3511,
      "step": 864340
    },
    {
      "epoch": 241.24,
      "grad_norm": 1.0693689584732056,
      "learning_rate": 3.922295079723672e-06,
      "loss": 0.3541,
      "step": 864350
    },
    {
      "epoch": 241.24,
      "grad_norm": 1.0904864072799683,
      "learning_rate": 3.92227509257866e-06,
      "loss": 0.3567,
      "step": 864360
    },
    {
      "epoch": 241.24,
      "grad_norm": 1.1516413688659668,
      "learning_rate": 3.922255105223545e-06,
      "loss": 0.3452,
      "step": 864370
    },
    {
      "epoch": 241.24,
      "grad_norm": 1.0969456434249878,
      "learning_rate": 3.9222351176583315e-06,
      "loss": 0.3564,
      "step": 864380
    },
    {
      "epoch": 241.25,
      "grad_norm": 1.1782435178756714,
      "learning_rate": 3.9222151298830205e-06,
      "loss": 0.3729,
      "step": 864390
    },
    {
      "epoch": 241.25,
      "grad_norm": 0.9893599152565002,
      "learning_rate": 3.9221951418976164e-06,
      "loss": 0.3583,
      "step": 864400
    },
    {
      "epoch": 241.25,
      "grad_norm": 1.193246841430664,
      "learning_rate": 3.9221751537021195e-06,
      "loss": 0.3758,
      "step": 864410
    },
    {
      "epoch": 241.26,
      "grad_norm": 1.0090075731277466,
      "learning_rate": 3.922155165296535e-06,
      "loss": 0.3833,
      "step": 864420
    },
    {
      "epoch": 241.26,
      "grad_norm": 1.2083162069320679,
      "learning_rate": 3.9221351766808635e-06,
      "loss": 0.3672,
      "step": 864430
    },
    {
      "epoch": 241.26,
      "grad_norm": 1.0032495260238647,
      "learning_rate": 3.922115187855109e-06,
      "loss": 0.357,
      "step": 864440
    },
    {
      "epoch": 241.26,
      "grad_norm": 1.0983294248580933,
      "learning_rate": 3.922095198819273e-06,
      "loss": 0.3695,
      "step": 864450
    },
    {
      "epoch": 241.27,
      "grad_norm": 1.0991142988204956,
      "learning_rate": 3.9220752095733594e-06,
      "loss": 0.3517,
      "step": 864460
    },
    {
      "epoch": 241.27,
      "grad_norm": 0.9571841955184937,
      "learning_rate": 3.92205522011737e-06,
      "loss": 0.3544,
      "step": 864470
    },
    {
      "epoch": 241.27,
      "grad_norm": 1.139077067375183,
      "learning_rate": 3.922035230451308e-06,
      "loss": 0.3602,
      "step": 864480
    },
    {
      "epoch": 241.28,
      "grad_norm": 3.088322162628174,
      "learning_rate": 3.922015240575175e-06,
      "loss": 0.3789,
      "step": 864490
    },
    {
      "epoch": 241.28,
      "grad_norm": 1.144567847251892,
      "learning_rate": 3.921995250488975e-06,
      "loss": 0.3587,
      "step": 864500
    },
    {
      "epoch": 241.28,
      "grad_norm": 1.2144207954406738,
      "learning_rate": 3.9219752601927105e-06,
      "loss": 0.3712,
      "step": 864510
    },
    {
      "epoch": 241.28,
      "grad_norm": 1.1254640817642212,
      "learning_rate": 3.921955269686384e-06,
      "loss": 0.3612,
      "step": 864520
    },
    {
      "epoch": 241.29,
      "grad_norm": 1.2971808910369873,
      "learning_rate": 3.9219352789699975e-06,
      "loss": 0.368,
      "step": 864530
    },
    {
      "epoch": 241.29,
      "grad_norm": 1.020946741104126,
      "learning_rate": 3.921915288043554e-06,
      "loss": 0.366,
      "step": 864540
    },
    {
      "epoch": 241.29,
      "grad_norm": 1.1993532180786133,
      "learning_rate": 3.921895296907056e-06,
      "loss": 0.3697,
      "step": 864550
    },
    {
      "epoch": 241.3,
      "grad_norm": 1.267408013343811,
      "learning_rate": 3.9218753055605065e-06,
      "loss": 0.345,
      "step": 864560
    },
    {
      "epoch": 241.3,
      "grad_norm": 0.9684862494468689,
      "learning_rate": 3.921855314003908e-06,
      "loss": 0.3629,
      "step": 864570
    },
    {
      "epoch": 241.3,
      "grad_norm": 1.0765995979309082,
      "learning_rate": 3.9218353222372636e-06,
      "loss": 0.3678,
      "step": 864580
    },
    {
      "epoch": 241.3,
      "grad_norm": 0.9919626712799072,
      "learning_rate": 3.921815330260576e-06,
      "loss": 0.3553,
      "step": 864590
    },
    {
      "epoch": 241.31,
      "grad_norm": 1.0102691650390625,
      "learning_rate": 3.921795338073847e-06,
      "loss": 0.3526,
      "step": 864600
    },
    {
      "epoch": 241.31,
      "grad_norm": 1.0029579401016235,
      "learning_rate": 3.92177534567708e-06,
      "loss": 0.3685,
      "step": 864610
    },
    {
      "epoch": 241.31,
      "grad_norm": 0.8952628374099731,
      "learning_rate": 3.921755353070278e-06,
      "loss": 0.3703,
      "step": 864620
    },
    {
      "epoch": 241.31,
      "grad_norm": 1.1878541707992554,
      "learning_rate": 3.921735360253442e-06,
      "loss": 0.376,
      "step": 864630
    },
    {
      "epoch": 241.32,
      "grad_norm": 1.3463791608810425,
      "learning_rate": 3.921715367226576e-06,
      "loss": 0.3674,
      "step": 864640
    },
    {
      "epoch": 241.32,
      "grad_norm": 1.233765721321106,
      "learning_rate": 3.921695373989682e-06,
      "loss": 0.3483,
      "step": 864650
    },
    {
      "epoch": 241.32,
      "grad_norm": 1.1733964681625366,
      "learning_rate": 3.921675380542764e-06,
      "loss": 0.3723,
      "step": 864660
    },
    {
      "epoch": 241.33,
      "grad_norm": 1.1579993963241577,
      "learning_rate": 3.921655386885823e-06,
      "loss": 0.3648,
      "step": 864670
    },
    {
      "epoch": 241.33,
      "grad_norm": 0.9969541430473328,
      "learning_rate": 3.921635393018862e-06,
      "loss": 0.3493,
      "step": 864680
    },
    {
      "epoch": 241.33,
      "grad_norm": 1.2039896249771118,
      "learning_rate": 3.9216153989418846e-06,
      "loss": 0.3613,
      "step": 864690
    },
    {
      "epoch": 241.33,
      "grad_norm": 1.0656925439834595,
      "learning_rate": 3.9215954046548925e-06,
      "loss": 0.3627,
      "step": 864700
    },
    {
      "epoch": 241.34,
      "grad_norm": 1.0878568887710571,
      "learning_rate": 3.92157541015789e-06,
      "loss": 0.3686,
      "step": 864710
    },
    {
      "epoch": 241.34,
      "grad_norm": 1.1162145137786865,
      "learning_rate": 3.921555415450878e-06,
      "loss": 0.3743,
      "step": 864720
    },
    {
      "epoch": 241.34,
      "grad_norm": 0.9829491972923279,
      "learning_rate": 3.921535420533858e-06,
      "loss": 0.3698,
      "step": 864730
    },
    {
      "epoch": 241.35,
      "grad_norm": 1.0408071279525757,
      "learning_rate": 3.921515425406836e-06,
      "loss": 0.3735,
      "step": 864740
    },
    {
      "epoch": 241.35,
      "grad_norm": 1.3009629249572754,
      "learning_rate": 3.921495430069813e-06,
      "loss": 0.3637,
      "step": 864750
    },
    {
      "epoch": 241.35,
      "grad_norm": 1.0951080322265625,
      "learning_rate": 3.9214754345227905e-06,
      "loss": 0.3501,
      "step": 864760
    },
    {
      "epoch": 241.35,
      "grad_norm": 0.9936649799346924,
      "learning_rate": 3.921455438765773e-06,
      "loss": 0.3524,
      "step": 864770
    },
    {
      "epoch": 241.36,
      "grad_norm": 0.9114100337028503,
      "learning_rate": 3.921435442798762e-06,
      "loss": 0.3539,
      "step": 864780
    },
    {
      "epoch": 241.36,
      "grad_norm": 1.1359750032424927,
      "learning_rate": 3.921415446621762e-06,
      "loss": 0.3669,
      "step": 864790
    },
    {
      "epoch": 241.36,
      "grad_norm": 1.0399352312088013,
      "learning_rate": 3.921395450234773e-06,
      "loss": 0.3489,
      "step": 864800
    },
    {
      "epoch": 241.36,
      "grad_norm": 0.9979360699653625,
      "learning_rate": 3.921375453637799e-06,
      "loss": 0.3518,
      "step": 864810
    },
    {
      "epoch": 241.37,
      "grad_norm": 0.9822403788566589,
      "learning_rate": 3.921355456830843e-06,
      "loss": 0.3612,
      "step": 864820
    },
    {
      "epoch": 241.37,
      "grad_norm": 1.0543774366378784,
      "learning_rate": 3.921335459813907e-06,
      "loss": 0.3578,
      "step": 864830
    },
    {
      "epoch": 241.37,
      "grad_norm": 1.1614065170288086,
      "learning_rate": 3.921315462586994e-06,
      "loss": 0.3572,
      "step": 864840
    },
    {
      "epoch": 241.38,
      "grad_norm": 1.0131089687347412,
      "learning_rate": 3.921295465150108e-06,
      "loss": 0.3698,
      "step": 864850
    },
    {
      "epoch": 241.38,
      "grad_norm": 1.182517647743225,
      "learning_rate": 3.921275467503249e-06,
      "loss": 0.3439,
      "step": 864860
    },
    {
      "epoch": 241.38,
      "grad_norm": 0.9342705011367798,
      "learning_rate": 3.921255469646421e-06,
      "loss": 0.3496,
      "step": 864870
    },
    {
      "epoch": 241.38,
      "grad_norm": 1.3211939334869385,
      "learning_rate": 3.921235471579627e-06,
      "loss": 0.386,
      "step": 864880
    },
    {
      "epoch": 241.39,
      "grad_norm": 1.1260658502578735,
      "learning_rate": 3.921215473302869e-06,
      "loss": 0.3707,
      "step": 864890
    },
    {
      "epoch": 241.39,
      "grad_norm": 1.1002731323242188,
      "learning_rate": 3.921195474816149e-06,
      "loss": 0.3786,
      "step": 864900
    },
    {
      "epoch": 241.39,
      "grad_norm": 1.062699794769287,
      "learning_rate": 3.921175476119472e-06,
      "loss": 0.3632,
      "step": 864910
    },
    {
      "epoch": 241.4,
      "grad_norm": 0.9956294298171997,
      "learning_rate": 3.921155477212838e-06,
      "loss": 0.3664,
      "step": 864920
    },
    {
      "epoch": 241.4,
      "grad_norm": 2.6084771156311035,
      "learning_rate": 3.921135478096252e-06,
      "loss": 0.3611,
      "step": 864930
    },
    {
      "epoch": 241.4,
      "grad_norm": 1.0476514101028442,
      "learning_rate": 3.921115478769714e-06,
      "loss": 0.3767,
      "step": 864940
    },
    {
      "epoch": 241.4,
      "grad_norm": 0.9957964420318604,
      "learning_rate": 3.92109547923323e-06,
      "loss": 0.3882,
      "step": 864950
    },
    {
      "epoch": 241.41,
      "grad_norm": 0.8133634328842163,
      "learning_rate": 3.9210754794868e-06,
      "loss": 0.3747,
      "step": 864960
    },
    {
      "epoch": 241.41,
      "grad_norm": 1.1750905513763428,
      "learning_rate": 3.9210554795304285e-06,
      "loss": 0.3395,
      "step": 864970
    },
    {
      "epoch": 241.41,
      "grad_norm": 1.228892207145691,
      "learning_rate": 3.9210354793641165e-06,
      "loss": 0.3754,
      "step": 864980
    },
    {
      "epoch": 241.42,
      "grad_norm": 0.9273788928985596,
      "learning_rate": 3.921015478987866e-06,
      "loss": 0.3747,
      "step": 864990
    },
    {
      "epoch": 241.42,
      "grad_norm": 1.1187435388565063,
      "learning_rate": 3.9209954784016835e-06,
      "loss": 0.3746,
      "step": 865000
    },
    {
      "epoch": 241.42,
      "grad_norm": 1.4218196868896484,
      "learning_rate": 3.9209754776055685e-06,
      "loss": 0.3864,
      "step": 865010
    },
    {
      "epoch": 241.42,
      "grad_norm": 1.445232629776001,
      "learning_rate": 3.920955476599523e-06,
      "loss": 0.3549,
      "step": 865020
    },
    {
      "epoch": 241.43,
      "grad_norm": 1.0137670040130615,
      "learning_rate": 3.920935475383553e-06,
      "loss": 0.3483,
      "step": 865030
    },
    {
      "epoch": 241.43,
      "grad_norm": 0.9332483410835266,
      "learning_rate": 3.920915473957658e-06,
      "loss": 0.3678,
      "step": 865040
    },
    {
      "epoch": 241.43,
      "grad_norm": 1.1686354875564575,
      "learning_rate": 3.920895472321842e-06,
      "loss": 0.3717,
      "step": 865050
    },
    {
      "epoch": 241.43,
      "grad_norm": 1.0578898191452026,
      "learning_rate": 3.920875470476107e-06,
      "loss": 0.3605,
      "step": 865060
    },
    {
      "epoch": 241.44,
      "grad_norm": 1.126652717590332,
      "learning_rate": 3.920855468420457e-06,
      "loss": 0.3688,
      "step": 865070
    },
    {
      "epoch": 241.44,
      "grad_norm": 1.1622315645217896,
      "learning_rate": 3.920835466154894e-06,
      "loss": 0.3651,
      "step": 865080
    },
    {
      "epoch": 241.44,
      "grad_norm": 1.3350224494934082,
      "learning_rate": 3.920815463679419e-06,
      "loss": 0.3644,
      "step": 865090
    },
    {
      "epoch": 241.45,
      "grad_norm": 1.0287268161773682,
      "learning_rate": 3.920795460994037e-06,
      "loss": 0.3609,
      "step": 865100
    },
    {
      "epoch": 241.45,
      "grad_norm": 1.0083566904067993,
      "learning_rate": 3.920775458098751e-06,
      "loss": 0.3634,
      "step": 865110
    },
    {
      "epoch": 241.45,
      "grad_norm": 0.9848993420600891,
      "learning_rate": 3.9207554549935605e-06,
      "loss": 0.3702,
      "step": 865120
    },
    {
      "epoch": 241.45,
      "grad_norm": 1.0874594449996948,
      "learning_rate": 3.920735451678471e-06,
      "loss": 0.3742,
      "step": 865130
    },
    {
      "epoch": 241.46,
      "grad_norm": 1.106688141822815,
      "learning_rate": 3.920715448153485e-06,
      "loss": 0.3606,
      "step": 865140
    },
    {
      "epoch": 241.46,
      "grad_norm": 1.1849063634872437,
      "learning_rate": 3.920695444418603e-06,
      "loss": 0.3715,
      "step": 865150
    },
    {
      "epoch": 241.46,
      "grad_norm": 1.1811624765396118,
      "learning_rate": 3.9206754404738305e-06,
      "loss": 0.3748,
      "step": 865160
    },
    {
      "epoch": 241.47,
      "grad_norm": 0.9346937537193298,
      "learning_rate": 3.920655436319168e-06,
      "loss": 0.3677,
      "step": 865170
    },
    {
      "epoch": 241.47,
      "grad_norm": 0.9269022345542908,
      "learning_rate": 3.920635431954619e-06,
      "loss": 0.3693,
      "step": 865180
    },
    {
      "epoch": 241.47,
      "grad_norm": 1.1449683904647827,
      "learning_rate": 3.920615427380187e-06,
      "loss": 0.3593,
      "step": 865190
    },
    {
      "epoch": 241.47,
      "grad_norm": 1.306408166885376,
      "learning_rate": 3.920595422595873e-06,
      "loss": 0.3577,
      "step": 865200
    },
    {
      "epoch": 241.48,
      "grad_norm": 1.0095741748809814,
      "learning_rate": 3.920575417601681e-06,
      "loss": 0.3568,
      "step": 865210
    },
    {
      "epoch": 241.48,
      "grad_norm": 0.9543861150741577,
      "learning_rate": 3.920555412397612e-06,
      "loss": 0.3519,
      "step": 865220
    },
    {
      "epoch": 241.48,
      "grad_norm": 0.9847038984298706,
      "learning_rate": 3.92053540698367e-06,
      "loss": 0.3889,
      "step": 865230
    },
    {
      "epoch": 241.48,
      "grad_norm": 1.1041957139968872,
      "learning_rate": 3.920515401359858e-06,
      "loss": 0.3693,
      "step": 865240
    },
    {
      "epoch": 241.49,
      "grad_norm": 0.9802714586257935,
      "learning_rate": 3.920495395526179e-06,
      "loss": 0.3846,
      "step": 865250
    },
    {
      "epoch": 241.49,
      "grad_norm": 1.2214221954345703,
      "learning_rate": 3.920475389482633e-06,
      "loss": 0.3773,
      "step": 865260
    },
    {
      "epoch": 241.49,
      "grad_norm": 0.9950458407402039,
      "learning_rate": 3.920455383229225e-06,
      "loss": 0.361,
      "step": 865270
    },
    {
      "epoch": 241.5,
      "grad_norm": 1.0000609159469604,
      "learning_rate": 3.920435376765958e-06,
      "loss": 0.3662,
      "step": 865280
    },
    {
      "epoch": 241.5,
      "grad_norm": 0.9581431746482849,
      "learning_rate": 3.9204153700928325e-06,
      "loss": 0.3634,
      "step": 865290
    },
    {
      "epoch": 241.5,
      "grad_norm": 0.871920108795166,
      "learning_rate": 3.920395363209853e-06,
      "loss": 0.366,
      "step": 865300
    },
    {
      "epoch": 241.5,
      "grad_norm": 1.075371503829956,
      "learning_rate": 3.9203753561170216e-06,
      "loss": 0.3628,
      "step": 865310
    },
    {
      "epoch": 241.51,
      "grad_norm": 0.9106314778327942,
      "learning_rate": 3.920355348814341e-06,
      "loss": 0.3578,
      "step": 865320
    },
    {
      "epoch": 241.51,
      "grad_norm": 1.0966812372207642,
      "learning_rate": 3.920335341301814e-06,
      "loss": 0.3546,
      "step": 865330
    },
    {
      "epoch": 241.51,
      "grad_norm": 1.0383141040802002,
      "learning_rate": 3.9203153335794425e-06,
      "loss": 0.3669,
      "step": 865340
    },
    {
      "epoch": 241.52,
      "grad_norm": 1.178330659866333,
      "learning_rate": 3.92029532564723e-06,
      "loss": 0.3662,
      "step": 865350
    },
    {
      "epoch": 241.52,
      "grad_norm": 1.0773344039916992,
      "learning_rate": 3.920275317505179e-06,
      "loss": 0.3641,
      "step": 865360
    },
    {
      "epoch": 241.52,
      "grad_norm": 1.0772546529769897,
      "learning_rate": 3.920255309153292e-06,
      "loss": 0.3523,
      "step": 865370
    },
    {
      "epoch": 241.52,
      "grad_norm": 1.221615195274353,
      "learning_rate": 3.920235300591571e-06,
      "loss": 0.3722,
      "step": 865380
    },
    {
      "epoch": 241.53,
      "grad_norm": 1.0765315294265747,
      "learning_rate": 3.920215291820019e-06,
      "loss": 0.3687,
      "step": 865390
    },
    {
      "epoch": 241.53,
      "grad_norm": 1.180752158164978,
      "learning_rate": 3.920195282838641e-06,
      "loss": 0.3553,
      "step": 865400
    },
    {
      "epoch": 241.53,
      "grad_norm": 1.230418086051941,
      "learning_rate": 3.920175273647436e-06,
      "loss": 0.3711,
      "step": 865410
    },
    {
      "epoch": 241.54,
      "grad_norm": 1.4274200201034546,
      "learning_rate": 3.92015526424641e-06,
      "loss": 0.357,
      "step": 865420
    },
    {
      "epoch": 241.54,
      "grad_norm": 1.1451748609542847,
      "learning_rate": 3.920135254635563e-06,
      "loss": 0.3557,
      "step": 865430
    },
    {
      "epoch": 241.54,
      "grad_norm": 0.9509731531143188,
      "learning_rate": 3.920115244814898e-06,
      "loss": 0.3855,
      "step": 865440
    },
    {
      "epoch": 241.54,
      "grad_norm": 0.968773365020752,
      "learning_rate": 3.92009523478442e-06,
      "loss": 0.3565,
      "step": 865450
    },
    {
      "epoch": 241.55,
      "grad_norm": 0.9256274104118347,
      "learning_rate": 3.920075224544129e-06,
      "loss": 0.3482,
      "step": 865460
    },
    {
      "epoch": 241.55,
      "grad_norm": 1.0994529724121094,
      "learning_rate": 3.920055214094029e-06,
      "loss": 0.3675,
      "step": 865470
    },
    {
      "epoch": 241.55,
      "grad_norm": 0.9934007525444031,
      "learning_rate": 3.920035203434122e-06,
      "loss": 0.3619,
      "step": 865480
    },
    {
      "epoch": 241.55,
      "grad_norm": 1.0737236738204956,
      "learning_rate": 3.920015192564411e-06,
      "loss": 0.365,
      "step": 865490
    },
    {
      "epoch": 241.56,
      "grad_norm": 1.5463171005249023,
      "learning_rate": 3.919995181484898e-06,
      "loss": 0.3756,
      "step": 865500
    },
    {
      "epoch": 241.56,
      "grad_norm": 1.0014972686767578,
      "learning_rate": 3.919975170195588e-06,
      "loss": 0.3686,
      "step": 865510
    },
    {
      "epoch": 241.56,
      "grad_norm": 0.9360902309417725,
      "learning_rate": 3.91995515869648e-06,
      "loss": 0.3648,
      "step": 865520
    },
    {
      "epoch": 241.57,
      "grad_norm": 1.1452287435531616,
      "learning_rate": 3.919935146987581e-06,
      "loss": 0.3767,
      "step": 865530
    },
    {
      "epoch": 241.57,
      "grad_norm": 1.0534416437149048,
      "learning_rate": 3.91991513506889e-06,
      "loss": 0.3435,
      "step": 865540
    },
    {
      "epoch": 241.57,
      "grad_norm": 1.1268810033798218,
      "learning_rate": 3.919895122940411e-06,
      "loss": 0.3436,
      "step": 865550
    },
    {
      "epoch": 241.57,
      "grad_norm": 1.072618842124939,
      "learning_rate": 3.919875110602147e-06,
      "loss": 0.3588,
      "step": 865560
    },
    {
      "epoch": 241.58,
      "grad_norm": 1.246650218963623,
      "learning_rate": 3.919855098054101e-06,
      "loss": 0.3558,
      "step": 865570
    },
    {
      "epoch": 241.58,
      "grad_norm": 1.058026671409607,
      "learning_rate": 3.919835085296274e-06,
      "loss": 0.3628,
      "step": 865580
    },
    {
      "epoch": 241.58,
      "grad_norm": 1.0905646085739136,
      "learning_rate": 3.91981507232867e-06,
      "loss": 0.3787,
      "step": 865590
    },
    {
      "epoch": 241.59,
      "grad_norm": 2.071808338165283,
      "learning_rate": 3.91979505915129e-06,
      "loss": 0.3613,
      "step": 865600
    },
    {
      "epoch": 241.59,
      "grad_norm": 2.0607876777648926,
      "learning_rate": 3.919775045764139e-06,
      "loss": 0.377,
      "step": 865610
    },
    {
      "epoch": 241.59,
      "grad_norm": 1.0405123233795166,
      "learning_rate": 3.919755032167219e-06,
      "loss": 0.3654,
      "step": 865620
    },
    {
      "epoch": 241.59,
      "grad_norm": 1.0027211904525757,
      "learning_rate": 3.9197350183605325e-06,
      "loss": 0.3556,
      "step": 865630
    },
    {
      "epoch": 241.6,
      "grad_norm": 1.1149417161941528,
      "learning_rate": 3.919715004344081e-06,
      "loss": 0.3709,
      "step": 865640
    },
    {
      "epoch": 241.6,
      "grad_norm": 0.9702482223510742,
      "learning_rate": 3.919694990117869e-06,
      "loss": 0.3618,
      "step": 865650
    },
    {
      "epoch": 241.6,
      "grad_norm": 1.0826407670974731,
      "learning_rate": 3.919674975681897e-06,
      "loss": 0.3632,
      "step": 865660
    },
    {
      "epoch": 241.6,
      "grad_norm": 0.9622695446014404,
      "learning_rate": 3.91965496103617e-06,
      "loss": 0.3508,
      "step": 865670
    },
    {
      "epoch": 241.61,
      "grad_norm": 1.2566581964492798,
      "learning_rate": 3.91963494618069e-06,
      "loss": 0.3657,
      "step": 865680
    },
    {
      "epoch": 241.61,
      "grad_norm": 1.1967862844467163,
      "learning_rate": 3.919614931115459e-06,
      "loss": 0.353,
      "step": 865690
    },
    {
      "epoch": 241.61,
      "grad_norm": 1.5487669706344604,
      "learning_rate": 3.9195949158404795e-06,
      "loss": 0.3584,
      "step": 865700
    },
    {
      "epoch": 241.62,
      "grad_norm": 1.1832873821258545,
      "learning_rate": 3.919574900355754e-06,
      "loss": 0.3761,
      "step": 865710
    },
    {
      "epoch": 241.62,
      "grad_norm": 1.3587440252304077,
      "learning_rate": 3.919554884661287e-06,
      "loss": 0.3575,
      "step": 865720
    },
    {
      "epoch": 241.62,
      "grad_norm": 1.6759403944015503,
      "learning_rate": 3.919534868757079e-06,
      "loss": 0.3598,
      "step": 865730
    },
    {
      "epoch": 241.62,
      "grad_norm": 0.9239142537117004,
      "learning_rate": 3.919514852643135e-06,
      "loss": 0.367,
      "step": 865740
    },
    {
      "epoch": 241.63,
      "grad_norm": 1.189733862876892,
      "learning_rate": 3.919494836319455e-06,
      "loss": 0.3724,
      "step": 865750
    },
    {
      "epoch": 241.63,
      "grad_norm": 1.0477385520935059,
      "learning_rate": 3.919474819786044e-06,
      "loss": 0.3708,
      "step": 865760
    },
    {
      "epoch": 241.63,
      "grad_norm": 1.103554606437683,
      "learning_rate": 3.919454803042902e-06,
      "loss": 0.3724,
      "step": 865770
    },
    {
      "epoch": 241.64,
      "grad_norm": 1.0766830444335938,
      "learning_rate": 3.919434786090035e-06,
      "loss": 0.3668,
      "step": 865780
    },
    {
      "epoch": 241.64,
      "grad_norm": 1.1599311828613281,
      "learning_rate": 3.919414768927443e-06,
      "loss": 0.3714,
      "step": 865790
    },
    {
      "epoch": 241.64,
      "grad_norm": 1.0183056592941284,
      "learning_rate": 3.9193947515551295e-06,
      "loss": 0.3899,
      "step": 865800
    },
    {
      "epoch": 241.64,
      "grad_norm": 0.9755248427391052,
      "learning_rate": 3.9193747339730975e-06,
      "loss": 0.3794,
      "step": 865810
    },
    {
      "epoch": 241.65,
      "grad_norm": 1.1961750984191895,
      "learning_rate": 3.9193547161813495e-06,
      "loss": 0.3641,
      "step": 865820
    },
    {
      "epoch": 241.65,
      "grad_norm": 1.1435059309005737,
      "learning_rate": 3.919334698179887e-06,
      "loss": 0.3687,
      "step": 865830
    },
    {
      "epoch": 241.65,
      "grad_norm": 1.0875802040100098,
      "learning_rate": 3.9193146799687155e-06,
      "loss": 0.3742,
      "step": 865840
    },
    {
      "epoch": 241.66,
      "grad_norm": 1.0487656593322754,
      "learning_rate": 3.919294661547835e-06,
      "loss": 0.3878,
      "step": 865850
    },
    {
      "epoch": 241.66,
      "grad_norm": 1.0897061824798584,
      "learning_rate": 3.9192746429172495e-06,
      "loss": 0.3515,
      "step": 865860
    },
    {
      "epoch": 241.66,
      "grad_norm": 1.054909348487854,
      "learning_rate": 3.91925462407696e-06,
      "loss": 0.3594,
      "step": 865870
    },
    {
      "epoch": 241.66,
      "grad_norm": 1.041418433189392,
      "learning_rate": 3.919234605026972e-06,
      "loss": 0.3557,
      "step": 865880
    },
    {
      "epoch": 241.67,
      "grad_norm": 1.3742367029190063,
      "learning_rate": 3.919214585767286e-06,
      "loss": 0.3852,
      "step": 865890
    },
    {
      "epoch": 241.67,
      "grad_norm": 1.1898561716079712,
      "learning_rate": 3.9191945662979045e-06,
      "loss": 0.3614,
      "step": 865900
    },
    {
      "epoch": 241.67,
      "grad_norm": 0.9971705675125122,
      "learning_rate": 3.919174546618832e-06,
      "loss": 0.3736,
      "step": 865910
    },
    {
      "epoch": 241.67,
      "grad_norm": 1.1396509408950806,
      "learning_rate": 3.91915452673007e-06,
      "loss": 0.3693,
      "step": 865920
    },
    {
      "epoch": 241.68,
      "grad_norm": 1.1129624843597412,
      "learning_rate": 3.9191345066316205e-06,
      "loss": 0.3591,
      "step": 865930
    },
    {
      "epoch": 241.68,
      "grad_norm": 1.1076467037200928,
      "learning_rate": 3.9191144863234875e-06,
      "loss": 0.3678,
      "step": 865940
    },
    {
      "epoch": 241.68,
      "grad_norm": 1.033673882484436,
      "learning_rate": 3.919094465805672e-06,
      "loss": 0.351,
      "step": 865950
    },
    {
      "epoch": 241.69,
      "grad_norm": 0.9939010739326477,
      "learning_rate": 3.919074445078179e-06,
      "loss": 0.3747,
      "step": 865960
    },
    {
      "epoch": 241.69,
      "grad_norm": 1.1573442220687866,
      "learning_rate": 3.919054424141009e-06,
      "loss": 0.3616,
      "step": 865970
    },
    {
      "epoch": 241.69,
      "grad_norm": 1.0886961221694946,
      "learning_rate": 3.919034402994167e-06,
      "loss": 0.3596,
      "step": 865980
    },
    {
      "epoch": 241.69,
      "grad_norm": 0.9456337690353394,
      "learning_rate": 3.919014381637653e-06,
      "loss": 0.3529,
      "step": 865990
    },
    {
      "epoch": 241.7,
      "grad_norm": 1.0708050727844238,
      "learning_rate": 3.918994360071471e-06,
      "loss": 0.3557,
      "step": 866000
    },
    {
      "epoch": 241.7,
      "grad_norm": 1.1176645755767822,
      "learning_rate": 3.918974338295624e-06,
      "loss": 0.3618,
      "step": 866010
    },
    {
      "epoch": 241.7,
      "grad_norm": 1.0455660820007324,
      "learning_rate": 3.918954316310113e-06,
      "loss": 0.3668,
      "step": 866020
    },
    {
      "epoch": 241.71,
      "grad_norm": 1.0617563724517822,
      "learning_rate": 3.918934294114943e-06,
      "loss": 0.3555,
      "step": 866030
    },
    {
      "epoch": 241.71,
      "grad_norm": 0.9792412519454956,
      "learning_rate": 3.918914271710115e-06,
      "loss": 0.3473,
      "step": 866040
    },
    {
      "epoch": 241.71,
      "grad_norm": 1.111881971359253,
      "learning_rate": 3.918894249095632e-06,
      "loss": 0.3549,
      "step": 866050
    },
    {
      "epoch": 241.71,
      "grad_norm": 0.9279302358627319,
      "learning_rate": 3.918874226271498e-06,
      "loss": 0.3646,
      "step": 866060
    },
    {
      "epoch": 241.72,
      "grad_norm": 1.4242209196090698,
      "learning_rate": 3.918854203237714e-06,
      "loss": 0.3565,
      "step": 866070
    },
    {
      "epoch": 241.72,
      "grad_norm": 1.087644338607788,
      "learning_rate": 3.918834179994283e-06,
      "loss": 0.3432,
      "step": 866080
    },
    {
      "epoch": 241.72,
      "grad_norm": 0.9906102418899536,
      "learning_rate": 3.918814156541208e-06,
      "loss": 0.3653,
      "step": 866090
    },
    {
      "epoch": 241.72,
      "grad_norm": 0.7758669257164001,
      "learning_rate": 3.918794132878491e-06,
      "loss": 0.3633,
      "step": 866100
    },
    {
      "epoch": 241.73,
      "grad_norm": 1.2059999704360962,
      "learning_rate": 3.9187741090061355e-06,
      "loss": 0.359,
      "step": 866110
    },
    {
      "epoch": 241.73,
      "grad_norm": 1.0830001831054688,
      "learning_rate": 3.918754084924144e-06,
      "loss": 0.3666,
      "step": 866120
    },
    {
      "epoch": 241.73,
      "grad_norm": 1.3576351404190063,
      "learning_rate": 3.918734060632519e-06,
      "loss": 0.3773,
      "step": 866130
    },
    {
      "epoch": 241.74,
      "grad_norm": 1.0591334104537964,
      "learning_rate": 3.918714036131263e-06,
      "loss": 0.3814,
      "step": 866140
    },
    {
      "epoch": 241.74,
      "grad_norm": 1.0993914604187012,
      "learning_rate": 3.91869401142038e-06,
      "loss": 0.3644,
      "step": 866150
    },
    {
      "epoch": 241.74,
      "grad_norm": 1.1573925018310547,
      "learning_rate": 3.9186739864998694e-06,
      "loss": 0.3595,
      "step": 866160
    },
    {
      "epoch": 241.74,
      "grad_norm": 1.4139559268951416,
      "learning_rate": 3.918653961369738e-06,
      "loss": 0.3688,
      "step": 866170
    },
    {
      "epoch": 241.75,
      "grad_norm": 1.050106406211853,
      "learning_rate": 3.918633936029985e-06,
      "loss": 0.3621,
      "step": 866180
    },
    {
      "epoch": 241.75,
      "grad_norm": 1.0651885271072388,
      "learning_rate": 3.918613910480615e-06,
      "loss": 0.3701,
      "step": 866190
    },
    {
      "epoch": 241.75,
      "grad_norm": 1.1351076364517212,
      "learning_rate": 3.918593884721631e-06,
      "loss": 0.3638,
      "step": 866200
    },
    {
      "epoch": 241.76,
      "grad_norm": 1.1147081851959229,
      "learning_rate": 3.918573858753034e-06,
      "loss": 0.3429,
      "step": 866210
    },
    {
      "epoch": 241.76,
      "grad_norm": 1.1085290908813477,
      "learning_rate": 3.918553832574827e-06,
      "loss": 0.3741,
      "step": 866220
    },
    {
      "epoch": 241.76,
      "grad_norm": 0.9891114234924316,
      "learning_rate": 3.9185338061870146e-06,
      "loss": 0.3543,
      "step": 866230
    },
    {
      "epoch": 241.76,
      "grad_norm": 1.2117470502853394,
      "learning_rate": 3.9185137795895976e-06,
      "loss": 0.3749,
      "step": 866240
    },
    {
      "epoch": 241.77,
      "grad_norm": 1.1667135953903198,
      "learning_rate": 3.918493752782579e-06,
      "loss": 0.3596,
      "step": 866250
    },
    {
      "epoch": 241.77,
      "grad_norm": 1.028159737586975,
      "learning_rate": 3.918473725765961e-06,
      "loss": 0.3752,
      "step": 866260
    },
    {
      "epoch": 241.77,
      "grad_norm": 1.095224142074585,
      "learning_rate": 3.918453698539747e-06,
      "loss": 0.3801,
      "step": 866270
    },
    {
      "epoch": 241.78,
      "grad_norm": 1.1041738986968994,
      "learning_rate": 3.91843367110394e-06,
      "loss": 0.3786,
      "step": 866280
    },
    {
      "epoch": 241.78,
      "grad_norm": 1.1017652750015259,
      "learning_rate": 3.918413643458542e-06,
      "loss": 0.373,
      "step": 866290
    },
    {
      "epoch": 241.78,
      "grad_norm": 1.2619320154190063,
      "learning_rate": 3.9183936156035566e-06,
      "loss": 0.3645,
      "step": 866300
    },
    {
      "epoch": 241.78,
      "grad_norm": 1.1085715293884277,
      "learning_rate": 3.918373587538984e-06,
      "loss": 0.3694,
      "step": 866310
    },
    {
      "epoch": 241.79,
      "grad_norm": 1.0607738494873047,
      "learning_rate": 3.918353559264829e-06,
      "loss": 0.3564,
      "step": 866320
    },
    {
      "epoch": 241.79,
      "grad_norm": 5.021097660064697,
      "learning_rate": 3.918333530781095e-06,
      "loss": 0.3831,
      "step": 866330
    },
    {
      "epoch": 241.79,
      "grad_norm": 1.0585551261901855,
      "learning_rate": 3.9183135020877826e-06,
      "loss": 0.3511,
      "step": 866340
    },
    {
      "epoch": 241.79,
      "grad_norm": 1.0255868434906006,
      "learning_rate": 3.918293473184895e-06,
      "loss": 0.3528,
      "step": 866350
    },
    {
      "epoch": 241.8,
      "grad_norm": 1.131194829940796,
      "learning_rate": 3.918273444072437e-06,
      "loss": 0.3644,
      "step": 866360
    },
    {
      "epoch": 241.8,
      "grad_norm": 0.9069884419441223,
      "learning_rate": 3.9182534147504085e-06,
      "loss": 0.3721,
      "step": 866370
    },
    {
      "epoch": 241.8,
      "grad_norm": 1.0340434312820435,
      "learning_rate": 3.918233385218813e-06,
      "loss": 0.3518,
      "step": 866380
    },
    {
      "epoch": 241.81,
      "grad_norm": 1.1489357948303223,
      "learning_rate": 3.918213355477652e-06,
      "loss": 0.3797,
      "step": 866390
    },
    {
      "epoch": 241.81,
      "grad_norm": 1.0878982543945312,
      "learning_rate": 3.918193325526932e-06,
      "loss": 0.3593,
      "step": 866400
    },
    {
      "epoch": 241.81,
      "grad_norm": 1.0415617227554321,
      "learning_rate": 3.918173295366652e-06,
      "loss": 0.3797,
      "step": 866410
    },
    {
      "epoch": 241.81,
      "grad_norm": 1.1337586641311646,
      "learning_rate": 3.918153264996815e-06,
      "loss": 0.3446,
      "step": 866420
    },
    {
      "epoch": 241.82,
      "grad_norm": 1.1507954597473145,
      "learning_rate": 3.918133234417425e-06,
      "loss": 0.3647,
      "step": 866430
    },
    {
      "epoch": 241.82,
      "grad_norm": 1.8938244581222534,
      "learning_rate": 3.918113203628485e-06,
      "loss": 0.3648,
      "step": 866440
    },
    {
      "epoch": 241.82,
      "grad_norm": 1.1859995126724243,
      "learning_rate": 3.918093172629996e-06,
      "loss": 0.3633,
      "step": 866450
    },
    {
      "epoch": 241.83,
      "grad_norm": 1.2192760705947876,
      "learning_rate": 3.918073141421962e-06,
      "loss": 0.3663,
      "step": 866460
    },
    {
      "epoch": 241.83,
      "grad_norm": 1.0974873304367065,
      "learning_rate": 3.918053110004385e-06,
      "loss": 0.3724,
      "step": 866470
    },
    {
      "epoch": 241.83,
      "grad_norm": 0.9277815222740173,
      "learning_rate": 3.918033078377268e-06,
      "loss": 0.366,
      "step": 866480
    },
    {
      "epoch": 241.83,
      "grad_norm": 0.9892666339874268,
      "learning_rate": 3.918013046540613e-06,
      "loss": 0.3628,
      "step": 866490
    },
    {
      "epoch": 241.84,
      "grad_norm": 1.0919380187988281,
      "learning_rate": 3.917993014494423e-06,
      "loss": 0.3605,
      "step": 866500
    },
    {
      "epoch": 241.84,
      "grad_norm": 0.9765939712524414,
      "learning_rate": 3.9179729822387016e-06,
      "loss": 0.3752,
      "step": 866510
    },
    {
      "epoch": 241.84,
      "grad_norm": 1.065656065940857,
      "learning_rate": 3.91795294977345e-06,
      "loss": 0.3702,
      "step": 866520
    },
    {
      "epoch": 241.84,
      "grad_norm": 1.2403569221496582,
      "learning_rate": 3.917932917098673e-06,
      "loss": 0.3676,
      "step": 866530
    },
    {
      "epoch": 241.85,
      "grad_norm": 1.1545774936676025,
      "learning_rate": 3.9179128842143704e-06,
      "loss": 0.3528,
      "step": 866540
    },
    {
      "epoch": 241.85,
      "grad_norm": 1.0136041641235352,
      "learning_rate": 3.917892851120546e-06,
      "loss": 0.3811,
      "step": 866550
    },
    {
      "epoch": 241.85,
      "grad_norm": 1.231885313987732,
      "learning_rate": 3.917872817817203e-06,
      "loss": 0.3715,
      "step": 866560
    },
    {
      "epoch": 241.86,
      "grad_norm": 1.2200512886047363,
      "learning_rate": 3.917852784304345e-06,
      "loss": 0.365,
      "step": 866570
    },
    {
      "epoch": 241.86,
      "grad_norm": 1.1355897188186646,
      "learning_rate": 3.917832750581973e-06,
      "loss": 0.3686,
      "step": 866580
    },
    {
      "epoch": 241.86,
      "grad_norm": 1.086028814315796,
      "learning_rate": 3.917812716650089e-06,
      "loss": 0.362,
      "step": 866590
    },
    {
      "epoch": 241.86,
      "grad_norm": 1.0051906108856201,
      "learning_rate": 3.917792682508698e-06,
      "loss": 0.3567,
      "step": 866600
    },
    {
      "epoch": 241.87,
      "grad_norm": 1.1136746406555176,
      "learning_rate": 3.917772648157801e-06,
      "loss": 0.3711,
      "step": 866610
    },
    {
      "epoch": 241.87,
      "grad_norm": 1.086419939994812,
      "learning_rate": 3.917752613597402e-06,
      "loss": 0.367,
      "step": 866620
    },
    {
      "epoch": 241.87,
      "grad_norm": 1.0005618333816528,
      "learning_rate": 3.917732578827502e-06,
      "loss": 0.3543,
      "step": 866630
    },
    {
      "epoch": 241.88,
      "grad_norm": 1.0408637523651123,
      "learning_rate": 3.917712543848104e-06,
      "loss": 0.3838,
      "step": 866640
    },
    {
      "epoch": 241.88,
      "grad_norm": 1.0859187841415405,
      "learning_rate": 3.917692508659212e-06,
      "loss": 0.3791,
      "step": 866650
    },
    {
      "epoch": 241.88,
      "grad_norm": 1.1832138299942017,
      "learning_rate": 3.917672473260828e-06,
      "loss": 0.3679,
      "step": 866660
    },
    {
      "epoch": 241.88,
      "grad_norm": 1.017653226852417,
      "learning_rate": 3.917652437652954e-06,
      "loss": 0.3552,
      "step": 866670
    },
    {
      "epoch": 241.89,
      "grad_norm": 1.0676920413970947,
      "learning_rate": 3.917632401835593e-06,
      "loss": 0.3605,
      "step": 866680
    },
    {
      "epoch": 241.89,
      "grad_norm": 0.9938204288482666,
      "learning_rate": 3.917612365808748e-06,
      "loss": 0.3739,
      "step": 866690
    },
    {
      "epoch": 241.89,
      "grad_norm": 1.118606686592102,
      "learning_rate": 3.917592329572422e-06,
      "loss": 0.3772,
      "step": 866700
    },
    {
      "epoch": 241.9,
      "grad_norm": 2.293236494064331,
      "learning_rate": 3.917572293126617e-06,
      "loss": 0.3641,
      "step": 866710
    },
    {
      "epoch": 241.9,
      "grad_norm": 0.9984638094902039,
      "learning_rate": 3.917552256471335e-06,
      "loss": 0.3609,
      "step": 866720
    },
    {
      "epoch": 241.9,
      "grad_norm": 1.0689109563827515,
      "learning_rate": 3.91753221960658e-06,
      "loss": 0.3522,
      "step": 866730
    },
    {
      "epoch": 241.9,
      "grad_norm": 1.2089207172393799,
      "learning_rate": 3.917512182532354e-06,
      "loss": 0.3811,
      "step": 866740
    },
    {
      "epoch": 241.91,
      "grad_norm": 1.0655124187469482,
      "learning_rate": 3.91749214524866e-06,
      "loss": 0.3552,
      "step": 866750
    },
    {
      "epoch": 241.91,
      "grad_norm": 1.0594956874847412,
      "learning_rate": 3.917472107755501e-06,
      "loss": 0.3609,
      "step": 866760
    },
    {
      "epoch": 241.91,
      "grad_norm": 1.0658955574035645,
      "learning_rate": 3.917452070052879e-06,
      "loss": 0.3653,
      "step": 866770
    },
    {
      "epoch": 241.91,
      "grad_norm": 1.0120278596878052,
      "learning_rate": 3.9174320321407965e-06,
      "loss": 0.3563,
      "step": 866780
    },
    {
      "epoch": 241.92,
      "grad_norm": 1.1991056203842163,
      "learning_rate": 3.9174119940192565e-06,
      "loss": 0.3587,
      "step": 866790
    },
    {
      "epoch": 241.92,
      "grad_norm": 1.0731877088546753,
      "learning_rate": 3.917391955688261e-06,
      "loss": 0.3442,
      "step": 866800
    },
    {
      "epoch": 241.92,
      "grad_norm": 1.0671377182006836,
      "learning_rate": 3.9173719171478145e-06,
      "loss": 0.3455,
      "step": 866810
    },
    {
      "epoch": 241.93,
      "grad_norm": 1.0897068977355957,
      "learning_rate": 3.9173518783979175e-06,
      "loss": 0.3683,
      "step": 866820
    },
    {
      "epoch": 241.93,
      "grad_norm": 1.0172115564346313,
      "learning_rate": 3.917331839438575e-06,
      "loss": 0.3505,
      "step": 866830
    },
    {
      "epoch": 241.93,
      "grad_norm": 1.0497633218765259,
      "learning_rate": 3.917311800269787e-06,
      "loss": 0.3618,
      "step": 866840
    },
    {
      "epoch": 241.93,
      "grad_norm": 0.902958333492279,
      "learning_rate": 3.917291760891558e-06,
      "loss": 0.358,
      "step": 866850
    },
    {
      "epoch": 241.94,
      "grad_norm": 1.068009853363037,
      "learning_rate": 3.917271721303889e-06,
      "loss": 0.3585,
      "step": 866860
    },
    {
      "epoch": 241.94,
      "grad_norm": 1.1270638704299927,
      "learning_rate": 3.917251681506786e-06,
      "loss": 0.3738,
      "step": 866870
    },
    {
      "epoch": 241.94,
      "grad_norm": 1.1150966882705688,
      "learning_rate": 3.917231641500249e-06,
      "loss": 0.3928,
      "step": 866880
    },
    {
      "epoch": 241.95,
      "grad_norm": 1.157510757446289,
      "learning_rate": 3.91721160128428e-06,
      "loss": 0.355,
      "step": 866890
    },
    {
      "epoch": 241.95,
      "grad_norm": 1.1083091497421265,
      "learning_rate": 3.917191560858883e-06,
      "loss": 0.3733,
      "step": 866900
    },
    {
      "epoch": 241.95,
      "grad_norm": 1.0925043821334839,
      "learning_rate": 3.917171520224061e-06,
      "loss": 0.3599,
      "step": 866910
    },
    {
      "epoch": 241.95,
      "grad_norm": 1.1165701150894165,
      "learning_rate": 3.917151479379817e-06,
      "loss": 0.3724,
      "step": 866920
    },
    {
      "epoch": 241.96,
      "grad_norm": 0.9322100281715393,
      "learning_rate": 3.917131438326151e-06,
      "loss": 0.3733,
      "step": 866930
    },
    {
      "epoch": 241.96,
      "grad_norm": 1.1243895292282104,
      "learning_rate": 3.917111397063069e-06,
      "loss": 0.3528,
      "step": 866940
    },
    {
      "epoch": 241.96,
      "grad_norm": 1.2463994026184082,
      "learning_rate": 3.917091355590572e-06,
      "loss": 0.3545,
      "step": 866950
    },
    {
      "epoch": 241.96,
      "grad_norm": 1.066437840461731,
      "learning_rate": 3.917071313908662e-06,
      "loss": 0.368,
      "step": 866960
    },
    {
      "epoch": 241.97,
      "grad_norm": 0.9547736644744873,
      "learning_rate": 3.917051272017343e-06,
      "loss": 0.3664,
      "step": 866970
    },
    {
      "epoch": 241.97,
      "grad_norm": 0.9395375847816467,
      "learning_rate": 3.917031229916617e-06,
      "loss": 0.3756,
      "step": 866980
    },
    {
      "epoch": 241.97,
      "grad_norm": 1.008779525756836,
      "learning_rate": 3.917011187606487e-06,
      "loss": 0.3718,
      "step": 866990
    },
    {
      "epoch": 241.98,
      "grad_norm": 1.0663293600082397,
      "learning_rate": 3.916991145086956e-06,
      "loss": 0.3527,
      "step": 867000
    },
    {
      "epoch": 241.98,
      "grad_norm": 1.0370827913284302,
      "learning_rate": 3.916971102358025e-06,
      "loss": 0.3666,
      "step": 867010
    },
    {
      "epoch": 241.98,
      "grad_norm": 1.0691115856170654,
      "learning_rate": 3.9169510594196984e-06,
      "loss": 0.3511,
      "step": 867020
    },
    {
      "epoch": 241.98,
      "grad_norm": 1.2273738384246826,
      "learning_rate": 3.9169310162719785e-06,
      "loss": 0.371,
      "step": 867030
    },
    {
      "epoch": 241.99,
      "grad_norm": 1.0080456733703613,
      "learning_rate": 3.916910972914868e-06,
      "loss": 0.3769,
      "step": 867040
    },
    {
      "epoch": 241.99,
      "grad_norm": 1.0844855308532715,
      "learning_rate": 3.916890929348369e-06,
      "loss": 0.3503,
      "step": 867050
    },
    {
      "epoch": 241.99,
      "grad_norm": 1.0372519493103027,
      "learning_rate": 3.916870885572484e-06,
      "loss": 0.3605,
      "step": 867060
    },
    {
      "epoch": 242.0,
      "grad_norm": 0.9508710503578186,
      "learning_rate": 3.916850841587218e-06,
      "loss": 0.3618,
      "step": 867070
    },
    {
      "epoch": 242.0,
      "grad_norm": 0.95140540599823,
      "learning_rate": 3.9168307973925694e-06,
      "loss": 0.3663,
      "step": 867080
    },
    {
      "epoch": 242.0,
      "eval_loss": 0.3645767271518707,
      "eval_runtime": 63.7383,
      "eval_samples_per_second": 79.371,
      "eval_steps_per_second": 9.931,
      "step": 867086
    },
    {
      "epoch": 242.0,
      "grad_norm": 0.9412514567375183,
      "learning_rate": 3.916810752988545e-06,
      "loss": 0.3554,
      "step": 867090
    },
    {
      "epoch": 242.0,
      "grad_norm": 1.0729002952575684,
      "learning_rate": 3.916790708375145e-06,
      "loss": 0.3718,
      "step": 867100
    },
    {
      "epoch": 242.01,
      "grad_norm": 1.1361390352249146,
      "learning_rate": 3.916770663552373e-06,
      "loss": 0.374,
      "step": 867110
    },
    {
      "epoch": 242.01,
      "grad_norm": 1.267305850982666,
      "learning_rate": 3.916750618520232e-06,
      "loss": 0.3688,
      "step": 867120
    },
    {
      "epoch": 242.01,
      "grad_norm": 1.1495012044906616,
      "learning_rate": 3.916730573278724e-06,
      "loss": 0.3734,
      "step": 867130
    },
    {
      "epoch": 242.02,
      "grad_norm": 1.182924747467041,
      "learning_rate": 3.916710527827852e-06,
      "loss": 0.3588,
      "step": 867140
    },
    {
      "epoch": 242.02,
      "grad_norm": 1.087971568107605,
      "learning_rate": 3.916690482167618e-06,
      "loss": 0.3671,
      "step": 867150
    },
    {
      "epoch": 242.02,
      "grad_norm": 1.2670238018035889,
      "learning_rate": 3.916670436298024e-06,
      "loss": 0.3778,
      "step": 867160
    },
    {
      "epoch": 242.02,
      "grad_norm": 1.0461344718933105,
      "learning_rate": 3.9166503902190765e-06,
      "loss": 0.3556,
      "step": 867170
    },
    {
      "epoch": 242.03,
      "grad_norm": 1.2732250690460205,
      "learning_rate": 3.916630343930774e-06,
      "loss": 0.3848,
      "step": 867180
    },
    {
      "epoch": 242.03,
      "grad_norm": 0.9759633541107178,
      "learning_rate": 3.916610297433121e-06,
      "loss": 0.3743,
      "step": 867190
    },
    {
      "epoch": 242.03,
      "grad_norm": 0.84407639503479,
      "learning_rate": 3.916590250726121e-06,
      "loss": 0.3637,
      "step": 867200
    },
    {
      "epoch": 242.03,
      "grad_norm": 1.1993408203125,
      "learning_rate": 3.916570203809774e-06,
      "loss": 0.3823,
      "step": 867210
    },
    {
      "epoch": 242.04,
      "grad_norm": 1.1039918661117554,
      "learning_rate": 3.916550156684084e-06,
      "loss": 0.3632,
      "step": 867220
    },
    {
      "epoch": 242.04,
      "grad_norm": 1.0280035734176636,
      "learning_rate": 3.916530109349054e-06,
      "loss": 0.3796,
      "step": 867230
    },
    {
      "epoch": 242.04,
      "grad_norm": 1.0101181268692017,
      "learning_rate": 3.916510061804687e-06,
      "loss": 0.3757,
      "step": 867240
    },
    {
      "epoch": 242.05,
      "grad_norm": 1.2998329401016235,
      "learning_rate": 3.9164900140509856e-06,
      "loss": 0.3582,
      "step": 867250
    },
    {
      "epoch": 242.05,
      "grad_norm": 1.0411391258239746,
      "learning_rate": 3.916469966087952e-06,
      "loss": 0.3592,
      "step": 867260
    },
    {
      "epoch": 242.05,
      "grad_norm": 1.1343681812286377,
      "learning_rate": 3.916449917915588e-06,
      "loss": 0.3605,
      "step": 867270
    },
    {
      "epoch": 242.05,
      "grad_norm": 1.1010836362838745,
      "learning_rate": 3.9164298695338986e-06,
      "loss": 0.3388,
      "step": 867280
    },
    {
      "epoch": 242.06,
      "grad_norm": 0.8731222152709961,
      "learning_rate": 3.916409820942884e-06,
      "loss": 0.3611,
      "step": 867290
    },
    {
      "epoch": 242.06,
      "grad_norm": 1.0869652032852173,
      "learning_rate": 3.916389772142548e-06,
      "loss": 0.3649,
      "step": 867300
    },
    {
      "epoch": 242.06,
      "grad_norm": 1.0687471628189087,
      "learning_rate": 3.916369723132893e-06,
      "loss": 0.3756,
      "step": 867310
    },
    {
      "epoch": 242.07,
      "grad_norm": 1.1456782817840576,
      "learning_rate": 3.916349673913923e-06,
      "loss": 0.3686,
      "step": 867320
    },
    {
      "epoch": 242.07,
      "grad_norm": 0.9836030006408691,
      "learning_rate": 3.9163296244856395e-06,
      "loss": 0.3659,
      "step": 867330
    },
    {
      "epoch": 242.07,
      "grad_norm": 1.0872430801391602,
      "learning_rate": 3.916309574848045e-06,
      "loss": 0.3657,
      "step": 867340
    },
    {
      "epoch": 242.07,
      "grad_norm": 0.9587910771369934,
      "learning_rate": 3.916289525001141e-06,
      "loss": 0.357,
      "step": 867350
    },
    {
      "epoch": 242.08,
      "grad_norm": 1.0162626504898071,
      "learning_rate": 3.916269474944933e-06,
      "loss": 0.3978,
      "step": 867360
    },
    {
      "epoch": 242.08,
      "grad_norm": 1.072297215461731,
      "learning_rate": 3.916249424679422e-06,
      "loss": 0.3553,
      "step": 867370
    },
    {
      "epoch": 242.08,
      "grad_norm": 1.188643217086792,
      "learning_rate": 3.91622937420461e-06,
      "loss": 0.3703,
      "step": 867380
    },
    {
      "epoch": 242.08,
      "grad_norm": 1.2352064847946167,
      "learning_rate": 3.916209323520502e-06,
      "loss": 0.3441,
      "step": 867390
    },
    {
      "epoch": 242.09,
      "grad_norm": 0.9587769508361816,
      "learning_rate": 3.916189272627098e-06,
      "loss": 0.3684,
      "step": 867400
    },
    {
      "epoch": 242.09,
      "grad_norm": 1.1113801002502441,
      "learning_rate": 3.916169221524403e-06,
      "loss": 0.3579,
      "step": 867410
    },
    {
      "epoch": 242.09,
      "grad_norm": 0.9917866587638855,
      "learning_rate": 3.916149170212418e-06,
      "loss": 0.3567,
      "step": 867420
    },
    {
      "epoch": 242.1,
      "grad_norm": 0.8694038987159729,
      "learning_rate": 3.916129118691146e-06,
      "loss": 0.3726,
      "step": 867430
    },
    {
      "epoch": 242.1,
      "grad_norm": 1.6889970302581787,
      "learning_rate": 3.9161090669605906e-06,
      "loss": 0.3531,
      "step": 867440
    },
    {
      "epoch": 242.1,
      "grad_norm": 1.0695565938949585,
      "learning_rate": 3.916089015020753e-06,
      "loss": 0.3752,
      "step": 867450
    },
    {
      "epoch": 242.1,
      "grad_norm": 0.988902747631073,
      "learning_rate": 3.916068962871637e-06,
      "loss": 0.3727,
      "step": 867460
    },
    {
      "epoch": 242.11,
      "grad_norm": 1.0472840070724487,
      "learning_rate": 3.916048910513245e-06,
      "loss": 0.3497,
      "step": 867470
    },
    {
      "epoch": 242.11,
      "grad_norm": 0.935666561126709,
      "learning_rate": 3.9160288579455796e-06,
      "loss": 0.3556,
      "step": 867480
    },
    {
      "epoch": 242.11,
      "grad_norm": 0.9711675643920898,
      "learning_rate": 3.916008805168644e-06,
      "loss": 0.3718,
      "step": 867490
    },
    {
      "epoch": 242.12,
      "grad_norm": 1.0753329992294312,
      "learning_rate": 3.915988752182439e-06,
      "loss": 0.3552,
      "step": 867500
    },
    {
      "epoch": 242.12,
      "grad_norm": 1.1088545322418213,
      "learning_rate": 3.91596869898697e-06,
      "loss": 0.3665,
      "step": 867510
    },
    {
      "epoch": 242.12,
      "grad_norm": 1.0614566802978516,
      "learning_rate": 3.915948645582237e-06,
      "loss": 0.359,
      "step": 867520
    },
    {
      "epoch": 242.12,
      "grad_norm": 1.0131475925445557,
      "learning_rate": 3.915928591968244e-06,
      "loss": 0.363,
      "step": 867530
    },
    {
      "epoch": 242.13,
      "grad_norm": 1.1439875364303589,
      "learning_rate": 3.915908538144995e-06,
      "loss": 0.355,
      "step": 867540
    },
    {
      "epoch": 242.13,
      "grad_norm": 1.0839154720306396,
      "learning_rate": 3.9158884841124904e-06,
      "loss": 0.3687,
      "step": 867550
    },
    {
      "epoch": 242.13,
      "grad_norm": 0.9584783911705017,
      "learning_rate": 3.9158684298707336e-06,
      "loss": 0.3618,
      "step": 867560
    },
    {
      "epoch": 242.14,
      "grad_norm": 0.9941620826721191,
      "learning_rate": 3.915848375419727e-06,
      "loss": 0.3636,
      "step": 867570
    },
    {
      "epoch": 242.14,
      "grad_norm": 0.9389274716377258,
      "learning_rate": 3.915828320759474e-06,
      "loss": 0.3724,
      "step": 867580
    },
    {
      "epoch": 242.14,
      "grad_norm": 1.2295589447021484,
      "learning_rate": 3.915808265889977e-06,
      "loss": 0.3541,
      "step": 867590
    },
    {
      "epoch": 242.14,
      "grad_norm": 0.9995594024658203,
      "learning_rate": 3.915788210811239e-06,
      "loss": 0.3642,
      "step": 867600
    },
    {
      "epoch": 242.15,
      "grad_norm": 1.119283676147461,
      "learning_rate": 3.915768155523262e-06,
      "loss": 0.3723,
      "step": 867610
    },
    {
      "epoch": 242.15,
      "grad_norm": 1.1632071733474731,
      "learning_rate": 3.91574810002605e-06,
      "loss": 0.3784,
      "step": 867620
    },
    {
      "epoch": 242.15,
      "grad_norm": 1.1818050146102905,
      "learning_rate": 3.915728044319603e-06,
      "loss": 0.3453,
      "step": 867630
    },
    {
      "epoch": 242.15,
      "grad_norm": 1.0841199159622192,
      "learning_rate": 3.915707988403925e-06,
      "loss": 0.3616,
      "step": 867640
    },
    {
      "epoch": 242.16,
      "grad_norm": 1.3247886896133423,
      "learning_rate": 3.915687932279021e-06,
      "loss": 0.3648,
      "step": 867650
    },
    {
      "epoch": 242.16,
      "grad_norm": 1.0020185708999634,
      "learning_rate": 3.91566787594489e-06,
      "loss": 0.3689,
      "step": 867660
    },
    {
      "epoch": 242.16,
      "grad_norm": 0.9899166226387024,
      "learning_rate": 3.915647819401537e-06,
      "loss": 0.3551,
      "step": 867670
    },
    {
      "epoch": 242.17,
      "grad_norm": 1.0912184715270996,
      "learning_rate": 3.915627762648964e-06,
      "loss": 0.3655,
      "step": 867680
    },
    {
      "epoch": 242.17,
      "grad_norm": 0.9905647039413452,
      "learning_rate": 3.915607705687173e-06,
      "loss": 0.3792,
      "step": 867690
    },
    {
      "epoch": 242.17,
      "grad_norm": 1.1096172332763672,
      "learning_rate": 3.915587648516168e-06,
      "loss": 0.3773,
      "step": 867700
    },
    {
      "epoch": 242.17,
      "grad_norm": 1.149329423904419,
      "learning_rate": 3.915567591135951e-06,
      "loss": 0.356,
      "step": 867710
    },
    {
      "epoch": 242.18,
      "grad_norm": 1.487613558769226,
      "learning_rate": 3.915547533546524e-06,
      "loss": 0.3545,
      "step": 867720
    },
    {
      "epoch": 242.18,
      "grad_norm": 3.1017560958862305,
      "learning_rate": 3.915527475747891e-06,
      "loss": 0.3733,
      "step": 867730
    },
    {
      "epoch": 242.18,
      "grad_norm": 1.05938720703125,
      "learning_rate": 3.915507417740053e-06,
      "loss": 0.388,
      "step": 867740
    },
    {
      "epoch": 242.19,
      "grad_norm": 0.9577711224555969,
      "learning_rate": 3.9154873595230145e-06,
      "loss": 0.3643,
      "step": 867750
    },
    {
      "epoch": 242.19,
      "grad_norm": 1.1183321475982666,
      "learning_rate": 3.915467301096778e-06,
      "loss": 0.3776,
      "step": 867760
    },
    {
      "epoch": 242.19,
      "grad_norm": 1.1375693082809448,
      "learning_rate": 3.915447242461344e-06,
      "loss": 0.3639,
      "step": 867770
    },
    {
      "epoch": 242.19,
      "grad_norm": 1.2240182161331177,
      "learning_rate": 3.915427183616717e-06,
      "loss": 0.3474,
      "step": 867780
    },
    {
      "epoch": 242.2,
      "grad_norm": 1.5439705848693848,
      "learning_rate": 3.9154071245629e-06,
      "loss": 0.3648,
      "step": 867790
    },
    {
      "epoch": 242.2,
      "grad_norm": 1.2609459161758423,
      "learning_rate": 3.915387065299894e-06,
      "loss": 0.3599,
      "step": 867800
    },
    {
      "epoch": 242.2,
      "grad_norm": 0.9166116714477539,
      "learning_rate": 3.915367005827704e-06,
      "loss": 0.3532,
      "step": 867810
    },
    {
      "epoch": 242.2,
      "grad_norm": 1.0463813543319702,
      "learning_rate": 3.91534694614633e-06,
      "loss": 0.3778,
      "step": 867820
    },
    {
      "epoch": 242.21,
      "grad_norm": 0.9717742204666138,
      "learning_rate": 3.915326886255778e-06,
      "loss": 0.3628,
      "step": 867830
    },
    {
      "epoch": 242.21,
      "grad_norm": 0.950778067111969,
      "learning_rate": 3.915306826156047e-06,
      "loss": 0.3554,
      "step": 867840
    },
    {
      "epoch": 242.21,
      "grad_norm": 1.025097131729126,
      "learning_rate": 3.915286765847142e-06,
      "loss": 0.3417,
      "step": 867850
    },
    {
      "epoch": 242.22,
      "grad_norm": 1.1754850149154663,
      "learning_rate": 3.915266705329064e-06,
      "loss": 0.3779,
      "step": 867860
    },
    {
      "epoch": 242.22,
      "grad_norm": 1.153235912322998,
      "learning_rate": 3.915246644601817e-06,
      "loss": 0.361,
      "step": 867870
    },
    {
      "epoch": 242.22,
      "grad_norm": 0.990056037902832,
      "learning_rate": 3.915226583665404e-06,
      "loss": 0.3728,
      "step": 867880
    },
    {
      "epoch": 242.22,
      "grad_norm": 0.9821725487709045,
      "learning_rate": 3.9152065225198275e-06,
      "loss": 0.3678,
      "step": 867890
    },
    {
      "epoch": 242.23,
      "grad_norm": 0.9977272748947144,
      "learning_rate": 3.915186461165089e-06,
      "loss": 0.3682,
      "step": 867900
    },
    {
      "epoch": 242.23,
      "grad_norm": 2.0953595638275146,
      "learning_rate": 3.915166399601192e-06,
      "loss": 0.3718,
      "step": 867910
    },
    {
      "epoch": 242.23,
      "grad_norm": 0.9534282088279724,
      "learning_rate": 3.915146337828139e-06,
      "loss": 0.3675,
      "step": 867920
    },
    {
      "epoch": 242.24,
      "grad_norm": 1.568575143814087,
      "learning_rate": 3.915126275845933e-06,
      "loss": 0.3776,
      "step": 867930
    },
    {
      "epoch": 242.24,
      "grad_norm": 0.9557682871818542,
      "learning_rate": 3.9151062136545765e-06,
      "loss": 0.3531,
      "step": 867940
    },
    {
      "epoch": 242.24,
      "grad_norm": 1.1081677675247192,
      "learning_rate": 3.915086151254072e-06,
      "loss": 0.3622,
      "step": 867950
    },
    {
      "epoch": 242.24,
      "grad_norm": 1.190891981124878,
      "learning_rate": 3.915066088644421e-06,
      "loss": 0.3778,
      "step": 867960
    },
    {
      "epoch": 242.25,
      "grad_norm": 1.0293052196502686,
      "learning_rate": 3.915046025825629e-06,
      "loss": 0.3545,
      "step": 867970
    },
    {
      "epoch": 242.25,
      "grad_norm": 1.2911700010299683,
      "learning_rate": 3.915025962797696e-06,
      "loss": 0.372,
      "step": 867980
    },
    {
      "epoch": 242.25,
      "grad_norm": 0.8442744612693787,
      "learning_rate": 3.915005899560626e-06,
      "loss": 0.3688,
      "step": 867990
    },
    {
      "epoch": 242.26,
      "grad_norm": 0.8844906687736511,
      "learning_rate": 3.914985836114421e-06,
      "loss": 0.3732,
      "step": 868000
    },
    {
      "epoch": 242.26,
      "grad_norm": 6.012810230255127,
      "learning_rate": 3.914965772459086e-06,
      "loss": 0.3494,
      "step": 868010
    },
    {
      "epoch": 242.26,
      "grad_norm": 1.147986650466919,
      "learning_rate": 3.9149457085946194e-06,
      "loss": 0.3565,
      "step": 868020
    },
    {
      "epoch": 242.26,
      "grad_norm": 0.9823803901672363,
      "learning_rate": 3.914925644521028e-06,
      "loss": 0.3681,
      "step": 868030
    },
    {
      "epoch": 242.27,
      "grad_norm": 1.0629818439483643,
      "learning_rate": 3.914905580238312e-06,
      "loss": 0.3498,
      "step": 868040
    },
    {
      "epoch": 242.27,
      "grad_norm": 1.0264769792556763,
      "learning_rate": 3.9148855157464745e-06,
      "loss": 0.3716,
      "step": 868050
    },
    {
      "epoch": 242.27,
      "grad_norm": 0.9323921799659729,
      "learning_rate": 3.914865451045518e-06,
      "loss": 0.3561,
      "step": 868060
    },
    {
      "epoch": 242.27,
      "grad_norm": 1.132307767868042,
      "learning_rate": 3.914845386135446e-06,
      "loss": 0.3666,
      "step": 868070
    },
    {
      "epoch": 242.28,
      "grad_norm": 1.0065131187438965,
      "learning_rate": 3.914825321016261e-06,
      "loss": 0.3672,
      "step": 868080
    },
    {
      "epoch": 242.28,
      "grad_norm": 1.011610746383667,
      "learning_rate": 3.9148052556879655e-06,
      "loss": 0.358,
      "step": 868090
    },
    {
      "epoch": 242.28,
      "grad_norm": 1.0124728679656982,
      "learning_rate": 3.914785190150563e-06,
      "loss": 0.3759,
      "step": 868100
    },
    {
      "epoch": 242.29,
      "grad_norm": 1.0139309167861938,
      "learning_rate": 3.914765124404054e-06,
      "loss": 0.3596,
      "step": 868110
    },
    {
      "epoch": 242.29,
      "grad_norm": 1.0194064378738403,
      "learning_rate": 3.914745058448443e-06,
      "loss": 0.3596,
      "step": 868120
    },
    {
      "epoch": 242.29,
      "grad_norm": 1.1006286144256592,
      "learning_rate": 3.9147249922837315e-06,
      "loss": 0.3843,
      "step": 868130
    },
    {
      "epoch": 242.29,
      "grad_norm": 1.1842979192733765,
      "learning_rate": 3.914704925909923e-06,
      "loss": 0.3643,
      "step": 868140
    },
    {
      "epoch": 242.3,
      "grad_norm": 1.3028641939163208,
      "learning_rate": 3.91468485932702e-06,
      "loss": 0.3503,
      "step": 868150
    },
    {
      "epoch": 242.3,
      "grad_norm": 1.0348955392837524,
      "learning_rate": 3.914664792535025e-06,
      "loss": 0.3465,
      "step": 868160
    },
    {
      "epoch": 242.3,
      "grad_norm": 1.3475209474563599,
      "learning_rate": 3.9146447255339426e-06,
      "loss": 0.3709,
      "step": 868170
    },
    {
      "epoch": 242.31,
      "grad_norm": 1.0016725063323975,
      "learning_rate": 3.914624658323772e-06,
      "loss": 0.3558,
      "step": 868180
    },
    {
      "epoch": 242.31,
      "grad_norm": 1.228486180305481,
      "learning_rate": 3.914604590904517e-06,
      "loss": 0.37,
      "step": 868190
    },
    {
      "epoch": 242.31,
      "grad_norm": 1.0000126361846924,
      "learning_rate": 3.914584523276182e-06,
      "loss": 0.3798,
      "step": 868200
    },
    {
      "epoch": 242.31,
      "grad_norm": 1.0573585033416748,
      "learning_rate": 3.914564455438768e-06,
      "loss": 0.3533,
      "step": 868210
    },
    {
      "epoch": 242.32,
      "grad_norm": 1.2699565887451172,
      "learning_rate": 3.9145443873922785e-06,
      "loss": 0.3545,
      "step": 868220
    },
    {
      "epoch": 242.32,
      "grad_norm": 0.9101119041442871,
      "learning_rate": 3.9145243191367155e-06,
      "loss": 0.3589,
      "step": 868230
    },
    {
      "epoch": 242.32,
      "grad_norm": 0.9334700703620911,
      "learning_rate": 3.914504250672082e-06,
      "loss": 0.3501,
      "step": 868240
    },
    {
      "epoch": 242.32,
      "grad_norm": 1.0240429639816284,
      "learning_rate": 3.914484181998381e-06,
      "loss": 0.3692,
      "step": 868250
    },
    {
      "epoch": 242.33,
      "grad_norm": 1.333021879196167,
      "learning_rate": 3.914464113115615e-06,
      "loss": 0.3704,
      "step": 868260
    },
    {
      "epoch": 242.33,
      "grad_norm": 1.0834383964538574,
      "learning_rate": 3.914444044023787e-06,
      "loss": 0.3582,
      "step": 868270
    },
    {
      "epoch": 242.33,
      "grad_norm": 1.1408342123031616,
      "learning_rate": 3.914423974722897e-06,
      "loss": 0.3495,
      "step": 868280
    },
    {
      "epoch": 242.34,
      "grad_norm": 1.04523503780365,
      "learning_rate": 3.914403905212952e-06,
      "loss": 0.344,
      "step": 868290
    },
    {
      "epoch": 242.34,
      "grad_norm": 1.051405906677246,
      "learning_rate": 3.9143838354939516e-06,
      "loss": 0.3714,
      "step": 868300
    },
    {
      "epoch": 242.34,
      "grad_norm": 1.1079562902450562,
      "learning_rate": 3.9143637655659e-06,
      "loss": 0.374,
      "step": 868310
    },
    {
      "epoch": 242.34,
      "grad_norm": 1.1230226755142212,
      "learning_rate": 3.914343695428798e-06,
      "loss": 0.3671,
      "step": 868320
    },
    {
      "epoch": 242.35,
      "grad_norm": 1.0428705215454102,
      "learning_rate": 3.914323625082651e-06,
      "loss": 0.3657,
      "step": 868330
    },
    {
      "epoch": 242.35,
      "grad_norm": 1.3580302000045776,
      "learning_rate": 3.914303554527459e-06,
      "loss": 0.3618,
      "step": 868340
    },
    {
      "epoch": 242.35,
      "grad_norm": 1.341465950012207,
      "learning_rate": 3.914283483763227e-06,
      "loss": 0.3686,
      "step": 868350
    },
    {
      "epoch": 242.36,
      "grad_norm": 1.1598485708236694,
      "learning_rate": 3.914263412789956e-06,
      "loss": 0.3844,
      "step": 868360
    },
    {
      "epoch": 242.36,
      "grad_norm": 1.0860031843185425,
      "learning_rate": 3.91424334160765e-06,
      "loss": 0.3659,
      "step": 868370
    },
    {
      "epoch": 242.36,
      "grad_norm": 1.0661760568618774,
      "learning_rate": 3.91422327021631e-06,
      "loss": 0.3758,
      "step": 868380
    },
    {
      "epoch": 242.36,
      "grad_norm": 1.0400978326797485,
      "learning_rate": 3.91420319861594e-06,
      "loss": 0.3727,
      "step": 868390
    },
    {
      "epoch": 242.37,
      "grad_norm": 1.1274669170379639,
      "learning_rate": 3.914183126806542e-06,
      "loss": 0.3726,
      "step": 868400
    },
    {
      "epoch": 242.37,
      "grad_norm": 1.0480481386184692,
      "learning_rate": 3.914163054788118e-06,
      "loss": 0.3607,
      "step": 868410
    },
    {
      "epoch": 242.37,
      "grad_norm": 1.1461740732192993,
      "learning_rate": 3.914142982560673e-06,
      "loss": 0.3617,
      "step": 868420
    },
    {
      "epoch": 242.38,
      "grad_norm": 0.9463828206062317,
      "learning_rate": 3.914122910124208e-06,
      "loss": 0.3527,
      "step": 868430
    },
    {
      "epoch": 242.38,
      "grad_norm": 1.244070053100586,
      "learning_rate": 3.914102837478726e-06,
      "loss": 0.37,
      "step": 868440
    },
    {
      "epoch": 242.38,
      "grad_norm": 1.1380095481872559,
      "learning_rate": 3.9140827646242295e-06,
      "loss": 0.3751,
      "step": 868450
    },
    {
      "epoch": 242.38,
      "grad_norm": 1.0765421390533447,
      "learning_rate": 3.914062691560721e-06,
      "loss": 0.3771,
      "step": 868460
    },
    {
      "epoch": 242.39,
      "grad_norm": 1.2551130056381226,
      "learning_rate": 3.914042618288204e-06,
      "loss": 0.3882,
      "step": 868470
    },
    {
      "epoch": 242.39,
      "grad_norm": 1.0474836826324463,
      "learning_rate": 3.91402254480668e-06,
      "loss": 0.3681,
      "step": 868480
    },
    {
      "epoch": 242.39,
      "grad_norm": 0.8893318176269531,
      "learning_rate": 3.914002471116152e-06,
      "loss": 0.3729,
      "step": 868490
    },
    {
      "epoch": 242.39,
      "grad_norm": 0.969606339931488,
      "learning_rate": 3.913982397216624e-06,
      "loss": 0.3673,
      "step": 868500
    },
    {
      "epoch": 242.4,
      "grad_norm": 0.9570426940917969,
      "learning_rate": 3.913962323108097e-06,
      "loss": 0.3514,
      "step": 868510
    },
    {
      "epoch": 242.4,
      "grad_norm": 1.136400818824768,
      "learning_rate": 3.913942248790575e-06,
      "loss": 0.3582,
      "step": 868520
    },
    {
      "epoch": 242.4,
      "grad_norm": 1.2273280620574951,
      "learning_rate": 3.913922174264059e-06,
      "loss": 0.3731,
      "step": 868530
    },
    {
      "epoch": 242.41,
      "grad_norm": 1.1196399927139282,
      "learning_rate": 3.913902099528554e-06,
      "loss": 0.3677,
      "step": 868540
    },
    {
      "epoch": 242.41,
      "grad_norm": 1.1475985050201416,
      "learning_rate": 3.9138820245840605e-06,
      "loss": 0.3595,
      "step": 868550
    },
    {
      "epoch": 242.41,
      "grad_norm": 1.0327035188674927,
      "learning_rate": 3.913861949430581e-06,
      "loss": 0.3812,
      "step": 868560
    },
    {
      "epoch": 242.41,
      "grad_norm": 1.0317111015319824,
      "learning_rate": 3.913841874068121e-06,
      "loss": 0.3667,
      "step": 868570
    },
    {
      "epoch": 242.42,
      "grad_norm": 1.125235915184021,
      "learning_rate": 3.91382179849668e-06,
      "loss": 0.3654,
      "step": 868580
    },
    {
      "epoch": 242.42,
      "grad_norm": 1.2746798992156982,
      "learning_rate": 3.913801722716263e-06,
      "loss": 0.3694,
      "step": 868590
    },
    {
      "epoch": 242.42,
      "grad_norm": 1.0349102020263672,
      "learning_rate": 3.9137816467268706e-06,
      "loss": 0.3699,
      "step": 868600
    },
    {
      "epoch": 242.43,
      "grad_norm": 1.0593658685684204,
      "learning_rate": 3.913761570528507e-06,
      "loss": 0.3789,
      "step": 868610
    },
    {
      "epoch": 242.43,
      "grad_norm": 1.0570074319839478,
      "learning_rate": 3.913741494121175e-06,
      "loss": 0.3546,
      "step": 868620
    },
    {
      "epoch": 242.43,
      "grad_norm": 0.9771074056625366,
      "learning_rate": 3.913721417504876e-06,
      "loss": 0.3663,
      "step": 868630
    },
    {
      "epoch": 242.43,
      "grad_norm": 1.0864241123199463,
      "learning_rate": 3.913701340679614e-06,
      "loss": 0.3623,
      "step": 868640
    },
    {
      "epoch": 242.44,
      "grad_norm": 1.1587560176849365,
      "learning_rate": 3.913681263645391e-06,
      "loss": 0.355,
      "step": 868650
    },
    {
      "epoch": 242.44,
      "grad_norm": 2.420147180557251,
      "learning_rate": 3.9136611864022084e-06,
      "loss": 0.3508,
      "step": 868660
    },
    {
      "epoch": 242.44,
      "grad_norm": 1.2009416818618774,
      "learning_rate": 3.913641108950072e-06,
      "loss": 0.3948,
      "step": 868670
    },
    {
      "epoch": 242.44,
      "grad_norm": 0.920985996723175,
      "learning_rate": 3.913621031288981e-06,
      "loss": 0.3696,
      "step": 868680
    },
    {
      "epoch": 242.45,
      "grad_norm": 1.1016689538955688,
      "learning_rate": 3.913600953418941e-06,
      "loss": 0.3775,
      "step": 868690
    },
    {
      "epoch": 242.45,
      "grad_norm": 0.9728502035140991,
      "learning_rate": 3.913580875339953e-06,
      "loss": 0.3663,
      "step": 868700
    },
    {
      "epoch": 242.45,
      "grad_norm": 1.1303194761276245,
      "learning_rate": 3.913560797052021e-06,
      "loss": 0.3669,
      "step": 868710
    },
    {
      "epoch": 242.46,
      "grad_norm": 1.0105583667755127,
      "learning_rate": 3.913540718555145e-06,
      "loss": 0.3637,
      "step": 868720
    },
    {
      "epoch": 242.46,
      "grad_norm": 1.0459332466125488,
      "learning_rate": 3.913520639849331e-06,
      "loss": 0.3632,
      "step": 868730
    },
    {
      "epoch": 242.46,
      "grad_norm": 1.3703973293304443,
      "learning_rate": 3.913500560934579e-06,
      "loss": 0.3598,
      "step": 868740
    },
    {
      "epoch": 242.46,
      "grad_norm": 1.4566078186035156,
      "learning_rate": 3.913480481810893e-06,
      "loss": 0.362,
      "step": 868750
    },
    {
      "epoch": 242.47,
      "grad_norm": 1.1367487907409668,
      "learning_rate": 3.913460402478276e-06,
      "loss": 0.3683,
      "step": 868760
    },
    {
      "epoch": 242.47,
      "grad_norm": 1.1328901052474976,
      "learning_rate": 3.9134403229367295e-06,
      "loss": 0.3376,
      "step": 868770
    },
    {
      "epoch": 242.47,
      "grad_norm": 1.0534279346466064,
      "learning_rate": 3.913420243186257e-06,
      "loss": 0.3713,
      "step": 868780
    },
    {
      "epoch": 242.48,
      "grad_norm": 1.3106516599655151,
      "learning_rate": 3.91340016322686e-06,
      "loss": 0.3638,
      "step": 868790
    },
    {
      "epoch": 242.48,
      "grad_norm": 1.2020820379257202,
      "learning_rate": 3.913380083058544e-06,
      "loss": 0.3617,
      "step": 868800
    },
    {
      "epoch": 242.48,
      "grad_norm": 1.2281336784362793,
      "learning_rate": 3.913360002681309e-06,
      "loss": 0.3642,
      "step": 868810
    },
    {
      "epoch": 242.48,
      "grad_norm": 1.0979676246643066,
      "learning_rate": 3.913339922095158e-06,
      "loss": 0.3708,
      "step": 868820
    },
    {
      "epoch": 242.49,
      "grad_norm": 0.9652780890464783,
      "learning_rate": 3.913319841300095e-06,
      "loss": 0.3595,
      "step": 868830
    },
    {
      "epoch": 242.49,
      "grad_norm": 1.069591760635376,
      "learning_rate": 3.913299760296121e-06,
      "loss": 0.3686,
      "step": 868840
    },
    {
      "epoch": 242.49,
      "grad_norm": 1.2172011137008667,
      "learning_rate": 3.91327967908324e-06,
      "loss": 0.3926,
      "step": 868850
    },
    {
      "epoch": 242.5,
      "grad_norm": 1.4041309356689453,
      "learning_rate": 3.913259597661454e-06,
      "loss": 0.3641,
      "step": 868860
    },
    {
      "epoch": 242.5,
      "grad_norm": 1.1943542957305908,
      "learning_rate": 3.913239516030766e-06,
      "loss": 0.3589,
      "step": 868870
    },
    {
      "epoch": 242.5,
      "grad_norm": 1.2897679805755615,
      "learning_rate": 3.913219434191179e-06,
      "loss": 0.3666,
      "step": 868880
    },
    {
      "epoch": 242.5,
      "grad_norm": 0.93719881772995,
      "learning_rate": 3.913199352142694e-06,
      "loss": 0.3616,
      "step": 868890
    },
    {
      "epoch": 242.51,
      "grad_norm": 1.0159739255905151,
      "learning_rate": 3.913179269885316e-06,
      "loss": 0.3633,
      "step": 868900
    },
    {
      "epoch": 242.51,
      "grad_norm": 0.9607309103012085,
      "learning_rate": 3.913159187419046e-06,
      "loss": 0.3517,
      "step": 868910
    },
    {
      "epoch": 242.51,
      "grad_norm": 0.9877811670303345,
      "learning_rate": 3.9131391047438875e-06,
      "loss": 0.3675,
      "step": 868920
    },
    {
      "epoch": 242.51,
      "grad_norm": 1.0366897583007812,
      "learning_rate": 3.913119021859842e-06,
      "loss": 0.3712,
      "step": 868930
    },
    {
      "epoch": 242.52,
      "grad_norm": 1.0788629055023193,
      "learning_rate": 3.913098938766914e-06,
      "loss": 0.3647,
      "step": 868940
    },
    {
      "epoch": 242.52,
      "grad_norm": 0.9578969478607178,
      "learning_rate": 3.913078855465105e-06,
      "loss": 0.3626,
      "step": 868950
    },
    {
      "epoch": 242.52,
      "grad_norm": 0.9081470966339111,
      "learning_rate": 3.9130587719544176e-06,
      "loss": 0.3599,
      "step": 868960
    },
    {
      "epoch": 242.53,
      "grad_norm": 1.1831703186035156,
      "learning_rate": 3.913038688234855e-06,
      "loss": 0.3788,
      "step": 868970
    },
    {
      "epoch": 242.53,
      "grad_norm": 1.0183656215667725,
      "learning_rate": 3.91301860430642e-06,
      "loss": 0.3549,
      "step": 868980
    },
    {
      "epoch": 242.53,
      "grad_norm": 1.162700891494751,
      "learning_rate": 3.912998520169114e-06,
      "loss": 0.3499,
      "step": 868990
    },
    {
      "epoch": 242.53,
      "grad_norm": 1.0983902215957642,
      "learning_rate": 3.912978435822941e-06,
      "loss": 0.3655,
      "step": 869000
    },
    {
      "epoch": 242.54,
      "grad_norm": 1.1780108213424683,
      "learning_rate": 3.912958351267904e-06,
      "loss": 0.3559,
      "step": 869010
    },
    {
      "epoch": 242.54,
      "grad_norm": 1.1447179317474365,
      "learning_rate": 3.912938266504004e-06,
      "loss": 0.3765,
      "step": 869020
    },
    {
      "epoch": 242.54,
      "grad_norm": 1.1902177333831787,
      "learning_rate": 3.912918181531245e-06,
      "loss": 0.3691,
      "step": 869030
    },
    {
      "epoch": 242.55,
      "grad_norm": 1.0533217191696167,
      "learning_rate": 3.912898096349629e-06,
      "loss": 0.3716,
      "step": 869040
    },
    {
      "epoch": 242.55,
      "grad_norm": 1.0268678665161133,
      "learning_rate": 3.912878010959159e-06,
      "loss": 0.3667,
      "step": 869050
    },
    {
      "epoch": 242.55,
      "grad_norm": 0.8994535803794861,
      "learning_rate": 3.912857925359838e-06,
      "loss": 0.3746,
      "step": 869060
    },
    {
      "epoch": 242.55,
      "grad_norm": 1.0392833948135376,
      "learning_rate": 3.912837839551669e-06,
      "loss": 0.3514,
      "step": 869070
    },
    {
      "epoch": 242.56,
      "grad_norm": 1.2203549146652222,
      "learning_rate": 3.912817753534653e-06,
      "loss": 0.3679,
      "step": 869080
    },
    {
      "epoch": 242.56,
      "grad_norm": 0.9048072099685669,
      "learning_rate": 3.912797667308793e-06,
      "loss": 0.3573,
      "step": 869090
    },
    {
      "epoch": 242.56,
      "grad_norm": 0.9420747756958008,
      "learning_rate": 3.9127775808740936e-06,
      "loss": 0.3611,
      "step": 869100
    },
    {
      "epoch": 242.56,
      "grad_norm": 1.1719727516174316,
      "learning_rate": 3.912757494230555e-06,
      "loss": 0.3656,
      "step": 869110
    },
    {
      "epoch": 242.57,
      "grad_norm": 1.1274666786193848,
      "learning_rate": 3.912737407378182e-06,
      "loss": 0.3661,
      "step": 869120
    },
    {
      "epoch": 242.57,
      "grad_norm": 1.173888087272644,
      "learning_rate": 3.912717320316977e-06,
      "loss": 0.3568,
      "step": 869130
    },
    {
      "epoch": 242.57,
      "grad_norm": 1.24384605884552,
      "learning_rate": 3.91269723304694e-06,
      "loss": 0.3752,
      "step": 869140
    },
    {
      "epoch": 242.58,
      "grad_norm": 1.1821233034133911,
      "learning_rate": 3.912677145568077e-06,
      "loss": 0.3777,
      "step": 869150
    },
    {
      "epoch": 242.58,
      "grad_norm": 1.0490882396697998,
      "learning_rate": 3.912657057880389e-06,
      "loss": 0.3458,
      "step": 869160
    },
    {
      "epoch": 242.58,
      "grad_norm": 1.0670276880264282,
      "learning_rate": 3.91263696998388e-06,
      "loss": 0.3551,
      "step": 869170
    },
    {
      "epoch": 242.58,
      "grad_norm": 1.0649373531341553,
      "learning_rate": 3.912616881878551e-06,
      "loss": 0.3618,
      "step": 869180
    },
    {
      "epoch": 242.59,
      "grad_norm": 1.5064992904663086,
      "learning_rate": 3.912596793564405e-06,
      "loss": 0.3708,
      "step": 869190
    },
    {
      "epoch": 242.59,
      "grad_norm": 1.1662298440933228,
      "learning_rate": 3.912576705041446e-06,
      "loss": 0.3587,
      "step": 869200
    },
    {
      "epoch": 242.59,
      "grad_norm": 1.049066424369812,
      "learning_rate": 3.912556616309675e-06,
      "loss": 0.3573,
      "step": 869210
    },
    {
      "epoch": 242.6,
      "grad_norm": 1.0013427734375,
      "learning_rate": 3.912536527369095e-06,
      "loss": 0.3533,
      "step": 869220
    },
    {
      "epoch": 242.6,
      "grad_norm": 1.0043156147003174,
      "learning_rate": 3.91251643821971e-06,
      "loss": 0.3728,
      "step": 869230
    },
    {
      "epoch": 242.6,
      "grad_norm": 1.1479525566101074,
      "learning_rate": 3.9124963488615216e-06,
      "loss": 0.3786,
      "step": 869240
    },
    {
      "epoch": 242.6,
      "grad_norm": 1.0660291910171509,
      "learning_rate": 3.912476259294533e-06,
      "loss": 0.3727,
      "step": 869250
    },
    {
      "epoch": 242.61,
      "grad_norm": 0.9271460175514221,
      "learning_rate": 3.912456169518746e-06,
      "loss": 0.3678,
      "step": 869260
    },
    {
      "epoch": 242.61,
      "grad_norm": 1.0629976987838745,
      "learning_rate": 3.912436079534164e-06,
      "loss": 0.3624,
      "step": 869270
    },
    {
      "epoch": 242.61,
      "grad_norm": 1.041398286819458,
      "learning_rate": 3.912415989340788e-06,
      "loss": 0.3642,
      "step": 869280
    },
    {
      "epoch": 242.62,
      "grad_norm": 1.0467000007629395,
      "learning_rate": 3.912395898938624e-06,
      "loss": 0.3679,
      "step": 869290
    },
    {
      "epoch": 242.62,
      "grad_norm": 1.038764238357544,
      "learning_rate": 3.912375808327672e-06,
      "loss": 0.3505,
      "step": 869300
    },
    {
      "epoch": 242.62,
      "grad_norm": 1.0946229696273804,
      "learning_rate": 3.912355717507935e-06,
      "loss": 0.3565,
      "step": 869310
    },
    {
      "epoch": 242.62,
      "grad_norm": 1.0795748233795166,
      "learning_rate": 3.912335626479417e-06,
      "loss": 0.361,
      "step": 869320
    },
    {
      "epoch": 242.63,
      "grad_norm": 1.0375769138336182,
      "learning_rate": 3.912315535242119e-06,
      "loss": 0.3681,
      "step": 869330
    },
    {
      "epoch": 242.63,
      "grad_norm": 1.1630501747131348,
      "learning_rate": 3.912295443796046e-06,
      "loss": 0.3668,
      "step": 869340
    },
    {
      "epoch": 242.63,
      "grad_norm": 1.040297508239746,
      "learning_rate": 3.912275352141198e-06,
      "loss": 0.3669,
      "step": 869350
    },
    {
      "epoch": 242.63,
      "grad_norm": 1.1232408285140991,
      "learning_rate": 3.912255260277579e-06,
      "loss": 0.3717,
      "step": 869360
    },
    {
      "epoch": 242.64,
      "grad_norm": 0.8904643058776855,
      "learning_rate": 3.912235168205192e-06,
      "loss": 0.3791,
      "step": 869370
    },
    {
      "epoch": 242.64,
      "grad_norm": 1.0432014465332031,
      "learning_rate": 3.9122150759240386e-06,
      "loss": 0.3557,
      "step": 869380
    },
    {
      "epoch": 242.64,
      "grad_norm": 1.0335729122161865,
      "learning_rate": 3.912194983434123e-06,
      "loss": 0.3467,
      "step": 869390
    },
    {
      "epoch": 242.65,
      "grad_norm": 0.9951561093330383,
      "learning_rate": 3.912174890735446e-06,
      "loss": 0.37,
      "step": 869400
    },
    {
      "epoch": 242.65,
      "grad_norm": 0.9931040406227112,
      "learning_rate": 3.912154797828012e-06,
      "loss": 0.3725,
      "step": 869410
    },
    {
      "epoch": 242.65,
      "grad_norm": 0.8814741969108582,
      "learning_rate": 3.912134704711822e-06,
      "loss": 0.3685,
      "step": 869420
    },
    {
      "epoch": 242.65,
      "grad_norm": 1.363059163093567,
      "learning_rate": 3.91211461138688e-06,
      "loss": 0.3639,
      "step": 869430
    },
    {
      "epoch": 242.66,
      "grad_norm": 0.9031005501747131,
      "learning_rate": 3.912094517853187e-06,
      "loss": 0.3557,
      "step": 869440
    },
    {
      "epoch": 242.66,
      "grad_norm": 1.038995385169983,
      "learning_rate": 3.9120744241107485e-06,
      "loss": 0.3772,
      "step": 869450
    },
    {
      "epoch": 242.66,
      "grad_norm": 1.1188428401947021,
      "learning_rate": 3.912054330159565e-06,
      "loss": 0.367,
      "step": 869460
    },
    {
      "epoch": 242.67,
      "grad_norm": 0.9528217911720276,
      "learning_rate": 3.91203423599964e-06,
      "loss": 0.3546,
      "step": 869470
    },
    {
      "epoch": 242.67,
      "grad_norm": 0.9872328639030457,
      "learning_rate": 3.912014141630976e-06,
      "loss": 0.3411,
      "step": 869480
    },
    {
      "epoch": 242.67,
      "grad_norm": 1.0843442678451538,
      "learning_rate": 3.911994047053577e-06,
      "loss": 0.3609,
      "step": 869490
    },
    {
      "epoch": 242.67,
      "grad_norm": 1.007805585861206,
      "learning_rate": 3.9119739522674425e-06,
      "loss": 0.3665,
      "step": 869500
    },
    {
      "epoch": 242.68,
      "grad_norm": 1.0774418115615845,
      "learning_rate": 3.911953857272576e-06,
      "loss": 0.3636,
      "step": 869510
    },
    {
      "epoch": 242.68,
      "grad_norm": 1.1540017127990723,
      "learning_rate": 3.911933762068983e-06,
      "loss": 0.3628,
      "step": 869520
    },
    {
      "epoch": 242.68,
      "grad_norm": 0.9650354981422424,
      "learning_rate": 3.911913666656664e-06,
      "loss": 0.3467,
      "step": 869530
    },
    {
      "epoch": 242.68,
      "grad_norm": 3.917564868927002,
      "learning_rate": 3.911893571035621e-06,
      "loss": 0.3566,
      "step": 869540
    },
    {
      "epoch": 242.69,
      "grad_norm": 0.923809289932251,
      "learning_rate": 3.911873475205859e-06,
      "loss": 0.3597,
      "step": 869550
    },
    {
      "epoch": 242.69,
      "grad_norm": 1.2228095531463623,
      "learning_rate": 3.911853379167379e-06,
      "loss": 0.3511,
      "step": 869560
    },
    {
      "epoch": 242.69,
      "grad_norm": 1.0490264892578125,
      "learning_rate": 3.911833282920183e-06,
      "loss": 0.3659,
      "step": 869570
    },
    {
      "epoch": 242.7,
      "grad_norm": 0.9898070693016052,
      "learning_rate": 3.9118131864642754e-06,
      "loss": 0.3709,
      "step": 869580
    },
    {
      "epoch": 242.7,
      "grad_norm": 1.0224536657333374,
      "learning_rate": 3.911793089799659e-06,
      "loss": 0.3705,
      "step": 869590
    },
    {
      "epoch": 242.7,
      "grad_norm": 1.2487719058990479,
      "learning_rate": 3.9117729929263345e-06,
      "loss": 0.3814,
      "step": 869600
    },
    {
      "epoch": 242.7,
      "grad_norm": 1.213842749595642,
      "learning_rate": 3.911752895844306e-06,
      "loss": 0.3842,
      "step": 869610
    },
    {
      "epoch": 242.71,
      "grad_norm": 1.0064537525177002,
      "learning_rate": 3.911732798553576e-06,
      "loss": 0.3678,
      "step": 869620
    },
    {
      "epoch": 242.71,
      "grad_norm": 1.1689435243606567,
      "learning_rate": 3.911712701054147e-06,
      "loss": 0.3478,
      "step": 869630
    },
    {
      "epoch": 242.71,
      "grad_norm": 0.9080713987350464,
      "learning_rate": 3.911692603346021e-06,
      "loss": 0.3574,
      "step": 869640
    },
    {
      "epoch": 242.72,
      "grad_norm": 1.0292326211929321,
      "learning_rate": 3.911672505429203e-06,
      "loss": 0.362,
      "step": 869650
    },
    {
      "epoch": 242.72,
      "grad_norm": 1.2964684963226318,
      "learning_rate": 3.911652407303693e-06,
      "loss": 0.3697,
      "step": 869660
    },
    {
      "epoch": 242.72,
      "grad_norm": 1.0333447456359863,
      "learning_rate": 3.911632308969494e-06,
      "loss": 0.3591,
      "step": 869670
    },
    {
      "epoch": 242.72,
      "grad_norm": 1.0823434591293335,
      "learning_rate": 3.9116122104266115e-06,
      "loss": 0.3564,
      "step": 869680
    },
    {
      "epoch": 242.73,
      "grad_norm": 0.9645329713821411,
      "learning_rate": 3.911592111675045e-06,
      "loss": 0.3624,
      "step": 869690
    },
    {
      "epoch": 242.73,
      "grad_norm": 1.1165708303451538,
      "learning_rate": 3.911572012714798e-06,
      "loss": 0.3693,
      "step": 869700
    },
    {
      "epoch": 242.73,
      "grad_norm": 1.0884523391723633,
      "learning_rate": 3.911551913545874e-06,
      "loss": 0.362,
      "step": 869710
    },
    {
      "epoch": 242.74,
      "grad_norm": 1.1029404401779175,
      "learning_rate": 3.911531814168275e-06,
      "loss": 0.3663,
      "step": 869720
    },
    {
      "epoch": 242.74,
      "grad_norm": 0.9906312227249146,
      "learning_rate": 3.911511714582004e-06,
      "loss": 0.3546,
      "step": 869730
    },
    {
      "epoch": 242.74,
      "grad_norm": 1.1188794374465942,
      "learning_rate": 3.911491614787063e-06,
      "loss": 0.3808,
      "step": 869740
    },
    {
      "epoch": 242.74,
      "grad_norm": 1.128154993057251,
      "learning_rate": 3.911471514783456e-06,
      "loss": 0.3692,
      "step": 869750
    },
    {
      "epoch": 242.75,
      "grad_norm": 0.9718064665794373,
      "learning_rate": 3.911451414571183e-06,
      "loss": 0.3721,
      "step": 869760
    },
    {
      "epoch": 242.75,
      "grad_norm": 2.170210838317871,
      "learning_rate": 3.9114313141502495e-06,
      "loss": 0.3671,
      "step": 869770
    },
    {
      "epoch": 242.75,
      "grad_norm": 1.1262108087539673,
      "learning_rate": 3.911411213520658e-06,
      "loss": 0.3736,
      "step": 869780
    },
    {
      "epoch": 242.75,
      "grad_norm": 1.1138638257980347,
      "learning_rate": 3.91139111268241e-06,
      "loss": 0.3642,
      "step": 869790
    },
    {
      "epoch": 242.76,
      "grad_norm": 1.0734444856643677,
      "learning_rate": 3.911371011635508e-06,
      "loss": 0.3763,
      "step": 869800
    },
    {
      "epoch": 242.76,
      "grad_norm": 1.0750178098678589,
      "learning_rate": 3.911350910379956e-06,
      "loss": 0.3896,
      "step": 869810
    },
    {
      "epoch": 242.76,
      "grad_norm": 1.6876612901687622,
      "learning_rate": 3.911330808915755e-06,
      "loss": 0.3483,
      "step": 869820
    },
    {
      "epoch": 242.77,
      "grad_norm": 1.2332813739776611,
      "learning_rate": 3.911310707242909e-06,
      "loss": 0.3607,
      "step": 869830
    },
    {
      "epoch": 242.77,
      "grad_norm": 1.0969951152801514,
      "learning_rate": 3.91129060536142e-06,
      "loss": 0.362,
      "step": 869840
    },
    {
      "epoch": 242.77,
      "grad_norm": 1.1674830913543701,
      "learning_rate": 3.9112705032712915e-06,
      "loss": 0.3623,
      "step": 869850
    },
    {
      "epoch": 242.77,
      "grad_norm": 1.1393237113952637,
      "learning_rate": 3.911250400972525e-06,
      "loss": 0.3676,
      "step": 869860
    },
    {
      "epoch": 242.78,
      "grad_norm": 1.1034959554672241,
      "learning_rate": 3.911230298465125e-06,
      "loss": 0.3581,
      "step": 869870
    },
    {
      "epoch": 242.78,
      "grad_norm": 0.9958900809288025,
      "learning_rate": 3.911210195749091e-06,
      "loss": 0.3909,
      "step": 869880
    },
    {
      "epoch": 242.78,
      "grad_norm": 1.0629950761795044,
      "learning_rate": 3.911190092824429e-06,
      "loss": 0.35,
      "step": 869890
    },
    {
      "epoch": 242.79,
      "grad_norm": 1.026566505432129,
      "learning_rate": 3.91116998969114e-06,
      "loss": 0.383,
      "step": 869900
    },
    {
      "epoch": 242.79,
      "grad_norm": 0.898054301738739,
      "learning_rate": 3.911149886349227e-06,
      "loss": 0.3494,
      "step": 869910
    },
    {
      "epoch": 242.79,
      "grad_norm": 1.1790153980255127,
      "learning_rate": 3.911129782798692e-06,
      "loss": 0.3622,
      "step": 869920
    },
    {
      "epoch": 242.79,
      "grad_norm": 0.8871954679489136,
      "learning_rate": 3.911109679039539e-06,
      "loss": 0.3658,
      "step": 869930
    },
    {
      "epoch": 242.8,
      "grad_norm": 1.1613613367080688,
      "learning_rate": 3.91108957507177e-06,
      "loss": 0.3713,
      "step": 869940
    },
    {
      "epoch": 242.8,
      "grad_norm": 1.0273557901382446,
      "learning_rate": 3.911069470895388e-06,
      "loss": 0.3617,
      "step": 869950
    },
    {
      "epoch": 242.8,
      "grad_norm": 1.099094033241272,
      "learning_rate": 3.911049366510394e-06,
      "loss": 0.373,
      "step": 869960
    },
    {
      "epoch": 242.8,
      "grad_norm": 1.0875585079193115,
      "learning_rate": 3.911029261916793e-06,
      "loss": 0.3653,
      "step": 869970
    },
    {
      "epoch": 242.81,
      "grad_norm": 0.9019787907600403,
      "learning_rate": 3.911009157114587e-06,
      "loss": 0.3485,
      "step": 869980
    },
    {
      "epoch": 242.81,
      "grad_norm": 1.0192753076553345,
      "learning_rate": 3.910989052103778e-06,
      "loss": 0.3735,
      "step": 869990
    },
    {
      "epoch": 242.81,
      "grad_norm": 0.9578765630722046,
      "learning_rate": 3.910968946884369e-06,
      "loss": 0.3695,
      "step": 870000
    },
    {
      "epoch": 242.82,
      "grad_norm": 1.1387110948562622,
      "learning_rate": 3.9109488414563624e-06,
      "loss": 0.3672,
      "step": 870010
    },
    {
      "epoch": 242.82,
      "grad_norm": 0.9509364366531372,
      "learning_rate": 3.910928735819762e-06,
      "loss": 0.3898,
      "step": 870020
    },
    {
      "epoch": 242.82,
      "grad_norm": 0.9727203845977783,
      "learning_rate": 3.910908629974569e-06,
      "loss": 0.382,
      "step": 870030
    },
    {
      "epoch": 242.82,
      "grad_norm": 0.9758154153823853,
      "learning_rate": 3.910888523920787e-06,
      "loss": 0.3656,
      "step": 870040
    },
    {
      "epoch": 242.83,
      "grad_norm": 1.0633141994476318,
      "learning_rate": 3.910868417658418e-06,
      "loss": 0.3658,
      "step": 870050
    },
    {
      "epoch": 242.83,
      "grad_norm": 1.082976222038269,
      "learning_rate": 3.910848311187466e-06,
      "loss": 0.3548,
      "step": 870060
    },
    {
      "epoch": 242.83,
      "grad_norm": 1.2707523107528687,
      "learning_rate": 3.910828204507932e-06,
      "loss": 0.3616,
      "step": 870070
    },
    {
      "epoch": 242.84,
      "grad_norm": 0.987354576587677,
      "learning_rate": 3.91080809761982e-06,
      "loss": 0.3713,
      "step": 870080
    },
    {
      "epoch": 242.84,
      "grad_norm": 1.3320879936218262,
      "learning_rate": 3.910787990523132e-06,
      "loss": 0.3668,
      "step": 870090
    },
    {
      "epoch": 242.84,
      "grad_norm": 1.0897061824798584,
      "learning_rate": 3.910767883217871e-06,
      "loss": 0.3688,
      "step": 870100
    },
    {
      "epoch": 242.84,
      "grad_norm": 1.0217543840408325,
      "learning_rate": 3.910747775704038e-06,
      "loss": 0.3658,
      "step": 870110
    },
    {
      "epoch": 242.85,
      "grad_norm": 1.0961472988128662,
      "learning_rate": 3.910727667981639e-06,
      "loss": 0.3548,
      "step": 870120
    },
    {
      "epoch": 242.85,
      "grad_norm": 1.0552810430526733,
      "learning_rate": 3.910707560050675e-06,
      "loss": 0.3944,
      "step": 870130
    },
    {
      "epoch": 242.85,
      "grad_norm": 0.9429611563682556,
      "learning_rate": 3.910687451911147e-06,
      "loss": 0.3668,
      "step": 870140
    },
    {
      "epoch": 242.86,
      "grad_norm": 0.9385911822319031,
      "learning_rate": 3.91066734356306e-06,
      "loss": 0.364,
      "step": 870150
    },
    {
      "epoch": 242.86,
      "grad_norm": 0.9583736062049866,
      "learning_rate": 3.910647235006416e-06,
      "loss": 0.3687,
      "step": 870160
    },
    {
      "epoch": 242.86,
      "grad_norm": 1.0769344568252563,
      "learning_rate": 3.910627126241218e-06,
      "loss": 0.3944,
      "step": 870170
    },
    {
      "epoch": 242.86,
      "grad_norm": 1.1013550758361816,
      "learning_rate": 3.910607017267467e-06,
      "loss": 0.38,
      "step": 870180
    },
    {
      "epoch": 242.87,
      "grad_norm": 1.028083086013794,
      "learning_rate": 3.910586908085168e-06,
      "loss": 0.3694,
      "step": 870190
    },
    {
      "epoch": 242.87,
      "grad_norm": 1.0187844038009644,
      "learning_rate": 3.910566798694323e-06,
      "loss": 0.355,
      "step": 870200
    },
    {
      "epoch": 242.87,
      "grad_norm": 1.6561000347137451,
      "learning_rate": 3.910546689094932e-06,
      "loss": 0.3687,
      "step": 870210
    },
    {
      "epoch": 242.87,
      "grad_norm": 1.223517894744873,
      "learning_rate": 3.910526579287002e-06,
      "loss": 0.3781,
      "step": 870220
    },
    {
      "epoch": 242.88,
      "grad_norm": 0.951817512512207,
      "learning_rate": 3.910506469270533e-06,
      "loss": 0.3535,
      "step": 870230
    },
    {
      "epoch": 242.88,
      "grad_norm": 1.1579471826553345,
      "learning_rate": 3.910486359045528e-06,
      "loss": 0.3591,
      "step": 870240
    },
    {
      "epoch": 242.88,
      "grad_norm": 1.013646125793457,
      "learning_rate": 3.91046624861199e-06,
      "loss": 0.358,
      "step": 870250
    },
    {
      "epoch": 242.89,
      "grad_norm": 1.0205695629119873,
      "learning_rate": 3.910446137969922e-06,
      "loss": 0.3726,
      "step": 870260
    },
    {
      "epoch": 242.89,
      "grad_norm": 1.2512035369873047,
      "learning_rate": 3.910426027119326e-06,
      "loss": 0.3683,
      "step": 870270
    },
    {
      "epoch": 242.89,
      "grad_norm": 1.0313196182250977,
      "learning_rate": 3.910405916060205e-06,
      "loss": 0.3715,
      "step": 870280
    },
    {
      "epoch": 242.89,
      "grad_norm": 1.0076478719711304,
      "learning_rate": 3.910385804792562e-06,
      "loss": 0.359,
      "step": 870290
    },
    {
      "epoch": 242.9,
      "grad_norm": 1.8282742500305176,
      "learning_rate": 3.9103656933164e-06,
      "loss": 0.3469,
      "step": 870300
    },
    {
      "epoch": 242.9,
      "grad_norm": 1.244104027748108,
      "learning_rate": 3.9103455816317194e-06,
      "loss": 0.3651,
      "step": 870310
    },
    {
      "epoch": 242.9,
      "grad_norm": 1.190569519996643,
      "learning_rate": 3.910325469738525e-06,
      "loss": 0.3558,
      "step": 870320
    },
    {
      "epoch": 242.91,
      "grad_norm": 0.9383689165115356,
      "learning_rate": 3.91030535763682e-06,
      "loss": 0.3788,
      "step": 870330
    },
    {
      "epoch": 242.91,
      "grad_norm": 1.0109056234359741,
      "learning_rate": 3.910285245326604e-06,
      "loss": 0.3677,
      "step": 870340
    },
    {
      "epoch": 242.91,
      "grad_norm": 0.9737817645072937,
      "learning_rate": 3.910265132807884e-06,
      "loss": 0.3589,
      "step": 870350
    },
    {
      "epoch": 242.91,
      "grad_norm": 1.0008103847503662,
      "learning_rate": 3.910245020080659e-06,
      "loss": 0.3535,
      "step": 870360
    },
    {
      "epoch": 242.92,
      "grad_norm": 0.9543741345405579,
      "learning_rate": 3.910224907144934e-06,
      "loss": 0.3597,
      "step": 870370
    },
    {
      "epoch": 242.92,
      "grad_norm": 1.0025715827941895,
      "learning_rate": 3.91020479400071e-06,
      "loss": 0.367,
      "step": 870380
    },
    {
      "epoch": 242.92,
      "grad_norm": 0.9701529145240784,
      "learning_rate": 3.910184680647991e-06,
      "loss": 0.3676,
      "step": 870390
    },
    {
      "epoch": 242.92,
      "grad_norm": 3.7755954265594482,
      "learning_rate": 3.910164567086779e-06,
      "loss": 0.3645,
      "step": 870400
    },
    {
      "epoch": 242.93,
      "grad_norm": 0.9222207069396973,
      "learning_rate": 3.910144453317077e-06,
      "loss": 0.3414,
      "step": 870410
    },
    {
      "epoch": 242.93,
      "grad_norm": 1.1279668807983398,
      "learning_rate": 3.910124339338887e-06,
      "loss": 0.3622,
      "step": 870420
    },
    {
      "epoch": 242.93,
      "grad_norm": 1.0254426002502441,
      "learning_rate": 3.9101042251522114e-06,
      "loss": 0.3614,
      "step": 870430
    },
    {
      "epoch": 242.94,
      "grad_norm": 1.1490249633789062,
      "learning_rate": 3.910084110757055e-06,
      "loss": 0.3517,
      "step": 870440
    },
    {
      "epoch": 242.94,
      "grad_norm": 1.0594685077667236,
      "learning_rate": 3.910063996153418e-06,
      "loss": 0.3778,
      "step": 870450
    },
    {
      "epoch": 242.94,
      "grad_norm": 0.9294962882995605,
      "learning_rate": 3.910043881341305e-06,
      "loss": 0.353,
      "step": 870460
    },
    {
      "epoch": 242.94,
      "grad_norm": 1.2062259912490845,
      "learning_rate": 3.910023766320718e-06,
      "loss": 0.3741,
      "step": 870470
    },
    {
      "epoch": 242.95,
      "grad_norm": 1.1666616201400757,
      "learning_rate": 3.910003651091659e-06,
      "loss": 0.3571,
      "step": 870480
    },
    {
      "epoch": 242.95,
      "grad_norm": 1.4176855087280273,
      "learning_rate": 3.909983535654132e-06,
      "loss": 0.365,
      "step": 870490
    },
    {
      "epoch": 242.95,
      "grad_norm": 0.980513334274292,
      "learning_rate": 3.909963420008138e-06,
      "loss": 0.3634,
      "step": 870500
    },
    {
      "epoch": 242.96,
      "grad_norm": 0.9559689164161682,
      "learning_rate": 3.9099433041536806e-06,
      "loss": 0.3805,
      "step": 870510
    },
    {
      "epoch": 242.96,
      "grad_norm": 0.959006130695343,
      "learning_rate": 3.909923188090762e-06,
      "loss": 0.3602,
      "step": 870520
    },
    {
      "epoch": 242.96,
      "grad_norm": 0.97577965259552,
      "learning_rate": 3.909903071819387e-06,
      "loss": 0.3765,
      "step": 870530
    },
    {
      "epoch": 242.96,
      "grad_norm": 1.0419185161590576,
      "learning_rate": 3.909882955339555e-06,
      "loss": 0.3546,
      "step": 870540
    },
    {
      "epoch": 242.97,
      "grad_norm": 1.2534068822860718,
      "learning_rate": 3.9098628386512715e-06,
      "loss": 0.3605,
      "step": 870550
    },
    {
      "epoch": 242.97,
      "grad_norm": 1.2277508974075317,
      "learning_rate": 3.9098427217545375e-06,
      "loss": 0.3715,
      "step": 870560
    },
    {
      "epoch": 242.97,
      "grad_norm": 1.310927391052246,
      "learning_rate": 3.9098226046493554e-06,
      "loss": 0.3616,
      "step": 870570
    },
    {
      "epoch": 242.98,
      "grad_norm": 1.0059161186218262,
      "learning_rate": 3.909802487335729e-06,
      "loss": 0.3615,
      "step": 870580
    },
    {
      "epoch": 242.98,
      "grad_norm": 1.1192971467971802,
      "learning_rate": 3.909782369813661e-06,
      "loss": 0.3567,
      "step": 870590
    },
    {
      "epoch": 242.98,
      "grad_norm": 1.0889475345611572,
      "learning_rate": 3.909762252083153e-06,
      "loss": 0.356,
      "step": 870600
    },
    {
      "epoch": 242.98,
      "grad_norm": 1.1325730085372925,
      "learning_rate": 3.909742134144209e-06,
      "loss": 0.3518,
      "step": 870610
    },
    {
      "epoch": 242.99,
      "grad_norm": 1.0051270723342896,
      "learning_rate": 3.9097220159968315e-06,
      "loss": 0.3569,
      "step": 870620
    },
    {
      "epoch": 242.99,
      "grad_norm": 1.0905555486679077,
      "learning_rate": 3.909701897641022e-06,
      "loss": 0.3573,
      "step": 870630
    },
    {
      "epoch": 242.99,
      "grad_norm": 0.9663543701171875,
      "learning_rate": 3.909681779076784e-06,
      "loss": 0.3562,
      "step": 870640
    },
    {
      "epoch": 242.99,
      "grad_norm": 0.8891271352767944,
      "learning_rate": 3.90966166030412e-06,
      "loss": 0.3611,
      "step": 870650
    },
    {
      "epoch": 243.0,
      "grad_norm": 1.114268183708191,
      "learning_rate": 3.909641541323032e-06,
      "loss": 0.3667,
      "step": 870660
    },
    {
      "epoch": 243.0,
      "eval_loss": 0.3654532730579376,
      "eval_runtime": 63.2153,
      "eval_samples_per_second": 80.028,
      "eval_steps_per_second": 10.013,
      "step": 870669
    },
    {
      "epoch": 243.0,
      "grad_norm": 1.7032264471054077,
      "learning_rate": 3.909621422133524e-06,
      "loss": 0.3678,
      "step": 870670
    },
    {
      "epoch": 243.0,
      "grad_norm": 1.1123007535934448,
      "learning_rate": 3.909601302735599e-06,
      "loss": 0.35,
      "step": 870680
    },
    {
      "epoch": 243.01,
      "grad_norm": 1.0336122512817383,
      "learning_rate": 3.909581183129257e-06,
      "loss": 0.363,
      "step": 870690
    },
    {
      "epoch": 243.01,
      "grad_norm": 2.7885985374450684,
      "learning_rate": 3.909561063314504e-06,
      "loss": 0.364,
      "step": 870700
    },
    {
      "epoch": 243.01,
      "grad_norm": 1.0248987674713135,
      "learning_rate": 3.909540943291341e-06,
      "loss": 0.3679,
      "step": 870710
    },
    {
      "epoch": 243.01,
      "grad_norm": 1.0427913665771484,
      "learning_rate": 3.9095208230597694e-06,
      "loss": 0.3686,
      "step": 870720
    },
    {
      "epoch": 243.02,
      "grad_norm": 1.1317791938781738,
      "learning_rate": 3.909500702619794e-06,
      "loss": 0.3655,
      "step": 870730
    },
    {
      "epoch": 243.02,
      "grad_norm": 0.9340886473655701,
      "learning_rate": 3.9094805819714165e-06,
      "loss": 0.3547,
      "step": 870740
    },
    {
      "epoch": 243.02,
      "grad_norm": 1.0040644407272339,
      "learning_rate": 3.909460461114641e-06,
      "loss": 0.3796,
      "step": 870750
    },
    {
      "epoch": 243.03,
      "grad_norm": 1.0948567390441895,
      "learning_rate": 3.909440340049468e-06,
      "loss": 0.3695,
      "step": 870760
    },
    {
      "epoch": 243.03,
      "grad_norm": 0.9860907196998596,
      "learning_rate": 3.909420218775902e-06,
      "loss": 0.368,
      "step": 870770
    },
    {
      "epoch": 243.03,
      "grad_norm": 1.128024697303772,
      "learning_rate": 3.909400097293944e-06,
      "loss": 0.3644,
      "step": 870780
    },
    {
      "epoch": 243.03,
      "grad_norm": 1.0256699323654175,
      "learning_rate": 3.9093799756035975e-06,
      "loss": 0.3612,
      "step": 870790
    },
    {
      "epoch": 243.04,
      "grad_norm": 1.242732048034668,
      "learning_rate": 3.909359853704865e-06,
      "loss": 0.3474,
      "step": 870800
    },
    {
      "epoch": 243.04,
      "grad_norm": 1.1073583364486694,
      "learning_rate": 3.9093397315977505e-06,
      "loss": 0.3538,
      "step": 870810
    },
    {
      "epoch": 243.04,
      "grad_norm": 0.9587123990058899,
      "learning_rate": 3.909319609282255e-06,
      "loss": 0.356,
      "step": 870820
    },
    {
      "epoch": 243.04,
      "grad_norm": 1.2387570142745972,
      "learning_rate": 3.909299486758382e-06,
      "loss": 0.3664,
      "step": 870830
    },
    {
      "epoch": 243.05,
      "grad_norm": 1.0596565008163452,
      "learning_rate": 3.909279364026134e-06,
      "loss": 0.3529,
      "step": 870840
    },
    {
      "epoch": 243.05,
      "grad_norm": 0.9364051818847656,
      "learning_rate": 3.909259241085514e-06,
      "loss": 0.3755,
      "step": 870850
    },
    {
      "epoch": 243.05,
      "grad_norm": 0.9553340077400208,
      "learning_rate": 3.909239117936523e-06,
      "loss": 0.3716,
      "step": 870860
    },
    {
      "epoch": 243.06,
      "grad_norm": 0.9998445510864258,
      "learning_rate": 3.909218994579165e-06,
      "loss": 0.3686,
      "step": 870870
    },
    {
      "epoch": 243.06,
      "grad_norm": 1.3370963335037231,
      "learning_rate": 3.9091988710134445e-06,
      "loss": 0.3655,
      "step": 870880
    },
    {
      "epoch": 243.06,
      "grad_norm": 1.1041308641433716,
      "learning_rate": 3.90917874723936e-06,
      "loss": 0.3657,
      "step": 870890
    },
    {
      "epoch": 243.06,
      "grad_norm": 1.1214938163757324,
      "learning_rate": 3.909158623256918e-06,
      "loss": 0.3565,
      "step": 870900
    },
    {
      "epoch": 243.07,
      "grad_norm": 1.1399552822113037,
      "learning_rate": 3.90913849906612e-06,
      "loss": 0.368,
      "step": 870910
    },
    {
      "epoch": 243.07,
      "grad_norm": 0.9271096587181091,
      "learning_rate": 3.909118374666967e-06,
      "loss": 0.3553,
      "step": 870920
    },
    {
      "epoch": 243.07,
      "grad_norm": 1.0694700479507446,
      "learning_rate": 3.909098250059464e-06,
      "loss": 0.3584,
      "step": 870930
    },
    {
      "epoch": 243.08,
      "grad_norm": 0.9328378438949585,
      "learning_rate": 3.909078125243612e-06,
      "loss": 0.3748,
      "step": 870940
    },
    {
      "epoch": 243.08,
      "grad_norm": 1.0719692707061768,
      "learning_rate": 3.909058000219415e-06,
      "loss": 0.3615,
      "step": 870950
    },
    {
      "epoch": 243.08,
      "grad_norm": 1.1012756824493408,
      "learning_rate": 3.909037874986875e-06,
      "loss": 0.3671,
      "step": 870960
    },
    {
      "epoch": 243.08,
      "grad_norm": 1.0979223251342773,
      "learning_rate": 3.909017749545995e-06,
      "loss": 0.3789,
      "step": 870970
    },
    {
      "epoch": 243.09,
      "grad_norm": 1.1599323749542236,
      "learning_rate": 3.908997623896777e-06,
      "loss": 0.3536,
      "step": 870980
    },
    {
      "epoch": 243.09,
      "grad_norm": 1.0829942226409912,
      "learning_rate": 3.908977498039224e-06,
      "loss": 0.3536,
      "step": 870990
    },
    {
      "epoch": 243.09,
      "grad_norm": 1.3167310953140259,
      "learning_rate": 3.908957371973339e-06,
      "loss": 0.3614,
      "step": 871000
    },
    {
      "epoch": 243.1,
      "grad_norm": 1.1024081707000732,
      "learning_rate": 3.908937245699124e-06,
      "loss": 0.3619,
      "step": 871010
    },
    {
      "epoch": 243.1,
      "grad_norm": 0.9967775344848633,
      "learning_rate": 3.908917119216583e-06,
      "loss": 0.3666,
      "step": 871020
    },
    {
      "epoch": 243.1,
      "grad_norm": 0.8496032357215881,
      "learning_rate": 3.908896992525718e-06,
      "loss": 0.3591,
      "step": 871030
    },
    {
      "epoch": 243.1,
      "grad_norm": 0.9944971203804016,
      "learning_rate": 3.908876865626531e-06,
      "loss": 0.3537,
      "step": 871040
    },
    {
      "epoch": 243.11,
      "grad_norm": 1.1191022396087646,
      "learning_rate": 3.908856738519025e-06,
      "loss": 0.3614,
      "step": 871050
    },
    {
      "epoch": 243.11,
      "grad_norm": 1.0185396671295166,
      "learning_rate": 3.908836611203203e-06,
      "loss": 0.3515,
      "step": 871060
    },
    {
      "epoch": 243.11,
      "grad_norm": 0.9997835755348206,
      "learning_rate": 3.9088164836790675e-06,
      "loss": 0.3603,
      "step": 871070
    },
    {
      "epoch": 243.11,
      "grad_norm": 1.0674664974212646,
      "learning_rate": 3.908796355946621e-06,
      "loss": 0.3535,
      "step": 871080
    },
    {
      "epoch": 243.12,
      "grad_norm": 1.0972496271133423,
      "learning_rate": 3.908776228005867e-06,
      "loss": 0.3594,
      "step": 871090
    },
    {
      "epoch": 243.12,
      "grad_norm": 0.8997328877449036,
      "learning_rate": 3.9087560998568075e-06,
      "loss": 0.3646,
      "step": 871100
    },
    {
      "epoch": 243.12,
      "grad_norm": 1.1206843852996826,
      "learning_rate": 3.908735971499445e-06,
      "loss": 0.3766,
      "step": 871110
    },
    {
      "epoch": 243.13,
      "grad_norm": 1.1543675661087036,
      "learning_rate": 3.908715842933783e-06,
      "loss": 0.3526,
      "step": 871120
    },
    {
      "epoch": 243.13,
      "grad_norm": 1.0797014236450195,
      "learning_rate": 3.908695714159823e-06,
      "loss": 0.3727,
      "step": 871130
    },
    {
      "epoch": 243.13,
      "grad_norm": 0.9317495226860046,
      "learning_rate": 3.908675585177568e-06,
      "loss": 0.3768,
      "step": 871140
    },
    {
      "epoch": 243.13,
      "grad_norm": 1.0030148029327393,
      "learning_rate": 3.9086554559870215e-06,
      "loss": 0.356,
      "step": 871150
    },
    {
      "epoch": 243.14,
      "grad_norm": 0.9989242553710938,
      "learning_rate": 3.9086353265881845e-06,
      "loss": 0.3545,
      "step": 871160
    },
    {
      "epoch": 243.14,
      "grad_norm": 0.9975835084915161,
      "learning_rate": 3.908615196981063e-06,
      "loss": 0.3648,
      "step": 871170
    },
    {
      "epoch": 243.14,
      "grad_norm": 1.004338026046753,
      "learning_rate": 3.908595067165656e-06,
      "loss": 0.3704,
      "step": 871180
    },
    {
      "epoch": 243.15,
      "grad_norm": 1.204596996307373,
      "learning_rate": 3.908574937141968e-06,
      "loss": 0.3427,
      "step": 871190
    },
    {
      "epoch": 243.15,
      "grad_norm": 1.068508267402649,
      "learning_rate": 3.908554806910001e-06,
      "loss": 0.3752,
      "step": 871200
    },
    {
      "epoch": 243.15,
      "grad_norm": 0.9099344611167908,
      "learning_rate": 3.908534676469759e-06,
      "loss": 0.3574,
      "step": 871210
    },
    {
      "epoch": 243.15,
      "grad_norm": 0.9632068872451782,
      "learning_rate": 3.908514545821244e-06,
      "loss": 0.3665,
      "step": 871220
    },
    {
      "epoch": 243.16,
      "grad_norm": 1.0142902135849,
      "learning_rate": 3.908494414964457e-06,
      "loss": 0.3749,
      "step": 871230
    },
    {
      "epoch": 243.16,
      "grad_norm": 1.1765546798706055,
      "learning_rate": 3.908474283899403e-06,
      "loss": 0.3699,
      "step": 871240
    },
    {
      "epoch": 243.16,
      "grad_norm": 1.0809913873672485,
      "learning_rate": 3.908454152626083e-06,
      "loss": 0.3703,
      "step": 871250
    },
    {
      "epoch": 243.16,
      "grad_norm": 1.037571907043457,
      "learning_rate": 3.9084340211445015e-06,
      "loss": 0.3736,
      "step": 871260
    },
    {
      "epoch": 243.17,
      "grad_norm": 1.0057581663131714,
      "learning_rate": 3.90841388945466e-06,
      "loss": 0.374,
      "step": 871270
    },
    {
      "epoch": 243.17,
      "grad_norm": 0.9457045197486877,
      "learning_rate": 3.908393757556561e-06,
      "loss": 0.3646,
      "step": 871280
    },
    {
      "epoch": 243.17,
      "grad_norm": 1.054053783416748,
      "learning_rate": 3.9083736254502066e-06,
      "loss": 0.37,
      "step": 871290
    },
    {
      "epoch": 243.18,
      "grad_norm": 1.0498979091644287,
      "learning_rate": 3.908353493135602e-06,
      "loss": 0.3627,
      "step": 871300
    },
    {
      "epoch": 243.18,
      "grad_norm": 1.0369492769241333,
      "learning_rate": 3.908333360612747e-06,
      "loss": 0.3616,
      "step": 871310
    },
    {
      "epoch": 243.18,
      "grad_norm": 1.0636539459228516,
      "learning_rate": 3.908313227881646e-06,
      "loss": 0.379,
      "step": 871320
    },
    {
      "epoch": 243.18,
      "grad_norm": 0.9535476565361023,
      "learning_rate": 3.908293094942301e-06,
      "loss": 0.3499,
      "step": 871330
    },
    {
      "epoch": 243.19,
      "grad_norm": 1.4032530784606934,
      "learning_rate": 3.908272961794716e-06,
      "loss": 0.3616,
      "step": 871340
    },
    {
      "epoch": 243.19,
      "grad_norm": 1.0728031396865845,
      "learning_rate": 3.90825282843889e-06,
      "loss": 0.3632,
      "step": 871350
    },
    {
      "epoch": 243.19,
      "grad_norm": 1.1947470903396606,
      "learning_rate": 3.90823269487483e-06,
      "loss": 0.3666,
      "step": 871360
    },
    {
      "epoch": 243.2,
      "grad_norm": 0.9404711723327637,
      "learning_rate": 3.908212561102538e-06,
      "loss": 0.3563,
      "step": 871370
    },
    {
      "epoch": 243.2,
      "grad_norm": 1.1211731433868408,
      "learning_rate": 3.908192427122014e-06,
      "loss": 0.3569,
      "step": 871380
    },
    {
      "epoch": 243.2,
      "grad_norm": 1.0401761531829834,
      "learning_rate": 3.908172292933263e-06,
      "loss": 0.3635,
      "step": 871390
    },
    {
      "epoch": 243.2,
      "grad_norm": 0.9618189334869385,
      "learning_rate": 3.908152158536286e-06,
      "loss": 0.3587,
      "step": 871400
    },
    {
      "epoch": 243.21,
      "grad_norm": 1.038156270980835,
      "learning_rate": 3.908132023931088e-06,
      "loss": 0.3656,
      "step": 871410
    },
    {
      "epoch": 243.21,
      "grad_norm": 1.035996437072754,
      "learning_rate": 3.908111889117669e-06,
      "loss": 0.3789,
      "step": 871420
    },
    {
      "epoch": 243.21,
      "grad_norm": 0.9682751893997192,
      "learning_rate": 3.9080917540960335e-06,
      "loss": 0.3619,
      "step": 871430
    },
    {
      "epoch": 243.22,
      "grad_norm": 1.1094574928283691,
      "learning_rate": 3.9080716188661844e-06,
      "loss": 0.3637,
      "step": 871440
    },
    {
      "epoch": 243.22,
      "grad_norm": 1.1353260278701782,
      "learning_rate": 3.908051483428123e-06,
      "loss": 0.3638,
      "step": 871450
    },
    {
      "epoch": 243.22,
      "grad_norm": 0.9390731453895569,
      "learning_rate": 3.908031347781853e-06,
      "loss": 0.3659,
      "step": 871460
    },
    {
      "epoch": 243.22,
      "grad_norm": 1.1154112815856934,
      "learning_rate": 3.908011211927376e-06,
      "loss": 0.3665,
      "step": 871470
    },
    {
      "epoch": 243.23,
      "grad_norm": 1.0027475357055664,
      "learning_rate": 3.907991075864696e-06,
      "loss": 0.3383,
      "step": 871480
    },
    {
      "epoch": 243.23,
      "grad_norm": 1.0743612051010132,
      "learning_rate": 3.907970939593814e-06,
      "loss": 0.3637,
      "step": 871490
    },
    {
      "epoch": 243.23,
      "grad_norm": 1.3750543594360352,
      "learning_rate": 3.907950803114736e-06,
      "loss": 0.3778,
      "step": 871500
    },
    {
      "epoch": 243.23,
      "grad_norm": 1.1724298000335693,
      "learning_rate": 3.907930666427461e-06,
      "loss": 0.3633,
      "step": 871510
    },
    {
      "epoch": 243.24,
      "grad_norm": 1.0651508569717407,
      "learning_rate": 3.907910529531993e-06,
      "loss": 0.3589,
      "step": 871520
    },
    {
      "epoch": 243.24,
      "grad_norm": 1.1002196073532104,
      "learning_rate": 3.9078903924283354e-06,
      "loss": 0.3667,
      "step": 871530
    },
    {
      "epoch": 243.24,
      "grad_norm": 1.1999735832214355,
      "learning_rate": 3.9078702551164896e-06,
      "loss": 0.3623,
      "step": 871540
    },
    {
      "epoch": 243.25,
      "grad_norm": 1.0057891607284546,
      "learning_rate": 3.90785011759646e-06,
      "loss": 0.3751,
      "step": 871550
    },
    {
      "epoch": 243.25,
      "grad_norm": 1.3129881620407104,
      "learning_rate": 3.907829979868247e-06,
      "loss": 0.354,
      "step": 871560
    },
    {
      "epoch": 243.25,
      "grad_norm": 1.0959887504577637,
      "learning_rate": 3.907809841931855e-06,
      "loss": 0.3689,
      "step": 871570
    },
    {
      "epoch": 243.25,
      "grad_norm": 1.0512664318084717,
      "learning_rate": 3.907789703787287e-06,
      "loss": 0.3741,
      "step": 871580
    },
    {
      "epoch": 243.26,
      "grad_norm": 1.1124987602233887,
      "learning_rate": 3.9077695654345445e-06,
      "loss": 0.366,
      "step": 871590
    },
    {
      "epoch": 243.26,
      "grad_norm": 1.0798614025115967,
      "learning_rate": 3.907749426873629e-06,
      "loss": 0.3561,
      "step": 871600
    },
    {
      "epoch": 243.26,
      "grad_norm": 1.170261025428772,
      "learning_rate": 3.907729288104547e-06,
      "loss": 0.3629,
      "step": 871610
    },
    {
      "epoch": 243.27,
      "grad_norm": 1.7524036169052124,
      "learning_rate": 3.907709149127297e-06,
      "loss": 0.3467,
      "step": 871620
    },
    {
      "epoch": 243.27,
      "grad_norm": 1.1254708766937256,
      "learning_rate": 3.9076890099418855e-06,
      "loss": 0.3895,
      "step": 871630
    },
    {
      "epoch": 243.27,
      "grad_norm": 0.9882650971412659,
      "learning_rate": 3.907668870548312e-06,
      "loss": 0.36,
      "step": 871640
    },
    {
      "epoch": 243.27,
      "grad_norm": 1.2520242929458618,
      "learning_rate": 3.907648730946581e-06,
      "loss": 0.3725,
      "step": 871650
    },
    {
      "epoch": 243.28,
      "grad_norm": 1.087053656578064,
      "learning_rate": 3.907628591136695e-06,
      "loss": 0.3698,
      "step": 871660
    },
    {
      "epoch": 243.28,
      "grad_norm": 0.9446209073066711,
      "learning_rate": 3.907608451118656e-06,
      "loss": 0.3665,
      "step": 871670
    },
    {
      "epoch": 243.28,
      "grad_norm": 1.1570101976394653,
      "learning_rate": 3.907588310892467e-06,
      "loss": 0.3497,
      "step": 871680
    },
    {
      "epoch": 243.28,
      "grad_norm": 1.1540908813476562,
      "learning_rate": 3.90756817045813e-06,
      "loss": 0.3688,
      "step": 871690
    },
    {
      "epoch": 243.29,
      "grad_norm": 1.1556504964828491,
      "learning_rate": 3.907548029815649e-06,
      "loss": 0.3625,
      "step": 871700
    },
    {
      "epoch": 243.29,
      "grad_norm": 1.0317797660827637,
      "learning_rate": 3.907527888965026e-06,
      "loss": 0.3511,
      "step": 871710
    },
    {
      "epoch": 243.29,
      "grad_norm": 1.0631102323532104,
      "learning_rate": 3.907507747906264e-06,
      "loss": 0.369,
      "step": 871720
    },
    {
      "epoch": 243.3,
      "grad_norm": 1.0089459419250488,
      "learning_rate": 3.907487606639365e-06,
      "loss": 0.3534,
      "step": 871730
    },
    {
      "epoch": 243.3,
      "grad_norm": 1.1157140731811523,
      "learning_rate": 3.907467465164332e-06,
      "loss": 0.3652,
      "step": 871740
    },
    {
      "epoch": 243.3,
      "grad_norm": 1.041156530380249,
      "learning_rate": 3.907447323481168e-06,
      "loss": 0.3737,
      "step": 871750
    },
    {
      "epoch": 243.3,
      "grad_norm": 1.317216157913208,
      "learning_rate": 3.907427181589876e-06,
      "loss": 0.3783,
      "step": 871760
    },
    {
      "epoch": 243.31,
      "grad_norm": 1.0316150188446045,
      "learning_rate": 3.907407039490457e-06,
      "loss": 0.3672,
      "step": 871770
    },
    {
      "epoch": 243.31,
      "grad_norm": 1.090946912765503,
      "learning_rate": 3.907386897182916e-06,
      "loss": 0.3724,
      "step": 871780
    },
    {
      "epoch": 243.31,
      "grad_norm": 0.9283619523048401,
      "learning_rate": 3.907366754667254e-06,
      "loss": 0.3585,
      "step": 871790
    },
    {
      "epoch": 243.32,
      "grad_norm": 1.1825491189956665,
      "learning_rate": 3.907346611943473e-06,
      "loss": 0.3516,
      "step": 871800
    },
    {
      "epoch": 243.32,
      "grad_norm": 1.0284250974655151,
      "learning_rate": 3.907326469011579e-06,
      "loss": 0.3595,
      "step": 871810
    },
    {
      "epoch": 243.32,
      "grad_norm": 1.268370509147644,
      "learning_rate": 3.907306325871571e-06,
      "loss": 0.3745,
      "step": 871820
    },
    {
      "epoch": 243.32,
      "grad_norm": 1.126339077949524,
      "learning_rate": 3.907286182523454e-06,
      "loss": 0.3643,
      "step": 871830
    },
    {
      "epoch": 243.33,
      "grad_norm": 1.113789677619934,
      "learning_rate": 3.90726603896723e-06,
      "loss": 0.3505,
      "step": 871840
    },
    {
      "epoch": 243.33,
      "grad_norm": 1.0027220249176025,
      "learning_rate": 3.9072458952029014e-06,
      "loss": 0.3656,
      "step": 871850
    },
    {
      "epoch": 243.33,
      "grad_norm": 0.9478667378425598,
      "learning_rate": 3.9072257512304704e-06,
      "loss": 0.3653,
      "step": 871860
    },
    {
      "epoch": 243.34,
      "grad_norm": 1.0896825790405273,
      "learning_rate": 3.907205607049941e-06,
      "loss": 0.3787,
      "step": 871870
    },
    {
      "epoch": 243.34,
      "grad_norm": 1.1505237817764282,
      "learning_rate": 3.907185462661315e-06,
      "loss": 0.3424,
      "step": 871880
    },
    {
      "epoch": 243.34,
      "grad_norm": 1.035866618156433,
      "learning_rate": 3.907165318064596e-06,
      "loss": 0.3746,
      "step": 871890
    },
    {
      "epoch": 243.34,
      "grad_norm": 0.944758951663971,
      "learning_rate": 3.907145173259785e-06,
      "loss": 0.3672,
      "step": 871900
    },
    {
      "epoch": 243.35,
      "grad_norm": 1.1812405586242676,
      "learning_rate": 3.9071250282468855e-06,
      "loss": 0.3709,
      "step": 871910
    },
    {
      "epoch": 243.35,
      "grad_norm": 1.368306040763855,
      "learning_rate": 3.907104883025902e-06,
      "loss": 0.365,
      "step": 871920
    },
    {
      "epoch": 243.35,
      "grad_norm": 1.1391010284423828,
      "learning_rate": 3.907084737596834e-06,
      "loss": 0.3694,
      "step": 871930
    },
    {
      "epoch": 243.35,
      "grad_norm": 1.043819785118103,
      "learning_rate": 3.907064591959686e-06,
      "loss": 0.3569,
      "step": 871940
    },
    {
      "epoch": 243.36,
      "grad_norm": 1.0788710117340088,
      "learning_rate": 3.907044446114461e-06,
      "loss": 0.3504,
      "step": 871950
    },
    {
      "epoch": 243.36,
      "grad_norm": 1.084871768951416,
      "learning_rate": 3.9070243000611605e-06,
      "loss": 0.3494,
      "step": 871960
    },
    {
      "epoch": 243.36,
      "grad_norm": 1.055047631263733,
      "learning_rate": 3.907004153799788e-06,
      "loss": 0.3549,
      "step": 871970
    },
    {
      "epoch": 243.37,
      "grad_norm": 0.909252941608429,
      "learning_rate": 3.9069840073303455e-06,
      "loss": 0.3522,
      "step": 871980
    },
    {
      "epoch": 243.37,
      "grad_norm": 1.2422739267349243,
      "learning_rate": 3.906963860652837e-06,
      "loss": 0.3655,
      "step": 871990
    },
    {
      "epoch": 243.37,
      "grad_norm": 1.2106789350509644,
      "learning_rate": 3.906943713767264e-06,
      "loss": 0.3446,
      "step": 872000
    },
    {
      "epoch": 243.37,
      "grad_norm": 1.0513932704925537,
      "learning_rate": 3.906923566673629e-06,
      "loss": 0.3563,
      "step": 872010
    },
    {
      "epoch": 243.38,
      "grad_norm": 1.0595327615737915,
      "learning_rate": 3.906903419371936e-06,
      "loss": 0.3681,
      "step": 872020
    },
    {
      "epoch": 243.38,
      "grad_norm": 1.172317624092102,
      "learning_rate": 3.906883271862186e-06,
      "loss": 0.3624,
      "step": 872030
    },
    {
      "epoch": 243.38,
      "grad_norm": 0.9797104597091675,
      "learning_rate": 3.906863124144383e-06,
      "loss": 0.3724,
      "step": 872040
    },
    {
      "epoch": 243.39,
      "grad_norm": 0.9973231554031372,
      "learning_rate": 3.906842976218529e-06,
      "loss": 0.3686,
      "step": 872050
    },
    {
      "epoch": 243.39,
      "grad_norm": 0.9677368998527527,
      "learning_rate": 3.906822828084627e-06,
      "loss": 0.363,
      "step": 872060
    },
    {
      "epoch": 243.39,
      "grad_norm": 1.2671256065368652,
      "learning_rate": 3.90680267974268e-06,
      "loss": 0.3716,
      "step": 872070
    },
    {
      "epoch": 243.39,
      "grad_norm": 1.3513638973236084,
      "learning_rate": 3.9067825311926905e-06,
      "loss": 0.3543,
      "step": 872080
    },
    {
      "epoch": 243.4,
      "grad_norm": 1.0335675477981567,
      "learning_rate": 3.90676238243466e-06,
      "loss": 0.3589,
      "step": 872090
    },
    {
      "epoch": 243.4,
      "grad_norm": 1.0273284912109375,
      "learning_rate": 3.906742233468592e-06,
      "loss": 0.3711,
      "step": 872100
    },
    {
      "epoch": 243.4,
      "grad_norm": 1.004736065864563,
      "learning_rate": 3.90672208429449e-06,
      "loss": 0.3584,
      "step": 872110
    },
    {
      "epoch": 243.4,
      "grad_norm": 1.3323497772216797,
      "learning_rate": 3.906701934912355e-06,
      "loss": 0.3407,
      "step": 872120
    },
    {
      "epoch": 243.41,
      "grad_norm": 0.9388300180435181,
      "learning_rate": 3.906681785322192e-06,
      "loss": 0.3635,
      "step": 872130
    },
    {
      "epoch": 243.41,
      "grad_norm": 1.1163867712020874,
      "learning_rate": 3.906661635524002e-06,
      "loss": 0.3733,
      "step": 872140
    },
    {
      "epoch": 243.41,
      "grad_norm": 1.0445070266723633,
      "learning_rate": 3.9066414855177875e-06,
      "loss": 0.3875,
      "step": 872150
    },
    {
      "epoch": 243.42,
      "grad_norm": 0.8646602034568787,
      "learning_rate": 3.906621335303552e-06,
      "loss": 0.3499,
      "step": 872160
    },
    {
      "epoch": 243.42,
      "grad_norm": 1.416615605354309,
      "learning_rate": 3.906601184881297e-06,
      "loss": 0.3756,
      "step": 872170
    },
    {
      "epoch": 243.42,
      "grad_norm": 1.1625207662582397,
      "learning_rate": 3.906581034251028e-06,
      "loss": 0.3643,
      "step": 872180
    },
    {
      "epoch": 243.42,
      "grad_norm": 1.0778884887695312,
      "learning_rate": 3.906560883412744e-06,
      "loss": 0.3478,
      "step": 872190
    },
    {
      "epoch": 243.43,
      "grad_norm": 1.0025029182434082,
      "learning_rate": 3.906540732366451e-06,
      "loss": 0.3475,
      "step": 872200
    },
    {
      "epoch": 243.43,
      "grad_norm": 1.0238401889801025,
      "learning_rate": 3.9065205811121495e-06,
      "loss": 0.364,
      "step": 872210
    },
    {
      "epoch": 243.43,
      "grad_norm": 1.2377018928527832,
      "learning_rate": 3.906500429649842e-06,
      "loss": 0.3613,
      "step": 872220
    },
    {
      "epoch": 243.44,
      "grad_norm": 4.061764240264893,
      "learning_rate": 3.906480277979533e-06,
      "loss": 0.3832,
      "step": 872230
    },
    {
      "epoch": 243.44,
      "grad_norm": 1.0301917791366577,
      "learning_rate": 3.906460126101224e-06,
      "loss": 0.3743,
      "step": 872240
    },
    {
      "epoch": 243.44,
      "grad_norm": 1.0075790882110596,
      "learning_rate": 3.906439974014917e-06,
      "loss": 0.3681,
      "step": 872250
    },
    {
      "epoch": 243.44,
      "grad_norm": 0.9479169249534607,
      "learning_rate": 3.906419821720617e-06,
      "loss": 0.3527,
      "step": 872260
    },
    {
      "epoch": 243.45,
      "grad_norm": 1.1521809101104736,
      "learning_rate": 3.906399669218324e-06,
      "loss": 0.3631,
      "step": 872270
    },
    {
      "epoch": 243.45,
      "grad_norm": 1.1771794557571411,
      "learning_rate": 3.906379516508043e-06,
      "loss": 0.3611,
      "step": 872280
    },
    {
      "epoch": 243.45,
      "grad_norm": 1.1134629249572754,
      "learning_rate": 3.906359363589774e-06,
      "loss": 0.3601,
      "step": 872290
    },
    {
      "epoch": 243.46,
      "grad_norm": 0.9330617189407349,
      "learning_rate": 3.906339210463523e-06,
      "loss": 0.3509,
      "step": 872300
    },
    {
      "epoch": 243.46,
      "grad_norm": 1.1418391466140747,
      "learning_rate": 3.90631905712929e-06,
      "loss": 0.3636,
      "step": 872310
    },
    {
      "epoch": 243.46,
      "grad_norm": 1.0772267580032349,
      "learning_rate": 3.906298903587078e-06,
      "loss": 0.3749,
      "step": 872320
    },
    {
      "epoch": 243.46,
      "grad_norm": 0.9155718684196472,
      "learning_rate": 3.9062787498368915e-06,
      "loss": 0.3925,
      "step": 872330
    },
    {
      "epoch": 243.47,
      "grad_norm": 1.1940022706985474,
      "learning_rate": 3.9062585958787315e-06,
      "loss": 0.3602,
      "step": 872340
    },
    {
      "epoch": 243.47,
      "grad_norm": 1.0222669839859009,
      "learning_rate": 3.906238441712601e-06,
      "loss": 0.3591,
      "step": 872350
    },
    {
      "epoch": 243.47,
      "grad_norm": 1.2297954559326172,
      "learning_rate": 3.906218287338504e-06,
      "loss": 0.3575,
      "step": 872360
    },
    {
      "epoch": 243.47,
      "grad_norm": 1.1485161781311035,
      "learning_rate": 3.906198132756441e-06,
      "loss": 0.3599,
      "step": 872370
    },
    {
      "epoch": 243.48,
      "grad_norm": 0.9757852554321289,
      "learning_rate": 3.9061779779664155e-06,
      "loss": 0.3642,
      "step": 872380
    },
    {
      "epoch": 243.48,
      "grad_norm": 1.020038366317749,
      "learning_rate": 3.906157822968431e-06,
      "loss": 0.3598,
      "step": 872390
    },
    {
      "epoch": 243.48,
      "grad_norm": 1.0814054012298584,
      "learning_rate": 3.90613766776249e-06,
      "loss": 0.3737,
      "step": 872400
    },
    {
      "epoch": 243.49,
      "grad_norm": 1.0554418563842773,
      "learning_rate": 3.906117512348594e-06,
      "loss": 0.3509,
      "step": 872410
    },
    {
      "epoch": 243.49,
      "grad_norm": 0.9105050563812256,
      "learning_rate": 3.9060973567267465e-06,
      "loss": 0.3488,
      "step": 872420
    },
    {
      "epoch": 243.49,
      "grad_norm": 1.0435194969177246,
      "learning_rate": 3.90607720089695e-06,
      "loss": 0.3682,
      "step": 872430
    },
    {
      "epoch": 243.49,
      "grad_norm": 1.1529275178909302,
      "learning_rate": 3.9060570448592076e-06,
      "loss": 0.352,
      "step": 872440
    },
    {
      "epoch": 243.5,
      "grad_norm": 1.1961638927459717,
      "learning_rate": 3.9060368886135216e-06,
      "loss": 0.3581,
      "step": 872450
    },
    {
      "epoch": 243.5,
      "grad_norm": 0.9982333183288574,
      "learning_rate": 3.906016732159895e-06,
      "loss": 0.3805,
      "step": 872460
    },
    {
      "epoch": 243.5,
      "grad_norm": 0.9352834820747375,
      "learning_rate": 3.90599657549833e-06,
      "loss": 0.3722,
      "step": 872470
    },
    {
      "epoch": 243.51,
      "grad_norm": 1.025160789489746,
      "learning_rate": 3.90597641862883e-06,
      "loss": 0.3614,
      "step": 872480
    },
    {
      "epoch": 243.51,
      "grad_norm": 0.8824291229248047,
      "learning_rate": 3.905956261551397e-06,
      "loss": 0.3612,
      "step": 872490
    },
    {
      "epoch": 243.51,
      "grad_norm": 1.0334668159484863,
      "learning_rate": 3.905936104266033e-06,
      "loss": 0.3729,
      "step": 872500
    },
    {
      "epoch": 243.51,
      "grad_norm": 1.0543956756591797,
      "learning_rate": 3.905915946772743e-06,
      "loss": 0.3827,
      "step": 872510
    },
    {
      "epoch": 243.52,
      "grad_norm": 0.9768707752227783,
      "learning_rate": 3.905895789071528e-06,
      "loss": 0.3497,
      "step": 872520
    },
    {
      "epoch": 243.52,
      "grad_norm": 1.0201777219772339,
      "learning_rate": 3.90587563116239e-06,
      "loss": 0.3715,
      "step": 872530
    },
    {
      "epoch": 243.52,
      "grad_norm": 1.1177963018417358,
      "learning_rate": 3.905855473045334e-06,
      "loss": 0.3629,
      "step": 872540
    },
    {
      "epoch": 243.52,
      "grad_norm": 1.0020462274551392,
      "learning_rate": 3.905835314720361e-06,
      "loss": 0.3671,
      "step": 872550
    },
    {
      "epoch": 243.53,
      "grad_norm": 1.1191349029541016,
      "learning_rate": 3.905815156187474e-06,
      "loss": 0.361,
      "step": 872560
    },
    {
      "epoch": 243.53,
      "grad_norm": 1.1231759786605835,
      "learning_rate": 3.9057949974466755e-06,
      "loss": 0.3701,
      "step": 872570
    },
    {
      "epoch": 243.53,
      "grad_norm": 1.0872732400894165,
      "learning_rate": 3.905774838497968e-06,
      "loss": 0.3686,
      "step": 872580
    },
    {
      "epoch": 243.54,
      "grad_norm": 0.9071818590164185,
      "learning_rate": 3.9057546793413555e-06,
      "loss": 0.37,
      "step": 872590
    },
    {
      "epoch": 243.54,
      "grad_norm": 1.0645853281021118,
      "learning_rate": 3.905734519976838e-06,
      "loss": 0.367,
      "step": 872600
    },
    {
      "epoch": 243.54,
      "grad_norm": 0.9891695976257324,
      "learning_rate": 3.905714360404421e-06,
      "loss": 0.3528,
      "step": 872610
    },
    {
      "epoch": 243.54,
      "grad_norm": 1.2087244987487793,
      "learning_rate": 3.905694200624107e-06,
      "loss": 0.3643,
      "step": 872620
    },
    {
      "epoch": 243.55,
      "grad_norm": 1.2141867876052856,
      "learning_rate": 3.905674040635896e-06,
      "loss": 0.3665,
      "step": 872630
    },
    {
      "epoch": 243.55,
      "grad_norm": 1.0903748273849487,
      "learning_rate": 3.905653880439794e-06,
      "loss": 0.3648,
      "step": 872640
    },
    {
      "epoch": 243.55,
      "grad_norm": 0.9458332657814026,
      "learning_rate": 3.905633720035802e-06,
      "loss": 0.3816,
      "step": 872650
    },
    {
      "epoch": 243.56,
      "grad_norm": 0.9053693413734436,
      "learning_rate": 3.905613559423922e-06,
      "loss": 0.3652,
      "step": 872660
    },
    {
      "epoch": 243.56,
      "grad_norm": 1.0066298246383667,
      "learning_rate": 3.9055933986041584e-06,
      "loss": 0.3558,
      "step": 872670
    },
    {
      "epoch": 243.56,
      "grad_norm": 1.1354421377182007,
      "learning_rate": 3.905573237576513e-06,
      "loss": 0.3559,
      "step": 872680
    },
    {
      "epoch": 243.56,
      "grad_norm": 0.9711551666259766,
      "learning_rate": 3.905553076340988e-06,
      "loss": 0.3643,
      "step": 872690
    },
    {
      "epoch": 243.57,
      "grad_norm": 1.1632955074310303,
      "learning_rate": 3.905532914897586e-06,
      "loss": 0.3589,
      "step": 872700
    },
    {
      "epoch": 243.57,
      "grad_norm": 1.084123969078064,
      "learning_rate": 3.905512753246311e-06,
      "loss": 0.3558,
      "step": 872710
    },
    {
      "epoch": 243.57,
      "grad_norm": 0.9645649194717407,
      "learning_rate": 3.905492591387166e-06,
      "loss": 0.3586,
      "step": 872720
    },
    {
      "epoch": 243.58,
      "grad_norm": 1.1294018030166626,
      "learning_rate": 3.905472429320151e-06,
      "loss": 0.3735,
      "step": 872730
    },
    {
      "epoch": 243.58,
      "grad_norm": 0.9991246461868286,
      "learning_rate": 3.905452267045271e-06,
      "loss": 0.3597,
      "step": 872740
    },
    {
      "epoch": 243.58,
      "grad_norm": 1.0495939254760742,
      "learning_rate": 3.9054321045625285e-06,
      "loss": 0.3653,
      "step": 872750
    },
    {
      "epoch": 243.58,
      "grad_norm": 0.8768201470375061,
      "learning_rate": 3.905411941871925e-06,
      "loss": 0.3667,
      "step": 872760
    },
    {
      "epoch": 243.59,
      "grad_norm": 1.058977484703064,
      "learning_rate": 3.905391778973464e-06,
      "loss": 0.3821,
      "step": 872770
    },
    {
      "epoch": 243.59,
      "grad_norm": 1.0994176864624023,
      "learning_rate": 3.905371615867147e-06,
      "loss": 0.3717,
      "step": 872780
    },
    {
      "epoch": 243.59,
      "grad_norm": 1.0176640748977661,
      "learning_rate": 3.905351452552979e-06,
      "loss": 0.3642,
      "step": 872790
    },
    {
      "epoch": 243.59,
      "grad_norm": 1.2875829935073853,
      "learning_rate": 3.905331289030962e-06,
      "loss": 0.3785,
      "step": 872800
    },
    {
      "epoch": 243.6,
      "grad_norm": 0.9803522229194641,
      "learning_rate": 3.9053111253010975e-06,
      "loss": 0.3877,
      "step": 872810
    },
    {
      "epoch": 243.6,
      "grad_norm": 0.9283004403114319,
      "learning_rate": 3.905290961363388e-06,
      "loss": 0.3525,
      "step": 872820
    },
    {
      "epoch": 243.6,
      "grad_norm": 1.162984848022461,
      "learning_rate": 3.905270797217838e-06,
      "loss": 0.3787,
      "step": 872830
    },
    {
      "epoch": 243.61,
      "grad_norm": 1.0139589309692383,
      "learning_rate": 3.905250632864448e-06,
      "loss": 0.3589,
      "step": 872840
    },
    {
      "epoch": 243.61,
      "grad_norm": 1.0527818202972412,
      "learning_rate": 3.905230468303224e-06,
      "loss": 0.3821,
      "step": 872850
    },
    {
      "epoch": 243.61,
      "grad_norm": 1.1263777017593384,
      "learning_rate": 3.905210303534164e-06,
      "loss": 0.3621,
      "step": 872860
    },
    {
      "epoch": 243.61,
      "grad_norm": 0.9935036897659302,
      "learning_rate": 3.905190138557275e-06,
      "loss": 0.3567,
      "step": 872870
    },
    {
      "epoch": 243.62,
      "grad_norm": 0.9668474197387695,
      "learning_rate": 3.905169973372556e-06,
      "loss": 0.3679,
      "step": 872880
    },
    {
      "epoch": 243.62,
      "grad_norm": 1.044819712638855,
      "learning_rate": 3.905149807980013e-06,
      "loss": 0.3781,
      "step": 872890
    },
    {
      "epoch": 243.62,
      "grad_norm": 1.3024370670318604,
      "learning_rate": 3.905129642379647e-06,
      "loss": 0.3821,
      "step": 872900
    },
    {
      "epoch": 243.63,
      "grad_norm": 1.0159318447113037,
      "learning_rate": 3.905109476571461e-06,
      "loss": 0.3524,
      "step": 872910
    },
    {
      "epoch": 243.63,
      "grad_norm": 1.0933352708816528,
      "learning_rate": 3.905089310555458e-06,
      "loss": 0.3543,
      "step": 872920
    },
    {
      "epoch": 243.63,
      "grad_norm": 1.0260851383209229,
      "learning_rate": 3.90506914433164e-06,
      "loss": 0.3568,
      "step": 872930
    },
    {
      "epoch": 243.63,
      "grad_norm": 0.8646247386932373,
      "learning_rate": 3.90504897790001e-06,
      "loss": 0.3651,
      "step": 872940
    },
    {
      "epoch": 243.64,
      "grad_norm": 1.2336657047271729,
      "learning_rate": 3.9050288112605705e-06,
      "loss": 0.3763,
      "step": 872950
    },
    {
      "epoch": 243.64,
      "grad_norm": 1.0935076475143433,
      "learning_rate": 3.9050086444133244e-06,
      "loss": 0.3624,
      "step": 872960
    },
    {
      "epoch": 243.64,
      "grad_norm": 1.301376461982727,
      "learning_rate": 3.904988477358274e-06,
      "loss": 0.3723,
      "step": 872970
    },
    {
      "epoch": 243.64,
      "grad_norm": 1.0753980875015259,
      "learning_rate": 3.904968310095423e-06,
      "loss": 0.3796,
      "step": 872980
    },
    {
      "epoch": 243.65,
      "grad_norm": 1.0629078149795532,
      "learning_rate": 3.904948142624773e-06,
      "loss": 0.3663,
      "step": 872990
    },
    {
      "epoch": 243.65,
      "grad_norm": 1.2291755676269531,
      "learning_rate": 3.904927974946328e-06,
      "loss": 0.3726,
      "step": 873000
    },
    {
      "epoch": 243.65,
      "grad_norm": 0.9396326541900635,
      "learning_rate": 3.904907807060088e-06,
      "loss": 0.3623,
      "step": 873010
    },
    {
      "epoch": 243.66,
      "grad_norm": 1.1205089092254639,
      "learning_rate": 3.904887638966059e-06,
      "loss": 0.3638,
      "step": 873020
    },
    {
      "epoch": 243.66,
      "grad_norm": 1.024579405784607,
      "learning_rate": 3.904867470664242e-06,
      "loss": 0.3553,
      "step": 873030
    },
    {
      "epoch": 243.66,
      "grad_norm": 0.9800163507461548,
      "learning_rate": 3.9048473021546396e-06,
      "loss": 0.3761,
      "step": 873040
    },
    {
      "epoch": 243.66,
      "grad_norm": 1.2000246047973633,
      "learning_rate": 3.904827133437254e-06,
      "loss": 0.3389,
      "step": 873050
    },
    {
      "epoch": 243.67,
      "grad_norm": 1.009960412979126,
      "learning_rate": 3.90480696451209e-06,
      "loss": 0.3557,
      "step": 873060
    },
    {
      "epoch": 243.67,
      "grad_norm": 1.098121166229248,
      "learning_rate": 3.904786795379148e-06,
      "loss": 0.3815,
      "step": 873070
    },
    {
      "epoch": 243.67,
      "grad_norm": 1.0321245193481445,
      "learning_rate": 3.904766626038432e-06,
      "loss": 0.3551,
      "step": 873080
    },
    {
      "epoch": 243.68,
      "grad_norm": 2.7992756366729736,
      "learning_rate": 3.904746456489943e-06,
      "loss": 0.3687,
      "step": 873090
    },
    {
      "epoch": 243.68,
      "grad_norm": 0.9949349164962769,
      "learning_rate": 3.904726286733686e-06,
      "loss": 0.3435,
      "step": 873100
    },
    {
      "epoch": 243.68,
      "grad_norm": 1.187748670578003,
      "learning_rate": 3.904706116769663e-06,
      "loss": 0.366,
      "step": 873110
    },
    {
      "epoch": 243.68,
      "grad_norm": 1.2229135036468506,
      "learning_rate": 3.904685946597875e-06,
      "loss": 0.3698,
      "step": 873120
    },
    {
      "epoch": 243.69,
      "grad_norm": 0.9261084794998169,
      "learning_rate": 3.904665776218327e-06,
      "loss": 0.372,
      "step": 873130
    },
    {
      "epoch": 243.69,
      "grad_norm": 1.1593782901763916,
      "learning_rate": 3.904645605631022e-06,
      "loss": 0.3578,
      "step": 873140
    },
    {
      "epoch": 243.69,
      "grad_norm": 1.059491753578186,
      "learning_rate": 3.904625434835959e-06,
      "loss": 0.3634,
      "step": 873150
    },
    {
      "epoch": 243.7,
      "grad_norm": 0.9665631055831909,
      "learning_rate": 3.904605263833144e-06,
      "loss": 0.3797,
      "step": 873160
    },
    {
      "epoch": 243.7,
      "grad_norm": 0.9855559468269348,
      "learning_rate": 3.904585092622579e-06,
      "loss": 0.3628,
      "step": 873170
    },
    {
      "epoch": 243.7,
      "grad_norm": 1.3192673921585083,
      "learning_rate": 3.904564921204266e-06,
      "loss": 0.3714,
      "step": 873180
    },
    {
      "epoch": 243.7,
      "grad_norm": 1.1014658212661743,
      "learning_rate": 3.904544749578208e-06,
      "loss": 0.3873,
      "step": 873190
    },
    {
      "epoch": 243.71,
      "grad_norm": 1.2510679960250854,
      "learning_rate": 3.9045245777444074e-06,
      "loss": 0.3647,
      "step": 873200
    },
    {
      "epoch": 243.71,
      "grad_norm": 1.1783525943756104,
      "learning_rate": 3.904504405702868e-06,
      "loss": 0.3665,
      "step": 873210
    },
    {
      "epoch": 243.71,
      "grad_norm": 1.0437554121017456,
      "learning_rate": 3.9044842334535924e-06,
      "loss": 0.3731,
      "step": 873220
    },
    {
      "epoch": 243.71,
      "grad_norm": 0.989754319190979,
      "learning_rate": 3.904464060996582e-06,
      "loss": 0.3675,
      "step": 873230
    },
    {
      "epoch": 243.72,
      "grad_norm": 1.1381758451461792,
      "learning_rate": 3.90444388833184e-06,
      "loss": 0.3709,
      "step": 873240
    },
    {
      "epoch": 243.72,
      "grad_norm": 1.1337594985961914,
      "learning_rate": 3.904423715459369e-06,
      "loss": 0.3522,
      "step": 873250
    },
    {
      "epoch": 243.72,
      "grad_norm": 1.2070213556289673,
      "learning_rate": 3.904403542379172e-06,
      "loss": 0.3426,
      "step": 873260
    },
    {
      "epoch": 243.73,
      "grad_norm": 0.9699980616569519,
      "learning_rate": 3.904383369091252e-06,
      "loss": 0.3629,
      "step": 873270
    },
    {
      "epoch": 243.73,
      "grad_norm": 1.0285792350769043,
      "learning_rate": 3.904363195595611e-06,
      "loss": 0.3516,
      "step": 873280
    },
    {
      "epoch": 243.73,
      "grad_norm": 1.1992356777191162,
      "learning_rate": 3.904343021892252e-06,
      "loss": 0.373,
      "step": 873290
    },
    {
      "epoch": 243.73,
      "grad_norm": 1.289919137954712,
      "learning_rate": 3.904322847981178e-06,
      "loss": 0.3451,
      "step": 873300
    },
    {
      "epoch": 243.74,
      "grad_norm": 1.3570528030395508,
      "learning_rate": 3.904302673862391e-06,
      "loss": 0.3646,
      "step": 873310
    },
    {
      "epoch": 243.74,
      "grad_norm": 0.8907207250595093,
      "learning_rate": 3.904282499535893e-06,
      "loss": 0.361,
      "step": 873320
    },
    {
      "epoch": 243.74,
      "grad_norm": 1.007529854774475,
      "learning_rate": 3.9042623250016895e-06,
      "loss": 0.3407,
      "step": 873330
    },
    {
      "epoch": 243.75,
      "grad_norm": 1.271936058998108,
      "learning_rate": 3.90424215025978e-06,
      "loss": 0.3718,
      "step": 873340
    },
    {
      "epoch": 243.75,
      "grad_norm": 1.0110756158828735,
      "learning_rate": 3.9042219753101695e-06,
      "loss": 0.3719,
      "step": 873350
    },
    {
      "epoch": 243.75,
      "grad_norm": 1.1327370405197144,
      "learning_rate": 3.904201800152859e-06,
      "loss": 0.3582,
      "step": 873360
    },
    {
      "epoch": 243.75,
      "grad_norm": 0.9385443329811096,
      "learning_rate": 3.9041816247878525e-06,
      "loss": 0.3701,
      "step": 873370
    },
    {
      "epoch": 243.76,
      "grad_norm": 1.0095791816711426,
      "learning_rate": 3.904161449215152e-06,
      "loss": 0.3733,
      "step": 873380
    },
    {
      "epoch": 243.76,
      "grad_norm": 0.9520281553268433,
      "learning_rate": 3.9041412734347605e-06,
      "loss": 0.3765,
      "step": 873390
    },
    {
      "epoch": 243.76,
      "grad_norm": 1.1090083122253418,
      "learning_rate": 3.9041210974466805e-06,
      "loss": 0.3511,
      "step": 873400
    },
    {
      "epoch": 243.77,
      "grad_norm": 1.1775416135787964,
      "learning_rate": 3.904100921250914e-06,
      "loss": 0.3475,
      "step": 873410
    },
    {
      "epoch": 243.77,
      "grad_norm": 0.9420784711837769,
      "learning_rate": 3.904080744847465e-06,
      "loss": 0.3717,
      "step": 873420
    },
    {
      "epoch": 243.77,
      "grad_norm": 1.0522340536117554,
      "learning_rate": 3.904060568236336e-06,
      "loss": 0.359,
      "step": 873430
    },
    {
      "epoch": 243.77,
      "grad_norm": 1.1376208066940308,
      "learning_rate": 3.904040391417528e-06,
      "loss": 0.3707,
      "step": 873440
    },
    {
      "epoch": 243.78,
      "grad_norm": 1.177957534790039,
      "learning_rate": 3.9040202143910455e-06,
      "loss": 0.3634,
      "step": 873450
    },
    {
      "epoch": 243.78,
      "grad_norm": 1.105656385421753,
      "learning_rate": 3.904000037156891e-06,
      "loss": 0.3583,
      "step": 873460
    },
    {
      "epoch": 243.78,
      "grad_norm": 1.0674066543579102,
      "learning_rate": 3.903979859715066e-06,
      "loss": 0.3604,
      "step": 873470
    },
    {
      "epoch": 243.78,
      "grad_norm": 1.1093014478683472,
      "learning_rate": 3.903959682065575e-06,
      "loss": 0.3793,
      "step": 873480
    },
    {
      "epoch": 243.79,
      "grad_norm": 1.1023210287094116,
      "learning_rate": 3.9039395042084185e-06,
      "loss": 0.3793,
      "step": 873490
    },
    {
      "epoch": 243.79,
      "grad_norm": 0.965409517288208,
      "learning_rate": 3.903919326143601e-06,
      "loss": 0.3668,
      "step": 873500
    },
    {
      "epoch": 243.79,
      "grad_norm": 1.0029964447021484,
      "learning_rate": 3.903899147871125e-06,
      "loss": 0.3593,
      "step": 873510
    },
    {
      "epoch": 243.8,
      "grad_norm": 1.0972868204116821,
      "learning_rate": 3.9038789693909915e-06,
      "loss": 0.3512,
      "step": 873520
    },
    {
      "epoch": 243.8,
      "grad_norm": 1.3174313306808472,
      "learning_rate": 3.903858790703205e-06,
      "loss": 0.3634,
      "step": 873530
    },
    {
      "epoch": 243.8,
      "grad_norm": 1.3747289180755615,
      "learning_rate": 3.903838611807768e-06,
      "loss": 0.3705,
      "step": 873540
    },
    {
      "epoch": 243.8,
      "grad_norm": 1.3287813663482666,
      "learning_rate": 3.903818432704683e-06,
      "loss": 0.3486,
      "step": 873550
    },
    {
      "epoch": 243.81,
      "grad_norm": 1.1251779794692993,
      "learning_rate": 3.903798253393952e-06,
      "loss": 0.3805,
      "step": 873560
    },
    {
      "epoch": 243.81,
      "grad_norm": 0.8657351136207581,
      "learning_rate": 3.903778073875578e-06,
      "loss": 0.3678,
      "step": 873570
    },
    {
      "epoch": 243.81,
      "grad_norm": 1.094807744026184,
      "learning_rate": 3.903757894149564e-06,
      "loss": 0.3773,
      "step": 873580
    },
    {
      "epoch": 243.82,
      "grad_norm": 1.1883699893951416,
      "learning_rate": 3.903737714215912e-06,
      "loss": 0.3718,
      "step": 873590
    },
    {
      "epoch": 243.82,
      "grad_norm": 1.0090224742889404,
      "learning_rate": 3.903717534074625e-06,
      "loss": 0.3748,
      "step": 873600
    },
    {
      "epoch": 243.82,
      "grad_norm": 1.0457415580749512,
      "learning_rate": 3.903697353725708e-06,
      "loss": 0.3826,
      "step": 873610
    },
    {
      "epoch": 243.82,
      "grad_norm": 1.0609550476074219,
      "learning_rate": 3.90367717316916e-06,
      "loss": 0.3627,
      "step": 873620
    },
    {
      "epoch": 243.83,
      "grad_norm": 1.0127270221710205,
      "learning_rate": 3.9036569924049845e-06,
      "loss": 0.3843,
      "step": 873630
    },
    {
      "epoch": 243.83,
      "grad_norm": 1.1424320936203003,
      "learning_rate": 3.903636811433186e-06,
      "loss": 0.366,
      "step": 873640
    },
    {
      "epoch": 243.83,
      "grad_norm": 1.0650936365127563,
      "learning_rate": 3.903616630253767e-06,
      "loss": 0.3545,
      "step": 873650
    },
    {
      "epoch": 243.83,
      "grad_norm": 1.0557156801223755,
      "learning_rate": 3.903596448866727e-06,
      "loss": 0.36,
      "step": 873660
    },
    {
      "epoch": 243.84,
      "grad_norm": 0.9340179562568665,
      "learning_rate": 3.903576267272073e-06,
      "loss": 0.357,
      "step": 873670
    },
    {
      "epoch": 243.84,
      "grad_norm": 1.1553068161010742,
      "learning_rate": 3.903556085469805e-06,
      "loss": 0.3616,
      "step": 873680
    },
    {
      "epoch": 243.84,
      "grad_norm": 0.9649639129638672,
      "learning_rate": 3.9035359034599265e-06,
      "loss": 0.3722,
      "step": 873690
    },
    {
      "epoch": 243.85,
      "grad_norm": 1.0433653593063354,
      "learning_rate": 3.90351572124244e-06,
      "loss": 0.3463,
      "step": 873700
    },
    {
      "epoch": 243.85,
      "grad_norm": 1.0689371824264526,
      "learning_rate": 3.903495538817348e-06,
      "loss": 0.3654,
      "step": 873710
    },
    {
      "epoch": 243.85,
      "grad_norm": 0.934491753578186,
      "learning_rate": 3.903475356184654e-06,
      "loss": 0.3635,
      "step": 873720
    },
    {
      "epoch": 243.85,
      "grad_norm": 1.030210256576538,
      "learning_rate": 3.9034551733443594e-06,
      "loss": 0.3722,
      "step": 873730
    },
    {
      "epoch": 243.86,
      "grad_norm": 0.9812119007110596,
      "learning_rate": 3.903434990296469e-06,
      "loss": 0.3729,
      "step": 873740
    },
    {
      "epoch": 243.86,
      "grad_norm": 0.9928932189941406,
      "learning_rate": 3.903414807040983e-06,
      "loss": 0.3758,
      "step": 873750
    },
    {
      "epoch": 243.86,
      "grad_norm": 1.1503628492355347,
      "learning_rate": 3.903394623577905e-06,
      "loss": 0.3561,
      "step": 873760
    },
    {
      "epoch": 243.87,
      "grad_norm": 0.8464288711547852,
      "learning_rate": 3.903374439907238e-06,
      "loss": 0.3628,
      "step": 873770
    },
    {
      "epoch": 243.87,
      "grad_norm": 1.144145131111145,
      "learning_rate": 3.903354256028985e-06,
      "loss": 0.3588,
      "step": 873780
    },
    {
      "epoch": 243.87,
      "grad_norm": 1.0414727926254272,
      "learning_rate": 3.9033340719431475e-06,
      "loss": 0.3662,
      "step": 873790
    },
    {
      "epoch": 243.87,
      "grad_norm": 1.1004407405853271,
      "learning_rate": 3.90331388764973e-06,
      "loss": 0.3544,
      "step": 873800
    },
    {
      "epoch": 243.88,
      "grad_norm": 1.3130486011505127,
      "learning_rate": 3.903293703148734e-06,
      "loss": 0.358,
      "step": 873810
    },
    {
      "epoch": 243.88,
      "grad_norm": 1.05718994140625,
      "learning_rate": 3.903273518440162e-06,
      "loss": 0.36,
      "step": 873820
    },
    {
      "epoch": 243.88,
      "grad_norm": 1.0041520595550537,
      "learning_rate": 3.9032533335240165e-06,
      "loss": 0.355,
      "step": 873830
    },
    {
      "epoch": 243.89,
      "grad_norm": 1.1845471858978271,
      "learning_rate": 3.903233148400301e-06,
      "loss": 0.3916,
      "step": 873840
    },
    {
      "epoch": 243.89,
      "grad_norm": 1.2280031442642212,
      "learning_rate": 3.903212963069018e-06,
      "loss": 0.3637,
      "step": 873850
    },
    {
      "epoch": 243.89,
      "grad_norm": 2.0501623153686523,
      "learning_rate": 3.9031927775301695e-06,
      "loss": 0.3582,
      "step": 873860
    },
    {
      "epoch": 243.89,
      "grad_norm": 1.5148396492004395,
      "learning_rate": 3.903172591783759e-06,
      "loss": 0.3759,
      "step": 873870
    },
    {
      "epoch": 243.9,
      "grad_norm": 1.0534675121307373,
      "learning_rate": 3.903152405829789e-06,
      "loss": 0.37,
      "step": 873880
    },
    {
      "epoch": 243.9,
      "grad_norm": 0.9711229205131531,
      "learning_rate": 3.903132219668263e-06,
      "loss": 0.3713,
      "step": 873890
    },
    {
      "epoch": 243.9,
      "grad_norm": 1.140323519706726,
      "learning_rate": 3.903112033299182e-06,
      "loss": 0.3703,
      "step": 873900
    },
    {
      "epoch": 243.9,
      "grad_norm": 1.2034916877746582,
      "learning_rate": 3.90309184672255e-06,
      "loss": 0.3714,
      "step": 873910
    },
    {
      "epoch": 243.91,
      "grad_norm": 0.9240759015083313,
      "learning_rate": 3.903071659938368e-06,
      "loss": 0.3723,
      "step": 873920
    },
    {
      "epoch": 243.91,
      "grad_norm": 1.136322259902954,
      "learning_rate": 3.903051472946641e-06,
      "loss": 0.3545,
      "step": 873930
    },
    {
      "epoch": 243.91,
      "grad_norm": 1.0437583923339844,
      "learning_rate": 3.903031285747371e-06,
      "loss": 0.3493,
      "step": 873940
    },
    {
      "epoch": 243.92,
      "grad_norm": 1.1103726625442505,
      "learning_rate": 3.903011098340559e-06,
      "loss": 0.3706,
      "step": 873950
    },
    {
      "epoch": 243.92,
      "grad_norm": 1.1671085357666016,
      "learning_rate": 3.902990910726209e-06,
      "loss": 0.3736,
      "step": 873960
    },
    {
      "epoch": 243.92,
      "grad_norm": 0.8990199565887451,
      "learning_rate": 3.902970722904324e-06,
      "loss": 0.3703,
      "step": 873970
    },
    {
      "epoch": 243.92,
      "grad_norm": 1.3218786716461182,
      "learning_rate": 3.902950534874906e-06,
      "loss": 0.3708,
      "step": 873980
    },
    {
      "epoch": 243.93,
      "grad_norm": 0.9893157482147217,
      "learning_rate": 3.902930346637958e-06,
      "loss": 0.3571,
      "step": 873990
    },
    {
      "epoch": 243.93,
      "grad_norm": 1.128517508506775,
      "learning_rate": 3.902910158193483e-06,
      "loss": 0.3668,
      "step": 874000
    },
    {
      "epoch": 243.93,
      "grad_norm": 0.9484494924545288,
      "learning_rate": 3.9028899695414835e-06,
      "loss": 0.3701,
      "step": 874010
    },
    {
      "epoch": 243.94,
      "grad_norm": 1.1151039600372314,
      "learning_rate": 3.902869780681962e-06,
      "loss": 0.3756,
      "step": 874020
    },
    {
      "epoch": 243.94,
      "grad_norm": 1.0047690868377686,
      "learning_rate": 3.902849591614921e-06,
      "loss": 0.3619,
      "step": 874030
    },
    {
      "epoch": 243.94,
      "grad_norm": 0.9685606360435486,
      "learning_rate": 3.902829402340363e-06,
      "loss": 0.355,
      "step": 874040
    },
    {
      "epoch": 243.94,
      "grad_norm": 0.8601797223091125,
      "learning_rate": 3.902809212858292e-06,
      "loss": 0.3528,
      "step": 874050
    },
    {
      "epoch": 243.95,
      "grad_norm": 1.2120777368545532,
      "learning_rate": 3.902789023168709e-06,
      "loss": 0.3484,
      "step": 874060
    },
    {
      "epoch": 243.95,
      "grad_norm": 1.0872776508331299,
      "learning_rate": 3.902768833271618e-06,
      "loss": 0.3656,
      "step": 874070
    },
    {
      "epoch": 243.95,
      "grad_norm": 1.1510248184204102,
      "learning_rate": 3.902748643167021e-06,
      "loss": 0.3526,
      "step": 874080
    },
    {
      "epoch": 243.95,
      "grad_norm": 0.9331116080284119,
      "learning_rate": 3.902728452854921e-06,
      "loss": 0.3598,
      "step": 874090
    },
    {
      "epoch": 243.96,
      "grad_norm": 1.0569641590118408,
      "learning_rate": 3.9027082623353205e-06,
      "loss": 0.3659,
      "step": 874100
    },
    {
      "epoch": 243.96,
      "grad_norm": 1.0436865091323853,
      "learning_rate": 3.902688071608222e-06,
      "loss": 0.3392,
      "step": 874110
    },
    {
      "epoch": 243.96,
      "grad_norm": 0.9500108361244202,
      "learning_rate": 3.902667880673628e-06,
      "loss": 0.3618,
      "step": 874120
    },
    {
      "epoch": 243.97,
      "grad_norm": 0.9740796685218811,
      "learning_rate": 3.902647689531543e-06,
      "loss": 0.3778,
      "step": 874130
    },
    {
      "epoch": 243.97,
      "grad_norm": 1.1444392204284668,
      "learning_rate": 3.902627498181967e-06,
      "loss": 0.3591,
      "step": 874140
    },
    {
      "epoch": 243.97,
      "grad_norm": 0.9195597171783447,
      "learning_rate": 3.902607306624904e-06,
      "loss": 0.3657,
      "step": 874150
    },
    {
      "epoch": 243.97,
      "grad_norm": 0.9555412530899048,
      "learning_rate": 3.902587114860358e-06,
      "loss": 0.361,
      "step": 874160
    },
    {
      "epoch": 243.98,
      "grad_norm": 1.260432243347168,
      "learning_rate": 3.902566922888329e-06,
      "loss": 0.35,
      "step": 874170
    },
    {
      "epoch": 243.98,
      "grad_norm": 0.979676365852356,
      "learning_rate": 3.902546730708821e-06,
      "loss": 0.3758,
      "step": 874180
    },
    {
      "epoch": 243.98,
      "grad_norm": 0.9039618372917175,
      "learning_rate": 3.902526538321838e-06,
      "loss": 0.3757,
      "step": 874190
    },
    {
      "epoch": 243.99,
      "grad_norm": 1.148938775062561,
      "learning_rate": 3.90250634572738e-06,
      "loss": 0.3689,
      "step": 874200
    },
    {
      "epoch": 243.99,
      "grad_norm": 1.01249361038208,
      "learning_rate": 3.902486152925452e-06,
      "loss": 0.3847,
      "step": 874210
    },
    {
      "epoch": 243.99,
      "grad_norm": 0.9718244671821594,
      "learning_rate": 3.902465959916055e-06,
      "loss": 0.3482,
      "step": 874220
    },
    {
      "epoch": 243.99,
      "grad_norm": 1.0436033010482788,
      "learning_rate": 3.902445766699193e-06,
      "loss": 0.382,
      "step": 874230
    },
    {
      "epoch": 244.0,
      "grad_norm": 0.9890711903572083,
      "learning_rate": 3.9024255732748686e-06,
      "loss": 0.3451,
      "step": 874240
    },
    {
      "epoch": 244.0,
      "grad_norm": 1.07365882396698,
      "learning_rate": 3.902405379643084e-06,
      "loss": 0.3753,
      "step": 874250
    },
    {
      "epoch": 244.0,
      "eval_loss": 0.36620455980300903,
      "eval_runtime": 64.1282,
      "eval_samples_per_second": 78.889,
      "eval_steps_per_second": 9.871,
      "step": 874252
    },
    {
      "epoch": 244.0,
      "grad_norm": 1.0963715314865112,
      "learning_rate": 3.902385185803841e-06,
      "loss": 0.3493,
      "step": 874260
    },
    {
      "epoch": 244.01,
      "grad_norm": 1.131277084350586,
      "learning_rate": 3.902364991757144e-06,
      "loss": 0.3507,
      "step": 874270
    },
    {
      "epoch": 244.01,
      "grad_norm": 1.0943074226379395,
      "learning_rate": 3.902344797502995e-06,
      "loss": 0.3672,
      "step": 874280
    },
    {
      "epoch": 244.01,
      "grad_norm": 1.134536623954773,
      "learning_rate": 3.9023246030413965e-06,
      "loss": 0.3645,
      "step": 874290
    },
    {
      "epoch": 244.01,
      "grad_norm": 0.9310771822929382,
      "learning_rate": 3.90230440837235e-06,
      "loss": 0.3397,
      "step": 874300
    },
    {
      "epoch": 244.02,
      "grad_norm": 1.3928942680358887,
      "learning_rate": 3.902284213495862e-06,
      "loss": 0.3648,
      "step": 874310
    },
    {
      "epoch": 244.02,
      "grad_norm": 1.3784595727920532,
      "learning_rate": 3.90226401841193e-06,
      "loss": 0.3787,
      "step": 874320
    },
    {
      "epoch": 244.02,
      "grad_norm": 1.18691086769104,
      "learning_rate": 3.902243823120561e-06,
      "loss": 0.3659,
      "step": 874330
    },
    {
      "epoch": 244.02,
      "grad_norm": 0.9418699145317078,
      "learning_rate": 3.902223627621755e-06,
      "loss": 0.362,
      "step": 874340
    },
    {
      "epoch": 244.03,
      "grad_norm": 1.5328246355056763,
      "learning_rate": 3.902203431915517e-06,
      "loss": 0.3757,
      "step": 874350
    },
    {
      "epoch": 244.03,
      "grad_norm": 1.0801910161972046,
      "learning_rate": 3.9021832360018485e-06,
      "loss": 0.3676,
      "step": 874360
    },
    {
      "epoch": 244.03,
      "grad_norm": 1.0264607667922974,
      "learning_rate": 3.902163039880751e-06,
      "loss": 0.3624,
      "step": 874370
    },
    {
      "epoch": 244.04,
      "grad_norm": 1.1744158267974854,
      "learning_rate": 3.902142843552229e-06,
      "loss": 0.363,
      "step": 874380
    },
    {
      "epoch": 244.04,
      "grad_norm": 0.959293782711029,
      "learning_rate": 3.902122647016284e-06,
      "loss": 0.3593,
      "step": 874390
    },
    {
      "epoch": 244.04,
      "grad_norm": 1.1365039348602295,
      "learning_rate": 3.90210245027292e-06,
      "loss": 0.3519,
      "step": 874400
    },
    {
      "epoch": 244.04,
      "grad_norm": 0.989090621471405,
      "learning_rate": 3.902082253322137e-06,
      "loss": 0.3781,
      "step": 874410
    },
    {
      "epoch": 244.05,
      "grad_norm": 1.210450530052185,
      "learning_rate": 3.902062056163941e-06,
      "loss": 0.366,
      "step": 874420
    },
    {
      "epoch": 244.05,
      "grad_norm": 1.0801723003387451,
      "learning_rate": 3.902041858798334e-06,
      "loss": 0.3755,
      "step": 874430
    },
    {
      "epoch": 244.05,
      "grad_norm": 1.2605607509613037,
      "learning_rate": 3.9020216612253165e-06,
      "loss": 0.3702,
      "step": 874440
    },
    {
      "epoch": 244.06,
      "grad_norm": 1.0247973203659058,
      "learning_rate": 3.902001463444894e-06,
      "loss": 0.3774,
      "step": 874450
    },
    {
      "epoch": 244.06,
      "grad_norm": 1.1002126932144165,
      "learning_rate": 3.901981265457067e-06,
      "loss": 0.3648,
      "step": 874460
    },
    {
      "epoch": 244.06,
      "grad_norm": 0.9584378600120544,
      "learning_rate": 3.901961067261838e-06,
      "loss": 0.3494,
      "step": 874470
    },
    {
      "epoch": 244.06,
      "grad_norm": 0.9072331786155701,
      "learning_rate": 3.901940868859212e-06,
      "loss": 0.3706,
      "step": 874480
    },
    {
      "epoch": 244.07,
      "grad_norm": 1.2493689060211182,
      "learning_rate": 3.901920670249189e-06,
      "loss": 0.37,
      "step": 874490
    },
    {
      "epoch": 244.07,
      "grad_norm": 1.0346333980560303,
      "learning_rate": 3.9019004714317754e-06,
      "loss": 0.3618,
      "step": 874500
    },
    {
      "epoch": 244.07,
      "grad_norm": 1.1763219833374023,
      "learning_rate": 3.90188027240697e-06,
      "loss": 0.3596,
      "step": 874510
    },
    {
      "epoch": 244.07,
      "grad_norm": 1.0319684743881226,
      "learning_rate": 3.901860073174777e-06,
      "loss": 0.3626,
      "step": 874520
    },
    {
      "epoch": 244.08,
      "grad_norm": 1.0729750394821167,
      "learning_rate": 3.901839873735199e-06,
      "loss": 0.3772,
      "step": 874530
    },
    {
      "epoch": 244.08,
      "grad_norm": 0.9289801120758057,
      "learning_rate": 3.901819674088239e-06,
      "loss": 0.3652,
      "step": 874540
    },
    {
      "epoch": 244.08,
      "grad_norm": 1.0683224201202393,
      "learning_rate": 3.901799474233901e-06,
      "loss": 0.3753,
      "step": 874550
    },
    {
      "epoch": 244.09,
      "grad_norm": 0.9862673282623291,
      "learning_rate": 3.9017792741721845e-06,
      "loss": 0.3747,
      "step": 874560
    },
    {
      "epoch": 244.09,
      "grad_norm": 1.0951225757598877,
      "learning_rate": 3.9017590739030935e-06,
      "loss": 0.3785,
      "step": 874570
    },
    {
      "epoch": 244.09,
      "grad_norm": 1.0066879987716675,
      "learning_rate": 3.901738873426632e-06,
      "loss": 0.3572,
      "step": 874580
    },
    {
      "epoch": 244.09,
      "grad_norm": 1.0258746147155762,
      "learning_rate": 3.9017186727428015e-06,
      "loss": 0.3507,
      "step": 874590
    },
    {
      "epoch": 244.1,
      "grad_norm": 0.9859373569488525,
      "learning_rate": 3.901698471851605e-06,
      "loss": 0.3495,
      "step": 874600
    },
    {
      "epoch": 244.1,
      "grad_norm": 1.0327119827270508,
      "learning_rate": 3.901678270753046e-06,
      "loss": 0.367,
      "step": 874610
    },
    {
      "epoch": 244.1,
      "grad_norm": 1.5154399871826172,
      "learning_rate": 3.901658069447125e-06,
      "loss": 0.3653,
      "step": 874620
    },
    {
      "epoch": 244.11,
      "grad_norm": 1.05036461353302,
      "learning_rate": 3.901637867933846e-06,
      "loss": 0.3575,
      "step": 874630
    },
    {
      "epoch": 244.11,
      "grad_norm": 1.2662137746810913,
      "learning_rate": 3.901617666213212e-06,
      "loss": 0.3573,
      "step": 874640
    },
    {
      "epoch": 244.11,
      "grad_norm": 0.8932181000709534,
      "learning_rate": 3.901597464285227e-06,
      "loss": 0.3587,
      "step": 874650
    },
    {
      "epoch": 244.11,
      "grad_norm": 0.944503903388977,
      "learning_rate": 3.90157726214989e-06,
      "loss": 0.3601,
      "step": 874660
    },
    {
      "epoch": 244.12,
      "grad_norm": 1.1633175611495972,
      "learning_rate": 3.901557059807206e-06,
      "loss": 0.3566,
      "step": 874670
    },
    {
      "epoch": 244.12,
      "grad_norm": 1.2970489263534546,
      "learning_rate": 3.901536857257178e-06,
      "loss": 0.3769,
      "step": 874680
    },
    {
      "epoch": 244.12,
      "grad_norm": 3.3469645977020264,
      "learning_rate": 3.901516654499808e-06,
      "loss": 0.3759,
      "step": 874690
    },
    {
      "epoch": 244.13,
      "grad_norm": 1.0218262672424316,
      "learning_rate": 3.9014964515350984e-06,
      "loss": 0.3584,
      "step": 874700
    },
    {
      "epoch": 244.13,
      "grad_norm": 1.3744101524353027,
      "learning_rate": 3.901476248363053e-06,
      "loss": 0.3591,
      "step": 874710
    },
    {
      "epoch": 244.13,
      "grad_norm": 1.070594072341919,
      "learning_rate": 3.901456044983674e-06,
      "loss": 0.3565,
      "step": 874720
    },
    {
      "epoch": 244.13,
      "grad_norm": 1.266032099723816,
      "learning_rate": 3.901435841396963e-06,
      "loss": 0.3725,
      "step": 874730
    },
    {
      "epoch": 244.14,
      "grad_norm": 1.123111367225647,
      "learning_rate": 3.901415637602924e-06,
      "loss": 0.3591,
      "step": 874740
    },
    {
      "epoch": 244.14,
      "grad_norm": 1.0758558511734009,
      "learning_rate": 3.90139543360156e-06,
      "loss": 0.3628,
      "step": 874750
    },
    {
      "epoch": 244.14,
      "grad_norm": 1.1605976819992065,
      "learning_rate": 3.901375229392872e-06,
      "loss": 0.3512,
      "step": 874760
    },
    {
      "epoch": 244.14,
      "grad_norm": 1.1284550428390503,
      "learning_rate": 3.901355024976864e-06,
      "loss": 0.3622,
      "step": 874770
    },
    {
      "epoch": 244.15,
      "grad_norm": 0.9933691620826721,
      "learning_rate": 3.901334820353539e-06,
      "loss": 0.376,
      "step": 874780
    },
    {
      "epoch": 244.15,
      "grad_norm": 1.0527840852737427,
      "learning_rate": 3.9013146155228976e-06,
      "loss": 0.368,
      "step": 874790
    },
    {
      "epoch": 244.15,
      "grad_norm": 1.06694495677948,
      "learning_rate": 3.901294410484944e-06,
      "loss": 0.3629,
      "step": 874800
    },
    {
      "epoch": 244.16,
      "grad_norm": 0.9467716217041016,
      "learning_rate": 3.901274205239682e-06,
      "loss": 0.3718,
      "step": 874810
    },
    {
      "epoch": 244.16,
      "grad_norm": 0.9833098649978638,
      "learning_rate": 3.901253999787113e-06,
      "loss": 0.3854,
      "step": 874820
    },
    {
      "epoch": 244.16,
      "grad_norm": 0.98271644115448,
      "learning_rate": 3.901233794127239e-06,
      "loss": 0.3583,
      "step": 874830
    },
    {
      "epoch": 244.16,
      "grad_norm": 1.0825636386871338,
      "learning_rate": 3.901213588260064e-06,
      "loss": 0.3544,
      "step": 874840
    },
    {
      "epoch": 244.17,
      "grad_norm": 0.9687173962593079,
      "learning_rate": 3.90119338218559e-06,
      "loss": 0.3729,
      "step": 874850
    },
    {
      "epoch": 244.17,
      "grad_norm": 2.196444272994995,
      "learning_rate": 3.9011731759038195e-06,
      "loss": 0.3505,
      "step": 874860
    },
    {
      "epoch": 244.17,
      "grad_norm": 1.1041961908340454,
      "learning_rate": 3.9011529694147564e-06,
      "loss": 0.37,
      "step": 874870
    },
    {
      "epoch": 244.18,
      "grad_norm": 1.0311286449432373,
      "learning_rate": 3.901132762718402e-06,
      "loss": 0.3756,
      "step": 874880
    },
    {
      "epoch": 244.18,
      "grad_norm": 1.1115983724594116,
      "learning_rate": 3.90111255581476e-06,
      "loss": 0.3624,
      "step": 874890
    },
    {
      "epoch": 244.18,
      "grad_norm": 1.060269832611084,
      "learning_rate": 3.901092348703832e-06,
      "loss": 0.3586,
      "step": 874900
    },
    {
      "epoch": 244.18,
      "grad_norm": 1.2042186260223389,
      "learning_rate": 3.901072141385622e-06,
      "loss": 0.349,
      "step": 874910
    },
    {
      "epoch": 244.19,
      "grad_norm": 1.3736435174942017,
      "learning_rate": 3.901051933860131e-06,
      "loss": 0.3537,
      "step": 874920
    },
    {
      "epoch": 244.19,
      "grad_norm": 0.9874948263168335,
      "learning_rate": 3.901031726127363e-06,
      "loss": 0.356,
      "step": 874930
    },
    {
      "epoch": 244.19,
      "grad_norm": 0.9000281095504761,
      "learning_rate": 3.9010115181873206e-06,
      "loss": 0.3599,
      "step": 874940
    },
    {
      "epoch": 244.19,
      "grad_norm": 1.1680145263671875,
      "learning_rate": 3.900991310040007e-06,
      "loss": 0.3683,
      "step": 874950
    },
    {
      "epoch": 244.2,
      "grad_norm": 1.0700162649154663,
      "learning_rate": 3.900971101685423e-06,
      "loss": 0.3759,
      "step": 874960
    },
    {
      "epoch": 244.2,
      "grad_norm": 1.2575690746307373,
      "learning_rate": 3.900950893123573e-06,
      "loss": 0.3508,
      "step": 874970
    },
    {
      "epoch": 244.2,
      "grad_norm": 1.1350785493850708,
      "learning_rate": 3.900930684354459e-06,
      "loss": 0.3385,
      "step": 874980
    },
    {
      "epoch": 244.21,
      "grad_norm": 1.3752659559249878,
      "learning_rate": 3.9009104753780835e-06,
      "loss": 0.3581,
      "step": 874990
    },
    {
      "epoch": 244.21,
      "grad_norm": 1.0634055137634277,
      "learning_rate": 3.900890266194451e-06,
      "loss": 0.3634,
      "step": 875000
    },
    {
      "epoch": 244.21,
      "grad_norm": 1.5289372205734253,
      "learning_rate": 3.900870056803561e-06,
      "loss": 0.3731,
      "step": 875010
    },
    {
      "epoch": 244.21,
      "grad_norm": 0.9989315271377563,
      "learning_rate": 3.900849847205418e-06,
      "loss": 0.3606,
      "step": 875020
    },
    {
      "epoch": 244.22,
      "grad_norm": 0.9977854490280151,
      "learning_rate": 3.9008296374000255e-06,
      "loss": 0.3706,
      "step": 875030
    },
    {
      "epoch": 244.22,
      "grad_norm": 1.1819989681243896,
      "learning_rate": 3.900809427387385e-06,
      "loss": 0.3684,
      "step": 875040
    },
    {
      "epoch": 244.22,
      "grad_norm": 1.246712327003479,
      "learning_rate": 3.900789217167499e-06,
      "loss": 0.3645,
      "step": 875050
    },
    {
      "epoch": 244.23,
      "grad_norm": 1.04404616355896,
      "learning_rate": 3.900769006740372e-06,
      "loss": 0.3526,
      "step": 875060
    },
    {
      "epoch": 244.23,
      "grad_norm": 1.0944265127182007,
      "learning_rate": 3.900748796106004e-06,
      "loss": 0.3714,
      "step": 875070
    },
    {
      "epoch": 244.23,
      "grad_norm": 0.9724326133728027,
      "learning_rate": 3.900728585264398e-06,
      "loss": 0.3639,
      "step": 875080
    },
    {
      "epoch": 244.23,
      "grad_norm": 1.0567383766174316,
      "learning_rate": 3.90070837421556e-06,
      "loss": 0.3664,
      "step": 875090
    },
    {
      "epoch": 244.24,
      "grad_norm": 1.0457931756973267,
      "learning_rate": 3.90068816295949e-06,
      "loss": 0.358,
      "step": 875100
    },
    {
      "epoch": 244.24,
      "grad_norm": 0.9543606042861938,
      "learning_rate": 3.9006679514961894e-06,
      "loss": 0.3611,
      "step": 875110
    },
    {
      "epoch": 244.24,
      "grad_norm": 1.0383380651474,
      "learning_rate": 3.900647739825664e-06,
      "loss": 0.3635,
      "step": 875120
    },
    {
      "epoch": 244.25,
      "grad_norm": 1.2204240560531616,
      "learning_rate": 3.900627527947915e-06,
      "loss": 0.3794,
      "step": 875130
    },
    {
      "epoch": 244.25,
      "grad_norm": 1.183113694190979,
      "learning_rate": 3.900607315862945e-06,
      "loss": 0.3599,
      "step": 875140
    },
    {
      "epoch": 244.25,
      "grad_norm": 2.2393479347229004,
      "learning_rate": 3.900587103570757e-06,
      "loss": 0.3586,
      "step": 875150
    },
    {
      "epoch": 244.25,
      "grad_norm": 1.3188402652740479,
      "learning_rate": 3.900566891071354e-06,
      "loss": 0.3636,
      "step": 875160
    },
    {
      "epoch": 244.26,
      "grad_norm": 1.0151270627975464,
      "learning_rate": 3.900546678364737e-06,
      "loss": 0.3797,
      "step": 875170
    },
    {
      "epoch": 244.26,
      "grad_norm": 0.8527558445930481,
      "learning_rate": 3.900526465450911e-06,
      "loss": 0.3575,
      "step": 875180
    },
    {
      "epoch": 244.26,
      "grad_norm": 2.2372372150421143,
      "learning_rate": 3.900506252329877e-06,
      "loss": 0.3709,
      "step": 875190
    },
    {
      "epoch": 244.26,
      "grad_norm": 1.0910613536834717,
      "learning_rate": 3.900486039001639e-06,
      "loss": 0.3566,
      "step": 875200
    },
    {
      "epoch": 244.27,
      "grad_norm": 1.2176629304885864,
      "learning_rate": 3.900465825466199e-06,
      "loss": 0.3624,
      "step": 875210
    },
    {
      "epoch": 244.27,
      "grad_norm": 0.9577733278274536,
      "learning_rate": 3.90044561172356e-06,
      "loss": 0.3687,
      "step": 875220
    },
    {
      "epoch": 244.27,
      "grad_norm": 0.9477744698524475,
      "learning_rate": 3.900425397773723e-06,
      "loss": 0.371,
      "step": 875230
    },
    {
      "epoch": 244.28,
      "grad_norm": 1.2411081790924072,
      "learning_rate": 3.900405183616692e-06,
      "loss": 0.3545,
      "step": 875240
    },
    {
      "epoch": 244.28,
      "grad_norm": 0.9895264506340027,
      "learning_rate": 3.900384969252471e-06,
      "loss": 0.3779,
      "step": 875250
    },
    {
      "epoch": 244.28,
      "grad_norm": 1.304007649421692,
      "learning_rate": 3.900364754681062e-06,
      "loss": 0.3617,
      "step": 875260
    },
    {
      "epoch": 244.28,
      "grad_norm": 1.1123534440994263,
      "learning_rate": 3.900344539902466e-06,
      "loss": 0.3479,
      "step": 875270
    },
    {
      "epoch": 244.29,
      "grad_norm": 1.190311312675476,
      "learning_rate": 3.9003243249166865e-06,
      "loss": 0.3616,
      "step": 875280
    },
    {
      "epoch": 244.29,
      "grad_norm": 1.140106439590454,
      "learning_rate": 3.900304109723727e-06,
      "loss": 0.3667,
      "step": 875290
    },
    {
      "epoch": 244.29,
      "grad_norm": 1.1947295665740967,
      "learning_rate": 3.9002838943235894e-06,
      "loss": 0.3707,
      "step": 875300
    },
    {
      "epoch": 244.3,
      "grad_norm": 1.1429980993270874,
      "learning_rate": 3.900263678716277e-06,
      "loss": 0.3718,
      "step": 875310
    },
    {
      "epoch": 244.3,
      "grad_norm": 0.9898262023925781,
      "learning_rate": 3.9002434629017935e-06,
      "loss": 0.3746,
      "step": 875320
    },
    {
      "epoch": 244.3,
      "grad_norm": 1.047166109085083,
      "learning_rate": 3.900223246880139e-06,
      "loss": 0.364,
      "step": 875330
    },
    {
      "epoch": 244.3,
      "grad_norm": 1.1634498834609985,
      "learning_rate": 3.900203030651316e-06,
      "loss": 0.3558,
      "step": 875340
    },
    {
      "epoch": 244.31,
      "grad_norm": 1.0120477676391602,
      "learning_rate": 3.900182814215332e-06,
      "loss": 0.3408,
      "step": 875350
    },
    {
      "epoch": 244.31,
      "grad_norm": 0.9255076050758362,
      "learning_rate": 3.9001625975721836e-06,
      "loss": 0.3861,
      "step": 875360
    },
    {
      "epoch": 244.31,
      "grad_norm": 1.1426692008972168,
      "learning_rate": 3.900142380721877e-06,
      "loss": 0.3572,
      "step": 875370
    },
    {
      "epoch": 244.31,
      "grad_norm": 1.0325196981430054,
      "learning_rate": 3.9001221636644145e-06,
      "loss": 0.3657,
      "step": 875380
    },
    {
      "epoch": 244.32,
      "grad_norm": 1.0591968297958374,
      "learning_rate": 3.900101946399799e-06,
      "loss": 0.3608,
      "step": 875390
    },
    {
      "epoch": 244.32,
      "grad_norm": 0.969309389591217,
      "learning_rate": 3.900081728928031e-06,
      "loss": 0.376,
      "step": 875400
    },
    {
      "epoch": 244.32,
      "grad_norm": 1.1371580362319946,
      "learning_rate": 3.900061511249116e-06,
      "loss": 0.3595,
      "step": 875410
    },
    {
      "epoch": 244.33,
      "grad_norm": 1.035621166229248,
      "learning_rate": 3.900041293363056e-06,
      "loss": 0.3702,
      "step": 875420
    },
    {
      "epoch": 244.33,
      "grad_norm": 1.0973310470581055,
      "learning_rate": 3.900021075269852e-06,
      "loss": 0.367,
      "step": 875430
    },
    {
      "epoch": 244.33,
      "grad_norm": 1.0069572925567627,
      "learning_rate": 3.9000008569695085e-06,
      "loss": 0.3539,
      "step": 875440
    },
    {
      "epoch": 244.33,
      "grad_norm": 1.1368495225906372,
      "learning_rate": 3.899980638462028e-06,
      "loss": 0.3665,
      "step": 875450
    },
    {
      "epoch": 244.34,
      "grad_norm": 1.198661208152771,
      "learning_rate": 3.899960419747412e-06,
      "loss": 0.3763,
      "step": 875460
    },
    {
      "epoch": 244.34,
      "grad_norm": 0.9773088097572327,
      "learning_rate": 3.899940200825664e-06,
      "loss": 0.3573,
      "step": 875470
    },
    {
      "epoch": 244.34,
      "grad_norm": 1.0151981115341187,
      "learning_rate": 3.899919981696787e-06,
      "loss": 0.3636,
      "step": 875480
    },
    {
      "epoch": 244.35,
      "grad_norm": 1.485044002532959,
      "learning_rate": 3.899899762360784e-06,
      "loss": 0.3691,
      "step": 875490
    },
    {
      "epoch": 244.35,
      "grad_norm": 1.0215120315551758,
      "learning_rate": 3.8998795428176556e-06,
      "loss": 0.3908,
      "step": 875500
    },
    {
      "epoch": 244.35,
      "grad_norm": 1.1119346618652344,
      "learning_rate": 3.8998593230674065e-06,
      "loss": 0.3736,
      "step": 875510
    },
    {
      "epoch": 244.35,
      "grad_norm": 1.0008304119110107,
      "learning_rate": 3.899839103110039e-06,
      "loss": 0.3558,
      "step": 875520
    },
    {
      "epoch": 244.36,
      "grad_norm": 0.9603624939918518,
      "learning_rate": 3.8998188829455564e-06,
      "loss": 0.365,
      "step": 875530
    },
    {
      "epoch": 244.36,
      "grad_norm": 1.2395830154418945,
      "learning_rate": 3.89979866257396e-06,
      "loss": 0.3635,
      "step": 875540
    },
    {
      "epoch": 244.36,
      "grad_norm": 1.1959753036499023,
      "learning_rate": 3.899778441995252e-06,
      "loss": 0.3689,
      "step": 875550
    },
    {
      "epoch": 244.37,
      "grad_norm": 0.9406599998474121,
      "learning_rate": 3.899758221209438e-06,
      "loss": 0.351,
      "step": 875560
    },
    {
      "epoch": 244.37,
      "grad_norm": 1.020147442817688,
      "learning_rate": 3.899738000216518e-06,
      "loss": 0.3751,
      "step": 875570
    },
    {
      "epoch": 244.37,
      "grad_norm": 1.039596676826477,
      "learning_rate": 3.8997177790164955e-06,
      "loss": 0.3445,
      "step": 875580
    },
    {
      "epoch": 244.37,
      "grad_norm": 1.0878115892410278,
      "learning_rate": 3.899697557609373e-06,
      "loss": 0.3587,
      "step": 875590
    },
    {
      "epoch": 244.38,
      "grad_norm": 1.0585129261016846,
      "learning_rate": 3.899677335995154e-06,
      "loss": 0.3688,
      "step": 875600
    },
    {
      "epoch": 244.38,
      "grad_norm": 1.0379527807235718,
      "learning_rate": 3.899657114173841e-06,
      "loss": 0.3686,
      "step": 875610
    },
    {
      "epoch": 244.38,
      "grad_norm": 1.4352047443389893,
      "learning_rate": 3.899636892145435e-06,
      "loss": 0.3708,
      "step": 875620
    },
    {
      "epoch": 244.38,
      "grad_norm": 1.060219407081604,
      "learning_rate": 3.8996166699099405e-06,
      "loss": 0.3719,
      "step": 875630
    },
    {
      "epoch": 244.39,
      "grad_norm": 1.1481914520263672,
      "learning_rate": 3.89959644746736e-06,
      "loss": 0.3605,
      "step": 875640
    },
    {
      "epoch": 244.39,
      "grad_norm": 1.040337324142456,
      "learning_rate": 3.899576224817696e-06,
      "loss": 0.3593,
      "step": 875650
    },
    {
      "epoch": 244.39,
      "grad_norm": 1.162063479423523,
      "learning_rate": 3.899556001960951e-06,
      "loss": 0.3819,
      "step": 875660
    },
    {
      "epoch": 244.4,
      "grad_norm": 1.0732722282409668,
      "learning_rate": 3.899535778897128e-06,
      "loss": 0.3697,
      "step": 875670
    },
    {
      "epoch": 244.4,
      "grad_norm": 0.9980459809303284,
      "learning_rate": 3.8995155556262296e-06,
      "loss": 0.3504,
      "step": 875680
    },
    {
      "epoch": 244.4,
      "grad_norm": 1.1053775548934937,
      "learning_rate": 3.899495332148258e-06,
      "loss": 0.3714,
      "step": 875690
    },
    {
      "epoch": 244.4,
      "grad_norm": 1.006521224975586,
      "learning_rate": 3.899475108463216e-06,
      "loss": 0.3606,
      "step": 875700
    },
    {
      "epoch": 244.41,
      "grad_norm": 1.0100131034851074,
      "learning_rate": 3.899454884571107e-06,
      "loss": 0.3597,
      "step": 875710
    },
    {
      "epoch": 244.41,
      "grad_norm": 0.8594536781311035,
      "learning_rate": 3.899434660471934e-06,
      "loss": 0.3597,
      "step": 875720
    },
    {
      "epoch": 244.41,
      "grad_norm": 1.1454788446426392,
      "learning_rate": 3.899414436165698e-06,
      "loss": 0.3555,
      "step": 875730
    },
    {
      "epoch": 244.42,
      "grad_norm": 1.230719804763794,
      "learning_rate": 3.899394211652402e-06,
      "loss": 0.3528,
      "step": 875740
    },
    {
      "epoch": 244.42,
      "grad_norm": 1.1315888166427612,
      "learning_rate": 3.899373986932051e-06,
      "loss": 0.3737,
      "step": 875750
    },
    {
      "epoch": 244.42,
      "grad_norm": 1.3136578798294067,
      "learning_rate": 3.899353762004644e-06,
      "loss": 0.3673,
      "step": 875760
    },
    {
      "epoch": 244.42,
      "grad_norm": 1.1236352920532227,
      "learning_rate": 3.899333536870188e-06,
      "loss": 0.3621,
      "step": 875770
    },
    {
      "epoch": 244.43,
      "grad_norm": 1.217193365097046,
      "learning_rate": 3.899313311528681e-06,
      "loss": 0.3715,
      "step": 875780
    },
    {
      "epoch": 244.43,
      "grad_norm": 2.1312544345855713,
      "learning_rate": 3.89929308598013e-06,
      "loss": 0.3505,
      "step": 875790
    },
    {
      "epoch": 244.43,
      "grad_norm": 0.9327493906021118,
      "learning_rate": 3.899272860224535e-06,
      "loss": 0.3692,
      "step": 875800
    },
    {
      "epoch": 244.43,
      "grad_norm": 1.7588956356048584,
      "learning_rate": 3.8992526342619e-06,
      "loss": 0.3641,
      "step": 875810
    },
    {
      "epoch": 244.44,
      "grad_norm": 1.1060833930969238,
      "learning_rate": 3.899232408092227e-06,
      "loss": 0.3596,
      "step": 875820
    },
    {
      "epoch": 244.44,
      "grad_norm": 1.2864140272140503,
      "learning_rate": 3.899212181715518e-06,
      "loss": 0.3664,
      "step": 875830
    },
    {
      "epoch": 244.44,
      "grad_norm": 0.9031415581703186,
      "learning_rate": 3.899191955131778e-06,
      "loss": 0.3826,
      "step": 875840
    },
    {
      "epoch": 244.45,
      "grad_norm": 1.07056725025177,
      "learning_rate": 3.899171728341007e-06,
      "loss": 0.3619,
      "step": 875850
    },
    {
      "epoch": 244.45,
      "grad_norm": 1.1508840322494507,
      "learning_rate": 3.899151501343209e-06,
      "loss": 0.3535,
      "step": 875860
    },
    {
      "epoch": 244.45,
      "grad_norm": 1.1055309772491455,
      "learning_rate": 3.899131274138388e-06,
      "loss": 0.3563,
      "step": 875870
    },
    {
      "epoch": 244.45,
      "grad_norm": 0.9895495176315308,
      "learning_rate": 3.899111046726544e-06,
      "loss": 0.3531,
      "step": 875880
    },
    {
      "epoch": 244.46,
      "grad_norm": 1.0414983034133911,
      "learning_rate": 3.899090819107682e-06,
      "loss": 0.355,
      "step": 875890
    },
    {
      "epoch": 244.46,
      "grad_norm": 1.1534490585327148,
      "learning_rate": 3.899070591281803e-06,
      "loss": 0.3575,
      "step": 875900
    },
    {
      "epoch": 244.46,
      "grad_norm": 1.340101957321167,
      "learning_rate": 3.899050363248911e-06,
      "loss": 0.3755,
      "step": 875910
    },
    {
      "epoch": 244.47,
      "grad_norm": 1.0393978357315063,
      "learning_rate": 3.8990301350090065e-06,
      "loss": 0.3666,
      "step": 875920
    },
    {
      "epoch": 244.47,
      "grad_norm": 1.6132816076278687,
      "learning_rate": 3.899009906562096e-06,
      "loss": 0.3573,
      "step": 875930
    },
    {
      "epoch": 244.47,
      "grad_norm": 1.005730390548706,
      "learning_rate": 3.8989896779081786e-06,
      "loss": 0.3802,
      "step": 875940
    },
    {
      "epoch": 244.47,
      "grad_norm": 1.0792996883392334,
      "learning_rate": 3.898969449047258e-06,
      "loss": 0.3683,
      "step": 875950
    },
    {
      "epoch": 244.48,
      "grad_norm": 1.0858741998672485,
      "learning_rate": 3.898949219979339e-06,
      "loss": 0.3621,
      "step": 875960
    },
    {
      "epoch": 244.48,
      "grad_norm": 0.8849286437034607,
      "learning_rate": 3.898928990704421e-06,
      "loss": 0.3521,
      "step": 875970
    },
    {
      "epoch": 244.48,
      "grad_norm": 0.9976425766944885,
      "learning_rate": 3.898908761222508e-06,
      "loss": 0.3527,
      "step": 875980
    },
    {
      "epoch": 244.49,
      "grad_norm": 1.1058218479156494,
      "learning_rate": 3.898888531533604e-06,
      "loss": 0.3605,
      "step": 875990
    },
    {
      "epoch": 244.49,
      "grad_norm": 0.8787314891815186,
      "learning_rate": 3.898868301637711e-06,
      "loss": 0.3563,
      "step": 876000
    },
    {
      "epoch": 244.49,
      "grad_norm": 1.210483431816101,
      "learning_rate": 3.89884807153483e-06,
      "loss": 0.3683,
      "step": 876010
    },
    {
      "epoch": 244.49,
      "grad_norm": 0.9533887505531311,
      "learning_rate": 3.8988278412249655e-06,
      "loss": 0.3437,
      "step": 876020
    },
    {
      "epoch": 244.5,
      "grad_norm": 1.0077258348464966,
      "learning_rate": 3.8988076107081205e-06,
      "loss": 0.3614,
      "step": 876030
    },
    {
      "epoch": 244.5,
      "grad_norm": 1.2957478761672974,
      "learning_rate": 3.898787379984296e-06,
      "loss": 0.3726,
      "step": 876040
    },
    {
      "epoch": 244.5,
      "grad_norm": 9.830320358276367,
      "learning_rate": 3.898767149053496e-06,
      "loss": 0.384,
      "step": 876050
    },
    {
      "epoch": 244.5,
      "grad_norm": 1.011345386505127,
      "learning_rate": 3.8987469179157225e-06,
      "loss": 0.3624,
      "step": 876060
    },
    {
      "epoch": 244.51,
      "grad_norm": 0.9844807982444763,
      "learning_rate": 3.898726686570979e-06,
      "loss": 0.3813,
      "step": 876070
    },
    {
      "epoch": 244.51,
      "grad_norm": 0.9865473508834839,
      "learning_rate": 3.898706455019267e-06,
      "loss": 0.3636,
      "step": 876080
    },
    {
      "epoch": 244.51,
      "grad_norm": 1.3380635976791382,
      "learning_rate": 3.898686223260591e-06,
      "loss": 0.3694,
      "step": 876090
    },
    {
      "epoch": 244.52,
      "grad_norm": 5.1898908615112305,
      "learning_rate": 3.898665991294952e-06,
      "loss": 0.3696,
      "step": 876100
    },
    {
      "epoch": 244.52,
      "grad_norm": 1.0871373414993286,
      "learning_rate": 3.898645759122353e-06,
      "loss": 0.3598,
      "step": 876110
    },
    {
      "epoch": 244.52,
      "grad_norm": 1.141948938369751,
      "learning_rate": 3.898625526742797e-06,
      "loss": 0.3916,
      "step": 876120
    },
    {
      "epoch": 244.52,
      "grad_norm": 1.0234148502349854,
      "learning_rate": 3.898605294156286e-06,
      "loss": 0.369,
      "step": 876130
    },
    {
      "epoch": 244.53,
      "grad_norm": 0.9877304434776306,
      "learning_rate": 3.898585061362824e-06,
      "loss": 0.3488,
      "step": 876140
    },
    {
      "epoch": 244.53,
      "grad_norm": 1.0092642307281494,
      "learning_rate": 3.898564828362413e-06,
      "loss": 0.3574,
      "step": 876150
    },
    {
      "epoch": 244.53,
      "grad_norm": 1.096002221107483,
      "learning_rate": 3.898544595155056e-06,
      "loss": 0.3615,
      "step": 876160
    },
    {
      "epoch": 244.54,
      "grad_norm": 1.0490983724594116,
      "learning_rate": 3.8985243617407555e-06,
      "loss": 0.3555,
      "step": 876170
    },
    {
      "epoch": 244.54,
      "grad_norm": 0.9638382792472839,
      "learning_rate": 3.8985041281195136e-06,
      "loss": 0.3549,
      "step": 876180
    },
    {
      "epoch": 244.54,
      "grad_norm": 1.0887799263000488,
      "learning_rate": 3.898483894291334e-06,
      "loss": 0.3489,
      "step": 876190
    },
    {
      "epoch": 244.54,
      "grad_norm": 0.9645738005638123,
      "learning_rate": 3.898463660256219e-06,
      "loss": 0.3613,
      "step": 876200
    },
    {
      "epoch": 244.55,
      "grad_norm": 1.2173099517822266,
      "learning_rate": 3.8984434260141704e-06,
      "loss": 0.3624,
      "step": 876210
    },
    {
      "epoch": 244.55,
      "grad_norm": 1.0178568363189697,
      "learning_rate": 3.898423191565192e-06,
      "loss": 0.3657,
      "step": 876220
    },
    {
      "epoch": 244.55,
      "grad_norm": 1.0792039632797241,
      "learning_rate": 3.8984029569092864e-06,
      "loss": 0.3623,
      "step": 876230
    },
    {
      "epoch": 244.55,
      "grad_norm": 1.008724331855774,
      "learning_rate": 3.898382722046455e-06,
      "loss": 0.3729,
      "step": 876240
    },
    {
      "epoch": 244.56,
      "grad_norm": 1.0534662008285522,
      "learning_rate": 3.898362486976703e-06,
      "loss": 0.3604,
      "step": 876250
    },
    {
      "epoch": 244.56,
      "grad_norm": 1.1390337944030762,
      "learning_rate": 3.898342251700031e-06,
      "loss": 0.3598,
      "step": 876260
    },
    {
      "epoch": 244.56,
      "grad_norm": 1.1470972299575806,
      "learning_rate": 3.898322016216442e-06,
      "loss": 0.3503,
      "step": 876270
    },
    {
      "epoch": 244.57,
      "grad_norm": 1.0469417572021484,
      "learning_rate": 3.89830178052594e-06,
      "loss": 0.3634,
      "step": 876280
    },
    {
      "epoch": 244.57,
      "grad_norm": 1.0545902252197266,
      "learning_rate": 3.898281544628527e-06,
      "loss": 0.3606,
      "step": 876290
    },
    {
      "epoch": 244.57,
      "grad_norm": 1.004800796508789,
      "learning_rate": 3.898261308524204e-06,
      "loss": 0.3505,
      "step": 876300
    },
    {
      "epoch": 244.57,
      "grad_norm": 1.0385984182357788,
      "learning_rate": 3.8982410722129756e-06,
      "loss": 0.3648,
      "step": 876310
    },
    {
      "epoch": 244.58,
      "grad_norm": 0.9640876054763794,
      "learning_rate": 3.8982208356948445e-06,
      "loss": 0.3542,
      "step": 876320
    },
    {
      "epoch": 244.58,
      "grad_norm": 1.6680513620376587,
      "learning_rate": 3.898200598969813e-06,
      "loss": 0.363,
      "step": 876330
    },
    {
      "epoch": 244.58,
      "grad_norm": 1.1458675861358643,
      "learning_rate": 3.898180362037883e-06,
      "loss": 0.3688,
      "step": 876340
    },
    {
      "epoch": 244.59,
      "grad_norm": 2.050495147705078,
      "learning_rate": 3.8981601248990585e-06,
      "loss": 0.3585,
      "step": 876350
    },
    {
      "epoch": 244.59,
      "grad_norm": 0.9023609161376953,
      "learning_rate": 3.898139887553341e-06,
      "loss": 0.363,
      "step": 876360
    },
    {
      "epoch": 244.59,
      "grad_norm": 1.178701400756836,
      "learning_rate": 3.8981196500007334e-06,
      "loss": 0.3769,
      "step": 876370
    },
    {
      "epoch": 244.59,
      "grad_norm": 1.1248478889465332,
      "learning_rate": 3.89809941224124e-06,
      "loss": 0.3565,
      "step": 876380
    },
    {
      "epoch": 244.6,
      "grad_norm": 1.166104793548584,
      "learning_rate": 3.898079174274861e-06,
      "loss": 0.3831,
      "step": 876390
    },
    {
      "epoch": 244.6,
      "grad_norm": 1.0626307725906372,
      "learning_rate": 3.898058936101602e-06,
      "loss": 0.3803,
      "step": 876400
    },
    {
      "epoch": 244.6,
      "grad_norm": 1.047696590423584,
      "learning_rate": 3.898038697721463e-06,
      "loss": 0.3594,
      "step": 876410
    },
    {
      "epoch": 244.61,
      "grad_norm": 1.107060432434082,
      "learning_rate": 3.898018459134448e-06,
      "loss": 0.3786,
      "step": 876420
    },
    {
      "epoch": 244.61,
      "grad_norm": 0.8909147381782532,
      "learning_rate": 3.8979982203405594e-06,
      "loss": 0.3607,
      "step": 876430
    },
    {
      "epoch": 244.61,
      "grad_norm": 1.9796112775802612,
      "learning_rate": 3.8979779813398e-06,
      "loss": 0.3493,
      "step": 876440
    },
    {
      "epoch": 244.61,
      "grad_norm": 1.0226364135742188,
      "learning_rate": 3.897957742132173e-06,
      "loss": 0.3542,
      "step": 876450
    },
    {
      "epoch": 244.62,
      "grad_norm": 1.2072453498840332,
      "learning_rate": 3.8979375027176794e-06,
      "loss": 0.363,
      "step": 876460
    },
    {
      "epoch": 244.62,
      "grad_norm": 1.1198550462722778,
      "learning_rate": 3.897917263096323e-06,
      "loss": 0.3492,
      "step": 876470
    },
    {
      "epoch": 244.62,
      "grad_norm": 1.019408941268921,
      "learning_rate": 3.8978970232681066e-06,
      "loss": 0.3653,
      "step": 876480
    },
    {
      "epoch": 244.62,
      "grad_norm": 1.034205675125122,
      "learning_rate": 3.897876783233034e-06,
      "loss": 0.3548,
      "step": 876490
    },
    {
      "epoch": 244.63,
      "grad_norm": 1.112396478652954,
      "learning_rate": 3.897856542991105e-06,
      "loss": 0.3727,
      "step": 876500
    },
    {
      "epoch": 244.63,
      "grad_norm": 0.9872472882270813,
      "learning_rate": 3.897836302542325e-06,
      "loss": 0.3601,
      "step": 876510
    },
    {
      "epoch": 244.63,
      "grad_norm": 1.2136658430099487,
      "learning_rate": 3.897816061886696e-06,
      "loss": 0.3609,
      "step": 876520
    },
    {
      "epoch": 244.64,
      "grad_norm": 1.041239857673645,
      "learning_rate": 3.897795821024219e-06,
      "loss": 0.3707,
      "step": 876530
    },
    {
      "epoch": 244.64,
      "grad_norm": 1.0160799026489258,
      "learning_rate": 3.8977755799549e-06,
      "loss": 0.3769,
      "step": 876540
    },
    {
      "epoch": 244.64,
      "grad_norm": 1.2093157768249512,
      "learning_rate": 3.897755338678738e-06,
      "loss": 0.3707,
      "step": 876550
    },
    {
      "epoch": 244.64,
      "grad_norm": 1.0890551805496216,
      "learning_rate": 3.897735097195739e-06,
      "loss": 0.3438,
      "step": 876560
    },
    {
      "epoch": 244.65,
      "grad_norm": 1.1849400997161865,
      "learning_rate": 3.897714855505903e-06,
      "loss": 0.375,
      "step": 876570
    },
    {
      "epoch": 244.65,
      "grad_norm": 1.020024299621582,
      "learning_rate": 3.897694613609234e-06,
      "loss": 0.3622,
      "step": 876580
    },
    {
      "epoch": 244.65,
      "grad_norm": 1.0229991674423218,
      "learning_rate": 3.897674371505736e-06,
      "loss": 0.3567,
      "step": 876590
    },
    {
      "epoch": 244.66,
      "grad_norm": 1.271306037902832,
      "learning_rate": 3.897654129195409e-06,
      "loss": 0.3735,
      "step": 876600
    },
    {
      "epoch": 244.66,
      "grad_norm": 0.8812678456306458,
      "learning_rate": 3.897633886678257e-06,
      "loss": 0.3768,
      "step": 876610
    },
    {
      "epoch": 244.66,
      "grad_norm": 1.0938838720321655,
      "learning_rate": 3.897613643954282e-06,
      "loss": 0.362,
      "step": 876620
    },
    {
      "epoch": 244.66,
      "grad_norm": 0.991901695728302,
      "learning_rate": 3.897593401023488e-06,
      "loss": 0.3682,
      "step": 876630
    },
    {
      "epoch": 244.67,
      "grad_norm": 0.9922311305999756,
      "learning_rate": 3.8975731578858776e-06,
      "loss": 0.359,
      "step": 876640
    },
    {
      "epoch": 244.67,
      "grad_norm": 1.015377163887024,
      "learning_rate": 3.897552914541452e-06,
      "loss": 0.3519,
      "step": 876650
    },
    {
      "epoch": 244.67,
      "grad_norm": 1.031144380569458,
      "learning_rate": 3.897532670990215e-06,
      "loss": 0.3768,
      "step": 876660
    },
    {
      "epoch": 244.67,
      "grad_norm": 1.026810646057129,
      "learning_rate": 3.897512427232169e-06,
      "loss": 0.3738,
      "step": 876670
    },
    {
      "epoch": 244.68,
      "grad_norm": 0.9902433156967163,
      "learning_rate": 3.897492183267317e-06,
      "loss": 0.3644,
      "step": 876680
    },
    {
      "epoch": 244.68,
      "grad_norm": 2.0787980556488037,
      "learning_rate": 3.897471939095662e-06,
      "loss": 0.3691,
      "step": 876690
    },
    {
      "epoch": 244.68,
      "grad_norm": 0.9081099033355713,
      "learning_rate": 3.8974516947172055e-06,
      "loss": 0.358,
      "step": 876700
    },
    {
      "epoch": 244.69,
      "grad_norm": 0.8923638463020325,
      "learning_rate": 3.897431450131951e-06,
      "loss": 0.3523,
      "step": 876710
    },
    {
      "epoch": 244.69,
      "grad_norm": 8.148090362548828,
      "learning_rate": 3.897411205339901e-06,
      "loss": 0.3633,
      "step": 876720
    },
    {
      "epoch": 244.69,
      "grad_norm": 1.1343767642974854,
      "learning_rate": 3.897390960341059e-06,
      "loss": 0.3836,
      "step": 876730
    },
    {
      "epoch": 244.69,
      "grad_norm": 0.9482223391532898,
      "learning_rate": 3.897370715135426e-06,
      "loss": 0.3759,
      "step": 876740
    },
    {
      "epoch": 244.7,
      "grad_norm": 0.9731988906860352,
      "learning_rate": 3.897350469723006e-06,
      "loss": 0.3648,
      "step": 876750
    },
    {
      "epoch": 244.7,
      "grad_norm": 1.145133137702942,
      "learning_rate": 3.897330224103802e-06,
      "loss": 0.3804,
      "step": 876760
    },
    {
      "epoch": 244.7,
      "grad_norm": 1.1401245594024658,
      "learning_rate": 3.8973099782778144e-06,
      "loss": 0.3647,
      "step": 876770
    },
    {
      "epoch": 244.71,
      "grad_norm": 1.0925089120864868,
      "learning_rate": 3.897289732245049e-06,
      "loss": 0.3698,
      "step": 876780
    },
    {
      "epoch": 244.71,
      "grad_norm": 0.9171946048736572,
      "learning_rate": 3.897269486005507e-06,
      "loss": 0.377,
      "step": 876790
    },
    {
      "epoch": 244.71,
      "grad_norm": 1.2485944032669067,
      "learning_rate": 3.89724923955919e-06,
      "loss": 0.37,
      "step": 876800
    },
    {
      "epoch": 244.71,
      "grad_norm": 1.2115371227264404,
      "learning_rate": 3.897228992906103e-06,
      "loss": 0.367,
      "step": 876810
    },
    {
      "epoch": 244.72,
      "grad_norm": 1.2467199563980103,
      "learning_rate": 3.897208746046247e-06,
      "loss": 0.3684,
      "step": 876820
    },
    {
      "epoch": 244.72,
      "grad_norm": 0.8133606910705566,
      "learning_rate": 3.897188498979625e-06,
      "loss": 0.3653,
      "step": 876830
    },
    {
      "epoch": 244.72,
      "grad_norm": 0.9920969009399414,
      "learning_rate": 3.897168251706241e-06,
      "loss": 0.3566,
      "step": 876840
    },
    {
      "epoch": 244.73,
      "grad_norm": 1.1063416004180908,
      "learning_rate": 3.8971480042260955e-06,
      "loss": 0.3661,
      "step": 876850
    },
    {
      "epoch": 244.73,
      "grad_norm": 1.1262274980545044,
      "learning_rate": 3.897127756539193e-06,
      "loss": 0.3655,
      "step": 876860
    },
    {
      "epoch": 244.73,
      "grad_norm": 1.1835863590240479,
      "learning_rate": 3.897107508645535e-06,
      "loss": 0.3724,
      "step": 876870
    },
    {
      "epoch": 244.73,
      "grad_norm": 0.9932716488838196,
      "learning_rate": 3.8970872605451244e-06,
      "loss": 0.3594,
      "step": 876880
    },
    {
      "epoch": 244.74,
      "grad_norm": 1.0357786417007446,
      "learning_rate": 3.897067012237965e-06,
      "loss": 0.3652,
      "step": 876890
    },
    {
      "epoch": 244.74,
      "grad_norm": 1.08034086227417,
      "learning_rate": 3.897046763724059e-06,
      "loss": 0.3536,
      "step": 876900
    },
    {
      "epoch": 244.74,
      "grad_norm": 1.078383207321167,
      "learning_rate": 3.8970265150034075e-06,
      "loss": 0.3775,
      "step": 876910
    },
    {
      "epoch": 244.74,
      "grad_norm": 1.066717505455017,
      "learning_rate": 3.897006266076015e-06,
      "loss": 0.3759,
      "step": 876920
    },
    {
      "epoch": 244.75,
      "grad_norm": 0.8569238781929016,
      "learning_rate": 3.896986016941884e-06,
      "loss": 0.364,
      "step": 876930
    },
    {
      "epoch": 244.75,
      "grad_norm": 1.745844841003418,
      "learning_rate": 3.896965767601016e-06,
      "loss": 0.3692,
      "step": 876940
    },
    {
      "epoch": 244.75,
      "grad_norm": 1.1898380517959595,
      "learning_rate": 3.896945518053415e-06,
      "loss": 0.3645,
      "step": 876950
    },
    {
      "epoch": 244.76,
      "grad_norm": 0.9935328960418701,
      "learning_rate": 3.896925268299084e-06,
      "loss": 0.357,
      "step": 876960
    },
    {
      "epoch": 244.76,
      "grad_norm": 0.9593029618263245,
      "learning_rate": 3.896905018338024e-06,
      "loss": 0.3496,
      "step": 876970
    },
    {
      "epoch": 244.76,
      "grad_norm": 1.1933550834655762,
      "learning_rate": 3.896884768170239e-06,
      "loss": 0.3613,
      "step": 876980
    },
    {
      "epoch": 244.76,
      "grad_norm": 0.9971413612365723,
      "learning_rate": 3.896864517795731e-06,
      "loss": 0.3802,
      "step": 876990
    },
    {
      "epoch": 244.77,
      "grad_norm": 1.0770879983901978,
      "learning_rate": 3.896844267214504e-06,
      "loss": 0.3545,
      "step": 877000
    },
    {
      "epoch": 244.77,
      "grad_norm": 1.1815961599349976,
      "learning_rate": 3.8968240164265594e-06,
      "loss": 0.3793,
      "step": 877010
    },
    {
      "epoch": 244.77,
      "grad_norm": 1.4386974573135376,
      "learning_rate": 3.896803765431899e-06,
      "loss": 0.3872,
      "step": 877020
    },
    {
      "epoch": 244.78,
      "grad_norm": 1.1591849327087402,
      "learning_rate": 3.8967835142305275e-06,
      "loss": 0.3711,
      "step": 877030
    },
    {
      "epoch": 244.78,
      "grad_norm": 1.0940126180648804,
      "learning_rate": 3.8967632628224474e-06,
      "loss": 0.3663,
      "step": 877040
    },
    {
      "epoch": 244.78,
      "grad_norm": 1.0092962980270386,
      "learning_rate": 3.89674301120766e-06,
      "loss": 0.3609,
      "step": 877050
    },
    {
      "epoch": 244.78,
      "grad_norm": 0.9975541234016418,
      "learning_rate": 3.8967227593861695e-06,
      "loss": 0.3723,
      "step": 877060
    },
    {
      "epoch": 244.79,
      "grad_norm": 1.7411651611328125,
      "learning_rate": 3.8967025073579775e-06,
      "loss": 0.3692,
      "step": 877070
    },
    {
      "epoch": 244.79,
      "grad_norm": 1.203102946281433,
      "learning_rate": 3.8966822551230874e-06,
      "loss": 0.3662,
      "step": 877080
    },
    {
      "epoch": 244.79,
      "grad_norm": 1.1296919584274292,
      "learning_rate": 3.896662002681501e-06,
      "loss": 0.3801,
      "step": 877090
    },
    {
      "epoch": 244.79,
      "grad_norm": 1.4479539394378662,
      "learning_rate": 3.8966417500332225e-06,
      "loss": 0.3657,
      "step": 877100
    },
    {
      "epoch": 244.8,
      "grad_norm": 1.1121408939361572,
      "learning_rate": 3.896621497178253e-06,
      "loss": 0.3646,
      "step": 877110
    },
    {
      "epoch": 244.8,
      "grad_norm": 1.1332108974456787,
      "learning_rate": 3.896601244116596e-06,
      "loss": 0.3688,
      "step": 877120
    },
    {
      "epoch": 244.8,
      "grad_norm": 1.1318131685256958,
      "learning_rate": 3.896580990848254e-06,
      "loss": 0.3615,
      "step": 877130
    },
    {
      "epoch": 244.81,
      "grad_norm": 1.1742357015609741,
      "learning_rate": 3.89656073737323e-06,
      "loss": 0.3653,
      "step": 877140
    },
    {
      "epoch": 244.81,
      "grad_norm": 1.0920783281326294,
      "learning_rate": 3.8965404836915265e-06,
      "loss": 0.3644,
      "step": 877150
    },
    {
      "epoch": 244.81,
      "grad_norm": 1.1345736980438232,
      "learning_rate": 3.896520229803146e-06,
      "loss": 0.3694,
      "step": 877160
    },
    {
      "epoch": 244.81,
      "grad_norm": 1.260705590248108,
      "learning_rate": 3.896499975708091e-06,
      "loss": 0.3901,
      "step": 877170
    },
    {
      "epoch": 244.82,
      "grad_norm": 1.0094666481018066,
      "learning_rate": 3.896479721406365e-06,
      "loss": 0.3543,
      "step": 877180
    },
    {
      "epoch": 244.82,
      "grad_norm": 1.2352045774459839,
      "learning_rate": 3.89645946689797e-06,
      "loss": 0.3743,
      "step": 877190
    },
    {
      "epoch": 244.82,
      "grad_norm": 1.0889817476272583,
      "learning_rate": 3.89643921218291e-06,
      "loss": 0.3659,
      "step": 877200
    },
    {
      "epoch": 244.83,
      "grad_norm": 1.0301506519317627,
      "learning_rate": 3.896418957261186e-06,
      "loss": 0.3584,
      "step": 877210
    },
    {
      "epoch": 244.83,
      "grad_norm": 1.1014946699142456,
      "learning_rate": 3.896398702132801e-06,
      "loss": 0.3458,
      "step": 877220
    },
    {
      "epoch": 244.83,
      "grad_norm": 1.014361023902893,
      "learning_rate": 3.896378446797758e-06,
      "loss": 0.3759,
      "step": 877230
    },
    {
      "epoch": 244.83,
      "grad_norm": 0.9887380003929138,
      "learning_rate": 3.896358191256059e-06,
      "loss": 0.35,
      "step": 877240
    },
    {
      "epoch": 244.84,
      "grad_norm": 1.4260517358779907,
      "learning_rate": 3.8963379355077085e-06,
      "loss": 0.3691,
      "step": 877250
    },
    {
      "epoch": 244.84,
      "grad_norm": 1.1208021640777588,
      "learning_rate": 3.896317679552708e-06,
      "loss": 0.3411,
      "step": 877260
    },
    {
      "epoch": 244.84,
      "grad_norm": 1.1798936128616333,
      "learning_rate": 3.896297423391061e-06,
      "loss": 0.3683,
      "step": 877270
    },
    {
      "epoch": 244.85,
      "grad_norm": 1.184908151626587,
      "learning_rate": 3.8962771670227676e-06,
      "loss": 0.3742,
      "step": 877280
    },
    {
      "epoch": 244.85,
      "grad_norm": 1.4745333194732666,
      "learning_rate": 3.896256910447834e-06,
      "loss": 0.3745,
      "step": 877290
    },
    {
      "epoch": 244.85,
      "grad_norm": 1.0631381273269653,
      "learning_rate": 3.896236653666261e-06,
      "loss": 0.3562,
      "step": 877300
    },
    {
      "epoch": 244.85,
      "grad_norm": 9.118520736694336,
      "learning_rate": 3.896216396678051e-06,
      "loss": 0.387,
      "step": 877310
    },
    {
      "epoch": 244.86,
      "grad_norm": 1.253926157951355,
      "learning_rate": 3.896196139483208e-06,
      "loss": 0.3641,
      "step": 877320
    },
    {
      "epoch": 244.86,
      "grad_norm": 1.0855273008346558,
      "learning_rate": 3.896175882081734e-06,
      "loss": 0.3809,
      "step": 877330
    },
    {
      "epoch": 244.86,
      "grad_norm": 0.9899746775627136,
      "learning_rate": 3.896155624473631e-06,
      "loss": 0.3488,
      "step": 877340
    },
    {
      "epoch": 244.86,
      "grad_norm": 1.178834080696106,
      "learning_rate": 3.896135366658903e-06,
      "loss": 0.3623,
      "step": 877350
    },
    {
      "epoch": 244.87,
      "grad_norm": 1.131935477256775,
      "learning_rate": 3.8961151086375516e-06,
      "loss": 0.3521,
      "step": 877360
    },
    {
      "epoch": 244.87,
      "grad_norm": 1.179367184638977,
      "learning_rate": 3.896094850409581e-06,
      "loss": 0.3492,
      "step": 877370
    },
    {
      "epoch": 244.87,
      "grad_norm": 0.9604121446609497,
      "learning_rate": 3.896074591974992e-06,
      "loss": 0.3796,
      "step": 877380
    },
    {
      "epoch": 244.88,
      "grad_norm": 1.1870092153549194,
      "learning_rate": 3.896054333333788e-06,
      "loss": 0.3566,
      "step": 877390
    },
    {
      "epoch": 244.88,
      "grad_norm": 1.3902417421340942,
      "learning_rate": 3.896034074485973e-06,
      "loss": 0.3516,
      "step": 877400
    },
    {
      "epoch": 244.88,
      "grad_norm": 1.2738425731658936,
      "learning_rate": 3.8960138154315475e-06,
      "loss": 0.3519,
      "step": 877410
    },
    {
      "epoch": 244.88,
      "grad_norm": 1.0906580686569214,
      "learning_rate": 3.895993556170516e-06,
      "loss": 0.3927,
      "step": 877420
    },
    {
      "epoch": 244.89,
      "grad_norm": 1.0948108434677124,
      "learning_rate": 3.895973296702879e-06,
      "loss": 0.374,
      "step": 877430
    },
    {
      "epoch": 244.89,
      "grad_norm": 1.1204025745391846,
      "learning_rate": 3.895953037028642e-06,
      "loss": 0.3634,
      "step": 877440
    },
    {
      "epoch": 244.89,
      "grad_norm": 1.1273720264434814,
      "learning_rate": 3.8959327771478064e-06,
      "loss": 0.3735,
      "step": 877450
    },
    {
      "epoch": 244.9,
      "grad_norm": 1.14019775390625,
      "learning_rate": 3.895912517060374e-06,
      "loss": 0.3736,
      "step": 877460
    },
    {
      "epoch": 244.9,
      "grad_norm": 0.8955988883972168,
      "learning_rate": 3.895892256766349e-06,
      "loss": 0.3557,
      "step": 877470
    },
    {
      "epoch": 244.9,
      "grad_norm": 1.0297086238861084,
      "learning_rate": 3.895871996265734e-06,
      "loss": 0.3512,
      "step": 877480
    },
    {
      "epoch": 244.9,
      "grad_norm": 0.8195846676826477,
      "learning_rate": 3.8958517355585295e-06,
      "loss": 0.3594,
      "step": 877490
    },
    {
      "epoch": 244.91,
      "grad_norm": 1.0661133527755737,
      "learning_rate": 3.895831474644741e-06,
      "loss": 0.3547,
      "step": 877500
    },
    {
      "epoch": 244.91,
      "grad_norm": 1.036194086074829,
      "learning_rate": 3.89581121352437e-06,
      "loss": 0.3742,
      "step": 877510
    },
    {
      "epoch": 244.91,
      "grad_norm": 1.0237958431243896,
      "learning_rate": 3.895790952197419e-06,
      "loss": 0.3664,
      "step": 877520
    },
    {
      "epoch": 244.91,
      "grad_norm": 1.4146538972854614,
      "learning_rate": 3.895770690663891e-06,
      "loss": 0.3789,
      "step": 877530
    },
    {
      "epoch": 244.92,
      "grad_norm": 1.0644394159317017,
      "learning_rate": 3.895750428923789e-06,
      "loss": 0.366,
      "step": 877540
    },
    {
      "epoch": 244.92,
      "grad_norm": 1.0154446363449097,
      "learning_rate": 3.8957301669771145e-06,
      "loss": 0.3579,
      "step": 877550
    },
    {
      "epoch": 244.92,
      "grad_norm": 1.1366699934005737,
      "learning_rate": 3.895709904823871e-06,
      "loss": 0.3769,
      "step": 877560
    },
    {
      "epoch": 244.93,
      "grad_norm": 1.0471477508544922,
      "learning_rate": 3.8956896424640615e-06,
      "loss": 0.3698,
      "step": 877570
    },
    {
      "epoch": 244.93,
      "grad_norm": 1.1080321073532104,
      "learning_rate": 3.895669379897689e-06,
      "loss": 0.3848,
      "step": 877580
    },
    {
      "epoch": 244.93,
      "grad_norm": 1.0012555122375488,
      "learning_rate": 3.895649117124755e-06,
      "loss": 0.3633,
      "step": 877590
    },
    {
      "epoch": 244.93,
      "grad_norm": 1.1895781755447388,
      "learning_rate": 3.895628854145263e-06,
      "loss": 0.3687,
      "step": 877600
    },
    {
      "epoch": 244.94,
      "grad_norm": 0.9943691492080688,
      "learning_rate": 3.895608590959215e-06,
      "loss": 0.3748,
      "step": 877610
    },
    {
      "epoch": 244.94,
      "grad_norm": 1.055572271347046,
      "learning_rate": 3.895588327566614e-06,
      "loss": 0.3732,
      "step": 877620
    },
    {
      "epoch": 244.94,
      "grad_norm": 1.4160137176513672,
      "learning_rate": 3.895568063967464e-06,
      "loss": 0.3713,
      "step": 877630
    },
    {
      "epoch": 244.95,
      "grad_norm": 0.9639765620231628,
      "learning_rate": 3.895547800161767e-06,
      "loss": 0.3525,
      "step": 877640
    },
    {
      "epoch": 244.95,
      "grad_norm": 1.1094121932983398,
      "learning_rate": 3.8955275361495235e-06,
      "loss": 0.3708,
      "step": 877650
    },
    {
      "epoch": 244.95,
      "grad_norm": 1.029767394065857,
      "learning_rate": 3.895507271930739e-06,
      "loss": 0.373,
      "step": 877660
    },
    {
      "epoch": 244.95,
      "grad_norm": 0.9576001167297363,
      "learning_rate": 3.8954870075054155e-06,
      "loss": 0.3479,
      "step": 877670
    },
    {
      "epoch": 244.96,
      "grad_norm": 1.232574462890625,
      "learning_rate": 3.895466742873555e-06,
      "loss": 0.3487,
      "step": 877680
    },
    {
      "epoch": 244.96,
      "grad_norm": 1.3172926902770996,
      "learning_rate": 3.895446478035161e-06,
      "loss": 0.378,
      "step": 877690
    },
    {
      "epoch": 244.96,
      "grad_norm": 1.128575086593628,
      "learning_rate": 3.895426212990235e-06,
      "loss": 0.3656,
      "step": 877700
    },
    {
      "epoch": 244.97,
      "grad_norm": 1.0978307723999023,
      "learning_rate": 3.895405947738781e-06,
      "loss": 0.3632,
      "step": 877710
    },
    {
      "epoch": 244.97,
      "grad_norm": 1.0477226972579956,
      "learning_rate": 3.8953856822808e-06,
      "loss": 0.3695,
      "step": 877720
    },
    {
      "epoch": 244.97,
      "grad_norm": 1.2414416074752808,
      "learning_rate": 3.895365416616298e-06,
      "loss": 0.3748,
      "step": 877730
    },
    {
      "epoch": 244.97,
      "grad_norm": 1.1985092163085938,
      "learning_rate": 3.895345150745274e-06,
      "loss": 0.3702,
      "step": 877740
    },
    {
      "epoch": 244.98,
      "grad_norm": 0.9628070592880249,
      "learning_rate": 3.895324884667733e-06,
      "loss": 0.3474,
      "step": 877750
    },
    {
      "epoch": 244.98,
      "grad_norm": 1.0720590353012085,
      "learning_rate": 3.8953046183836765e-06,
      "loss": 0.3632,
      "step": 877760
    },
    {
      "epoch": 244.98,
      "grad_norm": 1.0125879049301147,
      "learning_rate": 3.895284351893108e-06,
      "loss": 0.3758,
      "step": 877770
    },
    {
      "epoch": 244.98,
      "grad_norm": 1.4275304079055786,
      "learning_rate": 3.8952640851960295e-06,
      "loss": 0.366,
      "step": 877780
    },
    {
      "epoch": 244.99,
      "grad_norm": 0.9785119295120239,
      "learning_rate": 3.895243818292444e-06,
      "loss": 0.3682,
      "step": 877790
    },
    {
      "epoch": 244.99,
      "grad_norm": 1.0962470769882202,
      "learning_rate": 3.895223551182354e-06,
      "loss": 0.3653,
      "step": 877800
    },
    {
      "epoch": 244.99,
      "grad_norm": 1.249606728553772,
      "learning_rate": 3.895203283865763e-06,
      "loss": 0.3621,
      "step": 877810
    },
    {
      "epoch": 245.0,
      "grad_norm": 0.9415385723114014,
      "learning_rate": 3.895183016342673e-06,
      "loss": 0.365,
      "step": 877820
    },
    {
      "epoch": 245.0,
      "grad_norm": 0.9641032218933105,
      "learning_rate": 3.895162748613087e-06,
      "loss": 0.372,
      "step": 877830
    },
    {
      "epoch": 245.0,
      "eval_loss": 0.3648425042629242,
      "eval_runtime": 63.2192,
      "eval_samples_per_second": 80.023,
      "eval_steps_per_second": 10.013,
      "step": 877835
    },
    {
      "epoch": 245.0,
      "grad_norm": 1.2345058917999268,
      "learning_rate": 3.895142480677007e-06,
      "loss": 0.3571,
      "step": 877840
    },
    {
      "epoch": 245.0,
      "grad_norm": 0.9263031482696533,
      "learning_rate": 3.895122212534437e-06,
      "loss": 0.3666,
      "step": 877850
    },
    {
      "epoch": 245.01,
      "grad_norm": 1.0064455270767212,
      "learning_rate": 3.895101944185378e-06,
      "loss": 0.3652,
      "step": 877860
    },
    {
      "epoch": 245.01,
      "grad_norm": 1.192187786102295,
      "learning_rate": 3.895081675629835e-06,
      "loss": 0.361,
      "step": 877870
    },
    {
      "epoch": 245.01,
      "grad_norm": 1.1326998472213745,
      "learning_rate": 3.895061406867809e-06,
      "loss": 0.3628,
      "step": 877880
    },
    {
      "epoch": 245.02,
      "grad_norm": 0.9166563153266907,
      "learning_rate": 3.895041137899302e-06,
      "loss": 0.3545,
      "step": 877890
    },
    {
      "epoch": 245.02,
      "grad_norm": 1.085598349571228,
      "learning_rate": 3.895020868724318e-06,
      "loss": 0.3591,
      "step": 877900
    },
    {
      "epoch": 245.02,
      "grad_norm": 1.1860814094543457,
      "learning_rate": 3.8950005993428604e-06,
      "loss": 0.3533,
      "step": 877910
    },
    {
      "epoch": 245.02,
      "grad_norm": 0.9078400731086731,
      "learning_rate": 3.89498032975493e-06,
      "loss": 0.3531,
      "step": 877920
    },
    {
      "epoch": 245.03,
      "grad_norm": 1.0962146520614624,
      "learning_rate": 3.894960059960531e-06,
      "loss": 0.3617,
      "step": 877930
    },
    {
      "epoch": 245.03,
      "grad_norm": 1.029511570930481,
      "learning_rate": 3.894939789959665e-06,
      "loss": 0.3647,
      "step": 877940
    },
    {
      "epoch": 245.03,
      "grad_norm": 0.9823441505432129,
      "learning_rate": 3.8949195197523355e-06,
      "loss": 0.3621,
      "step": 877950
    },
    {
      "epoch": 245.03,
      "grad_norm": 1.2656539678573608,
      "learning_rate": 3.8948992493385446e-06,
      "loss": 0.3637,
      "step": 877960
    },
    {
      "epoch": 245.04,
      "grad_norm": 0.9075826406478882,
      "learning_rate": 3.894878978718295e-06,
      "loss": 0.3547,
      "step": 877970
    },
    {
      "epoch": 245.04,
      "grad_norm": 0.9496361017227173,
      "learning_rate": 3.89485870789159e-06,
      "loss": 0.3662,
      "step": 877980
    },
    {
      "epoch": 245.04,
      "grad_norm": 1.0440287590026855,
      "learning_rate": 3.894838436858434e-06,
      "loss": 0.3712,
      "step": 877990
    },
    {
      "epoch": 245.05,
      "grad_norm": 1.020095705986023,
      "learning_rate": 3.8948181656188254e-06,
      "loss": 0.3711,
      "step": 878000
    },
    {
      "epoch": 245.05,
      "grad_norm": 1.0303739309310913,
      "learning_rate": 3.894797894172769e-06,
      "loss": 0.381,
      "step": 878010
    },
    {
      "epoch": 245.05,
      "grad_norm": 1.02860689163208,
      "learning_rate": 3.894777622520269e-06,
      "loss": 0.3617,
      "step": 878020
    },
    {
      "epoch": 245.05,
      "grad_norm": 1.0989818572998047,
      "learning_rate": 3.894757350661326e-06,
      "loss": 0.3552,
      "step": 878030
    },
    {
      "epoch": 245.06,
      "grad_norm": 1.1013668775558472,
      "learning_rate": 3.894737078595944e-06,
      "loss": 0.3667,
      "step": 878040
    },
    {
      "epoch": 245.06,
      "grad_norm": 1.097324013710022,
      "learning_rate": 3.894716806324124e-06,
      "loss": 0.374,
      "step": 878050
    },
    {
      "epoch": 245.06,
      "grad_norm": 1.2548588514328003,
      "learning_rate": 3.894696533845872e-06,
      "loss": 0.3849,
      "step": 878060
    },
    {
      "epoch": 245.07,
      "grad_norm": 0.9740959405899048,
      "learning_rate": 3.894676261161187e-06,
      "loss": 0.3523,
      "step": 878070
    },
    {
      "epoch": 245.07,
      "grad_norm": 1.1405107975006104,
      "learning_rate": 3.894655988270074e-06,
      "loss": 0.3752,
      "step": 878080
    },
    {
      "epoch": 245.07,
      "grad_norm": 0.9668664336204529,
      "learning_rate": 3.894635715172535e-06,
      "loss": 0.3562,
      "step": 878090
    },
    {
      "epoch": 245.07,
      "grad_norm": 1.142095685005188,
      "learning_rate": 3.8946154418685725e-06,
      "loss": 0.3625,
      "step": 878100
    },
    {
      "epoch": 245.08,
      "grad_norm": 1.0151221752166748,
      "learning_rate": 3.894595168358189e-06,
      "loss": 0.3688,
      "step": 878110
    },
    {
      "epoch": 245.08,
      "grad_norm": 1.0100868940353394,
      "learning_rate": 3.8945748946413875e-06,
      "loss": 0.3584,
      "step": 878120
    },
    {
      "epoch": 245.08,
      "grad_norm": 1.0253037214279175,
      "learning_rate": 3.894554620718171e-06,
      "loss": 0.3741,
      "step": 878130
    },
    {
      "epoch": 245.09,
      "grad_norm": 1.1589289903640747,
      "learning_rate": 3.894534346588543e-06,
      "loss": 0.3572,
      "step": 878140
    },
    {
      "epoch": 245.09,
      "grad_norm": 1.1230542659759521,
      "learning_rate": 3.894514072252504e-06,
      "loss": 0.3519,
      "step": 878150
    },
    {
      "epoch": 245.09,
      "grad_norm": 0.9661255478858948,
      "learning_rate": 3.894493797710058e-06,
      "loss": 0.3822,
      "step": 878160
    },
    {
      "epoch": 245.09,
      "grad_norm": 0.9334339499473572,
      "learning_rate": 3.894473522961208e-06,
      "loss": 0.3565,
      "step": 878170
    },
    {
      "epoch": 245.1,
      "grad_norm": 1.0047944784164429,
      "learning_rate": 3.894453248005956e-06,
      "loss": 0.3748,
      "step": 878180
    },
    {
      "epoch": 245.1,
      "grad_norm": 0.8714607954025269,
      "learning_rate": 3.894432972844306e-06,
      "loss": 0.364,
      "step": 878190
    },
    {
      "epoch": 245.1,
      "grad_norm": 1.193249225616455,
      "learning_rate": 3.894412697476258e-06,
      "loss": 0.3624,
      "step": 878200
    },
    {
      "epoch": 245.1,
      "grad_norm": 1.0040807723999023,
      "learning_rate": 3.894392421901816e-06,
      "loss": 0.3725,
      "step": 878210
    },
    {
      "epoch": 245.11,
      "grad_norm": 0.992701530456543,
      "learning_rate": 3.894372146120985e-06,
      "loss": 0.3549,
      "step": 878220
    },
    {
      "epoch": 245.11,
      "grad_norm": 0.9992939829826355,
      "learning_rate": 3.894351870133765e-06,
      "loss": 0.3493,
      "step": 878230
    },
    {
      "epoch": 245.11,
      "grad_norm": 1.1791568994522095,
      "learning_rate": 3.894331593940159e-06,
      "loss": 0.352,
      "step": 878240
    },
    {
      "epoch": 245.12,
      "grad_norm": 1.174604892730713,
      "learning_rate": 3.894311317540171e-06,
      "loss": 0.3555,
      "step": 878250
    },
    {
      "epoch": 245.12,
      "grad_norm": 0.9818776249885559,
      "learning_rate": 3.894291040933802e-06,
      "loss": 0.3626,
      "step": 878260
    },
    {
      "epoch": 245.12,
      "grad_norm": 1.1806654930114746,
      "learning_rate": 3.894270764121057e-06,
      "loss": 0.3891,
      "step": 878270
    },
    {
      "epoch": 245.12,
      "grad_norm": 1.0540587902069092,
      "learning_rate": 3.894250487101936e-06,
      "loss": 0.3665,
      "step": 878280
    },
    {
      "epoch": 245.13,
      "grad_norm": 0.9419896602630615,
      "learning_rate": 3.894230209876443e-06,
      "loss": 0.367,
      "step": 878290
    },
    {
      "epoch": 245.13,
      "grad_norm": 0.9456764459609985,
      "learning_rate": 3.894209932444581e-06,
      "loss": 0.3649,
      "step": 878300
    },
    {
      "epoch": 245.13,
      "grad_norm": 1.05731999874115,
      "learning_rate": 3.894189654806352e-06,
      "loss": 0.3577,
      "step": 878310
    },
    {
      "epoch": 245.14,
      "grad_norm": 0.9013534188270569,
      "learning_rate": 3.894169376961759e-06,
      "loss": 0.3526,
      "step": 878320
    },
    {
      "epoch": 245.14,
      "grad_norm": 1.1287670135498047,
      "learning_rate": 3.894149098910806e-06,
      "loss": 0.3691,
      "step": 878330
    },
    {
      "epoch": 245.14,
      "grad_norm": 0.8343443274497986,
      "learning_rate": 3.894128820653493e-06,
      "loss": 0.3528,
      "step": 878340
    },
    {
      "epoch": 245.14,
      "grad_norm": 1.6650370359420776,
      "learning_rate": 3.894108542189825e-06,
      "loss": 0.3792,
      "step": 878350
    },
    {
      "epoch": 245.15,
      "grad_norm": 1.1730810403823853,
      "learning_rate": 3.894088263519804e-06,
      "loss": 0.3685,
      "step": 878360
    },
    {
      "epoch": 245.15,
      "grad_norm": 1.0685417652130127,
      "learning_rate": 3.894067984643432e-06,
      "loss": 0.3769,
      "step": 878370
    },
    {
      "epoch": 245.15,
      "grad_norm": 0.9976120591163635,
      "learning_rate": 3.894047705560712e-06,
      "loss": 0.3705,
      "step": 878380
    },
    {
      "epoch": 245.15,
      "grad_norm": 1.098273754119873,
      "learning_rate": 3.894027426271647e-06,
      "loss": 0.3606,
      "step": 878390
    },
    {
      "epoch": 245.16,
      "grad_norm": 1.1756669282913208,
      "learning_rate": 3.894007146776239e-06,
      "loss": 0.3644,
      "step": 878400
    },
    {
      "epoch": 245.16,
      "grad_norm": 1.014994502067566,
      "learning_rate": 3.893986867074493e-06,
      "loss": 0.37,
      "step": 878410
    },
    {
      "epoch": 245.16,
      "grad_norm": 1.0019893646240234,
      "learning_rate": 3.893966587166409e-06,
      "loss": 0.3528,
      "step": 878420
    },
    {
      "epoch": 245.17,
      "grad_norm": 0.9518592953681946,
      "learning_rate": 3.893946307051991e-06,
      "loss": 0.3624,
      "step": 878430
    },
    {
      "epoch": 245.17,
      "grad_norm": 1.1050313711166382,
      "learning_rate": 3.893926026731242e-06,
      "loss": 0.3574,
      "step": 878440
    },
    {
      "epoch": 245.17,
      "grad_norm": 1.1852022409439087,
      "learning_rate": 3.893905746204164e-06,
      "loss": 0.3763,
      "step": 878450
    },
    {
      "epoch": 245.17,
      "grad_norm": 1.0622780323028564,
      "learning_rate": 3.89388546547076e-06,
      "loss": 0.3624,
      "step": 878460
    },
    {
      "epoch": 245.18,
      "grad_norm": 1.022368311882019,
      "learning_rate": 3.893865184531031e-06,
      "loss": 0.3632,
      "step": 878470
    },
    {
      "epoch": 245.18,
      "grad_norm": 1.0980427265167236,
      "learning_rate": 3.893844903384984e-06,
      "loss": 0.3749,
      "step": 878480
    },
    {
      "epoch": 245.18,
      "grad_norm": 1.4007984399795532,
      "learning_rate": 3.893824622032616e-06,
      "loss": 0.3795,
      "step": 878490
    },
    {
      "epoch": 245.19,
      "grad_norm": 1.2020114660263062,
      "learning_rate": 3.893804340473935e-06,
      "loss": 0.3668,
      "step": 878500
    },
    {
      "epoch": 245.19,
      "grad_norm": 0.8865971565246582,
      "learning_rate": 3.893784058708941e-06,
      "loss": 0.3606,
      "step": 878510
    },
    {
      "epoch": 245.19,
      "grad_norm": 1.2095270156860352,
      "learning_rate": 3.893763776737635e-06,
      "loss": 0.3708,
      "step": 878520
    },
    {
      "epoch": 245.19,
      "grad_norm": 1.1086033582687378,
      "learning_rate": 3.8937434945600236e-06,
      "loss": 0.3712,
      "step": 878530
    },
    {
      "epoch": 245.2,
      "grad_norm": 0.8890557885169983,
      "learning_rate": 3.893723212176107e-06,
      "loss": 0.3643,
      "step": 878540
    },
    {
      "epoch": 245.2,
      "grad_norm": 1.1080479621887207,
      "learning_rate": 3.893702929585888e-06,
      "loss": 0.3551,
      "step": 878550
    },
    {
      "epoch": 245.2,
      "grad_norm": 1.0748956203460693,
      "learning_rate": 3.893682646789371e-06,
      "loss": 0.3609,
      "step": 878560
    },
    {
      "epoch": 245.21,
      "grad_norm": 1.0300577878952026,
      "learning_rate": 3.893662363786557e-06,
      "loss": 0.3604,
      "step": 878570
    },
    {
      "epoch": 245.21,
      "grad_norm": 1.4247387647628784,
      "learning_rate": 3.893642080577449e-06,
      "loss": 0.3708,
      "step": 878580
    },
    {
      "epoch": 245.21,
      "grad_norm": 1.0549827814102173,
      "learning_rate": 3.893621797162051e-06,
      "loss": 0.3646,
      "step": 878590
    },
    {
      "epoch": 245.21,
      "grad_norm": 1.2323030233383179,
      "learning_rate": 3.893601513540363e-06,
      "loss": 0.3665,
      "step": 878600
    },
    {
      "epoch": 245.22,
      "grad_norm": 0.9172753691673279,
      "learning_rate": 3.893581229712391e-06,
      "loss": 0.3761,
      "step": 878610
    },
    {
      "epoch": 245.22,
      "grad_norm": 1.1949307918548584,
      "learning_rate": 3.893560945678134e-06,
      "loss": 0.3471,
      "step": 878620
    },
    {
      "epoch": 245.22,
      "grad_norm": 1.0976893901824951,
      "learning_rate": 3.8935406614375985e-06,
      "loss": 0.3813,
      "step": 878630
    },
    {
      "epoch": 245.22,
      "grad_norm": 1.193127989768982,
      "learning_rate": 3.893520376990786e-06,
      "loss": 0.3432,
      "step": 878640
    },
    {
      "epoch": 245.23,
      "grad_norm": 0.8794903755187988,
      "learning_rate": 3.893500092337697e-06,
      "loss": 0.3585,
      "step": 878650
    },
    {
      "epoch": 245.23,
      "grad_norm": 1.1745595932006836,
      "learning_rate": 3.893479807478336e-06,
      "loss": 0.3568,
      "step": 878660
    },
    {
      "epoch": 245.23,
      "grad_norm": 0.9076422452926636,
      "learning_rate": 3.893459522412707e-06,
      "loss": 0.3479,
      "step": 878670
    },
    {
      "epoch": 245.24,
      "grad_norm": 0.9686905741691589,
      "learning_rate": 3.89343923714081e-06,
      "loss": 0.3721,
      "step": 878680
    },
    {
      "epoch": 245.24,
      "grad_norm": 0.9903861284255981,
      "learning_rate": 3.893418951662648e-06,
      "loss": 0.375,
      "step": 878690
    },
    {
      "epoch": 245.24,
      "grad_norm": 0.9515313506126404,
      "learning_rate": 3.893398665978226e-06,
      "loss": 0.3567,
      "step": 878700
    },
    {
      "epoch": 245.24,
      "grad_norm": 1.0133790969848633,
      "learning_rate": 3.893378380087546e-06,
      "loss": 0.3521,
      "step": 878710
    },
    {
      "epoch": 245.25,
      "grad_norm": 1.0878623723983765,
      "learning_rate": 3.893358093990609e-06,
      "loss": 0.3684,
      "step": 878720
    },
    {
      "epoch": 245.25,
      "grad_norm": 1.1679105758666992,
      "learning_rate": 3.893337807687418e-06,
      "loss": 0.3623,
      "step": 878730
    },
    {
      "epoch": 245.25,
      "grad_norm": 1.0381126403808594,
      "learning_rate": 3.893317521177978e-06,
      "loss": 0.3809,
      "step": 878740
    },
    {
      "epoch": 245.26,
      "grad_norm": 1.1878726482391357,
      "learning_rate": 3.89329723446229e-06,
      "loss": 0.3691,
      "step": 878750
    },
    {
      "epoch": 245.26,
      "grad_norm": 1.0130270719528198,
      "learning_rate": 3.893276947540356e-06,
      "loss": 0.3729,
      "step": 878760
    },
    {
      "epoch": 245.26,
      "grad_norm": 1.1504881381988525,
      "learning_rate": 3.893256660412179e-06,
      "loss": 0.3763,
      "step": 878770
    },
    {
      "epoch": 245.26,
      "grad_norm": 0.9065858125686646,
      "learning_rate": 3.8932363730777635e-06,
      "loss": 0.3733,
      "step": 878780
    },
    {
      "epoch": 245.27,
      "grad_norm": 1.0536412000656128,
      "learning_rate": 3.8932160855371104e-06,
      "loss": 0.3633,
      "step": 878790
    },
    {
      "epoch": 245.27,
      "grad_norm": 1.5336215496063232,
      "learning_rate": 3.8931957977902235e-06,
      "loss": 0.3714,
      "step": 878800
    },
    {
      "epoch": 245.27,
      "grad_norm": 1.0677735805511475,
      "learning_rate": 3.893175509837104e-06,
      "loss": 0.3793,
      "step": 878810
    },
    {
      "epoch": 245.27,
      "grad_norm": 1.0224112272262573,
      "learning_rate": 3.893155221677756e-06,
      "loss": 0.3737,
      "step": 878820
    },
    {
      "epoch": 245.28,
      "grad_norm": 1.130587100982666,
      "learning_rate": 3.893134933312182e-06,
      "loss": 0.3651,
      "step": 878830
    },
    {
      "epoch": 245.28,
      "grad_norm": 1.1384931802749634,
      "learning_rate": 3.893114644740385e-06,
      "loss": 0.3578,
      "step": 878840
    },
    {
      "epoch": 245.28,
      "grad_norm": 0.888449490070343,
      "learning_rate": 3.893094355962367e-06,
      "loss": 0.3323,
      "step": 878850
    },
    {
      "epoch": 245.29,
      "grad_norm": 0.9238619208335876,
      "learning_rate": 3.893074066978129e-06,
      "loss": 0.373,
      "step": 878860
    },
    {
      "epoch": 245.29,
      "grad_norm": 1.0108040571212769,
      "learning_rate": 3.8930537777876775e-06,
      "loss": 0.3636,
      "step": 878870
    },
    {
      "epoch": 245.29,
      "grad_norm": 1.0350719690322876,
      "learning_rate": 3.893033488391013e-06,
      "loss": 0.3642,
      "step": 878880
    },
    {
      "epoch": 245.29,
      "grad_norm": 0.8939350843429565,
      "learning_rate": 3.893013198788137e-06,
      "loss": 0.3671,
      "step": 878890
    },
    {
      "epoch": 245.3,
      "grad_norm": 1.0934778451919556,
      "learning_rate": 3.892992908979055e-06,
      "loss": 0.3628,
      "step": 878900
    },
    {
      "epoch": 245.3,
      "grad_norm": 1.0383918285369873,
      "learning_rate": 3.892972618963768e-06,
      "loss": 0.382,
      "step": 878910
    },
    {
      "epoch": 245.3,
      "grad_norm": 1.0809859037399292,
      "learning_rate": 3.892952328742278e-06,
      "loss": 0.3698,
      "step": 878920
    },
    {
      "epoch": 245.31,
      "grad_norm": 0.9500617980957031,
      "learning_rate": 3.8929320383145906e-06,
      "loss": 0.3574,
      "step": 878930
    },
    {
      "epoch": 245.31,
      "grad_norm": 1.1892507076263428,
      "learning_rate": 3.892911747680706e-06,
      "loss": 0.3632,
      "step": 878940
    },
    {
      "epoch": 245.31,
      "grad_norm": 1.0971161127090454,
      "learning_rate": 3.892891456840627e-06,
      "loss": 0.3457,
      "step": 878950
    },
    {
      "epoch": 245.31,
      "grad_norm": 1.1348540782928467,
      "learning_rate": 3.892871165794358e-06,
      "loss": 0.3842,
      "step": 878960
    },
    {
      "epoch": 245.32,
      "grad_norm": 0.9188235998153687,
      "learning_rate": 3.892850874541899e-06,
      "loss": 0.3626,
      "step": 878970
    },
    {
      "epoch": 245.32,
      "grad_norm": 0.8947734832763672,
      "learning_rate": 3.892830583083255e-06,
      "loss": 0.3677,
      "step": 878980
    },
    {
      "epoch": 245.32,
      "grad_norm": 0.963763415813446,
      "learning_rate": 3.892810291418428e-06,
      "loss": 0.3624,
      "step": 878990
    },
    {
      "epoch": 245.33,
      "grad_norm": 0.9614259004592896,
      "learning_rate": 3.8927899995474205e-06,
      "loss": 0.3493,
      "step": 879000
    },
    {
      "epoch": 245.33,
      "grad_norm": 0.934432327747345,
      "learning_rate": 3.892769707470235e-06,
      "loss": 0.3577,
      "step": 879010
    },
    {
      "epoch": 245.33,
      "grad_norm": 1.1284490823745728,
      "learning_rate": 3.892749415186875e-06,
      "loss": 0.3479,
      "step": 879020
    },
    {
      "epoch": 245.33,
      "grad_norm": 2.3693349361419678,
      "learning_rate": 3.892729122697344e-06,
      "loss": 0.3632,
      "step": 879030
    },
    {
      "epoch": 245.34,
      "grad_norm": 0.8753683567047119,
      "learning_rate": 3.892708830001642e-06,
      "loss": 0.3643,
      "step": 879040
    },
    {
      "epoch": 245.34,
      "grad_norm": 1.064568281173706,
      "learning_rate": 3.892688537099773e-06,
      "loss": 0.3697,
      "step": 879050
    },
    {
      "epoch": 245.34,
      "grad_norm": 1.043168067932129,
      "learning_rate": 3.89266824399174e-06,
      "loss": 0.3677,
      "step": 879060
    },
    {
      "epoch": 245.34,
      "grad_norm": 1.2453616857528687,
      "learning_rate": 3.892647950677546e-06,
      "loss": 0.3637,
      "step": 879070
    },
    {
      "epoch": 245.35,
      "grad_norm": 0.9861458539962769,
      "learning_rate": 3.892627657157193e-06,
      "loss": 0.3725,
      "step": 879080
    },
    {
      "epoch": 245.35,
      "grad_norm": 1.0741842985153198,
      "learning_rate": 3.892607363430684e-06,
      "loss": 0.353,
      "step": 879090
    },
    {
      "epoch": 245.35,
      "grad_norm": 1.1044032573699951,
      "learning_rate": 3.8925870694980226e-06,
      "loss": 0.3771,
      "step": 879100
    },
    {
      "epoch": 245.36,
      "grad_norm": 1.0941981077194214,
      "learning_rate": 3.892566775359209e-06,
      "loss": 0.3656,
      "step": 879110
    },
    {
      "epoch": 245.36,
      "grad_norm": 1.0828028917312622,
      "learning_rate": 3.892546481014248e-06,
      "loss": 0.3664,
      "step": 879120
    },
    {
      "epoch": 245.36,
      "grad_norm": 1.0925313234329224,
      "learning_rate": 3.892526186463143e-06,
      "loss": 0.3616,
      "step": 879130
    },
    {
      "epoch": 245.36,
      "grad_norm": 1.2286272048950195,
      "learning_rate": 3.892505891705893e-06,
      "loss": 0.3784,
      "step": 879140
    },
    {
      "epoch": 245.37,
      "grad_norm": 1.096145510673523,
      "learning_rate": 3.892485596742505e-06,
      "loss": 0.3621,
      "step": 879150
    },
    {
      "epoch": 245.37,
      "grad_norm": 1.0993139743804932,
      "learning_rate": 3.8924653015729795e-06,
      "loss": 0.3838,
      "step": 879160
    },
    {
      "epoch": 245.37,
      "grad_norm": 1.1159758567810059,
      "learning_rate": 3.892445006197319e-06,
      "loss": 0.3715,
      "step": 879170
    },
    {
      "epoch": 245.38,
      "grad_norm": 1.0346999168395996,
      "learning_rate": 3.892424710615527e-06,
      "loss": 0.3699,
      "step": 879180
    },
    {
      "epoch": 245.38,
      "grad_norm": 0.9931179285049438,
      "learning_rate": 3.892404414827607e-06,
      "loss": 0.3792,
      "step": 879190
    },
    {
      "epoch": 245.38,
      "grad_norm": 1.0729085206985474,
      "learning_rate": 3.8923841188335604e-06,
      "loss": 0.3755,
      "step": 879200
    },
    {
      "epoch": 245.38,
      "grad_norm": 1.0159162282943726,
      "learning_rate": 3.892363822633389e-06,
      "loss": 0.361,
      "step": 879210
    },
    {
      "epoch": 245.39,
      "grad_norm": 1.0459424257278442,
      "learning_rate": 3.892343526227098e-06,
      "loss": 0.3533,
      "step": 879220
    },
    {
      "epoch": 245.39,
      "grad_norm": 1.151228427886963,
      "learning_rate": 3.892323229614688e-06,
      "loss": 0.3622,
      "step": 879230
    },
    {
      "epoch": 245.39,
      "grad_norm": 1.1780599355697632,
      "learning_rate": 3.892302932796162e-06,
      "loss": 0.3681,
      "step": 879240
    },
    {
      "epoch": 245.39,
      "grad_norm": 1.0213030576705933,
      "learning_rate": 3.892282635771524e-06,
      "loss": 0.379,
      "step": 879250
    },
    {
      "epoch": 245.4,
      "grad_norm": 0.8525750041007996,
      "learning_rate": 3.892262338540776e-06,
      "loss": 0.3602,
      "step": 879260
    },
    {
      "epoch": 245.4,
      "grad_norm": 1.1740703582763672,
      "learning_rate": 3.89224204110392e-06,
      "loss": 0.3616,
      "step": 879270
    },
    {
      "epoch": 245.4,
      "grad_norm": 1.093180537223816,
      "learning_rate": 3.892221743460959e-06,
      "loss": 0.3746,
      "step": 879280
    },
    {
      "epoch": 245.41,
      "grad_norm": 1.175001859664917,
      "learning_rate": 3.892201445611897e-06,
      "loss": 0.3791,
      "step": 879290
    },
    {
      "epoch": 245.41,
      "grad_norm": 1.2225617170333862,
      "learning_rate": 3.892181147556735e-06,
      "loss": 0.352,
      "step": 879300
    },
    {
      "epoch": 245.41,
      "grad_norm": 0.9537069201469421,
      "learning_rate": 3.892160849295478e-06,
      "loss": 0.3667,
      "step": 879310
    },
    {
      "epoch": 245.41,
      "grad_norm": 1.196716547012329,
      "learning_rate": 3.892140550828125e-06,
      "loss": 0.3586,
      "step": 879320
    },
    {
      "epoch": 245.42,
      "grad_norm": 0.9897406697273254,
      "learning_rate": 3.8921202521546815e-06,
      "loss": 0.3613,
      "step": 879330
    },
    {
      "epoch": 245.42,
      "grad_norm": 0.9250574707984924,
      "learning_rate": 3.892099953275149e-06,
      "loss": 0.3551,
      "step": 879340
    },
    {
      "epoch": 245.42,
      "grad_norm": 0.9629215002059937,
      "learning_rate": 3.892079654189532e-06,
      "loss": 0.3419,
      "step": 879350
    },
    {
      "epoch": 245.43,
      "grad_norm": 1.00870680809021,
      "learning_rate": 3.8920593548978305e-06,
      "loss": 0.3639,
      "step": 879360
    },
    {
      "epoch": 245.43,
      "grad_norm": 1.0895047187805176,
      "learning_rate": 3.892039055400049e-06,
      "loss": 0.3568,
      "step": 879370
    },
    {
      "epoch": 245.43,
      "grad_norm": 1.147752046585083,
      "learning_rate": 3.8920187556961905e-06,
      "loss": 0.3573,
      "step": 879380
    },
    {
      "epoch": 245.43,
      "grad_norm": 0.9860442280769348,
      "learning_rate": 3.891998455786256e-06,
      "loss": 0.363,
      "step": 879390
    },
    {
      "epoch": 245.44,
      "grad_norm": 1.022447109222412,
      "learning_rate": 3.89197815567025e-06,
      "loss": 0.3553,
      "step": 879400
    },
    {
      "epoch": 245.44,
      "grad_norm": 1.200750470161438,
      "learning_rate": 3.891957855348174e-06,
      "loss": 0.3652,
      "step": 879410
    },
    {
      "epoch": 245.44,
      "grad_norm": 1.365785002708435,
      "learning_rate": 3.891937554820032e-06,
      "loss": 0.3641,
      "step": 879420
    },
    {
      "epoch": 245.45,
      "grad_norm": 0.879867434501648,
      "learning_rate": 3.891917254085825e-06,
      "loss": 0.349,
      "step": 879430
    },
    {
      "epoch": 245.45,
      "grad_norm": 1.1850029230117798,
      "learning_rate": 3.891896953145556e-06,
      "loss": 0.3762,
      "step": 879440
    },
    {
      "epoch": 245.45,
      "grad_norm": 1.0943386554718018,
      "learning_rate": 3.891876651999229e-06,
      "loss": 0.365,
      "step": 879450
    },
    {
      "epoch": 245.45,
      "grad_norm": 1.0923399925231934,
      "learning_rate": 3.891856350646846e-06,
      "loss": 0.3629,
      "step": 879460
    },
    {
      "epoch": 245.46,
      "grad_norm": 0.9590446949005127,
      "learning_rate": 3.891836049088409e-06,
      "loss": 0.3649,
      "step": 879470
    },
    {
      "epoch": 245.46,
      "grad_norm": 1.0334341526031494,
      "learning_rate": 3.8918157473239226e-06,
      "loss": 0.3724,
      "step": 879480
    },
    {
      "epoch": 245.46,
      "grad_norm": 1.0372858047485352,
      "learning_rate": 3.8917954453533864e-06,
      "loss": 0.3571,
      "step": 879490
    },
    {
      "epoch": 245.46,
      "grad_norm": 1.1859785318374634,
      "learning_rate": 3.891775143176806e-06,
      "loss": 0.3685,
      "step": 879500
    },
    {
      "epoch": 245.47,
      "grad_norm": 1.0464115142822266,
      "learning_rate": 3.891754840794183e-06,
      "loss": 0.3787,
      "step": 879510
    },
    {
      "epoch": 245.47,
      "grad_norm": 1.0811508893966675,
      "learning_rate": 3.89173453820552e-06,
      "loss": 0.3608,
      "step": 879520
    },
    {
      "epoch": 245.47,
      "grad_norm": 1.0490108728408813,
      "learning_rate": 3.89171423541082e-06,
      "loss": 0.355,
      "step": 879530
    },
    {
      "epoch": 245.48,
      "grad_norm": 1.0030182600021362,
      "learning_rate": 3.891693932410086e-06,
      "loss": 0.3797,
      "step": 879540
    },
    {
      "epoch": 245.48,
      "grad_norm": 1.0573724508285522,
      "learning_rate": 3.891673629203319e-06,
      "loss": 0.3604,
      "step": 879550
    },
    {
      "epoch": 245.48,
      "grad_norm": 0.9900663495063782,
      "learning_rate": 3.8916533257905235e-06,
      "loss": 0.3744,
      "step": 879560
    },
    {
      "epoch": 245.48,
      "grad_norm": 1.0706744194030762,
      "learning_rate": 3.891633022171702e-06,
      "loss": 0.3614,
      "step": 879570
    },
    {
      "epoch": 245.49,
      "grad_norm": 1.1626032590866089,
      "learning_rate": 3.8916127183468565e-06,
      "loss": 0.3411,
      "step": 879580
    },
    {
      "epoch": 245.49,
      "grad_norm": 0.9866352677345276,
      "learning_rate": 3.89159241431599e-06,
      "loss": 0.3786,
      "step": 879590
    },
    {
      "epoch": 245.49,
      "grad_norm": 1.3062219619750977,
      "learning_rate": 3.891572110079105e-06,
      "loss": 0.3607,
      "step": 879600
    },
    {
      "epoch": 245.5,
      "grad_norm": 1.055211067199707,
      "learning_rate": 3.891551805636205e-06,
      "loss": 0.3674,
      "step": 879610
    },
    {
      "epoch": 245.5,
      "grad_norm": 0.9909765720367432,
      "learning_rate": 3.891531500987292e-06,
      "loss": 0.3501,
      "step": 879620
    },
    {
      "epoch": 245.5,
      "grad_norm": 1.1401203870773315,
      "learning_rate": 3.891511196132369e-06,
      "loss": 0.3705,
      "step": 879630
    },
    {
      "epoch": 245.5,
      "grad_norm": 1.1394445896148682,
      "learning_rate": 3.891490891071438e-06,
      "loss": 0.3576,
      "step": 879640
    },
    {
      "epoch": 245.51,
      "grad_norm": 1.10624361038208,
      "learning_rate": 3.891470585804503e-06,
      "loss": 0.3589,
      "step": 879650
    },
    {
      "epoch": 245.51,
      "grad_norm": 0.9824909567832947,
      "learning_rate": 3.891450280331566e-06,
      "loss": 0.3709,
      "step": 879660
    },
    {
      "epoch": 245.51,
      "grad_norm": 1.144712209701538,
      "learning_rate": 3.891429974652629e-06,
      "loss": 0.3651,
      "step": 879670
    },
    {
      "epoch": 245.51,
      "grad_norm": 1.2296689748764038,
      "learning_rate": 3.891409668767696e-06,
      "loss": 0.3598,
      "step": 879680
    },
    {
      "epoch": 245.52,
      "grad_norm": 1.1060506105422974,
      "learning_rate": 3.891389362676768e-06,
      "loss": 0.3638,
      "step": 879690
    },
    {
      "epoch": 245.52,
      "grad_norm": 1.0769606828689575,
      "learning_rate": 3.8913690563798495e-06,
      "loss": 0.3641,
      "step": 879700
    },
    {
      "epoch": 245.52,
      "grad_norm": 1.1515861749649048,
      "learning_rate": 3.891348749876943e-06,
      "loss": 0.3767,
      "step": 879710
    },
    {
      "epoch": 245.53,
      "grad_norm": 0.9993193745613098,
      "learning_rate": 3.89132844316805e-06,
      "loss": 0.3665,
      "step": 879720
    },
    {
      "epoch": 245.53,
      "grad_norm": 1.0755940675735474,
      "learning_rate": 3.891308136253174e-06,
      "loss": 0.3515,
      "step": 879730
    },
    {
      "epoch": 245.53,
      "grad_norm": 1.1479902267456055,
      "learning_rate": 3.8912878291323185e-06,
      "loss": 0.3613,
      "step": 879740
    },
    {
      "epoch": 245.53,
      "grad_norm": 1.3034285306930542,
      "learning_rate": 3.891267521805483e-06,
      "loss": 0.3482,
      "step": 879750
    },
    {
      "epoch": 245.54,
      "grad_norm": 1.2872897386550903,
      "learning_rate": 3.891247214272675e-06,
      "loss": 0.3534,
      "step": 879760
    },
    {
      "epoch": 245.54,
      "grad_norm": 1.2372394800186157,
      "learning_rate": 3.8912269065338934e-06,
      "loss": 0.3828,
      "step": 879770
    },
    {
      "epoch": 245.54,
      "grad_norm": 1.0610780715942383,
      "learning_rate": 3.8912065985891425e-06,
      "loss": 0.3475,
      "step": 879780
    },
    {
      "epoch": 245.55,
      "grad_norm": 1.1420985460281372,
      "learning_rate": 3.891186290438424e-06,
      "loss": 0.3586,
      "step": 879790
    },
    {
      "epoch": 245.55,
      "grad_norm": 1.040098786354065,
      "learning_rate": 3.891165982081743e-06,
      "loss": 0.3591,
      "step": 879800
    },
    {
      "epoch": 245.55,
      "grad_norm": 1.1751551628112793,
      "learning_rate": 3.8911456735191e-06,
      "loss": 0.3883,
      "step": 879810
    },
    {
      "epoch": 245.55,
      "grad_norm": 1.187106728553772,
      "learning_rate": 3.891125364750497e-06,
      "loss": 0.3678,
      "step": 879820
    },
    {
      "epoch": 245.56,
      "grad_norm": 1.1189844608306885,
      "learning_rate": 3.891105055775938e-06,
      "loss": 0.3689,
      "step": 879830
    },
    {
      "epoch": 245.56,
      "grad_norm": 0.9480069279670715,
      "learning_rate": 3.891084746595427e-06,
      "loss": 0.3606,
      "step": 879840
    },
    {
      "epoch": 245.56,
      "grad_norm": 1.011343002319336,
      "learning_rate": 3.891064437208964e-06,
      "loss": 0.3583,
      "step": 879850
    },
    {
      "epoch": 245.57,
      "grad_norm": 0.904510498046875,
      "learning_rate": 3.891044127616554e-06,
      "loss": 0.3676,
      "step": 879860
    },
    {
      "epoch": 245.57,
      "grad_norm": 1.1325953006744385,
      "learning_rate": 3.891023817818198e-06,
      "loss": 0.3449,
      "step": 879870
    },
    {
      "epoch": 245.57,
      "grad_norm": 1.5147525072097778,
      "learning_rate": 3.8910035078139e-06,
      "loss": 0.3629,
      "step": 879880
    },
    {
      "epoch": 245.57,
      "grad_norm": 1.220720648765564,
      "learning_rate": 3.890983197603661e-06,
      "loss": 0.3797,
      "step": 879890
    },
    {
      "epoch": 245.58,
      "grad_norm": 1.0086913108825684,
      "learning_rate": 3.890962887187487e-06,
      "loss": 0.3743,
      "step": 879900
    },
    {
      "epoch": 245.58,
      "grad_norm": 1.2852435111999512,
      "learning_rate": 3.890942576565377e-06,
      "loss": 0.3691,
      "step": 879910
    },
    {
      "epoch": 245.58,
      "grad_norm": 0.8589852452278137,
      "learning_rate": 3.8909222657373355e-06,
      "loss": 0.3615,
      "step": 879920
    },
    {
      "epoch": 245.58,
      "grad_norm": 1.0887819528579712,
      "learning_rate": 3.8909019547033656e-06,
      "loss": 0.3802,
      "step": 879930
    },
    {
      "epoch": 245.59,
      "grad_norm": 1.052986979484558,
      "learning_rate": 3.890881643463468e-06,
      "loss": 0.3807,
      "step": 879940
    },
    {
      "epoch": 245.59,
      "grad_norm": 1.1631933450698853,
      "learning_rate": 3.890861332017647e-06,
      "loss": 0.3729,
      "step": 879950
    },
    {
      "epoch": 245.59,
      "grad_norm": 1.128501057624817,
      "learning_rate": 3.890841020365907e-06,
      "loss": 0.3645,
      "step": 879960
    },
    {
      "epoch": 245.6,
      "grad_norm": 1.0887445211410522,
      "learning_rate": 3.890820708508246e-06,
      "loss": 0.3645,
      "step": 879970
    },
    {
      "epoch": 245.6,
      "grad_norm": 1.0821183919906616,
      "learning_rate": 3.890800396444671e-06,
      "loss": 0.3638,
      "step": 879980
    },
    {
      "epoch": 245.6,
      "grad_norm": 1.0407652854919434,
      "learning_rate": 3.890780084175183e-06,
      "loss": 0.3605,
      "step": 879990
    },
    {
      "epoch": 245.6,
      "grad_norm": 1.25242280960083,
      "learning_rate": 3.890759771699785e-06,
      "loss": 0.3498,
      "step": 880000
    },
    {
      "epoch": 245.61,
      "grad_norm": 1.0154764652252197,
      "learning_rate": 3.89073945901848e-06,
      "loss": 0.3693,
      "step": 880010
    },
    {
      "epoch": 245.61,
      "grad_norm": 1.0930306911468506,
      "learning_rate": 3.8907191461312694e-06,
      "loss": 0.365,
      "step": 880020
    },
    {
      "epoch": 245.61,
      "grad_norm": 1.6582368612289429,
      "learning_rate": 3.890698833038157e-06,
      "loss": 0.3611,
      "step": 880030
    },
    {
      "epoch": 245.62,
      "grad_norm": 1.1832420825958252,
      "learning_rate": 3.890678519739145e-06,
      "loss": 0.3779,
      "step": 880040
    },
    {
      "epoch": 245.62,
      "grad_norm": 1.090761423110962,
      "learning_rate": 3.890658206234237e-06,
      "loss": 0.3623,
      "step": 880050
    },
    {
      "epoch": 245.62,
      "grad_norm": 0.9200983047485352,
      "learning_rate": 3.890637892523435e-06,
      "loss": 0.3765,
      "step": 880060
    },
    {
      "epoch": 245.62,
      "grad_norm": 1.268581509590149,
      "learning_rate": 3.890617578606742e-06,
      "loss": 0.378,
      "step": 880070
    },
    {
      "epoch": 245.63,
      "grad_norm": 0.9588918685913086,
      "learning_rate": 3.89059726448416e-06,
      "loss": 0.3569,
      "step": 880080
    },
    {
      "epoch": 245.63,
      "grad_norm": 1.1967178583145142,
      "learning_rate": 3.8905769501556915e-06,
      "loss": 0.3442,
      "step": 880090
    },
    {
      "epoch": 245.63,
      "grad_norm": 1.027579665184021,
      "learning_rate": 3.890556635621341e-06,
      "loss": 0.3635,
      "step": 880100
    },
    {
      "epoch": 245.63,
      "grad_norm": 1.1539756059646606,
      "learning_rate": 3.89053632088111e-06,
      "loss": 0.3678,
      "step": 880110
    },
    {
      "epoch": 245.64,
      "grad_norm": 0.9421539306640625,
      "learning_rate": 3.890516005935001e-06,
      "loss": 0.3431,
      "step": 880120
    },
    {
      "epoch": 245.64,
      "grad_norm": 1.2092951536178589,
      "learning_rate": 3.890495690783018e-06,
      "loss": 0.3775,
      "step": 880130
    },
    {
      "epoch": 245.64,
      "grad_norm": 1.0284467935562134,
      "learning_rate": 3.890475375425162e-06,
      "loss": 0.352,
      "step": 880140
    },
    {
      "epoch": 245.65,
      "grad_norm": 0.9796440601348877,
      "learning_rate": 3.890455059861436e-06,
      "loss": 0.3572,
      "step": 880150
    },
    {
      "epoch": 245.65,
      "grad_norm": 1.019092082977295,
      "learning_rate": 3.890434744091844e-06,
      "loss": 0.3655,
      "step": 880160
    },
    {
      "epoch": 245.65,
      "grad_norm": 0.9876940250396729,
      "learning_rate": 3.890414428116387e-06,
      "loss": 0.3711,
      "step": 880170
    },
    {
      "epoch": 245.65,
      "grad_norm": 1.1539829969406128,
      "learning_rate": 3.890394111935068e-06,
      "loss": 0.3667,
      "step": 880180
    },
    {
      "epoch": 245.66,
      "grad_norm": 1.0068488121032715,
      "learning_rate": 3.890373795547891e-06,
      "loss": 0.3665,
      "step": 880190
    },
    {
      "epoch": 245.66,
      "grad_norm": 0.907869815826416,
      "learning_rate": 3.8903534789548595e-06,
      "loss": 0.3587,
      "step": 880200
    },
    {
      "epoch": 245.66,
      "grad_norm": 1.018062949180603,
      "learning_rate": 3.890333162155972e-06,
      "loss": 0.361,
      "step": 880210
    },
    {
      "epoch": 245.67,
      "grad_norm": 1.2401666641235352,
      "learning_rate": 3.890312845151236e-06,
      "loss": 0.3646,
      "step": 880220
    },
    {
      "epoch": 245.67,
      "grad_norm": 1.1488267183303833,
      "learning_rate": 3.890292527940651e-06,
      "loss": 0.3645,
      "step": 880230
    },
    {
      "epoch": 245.67,
      "grad_norm": 1.1954272985458374,
      "learning_rate": 3.890272210524221e-06,
      "loss": 0.379,
      "step": 880240
    },
    {
      "epoch": 245.67,
      "grad_norm": 1.1378135681152344,
      "learning_rate": 3.890251892901948e-06,
      "loss": 0.3571,
      "step": 880250
    },
    {
      "epoch": 245.68,
      "grad_norm": 1.1526260375976562,
      "learning_rate": 3.890231575073835e-06,
      "loss": 0.3648,
      "step": 880260
    },
    {
      "epoch": 245.68,
      "grad_norm": 1.1998000144958496,
      "learning_rate": 3.890211257039887e-06,
      "loss": 0.3825,
      "step": 880270
    },
    {
      "epoch": 245.68,
      "grad_norm": 1.023594856262207,
      "learning_rate": 3.890190938800102e-06,
      "loss": 0.3841,
      "step": 880280
    },
    {
      "epoch": 245.69,
      "grad_norm": 1.0586915016174316,
      "learning_rate": 3.890170620354487e-06,
      "loss": 0.3639,
      "step": 880290
    },
    {
      "epoch": 245.69,
      "grad_norm": 1.0594773292541504,
      "learning_rate": 3.890150301703042e-06,
      "loss": 0.3767,
      "step": 880300
    },
    {
      "epoch": 245.69,
      "grad_norm": 1.1571836471557617,
      "learning_rate": 3.890129982845772e-06,
      "loss": 0.3542,
      "step": 880310
    },
    {
      "epoch": 245.69,
      "grad_norm": 1.1744003295898438,
      "learning_rate": 3.8901096637826765e-06,
      "loss": 0.3608,
      "step": 880320
    },
    {
      "epoch": 245.7,
      "grad_norm": 1.116802453994751,
      "learning_rate": 3.890089344513762e-06,
      "loss": 0.3543,
      "step": 880330
    },
    {
      "epoch": 245.7,
      "grad_norm": 1.427943468093872,
      "learning_rate": 3.890069025039028e-06,
      "loss": 0.3874,
      "step": 880340
    },
    {
      "epoch": 245.7,
      "grad_norm": 1.0998507738113403,
      "learning_rate": 3.890048705358479e-06,
      "loss": 0.3692,
      "step": 880350
    },
    {
      "epoch": 245.7,
      "grad_norm": 1.1703364849090576,
      "learning_rate": 3.890028385472117e-06,
      "loss": 0.3669,
      "step": 880360
    },
    {
      "epoch": 245.71,
      "grad_norm": 1.1709002256393433,
      "learning_rate": 3.890008065379944e-06,
      "loss": 0.3796,
      "step": 880370
    },
    {
      "epoch": 245.71,
      "grad_norm": 1.0464696884155273,
      "learning_rate": 3.889987745081966e-06,
      "loss": 0.348,
      "step": 880380
    },
    {
      "epoch": 245.71,
      "grad_norm": 1.1567306518554688,
      "learning_rate": 3.889967424578182e-06,
      "loss": 0.3585,
      "step": 880390
    },
    {
      "epoch": 245.72,
      "grad_norm": 1.5786411762237549,
      "learning_rate": 3.889947103868595e-06,
      "loss": 0.3709,
      "step": 880400
    },
    {
      "epoch": 245.72,
      "grad_norm": 1.0609759092330933,
      "learning_rate": 3.88992678295321e-06,
      "loss": 0.3701,
      "step": 880410
    },
    {
      "epoch": 245.72,
      "grad_norm": 1.1572271585464478,
      "learning_rate": 3.889906461832028e-06,
      "loss": 0.3658,
      "step": 880420
    },
    {
      "epoch": 245.72,
      "grad_norm": 1.0551213026046753,
      "learning_rate": 3.8898861405050535e-06,
      "loss": 0.3592,
      "step": 880430
    },
    {
      "epoch": 245.73,
      "grad_norm": 1.1151092052459717,
      "learning_rate": 3.889865818972286e-06,
      "loss": 0.3623,
      "step": 880440
    },
    {
      "epoch": 245.73,
      "grad_norm": 1.2585221529006958,
      "learning_rate": 3.889845497233731e-06,
      "loss": 0.3746,
      "step": 880450
    },
    {
      "epoch": 245.73,
      "grad_norm": 1.151336431503296,
      "learning_rate": 3.88982517528939e-06,
      "loss": 0.371,
      "step": 880460
    },
    {
      "epoch": 245.74,
      "grad_norm": 1.1614007949829102,
      "learning_rate": 3.889804853139266e-06,
      "loss": 0.3765,
      "step": 880470
    },
    {
      "epoch": 245.74,
      "grad_norm": 1.222852349281311,
      "learning_rate": 3.8897845307833615e-06,
      "loss": 0.3719,
      "step": 880480
    },
    {
      "epoch": 245.74,
      "grad_norm": 1.067854404449463,
      "learning_rate": 3.88976420822168e-06,
      "loss": 0.3594,
      "step": 880490
    },
    {
      "epoch": 245.74,
      "grad_norm": 1.1136271953582764,
      "learning_rate": 3.889743885454223e-06,
      "loss": 0.3693,
      "step": 880500
    },
    {
      "epoch": 245.75,
      "grad_norm": 0.9708096385002136,
      "learning_rate": 3.889723562480994e-06,
      "loss": 0.3701,
      "step": 880510
    },
    {
      "epoch": 245.75,
      "grad_norm": 1.1095401048660278,
      "learning_rate": 3.889703239301995e-06,
      "loss": 0.3574,
      "step": 880520
    },
    {
      "epoch": 245.75,
      "grad_norm": 1.2980509996414185,
      "learning_rate": 3.88968291591723e-06,
      "loss": 0.3617,
      "step": 880530
    },
    {
      "epoch": 245.75,
      "grad_norm": 1.0364258289337158,
      "learning_rate": 3.8896625923267015e-06,
      "loss": 0.3662,
      "step": 880540
    },
    {
      "epoch": 245.76,
      "grad_norm": 1.1957563161849976,
      "learning_rate": 3.88964226853041e-06,
      "loss": 0.3596,
      "step": 880550
    },
    {
      "epoch": 245.76,
      "grad_norm": 1.1208076477050781,
      "learning_rate": 3.8896219445283605e-06,
      "loss": 0.3576,
      "step": 880560
    },
    {
      "epoch": 245.76,
      "grad_norm": 1.0164494514465332,
      "learning_rate": 3.889601620320555e-06,
      "loss": 0.3621,
      "step": 880570
    },
    {
      "epoch": 245.77,
      "grad_norm": 1.1503212451934814,
      "learning_rate": 3.8895812959069965e-06,
      "loss": 0.3791,
      "step": 880580
    },
    {
      "epoch": 245.77,
      "grad_norm": 1.0055572986602783,
      "learning_rate": 3.889560971287687e-06,
      "loss": 0.3643,
      "step": 880590
    },
    {
      "epoch": 245.77,
      "grad_norm": 1.0629782676696777,
      "learning_rate": 3.88954064646263e-06,
      "loss": 0.377,
      "step": 880600
    },
    {
      "epoch": 245.77,
      "grad_norm": 0.9642955660820007,
      "learning_rate": 3.889520321431828e-06,
      "loss": 0.3568,
      "step": 880610
    },
    {
      "epoch": 245.78,
      "grad_norm": 1.0897382497787476,
      "learning_rate": 3.889499996195283e-06,
      "loss": 0.3609,
      "step": 880620
    },
    {
      "epoch": 245.78,
      "grad_norm": 1.1688605546951294,
      "learning_rate": 3.889479670752999e-06,
      "loss": 0.3669,
      "step": 880630
    },
    {
      "epoch": 245.78,
      "grad_norm": 1.0192755460739136,
      "learning_rate": 3.889459345104976e-06,
      "loss": 0.3674,
      "step": 880640
    },
    {
      "epoch": 245.79,
      "grad_norm": 1.047966718673706,
      "learning_rate": 3.889439019251221e-06,
      "loss": 0.3605,
      "step": 880650
    },
    {
      "epoch": 245.79,
      "grad_norm": 0.9649205207824707,
      "learning_rate": 3.889418693191734e-06,
      "loss": 0.3593,
      "step": 880660
    },
    {
      "epoch": 245.79,
      "grad_norm": 0.9818281531333923,
      "learning_rate": 3.889398366926517e-06,
      "loss": 0.3524,
      "step": 880670
    },
    {
      "epoch": 245.79,
      "grad_norm": 1.087679147720337,
      "learning_rate": 3.8893780404555745e-06,
      "loss": 0.3481,
      "step": 880680
    },
    {
      "epoch": 245.8,
      "grad_norm": 1.0857316255569458,
      "learning_rate": 3.889357713778908e-06,
      "loss": 0.3592,
      "step": 880690
    },
    {
      "epoch": 245.8,
      "grad_norm": 1.080315113067627,
      "learning_rate": 3.889337386896522e-06,
      "loss": 0.3484,
      "step": 880700
    },
    {
      "epoch": 245.8,
      "grad_norm": 1.0850335359573364,
      "learning_rate": 3.889317059808416e-06,
      "loss": 0.3461,
      "step": 880710
    },
    {
      "epoch": 245.81,
      "grad_norm": 1.125961422920227,
      "learning_rate": 3.889296732514596e-06,
      "loss": 0.3736,
      "step": 880720
    },
    {
      "epoch": 245.81,
      "grad_norm": 0.8733323216438293,
      "learning_rate": 3.889276405015062e-06,
      "loss": 0.3488,
      "step": 880730
    },
    {
      "epoch": 245.81,
      "grad_norm": 1.0681188106536865,
      "learning_rate": 3.889256077309819e-06,
      "loss": 0.3564,
      "step": 880740
    },
    {
      "epoch": 245.81,
      "grad_norm": 0.9612526297569275,
      "learning_rate": 3.889235749398869e-06,
      "loss": 0.3682,
      "step": 880750
    },
    {
      "epoch": 245.82,
      "grad_norm": 1.9891884326934814,
      "learning_rate": 3.8892154212822135e-06,
      "loss": 0.3743,
      "step": 880760
    },
    {
      "epoch": 245.82,
      "grad_norm": 3.9425814151763916,
      "learning_rate": 3.889195092959857e-06,
      "loss": 0.3665,
      "step": 880770
    },
    {
      "epoch": 245.82,
      "grad_norm": 0.9449222087860107,
      "learning_rate": 3.889174764431801e-06,
      "loss": 0.3699,
      "step": 880780
    },
    {
      "epoch": 245.82,
      "grad_norm": 1.0316170454025269,
      "learning_rate": 3.889154435698048e-06,
      "loss": 0.3557,
      "step": 880790
    },
    {
      "epoch": 245.83,
      "grad_norm": 1.069237470626831,
      "learning_rate": 3.889134106758602e-06,
      "loss": 0.3676,
      "step": 880800
    },
    {
      "epoch": 245.83,
      "grad_norm": 1.0568511486053467,
      "learning_rate": 3.8891137776134645e-06,
      "loss": 0.362,
      "step": 880810
    },
    {
      "epoch": 245.83,
      "grad_norm": 0.9839730262756348,
      "learning_rate": 3.889093448262639e-06,
      "loss": 0.3754,
      "step": 880820
    },
    {
      "epoch": 245.84,
      "grad_norm": 1.050622820854187,
      "learning_rate": 3.889073118706128e-06,
      "loss": 0.3796,
      "step": 880830
    },
    {
      "epoch": 245.84,
      "grad_norm": 0.9569121599197388,
      "learning_rate": 3.889052788943934e-06,
      "loss": 0.372,
      "step": 880840
    },
    {
      "epoch": 245.84,
      "grad_norm": 1.217603087425232,
      "learning_rate": 3.889032458976059e-06,
      "loss": 0.3754,
      "step": 880850
    },
    {
      "epoch": 245.84,
      "grad_norm": 1.0775656700134277,
      "learning_rate": 3.889012128802507e-06,
      "loss": 0.3808,
      "step": 880860
    },
    {
      "epoch": 245.85,
      "grad_norm": 0.9587870836257935,
      "learning_rate": 3.888991798423281e-06,
      "loss": 0.362,
      "step": 880870
    },
    {
      "epoch": 245.85,
      "grad_norm": 1.0421240329742432,
      "learning_rate": 3.888971467838382e-06,
      "loss": 0.3677,
      "step": 880880
    },
    {
      "epoch": 245.85,
      "grad_norm": 1.0641138553619385,
      "learning_rate": 3.888951137047814e-06,
      "loss": 0.3575,
      "step": 880890
    },
    {
      "epoch": 245.86,
      "grad_norm": 1.0114312171936035,
      "learning_rate": 3.888930806051579e-06,
      "loss": 0.3522,
      "step": 880900
    },
    {
      "epoch": 245.86,
      "grad_norm": 1.0834717750549316,
      "learning_rate": 3.88891047484968e-06,
      "loss": 0.3712,
      "step": 880910
    },
    {
      "epoch": 245.86,
      "grad_norm": 0.9821437001228333,
      "learning_rate": 3.8888901434421195e-06,
      "loss": 0.3587,
      "step": 880920
    },
    {
      "epoch": 245.86,
      "grad_norm": 0.8608588576316833,
      "learning_rate": 3.888869811828901e-06,
      "loss": 0.3619,
      "step": 880930
    },
    {
      "epoch": 245.87,
      "grad_norm": 0.9584784507751465,
      "learning_rate": 3.888849480010027e-06,
      "loss": 0.3746,
      "step": 880940
    },
    {
      "epoch": 245.87,
      "grad_norm": 0.9793014526367188,
      "learning_rate": 3.888829147985498e-06,
      "loss": 0.3652,
      "step": 880950
    },
    {
      "epoch": 245.87,
      "grad_norm": 1.186423420906067,
      "learning_rate": 3.888808815755321e-06,
      "loss": 0.3818,
      "step": 880960
    },
    {
      "epoch": 245.87,
      "grad_norm": 1.0020986795425415,
      "learning_rate": 3.888788483319495e-06,
      "loss": 0.3544,
      "step": 880970
    },
    {
      "epoch": 245.88,
      "grad_norm": 1.0891203880310059,
      "learning_rate": 3.8887681506780234e-06,
      "loss": 0.3621,
      "step": 880980
    },
    {
      "epoch": 245.88,
      "grad_norm": 1.047343134880066,
      "learning_rate": 3.8887478178309095e-06,
      "loss": 0.3666,
      "step": 880990
    },
    {
      "epoch": 245.88,
      "grad_norm": 1.261581540107727,
      "learning_rate": 3.888727484778157e-06,
      "loss": 0.369,
      "step": 881000
    },
    {
      "epoch": 245.89,
      "grad_norm": 0.9504862427711487,
      "learning_rate": 3.888707151519767e-06,
      "loss": 0.3685,
      "step": 881010
    },
    {
      "epoch": 245.89,
      "grad_norm": 1.361280083656311,
      "learning_rate": 3.888686818055742e-06,
      "loss": 0.3369,
      "step": 881020
    },
    {
      "epoch": 245.89,
      "grad_norm": 1.0627079010009766,
      "learning_rate": 3.8886664843860875e-06,
      "loss": 0.3563,
      "step": 881030
    },
    {
      "epoch": 245.89,
      "grad_norm": 1.1442430019378662,
      "learning_rate": 3.888646150510803e-06,
      "loss": 0.3633,
      "step": 881040
    },
    {
      "epoch": 245.9,
      "grad_norm": 1.077599048614502,
      "learning_rate": 3.888625816429892e-06,
      "loss": 0.3769,
      "step": 881050
    },
    {
      "epoch": 245.9,
      "grad_norm": 1.0765875577926636,
      "learning_rate": 3.888605482143358e-06,
      "loss": 0.379,
      "step": 881060
    },
    {
      "epoch": 245.9,
      "grad_norm": 1.1103179454803467,
      "learning_rate": 3.888585147651203e-06,
      "loss": 0.3571,
      "step": 881070
    },
    {
      "epoch": 245.91,
      "grad_norm": 1.2828788757324219,
      "learning_rate": 3.888564812953431e-06,
      "loss": 0.3519,
      "step": 881080
    },
    {
      "epoch": 245.91,
      "grad_norm": 0.9757782220840454,
      "learning_rate": 3.888544478050043e-06,
      "loss": 0.3692,
      "step": 881090
    },
    {
      "epoch": 245.91,
      "grad_norm": 1.226758360862732,
      "learning_rate": 3.888524142941042e-06,
      "loss": 0.3522,
      "step": 881100
    },
    {
      "epoch": 245.91,
      "grad_norm": 1.0043431520462036,
      "learning_rate": 3.888503807626432e-06,
      "loss": 0.36,
      "step": 881110
    },
    {
      "epoch": 245.92,
      "grad_norm": 1.211977243423462,
      "learning_rate": 3.888483472106215e-06,
      "loss": 0.3613,
      "step": 881120
    },
    {
      "epoch": 245.92,
      "grad_norm": 0.960038959980011,
      "learning_rate": 3.8884631363803926e-06,
      "loss": 0.3593,
      "step": 881130
    },
    {
      "epoch": 245.92,
      "grad_norm": 1.1664410829544067,
      "learning_rate": 3.888442800448968e-06,
      "loss": 0.3552,
      "step": 881140
    },
    {
      "epoch": 245.93,
      "grad_norm": 1.1043375730514526,
      "learning_rate": 3.888422464311946e-06,
      "loss": 0.3717,
      "step": 881150
    },
    {
      "epoch": 245.93,
      "grad_norm": 1.0510540008544922,
      "learning_rate": 3.888402127969327e-06,
      "loss": 0.348,
      "step": 881160
    },
    {
      "epoch": 245.93,
      "grad_norm": 1.1051687002182007,
      "learning_rate": 3.888381791421115e-06,
      "loss": 0.3442,
      "step": 881170
    },
    {
      "epoch": 245.93,
      "grad_norm": 1.0692665576934814,
      "learning_rate": 3.888361454667311e-06,
      "loss": 0.3671,
      "step": 881180
    },
    {
      "epoch": 245.94,
      "grad_norm": 1.1502602100372314,
      "learning_rate": 3.888341117707919e-06,
      "loss": 0.3625,
      "step": 881190
    },
    {
      "epoch": 245.94,
      "grad_norm": 1.0791914463043213,
      "learning_rate": 3.888320780542942e-06,
      "loss": 0.3746,
      "step": 881200
    },
    {
      "epoch": 245.94,
      "grad_norm": 0.9504362940788269,
      "learning_rate": 3.888300443172382e-06,
      "loss": 0.3634,
      "step": 881210
    },
    {
      "epoch": 245.94,
      "grad_norm": 0.9544755220413208,
      "learning_rate": 3.888280105596242e-06,
      "loss": 0.3843,
      "step": 881220
    },
    {
      "epoch": 245.95,
      "grad_norm": 1.1849312782287598,
      "learning_rate": 3.888259767814525e-06,
      "loss": 0.376,
      "step": 881230
    },
    {
      "epoch": 245.95,
      "grad_norm": 1.0925787687301636,
      "learning_rate": 3.888239429827232e-06,
      "loss": 0.376,
      "step": 881240
    },
    {
      "epoch": 245.95,
      "grad_norm": 1.061396598815918,
      "learning_rate": 3.888219091634368e-06,
      "loss": 0.3645,
      "step": 881250
    },
    {
      "epoch": 245.96,
      "grad_norm": 1.090362310409546,
      "learning_rate": 3.888198753235935e-06,
      "loss": 0.3663,
      "step": 881260
    },
    {
      "epoch": 245.96,
      "grad_norm": 1.4503271579742432,
      "learning_rate": 3.888178414631934e-06,
      "loss": 0.3622,
      "step": 881270
    },
    {
      "epoch": 245.96,
      "grad_norm": 1.05454683303833,
      "learning_rate": 3.888158075822371e-06,
      "loss": 0.3752,
      "step": 881280
    },
    {
      "epoch": 245.96,
      "grad_norm": 1.065152645111084,
      "learning_rate": 3.888137736807246e-06,
      "loss": 0.3591,
      "step": 881290
    },
    {
      "epoch": 245.97,
      "grad_norm": 1.1134757995605469,
      "learning_rate": 3.888117397586562e-06,
      "loss": 0.3683,
      "step": 881300
    },
    {
      "epoch": 245.97,
      "grad_norm": 0.900244414806366,
      "learning_rate": 3.888097058160323e-06,
      "loss": 0.367,
      "step": 881310
    },
    {
      "epoch": 245.97,
      "grad_norm": 1.133057713508606,
      "learning_rate": 3.888076718528531e-06,
      "loss": 0.3653,
      "step": 881320
    },
    {
      "epoch": 245.98,
      "grad_norm": 1.003374695777893,
      "learning_rate": 3.888056378691189e-06,
      "loss": 0.3678,
      "step": 881330
    },
    {
      "epoch": 245.98,
      "grad_norm": 0.9598633646965027,
      "learning_rate": 3.888036038648299e-06,
      "loss": 0.3783,
      "step": 881340
    },
    {
      "epoch": 245.98,
      "grad_norm": 0.982097864151001,
      "learning_rate": 3.888015698399864e-06,
      "loss": 0.3604,
      "step": 881350
    },
    {
      "epoch": 245.98,
      "grad_norm": 1.1242097616195679,
      "learning_rate": 3.887995357945887e-06,
      "loss": 0.3766,
      "step": 881360
    },
    {
      "epoch": 245.99,
      "grad_norm": 1.0522608757019043,
      "learning_rate": 3.88797501728637e-06,
      "loss": 0.354,
      "step": 881370
    },
    {
      "epoch": 245.99,
      "grad_norm": 1.0929536819458008,
      "learning_rate": 3.887954676421317e-06,
      "loss": 0.3724,
      "step": 881380
    },
    {
      "epoch": 245.99,
      "grad_norm": 0.9173843860626221,
      "learning_rate": 3.8879343353507295e-06,
      "loss": 0.3571,
      "step": 881390
    },
    {
      "epoch": 245.99,
      "grad_norm": 1.0420963764190674,
      "learning_rate": 3.88791399407461e-06,
      "loss": 0.3625,
      "step": 881400
    },
    {
      "epoch": 246.0,
      "grad_norm": 1.1981916427612305,
      "learning_rate": 3.887893652592964e-06,
      "loss": 0.3764,
      "step": 881410
    },
    {
      "epoch": 246.0,
      "eval_loss": 0.36539915204048157,
      "eval_runtime": 65.6296,
      "eval_samples_per_second": 77.084,
      "eval_steps_per_second": 9.645,
      "step": 881418
    },
    {
      "epoch": 246.0,
      "grad_norm": 1.2641761302947998,
      "learning_rate": 3.88787331090579e-06,
      "loss": 0.3682,
      "step": 881420
    },
    {
      "epoch": 246.0,
      "grad_norm": 0.8854981064796448,
      "learning_rate": 3.887852969013094e-06,
      "loss": 0.3776,
      "step": 881430
    },
    {
      "epoch": 246.01,
      "grad_norm": 1.0540335178375244,
      "learning_rate": 3.887832626914877e-06,
      "loss": 0.3537,
      "step": 881440
    },
    {
      "epoch": 246.01,
      "grad_norm": 0.9387285709381104,
      "learning_rate": 3.887812284611141e-06,
      "loss": 0.354,
      "step": 881450
    },
    {
      "epoch": 246.01,
      "grad_norm": 1.22295081615448,
      "learning_rate": 3.887791942101891e-06,
      "loss": 0.353,
      "step": 881460
    },
    {
      "epoch": 246.01,
      "grad_norm": 0.9788536429405212,
      "learning_rate": 3.887771599387129e-06,
      "loss": 0.3521,
      "step": 881470
    },
    {
      "epoch": 246.02,
      "grad_norm": 0.968513011932373,
      "learning_rate": 3.887751256466857e-06,
      "loss": 0.4011,
      "step": 881480
    },
    {
      "epoch": 246.02,
      "grad_norm": 1.09830641746521,
      "learning_rate": 3.887730913341078e-06,
      "loss": 0.3493,
      "step": 881490
    },
    {
      "epoch": 246.02,
      "grad_norm": 1.061166524887085,
      "learning_rate": 3.887710570009794e-06,
      "loss": 0.3694,
      "step": 881500
    },
    {
      "epoch": 246.03,
      "grad_norm": 1.0170392990112305,
      "learning_rate": 3.8876902264730094e-06,
      "loss": 0.3619,
      "step": 881510
    },
    {
      "epoch": 246.03,
      "grad_norm": 1.0624815225601196,
      "learning_rate": 3.887669882730725e-06,
      "loss": 0.3656,
      "step": 881520
    },
    {
      "epoch": 246.03,
      "grad_norm": 1.1263914108276367,
      "learning_rate": 3.887649538782945e-06,
      "loss": 0.3709,
      "step": 881530
    },
    {
      "epoch": 246.03,
      "grad_norm": 1.3309214115142822,
      "learning_rate": 3.887629194629672e-06,
      "loss": 0.3655,
      "step": 881540
    },
    {
      "epoch": 246.04,
      "grad_norm": 1.0592933893203735,
      "learning_rate": 3.887608850270908e-06,
      "loss": 0.3755,
      "step": 881550
    },
    {
      "epoch": 246.04,
      "grad_norm": 0.8839308619499207,
      "learning_rate": 3.887588505706656e-06,
      "loss": 0.3568,
      "step": 881560
    },
    {
      "epoch": 246.04,
      "grad_norm": 1.3104873895645142,
      "learning_rate": 3.887568160936918e-06,
      "loss": 0.3735,
      "step": 881570
    },
    {
      "epoch": 246.05,
      "grad_norm": 1.0402700901031494,
      "learning_rate": 3.8875478159616975e-06,
      "loss": 0.3554,
      "step": 881580
    },
    {
      "epoch": 246.05,
      "grad_norm": 0.9881506562232971,
      "learning_rate": 3.887527470780998e-06,
      "loss": 0.3619,
      "step": 881590
    },
    {
      "epoch": 246.05,
      "grad_norm": 1.092118501663208,
      "learning_rate": 3.887507125394821e-06,
      "loss": 0.3573,
      "step": 881600
    },
    {
      "epoch": 246.05,
      "grad_norm": 0.8302766680717468,
      "learning_rate": 3.887486779803169e-06,
      "loss": 0.3552,
      "step": 881610
    },
    {
      "epoch": 246.06,
      "grad_norm": 0.9920424818992615,
      "learning_rate": 3.887466434006045e-06,
      "loss": 0.3822,
      "step": 881620
    },
    {
      "epoch": 246.06,
      "grad_norm": 1.1883716583251953,
      "learning_rate": 3.887446088003452e-06,
      "loss": 0.3509,
      "step": 881630
    },
    {
      "epoch": 246.06,
      "grad_norm": 0.9913169145584106,
      "learning_rate": 3.887425741795394e-06,
      "loss": 0.3731,
      "step": 881640
    },
    {
      "epoch": 246.06,
      "grad_norm": 1.269964575767517,
      "learning_rate": 3.887405395381872e-06,
      "loss": 0.3819,
      "step": 881650
    },
    {
      "epoch": 246.07,
      "grad_norm": 0.9852884411811829,
      "learning_rate": 3.887385048762887e-06,
      "loss": 0.3517,
      "step": 881660
    },
    {
      "epoch": 246.07,
      "grad_norm": 1.1646380424499512,
      "learning_rate": 3.887364701938446e-06,
      "loss": 0.3889,
      "step": 881670
    },
    {
      "epoch": 246.07,
      "grad_norm": 1.0838336944580078,
      "learning_rate": 3.8873443549085485e-06,
      "loss": 0.3632,
      "step": 881680
    },
    {
      "epoch": 246.08,
      "grad_norm": 1.1199688911437988,
      "learning_rate": 3.887324007673198e-06,
      "loss": 0.3619,
      "step": 881690
    },
    {
      "epoch": 246.08,
      "grad_norm": 1.180424451828003,
      "learning_rate": 3.887303660232398e-06,
      "loss": 0.3759,
      "step": 881700
    },
    {
      "epoch": 246.08,
      "grad_norm": 1.1346638202667236,
      "learning_rate": 3.88728331258615e-06,
      "loss": 0.3823,
      "step": 881710
    },
    {
      "epoch": 246.08,
      "grad_norm": 1.3210136890411377,
      "learning_rate": 3.887262964734458e-06,
      "loss": 0.3856,
      "step": 881720
    },
    {
      "epoch": 246.09,
      "grad_norm": 1.030935525894165,
      "learning_rate": 3.8872426166773225e-06,
      "loss": 0.3645,
      "step": 881730
    },
    {
      "epoch": 246.09,
      "grad_norm": 1.1924543380737305,
      "learning_rate": 3.887222268414749e-06,
      "loss": 0.3809,
      "step": 881740
    },
    {
      "epoch": 246.09,
      "grad_norm": 1.086144208908081,
      "learning_rate": 3.887201919946739e-06,
      "loss": 0.368,
      "step": 881750
    },
    {
      "epoch": 246.1,
      "grad_norm": 1.063723087310791,
      "learning_rate": 3.887181571273294e-06,
      "loss": 0.3743,
      "step": 881760
    },
    {
      "epoch": 246.1,
      "grad_norm": 0.957199215888977,
      "learning_rate": 3.887161222394419e-06,
      "loss": 0.3586,
      "step": 881770
    },
    {
      "epoch": 246.1,
      "grad_norm": 1.0703047513961792,
      "learning_rate": 3.887140873310116e-06,
      "loss": 0.3425,
      "step": 881780
    },
    {
      "epoch": 246.1,
      "grad_norm": 1.452955722808838,
      "learning_rate": 3.887120524020386e-06,
      "loss": 0.3656,
      "step": 881790
    },
    {
      "epoch": 246.11,
      "grad_norm": 1.1439789533615112,
      "learning_rate": 3.887100174525234e-06,
      "loss": 0.3744,
      "step": 881800
    },
    {
      "epoch": 246.11,
      "grad_norm": 0.9817587733268738,
      "learning_rate": 3.88707982482466e-06,
      "loss": 0.3582,
      "step": 881810
    },
    {
      "epoch": 246.11,
      "grad_norm": 1.120853066444397,
      "learning_rate": 3.88705947491867e-06,
      "loss": 0.3716,
      "step": 881820
    },
    {
      "epoch": 246.11,
      "grad_norm": 1.0043587684631348,
      "learning_rate": 3.887039124807264e-06,
      "loss": 0.3567,
      "step": 881830
    },
    {
      "epoch": 246.12,
      "grad_norm": 0.9838481545448303,
      "learning_rate": 3.887018774490447e-06,
      "loss": 0.3752,
      "step": 881840
    },
    {
      "epoch": 246.12,
      "grad_norm": 1.3347140550613403,
      "learning_rate": 3.88699842396822e-06,
      "loss": 0.3725,
      "step": 881850
    },
    {
      "epoch": 246.12,
      "grad_norm": 0.9649839401245117,
      "learning_rate": 3.886978073240586e-06,
      "loss": 0.369,
      "step": 881860
    },
    {
      "epoch": 246.13,
      "grad_norm": 1.0910569429397583,
      "learning_rate": 3.8869577223075475e-06,
      "loss": 0.3604,
      "step": 881870
    },
    {
      "epoch": 246.13,
      "grad_norm": 2.6136951446533203,
      "learning_rate": 3.886937371169108e-06,
      "loss": 0.3641,
      "step": 881880
    },
    {
      "epoch": 246.13,
      "grad_norm": 1.1902189254760742,
      "learning_rate": 3.886917019825269e-06,
      "loss": 0.3779,
      "step": 881890
    },
    {
      "epoch": 246.13,
      "grad_norm": 1.090958833694458,
      "learning_rate": 3.886896668276036e-06,
      "loss": 0.354,
      "step": 881900
    },
    {
      "epoch": 246.14,
      "grad_norm": 1.0306034088134766,
      "learning_rate": 3.886876316521409e-06,
      "loss": 0.3787,
      "step": 881910
    },
    {
      "epoch": 246.14,
      "grad_norm": 1.0209071636199951,
      "learning_rate": 3.886855964561391e-06,
      "loss": 0.3651,
      "step": 881920
    },
    {
      "epoch": 246.14,
      "grad_norm": 1.1600779294967651,
      "learning_rate": 3.886835612395986e-06,
      "loss": 0.3824,
      "step": 881930
    },
    {
      "epoch": 246.15,
      "grad_norm": 1.0809335708618164,
      "learning_rate": 3.886815260025195e-06,
      "loss": 0.3558,
      "step": 881940
    },
    {
      "epoch": 246.15,
      "grad_norm": 0.9509530067443848,
      "learning_rate": 3.8867949074490215e-06,
      "loss": 0.3692,
      "step": 881950
    },
    {
      "epoch": 246.15,
      "grad_norm": 0.9050261974334717,
      "learning_rate": 3.886774554667468e-06,
      "loss": 0.3564,
      "step": 881960
    },
    {
      "epoch": 246.15,
      "grad_norm": 3.257786750793457,
      "learning_rate": 3.886754201680539e-06,
      "loss": 0.3659,
      "step": 881970
    },
    {
      "epoch": 246.16,
      "grad_norm": 1.0366246700286865,
      "learning_rate": 3.886733848488235e-06,
      "loss": 0.3483,
      "step": 881980
    },
    {
      "epoch": 246.16,
      "grad_norm": 1.0842090845108032,
      "learning_rate": 3.88671349509056e-06,
      "loss": 0.369,
      "step": 881990
    },
    {
      "epoch": 246.16,
      "grad_norm": 1.1075809001922607,
      "learning_rate": 3.886693141487515e-06,
      "loss": 0.3877,
      "step": 882000
    },
    {
      "epoch": 246.17,
      "grad_norm": 0.9711208939552307,
      "learning_rate": 3.8866727876791045e-06,
      "loss": 0.3753,
      "step": 882010
    },
    {
      "epoch": 246.17,
      "grad_norm": 1.2343251705169678,
      "learning_rate": 3.88665243366533e-06,
      "loss": 0.3678,
      "step": 882020
    },
    {
      "epoch": 246.17,
      "grad_norm": 0.9870336055755615,
      "learning_rate": 3.886632079446195e-06,
      "loss": 0.3729,
      "step": 882030
    },
    {
      "epoch": 246.17,
      "grad_norm": 1.1065428256988525,
      "learning_rate": 3.886611725021702e-06,
      "loss": 0.3867,
      "step": 882040
    },
    {
      "epoch": 246.18,
      "grad_norm": 1.0912784337997437,
      "learning_rate": 3.8865913703918536e-06,
      "loss": 0.3875,
      "step": 882050
    },
    {
      "epoch": 246.18,
      "grad_norm": 1.005923867225647,
      "learning_rate": 3.886571015556654e-06,
      "loss": 0.3696,
      "step": 882060
    },
    {
      "epoch": 246.18,
      "grad_norm": 1.1299275159835815,
      "learning_rate": 3.886550660516103e-06,
      "loss": 0.3816,
      "step": 882070
    },
    {
      "epoch": 246.18,
      "grad_norm": 0.9895812273025513,
      "learning_rate": 3.8865303052702045e-06,
      "loss": 0.3639,
      "step": 882080
    },
    {
      "epoch": 246.19,
      "grad_norm": 1.0023329257965088,
      "learning_rate": 3.886509949818963e-06,
      "loss": 0.3653,
      "step": 882090
    },
    {
      "epoch": 246.19,
      "grad_norm": 1.115459680557251,
      "learning_rate": 3.886489594162378e-06,
      "loss": 0.3484,
      "step": 882100
    },
    {
      "epoch": 246.19,
      "grad_norm": 0.9748641848564148,
      "learning_rate": 3.886469238300455e-06,
      "loss": 0.3512,
      "step": 882110
    },
    {
      "epoch": 246.2,
      "grad_norm": 1.1094684600830078,
      "learning_rate": 3.886448882233196e-06,
      "loss": 0.3699,
      "step": 882120
    },
    {
      "epoch": 246.2,
      "grad_norm": 1.019824504852295,
      "learning_rate": 3.886428525960603e-06,
      "loss": 0.35,
      "step": 882130
    },
    {
      "epoch": 246.2,
      "grad_norm": 1.714188814163208,
      "learning_rate": 3.886408169482678e-06,
      "loss": 0.3548,
      "step": 882140
    },
    {
      "epoch": 246.2,
      "grad_norm": 1.0069650411605835,
      "learning_rate": 3.8863878127994255e-06,
      "loss": 0.355,
      "step": 882150
    },
    {
      "epoch": 246.21,
      "grad_norm": 0.9291965961456299,
      "learning_rate": 3.8863674559108475e-06,
      "loss": 0.353,
      "step": 882160
    },
    {
      "epoch": 246.21,
      "grad_norm": 1.1495858430862427,
      "learning_rate": 3.886347098816947e-06,
      "loss": 0.3382,
      "step": 882170
    },
    {
      "epoch": 246.21,
      "grad_norm": 1.0389374494552612,
      "learning_rate": 3.886326741517727e-06,
      "loss": 0.3584,
      "step": 882180
    },
    {
      "epoch": 246.22,
      "grad_norm": 0.9567163586616516,
      "learning_rate": 3.886306384013189e-06,
      "loss": 0.355,
      "step": 882190
    },
    {
      "epoch": 246.22,
      "grad_norm": 1.1711176633834839,
      "learning_rate": 3.8862860263033355e-06,
      "loss": 0.3725,
      "step": 882200
    },
    {
      "epoch": 246.22,
      "grad_norm": 1.1138490438461304,
      "learning_rate": 3.8862656683881706e-06,
      "loss": 0.3498,
      "step": 882210
    },
    {
      "epoch": 246.22,
      "grad_norm": 0.9596366882324219,
      "learning_rate": 3.886245310267697e-06,
      "loss": 0.3478,
      "step": 882220
    },
    {
      "epoch": 246.23,
      "grad_norm": 0.930689811706543,
      "learning_rate": 3.8862249519419165e-06,
      "loss": 0.3525,
      "step": 882230
    },
    {
      "epoch": 246.23,
      "grad_norm": 1.4975459575653076,
      "learning_rate": 3.8862045934108315e-06,
      "loss": 0.3583,
      "step": 882240
    },
    {
      "epoch": 246.23,
      "grad_norm": 1.0444495677947998,
      "learning_rate": 3.886184234674446e-06,
      "loss": 0.3691,
      "step": 882250
    },
    {
      "epoch": 246.23,
      "grad_norm": 1.1254868507385254,
      "learning_rate": 3.886163875732763e-06,
      "loss": 0.3674,
      "step": 882260
    },
    {
      "epoch": 246.24,
      "grad_norm": 1.1276748180389404,
      "learning_rate": 3.886143516585783e-06,
      "loss": 0.3662,
      "step": 882270
    },
    {
      "epoch": 246.24,
      "grad_norm": 1.072336196899414,
      "learning_rate": 3.88612315723351e-06,
      "loss": 0.3819,
      "step": 882280
    },
    {
      "epoch": 246.24,
      "grad_norm": 1.006813645362854,
      "learning_rate": 3.886102797675947e-06,
      "loss": 0.3637,
      "step": 882290
    },
    {
      "epoch": 246.25,
      "grad_norm": 0.978722870349884,
      "learning_rate": 3.886082437913097e-06,
      "loss": 0.3561,
      "step": 882300
    },
    {
      "epoch": 246.25,
      "grad_norm": 1.2435556650161743,
      "learning_rate": 3.886062077944961e-06,
      "loss": 0.3679,
      "step": 882310
    },
    {
      "epoch": 246.25,
      "grad_norm": 1.3274626731872559,
      "learning_rate": 3.886041717771543e-06,
      "loss": 0.3712,
      "step": 882320
    },
    {
      "epoch": 246.25,
      "grad_norm": 1.064225435256958,
      "learning_rate": 3.886021357392847e-06,
      "loss": 0.3601,
      "step": 882330
    },
    {
      "epoch": 246.26,
      "grad_norm": 1.4374333620071411,
      "learning_rate": 3.886000996808873e-06,
      "loss": 0.3756,
      "step": 882340
    },
    {
      "epoch": 246.26,
      "grad_norm": 1.0935519933700562,
      "learning_rate": 3.885980636019625e-06,
      "loss": 0.339,
      "step": 882350
    },
    {
      "epoch": 246.26,
      "grad_norm": 0.9328688979148865,
      "learning_rate": 3.885960275025106e-06,
      "loss": 0.3566,
      "step": 882360
    },
    {
      "epoch": 246.27,
      "grad_norm": 0.9634965062141418,
      "learning_rate": 3.885939913825318e-06,
      "loss": 0.384,
      "step": 882370
    },
    {
      "epoch": 246.27,
      "grad_norm": 0.994853138923645,
      "learning_rate": 3.885919552420265e-06,
      "loss": 0.3793,
      "step": 882380
    },
    {
      "epoch": 246.27,
      "grad_norm": 1.0579335689544678,
      "learning_rate": 3.885899190809948e-06,
      "loss": 0.3564,
      "step": 882390
    },
    {
      "epoch": 246.27,
      "grad_norm": 1.0700017213821411,
      "learning_rate": 3.88587882899437e-06,
      "loss": 0.3668,
      "step": 882400
    },
    {
      "epoch": 246.28,
      "grad_norm": 1.1797713041305542,
      "learning_rate": 3.885858466973536e-06,
      "loss": 0.375,
      "step": 882410
    },
    {
      "epoch": 246.28,
      "grad_norm": 0.943102240562439,
      "learning_rate": 3.885838104747446e-06,
      "loss": 0.3717,
      "step": 882420
    },
    {
      "epoch": 246.28,
      "grad_norm": 1.0909457206726074,
      "learning_rate": 3.885817742316103e-06,
      "loss": 0.3671,
      "step": 882430
    },
    {
      "epoch": 246.29,
      "grad_norm": 1.2363672256469727,
      "learning_rate": 3.885797379679511e-06,
      "loss": 0.3747,
      "step": 882440
    },
    {
      "epoch": 246.29,
      "grad_norm": 0.9757358431816101,
      "learning_rate": 3.885777016837672e-06,
      "loss": 0.3602,
      "step": 882450
    },
    {
      "epoch": 246.29,
      "grad_norm": 1.077818512916565,
      "learning_rate": 3.885756653790589e-06,
      "loss": 0.3499,
      "step": 882460
    },
    {
      "epoch": 246.29,
      "grad_norm": 1.0903472900390625,
      "learning_rate": 3.885736290538264e-06,
      "loss": 0.3644,
      "step": 882470
    },
    {
      "epoch": 246.3,
      "grad_norm": 1.0488325357437134,
      "learning_rate": 3.885715927080701e-06,
      "loss": 0.3821,
      "step": 882480
    },
    {
      "epoch": 246.3,
      "grad_norm": 1.0464798212051392,
      "learning_rate": 3.885695563417901e-06,
      "loss": 0.3652,
      "step": 882490
    },
    {
      "epoch": 246.3,
      "grad_norm": 1.0711712837219238,
      "learning_rate": 3.885675199549868e-06,
      "loss": 0.37,
      "step": 882500
    },
    {
      "epoch": 246.3,
      "grad_norm": 1.0259186029434204,
      "learning_rate": 3.885654835476605e-06,
      "loss": 0.3606,
      "step": 882510
    },
    {
      "epoch": 246.31,
      "grad_norm": 0.9510024785995483,
      "learning_rate": 3.8856344711981124e-06,
      "loss": 0.3752,
      "step": 882520
    },
    {
      "epoch": 246.31,
      "grad_norm": 1.6009044647216797,
      "learning_rate": 3.885614106714396e-06,
      "loss": 0.362,
      "step": 882530
    },
    {
      "epoch": 246.31,
      "grad_norm": 0.9770084023475647,
      "learning_rate": 3.885593742025457e-06,
      "loss": 0.3709,
      "step": 882540
    },
    {
      "epoch": 246.32,
      "grad_norm": 1.025866985321045,
      "learning_rate": 3.885573377131298e-06,
      "loss": 0.3524,
      "step": 882550
    },
    {
      "epoch": 246.32,
      "grad_norm": 1.0660649538040161,
      "learning_rate": 3.885553012031921e-06,
      "loss": 0.3705,
      "step": 882560
    },
    {
      "epoch": 246.32,
      "grad_norm": 1.0227943658828735,
      "learning_rate": 3.885532646727331e-06,
      "loss": 0.3707,
      "step": 882570
    },
    {
      "epoch": 246.32,
      "grad_norm": 1.4245976209640503,
      "learning_rate": 3.885512281217528e-06,
      "loss": 0.3693,
      "step": 882580
    },
    {
      "epoch": 246.33,
      "grad_norm": 1.0803507566452026,
      "learning_rate": 3.885491915502517e-06,
      "loss": 0.3715,
      "step": 882590
    },
    {
      "epoch": 246.33,
      "grad_norm": 0.9530500769615173,
      "learning_rate": 3.885471549582299e-06,
      "loss": 0.3615,
      "step": 882600
    },
    {
      "epoch": 246.33,
      "grad_norm": 1.2882206439971924,
      "learning_rate": 3.8854511834568785e-06,
      "loss": 0.3748,
      "step": 882610
    },
    {
      "epoch": 246.34,
      "grad_norm": 1.029548168182373,
      "learning_rate": 3.885430817126256e-06,
      "loss": 0.3551,
      "step": 882620
    },
    {
      "epoch": 246.34,
      "grad_norm": 0.9403802752494812,
      "learning_rate": 3.885410450590436e-06,
      "loss": 0.3499,
      "step": 882630
    },
    {
      "epoch": 246.34,
      "grad_norm": 1.13675057888031,
      "learning_rate": 3.8853900838494205e-06,
      "loss": 0.3542,
      "step": 882640
    },
    {
      "epoch": 246.34,
      "grad_norm": 1.0824754238128662,
      "learning_rate": 3.8853697169032115e-06,
      "loss": 0.3762,
      "step": 882650
    },
    {
      "epoch": 246.35,
      "grad_norm": 1.1848185062408447,
      "learning_rate": 3.885349349751814e-06,
      "loss": 0.3647,
      "step": 882660
    },
    {
      "epoch": 246.35,
      "grad_norm": 1.0552494525909424,
      "learning_rate": 3.885328982395228e-06,
      "loss": 0.3829,
      "step": 882670
    },
    {
      "epoch": 246.35,
      "grad_norm": 0.8910329341888428,
      "learning_rate": 3.8853086148334576e-06,
      "loss": 0.3532,
      "step": 882680
    },
    {
      "epoch": 246.36,
      "grad_norm": 1.3595740795135498,
      "learning_rate": 3.885288247066506e-06,
      "loss": 0.3477,
      "step": 882690
    },
    {
      "epoch": 246.36,
      "grad_norm": 1.1136153936386108,
      "learning_rate": 3.885267879094375e-06,
      "loss": 0.3596,
      "step": 882700
    },
    {
      "epoch": 246.36,
      "grad_norm": 1.1171952486038208,
      "learning_rate": 3.885247510917067e-06,
      "loss": 0.3603,
      "step": 882710
    },
    {
      "epoch": 246.36,
      "grad_norm": 1.176208257675171,
      "learning_rate": 3.8852271425345854e-06,
      "loss": 0.3585,
      "step": 882720
    },
    {
      "epoch": 246.37,
      "grad_norm": 1.4284327030181885,
      "learning_rate": 3.885206773946933e-06,
      "loss": 0.3581,
      "step": 882730
    },
    {
      "epoch": 246.37,
      "grad_norm": 0.9583042860031128,
      "learning_rate": 3.885186405154113e-06,
      "loss": 0.37,
      "step": 882740
    },
    {
      "epoch": 246.37,
      "grad_norm": 0.9794037938117981,
      "learning_rate": 3.885166036156126e-06,
      "loss": 0.3629,
      "step": 882750
    },
    {
      "epoch": 246.37,
      "grad_norm": 1.248967170715332,
      "learning_rate": 3.885145666952976e-06,
      "loss": 0.354,
      "step": 882760
    },
    {
      "epoch": 246.38,
      "grad_norm": 1.1082764863967896,
      "learning_rate": 3.885125297544668e-06,
      "loss": 0.3575,
      "step": 882770
    },
    {
      "epoch": 246.38,
      "grad_norm": 1.2444543838500977,
      "learning_rate": 3.885104927931201e-06,
      "loss": 0.38,
      "step": 882780
    },
    {
      "epoch": 246.38,
      "grad_norm": 1.0279728174209595,
      "learning_rate": 3.885084558112578e-06,
      "loss": 0.3445,
      "step": 882790
    },
    {
      "epoch": 246.39,
      "grad_norm": 1.0260288715362549,
      "learning_rate": 3.885064188088805e-06,
      "loss": 0.3691,
      "step": 882800
    },
    {
      "epoch": 246.39,
      "grad_norm": 0.9791315197944641,
      "learning_rate": 3.885043817859882e-06,
      "loss": 0.3532,
      "step": 882810
    },
    {
      "epoch": 246.39,
      "grad_norm": 1.6207271814346313,
      "learning_rate": 3.885023447425812e-06,
      "loss": 0.3639,
      "step": 882820
    },
    {
      "epoch": 246.39,
      "grad_norm": 1.0850868225097656,
      "learning_rate": 3.885003076786599e-06,
      "loss": 0.3687,
      "step": 882830
    },
    {
      "epoch": 246.4,
      "grad_norm": 1.0300439596176147,
      "learning_rate": 3.884982705942244e-06,
      "loss": 0.3459,
      "step": 882840
    },
    {
      "epoch": 246.4,
      "grad_norm": 0.9878472685813904,
      "learning_rate": 3.884962334892751e-06,
      "loss": 0.3562,
      "step": 882850
    },
    {
      "epoch": 246.4,
      "grad_norm": 0.9778926372528076,
      "learning_rate": 3.884941963638122e-06,
      "loss": 0.389,
      "step": 882860
    },
    {
      "epoch": 246.41,
      "grad_norm": 1.0139460563659668,
      "learning_rate": 3.884921592178359e-06,
      "loss": 0.3609,
      "step": 882870
    },
    {
      "epoch": 246.41,
      "grad_norm": 1.1564743518829346,
      "learning_rate": 3.884901220513467e-06,
      "loss": 0.3599,
      "step": 882880
    },
    {
      "epoch": 246.41,
      "grad_norm": 1.1097464561462402,
      "learning_rate": 3.884880848643447e-06,
      "loss": 0.3689,
      "step": 882890
    },
    {
      "epoch": 246.41,
      "grad_norm": 1.2199249267578125,
      "learning_rate": 3.8848604765683016e-06,
      "loss": 0.356,
      "step": 882900
    },
    {
      "epoch": 246.42,
      "grad_norm": 1.1146966218948364,
      "learning_rate": 3.884840104288034e-06,
      "loss": 0.3854,
      "step": 882910
    },
    {
      "epoch": 246.42,
      "grad_norm": 0.9792395234107971,
      "learning_rate": 3.884819731802647e-06,
      "loss": 0.3584,
      "step": 882920
    },
    {
      "epoch": 246.42,
      "grad_norm": 1.1015303134918213,
      "learning_rate": 3.884799359112143e-06,
      "loss": 0.3486,
      "step": 882930
    },
    {
      "epoch": 246.42,
      "grad_norm": 1.2410550117492676,
      "learning_rate": 3.884778986216526e-06,
      "loss": 0.3604,
      "step": 882940
    },
    {
      "epoch": 246.43,
      "grad_norm": 1.1486096382141113,
      "learning_rate": 3.884758613115796e-06,
      "loss": 0.3446,
      "step": 882950
    },
    {
      "epoch": 246.43,
      "grad_norm": 1.1036982536315918,
      "learning_rate": 3.884738239809959e-06,
      "loss": 0.3564,
      "step": 882960
    },
    {
      "epoch": 246.43,
      "grad_norm": 1.0490717887878418,
      "learning_rate": 3.884717866299016e-06,
      "loss": 0.3779,
      "step": 882970
    },
    {
      "epoch": 246.44,
      "grad_norm": 1.1089129447937012,
      "learning_rate": 3.884697492582968e-06,
      "loss": 0.3514,
      "step": 882980
    },
    {
      "epoch": 246.44,
      "grad_norm": 1.1768826246261597,
      "learning_rate": 3.884677118661821e-06,
      "loss": 0.3665,
      "step": 882990
    },
    {
      "epoch": 246.44,
      "grad_norm": 1.0366435050964355,
      "learning_rate": 3.884656744535576e-06,
      "loss": 0.3585,
      "step": 883000
    },
    {
      "epoch": 246.44,
      "grad_norm": 1.0117231607437134,
      "learning_rate": 3.8846363702042345e-06,
      "loss": 0.3448,
      "step": 883010
    },
    {
      "epoch": 246.45,
      "grad_norm": 2.2251381874084473,
      "learning_rate": 3.884615995667801e-06,
      "loss": 0.3683,
      "step": 883020
    },
    {
      "epoch": 246.45,
      "grad_norm": 0.9756544232368469,
      "learning_rate": 3.8845956209262795e-06,
      "loss": 0.3706,
      "step": 883030
    },
    {
      "epoch": 246.45,
      "grad_norm": 1.216421365737915,
      "learning_rate": 3.884575245979671e-06,
      "loss": 0.3542,
      "step": 883040
    },
    {
      "epoch": 246.46,
      "grad_norm": 1.539834976196289,
      "learning_rate": 3.884554870827976e-06,
      "loss": 0.3613,
      "step": 883050
    },
    {
      "epoch": 246.46,
      "grad_norm": 1.0407440662384033,
      "learning_rate": 3.884534495471201e-06,
      "loss": 0.3752,
      "step": 883060
    },
    {
      "epoch": 246.46,
      "grad_norm": 1.201218843460083,
      "learning_rate": 3.884514119909347e-06,
      "loss": 0.3742,
      "step": 883070
    },
    {
      "epoch": 246.46,
      "grad_norm": 1.1513804197311401,
      "learning_rate": 3.884493744142417e-06,
      "loss": 0.3546,
      "step": 883080
    },
    {
      "epoch": 246.47,
      "grad_norm": 1.0284439325332642,
      "learning_rate": 3.884473368170413e-06,
      "loss": 0.3627,
      "step": 883090
    },
    {
      "epoch": 246.47,
      "grad_norm": 1.2438706159591675,
      "learning_rate": 3.8844529919933385e-06,
      "loss": 0.3618,
      "step": 883100
    },
    {
      "epoch": 246.47,
      "grad_norm": 1.1546748876571655,
      "learning_rate": 3.884432615611196e-06,
      "loss": 0.3573,
      "step": 883110
    },
    {
      "epoch": 246.48,
      "grad_norm": 1.016591191291809,
      "learning_rate": 3.884412239023989e-06,
      "loss": 0.3687,
      "step": 883120
    },
    {
      "epoch": 246.48,
      "grad_norm": 1.0422824621200562,
      "learning_rate": 3.8843918622317185e-06,
      "loss": 0.3704,
      "step": 883130
    },
    {
      "epoch": 246.48,
      "grad_norm": 0.9320955276489258,
      "learning_rate": 3.884371485234389e-06,
      "loss": 0.3511,
      "step": 883140
    },
    {
      "epoch": 246.48,
      "grad_norm": 1.0663422346115112,
      "learning_rate": 3.8843511080320015e-06,
      "loss": 0.3602,
      "step": 883150
    },
    {
      "epoch": 246.49,
      "grad_norm": 1.1988933086395264,
      "learning_rate": 3.8843307306245594e-06,
      "loss": 0.3576,
      "step": 883160
    },
    {
      "epoch": 246.49,
      "grad_norm": 1.264230728149414,
      "learning_rate": 3.884310353012066e-06,
      "loss": 0.3521,
      "step": 883170
    },
    {
      "epoch": 246.49,
      "grad_norm": 0.9926874041557312,
      "learning_rate": 3.8842899751945245e-06,
      "loss": 0.356,
      "step": 883180
    },
    {
      "epoch": 246.49,
      "grad_norm": 1.4722933769226074,
      "learning_rate": 3.884269597171936e-06,
      "loss": 0.3569,
      "step": 883190
    },
    {
      "epoch": 246.5,
      "grad_norm": 1.138444185256958,
      "learning_rate": 3.884249218944303e-06,
      "loss": 0.3603,
      "step": 883200
    },
    {
      "epoch": 246.5,
      "grad_norm": 1.2139878273010254,
      "learning_rate": 3.88422884051163e-06,
      "loss": 0.3648,
      "step": 883210
    },
    {
      "epoch": 246.5,
      "grad_norm": 1.0303897857666016,
      "learning_rate": 3.8842084618739196e-06,
      "loss": 0.3456,
      "step": 883220
    },
    {
      "epoch": 246.51,
      "grad_norm": 1.2119718790054321,
      "learning_rate": 3.884188083031173e-06,
      "loss": 0.3593,
      "step": 883230
    },
    {
      "epoch": 246.51,
      "grad_norm": 1.0650346279144287,
      "learning_rate": 3.884167703983393e-06,
      "loss": 0.3728,
      "step": 883240
    },
    {
      "epoch": 246.51,
      "grad_norm": 0.9394041895866394,
      "learning_rate": 3.884147324730584e-06,
      "loss": 0.3849,
      "step": 883250
    },
    {
      "epoch": 246.51,
      "grad_norm": 1.4564878940582275,
      "learning_rate": 3.884126945272747e-06,
      "loss": 0.3555,
      "step": 883260
    },
    {
      "epoch": 246.52,
      "grad_norm": 1.133122205734253,
      "learning_rate": 3.8841065656098855e-06,
      "loss": 0.3427,
      "step": 883270
    },
    {
      "epoch": 246.52,
      "grad_norm": 1.0242704153060913,
      "learning_rate": 3.8840861857420025e-06,
      "loss": 0.3502,
      "step": 883280
    },
    {
      "epoch": 246.52,
      "grad_norm": 0.8956685662269592,
      "learning_rate": 3.8840658056691e-06,
      "loss": 0.362,
      "step": 883290
    },
    {
      "epoch": 246.53,
      "grad_norm": 1.1992404460906982,
      "learning_rate": 3.884045425391181e-06,
      "loss": 0.3618,
      "step": 883300
    },
    {
      "epoch": 246.53,
      "grad_norm": 4.115432262420654,
      "learning_rate": 3.884025044908248e-06,
      "loss": 0.3679,
      "step": 883310
    },
    {
      "epoch": 246.53,
      "grad_norm": 0.9447296261787415,
      "learning_rate": 3.884004664220305e-06,
      "loss": 0.3544,
      "step": 883320
    },
    {
      "epoch": 246.53,
      "grad_norm": 1.4002188444137573,
      "learning_rate": 3.883984283327354e-06,
      "loss": 0.3644,
      "step": 883330
    },
    {
      "epoch": 246.54,
      "grad_norm": 1.2474560737609863,
      "learning_rate": 3.883963902229396e-06,
      "loss": 0.3681,
      "step": 883340
    },
    {
      "epoch": 246.54,
      "grad_norm": 1.1165169477462769,
      "learning_rate": 3.883943520926435e-06,
      "loss": 0.3894,
      "step": 883350
    },
    {
      "epoch": 246.54,
      "grad_norm": 1.2315181493759155,
      "learning_rate": 3.883923139418475e-06,
      "loss": 0.3612,
      "step": 883360
    },
    {
      "epoch": 246.54,
      "grad_norm": 1.0188812017440796,
      "learning_rate": 3.8839027577055165e-06,
      "loss": 0.3729,
      "step": 883370
    },
    {
      "epoch": 246.55,
      "grad_norm": 1.0676400661468506,
      "learning_rate": 3.883882375787565e-06,
      "loss": 0.3641,
      "step": 883380
    },
    {
      "epoch": 246.55,
      "grad_norm": 1.25590980052948,
      "learning_rate": 3.883861993664619e-06,
      "loss": 0.3622,
      "step": 883390
    },
    {
      "epoch": 246.55,
      "grad_norm": 1.100318431854248,
      "learning_rate": 3.883841611336685e-06,
      "loss": 0.3788,
      "step": 883400
    },
    {
      "epoch": 246.56,
      "grad_norm": 1.1184699535369873,
      "learning_rate": 3.883821228803765e-06,
      "loss": 0.3561,
      "step": 883410
    },
    {
      "epoch": 246.56,
      "grad_norm": 0.9126573801040649,
      "learning_rate": 3.88380084606586e-06,
      "loss": 0.3612,
      "step": 883420
    },
    {
      "epoch": 246.56,
      "grad_norm": 0.8868201375007629,
      "learning_rate": 3.883780463122974e-06,
      "loss": 0.3642,
      "step": 883430
    },
    {
      "epoch": 246.56,
      "grad_norm": 1.0798413753509521,
      "learning_rate": 3.883760079975109e-06,
      "loss": 0.3752,
      "step": 883440
    },
    {
      "epoch": 246.57,
      "grad_norm": 1.013000249862671,
      "learning_rate": 3.883739696622269e-06,
      "loss": 0.361,
      "step": 883450
    },
    {
      "epoch": 246.57,
      "grad_norm": 1.1421846151351929,
      "learning_rate": 3.8837193130644565e-06,
      "loss": 0.3646,
      "step": 883460
    },
    {
      "epoch": 246.57,
      "grad_norm": 1.0783748626708984,
      "learning_rate": 3.883698929301673e-06,
      "loss": 0.3636,
      "step": 883470
    },
    {
      "epoch": 246.58,
      "grad_norm": 1.1566241979599,
      "learning_rate": 3.883678545333922e-06,
      "loss": 0.3715,
      "step": 883480
    },
    {
      "epoch": 246.58,
      "grad_norm": 1.0343940258026123,
      "learning_rate": 3.883658161161206e-06,
      "loss": 0.3594,
      "step": 883490
    },
    {
      "epoch": 246.58,
      "grad_norm": 1.0529052019119263,
      "learning_rate": 3.883637776783528e-06,
      "loss": 0.3523,
      "step": 883500
    },
    {
      "epoch": 246.58,
      "grad_norm": 1.2611196041107178,
      "learning_rate": 3.883617392200891e-06,
      "loss": 0.3584,
      "step": 883510
    },
    {
      "epoch": 246.59,
      "grad_norm": 0.9535001516342163,
      "learning_rate": 3.883597007413296e-06,
      "loss": 0.3416,
      "step": 883520
    },
    {
      "epoch": 246.59,
      "grad_norm": 1.133605718612671,
      "learning_rate": 3.883576622420747e-06,
      "loss": 0.3711,
      "step": 883530
    },
    {
      "epoch": 246.59,
      "grad_norm": 1.066299319267273,
      "learning_rate": 3.883556237223247e-06,
      "loss": 0.3671,
      "step": 883540
    },
    {
      "epoch": 246.6,
      "grad_norm": 0.9868835806846619,
      "learning_rate": 3.883535851820799e-06,
      "loss": 0.3516,
      "step": 883550
    },
    {
      "epoch": 246.6,
      "grad_norm": 1.035467267036438,
      "learning_rate": 3.883515466213405e-06,
      "loss": 0.3547,
      "step": 883560
    },
    {
      "epoch": 246.6,
      "grad_norm": 0.8982034921646118,
      "learning_rate": 3.883495080401067e-06,
      "loss": 0.3539,
      "step": 883570
    },
    {
      "epoch": 246.6,
      "grad_norm": 1.0921021699905396,
      "learning_rate": 3.883474694383789e-06,
      "loss": 0.3727,
      "step": 883580
    },
    {
      "epoch": 246.61,
      "grad_norm": 1.0601353645324707,
      "learning_rate": 3.883454308161573e-06,
      "loss": 0.3667,
      "step": 883590
    },
    {
      "epoch": 246.61,
      "grad_norm": 1.0036308765411377,
      "learning_rate": 3.883433921734422e-06,
      "loss": 0.3635,
      "step": 883600
    },
    {
      "epoch": 246.61,
      "grad_norm": 1.2524325847625732,
      "learning_rate": 3.883413535102339e-06,
      "loss": 0.3808,
      "step": 883610
    },
    {
      "epoch": 246.61,
      "grad_norm": 1.0561177730560303,
      "learning_rate": 3.883393148265326e-06,
      "loss": 0.3577,
      "step": 883620
    },
    {
      "epoch": 246.62,
      "grad_norm": 0.8921661972999573,
      "learning_rate": 3.883372761223386e-06,
      "loss": 0.3599,
      "step": 883630
    },
    {
      "epoch": 246.62,
      "grad_norm": 1.0172752141952515,
      "learning_rate": 3.883352373976523e-06,
      "loss": 0.3476,
      "step": 883640
    },
    {
      "epoch": 246.62,
      "grad_norm": 1.0345103740692139,
      "learning_rate": 3.883331986524736e-06,
      "loss": 0.3656,
      "step": 883650
    },
    {
      "epoch": 246.63,
      "grad_norm": 1.0297391414642334,
      "learning_rate": 3.883311598868032e-06,
      "loss": 0.3658,
      "step": 883660
    },
    {
      "epoch": 246.63,
      "grad_norm": 1.089426040649414,
      "learning_rate": 3.883291211006412e-06,
      "loss": 0.3712,
      "step": 883670
    },
    {
      "epoch": 246.63,
      "grad_norm": 1.0591404438018799,
      "learning_rate": 3.883270822939878e-06,
      "loss": 0.3467,
      "step": 883680
    },
    {
      "epoch": 246.63,
      "grad_norm": 1.1188158988952637,
      "learning_rate": 3.8832504346684345e-06,
      "loss": 0.3634,
      "step": 883690
    },
    {
      "epoch": 246.64,
      "grad_norm": 1.0472915172576904,
      "learning_rate": 3.883230046192082e-06,
      "loss": 0.3765,
      "step": 883700
    },
    {
      "epoch": 246.64,
      "grad_norm": 0.9469184875488281,
      "learning_rate": 3.8832096575108245e-06,
      "loss": 0.3831,
      "step": 883710
    },
    {
      "epoch": 246.64,
      "grad_norm": 1.1289856433868408,
      "learning_rate": 3.883189268624665e-06,
      "loss": 0.3808,
      "step": 883720
    },
    {
      "epoch": 246.65,
      "grad_norm": 1.5877325534820557,
      "learning_rate": 3.883168879533605e-06,
      "loss": 0.3542,
      "step": 883730
    },
    {
      "epoch": 246.65,
      "grad_norm": 1.157327651977539,
      "learning_rate": 3.8831484902376474e-06,
      "loss": 0.3529,
      "step": 883740
    },
    {
      "epoch": 246.65,
      "grad_norm": 1.5557481050491333,
      "learning_rate": 3.883128100736796e-06,
      "loss": 0.3588,
      "step": 883750
    },
    {
      "epoch": 246.65,
      "grad_norm": 1.0534268617630005,
      "learning_rate": 3.883107711031054e-06,
      "loss": 0.3581,
      "step": 883760
    },
    {
      "epoch": 246.66,
      "grad_norm": 1.0344874858856201,
      "learning_rate": 3.883087321120422e-06,
      "loss": 0.3536,
      "step": 883770
    },
    {
      "epoch": 246.66,
      "grad_norm": 0.9341084361076355,
      "learning_rate": 3.883066931004904e-06,
      "loss": 0.3554,
      "step": 883780
    },
    {
      "epoch": 246.66,
      "grad_norm": 1.1484266519546509,
      "learning_rate": 3.883046540684502e-06,
      "loss": 0.356,
      "step": 883790
    },
    {
      "epoch": 246.66,
      "grad_norm": 0.9902706742286682,
      "learning_rate": 3.88302615015922e-06,
      "loss": 0.3752,
      "step": 883800
    },
    {
      "epoch": 246.67,
      "grad_norm": 1.1878293752670288,
      "learning_rate": 3.88300575942906e-06,
      "loss": 0.3714,
      "step": 883810
    },
    {
      "epoch": 246.67,
      "grad_norm": 1.006582260131836,
      "learning_rate": 3.882985368494024e-06,
      "loss": 0.3749,
      "step": 883820
    },
    {
      "epoch": 246.67,
      "grad_norm": 0.9652483463287354,
      "learning_rate": 3.882964977354116e-06,
      "loss": 0.3623,
      "step": 883830
    },
    {
      "epoch": 246.68,
      "grad_norm": 1.3704410791397095,
      "learning_rate": 3.882944586009337e-06,
      "loss": 0.3622,
      "step": 883840
    },
    {
      "epoch": 246.68,
      "grad_norm": 0.9626478552818298,
      "learning_rate": 3.8829241944596916e-06,
      "loss": 0.3591,
      "step": 883850
    },
    {
      "epoch": 246.68,
      "grad_norm": 1.1108804941177368,
      "learning_rate": 3.882903802705182e-06,
      "loss": 0.3492,
      "step": 883860
    },
    {
      "epoch": 246.68,
      "grad_norm": 1.108823537826538,
      "learning_rate": 3.88288341074581e-06,
      "loss": 0.3588,
      "step": 883870
    },
    {
      "epoch": 246.69,
      "grad_norm": 0.8616609573364258,
      "learning_rate": 3.88286301858158e-06,
      "loss": 0.3487,
      "step": 883880
    },
    {
      "epoch": 246.69,
      "grad_norm": 1.0333174467086792,
      "learning_rate": 3.8828426262124915e-06,
      "loss": 0.3775,
      "step": 883890
    },
    {
      "epoch": 246.69,
      "grad_norm": 1.0228757858276367,
      "learning_rate": 3.882822233638551e-06,
      "loss": 0.3451,
      "step": 883900
    },
    {
      "epoch": 246.7,
      "grad_norm": 1.2037853002548218,
      "learning_rate": 3.882801840859758e-06,
      "loss": 0.382,
      "step": 883910
    },
    {
      "epoch": 246.7,
      "grad_norm": 1.287684440612793,
      "learning_rate": 3.882781447876119e-06,
      "loss": 0.3471,
      "step": 883920
    },
    {
      "epoch": 246.7,
      "grad_norm": 0.9419344663619995,
      "learning_rate": 3.882761054687633e-06,
      "loss": 0.3665,
      "step": 883930
    },
    {
      "epoch": 246.7,
      "grad_norm": 1.2469080686569214,
      "learning_rate": 3.882740661294305e-06,
      "loss": 0.3681,
      "step": 883940
    },
    {
      "epoch": 246.71,
      "grad_norm": 1.0311897993087769,
      "learning_rate": 3.882720267696137e-06,
      "loss": 0.3652,
      "step": 883950
    },
    {
      "epoch": 246.71,
      "grad_norm": 1.1390212774276733,
      "learning_rate": 3.882699873893131e-06,
      "loss": 0.3564,
      "step": 883960
    },
    {
      "epoch": 246.71,
      "grad_norm": 0.9729229807853699,
      "learning_rate": 3.88267947988529e-06,
      "loss": 0.374,
      "step": 883970
    },
    {
      "epoch": 246.72,
      "grad_norm": 1.1413257122039795,
      "learning_rate": 3.882659085672618e-06,
      "loss": 0.3634,
      "step": 883980
    },
    {
      "epoch": 246.72,
      "grad_norm": 1.0074522495269775,
      "learning_rate": 3.882638691255116e-06,
      "loss": 0.3609,
      "step": 883990
    },
    {
      "epoch": 246.72,
      "grad_norm": 1.051223635673523,
      "learning_rate": 3.882618296632788e-06,
      "loss": 0.3576,
      "step": 884000
    },
    {
      "epoch": 246.72,
      "grad_norm": 0.9834521412849426,
      "learning_rate": 3.8825979018056365e-06,
      "loss": 0.3743,
      "step": 884010
    },
    {
      "epoch": 246.73,
      "grad_norm": 0.920214831829071,
      "learning_rate": 3.882577506773663e-06,
      "loss": 0.3626,
      "step": 884020
    },
    {
      "epoch": 246.73,
      "grad_norm": 1.2592782974243164,
      "learning_rate": 3.882557111536872e-06,
      "loss": 0.3756,
      "step": 884030
    },
    {
      "epoch": 246.73,
      "grad_norm": 0.9399334788322449,
      "learning_rate": 3.882536716095265e-06,
      "loss": 0.3682,
      "step": 884040
    },
    {
      "epoch": 246.73,
      "grad_norm": 0.9282864928245544,
      "learning_rate": 3.882516320448845e-06,
      "loss": 0.3601,
      "step": 884050
    },
    {
      "epoch": 246.74,
      "grad_norm": 0.8788440823554993,
      "learning_rate": 3.882495924597615e-06,
      "loss": 0.3576,
      "step": 884060
    },
    {
      "epoch": 246.74,
      "grad_norm": 1.0343841314315796,
      "learning_rate": 3.8824755285415775e-06,
      "loss": 0.3598,
      "step": 884070
    },
    {
      "epoch": 246.74,
      "grad_norm": 0.9206650257110596,
      "learning_rate": 3.882455132280735e-06,
      "loss": 0.3546,
      "step": 884080
    },
    {
      "epoch": 246.75,
      "grad_norm": 1.3455829620361328,
      "learning_rate": 3.88243473581509e-06,
      "loss": 0.364,
      "step": 884090
    },
    {
      "epoch": 246.75,
      "grad_norm": 1.1374740600585938,
      "learning_rate": 3.882414339144647e-06,
      "loss": 0.3663,
      "step": 884100
    },
    {
      "epoch": 246.75,
      "grad_norm": 1.1603708267211914,
      "learning_rate": 3.882393942269406e-06,
      "loss": 0.3536,
      "step": 884110
    },
    {
      "epoch": 246.75,
      "grad_norm": 1.0444085597991943,
      "learning_rate": 3.8823735451893715e-06,
      "loss": 0.3686,
      "step": 884120
    },
    {
      "epoch": 246.76,
      "grad_norm": 1.1059839725494385,
      "learning_rate": 3.882353147904546e-06,
      "loss": 0.3696,
      "step": 884130
    },
    {
      "epoch": 246.76,
      "grad_norm": 1.0143141746520996,
      "learning_rate": 3.882332750414932e-06,
      "loss": 0.3653,
      "step": 884140
    },
    {
      "epoch": 246.76,
      "grad_norm": 1.0542348623275757,
      "learning_rate": 3.882312352720532e-06,
      "loss": 0.3635,
      "step": 884150
    },
    {
      "epoch": 246.77,
      "grad_norm": 0.9864005446434021,
      "learning_rate": 3.882291954821349e-06,
      "loss": 0.3401,
      "step": 884160
    },
    {
      "epoch": 246.77,
      "grad_norm": 1.102065086364746,
      "learning_rate": 3.882271556717385e-06,
      "loss": 0.3704,
      "step": 884170
    },
    {
      "epoch": 246.77,
      "grad_norm": 1.084470272064209,
      "learning_rate": 3.882251158408644e-06,
      "loss": 0.3646,
      "step": 884180
    },
    {
      "epoch": 246.77,
      "grad_norm": 0.9709436297416687,
      "learning_rate": 3.882230759895129e-06,
      "loss": 0.3801,
      "step": 884190
    },
    {
      "epoch": 246.78,
      "grad_norm": 1.161167860031128,
      "learning_rate": 3.882210361176841e-06,
      "loss": 0.3625,
      "step": 884200
    },
    {
      "epoch": 246.78,
      "grad_norm": 0.947631299495697,
      "learning_rate": 3.8821899622537834e-06,
      "loss": 0.3614,
      "step": 884210
    },
    {
      "epoch": 246.78,
      "grad_norm": 1.1110944747924805,
      "learning_rate": 3.8821695631259586e-06,
      "loss": 0.3533,
      "step": 884220
    },
    {
      "epoch": 246.78,
      "grad_norm": 1.0741199254989624,
      "learning_rate": 3.88214916379337e-06,
      "loss": 0.3613,
      "step": 884230
    },
    {
      "epoch": 246.79,
      "grad_norm": 1.083621621131897,
      "learning_rate": 3.88212876425602e-06,
      "loss": 0.3576,
      "step": 884240
    },
    {
      "epoch": 246.79,
      "grad_norm": 0.9609236717224121,
      "learning_rate": 3.882108364513913e-06,
      "loss": 0.362,
      "step": 884250
    },
    {
      "epoch": 246.79,
      "grad_norm": 0.8746647238731384,
      "learning_rate": 3.8820879645670475e-06,
      "loss": 0.3479,
      "step": 884260
    },
    {
      "epoch": 246.8,
      "grad_norm": 1.2282207012176514,
      "learning_rate": 3.88206756441543e-06,
      "loss": 0.3815,
      "step": 884270
    },
    {
      "epoch": 246.8,
      "grad_norm": 1.7110596895217896,
      "learning_rate": 3.882047164059062e-06,
      "loss": 0.3667,
      "step": 884280
    },
    {
      "epoch": 246.8,
      "grad_norm": 1.158736228942871,
      "learning_rate": 3.882026763497947e-06,
      "loss": 0.3684,
      "step": 884290
    },
    {
      "epoch": 246.8,
      "grad_norm": 1.0564661026000977,
      "learning_rate": 3.882006362732086e-06,
      "loss": 0.3609,
      "step": 884300
    },
    {
      "epoch": 246.81,
      "grad_norm": 1.1563529968261719,
      "learning_rate": 3.881985961761482e-06,
      "loss": 0.363,
      "step": 884310
    },
    {
      "epoch": 246.81,
      "grad_norm": 1.0426790714263916,
      "learning_rate": 3.881965560586139e-06,
      "loss": 0.3683,
      "step": 884320
    },
    {
      "epoch": 246.81,
      "grad_norm": 1.2485666275024414,
      "learning_rate": 3.8819451592060595e-06,
      "loss": 0.3717,
      "step": 884330
    },
    {
      "epoch": 246.82,
      "grad_norm": 0.9724207520484924,
      "learning_rate": 3.881924757621246e-06,
      "loss": 0.3631,
      "step": 884340
    },
    {
      "epoch": 246.82,
      "grad_norm": 1.1328086853027344,
      "learning_rate": 3.881904355831701e-06,
      "loss": 0.3717,
      "step": 884350
    },
    {
      "epoch": 246.82,
      "grad_norm": 1.0134094953536987,
      "learning_rate": 3.8818839538374265e-06,
      "loss": 0.3621,
      "step": 884360
    },
    {
      "epoch": 246.82,
      "grad_norm": 1.8881765604019165,
      "learning_rate": 3.881863551638426e-06,
      "loss": 0.3739,
      "step": 884370
    },
    {
      "epoch": 246.83,
      "grad_norm": 0.9591770768165588,
      "learning_rate": 3.881843149234703e-06,
      "loss": 0.3658,
      "step": 884380
    },
    {
      "epoch": 246.83,
      "grad_norm": 1.0764660835266113,
      "learning_rate": 3.881822746626259e-06,
      "loss": 0.3781,
      "step": 884390
    },
    {
      "epoch": 246.83,
      "grad_norm": 1.0094144344329834,
      "learning_rate": 3.881802343813097e-06,
      "loss": 0.3598,
      "step": 884400
    },
    {
      "epoch": 246.84,
      "grad_norm": 5.000901699066162,
      "learning_rate": 3.881781940795219e-06,
      "loss": 0.3563,
      "step": 884410
    },
    {
      "epoch": 246.84,
      "grad_norm": 1.611099123954773,
      "learning_rate": 3.881761537572629e-06,
      "loss": 0.3708,
      "step": 884420
    },
    {
      "epoch": 246.84,
      "grad_norm": 1.58538818359375,
      "learning_rate": 3.88174113414533e-06,
      "loss": 0.3705,
      "step": 884430
    },
    {
      "epoch": 246.84,
      "grad_norm": 1.1068248748779297,
      "learning_rate": 3.881720730513323e-06,
      "loss": 0.3591,
      "step": 884440
    },
    {
      "epoch": 246.85,
      "grad_norm": 0.9611237049102783,
      "learning_rate": 3.881700326676613e-06,
      "loss": 0.3605,
      "step": 884450
    },
    {
      "epoch": 246.85,
      "grad_norm": 0.8697212338447571,
      "learning_rate": 3.8816799226352004e-06,
      "loss": 0.3567,
      "step": 884460
    },
    {
      "epoch": 246.85,
      "grad_norm": 0.9842262268066406,
      "learning_rate": 3.881659518389088e-06,
      "loss": 0.3674,
      "step": 884470
    },
    {
      "epoch": 246.85,
      "grad_norm": 1.2209358215332031,
      "learning_rate": 3.881639113938281e-06,
      "loss": 0.3606,
      "step": 884480
    },
    {
      "epoch": 246.86,
      "grad_norm": 0.9612826108932495,
      "learning_rate": 3.8816187092827805e-06,
      "loss": 0.3785,
      "step": 884490
    },
    {
      "epoch": 246.86,
      "grad_norm": 1.0206928253173828,
      "learning_rate": 3.881598304422588e-06,
      "loss": 0.3625,
      "step": 884500
    },
    {
      "epoch": 246.86,
      "grad_norm": 0.897973895072937,
      "learning_rate": 3.881577899357709e-06,
      "loss": 0.371,
      "step": 884510
    },
    {
      "epoch": 246.87,
      "grad_norm": 1.0235960483551025,
      "learning_rate": 3.881557494088144e-06,
      "loss": 0.3604,
      "step": 884520
    },
    {
      "epoch": 246.87,
      "grad_norm": 1.1353034973144531,
      "learning_rate": 3.881537088613896e-06,
      "loss": 0.3578,
      "step": 884530
    },
    {
      "epoch": 246.87,
      "grad_norm": 1.0705293416976929,
      "learning_rate": 3.881516682934969e-06,
      "loss": 0.3649,
      "step": 884540
    },
    {
      "epoch": 246.87,
      "grad_norm": 1.0401426553726196,
      "learning_rate": 3.881496277051364e-06,
      "loss": 0.3667,
      "step": 884550
    },
    {
      "epoch": 246.88,
      "grad_norm": 1.0510379076004028,
      "learning_rate": 3.881475870963085e-06,
      "loss": 0.3608,
      "step": 884560
    },
    {
      "epoch": 246.88,
      "grad_norm": 1.619433879852295,
      "learning_rate": 3.881455464670134e-06,
      "loss": 0.3698,
      "step": 884570
    },
    {
      "epoch": 246.88,
      "grad_norm": 0.9769395589828491,
      "learning_rate": 3.881435058172514e-06,
      "loss": 0.3546,
      "step": 884580
    },
    {
      "epoch": 246.89,
      "grad_norm": 1.210819959640503,
      "learning_rate": 3.8814146514702275e-06,
      "loss": 0.3785,
      "step": 884590
    },
    {
      "epoch": 246.89,
      "grad_norm": 1.0563557147979736,
      "learning_rate": 3.881394244563278e-06,
      "loss": 0.3507,
      "step": 884600
    },
    {
      "epoch": 246.89,
      "grad_norm": 0.9504973888397217,
      "learning_rate": 3.881373837451667e-06,
      "loss": 0.3632,
      "step": 884610
    },
    {
      "epoch": 246.89,
      "grad_norm": 1.107661485671997,
      "learning_rate": 3.881353430135399e-06,
      "loss": 0.375,
      "step": 884620
    },
    {
      "epoch": 246.9,
      "grad_norm": 1.1569377183914185,
      "learning_rate": 3.8813330226144734e-06,
      "loss": 0.372,
      "step": 884630
    },
    {
      "epoch": 246.9,
      "grad_norm": 0.8468366861343384,
      "learning_rate": 3.881312614888897e-06,
      "loss": 0.3642,
      "step": 884640
    },
    {
      "epoch": 246.9,
      "grad_norm": 0.8985031247138977,
      "learning_rate": 3.8812922069586705e-06,
      "loss": 0.3561,
      "step": 884650
    },
    {
      "epoch": 246.9,
      "grad_norm": 1.0839381217956543,
      "learning_rate": 3.881271798823796e-06,
      "loss": 0.3678,
      "step": 884660
    },
    {
      "epoch": 246.91,
      "grad_norm": 0.9522057771682739,
      "learning_rate": 3.881251390484278e-06,
      "loss": 0.3485,
      "step": 884670
    },
    {
      "epoch": 246.91,
      "grad_norm": 1.2011641263961792,
      "learning_rate": 3.881230981940117e-06,
      "loss": 0.3636,
      "step": 884680
    },
    {
      "epoch": 246.91,
      "grad_norm": 0.9728991985321045,
      "learning_rate": 3.881210573191316e-06,
      "loss": 0.3699,
      "step": 884690
    },
    {
      "epoch": 246.92,
      "grad_norm": 1.143247127532959,
      "learning_rate": 3.881190164237881e-06,
      "loss": 0.3576,
      "step": 884700
    },
    {
      "epoch": 246.92,
      "grad_norm": 1.0944591760635376,
      "learning_rate": 3.881169755079811e-06,
      "loss": 0.3569,
      "step": 884710
    },
    {
      "epoch": 246.92,
      "grad_norm": 1.039511799812317,
      "learning_rate": 3.88114934571711e-06,
      "loss": 0.3692,
      "step": 884720
    },
    {
      "epoch": 246.92,
      "grad_norm": 1.001731514930725,
      "learning_rate": 3.881128936149781e-06,
      "loss": 0.3648,
      "step": 884730
    },
    {
      "epoch": 246.93,
      "grad_norm": 1.1782351732254028,
      "learning_rate": 3.881108526377826e-06,
      "loss": 0.3676,
      "step": 884740
    },
    {
      "epoch": 246.93,
      "grad_norm": 1.2931971549987793,
      "learning_rate": 3.881088116401248e-06,
      "loss": 0.3572,
      "step": 884750
    },
    {
      "epoch": 246.93,
      "grad_norm": 1.0461921691894531,
      "learning_rate": 3.881067706220051e-06,
      "loss": 0.3669,
      "step": 884760
    },
    {
      "epoch": 246.94,
      "grad_norm": 1.078190803527832,
      "learning_rate": 3.881047295834235e-06,
      "loss": 0.3556,
      "step": 884770
    },
    {
      "epoch": 246.94,
      "grad_norm": 1.0285805463790894,
      "learning_rate": 3.8810268852438055e-06,
      "loss": 0.3651,
      "step": 884780
    },
    {
      "epoch": 246.94,
      "grad_norm": 0.8334641456604004,
      "learning_rate": 3.881006474448764e-06,
      "loss": 0.3634,
      "step": 884790
    },
    {
      "epoch": 246.94,
      "grad_norm": 1.065892219543457,
      "learning_rate": 3.8809860634491135e-06,
      "loss": 0.3509,
      "step": 884800
    },
    {
      "epoch": 246.95,
      "grad_norm": 1.00814688205719,
      "learning_rate": 3.880965652244855e-06,
      "loss": 0.3663,
      "step": 884810
    },
    {
      "epoch": 246.95,
      "grad_norm": 1.0769681930541992,
      "learning_rate": 3.880945240835994e-06,
      "loss": 0.3586,
      "step": 884820
    },
    {
      "epoch": 246.95,
      "grad_norm": 1.03836190700531,
      "learning_rate": 3.880924829222531e-06,
      "loss": 0.3689,
      "step": 884830
    },
    {
      "epoch": 246.96,
      "grad_norm": 1.1085050106048584,
      "learning_rate": 3.880904417404471e-06,
      "loss": 0.3422,
      "step": 884840
    },
    {
      "epoch": 246.96,
      "grad_norm": 1.621111273765564,
      "learning_rate": 3.8808840053818135e-06,
      "loss": 0.3601,
      "step": 884850
    },
    {
      "epoch": 246.96,
      "grad_norm": 1.3242145776748657,
      "learning_rate": 3.880863593154565e-06,
      "loss": 0.356,
      "step": 884860
    },
    {
      "epoch": 246.96,
      "grad_norm": 1.0470314025878906,
      "learning_rate": 3.880843180722725e-06,
      "loss": 0.3666,
      "step": 884870
    },
    {
      "epoch": 246.97,
      "grad_norm": 1.084036946296692,
      "learning_rate": 3.880822768086297e-06,
      "loss": 0.3695,
      "step": 884880
    },
    {
      "epoch": 246.97,
      "grad_norm": 0.9532819390296936,
      "learning_rate": 3.880802355245285e-06,
      "loss": 0.3635,
      "step": 884890
    },
    {
      "epoch": 246.97,
      "grad_norm": 1.0917046070098877,
      "learning_rate": 3.8807819421996915e-06,
      "loss": 0.3632,
      "step": 884900
    },
    {
      "epoch": 246.97,
      "grad_norm": 1.0599584579467773,
      "learning_rate": 3.8807615289495175e-06,
      "loss": 0.3671,
      "step": 884910
    },
    {
      "epoch": 246.98,
      "grad_norm": 1.01479971408844,
      "learning_rate": 3.880741115494767e-06,
      "loss": 0.3488,
      "step": 884920
    },
    {
      "epoch": 246.98,
      "grad_norm": 0.9305572509765625,
      "learning_rate": 3.880720701835443e-06,
      "loss": 0.3752,
      "step": 884930
    },
    {
      "epoch": 246.98,
      "grad_norm": 1.197965383529663,
      "learning_rate": 3.8807002879715475e-06,
      "loss": 0.3766,
      "step": 884940
    },
    {
      "epoch": 246.99,
      "grad_norm": 1.173077940940857,
      "learning_rate": 3.880679873903084e-06,
      "loss": 0.3598,
      "step": 884950
    },
    {
      "epoch": 246.99,
      "grad_norm": 1.065399408340454,
      "learning_rate": 3.880659459630055e-06,
      "loss": 0.3669,
      "step": 884960
    },
    {
      "epoch": 246.99,
      "grad_norm": 1.0593937635421753,
      "learning_rate": 3.880639045152462e-06,
      "loss": 0.3494,
      "step": 884970
    },
    {
      "epoch": 246.99,
      "grad_norm": 1.2383092641830444,
      "learning_rate": 3.880618630470309e-06,
      "loss": 0.3635,
      "step": 884980
    },
    {
      "epoch": 247.0,
      "grad_norm": 1.0208276510238647,
      "learning_rate": 3.880598215583598e-06,
      "loss": 0.3718,
      "step": 884990
    },
    {
      "epoch": 247.0,
      "grad_norm": 1.2032506465911865,
      "learning_rate": 3.8805778004923325e-06,
      "loss": 0.381,
      "step": 885000
    },
    {
      "epoch": 247.0,
      "eval_loss": 0.3642883598804474,
      "eval_runtime": 64.3649,
      "eval_samples_per_second": 78.599,
      "eval_steps_per_second": 9.835,
      "step": 885001
    },
    {
      "epoch": 247.0,
      "grad_norm": 1.0753681659698486,
      "learning_rate": 3.880557385196515e-06,
      "loss": 0.3743,
      "step": 885010
    },
    {
      "epoch": 247.01,
      "grad_norm": 1.0739216804504395,
      "learning_rate": 3.880536969696148e-06,
      "loss": 0.3659,
      "step": 885020
    },
    {
      "epoch": 247.01,
      "grad_norm": 1.335135817527771,
      "learning_rate": 3.880516553991233e-06,
      "loss": 0.3484,
      "step": 885030
    },
    {
      "epoch": 247.01,
      "grad_norm": 1.1575534343719482,
      "learning_rate": 3.880496138081775e-06,
      "loss": 0.3495,
      "step": 885040
    },
    {
      "epoch": 247.01,
      "grad_norm": 1.1273207664489746,
      "learning_rate": 3.880475721967776e-06,
      "loss": 0.3795,
      "step": 885050
    },
    {
      "epoch": 247.02,
      "grad_norm": 0.9381488561630249,
      "learning_rate": 3.880455305649238e-06,
      "loss": 0.3504,
      "step": 885060
    },
    {
      "epoch": 247.02,
      "grad_norm": 1.0877296924591064,
      "learning_rate": 3.880434889126164e-06,
      "loss": 0.3623,
      "step": 885070
    },
    {
      "epoch": 247.02,
      "grad_norm": 1.1023361682891846,
      "learning_rate": 3.880414472398556e-06,
      "loss": 0.3782,
      "step": 885080
    },
    {
      "epoch": 247.02,
      "grad_norm": 0.9140819907188416,
      "learning_rate": 3.880394055466419e-06,
      "loss": 0.3751,
      "step": 885090
    },
    {
      "epoch": 247.03,
      "grad_norm": 1.1521316766738892,
      "learning_rate": 3.880373638329754e-06,
      "loss": 0.362,
      "step": 885100
    },
    {
      "epoch": 247.03,
      "grad_norm": 1.1370849609375,
      "learning_rate": 3.880353220988563e-06,
      "loss": 0.3507,
      "step": 885110
    },
    {
      "epoch": 247.03,
      "grad_norm": 1.1045970916748047,
      "learning_rate": 3.880332803442851e-06,
      "loss": 0.3672,
      "step": 885120
    },
    {
      "epoch": 247.04,
      "grad_norm": 1.059678077697754,
      "learning_rate": 3.880312385692619e-06,
      "loss": 0.3828,
      "step": 885130
    },
    {
      "epoch": 247.04,
      "grad_norm": 1.0291444063186646,
      "learning_rate": 3.880291967737869e-06,
      "loss": 0.3578,
      "step": 885140
    },
    {
      "epoch": 247.04,
      "grad_norm": 0.995890736579895,
      "learning_rate": 3.8802715495786065e-06,
      "loss": 0.3757,
      "step": 885150
    },
    {
      "epoch": 247.04,
      "grad_norm": 1.149656057357788,
      "learning_rate": 3.880251131214832e-06,
      "loss": 0.3547,
      "step": 885160
    },
    {
      "epoch": 247.05,
      "grad_norm": 1.168834924697876,
      "learning_rate": 3.880230712646548e-06,
      "loss": 0.3568,
      "step": 885170
    },
    {
      "epoch": 247.05,
      "grad_norm": 1.017572283744812,
      "learning_rate": 3.880210293873758e-06,
      "loss": 0.3725,
      "step": 885180
    },
    {
      "epoch": 247.05,
      "grad_norm": 0.988321840763092,
      "learning_rate": 3.880189874896467e-06,
      "loss": 0.3612,
      "step": 885190
    },
    {
      "epoch": 247.06,
      "grad_norm": 10.041552543640137,
      "learning_rate": 3.880169455714673e-06,
      "loss": 0.371,
      "step": 885200
    },
    {
      "epoch": 247.06,
      "grad_norm": 1.0567798614501953,
      "learning_rate": 3.880149036328382e-06,
      "loss": 0.3455,
      "step": 885210
    },
    {
      "epoch": 247.06,
      "grad_norm": 1.0580765008926392,
      "learning_rate": 3.880128616737595e-06,
      "loss": 0.3592,
      "step": 885220
    },
    {
      "epoch": 247.06,
      "grad_norm": 1.01327645778656,
      "learning_rate": 3.8801081969423165e-06,
      "loss": 0.3624,
      "step": 885230
    },
    {
      "epoch": 247.07,
      "grad_norm": 0.930761992931366,
      "learning_rate": 3.880087776942549e-06,
      "loss": 0.3713,
      "step": 885240
    },
    {
      "epoch": 247.07,
      "grad_norm": 1.0745981931686401,
      "learning_rate": 3.8800673567382935e-06,
      "loss": 0.3771,
      "step": 885250
    },
    {
      "epoch": 247.07,
      "grad_norm": 0.8138260841369629,
      "learning_rate": 3.8800469363295535e-06,
      "loss": 0.3712,
      "step": 885260
    },
    {
      "epoch": 247.08,
      "grad_norm": 1.070152997970581,
      "learning_rate": 3.880026515716332e-06,
      "loss": 0.3738,
      "step": 885270
    },
    {
      "epoch": 247.08,
      "grad_norm": 0.9728376269340515,
      "learning_rate": 3.880006094898633e-06,
      "loss": 0.3586,
      "step": 885280
    },
    {
      "epoch": 247.08,
      "grad_norm": 1.0549886226654053,
      "learning_rate": 3.8799856738764565e-06,
      "loss": 0.3679,
      "step": 885290
    },
    {
      "epoch": 247.08,
      "grad_norm": 1.0699291229248047,
      "learning_rate": 3.879965252649807e-06,
      "loss": 0.3813,
      "step": 885300
    },
    {
      "epoch": 247.09,
      "grad_norm": 1.038224458694458,
      "learning_rate": 3.879944831218687e-06,
      "loss": 0.3758,
      "step": 885310
    },
    {
      "epoch": 247.09,
      "grad_norm": 1.0666961669921875,
      "learning_rate": 3.879924409583099e-06,
      "loss": 0.356,
      "step": 885320
    },
    {
      "epoch": 247.09,
      "grad_norm": 1.20809805393219,
      "learning_rate": 3.879903987743045e-06,
      "loss": 0.364,
      "step": 885330
    },
    {
      "epoch": 247.09,
      "grad_norm": 1.3193974494934082,
      "learning_rate": 3.87988356569853e-06,
      "loss": 0.372,
      "step": 885340
    },
    {
      "epoch": 247.1,
      "grad_norm": 1.1011042594909668,
      "learning_rate": 3.879863143449554e-06,
      "loss": 0.3623,
      "step": 885350
    },
    {
      "epoch": 247.1,
      "grad_norm": 1.0612953901290894,
      "learning_rate": 3.879842720996121e-06,
      "loss": 0.3695,
      "step": 885360
    },
    {
      "epoch": 247.1,
      "grad_norm": 1.0466290712356567,
      "learning_rate": 3.8798222983382345e-06,
      "loss": 0.3564,
      "step": 885370
    },
    {
      "epoch": 247.11,
      "grad_norm": 1.1218929290771484,
      "learning_rate": 3.879801875475896e-06,
      "loss": 0.3604,
      "step": 885380
    },
    {
      "epoch": 247.11,
      "grad_norm": 1.1505109071731567,
      "learning_rate": 3.879781452409108e-06,
      "loss": 0.3406,
      "step": 885390
    },
    {
      "epoch": 247.11,
      "grad_norm": 1.1724512577056885,
      "learning_rate": 3.879761029137875e-06,
      "loss": 0.3642,
      "step": 885400
    },
    {
      "epoch": 247.11,
      "grad_norm": 0.9853065609931946,
      "learning_rate": 3.879740605662197e-06,
      "loss": 0.3595,
      "step": 885410
    },
    {
      "epoch": 247.12,
      "grad_norm": 0.8877695798873901,
      "learning_rate": 3.879720181982079e-06,
      "loss": 0.344,
      "step": 885420
    },
    {
      "epoch": 247.12,
      "grad_norm": 0.9775746464729309,
      "learning_rate": 3.879699758097523e-06,
      "loss": 0.3762,
      "step": 885430
    },
    {
      "epoch": 247.12,
      "grad_norm": 0.9077414870262146,
      "learning_rate": 3.879679334008531e-06,
      "loss": 0.3602,
      "step": 885440
    },
    {
      "epoch": 247.13,
      "grad_norm": 1.2001789808273315,
      "learning_rate": 3.879658909715108e-06,
      "loss": 0.3619,
      "step": 885450
    },
    {
      "epoch": 247.13,
      "grad_norm": 0.9824308753013611,
      "learning_rate": 3.879638485217253e-06,
      "loss": 0.3712,
      "step": 885460
    },
    {
      "epoch": 247.13,
      "grad_norm": 1.0524481534957886,
      "learning_rate": 3.879618060514972e-06,
      "loss": 0.3562,
      "step": 885470
    },
    {
      "epoch": 247.13,
      "grad_norm": 0.960685133934021,
      "learning_rate": 3.879597635608267e-06,
      "loss": 0.3817,
      "step": 885480
    },
    {
      "epoch": 247.14,
      "grad_norm": 0.8084453344345093,
      "learning_rate": 3.87957721049714e-06,
      "loss": 0.365,
      "step": 885490
    },
    {
      "epoch": 247.14,
      "grad_norm": 1.0764765739440918,
      "learning_rate": 3.879556785181593e-06,
      "loss": 0.3358,
      "step": 885500
    },
    {
      "epoch": 247.14,
      "grad_norm": 1.0683748722076416,
      "learning_rate": 3.87953635966163e-06,
      "loss": 0.3852,
      "step": 885510
    },
    {
      "epoch": 247.14,
      "grad_norm": 1.05689537525177,
      "learning_rate": 3.879515933937254e-06,
      "loss": 0.3612,
      "step": 885520
    },
    {
      "epoch": 247.15,
      "grad_norm": 0.8473213911056519,
      "learning_rate": 3.879495508008467e-06,
      "loss": 0.3737,
      "step": 885530
    },
    {
      "epoch": 247.15,
      "grad_norm": 1.157361626625061,
      "learning_rate": 3.879475081875272e-06,
      "loss": 0.3705,
      "step": 885540
    },
    {
      "epoch": 247.15,
      "grad_norm": 1.054903507232666,
      "learning_rate": 3.879454655537671e-06,
      "loss": 0.3612,
      "step": 885550
    },
    {
      "epoch": 247.16,
      "grad_norm": 0.882102370262146,
      "learning_rate": 3.8794342289956675e-06,
      "loss": 0.3594,
      "step": 885560
    },
    {
      "epoch": 247.16,
      "grad_norm": 1.1611148118972778,
      "learning_rate": 3.879413802249264e-06,
      "loss": 0.3793,
      "step": 885570
    },
    {
      "epoch": 247.16,
      "grad_norm": 1.0360435247421265,
      "learning_rate": 3.879393375298464e-06,
      "loss": 0.3484,
      "step": 885580
    },
    {
      "epoch": 247.16,
      "grad_norm": 1.1932696104049683,
      "learning_rate": 3.879372948143269e-06,
      "loss": 0.354,
      "step": 885590
    },
    {
      "epoch": 247.17,
      "grad_norm": 1.0026438236236572,
      "learning_rate": 3.879352520783682e-06,
      "loss": 0.3547,
      "step": 885600
    },
    {
      "epoch": 247.17,
      "grad_norm": 1.0897527933120728,
      "learning_rate": 3.879332093219706e-06,
      "loss": 0.3586,
      "step": 885610
    },
    {
      "epoch": 247.17,
      "grad_norm": 1.1237157583236694,
      "learning_rate": 3.879311665451343e-06,
      "loss": 0.363,
      "step": 885620
    },
    {
      "epoch": 247.18,
      "grad_norm": 1.1645910739898682,
      "learning_rate": 3.879291237478596e-06,
      "loss": 0.3723,
      "step": 885630
    },
    {
      "epoch": 247.18,
      "grad_norm": 0.9834272265434265,
      "learning_rate": 3.87927080930147e-06,
      "loss": 0.3806,
      "step": 885640
    },
    {
      "epoch": 247.18,
      "grad_norm": 1.127969741821289,
      "learning_rate": 3.8792503809199645e-06,
      "loss": 0.3785,
      "step": 885650
    },
    {
      "epoch": 247.18,
      "grad_norm": 1.1812437772750854,
      "learning_rate": 3.879229952334083e-06,
      "loss": 0.3688,
      "step": 885660
    },
    {
      "epoch": 247.19,
      "grad_norm": 1.2336487770080566,
      "learning_rate": 3.879209523543829e-06,
      "loss": 0.3775,
      "step": 885670
    },
    {
      "epoch": 247.19,
      "grad_norm": 1.0646945238113403,
      "learning_rate": 3.879189094549206e-06,
      "loss": 0.3685,
      "step": 885680
    },
    {
      "epoch": 247.19,
      "grad_norm": 1.2267729043960571,
      "learning_rate": 3.8791686653502145e-06,
      "loss": 0.3498,
      "step": 885690
    },
    {
      "epoch": 247.2,
      "grad_norm": 1.0131394863128662,
      "learning_rate": 3.879148235946859e-06,
      "loss": 0.3716,
      "step": 885700
    },
    {
      "epoch": 247.2,
      "grad_norm": 1.177833914756775,
      "learning_rate": 3.879127806339141e-06,
      "loss": 0.3575,
      "step": 885710
    },
    {
      "epoch": 247.2,
      "grad_norm": 0.9789212346076965,
      "learning_rate": 3.879107376527064e-06,
      "loss": 0.3729,
      "step": 885720
    },
    {
      "epoch": 247.2,
      "grad_norm": 1.0996758937835693,
      "learning_rate": 3.879086946510631e-06,
      "loss": 0.3645,
      "step": 885730
    },
    {
      "epoch": 247.21,
      "grad_norm": 1.1979045867919922,
      "learning_rate": 3.879066516289844e-06,
      "loss": 0.3637,
      "step": 885740
    },
    {
      "epoch": 247.21,
      "grad_norm": 0.9390761852264404,
      "learning_rate": 3.879046085864705e-06,
      "loss": 0.3632,
      "step": 885750
    },
    {
      "epoch": 247.21,
      "grad_norm": 1.1220582723617554,
      "learning_rate": 3.8790256552352185e-06,
      "loss": 0.3658,
      "step": 885760
    },
    {
      "epoch": 247.21,
      "grad_norm": 0.9640983939170837,
      "learning_rate": 3.879005224401386e-06,
      "loss": 0.382,
      "step": 885770
    },
    {
      "epoch": 247.22,
      "grad_norm": 1.20381498336792,
      "learning_rate": 3.878984793363212e-06,
      "loss": 0.378,
      "step": 885780
    },
    {
      "epoch": 247.22,
      "grad_norm": 1.03908371925354,
      "learning_rate": 3.878964362120696e-06,
      "loss": 0.3653,
      "step": 885790
    },
    {
      "epoch": 247.22,
      "grad_norm": 1.0298714637756348,
      "learning_rate": 3.878943930673844e-06,
      "loss": 0.3687,
      "step": 885800
    },
    {
      "epoch": 247.23,
      "grad_norm": 1.0972718000411987,
      "learning_rate": 3.8789234990226565e-06,
      "loss": 0.3789,
      "step": 885810
    },
    {
      "epoch": 247.23,
      "grad_norm": 0.798335611820221,
      "learning_rate": 3.878903067167136e-06,
      "loss": 0.3464,
      "step": 885820
    },
    {
      "epoch": 247.23,
      "grad_norm": 1.0384777784347534,
      "learning_rate": 3.878882635107288e-06,
      "loss": 0.3762,
      "step": 885830
    },
    {
      "epoch": 247.23,
      "grad_norm": 1.0296698808670044,
      "learning_rate": 3.878862202843113e-06,
      "loss": 0.3658,
      "step": 885840
    },
    {
      "epoch": 247.24,
      "grad_norm": 1.0286307334899902,
      "learning_rate": 3.878841770374614e-06,
      "loss": 0.3632,
      "step": 885850
    },
    {
      "epoch": 247.24,
      "grad_norm": 1.0145330429077148,
      "learning_rate": 3.878821337701794e-06,
      "loss": 0.3831,
      "step": 885860
    },
    {
      "epoch": 247.24,
      "grad_norm": 4.383554935455322,
      "learning_rate": 3.878800904824655e-06,
      "loss": 0.3673,
      "step": 885870
    },
    {
      "epoch": 247.25,
      "grad_norm": 0.9686203598976135,
      "learning_rate": 3.8787804717432e-06,
      "loss": 0.3514,
      "step": 885880
    },
    {
      "epoch": 247.25,
      "grad_norm": 1.1001042127609253,
      "learning_rate": 3.8787600384574335e-06,
      "loss": 0.3585,
      "step": 885890
    },
    {
      "epoch": 247.25,
      "grad_norm": 1.0312179327011108,
      "learning_rate": 3.8787396049673556e-06,
      "loss": 0.3701,
      "step": 885900
    },
    {
      "epoch": 247.25,
      "grad_norm": 0.9795500040054321,
      "learning_rate": 3.87871917127297e-06,
      "loss": 0.3639,
      "step": 885910
    },
    {
      "epoch": 247.26,
      "grad_norm": 0.9857467412948608,
      "learning_rate": 3.87869873737428e-06,
      "loss": 0.3558,
      "step": 885920
    },
    {
      "epoch": 247.26,
      "grad_norm": 1.0833872556686401,
      "learning_rate": 3.878678303271288e-06,
      "loss": 0.3834,
      "step": 885930
    },
    {
      "epoch": 247.26,
      "grad_norm": 1.0428001880645752,
      "learning_rate": 3.878657868963997e-06,
      "loss": 0.3863,
      "step": 885940
    },
    {
      "epoch": 247.26,
      "grad_norm": 0.9546653032302856,
      "learning_rate": 3.878637434452408e-06,
      "loss": 0.3482,
      "step": 885950
    },
    {
      "epoch": 247.27,
      "grad_norm": 1.045432686805725,
      "learning_rate": 3.878616999736527e-06,
      "loss": 0.3617,
      "step": 885960
    },
    {
      "epoch": 247.27,
      "grad_norm": 1.040757179260254,
      "learning_rate": 3.878596564816353e-06,
      "loss": 0.3646,
      "step": 885970
    },
    {
      "epoch": 247.27,
      "grad_norm": 1.208094596862793,
      "learning_rate": 3.878576129691892e-06,
      "loss": 0.3736,
      "step": 885980
    },
    {
      "epoch": 247.28,
      "grad_norm": 0.9486382603645325,
      "learning_rate": 3.878555694363144e-06,
      "loss": 0.3429,
      "step": 885990
    },
    {
      "epoch": 247.28,
      "grad_norm": 0.9075266122817993,
      "learning_rate": 3.8785352588301135e-06,
      "loss": 0.3491,
      "step": 886000
    },
    {
      "epoch": 247.28,
      "grad_norm": 1.0138235092163086,
      "learning_rate": 3.878514823092803e-06,
      "loss": 0.3806,
      "step": 886010
    },
    {
      "epoch": 247.28,
      "grad_norm": 1.1429612636566162,
      "learning_rate": 3.878494387151215e-06,
      "loss": 0.3437,
      "step": 886020
    },
    {
      "epoch": 247.29,
      "grad_norm": 1.1005887985229492,
      "learning_rate": 3.878473951005351e-06,
      "loss": 0.345,
      "step": 886030
    },
    {
      "epoch": 247.29,
      "grad_norm": 1.0347710847854614,
      "learning_rate": 3.8784535146552155e-06,
      "loss": 0.3735,
      "step": 886040
    },
    {
      "epoch": 247.29,
      "grad_norm": 1.0534331798553467,
      "learning_rate": 3.87843307810081e-06,
      "loss": 0.345,
      "step": 886050
    },
    {
      "epoch": 247.3,
      "grad_norm": 1.1611394882202148,
      "learning_rate": 3.878412641342139e-06,
      "loss": 0.3827,
      "step": 886060
    },
    {
      "epoch": 247.3,
      "grad_norm": 1.1267307996749878,
      "learning_rate": 3.878392204379202e-06,
      "loss": 0.3831,
      "step": 886070
    },
    {
      "epoch": 247.3,
      "grad_norm": 1.175577998161316,
      "learning_rate": 3.878371767212006e-06,
      "loss": 0.3495,
      "step": 886080
    },
    {
      "epoch": 247.3,
      "grad_norm": 1.0195308923721313,
      "learning_rate": 3.8783513298405506e-06,
      "loss": 0.358,
      "step": 886090
    },
    {
      "epoch": 247.31,
      "grad_norm": 1.053936243057251,
      "learning_rate": 3.878330892264839e-06,
      "loss": 0.3602,
      "step": 886100
    },
    {
      "epoch": 247.31,
      "grad_norm": 1.171624779701233,
      "learning_rate": 3.878310454484874e-06,
      "loss": 0.3692,
      "step": 886110
    },
    {
      "epoch": 247.31,
      "grad_norm": 1.2195924520492554,
      "learning_rate": 3.878290016500659e-06,
      "loss": 0.3451,
      "step": 886120
    },
    {
      "epoch": 247.32,
      "grad_norm": 1.102304458618164,
      "learning_rate": 3.878269578312196e-06,
      "loss": 0.3485,
      "step": 886130
    },
    {
      "epoch": 247.32,
      "grad_norm": 1.1557704210281372,
      "learning_rate": 3.878249139919488e-06,
      "loss": 0.3624,
      "step": 886140
    },
    {
      "epoch": 247.32,
      "grad_norm": 1.1874017715454102,
      "learning_rate": 3.8782287013225385e-06,
      "loss": 0.3523,
      "step": 886150
    },
    {
      "epoch": 247.32,
      "grad_norm": 0.9201549887657166,
      "learning_rate": 3.878208262521349e-06,
      "loss": 0.3612,
      "step": 886160
    },
    {
      "epoch": 247.33,
      "grad_norm": 1.1006571054458618,
      "learning_rate": 3.878187823515923e-06,
      "loss": 0.3797,
      "step": 886170
    },
    {
      "epoch": 247.33,
      "grad_norm": 1.066957712173462,
      "learning_rate": 3.878167384306262e-06,
      "loss": 0.3697,
      "step": 886180
    },
    {
      "epoch": 247.33,
      "grad_norm": 1.199785828590393,
      "learning_rate": 3.878146944892371e-06,
      "loss": 0.3636,
      "step": 886190
    },
    {
      "epoch": 247.33,
      "grad_norm": 0.9827560782432556,
      "learning_rate": 3.87812650527425e-06,
      "loss": 0.3603,
      "step": 886200
    },
    {
      "epoch": 247.34,
      "grad_norm": 1.2972139120101929,
      "learning_rate": 3.8781060654519036e-06,
      "loss": 0.3667,
      "step": 886210
    },
    {
      "epoch": 247.34,
      "grad_norm": 1.1486101150512695,
      "learning_rate": 3.878085625425334e-06,
      "loss": 0.3813,
      "step": 886220
    },
    {
      "epoch": 247.34,
      "grad_norm": 0.9640340209007263,
      "learning_rate": 3.8780651851945436e-06,
      "loss": 0.355,
      "step": 886230
    },
    {
      "epoch": 247.35,
      "grad_norm": 1.0149527788162231,
      "learning_rate": 3.878044744759536e-06,
      "loss": 0.3548,
      "step": 886240
    },
    {
      "epoch": 247.35,
      "grad_norm": 0.8943115472793579,
      "learning_rate": 3.8780243041203134e-06,
      "loss": 0.372,
      "step": 886250
    },
    {
      "epoch": 247.35,
      "grad_norm": 1.0596044063568115,
      "learning_rate": 3.878003863276878e-06,
      "loss": 0.3721,
      "step": 886260
    },
    {
      "epoch": 247.35,
      "grad_norm": 1.037514090538025,
      "learning_rate": 3.877983422229233e-06,
      "loss": 0.3795,
      "step": 886270
    },
    {
      "epoch": 247.36,
      "grad_norm": 1.1338540315628052,
      "learning_rate": 3.877962980977381e-06,
      "loss": 0.3659,
      "step": 886280
    },
    {
      "epoch": 247.36,
      "grad_norm": 1.0534125566482544,
      "learning_rate": 3.877942539521325e-06,
      "loss": 0.3643,
      "step": 886290
    },
    {
      "epoch": 247.36,
      "grad_norm": 1.5942225456237793,
      "learning_rate": 3.877922097861068e-06,
      "loss": 0.3676,
      "step": 886300
    },
    {
      "epoch": 247.37,
      "grad_norm": 1.0547914505004883,
      "learning_rate": 3.877901655996612e-06,
      "loss": 0.3678,
      "step": 886310
    },
    {
      "epoch": 247.37,
      "grad_norm": 1.1821110248565674,
      "learning_rate": 3.87788121392796e-06,
      "loss": 0.3737,
      "step": 886320
    },
    {
      "epoch": 247.37,
      "grad_norm": 1.0058492422103882,
      "learning_rate": 3.877860771655115e-06,
      "loss": 0.3816,
      "step": 886330
    },
    {
      "epoch": 247.37,
      "grad_norm": 1.0507487058639526,
      "learning_rate": 3.877840329178079e-06,
      "loss": 0.3505,
      "step": 886340
    },
    {
      "epoch": 247.38,
      "grad_norm": 1.1436548233032227,
      "learning_rate": 3.877819886496855e-06,
      "loss": 0.3467,
      "step": 886350
    },
    {
      "epoch": 247.38,
      "grad_norm": 1.2265673875808716,
      "learning_rate": 3.877799443611446e-06,
      "loss": 0.3557,
      "step": 886360
    },
    {
      "epoch": 247.38,
      "grad_norm": 1.075012445449829,
      "learning_rate": 3.877779000521855e-06,
      "loss": 0.3715,
      "step": 886370
    },
    {
      "epoch": 247.38,
      "grad_norm": 1.009623646736145,
      "learning_rate": 3.877758557228085e-06,
      "loss": 0.3495,
      "step": 886380
    },
    {
      "epoch": 247.39,
      "grad_norm": 1.0001128911972046,
      "learning_rate": 3.877738113730136e-06,
      "loss": 0.3694,
      "step": 886390
    },
    {
      "epoch": 247.39,
      "grad_norm": 1.3181860446929932,
      "learning_rate": 3.877717670028014e-06,
      "loss": 0.3622,
      "step": 886400
    },
    {
      "epoch": 247.39,
      "grad_norm": 1.0197439193725586,
      "learning_rate": 3.87769722612172e-06,
      "loss": 0.3637,
      "step": 886410
    },
    {
      "epoch": 247.4,
      "grad_norm": 1.055935025215149,
      "learning_rate": 3.877676782011258e-06,
      "loss": 0.3699,
      "step": 886420
    },
    {
      "epoch": 247.4,
      "grad_norm": 1.3585443496704102,
      "learning_rate": 3.877656337696629e-06,
      "loss": 0.3764,
      "step": 886430
    },
    {
      "epoch": 247.4,
      "grad_norm": 1.1849696636199951,
      "learning_rate": 3.877635893177838e-06,
      "loss": 0.3704,
      "step": 886440
    },
    {
      "epoch": 247.4,
      "grad_norm": 1.356013298034668,
      "learning_rate": 3.877615448454885e-06,
      "loss": 0.3607,
      "step": 886450
    },
    {
      "epoch": 247.41,
      "grad_norm": 1.1406917572021484,
      "learning_rate": 3.877595003527775e-06,
      "loss": 0.345,
      "step": 886460
    },
    {
      "epoch": 247.41,
      "grad_norm": 0.9333851933479309,
      "learning_rate": 3.877574558396509e-06,
      "loss": 0.3553,
      "step": 886470
    },
    {
      "epoch": 247.41,
      "grad_norm": 1.1062802076339722,
      "learning_rate": 3.87755411306109e-06,
      "loss": 0.3817,
      "step": 886480
    },
    {
      "epoch": 247.42,
      "grad_norm": 0.9760846495628357,
      "learning_rate": 3.877533667521523e-06,
      "loss": 0.3615,
      "step": 886490
    },
    {
      "epoch": 247.42,
      "grad_norm": 1.049648642539978,
      "learning_rate": 3.8775132217778085e-06,
      "loss": 0.3564,
      "step": 886500
    },
    {
      "epoch": 247.42,
      "grad_norm": 1.1412544250488281,
      "learning_rate": 3.8774927758299494e-06,
      "loss": 0.3622,
      "step": 886510
    },
    {
      "epoch": 247.42,
      "grad_norm": 0.9510841965675354,
      "learning_rate": 3.877472329677949e-06,
      "loss": 0.356,
      "step": 886520
    },
    {
      "epoch": 247.43,
      "grad_norm": 1.1126699447631836,
      "learning_rate": 3.877451883321809e-06,
      "loss": 0.3443,
      "step": 886530
    },
    {
      "epoch": 247.43,
      "grad_norm": 1.825009822845459,
      "learning_rate": 3.877431436761534e-06,
      "loss": 0.3528,
      "step": 886540
    },
    {
      "epoch": 247.43,
      "grad_norm": 1.0947448015213013,
      "learning_rate": 3.877410989997124e-06,
      "loss": 0.3711,
      "step": 886550
    },
    {
      "epoch": 247.44,
      "grad_norm": 1.2265173196792603,
      "learning_rate": 3.8773905430285844e-06,
      "loss": 0.3609,
      "step": 886560
    },
    {
      "epoch": 247.44,
      "grad_norm": 1.0853019952774048,
      "learning_rate": 3.8773700958559174e-06,
      "loss": 0.3839,
      "step": 886570
    },
    {
      "epoch": 247.44,
      "grad_norm": 1.028991460800171,
      "learning_rate": 3.877349648479123e-06,
      "loss": 0.3567,
      "step": 886580
    },
    {
      "epoch": 247.44,
      "grad_norm": 1.230534553527832,
      "learning_rate": 3.8773292008982075e-06,
      "loss": 0.3635,
      "step": 886590
    },
    {
      "epoch": 247.45,
      "grad_norm": 0.9438757300376892,
      "learning_rate": 3.877308753113173e-06,
      "loss": 0.3605,
      "step": 886600
    },
    {
      "epoch": 247.45,
      "grad_norm": 1.2724138498306274,
      "learning_rate": 3.87728830512402e-06,
      "loss": 0.3696,
      "step": 886610
    },
    {
      "epoch": 247.45,
      "grad_norm": 0.9695489406585693,
      "learning_rate": 3.877267856930753e-06,
      "loss": 0.3587,
      "step": 886620
    },
    {
      "epoch": 247.45,
      "grad_norm": 0.9245104789733887,
      "learning_rate": 3.877247408533375e-06,
      "loss": 0.3617,
      "step": 886630
    },
    {
      "epoch": 247.46,
      "grad_norm": 1.021132469177246,
      "learning_rate": 3.877226959931888e-06,
      "loss": 0.3508,
      "step": 886640
    },
    {
      "epoch": 247.46,
      "grad_norm": 0.9717010259628296,
      "learning_rate": 3.877206511126294e-06,
      "loss": 0.3611,
      "step": 886650
    },
    {
      "epoch": 247.46,
      "grad_norm": 0.9714662432670593,
      "learning_rate": 3.877186062116596e-06,
      "loss": 0.3703,
      "step": 886660
    },
    {
      "epoch": 247.47,
      "grad_norm": 1.1531026363372803,
      "learning_rate": 3.877165612902799e-06,
      "loss": 0.3677,
      "step": 886670
    },
    {
      "epoch": 247.47,
      "grad_norm": 1.0368173122406006,
      "learning_rate": 3.877145163484903e-06,
      "loss": 0.3648,
      "step": 886680
    },
    {
      "epoch": 247.47,
      "grad_norm": 1.1579564809799194,
      "learning_rate": 3.877124713862912e-06,
      "loss": 0.3749,
      "step": 886690
    },
    {
      "epoch": 247.47,
      "grad_norm": 1.2484620809555054,
      "learning_rate": 3.877104264036829e-06,
      "loss": 0.363,
      "step": 886700
    },
    {
      "epoch": 247.48,
      "grad_norm": 1.1834442615509033,
      "learning_rate": 3.877083814006655e-06,
      "loss": 0.371,
      "step": 886710
    },
    {
      "epoch": 247.48,
      "grad_norm": 0.9868402481079102,
      "learning_rate": 3.877063363772394e-06,
      "loss": 0.3586,
      "step": 886720
    },
    {
      "epoch": 247.48,
      "grad_norm": 1.08126699924469,
      "learning_rate": 3.877042913334048e-06,
      "loss": 0.3648,
      "step": 886730
    },
    {
      "epoch": 247.49,
      "grad_norm": 1.1403377056121826,
      "learning_rate": 3.877022462691622e-06,
      "loss": 0.3668,
      "step": 886740
    },
    {
      "epoch": 247.49,
      "grad_norm": 0.9288927316665649,
      "learning_rate": 3.877002011845115e-06,
      "loss": 0.3702,
      "step": 886750
    },
    {
      "epoch": 247.49,
      "grad_norm": 1.1437426805496216,
      "learning_rate": 3.876981560794533e-06,
      "loss": 0.3624,
      "step": 886760
    },
    {
      "epoch": 247.49,
      "grad_norm": 1.1959861516952515,
      "learning_rate": 3.876961109539877e-06,
      "loss": 0.3648,
      "step": 886770
    },
    {
      "epoch": 247.5,
      "grad_norm": 1.1461267471313477,
      "learning_rate": 3.876940658081151e-06,
      "loss": 0.3584,
      "step": 886780
    },
    {
      "epoch": 247.5,
      "grad_norm": 1.0010607242584229,
      "learning_rate": 3.876920206418356e-06,
      "loss": 0.3631,
      "step": 886790
    },
    {
      "epoch": 247.5,
      "grad_norm": 1.0180885791778564,
      "learning_rate": 3.876899754551496e-06,
      "loss": 0.3634,
      "step": 886800
    },
    {
      "epoch": 247.5,
      "grad_norm": 1.03780198097229,
      "learning_rate": 3.876879302480574e-06,
      "loss": 0.3588,
      "step": 886810
    },
    {
      "epoch": 247.51,
      "grad_norm": 1.3389699459075928,
      "learning_rate": 3.8768588502055915e-06,
      "loss": 0.3587,
      "step": 886820
    },
    {
      "epoch": 247.51,
      "grad_norm": 0.9915324449539185,
      "learning_rate": 3.876838397726552e-06,
      "loss": 0.3733,
      "step": 886830
    },
    {
      "epoch": 247.51,
      "grad_norm": 1.062309741973877,
      "learning_rate": 3.876817945043457e-06,
      "loss": 0.363,
      "step": 886840
    },
    {
      "epoch": 247.52,
      "grad_norm": 1.2612711191177368,
      "learning_rate": 3.876797492156311e-06,
      "loss": 0.3616,
      "step": 886850
    },
    {
      "epoch": 247.52,
      "grad_norm": 0.8992003202438354,
      "learning_rate": 3.876777039065116e-06,
      "loss": 0.3664,
      "step": 886860
    },
    {
      "epoch": 247.52,
      "grad_norm": 1.226312518119812,
      "learning_rate": 3.876756585769875e-06,
      "loss": 0.3564,
      "step": 886870
    },
    {
      "epoch": 247.52,
      "grad_norm": 0.9821909666061401,
      "learning_rate": 3.87673613227059e-06,
      "loss": 0.3695,
      "step": 886880
    },
    {
      "epoch": 247.53,
      "grad_norm": 1.172648310661316,
      "learning_rate": 3.876715678567264e-06,
      "loss": 0.3662,
      "step": 886890
    },
    {
      "epoch": 247.53,
      "grad_norm": 1.2195494174957275,
      "learning_rate": 3.8766952246599e-06,
      "loss": 0.3699,
      "step": 886900
    },
    {
      "epoch": 247.53,
      "grad_norm": 1.1066555976867676,
      "learning_rate": 3.8766747705485e-06,
      "loss": 0.3611,
      "step": 886910
    },
    {
      "epoch": 247.54,
      "grad_norm": 1.1511120796203613,
      "learning_rate": 3.876654316233068e-06,
      "loss": 0.3799,
      "step": 886920
    },
    {
      "epoch": 247.54,
      "grad_norm": 0.8450736999511719,
      "learning_rate": 3.876633861713607e-06,
      "loss": 0.3598,
      "step": 886930
    },
    {
      "epoch": 247.54,
      "grad_norm": 1.227856159210205,
      "learning_rate": 3.876613406990116e-06,
      "loss": 0.3596,
      "step": 886940
    },
    {
      "epoch": 247.54,
      "grad_norm": 0.9968464970588684,
      "learning_rate": 3.876592952062603e-06,
      "loss": 0.3632,
      "step": 886950
    },
    {
      "epoch": 247.55,
      "grad_norm": 1.083225131034851,
      "learning_rate": 3.8765724969310676e-06,
      "loss": 0.3758,
      "step": 886960
    },
    {
      "epoch": 247.55,
      "grad_norm": 1.3120081424713135,
      "learning_rate": 3.876552041595512e-06,
      "loss": 0.371,
      "step": 886970
    },
    {
      "epoch": 247.55,
      "grad_norm": 1.0190867185592651,
      "learning_rate": 3.8765315860559415e-06,
      "loss": 0.3502,
      "step": 886980
    },
    {
      "epoch": 247.56,
      "grad_norm": 1.2343478202819824,
      "learning_rate": 3.8765111303123565e-06,
      "loss": 0.3619,
      "step": 886990
    },
    {
      "epoch": 247.56,
      "grad_norm": 0.962022602558136,
      "learning_rate": 3.87649067436476e-06,
      "loss": 0.3614,
      "step": 887000
    },
    {
      "epoch": 247.56,
      "grad_norm": 1.0672768354415894,
      "learning_rate": 3.876470218213157e-06,
      "loss": 0.3575,
      "step": 887010
    },
    {
      "epoch": 247.56,
      "grad_norm": 1.132763147354126,
      "learning_rate": 3.8764497618575474e-06,
      "loss": 0.352,
      "step": 887020
    },
    {
      "epoch": 247.57,
      "grad_norm": 1.033136248588562,
      "learning_rate": 3.876429305297935e-06,
      "loss": 0.3489,
      "step": 887030
    },
    {
      "epoch": 247.57,
      "grad_norm": 1.030336618423462,
      "learning_rate": 3.8764088485343225e-06,
      "loss": 0.3605,
      "step": 887040
    },
    {
      "epoch": 247.57,
      "grad_norm": 3.768937826156616,
      "learning_rate": 3.876388391566713e-06,
      "loss": 0.3542,
      "step": 887050
    },
    {
      "epoch": 247.57,
      "grad_norm": 1.0772855281829834,
      "learning_rate": 3.876367934395109e-06,
      "loss": 0.3708,
      "step": 887060
    },
    {
      "epoch": 247.58,
      "grad_norm": 0.9767270088195801,
      "learning_rate": 3.876347477019513e-06,
      "loss": 0.3656,
      "step": 887070
    },
    {
      "epoch": 247.58,
      "grad_norm": 1.6904727220535278,
      "learning_rate": 3.876327019439928e-06,
      "loss": 0.351,
      "step": 887080
    },
    {
      "epoch": 247.58,
      "grad_norm": 1.2880189418792725,
      "learning_rate": 3.8763065616563565e-06,
      "loss": 0.3862,
      "step": 887090
    },
    {
      "epoch": 247.59,
      "grad_norm": 1.1501655578613281,
      "learning_rate": 3.876286103668801e-06,
      "loss": 0.3716,
      "step": 887100
    },
    {
      "epoch": 247.59,
      "grad_norm": 1.149964690208435,
      "learning_rate": 3.876265645477265e-06,
      "loss": 0.3673,
      "step": 887110
    },
    {
      "epoch": 247.59,
      "grad_norm": 0.917027473449707,
      "learning_rate": 3.8762451870817505e-06,
      "loss": 0.3604,
      "step": 887120
    },
    {
      "epoch": 247.59,
      "grad_norm": 1.0937995910644531,
      "learning_rate": 3.876224728482261e-06,
      "loss": 0.359,
      "step": 887130
    },
    {
      "epoch": 247.6,
      "grad_norm": 0.9092510342597961,
      "learning_rate": 3.876204269678798e-06,
      "loss": 0.3685,
      "step": 887140
    },
    {
      "epoch": 247.6,
      "grad_norm": 1.13129460811615,
      "learning_rate": 3.876183810671365e-06,
      "loss": 0.3455,
      "step": 887150
    },
    {
      "epoch": 247.6,
      "grad_norm": 0.9761866331100464,
      "learning_rate": 3.876163351459965e-06,
      "loss": 0.3701,
      "step": 887160
    },
    {
      "epoch": 247.61,
      "grad_norm": 1.0568511486053467,
      "learning_rate": 3.8761428920446e-06,
      "loss": 0.3656,
      "step": 887170
    },
    {
      "epoch": 247.61,
      "grad_norm": 1.0031830072402954,
      "learning_rate": 3.876122432425273e-06,
      "loss": 0.3656,
      "step": 887180
    },
    {
      "epoch": 247.61,
      "grad_norm": 0.9993340969085693,
      "learning_rate": 3.876101972601987e-06,
      "loss": 0.3846,
      "step": 887190
    },
    {
      "epoch": 247.61,
      "grad_norm": 0.9963889122009277,
      "learning_rate": 3.876081512574745e-06,
      "loss": 0.3523,
      "step": 887200
    },
    {
      "epoch": 247.62,
      "grad_norm": 1.0354701280593872,
      "learning_rate": 3.876061052343549e-06,
      "loss": 0.3548,
      "step": 887210
    },
    {
      "epoch": 247.62,
      "grad_norm": 0.9915487170219421,
      "learning_rate": 3.8760405919084015e-06,
      "loss": 0.3564,
      "step": 887220
    },
    {
      "epoch": 247.62,
      "grad_norm": 0.994257926940918,
      "learning_rate": 3.876020131269306e-06,
      "loss": 0.376,
      "step": 887230
    },
    {
      "epoch": 247.62,
      "grad_norm": 0.9741948246955872,
      "learning_rate": 3.875999670426265e-06,
      "loss": 0.3573,
      "step": 887240
    },
    {
      "epoch": 247.63,
      "grad_norm": 1.2041486501693726,
      "learning_rate": 3.87597920937928e-06,
      "loss": 0.3517,
      "step": 887250
    },
    {
      "epoch": 247.63,
      "grad_norm": 0.956013560295105,
      "learning_rate": 3.8759587481283565e-06,
      "loss": 0.3697,
      "step": 887260
    },
    {
      "epoch": 247.63,
      "grad_norm": 1.1042524576187134,
      "learning_rate": 3.875938286673495e-06,
      "loss": 0.3746,
      "step": 887270
    },
    {
      "epoch": 247.64,
      "grad_norm": 1.1868687868118286,
      "learning_rate": 3.875917825014699e-06,
      "loss": 0.3676,
      "step": 887280
    },
    {
      "epoch": 247.64,
      "grad_norm": 1.0634806156158447,
      "learning_rate": 3.875897363151971e-06,
      "loss": 0.3689,
      "step": 887290
    },
    {
      "epoch": 247.64,
      "grad_norm": 0.9350444078445435,
      "learning_rate": 3.8758769010853136e-06,
      "loss": 0.3664,
      "step": 887300
    },
    {
      "epoch": 247.64,
      "grad_norm": 0.9594511985778809,
      "learning_rate": 3.87585643881473e-06,
      "loss": 0.3543,
      "step": 887310
    },
    {
      "epoch": 247.65,
      "grad_norm": 1.0112123489379883,
      "learning_rate": 3.875835976340223e-06,
      "loss": 0.3512,
      "step": 887320
    },
    {
      "epoch": 247.65,
      "grad_norm": 1.0434002876281738,
      "learning_rate": 3.875815513661794e-06,
      "loss": 0.3676,
      "step": 887330
    },
    {
      "epoch": 247.65,
      "grad_norm": 0.9159398078918457,
      "learning_rate": 3.875795050779447e-06,
      "loss": 0.3659,
      "step": 887340
    },
    {
      "epoch": 247.66,
      "grad_norm": 0.9899908304214478,
      "learning_rate": 3.875774587693184e-06,
      "loss": 0.3532,
      "step": 887350
    },
    {
      "epoch": 247.66,
      "grad_norm": 0.8717487454414368,
      "learning_rate": 3.875754124403008e-06,
      "loss": 0.3504,
      "step": 887360
    },
    {
      "epoch": 247.66,
      "grad_norm": 1.1057301759719849,
      "learning_rate": 3.875733660908923e-06,
      "loss": 0.3784,
      "step": 887370
    },
    {
      "epoch": 247.66,
      "grad_norm": 0.9934489727020264,
      "learning_rate": 3.87571319721093e-06,
      "loss": 0.3575,
      "step": 887380
    },
    {
      "epoch": 247.67,
      "grad_norm": 1.0086175203323364,
      "learning_rate": 3.875692733309032e-06,
      "loss": 0.3544,
      "step": 887390
    },
    {
      "epoch": 247.67,
      "grad_norm": 1.050155758857727,
      "learning_rate": 3.875672269203232e-06,
      "loss": 0.3592,
      "step": 887400
    },
    {
      "epoch": 247.67,
      "grad_norm": 1.0800436735153198,
      "learning_rate": 3.875651804893533e-06,
      "loss": 0.3649,
      "step": 887410
    },
    {
      "epoch": 247.68,
      "grad_norm": 1.0539129972457886,
      "learning_rate": 3.875631340379937e-06,
      "loss": 0.3557,
      "step": 887420
    },
    {
      "epoch": 247.68,
      "grad_norm": 1.0746515989303589,
      "learning_rate": 3.875610875662448e-06,
      "loss": 0.3643,
      "step": 887430
    },
    {
      "epoch": 247.68,
      "grad_norm": 0.9789027571678162,
      "learning_rate": 3.875590410741068e-06,
      "loss": 0.3637,
      "step": 887440
    },
    {
      "epoch": 247.68,
      "grad_norm": 1.2901047468185425,
      "learning_rate": 3.875569945615798e-06,
      "loss": 0.3736,
      "step": 887450
    },
    {
      "epoch": 247.69,
      "grad_norm": 1.0211149454116821,
      "learning_rate": 3.875549480286644e-06,
      "loss": 0.3598,
      "step": 887460
    },
    {
      "epoch": 247.69,
      "grad_norm": 0.9924620389938354,
      "learning_rate": 3.875529014753606e-06,
      "loss": 0.3558,
      "step": 887470
    },
    {
      "epoch": 247.69,
      "grad_norm": 1.2446818351745605,
      "learning_rate": 3.875508549016688e-06,
      "loss": 0.3596,
      "step": 887480
    },
    {
      "epoch": 247.69,
      "grad_norm": 1.0270049571990967,
      "learning_rate": 3.875488083075894e-06,
      "loss": 0.353,
      "step": 887490
    },
    {
      "epoch": 247.7,
      "grad_norm": 5.4161376953125,
      "learning_rate": 3.875467616931224e-06,
      "loss": 0.3552,
      "step": 887500
    },
    {
      "epoch": 247.7,
      "grad_norm": 1.0170789957046509,
      "learning_rate": 3.875447150582681e-06,
      "loss": 0.3457,
      "step": 887510
    },
    {
      "epoch": 247.7,
      "grad_norm": 1.1016088724136353,
      "learning_rate": 3.8754266840302704e-06,
      "loss": 0.3663,
      "step": 887520
    },
    {
      "epoch": 247.71,
      "grad_norm": 1.0952517986297607,
      "learning_rate": 3.875406217273992e-06,
      "loss": 0.3748,
      "step": 887530
    },
    {
      "epoch": 247.71,
      "grad_norm": 0.9922800660133362,
      "learning_rate": 3.875385750313851e-06,
      "loss": 0.3593,
      "step": 887540
    },
    {
      "epoch": 247.71,
      "grad_norm": 1.208044409751892,
      "learning_rate": 3.8753652831498475e-06,
      "loss": 0.3773,
      "step": 887550
    },
    {
      "epoch": 247.71,
      "grad_norm": 1.0109373331069946,
      "learning_rate": 3.875344815781986e-06,
      "loss": 0.3477,
      "step": 887560
    },
    {
      "epoch": 247.72,
      "grad_norm": 1.0235658884048462,
      "learning_rate": 3.87532434821027e-06,
      "loss": 0.3543,
      "step": 887570
    },
    {
      "epoch": 247.72,
      "grad_norm": 1.2169032096862793,
      "learning_rate": 3.8753038804346995e-06,
      "loss": 0.3664,
      "step": 887580
    },
    {
      "epoch": 247.72,
      "grad_norm": 1.0880926847457886,
      "learning_rate": 3.875283412455279e-06,
      "loss": 0.3595,
      "step": 887590
    },
    {
      "epoch": 247.73,
      "grad_norm": 1.0382760763168335,
      "learning_rate": 3.875262944272012e-06,
      "loss": 0.364,
      "step": 887600
    },
    {
      "epoch": 247.73,
      "grad_norm": 0.961310625076294,
      "learning_rate": 3.875242475884899e-06,
      "loss": 0.3552,
      "step": 887610
    },
    {
      "epoch": 247.73,
      "grad_norm": 1.043813943862915,
      "learning_rate": 3.875222007293944e-06,
      "loss": 0.3683,
      "step": 887620
    },
    {
      "epoch": 247.73,
      "grad_norm": 0.9471738934516907,
      "learning_rate": 3.875201538499151e-06,
      "loss": 0.3527,
      "step": 887630
    },
    {
      "epoch": 247.74,
      "grad_norm": 1.1314406394958496,
      "learning_rate": 3.87518106950052e-06,
      "loss": 0.3611,
      "step": 887640
    },
    {
      "epoch": 247.74,
      "grad_norm": 1.0207098722457886,
      "learning_rate": 3.875160600298056e-06,
      "loss": 0.3526,
      "step": 887650
    },
    {
      "epoch": 247.74,
      "grad_norm": 1.1038212776184082,
      "learning_rate": 3.87514013089176e-06,
      "loss": 0.3565,
      "step": 887660
    },
    {
      "epoch": 247.74,
      "grad_norm": 1.0110081434249878,
      "learning_rate": 3.875119661281636e-06,
      "loss": 0.3787,
      "step": 887670
    },
    {
      "epoch": 247.75,
      "grad_norm": 0.9694461822509766,
      "learning_rate": 3.875099191467686e-06,
      "loss": 0.3656,
      "step": 887680
    },
    {
      "epoch": 247.75,
      "grad_norm": 1.3847417831420898,
      "learning_rate": 3.875078721449913e-06,
      "loss": 0.3866,
      "step": 887690
    },
    {
      "epoch": 247.75,
      "grad_norm": 1.0920343399047852,
      "learning_rate": 3.875058251228321e-06,
      "loss": 0.3533,
      "step": 887700
    },
    {
      "epoch": 247.76,
      "grad_norm": 1.8850380182266235,
      "learning_rate": 3.87503778080291e-06,
      "loss": 0.3678,
      "step": 887710
    },
    {
      "epoch": 247.76,
      "grad_norm": 1.0861339569091797,
      "learning_rate": 3.875017310173685e-06,
      "loss": 0.3573,
      "step": 887720
    },
    {
      "epoch": 247.76,
      "grad_norm": 1.127170205116272,
      "learning_rate": 3.874996839340647e-06,
      "loss": 0.3724,
      "step": 887730
    },
    {
      "epoch": 247.76,
      "grad_norm": 1.0982050895690918,
      "learning_rate": 3.8749763683038e-06,
      "loss": 0.3762,
      "step": 887740
    },
    {
      "epoch": 247.77,
      "grad_norm": 1.0331732034683228,
      "learning_rate": 3.874955897063147e-06,
      "loss": 0.3593,
      "step": 887750
    },
    {
      "epoch": 247.77,
      "grad_norm": 1.0444577932357788,
      "learning_rate": 3.87493542561869e-06,
      "loss": 0.3675,
      "step": 887760
    },
    {
      "epoch": 247.77,
      "grad_norm": 1.0773558616638184,
      "learning_rate": 3.874914953970431e-06,
      "loss": 0.3579,
      "step": 887770
    },
    {
      "epoch": 247.78,
      "grad_norm": 1.1776336431503296,
      "learning_rate": 3.874894482118374e-06,
      "loss": 0.3723,
      "step": 887780
    },
    {
      "epoch": 247.78,
      "grad_norm": 0.9400774836540222,
      "learning_rate": 3.874874010062521e-06,
      "loss": 0.3643,
      "step": 887790
    },
    {
      "epoch": 247.78,
      "grad_norm": 0.9243272542953491,
      "learning_rate": 3.874853537802875e-06,
      "loss": 0.375,
      "step": 887800
    },
    {
      "epoch": 247.78,
      "grad_norm": 0.9664524793624878,
      "learning_rate": 3.874833065339439e-06,
      "loss": 0.3771,
      "step": 887810
    },
    {
      "epoch": 247.79,
      "grad_norm": 0.9427528977394104,
      "learning_rate": 3.874812592672215e-06,
      "loss": 0.3602,
      "step": 887820
    },
    {
      "epoch": 247.79,
      "grad_norm": 1.1734529733657837,
      "learning_rate": 3.874792119801206e-06,
      "loss": 0.3518,
      "step": 887830
    },
    {
      "epoch": 247.79,
      "grad_norm": 1.267745852470398,
      "learning_rate": 3.874771646726416e-06,
      "loss": 0.3579,
      "step": 887840
    },
    {
      "epoch": 247.8,
      "grad_norm": 1.0057367086410522,
      "learning_rate": 3.874751173447846e-06,
      "loss": 0.3733,
      "step": 887850
    },
    {
      "epoch": 247.8,
      "grad_norm": 1.025505542755127,
      "learning_rate": 3.874730699965499e-06,
      "loss": 0.3651,
      "step": 887860
    },
    {
      "epoch": 247.8,
      "grad_norm": 0.978529155254364,
      "learning_rate": 3.8747102262793785e-06,
      "loss": 0.3588,
      "step": 887870
    },
    {
      "epoch": 247.8,
      "grad_norm": 1.150922179222107,
      "learning_rate": 3.874689752389486e-06,
      "loss": 0.3745,
      "step": 887880
    },
    {
      "epoch": 247.81,
      "grad_norm": 0.928109884262085,
      "learning_rate": 3.874669278295826e-06,
      "loss": 0.3859,
      "step": 887890
    },
    {
      "epoch": 247.81,
      "grad_norm": 1.0876675844192505,
      "learning_rate": 3.8746488039984e-06,
      "loss": 0.3443,
      "step": 887900
    },
    {
      "epoch": 247.81,
      "grad_norm": 0.9730290174484253,
      "learning_rate": 3.874628329497211e-06,
      "loss": 0.3634,
      "step": 887910
    },
    {
      "epoch": 247.81,
      "grad_norm": 1.1613775491714478,
      "learning_rate": 3.874607854792261e-06,
      "loss": 0.3712,
      "step": 887920
    },
    {
      "epoch": 247.82,
      "grad_norm": 0.9395695328712463,
      "learning_rate": 3.874587379883555e-06,
      "loss": 0.3864,
      "step": 887930
    },
    {
      "epoch": 247.82,
      "grad_norm": 1.3829096555709839,
      "learning_rate": 3.874566904771092e-06,
      "loss": 0.3782,
      "step": 887940
    },
    {
      "epoch": 247.82,
      "grad_norm": 1.131759524345398,
      "learning_rate": 3.874546429454877e-06,
      "loss": 0.3585,
      "step": 887950
    },
    {
      "epoch": 247.83,
      "grad_norm": 1.1441676616668701,
      "learning_rate": 3.874525953934914e-06,
      "loss": 0.3763,
      "step": 887960
    },
    {
      "epoch": 247.83,
      "grad_norm": 0.8173854351043701,
      "learning_rate": 3.874505478211204e-06,
      "loss": 0.3524,
      "step": 887970
    },
    {
      "epoch": 247.83,
      "grad_norm": 1.1531283855438232,
      "learning_rate": 3.87448500228375e-06,
      "loss": 0.3547,
      "step": 887980
    },
    {
      "epoch": 247.83,
      "grad_norm": 1.05436110496521,
      "learning_rate": 3.874464526152554e-06,
      "loss": 0.3821,
      "step": 887990
    },
    {
      "epoch": 247.84,
      "grad_norm": 1.0063130855560303,
      "learning_rate": 3.8744440498176194e-06,
      "loss": 0.365,
      "step": 888000
    },
    {
      "epoch": 247.84,
      "grad_norm": 1.101354956626892,
      "learning_rate": 3.8744235732789495e-06,
      "loss": 0.3483,
      "step": 888010
    },
    {
      "epoch": 247.84,
      "grad_norm": 0.9951822757720947,
      "learning_rate": 3.874403096536547e-06,
      "loss": 0.3676,
      "step": 888020
    },
    {
      "epoch": 247.85,
      "grad_norm": 1.174735188484192,
      "learning_rate": 3.874382619590414e-06,
      "loss": 0.3622,
      "step": 888030
    },
    {
      "epoch": 247.85,
      "grad_norm": 1.1496635675430298,
      "learning_rate": 3.8743621424405535e-06,
      "loss": 0.3559,
      "step": 888040
    },
    {
      "epoch": 247.85,
      "grad_norm": 0.9254778623580933,
      "learning_rate": 3.874341665086968e-06,
      "loss": 0.37,
      "step": 888050
    },
    {
      "epoch": 247.85,
      "grad_norm": 1.7596157789230347,
      "learning_rate": 3.874321187529659e-06,
      "loss": 0.3696,
      "step": 888060
    },
    {
      "epoch": 247.86,
      "grad_norm": 0.9992889761924744,
      "learning_rate": 3.874300709768632e-06,
      "loss": 0.3713,
      "step": 888070
    },
    {
      "epoch": 247.86,
      "grad_norm": 1.162034511566162,
      "learning_rate": 3.874280231803888e-06,
      "loss": 0.3587,
      "step": 888080
    },
    {
      "epoch": 247.86,
      "grad_norm": 1.0943397283554077,
      "learning_rate": 3.87425975363543e-06,
      "loss": 0.3683,
      "step": 888090
    },
    {
      "epoch": 247.86,
      "grad_norm": 1.0497244596481323,
      "learning_rate": 3.874239275263261e-06,
      "loss": 0.3663,
      "step": 888100
    },
    {
      "epoch": 247.87,
      "grad_norm": 0.9229910373687744,
      "learning_rate": 3.874218796687383e-06,
      "loss": 0.3594,
      "step": 888110
    },
    {
      "epoch": 247.87,
      "grad_norm": 0.9034243822097778,
      "learning_rate": 3.874198317907799e-06,
      "loss": 0.3648,
      "step": 888120
    },
    {
      "epoch": 247.87,
      "grad_norm": 1.0921539068222046,
      "learning_rate": 3.874177838924512e-06,
      "loss": 0.3753,
      "step": 888130
    },
    {
      "epoch": 247.88,
      "grad_norm": 1.270969033241272,
      "learning_rate": 3.874157359737525e-06,
      "loss": 0.3737,
      "step": 888140
    },
    {
      "epoch": 247.88,
      "grad_norm": 1.0881202220916748,
      "learning_rate": 3.87413688034684e-06,
      "loss": 0.3911,
      "step": 888150
    },
    {
      "epoch": 247.88,
      "grad_norm": 1.1686146259307861,
      "learning_rate": 3.874116400752461e-06,
      "loss": 0.3493,
      "step": 888160
    },
    {
      "epoch": 247.88,
      "grad_norm": 1.0592155456542969,
      "learning_rate": 3.874095920954388e-06,
      "loss": 0.3687,
      "step": 888170
    },
    {
      "epoch": 247.89,
      "grad_norm": 1.066902995109558,
      "learning_rate": 3.874075440952627e-06,
      "loss": 0.3771,
      "step": 888180
    },
    {
      "epoch": 247.89,
      "grad_norm": 1.0932226181030273,
      "learning_rate": 3.87405496074718e-06,
      "loss": 0.3522,
      "step": 888190
    },
    {
      "epoch": 247.89,
      "grad_norm": 1.1179496049880981,
      "learning_rate": 3.874034480338047e-06,
      "loss": 0.3625,
      "step": 888200
    },
    {
      "epoch": 247.9,
      "grad_norm": 0.8797969818115234,
      "learning_rate": 3.874013999725234e-06,
      "loss": 0.3718,
      "step": 888210
    },
    {
      "epoch": 247.9,
      "grad_norm": 1.0375738143920898,
      "learning_rate": 3.873993518908742e-06,
      "loss": 0.3634,
      "step": 888220
    },
    {
      "epoch": 247.9,
      "grad_norm": 0.9974170327186584,
      "learning_rate": 3.873973037888574e-06,
      "loss": 0.3626,
      "step": 888230
    },
    {
      "epoch": 247.9,
      "grad_norm": 0.9724004864692688,
      "learning_rate": 3.873952556664733e-06,
      "loss": 0.3536,
      "step": 888240
    },
    {
      "epoch": 247.91,
      "grad_norm": 0.9810374975204468,
      "learning_rate": 3.873932075237222e-06,
      "loss": 0.3549,
      "step": 888250
    },
    {
      "epoch": 247.91,
      "grad_norm": 0.9754480719566345,
      "learning_rate": 3.873911593606043e-06,
      "loss": 0.376,
      "step": 888260
    },
    {
      "epoch": 247.91,
      "grad_norm": 1.0153794288635254,
      "learning_rate": 3.873891111771199e-06,
      "loss": 0.3626,
      "step": 888270
    },
    {
      "epoch": 247.92,
      "grad_norm": 0.9187221527099609,
      "learning_rate": 3.873870629732693e-06,
      "loss": 0.3712,
      "step": 888280
    },
    {
      "epoch": 247.92,
      "grad_norm": 1.0685710906982422,
      "learning_rate": 3.873850147490528e-06,
      "loss": 0.3703,
      "step": 888290
    },
    {
      "epoch": 247.92,
      "grad_norm": 1.113559365272522,
      "learning_rate": 3.873829665044706e-06,
      "loss": 0.3639,
      "step": 888300
    },
    {
      "epoch": 247.92,
      "grad_norm": 1.0198322534561157,
      "learning_rate": 3.8738091823952295e-06,
      "loss": 0.3485,
      "step": 888310
    },
    {
      "epoch": 247.93,
      "grad_norm": 3.9444451332092285,
      "learning_rate": 3.873788699542102e-06,
      "loss": 0.3543,
      "step": 888320
    },
    {
      "epoch": 247.93,
      "grad_norm": 2.7952921390533447,
      "learning_rate": 3.873768216485325e-06,
      "loss": 0.3488,
      "step": 888330
    },
    {
      "epoch": 247.93,
      "grad_norm": 0.8771523237228394,
      "learning_rate": 3.873747733224904e-06,
      "loss": 0.3806,
      "step": 888340
    },
    {
      "epoch": 247.93,
      "grad_norm": 1.0125489234924316,
      "learning_rate": 3.873727249760839e-06,
      "loss": 0.3575,
      "step": 888350
    },
    {
      "epoch": 247.94,
      "grad_norm": 1.1522034406661987,
      "learning_rate": 3.873706766093133e-06,
      "loss": 0.3739,
      "step": 888360
    },
    {
      "epoch": 247.94,
      "grad_norm": 1.0526729822158813,
      "learning_rate": 3.8736862822217895e-06,
      "loss": 0.3602,
      "step": 888370
    },
    {
      "epoch": 247.94,
      "grad_norm": 1.0043916702270508,
      "learning_rate": 3.873665798146812e-06,
      "loss": 0.3663,
      "step": 888380
    },
    {
      "epoch": 247.95,
      "grad_norm": 0.9666838645935059,
      "learning_rate": 3.873645313868202e-06,
      "loss": 0.358,
      "step": 888390
    },
    {
      "epoch": 247.95,
      "grad_norm": 1.0235912799835205,
      "learning_rate": 3.873624829385962e-06,
      "loss": 0.3771,
      "step": 888400
    },
    {
      "epoch": 247.95,
      "grad_norm": 0.9957444071769714,
      "learning_rate": 3.873604344700096e-06,
      "loss": 0.3764,
      "step": 888410
    },
    {
      "epoch": 247.95,
      "grad_norm": 1.0849395990371704,
      "learning_rate": 3.873583859810605e-06,
      "loss": 0.3511,
      "step": 888420
    },
    {
      "epoch": 247.96,
      "grad_norm": 1.0584298372268677,
      "learning_rate": 3.873563374717493e-06,
      "loss": 0.3634,
      "step": 888430
    },
    {
      "epoch": 247.96,
      "grad_norm": 1.0156017541885376,
      "learning_rate": 3.873542889420763e-06,
      "loss": 0.3597,
      "step": 888440
    },
    {
      "epoch": 247.96,
      "grad_norm": 1.0024495124816895,
      "learning_rate": 3.873522403920417e-06,
      "loss": 0.3803,
      "step": 888450
    },
    {
      "epoch": 247.97,
      "grad_norm": 1.0115126371383667,
      "learning_rate": 3.8735019182164565e-06,
      "loss": 0.3897,
      "step": 888460
    },
    {
      "epoch": 247.97,
      "grad_norm": 1.0955657958984375,
      "learning_rate": 3.873481432308887e-06,
      "loss": 0.3527,
      "step": 888470
    },
    {
      "epoch": 247.97,
      "grad_norm": 1.171089768409729,
      "learning_rate": 3.87346094619771e-06,
      "loss": 0.3718,
      "step": 888480
    },
    {
      "epoch": 247.97,
      "grad_norm": 1.5921591520309448,
      "learning_rate": 3.873440459882927e-06,
      "loss": 0.3602,
      "step": 888490
    },
    {
      "epoch": 247.98,
      "grad_norm": 1.0404949188232422,
      "learning_rate": 3.873419973364543e-06,
      "loss": 0.3458,
      "step": 888500
    },
    {
      "epoch": 247.98,
      "grad_norm": 1.2304600477218628,
      "learning_rate": 3.8733994866425584e-06,
      "loss": 0.3942,
      "step": 888510
    },
    {
      "epoch": 247.98,
      "grad_norm": 1.0148955583572388,
      "learning_rate": 3.873378999716978e-06,
      "loss": 0.3614,
      "step": 888520
    },
    {
      "epoch": 247.98,
      "grad_norm": 0.9457145929336548,
      "learning_rate": 3.873358512587803e-06,
      "loss": 0.3583,
      "step": 888530
    },
    {
      "epoch": 247.99,
      "grad_norm": 1.1511330604553223,
      "learning_rate": 3.8733380252550366e-06,
      "loss": 0.3468,
      "step": 888540
    },
    {
      "epoch": 247.99,
      "grad_norm": 1.270628571510315,
      "learning_rate": 3.8733175377186814e-06,
      "loss": 0.3629,
      "step": 888550
    },
    {
      "epoch": 247.99,
      "grad_norm": 1.0323392152786255,
      "learning_rate": 3.873297049978741e-06,
      "loss": 0.3572,
      "step": 888560
    },
    {
      "epoch": 248.0,
      "grad_norm": 1.0393829345703125,
      "learning_rate": 3.873276562035218e-06,
      "loss": 0.3685,
      "step": 888570
    },
    {
      "epoch": 248.0,
      "grad_norm": 1.1275889873504639,
      "learning_rate": 3.873256073888113e-06,
      "loss": 0.3695,
      "step": 888580
    },
    {
      "epoch": 248.0,
      "eval_loss": 0.36393076181411743,
      "eval_runtime": 63.3226,
      "eval_samples_per_second": 79.892,
      "eval_steps_per_second": 9.996,
      "step": 888584
    },
    {
      "epoch": 248.0,
      "grad_norm": 1.0766143798828125,
      "learning_rate": 3.873235585537432e-06,
      "loss": 0.3788,
      "step": 888590
    },
    {
      "epoch": 248.0,
      "grad_norm": 0.9315410256385803,
      "learning_rate": 3.873215096983175e-06,
      "loss": 0.3659,
      "step": 888600
    },
    {
      "epoch": 248.01,
      "grad_norm": 1.6052820682525635,
      "learning_rate": 3.873194608225346e-06,
      "loss": 0.3501,
      "step": 888610
    },
    {
      "epoch": 248.01,
      "grad_norm": 1.0737890005111694,
      "learning_rate": 3.873174119263948e-06,
      "loss": 0.3475,
      "step": 888620
    },
    {
      "epoch": 248.01,
      "grad_norm": 1.0686291456222534,
      "learning_rate": 3.873153630098982e-06,
      "loss": 0.3584,
      "step": 888630
    },
    {
      "epoch": 248.02,
      "grad_norm": 1.0943305492401123,
      "learning_rate": 3.873133140730453e-06,
      "loss": 0.3695,
      "step": 888640
    },
    {
      "epoch": 248.02,
      "grad_norm": 1.041977047920227,
      "learning_rate": 3.873112651158362e-06,
      "loss": 0.3782,
      "step": 888650
    },
    {
      "epoch": 248.02,
      "grad_norm": 1.1517020463943481,
      "learning_rate": 3.873092161382713e-06,
      "loss": 0.3714,
      "step": 888660
    },
    {
      "epoch": 248.02,
      "grad_norm": 1.0577329397201538,
      "learning_rate": 3.873071671403508e-06,
      "loss": 0.3707,
      "step": 888670
    },
    {
      "epoch": 248.03,
      "grad_norm": 0.9377719163894653,
      "learning_rate": 3.873051181220749e-06,
      "loss": 0.3553,
      "step": 888680
    },
    {
      "epoch": 248.03,
      "grad_norm": 1.1579941511154175,
      "learning_rate": 3.87303069083444e-06,
      "loss": 0.3418,
      "step": 888690
    },
    {
      "epoch": 248.03,
      "grad_norm": 1.259588360786438,
      "learning_rate": 3.873010200244585e-06,
      "loss": 0.3674,
      "step": 888700
    },
    {
      "epoch": 248.04,
      "grad_norm": 0.9162145853042603,
      "learning_rate": 3.872989709451183e-06,
      "loss": 0.3674,
      "step": 888710
    },
    {
      "epoch": 248.04,
      "grad_norm": 1.026872992515564,
      "learning_rate": 3.87296921845424e-06,
      "loss": 0.366,
      "step": 888720
    },
    {
      "epoch": 248.04,
      "grad_norm": 0.9169172644615173,
      "learning_rate": 3.872948727253757e-06,
      "loss": 0.3827,
      "step": 888730
    },
    {
      "epoch": 248.04,
      "grad_norm": 0.8493309020996094,
      "learning_rate": 3.872928235849737e-06,
      "loss": 0.3548,
      "step": 888740
    },
    {
      "epoch": 248.05,
      "grad_norm": 1.0900819301605225,
      "learning_rate": 3.872907744242184e-06,
      "loss": 0.379,
      "step": 888750
    },
    {
      "epoch": 248.05,
      "grad_norm": 1.029536247253418,
      "learning_rate": 3.872887252431098e-06,
      "loss": 0.3598,
      "step": 888760
    },
    {
      "epoch": 248.05,
      "grad_norm": 0.993085503578186,
      "learning_rate": 3.872866760416485e-06,
      "loss": 0.3565,
      "step": 888770
    },
    {
      "epoch": 248.05,
      "grad_norm": 1.1334189176559448,
      "learning_rate": 3.872846268198345e-06,
      "loss": 0.38,
      "step": 888780
    },
    {
      "epoch": 248.06,
      "grad_norm": 1.0337646007537842,
      "learning_rate": 3.872825775776682e-06,
      "loss": 0.3763,
      "step": 888790
    },
    {
      "epoch": 248.06,
      "grad_norm": 1.1003148555755615,
      "learning_rate": 3.8728052831515e-06,
      "loss": 0.3603,
      "step": 888800
    },
    {
      "epoch": 248.06,
      "grad_norm": 1.0396113395690918,
      "learning_rate": 3.872784790322799e-06,
      "loss": 0.3504,
      "step": 888810
    },
    {
      "epoch": 248.07,
      "grad_norm": 1.112257480621338,
      "learning_rate": 3.872764297290582e-06,
      "loss": 0.3521,
      "step": 888820
    },
    {
      "epoch": 248.07,
      "grad_norm": 1.2889820337295532,
      "learning_rate": 3.872743804054855e-06,
      "loss": 0.3659,
      "step": 888830
    },
    {
      "epoch": 248.07,
      "grad_norm": 0.9914766550064087,
      "learning_rate": 3.872723310615618e-06,
      "loss": 0.378,
      "step": 888840
    },
    {
      "epoch": 248.07,
      "grad_norm": 1.0110541582107544,
      "learning_rate": 3.8727028169728735e-06,
      "loss": 0.3628,
      "step": 888850
    },
    {
      "epoch": 248.08,
      "grad_norm": 1.1804218292236328,
      "learning_rate": 3.872682323126625e-06,
      "loss": 0.3597,
      "step": 888860
    },
    {
      "epoch": 248.08,
      "grad_norm": 4.00896692276001,
      "learning_rate": 3.8726618290768756e-06,
      "loss": 0.3766,
      "step": 888870
    },
    {
      "epoch": 248.08,
      "grad_norm": 0.964097797870636,
      "learning_rate": 3.872641334823628e-06,
      "loss": 0.3571,
      "step": 888880
    },
    {
      "epoch": 248.09,
      "grad_norm": 1.0420219898223877,
      "learning_rate": 3.872620840366883e-06,
      "loss": 0.3595,
      "step": 888890
    },
    {
      "epoch": 248.09,
      "grad_norm": 1.1162278652191162,
      "learning_rate": 3.872600345706647e-06,
      "loss": 0.3694,
      "step": 888900
    },
    {
      "epoch": 248.09,
      "grad_norm": 1.0591590404510498,
      "learning_rate": 3.872579850842919e-06,
      "loss": 0.3658,
      "step": 888910
    },
    {
      "epoch": 248.09,
      "grad_norm": 1.0553901195526123,
      "learning_rate": 3.872559355775704e-06,
      "loss": 0.361,
      "step": 888920
    },
    {
      "epoch": 248.1,
      "grad_norm": 0.9923931360244751,
      "learning_rate": 3.872538860505004e-06,
      "loss": 0.3492,
      "step": 888930
    },
    {
      "epoch": 248.1,
      "grad_norm": 1.2491763830184937,
      "learning_rate": 3.872518365030822e-06,
      "loss": 0.3803,
      "step": 888940
    },
    {
      "epoch": 248.1,
      "grad_norm": 1.2338634729385376,
      "learning_rate": 3.87249786935316e-06,
      "loss": 0.3599,
      "step": 888950
    },
    {
      "epoch": 248.1,
      "grad_norm": 1.6031304597854614,
      "learning_rate": 3.8724773734720216e-06,
      "loss": 0.3573,
      "step": 888960
    },
    {
      "epoch": 248.11,
      "grad_norm": 1.2149558067321777,
      "learning_rate": 3.872456877387409e-06,
      "loss": 0.3547,
      "step": 888970
    },
    {
      "epoch": 248.11,
      "grad_norm": 1.1196023225784302,
      "learning_rate": 3.872436381099325e-06,
      "loss": 0.3508,
      "step": 888980
    },
    {
      "epoch": 248.11,
      "grad_norm": 1.5181375741958618,
      "learning_rate": 3.872415884607772e-06,
      "loss": 0.3779,
      "step": 888990
    },
    {
      "epoch": 248.12,
      "grad_norm": 8.140374183654785,
      "learning_rate": 3.872395387912755e-06,
      "loss": 0.3555,
      "step": 889000
    },
    {
      "epoch": 248.12,
      "grad_norm": 1.088090181350708,
      "learning_rate": 3.8723748910142726e-06,
      "loss": 0.3535,
      "step": 889010
    },
    {
      "epoch": 248.12,
      "grad_norm": 1.1052520275115967,
      "learning_rate": 3.872354393912332e-06,
      "loss": 0.3698,
      "step": 889020
    },
    {
      "epoch": 248.12,
      "grad_norm": 1.2499266862869263,
      "learning_rate": 3.872333896606932e-06,
      "loss": 0.3786,
      "step": 889030
    },
    {
      "epoch": 248.13,
      "grad_norm": 1.4464918375015259,
      "learning_rate": 3.872313399098077e-06,
      "loss": 0.3686,
      "step": 889040
    },
    {
      "epoch": 248.13,
      "grad_norm": 7.557626247406006,
      "learning_rate": 3.8722929013857716e-06,
      "loss": 0.3574,
      "step": 889050
    },
    {
      "epoch": 248.13,
      "grad_norm": 0.9716514348983765,
      "learning_rate": 3.872272403470015e-06,
      "loss": 0.3543,
      "step": 889060
    },
    {
      "epoch": 248.14,
      "grad_norm": 1.1163476705551147,
      "learning_rate": 3.872251905350812e-06,
      "loss": 0.368,
      "step": 889070
    },
    {
      "epoch": 248.14,
      "grad_norm": 1.2023578882217407,
      "learning_rate": 3.872231407028166e-06,
      "loss": 0.3858,
      "step": 889080
    },
    {
      "epoch": 248.14,
      "grad_norm": 1.0014158487319946,
      "learning_rate": 3.872210908502077e-06,
      "loss": 0.3551,
      "step": 889090
    },
    {
      "epoch": 248.14,
      "grad_norm": 1.1576995849609375,
      "learning_rate": 3.87219040977255e-06,
      "loss": 0.3648,
      "step": 889100
    },
    {
      "epoch": 248.15,
      "grad_norm": 1.0104721784591675,
      "learning_rate": 3.872169910839588e-06,
      "loss": 0.3492,
      "step": 889110
    },
    {
      "epoch": 248.15,
      "grad_norm": 0.912306010723114,
      "learning_rate": 3.872149411703192e-06,
      "loss": 0.3607,
      "step": 889120
    },
    {
      "epoch": 248.15,
      "grad_norm": 1.0922857522964478,
      "learning_rate": 3.8721289123633666e-06,
      "loss": 0.3668,
      "step": 889130
    },
    {
      "epoch": 248.16,
      "grad_norm": 1.019439697265625,
      "learning_rate": 3.872108412820113e-06,
      "loss": 0.351,
      "step": 889140
    },
    {
      "epoch": 248.16,
      "grad_norm": 1.054459810256958,
      "learning_rate": 3.872087913073435e-06,
      "loss": 0.3609,
      "step": 889150
    },
    {
      "epoch": 248.16,
      "grad_norm": 1.0742567777633667,
      "learning_rate": 3.872067413123333e-06,
      "loss": 0.33,
      "step": 889160
    },
    {
      "epoch": 248.16,
      "grad_norm": 1.373180866241455,
      "learning_rate": 3.872046912969812e-06,
      "loss": 0.3591,
      "step": 889170
    },
    {
      "epoch": 248.17,
      "grad_norm": 0.8314290642738342,
      "learning_rate": 3.872026412612876e-06,
      "loss": 0.3568,
      "step": 889180
    },
    {
      "epoch": 248.17,
      "grad_norm": 0.9910480380058289,
      "learning_rate": 3.872005912052525e-06,
      "loss": 0.3679,
      "step": 889190
    },
    {
      "epoch": 248.17,
      "grad_norm": 1.2879040241241455,
      "learning_rate": 3.871985411288763e-06,
      "loss": 0.3604,
      "step": 889200
    },
    {
      "epoch": 248.17,
      "grad_norm": 0.9980548620223999,
      "learning_rate": 3.871964910321592e-06,
      "loss": 0.3534,
      "step": 889210
    },
    {
      "epoch": 248.18,
      "grad_norm": 1.0896186828613281,
      "learning_rate": 3.871944409151016e-06,
      "loss": 0.3525,
      "step": 889220
    },
    {
      "epoch": 248.18,
      "grad_norm": 1.0522878170013428,
      "learning_rate": 3.8719239077770356e-06,
      "loss": 0.369,
      "step": 889230
    },
    {
      "epoch": 248.18,
      "grad_norm": 1.291940689086914,
      "learning_rate": 3.871903406199655e-06,
      "loss": 0.3834,
      "step": 889240
    },
    {
      "epoch": 248.19,
      "grad_norm": 0.8776286840438843,
      "learning_rate": 3.871882904418878e-06,
      "loss": 0.3562,
      "step": 889250
    },
    {
      "epoch": 248.19,
      "grad_norm": 0.9346853494644165,
      "learning_rate": 3.871862402434705e-06,
      "loss": 0.3629,
      "step": 889260
    },
    {
      "epoch": 248.19,
      "grad_norm": 1.1540199518203735,
      "learning_rate": 3.87184190024714e-06,
      "loss": 0.3531,
      "step": 889270
    },
    {
      "epoch": 248.19,
      "grad_norm": 1.148806095123291,
      "learning_rate": 3.871821397856186e-06,
      "loss": 0.3588,
      "step": 889280
    },
    {
      "epoch": 248.2,
      "grad_norm": 1.0433430671691895,
      "learning_rate": 3.871800895261845e-06,
      "loss": 0.3647,
      "step": 889290
    },
    {
      "epoch": 248.2,
      "grad_norm": 1.0353999137878418,
      "learning_rate": 3.87178039246412e-06,
      "loss": 0.3776,
      "step": 889300
    },
    {
      "epoch": 248.2,
      "grad_norm": 1.2801971435546875,
      "learning_rate": 3.871759889463014e-06,
      "loss": 0.3587,
      "step": 889310
    },
    {
      "epoch": 248.21,
      "grad_norm": 1.0840380191802979,
      "learning_rate": 3.871739386258529e-06,
      "loss": 0.3567,
      "step": 889320
    },
    {
      "epoch": 248.21,
      "grad_norm": 0.9962220191955566,
      "learning_rate": 3.871718882850669e-06,
      "loss": 0.3434,
      "step": 889330
    },
    {
      "epoch": 248.21,
      "grad_norm": 1.1663709878921509,
      "learning_rate": 3.871698379239435e-06,
      "loss": 0.3634,
      "step": 889340
    },
    {
      "epoch": 248.21,
      "grad_norm": 0.9659653306007385,
      "learning_rate": 3.871677875424831e-06,
      "loss": 0.3705,
      "step": 889350
    },
    {
      "epoch": 248.22,
      "grad_norm": 0.967628538608551,
      "learning_rate": 3.87165737140686e-06,
      "loss": 0.3732,
      "step": 889360
    },
    {
      "epoch": 248.22,
      "grad_norm": 1.1440843343734741,
      "learning_rate": 3.8716368671855234e-06,
      "loss": 0.3753,
      "step": 889370
    },
    {
      "epoch": 248.22,
      "grad_norm": 1.0163135528564453,
      "learning_rate": 3.871616362760825e-06,
      "loss": 0.3433,
      "step": 889380
    },
    {
      "epoch": 248.22,
      "grad_norm": 1.0790950059890747,
      "learning_rate": 3.871595858132767e-06,
      "loss": 0.3557,
      "step": 889390
    },
    {
      "epoch": 248.23,
      "grad_norm": 1.049733281135559,
      "learning_rate": 3.871575353301352e-06,
      "loss": 0.3689,
      "step": 889400
    },
    {
      "epoch": 248.23,
      "grad_norm": 1.1040948629379272,
      "learning_rate": 3.871554848266583e-06,
      "loss": 0.3784,
      "step": 889410
    },
    {
      "epoch": 248.23,
      "grad_norm": 1.0689051151275635,
      "learning_rate": 3.871534343028463e-06,
      "loss": 0.3701,
      "step": 889420
    },
    {
      "epoch": 248.24,
      "grad_norm": 1.0348973274230957,
      "learning_rate": 3.871513837586995e-06,
      "loss": 0.3743,
      "step": 889430
    },
    {
      "epoch": 248.24,
      "grad_norm": 0.8517292737960815,
      "learning_rate": 3.87149333194218e-06,
      "loss": 0.3533,
      "step": 889440
    },
    {
      "epoch": 248.24,
      "grad_norm": 1.01455557346344,
      "learning_rate": 3.871472826094023e-06,
      "loss": 0.3618,
      "step": 889450
    },
    {
      "epoch": 248.24,
      "grad_norm": 1.001780390739441,
      "learning_rate": 3.871452320042524e-06,
      "loss": 0.3615,
      "step": 889460
    },
    {
      "epoch": 248.25,
      "grad_norm": 0.8829074501991272,
      "learning_rate": 3.87143181378769e-06,
      "loss": 0.3532,
      "step": 889470
    },
    {
      "epoch": 248.25,
      "grad_norm": 1.0818918943405151,
      "learning_rate": 3.87141130732952e-06,
      "loss": 0.3864,
      "step": 889480
    },
    {
      "epoch": 248.25,
      "grad_norm": 0.8997904062271118,
      "learning_rate": 3.871390800668017e-06,
      "loss": 0.3537,
      "step": 889490
    },
    {
      "epoch": 248.26,
      "grad_norm": 1.0189613103866577,
      "learning_rate": 3.871370293803187e-06,
      "loss": 0.3916,
      "step": 889500
    },
    {
      "epoch": 248.26,
      "grad_norm": 1.0182509422302246,
      "learning_rate": 3.871349786735028e-06,
      "loss": 0.3607,
      "step": 889510
    },
    {
      "epoch": 248.26,
      "grad_norm": 0.9459766745567322,
      "learning_rate": 3.871329279463545e-06,
      "loss": 0.353,
      "step": 889520
    },
    {
      "epoch": 248.26,
      "grad_norm": 1.1595817804336548,
      "learning_rate": 3.871308771988741e-06,
      "loss": 0.3659,
      "step": 889530
    },
    {
      "epoch": 248.27,
      "grad_norm": 1.1636186838150024,
      "learning_rate": 3.87128826431062e-06,
      "loss": 0.3738,
      "step": 889540
    },
    {
      "epoch": 248.27,
      "grad_norm": 1.0865440368652344,
      "learning_rate": 3.871267756429182e-06,
      "loss": 0.3404,
      "step": 889550
    },
    {
      "epoch": 248.27,
      "grad_norm": 1.1829824447631836,
      "learning_rate": 3.871247248344431e-06,
      "loss": 0.3749,
      "step": 889560
    },
    {
      "epoch": 248.28,
      "grad_norm": 1.0623230934143066,
      "learning_rate": 3.87122674005637e-06,
      "loss": 0.3624,
      "step": 889570
    },
    {
      "epoch": 248.28,
      "grad_norm": 1.8711042404174805,
      "learning_rate": 3.871206231565002e-06,
      "loss": 0.3694,
      "step": 889580
    },
    {
      "epoch": 248.28,
      "grad_norm": 1.157357931137085,
      "learning_rate": 3.871185722870328e-06,
      "loss": 0.3737,
      "step": 889590
    },
    {
      "epoch": 248.28,
      "grad_norm": 1.3407926559448242,
      "learning_rate": 3.8711652139723525e-06,
      "loss": 0.3847,
      "step": 889600
    },
    {
      "epoch": 248.29,
      "grad_norm": 1.0325684547424316,
      "learning_rate": 3.871144704871078e-06,
      "loss": 0.3537,
      "step": 889610
    },
    {
      "epoch": 248.29,
      "grad_norm": 8.531400680541992,
      "learning_rate": 3.871124195566506e-06,
      "loss": 0.3613,
      "step": 889620
    },
    {
      "epoch": 248.29,
      "grad_norm": 1.1152024269104004,
      "learning_rate": 3.87110368605864e-06,
      "loss": 0.3875,
      "step": 889630
    },
    {
      "epoch": 248.29,
      "grad_norm": 0.8966325521469116,
      "learning_rate": 3.871083176347484e-06,
      "loss": 0.3559,
      "step": 889640
    },
    {
      "epoch": 248.3,
      "grad_norm": 1.021547794342041,
      "learning_rate": 3.871062666433038e-06,
      "loss": 0.3731,
      "step": 889650
    },
    {
      "epoch": 248.3,
      "grad_norm": 1.0915648937225342,
      "learning_rate": 3.871042156315308e-06,
      "loss": 0.3694,
      "step": 889660
    },
    {
      "epoch": 248.3,
      "grad_norm": 1.0517452955245972,
      "learning_rate": 3.871021645994293e-06,
      "loss": 0.3617,
      "step": 889670
    },
    {
      "epoch": 248.31,
      "grad_norm": 1.0458009243011475,
      "learning_rate": 3.871001135469999e-06,
      "loss": 0.3576,
      "step": 889680
    },
    {
      "epoch": 248.31,
      "grad_norm": 1.0315070152282715,
      "learning_rate": 3.870980624742427e-06,
      "loss": 0.3592,
      "step": 889690
    },
    {
      "epoch": 248.31,
      "grad_norm": 1.408005714416504,
      "learning_rate": 3.8709601138115816e-06,
      "loss": 0.3859,
      "step": 889700
    },
    {
      "epoch": 248.31,
      "grad_norm": 1.072965145111084,
      "learning_rate": 3.870939602677463e-06,
      "loss": 0.3587,
      "step": 889710
    },
    {
      "epoch": 248.32,
      "grad_norm": 0.9732163548469543,
      "learning_rate": 3.870919091340075e-06,
      "loss": 0.3739,
      "step": 889720
    },
    {
      "epoch": 248.32,
      "grad_norm": 0.9249271154403687,
      "learning_rate": 3.87089857979942e-06,
      "loss": 0.3645,
      "step": 889730
    },
    {
      "epoch": 248.32,
      "grad_norm": 0.9092681407928467,
      "learning_rate": 3.870878068055501e-06,
      "loss": 0.3554,
      "step": 889740
    },
    {
      "epoch": 248.33,
      "grad_norm": 0.9314371943473816,
      "learning_rate": 3.870857556108321e-06,
      "loss": 0.378,
      "step": 889750
    },
    {
      "epoch": 248.33,
      "grad_norm": 1.01510488986969,
      "learning_rate": 3.870837043957883e-06,
      "loss": 0.3689,
      "step": 889760
    },
    {
      "epoch": 248.33,
      "grad_norm": 1.010441541671753,
      "learning_rate": 3.87081653160419e-06,
      "loss": 0.3917,
      "step": 889770
    },
    {
      "epoch": 248.33,
      "grad_norm": 0.8396127820014954,
      "learning_rate": 3.870796019047243e-06,
      "loss": 0.3621,
      "step": 889780
    },
    {
      "epoch": 248.34,
      "grad_norm": 1.0327520370483398,
      "learning_rate": 3.870775506287046e-06,
      "loss": 0.3599,
      "step": 889790
    },
    {
      "epoch": 248.34,
      "grad_norm": 0.9827112555503845,
      "learning_rate": 3.870754993323601e-06,
      "loss": 0.3611,
      "step": 889800
    },
    {
      "epoch": 248.34,
      "grad_norm": 3.384085178375244,
      "learning_rate": 3.870734480156912e-06,
      "loss": 0.3695,
      "step": 889810
    },
    {
      "epoch": 248.34,
      "grad_norm": 0.9437428712844849,
      "learning_rate": 3.87071396678698e-06,
      "loss": 0.3681,
      "step": 889820
    },
    {
      "epoch": 248.35,
      "grad_norm": 1.0991747379302979,
      "learning_rate": 3.87069345321381e-06,
      "loss": 0.3679,
      "step": 889830
    },
    {
      "epoch": 248.35,
      "grad_norm": 0.8828091621398926,
      "learning_rate": 3.870672939437403e-06,
      "loss": 0.3543,
      "step": 889840
    },
    {
      "epoch": 248.35,
      "grad_norm": 1.1526955366134644,
      "learning_rate": 3.870652425457761e-06,
      "loss": 0.3622,
      "step": 889850
    },
    {
      "epoch": 248.36,
      "grad_norm": 1.062113642692566,
      "learning_rate": 3.870631911274889e-06,
      "loss": 0.3713,
      "step": 889860
    },
    {
      "epoch": 248.36,
      "grad_norm": 1.0013236999511719,
      "learning_rate": 3.870611396888788e-06,
      "loss": 0.3519,
      "step": 889870
    },
    {
      "epoch": 248.36,
      "grad_norm": 1.218094825744629,
      "learning_rate": 3.870590882299462e-06,
      "loss": 0.3746,
      "step": 889880
    },
    {
      "epoch": 248.36,
      "grad_norm": 1.1901510953903198,
      "learning_rate": 3.870570367506913e-06,
      "loss": 0.3507,
      "step": 889890
    },
    {
      "epoch": 248.37,
      "grad_norm": 1.0344312191009521,
      "learning_rate": 3.870549852511143e-06,
      "loss": 0.3634,
      "step": 889900
    },
    {
      "epoch": 248.37,
      "grad_norm": 1.1666545867919922,
      "learning_rate": 3.870529337312157e-06,
      "loss": 0.3697,
      "step": 889910
    },
    {
      "epoch": 248.37,
      "grad_norm": 1.2219727039337158,
      "learning_rate": 3.870508821909955e-06,
      "loss": 0.367,
      "step": 889920
    },
    {
      "epoch": 248.38,
      "grad_norm": 1.031567931175232,
      "learning_rate": 3.8704883063045416e-06,
      "loss": 0.3632,
      "step": 889930
    },
    {
      "epoch": 248.38,
      "grad_norm": 1.0097798109054565,
      "learning_rate": 3.870467790495918e-06,
      "loss": 0.3521,
      "step": 889940
    },
    {
      "epoch": 248.38,
      "grad_norm": 1.815490484237671,
      "learning_rate": 3.870447274484089e-06,
      "loss": 0.3521,
      "step": 889950
    },
    {
      "epoch": 248.38,
      "grad_norm": 1.0047258138656616,
      "learning_rate": 3.870426758269056e-06,
      "loss": 0.353,
      "step": 889960
    },
    {
      "epoch": 248.39,
      "grad_norm": 1.0290987491607666,
      "learning_rate": 3.87040624185082e-06,
      "loss": 0.3702,
      "step": 889970
    },
    {
      "epoch": 248.39,
      "grad_norm": 1.0152667760849,
      "learning_rate": 3.8703857252293876e-06,
      "loss": 0.3517,
      "step": 889980
    },
    {
      "epoch": 248.39,
      "grad_norm": 1.1028685569763184,
      "learning_rate": 3.87036520840476e-06,
      "loss": 0.3711,
      "step": 889990
    },
    {
      "epoch": 248.4,
      "grad_norm": 0.9607227444648743,
      "learning_rate": 3.870344691376939e-06,
      "loss": 0.3689,
      "step": 890000
    },
    {
      "epoch": 248.4,
      "grad_norm": 1.0076093673706055,
      "learning_rate": 3.870324174145927e-06,
      "loss": 0.3678,
      "step": 890010
    },
    {
      "epoch": 248.4,
      "grad_norm": 1.0164464712142944,
      "learning_rate": 3.870303656711728e-06,
      "loss": 0.372,
      "step": 890020
    },
    {
      "epoch": 248.4,
      "grad_norm": 1.027258038520813,
      "learning_rate": 3.870283139074344e-06,
      "loss": 0.3479,
      "step": 890030
    },
    {
      "epoch": 248.41,
      "grad_norm": 1.0183244943618774,
      "learning_rate": 3.870262621233778e-06,
      "loss": 0.3658,
      "step": 890040
    },
    {
      "epoch": 248.41,
      "grad_norm": 1.0761679410934448,
      "learning_rate": 3.870242103190033e-06,
      "loss": 0.3679,
      "step": 890050
    },
    {
      "epoch": 248.41,
      "grad_norm": 0.974969208240509,
      "learning_rate": 3.870221584943112e-06,
      "loss": 0.3604,
      "step": 890060
    },
    {
      "epoch": 248.41,
      "grad_norm": 1.0306396484375,
      "learning_rate": 3.8702010664930164e-06,
      "loss": 0.3601,
      "step": 890070
    },
    {
      "epoch": 248.42,
      "grad_norm": 1.5287400484085083,
      "learning_rate": 3.870180547839751e-06,
      "loss": 0.3601,
      "step": 890080
    },
    {
      "epoch": 248.42,
      "grad_norm": 0.9131764769554138,
      "learning_rate": 3.870160028983316e-06,
      "loss": 0.3612,
      "step": 890090
    },
    {
      "epoch": 248.42,
      "grad_norm": 1.2444926500320435,
      "learning_rate": 3.870139509923715e-06,
      "loss": 0.3569,
      "step": 890100
    },
    {
      "epoch": 248.43,
      "grad_norm": 0.9900031089782715,
      "learning_rate": 3.870118990660953e-06,
      "loss": 0.3413,
      "step": 890110
    },
    {
      "epoch": 248.43,
      "grad_norm": 1.2459559440612793,
      "learning_rate": 3.87009847119503e-06,
      "loss": 0.364,
      "step": 890120
    },
    {
      "epoch": 248.43,
      "grad_norm": 1.0805649757385254,
      "learning_rate": 3.870077951525949e-06,
      "loss": 0.3613,
      "step": 890130
    },
    {
      "epoch": 248.43,
      "grad_norm": 0.8893497586250305,
      "learning_rate": 3.8700574316537145e-06,
      "loss": 0.3564,
      "step": 890140
    },
    {
      "epoch": 248.44,
      "grad_norm": 1.1460213661193848,
      "learning_rate": 3.870036911578327e-06,
      "loss": 0.3796,
      "step": 890150
    },
    {
      "epoch": 248.44,
      "grad_norm": 1.4960893392562866,
      "learning_rate": 3.8700163912997904e-06,
      "loss": 0.3618,
      "step": 890160
    },
    {
      "epoch": 248.44,
      "grad_norm": 0.994288444519043,
      "learning_rate": 3.869995870818108e-06,
      "loss": 0.3686,
      "step": 890170
    },
    {
      "epoch": 248.45,
      "grad_norm": 0.9838007092475891,
      "learning_rate": 3.8699753501332814e-06,
      "loss": 0.3562,
      "step": 890180
    },
    {
      "epoch": 248.45,
      "grad_norm": 1.2176021337509155,
      "learning_rate": 3.869954829245313e-06,
      "loss": 0.3775,
      "step": 890190
    },
    {
      "epoch": 248.45,
      "grad_norm": 1.2440226078033447,
      "learning_rate": 3.869934308154208e-06,
      "loss": 0.3694,
      "step": 890200
    },
    {
      "epoch": 248.45,
      "grad_norm": 1.1103061437606812,
      "learning_rate": 3.869913786859966e-06,
      "loss": 0.3538,
      "step": 890210
    },
    {
      "epoch": 248.46,
      "grad_norm": 1.0627533197402954,
      "learning_rate": 3.869893265362592e-06,
      "loss": 0.3678,
      "step": 890220
    },
    {
      "epoch": 248.46,
      "grad_norm": 1.1409519910812378,
      "learning_rate": 3.869872743662088e-06,
      "loss": 0.359,
      "step": 890230
    },
    {
      "epoch": 248.46,
      "grad_norm": 1.0442626476287842,
      "learning_rate": 3.869852221758456e-06,
      "loss": 0.3709,
      "step": 890240
    },
    {
      "epoch": 248.46,
      "grad_norm": 1.1209157705307007,
      "learning_rate": 3.8698316996517e-06,
      "loss": 0.3587,
      "step": 890250
    },
    {
      "epoch": 248.47,
      "grad_norm": 1.2194879055023193,
      "learning_rate": 3.869811177341822e-06,
      "loss": 0.3564,
      "step": 890260
    },
    {
      "epoch": 248.47,
      "grad_norm": 1.2625467777252197,
      "learning_rate": 3.869790654828824e-06,
      "loss": 0.3569,
      "step": 890270
    },
    {
      "epoch": 248.47,
      "grad_norm": 0.9866659045219421,
      "learning_rate": 3.869770132112711e-06,
      "loss": 0.3649,
      "step": 890280
    },
    {
      "epoch": 248.48,
      "grad_norm": 0.9889196753501892,
      "learning_rate": 3.869749609193483e-06,
      "loss": 0.3559,
      "step": 890290
    },
    {
      "epoch": 248.48,
      "grad_norm": 0.9437742829322815,
      "learning_rate": 3.869729086071145e-06,
      "loss": 0.3569,
      "step": 890300
    },
    {
      "epoch": 248.48,
      "grad_norm": 1.0690553188323975,
      "learning_rate": 3.869708562745698e-06,
      "loss": 0.3877,
      "step": 890310
    },
    {
      "epoch": 248.48,
      "grad_norm": 1.0178595781326294,
      "learning_rate": 3.869688039217146e-06,
      "loss": 0.3661,
      "step": 890320
    },
    {
      "epoch": 248.49,
      "grad_norm": 1.09016752243042,
      "learning_rate": 3.869667515485492e-06,
      "loss": 0.3566,
      "step": 890330
    },
    {
      "epoch": 248.49,
      "grad_norm": 1.116129994392395,
      "learning_rate": 3.869646991550737e-06,
      "loss": 0.37,
      "step": 890340
    },
    {
      "epoch": 248.49,
      "grad_norm": 1.245426058769226,
      "learning_rate": 3.869626467412883e-06,
      "loss": 0.3771,
      "step": 890350
    },
    {
      "epoch": 248.5,
      "grad_norm": 0.92645663022995,
      "learning_rate": 3.869605943071937e-06,
      "loss": 0.359,
      "step": 890360
    },
    {
      "epoch": 248.5,
      "grad_norm": 1.140632152557373,
      "learning_rate": 3.8695854185278985e-06,
      "loss": 0.3711,
      "step": 890370
    },
    {
      "epoch": 248.5,
      "grad_norm": 1.3366847038269043,
      "learning_rate": 3.869564893780771e-06,
      "loss": 0.3686,
      "step": 890380
    },
    {
      "epoch": 248.5,
      "grad_norm": 1.0380396842956543,
      "learning_rate": 3.8695443688305564e-06,
      "loss": 0.3693,
      "step": 890390
    },
    {
      "epoch": 248.51,
      "grad_norm": 0.9099335074424744,
      "learning_rate": 3.869523843677259e-06,
      "loss": 0.3756,
      "step": 890400
    },
    {
      "epoch": 248.51,
      "grad_norm": 0.9571158289909363,
      "learning_rate": 3.86950331832088e-06,
      "loss": 0.3727,
      "step": 890410
    },
    {
      "epoch": 248.51,
      "grad_norm": 1.0510417222976685,
      "learning_rate": 3.8694827927614236e-06,
      "loss": 0.3532,
      "step": 890420
    },
    {
      "epoch": 248.52,
      "grad_norm": 1.0530486106872559,
      "learning_rate": 3.869462266998891e-06,
      "loss": 0.3521,
      "step": 890430
    },
    {
      "epoch": 248.52,
      "grad_norm": 1.240110158920288,
      "learning_rate": 3.869441741033285e-06,
      "loss": 0.3386,
      "step": 890440
    },
    {
      "epoch": 248.52,
      "grad_norm": 1.0877249240875244,
      "learning_rate": 3.86942121486461e-06,
      "loss": 0.3526,
      "step": 890450
    },
    {
      "epoch": 248.52,
      "grad_norm": 1.0726203918457031,
      "learning_rate": 3.869400688492869e-06,
      "loss": 0.369,
      "step": 890460
    },
    {
      "epoch": 248.53,
      "grad_norm": 1.0239464044570923,
      "learning_rate": 3.869380161918062e-06,
      "loss": 0.3626,
      "step": 890470
    },
    {
      "epoch": 248.53,
      "grad_norm": 0.9110860824584961,
      "learning_rate": 3.869359635140193e-06,
      "loss": 0.3614,
      "step": 890480
    },
    {
      "epoch": 248.53,
      "grad_norm": 1.329131007194519,
      "learning_rate": 3.8693391081592654e-06,
      "loss": 0.3583,
      "step": 890490
    },
    {
      "epoch": 248.53,
      "grad_norm": 1.5257822275161743,
      "learning_rate": 3.869318580975282e-06,
      "loss": 0.3668,
      "step": 890500
    },
    {
      "epoch": 248.54,
      "grad_norm": 0.9911154508590698,
      "learning_rate": 3.869298053588243e-06,
      "loss": 0.3676,
      "step": 890510
    },
    {
      "epoch": 248.54,
      "grad_norm": 1.0867811441421509,
      "learning_rate": 3.8692775259981555e-06,
      "loss": 0.3635,
      "step": 890520
    },
    {
      "epoch": 248.54,
      "grad_norm": 1.099996566772461,
      "learning_rate": 3.869256998205019e-06,
      "loss": 0.3636,
      "step": 890530
    },
    {
      "epoch": 248.55,
      "grad_norm": 1.0157930850982666,
      "learning_rate": 3.869236470208837e-06,
      "loss": 0.3496,
      "step": 890540
    },
    {
      "epoch": 248.55,
      "grad_norm": 0.9378942847251892,
      "learning_rate": 3.869215942009612e-06,
      "loss": 0.3761,
      "step": 890550
    },
    {
      "epoch": 248.55,
      "grad_norm": 0.959802508354187,
      "learning_rate": 3.869195413607347e-06,
      "loss": 0.3641,
      "step": 890560
    },
    {
      "epoch": 248.55,
      "grad_norm": 1.0815130472183228,
      "learning_rate": 3.869174885002045e-06,
      "loss": 0.3716,
      "step": 890570
    },
    {
      "epoch": 248.56,
      "grad_norm": 1.2409864664077759,
      "learning_rate": 3.86915435619371e-06,
      "loss": 0.3598,
      "step": 890580
    },
    {
      "epoch": 248.56,
      "grad_norm": 1.0502656698226929,
      "learning_rate": 3.869133827182341e-06,
      "loss": 0.3684,
      "step": 890590
    },
    {
      "epoch": 248.56,
      "grad_norm": 1.143079161643982,
      "learning_rate": 3.8691132979679446e-06,
      "loss": 0.3707,
      "step": 890600
    },
    {
      "epoch": 248.57,
      "grad_norm": 1.095535397529602,
      "learning_rate": 3.869092768550521e-06,
      "loss": 0.3698,
      "step": 890610
    },
    {
      "epoch": 248.57,
      "grad_norm": 1.1731822490692139,
      "learning_rate": 3.869072238930074e-06,
      "loss": 0.3721,
      "step": 890620
    },
    {
      "epoch": 248.57,
      "grad_norm": 1.0528186559677124,
      "learning_rate": 3.869051709106607e-06,
      "loss": 0.3579,
      "step": 890630
    },
    {
      "epoch": 248.57,
      "grad_norm": 1.0246797800064087,
      "learning_rate": 3.869031179080121e-06,
      "loss": 0.3661,
      "step": 890640
    },
    {
      "epoch": 248.58,
      "grad_norm": 0.9439058899879456,
      "learning_rate": 3.8690106488506195e-06,
      "loss": 0.3572,
      "step": 890650
    },
    {
      "epoch": 248.58,
      "grad_norm": 1.026706337928772,
      "learning_rate": 3.868990118418106e-06,
      "loss": 0.3578,
      "step": 890660
    },
    {
      "epoch": 248.58,
      "grad_norm": 0.8388633728027344,
      "learning_rate": 3.868969587782583e-06,
      "loss": 0.3469,
      "step": 890670
    },
    {
      "epoch": 248.58,
      "grad_norm": 1.0539096593856812,
      "learning_rate": 3.8689490569440525e-06,
      "loss": 0.3639,
      "step": 890680
    },
    {
      "epoch": 248.59,
      "grad_norm": 1.0364956855773926,
      "learning_rate": 3.868928525902517e-06,
      "loss": 0.3482,
      "step": 890690
    },
    {
      "epoch": 248.59,
      "grad_norm": 1.1798168420791626,
      "learning_rate": 3.868907994657981e-06,
      "loss": 0.3601,
      "step": 890700
    },
    {
      "epoch": 248.59,
      "grad_norm": 1.0930057764053345,
      "learning_rate": 3.868887463210445e-06,
      "loss": 0.3618,
      "step": 890710
    },
    {
      "epoch": 248.6,
      "grad_norm": 1.0056301355361938,
      "learning_rate": 3.868866931559913e-06,
      "loss": 0.3708,
      "step": 890720
    },
    {
      "epoch": 248.6,
      "grad_norm": 1.0100845098495483,
      "learning_rate": 3.868846399706388e-06,
      "loss": 0.3734,
      "step": 890730
    },
    {
      "epoch": 248.6,
      "grad_norm": 0.9498160481452942,
      "learning_rate": 3.868825867649871e-06,
      "loss": 0.3673,
      "step": 890740
    },
    {
      "epoch": 248.6,
      "grad_norm": 1.2015665769577026,
      "learning_rate": 3.868805335390367e-06,
      "loss": 0.3639,
      "step": 890750
    },
    {
      "epoch": 248.61,
      "grad_norm": 1.1050039529800415,
      "learning_rate": 3.868784802927878e-06,
      "loss": 0.3652,
      "step": 890760
    },
    {
      "epoch": 248.61,
      "grad_norm": 1.0035032033920288,
      "learning_rate": 3.868764270262406e-06,
      "loss": 0.358,
      "step": 890770
    },
    {
      "epoch": 248.61,
      "grad_norm": 1.1575829982757568,
      "learning_rate": 3.868743737393954e-06,
      "loss": 0.3766,
      "step": 890780
    },
    {
      "epoch": 248.62,
      "grad_norm": 1.1555744409561157,
      "learning_rate": 3.868723204322525e-06,
      "loss": 0.379,
      "step": 890790
    },
    {
      "epoch": 248.62,
      "grad_norm": 1.1985266208648682,
      "learning_rate": 3.8687026710481224e-06,
      "loss": 0.377,
      "step": 890800
    },
    {
      "epoch": 248.62,
      "grad_norm": 0.9427871108055115,
      "learning_rate": 3.8686821375707475e-06,
      "loss": 0.369,
      "step": 890810
    },
    {
      "epoch": 248.62,
      "grad_norm": 0.8629267811775208,
      "learning_rate": 3.868661603890403e-06,
      "loss": 0.3674,
      "step": 890820
    },
    {
      "epoch": 248.63,
      "grad_norm": 1.0570616722106934,
      "learning_rate": 3.868641070007094e-06,
      "loss": 0.3767,
      "step": 890830
    },
    {
      "epoch": 248.63,
      "grad_norm": 1.049391746520996,
      "learning_rate": 3.868620535920821e-06,
      "loss": 0.3665,
      "step": 890840
    },
    {
      "epoch": 248.63,
      "grad_norm": 0.9697785377502441,
      "learning_rate": 3.868600001631587e-06,
      "loss": 0.356,
      "step": 890850
    },
    {
      "epoch": 248.64,
      "grad_norm": 1.068920373916626,
      "learning_rate": 3.868579467139394e-06,
      "loss": 0.3751,
      "step": 890860
    },
    {
      "epoch": 248.64,
      "grad_norm": 1.0627896785736084,
      "learning_rate": 3.868558932444247e-06,
      "loss": 0.3741,
      "step": 890870
    },
    {
      "epoch": 248.64,
      "grad_norm": 0.9032019376754761,
      "learning_rate": 3.868538397546148e-06,
      "loss": 0.3771,
      "step": 890880
    },
    {
      "epoch": 248.64,
      "grad_norm": 1.253894329071045,
      "learning_rate": 3.868517862445099e-06,
      "loss": 0.3456,
      "step": 890890
    },
    {
      "epoch": 248.65,
      "grad_norm": 1.0144774913787842,
      "learning_rate": 3.868497327141102e-06,
      "loss": 0.3667,
      "step": 890900
    },
    {
      "epoch": 248.65,
      "grad_norm": 1.0194514989852905,
      "learning_rate": 3.868476791634161e-06,
      "loss": 0.3586,
      "step": 890910
    },
    {
      "epoch": 248.65,
      "grad_norm": 1.0189704895019531,
      "learning_rate": 3.8684562559242795e-06,
      "loss": 0.3609,
      "step": 890920
    },
    {
      "epoch": 248.65,
      "grad_norm": 1.2102344036102295,
      "learning_rate": 3.868435720011459e-06,
      "loss": 0.3654,
      "step": 890930
    },
    {
      "epoch": 248.66,
      "grad_norm": 1.1127846240997314,
      "learning_rate": 3.8684151838957016e-06,
      "loss": 0.3637,
      "step": 890940
    },
    {
      "epoch": 248.66,
      "grad_norm": 1.2082369327545166,
      "learning_rate": 3.868394647577011e-06,
      "loss": 0.3724,
      "step": 890950
    },
    {
      "epoch": 248.66,
      "grad_norm": 1.1765769720077515,
      "learning_rate": 3.86837411105539e-06,
      "loss": 0.3715,
      "step": 890960
    },
    {
      "epoch": 248.67,
      "grad_norm": 1.3108530044555664,
      "learning_rate": 3.8683535743308405e-06,
      "loss": 0.3633,
      "step": 890970
    },
    {
      "epoch": 248.67,
      "grad_norm": 1.0321133136749268,
      "learning_rate": 3.868333037403367e-06,
      "loss": 0.3685,
      "step": 890980
    },
    {
      "epoch": 248.67,
      "grad_norm": 0.9926409721374512,
      "learning_rate": 3.86831250027297e-06,
      "loss": 0.3879,
      "step": 890990
    },
    {
      "epoch": 248.67,
      "grad_norm": 1.2138830423355103,
      "learning_rate": 3.868291962939654e-06,
      "loss": 0.3819,
      "step": 891000
    },
    {
      "epoch": 248.68,
      "grad_norm": 1.0364481210708618,
      "learning_rate": 3.8682714254034205e-06,
      "loss": 0.3438,
      "step": 891010
    },
    {
      "epoch": 248.68,
      "grad_norm": 0.8922906517982483,
      "learning_rate": 3.868250887664274e-06,
      "loss": 0.348,
      "step": 891020
    },
    {
      "epoch": 248.68,
      "grad_norm": 1.5120642185211182,
      "learning_rate": 3.8682303497222145e-06,
      "loss": 0.381,
      "step": 891030
    },
    {
      "epoch": 248.69,
      "grad_norm": 0.9831763505935669,
      "learning_rate": 3.868209811577247e-06,
      "loss": 0.3439,
      "step": 891040
    },
    {
      "epoch": 248.69,
      "grad_norm": 1.0203920602798462,
      "learning_rate": 3.868189273229373e-06,
      "loss": 0.3725,
      "step": 891050
    },
    {
      "epoch": 248.69,
      "grad_norm": 1.1321345567703247,
      "learning_rate": 3.868168734678597e-06,
      "loss": 0.3901,
      "step": 891060
    },
    {
      "epoch": 248.69,
      "grad_norm": 0.9195345640182495,
      "learning_rate": 3.868148195924918e-06,
      "loss": 0.3459,
      "step": 891070
    },
    {
      "epoch": 248.7,
      "grad_norm": 0.9886362552642822,
      "learning_rate": 3.868127656968344e-06,
      "loss": 0.3562,
      "step": 891080
    },
    {
      "epoch": 248.7,
      "grad_norm": 0.8955830931663513,
      "learning_rate": 3.868107117808873e-06,
      "loss": 0.3672,
      "step": 891090
    },
    {
      "epoch": 248.7,
      "grad_norm": 0.9800325036048889,
      "learning_rate": 3.8680865784465105e-06,
      "loss": 0.3566,
      "step": 891100
    },
    {
      "epoch": 248.7,
      "grad_norm": 1.0766937732696533,
      "learning_rate": 3.868066038881258e-06,
      "loss": 0.367,
      "step": 891110
    },
    {
      "epoch": 248.71,
      "grad_norm": 1.1533502340316772,
      "learning_rate": 3.868045499113119e-06,
      "loss": 0.3667,
      "step": 891120
    },
    {
      "epoch": 248.71,
      "grad_norm": 1.0724819898605347,
      "learning_rate": 3.868024959142095e-06,
      "loss": 0.3915,
      "step": 891130
    },
    {
      "epoch": 248.71,
      "grad_norm": 1.2590715885162354,
      "learning_rate": 3.868004418968191e-06,
      "loss": 0.3634,
      "step": 891140
    },
    {
      "epoch": 248.72,
      "grad_norm": 0.9495111703872681,
      "learning_rate": 3.867983878591407e-06,
      "loss": 0.3397,
      "step": 891150
    },
    {
      "epoch": 248.72,
      "grad_norm": 1.0738683938980103,
      "learning_rate": 3.867963338011748e-06,
      "loss": 0.3551,
      "step": 891160
    },
    {
      "epoch": 248.72,
      "grad_norm": 0.9702522158622742,
      "learning_rate": 3.8679427972292156e-06,
      "loss": 0.3673,
      "step": 891170
    },
    {
      "epoch": 248.72,
      "grad_norm": 1.2233821153640747,
      "learning_rate": 3.867922256243813e-06,
      "loss": 0.3788,
      "step": 891180
    },
    {
      "epoch": 248.73,
      "grad_norm": 1.2218984365463257,
      "learning_rate": 3.867901715055542e-06,
      "loss": 0.3532,
      "step": 891190
    },
    {
      "epoch": 248.73,
      "grad_norm": 3.502580404281616,
      "learning_rate": 3.867881173664406e-06,
      "loss": 0.351,
      "step": 891200
    },
    {
      "epoch": 248.73,
      "grad_norm": 1.1513423919677734,
      "learning_rate": 3.867860632070408e-06,
      "loss": 0.3723,
      "step": 891210
    },
    {
      "epoch": 248.74,
      "grad_norm": 1.0482155084609985,
      "learning_rate": 3.86784009027355e-06,
      "loss": 0.3628,
      "step": 891220
    },
    {
      "epoch": 248.74,
      "grad_norm": 1.1293036937713623,
      "learning_rate": 3.867819548273835e-06,
      "loss": 0.3741,
      "step": 891230
    },
    {
      "epoch": 248.74,
      "grad_norm": 1.0680561065673828,
      "learning_rate": 3.867799006071267e-06,
      "loss": 0.3608,
      "step": 891240
    },
    {
      "epoch": 248.74,
      "grad_norm": 1.0580438375473022,
      "learning_rate": 3.8677784636658475e-06,
      "loss": 0.3587,
      "step": 891250
    },
    {
      "epoch": 248.75,
      "grad_norm": 0.941303014755249,
      "learning_rate": 3.8677579210575785e-06,
      "loss": 0.3597,
      "step": 891260
    },
    {
      "epoch": 248.75,
      "grad_norm": 1.0590318441390991,
      "learning_rate": 3.867737378246464e-06,
      "loss": 0.353,
      "step": 891270
    },
    {
      "epoch": 248.75,
      "grad_norm": 1.0812445878982544,
      "learning_rate": 3.867716835232508e-06,
      "loss": 0.3653,
      "step": 891280
    },
    {
      "epoch": 248.76,
      "grad_norm": 6.553839683532715,
      "learning_rate": 3.867696292015709e-06,
      "loss": 0.3588,
      "step": 891290
    },
    {
      "epoch": 248.76,
      "grad_norm": 0.9749407768249512,
      "learning_rate": 3.867675748596074e-06,
      "loss": 0.3612,
      "step": 891300
    },
    {
      "epoch": 248.76,
      "grad_norm": 0.9643452763557434,
      "learning_rate": 3.8676552049736025e-06,
      "loss": 0.3718,
      "step": 891310
    },
    {
      "epoch": 248.76,
      "grad_norm": 1.0270389318466187,
      "learning_rate": 3.8676346611483005e-06,
      "loss": 0.381,
      "step": 891320
    },
    {
      "epoch": 248.77,
      "grad_norm": 1.0423139333724976,
      "learning_rate": 3.867614117120168e-06,
      "loss": 0.3463,
      "step": 891330
    },
    {
      "epoch": 248.77,
      "grad_norm": 0.9684116244316101,
      "learning_rate": 3.867593572889209e-06,
      "loss": 0.3596,
      "step": 891340
    },
    {
      "epoch": 248.77,
      "grad_norm": 1.2625811100006104,
      "learning_rate": 3.867573028455427e-06,
      "loss": 0.3621,
      "step": 891350
    },
    {
      "epoch": 248.77,
      "grad_norm": 1.0446343421936035,
      "learning_rate": 3.867552483818822e-06,
      "loss": 0.3752,
      "step": 891360
    },
    {
      "epoch": 248.78,
      "grad_norm": 1.0732985734939575,
      "learning_rate": 3.8675319389794e-06,
      "loss": 0.3437,
      "step": 891370
    },
    {
      "epoch": 248.78,
      "grad_norm": 1.020169734954834,
      "learning_rate": 3.8675113939371614e-06,
      "loss": 0.3479,
      "step": 891380
    },
    {
      "epoch": 248.78,
      "grad_norm": 0.9752436280250549,
      "learning_rate": 3.8674908486921094e-06,
      "loss": 0.3666,
      "step": 891390
    },
    {
      "epoch": 248.79,
      "grad_norm": 0.9749585390090942,
      "learning_rate": 3.867470303244248e-06,
      "loss": 0.363,
      "step": 891400
    },
    {
      "epoch": 248.79,
      "grad_norm": 1.2940877676010132,
      "learning_rate": 3.867449757593579e-06,
      "loss": 0.3594,
      "step": 891410
    },
    {
      "epoch": 248.79,
      "grad_norm": 1.1751502752304077,
      "learning_rate": 3.867429211740104e-06,
      "loss": 0.3751,
      "step": 891420
    },
    {
      "epoch": 248.79,
      "grad_norm": 0.960198163986206,
      "learning_rate": 3.8674086656838275e-06,
      "loss": 0.363,
      "step": 891430
    },
    {
      "epoch": 248.8,
      "grad_norm": 1.057753086090088,
      "learning_rate": 3.8673881194247525e-06,
      "loss": 0.3615,
      "step": 891440
    },
    {
      "epoch": 248.8,
      "grad_norm": 0.9177462458610535,
      "learning_rate": 3.86736757296288e-06,
      "loss": 0.3635,
      "step": 891450
    },
    {
      "epoch": 248.8,
      "grad_norm": 1.2401212453842163,
      "learning_rate": 3.8673470262982135e-06,
      "loss": 0.3532,
      "step": 891460
    },
    {
      "epoch": 248.81,
      "grad_norm": 1.2507516145706177,
      "learning_rate": 3.867326479430756e-06,
      "loss": 0.3595,
      "step": 891470
    },
    {
      "epoch": 248.81,
      "grad_norm": 1.1792305707931519,
      "learning_rate": 3.86730593236051e-06,
      "loss": 0.3663,
      "step": 891480
    },
    {
      "epoch": 248.81,
      "grad_norm": 1.1101266145706177,
      "learning_rate": 3.867285385087479e-06,
      "loss": 0.3649,
      "step": 891490
    },
    {
      "epoch": 248.81,
      "grad_norm": 0.9310759902000427,
      "learning_rate": 3.867264837611664e-06,
      "loss": 0.3666,
      "step": 891500
    },
    {
      "epoch": 248.82,
      "grad_norm": 1.0620665550231934,
      "learning_rate": 3.8672442899330695e-06,
      "loss": 0.3821,
      "step": 891510
    },
    {
      "epoch": 248.82,
      "grad_norm": 0.9481154084205627,
      "learning_rate": 3.867223742051697e-06,
      "loss": 0.3652,
      "step": 891520
    },
    {
      "epoch": 248.82,
      "grad_norm": 1.0622037649154663,
      "learning_rate": 3.86720319396755e-06,
      "loss": 0.3748,
      "step": 891530
    },
    {
      "epoch": 248.83,
      "grad_norm": 1.0454258918762207,
      "learning_rate": 3.86718264568063e-06,
      "loss": 0.3616,
      "step": 891540
    },
    {
      "epoch": 248.83,
      "grad_norm": 1.2246887683868408,
      "learning_rate": 3.8671620971909425e-06,
      "loss": 0.3607,
      "step": 891550
    },
    {
      "epoch": 248.83,
      "grad_norm": 1.1075068712234497,
      "learning_rate": 3.867141548498487e-06,
      "loss": 0.3577,
      "step": 891560
    },
    {
      "epoch": 248.83,
      "grad_norm": 0.9332788586616516,
      "learning_rate": 3.867120999603268e-06,
      "loss": 0.3728,
      "step": 891570
    },
    {
      "epoch": 248.84,
      "grad_norm": 1.4996891021728516,
      "learning_rate": 3.867100450505288e-06,
      "loss": 0.3606,
      "step": 891580
    },
    {
      "epoch": 248.84,
      "grad_norm": 0.9156203269958496,
      "learning_rate": 3.86707990120455e-06,
      "loss": 0.3681,
      "step": 891590
    },
    {
      "epoch": 248.84,
      "grad_norm": 0.9847235083580017,
      "learning_rate": 3.8670593517010555e-06,
      "loss": 0.3602,
      "step": 891600
    },
    {
      "epoch": 248.84,
      "grad_norm": 1.125622034072876,
      "learning_rate": 3.867038801994809e-06,
      "loss": 0.3644,
      "step": 891610
    },
    {
      "epoch": 248.85,
      "grad_norm": 1.1238514184951782,
      "learning_rate": 3.867018252085812e-06,
      "loss": 0.3544,
      "step": 891620
    },
    {
      "epoch": 248.85,
      "grad_norm": 1.0585280656814575,
      "learning_rate": 3.866997701974068e-06,
      "loss": 0.354,
      "step": 891630
    },
    {
      "epoch": 248.85,
      "grad_norm": 1.0982458591461182,
      "learning_rate": 3.866977151659579e-06,
      "loss": 0.3713,
      "step": 891640
    },
    {
      "epoch": 248.86,
      "grad_norm": 1.3426445722579956,
      "learning_rate": 3.866956601142347e-06,
      "loss": 0.3781,
      "step": 891650
    },
    {
      "epoch": 248.86,
      "grad_norm": 0.9001621603965759,
      "learning_rate": 3.8669360504223775e-06,
      "loss": 0.3437,
      "step": 891660
    },
    {
      "epoch": 248.86,
      "grad_norm": 0.8925029039382935,
      "learning_rate": 3.8669154994996704e-06,
      "loss": 0.3582,
      "step": 891670
    },
    {
      "epoch": 248.86,
      "grad_norm": 0.9392197132110596,
      "learning_rate": 3.86689494837423e-06,
      "loss": 0.367,
      "step": 891680
    },
    {
      "epoch": 248.87,
      "grad_norm": 0.9829623103141785,
      "learning_rate": 3.866874397046059e-06,
      "loss": 0.3682,
      "step": 891690
    },
    {
      "epoch": 248.87,
      "grad_norm": 0.9488092064857483,
      "learning_rate": 3.866853845515158e-06,
      "loss": 0.3533,
      "step": 891700
    },
    {
      "epoch": 248.87,
      "grad_norm": 0.9917749166488647,
      "learning_rate": 3.866833293781533e-06,
      "loss": 0.3392,
      "step": 891710
    },
    {
      "epoch": 248.88,
      "grad_norm": 1.005955457687378,
      "learning_rate": 3.866812741845185e-06,
      "loss": 0.3385,
      "step": 891720
    },
    {
      "epoch": 248.88,
      "grad_norm": 1.3427361249923706,
      "learning_rate": 3.866792189706117e-06,
      "loss": 0.3541,
      "step": 891730
    },
    {
      "epoch": 248.88,
      "grad_norm": 0.9900125861167908,
      "learning_rate": 3.866771637364332e-06,
      "loss": 0.3457,
      "step": 891740
    },
    {
      "epoch": 248.88,
      "grad_norm": 0.9773140549659729,
      "learning_rate": 3.866751084819831e-06,
      "loss": 0.3671,
      "step": 891750
    },
    {
      "epoch": 248.89,
      "grad_norm": 1.0890344381332397,
      "learning_rate": 3.86673053207262e-06,
      "loss": 0.3678,
      "step": 891760
    },
    {
      "epoch": 248.89,
      "grad_norm": 1.0614495277404785,
      "learning_rate": 3.866709979122698e-06,
      "loss": 0.3717,
      "step": 891770
    },
    {
      "epoch": 248.89,
      "grad_norm": 0.9873213171958923,
      "learning_rate": 3.866689425970071e-06,
      "loss": 0.3668,
      "step": 891780
    },
    {
      "epoch": 248.89,
      "grad_norm": 1.053247332572937,
      "learning_rate": 3.8666688726147404e-06,
      "loss": 0.3613,
      "step": 891790
    },
    {
      "epoch": 248.9,
      "grad_norm": 0.9635574817657471,
      "learning_rate": 3.866648319056709e-06,
      "loss": 0.3671,
      "step": 891800
    },
    {
      "epoch": 248.9,
      "grad_norm": 0.9829382300376892,
      "learning_rate": 3.866627765295977e-06,
      "loss": 0.3686,
      "step": 891810
    },
    {
      "epoch": 248.9,
      "grad_norm": 1.0274769067764282,
      "learning_rate": 3.866607211332552e-06,
      "loss": 0.3815,
      "step": 891820
    },
    {
      "epoch": 248.91,
      "grad_norm": 1.23292076587677,
      "learning_rate": 3.866586657166434e-06,
      "loss": 0.3554,
      "step": 891830
    },
    {
      "epoch": 248.91,
      "grad_norm": 0.9356802701950073,
      "learning_rate": 3.866566102797625e-06,
      "loss": 0.3523,
      "step": 891840
    },
    {
      "epoch": 248.91,
      "grad_norm": 1.1289348602294922,
      "learning_rate": 3.86654554822613e-06,
      "loss": 0.3643,
      "step": 891850
    },
    {
      "epoch": 248.91,
      "grad_norm": 1.1237350702285767,
      "learning_rate": 3.86652499345195e-06,
      "loss": 0.3931,
      "step": 891860
    },
    {
      "epoch": 248.92,
      "grad_norm": 1.1011563539505005,
      "learning_rate": 3.866504438475088e-06,
      "loss": 0.3476,
      "step": 891870
    },
    {
      "epoch": 248.92,
      "grad_norm": 1.0184166431427002,
      "learning_rate": 3.866483883295547e-06,
      "loss": 0.3532,
      "step": 891880
    },
    {
      "epoch": 248.92,
      "grad_norm": 1.0259881019592285,
      "learning_rate": 3.86646332791333e-06,
      "loss": 0.3452,
      "step": 891890
    },
    {
      "epoch": 248.93,
      "grad_norm": 1.08235764503479,
      "learning_rate": 3.866442772328439e-06,
      "loss": 0.3537,
      "step": 891900
    },
    {
      "epoch": 248.93,
      "grad_norm": 1.0530712604522705,
      "learning_rate": 3.866422216540877e-06,
      "loss": 0.3563,
      "step": 891910
    },
    {
      "epoch": 248.93,
      "grad_norm": 1.0659682750701904,
      "learning_rate": 3.866401660550648e-06,
      "loss": 0.3758,
      "step": 891920
    },
    {
      "epoch": 248.93,
      "grad_norm": 1.1136442422866821,
      "learning_rate": 3.866381104357753e-06,
      "loss": 0.3525,
      "step": 891930
    },
    {
      "epoch": 248.94,
      "grad_norm": 1.0881755352020264,
      "learning_rate": 3.866360547962196e-06,
      "loss": 0.3632,
      "step": 891940
    },
    {
      "epoch": 248.94,
      "grad_norm": 1.2492603063583374,
      "learning_rate": 3.866339991363978e-06,
      "loss": 0.3519,
      "step": 891950
    },
    {
      "epoch": 248.94,
      "grad_norm": 1.126704454421997,
      "learning_rate": 3.866319434563103e-06,
      "loss": 0.3689,
      "step": 891960
    },
    {
      "epoch": 248.95,
      "grad_norm": 1.1062084436416626,
      "learning_rate": 3.866298877559574e-06,
      "loss": 0.3502,
      "step": 891970
    },
    {
      "epoch": 248.95,
      "grad_norm": 1.0876282453536987,
      "learning_rate": 3.866278320353393e-06,
      "loss": 0.3766,
      "step": 891980
    },
    {
      "epoch": 248.95,
      "grad_norm": 0.8817042708396912,
      "learning_rate": 3.866257762944564e-06,
      "loss": 0.3741,
      "step": 891990
    },
    {
      "epoch": 248.95,
      "grad_norm": 3.0598702430725098,
      "learning_rate": 3.866237205333088e-06,
      "loss": 0.3646,
      "step": 892000
    },
    {
      "epoch": 248.96,
      "grad_norm": 1.1146212816238403,
      "learning_rate": 3.866216647518968e-06,
      "loss": 0.3589,
      "step": 892010
    },
    {
      "epoch": 248.96,
      "grad_norm": 1.0145632028579712,
      "learning_rate": 3.866196089502208e-06,
      "loss": 0.3493,
      "step": 892020
    },
    {
      "epoch": 248.96,
      "grad_norm": 1.1274447441101074,
      "learning_rate": 3.866175531282811e-06,
      "loss": 0.3426,
      "step": 892030
    },
    {
      "epoch": 248.96,
      "grad_norm": 0.9994674324989319,
      "learning_rate": 3.866154972860778e-06,
      "loss": 0.3611,
      "step": 892040
    },
    {
      "epoch": 248.97,
      "grad_norm": 0.9707212448120117,
      "learning_rate": 3.866134414236112e-06,
      "loss": 0.3757,
      "step": 892050
    },
    {
      "epoch": 248.97,
      "grad_norm": 1.0015045404434204,
      "learning_rate": 3.866113855408816e-06,
      "loss": 0.3749,
      "step": 892060
    },
    {
      "epoch": 248.97,
      "grad_norm": 1.26468026638031,
      "learning_rate": 3.8660932963788935e-06,
      "loss": 0.3629,
      "step": 892070
    },
    {
      "epoch": 248.98,
      "grad_norm": 1.0412876605987549,
      "learning_rate": 3.866072737146347e-06,
      "loss": 0.3694,
      "step": 892080
    },
    {
      "epoch": 248.98,
      "grad_norm": 0.9203450679779053,
      "learning_rate": 3.866052177711178e-06,
      "loss": 0.3645,
      "step": 892090
    },
    {
      "epoch": 248.98,
      "grad_norm": 1.156535029411316,
      "learning_rate": 3.86603161807339e-06,
      "loss": 0.36,
      "step": 892100
    },
    {
      "epoch": 248.98,
      "grad_norm": 1.1613245010375977,
      "learning_rate": 3.8660110582329874e-06,
      "loss": 0.3718,
      "step": 892110
    },
    {
      "epoch": 248.99,
      "grad_norm": 1.0164718627929688,
      "learning_rate": 3.865990498189971e-06,
      "loss": 0.3554,
      "step": 892120
    },
    {
      "epoch": 248.99,
      "grad_norm": 1.087391972541809,
      "learning_rate": 3.865969937944343e-06,
      "loss": 0.3607,
      "step": 892130
    },
    {
      "epoch": 248.99,
      "grad_norm": 0.9577282667160034,
      "learning_rate": 3.8659493774961084e-06,
      "loss": 0.3853,
      "step": 892140
    },
    {
      "epoch": 249.0,
      "grad_norm": 1.6917238235473633,
      "learning_rate": 3.865928816845268e-06,
      "loss": 0.3638,
      "step": 892150
    },
    {
      "epoch": 249.0,
      "grad_norm": 1.5905959606170654,
      "learning_rate": 3.8659082559918244e-06,
      "loss": 0.3463,
      "step": 892160
    },
    {
      "epoch": 249.0,
      "eval_loss": 0.36573129892349243,
      "eval_runtime": 63.3637,
      "eval_samples_per_second": 79.841,
      "eval_steps_per_second": 9.99,
      "step": 892167
    },
    {
      "epoch": 249.0,
      "grad_norm": 1.1355289220809937,
      "learning_rate": 3.865887694935782e-06,
      "loss": 0.3678,
      "step": 892170
    },
    {
      "epoch": 249.0,
      "grad_norm": 1.014150857925415,
      "learning_rate": 3.8658671336771425e-06,
      "loss": 0.3627,
      "step": 892180
    },
    {
      "epoch": 249.01,
      "grad_norm": 1.0673390626907349,
      "learning_rate": 3.865846572215909e-06,
      "loss": 0.351,
      "step": 892190
    },
    {
      "epoch": 249.01,
      "grad_norm": 0.8085965514183044,
      "learning_rate": 3.865826010552084e-06,
      "loss": 0.3649,
      "step": 892200
    },
    {
      "epoch": 249.01,
      "grad_norm": 1.0436800718307495,
      "learning_rate": 3.86580544868567e-06,
      "loss": 0.3441,
      "step": 892210
    },
    {
      "epoch": 249.01,
      "grad_norm": 0.9357773065567017,
      "learning_rate": 3.8657848866166696e-06,
      "loss": 0.384,
      "step": 892220
    },
    {
      "epoch": 249.02,
      "grad_norm": 1.0690139532089233,
      "learning_rate": 3.865764324345086e-06,
      "loss": 0.3746,
      "step": 892230
    },
    {
      "epoch": 249.02,
      "grad_norm": 1.1087130308151245,
      "learning_rate": 3.8657437618709234e-06,
      "loss": 0.3629,
      "step": 892240
    },
    {
      "epoch": 249.02,
      "grad_norm": 1.2238891124725342,
      "learning_rate": 3.865723199194182e-06,
      "loss": 0.3799,
      "step": 892250
    },
    {
      "epoch": 249.03,
      "grad_norm": 1.1277490854263306,
      "learning_rate": 3.865702636314865e-06,
      "loss": 0.3549,
      "step": 892260
    },
    {
      "epoch": 249.03,
      "grad_norm": 1.332518219947815,
      "learning_rate": 3.865682073232976e-06,
      "loss": 0.3639,
      "step": 892270
    },
    {
      "epoch": 249.03,
      "grad_norm": 0.9425799250602722,
      "learning_rate": 3.865661509948519e-06,
      "loss": 0.3699,
      "step": 892280
    },
    {
      "epoch": 249.03,
      "grad_norm": 0.9511160254478455,
      "learning_rate": 3.865640946461492e-06,
      "loss": 0.3689,
      "step": 892290
    },
    {
      "epoch": 249.04,
      "grad_norm": 1.2575902938842773,
      "learning_rate": 3.865620382771903e-06,
      "loss": 0.3636,
      "step": 892300
    },
    {
      "epoch": 249.04,
      "grad_norm": 1.130501627922058,
      "learning_rate": 3.865599818879754e-06,
      "loss": 0.3804,
      "step": 892310
    },
    {
      "epoch": 249.04,
      "grad_norm": 0.9802619814872742,
      "learning_rate": 3.865579254785043e-06,
      "loss": 0.3706,
      "step": 892320
    },
    {
      "epoch": 249.05,
      "grad_norm": 1.4559499025344849,
      "learning_rate": 3.865558690487778e-06,
      "loss": 0.3583,
      "step": 892330
    },
    {
      "epoch": 249.05,
      "grad_norm": 0.9238381385803223,
      "learning_rate": 3.86553812598796e-06,
      "loss": 0.3671,
      "step": 892340
    },
    {
      "epoch": 249.05,
      "grad_norm": 1.0835427045822144,
      "learning_rate": 3.865517561285591e-06,
      "loss": 0.3606,
      "step": 892350
    },
    {
      "epoch": 249.05,
      "grad_norm": 1.4189460277557373,
      "learning_rate": 3.865496996380675e-06,
      "loss": 0.3582,
      "step": 892360
    },
    {
      "epoch": 249.06,
      "grad_norm": 1.1150916814804077,
      "learning_rate": 3.865476431273214e-06,
      "loss": 0.3749,
      "step": 892370
    },
    {
      "epoch": 249.06,
      "grad_norm": 1.1092747449874878,
      "learning_rate": 3.86545586596321e-06,
      "loss": 0.3519,
      "step": 892380
    },
    {
      "epoch": 249.06,
      "grad_norm": 1.059524416923523,
      "learning_rate": 3.865435300450667e-06,
      "loss": 0.3685,
      "step": 892390
    },
    {
      "epoch": 249.07,
      "grad_norm": 1.1113609075546265,
      "learning_rate": 3.865414734735588e-06,
      "loss": 0.3552,
      "step": 892400
    },
    {
      "epoch": 249.07,
      "grad_norm": 1.0813366174697876,
      "learning_rate": 3.865394168817973e-06,
      "loss": 0.3648,
      "step": 892410
    },
    {
      "epoch": 249.07,
      "grad_norm": 0.9623831510543823,
      "learning_rate": 3.865373602697828e-06,
      "loss": 0.3781,
      "step": 892420
    },
    {
      "epoch": 249.07,
      "grad_norm": 0.994360625743866,
      "learning_rate": 3.865353036375155e-06,
      "loss": 0.3565,
      "step": 892430
    },
    {
      "epoch": 249.08,
      "grad_norm": 9.98837947845459,
      "learning_rate": 3.865332469849955e-06,
      "loss": 0.3674,
      "step": 892440
    },
    {
      "epoch": 249.08,
      "grad_norm": 2.0088438987731934,
      "learning_rate": 3.865311903122233e-06,
      "loss": 0.383,
      "step": 892450
    },
    {
      "epoch": 249.08,
      "grad_norm": 1.1128599643707275,
      "learning_rate": 3.86529133619199e-06,
      "loss": 0.3596,
      "step": 892460
    },
    {
      "epoch": 249.08,
      "grad_norm": 1.2026070356369019,
      "learning_rate": 3.865270769059231e-06,
      "loss": 0.3608,
      "step": 892470
    },
    {
      "epoch": 249.09,
      "grad_norm": 1.0667498111724854,
      "learning_rate": 3.865250201723956e-06,
      "loss": 0.3608,
      "step": 892480
    },
    {
      "epoch": 249.09,
      "grad_norm": 1.0830376148223877,
      "learning_rate": 3.865229634186168e-06,
      "loss": 0.3586,
      "step": 892490
    },
    {
      "epoch": 249.09,
      "grad_norm": 1.3808441162109375,
      "learning_rate": 3.865209066445872e-06,
      "loss": 0.3765,
      "step": 892500
    },
    {
      "epoch": 249.1,
      "grad_norm": 1.0430140495300293,
      "learning_rate": 3.865188498503068e-06,
      "loss": 0.3639,
      "step": 892510
    },
    {
      "epoch": 249.1,
      "grad_norm": 0.9978083372116089,
      "learning_rate": 3.8651679303577615e-06,
      "loss": 0.3492,
      "step": 892520
    },
    {
      "epoch": 249.1,
      "grad_norm": 0.9047542214393616,
      "learning_rate": 3.865147362009954e-06,
      "loss": 0.3606,
      "step": 892530
    },
    {
      "epoch": 249.1,
      "grad_norm": 1.074747085571289,
      "learning_rate": 3.865126793459647e-06,
      "loss": 0.3666,
      "step": 892540
    },
    {
      "epoch": 249.11,
      "grad_norm": 1.119305968284607,
      "learning_rate": 3.865106224706845e-06,
      "loss": 0.3728,
      "step": 892550
    },
    {
      "epoch": 249.11,
      "grad_norm": 1.1207373142242432,
      "learning_rate": 3.865085655751549e-06,
      "loss": 0.3502,
      "step": 892560
    },
    {
      "epoch": 249.11,
      "grad_norm": 1.1492975950241089,
      "learning_rate": 3.865065086593764e-06,
      "loss": 0.3684,
      "step": 892570
    },
    {
      "epoch": 249.12,
      "grad_norm": 0.8545240759849548,
      "learning_rate": 3.865044517233491e-06,
      "loss": 0.3481,
      "step": 892580
    },
    {
      "epoch": 249.12,
      "grad_norm": 1.0613287687301636,
      "learning_rate": 3.865023947670734e-06,
      "loss": 0.3547,
      "step": 892590
    },
    {
      "epoch": 249.12,
      "grad_norm": 1.1099649667739868,
      "learning_rate": 3.8650033779054944e-06,
      "loss": 0.3537,
      "step": 892600
    },
    {
      "epoch": 249.12,
      "grad_norm": 1.1764888763427734,
      "learning_rate": 3.864982807937776e-06,
      "loss": 0.3712,
      "step": 892610
    },
    {
      "epoch": 249.13,
      "grad_norm": 0.9676806926727295,
      "learning_rate": 3.864962237767581e-06,
      "loss": 0.3649,
      "step": 892620
    },
    {
      "epoch": 249.13,
      "grad_norm": 1.0244470834732056,
      "learning_rate": 3.864941667394912e-06,
      "loss": 0.3939,
      "step": 892630
    },
    {
      "epoch": 249.13,
      "grad_norm": 1.170913577079773,
      "learning_rate": 3.8649210968197715e-06,
      "loss": 0.3678,
      "step": 892640
    },
    {
      "epoch": 249.13,
      "grad_norm": 1.1895297765731812,
      "learning_rate": 3.864900526042163e-06,
      "loss": 0.362,
      "step": 892650
    },
    {
      "epoch": 249.14,
      "grad_norm": 1.0980956554412842,
      "learning_rate": 3.8648799550620895e-06,
      "loss": 0.3728,
      "step": 892660
    },
    {
      "epoch": 249.14,
      "grad_norm": 1.1342061758041382,
      "learning_rate": 3.864859383879553e-06,
      "loss": 0.3689,
      "step": 892670
    },
    {
      "epoch": 249.14,
      "grad_norm": 1.1604362726211548,
      "learning_rate": 3.864838812494556e-06,
      "loss": 0.3419,
      "step": 892680
    },
    {
      "epoch": 249.15,
      "grad_norm": 1.2567538022994995,
      "learning_rate": 3.864818240907103e-06,
      "loss": 0.3733,
      "step": 892690
    },
    {
      "epoch": 249.15,
      "grad_norm": 0.804049015045166,
      "learning_rate": 3.8647976691171935e-06,
      "loss": 0.3787,
      "step": 892700
    },
    {
      "epoch": 249.15,
      "grad_norm": 1.2315154075622559,
      "learning_rate": 3.864777097124833e-06,
      "loss": 0.3592,
      "step": 892710
    },
    {
      "epoch": 249.15,
      "grad_norm": 1.2647465467453003,
      "learning_rate": 3.864756524930024e-06,
      "loss": 0.3648,
      "step": 892720
    },
    {
      "epoch": 249.16,
      "grad_norm": 0.9703218340873718,
      "learning_rate": 3.864735952532767e-06,
      "loss": 0.3644,
      "step": 892730
    },
    {
      "epoch": 249.16,
      "grad_norm": 0.9901667237281799,
      "learning_rate": 3.864715379933067e-06,
      "loss": 0.3568,
      "step": 892740
    },
    {
      "epoch": 249.16,
      "grad_norm": 1.0492147207260132,
      "learning_rate": 3.8646948071309275e-06,
      "loss": 0.3662,
      "step": 892750
    },
    {
      "epoch": 249.17,
      "grad_norm": 1.1582168340682983,
      "learning_rate": 3.8646742341263485e-06,
      "loss": 0.3877,
      "step": 892760
    },
    {
      "epoch": 249.17,
      "grad_norm": 1.1350491046905518,
      "learning_rate": 3.864653660919334e-06,
      "loss": 0.3748,
      "step": 892770
    },
    {
      "epoch": 249.17,
      "grad_norm": 1.0444529056549072,
      "learning_rate": 3.864633087509887e-06,
      "loss": 0.3697,
      "step": 892780
    },
    {
      "epoch": 249.17,
      "grad_norm": 0.9893003106117249,
      "learning_rate": 3.864612513898011e-06,
      "loss": 0.3613,
      "step": 892790
    },
    {
      "epoch": 249.18,
      "grad_norm": 1.0484298467636108,
      "learning_rate": 3.8645919400837066e-06,
      "loss": 0.35,
      "step": 892800
    },
    {
      "epoch": 249.18,
      "grad_norm": 1.1929751634597778,
      "learning_rate": 3.864571366066978e-06,
      "loss": 0.3822,
      "step": 892810
    },
    {
      "epoch": 249.18,
      "grad_norm": 1.2170159816741943,
      "learning_rate": 3.8645507918478284e-06,
      "loss": 0.3557,
      "step": 892820
    },
    {
      "epoch": 249.19,
      "grad_norm": 1.0183112621307373,
      "learning_rate": 3.864530217426259e-06,
      "loss": 0.3694,
      "step": 892830
    },
    {
      "epoch": 249.19,
      "grad_norm": 0.9186375141143799,
      "learning_rate": 3.864509642802273e-06,
      "loss": 0.374,
      "step": 892840
    },
    {
      "epoch": 249.19,
      "grad_norm": 1.3560808897018433,
      "learning_rate": 3.864489067975874e-06,
      "loss": 0.3668,
      "step": 892850
    },
    {
      "epoch": 249.19,
      "grad_norm": 1.3364222049713135,
      "learning_rate": 3.864468492947065e-06,
      "loss": 0.3633,
      "step": 892860
    },
    {
      "epoch": 249.2,
      "grad_norm": 0.9438065886497498,
      "learning_rate": 3.864447917715846e-06,
      "loss": 0.3658,
      "step": 892870
    },
    {
      "epoch": 249.2,
      "grad_norm": 1.0107765197753906,
      "learning_rate": 3.864427342282223e-06,
      "loss": 0.3666,
      "step": 892880
    },
    {
      "epoch": 249.2,
      "grad_norm": 0.9811117649078369,
      "learning_rate": 3.864406766646198e-06,
      "loss": 0.3653,
      "step": 892890
    },
    {
      "epoch": 249.2,
      "grad_norm": 1.1080299615859985,
      "learning_rate": 3.864386190807772e-06,
      "loss": 0.3634,
      "step": 892900
    },
    {
      "epoch": 249.21,
      "grad_norm": 1.1990137100219727,
      "learning_rate": 3.86436561476695e-06,
      "loss": 0.3674,
      "step": 892910
    },
    {
      "epoch": 249.21,
      "grad_norm": 0.9828808903694153,
      "learning_rate": 3.864345038523733e-06,
      "loss": 0.3664,
      "step": 892920
    },
    {
      "epoch": 249.21,
      "grad_norm": 1.2476062774658203,
      "learning_rate": 3.864324462078124e-06,
      "loss": 0.384,
      "step": 892930
    },
    {
      "epoch": 249.22,
      "grad_norm": 1.229519009590149,
      "learning_rate": 3.864303885430126e-06,
      "loss": 0.3704,
      "step": 892940
    },
    {
      "epoch": 249.22,
      "grad_norm": 1.2030353546142578,
      "learning_rate": 3.864283308579744e-06,
      "loss": 0.3841,
      "step": 892950
    },
    {
      "epoch": 249.22,
      "grad_norm": 1.077513337135315,
      "learning_rate": 3.864262731526976e-06,
      "loss": 0.3607,
      "step": 892960
    },
    {
      "epoch": 249.22,
      "grad_norm": 1.0465493202209473,
      "learning_rate": 3.8642421542718286e-06,
      "loss": 0.3553,
      "step": 892970
    },
    {
      "epoch": 249.23,
      "grad_norm": 1.0171830654144287,
      "learning_rate": 3.8642215768143024e-06,
      "loss": 0.3388,
      "step": 892980
    },
    {
      "epoch": 249.23,
      "grad_norm": 0.9267967343330383,
      "learning_rate": 3.864200999154402e-06,
      "loss": 0.3538,
      "step": 892990
    },
    {
      "epoch": 249.23,
      "grad_norm": 0.9850813746452332,
      "learning_rate": 3.864180421292128e-06,
      "loss": 0.3742,
      "step": 893000
    },
    {
      "epoch": 249.24,
      "grad_norm": 0.9985440969467163,
      "learning_rate": 3.8641598432274854e-06,
      "loss": 0.3611,
      "step": 893010
    },
    {
      "epoch": 249.24,
      "grad_norm": 1.2495999336242676,
      "learning_rate": 3.864139264960475e-06,
      "loss": 0.3596,
      "step": 893020
    },
    {
      "epoch": 249.24,
      "grad_norm": 1.0096855163574219,
      "learning_rate": 3.8641186864911015e-06,
      "loss": 0.3785,
      "step": 893030
    },
    {
      "epoch": 249.24,
      "grad_norm": 1.096803903579712,
      "learning_rate": 3.8640981078193655e-06,
      "loss": 0.3681,
      "step": 893040
    },
    {
      "epoch": 249.25,
      "grad_norm": 1.141270399093628,
      "learning_rate": 3.864077528945272e-06,
      "loss": 0.3564,
      "step": 893050
    },
    {
      "epoch": 249.25,
      "grad_norm": 0.9680249094963074,
      "learning_rate": 3.864056949868822e-06,
      "loss": 0.3599,
      "step": 893060
    },
    {
      "epoch": 249.25,
      "grad_norm": 1.0972710847854614,
      "learning_rate": 3.864036370590017e-06,
      "loss": 0.3603,
      "step": 893070
    },
    {
      "epoch": 249.25,
      "grad_norm": 0.9833992719650269,
      "learning_rate": 3.864015791108864e-06,
      "loss": 0.3584,
      "step": 893080
    },
    {
      "epoch": 249.26,
      "grad_norm": 0.9920319318771362,
      "learning_rate": 3.863995211425362e-06,
      "loss": 0.3548,
      "step": 893090
    },
    {
      "epoch": 249.26,
      "grad_norm": 0.9786416888237,
      "learning_rate": 3.863974631539515e-06,
      "loss": 0.351,
      "step": 893100
    },
    {
      "epoch": 249.26,
      "grad_norm": 0.9208734035491943,
      "learning_rate": 3.8639540514513255e-06,
      "loss": 0.3693,
      "step": 893110
    },
    {
      "epoch": 249.27,
      "grad_norm": 0.9722786545753479,
      "learning_rate": 3.863933471160797e-06,
      "loss": 0.3622,
      "step": 893120
    },
    {
      "epoch": 249.27,
      "grad_norm": 1.026227593421936,
      "learning_rate": 3.863912890667931e-06,
      "loss": 0.3598,
      "step": 893130
    },
    {
      "epoch": 249.27,
      "grad_norm": 1.0936474800109863,
      "learning_rate": 3.8638923099727304e-06,
      "loss": 0.3642,
      "step": 893140
    },
    {
      "epoch": 249.27,
      "grad_norm": 1.0145986080169678,
      "learning_rate": 3.8638717290752e-06,
      "loss": 0.3539,
      "step": 893150
    },
    {
      "epoch": 249.28,
      "grad_norm": 1.120379090309143,
      "learning_rate": 3.86385114797534e-06,
      "loss": 0.3653,
      "step": 893160
    },
    {
      "epoch": 249.28,
      "grad_norm": 1.1700921058654785,
      "learning_rate": 3.863830566673154e-06,
      "loss": 0.3726,
      "step": 893170
    },
    {
      "epoch": 249.28,
      "grad_norm": 0.9634256362915039,
      "learning_rate": 3.863809985168645e-06,
      "loss": 0.3644,
      "step": 893180
    },
    {
      "epoch": 249.29,
      "grad_norm": 1.091904878616333,
      "learning_rate": 3.863789403461816e-06,
      "loss": 0.3695,
      "step": 893190
    },
    {
      "epoch": 249.29,
      "grad_norm": 1.1110544204711914,
      "learning_rate": 3.863768821552669e-06,
      "loss": 0.346,
      "step": 893200
    },
    {
      "epoch": 249.29,
      "grad_norm": 1.1180046796798706,
      "learning_rate": 3.863748239441208e-06,
      "loss": 0.3591,
      "step": 893210
    },
    {
      "epoch": 249.29,
      "grad_norm": 1.1189689636230469,
      "learning_rate": 3.863727657127433e-06,
      "loss": 0.3568,
      "step": 893220
    },
    {
      "epoch": 249.3,
      "grad_norm": 1.2119747400283813,
      "learning_rate": 3.86370707461135e-06,
      "loss": 0.3693,
      "step": 893230
    },
    {
      "epoch": 249.3,
      "grad_norm": 1.104976773262024,
      "learning_rate": 3.86368649189296e-06,
      "loss": 0.3485,
      "step": 893240
    },
    {
      "epoch": 249.3,
      "grad_norm": 1.0859652757644653,
      "learning_rate": 3.863665908972266e-06,
      "loss": 0.36,
      "step": 893250
    },
    {
      "epoch": 249.31,
      "grad_norm": 1.0924214124679565,
      "learning_rate": 3.8636453258492705e-06,
      "loss": 0.3661,
      "step": 893260
    },
    {
      "epoch": 249.31,
      "grad_norm": 1.5370513200759888,
      "learning_rate": 3.863624742523977e-06,
      "loss": 0.3587,
      "step": 893270
    },
    {
      "epoch": 249.31,
      "grad_norm": 0.9451152682304382,
      "learning_rate": 3.8636041589963875e-06,
      "loss": 0.3497,
      "step": 893280
    },
    {
      "epoch": 249.31,
      "grad_norm": 1.2606476545333862,
      "learning_rate": 3.863583575266505e-06,
      "loss": 0.3668,
      "step": 893290
    },
    {
      "epoch": 249.32,
      "grad_norm": 1.1262516975402832,
      "learning_rate": 3.863562991334332e-06,
      "loss": 0.3804,
      "step": 893300
    },
    {
      "epoch": 249.32,
      "grad_norm": 1.175316572189331,
      "learning_rate": 3.863542407199872e-06,
      "loss": 0.3635,
      "step": 893310
    },
    {
      "epoch": 249.32,
      "grad_norm": 1.2051734924316406,
      "learning_rate": 3.8635218228631275e-06,
      "loss": 0.3675,
      "step": 893320
    },
    {
      "epoch": 249.32,
      "grad_norm": 1.0744866132736206,
      "learning_rate": 3.8635012383241e-06,
      "loss": 0.3776,
      "step": 893330
    },
    {
      "epoch": 249.33,
      "grad_norm": 0.9072189331054688,
      "learning_rate": 3.863480653582794e-06,
      "loss": 0.3562,
      "step": 893340
    },
    {
      "epoch": 249.33,
      "grad_norm": 1.0030755996704102,
      "learning_rate": 3.863460068639211e-06,
      "loss": 0.3611,
      "step": 893350
    },
    {
      "epoch": 249.33,
      "grad_norm": 1.1734023094177246,
      "learning_rate": 3.863439483493354e-06,
      "loss": 0.376,
      "step": 893360
    },
    {
      "epoch": 249.34,
      "grad_norm": 1.0685584545135498,
      "learning_rate": 3.863418898145225e-06,
      "loss": 0.3633,
      "step": 893370
    },
    {
      "epoch": 249.34,
      "grad_norm": 1.0813069343566895,
      "learning_rate": 3.86339831259483e-06,
      "loss": 0.38,
      "step": 893380
    },
    {
      "epoch": 249.34,
      "grad_norm": 1.146511197090149,
      "learning_rate": 3.863377726842168e-06,
      "loss": 0.3637,
      "step": 893390
    },
    {
      "epoch": 249.34,
      "grad_norm": 1.0831409692764282,
      "learning_rate": 3.863357140887243e-06,
      "loss": 0.3529,
      "step": 893400
    },
    {
      "epoch": 249.35,
      "grad_norm": 0.951002299785614,
      "learning_rate": 3.863336554730058e-06,
      "loss": 0.3594,
      "step": 893410
    },
    {
      "epoch": 249.35,
      "grad_norm": 0.9409307241439819,
      "learning_rate": 3.863315968370616e-06,
      "loss": 0.3761,
      "step": 893420
    },
    {
      "epoch": 249.35,
      "grad_norm": 1.0152634382247925,
      "learning_rate": 3.863295381808919e-06,
      "loss": 0.3518,
      "step": 893430
    },
    {
      "epoch": 249.36,
      "grad_norm": 1.1467872858047485,
      "learning_rate": 3.86327479504497e-06,
      "loss": 0.3764,
      "step": 893440
    },
    {
      "epoch": 249.36,
      "grad_norm": 1.034656047821045,
      "learning_rate": 3.863254208078772e-06,
      "loss": 0.3783,
      "step": 893450
    },
    {
      "epoch": 249.36,
      "grad_norm": 1.1819255352020264,
      "learning_rate": 3.863233620910328e-06,
      "loss": 0.3646,
      "step": 893460
    },
    {
      "epoch": 249.36,
      "grad_norm": 1.1494300365447998,
      "learning_rate": 3.86321303353964e-06,
      "loss": 0.3654,
      "step": 893470
    },
    {
      "epoch": 249.37,
      "grad_norm": 1.2181611061096191,
      "learning_rate": 3.863192445966711e-06,
      "loss": 0.3582,
      "step": 893480
    },
    {
      "epoch": 249.37,
      "grad_norm": 1.2413731813430786,
      "learning_rate": 3.863171858191544e-06,
      "loss": 0.3552,
      "step": 893490
    },
    {
      "epoch": 249.37,
      "grad_norm": 0.9032444357872009,
      "learning_rate": 3.863151270214141e-06,
      "loss": 0.3513,
      "step": 893500
    },
    {
      "epoch": 249.37,
      "grad_norm": 1.0185623168945312,
      "learning_rate": 3.863130682034506e-06,
      "loss": 0.3683,
      "step": 893510
    },
    {
      "epoch": 249.38,
      "grad_norm": 1.192486047744751,
      "learning_rate": 3.86311009365264e-06,
      "loss": 0.3792,
      "step": 893520
    },
    {
      "epoch": 249.38,
      "grad_norm": 1.1076360940933228,
      "learning_rate": 3.863089505068548e-06,
      "loss": 0.3686,
      "step": 893530
    },
    {
      "epoch": 249.38,
      "grad_norm": 1.1514142751693726,
      "learning_rate": 3.863068916282231e-06,
      "loss": 0.3599,
      "step": 893540
    },
    {
      "epoch": 249.39,
      "grad_norm": 1.0571434497833252,
      "learning_rate": 3.863048327293692e-06,
      "loss": 0.3518,
      "step": 893550
    },
    {
      "epoch": 249.39,
      "grad_norm": 1.0938031673431396,
      "learning_rate": 3.8630277381029346e-06,
      "loss": 0.3504,
      "step": 893560
    },
    {
      "epoch": 249.39,
      "grad_norm": 0.9884621500968933,
      "learning_rate": 3.86300714870996e-06,
      "loss": 0.3622,
      "step": 893570
    },
    {
      "epoch": 249.39,
      "grad_norm": 1.1215317249298096,
      "learning_rate": 3.862986559114772e-06,
      "loss": 0.3656,
      "step": 893580
    },
    {
      "epoch": 249.4,
      "grad_norm": 0.938999354839325,
      "learning_rate": 3.862965969317374e-06,
      "loss": 0.3349,
      "step": 893590
    },
    {
      "epoch": 249.4,
      "grad_norm": 0.9732693433761597,
      "learning_rate": 3.862945379317767e-06,
      "loss": 0.3715,
      "step": 893600
    },
    {
      "epoch": 249.4,
      "grad_norm": 1.1355557441711426,
      "learning_rate": 3.862924789115955e-06,
      "loss": 0.3548,
      "step": 893610
    },
    {
      "epoch": 249.41,
      "grad_norm": 1.0830166339874268,
      "learning_rate": 3.862904198711941e-06,
      "loss": 0.3744,
      "step": 893620
    },
    {
      "epoch": 249.41,
      "grad_norm": 1.240408182144165,
      "learning_rate": 3.862883608105726e-06,
      "loss": 0.3702,
      "step": 893630
    },
    {
      "epoch": 249.41,
      "grad_norm": 1.1537729501724243,
      "learning_rate": 3.862863017297315e-06,
      "loss": 0.3564,
      "step": 893640
    },
    {
      "epoch": 249.41,
      "grad_norm": 1.0397807359695435,
      "learning_rate": 3.862842426286709e-06,
      "loss": 0.3536,
      "step": 893650
    },
    {
      "epoch": 249.42,
      "grad_norm": 1.1264147758483887,
      "learning_rate": 3.8628218350739115e-06,
      "loss": 0.3718,
      "step": 893660
    },
    {
      "epoch": 249.42,
      "grad_norm": 1.164212942123413,
      "learning_rate": 3.8628012436589265e-06,
      "loss": 0.3682,
      "step": 893670
    },
    {
      "epoch": 249.42,
      "grad_norm": 1.1256344318389893,
      "learning_rate": 3.862780652041753e-06,
      "loss": 0.3598,
      "step": 893680
    },
    {
      "epoch": 249.43,
      "grad_norm": 1.443087100982666,
      "learning_rate": 3.862760060222397e-06,
      "loss": 0.3746,
      "step": 893690
    },
    {
      "epoch": 249.43,
      "grad_norm": 3.2830302715301514,
      "learning_rate": 3.862739468200861e-06,
      "loss": 0.3656,
      "step": 893700
    },
    {
      "epoch": 249.43,
      "grad_norm": 0.9744435548782349,
      "learning_rate": 3.862718875977147e-06,
      "loss": 0.3524,
      "step": 893710
    },
    {
      "epoch": 249.43,
      "grad_norm": 1.0198554992675781,
      "learning_rate": 3.862698283551258e-06,
      "loss": 0.3762,
      "step": 893720
    },
    {
      "epoch": 249.44,
      "grad_norm": 1.1935629844665527,
      "learning_rate": 3.862677690923195e-06,
      "loss": 0.3832,
      "step": 893730
    },
    {
      "epoch": 249.44,
      "grad_norm": 0.9193252921104431,
      "learning_rate": 3.862657098092964e-06,
      "loss": 0.3703,
      "step": 893740
    },
    {
      "epoch": 249.44,
      "grad_norm": 1.298642873764038,
      "learning_rate": 3.862636505060565e-06,
      "loss": 0.3553,
      "step": 893750
    },
    {
      "epoch": 249.44,
      "grad_norm": 1.137790560722351,
      "learning_rate": 3.862615911826003e-06,
      "loss": 0.3537,
      "step": 893760
    },
    {
      "epoch": 249.45,
      "grad_norm": 1.10708749294281,
      "learning_rate": 3.862595318389279e-06,
      "loss": 0.3735,
      "step": 893770
    },
    {
      "epoch": 249.45,
      "grad_norm": 1.2167246341705322,
      "learning_rate": 3.862574724750395e-06,
      "loss": 0.3769,
      "step": 893780
    },
    {
      "epoch": 249.45,
      "grad_norm": 1.0001461505889893,
      "learning_rate": 3.862554130909356e-06,
      "loss": 0.3584,
      "step": 893790
    },
    {
      "epoch": 249.46,
      "grad_norm": 0.9818304777145386,
      "learning_rate": 3.8625335368661644e-06,
      "loss": 0.3753,
      "step": 893800
    },
    {
      "epoch": 249.46,
      "grad_norm": 1.0292866230010986,
      "learning_rate": 3.8625129426208205e-06,
      "loss": 0.3566,
      "step": 893810
    },
    {
      "epoch": 249.46,
      "grad_norm": 0.8801355361938477,
      "learning_rate": 3.8624923481733305e-06,
      "loss": 0.3651,
      "step": 893820
    },
    {
      "epoch": 249.46,
      "grad_norm": 1.0131354331970215,
      "learning_rate": 3.862471753523695e-06,
      "loss": 0.3767,
      "step": 893830
    },
    {
      "epoch": 249.47,
      "grad_norm": 1.0198620557785034,
      "learning_rate": 3.862451158671917e-06,
      "loss": 0.3564,
      "step": 893840
    },
    {
      "epoch": 249.47,
      "grad_norm": 0.9749758839607239,
      "learning_rate": 3.862430563618001e-06,
      "loss": 0.3555,
      "step": 893850
    },
    {
      "epoch": 249.47,
      "grad_norm": 1.3086267709732056,
      "learning_rate": 3.862409968361947e-06,
      "loss": 0.348,
      "step": 893860
    },
    {
      "epoch": 249.48,
      "grad_norm": 0.952385663986206,
      "learning_rate": 3.862389372903758e-06,
      "loss": 0.3659,
      "step": 893870
    },
    {
      "epoch": 249.48,
      "grad_norm": 1.0883491039276123,
      "learning_rate": 3.862368777243438e-06,
      "loss": 0.3767,
      "step": 893880
    },
    {
      "epoch": 249.48,
      "grad_norm": 1.1197912693023682,
      "learning_rate": 3.86234818138099e-06,
      "loss": 0.3564,
      "step": 893890
    },
    {
      "epoch": 249.48,
      "grad_norm": 1.0892218351364136,
      "learning_rate": 3.862327585316417e-06,
      "loss": 0.37,
      "step": 893900
    },
    {
      "epoch": 249.49,
      "grad_norm": 1.1640511751174927,
      "learning_rate": 3.862306989049719e-06,
      "loss": 0.3834,
      "step": 893910
    },
    {
      "epoch": 249.49,
      "grad_norm": 1.0583504438400269,
      "learning_rate": 3.862286392580902e-06,
      "loss": 0.3608,
      "step": 893920
    },
    {
      "epoch": 249.49,
      "grad_norm": 1.0701532363891602,
      "learning_rate": 3.8622657959099675e-06,
      "loss": 0.3642,
      "step": 893930
    },
    {
      "epoch": 249.49,
      "grad_norm": 1.0081288814544678,
      "learning_rate": 3.862245199036917e-06,
      "loss": 0.368,
      "step": 893940
    },
    {
      "epoch": 249.5,
      "grad_norm": 1.1275343894958496,
      "learning_rate": 3.862224601961756e-06,
      "loss": 0.344,
      "step": 893950
    },
    {
      "epoch": 249.5,
      "grad_norm": 1.000167727470398,
      "learning_rate": 3.8622040046844845e-06,
      "loss": 0.3519,
      "step": 893960
    },
    {
      "epoch": 249.5,
      "grad_norm": 1.1123181581497192,
      "learning_rate": 3.862183407205106e-06,
      "loss": 0.3689,
      "step": 893970
    },
    {
      "epoch": 249.51,
      "grad_norm": 1.1647827625274658,
      "learning_rate": 3.862162809523625e-06,
      "loss": 0.3635,
      "step": 893980
    },
    {
      "epoch": 249.51,
      "grad_norm": 1.286259651184082,
      "learning_rate": 3.8621422116400416e-06,
      "loss": 0.357,
      "step": 893990
    },
    {
      "epoch": 249.51,
      "grad_norm": 0.8676773905754089,
      "learning_rate": 3.86212161355436e-06,
      "loss": 0.4019,
      "step": 894000
    },
    {
      "epoch": 249.51,
      "grad_norm": 0.9487341046333313,
      "learning_rate": 3.862101015266583e-06,
      "loss": 0.3558,
      "step": 894010
    },
    {
      "epoch": 249.52,
      "grad_norm": 1.1760517358779907,
      "learning_rate": 3.862080416776713e-06,
      "loss": 0.3636,
      "step": 894020
    },
    {
      "epoch": 249.52,
      "grad_norm": 1.0017048120498657,
      "learning_rate": 3.862059818084753e-06,
      "loss": 0.3542,
      "step": 894030
    },
    {
      "epoch": 249.52,
      "grad_norm": 1.1116632223129272,
      "learning_rate": 3.862039219190705e-06,
      "loss": 0.3629,
      "step": 894040
    },
    {
      "epoch": 249.53,
      "grad_norm": 0.8978696465492249,
      "learning_rate": 3.862018620094574e-06,
      "loss": 0.3665,
      "step": 894050
    },
    {
      "epoch": 249.53,
      "grad_norm": 1.1000654697418213,
      "learning_rate": 3.861998020796358e-06,
      "loss": 0.3743,
      "step": 894060
    },
    {
      "epoch": 249.53,
      "grad_norm": 1.0805082321166992,
      "learning_rate": 3.861977421296065e-06,
      "loss": 0.3606,
      "step": 894070
    },
    {
      "epoch": 249.53,
      "grad_norm": 1.0175806283950806,
      "learning_rate": 3.861956821593695e-06,
      "loss": 0.3625,
      "step": 894080
    },
    {
      "epoch": 249.54,
      "grad_norm": 1.0831668376922607,
      "learning_rate": 3.861936221689251e-06,
      "loss": 0.3452,
      "step": 894090
    },
    {
      "epoch": 249.54,
      "grad_norm": 1.2238893508911133,
      "learning_rate": 3.861915621582736e-06,
      "loss": 0.3637,
      "step": 894100
    },
    {
      "epoch": 249.54,
      "grad_norm": 1.1038107872009277,
      "learning_rate": 3.861895021274153e-06,
      "loss": 0.3605,
      "step": 894110
    },
    {
      "epoch": 249.55,
      "grad_norm": 1.0930016040802002,
      "learning_rate": 3.861874420763505e-06,
      "loss": 0.3663,
      "step": 894120
    },
    {
      "epoch": 249.55,
      "grad_norm": 0.9536994099617004,
      "learning_rate": 3.861853820050793e-06,
      "loss": 0.361,
      "step": 894130
    },
    {
      "epoch": 249.55,
      "grad_norm": 1.1567271947860718,
      "learning_rate": 3.861833219136022e-06,
      "loss": 0.3697,
      "step": 894140
    },
    {
      "epoch": 249.55,
      "grad_norm": 1.2291972637176514,
      "learning_rate": 3.861812618019194e-06,
      "loss": 0.3614,
      "step": 894150
    },
    {
      "epoch": 249.56,
      "grad_norm": 1.0062505006790161,
      "learning_rate": 3.86179201670031e-06,
      "loss": 0.3702,
      "step": 894160
    },
    {
      "epoch": 249.56,
      "grad_norm": 1.107553243637085,
      "learning_rate": 3.861771415179375e-06,
      "loss": 0.3583,
      "step": 894170
    },
    {
      "epoch": 249.56,
      "grad_norm": 1.1578001976013184,
      "learning_rate": 3.861750813456391e-06,
      "loss": 0.3805,
      "step": 894180
    },
    {
      "epoch": 249.56,
      "grad_norm": 0.9915289282798767,
      "learning_rate": 3.86173021153136e-06,
      "loss": 0.3634,
      "step": 894190
    },
    {
      "epoch": 249.57,
      "grad_norm": 0.9743386507034302,
      "learning_rate": 3.8617096094042865e-06,
      "loss": 0.3633,
      "step": 894200
    },
    {
      "epoch": 249.57,
      "grad_norm": 1.0561362504959106,
      "learning_rate": 3.861689007075172e-06,
      "loss": 0.3592,
      "step": 894210
    },
    {
      "epoch": 249.57,
      "grad_norm": 0.9452078938484192,
      "learning_rate": 3.861668404544019e-06,
      "loss": 0.3621,
      "step": 894220
    },
    {
      "epoch": 249.58,
      "grad_norm": 1.020483136177063,
      "learning_rate": 3.86164780181083e-06,
      "loss": 0.3651,
      "step": 894230
    },
    {
      "epoch": 249.58,
      "grad_norm": 1.2844116687774658,
      "learning_rate": 3.86162719887561e-06,
      "loss": 0.3621,
      "step": 894240
    },
    {
      "epoch": 249.58,
      "grad_norm": 1.0283421277999878,
      "learning_rate": 3.8616065957383585e-06,
      "loss": 0.3603,
      "step": 894250
    },
    {
      "epoch": 249.58,
      "grad_norm": 1.1305674314498901,
      "learning_rate": 3.861585992399082e-06,
      "loss": 0.3541,
      "step": 894260
    },
    {
      "epoch": 249.59,
      "grad_norm": 1.1032267808914185,
      "learning_rate": 3.861565388857779e-06,
      "loss": 0.3699,
      "step": 894270
    },
    {
      "epoch": 249.59,
      "grad_norm": 1.1303279399871826,
      "learning_rate": 3.861544785114455e-06,
      "loss": 0.3507,
      "step": 894280
    },
    {
      "epoch": 249.59,
      "grad_norm": 0.8537468910217285,
      "learning_rate": 3.861524181169112e-06,
      "loss": 0.3651,
      "step": 894290
    },
    {
      "epoch": 249.6,
      "grad_norm": 1.0142743587493896,
      "learning_rate": 3.861503577021753e-06,
      "loss": 0.3684,
      "step": 894300
    },
    {
      "epoch": 249.6,
      "grad_norm": 1.0159417390823364,
      "learning_rate": 3.8614829726723805e-06,
      "loss": 0.3656,
      "step": 894310
    },
    {
      "epoch": 249.6,
      "grad_norm": 0.9668964147567749,
      "learning_rate": 3.861462368120998e-06,
      "loss": 0.3655,
      "step": 894320
    },
    {
      "epoch": 249.6,
      "grad_norm": 1.2775365114212036,
      "learning_rate": 3.861441763367606e-06,
      "loss": 0.3641,
      "step": 894330
    },
    {
      "epoch": 249.61,
      "grad_norm": 0.9681867361068726,
      "learning_rate": 3.861421158412211e-06,
      "loss": 0.3715,
      "step": 894340
    },
    {
      "epoch": 249.61,
      "grad_norm": 1.2410316467285156,
      "learning_rate": 3.861400553254812e-06,
      "loss": 0.3685,
      "step": 894350
    },
    {
      "epoch": 249.61,
      "grad_norm": 1.087106466293335,
      "learning_rate": 3.861379947895414e-06,
      "loss": 0.37,
      "step": 894360
    },
    {
      "epoch": 249.61,
      "grad_norm": 0.9711700677871704,
      "learning_rate": 3.861359342334018e-06,
      "loss": 0.3703,
      "step": 894370
    },
    {
      "epoch": 249.62,
      "grad_norm": 1.0429552793502808,
      "learning_rate": 3.861338736570629e-06,
      "loss": 0.3665,
      "step": 894380
    },
    {
      "epoch": 249.62,
      "grad_norm": 3.637733221054077,
      "learning_rate": 3.861318130605248e-06,
      "loss": 0.3725,
      "step": 894390
    },
    {
      "epoch": 249.62,
      "grad_norm": 0.965998649597168,
      "learning_rate": 3.8612975244378785e-06,
      "loss": 0.3769,
      "step": 894400
    },
    {
      "epoch": 249.63,
      "grad_norm": 1.1162108182907104,
      "learning_rate": 3.8612769180685225e-06,
      "loss": 0.37,
      "step": 894410
    },
    {
      "epoch": 249.63,
      "grad_norm": 1.0130774974822998,
      "learning_rate": 3.861256311497183e-06,
      "loss": 0.3635,
      "step": 894420
    },
    {
      "epoch": 249.63,
      "grad_norm": 1.255421757698059,
      "learning_rate": 3.8612357047238645e-06,
      "loss": 0.3749,
      "step": 894430
    },
    {
      "epoch": 249.63,
      "grad_norm": 1.067034125328064,
      "learning_rate": 3.8612150977485675e-06,
      "loss": 0.3485,
      "step": 894440
    },
    {
      "epoch": 249.64,
      "grad_norm": 1.0970546007156372,
      "learning_rate": 3.861194490571295e-06,
      "loss": 0.3873,
      "step": 894450
    },
    {
      "epoch": 249.64,
      "grad_norm": 1.3872592449188232,
      "learning_rate": 3.86117388319205e-06,
      "loss": 0.3728,
      "step": 894460
    },
    {
      "epoch": 249.64,
      "grad_norm": 1.100599765777588,
      "learning_rate": 3.8611532756108365e-06,
      "loss": 0.3604,
      "step": 894470
    },
    {
      "epoch": 249.65,
      "grad_norm": 1.2359379529953003,
      "learning_rate": 3.861132667827656e-06,
      "loss": 0.3762,
      "step": 894480
    },
    {
      "epoch": 249.65,
      "grad_norm": 1.1097356081008911,
      "learning_rate": 3.861112059842511e-06,
      "loss": 0.3634,
      "step": 894490
    },
    {
      "epoch": 249.65,
      "grad_norm": 0.8269355893135071,
      "learning_rate": 3.861091451655405e-06,
      "loss": 0.3598,
      "step": 894500
    },
    {
      "epoch": 249.65,
      "grad_norm": 1.6586387157440186,
      "learning_rate": 3.86107084326634e-06,
      "loss": 0.3789,
      "step": 894510
    },
    {
      "epoch": 249.66,
      "grad_norm": 1.062536358833313,
      "learning_rate": 3.861050234675319e-06,
      "loss": 0.3587,
      "step": 894520
    },
    {
      "epoch": 249.66,
      "grad_norm": 1.1312243938446045,
      "learning_rate": 3.861029625882346e-06,
      "loss": 0.358,
      "step": 894530
    },
    {
      "epoch": 249.66,
      "grad_norm": 0.9675302505493164,
      "learning_rate": 3.861009016887422e-06,
      "loss": 0.37,
      "step": 894540
    },
    {
      "epoch": 249.67,
      "grad_norm": 1.0891469717025757,
      "learning_rate": 3.86098840769055e-06,
      "loss": 0.3527,
      "step": 894550
    },
    {
      "epoch": 249.67,
      "grad_norm": 1.2197436094284058,
      "learning_rate": 3.860967798291734e-06,
      "loss": 0.3785,
      "step": 894560
    },
    {
      "epoch": 249.67,
      "grad_norm": 0.9898704290390015,
      "learning_rate": 3.860947188690976e-06,
      "loss": 0.3849,
      "step": 894570
    },
    {
      "epoch": 249.67,
      "grad_norm": 0.9738872647285461,
      "learning_rate": 3.860926578888278e-06,
      "loss": 0.3641,
      "step": 894580
    },
    {
      "epoch": 249.68,
      "grad_norm": 1.1004544496536255,
      "learning_rate": 3.860905968883643e-06,
      "loss": 0.3658,
      "step": 894590
    },
    {
      "epoch": 249.68,
      "grad_norm": 0.8489390015602112,
      "learning_rate": 3.860885358677075e-06,
      "loss": 0.3555,
      "step": 894600
    },
    {
      "epoch": 249.68,
      "grad_norm": 1.0224069356918335,
      "learning_rate": 3.860864748268576e-06,
      "loss": 0.3688,
      "step": 894610
    },
    {
      "epoch": 249.68,
      "grad_norm": 0.9238898754119873,
      "learning_rate": 3.860844137658148e-06,
      "loss": 0.3536,
      "step": 894620
    },
    {
      "epoch": 249.69,
      "grad_norm": 1.007012128829956,
      "learning_rate": 3.860823526845794e-06,
      "loss": 0.3481,
      "step": 894630
    },
    {
      "epoch": 249.69,
      "grad_norm": 1.2322694063186646,
      "learning_rate": 3.860802915831518e-06,
      "loss": 0.3713,
      "step": 894640
    },
    {
      "epoch": 249.69,
      "grad_norm": 0.944545567035675,
      "learning_rate": 3.860782304615321e-06,
      "loss": 0.3479,
      "step": 894650
    },
    {
      "epoch": 249.7,
      "grad_norm": 1.0093114376068115,
      "learning_rate": 3.860761693197207e-06,
      "loss": 0.3681,
      "step": 894660
    },
    {
      "epoch": 249.7,
      "grad_norm": 0.9130227565765381,
      "learning_rate": 3.860741081577179e-06,
      "loss": 0.369,
      "step": 894670
    },
    {
      "epoch": 249.7,
      "grad_norm": 1.1891741752624512,
      "learning_rate": 3.860720469755238e-06,
      "loss": 0.3378,
      "step": 894680
    },
    {
      "epoch": 249.7,
      "grad_norm": 0.9405157566070557,
      "learning_rate": 3.860699857731388e-06,
      "loss": 0.3496,
      "step": 894690
    },
    {
      "epoch": 249.71,
      "grad_norm": 1.2027719020843506,
      "learning_rate": 3.860679245505632e-06,
      "loss": 0.3657,
      "step": 894700
    },
    {
      "epoch": 249.71,
      "grad_norm": 0.8911421895027161,
      "learning_rate": 3.860658633077971e-06,
      "loss": 0.3587,
      "step": 894710
    },
    {
      "epoch": 249.71,
      "grad_norm": 1.0224263668060303,
      "learning_rate": 3.860638020448411e-06,
      "loss": 0.3874,
      "step": 894720
    },
    {
      "epoch": 249.72,
      "grad_norm": 1.014174461364746,
      "learning_rate": 3.860617407616953e-06,
      "loss": 0.3611,
      "step": 894730
    },
    {
      "epoch": 249.72,
      "grad_norm": 1.2675527334213257,
      "learning_rate": 3.860596794583598e-06,
      "loss": 0.3745,
      "step": 894740
    },
    {
      "epoch": 249.72,
      "grad_norm": 1.184838056564331,
      "learning_rate": 3.860576181348351e-06,
      "loss": 0.3592,
      "step": 894750
    },
    {
      "epoch": 249.72,
      "grad_norm": 1.005793571472168,
      "learning_rate": 3.860555567911214e-06,
      "loss": 0.3642,
      "step": 894760
    },
    {
      "epoch": 249.73,
      "grad_norm": 1.0893288850784302,
      "learning_rate": 3.860534954272189e-06,
      "loss": 0.3633,
      "step": 894770
    },
    {
      "epoch": 249.73,
      "grad_norm": 1.133079171180725,
      "learning_rate": 3.86051434043128e-06,
      "loss": 0.3496,
      "step": 894780
    },
    {
      "epoch": 249.73,
      "grad_norm": 0.9971612095832825,
      "learning_rate": 3.86049372638849e-06,
      "loss": 0.3615,
      "step": 894790
    },
    {
      "epoch": 249.73,
      "grad_norm": 1.073110818862915,
      "learning_rate": 3.86047311214382e-06,
      "loss": 0.3686,
      "step": 894800
    },
    {
      "epoch": 249.74,
      "grad_norm": 1.0194121599197388,
      "learning_rate": 3.860452497697274e-06,
      "loss": 0.3683,
      "step": 894810
    },
    {
      "epoch": 249.74,
      "grad_norm": 1.1494170427322388,
      "learning_rate": 3.860431883048854e-06,
      "loss": 0.3669,
      "step": 894820
    },
    {
      "epoch": 249.74,
      "grad_norm": 0.9754027128219604,
      "learning_rate": 3.860411268198564e-06,
      "loss": 0.3673,
      "step": 894830
    },
    {
      "epoch": 249.75,
      "grad_norm": 0.8645168542861938,
      "learning_rate": 3.860390653146406e-06,
      "loss": 0.3612,
      "step": 894840
    },
    {
      "epoch": 249.75,
      "grad_norm": 1.0046409368515015,
      "learning_rate": 3.860370037892382e-06,
      "loss": 0.3653,
      "step": 894850
    },
    {
      "epoch": 249.75,
      "grad_norm": 1.159317135810852,
      "learning_rate": 3.8603494224364964e-06,
      "loss": 0.3615,
      "step": 894860
    },
    {
      "epoch": 249.75,
      "grad_norm": 1.1174191236495972,
      "learning_rate": 3.86032880677875e-06,
      "loss": 0.3588,
      "step": 894870
    },
    {
      "epoch": 249.76,
      "grad_norm": 3.570884943008423,
      "learning_rate": 3.860308190919148e-06,
      "loss": 0.3593,
      "step": 894880
    },
    {
      "epoch": 249.76,
      "grad_norm": 0.992225170135498,
      "learning_rate": 3.8602875748576905e-06,
      "loss": 0.3755,
      "step": 894890
    },
    {
      "epoch": 249.76,
      "grad_norm": 0.9515564441680908,
      "learning_rate": 3.8602669585943816e-06,
      "loss": 0.3764,
      "step": 894900
    },
    {
      "epoch": 249.77,
      "grad_norm": 3.084474563598633,
      "learning_rate": 3.860246342129224e-06,
      "loss": 0.3507,
      "step": 894910
    },
    {
      "epoch": 249.77,
      "grad_norm": 0.9864622950553894,
      "learning_rate": 3.86022572546222e-06,
      "loss": 0.3539,
      "step": 894920
    },
    {
      "epoch": 249.77,
      "grad_norm": 1.016923427581787,
      "learning_rate": 3.860205108593373e-06,
      "loss": 0.3805,
      "step": 894930
    },
    {
      "epoch": 249.77,
      "grad_norm": 1.0984125137329102,
      "learning_rate": 3.860184491522685e-06,
      "loss": 0.365,
      "step": 894940
    },
    {
      "epoch": 249.78,
      "grad_norm": 0.9544766545295715,
      "learning_rate": 3.860163874250161e-06,
      "loss": 0.3611,
      "step": 894950
    },
    {
      "epoch": 249.78,
      "grad_norm": 1.1090540885925293,
      "learning_rate": 3.8601432567758e-06,
      "loss": 0.3609,
      "step": 894960
    },
    {
      "epoch": 249.78,
      "grad_norm": 0.9949048757553101,
      "learning_rate": 3.860122639099607e-06,
      "loss": 0.3625,
      "step": 894970
    },
    {
      "epoch": 249.79,
      "grad_norm": 0.9742020964622498,
      "learning_rate": 3.860102021221585e-06,
      "loss": 0.3706,
      "step": 894980
    },
    {
      "epoch": 249.79,
      "grad_norm": 1.2467342615127563,
      "learning_rate": 3.860081403141735e-06,
      "loss": 0.3595,
      "step": 894990
    },
    {
      "epoch": 249.79,
      "grad_norm": 1.0831878185272217,
      "learning_rate": 3.860060784860061e-06,
      "loss": 0.3809,
      "step": 895000
    },
    {
      "epoch": 249.79,
      "grad_norm": 1.050931453704834,
      "learning_rate": 3.860040166376567e-06,
      "loss": 0.3668,
      "step": 895010
    },
    {
      "epoch": 249.8,
      "grad_norm": 1.063242793083191,
      "learning_rate": 3.860019547691253e-06,
      "loss": 0.3704,
      "step": 895020
    },
    {
      "epoch": 249.8,
      "grad_norm": 0.9365650415420532,
      "learning_rate": 3.859998928804124e-06,
      "loss": 0.363,
      "step": 895030
    },
    {
      "epoch": 249.8,
      "grad_norm": 1.0833888053894043,
      "learning_rate": 3.859978309715181e-06,
      "loss": 0.3673,
      "step": 895040
    },
    {
      "epoch": 249.8,
      "grad_norm": 0.9936509132385254,
      "learning_rate": 3.859957690424428e-06,
      "loss": 0.3545,
      "step": 895050
    },
    {
      "epoch": 249.81,
      "grad_norm": 0.957974374294281,
      "learning_rate": 3.859937070931868e-06,
      "loss": 0.3738,
      "step": 895060
    },
    {
      "epoch": 249.81,
      "grad_norm": 1.0054045915603638,
      "learning_rate": 3.859916451237502e-06,
      "loss": 0.3618,
      "step": 895070
    },
    {
      "epoch": 249.81,
      "grad_norm": 0.9541454315185547,
      "learning_rate": 3.859895831341335e-06,
      "loss": 0.3489,
      "step": 895080
    },
    {
      "epoch": 249.82,
      "grad_norm": 1.0007134675979614,
      "learning_rate": 3.859875211243367e-06,
      "loss": 0.3592,
      "step": 895090
    },
    {
      "epoch": 249.82,
      "grad_norm": 1.217913269996643,
      "learning_rate": 3.859854590943603e-06,
      "loss": 0.3729,
      "step": 895100
    },
    {
      "epoch": 249.82,
      "grad_norm": 1.0410871505737305,
      "learning_rate": 3.859833970442045e-06,
      "loss": 0.3454,
      "step": 895110
    },
    {
      "epoch": 249.82,
      "grad_norm": 1.057843804359436,
      "learning_rate": 3.8598133497386965e-06,
      "loss": 0.3622,
      "step": 895120
    },
    {
      "epoch": 249.83,
      "grad_norm": 0.9699856042861938,
      "learning_rate": 3.859792728833559e-06,
      "loss": 0.3668,
      "step": 895130
    },
    {
      "epoch": 249.83,
      "grad_norm": 1.1653653383255005,
      "learning_rate": 3.859772107726636e-06,
      "loss": 0.3667,
      "step": 895140
    },
    {
      "epoch": 249.83,
      "grad_norm": 1.1278223991394043,
      "learning_rate": 3.85975148641793e-06,
      "loss": 0.3722,
      "step": 895150
    },
    {
      "epoch": 249.84,
      "grad_norm": 1.1440783739089966,
      "learning_rate": 3.859730864907444e-06,
      "loss": 0.3593,
      "step": 895160
    },
    {
      "epoch": 249.84,
      "grad_norm": 1.0821983814239502,
      "learning_rate": 3.859710243195181e-06,
      "loss": 0.3552,
      "step": 895170
    },
    {
      "epoch": 249.84,
      "grad_norm": 1.1125298738479614,
      "learning_rate": 3.859689621281141e-06,
      "loss": 0.3766,
      "step": 895180
    },
    {
      "epoch": 249.84,
      "grad_norm": 0.9813709259033203,
      "learning_rate": 3.859668999165331e-06,
      "loss": 0.3623,
      "step": 895190
    },
    {
      "epoch": 249.85,
      "grad_norm": 1.0211588144302368,
      "learning_rate": 3.859648376847752e-06,
      "loss": 0.3738,
      "step": 895200
    },
    {
      "epoch": 249.85,
      "grad_norm": 1.0777132511138916,
      "learning_rate": 3.859627754328406e-06,
      "loss": 0.3513,
      "step": 895210
    },
    {
      "epoch": 249.85,
      "grad_norm": 1.253386378288269,
      "learning_rate": 3.8596071316072955e-06,
      "loss": 0.3885,
      "step": 895220
    },
    {
      "epoch": 249.85,
      "grad_norm": 0.9344854950904846,
      "learning_rate": 3.859586508684425e-06,
      "loss": 0.3448,
      "step": 895230
    },
    {
      "epoch": 249.86,
      "grad_norm": 2.8201441764831543,
      "learning_rate": 3.859565885559796e-06,
      "loss": 0.3604,
      "step": 895240
    },
    {
      "epoch": 249.86,
      "grad_norm": 0.9325875043869019,
      "learning_rate": 3.859545262233411e-06,
      "loss": 0.3574,
      "step": 895250
    },
    {
      "epoch": 249.86,
      "grad_norm": 1.0516955852508545,
      "learning_rate": 3.859524638705274e-06,
      "loss": 0.378,
      "step": 895260
    },
    {
      "epoch": 249.87,
      "grad_norm": 1.0708670616149902,
      "learning_rate": 3.859504014975387e-06,
      "loss": 0.3659,
      "step": 895270
    },
    {
      "epoch": 249.87,
      "grad_norm": 1.0326004028320312,
      "learning_rate": 3.8594833910437514e-06,
      "loss": 0.3755,
      "step": 895280
    },
    {
      "epoch": 249.87,
      "grad_norm": 1.168796181678772,
      "learning_rate": 3.859462766910373e-06,
      "loss": 0.3723,
      "step": 895290
    },
    {
      "epoch": 249.87,
      "grad_norm": 1.025800347328186,
      "learning_rate": 3.859442142575252e-06,
      "loss": 0.3736,
      "step": 895300
    },
    {
      "epoch": 249.88,
      "grad_norm": 1.2511066198349,
      "learning_rate": 3.859421518038391e-06,
      "loss": 0.3605,
      "step": 895310
    },
    {
      "epoch": 249.88,
      "grad_norm": 1.0120230913162231,
      "learning_rate": 3.859400893299795e-06,
      "loss": 0.3599,
      "step": 895320
    },
    {
      "epoch": 249.88,
      "grad_norm": 1.0403612852096558,
      "learning_rate": 3.859380268359465e-06,
      "loss": 0.372,
      "step": 895330
    },
    {
      "epoch": 249.89,
      "grad_norm": 1.1357040405273438,
      "learning_rate": 3.859359643217405e-06,
      "loss": 0.3569,
      "step": 895340
    },
    {
      "epoch": 249.89,
      "grad_norm": 1.1199990510940552,
      "learning_rate": 3.859339017873616e-06,
      "loss": 0.3581,
      "step": 895350
    },
    {
      "epoch": 249.89,
      "grad_norm": 1.0409828424453735,
      "learning_rate": 3.859318392328103e-06,
      "loss": 0.3402,
      "step": 895360
    },
    {
      "epoch": 249.89,
      "grad_norm": 1.0838754177093506,
      "learning_rate": 3.859297766580866e-06,
      "loss": 0.3687,
      "step": 895370
    },
    {
      "epoch": 249.9,
      "grad_norm": 1.1367156505584717,
      "learning_rate": 3.859277140631909e-06,
      "loss": 0.3544,
      "step": 895380
    },
    {
      "epoch": 249.9,
      "grad_norm": 1.1381139755249023,
      "learning_rate": 3.859256514481236e-06,
      "loss": 0.3556,
      "step": 895390
    },
    {
      "epoch": 249.9,
      "grad_norm": 0.9557003974914551,
      "learning_rate": 3.859235888128847e-06,
      "loss": 0.3485,
      "step": 895400
    },
    {
      "epoch": 249.91,
      "grad_norm": 1.2729324102401733,
      "learning_rate": 3.859215261574749e-06,
      "loss": 0.3728,
      "step": 895410
    },
    {
      "epoch": 249.91,
      "grad_norm": 1.1680651903152466,
      "learning_rate": 3.85919463481894e-06,
      "loss": 0.387,
      "step": 895420
    },
    {
      "epoch": 249.91,
      "grad_norm": 1.1413357257843018,
      "learning_rate": 3.859174007861426e-06,
      "loss": 0.3875,
      "step": 895430
    },
    {
      "epoch": 249.91,
      "grad_norm": 1.1111184358596802,
      "learning_rate": 3.859153380702208e-06,
      "loss": 0.3849,
      "step": 895440
    },
    {
      "epoch": 249.92,
      "grad_norm": 0.9960415959358215,
      "learning_rate": 3.85913275334129e-06,
      "loss": 0.3583,
      "step": 895450
    },
    {
      "epoch": 249.92,
      "grad_norm": 1.170515775680542,
      "learning_rate": 3.859112125778673e-06,
      "loss": 0.3627,
      "step": 895460
    },
    {
      "epoch": 249.92,
      "grad_norm": 1.2071932554244995,
      "learning_rate": 3.859091498014363e-06,
      "loss": 0.3693,
      "step": 895470
    },
    {
      "epoch": 249.92,
      "grad_norm": 1.0684350728988647,
      "learning_rate": 3.859070870048359e-06,
      "loss": 0.3682,
      "step": 895480
    },
    {
      "epoch": 249.93,
      "grad_norm": 1.0265967845916748,
      "learning_rate": 3.8590502418806655e-06,
      "loss": 0.3546,
      "step": 895490
    },
    {
      "epoch": 249.93,
      "grad_norm": 4.424980163574219,
      "learning_rate": 3.859029613511286e-06,
      "loss": 0.3605,
      "step": 895500
    },
    {
      "epoch": 249.93,
      "grad_norm": 1.0290229320526123,
      "learning_rate": 3.859008984940221e-06,
      "loss": 0.3556,
      "step": 895510
    },
    {
      "epoch": 249.94,
      "grad_norm": 1.5083599090576172,
      "learning_rate": 3.858988356167476e-06,
      "loss": 0.3647,
      "step": 895520
    },
    {
      "epoch": 249.94,
      "grad_norm": 0.9242371320724487,
      "learning_rate": 3.858967727193051e-06,
      "loss": 0.3633,
      "step": 895530
    },
    {
      "epoch": 249.94,
      "grad_norm": 1.0573984384536743,
      "learning_rate": 3.858947098016952e-06,
      "loss": 0.3556,
      "step": 895540
    },
    {
      "epoch": 249.94,
      "grad_norm": 1.0573793649673462,
      "learning_rate": 3.858926468639178e-06,
      "loss": 0.3562,
      "step": 895550
    },
    {
      "epoch": 249.95,
      "grad_norm": 1.3937411308288574,
      "learning_rate": 3.858905839059735e-06,
      "loss": 0.3515,
      "step": 895560
    },
    {
      "epoch": 249.95,
      "grad_norm": 0.9364237785339355,
      "learning_rate": 3.858885209278623e-06,
      "loss": 0.3728,
      "step": 895570
    },
    {
      "epoch": 249.95,
      "grad_norm": 1.1581602096557617,
      "learning_rate": 3.8588645792958465e-06,
      "loss": 0.3699,
      "step": 895580
    },
    {
      "epoch": 249.96,
      "grad_norm": 1.3511347770690918,
      "learning_rate": 3.858843949111409e-06,
      "loss": 0.3569,
      "step": 895590
    },
    {
      "epoch": 249.96,
      "grad_norm": 0.9838573336601257,
      "learning_rate": 3.85882331872531e-06,
      "loss": 0.3598,
      "step": 895600
    },
    {
      "epoch": 249.96,
      "grad_norm": 1.0353357791900635,
      "learning_rate": 3.858802688137556e-06,
      "loss": 0.3669,
      "step": 895610
    },
    {
      "epoch": 249.96,
      "grad_norm": 1.0733925104141235,
      "learning_rate": 3.858782057348147e-06,
      "loss": 0.36,
      "step": 895620
    },
    {
      "epoch": 249.97,
      "grad_norm": 0.9716117978096008,
      "learning_rate": 3.858761426357088e-06,
      "loss": 0.3433,
      "step": 895630
    },
    {
      "epoch": 249.97,
      "grad_norm": 1.0139940977096558,
      "learning_rate": 3.858740795164379e-06,
      "loss": 0.3685,
      "step": 895640
    },
    {
      "epoch": 249.97,
      "grad_norm": 1.0147180557250977,
      "learning_rate": 3.858720163770026e-06,
      "loss": 0.3582,
      "step": 895650
    },
    {
      "epoch": 249.97,
      "grad_norm": 1.6038075685501099,
      "learning_rate": 3.858699532174029e-06,
      "loss": 0.3568,
      "step": 895660
    },
    {
      "epoch": 249.98,
      "grad_norm": 1.0590057373046875,
      "learning_rate": 3.858678900376393e-06,
      "loss": 0.3528,
      "step": 895670
    },
    {
      "epoch": 249.98,
      "grad_norm": 0.9818904399871826,
      "learning_rate": 3.858658268377118e-06,
      "loss": 0.3616,
      "step": 895680
    },
    {
      "epoch": 249.98,
      "grad_norm": 1.004891037940979,
      "learning_rate": 3.8586376361762095e-06,
      "loss": 0.3547,
      "step": 895690
    },
    {
      "epoch": 249.99,
      "grad_norm": 1.0064784288406372,
      "learning_rate": 3.858617003773669e-06,
      "loss": 0.3613,
      "step": 895700
    },
    {
      "epoch": 249.99,
      "grad_norm": 0.9949378967285156,
      "learning_rate": 3.8585963711694975e-06,
      "loss": 0.3664,
      "step": 895710
    },
    {
      "epoch": 249.99,
      "grad_norm": 1.1474419832229614,
      "learning_rate": 3.858575738363701e-06,
      "loss": 0.3563,
      "step": 895720
    },
    {
      "epoch": 249.99,
      "grad_norm": 1.15007483959198,
      "learning_rate": 3.8585551053562806e-06,
      "loss": 0.3829,
      "step": 895730
    },
    {
      "epoch": 250.0,
      "grad_norm": 1.0355520248413086,
      "learning_rate": 3.85853447214724e-06,
      "loss": 0.3769,
      "step": 895740
    },
    {
      "epoch": 250.0,
      "grad_norm": 1.2218941450119019,
      "learning_rate": 3.858513838736579e-06,
      "loss": 0.3567,
      "step": 895750
    },
    {
      "epoch": 250.0,
      "eval_loss": 0.3638213872909546,
      "eval_runtime": 63.4892,
      "eval_samples_per_second": 79.683,
      "eval_steps_per_second": 9.97,
      "step": 895750
    },
    {
      "epoch": 250.0,
      "grad_norm": 1.0064696073532104,
      "learning_rate": 3.858493205124305e-06,
      "loss": 0.3692,
      "step": 895760
    },
    {
      "epoch": 250.01,
      "grad_norm": 1.091942548751831,
      "learning_rate": 3.858472571310417e-06,
      "loss": 0.3521,
      "step": 895770
    },
    {
      "epoch": 250.01,
      "grad_norm": 1.2225961685180664,
      "learning_rate": 3.858451937294919e-06,
      "loss": 0.3699,
      "step": 895780
    },
    {
      "epoch": 250.01,
      "grad_norm": 0.9389604926109314,
      "learning_rate": 3.858431303077814e-06,
      "loss": 0.3723,
      "step": 895790
    },
    {
      "epoch": 250.01,
      "grad_norm": 1.1310031414031982,
      "learning_rate": 3.858410668659105e-06,
      "loss": 0.3744,
      "step": 895800
    },
    {
      "epoch": 250.02,
      "grad_norm": 0.9932059049606323,
      "learning_rate": 3.858390034038793e-06,
      "loss": 0.3635,
      "step": 895810
    },
    {
      "epoch": 250.02,
      "grad_norm": 1.0512049198150635,
      "learning_rate": 3.8583693992168835e-06,
      "loss": 0.3627,
      "step": 895820
    },
    {
      "epoch": 250.02,
      "grad_norm": 1.1520168781280518,
      "learning_rate": 3.858348764193377e-06,
      "loss": 0.371,
      "step": 895830
    },
    {
      "epoch": 250.03,
      "grad_norm": 1.1554774045944214,
      "learning_rate": 3.858328128968277e-06,
      "loss": 0.3602,
      "step": 895840
    },
    {
      "epoch": 250.03,
      "grad_norm": 0.9944731593132019,
      "learning_rate": 3.858307493541586e-06,
      "loss": 0.367,
      "step": 895850
    },
    {
      "epoch": 250.03,
      "grad_norm": 0.9811975359916687,
      "learning_rate": 3.858286857913307e-06,
      "loss": 0.3552,
      "step": 895860
    },
    {
      "epoch": 250.03,
      "grad_norm": 1.064284086227417,
      "learning_rate": 3.8582662220834425e-06,
      "loss": 0.3624,
      "step": 895870
    },
    {
      "epoch": 250.04,
      "grad_norm": 1.1098856925964355,
      "learning_rate": 3.8582455860519965e-06,
      "loss": 0.3532,
      "step": 895880
    },
    {
      "epoch": 250.04,
      "grad_norm": 1.0372477769851685,
      "learning_rate": 3.85822494981897e-06,
      "loss": 0.3555,
      "step": 895890
    },
    {
      "epoch": 250.04,
      "grad_norm": 1.1510921716690063,
      "learning_rate": 3.858204313384367e-06,
      "loss": 0.3803,
      "step": 895900
    },
    {
      "epoch": 250.04,
      "grad_norm": 1.0700262784957886,
      "learning_rate": 3.858183676748189e-06,
      "loss": 0.3676,
      "step": 895910
    },
    {
      "epoch": 250.05,
      "grad_norm": 1.1150925159454346,
      "learning_rate": 3.85816303991044e-06,
      "loss": 0.3635,
      "step": 895920
    },
    {
      "epoch": 250.05,
      "grad_norm": 1.076263189315796,
      "learning_rate": 3.8581424028711215e-06,
      "loss": 0.3873,
      "step": 895930
    },
    {
      "epoch": 250.05,
      "grad_norm": 1.1108731031417847,
      "learning_rate": 3.858121765630238e-06,
      "loss": 0.3678,
      "step": 895940
    },
    {
      "epoch": 250.06,
      "grad_norm": 1.0511400699615479,
      "learning_rate": 3.85810112818779e-06,
      "loss": 0.3593,
      "step": 895950
    },
    {
      "epoch": 250.06,
      "grad_norm": 0.9124101996421814,
      "learning_rate": 3.858080490543782e-06,
      "loss": 0.3639,
      "step": 895960
    },
    {
      "epoch": 250.06,
      "grad_norm": 0.9783620238304138,
      "learning_rate": 3.858059852698217e-06,
      "loss": 0.3661,
      "step": 895970
    },
    {
      "epoch": 250.06,
      "grad_norm": 0.9975854754447937,
      "learning_rate": 3.858039214651096e-06,
      "loss": 0.3639,
      "step": 895980
    },
    {
      "epoch": 250.07,
      "grad_norm": 1.1455917358398438,
      "learning_rate": 3.8580185764024234e-06,
      "loss": 0.362,
      "step": 895990
    },
    {
      "epoch": 250.07,
      "grad_norm": 1.2150592803955078,
      "learning_rate": 3.8579979379522e-06,
      "loss": 0.3657,
      "step": 896000
    },
    {
      "epoch": 250.07,
      "grad_norm": 1.1189429759979248,
      "learning_rate": 3.857977299300431e-06,
      "loss": 0.3668,
      "step": 896010
    },
    {
      "epoch": 250.08,
      "grad_norm": 1.1673604249954224,
      "learning_rate": 3.8579566604471174e-06,
      "loss": 0.3636,
      "step": 896020
    },
    {
      "epoch": 250.08,
      "grad_norm": 1.2882742881774902,
      "learning_rate": 3.857936021392263e-06,
      "loss": 0.3627,
      "step": 896030
    },
    {
      "epoch": 250.08,
      "grad_norm": 1.0038915872573853,
      "learning_rate": 3.857915382135869e-06,
      "loss": 0.356,
      "step": 896040
    },
    {
      "epoch": 250.08,
      "grad_norm": 1.0353119373321533,
      "learning_rate": 3.85789474267794e-06,
      "loss": 0.369,
      "step": 896050
    },
    {
      "epoch": 250.09,
      "grad_norm": 1.0715129375457764,
      "learning_rate": 3.857874103018478e-06,
      "loss": 0.3607,
      "step": 896060
    },
    {
      "epoch": 250.09,
      "grad_norm": 1.1987553834915161,
      "learning_rate": 3.857853463157486e-06,
      "loss": 0.3605,
      "step": 896070
    },
    {
      "epoch": 250.09,
      "grad_norm": 1.054460883140564,
      "learning_rate": 3.857832823094965e-06,
      "loss": 0.3639,
      "step": 896080
    },
    {
      "epoch": 250.09,
      "grad_norm": 1.4351074695587158,
      "learning_rate": 3.85781218283092e-06,
      "loss": 0.3437,
      "step": 896090
    },
    {
      "epoch": 250.1,
      "grad_norm": 1.0387084484100342,
      "learning_rate": 3.857791542365353e-06,
      "loss": 0.3725,
      "step": 896100
    },
    {
      "epoch": 250.1,
      "grad_norm": 0.9348037838935852,
      "learning_rate": 3.857770901698267e-06,
      "loss": 0.3748,
      "step": 896110
    },
    {
      "epoch": 250.1,
      "grad_norm": 0.942035436630249,
      "learning_rate": 3.857750260829663e-06,
      "loss": 0.3606,
      "step": 896120
    },
    {
      "epoch": 250.11,
      "grad_norm": 1.1291958093643188,
      "learning_rate": 3.857729619759547e-06,
      "loss": 0.3869,
      "step": 896130
    },
    {
      "epoch": 250.11,
      "grad_norm": 0.9678789973258972,
      "learning_rate": 3.857708978487919e-06,
      "loss": 0.3552,
      "step": 896140
    },
    {
      "epoch": 250.11,
      "grad_norm": 1.221712589263916,
      "learning_rate": 3.857688337014782e-06,
      "loss": 0.3528,
      "step": 896150
    },
    {
      "epoch": 250.11,
      "grad_norm": 1.2912883758544922,
      "learning_rate": 3.857667695340139e-06,
      "loss": 0.3688,
      "step": 896160
    },
    {
      "epoch": 250.12,
      "grad_norm": 0.9904797077178955,
      "learning_rate": 3.857647053463996e-06,
      "loss": 0.3656,
      "step": 896170
    },
    {
      "epoch": 250.12,
      "grad_norm": 1.2859055995941162,
      "learning_rate": 3.857626411386351e-06,
      "loss": 0.3637,
      "step": 896180
    },
    {
      "epoch": 250.12,
      "grad_norm": 1.129930853843689,
      "learning_rate": 3.8576057691072075e-06,
      "loss": 0.3587,
      "step": 896190
    },
    {
      "epoch": 250.13,
      "grad_norm": 1.1246163845062256,
      "learning_rate": 3.857585126626571e-06,
      "loss": 0.3645,
      "step": 896200
    },
    {
      "epoch": 250.13,
      "grad_norm": 1.0575685501098633,
      "learning_rate": 3.857564483944443e-06,
      "loss": 0.3629,
      "step": 896210
    },
    {
      "epoch": 250.13,
      "grad_norm": 0.8891812562942505,
      "learning_rate": 3.857543841060825e-06,
      "loss": 0.3504,
      "step": 896220
    },
    {
      "epoch": 250.13,
      "grad_norm": 1.0266165733337402,
      "learning_rate": 3.85752319797572e-06,
      "loss": 0.3618,
      "step": 896230
    },
    {
      "epoch": 250.14,
      "grad_norm": 0.9836995005607605,
      "learning_rate": 3.857502554689132e-06,
      "loss": 0.3862,
      "step": 896240
    },
    {
      "epoch": 250.14,
      "grad_norm": 1.050156593322754,
      "learning_rate": 3.857481911201064e-06,
      "loss": 0.3513,
      "step": 896250
    },
    {
      "epoch": 250.14,
      "grad_norm": 0.9986559748649597,
      "learning_rate": 3.8574612675115165e-06,
      "loss": 0.3779,
      "step": 896260
    },
    {
      "epoch": 250.15,
      "grad_norm": 1.0497393608093262,
      "learning_rate": 3.857440623620495e-06,
      "loss": 0.3347,
      "step": 896270
    },
    {
      "epoch": 250.15,
      "grad_norm": 1.0263671875,
      "learning_rate": 3.857419979528e-06,
      "loss": 0.3617,
      "step": 896280
    },
    {
      "epoch": 250.15,
      "grad_norm": 1.0746421813964844,
      "learning_rate": 3.857399335234035e-06,
      "loss": 0.3579,
      "step": 896290
    },
    {
      "epoch": 250.15,
      "grad_norm": 1.1437727212905884,
      "learning_rate": 3.857378690738603e-06,
      "loss": 0.3612,
      "step": 896300
    },
    {
      "epoch": 250.16,
      "grad_norm": 0.9252291917800903,
      "learning_rate": 3.857358046041706e-06,
      "loss": 0.3618,
      "step": 896310
    },
    {
      "epoch": 250.16,
      "grad_norm": 1.0835639238357544,
      "learning_rate": 3.857337401143348e-06,
      "loss": 0.3755,
      "step": 896320
    },
    {
      "epoch": 250.16,
      "grad_norm": 1.0151686668395996,
      "learning_rate": 3.857316756043531e-06,
      "loss": 0.3594,
      "step": 896330
    },
    {
      "epoch": 250.16,
      "grad_norm": 1.1115552186965942,
      "learning_rate": 3.857296110742259e-06,
      "loss": 0.3637,
      "step": 896340
    },
    {
      "epoch": 250.17,
      "grad_norm": 0.9392353892326355,
      "learning_rate": 3.857275465239532e-06,
      "loss": 0.3636,
      "step": 896350
    },
    {
      "epoch": 250.17,
      "grad_norm": 0.9735689163208008,
      "learning_rate": 3.857254819535355e-06,
      "loss": 0.3537,
      "step": 896360
    },
    {
      "epoch": 250.17,
      "grad_norm": 1.094948172569275,
      "learning_rate": 3.8572341736297295e-06,
      "loss": 0.377,
      "step": 896370
    },
    {
      "epoch": 250.18,
      "grad_norm": 1.0550588369369507,
      "learning_rate": 3.85721352752266e-06,
      "loss": 0.3432,
      "step": 896380
    },
    {
      "epoch": 250.18,
      "grad_norm": 1.1381044387817383,
      "learning_rate": 3.857192881214147e-06,
      "loss": 0.3751,
      "step": 896390
    },
    {
      "epoch": 250.18,
      "grad_norm": 0.9291859865188599,
      "learning_rate": 3.857172234704195e-06,
      "loss": 0.3616,
      "step": 896400
    },
    {
      "epoch": 250.18,
      "grad_norm": 1.187648057937622,
      "learning_rate": 3.8571515879928055e-06,
      "loss": 0.356,
      "step": 896410
    },
    {
      "epoch": 250.19,
      "grad_norm": 0.9684988260269165,
      "learning_rate": 3.857130941079982e-06,
      "loss": 0.3567,
      "step": 896420
    },
    {
      "epoch": 250.19,
      "grad_norm": 1.0521787405014038,
      "learning_rate": 3.857110293965728e-06,
      "loss": 0.369,
      "step": 896430
    },
    {
      "epoch": 250.19,
      "grad_norm": 0.902448832988739,
      "learning_rate": 3.857089646650044e-06,
      "loss": 0.3886,
      "step": 896440
    },
    {
      "epoch": 250.2,
      "grad_norm": 1.169859528541565,
      "learning_rate": 3.857068999132935e-06,
      "loss": 0.3569,
      "step": 896450
    },
    {
      "epoch": 250.2,
      "grad_norm": 1.9439501762390137,
      "learning_rate": 3.857048351414403e-06,
      "loss": 0.3622,
      "step": 896460
    },
    {
      "epoch": 250.2,
      "grad_norm": 1.217498779296875,
      "learning_rate": 3.85702770349445e-06,
      "loss": 0.3567,
      "step": 896470
    },
    {
      "epoch": 250.2,
      "grad_norm": 1.0341405868530273,
      "learning_rate": 3.8570070553730794e-06,
      "loss": 0.3742,
      "step": 896480
    },
    {
      "epoch": 250.21,
      "grad_norm": 1.2188433408737183,
      "learning_rate": 3.856986407050294e-06,
      "loss": 0.3661,
      "step": 896490
    },
    {
      "epoch": 250.21,
      "grad_norm": 1.008108139038086,
      "learning_rate": 3.8569657585260966e-06,
      "loss": 0.3821,
      "step": 896500
    },
    {
      "epoch": 250.21,
      "grad_norm": 1.1021407842636108,
      "learning_rate": 3.856945109800489e-06,
      "loss": 0.3749,
      "step": 896510
    },
    {
      "epoch": 250.21,
      "grad_norm": 0.8815517425537109,
      "learning_rate": 3.856924460873475e-06,
      "loss": 0.3545,
      "step": 896520
    },
    {
      "epoch": 250.22,
      "grad_norm": 1.0866847038269043,
      "learning_rate": 3.8569038117450585e-06,
      "loss": 0.3545,
      "step": 896530
    },
    {
      "epoch": 250.22,
      "grad_norm": 1.1162017583847046,
      "learning_rate": 3.856883162415239e-06,
      "loss": 0.3661,
      "step": 896540
    },
    {
      "epoch": 250.22,
      "grad_norm": 0.9451957941055298,
      "learning_rate": 3.856862512884021e-06,
      "loss": 0.3779,
      "step": 896550
    },
    {
      "epoch": 250.23,
      "grad_norm": 0.9512656331062317,
      "learning_rate": 3.856841863151409e-06,
      "loss": 0.3598,
      "step": 896560
    },
    {
      "epoch": 250.23,
      "grad_norm": 1.0931583642959595,
      "learning_rate": 3.856821213217403e-06,
      "loss": 0.3608,
      "step": 896570
    },
    {
      "epoch": 250.23,
      "grad_norm": 1.0164625644683838,
      "learning_rate": 3.856800563082007e-06,
      "loss": 0.364,
      "step": 896580
    },
    {
      "epoch": 250.23,
      "grad_norm": 0.9024532437324524,
      "learning_rate": 3.856779912745223e-06,
      "loss": 0.3388,
      "step": 896590
    },
    {
      "epoch": 250.24,
      "grad_norm": 1.008324384689331,
      "learning_rate": 3.8567592622070546e-06,
      "loss": 0.353,
      "step": 896600
    },
    {
      "epoch": 250.24,
      "grad_norm": 1.1501033306121826,
      "learning_rate": 3.856738611467505e-06,
      "loss": 0.3609,
      "step": 896610
    },
    {
      "epoch": 250.24,
      "grad_norm": 1.1344859600067139,
      "learning_rate": 3.856717960526575e-06,
      "loss": 0.3762,
      "step": 896620
    },
    {
      "epoch": 250.25,
      "grad_norm": 1.2102794647216797,
      "learning_rate": 3.8566973093842685e-06,
      "loss": 0.355,
      "step": 896630
    },
    {
      "epoch": 250.25,
      "grad_norm": 0.9858714938163757,
      "learning_rate": 3.8566766580405895e-06,
      "loss": 0.3762,
      "step": 896640
    },
    {
      "epoch": 250.25,
      "grad_norm": 1.0172072649002075,
      "learning_rate": 3.8566560064955386e-06,
      "loss": 0.3744,
      "step": 896650
    },
    {
      "epoch": 250.25,
      "grad_norm": 0.9911959171295166,
      "learning_rate": 3.856635354749121e-06,
      "loss": 0.3557,
      "step": 896660
    },
    {
      "epoch": 250.26,
      "grad_norm": 0.9950461983680725,
      "learning_rate": 3.856614702801336e-06,
      "loss": 0.3584,
      "step": 896670
    },
    {
      "epoch": 250.26,
      "grad_norm": 1.0755950212478638,
      "learning_rate": 3.856594050652189e-06,
      "loss": 0.3578,
      "step": 896680
    },
    {
      "epoch": 250.26,
      "grad_norm": 1.076991081237793,
      "learning_rate": 3.8565733983016826e-06,
      "loss": 0.3542,
      "step": 896690
    },
    {
      "epoch": 250.27,
      "grad_norm": 1.287825345993042,
      "learning_rate": 3.856552745749818e-06,
      "loss": 0.3602,
      "step": 896700
    },
    {
      "epoch": 250.27,
      "grad_norm": 1.0914632081985474,
      "learning_rate": 3.8565320929966e-06,
      "loss": 0.3615,
      "step": 896710
    },
    {
      "epoch": 250.27,
      "grad_norm": 1.0754176378250122,
      "learning_rate": 3.856511440042029e-06,
      "loss": 0.3548,
      "step": 896720
    },
    {
      "epoch": 250.27,
      "grad_norm": 0.9937527179718018,
      "learning_rate": 3.8564907868861105e-06,
      "loss": 0.3729,
      "step": 896730
    },
    {
      "epoch": 250.28,
      "grad_norm": 1.0812435150146484,
      "learning_rate": 3.856470133528845e-06,
      "loss": 0.3576,
      "step": 896740
    },
    {
      "epoch": 250.28,
      "grad_norm": 1.0116076469421387,
      "learning_rate": 3.856449479970236e-06,
      "loss": 0.3637,
      "step": 896750
    },
    {
      "epoch": 250.28,
      "grad_norm": 1.123723030090332,
      "learning_rate": 3.856428826210287e-06,
      "loss": 0.3698,
      "step": 896760
    },
    {
      "epoch": 250.28,
      "grad_norm": 1.1748636960983276,
      "learning_rate": 3.856408172248999e-06,
      "loss": 0.3679,
      "step": 896770
    },
    {
      "epoch": 250.29,
      "grad_norm": 1.0348765850067139,
      "learning_rate": 3.856387518086376e-06,
      "loss": 0.3679,
      "step": 896780
    },
    {
      "epoch": 250.29,
      "grad_norm": 1.1749939918518066,
      "learning_rate": 3.8563668637224215e-06,
      "loss": 0.3527,
      "step": 896790
    },
    {
      "epoch": 250.29,
      "grad_norm": 1.140992283821106,
      "learning_rate": 3.8563462091571365e-06,
      "loss": 0.346,
      "step": 896800
    },
    {
      "epoch": 250.3,
      "grad_norm": 0.9982936382293701,
      "learning_rate": 3.8563255543905245e-06,
      "loss": 0.3622,
      "step": 896810
    },
    {
      "epoch": 250.3,
      "grad_norm": 1.1493406295776367,
      "learning_rate": 3.856304899422589e-06,
      "loss": 0.3692,
      "step": 896820
    },
    {
      "epoch": 250.3,
      "grad_norm": 1.1663540601730347,
      "learning_rate": 3.8562842442533305e-06,
      "loss": 0.3678,
      "step": 896830
    },
    {
      "epoch": 250.3,
      "grad_norm": 1.250446081161499,
      "learning_rate": 3.856263588882754e-06,
      "loss": 0.3625,
      "step": 896840
    },
    {
      "epoch": 250.31,
      "grad_norm": 1.305459976196289,
      "learning_rate": 3.856242933310863e-06,
      "loss": 0.3734,
      "step": 896850
    },
    {
      "epoch": 250.31,
      "grad_norm": 1.0723296403884888,
      "learning_rate": 3.856222277537657e-06,
      "loss": 0.3602,
      "step": 896860
    },
    {
      "epoch": 250.31,
      "grad_norm": 0.9408295750617981,
      "learning_rate": 3.856201621563141e-06,
      "loss": 0.3507,
      "step": 896870
    },
    {
      "epoch": 250.32,
      "grad_norm": 1.137984275817871,
      "learning_rate": 3.856180965387318e-06,
      "loss": 0.3714,
      "step": 896880
    },
    {
      "epoch": 250.32,
      "grad_norm": 1.0945073366165161,
      "learning_rate": 3.8561603090101885e-06,
      "loss": 0.3687,
      "step": 896890
    },
    {
      "epoch": 250.32,
      "grad_norm": 1.143967866897583,
      "learning_rate": 3.856139652431758e-06,
      "loss": 0.3656,
      "step": 896900
    },
    {
      "epoch": 250.32,
      "grad_norm": 1.086309552192688,
      "learning_rate": 3.856118995652027e-06,
      "loss": 0.3579,
      "step": 896910
    },
    {
      "epoch": 250.33,
      "grad_norm": 1.103536605834961,
      "learning_rate": 3.856098338671001e-06,
      "loss": 0.3702,
      "step": 896920
    },
    {
      "epoch": 250.33,
      "grad_norm": 1.1513153314590454,
      "learning_rate": 3.856077681488679e-06,
      "loss": 0.3717,
      "step": 896930
    },
    {
      "epoch": 250.33,
      "grad_norm": 0.9766834378242493,
      "learning_rate": 3.856057024105067e-06,
      "loss": 0.3565,
      "step": 896940
    },
    {
      "epoch": 250.33,
      "grad_norm": 1.2428263425827026,
      "learning_rate": 3.856036366520166e-06,
      "loss": 0.3611,
      "step": 896950
    },
    {
      "epoch": 250.34,
      "grad_norm": 1.044925570487976,
      "learning_rate": 3.85601570873398e-06,
      "loss": 0.3524,
      "step": 896960
    },
    {
      "epoch": 250.34,
      "grad_norm": 0.9317667484283447,
      "learning_rate": 3.85599505074651e-06,
      "loss": 0.3645,
      "step": 896970
    },
    {
      "epoch": 250.34,
      "grad_norm": 1.1311821937561035,
      "learning_rate": 3.8559743925577605e-06,
      "loss": 0.3769,
      "step": 896980
    },
    {
      "epoch": 250.35,
      "grad_norm": 1.019999623298645,
      "learning_rate": 3.855953734167734e-06,
      "loss": 0.3574,
      "step": 896990
    },
    {
      "epoch": 250.35,
      "grad_norm": 1.0451794862747192,
      "learning_rate": 3.855933075576432e-06,
      "loss": 0.3582,
      "step": 897000
    },
    {
      "epoch": 250.35,
      "grad_norm": 1.0127387046813965,
      "learning_rate": 3.855912416783858e-06,
      "loss": 0.3461,
      "step": 897010
    },
    {
      "epoch": 250.35,
      "grad_norm": 1.047616958618164,
      "learning_rate": 3.855891757790015e-06,
      "loss": 0.3529,
      "step": 897020
    },
    {
      "epoch": 250.36,
      "grad_norm": 1.050027847290039,
      "learning_rate": 3.855871098594906e-06,
      "loss": 0.3703,
      "step": 897030
    },
    {
      "epoch": 250.36,
      "grad_norm": 1.0387237071990967,
      "learning_rate": 3.855850439198532e-06,
      "loss": 0.37,
      "step": 897040
    },
    {
      "epoch": 250.36,
      "grad_norm": 0.9558703303337097,
      "learning_rate": 3.855829779600898e-06,
      "loss": 0.3591,
      "step": 897050
    },
    {
      "epoch": 250.37,
      "grad_norm": 0.9578107595443726,
      "learning_rate": 3.855809119802006e-06,
      "loss": 0.3814,
      "step": 897060
    },
    {
      "epoch": 250.37,
      "grad_norm": 1.003571629524231,
      "learning_rate": 3.8557884598018575e-06,
      "loss": 0.3545,
      "step": 897070
    },
    {
      "epoch": 250.37,
      "grad_norm": 0.9857550263404846,
      "learning_rate": 3.855767799600457e-06,
      "loss": 0.3484,
      "step": 897080
    },
    {
      "epoch": 250.37,
      "grad_norm": 0.9139209985733032,
      "learning_rate": 3.855747139197805e-06,
      "loss": 0.3481,
      "step": 897090
    },
    {
      "epoch": 250.38,
      "grad_norm": 1.0591415166854858,
      "learning_rate": 3.855726478593908e-06,
      "loss": 0.3684,
      "step": 897100
    },
    {
      "epoch": 250.38,
      "grad_norm": 1.0100260972976685,
      "learning_rate": 3.855705817788765e-06,
      "loss": 0.3732,
      "step": 897110
    },
    {
      "epoch": 250.38,
      "grad_norm": 0.9753717184066772,
      "learning_rate": 3.855685156782382e-06,
      "loss": 0.3616,
      "step": 897120
    },
    {
      "epoch": 250.39,
      "grad_norm": 0.9682020545005798,
      "learning_rate": 3.855664495574758e-06,
      "loss": 0.3621,
      "step": 897130
    },
    {
      "epoch": 250.39,
      "grad_norm": 0.9365662932395935,
      "learning_rate": 3.8556438341658986e-06,
      "loss": 0.3494,
      "step": 897140
    },
    {
      "epoch": 250.39,
      "grad_norm": 1.0504896640777588,
      "learning_rate": 3.855623172555806e-06,
      "loss": 0.3588,
      "step": 897150
    },
    {
      "epoch": 250.39,
      "grad_norm": 1.12235426902771,
      "learning_rate": 3.855602510744483e-06,
      "loss": 0.3775,
      "step": 897160
    },
    {
      "epoch": 250.4,
      "grad_norm": 4.001485824584961,
      "learning_rate": 3.855581848731931e-06,
      "loss": 0.3819,
      "step": 897170
    },
    {
      "epoch": 250.4,
      "grad_norm": 1.1633741855621338,
      "learning_rate": 3.855561186518154e-06,
      "loss": 0.3635,
      "step": 897180
    },
    {
      "epoch": 250.4,
      "grad_norm": 1.1178324222564697,
      "learning_rate": 3.855540524103154e-06,
      "loss": 0.3517,
      "step": 897190
    },
    {
      "epoch": 250.4,
      "grad_norm": 1.3577812910079956,
      "learning_rate": 3.855519861486935e-06,
      "loss": 0.3584,
      "step": 897200
    },
    {
      "epoch": 250.41,
      "grad_norm": 1.020102620124817,
      "learning_rate": 3.8554991986695e-06,
      "loss": 0.3665,
      "step": 897210
    },
    {
      "epoch": 250.41,
      "grad_norm": 1.0669981241226196,
      "learning_rate": 3.8554785356508495e-06,
      "loss": 0.3711,
      "step": 897220
    },
    {
      "epoch": 250.41,
      "grad_norm": 1.109431505203247,
      "learning_rate": 3.8554578724309876e-06,
      "loss": 0.3517,
      "step": 897230
    },
    {
      "epoch": 250.42,
      "grad_norm": 1.0516672134399414,
      "learning_rate": 3.855437209009917e-06,
      "loss": 0.3673,
      "step": 897240
    },
    {
      "epoch": 250.42,
      "grad_norm": 1.2854371070861816,
      "learning_rate": 3.855416545387641e-06,
      "loss": 0.3574,
      "step": 897250
    },
    {
      "epoch": 250.42,
      "grad_norm": 2.7179811000823975,
      "learning_rate": 3.855395881564161e-06,
      "loss": 0.3779,
      "step": 897260
    },
    {
      "epoch": 250.42,
      "grad_norm": 0.8561620116233826,
      "learning_rate": 3.855375217539481e-06,
      "loss": 0.3542,
      "step": 897270
    },
    {
      "epoch": 250.43,
      "grad_norm": 1.0996198654174805,
      "learning_rate": 3.855354553313603e-06,
      "loss": 0.3471,
      "step": 897280
    },
    {
      "epoch": 250.43,
      "grad_norm": 1.235862135887146,
      "learning_rate": 3.85533388888653e-06,
      "loss": 0.3542,
      "step": 897290
    },
    {
      "epoch": 250.43,
      "grad_norm": 0.9635372161865234,
      "learning_rate": 3.855313224258265e-06,
      "loss": 0.3474,
      "step": 897300
    },
    {
      "epoch": 250.44,
      "grad_norm": 1.1839721202850342,
      "learning_rate": 3.85529255942881e-06,
      "loss": 0.3524,
      "step": 897310
    },
    {
      "epoch": 250.44,
      "grad_norm": 1.0636893510818481,
      "learning_rate": 3.85527189439817e-06,
      "loss": 0.373,
      "step": 897320
    },
    {
      "epoch": 250.44,
      "grad_norm": 0.9154212474822998,
      "learning_rate": 3.855251229166344e-06,
      "loss": 0.3728,
      "step": 897330
    },
    {
      "epoch": 250.44,
      "grad_norm": 1.0909810066223145,
      "learning_rate": 3.855230563733338e-06,
      "loss": 0.3725,
      "step": 897340
    },
    {
      "epoch": 250.45,
      "grad_norm": 1.0674477815628052,
      "learning_rate": 3.855209898099154e-06,
      "loss": 0.3735,
      "step": 897350
    },
    {
      "epoch": 250.45,
      "grad_norm": 1.0584499835968018,
      "learning_rate": 3.855189232263792e-06,
      "loss": 0.3575,
      "step": 897360
    },
    {
      "epoch": 250.45,
      "grad_norm": 0.9698441028594971,
      "learning_rate": 3.855168566227259e-06,
      "loss": 0.3593,
      "step": 897370
    },
    {
      "epoch": 250.45,
      "grad_norm": 1.0566725730895996,
      "learning_rate": 3.8551478999895555e-06,
      "loss": 0.3471,
      "step": 897380
    },
    {
      "epoch": 250.46,
      "grad_norm": 1.072400689125061,
      "learning_rate": 3.855127233550684e-06,
      "loss": 0.349,
      "step": 897390
    },
    {
      "epoch": 250.46,
      "grad_norm": 1.1559945344924927,
      "learning_rate": 3.855106566910648e-06,
      "loss": 0.3724,
      "step": 897400
    },
    {
      "epoch": 250.46,
      "grad_norm": 1.1663963794708252,
      "learning_rate": 3.85508590006945e-06,
      "loss": 0.3598,
      "step": 897410
    },
    {
      "epoch": 250.47,
      "grad_norm": 1.0369460582733154,
      "learning_rate": 3.8550652330270925e-06,
      "loss": 0.3841,
      "step": 897420
    },
    {
      "epoch": 250.47,
      "grad_norm": 0.9263309836387634,
      "learning_rate": 3.8550445657835785e-06,
      "loss": 0.3621,
      "step": 897430
    },
    {
      "epoch": 250.47,
      "grad_norm": 0.999343752861023,
      "learning_rate": 3.855023898338911e-06,
      "loss": 0.3613,
      "step": 897440
    },
    {
      "epoch": 250.47,
      "grad_norm": 1.106634497642517,
      "learning_rate": 3.855003230693093e-06,
      "loss": 0.3406,
      "step": 897450
    },
    {
      "epoch": 250.48,
      "grad_norm": 1.1311473846435547,
      "learning_rate": 3.854982562846126e-06,
      "loss": 0.3785,
      "step": 897460
    },
    {
      "epoch": 250.48,
      "grad_norm": 1.2965147495269775,
      "learning_rate": 3.854961894798015e-06,
      "loss": 0.3508,
      "step": 897470
    },
    {
      "epoch": 250.48,
      "grad_norm": 0.9392756223678589,
      "learning_rate": 3.854941226548759e-06,
      "loss": 0.3581,
      "step": 897480
    },
    {
      "epoch": 250.49,
      "grad_norm": 1.0160515308380127,
      "learning_rate": 3.854920558098365e-06,
      "loss": 0.367,
      "step": 897490
    },
    {
      "epoch": 250.49,
      "grad_norm": 1.0667574405670166,
      "learning_rate": 3.854899889446833e-06,
      "loss": 0.3807,
      "step": 897500
    },
    {
      "epoch": 250.49,
      "grad_norm": 1.170081377029419,
      "learning_rate": 3.854879220594166e-06,
      "loss": 0.362,
      "step": 897510
    },
    {
      "epoch": 250.49,
      "grad_norm": 0.9598668813705444,
      "learning_rate": 3.854858551540368e-06,
      "loss": 0.3347,
      "step": 897520
    },
    {
      "epoch": 250.5,
      "grad_norm": 1.1617220640182495,
      "learning_rate": 3.854837882285441e-06,
      "loss": 0.3811,
      "step": 897530
    },
    {
      "epoch": 250.5,
      "grad_norm": 1.0481082201004028,
      "learning_rate": 3.854817212829388e-06,
      "loss": 0.3553,
      "step": 897540
    },
    {
      "epoch": 250.5,
      "grad_norm": 0.9019407629966736,
      "learning_rate": 3.854796543172211e-06,
      "loss": 0.3596,
      "step": 897550
    },
    {
      "epoch": 250.51,
      "grad_norm": 1.0794881582260132,
      "learning_rate": 3.854775873313914e-06,
      "loss": 0.3734,
      "step": 897560
    },
    {
      "epoch": 250.51,
      "grad_norm": 0.9517983794212341,
      "learning_rate": 3.854755203254498e-06,
      "loss": 0.3726,
      "step": 897570
    },
    {
      "epoch": 250.51,
      "grad_norm": 1.0483211278915405,
      "learning_rate": 3.854734532993968e-06,
      "loss": 0.3554,
      "step": 897580
    },
    {
      "epoch": 250.51,
      "grad_norm": 0.9996035099029541,
      "learning_rate": 3.854713862532325e-06,
      "loss": 0.3711,
      "step": 897590
    },
    {
      "epoch": 250.52,
      "grad_norm": 1.2792645692825317,
      "learning_rate": 3.854693191869571e-06,
      "loss": 0.3804,
      "step": 897600
    },
    {
      "epoch": 250.52,
      "grad_norm": 1.0957659482955933,
      "learning_rate": 3.854672521005712e-06,
      "loss": 0.3515,
      "step": 897610
    },
    {
      "epoch": 250.52,
      "grad_norm": 1.0506778955459595,
      "learning_rate": 3.854651849940748e-06,
      "loss": 0.3501,
      "step": 897620
    },
    {
      "epoch": 250.52,
      "grad_norm": 1.0698431730270386,
      "learning_rate": 3.854631178674683e-06,
      "loss": 0.379,
      "step": 897630
    },
    {
      "epoch": 250.53,
      "grad_norm": 1.359999656677246,
      "learning_rate": 3.8546105072075184e-06,
      "loss": 0.3734,
      "step": 897640
    },
    {
      "epoch": 250.53,
      "grad_norm": 0.9350556135177612,
      "learning_rate": 3.8545898355392584e-06,
      "loss": 0.3651,
      "step": 897650
    },
    {
      "epoch": 250.53,
      "grad_norm": 0.842169463634491,
      "learning_rate": 3.854569163669905e-06,
      "loss": 0.3548,
      "step": 897660
    },
    {
      "epoch": 250.54,
      "grad_norm": 0.9655425548553467,
      "learning_rate": 3.854548491599461e-06,
      "loss": 0.3579,
      "step": 897670
    },
    {
      "epoch": 250.54,
      "grad_norm": 1.0821783542633057,
      "learning_rate": 3.854527819327931e-06,
      "loss": 0.3421,
      "step": 897680
    },
    {
      "epoch": 250.54,
      "grad_norm": 1.5145808458328247,
      "learning_rate": 3.854507146855315e-06,
      "loss": 0.374,
      "step": 897690
    },
    {
      "epoch": 250.54,
      "grad_norm": 0.9834830164909363,
      "learning_rate": 3.854486474181616e-06,
      "loss": 0.3655,
      "step": 897700
    },
    {
      "epoch": 250.55,
      "grad_norm": 1.1822779178619385,
      "learning_rate": 3.854465801306838e-06,
      "loss": 0.3588,
      "step": 897710
    },
    {
      "epoch": 250.55,
      "grad_norm": 1.0401841402053833,
      "learning_rate": 3.8544451282309835e-06,
      "loss": 0.3518,
      "step": 897720
    },
    {
      "epoch": 250.55,
      "grad_norm": 0.9897692203521729,
      "learning_rate": 3.854424454954055e-06,
      "loss": 0.3575,
      "step": 897730
    },
    {
      "epoch": 250.56,
      "grad_norm": 1.3603638410568237,
      "learning_rate": 3.8544037814760545e-06,
      "loss": 0.349,
      "step": 897740
    },
    {
      "epoch": 250.56,
      "grad_norm": 1.1088964939117432,
      "learning_rate": 3.8543831077969866e-06,
      "loss": 0.3725,
      "step": 897750
    },
    {
      "epoch": 250.56,
      "grad_norm": 1.2526006698608398,
      "learning_rate": 3.8543624339168525e-06,
      "loss": 0.3626,
      "step": 897760
    },
    {
      "epoch": 250.56,
      "grad_norm": 1.1051511764526367,
      "learning_rate": 3.854341759835656e-06,
      "loss": 0.3771,
      "step": 897770
    },
    {
      "epoch": 250.57,
      "grad_norm": 1.0066596269607544,
      "learning_rate": 3.854321085553399e-06,
      "loss": 0.3616,
      "step": 897780
    },
    {
      "epoch": 250.57,
      "grad_norm": 1.1241798400878906,
      "learning_rate": 3.854300411070085e-06,
      "loss": 0.3656,
      "step": 897790
    },
    {
      "epoch": 250.57,
      "grad_norm": 1.346469521522522,
      "learning_rate": 3.854279736385716e-06,
      "loss": 0.3664,
      "step": 897800
    },
    {
      "epoch": 250.57,
      "grad_norm": 0.9248947501182556,
      "learning_rate": 3.854259061500295e-06,
      "loss": 0.3616,
      "step": 897810
    },
    {
      "epoch": 250.58,
      "grad_norm": 1.0661545991897583,
      "learning_rate": 3.854238386413825e-06,
      "loss": 0.3668,
      "step": 897820
    },
    {
      "epoch": 250.58,
      "grad_norm": 1.086525797843933,
      "learning_rate": 3.8542177111263086e-06,
      "loss": 0.3683,
      "step": 897830
    },
    {
      "epoch": 250.58,
      "grad_norm": 1.0446993112564087,
      "learning_rate": 3.854197035637748e-06,
      "loss": 0.3664,
      "step": 897840
    },
    {
      "epoch": 250.59,
      "grad_norm": 1.1510653495788574,
      "learning_rate": 3.8541763599481464e-06,
      "loss": 0.3646,
      "step": 897850
    },
    {
      "epoch": 250.59,
      "grad_norm": 1.017659306526184,
      "learning_rate": 3.854155684057508e-06,
      "loss": 0.3779,
      "step": 897860
    },
    {
      "epoch": 250.59,
      "grad_norm": 1.3120414018630981,
      "learning_rate": 3.854135007965833e-06,
      "loss": 0.3823,
      "step": 897870
    },
    {
      "epoch": 250.59,
      "grad_norm": 1.0758788585662842,
      "learning_rate": 3.8541143316731266e-06,
      "loss": 0.359,
      "step": 897880
    },
    {
      "epoch": 250.6,
      "grad_norm": 1.404463291168213,
      "learning_rate": 3.8540936551793885e-06,
      "loss": 0.3724,
      "step": 897890
    },
    {
      "epoch": 250.6,
      "grad_norm": 1.4210842847824097,
      "learning_rate": 3.854072978484625e-06,
      "loss": 0.3651,
      "step": 897900
    },
    {
      "epoch": 250.6,
      "grad_norm": 1.3983430862426758,
      "learning_rate": 3.854052301588835e-06,
      "loss": 0.3623,
      "step": 897910
    },
    {
      "epoch": 250.61,
      "grad_norm": 1.1449649333953857,
      "learning_rate": 3.854031624492025e-06,
      "loss": 0.3615,
      "step": 897920
    },
    {
      "epoch": 250.61,
      "grad_norm": 0.9726689457893372,
      "learning_rate": 3.854010947194196e-06,
      "loss": 0.3423,
      "step": 897930
    },
    {
      "epoch": 250.61,
      "grad_norm": 1.1125391721725464,
      "learning_rate": 3.85399026969535e-06,
      "loss": 0.3638,
      "step": 897940
    },
    {
      "epoch": 250.61,
      "grad_norm": 21.759876251220703,
      "learning_rate": 3.853969591995491e-06,
      "loss": 0.353,
      "step": 897950
    },
    {
      "epoch": 250.62,
      "grad_norm": 1.228428602218628,
      "learning_rate": 3.853948914094622e-06,
      "loss": 0.3618,
      "step": 897960
    },
    {
      "epoch": 250.62,
      "grad_norm": 1.105993628501892,
      "learning_rate": 3.853928235992744e-06,
      "loss": 0.3592,
      "step": 897970
    },
    {
      "epoch": 250.62,
      "grad_norm": 1.1680138111114502,
      "learning_rate": 3.8539075576898624e-06,
      "loss": 0.3781,
      "step": 897980
    },
    {
      "epoch": 250.63,
      "grad_norm": 1.3108762502670288,
      "learning_rate": 3.853886879185977e-06,
      "loss": 0.3681,
      "step": 897990
    },
    {
      "epoch": 250.63,
      "grad_norm": 1.1784635782241821,
      "learning_rate": 3.8538662004810925e-06,
      "loss": 0.3707,
      "step": 898000
    },
    {
      "epoch": 250.63,
      "grad_norm": 1.2632344961166382,
      "learning_rate": 3.853845521575211e-06,
      "loss": 0.3576,
      "step": 898010
    },
    {
      "epoch": 250.63,
      "grad_norm": 0.9114779233932495,
      "learning_rate": 3.853824842468336e-06,
      "loss": 0.3728,
      "step": 898020
    },
    {
      "epoch": 250.64,
      "grad_norm": 1.1587949991226196,
      "learning_rate": 3.853804163160469e-06,
      "loss": 0.3662,
      "step": 898030
    },
    {
      "epoch": 250.64,
      "grad_norm": 1.1005384922027588,
      "learning_rate": 3.853783483651614e-06,
      "loss": 0.3635,
      "step": 898040
    },
    {
      "epoch": 250.64,
      "grad_norm": 1.2308100461959839,
      "learning_rate": 3.853762803941772e-06,
      "loss": 0.3645,
      "step": 898050
    },
    {
      "epoch": 250.64,
      "grad_norm": 0.9391218423843384,
      "learning_rate": 3.853742124030947e-06,
      "loss": 0.3599,
      "step": 898060
    },
    {
      "epoch": 250.65,
      "grad_norm": 0.8984521627426147,
      "learning_rate": 3.8537214439191426e-06,
      "loss": 0.3764,
      "step": 898070
    },
    {
      "epoch": 250.65,
      "grad_norm": 0.9018085598945618,
      "learning_rate": 3.85370076360636e-06,
      "loss": 0.3759,
      "step": 898080
    },
    {
      "epoch": 250.65,
      "grad_norm": 1.155691385269165,
      "learning_rate": 3.853680083092603e-06,
      "loss": 0.3727,
      "step": 898090
    },
    {
      "epoch": 250.66,
      "grad_norm": 1.0775322914123535,
      "learning_rate": 3.853659402377873e-06,
      "loss": 0.3727,
      "step": 898100
    },
    {
      "epoch": 250.66,
      "grad_norm": 1.1622393131256104,
      "learning_rate": 3.853638721462175e-06,
      "loss": 0.3641,
      "step": 898110
    },
    {
      "epoch": 250.66,
      "grad_norm": 1.080958366394043,
      "learning_rate": 3.853618040345509e-06,
      "loss": 0.3701,
      "step": 898120
    },
    {
      "epoch": 250.66,
      "grad_norm": 1.0115588903427124,
      "learning_rate": 3.853597359027879e-06,
      "loss": 0.3538,
      "step": 898130
    },
    {
      "epoch": 250.67,
      "grad_norm": 1.1661319732666016,
      "learning_rate": 3.853576677509289e-06,
      "loss": 0.3609,
      "step": 898140
    },
    {
      "epoch": 250.67,
      "grad_norm": 1.1417185068130493,
      "learning_rate": 3.853555995789741e-06,
      "loss": 0.3582,
      "step": 898150
    },
    {
      "epoch": 250.67,
      "grad_norm": 1.1296734809875488,
      "learning_rate": 3.853535313869236e-06,
      "loss": 0.3652,
      "step": 898160
    },
    {
      "epoch": 250.68,
      "grad_norm": 0.9041194915771484,
      "learning_rate": 3.853514631747779e-06,
      "loss": 0.3591,
      "step": 898170
    },
    {
      "epoch": 250.68,
      "grad_norm": 1.2041486501693726,
      "learning_rate": 3.853493949425373e-06,
      "loss": 0.3658,
      "step": 898180
    },
    {
      "epoch": 250.68,
      "grad_norm": 1.0408942699432373,
      "learning_rate": 3.853473266902018e-06,
      "loss": 0.3516,
      "step": 898190
    },
    {
      "epoch": 250.68,
      "grad_norm": 1.4548927545547485,
      "learning_rate": 3.853452584177718e-06,
      "loss": 0.3623,
      "step": 898200
    },
    {
      "epoch": 250.69,
      "grad_norm": 1.1525040864944458,
      "learning_rate": 3.853431901252478e-06,
      "loss": 0.3646,
      "step": 898210
    },
    {
      "epoch": 250.69,
      "grad_norm": 1.0704604387283325,
      "learning_rate": 3.853411218126298e-06,
      "loss": 0.3489,
      "step": 898220
    },
    {
      "epoch": 250.69,
      "grad_norm": 1.121646523475647,
      "learning_rate": 3.8533905347991815e-06,
      "loss": 0.3579,
      "step": 898230
    },
    {
      "epoch": 250.69,
      "grad_norm": 1.1539298295974731,
      "learning_rate": 3.853369851271132e-06,
      "loss": 0.3537,
      "step": 898240
    },
    {
      "epoch": 250.7,
      "grad_norm": 1.1066087484359741,
      "learning_rate": 3.85334916754215e-06,
      "loss": 0.3635,
      "step": 898250
    },
    {
      "epoch": 250.7,
      "grad_norm": 1.1168309450149536,
      "learning_rate": 3.853328483612242e-06,
      "loss": 0.3826,
      "step": 898260
    },
    {
      "epoch": 250.7,
      "grad_norm": 1.1995069980621338,
      "learning_rate": 3.853307799481408e-06,
      "loss": 0.3615,
      "step": 898270
    },
    {
      "epoch": 250.71,
      "grad_norm": 0.8955530524253845,
      "learning_rate": 3.853287115149651e-06,
      "loss": 0.3472,
      "step": 898280
    },
    {
      "epoch": 250.71,
      "grad_norm": 0.9384655356407166,
      "learning_rate": 3.853266430616975e-06,
      "loss": 0.3573,
      "step": 898290
    },
    {
      "epoch": 250.71,
      "grad_norm": 1.2339428663253784,
      "learning_rate": 3.853245745883382e-06,
      "loss": 0.3611,
      "step": 898300
    },
    {
      "epoch": 250.71,
      "grad_norm": 1.2514046430587769,
      "learning_rate": 3.853225060948874e-06,
      "loss": 0.3616,
      "step": 898310
    },
    {
      "epoch": 250.72,
      "grad_norm": 1.012642502784729,
      "learning_rate": 3.853204375813454e-06,
      "loss": 0.3628,
      "step": 898320
    },
    {
      "epoch": 250.72,
      "grad_norm": 1.0220028162002563,
      "learning_rate": 3.853183690477127e-06,
      "loss": 0.3604,
      "step": 898330
    },
    {
      "epoch": 250.72,
      "grad_norm": 1.0443366765975952,
      "learning_rate": 3.853163004939892e-06,
      "loss": 0.3625,
      "step": 898340
    },
    {
      "epoch": 250.73,
      "grad_norm": 1.1218562126159668,
      "learning_rate": 3.853142319201755e-06,
      "loss": 0.3645,
      "step": 898350
    },
    {
      "epoch": 250.73,
      "grad_norm": 1.2783803939819336,
      "learning_rate": 3.853121633262717e-06,
      "loss": 0.3605,
      "step": 898360
    },
    {
      "epoch": 250.73,
      "grad_norm": 1.0855004787445068,
      "learning_rate": 3.853100947122781e-06,
      "loss": 0.3683,
      "step": 898370
    },
    {
      "epoch": 250.73,
      "grad_norm": 1.0797616243362427,
      "learning_rate": 3.853080260781951e-06,
      "loss": 0.349,
      "step": 898380
    },
    {
      "epoch": 250.74,
      "grad_norm": 0.9999715685844421,
      "learning_rate": 3.8530595742402275e-06,
      "loss": 0.3297,
      "step": 898390
    },
    {
      "epoch": 250.74,
      "grad_norm": 0.9749717712402344,
      "learning_rate": 3.853038887497615e-06,
      "loss": 0.3484,
      "step": 898400
    },
    {
      "epoch": 250.74,
      "grad_norm": 0.9389133453369141,
      "learning_rate": 3.8530182005541156e-06,
      "loss": 0.3732,
      "step": 898410
    },
    {
      "epoch": 250.75,
      "grad_norm": 0.9517065286636353,
      "learning_rate": 3.852997513409732e-06,
      "loss": 0.3614,
      "step": 898420
    },
    {
      "epoch": 250.75,
      "grad_norm": 0.9980239868164062,
      "learning_rate": 3.852976826064468e-06,
      "loss": 0.3765,
      "step": 898430
    },
    {
      "epoch": 250.75,
      "grad_norm": 1.1471309661865234,
      "learning_rate": 3.852956138518325e-06,
      "loss": 0.3564,
      "step": 898440
    },
    {
      "epoch": 250.75,
      "grad_norm": 0.9849742650985718,
      "learning_rate": 3.852935450771306e-06,
      "loss": 0.3761,
      "step": 898450
    },
    {
      "epoch": 250.76,
      "grad_norm": 0.8990429043769836,
      "learning_rate": 3.852914762823414e-06,
      "loss": 0.3816,
      "step": 898460
    },
    {
      "epoch": 250.76,
      "grad_norm": 1.2130733728408813,
      "learning_rate": 3.852894074674652e-06,
      "loss": 0.3819,
      "step": 898470
    },
    {
      "epoch": 250.76,
      "grad_norm": 0.9385572075843811,
      "learning_rate": 3.8528733863250224e-06,
      "loss": 0.3613,
      "step": 898480
    },
    {
      "epoch": 250.76,
      "grad_norm": 1.129593849182129,
      "learning_rate": 3.8528526977745284e-06,
      "loss": 0.3692,
      "step": 898490
    },
    {
      "epoch": 250.77,
      "grad_norm": 1.0268765687942505,
      "learning_rate": 3.852832009023172e-06,
      "loss": 0.376,
      "step": 898500
    },
    {
      "epoch": 250.77,
      "grad_norm": 1.1975598335266113,
      "learning_rate": 3.852811320070957e-06,
      "loss": 0.3573,
      "step": 898510
    },
    {
      "epoch": 250.77,
      "grad_norm": 1.101852536201477,
      "learning_rate": 3.852790630917885e-06,
      "loss": 0.3735,
      "step": 898520
    },
    {
      "epoch": 250.78,
      "grad_norm": 1.0694725513458252,
      "learning_rate": 3.852769941563959e-06,
      "loss": 0.3786,
      "step": 898530
    },
    {
      "epoch": 250.78,
      "grad_norm": 1.0174455642700195,
      "learning_rate": 3.852749252009183e-06,
      "loss": 0.3638,
      "step": 898540
    },
    {
      "epoch": 250.78,
      "grad_norm": 1.0102394819259644,
      "learning_rate": 3.852728562253557e-06,
      "loss": 0.3761,
      "step": 898550
    },
    {
      "epoch": 250.78,
      "grad_norm": 0.9903908371925354,
      "learning_rate": 3.852707872297087e-06,
      "loss": 0.3625,
      "step": 898560
    },
    {
      "epoch": 250.79,
      "grad_norm": 0.9730629324913025,
      "learning_rate": 3.852687182139775e-06,
      "loss": 0.3608,
      "step": 898570
    },
    {
      "epoch": 250.79,
      "grad_norm": 1.0533397197723389,
      "learning_rate": 3.852666491781621e-06,
      "loss": 0.3501,
      "step": 898580
    },
    {
      "epoch": 250.79,
      "grad_norm": 1.0551725625991821,
      "learning_rate": 3.852645801222631e-06,
      "loss": 0.3592,
      "step": 898590
    },
    {
      "epoch": 250.8,
      "grad_norm": 0.9975125789642334,
      "learning_rate": 3.852625110462807e-06,
      "loss": 0.3572,
      "step": 898600
    },
    {
      "epoch": 250.8,
      "grad_norm": 0.9594243168830872,
      "learning_rate": 3.85260441950215e-06,
      "loss": 0.3534,
      "step": 898610
    },
    {
      "epoch": 250.8,
      "grad_norm": 1.1104815006256104,
      "learning_rate": 3.852583728340665e-06,
      "loss": 0.354,
      "step": 898620
    },
    {
      "epoch": 250.8,
      "grad_norm": 1.2013274431228638,
      "learning_rate": 3.852563036978354e-06,
      "loss": 0.3599,
      "step": 898630
    },
    {
      "epoch": 250.81,
      "grad_norm": 0.8619721531867981,
      "learning_rate": 3.8525423454152195e-06,
      "loss": 0.3724,
      "step": 898640
    },
    {
      "epoch": 250.81,
      "grad_norm": 1.0037438869476318,
      "learning_rate": 3.852521653651264e-06,
      "loss": 0.3525,
      "step": 898650
    },
    {
      "epoch": 250.81,
      "grad_norm": 0.9790402054786682,
      "learning_rate": 3.85250096168649e-06,
      "loss": 0.3539,
      "step": 898660
    },
    {
      "epoch": 250.81,
      "grad_norm": 1.158229947090149,
      "learning_rate": 3.852480269520902e-06,
      "loss": 0.3618,
      "step": 898670
    },
    {
      "epoch": 250.82,
      "grad_norm": 1.0888222455978394,
      "learning_rate": 3.852459577154501e-06,
      "loss": 0.3757,
      "step": 898680
    },
    {
      "epoch": 250.82,
      "grad_norm": 0.986008882522583,
      "learning_rate": 3.85243888458729e-06,
      "loss": 0.3491,
      "step": 898690
    },
    {
      "epoch": 250.82,
      "grad_norm": 1.0457041263580322,
      "learning_rate": 3.8524181918192725e-06,
      "loss": 0.3682,
      "step": 898700
    },
    {
      "epoch": 250.83,
      "grad_norm": 3.496164560317993,
      "learning_rate": 3.8523974988504505e-06,
      "loss": 0.372,
      "step": 898710
    },
    {
      "epoch": 250.83,
      "grad_norm": 1.0062223672866821,
      "learning_rate": 3.852376805680828e-06,
      "loss": 0.3546,
      "step": 898720
    },
    {
      "epoch": 250.83,
      "grad_norm": 1.0920608043670654,
      "learning_rate": 3.852356112310406e-06,
      "loss": 0.3514,
      "step": 898730
    },
    {
      "epoch": 250.83,
      "grad_norm": 1.1707054376602173,
      "learning_rate": 3.852335418739189e-06,
      "loss": 0.3554,
      "step": 898740
    },
    {
      "epoch": 250.84,
      "grad_norm": 1.0034310817718506,
      "learning_rate": 3.852314724967178e-06,
      "loss": 0.3622,
      "step": 898750
    },
    {
      "epoch": 250.84,
      "grad_norm": 1.0601909160614014,
      "learning_rate": 3.852294030994377e-06,
      "loss": 0.3525,
      "step": 898760
    },
    {
      "epoch": 250.84,
      "grad_norm": 1.011375904083252,
      "learning_rate": 3.852273336820788e-06,
      "loss": 0.3583,
      "step": 898770
    },
    {
      "epoch": 250.85,
      "grad_norm": 0.9994931221008301,
      "learning_rate": 3.852252642446415e-06,
      "loss": 0.3425,
      "step": 898780
    },
    {
      "epoch": 250.85,
      "grad_norm": 1.001937985420227,
      "learning_rate": 3.852231947871259e-06,
      "loss": 0.3451,
      "step": 898790
    },
    {
      "epoch": 250.85,
      "grad_norm": 1.2095798254013062,
      "learning_rate": 3.852211253095324e-06,
      "loss": 0.3525,
      "step": 898800
    },
    {
      "epoch": 250.85,
      "grad_norm": 0.9808151125907898,
      "learning_rate": 3.852190558118612e-06,
      "loss": 0.3511,
      "step": 898810
    },
    {
      "epoch": 250.86,
      "grad_norm": 0.9647141098976135,
      "learning_rate": 3.852169862941126e-06,
      "loss": 0.3737,
      "step": 898820
    },
    {
      "epoch": 250.86,
      "grad_norm": 0.9319300055503845,
      "learning_rate": 3.8521491675628696e-06,
      "loss": 0.3676,
      "step": 898830
    },
    {
      "epoch": 250.86,
      "grad_norm": 1.0153928995132446,
      "learning_rate": 3.852128471983845e-06,
      "loss": 0.3661,
      "step": 898840
    },
    {
      "epoch": 250.87,
      "grad_norm": 1.194610595703125,
      "learning_rate": 3.852107776204054e-06,
      "loss": 0.3648,
      "step": 898850
    },
    {
      "epoch": 250.87,
      "grad_norm": 1.0168017148971558,
      "learning_rate": 3.8520870802235e-06,
      "loss": 0.349,
      "step": 898860
    },
    {
      "epoch": 250.87,
      "grad_norm": 2.936842441558838,
      "learning_rate": 3.852066384042187e-06,
      "loss": 0.378,
      "step": 898870
    },
    {
      "epoch": 250.87,
      "grad_norm": 0.9845589995384216,
      "learning_rate": 3.8520456876601164e-06,
      "loss": 0.3754,
      "step": 898880
    },
    {
      "epoch": 250.88,
      "grad_norm": 1.095985770225525,
      "learning_rate": 3.852024991077291e-06,
      "loss": 0.3509,
      "step": 898890
    },
    {
      "epoch": 250.88,
      "grad_norm": 1.166650652885437,
      "learning_rate": 3.852004294293714e-06,
      "loss": 0.3589,
      "step": 898900
    },
    {
      "epoch": 250.88,
      "grad_norm": 0.9740909934043884,
      "learning_rate": 3.8519835973093875e-06,
      "loss": 0.3661,
      "step": 898910
    },
    {
      "epoch": 250.88,
      "grad_norm": 0.9329820871353149,
      "learning_rate": 3.851962900124316e-06,
      "loss": 0.3602,
      "step": 898920
    },
    {
      "epoch": 250.89,
      "grad_norm": 2.7416865825653076,
      "learning_rate": 3.851942202738499e-06,
      "loss": 0.3814,
      "step": 898930
    },
    {
      "epoch": 250.89,
      "grad_norm": 1.0556633472442627,
      "learning_rate": 3.851921505151942e-06,
      "loss": 0.3733,
      "step": 898940
    },
    {
      "epoch": 250.89,
      "grad_norm": 1.118902564048767,
      "learning_rate": 3.851900807364647e-06,
      "loss": 0.3691,
      "step": 898950
    },
    {
      "epoch": 250.9,
      "grad_norm": 1.2041192054748535,
      "learning_rate": 3.851880109376618e-06,
      "loss": 0.3525,
      "step": 898960
    },
    {
      "epoch": 250.9,
      "grad_norm": 1.3044226169586182,
      "learning_rate": 3.851859411187855e-06,
      "loss": 0.3293,
      "step": 898970
    },
    {
      "epoch": 250.9,
      "grad_norm": 1.1554495096206665,
      "learning_rate": 3.851838712798363e-06,
      "loss": 0.3638,
      "step": 898980
    },
    {
      "epoch": 250.9,
      "grad_norm": 1.0604169368743896,
      "learning_rate": 3.851818014208143e-06,
      "loss": 0.3774,
      "step": 898990
    },
    {
      "epoch": 250.91,
      "grad_norm": 1.0982182025909424,
      "learning_rate": 3.851797315417199e-06,
      "loss": 0.3744,
      "step": 899000
    },
    {
      "epoch": 250.91,
      "grad_norm": 0.9324465394020081,
      "learning_rate": 3.851776616425534e-06,
      "loss": 0.3609,
      "step": 899010
    },
    {
      "epoch": 250.91,
      "grad_norm": 1.1600323915481567,
      "learning_rate": 3.851755917233149e-06,
      "loss": 0.349,
      "step": 899020
    },
    {
      "epoch": 250.92,
      "grad_norm": 1.1409460306167603,
      "learning_rate": 3.85173521784005e-06,
      "loss": 0.3624,
      "step": 899030
    },
    {
      "epoch": 250.92,
      "grad_norm": 1.1358370780944824,
      "learning_rate": 3.851714518246237e-06,
      "loss": 0.3623,
      "step": 899040
    },
    {
      "epoch": 250.92,
      "grad_norm": 1.1564055681228638,
      "learning_rate": 3.851693818451713e-06,
      "loss": 0.369,
      "step": 899050
    },
    {
      "epoch": 250.92,
      "grad_norm": 1.2227137088775635,
      "learning_rate": 3.851673118456481e-06,
      "loss": 0.3822,
      "step": 899060
    },
    {
      "epoch": 250.93,
      "grad_norm": 1.0052205324172974,
      "learning_rate": 3.851652418260545e-06,
      "loss": 0.3651,
      "step": 899070
    },
    {
      "epoch": 250.93,
      "grad_norm": 0.9447751641273499,
      "learning_rate": 3.851631717863906e-06,
      "loss": 0.3593,
      "step": 899080
    },
    {
      "epoch": 250.93,
      "grad_norm": 1.022204875946045,
      "learning_rate": 3.851611017266568e-06,
      "loss": 0.3579,
      "step": 899090
    },
    {
      "epoch": 250.93,
      "grad_norm": 1.0995324850082397,
      "learning_rate": 3.851590316468533e-06,
      "loss": 0.3587,
      "step": 899100
    },
    {
      "epoch": 250.94,
      "grad_norm": 0.999447762966156,
      "learning_rate": 3.851569615469804e-06,
      "loss": 0.3586,
      "step": 899110
    },
    {
      "epoch": 250.94,
      "grad_norm": 0.922763466835022,
      "learning_rate": 3.851548914270385e-06,
      "loss": 0.3679,
      "step": 899120
    },
    {
      "epoch": 250.94,
      "grad_norm": 1.2451417446136475,
      "learning_rate": 3.851528212870276e-06,
      "loss": 0.3551,
      "step": 899130
    },
    {
      "epoch": 250.95,
      "grad_norm": 0.9986674189567566,
      "learning_rate": 3.851507511269482e-06,
      "loss": 0.366,
      "step": 899140
    },
    {
      "epoch": 250.95,
      "grad_norm": 1.0800083875656128,
      "learning_rate": 3.8514868094680045e-06,
      "loss": 0.3678,
      "step": 899150
    },
    {
      "epoch": 250.95,
      "grad_norm": 0.8944757580757141,
      "learning_rate": 3.851466107465847e-06,
      "loss": 0.3361,
      "step": 899160
    },
    {
      "epoch": 250.95,
      "grad_norm": 0.8950336575508118,
      "learning_rate": 3.851445405263013e-06,
      "loss": 0.38,
      "step": 899170
    },
    {
      "epoch": 250.96,
      "grad_norm": 1.1628878116607666,
      "learning_rate": 3.851424702859503e-06,
      "loss": 0.3607,
      "step": 899180
    },
    {
      "epoch": 250.96,
      "grad_norm": 1.0811705589294434,
      "learning_rate": 3.851404000255322e-06,
      "loss": 0.3661,
      "step": 899190
    },
    {
      "epoch": 250.96,
      "grad_norm": 1.0543649196624756,
      "learning_rate": 3.8513832974504716e-06,
      "loss": 0.3571,
      "step": 899200
    },
    {
      "epoch": 250.97,
      "grad_norm": 1.3706295490264893,
      "learning_rate": 3.8513625944449554e-06,
      "loss": 0.3884,
      "step": 899210
    },
    {
      "epoch": 250.97,
      "grad_norm": 0.9520196914672852,
      "learning_rate": 3.851341891238775e-06,
      "loss": 0.3569,
      "step": 899220
    },
    {
      "epoch": 250.97,
      "grad_norm": 1.0613816976547241,
      "learning_rate": 3.851321187831933e-06,
      "loss": 0.3491,
      "step": 899230
    },
    {
      "epoch": 250.97,
      "grad_norm": 1.9190590381622314,
      "learning_rate": 3.851300484224434e-06,
      "loss": 0.3739,
      "step": 899240
    },
    {
      "epoch": 250.98,
      "grad_norm": 2.272002935409546,
      "learning_rate": 3.851279780416278e-06,
      "loss": 0.3571,
      "step": 899250
    },
    {
      "epoch": 250.98,
      "grad_norm": 1.0424718856811523,
      "learning_rate": 3.851259076407471e-06,
      "loss": 0.3695,
      "step": 899260
    },
    {
      "epoch": 250.98,
      "grad_norm": 1.1234917640686035,
      "learning_rate": 3.851238372198014e-06,
      "loss": 0.3651,
      "step": 899270
    },
    {
      "epoch": 250.99,
      "grad_norm": 1.0204493999481201,
      "learning_rate": 3.8512176677879095e-06,
      "loss": 0.3772,
      "step": 899280
    },
    {
      "epoch": 250.99,
      "grad_norm": 1.063058853149414,
      "learning_rate": 3.85119696317716e-06,
      "loss": 0.3579,
      "step": 899290
    },
    {
      "epoch": 250.99,
      "grad_norm": 1.0060110092163086,
      "learning_rate": 3.85117625836577e-06,
      "loss": 0.3534,
      "step": 899300
    },
    {
      "epoch": 250.99,
      "grad_norm": 1.223679780960083,
      "learning_rate": 3.851155553353741e-06,
      "loss": 0.3495,
      "step": 899310
    },
    {
      "epoch": 251.0,
      "grad_norm": 1.2281608581542969,
      "learning_rate": 3.851134848141075e-06,
      "loss": 0.3595,
      "step": 899320
    },
    {
      "epoch": 251.0,
      "grad_norm": 1.0200340747833252,
      "learning_rate": 3.851114142727777e-06,
      "loss": 0.3733,
      "step": 899330
    },
    {
      "epoch": 251.0,
      "eval_loss": 0.36209356784820557,
      "eval_runtime": 63.7033,
      "eval_samples_per_second": 79.415,
      "eval_steps_per_second": 9.937,
      "step": 899333
    },
    {
      "epoch": 251.0,
      "grad_norm": 1.683286190032959,
      "learning_rate": 3.851093437113847e-06,
      "loss": 0.3674,
      "step": 899340
    },
    {
      "epoch": 251.0,
      "grad_norm": 1.0378401279449463,
      "learning_rate": 3.85107273129929e-06,
      "loss": 0.3714,
      "step": 899350
    },
    {
      "epoch": 251.01,
      "grad_norm": 1.2927454710006714,
      "learning_rate": 3.851052025284108e-06,
      "loss": 0.3659,
      "step": 899360
    },
    {
      "epoch": 251.01,
      "grad_norm": 1.1698455810546875,
      "learning_rate": 3.851031319068304e-06,
      "loss": 0.3752,
      "step": 899370
    },
    {
      "epoch": 251.01,
      "grad_norm": 1.0378236770629883,
      "learning_rate": 3.851010612651879e-06,
      "loss": 0.3704,
      "step": 899380
    },
    {
      "epoch": 251.02,
      "grad_norm": 1.0072143077850342,
      "learning_rate": 3.850989906034838e-06,
      "loss": 0.3853,
      "step": 899390
    },
    {
      "epoch": 251.02,
      "grad_norm": 1.0220788717269897,
      "learning_rate": 3.850969199217183e-06,
      "loss": 0.3697,
      "step": 899400
    },
    {
      "epoch": 251.02,
      "grad_norm": 1.018369436264038,
      "learning_rate": 3.850948492198917e-06,
      "loss": 0.3685,
      "step": 899410
    },
    {
      "epoch": 251.02,
      "grad_norm": 1.1305090188980103,
      "learning_rate": 3.850927784980043e-06,
      "loss": 0.3498,
      "step": 899420
    },
    {
      "epoch": 251.03,
      "grad_norm": 0.9244349002838135,
      "learning_rate": 3.850907077560562e-06,
      "loss": 0.3654,
      "step": 899430
    },
    {
      "epoch": 251.03,
      "grad_norm": 1.0784494876861572,
      "learning_rate": 3.850886369940478e-06,
      "loss": 0.3654,
      "step": 899440
    },
    {
      "epoch": 251.03,
      "grad_norm": 0.9509839415550232,
      "learning_rate": 3.850865662119795e-06,
      "loss": 0.3595,
      "step": 899450
    },
    {
      "epoch": 251.04,
      "grad_norm": 1.0815106630325317,
      "learning_rate": 3.850844954098514e-06,
      "loss": 0.3605,
      "step": 899460
    },
    {
      "epoch": 251.04,
      "grad_norm": 1.0397626161575317,
      "learning_rate": 3.850824245876637e-06,
      "loss": 0.3478,
      "step": 899470
    },
    {
      "epoch": 251.04,
      "grad_norm": 1.294870138168335,
      "learning_rate": 3.85080353745417e-06,
      "loss": 0.3656,
      "step": 899480
    },
    {
      "epoch": 251.04,
      "grad_norm": 0.9338124990463257,
      "learning_rate": 3.8507828288311125e-06,
      "loss": 0.3523,
      "step": 899490
    },
    {
      "epoch": 251.05,
      "grad_norm": 1.0156726837158203,
      "learning_rate": 3.8507621200074686e-06,
      "loss": 0.3638,
      "step": 899500
    },
    {
      "epoch": 251.05,
      "grad_norm": 1.570670247077942,
      "learning_rate": 3.85074141098324e-06,
      "loss": 0.3685,
      "step": 899510
    },
    {
      "epoch": 251.05,
      "grad_norm": 0.8937290906906128,
      "learning_rate": 3.850720701758433e-06,
      "loss": 0.3527,
      "step": 899520
    },
    {
      "epoch": 251.05,
      "grad_norm": 1.0540030002593994,
      "learning_rate": 3.850699992333046e-06,
      "loss": 0.3755,
      "step": 899530
    },
    {
      "epoch": 251.06,
      "grad_norm": 0.9607691764831543,
      "learning_rate": 3.850679282707084e-06,
      "loss": 0.3685,
      "step": 899540
    },
    {
      "epoch": 251.06,
      "grad_norm": 0.9992098808288574,
      "learning_rate": 3.8506585728805495e-06,
      "loss": 0.3692,
      "step": 899550
    },
    {
      "epoch": 251.06,
      "grad_norm": 1.1447203159332275,
      "learning_rate": 3.850637862853445e-06,
      "loss": 0.3589,
      "step": 899560
    },
    {
      "epoch": 251.07,
      "grad_norm": 0.9605678915977478,
      "learning_rate": 3.850617152625773e-06,
      "loss": 0.3752,
      "step": 899570
    },
    {
      "epoch": 251.07,
      "grad_norm": 1.1011972427368164,
      "learning_rate": 3.850596442197536e-06,
      "loss": 0.3661,
      "step": 899580
    },
    {
      "epoch": 251.07,
      "grad_norm": 1.0042543411254883,
      "learning_rate": 3.850575731568739e-06,
      "loss": 0.3575,
      "step": 899590
    },
    {
      "epoch": 251.07,
      "grad_norm": 1.0367377996444702,
      "learning_rate": 3.850555020739382e-06,
      "loss": 0.3616,
      "step": 899600
    },
    {
      "epoch": 251.08,
      "grad_norm": 1.1259843111038208,
      "learning_rate": 3.8505343097094685e-06,
      "loss": 0.3683,
      "step": 899610
    },
    {
      "epoch": 251.08,
      "grad_norm": 0.9389694929122925,
      "learning_rate": 3.850513598479002e-06,
      "loss": 0.3692,
      "step": 899620
    },
    {
      "epoch": 251.08,
      "grad_norm": 1.3260077238082886,
      "learning_rate": 3.850492887047984e-06,
      "loss": 0.3625,
      "step": 899630
    },
    {
      "epoch": 251.09,
      "grad_norm": 2.6914055347442627,
      "learning_rate": 3.850472175416419e-06,
      "loss": 0.3743,
      "step": 899640
    },
    {
      "epoch": 251.09,
      "grad_norm": 1.3814043998718262,
      "learning_rate": 3.850451463584309e-06,
      "loss": 0.3789,
      "step": 899650
    },
    {
      "epoch": 251.09,
      "grad_norm": 0.9396724700927734,
      "learning_rate": 3.850430751551657e-06,
      "loss": 0.3543,
      "step": 899660
    },
    {
      "epoch": 251.09,
      "grad_norm": 0.9544113278388977,
      "learning_rate": 3.850410039318465e-06,
      "loss": 0.3566,
      "step": 899670
    },
    {
      "epoch": 251.1,
      "grad_norm": 0.9861013293266296,
      "learning_rate": 3.850389326884735e-06,
      "loss": 0.353,
      "step": 899680
    },
    {
      "epoch": 251.1,
      "grad_norm": 1.2428004741668701,
      "learning_rate": 3.850368614250472e-06,
      "loss": 0.3846,
      "step": 899690
    },
    {
      "epoch": 251.1,
      "grad_norm": 1.0663859844207764,
      "learning_rate": 3.850347901415678e-06,
      "loss": 0.3572,
      "step": 899700
    },
    {
      "epoch": 251.11,
      "grad_norm": 0.9945176839828491,
      "learning_rate": 3.850327188380355e-06,
      "loss": 0.3467,
      "step": 899710
    },
    {
      "epoch": 251.11,
      "grad_norm": 0.9880127310752869,
      "learning_rate": 3.8503064751445065e-06,
      "loss": 0.381,
      "step": 899720
    },
    {
      "epoch": 251.11,
      "grad_norm": 1.2463274002075195,
      "learning_rate": 3.8502857617081345e-06,
      "loss": 0.3715,
      "step": 899730
    },
    {
      "epoch": 251.11,
      "grad_norm": 0.9890612959861755,
      "learning_rate": 3.850265048071242e-06,
      "loss": 0.3505,
      "step": 899740
    },
    {
      "epoch": 251.12,
      "grad_norm": 0.9834801554679871,
      "learning_rate": 3.850244334233832e-06,
      "loss": 0.3529,
      "step": 899750
    },
    {
      "epoch": 251.12,
      "grad_norm": 1.194117546081543,
      "learning_rate": 3.850223620195907e-06,
      "loss": 0.3613,
      "step": 899760
    },
    {
      "epoch": 251.12,
      "grad_norm": 0.9186261892318726,
      "learning_rate": 3.850202905957471e-06,
      "loss": 0.3454,
      "step": 899770
    },
    {
      "epoch": 251.12,
      "grad_norm": 1.2681008577346802,
      "learning_rate": 3.850182191518525e-06,
      "loss": 0.3646,
      "step": 899780
    },
    {
      "epoch": 251.13,
      "grad_norm": 1.2448843717575073,
      "learning_rate": 3.850161476879072e-06,
      "loss": 0.3538,
      "step": 899790
    },
    {
      "epoch": 251.13,
      "grad_norm": 1.1563044786453247,
      "learning_rate": 3.850140762039116e-06,
      "loss": 0.3637,
      "step": 899800
    },
    {
      "epoch": 251.13,
      "grad_norm": 1.0961308479309082,
      "learning_rate": 3.8501200469986585e-06,
      "loss": 0.357,
      "step": 899810
    },
    {
      "epoch": 251.14,
      "grad_norm": 0.9685834050178528,
      "learning_rate": 3.850099331757703e-06,
      "loss": 0.3699,
      "step": 899820
    },
    {
      "epoch": 251.14,
      "grad_norm": 1.0837854146957397,
      "learning_rate": 3.850078616316252e-06,
      "loss": 0.3633,
      "step": 899830
    },
    {
      "epoch": 251.14,
      "grad_norm": 1.1570262908935547,
      "learning_rate": 3.850057900674308e-06,
      "loss": 0.3847,
      "step": 899840
    },
    {
      "epoch": 251.14,
      "grad_norm": 1.3217045068740845,
      "learning_rate": 3.850037184831874e-06,
      "loss": 0.3655,
      "step": 899850
    },
    {
      "epoch": 251.15,
      "grad_norm": 0.9781279563903809,
      "learning_rate": 3.850016468788953e-06,
      "loss": 0.3591,
      "step": 899860
    },
    {
      "epoch": 251.15,
      "grad_norm": 1.104751467704773,
      "learning_rate": 3.849995752545548e-06,
      "loss": 0.3493,
      "step": 899870
    },
    {
      "epoch": 251.15,
      "grad_norm": 0.9992230534553528,
      "learning_rate": 3.84997503610166e-06,
      "loss": 0.364,
      "step": 899880
    },
    {
      "epoch": 251.16,
      "grad_norm": 0.9441038966178894,
      "learning_rate": 3.849954319457295e-06,
      "loss": 0.3707,
      "step": 899890
    },
    {
      "epoch": 251.16,
      "grad_norm": 1.0489455461502075,
      "learning_rate": 3.849933602612452e-06,
      "loss": 0.3678,
      "step": 899900
    },
    {
      "epoch": 251.16,
      "grad_norm": 1.059022307395935,
      "learning_rate": 3.849912885567136e-06,
      "loss": 0.3734,
      "step": 899910
    },
    {
      "epoch": 251.16,
      "grad_norm": 0.9385853409767151,
      "learning_rate": 3.84989216832135e-06,
      "loss": 0.3775,
      "step": 899920
    },
    {
      "epoch": 251.17,
      "grad_norm": 0.9324411749839783,
      "learning_rate": 3.849871450875095e-06,
      "loss": 0.363,
      "step": 899930
    },
    {
      "epoch": 251.17,
      "grad_norm": 1.0517463684082031,
      "learning_rate": 3.849850733228375e-06,
      "loss": 0.3536,
      "step": 899940
    },
    {
      "epoch": 251.17,
      "grad_norm": 0.9468875527381897,
      "learning_rate": 3.849830015381193e-06,
      "loss": 0.3756,
      "step": 899950
    },
    {
      "epoch": 251.17,
      "grad_norm": 1.028658151626587,
      "learning_rate": 3.8498092973335515e-06,
      "loss": 0.3807,
      "step": 899960
    },
    {
      "epoch": 251.18,
      "grad_norm": 1.0602874755859375,
      "learning_rate": 3.849788579085452e-06,
      "loss": 0.3737,
      "step": 899970
    },
    {
      "epoch": 251.18,
      "grad_norm": 1.0500857830047607,
      "learning_rate": 3.849767860636899e-06,
      "loss": 0.3734,
      "step": 899980
    },
    {
      "epoch": 251.18,
      "grad_norm": 1.0360009670257568,
      "learning_rate": 3.849747141987896e-06,
      "loss": 0.3439,
      "step": 899990
    },
    {
      "epoch": 251.19,
      "grad_norm": 1.1270369291305542,
      "learning_rate": 3.849726423138443e-06,
      "loss": 0.3606,
      "step": 900000
    },
    {
      "epoch": 251.19,
      "grad_norm": 1.2151870727539062,
      "learning_rate": 3.849705704088544e-06,
      "loss": 0.3662,
      "step": 900010
    },
    {
      "epoch": 251.19,
      "grad_norm": 0.9332335591316223,
      "learning_rate": 3.849684984838202e-06,
      "loss": 0.3576,
      "step": 900020
    },
    {
      "epoch": 251.19,
      "grad_norm": 0.9359112977981567,
      "learning_rate": 3.849664265387419e-06,
      "loss": 0.363,
      "step": 900030
    },
    {
      "epoch": 251.2,
      "grad_norm": 1.0171887874603271,
      "learning_rate": 3.849643545736201e-06,
      "loss": 0.3839,
      "step": 900040
    },
    {
      "epoch": 251.2,
      "grad_norm": 1.0521363019943237,
      "learning_rate": 3.849622825884546e-06,
      "loss": 0.3739,
      "step": 900050
    },
    {
      "epoch": 251.2,
      "grad_norm": 1.0900856256484985,
      "learning_rate": 3.849602105832459e-06,
      "loss": 0.3608,
      "step": 900060
    },
    {
      "epoch": 251.21,
      "grad_norm": 1.0244725942611694,
      "learning_rate": 3.849581385579943e-06,
      "loss": 0.3569,
      "step": 900070
    },
    {
      "epoch": 251.21,
      "grad_norm": 0.8598997592926025,
      "learning_rate": 3.849560665127e-06,
      "loss": 0.3432,
      "step": 900080
    },
    {
      "epoch": 251.21,
      "grad_norm": 0.9316213726997375,
      "learning_rate": 3.849539944473634e-06,
      "loss": 0.3573,
      "step": 900090
    },
    {
      "epoch": 251.21,
      "grad_norm": 0.9835865497589111,
      "learning_rate": 3.849519223619846e-06,
      "loss": 0.3779,
      "step": 900100
    },
    {
      "epoch": 251.22,
      "grad_norm": 1.1011463403701782,
      "learning_rate": 3.849498502565641e-06,
      "loss": 0.3583,
      "step": 900110
    },
    {
      "epoch": 251.22,
      "grad_norm": 1.0207220315933228,
      "learning_rate": 3.849477781311019e-06,
      "loss": 0.3665,
      "step": 900120
    },
    {
      "epoch": 251.22,
      "grad_norm": 1.0190914869308472,
      "learning_rate": 3.849457059855985e-06,
      "loss": 0.3562,
      "step": 900130
    },
    {
      "epoch": 251.23,
      "grad_norm": 0.9686492085456848,
      "learning_rate": 3.849436338200541e-06,
      "loss": 0.3569,
      "step": 900140
    },
    {
      "epoch": 251.23,
      "grad_norm": 1.2053508758544922,
      "learning_rate": 3.84941561634469e-06,
      "loss": 0.3496,
      "step": 900150
    },
    {
      "epoch": 251.23,
      "grad_norm": 0.9997538924217224,
      "learning_rate": 3.849394894288434e-06,
      "loss": 0.3536,
      "step": 900160
    },
    {
      "epoch": 251.23,
      "grad_norm": 1.133231282234192,
      "learning_rate": 3.849374172031776e-06,
      "loss": 0.3775,
      "step": 900170
    },
    {
      "epoch": 251.24,
      "grad_norm": 0.9132048487663269,
      "learning_rate": 3.8493534495747194e-06,
      "loss": 0.3578,
      "step": 900180
    },
    {
      "epoch": 251.24,
      "grad_norm": 1.0559505224227905,
      "learning_rate": 3.849332726917267e-06,
      "loss": 0.3699,
      "step": 900190
    },
    {
      "epoch": 251.24,
      "grad_norm": 1.2150156497955322,
      "learning_rate": 3.849312004059421e-06,
      "loss": 0.3757,
      "step": 900200
    },
    {
      "epoch": 251.24,
      "grad_norm": 0.9773855209350586,
      "learning_rate": 3.849291281001184e-06,
      "loss": 0.3556,
      "step": 900210
    },
    {
      "epoch": 251.25,
      "grad_norm": 0.9761692881584167,
      "learning_rate": 3.849270557742559e-06,
      "loss": 0.3636,
      "step": 900220
    },
    {
      "epoch": 251.25,
      "grad_norm": 0.9915969967842102,
      "learning_rate": 3.849249834283548e-06,
      "loss": 0.3757,
      "step": 900230
    },
    {
      "epoch": 251.25,
      "grad_norm": 1.0348639488220215,
      "learning_rate": 3.849229110624156e-06,
      "loss": 0.3579,
      "step": 900240
    },
    {
      "epoch": 251.26,
      "grad_norm": 1.0301424264907837,
      "learning_rate": 3.849208386764384e-06,
      "loss": 0.3571,
      "step": 900250
    },
    {
      "epoch": 251.26,
      "grad_norm": 1.1042472124099731,
      "learning_rate": 3.849187662704235e-06,
      "loss": 0.3485,
      "step": 900260
    },
    {
      "epoch": 251.26,
      "grad_norm": 1.1917206048965454,
      "learning_rate": 3.849166938443711e-06,
      "loss": 0.3593,
      "step": 900270
    },
    {
      "epoch": 251.26,
      "grad_norm": 0.9734241962432861,
      "learning_rate": 3.8491462139828165e-06,
      "loss": 0.3613,
      "step": 900280
    },
    {
      "epoch": 251.27,
      "grad_norm": 1.1006938219070435,
      "learning_rate": 3.849125489321553e-06,
      "loss": 0.3766,
      "step": 900290
    },
    {
      "epoch": 251.27,
      "grad_norm": 2.097775936126709,
      "learning_rate": 3.849104764459924e-06,
      "loss": 0.3714,
      "step": 900300
    },
    {
      "epoch": 251.27,
      "grad_norm": 1.3884119987487793,
      "learning_rate": 3.849084039397931e-06,
      "loss": 0.3546,
      "step": 900310
    },
    {
      "epoch": 251.28,
      "grad_norm": 0.9441387057304382,
      "learning_rate": 3.8490633141355785e-06,
      "loss": 0.3698,
      "step": 900320
    },
    {
      "epoch": 251.28,
      "grad_norm": 0.9985578060150146,
      "learning_rate": 3.849042588672868e-06,
      "loss": 0.3362,
      "step": 900330
    },
    {
      "epoch": 251.28,
      "grad_norm": 1.0755764245986938,
      "learning_rate": 3.849021863009803e-06,
      "loss": 0.3517,
      "step": 900340
    },
    {
      "epoch": 251.28,
      "grad_norm": 0.9091047644615173,
      "learning_rate": 3.849001137146385e-06,
      "loss": 0.3663,
      "step": 900350
    },
    {
      "epoch": 251.29,
      "grad_norm": 0.9774347543716431,
      "learning_rate": 3.848980411082619e-06,
      "loss": 0.3542,
      "step": 900360
    },
    {
      "epoch": 251.29,
      "grad_norm": 1.4077613353729248,
      "learning_rate": 3.8489596848185055e-06,
      "loss": 0.3593,
      "step": 900370
    },
    {
      "epoch": 251.29,
      "grad_norm": 0.8959442973136902,
      "learning_rate": 3.8489389583540485e-06,
      "loss": 0.3757,
      "step": 900380
    },
    {
      "epoch": 251.3,
      "grad_norm": 1.1077091693878174,
      "learning_rate": 3.8489182316892505e-06,
      "loss": 0.3613,
      "step": 900390
    },
    {
      "epoch": 251.3,
      "grad_norm": 1.0393426418304443,
      "learning_rate": 3.848897504824114e-06,
      "loss": 0.3525,
      "step": 900400
    },
    {
      "epoch": 251.3,
      "grad_norm": 0.998336911201477,
      "learning_rate": 3.848876777758642e-06,
      "loss": 0.3587,
      "step": 900410
    },
    {
      "epoch": 251.3,
      "grad_norm": 0.8941326141357422,
      "learning_rate": 3.848856050492837e-06,
      "loss": 0.3629,
      "step": 900420
    },
    {
      "epoch": 251.31,
      "grad_norm": 1.0991307497024536,
      "learning_rate": 3.8488353230267025e-06,
      "loss": 0.3636,
      "step": 900430
    },
    {
      "epoch": 251.31,
      "grad_norm": 0.8602343201637268,
      "learning_rate": 3.8488145953602406e-06,
      "loss": 0.3412,
      "step": 900440
    },
    {
      "epoch": 251.31,
      "grad_norm": 0.8800691366195679,
      "learning_rate": 3.848793867493454e-06,
      "loss": 0.3491,
      "step": 900450
    },
    {
      "epoch": 251.31,
      "grad_norm": 1.033308982849121,
      "learning_rate": 3.848773139426345e-06,
      "loss": 0.362,
      "step": 900460
    },
    {
      "epoch": 251.32,
      "grad_norm": 1.0822103023529053,
      "learning_rate": 3.8487524111589175e-06,
      "loss": 0.3669,
      "step": 900470
    },
    {
      "epoch": 251.32,
      "grad_norm": 1.1358132362365723,
      "learning_rate": 3.848731682691174e-06,
      "loss": 0.3642,
      "step": 900480
    },
    {
      "epoch": 251.32,
      "grad_norm": 1.107260823249817,
      "learning_rate": 3.848710954023117e-06,
      "loss": 0.3749,
      "step": 900490
    },
    {
      "epoch": 251.33,
      "grad_norm": 0.985033392906189,
      "learning_rate": 3.84869022515475e-06,
      "loss": 0.356,
      "step": 900500
    },
    {
      "epoch": 251.33,
      "grad_norm": 1.0621674060821533,
      "learning_rate": 3.848669496086074e-06,
      "loss": 0.3654,
      "step": 900510
    },
    {
      "epoch": 251.33,
      "grad_norm": 1.1342335939407349,
      "learning_rate": 3.848648766817093e-06,
      "loss": 0.3552,
      "step": 900520
    },
    {
      "epoch": 251.33,
      "grad_norm": 1.0017642974853516,
      "learning_rate": 3.84862803734781e-06,
      "loss": 0.3645,
      "step": 900530
    },
    {
      "epoch": 251.34,
      "grad_norm": 1.0349462032318115,
      "learning_rate": 3.848607307678227e-06,
      "loss": 0.3821,
      "step": 900540
    },
    {
      "epoch": 251.34,
      "grad_norm": 0.9488337635993958,
      "learning_rate": 3.848586577808347e-06,
      "loss": 0.3521,
      "step": 900550
    },
    {
      "epoch": 251.34,
      "grad_norm": 1.093254566192627,
      "learning_rate": 3.848565847738173e-06,
      "loss": 0.3624,
      "step": 900560
    },
    {
      "epoch": 251.35,
      "grad_norm": 1.1189080476760864,
      "learning_rate": 3.848545117467708e-06,
      "loss": 0.3554,
      "step": 900570
    },
    {
      "epoch": 251.35,
      "grad_norm": 1.0851536989212036,
      "learning_rate": 3.848524386996953e-06,
      "loss": 0.3828,
      "step": 900580
    },
    {
      "epoch": 251.35,
      "grad_norm": 1.226588249206543,
      "learning_rate": 3.848503656325914e-06,
      "loss": 0.3622,
      "step": 900590
    },
    {
      "epoch": 251.35,
      "grad_norm": 1.021693468093872,
      "learning_rate": 3.84848292545459e-06,
      "loss": 0.3615,
      "step": 900600
    },
    {
      "epoch": 251.36,
      "grad_norm": 0.8512571454048157,
      "learning_rate": 3.848462194382987e-06,
      "loss": 0.3478,
      "step": 900610
    },
    {
      "epoch": 251.36,
      "grad_norm": 1.1814100742340088,
      "learning_rate": 3.848441463111106e-06,
      "loss": 0.3588,
      "step": 900620
    },
    {
      "epoch": 251.36,
      "grad_norm": 0.9412977695465088,
      "learning_rate": 3.848420731638949e-06,
      "loss": 0.3754,
      "step": 900630
    },
    {
      "epoch": 251.36,
      "grad_norm": 1.1868759393692017,
      "learning_rate": 3.848399999966522e-06,
      "loss": 0.3821,
      "step": 900640
    },
    {
      "epoch": 251.37,
      "grad_norm": 1.1381165981292725,
      "learning_rate": 3.848379268093825e-06,
      "loss": 0.3582,
      "step": 900650
    },
    {
      "epoch": 251.37,
      "grad_norm": 1.1710259914398193,
      "learning_rate": 3.8483585360208605e-06,
      "loss": 0.3657,
      "step": 900660
    },
    {
      "epoch": 251.37,
      "grad_norm": 1.399086594581604,
      "learning_rate": 3.848337803747634e-06,
      "loss": 0.3599,
      "step": 900670
    },
    {
      "epoch": 251.38,
      "grad_norm": 1.2642641067504883,
      "learning_rate": 3.848317071274145e-06,
      "loss": 0.3586,
      "step": 900680
    },
    {
      "epoch": 251.38,
      "grad_norm": 0.9324215054512024,
      "learning_rate": 3.848296338600397e-06,
      "loss": 0.3767,
      "step": 900690
    },
    {
      "epoch": 251.38,
      "grad_norm": 1.1700477600097656,
      "learning_rate": 3.848275605726395e-06,
      "loss": 0.3476,
      "step": 900700
    },
    {
      "epoch": 251.38,
      "grad_norm": 1.1261036396026611,
      "learning_rate": 3.848254872652139e-06,
      "loss": 0.3685,
      "step": 900710
    },
    {
      "epoch": 251.39,
      "grad_norm": 1.0100164413452148,
      "learning_rate": 3.8482341393776345e-06,
      "loss": 0.3559,
      "step": 900720
    },
    {
      "epoch": 251.39,
      "grad_norm": 1.404715895652771,
      "learning_rate": 3.848213405902881e-06,
      "loss": 0.3785,
      "step": 900730
    },
    {
      "epoch": 251.39,
      "grad_norm": 1.0837947130203247,
      "learning_rate": 3.848192672227884e-06,
      "loss": 0.3666,
      "step": 900740
    },
    {
      "epoch": 251.4,
      "grad_norm": 1.1381893157958984,
      "learning_rate": 3.8481719383526456e-06,
      "loss": 0.3569,
      "step": 900750
    },
    {
      "epoch": 251.4,
      "grad_norm": 0.8638110756874084,
      "learning_rate": 3.848151204277168e-06,
      "loss": 0.3604,
      "step": 900760
    },
    {
      "epoch": 251.4,
      "grad_norm": 0.9389970302581787,
      "learning_rate": 3.848130470001454e-06,
      "loss": 0.3566,
      "step": 900770
    },
    {
      "epoch": 251.4,
      "grad_norm": 1.1325291395187378,
      "learning_rate": 3.848109735525507e-06,
      "loss": 0.3603,
      "step": 900780
    },
    {
      "epoch": 251.41,
      "grad_norm": 0.9427575469017029,
      "learning_rate": 3.848089000849329e-06,
      "loss": 0.3614,
      "step": 900790
    },
    {
      "epoch": 251.41,
      "grad_norm": 1.0348092317581177,
      "learning_rate": 3.848068265972922e-06,
      "loss": 0.3605,
      "step": 900800
    },
    {
      "epoch": 251.41,
      "grad_norm": 1.1766740083694458,
      "learning_rate": 3.848047530896291e-06,
      "loss": 0.3684,
      "step": 900810
    },
    {
      "epoch": 251.42,
      "grad_norm": 0.9742520451545715,
      "learning_rate": 3.848026795619438e-06,
      "loss": 0.3632,
      "step": 900820
    },
    {
      "epoch": 251.42,
      "grad_norm": 1.1693435907363892,
      "learning_rate": 3.848006060142364e-06,
      "loss": 0.3691,
      "step": 900830
    },
    {
      "epoch": 251.42,
      "grad_norm": 1.0853463411331177,
      "learning_rate": 3.8479853244650736e-06,
      "loss": 0.3688,
      "step": 900840
    },
    {
      "epoch": 251.42,
      "grad_norm": 1.371090054512024,
      "learning_rate": 3.84796458858757e-06,
      "loss": 0.3691,
      "step": 900850
    },
    {
      "epoch": 251.43,
      "grad_norm": 0.8847772479057312,
      "learning_rate": 3.847943852509854e-06,
      "loss": 0.3672,
      "step": 900860
    },
    {
      "epoch": 251.43,
      "grad_norm": 0.9469466209411621,
      "learning_rate": 3.847923116231929e-06,
      "loss": 0.3696,
      "step": 900870
    },
    {
      "epoch": 251.43,
      "grad_norm": 1.0651053190231323,
      "learning_rate": 3.8479023797537995e-06,
      "loss": 0.3714,
      "step": 900880
    },
    {
      "epoch": 251.43,
      "grad_norm": 1.0745244026184082,
      "learning_rate": 3.847881643075467e-06,
      "loss": 0.3793,
      "step": 900890
    },
    {
      "epoch": 251.44,
      "grad_norm": 1.250382900238037,
      "learning_rate": 3.847860906196933e-06,
      "loss": 0.3603,
      "step": 900900
    },
    {
      "epoch": 251.44,
      "grad_norm": 1.218288540840149,
      "learning_rate": 3.847840169118201e-06,
      "loss": 0.3596,
      "step": 900910
    },
    {
      "epoch": 251.44,
      "grad_norm": 1.0856577157974243,
      "learning_rate": 3.847819431839276e-06,
      "loss": 0.3645,
      "step": 900920
    },
    {
      "epoch": 251.45,
      "grad_norm": 0.8323178291320801,
      "learning_rate": 3.847798694360158e-06,
      "loss": 0.3643,
      "step": 900930
    },
    {
      "epoch": 251.45,
      "grad_norm": 1.0343488454818726,
      "learning_rate": 3.847777956680851e-06,
      "loss": 0.3903,
      "step": 900940
    },
    {
      "epoch": 251.45,
      "grad_norm": 0.9647786617279053,
      "learning_rate": 3.847757218801357e-06,
      "loss": 0.3486,
      "step": 900950
    },
    {
      "epoch": 251.45,
      "grad_norm": 1.1179250478744507,
      "learning_rate": 3.847736480721679e-06,
      "loss": 0.3532,
      "step": 900960
    },
    {
      "epoch": 251.46,
      "grad_norm": 1.014905571937561,
      "learning_rate": 3.84771574244182e-06,
      "loss": 0.3576,
      "step": 900970
    },
    {
      "epoch": 251.46,
      "grad_norm": 1.1244032382965088,
      "learning_rate": 3.847695003961783e-06,
      "loss": 0.3522,
      "step": 900980
    },
    {
      "epoch": 251.46,
      "grad_norm": 1.100950837135315,
      "learning_rate": 3.847674265281571e-06,
      "loss": 0.3457,
      "step": 900990
    },
    {
      "epoch": 251.47,
      "grad_norm": 1.1721259355545044,
      "learning_rate": 3.847653526401186e-06,
      "loss": 0.3568,
      "step": 901000
    },
    {
      "epoch": 251.47,
      "grad_norm": 1.1002042293548584,
      "learning_rate": 3.8476327873206315e-06,
      "loss": 0.3606,
      "step": 901010
    },
    {
      "epoch": 251.47,
      "grad_norm": 1.0465216636657715,
      "learning_rate": 3.847612048039909e-06,
      "loss": 0.362,
      "step": 901020
    },
    {
      "epoch": 251.47,
      "grad_norm": 1.054907202720642,
      "learning_rate": 3.847591308559022e-06,
      "loss": 0.3584,
      "step": 901030
    },
    {
      "epoch": 251.48,
      "grad_norm": 0.9833834171295166,
      "learning_rate": 3.847570568877974e-06,
      "loss": 0.3675,
      "step": 901040
    },
    {
      "epoch": 251.48,
      "grad_norm": 1.0743824243545532,
      "learning_rate": 3.847549828996766e-06,
      "loss": 0.3628,
      "step": 901050
    },
    {
      "epoch": 251.48,
      "grad_norm": 1.160942554473877,
      "learning_rate": 3.847529088915403e-06,
      "loss": 0.3555,
      "step": 901060
    },
    {
      "epoch": 251.48,
      "grad_norm": 1.0593355894088745,
      "learning_rate": 3.847508348633886e-06,
      "loss": 0.3396,
      "step": 901070
    },
    {
      "epoch": 251.49,
      "grad_norm": 1.2145161628723145,
      "learning_rate": 3.8474876081522185e-06,
      "loss": 0.3521,
      "step": 901080
    },
    {
      "epoch": 251.49,
      "grad_norm": 0.9946302175521851,
      "learning_rate": 3.8474668674704025e-06,
      "loss": 0.351,
      "step": 901090
    },
    {
      "epoch": 251.49,
      "grad_norm": 0.9682841897010803,
      "learning_rate": 3.847446126588443e-06,
      "loss": 0.3505,
      "step": 901100
    },
    {
      "epoch": 251.5,
      "grad_norm": 1.0170519351959229,
      "learning_rate": 3.84742538550634e-06,
      "loss": 0.3752,
      "step": 901110
    },
    {
      "epoch": 251.5,
      "grad_norm": 1.0730434656143188,
      "learning_rate": 3.847404644224097e-06,
      "loss": 0.3668,
      "step": 901120
    },
    {
      "epoch": 251.5,
      "grad_norm": 1.0481663942337036,
      "learning_rate": 3.847383902741717e-06,
      "loss": 0.3721,
      "step": 901130
    },
    {
      "epoch": 251.5,
      "grad_norm": 1.0997340679168701,
      "learning_rate": 3.8473631610592045e-06,
      "loss": 0.3572,
      "step": 901140
    },
    {
      "epoch": 251.51,
      "grad_norm": 1.147168755531311,
      "learning_rate": 3.847342419176559e-06,
      "loss": 0.3641,
      "step": 901150
    },
    {
      "epoch": 251.51,
      "grad_norm": 0.9869239330291748,
      "learning_rate": 3.847321677093786e-06,
      "loss": 0.3805,
      "step": 901160
    },
    {
      "epoch": 251.51,
      "grad_norm": 0.9022176265716553,
      "learning_rate": 3.847300934810887e-06,
      "loss": 0.3678,
      "step": 901170
    },
    {
      "epoch": 251.52,
      "grad_norm": 0.9901637434959412,
      "learning_rate": 3.847280192327865e-06,
      "loss": 0.3613,
      "step": 901180
    },
    {
      "epoch": 251.52,
      "grad_norm": 1.1307021379470825,
      "learning_rate": 3.847259449644723e-06,
      "loss": 0.3742,
      "step": 901190
    },
    {
      "epoch": 251.52,
      "grad_norm": 0.9796391725540161,
      "learning_rate": 3.847238706761463e-06,
      "loss": 0.355,
      "step": 901200
    },
    {
      "epoch": 251.52,
      "grad_norm": 1.3037222623825073,
      "learning_rate": 3.847217963678088e-06,
      "loss": 0.3676,
      "step": 901210
    },
    {
      "epoch": 251.53,
      "grad_norm": 1.0237524509429932,
      "learning_rate": 3.847197220394601e-06,
      "loss": 0.3634,
      "step": 901220
    },
    {
      "epoch": 251.53,
      "grad_norm": 1.0734838247299194,
      "learning_rate": 3.847176476911005e-06,
      "loss": 0.3811,
      "step": 901230
    },
    {
      "epoch": 251.53,
      "grad_norm": 1.208526611328125,
      "learning_rate": 3.847155733227303e-06,
      "loss": 0.364,
      "step": 901240
    },
    {
      "epoch": 251.54,
      "grad_norm": 1.197021722793579,
      "learning_rate": 3.847134989343496e-06,
      "loss": 0.3527,
      "step": 901250
    },
    {
      "epoch": 251.54,
      "grad_norm": 0.9607051014900208,
      "learning_rate": 3.847114245259589e-06,
      "loss": 0.3746,
      "step": 901260
    },
    {
      "epoch": 251.54,
      "grad_norm": 1.0292543172836304,
      "learning_rate": 3.847093500975584e-06,
      "loss": 0.3546,
      "step": 901270
    },
    {
      "epoch": 251.54,
      "grad_norm": 1.1474182605743408,
      "learning_rate": 3.847072756491484e-06,
      "loss": 0.3577,
      "step": 901280
    },
    {
      "epoch": 251.55,
      "grad_norm": 1.206328272819519,
      "learning_rate": 3.84705201180729e-06,
      "loss": 0.3694,
      "step": 901290
    },
    {
      "epoch": 251.55,
      "grad_norm": 1.015613079071045,
      "learning_rate": 3.847031266923007e-06,
      "loss": 0.3436,
      "step": 901300
    },
    {
      "epoch": 251.55,
      "grad_norm": 0.9139506220817566,
      "learning_rate": 3.8470105218386364e-06,
      "loss": 0.3363,
      "step": 901310
    },
    {
      "epoch": 251.55,
      "grad_norm": 0.9967213273048401,
      "learning_rate": 3.846989776554181e-06,
      "loss": 0.3775,
      "step": 901320
    },
    {
      "epoch": 251.56,
      "grad_norm": 1.0387208461761475,
      "learning_rate": 3.846969031069645e-06,
      "loss": 0.3809,
      "step": 901330
    },
    {
      "epoch": 251.56,
      "grad_norm": 1.0497232675552368,
      "learning_rate": 3.84694828538503e-06,
      "loss": 0.3768,
      "step": 901340
    },
    {
      "epoch": 251.56,
      "grad_norm": 0.9960474371910095,
      "learning_rate": 3.8469275395003386e-06,
      "loss": 0.3592,
      "step": 901350
    },
    {
      "epoch": 251.57,
      "grad_norm": 0.995985209941864,
      "learning_rate": 3.846906793415574e-06,
      "loss": 0.3569,
      "step": 901360
    },
    {
      "epoch": 251.57,
      "grad_norm": 1.035629391670227,
      "learning_rate": 3.846886047130739e-06,
      "loss": 0.3817,
      "step": 901370
    },
    {
      "epoch": 251.57,
      "grad_norm": 1.0872669219970703,
      "learning_rate": 3.846865300645835e-06,
      "loss": 0.3601,
      "step": 901380
    },
    {
      "epoch": 251.57,
      "grad_norm": 0.9564351439476013,
      "learning_rate": 3.846844553960867e-06,
      "loss": 0.3629,
      "step": 901390
    },
    {
      "epoch": 251.58,
      "grad_norm": 0.9567573666572571,
      "learning_rate": 3.846823807075837e-06,
      "loss": 0.3706,
      "step": 901400
    },
    {
      "epoch": 251.58,
      "grad_norm": 1.062325119972229,
      "learning_rate": 3.846803059990747e-06,
      "loss": 0.3611,
      "step": 901410
    },
    {
      "epoch": 251.58,
      "grad_norm": 1.0438445806503296,
      "learning_rate": 3.8467823127056e-06,
      "loss": 0.3766,
      "step": 901420
    },
    {
      "epoch": 251.59,
      "grad_norm": 1.0728510618209839,
      "learning_rate": 3.846761565220399e-06,
      "loss": 0.3575,
      "step": 901430
    },
    {
      "epoch": 251.59,
      "grad_norm": 1.9832581281661987,
      "learning_rate": 3.846740817535147e-06,
      "loss": 0.3687,
      "step": 901440
    },
    {
      "epoch": 251.59,
      "grad_norm": 1.194517970085144,
      "learning_rate": 3.846720069649846e-06,
      "loss": 0.3553,
      "step": 901450
    },
    {
      "epoch": 251.59,
      "grad_norm": 1.021016001701355,
      "learning_rate": 3.8466993215645e-06,
      "loss": 0.3532,
      "step": 901460
    },
    {
      "epoch": 251.6,
      "grad_norm": 1.0963172912597656,
      "learning_rate": 3.846678573279111e-06,
      "loss": 0.3505,
      "step": 901470
    },
    {
      "epoch": 251.6,
      "grad_norm": 1.0570043325424194,
      "learning_rate": 3.846657824793682e-06,
      "loss": 0.359,
      "step": 901480
    },
    {
      "epoch": 251.6,
      "grad_norm": 1.1290647983551025,
      "learning_rate": 3.846637076108215e-06,
      "loss": 0.3561,
      "step": 901490
    },
    {
      "epoch": 251.6,
      "grad_norm": 1.118933081626892,
      "learning_rate": 3.846616327222713e-06,
      "loss": 0.3649,
      "step": 901500
    },
    {
      "epoch": 251.61,
      "grad_norm": 0.8769398331642151,
      "learning_rate": 3.84659557813718e-06,
      "loss": 0.3546,
      "step": 901510
    },
    {
      "epoch": 251.61,
      "grad_norm": 0.9058963656425476,
      "learning_rate": 3.846574828851617e-06,
      "loss": 0.3633,
      "step": 901520
    },
    {
      "epoch": 251.61,
      "grad_norm": 0.9357002973556519,
      "learning_rate": 3.846554079366028e-06,
      "loss": 0.359,
      "step": 901530
    },
    {
      "epoch": 251.62,
      "grad_norm": 1.1238712072372437,
      "learning_rate": 3.846533329680416e-06,
      "loss": 0.3614,
      "step": 901540
    },
    {
      "epoch": 251.62,
      "grad_norm": 1.02030611038208,
      "learning_rate": 3.846512579794782e-06,
      "loss": 0.3558,
      "step": 901550
    },
    {
      "epoch": 251.62,
      "grad_norm": 1.088669776916504,
      "learning_rate": 3.84649182970913e-06,
      "loss": 0.3683,
      "step": 901560
    },
    {
      "epoch": 251.62,
      "grad_norm": 1.1473150253295898,
      "learning_rate": 3.846471079423463e-06,
      "loss": 0.3517,
      "step": 901570
    },
    {
      "epoch": 251.63,
      "grad_norm": 0.9548190832138062,
      "learning_rate": 3.846450328937784e-06,
      "loss": 0.3573,
      "step": 901580
    },
    {
      "epoch": 251.63,
      "grad_norm": 1.1113784313201904,
      "learning_rate": 3.8464295782520944e-06,
      "loss": 0.3686,
      "step": 901590
    },
    {
      "epoch": 251.63,
      "grad_norm": 0.974674642086029,
      "learning_rate": 3.846408827366398e-06,
      "loss": 0.3909,
      "step": 901600
    },
    {
      "epoch": 251.64,
      "grad_norm": 1.1205872297286987,
      "learning_rate": 3.846388076280697e-06,
      "loss": 0.3496,
      "step": 901610
    },
    {
      "epoch": 251.64,
      "grad_norm": 1.0951762199401855,
      "learning_rate": 3.846367324994995e-06,
      "loss": 0.3632,
      "step": 901620
    },
    {
      "epoch": 251.64,
      "grad_norm": 1.0578588247299194,
      "learning_rate": 3.846346573509294e-06,
      "loss": 0.3583,
      "step": 901630
    },
    {
      "epoch": 251.64,
      "grad_norm": 0.9056144952774048,
      "learning_rate": 3.846325821823597e-06,
      "loss": 0.3746,
      "step": 901640
    },
    {
      "epoch": 251.65,
      "grad_norm": 0.8760988116264343,
      "learning_rate": 3.8463050699379064e-06,
      "loss": 0.3613,
      "step": 901650
    },
    {
      "epoch": 251.65,
      "grad_norm": 0.9531161785125732,
      "learning_rate": 3.846284317852226e-06,
      "loss": 0.3654,
      "step": 901660
    },
    {
      "epoch": 251.65,
      "grad_norm": 0.8438080549240112,
      "learning_rate": 3.846263565566557e-06,
      "loss": 0.3652,
      "step": 901670
    },
    {
      "epoch": 251.66,
      "grad_norm": 1.162079095840454,
      "learning_rate": 3.846242813080903e-06,
      "loss": 0.3566,
      "step": 901680
    },
    {
      "epoch": 251.66,
      "grad_norm": 2.7345728874206543,
      "learning_rate": 3.846222060395268e-06,
      "loss": 0.3634,
      "step": 901690
    },
    {
      "epoch": 251.66,
      "grad_norm": 0.9859405755996704,
      "learning_rate": 3.846201307509652e-06,
      "loss": 0.3581,
      "step": 901700
    },
    {
      "epoch": 251.66,
      "grad_norm": 1.007491111755371,
      "learning_rate": 3.846180554424061e-06,
      "loss": 0.357,
      "step": 901710
    },
    {
      "epoch": 251.67,
      "grad_norm": 1.1302167177200317,
      "learning_rate": 3.846159801138496e-06,
      "loss": 0.3466,
      "step": 901720
    },
    {
      "epoch": 251.67,
      "grad_norm": 1.130242943763733,
      "learning_rate": 3.846139047652958e-06,
      "loss": 0.3506,
      "step": 901730
    },
    {
      "epoch": 251.67,
      "grad_norm": 1.1509977579116821,
      "learning_rate": 3.846118293967453e-06,
      "loss": 0.3719,
      "step": 901740
    },
    {
      "epoch": 251.67,
      "grad_norm": 1.1112622022628784,
      "learning_rate": 3.846097540081982e-06,
      "loss": 0.364,
      "step": 901750
    },
    {
      "epoch": 251.68,
      "grad_norm": 1.8096286058425903,
      "learning_rate": 3.846076785996549e-06,
      "loss": 0.3664,
      "step": 901760
    },
    {
      "epoch": 251.68,
      "grad_norm": 0.9909523129463196,
      "learning_rate": 3.846056031711154e-06,
      "loss": 0.3602,
      "step": 901770
    },
    {
      "epoch": 251.68,
      "grad_norm": 1.093403935432434,
      "learning_rate": 3.846035277225803e-06,
      "loss": 0.3554,
      "step": 901780
    },
    {
      "epoch": 251.69,
      "grad_norm": 1.0344860553741455,
      "learning_rate": 3.846014522540498e-06,
      "loss": 0.3626,
      "step": 901790
    },
    {
      "epoch": 251.69,
      "grad_norm": 1.094090223312378,
      "learning_rate": 3.84599376765524e-06,
      "loss": 0.3653,
      "step": 901800
    },
    {
      "epoch": 251.69,
      "grad_norm": 1.0764576196670532,
      "learning_rate": 3.845973012570034e-06,
      "loss": 0.3672,
      "step": 901810
    },
    {
      "epoch": 251.69,
      "grad_norm": 1.1217951774597168,
      "learning_rate": 3.84595225728488e-06,
      "loss": 0.3522,
      "step": 901820
    },
    {
      "epoch": 251.7,
      "grad_norm": 1.1716357469558716,
      "learning_rate": 3.845931501799784e-06,
      "loss": 0.368,
      "step": 901830
    },
    {
      "epoch": 251.7,
      "grad_norm": 0.9894307255744934,
      "learning_rate": 3.845910746114746e-06,
      "loss": 0.3653,
      "step": 901840
    },
    {
      "epoch": 251.7,
      "grad_norm": 0.94298255443573,
      "learning_rate": 3.8458899902297715e-06,
      "loss": 0.3598,
      "step": 901850
    },
    {
      "epoch": 251.71,
      "grad_norm": 1.2624495029449463,
      "learning_rate": 3.84586923414486e-06,
      "loss": 0.3654,
      "step": 901860
    },
    {
      "epoch": 251.71,
      "grad_norm": 1.0294547080993652,
      "learning_rate": 3.845848477860018e-06,
      "loss": 0.3731,
      "step": 901870
    },
    {
      "epoch": 251.71,
      "grad_norm": 1.1094077825546265,
      "learning_rate": 3.8458277213752455e-06,
      "loss": 0.383,
      "step": 901880
    },
    {
      "epoch": 251.71,
      "grad_norm": 1.046425700187683,
      "learning_rate": 3.845806964690545e-06,
      "loss": 0.3752,
      "step": 901890
    },
    {
      "epoch": 251.72,
      "grad_norm": 0.9745316505432129,
      "learning_rate": 3.8457862078059215e-06,
      "loss": 0.377,
      "step": 901900
    },
    {
      "epoch": 251.72,
      "grad_norm": 1.2559345960617065,
      "learning_rate": 3.845765450721376e-06,
      "loss": 0.3577,
      "step": 901910
    },
    {
      "epoch": 251.72,
      "grad_norm": 0.9915065169334412,
      "learning_rate": 3.845744693436913e-06,
      "loss": 0.3625,
      "step": 901920
    },
    {
      "epoch": 251.72,
      "grad_norm": 1.2910411357879639,
      "learning_rate": 3.845723935952532e-06,
      "loss": 0.3607,
      "step": 901930
    },
    {
      "epoch": 251.73,
      "grad_norm": 1.007960319519043,
      "learning_rate": 3.84570317826824e-06,
      "loss": 0.3768,
      "step": 901940
    },
    {
      "epoch": 251.73,
      "grad_norm": 1.0311601161956787,
      "learning_rate": 3.845682420384036e-06,
      "loss": 0.3643,
      "step": 901950
    },
    {
      "epoch": 251.73,
      "grad_norm": 1.036316990852356,
      "learning_rate": 3.8456616622999246e-06,
      "loss": 0.3559,
      "step": 901960
    },
    {
      "epoch": 251.74,
      "grad_norm": 0.947973906993866,
      "learning_rate": 3.845640904015909e-06,
      "loss": 0.388,
      "step": 901970
    },
    {
      "epoch": 251.74,
      "grad_norm": 0.9095724821090698,
      "learning_rate": 3.8456201455319915e-06,
      "loss": 0.3532,
      "step": 901980
    },
    {
      "epoch": 251.74,
      "grad_norm": 0.9784315228462219,
      "learning_rate": 3.845599386848174e-06,
      "loss": 0.3832,
      "step": 901990
    },
    {
      "epoch": 251.74,
      "grad_norm": 0.9764357805252075,
      "learning_rate": 3.84557862796446e-06,
      "loss": 0.384,
      "step": 902000
    },
    {
      "epoch": 251.75,
      "grad_norm": 0.9737592935562134,
      "learning_rate": 3.8455578688808526e-06,
      "loss": 0.3529,
      "step": 902010
    },
    {
      "epoch": 251.75,
      "grad_norm": 1.049047589302063,
      "learning_rate": 3.8455371095973544e-06,
      "loss": 0.349,
      "step": 902020
    },
    {
      "epoch": 251.75,
      "grad_norm": 1.0725725889205933,
      "learning_rate": 3.845516350113967e-06,
      "loss": 0.3558,
      "step": 902030
    },
    {
      "epoch": 251.76,
      "grad_norm": 1.118406891822815,
      "learning_rate": 3.845495590430694e-06,
      "loss": 0.3542,
      "step": 902040
    },
    {
      "epoch": 251.76,
      "grad_norm": 0.9668992757797241,
      "learning_rate": 3.845474830547539e-06,
      "loss": 0.3656,
      "step": 902050
    },
    {
      "epoch": 251.76,
      "grad_norm": 1.007861852645874,
      "learning_rate": 3.845454070464504e-06,
      "loss": 0.3696,
      "step": 902060
    },
    {
      "epoch": 251.76,
      "grad_norm": 3.2149555683135986,
      "learning_rate": 3.845433310181592e-06,
      "loss": 0.3586,
      "step": 902070
    },
    {
      "epoch": 251.77,
      "grad_norm": 0.9000589847564697,
      "learning_rate": 3.845412549698805e-06,
      "loss": 0.3576,
      "step": 902080
    },
    {
      "epoch": 251.77,
      "grad_norm": 1.2800099849700928,
      "learning_rate": 3.845391789016146e-06,
      "loss": 0.3765,
      "step": 902090
    },
    {
      "epoch": 251.77,
      "grad_norm": 2.1902644634246826,
      "learning_rate": 3.8453710281336194e-06,
      "loss": 0.3515,
      "step": 902100
    },
    {
      "epoch": 251.78,
      "grad_norm": 1.2322558164596558,
      "learning_rate": 3.845350267051226e-06,
      "loss": 0.3649,
      "step": 902110
    },
    {
      "epoch": 251.78,
      "grad_norm": 1.049667239189148,
      "learning_rate": 3.845329505768969e-06,
      "loss": 0.3912,
      "step": 902120
    },
    {
      "epoch": 251.78,
      "grad_norm": 1.0386273860931396,
      "learning_rate": 3.845308744286851e-06,
      "loss": 0.3439,
      "step": 902130
    },
    {
      "epoch": 251.78,
      "grad_norm": 1.141757845878601,
      "learning_rate": 3.845287982604876e-06,
      "loss": 0.365,
      "step": 902140
    },
    {
      "epoch": 251.79,
      "grad_norm": 0.9127772450447083,
      "learning_rate": 3.845267220723045e-06,
      "loss": 0.3501,
      "step": 902150
    },
    {
      "epoch": 251.79,
      "grad_norm": 1.1442538499832153,
      "learning_rate": 3.845246458641361e-06,
      "loss": 0.3603,
      "step": 902160
    },
    {
      "epoch": 251.79,
      "grad_norm": 1.3408488035202026,
      "learning_rate": 3.845225696359829e-06,
      "loss": 0.3657,
      "step": 902170
    },
    {
      "epoch": 251.79,
      "grad_norm": 0.8661508560180664,
      "learning_rate": 3.8452049338784494e-06,
      "loss": 0.3704,
      "step": 902180
    },
    {
      "epoch": 251.8,
      "grad_norm": 1.0905232429504395,
      "learning_rate": 3.845184171197226e-06,
      "loss": 0.356,
      "step": 902190
    },
    {
      "epoch": 251.8,
      "grad_norm": 1.0709315538406372,
      "learning_rate": 3.845163408316161e-06,
      "loss": 0.3554,
      "step": 902200
    },
    {
      "epoch": 251.8,
      "grad_norm": 1.1083303689956665,
      "learning_rate": 3.845142645235258e-06,
      "loss": 0.369,
      "step": 902210
    },
    {
      "epoch": 251.81,
      "grad_norm": 1.0418734550476074,
      "learning_rate": 3.845121881954519e-06,
      "loss": 0.35,
      "step": 902220
    },
    {
      "epoch": 251.81,
      "grad_norm": 1.2331370115280151,
      "learning_rate": 3.845101118473947e-06,
      "loss": 0.3501,
      "step": 902230
    },
    {
      "epoch": 251.81,
      "grad_norm": 1.267031192779541,
      "learning_rate": 3.845080354793544e-06,
      "loss": 0.3644,
      "step": 902240
    },
    {
      "epoch": 251.81,
      "grad_norm": 1.2132171392440796,
      "learning_rate": 3.845059590913314e-06,
      "loss": 0.3443,
      "step": 902250
    },
    {
      "epoch": 251.82,
      "grad_norm": 1.1108334064483643,
      "learning_rate": 3.84503882683326e-06,
      "loss": 0.3551,
      "step": 902260
    },
    {
      "epoch": 251.82,
      "grad_norm": 1.1238785982131958,
      "learning_rate": 3.845018062553384e-06,
      "loss": 0.3593,
      "step": 902270
    },
    {
      "epoch": 251.82,
      "grad_norm": 1.0755044221878052,
      "learning_rate": 3.844997298073688e-06,
      "loss": 0.3749,
      "step": 902280
    },
    {
      "epoch": 251.83,
      "grad_norm": 0.9267881512641907,
      "learning_rate": 3.844976533394176e-06,
      "loss": 0.3553,
      "step": 902290
    },
    {
      "epoch": 251.83,
      "grad_norm": 1.0919493436813354,
      "learning_rate": 3.8449557685148504e-06,
      "loss": 0.3706,
      "step": 902300
    },
    {
      "epoch": 251.83,
      "grad_norm": 1.248382329940796,
      "learning_rate": 3.844935003435713e-06,
      "loss": 0.3707,
      "step": 902310
    },
    {
      "epoch": 251.83,
      "grad_norm": 1.1871782541275024,
      "learning_rate": 3.8449142381567684e-06,
      "loss": 0.3683,
      "step": 902320
    },
    {
      "epoch": 251.84,
      "grad_norm": 1.2082208395004272,
      "learning_rate": 3.844893472678019e-06,
      "loss": 0.3639,
      "step": 902330
    },
    {
      "epoch": 251.84,
      "grad_norm": 0.9977197051048279,
      "learning_rate": 3.844872706999465e-06,
      "loss": 0.358,
      "step": 902340
    },
    {
      "epoch": 251.84,
      "grad_norm": 1.106870174407959,
      "learning_rate": 3.8448519411211124e-06,
      "loss": 0.3663,
      "step": 902350
    },
    {
      "epoch": 251.84,
      "grad_norm": 0.940864622592926,
      "learning_rate": 3.844831175042963e-06,
      "loss": 0.3639,
      "step": 902360
    },
    {
      "epoch": 251.85,
      "grad_norm": 0.9723718166351318,
      "learning_rate": 3.8448104087650195e-06,
      "loss": 0.3588,
      "step": 902370
    },
    {
      "epoch": 251.85,
      "grad_norm": 1.363071322441101,
      "learning_rate": 3.8447896422872834e-06,
      "loss": 0.3695,
      "step": 902380
    },
    {
      "epoch": 251.85,
      "grad_norm": 0.9503186941146851,
      "learning_rate": 3.844768875609759e-06,
      "loss": 0.3837,
      "step": 902390
    },
    {
      "epoch": 251.86,
      "grad_norm": 1.213411808013916,
      "learning_rate": 3.844748108732449e-06,
      "loss": 0.3703,
      "step": 902400
    },
    {
      "epoch": 251.86,
      "grad_norm": 0.9095902442932129,
      "learning_rate": 3.844727341655355e-06,
      "loss": 0.3736,
      "step": 902410
    },
    {
      "epoch": 251.86,
      "grad_norm": 0.9790414571762085,
      "learning_rate": 3.844706574378481e-06,
      "loss": 0.3654,
      "step": 902420
    },
    {
      "epoch": 251.86,
      "grad_norm": 1.1977872848510742,
      "learning_rate": 3.84468580690183e-06,
      "loss": 0.3713,
      "step": 902430
    },
    {
      "epoch": 251.87,
      "grad_norm": 0.9422090649604797,
      "learning_rate": 3.844665039225402e-06,
      "loss": 0.3666,
      "step": 902440
    },
    {
      "epoch": 251.87,
      "grad_norm": 0.9505912661552429,
      "learning_rate": 3.8446442713492035e-06,
      "loss": 0.3734,
      "step": 902450
    },
    {
      "epoch": 251.87,
      "grad_norm": 1.0196608304977417,
      "learning_rate": 3.844623503273235e-06,
      "loss": 0.3523,
      "step": 902460
    },
    {
      "epoch": 251.88,
      "grad_norm": 0.9973647594451904,
      "learning_rate": 3.8446027349975e-06,
      "loss": 0.3571,
      "step": 902470
    },
    {
      "epoch": 251.88,
      "grad_norm": 1.0447063446044922,
      "learning_rate": 3.844581966522001e-06,
      "loss": 0.3618,
      "step": 902480
    },
    {
      "epoch": 251.88,
      "grad_norm": 0.9816927909851074,
      "learning_rate": 3.844561197846741e-06,
      "loss": 0.3616,
      "step": 902490
    },
    {
      "epoch": 251.88,
      "grad_norm": 0.9874836802482605,
      "learning_rate": 3.844540428971722e-06,
      "loss": 0.361,
      "step": 902500
    },
    {
      "epoch": 251.89,
      "grad_norm": 1.1362239122390747,
      "learning_rate": 3.844519659896948e-06,
      "loss": 0.3435,
      "step": 902510
    },
    {
      "epoch": 251.89,
      "grad_norm": 1.0089648962020874,
      "learning_rate": 3.844498890622421e-06,
      "loss": 0.373,
      "step": 902520
    },
    {
      "epoch": 251.89,
      "grad_norm": 0.9079880118370056,
      "learning_rate": 3.844478121148144e-06,
      "loss": 0.3654,
      "step": 902530
    },
    {
      "epoch": 251.9,
      "grad_norm": 1.0762557983398438,
      "learning_rate": 3.844457351474119e-06,
      "loss": 0.3527,
      "step": 902540
    },
    {
      "epoch": 251.9,
      "grad_norm": 0.9729433059692383,
      "learning_rate": 3.84443658160035e-06,
      "loss": 0.362,
      "step": 902550
    },
    {
      "epoch": 251.9,
      "grad_norm": 1.074571132659912,
      "learning_rate": 3.84441581152684e-06,
      "loss": 0.3732,
      "step": 902560
    },
    {
      "epoch": 251.9,
      "grad_norm": 1.1466045379638672,
      "learning_rate": 3.84439504125359e-06,
      "loss": 0.3734,
      "step": 902570
    },
    {
      "epoch": 251.91,
      "grad_norm": 1.2318456172943115,
      "learning_rate": 3.844374270780604e-06,
      "loss": 0.3602,
      "step": 902580
    },
    {
      "epoch": 251.91,
      "grad_norm": 0.9721449613571167,
      "learning_rate": 3.844353500107884e-06,
      "loss": 0.3697,
      "step": 902590
    },
    {
      "epoch": 251.91,
      "grad_norm": 1.0476630926132202,
      "learning_rate": 3.844332729235434e-06,
      "loss": 0.3727,
      "step": 902600
    },
    {
      "epoch": 251.91,
      "grad_norm": 1.1816538572311401,
      "learning_rate": 3.844311958163256e-06,
      "loss": 0.3565,
      "step": 902610
    },
    {
      "epoch": 251.92,
      "grad_norm": 1.0645031929016113,
      "learning_rate": 3.844291186891353e-06,
      "loss": 0.3759,
      "step": 902620
    },
    {
      "epoch": 251.92,
      "grad_norm": 0.9586851000785828,
      "learning_rate": 3.8442704154197266e-06,
      "loss": 0.3712,
      "step": 902630
    },
    {
      "epoch": 251.92,
      "grad_norm": 0.9796493649482727,
      "learning_rate": 3.844249643748381e-06,
      "loss": 0.3648,
      "step": 902640
    },
    {
      "epoch": 251.93,
      "grad_norm": 1.0841116905212402,
      "learning_rate": 3.844228871877318e-06,
      "loss": 0.3656,
      "step": 902650
    },
    {
      "epoch": 251.93,
      "grad_norm": 0.9927762746810913,
      "learning_rate": 3.844208099806542e-06,
      "loss": 0.3553,
      "step": 902660
    },
    {
      "epoch": 251.93,
      "grad_norm": 1.1280796527862549,
      "learning_rate": 3.844187327536053e-06,
      "loss": 0.3706,
      "step": 902670
    },
    {
      "epoch": 251.93,
      "grad_norm": 0.9638864398002625,
      "learning_rate": 3.844166555065857e-06,
      "loss": 0.3642,
      "step": 902680
    },
    {
      "epoch": 251.94,
      "grad_norm": 0.9591372013092041,
      "learning_rate": 3.8441457823959545e-06,
      "loss": 0.3618,
      "step": 902690
    },
    {
      "epoch": 251.94,
      "grad_norm": 0.965334951877594,
      "learning_rate": 3.8441250095263485e-06,
      "loss": 0.3704,
      "step": 902700
    },
    {
      "epoch": 251.94,
      "grad_norm": 0.9300124645233154,
      "learning_rate": 3.844104236457043e-06,
      "loss": 0.3458,
      "step": 902710
    },
    {
      "epoch": 251.95,
      "grad_norm": 1.2557157278060913,
      "learning_rate": 3.84408346318804e-06,
      "loss": 0.3729,
      "step": 902720
    },
    {
      "epoch": 251.95,
      "grad_norm": 0.9957020878791809,
      "learning_rate": 3.844062689719341e-06,
      "loss": 0.3472,
      "step": 902730
    },
    {
      "epoch": 251.95,
      "grad_norm": 0.9462410807609558,
      "learning_rate": 3.844041916050951e-06,
      "loss": 0.3453,
      "step": 902740
    },
    {
      "epoch": 251.95,
      "grad_norm": 0.9052987694740295,
      "learning_rate": 3.844021142182872e-06,
      "loss": 0.3557,
      "step": 902750
    },
    {
      "epoch": 251.96,
      "grad_norm": 0.914477527141571,
      "learning_rate": 3.8440003681151054e-06,
      "loss": 0.372,
      "step": 902760
    },
    {
      "epoch": 251.96,
      "grad_norm": 1.2568439245224,
      "learning_rate": 3.8439795938476555e-06,
      "loss": 0.3644,
      "step": 902770
    },
    {
      "epoch": 251.96,
      "grad_norm": 1.0294729471206665,
      "learning_rate": 3.843958819380524e-06,
      "loss": 0.375,
      "step": 902780
    },
    {
      "epoch": 251.96,
      "grad_norm": 1.2991154193878174,
      "learning_rate": 3.843938044713716e-06,
      "loss": 0.3556,
      "step": 902790
    },
    {
      "epoch": 251.97,
      "grad_norm": 1.118836522102356,
      "learning_rate": 3.843917269847232e-06,
      "loss": 0.3514,
      "step": 902800
    },
    {
      "epoch": 251.97,
      "grad_norm": 1.1450958251953125,
      "learning_rate": 3.8438964947810744e-06,
      "loss": 0.3767,
      "step": 902810
    },
    {
      "epoch": 251.97,
      "grad_norm": 0.9577602744102478,
      "learning_rate": 3.843875719515248e-06,
      "loss": 0.381,
      "step": 902820
    },
    {
      "epoch": 251.98,
      "grad_norm": 1.0040262937545776,
      "learning_rate": 3.843854944049754e-06,
      "loss": 0.3557,
      "step": 902830
    },
    {
      "epoch": 251.98,
      "grad_norm": 1.186571717262268,
      "learning_rate": 3.843834168384595e-06,
      "loss": 0.3808,
      "step": 902840
    },
    {
      "epoch": 251.98,
      "grad_norm": 1.1708375215530396,
      "learning_rate": 3.843813392519775e-06,
      "loss": 0.361,
      "step": 902850
    },
    {
      "epoch": 251.98,
      "grad_norm": 0.9958529472351074,
      "learning_rate": 3.843792616455296e-06,
      "loss": 0.361,
      "step": 902860
    },
    {
      "epoch": 251.99,
      "grad_norm": 1.402552604675293,
      "learning_rate": 3.843771840191161e-06,
      "loss": 0.3564,
      "step": 902870
    },
    {
      "epoch": 251.99,
      "grad_norm": 1.2775239944458008,
      "learning_rate": 3.843751063727373e-06,
      "loss": 0.3566,
      "step": 902880
    },
    {
      "epoch": 251.99,
      "grad_norm": 1.226974368095398,
      "learning_rate": 3.843730287063934e-06,
      "loss": 0.372,
      "step": 902890
    },
    {
      "epoch": 252.0,
      "grad_norm": 3.6431875228881836,
      "learning_rate": 3.843709510200847e-06,
      "loss": 0.3725,
      "step": 902900
    },
    {
      "epoch": 252.0,
      "grad_norm": 1.1140650510787964,
      "learning_rate": 3.843688733138115e-06,
      "loss": 0.3547,
      "step": 902910
    },
    {
      "epoch": 252.0,
      "eval_loss": 0.362731009721756,
      "eval_runtime": 63.4429,
      "eval_samples_per_second": 79.741,
      "eval_steps_per_second": 9.977,
      "step": 902916
    },
    {
      "epoch": 252.0,
      "grad_norm": 6.444851398468018,
      "learning_rate": 3.843667955875741e-06,
      "loss": 0.3662,
      "step": 902920
    },
    {
      "epoch": 252.0,
      "grad_norm": 1.0504106283187866,
      "learning_rate": 3.843647178413728e-06,
      "loss": 0.3644,
      "step": 902930
    },
    {
      "epoch": 252.01,
      "grad_norm": 3.2379465103149414,
      "learning_rate": 3.843626400752078e-06,
      "loss": 0.3717,
      "step": 902940
    },
    {
      "epoch": 252.01,
      "grad_norm": 1.0586634874343872,
      "learning_rate": 3.843605622890793e-06,
      "loss": 0.3584,
      "step": 902950
    },
    {
      "epoch": 252.01,
      "grad_norm": 0.9786630272865295,
      "learning_rate": 3.843584844829878e-06,
      "loss": 0.3737,
      "step": 902960
    },
    {
      "epoch": 252.02,
      "grad_norm": 0.9138269424438477,
      "learning_rate": 3.843564066569335e-06,
      "loss": 0.3875,
      "step": 902970
    },
    {
      "epoch": 252.02,
      "grad_norm": 0.9913932085037231,
      "learning_rate": 3.843543288109166e-06,
      "loss": 0.3588,
      "step": 902980
    },
    {
      "epoch": 252.02,
      "grad_norm": 1.4867117404937744,
      "learning_rate": 3.843522509449373e-06,
      "loss": 0.3559,
      "step": 902990
    },
    {
      "epoch": 252.02,
      "grad_norm": 0.9775564670562744,
      "learning_rate": 3.84350173058996e-06,
      "loss": 0.3377,
      "step": 903000
    },
    {
      "epoch": 252.03,
      "grad_norm": 0.8827025294303894,
      "learning_rate": 3.843480951530931e-06,
      "loss": 0.3586,
      "step": 903010
    },
    {
      "epoch": 252.03,
      "grad_norm": 1.2298914194107056,
      "learning_rate": 3.843460172272287e-06,
      "loss": 0.3709,
      "step": 903020
    },
    {
      "epoch": 252.03,
      "grad_norm": 1.0929769277572632,
      "learning_rate": 3.84343939281403e-06,
      "loss": 0.3767,
      "step": 903030
    },
    {
      "epoch": 252.03,
      "grad_norm": 1.0833669900894165,
      "learning_rate": 3.843418613156165e-06,
      "loss": 0.3682,
      "step": 903040
    },
    {
      "epoch": 252.04,
      "grad_norm": 1.1563012599945068,
      "learning_rate": 3.843397833298693e-06,
      "loss": 0.3649,
      "step": 903050
    },
    {
      "epoch": 252.04,
      "grad_norm": 0.9968765377998352,
      "learning_rate": 3.843377053241618e-06,
      "loss": 0.3783,
      "step": 903060
    },
    {
      "epoch": 252.04,
      "grad_norm": 1.1390483379364014,
      "learning_rate": 3.843356272984942e-06,
      "loss": 0.3409,
      "step": 903070
    },
    {
      "epoch": 252.05,
      "grad_norm": 1.059977650642395,
      "learning_rate": 3.8433354925286685e-06,
      "loss": 0.3642,
      "step": 903080
    },
    {
      "epoch": 252.05,
      "grad_norm": 0.9992461204528809,
      "learning_rate": 3.8433147118727995e-06,
      "loss": 0.3621,
      "step": 903090
    },
    {
      "epoch": 252.05,
      "grad_norm": 0.889594316482544,
      "learning_rate": 3.843293931017338e-06,
      "loss": 0.354,
      "step": 903100
    },
    {
      "epoch": 252.05,
      "grad_norm": 1.0233925580978394,
      "learning_rate": 3.843273149962286e-06,
      "loss": 0.3587,
      "step": 903110
    },
    {
      "epoch": 252.06,
      "grad_norm": 1.1861575841903687,
      "learning_rate": 3.843252368707648e-06,
      "loss": 0.376,
      "step": 903120
    },
    {
      "epoch": 252.06,
      "grad_norm": 1.0339213609695435,
      "learning_rate": 3.843231587253426e-06,
      "loss": 0.3694,
      "step": 903130
    },
    {
      "epoch": 252.06,
      "grad_norm": 0.9594226479530334,
      "learning_rate": 3.843210805599622e-06,
      "loss": 0.3562,
      "step": 903140
    },
    {
      "epoch": 252.07,
      "grad_norm": 1.0820499658584595,
      "learning_rate": 3.843190023746239e-06,
      "loss": 0.3678,
      "step": 903150
    },
    {
      "epoch": 252.07,
      "grad_norm": 1.050880789756775,
      "learning_rate": 3.843169241693281e-06,
      "loss": 0.3638,
      "step": 903160
    },
    {
      "epoch": 252.07,
      "grad_norm": 1.1908493041992188,
      "learning_rate": 3.84314845944075e-06,
      "loss": 0.3656,
      "step": 903170
    },
    {
      "epoch": 252.07,
      "grad_norm": 1.1571182012557983,
      "learning_rate": 3.843127676988647e-06,
      "loss": 0.3671,
      "step": 903180
    },
    {
      "epoch": 252.08,
      "grad_norm": 1.0468961000442505,
      "learning_rate": 3.843106894336978e-06,
      "loss": 0.3638,
      "step": 903190
    },
    {
      "epoch": 252.08,
      "grad_norm": 0.9713355302810669,
      "learning_rate": 3.843086111485744e-06,
      "loss": 0.3606,
      "step": 903200
    },
    {
      "epoch": 252.08,
      "grad_norm": 0.9460378289222717,
      "learning_rate": 3.843065328434948e-06,
      "loss": 0.3507,
      "step": 903210
    },
    {
      "epoch": 252.08,
      "grad_norm": 1.1946204900741577,
      "learning_rate": 3.843044545184593e-06,
      "loss": 0.362,
      "step": 903220
    },
    {
      "epoch": 252.09,
      "grad_norm": 1.1193515062332153,
      "learning_rate": 3.84302376173468e-06,
      "loss": 0.3573,
      "step": 903230
    },
    {
      "epoch": 252.09,
      "grad_norm": 1.0402637720108032,
      "learning_rate": 3.843002978085215e-06,
      "loss": 0.34,
      "step": 903240
    },
    {
      "epoch": 252.09,
      "grad_norm": 0.957290530204773,
      "learning_rate": 3.8429821942361976e-06,
      "loss": 0.3759,
      "step": 903250
    },
    {
      "epoch": 252.1,
      "grad_norm": 1.2397692203521729,
      "learning_rate": 3.842961410187633e-06,
      "loss": 0.3444,
      "step": 903260
    },
    {
      "epoch": 252.1,
      "grad_norm": 1.0396759510040283,
      "learning_rate": 3.8429406259395226e-06,
      "loss": 0.373,
      "step": 903270
    },
    {
      "epoch": 252.1,
      "grad_norm": 0.963394284248352,
      "learning_rate": 3.842919841491869e-06,
      "loss": 0.379,
      "step": 903280
    },
    {
      "epoch": 252.1,
      "grad_norm": 0.920982301235199,
      "learning_rate": 3.8428990568446766e-06,
      "loss": 0.3598,
      "step": 903290
    },
    {
      "epoch": 252.11,
      "grad_norm": 1.0030879974365234,
      "learning_rate": 3.842878271997946e-06,
      "loss": 0.3623,
      "step": 903300
    },
    {
      "epoch": 252.11,
      "grad_norm": 1.1234567165374756,
      "learning_rate": 3.8428574869516816e-06,
      "loss": 0.3646,
      "step": 903310
    },
    {
      "epoch": 252.11,
      "grad_norm": 1.1275975704193115,
      "learning_rate": 3.842836701705885e-06,
      "loss": 0.3493,
      "step": 903320
    },
    {
      "epoch": 252.12,
      "grad_norm": 1.0333632230758667,
      "learning_rate": 3.842815916260561e-06,
      "loss": 0.3568,
      "step": 903330
    },
    {
      "epoch": 252.12,
      "grad_norm": 1.1258771419525146,
      "learning_rate": 3.842795130615709e-06,
      "loss": 0.3641,
      "step": 903340
    },
    {
      "epoch": 252.12,
      "grad_norm": 1.073458194732666,
      "learning_rate": 3.842774344771335e-06,
      "loss": 0.349,
      "step": 903350
    },
    {
      "epoch": 252.12,
      "grad_norm": 1.038860559463501,
      "learning_rate": 3.8427535587274405e-06,
      "loss": 0.3795,
      "step": 903360
    },
    {
      "epoch": 252.13,
      "grad_norm": 1.0283572673797607,
      "learning_rate": 3.842732772484027e-06,
      "loss": 0.3729,
      "step": 903370
    },
    {
      "epoch": 252.13,
      "grad_norm": 1.2045899629592896,
      "learning_rate": 3.8427119860410994e-06,
      "loss": 0.3576,
      "step": 903380
    },
    {
      "epoch": 252.13,
      "grad_norm": 1.112674593925476,
      "learning_rate": 3.84269119939866e-06,
      "loss": 0.3528,
      "step": 903390
    },
    {
      "epoch": 252.14,
      "grad_norm": 1.066036343574524,
      "learning_rate": 3.84267041255671e-06,
      "loss": 0.3558,
      "step": 903400
    },
    {
      "epoch": 252.14,
      "grad_norm": 1.0009737014770508,
      "learning_rate": 3.842649625515254e-06,
      "loss": 0.3587,
      "step": 903410
    },
    {
      "epoch": 252.14,
      "grad_norm": 1.0931113958358765,
      "learning_rate": 3.842628838274294e-06,
      "loss": 0.3557,
      "step": 903420
    },
    {
      "epoch": 252.14,
      "grad_norm": 1.4703079462051392,
      "learning_rate": 3.842608050833832e-06,
      "loss": 0.3706,
      "step": 903430
    },
    {
      "epoch": 252.15,
      "grad_norm": 1.0795704126358032,
      "learning_rate": 3.842587263193873e-06,
      "loss": 0.3569,
      "step": 903440
    },
    {
      "epoch": 252.15,
      "grad_norm": 0.9398961067199707,
      "learning_rate": 3.842566475354417e-06,
      "loss": 0.3704,
      "step": 903450
    },
    {
      "epoch": 252.15,
      "grad_norm": 1.1635043621063232,
      "learning_rate": 3.842545687315469e-06,
      "loss": 0.3611,
      "step": 903460
    },
    {
      "epoch": 252.15,
      "grad_norm": 1.012172818183899,
      "learning_rate": 3.842524899077031e-06,
      "loss": 0.3703,
      "step": 903470
    },
    {
      "epoch": 252.16,
      "grad_norm": 1.064060091972351,
      "learning_rate": 3.842504110639105e-06,
      "loss": 0.364,
      "step": 903480
    },
    {
      "epoch": 252.16,
      "grad_norm": 1.1273024082183838,
      "learning_rate": 3.842483322001694e-06,
      "loss": 0.3467,
      "step": 903490
    },
    {
      "epoch": 252.16,
      "grad_norm": 1.1316158771514893,
      "learning_rate": 3.8424625331648025e-06,
      "loss": 0.3554,
      "step": 903500
    },
    {
      "epoch": 252.17,
      "grad_norm": 1.1879454851150513,
      "learning_rate": 3.842441744128432e-06,
      "loss": 0.3633,
      "step": 903510
    },
    {
      "epoch": 252.17,
      "grad_norm": 1.0201767683029175,
      "learning_rate": 3.842420954892584e-06,
      "loss": 0.3489,
      "step": 903520
    },
    {
      "epoch": 252.17,
      "grad_norm": 1.1241122484207153,
      "learning_rate": 3.8424001654572634e-06,
      "loss": 0.3555,
      "step": 903530
    },
    {
      "epoch": 252.17,
      "grad_norm": 0.9240239262580872,
      "learning_rate": 3.842379375822472e-06,
      "loss": 0.3616,
      "step": 903540
    },
    {
      "epoch": 252.18,
      "grad_norm": 0.9599772691726685,
      "learning_rate": 3.842358585988211e-06,
      "loss": 0.3666,
      "step": 903550
    },
    {
      "epoch": 252.18,
      "grad_norm": 1.0460282564163208,
      "learning_rate": 3.842337795954486e-06,
      "loss": 0.3464,
      "step": 903560
    },
    {
      "epoch": 252.18,
      "grad_norm": 1.0306496620178223,
      "learning_rate": 3.8423170057213e-06,
      "loss": 0.3708,
      "step": 903570
    },
    {
      "epoch": 252.19,
      "grad_norm": 1.0993772745132446,
      "learning_rate": 3.842296215288652e-06,
      "loss": 0.3612,
      "step": 903580
    },
    {
      "epoch": 252.19,
      "grad_norm": 1.361724615097046,
      "learning_rate": 3.842275424656548e-06,
      "loss": 0.3521,
      "step": 903590
    },
    {
      "epoch": 252.19,
      "grad_norm": 1.02056086063385,
      "learning_rate": 3.84225463382499e-06,
      "loss": 0.3538,
      "step": 903600
    },
    {
      "epoch": 252.19,
      "grad_norm": 1.0333603620529175,
      "learning_rate": 3.842233842793981e-06,
      "loss": 0.3631,
      "step": 903610
    },
    {
      "epoch": 252.2,
      "grad_norm": 1.2443219423294067,
      "learning_rate": 3.842213051563524e-06,
      "loss": 0.3718,
      "step": 903620
    },
    {
      "epoch": 252.2,
      "grad_norm": 1.3387411832809448,
      "learning_rate": 3.842192260133619e-06,
      "loss": 0.3716,
      "step": 903630
    },
    {
      "epoch": 252.2,
      "grad_norm": 1.18961763381958,
      "learning_rate": 3.842171468504272e-06,
      "loss": 0.3614,
      "step": 903640
    },
    {
      "epoch": 252.2,
      "grad_norm": 1.1266337633132935,
      "learning_rate": 3.842150676675485e-06,
      "loss": 0.3615,
      "step": 903650
    },
    {
      "epoch": 252.21,
      "grad_norm": 0.9151930809020996,
      "learning_rate": 3.842129884647261e-06,
      "loss": 0.355,
      "step": 903660
    },
    {
      "epoch": 252.21,
      "grad_norm": 1.6315968036651611,
      "learning_rate": 3.8421090924196e-06,
      "loss": 0.3669,
      "step": 903670
    },
    {
      "epoch": 252.21,
      "grad_norm": 1.1234087944030762,
      "learning_rate": 3.842088299992509e-06,
      "loss": 0.3467,
      "step": 903680
    },
    {
      "epoch": 252.22,
      "grad_norm": 0.9609797596931458,
      "learning_rate": 3.842067507365988e-06,
      "loss": 0.3594,
      "step": 903690
    },
    {
      "epoch": 252.22,
      "grad_norm": 0.9969242215156555,
      "learning_rate": 3.842046714540041e-06,
      "loss": 0.377,
      "step": 903700
    },
    {
      "epoch": 252.22,
      "grad_norm": 1.132407546043396,
      "learning_rate": 3.84202592151467e-06,
      "loss": 0.3522,
      "step": 903710
    },
    {
      "epoch": 252.22,
      "grad_norm": 1.1236714124679565,
      "learning_rate": 3.842005128289878e-06,
      "loss": 0.3563,
      "step": 903720
    },
    {
      "epoch": 252.23,
      "grad_norm": 0.9608058333396912,
      "learning_rate": 3.841984334865668e-06,
      "loss": 0.3785,
      "step": 903730
    },
    {
      "epoch": 252.23,
      "grad_norm": 1.061144232749939,
      "learning_rate": 3.841963541242043e-06,
      "loss": 0.3746,
      "step": 903740
    },
    {
      "epoch": 252.23,
      "grad_norm": 1.0710078477859497,
      "learning_rate": 3.841942747419004e-06,
      "loss": 0.3647,
      "step": 903750
    },
    {
      "epoch": 252.24,
      "grad_norm": 1.07840895652771,
      "learning_rate": 3.841921953396556e-06,
      "loss": 0.3723,
      "step": 903760
    },
    {
      "epoch": 252.24,
      "grad_norm": 1.213111162185669,
      "learning_rate": 3.841901159174701e-06,
      "loss": 0.3821,
      "step": 903770
    },
    {
      "epoch": 252.24,
      "grad_norm": 1.2573133707046509,
      "learning_rate": 3.841880364753442e-06,
      "loss": 0.3859,
      "step": 903780
    },
    {
      "epoch": 252.24,
      "grad_norm": 0.9306648373603821,
      "learning_rate": 3.841859570132781e-06,
      "loss": 0.3775,
      "step": 903790
    },
    {
      "epoch": 252.25,
      "grad_norm": 0.9711349606513977,
      "learning_rate": 3.841838775312721e-06,
      "loss": 0.3579,
      "step": 903800
    },
    {
      "epoch": 252.25,
      "grad_norm": 1.067773699760437,
      "learning_rate": 3.8418179802932655e-06,
      "loss": 0.3763,
      "step": 903810
    },
    {
      "epoch": 252.25,
      "grad_norm": 1.0380827188491821,
      "learning_rate": 3.8417971850744166e-06,
      "loss": 0.3566,
      "step": 903820
    },
    {
      "epoch": 252.26,
      "grad_norm": 1.1770148277282715,
      "learning_rate": 3.841776389656177e-06,
      "loss": 0.3618,
      "step": 903830
    },
    {
      "epoch": 252.26,
      "grad_norm": 1.0791856050491333,
      "learning_rate": 3.841755594038549e-06,
      "loss": 0.3774,
      "step": 903840
    },
    {
      "epoch": 252.26,
      "grad_norm": 0.9965164661407471,
      "learning_rate": 3.8417347982215375e-06,
      "loss": 0.3544,
      "step": 903850
    },
    {
      "epoch": 252.26,
      "grad_norm": 0.9407544732093811,
      "learning_rate": 3.841714002205143e-06,
      "loss": 0.3483,
      "step": 903860
    },
    {
      "epoch": 252.27,
      "grad_norm": 1.1077700853347778,
      "learning_rate": 3.841693205989369e-06,
      "loss": 0.3828,
      "step": 903870
    },
    {
      "epoch": 252.27,
      "grad_norm": 1.2728182077407837,
      "learning_rate": 3.841672409574219e-06,
      "loss": 0.3585,
      "step": 903880
    },
    {
      "epoch": 252.27,
      "grad_norm": 3.6637556552886963,
      "learning_rate": 3.8416516129596945e-06,
      "loss": 0.3585,
      "step": 903890
    },
    {
      "epoch": 252.27,
      "grad_norm": 1.1965827941894531,
      "learning_rate": 3.841630816145799e-06,
      "loss": 0.3496,
      "step": 903900
    },
    {
      "epoch": 252.28,
      "grad_norm": 0.9790546298027039,
      "learning_rate": 3.841610019132535e-06,
      "loss": 0.3654,
      "step": 903910
    },
    {
      "epoch": 252.28,
      "grad_norm": 1.0164151191711426,
      "learning_rate": 3.841589221919906e-06,
      "loss": 0.3588,
      "step": 903920
    },
    {
      "epoch": 252.28,
      "grad_norm": 0.9784659743309021,
      "learning_rate": 3.8415684245079136e-06,
      "loss": 0.3726,
      "step": 903930
    },
    {
      "epoch": 252.29,
      "grad_norm": 0.8966143131256104,
      "learning_rate": 3.841547626896562e-06,
      "loss": 0.3671,
      "step": 903940
    },
    {
      "epoch": 252.29,
      "grad_norm": 0.9790304899215698,
      "learning_rate": 3.841526829085852e-06,
      "loss": 0.3444,
      "step": 903950
    },
    {
      "epoch": 252.29,
      "grad_norm": 0.9430469870567322,
      "learning_rate": 3.841506031075787e-06,
      "loss": 0.3796,
      "step": 903960
    },
    {
      "epoch": 252.29,
      "grad_norm": 1.0072933435440063,
      "learning_rate": 3.841485232866373e-06,
      "loss": 0.3708,
      "step": 903970
    },
    {
      "epoch": 252.3,
      "grad_norm": 1.0409914255142212,
      "learning_rate": 3.841464434457608e-06,
      "loss": 0.382,
      "step": 903980
    },
    {
      "epoch": 252.3,
      "grad_norm": 0.9873802065849304,
      "learning_rate": 3.841443635849496e-06,
      "loss": 0.3693,
      "step": 903990
    },
    {
      "epoch": 252.3,
      "grad_norm": 1.0477668046951294,
      "learning_rate": 3.841422837042042e-06,
      "loss": 0.3502,
      "step": 904000
    },
    {
      "epoch": 252.31,
      "grad_norm": 0.9699244499206543,
      "learning_rate": 3.841402038035247e-06,
      "loss": 0.3682,
      "step": 904010
    },
    {
      "epoch": 252.31,
      "grad_norm": 1.1975276470184326,
      "learning_rate": 3.841381238829115e-06,
      "loss": 0.3533,
      "step": 904020
    },
    {
      "epoch": 252.31,
      "grad_norm": 0.8888987898826599,
      "learning_rate": 3.8413604394236464e-06,
      "loss": 0.3593,
      "step": 904030
    },
    {
      "epoch": 252.31,
      "grad_norm": 1.1998223066329956,
      "learning_rate": 3.841339639818846e-06,
      "loss": 0.3652,
      "step": 904040
    },
    {
      "epoch": 252.32,
      "grad_norm": 1.0079865455627441,
      "learning_rate": 3.841318840014716e-06,
      "loss": 0.3623,
      "step": 904050
    },
    {
      "epoch": 252.32,
      "grad_norm": 1.1150341033935547,
      "learning_rate": 3.841298040011259e-06,
      "loss": 0.3645,
      "step": 904060
    },
    {
      "epoch": 252.32,
      "grad_norm": 1.1223597526550293,
      "learning_rate": 3.841277239808479e-06,
      "loss": 0.3633,
      "step": 904070
    },
    {
      "epoch": 252.32,
      "grad_norm": 1.1352224349975586,
      "learning_rate": 3.841256439406377e-06,
      "loss": 0.3797,
      "step": 904080
    },
    {
      "epoch": 252.33,
      "grad_norm": 1.0059292316436768,
      "learning_rate": 3.841235638804955e-06,
      "loss": 0.3659,
      "step": 904090
    },
    {
      "epoch": 252.33,
      "grad_norm": 1.1045013666152954,
      "learning_rate": 3.8412148380042195e-06,
      "loss": 0.3592,
      "step": 904100
    },
    {
      "epoch": 252.33,
      "grad_norm": 1.1997523307800293,
      "learning_rate": 3.84119403700417e-06,
      "loss": 0.3536,
      "step": 904110
    },
    {
      "epoch": 252.34,
      "grad_norm": 2.3817131519317627,
      "learning_rate": 3.841173235804811e-06,
      "loss": 0.3607,
      "step": 904120
    },
    {
      "epoch": 252.34,
      "grad_norm": 1.037506341934204,
      "learning_rate": 3.841152434406144e-06,
      "loss": 0.376,
      "step": 904130
    },
    {
      "epoch": 252.34,
      "grad_norm": 1.0561165809631348,
      "learning_rate": 3.841131632808172e-06,
      "loss": 0.3621,
      "step": 904140
    },
    {
      "epoch": 252.34,
      "grad_norm": 1.2554470300674438,
      "learning_rate": 3.841110831010898e-06,
      "loss": 0.355,
      "step": 904150
    },
    {
      "epoch": 252.35,
      "grad_norm": 1.2009249925613403,
      "learning_rate": 3.8410900290143255e-06,
      "loss": 0.3805,
      "step": 904160
    },
    {
      "epoch": 252.35,
      "grad_norm": 1.2139859199523926,
      "learning_rate": 3.841069226818456e-06,
      "loss": 0.3495,
      "step": 904170
    },
    {
      "epoch": 252.35,
      "grad_norm": 1.0121906995773315,
      "learning_rate": 3.841048424423294e-06,
      "loss": 0.3627,
      "step": 904180
    },
    {
      "epoch": 252.36,
      "grad_norm": 1.1443639993667603,
      "learning_rate": 3.841027621828841e-06,
      "loss": 0.3596,
      "step": 904190
    },
    {
      "epoch": 252.36,
      "grad_norm": 0.9267570376396179,
      "learning_rate": 3.841006819035099e-06,
      "loss": 0.3536,
      "step": 904200
    },
    {
      "epoch": 252.36,
      "grad_norm": 1.242397665977478,
      "learning_rate": 3.840986016042072e-06,
      "loss": 0.3563,
      "step": 904210
    },
    {
      "epoch": 252.36,
      "grad_norm": 1.1845725774765015,
      "learning_rate": 3.840965212849763e-06,
      "loss": 0.3465,
      "step": 904220
    },
    {
      "epoch": 252.37,
      "grad_norm": 0.9889122247695923,
      "learning_rate": 3.840944409458173e-06,
      "loss": 0.36,
      "step": 904230
    },
    {
      "epoch": 252.37,
      "grad_norm": 1.1544742584228516,
      "learning_rate": 3.840923605867308e-06,
      "loss": 0.3719,
      "step": 904240
    },
    {
      "epoch": 252.37,
      "grad_norm": 1.2023450136184692,
      "learning_rate": 3.840902802077168e-06,
      "loss": 0.362,
      "step": 904250
    },
    {
      "epoch": 252.38,
      "grad_norm": 1.1484957933425903,
      "learning_rate": 3.840881998087756e-06,
      "loss": 0.3608,
      "step": 904260
    },
    {
      "epoch": 252.38,
      "grad_norm": 0.9638893604278564,
      "learning_rate": 3.840861193899075e-06,
      "loss": 0.3589,
      "step": 904270
    },
    {
      "epoch": 252.38,
      "grad_norm": 1.1515153646469116,
      "learning_rate": 3.840840389511129e-06,
      "loss": 0.3693,
      "step": 904280
    },
    {
      "epoch": 252.38,
      "grad_norm": 1.0235615968704224,
      "learning_rate": 3.840819584923919e-06,
      "loss": 0.3569,
      "step": 904290
    },
    {
      "epoch": 252.39,
      "grad_norm": 1.0330854654312134,
      "learning_rate": 3.840798780137449e-06,
      "loss": 0.3727,
      "step": 904300
    },
    {
      "epoch": 252.39,
      "grad_norm": 1.1015636920928955,
      "learning_rate": 3.840777975151722e-06,
      "loss": 0.3681,
      "step": 904310
    },
    {
      "epoch": 252.39,
      "grad_norm": 1.0001713037490845,
      "learning_rate": 3.8407571699667396e-06,
      "loss": 0.3592,
      "step": 904320
    },
    {
      "epoch": 252.39,
      "grad_norm": 1.1416105031967163,
      "learning_rate": 3.840736364582505e-06,
      "loss": 0.3501,
      "step": 904330
    },
    {
      "epoch": 252.4,
      "grad_norm": 1.025181531906128,
      "learning_rate": 3.840715558999022e-06,
      "loss": 0.3653,
      "step": 904340
    },
    {
      "epoch": 252.4,
      "grad_norm": 0.9398389458656311,
      "learning_rate": 3.840694753216291e-06,
      "loss": 0.3482,
      "step": 904350
    },
    {
      "epoch": 252.4,
      "grad_norm": 1.0425111055374146,
      "learning_rate": 3.840673947234318e-06,
      "loss": 0.3571,
      "step": 904360
    },
    {
      "epoch": 252.41,
      "grad_norm": 1.0885034799575806,
      "learning_rate": 3.840653141053103e-06,
      "loss": 0.3749,
      "step": 904370
    },
    {
      "epoch": 252.41,
      "grad_norm": 0.9920822978019714,
      "learning_rate": 3.84063233467265e-06,
      "loss": 0.358,
      "step": 904380
    },
    {
      "epoch": 252.41,
      "grad_norm": 1.1339216232299805,
      "learning_rate": 3.8406115280929615e-06,
      "loss": 0.359,
      "step": 904390
    },
    {
      "epoch": 252.41,
      "grad_norm": 0.9248785972595215,
      "learning_rate": 3.84059072131404e-06,
      "loss": 0.3732,
      "step": 904400
    },
    {
      "epoch": 252.42,
      "grad_norm": 0.9929343461990356,
      "learning_rate": 3.840569914335889e-06,
      "loss": 0.3537,
      "step": 904410
    },
    {
      "epoch": 252.42,
      "grad_norm": 1.0429514646530151,
      "learning_rate": 3.84054910715851e-06,
      "loss": 0.3605,
      "step": 904420
    },
    {
      "epoch": 252.42,
      "grad_norm": 1.0009088516235352,
      "learning_rate": 3.840528299781908e-06,
      "loss": 0.359,
      "step": 904430
    },
    {
      "epoch": 252.43,
      "grad_norm": 0.9334673285484314,
      "learning_rate": 3.8405074922060835e-06,
      "loss": 0.3647,
      "step": 904440
    },
    {
      "epoch": 252.43,
      "grad_norm": 1.2070107460021973,
      "learning_rate": 3.840486684431041e-06,
      "loss": 0.3509,
      "step": 904450
    },
    {
      "epoch": 252.43,
      "grad_norm": 1.184594750404358,
      "learning_rate": 3.840465876456781e-06,
      "loss": 0.369,
      "step": 904460
    },
    {
      "epoch": 252.43,
      "grad_norm": 0.9465155601501465,
      "learning_rate": 3.840445068283309e-06,
      "loss": 0.3597,
      "step": 904470
    },
    {
      "epoch": 252.44,
      "grad_norm": 1.1126070022583008,
      "learning_rate": 3.840424259910626e-06,
      "loss": 0.3584,
      "step": 904480
    },
    {
      "epoch": 252.44,
      "grad_norm": 0.9711768627166748,
      "learning_rate": 3.840403451338735e-06,
      "loss": 0.3657,
      "step": 904490
    },
    {
      "epoch": 252.44,
      "grad_norm": 1.1447423696517944,
      "learning_rate": 3.840382642567639e-06,
      "loss": 0.3669,
      "step": 904500
    },
    {
      "epoch": 252.44,
      "grad_norm": 0.9533197283744812,
      "learning_rate": 3.840361833597341e-06,
      "loss": 0.3463,
      "step": 904510
    },
    {
      "epoch": 252.45,
      "grad_norm": 1.0196317434310913,
      "learning_rate": 3.840341024427844e-06,
      "loss": 0.3598,
      "step": 904520
    },
    {
      "epoch": 252.45,
      "grad_norm": 1.3505984544754028,
      "learning_rate": 3.8403202150591505e-06,
      "loss": 0.3641,
      "step": 904530
    },
    {
      "epoch": 252.45,
      "grad_norm": 1.0513241291046143,
      "learning_rate": 3.840299405491262e-06,
      "loss": 0.3638,
      "step": 904540
    },
    {
      "epoch": 252.46,
      "grad_norm": 1.0775713920593262,
      "learning_rate": 3.840278595724183e-06,
      "loss": 0.3604,
      "step": 904550
    },
    {
      "epoch": 252.46,
      "grad_norm": 0.9294720888137817,
      "learning_rate": 3.840257785757916e-06,
      "loss": 0.3627,
      "step": 904560
    },
    {
      "epoch": 252.46,
      "grad_norm": 0.9589447975158691,
      "learning_rate": 3.840236975592462e-06,
      "loss": 0.3531,
      "step": 904570
    },
    {
      "epoch": 252.46,
      "grad_norm": 1.1813440322875977,
      "learning_rate": 3.840216165227827e-06,
      "loss": 0.3755,
      "step": 904580
    },
    {
      "epoch": 252.47,
      "grad_norm": 1.0063974857330322,
      "learning_rate": 3.840195354664011e-06,
      "loss": 0.3759,
      "step": 904590
    },
    {
      "epoch": 252.47,
      "grad_norm": 1.1189656257629395,
      "learning_rate": 3.8401745439010175e-06,
      "loss": 0.368,
      "step": 904600
    },
    {
      "epoch": 252.47,
      "grad_norm": 1.168222427368164,
      "learning_rate": 3.84015373293885e-06,
      "loss": 0.3824,
      "step": 904610
    },
    {
      "epoch": 252.48,
      "grad_norm": 1.2791093587875366,
      "learning_rate": 3.84013292177751e-06,
      "loss": 0.3485,
      "step": 904620
    },
    {
      "epoch": 252.48,
      "grad_norm": 1.0142822265625,
      "learning_rate": 3.840112110417002e-06,
      "loss": 0.3634,
      "step": 904630
    },
    {
      "epoch": 252.48,
      "grad_norm": 1.0451955795288086,
      "learning_rate": 3.840091298857328e-06,
      "loss": 0.3592,
      "step": 904640
    },
    {
      "epoch": 252.48,
      "grad_norm": 1.1101789474487305,
      "learning_rate": 3.84007048709849e-06,
      "loss": 0.3671,
      "step": 904650
    },
    {
      "epoch": 252.49,
      "grad_norm": 0.928837776184082,
      "learning_rate": 3.840049675140491e-06,
      "loss": 0.3666,
      "step": 904660
    },
    {
      "epoch": 252.49,
      "grad_norm": 1.09992253780365,
      "learning_rate": 3.840028862983334e-06,
      "loss": 0.3673,
      "step": 904670
    },
    {
      "epoch": 252.49,
      "grad_norm": 2.369779348373413,
      "learning_rate": 3.840008050627023e-06,
      "loss": 0.3648,
      "step": 904680
    },
    {
      "epoch": 252.5,
      "grad_norm": 1.195488691329956,
      "learning_rate": 3.839987238071558e-06,
      "loss": 0.3647,
      "step": 904690
    },
    {
      "epoch": 252.5,
      "grad_norm": 1.0462111234664917,
      "learning_rate": 3.839966425316945e-06,
      "loss": 0.3842,
      "step": 904700
    },
    {
      "epoch": 252.5,
      "grad_norm": 1.0852315425872803,
      "learning_rate": 3.839945612363184e-06,
      "loss": 0.3599,
      "step": 904710
    },
    {
      "epoch": 252.5,
      "grad_norm": 0.9910789132118225,
      "learning_rate": 3.83992479921028e-06,
      "loss": 0.3613,
      "step": 904720
    },
    {
      "epoch": 252.51,
      "grad_norm": 1.2287801504135132,
      "learning_rate": 3.839903985858234e-06,
      "loss": 0.3642,
      "step": 904730
    },
    {
      "epoch": 252.51,
      "grad_norm": 1.0479868650436401,
      "learning_rate": 3.839883172307049e-06,
      "loss": 0.3395,
      "step": 904740
    },
    {
      "epoch": 252.51,
      "grad_norm": 1.3188989162445068,
      "learning_rate": 3.83986235855673e-06,
      "loss": 0.3441,
      "step": 904750
    },
    {
      "epoch": 252.51,
      "grad_norm": 1.132694959640503,
      "learning_rate": 3.839841544607277e-06,
      "loss": 0.3645,
      "step": 904760
    },
    {
      "epoch": 252.52,
      "grad_norm": 0.9273647665977478,
      "learning_rate": 3.8398207304586926e-06,
      "loss": 0.3576,
      "step": 904770
    },
    {
      "epoch": 252.52,
      "grad_norm": 1.0065367221832275,
      "learning_rate": 3.839799916110983e-06,
      "loss": 0.3582,
      "step": 904780
    },
    {
      "epoch": 252.52,
      "grad_norm": 0.9507099390029907,
      "learning_rate": 3.839779101564147e-06,
      "loss": 0.3788,
      "step": 904790
    },
    {
      "epoch": 252.53,
      "grad_norm": 1.2640888690948486,
      "learning_rate": 3.8397582868181895e-06,
      "loss": 0.3554,
      "step": 904800
    },
    {
      "epoch": 252.53,
      "grad_norm": 0.9876493215560913,
      "learning_rate": 3.839737471873114e-06,
      "loss": 0.3571,
      "step": 904810
    },
    {
      "epoch": 252.53,
      "grad_norm": 1.186661958694458,
      "learning_rate": 3.839716656728921e-06,
      "loss": 0.3739,
      "step": 904820
    },
    {
      "epoch": 252.53,
      "grad_norm": 1.8308215141296387,
      "learning_rate": 3.839695841385615e-06,
      "loss": 0.3642,
      "step": 904830
    },
    {
      "epoch": 252.54,
      "grad_norm": 1.2562135457992554,
      "learning_rate": 3.839675025843198e-06,
      "loss": 0.35,
      "step": 904840
    },
    {
      "epoch": 252.54,
      "grad_norm": 1.207322120666504,
      "learning_rate": 3.839654210101673e-06,
      "loss": 0.3849,
      "step": 904850
    },
    {
      "epoch": 252.54,
      "grad_norm": 1.0528868436813354,
      "learning_rate": 3.839633394161042e-06,
      "loss": 0.3606,
      "step": 904860
    },
    {
      "epoch": 252.55,
      "grad_norm": 1.0385044813156128,
      "learning_rate": 3.83961257802131e-06,
      "loss": 0.3665,
      "step": 904870
    },
    {
      "epoch": 252.55,
      "grad_norm": 0.9672982692718506,
      "learning_rate": 3.839591761682478e-06,
      "loss": 0.378,
      "step": 904880
    },
    {
      "epoch": 252.55,
      "grad_norm": 0.9456999897956848,
      "learning_rate": 3.839570945144548e-06,
      "loss": 0.3954,
      "step": 904890
    },
    {
      "epoch": 252.55,
      "grad_norm": 0.9360973834991455,
      "learning_rate": 3.8395501284075245e-06,
      "loss": 0.3528,
      "step": 904900
    },
    {
      "epoch": 252.56,
      "grad_norm": 1.0348116159439087,
      "learning_rate": 3.83952931147141e-06,
      "loss": 0.3701,
      "step": 904910
    },
    {
      "epoch": 252.56,
      "grad_norm": 1.005959153175354,
      "learning_rate": 3.839508494336206e-06,
      "loss": 0.357,
      "step": 904920
    },
    {
      "epoch": 252.56,
      "grad_norm": 1.1230299472808838,
      "learning_rate": 3.839487677001917e-06,
      "loss": 0.3766,
      "step": 904930
    },
    {
      "epoch": 252.56,
      "grad_norm": 1.205483078956604,
      "learning_rate": 3.839466859468544e-06,
      "loss": 0.3707,
      "step": 904940
    },
    {
      "epoch": 252.57,
      "grad_norm": 1.2476487159729004,
      "learning_rate": 3.839446041736091e-06,
      "loss": 0.3587,
      "step": 904950
    },
    {
      "epoch": 252.57,
      "grad_norm": 1.0339057445526123,
      "learning_rate": 3.839425223804561e-06,
      "loss": 0.3716,
      "step": 904960
    },
    {
      "epoch": 252.57,
      "grad_norm": 1.0029815435409546,
      "learning_rate": 3.839404405673956e-06,
      "loss": 0.3589,
      "step": 904970
    },
    {
      "epoch": 252.58,
      "grad_norm": 1.404473900794983,
      "learning_rate": 3.839383587344278e-06,
      "loss": 0.3454,
      "step": 904980
    },
    {
      "epoch": 252.58,
      "grad_norm": 1.1082649230957031,
      "learning_rate": 3.8393627688155314e-06,
      "loss": 0.3579,
      "step": 904990
    },
    {
      "epoch": 252.58,
      "grad_norm": 1.0980287790298462,
      "learning_rate": 3.8393419500877185e-06,
      "loss": 0.3508,
      "step": 905000
    },
    {
      "epoch": 252.58,
      "grad_norm": 1.099989652633667,
      "learning_rate": 3.839321131160843e-06,
      "loss": 0.3667,
      "step": 905010
    },
    {
      "epoch": 252.59,
      "grad_norm": 1.1161401271820068,
      "learning_rate": 3.839300312034905e-06,
      "loss": 0.3703,
      "step": 905020
    },
    {
      "epoch": 252.59,
      "grad_norm": 1.1791338920593262,
      "learning_rate": 3.839279492709908e-06,
      "loss": 0.3654,
      "step": 905030
    },
    {
      "epoch": 252.59,
      "grad_norm": 1.169845461845398,
      "learning_rate": 3.839258673185858e-06,
      "loss": 0.3575,
      "step": 905040
    },
    {
      "epoch": 252.6,
      "grad_norm": 0.9692943096160889,
      "learning_rate": 3.839237853462754e-06,
      "loss": 0.3758,
      "step": 905050
    },
    {
      "epoch": 252.6,
      "grad_norm": 1.9085652828216553,
      "learning_rate": 3.8392170335406e-06,
      "loss": 0.3531,
      "step": 905060
    },
    {
      "epoch": 252.6,
      "grad_norm": 0.9559875130653381,
      "learning_rate": 3.8391962134194e-06,
      "loss": 0.3624,
      "step": 905070
    },
    {
      "epoch": 252.6,
      "grad_norm": 0.951175332069397,
      "learning_rate": 3.839175393099155e-06,
      "loss": 0.3683,
      "step": 905080
    },
    {
      "epoch": 252.61,
      "grad_norm": 0.9888284802436829,
      "learning_rate": 3.839154572579868e-06,
      "loss": 0.3674,
      "step": 905090
    },
    {
      "epoch": 252.61,
      "grad_norm": 1.1632063388824463,
      "learning_rate": 3.839133751861544e-06,
      "loss": 0.3582,
      "step": 905100
    },
    {
      "epoch": 252.61,
      "grad_norm": 1.0168565511703491,
      "learning_rate": 3.839112930944182e-06,
      "loss": 0.3508,
      "step": 905110
    },
    {
      "epoch": 252.62,
      "grad_norm": 1.1244726181030273,
      "learning_rate": 3.839092109827788e-06,
      "loss": 0.357,
      "step": 905120
    },
    {
      "epoch": 252.62,
      "grad_norm": 0.8810247778892517,
      "learning_rate": 3.839071288512363e-06,
      "loss": 0.3799,
      "step": 905130
    },
    {
      "epoch": 252.62,
      "grad_norm": 1.135623574256897,
      "learning_rate": 3.839050466997911e-06,
      "loss": 0.3626,
      "step": 905140
    },
    {
      "epoch": 252.62,
      "grad_norm": 1.0778218507766724,
      "learning_rate": 3.839029645284433e-06,
      "loss": 0.3594,
      "step": 905150
    },
    {
      "epoch": 252.63,
      "grad_norm": 1.816474437713623,
      "learning_rate": 3.839008823371933e-06,
      "loss": 0.3599,
      "step": 905160
    },
    {
      "epoch": 252.63,
      "grad_norm": 1.530993103981018,
      "learning_rate": 3.838988001260415e-06,
      "loss": 0.3673,
      "step": 905170
    },
    {
      "epoch": 252.63,
      "grad_norm": 0.9852292537689209,
      "learning_rate": 3.838967178949879e-06,
      "loss": 0.3535,
      "step": 905180
    },
    {
      "epoch": 252.63,
      "grad_norm": 1.343227744102478,
      "learning_rate": 3.83894635644033e-06,
      "loss": 0.3643,
      "step": 905190
    },
    {
      "epoch": 252.64,
      "grad_norm": 1.1073460578918457,
      "learning_rate": 3.8389255337317695e-06,
      "loss": 0.3702,
      "step": 905200
    },
    {
      "epoch": 252.64,
      "grad_norm": 1.1397101879119873,
      "learning_rate": 3.8389047108242005e-06,
      "loss": 0.3702,
      "step": 905210
    },
    {
      "epoch": 252.64,
      "grad_norm": 1.0578720569610596,
      "learning_rate": 3.838883887717627e-06,
      "loss": 0.3426,
      "step": 905220
    },
    {
      "epoch": 252.65,
      "grad_norm": 0.9636519551277161,
      "learning_rate": 3.83886306441205e-06,
      "loss": 0.366,
      "step": 905230
    },
    {
      "epoch": 252.65,
      "grad_norm": 0.9912422895431519,
      "learning_rate": 3.838842240907473e-06,
      "loss": 0.3494,
      "step": 905240
    },
    {
      "epoch": 252.65,
      "grad_norm": 5.065493583679199,
      "learning_rate": 3.838821417203899e-06,
      "loss": 0.3671,
      "step": 905250
    },
    {
      "epoch": 252.65,
      "grad_norm": 1.0419981479644775,
      "learning_rate": 3.838800593301331e-06,
      "loss": 0.3512,
      "step": 905260
    },
    {
      "epoch": 252.66,
      "grad_norm": 1.1751066446304321,
      "learning_rate": 3.83877976919977e-06,
      "loss": 0.3585,
      "step": 905270
    },
    {
      "epoch": 252.66,
      "grad_norm": 1.1142237186431885,
      "learning_rate": 3.838758944899222e-06,
      "loss": 0.3704,
      "step": 905280
    },
    {
      "epoch": 252.66,
      "grad_norm": 0.9018243551254272,
      "learning_rate": 3.8387381203996865e-06,
      "loss": 0.3569,
      "step": 905290
    },
    {
      "epoch": 252.67,
      "grad_norm": 0.9934837818145752,
      "learning_rate": 3.838717295701169e-06,
      "loss": 0.3674,
      "step": 905300
    },
    {
      "epoch": 252.67,
      "grad_norm": 0.9760085344314575,
      "learning_rate": 3.838696470803669e-06,
      "loss": 0.3776,
      "step": 905310
    },
    {
      "epoch": 252.67,
      "grad_norm": 1.0801934003829956,
      "learning_rate": 3.838675645707193e-06,
      "loss": 0.3628,
      "step": 905320
    },
    {
      "epoch": 252.67,
      "grad_norm": 0.9640932679176331,
      "learning_rate": 3.838654820411741e-06,
      "loss": 0.3576,
      "step": 905330
    },
    {
      "epoch": 252.68,
      "grad_norm": 1.0557734966278076,
      "learning_rate": 3.838633994917317e-06,
      "loss": 0.3806,
      "step": 905340
    },
    {
      "epoch": 252.68,
      "grad_norm": 0.9453834295272827,
      "learning_rate": 3.838613169223924e-06,
      "loss": 0.3807,
      "step": 905350
    },
    {
      "epoch": 252.68,
      "grad_norm": 1.103867769241333,
      "learning_rate": 3.838592343331563e-06,
      "loss": 0.348,
      "step": 905360
    },
    {
      "epoch": 252.68,
      "grad_norm": 0.9282620549201965,
      "learning_rate": 3.83857151724024e-06,
      "loss": 0.3517,
      "step": 905370
    },
    {
      "epoch": 252.69,
      "grad_norm": 1.198403239250183,
      "learning_rate": 3.838550690949954e-06,
      "loss": 0.3612,
      "step": 905380
    },
    {
      "epoch": 252.69,
      "grad_norm": 1.0711970329284668,
      "learning_rate": 3.838529864460711e-06,
      "loss": 0.374,
      "step": 905390
    },
    {
      "epoch": 252.69,
      "grad_norm": 0.9167730212211609,
      "learning_rate": 3.838509037772511e-06,
      "loss": 0.3535,
      "step": 905400
    },
    {
      "epoch": 252.7,
      "grad_norm": 1.1027594804763794,
      "learning_rate": 3.83848821088536e-06,
      "loss": 0.3767,
      "step": 905410
    },
    {
      "epoch": 252.7,
      "grad_norm": 1.0087511539459229,
      "learning_rate": 3.838467383799258e-06,
      "loss": 0.3562,
      "step": 905420
    },
    {
      "epoch": 252.7,
      "grad_norm": 1.0621551275253296,
      "learning_rate": 3.8384465565142086e-06,
      "loss": 0.3593,
      "step": 905430
    },
    {
      "epoch": 252.7,
      "grad_norm": 1.2013965845108032,
      "learning_rate": 3.8384257290302145e-06,
      "loss": 0.3643,
      "step": 905440
    },
    {
      "epoch": 252.71,
      "grad_norm": 1.3895540237426758,
      "learning_rate": 3.838404901347279e-06,
      "loss": 0.3541,
      "step": 905450
    },
    {
      "epoch": 252.71,
      "grad_norm": 0.9739435315132141,
      "learning_rate": 3.8383840734654045e-06,
      "loss": 0.3687,
      "step": 905460
    },
    {
      "epoch": 252.71,
      "grad_norm": 1.1093099117279053,
      "learning_rate": 3.8383632453845935e-06,
      "loss": 0.3622,
      "step": 905470
    },
    {
      "epoch": 252.72,
      "grad_norm": 1.0185312032699585,
      "learning_rate": 3.838342417104849e-06,
      "loss": 0.3703,
      "step": 905480
    },
    {
      "epoch": 252.72,
      "grad_norm": 1.1076728105545044,
      "learning_rate": 3.838321588626175e-06,
      "loss": 0.3543,
      "step": 905490
    },
    {
      "epoch": 252.72,
      "grad_norm": 1.0785069465637207,
      "learning_rate": 3.838300759948572e-06,
      "loss": 0.3664,
      "step": 905500
    },
    {
      "epoch": 252.72,
      "grad_norm": 1.1516083478927612,
      "learning_rate": 3.838279931072044e-06,
      "loss": 0.3431,
      "step": 905510
    },
    {
      "epoch": 252.73,
      "grad_norm": 1.119152545928955,
      "learning_rate": 3.838259101996594e-06,
      "loss": 0.3827,
      "step": 905520
    },
    {
      "epoch": 252.73,
      "grad_norm": 0.9593003392219543,
      "learning_rate": 3.838238272722224e-06,
      "loss": 0.3587,
      "step": 905530
    },
    {
      "epoch": 252.73,
      "grad_norm": 1.958145022392273,
      "learning_rate": 3.838217443248938e-06,
      "loss": 0.3622,
      "step": 905540
    },
    {
      "epoch": 252.74,
      "grad_norm": 0.9615623354911804,
      "learning_rate": 3.838196613576737e-06,
      "loss": 0.3566,
      "step": 905550
    },
    {
      "epoch": 252.74,
      "grad_norm": 0.945525586605072,
      "learning_rate": 3.838175783705625e-06,
      "loss": 0.3555,
      "step": 905560
    },
    {
      "epoch": 252.74,
      "grad_norm": 1.1129454374313354,
      "learning_rate": 3.8381549536356045e-06,
      "loss": 0.3655,
      "step": 905570
    },
    {
      "epoch": 252.74,
      "grad_norm": 0.8928489685058594,
      "learning_rate": 3.838134123366678e-06,
      "loss": 0.3529,
      "step": 905580
    },
    {
      "epoch": 252.75,
      "grad_norm": 1.0451656579971313,
      "learning_rate": 3.8381132928988494e-06,
      "loss": 0.3486,
      "step": 905590
    },
    {
      "epoch": 252.75,
      "grad_norm": 1.200124979019165,
      "learning_rate": 3.838092462232121e-06,
      "loss": 0.384,
      "step": 905600
    },
    {
      "epoch": 252.75,
      "grad_norm": 1.0874298810958862,
      "learning_rate": 3.838071631366494e-06,
      "loss": 0.3537,
      "step": 905610
    },
    {
      "epoch": 252.75,
      "grad_norm": 1.071224331855774,
      "learning_rate": 3.838050800301973e-06,
      "loss": 0.3468,
      "step": 905620
    },
    {
      "epoch": 252.76,
      "grad_norm": 1.2789099216461182,
      "learning_rate": 3.83802996903856e-06,
      "loss": 0.366,
      "step": 905630
    },
    {
      "epoch": 252.76,
      "grad_norm": 1.1911365985870361,
      "learning_rate": 3.838009137576258e-06,
      "loss": 0.3613,
      "step": 905640
    },
    {
      "epoch": 252.76,
      "grad_norm": 1.0955194234848022,
      "learning_rate": 3.83798830591507e-06,
      "loss": 0.3553,
      "step": 905650
    },
    {
      "epoch": 252.77,
      "grad_norm": 1.0062592029571533,
      "learning_rate": 3.837967474054998e-06,
      "loss": 0.3678,
      "step": 905660
    },
    {
      "epoch": 252.77,
      "grad_norm": 0.9219966530799866,
      "learning_rate": 3.837946641996045e-06,
      "loss": 0.3778,
      "step": 905670
    },
    {
      "epoch": 252.77,
      "grad_norm": 1.0223835706710815,
      "learning_rate": 3.837925809738215e-06,
      "loss": 0.3779,
      "step": 905680
    },
    {
      "epoch": 252.77,
      "grad_norm": 1.140738606452942,
      "learning_rate": 3.83790497728151e-06,
      "loss": 0.3601,
      "step": 905690
    },
    {
      "epoch": 252.78,
      "grad_norm": 1.0408111810684204,
      "learning_rate": 3.8378841446259305e-06,
      "loss": 0.3517,
      "step": 905700
    },
    {
      "epoch": 252.78,
      "grad_norm": 0.9587387442588806,
      "learning_rate": 3.837863311771482e-06,
      "loss": 0.3633,
      "step": 905710
    },
    {
      "epoch": 252.78,
      "grad_norm": 1.0429235696792603,
      "learning_rate": 3.837842478718168e-06,
      "loss": 0.3553,
      "step": 905720
    },
    {
      "epoch": 252.79,
      "grad_norm": 1.1159852743148804,
      "learning_rate": 3.837821645465989e-06,
      "loss": 0.3739,
      "step": 905730
    },
    {
      "epoch": 252.79,
      "grad_norm": 0.903401255607605,
      "learning_rate": 3.837800812014949e-06,
      "loss": 0.354,
      "step": 905740
    },
    {
      "epoch": 252.79,
      "grad_norm": 4.506587982177734,
      "learning_rate": 3.83777997836505e-06,
      "loss": 0.3676,
      "step": 905750
    },
    {
      "epoch": 252.79,
      "grad_norm": 1.3058897256851196,
      "learning_rate": 3.837759144516295e-06,
      "loss": 0.353,
      "step": 905760
    },
    {
      "epoch": 252.8,
      "grad_norm": 1.0890755653381348,
      "learning_rate": 3.837738310468688e-06,
      "loss": 0.3656,
      "step": 905770
    },
    {
      "epoch": 252.8,
      "grad_norm": 1.1648564338684082,
      "learning_rate": 3.83771747622223e-06,
      "loss": 0.3656,
      "step": 905780
    },
    {
      "epoch": 252.8,
      "grad_norm": 1.0404213666915894,
      "learning_rate": 3.8376966417769246e-06,
      "loss": 0.3763,
      "step": 905790
    },
    {
      "epoch": 252.8,
      "grad_norm": 0.8760970830917358,
      "learning_rate": 3.837675807132775e-06,
      "loss": 0.3476,
      "step": 905800
    },
    {
      "epoch": 252.81,
      "grad_norm": 1.7584308385849,
      "learning_rate": 3.837654972289782e-06,
      "loss": 0.3633,
      "step": 905810
    },
    {
      "epoch": 252.81,
      "grad_norm": 1.0903695821762085,
      "learning_rate": 3.837634137247951e-06,
      "loss": 0.3627,
      "step": 905820
    },
    {
      "epoch": 252.81,
      "grad_norm": 1.0186713933944702,
      "learning_rate": 3.837613302007283e-06,
      "loss": 0.35,
      "step": 905830
    },
    {
      "epoch": 252.82,
      "grad_norm": 1.221896767616272,
      "learning_rate": 3.837592466567782e-06,
      "loss": 0.3584,
      "step": 905840
    },
    {
      "epoch": 252.82,
      "grad_norm": 0.9789740443229675,
      "learning_rate": 3.83757163092945e-06,
      "loss": 0.3752,
      "step": 905850
    },
    {
      "epoch": 252.82,
      "grad_norm": 0.9561327695846558,
      "learning_rate": 3.83755079509229e-06,
      "loss": 0.3542,
      "step": 905860
    },
    {
      "epoch": 252.82,
      "grad_norm": 1.1046189069747925,
      "learning_rate": 3.837529959056305e-06,
      "loss": 0.352,
      "step": 905870
    },
    {
      "epoch": 252.83,
      "grad_norm": 1.0243260860443115,
      "learning_rate": 3.8375091228214965e-06,
      "loss": 0.3498,
      "step": 905880
    },
    {
      "epoch": 252.83,
      "grad_norm": 0.9310857057571411,
      "learning_rate": 3.837488286387869e-06,
      "loss": 0.3567,
      "step": 905890
    },
    {
      "epoch": 252.83,
      "grad_norm": 0.980557918548584,
      "learning_rate": 3.837467449755425e-06,
      "loss": 0.3549,
      "step": 905900
    },
    {
      "epoch": 252.84,
      "grad_norm": 1.0782990455627441,
      "learning_rate": 3.837446612924166e-06,
      "loss": 0.3498,
      "step": 905910
    },
    {
      "epoch": 252.84,
      "grad_norm": 1.2799936532974243,
      "learning_rate": 3.837425775894096e-06,
      "loss": 0.3691,
      "step": 905920
    },
    {
      "epoch": 252.84,
      "grad_norm": 1.0290049314498901,
      "learning_rate": 3.837404938665216e-06,
      "loss": 0.3637,
      "step": 905930
    },
    {
      "epoch": 252.84,
      "grad_norm": 0.9572151899337769,
      "learning_rate": 3.837384101237532e-06,
      "loss": 0.3682,
      "step": 905940
    },
    {
      "epoch": 252.85,
      "grad_norm": 1.019742488861084,
      "learning_rate": 3.837363263611045e-06,
      "loss": 0.3484,
      "step": 905950
    },
    {
      "epoch": 252.85,
      "grad_norm": 1.1339524984359741,
      "learning_rate": 3.837342425785756e-06,
      "loss": 0.3858,
      "step": 905960
    },
    {
      "epoch": 252.85,
      "grad_norm": 0.9795148968696594,
      "learning_rate": 3.837321587761671e-06,
      "loss": 0.3592,
      "step": 905970
    },
    {
      "epoch": 252.86,
      "grad_norm": 0.9563921689987183,
      "learning_rate": 3.83730074953879e-06,
      "loss": 0.3666,
      "step": 905980
    },
    {
      "epoch": 252.86,
      "grad_norm": 0.9050805568695068,
      "learning_rate": 3.837279911117117e-06,
      "loss": 0.3586,
      "step": 905990
    },
    {
      "epoch": 252.86,
      "grad_norm": 0.9958605170249939,
      "learning_rate": 3.8372590724966555e-06,
      "loss": 0.3593,
      "step": 906000
    },
    {
      "epoch": 252.86,
      "grad_norm": 1.1439250707626343,
      "learning_rate": 3.837238233677407e-06,
      "loss": 0.3556,
      "step": 906010
    },
    {
      "epoch": 252.87,
      "grad_norm": 0.9732486605644226,
      "learning_rate": 3.837217394659375e-06,
      "loss": 0.3732,
      "step": 906020
    },
    {
      "epoch": 252.87,
      "grad_norm": 1.1191959381103516,
      "learning_rate": 3.837196555442562e-06,
      "loss": 0.3663,
      "step": 906030
    },
    {
      "epoch": 252.87,
      "grad_norm": 1.1234114170074463,
      "learning_rate": 3.837175716026972e-06,
      "loss": 0.3572,
      "step": 906040
    },
    {
      "epoch": 252.87,
      "grad_norm": 0.9905139207839966,
      "learning_rate": 3.8371548764126055e-06,
      "loss": 0.3512,
      "step": 906050
    },
    {
      "epoch": 252.88,
      "grad_norm": 0.9807316660881042,
      "learning_rate": 3.837134036599466e-06,
      "loss": 0.3601,
      "step": 906060
    },
    {
      "epoch": 252.88,
      "grad_norm": 1.0069931745529175,
      "learning_rate": 3.837113196587557e-06,
      "loss": 0.3563,
      "step": 906070
    },
    {
      "epoch": 252.88,
      "grad_norm": 1.1613473892211914,
      "learning_rate": 3.837092356376881e-06,
      "loss": 0.355,
      "step": 906080
    },
    {
      "epoch": 252.89,
      "grad_norm": 1.1084215641021729,
      "learning_rate": 3.837071515967441e-06,
      "loss": 0.3668,
      "step": 906090
    },
    {
      "epoch": 252.89,
      "grad_norm": 1.092779278755188,
      "learning_rate": 3.837050675359239e-06,
      "loss": 0.3579,
      "step": 906100
    },
    {
      "epoch": 252.89,
      "grad_norm": 1.0880078077316284,
      "learning_rate": 3.837029834552279e-06,
      "loss": 0.3647,
      "step": 906110
    },
    {
      "epoch": 252.89,
      "grad_norm": 1.1736111640930176,
      "learning_rate": 3.837008993546563e-06,
      "loss": 0.375,
      "step": 906120
    },
    {
      "epoch": 252.9,
      "grad_norm": 1.0851866006851196,
      "learning_rate": 3.836988152342094e-06,
      "loss": 0.3705,
      "step": 906130
    },
    {
      "epoch": 252.9,
      "grad_norm": 1.0692857503890991,
      "learning_rate": 3.836967310938873e-06,
      "loss": 0.3551,
      "step": 906140
    },
    {
      "epoch": 252.9,
      "grad_norm": 0.9096528887748718,
      "learning_rate": 3.836946469336906e-06,
      "loss": 0.3498,
      "step": 906150
    },
    {
      "epoch": 252.91,
      "grad_norm": 0.9837989807128906,
      "learning_rate": 3.836925627536193e-06,
      "loss": 0.36,
      "step": 906160
    },
    {
      "epoch": 252.91,
      "grad_norm": 0.9523957967758179,
      "learning_rate": 3.83690478553674e-06,
      "loss": 0.353,
      "step": 906170
    },
    {
      "epoch": 252.91,
      "grad_norm": 1.0029881000518799,
      "learning_rate": 3.836883943338545e-06,
      "loss": 0.3558,
      "step": 906180
    },
    {
      "epoch": 252.91,
      "grad_norm": 1.0219982862472534,
      "learning_rate": 3.836863100941615e-06,
      "loss": 0.363,
      "step": 906190
    },
    {
      "epoch": 252.92,
      "grad_norm": 0.9573494791984558,
      "learning_rate": 3.836842258345951e-06,
      "loss": 0.3588,
      "step": 906200
    },
    {
      "epoch": 252.92,
      "grad_norm": 1.0980355739593506,
      "learning_rate": 3.836821415551556e-06,
      "loss": 0.3507,
      "step": 906210
    },
    {
      "epoch": 252.92,
      "grad_norm": 0.8844677209854126,
      "learning_rate": 3.836800572558433e-06,
      "loss": 0.3554,
      "step": 906220
    },
    {
      "epoch": 252.92,
      "grad_norm": 1.1268692016601562,
      "learning_rate": 3.836779729366584e-06,
      "loss": 0.3841,
      "step": 906230
    },
    {
      "epoch": 252.93,
      "grad_norm": 1.2401140928268433,
      "learning_rate": 3.8367588859760124e-06,
      "loss": 0.3657,
      "step": 906240
    },
    {
      "epoch": 252.93,
      "grad_norm": 1.0244357585906982,
      "learning_rate": 3.836738042386722e-06,
      "loss": 0.3511,
      "step": 906250
    },
    {
      "epoch": 252.93,
      "grad_norm": 0.9244853258132935,
      "learning_rate": 3.836717198598713e-06,
      "loss": 0.3579,
      "step": 906260
    },
    {
      "epoch": 252.94,
      "grad_norm": 1.1217073202133179,
      "learning_rate": 3.836696354611991e-06,
      "loss": 0.3589,
      "step": 906270
    },
    {
      "epoch": 252.94,
      "grad_norm": 0.9748694896697998,
      "learning_rate": 3.836675510426556e-06,
      "loss": 0.3602,
      "step": 906280
    },
    {
      "epoch": 252.94,
      "grad_norm": 0.979324996471405,
      "learning_rate": 3.836654666042413e-06,
      "loss": 0.3734,
      "step": 906290
    },
    {
      "epoch": 252.94,
      "grad_norm": 1.0934340953826904,
      "learning_rate": 3.836633821459564e-06,
      "loss": 0.3596,
      "step": 906300
    },
    {
      "epoch": 252.95,
      "grad_norm": 1.0300525426864624,
      "learning_rate": 3.836612976678012e-06,
      "loss": 0.3581,
      "step": 906310
    },
    {
      "epoch": 252.95,
      "grad_norm": 1.126652717590332,
      "learning_rate": 3.836592131697759e-06,
      "loss": 0.3757,
      "step": 906320
    },
    {
      "epoch": 252.95,
      "grad_norm": 0.9601318836212158,
      "learning_rate": 3.836571286518809e-06,
      "loss": 0.37,
      "step": 906330
    },
    {
      "epoch": 252.96,
      "grad_norm": 0.9467676281929016,
      "learning_rate": 3.836550441141163e-06,
      "loss": 0.3702,
      "step": 906340
    },
    {
      "epoch": 252.96,
      "grad_norm": 1.0488005876541138,
      "learning_rate": 3.836529595564826e-06,
      "loss": 0.3555,
      "step": 906350
    },
    {
      "epoch": 252.96,
      "grad_norm": 1.0169854164123535,
      "learning_rate": 3.836508749789799e-06,
      "loss": 0.3712,
      "step": 906360
    },
    {
      "epoch": 252.96,
      "grad_norm": 1.2598211765289307,
      "learning_rate": 3.836487903816085e-06,
      "loss": 0.3644,
      "step": 906370
    },
    {
      "epoch": 252.97,
      "grad_norm": 1.1495070457458496,
      "learning_rate": 3.836467057643688e-06,
      "loss": 0.361,
      "step": 906380
    },
    {
      "epoch": 252.97,
      "grad_norm": 0.9702655076980591,
      "learning_rate": 3.836446211272609e-06,
      "loss": 0.3695,
      "step": 906390
    },
    {
      "epoch": 252.97,
      "grad_norm": 0.926307201385498,
      "learning_rate": 3.836425364702852e-06,
      "loss": 0.3582,
      "step": 906400
    },
    {
      "epoch": 252.98,
      "grad_norm": 1.2303476333618164,
      "learning_rate": 3.83640451793442e-06,
      "loss": 0.3559,
      "step": 906410
    },
    {
      "epoch": 252.98,
      "grad_norm": 1.0435147285461426,
      "learning_rate": 3.8363836709673155e-06,
      "loss": 0.3546,
      "step": 906420
    },
    {
      "epoch": 252.98,
      "grad_norm": 1.0428824424743652,
      "learning_rate": 3.83636282380154e-06,
      "loss": 0.3497,
      "step": 906430
    },
    {
      "epoch": 252.98,
      "grad_norm": 1.0616666078567505,
      "learning_rate": 3.8363419764370985e-06,
      "loss": 0.3684,
      "step": 906440
    },
    {
      "epoch": 252.99,
      "grad_norm": 1.1016910076141357,
      "learning_rate": 3.836321128873993e-06,
      "loss": 0.357,
      "step": 906450
    },
    {
      "epoch": 252.99,
      "grad_norm": 0.8928187489509583,
      "learning_rate": 3.836300281112225e-06,
      "loss": 0.3626,
      "step": 906460
    },
    {
      "epoch": 252.99,
      "grad_norm": 1.1179412603378296,
      "learning_rate": 3.836279433151797e-06,
      "loss": 0.3616,
      "step": 906470
    },
    {
      "epoch": 252.99,
      "grad_norm": 1.0303127765655518,
      "learning_rate": 3.836258584992715e-06,
      "loss": 0.3442,
      "step": 906480
    },
    {
      "epoch": 253.0,
      "grad_norm": 0.9662750959396362,
      "learning_rate": 3.8362377366349786e-06,
      "loss": 0.3428,
      "step": 906490
    },
    {
      "epoch": 253.0,
      "eval_loss": 0.36416730284690857,
      "eval_runtime": 63.1403,
      "eval_samples_per_second": 80.123,
      "eval_steps_per_second": 10.025,
      "step": 906499
    },
    {
      "epoch": 253.0,
      "grad_norm": 1.1211767196655273,
      "learning_rate": 3.836216888078592e-06,
      "loss": 0.3743,
      "step": 906500
    },
    {
      "epoch": 253.0,
      "grad_norm": 1.0919463634490967,
      "learning_rate": 3.836196039323557e-06,
      "loss": 0.3643,
      "step": 906510
    },
    {
      "epoch": 253.01,
      "grad_norm": 0.9810783267021179,
      "learning_rate": 3.836175190369878e-06,
      "loss": 0.3703,
      "step": 906520
    },
    {
      "epoch": 253.01,
      "grad_norm": 1.0892904996871948,
      "learning_rate": 3.836154341217555e-06,
      "loss": 0.3682,
      "step": 906530
    },
    {
      "epoch": 253.01,
      "grad_norm": 0.9927046895027161,
      "learning_rate": 3.836133491866594e-06,
      "loss": 0.3725,
      "step": 906540
    },
    {
      "epoch": 253.01,
      "grad_norm": 0.9929007291793823,
      "learning_rate": 3.836112642316997e-06,
      "loss": 0.3499,
      "step": 906550
    },
    {
      "epoch": 253.02,
      "grad_norm": 1.0830636024475098,
      "learning_rate": 3.836091792568765e-06,
      "loss": 0.3704,
      "step": 906560
    },
    {
      "epoch": 253.02,
      "grad_norm": 0.8817477822303772,
      "learning_rate": 3.836070942621902e-06,
      "loss": 0.3632,
      "step": 906570
    },
    {
      "epoch": 253.02,
      "grad_norm": 1.0547839403152466,
      "learning_rate": 3.836050092476412e-06,
      "loss": 0.3607,
      "step": 906580
    },
    {
      "epoch": 253.03,
      "grad_norm": 1.0315052270889282,
      "learning_rate": 3.836029242132295e-06,
      "loss": 0.37,
      "step": 906590
    },
    {
      "epoch": 253.03,
      "grad_norm": 1.072554349899292,
      "learning_rate": 3.836008391589556e-06,
      "loss": 0.3499,
      "step": 906600
    },
    {
      "epoch": 253.03,
      "grad_norm": 1.0577409267425537,
      "learning_rate": 3.835987540848196e-06,
      "loss": 0.3584,
      "step": 906610
    },
    {
      "epoch": 253.03,
      "grad_norm": 0.9749482870101929,
      "learning_rate": 3.835966689908219e-06,
      "loss": 0.36,
      "step": 906620
    },
    {
      "epoch": 253.04,
      "grad_norm": 1.072310209274292,
      "learning_rate": 3.835945838769629e-06,
      "loss": 0.3887,
      "step": 906630
    },
    {
      "epoch": 253.04,
      "grad_norm": 1.087594985961914,
      "learning_rate": 3.835924987432426e-06,
      "loss": 0.3557,
      "step": 906640
    },
    {
      "epoch": 253.04,
      "grad_norm": 0.9018580317497253,
      "learning_rate": 3.835904135896614e-06,
      "loss": 0.3664,
      "step": 906650
    },
    {
      "epoch": 253.04,
      "grad_norm": 1.0122052431106567,
      "learning_rate": 3.8358832841621966e-06,
      "loss": 0.3715,
      "step": 906660
    },
    {
      "epoch": 253.05,
      "grad_norm": 0.9600107669830322,
      "learning_rate": 3.835862432229175e-06,
      "loss": 0.354,
      "step": 906670
    },
    {
      "epoch": 253.05,
      "grad_norm": 1.0983295440673828,
      "learning_rate": 3.835841580097554e-06,
      "loss": 0.3822,
      "step": 906680
    },
    {
      "epoch": 253.05,
      "grad_norm": 0.9899407625198364,
      "learning_rate": 3.835820727767334e-06,
      "loss": 0.3592,
      "step": 906690
    },
    {
      "epoch": 253.06,
      "grad_norm": 1.010823130607605,
      "learning_rate": 3.83579987523852e-06,
      "loss": 0.3649,
      "step": 906700
    },
    {
      "epoch": 253.06,
      "grad_norm": 1.0660970211029053,
      "learning_rate": 3.835779022511113e-06,
      "loss": 0.3566,
      "step": 906710
    },
    {
      "epoch": 253.06,
      "grad_norm": 1.1151924133300781,
      "learning_rate": 3.835758169585117e-06,
      "loss": 0.3592,
      "step": 906720
    },
    {
      "epoch": 253.06,
      "grad_norm": 1.0974442958831787,
      "learning_rate": 3.835737316460534e-06,
      "loss": 0.3716,
      "step": 906730
    },
    {
      "epoch": 253.07,
      "grad_norm": 0.9923312067985535,
      "learning_rate": 3.835716463137366e-06,
      "loss": 0.3563,
      "step": 906740
    },
    {
      "epoch": 253.07,
      "grad_norm": 0.9823504090309143,
      "learning_rate": 3.8356956096156185e-06,
      "loss": 0.3605,
      "step": 906750
    },
    {
      "epoch": 253.07,
      "grad_norm": 1.1342854499816895,
      "learning_rate": 3.835674755895293e-06,
      "loss": 0.3634,
      "step": 906760
    },
    {
      "epoch": 253.08,
      "grad_norm": 0.9434518814086914,
      "learning_rate": 3.835653901976391e-06,
      "loss": 0.3631,
      "step": 906770
    },
    {
      "epoch": 253.08,
      "grad_norm": 1.1709893941879272,
      "learning_rate": 3.835633047858916e-06,
      "loss": 0.3632,
      "step": 906780
    },
    {
      "epoch": 253.08,
      "grad_norm": 1.3691647052764893,
      "learning_rate": 3.835612193542871e-06,
      "loss": 0.3779,
      "step": 906790
    },
    {
      "epoch": 253.08,
      "grad_norm": 1.1551183462142944,
      "learning_rate": 3.83559133902826e-06,
      "loss": 0.3578,
      "step": 906800
    },
    {
      "epoch": 253.09,
      "grad_norm": 1.0899616479873657,
      "learning_rate": 3.835570484315083e-06,
      "loss": 0.3554,
      "step": 906810
    },
    {
      "epoch": 253.09,
      "grad_norm": 1.039843201637268,
      "learning_rate": 3.835549629403345e-06,
      "loss": 0.3581,
      "step": 906820
    },
    {
      "epoch": 253.09,
      "grad_norm": 0.9483179450035095,
      "learning_rate": 3.8355287742930475e-06,
      "loss": 0.363,
      "step": 906830
    },
    {
      "epoch": 253.1,
      "grad_norm": 1.1532870531082153,
      "learning_rate": 3.835507918984195e-06,
      "loss": 0.3573,
      "step": 906840
    },
    {
      "epoch": 253.1,
      "grad_norm": 1.0235285758972168,
      "learning_rate": 3.835487063476787e-06,
      "loss": 0.3497,
      "step": 906850
    },
    {
      "epoch": 253.1,
      "grad_norm": 0.9244617223739624,
      "learning_rate": 3.83546620777083e-06,
      "loss": 0.3611,
      "step": 906860
    },
    {
      "epoch": 253.1,
      "grad_norm": 1.2946583032608032,
      "learning_rate": 3.8354453518663246e-06,
      "loss": 0.3578,
      "step": 906870
    },
    {
      "epoch": 253.11,
      "grad_norm": 1.2051939964294434,
      "learning_rate": 3.835424495763274e-06,
      "loss": 0.3687,
      "step": 906880
    },
    {
      "epoch": 253.11,
      "grad_norm": 1.1538920402526855,
      "learning_rate": 3.835403639461682e-06,
      "loss": 0.3727,
      "step": 906890
    },
    {
      "epoch": 253.11,
      "grad_norm": 1.091361165046692,
      "learning_rate": 3.83538278296155e-06,
      "loss": 0.3618,
      "step": 906900
    },
    {
      "epoch": 253.11,
      "grad_norm": 1.0001804828643799,
      "learning_rate": 3.835361926262882e-06,
      "loss": 0.3691,
      "step": 906910
    },
    {
      "epoch": 253.12,
      "grad_norm": 1.0845478773117065,
      "learning_rate": 3.835341069365679e-06,
      "loss": 0.3652,
      "step": 906920
    },
    {
      "epoch": 253.12,
      "grad_norm": 1.1297494173049927,
      "learning_rate": 3.835320212269945e-06,
      "loss": 0.3558,
      "step": 906930
    },
    {
      "epoch": 253.12,
      "grad_norm": 0.9049041271209717,
      "learning_rate": 3.835299354975683e-06,
      "loss": 0.3727,
      "step": 906940
    },
    {
      "epoch": 253.13,
      "grad_norm": 1.0413472652435303,
      "learning_rate": 3.835278497482895e-06,
      "loss": 0.3563,
      "step": 906950
    },
    {
      "epoch": 253.13,
      "grad_norm": 1.048352837562561,
      "learning_rate": 3.835257639791583e-06,
      "loss": 0.3619,
      "step": 906960
    },
    {
      "epoch": 253.13,
      "grad_norm": 0.9336450695991516,
      "learning_rate": 3.8352367819017534e-06,
      "loss": 0.3746,
      "step": 906970
    },
    {
      "epoch": 253.13,
      "grad_norm": 1.4644428491592407,
      "learning_rate": 3.835215923813405e-06,
      "loss": 0.3518,
      "step": 906980
    },
    {
      "epoch": 253.14,
      "grad_norm": 1.1913925409317017,
      "learning_rate": 3.835195065526542e-06,
      "loss": 0.3727,
      "step": 906990
    },
    {
      "epoch": 253.14,
      "grad_norm": 1.1352111101150513,
      "learning_rate": 3.835174207041169e-06,
      "loss": 0.3665,
      "step": 907000
    },
    {
      "epoch": 253.14,
      "grad_norm": 1.0948277711868286,
      "learning_rate": 3.835153348357284e-06,
      "loss": 0.3583,
      "step": 907010
    },
    {
      "epoch": 253.15,
      "grad_norm": 0.9411892294883728,
      "learning_rate": 3.835132489474895e-06,
      "loss": 0.3579,
      "step": 907020
    },
    {
      "epoch": 253.15,
      "grad_norm": 0.8296898007392883,
      "learning_rate": 3.835111630394002e-06,
      "loss": 0.3476,
      "step": 907030
    },
    {
      "epoch": 253.15,
      "grad_norm": 1.0179740190505981,
      "learning_rate": 3.835090771114608e-06,
      "loss": 0.3648,
      "step": 907040
    },
    {
      "epoch": 253.15,
      "grad_norm": 1.110697865486145,
      "learning_rate": 3.835069911636717e-06,
      "loss": 0.3629,
      "step": 907050
    },
    {
      "epoch": 253.16,
      "grad_norm": 1.0584043264389038,
      "learning_rate": 3.83504905196033e-06,
      "loss": 0.3718,
      "step": 907060
    },
    {
      "epoch": 253.16,
      "grad_norm": 2.027892827987671,
      "learning_rate": 3.8350281920854516e-06,
      "loss": 0.3751,
      "step": 907070
    },
    {
      "epoch": 253.16,
      "grad_norm": 0.980083703994751,
      "learning_rate": 3.835007332012083e-06,
      "loss": 0.3504,
      "step": 907080
    },
    {
      "epoch": 253.16,
      "grad_norm": 1.1503487825393677,
      "learning_rate": 3.834986471740228e-06,
      "loss": 0.3694,
      "step": 907090
    },
    {
      "epoch": 253.17,
      "grad_norm": 1.4710148572921753,
      "learning_rate": 3.834965611269889e-06,
      "loss": 0.3685,
      "step": 907100
    },
    {
      "epoch": 253.17,
      "grad_norm": 1.141619086265564,
      "learning_rate": 3.834944750601069e-06,
      "loss": 0.367,
      "step": 907110
    },
    {
      "epoch": 253.17,
      "grad_norm": 0.9698162078857422,
      "learning_rate": 3.8349238897337695e-06,
      "loss": 0.3508,
      "step": 907120
    },
    {
      "epoch": 253.18,
      "grad_norm": 1.0850019454956055,
      "learning_rate": 3.8349030286679955e-06,
      "loss": 0.3514,
      "step": 907130
    },
    {
      "epoch": 253.18,
      "grad_norm": 1.1380022764205933,
      "learning_rate": 3.834882167403748e-06,
      "loss": 0.3625,
      "step": 907140
    },
    {
      "epoch": 253.18,
      "grad_norm": 1.021034836769104,
      "learning_rate": 3.834861305941031e-06,
      "loss": 0.3491,
      "step": 907150
    },
    {
      "epoch": 253.18,
      "grad_norm": 1.3082412481307983,
      "learning_rate": 3.834840444279846e-06,
      "loss": 0.3701,
      "step": 907160
    },
    {
      "epoch": 253.19,
      "grad_norm": 1.0251389741897583,
      "learning_rate": 3.834819582420197e-06,
      "loss": 0.3445,
      "step": 907170
    },
    {
      "epoch": 253.19,
      "grad_norm": 1.1037321090698242,
      "learning_rate": 3.834798720362086e-06,
      "loss": 0.3609,
      "step": 907180
    },
    {
      "epoch": 253.19,
      "grad_norm": 1.1187124252319336,
      "learning_rate": 3.834777858105516e-06,
      "loss": 0.3707,
      "step": 907190
    },
    {
      "epoch": 253.2,
      "grad_norm": 0.9679120779037476,
      "learning_rate": 3.834756995650489e-06,
      "loss": 0.3485,
      "step": 907200
    },
    {
      "epoch": 253.2,
      "grad_norm": 0.9882090091705322,
      "learning_rate": 3.8347361329970095e-06,
      "loss": 0.3713,
      "step": 907210
    },
    {
      "epoch": 253.2,
      "grad_norm": 1.1279659271240234,
      "learning_rate": 3.834715270145079e-06,
      "loss": 0.3711,
      "step": 907220
    },
    {
      "epoch": 253.2,
      "grad_norm": 10.199430465698242,
      "learning_rate": 3.834694407094701e-06,
      "loss": 0.3778,
      "step": 907230
    },
    {
      "epoch": 253.21,
      "grad_norm": 1.0206186771392822,
      "learning_rate": 3.834673543845878e-06,
      "loss": 0.3774,
      "step": 907240
    },
    {
      "epoch": 253.21,
      "grad_norm": 1.0043723583221436,
      "learning_rate": 3.834652680398612e-06,
      "loss": 0.358,
      "step": 907250
    },
    {
      "epoch": 253.21,
      "grad_norm": 2.927711248397827,
      "learning_rate": 3.834631816752907e-06,
      "loss": 0.3819,
      "step": 907260
    },
    {
      "epoch": 253.22,
      "grad_norm": 1.135385513305664,
      "learning_rate": 3.834610952908765e-06,
      "loss": 0.3639,
      "step": 907270
    },
    {
      "epoch": 253.22,
      "grad_norm": 1.1195276975631714,
      "learning_rate": 3.83459008886619e-06,
      "loss": 0.3641,
      "step": 907280
    },
    {
      "epoch": 253.22,
      "grad_norm": 1.0798944234848022,
      "learning_rate": 3.834569224625182e-06,
      "loss": 0.3703,
      "step": 907290
    },
    {
      "epoch": 253.22,
      "grad_norm": 1.1821551322937012,
      "learning_rate": 3.834548360185746e-06,
      "loss": 0.3614,
      "step": 907300
    },
    {
      "epoch": 253.23,
      "grad_norm": 1.1170830726623535,
      "learning_rate": 3.834527495547885e-06,
      "loss": 0.3556,
      "step": 907310
    },
    {
      "epoch": 253.23,
      "grad_norm": 0.9519780874252319,
      "learning_rate": 3.834506630711601e-06,
      "loss": 0.362,
      "step": 907320
    },
    {
      "epoch": 253.23,
      "grad_norm": 1.1478866338729858,
      "learning_rate": 3.8344857656768964e-06,
      "loss": 0.3617,
      "step": 907330
    },
    {
      "epoch": 253.23,
      "grad_norm": 1.162887454032898,
      "learning_rate": 3.8344649004437746e-06,
      "loss": 0.3527,
      "step": 907340
    },
    {
      "epoch": 253.24,
      "grad_norm": 1.009951114654541,
      "learning_rate": 3.834444035012239e-06,
      "loss": 0.3701,
      "step": 907350
    },
    {
      "epoch": 253.24,
      "grad_norm": 1.1717605590820312,
      "learning_rate": 3.834423169382291e-06,
      "loss": 0.3558,
      "step": 907360
    },
    {
      "epoch": 253.24,
      "grad_norm": 1.0469366312026978,
      "learning_rate": 3.834402303553934e-06,
      "loss": 0.3641,
      "step": 907370
    },
    {
      "epoch": 253.25,
      "grad_norm": 1.2311614751815796,
      "learning_rate": 3.834381437527171e-06,
      "loss": 0.359,
      "step": 907380
    },
    {
      "epoch": 253.25,
      "grad_norm": 1.101692795753479,
      "learning_rate": 3.834360571302004e-06,
      "loss": 0.3557,
      "step": 907390
    },
    {
      "epoch": 253.25,
      "grad_norm": 1.066259741783142,
      "learning_rate": 3.8343397048784374e-06,
      "loss": 0.3562,
      "step": 907400
    },
    {
      "epoch": 253.25,
      "grad_norm": 0.9868156313896179,
      "learning_rate": 3.834318838256471e-06,
      "loss": 0.3626,
      "step": 907410
    },
    {
      "epoch": 253.26,
      "grad_norm": 1.2808157205581665,
      "learning_rate": 3.834297971436111e-06,
      "loss": 0.3626,
      "step": 907420
    },
    {
      "epoch": 253.26,
      "grad_norm": 1.0560113191604614,
      "learning_rate": 3.834277104417358e-06,
      "loss": 0.3661,
      "step": 907430
    },
    {
      "epoch": 253.26,
      "grad_norm": 0.9259649515151978,
      "learning_rate": 3.834256237200216e-06,
      "loss": 0.3556,
      "step": 907440
    },
    {
      "epoch": 253.27,
      "grad_norm": 0.8566176295280457,
      "learning_rate": 3.834235369784687e-06,
      "loss": 0.3511,
      "step": 907450
    },
    {
      "epoch": 253.27,
      "grad_norm": 1.0288212299346924,
      "learning_rate": 3.8342145021707745e-06,
      "loss": 0.3515,
      "step": 907460
    },
    {
      "epoch": 253.27,
      "grad_norm": 1.0199487209320068,
      "learning_rate": 3.83419363435848e-06,
      "loss": 0.3657,
      "step": 907470
    },
    {
      "epoch": 253.27,
      "grad_norm": 1.113412618637085,
      "learning_rate": 3.834172766347806e-06,
      "loss": 0.3639,
      "step": 907480
    },
    {
      "epoch": 253.28,
      "grad_norm": 1.1797943115234375,
      "learning_rate": 3.834151898138759e-06,
      "loss": 0.3513,
      "step": 907490
    },
    {
      "epoch": 253.28,
      "grad_norm": 0.894018292427063,
      "learning_rate": 3.834131029731337e-06,
      "loss": 0.3579,
      "step": 907500
    },
    {
      "epoch": 253.28,
      "grad_norm": 0.9689345955848694,
      "learning_rate": 3.834110161125546e-06,
      "loss": 0.3515,
      "step": 907510
    },
    {
      "epoch": 253.28,
      "grad_norm": 1.0706084966659546,
      "learning_rate": 3.834089292321387e-06,
      "loss": 0.3679,
      "step": 907520
    },
    {
      "epoch": 253.29,
      "grad_norm": 1.184963583946228,
      "learning_rate": 3.834068423318864e-06,
      "loss": 0.3673,
      "step": 907530
    },
    {
      "epoch": 253.29,
      "grad_norm": 1.0324125289916992,
      "learning_rate": 3.8340475541179785e-06,
      "loss": 0.3644,
      "step": 907540
    },
    {
      "epoch": 253.29,
      "grad_norm": 1.156819224357605,
      "learning_rate": 3.8340266847187344e-06,
      "loss": 0.3645,
      "step": 907550
    },
    {
      "epoch": 253.3,
      "grad_norm": 0.9077609181404114,
      "learning_rate": 3.834005815121134e-06,
      "loss": 0.3658,
      "step": 907560
    },
    {
      "epoch": 253.3,
      "grad_norm": 0.9897051453590393,
      "learning_rate": 3.83398494532518e-06,
      "loss": 0.3764,
      "step": 907570
    },
    {
      "epoch": 253.3,
      "grad_norm": 0.9065147042274475,
      "learning_rate": 3.833964075330876e-06,
      "loss": 0.3689,
      "step": 907580
    },
    {
      "epoch": 253.3,
      "grad_norm": 0.9722707271575928,
      "learning_rate": 3.833943205138224e-06,
      "loss": 0.3652,
      "step": 907590
    },
    {
      "epoch": 253.31,
      "grad_norm": 0.9427796006202698,
      "learning_rate": 3.833922334747226e-06,
      "loss": 0.37,
      "step": 907600
    },
    {
      "epoch": 253.31,
      "grad_norm": 0.9507239460945129,
      "learning_rate": 3.833901464157885e-06,
      "loss": 0.3724,
      "step": 907610
    },
    {
      "epoch": 253.31,
      "grad_norm": 1.036150574684143,
      "learning_rate": 3.833880593370206e-06,
      "loss": 0.3624,
      "step": 907620
    },
    {
      "epoch": 253.32,
      "grad_norm": 1.0741316080093384,
      "learning_rate": 3.83385972238419e-06,
      "loss": 0.3522,
      "step": 907630
    },
    {
      "epoch": 253.32,
      "grad_norm": 0.9002725481987,
      "learning_rate": 3.83383885119984e-06,
      "loss": 0.3688,
      "step": 907640
    },
    {
      "epoch": 253.32,
      "grad_norm": 0.9314476847648621,
      "learning_rate": 3.833817979817159e-06,
      "loss": 0.361,
      "step": 907650
    },
    {
      "epoch": 253.32,
      "grad_norm": 1.0401453971862793,
      "learning_rate": 3.833797108236148e-06,
      "loss": 0.373,
      "step": 907660
    },
    {
      "epoch": 253.33,
      "grad_norm": 1.0513694286346436,
      "learning_rate": 3.833776236456813e-06,
      "loss": 0.38,
      "step": 907670
    },
    {
      "epoch": 253.33,
      "grad_norm": 0.9334492683410645,
      "learning_rate": 3.833755364479155e-06,
      "loss": 0.3515,
      "step": 907680
    },
    {
      "epoch": 253.33,
      "grad_norm": 0.9974357485771179,
      "learning_rate": 3.8337344923031755e-06,
      "loss": 0.3513,
      "step": 907690
    },
    {
      "epoch": 253.34,
      "grad_norm": 1.0337715148925781,
      "learning_rate": 3.83371361992888e-06,
      "loss": 0.3632,
      "step": 907700
    },
    {
      "epoch": 253.34,
      "grad_norm": 1.003669023513794,
      "learning_rate": 3.833692747356269e-06,
      "loss": 0.3748,
      "step": 907710
    },
    {
      "epoch": 253.34,
      "grad_norm": 1.0750279426574707,
      "learning_rate": 3.833671874585347e-06,
      "loss": 0.3571,
      "step": 907720
    },
    {
      "epoch": 253.34,
      "grad_norm": 0.9965991377830505,
      "learning_rate": 3.8336510016161155e-06,
      "loss": 0.3588,
      "step": 907730
    },
    {
      "epoch": 253.35,
      "grad_norm": 1.0453765392303467,
      "learning_rate": 3.8336301284485785e-06,
      "loss": 0.361,
      "step": 907740
    },
    {
      "epoch": 253.35,
      "grad_norm": 1.103156566619873,
      "learning_rate": 3.833609255082737e-06,
      "loss": 0.3571,
      "step": 907750
    },
    {
      "epoch": 253.35,
      "grad_norm": 0.9437888264656067,
      "learning_rate": 3.833588381518596e-06,
      "loss": 0.3482,
      "step": 907760
    },
    {
      "epoch": 253.35,
      "grad_norm": 1.0989344120025635,
      "learning_rate": 3.833567507756156e-06,
      "loss": 0.3492,
      "step": 907770
    },
    {
      "epoch": 253.36,
      "grad_norm": 1.2110282182693481,
      "learning_rate": 3.833546633795421e-06,
      "loss": 0.3494,
      "step": 907780
    },
    {
      "epoch": 253.36,
      "grad_norm": 1.1812353134155273,
      "learning_rate": 3.833525759636394e-06,
      "loss": 0.3684,
      "step": 907790
    },
    {
      "epoch": 253.36,
      "grad_norm": 1.021612286567688,
      "learning_rate": 3.8335048852790775e-06,
      "loss": 0.3693,
      "step": 907800
    },
    {
      "epoch": 253.37,
      "grad_norm": 1.4040523767471313,
      "learning_rate": 3.833484010723475e-06,
      "loss": 0.3583,
      "step": 907810
    },
    {
      "epoch": 253.37,
      "grad_norm": 1.0124903917312622,
      "learning_rate": 3.833463135969587e-06,
      "loss": 0.3671,
      "step": 907820
    },
    {
      "epoch": 253.37,
      "grad_norm": 1.058491826057434,
      "learning_rate": 3.833442261017419e-06,
      "loss": 0.3586,
      "step": 907830
    },
    {
      "epoch": 253.37,
      "grad_norm": 1.1299930810928345,
      "learning_rate": 3.833421385866971e-06,
      "loss": 0.3699,
      "step": 907840
    },
    {
      "epoch": 253.38,
      "grad_norm": 1.0354844331741333,
      "learning_rate": 3.833400510518249e-06,
      "loss": 0.3562,
      "step": 907850
    },
    {
      "epoch": 253.38,
      "grad_norm": 1.0230151414871216,
      "learning_rate": 3.833379634971253e-06,
      "loss": 0.3553,
      "step": 907860
    },
    {
      "epoch": 253.38,
      "grad_norm": 0.9548168778419495,
      "learning_rate": 3.833358759225987e-06,
      "loss": 0.3776,
      "step": 907870
    },
    {
      "epoch": 253.39,
      "grad_norm": 1.0028390884399414,
      "learning_rate": 3.833337883282455e-06,
      "loss": 0.3736,
      "step": 907880
    },
    {
      "epoch": 253.39,
      "grad_norm": 1.1182761192321777,
      "learning_rate": 3.833317007140657e-06,
      "loss": 0.3563,
      "step": 907890
    },
    {
      "epoch": 253.39,
      "grad_norm": 1.4262912273406982,
      "learning_rate": 3.833296130800597e-06,
      "loss": 0.376,
      "step": 907900
    },
    {
      "epoch": 253.39,
      "grad_norm": 1.0847740173339844,
      "learning_rate": 3.833275254262279e-06,
      "loss": 0.3482,
      "step": 907910
    },
    {
      "epoch": 253.4,
      "grad_norm": 1.3453210592269897,
      "learning_rate": 3.8332543775257044e-06,
      "loss": 0.3611,
      "step": 907920
    },
    {
      "epoch": 253.4,
      "grad_norm": 1.226209044456482,
      "learning_rate": 3.833233500590876e-06,
      "loss": 0.3621,
      "step": 907930
    },
    {
      "epoch": 253.4,
      "grad_norm": 1.013845682144165,
      "learning_rate": 3.833212623457798e-06,
      "loss": 0.3731,
      "step": 907940
    },
    {
      "epoch": 253.4,
      "grad_norm": 1.1060791015625,
      "learning_rate": 3.833191746126471e-06,
      "loss": 0.3598,
      "step": 907950
    },
    {
      "epoch": 253.41,
      "grad_norm": 0.8599526286125183,
      "learning_rate": 3.8331708685969e-06,
      "loss": 0.3567,
      "step": 907960
    },
    {
      "epoch": 253.41,
      "grad_norm": 0.9888011813163757,
      "learning_rate": 3.8331499908690855e-06,
      "loss": 0.3611,
      "step": 907970
    },
    {
      "epoch": 253.41,
      "grad_norm": 1.1866631507873535,
      "learning_rate": 3.833129112943032e-06,
      "loss": 0.3694,
      "step": 907980
    },
    {
      "epoch": 253.42,
      "grad_norm": 1.0529927015304565,
      "learning_rate": 3.833108234818742e-06,
      "loss": 0.3831,
      "step": 907990
    },
    {
      "epoch": 253.42,
      "grad_norm": 1.2064341306686401,
      "learning_rate": 3.833087356496217e-06,
      "loss": 0.3566,
      "step": 908000
    },
    {
      "epoch": 253.42,
      "grad_norm": 1.1719415187835693,
      "learning_rate": 3.833066477975463e-06,
      "loss": 0.3467,
      "step": 908010
    },
    {
      "epoch": 253.42,
      "grad_norm": 0.9971254467964172,
      "learning_rate": 3.8330455992564785e-06,
      "loss": 0.3637,
      "step": 908020
    },
    {
      "epoch": 253.43,
      "grad_norm": 1.2456459999084473,
      "learning_rate": 3.833024720339268e-06,
      "loss": 0.3548,
      "step": 908030
    },
    {
      "epoch": 253.43,
      "grad_norm": 0.9068366885185242,
      "learning_rate": 3.833003841223836e-06,
      "loss": 0.3537,
      "step": 908040
    },
    {
      "epoch": 253.43,
      "grad_norm": 0.9812700152397156,
      "learning_rate": 3.832982961910183e-06,
      "loss": 0.3672,
      "step": 908050
    },
    {
      "epoch": 253.44,
      "grad_norm": 1.9781179428100586,
      "learning_rate": 3.832962082398314e-06,
      "loss": 0.3556,
      "step": 908060
    },
    {
      "epoch": 253.44,
      "grad_norm": 1.1762417554855347,
      "learning_rate": 3.832941202688229e-06,
      "loss": 0.3534,
      "step": 908070
    },
    {
      "epoch": 253.44,
      "grad_norm": 0.9610811471939087,
      "learning_rate": 3.832920322779933e-06,
      "loss": 0.3637,
      "step": 908080
    },
    {
      "epoch": 253.44,
      "grad_norm": 0.9933751225471497,
      "learning_rate": 3.832899442673428e-06,
      "loss": 0.3571,
      "step": 908090
    },
    {
      "epoch": 253.45,
      "grad_norm": 1.1406677961349487,
      "learning_rate": 3.832878562368717e-06,
      "loss": 0.3541,
      "step": 908100
    },
    {
      "epoch": 253.45,
      "grad_norm": 1.0272676944732666,
      "learning_rate": 3.832857681865802e-06,
      "loss": 0.3577,
      "step": 908110
    },
    {
      "epoch": 253.45,
      "grad_norm": 1.1353471279144287,
      "learning_rate": 3.832836801164686e-06,
      "loss": 0.3279,
      "step": 908120
    },
    {
      "epoch": 253.46,
      "grad_norm": 1.0429737567901611,
      "learning_rate": 3.832815920265373e-06,
      "loss": 0.3617,
      "step": 908130
    },
    {
      "epoch": 253.46,
      "grad_norm": 0.9175249934196472,
      "learning_rate": 3.832795039167865e-06,
      "loss": 0.3595,
      "step": 908140
    },
    {
      "epoch": 253.46,
      "grad_norm": 0.9275484681129456,
      "learning_rate": 3.8327741578721645e-06,
      "loss": 0.3626,
      "step": 908150
    },
    {
      "epoch": 253.46,
      "grad_norm": 1.0840481519699097,
      "learning_rate": 3.832753276378275e-06,
      "loss": 0.3776,
      "step": 908160
    },
    {
      "epoch": 253.47,
      "grad_norm": 0.9246946573257446,
      "learning_rate": 3.832732394686198e-06,
      "loss": 0.3617,
      "step": 908170
    },
    {
      "epoch": 253.47,
      "grad_norm": 1.2178924083709717,
      "learning_rate": 3.8327115127959365e-06,
      "loss": 0.3717,
      "step": 908180
    },
    {
      "epoch": 253.47,
      "grad_norm": 1.0035197734832764,
      "learning_rate": 3.832690630707494e-06,
      "loss": 0.3515,
      "step": 908190
    },
    {
      "epoch": 253.47,
      "grad_norm": 1.0764507055282593,
      "learning_rate": 3.832669748420874e-06,
      "loss": 0.3638,
      "step": 908200
    },
    {
      "epoch": 253.48,
      "grad_norm": 1.008283257484436,
      "learning_rate": 3.832648865936078e-06,
      "loss": 0.3523,
      "step": 908210
    },
    {
      "epoch": 253.48,
      "grad_norm": 0.9824069142341614,
      "learning_rate": 3.8326279832531095e-06,
      "loss": 0.3492,
      "step": 908220
    },
    {
      "epoch": 253.48,
      "grad_norm": 0.9509838819503784,
      "learning_rate": 3.8326071003719706e-06,
      "loss": 0.3788,
      "step": 908230
    },
    {
      "epoch": 253.49,
      "grad_norm": 1.1034384965896606,
      "learning_rate": 3.832586217292665e-06,
      "loss": 0.3736,
      "step": 908240
    },
    {
      "epoch": 253.49,
      "grad_norm": 1.1208747625350952,
      "learning_rate": 3.832565334015193e-06,
      "loss": 0.3678,
      "step": 908250
    },
    {
      "epoch": 253.49,
      "grad_norm": 1.3502378463745117,
      "learning_rate": 3.832544450539561e-06,
      "loss": 0.3762,
      "step": 908260
    },
    {
      "epoch": 253.49,
      "grad_norm": 1.0906610488891602,
      "learning_rate": 3.83252356686577e-06,
      "loss": 0.3502,
      "step": 908270
    },
    {
      "epoch": 253.5,
      "grad_norm": 1.3192644119262695,
      "learning_rate": 3.832502682993822e-06,
      "loss": 0.3664,
      "step": 908280
    },
    {
      "epoch": 253.5,
      "grad_norm": 1.169906497001648,
      "learning_rate": 3.832481798923722e-06,
      "loss": 0.3798,
      "step": 908290
    },
    {
      "epoch": 253.5,
      "grad_norm": 1.3304002285003662,
      "learning_rate": 3.832460914655469e-06,
      "loss": 0.3668,
      "step": 908300
    },
    {
      "epoch": 253.51,
      "grad_norm": 1.0618633031845093,
      "learning_rate": 3.83244003018907e-06,
      "loss": 0.3654,
      "step": 908310
    },
    {
      "epoch": 253.51,
      "grad_norm": 0.9916770458221436,
      "learning_rate": 3.832419145524526e-06,
      "loss": 0.3705,
      "step": 908320
    },
    {
      "epoch": 253.51,
      "grad_norm": 0.8808653950691223,
      "learning_rate": 3.832398260661839e-06,
      "loss": 0.3572,
      "step": 908330
    },
    {
      "epoch": 253.51,
      "grad_norm": 1.0934629440307617,
      "learning_rate": 3.832377375601013e-06,
      "loss": 0.379,
      "step": 908340
    },
    {
      "epoch": 253.52,
      "grad_norm": 1.0192610025405884,
      "learning_rate": 3.83235649034205e-06,
      "loss": 0.3616,
      "step": 908350
    },
    {
      "epoch": 253.52,
      "grad_norm": 1.3208913803100586,
      "learning_rate": 3.8323356048849535e-06,
      "loss": 0.3731,
      "step": 908360
    },
    {
      "epoch": 253.52,
      "grad_norm": 1.4242351055145264,
      "learning_rate": 3.832314719229725e-06,
      "loss": 0.3627,
      "step": 908370
    },
    {
      "epoch": 253.52,
      "grad_norm": 1.3158516883850098,
      "learning_rate": 3.832293833376369e-06,
      "loss": 0.3605,
      "step": 908380
    },
    {
      "epoch": 253.53,
      "grad_norm": 1.2231868505477905,
      "learning_rate": 3.832272947324887e-06,
      "loss": 0.3818,
      "step": 908390
    },
    {
      "epoch": 253.53,
      "grad_norm": 1.092461347579956,
      "learning_rate": 3.832252061075282e-06,
      "loss": 0.365,
      "step": 908400
    },
    {
      "epoch": 253.53,
      "grad_norm": 0.9888232946395874,
      "learning_rate": 3.8322311746275575e-06,
      "loss": 0.3523,
      "step": 908410
    },
    {
      "epoch": 253.54,
      "grad_norm": 1.0268008708953857,
      "learning_rate": 3.8322102879817155e-06,
      "loss": 0.3705,
      "step": 908420
    },
    {
      "epoch": 253.54,
      "grad_norm": 0.8813514709472656,
      "learning_rate": 3.832189401137759e-06,
      "loss": 0.3669,
      "step": 908430
    },
    {
      "epoch": 253.54,
      "grad_norm": 1.0406882762908936,
      "learning_rate": 3.83216851409569e-06,
      "loss": 0.369,
      "step": 908440
    },
    {
      "epoch": 253.54,
      "grad_norm": 0.885542631149292,
      "learning_rate": 3.832147626855513e-06,
      "loss": 0.3695,
      "step": 908450
    },
    {
      "epoch": 253.55,
      "grad_norm": 0.9936124682426453,
      "learning_rate": 3.83212673941723e-06,
      "loss": 0.3535,
      "step": 908460
    },
    {
      "epoch": 253.55,
      "grad_norm": 0.9965308904647827,
      "learning_rate": 3.8321058517808435e-06,
      "loss": 0.3593,
      "step": 908470
    },
    {
      "epoch": 253.55,
      "grad_norm": 1.0277857780456543,
      "learning_rate": 3.832084963946356e-06,
      "loss": 0.357,
      "step": 908480
    },
    {
      "epoch": 253.56,
      "grad_norm": 1.597691297531128,
      "learning_rate": 3.832064075913772e-06,
      "loss": 0.3667,
      "step": 908490
    },
    {
      "epoch": 253.56,
      "grad_norm": 1.126733660697937,
      "learning_rate": 3.832043187683091e-06,
      "loss": 0.3747,
      "step": 908500
    },
    {
      "epoch": 253.56,
      "grad_norm": 0.9386323094367981,
      "learning_rate": 3.8320222992543195e-06,
      "loss": 0.3682,
      "step": 908510
    },
    {
      "epoch": 253.56,
      "grad_norm": 1.1198848485946655,
      "learning_rate": 3.832001410627457e-06,
      "loss": 0.3618,
      "step": 908520
    },
    {
      "epoch": 253.57,
      "grad_norm": 1.2257251739501953,
      "learning_rate": 3.831980521802509e-06,
      "loss": 0.3793,
      "step": 908530
    },
    {
      "epoch": 253.57,
      "grad_norm": 1.0302127599716187,
      "learning_rate": 3.831959632779477e-06,
      "loss": 0.3619,
      "step": 908540
    },
    {
      "epoch": 253.57,
      "grad_norm": 1.0563241243362427,
      "learning_rate": 3.831938743558364e-06,
      "loss": 0.3684,
      "step": 908550
    },
    {
      "epoch": 253.58,
      "grad_norm": 1.010617971420288,
      "learning_rate": 3.831917854139172e-06,
      "loss": 0.3722,
      "step": 908560
    },
    {
      "epoch": 253.58,
      "grad_norm": 1.0753182172775269,
      "learning_rate": 3.831896964521905e-06,
      "loss": 0.3418,
      "step": 908570
    },
    {
      "epoch": 253.58,
      "grad_norm": 1.2599745988845825,
      "learning_rate": 3.831876074706566e-06,
      "loss": 0.345,
      "step": 908580
    },
    {
      "epoch": 253.58,
      "grad_norm": 1.0033364295959473,
      "learning_rate": 3.831855184693155e-06,
      "loss": 0.3502,
      "step": 908590
    },
    {
      "epoch": 253.59,
      "grad_norm": 1.0463694334030151,
      "learning_rate": 3.831834294481678e-06,
      "loss": 0.3711,
      "step": 908600
    },
    {
      "epoch": 253.59,
      "grad_norm": 1.0634087324142456,
      "learning_rate": 3.831813404072137e-06,
      "loss": 0.3492,
      "step": 908610
    },
    {
      "epoch": 253.59,
      "grad_norm": 0.952806830406189,
      "learning_rate": 3.831792513464534e-06,
      "loss": 0.3496,
      "step": 908620
    },
    {
      "epoch": 253.59,
      "grad_norm": 1.2003916501998901,
      "learning_rate": 3.8317716226588714e-06,
      "loss": 0.365,
      "step": 908630
    },
    {
      "epoch": 253.6,
      "grad_norm": 1.1768604516983032,
      "learning_rate": 3.831750731655153e-06,
      "loss": 0.375,
      "step": 908640
    },
    {
      "epoch": 253.6,
      "grad_norm": 1.038776159286499,
      "learning_rate": 3.831729840453382e-06,
      "loss": 0.3652,
      "step": 908650
    },
    {
      "epoch": 253.6,
      "grad_norm": 1.101621150970459,
      "learning_rate": 3.831708949053559e-06,
      "loss": 0.3627,
      "step": 908660
    },
    {
      "epoch": 253.61,
      "grad_norm": 1.01754629611969,
      "learning_rate": 3.83168805745569e-06,
      "loss": 0.3581,
      "step": 908670
    },
    {
      "epoch": 253.61,
      "grad_norm": 0.983692467212677,
      "learning_rate": 3.8316671656597754e-06,
      "loss": 0.3593,
      "step": 908680
    },
    {
      "epoch": 253.61,
      "grad_norm": 1.8027173280715942,
      "learning_rate": 3.831646273665818e-06,
      "loss": 0.3736,
      "step": 908690
    },
    {
      "epoch": 253.61,
      "grad_norm": 1.1061975955963135,
      "learning_rate": 3.831625381473822e-06,
      "loss": 0.3743,
      "step": 908700
    },
    {
      "epoch": 253.62,
      "grad_norm": 1.2984734773635864,
      "learning_rate": 3.83160448908379e-06,
      "loss": 0.3548,
      "step": 908710
    },
    {
      "epoch": 253.62,
      "grad_norm": 1.1112048625946045,
      "learning_rate": 3.831583596495723e-06,
      "loss": 0.3709,
      "step": 908720
    },
    {
      "epoch": 253.62,
      "grad_norm": 1.0345832109451294,
      "learning_rate": 3.8315627037096245e-06,
      "loss": 0.3439,
      "step": 908730
    },
    {
      "epoch": 253.63,
      "grad_norm": 1.2135567665100098,
      "learning_rate": 3.8315418107254985e-06,
      "loss": 0.3705,
      "step": 908740
    },
    {
      "epoch": 253.63,
      "grad_norm": 1.0473769903182983,
      "learning_rate": 3.831520917543347e-06,
      "loss": 0.3548,
      "step": 908750
    },
    {
      "epoch": 253.63,
      "grad_norm": 1.0222281217575073,
      "learning_rate": 3.831500024163173e-06,
      "loss": 0.3646,
      "step": 908760
    },
    {
      "epoch": 253.63,
      "grad_norm": 1.036912202835083,
      "learning_rate": 3.831479130584979e-06,
      "loss": 0.3599,
      "step": 908770
    },
    {
      "epoch": 253.64,
      "grad_norm": 1.1423958539962769,
      "learning_rate": 3.831458236808768e-06,
      "loss": 0.3562,
      "step": 908780
    },
    {
      "epoch": 253.64,
      "grad_norm": 0.9794819355010986,
      "learning_rate": 3.831437342834541e-06,
      "loss": 0.3598,
      "step": 908790
    },
    {
      "epoch": 253.64,
      "grad_norm": 1.0248781442642212,
      "learning_rate": 3.831416448662304e-06,
      "loss": 0.3604,
      "step": 908800
    },
    {
      "epoch": 253.64,
      "grad_norm": 1.0614012479782104,
      "learning_rate": 3.831395554292059e-06,
      "loss": 0.3546,
      "step": 908810
    },
    {
      "epoch": 253.65,
      "grad_norm": 1.0022339820861816,
      "learning_rate": 3.8313746597238065e-06,
      "loss": 0.3598,
      "step": 908820
    },
    {
      "epoch": 253.65,
      "grad_norm": 0.9155922532081604,
      "learning_rate": 3.83135376495755e-06,
      "loss": 0.3601,
      "step": 908830
    },
    {
      "epoch": 253.65,
      "grad_norm": 1.0592788457870483,
      "learning_rate": 3.831332869993295e-06,
      "loss": 0.3572,
      "step": 908840
    },
    {
      "epoch": 253.66,
      "grad_norm": 1.160652995109558,
      "learning_rate": 3.8313119748310415e-06,
      "loss": 0.3678,
      "step": 908850
    },
    {
      "epoch": 253.66,
      "grad_norm": 1.15455162525177,
      "learning_rate": 3.831291079470793e-06,
      "loss": 0.3568,
      "step": 908860
    },
    {
      "epoch": 253.66,
      "grad_norm": 1.0724685192108154,
      "learning_rate": 3.831270183912553e-06,
      "loss": 0.38,
      "step": 908870
    },
    {
      "epoch": 253.66,
      "grad_norm": 1.0108171701431274,
      "learning_rate": 3.831249288156322e-06,
      "loss": 0.3741,
      "step": 908880
    },
    {
      "epoch": 253.67,
      "grad_norm": 0.9737554788589478,
      "learning_rate": 3.831228392202106e-06,
      "loss": 0.3445,
      "step": 908890
    },
    {
      "epoch": 253.67,
      "grad_norm": 0.9652426242828369,
      "learning_rate": 3.831207496049905e-06,
      "loss": 0.3682,
      "step": 908900
    },
    {
      "epoch": 253.67,
      "grad_norm": 1.2416737079620361,
      "learning_rate": 3.831186599699725e-06,
      "loss": 0.3655,
      "step": 908910
    },
    {
      "epoch": 253.68,
      "grad_norm": 1.0443938970565796,
      "learning_rate": 3.831165703151565e-06,
      "loss": 0.3607,
      "step": 908920
    },
    {
      "epoch": 253.68,
      "grad_norm": 1.2818455696105957,
      "learning_rate": 3.8311448064054295e-06,
      "loss": 0.3585,
      "step": 908930
    },
    {
      "epoch": 253.68,
      "grad_norm": 1.0804681777954102,
      "learning_rate": 3.831123909461323e-06,
      "loss": 0.3629,
      "step": 908940
    },
    {
      "epoch": 253.68,
      "grad_norm": 1.0629361867904663,
      "learning_rate": 3.831103012319245e-06,
      "loss": 0.3654,
      "step": 908950
    },
    {
      "epoch": 253.69,
      "grad_norm": 1.1131081581115723,
      "learning_rate": 3.8310821149792e-06,
      "loss": 0.3663,
      "step": 908960
    },
    {
      "epoch": 253.69,
      "grad_norm": 1.1135571002960205,
      "learning_rate": 3.831061217441192e-06,
      "loss": 0.352,
      "step": 908970
    },
    {
      "epoch": 253.69,
      "grad_norm": 0.9681185483932495,
      "learning_rate": 3.8310403197052215e-06,
      "loss": 0.3505,
      "step": 908980
    },
    {
      "epoch": 253.7,
      "grad_norm": 2.2994656562805176,
      "learning_rate": 3.8310194217712916e-06,
      "loss": 0.3603,
      "step": 908990
    },
    {
      "epoch": 253.7,
      "grad_norm": 0.9600046873092651,
      "learning_rate": 3.8309985236394075e-06,
      "loss": 0.3521,
      "step": 909000
    },
    {
      "epoch": 253.7,
      "grad_norm": 1.1334803104400635,
      "learning_rate": 3.830977625309569e-06,
      "loss": 0.3501,
      "step": 909010
    },
    {
      "epoch": 253.7,
      "grad_norm": 1.1062963008880615,
      "learning_rate": 3.83095672678178e-06,
      "loss": 0.358,
      "step": 909020
    },
    {
      "epoch": 253.71,
      "grad_norm": 1.0074089765548706,
      "learning_rate": 3.830935828056044e-06,
      "loss": 0.3633,
      "step": 909030
    },
    {
      "epoch": 253.71,
      "grad_norm": 1.2921212911605835,
      "learning_rate": 3.830914929132363e-06,
      "loss": 0.3432,
      "step": 909040
    },
    {
      "epoch": 253.71,
      "grad_norm": 1.0742400884628296,
      "learning_rate": 3.83089403001074e-06,
      "loss": 0.3493,
      "step": 909050
    },
    {
      "epoch": 253.71,
      "grad_norm": 1.2648478746414185,
      "learning_rate": 3.830873130691178e-06,
      "loss": 0.3635,
      "step": 909060
    },
    {
      "epoch": 253.72,
      "grad_norm": 1.1033450365066528,
      "learning_rate": 3.830852231173679e-06,
      "loss": 0.3618,
      "step": 909070
    },
    {
      "epoch": 253.72,
      "grad_norm": 0.8598781824111938,
      "learning_rate": 3.830831331458246e-06,
      "loss": 0.346,
      "step": 909080
    },
    {
      "epoch": 253.72,
      "grad_norm": 1.0727847814559937,
      "learning_rate": 3.830810431544882e-06,
      "loss": 0.3637,
      "step": 909090
    },
    {
      "epoch": 253.73,
      "grad_norm": 1.108707070350647,
      "learning_rate": 3.830789531433591e-06,
      "loss": 0.3603,
      "step": 909100
    },
    {
      "epoch": 253.73,
      "grad_norm": 0.899956464767456,
      "learning_rate": 3.830768631124373e-06,
      "loss": 0.3595,
      "step": 909110
    },
    {
      "epoch": 253.73,
      "grad_norm": 0.9388236999511719,
      "learning_rate": 3.830747730617234e-06,
      "loss": 0.3629,
      "step": 909120
    },
    {
      "epoch": 253.73,
      "grad_norm": 1.148495078086853,
      "learning_rate": 3.830726829912174e-06,
      "loss": 0.3636,
      "step": 909130
    },
    {
      "epoch": 253.74,
      "grad_norm": 1.1659739017486572,
      "learning_rate": 3.830705929009197e-06,
      "loss": 0.3633,
      "step": 909140
    },
    {
      "epoch": 253.74,
      "grad_norm": 1.0594851970672607,
      "learning_rate": 3.830685027908307e-06,
      "loss": 0.3667,
      "step": 909150
    },
    {
      "epoch": 253.74,
      "grad_norm": 1.194277048110962,
      "learning_rate": 3.830664126609505e-06,
      "loss": 0.371,
      "step": 909160
    },
    {
      "epoch": 253.75,
      "grad_norm": 1.0615946054458618,
      "learning_rate": 3.830643225112794e-06,
      "loss": 0.3547,
      "step": 909170
    },
    {
      "epoch": 253.75,
      "grad_norm": 1.0574649572372437,
      "learning_rate": 3.830622323418177e-06,
      "loss": 0.3782,
      "step": 909180
    },
    {
      "epoch": 253.75,
      "grad_norm": 1.0557376146316528,
      "learning_rate": 3.830601421525658e-06,
      "loss": 0.3638,
      "step": 909190
    },
    {
      "epoch": 253.75,
      "grad_norm": 1.0621205568313599,
      "learning_rate": 3.830580519435237e-06,
      "loss": 0.3716,
      "step": 909200
    },
    {
      "epoch": 253.76,
      "grad_norm": 0.9980778694152832,
      "learning_rate": 3.830559617146919e-06,
      "loss": 0.3582,
      "step": 909210
    },
    {
      "epoch": 253.76,
      "grad_norm": 0.9910666942596436,
      "learning_rate": 3.8305387146607065e-06,
      "loss": 0.3595,
      "step": 909220
    },
    {
      "epoch": 253.76,
      "grad_norm": 1.1401126384735107,
      "learning_rate": 3.830517811976602e-06,
      "loss": 0.3602,
      "step": 909230
    },
    {
      "epoch": 253.77,
      "grad_norm": 1.0639396905899048,
      "learning_rate": 3.830496909094608e-06,
      "loss": 0.3498,
      "step": 909240
    },
    {
      "epoch": 253.77,
      "grad_norm": 0.9774250388145447,
      "learning_rate": 3.830476006014728e-06,
      "loss": 0.3664,
      "step": 909250
    },
    {
      "epoch": 253.77,
      "grad_norm": 1.2522999048233032,
      "learning_rate": 3.830455102736965e-06,
      "loss": 0.3618,
      "step": 909260
    },
    {
      "epoch": 253.77,
      "grad_norm": 1.0130664110183716,
      "learning_rate": 3.83043419926132e-06,
      "loss": 0.3516,
      "step": 909270
    },
    {
      "epoch": 253.78,
      "grad_norm": 1.04938542842865,
      "learning_rate": 3.830413295587798e-06,
      "loss": 0.3694,
      "step": 909280
    },
    {
      "epoch": 253.78,
      "grad_norm": 1.1175209283828735,
      "learning_rate": 3.8303923917164e-06,
      "loss": 0.3755,
      "step": 909290
    },
    {
      "epoch": 253.78,
      "grad_norm": 1.0358701944351196,
      "learning_rate": 3.830371487647128e-06,
      "loss": 0.3565,
      "step": 909300
    },
    {
      "epoch": 253.78,
      "grad_norm": 1.0461890697479248,
      "learning_rate": 3.830350583379989e-06,
      "loss": 0.35,
      "step": 909310
    },
    {
      "epoch": 253.79,
      "grad_norm": 1.100738763809204,
      "learning_rate": 3.830329678914982e-06,
      "loss": 0.3733,
      "step": 909320
    },
    {
      "epoch": 253.79,
      "grad_norm": 2.3291232585906982,
      "learning_rate": 3.83030877425211e-06,
      "loss": 0.3498,
      "step": 909330
    },
    {
      "epoch": 253.79,
      "grad_norm": 1.0274665355682373,
      "learning_rate": 3.830287869391377e-06,
      "loss": 0.3573,
      "step": 909340
    },
    {
      "epoch": 253.8,
      "grad_norm": 1.1613097190856934,
      "learning_rate": 3.830266964332786e-06,
      "loss": 0.3651,
      "step": 909350
    },
    {
      "epoch": 253.8,
      "grad_norm": 1.0692424774169922,
      "learning_rate": 3.830246059076339e-06,
      "loss": 0.3538,
      "step": 909360
    },
    {
      "epoch": 253.8,
      "grad_norm": 1.1828843355178833,
      "learning_rate": 3.830225153622038e-06,
      "loss": 0.3688,
      "step": 909370
    },
    {
      "epoch": 253.8,
      "grad_norm": 1.2092443704605103,
      "learning_rate": 3.830204247969888e-06,
      "loss": 0.3717,
      "step": 909380
    },
    {
      "epoch": 253.81,
      "grad_norm": 0.8734360337257385,
      "learning_rate": 3.830183342119891e-06,
      "loss": 0.3545,
      "step": 909390
    },
    {
      "epoch": 253.81,
      "grad_norm": 1.075496792793274,
      "learning_rate": 3.8301624360720485e-06,
      "loss": 0.3714,
      "step": 909400
    },
    {
      "epoch": 253.81,
      "grad_norm": 1.2726608514785767,
      "learning_rate": 3.830141529826364e-06,
      "loss": 0.3528,
      "step": 909410
    },
    {
      "epoch": 253.82,
      "grad_norm": 0.9325277805328369,
      "learning_rate": 3.83012062338284e-06,
      "loss": 0.3601,
      "step": 909420
    },
    {
      "epoch": 253.82,
      "grad_norm": 1.0969043970108032,
      "learning_rate": 3.830099716741481e-06,
      "loss": 0.3594,
      "step": 909430
    },
    {
      "epoch": 253.82,
      "grad_norm": 1.0051487684249878,
      "learning_rate": 3.830078809902287e-06,
      "loss": 0.3518,
      "step": 909440
    },
    {
      "epoch": 253.82,
      "grad_norm": 1.0315574407577515,
      "learning_rate": 3.830057902865263e-06,
      "loss": 0.3595,
      "step": 909450
    },
    {
      "epoch": 253.83,
      "grad_norm": 0.9953035712242126,
      "learning_rate": 3.8300369956304104e-06,
      "loss": 0.353,
      "step": 909460
    },
    {
      "epoch": 253.83,
      "grad_norm": 1.0580986738204956,
      "learning_rate": 3.830016088197733e-06,
      "loss": 0.3793,
      "step": 909470
    },
    {
      "epoch": 253.83,
      "grad_norm": 1.0810117721557617,
      "learning_rate": 3.829995180567233e-06,
      "loss": 0.3838,
      "step": 909480
    },
    {
      "epoch": 253.83,
      "grad_norm": 1.1186450719833374,
      "learning_rate": 3.829974272738915e-06,
      "loss": 0.3683,
      "step": 909490
    },
    {
      "epoch": 253.84,
      "grad_norm": 1.0840924978256226,
      "learning_rate": 3.829953364712778e-06,
      "loss": 0.3506,
      "step": 909500
    },
    {
      "epoch": 253.84,
      "grad_norm": 1.080274224281311,
      "learning_rate": 3.8299324564888265e-06,
      "loss": 0.3832,
      "step": 909510
    },
    {
      "epoch": 253.84,
      "grad_norm": 1.2640691995620728,
      "learning_rate": 3.829911548067066e-06,
      "loss": 0.3687,
      "step": 909520
    },
    {
      "epoch": 253.85,
      "grad_norm": 0.9373515248298645,
      "learning_rate": 3.829890639447495e-06,
      "loss": 0.3553,
      "step": 909530
    },
    {
      "epoch": 253.85,
      "grad_norm": 1.0211756229400635,
      "learning_rate": 3.829869730630119e-06,
      "loss": 0.3581,
      "step": 909540
    },
    {
      "epoch": 253.85,
      "grad_norm": 0.8750690817832947,
      "learning_rate": 3.829848821614941e-06,
      "loss": 0.3599,
      "step": 909550
    },
    {
      "epoch": 253.85,
      "grad_norm": 0.9843287467956543,
      "learning_rate": 3.829827912401962e-06,
      "loss": 0.3724,
      "step": 909560
    },
    {
      "epoch": 253.86,
      "grad_norm": 1.0527220964431763,
      "learning_rate": 3.829807002991185e-06,
      "loss": 0.3758,
      "step": 909570
    },
    {
      "epoch": 253.86,
      "grad_norm": 0.9169506430625916,
      "learning_rate": 3.8297860933826145e-06,
      "loss": 0.3534,
      "step": 909580
    },
    {
      "epoch": 253.86,
      "grad_norm": 1.1896631717681885,
      "learning_rate": 3.8297651835762515e-06,
      "loss": 0.3503,
      "step": 909590
    },
    {
      "epoch": 253.87,
      "grad_norm": 1.2228847742080688,
      "learning_rate": 3.8297442735720995e-06,
      "loss": 0.3475,
      "step": 909600
    },
    {
      "epoch": 253.87,
      "grad_norm": 1.5712084770202637,
      "learning_rate": 3.829723363370162e-06,
      "loss": 0.373,
      "step": 909610
    },
    {
      "epoch": 253.87,
      "grad_norm": 1.0870100259780884,
      "learning_rate": 3.8297024529704405e-06,
      "loss": 0.3575,
      "step": 909620
    },
    {
      "epoch": 253.87,
      "grad_norm": 0.9436014890670776,
      "learning_rate": 3.829681542372938e-06,
      "loss": 0.3684,
      "step": 909630
    },
    {
      "epoch": 253.88,
      "grad_norm": 0.8711224794387817,
      "learning_rate": 3.829660631577659e-06,
      "loss": 0.3547,
      "step": 909640
    },
    {
      "epoch": 253.88,
      "grad_norm": 1.0011307001113892,
      "learning_rate": 3.829639720584603e-06,
      "loss": 0.3645,
      "step": 909650
    },
    {
      "epoch": 253.88,
      "grad_norm": 0.9396060705184937,
      "learning_rate": 3.829618809393775e-06,
      "loss": 0.3515,
      "step": 909660
    },
    {
      "epoch": 253.89,
      "grad_norm": 1.0798556804656982,
      "learning_rate": 3.829597898005178e-06,
      "loss": 0.3589,
      "step": 909670
    },
    {
      "epoch": 253.89,
      "grad_norm": 0.9744165539741516,
      "learning_rate": 3.8295769864188145e-06,
      "loss": 0.376,
      "step": 909680
    },
    {
      "epoch": 253.89,
      "grad_norm": 1.2008640766143799,
      "learning_rate": 3.829556074634687e-06,
      "loss": 0.3791,
      "step": 909690
    },
    {
      "epoch": 253.89,
      "grad_norm": 1.3546369075775146,
      "learning_rate": 3.829535162652798e-06,
      "loss": 0.3741,
      "step": 909700
    },
    {
      "epoch": 253.9,
      "grad_norm": 1.2181334495544434,
      "learning_rate": 3.82951425047315e-06,
      "loss": 0.3626,
      "step": 909710
    },
    {
      "epoch": 253.9,
      "grad_norm": 1.2383110523223877,
      "learning_rate": 3.8294933380957474e-06,
      "loss": 0.3724,
      "step": 909720
    },
    {
      "epoch": 253.9,
      "grad_norm": 1.3192343711853027,
      "learning_rate": 3.829472425520591e-06,
      "loss": 0.358,
      "step": 909730
    },
    {
      "epoch": 253.9,
      "grad_norm": 0.9608825445175171,
      "learning_rate": 3.829451512747685e-06,
      "loss": 0.3584,
      "step": 909740
    },
    {
      "epoch": 253.91,
      "grad_norm": 1.0640559196472168,
      "learning_rate": 3.829430599777032e-06,
      "loss": 0.357,
      "step": 909750
    },
    {
      "epoch": 253.91,
      "grad_norm": 0.9772348403930664,
      "learning_rate": 3.829409686608635e-06,
      "loss": 0.3562,
      "step": 909760
    },
    {
      "epoch": 253.91,
      "grad_norm": 1.0632377862930298,
      "learning_rate": 3.829388773242495e-06,
      "loss": 0.3641,
      "step": 909770
    },
    {
      "epoch": 253.92,
      "grad_norm": 0.9999343156814575,
      "learning_rate": 3.829367859678617e-06,
      "loss": 0.3621,
      "step": 909780
    },
    {
      "epoch": 253.92,
      "grad_norm": 1.278336763381958,
      "learning_rate": 3.829346945917002e-06,
      "loss": 0.3585,
      "step": 909790
    },
    {
      "epoch": 253.92,
      "grad_norm": 1.0843688249588013,
      "learning_rate": 3.829326031957655e-06,
      "loss": 0.3727,
      "step": 909800
    },
    {
      "epoch": 253.92,
      "grad_norm": 0.9821428060531616,
      "learning_rate": 3.829305117800576e-06,
      "loss": 0.3579,
      "step": 909810
    },
    {
      "epoch": 253.93,
      "grad_norm": 0.8537404537200928,
      "learning_rate": 3.82928420344577e-06,
      "loss": 0.3636,
      "step": 909820
    },
    {
      "epoch": 253.93,
      "grad_norm": 0.9252085089683533,
      "learning_rate": 3.829263288893238e-06,
      "loss": 0.3483,
      "step": 909830
    },
    {
      "epoch": 253.93,
      "grad_norm": 0.9155863523483276,
      "learning_rate": 3.829242374142985e-06,
      "loss": 0.3578,
      "step": 909840
    },
    {
      "epoch": 253.94,
      "grad_norm": 1.1197501420974731,
      "learning_rate": 3.829221459195013e-06,
      "loss": 0.3827,
      "step": 909850
    },
    {
      "epoch": 253.94,
      "grad_norm": 1.1451514959335327,
      "learning_rate": 3.829200544049323e-06,
      "loss": 0.3746,
      "step": 909860
    },
    {
      "epoch": 253.94,
      "grad_norm": 1.1241629123687744,
      "learning_rate": 3.82917962870592e-06,
      "loss": 0.36,
      "step": 909870
    },
    {
      "epoch": 253.94,
      "grad_norm": 0.9190163016319275,
      "learning_rate": 3.829158713164805e-06,
      "loss": 0.3869,
      "step": 909880
    },
    {
      "epoch": 253.95,
      "grad_norm": 1.12641179561615,
      "learning_rate": 3.829137797425982e-06,
      "loss": 0.3609,
      "step": 909890
    },
    {
      "epoch": 253.95,
      "grad_norm": 1.0071277618408203,
      "learning_rate": 3.829116881489454e-06,
      "loss": 0.3579,
      "step": 909900
    },
    {
      "epoch": 253.95,
      "grad_norm": 0.9523200988769531,
      "learning_rate": 3.829095965355223e-06,
      "loss": 0.3574,
      "step": 909910
    },
    {
      "epoch": 253.95,
      "grad_norm": 1.0234566926956177,
      "learning_rate": 3.829075049023292e-06,
      "loss": 0.3712,
      "step": 909920
    },
    {
      "epoch": 253.96,
      "grad_norm": 0.9917107820510864,
      "learning_rate": 3.829054132493664e-06,
      "loss": 0.3729,
      "step": 909930
    },
    {
      "epoch": 253.96,
      "grad_norm": 0.8321861028671265,
      "learning_rate": 3.829033215766342e-06,
      "loss": 0.3623,
      "step": 909940
    },
    {
      "epoch": 253.96,
      "grad_norm": 1.1053190231323242,
      "learning_rate": 3.829012298841327e-06,
      "loss": 0.3657,
      "step": 909950
    },
    {
      "epoch": 253.97,
      "grad_norm": 1.2502529621124268,
      "learning_rate": 3.828991381718624e-06,
      "loss": 0.3634,
      "step": 909960
    },
    {
      "epoch": 253.97,
      "grad_norm": 0.9284909963607788,
      "learning_rate": 3.828970464398235e-06,
      "loss": 0.362,
      "step": 909970
    },
    {
      "epoch": 253.97,
      "grad_norm": 1.0038070678710938,
      "learning_rate": 3.828949546880163e-06,
      "loss": 0.3586,
      "step": 909980
    },
    {
      "epoch": 253.97,
      "grad_norm": 1.0280661582946777,
      "learning_rate": 3.828928629164409e-06,
      "loss": 0.3677,
      "step": 909990
    },
    {
      "epoch": 253.98,
      "grad_norm": 1.1428393125534058,
      "learning_rate": 3.8289077112509805e-06,
      "loss": 0.3704,
      "step": 910000
    },
    {
      "epoch": 253.98,
      "grad_norm": 1.419073224067688,
      "learning_rate": 3.8288867931398745e-06,
      "loss": 0.3678,
      "step": 910010
    },
    {
      "epoch": 253.98,
      "grad_norm": 1.102952003479004,
      "learning_rate": 3.828865874831097e-06,
      "loss": 0.3654,
      "step": 910020
    },
    {
      "epoch": 253.99,
      "grad_norm": 1.1069138050079346,
      "learning_rate": 3.8288449563246505e-06,
      "loss": 0.3485,
      "step": 910030
    },
    {
      "epoch": 253.99,
      "grad_norm": 1.2674310207366943,
      "learning_rate": 3.828824037620537e-06,
      "loss": 0.3739,
      "step": 910040
    },
    {
      "epoch": 253.99,
      "grad_norm": 1.2368934154510498,
      "learning_rate": 3.82880311871876e-06,
      "loss": 0.3691,
      "step": 910050
    },
    {
      "epoch": 253.99,
      "grad_norm": 1.194143533706665,
      "learning_rate": 3.828782199619322e-06,
      "loss": 0.3562,
      "step": 910060
    },
    {
      "epoch": 254.0,
      "grad_norm": 1.1734340190887451,
      "learning_rate": 3.8287612803222255e-06,
      "loss": 0.3575,
      "step": 910070
    },
    {
      "epoch": 254.0,
      "grad_norm": 1.0672461986541748,
      "learning_rate": 3.828740360827474e-06,
      "loss": 0.3646,
      "step": 910080
    },
    {
      "epoch": 254.0,
      "eval_loss": 0.3627953827381134,
      "eval_runtime": 63.2613,
      "eval_samples_per_second": 79.97,
      "eval_steps_per_second": 10.006,
      "step": 910082
    },
    {
      "epoch": 254.0,
      "grad_norm": 1.0552374124526978,
      "learning_rate": 3.8287194411350695e-06,
      "loss": 0.3566,
      "step": 910090
    },
    {
      "epoch": 254.01,
      "grad_norm": 1.0294822454452515,
      "learning_rate": 3.828698521245016e-06,
      "loss": 0.3604,
      "step": 910100
    },
    {
      "epoch": 254.01,
      "grad_norm": 1.0063347816467285,
      "learning_rate": 3.828677601157315e-06,
      "loss": 0.3639,
      "step": 910110
    },
    {
      "epoch": 254.01,
      "grad_norm": 0.8869930505752563,
      "learning_rate": 3.8286566808719694e-06,
      "loss": 0.3687,
      "step": 910120
    },
    {
      "epoch": 254.01,
      "grad_norm": 1.885129690170288,
      "learning_rate": 3.828635760388983e-06,
      "loss": 0.3596,
      "step": 910130
    },
    {
      "epoch": 254.02,
      "grad_norm": 1.1752938032150269,
      "learning_rate": 3.828614839708357e-06,
      "loss": 0.3513,
      "step": 910140
    },
    {
      "epoch": 254.02,
      "grad_norm": 1.1710095405578613,
      "learning_rate": 3.828593918830095e-06,
      "loss": 0.3514,
      "step": 910150
    },
    {
      "epoch": 254.02,
      "grad_norm": 0.8736557960510254,
      "learning_rate": 3.828572997754201e-06,
      "loss": 0.3509,
      "step": 910160
    },
    {
      "epoch": 254.02,
      "grad_norm": 1.108960509300232,
      "learning_rate": 3.828552076480676e-06,
      "loss": 0.368,
      "step": 910170
    },
    {
      "epoch": 254.03,
      "grad_norm": 1.1134965419769287,
      "learning_rate": 3.8285311550095235e-06,
      "loss": 0.3725,
      "step": 910180
    },
    {
      "epoch": 254.03,
      "grad_norm": 1.0203489065170288,
      "learning_rate": 3.828510233340747e-06,
      "loss": 0.3607,
      "step": 910190
    },
    {
      "epoch": 254.03,
      "grad_norm": 1.0540082454681396,
      "learning_rate": 3.828489311474347e-06,
      "loss": 0.3536,
      "step": 910200
    },
    {
      "epoch": 254.04,
      "grad_norm": 1.0034016370773315,
      "learning_rate": 3.8284683894103284e-06,
      "loss": 0.3478,
      "step": 910210
    },
    {
      "epoch": 254.04,
      "grad_norm": 0.94377201795578,
      "learning_rate": 3.828447467148693e-06,
      "loss": 0.3446,
      "step": 910220
    },
    {
      "epoch": 254.04,
      "grad_norm": 1.1444138288497925,
      "learning_rate": 3.828426544689445e-06,
      "loss": 0.3608,
      "step": 910230
    },
    {
      "epoch": 254.04,
      "grad_norm": 0.8492857813835144,
      "learning_rate": 3.828405622032586e-06,
      "loss": 0.3685,
      "step": 910240
    },
    {
      "epoch": 254.05,
      "grad_norm": 1.0596685409545898,
      "learning_rate": 3.8283846991781185e-06,
      "loss": 0.3785,
      "step": 910250
    },
    {
      "epoch": 254.05,
      "grad_norm": 0.9689692258834839,
      "learning_rate": 3.828363776126046e-06,
      "loss": 0.3702,
      "step": 910260
    },
    {
      "epoch": 254.05,
      "grad_norm": 1.0634915828704834,
      "learning_rate": 3.82834285287637e-06,
      "loss": 0.3617,
      "step": 910270
    },
    {
      "epoch": 254.06,
      "grad_norm": 1.2767603397369385,
      "learning_rate": 3.8283219294290955e-06,
      "loss": 0.3634,
      "step": 910280
    },
    {
      "epoch": 254.06,
      "grad_norm": 0.8949326872825623,
      "learning_rate": 3.828301005784223e-06,
      "loss": 0.3697,
      "step": 910290
    },
    {
      "epoch": 254.06,
      "grad_norm": 0.971913754940033,
      "learning_rate": 3.828280081941757e-06,
      "loss": 0.3634,
      "step": 910300
    },
    {
      "epoch": 254.06,
      "grad_norm": 0.9506819844245911,
      "learning_rate": 3.8282591579017e-06,
      "loss": 0.3627,
      "step": 910310
    },
    {
      "epoch": 254.07,
      "grad_norm": 0.9841155409812927,
      "learning_rate": 3.8282382336640545e-06,
      "loss": 0.3597,
      "step": 910320
    },
    {
      "epoch": 254.07,
      "grad_norm": 1.042707920074463,
      "learning_rate": 3.828217309228822e-06,
      "loss": 0.3691,
      "step": 910330
    },
    {
      "epoch": 254.07,
      "grad_norm": 1.1185475587844849,
      "learning_rate": 3.828196384596008e-06,
      "loss": 0.3519,
      "step": 910340
    },
    {
      "epoch": 254.07,
      "grad_norm": 3.4832770824432373,
      "learning_rate": 3.828175459765612e-06,
      "loss": 0.36,
      "step": 910350
    },
    {
      "epoch": 254.08,
      "grad_norm": 1.0773099660873413,
      "learning_rate": 3.82815453473764e-06,
      "loss": 0.3482,
      "step": 910360
    },
    {
      "epoch": 254.08,
      "grad_norm": 1.2428064346313477,
      "learning_rate": 3.8281336095120925e-06,
      "loss": 0.3562,
      "step": 910370
    },
    {
      "epoch": 254.08,
      "grad_norm": 1.0123560428619385,
      "learning_rate": 3.8281126840889746e-06,
      "loss": 0.3616,
      "step": 910380
    },
    {
      "epoch": 254.09,
      "grad_norm": 1.0363951921463013,
      "learning_rate": 3.828091758468286e-06,
      "loss": 0.374,
      "step": 910390
    },
    {
      "epoch": 254.09,
      "grad_norm": 1.0153907537460327,
      "learning_rate": 3.828070832650032e-06,
      "loss": 0.3521,
      "step": 910400
    },
    {
      "epoch": 254.09,
      "grad_norm": 1.8310037851333618,
      "learning_rate": 3.828049906634213e-06,
      "loss": 0.3562,
      "step": 910410
    },
    {
      "epoch": 254.09,
      "grad_norm": 0.9508996605873108,
      "learning_rate": 3.828028980420836e-06,
      "loss": 0.3821,
      "step": 910420
    },
    {
      "epoch": 254.1,
      "grad_norm": 1.0379064083099365,
      "learning_rate": 3.828008054009899e-06,
      "loss": 0.3859,
      "step": 910430
    },
    {
      "epoch": 254.1,
      "grad_norm": 0.9836646318435669,
      "learning_rate": 3.827987127401407e-06,
      "loss": 0.3484,
      "step": 910440
    },
    {
      "epoch": 254.1,
      "grad_norm": 1.2357088327407837,
      "learning_rate": 3.827966200595363e-06,
      "loss": 0.3598,
      "step": 910450
    },
    {
      "epoch": 254.11,
      "grad_norm": 0.961581826210022,
      "learning_rate": 3.82794527359177e-06,
      "loss": 0.3781,
      "step": 910460
    },
    {
      "epoch": 254.11,
      "grad_norm": 1.1166012287139893,
      "learning_rate": 3.82792434639063e-06,
      "loss": 0.3695,
      "step": 910470
    },
    {
      "epoch": 254.11,
      "grad_norm": 1.055848240852356,
      "learning_rate": 3.827903418991946e-06,
      "loss": 0.358,
      "step": 910480
    },
    {
      "epoch": 254.11,
      "grad_norm": 1.097021222114563,
      "learning_rate": 3.82788249139572e-06,
      "loss": 0.3601,
      "step": 910490
    },
    {
      "epoch": 254.12,
      "grad_norm": 1.6586259603500366,
      "learning_rate": 3.827861563601956e-06,
      "loss": 0.3809,
      "step": 910500
    },
    {
      "epoch": 254.12,
      "grad_norm": 1.1272162199020386,
      "learning_rate": 3.827840635610656e-06,
      "loss": 0.349,
      "step": 910510
    },
    {
      "epoch": 254.12,
      "grad_norm": 1.133057951927185,
      "learning_rate": 3.827819707421824e-06,
      "loss": 0.3497,
      "step": 910520
    },
    {
      "epoch": 254.13,
      "grad_norm": 1.1565266847610474,
      "learning_rate": 3.827798779035461e-06,
      "loss": 0.3738,
      "step": 910530
    },
    {
      "epoch": 254.13,
      "grad_norm": 1.224221110343933,
      "learning_rate": 3.82777785045157e-06,
      "loss": 0.3632,
      "step": 910540
    },
    {
      "epoch": 254.13,
      "grad_norm": 1.0756794214248657,
      "learning_rate": 3.827756921670156e-06,
      "loss": 0.3546,
      "step": 910550
    },
    {
      "epoch": 254.13,
      "grad_norm": 0.9617165327072144,
      "learning_rate": 3.82773599269122e-06,
      "loss": 0.3621,
      "step": 910560
    },
    {
      "epoch": 254.14,
      "grad_norm": 0.9025066494941711,
      "learning_rate": 3.8277150635147655e-06,
      "loss": 0.3665,
      "step": 910570
    },
    {
      "epoch": 254.14,
      "grad_norm": 0.9920704364776611,
      "learning_rate": 3.827694134140794e-06,
      "loss": 0.3584,
      "step": 910580
    },
    {
      "epoch": 254.14,
      "grad_norm": 1.0659857988357544,
      "learning_rate": 3.827673204569309e-06,
      "loss": 0.371,
      "step": 910590
    },
    {
      "epoch": 254.14,
      "grad_norm": 0.9597194194793701,
      "learning_rate": 3.827652274800313e-06,
      "loss": 0.3674,
      "step": 910600
    },
    {
      "epoch": 254.15,
      "grad_norm": 0.9808846116065979,
      "learning_rate": 3.8276313448338105e-06,
      "loss": 0.3724,
      "step": 910610
    },
    {
      "epoch": 254.15,
      "grad_norm": 0.922767162322998,
      "learning_rate": 3.827610414669803e-06,
      "loss": 0.3693,
      "step": 910620
    },
    {
      "epoch": 254.15,
      "grad_norm": 0.9466187953948975,
      "learning_rate": 3.827589484308293e-06,
      "loss": 0.3508,
      "step": 910630
    },
    {
      "epoch": 254.16,
      "grad_norm": 0.9148064255714417,
      "learning_rate": 3.827568553749283e-06,
      "loss": 0.3645,
      "step": 910640
    },
    {
      "epoch": 254.16,
      "grad_norm": 1.7963560819625854,
      "learning_rate": 3.827547622992777e-06,
      "loss": 0.3685,
      "step": 910650
    },
    {
      "epoch": 254.16,
      "grad_norm": 1.0163971185684204,
      "learning_rate": 3.827526692038776e-06,
      "loss": 0.3577,
      "step": 910660
    },
    {
      "epoch": 254.16,
      "grad_norm": 1.076918125152588,
      "learning_rate": 3.827505760887285e-06,
      "loss": 0.3825,
      "step": 910670
    },
    {
      "epoch": 254.17,
      "grad_norm": 8.850356101989746,
      "learning_rate": 3.827484829538306e-06,
      "loss": 0.3612,
      "step": 910680
    },
    {
      "epoch": 254.17,
      "grad_norm": 1.138392686843872,
      "learning_rate": 3.827463897991841e-06,
      "loss": 0.3635,
      "step": 910690
    },
    {
      "epoch": 254.17,
      "grad_norm": 0.9721070528030396,
      "learning_rate": 3.827442966247893e-06,
      "loss": 0.3579,
      "step": 910700
    },
    {
      "epoch": 254.18,
      "grad_norm": 1.0786958932876587,
      "learning_rate": 3.827422034306465e-06,
      "loss": 0.363,
      "step": 910710
    },
    {
      "epoch": 254.18,
      "grad_norm": 1.0027579069137573,
      "learning_rate": 3.82740110216756e-06,
      "loss": 0.3749,
      "step": 910720
    },
    {
      "epoch": 254.18,
      "grad_norm": 1.0960379838943481,
      "learning_rate": 3.827380169831181e-06,
      "loss": 0.3722,
      "step": 910730
    },
    {
      "epoch": 254.18,
      "grad_norm": 1.368575096130371,
      "learning_rate": 3.82735923729733e-06,
      "loss": 0.3544,
      "step": 910740
    },
    {
      "epoch": 254.19,
      "grad_norm": 1.151785135269165,
      "learning_rate": 3.827338304566011e-06,
      "loss": 0.3627,
      "step": 910750
    },
    {
      "epoch": 254.19,
      "grad_norm": 0.9508057832717896,
      "learning_rate": 3.827317371637224e-06,
      "loss": 0.3765,
      "step": 910760
    },
    {
      "epoch": 254.19,
      "grad_norm": 0.8481312990188599,
      "learning_rate": 3.827296438510976e-06,
      "loss": 0.3554,
      "step": 910770
    },
    {
      "epoch": 254.19,
      "grad_norm": 1.0371034145355225,
      "learning_rate": 3.8272755051872664e-06,
      "loss": 0.372,
      "step": 910780
    },
    {
      "epoch": 254.2,
      "grad_norm": 1.3699172735214233,
      "learning_rate": 3.827254571666099e-06,
      "loss": 0.3679,
      "step": 910790
    },
    {
      "epoch": 254.2,
      "grad_norm": 1.0871691703796387,
      "learning_rate": 3.827233637947478e-06,
      "loss": 0.356,
      "step": 910800
    },
    {
      "epoch": 254.2,
      "grad_norm": 1.0258164405822754,
      "learning_rate": 3.827212704031404e-06,
      "loss": 0.3677,
      "step": 910810
    },
    {
      "epoch": 254.21,
      "grad_norm": 0.901088297367096,
      "learning_rate": 3.82719176991788e-06,
      "loss": 0.3418,
      "step": 910820
    },
    {
      "epoch": 254.21,
      "grad_norm": 0.9477023482322693,
      "learning_rate": 3.827170835606911e-06,
      "loss": 0.3454,
      "step": 910830
    },
    {
      "epoch": 254.21,
      "grad_norm": 1.06751549243927,
      "learning_rate": 3.827149901098498e-06,
      "loss": 0.366,
      "step": 910840
    },
    {
      "epoch": 254.21,
      "grad_norm": 0.9781114459037781,
      "learning_rate": 3.8271289663926425e-06,
      "loss": 0.3616,
      "step": 910850
    },
    {
      "epoch": 254.22,
      "grad_norm": 1.0132718086242676,
      "learning_rate": 3.827108031489351e-06,
      "loss": 0.3421,
      "step": 910860
    },
    {
      "epoch": 254.22,
      "grad_norm": 0.9459209442138672,
      "learning_rate": 3.827087096388623e-06,
      "loss": 0.3599,
      "step": 910870
    },
    {
      "epoch": 254.22,
      "grad_norm": 0.9332990050315857,
      "learning_rate": 3.827066161090463e-06,
      "loss": 0.3456,
      "step": 910880
    },
    {
      "epoch": 254.23,
      "grad_norm": 1.0374820232391357,
      "learning_rate": 3.827045225594872e-06,
      "loss": 0.3751,
      "step": 910890
    },
    {
      "epoch": 254.23,
      "grad_norm": 1.1036967039108276,
      "learning_rate": 3.827024289901855e-06,
      "loss": 0.3658,
      "step": 910900
    },
    {
      "epoch": 254.23,
      "grad_norm": 1.0971269607543945,
      "learning_rate": 3.827003354011414e-06,
      "loss": 0.3553,
      "step": 910910
    },
    {
      "epoch": 254.23,
      "grad_norm": 1.0006376504898071,
      "learning_rate": 3.8269824179235505e-06,
      "loss": 0.3642,
      "step": 910920
    },
    {
      "epoch": 254.24,
      "grad_norm": 1.285537600517273,
      "learning_rate": 3.826961481638269e-06,
      "loss": 0.3641,
      "step": 910930
    },
    {
      "epoch": 254.24,
      "grad_norm": 1.0269547700881958,
      "learning_rate": 3.826940545155572e-06,
      "loss": 0.3561,
      "step": 910940
    },
    {
      "epoch": 254.24,
      "grad_norm": 1.1695232391357422,
      "learning_rate": 3.826919608475461e-06,
      "loss": 0.3592,
      "step": 910950
    },
    {
      "epoch": 254.25,
      "grad_norm": 1.033331274986267,
      "learning_rate": 3.8268986715979406e-06,
      "loss": 0.3624,
      "step": 910960
    },
    {
      "epoch": 254.25,
      "grad_norm": 0.9558292031288147,
      "learning_rate": 3.826877734523013e-06,
      "loss": 0.3539,
      "step": 910970
    },
    {
      "epoch": 254.25,
      "grad_norm": 1.2035413980484009,
      "learning_rate": 3.82685679725068e-06,
      "loss": 0.3741,
      "step": 910980
    },
    {
      "epoch": 254.25,
      "grad_norm": 0.9776129126548767,
      "learning_rate": 3.826835859780945e-06,
      "loss": 0.3767,
      "step": 910990
    },
    {
      "epoch": 254.26,
      "grad_norm": 0.9917274117469788,
      "learning_rate": 3.826814922113811e-06,
      "loss": 0.3552,
      "step": 911000
    },
    {
      "epoch": 254.26,
      "grad_norm": 3.396937608718872,
      "learning_rate": 3.8267939842492815e-06,
      "loss": 0.3499,
      "step": 911010
    },
    {
      "epoch": 254.26,
      "grad_norm": 0.9846022725105286,
      "learning_rate": 3.826773046187357e-06,
      "loss": 0.3791,
      "step": 911020
    },
    {
      "epoch": 254.26,
      "grad_norm": 1.0788757801055908,
      "learning_rate": 3.826752107928043e-06,
      "loss": 0.3687,
      "step": 911030
    },
    {
      "epoch": 254.27,
      "grad_norm": 1.1066739559173584,
      "learning_rate": 3.82673116947134e-06,
      "loss": 0.3567,
      "step": 911040
    },
    {
      "epoch": 254.27,
      "grad_norm": 1.093445897102356,
      "learning_rate": 3.826710230817252e-06,
      "loss": 0.3774,
      "step": 911050
    },
    {
      "epoch": 254.27,
      "grad_norm": 1.87465238571167,
      "learning_rate": 3.826689291965782e-06,
      "loss": 0.3878,
      "step": 911060
    },
    {
      "epoch": 254.28,
      "grad_norm": 1.017248272895813,
      "learning_rate": 3.826668352916932e-06,
      "loss": 0.3604,
      "step": 911070
    },
    {
      "epoch": 254.28,
      "grad_norm": 0.9803315997123718,
      "learning_rate": 3.826647413670706e-06,
      "loss": 0.3678,
      "step": 911080
    },
    {
      "epoch": 254.28,
      "grad_norm": 0.9769713282585144,
      "learning_rate": 3.826626474227105e-06,
      "loss": 0.3517,
      "step": 911090
    },
    {
      "epoch": 254.28,
      "grad_norm": 1.1005550622940063,
      "learning_rate": 3.826605534586133e-06,
      "loss": 0.3697,
      "step": 911100
    },
    {
      "epoch": 254.29,
      "grad_norm": 1.16195547580719,
      "learning_rate": 3.826584594747793e-06,
      "loss": 0.366,
      "step": 911110
    },
    {
      "epoch": 254.29,
      "grad_norm": 0.9425279498100281,
      "learning_rate": 3.826563654712086e-06,
      "loss": 0.3624,
      "step": 911120
    },
    {
      "epoch": 254.29,
      "grad_norm": 1.2042254209518433,
      "learning_rate": 3.826542714479018e-06,
      "loss": 0.3596,
      "step": 911130
    },
    {
      "epoch": 254.3,
      "grad_norm": 1.1754505634307861,
      "learning_rate": 3.826521774048588e-06,
      "loss": 0.3465,
      "step": 911140
    },
    {
      "epoch": 254.3,
      "grad_norm": 0.7867773771286011,
      "learning_rate": 3.826500833420801e-06,
      "loss": 0.3617,
      "step": 911150
    },
    {
      "epoch": 254.3,
      "grad_norm": 1.0310137271881104,
      "learning_rate": 3.826479892595661e-06,
      "loss": 0.3607,
      "step": 911160
    },
    {
      "epoch": 254.3,
      "grad_norm": 1.1764237880706787,
      "learning_rate": 3.826458951573168e-06,
      "loss": 0.3552,
      "step": 911170
    },
    {
      "epoch": 254.31,
      "grad_norm": 1.1724305152893066,
      "learning_rate": 3.826438010353326e-06,
      "loss": 0.3814,
      "step": 911180
    },
    {
      "epoch": 254.31,
      "grad_norm": 1.2051564455032349,
      "learning_rate": 3.826417068936138e-06,
      "loss": 0.3557,
      "step": 911190
    },
    {
      "epoch": 254.31,
      "grad_norm": 4.268413066864014,
      "learning_rate": 3.826396127321608e-06,
      "loss": 0.342,
      "step": 911200
    },
    {
      "epoch": 254.31,
      "grad_norm": 1.0322892665863037,
      "learning_rate": 3.8263751855097355e-06,
      "loss": 0.3562,
      "step": 911210
    },
    {
      "epoch": 254.32,
      "grad_norm": 0.9880648255348206,
      "learning_rate": 3.826354243500525e-06,
      "loss": 0.3714,
      "step": 911220
    },
    {
      "epoch": 254.32,
      "grad_norm": 1.0278934240341187,
      "learning_rate": 3.826333301293981e-06,
      "loss": 0.3522,
      "step": 911230
    },
    {
      "epoch": 254.32,
      "grad_norm": 1.179897427558899,
      "learning_rate": 3.826312358890103e-06,
      "loss": 0.3617,
      "step": 911240
    },
    {
      "epoch": 254.33,
      "grad_norm": 0.9493362903594971,
      "learning_rate": 3.826291416288897e-06,
      "loss": 0.3698,
      "step": 911250
    },
    {
      "epoch": 254.33,
      "grad_norm": 1.1733574867248535,
      "learning_rate": 3.826270473490364e-06,
      "loss": 0.3651,
      "step": 911260
    },
    {
      "epoch": 254.33,
      "grad_norm": 1.2193793058395386,
      "learning_rate": 3.826249530494507e-06,
      "loss": 0.3601,
      "step": 911270
    },
    {
      "epoch": 254.33,
      "grad_norm": 1.1286289691925049,
      "learning_rate": 3.826228587301329e-06,
      "loss": 0.3583,
      "step": 911280
    },
    {
      "epoch": 254.34,
      "grad_norm": 1.1654634475708008,
      "learning_rate": 3.826207643910833e-06,
      "loss": 0.3591,
      "step": 911290
    },
    {
      "epoch": 254.34,
      "grad_norm": 1.0195233821868896,
      "learning_rate": 3.826186700323021e-06,
      "loss": 0.3706,
      "step": 911300
    },
    {
      "epoch": 254.34,
      "grad_norm": 1.1241430044174194,
      "learning_rate": 3.826165756537896e-06,
      "loss": 0.3659,
      "step": 911310
    },
    {
      "epoch": 254.35,
      "grad_norm": 0.9826456308364868,
      "learning_rate": 3.826144812555462e-06,
      "loss": 0.3771,
      "step": 911320
    },
    {
      "epoch": 254.35,
      "grad_norm": 1.023330569267273,
      "learning_rate": 3.8261238683757195e-06,
      "loss": 0.3524,
      "step": 911330
    },
    {
      "epoch": 254.35,
      "grad_norm": 0.9712615013122559,
      "learning_rate": 3.826102923998674e-06,
      "loss": 0.3746,
      "step": 911340
    },
    {
      "epoch": 254.35,
      "grad_norm": 1.0720795392990112,
      "learning_rate": 3.826081979424327e-06,
      "loss": 0.3749,
      "step": 911350
    },
    {
      "epoch": 254.36,
      "grad_norm": 1.0874359607696533,
      "learning_rate": 3.82606103465268e-06,
      "loss": 0.3524,
      "step": 911360
    },
    {
      "epoch": 254.36,
      "grad_norm": 1.1571381092071533,
      "learning_rate": 3.826040089683737e-06,
      "loss": 0.3752,
      "step": 911370
    },
    {
      "epoch": 254.36,
      "grad_norm": 7.998407363891602,
      "learning_rate": 3.826019144517502e-06,
      "loss": 0.3603,
      "step": 911380
    },
    {
      "epoch": 254.37,
      "grad_norm": 1.158245325088501,
      "learning_rate": 3.8259981991539756e-06,
      "loss": 0.3684,
      "step": 911390
    },
    {
      "epoch": 254.37,
      "grad_norm": 1.1945661306381226,
      "learning_rate": 3.825977253593162e-06,
      "loss": 0.3782,
      "step": 911400
    },
    {
      "epoch": 254.37,
      "grad_norm": 0.973224937915802,
      "learning_rate": 3.825956307835063e-06,
      "loss": 0.358,
      "step": 911410
    },
    {
      "epoch": 254.37,
      "grad_norm": 1.0762252807617188,
      "learning_rate": 3.825935361879683e-06,
      "loss": 0.3674,
      "step": 911420
    },
    {
      "epoch": 254.38,
      "grad_norm": 1.0302516222000122,
      "learning_rate": 3.825914415727022e-06,
      "loss": 0.3607,
      "step": 911430
    },
    {
      "epoch": 254.38,
      "grad_norm": 0.9913603663444519,
      "learning_rate": 3.825893469377086e-06,
      "loss": 0.3852,
      "step": 911440
    },
    {
      "epoch": 254.38,
      "grad_norm": 1.0477216243743896,
      "learning_rate": 3.8258725228298764e-06,
      "loss": 0.3857,
      "step": 911450
    },
    {
      "epoch": 254.38,
      "grad_norm": 1.2704908847808838,
      "learning_rate": 3.825851576085395e-06,
      "loss": 0.3641,
      "step": 911460
    },
    {
      "epoch": 254.39,
      "grad_norm": 1.0314860343933105,
      "learning_rate": 3.825830629143646e-06,
      "loss": 0.3581,
      "step": 911470
    },
    {
      "epoch": 254.39,
      "grad_norm": 1.0254665613174438,
      "learning_rate": 3.825809682004632e-06,
      "loss": 0.3655,
      "step": 911480
    },
    {
      "epoch": 254.39,
      "grad_norm": 0.9733700752258301,
      "learning_rate": 3.825788734668355e-06,
      "loss": 0.3626,
      "step": 911490
    },
    {
      "epoch": 254.4,
      "grad_norm": 0.8896943926811218,
      "learning_rate": 3.825767787134818e-06,
      "loss": 0.3614,
      "step": 911500
    },
    {
      "epoch": 254.4,
      "grad_norm": 1.056098461151123,
      "learning_rate": 3.825746839404024e-06,
      "loss": 0.377,
      "step": 911510
    },
    {
      "epoch": 254.4,
      "grad_norm": 1.144091010093689,
      "learning_rate": 3.825725891475976e-06,
      "loss": 0.3701,
      "step": 911520
    },
    {
      "epoch": 254.4,
      "grad_norm": 0.9707046747207642,
      "learning_rate": 3.825704943350677e-06,
      "loss": 0.3538,
      "step": 911530
    },
    {
      "epoch": 254.41,
      "grad_norm": 1.154423713684082,
      "learning_rate": 3.825683995028128e-06,
      "loss": 0.3662,
      "step": 911540
    },
    {
      "epoch": 254.41,
      "grad_norm": 1.4185823202133179,
      "learning_rate": 3.825663046508335e-06,
      "loss": 0.3656,
      "step": 911550
    },
    {
      "epoch": 254.41,
      "grad_norm": 0.9664231538772583,
      "learning_rate": 3.825642097791298e-06,
      "loss": 0.3418,
      "step": 911560
    },
    {
      "epoch": 254.42,
      "grad_norm": 1.1426186561584473,
      "learning_rate": 3.825621148877021e-06,
      "loss": 0.3698,
      "step": 911570
    },
    {
      "epoch": 254.42,
      "grad_norm": 1.021346092224121,
      "learning_rate": 3.825600199765507e-06,
      "loss": 0.3547,
      "step": 911580
    },
    {
      "epoch": 254.42,
      "grad_norm": 1.0710501670837402,
      "learning_rate": 3.825579250456758e-06,
      "loss": 0.3491,
      "step": 911590
    },
    {
      "epoch": 254.42,
      "grad_norm": 1.0704964399337769,
      "learning_rate": 3.825558300950777e-06,
      "loss": 0.3652,
      "step": 911600
    },
    {
      "epoch": 254.43,
      "grad_norm": 2.3199758529663086,
      "learning_rate": 3.825537351247566e-06,
      "loss": 0.3543,
      "step": 911610
    },
    {
      "epoch": 254.43,
      "grad_norm": 0.9669727683067322,
      "learning_rate": 3.825516401347129e-06,
      "loss": 0.372,
      "step": 911620
    },
    {
      "epoch": 254.43,
      "grad_norm": 1.025784969329834,
      "learning_rate": 3.82549545124947e-06,
      "loss": 0.3751,
      "step": 911630
    },
    {
      "epoch": 254.43,
      "grad_norm": 1.0078281164169312,
      "learning_rate": 3.8254745009545895e-06,
      "loss": 0.3772,
      "step": 911640
    },
    {
      "epoch": 254.44,
      "grad_norm": 1.1684435606002808,
      "learning_rate": 3.8254535504624905e-06,
      "loss": 0.3548,
      "step": 911650
    },
    {
      "epoch": 254.44,
      "grad_norm": 1.1154602766036987,
      "learning_rate": 3.825432599773177e-06,
      "loss": 0.3534,
      "step": 911660
    },
    {
      "epoch": 254.44,
      "grad_norm": 1.0846481323242188,
      "learning_rate": 3.825411648886651e-06,
      "loss": 0.3656,
      "step": 911670
    },
    {
      "epoch": 254.45,
      "grad_norm": 0.9703112244606018,
      "learning_rate": 3.8253906978029155e-06,
      "loss": 0.3625,
      "step": 911680
    },
    {
      "epoch": 254.45,
      "grad_norm": 0.9977772831916809,
      "learning_rate": 3.825369746521973e-06,
      "loss": 0.3662,
      "step": 911690
    },
    {
      "epoch": 254.45,
      "grad_norm": 0.9098212718963623,
      "learning_rate": 3.825348795043827e-06,
      "loss": 0.3646,
      "step": 911700
    },
    {
      "epoch": 254.45,
      "grad_norm": 1.0765866041183472,
      "learning_rate": 3.825327843368479e-06,
      "loss": 0.3715,
      "step": 911710
    },
    {
      "epoch": 254.46,
      "grad_norm": 1.264164686203003,
      "learning_rate": 3.825306891495933e-06,
      "loss": 0.3461,
      "step": 911720
    },
    {
      "epoch": 254.46,
      "grad_norm": 1.0791176557540894,
      "learning_rate": 3.825285939426191e-06,
      "loss": 0.3741,
      "step": 911730
    },
    {
      "epoch": 254.46,
      "grad_norm": 1.1353336572647095,
      "learning_rate": 3.825264987159256e-06,
      "loss": 0.3589,
      "step": 911740
    },
    {
      "epoch": 254.47,
      "grad_norm": 1.0348711013793945,
      "learning_rate": 3.825244034695132e-06,
      "loss": 0.3536,
      "step": 911750
    },
    {
      "epoch": 254.47,
      "grad_norm": 1.23781418800354,
      "learning_rate": 3.825223082033819e-06,
      "loss": 0.3669,
      "step": 911760
    },
    {
      "epoch": 254.47,
      "grad_norm": 1.141377568244934,
      "learning_rate": 3.825202129175324e-06,
      "loss": 0.3667,
      "step": 911770
    },
    {
      "epoch": 254.47,
      "grad_norm": 1.0751852989196777,
      "learning_rate": 3.825181176119646e-06,
      "loss": 0.3486,
      "step": 911780
    },
    {
      "epoch": 254.48,
      "grad_norm": 1.21340811252594,
      "learning_rate": 3.8251602228667884e-06,
      "loss": 0.3508,
      "step": 911790
    },
    {
      "epoch": 254.48,
      "grad_norm": 1.0750348567962646,
      "learning_rate": 3.8251392694167555e-06,
      "loss": 0.3544,
      "step": 911800
    },
    {
      "epoch": 254.48,
      "grad_norm": 1.0220619440078735,
      "learning_rate": 3.825118315769549e-06,
      "loss": 0.3694,
      "step": 911810
    },
    {
      "epoch": 254.49,
      "grad_norm": 0.9343762397766113,
      "learning_rate": 3.825097361925173e-06,
      "loss": 0.3607,
      "step": 911820
    },
    {
      "epoch": 254.49,
      "grad_norm": 1.0414581298828125,
      "learning_rate": 3.825076407883628e-06,
      "loss": 0.361,
      "step": 911830
    },
    {
      "epoch": 254.49,
      "grad_norm": 1.139111042022705,
      "learning_rate": 3.825055453644918e-06,
      "loss": 0.3702,
      "step": 911840
    },
    {
      "epoch": 254.49,
      "grad_norm": 1.2612048387527466,
      "learning_rate": 3.8250344992090466e-06,
      "loss": 0.3692,
      "step": 911850
    },
    {
      "epoch": 254.5,
      "grad_norm": 0.9144008159637451,
      "learning_rate": 3.825013544576016e-06,
      "loss": 0.3558,
      "step": 911860
    },
    {
      "epoch": 254.5,
      "grad_norm": 1.8944075107574463,
      "learning_rate": 3.8249925897458285e-06,
      "loss": 0.3639,
      "step": 911870
    },
    {
      "epoch": 254.5,
      "grad_norm": 0.8491960167884827,
      "learning_rate": 3.824971634718486e-06,
      "loss": 0.3574,
      "step": 911880
    },
    {
      "epoch": 254.5,
      "grad_norm": 1.3048003911972046,
      "learning_rate": 3.824950679493995e-06,
      "loss": 0.3695,
      "step": 911890
    },
    {
      "epoch": 254.51,
      "grad_norm": 1.2393449544906616,
      "learning_rate": 3.824929724072354e-06,
      "loss": 0.3709,
      "step": 911900
    },
    {
      "epoch": 254.51,
      "grad_norm": 1.2767456769943237,
      "learning_rate": 3.8249087684535676e-06,
      "loss": 0.3671,
      "step": 911910
    },
    {
      "epoch": 254.51,
      "grad_norm": 1.1686038970947266,
      "learning_rate": 3.8248878126376395e-06,
      "loss": 0.3746,
      "step": 911920
    },
    {
      "epoch": 254.52,
      "grad_norm": 1.0495222806930542,
      "learning_rate": 3.824866856624571e-06,
      "loss": 0.3581,
      "step": 911930
    },
    {
      "epoch": 254.52,
      "grad_norm": 0.9733849763870239,
      "learning_rate": 3.824845900414365e-06,
      "loss": 0.362,
      "step": 911940
    },
    {
      "epoch": 254.52,
      "grad_norm": 1.3432822227478027,
      "learning_rate": 3.824824944007025e-06,
      "loss": 0.3574,
      "step": 911950
    },
    {
      "epoch": 254.52,
      "grad_norm": 1.1066347360610962,
      "learning_rate": 3.8248039874025545e-06,
      "loss": 0.355,
      "step": 911960
    },
    {
      "epoch": 254.53,
      "grad_norm": 1.0477266311645508,
      "learning_rate": 3.824783030600954e-06,
      "loss": 0.3582,
      "step": 911970
    },
    {
      "epoch": 254.53,
      "grad_norm": 0.8590074777603149,
      "learning_rate": 3.824762073602228e-06,
      "loss": 0.3664,
      "step": 911980
    },
    {
      "epoch": 254.53,
      "grad_norm": 1.3296738862991333,
      "learning_rate": 3.824741116406379e-06,
      "loss": 0.3472,
      "step": 911990
    },
    {
      "epoch": 254.54,
      "grad_norm": 1.0506994724273682,
      "learning_rate": 3.82472015901341e-06,
      "loss": 0.3699,
      "step": 912000
    },
    {
      "epoch": 254.54,
      "grad_norm": 1.0685229301452637,
      "learning_rate": 3.824699201423323e-06,
      "loss": 0.3925,
      "step": 912010
    },
    {
      "epoch": 254.54,
      "grad_norm": 1.1260300874710083,
      "learning_rate": 3.824678243636121e-06,
      "loss": 0.363,
      "step": 912020
    },
    {
      "epoch": 254.54,
      "grad_norm": 1.1062604188919067,
      "learning_rate": 3.824657285651808e-06,
      "loss": 0.3643,
      "step": 912030
    },
    {
      "epoch": 254.55,
      "grad_norm": 0.9733814597129822,
      "learning_rate": 3.8246363274703844e-06,
      "loss": 0.3546,
      "step": 912040
    },
    {
      "epoch": 254.55,
      "grad_norm": 0.9183738827705383,
      "learning_rate": 3.8246153690918556e-06,
      "loss": 0.3651,
      "step": 912050
    },
    {
      "epoch": 254.55,
      "grad_norm": 0.97736656665802,
      "learning_rate": 3.824594410516223e-06,
      "loss": 0.3773,
      "step": 912060
    },
    {
      "epoch": 254.55,
      "grad_norm": 1.7267383337020874,
      "learning_rate": 3.824573451743489e-06,
      "loss": 0.3608,
      "step": 912070
    },
    {
      "epoch": 254.56,
      "grad_norm": 0.8762543201446533,
      "learning_rate": 3.824552492773658e-06,
      "loss": 0.3581,
      "step": 912080
    },
    {
      "epoch": 254.56,
      "grad_norm": 1.0304932594299316,
      "learning_rate": 3.824531533606731e-06,
      "loss": 0.3628,
      "step": 912090
    },
    {
      "epoch": 254.56,
      "grad_norm": 1.1448336839675903,
      "learning_rate": 3.824510574242712e-06,
      "loss": 0.3566,
      "step": 912100
    },
    {
      "epoch": 254.57,
      "grad_norm": 0.9827334880828857,
      "learning_rate": 3.824489614681603e-06,
      "loss": 0.3707,
      "step": 912110
    },
    {
      "epoch": 254.57,
      "grad_norm": 0.8709983825683594,
      "learning_rate": 3.824468654923407e-06,
      "loss": 0.3533,
      "step": 912120
    },
    {
      "epoch": 254.57,
      "grad_norm": 0.9486972093582153,
      "learning_rate": 3.824447694968128e-06,
      "loss": 0.3657,
      "step": 912130
    },
    {
      "epoch": 254.57,
      "grad_norm": 0.9757156372070312,
      "learning_rate": 3.824426734815766e-06,
      "loss": 0.3704,
      "step": 912140
    },
    {
      "epoch": 254.58,
      "grad_norm": 0.9218928813934326,
      "learning_rate": 3.824405774466327e-06,
      "loss": 0.3753,
      "step": 912150
    },
    {
      "epoch": 254.58,
      "grad_norm": 1.0079952478408813,
      "learning_rate": 3.824384813919813e-06,
      "loss": 0.3669,
      "step": 912160
    },
    {
      "epoch": 254.58,
      "grad_norm": 1.0565375089645386,
      "learning_rate": 3.824363853176225e-06,
      "loss": 0.3692,
      "step": 912170
    },
    {
      "epoch": 254.59,
      "grad_norm": 0.9362306594848633,
      "learning_rate": 3.824342892235567e-06,
      "loss": 0.3745,
      "step": 912180
    },
    {
      "epoch": 254.59,
      "grad_norm": 1.0691497325897217,
      "learning_rate": 3.824321931097841e-06,
      "loss": 0.3731,
      "step": 912190
    },
    {
      "epoch": 254.59,
      "grad_norm": 1.2969130277633667,
      "learning_rate": 3.824300969763051e-06,
      "loss": 0.3585,
      "step": 912200
    },
    {
      "epoch": 254.59,
      "grad_norm": 1.0309208631515503,
      "learning_rate": 3.824280008231199e-06,
      "loss": 0.3455,
      "step": 912210
    },
    {
      "epoch": 254.6,
      "grad_norm": 0.9978195428848267,
      "learning_rate": 3.824259046502289e-06,
      "loss": 0.3502,
      "step": 912220
    },
    {
      "epoch": 254.6,
      "grad_norm": 0.9615280032157898,
      "learning_rate": 3.8242380845763215e-06,
      "loss": 0.3628,
      "step": 912230
    },
    {
      "epoch": 254.6,
      "grad_norm": 1.0239582061767578,
      "learning_rate": 3.824217122453301e-06,
      "loss": 0.3758,
      "step": 912240
    },
    {
      "epoch": 254.61,
      "grad_norm": 1.1417667865753174,
      "learning_rate": 3.824196160133231e-06,
      "loss": 0.3556,
      "step": 912250
    },
    {
      "epoch": 254.61,
      "grad_norm": 0.9614005088806152,
      "learning_rate": 3.824175197616113e-06,
      "loss": 0.3578,
      "step": 912260
    },
    {
      "epoch": 254.61,
      "grad_norm": 1.1931893825531006,
      "learning_rate": 3.824154234901949e-06,
      "loss": 0.3457,
      "step": 912270
    },
    {
      "epoch": 254.61,
      "grad_norm": 1.137044072151184,
      "learning_rate": 3.824133271990743e-06,
      "loss": 0.3557,
      "step": 912280
    },
    {
      "epoch": 254.62,
      "grad_norm": 1.2165493965148926,
      "learning_rate": 3.824112308882498e-06,
      "loss": 0.3559,
      "step": 912290
    },
    {
      "epoch": 254.62,
      "grad_norm": 1.111405372619629,
      "learning_rate": 3.824091345577216e-06,
      "loss": 0.3755,
      "step": 912300
    },
    {
      "epoch": 254.62,
      "grad_norm": 1.1322176456451416,
      "learning_rate": 3.8240703820749004e-06,
      "loss": 0.3649,
      "step": 912310
    },
    {
      "epoch": 254.62,
      "grad_norm": 1.177934169769287,
      "learning_rate": 3.824049418375554e-06,
      "loss": 0.3631,
      "step": 912320
    },
    {
      "epoch": 254.63,
      "grad_norm": 1.0894109010696411,
      "learning_rate": 3.824028454479179e-06,
      "loss": 0.3648,
      "step": 912330
    },
    {
      "epoch": 254.63,
      "grad_norm": 1.0682460069656372,
      "learning_rate": 3.824007490385779e-06,
      "loss": 0.3678,
      "step": 912340
    },
    {
      "epoch": 254.63,
      "grad_norm": 1.130402684211731,
      "learning_rate": 3.823986526095355e-06,
      "loss": 0.3562,
      "step": 912350
    },
    {
      "epoch": 254.64,
      "grad_norm": 1.1730294227600098,
      "learning_rate": 3.823965561607912e-06,
      "loss": 0.3718,
      "step": 912360
    },
    {
      "epoch": 254.64,
      "grad_norm": 0.9815216064453125,
      "learning_rate": 3.823944596923453e-06,
      "loss": 0.351,
      "step": 912370
    },
    {
      "epoch": 254.64,
      "grad_norm": 1.015000820159912,
      "learning_rate": 3.823923632041977e-06,
      "loss": 0.3532,
      "step": 912380
    },
    {
      "epoch": 254.64,
      "grad_norm": 1.6174545288085938,
      "learning_rate": 3.823902666963492e-06,
      "loss": 0.3635,
      "step": 912390
    },
    {
      "epoch": 254.65,
      "grad_norm": 1.1615691184997559,
      "learning_rate": 3.823881701687998e-06,
      "loss": 0.3655,
      "step": 912400
    },
    {
      "epoch": 254.65,
      "grad_norm": 1.0552421808242798,
      "learning_rate": 3.823860736215498e-06,
      "loss": 0.3452,
      "step": 912410
    },
    {
      "epoch": 254.65,
      "grad_norm": 1.0865110158920288,
      "learning_rate": 3.823839770545994e-06,
      "loss": 0.373,
      "step": 912420
    },
    {
      "epoch": 254.66,
      "grad_norm": 1.0367275476455688,
      "learning_rate": 3.8238188046794896e-06,
      "loss": 0.3508,
      "step": 912430
    },
    {
      "epoch": 254.66,
      "grad_norm": 2.3403267860412598,
      "learning_rate": 3.823797838615988e-06,
      "loss": 0.35,
      "step": 912440
    },
    {
      "epoch": 254.66,
      "grad_norm": 1.2027099132537842,
      "learning_rate": 3.823776872355492e-06,
      "loss": 0.3617,
      "step": 912450
    },
    {
      "epoch": 254.66,
      "grad_norm": 1.0593572854995728,
      "learning_rate": 3.823755905898003e-06,
      "loss": 0.3663,
      "step": 912460
    },
    {
      "epoch": 254.67,
      "grad_norm": 1.2652760744094849,
      "learning_rate": 3.8237349392435255e-06,
      "loss": 0.3548,
      "step": 912470
    },
    {
      "epoch": 254.67,
      "grad_norm": 1.088647723197937,
      "learning_rate": 3.823713972392062e-06,
      "loss": 0.3781,
      "step": 912480
    },
    {
      "epoch": 254.67,
      "grad_norm": 0.9589486122131348,
      "learning_rate": 3.823693005343614e-06,
      "loss": 0.3663,
      "step": 912490
    },
    {
      "epoch": 254.67,
      "grad_norm": 1.0842140913009644,
      "learning_rate": 3.8236720380981854e-06,
      "loss": 0.3731,
      "step": 912500
    },
    {
      "epoch": 254.68,
      "grad_norm": 0.9955066442489624,
      "learning_rate": 3.823651070655779e-06,
      "loss": 0.3526,
      "step": 912510
    },
    {
      "epoch": 254.68,
      "grad_norm": 1.1774702072143555,
      "learning_rate": 3.823630103016398e-06,
      "loss": 0.3848,
      "step": 912520
    },
    {
      "epoch": 254.68,
      "grad_norm": 1.2518415451049805,
      "learning_rate": 3.8236091351800435e-06,
      "loss": 0.3532,
      "step": 912530
    },
    {
      "epoch": 254.69,
      "grad_norm": 1.0633759498596191,
      "learning_rate": 3.823588167146721e-06,
      "loss": 0.3506,
      "step": 912540
    },
    {
      "epoch": 254.69,
      "grad_norm": 1.0602613687515259,
      "learning_rate": 3.8235671989164294e-06,
      "loss": 0.3505,
      "step": 912550
    },
    {
      "epoch": 254.69,
      "grad_norm": 1.077085018157959,
      "learning_rate": 3.823546230489175e-06,
      "loss": 0.3413,
      "step": 912560
    },
    {
      "epoch": 254.69,
      "grad_norm": 1.0327008962631226,
      "learning_rate": 3.823525261864959e-06,
      "loss": 0.3622,
      "step": 912570
    },
    {
      "epoch": 254.7,
      "grad_norm": 1.108937382698059,
      "learning_rate": 3.823504293043785e-06,
      "loss": 0.3534,
      "step": 912580
    },
    {
      "epoch": 254.7,
      "grad_norm": 1.2504417896270752,
      "learning_rate": 3.823483324025654e-06,
      "loss": 0.355,
      "step": 912590
    },
    {
      "epoch": 254.7,
      "grad_norm": 0.9996594786643982,
      "learning_rate": 3.823462354810571e-06,
      "loss": 0.3651,
      "step": 912600
    },
    {
      "epoch": 254.71,
      "grad_norm": 1.145812749862671,
      "learning_rate": 3.8234413853985385e-06,
      "loss": 0.3688,
      "step": 912610
    },
    {
      "epoch": 254.71,
      "grad_norm": 1.1004558801651,
      "learning_rate": 3.823420415789558e-06,
      "loss": 0.3638,
      "step": 912620
    },
    {
      "epoch": 254.71,
      "grad_norm": 0.9059306383132935,
      "learning_rate": 3.823399445983633e-06,
      "loss": 0.3583,
      "step": 912630
    },
    {
      "epoch": 254.71,
      "grad_norm": 1.4401042461395264,
      "learning_rate": 3.823378475980766e-06,
      "loss": 0.3405,
      "step": 912640
    },
    {
      "epoch": 254.72,
      "grad_norm": 0.9869450926780701,
      "learning_rate": 3.823357505780961e-06,
      "loss": 0.3431,
      "step": 912650
    },
    {
      "epoch": 254.72,
      "grad_norm": 1.0632144212722778,
      "learning_rate": 3.823336535384219e-06,
      "loss": 0.3528,
      "step": 912660
    },
    {
      "epoch": 254.72,
      "grad_norm": 0.9539549350738525,
      "learning_rate": 3.823315564790544e-06,
      "loss": 0.3623,
      "step": 912670
    },
    {
      "epoch": 254.73,
      "grad_norm": 1.0262736082077026,
      "learning_rate": 3.823294593999937e-06,
      "loss": 0.3616,
      "step": 912680
    },
    {
      "epoch": 254.73,
      "grad_norm": 1.1345652341842651,
      "learning_rate": 3.823273623012404e-06,
      "loss": 0.3571,
      "step": 912690
    },
    {
      "epoch": 254.73,
      "grad_norm": 1.094642996788025,
      "learning_rate": 3.823252651827946e-06,
      "loss": 0.3728,
      "step": 912700
    },
    {
      "epoch": 254.73,
      "grad_norm": 0.9622777104377747,
      "learning_rate": 3.823231680446565e-06,
      "loss": 0.3499,
      "step": 912710
    },
    {
      "epoch": 254.74,
      "grad_norm": 1.0514928102493286,
      "learning_rate": 3.823210708868264e-06,
      "loss": 0.3406,
      "step": 912720
    },
    {
      "epoch": 254.74,
      "grad_norm": 1.21110999584198,
      "learning_rate": 3.823189737093048e-06,
      "loss": 0.366,
      "step": 912730
    },
    {
      "epoch": 254.74,
      "grad_norm": 0.9824848771095276,
      "learning_rate": 3.823168765120917e-06,
      "loss": 0.3684,
      "step": 912740
    },
    {
      "epoch": 254.74,
      "grad_norm": 1.0999183654785156,
      "learning_rate": 3.823147792951875e-06,
      "loss": 0.3527,
      "step": 912750
    },
    {
      "epoch": 254.75,
      "grad_norm": 0.924544632434845,
      "learning_rate": 3.823126820585925e-06,
      "loss": 0.373,
      "step": 912760
    },
    {
      "epoch": 254.75,
      "grad_norm": 1.0106064081192017,
      "learning_rate": 3.82310584802307e-06,
      "loss": 0.3573,
      "step": 912770
    },
    {
      "epoch": 254.75,
      "grad_norm": 1.300715446472168,
      "learning_rate": 3.823084875263311e-06,
      "loss": 0.3619,
      "step": 912780
    },
    {
      "epoch": 254.76,
      "grad_norm": 1.4550797939300537,
      "learning_rate": 3.8230639023066535e-06,
      "loss": 0.3575,
      "step": 912790
    },
    {
      "epoch": 254.76,
      "grad_norm": 0.9392201900482178,
      "learning_rate": 3.823042929153099e-06,
      "loss": 0.3883,
      "step": 912800
    },
    {
      "epoch": 254.76,
      "grad_norm": 1.1548389196395874,
      "learning_rate": 3.82302195580265e-06,
      "loss": 0.3675,
      "step": 912810
    },
    {
      "epoch": 254.76,
      "grad_norm": 1.2454577684402466,
      "learning_rate": 3.8230009822553085e-06,
      "loss": 0.3421,
      "step": 912820
    },
    {
      "epoch": 254.77,
      "grad_norm": 0.926358163356781,
      "learning_rate": 3.8229800085110785e-06,
      "loss": 0.374,
      "step": 912830
    },
    {
      "epoch": 254.77,
      "grad_norm": 1.1224600076675415,
      "learning_rate": 3.822959034569963e-06,
      "loss": 0.3902,
      "step": 912840
    },
    {
      "epoch": 254.77,
      "grad_norm": 1.0118203163146973,
      "learning_rate": 3.8229380604319655e-06,
      "loss": 0.3637,
      "step": 912850
    },
    {
      "epoch": 254.78,
      "grad_norm": 1.1829419136047363,
      "learning_rate": 3.822917086097086e-06,
      "loss": 0.3551,
      "step": 912860
    },
    {
      "epoch": 254.78,
      "grad_norm": 0.9358858466148376,
      "learning_rate": 3.8228961115653295e-06,
      "loss": 0.3593,
      "step": 912870
    },
    {
      "epoch": 254.78,
      "grad_norm": 0.9686045050621033,
      "learning_rate": 3.822875136836699e-06,
      "loss": 0.3569,
      "step": 912880
    },
    {
      "epoch": 254.78,
      "grad_norm": 0.9676480889320374,
      "learning_rate": 3.822854161911195e-06,
      "loss": 0.3802,
      "step": 912890
    },
    {
      "epoch": 254.79,
      "grad_norm": 1.061295509338379,
      "learning_rate": 3.822833186788823e-06,
      "loss": 0.3627,
      "step": 912900
    },
    {
      "epoch": 254.79,
      "grad_norm": 0.9841419458389282,
      "learning_rate": 3.822812211469584e-06,
      "loss": 0.3484,
      "step": 912910
    },
    {
      "epoch": 254.79,
      "grad_norm": 1.1058505773544312,
      "learning_rate": 3.822791235953482e-06,
      "loss": 0.3673,
      "step": 912920
    },
    {
      "epoch": 254.79,
      "grad_norm": 1.038036584854126,
      "learning_rate": 3.822770260240519e-06,
      "loss": 0.3591,
      "step": 912930
    },
    {
      "epoch": 254.8,
      "grad_norm": 1.0202571153640747,
      "learning_rate": 3.822749284330698e-06,
      "loss": 0.3571,
      "step": 912940
    },
    {
      "epoch": 254.8,
      "grad_norm": 1.0742014646530151,
      "learning_rate": 3.822728308224022e-06,
      "loss": 0.3711,
      "step": 912950
    },
    {
      "epoch": 254.8,
      "grad_norm": 0.892639696598053,
      "learning_rate": 3.822707331920493e-06,
      "loss": 0.3709,
      "step": 912960
    },
    {
      "epoch": 254.81,
      "grad_norm": 0.9128805994987488,
      "learning_rate": 3.822686355420114e-06,
      "loss": 0.3616,
      "step": 912970
    },
    {
      "epoch": 254.81,
      "grad_norm": 1.0243213176727295,
      "learning_rate": 3.8226653787228895e-06,
      "loss": 0.3644,
      "step": 912980
    },
    {
      "epoch": 254.81,
      "grad_norm": 1.1434482336044312,
      "learning_rate": 3.82264440182882e-06,
      "loss": 0.3701,
      "step": 912990
    },
    {
      "epoch": 254.81,
      "grad_norm": 1.0870752334594727,
      "learning_rate": 3.82262342473791e-06,
      "loss": 0.3517,
      "step": 913000
    },
    {
      "epoch": 254.82,
      "grad_norm": 1.0215532779693604,
      "learning_rate": 3.822602447450161e-06,
      "loss": 0.3568,
      "step": 913010
    },
    {
      "epoch": 254.82,
      "grad_norm": 1.1561734676361084,
      "learning_rate": 3.822581469965576e-06,
      "loss": 0.3627,
      "step": 913020
    },
    {
      "epoch": 254.82,
      "grad_norm": 1.0168861150741577,
      "learning_rate": 3.822560492284159e-06,
      "loss": 0.3654,
      "step": 913030
    },
    {
      "epoch": 254.83,
      "grad_norm": 0.9912556409835815,
      "learning_rate": 3.822539514405911e-06,
      "loss": 0.383,
      "step": 913040
    },
    {
      "epoch": 254.83,
      "grad_norm": 1.1454027891159058,
      "learning_rate": 3.822518536330836e-06,
      "loss": 0.3583,
      "step": 913050
    },
    {
      "epoch": 254.83,
      "grad_norm": 1.0438441038131714,
      "learning_rate": 3.8224975580589375e-06,
      "loss": 0.3496,
      "step": 913060
    },
    {
      "epoch": 254.83,
      "grad_norm": 1.1097536087036133,
      "learning_rate": 3.822476579590216e-06,
      "loss": 0.3541,
      "step": 913070
    },
    {
      "epoch": 254.84,
      "grad_norm": 1.2227303981781006,
      "learning_rate": 3.822455600924676e-06,
      "loss": 0.3648,
      "step": 913080
    },
    {
      "epoch": 254.84,
      "grad_norm": 1.1841925382614136,
      "learning_rate": 3.82243462206232e-06,
      "loss": 0.3646,
      "step": 913090
    },
    {
      "epoch": 254.84,
      "grad_norm": 1.2062195539474487,
      "learning_rate": 3.822413643003151e-06,
      "loss": 0.3853,
      "step": 913100
    },
    {
      "epoch": 254.85,
      "grad_norm": 1.0946550369262695,
      "learning_rate": 3.822392663747171e-06,
      "loss": 0.3549,
      "step": 913110
    },
    {
      "epoch": 254.85,
      "grad_norm": 0.9933056831359863,
      "learning_rate": 3.822371684294383e-06,
      "loss": 0.3579,
      "step": 913120
    },
    {
      "epoch": 254.85,
      "grad_norm": 1.0016977787017822,
      "learning_rate": 3.82235070464479e-06,
      "loss": 0.3734,
      "step": 913130
    },
    {
      "epoch": 254.85,
      "grad_norm": 1.1700544357299805,
      "learning_rate": 3.822329724798396e-06,
      "loss": 0.3776,
      "step": 913140
    },
    {
      "epoch": 254.86,
      "grad_norm": 1.0058048963546753,
      "learning_rate": 3.822308744755201e-06,
      "loss": 0.3629,
      "step": 913150
    },
    {
      "epoch": 254.86,
      "grad_norm": 0.9868064522743225,
      "learning_rate": 3.822287764515211e-06,
      "loss": 0.3738,
      "step": 913160
    },
    {
      "epoch": 254.86,
      "grad_norm": 1.075038194656372,
      "learning_rate": 3.822266784078426e-06,
      "loss": 0.3623,
      "step": 913170
    },
    {
      "epoch": 254.86,
      "grad_norm": 1.0409852266311646,
      "learning_rate": 3.822245803444851e-06,
      "loss": 0.3725,
      "step": 913180
    },
    {
      "epoch": 254.87,
      "grad_norm": 1.078454852104187,
      "learning_rate": 3.822224822614488e-06,
      "loss": 0.3657,
      "step": 913190
    },
    {
      "epoch": 254.87,
      "grad_norm": 0.9813227653503418,
      "learning_rate": 3.822203841587339e-06,
      "loss": 0.3662,
      "step": 913200
    },
    {
      "epoch": 254.87,
      "grad_norm": 1.1554324626922607,
      "learning_rate": 3.822182860363407e-06,
      "loss": 0.3592,
      "step": 913210
    },
    {
      "epoch": 254.88,
      "grad_norm": 1.2263727188110352,
      "learning_rate": 3.822161878942696e-06,
      "loss": 0.3715,
      "step": 913220
    },
    {
      "epoch": 254.88,
      "grad_norm": 0.9199357628822327,
      "learning_rate": 3.822140897325207e-06,
      "loss": 0.3579,
      "step": 913230
    },
    {
      "epoch": 254.88,
      "grad_norm": 1.140976071357727,
      "learning_rate": 3.822119915510944e-06,
      "loss": 0.3664,
      "step": 913240
    },
    {
      "epoch": 254.88,
      "grad_norm": 1.0814249515533447,
      "learning_rate": 3.82209893349991e-06,
      "loss": 0.3752,
      "step": 913250
    },
    {
      "epoch": 254.89,
      "grad_norm": 1.0727603435516357,
      "learning_rate": 3.822077951292107e-06,
      "loss": 0.3495,
      "step": 913260
    },
    {
      "epoch": 254.89,
      "grad_norm": 1.0407531261444092,
      "learning_rate": 3.822056968887539e-06,
      "loss": 0.3625,
      "step": 913270
    },
    {
      "epoch": 254.89,
      "grad_norm": 1.1515454053878784,
      "learning_rate": 3.822035986286207e-06,
      "loss": 0.3492,
      "step": 913280
    },
    {
      "epoch": 254.9,
      "grad_norm": 0.932615339756012,
      "learning_rate": 3.822015003488116e-06,
      "loss": 0.3528,
      "step": 913290
    },
    {
      "epoch": 254.9,
      "grad_norm": 1.3941307067871094,
      "learning_rate": 3.821994020493265e-06,
      "loss": 0.3561,
      "step": 913300
    },
    {
      "epoch": 254.9,
      "grad_norm": 0.9564722776412964,
      "learning_rate": 3.821973037301662e-06,
      "loss": 0.3684,
      "step": 913310
    },
    {
      "epoch": 254.9,
      "grad_norm": 1.0084689855575562,
      "learning_rate": 3.821952053913305e-06,
      "loss": 0.3544,
      "step": 913320
    },
    {
      "epoch": 254.91,
      "grad_norm": 1.0471880435943604,
      "learning_rate": 3.821931070328201e-06,
      "loss": 0.3665,
      "step": 913330
    },
    {
      "epoch": 254.91,
      "grad_norm": 1.2888474464416504,
      "learning_rate": 3.821910086546349e-06,
      "loss": 0.3678,
      "step": 913340
    },
    {
      "epoch": 254.91,
      "grad_norm": 1.0448249578475952,
      "learning_rate": 3.821889102567754e-06,
      "loss": 0.3597,
      "step": 913350
    },
    {
      "epoch": 254.91,
      "grad_norm": 0.9363658428192139,
      "learning_rate": 3.821868118392419e-06,
      "loss": 0.3521,
      "step": 913360
    },
    {
      "epoch": 254.92,
      "grad_norm": 0.9825513958930969,
      "learning_rate": 3.8218471340203445e-06,
      "loss": 0.3597,
      "step": 913370
    },
    {
      "epoch": 254.92,
      "grad_norm": 1.0676093101501465,
      "learning_rate": 3.821826149451536e-06,
      "loss": 0.3717,
      "step": 913380
    },
    {
      "epoch": 254.92,
      "grad_norm": 0.9094923734664917,
      "learning_rate": 3.821805164685995e-06,
      "loss": 0.3684,
      "step": 913390
    },
    {
      "epoch": 254.93,
      "grad_norm": 1.0904935598373413,
      "learning_rate": 3.821784179723724e-06,
      "loss": 0.3517,
      "step": 913400
    },
    {
      "epoch": 254.93,
      "grad_norm": 0.8819834589958191,
      "learning_rate": 3.821763194564727e-06,
      "loss": 0.3576,
      "step": 913410
    },
    {
      "epoch": 254.93,
      "grad_norm": 1.0376813411712646,
      "learning_rate": 3.821742209209006e-06,
      "loss": 0.3415,
      "step": 913420
    },
    {
      "epoch": 254.93,
      "grad_norm": 1.0420390367507935,
      "learning_rate": 3.821721223656563e-06,
      "loss": 0.3573,
      "step": 913430
    },
    {
      "epoch": 254.94,
      "grad_norm": 1.0282758474349976,
      "learning_rate": 3.821700237907402e-06,
      "loss": 0.3557,
      "step": 913440
    },
    {
      "epoch": 254.94,
      "grad_norm": 1.1418768167495728,
      "learning_rate": 3.821679251961526e-06,
      "loss": 0.3793,
      "step": 913450
    },
    {
      "epoch": 254.94,
      "grad_norm": 0.8709693551063538,
      "learning_rate": 3.821658265818937e-06,
      "loss": 0.3662,
      "step": 913460
    },
    {
      "epoch": 254.95,
      "grad_norm": 1.186201572418213,
      "learning_rate": 3.821637279479638e-06,
      "loss": 0.3683,
      "step": 913470
    },
    {
      "epoch": 254.95,
      "grad_norm": 1.1515486240386963,
      "learning_rate": 3.821616292943631e-06,
      "loss": 0.3609,
      "step": 913480
    },
    {
      "epoch": 254.95,
      "grad_norm": 0.9508934020996094,
      "learning_rate": 3.82159530621092e-06,
      "loss": 0.3595,
      "step": 913490
    },
    {
      "epoch": 254.95,
      "grad_norm": 1.0053048133850098,
      "learning_rate": 3.821574319281508e-06,
      "loss": 0.3478,
      "step": 913500
    },
    {
      "epoch": 254.96,
      "grad_norm": 0.9950875043869019,
      "learning_rate": 3.821553332155397e-06,
      "loss": 0.3567,
      "step": 913510
    },
    {
      "epoch": 254.96,
      "grad_norm": 1.2633683681488037,
      "learning_rate": 3.8215323448325895e-06,
      "loss": 0.3554,
      "step": 913520
    },
    {
      "epoch": 254.96,
      "grad_norm": 1.2631815671920776,
      "learning_rate": 3.821511357313089e-06,
      "loss": 0.3644,
      "step": 913530
    },
    {
      "epoch": 254.97,
      "grad_norm": 1.1261669397354126,
      "learning_rate": 3.821490369596898e-06,
      "loss": 0.3582,
      "step": 913540
    },
    {
      "epoch": 254.97,
      "grad_norm": 1.1767199039459229,
      "learning_rate": 3.821469381684019e-06,
      "loss": 0.3746,
      "step": 913550
    },
    {
      "epoch": 254.97,
      "grad_norm": 0.8454045653343201,
      "learning_rate": 3.821448393574455e-06,
      "loss": 0.3528,
      "step": 913560
    },
    {
      "epoch": 254.97,
      "grad_norm": 1.1125365495681763,
      "learning_rate": 3.82142740526821e-06,
      "loss": 0.3676,
      "step": 913570
    },
    {
      "epoch": 254.98,
      "grad_norm": 1.0407330989837646,
      "learning_rate": 3.821406416765286e-06,
      "loss": 0.3811,
      "step": 913580
    },
    {
      "epoch": 254.98,
      "grad_norm": 0.9054304957389832,
      "learning_rate": 3.821385428065684e-06,
      "loss": 0.3508,
      "step": 913590
    },
    {
      "epoch": 254.98,
      "grad_norm": 1.0324218273162842,
      "learning_rate": 3.82136443916941e-06,
      "loss": 0.368,
      "step": 913600
    },
    {
      "epoch": 254.98,
      "grad_norm": 6.669552326202393,
      "learning_rate": 3.821343450076464e-06,
      "loss": 0.3818,
      "step": 913610
    },
    {
      "epoch": 254.99,
      "grad_norm": 1.2127134799957275,
      "learning_rate": 3.8213224607868495e-06,
      "loss": 0.3684,
      "step": 913620
    },
    {
      "epoch": 254.99,
      "grad_norm": 1.0017127990722656,
      "learning_rate": 3.821301471300571e-06,
      "loss": 0.3794,
      "step": 913630
    },
    {
      "epoch": 254.99,
      "grad_norm": 1.1227753162384033,
      "learning_rate": 3.821280481617629e-06,
      "loss": 0.3583,
      "step": 913640
    },
    {
      "epoch": 255.0,
      "grad_norm": 1.127022624015808,
      "learning_rate": 3.821259491738027e-06,
      "loss": 0.3582,
      "step": 913650
    },
    {
      "epoch": 255.0,
      "grad_norm": 0.8756673336029053,
      "learning_rate": 3.821238501661769e-06,
      "loss": 0.361,
      "step": 913660
    },
    {
      "epoch": 255.0,
      "eval_loss": 0.3629043400287628,
      "eval_runtime": 63.3409,
      "eval_samples_per_second": 79.869,
      "eval_steps_per_second": 9.994,
      "step": 913665
    },
    {
      "epoch": 255.0,
      "grad_norm": 1.0911734104156494,
      "learning_rate": 3.821217511388856e-06,
      "loss": 0.3792,
      "step": 913670
    },
    {
      "epoch": 255.0,
      "grad_norm": 1.0507243871688843,
      "learning_rate": 3.8211965209192925e-06,
      "loss": 0.363,
      "step": 913680
    },
    {
      "epoch": 255.01,
      "grad_norm": 1.1489042043685913,
      "learning_rate": 3.821175530253081e-06,
      "loss": 0.3792,
      "step": 913690
    },
    {
      "epoch": 255.01,
      "grad_norm": 0.9985567927360535,
      "learning_rate": 3.8211545393902225e-06,
      "loss": 0.3647,
      "step": 913700
    },
    {
      "epoch": 255.01,
      "grad_norm": 1.0060688257217407,
      "learning_rate": 3.821133548330722e-06,
      "loss": 0.3843,
      "step": 913710
    },
    {
      "epoch": 255.02,
      "grad_norm": 0.992434024810791,
      "learning_rate": 3.821112557074581e-06,
      "loss": 0.3778,
      "step": 913720
    },
    {
      "epoch": 255.02,
      "grad_norm": 1.013753890991211,
      "learning_rate": 3.821091565621802e-06,
      "loss": 0.3497,
      "step": 913730
    },
    {
      "epoch": 255.02,
      "grad_norm": 1.042942762374878,
      "learning_rate": 3.821070573972388e-06,
      "loss": 0.3494,
      "step": 913740
    },
    {
      "epoch": 255.02,
      "grad_norm": 1.1434277296066284,
      "learning_rate": 3.821049582126344e-06,
      "loss": 0.3507,
      "step": 913750
    },
    {
      "epoch": 255.03,
      "grad_norm": 1.1910998821258545,
      "learning_rate": 3.82102859008367e-06,
      "loss": 0.3713,
      "step": 913760
    },
    {
      "epoch": 255.03,
      "grad_norm": 1.0072362422943115,
      "learning_rate": 3.82100759784437e-06,
      "loss": 0.3524,
      "step": 913770
    },
    {
      "epoch": 255.03,
      "grad_norm": 0.938194751739502,
      "learning_rate": 3.820986605408447e-06,
      "loss": 0.3643,
      "step": 913780
    },
    {
      "epoch": 255.03,
      "grad_norm": 1.0609755516052246,
      "learning_rate": 3.820965612775902e-06,
      "loss": 0.3644,
      "step": 913790
    },
    {
      "epoch": 255.04,
      "grad_norm": 1.0945277214050293,
      "learning_rate": 3.820944619946741e-06,
      "loss": 0.3654,
      "step": 913800
    },
    {
      "epoch": 255.04,
      "grad_norm": 1.0724143981933594,
      "learning_rate": 3.820923626920965e-06,
      "loss": 0.3476,
      "step": 913810
    },
    {
      "epoch": 255.04,
      "grad_norm": 1.0270280838012695,
      "learning_rate": 3.820902633698575e-06,
      "loss": 0.351,
      "step": 913820
    },
    {
      "epoch": 255.05,
      "grad_norm": 0.9705695509910583,
      "learning_rate": 3.820881640279577e-06,
      "loss": 0.3656,
      "step": 913830
    },
    {
      "epoch": 255.05,
      "grad_norm": 0.9890066981315613,
      "learning_rate": 3.820860646663972e-06,
      "loss": 0.3617,
      "step": 913840
    },
    {
      "epoch": 255.05,
      "grad_norm": 1.1655675172805786,
      "learning_rate": 3.820839652851763e-06,
      "loss": 0.354,
      "step": 913850
    },
    {
      "epoch": 255.05,
      "grad_norm": 1.0657120943069458,
      "learning_rate": 3.820818658842953e-06,
      "loss": 0.3481,
      "step": 913860
    },
    {
      "epoch": 255.06,
      "grad_norm": 0.9613196849822998,
      "learning_rate": 3.820797664637545e-06,
      "loss": 0.3702,
      "step": 913870
    },
    {
      "epoch": 255.06,
      "grad_norm": 2.9592854976654053,
      "learning_rate": 3.820776670235541e-06,
      "loss": 0.3563,
      "step": 913880
    },
    {
      "epoch": 255.06,
      "grad_norm": 0.9524312615394592,
      "learning_rate": 3.820755675636945e-06,
      "loss": 0.35,
      "step": 913890
    },
    {
      "epoch": 255.07,
      "grad_norm": 1.080765962600708,
      "learning_rate": 3.8207346808417594e-06,
      "loss": 0.3498,
      "step": 913900
    },
    {
      "epoch": 255.07,
      "grad_norm": 0.9799553751945496,
      "learning_rate": 3.820713685849986e-06,
      "loss": 0.3728,
      "step": 913910
    },
    {
      "epoch": 255.07,
      "grad_norm": 1.1452457904815674,
      "learning_rate": 3.8206926906616285e-06,
      "loss": 0.3618,
      "step": 913920
    },
    {
      "epoch": 255.07,
      "grad_norm": 1.3855652809143066,
      "learning_rate": 3.820671695276689e-06,
      "loss": 0.3742,
      "step": 913930
    },
    {
      "epoch": 255.08,
      "grad_norm": 1.0105490684509277,
      "learning_rate": 3.8206506996951715e-06,
      "loss": 0.36,
      "step": 913940
    },
    {
      "epoch": 255.08,
      "grad_norm": 1.1545122861862183,
      "learning_rate": 3.8206297039170785e-06,
      "loss": 0.3745,
      "step": 913950
    },
    {
      "epoch": 255.08,
      "grad_norm": 1.1695955991744995,
      "learning_rate": 3.820608707942412e-06,
      "loss": 0.3683,
      "step": 913960
    },
    {
      "epoch": 255.09,
      "grad_norm": 0.9000155329704285,
      "learning_rate": 3.820587711771175e-06,
      "loss": 0.362,
      "step": 913970
    },
    {
      "epoch": 255.09,
      "grad_norm": 1.05226731300354,
      "learning_rate": 3.820566715403371e-06,
      "loss": 0.3671,
      "step": 913980
    },
    {
      "epoch": 255.09,
      "grad_norm": 1.127318263053894,
      "learning_rate": 3.8205457188390015e-06,
      "loss": 0.3643,
      "step": 913990
    },
    {
      "epoch": 255.09,
      "grad_norm": 1.0844684839248657,
      "learning_rate": 3.820524722078071e-06,
      "loss": 0.3685,
      "step": 914000
    },
    {
      "epoch": 255.1,
      "grad_norm": 1.384735345840454,
      "learning_rate": 3.82050372512058e-06,
      "loss": 0.3708,
      "step": 914010
    },
    {
      "epoch": 255.1,
      "grad_norm": 1.0057823657989502,
      "learning_rate": 3.820482727966534e-06,
      "loss": 0.3507,
      "step": 914020
    },
    {
      "epoch": 255.1,
      "grad_norm": 1.1124225854873657,
      "learning_rate": 3.820461730615934e-06,
      "loss": 0.3593,
      "step": 914030
    },
    {
      "epoch": 255.1,
      "grad_norm": 1.4193004369735718,
      "learning_rate": 3.8204407330687835e-06,
      "loss": 0.3651,
      "step": 914040
    },
    {
      "epoch": 255.11,
      "grad_norm": 1.0847680568695068,
      "learning_rate": 3.8204197353250845e-06,
      "loss": 0.3667,
      "step": 914050
    },
    {
      "epoch": 255.11,
      "grad_norm": 1.1413599252700806,
      "learning_rate": 3.820398737384842e-06,
      "loss": 0.3593,
      "step": 914060
    },
    {
      "epoch": 255.11,
      "grad_norm": 1.3179376125335693,
      "learning_rate": 3.820377739248055e-06,
      "loss": 0.3829,
      "step": 914070
    },
    {
      "epoch": 255.12,
      "grad_norm": 1.113255262374878,
      "learning_rate": 3.820356740914729e-06,
      "loss": 0.3678,
      "step": 914080
    },
    {
      "epoch": 255.12,
      "grad_norm": 1.0793222188949585,
      "learning_rate": 3.820335742384867e-06,
      "loss": 0.3805,
      "step": 914090
    },
    {
      "epoch": 255.12,
      "grad_norm": 1.2982043027877808,
      "learning_rate": 3.820314743658471e-06,
      "loss": 0.3481,
      "step": 914100
    },
    {
      "epoch": 255.12,
      "grad_norm": 1.0892289876937866,
      "learning_rate": 3.820293744735543e-06,
      "loss": 0.3659,
      "step": 914110
    },
    {
      "epoch": 255.13,
      "grad_norm": 1.1581956148147583,
      "learning_rate": 3.820272745616087e-06,
      "loss": 0.3403,
      "step": 914120
    },
    {
      "epoch": 255.13,
      "grad_norm": 0.889480471611023,
      "learning_rate": 3.820251746300105e-06,
      "loss": 0.3651,
      "step": 914130
    },
    {
      "epoch": 255.13,
      "grad_norm": 1.237769603729248,
      "learning_rate": 3.8202307467876015e-06,
      "loss": 0.3615,
      "step": 914140
    },
    {
      "epoch": 255.14,
      "grad_norm": 1.3624114990234375,
      "learning_rate": 3.820209747078577e-06,
      "loss": 0.3564,
      "step": 914150
    },
    {
      "epoch": 255.14,
      "grad_norm": 1.0572073459625244,
      "learning_rate": 3.8201887471730355e-06,
      "loss": 0.355,
      "step": 914160
    },
    {
      "epoch": 255.14,
      "grad_norm": 1.1090471744537354,
      "learning_rate": 3.82016774707098e-06,
      "loss": 0.3633,
      "step": 914170
    },
    {
      "epoch": 255.14,
      "grad_norm": 1.3335387706756592,
      "learning_rate": 3.820146746772412e-06,
      "loss": 0.3793,
      "step": 914180
    },
    {
      "epoch": 255.15,
      "grad_norm": 0.8791953325271606,
      "learning_rate": 3.8201257462773365e-06,
      "loss": 0.3731,
      "step": 914190
    },
    {
      "epoch": 255.15,
      "grad_norm": 1.3046050071716309,
      "learning_rate": 3.820104745585754e-06,
      "loss": 0.3503,
      "step": 914200
    },
    {
      "epoch": 255.15,
      "grad_norm": 0.994949221611023,
      "learning_rate": 3.8200837446976675e-06,
      "loss": 0.3532,
      "step": 914210
    },
    {
      "epoch": 255.15,
      "grad_norm": 1.0665146112442017,
      "learning_rate": 3.820062743613082e-06,
      "loss": 0.3571,
      "step": 914220
    },
    {
      "epoch": 255.16,
      "grad_norm": 1.1144733428955078,
      "learning_rate": 3.820041742331998e-06,
      "loss": 0.3612,
      "step": 914230
    },
    {
      "epoch": 255.16,
      "grad_norm": 1.0142358541488647,
      "learning_rate": 3.82002074085442e-06,
      "loss": 0.3582,
      "step": 914240
    },
    {
      "epoch": 255.16,
      "grad_norm": 1.1434381008148193,
      "learning_rate": 3.819999739180349e-06,
      "loss": 0.3778,
      "step": 914250
    },
    {
      "epoch": 255.17,
      "grad_norm": 0.9116742610931396,
      "learning_rate": 3.81997873730979e-06,
      "loss": 0.374,
      "step": 914260
    },
    {
      "epoch": 255.17,
      "grad_norm": 1.1163313388824463,
      "learning_rate": 3.819957735242743e-06,
      "loss": 0.3732,
      "step": 914270
    },
    {
      "epoch": 255.17,
      "grad_norm": 1.0245180130004883,
      "learning_rate": 3.819936732979214e-06,
      "loss": 0.3428,
      "step": 914280
    },
    {
      "epoch": 255.17,
      "grad_norm": 1.1621508598327637,
      "learning_rate": 3.819915730519203e-06,
      "loss": 0.3523,
      "step": 914290
    },
    {
      "epoch": 255.18,
      "grad_norm": 1.4183118343353271,
      "learning_rate": 3.819894727862714e-06,
      "loss": 0.3623,
      "step": 914300
    },
    {
      "epoch": 255.18,
      "grad_norm": 1.088768482208252,
      "learning_rate": 3.81987372500975e-06,
      "loss": 0.3591,
      "step": 914310
    },
    {
      "epoch": 255.18,
      "grad_norm": 1.1765226125717163,
      "learning_rate": 3.819852721960314e-06,
      "loss": 0.3697,
      "step": 914320
    },
    {
      "epoch": 255.19,
      "grad_norm": 1.0548410415649414,
      "learning_rate": 3.819831718714407e-06,
      "loss": 0.3738,
      "step": 914330
    },
    {
      "epoch": 255.19,
      "grad_norm": 1.00198495388031,
      "learning_rate": 3.819810715272035e-06,
      "loss": 0.3838,
      "step": 914340
    },
    {
      "epoch": 255.19,
      "grad_norm": 1.045820713043213,
      "learning_rate": 3.819789711633198e-06,
      "loss": 0.3615,
      "step": 914350
    },
    {
      "epoch": 255.19,
      "grad_norm": 0.938890278339386,
      "learning_rate": 3.8197687077978995e-06,
      "loss": 0.3624,
      "step": 914360
    },
    {
      "epoch": 255.2,
      "grad_norm": 1.183570146560669,
      "learning_rate": 3.819747703766143e-06,
      "loss": 0.373,
      "step": 914370
    },
    {
      "epoch": 255.2,
      "grad_norm": 1.1190673112869263,
      "learning_rate": 3.81972669953793e-06,
      "loss": 0.358,
      "step": 914380
    },
    {
      "epoch": 255.2,
      "grad_norm": 0.9602660536766052,
      "learning_rate": 3.8197056951132644e-06,
      "loss": 0.3581,
      "step": 914390
    },
    {
      "epoch": 255.21,
      "grad_norm": 1.0764702558517456,
      "learning_rate": 3.819684690492149e-06,
      "loss": 0.3699,
      "step": 914400
    },
    {
      "epoch": 255.21,
      "grad_norm": 1.0833731889724731,
      "learning_rate": 3.819663685674586e-06,
      "loss": 0.3645,
      "step": 914410
    },
    {
      "epoch": 255.21,
      "grad_norm": 0.968902051448822,
      "learning_rate": 3.819642680660579e-06,
      "loss": 0.3626,
      "step": 914420
    },
    {
      "epoch": 255.21,
      "grad_norm": 0.9702994227409363,
      "learning_rate": 3.819621675450129e-06,
      "loss": 0.3959,
      "step": 914430
    },
    {
      "epoch": 255.22,
      "grad_norm": 0.9938395023345947,
      "learning_rate": 3.819600670043242e-06,
      "loss": 0.3579,
      "step": 914440
    },
    {
      "epoch": 255.22,
      "grad_norm": 0.9806441068649292,
      "learning_rate": 3.819579664439917e-06,
      "loss": 0.3582,
      "step": 914450
    },
    {
      "epoch": 255.22,
      "grad_norm": 1.0972622632980347,
      "learning_rate": 3.81955865864016e-06,
      "loss": 0.3629,
      "step": 914460
    },
    {
      "epoch": 255.22,
      "grad_norm": 1.0567755699157715,
      "learning_rate": 3.8195376526439714e-06,
      "loss": 0.3551,
      "step": 914470
    },
    {
      "epoch": 255.23,
      "grad_norm": 0.9432553648948669,
      "learning_rate": 3.819516646451356e-06,
      "loss": 0.3409,
      "step": 914480
    },
    {
      "epoch": 255.23,
      "grad_norm": 1.0953199863433838,
      "learning_rate": 3.819495640062315e-06,
      "loss": 0.3497,
      "step": 914490
    },
    {
      "epoch": 255.23,
      "grad_norm": 1.084572196006775,
      "learning_rate": 3.819474633476853e-06,
      "loss": 0.361,
      "step": 914500
    },
    {
      "epoch": 255.24,
      "grad_norm": 1.0278123617172241,
      "learning_rate": 3.819453626694971e-06,
      "loss": 0.3613,
      "step": 914510
    },
    {
      "epoch": 255.24,
      "grad_norm": 1.0069191455841064,
      "learning_rate": 3.819432619716671e-06,
      "loss": 0.3689,
      "step": 914520
    },
    {
      "epoch": 255.24,
      "grad_norm": 0.9635889530181885,
      "learning_rate": 3.819411612541959e-06,
      "loss": 0.3654,
      "step": 914530
    },
    {
      "epoch": 255.24,
      "grad_norm": 1.0074809789657593,
      "learning_rate": 3.8193906051708355e-06,
      "loss": 0.3459,
      "step": 914540
    },
    {
      "epoch": 255.25,
      "grad_norm": 1.072983741760254,
      "learning_rate": 3.819369597603304e-06,
      "loss": 0.3611,
      "step": 914550
    },
    {
      "epoch": 255.25,
      "grad_norm": 1.073058843612671,
      "learning_rate": 3.8193485898393664e-06,
      "loss": 0.3643,
      "step": 914560
    },
    {
      "epoch": 255.25,
      "grad_norm": 1.1896171569824219,
      "learning_rate": 3.819327581879027e-06,
      "loss": 0.3935,
      "step": 914570
    },
    {
      "epoch": 255.26,
      "grad_norm": 1.1068823337554932,
      "learning_rate": 3.819306573722288e-06,
      "loss": 0.3721,
      "step": 914580
    },
    {
      "epoch": 255.26,
      "grad_norm": 1.1989201307296753,
      "learning_rate": 3.819285565369151e-06,
      "loss": 0.3509,
      "step": 914590
    },
    {
      "epoch": 255.26,
      "grad_norm": 0.936490535736084,
      "learning_rate": 3.819264556819621e-06,
      "loss": 0.349,
      "step": 914600
    },
    {
      "epoch": 255.26,
      "grad_norm": 1.0130951404571533,
      "learning_rate": 3.819243548073699e-06,
      "loss": 0.3544,
      "step": 914610
    },
    {
      "epoch": 255.27,
      "grad_norm": 0.9946309924125671,
      "learning_rate": 3.819222539131389e-06,
      "loss": 0.351,
      "step": 914620
    },
    {
      "epoch": 255.27,
      "grad_norm": 1.2409367561340332,
      "learning_rate": 3.819201529992692e-06,
      "loss": 0.3768,
      "step": 914630
    },
    {
      "epoch": 255.27,
      "grad_norm": 1.2717351913452148,
      "learning_rate": 3.819180520657613e-06,
      "loss": 0.353,
      "step": 914640
    },
    {
      "epoch": 255.27,
      "grad_norm": 1.113301157951355,
      "learning_rate": 3.819159511126154e-06,
      "loss": 0.3756,
      "step": 914650
    },
    {
      "epoch": 255.28,
      "grad_norm": 1.0911967754364014,
      "learning_rate": 3.819138501398316e-06,
      "loss": 0.3611,
      "step": 914660
    },
    {
      "epoch": 255.28,
      "grad_norm": 1.569788932800293,
      "learning_rate": 3.819117491474105e-06,
      "loss": 0.3785,
      "step": 914670
    },
    {
      "epoch": 255.28,
      "grad_norm": 0.9927798509597778,
      "learning_rate": 3.819096481353521e-06,
      "loss": 0.357,
      "step": 914680
    },
    {
      "epoch": 255.29,
      "grad_norm": 1.115565299987793,
      "learning_rate": 3.819075471036569e-06,
      "loss": 0.3752,
      "step": 914690
    },
    {
      "epoch": 255.29,
      "grad_norm": 0.8802187442779541,
      "learning_rate": 3.81905446052325e-06,
      "loss": 0.3534,
      "step": 914700
    },
    {
      "epoch": 255.29,
      "grad_norm": 1.0126538276672363,
      "learning_rate": 3.819033449813568e-06,
      "loss": 0.3666,
      "step": 914710
    },
    {
      "epoch": 255.29,
      "grad_norm": 1.0693106651306152,
      "learning_rate": 3.819012438907526e-06,
      "loss": 0.3544,
      "step": 914720
    },
    {
      "epoch": 255.3,
      "grad_norm": 0.8904733657836914,
      "learning_rate": 3.818991427805126e-06,
      "loss": 0.3612,
      "step": 914730
    },
    {
      "epoch": 255.3,
      "grad_norm": 0.9088620543479919,
      "learning_rate": 3.8189704165063695e-06,
      "loss": 0.3694,
      "step": 914740
    },
    {
      "epoch": 255.3,
      "grad_norm": 1.0245763063430786,
      "learning_rate": 3.818949405011262e-06,
      "loss": 0.3649,
      "step": 914750
    },
    {
      "epoch": 255.31,
      "grad_norm": 1.216479778289795,
      "learning_rate": 3.818928393319804e-06,
      "loss": 0.3664,
      "step": 914760
    },
    {
      "epoch": 255.31,
      "grad_norm": 0.8654793500900269,
      "learning_rate": 3.818907381432001e-06,
      "loss": 0.3453,
      "step": 914770
    },
    {
      "epoch": 255.31,
      "grad_norm": 1.0550310611724854,
      "learning_rate": 3.8188863693478535e-06,
      "loss": 0.3511,
      "step": 914780
    },
    {
      "epoch": 255.31,
      "grad_norm": 1.1679272651672363,
      "learning_rate": 3.818865357067365e-06,
      "loss": 0.3697,
      "step": 914790
    },
    {
      "epoch": 255.32,
      "grad_norm": 1.1269868612289429,
      "learning_rate": 3.8188443445905375e-06,
      "loss": 0.3615,
      "step": 914800
    },
    {
      "epoch": 255.32,
      "grad_norm": 1.078420639038086,
      "learning_rate": 3.8188233319173754e-06,
      "loss": 0.3509,
      "step": 914810
    },
    {
      "epoch": 255.32,
      "grad_norm": 1.0439567565917969,
      "learning_rate": 3.8188023190478805e-06,
      "loss": 0.3736,
      "step": 914820
    },
    {
      "epoch": 255.33,
      "grad_norm": 1.0141119956970215,
      "learning_rate": 3.818781305982055e-06,
      "loss": 0.3537,
      "step": 914830
    },
    {
      "epoch": 255.33,
      "grad_norm": 1.2640841007232666,
      "learning_rate": 3.818760292719903e-06,
      "loss": 0.3711,
      "step": 914840
    },
    {
      "epoch": 255.33,
      "grad_norm": 1.0017244815826416,
      "learning_rate": 3.818739279261427e-06,
      "loss": 0.367,
      "step": 914850
    },
    {
      "epoch": 255.33,
      "grad_norm": 1.2075365781784058,
      "learning_rate": 3.818718265606629e-06,
      "loss": 0.3477,
      "step": 914860
    },
    {
      "epoch": 255.34,
      "grad_norm": 1.2861263751983643,
      "learning_rate": 3.8186972517555126e-06,
      "loss": 0.3641,
      "step": 914870
    },
    {
      "epoch": 255.34,
      "grad_norm": 1.0177115201950073,
      "learning_rate": 3.81867623770808e-06,
      "loss": 0.3702,
      "step": 914880
    },
    {
      "epoch": 255.34,
      "grad_norm": 1.118933081626892,
      "learning_rate": 3.818655223464334e-06,
      "loss": 0.3684,
      "step": 914890
    },
    {
      "epoch": 255.34,
      "grad_norm": 1.1901562213897705,
      "learning_rate": 3.8186342090242786e-06,
      "loss": 0.3801,
      "step": 914900
    },
    {
      "epoch": 255.35,
      "grad_norm": 1.0584453344345093,
      "learning_rate": 3.818613194387915e-06,
      "loss": 0.35,
      "step": 914910
    },
    {
      "epoch": 255.35,
      "grad_norm": 1.041613221168518,
      "learning_rate": 3.818592179555247e-06,
      "loss": 0.3713,
      "step": 914920
    },
    {
      "epoch": 255.35,
      "grad_norm": 1.0346262454986572,
      "learning_rate": 3.818571164526278e-06,
      "loss": 0.3765,
      "step": 914930
    },
    {
      "epoch": 255.36,
      "grad_norm": 1.1593972444534302,
      "learning_rate": 3.818550149301009e-06,
      "loss": 0.3715,
      "step": 914940
    },
    {
      "epoch": 255.36,
      "grad_norm": 1.088333010673523,
      "learning_rate": 3.8185291338794435e-06,
      "loss": 0.3719,
      "step": 914950
    },
    {
      "epoch": 255.36,
      "grad_norm": 0.9301366806030273,
      "learning_rate": 3.818508118261585e-06,
      "loss": 0.3775,
      "step": 914960
    },
    {
      "epoch": 255.36,
      "grad_norm": 0.9262394905090332,
      "learning_rate": 3.818487102447436e-06,
      "loss": 0.3637,
      "step": 914970
    },
    {
      "epoch": 255.37,
      "grad_norm": 1.0919100046157837,
      "learning_rate": 3.818466086436998e-06,
      "loss": 0.3656,
      "step": 914980
    },
    {
      "epoch": 255.37,
      "grad_norm": 1.0891363620758057,
      "learning_rate": 3.818445070230275e-06,
      "loss": 0.3738,
      "step": 914990
    },
    {
      "epoch": 255.37,
      "grad_norm": 1.1665661334991455,
      "learning_rate": 3.8184240538272705e-06,
      "loss": 0.3568,
      "step": 915000
    },
    {
      "epoch": 255.38,
      "grad_norm": 1.0858064889907837,
      "learning_rate": 3.818403037227986e-06,
      "loss": 0.3514,
      "step": 915010
    },
    {
      "epoch": 255.38,
      "grad_norm": 0.8743390440940857,
      "learning_rate": 3.818382020432425e-06,
      "loss": 0.3534,
      "step": 915020
    },
    {
      "epoch": 255.38,
      "grad_norm": 1.2687026262283325,
      "learning_rate": 3.818361003440591e-06,
      "loss": 0.3775,
      "step": 915030
    },
    {
      "epoch": 255.38,
      "grad_norm": 2.104241132736206,
      "learning_rate": 3.818339986252484e-06,
      "loss": 0.3682,
      "step": 915040
    },
    {
      "epoch": 255.39,
      "grad_norm": 1.367833137512207,
      "learning_rate": 3.818318968868109e-06,
      "loss": 0.3663,
      "step": 915050
    },
    {
      "epoch": 255.39,
      "grad_norm": 1.0821384191513062,
      "learning_rate": 3.8182979512874705e-06,
      "loss": 0.3721,
      "step": 915060
    },
    {
      "epoch": 255.39,
      "grad_norm": 0.9912305474281311,
      "learning_rate": 3.818276933510567e-06,
      "loss": 0.362,
      "step": 915070
    },
    {
      "epoch": 255.39,
      "grad_norm": 0.9002963900566101,
      "learning_rate": 3.818255915537405e-06,
      "loss": 0.3607,
      "step": 915080
    },
    {
      "epoch": 255.4,
      "grad_norm": 1.4099737405776978,
      "learning_rate": 3.818234897367985e-06,
      "loss": 0.3755,
      "step": 915090
    },
    {
      "epoch": 255.4,
      "grad_norm": 1.0376393795013428,
      "learning_rate": 3.818213879002311e-06,
      "loss": 0.3503,
      "step": 915100
    },
    {
      "epoch": 255.4,
      "grad_norm": 1.187795639038086,
      "learning_rate": 3.818192860440385e-06,
      "loss": 0.3648,
      "step": 915110
    },
    {
      "epoch": 255.41,
      "grad_norm": 1.1658151149749756,
      "learning_rate": 3.8181718416822105e-06,
      "loss": 0.3623,
      "step": 915120
    },
    {
      "epoch": 255.41,
      "grad_norm": 1.0263965129852295,
      "learning_rate": 3.818150822727791e-06,
      "loss": 0.3415,
      "step": 915130
    },
    {
      "epoch": 255.41,
      "grad_norm": 1.1510971784591675,
      "learning_rate": 3.818129803577127e-06,
      "loss": 0.3693,
      "step": 915140
    },
    {
      "epoch": 255.41,
      "grad_norm": 1.0743005275726318,
      "learning_rate": 3.818108784230223e-06,
      "loss": 0.365,
      "step": 915150
    },
    {
      "epoch": 255.42,
      "grad_norm": 1.295318603515625,
      "learning_rate": 3.818087764687083e-06,
      "loss": 0.3449,
      "step": 915160
    },
    {
      "epoch": 255.42,
      "grad_norm": 1.4950602054595947,
      "learning_rate": 3.818066744947706e-06,
      "loss": 0.351,
      "step": 915170
    },
    {
      "epoch": 255.42,
      "grad_norm": 0.9371402859687805,
      "learning_rate": 3.818045725012098e-06,
      "loss": 0.3754,
      "step": 915180
    },
    {
      "epoch": 255.43,
      "grad_norm": 1.0172288417816162,
      "learning_rate": 3.818024704880261e-06,
      "loss": 0.3715,
      "step": 915190
    },
    {
      "epoch": 255.43,
      "grad_norm": 1.0211308002471924,
      "learning_rate": 3.818003684552197e-06,
      "loss": 0.3641,
      "step": 915200
    },
    {
      "epoch": 255.43,
      "grad_norm": 1.0444563627243042,
      "learning_rate": 3.81798266402791e-06,
      "loss": 0.3599,
      "step": 915210
    },
    {
      "epoch": 255.43,
      "grad_norm": 1.0105268955230713,
      "learning_rate": 3.817961643307401e-06,
      "loss": 0.3583,
      "step": 915220
    },
    {
      "epoch": 255.44,
      "grad_norm": 0.8928080201148987,
      "learning_rate": 3.817940622390676e-06,
      "loss": 0.351,
      "step": 915230
    },
    {
      "epoch": 255.44,
      "grad_norm": 0.8722676038742065,
      "learning_rate": 3.817919601277735e-06,
      "loss": 0.3665,
      "step": 915240
    },
    {
      "epoch": 255.44,
      "grad_norm": 1.13112211227417,
      "learning_rate": 3.817898579968582e-06,
      "loss": 0.3703,
      "step": 915250
    },
    {
      "epoch": 255.45,
      "grad_norm": 1.1645573377609253,
      "learning_rate": 3.817877558463218e-06,
      "loss": 0.3597,
      "step": 915260
    },
    {
      "epoch": 255.45,
      "grad_norm": 1.1736143827438354,
      "learning_rate": 3.817856536761648e-06,
      "loss": 0.3541,
      "step": 915270
    },
    {
      "epoch": 255.45,
      "grad_norm": 1.2105931043624878,
      "learning_rate": 3.8178355148638745e-06,
      "loss": 0.3548,
      "step": 915280
    },
    {
      "epoch": 255.45,
      "grad_norm": 0.990729808807373,
      "learning_rate": 3.8178144927699e-06,
      "loss": 0.3733,
      "step": 915290
    },
    {
      "epoch": 255.46,
      "grad_norm": 0.9334443211555481,
      "learning_rate": 3.817793470479727e-06,
      "loss": 0.3617,
      "step": 915300
    },
    {
      "epoch": 255.46,
      "grad_norm": 0.9633956551551819,
      "learning_rate": 3.817772447993357e-06,
      "loss": 0.3598,
      "step": 915310
    },
    {
      "epoch": 255.46,
      "grad_norm": 0.9519803524017334,
      "learning_rate": 3.8177514253107954e-06,
      "loss": 0.3588,
      "step": 915320
    },
    {
      "epoch": 255.46,
      "grad_norm": 1.117503046989441,
      "learning_rate": 3.817730402432044e-06,
      "loss": 0.3897,
      "step": 915330
    },
    {
      "epoch": 255.47,
      "grad_norm": 1.2020585536956787,
      "learning_rate": 3.817709379357105e-06,
      "loss": 0.3682,
      "step": 915340
    },
    {
      "epoch": 255.47,
      "grad_norm": 1.6774423122406006,
      "learning_rate": 3.817688356085982e-06,
      "loss": 0.3596,
      "step": 915350
    },
    {
      "epoch": 255.47,
      "grad_norm": 1.142053484916687,
      "learning_rate": 3.817667332618677e-06,
      "loss": 0.3563,
      "step": 915360
    },
    {
      "epoch": 255.48,
      "grad_norm": 1.2636586427688599,
      "learning_rate": 3.817646308955193e-06,
      "loss": 0.358,
      "step": 915370
    },
    {
      "epoch": 255.48,
      "grad_norm": 0.9644210338592529,
      "learning_rate": 3.817625285095533e-06,
      "loss": 0.3505,
      "step": 915380
    },
    {
      "epoch": 255.48,
      "grad_norm": 1.2429676055908203,
      "learning_rate": 3.8176042610397e-06,
      "loss": 0.3728,
      "step": 915390
    },
    {
      "epoch": 255.48,
      "grad_norm": 0.9524832367897034,
      "learning_rate": 3.817583236787697e-06,
      "loss": 0.3614,
      "step": 915400
    },
    {
      "epoch": 255.49,
      "grad_norm": 1.0608609914779663,
      "learning_rate": 3.817562212339526e-06,
      "loss": 0.3518,
      "step": 915410
    },
    {
      "epoch": 255.49,
      "grad_norm": 1.0946059226989746,
      "learning_rate": 3.81754118769519e-06,
      "loss": 0.3673,
      "step": 915420
    },
    {
      "epoch": 255.49,
      "grad_norm": 0.9245322942733765,
      "learning_rate": 3.817520162854692e-06,
      "loss": 0.3726,
      "step": 915430
    },
    {
      "epoch": 255.5,
      "grad_norm": 1.0194618701934814,
      "learning_rate": 3.817499137818036e-06,
      "loss": 0.3564,
      "step": 915440
    },
    {
      "epoch": 255.5,
      "grad_norm": 1.081031322479248,
      "learning_rate": 3.817478112585222e-06,
      "loss": 0.3556,
      "step": 915450
    },
    {
      "epoch": 255.5,
      "grad_norm": 0.8893521428108215,
      "learning_rate": 3.817457087156255e-06,
      "loss": 0.3494,
      "step": 915460
    },
    {
      "epoch": 255.5,
      "grad_norm": 1.0308095216751099,
      "learning_rate": 3.8174360615311374e-06,
      "loss": 0.3644,
      "step": 915470
    },
    {
      "epoch": 255.51,
      "grad_norm": 1.45754075050354,
      "learning_rate": 3.817415035709871e-06,
      "loss": 0.3733,
      "step": 915480
    },
    {
      "epoch": 255.51,
      "grad_norm": 1.334357500076294,
      "learning_rate": 3.817394009692461e-06,
      "loss": 0.3506,
      "step": 915490
    },
    {
      "epoch": 255.51,
      "grad_norm": 1.0709686279296875,
      "learning_rate": 3.817372983478907e-06,
      "loss": 0.3691,
      "step": 915500
    },
    {
      "epoch": 255.51,
      "grad_norm": 1.086110234260559,
      "learning_rate": 3.817351957069214e-06,
      "loss": 0.3573,
      "step": 915510
    },
    {
      "epoch": 255.52,
      "grad_norm": 1.1357340812683105,
      "learning_rate": 3.817330930463384e-06,
      "loss": 0.3536,
      "step": 915520
    },
    {
      "epoch": 255.52,
      "grad_norm": 0.9122453331947327,
      "learning_rate": 3.81730990366142e-06,
      "loss": 0.3599,
      "step": 915530
    },
    {
      "epoch": 255.52,
      "grad_norm": 1.1116830110549927,
      "learning_rate": 3.817288876663325e-06,
      "loss": 0.3633,
      "step": 915540
    },
    {
      "epoch": 255.53,
      "grad_norm": 1.1550445556640625,
      "learning_rate": 3.817267849469101e-06,
      "loss": 0.3668,
      "step": 915550
    },
    {
      "epoch": 255.53,
      "grad_norm": 1.1684614419937134,
      "learning_rate": 3.817246822078752e-06,
      "loss": 0.3608,
      "step": 915560
    },
    {
      "epoch": 255.53,
      "grad_norm": 1.058176875114441,
      "learning_rate": 3.81722579449228e-06,
      "loss": 0.3509,
      "step": 915570
    },
    {
      "epoch": 255.53,
      "grad_norm": 1.0785844326019287,
      "learning_rate": 3.817204766709688e-06,
      "loss": 0.3613,
      "step": 915580
    },
    {
      "epoch": 255.54,
      "grad_norm": 1.015938401222229,
      "learning_rate": 3.817183738730978e-06,
      "loss": 0.3666,
      "step": 915590
    },
    {
      "epoch": 255.54,
      "grad_norm": 0.940208911895752,
      "learning_rate": 3.817162710556154e-06,
      "loss": 0.3546,
      "step": 915600
    },
    {
      "epoch": 255.54,
      "grad_norm": 0.9871801137924194,
      "learning_rate": 3.8171416821852195e-06,
      "loss": 0.3603,
      "step": 915610
    },
    {
      "epoch": 255.55,
      "grad_norm": 1.027347445487976,
      "learning_rate": 3.817120653618175e-06,
      "loss": 0.3641,
      "step": 915620
    },
    {
      "epoch": 255.55,
      "grad_norm": 0.9965178370475769,
      "learning_rate": 3.8170996248550245e-06,
      "loss": 0.3688,
      "step": 915630
    },
    {
      "epoch": 255.55,
      "grad_norm": 1.0087791681289673,
      "learning_rate": 3.817078595895771e-06,
      "loss": 0.3758,
      "step": 915640
    },
    {
      "epoch": 255.55,
      "grad_norm": 0.999973475933075,
      "learning_rate": 3.817057566740418e-06,
      "loss": 0.3572,
      "step": 915650
    },
    {
      "epoch": 255.56,
      "grad_norm": 0.9999552965164185,
      "learning_rate": 3.817036537388966e-06,
      "loss": 0.3544,
      "step": 915660
    },
    {
      "epoch": 255.56,
      "grad_norm": 0.9795593023300171,
      "learning_rate": 3.81701550784142e-06,
      "loss": 0.3507,
      "step": 915670
    },
    {
      "epoch": 255.56,
      "grad_norm": 1.1436203718185425,
      "learning_rate": 3.816994478097782e-06,
      "loss": 0.3832,
      "step": 915680
    },
    {
      "epoch": 255.57,
      "grad_norm": 1.0048532485961914,
      "learning_rate": 3.816973448158053e-06,
      "loss": 0.3794,
      "step": 915690
    },
    {
      "epoch": 255.57,
      "grad_norm": 0.986225426197052,
      "learning_rate": 3.81695241802224e-06,
      "loss": 0.3785,
      "step": 915700
    },
    {
      "epoch": 255.57,
      "grad_norm": 1.2887425422668457,
      "learning_rate": 3.8169313876903415e-06,
      "loss": 0.3568,
      "step": 915710
    },
    {
      "epoch": 255.57,
      "grad_norm": 1.0763195753097534,
      "learning_rate": 3.8169103571623635e-06,
      "loss": 0.3759,
      "step": 915720
    },
    {
      "epoch": 255.58,
      "grad_norm": 2.369852304458618,
      "learning_rate": 3.816889326438306e-06,
      "loss": 0.3685,
      "step": 915730
    },
    {
      "epoch": 255.58,
      "grad_norm": 1.0076950788497925,
      "learning_rate": 3.816868295518175e-06,
      "loss": 0.3555,
      "step": 915740
    },
    {
      "epoch": 255.58,
      "grad_norm": 0.9428842663764954,
      "learning_rate": 3.8168472644019705e-06,
      "loss": 0.3473,
      "step": 915750
    },
    {
      "epoch": 255.58,
      "grad_norm": 1.343239426612854,
      "learning_rate": 3.816826233089696e-06,
      "loss": 0.3691,
      "step": 915760
    },
    {
      "epoch": 255.59,
      "grad_norm": 1.0954991579055786,
      "learning_rate": 3.816805201581356e-06,
      "loss": 0.3545,
      "step": 915770
    },
    {
      "epoch": 255.59,
      "grad_norm": 1.071694016456604,
      "learning_rate": 3.816784169876951e-06,
      "loss": 0.3652,
      "step": 915780
    },
    {
      "epoch": 255.59,
      "grad_norm": 1.3412647247314453,
      "learning_rate": 3.816763137976484e-06,
      "loss": 0.3748,
      "step": 915790
    },
    {
      "epoch": 255.6,
      "grad_norm": 1.0535171031951904,
      "learning_rate": 3.8167421058799605e-06,
      "loss": 0.355,
      "step": 915800
    },
    {
      "epoch": 255.6,
      "grad_norm": 0.9498559236526489,
      "learning_rate": 3.81672107358738e-06,
      "loss": 0.3562,
      "step": 915810
    },
    {
      "epoch": 255.6,
      "grad_norm": 2.66296124458313,
      "learning_rate": 3.816700041098747e-06,
      "loss": 0.3548,
      "step": 915820
    },
    {
      "epoch": 255.6,
      "grad_norm": 0.9190337657928467,
      "learning_rate": 3.816679008414064e-06,
      "loss": 0.3745,
      "step": 915830
    },
    {
      "epoch": 255.61,
      "grad_norm": 1.212306261062622,
      "learning_rate": 3.816657975533333e-06,
      "loss": 0.3661,
      "step": 915840
    },
    {
      "epoch": 255.61,
      "grad_norm": 0.8723774552345276,
      "learning_rate": 3.816636942456558e-06,
      "loss": 0.3629,
      "step": 915850
    },
    {
      "epoch": 255.61,
      "grad_norm": 1.048951268196106,
      "learning_rate": 3.816615909183742e-06,
      "loss": 0.3475,
      "step": 915860
    },
    {
      "epoch": 255.62,
      "grad_norm": 1.1575140953063965,
      "learning_rate": 3.816594875714887e-06,
      "loss": 0.3637,
      "step": 915870
    },
    {
      "epoch": 255.62,
      "grad_norm": 1.2162104845046997,
      "learning_rate": 3.816573842049995e-06,
      "loss": 0.3642,
      "step": 915880
    },
    {
      "epoch": 255.62,
      "grad_norm": 0.9666475057601929,
      "learning_rate": 3.81655280818907e-06,
      "loss": 0.3649,
      "step": 915890
    },
    {
      "epoch": 255.62,
      "grad_norm": 1.2255661487579346,
      "learning_rate": 3.816531774132115e-06,
      "loss": 0.3556,
      "step": 915900
    },
    {
      "epoch": 255.63,
      "grad_norm": 1.1155539751052856,
      "learning_rate": 3.816510739879132e-06,
      "loss": 0.3628,
      "step": 915910
    },
    {
      "epoch": 255.63,
      "grad_norm": 1.1132285594940186,
      "learning_rate": 3.816489705430125e-06,
      "loss": 0.3617,
      "step": 915920
    },
    {
      "epoch": 255.63,
      "grad_norm": 1.1270672082901,
      "learning_rate": 3.816468670785095e-06,
      "loss": 0.3697,
      "step": 915930
    },
    {
      "epoch": 255.63,
      "grad_norm": 1.0517010688781738,
      "learning_rate": 3.816447635944047e-06,
      "loss": 0.3586,
      "step": 915940
    },
    {
      "epoch": 255.64,
      "grad_norm": 1.0172744989395142,
      "learning_rate": 3.816426600906981e-06,
      "loss": 0.3591,
      "step": 915950
    },
    {
      "epoch": 255.64,
      "grad_norm": 1.1471478939056396,
      "learning_rate": 3.816405565673902e-06,
      "loss": 0.372,
      "step": 915960
    },
    {
      "epoch": 255.64,
      "grad_norm": 1.2147321701049805,
      "learning_rate": 3.816384530244812e-06,
      "loss": 0.3605,
      "step": 915970
    },
    {
      "epoch": 255.65,
      "grad_norm": 1.2222514152526855,
      "learning_rate": 3.816363494619713e-06,
      "loss": 0.3598,
      "step": 915980
    },
    {
      "epoch": 255.65,
      "grad_norm": 1.1074655055999756,
      "learning_rate": 3.8163424587986105e-06,
      "loss": 0.3691,
      "step": 915990
    },
    {
      "epoch": 255.65,
      "grad_norm": 1.1644614934921265,
      "learning_rate": 3.816321422781505e-06,
      "loss": 0.3594,
      "step": 916000
    },
    {
      "epoch": 255.65,
      "grad_norm": 0.9762620329856873,
      "learning_rate": 3.8163003865683995e-06,
      "loss": 0.3394,
      "step": 916010
    },
    {
      "epoch": 255.66,
      "grad_norm": 1.0447206497192383,
      "learning_rate": 3.816279350159297e-06,
      "loss": 0.3691,
      "step": 916020
    },
    {
      "epoch": 255.66,
      "grad_norm": 1.1400483846664429,
      "learning_rate": 3.816258313554201e-06,
      "loss": 0.3578,
      "step": 916030
    },
    {
      "epoch": 255.66,
      "grad_norm": 1.1270376443862915,
      "learning_rate": 3.816237276753113e-06,
      "loss": 0.3706,
      "step": 916040
    },
    {
      "epoch": 255.67,
      "grad_norm": 0.8937081098556519,
      "learning_rate": 3.816216239756038e-06,
      "loss": 0.3794,
      "step": 916050
    },
    {
      "epoch": 255.67,
      "grad_norm": 0.8815264105796814,
      "learning_rate": 3.816195202562976e-06,
      "loss": 0.3667,
      "step": 916060
    },
    {
      "epoch": 255.67,
      "grad_norm": 1.024986982345581,
      "learning_rate": 3.816174165173932e-06,
      "loss": 0.3598,
      "step": 916070
    },
    {
      "epoch": 255.67,
      "grad_norm": 0.9945592880249023,
      "learning_rate": 3.816153127588907e-06,
      "loss": 0.3627,
      "step": 916080
    },
    {
      "epoch": 255.68,
      "grad_norm": 1.1440812349319458,
      "learning_rate": 3.8161320898079056e-06,
      "loss": 0.3531,
      "step": 916090
    },
    {
      "epoch": 255.68,
      "grad_norm": 1.0861541032791138,
      "learning_rate": 3.816111051830929e-06,
      "loss": 0.3631,
      "step": 916100
    },
    {
      "epoch": 255.68,
      "grad_norm": 1.0838897228240967,
      "learning_rate": 3.816090013657981e-06,
      "loss": 0.375,
      "step": 916110
    },
    {
      "epoch": 255.69,
      "grad_norm": 1.0278027057647705,
      "learning_rate": 3.816068975289065e-06,
      "loss": 0.368,
      "step": 916120
    },
    {
      "epoch": 255.69,
      "grad_norm": 0.9772397875785828,
      "learning_rate": 3.8160479367241825e-06,
      "loss": 0.3744,
      "step": 916130
    },
    {
      "epoch": 255.69,
      "grad_norm": 0.9887439012527466,
      "learning_rate": 3.816026897963335e-06,
      "loss": 0.3722,
      "step": 916140
    },
    {
      "epoch": 255.69,
      "grad_norm": 1.1772887706756592,
      "learning_rate": 3.8160058590065295e-06,
      "loss": 0.3582,
      "step": 916150
    },
    {
      "epoch": 255.7,
      "grad_norm": 1.115114450454712,
      "learning_rate": 3.815984819853765e-06,
      "loss": 0.3548,
      "step": 916160
    },
    {
      "epoch": 255.7,
      "grad_norm": 1.031594157218933,
      "learning_rate": 3.815963780505046e-06,
      "loss": 0.357,
      "step": 916170
    },
    {
      "epoch": 255.7,
      "grad_norm": 1.2050684690475464,
      "learning_rate": 3.815942740960374e-06,
      "loss": 0.3756,
      "step": 916180
    },
    {
      "epoch": 255.7,
      "grad_norm": 1.0809643268585205,
      "learning_rate": 3.815921701219754e-06,
      "loss": 0.365,
      "step": 916190
    },
    {
      "epoch": 255.71,
      "grad_norm": 1.0307526588439941,
      "learning_rate": 3.815900661283188e-06,
      "loss": 0.3529,
      "step": 916200
    },
    {
      "epoch": 255.71,
      "grad_norm": 1.2683578729629517,
      "learning_rate": 3.815879621150677e-06,
      "loss": 0.3578,
      "step": 916210
    },
    {
      "epoch": 255.71,
      "grad_norm": 0.9869404435157776,
      "learning_rate": 3.815858580822226e-06,
      "loss": 0.3575,
      "step": 916220
    },
    {
      "epoch": 255.72,
      "grad_norm": 1.2100412845611572,
      "learning_rate": 3.8158375402978364e-06,
      "loss": 0.3511,
      "step": 916230
    },
    {
      "epoch": 255.72,
      "grad_norm": 0.8930180072784424,
      "learning_rate": 3.815816499577512e-06,
      "loss": 0.3632,
      "step": 916240
    },
    {
      "epoch": 255.72,
      "grad_norm": 0.9951537251472473,
      "learning_rate": 3.815795458661255e-06,
      "loss": 0.3491,
      "step": 916250
    },
    {
      "epoch": 255.72,
      "grad_norm": 1.0907877683639526,
      "learning_rate": 3.815774417549068e-06,
      "loss": 0.367,
      "step": 916260
    },
    {
      "epoch": 255.73,
      "grad_norm": 0.9975653290748596,
      "learning_rate": 3.815753376240954e-06,
      "loss": 0.3494,
      "step": 916270
    },
    {
      "epoch": 255.73,
      "grad_norm": 0.9975245594978333,
      "learning_rate": 3.8157323347369165e-06,
      "loss": 0.3679,
      "step": 916280
    },
    {
      "epoch": 255.73,
      "grad_norm": 1.2254352569580078,
      "learning_rate": 3.815711293036958e-06,
      "loss": 0.3798,
      "step": 916290
    },
    {
      "epoch": 255.74,
      "grad_norm": 0.9962003231048584,
      "learning_rate": 3.815690251141081e-06,
      "loss": 0.3584,
      "step": 916300
    },
    {
      "epoch": 255.74,
      "grad_norm": 1.0191668272018433,
      "learning_rate": 3.815669209049287e-06,
      "loss": 0.3682,
      "step": 916310
    },
    {
      "epoch": 255.74,
      "grad_norm": 1.070258378982544,
      "learning_rate": 3.815648166761582e-06,
      "loss": 0.3631,
      "step": 916320
    },
    {
      "epoch": 255.74,
      "grad_norm": 1.0240651369094849,
      "learning_rate": 3.815627124277966e-06,
      "loss": 0.3493,
      "step": 916330
    },
    {
      "epoch": 255.75,
      "grad_norm": 1.1482385396957397,
      "learning_rate": 3.815606081598443e-06,
      "loss": 0.3604,
      "step": 916340
    },
    {
      "epoch": 255.75,
      "grad_norm": 1.0014358758926392,
      "learning_rate": 3.815585038723016e-06,
      "loss": 0.3645,
      "step": 916350
    },
    {
      "epoch": 255.75,
      "grad_norm": 1.1065936088562012,
      "learning_rate": 3.815563995651686e-06,
      "loss": 0.3678,
      "step": 916360
    },
    {
      "epoch": 255.75,
      "grad_norm": 0.8936645984649658,
      "learning_rate": 3.815542952384457e-06,
      "loss": 0.3686,
      "step": 916370
    },
    {
      "epoch": 255.76,
      "grad_norm": 1.0061659812927246,
      "learning_rate": 3.815521908921334e-06,
      "loss": 0.3558,
      "step": 916380
    },
    {
      "epoch": 255.76,
      "grad_norm": 1.2413307428359985,
      "learning_rate": 3.815500865262316e-06,
      "loss": 0.3784,
      "step": 916390
    },
    {
      "epoch": 255.76,
      "grad_norm": 1.1596078872680664,
      "learning_rate": 3.815479821407408e-06,
      "loss": 0.3666,
      "step": 916400
    },
    {
      "epoch": 255.77,
      "grad_norm": 1.7148743867874146,
      "learning_rate": 3.815458777356614e-06,
      "loss": 0.3639,
      "step": 916410
    },
    {
      "epoch": 255.77,
      "grad_norm": 1.8628898859024048,
      "learning_rate": 3.815437733109933e-06,
      "loss": 0.3568,
      "step": 916420
    },
    {
      "epoch": 255.77,
      "grad_norm": 1.1976584196090698,
      "learning_rate": 3.815416688667371e-06,
      "loss": 0.363,
      "step": 916430
    },
    {
      "epoch": 255.77,
      "grad_norm": 0.927703320980072,
      "learning_rate": 3.815395644028929e-06,
      "loss": 0.3651,
      "step": 916440
    },
    {
      "epoch": 255.78,
      "grad_norm": 1.07273530960083,
      "learning_rate": 3.8153745991946115e-06,
      "loss": 0.3639,
      "step": 916450
    },
    {
      "epoch": 255.78,
      "grad_norm": 1.139896273612976,
      "learning_rate": 3.81535355416442e-06,
      "loss": 0.3556,
      "step": 916460
    },
    {
      "epoch": 255.78,
      "grad_norm": 2.3894224166870117,
      "learning_rate": 3.815332508938357e-06,
      "loss": 0.3591,
      "step": 916470
    },
    {
      "epoch": 255.79,
      "grad_norm": 0.9854353666305542,
      "learning_rate": 3.815311463516427e-06,
      "loss": 0.3531,
      "step": 916480
    },
    {
      "epoch": 255.79,
      "grad_norm": 0.9057009816169739,
      "learning_rate": 3.815290417898631e-06,
      "loss": 0.3399,
      "step": 916490
    },
    {
      "epoch": 255.79,
      "grad_norm": 1.0156422853469849,
      "learning_rate": 3.815269372084973e-06,
      "loss": 0.3649,
      "step": 916500
    },
    {
      "epoch": 255.79,
      "grad_norm": 0.9224033355712891,
      "learning_rate": 3.815248326075455e-06,
      "loss": 0.3601,
      "step": 916510
    },
    {
      "epoch": 255.8,
      "grad_norm": 1.4178069829940796,
      "learning_rate": 3.815227279870081e-06,
      "loss": 0.3549,
      "step": 916520
    },
    {
      "epoch": 255.8,
      "grad_norm": 0.9501423835754395,
      "learning_rate": 3.815206233468852e-06,
      "loss": 0.3696,
      "step": 916530
    },
    {
      "epoch": 255.8,
      "grad_norm": 1.0566129684448242,
      "learning_rate": 3.815185186871772e-06,
      "loss": 0.365,
      "step": 916540
    },
    {
      "epoch": 255.81,
      "grad_norm": 0.9605273604393005,
      "learning_rate": 3.815164140078844e-06,
      "loss": 0.345,
      "step": 916550
    },
    {
      "epoch": 255.81,
      "grad_norm": 1.0387579202651978,
      "learning_rate": 3.81514309309007e-06,
      "loss": 0.3459,
      "step": 916560
    },
    {
      "epoch": 255.81,
      "grad_norm": 1.043205738067627,
      "learning_rate": 3.815122045905452e-06,
      "loss": 0.373,
      "step": 916570
    },
    {
      "epoch": 255.81,
      "grad_norm": 1.1633121967315674,
      "learning_rate": 3.815100998524997e-06,
      "loss": 0.3632,
      "step": 916580
    },
    {
      "epoch": 255.82,
      "grad_norm": 0.997308075428009,
      "learning_rate": 3.815079950948702e-06,
      "loss": 0.3662,
      "step": 916590
    },
    {
      "epoch": 255.82,
      "grad_norm": 1.3155311346054077,
      "learning_rate": 3.815058903176574e-06,
      "loss": 0.3703,
      "step": 916600
    },
    {
      "epoch": 255.82,
      "grad_norm": 0.9416323900222778,
      "learning_rate": 3.815037855208614e-06,
      "loss": 0.3724,
      "step": 916610
    },
    {
      "epoch": 255.82,
      "grad_norm": 1.2932329177856445,
      "learning_rate": 3.815016807044825e-06,
      "loss": 0.3791,
      "step": 916620
    },
    {
      "epoch": 255.83,
      "grad_norm": 1.0216008424758911,
      "learning_rate": 3.814995758685211e-06,
      "loss": 0.3537,
      "step": 916630
    },
    {
      "epoch": 255.83,
      "grad_norm": 1.0050938129425049,
      "learning_rate": 3.814974710129773e-06,
      "loss": 0.3657,
      "step": 916640
    },
    {
      "epoch": 255.83,
      "grad_norm": 1.1035135984420776,
      "learning_rate": 3.814953661378514e-06,
      "loss": 0.3684,
      "step": 916650
    },
    {
      "epoch": 255.84,
      "grad_norm": 0.7673009037971497,
      "learning_rate": 3.814932612431438e-06,
      "loss": 0.3402,
      "step": 916660
    },
    {
      "epoch": 255.84,
      "grad_norm": 0.9676604270935059,
      "learning_rate": 3.814911563288547e-06,
      "loss": 0.3836,
      "step": 916670
    },
    {
      "epoch": 255.84,
      "grad_norm": 1.0157419443130493,
      "learning_rate": 3.814890513949844e-06,
      "loss": 0.3801,
      "step": 916680
    },
    {
      "epoch": 255.84,
      "grad_norm": 0.9719430208206177,
      "learning_rate": 3.814869464415332e-06,
      "loss": 0.3644,
      "step": 916690
    },
    {
      "epoch": 255.85,
      "grad_norm": 1.0102585554122925,
      "learning_rate": 3.814848414685014e-06,
      "loss": 0.3613,
      "step": 916700
    },
    {
      "epoch": 255.85,
      "grad_norm": 1.0268468856811523,
      "learning_rate": 3.814827364758892e-06,
      "loss": 0.346,
      "step": 916710
    },
    {
      "epoch": 255.85,
      "grad_norm": 1.0496068000793457,
      "learning_rate": 3.814806314636969e-06,
      "loss": 0.3651,
      "step": 916720
    },
    {
      "epoch": 255.86,
      "grad_norm": 0.8839309811592102,
      "learning_rate": 3.814785264319248e-06,
      "loss": 0.3425,
      "step": 916730
    },
    {
      "epoch": 255.86,
      "grad_norm": 1.0339995622634888,
      "learning_rate": 3.814764213805732e-06,
      "loss": 0.3499,
      "step": 916740
    },
    {
      "epoch": 255.86,
      "grad_norm": 1.0273247957229614,
      "learning_rate": 3.814743163096424e-06,
      "loss": 0.3545,
      "step": 916750
    },
    {
      "epoch": 255.86,
      "grad_norm": 1.1318469047546387,
      "learning_rate": 3.814722112191326e-06,
      "loss": 0.3734,
      "step": 916760
    },
    {
      "epoch": 255.87,
      "grad_norm": 1.0875787734985352,
      "learning_rate": 3.814701061090441e-06,
      "loss": 0.3551,
      "step": 916770
    },
    {
      "epoch": 255.87,
      "grad_norm": 0.931309163570404,
      "learning_rate": 3.814680009793772e-06,
      "loss": 0.3582,
      "step": 916780
    },
    {
      "epoch": 255.87,
      "grad_norm": 1.2206064462661743,
      "learning_rate": 3.8146589583013215e-06,
      "loss": 0.3676,
      "step": 916790
    },
    {
      "epoch": 255.87,
      "grad_norm": 1.1431810855865479,
      "learning_rate": 3.8146379066130934e-06,
      "loss": 0.3516,
      "step": 916800
    },
    {
      "epoch": 255.88,
      "grad_norm": 1.3877578973770142,
      "learning_rate": 3.8146168547290898e-06,
      "loss": 0.3542,
      "step": 916810
    },
    {
      "epoch": 255.88,
      "grad_norm": 1.0505121946334839,
      "learning_rate": 3.8145958026493123e-06,
      "loss": 0.3717,
      "step": 916820
    },
    {
      "epoch": 255.88,
      "grad_norm": 0.9567139148712158,
      "learning_rate": 3.8145747503737664e-06,
      "loss": 0.3384,
      "step": 916830
    },
    {
      "epoch": 255.89,
      "grad_norm": 1.043351650238037,
      "learning_rate": 3.8145536979024526e-06,
      "loss": 0.3746,
      "step": 916840
    },
    {
      "epoch": 255.89,
      "grad_norm": 1.0742111206054688,
      "learning_rate": 3.814532645235374e-06,
      "loss": 0.35,
      "step": 916850
    },
    {
      "epoch": 255.89,
      "grad_norm": 0.9844853281974792,
      "learning_rate": 3.8145115923725338e-06,
      "loss": 0.3653,
      "step": 916860
    },
    {
      "epoch": 255.89,
      "grad_norm": 0.9769753813743591,
      "learning_rate": 3.8144905393139356e-06,
      "loss": 0.3659,
      "step": 916870
    },
    {
      "epoch": 255.9,
      "grad_norm": 1.1001940965652466,
      "learning_rate": 3.8144694860595804e-06,
      "loss": 0.3612,
      "step": 916880
    },
    {
      "epoch": 255.9,
      "grad_norm": 0.9762904644012451,
      "learning_rate": 3.8144484326094734e-06,
      "loss": 0.3759,
      "step": 916890
    },
    {
      "epoch": 255.9,
      "grad_norm": 1.23945152759552,
      "learning_rate": 3.8144273789636154e-06,
      "loss": 0.3623,
      "step": 916900
    },
    {
      "epoch": 255.91,
      "grad_norm": 0.9487614035606384,
      "learning_rate": 3.8144063251220094e-06,
      "loss": 0.3751,
      "step": 916910
    },
    {
      "epoch": 255.91,
      "grad_norm": 0.9645559191703796,
      "learning_rate": 3.8143852710846587e-06,
      "loss": 0.3689,
      "step": 916920
    },
    {
      "epoch": 255.91,
      "grad_norm": 1.0574712753295898,
      "learning_rate": 3.814364216851567e-06,
      "loss": 0.3694,
      "step": 916930
    },
    {
      "epoch": 255.91,
      "grad_norm": 0.9523139595985413,
      "learning_rate": 3.814343162422735e-06,
      "loss": 0.3593,
      "step": 916940
    },
    {
      "epoch": 255.92,
      "grad_norm": 1.1238659620285034,
      "learning_rate": 3.814322107798167e-06,
      "loss": 0.3702,
      "step": 916950
    },
    {
      "epoch": 255.92,
      "grad_norm": 1.190215826034546,
      "learning_rate": 3.8143010529778666e-06,
      "loss": 0.3812,
      "step": 916960
    },
    {
      "epoch": 255.92,
      "grad_norm": 0.9835671186447144,
      "learning_rate": 3.8142799979618337e-06,
      "loss": 0.3719,
      "step": 916970
    },
    {
      "epoch": 255.93,
      "grad_norm": 1.0524377822875977,
      "learning_rate": 3.8142589427500735e-06,
      "loss": 0.3552,
      "step": 916980
    },
    {
      "epoch": 255.93,
      "grad_norm": 1.0510282516479492,
      "learning_rate": 3.814237887342589e-06,
      "loss": 0.3598,
      "step": 916990
    },
    {
      "epoch": 255.93,
      "grad_norm": 1.1227138042449951,
      "learning_rate": 3.814216831739381e-06,
      "loss": 0.3787,
      "step": 917000
    },
    {
      "epoch": 255.93,
      "grad_norm": 0.8444990515708923,
      "learning_rate": 3.8141957759404538e-06,
      "loss": 0.3687,
      "step": 917010
    },
    {
      "epoch": 255.94,
      "grad_norm": 1.0597550868988037,
      "learning_rate": 3.81417471994581e-06,
      "loss": 0.3407,
      "step": 917020
    },
    {
      "epoch": 255.94,
      "grad_norm": 0.9941226840019226,
      "learning_rate": 3.814153663755452e-06,
      "loss": 0.366,
      "step": 917030
    },
    {
      "epoch": 255.94,
      "grad_norm": 1.063247561454773,
      "learning_rate": 3.814132607369383e-06,
      "loss": 0.3524,
      "step": 917040
    },
    {
      "epoch": 255.94,
      "grad_norm": 0.9784488677978516,
      "learning_rate": 3.8141115507876058e-06,
      "loss": 0.3693,
      "step": 917050
    },
    {
      "epoch": 255.95,
      "grad_norm": 1.1002755165100098,
      "learning_rate": 3.814090494010123e-06,
      "loss": 0.3462,
      "step": 917060
    },
    {
      "epoch": 255.95,
      "grad_norm": 1.0110408067703247,
      "learning_rate": 3.814069437036938e-06,
      "loss": 0.3679,
      "step": 917070
    },
    {
      "epoch": 255.95,
      "grad_norm": 1.2651293277740479,
      "learning_rate": 3.814048379868052e-06,
      "loss": 0.3804,
      "step": 917080
    },
    {
      "epoch": 255.96,
      "grad_norm": 0.9912907481193542,
      "learning_rate": 3.8140273225034696e-06,
      "loss": 0.3554,
      "step": 917090
    },
    {
      "epoch": 255.96,
      "grad_norm": 0.9622910618782043,
      "learning_rate": 3.814006264943193e-06,
      "loss": 0.3659,
      "step": 917100
    },
    {
      "epoch": 255.96,
      "grad_norm": 0.9981378316879272,
      "learning_rate": 3.8139852071872244e-06,
      "loss": 0.3604,
      "step": 917110
    },
    {
      "epoch": 255.96,
      "grad_norm": 1.0238491296768188,
      "learning_rate": 3.8139641492355676e-06,
      "loss": 0.3597,
      "step": 917120
    },
    {
      "epoch": 255.97,
      "grad_norm": 1.5126217603683472,
      "learning_rate": 3.813943091088225e-06,
      "loss": 0.3779,
      "step": 917130
    },
    {
      "epoch": 255.97,
      "grad_norm": 1.111793875694275,
      "learning_rate": 3.8139220327451983e-06,
      "loss": 0.3599,
      "step": 917140
    },
    {
      "epoch": 255.97,
      "grad_norm": 1.0734466314315796,
      "learning_rate": 3.8139009742064918e-06,
      "loss": 0.3832,
      "step": 917150
    },
    {
      "epoch": 255.98,
      "grad_norm": 1.068257451057434,
      "learning_rate": 3.8138799154721083e-06,
      "loss": 0.352,
      "step": 917160
    },
    {
      "epoch": 255.98,
      "grad_norm": 1.0401512384414673,
      "learning_rate": 3.8138588565420497e-06,
      "loss": 0.3505,
      "step": 917170
    },
    {
      "epoch": 255.98,
      "grad_norm": 1.0077133178710938,
      "learning_rate": 3.8138377974163197e-06,
      "loss": 0.3514,
      "step": 917180
    },
    {
      "epoch": 255.98,
      "grad_norm": 1.0059717893600464,
      "learning_rate": 3.8138167380949204e-06,
      "loss": 0.3458,
      "step": 917190
    },
    {
      "epoch": 255.99,
      "grad_norm": 1.013588309288025,
      "learning_rate": 3.8137956785778544e-06,
      "loss": 0.358,
      "step": 917200
    },
    {
      "epoch": 255.99,
      "grad_norm": 0.9927764534950256,
      "learning_rate": 3.8137746188651246e-06,
      "loss": 0.3841,
      "step": 917210
    },
    {
      "epoch": 255.99,
      "grad_norm": 0.9781520366668701,
      "learning_rate": 3.813753558956735e-06,
      "loss": 0.3744,
      "step": 917220
    },
    {
      "epoch": 255.99,
      "grad_norm": 1.067350149154663,
      "learning_rate": 3.813732498852687e-06,
      "loss": 0.3539,
      "step": 917230
    },
    {
      "epoch": 256.0,
      "grad_norm": 1.28447425365448,
      "learning_rate": 3.8137114385529844e-06,
      "loss": 0.3672,
      "step": 917240
    },
    {
      "epoch": 256.0,
      "eval_loss": 0.36235424876213074,
      "eval_runtime": 63.2114,
      "eval_samples_per_second": 80.033,
      "eval_steps_per_second": 10.014,
      "step": 917248
    },
    {
      "epoch": 256.0,
      "grad_norm": 1.0663949251174927,
      "learning_rate": 3.8136903780576296e-06,
      "loss": 0.3633,
      "step": 917250
    },
    {
      "epoch": 256.0,
      "grad_norm": 1.1602596044540405,
      "learning_rate": 3.8136693173666246e-06,
      "loss": 0.3691,
      "step": 917260
    },
    {
      "epoch": 256.01,
      "grad_norm": 1.052000641822815,
      "learning_rate": 3.813648256479973e-06,
      "loss": 0.3589,
      "step": 917270
    },
    {
      "epoch": 256.01,
      "grad_norm": 1.201493501663208,
      "learning_rate": 3.813627195397678e-06,
      "loss": 0.3504,
      "step": 917280
    },
    {
      "epoch": 256.01,
      "grad_norm": 1.0881673097610474,
      "learning_rate": 3.8136061341197415e-06,
      "loss": 0.3725,
      "step": 917290
    },
    {
      "epoch": 256.01,
      "grad_norm": 1.0674110651016235,
      "learning_rate": 3.8135850726461674e-06,
      "loss": 0.3475,
      "step": 917300
    },
    {
      "epoch": 256.02,
      "grad_norm": 1.0391786098480225,
      "learning_rate": 3.813564010976957e-06,
      "loss": 0.3674,
      "step": 917310
    },
    {
      "epoch": 256.02,
      "grad_norm": 1.0201810598373413,
      "learning_rate": 3.813542949112115e-06,
      "loss": 0.3697,
      "step": 917320
    },
    {
      "epoch": 256.02,
      "grad_norm": 1.1678894758224487,
      "learning_rate": 3.8135218870516426e-06,
      "loss": 0.3808,
      "step": 917330
    },
    {
      "epoch": 256.03,
      "grad_norm": 1.0800694227218628,
      "learning_rate": 3.8135008247955427e-06,
      "loss": 0.3654,
      "step": 917340
    },
    {
      "epoch": 256.03,
      "grad_norm": 1.2468104362487793,
      "learning_rate": 3.8134797623438196e-06,
      "loss": 0.3698,
      "step": 917350
    },
    {
      "epoch": 256.03,
      "grad_norm": 1.05191969871521,
      "learning_rate": 3.8134586996964743e-06,
      "loss": 0.3627,
      "step": 917360
    },
    {
      "epoch": 256.03,
      "grad_norm": 1.166512131690979,
      "learning_rate": 3.8134376368535106e-06,
      "loss": 0.378,
      "step": 917370
    },
    {
      "epoch": 256.04,
      "grad_norm": 0.8631229400634766,
      "learning_rate": 3.813416573814931e-06,
      "loss": 0.3629,
      "step": 917380
    },
    {
      "epoch": 256.04,
      "grad_norm": 1.1219282150268555,
      "learning_rate": 3.8133955105807383e-06,
      "loss": 0.3564,
      "step": 917390
    },
    {
      "epoch": 256.04,
      "grad_norm": 0.9809718728065491,
      "learning_rate": 3.8133744471509353e-06,
      "loss": 0.3579,
      "step": 917400
    },
    {
      "epoch": 256.05,
      "grad_norm": 1.0812439918518066,
      "learning_rate": 3.8133533835255257e-06,
      "loss": 0.3534,
      "step": 917410
    },
    {
      "epoch": 256.05,
      "grad_norm": 1.0343822240829468,
      "learning_rate": 3.8133323197045103e-06,
      "loss": 0.3664,
      "step": 917420
    },
    {
      "epoch": 256.05,
      "grad_norm": 1.0442084074020386,
      "learning_rate": 3.813311255687894e-06,
      "loss": 0.3668,
      "step": 917430
    },
    {
      "epoch": 256.05,
      "grad_norm": 0.9234908223152161,
      "learning_rate": 3.813290191475678e-06,
      "loss": 0.3516,
      "step": 917440
    },
    {
      "epoch": 256.06,
      "grad_norm": 1.1436171531677246,
      "learning_rate": 3.8132691270678667e-06,
      "loss": 0.3625,
      "step": 917450
    },
    {
      "epoch": 256.06,
      "grad_norm": 0.9969929456710815,
      "learning_rate": 3.813248062464461e-06,
      "loss": 0.3491,
      "step": 917460
    },
    {
      "epoch": 256.06,
      "grad_norm": 1.7362926006317139,
      "learning_rate": 3.8132269976654657e-06,
      "loss": 0.3556,
      "step": 917470
    },
    {
      "epoch": 256.06,
      "grad_norm": 1.0047930479049683,
      "learning_rate": 3.813205932670882e-06,
      "loss": 0.3572,
      "step": 917480
    },
    {
      "epoch": 256.07,
      "grad_norm": 1.135465383529663,
      "learning_rate": 3.8131848674807132e-06,
      "loss": 0.3395,
      "step": 917490
    },
    {
      "epoch": 256.07,
      "grad_norm": 0.9751874804496765,
      "learning_rate": 3.8131638020949625e-06,
      "loss": 0.3617,
      "step": 917500
    },
    {
      "epoch": 256.07,
      "grad_norm": 1.1583452224731445,
      "learning_rate": 3.8131427365136323e-06,
      "loss": 0.3434,
      "step": 917510
    },
    {
      "epoch": 256.08,
      "grad_norm": 0.9224016070365906,
      "learning_rate": 3.813121670736726e-06,
      "loss": 0.3493,
      "step": 917520
    },
    {
      "epoch": 256.08,
      "grad_norm": 1.0262936353683472,
      "learning_rate": 3.813100604764245e-06,
      "loss": 0.3711,
      "step": 917530
    },
    {
      "epoch": 256.08,
      "grad_norm": 0.9839996099472046,
      "learning_rate": 3.8130795385961944e-06,
      "loss": 0.3488,
      "step": 917540
    },
    {
      "epoch": 256.08,
      "grad_norm": 0.9690735340118408,
      "learning_rate": 3.813058472232574e-06,
      "loss": 0.3522,
      "step": 917550
    },
    {
      "epoch": 256.09,
      "grad_norm": 1.0798426866531372,
      "learning_rate": 3.8130374056733893e-06,
      "loss": 0.3586,
      "step": 917560
    },
    {
      "epoch": 256.09,
      "grad_norm": 1.0632479190826416,
      "learning_rate": 3.8130163389186415e-06,
      "loss": 0.3462,
      "step": 917570
    },
    {
      "epoch": 256.09,
      "grad_norm": 1.1837642192840576,
      "learning_rate": 3.812995271968334e-06,
      "loss": 0.3763,
      "step": 917580
    },
    {
      "epoch": 256.1,
      "grad_norm": 1.0367660522460938,
      "learning_rate": 3.81297420482247e-06,
      "loss": 0.3591,
      "step": 917590
    },
    {
      "epoch": 256.1,
      "grad_norm": 0.9606291651725769,
      "learning_rate": 3.812953137481052e-06,
      "loss": 0.3607,
      "step": 917600
    },
    {
      "epoch": 256.1,
      "grad_norm": 1.1082209348678589,
      "learning_rate": 3.812932069944082e-06,
      "loss": 0.3629,
      "step": 917610
    },
    {
      "epoch": 256.1,
      "grad_norm": 1.0757791996002197,
      "learning_rate": 3.8129110022115637e-06,
      "loss": 0.3484,
      "step": 917620
    },
    {
      "epoch": 256.11,
      "grad_norm": 0.9888731241226196,
      "learning_rate": 3.8128899342834995e-06,
      "loss": 0.3664,
      "step": 917630
    },
    {
      "epoch": 256.11,
      "grad_norm": 1.266737461090088,
      "learning_rate": 3.812868866159893e-06,
      "loss": 0.3609,
      "step": 917640
    },
    {
      "epoch": 256.11,
      "grad_norm": 1.467803955078125,
      "learning_rate": 3.812847797840746e-06,
      "loss": 0.3504,
      "step": 917650
    },
    {
      "epoch": 256.11,
      "grad_norm": 1.1973577737808228,
      "learning_rate": 3.8128267293260615e-06,
      "loss": 0.3598,
      "step": 917660
    },
    {
      "epoch": 256.12,
      "grad_norm": 1.0071642398834229,
      "learning_rate": 3.812805660615843e-06,
      "loss": 0.3485,
      "step": 917670
    },
    {
      "epoch": 256.12,
      "grad_norm": 1.1949880123138428,
      "learning_rate": 3.812784591710092e-06,
      "loss": 0.3737,
      "step": 917680
    },
    {
      "epoch": 256.12,
      "grad_norm": 0.9724655747413635,
      "learning_rate": 3.8127635226088127e-06,
      "loss": 0.3703,
      "step": 917690
    },
    {
      "epoch": 256.13,
      "grad_norm": 0.8833685517311096,
      "learning_rate": 3.8127424533120072e-06,
      "loss": 0.3794,
      "step": 917700
    },
    {
      "epoch": 256.13,
      "grad_norm": 1.0595608949661255,
      "learning_rate": 3.8127213838196785e-06,
      "loss": 0.3516,
      "step": 917710
    },
    {
      "epoch": 256.13,
      "grad_norm": 1.1847903728485107,
      "learning_rate": 3.812700314131829e-06,
      "loss": 0.3499,
      "step": 917720
    },
    {
      "epoch": 256.13,
      "grad_norm": 1.011884093284607,
      "learning_rate": 3.812679244248462e-06,
      "loss": 0.3623,
      "step": 917730
    },
    {
      "epoch": 256.14,
      "grad_norm": 1.0342038869857788,
      "learning_rate": 3.8126581741695803e-06,
      "loss": 0.3381,
      "step": 917740
    },
    {
      "epoch": 256.14,
      "grad_norm": 1.0323195457458496,
      "learning_rate": 3.812637103895186e-06,
      "loss": 0.3623,
      "step": 917750
    },
    {
      "epoch": 256.14,
      "grad_norm": 1.0138198137283325,
      "learning_rate": 3.8126160334252823e-06,
      "loss": 0.3612,
      "step": 917760
    },
    {
      "epoch": 256.15,
      "grad_norm": 1.0817394256591797,
      "learning_rate": 3.8125949627598727e-06,
      "loss": 0.3624,
      "step": 917770
    },
    {
      "epoch": 256.15,
      "grad_norm": 1.1434491872787476,
      "learning_rate": 3.812573891898959e-06,
      "loss": 0.3602,
      "step": 917780
    },
    {
      "epoch": 256.15,
      "grad_norm": 1.0590298175811768,
      "learning_rate": 3.812552820842545e-06,
      "loss": 0.3736,
      "step": 917790
    },
    {
      "epoch": 256.15,
      "grad_norm": 1.0457266569137573,
      "learning_rate": 3.812531749590633e-06,
      "loss": 0.3688,
      "step": 917800
    },
    {
      "epoch": 256.16,
      "grad_norm": 1.2301722764968872,
      "learning_rate": 3.812510678143225e-06,
      "loss": 0.3583,
      "step": 917810
    },
    {
      "epoch": 256.16,
      "grad_norm": 1.0351879596710205,
      "learning_rate": 3.812489606500325e-06,
      "loss": 0.3514,
      "step": 917820
    },
    {
      "epoch": 256.16,
      "grad_norm": 1.0204612016677856,
      "learning_rate": 3.812468534661936e-06,
      "loss": 0.3463,
      "step": 917830
    },
    {
      "epoch": 256.17,
      "grad_norm": 0.9922814965248108,
      "learning_rate": 3.812447462628059e-06,
      "loss": 0.3493,
      "step": 917840
    },
    {
      "epoch": 256.17,
      "grad_norm": 1.0684324502944946,
      "learning_rate": 3.8124263903986983e-06,
      "loss": 0.3628,
      "step": 917850
    },
    {
      "epoch": 256.17,
      "grad_norm": 0.9497442245483398,
      "learning_rate": 3.812405317973857e-06,
      "loss": 0.3592,
      "step": 917860
    },
    {
      "epoch": 256.17,
      "grad_norm": 1.7994604110717773,
      "learning_rate": 3.8123842453535368e-06,
      "loss": 0.3511,
      "step": 917870
    },
    {
      "epoch": 256.18,
      "grad_norm": 1.0854300260543823,
      "learning_rate": 3.812363172537741e-06,
      "loss": 0.3823,
      "step": 917880
    },
    {
      "epoch": 256.18,
      "grad_norm": 1.0930893421173096,
      "learning_rate": 3.8123420995264723e-06,
      "loss": 0.3506,
      "step": 917890
    },
    {
      "epoch": 256.18,
      "grad_norm": 0.8714892268180847,
      "learning_rate": 3.8123210263197335e-06,
      "loss": 0.3477,
      "step": 917900
    },
    {
      "epoch": 256.18,
      "grad_norm": 1.1674764156341553,
      "learning_rate": 3.8122999529175283e-06,
      "loss": 0.3635,
      "step": 917910
    },
    {
      "epoch": 256.19,
      "grad_norm": 1.0590101480484009,
      "learning_rate": 3.8122788793198575e-06,
      "loss": 0.3716,
      "step": 917920
    },
    {
      "epoch": 256.19,
      "grad_norm": 1.309172511100769,
      "learning_rate": 3.812257805526726e-06,
      "loss": 0.3675,
      "step": 917930
    },
    {
      "epoch": 256.19,
      "grad_norm": 1.119921088218689,
      "learning_rate": 3.812236731538135e-06,
      "loss": 0.3713,
      "step": 917940
    },
    {
      "epoch": 256.2,
      "grad_norm": 1.0028492212295532,
      "learning_rate": 3.8122156573540886e-06,
      "loss": 0.3467,
      "step": 917950
    },
    {
      "epoch": 256.2,
      "grad_norm": 1.1301697492599487,
      "learning_rate": 3.812194582974589e-06,
      "loss": 0.3653,
      "step": 917960
    },
    {
      "epoch": 256.2,
      "grad_norm": 0.9325624704360962,
      "learning_rate": 3.8121735083996388e-06,
      "loss": 0.3666,
      "step": 917970
    },
    {
      "epoch": 256.2,
      "grad_norm": 1.1548806428909302,
      "learning_rate": 3.812152433629241e-06,
      "loss": 0.3735,
      "step": 917980
    },
    {
      "epoch": 256.21,
      "grad_norm": 1.1904433965682983,
      "learning_rate": 3.8121313586633987e-06,
      "loss": 0.3631,
      "step": 917990
    },
    {
      "epoch": 256.21,
      "grad_norm": 1.0345354080200195,
      "learning_rate": 3.812110283502114e-06,
      "loss": 0.3608,
      "step": 918000
    },
    {
      "epoch": 256.21,
      "grad_norm": 1.029996633529663,
      "learning_rate": 3.812089208145391e-06,
      "loss": 0.3592,
      "step": 918010
    },
    {
      "epoch": 256.22,
      "grad_norm": 0.9640175700187683,
      "learning_rate": 3.8120681325932304e-06,
      "loss": 0.3547,
      "step": 918020
    },
    {
      "epoch": 256.22,
      "grad_norm": 1.0573147535324097,
      "learning_rate": 3.8120470568456367e-06,
      "loss": 0.3571,
      "step": 918030
    },
    {
      "epoch": 256.22,
      "grad_norm": 0.9009783267974854,
      "learning_rate": 3.8120259809026126e-06,
      "loss": 0.3667,
      "step": 918040
    },
    {
      "epoch": 256.22,
      "grad_norm": 0.8651589155197144,
      "learning_rate": 3.8120049047641606e-06,
      "loss": 0.3532,
      "step": 918050
    },
    {
      "epoch": 256.23,
      "grad_norm": 1.2572633028030396,
      "learning_rate": 3.8119838284302833e-06,
      "loss": 0.3588,
      "step": 918060
    },
    {
      "epoch": 256.23,
      "grad_norm": 1.0941741466522217,
      "learning_rate": 3.811962751900984e-06,
      "loss": 0.3712,
      "step": 918070
    },
    {
      "epoch": 256.23,
      "grad_norm": 1.0791105031967163,
      "learning_rate": 3.811941675176265e-06,
      "loss": 0.357,
      "step": 918080
    },
    {
      "epoch": 256.23,
      "grad_norm": 1.0315150022506714,
      "learning_rate": 3.811920598256129e-06,
      "loss": 0.366,
      "step": 918090
    },
    {
      "epoch": 256.24,
      "grad_norm": 1.1978188753128052,
      "learning_rate": 3.811899521140579e-06,
      "loss": 0.3545,
      "step": 918100
    },
    {
      "epoch": 256.24,
      "grad_norm": 1.0358028411865234,
      "learning_rate": 3.8118784438296185e-06,
      "loss": 0.3649,
      "step": 918110
    },
    {
      "epoch": 256.24,
      "grad_norm": 1.056767225265503,
      "learning_rate": 3.8118573663232494e-06,
      "loss": 0.3481,
      "step": 918120
    },
    {
      "epoch": 256.25,
      "grad_norm": 1.0974581241607666,
      "learning_rate": 3.811836288621475e-06,
      "loss": 0.359,
      "step": 918130
    },
    {
      "epoch": 256.25,
      "grad_norm": 1.1356462240219116,
      "learning_rate": 3.811815210724297e-06,
      "loss": 0.3717,
      "step": 918140
    },
    {
      "epoch": 256.25,
      "grad_norm": 1.1863594055175781,
      "learning_rate": 3.8117941326317205e-06,
      "loss": 0.3661,
      "step": 918150
    },
    {
      "epoch": 256.25,
      "grad_norm": 1.0696752071380615,
      "learning_rate": 3.8117730543437463e-06,
      "loss": 0.3559,
      "step": 918160
    },
    {
      "epoch": 256.26,
      "grad_norm": 1.1105241775512695,
      "learning_rate": 3.8117519758603767e-06,
      "loss": 0.3671,
      "step": 918170
    },
    {
      "epoch": 256.26,
      "grad_norm": 6.422576904296875,
      "learning_rate": 3.811730897181617e-06,
      "loss": 0.3581,
      "step": 918180
    },
    {
      "epoch": 256.26,
      "grad_norm": 0.8915574550628662,
      "learning_rate": 3.811709818307469e-06,
      "loss": 0.3864,
      "step": 918190
    },
    {
      "epoch": 256.27,
      "grad_norm": 1.0515331029891968,
      "learning_rate": 3.8116887392379343e-06,
      "loss": 0.3548,
      "step": 918200
    },
    {
      "epoch": 256.27,
      "grad_norm": 1.0947275161743164,
      "learning_rate": 3.8116676599730164e-06,
      "loss": 0.3703,
      "step": 918210
    },
    {
      "epoch": 256.27,
      "grad_norm": 1.3615012168884277,
      "learning_rate": 3.8116465805127193e-06,
      "loss": 0.3624,
      "step": 918220
    },
    {
      "epoch": 256.27,
      "grad_norm": 1.108846664428711,
      "learning_rate": 3.8116255008570434e-06,
      "loss": 0.3658,
      "step": 918230
    },
    {
      "epoch": 256.28,
      "grad_norm": 1.6709535121917725,
      "learning_rate": 3.8116044210059935e-06,
      "loss": 0.3533,
      "step": 918240
    },
    {
      "epoch": 256.28,
      "grad_norm": 0.967448353767395,
      "learning_rate": 3.811583340959572e-06,
      "loss": 0.3607,
      "step": 918250
    },
    {
      "epoch": 256.28,
      "grad_norm": 1.0311863422393799,
      "learning_rate": 3.811562260717781e-06,
      "loss": 0.3572,
      "step": 918260
    },
    {
      "epoch": 256.29,
      "grad_norm": 1.336719036102295,
      "learning_rate": 3.811541180280624e-06,
      "loss": 0.3544,
      "step": 918270
    },
    {
      "epoch": 256.29,
      "grad_norm": 1.1108322143554688,
      "learning_rate": 3.8115200996481043e-06,
      "loss": 0.3719,
      "step": 918280
    },
    {
      "epoch": 256.29,
      "grad_norm": 1.2175110578536987,
      "learning_rate": 3.8114990188202234e-06,
      "loss": 0.3671,
      "step": 918290
    },
    {
      "epoch": 256.29,
      "grad_norm": 0.9259216785430908,
      "learning_rate": 3.8114779377969845e-06,
      "loss": 0.3606,
      "step": 918300
    },
    {
      "epoch": 256.3,
      "grad_norm": 0.8940072059631348,
      "learning_rate": 3.8114568565783906e-06,
      "loss": 0.3591,
      "step": 918310
    },
    {
      "epoch": 256.3,
      "grad_norm": 1.0482017993927002,
      "learning_rate": 3.811435775164445e-06,
      "loss": 0.3707,
      "step": 918320
    },
    {
      "epoch": 256.3,
      "grad_norm": 0.9191286563873291,
      "learning_rate": 3.81141469355515e-06,
      "loss": 0.3502,
      "step": 918330
    },
    {
      "epoch": 256.3,
      "grad_norm": 3.767338275909424,
      "learning_rate": 3.8113936117505075e-06,
      "loss": 0.3797,
      "step": 918340
    },
    {
      "epoch": 256.31,
      "grad_norm": 0.8738963007926941,
      "learning_rate": 3.8113725297505223e-06,
      "loss": 0.3608,
      "step": 918350
    },
    {
      "epoch": 256.31,
      "grad_norm": 0.9680083394050598,
      "learning_rate": 3.811351447555196e-06,
      "loss": 0.3479,
      "step": 918360
    },
    {
      "epoch": 256.31,
      "grad_norm": 1.0008794069290161,
      "learning_rate": 3.811330365164531e-06,
      "loss": 0.362,
      "step": 918370
    },
    {
      "epoch": 256.32,
      "grad_norm": 0.8552121520042419,
      "learning_rate": 3.811309282578531e-06,
      "loss": 0.377,
      "step": 918380
    },
    {
      "epoch": 256.32,
      "grad_norm": 1.219942569732666,
      "learning_rate": 3.811288199797199e-06,
      "loss": 0.3473,
      "step": 918390
    },
    {
      "epoch": 256.32,
      "grad_norm": 1.221431016921997,
      "learning_rate": 3.8112671168205365e-06,
      "loss": 0.3712,
      "step": 918400
    },
    {
      "epoch": 256.32,
      "grad_norm": 1.8326340913772583,
      "learning_rate": 3.811246033648547e-06,
      "loss": 0.3745,
      "step": 918410
    },
    {
      "epoch": 256.33,
      "grad_norm": 1.0618153810501099,
      "learning_rate": 3.8112249502812333e-06,
      "loss": 0.3592,
      "step": 918420
    },
    {
      "epoch": 256.33,
      "grad_norm": 0.9837722182273865,
      "learning_rate": 3.8112038667185993e-06,
      "loss": 0.3751,
      "step": 918430
    },
    {
      "epoch": 256.33,
      "grad_norm": 1.2485328912734985,
      "learning_rate": 3.8111827829606455e-06,
      "loss": 0.359,
      "step": 918440
    },
    {
      "epoch": 256.34,
      "grad_norm": 1.0289921760559082,
      "learning_rate": 3.811161699007377e-06,
      "loss": 0.3551,
      "step": 918450
    },
    {
      "epoch": 256.34,
      "grad_norm": 1.0567618608474731,
      "learning_rate": 3.8111406148587952e-06,
      "loss": 0.3469,
      "step": 918460
    },
    {
      "epoch": 256.34,
      "grad_norm": 1.057350754737854,
      "learning_rate": 3.811119530514903e-06,
      "loss": 0.3531,
      "step": 918470
    },
    {
      "epoch": 256.34,
      "grad_norm": 1.104400873184204,
      "learning_rate": 3.811098445975704e-06,
      "loss": 0.3658,
      "step": 918480
    },
    {
      "epoch": 256.35,
      "grad_norm": 0.9515417814254761,
      "learning_rate": 3.8110773612412004e-06,
      "loss": 0.3696,
      "step": 918490
    },
    {
      "epoch": 256.35,
      "grad_norm": 1.1127426624298096,
      "learning_rate": 3.8110562763113947e-06,
      "loss": 0.3643,
      "step": 918500
    },
    {
      "epoch": 256.35,
      "grad_norm": 1.0046393871307373,
      "learning_rate": 3.811035191186291e-06,
      "loss": 0.3707,
      "step": 918510
    },
    {
      "epoch": 256.36,
      "grad_norm": 1.1232577562332153,
      "learning_rate": 3.8110141058658907e-06,
      "loss": 0.3602,
      "step": 918520
    },
    {
      "epoch": 256.36,
      "grad_norm": 1.166978359222412,
      "learning_rate": 3.810993020350197e-06,
      "loss": 0.3668,
      "step": 918530
    },
    {
      "epoch": 256.36,
      "grad_norm": 1.051285743713379,
      "learning_rate": 3.8109719346392135e-06,
      "loss": 0.36,
      "step": 918540
    },
    {
      "epoch": 256.36,
      "grad_norm": 0.9433940052986145,
      "learning_rate": 3.8109508487329414e-06,
      "loss": 0.3712,
      "step": 918550
    },
    {
      "epoch": 256.37,
      "grad_norm": 0.9841510653495789,
      "learning_rate": 3.8109297626313847e-06,
      "loss": 0.3621,
      "step": 918560
    },
    {
      "epoch": 256.37,
      "grad_norm": 1.0507251024246216,
      "learning_rate": 3.810908676334547e-06,
      "loss": 0.3666,
      "step": 918570
    },
    {
      "epoch": 256.37,
      "grad_norm": 1.092728614807129,
      "learning_rate": 3.810887589842429e-06,
      "loss": 0.3564,
      "step": 918580
    },
    {
      "epoch": 256.37,
      "grad_norm": 0.9885669946670532,
      "learning_rate": 3.810866503155035e-06,
      "loss": 0.3635,
      "step": 918590
    },
    {
      "epoch": 256.38,
      "grad_norm": 0.9512308835983276,
      "learning_rate": 3.810845416272367e-06,
      "loss": 0.3491,
      "step": 918600
    },
    {
      "epoch": 256.38,
      "grad_norm": 1.0432032346725464,
      "learning_rate": 3.810824329194429e-06,
      "loss": 0.351,
      "step": 918610
    },
    {
      "epoch": 256.38,
      "grad_norm": 1.0327481031417847,
      "learning_rate": 3.8108032419212222e-06,
      "loss": 0.3644,
      "step": 918620
    },
    {
      "epoch": 256.39,
      "grad_norm": 1.2834323644638062,
      "learning_rate": 3.810782154452751e-06,
      "loss": 0.355,
      "step": 918630
    },
    {
      "epoch": 256.39,
      "grad_norm": 1.0690242052078247,
      "learning_rate": 3.8107610667890167e-06,
      "loss": 0.3676,
      "step": 918640
    },
    {
      "epoch": 256.39,
      "grad_norm": 1.0145747661590576,
      "learning_rate": 3.810739978930023e-06,
      "loss": 0.3612,
      "step": 918650
    },
    {
      "epoch": 256.39,
      "grad_norm": 1.0349681377410889,
      "learning_rate": 3.8107188908757727e-06,
      "loss": 0.3776,
      "step": 918660
    },
    {
      "epoch": 256.4,
      "grad_norm": 1.1728473901748657,
      "learning_rate": 3.8106978026262687e-06,
      "loss": 0.3527,
      "step": 918670
    },
    {
      "epoch": 256.4,
      "grad_norm": 1.147405982017517,
      "learning_rate": 3.8106767141815126e-06,
      "loss": 0.3567,
      "step": 918680
    },
    {
      "epoch": 256.4,
      "grad_norm": 4.8375935554504395,
      "learning_rate": 3.8106556255415087e-06,
      "loss": 0.3579,
      "step": 918690
    },
    {
      "epoch": 256.41,
      "grad_norm": 0.9428722858428955,
      "learning_rate": 3.8106345367062594e-06,
      "loss": 0.3558,
      "step": 918700
    },
    {
      "epoch": 256.41,
      "grad_norm": 0.8737112283706665,
      "learning_rate": 3.8106134476757673e-06,
      "loss": 0.3767,
      "step": 918710
    },
    {
      "epoch": 256.41,
      "grad_norm": 1.3017733097076416,
      "learning_rate": 3.8105923584500354e-06,
      "loss": 0.3559,
      "step": 918720
    },
    {
      "epoch": 256.41,
      "grad_norm": 1.106947422027588,
      "learning_rate": 3.8105712690290658e-06,
      "loss": 0.371,
      "step": 918730
    },
    {
      "epoch": 256.42,
      "grad_norm": 1.0931901931762695,
      "learning_rate": 3.810550179412863e-06,
      "loss": 0.3553,
      "step": 918740
    },
    {
      "epoch": 256.42,
      "grad_norm": 1.1649020910263062,
      "learning_rate": 3.8105290896014274e-06,
      "loss": 0.3662,
      "step": 918750
    },
    {
      "epoch": 256.42,
      "grad_norm": 0.9760080575942993,
      "learning_rate": 3.8105079995947646e-06,
      "loss": 0.3784,
      "step": 918760
    },
    {
      "epoch": 256.42,
      "grad_norm": 1.2460421323776245,
      "learning_rate": 3.8104869093928747e-06,
      "loss": 0.3708,
      "step": 918770
    },
    {
      "epoch": 256.43,
      "grad_norm": 1.0479429960250854,
      "learning_rate": 3.8104658189957623e-06,
      "loss": 0.3647,
      "step": 918780
    },
    {
      "epoch": 256.43,
      "grad_norm": 0.9856444001197815,
      "learning_rate": 3.810444728403429e-06,
      "loss": 0.3754,
      "step": 918790
    },
    {
      "epoch": 256.43,
      "grad_norm": 1.1181384325027466,
      "learning_rate": 3.8104236376158786e-06,
      "loss": 0.3438,
      "step": 918800
    },
    {
      "epoch": 256.44,
      "grad_norm": 1.0184217691421509,
      "learning_rate": 3.810402546633114e-06,
      "loss": 0.3643,
      "step": 918810
    },
    {
      "epoch": 256.44,
      "grad_norm": 1.0185271501541138,
      "learning_rate": 3.810381455455137e-06,
      "loss": 0.3628,
      "step": 918820
    },
    {
      "epoch": 256.44,
      "grad_norm": 1.1443476676940918,
      "learning_rate": 3.810360364081951e-06,
      "loss": 0.3699,
      "step": 918830
    },
    {
      "epoch": 256.44,
      "grad_norm": 0.9751754999160767,
      "learning_rate": 3.8103392725135585e-06,
      "loss": 0.3627,
      "step": 918840
    },
    {
      "epoch": 256.45,
      "grad_norm": 1.0926352739334106,
      "learning_rate": 3.8103181807499626e-06,
      "loss": 0.3597,
      "step": 918850
    },
    {
      "epoch": 256.45,
      "grad_norm": 1.0496491193771362,
      "learning_rate": 3.810297088791167e-06,
      "loss": 0.3637,
      "step": 918860
    },
    {
      "epoch": 256.45,
      "grad_norm": 1.035822868347168,
      "learning_rate": 3.810275996637173e-06,
      "loss": 0.3555,
      "step": 918870
    },
    {
      "epoch": 256.46,
      "grad_norm": 1.291440725326538,
      "learning_rate": 3.8102549042879836e-06,
      "loss": 0.3704,
      "step": 918880
    },
    {
      "epoch": 256.46,
      "grad_norm": 1.0297600030899048,
      "learning_rate": 3.810233811743602e-06,
      "loss": 0.3654,
      "step": 918890
    },
    {
      "epoch": 256.46,
      "grad_norm": 1.3524155616760254,
      "learning_rate": 3.8102127190040315e-06,
      "loss": 0.3745,
      "step": 918900
    },
    {
      "epoch": 256.46,
      "grad_norm": 0.9322370886802673,
      "learning_rate": 3.8101916260692745e-06,
      "loss": 0.3555,
      "step": 918910
    },
    {
      "epoch": 256.47,
      "grad_norm": 1.1812819242477417,
      "learning_rate": 3.8101705329393335e-06,
      "loss": 0.3628,
      "step": 918920
    },
    {
      "epoch": 256.47,
      "grad_norm": 0.8569241166114807,
      "learning_rate": 3.810149439614212e-06,
      "loss": 0.3587,
      "step": 918930
    },
    {
      "epoch": 256.47,
      "grad_norm": 5.16027307510376,
      "learning_rate": 3.8101283460939117e-06,
      "loss": 0.3645,
      "step": 918940
    },
    {
      "epoch": 256.48,
      "grad_norm": 1.0234036445617676,
      "learning_rate": 3.810107252378436e-06,
      "loss": 0.3677,
      "step": 918950
    },
    {
      "epoch": 256.48,
      "grad_norm": 0.9384337663650513,
      "learning_rate": 3.810086158467788e-06,
      "loss": 0.3755,
      "step": 918960
    },
    {
      "epoch": 256.48,
      "grad_norm": 0.8737873435020447,
      "learning_rate": 3.8100650643619703e-06,
      "loss": 0.3582,
      "step": 918970
    },
    {
      "epoch": 256.48,
      "grad_norm": 1.0475780963897705,
      "learning_rate": 3.8100439700609855e-06,
      "loss": 0.3478,
      "step": 918980
    },
    {
      "epoch": 256.49,
      "grad_norm": 1.0316433906555176,
      "learning_rate": 3.8100228755648367e-06,
      "loss": 0.3661,
      "step": 918990
    },
    {
      "epoch": 256.49,
      "grad_norm": 1.1174235343933105,
      "learning_rate": 3.8100017808735265e-06,
      "loss": 0.3812,
      "step": 919000
    },
    {
      "epoch": 256.49,
      "grad_norm": 1.0050047636032104,
      "learning_rate": 3.8099806859870573e-06,
      "loss": 0.3636,
      "step": 919010
    },
    {
      "epoch": 256.49,
      "grad_norm": 1.1359106302261353,
      "learning_rate": 3.809959590905433e-06,
      "loss": 0.3601,
      "step": 919020
    },
    {
      "epoch": 256.5,
      "grad_norm": 0.9240588545799255,
      "learning_rate": 3.8099384956286557e-06,
      "loss": 0.3449,
      "step": 919030
    },
    {
      "epoch": 256.5,
      "grad_norm": 1.0953583717346191,
      "learning_rate": 3.809917400156728e-06,
      "loss": 0.3764,
      "step": 919040
    },
    {
      "epoch": 256.5,
      "grad_norm": 1.095377802848816,
      "learning_rate": 3.8098963044896535e-06,
      "loss": 0.3738,
      "step": 919050
    },
    {
      "epoch": 256.51,
      "grad_norm": 0.9996252655982971,
      "learning_rate": 3.809875208627435e-06,
      "loss": 0.3562,
      "step": 919060
    },
    {
      "epoch": 256.51,
      "grad_norm": 1.1225519180297852,
      "learning_rate": 3.809854112570074e-06,
      "loss": 0.3662,
      "step": 919070
    },
    {
      "epoch": 256.51,
      "grad_norm": 0.8862127661705017,
      "learning_rate": 3.8098330163175745e-06,
      "loss": 0.3517,
      "step": 919080
    },
    {
      "epoch": 256.51,
      "grad_norm": 1.1259193420410156,
      "learning_rate": 3.8098119198699385e-06,
      "loss": 0.3652,
      "step": 919090
    },
    {
      "epoch": 256.52,
      "grad_norm": 1.0311921834945679,
      "learning_rate": 3.8097908232271694e-06,
      "loss": 0.3469,
      "step": 919100
    },
    {
      "epoch": 256.52,
      "grad_norm": 1.0900050401687622,
      "learning_rate": 3.80976972638927e-06,
      "loss": 0.3633,
      "step": 919110
    },
    {
      "epoch": 256.52,
      "grad_norm": 1.1107333898544312,
      "learning_rate": 3.8097486293562432e-06,
      "loss": 0.3626,
      "step": 919120
    },
    {
      "epoch": 256.53,
      "grad_norm": 1.1019742488861084,
      "learning_rate": 3.8097275321280913e-06,
      "loss": 0.3464,
      "step": 919130
    },
    {
      "epoch": 256.53,
      "grad_norm": 0.9488426446914673,
      "learning_rate": 3.8097064347048174e-06,
      "loss": 0.3441,
      "step": 919140
    },
    {
      "epoch": 256.53,
      "grad_norm": 2.5121519565582275,
      "learning_rate": 3.8096853370864247e-06,
      "loss": 0.3557,
      "step": 919150
    },
    {
      "epoch": 256.53,
      "grad_norm": 0.9516297578811646,
      "learning_rate": 3.809664239272915e-06,
      "loss": 0.3555,
      "step": 919160
    },
    {
      "epoch": 256.54,
      "grad_norm": 1.17708420753479,
      "learning_rate": 3.809643141264292e-06,
      "loss": 0.3653,
      "step": 919170
    },
    {
      "epoch": 256.54,
      "grad_norm": 1.0885541439056396,
      "learning_rate": 3.8096220430605577e-06,
      "loss": 0.3749,
      "step": 919180
    },
    {
      "epoch": 256.54,
      "grad_norm": 1.0197527408599854,
      "learning_rate": 3.8096009446617165e-06,
      "loss": 0.3508,
      "step": 919190
    },
    {
      "epoch": 256.54,
      "grad_norm": 0.9604142308235168,
      "learning_rate": 3.8095798460677693e-06,
      "loss": 0.3557,
      "step": 919200
    },
    {
      "epoch": 256.55,
      "grad_norm": 1.0329002141952515,
      "learning_rate": 3.8095587472787203e-06,
      "loss": 0.3635,
      "step": 919210
    },
    {
      "epoch": 256.55,
      "grad_norm": 1.1094248294830322,
      "learning_rate": 3.8095376482945717e-06,
      "loss": 0.3679,
      "step": 919220
    },
    {
      "epoch": 256.55,
      "grad_norm": 1.200092077255249,
      "learning_rate": 3.809516549115326e-06,
      "loss": 0.3781,
      "step": 919230
    },
    {
      "epoch": 256.56,
      "grad_norm": 1.19575834274292,
      "learning_rate": 3.809495449740986e-06,
      "loss": 0.3778,
      "step": 919240
    },
    {
      "epoch": 256.56,
      "grad_norm": 1.2741930484771729,
      "learning_rate": 3.809474350171556e-06,
      "loss": 0.356,
      "step": 919250
    },
    {
      "epoch": 256.56,
      "grad_norm": 1.0549187660217285,
      "learning_rate": 3.8094532504070368e-06,
      "loss": 0.3637,
      "step": 919260
    },
    {
      "epoch": 256.56,
      "grad_norm": 0.9628027677536011,
      "learning_rate": 3.8094321504474323e-06,
      "loss": 0.3442,
      "step": 919270
    },
    {
      "epoch": 256.57,
      "grad_norm": 0.9562401175498962,
      "learning_rate": 3.8094110502927456e-06,
      "loss": 0.3728,
      "step": 919280
    },
    {
      "epoch": 256.57,
      "grad_norm": 0.9100170731544495,
      "learning_rate": 3.8093899499429787e-06,
      "loss": 0.3634,
      "step": 919290
    },
    {
      "epoch": 256.57,
      "grad_norm": 1.056674838066101,
      "learning_rate": 3.809368849398134e-06,
      "loss": 0.3427,
      "step": 919300
    },
    {
      "epoch": 256.58,
      "grad_norm": 1.1232141256332397,
      "learning_rate": 3.809347748658216e-06,
      "loss": 0.3649,
      "step": 919310
    },
    {
      "epoch": 256.58,
      "grad_norm": 1.1760761737823486,
      "learning_rate": 3.8093266477232267e-06,
      "loss": 0.3719,
      "step": 919320
    },
    {
      "epoch": 256.58,
      "grad_norm": 0.9074482917785645,
      "learning_rate": 3.8093055465931675e-06,
      "loss": 0.3887,
      "step": 919330
    },
    {
      "epoch": 256.58,
      "grad_norm": 0.9647385478019714,
      "learning_rate": 3.8092844452680435e-06,
      "loss": 0.3629,
      "step": 919340
    },
    {
      "epoch": 256.59,
      "grad_norm": 1.1231122016906738,
      "learning_rate": 3.8092633437478566e-06,
      "loss": 0.3842,
      "step": 919350
    },
    {
      "epoch": 256.59,
      "grad_norm": 0.9840371608734131,
      "learning_rate": 3.8092422420326082e-06,
      "loss": 0.3534,
      "step": 919360
    },
    {
      "epoch": 256.59,
      "grad_norm": 1.0297235250473022,
      "learning_rate": 3.809221140122304e-06,
      "loss": 0.3572,
      "step": 919370
    },
    {
      "epoch": 256.6,
      "grad_norm": 1.0514475107192993,
      "learning_rate": 3.809200038016944e-06,
      "loss": 0.3702,
      "step": 919380
    },
    {
      "epoch": 256.6,
      "grad_norm": 1.1482166051864624,
      "learning_rate": 3.8091789357165325e-06,
      "loss": 0.3575,
      "step": 919390
    },
    {
      "epoch": 256.6,
      "grad_norm": 0.9256104230880737,
      "learning_rate": 3.8091578332210723e-06,
      "loss": 0.3647,
      "step": 919400
    },
    {
      "epoch": 256.6,
      "grad_norm": 1.3368241786956787,
      "learning_rate": 3.809136730530566e-06,
      "loss": 0.3567,
      "step": 919410
    },
    {
      "epoch": 256.61,
      "grad_norm": 1.0383868217468262,
      "learning_rate": 3.809115627645016e-06,
      "loss": 0.3662,
      "step": 919420
    },
    {
      "epoch": 256.61,
      "grad_norm": 1.183762788772583,
      "learning_rate": 3.8090945245644256e-06,
      "loss": 0.3705,
      "step": 919430
    },
    {
      "epoch": 256.61,
      "grad_norm": 1.1116549968719482,
      "learning_rate": 3.8090734212887973e-06,
      "loss": 0.3778,
      "step": 919440
    },
    {
      "epoch": 256.61,
      "grad_norm": 1.0811309814453125,
      "learning_rate": 3.809052317818134e-06,
      "loss": 0.3478,
      "step": 919450
    },
    {
      "epoch": 256.62,
      "grad_norm": 1.0648976564407349,
      "learning_rate": 3.8090312141524386e-06,
      "loss": 0.3727,
      "step": 919460
    },
    {
      "epoch": 256.62,
      "grad_norm": 1.0934216976165771,
      "learning_rate": 3.809010110291714e-06,
      "loss": 0.3449,
      "step": 919470
    },
    {
      "epoch": 256.62,
      "grad_norm": 1.0907386541366577,
      "learning_rate": 3.808989006235963e-06,
      "loss": 0.3707,
      "step": 919480
    },
    {
      "epoch": 256.63,
      "grad_norm": 1.0798132419586182,
      "learning_rate": 3.808967901985188e-06,
      "loss": 0.3488,
      "step": 919490
    },
    {
      "epoch": 256.63,
      "grad_norm": 1.1976985931396484,
      "learning_rate": 3.8089467975393926e-06,
      "loss": 0.3485,
      "step": 919500
    },
    {
      "epoch": 256.63,
      "grad_norm": 1.1931564807891846,
      "learning_rate": 3.8089256928985784e-06,
      "loss": 0.3466,
      "step": 919510
    },
    {
      "epoch": 256.63,
      "grad_norm": 1.093955636024475,
      "learning_rate": 3.8089045880627492e-06,
      "loss": 0.3656,
      "step": 919520
    },
    {
      "epoch": 256.64,
      "grad_norm": 1.1336578130722046,
      "learning_rate": 3.8088834830319077e-06,
      "loss": 0.3627,
      "step": 919530
    },
    {
      "epoch": 256.64,
      "grad_norm": 1.0432935953140259,
      "learning_rate": 3.8088623778060563e-06,
      "loss": 0.3457,
      "step": 919540
    },
    {
      "epoch": 256.64,
      "grad_norm": 1.1126402616500854,
      "learning_rate": 3.8088412723851985e-06,
      "loss": 0.3684,
      "step": 919550
    },
    {
      "epoch": 256.65,
      "grad_norm": 1.028456211090088,
      "learning_rate": 3.8088201667693363e-06,
      "loss": 0.3604,
      "step": 919560
    },
    {
      "epoch": 256.65,
      "grad_norm": 0.8894464373588562,
      "learning_rate": 3.8087990609584727e-06,
      "loss": 0.3501,
      "step": 919570
    },
    {
      "epoch": 256.65,
      "grad_norm": 1.0959635972976685,
      "learning_rate": 3.8087779549526107e-06,
      "loss": 0.3641,
      "step": 919580
    },
    {
      "epoch": 256.65,
      "grad_norm": 0.8963524699211121,
      "learning_rate": 3.8087568487517528e-06,
      "loss": 0.3654,
      "step": 919590
    },
    {
      "epoch": 256.66,
      "grad_norm": 1.095295786857605,
      "learning_rate": 3.8087357423559024e-06,
      "loss": 0.3689,
      "step": 919600
    },
    {
      "epoch": 256.66,
      "grad_norm": 0.9938996434211731,
      "learning_rate": 3.8087146357650625e-06,
      "loss": 0.3571,
      "step": 919610
    },
    {
      "epoch": 256.66,
      "grad_norm": 1.1158779859542847,
      "learning_rate": 3.8086935289792348e-06,
      "loss": 0.3579,
      "step": 919620
    },
    {
      "epoch": 256.66,
      "grad_norm": 1.05665123462677,
      "learning_rate": 3.8086724219984226e-06,
      "loss": 0.3578,
      "step": 919630
    },
    {
      "epoch": 256.67,
      "grad_norm": 1.0827592611312866,
      "learning_rate": 3.80865131482263e-06,
      "loss": 0.3454,
      "step": 919640
    },
    {
      "epoch": 256.67,
      "grad_norm": 0.9669779539108276,
      "learning_rate": 3.8086302074518576e-06,
      "loss": 0.361,
      "step": 919650
    },
    {
      "epoch": 256.67,
      "grad_norm": 1.0355995893478394,
      "learning_rate": 3.808609099886109e-06,
      "loss": 0.3568,
      "step": 919660
    },
    {
      "epoch": 256.68,
      "grad_norm": 1.0443668365478516,
      "learning_rate": 3.8085879921253883e-06,
      "loss": 0.3593,
      "step": 919670
    },
    {
      "epoch": 256.68,
      "grad_norm": 1.2297565937042236,
      "learning_rate": 3.8085668841696967e-06,
      "loss": 0.3714,
      "step": 919680
    },
    {
      "epoch": 256.68,
      "grad_norm": 0.9040765166282654,
      "learning_rate": 3.8085457760190367e-06,
      "loss": 0.3555,
      "step": 919690
    },
    {
      "epoch": 256.68,
      "grad_norm": 1.0712230205535889,
      "learning_rate": 3.8085246676734135e-06,
      "loss": 0.3628,
      "step": 919700
    },
    {
      "epoch": 256.69,
      "grad_norm": 1.1135611534118652,
      "learning_rate": 3.8085035591328274e-06,
      "loss": 0.3552,
      "step": 919710
    },
    {
      "epoch": 256.69,
      "grad_norm": 1.0537580251693726,
      "learning_rate": 3.8084824503972827e-06,
      "loss": 0.3868,
      "step": 919720
    },
    {
      "epoch": 256.69,
      "grad_norm": 1.0748279094696045,
      "learning_rate": 3.8084613414667815e-06,
      "loss": 0.3824,
      "step": 919730
    },
    {
      "epoch": 256.7,
      "grad_norm": 1.1467605829238892,
      "learning_rate": 3.808440232341327e-06,
      "loss": 0.3471,
      "step": 919740
    },
    {
      "epoch": 256.7,
      "grad_norm": 1.1432057619094849,
      "learning_rate": 3.8084191230209216e-06,
      "loss": 0.3686,
      "step": 919750
    },
    {
      "epoch": 256.7,
      "grad_norm": 0.952014684677124,
      "learning_rate": 3.8083980135055683e-06,
      "loss": 0.3796,
      "step": 919760
    },
    {
      "epoch": 256.7,
      "grad_norm": 1.1227631568908691,
      "learning_rate": 3.8083769037952703e-06,
      "loss": 0.3785,
      "step": 919770
    },
    {
      "epoch": 256.71,
      "grad_norm": 0.964432954788208,
      "learning_rate": 3.808355793890029e-06,
      "loss": 0.3626,
      "step": 919780
    },
    {
      "epoch": 256.71,
      "grad_norm": 0.9834393262863159,
      "learning_rate": 3.80833468378985e-06,
      "loss": 0.3624,
      "step": 919790
    },
    {
      "epoch": 256.71,
      "grad_norm": 0.9635308980941772,
      "learning_rate": 3.8083135734947338e-06,
      "loss": 0.3555,
      "step": 919800
    },
    {
      "epoch": 256.72,
      "grad_norm": 1.0860844850540161,
      "learning_rate": 3.8082924630046827e-06,
      "loss": 0.3662,
      "step": 919810
    },
    {
      "epoch": 256.72,
      "grad_norm": 1.4145935773849487,
      "learning_rate": 3.8082713523197014e-06,
      "loss": 0.3652,
      "step": 919820
    },
    {
      "epoch": 256.72,
      "grad_norm": 1.0275846719741821,
      "learning_rate": 3.8082502414397916e-06,
      "loss": 0.3682,
      "step": 919830
    },
    {
      "epoch": 256.72,
      "grad_norm": 1.5291160345077515,
      "learning_rate": 3.808229130364957e-06,
      "loss": 0.3671,
      "step": 919840
    },
    {
      "epoch": 256.73,
      "grad_norm": 1.0781399011611938,
      "learning_rate": 3.808208019095199e-06,
      "loss": 0.3534,
      "step": 919850
    },
    {
      "epoch": 256.73,
      "grad_norm": 1.0728873014450073,
      "learning_rate": 3.8081869076305227e-06,
      "loss": 0.3607,
      "step": 919860
    },
    {
      "epoch": 256.73,
      "grad_norm": 1.131705641746521,
      "learning_rate": 3.8081657959709284e-06,
      "loss": 0.3611,
      "step": 919870
    },
    {
      "epoch": 256.73,
      "grad_norm": 0.9089486002922058,
      "learning_rate": 3.80814468411642e-06,
      "loss": 0.3673,
      "step": 919880
    },
    {
      "epoch": 256.74,
      "grad_norm": 1.0869972705841064,
      "learning_rate": 3.808123572067e-06,
      "loss": 0.3645,
      "step": 919890
    },
    {
      "epoch": 256.74,
      "grad_norm": 1.1954139471054077,
      "learning_rate": 3.808102459822672e-06,
      "loss": 0.3563,
      "step": 919900
    },
    {
      "epoch": 256.74,
      "grad_norm": 1.2712749242782593,
      "learning_rate": 3.8080813473834376e-06,
      "loss": 0.3551,
      "step": 919910
    },
    {
      "epoch": 256.75,
      "grad_norm": 1.064652919769287,
      "learning_rate": 3.808060234749301e-06,
      "loss": 0.362,
      "step": 919920
    },
    {
      "epoch": 256.75,
      "grad_norm": 1.1849397420883179,
      "learning_rate": 3.808039121920264e-06,
      "loss": 0.3733,
      "step": 919930
    },
    {
      "epoch": 256.75,
      "grad_norm": 1.0783253908157349,
      "learning_rate": 3.8080180088963297e-06,
      "loss": 0.3704,
      "step": 919940
    },
    {
      "epoch": 256.75,
      "grad_norm": 1.2161897420883179,
      "learning_rate": 3.8079968956775015e-06,
      "loss": 0.3523,
      "step": 919950
    },
    {
      "epoch": 256.76,
      "grad_norm": 1.0414271354675293,
      "learning_rate": 3.8079757822637816e-06,
      "loss": 0.3684,
      "step": 919960
    },
    {
      "epoch": 256.76,
      "grad_norm": 1.0599420070648193,
      "learning_rate": 3.807954668655172e-06,
      "loss": 0.3648,
      "step": 919970
    },
    {
      "epoch": 256.76,
      "grad_norm": 1.0692219734191895,
      "learning_rate": 3.8079335548516768e-06,
      "loss": 0.3777,
      "step": 919980
    },
    {
      "epoch": 256.77,
      "grad_norm": 1.0428342819213867,
      "learning_rate": 3.8079124408532987e-06,
      "loss": 0.3663,
      "step": 919990
    },
    {
      "epoch": 256.77,
      "grad_norm": 0.9894511699676514,
      "learning_rate": 3.80789132666004e-06,
      "loss": 0.3602,
      "step": 920000
    },
    {
      "epoch": 256.77,
      "grad_norm": 1.185247540473938,
      "learning_rate": 3.807870212271903e-06,
      "loss": 0.3527,
      "step": 920010
    },
    {
      "epoch": 256.77,
      "grad_norm": 1.003859043121338,
      "learning_rate": 3.807849097688892e-06,
      "loss": 0.3465,
      "step": 920020
    },
    {
      "epoch": 256.78,
      "grad_norm": 0.8720406889915466,
      "learning_rate": 3.8078279829110083e-06,
      "loss": 0.3636,
      "step": 920030
    },
    {
      "epoch": 256.78,
      "grad_norm": 1.1354504823684692,
      "learning_rate": 3.8078068679382557e-06,
      "loss": 0.3592,
      "step": 920040
    },
    {
      "epoch": 256.78,
      "grad_norm": 1.2031205892562866,
      "learning_rate": 3.807785752770637e-06,
      "loss": 0.3635,
      "step": 920050
    },
    {
      "epoch": 256.78,
      "grad_norm": 0.9782618284225464,
      "learning_rate": 3.807764637408155e-06,
      "loss": 0.3532,
      "step": 920060
    },
    {
      "epoch": 256.79,
      "grad_norm": 1.0160412788391113,
      "learning_rate": 3.8077435218508113e-06,
      "loss": 0.387,
      "step": 920070
    },
    {
      "epoch": 256.79,
      "grad_norm": 1.1348295211791992,
      "learning_rate": 3.8077224060986105e-06,
      "loss": 0.3561,
      "step": 920080
    },
    {
      "epoch": 256.79,
      "grad_norm": 0.9972454309463501,
      "learning_rate": 3.8077012901515543e-06,
      "loss": 0.3666,
      "step": 920090
    },
    {
      "epoch": 256.8,
      "grad_norm": 1.070232629776001,
      "learning_rate": 3.807680174009646e-06,
      "loss": 0.3568,
      "step": 920100
    },
    {
      "epoch": 256.8,
      "grad_norm": 1.1350232362747192,
      "learning_rate": 3.8076590576728876e-06,
      "loss": 0.3686,
      "step": 920110
    },
    {
      "epoch": 256.8,
      "grad_norm": 1.068457007408142,
      "learning_rate": 3.807637941141283e-06,
      "loss": 0.3568,
      "step": 920120
    },
    {
      "epoch": 256.8,
      "grad_norm": 1.0628352165222168,
      "learning_rate": 3.807616824414835e-06,
      "loss": 0.3633,
      "step": 920130
    },
    {
      "epoch": 256.81,
      "grad_norm": 0.9358499050140381,
      "learning_rate": 3.8075957074935453e-06,
      "loss": 0.3536,
      "step": 920140
    },
    {
      "epoch": 256.81,
      "grad_norm": 1.363805890083313,
      "learning_rate": 3.8075745903774173e-06,
      "loss": 0.377,
      "step": 920150
    },
    {
      "epoch": 256.81,
      "grad_norm": 1.1495548486709595,
      "learning_rate": 3.807553473066454e-06,
      "loss": 0.3614,
      "step": 920160
    },
    {
      "epoch": 256.82,
      "grad_norm": 0.9107932448387146,
      "learning_rate": 3.8075323555606576e-06,
      "loss": 0.38,
      "step": 920170
    },
    {
      "epoch": 256.82,
      "grad_norm": 0.9155272841453552,
      "learning_rate": 3.807511237860032e-06,
      "loss": 0.3666,
      "step": 920180
    },
    {
      "epoch": 256.82,
      "grad_norm": 1.088679313659668,
      "learning_rate": 3.8074901199645793e-06,
      "loss": 0.3498,
      "step": 920190
    },
    {
      "epoch": 256.82,
      "grad_norm": 0.9646070003509521,
      "learning_rate": 3.8074690018743024e-06,
      "loss": 0.3554,
      "step": 920200
    },
    {
      "epoch": 256.83,
      "grad_norm": 1.1906321048736572,
      "learning_rate": 3.8074478835892036e-06,
      "loss": 0.3787,
      "step": 920210
    },
    {
      "epoch": 256.83,
      "grad_norm": 0.9794958829879761,
      "learning_rate": 3.8074267651092865e-06,
      "loss": 0.3574,
      "step": 920220
    },
    {
      "epoch": 256.83,
      "grad_norm": 1.136218547821045,
      "learning_rate": 3.8074056464345534e-06,
      "loss": 0.3612,
      "step": 920230
    },
    {
      "epoch": 256.84,
      "grad_norm": 1.0266631841659546,
      "learning_rate": 3.807384527565008e-06,
      "loss": 0.3576,
      "step": 920240
    },
    {
      "epoch": 256.84,
      "grad_norm": 1.0313189029693604,
      "learning_rate": 3.807363408500652e-06,
      "loss": 0.3539,
      "step": 920250
    },
    {
      "epoch": 256.84,
      "grad_norm": 1.0291763544082642,
      "learning_rate": 3.8073422892414886e-06,
      "loss": 0.3523,
      "step": 920260
    },
    {
      "epoch": 256.84,
      "grad_norm": 1.1367557048797607,
      "learning_rate": 3.807321169787521e-06,
      "loss": 0.3507,
      "step": 920270
    },
    {
      "epoch": 256.85,
      "grad_norm": 1.1018568277359009,
      "learning_rate": 3.807300050138752e-06,
      "loss": 0.3466,
      "step": 920280
    },
    {
      "epoch": 256.85,
      "grad_norm": 1.0352590084075928,
      "learning_rate": 3.8072789302951837e-06,
      "loss": 0.3531,
      "step": 920290
    },
    {
      "epoch": 256.85,
      "grad_norm": 0.945054829120636,
      "learning_rate": 3.8072578102568187e-06,
      "loss": 0.3555,
      "step": 920300
    },
    {
      "epoch": 256.85,
      "grad_norm": 0.9253464937210083,
      "learning_rate": 3.807236690023661e-06,
      "loss": 0.3581,
      "step": 920310
    },
    {
      "epoch": 256.86,
      "grad_norm": 0.9284720420837402,
      "learning_rate": 3.8072155695957125e-06,
      "loss": 0.3695,
      "step": 920320
    },
    {
      "epoch": 256.86,
      "grad_norm": 0.8474974632263184,
      "learning_rate": 3.8071944489729765e-06,
      "loss": 0.3667,
      "step": 920330
    },
    {
      "epoch": 256.86,
      "grad_norm": 0.9802899360656738,
      "learning_rate": 3.807173328155456e-06,
      "loss": 0.357,
      "step": 920340
    },
    {
      "epoch": 256.87,
      "grad_norm": 1.0736662149429321,
      "learning_rate": 3.807152207143153e-06,
      "loss": 0.3699,
      "step": 920350
    },
    {
      "epoch": 256.87,
      "grad_norm": 0.952964186668396,
      "learning_rate": 3.8071310859360713e-06,
      "loss": 0.3512,
      "step": 920360
    },
    {
      "epoch": 256.87,
      "grad_norm": 1.1710706949234009,
      "learning_rate": 3.8071099645342123e-06,
      "loss": 0.3564,
      "step": 920370
    },
    {
      "epoch": 256.87,
      "grad_norm": 1.054603934288025,
      "learning_rate": 3.8070888429375803e-06,
      "loss": 0.3641,
      "step": 920380
    },
    {
      "epoch": 256.88,
      "grad_norm": 1.0826072692871094,
      "learning_rate": 3.8070677211461768e-06,
      "loss": 0.3583,
      "step": 920390
    },
    {
      "epoch": 256.88,
      "grad_norm": 0.9209160804748535,
      "learning_rate": 3.8070465991600065e-06,
      "loss": 0.356,
      "step": 920400
    },
    {
      "epoch": 256.88,
      "grad_norm": 1.1290532350540161,
      "learning_rate": 3.8070254769790704e-06,
      "loss": 0.3695,
      "step": 920410
    },
    {
      "epoch": 256.89,
      "grad_norm": 1.0899479389190674,
      "learning_rate": 3.8070043546033717e-06,
      "loss": 0.346,
      "step": 920420
    },
    {
      "epoch": 256.89,
      "grad_norm": 0.8871667385101318,
      "learning_rate": 3.806983232032914e-06,
      "loss": 0.3696,
      "step": 920430
    },
    {
      "epoch": 256.89,
      "grad_norm": 1.2053471803665161,
      "learning_rate": 3.806962109267699e-06,
      "loss": 0.3612,
      "step": 920440
    },
    {
      "epoch": 256.89,
      "grad_norm": 1.1402475833892822,
      "learning_rate": 3.80694098630773e-06,
      "loss": 0.3594,
      "step": 920450
    },
    {
      "epoch": 256.9,
      "grad_norm": 1.1225014925003052,
      "learning_rate": 3.8069198631530107e-06,
      "loss": 0.3453,
      "step": 920460
    },
    {
      "epoch": 256.9,
      "grad_norm": 1.0903775691986084,
      "learning_rate": 3.806898739803542e-06,
      "loss": 0.3541,
      "step": 920470
    },
    {
      "epoch": 256.9,
      "grad_norm": 1.2826284170150757,
      "learning_rate": 3.806877616259329e-06,
      "loss": 0.3516,
      "step": 920480
    },
    {
      "epoch": 256.9,
      "grad_norm": 0.8410652875900269,
      "learning_rate": 3.8068564925203722e-06,
      "loss": 0.3502,
      "step": 920490
    },
    {
      "epoch": 256.91,
      "grad_norm": 1.0400104522705078,
      "learning_rate": 3.806835368586676e-06,
      "loss": 0.3626,
      "step": 920500
    },
    {
      "epoch": 256.91,
      "grad_norm": 1.008339762687683,
      "learning_rate": 3.806814244458243e-06,
      "loss": 0.3521,
      "step": 920510
    },
    {
      "epoch": 256.91,
      "grad_norm": 0.884242832660675,
      "learning_rate": 3.8067931201350757e-06,
      "loss": 0.376,
      "step": 920520
    },
    {
      "epoch": 256.92,
      "grad_norm": 0.9953022003173828,
      "learning_rate": 3.806771995617177e-06,
      "loss": 0.3528,
      "step": 920530
    },
    {
      "epoch": 256.92,
      "grad_norm": 1.0640830993652344,
      "learning_rate": 3.8067508709045494e-06,
      "loss": 0.356,
      "step": 920540
    },
    {
      "epoch": 256.92,
      "grad_norm": 0.9800911545753479,
      "learning_rate": 3.806729745997196e-06,
      "loss": 0.3681,
      "step": 920550
    },
    {
      "epoch": 256.92,
      "grad_norm": 1.015404462814331,
      "learning_rate": 3.806708620895119e-06,
      "loss": 0.362,
      "step": 920560
    },
    {
      "epoch": 256.93,
      "grad_norm": 1.1954277753829956,
      "learning_rate": 3.806687495598323e-06,
      "loss": 0.3686,
      "step": 920570
    },
    {
      "epoch": 256.93,
      "grad_norm": 1.0385550260543823,
      "learning_rate": 3.8066663701068093e-06,
      "loss": 0.3622,
      "step": 920580
    },
    {
      "epoch": 256.93,
      "grad_norm": 1.0241788625717163,
      "learning_rate": 3.80664524442058e-06,
      "loss": 0.3675,
      "step": 920590
    },
    {
      "epoch": 256.94,
      "grad_norm": 0.989577054977417,
      "learning_rate": 3.8066241185396406e-06,
      "loss": 0.369,
      "step": 920600
    },
    {
      "epoch": 256.94,
      "grad_norm": 1.034494161605835,
      "learning_rate": 3.806602992463991e-06,
      "loss": 0.3689,
      "step": 920610
    },
    {
      "epoch": 256.94,
      "grad_norm": 1.1773440837860107,
      "learning_rate": 3.8065818661936357e-06,
      "loss": 0.3759,
      "step": 920620
    },
    {
      "epoch": 256.94,
      "grad_norm": 1.037796974182129,
      "learning_rate": 3.806560739728577e-06,
      "loss": 0.3593,
      "step": 920630
    },
    {
      "epoch": 256.95,
      "grad_norm": 1.2251791954040527,
      "learning_rate": 3.806539613068818e-06,
      "loss": 0.3852,
      "step": 920640
    },
    {
      "epoch": 256.95,
      "grad_norm": 1.1513028144836426,
      "learning_rate": 3.806518486214361e-06,
      "loss": 0.3633,
      "step": 920650
    },
    {
      "epoch": 256.95,
      "grad_norm": 1.3002996444702148,
      "learning_rate": 3.806497359165209e-06,
      "loss": 0.3608,
      "step": 920660
    },
    {
      "epoch": 256.96,
      "grad_norm": 0.9217270612716675,
      "learning_rate": 3.8064762319213658e-06,
      "loss": 0.356,
      "step": 920670
    },
    {
      "epoch": 256.96,
      "grad_norm": 1.2229678630828857,
      "learning_rate": 3.8064551044828326e-06,
      "loss": 0.3612,
      "step": 920680
    },
    {
      "epoch": 256.96,
      "grad_norm": 0.9626146554946899,
      "learning_rate": 3.806433976849613e-06,
      "loss": 0.3733,
      "step": 920690
    },
    {
      "epoch": 256.96,
      "grad_norm": 0.9249027967453003,
      "learning_rate": 3.8064128490217103e-06,
      "loss": 0.3556,
      "step": 920700
    },
    {
      "epoch": 256.97,
      "grad_norm": 1.0543204545974731,
      "learning_rate": 3.8063917209991255e-06,
      "loss": 0.3775,
      "step": 920710
    },
    {
      "epoch": 256.97,
      "grad_norm": 1.0720479488372803,
      "learning_rate": 3.806370592781864e-06,
      "loss": 0.3737,
      "step": 920720
    },
    {
      "epoch": 256.97,
      "grad_norm": 1.02506685256958,
      "learning_rate": 3.8063494643699266e-06,
      "loss": 0.364,
      "step": 920730
    },
    {
      "epoch": 256.97,
      "grad_norm": 1.0692447423934937,
      "learning_rate": 3.806328335763317e-06,
      "loss": 0.369,
      "step": 920740
    },
    {
      "epoch": 256.98,
      "grad_norm": 1.0973260402679443,
      "learning_rate": 3.8063072069620384e-06,
      "loss": 0.3736,
      "step": 920750
    },
    {
      "epoch": 256.98,
      "grad_norm": 4.385769367218018,
      "learning_rate": 3.8062860779660916e-06,
      "loss": 0.3545,
      "step": 920760
    },
    {
      "epoch": 256.98,
      "grad_norm": 1.0940061807632446,
      "learning_rate": 3.806264948775482e-06,
      "loss": 0.3663,
      "step": 920770
    },
    {
      "epoch": 256.99,
      "grad_norm": 1.028760552406311,
      "learning_rate": 3.8062438193902115e-06,
      "loss": 0.374,
      "step": 920780
    },
    {
      "epoch": 256.99,
      "grad_norm": 2.402984619140625,
      "learning_rate": 3.806222689810282e-06,
      "loss": 0.36,
      "step": 920790
    },
    {
      "epoch": 256.99,
      "grad_norm": 1.1178339719772339,
      "learning_rate": 3.806201560035697e-06,
      "loss": 0.3672,
      "step": 920800
    },
    {
      "epoch": 256.99,
      "grad_norm": 1.2057477235794067,
      "learning_rate": 3.80618043006646e-06,
      "loss": 0.3641,
      "step": 920810
    },
    {
      "epoch": 257.0,
      "grad_norm": 0.9842700362205505,
      "learning_rate": 3.806159299902572e-06,
      "loss": 0.3698,
      "step": 920820
    },
    {
      "epoch": 257.0,
      "grad_norm": 0.8807330131530762,
      "learning_rate": 3.8061381695440376e-06,
      "loss": 0.3573,
      "step": 920830
    },
    {
      "epoch": 257.0,
      "eval_loss": 0.3608066439628601,
      "eval_runtime": 64.7982,
      "eval_samples_per_second": 78.073,
      "eval_steps_per_second": 9.769,
      "step": 920831
    },
    {
      "epoch": 257.0,
      "grad_norm": 0.9541354179382324,
      "learning_rate": 3.8061170389908588e-06,
      "loss": 0.3444,
      "step": 920840
    },
    {
      "epoch": 257.01,
      "grad_norm": 1.0417726039886475,
      "learning_rate": 3.8060959082430386e-06,
      "loss": 0.3586,
      "step": 920850
    },
    {
      "epoch": 257.01,
      "grad_norm": 1.0828319787979126,
      "learning_rate": 3.80607477730058e-06,
      "loss": 0.3638,
      "step": 920860
    },
    {
      "epoch": 257.01,
      "grad_norm": 1.4617334604263306,
      "learning_rate": 3.8060536461634855e-06,
      "loss": 0.3684,
      "step": 920870
    },
    {
      "epoch": 257.01,
      "grad_norm": 1.2686669826507568,
      "learning_rate": 3.8060325148317576e-06,
      "loss": 0.3794,
      "step": 920880
    },
    {
      "epoch": 257.02,
      "grad_norm": 1.1011226177215576,
      "learning_rate": 3.8060113833054e-06,
      "loss": 0.3822,
      "step": 920890
    },
    {
      "epoch": 257.02,
      "grad_norm": 0.968994677066803,
      "learning_rate": 3.805990251584414e-06,
      "loss": 0.3703,
      "step": 920900
    },
    {
      "epoch": 257.02,
      "grad_norm": 0.9853554368019104,
      "learning_rate": 3.805969119668804e-06,
      "loss": 0.3527,
      "step": 920910
    },
    {
      "epoch": 257.02,
      "grad_norm": 1.0546046495437622,
      "learning_rate": 3.8059479875585724e-06,
      "loss": 0.3566,
      "step": 920920
    },
    {
      "epoch": 257.03,
      "grad_norm": 1.1601289510726929,
      "learning_rate": 3.805926855253722e-06,
      "loss": 0.3643,
      "step": 920930
    },
    {
      "epoch": 257.03,
      "grad_norm": 0.8896174430847168,
      "learning_rate": 3.805905722754256e-06,
      "loss": 0.3497,
      "step": 920940
    },
    {
      "epoch": 257.03,
      "grad_norm": 1.0034024715423584,
      "learning_rate": 3.8058845900601754e-06,
      "loss": 0.3452,
      "step": 920950
    },
    {
      "epoch": 257.04,
      "grad_norm": 1.0379838943481445,
      "learning_rate": 3.8058634571714845e-06,
      "loss": 0.3561,
      "step": 920960
    },
    {
      "epoch": 257.04,
      "grad_norm": 1.0918370485305786,
      "learning_rate": 3.8058423240881866e-06,
      "loss": 0.3539,
      "step": 920970
    },
    {
      "epoch": 257.04,
      "grad_norm": 1.0994662046432495,
      "learning_rate": 3.805821190810283e-06,
      "loss": 0.3542,
      "step": 920980
    },
    {
      "epoch": 257.04,
      "grad_norm": 1.086482286453247,
      "learning_rate": 3.8058000573377783e-06,
      "loss": 0.3736,
      "step": 920990
    },
    {
      "epoch": 257.05,
      "grad_norm": 1.0956038236618042,
      "learning_rate": 3.805778923670674e-06,
      "loss": 0.3708,
      "step": 921000
    },
    {
      "epoch": 257.05,
      "grad_norm": 1.1664856672286987,
      "learning_rate": 3.8057577898089725e-06,
      "loss": 0.3565,
      "step": 921010
    },
    {
      "epoch": 257.05,
      "grad_norm": 1.9249534606933594,
      "learning_rate": 3.8057366557526785e-06,
      "loss": 0.3654,
      "step": 921020
    },
    {
      "epoch": 257.06,
      "grad_norm": 1.3222806453704834,
      "learning_rate": 3.8057155215017935e-06,
      "loss": 0.3457,
      "step": 921030
    },
    {
      "epoch": 257.06,
      "grad_norm": 1.6509438753128052,
      "learning_rate": 3.8056943870563196e-06,
      "loss": 0.3771,
      "step": 921040
    },
    {
      "epoch": 257.06,
      "grad_norm": 1.1298242807388306,
      "learning_rate": 3.8056732524162606e-06,
      "loss": 0.3609,
      "step": 921050
    },
    {
      "epoch": 257.06,
      "grad_norm": 0.9790771007537842,
      "learning_rate": 3.80565211758162e-06,
      "loss": 0.3569,
      "step": 921060
    },
    {
      "epoch": 257.07,
      "grad_norm": 1.017346978187561,
      "learning_rate": 3.8056309825523993e-06,
      "loss": 0.3633,
      "step": 921070
    },
    {
      "epoch": 257.07,
      "grad_norm": 1.225403904914856,
      "learning_rate": 3.805609847328602e-06,
      "loss": 0.3791,
      "step": 921080
    },
    {
      "epoch": 257.07,
      "grad_norm": 1.006612777709961,
      "learning_rate": 3.8055887119102308e-06,
      "loss": 0.3668,
      "step": 921090
    },
    {
      "epoch": 257.08,
      "grad_norm": 1.040937066078186,
      "learning_rate": 3.8055675762972884e-06,
      "loss": 0.3712,
      "step": 921100
    },
    {
      "epoch": 257.08,
      "grad_norm": 1.0060940980911255,
      "learning_rate": 3.805546440489778e-06,
      "loss": 0.3663,
      "step": 921110
    },
    {
      "epoch": 257.08,
      "grad_norm": 0.9857137799263,
      "learning_rate": 3.805525304487702e-06,
      "loss": 0.36,
      "step": 921120
    },
    {
      "epoch": 257.08,
      "grad_norm": 1.0845305919647217,
      "learning_rate": 3.8055041682910627e-06,
      "loss": 0.3619,
      "step": 921130
    },
    {
      "epoch": 257.09,
      "grad_norm": 1.2433046102523804,
      "learning_rate": 3.805483031899864e-06,
      "loss": 0.3768,
      "step": 921140
    },
    {
      "epoch": 257.09,
      "grad_norm": 1.0469187498092651,
      "learning_rate": 3.8054618953141084e-06,
      "loss": 0.3619,
      "step": 921150
    },
    {
      "epoch": 257.09,
      "grad_norm": 0.9970738291740417,
      "learning_rate": 3.8054407585337983e-06,
      "loss": 0.3481,
      "step": 921160
    },
    {
      "epoch": 257.09,
      "grad_norm": 0.7793523669242859,
      "learning_rate": 3.8054196215589367e-06,
      "loss": 0.3689,
      "step": 921170
    },
    {
      "epoch": 257.1,
      "grad_norm": 0.8972810506820679,
      "learning_rate": 3.8053984843895268e-06,
      "loss": 0.3743,
      "step": 921180
    },
    {
      "epoch": 257.1,
      "grad_norm": 1.2351500988006592,
      "learning_rate": 3.8053773470255703e-06,
      "loss": 0.3667,
      "step": 921190
    },
    {
      "epoch": 257.1,
      "grad_norm": 1.109086275100708,
      "learning_rate": 3.8053562094670716e-06,
      "loss": 0.3492,
      "step": 921200
    },
    {
      "epoch": 257.11,
      "grad_norm": 1.1425176858901978,
      "learning_rate": 3.8053350717140323e-06,
      "loss": 0.3556,
      "step": 921210
    },
    {
      "epoch": 257.11,
      "grad_norm": 1.0083731412887573,
      "learning_rate": 3.8053139337664562e-06,
      "loss": 0.354,
      "step": 921220
    },
    {
      "epoch": 257.11,
      "grad_norm": 1.1765297651290894,
      "learning_rate": 3.805292795624345e-06,
      "loss": 0.3764,
      "step": 921230
    },
    {
      "epoch": 257.11,
      "grad_norm": 1.0217936038970947,
      "learning_rate": 3.8052716572877017e-06,
      "loss": 0.3473,
      "step": 921240
    },
    {
      "epoch": 257.12,
      "grad_norm": 0.9659173488616943,
      "learning_rate": 3.8052505187565305e-06,
      "loss": 0.3599,
      "step": 921250
    },
    {
      "epoch": 257.12,
      "grad_norm": 1.110905647277832,
      "learning_rate": 3.805229380030832e-06,
      "loss": 0.3573,
      "step": 921260
    },
    {
      "epoch": 257.12,
      "grad_norm": 1.1121610403060913,
      "learning_rate": 3.8052082411106116e-06,
      "loss": 0.3713,
      "step": 921270
    },
    {
      "epoch": 257.13,
      "grad_norm": 0.9095208048820496,
      "learning_rate": 3.8051871019958695e-06,
      "loss": 0.3485,
      "step": 921280
    },
    {
      "epoch": 257.13,
      "grad_norm": 1.1598988771438599,
      "learning_rate": 3.8051659626866104e-06,
      "loss": 0.3542,
      "step": 921290
    },
    {
      "epoch": 257.13,
      "grad_norm": 1.1658284664154053,
      "learning_rate": 3.805144823182836e-06,
      "loss": 0.36,
      "step": 921300
    },
    {
      "epoch": 257.13,
      "grad_norm": 1.194516658782959,
      "learning_rate": 3.80512368348455e-06,
      "loss": 0.3537,
      "step": 921310
    },
    {
      "epoch": 257.14,
      "grad_norm": 0.8963429927825928,
      "learning_rate": 3.8051025435917544e-06,
      "loss": 0.356,
      "step": 921320
    },
    {
      "epoch": 257.14,
      "grad_norm": 0.9692651629447937,
      "learning_rate": 3.8050814035044524e-06,
      "loss": 0.3742,
      "step": 921330
    },
    {
      "epoch": 257.14,
      "grad_norm": 1.0567067861557007,
      "learning_rate": 3.805060263222647e-06,
      "loss": 0.3718,
      "step": 921340
    },
    {
      "epoch": 257.14,
      "grad_norm": 0.8910620808601379,
      "learning_rate": 3.8050391227463405e-06,
      "loss": 0.3643,
      "step": 921350
    },
    {
      "epoch": 257.15,
      "grad_norm": 0.9338645339012146,
      "learning_rate": 3.8050179820755365e-06,
      "loss": 0.3584,
      "step": 921360
    },
    {
      "epoch": 257.15,
      "grad_norm": 1.164793610572815,
      "learning_rate": 3.804996841210237e-06,
      "loss": 0.3473,
      "step": 921370
    },
    {
      "epoch": 257.15,
      "grad_norm": 1.1005491018295288,
      "learning_rate": 3.8049757001504453e-06,
      "loss": 0.3582,
      "step": 921380
    },
    {
      "epoch": 257.16,
      "grad_norm": 0.9940906167030334,
      "learning_rate": 3.804954558896164e-06,
      "loss": 0.3537,
      "step": 921390
    },
    {
      "epoch": 257.16,
      "grad_norm": 0.932449460029602,
      "learning_rate": 3.8049334174473954e-06,
      "loss": 0.3682,
      "step": 921400
    },
    {
      "epoch": 257.16,
      "grad_norm": 1.031446099281311,
      "learning_rate": 3.804912275804144e-06,
      "loss": 0.3625,
      "step": 921410
    },
    {
      "epoch": 257.16,
      "grad_norm": 1.0324279069900513,
      "learning_rate": 3.804891133966411e-06,
      "loss": 0.3628,
      "step": 921420
    },
    {
      "epoch": 257.17,
      "grad_norm": 0.9622660279273987,
      "learning_rate": 3.8048699919341997e-06,
      "loss": 0.3435,
      "step": 921430
    },
    {
      "epoch": 257.17,
      "grad_norm": 0.9785975813865662,
      "learning_rate": 3.8048488497075127e-06,
      "loss": 0.3466,
      "step": 921440
    },
    {
      "epoch": 257.17,
      "grad_norm": 1.102014422416687,
      "learning_rate": 3.804827707286353e-06,
      "loss": 0.3576,
      "step": 921450
    },
    {
      "epoch": 257.18,
      "grad_norm": 0.8929339051246643,
      "learning_rate": 3.804806564670724e-06,
      "loss": 0.3776,
      "step": 921460
    },
    {
      "epoch": 257.18,
      "grad_norm": 1.0705722570419312,
      "learning_rate": 3.8047854218606273e-06,
      "loss": 0.3744,
      "step": 921470
    },
    {
      "epoch": 257.18,
      "grad_norm": 1.3371597528457642,
      "learning_rate": 3.8047642788560668e-06,
      "loss": 0.3594,
      "step": 921480
    },
    {
      "epoch": 257.18,
      "grad_norm": 0.9514484405517578,
      "learning_rate": 3.804743135657045e-06,
      "loss": 0.3562,
      "step": 921490
    },
    {
      "epoch": 257.19,
      "grad_norm": 1.133337140083313,
      "learning_rate": 3.8047219922635644e-06,
      "loss": 0.3616,
      "step": 921500
    },
    {
      "epoch": 257.19,
      "grad_norm": 0.972179114818573,
      "learning_rate": 3.8047008486756285e-06,
      "loss": 0.3517,
      "step": 921510
    },
    {
      "epoch": 257.19,
      "grad_norm": 1.380281925201416,
      "learning_rate": 3.804679704893239e-06,
      "loss": 0.3686,
      "step": 921520
    },
    {
      "epoch": 257.2,
      "grad_norm": 1.0743340253829956,
      "learning_rate": 3.8046585609163992e-06,
      "loss": 0.3601,
      "step": 921530
    },
    {
      "epoch": 257.2,
      "grad_norm": 1.1142008304595947,
      "learning_rate": 3.804637416745113e-06,
      "loss": 0.3609,
      "step": 921540
    },
    {
      "epoch": 257.2,
      "grad_norm": 1.1539089679718018,
      "learning_rate": 3.804616272379382e-06,
      "loss": 0.3736,
      "step": 921550
    },
    {
      "epoch": 257.2,
      "grad_norm": 1.2554070949554443,
      "learning_rate": 3.804595127819208e-06,
      "loss": 0.3604,
      "step": 921560
    },
    {
      "epoch": 257.21,
      "grad_norm": 1.2299443483352661,
      "learning_rate": 3.804573983064597e-06,
      "loss": 0.3742,
      "step": 921570
    },
    {
      "epoch": 257.21,
      "grad_norm": 0.9825422167778015,
      "learning_rate": 3.804552838115549e-06,
      "loss": 0.357,
      "step": 921580
    },
    {
      "epoch": 257.21,
      "grad_norm": 1.1330053806304932,
      "learning_rate": 3.8045316929720676e-06,
      "loss": 0.3592,
      "step": 921590
    },
    {
      "epoch": 257.21,
      "grad_norm": 1.0415529012680054,
      "learning_rate": 3.804510547634156e-06,
      "loss": 0.3549,
      "step": 921600
    },
    {
      "epoch": 257.22,
      "grad_norm": 2.056464910507202,
      "learning_rate": 3.804489402101817e-06,
      "loss": 0.3558,
      "step": 921610
    },
    {
      "epoch": 257.22,
      "grad_norm": 0.9815534949302673,
      "learning_rate": 3.8044682563750524e-06,
      "loss": 0.3425,
      "step": 921620
    },
    {
      "epoch": 257.22,
      "grad_norm": 0.9127210378646851,
      "learning_rate": 3.8044471104538665e-06,
      "loss": 0.3577,
      "step": 921630
    },
    {
      "epoch": 257.23,
      "grad_norm": 0.9678986668586731,
      "learning_rate": 3.804425964338262e-06,
      "loss": 0.3776,
      "step": 921640
    },
    {
      "epoch": 257.23,
      "grad_norm": 1.0302685499191284,
      "learning_rate": 3.80440481802824e-06,
      "loss": 0.363,
      "step": 921650
    },
    {
      "epoch": 257.23,
      "grad_norm": 0.96842360496521,
      "learning_rate": 3.8043836715238044e-06,
      "loss": 0.3585,
      "step": 921660
    },
    {
      "epoch": 257.23,
      "grad_norm": 1.144066333770752,
      "learning_rate": 3.8043625248249592e-06,
      "loss": 0.3524,
      "step": 921670
    },
    {
      "epoch": 257.24,
      "grad_norm": 1.20383882522583,
      "learning_rate": 3.804341377931705e-06,
      "loss": 0.3702,
      "step": 921680
    },
    {
      "epoch": 257.24,
      "grad_norm": 0.9637826681137085,
      "learning_rate": 3.804320230844046e-06,
      "loss": 0.3678,
      "step": 921690
    },
    {
      "epoch": 257.24,
      "grad_norm": 1.0756609439849854,
      "learning_rate": 3.804299083561985e-06,
      "loss": 0.3755,
      "step": 921700
    },
    {
      "epoch": 257.25,
      "grad_norm": 1.475081443786621,
      "learning_rate": 3.8042779360855242e-06,
      "loss": 0.3623,
      "step": 921710
    },
    {
      "epoch": 257.25,
      "grad_norm": 0.9611002802848816,
      "learning_rate": 3.804256788414667e-06,
      "loss": 0.3652,
      "step": 921720
    },
    {
      "epoch": 257.25,
      "grad_norm": 0.8518949151039124,
      "learning_rate": 3.804235640549416e-06,
      "loss": 0.3457,
      "step": 921730
    },
    {
      "epoch": 257.25,
      "grad_norm": 0.9950374364852905,
      "learning_rate": 3.8042144924897735e-06,
      "loss": 0.3623,
      "step": 921740
    },
    {
      "epoch": 257.26,
      "grad_norm": 1.234014868736267,
      "learning_rate": 3.804193344235743e-06,
      "loss": 0.3641,
      "step": 921750
    },
    {
      "epoch": 257.26,
      "grad_norm": 0.9804064631462097,
      "learning_rate": 3.8041721957873273e-06,
      "loss": 0.357,
      "step": 921760
    },
    {
      "epoch": 257.26,
      "grad_norm": 1.034456491470337,
      "learning_rate": 3.8041510471445287e-06,
      "loss": 0.3722,
      "step": 921770
    },
    {
      "epoch": 257.26,
      "grad_norm": 1.189915418624878,
      "learning_rate": 3.8041298983073505e-06,
      "loss": 0.3648,
      "step": 921780
    },
    {
      "epoch": 257.27,
      "grad_norm": 0.9311231374740601,
      "learning_rate": 3.804108749275795e-06,
      "loss": 0.3482,
      "step": 921790
    },
    {
      "epoch": 257.27,
      "grad_norm": 0.9949917793273926,
      "learning_rate": 3.8040876000498657e-06,
      "loss": 0.3656,
      "step": 921800
    },
    {
      "epoch": 257.27,
      "grad_norm": 0.9197182655334473,
      "learning_rate": 3.8040664506295655e-06,
      "loss": 0.3604,
      "step": 921810
    },
    {
      "epoch": 257.28,
      "grad_norm": 1.1077741384506226,
      "learning_rate": 3.8040453010148957e-06,
      "loss": 0.3601,
      "step": 921820
    },
    {
      "epoch": 257.28,
      "grad_norm": 1.0086231231689453,
      "learning_rate": 3.804024151205861e-06,
      "loss": 0.3678,
      "step": 921830
    },
    {
      "epoch": 257.28,
      "grad_norm": 1.0465601682662964,
      "learning_rate": 3.8040030012024634e-06,
      "loss": 0.3688,
      "step": 921840
    },
    {
      "epoch": 257.28,
      "grad_norm": 1.0149016380310059,
      "learning_rate": 3.803981851004705e-06,
      "loss": 0.3547,
      "step": 921850
    },
    {
      "epoch": 257.29,
      "grad_norm": 0.9910935759544373,
      "learning_rate": 3.8039607006125904e-06,
      "loss": 0.3693,
      "step": 921860
    },
    {
      "epoch": 257.29,
      "grad_norm": 0.9511316418647766,
      "learning_rate": 3.803939550026121e-06,
      "loss": 0.3712,
      "step": 921870
    },
    {
      "epoch": 257.29,
      "grad_norm": 0.9114525318145752,
      "learning_rate": 3.8039183992452995e-06,
      "loss": 0.3668,
      "step": 921880
    },
    {
      "epoch": 257.3,
      "grad_norm": 1.0238679647445679,
      "learning_rate": 3.8038972482701293e-06,
      "loss": 0.3785,
      "step": 921890
    },
    {
      "epoch": 257.3,
      "grad_norm": 1.0256767272949219,
      "learning_rate": 3.8038760971006137e-06,
      "loss": 0.3492,
      "step": 921900
    },
    {
      "epoch": 257.3,
      "grad_norm": 1.0398070812225342,
      "learning_rate": 3.803854945736754e-06,
      "loss": 0.3489,
      "step": 921910
    },
    {
      "epoch": 257.3,
      "grad_norm": 1.048439860343933,
      "learning_rate": 3.8038337941785544e-06,
      "loss": 0.3578,
      "step": 921920
    },
    {
      "epoch": 257.31,
      "grad_norm": 0.8686469197273254,
      "learning_rate": 3.8038126424260176e-06,
      "loss": 0.3733,
      "step": 921930
    },
    {
      "epoch": 257.31,
      "grad_norm": 0.8966419696807861,
      "learning_rate": 3.803791490479146e-06,
      "loss": 0.3547,
      "step": 921940
    },
    {
      "epoch": 257.31,
      "grad_norm": 1.042619228363037,
      "learning_rate": 3.803770338337942e-06,
      "loss": 0.37,
      "step": 921950
    },
    {
      "epoch": 257.32,
      "grad_norm": 1.1484627723693848,
      "learning_rate": 3.803749186002409e-06,
      "loss": 0.379,
      "step": 921960
    },
    {
      "epoch": 257.32,
      "grad_norm": 1.0851848125457764,
      "learning_rate": 3.80372803347255e-06,
      "loss": 0.3742,
      "step": 921970
    },
    {
      "epoch": 257.32,
      "grad_norm": 0.9547202587127686,
      "learning_rate": 3.8037068807483672e-06,
      "loss": 0.368,
      "step": 921980
    },
    {
      "epoch": 257.32,
      "grad_norm": 1.0843100547790527,
      "learning_rate": 3.803685727829864e-06,
      "loss": 0.3729,
      "step": 921990
    },
    {
      "epoch": 257.33,
      "grad_norm": 1.063340663909912,
      "learning_rate": 3.8036645747170427e-06,
      "loss": 0.379,
      "step": 922000
    },
    {
      "epoch": 257.33,
      "grad_norm": 1.064252257347107,
      "learning_rate": 3.803643421409907e-06,
      "loss": 0.3728,
      "step": 922010
    },
    {
      "epoch": 257.33,
      "grad_norm": 0.9465811252593994,
      "learning_rate": 3.803622267908459e-06,
      "loss": 0.3663,
      "step": 922020
    },
    {
      "epoch": 257.33,
      "grad_norm": 1.2819043397903442,
      "learning_rate": 3.803601114212701e-06,
      "loss": 0.3691,
      "step": 922030
    },
    {
      "epoch": 257.34,
      "grad_norm": 1.0172666311264038,
      "learning_rate": 3.8035799603226366e-06,
      "loss": 0.361,
      "step": 922040
    },
    {
      "epoch": 257.34,
      "grad_norm": 1.4453636407852173,
      "learning_rate": 3.803558806238269e-06,
      "loss": 0.3661,
      "step": 922050
    },
    {
      "epoch": 257.34,
      "grad_norm": 0.9366416335105896,
      "learning_rate": 3.8035376519595994e-06,
      "loss": 0.3409,
      "step": 922060
    },
    {
      "epoch": 257.35,
      "grad_norm": 1.0066310167312622,
      "learning_rate": 3.8035164974866316e-06,
      "loss": 0.3667,
      "step": 922070
    },
    {
      "epoch": 257.35,
      "grad_norm": 1.1529409885406494,
      "learning_rate": 3.803495342819369e-06,
      "loss": 0.3503,
      "step": 922080
    },
    {
      "epoch": 257.35,
      "grad_norm": 1.093030333518982,
      "learning_rate": 3.803474187957815e-06,
      "loss": 0.3693,
      "step": 922090
    },
    {
      "epoch": 257.35,
      "grad_norm": 1.1324539184570312,
      "learning_rate": 3.80345303290197e-06,
      "loss": 0.3624,
      "step": 922100
    },
    {
      "epoch": 257.36,
      "grad_norm": 1.2424297332763672,
      "learning_rate": 3.8034318776518382e-06,
      "loss": 0.3887,
      "step": 922110
    },
    {
      "epoch": 257.36,
      "grad_norm": 1.1251920461654663,
      "learning_rate": 3.803410722207423e-06,
      "loss": 0.3587,
      "step": 922120
    },
    {
      "epoch": 257.36,
      "grad_norm": 0.9217960238456726,
      "learning_rate": 3.8033895665687262e-06,
      "loss": 0.3598,
      "step": 922130
    },
    {
      "epoch": 257.37,
      "grad_norm": 1.0577205419540405,
      "learning_rate": 3.80336841073575e-06,
      "loss": 0.3755,
      "step": 922140
    },
    {
      "epoch": 257.37,
      "grad_norm": 1.0834697484970093,
      "learning_rate": 3.8033472547084996e-06,
      "loss": 0.348,
      "step": 922150
    },
    {
      "epoch": 257.37,
      "grad_norm": 1.030828595161438,
      "learning_rate": 3.803326098486976e-06,
      "loss": 0.3633,
      "step": 922160
    },
    {
      "epoch": 257.37,
      "grad_norm": 1.0663119554519653,
      "learning_rate": 3.803304942071182e-06,
      "loss": 0.3619,
      "step": 922170
    },
    {
      "epoch": 257.38,
      "grad_norm": 1.1032146215438843,
      "learning_rate": 3.8032837854611214e-06,
      "loss": 0.349,
      "step": 922180
    },
    {
      "epoch": 257.38,
      "grad_norm": 1.1694005727767944,
      "learning_rate": 3.8032626286567966e-06,
      "loss": 0.3548,
      "step": 922190
    },
    {
      "epoch": 257.38,
      "grad_norm": 1.027279019355774,
      "learning_rate": 3.8032414716582094e-06,
      "loss": 0.3595,
      "step": 922200
    },
    {
      "epoch": 257.38,
      "grad_norm": 1.022517442703247,
      "learning_rate": 3.8032203144653638e-06,
      "loss": 0.3493,
      "step": 922210
    },
    {
      "epoch": 257.39,
      "grad_norm": 1.0679677724838257,
      "learning_rate": 3.8031991570782625e-06,
      "loss": 0.3657,
      "step": 922220
    },
    {
      "epoch": 257.39,
      "grad_norm": 1.003560185432434,
      "learning_rate": 3.8031779994969083e-06,
      "loss": 0.364,
      "step": 922230
    },
    {
      "epoch": 257.39,
      "grad_norm": 1.1450011730194092,
      "learning_rate": 3.8031568417213035e-06,
      "loss": 0.3473,
      "step": 922240
    },
    {
      "epoch": 257.4,
      "grad_norm": 1.0135527849197388,
      "learning_rate": 3.8031356837514516e-06,
      "loss": 0.3512,
      "step": 922250
    },
    {
      "epoch": 257.4,
      "grad_norm": 15.386826515197754,
      "learning_rate": 3.803114525587355e-06,
      "loss": 0.3516,
      "step": 922260
    },
    {
      "epoch": 257.4,
      "grad_norm": 1.0261478424072266,
      "learning_rate": 3.8030933672290164e-06,
      "loss": 0.347,
      "step": 922270
    },
    {
      "epoch": 257.4,
      "grad_norm": 1.2198433876037598,
      "learning_rate": 3.803072208676439e-06,
      "loss": 0.3569,
      "step": 922280
    },
    {
      "epoch": 257.41,
      "grad_norm": 0.9039172530174255,
      "learning_rate": 3.803051049929625e-06,
      "loss": 0.3537,
      "step": 922290
    },
    {
      "epoch": 257.41,
      "grad_norm": 0.9488775730133057,
      "learning_rate": 3.803029890988578e-06,
      "loss": 0.3638,
      "step": 922300
    },
    {
      "epoch": 257.41,
      "grad_norm": 0.9836577773094177,
      "learning_rate": 3.8030087318533004e-06,
      "loss": 0.365,
      "step": 922310
    },
    {
      "epoch": 257.42,
      "grad_norm": 1.1175369024276733,
      "learning_rate": 3.802987572523795e-06,
      "loss": 0.3594,
      "step": 922320
    },
    {
      "epoch": 257.42,
      "grad_norm": 1.0373613834381104,
      "learning_rate": 3.8029664130000647e-06,
      "loss": 0.3572,
      "step": 922330
    },
    {
      "epoch": 257.42,
      "grad_norm": 1.1574829816818237,
      "learning_rate": 3.802945253282112e-06,
      "loss": 0.384,
      "step": 922340
    },
    {
      "epoch": 257.42,
      "grad_norm": 0.9965454339981079,
      "learning_rate": 3.802924093369941e-06,
      "loss": 0.3623,
      "step": 922350
    },
    {
      "epoch": 257.43,
      "grad_norm": 0.9563834071159363,
      "learning_rate": 3.8029029332635518e-06,
      "loss": 0.3469,
      "step": 922360
    },
    {
      "epoch": 257.43,
      "grad_norm": 1.4046660661697388,
      "learning_rate": 3.8028817729629507e-06,
      "loss": 0.3333,
      "step": 922370
    },
    {
      "epoch": 257.43,
      "grad_norm": 1.1530351638793945,
      "learning_rate": 3.802860612468138e-06,
      "loss": 0.3644,
      "step": 922380
    },
    {
      "epoch": 257.44,
      "grad_norm": 1.210187554359436,
      "learning_rate": 3.8028394517791173e-06,
      "loss": 0.368,
      "step": 922390
    },
    {
      "epoch": 257.44,
      "grad_norm": 1.3240448236465454,
      "learning_rate": 3.8028182908958914e-06,
      "loss": 0.3588,
      "step": 922400
    },
    {
      "epoch": 257.44,
      "grad_norm": 1.095015525817871,
      "learning_rate": 3.8027971298184633e-06,
      "loss": 0.3493,
      "step": 922410
    },
    {
      "epoch": 257.44,
      "grad_norm": 1.098732352256775,
      "learning_rate": 3.802775968546835e-06,
      "loss": 0.3595,
      "step": 922420
    },
    {
      "epoch": 257.45,
      "grad_norm": 1.037332534790039,
      "learning_rate": 3.80275480708101e-06,
      "loss": 0.3475,
      "step": 922430
    },
    {
      "epoch": 257.45,
      "grad_norm": 0.9631773233413696,
      "learning_rate": 3.8027336454209923e-06,
      "loss": 0.3559,
      "step": 922440
    },
    {
      "epoch": 257.45,
      "grad_norm": 1.0845633745193481,
      "learning_rate": 3.8027124835667825e-06,
      "loss": 0.3648,
      "step": 922450
    },
    {
      "epoch": 257.45,
      "grad_norm": 1.1210156679153442,
      "learning_rate": 3.8026913215183844e-06,
      "loss": 0.3522,
      "step": 922460
    },
    {
      "epoch": 257.46,
      "grad_norm": 0.9540927410125732,
      "learning_rate": 3.8026701592758014e-06,
      "loss": 0.3555,
      "step": 922470
    },
    {
      "epoch": 257.46,
      "grad_norm": 1.1263000965118408,
      "learning_rate": 3.802648996839035e-06,
      "loss": 0.3626,
      "step": 922480
    },
    {
      "epoch": 257.46,
      "grad_norm": 1.1036665439605713,
      "learning_rate": 3.802627834208089e-06,
      "loss": 0.3752,
      "step": 922490
    },
    {
      "epoch": 257.47,
      "grad_norm": 1.1250935792922974,
      "learning_rate": 3.8026066713829656e-06,
      "loss": 0.352,
      "step": 922500
    },
    {
      "epoch": 257.47,
      "grad_norm": 0.9043045043945312,
      "learning_rate": 3.8025855083636687e-06,
      "loss": 0.3598,
      "step": 922510
    },
    {
      "epoch": 257.47,
      "grad_norm": 0.959624171257019,
      "learning_rate": 3.8025643451502e-06,
      "loss": 0.3532,
      "step": 922520
    },
    {
      "epoch": 257.47,
      "grad_norm": 1.1119091510772705,
      "learning_rate": 3.8025431817425627e-06,
      "loss": 0.3794,
      "step": 922530
    },
    {
      "epoch": 257.48,
      "grad_norm": 1.0234003067016602,
      "learning_rate": 3.80252201814076e-06,
      "loss": 0.3586,
      "step": 922540
    },
    {
      "epoch": 257.48,
      "grad_norm": 1.0028752088546753,
      "learning_rate": 3.802500854344794e-06,
      "loss": 0.3721,
      "step": 922550
    },
    {
      "epoch": 257.48,
      "grad_norm": 1.150059700012207,
      "learning_rate": 3.802479690354668e-06,
      "loss": 0.3564,
      "step": 922560
    },
    {
      "epoch": 257.49,
      "grad_norm": 0.9524053335189819,
      "learning_rate": 3.802458526170385e-06,
      "loss": 0.3579,
      "step": 922570
    },
    {
      "epoch": 257.49,
      "grad_norm": 0.9751741886138916,
      "learning_rate": 3.8024373617919467e-06,
      "loss": 0.3764,
      "step": 922580
    },
    {
      "epoch": 257.49,
      "grad_norm": 0.9069147109985352,
      "learning_rate": 3.8024161972193574e-06,
      "loss": 0.3781,
      "step": 922590
    },
    {
      "epoch": 257.49,
      "grad_norm": 1.343942642211914,
      "learning_rate": 3.8023950324526192e-06,
      "loss": 0.3792,
      "step": 922600
    },
    {
      "epoch": 257.5,
      "grad_norm": 0.9662950038909912,
      "learning_rate": 3.8023738674917344e-06,
      "loss": 0.372,
      "step": 922610
    },
    {
      "epoch": 257.5,
      "grad_norm": 1.046202540397644,
      "learning_rate": 3.802352702336706e-06,
      "loss": 0.3646,
      "step": 922620
    },
    {
      "epoch": 257.5,
      "grad_norm": 0.9648417234420776,
      "learning_rate": 3.8023315369875384e-06,
      "loss": 0.3582,
      "step": 922630
    },
    {
      "epoch": 257.5,
      "grad_norm": 1.1140450239181519,
      "learning_rate": 3.8023103714442324e-06,
      "loss": 0.3646,
      "step": 922640
    },
    {
      "epoch": 257.51,
      "grad_norm": 0.9948665499687195,
      "learning_rate": 3.8022892057067924e-06,
      "loss": 0.3591,
      "step": 922650
    },
    {
      "epoch": 257.51,
      "grad_norm": 1.1533937454223633,
      "learning_rate": 3.802268039775219e-06,
      "loss": 0.3573,
      "step": 922660
    },
    {
      "epoch": 257.51,
      "grad_norm": 3.8231475353240967,
      "learning_rate": 3.8022468736495183e-06,
      "loss": 0.3523,
      "step": 922670
    },
    {
      "epoch": 257.52,
      "grad_norm": 0.936073362827301,
      "learning_rate": 3.80222570732969e-06,
      "loss": 0.3607,
      "step": 922680
    },
    {
      "epoch": 257.52,
      "grad_norm": 1.1521409749984741,
      "learning_rate": 3.802204540815738e-06,
      "loss": 0.3727,
      "step": 922690
    },
    {
      "epoch": 257.52,
      "grad_norm": 0.958049476146698,
      "learning_rate": 3.802183374107666e-06,
      "loss": 0.3825,
      "step": 922700
    },
    {
      "epoch": 257.52,
      "grad_norm": 0.9472433924674988,
      "learning_rate": 3.802162207205476e-06,
      "loss": 0.358,
      "step": 922710
    },
    {
      "epoch": 257.53,
      "grad_norm": 1.0185232162475586,
      "learning_rate": 3.802141040109171e-06,
      "loss": 0.3671,
      "step": 922720
    },
    {
      "epoch": 257.53,
      "grad_norm": 1.0268057584762573,
      "learning_rate": 3.8021198728187536e-06,
      "loss": 0.3697,
      "step": 922730
    },
    {
      "epoch": 257.53,
      "grad_norm": 1.0201199054718018,
      "learning_rate": 3.802098705334227e-06,
      "loss": 0.3503,
      "step": 922740
    },
    {
      "epoch": 257.54,
      "grad_norm": 0.9293873906135559,
      "learning_rate": 3.802077537655593e-06,
      "loss": 0.3464,
      "step": 922750
    },
    {
      "epoch": 257.54,
      "grad_norm": 0.9621395468711853,
      "learning_rate": 3.8020563697828562e-06,
      "loss": 0.3636,
      "step": 922760
    },
    {
      "epoch": 257.54,
      "grad_norm": 1.069840431213379,
      "learning_rate": 3.8020352017160184e-06,
      "loss": 0.369,
      "step": 922770
    },
    {
      "epoch": 257.54,
      "grad_norm": 1.1716355085372925,
      "learning_rate": 3.8020140334550813e-06,
      "loss": 0.3591,
      "step": 922780
    },
    {
      "epoch": 257.55,
      "grad_norm": 1.1232521533966064,
      "learning_rate": 3.80199286500005e-06,
      "loss": 0.3569,
      "step": 922790
    },
    {
      "epoch": 257.55,
      "grad_norm": 1.0012458562850952,
      "learning_rate": 3.8019716963509258e-06,
      "loss": 0.35,
      "step": 922800
    },
    {
      "epoch": 257.55,
      "grad_norm": 1.057873010635376,
      "learning_rate": 3.801950527507712e-06,
      "loss": 0.3493,
      "step": 922810
    },
    {
      "epoch": 257.56,
      "grad_norm": 0.8809163570404053,
      "learning_rate": 3.8019293584704107e-06,
      "loss": 0.3547,
      "step": 922820
    },
    {
      "epoch": 257.56,
      "grad_norm": 1.1717275381088257,
      "learning_rate": 3.8019081892390263e-06,
      "loss": 0.3526,
      "step": 922830
    },
    {
      "epoch": 257.56,
      "grad_norm": 1.1450902223587036,
      "learning_rate": 3.80188701981356e-06,
      "loss": 0.3603,
      "step": 922840
    },
    {
      "epoch": 257.56,
      "grad_norm": 0.9772560000419617,
      "learning_rate": 3.801865850194016e-06,
      "loss": 0.3619,
      "step": 922850
    },
    {
      "epoch": 257.57,
      "grad_norm": 0.9282212257385254,
      "learning_rate": 3.8018446803803958e-06,
      "loss": 0.366,
      "step": 922860
    },
    {
      "epoch": 257.57,
      "grad_norm": 1.3561770915985107,
      "learning_rate": 3.8018235103727022e-06,
      "loss": 0.3636,
      "step": 922870
    },
    {
      "epoch": 257.57,
      "grad_norm": 1.0222448110580444,
      "learning_rate": 3.8018023401709395e-06,
      "loss": 0.3607,
      "step": 922880
    },
    {
      "epoch": 257.57,
      "grad_norm": 1.0525469779968262,
      "learning_rate": 3.8017811697751096e-06,
      "loss": 0.3671,
      "step": 922890
    },
    {
      "epoch": 257.58,
      "grad_norm": 0.8869086503982544,
      "learning_rate": 3.8017599991852148e-06,
      "loss": 0.3641,
      "step": 922900
    },
    {
      "epoch": 257.58,
      "grad_norm": 1.2128369808197021,
      "learning_rate": 3.8017388284012588e-06,
      "loss": 0.3604,
      "step": 922910
    },
    {
      "epoch": 257.58,
      "grad_norm": 1.0320926904678345,
      "learning_rate": 3.801717657423244e-06,
      "loss": 0.3582,
      "step": 922920
    },
    {
      "epoch": 257.59,
      "grad_norm": 1.0180606842041016,
      "learning_rate": 3.8016964862511738e-06,
      "loss": 0.377,
      "step": 922930
    },
    {
      "epoch": 257.59,
      "grad_norm": 0.8570334911346436,
      "learning_rate": 3.80167531488505e-06,
      "loss": 0.3507,
      "step": 922940
    },
    {
      "epoch": 257.59,
      "grad_norm": 0.9613221883773804,
      "learning_rate": 3.8016541433248763e-06,
      "loss": 0.3552,
      "step": 922950
    },
    {
      "epoch": 257.59,
      "grad_norm": 1.0011427402496338,
      "learning_rate": 3.8016329715706546e-06,
      "loss": 0.3681,
      "step": 922960
    },
    {
      "epoch": 257.6,
      "grad_norm": 1.1959500312805176,
      "learning_rate": 3.801611799622389e-06,
      "loss": 0.3755,
      "step": 922970
    },
    {
      "epoch": 257.6,
      "grad_norm": 1.0486599206924438,
      "learning_rate": 3.801590627480081e-06,
      "loss": 0.36,
      "step": 922980
    },
    {
      "epoch": 257.6,
      "grad_norm": 1.1891000270843506,
      "learning_rate": 3.8015694551437343e-06,
      "loss": 0.3594,
      "step": 922990
    },
    {
      "epoch": 257.61,
      "grad_norm": 0.9580875635147095,
      "learning_rate": 3.8015482826133513e-06,
      "loss": 0.3418,
      "step": 923000
    },
    {
      "epoch": 257.61,
      "grad_norm": 1.0456433296203613,
      "learning_rate": 3.8015271098889347e-06,
      "loss": 0.364,
      "step": 923010
    },
    {
      "epoch": 257.61,
      "grad_norm": 0.9588048458099365,
      "learning_rate": 3.8015059369704883e-06,
      "loss": 0.3491,
      "step": 923020
    },
    {
      "epoch": 257.61,
      "grad_norm": 1.1661760807037354,
      "learning_rate": 3.8014847638580133e-06,
      "loss": 0.3612,
      "step": 923030
    },
    {
      "epoch": 257.62,
      "grad_norm": 1.3472274541854858,
      "learning_rate": 3.8014635905515144e-06,
      "loss": 0.3533,
      "step": 923040
    },
    {
      "epoch": 257.62,
      "grad_norm": 1.037172794342041,
      "learning_rate": 3.8014424170509932e-06,
      "loss": 0.3629,
      "step": 923050
    },
    {
      "epoch": 257.62,
      "grad_norm": 1.3678151369094849,
      "learning_rate": 3.8014212433564516e-06,
      "loss": 0.3659,
      "step": 923060
    },
    {
      "epoch": 257.62,
      "grad_norm": 0.9891676306724548,
      "learning_rate": 3.8014000694678945e-06,
      "loss": 0.3578,
      "step": 923070
    },
    {
      "epoch": 257.63,
      "grad_norm": 1.7846771478652954,
      "learning_rate": 3.801378895385324e-06,
      "loss": 0.3652,
      "step": 923080
    },
    {
      "epoch": 257.63,
      "grad_norm": 1.1563631296157837,
      "learning_rate": 3.8013577211087425e-06,
      "loss": 0.3579,
      "step": 923090
    },
    {
      "epoch": 257.63,
      "grad_norm": 1.0766652822494507,
      "learning_rate": 3.8013365466381522e-06,
      "loss": 0.3607,
      "step": 923100
    },
    {
      "epoch": 257.64,
      "grad_norm": 0.9606233239173889,
      "learning_rate": 3.801315371973558e-06,
      "loss": 0.3457,
      "step": 923110
    },
    {
      "epoch": 257.64,
      "grad_norm": 1.075469732284546,
      "learning_rate": 3.801294197114961e-06,
      "loss": 0.3724,
      "step": 923120
    },
    {
      "epoch": 257.64,
      "grad_norm": 0.9281818270683289,
      "learning_rate": 3.801273022062364e-06,
      "loss": 0.3703,
      "step": 923130
    },
    {
      "epoch": 257.64,
      "grad_norm": 1.0834232568740845,
      "learning_rate": 3.8012518468157706e-06,
      "loss": 0.37,
      "step": 923140
    },
    {
      "epoch": 257.65,
      "grad_norm": 0.9854864478111267,
      "learning_rate": 3.801230671375184e-06,
      "loss": 0.3547,
      "step": 923150
    },
    {
      "epoch": 257.65,
      "grad_norm": 1.0273951292037964,
      "learning_rate": 3.801209495740605e-06,
      "loss": 0.353,
      "step": 923160
    },
    {
      "epoch": 257.65,
      "grad_norm": 1.2479263544082642,
      "learning_rate": 3.8011883199120383e-06,
      "loss": 0.363,
      "step": 923170
    },
    {
      "epoch": 257.66,
      "grad_norm": 1.0357749462127686,
      "learning_rate": 3.8011671438894867e-06,
      "loss": 0.3508,
      "step": 923180
    },
    {
      "epoch": 257.66,
      "grad_norm": 1.2653521299362183,
      "learning_rate": 3.8011459676729523e-06,
      "loss": 0.3543,
      "step": 923190
    },
    {
      "epoch": 257.66,
      "grad_norm": 0.9683346748352051,
      "learning_rate": 3.8011247912624376e-06,
      "loss": 0.3474,
      "step": 923200
    },
    {
      "epoch": 257.66,
      "grad_norm": 1.0213003158569336,
      "learning_rate": 3.801103614657946e-06,
      "loss": 0.3519,
      "step": 923210
    },
    {
      "epoch": 257.67,
      "grad_norm": 1.1083747148513794,
      "learning_rate": 3.8010824378594806e-06,
      "loss": 0.3547,
      "step": 923220
    },
    {
      "epoch": 257.67,
      "grad_norm": 3.8621981143951416,
      "learning_rate": 3.8010612608670437e-06,
      "loss": 0.3716,
      "step": 923230
    },
    {
      "epoch": 257.67,
      "grad_norm": 0.9104200005531311,
      "learning_rate": 3.801040083680638e-06,
      "loss": 0.3676,
      "step": 923240
    },
    {
      "epoch": 257.68,
      "grad_norm": 0.9158408045768738,
      "learning_rate": 3.8010189063002667e-06,
      "loss": 0.3473,
      "step": 923250
    },
    {
      "epoch": 257.68,
      "grad_norm": 0.9588494896888733,
      "learning_rate": 3.800997728725933e-06,
      "loss": 0.3584,
      "step": 923260
    },
    {
      "epoch": 257.68,
      "grad_norm": 0.974647045135498,
      "learning_rate": 3.800976550957639e-06,
      "loss": 0.3763,
      "step": 923270
    },
    {
      "epoch": 257.68,
      "grad_norm": 0.9143425226211548,
      "learning_rate": 3.8009553729953874e-06,
      "loss": 0.3516,
      "step": 923280
    },
    {
      "epoch": 257.69,
      "grad_norm": 1.2641197443008423,
      "learning_rate": 3.8009341948391814e-06,
      "loss": 0.367,
      "step": 923290
    },
    {
      "epoch": 257.69,
      "grad_norm": 0.9709588885307312,
      "learning_rate": 3.8009130164890244e-06,
      "loss": 0.3574,
      "step": 923300
    },
    {
      "epoch": 257.69,
      "grad_norm": 1.2984168529510498,
      "learning_rate": 3.800891837944919e-06,
      "loss": 0.365,
      "step": 923310
    },
    {
      "epoch": 257.69,
      "grad_norm": 1.0186727046966553,
      "learning_rate": 3.8008706592068656e-06,
      "loss": 0.3575,
      "step": 923320
    },
    {
      "epoch": 257.7,
      "grad_norm": 1.238348126411438,
      "learning_rate": 3.8008494802748707e-06,
      "loss": 0.3688,
      "step": 923330
    },
    {
      "epoch": 257.7,
      "grad_norm": 1.080818772315979,
      "learning_rate": 3.800828301148935e-06,
      "loss": 0.3516,
      "step": 923340
    },
    {
      "epoch": 257.7,
      "grad_norm": 0.960625946521759,
      "learning_rate": 3.800807121829062e-06,
      "loss": 0.3557,
      "step": 923350
    },
    {
      "epoch": 257.71,
      "grad_norm": 1.114884614944458,
      "learning_rate": 3.8007859423152535e-06,
      "loss": 0.3557,
      "step": 923360
    },
    {
      "epoch": 257.71,
      "grad_norm": 1.0859235525131226,
      "learning_rate": 3.800764762607514e-06,
      "loss": 0.3517,
      "step": 923370
    },
    {
      "epoch": 257.71,
      "grad_norm": 0.8945490121841431,
      "learning_rate": 3.8007435827058455e-06,
      "loss": 0.3629,
      "step": 923380
    },
    {
      "epoch": 257.71,
      "grad_norm": 0.9267372488975525,
      "learning_rate": 3.8007224026102496e-06,
      "loss": 0.3466,
      "step": 923390
    },
    {
      "epoch": 257.72,
      "grad_norm": 1.2344566583633423,
      "learning_rate": 3.800701222320732e-06,
      "loss": 0.3549,
      "step": 923400
    },
    {
      "epoch": 257.72,
      "grad_norm": 2.964916706085205,
      "learning_rate": 3.8006800418372927e-06,
      "loss": 0.3742,
      "step": 923410
    },
    {
      "epoch": 257.72,
      "grad_norm": 1.0835293531417847,
      "learning_rate": 3.800658861159936e-06,
      "loss": 0.3733,
      "step": 923420
    },
    {
      "epoch": 257.73,
      "grad_norm": 0.9928590655326843,
      "learning_rate": 3.8006376802886633e-06,
      "loss": 0.3661,
      "step": 923430
    },
    {
      "epoch": 257.73,
      "grad_norm": 0.9690937399864197,
      "learning_rate": 3.80061649922348e-06,
      "loss": 0.3658,
      "step": 923440
    },
    {
      "epoch": 257.73,
      "grad_norm": 1.094307780265808,
      "learning_rate": 3.8005953179643868e-06,
      "loss": 0.3708,
      "step": 923450
    },
    {
      "epoch": 257.73,
      "grad_norm": 1.017714023590088,
      "learning_rate": 3.8005741365113863e-06,
      "loss": 0.3578,
      "step": 923460
    },
    {
      "epoch": 257.74,
      "grad_norm": 1.165224552154541,
      "learning_rate": 3.8005529548644826e-06,
      "loss": 0.3655,
      "step": 923470
    },
    {
      "epoch": 257.74,
      "grad_norm": 1.272139310836792,
      "learning_rate": 3.8005317730236786e-06,
      "loss": 0.3599,
      "step": 923480
    },
    {
      "epoch": 257.74,
      "grad_norm": 1.035557508468628,
      "learning_rate": 3.800510590988976e-06,
      "loss": 0.3589,
      "step": 923490
    },
    {
      "epoch": 257.74,
      "grad_norm": 1.2616198062896729,
      "learning_rate": 3.800489408760379e-06,
      "loss": 0.3562,
      "step": 923500
    },
    {
      "epoch": 257.75,
      "grad_norm": 1.0449445247650146,
      "learning_rate": 3.8004682263378887e-06,
      "loss": 0.3485,
      "step": 923510
    },
    {
      "epoch": 257.75,
      "grad_norm": 1.1689220666885376,
      "learning_rate": 3.8004470437215087e-06,
      "loss": 0.3696,
      "step": 923520
    },
    {
      "epoch": 257.75,
      "grad_norm": 0.9398213028907776,
      "learning_rate": 3.800425860911242e-06,
      "loss": 0.3594,
      "step": 923530
    },
    {
      "epoch": 257.76,
      "grad_norm": 1.0170451402664185,
      "learning_rate": 3.800404677907092e-06,
      "loss": 0.3648,
      "step": 923540
    },
    {
      "epoch": 257.76,
      "grad_norm": 0.966414213180542,
      "learning_rate": 3.80038349470906e-06,
      "loss": 0.3644,
      "step": 923550
    },
    {
      "epoch": 257.76,
      "grad_norm": 0.9248064756393433,
      "learning_rate": 3.80036231131715e-06,
      "loss": 0.3664,
      "step": 923560
    },
    {
      "epoch": 257.76,
      "grad_norm": 0.8013606667518616,
      "learning_rate": 3.800341127731365e-06,
      "loss": 0.3674,
      "step": 923570
    },
    {
      "epoch": 257.77,
      "grad_norm": 1.060219168663025,
      "learning_rate": 3.8003199439517066e-06,
      "loss": 0.3533,
      "step": 923580
    },
    {
      "epoch": 257.77,
      "grad_norm": 1.174218773841858,
      "learning_rate": 3.800298759978179e-06,
      "loss": 0.3632,
      "step": 923590
    },
    {
      "epoch": 257.77,
      "grad_norm": 1.1152297258377075,
      "learning_rate": 3.800277575810784e-06,
      "loss": 0.3611,
      "step": 923600
    },
    {
      "epoch": 257.78,
      "grad_norm": 1.1781247854232788,
      "learning_rate": 3.800256391449525e-06,
      "loss": 0.358,
      "step": 923610
    },
    {
      "epoch": 257.78,
      "grad_norm": 1.0054900646209717,
      "learning_rate": 3.8002352068944046e-06,
      "loss": 0.3711,
      "step": 923620
    },
    {
      "epoch": 257.78,
      "grad_norm": 1.0610346794128418,
      "learning_rate": 3.8002140221454253e-06,
      "loss": 0.377,
      "step": 923630
    },
    {
      "epoch": 257.78,
      "grad_norm": 1.0149823427200317,
      "learning_rate": 3.80019283720259e-06,
      "loss": 0.364,
      "step": 923640
    },
    {
      "epoch": 257.79,
      "grad_norm": 1.1264272928237915,
      "learning_rate": 3.8001716520659023e-06,
      "loss": 0.3593,
      "step": 923650
    },
    {
      "epoch": 257.79,
      "grad_norm": 0.9807558059692383,
      "learning_rate": 3.8001504667353645e-06,
      "loss": 0.3731,
      "step": 923660
    },
    {
      "epoch": 257.79,
      "grad_norm": 0.9612284302711487,
      "learning_rate": 3.8001292812109795e-06,
      "loss": 0.358,
      "step": 923670
    },
    {
      "epoch": 257.8,
      "grad_norm": 0.9845266342163086,
      "learning_rate": 3.8001080954927496e-06,
      "loss": 0.3625,
      "step": 923680
    },
    {
      "epoch": 257.8,
      "grad_norm": 1.157338261604309,
      "learning_rate": 3.8000869095806785e-06,
      "loss": 0.3479,
      "step": 923690
    },
    {
      "epoch": 257.8,
      "grad_norm": 1.9567902088165283,
      "learning_rate": 3.8000657234747684e-06,
      "loss": 0.3553,
      "step": 923700
    },
    {
      "epoch": 257.8,
      "grad_norm": 1.0873136520385742,
      "learning_rate": 3.8000445371750213e-06,
      "loss": 0.3558,
      "step": 923710
    },
    {
      "epoch": 257.81,
      "grad_norm": 0.9681762456893921,
      "learning_rate": 3.800023350681442e-06,
      "loss": 0.3693,
      "step": 923720
    },
    {
      "epoch": 257.81,
      "grad_norm": 0.9789637327194214,
      "learning_rate": 3.8000021639940325e-06,
      "loss": 0.3487,
      "step": 923730
    },
    {
      "epoch": 257.81,
      "grad_norm": 1.2864410877227783,
      "learning_rate": 3.7999809771127955e-06,
      "loss": 0.3509,
      "step": 923740
    },
    {
      "epoch": 257.81,
      "grad_norm": 0.8658247590065002,
      "learning_rate": 3.799959790037733e-06,
      "loss": 0.3674,
      "step": 923750
    },
    {
      "epoch": 257.82,
      "grad_norm": 0.9724157452583313,
      "learning_rate": 3.7999386027688496e-06,
      "loss": 0.3611,
      "step": 923760
    },
    {
      "epoch": 257.82,
      "grad_norm": 0.8725688457489014,
      "learning_rate": 3.7999174153061457e-06,
      "loss": 0.3495,
      "step": 923770
    },
    {
      "epoch": 257.82,
      "grad_norm": 1.4153443574905396,
      "learning_rate": 3.7998962276496266e-06,
      "loss": 0.3533,
      "step": 923780
    },
    {
      "epoch": 257.83,
      "grad_norm": 1.0348972082138062,
      "learning_rate": 3.7998750397992938e-06,
      "loss": 0.3698,
      "step": 923790
    },
    {
      "epoch": 257.83,
      "grad_norm": 1.1372485160827637,
      "learning_rate": 3.7998538517551496e-06,
      "loss": 0.3569,
      "step": 923800
    },
    {
      "epoch": 257.83,
      "grad_norm": 1.040951132774353,
      "learning_rate": 3.799832663517199e-06,
      "loss": 0.3828,
      "step": 923810
    },
    {
      "epoch": 257.83,
      "grad_norm": 1.1609091758728027,
      "learning_rate": 3.799811475085442e-06,
      "loss": 0.3677,
      "step": 923820
    },
    {
      "epoch": 257.84,
      "grad_norm": 0.9296994805335999,
      "learning_rate": 3.7997902864598836e-06,
      "loss": 0.3591,
      "step": 923830
    },
    {
      "epoch": 257.84,
      "grad_norm": 1.2807724475860596,
      "learning_rate": 3.799769097640526e-06,
      "loss": 0.3842,
      "step": 923840
    },
    {
      "epoch": 257.84,
      "grad_norm": 1.0695418119430542,
      "learning_rate": 3.799747908627372e-06,
      "loss": 0.3469,
      "step": 923850
    },
    {
      "epoch": 257.85,
      "grad_norm": 0.9416260123252869,
      "learning_rate": 3.7997267194204234e-06,
      "loss": 0.3772,
      "step": 923860
    },
    {
      "epoch": 257.85,
      "grad_norm": 1.0447983741760254,
      "learning_rate": 3.799705530019684e-06,
      "loss": 0.3832,
      "step": 923870
    },
    {
      "epoch": 257.85,
      "grad_norm": 1.002671241760254,
      "learning_rate": 3.7996843404251574e-06,
      "loss": 0.3444,
      "step": 923880
    },
    {
      "epoch": 257.85,
      "grad_norm": 1.0484663248062134,
      "learning_rate": 3.7996631506368453e-06,
      "loss": 0.3616,
      "step": 923890
    },
    {
      "epoch": 257.86,
      "grad_norm": 0.9737563729286194,
      "learning_rate": 3.7996419606547503e-06,
      "loss": 0.363,
      "step": 923900
    },
    {
      "epoch": 257.86,
      "grad_norm": 1.2213588953018188,
      "learning_rate": 3.7996207704788753e-06,
      "loss": 0.3389,
      "step": 923910
    },
    {
      "epoch": 257.86,
      "grad_norm": 0.9448671340942383,
      "learning_rate": 3.7995995801092247e-06,
      "loss": 0.3682,
      "step": 923920
    },
    {
      "epoch": 257.86,
      "grad_norm": 1.1888922452926636,
      "learning_rate": 3.799578389545799e-06,
      "loss": 0.3724,
      "step": 923930
    },
    {
      "epoch": 257.87,
      "grad_norm": 1.1233484745025635,
      "learning_rate": 3.799557198788603e-06,
      "loss": 0.3602,
      "step": 923940
    },
    {
      "epoch": 257.87,
      "grad_norm": 1.015467643737793,
      "learning_rate": 3.799536007837638e-06,
      "loss": 0.3658,
      "step": 923950
    },
    {
      "epoch": 257.87,
      "grad_norm": 1.0723636150360107,
      "learning_rate": 3.7995148166929083e-06,
      "loss": 0.3581,
      "step": 923960
    },
    {
      "epoch": 257.88,
      "grad_norm": 1.5230491161346436,
      "learning_rate": 3.799493625354415e-06,
      "loss": 0.3651,
      "step": 923970
    },
    {
      "epoch": 257.88,
      "grad_norm": 1.3114687204360962,
      "learning_rate": 3.799472433822162e-06,
      "loss": 0.3689,
      "step": 923980
    },
    {
      "epoch": 257.88,
      "grad_norm": 1.16609787940979,
      "learning_rate": 3.799451242096153e-06,
      "loss": 0.3764,
      "step": 923990
    },
    {
      "epoch": 257.88,
      "grad_norm": 1.0709736347198486,
      "learning_rate": 3.799430050176389e-06,
      "loss": 0.363,
      "step": 924000
    },
    {
      "epoch": 257.89,
      "grad_norm": 1.0587457418441772,
      "learning_rate": 3.799408858062873e-06,
      "loss": 0.354,
      "step": 924010
    },
    {
      "epoch": 257.89,
      "grad_norm": 1.1536765098571777,
      "learning_rate": 3.799387665755609e-06,
      "loss": 0.377,
      "step": 924020
    },
    {
      "epoch": 257.89,
      "grad_norm": 1.0755038261413574,
      "learning_rate": 3.7993664732545993e-06,
      "loss": 0.3342,
      "step": 924030
    },
    {
      "epoch": 257.9,
      "grad_norm": 1.0441690683364868,
      "learning_rate": 3.799345280559846e-06,
      "loss": 0.3419,
      "step": 924040
    },
    {
      "epoch": 257.9,
      "grad_norm": 1.0246970653533936,
      "learning_rate": 3.799324087671354e-06,
      "loss": 0.3749,
      "step": 924050
    },
    {
      "epoch": 257.9,
      "grad_norm": 0.9645236730575562,
      "learning_rate": 3.799302894589123e-06,
      "loss": 0.3526,
      "step": 924060
    },
    {
      "epoch": 257.9,
      "grad_norm": 1.038322925567627,
      "learning_rate": 3.799281701313159e-06,
      "loss": 0.3689,
      "step": 924070
    },
    {
      "epoch": 257.91,
      "grad_norm": 0.9121323823928833,
      "learning_rate": 3.799260507843462e-06,
      "loss": 0.3567,
      "step": 924080
    },
    {
      "epoch": 257.91,
      "grad_norm": 0.9764339923858643,
      "learning_rate": 3.799239314180037e-06,
      "loss": 0.3614,
      "step": 924090
    },
    {
      "epoch": 257.91,
      "grad_norm": 1.1748595237731934,
      "learning_rate": 3.799218120322886e-06,
      "loss": 0.3874,
      "step": 924100
    },
    {
      "epoch": 257.92,
      "grad_norm": 1.138644814491272,
      "learning_rate": 3.7991969262720116e-06,
      "loss": 0.3751,
      "step": 924110
    },
    {
      "epoch": 257.92,
      "grad_norm": 1.0243487358093262,
      "learning_rate": 3.799175732027417e-06,
      "loss": 0.3711,
      "step": 924120
    },
    {
      "epoch": 257.92,
      "grad_norm": 0.9108912348747253,
      "learning_rate": 3.799154537589104e-06,
      "loss": 0.3552,
      "step": 924130
    },
    {
      "epoch": 257.92,
      "grad_norm": 0.9803501963615417,
      "learning_rate": 3.7991333429570776e-06,
      "loss": 0.3474,
      "step": 924140
    },
    {
      "epoch": 257.93,
      "grad_norm": 1.0837448835372925,
      "learning_rate": 3.799112148131338e-06,
      "loss": 0.3308,
      "step": 924150
    },
    {
      "epoch": 257.93,
      "grad_norm": 1.1246154308319092,
      "learning_rate": 3.7990909531118904e-06,
      "loss": 0.3499,
      "step": 924160
    },
    {
      "epoch": 257.93,
      "grad_norm": 1.0219429731369019,
      "learning_rate": 3.799069757898736e-06,
      "loss": 0.355,
      "step": 924170
    },
    {
      "epoch": 257.93,
      "grad_norm": 6.573057174682617,
      "learning_rate": 3.799048562491878e-06,
      "loss": 0.3546,
      "step": 924180
    },
    {
      "epoch": 257.94,
      "grad_norm": 0.9566857218742371,
      "learning_rate": 3.799027366891319e-06,
      "loss": 0.3632,
      "step": 924190
    },
    {
      "epoch": 257.94,
      "grad_norm": 1.1736116409301758,
      "learning_rate": 3.7990061710970628e-06,
      "loss": 0.3797,
      "step": 924200
    },
    {
      "epoch": 257.94,
      "grad_norm": 0.9812216758728027,
      "learning_rate": 3.7989849751091116e-06,
      "loss": 0.3538,
      "step": 924210
    },
    {
      "epoch": 257.95,
      "grad_norm": 0.9318733215332031,
      "learning_rate": 3.7989637789274685e-06,
      "loss": 0.3545,
      "step": 924220
    },
    {
      "epoch": 257.95,
      "grad_norm": 1.0077732801437378,
      "learning_rate": 3.7989425825521353e-06,
      "loss": 0.368,
      "step": 924230
    },
    {
      "epoch": 257.95,
      "grad_norm": 0.968835175037384,
      "learning_rate": 3.7989213859831157e-06,
      "loss": 0.3528,
      "step": 924240
    },
    {
      "epoch": 257.95,
      "grad_norm": 1.0868526697158813,
      "learning_rate": 3.798900189220413e-06,
      "loss": 0.3657,
      "step": 924250
    },
    {
      "epoch": 257.96,
      "grad_norm": 1.0035964250564575,
      "learning_rate": 3.7988789922640293e-06,
      "loss": 0.3519,
      "step": 924260
    },
    {
      "epoch": 257.96,
      "grad_norm": 1.0864726305007935,
      "learning_rate": 3.798857795113967e-06,
      "loss": 0.3622,
      "step": 924270
    },
    {
      "epoch": 257.96,
      "grad_norm": 0.9591784477233887,
      "learning_rate": 3.7988365977702295e-06,
      "loss": 0.3565,
      "step": 924280
    },
    {
      "epoch": 257.97,
      "grad_norm": 1.1134394407272339,
      "learning_rate": 3.7988154002328196e-06,
      "loss": 0.3756,
      "step": 924290
    },
    {
      "epoch": 257.97,
      "grad_norm": 1.1916396617889404,
      "learning_rate": 3.7987942025017407e-06,
      "loss": 0.3716,
      "step": 924300
    },
    {
      "epoch": 257.97,
      "grad_norm": 1.0936836004257202,
      "learning_rate": 3.7987730045769945e-06,
      "loss": 0.3728,
      "step": 924310
    },
    {
      "epoch": 257.97,
      "grad_norm": 1.097989559173584,
      "learning_rate": 3.7987518064585843e-06,
      "loss": 0.3821,
      "step": 924320
    },
    {
      "epoch": 257.98,
      "grad_norm": 0.8965945243835449,
      "learning_rate": 3.798730608146513e-06,
      "loss": 0.3575,
      "step": 924330
    },
    {
      "epoch": 257.98,
      "grad_norm": 1.0171962976455688,
      "learning_rate": 3.798709409640784e-06,
      "loss": 0.3595,
      "step": 924340
    },
    {
      "epoch": 257.98,
      "grad_norm": 0.9839524626731873,
      "learning_rate": 3.7986882109413987e-06,
      "loss": 0.3676,
      "step": 924350
    },
    {
      "epoch": 257.98,
      "grad_norm": 0.8754817843437195,
      "learning_rate": 3.798667012048361e-06,
      "loss": 0.3807,
      "step": 924360
    },
    {
      "epoch": 257.99,
      "grad_norm": 1.0821189880371094,
      "learning_rate": 3.798645812961674e-06,
      "loss": 0.3626,
      "step": 924370
    },
    {
      "epoch": 257.99,
      "grad_norm": 1.3314048051834106,
      "learning_rate": 3.7986246136813395e-06,
      "loss": 0.3648,
      "step": 924380
    },
    {
      "epoch": 257.99,
      "grad_norm": 1.078188180923462,
      "learning_rate": 3.7986034142073603e-06,
      "loss": 0.365,
      "step": 924390
    },
    {
      "epoch": 258.0,
      "grad_norm": 1.0938434600830078,
      "learning_rate": 3.7985822145397404e-06,
      "loss": 0.3563,
      "step": 924400
    },
    {
      "epoch": 258.0,
      "grad_norm": 0.9729534983634949,
      "learning_rate": 3.7985610146784816e-06,
      "loss": 0.3662,
      "step": 924410
    },
    {
      "epoch": 258.0,
      "eval_loss": 0.3622693419456482,
      "eval_runtime": 63.2614,
      "eval_samples_per_second": 79.97,
      "eval_steps_per_second": 10.006,
      "step": 924414
    },
    {
      "epoch": 258.0,
      "grad_norm": 0.8654040098190308,
      "learning_rate": 3.7985398146235873e-06,
      "loss": 0.3531,
      "step": 924420
    },
    {
      "epoch": 258.0,
      "grad_norm": 1.103774905204773,
      "learning_rate": 3.7985186143750604e-06,
      "loss": 0.3499,
      "step": 924430
    },
    {
      "epoch": 258.01,
      "grad_norm": 1.0169323682785034,
      "learning_rate": 3.7984974139329026e-06,
      "loss": 0.3676,
      "step": 924440
    },
    {
      "epoch": 258.01,
      "grad_norm": 0.8704646825790405,
      "learning_rate": 3.7984762132971177e-06,
      "loss": 0.3511,
      "step": 924450
    },
    {
      "epoch": 258.01,
      "grad_norm": 1.1837975978851318,
      "learning_rate": 3.7984550124677087e-06,
      "loss": 0.3644,
      "step": 924460
    },
    {
      "epoch": 258.02,
      "grad_norm": 1.1793240308761597,
      "learning_rate": 3.798433811444678e-06,
      "loss": 0.3521,
      "step": 924470
    },
    {
      "epoch": 258.02,
      "grad_norm": 1.015860676765442,
      "learning_rate": 3.798412610228028e-06,
      "loss": 0.358,
      "step": 924480
    },
    {
      "epoch": 258.02,
      "grad_norm": 1.0061417818069458,
      "learning_rate": 3.798391408817762e-06,
      "loss": 0.368,
      "step": 924490
    },
    {
      "epoch": 258.02,
      "grad_norm": 1.2817641496658325,
      "learning_rate": 3.798370207213884e-06,
      "loss": 0.3621,
      "step": 924500
    },
    {
      "epoch": 258.03,
      "grad_norm": 1.167576551437378,
      "learning_rate": 3.798349005416395e-06,
      "loss": 0.359,
      "step": 924510
    },
    {
      "epoch": 258.03,
      "grad_norm": 1.1736441850662231,
      "learning_rate": 3.7983278034252976e-06,
      "loss": 0.3548,
      "step": 924520
    },
    {
      "epoch": 258.03,
      "grad_norm": 0.9297622442245483,
      "learning_rate": 3.798306601240596e-06,
      "loss": 0.3629,
      "step": 924530
    },
    {
      "epoch": 258.04,
      "grad_norm": 1.1396721601486206,
      "learning_rate": 3.7982853988622934e-06,
      "loss": 0.3687,
      "step": 924540
    },
    {
      "epoch": 258.04,
      "grad_norm": 1.05203115940094,
      "learning_rate": 3.798264196290391e-06,
      "loss": 0.3904,
      "step": 924550
    },
    {
      "epoch": 258.04,
      "grad_norm": 1.1788039207458496,
      "learning_rate": 3.7982429935248922e-06,
      "loss": 0.3609,
      "step": 924560
    },
    {
      "epoch": 258.04,
      "grad_norm": 1.0445730686187744,
      "learning_rate": 3.7982217905658006e-06,
      "loss": 0.3617,
      "step": 924570
    },
    {
      "epoch": 258.05,
      "grad_norm": 0.9623596668243408,
      "learning_rate": 3.798200587413118e-06,
      "loss": 0.3815,
      "step": 924580
    },
    {
      "epoch": 258.05,
      "grad_norm": 1.1121925115585327,
      "learning_rate": 3.7981793840668475e-06,
      "loss": 0.3516,
      "step": 924590
    },
    {
      "epoch": 258.05,
      "grad_norm": 1.0461218357086182,
      "learning_rate": 3.798158180526993e-06,
      "loss": 0.3725,
      "step": 924600
    },
    {
      "epoch": 258.05,
      "grad_norm": 1.002441167831421,
      "learning_rate": 3.798136976793555e-06,
      "loss": 0.3513,
      "step": 924610
    },
    {
      "epoch": 258.06,
      "grad_norm": 1.1055666208267212,
      "learning_rate": 3.798115772866538e-06,
      "loss": 0.3546,
      "step": 924620
    },
    {
      "epoch": 258.06,
      "grad_norm": 1.0226908922195435,
      "learning_rate": 3.798094568745946e-06,
      "loss": 0.35,
      "step": 924630
    },
    {
      "epoch": 258.06,
      "grad_norm": 0.9263195395469666,
      "learning_rate": 3.7980733644317785e-06,
      "loss": 0.351,
      "step": 924640
    },
    {
      "epoch": 258.07,
      "grad_norm": 1.0042439699172974,
      "learning_rate": 3.7980521599240413e-06,
      "loss": 0.3693,
      "step": 924650
    },
    {
      "epoch": 258.07,
      "grad_norm": 1.421637773513794,
      "learning_rate": 3.798030955222735e-06,
      "loss": 0.3547,
      "step": 924660
    },
    {
      "epoch": 258.07,
      "grad_norm": 1.4003316164016724,
      "learning_rate": 3.7980097503278647e-06,
      "loss": 0.3573,
      "step": 924670
    },
    {
      "epoch": 258.07,
      "grad_norm": 1.0322227478027344,
      "learning_rate": 3.7979885452394314e-06,
      "loss": 0.3585,
      "step": 924680
    },
    {
      "epoch": 258.08,
      "grad_norm": 1.1587262153625488,
      "learning_rate": 3.7979673399574383e-06,
      "loss": 0.3578,
      "step": 924690
    },
    {
      "epoch": 258.08,
      "grad_norm": 1.1021161079406738,
      "learning_rate": 3.7979461344818897e-06,
      "loss": 0.3528,
      "step": 924700
    },
    {
      "epoch": 258.08,
      "grad_norm": 1.1520055532455444,
      "learning_rate": 3.7979249288127856e-06,
      "loss": 0.3475,
      "step": 924710
    },
    {
      "epoch": 258.09,
      "grad_norm": 1.1829180717468262,
      "learning_rate": 3.797903722950131e-06,
      "loss": 0.3637,
      "step": 924720
    },
    {
      "epoch": 258.09,
      "grad_norm": 0.96368008852005,
      "learning_rate": 3.7978825168939283e-06,
      "loss": 0.374,
      "step": 924730
    },
    {
      "epoch": 258.09,
      "grad_norm": 0.9295584559440613,
      "learning_rate": 3.7978613106441806e-06,
      "loss": 0.3759,
      "step": 924740
    },
    {
      "epoch": 258.09,
      "grad_norm": 0.9266388416290283,
      "learning_rate": 3.7978401042008896e-06,
      "loss": 0.36,
      "step": 924750
    },
    {
      "epoch": 258.1,
      "grad_norm": 1.272152066230774,
      "learning_rate": 3.797818897564059e-06,
      "loss": 0.3695,
      "step": 924760
    },
    {
      "epoch": 258.1,
      "grad_norm": 1.1589001417160034,
      "learning_rate": 3.7977976907336916e-06,
      "loss": 0.3677,
      "step": 924770
    },
    {
      "epoch": 258.1,
      "grad_norm": 1.192060112953186,
      "learning_rate": 3.7977764837097897e-06,
      "loss": 0.3433,
      "step": 924780
    },
    {
      "epoch": 258.1,
      "grad_norm": 0.8975144624710083,
      "learning_rate": 3.7977552764923572e-06,
      "loss": 0.3648,
      "step": 924790
    },
    {
      "epoch": 258.11,
      "grad_norm": 1.08390474319458,
      "learning_rate": 3.7977340690813955e-06,
      "loss": 0.3518,
      "step": 924800
    },
    {
      "epoch": 258.11,
      "grad_norm": 1.1498996019363403,
      "learning_rate": 3.7977128614769084e-06,
      "loss": 0.3696,
      "step": 924810
    },
    {
      "epoch": 258.11,
      "grad_norm": 0.9328193068504333,
      "learning_rate": 3.797691653678898e-06,
      "loss": 0.3676,
      "step": 924820
    },
    {
      "epoch": 258.12,
      "grad_norm": 1.1485697031021118,
      "learning_rate": 3.797670445687368e-06,
      "loss": 0.3722,
      "step": 924830
    },
    {
      "epoch": 258.12,
      "grad_norm": 1.0020465850830078,
      "learning_rate": 3.7976492375023202e-06,
      "loss": 0.3491,
      "step": 924840
    },
    {
      "epoch": 258.12,
      "grad_norm": 0.9020614624023438,
      "learning_rate": 3.797628029123759e-06,
      "loss": 0.3549,
      "step": 924850
    },
    {
      "epoch": 258.12,
      "grad_norm": 1.2899888753890991,
      "learning_rate": 3.797606820551686e-06,
      "loss": 0.3599,
      "step": 924860
    },
    {
      "epoch": 258.13,
      "grad_norm": 0.8892607688903809,
      "learning_rate": 3.797585611786104e-06,
      "loss": 0.3643,
      "step": 924870
    },
    {
      "epoch": 258.13,
      "grad_norm": 0.9417905807495117,
      "learning_rate": 3.797564402827016e-06,
      "loss": 0.3738,
      "step": 924880
    },
    {
      "epoch": 258.13,
      "grad_norm": 1.071289300918579,
      "learning_rate": 3.7975431936744254e-06,
      "loss": 0.359,
      "step": 924890
    },
    {
      "epoch": 258.14,
      "grad_norm": 0.9171682596206665,
      "learning_rate": 3.797521984328334e-06,
      "loss": 0.3756,
      "step": 924900
    },
    {
      "epoch": 258.14,
      "grad_norm": 1.1318000555038452,
      "learning_rate": 3.7975007747887453e-06,
      "loss": 0.3721,
      "step": 924910
    },
    {
      "epoch": 258.14,
      "grad_norm": 1.2081693410873413,
      "learning_rate": 3.7974795650556623e-06,
      "loss": 0.3669,
      "step": 924920
    },
    {
      "epoch": 258.14,
      "grad_norm": 1.0871551036834717,
      "learning_rate": 3.797458355129087e-06,
      "loss": 0.3711,
      "step": 924930
    },
    {
      "epoch": 258.15,
      "grad_norm": 0.9929705858230591,
      "learning_rate": 3.7974371450090224e-06,
      "loss": 0.3625,
      "step": 924940
    },
    {
      "epoch": 258.15,
      "grad_norm": 1.0841093063354492,
      "learning_rate": 3.7974159346954723e-06,
      "loss": 0.3469,
      "step": 924950
    },
    {
      "epoch": 258.15,
      "grad_norm": 0.9532155990600586,
      "learning_rate": 3.7973947241884388e-06,
      "loss": 0.3749,
      "step": 924960
    },
    {
      "epoch": 258.16,
      "grad_norm": 1.105170726776123,
      "learning_rate": 3.7973735134879247e-06,
      "loss": 0.3565,
      "step": 924970
    },
    {
      "epoch": 258.16,
      "grad_norm": 0.955974817276001,
      "learning_rate": 3.797352302593933e-06,
      "loss": 0.3529,
      "step": 924980
    },
    {
      "epoch": 258.16,
      "grad_norm": 1.2081350088119507,
      "learning_rate": 3.7973310915064663e-06,
      "loss": 0.3739,
      "step": 924990
    },
    {
      "epoch": 258.16,
      "grad_norm": 0.9940848350524902,
      "learning_rate": 3.797309880225528e-06,
      "loss": 0.3493,
      "step": 925000
    },
    {
      "epoch": 258.17,
      "grad_norm": 1.0537701845169067,
      "learning_rate": 3.7972886687511196e-06,
      "loss": 0.374,
      "step": 925010
    },
    {
      "epoch": 258.17,
      "grad_norm": 1.0049431324005127,
      "learning_rate": 3.797267457083246e-06,
      "loss": 0.3701,
      "step": 925020
    },
    {
      "epoch": 258.17,
      "grad_norm": 1.1168760061264038,
      "learning_rate": 3.7972462452219076e-06,
      "loss": 0.3511,
      "step": 925030
    },
    {
      "epoch": 258.17,
      "grad_norm": 1.0792516469955444,
      "learning_rate": 3.797225033167109e-06,
      "loss": 0.3275,
      "step": 925040
    },
    {
      "epoch": 258.18,
      "grad_norm": 1.3469069004058838,
      "learning_rate": 3.7972038209188526e-06,
      "loss": 0.3759,
      "step": 925050
    },
    {
      "epoch": 258.18,
      "grad_norm": 1.093471646308899,
      "learning_rate": 3.797182608477141e-06,
      "loss": 0.3825,
      "step": 925060
    },
    {
      "epoch": 258.18,
      "grad_norm": 1.3143579959869385,
      "learning_rate": 3.797161395841977e-06,
      "loss": 0.3608,
      "step": 925070
    },
    {
      "epoch": 258.19,
      "grad_norm": 1.3260825872421265,
      "learning_rate": 3.797140183013364e-06,
      "loss": 0.3622,
      "step": 925080
    },
    {
      "epoch": 258.19,
      "grad_norm": 0.9578834176063538,
      "learning_rate": 3.797118969991304e-06,
      "loss": 0.3642,
      "step": 925090
    },
    {
      "epoch": 258.19,
      "grad_norm": 1.0573490858078003,
      "learning_rate": 3.7970977567758e-06,
      "loss": 0.3784,
      "step": 925100
    },
    {
      "epoch": 258.19,
      "grad_norm": 1.0569339990615845,
      "learning_rate": 3.797076543366855e-06,
      "loss": 0.3707,
      "step": 925110
    },
    {
      "epoch": 258.2,
      "grad_norm": 1.0378475189208984,
      "learning_rate": 3.7970553297644727e-06,
      "loss": 0.3651,
      "step": 925120
    },
    {
      "epoch": 258.2,
      "grad_norm": 1.0330567359924316,
      "learning_rate": 3.7970341159686538e-06,
      "loss": 0.353,
      "step": 925130
    },
    {
      "epoch": 258.2,
      "grad_norm": 1.1774003505706787,
      "learning_rate": 3.7970129019794034e-06,
      "loss": 0.3713,
      "step": 925140
    },
    {
      "epoch": 258.21,
      "grad_norm": 1.3823686838150024,
      "learning_rate": 3.796991687796723e-06,
      "loss": 0.3687,
      "step": 925150
    },
    {
      "epoch": 258.21,
      "grad_norm": 1.0657888650894165,
      "learning_rate": 3.7969704734206156e-06,
      "loss": 0.3702,
      "step": 925160
    },
    {
      "epoch": 258.21,
      "grad_norm": 3.2124416828155518,
      "learning_rate": 3.7969492588510845e-06,
      "loss": 0.3839,
      "step": 925170
    },
    {
      "epoch": 258.21,
      "grad_norm": 1.105297327041626,
      "learning_rate": 3.796928044088132e-06,
      "loss": 0.3665,
      "step": 925180
    },
    {
      "epoch": 258.22,
      "grad_norm": 1.033631443977356,
      "learning_rate": 3.7969068291317608e-06,
      "loss": 0.35,
      "step": 925190
    },
    {
      "epoch": 258.22,
      "grad_norm": 0.9346390962600708,
      "learning_rate": 3.796885613981974e-06,
      "loss": 0.372,
      "step": 925200
    },
    {
      "epoch": 258.22,
      "grad_norm": 0.9892271161079407,
      "learning_rate": 3.796864398638775e-06,
      "loss": 0.3817,
      "step": 925210
    },
    {
      "epoch": 258.22,
      "grad_norm": 1.215733528137207,
      "learning_rate": 3.796843183102166e-06,
      "loss": 0.3724,
      "step": 925220
    },
    {
      "epoch": 258.23,
      "grad_norm": 1.2635451555252075,
      "learning_rate": 3.7968219673721494e-06,
      "loss": 0.3585,
      "step": 925230
    },
    {
      "epoch": 258.23,
      "grad_norm": 1.254834532737732,
      "learning_rate": 3.796800751448729e-06,
      "loss": 0.3679,
      "step": 925240
    },
    {
      "epoch": 258.23,
      "grad_norm": 0.9865790009498596,
      "learning_rate": 3.796779535331907e-06,
      "loss": 0.3531,
      "step": 925250
    },
    {
      "epoch": 258.24,
      "grad_norm": 0.9545283913612366,
      "learning_rate": 3.796758319021686e-06,
      "loss": 0.3519,
      "step": 925260
    },
    {
      "epoch": 258.24,
      "grad_norm": 1.0454705953598022,
      "learning_rate": 3.7967371025180696e-06,
      "loss": 0.3535,
      "step": 925270
    },
    {
      "epoch": 258.24,
      "grad_norm": 1.1414090394973755,
      "learning_rate": 3.79671588582106e-06,
      "loss": 0.3754,
      "step": 925280
    },
    {
      "epoch": 258.24,
      "grad_norm": 0.9958243370056152,
      "learning_rate": 3.7966946689306607e-06,
      "loss": 0.3564,
      "step": 925290
    },
    {
      "epoch": 258.25,
      "grad_norm": 1.1346089839935303,
      "learning_rate": 3.7966734518468736e-06,
      "loss": 0.3589,
      "step": 925300
    },
    {
      "epoch": 258.25,
      "grad_norm": 0.9859099984169006,
      "learning_rate": 3.7966522345697022e-06,
      "loss": 0.3592,
      "step": 925310
    },
    {
      "epoch": 258.25,
      "grad_norm": 0.9929783344268799,
      "learning_rate": 3.7966310170991494e-06,
      "loss": 0.3648,
      "step": 925320
    },
    {
      "epoch": 258.26,
      "grad_norm": 1.0378637313842773,
      "learning_rate": 3.7966097994352172e-06,
      "loss": 0.3621,
      "step": 925330
    },
    {
      "epoch": 258.26,
      "grad_norm": 0.9739004373550415,
      "learning_rate": 3.796588581577909e-06,
      "loss": 0.3654,
      "step": 925340
    },
    {
      "epoch": 258.26,
      "grad_norm": 1.0881237983703613,
      "learning_rate": 3.7965673635272277e-06,
      "loss": 0.3667,
      "step": 925350
    },
    {
      "epoch": 258.26,
      "grad_norm": 1.0859507322311401,
      "learning_rate": 3.7965461452831762e-06,
      "loss": 0.3656,
      "step": 925360
    },
    {
      "epoch": 258.27,
      "grad_norm": 0.9896501898765564,
      "learning_rate": 3.7965249268457573e-06,
      "loss": 0.3664,
      "step": 925370
    },
    {
      "epoch": 258.27,
      "grad_norm": 1.0839263200759888,
      "learning_rate": 3.796503708214973e-06,
      "loss": 0.3642,
      "step": 925380
    },
    {
      "epoch": 258.27,
      "grad_norm": 1.111266851425171,
      "learning_rate": 3.7964824893908277e-06,
      "loss": 0.3592,
      "step": 925390
    },
    {
      "epoch": 258.28,
      "grad_norm": 0.9602009057998657,
      "learning_rate": 3.7964612703733225e-06,
      "loss": 0.3501,
      "step": 925400
    },
    {
      "epoch": 258.28,
      "grad_norm": 0.9844193458557129,
      "learning_rate": 3.7964400511624617e-06,
      "loss": 0.3596,
      "step": 925410
    },
    {
      "epoch": 258.28,
      "grad_norm": 1.0265448093414307,
      "learning_rate": 3.7964188317582465e-06,
      "loss": 0.3487,
      "step": 925420
    },
    {
      "epoch": 258.28,
      "grad_norm": 0.9590258598327637,
      "learning_rate": 3.7963976121606813e-06,
      "loss": 0.3573,
      "step": 925430
    },
    {
      "epoch": 258.29,
      "grad_norm": 1.0226163864135742,
      "learning_rate": 3.7963763923697685e-06,
      "loss": 0.344,
      "step": 925440
    },
    {
      "epoch": 258.29,
      "grad_norm": 0.9680874943733215,
      "learning_rate": 3.7963551723855103e-06,
      "loss": 0.3747,
      "step": 925450
    },
    {
      "epoch": 258.29,
      "grad_norm": 1.141677737236023,
      "learning_rate": 3.7963339522079105e-06,
      "loss": 0.3721,
      "step": 925460
    },
    {
      "epoch": 258.29,
      "grad_norm": 0.9700124859809875,
      "learning_rate": 3.7963127318369707e-06,
      "loss": 0.3526,
      "step": 925470
    },
    {
      "epoch": 258.3,
      "grad_norm": 0.9922600388526917,
      "learning_rate": 3.7962915112726953e-06,
      "loss": 0.3771,
      "step": 925480
    },
    {
      "epoch": 258.3,
      "grad_norm": 1.0138983726501465,
      "learning_rate": 3.7962702905150854e-06,
      "loss": 0.348,
      "step": 925490
    },
    {
      "epoch": 258.3,
      "grad_norm": 1.0026129484176636,
      "learning_rate": 3.796249069564145e-06,
      "loss": 0.3561,
      "step": 925500
    },
    {
      "epoch": 258.31,
      "grad_norm": 1.0306752920150757,
      "learning_rate": 3.7962278484198767e-06,
      "loss": 0.3586,
      "step": 925510
    },
    {
      "epoch": 258.31,
      "grad_norm": 0.9347051382064819,
      "learning_rate": 3.7962066270822827e-06,
      "loss": 0.3631,
      "step": 925520
    },
    {
      "epoch": 258.31,
      "grad_norm": 1.1213842630386353,
      "learning_rate": 3.7961854055513664e-06,
      "loss": 0.3579,
      "step": 925530
    },
    {
      "epoch": 258.31,
      "grad_norm": 1.097288727760315,
      "learning_rate": 3.796164183827131e-06,
      "loss": 0.3426,
      "step": 925540
    },
    {
      "epoch": 258.32,
      "grad_norm": 1.0226047039031982,
      "learning_rate": 3.7961429619095785e-06,
      "loss": 0.3563,
      "step": 925550
    },
    {
      "epoch": 258.32,
      "grad_norm": 0.9027508497238159,
      "learning_rate": 3.796121739798712e-06,
      "loss": 0.3574,
      "step": 925560
    },
    {
      "epoch": 258.32,
      "grad_norm": 1.1390646696090698,
      "learning_rate": 3.796100517494535e-06,
      "loss": 0.3742,
      "step": 925570
    },
    {
      "epoch": 258.33,
      "grad_norm": 1.060706377029419,
      "learning_rate": 3.7960792949970497e-06,
      "loss": 0.3543,
      "step": 925580
    },
    {
      "epoch": 258.33,
      "grad_norm": 1.030320644378662,
      "learning_rate": 3.7960580723062586e-06,
      "loss": 0.3594,
      "step": 925590
    },
    {
      "epoch": 258.33,
      "grad_norm": 1.0351612567901611,
      "learning_rate": 3.796036849422165e-06,
      "loss": 0.3626,
      "step": 925600
    },
    {
      "epoch": 258.33,
      "grad_norm": 1.1805487871170044,
      "learning_rate": 3.7960156263447715e-06,
      "loss": 0.3612,
      "step": 925610
    },
    {
      "epoch": 258.34,
      "grad_norm": 1.1206399202346802,
      "learning_rate": 3.7959944030740814e-06,
      "loss": 0.3603,
      "step": 925620
    },
    {
      "epoch": 258.34,
      "grad_norm": 1.1465504169464111,
      "learning_rate": 3.7959731796100966e-06,
      "loss": 0.3471,
      "step": 925630
    },
    {
      "epoch": 258.34,
      "grad_norm": 0.9392913579940796,
      "learning_rate": 3.795951955952821e-06,
      "loss": 0.3653,
      "step": 925640
    },
    {
      "epoch": 258.34,
      "grad_norm": 1.1759999990463257,
      "learning_rate": 3.795930732102257e-06,
      "loss": 0.3654,
      "step": 925650
    },
    {
      "epoch": 258.35,
      "grad_norm": 1.0781636238098145,
      "learning_rate": 3.7959095080584073e-06,
      "loss": 0.3609,
      "step": 925660
    },
    {
      "epoch": 258.35,
      "grad_norm": 1.0948935747146606,
      "learning_rate": 3.795888283821274e-06,
      "loss": 0.3563,
      "step": 925670
    },
    {
      "epoch": 258.35,
      "grad_norm": 1.1078085899353027,
      "learning_rate": 3.7958670593908616e-06,
      "loss": 0.3618,
      "step": 925680
    },
    {
      "epoch": 258.36,
      "grad_norm": 1.0734152793884277,
      "learning_rate": 3.795845834767172e-06,
      "loss": 0.3758,
      "step": 925690
    },
    {
      "epoch": 258.36,
      "grad_norm": 1.1604480743408203,
      "learning_rate": 3.7958246099502074e-06,
      "loss": 0.372,
      "step": 925700
    },
    {
      "epoch": 258.36,
      "grad_norm": 1.24868643283844,
      "learning_rate": 3.7958033849399717e-06,
      "loss": 0.3718,
      "step": 925710
    },
    {
      "epoch": 258.36,
      "grad_norm": 0.9703204035758972,
      "learning_rate": 3.7957821597364675e-06,
      "loss": 0.3435,
      "step": 925720
    },
    {
      "epoch": 258.37,
      "grad_norm": 1.176845908164978,
      "learning_rate": 3.795760934339697e-06,
      "loss": 0.3642,
      "step": 925730
    },
    {
      "epoch": 258.37,
      "grad_norm": 1.2828689813613892,
      "learning_rate": 3.7957397087496635e-06,
      "loss": 0.343,
      "step": 925740
    },
    {
      "epoch": 258.37,
      "grad_norm": 1.2853846549987793,
      "learning_rate": 3.79571848296637e-06,
      "loss": 0.3775,
      "step": 925750
    },
    {
      "epoch": 258.38,
      "grad_norm": 1.0271023511886597,
      "learning_rate": 3.795697256989819e-06,
      "loss": 0.3647,
      "step": 925760
    },
    {
      "epoch": 258.38,
      "grad_norm": 1.0760899782180786,
      "learning_rate": 3.7956760308200135e-06,
      "loss": 0.3516,
      "step": 925770
    },
    {
      "epoch": 258.38,
      "grad_norm": 1.0015630722045898,
      "learning_rate": 3.795654804456956e-06,
      "loss": 0.3709,
      "step": 925780
    },
    {
      "epoch": 258.38,
      "grad_norm": 1.2564834356307983,
      "learning_rate": 3.7956335779006504e-06,
      "loss": 0.3728,
      "step": 925790
    },
    {
      "epoch": 258.39,
      "grad_norm": 0.9056451916694641,
      "learning_rate": 3.7956123511510973e-06,
      "loss": 0.3584,
      "step": 925800
    },
    {
      "epoch": 258.39,
      "grad_norm": 0.9445065259933472,
      "learning_rate": 3.795591124208302e-06,
      "loss": 0.3549,
      "step": 925810
    },
    {
      "epoch": 258.39,
      "grad_norm": 1.270133376121521,
      "learning_rate": 3.795569897072266e-06,
      "loss": 0.3784,
      "step": 925820
    },
    {
      "epoch": 258.4,
      "grad_norm": 1.2884831428527832,
      "learning_rate": 3.7955486697429925e-06,
      "loss": 0.3584,
      "step": 925830
    },
    {
      "epoch": 258.4,
      "grad_norm": 1.0861382484436035,
      "learning_rate": 3.7955274422204837e-06,
      "loss": 0.3525,
      "step": 925840
    },
    {
      "epoch": 258.4,
      "grad_norm": 1.0228393077850342,
      "learning_rate": 3.7955062145047433e-06,
      "loss": 0.382,
      "step": 925850
    },
    {
      "epoch": 258.4,
      "grad_norm": 1.042183756828308,
      "learning_rate": 3.7954849865957736e-06,
      "loss": 0.3731,
      "step": 925860
    },
    {
      "epoch": 258.41,
      "grad_norm": 1.0472099781036377,
      "learning_rate": 3.7954637584935775e-06,
      "loss": 0.3634,
      "step": 925870
    },
    {
      "epoch": 258.41,
      "grad_norm": 0.9888095855712891,
      "learning_rate": 3.795442530198158e-06,
      "loss": 0.3425,
      "step": 925880
    },
    {
      "epoch": 258.41,
      "grad_norm": 1.0955666303634644,
      "learning_rate": 3.795421301709518e-06,
      "loss": 0.3681,
      "step": 925890
    },
    {
      "epoch": 258.41,
      "grad_norm": 1.0409525632858276,
      "learning_rate": 3.7954000730276597e-06,
      "loss": 0.3624,
      "step": 925900
    },
    {
      "epoch": 258.42,
      "grad_norm": 1.113606333732605,
      "learning_rate": 3.7953788441525875e-06,
      "loss": 0.3595,
      "step": 925910
    },
    {
      "epoch": 258.42,
      "grad_norm": 0.949560821056366,
      "learning_rate": 3.795357615084302e-06,
      "loss": 0.3694,
      "step": 925920
    },
    {
      "epoch": 258.42,
      "grad_norm": 1.230480670928955,
      "learning_rate": 3.7953363858228074e-06,
      "loss": 0.3614,
      "step": 925930
    },
    {
      "epoch": 258.43,
      "grad_norm": 1.0701061487197876,
      "learning_rate": 3.7953151563681064e-06,
      "loss": 0.3513,
      "step": 925940
    },
    {
      "epoch": 258.43,
      "grad_norm": 0.9135820269584656,
      "learning_rate": 3.7952939267202017e-06,
      "loss": 0.367,
      "step": 925950
    },
    {
      "epoch": 258.43,
      "grad_norm": 0.8875844478607178,
      "learning_rate": 3.7952726968790956e-06,
      "loss": 0.3534,
      "step": 925960
    },
    {
      "epoch": 258.43,
      "grad_norm": 0.9981653690338135,
      "learning_rate": 3.7952514668447924e-06,
      "loss": 0.3492,
      "step": 925970
    },
    {
      "epoch": 258.44,
      "grad_norm": 0.9995805621147156,
      "learning_rate": 3.795230236617293e-06,
      "loss": 0.3634,
      "step": 925980
    },
    {
      "epoch": 258.44,
      "grad_norm": 0.9481585025787354,
      "learning_rate": 3.795209006196602e-06,
      "loss": 0.3672,
      "step": 925990
    },
    {
      "epoch": 258.44,
      "grad_norm": 1.0558916330337524,
      "learning_rate": 3.7951877755827205e-06,
      "loss": 0.3617,
      "step": 926000
    },
    {
      "epoch": 258.45,
      "grad_norm": 1.0584970712661743,
      "learning_rate": 3.795166544775653e-06,
      "loss": 0.3638,
      "step": 926010
    },
    {
      "epoch": 258.45,
      "grad_norm": 1.0578949451446533,
      "learning_rate": 3.7951453137754013e-06,
      "loss": 0.3632,
      "step": 926020
    },
    {
      "epoch": 258.45,
      "grad_norm": 1.023501992225647,
      "learning_rate": 3.795124082581968e-06,
      "loss": 0.3525,
      "step": 926030
    },
    {
      "epoch": 258.45,
      "grad_norm": 0.9788774251937866,
      "learning_rate": 3.795102851195357e-06,
      "loss": 0.3464,
      "step": 926040
    },
    {
      "epoch": 258.46,
      "grad_norm": 1.0383785963058472,
      "learning_rate": 3.7950816196155704e-06,
      "loss": 0.3605,
      "step": 926050
    },
    {
      "epoch": 258.46,
      "grad_norm": 1.0783624649047852,
      "learning_rate": 3.7950603878426113e-06,
      "loss": 0.3696,
      "step": 926060
    },
    {
      "epoch": 258.46,
      "grad_norm": 1.3951337337493896,
      "learning_rate": 3.7950391558764825e-06,
      "loss": 0.366,
      "step": 926070
    },
    {
      "epoch": 258.46,
      "grad_norm": 0.9923205971717834,
      "learning_rate": 3.7950179237171866e-06,
      "loss": 0.3537,
      "step": 926080
    },
    {
      "epoch": 258.47,
      "grad_norm": 1.010809302330017,
      "learning_rate": 3.7949966913647265e-06,
      "loss": 0.3599,
      "step": 926090
    },
    {
      "epoch": 258.47,
      "grad_norm": 1.1082956790924072,
      "learning_rate": 3.794975458819105e-06,
      "loss": 0.3674,
      "step": 926100
    },
    {
      "epoch": 258.47,
      "grad_norm": 1.4144959449768066,
      "learning_rate": 3.794954226080325e-06,
      "loss": 0.3622,
      "step": 926110
    },
    {
      "epoch": 258.48,
      "grad_norm": 0.9899843335151672,
      "learning_rate": 3.794932993148389e-06,
      "loss": 0.3591,
      "step": 926120
    },
    {
      "epoch": 258.48,
      "grad_norm": 1.011706829071045,
      "learning_rate": 3.7949117600233008e-06,
      "loss": 0.3593,
      "step": 926130
    },
    {
      "epoch": 258.48,
      "grad_norm": 1.4525327682495117,
      "learning_rate": 3.794890526705062e-06,
      "loss": 0.3604,
      "step": 926140
    },
    {
      "epoch": 258.48,
      "grad_norm": 1.152349591255188,
      "learning_rate": 3.7948692931936764e-06,
      "loss": 0.3521,
      "step": 926150
    },
    {
      "epoch": 258.49,
      "grad_norm": 1.0291026830673218,
      "learning_rate": 3.794848059489146e-06,
      "loss": 0.3453,
      "step": 926160
    },
    {
      "epoch": 258.49,
      "grad_norm": 1.1199042797088623,
      "learning_rate": 3.7948268255914745e-06,
      "loss": 0.3788,
      "step": 926170
    },
    {
      "epoch": 258.49,
      "grad_norm": 0.9718862175941467,
      "learning_rate": 3.794805591500665e-06,
      "loss": 0.3673,
      "step": 926180
    },
    {
      "epoch": 258.5,
      "grad_norm": 1.1331849098205566,
      "learning_rate": 3.794784357216718e-06,
      "loss": 0.3672,
      "step": 926190
    },
    {
      "epoch": 258.5,
      "grad_norm": 1.049437403678894,
      "learning_rate": 3.794763122739639e-06,
      "loss": 0.3465,
      "step": 926200
    },
    {
      "epoch": 258.5,
      "grad_norm": 0.9821611046791077,
      "learning_rate": 3.7947418880694294e-06,
      "loss": 0.37,
      "step": 926210
    },
    {
      "epoch": 258.5,
      "grad_norm": 1.0684583187103271,
      "learning_rate": 3.794720653206092e-06,
      "loss": 0.3775,
      "step": 926220
    },
    {
      "epoch": 258.51,
      "grad_norm": 1.0792417526245117,
      "learning_rate": 3.7946994181496306e-06,
      "loss": 0.3677,
      "step": 926230
    },
    {
      "epoch": 258.51,
      "grad_norm": 3.72713041305542,
      "learning_rate": 3.794678182900047e-06,
      "loss": 0.3501,
      "step": 926240
    },
    {
      "epoch": 258.51,
      "grad_norm": 0.9718425273895264,
      "learning_rate": 3.794656947457345e-06,
      "loss": 0.3511,
      "step": 926250
    },
    {
      "epoch": 258.52,
      "grad_norm": 1.1898455619812012,
      "learning_rate": 3.7946357118215264e-06,
      "loss": 0.3578,
      "step": 926260
    },
    {
      "epoch": 258.52,
      "grad_norm": 1.1316128969192505,
      "learning_rate": 3.7946144759925944e-06,
      "loss": 0.3508,
      "step": 926270
    },
    {
      "epoch": 258.52,
      "grad_norm": 1.1461108922958374,
      "learning_rate": 3.7945932399705526e-06,
      "loss": 0.3536,
      "step": 926280
    },
    {
      "epoch": 258.52,
      "grad_norm": 1.369390845298767,
      "learning_rate": 3.794572003755403e-06,
      "loss": 0.3396,
      "step": 926290
    },
    {
      "epoch": 258.53,
      "grad_norm": 0.9898204803466797,
      "learning_rate": 3.794550767347148e-06,
      "loss": 0.3786,
      "step": 926300
    },
    {
      "epoch": 258.53,
      "grad_norm": 1.0574270486831665,
      "learning_rate": 3.7945295307457918e-06,
      "loss": 0.3678,
      "step": 926310
    },
    {
      "epoch": 258.53,
      "grad_norm": 0.9749229550361633,
      "learning_rate": 3.794508293951336e-06,
      "loss": 0.3726,
      "step": 926320
    },
    {
      "epoch": 258.53,
      "grad_norm": 1.1673494577407837,
      "learning_rate": 3.794487056963784e-06,
      "loss": 0.3665,
      "step": 926330
    },
    {
      "epoch": 258.54,
      "grad_norm": 1.0719034671783447,
      "learning_rate": 3.7944658197831388e-06,
      "loss": 0.3849,
      "step": 926340
    },
    {
      "epoch": 258.54,
      "grad_norm": 0.8194261193275452,
      "learning_rate": 3.794444582409402e-06,
      "loss": 0.3508,
      "step": 926350
    },
    {
      "epoch": 258.54,
      "grad_norm": 0.935712456703186,
      "learning_rate": 3.7944233448425784e-06,
      "loss": 0.3502,
      "step": 926360
    },
    {
      "epoch": 258.55,
      "grad_norm": 1.0573859214782715,
      "learning_rate": 3.7944021070826693e-06,
      "loss": 0.3808,
      "step": 926370
    },
    {
      "epoch": 258.55,
      "grad_norm": 0.9715641140937805,
      "learning_rate": 3.794380869129678e-06,
      "loss": 0.3505,
      "step": 926380
    },
    {
      "epoch": 258.55,
      "grad_norm": 1.0493088960647583,
      "learning_rate": 3.794359630983607e-06,
      "loss": 0.3577,
      "step": 926390
    },
    {
      "epoch": 258.55,
      "grad_norm": 1.0130654573440552,
      "learning_rate": 3.79433839264446e-06,
      "loss": 0.3736,
      "step": 926400
    },
    {
      "epoch": 258.56,
      "grad_norm": 1.017105221748352,
      "learning_rate": 3.7943171541122395e-06,
      "loss": 0.3698,
      "step": 926410
    },
    {
      "epoch": 258.56,
      "grad_norm": 1.0128250122070312,
      "learning_rate": 3.7942959153869483e-06,
      "loss": 0.3614,
      "step": 926420
    },
    {
      "epoch": 258.56,
      "grad_norm": 1.1223348379135132,
      "learning_rate": 3.794274676468588e-06,
      "loss": 0.3633,
      "step": 926430
    },
    {
      "epoch": 258.57,
      "grad_norm": 0.9524170160293579,
      "learning_rate": 3.7942534373571627e-06,
      "loss": 0.3793,
      "step": 926440
    },
    {
      "epoch": 258.57,
      "grad_norm": 1.082351565361023,
      "learning_rate": 3.794232198052676e-06,
      "loss": 0.3538,
      "step": 926450
    },
    {
      "epoch": 258.57,
      "grad_norm": 1.0515211820602417,
      "learning_rate": 3.7942109585551286e-06,
      "loss": 0.3697,
      "step": 926460
    },
    {
      "epoch": 258.57,
      "grad_norm": 1.0041288137435913,
      "learning_rate": 3.794189718864525e-06,
      "loss": 0.3612,
      "step": 926470
    },
    {
      "epoch": 258.58,
      "grad_norm": 1.1825450658798218,
      "learning_rate": 3.7941684789808674e-06,
      "loss": 0.3653,
      "step": 926480
    },
    {
      "epoch": 258.58,
      "grad_norm": 1.1405333280563354,
      "learning_rate": 3.7941472389041584e-06,
      "loss": 0.3597,
      "step": 926490
    },
    {
      "epoch": 258.58,
      "grad_norm": 1.07125985622406,
      "learning_rate": 3.7941259986344017e-06,
      "loss": 0.3671,
      "step": 926500
    },
    {
      "epoch": 258.58,
      "grad_norm": 1.0875574350357056,
      "learning_rate": 3.7941047581715986e-06,
      "loss": 0.3543,
      "step": 926510
    },
    {
      "epoch": 258.59,
      "grad_norm": 1.3139824867248535,
      "learning_rate": 3.7940835175157533e-06,
      "loss": 0.3685,
      "step": 926520
    },
    {
      "epoch": 258.59,
      "grad_norm": 1.017057180404663,
      "learning_rate": 3.7940622766668692e-06,
      "loss": 0.3554,
      "step": 926530
    },
    {
      "epoch": 258.59,
      "grad_norm": 1.0288554430007935,
      "learning_rate": 3.7940410356249467e-06,
      "loss": 0.3525,
      "step": 926540
    },
    {
      "epoch": 258.6,
      "grad_norm": 1.0202926397323608,
      "learning_rate": 3.794019794389991e-06,
      "loss": 0.3697,
      "step": 926550
    },
    {
      "epoch": 258.6,
      "grad_norm": 1.2534064054489136,
      "learning_rate": 3.7939985529620035e-06,
      "loss": 0.3635,
      "step": 926560
    },
    {
      "epoch": 258.6,
      "grad_norm": 0.9882498383522034,
      "learning_rate": 3.793977311340988e-06,
      "loss": 0.3548,
      "step": 926570
    },
    {
      "epoch": 258.6,
      "grad_norm": 0.8898666501045227,
      "learning_rate": 3.7939560695269466e-06,
      "loss": 0.351,
      "step": 926580
    },
    {
      "epoch": 258.61,
      "grad_norm": 1.0534778833389282,
      "learning_rate": 3.793934827519882e-06,
      "loss": 0.3628,
      "step": 926590
    },
    {
      "epoch": 258.61,
      "grad_norm": 5.234267234802246,
      "learning_rate": 3.793913585319798e-06,
      "loss": 0.3623,
      "step": 926600
    },
    {
      "epoch": 258.61,
      "grad_norm": 1.1335951089859009,
      "learning_rate": 3.793892342926697e-06,
      "loss": 0.3574,
      "step": 926610
    },
    {
      "epoch": 258.62,
      "grad_norm": 0.9638511538505554,
      "learning_rate": 3.7938711003405805e-06,
      "loss": 0.3691,
      "step": 926620
    },
    {
      "epoch": 258.62,
      "grad_norm": 0.9920135140419006,
      "learning_rate": 3.7938498575614544e-06,
      "loss": 0.3475,
      "step": 926630
    },
    {
      "epoch": 258.62,
      "grad_norm": 0.9786980152130127,
      "learning_rate": 3.793828614589318e-06,
      "loss": 0.3775,
      "step": 926640
    },
    {
      "epoch": 258.62,
      "grad_norm": 0.9785809516906738,
      "learning_rate": 3.793807371424176e-06,
      "loss": 0.3583,
      "step": 926650
    },
    {
      "epoch": 258.63,
      "grad_norm": 0.9626139402389526,
      "learning_rate": 3.793786128066032e-06,
      "loss": 0.3549,
      "step": 926660
    },
    {
      "epoch": 258.63,
      "grad_norm": 1.0858248472213745,
      "learning_rate": 3.7937648845148864e-06,
      "loss": 0.3615,
      "step": 926670
    },
    {
      "epoch": 258.63,
      "grad_norm": 0.9672623872756958,
      "learning_rate": 3.7937436407707433e-06,
      "loss": 0.3638,
      "step": 926680
    },
    {
      "epoch": 258.64,
      "grad_norm": 1.0700856447219849,
      "learning_rate": 3.793722396833607e-06,
      "loss": 0.3451,
      "step": 926690
    },
    {
      "epoch": 258.64,
      "grad_norm": 0.8909710049629211,
      "learning_rate": 3.793701152703478e-06,
      "loss": 0.3422,
      "step": 926700
    },
    {
      "epoch": 258.64,
      "grad_norm": 1.106342077255249,
      "learning_rate": 3.7936799083803607e-06,
      "loss": 0.3654,
      "step": 926710
    },
    {
      "epoch": 258.64,
      "grad_norm": 0.9577053785324097,
      "learning_rate": 3.7936586638642572e-06,
      "loss": 0.3523,
      "step": 926720
    },
    {
      "epoch": 258.65,
      "grad_norm": 1.6473267078399658,
      "learning_rate": 3.7936374191551704e-06,
      "loss": 0.3708,
      "step": 926730
    },
    {
      "epoch": 258.65,
      "grad_norm": 1.2558256387710571,
      "learning_rate": 3.7936161742531028e-06,
      "loss": 0.3652,
      "step": 926740
    },
    {
      "epoch": 258.65,
      "grad_norm": 1.1463795900344849,
      "learning_rate": 3.7935949291580577e-06,
      "loss": 0.3459,
      "step": 926750
    },
    {
      "epoch": 258.65,
      "grad_norm": 0.9397701621055603,
      "learning_rate": 3.7935736838700383e-06,
      "loss": 0.3781,
      "step": 926760
    },
    {
      "epoch": 258.66,
      "grad_norm": 1.0342649221420288,
      "learning_rate": 3.7935524383890473e-06,
      "loss": 0.3514,
      "step": 926770
    },
    {
      "epoch": 258.66,
      "grad_norm": 1.3213629722595215,
      "learning_rate": 3.7935311927150862e-06,
      "loss": 0.3665,
      "step": 926780
    },
    {
      "epoch": 258.66,
      "grad_norm": 1.046054482460022,
      "learning_rate": 3.7935099468481596e-06,
      "loss": 0.365,
      "step": 926790
    },
    {
      "epoch": 258.67,
      "grad_norm": 1.0873215198516846,
      "learning_rate": 3.7934887007882686e-06,
      "loss": 0.3638,
      "step": 926800
    },
    {
      "epoch": 258.67,
      "grad_norm": 0.8672527074813843,
      "learning_rate": 3.793467454535418e-06,
      "loss": 0.3479,
      "step": 926810
    },
    {
      "epoch": 258.67,
      "grad_norm": 1.1185853481292725,
      "learning_rate": 3.7934462080896096e-06,
      "loss": 0.3408,
      "step": 926820
    },
    {
      "epoch": 258.67,
      "grad_norm": 1.1238760948181152,
      "learning_rate": 3.793424961450846e-06,
      "loss": 0.364,
      "step": 926830
    },
    {
      "epoch": 258.68,
      "grad_norm": 1.033657193183899,
      "learning_rate": 3.79340371461913e-06,
      "loss": 0.3633,
      "step": 926840
    },
    {
      "epoch": 258.68,
      "grad_norm": 1.1189180612564087,
      "learning_rate": 3.7933824675944647e-06,
      "loss": 0.3593,
      "step": 926850
    },
    {
      "epoch": 258.68,
      "grad_norm": 0.9675973653793335,
      "learning_rate": 3.7933612203768533e-06,
      "loss": 0.3685,
      "step": 926860
    },
    {
      "epoch": 258.69,
      "grad_norm": 0.8970768451690674,
      "learning_rate": 3.7933399729662976e-06,
      "loss": 0.3463,
      "step": 926870
    },
    {
      "epoch": 258.69,
      "grad_norm": 1.1425832509994507,
      "learning_rate": 3.793318725362802e-06,
      "loss": 0.3623,
      "step": 926880
    },
    {
      "epoch": 258.69,
      "grad_norm": 1.1892460584640503,
      "learning_rate": 3.7932974775663675e-06,
      "loss": 0.3732,
      "step": 926890
    },
    {
      "epoch": 258.69,
      "grad_norm": 1.1261553764343262,
      "learning_rate": 3.793276229576998e-06,
      "loss": 0.3519,
      "step": 926900
    },
    {
      "epoch": 258.7,
      "grad_norm": 1.014858603477478,
      "learning_rate": 3.793254981394697e-06,
      "loss": 0.3447,
      "step": 926910
    },
    {
      "epoch": 258.7,
      "grad_norm": 1.0025525093078613,
      "learning_rate": 3.7932337330194655e-06,
      "loss": 0.3629,
      "step": 926920
    },
    {
      "epoch": 258.7,
      "grad_norm": 0.9873216152191162,
      "learning_rate": 3.7932124844513075e-06,
      "loss": 0.3514,
      "step": 926930
    },
    {
      "epoch": 258.7,
      "grad_norm": 1.019399881362915,
      "learning_rate": 3.793191235690226e-06,
      "loss": 0.3618,
      "step": 926940
    },
    {
      "epoch": 258.71,
      "grad_norm": 1.0169286727905273,
      "learning_rate": 3.7931699867362242e-06,
      "loss": 0.3517,
      "step": 926950
    },
    {
      "epoch": 258.71,
      "grad_norm": 1.0353457927703857,
      "learning_rate": 3.7931487375893027e-06,
      "loss": 0.3608,
      "step": 926960
    },
    {
      "epoch": 258.71,
      "grad_norm": 1.3638378381729126,
      "learning_rate": 3.7931274882494664e-06,
      "loss": 0.3592,
      "step": 926970
    },
    {
      "epoch": 258.72,
      "grad_norm": 1.158973217010498,
      "learning_rate": 3.793106238716717e-06,
      "loss": 0.3489,
      "step": 926980
    },
    {
      "epoch": 258.72,
      "grad_norm": 1.1165562868118286,
      "learning_rate": 3.7930849889910594e-06,
      "loss": 0.3511,
      "step": 926990
    },
    {
      "epoch": 258.72,
      "grad_norm": 1.1477618217468262,
      "learning_rate": 3.7930637390724933e-06,
      "loss": 0.3469,
      "step": 927000
    },
    {
      "epoch": 258.72,
      "grad_norm": 1.016535997390747,
      "learning_rate": 3.793042488961024e-06,
      "loss": 0.3582,
      "step": 927010
    },
    {
      "epoch": 258.73,
      "grad_norm": 1.1512482166290283,
      "learning_rate": 3.793021238656654e-06,
      "loss": 0.3664,
      "step": 927020
    },
    {
      "epoch": 258.73,
      "grad_norm": 1.1470152139663696,
      "learning_rate": 3.7929999881593844e-06,
      "loss": 0.3702,
      "step": 927030
    },
    {
      "epoch": 258.73,
      "grad_norm": 1.0242730379104614,
      "learning_rate": 3.79297873746922e-06,
      "loss": 0.3532,
      "step": 927040
    },
    {
      "epoch": 258.74,
      "grad_norm": 0.8945587277412415,
      "learning_rate": 3.792957486586163e-06,
      "loss": 0.3554,
      "step": 927050
    },
    {
      "epoch": 258.74,
      "grad_norm": 2.7621853351593018,
      "learning_rate": 3.7929362355102154e-06,
      "loss": 0.375,
      "step": 927060
    },
    {
      "epoch": 258.74,
      "grad_norm": 1.1028035879135132,
      "learning_rate": 3.792914984241381e-06,
      "loss": 0.3637,
      "step": 927070
    },
    {
      "epoch": 258.74,
      "grad_norm": 1.240471601486206,
      "learning_rate": 3.7928937327796628e-06,
      "loss": 0.361,
      "step": 927080
    },
    {
      "epoch": 258.75,
      "grad_norm": 1.0648070573806763,
      "learning_rate": 3.792872481125063e-06,
      "loss": 0.3681,
      "step": 927090
    },
    {
      "epoch": 258.75,
      "grad_norm": 1.008080244064331,
      "learning_rate": 3.7928512292775843e-06,
      "loss": 0.3468,
      "step": 927100
    },
    {
      "epoch": 258.75,
      "grad_norm": 1.1013126373291016,
      "learning_rate": 3.7928299772372295e-06,
      "loss": 0.3517,
      "step": 927110
    },
    {
      "epoch": 258.76,
      "grad_norm": 1.0124558210372925,
      "learning_rate": 3.7928087250040024e-06,
      "loss": 0.3516,
      "step": 927120
    },
    {
      "epoch": 258.76,
      "grad_norm": 0.9300590753555298,
      "learning_rate": 3.7927874725779054e-06,
      "loss": 0.3743,
      "step": 927130
    },
    {
      "epoch": 258.76,
      "grad_norm": 0.9701253771781921,
      "learning_rate": 3.79276621995894e-06,
      "loss": 0.3636,
      "step": 927140
    },
    {
      "epoch": 258.76,
      "grad_norm": 1.0528144836425781,
      "learning_rate": 3.7927449671471113e-06,
      "loss": 0.3551,
      "step": 927150
    },
    {
      "epoch": 258.77,
      "grad_norm": 1.1382750272750854,
      "learning_rate": 3.7927237141424205e-06,
      "loss": 0.3445,
      "step": 927160
    },
    {
      "epoch": 258.77,
      "grad_norm": 1.076189637184143,
      "learning_rate": 3.7927024609448705e-06,
      "loss": 0.373,
      "step": 927170
    },
    {
      "epoch": 258.77,
      "grad_norm": 1.1492581367492676,
      "learning_rate": 3.792681207554465e-06,
      "loss": 0.3616,
      "step": 927180
    },
    {
      "epoch": 258.77,
      "grad_norm": 1.049631118774414,
      "learning_rate": 3.7926599539712063e-06,
      "loss": 0.3645,
      "step": 927190
    },
    {
      "epoch": 258.78,
      "grad_norm": 1.0587224960327148,
      "learning_rate": 3.792638700195097e-06,
      "loss": 0.3441,
      "step": 927200
    },
    {
      "epoch": 258.78,
      "grad_norm": 0.9689599871635437,
      "learning_rate": 3.792617446226141e-06,
      "loss": 0.3733,
      "step": 927210
    },
    {
      "epoch": 258.78,
      "grad_norm": 1.038232684135437,
      "learning_rate": 3.7925961920643403e-06,
      "loss": 0.3639,
      "step": 927220
    },
    {
      "epoch": 258.79,
      "grad_norm": 1.0474867820739746,
      "learning_rate": 3.7925749377096975e-06,
      "loss": 0.3576,
      "step": 927230
    },
    {
      "epoch": 258.79,
      "grad_norm": 1.2731915712356567,
      "learning_rate": 3.792553683162215e-06,
      "loss": 0.3733,
      "step": 927240
    },
    {
      "epoch": 258.79,
      "grad_norm": 1.2163407802581787,
      "learning_rate": 3.792532428421897e-06,
      "loss": 0.3664,
      "step": 927250
    },
    {
      "epoch": 258.79,
      "grad_norm": 2.3867504596710205,
      "learning_rate": 3.792511173488745e-06,
      "loss": 0.3521,
      "step": 927260
    },
    {
      "epoch": 258.8,
      "grad_norm": 0.9489783644676208,
      "learning_rate": 3.792489918362763e-06,
      "loss": 0.3534,
      "step": 927270
    },
    {
      "epoch": 258.8,
      "grad_norm": 0.9164135456085205,
      "learning_rate": 3.792468663043954e-06,
      "loss": 0.3676,
      "step": 927280
    },
    {
      "epoch": 258.8,
      "grad_norm": 0.9300906658172607,
      "learning_rate": 3.7924474075323196e-06,
      "loss": 0.3448,
      "step": 927290
    },
    {
      "epoch": 258.81,
      "grad_norm": 0.997653603553772,
      "learning_rate": 3.7924261518278625e-06,
      "loss": 0.3767,
      "step": 927300
    },
    {
      "epoch": 258.81,
      "grad_norm": 1.1207469701766968,
      "learning_rate": 3.7924048959305876e-06,
      "loss": 0.3498,
      "step": 927310
    },
    {
      "epoch": 258.81,
      "grad_norm": 1.1207844018936157,
      "learning_rate": 3.792383639840495e-06,
      "loss": 0.3614,
      "step": 927320
    },
    {
      "epoch": 258.81,
      "grad_norm": 1.1871124505996704,
      "learning_rate": 3.7923623835575894e-06,
      "loss": 0.3508,
      "step": 927330
    },
    {
      "epoch": 258.82,
      "grad_norm": 1.02813720703125,
      "learning_rate": 3.7923411270818732e-06,
      "loss": 0.3665,
      "step": 927340
    },
    {
      "epoch": 258.82,
      "grad_norm": 1.0202081203460693,
      "learning_rate": 3.792319870413349e-06,
      "loss": 0.3574,
      "step": 927350
    },
    {
      "epoch": 258.82,
      "grad_norm": 1.0095486640930176,
      "learning_rate": 3.7922986135520203e-06,
      "loss": 0.3578,
      "step": 927360
    },
    {
      "epoch": 258.83,
      "grad_norm": 1.2358355522155762,
      "learning_rate": 3.7922773564978886e-06,
      "loss": 0.3768,
      "step": 927370
    },
    {
      "epoch": 258.83,
      "grad_norm": 1.0523122549057007,
      "learning_rate": 3.7922560992509583e-06,
      "loss": 0.3522,
      "step": 927380
    },
    {
      "epoch": 258.83,
      "grad_norm": 1.0009355545043945,
      "learning_rate": 3.79223484181123e-06,
      "loss": 0.3747,
      "step": 927390
    },
    {
      "epoch": 258.83,
      "grad_norm": 0.983826220035553,
      "learning_rate": 3.7922135841787096e-06,
      "loss": 0.3522,
      "step": 927400
    },
    {
      "epoch": 258.84,
      "grad_norm": 1.2844775915145874,
      "learning_rate": 3.7921923263533976e-06,
      "loss": 0.3576,
      "step": 927410
    },
    {
      "epoch": 258.84,
      "grad_norm": 1.0544378757476807,
      "learning_rate": 3.7921710683352975e-06,
      "loss": 0.372,
      "step": 927420
    },
    {
      "epoch": 258.84,
      "grad_norm": 0.9543941617012024,
      "learning_rate": 3.792149810124412e-06,
      "loss": 0.3645,
      "step": 927430
    },
    {
      "epoch": 258.84,
      "grad_norm": 1.0835211277008057,
      "learning_rate": 3.7921285517207446e-06,
      "loss": 0.3555,
      "step": 927440
    },
    {
      "epoch": 258.85,
      "grad_norm": 0.9581426382064819,
      "learning_rate": 3.7921072931242968e-06,
      "loss": 0.3743,
      "step": 927450
    },
    {
      "epoch": 258.85,
      "grad_norm": 0.9905275106430054,
      "learning_rate": 3.792086034335073e-06,
      "loss": 0.3576,
      "step": 927460
    },
    {
      "epoch": 258.85,
      "grad_norm": 1.2398288249969482,
      "learning_rate": 3.7920647753530754e-06,
      "loss": 0.3787,
      "step": 927470
    },
    {
      "epoch": 258.86,
      "grad_norm": 1.0062575340270996,
      "learning_rate": 3.7920435161783057e-06,
      "loss": 0.3666,
      "step": 927480
    },
    {
      "epoch": 258.86,
      "grad_norm": 1.0786100625991821,
      "learning_rate": 3.7920222568107686e-06,
      "loss": 0.3796,
      "step": 927490
    },
    {
      "epoch": 258.86,
      "grad_norm": 1.2352380752563477,
      "learning_rate": 3.792000997250466e-06,
      "loss": 0.3644,
      "step": 927500
    },
    {
      "epoch": 258.86,
      "grad_norm": 1.1673449277877808,
      "learning_rate": 3.7919797374974006e-06,
      "loss": 0.3563,
      "step": 927510
    },
    {
      "epoch": 258.87,
      "grad_norm": 1.1038957834243774,
      "learning_rate": 3.791958477551576e-06,
      "loss": 0.3678,
      "step": 927520
    },
    {
      "epoch": 258.87,
      "grad_norm": 0.9767246246337891,
      "learning_rate": 3.7919372174129936e-06,
      "loss": 0.3563,
      "step": 927530
    },
    {
      "epoch": 258.87,
      "grad_norm": 0.9806273579597473,
      "learning_rate": 3.791915957081657e-06,
      "loss": 0.3689,
      "step": 927540
    },
    {
      "epoch": 258.88,
      "grad_norm": 1.0519267320632935,
      "learning_rate": 3.79189469655757e-06,
      "loss": 0.3591,
      "step": 927550
    },
    {
      "epoch": 258.88,
      "grad_norm": 1.0181127786636353,
      "learning_rate": 3.791873435840734e-06,
      "loss": 0.3515,
      "step": 927560
    },
    {
      "epoch": 258.88,
      "grad_norm": 1.0342170000076294,
      "learning_rate": 3.7918521749311526e-06,
      "loss": 0.3558,
      "step": 927570
    },
    {
      "epoch": 258.88,
      "grad_norm": 1.0508091449737549,
      "learning_rate": 3.7918309138288277e-06,
      "loss": 0.3564,
      "step": 927580
    },
    {
      "epoch": 258.89,
      "grad_norm": 1.3540432453155518,
      "learning_rate": 3.7918096525337634e-06,
      "loss": 0.3641,
      "step": 927590
    },
    {
      "epoch": 258.89,
      "grad_norm": 0.9715646505355835,
      "learning_rate": 3.7917883910459623e-06,
      "loss": 0.3803,
      "step": 927600
    },
    {
      "epoch": 258.89,
      "grad_norm": 2.155890703201294,
      "learning_rate": 3.791767129365427e-06,
      "loss": 0.3623,
      "step": 927610
    },
    {
      "epoch": 258.89,
      "grad_norm": 1.1143933534622192,
      "learning_rate": 3.7917458674921597e-06,
      "loss": 0.3694,
      "step": 927620
    },
    {
      "epoch": 258.9,
      "grad_norm": 1.0949387550354004,
      "learning_rate": 3.7917246054261637e-06,
      "loss": 0.3836,
      "step": 927630
    },
    {
      "epoch": 258.9,
      "grad_norm": 1.1026616096496582,
      "learning_rate": 3.791703343167442e-06,
      "loss": 0.3719,
      "step": 927640
    },
    {
      "epoch": 258.9,
      "grad_norm": 0.9382069110870361,
      "learning_rate": 3.7916820807159976e-06,
      "loss": 0.3664,
      "step": 927650
    },
    {
      "epoch": 258.91,
      "grad_norm": 1.0575230121612549,
      "learning_rate": 3.7916608180718322e-06,
      "loss": 0.3596,
      "step": 927660
    },
    {
      "epoch": 258.91,
      "grad_norm": 1.0512137413024902,
      "learning_rate": 3.7916395552349507e-06,
      "loss": 0.3731,
      "step": 927670
    },
    {
      "epoch": 258.91,
      "grad_norm": 1.013451337814331,
      "learning_rate": 3.7916182922053535e-06,
      "loss": 0.3469,
      "step": 927680
    },
    {
      "epoch": 258.91,
      "grad_norm": 0.9636569619178772,
      "learning_rate": 3.7915970289830457e-06,
      "loss": 0.3601,
      "step": 927690
    },
    {
      "epoch": 258.92,
      "grad_norm": 1.0133659839630127,
      "learning_rate": 3.7915757655680282e-06,
      "loss": 0.3661,
      "step": 927700
    },
    {
      "epoch": 258.92,
      "grad_norm": 1.23200261592865,
      "learning_rate": 3.7915545019603052e-06,
      "loss": 0.3706,
      "step": 927710
    },
    {
      "epoch": 258.92,
      "grad_norm": 0.9941287040710449,
      "learning_rate": 3.791533238159879e-06,
      "loss": 0.374,
      "step": 927720
    },
    {
      "epoch": 258.93,
      "grad_norm": 0.9771507978439331,
      "learning_rate": 3.791511974166752e-06,
      "loss": 0.3617,
      "step": 927730
    },
    {
      "epoch": 258.93,
      "grad_norm": 0.9820926785469055,
      "learning_rate": 3.791490709980928e-06,
      "loss": 0.3702,
      "step": 927740
    },
    {
      "epoch": 258.93,
      "grad_norm": 1.0442670583724976,
      "learning_rate": 3.791469445602409e-06,
      "loss": 0.3547,
      "step": 927750
    },
    {
      "epoch": 258.93,
      "grad_norm": 0.9855444431304932,
      "learning_rate": 3.7914481810311988e-06,
      "loss": 0.3676,
      "step": 927760
    },
    {
      "epoch": 258.94,
      "grad_norm": 1.1293158531188965,
      "learning_rate": 3.791426916267299e-06,
      "loss": 0.3773,
      "step": 927770
    },
    {
      "epoch": 258.94,
      "grad_norm": 1.0157991647720337,
      "learning_rate": 3.791405651310713e-06,
      "loss": 0.3441,
      "step": 927780
    },
    {
      "epoch": 258.94,
      "grad_norm": 1.0590275526046753,
      "learning_rate": 3.791384386161444e-06,
      "loss": 0.3495,
      "step": 927790
    },
    {
      "epoch": 258.95,
      "grad_norm": 1.112021565437317,
      "learning_rate": 3.7913631208194937e-06,
      "loss": 0.3545,
      "step": 927800
    },
    {
      "epoch": 258.95,
      "grad_norm": 1.162146806716919,
      "learning_rate": 3.7913418552848664e-06,
      "loss": 0.3648,
      "step": 927810
    },
    {
      "epoch": 258.95,
      "grad_norm": 0.9329015612602234,
      "learning_rate": 3.791320589557564e-06,
      "loss": 0.3715,
      "step": 927820
    },
    {
      "epoch": 258.95,
      "grad_norm": 0.9694364070892334,
      "learning_rate": 3.7912993236375894e-06,
      "loss": 0.375,
      "step": 927830
    },
    {
      "epoch": 258.96,
      "grad_norm": 2.3963260650634766,
      "learning_rate": 3.7912780575249456e-06,
      "loss": 0.3795,
      "step": 927840
    },
    {
      "epoch": 258.96,
      "grad_norm": 1.1286029815673828,
      "learning_rate": 3.791256791219636e-06,
      "loss": 0.3632,
      "step": 927850
    },
    {
      "epoch": 258.96,
      "grad_norm": 1.05612051486969,
      "learning_rate": 3.7912355247216627e-06,
      "loss": 0.365,
      "step": 927860
    },
    {
      "epoch": 258.96,
      "grad_norm": 1.0555994510650635,
      "learning_rate": 3.7912142580310286e-06,
      "loss": 0.3548,
      "step": 927870
    },
    {
      "epoch": 258.97,
      "grad_norm": 1.0417559146881104,
      "learning_rate": 3.7911929911477356e-06,
      "loss": 0.3668,
      "step": 927880
    },
    {
      "epoch": 258.97,
      "grad_norm": 1.0556553602218628,
      "learning_rate": 3.791171724071789e-06,
      "loss": 0.367,
      "step": 927890
    },
    {
      "epoch": 258.97,
      "grad_norm": 1.2617292404174805,
      "learning_rate": 3.791150456803189e-06,
      "loss": 0.3719,
      "step": 927900
    },
    {
      "epoch": 258.98,
      "grad_norm": 0.9653170108795166,
      "learning_rate": 3.7911291893419408e-06,
      "loss": 0.366,
      "step": 927910
    },
    {
      "epoch": 258.98,
      "grad_norm": 1.0606821775436401,
      "learning_rate": 3.7911079216880455e-06,
      "loss": 0.3488,
      "step": 927920
    },
    {
      "epoch": 258.98,
      "grad_norm": 1.0152692794799805,
      "learning_rate": 3.7910866538415062e-06,
      "loss": 0.3433,
      "step": 927930
    },
    {
      "epoch": 258.98,
      "grad_norm": 1.2200038433074951,
      "learning_rate": 3.7910653858023262e-06,
      "loss": 0.356,
      "step": 927940
    },
    {
      "epoch": 258.99,
      "grad_norm": 1.1995209455490112,
      "learning_rate": 3.791044117570508e-06,
      "loss": 0.356,
      "step": 927950
    },
    {
      "epoch": 258.99,
      "grad_norm": 0.9108757972717285,
      "learning_rate": 3.7910228491460543e-06,
      "loss": 0.3633,
      "step": 927960
    },
    {
      "epoch": 258.99,
      "grad_norm": 1.0591775178909302,
      "learning_rate": 3.791001580528969e-06,
      "loss": 0.3467,
      "step": 927970
    },
    {
      "epoch": 259.0,
      "grad_norm": 1.4023067951202393,
      "learning_rate": 3.7909803117192534e-06,
      "loss": 0.353,
      "step": 927980
    },
    {
      "epoch": 259.0,
      "grad_norm": 1.1381385326385498,
      "learning_rate": 3.7909590427169114e-06,
      "loss": 0.3729,
      "step": 927990
    },
    {
      "epoch": 259.0,
      "eval_loss": 0.3639717400074005,
      "eval_runtime": 64.0694,
      "eval_samples_per_second": 78.961,
      "eval_steps_per_second": 9.88,
      "step": 927997
    },
    {
      "epoch": 259.0,
      "grad_norm": 1.5123460292816162,
      "learning_rate": 3.790937773521945e-06,
      "loss": 0.3555,
      "step": 928000
    },
    {
      "epoch": 259.0,
      "grad_norm": 0.9872558116912842,
      "learning_rate": 3.7909165041343586e-06,
      "loss": 0.3616,
      "step": 928010
    },
    {
      "epoch": 259.01,
      "grad_norm": 1.0211237668991089,
      "learning_rate": 3.7908952345541534e-06,
      "loss": 0.364,
      "step": 928020
    },
    {
      "epoch": 259.01,
      "grad_norm": 1.024664282798767,
      "learning_rate": 3.790873964781332e-06,
      "loss": 0.3479,
      "step": 928030
    },
    {
      "epoch": 259.01,
      "grad_norm": 0.9870516061782837,
      "learning_rate": 3.7908526948158987e-06,
      "loss": 0.3441,
      "step": 928040
    },
    {
      "epoch": 259.01,
      "grad_norm": 1.166506052017212,
      "learning_rate": 3.790831424657856e-06,
      "loss": 0.3665,
      "step": 928050
    },
    {
      "epoch": 259.02,
      "grad_norm": 1.1132155656814575,
      "learning_rate": 3.7908101543072057e-06,
      "loss": 0.3568,
      "step": 928060
    },
    {
      "epoch": 259.02,
      "grad_norm": 1.0007216930389404,
      "learning_rate": 3.790788883763952e-06,
      "loss": 0.3622,
      "step": 928070
    },
    {
      "epoch": 259.02,
      "grad_norm": 1.0799356698989868,
      "learning_rate": 3.7907676130280964e-06,
      "loss": 0.3712,
      "step": 928080
    },
    {
      "epoch": 259.03,
      "grad_norm": 0.8794525861740112,
      "learning_rate": 3.7907463420996426e-06,
      "loss": 0.354,
      "step": 928090
    },
    {
      "epoch": 259.03,
      "grad_norm": 1.0007613897323608,
      "learning_rate": 3.790725070978593e-06,
      "loss": 0.3488,
      "step": 928100
    },
    {
      "epoch": 259.03,
      "grad_norm": 1.0744627714157104,
      "learning_rate": 3.7907037996649512e-06,
      "loss": 0.363,
      "step": 928110
    },
    {
      "epoch": 259.03,
      "grad_norm": 0.8610627055168152,
      "learning_rate": 3.7906825281587184e-06,
      "loss": 0.3572,
      "step": 928120
    },
    {
      "epoch": 259.04,
      "grad_norm": 1.106385350227356,
      "learning_rate": 3.790661256459899e-06,
      "loss": 0.3566,
      "step": 928130
    },
    {
      "epoch": 259.04,
      "grad_norm": 0.9808903336524963,
      "learning_rate": 3.790639984568495e-06,
      "loss": 0.3511,
      "step": 928140
    },
    {
      "epoch": 259.04,
      "grad_norm": 1.0583449602127075,
      "learning_rate": 3.7906187124845108e-06,
      "loss": 0.3697,
      "step": 928150
    },
    {
      "epoch": 259.05,
      "grad_norm": 0.9806223511695862,
      "learning_rate": 3.790597440207947e-06,
      "loss": 0.3603,
      "step": 928160
    },
    {
      "epoch": 259.05,
      "grad_norm": 1.0215210914611816,
      "learning_rate": 3.7905761677388078e-06,
      "loss": 0.356,
      "step": 928170
    },
    {
      "epoch": 259.05,
      "grad_norm": 1.0613436698913574,
      "learning_rate": 3.7905548950770954e-06,
      "loss": 0.3647,
      "step": 928180
    },
    {
      "epoch": 259.05,
      "grad_norm": 0.8608984351158142,
      "learning_rate": 3.7905336222228126e-06,
      "loss": 0.3617,
      "step": 928190
    },
    {
      "epoch": 259.06,
      "grad_norm": 0.9972325563430786,
      "learning_rate": 3.790512349175963e-06,
      "loss": 0.3513,
      "step": 928200
    },
    {
      "epoch": 259.06,
      "grad_norm": 0.9769098162651062,
      "learning_rate": 3.7904910759365485e-06,
      "loss": 0.3681,
      "step": 928210
    },
    {
      "epoch": 259.06,
      "grad_norm": 1.0701593160629272,
      "learning_rate": 3.7904698025045728e-06,
      "loss": 0.3467,
      "step": 928220
    },
    {
      "epoch": 259.07,
      "grad_norm": 1.2137590646743774,
      "learning_rate": 3.7904485288800376e-06,
      "loss": 0.3504,
      "step": 928230
    },
    {
      "epoch": 259.07,
      "grad_norm": 0.9989182949066162,
      "learning_rate": 3.7904272550629477e-06,
      "loss": 0.3651,
      "step": 928240
    },
    {
      "epoch": 259.07,
      "grad_norm": 1.0669887065887451,
      "learning_rate": 3.790405981053303e-06,
      "loss": 0.3678,
      "step": 928250
    },
    {
      "epoch": 259.07,
      "grad_norm": 1.1920888423919678,
      "learning_rate": 3.7903847068511092e-06,
      "loss": 0.3562,
      "step": 928260
    },
    {
      "epoch": 259.08,
      "grad_norm": 1.1187880039215088,
      "learning_rate": 3.790363432456368e-06,
      "loss": 0.3627,
      "step": 928270
    },
    {
      "epoch": 259.08,
      "grad_norm": 0.9809300899505615,
      "learning_rate": 3.790342157869081e-06,
      "loss": 0.3453,
      "step": 928280
    },
    {
      "epoch": 259.08,
      "grad_norm": 0.9513055682182312,
      "learning_rate": 3.790320883089253e-06,
      "loss": 0.3479,
      "step": 928290
    },
    {
      "epoch": 259.08,
      "grad_norm": 1.1450806856155396,
      "learning_rate": 3.7902996081168865e-06,
      "loss": 0.3456,
      "step": 928300
    },
    {
      "epoch": 259.09,
      "grad_norm": 1.0705567598342896,
      "learning_rate": 3.7902783329519834e-06,
      "loss": 0.3645,
      "step": 928310
    },
    {
      "epoch": 259.09,
      "grad_norm": 0.8794291615486145,
      "learning_rate": 3.7902570575945463e-06,
      "loss": 0.3564,
      "step": 928320
    },
    {
      "epoch": 259.09,
      "grad_norm": 0.9342014193534851,
      "learning_rate": 3.7902357820445795e-06,
      "loss": 0.369,
      "step": 928330
    },
    {
      "epoch": 259.1,
      "grad_norm": 0.8494635224342346,
      "learning_rate": 3.790214506302085e-06,
      "loss": 0.3731,
      "step": 928340
    },
    {
      "epoch": 259.1,
      "grad_norm": 0.966591477394104,
      "learning_rate": 3.7901932303670655e-06,
      "loss": 0.38,
      "step": 928350
    },
    {
      "epoch": 259.1,
      "grad_norm": 1.0575562715530396,
      "learning_rate": 3.7901719542395242e-06,
      "loss": 0.3737,
      "step": 928360
    },
    {
      "epoch": 259.1,
      "grad_norm": 1.1850497722625732,
      "learning_rate": 3.7901506779194634e-06,
      "loss": 0.364,
      "step": 928370
    },
    {
      "epoch": 259.11,
      "grad_norm": 0.982604444026947,
      "learning_rate": 3.7901294014068864e-06,
      "loss": 0.3531,
      "step": 928380
    },
    {
      "epoch": 259.11,
      "grad_norm": 1.0758377313613892,
      "learning_rate": 3.7901081247017958e-06,
      "loss": 0.3661,
      "step": 928390
    },
    {
      "epoch": 259.11,
      "grad_norm": 1.0085570812225342,
      "learning_rate": 3.7900868478041953e-06,
      "loss": 0.3558,
      "step": 928400
    },
    {
      "epoch": 259.12,
      "grad_norm": 1.0139080286026,
      "learning_rate": 3.7900655707140862e-06,
      "loss": 0.3435,
      "step": 928410
    },
    {
      "epoch": 259.12,
      "grad_norm": 1.2384861707687378,
      "learning_rate": 3.7900442934314724e-06,
      "loss": 0.3662,
      "step": 928420
    },
    {
      "epoch": 259.12,
      "grad_norm": 1.0418238639831543,
      "learning_rate": 3.790023015956356e-06,
      "loss": 0.3549,
      "step": 928430
    },
    {
      "epoch": 259.12,
      "grad_norm": 1.13301682472229,
      "learning_rate": 3.7900017382887407e-06,
      "loss": 0.3615,
      "step": 928440
    },
    {
      "epoch": 259.13,
      "grad_norm": 1.1101454496383667,
      "learning_rate": 3.7899804604286287e-06,
      "loss": 0.3609,
      "step": 928450
    },
    {
      "epoch": 259.13,
      "grad_norm": 1.0550470352172852,
      "learning_rate": 3.789959182376023e-06,
      "loss": 0.3634,
      "step": 928460
    },
    {
      "epoch": 259.13,
      "grad_norm": 1.10358726978302,
      "learning_rate": 3.789937904130927e-06,
      "loss": 0.3575,
      "step": 928470
    },
    {
      "epoch": 259.13,
      "grad_norm": 1.0783343315124512,
      "learning_rate": 3.7899166256933426e-06,
      "loss": 0.3651,
      "step": 928480
    },
    {
      "epoch": 259.14,
      "grad_norm": 1.0423167943954468,
      "learning_rate": 3.7898953470632726e-06,
      "loss": 0.3623,
      "step": 928490
    },
    {
      "epoch": 259.14,
      "grad_norm": 1.1004586219787598,
      "learning_rate": 3.789874068240721e-06,
      "loss": 0.3422,
      "step": 928500
    },
    {
      "epoch": 259.14,
      "grad_norm": 0.9906786680221558,
      "learning_rate": 3.7898527892256895e-06,
      "loss": 0.3611,
      "step": 928510
    },
    {
      "epoch": 259.15,
      "grad_norm": 0.9077675938606262,
      "learning_rate": 3.7898315100181814e-06,
      "loss": 0.3628,
      "step": 928520
    },
    {
      "epoch": 259.15,
      "grad_norm": 1.0794540643692017,
      "learning_rate": 3.7898102306182e-06,
      "loss": 0.357,
      "step": 928530
    },
    {
      "epoch": 259.15,
      "grad_norm": 1.1786327362060547,
      "learning_rate": 3.7897889510257464e-06,
      "loss": 0.3642,
      "step": 928540
    },
    {
      "epoch": 259.15,
      "grad_norm": 1.1695115566253662,
      "learning_rate": 3.7897676712408253e-06,
      "loss": 0.3599,
      "step": 928550
    },
    {
      "epoch": 259.16,
      "grad_norm": 1.0459922552108765,
      "learning_rate": 3.7897463912634393e-06,
      "loss": 0.3474,
      "step": 928560
    },
    {
      "epoch": 259.16,
      "grad_norm": 0.9425523281097412,
      "learning_rate": 3.7897251110935904e-06,
      "loss": 0.3489,
      "step": 928570
    },
    {
      "epoch": 259.16,
      "grad_norm": 1.172608494758606,
      "learning_rate": 3.7897038307312817e-06,
      "loss": 0.3603,
      "step": 928580
    },
    {
      "epoch": 259.17,
      "grad_norm": 1.0068092346191406,
      "learning_rate": 3.7896825501765157e-06,
      "loss": 0.3469,
      "step": 928590
    },
    {
      "epoch": 259.17,
      "grad_norm": 1.111223578453064,
      "learning_rate": 3.7896612694292965e-06,
      "loss": 0.355,
      "step": 928600
    },
    {
      "epoch": 259.17,
      "grad_norm": 1.2642662525177002,
      "learning_rate": 3.7896399884896256e-06,
      "loss": 0.3562,
      "step": 928610
    },
    {
      "epoch": 259.17,
      "grad_norm": 1.425156593322754,
      "learning_rate": 3.7896187073575062e-06,
      "loss": 0.3702,
      "step": 928620
    },
    {
      "epoch": 259.18,
      "grad_norm": 1.1579269170761108,
      "learning_rate": 3.789597426032942e-06,
      "loss": 0.3585,
      "step": 928630
    },
    {
      "epoch": 259.18,
      "grad_norm": 1.0082745552062988,
      "learning_rate": 3.7895761445159345e-06,
      "loss": 0.3504,
      "step": 928640
    },
    {
      "epoch": 259.18,
      "grad_norm": 1.2558300495147705,
      "learning_rate": 3.7895548628064872e-06,
      "loss": 0.3682,
      "step": 928650
    },
    {
      "epoch": 259.19,
      "grad_norm": 1.344556212425232,
      "learning_rate": 3.7895335809046034e-06,
      "loss": 0.3518,
      "step": 928660
    },
    {
      "epoch": 259.19,
      "grad_norm": 1.0253612995147705,
      "learning_rate": 3.7895122988102855e-06,
      "loss": 0.3542,
      "step": 928670
    },
    {
      "epoch": 259.19,
      "grad_norm": 0.8892269730567932,
      "learning_rate": 3.7894910165235353e-06,
      "loss": 0.3675,
      "step": 928680
    },
    {
      "epoch": 259.19,
      "grad_norm": 1.0398958921432495,
      "learning_rate": 3.7894697340443574e-06,
      "loss": 0.3593,
      "step": 928690
    },
    {
      "epoch": 259.2,
      "grad_norm": 1.1849830150604248,
      "learning_rate": 3.7894484513727536e-06,
      "loss": 0.3604,
      "step": 928700
    },
    {
      "epoch": 259.2,
      "grad_norm": 1.0072901248931885,
      "learning_rate": 3.7894271685087263e-06,
      "loss": 0.3643,
      "step": 928710
    },
    {
      "epoch": 259.2,
      "grad_norm": 1.0105339288711548,
      "learning_rate": 3.7894058854522798e-06,
      "loss": 0.3746,
      "step": 928720
    },
    {
      "epoch": 259.2,
      "grad_norm": 0.9906671643257141,
      "learning_rate": 3.7893846022034153e-06,
      "loss": 0.3594,
      "step": 928730
    },
    {
      "epoch": 259.21,
      "grad_norm": 1.0033847093582153,
      "learning_rate": 3.789363318762137e-06,
      "loss": 0.3707,
      "step": 928740
    },
    {
      "epoch": 259.21,
      "grad_norm": 0.9443814158439636,
      "learning_rate": 3.7893420351284475e-06,
      "loss": 0.3707,
      "step": 928750
    },
    {
      "epoch": 259.21,
      "grad_norm": 1.3893131017684937,
      "learning_rate": 3.789320751302349e-06,
      "loss": 0.3605,
      "step": 928760
    },
    {
      "epoch": 259.22,
      "grad_norm": 1.2969919443130493,
      "learning_rate": 3.789299467283844e-06,
      "loss": 0.3633,
      "step": 928770
    },
    {
      "epoch": 259.22,
      "grad_norm": 1.0791534185409546,
      "learning_rate": 3.7892781830729368e-06,
      "loss": 0.3595,
      "step": 928780
    },
    {
      "epoch": 259.22,
      "grad_norm": 1.0561431646347046,
      "learning_rate": 3.789256898669629e-06,
      "loss": 0.3436,
      "step": 928790
    },
    {
      "epoch": 259.22,
      "grad_norm": 1.137532114982605,
      "learning_rate": 3.7892356140739247e-06,
      "loss": 0.3533,
      "step": 928800
    },
    {
      "epoch": 259.23,
      "grad_norm": 1.0596832036972046,
      "learning_rate": 3.7892143292858248e-06,
      "loss": 0.365,
      "step": 928810
    },
    {
      "epoch": 259.23,
      "grad_norm": 0.8527255654335022,
      "learning_rate": 3.789193044305334e-06,
      "loss": 0.3706,
      "step": 928820
    },
    {
      "epoch": 259.23,
      "grad_norm": 1.1143516302108765,
      "learning_rate": 3.7891717591324537e-06,
      "loss": 0.3528,
      "step": 928830
    },
    {
      "epoch": 259.24,
      "grad_norm": 1.2099319696426392,
      "learning_rate": 3.7891504737671873e-06,
      "loss": 0.3591,
      "step": 928840
    },
    {
      "epoch": 259.24,
      "grad_norm": 1.3409383296966553,
      "learning_rate": 3.789129188209538e-06,
      "loss": 0.356,
      "step": 928850
    },
    {
      "epoch": 259.24,
      "grad_norm": 1.0536218881607056,
      "learning_rate": 3.7891079024595085e-06,
      "loss": 0.3604,
      "step": 928860
    },
    {
      "epoch": 259.24,
      "grad_norm": 0.9188926815986633,
      "learning_rate": 3.789086616517101e-06,
      "loss": 0.3597,
      "step": 928870
    },
    {
      "epoch": 259.25,
      "grad_norm": 1.0577316284179688,
      "learning_rate": 3.789065330382319e-06,
      "loss": 0.3524,
      "step": 928880
    },
    {
      "epoch": 259.25,
      "grad_norm": 1.063663363456726,
      "learning_rate": 3.7890440440551657e-06,
      "loss": 0.3708,
      "step": 928890
    },
    {
      "epoch": 259.25,
      "grad_norm": 1.1882926225662231,
      "learning_rate": 3.789022757535643e-06,
      "loss": 0.3723,
      "step": 928900
    },
    {
      "epoch": 259.25,
      "grad_norm": 1.0198477506637573,
      "learning_rate": 3.7890014708237536e-06,
      "loss": 0.3624,
      "step": 928910
    },
    {
      "epoch": 259.26,
      "grad_norm": 1.1710809469223022,
      "learning_rate": 3.7889801839195016e-06,
      "loss": 0.3622,
      "step": 928920
    },
    {
      "epoch": 259.26,
      "grad_norm": 1.201660394668579,
      "learning_rate": 3.7889588968228883e-06,
      "loss": 0.3574,
      "step": 928930
    },
    {
      "epoch": 259.26,
      "grad_norm": 1.1976954936981201,
      "learning_rate": 3.7889376095339173e-06,
      "loss": 0.3525,
      "step": 928940
    },
    {
      "epoch": 259.27,
      "grad_norm": 1.0258758068084717,
      "learning_rate": 3.7889163220525927e-06,
      "loss": 0.3485,
      "step": 928950
    },
    {
      "epoch": 259.27,
      "grad_norm": 0.9806116223335266,
      "learning_rate": 3.788895034378915e-06,
      "loss": 0.3544,
      "step": 928960
    },
    {
      "epoch": 259.27,
      "grad_norm": 3.494398593902588,
      "learning_rate": 3.788873746512888e-06,
      "loss": 0.3573,
      "step": 928970
    },
    {
      "epoch": 259.27,
      "grad_norm": 1.138927936553955,
      "learning_rate": 3.7888524584545153e-06,
      "loss": 0.3761,
      "step": 928980
    },
    {
      "epoch": 259.28,
      "grad_norm": 1.185353398323059,
      "learning_rate": 3.788831170203799e-06,
      "loss": 0.3603,
      "step": 928990
    },
    {
      "epoch": 259.28,
      "grad_norm": 1.111045479774475,
      "learning_rate": 3.7888098817607412e-06,
      "loss": 0.3587,
      "step": 929000
    },
    {
      "epoch": 259.28,
      "grad_norm": 0.9450185298919678,
      "learning_rate": 3.7887885931253457e-06,
      "loss": 0.3561,
      "step": 929010
    },
    {
      "epoch": 259.29,
      "grad_norm": 1.252228856086731,
      "learning_rate": 3.788767304297616e-06,
      "loss": 0.3592,
      "step": 929020
    },
    {
      "epoch": 259.29,
      "grad_norm": 0.9515618681907654,
      "learning_rate": 3.7887460152775536e-06,
      "loss": 0.3453,
      "step": 929030
    },
    {
      "epoch": 259.29,
      "grad_norm": 1.069145679473877,
      "learning_rate": 3.7887247260651618e-06,
      "loss": 0.3634,
      "step": 929040
    },
    {
      "epoch": 259.29,
      "grad_norm": 1.220829725265503,
      "learning_rate": 3.788703436660444e-06,
      "loss": 0.3651,
      "step": 929050
    },
    {
      "epoch": 259.3,
      "grad_norm": 1.0619959831237793,
      "learning_rate": 3.7886821470634012e-06,
      "loss": 0.3737,
      "step": 929060
    },
    {
      "epoch": 259.3,
      "grad_norm": 1.01312255859375,
      "learning_rate": 3.7886608572740385e-06,
      "loss": 0.3607,
      "step": 929070
    },
    {
      "epoch": 259.3,
      "grad_norm": 1.1754246950149536,
      "learning_rate": 3.7886395672923578e-06,
      "loss": 0.3636,
      "step": 929080
    },
    {
      "epoch": 259.31,
      "grad_norm": 0.9571789503097534,
      "learning_rate": 3.788618277118362e-06,
      "loss": 0.3539,
      "step": 929090
    },
    {
      "epoch": 259.31,
      "grad_norm": 1.0064995288848877,
      "learning_rate": 3.7885969867520533e-06,
      "loss": 0.3512,
      "step": 929100
    },
    {
      "epoch": 259.31,
      "grad_norm": 1.0322847366333008,
      "learning_rate": 3.7885756961934356e-06,
      "loss": 0.3693,
      "step": 929110
    },
    {
      "epoch": 259.31,
      "grad_norm": 0.9817972779273987,
      "learning_rate": 3.788554405442511e-06,
      "loss": 0.3595,
      "step": 929120
    },
    {
      "epoch": 259.32,
      "grad_norm": 2.14505934715271,
      "learning_rate": 3.7885331144992826e-06,
      "loss": 0.3596,
      "step": 929130
    },
    {
      "epoch": 259.32,
      "grad_norm": 0.9982131719589233,
      "learning_rate": 3.788511823363753e-06,
      "loss": 0.3597,
      "step": 929140
    },
    {
      "epoch": 259.32,
      "grad_norm": 1.046064853668213,
      "learning_rate": 3.788490532035925e-06,
      "loss": 0.3561,
      "step": 929150
    },
    {
      "epoch": 259.32,
      "grad_norm": 1.009933352470398,
      "learning_rate": 3.788469240515802e-06,
      "loss": 0.3448,
      "step": 929160
    },
    {
      "epoch": 259.33,
      "grad_norm": 1.0961105823516846,
      "learning_rate": 3.788447948803386e-06,
      "loss": 0.37,
      "step": 929170
    },
    {
      "epoch": 259.33,
      "grad_norm": 1.0874691009521484,
      "learning_rate": 3.788426656898681e-06,
      "loss": 0.358,
      "step": 929180
    },
    {
      "epoch": 259.33,
      "grad_norm": 0.9492092132568359,
      "learning_rate": 3.788405364801689e-06,
      "loss": 0.3635,
      "step": 929190
    },
    {
      "epoch": 259.34,
      "grad_norm": 0.9645529389381409,
      "learning_rate": 3.7883840725124124e-06,
      "loss": 0.3676,
      "step": 929200
    },
    {
      "epoch": 259.34,
      "grad_norm": 1.0455750226974487,
      "learning_rate": 3.7883627800308554e-06,
      "loss": 0.3594,
      "step": 929210
    },
    {
      "epoch": 259.34,
      "grad_norm": 1.1478326320648193,
      "learning_rate": 3.7883414873570198e-06,
      "loss": 0.3794,
      "step": 929220
    },
    {
      "epoch": 259.34,
      "grad_norm": 1.068091869354248,
      "learning_rate": 3.788320194490908e-06,
      "loss": 0.3634,
      "step": 929230
    },
    {
      "epoch": 259.35,
      "grad_norm": 1.0247111320495605,
      "learning_rate": 3.788298901432525e-06,
      "loss": 0.3778,
      "step": 929240
    },
    {
      "epoch": 259.35,
      "grad_norm": 1.0484970808029175,
      "learning_rate": 3.7882776081818706e-06,
      "loss": 0.3641,
      "step": 929250
    },
    {
      "epoch": 259.35,
      "grad_norm": 1.0342202186584473,
      "learning_rate": 3.78825631473895e-06,
      "loss": 0.3497,
      "step": 929260
    },
    {
      "epoch": 259.36,
      "grad_norm": 1.2246555089950562,
      "learning_rate": 3.788235021103765e-06,
      "loss": 0.3681,
      "step": 929270
    },
    {
      "epoch": 259.36,
      "grad_norm": 1.0263406038284302,
      "learning_rate": 3.7882137272763186e-06,
      "loss": 0.3674,
      "step": 929280
    },
    {
      "epoch": 259.36,
      "grad_norm": 0.9343575835227966,
      "learning_rate": 3.7881924332566137e-06,
      "loss": 0.3661,
      "step": 929290
    },
    {
      "epoch": 259.36,
      "grad_norm": 0.9522632956504822,
      "learning_rate": 3.7881711390446535e-06,
      "loss": 0.3574,
      "step": 929300
    },
    {
      "epoch": 259.37,
      "grad_norm": 1.172893762588501,
      "learning_rate": 3.78814984464044e-06,
      "loss": 0.3667,
      "step": 929310
    },
    {
      "epoch": 259.37,
      "grad_norm": 0.9646797776222229,
      "learning_rate": 3.7881285500439765e-06,
      "loss": 0.3602,
      "step": 929320
    },
    {
      "epoch": 259.37,
      "grad_norm": 0.9743227362632751,
      "learning_rate": 3.788107255255266e-06,
      "loss": 0.3532,
      "step": 929330
    },
    {
      "epoch": 259.37,
      "grad_norm": 1.1515957117080688,
      "learning_rate": 3.7880859602743113e-06,
      "loss": 0.3563,
      "step": 929340
    },
    {
      "epoch": 259.38,
      "grad_norm": 0.9954087734222412,
      "learning_rate": 3.7880646651011144e-06,
      "loss": 0.3562,
      "step": 929350
    },
    {
      "epoch": 259.38,
      "grad_norm": 1.0528713464736938,
      "learning_rate": 3.78804336973568e-06,
      "loss": 0.3659,
      "step": 929360
    },
    {
      "epoch": 259.38,
      "grad_norm": 1.1277289390563965,
      "learning_rate": 3.788022074178009e-06,
      "loss": 0.3581,
      "step": 929370
    },
    {
      "epoch": 259.39,
      "grad_norm": 0.8583449721336365,
      "learning_rate": 3.788000778428105e-06,
      "loss": 0.359,
      "step": 929380
    },
    {
      "epoch": 259.39,
      "grad_norm": 0.9909697771072388,
      "learning_rate": 3.7879794824859706e-06,
      "loss": 0.3555,
      "step": 929390
    },
    {
      "epoch": 259.39,
      "grad_norm": 1.0838466882705688,
      "learning_rate": 3.7879581863516094e-06,
      "loss": 0.378,
      "step": 929400
    },
    {
      "epoch": 259.39,
      "grad_norm": 0.9048129320144653,
      "learning_rate": 3.7879368900250234e-06,
      "loss": 0.3678,
      "step": 929410
    },
    {
      "epoch": 259.4,
      "grad_norm": 1.1849682331085205,
      "learning_rate": 3.7879155935062156e-06,
      "loss": 0.3446,
      "step": 929420
    },
    {
      "epoch": 259.4,
      "grad_norm": 1.0586296319961548,
      "learning_rate": 3.7878942967951893e-06,
      "loss": 0.389,
      "step": 929430
    },
    {
      "epoch": 259.4,
      "grad_norm": 1.138822078704834,
      "learning_rate": 3.787872999891947e-06,
      "loss": 0.36,
      "step": 929440
    },
    {
      "epoch": 259.41,
      "grad_norm": 1.2413452863693237,
      "learning_rate": 3.787851702796491e-06,
      "loss": 0.3703,
      "step": 929450
    },
    {
      "epoch": 259.41,
      "grad_norm": 1.2833340167999268,
      "learning_rate": 3.787830405508825e-06,
      "loss": 0.3676,
      "step": 929460
    },
    {
      "epoch": 259.41,
      "grad_norm": 1.0406155586242676,
      "learning_rate": 3.787809108028952e-06,
      "loss": 0.3746,
      "step": 929470
    },
    {
      "epoch": 259.41,
      "grad_norm": 1.0031657218933105,
      "learning_rate": 3.7877878103568736e-06,
      "loss": 0.3655,
      "step": 929480
    },
    {
      "epoch": 259.42,
      "grad_norm": 1.080605387687683,
      "learning_rate": 3.7877665124925937e-06,
      "loss": 0.3694,
      "step": 929490
    },
    {
      "epoch": 259.42,
      "grad_norm": 1.0074878931045532,
      "learning_rate": 3.787745214436115e-06,
      "loss": 0.3619,
      "step": 929500
    },
    {
      "epoch": 259.42,
      "grad_norm": 0.9762146472930908,
      "learning_rate": 3.7877239161874396e-06,
      "loss": 0.3735,
      "step": 929510
    },
    {
      "epoch": 259.43,
      "grad_norm": 1.3175373077392578,
      "learning_rate": 3.7877026177465713e-06,
      "loss": 0.3633,
      "step": 929520
    },
    {
      "epoch": 259.43,
      "grad_norm": 1.017716646194458,
      "learning_rate": 3.7876813191135124e-06,
      "loss": 0.3458,
      "step": 929530
    },
    {
      "epoch": 259.43,
      "grad_norm": 1.2223258018493652,
      "learning_rate": 3.787660020288266e-06,
      "loss": 0.3638,
      "step": 929540
    },
    {
      "epoch": 259.43,
      "grad_norm": 0.9985942840576172,
      "learning_rate": 3.7876387212708347e-06,
      "loss": 0.3674,
      "step": 929550
    },
    {
      "epoch": 259.44,
      "grad_norm": 1.0751862525939941,
      "learning_rate": 3.7876174220612213e-06,
      "loss": 0.3638,
      "step": 929560
    },
    {
      "epoch": 259.44,
      "grad_norm": 1.283139705657959,
      "learning_rate": 3.7875961226594288e-06,
      "loss": 0.3743,
      "step": 929570
    },
    {
      "epoch": 259.44,
      "grad_norm": 1.2465707063674927,
      "learning_rate": 3.78757482306546e-06,
      "loss": 0.346,
      "step": 929580
    },
    {
      "epoch": 259.44,
      "grad_norm": 4.637035369873047,
      "learning_rate": 3.787553523279317e-06,
      "loss": 0.3618,
      "step": 929590
    },
    {
      "epoch": 259.45,
      "grad_norm": 1.1734776496887207,
      "learning_rate": 3.7875322233010044e-06,
      "loss": 0.3588,
      "step": 929600
    },
    {
      "epoch": 259.45,
      "grad_norm": 1.2493340969085693,
      "learning_rate": 3.787510923130524e-06,
      "loss": 0.351,
      "step": 929610
    },
    {
      "epoch": 259.45,
      "grad_norm": 1.141534447669983,
      "learning_rate": 3.7874896227678786e-06,
      "loss": 0.3684,
      "step": 929620
    },
    {
      "epoch": 259.46,
      "grad_norm": 1.1773366928100586,
      "learning_rate": 3.787468322213071e-06,
      "loss": 0.3667,
      "step": 929630
    },
    {
      "epoch": 259.46,
      "grad_norm": 0.8938190340995789,
      "learning_rate": 3.7874470214661037e-06,
      "loss": 0.3541,
      "step": 929640
    },
    {
      "epoch": 259.46,
      "grad_norm": 1.0106747150421143,
      "learning_rate": 3.7874257205269795e-06,
      "loss": 0.3872,
      "step": 929650
    },
    {
      "epoch": 259.46,
      "grad_norm": 0.9176843166351318,
      "learning_rate": 3.7874044193957024e-06,
      "loss": 0.3652,
      "step": 929660
    },
    {
      "epoch": 259.47,
      "grad_norm": 1.0785400867462158,
      "learning_rate": 3.7873831180722743e-06,
      "loss": 0.3653,
      "step": 929670
    },
    {
      "epoch": 259.47,
      "grad_norm": 1.1610572338104248,
      "learning_rate": 3.7873618165566983e-06,
      "loss": 0.3653,
      "step": 929680
    },
    {
      "epoch": 259.47,
      "grad_norm": 1.1925020217895508,
      "learning_rate": 3.7873405148489772e-06,
      "loss": 0.38,
      "step": 929690
    },
    {
      "epoch": 259.48,
      "grad_norm": 0.8989772796630859,
      "learning_rate": 3.787319212949114e-06,
      "loss": 0.3623,
      "step": 929700
    },
    {
      "epoch": 259.48,
      "grad_norm": 0.9079274535179138,
      "learning_rate": 3.7872979108571113e-06,
      "loss": 0.3552,
      "step": 929710
    },
    {
      "epoch": 259.48,
      "grad_norm": 1.0545157194137573,
      "learning_rate": 3.787276608572971e-06,
      "loss": 0.3595,
      "step": 929720
    },
    {
      "epoch": 259.48,
      "grad_norm": 1.4880733489990234,
      "learning_rate": 3.787255306096698e-06,
      "loss": 0.3647,
      "step": 929730
    },
    {
      "epoch": 259.49,
      "grad_norm": 1.1329466104507446,
      "learning_rate": 3.787234003428294e-06,
      "loss": 0.3602,
      "step": 929740
    },
    {
      "epoch": 259.49,
      "grad_norm": 1.1004724502563477,
      "learning_rate": 3.7872127005677618e-06,
      "loss": 0.3645,
      "step": 929750
    },
    {
      "epoch": 259.49,
      "grad_norm": 1.1346100568771362,
      "learning_rate": 3.7871913975151044e-06,
      "loss": 0.3722,
      "step": 929760
    },
    {
      "epoch": 259.49,
      "grad_norm": 0.8964484333992004,
      "learning_rate": 3.7871700942703243e-06,
      "loss": 0.3628,
      "step": 929770
    },
    {
      "epoch": 259.5,
      "grad_norm": 1.065382957458496,
      "learning_rate": 3.7871487908334244e-06,
      "loss": 0.3741,
      "step": 929780
    },
    {
      "epoch": 259.5,
      "grad_norm": 1.1081745624542236,
      "learning_rate": 3.787127487204408e-06,
      "loss": 0.3578,
      "step": 929790
    },
    {
      "epoch": 259.5,
      "grad_norm": 1.2092567682266235,
      "learning_rate": 3.7871061833832775e-06,
      "loss": 0.3563,
      "step": 929800
    },
    {
      "epoch": 259.51,
      "grad_norm": 1.0560377836227417,
      "learning_rate": 3.7870848793700365e-06,
      "loss": 0.3615,
      "step": 929810
    },
    {
      "epoch": 259.51,
      "grad_norm": 1.1028542518615723,
      "learning_rate": 3.7870635751646867e-06,
      "loss": 0.3769,
      "step": 929820
    },
    {
      "epoch": 259.51,
      "grad_norm": 0.9660485982894897,
      "learning_rate": 3.787042270767231e-06,
      "loss": 0.3612,
      "step": 929830
    },
    {
      "epoch": 259.51,
      "grad_norm": 1.4851638078689575,
      "learning_rate": 3.7870209661776736e-06,
      "loss": 0.37,
      "step": 929840
    },
    {
      "epoch": 259.52,
      "grad_norm": 1.0498466491699219,
      "learning_rate": 3.7869996613960165e-06,
      "loss": 0.3518,
      "step": 929850
    },
    {
      "epoch": 259.52,
      "grad_norm": 1.1160041093826294,
      "learning_rate": 3.7869783564222613e-06,
      "loss": 0.3693,
      "step": 929860
    },
    {
      "epoch": 259.52,
      "grad_norm": 0.9318764209747314,
      "learning_rate": 3.786957051256413e-06,
      "loss": 0.3601,
      "step": 929870
    },
    {
      "epoch": 259.53,
      "grad_norm": 1.090585708618164,
      "learning_rate": 3.786935745898473e-06,
      "loss": 0.3577,
      "step": 929880
    },
    {
      "epoch": 259.53,
      "grad_norm": 1.0534216165542603,
      "learning_rate": 3.7869144403484456e-06,
      "loss": 0.3701,
      "step": 929890
    },
    {
      "epoch": 259.53,
      "grad_norm": 1.1261221170425415,
      "learning_rate": 3.786893134606331e-06,
      "loss": 0.3492,
      "step": 929900
    },
    {
      "epoch": 259.53,
      "grad_norm": 1.1010819673538208,
      "learning_rate": 3.7868718286721346e-06,
      "loss": 0.3724,
      "step": 929910
    },
    {
      "epoch": 259.54,
      "grad_norm": 0.9797643423080444,
      "learning_rate": 3.786850522545858e-06,
      "loss": 0.3682,
      "step": 929920
    },
    {
      "epoch": 259.54,
      "grad_norm": 1.01387357711792,
      "learning_rate": 3.786829216227505e-06,
      "loss": 0.366,
      "step": 929930
    },
    {
      "epoch": 259.54,
      "grad_norm": 1.0308303833007812,
      "learning_rate": 3.786807909717077e-06,
      "loss": 0.3608,
      "step": 929940
    },
    {
      "epoch": 259.55,
      "grad_norm": 1.0385501384735107,
      "learning_rate": 3.786786603014578e-06,
      "loss": 0.352,
      "step": 929950
    },
    {
      "epoch": 259.55,
      "grad_norm": 1.0629868507385254,
      "learning_rate": 3.7867652961200104e-06,
      "loss": 0.3693,
      "step": 929960
    },
    {
      "epoch": 259.55,
      "grad_norm": 1.017297625541687,
      "learning_rate": 3.786743989033377e-06,
      "loss": 0.3576,
      "step": 929970
    },
    {
      "epoch": 259.55,
      "grad_norm": 1.015704870223999,
      "learning_rate": 3.78672268175468e-06,
      "loss": 0.3698,
      "step": 929980
    },
    {
      "epoch": 259.56,
      "grad_norm": 0.9421098828315735,
      "learning_rate": 3.7867013742839235e-06,
      "loss": 0.3426,
      "step": 929990
    },
    {
      "epoch": 259.56,
      "grad_norm": 1.0755001306533813,
      "learning_rate": 3.78668006662111e-06,
      "loss": 0.3545,
      "step": 930000
    },
    {
      "epoch": 259.56,
      "grad_norm": 1.0796338319778442,
      "learning_rate": 3.7866587587662423e-06,
      "loss": 0.3537,
      "step": 930010
    },
    {
      "epoch": 259.56,
      "grad_norm": 1.1277395486831665,
      "learning_rate": 3.786637450719323e-06,
      "loss": 0.351,
      "step": 930020
    },
    {
      "epoch": 259.57,
      "grad_norm": 1.099407434463501,
      "learning_rate": 3.7866161424803547e-06,
      "loss": 0.3547,
      "step": 930030
    },
    {
      "epoch": 259.57,
      "grad_norm": 1.172581672668457,
      "learning_rate": 3.78659483404934e-06,
      "loss": 0.3542,
      "step": 930040
    },
    {
      "epoch": 259.57,
      "grad_norm": 1.0093626976013184,
      "learning_rate": 3.7865735254262836e-06,
      "loss": 0.3498,
      "step": 930050
    },
    {
      "epoch": 259.58,
      "grad_norm": 0.9762665033340454,
      "learning_rate": 3.7865522166111857e-06,
      "loss": 0.364,
      "step": 930060
    },
    {
      "epoch": 259.58,
      "grad_norm": 0.9676588773727417,
      "learning_rate": 3.7865309076040506e-06,
      "loss": 0.3492,
      "step": 930070
    },
    {
      "epoch": 259.58,
      "grad_norm": 1.0759953260421753,
      "learning_rate": 3.786509598404882e-06,
      "loss": 0.3559,
      "step": 930080
    },
    {
      "epoch": 259.58,
      "grad_norm": 0.9943002462387085,
      "learning_rate": 3.7864882890136807e-06,
      "loss": 0.3717,
      "step": 930090
    },
    {
      "epoch": 259.59,
      "grad_norm": 1.414870023727417,
      "learning_rate": 3.786466979430451e-06,
      "loss": 0.3558,
      "step": 930100
    },
    {
      "epoch": 259.59,
      "grad_norm": 0.8876969814300537,
      "learning_rate": 3.7864456696551955e-06,
      "loss": 0.3626,
      "step": 930110
    },
    {
      "epoch": 259.59,
      "grad_norm": 0.9985536336898804,
      "learning_rate": 3.786424359687916e-06,
      "loss": 0.3754,
      "step": 930120
    },
    {
      "epoch": 259.6,
      "grad_norm": 0.9218096137046814,
      "learning_rate": 3.786403049528616e-06,
      "loss": 0.3724,
      "step": 930130
    },
    {
      "epoch": 259.6,
      "grad_norm": 1.0447241067886353,
      "learning_rate": 3.7863817391773e-06,
      "loss": 0.359,
      "step": 930140
    },
    {
      "epoch": 259.6,
      "grad_norm": 1.2008228302001953,
      "learning_rate": 3.7863604286339685e-06,
      "loss": 0.3501,
      "step": 930150
    },
    {
      "epoch": 259.6,
      "grad_norm": 1.0642096996307373,
      "learning_rate": 3.786339117898625e-06,
      "loss": 0.3707,
      "step": 930160
    },
    {
      "epoch": 259.61,
      "grad_norm": 0.9607288837432861,
      "learning_rate": 3.7863178069712724e-06,
      "loss": 0.3584,
      "step": 930170
    },
    {
      "epoch": 259.61,
      "grad_norm": 0.9719933271408081,
      "learning_rate": 3.786296495851914e-06,
      "loss": 0.3617,
      "step": 930180
    },
    {
      "epoch": 259.61,
      "grad_norm": 1.1503009796142578,
      "learning_rate": 3.786275184540552e-06,
      "loss": 0.3617,
      "step": 930190
    },
    {
      "epoch": 259.61,
      "grad_norm": 1.0621142387390137,
      "learning_rate": 3.786253873037189e-06,
      "loss": 0.3617,
      "step": 930200
    },
    {
      "epoch": 259.62,
      "grad_norm": 1.109773874282837,
      "learning_rate": 3.7862325613418296e-06,
      "loss": 0.3636,
      "step": 930210
    },
    {
      "epoch": 259.62,
      "grad_norm": 1.7873106002807617,
      "learning_rate": 3.7862112494544746e-06,
      "loss": 0.3599,
      "step": 930220
    },
    {
      "epoch": 259.62,
      "grad_norm": 1.023951768875122,
      "learning_rate": 3.7861899373751273e-06,
      "loss": 0.3683,
      "step": 930230
    },
    {
      "epoch": 259.63,
      "grad_norm": 1.4332630634307861,
      "learning_rate": 3.7861686251037915e-06,
      "loss": 0.3723,
      "step": 930240
    },
    {
      "epoch": 259.63,
      "grad_norm": 1.1126058101654053,
      "learning_rate": 3.7861473126404693e-06,
      "loss": 0.3596,
      "step": 930250
    },
    {
      "epoch": 259.63,
      "grad_norm": 1.7610784769058228,
      "learning_rate": 3.7861259999851637e-06,
      "loss": 0.3697,
      "step": 930260
    },
    {
      "epoch": 259.63,
      "grad_norm": 1.2031605243682861,
      "learning_rate": 3.7861046871378773e-06,
      "loss": 0.3537,
      "step": 930270
    },
    {
      "epoch": 259.64,
      "grad_norm": 1.1056010723114014,
      "learning_rate": 3.786083374098613e-06,
      "loss": 0.354,
      "step": 930280
    },
    {
      "epoch": 259.64,
      "grad_norm": 1.0911760330200195,
      "learning_rate": 3.7860620608673737e-06,
      "loss": 0.3578,
      "step": 930290
    },
    {
      "epoch": 259.64,
      "grad_norm": 1.0308756828308105,
      "learning_rate": 3.786040747444162e-06,
      "loss": 0.3641,
      "step": 930300
    },
    {
      "epoch": 259.65,
      "grad_norm": 0.9888854622840881,
      "learning_rate": 3.7860194338289813e-06,
      "loss": 0.3686,
      "step": 930310
    },
    {
      "epoch": 259.65,
      "grad_norm": 1.0129789113998413,
      "learning_rate": 3.7859981200218346e-06,
      "loss": 0.3524,
      "step": 930320
    },
    {
      "epoch": 259.65,
      "grad_norm": 0.9931802153587341,
      "learning_rate": 3.785976806022723e-06,
      "loss": 0.3556,
      "step": 930330
    },
    {
      "epoch": 259.65,
      "grad_norm": 1.2267001867294312,
      "learning_rate": 3.7859554918316524e-06,
      "loss": 0.3811,
      "step": 930340
    },
    {
      "epoch": 259.66,
      "grad_norm": 1.3990719318389893,
      "learning_rate": 3.7859341774486224e-06,
      "loss": 0.3628,
      "step": 930350
    },
    {
      "epoch": 259.66,
      "grad_norm": 1.2025357484817505,
      "learning_rate": 3.785912862873638e-06,
      "loss": 0.3629,
      "step": 930360
    },
    {
      "epoch": 259.66,
      "grad_norm": 0.8627332448959351,
      "learning_rate": 3.7858915481067015e-06,
      "loss": 0.3677,
      "step": 930370
    },
    {
      "epoch": 259.67,
      "grad_norm": 1.1052223443984985,
      "learning_rate": 3.785870233147815e-06,
      "loss": 0.3704,
      "step": 930380
    },
    {
      "epoch": 259.67,
      "grad_norm": 1.0617287158966064,
      "learning_rate": 3.785848917996982e-06,
      "loss": 0.3736,
      "step": 930390
    },
    {
      "epoch": 259.67,
      "grad_norm": 1.0400941371917725,
      "learning_rate": 3.7858276026542057e-06,
      "loss": 0.3789,
      "step": 930400
    },
    {
      "epoch": 259.67,
      "grad_norm": 1.090005874633789,
      "learning_rate": 3.7858062871194883e-06,
      "loss": 0.3726,
      "step": 930410
    },
    {
      "epoch": 259.68,
      "grad_norm": 1.0099962949752808,
      "learning_rate": 3.7857849713928323e-06,
      "loss": 0.3671,
      "step": 930420
    },
    {
      "epoch": 259.68,
      "grad_norm": 0.9693482518196106,
      "learning_rate": 3.7857636554742417e-06,
      "loss": 0.3305,
      "step": 930430
    },
    {
      "epoch": 259.68,
      "grad_norm": 1.0084502696990967,
      "learning_rate": 3.7857423393637185e-06,
      "loss": 0.3696,
      "step": 930440
    },
    {
      "epoch": 259.68,
      "grad_norm": 1.2400505542755127,
      "learning_rate": 3.7857210230612648e-06,
      "loss": 0.3802,
      "step": 930450
    },
    {
      "epoch": 259.69,
      "grad_norm": 1.1146793365478516,
      "learning_rate": 3.785699706566886e-06,
      "loss": 0.3752,
      "step": 930460
    },
    {
      "epoch": 259.69,
      "grad_norm": 0.9282436370849609,
      "learning_rate": 3.785678389880582e-06,
      "loss": 0.3663,
      "step": 930470
    },
    {
      "epoch": 259.69,
      "grad_norm": 1.0791783332824707,
      "learning_rate": 3.7856570730023578e-06,
      "loss": 0.3803,
      "step": 930480
    },
    {
      "epoch": 259.7,
      "grad_norm": 1.0805027484893799,
      "learning_rate": 3.785635755932215e-06,
      "loss": 0.3615,
      "step": 930490
    },
    {
      "epoch": 259.7,
      "grad_norm": 1.219883918762207,
      "learning_rate": 3.785614438670157e-06,
      "loss": 0.3701,
      "step": 930500
    },
    {
      "epoch": 259.7,
      "grad_norm": 1.0696207284927368,
      "learning_rate": 3.7855931212161863e-06,
      "loss": 0.3477,
      "step": 930510
    },
    {
      "epoch": 259.7,
      "grad_norm": 1.0171618461608887,
      "learning_rate": 3.7855718035703057e-06,
      "loss": 0.3503,
      "step": 930520
    },
    {
      "epoch": 259.71,
      "grad_norm": 1.3303203582763672,
      "learning_rate": 3.785550485732519e-06,
      "loss": 0.3537,
      "step": 930530
    },
    {
      "epoch": 259.71,
      "grad_norm": 1.0095329284667969,
      "learning_rate": 3.7855291677028273e-06,
      "loss": 0.36,
      "step": 930540
    },
    {
      "epoch": 259.71,
      "grad_norm": 1.0434564352035522,
      "learning_rate": 3.7855078494812346e-06,
      "loss": 0.3481,
      "step": 930550
    },
    {
      "epoch": 259.72,
      "grad_norm": 1.1962560415267944,
      "learning_rate": 3.785486531067744e-06,
      "loss": 0.3669,
      "step": 930560
    },
    {
      "epoch": 259.72,
      "grad_norm": 1.1067266464233398,
      "learning_rate": 3.785465212462357e-06,
      "loss": 0.3518,
      "step": 930570
    },
    {
      "epoch": 259.72,
      "grad_norm": 0.941096842288971,
      "learning_rate": 3.785443893665078e-06,
      "loss": 0.3439,
      "step": 930580
    },
    {
      "epoch": 259.72,
      "grad_norm": 0.9890421032905579,
      "learning_rate": 3.7854225746759087e-06,
      "loss": 0.3485,
      "step": 930590
    },
    {
      "epoch": 259.73,
      "grad_norm": 1.3553643226623535,
      "learning_rate": 3.7854012554948534e-06,
      "loss": 0.3638,
      "step": 930600
    },
    {
      "epoch": 259.73,
      "grad_norm": 1.0134273767471313,
      "learning_rate": 3.785379936121913e-06,
      "loss": 0.3601,
      "step": 930610
    },
    {
      "epoch": 259.73,
      "grad_norm": 1.858461856842041,
      "learning_rate": 3.7853586165570915e-06,
      "loss": 0.354,
      "step": 930620
    },
    {
      "epoch": 259.73,
      "grad_norm": 0.8231115341186523,
      "learning_rate": 3.7853372968003917e-06,
      "loss": 0.3487,
      "step": 930630
    },
    {
      "epoch": 259.74,
      "grad_norm": 1.040095329284668,
      "learning_rate": 3.785315976851816e-06,
      "loss": 0.3635,
      "step": 930640
    },
    {
      "epoch": 259.74,
      "grad_norm": 0.9172217845916748,
      "learning_rate": 3.785294656711367e-06,
      "loss": 0.3485,
      "step": 930650
    },
    {
      "epoch": 259.74,
      "grad_norm": 0.9907707571983337,
      "learning_rate": 3.785273336379049e-06,
      "loss": 0.3614,
      "step": 930660
    },
    {
      "epoch": 259.75,
      "grad_norm": 0.8917546272277832,
      "learning_rate": 3.7852520158548634e-06,
      "loss": 0.3664,
      "step": 930670
    },
    {
      "epoch": 259.75,
      "grad_norm": 0.9574334621429443,
      "learning_rate": 3.785230695138813e-06,
      "loss": 0.3496,
      "step": 930680
    },
    {
      "epoch": 259.75,
      "grad_norm": 1.0110875368118286,
      "learning_rate": 3.785209374230902e-06,
      "loss": 0.3632,
      "step": 930690
    },
    {
      "epoch": 259.75,
      "grad_norm": 1.0045634508132935,
      "learning_rate": 3.785188053131132e-06,
      "loss": 0.3823,
      "step": 930700
    },
    {
      "epoch": 259.76,
      "grad_norm": 0.9133870005607605,
      "learning_rate": 3.785166731839506e-06,
      "loss": 0.3642,
      "step": 930710
    },
    {
      "epoch": 259.76,
      "grad_norm": 1.647257924079895,
      "learning_rate": 3.7851454103560276e-06,
      "loss": 0.3693,
      "step": 930720
    },
    {
      "epoch": 259.76,
      "grad_norm": 0.9994772672653198,
      "learning_rate": 3.7851240886806987e-06,
      "loss": 0.38,
      "step": 930730
    },
    {
      "epoch": 259.77,
      "grad_norm": 1.0542736053466797,
      "learning_rate": 3.7851027668135227e-06,
      "loss": 0.3654,
      "step": 930740
    },
    {
      "epoch": 259.77,
      "grad_norm": 0.9772635698318481,
      "learning_rate": 3.785081444754501e-06,
      "loss": 0.356,
      "step": 930750
    },
    {
      "epoch": 259.77,
      "grad_norm": 0.9358063340187073,
      "learning_rate": 3.7850601225036394e-06,
      "loss": 0.381,
      "step": 930760
    },
    {
      "epoch": 259.77,
      "grad_norm": 0.9305118918418884,
      "learning_rate": 3.7850388000609384e-06,
      "loss": 0.355,
      "step": 930770
    },
    {
      "epoch": 259.78,
      "grad_norm": 0.9650205969810486,
      "learning_rate": 3.785017477426401e-06,
      "loss": 0.3765,
      "step": 930780
    },
    {
      "epoch": 259.78,
      "grad_norm": 1.2679824829101562,
      "learning_rate": 3.7849961546000318e-06,
      "loss": 0.355,
      "step": 930790
    },
    {
      "epoch": 259.78,
      "grad_norm": 1.0437862873077393,
      "learning_rate": 3.784974831581831e-06,
      "loss": 0.3721,
      "step": 930800
    },
    {
      "epoch": 259.79,
      "grad_norm": 0.9176911115646362,
      "learning_rate": 3.7849535083718035e-06,
      "loss": 0.3585,
      "step": 930810
    },
    {
      "epoch": 259.79,
      "grad_norm": 1.0372296571731567,
      "learning_rate": 3.7849321849699512e-06,
      "loss": 0.342,
      "step": 930820
    },
    {
      "epoch": 259.79,
      "grad_norm": 1.0876383781433105,
      "learning_rate": 3.7849108613762773e-06,
      "loss": 0.3557,
      "step": 930830
    },
    {
      "epoch": 259.79,
      "grad_norm": 0.9724541902542114,
      "learning_rate": 3.7848895375907843e-06,
      "loss": 0.3562,
      "step": 930840
    },
    {
      "epoch": 259.8,
      "grad_norm": 1.1023478507995605,
      "learning_rate": 3.7848682136134756e-06,
      "loss": 0.3538,
      "step": 930850
    },
    {
      "epoch": 259.8,
      "grad_norm": 1.3214315176010132,
      "learning_rate": 3.784846889444353e-06,
      "loss": 0.3535,
      "step": 930860
    },
    {
      "epoch": 259.8,
      "grad_norm": 1.2831119298934937,
      "learning_rate": 3.7848255650834205e-06,
      "loss": 0.3567,
      "step": 930870
    },
    {
      "epoch": 259.8,
      "grad_norm": 1.2645893096923828,
      "learning_rate": 3.78480424053068e-06,
      "loss": 0.3655,
      "step": 930880
    },
    {
      "epoch": 259.81,
      "grad_norm": 0.9585416316986084,
      "learning_rate": 3.7847829157861352e-06,
      "loss": 0.35,
      "step": 930890
    },
    {
      "epoch": 259.81,
      "grad_norm": 1.0671123266220093,
      "learning_rate": 3.7847615908497883e-06,
      "loss": 0.3607,
      "step": 930900
    },
    {
      "epoch": 259.81,
      "grad_norm": 1.1397143602371216,
      "learning_rate": 3.7847402657216426e-06,
      "loss": 0.3651,
      "step": 930910
    },
    {
      "epoch": 259.82,
      "grad_norm": 1.043983817100525,
      "learning_rate": 3.784718940401701e-06,
      "loss": 0.3707,
      "step": 930920
    },
    {
      "epoch": 259.82,
      "grad_norm": 1.0988069772720337,
      "learning_rate": 3.784697614889965e-06,
      "loss": 0.356,
      "step": 930930
    },
    {
      "epoch": 259.82,
      "grad_norm": 0.9323283433914185,
      "learning_rate": 3.7846762891864394e-06,
      "loss": 0.3771,
      "step": 930940
    },
    {
      "epoch": 259.82,
      "grad_norm": 0.8914244174957275,
      "learning_rate": 3.7846549632911262e-06,
      "loss": 0.3656,
      "step": 930950
    },
    {
      "epoch": 259.83,
      "grad_norm": 1.0843309164047241,
      "learning_rate": 3.784633637204028e-06,
      "loss": 0.3658,
      "step": 930960
    },
    {
      "epoch": 259.83,
      "grad_norm": 1.0249180793762207,
      "learning_rate": 3.7846123109251473e-06,
      "loss": 0.3623,
      "step": 930970
    },
    {
      "epoch": 259.83,
      "grad_norm": 1.125403642654419,
      "learning_rate": 3.784590984454488e-06,
      "loss": 0.3754,
      "step": 930980
    },
    {
      "epoch": 259.84,
      "grad_norm": 1.1269785165786743,
      "learning_rate": 3.784569657792052e-06,
      "loss": 0.3875,
      "step": 930990
    },
    {
      "epoch": 259.84,
      "grad_norm": 1.1055564880371094,
      "learning_rate": 3.7845483309378426e-06,
      "loss": 0.37,
      "step": 931000
    },
    {
      "epoch": 259.84,
      "grad_norm": 1.2122596502304077,
      "learning_rate": 3.7845270038918623e-06,
      "loss": 0.3647,
      "step": 931010
    },
    {
      "epoch": 259.84,
      "grad_norm": 0.979451060295105,
      "learning_rate": 3.7845056766541146e-06,
      "loss": 0.3543,
      "step": 931020
    },
    {
      "epoch": 259.85,
      "grad_norm": 0.940985918045044,
      "learning_rate": 3.7844843492246016e-06,
      "loss": 0.3824,
      "step": 931030
    },
    {
      "epoch": 259.85,
      "grad_norm": 0.9759772419929504,
      "learning_rate": 3.7844630216033267e-06,
      "loss": 0.3579,
      "step": 931040
    },
    {
      "epoch": 259.85,
      "grad_norm": 1.1775908470153809,
      "learning_rate": 3.784441693790293e-06,
      "loss": 0.3785,
      "step": 931050
    },
    {
      "epoch": 259.85,
      "grad_norm": 1.2017110586166382,
      "learning_rate": 3.7844203657855017e-06,
      "loss": 0.3691,
      "step": 931060
    },
    {
      "epoch": 259.86,
      "grad_norm": 0.9370748996734619,
      "learning_rate": 3.7843990375889576e-06,
      "loss": 0.3573,
      "step": 931070
    },
    {
      "epoch": 259.86,
      "grad_norm": 1.1486319303512573,
      "learning_rate": 3.7843777092006626e-06,
      "loss": 0.3595,
      "step": 931080
    },
    {
      "epoch": 259.86,
      "grad_norm": 1.0832314491271973,
      "learning_rate": 3.7843563806206192e-06,
      "loss": 0.3731,
      "step": 931090
    },
    {
      "epoch": 259.87,
      "grad_norm": 1.1071256399154663,
      "learning_rate": 3.784335051848831e-06,
      "loss": 0.3616,
      "step": 931100
    },
    {
      "epoch": 259.87,
      "grad_norm": 1.04552161693573,
      "learning_rate": 3.7843137228853014e-06,
      "loss": 0.3845,
      "step": 931110
    },
    {
      "epoch": 259.87,
      "grad_norm": 1.0019274950027466,
      "learning_rate": 3.784292393730031e-06,
      "loss": 0.3564,
      "step": 931120
    },
    {
      "epoch": 259.87,
      "grad_norm": 0.8969431519508362,
      "learning_rate": 3.784271064383025e-06,
      "loss": 0.3636,
      "step": 931130
    },
    {
      "epoch": 259.88,
      "grad_norm": 1.0756622552871704,
      "learning_rate": 3.7842497348442847e-06,
      "loss": 0.3746,
      "step": 931140
    },
    {
      "epoch": 259.88,
      "grad_norm": 1.0078459978103638,
      "learning_rate": 3.7842284051138134e-06,
      "loss": 0.3647,
      "step": 931150
    },
    {
      "epoch": 259.88,
      "grad_norm": 1.0569509267807007,
      "learning_rate": 3.7842070751916146e-06,
      "loss": 0.3654,
      "step": 931160
    },
    {
      "epoch": 259.89,
      "grad_norm": 1.2125459909439087,
      "learning_rate": 3.78418574507769e-06,
      "loss": 0.3842,
      "step": 931170
    },
    {
      "epoch": 259.89,
      "grad_norm": 2.1418216228485107,
      "learning_rate": 3.784164414772044e-06,
      "loss": 0.3478,
      "step": 931180
    },
    {
      "epoch": 259.89,
      "grad_norm": 1.4432162046432495,
      "learning_rate": 3.784143084274677e-06,
      "loss": 0.3453,
      "step": 931190
    },
    {
      "epoch": 259.89,
      "grad_norm": 1.0964077711105347,
      "learning_rate": 3.7841217535855936e-06,
      "loss": 0.3724,
      "step": 931200
    },
    {
      "epoch": 259.9,
      "grad_norm": 1.2620829343795776,
      "learning_rate": 3.7841004227047974e-06,
      "loss": 0.3665,
      "step": 931210
    },
    {
      "epoch": 259.9,
      "grad_norm": 1.0011568069458008,
      "learning_rate": 3.7840790916322893e-06,
      "loss": 0.347,
      "step": 931220
    },
    {
      "epoch": 259.9,
      "grad_norm": 1.5409895181655884,
      "learning_rate": 3.7840577603680727e-06,
      "loss": 0.3531,
      "step": 931230
    },
    {
      "epoch": 259.91,
      "grad_norm": 0.9665727615356445,
      "learning_rate": 3.7840364289121513e-06,
      "loss": 0.3672,
      "step": 931240
    },
    {
      "epoch": 259.91,
      "grad_norm": 1.0351178646087646,
      "learning_rate": 3.784015097264528e-06,
      "loss": 0.3479,
      "step": 931250
    },
    {
      "epoch": 259.91,
      "grad_norm": 1.1003559827804565,
      "learning_rate": 3.783993765425204e-06,
      "loss": 0.3577,
      "step": 931260
    },
    {
      "epoch": 259.91,
      "grad_norm": 0.9194461107254028,
      "learning_rate": 3.7839724333941837e-06,
      "loss": 0.3617,
      "step": 931270
    },
    {
      "epoch": 259.92,
      "grad_norm": 0.9467753171920776,
      "learning_rate": 3.7839511011714688e-06,
      "loss": 0.3515,
      "step": 931280
    },
    {
      "epoch": 259.92,
      "grad_norm": 1.3474050760269165,
      "learning_rate": 3.783929768757063e-06,
      "loss": 0.3667,
      "step": 931290
    },
    {
      "epoch": 259.92,
      "grad_norm": 0.926399827003479,
      "learning_rate": 3.7839084361509692e-06,
      "loss": 0.3629,
      "step": 931300
    },
    {
      "epoch": 259.92,
      "grad_norm": 10.347330093383789,
      "learning_rate": 3.7838871033531897e-06,
      "loss": 0.3591,
      "step": 931310
    },
    {
      "epoch": 259.93,
      "grad_norm": 1.096282720565796,
      "learning_rate": 3.783865770363728e-06,
      "loss": 0.3687,
      "step": 931320
    },
    {
      "epoch": 259.93,
      "grad_norm": 1.0507090091705322,
      "learning_rate": 3.783844437182586e-06,
      "loss": 0.375,
      "step": 931330
    },
    {
      "epoch": 259.93,
      "grad_norm": 1.096765398979187,
      "learning_rate": 3.783823103809767e-06,
      "loss": 0.3572,
      "step": 931340
    },
    {
      "epoch": 259.94,
      "grad_norm": 1.243794322013855,
      "learning_rate": 3.7838017702452744e-06,
      "loss": 0.3559,
      "step": 931350
    },
    {
      "epoch": 259.94,
      "grad_norm": 1.1109765768051147,
      "learning_rate": 3.7837804364891097e-06,
      "loss": 0.3609,
      "step": 931360
    },
    {
      "epoch": 259.94,
      "grad_norm": 1.2498208284378052,
      "learning_rate": 3.783759102541277e-06,
      "loss": 0.363,
      "step": 931370
    },
    {
      "epoch": 259.94,
      "grad_norm": 1.1091411113739014,
      "learning_rate": 3.7837377684017787e-06,
      "loss": 0.3637,
      "step": 931380
    },
    {
      "epoch": 259.95,
      "grad_norm": 1.1360150575637817,
      "learning_rate": 3.7837164340706175e-06,
      "loss": 0.353,
      "step": 931390
    },
    {
      "epoch": 259.95,
      "grad_norm": 0.9376376867294312,
      "learning_rate": 3.7836950995477965e-06,
      "loss": 0.3458,
      "step": 931400
    },
    {
      "epoch": 259.95,
      "grad_norm": 1.1041395664215088,
      "learning_rate": 3.7836737648333186e-06,
      "loss": 0.3569,
      "step": 931410
    },
    {
      "epoch": 259.96,
      "grad_norm": 1.1595627069473267,
      "learning_rate": 3.783652429927186e-06,
      "loss": 0.3509,
      "step": 931420
    },
    {
      "epoch": 259.96,
      "grad_norm": 0.8980476260185242,
      "learning_rate": 3.783631094829402e-06,
      "loss": 0.3614,
      "step": 931430
    },
    {
      "epoch": 259.96,
      "grad_norm": 0.9522995948791504,
      "learning_rate": 3.78360975953997e-06,
      "loss": 0.3558,
      "step": 931440
    },
    {
      "epoch": 259.96,
      "grad_norm": 1.1915730237960815,
      "learning_rate": 3.783588424058892e-06,
      "loss": 0.3633,
      "step": 931450
    },
    {
      "epoch": 259.97,
      "grad_norm": 1.0086371898651123,
      "learning_rate": 3.7835670883861713e-06,
      "loss": 0.3488,
      "step": 931460
    },
    {
      "epoch": 259.97,
      "grad_norm": 1.1423243284225464,
      "learning_rate": 3.7835457525218106e-06,
      "loss": 0.3513,
      "step": 931470
    },
    {
      "epoch": 259.97,
      "grad_norm": 1.2533434629440308,
      "learning_rate": 3.783524416465812e-06,
      "loss": 0.355,
      "step": 931480
    },
    {
      "epoch": 259.97,
      "grad_norm": 7.931386470794678,
      "learning_rate": 3.783503080218179e-06,
      "loss": 0.3654,
      "step": 931490
    },
    {
      "epoch": 259.98,
      "grad_norm": 1.1471199989318848,
      "learning_rate": 3.783481743778915e-06,
      "loss": 0.3678,
      "step": 931500
    },
    {
      "epoch": 259.98,
      "grad_norm": 1.1636956930160522,
      "learning_rate": 3.7834604071480227e-06,
      "loss": 0.3779,
      "step": 931510
    },
    {
      "epoch": 259.98,
      "grad_norm": 1.0037857294082642,
      "learning_rate": 3.783439070325504e-06,
      "loss": 0.3628,
      "step": 931520
    },
    {
      "epoch": 259.99,
      "grad_norm": 1.1867048740386963,
      "learning_rate": 3.7834177333113624e-06,
      "loss": 0.3492,
      "step": 931530
    },
    {
      "epoch": 259.99,
      "grad_norm": 1.0565961599349976,
      "learning_rate": 3.7833963961056006e-06,
      "loss": 0.3821,
      "step": 931540
    },
    {
      "epoch": 259.99,
      "grad_norm": 1.137633204460144,
      "learning_rate": 3.7833750587082216e-06,
      "loss": 0.3581,
      "step": 931550
    },
    {
      "epoch": 259.99,
      "grad_norm": 0.9780393838882446,
      "learning_rate": 3.783353721119228e-06,
      "loss": 0.3736,
      "step": 931560
    },
    {
      "epoch": 260.0,
      "grad_norm": 1.3027228116989136,
      "learning_rate": 3.783332383338623e-06,
      "loss": 0.3654,
      "step": 931570
    },
    {
      "epoch": 260.0,
      "grad_norm": 1.2596153020858765,
      "learning_rate": 3.783311045366409e-06,
      "loss": 0.3601,
      "step": 931580
    },
    {
      "epoch": 260.0,
      "eval_loss": 0.363042414188385,
      "eval_runtime": 63.2608,
      "eval_samples_per_second": 79.971,
      "eval_steps_per_second": 10.006,
      "step": 931580
    },
    {
      "epoch": 260.0,
      "grad_norm": 1.0519819259643555,
      "learning_rate": 3.7832897072025886e-06,
      "loss": 0.3687,
      "step": 931590
    },
    {
      "epoch": 260.01,
      "grad_norm": 4.915680408477783,
      "learning_rate": 3.7832683688471654e-06,
      "loss": 0.3485,
      "step": 931600
    },
    {
      "epoch": 260.01,
      "grad_norm": 1.0296746492385864,
      "learning_rate": 3.783247030300142e-06,
      "loss": 0.3855,
      "step": 931610
    },
    {
      "epoch": 260.01,
      "grad_norm": 1.0126501321792603,
      "learning_rate": 3.783225691561521e-06,
      "loss": 0.3587,
      "step": 931620
    },
    {
      "epoch": 260.01,
      "grad_norm": 1.2686651945114136,
      "learning_rate": 3.7832043526313057e-06,
      "loss": 0.3536,
      "step": 931630
    },
    {
      "epoch": 260.02,
      "grad_norm": 0.8937295079231262,
      "learning_rate": 3.783183013509498e-06,
      "loss": 0.366,
      "step": 931640
    },
    {
      "epoch": 260.02,
      "grad_norm": 0.9507806897163391,
      "learning_rate": 3.7831616741961022e-06,
      "loss": 0.3656,
      "step": 931650
    },
    {
      "epoch": 260.02,
      "grad_norm": 1.1922746896743774,
      "learning_rate": 3.7831403346911203e-06,
      "loss": 0.3592,
      "step": 931660
    },
    {
      "epoch": 260.03,
      "grad_norm": 1.0377694368362427,
      "learning_rate": 3.7831189949945542e-06,
      "loss": 0.3716,
      "step": 931670
    },
    {
      "epoch": 260.03,
      "grad_norm": 1.1305712461471558,
      "learning_rate": 3.783097655106409e-06,
      "loss": 0.3561,
      "step": 931680
    },
    {
      "epoch": 260.03,
      "grad_norm": 0.9638540744781494,
      "learning_rate": 3.783076315026685e-06,
      "loss": 0.3514,
      "step": 931690
    },
    {
      "epoch": 260.03,
      "grad_norm": 0.9789741635322571,
      "learning_rate": 3.783054974755387e-06,
      "loss": 0.3771,
      "step": 931700
    },
    {
      "epoch": 260.04,
      "grad_norm": 1.1524667739868164,
      "learning_rate": 3.7830336342925163e-06,
      "loss": 0.3754,
      "step": 931710
    },
    {
      "epoch": 260.04,
      "grad_norm": 1.7982935905456543,
      "learning_rate": 3.783012293638078e-06,
      "loss": 0.3466,
      "step": 931720
    },
    {
      "epoch": 260.04,
      "grad_norm": 0.9846777319908142,
      "learning_rate": 3.7829909527920726e-06,
      "loss": 0.3854,
      "step": 931730
    },
    {
      "epoch": 260.04,
      "grad_norm": 1.2050868272781372,
      "learning_rate": 3.7829696117545035e-06,
      "loss": 0.3716,
      "step": 931740
    },
    {
      "epoch": 260.05,
      "grad_norm": 1.1840795278549194,
      "learning_rate": 3.7829482705253745e-06,
      "loss": 0.3595,
      "step": 931750
    },
    {
      "epoch": 260.05,
      "grad_norm": 0.9885661602020264,
      "learning_rate": 3.782926929104688e-06,
      "loss": 0.3616,
      "step": 931760
    },
    {
      "epoch": 260.05,
      "grad_norm": 1.1575448513031006,
      "learning_rate": 3.782905587492446e-06,
      "loss": 0.3626,
      "step": 931770
    },
    {
      "epoch": 260.06,
      "grad_norm": 0.9594863057136536,
      "learning_rate": 3.782884245688652e-06,
      "loss": 0.3592,
      "step": 931780
    },
    {
      "epoch": 260.06,
      "grad_norm": 1.1161662340164185,
      "learning_rate": 3.782862903693309e-06,
      "loss": 0.3565,
      "step": 931790
    },
    {
      "epoch": 260.06,
      "grad_norm": 1.1299374103546143,
      "learning_rate": 3.78284156150642e-06,
      "loss": 0.3675,
      "step": 931800
    },
    {
      "epoch": 260.06,
      "grad_norm": 1.1237337589263916,
      "learning_rate": 3.7828202191279873e-06,
      "loss": 0.3711,
      "step": 931810
    },
    {
      "epoch": 260.07,
      "grad_norm": 0.9864799380302429,
      "learning_rate": 3.782798876558014e-06,
      "loss": 0.3618,
      "step": 931820
    },
    {
      "epoch": 260.07,
      "grad_norm": 1.092170238494873,
      "learning_rate": 3.7827775337965033e-06,
      "loss": 0.3484,
      "step": 931830
    },
    {
      "epoch": 260.07,
      "grad_norm": 1.1064155101776123,
      "learning_rate": 3.7827561908434565e-06,
      "loss": 0.3557,
      "step": 931840
    },
    {
      "epoch": 260.08,
      "grad_norm": 1.0751287937164307,
      "learning_rate": 3.782734847698879e-06,
      "loss": 0.3582,
      "step": 931850
    },
    {
      "epoch": 260.08,
      "grad_norm": 0.938766360282898,
      "learning_rate": 3.782713504362771e-06,
      "loss": 0.3705,
      "step": 931860
    },
    {
      "epoch": 260.08,
      "grad_norm": 1.045265793800354,
      "learning_rate": 3.7826921608351374e-06,
      "loss": 0.3629,
      "step": 931870
    },
    {
      "epoch": 260.08,
      "grad_norm": 1.2231420278549194,
      "learning_rate": 3.7826708171159797e-06,
      "loss": 0.3536,
      "step": 931880
    },
    {
      "epoch": 260.09,
      "grad_norm": 1.2491264343261719,
      "learning_rate": 3.782649473205301e-06,
      "loss": 0.3557,
      "step": 931890
    },
    {
      "epoch": 260.09,
      "grad_norm": 0.9351564645767212,
      "learning_rate": 3.782628129103105e-06,
      "loss": 0.3757,
      "step": 931900
    },
    {
      "epoch": 260.09,
      "grad_norm": 1.1266809701919556,
      "learning_rate": 3.782606784809394e-06,
      "loss": 0.3532,
      "step": 931910
    },
    {
      "epoch": 260.09,
      "grad_norm": 1.0973057746887207,
      "learning_rate": 3.7825854403241702e-06,
      "loss": 0.37,
      "step": 931920
    },
    {
      "epoch": 260.1,
      "grad_norm": 0.9131118059158325,
      "learning_rate": 3.7825640956474376e-06,
      "loss": 0.372,
      "step": 931930
    },
    {
      "epoch": 260.1,
      "grad_norm": 0.9693414568901062,
      "learning_rate": 3.7825427507791984e-06,
      "loss": 0.3723,
      "step": 931940
    },
    {
      "epoch": 260.1,
      "grad_norm": 1.6390148401260376,
      "learning_rate": 3.782521405719455e-06,
      "loss": 0.3704,
      "step": 931950
    },
    {
      "epoch": 260.11,
      "grad_norm": 1.0353916883468628,
      "learning_rate": 3.782500060468211e-06,
      "loss": 0.3509,
      "step": 931960
    },
    {
      "epoch": 260.11,
      "grad_norm": 1.0298267602920532,
      "learning_rate": 3.7824787150254688e-06,
      "loss": 0.3498,
      "step": 931970
    },
    {
      "epoch": 260.11,
      "grad_norm": 0.8666568994522095,
      "learning_rate": 3.782457369391232e-06,
      "loss": 0.3665,
      "step": 931980
    },
    {
      "epoch": 260.11,
      "grad_norm": 1.1712863445281982,
      "learning_rate": 3.7824360235655024e-06,
      "loss": 0.3622,
      "step": 931990
    },
    {
      "epoch": 260.12,
      "grad_norm": 1.2442296743392944,
      "learning_rate": 3.782414677548283e-06,
      "loss": 0.3569,
      "step": 932000
    },
    {
      "epoch": 260.12,
      "grad_norm": 0.8612499833106995,
      "learning_rate": 3.7823933313395777e-06,
      "loss": 0.3614,
      "step": 932010
    },
    {
      "epoch": 260.12,
      "grad_norm": 1.0561858415603638,
      "learning_rate": 3.782371984939388e-06,
      "loss": 0.3679,
      "step": 932020
    },
    {
      "epoch": 260.13,
      "grad_norm": 1.1880522966384888,
      "learning_rate": 3.782350638347718e-06,
      "loss": 0.3591,
      "step": 932030
    },
    {
      "epoch": 260.13,
      "grad_norm": 1.0024975538253784,
      "learning_rate": 3.782329291564568e-06,
      "loss": 0.3491,
      "step": 932040
    },
    {
      "epoch": 260.13,
      "grad_norm": 0.8989120125770569,
      "learning_rate": 3.7823079445899447e-06,
      "loss": 0.3623,
      "step": 932050
    },
    {
      "epoch": 260.13,
      "grad_norm": 0.8659284710884094,
      "learning_rate": 3.7822865974238487e-06,
      "loss": 0.357,
      "step": 932060
    },
    {
      "epoch": 260.14,
      "grad_norm": 1.277043342590332,
      "learning_rate": 3.7822652500662826e-06,
      "loss": 0.3633,
      "step": 932070
    },
    {
      "epoch": 260.14,
      "grad_norm": 1.26973557472229,
      "learning_rate": 3.7822439025172498e-06,
      "loss": 0.3712,
      "step": 932080
    },
    {
      "epoch": 260.14,
      "grad_norm": 0.9740607738494873,
      "learning_rate": 3.7822225547767528e-06,
      "loss": 0.3625,
      "step": 932090
    },
    {
      "epoch": 260.15,
      "grad_norm": 1.2671699523925781,
      "learning_rate": 3.782201206844795e-06,
      "loss": 0.3509,
      "step": 932100
    },
    {
      "epoch": 260.15,
      "grad_norm": 1.0218397378921509,
      "learning_rate": 3.7821798587213794e-06,
      "loss": 0.3584,
      "step": 932110
    },
    {
      "epoch": 260.15,
      "grad_norm": 1.0870511531829834,
      "learning_rate": 3.7821585104065077e-06,
      "loss": 0.3598,
      "step": 932120
    },
    {
      "epoch": 260.15,
      "grad_norm": 1.0742586851119995,
      "learning_rate": 3.782137161900184e-06,
      "loss": 0.3569,
      "step": 932130
    },
    {
      "epoch": 260.16,
      "grad_norm": 1.1305581331253052,
      "learning_rate": 3.7821158132024102e-06,
      "loss": 0.3744,
      "step": 932140
    },
    {
      "epoch": 260.16,
      "grad_norm": 1.0742323398590088,
      "learning_rate": 3.7820944643131896e-06,
      "loss": 0.3628,
      "step": 932150
    },
    {
      "epoch": 260.16,
      "grad_norm": 1.001638650894165,
      "learning_rate": 3.782073115232525e-06,
      "loss": 0.3733,
      "step": 932160
    },
    {
      "epoch": 260.16,
      "grad_norm": 1.0237691402435303,
      "learning_rate": 3.782051765960419e-06,
      "loss": 0.3492,
      "step": 932170
    },
    {
      "epoch": 260.17,
      "grad_norm": 0.9181643128395081,
      "learning_rate": 3.7820304164968748e-06,
      "loss": 0.3672,
      "step": 932180
    },
    {
      "epoch": 260.17,
      "grad_norm": 1.0705993175506592,
      "learning_rate": 3.782009066841895e-06,
      "loss": 0.3462,
      "step": 932190
    },
    {
      "epoch": 260.17,
      "grad_norm": 0.9196009635925293,
      "learning_rate": 3.7819877169954825e-06,
      "loss": 0.3611,
      "step": 932200
    },
    {
      "epoch": 260.18,
      "grad_norm": 1.112267017364502,
      "learning_rate": 3.7819663669576403e-06,
      "loss": 0.3607,
      "step": 932210
    },
    {
      "epoch": 260.18,
      "grad_norm": 1.111592173576355,
      "learning_rate": 3.781945016728371e-06,
      "loss": 0.3602,
      "step": 932220
    },
    {
      "epoch": 260.18,
      "grad_norm": 1.4889442920684814,
      "learning_rate": 3.781923666307678e-06,
      "loss": 0.3581,
      "step": 932230
    },
    {
      "epoch": 260.18,
      "grad_norm": 1.1962088346481323,
      "learning_rate": 3.7819023156955633e-06,
      "loss": 0.3673,
      "step": 932240
    },
    {
      "epoch": 260.19,
      "grad_norm": 0.9677462577819824,
      "learning_rate": 3.7818809648920296e-06,
      "loss": 0.3589,
      "step": 932250
    },
    {
      "epoch": 260.19,
      "grad_norm": 1.2954840660095215,
      "learning_rate": 3.781859613897081e-06,
      "loss": 0.3742,
      "step": 932260
    },
    {
      "epoch": 260.19,
      "grad_norm": 1.0737287998199463,
      "learning_rate": 3.7818382627107195e-06,
      "loss": 0.3841,
      "step": 932270
    },
    {
      "epoch": 260.2,
      "grad_norm": 1.1264933347702026,
      "learning_rate": 3.781816911332948e-06,
      "loss": 0.3712,
      "step": 932280
    },
    {
      "epoch": 260.2,
      "grad_norm": 0.9911305904388428,
      "learning_rate": 3.7817955597637696e-06,
      "loss": 0.3603,
      "step": 932290
    },
    {
      "epoch": 260.2,
      "grad_norm": 1.0249316692352295,
      "learning_rate": 3.7817742080031865e-06,
      "loss": 0.3679,
      "step": 932300
    },
    {
      "epoch": 260.2,
      "grad_norm": 1.0938671827316284,
      "learning_rate": 3.7817528560512027e-06,
      "loss": 0.3621,
      "step": 932310
    },
    {
      "epoch": 260.21,
      "grad_norm": 1.0413627624511719,
      "learning_rate": 3.7817315039078196e-06,
      "loss": 0.3483,
      "step": 932320
    },
    {
      "epoch": 260.21,
      "grad_norm": 1.042196273803711,
      "learning_rate": 3.7817101515730405e-06,
      "loss": 0.356,
      "step": 932330
    },
    {
      "epoch": 260.21,
      "grad_norm": 0.9102332592010498,
      "learning_rate": 3.7816887990468696e-06,
      "loss": 0.3626,
      "step": 932340
    },
    {
      "epoch": 260.21,
      "grad_norm": 0.9592655897140503,
      "learning_rate": 3.781667446329308e-06,
      "loss": 0.3666,
      "step": 932350
    },
    {
      "epoch": 260.22,
      "grad_norm": 1.0959073305130005,
      "learning_rate": 3.7816460934203593e-06,
      "loss": 0.3666,
      "step": 932360
    },
    {
      "epoch": 260.22,
      "grad_norm": 0.9984067678451538,
      "learning_rate": 3.7816247403200267e-06,
      "loss": 0.3684,
      "step": 932370
    },
    {
      "epoch": 260.22,
      "grad_norm": 1.1323527097702026,
      "learning_rate": 3.7816033870283117e-06,
      "loss": 0.3748,
      "step": 932380
    },
    {
      "epoch": 260.23,
      "grad_norm": 3.9800591468811035,
      "learning_rate": 3.7815820335452185e-06,
      "loss": 0.3813,
      "step": 932390
    },
    {
      "epoch": 260.23,
      "grad_norm": 0.9923579692840576,
      "learning_rate": 3.7815606798707496e-06,
      "loss": 0.3633,
      "step": 932400
    },
    {
      "epoch": 260.23,
      "grad_norm": 1.1439625024795532,
      "learning_rate": 3.7815393260049076e-06,
      "loss": 0.3773,
      "step": 932410
    },
    {
      "epoch": 260.23,
      "grad_norm": 0.9654415845870972,
      "learning_rate": 3.781517971947695e-06,
      "loss": 0.3482,
      "step": 932420
    },
    {
      "epoch": 260.24,
      "grad_norm": 1.0551409721374512,
      "learning_rate": 3.781496617699116e-06,
      "loss": 0.3626,
      "step": 932430
    },
    {
      "epoch": 260.24,
      "grad_norm": 1.1041244268417358,
      "learning_rate": 3.7814752632591716e-06,
      "loss": 0.3812,
      "step": 932440
    },
    {
      "epoch": 260.24,
      "grad_norm": 0.9090096354484558,
      "learning_rate": 3.7814539086278655e-06,
      "loss": 0.369,
      "step": 932450
    },
    {
      "epoch": 260.25,
      "grad_norm": 1.132929801940918,
      "learning_rate": 3.781432553805201e-06,
      "loss": 0.3393,
      "step": 932460
    },
    {
      "epoch": 260.25,
      "grad_norm": 1.0471789836883545,
      "learning_rate": 3.781411198791181e-06,
      "loss": 0.3489,
      "step": 932470
    },
    {
      "epoch": 260.25,
      "grad_norm": 0.9579547643661499,
      "learning_rate": 3.7813898435858076e-06,
      "loss": 0.356,
      "step": 932480
    },
    {
      "epoch": 260.25,
      "grad_norm": 1.242689847946167,
      "learning_rate": 3.781368488189084e-06,
      "loss": 0.3722,
      "step": 932490
    },
    {
      "epoch": 260.26,
      "grad_norm": 1.0679298639297485,
      "learning_rate": 3.781347132601013e-06,
      "loss": 0.3641,
      "step": 932500
    },
    {
      "epoch": 260.26,
      "grad_norm": 0.9695110321044922,
      "learning_rate": 3.7813257768215974e-06,
      "loss": 0.3648,
      "step": 932510
    },
    {
      "epoch": 260.26,
      "grad_norm": 1.0145639181137085,
      "learning_rate": 3.78130442085084e-06,
      "loss": 0.3527,
      "step": 932520
    },
    {
      "epoch": 260.27,
      "grad_norm": 0.9846278429031372,
      "learning_rate": 3.7812830646887438e-06,
      "loss": 0.3614,
      "step": 932530
    },
    {
      "epoch": 260.27,
      "grad_norm": 1.1408025026321411,
      "learning_rate": 3.7812617083353112e-06,
      "loss": 0.3368,
      "step": 932540
    },
    {
      "epoch": 260.27,
      "grad_norm": 1.1768747568130493,
      "learning_rate": 3.7812403517905454e-06,
      "loss": 0.3675,
      "step": 932550
    },
    {
      "epoch": 260.27,
      "grad_norm": 1.0165332555770874,
      "learning_rate": 3.78121899505445e-06,
      "loss": 0.367,
      "step": 932560
    },
    {
      "epoch": 260.28,
      "grad_norm": 1.0921754837036133,
      "learning_rate": 3.7811976381270266e-06,
      "loss": 0.3556,
      "step": 932570
    },
    {
      "epoch": 260.28,
      "grad_norm": 0.9774226546287537,
      "learning_rate": 3.781176281008278e-06,
      "loss": 0.3694,
      "step": 932580
    },
    {
      "epoch": 260.28,
      "grad_norm": 0.9724279642105103,
      "learning_rate": 3.781154923698209e-06,
      "loss": 0.3593,
      "step": 932590
    },
    {
      "epoch": 260.28,
      "grad_norm": 1.1885632276535034,
      "learning_rate": 3.7811335661968192e-06,
      "loss": 0.3715,
      "step": 932600
    },
    {
      "epoch": 260.29,
      "grad_norm": 1.2763514518737793,
      "learning_rate": 3.7811122085041145e-06,
      "loss": 0.3503,
      "step": 932610
    },
    {
      "epoch": 260.29,
      "grad_norm": 1.0216902494430542,
      "learning_rate": 3.7810908506200956e-06,
      "loss": 0.3627,
      "step": 932620
    },
    {
      "epoch": 260.29,
      "grad_norm": 1.1379297971725464,
      "learning_rate": 3.781069492544767e-06,
      "loss": 0.3704,
      "step": 932630
    },
    {
      "epoch": 260.3,
      "grad_norm": 1.0865614414215088,
      "learning_rate": 3.781048134278131e-06,
      "loss": 0.3659,
      "step": 932640
    },
    {
      "epoch": 260.3,
      "grad_norm": 0.9608844518661499,
      "learning_rate": 3.7810267758201893e-06,
      "loss": 0.377,
      "step": 932650
    },
    {
      "epoch": 260.3,
      "grad_norm": 1.1142497062683105,
      "learning_rate": 3.781005417170946e-06,
      "loss": 0.3811,
      "step": 932660
    },
    {
      "epoch": 260.3,
      "grad_norm": 1.314698576927185,
      "learning_rate": 3.780984058330404e-06,
      "loss": 0.3605,
      "step": 932670
    },
    {
      "epoch": 260.31,
      "grad_norm": 1.212822437286377,
      "learning_rate": 3.7809626992985658e-06,
      "loss": 0.3526,
      "step": 932680
    },
    {
      "epoch": 260.31,
      "grad_norm": 1.0093151330947876,
      "learning_rate": 3.7809413400754343e-06,
      "loss": 0.3629,
      "step": 932690
    },
    {
      "epoch": 260.31,
      "grad_norm": 0.962537944316864,
      "learning_rate": 3.780919980661011e-06,
      "loss": 0.352,
      "step": 932700
    },
    {
      "epoch": 260.32,
      "grad_norm": 0.8834667205810547,
      "learning_rate": 3.7808986210553016e-06,
      "loss": 0.3813,
      "step": 932710
    },
    {
      "epoch": 260.32,
      "grad_norm": 1.0158103704452515,
      "learning_rate": 3.780877261258306e-06,
      "loss": 0.3658,
      "step": 932720
    },
    {
      "epoch": 260.32,
      "grad_norm": 0.9613099098205566,
      "learning_rate": 3.780855901270029e-06,
      "loss": 0.3726,
      "step": 932730
    },
    {
      "epoch": 260.32,
      "grad_norm": 0.9592468738555908,
      "learning_rate": 3.780834541090473e-06,
      "loss": 0.3714,
      "step": 932740
    },
    {
      "epoch": 260.33,
      "grad_norm": 0.9723782539367676,
      "learning_rate": 3.7808131807196403e-06,
      "loss": 0.3568,
      "step": 932750
    },
    {
      "epoch": 260.33,
      "grad_norm": 1.020899772644043,
      "learning_rate": 3.7807918201575344e-06,
      "loss": 0.3528,
      "step": 932760
    },
    {
      "epoch": 260.33,
      "grad_norm": 1.0749584436416626,
      "learning_rate": 3.780770459404158e-06,
      "loss": 0.3728,
      "step": 932770
    },
    {
      "epoch": 260.33,
      "grad_norm": 3.4151570796966553,
      "learning_rate": 3.780749098459513e-06,
      "loss": 0.364,
      "step": 932780
    },
    {
      "epoch": 260.34,
      "grad_norm": 1.0643622875213623,
      "learning_rate": 3.7807277373236032e-06,
      "loss": 0.3413,
      "step": 932790
    },
    {
      "epoch": 260.34,
      "grad_norm": 1.0458028316497803,
      "learning_rate": 3.7807063759964318e-06,
      "loss": 0.3711,
      "step": 932800
    },
    {
      "epoch": 260.34,
      "grad_norm": 0.9832113981246948,
      "learning_rate": 3.7806850144780003e-06,
      "loss": 0.3616,
      "step": 932810
    },
    {
      "epoch": 260.35,
      "grad_norm": 1.103998064994812,
      "learning_rate": 3.780663652768314e-06,
      "loss": 0.3444,
      "step": 932820
    },
    {
      "epoch": 260.35,
      "grad_norm": 0.9113173484802246,
      "learning_rate": 3.780642290867373e-06,
      "loss": 0.3754,
      "step": 932830
    },
    {
      "epoch": 260.35,
      "grad_norm": 0.9619748592376709,
      "learning_rate": 3.780620928775181e-06,
      "loss": 0.3591,
      "step": 932840
    },
    {
      "epoch": 260.35,
      "grad_norm": 1.1739085912704468,
      "learning_rate": 3.7805995664917414e-06,
      "loss": 0.3518,
      "step": 932850
    },
    {
      "epoch": 260.36,
      "grad_norm": 1.0920889377593994,
      "learning_rate": 3.7805782040170563e-06,
      "loss": 0.3515,
      "step": 932860
    },
    {
      "epoch": 260.36,
      "grad_norm": 0.970155656337738,
      "learning_rate": 3.7805568413511294e-06,
      "loss": 0.3583,
      "step": 932870
    },
    {
      "epoch": 260.36,
      "grad_norm": 0.9185344576835632,
      "learning_rate": 3.7805354784939636e-06,
      "loss": 0.3553,
      "step": 932880
    },
    {
      "epoch": 260.37,
      "grad_norm": 1.0522812604904175,
      "learning_rate": 3.78051411544556e-06,
      "loss": 0.3691,
      "step": 932890
    },
    {
      "epoch": 260.37,
      "grad_norm": 1.1105939149856567,
      "learning_rate": 3.7804927522059235e-06,
      "loss": 0.372,
      "step": 932900
    },
    {
      "epoch": 260.37,
      "grad_norm": 1.0950822830200195,
      "learning_rate": 3.7804713887750564e-06,
      "loss": 0.3687,
      "step": 932910
    },
    {
      "epoch": 260.37,
      "grad_norm": 1.1464354991912842,
      "learning_rate": 3.780450025152961e-06,
      "loss": 0.3496,
      "step": 932920
    },
    {
      "epoch": 260.38,
      "grad_norm": 0.9784283638000488,
      "learning_rate": 3.7804286613396407e-06,
      "loss": 0.3449,
      "step": 932930
    },
    {
      "epoch": 260.38,
      "grad_norm": 1.2727476358413696,
      "learning_rate": 3.780407297335097e-06,
      "loss": 0.3616,
      "step": 932940
    },
    {
      "epoch": 260.38,
      "grad_norm": 1.015701413154602,
      "learning_rate": 3.7803859331393356e-06,
      "loss": 0.3761,
      "step": 932950
    },
    {
      "epoch": 260.39,
      "grad_norm": 1.0639023780822754,
      "learning_rate": 3.7803645687523563e-06,
      "loss": 0.3713,
      "step": 932960
    },
    {
      "epoch": 260.39,
      "grad_norm": 1.1332271099090576,
      "learning_rate": 3.780343204174163e-06,
      "loss": 0.3766,
      "step": 932970
    },
    {
      "epoch": 260.39,
      "grad_norm": 1.2398847341537476,
      "learning_rate": 3.7803218394047595e-06,
      "loss": 0.3411,
      "step": 932980
    },
    {
      "epoch": 260.39,
      "grad_norm": 0.9888250231742859,
      "learning_rate": 3.7803004744441475e-06,
      "loss": 0.3783,
      "step": 932990
    },
    {
      "epoch": 260.4,
      "grad_norm": 1.202052354812622,
      "learning_rate": 3.7802791092923305e-06,
      "loss": 0.3661,
      "step": 933000
    },
    {
      "epoch": 260.4,
      "grad_norm": 1.116824984550476,
      "learning_rate": 3.780257743949311e-06,
      "loss": 0.3567,
      "step": 933010
    },
    {
      "epoch": 260.4,
      "grad_norm": 1.364389181137085,
      "learning_rate": 3.780236378415092e-06,
      "loss": 0.3372,
      "step": 933020
    },
    {
      "epoch": 260.4,
      "grad_norm": 1.0603764057159424,
      "learning_rate": 3.7802150126896763e-06,
      "loss": 0.3587,
      "step": 933030
    },
    {
      "epoch": 260.41,
      "grad_norm": 0.940000593662262,
      "learning_rate": 3.7801936467730665e-06,
      "loss": 0.3686,
      "step": 933040
    },
    {
      "epoch": 260.41,
      "grad_norm": 0.9186524748802185,
      "learning_rate": 3.7801722806652657e-06,
      "loss": 0.3618,
      "step": 933050
    },
    {
      "epoch": 260.41,
      "grad_norm": 1.262426495552063,
      "learning_rate": 3.780150914366277e-06,
      "loss": 0.3663,
      "step": 933060
    },
    {
      "epoch": 260.42,
      "grad_norm": 1.0323909521102905,
      "learning_rate": 3.7801295478761024e-06,
      "loss": 0.3795,
      "step": 933070
    },
    {
      "epoch": 260.42,
      "grad_norm": 1.0333086252212524,
      "learning_rate": 3.780108181194746e-06,
      "loss": 0.3685,
      "step": 933080
    },
    {
      "epoch": 260.42,
      "grad_norm": 1.0436785221099854,
      "learning_rate": 3.780086814322209e-06,
      "loss": 0.3735,
      "step": 933090
    },
    {
      "epoch": 260.42,
      "grad_norm": 1.0306179523468018,
      "learning_rate": 3.7800654472584956e-06,
      "loss": 0.361,
      "step": 933100
    },
    {
      "epoch": 260.43,
      "grad_norm": 1.1375190019607544,
      "learning_rate": 3.7800440800036084e-06,
      "loss": 0.3614,
      "step": 933110
    },
    {
      "epoch": 260.43,
      "grad_norm": 1.2673383951187134,
      "learning_rate": 3.78002271255755e-06,
      "loss": 0.3648,
      "step": 933120
    },
    {
      "epoch": 260.43,
      "grad_norm": 1.251527190208435,
      "learning_rate": 3.7800013449203238e-06,
      "loss": 0.336,
      "step": 933130
    },
    {
      "epoch": 260.44,
      "grad_norm": 0.9766109585762024,
      "learning_rate": 3.7799799770919318e-06,
      "loss": 0.3807,
      "step": 933140
    },
    {
      "epoch": 260.44,
      "grad_norm": 0.9378972053527832,
      "learning_rate": 3.7799586090723768e-06,
      "loss": 0.3405,
      "step": 933150
    },
    {
      "epoch": 260.44,
      "grad_norm": 1.0628522634506226,
      "learning_rate": 3.7799372408616625e-06,
      "loss": 0.3726,
      "step": 933160
    },
    {
      "epoch": 260.44,
      "grad_norm": 1.0547223091125488,
      "learning_rate": 3.7799158724597906e-06,
      "loss": 0.3767,
      "step": 933170
    },
    {
      "epoch": 260.45,
      "grad_norm": 1.0326915979385376,
      "learning_rate": 3.7798945038667655e-06,
      "loss": 0.3736,
      "step": 933180
    },
    {
      "epoch": 260.45,
      "grad_norm": 0.9371838569641113,
      "learning_rate": 3.7798731350825888e-06,
      "loss": 0.3534,
      "step": 933190
    },
    {
      "epoch": 260.45,
      "grad_norm": 1.0807307958602905,
      "learning_rate": 3.779851766107263e-06,
      "loss": 0.366,
      "step": 933200
    },
    {
      "epoch": 260.45,
      "grad_norm": 1.0130342245101929,
      "learning_rate": 3.779830396940793e-06,
      "loss": 0.3532,
      "step": 933210
    },
    {
      "epoch": 260.46,
      "grad_norm": 0.8960945010185242,
      "learning_rate": 3.7798090275831797e-06,
      "loss": 0.3605,
      "step": 933220
    },
    {
      "epoch": 260.46,
      "grad_norm": 1.0467971563339233,
      "learning_rate": 3.7797876580344265e-06,
      "loss": 0.37,
      "step": 933230
    },
    {
      "epoch": 260.46,
      "grad_norm": 0.9423747658729553,
      "learning_rate": 3.779766288294536e-06,
      "loss": 0.371,
      "step": 933240
    },
    {
      "epoch": 260.47,
      "grad_norm": 0.996096134185791,
      "learning_rate": 3.7797449183635115e-06,
      "loss": 0.3517,
      "step": 933250
    },
    {
      "epoch": 260.47,
      "grad_norm": 1.1508421897888184,
      "learning_rate": 3.7797235482413564e-06,
      "loss": 0.3405,
      "step": 933260
    },
    {
      "epoch": 260.47,
      "grad_norm": 1.09552800655365,
      "learning_rate": 3.7797021779280726e-06,
      "loss": 0.341,
      "step": 933270
    },
    {
      "epoch": 260.47,
      "grad_norm": 1.2540323734283447,
      "learning_rate": 3.7796808074236625e-06,
      "loss": 0.3712,
      "step": 933280
    },
    {
      "epoch": 260.48,
      "grad_norm": 1.0297929048538208,
      "learning_rate": 3.7796594367281297e-06,
      "loss": 0.3846,
      "step": 933290
    },
    {
      "epoch": 260.48,
      "grad_norm": 1.1479072570800781,
      "learning_rate": 3.7796380658414774e-06,
      "loss": 0.3529,
      "step": 933300
    },
    {
      "epoch": 260.48,
      "grad_norm": 1.1213830709457397,
      "learning_rate": 3.7796166947637078e-06,
      "loss": 0.3766,
      "step": 933310
    },
    {
      "epoch": 260.49,
      "grad_norm": 1.1904841661453247,
      "learning_rate": 3.7795953234948242e-06,
      "loss": 0.3767,
      "step": 933320
    },
    {
      "epoch": 260.49,
      "grad_norm": 0.9778245687484741,
      "learning_rate": 3.779573952034829e-06,
      "loss": 0.3681,
      "step": 933330
    },
    {
      "epoch": 260.49,
      "grad_norm": 1.0359351634979248,
      "learning_rate": 3.7795525803837247e-06,
      "loss": 0.3682,
      "step": 933340
    },
    {
      "epoch": 260.49,
      "grad_norm": 1.0838267803192139,
      "learning_rate": 3.779531208541516e-06,
      "loss": 0.3677,
      "step": 933350
    },
    {
      "epoch": 260.5,
      "grad_norm": 0.990881621837616,
      "learning_rate": 3.7795098365082033e-06,
      "loss": 0.3453,
      "step": 933360
    },
    {
      "epoch": 260.5,
      "grad_norm": 1.1764869689941406,
      "learning_rate": 3.7794884642837913e-06,
      "loss": 0.367,
      "step": 933370
    },
    {
      "epoch": 260.5,
      "grad_norm": 1.0934557914733887,
      "learning_rate": 3.7794670918682813e-06,
      "loss": 0.3434,
      "step": 933380
    },
    {
      "epoch": 260.51,
      "grad_norm": 2.160954713821411,
      "learning_rate": 3.779445719261678e-06,
      "loss": 0.3662,
      "step": 933390
    },
    {
      "epoch": 260.51,
      "grad_norm": 1.0024909973144531,
      "learning_rate": 3.7794243464639824e-06,
      "loss": 0.37,
      "step": 933400
    },
    {
      "epoch": 260.51,
      "grad_norm": 0.9832935929298401,
      "learning_rate": 3.779402973475198e-06,
      "loss": 0.3667,
      "step": 933410
    },
    {
      "epoch": 260.51,
      "grad_norm": 1.0701079368591309,
      "learning_rate": 3.779381600295328e-06,
      "loss": 0.3489,
      "step": 933420
    },
    {
      "epoch": 260.52,
      "grad_norm": 0.9441377520561218,
      "learning_rate": 3.7793602269243756e-06,
      "loss": 0.3576,
      "step": 933430
    },
    {
      "epoch": 260.52,
      "grad_norm": 1.1581847667694092,
      "learning_rate": 3.7793388533623427e-06,
      "loss": 0.3536,
      "step": 933440
    },
    {
      "epoch": 260.52,
      "grad_norm": 1.0917880535125732,
      "learning_rate": 3.7793174796092326e-06,
      "loss": 0.3548,
      "step": 933450
    },
    {
      "epoch": 260.52,
      "grad_norm": 1.042463779449463,
      "learning_rate": 3.7792961056650485e-06,
      "loss": 0.3719,
      "step": 933460
    },
    {
      "epoch": 260.53,
      "grad_norm": 0.8476481437683105,
      "learning_rate": 3.779274731529792e-06,
      "loss": 0.3563,
      "step": 933470
    },
    {
      "epoch": 260.53,
      "grad_norm": 1.120352864265442,
      "learning_rate": 3.7792533572034663e-06,
      "loss": 0.3544,
      "step": 933480
    },
    {
      "epoch": 260.53,
      "grad_norm": 1.0639641284942627,
      "learning_rate": 3.779231982686076e-06,
      "loss": 0.3647,
      "step": 933490
    },
    {
      "epoch": 260.54,
      "grad_norm": 1.1955242156982422,
      "learning_rate": 3.779210607977622e-06,
      "loss": 0.3662,
      "step": 933500
    },
    {
      "epoch": 260.54,
      "grad_norm": 1.7029494047164917,
      "learning_rate": 3.779189233078108e-06,
      "loss": 0.3524,
      "step": 933510
    },
    {
      "epoch": 260.54,
      "grad_norm": 1.3788578510284424,
      "learning_rate": 3.7791678579875366e-06,
      "loss": 0.3513,
      "step": 933520
    },
    {
      "epoch": 260.54,
      "grad_norm": 1.0459166765213013,
      "learning_rate": 3.779146482705911e-06,
      "loss": 0.385,
      "step": 933530
    },
    {
      "epoch": 260.55,
      "grad_norm": 1.065076470375061,
      "learning_rate": 3.7791251072332327e-06,
      "loss": 0.3521,
      "step": 933540
    },
    {
      "epoch": 260.55,
      "grad_norm": 1.1963958740234375,
      "learning_rate": 3.7791037315695065e-06,
      "loss": 0.3609,
      "step": 933550
    },
    {
      "epoch": 260.55,
      "grad_norm": 1.0454785823822021,
      "learning_rate": 3.779082355714735e-06,
      "loss": 0.3662,
      "step": 933560
    },
    {
      "epoch": 260.56,
      "grad_norm": 1.005850076675415,
      "learning_rate": 3.779060979668919e-06,
      "loss": 0.3557,
      "step": 933570
    },
    {
      "epoch": 260.56,
      "grad_norm": 1.104987382888794,
      "learning_rate": 3.7790396034320634e-06,
      "loss": 0.3654,
      "step": 933580
    },
    {
      "epoch": 260.56,
      "grad_norm": 1.0860844850540161,
      "learning_rate": 3.77901822700417e-06,
      "loss": 0.3759,
      "step": 933590
    },
    {
      "epoch": 260.56,
      "grad_norm": 1.1587247848510742,
      "learning_rate": 3.7789968503852424e-06,
      "loss": 0.3798,
      "step": 933600
    },
    {
      "epoch": 260.57,
      "grad_norm": 1.0835902690887451,
      "learning_rate": 3.7789754735752828e-06,
      "loss": 0.3607,
      "step": 933610
    },
    {
      "epoch": 260.57,
      "grad_norm": 1.191611409187317,
      "learning_rate": 3.7789540965742948e-06,
      "loss": 0.3493,
      "step": 933620
    },
    {
      "epoch": 260.57,
      "grad_norm": 0.9663825631141663,
      "learning_rate": 3.7789327193822797e-06,
      "loss": 0.3532,
      "step": 933630
    },
    {
      "epoch": 260.57,
      "grad_norm": 0.992730975151062,
      "learning_rate": 3.7789113419992417e-06,
      "loss": 0.3488,
      "step": 933640
    },
    {
      "epoch": 260.58,
      "grad_norm": 1.0939489603042603,
      "learning_rate": 3.7788899644251842e-06,
      "loss": 0.3663,
      "step": 933650
    },
    {
      "epoch": 260.58,
      "grad_norm": 1.0517120361328125,
      "learning_rate": 3.7788685866601086e-06,
      "loss": 0.3607,
      "step": 933660
    },
    {
      "epoch": 260.58,
      "grad_norm": 0.9813966751098633,
      "learning_rate": 3.7788472087040185e-06,
      "loss": 0.3642,
      "step": 933670
    },
    {
      "epoch": 260.59,
      "grad_norm": 0.9456773996353149,
      "learning_rate": 3.7788258305569157e-06,
      "loss": 0.3557,
      "step": 933680
    },
    {
      "epoch": 260.59,
      "grad_norm": 1.1363509893417358,
      "learning_rate": 3.7788044522188053e-06,
      "loss": 0.3582,
      "step": 933690
    },
    {
      "epoch": 260.59,
      "grad_norm": 0.906964123249054,
      "learning_rate": 3.7787830736896877e-06,
      "loss": 0.3518,
      "step": 933700
    },
    {
      "epoch": 260.59,
      "grad_norm": 1.028916835784912,
      "learning_rate": 3.7787616949695676e-06,
      "loss": 0.351,
      "step": 933710
    },
    {
      "epoch": 260.6,
      "grad_norm": 0.9209849238395691,
      "learning_rate": 3.778740316058447e-06,
      "loss": 0.3689,
      "step": 933720
    },
    {
      "epoch": 260.6,
      "grad_norm": 0.9979714155197144,
      "learning_rate": 3.778718936956328e-06,
      "loss": 0.331,
      "step": 933730
    },
    {
      "epoch": 260.6,
      "grad_norm": 1.2081987857818604,
      "learning_rate": 3.7786975576632148e-06,
      "loss": 0.3585,
      "step": 933740
    },
    {
      "epoch": 260.61,
      "grad_norm": 0.9211326241493225,
      "learning_rate": 3.77867617817911e-06,
      "loss": 0.3555,
      "step": 933750
    },
    {
      "epoch": 260.61,
      "grad_norm": 0.9637811779975891,
      "learning_rate": 3.7786547985040156e-06,
      "loss": 0.386,
      "step": 933760
    },
    {
      "epoch": 260.61,
      "grad_norm": 1.0032700300216675,
      "learning_rate": 3.778633418637935e-06,
      "loss": 0.3644,
      "step": 933770
    },
    {
      "epoch": 260.61,
      "grad_norm": 0.9940674304962158,
      "learning_rate": 3.7786120385808706e-06,
      "loss": 0.3637,
      "step": 933780
    },
    {
      "epoch": 260.62,
      "grad_norm": 1.1066489219665527,
      "learning_rate": 3.7785906583328267e-06,
      "loss": 0.3739,
      "step": 933790
    },
    {
      "epoch": 260.62,
      "grad_norm": 0.9283741116523743,
      "learning_rate": 3.7785692778938044e-06,
      "loss": 0.3601,
      "step": 933800
    },
    {
      "epoch": 260.62,
      "grad_norm": 1.0289831161499023,
      "learning_rate": 3.7785478972638075e-06,
      "loss": 0.3596,
      "step": 933810
    },
    {
      "epoch": 260.63,
      "grad_norm": 1.1117576360702515,
      "learning_rate": 3.7785265164428385e-06,
      "loss": 0.3701,
      "step": 933820
    },
    {
      "epoch": 260.63,
      "grad_norm": 1.0156313180923462,
      "learning_rate": 3.7785051354309005e-06,
      "loss": 0.3844,
      "step": 933830
    },
    {
      "epoch": 260.63,
      "grad_norm": 1.1366026401519775,
      "learning_rate": 3.7784837542279955e-06,
      "loss": 0.375,
      "step": 933840
    },
    {
      "epoch": 260.63,
      "grad_norm": 0.9796713590621948,
      "learning_rate": 3.778462372834128e-06,
      "loss": 0.3669,
      "step": 933850
    },
    {
      "epoch": 260.64,
      "grad_norm": 1.0450984239578247,
      "learning_rate": 3.7784409912493e-06,
      "loss": 0.3583,
      "step": 933860
    },
    {
      "epoch": 260.64,
      "grad_norm": 1.1720329523086548,
      "learning_rate": 3.7784196094735134e-06,
      "loss": 0.367,
      "step": 933870
    },
    {
      "epoch": 260.64,
      "grad_norm": 0.9576469659805298,
      "learning_rate": 3.7783982275067728e-06,
      "loss": 0.363,
      "step": 933880
    },
    {
      "epoch": 260.64,
      "grad_norm": 0.9851268529891968,
      "learning_rate": 3.778376845349079e-06,
      "loss": 0.3472,
      "step": 933890
    },
    {
      "epoch": 260.65,
      "grad_norm": 3.462865114212036,
      "learning_rate": 3.7783554630004367e-06,
      "loss": 0.3431,
      "step": 933900
    },
    {
      "epoch": 260.65,
      "grad_norm": 0.9395618438720703,
      "learning_rate": 3.7783340804608485e-06,
      "loss": 0.354,
      "step": 933910
    },
    {
      "epoch": 260.65,
      "grad_norm": 1.1131818294525146,
      "learning_rate": 3.7783126977303157e-06,
      "loss": 0.3637,
      "step": 933920
    },
    {
      "epoch": 260.66,
      "grad_norm": 0.9625398516654968,
      "learning_rate": 3.7782913148088423e-06,
      "loss": 0.3527,
      "step": 933930
    },
    {
      "epoch": 260.66,
      "grad_norm": 1.1209033727645874,
      "learning_rate": 3.7782699316964315e-06,
      "loss": 0.356,
      "step": 933940
    },
    {
      "epoch": 260.66,
      "grad_norm": 1.042528510093689,
      "learning_rate": 3.778248548393086e-06,
      "loss": 0.3753,
      "step": 933950
    },
    {
      "epoch": 260.66,
      "grad_norm": 1.1852385997772217,
      "learning_rate": 3.778227164898808e-06,
      "loss": 0.3755,
      "step": 933960
    },
    {
      "epoch": 260.67,
      "grad_norm": 0.9922157526016235,
      "learning_rate": 3.7782057812136003e-06,
      "loss": 0.3839,
      "step": 933970
    },
    {
      "epoch": 260.67,
      "grad_norm": 1.080751657485962,
      "learning_rate": 3.778184397337467e-06,
      "loss": 0.3547,
      "step": 933980
    },
    {
      "epoch": 260.67,
      "grad_norm": 1.1443573236465454,
      "learning_rate": 3.7781630132704094e-06,
      "loss": 0.3514,
      "step": 933990
    },
    {
      "epoch": 260.68,
      "grad_norm": 0.9844367504119873,
      "learning_rate": 3.7781416290124315e-06,
      "loss": 0.3499,
      "step": 934000
    },
    {
      "epoch": 260.68,
      "grad_norm": 1.00615394115448,
      "learning_rate": 3.778120244563536e-06,
      "loss": 0.3438,
      "step": 934010
    },
    {
      "epoch": 260.68,
      "grad_norm": 1.2889611721038818,
      "learning_rate": 3.7780988599237247e-06,
      "loss": 0.3663,
      "step": 934020
    },
    {
      "epoch": 260.68,
      "grad_norm": 0.9540718197822571,
      "learning_rate": 3.7780774750930013e-06,
      "loss": 0.3601,
      "step": 934030
    },
    {
      "epoch": 260.69,
      "grad_norm": 1.0692501068115234,
      "learning_rate": 3.778056090071369e-06,
      "loss": 0.3502,
      "step": 934040
    },
    {
      "epoch": 260.69,
      "grad_norm": 3.78659987449646,
      "learning_rate": 3.7780347048588298e-06,
      "loss": 0.3911,
      "step": 934050
    },
    {
      "epoch": 260.69,
      "grad_norm": 0.9433140754699707,
      "learning_rate": 3.7780133194553867e-06,
      "loss": 0.3576,
      "step": 934060
    },
    {
      "epoch": 260.69,
      "grad_norm": 1.108633041381836,
      "learning_rate": 3.7779919338610424e-06,
      "loss": 0.3465,
      "step": 934070
    },
    {
      "epoch": 260.7,
      "grad_norm": 1.1036946773529053,
      "learning_rate": 3.7779705480758014e-06,
      "loss": 0.348,
      "step": 934080
    },
    {
      "epoch": 260.7,
      "grad_norm": 1.2152724266052246,
      "learning_rate": 3.7779491620996637e-06,
      "loss": 0.3378,
      "step": 934090
    },
    {
      "epoch": 260.7,
      "grad_norm": 1.1499253511428833,
      "learning_rate": 3.777927775932635e-06,
      "loss": 0.3629,
      "step": 934100
    },
    {
      "epoch": 260.71,
      "grad_norm": 1.0876725912094116,
      "learning_rate": 3.7779063895747166e-06,
      "loss": 0.3575,
      "step": 934110
    },
    {
      "epoch": 260.71,
      "grad_norm": 0.9807775020599365,
      "learning_rate": 3.777885003025911e-06,
      "loss": 0.3718,
      "step": 934120
    },
    {
      "epoch": 260.71,
      "grad_norm": 1.2953667640686035,
      "learning_rate": 3.7778636162862218e-06,
      "loss": 0.3674,
      "step": 934130
    },
    {
      "epoch": 260.71,
      "grad_norm": 1.0427824258804321,
      "learning_rate": 3.777842229355652e-06,
      "loss": 0.3598,
      "step": 934140
    },
    {
      "epoch": 260.72,
      "grad_norm": 1.0410830974578857,
      "learning_rate": 3.7778208422342043e-06,
      "loss": 0.3494,
      "step": 934150
    },
    {
      "epoch": 260.72,
      "grad_norm": 0.9942218065261841,
      "learning_rate": 3.777799454921881e-06,
      "loss": 0.3564,
      "step": 934160
    },
    {
      "epoch": 260.72,
      "grad_norm": 1.0119856595993042,
      "learning_rate": 3.7777780674186857e-06,
      "loss": 0.3389,
      "step": 934170
    },
    {
      "epoch": 260.73,
      "grad_norm": 1.030074119567871,
      "learning_rate": 3.7777566797246203e-06,
      "loss": 0.359,
      "step": 934180
    },
    {
      "epoch": 260.73,
      "grad_norm": 1.0926028490066528,
      "learning_rate": 3.7777352918396884e-06,
      "loss": 0.3453,
      "step": 934190
    },
    {
      "epoch": 260.73,
      "grad_norm": 0.992534875869751,
      "learning_rate": 3.7777139037638933e-06,
      "loss": 0.3524,
      "step": 934200
    },
    {
      "epoch": 260.73,
      "grad_norm": 0.9823474884033203,
      "learning_rate": 3.7776925154972366e-06,
      "loss": 0.3545,
      "step": 934210
    },
    {
      "epoch": 260.74,
      "grad_norm": 1.3231114149093628,
      "learning_rate": 3.777671127039722e-06,
      "loss": 0.3632,
      "step": 934220
    },
    {
      "epoch": 260.74,
      "grad_norm": 1.1962031126022339,
      "learning_rate": 3.7776497383913515e-06,
      "loss": 0.3811,
      "step": 934230
    },
    {
      "epoch": 260.74,
      "grad_norm": 1.2926621437072754,
      "learning_rate": 3.777628349552129e-06,
      "loss": 0.3692,
      "step": 934240
    },
    {
      "epoch": 260.75,
      "grad_norm": 1.4937307834625244,
      "learning_rate": 3.777606960522057e-06,
      "loss": 0.3717,
      "step": 934250
    },
    {
      "epoch": 260.75,
      "grad_norm": 1.0516915321350098,
      "learning_rate": 3.7775855713011383e-06,
      "loss": 0.372,
      "step": 934260
    },
    {
      "epoch": 260.75,
      "grad_norm": 1.053917646408081,
      "learning_rate": 3.7775641818893757e-06,
      "loss": 0.3711,
      "step": 934270
    },
    {
      "epoch": 260.75,
      "grad_norm": 0.9650389552116394,
      "learning_rate": 3.7775427922867715e-06,
      "loss": 0.3619,
      "step": 934280
    },
    {
      "epoch": 260.76,
      "grad_norm": 1.202494740486145,
      "learning_rate": 3.7775214024933295e-06,
      "loss": 0.3614,
      "step": 934290
    },
    {
      "epoch": 260.76,
      "grad_norm": 1.0044697523117065,
      "learning_rate": 3.7775000125090523e-06,
      "loss": 0.3779,
      "step": 934300
    },
    {
      "epoch": 260.76,
      "grad_norm": 0.8634511232376099,
      "learning_rate": 3.7774786223339423e-06,
      "loss": 0.3573,
      "step": 934310
    },
    {
      "epoch": 260.76,
      "grad_norm": 1.105944275856018,
      "learning_rate": 3.777457231968003e-06,
      "loss": 0.3499,
      "step": 934320
    },
    {
      "epoch": 260.77,
      "grad_norm": 1.0835202932357788,
      "learning_rate": 3.7774358414112365e-06,
      "loss": 0.3761,
      "step": 934330
    },
    {
      "epoch": 260.77,
      "grad_norm": 1.036346435546875,
      "learning_rate": 3.7774144506636467e-06,
      "loss": 0.3668,
      "step": 934340
    },
    {
      "epoch": 260.77,
      "grad_norm": 1.1450796127319336,
      "learning_rate": 3.7773930597252342e-06,
      "loss": 0.3528,
      "step": 934350
    },
    {
      "epoch": 260.78,
      "grad_norm": 1.152693748474121,
      "learning_rate": 3.7773716685960047e-06,
      "loss": 0.3596,
      "step": 934360
    },
    {
      "epoch": 260.78,
      "grad_norm": 1.1198936700820923,
      "learning_rate": 3.7773502772759595e-06,
      "loss": 0.3394,
      "step": 934370
    },
    {
      "epoch": 260.78,
      "grad_norm": 1.2418180704116821,
      "learning_rate": 3.777328885765102e-06,
      "loss": 0.3602,
      "step": 934380
    },
    {
      "epoch": 260.78,
      "grad_norm": 0.9491711854934692,
      "learning_rate": 3.7773074940634344e-06,
      "loss": 0.3715,
      "step": 934390
    },
    {
      "epoch": 260.79,
      "grad_norm": 1.0228403806686401,
      "learning_rate": 3.77728610217096e-06,
      "loss": 0.349,
      "step": 934400
    },
    {
      "epoch": 260.79,
      "grad_norm": 0.895577609539032,
      "learning_rate": 3.777264710087682e-06,
      "loss": 0.364,
      "step": 934410
    },
    {
      "epoch": 260.79,
      "grad_norm": 0.9808675050735474,
      "learning_rate": 3.7772433178136013e-06,
      "loss": 0.3622,
      "step": 934420
    },
    {
      "epoch": 260.8,
      "grad_norm": 1.0579866170883179,
      "learning_rate": 3.7772219253487237e-06,
      "loss": 0.3582,
      "step": 934430
    },
    {
      "epoch": 260.8,
      "grad_norm": 1.0134283304214478,
      "learning_rate": 3.7772005326930502e-06,
      "loss": 0.3588,
      "step": 934440
    },
    {
      "epoch": 260.8,
      "grad_norm": 0.896821916103363,
      "learning_rate": 3.7771791398465843e-06,
      "loss": 0.3868,
      "step": 934450
    },
    {
      "epoch": 260.8,
      "grad_norm": 0.9789143204689026,
      "learning_rate": 3.7771577468093284e-06,
      "loss": 0.3727,
      "step": 934460
    },
    {
      "epoch": 260.81,
      "grad_norm": 1.0052486658096313,
      "learning_rate": 3.777136353581285e-06,
      "loss": 0.3385,
      "step": 934470
    },
    {
      "epoch": 260.81,
      "grad_norm": 1.1582876443862915,
      "learning_rate": 3.7771149601624582e-06,
      "loss": 0.3585,
      "step": 934480
    },
    {
      "epoch": 260.81,
      "grad_norm": 1.1006789207458496,
      "learning_rate": 3.7770935665528503e-06,
      "loss": 0.3594,
      "step": 934490
    },
    {
      "epoch": 260.81,
      "grad_norm": 0.9470959901809692,
      "learning_rate": 3.7770721727524626e-06,
      "loss": 0.3676,
      "step": 934500
    },
    {
      "epoch": 260.82,
      "grad_norm": 1.164723515510559,
      "learning_rate": 3.7770507787613007e-06,
      "loss": 0.3362,
      "step": 934510
    },
    {
      "epoch": 260.82,
      "grad_norm": 0.9647590517997742,
      "learning_rate": 3.7770293845793653e-06,
      "loss": 0.3685,
      "step": 934520
    },
    {
      "epoch": 260.82,
      "grad_norm": 1.037717580795288,
      "learning_rate": 3.7770079902066608e-06,
      "loss": 0.3701,
      "step": 934530
    },
    {
      "epoch": 260.83,
      "grad_norm": 0.9005194306373596,
      "learning_rate": 3.7769865956431887e-06,
      "loss": 0.3739,
      "step": 934540
    },
    {
      "epoch": 260.83,
      "grad_norm": 1.037107229232788,
      "learning_rate": 3.776965200888953e-06,
      "loss": 0.3496,
      "step": 934550
    },
    {
      "epoch": 260.83,
      "grad_norm": 1.2725766897201538,
      "learning_rate": 3.7769438059439553e-06,
      "loss": 0.3549,
      "step": 934560
    },
    {
      "epoch": 260.83,
      "grad_norm": 1.0047218799591064,
      "learning_rate": 3.776922410808199e-06,
      "loss": 0.3718,
      "step": 934570
    },
    {
      "epoch": 260.84,
      "grad_norm": 1.0766562223434448,
      "learning_rate": 3.7769010154816875e-06,
      "loss": 0.356,
      "step": 934580
    },
    {
      "epoch": 260.84,
      "grad_norm": 1.1237460374832153,
      "learning_rate": 3.7768796199644237e-06,
      "loss": 0.36,
      "step": 934590
    },
    {
      "epoch": 260.84,
      "grad_norm": 1.5676307678222656,
      "learning_rate": 3.776858224256409e-06,
      "loss": 0.3853,
      "step": 934600
    },
    {
      "epoch": 260.85,
      "grad_norm": 0.9836391806602478,
      "learning_rate": 3.776836828357647e-06,
      "loss": 0.3689,
      "step": 934610
    },
    {
      "epoch": 260.85,
      "grad_norm": 1.040091633796692,
      "learning_rate": 3.776815432268142e-06,
      "loss": 0.3461,
      "step": 934620
    },
    {
      "epoch": 260.85,
      "grad_norm": 0.938845157623291,
      "learning_rate": 3.776794035987895e-06,
      "loss": 0.3445,
      "step": 934630
    },
    {
      "epoch": 260.85,
      "grad_norm": 1.0352754592895508,
      "learning_rate": 3.7767726395169094e-06,
      "loss": 0.37,
      "step": 934640
    },
    {
      "epoch": 260.86,
      "grad_norm": 1.0761522054672241,
      "learning_rate": 3.7767512428551877e-06,
      "loss": 0.3653,
      "step": 934650
    },
    {
      "epoch": 260.86,
      "grad_norm": 0.9810092449188232,
      "learning_rate": 3.776729846002733e-06,
      "loss": 0.3544,
      "step": 934660
    },
    {
      "epoch": 260.86,
      "grad_norm": 0.8859221339225769,
      "learning_rate": 3.7767084489595493e-06,
      "loss": 0.359,
      "step": 934670
    },
    {
      "epoch": 260.87,
      "grad_norm": 1.3369646072387695,
      "learning_rate": 3.776687051725638e-06,
      "loss": 0.3422,
      "step": 934680
    },
    {
      "epoch": 260.87,
      "grad_norm": 0.9322241544723511,
      "learning_rate": 3.776665654301003e-06,
      "loss": 0.3559,
      "step": 934690
    },
    {
      "epoch": 260.87,
      "grad_norm": 0.972200334072113,
      "learning_rate": 3.7766442566856456e-06,
      "loss": 0.3665,
      "step": 934700
    },
    {
      "epoch": 260.87,
      "grad_norm": 1.092944860458374,
      "learning_rate": 3.7766228588795697e-06,
      "loss": 0.3458,
      "step": 934710
    },
    {
      "epoch": 260.88,
      "grad_norm": 1.194375991821289,
      "learning_rate": 3.7766014608827784e-06,
      "loss": 0.3744,
      "step": 934720
    },
    {
      "epoch": 260.88,
      "grad_norm": 0.928860604763031,
      "learning_rate": 3.7765800626952737e-06,
      "loss": 0.3686,
      "step": 934730
    },
    {
      "epoch": 260.88,
      "grad_norm": 1.1178635358810425,
      "learning_rate": 3.776558664317059e-06,
      "loss": 0.3804,
      "step": 934740
    },
    {
      "epoch": 260.88,
      "grad_norm": 0.910414457321167,
      "learning_rate": 3.776537265748138e-06,
      "loss": 0.3471,
      "step": 934750
    },
    {
      "epoch": 260.89,
      "grad_norm": 0.9021691679954529,
      "learning_rate": 3.776515866988511e-06,
      "loss": 0.3535,
      "step": 934760
    },
    {
      "epoch": 260.89,
      "grad_norm": 1.1075999736785889,
      "learning_rate": 3.776494468038184e-06,
      "loss": 0.36,
      "step": 934770
    },
    {
      "epoch": 260.89,
      "grad_norm": 1.272484302520752,
      "learning_rate": 3.7764730688971577e-06,
      "loss": 0.3532,
      "step": 934780
    },
    {
      "epoch": 260.9,
      "grad_norm": 1.0407302379608154,
      "learning_rate": 3.7764516695654352e-06,
      "loss": 0.3485,
      "step": 934790
    },
    {
      "epoch": 260.9,
      "grad_norm": 1.0614688396453857,
      "learning_rate": 3.7764302700430202e-06,
      "loss": 0.3583,
      "step": 934800
    },
    {
      "epoch": 260.9,
      "grad_norm": 0.9969747066497803,
      "learning_rate": 3.7764088703299144e-06,
      "loss": 0.3493,
      "step": 934810
    },
    {
      "epoch": 260.9,
      "grad_norm": 0.9044631123542786,
      "learning_rate": 3.776387470426123e-06,
      "loss": 0.3678,
      "step": 934820
    },
    {
      "epoch": 260.91,
      "grad_norm": 1.18252432346344,
      "learning_rate": 3.776366070331645e-06,
      "loss": 0.3712,
      "step": 934830
    },
    {
      "epoch": 260.91,
      "grad_norm": 0.9701751470565796,
      "learning_rate": 3.7763446700464866e-06,
      "loss": 0.3527,
      "step": 934840
    },
    {
      "epoch": 260.91,
      "grad_norm": 1.2999637126922607,
      "learning_rate": 3.7763232695706492e-06,
      "loss": 0.3532,
      "step": 934850
    },
    {
      "epoch": 260.92,
      "grad_norm": 1.2901934385299683,
      "learning_rate": 3.7763018689041363e-06,
      "loss": 0.3609,
      "step": 934860
    },
    {
      "epoch": 260.92,
      "grad_norm": 0.9973155856132507,
      "learning_rate": 3.7762804680469502e-06,
      "loss": 0.3577,
      "step": 934870
    },
    {
      "epoch": 260.92,
      "grad_norm": 1.2597699165344238,
      "learning_rate": 3.7762590669990937e-06,
      "loss": 0.364,
      "step": 934880
    },
    {
      "epoch": 260.92,
      "grad_norm": 0.917201817035675,
      "learning_rate": 3.7762376657605705e-06,
      "loss": 0.3792,
      "step": 934890
    },
    {
      "epoch": 260.93,
      "grad_norm": 0.9460583925247192,
      "learning_rate": 3.7762162643313814e-06,
      "loss": 0.339,
      "step": 934900
    },
    {
      "epoch": 260.93,
      "grad_norm": 1.0767335891723633,
      "learning_rate": 3.776194862711532e-06,
      "loss": 0.3657,
      "step": 934910
    },
    {
      "epoch": 260.93,
      "grad_norm": 1.1298623085021973,
      "learning_rate": 3.776173460901023e-06,
      "loss": 0.3656,
      "step": 934920
    },
    {
      "epoch": 260.93,
      "grad_norm": 0.9517570734024048,
      "learning_rate": 3.7761520588998585e-06,
      "loss": 0.3787,
      "step": 934930
    },
    {
      "epoch": 260.94,
      "grad_norm": 1.0223419666290283,
      "learning_rate": 3.7761306567080403e-06,
      "loss": 0.3518,
      "step": 934940
    },
    {
      "epoch": 260.94,
      "grad_norm": 1.1011543273925781,
      "learning_rate": 3.7761092543255724e-06,
      "loss": 0.3625,
      "step": 934950
    },
    {
      "epoch": 260.94,
      "grad_norm": 1.0047165155410767,
      "learning_rate": 3.7760878517524573e-06,
      "loss": 0.3596,
      "step": 934960
    },
    {
      "epoch": 260.95,
      "grad_norm": 1.191876769065857,
      "learning_rate": 3.776066448988697e-06,
      "loss": 0.3628,
      "step": 934970
    },
    {
      "epoch": 260.95,
      "grad_norm": 0.8559178113937378,
      "learning_rate": 3.7760450460342956e-06,
      "loss": 0.3833,
      "step": 934980
    },
    {
      "epoch": 260.95,
      "grad_norm": 1.0782417058944702,
      "learning_rate": 3.776023642889255e-06,
      "loss": 0.366,
      "step": 934990
    },
    {
      "epoch": 260.95,
      "grad_norm": 0.8031420707702637,
      "learning_rate": 3.776002239553578e-06,
      "loss": 0.3449,
      "step": 935000
    },
    {
      "epoch": 260.96,
      "grad_norm": 0.945073127746582,
      "learning_rate": 3.775980836027269e-06,
      "loss": 0.3519,
      "step": 935010
    },
    {
      "epoch": 260.96,
      "grad_norm": 1.0103981494903564,
      "learning_rate": 3.7759594323103285e-06,
      "loss": 0.3693,
      "step": 935020
    },
    {
      "epoch": 260.96,
      "grad_norm": 1.0464086532592773,
      "learning_rate": 3.775938028402761e-06,
      "loss": 0.3524,
      "step": 935030
    },
    {
      "epoch": 260.97,
      "grad_norm": 1.020957350730896,
      "learning_rate": 3.7759166243045688e-06,
      "loss": 0.381,
      "step": 935040
    },
    {
      "epoch": 260.97,
      "grad_norm": 1.166076421737671,
      "learning_rate": 3.7758952200157545e-06,
      "loss": 0.353,
      "step": 935050
    },
    {
      "epoch": 260.97,
      "grad_norm": 1.061288833618164,
      "learning_rate": 3.7758738155363215e-06,
      "loss": 0.355,
      "step": 935060
    },
    {
      "epoch": 260.97,
      "grad_norm": 1.123693585395813,
      "learning_rate": 3.7758524108662725e-06,
      "loss": 0.3614,
      "step": 935070
    },
    {
      "epoch": 260.98,
      "grad_norm": 0.9772260785102844,
      "learning_rate": 3.775831006005611e-06,
      "loss": 0.3806,
      "step": 935080
    },
    {
      "epoch": 260.98,
      "grad_norm": 1.046379804611206,
      "learning_rate": 3.7758096009543385e-06,
      "loss": 0.3726,
      "step": 935090
    },
    {
      "epoch": 260.98,
      "grad_norm": 1.0476531982421875,
      "learning_rate": 3.7757881957124584e-06,
      "loss": 0.369,
      "step": 935100
    },
    {
      "epoch": 260.99,
      "grad_norm": 1.0480347871780396,
      "learning_rate": 3.7757667902799735e-06,
      "loss": 0.3649,
      "step": 935110
    },
    {
      "epoch": 260.99,
      "grad_norm": 1.150097370147705,
      "learning_rate": 3.775745384656887e-06,
      "loss": 0.3601,
      "step": 935120
    },
    {
      "epoch": 260.99,
      "grad_norm": 1.0717086791992188,
      "learning_rate": 3.7757239788432015e-06,
      "loss": 0.3672,
      "step": 935130
    },
    {
      "epoch": 260.99,
      "grad_norm": 0.9417927861213684,
      "learning_rate": 3.77570257283892e-06,
      "loss": 0.3659,
      "step": 935140
    },
    {
      "epoch": 261.0,
      "grad_norm": 1.2331297397613525,
      "learning_rate": 3.775681166644045e-06,
      "loss": 0.3692,
      "step": 935150
    },
    {
      "epoch": 261.0,
      "grad_norm": 0.9788345098495483,
      "learning_rate": 3.7756597602585795e-06,
      "loss": 0.3754,
      "step": 935160
    },
    {
      "epoch": 261.0,
      "eval_loss": 0.3617487847805023,
      "eval_runtime": 63.1279,
      "eval_samples_per_second": 80.139,
      "eval_steps_per_second": 10.027,
      "step": 935163
    },
    {
      "epoch": 261.0,
      "grad_norm": 1.2779746055603027,
      "learning_rate": 3.7756383536825265e-06,
      "loss": 0.3738,
      "step": 935170
    },
    {
      "epoch": 261.0,
      "grad_norm": 1.0364787578582764,
      "learning_rate": 3.7756169469158893e-06,
      "loss": 0.3601,
      "step": 935180
    },
    {
      "epoch": 261.01,
      "grad_norm": 1.0439165830612183,
      "learning_rate": 3.7755955399586697e-06,
      "loss": 0.3661,
      "step": 935190
    },
    {
      "epoch": 261.01,
      "grad_norm": 1.2123420238494873,
      "learning_rate": 3.7755741328108715e-06,
      "loss": 0.3517,
      "step": 935200
    },
    {
      "epoch": 261.01,
      "grad_norm": 0.991516649723053,
      "learning_rate": 3.775552725472497e-06,
      "loss": 0.344,
      "step": 935210
    },
    {
      "epoch": 261.02,
      "grad_norm": 1.3851879835128784,
      "learning_rate": 3.7755313179435482e-06,
      "loss": 0.3574,
      "step": 935220
    },
    {
      "epoch": 261.02,
      "grad_norm": 0.9125474691390991,
      "learning_rate": 3.7755099102240295e-06,
      "loss": 0.3543,
      "step": 935230
    },
    {
      "epoch": 261.02,
      "grad_norm": 1.385248064994812,
      "learning_rate": 3.7754885023139436e-06,
      "loss": 0.3703,
      "step": 935240
    },
    {
      "epoch": 261.02,
      "grad_norm": 0.9201834797859192,
      "learning_rate": 3.7754670942132926e-06,
      "loss": 0.3422,
      "step": 935250
    },
    {
      "epoch": 261.03,
      "grad_norm": 0.8773971199989319,
      "learning_rate": 3.7754456859220795e-06,
      "loss": 0.3586,
      "step": 935260
    },
    {
      "epoch": 261.03,
      "grad_norm": 0.9972060918807983,
      "learning_rate": 3.7754242774403082e-06,
      "loss": 0.3564,
      "step": 935270
    },
    {
      "epoch": 261.03,
      "grad_norm": 1.0135616064071655,
      "learning_rate": 3.7754028687679795e-06,
      "loss": 0.365,
      "step": 935280
    },
    {
      "epoch": 261.04,
      "grad_norm": 1.0039246082305908,
      "learning_rate": 3.775381459905098e-06,
      "loss": 0.3705,
      "step": 935290
    },
    {
      "epoch": 261.04,
      "grad_norm": 1.1651289463043213,
      "learning_rate": 3.775360050851666e-06,
      "loss": 0.359,
      "step": 935300
    },
    {
      "epoch": 261.04,
      "grad_norm": 0.9772601127624512,
      "learning_rate": 3.775338641607686e-06,
      "loss": 0.3669,
      "step": 935310
    },
    {
      "epoch": 261.04,
      "grad_norm": 1.1073850393295288,
      "learning_rate": 3.775317232173161e-06,
      "loss": 0.3533,
      "step": 935320
    },
    {
      "epoch": 261.05,
      "grad_norm": 1.0682153701782227,
      "learning_rate": 3.7752958225480942e-06,
      "loss": 0.3703,
      "step": 935330
    },
    {
      "epoch": 261.05,
      "grad_norm": 1.1316677331924438,
      "learning_rate": 3.7752744127324883e-06,
      "loss": 0.3633,
      "step": 935340
    },
    {
      "epoch": 261.05,
      "grad_norm": 0.990753710269928,
      "learning_rate": 3.7752530027263465e-06,
      "loss": 0.3573,
      "step": 935350
    },
    {
      "epoch": 261.05,
      "grad_norm": 1.0787912607192993,
      "learning_rate": 3.775231592529671e-06,
      "loss": 0.3545,
      "step": 935360
    },
    {
      "epoch": 261.06,
      "grad_norm": 1.0551570653915405,
      "learning_rate": 3.775210182142465e-06,
      "loss": 0.3451,
      "step": 935370
    },
    {
      "epoch": 261.06,
      "grad_norm": 1.1563568115234375,
      "learning_rate": 3.775188771564731e-06,
      "loss": 0.3507,
      "step": 935380
    },
    {
      "epoch": 261.06,
      "grad_norm": 1.2143951654434204,
      "learning_rate": 3.7751673607964723e-06,
      "loss": 0.3645,
      "step": 935390
    },
    {
      "epoch": 261.07,
      "grad_norm": 1.0281109809875488,
      "learning_rate": 3.7751459498376917e-06,
      "loss": 0.3583,
      "step": 935400
    },
    {
      "epoch": 261.07,
      "grad_norm": 0.9968231320381165,
      "learning_rate": 3.7751245386883912e-06,
      "loss": 0.3749,
      "step": 935410
    },
    {
      "epoch": 261.07,
      "grad_norm": 0.9578289985656738,
      "learning_rate": 3.775103127348575e-06,
      "loss": 0.3581,
      "step": 935420
    },
    {
      "epoch": 261.07,
      "grad_norm": 0.9618471264839172,
      "learning_rate": 3.7750817158182456e-06,
      "loss": 0.3557,
      "step": 935430
    },
    {
      "epoch": 261.08,
      "grad_norm": 1.2174047231674194,
      "learning_rate": 3.775060304097405e-06,
      "loss": 0.3609,
      "step": 935440
    },
    {
      "epoch": 261.08,
      "grad_norm": 1.1250544786453247,
      "learning_rate": 3.775038892186056e-06,
      "loss": 0.3689,
      "step": 935450
    },
    {
      "epoch": 261.08,
      "grad_norm": 1.0854506492614746,
      "learning_rate": 3.7750174800842033e-06,
      "loss": 0.3716,
      "step": 935460
    },
    {
      "epoch": 261.09,
      "grad_norm": 1.212103009223938,
      "learning_rate": 3.7749960677918484e-06,
      "loss": 0.3697,
      "step": 935470
    },
    {
      "epoch": 261.09,
      "grad_norm": 1.2814782857894897,
      "learning_rate": 3.7749746553089937e-06,
      "loss": 0.3797,
      "step": 935480
    },
    {
      "epoch": 261.09,
      "grad_norm": 0.8749827742576599,
      "learning_rate": 3.774953242635643e-06,
      "loss": 0.3547,
      "step": 935490
    },
    {
      "epoch": 261.09,
      "grad_norm": 1.4053082466125488,
      "learning_rate": 3.7749318297717984e-06,
      "loss": 0.3712,
      "step": 935500
    },
    {
      "epoch": 261.1,
      "grad_norm": 1.0070509910583496,
      "learning_rate": 3.7749104167174633e-06,
      "loss": 0.3714,
      "step": 935510
    },
    {
      "epoch": 261.1,
      "grad_norm": 1.0252761840820312,
      "learning_rate": 3.7748890034726402e-06,
      "loss": 0.3651,
      "step": 935520
    },
    {
      "epoch": 261.1,
      "grad_norm": 1.0579956769943237,
      "learning_rate": 3.774867590037332e-06,
      "loss": 0.3835,
      "step": 935530
    },
    {
      "epoch": 261.11,
      "grad_norm": 0.9749819040298462,
      "learning_rate": 3.7748461764115416e-06,
      "loss": 0.3536,
      "step": 935540
    },
    {
      "epoch": 261.11,
      "grad_norm": 0.9093496799468994,
      "learning_rate": 3.7748247625952724e-06,
      "loss": 0.3671,
      "step": 935550
    },
    {
      "epoch": 261.11,
      "grad_norm": 0.9424147009849548,
      "learning_rate": 3.7748033485885267e-06,
      "loss": 0.3563,
      "step": 935560
    },
    {
      "epoch": 261.11,
      "grad_norm": 1.2370827198028564,
      "learning_rate": 3.774781934391307e-06,
      "loss": 0.3533,
      "step": 935570
    },
    {
      "epoch": 261.12,
      "grad_norm": 1.3069292306900024,
      "learning_rate": 3.774760520003617e-06,
      "loss": 0.3525,
      "step": 935580
    },
    {
      "epoch": 261.12,
      "grad_norm": 1.2245383262634277,
      "learning_rate": 3.774739105425459e-06,
      "loss": 0.3652,
      "step": 935590
    },
    {
      "epoch": 261.12,
      "grad_norm": 1.0833871364593506,
      "learning_rate": 3.7747176906568364e-06,
      "loss": 0.3606,
      "step": 935600
    },
    {
      "epoch": 261.12,
      "grad_norm": 1.010095477104187,
      "learning_rate": 3.7746962756977504e-06,
      "loss": 0.3611,
      "step": 935610
    },
    {
      "epoch": 261.13,
      "grad_norm": 1.17787766456604,
      "learning_rate": 3.7746748605482056e-06,
      "loss": 0.3852,
      "step": 935620
    },
    {
      "epoch": 261.13,
      "grad_norm": 0.9791823029518127,
      "learning_rate": 3.774653445208205e-06,
      "loss": 0.3583,
      "step": 935630
    },
    {
      "epoch": 261.13,
      "grad_norm": 1.0168732404708862,
      "learning_rate": 3.7746320296777503e-06,
      "loss": 0.3598,
      "step": 935640
    },
    {
      "epoch": 261.14,
      "grad_norm": 0.8879088759422302,
      "learning_rate": 3.774610613956844e-06,
      "loss": 0.366,
      "step": 935650
    },
    {
      "epoch": 261.14,
      "grad_norm": 0.941815197467804,
      "learning_rate": 3.774589198045491e-06,
      "loss": 0.3605,
      "step": 935660
    },
    {
      "epoch": 261.14,
      "grad_norm": 0.9877755045890808,
      "learning_rate": 3.7745677819436923e-06,
      "loss": 0.3491,
      "step": 935670
    },
    {
      "epoch": 261.14,
      "grad_norm": 1.117606282234192,
      "learning_rate": 3.7745463656514517e-06,
      "loss": 0.3711,
      "step": 935680
    },
    {
      "epoch": 261.15,
      "grad_norm": 1.2484395503997803,
      "learning_rate": 3.7745249491687715e-06,
      "loss": 0.3553,
      "step": 935690
    },
    {
      "epoch": 261.15,
      "grad_norm": 0.9320037364959717,
      "learning_rate": 3.7745035324956546e-06,
      "loss": 0.3607,
      "step": 935700
    },
    {
      "epoch": 261.15,
      "grad_norm": 2.416557788848877,
      "learning_rate": 3.774482115632104e-06,
      "loss": 0.356,
      "step": 935710
    },
    {
      "epoch": 261.16,
      "grad_norm": 0.9207391142845154,
      "learning_rate": 3.774460698578123e-06,
      "loss": 0.3567,
      "step": 935720
    },
    {
      "epoch": 261.16,
      "grad_norm": 1.0603559017181396,
      "learning_rate": 3.7744392813337135e-06,
      "loss": 0.3652,
      "step": 935730
    },
    {
      "epoch": 261.16,
      "grad_norm": 1.0713789463043213,
      "learning_rate": 3.7744178638988798e-06,
      "loss": 0.3657,
      "step": 935740
    },
    {
      "epoch": 261.16,
      "grad_norm": 0.972669780254364,
      "learning_rate": 3.774396446273623e-06,
      "loss": 0.3537,
      "step": 935750
    },
    {
      "epoch": 261.17,
      "grad_norm": 1.0256882905960083,
      "learning_rate": 3.7743750284579465e-06,
      "loss": 0.3546,
      "step": 935760
    },
    {
      "epoch": 261.17,
      "grad_norm": 0.9669559001922607,
      "learning_rate": 3.7743536104518543e-06,
      "loss": 0.3641,
      "step": 935770
    },
    {
      "epoch": 261.17,
      "grad_norm": 1.0998048782348633,
      "learning_rate": 3.7743321922553477e-06,
      "loss": 0.3542,
      "step": 935780
    },
    {
      "epoch": 261.17,
      "grad_norm": 1.0067414045333862,
      "learning_rate": 3.77431077386843e-06,
      "loss": 0.3615,
      "step": 935790
    },
    {
      "epoch": 261.18,
      "grad_norm": 1.006757378578186,
      "learning_rate": 3.7742893552911045e-06,
      "loss": 0.3565,
      "step": 935800
    },
    {
      "epoch": 261.18,
      "grad_norm": 0.965597927570343,
      "learning_rate": 3.774267936523374e-06,
      "loss": 0.3517,
      "step": 935810
    },
    {
      "epoch": 261.18,
      "grad_norm": 1.0896902084350586,
      "learning_rate": 3.774246517565241e-06,
      "loss": 0.3734,
      "step": 935820
    },
    {
      "epoch": 261.19,
      "grad_norm": 1.2079310417175293,
      "learning_rate": 3.7742250984167093e-06,
      "loss": 0.3813,
      "step": 935830
    },
    {
      "epoch": 261.19,
      "grad_norm": 0.9475035071372986,
      "learning_rate": 3.77420367907778e-06,
      "loss": 0.3567,
      "step": 935840
    },
    {
      "epoch": 261.19,
      "grad_norm": 1.1808052062988281,
      "learning_rate": 3.7741822595484576e-06,
      "loss": 0.347,
      "step": 935850
    },
    {
      "epoch": 261.19,
      "grad_norm": 0.8535563945770264,
      "learning_rate": 3.774160839828744e-06,
      "loss": 0.3399,
      "step": 935860
    },
    {
      "epoch": 261.2,
      "grad_norm": 1.083404541015625,
      "learning_rate": 3.7741394199186423e-06,
      "loss": 0.3539,
      "step": 935870
    },
    {
      "epoch": 261.2,
      "grad_norm": 1.003637433052063,
      "learning_rate": 3.7741179998181552e-06,
      "loss": 0.3727,
      "step": 935880
    },
    {
      "epoch": 261.2,
      "grad_norm": 1.0175191164016724,
      "learning_rate": 3.774096579527286e-06,
      "loss": 0.3561,
      "step": 935890
    },
    {
      "epoch": 261.21,
      "grad_norm": 0.9949286580085754,
      "learning_rate": 3.774075159046037e-06,
      "loss": 0.3715,
      "step": 935900
    },
    {
      "epoch": 261.21,
      "grad_norm": 1.323058843612671,
      "learning_rate": 3.774053738374412e-06,
      "loss": 0.3576,
      "step": 935910
    },
    {
      "epoch": 261.21,
      "grad_norm": 1.304901123046875,
      "learning_rate": 3.774032317512413e-06,
      "loss": 0.3568,
      "step": 935920
    },
    {
      "epoch": 261.21,
      "grad_norm": 1.0079076290130615,
      "learning_rate": 3.7740108964600426e-06,
      "loss": 0.3501,
      "step": 935930
    },
    {
      "epoch": 261.22,
      "grad_norm": 1.0347192287445068,
      "learning_rate": 3.7739894752173036e-06,
      "loss": 0.3504,
      "step": 935940
    },
    {
      "epoch": 261.22,
      "grad_norm": 1.2538323402404785,
      "learning_rate": 3.7739680537842003e-06,
      "loss": 0.3639,
      "step": 935950
    },
    {
      "epoch": 261.22,
      "grad_norm": 1.0070831775665283,
      "learning_rate": 3.7739466321607344e-06,
      "loss": 0.3734,
      "step": 935960
    },
    {
      "epoch": 261.23,
      "grad_norm": 1.137697696685791,
      "learning_rate": 3.7739252103469084e-06,
      "loss": 0.3615,
      "step": 935970
    },
    {
      "epoch": 261.23,
      "grad_norm": 0.9585524797439575,
      "learning_rate": 3.7739037883427266e-06,
      "loss": 0.3593,
      "step": 935980
    },
    {
      "epoch": 261.23,
      "grad_norm": 1.0831174850463867,
      "learning_rate": 3.7738823661481907e-06,
      "loss": 0.3609,
      "step": 935990
    },
    {
      "epoch": 261.23,
      "grad_norm": 1.1738219261169434,
      "learning_rate": 3.7738609437633028e-06,
      "loss": 0.3586,
      "step": 936000
    },
    {
      "epoch": 261.24,
      "grad_norm": 1.09466552734375,
      "learning_rate": 3.7738395211880674e-06,
      "loss": 0.3612,
      "step": 936010
    },
    {
      "epoch": 261.24,
      "grad_norm": 0.9418321847915649,
      "learning_rate": 3.773818098422487e-06,
      "loss": 0.3679,
      "step": 936020
    },
    {
      "epoch": 261.24,
      "grad_norm": 1.010338306427002,
      "learning_rate": 3.773796675466564e-06,
      "loss": 0.3753,
      "step": 936030
    },
    {
      "epoch": 261.24,
      "grad_norm": 1.1037280559539795,
      "learning_rate": 3.7737752523203015e-06,
      "loss": 0.3881,
      "step": 936040
    },
    {
      "epoch": 261.25,
      "grad_norm": 1.0839282274246216,
      "learning_rate": 3.7737538289837013e-06,
      "loss": 0.3598,
      "step": 936050
    },
    {
      "epoch": 261.25,
      "grad_norm": 1.5529663562774658,
      "learning_rate": 3.7737324054567685e-06,
      "loss": 0.3664,
      "step": 936060
    },
    {
      "epoch": 261.25,
      "grad_norm": 0.9807224273681641,
      "learning_rate": 3.7737109817395037e-06,
      "loss": 0.3654,
      "step": 936070
    },
    {
      "epoch": 261.26,
      "grad_norm": 1.0059962272644043,
      "learning_rate": 3.773689557831911e-06,
      "loss": 0.3553,
      "step": 936080
    },
    {
      "epoch": 261.26,
      "grad_norm": 0.8840217590332031,
      "learning_rate": 3.7736681337339933e-06,
      "loss": 0.3621,
      "step": 936090
    },
    {
      "epoch": 261.26,
      "grad_norm": 0.9122851490974426,
      "learning_rate": 3.7736467094457533e-06,
      "loss": 0.3503,
      "step": 936100
    },
    {
      "epoch": 261.26,
      "grad_norm": 0.8826227784156799,
      "learning_rate": 3.773625284967193e-06,
      "loss": 0.3664,
      "step": 936110
    },
    {
      "epoch": 261.27,
      "grad_norm": 1.16306471824646,
      "learning_rate": 3.7736038602983155e-06,
      "loss": 0.3709,
      "step": 936120
    },
    {
      "epoch": 261.27,
      "grad_norm": 1.3498518466949463,
      "learning_rate": 3.7735824354391253e-06,
      "loss": 0.3532,
      "step": 936130
    },
    {
      "epoch": 261.27,
      "grad_norm": 1.2398957014083862,
      "learning_rate": 3.7735610103896233e-06,
      "loss": 0.3616,
      "step": 936140
    },
    {
      "epoch": 261.28,
      "grad_norm": 1.1402522325515747,
      "learning_rate": 3.773539585149813e-06,
      "loss": 0.3581,
      "step": 936150
    },
    {
      "epoch": 261.28,
      "grad_norm": 1.1108107566833496,
      "learning_rate": 3.7735181597196975e-06,
      "loss": 0.3778,
      "step": 936160
    },
    {
      "epoch": 261.28,
      "grad_norm": 1.297044038772583,
      "learning_rate": 3.7734967340992796e-06,
      "loss": 0.3444,
      "step": 936170
    },
    {
      "epoch": 261.28,
      "grad_norm": 1.0262014865875244,
      "learning_rate": 3.773475308288562e-06,
      "loss": 0.3477,
      "step": 936180
    },
    {
      "epoch": 261.29,
      "grad_norm": 1.1057438850402832,
      "learning_rate": 3.773453882287547e-06,
      "loss": 0.3743,
      "step": 936190
    },
    {
      "epoch": 261.29,
      "grad_norm": 1.0343302488327026,
      "learning_rate": 3.773432456096239e-06,
      "loss": 0.3594,
      "step": 936200
    },
    {
      "epoch": 261.29,
      "grad_norm": 1.12954580783844,
      "learning_rate": 3.773411029714639e-06,
      "loss": 0.357,
      "step": 936210
    },
    {
      "epoch": 261.3,
      "grad_norm": 1.0209070444107056,
      "learning_rate": 3.773389603142751e-06,
      "loss": 0.3538,
      "step": 936220
    },
    {
      "epoch": 261.3,
      "grad_norm": 1.1291733980178833,
      "learning_rate": 3.7733681763805773e-06,
      "loss": 0.3678,
      "step": 936230
    },
    {
      "epoch": 261.3,
      "grad_norm": 1.0636727809906006,
      "learning_rate": 3.7733467494281222e-06,
      "loss": 0.357,
      "step": 936240
    },
    {
      "epoch": 261.3,
      "grad_norm": 1.261657953262329,
      "learning_rate": 3.7733253222853863e-06,
      "loss": 0.3574,
      "step": 936250
    },
    {
      "epoch": 261.31,
      "grad_norm": 1.1487985849380493,
      "learning_rate": 3.7733038949523737e-06,
      "loss": 0.3617,
      "step": 936260
    },
    {
      "epoch": 261.31,
      "grad_norm": 1.1711901426315308,
      "learning_rate": 3.773282467429087e-06,
      "loss": 0.3642,
      "step": 936270
    },
    {
      "epoch": 261.31,
      "grad_norm": 0.8982164859771729,
      "learning_rate": 3.7732610397155296e-06,
      "loss": 0.3371,
      "step": 936280
    },
    {
      "epoch": 261.31,
      "grad_norm": 0.9811137914657593,
      "learning_rate": 3.7732396118117036e-06,
      "loss": 0.3463,
      "step": 936290
    },
    {
      "epoch": 261.32,
      "grad_norm": 1.051764726638794,
      "learning_rate": 3.7732181837176124e-06,
      "loss": 0.3492,
      "step": 936300
    },
    {
      "epoch": 261.32,
      "grad_norm": 1.0843178033828735,
      "learning_rate": 3.773196755433258e-06,
      "loss": 0.3653,
      "step": 936310
    },
    {
      "epoch": 261.32,
      "grad_norm": 1.0494147539138794,
      "learning_rate": 3.7731753269586446e-06,
      "loss": 0.3639,
      "step": 936320
    },
    {
      "epoch": 261.33,
      "grad_norm": 0.9615452289581299,
      "learning_rate": 3.773153898293774e-06,
      "loss": 0.3587,
      "step": 936330
    },
    {
      "epoch": 261.33,
      "grad_norm": 0.9436387419700623,
      "learning_rate": 3.7731324694386494e-06,
      "loss": 0.3626,
      "step": 936340
    },
    {
      "epoch": 261.33,
      "grad_norm": 1.1051244735717773,
      "learning_rate": 3.7731110403932725e-06,
      "loss": 0.3578,
      "step": 936350
    },
    {
      "epoch": 261.33,
      "grad_norm": 1.0068687200546265,
      "learning_rate": 3.773089611157649e-06,
      "loss": 0.3595,
      "step": 936360
    },
    {
      "epoch": 261.34,
      "grad_norm": 1.0664465427398682,
      "learning_rate": 3.773068181731779e-06,
      "loss": 0.3652,
      "step": 936370
    },
    {
      "epoch": 261.34,
      "grad_norm": 1.0775502920150757,
      "learning_rate": 3.7730467521156665e-06,
      "loss": 0.3607,
      "step": 936380
    },
    {
      "epoch": 261.34,
      "grad_norm": 1.0319303274154663,
      "learning_rate": 3.7730253223093147e-06,
      "loss": 0.3657,
      "step": 936390
    },
    {
      "epoch": 261.35,
      "grad_norm": 1.0659948587417603,
      "learning_rate": 3.7730038923127253e-06,
      "loss": 0.3454,
      "step": 936400
    },
    {
      "epoch": 261.35,
      "grad_norm": 1.034379243850708,
      "learning_rate": 3.772982462125902e-06,
      "loss": 0.3613,
      "step": 936410
    },
    {
      "epoch": 261.35,
      "grad_norm": 1.0377209186553955,
      "learning_rate": 3.7729610317488478e-06,
      "loss": 0.3493,
      "step": 936420
    },
    {
      "epoch": 261.35,
      "grad_norm": 1.1014927625656128,
      "learning_rate": 3.7729396011815644e-06,
      "loss": 0.3518,
      "step": 936430
    },
    {
      "epoch": 261.36,
      "grad_norm": 1.1174596548080444,
      "learning_rate": 3.7729181704240564e-06,
      "loss": 0.357,
      "step": 936440
    },
    {
      "epoch": 261.36,
      "grad_norm": 0.9985557794570923,
      "learning_rate": 3.772896739476325e-06,
      "loss": 0.3497,
      "step": 936450
    },
    {
      "epoch": 261.36,
      "grad_norm": 1.0594124794006348,
      "learning_rate": 3.7728753083383745e-06,
      "loss": 0.3701,
      "step": 936460
    },
    {
      "epoch": 261.36,
      "grad_norm": 1.309659719467163,
      "learning_rate": 3.772853877010207e-06,
      "loss": 0.362,
      "step": 936470
    },
    {
      "epoch": 261.37,
      "grad_norm": 1.1639918088912964,
      "learning_rate": 3.772832445491825e-06,
      "loss": 0.3601,
      "step": 936480
    },
    {
      "epoch": 261.37,
      "grad_norm": 1.0193374156951904,
      "learning_rate": 3.772811013783232e-06,
      "loss": 0.3548,
      "step": 936490
    },
    {
      "epoch": 261.37,
      "grad_norm": 1.0746791362762451,
      "learning_rate": 3.77278958188443e-06,
      "loss": 0.3562,
      "step": 936500
    },
    {
      "epoch": 261.38,
      "grad_norm": 1.046887755393982,
      "learning_rate": 3.772768149795423e-06,
      "loss": 0.359,
      "step": 936510
    },
    {
      "epoch": 261.38,
      "grad_norm": 1.109713077545166,
      "learning_rate": 3.7727467175162126e-06,
      "loss": 0.3586,
      "step": 936520
    },
    {
      "epoch": 261.38,
      "grad_norm": 1.0212349891662598,
      "learning_rate": 3.7727252850468037e-06,
      "loss": 0.3689,
      "step": 936530
    },
    {
      "epoch": 261.38,
      "grad_norm": 7.120934963226318,
      "learning_rate": 3.7727038523871964e-06,
      "loss": 0.3553,
      "step": 936540
    },
    {
      "epoch": 261.39,
      "grad_norm": 0.9475195407867432,
      "learning_rate": 3.772682419537396e-06,
      "loss": 0.3525,
      "step": 936550
    },
    {
      "epoch": 261.39,
      "grad_norm": 1.0033693313598633,
      "learning_rate": 3.7726609864974036e-06,
      "loss": 0.3765,
      "step": 936560
    },
    {
      "epoch": 261.39,
      "grad_norm": 0.9322074055671692,
      "learning_rate": 3.7726395532672227e-06,
      "loss": 0.3525,
      "step": 936570
    },
    {
      "epoch": 261.4,
      "grad_norm": 1.1565096378326416,
      "learning_rate": 3.7726181198468566e-06,
      "loss": 0.3593,
      "step": 936580
    },
    {
      "epoch": 261.4,
      "grad_norm": 1.06553053855896,
      "learning_rate": 3.7725966862363084e-06,
      "loss": 0.3492,
      "step": 936590
    },
    {
      "epoch": 261.4,
      "grad_norm": 1.0678248405456543,
      "learning_rate": 3.772575252435579e-06,
      "loss": 0.3725,
      "step": 936600
    },
    {
      "epoch": 261.4,
      "grad_norm": 1.0515128374099731,
      "learning_rate": 3.7725538184446733e-06,
      "loss": 0.3815,
      "step": 936610
    },
    {
      "epoch": 261.41,
      "grad_norm": 0.9555415511131287,
      "learning_rate": 3.7725323842635933e-06,
      "loss": 0.3619,
      "step": 936620
    },
    {
      "epoch": 261.41,
      "grad_norm": 1.0094687938690186,
      "learning_rate": 3.7725109498923417e-06,
      "loss": 0.354,
      "step": 936630
    },
    {
      "epoch": 261.41,
      "grad_norm": 0.9237145781517029,
      "learning_rate": 3.772489515330922e-06,
      "loss": 0.3571,
      "step": 936640
    },
    {
      "epoch": 261.42,
      "grad_norm": 1.3084551095962524,
      "learning_rate": 3.7724680805793368e-06,
      "loss": 0.3532,
      "step": 936650
    },
    {
      "epoch": 261.42,
      "grad_norm": 1.0111362934112549,
      "learning_rate": 3.7724466456375886e-06,
      "loss": 0.3734,
      "step": 936660
    },
    {
      "epoch": 261.42,
      "grad_norm": 1.0465995073318481,
      "learning_rate": 3.77242521050568e-06,
      "loss": 0.3565,
      "step": 936670
    },
    {
      "epoch": 261.42,
      "grad_norm": 1.125399112701416,
      "learning_rate": 3.7724037751836146e-06,
      "loss": 0.369,
      "step": 936680
    },
    {
      "epoch": 261.43,
      "grad_norm": 1.0111759901046753,
      "learning_rate": 3.772382339671396e-06,
      "loss": 0.3665,
      "step": 936690
    },
    {
      "epoch": 261.43,
      "grad_norm": 1.0131516456604004,
      "learning_rate": 3.772360903969025e-06,
      "loss": 0.3567,
      "step": 936700
    },
    {
      "epoch": 261.43,
      "grad_norm": 0.8937940001487732,
      "learning_rate": 3.7723394680765056e-06,
      "loss": 0.3466,
      "step": 936710
    },
    {
      "epoch": 261.43,
      "grad_norm": 0.9995497465133667,
      "learning_rate": 3.772318031993841e-06,
      "loss": 0.3595,
      "step": 936720
    },
    {
      "epoch": 261.44,
      "grad_norm": 0.9023197293281555,
      "learning_rate": 3.7722965957210337e-06,
      "loss": 0.3708,
      "step": 936730
    },
    {
      "epoch": 261.44,
      "grad_norm": 1.2217390537261963,
      "learning_rate": 3.7722751592580855e-06,
      "loss": 0.3788,
      "step": 936740
    },
    {
      "epoch": 261.44,
      "grad_norm": 1.2069005966186523,
      "learning_rate": 3.7722537226050012e-06,
      "loss": 0.3746,
      "step": 936750
    },
    {
      "epoch": 261.45,
      "grad_norm": 1.0105253458023071,
      "learning_rate": 3.772232285761782e-06,
      "loss": 0.3626,
      "step": 936760
    },
    {
      "epoch": 261.45,
      "grad_norm": 1.2370250225067139,
      "learning_rate": 3.7722108487284314e-06,
      "loss": 0.3768,
      "step": 936770
    },
    {
      "epoch": 261.45,
      "grad_norm": 1.1728341579437256,
      "learning_rate": 3.7721894115049526e-06,
      "loss": 0.3542,
      "step": 936780
    },
    {
      "epoch": 261.45,
      "grad_norm": 1.1180545091629028,
      "learning_rate": 3.772167974091348e-06,
      "loss": 0.3612,
      "step": 936790
    },
    {
      "epoch": 261.46,
      "grad_norm": 1.00553560256958,
      "learning_rate": 3.772146536487621e-06,
      "loss": 0.3511,
      "step": 936800
    },
    {
      "epoch": 261.46,
      "grad_norm": 1.030317783355713,
      "learning_rate": 3.772125098693774e-06,
      "loss": 0.3667,
      "step": 936810
    },
    {
      "epoch": 261.46,
      "grad_norm": 1.085145115852356,
      "learning_rate": 3.772103660709809e-06,
      "loss": 0.3639,
      "step": 936820
    },
    {
      "epoch": 261.47,
      "grad_norm": 1.013051152229309,
      "learning_rate": 3.7720822225357305e-06,
      "loss": 0.3593,
      "step": 936830
    },
    {
      "epoch": 261.47,
      "grad_norm": 1.1078523397445679,
      "learning_rate": 3.77206078417154e-06,
      "loss": 0.3531,
      "step": 936840
    },
    {
      "epoch": 261.47,
      "grad_norm": 1.0190520286560059,
      "learning_rate": 3.7720393456172417e-06,
      "loss": 0.363,
      "step": 936850
    },
    {
      "epoch": 261.47,
      "grad_norm": 1.1916437149047852,
      "learning_rate": 3.7720179068728374e-06,
      "loss": 0.3674,
      "step": 936860
    },
    {
      "epoch": 261.48,
      "grad_norm": 1.255106806755066,
      "learning_rate": 3.77199646793833e-06,
      "loss": 0.3602,
      "step": 936870
    },
    {
      "epoch": 261.48,
      "grad_norm": 0.87657231092453,
      "learning_rate": 3.7719750288137235e-06,
      "loss": 0.3706,
      "step": 936880
    },
    {
      "epoch": 261.48,
      "grad_norm": 1.0590672492980957,
      "learning_rate": 3.7719535894990186e-06,
      "loss": 0.3805,
      "step": 936890
    },
    {
      "epoch": 261.48,
      "grad_norm": 1.0675991773605347,
      "learning_rate": 3.77193214999422e-06,
      "loss": 0.3701,
      "step": 936900
    },
    {
      "epoch": 261.49,
      "grad_norm": 1.0365785360336304,
      "learning_rate": 3.77191071029933e-06,
      "loss": 0.3843,
      "step": 936910
    },
    {
      "epoch": 261.49,
      "grad_norm": 0.9033782482147217,
      "learning_rate": 3.7718892704143517e-06,
      "loss": 0.3651,
      "step": 936920
    },
    {
      "epoch": 261.49,
      "grad_norm": 1.2733091115951538,
      "learning_rate": 3.771867830339287e-06,
      "loss": 0.3592,
      "step": 936930
    },
    {
      "epoch": 261.5,
      "grad_norm": 1.0671601295471191,
      "learning_rate": 3.77184639007414e-06,
      "loss": 0.3736,
      "step": 936940
    },
    {
      "epoch": 261.5,
      "grad_norm": 1.1677080392837524,
      "learning_rate": 3.7718249496189132e-06,
      "loss": 0.3664,
      "step": 936950
    },
    {
      "epoch": 261.5,
      "grad_norm": 0.9902831315994263,
      "learning_rate": 3.771803508973608e-06,
      "loss": 0.3531,
      "step": 936960
    },
    {
      "epoch": 261.5,
      "grad_norm": 1.1483509540557861,
      "learning_rate": 3.7717820681382292e-06,
      "loss": 0.3716,
      "step": 936970
    },
    {
      "epoch": 261.51,
      "grad_norm": 0.973167896270752,
      "learning_rate": 3.771760627112779e-06,
      "loss": 0.3481,
      "step": 936980
    },
    {
      "epoch": 261.51,
      "grad_norm": 1.0137078762054443,
      "learning_rate": 3.7717391858972603e-06,
      "loss": 0.3812,
      "step": 936990
    },
    {
      "epoch": 261.51,
      "grad_norm": 1.1085954904556274,
      "learning_rate": 3.771717744491676e-06,
      "loss": 0.3546,
      "step": 937000
    },
    {
      "epoch": 261.52,
      "grad_norm": 1.0385253429412842,
      "learning_rate": 3.7716963028960285e-06,
      "loss": 0.3567,
      "step": 937010
    },
    {
      "epoch": 261.52,
      "grad_norm": 1.1518678665161133,
      "learning_rate": 3.7716748611103214e-06,
      "loss": 0.3829,
      "step": 937020
    },
    {
      "epoch": 261.52,
      "grad_norm": 1.1452839374542236,
      "learning_rate": 3.771653419134556e-06,
      "loss": 0.3489,
      "step": 937030
    },
    {
      "epoch": 261.52,
      "grad_norm": 1.1584327220916748,
      "learning_rate": 3.7716319769687376e-06,
      "loss": 0.3511,
      "step": 937040
    },
    {
      "epoch": 261.53,
      "grad_norm": 0.9705573320388794,
      "learning_rate": 3.771610534612867e-06,
      "loss": 0.3662,
      "step": 937050
    },
    {
      "epoch": 261.53,
      "grad_norm": 1.0166258811950684,
      "learning_rate": 3.771589092066948e-06,
      "loss": 0.356,
      "step": 937060
    },
    {
      "epoch": 261.53,
      "grad_norm": 1.0505881309509277,
      "learning_rate": 3.771567649330983e-06,
      "loss": 0.3716,
      "step": 937070
    },
    {
      "epoch": 261.54,
      "grad_norm": 0.9721341729164124,
      "learning_rate": 3.7715462064049753e-06,
      "loss": 0.3655,
      "step": 937080
    },
    {
      "epoch": 261.54,
      "grad_norm": 1.0043368339538574,
      "learning_rate": 3.7715247632889275e-06,
      "loss": 0.361,
      "step": 937090
    },
    {
      "epoch": 261.54,
      "grad_norm": 1.1252609491348267,
      "learning_rate": 3.771503319982842e-06,
      "loss": 0.3677,
      "step": 937100
    },
    {
      "epoch": 261.54,
      "grad_norm": 1.0433470010757446,
      "learning_rate": 3.771481876486723e-06,
      "loss": 0.3592,
      "step": 937110
    },
    {
      "epoch": 261.55,
      "grad_norm": 1.4698147773742676,
      "learning_rate": 3.7714604328005718e-06,
      "loss": 0.3561,
      "step": 937120
    },
    {
      "epoch": 261.55,
      "grad_norm": 1.1143063306808472,
      "learning_rate": 3.7714389889243924e-06,
      "loss": 0.3582,
      "step": 937130
    },
    {
      "epoch": 261.55,
      "grad_norm": 1.1730611324310303,
      "learning_rate": 3.771417544858187e-06,
      "loss": 0.3539,
      "step": 937140
    },
    {
      "epoch": 261.55,
      "grad_norm": 0.840360701084137,
      "learning_rate": 3.771396100601959e-06,
      "loss": 0.3691,
      "step": 937150
    },
    {
      "epoch": 261.56,
      "grad_norm": 1.2088991403579712,
      "learning_rate": 3.7713746561557105e-06,
      "loss": 0.3533,
      "step": 937160
    },
    {
      "epoch": 261.56,
      "grad_norm": 1.335890531539917,
      "learning_rate": 3.771353211519445e-06,
      "loss": 0.3502,
      "step": 937170
    },
    {
      "epoch": 261.56,
      "grad_norm": 1.0641205310821533,
      "learning_rate": 3.771331766693165e-06,
      "loss": 0.372,
      "step": 937180
    },
    {
      "epoch": 261.57,
      "grad_norm": 1.0252054929733276,
      "learning_rate": 3.7713103216768728e-06,
      "loss": 0.3669,
      "step": 937190
    },
    {
      "epoch": 261.57,
      "grad_norm": 1.0396062135696411,
      "learning_rate": 3.771288876470573e-06,
      "loss": 0.3571,
      "step": 937200
    },
    {
      "epoch": 261.57,
      "grad_norm": 1.0126641988754272,
      "learning_rate": 3.771267431074267e-06,
      "loss": 0.3491,
      "step": 937210
    },
    {
      "epoch": 261.57,
      "grad_norm": 1.1474467515945435,
      "learning_rate": 3.771245985487958e-06,
      "loss": 0.3725,
      "step": 937220
    },
    {
      "epoch": 261.58,
      "grad_norm": 0.9882559180259705,
      "learning_rate": 3.7712245397116493e-06,
      "loss": 0.3696,
      "step": 937230
    },
    {
      "epoch": 261.58,
      "grad_norm": 0.9293148517608643,
      "learning_rate": 3.7712030937453425e-06,
      "loss": 0.3742,
      "step": 937240
    },
    {
      "epoch": 261.58,
      "grad_norm": 1.1271001100540161,
      "learning_rate": 3.7711816475890424e-06,
      "loss": 0.3631,
      "step": 937250
    },
    {
      "epoch": 261.59,
      "grad_norm": 1.0097800493240356,
      "learning_rate": 3.77116020124275e-06,
      "loss": 0.3482,
      "step": 937260
    },
    {
      "epoch": 261.59,
      "grad_norm": 1.142801284790039,
      "learning_rate": 3.771138754706469e-06,
      "loss": 0.3666,
      "step": 937270
    },
    {
      "epoch": 261.59,
      "grad_norm": 0.9992642402648926,
      "learning_rate": 3.771117307980202e-06,
      "loss": 0.3684,
      "step": 937280
    },
    {
      "epoch": 261.59,
      "grad_norm": 1.0683009624481201,
      "learning_rate": 3.7710958610639526e-06,
      "loss": 0.3672,
      "step": 937290
    },
    {
      "epoch": 261.6,
      "grad_norm": 1.1836950778961182,
      "learning_rate": 3.771074413957723e-06,
      "loss": 0.3648,
      "step": 937300
    },
    {
      "epoch": 261.6,
      "grad_norm": 0.99384605884552,
      "learning_rate": 3.771052966661515e-06,
      "loss": 0.3695,
      "step": 937310
    },
    {
      "epoch": 261.6,
      "grad_norm": 1.1619783639907837,
      "learning_rate": 3.7710315191753338e-06,
      "loss": 0.3586,
      "step": 937320
    },
    {
      "epoch": 261.6,
      "grad_norm": 1.0832648277282715,
      "learning_rate": 3.7710100714991804e-06,
      "loss": 0.3521,
      "step": 937330
    },
    {
      "epoch": 261.61,
      "grad_norm": 1.2525657415390015,
      "learning_rate": 3.7709886236330588e-06,
      "loss": 0.3541,
      "step": 937340
    },
    {
      "epoch": 261.61,
      "grad_norm": 0.9847723245620728,
      "learning_rate": 3.7709671755769713e-06,
      "loss": 0.3463,
      "step": 937350
    },
    {
      "epoch": 261.61,
      "grad_norm": 1.0877044200897217,
      "learning_rate": 3.7709457273309207e-06,
      "loss": 0.3647,
      "step": 937360
    },
    {
      "epoch": 261.62,
      "grad_norm": 1.0327481031417847,
      "learning_rate": 3.7709242788949097e-06,
      "loss": 0.3512,
      "step": 937370
    },
    {
      "epoch": 261.62,
      "grad_norm": 1.0449146032333374,
      "learning_rate": 3.770902830268942e-06,
      "loss": 0.3486,
      "step": 937380
    },
    {
      "epoch": 261.62,
      "grad_norm": 0.9577695727348328,
      "learning_rate": 3.7708813814530194e-06,
      "loss": 0.3713,
      "step": 937390
    },
    {
      "epoch": 261.62,
      "grad_norm": 1.1077531576156616,
      "learning_rate": 3.770859932447145e-06,
      "loss": 0.3507,
      "step": 937400
    },
    {
      "epoch": 261.63,
      "grad_norm": 1.1411383152008057,
      "learning_rate": 3.770838483251322e-06,
      "loss": 0.355,
      "step": 937410
    },
    {
      "epoch": 261.63,
      "grad_norm": 0.9866615533828735,
      "learning_rate": 3.7708170338655536e-06,
      "loss": 0.3595,
      "step": 937420
    },
    {
      "epoch": 261.63,
      "grad_norm": 1.0004329681396484,
      "learning_rate": 3.7707955842898424e-06,
      "loss": 0.3575,
      "step": 937430
    },
    {
      "epoch": 261.64,
      "grad_norm": 1.2175891399383545,
      "learning_rate": 3.77077413452419e-06,
      "loss": 0.3602,
      "step": 937440
    },
    {
      "epoch": 261.64,
      "grad_norm": 0.9382240772247314,
      "learning_rate": 3.7707526845686008e-06,
      "loss": 0.3665,
      "step": 937450
    },
    {
      "epoch": 261.64,
      "grad_norm": 1.0710172653198242,
      "learning_rate": 3.7707312344230775e-06,
      "loss": 0.3586,
      "step": 937460
    },
    {
      "epoch": 261.64,
      "grad_norm": 0.9907321333885193,
      "learning_rate": 3.7707097840876223e-06,
      "loss": 0.3559,
      "step": 937470
    },
    {
      "epoch": 261.65,
      "grad_norm": 1.0595651865005493,
      "learning_rate": 3.770688333562238e-06,
      "loss": 0.3538,
      "step": 937480
    },
    {
      "epoch": 261.65,
      "grad_norm": 0.9926741123199463,
      "learning_rate": 3.770666882846929e-06,
      "loss": 0.3662,
      "step": 937490
    },
    {
      "epoch": 261.65,
      "grad_norm": 1.1222476959228516,
      "learning_rate": 3.7706454319416953e-06,
      "loss": 0.3627,
      "step": 937500
    },
    {
      "epoch": 261.66,
      "grad_norm": 1.1131603717803955,
      "learning_rate": 3.770623980846542e-06,
      "loss": 0.3577,
      "step": 937510
    },
    {
      "epoch": 261.66,
      "grad_norm": 1.0751700401306152,
      "learning_rate": 3.7706025295614724e-06,
      "loss": 0.3591,
      "step": 937520
    },
    {
      "epoch": 261.66,
      "grad_norm": 0.9473284482955933,
      "learning_rate": 3.7705810780864873e-06,
      "loss": 0.3754,
      "step": 937530
    },
    {
      "epoch": 261.66,
      "grad_norm": 0.8614073395729065,
      "learning_rate": 3.7705596264215914e-06,
      "loss": 0.3617,
      "step": 937540
    },
    {
      "epoch": 261.67,
      "grad_norm": 1.2591556310653687,
      "learning_rate": 3.7705381745667857e-06,
      "loss": 0.379,
      "step": 937550
    },
    {
      "epoch": 261.67,
      "grad_norm": 0.9676298499107361,
      "learning_rate": 3.770516722522075e-06,
      "loss": 0.349,
      "step": 937560
    },
    {
      "epoch": 261.67,
      "grad_norm": 1.2949641942977905,
      "learning_rate": 3.770495270287461e-06,
      "loss": 0.3709,
      "step": 937570
    },
    {
      "epoch": 261.67,
      "grad_norm": 1.0981847047805786,
      "learning_rate": 3.7704738178629465e-06,
      "loss": 0.3782,
      "step": 937580
    },
    {
      "epoch": 261.68,
      "grad_norm": 0.9728614687919617,
      "learning_rate": 3.770452365248535e-06,
      "loss": 0.3529,
      "step": 937590
    },
    {
      "epoch": 261.68,
      "grad_norm": 1.0792343616485596,
      "learning_rate": 3.770430912444229e-06,
      "loss": 0.3486,
      "step": 937600
    },
    {
      "epoch": 261.68,
      "grad_norm": 1.1453038454055786,
      "learning_rate": 3.770409459450031e-06,
      "loss": 0.365,
      "step": 937610
    },
    {
      "epoch": 261.69,
      "grad_norm": 0.9661881327629089,
      "learning_rate": 3.7703880062659453e-06,
      "loss": 0.3714,
      "step": 937620
    },
    {
      "epoch": 261.69,
      "grad_norm": 0.885434627532959,
      "learning_rate": 3.7703665528919724e-06,
      "loss": 0.3508,
      "step": 937630
    },
    {
      "epoch": 261.69,
      "grad_norm": 1.0676028728485107,
      "learning_rate": 3.770345099328117e-06,
      "loss": 0.3525,
      "step": 937640
    },
    {
      "epoch": 261.69,
      "grad_norm": 0.9591335654258728,
      "learning_rate": 3.7703236455743818e-06,
      "loss": 0.3725,
      "step": 937650
    },
    {
      "epoch": 261.7,
      "grad_norm": 1.2204439640045166,
      "learning_rate": 3.7703021916307686e-06,
      "loss": 0.3729,
      "step": 937660
    },
    {
      "epoch": 261.7,
      "grad_norm": 1.046054482460022,
      "learning_rate": 3.7702807374972812e-06,
      "loss": 0.3718,
      "step": 937670
    },
    {
      "epoch": 261.7,
      "grad_norm": 1.018725872039795,
      "learning_rate": 3.7702592831739225e-06,
      "loss": 0.3728,
      "step": 937680
    },
    {
      "epoch": 261.71,
      "grad_norm": 1.0006763935089111,
      "learning_rate": 3.7702378286606945e-06,
      "loss": 0.35,
      "step": 937690
    },
    {
      "epoch": 261.71,
      "grad_norm": 1.0704048871994019,
      "learning_rate": 3.7702163739576007e-06,
      "loss": 0.3577,
      "step": 937700
    },
    {
      "epoch": 261.71,
      "grad_norm": 1.0801279544830322,
      "learning_rate": 3.7701949190646437e-06,
      "loss": 0.3657,
      "step": 937710
    },
    {
      "epoch": 261.71,
      "grad_norm": 0.9932135343551636,
      "learning_rate": 3.770173463981827e-06,
      "loss": 0.363,
      "step": 937720
    },
    {
      "epoch": 261.72,
      "grad_norm": 1.077904462814331,
      "learning_rate": 3.7701520087091524e-06,
      "loss": 0.3278,
      "step": 937730
    },
    {
      "epoch": 261.72,
      "grad_norm": 0.994941771030426,
      "learning_rate": 3.7701305532466237e-06,
      "loss": 0.3518,
      "step": 937740
    },
    {
      "epoch": 261.72,
      "grad_norm": 1.2977123260498047,
      "learning_rate": 3.770109097594243e-06,
      "loss": 0.3734,
      "step": 937750
    },
    {
      "epoch": 261.72,
      "grad_norm": 1.059011459350586,
      "learning_rate": 3.7700876417520137e-06,
      "loss": 0.3416,
      "step": 937760
    },
    {
      "epoch": 261.73,
      "grad_norm": 1.012790322303772,
      "learning_rate": 3.770066185719939e-06,
      "loss": 0.3494,
      "step": 937770
    },
    {
      "epoch": 261.73,
      "grad_norm": 1.049270510673523,
      "learning_rate": 3.770044729498021e-06,
      "loss": 0.3743,
      "step": 937780
    },
    {
      "epoch": 261.73,
      "grad_norm": 1.1161539554595947,
      "learning_rate": 3.770023273086262e-06,
      "loss": 0.3608,
      "step": 937790
    },
    {
      "epoch": 261.74,
      "grad_norm": 1.8814033269882202,
      "learning_rate": 3.770001816484666e-06,
      "loss": 0.3687,
      "step": 937800
    },
    {
      "epoch": 261.74,
      "grad_norm": 1.0684207677841187,
      "learning_rate": 3.769980359693236e-06,
      "loss": 0.3659,
      "step": 937810
    },
    {
      "epoch": 261.74,
      "grad_norm": 0.9516557455062866,
      "learning_rate": 3.769958902711974e-06,
      "loss": 0.3614,
      "step": 937820
    },
    {
      "epoch": 261.74,
      "grad_norm": 1.094164252281189,
      "learning_rate": 3.769937445540883e-06,
      "loss": 0.3585,
      "step": 937830
    },
    {
      "epoch": 261.75,
      "grad_norm": 1.0456570386886597,
      "learning_rate": 3.769915988179966e-06,
      "loss": 0.362,
      "step": 937840
    },
    {
      "epoch": 261.75,
      "grad_norm": 1.0704268217086792,
      "learning_rate": 3.7698945306292264e-06,
      "loss": 0.3791,
      "step": 937850
    },
    {
      "epoch": 261.75,
      "grad_norm": 1.0887939929962158,
      "learning_rate": 3.7698730728886657e-06,
      "loss": 0.3513,
      "step": 937860
    },
    {
      "epoch": 261.76,
      "grad_norm": 1.2316142320632935,
      "learning_rate": 3.7698516149582887e-06,
      "loss": 0.3475,
      "step": 937870
    },
    {
      "epoch": 261.76,
      "grad_norm": 1.051607370376587,
      "learning_rate": 3.7698301568380976e-06,
      "loss": 0.3602,
      "step": 937880
    },
    {
      "epoch": 261.76,
      "grad_norm": 0.9929785132408142,
      "learning_rate": 3.7698086985280936e-06,
      "loss": 0.3678,
      "step": 937890
    },
    {
      "epoch": 261.76,
      "grad_norm": 1.267003059387207,
      "learning_rate": 3.769787240028281e-06,
      "loss": 0.348,
      "step": 937900
    },
    {
      "epoch": 261.77,
      "grad_norm": 1.0336830615997314,
      "learning_rate": 3.769765781338663e-06,
      "loss": 0.3645,
      "step": 937910
    },
    {
      "epoch": 261.77,
      "grad_norm": 1.285130500793457,
      "learning_rate": 3.7697443224592415e-06,
      "loss": 0.3583,
      "step": 937920
    },
    {
      "epoch": 261.77,
      "grad_norm": 1.1969091892242432,
      "learning_rate": 3.7697228633900194e-06,
      "loss": 0.3675,
      "step": 937930
    },
    {
      "epoch": 261.78,
      "grad_norm": 0.9585775136947632,
      "learning_rate": 3.7697014041310005e-06,
      "loss": 0.3628,
      "step": 937940
    },
    {
      "epoch": 261.78,
      "grad_norm": 0.9093334674835205,
      "learning_rate": 3.7696799446821874e-06,
      "loss": 0.3579,
      "step": 937950
    },
    {
      "epoch": 261.78,
      "grad_norm": 1.0078922510147095,
      "learning_rate": 3.769658485043582e-06,
      "loss": 0.3543,
      "step": 937960
    },
    {
      "epoch": 261.78,
      "grad_norm": 0.8601843118667603,
      "learning_rate": 3.7696370252151877e-06,
      "loss": 0.338,
      "step": 937970
    },
    {
      "epoch": 261.79,
      "grad_norm": 2.4218647480010986,
      "learning_rate": 3.769615565197008e-06,
      "loss": 0.3704,
      "step": 937980
    },
    {
      "epoch": 261.79,
      "grad_norm": 1.0529674291610718,
      "learning_rate": 3.7695941049890445e-06,
      "loss": 0.3454,
      "step": 937990
    },
    {
      "epoch": 261.79,
      "grad_norm": 0.9591971635818481,
      "learning_rate": 3.7695726445913016e-06,
      "loss": 0.376,
      "step": 938000
    },
    {
      "epoch": 261.79,
      "grad_norm": 0.8546658158302307,
      "learning_rate": 3.769551184003781e-06,
      "loss": 0.3588,
      "step": 938010
    },
    {
      "epoch": 261.8,
      "grad_norm": 1.8460266590118408,
      "learning_rate": 3.769529723226486e-06,
      "loss": 0.3656,
      "step": 938020
    },
    {
      "epoch": 261.8,
      "grad_norm": 1.0200954675674438,
      "learning_rate": 3.7695082622594184e-06,
      "loss": 0.365,
      "step": 938030
    },
    {
      "epoch": 261.8,
      "grad_norm": 1.9883804321289062,
      "learning_rate": 3.769486801102583e-06,
      "loss": 0.3735,
      "step": 938040
    },
    {
      "epoch": 261.81,
      "grad_norm": 0.9741032123565674,
      "learning_rate": 3.7694653397559814e-06,
      "loss": 0.3693,
      "step": 938050
    },
    {
      "epoch": 261.81,
      "grad_norm": 1.389121651649475,
      "learning_rate": 3.769443878219616e-06,
      "loss": 0.3586,
      "step": 938060
    },
    {
      "epoch": 261.81,
      "grad_norm": 1.1784905195236206,
      "learning_rate": 3.769422416493492e-06,
      "loss": 0.3598,
      "step": 938070
    },
    {
      "epoch": 261.81,
      "grad_norm": 0.9534805417060852,
      "learning_rate": 3.769400954577609e-06,
      "loss": 0.332,
      "step": 938080
    },
    {
      "epoch": 261.82,
      "grad_norm": 0.994605302810669,
      "learning_rate": 3.7693794924719723e-06,
      "loss": 0.3659,
      "step": 938090
    },
    {
      "epoch": 261.82,
      "grad_norm": 1.0103994607925415,
      "learning_rate": 3.7693580301765834e-06,
      "loss": 0.3565,
      "step": 938100
    },
    {
      "epoch": 261.82,
      "grad_norm": 1.023484230041504,
      "learning_rate": 3.7693365676914464e-06,
      "loss": 0.3577,
      "step": 938110
    },
    {
      "epoch": 261.83,
      "grad_norm": 0.9868559241294861,
      "learning_rate": 3.769315105016563e-06,
      "loss": 0.3672,
      "step": 938120
    },
    {
      "epoch": 261.83,
      "grad_norm": 0.963600754737854,
      "learning_rate": 3.769293642151936e-06,
      "loss": 0.3591,
      "step": 938130
    },
    {
      "epoch": 261.83,
      "grad_norm": 0.9752582311630249,
      "learning_rate": 3.76927217909757e-06,
      "loss": 0.3668,
      "step": 938140
    },
    {
      "epoch": 261.83,
      "grad_norm": 3.673783540725708,
      "learning_rate": 3.769250715853465e-06,
      "loss": 0.3667,
      "step": 938150
    },
    {
      "epoch": 261.84,
      "grad_norm": 0.9970734715461731,
      "learning_rate": 3.7692292524196266e-06,
      "loss": 0.3643,
      "step": 938160
    },
    {
      "epoch": 261.84,
      "grad_norm": 1.001305341720581,
      "learning_rate": 3.7692077887960565e-06,
      "loss": 0.355,
      "step": 938170
    },
    {
      "epoch": 261.84,
      "grad_norm": 1.1275726556777954,
      "learning_rate": 3.7691863249827575e-06,
      "loss": 0.3668,
      "step": 938180
    },
    {
      "epoch": 261.84,
      "grad_norm": 1.1397937536239624,
      "learning_rate": 3.769164860979732e-06,
      "loss": 0.3824,
      "step": 938190
    },
    {
      "epoch": 261.85,
      "grad_norm": 0.9293748736381531,
      "learning_rate": 3.769143396786984e-06,
      "loss": 0.3726,
      "step": 938200
    },
    {
      "epoch": 261.85,
      "grad_norm": 2.5358591079711914,
      "learning_rate": 3.7691219324045154e-06,
      "loss": 0.3734,
      "step": 938210
    },
    {
      "epoch": 261.85,
      "grad_norm": 1.2823647260665894,
      "learning_rate": 3.7691004678323295e-06,
      "loss": 0.3711,
      "step": 938220
    },
    {
      "epoch": 261.86,
      "grad_norm": 1.5491355657577515,
      "learning_rate": 3.7690790030704297e-06,
      "loss": 0.3638,
      "step": 938230
    },
    {
      "epoch": 261.86,
      "grad_norm": 0.9390963912010193,
      "learning_rate": 3.7690575381188175e-06,
      "loss": 0.358,
      "step": 938240
    },
    {
      "epoch": 261.86,
      "grad_norm": 0.9976968169212341,
      "learning_rate": 3.769036072977496e-06,
      "loss": 0.3487,
      "step": 938250
    },
    {
      "epoch": 261.86,
      "grad_norm": 0.9944356679916382,
      "learning_rate": 3.769014607646469e-06,
      "loss": 0.3539,
      "step": 938260
    },
    {
      "epoch": 261.87,
      "grad_norm": 12.030370712280273,
      "learning_rate": 3.7689931421257392e-06,
      "loss": 0.3557,
      "step": 938270
    },
    {
      "epoch": 261.87,
      "grad_norm": 1.0754209756851196,
      "learning_rate": 3.768971676415309e-06,
      "loss": 0.3733,
      "step": 938280
    },
    {
      "epoch": 261.87,
      "grad_norm": 1.0151129961013794,
      "learning_rate": 3.768950210515182e-06,
      "loss": 0.355,
      "step": 938290
    },
    {
      "epoch": 261.88,
      "grad_norm": 1.0895932912826538,
      "learning_rate": 3.7689287444253597e-06,
      "loss": 0.3702,
      "step": 938300
    },
    {
      "epoch": 261.88,
      "grad_norm": 0.9608859419822693,
      "learning_rate": 3.768907278145846e-06,
      "loss": 0.3626,
      "step": 938310
    },
    {
      "epoch": 261.88,
      "grad_norm": 0.9973421096801758,
      "learning_rate": 3.7688858116766433e-06,
      "loss": 0.3625,
      "step": 938320
    },
    {
      "epoch": 261.88,
      "grad_norm": 1.0206066370010376,
      "learning_rate": 3.768864345017755e-06,
      "loss": 0.364,
      "step": 938330
    },
    {
      "epoch": 261.89,
      "grad_norm": 1.1689262390136719,
      "learning_rate": 3.7688428781691827e-06,
      "loss": 0.3461,
      "step": 938340
    },
    {
      "epoch": 261.89,
      "grad_norm": 0.9715150594711304,
      "learning_rate": 3.768821411130931e-06,
      "loss": 0.3734,
      "step": 938350
    },
    {
      "epoch": 261.89,
      "grad_norm": 1.233056664466858,
      "learning_rate": 3.7687999439030016e-06,
      "loss": 0.3698,
      "step": 938360
    },
    {
      "epoch": 261.9,
      "grad_norm": 1.05620539188385,
      "learning_rate": 3.768778476485398e-06,
      "loss": 0.3623,
      "step": 938370
    },
    {
      "epoch": 261.9,
      "grad_norm": 1.0797661542892456,
      "learning_rate": 3.768757008878122e-06,
      "loss": 0.3531,
      "step": 938380
    },
    {
      "epoch": 261.9,
      "grad_norm": 1.005603313446045,
      "learning_rate": 3.7687355410811776e-06,
      "loss": 0.359,
      "step": 938390
    },
    {
      "epoch": 261.9,
      "grad_norm": 1.0182814598083496,
      "learning_rate": 3.768714073094567e-06,
      "loss": 0.3616,
      "step": 938400
    },
    {
      "epoch": 261.91,
      "grad_norm": 1.7374852895736694,
      "learning_rate": 3.7686926049182937e-06,
      "loss": 0.355,
      "step": 938410
    },
    {
      "epoch": 261.91,
      "grad_norm": 0.8790413737297058,
      "learning_rate": 3.76867113655236e-06,
      "loss": 0.3621,
      "step": 938420
    },
    {
      "epoch": 261.91,
      "grad_norm": 1.2200912237167358,
      "learning_rate": 3.7686496679967694e-06,
      "loss": 0.3602,
      "step": 938430
    },
    {
      "epoch": 261.91,
      "grad_norm": 1.0261064767837524,
      "learning_rate": 3.768628199251523e-06,
      "loss": 0.3533,
      "step": 938440
    },
    {
      "epoch": 261.92,
      "grad_norm": 1.2038930654525757,
      "learning_rate": 3.7686067303166254e-06,
      "loss": 0.3758,
      "step": 938450
    },
    {
      "epoch": 261.92,
      "grad_norm": 1.0404019355773926,
      "learning_rate": 3.76858526119208e-06,
      "loss": 0.3629,
      "step": 938460
    },
    {
      "epoch": 261.92,
      "grad_norm": 0.9975039958953857,
      "learning_rate": 3.7685637918778877e-06,
      "loss": 0.3761,
      "step": 938470
    },
    {
      "epoch": 261.93,
      "grad_norm": 0.9930833578109741,
      "learning_rate": 3.7685423223740527e-06,
      "loss": 0.3554,
      "step": 938480
    },
    {
      "epoch": 261.93,
      "grad_norm": 1.0798763036727905,
      "learning_rate": 3.7685208526805773e-06,
      "loss": 0.356,
      "step": 938490
    },
    {
      "epoch": 261.93,
      "grad_norm": 1.1329554319381714,
      "learning_rate": 3.7684993827974642e-06,
      "loss": 0.3543,
      "step": 938500
    },
    {
      "epoch": 261.93,
      "grad_norm": 1.0535343885421753,
      "learning_rate": 3.7684779127247167e-06,
      "loss": 0.3543,
      "step": 938510
    },
    {
      "epoch": 261.94,
      "grad_norm": 2.888519763946533,
      "learning_rate": 3.7684564424623383e-06,
      "loss": 0.3572,
      "step": 938520
    },
    {
      "epoch": 261.94,
      "grad_norm": 1.1339137554168701,
      "learning_rate": 3.7684349720103304e-06,
      "loss": 0.3831,
      "step": 938530
    },
    {
      "epoch": 261.94,
      "grad_norm": 1.0306789875030518,
      "learning_rate": 3.768413501368696e-06,
      "loss": 0.3716,
      "step": 938540
    },
    {
      "epoch": 261.95,
      "grad_norm": 1.118061900138855,
      "learning_rate": 3.7683920305374393e-06,
      "loss": 0.3587,
      "step": 938550
    },
    {
      "epoch": 261.95,
      "grad_norm": 1.0365639925003052,
      "learning_rate": 3.7683705595165624e-06,
      "loss": 0.3633,
      "step": 938560
    },
    {
      "epoch": 261.95,
      "grad_norm": 1.0375932455062866,
      "learning_rate": 3.7683490883060675e-06,
      "loss": 0.3565,
      "step": 938570
    },
    {
      "epoch": 261.95,
      "grad_norm": 1.0260417461395264,
      "learning_rate": 3.7683276169059583e-06,
      "loss": 0.3486,
      "step": 938580
    },
    {
      "epoch": 261.96,
      "grad_norm": 1.1942009925842285,
      "learning_rate": 3.7683061453162378e-06,
      "loss": 0.3619,
      "step": 938590
    },
    {
      "epoch": 261.96,
      "grad_norm": 1.2561396360397339,
      "learning_rate": 3.768284673536908e-06,
      "loss": 0.3753,
      "step": 938600
    },
    {
      "epoch": 261.96,
      "grad_norm": 1.2049862146377563,
      "learning_rate": 3.768263201567973e-06,
      "loss": 0.3569,
      "step": 938610
    },
    {
      "epoch": 261.96,
      "grad_norm": 1.1036182641983032,
      "learning_rate": 3.7682417294094344e-06,
      "loss": 0.3451,
      "step": 938620
    },
    {
      "epoch": 261.97,
      "grad_norm": 1.0804519653320312,
      "learning_rate": 3.768220257061295e-06,
      "loss": 0.3564,
      "step": 938630
    },
    {
      "epoch": 261.97,
      "grad_norm": 1.0512118339538574,
      "learning_rate": 3.7681987845235587e-06,
      "loss": 0.371,
      "step": 938640
    },
    {
      "epoch": 261.97,
      "grad_norm": 0.9882392883300781,
      "learning_rate": 3.7681773117962285e-06,
      "loss": 0.3488,
      "step": 938650
    },
    {
      "epoch": 261.98,
      "grad_norm": 1.2217730283737183,
      "learning_rate": 3.768155838879306e-06,
      "loss": 0.3702,
      "step": 938660
    },
    {
      "epoch": 261.98,
      "grad_norm": 0.9289137721061707,
      "learning_rate": 3.7681343657727948e-06,
      "loss": 0.3573,
      "step": 938670
    },
    {
      "epoch": 261.98,
      "grad_norm": 1.1274371147155762,
      "learning_rate": 3.768112892476697e-06,
      "loss": 0.3594,
      "step": 938680
    },
    {
      "epoch": 261.98,
      "grad_norm": 0.9905003309249878,
      "learning_rate": 3.768091418991017e-06,
      "loss": 0.3439,
      "step": 938690
    },
    {
      "epoch": 261.99,
      "grad_norm": 1.1251716613769531,
      "learning_rate": 3.7680699453157566e-06,
      "loss": 0.348,
      "step": 938700
    },
    {
      "epoch": 261.99,
      "grad_norm": 1.1596198081970215,
      "learning_rate": 3.7680484714509188e-06,
      "loss": 0.3874,
      "step": 938710
    },
    {
      "epoch": 261.99,
      "grad_norm": 1.0768890380859375,
      "learning_rate": 3.768026997396507e-06,
      "loss": 0.3588,
      "step": 938720
    },
    {
      "epoch": 262.0,
      "grad_norm": 0.9386805295944214,
      "learning_rate": 3.7680055231525227e-06,
      "loss": 0.3571,
      "step": 938730
    },
    {
      "epoch": 262.0,
      "grad_norm": 0.9656338095664978,
      "learning_rate": 3.76798404871897e-06,
      "loss": 0.3672,
      "step": 938740
    },
    {
      "epoch": 262.0,
      "eval_loss": 0.362472802400589,
      "eval_runtime": 63.3083,
      "eval_samples_per_second": 79.911,
      "eval_steps_per_second": 9.999,
      "step": 938746
    },
    {
      "epoch": 262.0,
      "grad_norm": 1.0174384117126465,
      "learning_rate": 3.767962574095851e-06,
      "loss": 0.3645,
      "step": 938750
    },
    {
      "epoch": 262.0,
      "grad_norm": 0.916418194770813,
      "learning_rate": 3.767941099283169e-06,
      "loss": 0.3758,
      "step": 938760
    },
    {
      "epoch": 262.01,
      "grad_norm": 1.1185452938079834,
      "learning_rate": 3.767919624280927e-06,
      "loss": 0.3725,
      "step": 938770
    },
    {
      "epoch": 262.01,
      "grad_norm": 0.9531871676445007,
      "learning_rate": 3.7678981490891277e-06,
      "loss": 0.3549,
      "step": 938780
    },
    {
      "epoch": 262.01,
      "grad_norm": 1.0911359786987305,
      "learning_rate": 3.767876673707774e-06,
      "loss": 0.3594,
      "step": 938790
    },
    {
      "epoch": 262.02,
      "grad_norm": 1.0001163482666016,
      "learning_rate": 3.7678551981368677e-06,
      "loss": 0.3688,
      "step": 938800
    },
    {
      "epoch": 262.02,
      "grad_norm": 0.9595175981521606,
      "learning_rate": 3.767833722376414e-06,
      "loss": 0.3524,
      "step": 938810
    },
    {
      "epoch": 262.02,
      "grad_norm": 1.1047968864440918,
      "learning_rate": 3.7678122464264132e-06,
      "loss": 0.3685,
      "step": 938820
    },
    {
      "epoch": 262.02,
      "grad_norm": 0.9877443909645081,
      "learning_rate": 3.76779077028687e-06,
      "loss": 0.347,
      "step": 938830
    },
    {
      "epoch": 262.03,
      "grad_norm": 1.2026742696762085,
      "learning_rate": 3.7677692939577864e-06,
      "loss": 0.3652,
      "step": 938840
    },
    {
      "epoch": 262.03,
      "grad_norm": 1.2386178970336914,
      "learning_rate": 3.7677478174391655e-06,
      "loss": 0.3563,
      "step": 938850
    },
    {
      "epoch": 262.03,
      "grad_norm": 1.2798233032226562,
      "learning_rate": 3.7677263407310104e-06,
      "loss": 0.3531,
      "step": 938860
    },
    {
      "epoch": 262.03,
      "grad_norm": 1.2213282585144043,
      "learning_rate": 3.7677048638333228e-06,
      "loss": 0.3723,
      "step": 938870
    },
    {
      "epoch": 262.04,
      "grad_norm": 1.158950686454773,
      "learning_rate": 3.7676833867461077e-06,
      "loss": 0.3563,
      "step": 938880
    },
    {
      "epoch": 262.04,
      "grad_norm": 1.1455717086791992,
      "learning_rate": 3.7676619094693652e-06,
      "loss": 0.3714,
      "step": 938890
    },
    {
      "epoch": 262.04,
      "grad_norm": 1.077229380607605,
      "learning_rate": 3.7676404320031e-06,
      "loss": 0.349,
      "step": 938900
    },
    {
      "epoch": 262.05,
      "grad_norm": 0.9744808673858643,
      "learning_rate": 3.767618954347316e-06,
      "loss": 0.3546,
      "step": 938910
    },
    {
      "epoch": 262.05,
      "grad_norm": 1.1077265739440918,
      "learning_rate": 3.767597476502013e-06,
      "loss": 0.3763,
      "step": 938920
    },
    {
      "epoch": 262.05,
      "grad_norm": 0.9224256277084351,
      "learning_rate": 3.7675759984671964e-06,
      "loss": 0.3554,
      "step": 938930
    },
    {
      "epoch": 262.05,
      "grad_norm": 0.9680014848709106,
      "learning_rate": 3.7675545202428684e-06,
      "loss": 0.3514,
      "step": 938940
    },
    {
      "epoch": 262.06,
      "grad_norm": 0.9715113639831543,
      "learning_rate": 3.7675330418290304e-06,
      "loss": 0.3633,
      "step": 938950
    },
    {
      "epoch": 262.06,
      "grad_norm": 1.0384199619293213,
      "learning_rate": 3.7675115632256873e-06,
      "loss": 0.3543,
      "step": 938960
    },
    {
      "epoch": 262.06,
      "grad_norm": 0.9601039290428162,
      "learning_rate": 3.767490084432841e-06,
      "loss": 0.3549,
      "step": 938970
    },
    {
      "epoch": 262.07,
      "grad_norm": 0.9602138996124268,
      "learning_rate": 3.7674686054504948e-06,
      "loss": 0.3628,
      "step": 938980
    },
    {
      "epoch": 262.07,
      "grad_norm": 0.8635013103485107,
      "learning_rate": 3.7674471262786507e-06,
      "loss": 0.359,
      "step": 938990
    },
    {
      "epoch": 262.07,
      "grad_norm": 0.938675045967102,
      "learning_rate": 3.7674256469173123e-06,
      "loss": 0.3671,
      "step": 939000
    },
    {
      "epoch": 262.07,
      "grad_norm": 1.0197244882583618,
      "learning_rate": 3.767404167366483e-06,
      "loss": 0.3743,
      "step": 939010
    },
    {
      "epoch": 262.08,
      "grad_norm": 1.0296434164047241,
      "learning_rate": 3.767382687626164e-06,
      "loss": 0.3775,
      "step": 939020
    },
    {
      "epoch": 262.08,
      "grad_norm": 1.107346534729004,
      "learning_rate": 3.7673612076963595e-06,
      "loss": 0.3687,
      "step": 939030
    },
    {
      "epoch": 262.08,
      "grad_norm": 1.1436691284179688,
      "learning_rate": 3.767339727577072e-06,
      "loss": 0.3576,
      "step": 939040
    },
    {
      "epoch": 262.08,
      "grad_norm": 3.117424249649048,
      "learning_rate": 3.767318247268304e-06,
      "loss": 0.3604,
      "step": 939050
    },
    {
      "epoch": 262.09,
      "grad_norm": 0.9582255482673645,
      "learning_rate": 3.767296766770059e-06,
      "loss": 0.3708,
      "step": 939060
    },
    {
      "epoch": 262.09,
      "grad_norm": 1.022276759147644,
      "learning_rate": 3.76727528608234e-06,
      "loss": 0.36,
      "step": 939070
    },
    {
      "epoch": 262.09,
      "grad_norm": 0.8974002599716187,
      "learning_rate": 3.7672538052051484e-06,
      "loss": 0.3524,
      "step": 939080
    },
    {
      "epoch": 262.1,
      "grad_norm": 0.9716106057167053,
      "learning_rate": 3.7672323241384887e-06,
      "loss": 0.3582,
      "step": 939090
    },
    {
      "epoch": 262.1,
      "grad_norm": 1.2966099977493286,
      "learning_rate": 3.767210842882363e-06,
      "loss": 0.3745,
      "step": 939100
    },
    {
      "epoch": 262.1,
      "grad_norm": 1.1837403774261475,
      "learning_rate": 3.767189361436774e-06,
      "loss": 0.3572,
      "step": 939110
    },
    {
      "epoch": 262.1,
      "grad_norm": 1.2618346214294434,
      "learning_rate": 3.7671678798017253e-06,
      "loss": 0.3468,
      "step": 939120
    },
    {
      "epoch": 262.11,
      "grad_norm": 0.9977738857269287,
      "learning_rate": 3.767146397977219e-06,
      "loss": 0.3649,
      "step": 939130
    },
    {
      "epoch": 262.11,
      "grad_norm": 1.0716276168823242,
      "learning_rate": 3.7671249159632587e-06,
      "loss": 0.3652,
      "step": 939140
    },
    {
      "epoch": 262.11,
      "grad_norm": 0.8782647848129272,
      "learning_rate": 3.7671034337598457e-06,
      "loss": 0.3524,
      "step": 939150
    },
    {
      "epoch": 262.12,
      "grad_norm": 1.148741602897644,
      "learning_rate": 3.7670819513669852e-06,
      "loss": 0.3602,
      "step": 939160
    },
    {
      "epoch": 262.12,
      "grad_norm": 1.0455254316329956,
      "learning_rate": 3.7670604687846783e-06,
      "loss": 0.3656,
      "step": 939170
    },
    {
      "epoch": 262.12,
      "grad_norm": 0.950400710105896,
      "learning_rate": 3.767038986012928e-06,
      "loss": 0.3577,
      "step": 939180
    },
    {
      "epoch": 262.12,
      "grad_norm": 1.0855942964553833,
      "learning_rate": 3.7670175030517382e-06,
      "loss": 0.3659,
      "step": 939190
    },
    {
      "epoch": 262.13,
      "grad_norm": 1.2042266130447388,
      "learning_rate": 3.7669960199011107e-06,
      "loss": 0.3627,
      "step": 939200
    },
    {
      "epoch": 262.13,
      "grad_norm": 1.1580137014389038,
      "learning_rate": 3.766974536561049e-06,
      "loss": 0.3657,
      "step": 939210
    },
    {
      "epoch": 262.13,
      "grad_norm": 1.1252738237380981,
      "learning_rate": 3.7669530530315553e-06,
      "loss": 0.3555,
      "step": 939220
    },
    {
      "epoch": 262.14,
      "grad_norm": 1.067838430404663,
      "learning_rate": 3.7669315693126335e-06,
      "loss": 0.3803,
      "step": 939230
    },
    {
      "epoch": 262.14,
      "grad_norm": 6.084855079650879,
      "learning_rate": 3.766910085404286e-06,
      "loss": 0.3545,
      "step": 939240
    },
    {
      "epoch": 262.14,
      "grad_norm": 1.1140955686569214,
      "learning_rate": 3.7668886013065145e-06,
      "loss": 0.3511,
      "step": 939250
    },
    {
      "epoch": 262.14,
      "grad_norm": 1.2426460981369019,
      "learning_rate": 3.7668671170193237e-06,
      "loss": 0.3694,
      "step": 939260
    },
    {
      "epoch": 262.15,
      "grad_norm": 1.4151761531829834,
      "learning_rate": 3.766845632542715e-06,
      "loss": 0.3479,
      "step": 939270
    },
    {
      "epoch": 262.15,
      "grad_norm": 0.9651684165000916,
      "learning_rate": 3.7668241478766923e-06,
      "loss": 0.3583,
      "step": 939280
    },
    {
      "epoch": 262.15,
      "grad_norm": 1.0667332410812378,
      "learning_rate": 3.7668026630212577e-06,
      "loss": 0.3516,
      "step": 939290
    },
    {
      "epoch": 262.15,
      "grad_norm": 1.1284209489822388,
      "learning_rate": 3.7667811779764154e-06,
      "loss": 0.368,
      "step": 939300
    },
    {
      "epoch": 262.16,
      "grad_norm": 0.9849532246589661,
      "learning_rate": 3.7667596927421664e-06,
      "loss": 0.3556,
      "step": 939310
    },
    {
      "epoch": 262.16,
      "grad_norm": 1.0465993881225586,
      "learning_rate": 3.766738207318514e-06,
      "loss": 0.3752,
      "step": 939320
    },
    {
      "epoch": 262.16,
      "grad_norm": 1.0656481981277466,
      "learning_rate": 3.7667167217054627e-06,
      "loss": 0.3669,
      "step": 939330
    },
    {
      "epoch": 262.17,
      "grad_norm": 0.9651122689247131,
      "learning_rate": 3.766695235903014e-06,
      "loss": 0.3582,
      "step": 939340
    },
    {
      "epoch": 262.17,
      "grad_norm": 1.185867190361023,
      "learning_rate": 3.7666737499111697e-06,
      "loss": 0.3535,
      "step": 939350
    },
    {
      "epoch": 262.17,
      "grad_norm": 1.092193603515625,
      "learning_rate": 3.7666522637299345e-06,
      "loss": 0.3577,
      "step": 939360
    },
    {
      "epoch": 262.17,
      "grad_norm": 1.2603131532669067,
      "learning_rate": 3.7666307773593108e-06,
      "loss": 0.3781,
      "step": 939370
    },
    {
      "epoch": 262.18,
      "grad_norm": 1.1416007280349731,
      "learning_rate": 3.766609290799301e-06,
      "loss": 0.3713,
      "step": 939380
    },
    {
      "epoch": 262.18,
      "grad_norm": 1.0484081506729126,
      "learning_rate": 3.7665878040499088e-06,
      "loss": 0.3628,
      "step": 939390
    },
    {
      "epoch": 262.18,
      "grad_norm": 1.2469618320465088,
      "learning_rate": 3.7665663171111356e-06,
      "loss": 0.3587,
      "step": 939400
    },
    {
      "epoch": 262.19,
      "grad_norm": 1.1032744646072388,
      "learning_rate": 3.766544829982986e-06,
      "loss": 0.3557,
      "step": 939410
    },
    {
      "epoch": 262.19,
      "grad_norm": 1.0824558734893799,
      "learning_rate": 3.7665233426654617e-06,
      "loss": 0.3544,
      "step": 939420
    },
    {
      "epoch": 262.19,
      "grad_norm": 0.9758946299552917,
      "learning_rate": 3.766501855158566e-06,
      "loss": 0.36,
      "step": 939430
    },
    {
      "epoch": 262.19,
      "grad_norm": 1.2276016473770142,
      "learning_rate": 3.766480367462301e-06,
      "loss": 0.3658,
      "step": 939440
    },
    {
      "epoch": 262.2,
      "grad_norm": 1.0214649438858032,
      "learning_rate": 3.766458879576671e-06,
      "loss": 0.3625,
      "step": 939450
    },
    {
      "epoch": 262.2,
      "grad_norm": 1.0468826293945312,
      "learning_rate": 3.766437391501678e-06,
      "loss": 0.3664,
      "step": 939460
    },
    {
      "epoch": 262.2,
      "grad_norm": 1.0799165964126587,
      "learning_rate": 3.766415903237324e-06,
      "loss": 0.3501,
      "step": 939470
    },
    {
      "epoch": 262.2,
      "grad_norm": 1.3218345642089844,
      "learning_rate": 3.7663944147836142e-06,
      "loss": 0.3495,
      "step": 939480
    },
    {
      "epoch": 262.21,
      "grad_norm": 1.013237476348877,
      "learning_rate": 3.766372926140549e-06,
      "loss": 0.3521,
      "step": 939490
    },
    {
      "epoch": 262.21,
      "grad_norm": 1.1901311874389648,
      "learning_rate": 3.7663514373081323e-06,
      "loss": 0.3521,
      "step": 939500
    },
    {
      "epoch": 262.21,
      "grad_norm": 1.0173654556274414,
      "learning_rate": 3.7663299482863675e-06,
      "loss": 0.3689,
      "step": 939510
    },
    {
      "epoch": 262.22,
      "grad_norm": 0.8630709052085876,
      "learning_rate": 3.766308459075257e-06,
      "loss": 0.3645,
      "step": 939520
    },
    {
      "epoch": 262.22,
      "grad_norm": 0.9458252191543579,
      "learning_rate": 3.7662869696748035e-06,
      "loss": 0.3722,
      "step": 939530
    },
    {
      "epoch": 262.22,
      "grad_norm": 1.136565089225769,
      "learning_rate": 3.7662654800850095e-06,
      "loss": 0.3497,
      "step": 939540
    },
    {
      "epoch": 262.22,
      "grad_norm": 1.1077535152435303,
      "learning_rate": 3.7662439903058786e-06,
      "loss": 0.3769,
      "step": 939550
    },
    {
      "epoch": 262.23,
      "grad_norm": 0.9120651483535767,
      "learning_rate": 3.7662225003374134e-06,
      "loss": 0.3738,
      "step": 939560
    },
    {
      "epoch": 262.23,
      "grad_norm": 1.0941617488861084,
      "learning_rate": 3.7662010101796164e-06,
      "loss": 0.376,
      "step": 939570
    },
    {
      "epoch": 262.23,
      "grad_norm": 1.078580379486084,
      "learning_rate": 3.7661795198324906e-06,
      "loss": 0.3651,
      "step": 939580
    },
    {
      "epoch": 262.24,
      "grad_norm": 1.1885021924972534,
      "learning_rate": 3.7661580292960403e-06,
      "loss": 0.3647,
      "step": 939590
    },
    {
      "epoch": 262.24,
      "grad_norm": 1.2750200033187866,
      "learning_rate": 3.766136538570266e-06,
      "loss": 0.3472,
      "step": 939600
    },
    {
      "epoch": 262.24,
      "grad_norm": 0.9674760103225708,
      "learning_rate": 3.766115047655172e-06,
      "loss": 0.3646,
      "step": 939610
    },
    {
      "epoch": 262.24,
      "grad_norm": 1.0615743398666382,
      "learning_rate": 3.76609355655076e-06,
      "loss": 0.36,
      "step": 939620
    },
    {
      "epoch": 262.25,
      "grad_norm": 1.0042976140975952,
      "learning_rate": 3.7660720652570347e-06,
      "loss": 0.3529,
      "step": 939630
    },
    {
      "epoch": 262.25,
      "grad_norm": 0.9515007734298706,
      "learning_rate": 3.7660505737739975e-06,
      "loss": 0.3561,
      "step": 939640
    },
    {
      "epoch": 262.25,
      "grad_norm": 8.580621719360352,
      "learning_rate": 3.7660290821016523e-06,
      "loss": 0.3589,
      "step": 939650
    },
    {
      "epoch": 262.26,
      "grad_norm": 1.0890250205993652,
      "learning_rate": 3.7660075902400007e-06,
      "loss": 0.3674,
      "step": 939660
    },
    {
      "epoch": 262.26,
      "grad_norm": 0.8847655057907104,
      "learning_rate": 3.7659860981890465e-06,
      "loss": 0.3557,
      "step": 939670
    },
    {
      "epoch": 262.26,
      "grad_norm": 1.2436065673828125,
      "learning_rate": 3.7659646059487924e-06,
      "loss": 0.3695,
      "step": 939680
    },
    {
      "epoch": 262.26,
      "grad_norm": 1.1067614555358887,
      "learning_rate": 3.765943113519241e-06,
      "loss": 0.3596,
      "step": 939690
    },
    {
      "epoch": 262.27,
      "grad_norm": 1.0258893966674805,
      "learning_rate": 3.765921620900395e-06,
      "loss": 0.3556,
      "step": 939700
    },
    {
      "epoch": 262.27,
      "grad_norm": 1.0840065479278564,
      "learning_rate": 3.765900128092258e-06,
      "loss": 0.3729,
      "step": 939710
    },
    {
      "epoch": 262.27,
      "grad_norm": 1.010560154914856,
      "learning_rate": 3.765878635094832e-06,
      "loss": 0.3575,
      "step": 939720
    },
    {
      "epoch": 262.27,
      "grad_norm": 0.9798111319541931,
      "learning_rate": 3.7658571419081206e-06,
      "loss": 0.3657,
      "step": 939730
    },
    {
      "epoch": 262.28,
      "grad_norm": 1.1229307651519775,
      "learning_rate": 3.765835648532127e-06,
      "loss": 0.3598,
      "step": 939740
    },
    {
      "epoch": 262.28,
      "grad_norm": 1.0678861141204834,
      "learning_rate": 3.7658141549668524e-06,
      "loss": 0.3615,
      "step": 939750
    },
    {
      "epoch": 262.28,
      "grad_norm": 1.346834659576416,
      "learning_rate": 3.765792661212301e-06,
      "loss": 0.3511,
      "step": 939760
    },
    {
      "epoch": 262.29,
      "grad_norm": 0.9895920753479004,
      "learning_rate": 3.7657711672684757e-06,
      "loss": 0.3596,
      "step": 939770
    },
    {
      "epoch": 262.29,
      "grad_norm": 1.2597219944000244,
      "learning_rate": 3.765749673135378e-06,
      "loss": 0.3549,
      "step": 939780
    },
    {
      "epoch": 262.29,
      "grad_norm": 0.9486021995544434,
      "learning_rate": 3.765728178813013e-06,
      "loss": 0.3632,
      "step": 939790
    },
    {
      "epoch": 262.29,
      "grad_norm": 1.254434585571289,
      "learning_rate": 3.7657066843013814e-06,
      "loss": 0.3501,
      "step": 939800
    },
    {
      "epoch": 262.3,
      "grad_norm": 1.027008295059204,
      "learning_rate": 3.7656851896004872e-06,
      "loss": 0.367,
      "step": 939810
    },
    {
      "epoch": 262.3,
      "grad_norm": 1.105899691581726,
      "learning_rate": 3.7656636947103337e-06,
      "loss": 0.3401,
      "step": 939820
    },
    {
      "epoch": 262.3,
      "grad_norm": 1.049008846282959,
      "learning_rate": 3.7656421996309225e-06,
      "loss": 0.3591,
      "step": 939830
    },
    {
      "epoch": 262.31,
      "grad_norm": 1.0027191638946533,
      "learning_rate": 3.7656207043622566e-06,
      "loss": 0.3519,
      "step": 939840
    },
    {
      "epoch": 262.31,
      "grad_norm": 1.1320054531097412,
      "learning_rate": 3.76559920890434e-06,
      "loss": 0.3607,
      "step": 939850
    },
    {
      "epoch": 262.31,
      "grad_norm": 0.9212609529495239,
      "learning_rate": 3.765577713257175e-06,
      "loss": 0.3527,
      "step": 939860
    },
    {
      "epoch": 262.31,
      "grad_norm": 1.0490412712097168,
      "learning_rate": 3.765556217420764e-06,
      "loss": 0.3738,
      "step": 939870
    },
    {
      "epoch": 262.32,
      "grad_norm": 1.1790149211883545,
      "learning_rate": 3.7655347213951106e-06,
      "loss": 0.3607,
      "step": 939880
    },
    {
      "epoch": 262.32,
      "grad_norm": 1.0459561347961426,
      "learning_rate": 3.7655132251802166e-06,
      "loss": 0.3509,
      "step": 939890
    },
    {
      "epoch": 262.32,
      "grad_norm": 1.1590137481689453,
      "learning_rate": 3.7654917287760857e-06,
      "loss": 0.3854,
      "step": 939900
    },
    {
      "epoch": 262.32,
      "grad_norm": 1.0333983898162842,
      "learning_rate": 3.765470232182721e-06,
      "loss": 0.3726,
      "step": 939910
    },
    {
      "epoch": 262.33,
      "grad_norm": 0.989364743232727,
      "learning_rate": 3.7654487354001242e-06,
      "loss": 0.3548,
      "step": 939920
    },
    {
      "epoch": 262.33,
      "grad_norm": 1.1970700025558472,
      "learning_rate": 3.7654272384282996e-06,
      "loss": 0.3667,
      "step": 939930
    },
    {
      "epoch": 262.33,
      "grad_norm": 1.1006463766098022,
      "learning_rate": 3.76540574126725e-06,
      "loss": 0.3567,
      "step": 939940
    },
    {
      "epoch": 262.34,
      "grad_norm": 1.213495135307312,
      "learning_rate": 3.7653842439169764e-06,
      "loss": 0.3829,
      "step": 939950
    },
    {
      "epoch": 262.34,
      "grad_norm": 1.1613918542861938,
      "learning_rate": 3.765362746377483e-06,
      "loss": 0.3535,
      "step": 939960
    },
    {
      "epoch": 262.34,
      "grad_norm": 1.2867748737335205,
      "learning_rate": 3.7653412486487733e-06,
      "loss": 0.3807,
      "step": 939970
    },
    {
      "epoch": 262.34,
      "grad_norm": 1.094568133354187,
      "learning_rate": 3.765319750730849e-06,
      "loss": 0.3452,
      "step": 939980
    },
    {
      "epoch": 262.35,
      "grad_norm": 1.0322415828704834,
      "learning_rate": 3.7652982526237133e-06,
      "loss": 0.3787,
      "step": 939990
    },
    {
      "epoch": 262.35,
      "grad_norm": 1.0077147483825684,
      "learning_rate": 3.765276754327369e-06,
      "loss": 0.3527,
      "step": 940000
    },
    {
      "epoch": 262.35,
      "grad_norm": 1.0169745683670044,
      "learning_rate": 3.7652552558418196e-06,
      "loss": 0.3832,
      "step": 940010
    },
    {
      "epoch": 262.36,
      "grad_norm": 0.9360401034355164,
      "learning_rate": 3.765233757167067e-06,
      "loss": 0.3675,
      "step": 940020
    },
    {
      "epoch": 262.36,
      "grad_norm": 3.182729959487915,
      "learning_rate": 3.7652122583031143e-06,
      "loss": 0.3598,
      "step": 940030
    },
    {
      "epoch": 262.36,
      "grad_norm": 1.0239108800888062,
      "learning_rate": 3.7651907592499654e-06,
      "loss": 0.3401,
      "step": 940040
    },
    {
      "epoch": 262.36,
      "grad_norm": 1.2887487411499023,
      "learning_rate": 3.7651692600076214e-06,
      "loss": 0.3546,
      "step": 940050
    },
    {
      "epoch": 262.37,
      "grad_norm": 0.9823830127716064,
      "learning_rate": 3.7651477605760864e-06,
      "loss": 0.3595,
      "step": 940060
    },
    {
      "epoch": 262.37,
      "grad_norm": 1.074601173400879,
      "learning_rate": 3.7651262609553644e-06,
      "loss": 0.363,
      "step": 940070
    },
    {
      "epoch": 262.37,
      "grad_norm": 1.1143944263458252,
      "learning_rate": 3.7651047611454546e-06,
      "loss": 0.3459,
      "step": 940080
    },
    {
      "epoch": 262.38,
      "grad_norm": 1.0632554292678833,
      "learning_rate": 3.7650832611463634e-06,
      "loss": 0.367,
      "step": 940090
    },
    {
      "epoch": 262.38,
      "grad_norm": 0.9094813466072083,
      "learning_rate": 3.7650617609580925e-06,
      "loss": 0.3703,
      "step": 940100
    },
    {
      "epoch": 262.38,
      "grad_norm": 0.917128324508667,
      "learning_rate": 3.7650402605806435e-06,
      "loss": 0.3665,
      "step": 940110
    },
    {
      "epoch": 262.38,
      "grad_norm": 1.1654052734375,
      "learning_rate": 3.7650187600140216e-06,
      "loss": 0.3708,
      "step": 940120
    },
    {
      "epoch": 262.39,
      "grad_norm": 1.2045749425888062,
      "learning_rate": 3.7649972592582284e-06,
      "loss": 0.3638,
      "step": 940130
    },
    {
      "epoch": 262.39,
      "grad_norm": 1.2059881687164307,
      "learning_rate": 3.7649757583132657e-06,
      "loss": 0.3609,
      "step": 940140
    },
    {
      "epoch": 262.39,
      "grad_norm": 1.0027014017105103,
      "learning_rate": 3.764954257179138e-06,
      "loss": 0.3419,
      "step": 940150
    },
    {
      "epoch": 262.39,
      "grad_norm": 1.0819847583770752,
      "learning_rate": 3.7649327558558472e-06,
      "loss": 0.3628,
      "step": 940160
    },
    {
      "epoch": 262.4,
      "grad_norm": 1.0498337745666504,
      "learning_rate": 3.764911254343398e-06,
      "loss": 0.3822,
      "step": 940170
    },
    {
      "epoch": 262.4,
      "grad_norm": 0.9033982157707214,
      "learning_rate": 3.7648897526417903e-06,
      "loss": 0.3524,
      "step": 940180
    },
    {
      "epoch": 262.4,
      "grad_norm": 1.2445954084396362,
      "learning_rate": 3.7648682507510294e-06,
      "loss": 0.355,
      "step": 940190
    },
    {
      "epoch": 262.41,
      "grad_norm": 2.4683830738067627,
      "learning_rate": 3.7648467486711174e-06,
      "loss": 0.3671,
      "step": 940200
    },
    {
      "epoch": 262.41,
      "grad_norm": 1.0540461540222168,
      "learning_rate": 3.7648252464020563e-06,
      "loss": 0.3631,
      "step": 940210
    },
    {
      "epoch": 262.41,
      "grad_norm": 1.1308784484863281,
      "learning_rate": 3.76480374394385e-06,
      "loss": 0.3675,
      "step": 940220
    },
    {
      "epoch": 262.41,
      "grad_norm": 1.0961251258850098,
      "learning_rate": 3.7647822412965015e-06,
      "loss": 0.3556,
      "step": 940230
    },
    {
      "epoch": 262.42,
      "grad_norm": 1.0791016817092896,
      "learning_rate": 3.7647607384600126e-06,
      "loss": 0.3521,
      "step": 940240
    },
    {
      "epoch": 262.42,
      "grad_norm": 1.0025171041488647,
      "learning_rate": 3.7647392354343867e-06,
      "loss": 0.3596,
      "step": 940250
    },
    {
      "epoch": 262.42,
      "grad_norm": 1.0296673774719238,
      "learning_rate": 3.7647177322196277e-06,
      "loss": 0.3537,
      "step": 940260
    },
    {
      "epoch": 262.43,
      "grad_norm": 0.9258108139038086,
      "learning_rate": 3.764696228815737e-06,
      "loss": 0.3605,
      "step": 940270
    },
    {
      "epoch": 262.43,
      "grad_norm": 1.0628037452697754,
      "learning_rate": 3.7646747252227174e-06,
      "loss": 0.3679,
      "step": 940280
    },
    {
      "epoch": 262.43,
      "grad_norm": 1.061906099319458,
      "learning_rate": 3.764653221440573e-06,
      "loss": 0.3449,
      "step": 940290
    },
    {
      "epoch": 262.43,
      "grad_norm": 0.9822444319725037,
      "learning_rate": 3.764631717469306e-06,
      "loss": 0.3687,
      "step": 940300
    },
    {
      "epoch": 262.44,
      "grad_norm": 0.9892780780792236,
      "learning_rate": 3.764610213308919e-06,
      "loss": 0.3704,
      "step": 940310
    },
    {
      "epoch": 262.44,
      "grad_norm": 0.9219459891319275,
      "learning_rate": 3.7645887089594148e-06,
      "loss": 0.3671,
      "step": 940320
    },
    {
      "epoch": 262.44,
      "grad_norm": 1.243552565574646,
      "learning_rate": 3.764567204420797e-06,
      "loss": 0.371,
      "step": 940330
    },
    {
      "epoch": 262.44,
      "grad_norm": 0.9592536091804504,
      "learning_rate": 3.7645456996930686e-06,
      "loss": 0.3421,
      "step": 940340
    },
    {
      "epoch": 262.45,
      "grad_norm": 0.9565393924713135,
      "learning_rate": 3.7645241947762307e-06,
      "loss": 0.3742,
      "step": 940350
    },
    {
      "epoch": 262.45,
      "grad_norm": 1.1098865270614624,
      "learning_rate": 3.764502689670288e-06,
      "loss": 0.3565,
      "step": 940360
    },
    {
      "epoch": 262.45,
      "grad_norm": 1.0905787944793701,
      "learning_rate": 3.764481184375243e-06,
      "loss": 0.3724,
      "step": 940370
    },
    {
      "epoch": 262.46,
      "grad_norm": 1.1197285652160645,
      "learning_rate": 3.7644596788910975e-06,
      "loss": 0.3498,
      "step": 940380
    },
    {
      "epoch": 262.46,
      "grad_norm": 1.0613828897476196,
      "learning_rate": 3.7644381732178562e-06,
      "loss": 0.3373,
      "step": 940390
    },
    {
      "epoch": 262.46,
      "grad_norm": 1.13978910446167,
      "learning_rate": 3.76441666735552e-06,
      "loss": 0.3522,
      "step": 940400
    },
    {
      "epoch": 262.46,
      "grad_norm": 0.9962193965911865,
      "learning_rate": 3.7643951613040933e-06,
      "loss": 0.3597,
      "step": 940410
    },
    {
      "epoch": 262.47,
      "grad_norm": 1.100987434387207,
      "learning_rate": 3.7643736550635776e-06,
      "loss": 0.3605,
      "step": 940420
    },
    {
      "epoch": 262.47,
      "grad_norm": 1.099231243133545,
      "learning_rate": 3.764352148633977e-06,
      "loss": 0.372,
      "step": 940430
    },
    {
      "epoch": 262.47,
      "grad_norm": 0.9583703279495239,
      "learning_rate": 3.764330642015294e-06,
      "loss": 0.3677,
      "step": 940440
    },
    {
      "epoch": 262.48,
      "grad_norm": 1.4382284879684448,
      "learning_rate": 3.7643091352075314e-06,
      "loss": 0.3665,
      "step": 940450
    },
    {
      "epoch": 262.48,
      "grad_norm": 1.0005956888198853,
      "learning_rate": 3.7642876282106915e-06,
      "loss": 0.3783,
      "step": 940460
    },
    {
      "epoch": 262.48,
      "grad_norm": 1.0282363891601562,
      "learning_rate": 3.764266121024778e-06,
      "loss": 0.342,
      "step": 940470
    },
    {
      "epoch": 262.48,
      "grad_norm": 0.9224405884742737,
      "learning_rate": 3.764244613649793e-06,
      "loss": 0.3692,
      "step": 940480
    },
    {
      "epoch": 262.49,
      "grad_norm": 1.1228636503219604,
      "learning_rate": 3.7642231060857406e-06,
      "loss": 0.365,
      "step": 940490
    },
    {
      "epoch": 262.49,
      "grad_norm": 1.8759138584136963,
      "learning_rate": 3.764201598332622e-06,
      "loss": 0.3701,
      "step": 940500
    },
    {
      "epoch": 262.49,
      "grad_norm": 0.9734435081481934,
      "learning_rate": 3.7641800903904414e-06,
      "loss": 0.392,
      "step": 940510
    },
    {
      "epoch": 262.5,
      "grad_norm": 6.338894367218018,
      "learning_rate": 3.764158582259201e-06,
      "loss": 0.3492,
      "step": 940520
    },
    {
      "epoch": 262.5,
      "grad_norm": 1.0359303951263428,
      "learning_rate": 3.764137073938904e-06,
      "loss": 0.3582,
      "step": 940530
    },
    {
      "epoch": 262.5,
      "grad_norm": 1.0465247631072998,
      "learning_rate": 3.764115565429553e-06,
      "loss": 0.3547,
      "step": 940540
    },
    {
      "epoch": 262.5,
      "grad_norm": 0.9560773372650146,
      "learning_rate": 3.764094056731151e-06,
      "loss": 0.364,
      "step": 940550
    },
    {
      "epoch": 262.51,
      "grad_norm": 0.8734497427940369,
      "learning_rate": 3.764072547843701e-06,
      "loss": 0.3721,
      "step": 940560
    },
    {
      "epoch": 262.51,
      "grad_norm": 0.8968155980110168,
      "learning_rate": 3.7640510387672053e-06,
      "loss": 0.3554,
      "step": 940570
    },
    {
      "epoch": 262.51,
      "grad_norm": 0.9253060221672058,
      "learning_rate": 3.764029529501667e-06,
      "loss": 0.3518,
      "step": 940580
    },
    {
      "epoch": 262.51,
      "grad_norm": 1.084753394126892,
      "learning_rate": 3.7640080200470893e-06,
      "loss": 0.3629,
      "step": 940590
    },
    {
      "epoch": 262.52,
      "grad_norm": 1.0410594940185547,
      "learning_rate": 3.7639865104034747e-06,
      "loss": 0.3559,
      "step": 940600
    },
    {
      "epoch": 262.52,
      "grad_norm": 1.0318455696105957,
      "learning_rate": 3.7639650005708265e-06,
      "loss": 0.3571,
      "step": 940610
    },
    {
      "epoch": 262.52,
      "grad_norm": 1.1054682731628418,
      "learning_rate": 3.763943490549148e-06,
      "loss": 0.3622,
      "step": 940620
    },
    {
      "epoch": 262.53,
      "grad_norm": 0.9935311675071716,
      "learning_rate": 3.7639219803384407e-06,
      "loss": 0.3469,
      "step": 940630
    },
    {
      "epoch": 262.53,
      "grad_norm": 1.1541045904159546,
      "learning_rate": 3.7639004699387073e-06,
      "loss": 0.3567,
      "step": 940640
    },
    {
      "epoch": 262.53,
      "grad_norm": 1.0439887046813965,
      "learning_rate": 3.763878959349952e-06,
      "loss": 0.3719,
      "step": 940650
    },
    {
      "epoch": 262.53,
      "grad_norm": 1.1108512878417969,
      "learning_rate": 3.763857448572178e-06,
      "loss": 0.3423,
      "step": 940660
    },
    {
      "epoch": 262.54,
      "grad_norm": 1.0766505002975464,
      "learning_rate": 3.7638359376053864e-06,
      "loss": 0.3587,
      "step": 940670
    },
    {
      "epoch": 262.54,
      "grad_norm": 0.8719622492790222,
      "learning_rate": 3.763814426449582e-06,
      "loss": 0.3837,
      "step": 940680
    },
    {
      "epoch": 262.54,
      "grad_norm": 1.1559514999389648,
      "learning_rate": 3.763792915104765e-06,
      "loss": 0.3604,
      "step": 940690
    },
    {
      "epoch": 262.55,
      "grad_norm": 0.987637460231781,
      "learning_rate": 3.763771403570941e-06,
      "loss": 0.3612,
      "step": 940700
    },
    {
      "epoch": 262.55,
      "grad_norm": 1.2762125730514526,
      "learning_rate": 3.763749891848112e-06,
      "loss": 0.3592,
      "step": 940710
    },
    {
      "epoch": 262.55,
      "grad_norm": 1.008813500404358,
      "learning_rate": 3.76372837993628e-06,
      "loss": 0.351,
      "step": 940720
    },
    {
      "epoch": 262.55,
      "grad_norm": 1.1825727224349976,
      "learning_rate": 3.7637068678354486e-06,
      "loss": 0.3552,
      "step": 940730
    },
    {
      "epoch": 262.56,
      "grad_norm": 4.579596519470215,
      "learning_rate": 3.7636853555456205e-06,
      "loss": 0.37,
      "step": 940740
    },
    {
      "epoch": 262.56,
      "grad_norm": 1.04224693775177,
      "learning_rate": 3.763663843066799e-06,
      "loss": 0.3544,
      "step": 940750
    },
    {
      "epoch": 262.56,
      "grad_norm": 1.1245242357254028,
      "learning_rate": 3.7636423303989863e-06,
      "loss": 0.3429,
      "step": 940760
    },
    {
      "epoch": 262.56,
      "grad_norm": 1.1122652292251587,
      "learning_rate": 3.7636208175421857e-06,
      "loss": 0.3504,
      "step": 940770
    },
    {
      "epoch": 262.57,
      "grad_norm": 1.0085537433624268,
      "learning_rate": 3.7635993044963997e-06,
      "loss": 0.3662,
      "step": 940780
    },
    {
      "epoch": 262.57,
      "grad_norm": 0.9143987894058228,
      "learning_rate": 3.763577791261632e-06,
      "loss": 0.3646,
      "step": 940790
    },
    {
      "epoch": 262.57,
      "grad_norm": 1.589203119277954,
      "learning_rate": 3.7635562778378837e-06,
      "loss": 0.3549,
      "step": 940800
    },
    {
      "epoch": 262.58,
      "grad_norm": 1.123477816581726,
      "learning_rate": 3.76353476422516e-06,
      "loss": 0.3695,
      "step": 940810
    },
    {
      "epoch": 262.58,
      "grad_norm": 1.1313140392303467,
      "learning_rate": 3.7635132504234615e-06,
      "loss": 0.3444,
      "step": 940820
    },
    {
      "epoch": 262.58,
      "grad_norm": 0.9318404793739319,
      "learning_rate": 3.763491736432792e-06,
      "loss": 0.3424,
      "step": 940830
    },
    {
      "epoch": 262.58,
      "grad_norm": 1.1044963598251343,
      "learning_rate": 3.7634702222531555e-06,
      "loss": 0.3523,
      "step": 940840
    },
    {
      "epoch": 262.59,
      "grad_norm": 0.9532672166824341,
      "learning_rate": 3.7634487078845536e-06,
      "loss": 0.3615,
      "step": 940850
    },
    {
      "epoch": 262.59,
      "grad_norm": 1.0006591081619263,
      "learning_rate": 3.763427193326989e-06,
      "loss": 0.3831,
      "step": 940860
    },
    {
      "epoch": 262.59,
      "grad_norm": 1.0173064470291138,
      "learning_rate": 3.7634056785804652e-06,
      "loss": 0.364,
      "step": 940870
    },
    {
      "epoch": 262.6,
      "grad_norm": 1.1002851724624634,
      "learning_rate": 3.763384163644985e-06,
      "loss": 0.3624,
      "step": 940880
    },
    {
      "epoch": 262.6,
      "grad_norm": 0.9571993350982666,
      "learning_rate": 3.7633626485205516e-06,
      "loss": 0.3599,
      "step": 940890
    },
    {
      "epoch": 262.6,
      "grad_norm": 1.534437656402588,
      "learning_rate": 3.7633411332071665e-06,
      "loss": 0.3456,
      "step": 940900
    },
    {
      "epoch": 262.6,
      "grad_norm": 1.2089868783950806,
      "learning_rate": 3.7633196177048334e-06,
      "loss": 0.3697,
      "step": 940910
    },
    {
      "epoch": 262.61,
      "grad_norm": 0.9518435001373291,
      "learning_rate": 3.7632981020135556e-06,
      "loss": 0.3613,
      "step": 940920
    },
    {
      "epoch": 262.61,
      "grad_norm": 1.034036636352539,
      "learning_rate": 3.7632765861333353e-06,
      "loss": 0.359,
      "step": 940930
    },
    {
      "epoch": 262.61,
      "grad_norm": 1.3524881601333618,
      "learning_rate": 3.763255070064176e-06,
      "loss": 0.3664,
      "step": 940940
    },
    {
      "epoch": 262.62,
      "grad_norm": 1.1287331581115723,
      "learning_rate": 3.7632335538060796e-06,
      "loss": 0.3633,
      "step": 940950
    },
    {
      "epoch": 262.62,
      "grad_norm": 1.1031923294067383,
      "learning_rate": 3.76321203735905e-06,
      "loss": 0.3635,
      "step": 940960
    },
    {
      "epoch": 262.62,
      "grad_norm": 1.2957819700241089,
      "learning_rate": 3.7631905207230897e-06,
      "loss": 0.3673,
      "step": 940970
    },
    {
      "epoch": 262.62,
      "grad_norm": 1.12501859664917,
      "learning_rate": 3.7631690038982006e-06,
      "loss": 0.3557,
      "step": 940980
    },
    {
      "epoch": 262.63,
      "grad_norm": 0.9456003308296204,
      "learning_rate": 3.7631474868843872e-06,
      "loss": 0.3554,
      "step": 940990
    },
    {
      "epoch": 262.63,
      "grad_norm": 1.0175890922546387,
      "learning_rate": 3.763125969681652e-06,
      "loss": 0.3582,
      "step": 941000
    },
    {
      "epoch": 262.63,
      "grad_norm": 1.128364086151123,
      "learning_rate": 3.763104452289997e-06,
      "loss": 0.3574,
      "step": 941010
    },
    {
      "epoch": 262.63,
      "grad_norm": 1.018286943435669,
      "learning_rate": 3.763082934709426e-06,
      "loss": 0.3518,
      "step": 941020
    },
    {
      "epoch": 262.64,
      "grad_norm": 1.4045450687408447,
      "learning_rate": 3.7630614169399404e-06,
      "loss": 0.3634,
      "step": 941030
    },
    {
      "epoch": 262.64,
      "grad_norm": 1.1860947608947754,
      "learning_rate": 3.763039898981545e-06,
      "loss": 0.3577,
      "step": 941040
    },
    {
      "epoch": 262.64,
      "grad_norm": 1.016626238822937,
      "learning_rate": 3.7630183808342406e-06,
      "loss": 0.3512,
      "step": 941050
    },
    {
      "epoch": 262.65,
      "grad_norm": 1.0451027154922485,
      "learning_rate": 3.762996862498032e-06,
      "loss": 0.3736,
      "step": 941060
    },
    {
      "epoch": 262.65,
      "grad_norm": 1.0907903909683228,
      "learning_rate": 3.7629753439729214e-06,
      "loss": 0.3455,
      "step": 941070
    },
    {
      "epoch": 262.65,
      "grad_norm": 1.105898380279541,
      "learning_rate": 3.7629538252589116e-06,
      "loss": 0.3556,
      "step": 941080
    },
    {
      "epoch": 262.65,
      "grad_norm": 1.0245839357376099,
      "learning_rate": 3.7629323063560047e-06,
      "loss": 0.3394,
      "step": 941090
    },
    {
      "epoch": 262.66,
      "grad_norm": 1.046136736869812,
      "learning_rate": 3.762910787264205e-06,
      "loss": 0.3758,
      "step": 941100
    },
    {
      "epoch": 262.66,
      "grad_norm": 1.1580934524536133,
      "learning_rate": 3.7628892679835142e-06,
      "loss": 0.38,
      "step": 941110
    },
    {
      "epoch": 262.66,
      "grad_norm": 0.918886661529541,
      "learning_rate": 3.762867748513935e-06,
      "loss": 0.3713,
      "step": 941120
    },
    {
      "epoch": 262.67,
      "grad_norm": 1.0437891483306885,
      "learning_rate": 3.762846228855472e-06,
      "loss": 0.3784,
      "step": 941130
    },
    {
      "epoch": 262.67,
      "grad_norm": 1.0094658136367798,
      "learning_rate": 3.7628247090081264e-06,
      "loss": 0.3618,
      "step": 941140
    },
    {
      "epoch": 262.67,
      "grad_norm": 1.0418462753295898,
      "learning_rate": 3.7628031889719016e-06,
      "loss": 0.3622,
      "step": 941150
    },
    {
      "epoch": 262.67,
      "grad_norm": 1.0558911561965942,
      "learning_rate": 3.7627816687468e-06,
      "loss": 0.3586,
      "step": 941160
    },
    {
      "epoch": 262.68,
      "grad_norm": 1.2477848529815674,
      "learning_rate": 3.762760148332825e-06,
      "loss": 0.3598,
      "step": 941170
    },
    {
      "epoch": 262.68,
      "grad_norm": 0.9913638234138489,
      "learning_rate": 3.7627386277299802e-06,
      "loss": 0.3641,
      "step": 941180
    },
    {
      "epoch": 262.68,
      "grad_norm": 0.964104175567627,
      "learning_rate": 3.762717106938267e-06,
      "loss": 0.3605,
      "step": 941190
    },
    {
      "epoch": 262.68,
      "grad_norm": 1.1603294610977173,
      "learning_rate": 3.7626955859576893e-06,
      "loss": 0.3585,
      "step": 941200
    },
    {
      "epoch": 262.69,
      "grad_norm": 1.0589556694030762,
      "learning_rate": 3.762674064788249e-06,
      "loss": 0.3524,
      "step": 941210
    },
    {
      "epoch": 262.69,
      "grad_norm": 1.2376056909561157,
      "learning_rate": 3.7626525434299496e-06,
      "loss": 0.3887,
      "step": 941220
    },
    {
      "epoch": 262.69,
      "grad_norm": 1.084428071975708,
      "learning_rate": 3.7626310218827942e-06,
      "loss": 0.3498,
      "step": 941230
    },
    {
      "epoch": 262.7,
      "grad_norm": 1.3087632656097412,
      "learning_rate": 3.762609500146785e-06,
      "loss": 0.3525,
      "step": 941240
    },
    {
      "epoch": 262.7,
      "grad_norm": 1.1645125150680542,
      "learning_rate": 3.7625879782219256e-06,
      "loss": 0.3699,
      "step": 941250
    },
    {
      "epoch": 262.7,
      "grad_norm": 1.1274406909942627,
      "learning_rate": 3.7625664561082183e-06,
      "loss": 0.3513,
      "step": 941260
    },
    {
      "epoch": 262.7,
      "grad_norm": 1.4065910577774048,
      "learning_rate": 3.7625449338056658e-06,
      "loss": 0.3497,
      "step": 941270
    },
    {
      "epoch": 262.71,
      "grad_norm": 1.2363462448120117,
      "learning_rate": 3.7625234113142715e-06,
      "loss": 0.3676,
      "step": 941280
    },
    {
      "epoch": 262.71,
      "grad_norm": 1.0059876441955566,
      "learning_rate": 3.762501888634038e-06,
      "loss": 0.3618,
      "step": 941290
    },
    {
      "epoch": 262.71,
      "grad_norm": 1.0170360803604126,
      "learning_rate": 3.7624803657649692e-06,
      "loss": 0.3739,
      "step": 941300
    },
    {
      "epoch": 262.72,
      "grad_norm": 1.2485545873641968,
      "learning_rate": 3.762458842707066e-06,
      "loss": 0.3579,
      "step": 941310
    },
    {
      "epoch": 262.72,
      "grad_norm": 1.1120715141296387,
      "learning_rate": 3.7624373194603325e-06,
      "loss": 0.3704,
      "step": 941320
    },
    {
      "epoch": 262.72,
      "grad_norm": 1.059224247932434,
      "learning_rate": 3.7624157960247718e-06,
      "loss": 0.3355,
      "step": 941330
    },
    {
      "epoch": 262.72,
      "grad_norm": 1.0308672189712524,
      "learning_rate": 3.7623942724003854e-06,
      "loss": 0.3628,
      "step": 941340
    },
    {
      "epoch": 262.73,
      "grad_norm": 0.9984423518180847,
      "learning_rate": 3.762372748587177e-06,
      "loss": 0.3465,
      "step": 941350
    },
    {
      "epoch": 262.73,
      "grad_norm": 1.2586356401443481,
      "learning_rate": 3.7623512245851505e-06,
      "loss": 0.3483,
      "step": 941360
    },
    {
      "epoch": 262.73,
      "grad_norm": 1.2978248596191406,
      "learning_rate": 3.762329700394307e-06,
      "loss": 0.3841,
      "step": 941370
    },
    {
      "epoch": 262.74,
      "grad_norm": 0.9923856258392334,
      "learning_rate": 3.7623081760146503e-06,
      "loss": 0.3617,
      "step": 941380
    },
    {
      "epoch": 262.74,
      "grad_norm": 1.0276730060577393,
      "learning_rate": 3.762286651446184e-06,
      "loss": 0.3567,
      "step": 941390
    },
    {
      "epoch": 262.74,
      "grad_norm": 1.1444709300994873,
      "learning_rate": 3.7622651266889087e-06,
      "loss": 0.3534,
      "step": 941400
    },
    {
      "epoch": 262.74,
      "grad_norm": 0.9532799124717712,
      "learning_rate": 3.7622436017428295e-06,
      "loss": 0.3602,
      "step": 941410
    },
    {
      "epoch": 262.75,
      "grad_norm": 0.9812684059143066,
      "learning_rate": 3.7622220766079484e-06,
      "loss": 0.3622,
      "step": 941420
    },
    {
      "epoch": 262.75,
      "grad_norm": 1.1292976140975952,
      "learning_rate": 3.762200551284268e-06,
      "loss": 0.3564,
      "step": 941430
    },
    {
      "epoch": 262.75,
      "grad_norm": 0.956160843372345,
      "learning_rate": 3.7621790257717912e-06,
      "loss": 0.3578,
      "step": 941440
    },
    {
      "epoch": 262.75,
      "grad_norm": 1.083961844444275,
      "learning_rate": 3.7621575000705216e-06,
      "loss": 0.357,
      "step": 941450
    },
    {
      "epoch": 262.76,
      "grad_norm": 1.0888268947601318,
      "learning_rate": 3.7621359741804614e-06,
      "loss": 0.3797,
      "step": 941460
    },
    {
      "epoch": 262.76,
      "grad_norm": 1.344097375869751,
      "learning_rate": 3.7621144481016137e-06,
      "loss": 0.3537,
      "step": 941470
    },
    {
      "epoch": 262.76,
      "grad_norm": 1.039695143699646,
      "learning_rate": 3.762092921833981e-06,
      "loss": 0.3669,
      "step": 941480
    },
    {
      "epoch": 262.77,
      "grad_norm": 1.0428643226623535,
      "learning_rate": 3.762071395377567e-06,
      "loss": 0.3573,
      "step": 941490
    },
    {
      "epoch": 262.77,
      "grad_norm": 0.9660848379135132,
      "learning_rate": 3.762049868732374e-06,
      "loss": 0.3707,
      "step": 941500
    },
    {
      "epoch": 262.77,
      "grad_norm": 0.9397321343421936,
      "learning_rate": 3.7620283418984046e-06,
      "loss": 0.3602,
      "step": 941510
    },
    {
      "epoch": 262.77,
      "grad_norm": 1.172716736793518,
      "learning_rate": 3.7620068148756623e-06,
      "loss": 0.3531,
      "step": 941520
    },
    {
      "epoch": 262.78,
      "grad_norm": 1.0540536642074585,
      "learning_rate": 3.7619852876641495e-06,
      "loss": 0.3545,
      "step": 941530
    },
    {
      "epoch": 262.78,
      "grad_norm": 0.9140446782112122,
      "learning_rate": 3.7619637602638685e-06,
      "loss": 0.3659,
      "step": 941540
    },
    {
      "epoch": 262.78,
      "grad_norm": 1.0538209676742554,
      "learning_rate": 3.7619422326748238e-06,
      "loss": 0.3681,
      "step": 941550
    },
    {
      "epoch": 262.79,
      "grad_norm": 1.083611011505127,
      "learning_rate": 3.761920704897017e-06,
      "loss": 0.3589,
      "step": 941560
    },
    {
      "epoch": 262.79,
      "grad_norm": 1.1731523275375366,
      "learning_rate": 3.761899176930451e-06,
      "loss": 0.3703,
      "step": 941570
    },
    {
      "epoch": 262.79,
      "grad_norm": 1.0246623754501343,
      "learning_rate": 3.761877648775129e-06,
      "loss": 0.358,
      "step": 941580
    },
    {
      "epoch": 262.79,
      "grad_norm": 0.9284212589263916,
      "learning_rate": 3.7618561204310546e-06,
      "loss": 0.3534,
      "step": 941590
    },
    {
      "epoch": 262.8,
      "grad_norm": 1.0027433633804321,
      "learning_rate": 3.761834591898229e-06,
      "loss": 0.3611,
      "step": 941600
    },
    {
      "epoch": 262.8,
      "grad_norm": 1.2672514915466309,
      "learning_rate": 3.761813063176656e-06,
      "loss": 0.3634,
      "step": 941610
    },
    {
      "epoch": 262.8,
      "grad_norm": 0.897701621055603,
      "learning_rate": 3.761791534266339e-06,
      "loss": 0.3676,
      "step": 941620
    },
    {
      "epoch": 262.8,
      "grad_norm": 1.0377591848373413,
      "learning_rate": 3.7617700051672798e-06,
      "loss": 0.3615,
      "step": 941630
    },
    {
      "epoch": 262.81,
      "grad_norm": 1.0325089693069458,
      "learning_rate": 3.761748475879482e-06,
      "loss": 0.3676,
      "step": 941640
    },
    {
      "epoch": 262.81,
      "grad_norm": 1.0740835666656494,
      "learning_rate": 3.761726946402949e-06,
      "loss": 0.3567,
      "step": 941650
    },
    {
      "epoch": 262.81,
      "grad_norm": 0.9786943197250366,
      "learning_rate": 3.7617054167376815e-06,
      "loss": 0.3671,
      "step": 941660
    },
    {
      "epoch": 262.82,
      "grad_norm": 1.2175301313400269,
      "learning_rate": 3.7616838868836838e-06,
      "loss": 0.3594,
      "step": 941670
    },
    {
      "epoch": 262.82,
      "grad_norm": 1.1448874473571777,
      "learning_rate": 3.76166235684096e-06,
      "loss": 0.3575,
      "step": 941680
    },
    {
      "epoch": 262.82,
      "grad_norm": 1.1905766725540161,
      "learning_rate": 3.7616408266095107e-06,
      "loss": 0.3754,
      "step": 941690
    },
    {
      "epoch": 262.82,
      "grad_norm": 0.9226071834564209,
      "learning_rate": 3.7616192961893396e-06,
      "loss": 0.3642,
      "step": 941700
    },
    {
      "epoch": 262.83,
      "grad_norm": 1.2773884534835815,
      "learning_rate": 3.7615977655804505e-06,
      "loss": 0.3625,
      "step": 941710
    },
    {
      "epoch": 262.83,
      "grad_norm": 1.0155870914459229,
      "learning_rate": 3.761576234782845e-06,
      "loss": 0.3593,
      "step": 941720
    },
    {
      "epoch": 262.83,
      "grad_norm": 1.3014752864837646,
      "learning_rate": 3.7615547037965263e-06,
      "loss": 0.3676,
      "step": 941730
    },
    {
      "epoch": 262.84,
      "grad_norm": 1.0474134683609009,
      "learning_rate": 3.761533172621497e-06,
      "loss": 0.3554,
      "step": 941740
    },
    {
      "epoch": 262.84,
      "grad_norm": 0.9591532945632935,
      "learning_rate": 3.761511641257761e-06,
      "loss": 0.3593,
      "step": 941750
    },
    {
      "epoch": 262.84,
      "grad_norm": 1.0382860898971558,
      "learning_rate": 3.761490109705321e-06,
      "loss": 0.382,
      "step": 941760
    },
    {
      "epoch": 262.84,
      "grad_norm": 1.1005051136016846,
      "learning_rate": 3.7614685779641786e-06,
      "loss": 0.376,
      "step": 941770
    },
    {
      "epoch": 262.85,
      "grad_norm": 0.9868002533912659,
      "learning_rate": 3.7614470460343377e-06,
      "loss": 0.3494,
      "step": 941780
    },
    {
      "epoch": 262.85,
      "grad_norm": 1.0367847681045532,
      "learning_rate": 3.761425513915801e-06,
      "loss": 0.3603,
      "step": 941790
    },
    {
      "epoch": 262.85,
      "grad_norm": 0.9462006688117981,
      "learning_rate": 3.761403981608571e-06,
      "loss": 0.3497,
      "step": 941800
    },
    {
      "epoch": 262.86,
      "grad_norm": 1.1771888732910156,
      "learning_rate": 3.761382449112652e-06,
      "loss": 0.3603,
      "step": 941810
    },
    {
      "epoch": 262.86,
      "grad_norm": 0.9351611733436584,
      "learning_rate": 3.7613609164280445e-06,
      "loss": 0.3573,
      "step": 941820
    },
    {
      "epoch": 262.86,
      "grad_norm": 1.2370465993881226,
      "learning_rate": 3.761339383554753e-06,
      "loss": 0.3894,
      "step": 941830
    },
    {
      "epoch": 262.86,
      "grad_norm": 1.1540559530258179,
      "learning_rate": 3.76131785049278e-06,
      "loss": 0.3455,
      "step": 941840
    },
    {
      "epoch": 262.87,
      "grad_norm": 1.0710155963897705,
      "learning_rate": 3.761296317242128e-06,
      "loss": 0.3702,
      "step": 941850
    },
    {
      "epoch": 262.87,
      "grad_norm": 0.9772633910179138,
      "learning_rate": 3.7612747838028005e-06,
      "loss": 0.3939,
      "step": 941860
    },
    {
      "epoch": 262.87,
      "grad_norm": 1.042260766029358,
      "learning_rate": 3.7612532501748004e-06,
      "loss": 0.374,
      "step": 941870
    },
    {
      "epoch": 262.87,
      "grad_norm": 1.1957703828811646,
      "learning_rate": 3.7612317163581297e-06,
      "loss": 0.3602,
      "step": 941880
    },
    {
      "epoch": 262.88,
      "grad_norm": 1.0008680820465088,
      "learning_rate": 3.761210182352792e-06,
      "loss": 0.3557,
      "step": 941890
    },
    {
      "epoch": 262.88,
      "grad_norm": 1.0213457345962524,
      "learning_rate": 3.76118864815879e-06,
      "loss": 0.3705,
      "step": 941900
    },
    {
      "epoch": 262.88,
      "grad_norm": 1.147301435470581,
      "learning_rate": 3.7611671137761267e-06,
      "loss": 0.349,
      "step": 941910
    },
    {
      "epoch": 262.89,
      "grad_norm": 1.1263906955718994,
      "learning_rate": 3.7611455792048047e-06,
      "loss": 0.3556,
      "step": 941920
    },
    {
      "epoch": 262.89,
      "grad_norm": 1.0551079511642456,
      "learning_rate": 3.7611240444448264e-06,
      "loss": 0.3821,
      "step": 941930
    },
    {
      "epoch": 262.89,
      "grad_norm": 1.0593459606170654,
      "learning_rate": 3.7611025094961957e-06,
      "loss": 0.3489,
      "step": 941940
    },
    {
      "epoch": 262.89,
      "grad_norm": 1.0885008573532104,
      "learning_rate": 3.761080974358915e-06,
      "loss": 0.3578,
      "step": 941950
    },
    {
      "epoch": 262.9,
      "grad_norm": 1.039271354675293,
      "learning_rate": 3.7610594390329875e-06,
      "loss": 0.3714,
      "step": 941960
    },
    {
      "epoch": 262.9,
      "grad_norm": 1.2156169414520264,
      "learning_rate": 3.761037903518415e-06,
      "loss": 0.3677,
      "step": 941970
    },
    {
      "epoch": 262.9,
      "grad_norm": 1.0831807851791382,
      "learning_rate": 3.7610163678152013e-06,
      "loss": 0.3693,
      "step": 941980
    },
    {
      "epoch": 262.91,
      "grad_norm": 1.0894137620925903,
      "learning_rate": 3.760994831923349e-06,
      "loss": 0.3634,
      "step": 941990
    },
    {
      "epoch": 262.91,
      "grad_norm": 1.0344303846359253,
      "learning_rate": 3.7609732958428616e-06,
      "loss": 0.3749,
      "step": 942000
    },
    {
      "epoch": 262.91,
      "grad_norm": 1.0121946334838867,
      "learning_rate": 3.7609517595737413e-06,
      "loss": 0.3571,
      "step": 942010
    },
    {
      "epoch": 262.91,
      "grad_norm": 0.9173311591148376,
      "learning_rate": 3.7609302231159905e-06,
      "loss": 0.3676,
      "step": 942020
    },
    {
      "epoch": 262.92,
      "grad_norm": 1.1035369634628296,
      "learning_rate": 3.760908686469613e-06,
      "loss": 0.38,
      "step": 942030
    },
    {
      "epoch": 262.92,
      "grad_norm": 0.9398778080940247,
      "learning_rate": 3.760887149634611e-06,
      "loss": 0.3683,
      "step": 942040
    },
    {
      "epoch": 262.92,
      "grad_norm": 1.2192760705947876,
      "learning_rate": 3.7608656126109878e-06,
      "loss": 0.3624,
      "step": 942050
    },
    {
      "epoch": 262.92,
      "grad_norm": 1.208999514579773,
      "learning_rate": 3.7608440753987466e-06,
      "loss": 0.3672,
      "step": 942060
    },
    {
      "epoch": 262.93,
      "grad_norm": 1.1568617820739746,
      "learning_rate": 3.760822537997889e-06,
      "loss": 0.3665,
      "step": 942070
    },
    {
      "epoch": 262.93,
      "grad_norm": 1.1232566833496094,
      "learning_rate": 3.760801000408419e-06,
      "loss": 0.361,
      "step": 942080
    },
    {
      "epoch": 262.93,
      "grad_norm": 0.930717408657074,
      "learning_rate": 3.760779462630339e-06,
      "loss": 0.3786,
      "step": 942090
    },
    {
      "epoch": 262.94,
      "grad_norm": 1.2356945276260376,
      "learning_rate": 3.7607579246636523e-06,
      "loss": 0.3616,
      "step": 942100
    },
    {
      "epoch": 262.94,
      "grad_norm": 1.0279768705368042,
      "learning_rate": 3.7607363865083616e-06,
      "loss": 0.3719,
      "step": 942110
    },
    {
      "epoch": 262.94,
      "grad_norm": 1.0597025156021118,
      "learning_rate": 3.760714848164469e-06,
      "loss": 0.3643,
      "step": 942120
    },
    {
      "epoch": 262.94,
      "grad_norm": 0.9778909087181091,
      "learning_rate": 3.760693309631979e-06,
      "loss": 0.3637,
      "step": 942130
    },
    {
      "epoch": 262.95,
      "grad_norm": 1.2109085321426392,
      "learning_rate": 3.7606717709108926e-06,
      "loss": 0.3497,
      "step": 942140
    },
    {
      "epoch": 262.95,
      "grad_norm": 1.0171003341674805,
      "learning_rate": 3.760650232001213e-06,
      "loss": 0.3561,
      "step": 942150
    },
    {
      "epoch": 262.95,
      "grad_norm": 1.0413097143173218,
      "learning_rate": 3.7606286929029447e-06,
      "loss": 0.3657,
      "step": 942160
    },
    {
      "epoch": 262.96,
      "grad_norm": 1.0428416728973389,
      "learning_rate": 3.7606071536160895e-06,
      "loss": 0.3738,
      "step": 942170
    },
    {
      "epoch": 262.96,
      "grad_norm": 1.214906930923462,
      "learning_rate": 3.76058561414065e-06,
      "loss": 0.3725,
      "step": 942180
    },
    {
      "epoch": 262.96,
      "grad_norm": 1.0019843578338623,
      "learning_rate": 3.7605640744766288e-06,
      "loss": 0.35,
      "step": 942190
    },
    {
      "epoch": 262.96,
      "grad_norm": 0.9881006479263306,
      "learning_rate": 3.7605425346240292e-06,
      "loss": 0.3757,
      "step": 942200
    },
    {
      "epoch": 262.97,
      "grad_norm": 0.8435980677604675,
      "learning_rate": 3.7605209945828543e-06,
      "loss": 0.369,
      "step": 942210
    },
    {
      "epoch": 262.97,
      "grad_norm": 0.9674279093742371,
      "learning_rate": 3.760499454353107e-06,
      "loss": 0.3628,
      "step": 942220
    },
    {
      "epoch": 262.97,
      "grad_norm": 1.383950114250183,
      "learning_rate": 3.7604779139347903e-06,
      "loss": 0.3554,
      "step": 942230
    },
    {
      "epoch": 262.98,
      "grad_norm": 1.0463147163391113,
      "learning_rate": 3.7604563733279062e-06,
      "loss": 0.3498,
      "step": 942240
    },
    {
      "epoch": 262.98,
      "grad_norm": 1.2173386812210083,
      "learning_rate": 3.7604348325324586e-06,
      "loss": 0.374,
      "step": 942250
    },
    {
      "epoch": 262.98,
      "grad_norm": 1.0317777395248413,
      "learning_rate": 3.7604132915484492e-06,
      "loss": 0.3502,
      "step": 942260
    },
    {
      "epoch": 262.98,
      "grad_norm": 0.9342305660247803,
      "learning_rate": 3.7603917503758823e-06,
      "loss": 0.3569,
      "step": 942270
    },
    {
      "epoch": 262.99,
      "grad_norm": 0.9586857557296753,
      "learning_rate": 3.7603702090147594e-06,
      "loss": 0.3664,
      "step": 942280
    },
    {
      "epoch": 262.99,
      "grad_norm": 1.078162431716919,
      "learning_rate": 3.760348667465084e-06,
      "loss": 0.3669,
      "step": 942290
    },
    {
      "epoch": 262.99,
      "grad_norm": 1.3276084661483765,
      "learning_rate": 3.760327125726859e-06,
      "loss": 0.3819,
      "step": 942300
    },
    {
      "epoch": 262.99,
      "grad_norm": 0.9957563877105713,
      "learning_rate": 3.760305583800087e-06,
      "loss": 0.3577,
      "step": 942310
    },
    {
      "epoch": 263.0,
      "grad_norm": 1.0019344091415405,
      "learning_rate": 3.7602840416847713e-06,
      "loss": 0.3384,
      "step": 942320
    },
    {
      "epoch": 263.0,
      "eval_loss": 0.36182841658592224,
      "eval_runtime": 63.1868,
      "eval_samples_per_second": 80.064,
      "eval_steps_per_second": 10.018,
      "step": 942329
    },
    {
      "epoch": 263.0,
      "grad_norm": 1.1231858730316162,
      "learning_rate": 3.760262499380915e-06,
      "loss": 0.3541,
      "step": 942330
    },
    {
      "epoch": 263.0,
      "grad_norm": 1.0168449878692627,
      "learning_rate": 3.76024095688852e-06,
      "loss": 0.3587,
      "step": 942340
    },
    {
      "epoch": 263.01,
      "grad_norm": 1.078114628791809,
      "learning_rate": 3.7602194142075895e-06,
      "loss": 0.3684,
      "step": 942350
    },
    {
      "epoch": 263.01,
      "grad_norm": 1.0102239847183228,
      "learning_rate": 3.7601978713381267e-06,
      "loss": 0.3603,
      "step": 942360
    },
    {
      "epoch": 263.01,
      "grad_norm": 1.1877081394195557,
      "learning_rate": 3.7601763282801342e-06,
      "loss": 0.3658,
      "step": 942370
    },
    {
      "epoch": 263.01,
      "grad_norm": 1.099835753440857,
      "learning_rate": 3.760154785033615e-06,
      "loss": 0.3615,
      "step": 942380
    },
    {
      "epoch": 263.02,
      "grad_norm": 1.150713324546814,
      "learning_rate": 3.7601332415985723e-06,
      "loss": 0.3758,
      "step": 942390
    },
    {
      "epoch": 263.02,
      "grad_norm": 1.0398046970367432,
      "learning_rate": 3.760111697975009e-06,
      "loss": 0.3551,
      "step": 942400
    },
    {
      "epoch": 263.02,
      "grad_norm": 0.9779390692710876,
      "learning_rate": 3.7600901541629267e-06,
      "loss": 0.3488,
      "step": 942410
    },
    {
      "epoch": 263.03,
      "grad_norm": 0.9877822995185852,
      "learning_rate": 3.7600686101623293e-06,
      "loss": 0.3712,
      "step": 942420
    },
    {
      "epoch": 263.03,
      "grad_norm": 1.178223967552185,
      "learning_rate": 3.7600470659732196e-06,
      "loss": 0.3497,
      "step": 942430
    },
    {
      "epoch": 263.03,
      "grad_norm": 1.002341628074646,
      "learning_rate": 3.7600255215956003e-06,
      "loss": 0.3756,
      "step": 942440
    },
    {
      "epoch": 263.03,
      "grad_norm": 0.8914198875427246,
      "learning_rate": 3.760003977029474e-06,
      "loss": 0.3572,
      "step": 942450
    },
    {
      "epoch": 263.04,
      "grad_norm": 0.8938976526260376,
      "learning_rate": 3.759982432274845e-06,
      "loss": 0.3516,
      "step": 942460
    },
    {
      "epoch": 263.04,
      "grad_norm": 1.0343613624572754,
      "learning_rate": 3.7599608873317143e-06,
      "loss": 0.3569,
      "step": 942470
    },
    {
      "epoch": 263.04,
      "grad_norm": 0.883777916431427,
      "learning_rate": 3.7599393422000853e-06,
      "loss": 0.38,
      "step": 942480
    },
    {
      "epoch": 263.04,
      "grad_norm": 0.9719436764717102,
      "learning_rate": 3.7599177968799617e-06,
      "loss": 0.3453,
      "step": 942490
    },
    {
      "epoch": 263.05,
      "grad_norm": 1.0763071775436401,
      "learning_rate": 3.759896251371345e-06,
      "loss": 0.3461,
      "step": 942500
    },
    {
      "epoch": 263.05,
      "grad_norm": 0.9528495073318481,
      "learning_rate": 3.7598747056742393e-06,
      "loss": 0.3645,
      "step": 942510
    },
    {
      "epoch": 263.05,
      "grad_norm": 16.102930068969727,
      "learning_rate": 3.7598531597886476e-06,
      "loss": 0.363,
      "step": 942520
    },
    {
      "epoch": 263.06,
      "grad_norm": 0.9469984173774719,
      "learning_rate": 3.759831613714571e-06,
      "loss": 0.3704,
      "step": 942530
    },
    {
      "epoch": 263.06,
      "grad_norm": 1.1098501682281494,
      "learning_rate": 3.7598100674520147e-06,
      "loss": 0.3857,
      "step": 942540
    },
    {
      "epoch": 263.06,
      "grad_norm": 1.1571661233901978,
      "learning_rate": 3.7597885210009798e-06,
      "loss": 0.348,
      "step": 942550
    },
    {
      "epoch": 263.06,
      "grad_norm": 1.1690471172332764,
      "learning_rate": 3.75976697436147e-06,
      "loss": 0.3594,
      "step": 942560
    },
    {
      "epoch": 263.07,
      "grad_norm": 1.2449442148208618,
      "learning_rate": 3.7597454275334875e-06,
      "loss": 0.3748,
      "step": 942570
    },
    {
      "epoch": 263.07,
      "grad_norm": 0.9474931955337524,
      "learning_rate": 3.759723880517036e-06,
      "loss": 0.3697,
      "step": 942580
    },
    {
      "epoch": 263.07,
      "grad_norm": 1.0331326723098755,
      "learning_rate": 3.7597023333121186e-06,
      "loss": 0.3593,
      "step": 942590
    },
    {
      "epoch": 263.08,
      "grad_norm": 1.1567448377609253,
      "learning_rate": 3.759680785918737e-06,
      "loss": 0.3768,
      "step": 942600
    },
    {
      "epoch": 263.08,
      "grad_norm": 1.1070324182510376,
      "learning_rate": 3.759659238336894e-06,
      "loss": 0.3612,
      "step": 942610
    },
    {
      "epoch": 263.08,
      "grad_norm": 0.9889096021652222,
      "learning_rate": 3.7596376905665944e-06,
      "loss": 0.369,
      "step": 942620
    },
    {
      "epoch": 263.08,
      "grad_norm": 1.0943387746810913,
      "learning_rate": 3.759616142607839e-06,
      "loss": 0.3821,
      "step": 942630
    },
    {
      "epoch": 263.09,
      "grad_norm": 1.0021203756332397,
      "learning_rate": 3.759594594460631e-06,
      "loss": 0.3512,
      "step": 942640
    },
    {
      "epoch": 263.09,
      "grad_norm": 0.9918161630630493,
      "learning_rate": 3.7595730461249744e-06,
      "loss": 0.361,
      "step": 942650
    },
    {
      "epoch": 263.09,
      "grad_norm": 1.3228507041931152,
      "learning_rate": 3.7595514976008713e-06,
      "loss": 0.3564,
      "step": 942660
    },
    {
      "epoch": 263.1,
      "grad_norm": 1.128722071647644,
      "learning_rate": 3.759529948888324e-06,
      "loss": 0.3484,
      "step": 942670
    },
    {
      "epoch": 263.1,
      "grad_norm": 0.9521597027778625,
      "learning_rate": 3.7595083999873366e-06,
      "loss": 0.3642,
      "step": 942680
    },
    {
      "epoch": 263.1,
      "grad_norm": 1.1386443376541138,
      "learning_rate": 3.7594868508979114e-06,
      "loss": 0.372,
      "step": 942690
    },
    {
      "epoch": 263.1,
      "grad_norm": 1.1693357229232788,
      "learning_rate": 3.7594653016200514e-06,
      "loss": 0.3604,
      "step": 942700
    },
    {
      "epoch": 263.11,
      "grad_norm": 0.9334248900413513,
      "learning_rate": 3.7594437521537583e-06,
      "loss": 0.3506,
      "step": 942710
    },
    {
      "epoch": 263.11,
      "grad_norm": 12.044636726379395,
      "learning_rate": 3.7594222024990373e-06,
      "loss": 0.356,
      "step": 942720
    },
    {
      "epoch": 263.11,
      "grad_norm": 1.1212631464004517,
      "learning_rate": 3.759400652655889e-06,
      "loss": 0.3621,
      "step": 942730
    },
    {
      "epoch": 263.11,
      "grad_norm": 1.0898555517196655,
      "learning_rate": 3.7593791026243172e-06,
      "loss": 0.3541,
      "step": 942740
    },
    {
      "epoch": 263.12,
      "grad_norm": 1.0604866743087769,
      "learning_rate": 3.7593575524043254e-06,
      "loss": 0.3698,
      "step": 942750
    },
    {
      "epoch": 263.12,
      "grad_norm": 1.2104464769363403,
      "learning_rate": 3.7593360019959157e-06,
      "loss": 0.3613,
      "step": 942760
    },
    {
      "epoch": 263.12,
      "grad_norm": 1.0077412128448486,
      "learning_rate": 3.7593144513990908e-06,
      "loss": 0.3622,
      "step": 942770
    },
    {
      "epoch": 263.13,
      "grad_norm": 0.9980073571205139,
      "learning_rate": 3.7592929006138543e-06,
      "loss": 0.3698,
      "step": 942780
    },
    {
      "epoch": 263.13,
      "grad_norm": 1.1189136505126953,
      "learning_rate": 3.7592713496402077e-06,
      "loss": 0.3557,
      "step": 942790
    },
    {
      "epoch": 263.13,
      "grad_norm": 1.112644910812378,
      "learning_rate": 3.759249798478156e-06,
      "loss": 0.348,
      "step": 942800
    },
    {
      "epoch": 263.13,
      "grad_norm": 1.1657295227050781,
      "learning_rate": 3.759228247127701e-06,
      "loss": 0.3561,
      "step": 942810
    },
    {
      "epoch": 263.14,
      "grad_norm": 0.9049663543701172,
      "learning_rate": 3.7592066955888444e-06,
      "loss": 0.3744,
      "step": 942820
    },
    {
      "epoch": 263.14,
      "grad_norm": 1.078169345855713,
      "learning_rate": 3.759185143861591e-06,
      "loss": 0.3589,
      "step": 942830
    },
    {
      "epoch": 263.14,
      "grad_norm": 0.9551005363464355,
      "learning_rate": 3.7591635919459424e-06,
      "loss": 0.3537,
      "step": 942840
    },
    {
      "epoch": 263.15,
      "grad_norm": 0.9874390363693237,
      "learning_rate": 3.7591420398419015e-06,
      "loss": 0.3687,
      "step": 942850
    },
    {
      "epoch": 263.15,
      "grad_norm": 1.112592101097107,
      "learning_rate": 3.759120487549472e-06,
      "loss": 0.3569,
      "step": 942860
    },
    {
      "epoch": 263.15,
      "grad_norm": 1.0087810754776,
      "learning_rate": 3.7590989350686565e-06,
      "loss": 0.3773,
      "step": 942870
    },
    {
      "epoch": 263.15,
      "grad_norm": 0.9888541102409363,
      "learning_rate": 3.7590773823994574e-06,
      "loss": 0.3485,
      "step": 942880
    },
    {
      "epoch": 263.16,
      "grad_norm": 1.130624532699585,
      "learning_rate": 3.759055829541878e-06,
      "loss": 0.3542,
      "step": 942890
    },
    {
      "epoch": 263.16,
      "grad_norm": 0.9606720805168152,
      "learning_rate": 3.75903427649592e-06,
      "loss": 0.3491,
      "step": 942900
    },
    {
      "epoch": 263.16,
      "grad_norm": 2.4891417026519775,
      "learning_rate": 3.7590127232615888e-06,
      "loss": 0.363,
      "step": 942910
    },
    {
      "epoch": 263.16,
      "grad_norm": 1.0035607814788818,
      "learning_rate": 3.758991169838885e-06,
      "loss": 0.3706,
      "step": 942920
    },
    {
      "epoch": 263.17,
      "grad_norm": 1.0414410829544067,
      "learning_rate": 3.758969616227812e-06,
      "loss": 0.3615,
      "step": 942930
    },
    {
      "epoch": 263.17,
      "grad_norm": 1.0182324647903442,
      "learning_rate": 3.758948062428373e-06,
      "loss": 0.3599,
      "step": 942940
    },
    {
      "epoch": 263.17,
      "grad_norm": 0.9682636857032776,
      "learning_rate": 3.7589265084405708e-06,
      "loss": 0.3689,
      "step": 942950
    },
    {
      "epoch": 263.18,
      "grad_norm": 1.0236356258392334,
      "learning_rate": 3.758904954264408e-06,
      "loss": 0.3731,
      "step": 942960
    },
    {
      "epoch": 263.18,
      "grad_norm": 1.0673789978027344,
      "learning_rate": 3.758883399899889e-06,
      "loss": 0.3437,
      "step": 942970
    },
    {
      "epoch": 263.18,
      "grad_norm": 1.1918948888778687,
      "learning_rate": 3.7588618453470143e-06,
      "loss": 0.3622,
      "step": 942980
    },
    {
      "epoch": 263.18,
      "grad_norm": 0.954398512840271,
      "learning_rate": 3.758840290605788e-06,
      "loss": 0.3629,
      "step": 942990
    },
    {
      "epoch": 263.19,
      "grad_norm": 1.0295368432998657,
      "learning_rate": 3.758818735676212e-06,
      "loss": 0.3748,
      "step": 943000
    },
    {
      "epoch": 263.19,
      "grad_norm": 1.2233154773712158,
      "learning_rate": 3.758797180558291e-06,
      "loss": 0.3698,
      "step": 943010
    },
    {
      "epoch": 263.19,
      "grad_norm": 1.0857161283493042,
      "learning_rate": 3.7587756252520265e-06,
      "loss": 0.3559,
      "step": 943020
    },
    {
      "epoch": 263.2,
      "grad_norm": 1.0572129487991333,
      "learning_rate": 3.7587540697574216e-06,
      "loss": 0.3682,
      "step": 943030
    },
    {
      "epoch": 263.2,
      "grad_norm": 1.0593855381011963,
      "learning_rate": 3.7587325140744797e-06,
      "loss": 0.3567,
      "step": 943040
    },
    {
      "epoch": 263.2,
      "grad_norm": 0.9808690547943115,
      "learning_rate": 3.758710958203202e-06,
      "loss": 0.3622,
      "step": 943050
    },
    {
      "epoch": 263.2,
      "grad_norm": 1.0239275693893433,
      "learning_rate": 3.758689402143594e-06,
      "loss": 0.3443,
      "step": 943060
    },
    {
      "epoch": 263.21,
      "grad_norm": 1.0255695581436157,
      "learning_rate": 3.758667845895657e-06,
      "loss": 0.3692,
      "step": 943070
    },
    {
      "epoch": 263.21,
      "grad_norm": 1.0786900520324707,
      "learning_rate": 3.7586462894593934e-06,
      "loss": 0.3478,
      "step": 943080
    },
    {
      "epoch": 263.21,
      "grad_norm": 1.144474983215332,
      "learning_rate": 3.758624732834807e-06,
      "loss": 0.362,
      "step": 943090
    },
    {
      "epoch": 263.22,
      "grad_norm": 1.0074357986450195,
      "learning_rate": 3.758603176021901e-06,
      "loss": 0.3569,
      "step": 943100
    },
    {
      "epoch": 263.22,
      "grad_norm": 0.9465552568435669,
      "learning_rate": 3.7585816190206767e-06,
      "loss": 0.3501,
      "step": 943110
    },
    {
      "epoch": 263.22,
      "grad_norm": 1.0490527153015137,
      "learning_rate": 3.758560061831138e-06,
      "loss": 0.3612,
      "step": 943120
    },
    {
      "epoch": 263.22,
      "grad_norm": 1.109190583229065,
      "learning_rate": 3.758538504453289e-06,
      "loss": 0.3526,
      "step": 943130
    },
    {
      "epoch": 263.23,
      "grad_norm": 1.0651618242263794,
      "learning_rate": 3.7585169468871297e-06,
      "loss": 0.3562,
      "step": 943140
    },
    {
      "epoch": 263.23,
      "grad_norm": 1.2060439586639404,
      "learning_rate": 3.7584953891326655e-06,
      "loss": 0.3487,
      "step": 943150
    },
    {
      "epoch": 263.23,
      "grad_norm": 1.0310468673706055,
      "learning_rate": 3.758473831189898e-06,
      "loss": 0.3571,
      "step": 943160
    },
    {
      "epoch": 263.23,
      "grad_norm": 1.2510446310043335,
      "learning_rate": 3.7584522730588303e-06,
      "loss": 0.3626,
      "step": 943170
    },
    {
      "epoch": 263.24,
      "grad_norm": 0.8914815187454224,
      "learning_rate": 3.7584307147394654e-06,
      "loss": 0.3569,
      "step": 943180
    },
    {
      "epoch": 263.24,
      "grad_norm": 1.1564527750015259,
      "learning_rate": 3.758409156231806e-06,
      "loss": 0.3745,
      "step": 943190
    },
    {
      "epoch": 263.24,
      "grad_norm": 1.0718356370925903,
      "learning_rate": 3.7583875975358547e-06,
      "loss": 0.3452,
      "step": 943200
    },
    {
      "epoch": 263.25,
      "grad_norm": 1.061540126800537,
      "learning_rate": 3.7583660386516154e-06,
      "loss": 0.3616,
      "step": 943210
    },
    {
      "epoch": 263.25,
      "grad_norm": 1.0120855569839478,
      "learning_rate": 3.7583444795790903e-06,
      "loss": 0.3519,
      "step": 943220
    },
    {
      "epoch": 263.25,
      "grad_norm": 0.8452049493789673,
      "learning_rate": 3.7583229203182826e-06,
      "loss": 0.3765,
      "step": 943230
    },
    {
      "epoch": 263.25,
      "grad_norm": 1.1908435821533203,
      "learning_rate": 3.758301360869194e-06,
      "loss": 0.3485,
      "step": 943240
    },
    {
      "epoch": 263.26,
      "grad_norm": 1.1193103790283203,
      "learning_rate": 3.7582798012318282e-06,
      "loss": 0.3575,
      "step": 943250
    },
    {
      "epoch": 263.26,
      "grad_norm": 1.0680046081542969,
      "learning_rate": 3.7582582414061884e-06,
      "loss": 0.3637,
      "step": 943260
    },
    {
      "epoch": 263.26,
      "grad_norm": 0.9754548072814941,
      "learning_rate": 3.7582366813922777e-06,
      "loss": 0.3416,
      "step": 943270
    },
    {
      "epoch": 263.27,
      "grad_norm": 0.8728766441345215,
      "learning_rate": 3.758215121190098e-06,
      "loss": 0.348,
      "step": 943280
    },
    {
      "epoch": 263.27,
      "grad_norm": 1.0499869585037231,
      "learning_rate": 3.7581935607996527e-06,
      "loss": 0.365,
      "step": 943290
    },
    {
      "epoch": 263.27,
      "grad_norm": 1.0758674144744873,
      "learning_rate": 3.7581720002209442e-06,
      "loss": 0.3481,
      "step": 943300
    },
    {
      "epoch": 263.27,
      "grad_norm": 1.149038314819336,
      "learning_rate": 3.7581504394539764e-06,
      "loss": 0.3747,
      "step": 943310
    },
    {
      "epoch": 263.28,
      "grad_norm": 1.0612131357192993,
      "learning_rate": 3.758128878498751e-06,
      "loss": 0.3672,
      "step": 943320
    },
    {
      "epoch": 263.28,
      "grad_norm": 1.0760843753814697,
      "learning_rate": 3.7581073173552713e-06,
      "loss": 0.361,
      "step": 943330
    },
    {
      "epoch": 263.28,
      "grad_norm": 0.8918190598487854,
      "learning_rate": 3.758085756023541e-06,
      "loss": 0.349,
      "step": 943340
    },
    {
      "epoch": 263.28,
      "grad_norm": 1.1392093896865845,
      "learning_rate": 3.758064194503561e-06,
      "loss": 0.3593,
      "step": 943350
    },
    {
      "epoch": 263.29,
      "grad_norm": 1.1624897718429565,
      "learning_rate": 3.758042632795337e-06,
      "loss": 0.3613,
      "step": 943360
    },
    {
      "epoch": 263.29,
      "grad_norm": 1.1202415227890015,
      "learning_rate": 3.7580210708988687e-06,
      "loss": 0.3646,
      "step": 943370
    },
    {
      "epoch": 263.29,
      "grad_norm": 0.9321407079696655,
      "learning_rate": 3.7579995088141615e-06,
      "loss": 0.3601,
      "step": 943380
    },
    {
      "epoch": 263.3,
      "grad_norm": 1.056304931640625,
      "learning_rate": 3.7579779465412173e-06,
      "loss": 0.367,
      "step": 943390
    },
    {
      "epoch": 263.3,
      "grad_norm": 0.9965326189994812,
      "learning_rate": 3.757956384080038e-06,
      "loss": 0.3689,
      "step": 943400
    },
    {
      "epoch": 263.3,
      "grad_norm": 1.189527153968811,
      "learning_rate": 3.7579348214306282e-06,
      "loss": 0.3462,
      "step": 943410
    },
    {
      "epoch": 263.3,
      "grad_norm": 1.228249430656433,
      "learning_rate": 3.75791325859299e-06,
      "loss": 0.3812,
      "step": 943420
    },
    {
      "epoch": 263.31,
      "grad_norm": 1.1490808725357056,
      "learning_rate": 3.7578916955671264e-06,
      "loss": 0.3647,
      "step": 943430
    },
    {
      "epoch": 263.31,
      "grad_norm": 1.3224879503250122,
      "learning_rate": 3.75787013235304e-06,
      "loss": 0.3734,
      "step": 943440
    },
    {
      "epoch": 263.31,
      "grad_norm": 4.408167839050293,
      "learning_rate": 3.757848568950734e-06,
      "loss": 0.3864,
      "step": 943450
    },
    {
      "epoch": 263.32,
      "grad_norm": 1.013892650604248,
      "learning_rate": 3.7578270053602108e-06,
      "loss": 0.3544,
      "step": 943460
    },
    {
      "epoch": 263.32,
      "grad_norm": 1.0622096061706543,
      "learning_rate": 3.7578054415814733e-06,
      "loss": 0.3774,
      "step": 943470
    },
    {
      "epoch": 263.32,
      "grad_norm": 1.0307114124298096,
      "learning_rate": 3.7577838776145246e-06,
      "loss": 0.3582,
      "step": 943480
    },
    {
      "epoch": 263.32,
      "grad_norm": 1.1359481811523438,
      "learning_rate": 3.7577623134593687e-06,
      "loss": 0.3672,
      "step": 943490
    },
    {
      "epoch": 263.33,
      "grad_norm": 1.0839688777923584,
      "learning_rate": 3.7577407491160066e-06,
      "loss": 0.353,
      "step": 943500
    },
    {
      "epoch": 263.33,
      "grad_norm": 0.9918334484100342,
      "learning_rate": 3.757719184584442e-06,
      "loss": 0.347,
      "step": 943510
    },
    {
      "epoch": 263.33,
      "grad_norm": 1.0894381999969482,
      "learning_rate": 3.757697619864678e-06,
      "loss": 0.353,
      "step": 943520
    },
    {
      "epoch": 263.34,
      "grad_norm": 0.85008305311203,
      "learning_rate": 3.7576760549567167e-06,
      "loss": 0.3579,
      "step": 943530
    },
    {
      "epoch": 263.34,
      "grad_norm": 1.2749378681182861,
      "learning_rate": 3.7576544898605618e-06,
      "loss": 0.3757,
      "step": 943540
    },
    {
      "epoch": 263.34,
      "grad_norm": 1.2046743631362915,
      "learning_rate": 3.757632924576216e-06,
      "loss": 0.3823,
      "step": 943550
    },
    {
      "epoch": 263.34,
      "grad_norm": 0.9988187551498413,
      "learning_rate": 3.757611359103681e-06,
      "loss": 0.3744,
      "step": 943560
    },
    {
      "epoch": 263.35,
      "grad_norm": 1.091274380683899,
      "learning_rate": 3.7575897934429618e-06,
      "loss": 0.3578,
      "step": 943570
    },
    {
      "epoch": 263.35,
      "grad_norm": 1.0468295812606812,
      "learning_rate": 3.75756822759406e-06,
      "loss": 0.3691,
      "step": 943580
    },
    {
      "epoch": 263.35,
      "grad_norm": 0.9749036431312561,
      "learning_rate": 3.757546661556978e-06,
      "loss": 0.3593,
      "step": 943590
    },
    {
      "epoch": 263.35,
      "grad_norm": 1.0011602640151978,
      "learning_rate": 3.7575250953317194e-06,
      "loss": 0.369,
      "step": 943600
    },
    {
      "epoch": 263.36,
      "grad_norm": 0.9860842227935791,
      "learning_rate": 3.757503528918287e-06,
      "loss": 0.3712,
      "step": 943610
    },
    {
      "epoch": 263.36,
      "grad_norm": 1.1308501958847046,
      "learning_rate": 3.7574819623166845e-06,
      "loss": 0.3665,
      "step": 943620
    },
    {
      "epoch": 263.36,
      "grad_norm": 0.9800700545310974,
      "learning_rate": 3.7574603955269125e-06,
      "loss": 0.3661,
      "step": 943630
    },
    {
      "epoch": 263.37,
      "grad_norm": 1.0322191715240479,
      "learning_rate": 3.757438828548977e-06,
      "loss": 0.3724,
      "step": 943640
    },
    {
      "epoch": 263.37,
      "grad_norm": 1.1272878646850586,
      "learning_rate": 3.757417261382878e-06,
      "loss": 0.3565,
      "step": 943650
    },
    {
      "epoch": 263.37,
      "grad_norm": 0.928980827331543,
      "learning_rate": 3.757395694028619e-06,
      "loss": 0.3385,
      "step": 943660
    },
    {
      "epoch": 263.37,
      "grad_norm": 1.013304591178894,
      "learning_rate": 3.7573741264862034e-06,
      "loss": 0.368,
      "step": 943670
    },
    {
      "epoch": 263.38,
      "grad_norm": 1.036927580833435,
      "learning_rate": 3.7573525587556354e-06,
      "loss": 0.3755,
      "step": 943680
    },
    {
      "epoch": 263.38,
      "grad_norm": 0.9834498167037964,
      "learning_rate": 3.7573309908369155e-06,
      "loss": 0.3772,
      "step": 943690
    },
    {
      "epoch": 263.38,
      "grad_norm": 1.03157639503479,
      "learning_rate": 3.7573094227300476e-06,
      "loss": 0.3499,
      "step": 943700
    },
    {
      "epoch": 263.39,
      "grad_norm": 0.9336032867431641,
      "learning_rate": 3.757287854435035e-06,
      "loss": 0.3599,
      "step": 943710
    },
    {
      "epoch": 263.39,
      "grad_norm": 1.0627555847167969,
      "learning_rate": 3.7572662859518804e-06,
      "loss": 0.349,
      "step": 943720
    },
    {
      "epoch": 263.39,
      "grad_norm": 1.0585527420043945,
      "learning_rate": 3.7572447172805857e-06,
      "loss": 0.3536,
      "step": 943730
    },
    {
      "epoch": 263.39,
      "grad_norm": 1.1269252300262451,
      "learning_rate": 3.757223148421155e-06,
      "loss": 0.3699,
      "step": 943740
    },
    {
      "epoch": 263.4,
      "grad_norm": 1.2168238162994385,
      "learning_rate": 3.7572015793735895e-06,
      "loss": 0.3622,
      "step": 943750
    },
    {
      "epoch": 263.4,
      "grad_norm": 1.292786717414856,
      "learning_rate": 3.757180010137894e-06,
      "loss": 0.3657,
      "step": 943760
    },
    {
      "epoch": 263.4,
      "grad_norm": 1.1219465732574463,
      "learning_rate": 3.7571584407140706e-06,
      "loss": 0.3722,
      "step": 943770
    },
    {
      "epoch": 263.4,
      "grad_norm": 1.227599859237671,
      "learning_rate": 3.7571368711021217e-06,
      "loss": 0.3336,
      "step": 943780
    },
    {
      "epoch": 263.41,
      "grad_norm": 1.0642900466918945,
      "learning_rate": 3.757115301302052e-06,
      "loss": 0.3765,
      "step": 943790
    },
    {
      "epoch": 263.41,
      "grad_norm": 1.000007152557373,
      "learning_rate": 3.7570937313138615e-06,
      "loss": 0.3597,
      "step": 943800
    },
    {
      "epoch": 263.41,
      "grad_norm": 1.0452319383621216,
      "learning_rate": 3.757072161137555e-06,
      "loss": 0.3425,
      "step": 943810
    },
    {
      "epoch": 263.42,
      "grad_norm": 0.9233623147010803,
      "learning_rate": 3.7570505907731354e-06,
      "loss": 0.3682,
      "step": 943820
    },
    {
      "epoch": 263.42,
      "grad_norm": 1.131845235824585,
      "learning_rate": 3.7570290202206047e-06,
      "loss": 0.3629,
      "step": 943830
    },
    {
      "epoch": 263.42,
      "grad_norm": 1.1607704162597656,
      "learning_rate": 3.757007449479966e-06,
      "loss": 0.345,
      "step": 943840
    },
    {
      "epoch": 263.42,
      "grad_norm": 1.1866174936294556,
      "learning_rate": 3.7569858785512228e-06,
      "loss": 0.3523,
      "step": 943850
    },
    {
      "epoch": 263.43,
      "grad_norm": 0.968507707118988,
      "learning_rate": 3.756964307434377e-06,
      "loss": 0.3604,
      "step": 943860
    },
    {
      "epoch": 263.43,
      "grad_norm": 0.9382489919662476,
      "learning_rate": 3.7569427361294326e-06,
      "loss": 0.3433,
      "step": 943870
    },
    {
      "epoch": 263.43,
      "grad_norm": 0.9700689315795898,
      "learning_rate": 3.756921164636391e-06,
      "loss": 0.3635,
      "step": 943880
    },
    {
      "epoch": 263.44,
      "grad_norm": 1.1797816753387451,
      "learning_rate": 3.756899592955257e-06,
      "loss": 0.3517,
      "step": 943890
    },
    {
      "epoch": 263.44,
      "grad_norm": 1.002113699913025,
      "learning_rate": 3.7568780210860316e-06,
      "loss": 0.3718,
      "step": 943900
    },
    {
      "epoch": 263.44,
      "grad_norm": 0.9447525143623352,
      "learning_rate": 3.7568564490287194e-06,
      "loss": 0.3657,
      "step": 943910
    },
    {
      "epoch": 263.44,
      "grad_norm": 1.0619040727615356,
      "learning_rate": 3.756834876783321e-06,
      "loss": 0.3752,
      "step": 943920
    },
    {
      "epoch": 263.45,
      "grad_norm": 0.9911875128746033,
      "learning_rate": 3.7568133043498413e-06,
      "loss": 0.3484,
      "step": 943930
    },
    {
      "epoch": 263.45,
      "grad_norm": 1.2455847263336182,
      "learning_rate": 3.7567917317282827e-06,
      "loss": 0.3715,
      "step": 943940
    },
    {
      "epoch": 263.45,
      "grad_norm": 1.087015151977539,
      "learning_rate": 3.756770158918647e-06,
      "loss": 0.3662,
      "step": 943950
    },
    {
      "epoch": 263.46,
      "grad_norm": 1.0516564846038818,
      "learning_rate": 3.7567485859209395e-06,
      "loss": 0.3621,
      "step": 943960
    },
    {
      "epoch": 263.46,
      "grad_norm": 1.0386431217193604,
      "learning_rate": 3.7567270127351603e-06,
      "loss": 0.3602,
      "step": 943970
    },
    {
      "epoch": 263.46,
      "grad_norm": 1.0481733083724976,
      "learning_rate": 3.756705439361314e-06,
      "loss": 0.3491,
      "step": 943980
    },
    {
      "epoch": 263.46,
      "grad_norm": 0.9896847009658813,
      "learning_rate": 3.7566838657994024e-06,
      "loss": 0.3671,
      "step": 943990
    },
    {
      "epoch": 263.47,
      "grad_norm": 1.0602856874465942,
      "learning_rate": 3.7566622920494294e-06,
      "loss": 0.3773,
      "step": 944000
    },
    {
      "epoch": 263.47,
      "grad_norm": 1.1565569639205933,
      "learning_rate": 3.756640718111397e-06,
      "loss": 0.3628,
      "step": 944010
    },
    {
      "epoch": 263.47,
      "grad_norm": 1.2094247341156006,
      "learning_rate": 3.756619143985309e-06,
      "loss": 0.367,
      "step": 944020
    },
    {
      "epoch": 263.47,
      "grad_norm": 1.03187096118927,
      "learning_rate": 3.7565975696711674e-06,
      "loss": 0.3746,
      "step": 944030
    },
    {
      "epoch": 263.48,
      "grad_norm": 1.0375996828079224,
      "learning_rate": 3.756575995168975e-06,
      "loss": 0.3786,
      "step": 944040
    },
    {
      "epoch": 263.48,
      "grad_norm": 1.0074101686477661,
      "learning_rate": 3.756554420478736e-06,
      "loss": 0.378,
      "step": 944050
    },
    {
      "epoch": 263.48,
      "grad_norm": 1.3102809190750122,
      "learning_rate": 3.756532845600452e-06,
      "loss": 0.3552,
      "step": 944060
    },
    {
      "epoch": 263.49,
      "grad_norm": 0.9589642286300659,
      "learning_rate": 3.7565112705341254e-06,
      "loss": 0.3411,
      "step": 944070
    },
    {
      "epoch": 263.49,
      "grad_norm": 0.9427833557128906,
      "learning_rate": 3.7564896952797605e-06,
      "loss": 0.3574,
      "step": 944080
    },
    {
      "epoch": 263.49,
      "grad_norm": 1.2655986547470093,
      "learning_rate": 3.75646811983736e-06,
      "loss": 0.379,
      "step": 944090
    },
    {
      "epoch": 263.49,
      "grad_norm": 1.2143479585647583,
      "learning_rate": 3.756446544206926e-06,
      "loss": 0.353,
      "step": 944100
    },
    {
      "epoch": 263.5,
      "grad_norm": 1.0350968837738037,
      "learning_rate": 3.7564249683884613e-06,
      "loss": 0.3557,
      "step": 944110
    },
    {
      "epoch": 263.5,
      "grad_norm": 0.9171673059463501,
      "learning_rate": 3.7564033923819693e-06,
      "loss": 0.3445,
      "step": 944120
    },
    {
      "epoch": 263.5,
      "grad_norm": 1.0571768283843994,
      "learning_rate": 3.7563818161874537e-06,
      "loss": 0.3665,
      "step": 944130
    },
    {
      "epoch": 263.51,
      "grad_norm": 0.9997872114181519,
      "learning_rate": 3.756360239804915e-06,
      "loss": 0.3459,
      "step": 944140
    },
    {
      "epoch": 263.51,
      "grad_norm": 1.2539771795272827,
      "learning_rate": 3.756338663234359e-06,
      "loss": 0.3784,
      "step": 944150
    },
    {
      "epoch": 263.51,
      "grad_norm": 1.1268173456192017,
      "learning_rate": 3.7563170864757863e-06,
      "loss": 0.372,
      "step": 944160
    },
    {
      "epoch": 263.51,
      "grad_norm": 1.0949348211288452,
      "learning_rate": 3.7562955095292e-06,
      "loss": 0.3554,
      "step": 944170
    },
    {
      "epoch": 263.52,
      "grad_norm": 1.0825119018554688,
      "learning_rate": 3.7562739323946037e-06,
      "loss": 0.3534,
      "step": 944180
    },
    {
      "epoch": 263.52,
      "grad_norm": 1.075015902519226,
      "learning_rate": 3.7562523550720008e-06,
      "loss": 0.3673,
      "step": 944190
    },
    {
      "epoch": 263.52,
      "grad_norm": 0.9941386580467224,
      "learning_rate": 3.7562307775613926e-06,
      "loss": 0.3581,
      "step": 944200
    },
    {
      "epoch": 263.52,
      "grad_norm": 0.9959141612052917,
      "learning_rate": 3.7562091998627837e-06,
      "loss": 0.3511,
      "step": 944210
    },
    {
      "epoch": 263.53,
      "grad_norm": 1.0846344232559204,
      "learning_rate": 3.7561876219761754e-06,
      "loss": 0.3911,
      "step": 944220
    },
    {
      "epoch": 263.53,
      "grad_norm": 0.9032647013664246,
      "learning_rate": 3.7561660439015716e-06,
      "loss": 0.3486,
      "step": 944230
    },
    {
      "epoch": 263.53,
      "grad_norm": 0.995174765586853,
      "learning_rate": 3.756144465638975e-06,
      "loss": 0.3505,
      "step": 944240
    },
    {
      "epoch": 263.54,
      "grad_norm": 1.1181451082229614,
      "learning_rate": 3.7561228871883878e-06,
      "loss": 0.3461,
      "step": 944250
    },
    {
      "epoch": 263.54,
      "grad_norm": 0.99219810962677,
      "learning_rate": 3.7561013085498137e-06,
      "loss": 0.347,
      "step": 944260
    },
    {
      "epoch": 263.54,
      "grad_norm": 0.8899842500686646,
      "learning_rate": 3.7560797297232556e-06,
      "loss": 0.3703,
      "step": 944270
    },
    {
      "epoch": 263.54,
      "grad_norm": 1.0944968461990356,
      "learning_rate": 3.756058150708715e-06,
      "loss": 0.3558,
      "step": 944280
    },
    {
      "epoch": 263.55,
      "grad_norm": 1.109780192375183,
      "learning_rate": 3.756036571506197e-06,
      "loss": 0.3642,
      "step": 944290
    },
    {
      "epoch": 263.55,
      "grad_norm": 1.206851840019226,
      "learning_rate": 3.756014992115703e-06,
      "loss": 0.3753,
      "step": 944300
    },
    {
      "epoch": 263.55,
      "grad_norm": 0.96159827709198,
      "learning_rate": 3.7559934125372352e-06,
      "loss": 0.3602,
      "step": 944310
    },
    {
      "epoch": 263.56,
      "grad_norm": 1.0886832475662231,
      "learning_rate": 3.7559718327707983e-06,
      "loss": 0.3527,
      "step": 944320
    },
    {
      "epoch": 263.56,
      "grad_norm": 1.0581276416778564,
      "learning_rate": 3.7559502528163937e-06,
      "loss": 0.3562,
      "step": 944330
    },
    {
      "epoch": 263.56,
      "grad_norm": 0.9217532277107239,
      "learning_rate": 3.7559286726740253e-06,
      "loss": 0.3518,
      "step": 944340
    },
    {
      "epoch": 263.56,
      "grad_norm": 1.089001178741455,
      "learning_rate": 3.7559070923436953e-06,
      "loss": 0.3594,
      "step": 944350
    },
    {
      "epoch": 263.57,
      "grad_norm": 1.1367839574813843,
      "learning_rate": 3.7558855118254073e-06,
      "loss": 0.3514,
      "step": 944360
    },
    {
      "epoch": 263.57,
      "grad_norm": 1.1248178482055664,
      "learning_rate": 3.7558639311191627e-06,
      "loss": 0.3384,
      "step": 944370
    },
    {
      "epoch": 263.57,
      "grad_norm": 0.9645529985427856,
      "learning_rate": 3.7558423502249662e-06,
      "loss": 0.3453,
      "step": 944380
    },
    {
      "epoch": 263.58,
      "grad_norm": 1.1212470531463623,
      "learning_rate": 3.75582076914282e-06,
      "loss": 0.358,
      "step": 944390
    },
    {
      "epoch": 263.58,
      "grad_norm": 1.0323832035064697,
      "learning_rate": 3.7557991878727262e-06,
      "loss": 0.3454,
      "step": 944400
    },
    {
      "epoch": 263.58,
      "grad_norm": 1.0292679071426392,
      "learning_rate": 3.7557776064146887e-06,
      "loss": 0.3585,
      "step": 944410
    },
    {
      "epoch": 263.58,
      "grad_norm": 0.8880061507225037,
      "learning_rate": 3.75575602476871e-06,
      "loss": 0.347,
      "step": 944420
    },
    {
      "epoch": 263.59,
      "grad_norm": 1.1178977489471436,
      "learning_rate": 3.755734442934792e-06,
      "loss": 0.3579,
      "step": 944430
    },
    {
      "epoch": 263.59,
      "grad_norm": 1.0326921939849854,
      "learning_rate": 3.7557128609129393e-06,
      "loss": 0.3671,
      "step": 944440
    },
    {
      "epoch": 263.59,
      "grad_norm": 0.9982563853263855,
      "learning_rate": 3.755691278703154e-06,
      "loss": 0.3527,
      "step": 944450
    },
    {
      "epoch": 263.59,
      "grad_norm": 0.9162763953208923,
      "learning_rate": 3.755669696305439e-06,
      "loss": 0.3428,
      "step": 944460
    },
    {
      "epoch": 263.6,
      "grad_norm": 0.9770478010177612,
      "learning_rate": 3.7556481137197968e-06,
      "loss": 0.3595,
      "step": 944470
    },
    {
      "epoch": 263.6,
      "grad_norm": 1.0563715696334839,
      "learning_rate": 3.75562653094623e-06,
      "loss": 0.3718,
      "step": 944480
    },
    {
      "epoch": 263.6,
      "grad_norm": 0.9842683672904968,
      "learning_rate": 3.7556049479847426e-06,
      "loss": 0.3554,
      "step": 944490
    },
    {
      "epoch": 263.61,
      "grad_norm": 1.246052622795105,
      "learning_rate": 3.7555833648353374e-06,
      "loss": 0.3622,
      "step": 944500
    },
    {
      "epoch": 263.61,
      "grad_norm": 1.1257785558700562,
      "learning_rate": 3.755561781498016e-06,
      "loss": 0.3602,
      "step": 944510
    },
    {
      "epoch": 263.61,
      "grad_norm": 0.9440003037452698,
      "learning_rate": 3.755540197972783e-06,
      "loss": 0.3522,
      "step": 944520
    },
    {
      "epoch": 263.61,
      "grad_norm": 0.9215636849403381,
      "learning_rate": 3.7555186142596396e-06,
      "loss": 0.3685,
      "step": 944530
    },
    {
      "epoch": 263.62,
      "grad_norm": 1.944065809249878,
      "learning_rate": 3.7554970303585896e-06,
      "loss": 0.3558,
      "step": 944540
    },
    {
      "epoch": 263.62,
      "grad_norm": 1.0925617218017578,
      "learning_rate": 3.7554754462696355e-06,
      "loss": 0.3684,
      "step": 944550
    },
    {
      "epoch": 263.62,
      "grad_norm": 1.0314595699310303,
      "learning_rate": 3.7554538619927807e-06,
      "loss": 0.3504,
      "step": 944560
    },
    {
      "epoch": 263.63,
      "grad_norm": 1.0524145364761353,
      "learning_rate": 3.7554322775280274e-06,
      "loss": 0.3569,
      "step": 944570
    },
    {
      "epoch": 263.63,
      "grad_norm": 0.8905264139175415,
      "learning_rate": 3.755410692875379e-06,
      "loss": 0.3666,
      "step": 944580
    },
    {
      "epoch": 263.63,
      "grad_norm": 0.8870174288749695,
      "learning_rate": 3.755389108034838e-06,
      "loss": 0.3672,
      "step": 944590
    },
    {
      "epoch": 263.63,
      "grad_norm": 1.1205637454986572,
      "learning_rate": 3.755367523006408e-06,
      "loss": 0.3691,
      "step": 944600
    },
    {
      "epoch": 263.64,
      "grad_norm": 1.0952680110931396,
      "learning_rate": 3.7553459377900907e-06,
      "loss": 0.3641,
      "step": 944610
    },
    {
      "epoch": 263.64,
      "grad_norm": 0.9765401482582092,
      "learning_rate": 3.7553243523858897e-06,
      "loss": 0.3757,
      "step": 944620
    },
    {
      "epoch": 263.64,
      "grad_norm": 1.0114892721176147,
      "learning_rate": 3.755302766793807e-06,
      "loss": 0.3472,
      "step": 944630
    },
    {
      "epoch": 263.64,
      "grad_norm": 1.041837215423584,
      "learning_rate": 3.755281181013848e-06,
      "loss": 0.3544,
      "step": 944640
    },
    {
      "epoch": 263.65,
      "grad_norm": 0.9881242513656616,
      "learning_rate": 3.755259595046013e-06,
      "loss": 0.3669,
      "step": 944650
    },
    {
      "epoch": 263.65,
      "grad_norm": 1.1332945823669434,
      "learning_rate": 3.755238008890305e-06,
      "loss": 0.3615,
      "step": 944660
    },
    {
      "epoch": 263.65,
      "grad_norm": 1.0790740251541138,
      "learning_rate": 3.7552164225467286e-06,
      "loss": 0.3765,
      "step": 944670
    },
    {
      "epoch": 263.66,
      "grad_norm": 1.0151818990707397,
      "learning_rate": 3.7551948360152855e-06,
      "loss": 0.3593,
      "step": 944680
    },
    {
      "epoch": 263.66,
      "grad_norm": 1.0261259078979492,
      "learning_rate": 3.755173249295978e-06,
      "loss": 0.38,
      "step": 944690
    },
    {
      "epoch": 263.66,
      "grad_norm": 1.3097906112670898,
      "learning_rate": 3.75515166238881e-06,
      "loss": 0.3688,
      "step": 944700
    },
    {
      "epoch": 263.66,
      "grad_norm": 1.213147521018982,
      "learning_rate": 3.7551300752937843e-06,
      "loss": 0.3737,
      "step": 944710
    },
    {
      "epoch": 263.67,
      "grad_norm": 1.0744717121124268,
      "learning_rate": 3.755108488010903e-06,
      "loss": 0.3631,
      "step": 944720
    },
    {
      "epoch": 263.67,
      "grad_norm": 1.0955488681793213,
      "learning_rate": 3.7550869005401705e-06,
      "loss": 0.3838,
      "step": 944730
    },
    {
      "epoch": 263.67,
      "grad_norm": 1.095863938331604,
      "learning_rate": 3.755065312881588e-06,
      "loss": 0.3561,
      "step": 944740
    },
    {
      "epoch": 263.68,
      "grad_norm": 1.107033371925354,
      "learning_rate": 3.7550437250351592e-06,
      "loss": 0.3556,
      "step": 944750
    },
    {
      "epoch": 263.68,
      "grad_norm": 0.9176197648048401,
      "learning_rate": 3.755022137000886e-06,
      "loss": 0.3668,
      "step": 944760
    },
    {
      "epoch": 263.68,
      "grad_norm": 1.0348964929580688,
      "learning_rate": 3.7550005487787726e-06,
      "loss": 0.3669,
      "step": 944770
    },
    {
      "epoch": 263.68,
      "grad_norm": 0.9972463250160217,
      "learning_rate": 3.7549789603688227e-06,
      "loss": 0.3534,
      "step": 944780
    },
    {
      "epoch": 263.69,
      "grad_norm": 1.1787625551223755,
      "learning_rate": 3.7549573717710364e-06,
      "loss": 0.3506,
      "step": 944790
    },
    {
      "epoch": 263.69,
      "grad_norm": 1.0309669971466064,
      "learning_rate": 3.7549357829854185e-06,
      "loss": 0.4005,
      "step": 944800
    },
    {
      "epoch": 263.69,
      "grad_norm": 0.8942843079566956,
      "learning_rate": 3.754914194011971e-06,
      "loss": 0.3641,
      "step": 944810
    },
    {
      "epoch": 263.7,
      "grad_norm": 0.898169219493866,
      "learning_rate": 3.7548926048506977e-06,
      "loss": 0.3582,
      "step": 944820
    },
    {
      "epoch": 263.7,
      "grad_norm": 1.0020791292190552,
      "learning_rate": 3.7548710155016e-06,
      "loss": 0.351,
      "step": 944830
    },
    {
      "epoch": 263.7,
      "grad_norm": 1.2657685279846191,
      "learning_rate": 3.754849425964683e-06,
      "loss": 0.3472,
      "step": 944840
    },
    {
      "epoch": 263.7,
      "grad_norm": 1.108520746231079,
      "learning_rate": 3.754827836239947e-06,
      "loss": 0.3674,
      "step": 944850
    },
    {
      "epoch": 263.71,
      "grad_norm": 0.9414074420928955,
      "learning_rate": 3.754806246327397e-06,
      "loss": 0.3556,
      "step": 944860
    },
    {
      "epoch": 263.71,
      "grad_norm": 0.8862716555595398,
      "learning_rate": 3.7547846562270348e-06,
      "loss": 0.3667,
      "step": 944870
    },
    {
      "epoch": 263.71,
      "grad_norm": 1.1650667190551758,
      "learning_rate": 3.7547630659388634e-06,
      "loss": 0.3572,
      "step": 944880
    },
    {
      "epoch": 263.71,
      "grad_norm": 1.1199398040771484,
      "learning_rate": 3.754741475462886e-06,
      "loss": 0.3648,
      "step": 944890
    },
    {
      "epoch": 263.72,
      "grad_norm": 1.0357495546340942,
      "learning_rate": 3.7547198847991052e-06,
      "loss": 0.3571,
      "step": 944900
    },
    {
      "epoch": 263.72,
      "grad_norm": 0.931911289691925,
      "learning_rate": 3.7546982939475235e-06,
      "loss": 0.3798,
      "step": 944910
    },
    {
      "epoch": 263.72,
      "grad_norm": 1.0532697439193726,
      "learning_rate": 3.7546767029081445e-06,
      "loss": 0.3538,
      "step": 944920
    },
    {
      "epoch": 263.73,
      "grad_norm": 1.1395725011825562,
      "learning_rate": 3.754655111680971e-06,
      "loss": 0.3762,
      "step": 944930
    },
    {
      "epoch": 263.73,
      "grad_norm": 0.9563707709312439,
      "learning_rate": 3.7546335202660057e-06,
      "loss": 0.3688,
      "step": 944940
    },
    {
      "epoch": 263.73,
      "grad_norm": 1.0082056522369385,
      "learning_rate": 3.754611928663251e-06,
      "loss": 0.37,
      "step": 944950
    },
    {
      "epoch": 263.73,
      "grad_norm": 1.0599780082702637,
      "learning_rate": 3.754590336872711e-06,
      "loss": 0.3458,
      "step": 944960
    },
    {
      "epoch": 263.74,
      "grad_norm": 0.9828155040740967,
      "learning_rate": 3.7545687448943865e-06,
      "loss": 0.3564,
      "step": 944970
    },
    {
      "epoch": 263.74,
      "grad_norm": 1.0100923776626587,
      "learning_rate": 3.7545471527282825e-06,
      "loss": 0.3704,
      "step": 944980
    },
    {
      "epoch": 263.74,
      "grad_norm": 1.1068094968795776,
      "learning_rate": 3.7545255603744006e-06,
      "loss": 0.348,
      "step": 944990
    },
    {
      "epoch": 263.75,
      "grad_norm": 0.9725027680397034,
      "learning_rate": 3.7545039678327447e-06,
      "loss": 0.3512,
      "step": 945000
    },
    {
      "epoch": 263.75,
      "grad_norm": 0.9421433210372925,
      "learning_rate": 3.7544823751033163e-06,
      "loss": 0.3533,
      "step": 945010
    },
    {
      "epoch": 263.75,
      "grad_norm": 1.002736210823059,
      "learning_rate": 3.7544607821861194e-06,
      "loss": 0.3576,
      "step": 945020
    },
    {
      "epoch": 263.75,
      "grad_norm": 0.9266576170921326,
      "learning_rate": 3.754439189081157e-06,
      "loss": 0.3551,
      "step": 945030
    },
    {
      "epoch": 263.76,
      "grad_norm": 1.0236819982528687,
      "learning_rate": 3.75441759578843e-06,
      "loss": 0.3596,
      "step": 945040
    },
    {
      "epoch": 263.76,
      "grad_norm": 1.0673158168792725,
      "learning_rate": 3.7543960023079444e-06,
      "loss": 0.3536,
      "step": 945050
    },
    {
      "epoch": 263.76,
      "grad_norm": 1.0394576787948608,
      "learning_rate": 3.7543744086397e-06,
      "loss": 0.3662,
      "step": 945060
    },
    {
      "epoch": 263.77,
      "grad_norm": 0.9336957335472107,
      "learning_rate": 3.7543528147837026e-06,
      "loss": 0.3596,
      "step": 945070
    },
    {
      "epoch": 263.77,
      "grad_norm": 1.3823215961456299,
      "learning_rate": 3.754331220739953e-06,
      "loss": 0.3656,
      "step": 945080
    },
    {
      "epoch": 263.77,
      "grad_norm": 0.9551695585250854,
      "learning_rate": 3.754309626508454e-06,
      "loss": 0.3566,
      "step": 945090
    },
    {
      "epoch": 263.77,
      "grad_norm": 0.9624341726303101,
      "learning_rate": 3.75428803208921e-06,
      "loss": 0.3548,
      "step": 945100
    },
    {
      "epoch": 263.78,
      "grad_norm": 4.251453399658203,
      "learning_rate": 3.754266437482223e-06,
      "loss": 0.3682,
      "step": 945110
    },
    {
      "epoch": 263.78,
      "grad_norm": 1.1168291568756104,
      "learning_rate": 3.7542448426874954e-06,
      "loss": 0.3568,
      "step": 945120
    },
    {
      "epoch": 263.78,
      "grad_norm": 1.2540713548660278,
      "learning_rate": 3.7542232477050306e-06,
      "loss": 0.364,
      "step": 945130
    },
    {
      "epoch": 263.78,
      "grad_norm": 1.0164600610733032,
      "learning_rate": 3.7542016525348315e-06,
      "loss": 0.3502,
      "step": 945140
    },
    {
      "epoch": 263.79,
      "grad_norm": 2.37104868888855,
      "learning_rate": 3.7541800571769007e-06,
      "loss": 0.3715,
      "step": 945150
    },
    {
      "epoch": 263.79,
      "grad_norm": 1.1774755716323853,
      "learning_rate": 3.7541584616312415e-06,
      "loss": 0.3691,
      "step": 945160
    },
    {
      "epoch": 263.79,
      "grad_norm": 1.0356186628341675,
      "learning_rate": 3.754136865897857e-06,
      "loss": 0.3603,
      "step": 945170
    },
    {
      "epoch": 263.8,
      "grad_norm": 1.128281593322754,
      "learning_rate": 3.754115269976749e-06,
      "loss": 0.3609,
      "step": 945180
    },
    {
      "epoch": 263.8,
      "grad_norm": 0.9696406126022339,
      "learning_rate": 3.7540936738679208e-06,
      "loss": 0.3555,
      "step": 945190
    },
    {
      "epoch": 263.8,
      "grad_norm": 1.0034853219985962,
      "learning_rate": 3.754072077571376e-06,
      "loss": 0.3578,
      "step": 945200
    },
    {
      "epoch": 263.8,
      "grad_norm": 0.8942263126373291,
      "learning_rate": 3.754050481087117e-06,
      "loss": 0.3595,
      "step": 945210
    },
    {
      "epoch": 263.81,
      "grad_norm": 1.1085810661315918,
      "learning_rate": 3.7540288844151462e-06,
      "loss": 0.3565,
      "step": 945220
    },
    {
      "epoch": 263.81,
      "grad_norm": 1.3056625127792358,
      "learning_rate": 3.7540072875554675e-06,
      "loss": 0.3429,
      "step": 945230
    },
    {
      "epoch": 263.81,
      "grad_norm": 0.9448145031929016,
      "learning_rate": 3.753985690508082e-06,
      "loss": 0.3661,
      "step": 945240
    },
    {
      "epoch": 263.82,
      "grad_norm": 2.674616575241089,
      "learning_rate": 3.753964093272995e-06,
      "loss": 0.3557,
      "step": 945250
    },
    {
      "epoch": 263.82,
      "grad_norm": 0.9728949069976807,
      "learning_rate": 3.753942495850207e-06,
      "loss": 0.3674,
      "step": 945260
    },
    {
      "epoch": 263.82,
      "grad_norm": 0.9224316477775574,
      "learning_rate": 3.7539208982397226e-06,
      "loss": 0.3489,
      "step": 945270
    },
    {
      "epoch": 263.82,
      "grad_norm": 1.0412938594818115,
      "learning_rate": 3.753899300441545e-06,
      "loss": 0.3502,
      "step": 945280
    },
    {
      "epoch": 263.83,
      "grad_norm": 1.0239207744598389,
      "learning_rate": 3.7538777024556753e-06,
      "loss": 0.3599,
      "step": 945290
    },
    {
      "epoch": 263.83,
      "grad_norm": 1.030585765838623,
      "learning_rate": 3.753856104282117e-06,
      "loss": 0.3626,
      "step": 945300
    },
    {
      "epoch": 263.83,
      "grad_norm": 1.1027413606643677,
      "learning_rate": 3.7538345059208727e-06,
      "loss": 0.3672,
      "step": 945310
    },
    {
      "epoch": 263.83,
      "grad_norm": 0.9812243580818176,
      "learning_rate": 3.7538129073719464e-06,
      "loss": 0.3634,
      "step": 945320
    },
    {
      "epoch": 263.84,
      "grad_norm": 1.2550104856491089,
      "learning_rate": 3.753791308635341e-06,
      "loss": 0.3767,
      "step": 945330
    },
    {
      "epoch": 263.84,
      "grad_norm": 1.11125648021698,
      "learning_rate": 3.7537697097110576e-06,
      "loss": 0.3442,
      "step": 945340
    },
    {
      "epoch": 263.84,
      "grad_norm": 1.2706973552703857,
      "learning_rate": 3.753748110599101e-06,
      "loss": 0.3626,
      "step": 945350
    },
    {
      "epoch": 263.85,
      "grad_norm": 0.9105660319328308,
      "learning_rate": 3.7537265112994726e-06,
      "loss": 0.372,
      "step": 945360
    },
    {
      "epoch": 263.85,
      "grad_norm": 1.0241193771362305,
      "learning_rate": 3.7537049118121766e-06,
      "loss": 0.366,
      "step": 945370
    },
    {
      "epoch": 263.85,
      "grad_norm": 0.9771823883056641,
      "learning_rate": 3.7536833121372144e-06,
      "loss": 0.3729,
      "step": 945380
    },
    {
      "epoch": 263.85,
      "grad_norm": 2.647514581680298,
      "learning_rate": 3.753661712274591e-06,
      "loss": 0.3695,
      "step": 945390
    },
    {
      "epoch": 263.86,
      "grad_norm": 1.0526509284973145,
      "learning_rate": 3.7536401122243064e-06,
      "loss": 0.369,
      "step": 945400
    },
    {
      "epoch": 263.86,
      "grad_norm": 1.1216654777526855,
      "learning_rate": 3.753618511986366e-06,
      "loss": 0.3608,
      "step": 945410
    },
    {
      "epoch": 263.86,
      "grad_norm": 1.103027105331421,
      "learning_rate": 3.753596911560772e-06,
      "loss": 0.3632,
      "step": 945420
    },
    {
      "epoch": 263.87,
      "grad_norm": 0.9888092279434204,
      "learning_rate": 3.753575310947526e-06,
      "loss": 0.3586,
      "step": 945430
    },
    {
      "epoch": 263.87,
      "grad_norm": 1.1804498434066772,
      "learning_rate": 3.7535537101466324e-06,
      "loss": 0.3624,
      "step": 945440
    },
    {
      "epoch": 263.87,
      "grad_norm": 1.0304832458496094,
      "learning_rate": 3.7535321091580937e-06,
      "loss": 0.3516,
      "step": 945450
    },
    {
      "epoch": 263.87,
      "grad_norm": 1.1044609546661377,
      "learning_rate": 3.7535105079819126e-06,
      "loss": 0.3584,
      "step": 945460
    },
    {
      "epoch": 263.88,
      "grad_norm": 1.1201826333999634,
      "learning_rate": 3.753488906618091e-06,
      "loss": 0.3603,
      "step": 945470
    },
    {
      "epoch": 263.88,
      "grad_norm": 1.0094799995422363,
      "learning_rate": 3.753467305066634e-06,
      "loss": 0.3702,
      "step": 945480
    },
    {
      "epoch": 263.88,
      "grad_norm": 1.1108345985412598,
      "learning_rate": 3.7534457033275428e-06,
      "loss": 0.3524,
      "step": 945490
    },
    {
      "epoch": 263.89,
      "grad_norm": 1.0444002151489258,
      "learning_rate": 3.753424101400821e-06,
      "loss": 0.3892,
      "step": 945500
    },
    {
      "epoch": 263.89,
      "grad_norm": 1.141198754310608,
      "learning_rate": 3.7534024992864706e-06,
      "loss": 0.3578,
      "step": 945510
    },
    {
      "epoch": 263.89,
      "grad_norm": 1.316907286643982,
      "learning_rate": 3.7533808969844955e-06,
      "loss": 0.34,
      "step": 945520
    },
    {
      "epoch": 263.89,
      "grad_norm": 1.1101499795913696,
      "learning_rate": 3.7533592944948983e-06,
      "loss": 0.3626,
      "step": 945530
    },
    {
      "epoch": 263.9,
      "grad_norm": 1.1541582345962524,
      "learning_rate": 3.7533376918176813e-06,
      "loss": 0.3602,
      "step": 945540
    },
    {
      "epoch": 263.9,
      "grad_norm": 0.9200785160064697,
      "learning_rate": 3.753316088952848e-06,
      "loss": 0.3516,
      "step": 945550
    },
    {
      "epoch": 263.9,
      "grad_norm": 1.0696120262145996,
      "learning_rate": 3.7532944859004015e-06,
      "loss": 0.3543,
      "step": 945560
    },
    {
      "epoch": 263.9,
      "grad_norm": 0.9715214371681213,
      "learning_rate": 3.753272882660343e-06,
      "loss": 0.3514,
      "step": 945570
    },
    {
      "epoch": 263.91,
      "grad_norm": 1.1343564987182617,
      "learning_rate": 3.753251279232678e-06,
      "loss": 0.3627,
      "step": 945580
    },
    {
      "epoch": 263.91,
      "grad_norm": 1.287007212638855,
      "learning_rate": 3.7532296756174066e-06,
      "loss": 0.3679,
      "step": 945590
    },
    {
      "epoch": 263.91,
      "grad_norm": 1.1076562404632568,
      "learning_rate": 3.753208071814534e-06,
      "loss": 0.3617,
      "step": 945600
    },
    {
      "epoch": 263.92,
      "grad_norm": 1.02972412109375,
      "learning_rate": 3.7531864678240623e-06,
      "loss": 0.3586,
      "step": 945610
    },
    {
      "epoch": 263.92,
      "grad_norm": 0.9431136846542358,
      "learning_rate": 3.753164863645994e-06,
      "loss": 0.3754,
      "step": 945620
    },
    {
      "epoch": 263.92,
      "grad_norm": 1.0510469675064087,
      "learning_rate": 3.753143259280332e-06,
      "loss": 0.3632,
      "step": 945630
    },
    {
      "epoch": 263.92,
      "grad_norm": 0.9345282316207886,
      "learning_rate": 3.753121654727079e-06,
      "loss": 0.3537,
      "step": 945640
    },
    {
      "epoch": 263.93,
      "grad_norm": 1.0275261402130127,
      "learning_rate": 3.753100049986239e-06,
      "loss": 0.3577,
      "step": 945650
    },
    {
      "epoch": 263.93,
      "grad_norm": 1.6626245975494385,
      "learning_rate": 3.7530784450578144e-06,
      "loss": 0.354,
      "step": 945660
    },
    {
      "epoch": 263.93,
      "grad_norm": 0.9013229012489319,
      "learning_rate": 3.7530568399418074e-06,
      "loss": 0.3631,
      "step": 945670
    },
    {
      "epoch": 263.94,
      "grad_norm": 2.0063836574554443,
      "learning_rate": 3.7530352346382216e-06,
      "loss": 0.3875,
      "step": 945680
    },
    {
      "epoch": 263.94,
      "grad_norm": 1.1125932931900024,
      "learning_rate": 3.7530136291470586e-06,
      "loss": 0.3691,
      "step": 945690
    },
    {
      "epoch": 263.94,
      "grad_norm": 1.1684956550598145,
      "learning_rate": 3.752992023468323e-06,
      "loss": 0.3539,
      "step": 945700
    },
    {
      "epoch": 263.94,
      "grad_norm": 0.9461106657981873,
      "learning_rate": 3.7529704176020164e-06,
      "loss": 0.3599,
      "step": 945710
    },
    {
      "epoch": 263.95,
      "grad_norm": 1.1264243125915527,
      "learning_rate": 3.7529488115481424e-06,
      "loss": 0.3605,
      "step": 945720
    },
    {
      "epoch": 263.95,
      "grad_norm": 1.1095997095108032,
      "learning_rate": 3.7529272053067034e-06,
      "loss": 0.3552,
      "step": 945730
    },
    {
      "epoch": 263.95,
      "grad_norm": 1.1675182580947876,
      "learning_rate": 3.7529055988777035e-06,
      "loss": 0.3622,
      "step": 945740
    },
    {
      "epoch": 263.95,
      "grad_norm": 1.1443045139312744,
      "learning_rate": 3.7528839922611437e-06,
      "loss": 0.3376,
      "step": 945750
    },
    {
      "epoch": 263.96,
      "grad_norm": 1.0215420722961426,
      "learning_rate": 3.752862385457027e-06,
      "loss": 0.3519,
      "step": 945760
    },
    {
      "epoch": 263.96,
      "grad_norm": 1.0163516998291016,
      "learning_rate": 3.7528407784653584e-06,
      "loss": 0.3518,
      "step": 945770
    },
    {
      "epoch": 263.96,
      "grad_norm": 1.1987823247909546,
      "learning_rate": 3.7528191712861397e-06,
      "loss": 0.3698,
      "step": 945780
    },
    {
      "epoch": 263.97,
      "grad_norm": 1.1157063245773315,
      "learning_rate": 3.7527975639193726e-06,
      "loss": 0.3459,
      "step": 945790
    },
    {
      "epoch": 263.97,
      "grad_norm": 1.0868629217147827,
      "learning_rate": 3.7527759563650614e-06,
      "loss": 0.3641,
      "step": 945800
    },
    {
      "epoch": 263.97,
      "grad_norm": 1.0238685607910156,
      "learning_rate": 3.752754348623208e-06,
      "loss": 0.3717,
      "step": 945810
    },
    {
      "epoch": 263.97,
      "grad_norm": 1.0408316850662231,
      "learning_rate": 3.752732740693816e-06,
      "loss": 0.357,
      "step": 945820
    },
    {
      "epoch": 263.98,
      "grad_norm": 1.3397045135498047,
      "learning_rate": 3.752711132576888e-06,
      "loss": 0.3619,
      "step": 945830
    },
    {
      "epoch": 263.98,
      "grad_norm": 1.1333439350128174,
      "learning_rate": 3.752689524272427e-06,
      "loss": 0.3784,
      "step": 945840
    },
    {
      "epoch": 263.98,
      "grad_norm": 1.6847021579742432,
      "learning_rate": 3.7526679157804357e-06,
      "loss": 0.3705,
      "step": 945850
    },
    {
      "epoch": 263.99,
      "grad_norm": 0.8074922561645508,
      "learning_rate": 3.752646307100917e-06,
      "loss": 0.3545,
      "step": 945860
    },
    {
      "epoch": 263.99,
      "grad_norm": 0.889975905418396,
      "learning_rate": 3.7526246982338737e-06,
      "loss": 0.365,
      "step": 945870
    },
    {
      "epoch": 263.99,
      "grad_norm": 0.9034669399261475,
      "learning_rate": 3.7526030891793088e-06,
      "loss": 0.3786,
      "step": 945880
    },
    {
      "epoch": 263.99,
      "grad_norm": 0.9151785373687744,
      "learning_rate": 3.752581479937225e-06,
      "loss": 0.3736,
      "step": 945890
    },
    {
      "epoch": 264.0,
      "grad_norm": 1.139599084854126,
      "learning_rate": 3.752559870507626e-06,
      "loss": 0.3637,
      "step": 945900
    },
    {
      "epoch": 264.0,
      "grad_norm": 0.8733584880828857,
      "learning_rate": 3.7525382608905136e-06,
      "loss": 0.3625,
      "step": 945910
    },
    {
      "epoch": 264.0,
      "eval_loss": 0.36189883947372437,
      "eval_runtime": 64.3636,
      "eval_samples_per_second": 78.6,
      "eval_steps_per_second": 9.835,
      "step": 945912
    },
    {
      "epoch": 264.0,
      "grad_norm": 1.2178763151168823,
      "learning_rate": 3.752516651085891e-06,
      "loss": 0.3372,
      "step": 945920
    },
    {
      "epoch": 264.01,
      "grad_norm": 1.3021464347839355,
      "learning_rate": 3.7524950410937612e-06,
      "loss": 0.3544,
      "step": 945930
    },
    {
      "epoch": 264.01,
      "grad_norm": 1.0191411972045898,
      "learning_rate": 3.7524734309141277e-06,
      "loss": 0.3503,
      "step": 945940
    },
    {
      "epoch": 264.01,
      "grad_norm": 1.081428050994873,
      "learning_rate": 3.7524518205469916e-06,
      "loss": 0.3465,
      "step": 945950
    },
    {
      "epoch": 264.01,
      "grad_norm": 1.2533541917800903,
      "learning_rate": 3.752430209992358e-06,
      "loss": 0.3614,
      "step": 945960
    },
    {
      "epoch": 264.02,
      "grad_norm": 1.0373891592025757,
      "learning_rate": 3.752408599250228e-06,
      "loss": 0.3712,
      "step": 945970
    },
    {
      "epoch": 264.02,
      "grad_norm": 1.5042190551757812,
      "learning_rate": 3.7523869883206054e-06,
      "loss": 0.3583,
      "step": 945980
    },
    {
      "epoch": 264.02,
      "grad_norm": 1.1496249437332153,
      "learning_rate": 3.7523653772034924e-06,
      "loss": 0.361,
      "step": 945990
    },
    {
      "epoch": 264.02,
      "grad_norm": 1.0094635486602783,
      "learning_rate": 3.7523437658988933e-06,
      "loss": 0.3513,
      "step": 946000
    },
    {
      "epoch": 264.03,
      "grad_norm": 1.0547364950180054,
      "learning_rate": 3.752322154406809e-06,
      "loss": 0.3646,
      "step": 946010
    },
    {
      "epoch": 264.03,
      "grad_norm": 1.0279064178466797,
      "learning_rate": 3.7523005427272435e-06,
      "loss": 0.365,
      "step": 946020
    },
    {
      "epoch": 264.03,
      "grad_norm": 1.2659516334533691,
      "learning_rate": 3.7522789308602e-06,
      "loss": 0.3519,
      "step": 946030
    },
    {
      "epoch": 264.04,
      "grad_norm": 1.0131901502609253,
      "learning_rate": 3.752257318805681e-06,
      "loss": 0.3735,
      "step": 946040
    },
    {
      "epoch": 264.04,
      "grad_norm": 0.9120483994483948,
      "learning_rate": 3.7522357065636885e-06,
      "loss": 0.3648,
      "step": 946050
    },
    {
      "epoch": 264.04,
      "grad_norm": 1.106752872467041,
      "learning_rate": 3.7522140941342267e-06,
      "loss": 0.3673,
      "step": 946060
    },
    {
      "epoch": 264.04,
      "grad_norm": 1.062064528465271,
      "learning_rate": 3.752192481517298e-06,
      "loss": 0.3486,
      "step": 946070
    },
    {
      "epoch": 264.05,
      "grad_norm": 0.9661250114440918,
      "learning_rate": 3.7521708687129053e-06,
      "loss": 0.3691,
      "step": 946080
    },
    {
      "epoch": 264.05,
      "grad_norm": 0.9650383591651917,
      "learning_rate": 3.752149255721051e-06,
      "loss": 0.3586,
      "step": 946090
    },
    {
      "epoch": 264.05,
      "grad_norm": 1.010178804397583,
      "learning_rate": 3.7521276425417387e-06,
      "loss": 0.3541,
      "step": 946100
    },
    {
      "epoch": 264.06,
      "grad_norm": 1.0796124935150146,
      "learning_rate": 3.7521060291749705e-06,
      "loss": 0.3436,
      "step": 946110
    },
    {
      "epoch": 264.06,
      "grad_norm": 1.0474085807800293,
      "learning_rate": 3.75208441562075e-06,
      "loss": 0.3511,
      "step": 946120
    },
    {
      "epoch": 264.06,
      "grad_norm": 0.8286936283111572,
      "learning_rate": 3.75206280187908e-06,
      "loss": 0.3563,
      "step": 946130
    },
    {
      "epoch": 264.06,
      "grad_norm": 0.9959725737571716,
      "learning_rate": 3.7520411879499625e-06,
      "loss": 0.353,
      "step": 946140
    },
    {
      "epoch": 264.07,
      "grad_norm": 4.171273708343506,
      "learning_rate": 3.752019573833402e-06,
      "loss": 0.3701,
      "step": 946150
    },
    {
      "epoch": 264.07,
      "grad_norm": 1.3828654289245605,
      "learning_rate": 3.751997959529401e-06,
      "loss": 0.3624,
      "step": 946160
    },
    {
      "epoch": 264.07,
      "grad_norm": 1.2245444059371948,
      "learning_rate": 3.75197634503796e-06,
      "loss": 0.3696,
      "step": 946170
    },
    {
      "epoch": 264.07,
      "grad_norm": 1.1263923645019531,
      "learning_rate": 3.7519547303590845e-06,
      "loss": 0.3544,
      "step": 946180
    },
    {
      "epoch": 264.08,
      "grad_norm": 0.9597306847572327,
      "learning_rate": 3.751933115492777e-06,
      "loss": 0.366,
      "step": 946190
    },
    {
      "epoch": 264.08,
      "grad_norm": 1.0289920568466187,
      "learning_rate": 3.75191150043904e-06,
      "loss": 0.3515,
      "step": 946200
    },
    {
      "epoch": 264.08,
      "grad_norm": 1.0970255136489868,
      "learning_rate": 3.751889885197875e-06,
      "loss": 0.3546,
      "step": 946210
    },
    {
      "epoch": 264.09,
      "grad_norm": 1.0521513223648071,
      "learning_rate": 3.751868269769287e-06,
      "loss": 0.3663,
      "step": 946220
    },
    {
      "epoch": 264.09,
      "grad_norm": 0.9939687252044678,
      "learning_rate": 3.751846654153279e-06,
      "loss": 0.3672,
      "step": 946230
    },
    {
      "epoch": 264.09,
      "grad_norm": 1.1268781423568726,
      "learning_rate": 3.7518250383498515e-06,
      "loss": 0.3539,
      "step": 946240
    },
    {
      "epoch": 264.09,
      "grad_norm": 0.901844322681427,
      "learning_rate": 3.751803422359009e-06,
      "loss": 0.3573,
      "step": 946250
    },
    {
      "epoch": 264.1,
      "grad_norm": 1.0811846256256104,
      "learning_rate": 3.751781806180755e-06,
      "loss": 0.3656,
      "step": 946260
    },
    {
      "epoch": 264.1,
      "grad_norm": 1.0408204793930054,
      "learning_rate": 3.7517601898150915e-06,
      "loss": 0.3847,
      "step": 946270
    },
    {
      "epoch": 264.1,
      "grad_norm": 0.8968427777290344,
      "learning_rate": 3.751738573262021e-06,
      "loss": 0.35,
      "step": 946280
    },
    {
      "epoch": 264.11,
      "grad_norm": 1.0590893030166626,
      "learning_rate": 3.751716956521547e-06,
      "loss": 0.3663,
      "step": 946290
    },
    {
      "epoch": 264.11,
      "grad_norm": 1.2392034530639648,
      "learning_rate": 3.751695339593672e-06,
      "loss": 0.3532,
      "step": 946300
    },
    {
      "epoch": 264.11,
      "grad_norm": 1.0502792596817017,
      "learning_rate": 3.7516737224783993e-06,
      "loss": 0.3653,
      "step": 946310
    },
    {
      "epoch": 264.11,
      "grad_norm": 0.9039163589477539,
      "learning_rate": 3.751652105175732e-06,
      "loss": 0.3564,
      "step": 946320
    },
    {
      "epoch": 264.12,
      "grad_norm": 0.8764764666557312,
      "learning_rate": 3.7516304876856714e-06,
      "loss": 0.3517,
      "step": 946330
    },
    {
      "epoch": 264.12,
      "grad_norm": 0.9691826105117798,
      "learning_rate": 3.7516088700082226e-06,
      "loss": 0.3703,
      "step": 946340
    },
    {
      "epoch": 264.12,
      "grad_norm": 1.0409246683120728,
      "learning_rate": 3.7515872521433867e-06,
      "loss": 0.3681,
      "step": 946350
    },
    {
      "epoch": 264.13,
      "grad_norm": 1.1127824783325195,
      "learning_rate": 3.751565634091168e-06,
      "loss": 0.3775,
      "step": 946360
    },
    {
      "epoch": 264.13,
      "grad_norm": 1.0083011388778687,
      "learning_rate": 3.7515440158515685e-06,
      "loss": 0.353,
      "step": 946370
    },
    {
      "epoch": 264.13,
      "grad_norm": 1.0110313892364502,
      "learning_rate": 3.7515223974245908e-06,
      "loss": 0.3618,
      "step": 946380
    },
    {
      "epoch": 264.13,
      "grad_norm": 0.9189749956130981,
      "learning_rate": 3.7515007788102383e-06,
      "loss": 0.3638,
      "step": 946390
    },
    {
      "epoch": 264.14,
      "grad_norm": 1.02829909324646,
      "learning_rate": 3.751479160008514e-06,
      "loss": 0.3444,
      "step": 946400
    },
    {
      "epoch": 264.14,
      "grad_norm": 1.185950517654419,
      "learning_rate": 3.751457541019421e-06,
      "loss": 0.3594,
      "step": 946410
    },
    {
      "epoch": 264.14,
      "grad_norm": 0.9457722306251526,
      "learning_rate": 3.7514359218429612e-06,
      "loss": 0.3615,
      "step": 946420
    },
    {
      "epoch": 264.14,
      "grad_norm": 0.9359837174415588,
      "learning_rate": 3.7514143024791375e-06,
      "loss": 0.3749,
      "step": 946430
    },
    {
      "epoch": 264.15,
      "grad_norm": 1.0208029747009277,
      "learning_rate": 3.7513926829279544e-06,
      "loss": 0.3734,
      "step": 946440
    },
    {
      "epoch": 264.15,
      "grad_norm": 1.01038658618927,
      "learning_rate": 3.751371063189413e-06,
      "loss": 0.3509,
      "step": 946450
    },
    {
      "epoch": 264.15,
      "grad_norm": 1.0624463558197021,
      "learning_rate": 3.7513494432635173e-06,
      "loss": 0.3473,
      "step": 946460
    },
    {
      "epoch": 264.16,
      "grad_norm": 2.9949867725372314,
      "learning_rate": 3.7513278231502685e-06,
      "loss": 0.368,
      "step": 946470
    },
    {
      "epoch": 264.16,
      "grad_norm": 1.0223695039749146,
      "learning_rate": 3.7513062028496717e-06,
      "loss": 0.3551,
      "step": 946480
    },
    {
      "epoch": 264.16,
      "grad_norm": 0.9306336045265198,
      "learning_rate": 3.7512845823617294e-06,
      "loss": 0.3591,
      "step": 946490
    },
    {
      "epoch": 264.16,
      "grad_norm": 1.0788781642913818,
      "learning_rate": 3.7512629616864425e-06,
      "loss": 0.3542,
      "step": 946500
    },
    {
      "epoch": 264.17,
      "grad_norm": 1.0204565525054932,
      "learning_rate": 3.7512413408238164e-06,
      "loss": 0.3499,
      "step": 946510
    },
    {
      "epoch": 264.17,
      "grad_norm": 1.0767792463302612,
      "learning_rate": 3.7512197197738525e-06,
      "loss": 0.3486,
      "step": 946520
    },
    {
      "epoch": 264.17,
      "grad_norm": 1.0562028884887695,
      "learning_rate": 3.7511980985365533e-06,
      "loss": 0.364,
      "step": 946530
    },
    {
      "epoch": 264.18,
      "grad_norm": 1.0640289783477783,
      "learning_rate": 3.751176477111923e-06,
      "loss": 0.3576,
      "step": 946540
    },
    {
      "epoch": 264.18,
      "grad_norm": 1.164521336555481,
      "learning_rate": 3.7511548554999637e-06,
      "loss": 0.3421,
      "step": 946550
    },
    {
      "epoch": 264.18,
      "grad_norm": 0.9040547013282776,
      "learning_rate": 3.7511332337006785e-06,
      "loss": 0.3607,
      "step": 946560
    },
    {
      "epoch": 264.18,
      "grad_norm": 2.1243534088134766,
      "learning_rate": 3.7511116117140702e-06,
      "loss": 0.3673,
      "step": 946570
    },
    {
      "epoch": 264.19,
      "grad_norm": 0.9436638355255127,
      "learning_rate": 3.751089989540142e-06,
      "loss": 0.3537,
      "step": 946580
    },
    {
      "epoch": 264.19,
      "grad_norm": 1.1852524280548096,
      "learning_rate": 3.751068367178896e-06,
      "loss": 0.3597,
      "step": 946590
    },
    {
      "epoch": 264.19,
      "grad_norm": 0.9813060164451599,
      "learning_rate": 3.7510467446303356e-06,
      "loss": 0.3821,
      "step": 946600
    },
    {
      "epoch": 264.19,
      "grad_norm": 0.9712322354316711,
      "learning_rate": 3.751025121894464e-06,
      "loss": 0.3706,
      "step": 946610
    },
    {
      "epoch": 264.2,
      "grad_norm": 1.0448309183120728,
      "learning_rate": 3.751003498971283e-06,
      "loss": 0.3585,
      "step": 946620
    },
    {
      "epoch": 264.2,
      "grad_norm": 1.0449914932250977,
      "learning_rate": 3.7509818758607966e-06,
      "loss": 0.3715,
      "step": 946630
    },
    {
      "epoch": 264.2,
      "grad_norm": 1.1766334772109985,
      "learning_rate": 3.7509602525630075e-06,
      "loss": 0.3679,
      "step": 946640
    },
    {
      "epoch": 264.21,
      "grad_norm": 0.9902857542037964,
      "learning_rate": 3.750938629077918e-06,
      "loss": 0.3501,
      "step": 946650
    },
    {
      "epoch": 264.21,
      "grad_norm": 1.02333664894104,
      "learning_rate": 3.7509170054055315e-06,
      "loss": 0.3526,
      "step": 946660
    },
    {
      "epoch": 264.21,
      "grad_norm": 1.043811559677124,
      "learning_rate": 3.7508953815458505e-06,
      "loss": 0.3495,
      "step": 946670
    },
    {
      "epoch": 264.21,
      "grad_norm": 1.0395877361297607,
      "learning_rate": 3.750873757498878e-06,
      "loss": 0.3517,
      "step": 946680
    },
    {
      "epoch": 264.22,
      "grad_norm": 1.0335463285446167,
      "learning_rate": 3.750852133264617e-06,
      "loss": 0.3606,
      "step": 946690
    },
    {
      "epoch": 264.22,
      "grad_norm": 1.220707654953003,
      "learning_rate": 3.7508305088430704e-06,
      "loss": 0.3608,
      "step": 946700
    },
    {
      "epoch": 264.22,
      "grad_norm": 1.0606547594070435,
      "learning_rate": 3.7508088842342412e-06,
      "loss": 0.3546,
      "step": 946710
    },
    {
      "epoch": 264.23,
      "grad_norm": 0.9802730083465576,
      "learning_rate": 3.7507872594381314e-06,
      "loss": 0.3553,
      "step": 946720
    },
    {
      "epoch": 264.23,
      "grad_norm": 1.0459754467010498,
      "learning_rate": 3.750765634454745e-06,
      "loss": 0.3486,
      "step": 946730
    },
    {
      "epoch": 264.23,
      "grad_norm": 1.0853878259658813,
      "learning_rate": 3.7507440092840845e-06,
      "loss": 0.3754,
      "step": 946740
    },
    {
      "epoch": 264.23,
      "grad_norm": 2.3537485599517822,
      "learning_rate": 3.750722383926153e-06,
      "loss": 0.3547,
      "step": 946750
    },
    {
      "epoch": 264.24,
      "grad_norm": 0.975380539894104,
      "learning_rate": 3.7507007583809526e-06,
      "loss": 0.3666,
      "step": 946760
    },
    {
      "epoch": 264.24,
      "grad_norm": 1.333836317062378,
      "learning_rate": 3.750679132648487e-06,
      "loss": 0.3627,
      "step": 946770
    },
    {
      "epoch": 264.24,
      "grad_norm": 0.9433637261390686,
      "learning_rate": 3.7506575067287585e-06,
      "loss": 0.3509,
      "step": 946780
    },
    {
      "epoch": 264.25,
      "grad_norm": 0.9856631755828857,
      "learning_rate": 3.75063588062177e-06,
      "loss": 0.3542,
      "step": 946790
    },
    {
      "epoch": 264.25,
      "grad_norm": 1.0002938508987427,
      "learning_rate": 3.750614254327525e-06,
      "loss": 0.3787,
      "step": 946800
    },
    {
      "epoch": 264.25,
      "grad_norm": 0.9785441756248474,
      "learning_rate": 3.750592627846026e-06,
      "loss": 0.3698,
      "step": 946810
    },
    {
      "epoch": 264.25,
      "grad_norm": 1.127830982208252,
      "learning_rate": 3.7505710011772762e-06,
      "loss": 0.378,
      "step": 946820
    },
    {
      "epoch": 264.26,
      "grad_norm": 0.9581612348556519,
      "learning_rate": 3.7505493743212776e-06,
      "loss": 0.3508,
      "step": 946830
    },
    {
      "epoch": 264.26,
      "grad_norm": 0.9566574692726135,
      "learning_rate": 3.7505277472780338e-06,
      "loss": 0.3633,
      "step": 946840
    },
    {
      "epoch": 264.26,
      "grad_norm": 1.0930777788162231,
      "learning_rate": 3.7505061200475474e-06,
      "loss": 0.3703,
      "step": 946850
    },
    {
      "epoch": 264.26,
      "grad_norm": 0.980883777141571,
      "learning_rate": 3.7504844926298215e-06,
      "loss": 0.3563,
      "step": 946860
    },
    {
      "epoch": 264.27,
      "grad_norm": 0.9840708374977112,
      "learning_rate": 3.750462865024858e-06,
      "loss": 0.3728,
      "step": 946870
    },
    {
      "epoch": 264.27,
      "grad_norm": 1.0065451860427856,
      "learning_rate": 3.7504412372326614e-06,
      "loss": 0.3693,
      "step": 946880
    },
    {
      "epoch": 264.27,
      "grad_norm": 0.8343587517738342,
      "learning_rate": 3.7504196092532345e-06,
      "loss": 0.3557,
      "step": 946890
    },
    {
      "epoch": 264.28,
      "grad_norm": 1.1742322444915771,
      "learning_rate": 3.750397981086579e-06,
      "loss": 0.3744,
      "step": 946900
    },
    {
      "epoch": 264.28,
      "grad_norm": 1.0503742694854736,
      "learning_rate": 3.750376352732698e-06,
      "loss": 0.3459,
      "step": 946910
    },
    {
      "epoch": 264.28,
      "grad_norm": 1.27263343334198,
      "learning_rate": 3.750354724191594e-06,
      "loss": 0.3517,
      "step": 946920
    },
    {
      "epoch": 264.28,
      "grad_norm": 0.9706842303276062,
      "learning_rate": 3.7503330954632713e-06,
      "loss": 0.36,
      "step": 946930
    },
    {
      "epoch": 264.29,
      "grad_norm": 1.0088692903518677,
      "learning_rate": 3.7503114665477324e-06,
      "loss": 0.362,
      "step": 946940
    },
    {
      "epoch": 264.29,
      "grad_norm": 1.171087622642517,
      "learning_rate": 3.7502898374449792e-06,
      "loss": 0.3603,
      "step": 946950
    },
    {
      "epoch": 264.29,
      "grad_norm": 1.0635186433792114,
      "learning_rate": 3.7502682081550153e-06,
      "loss": 0.365,
      "step": 946960
    },
    {
      "epoch": 264.3,
      "grad_norm": 1.1668832302093506,
      "learning_rate": 3.7502465786778435e-06,
      "loss": 0.3508,
      "step": 946970
    },
    {
      "epoch": 264.3,
      "grad_norm": 0.9801600575447083,
      "learning_rate": 3.7502249490134664e-06,
      "loss": 0.373,
      "step": 946980
    },
    {
      "epoch": 264.3,
      "grad_norm": 1.0470839738845825,
      "learning_rate": 3.750203319161888e-06,
      "loss": 0.366,
      "step": 946990
    },
    {
      "epoch": 264.3,
      "grad_norm": 0.9325484037399292,
      "learning_rate": 3.750181689123109e-06,
      "loss": 0.3542,
      "step": 947000
    },
    {
      "epoch": 264.31,
      "grad_norm": 1.2523812055587769,
      "learning_rate": 3.750160058897134e-06,
      "loss": 0.3579,
      "step": 947010
    },
    {
      "epoch": 264.31,
      "grad_norm": 1.0001989603042603,
      "learning_rate": 3.7501384284839658e-06,
      "loss": 0.3613,
      "step": 947020
    },
    {
      "epoch": 264.31,
      "grad_norm": 1.0290621519088745,
      "learning_rate": 3.7501167978836063e-06,
      "loss": 0.3519,
      "step": 947030
    },
    {
      "epoch": 264.31,
      "grad_norm": 1.018044352531433,
      "learning_rate": 3.7500951670960597e-06,
      "loss": 0.3579,
      "step": 947040
    },
    {
      "epoch": 264.32,
      "grad_norm": 1.0951908826828003,
      "learning_rate": 3.7500735361213273e-06,
      "loss": 0.3698,
      "step": 947050
    },
    {
      "epoch": 264.32,
      "grad_norm": 0.912013828754425,
      "learning_rate": 3.750051904959414e-06,
      "loss": 0.3661,
      "step": 947060
    },
    {
      "epoch": 264.32,
      "grad_norm": 1.0658429861068726,
      "learning_rate": 3.7500302736103204e-06,
      "loss": 0.35,
      "step": 947070
    },
    {
      "epoch": 264.33,
      "grad_norm": 0.9163044095039368,
      "learning_rate": 3.750008642074051e-06,
      "loss": 0.3554,
      "step": 947080
    },
    {
      "epoch": 264.33,
      "grad_norm": 0.9581446647644043,
      "learning_rate": 3.7499870103506083e-06,
      "loss": 0.3631,
      "step": 947090
    },
    {
      "epoch": 264.33,
      "grad_norm": 1.138828158378601,
      "learning_rate": 3.7499653784399956e-06,
      "loss": 0.3695,
      "step": 947100
    },
    {
      "epoch": 264.33,
      "grad_norm": 0.7982500791549683,
      "learning_rate": 3.749943746342215e-06,
      "loss": 0.3456,
      "step": 947110
    },
    {
      "epoch": 264.34,
      "grad_norm": 0.9960256814956665,
      "learning_rate": 3.7499221140572686e-06,
      "loss": 0.3782,
      "step": 947120
    },
    {
      "epoch": 264.34,
      "grad_norm": 0.9752953052520752,
      "learning_rate": 3.749900481585161e-06,
      "loss": 0.3608,
      "step": 947130
    },
    {
      "epoch": 264.34,
      "grad_norm": 1.1066313982009888,
      "learning_rate": 3.749878848925895e-06,
      "loss": 0.3672,
      "step": 947140
    },
    {
      "epoch": 264.35,
      "grad_norm": 1.0202252864837646,
      "learning_rate": 3.7498572160794717e-06,
      "loss": 0.3523,
      "step": 947150
    },
    {
      "epoch": 264.35,
      "grad_norm": 1.126745581626892,
      "learning_rate": 3.7498355830458957e-06,
      "loss": 0.3467,
      "step": 947160
    },
    {
      "epoch": 264.35,
      "grad_norm": 0.990425705909729,
      "learning_rate": 3.749813949825169e-06,
      "loss": 0.3494,
      "step": 947170
    },
    {
      "epoch": 264.35,
      "grad_norm": 0.9849133491516113,
      "learning_rate": 3.7497923164172956e-06,
      "loss": 0.3719,
      "step": 947180
    },
    {
      "epoch": 264.36,
      "grad_norm": 1.2250421047210693,
      "learning_rate": 3.749770682822277e-06,
      "loss": 0.3646,
      "step": 947190
    },
    {
      "epoch": 264.36,
      "grad_norm": 1.0937135219573975,
      "learning_rate": 3.7497490490401166e-06,
      "loss": 0.3631,
      "step": 947200
    },
    {
      "epoch": 264.36,
      "grad_norm": 0.9480679631233215,
      "learning_rate": 3.7497274150708178e-06,
      "loss": 0.3651,
      "step": 947210
    },
    {
      "epoch": 264.37,
      "grad_norm": 1.0338513851165771,
      "learning_rate": 3.7497057809143823e-06,
      "loss": 0.3774,
      "step": 947220
    },
    {
      "epoch": 264.37,
      "grad_norm": 1.0901817083358765,
      "learning_rate": 3.7496841465708144e-06,
      "loss": 0.3613,
      "step": 947230
    },
    {
      "epoch": 264.37,
      "grad_norm": 1.075479507446289,
      "learning_rate": 3.7496625120401157e-06,
      "loss": 0.3843,
      "step": 947240
    },
    {
      "epoch": 264.37,
      "grad_norm": 1.1728602647781372,
      "learning_rate": 3.74964087732229e-06,
      "loss": 0.357,
      "step": 947250
    },
    {
      "epoch": 264.38,
      "grad_norm": 1.1257425546646118,
      "learning_rate": 3.74961924241734e-06,
      "loss": 0.36,
      "step": 947260
    },
    {
      "epoch": 264.38,
      "grad_norm": 1.048940658569336,
      "learning_rate": 3.7495976073252682e-06,
      "loss": 0.3585,
      "step": 947270
    },
    {
      "epoch": 264.38,
      "grad_norm": 1.0471798181533813,
      "learning_rate": 3.749575972046078e-06,
      "loss": 0.3641,
      "step": 947280
    },
    {
      "epoch": 264.38,
      "grad_norm": 0.8852804899215698,
      "learning_rate": 3.7495543365797716e-06,
      "loss": 0.3614,
      "step": 947290
    },
    {
      "epoch": 264.39,
      "grad_norm": 0.9548494815826416,
      "learning_rate": 3.7495327009263524e-06,
      "loss": 0.3769,
      "step": 947300
    },
    {
      "epoch": 264.39,
      "grad_norm": 1.0312283039093018,
      "learning_rate": 3.7495110650858236e-06,
      "loss": 0.3618,
      "step": 947310
    },
    {
      "epoch": 264.39,
      "grad_norm": 0.9522458910942078,
      "learning_rate": 3.749489429058187e-06,
      "loss": 0.3705,
      "step": 947320
    },
    {
      "epoch": 264.4,
      "grad_norm": 1.1002333164215088,
      "learning_rate": 3.749467792843446e-06,
      "loss": 0.362,
      "step": 947330
    },
    {
      "epoch": 264.4,
      "grad_norm": 1.1097939014434814,
      "learning_rate": 3.7494461564416034e-06,
      "loss": 0.3498,
      "step": 947340
    },
    {
      "epoch": 264.4,
      "grad_norm": 0.9715462327003479,
      "learning_rate": 3.7494245198526633e-06,
      "loss": 0.363,
      "step": 947350
    },
    {
      "epoch": 264.4,
      "grad_norm": 1.039113163948059,
      "learning_rate": 3.749402883076627e-06,
      "loss": 0.3636,
      "step": 947360
    },
    {
      "epoch": 264.41,
      "grad_norm": 1.1661121845245361,
      "learning_rate": 3.7493812461134973e-06,
      "loss": 0.3708,
      "step": 947370
    },
    {
      "epoch": 264.41,
      "grad_norm": 1.0627955198287964,
      "learning_rate": 3.749359608963278e-06,
      "loss": 0.3661,
      "step": 947380
    },
    {
      "epoch": 264.41,
      "grad_norm": 0.9831840991973877,
      "learning_rate": 3.7493379716259726e-06,
      "loss": 0.3673,
      "step": 947390
    },
    {
      "epoch": 264.42,
      "grad_norm": 1.108643889427185,
      "learning_rate": 3.749316334101582e-06,
      "loss": 0.3514,
      "step": 947400
    },
    {
      "epoch": 264.42,
      "grad_norm": 1.0658364295959473,
      "learning_rate": 3.7492946963901104e-06,
      "loss": 0.369,
      "step": 947410
    },
    {
      "epoch": 264.42,
      "grad_norm": 1.1657869815826416,
      "learning_rate": 3.7492730584915613e-06,
      "loss": 0.3742,
      "step": 947420
    },
    {
      "epoch": 264.42,
      "grad_norm": 1.1027108430862427,
      "learning_rate": 3.7492514204059352e-06,
      "loss": 0.3488,
      "step": 947430
    },
    {
      "epoch": 264.43,
      "grad_norm": 1.0339925289154053,
      "learning_rate": 3.7492297821332373e-06,
      "loss": 0.3741,
      "step": 947440
    },
    {
      "epoch": 264.43,
      "grad_norm": 1.0189772844314575,
      "learning_rate": 3.74920814367347e-06,
      "loss": 0.3855,
      "step": 947450
    },
    {
      "epoch": 264.43,
      "grad_norm": 1.169621229171753,
      "learning_rate": 3.749186505026635e-06,
      "loss": 0.376,
      "step": 947460
    },
    {
      "epoch": 264.43,
      "grad_norm": 1.0460264682769775,
      "learning_rate": 3.7491648661927363e-06,
      "loss": 0.3631,
      "step": 947470
    },
    {
      "epoch": 264.44,
      "grad_norm": 1.0697574615478516,
      "learning_rate": 3.749143227171777e-06,
      "loss": 0.3582,
      "step": 947480
    },
    {
      "epoch": 264.44,
      "grad_norm": 0.9494988322257996,
      "learning_rate": 3.7491215879637586e-06,
      "loss": 0.3564,
      "step": 947490
    },
    {
      "epoch": 264.44,
      "grad_norm": 1.147467017173767,
      "learning_rate": 3.7490999485686857e-06,
      "loss": 0.3604,
      "step": 947500
    },
    {
      "epoch": 264.45,
      "grad_norm": 1.0173001289367676,
      "learning_rate": 3.74907830898656e-06,
      "loss": 0.3827,
      "step": 947510
    },
    {
      "epoch": 264.45,
      "grad_norm": 1.119238018989563,
      "learning_rate": 3.7490566692173847e-06,
      "loss": 0.3591,
      "step": 947520
    },
    {
      "epoch": 264.45,
      "grad_norm": 1.257717251777649,
      "learning_rate": 3.7490350292611626e-06,
      "loss": 0.3747,
      "step": 947530
    },
    {
      "epoch": 264.45,
      "grad_norm": 1.0221893787384033,
      "learning_rate": 3.7490133891178966e-06,
      "loss": 0.3489,
      "step": 947540
    },
    {
      "epoch": 264.46,
      "grad_norm": 1.0507720708847046,
      "learning_rate": 3.7489917487875904e-06,
      "loss": 0.3656,
      "step": 947550
    },
    {
      "epoch": 264.46,
      "grad_norm": 2.110835552215576,
      "learning_rate": 3.7489701082702454e-06,
      "loss": 0.3578,
      "step": 947560
    },
    {
      "epoch": 264.46,
      "grad_norm": 0.930885910987854,
      "learning_rate": 3.748948467565865e-06,
      "loss": 0.3636,
      "step": 947570
    },
    {
      "epoch": 264.47,
      "grad_norm": 1.0695521831512451,
      "learning_rate": 3.748926826674453e-06,
      "loss": 0.3522,
      "step": 947580
    },
    {
      "epoch": 264.47,
      "grad_norm": 0.9221640825271606,
      "learning_rate": 3.7489051855960112e-06,
      "loss": 0.3598,
      "step": 947590
    },
    {
      "epoch": 264.47,
      "grad_norm": 1.0072215795516968,
      "learning_rate": 3.748883544330543e-06,
      "loss": 0.3674,
      "step": 947600
    },
    {
      "epoch": 264.47,
      "grad_norm": 1.2600209712982178,
      "learning_rate": 3.748861902878051e-06,
      "loss": 0.3574,
      "step": 947610
    },
    {
      "epoch": 264.48,
      "grad_norm": 1.0470424890518188,
      "learning_rate": 3.7488402612385387e-06,
      "loss": 0.3626,
      "step": 947620
    },
    {
      "epoch": 264.48,
      "grad_norm": 1.068525791168213,
      "learning_rate": 3.7488186194120077e-06,
      "loss": 0.354,
      "step": 947630
    },
    {
      "epoch": 264.48,
      "grad_norm": 1.198171854019165,
      "learning_rate": 3.7487969773984625e-06,
      "loss": 0.3509,
      "step": 947640
    },
    {
      "epoch": 264.49,
      "grad_norm": 0.8705572485923767,
      "learning_rate": 3.7487753351979046e-06,
      "loss": 0.3628,
      "step": 947650
    },
    {
      "epoch": 264.49,
      "grad_norm": 1.1581010818481445,
      "learning_rate": 3.748753692810338e-06,
      "loss": 0.3543,
      "step": 947660
    },
    {
      "epoch": 264.49,
      "grad_norm": 1.20956552028656,
      "learning_rate": 3.7487320502357642e-06,
      "loss": 0.3606,
      "step": 947670
    },
    {
      "epoch": 264.49,
      "grad_norm": 1.1601015329360962,
      "learning_rate": 3.7487104074741876e-06,
      "loss": 0.3537,
      "step": 947680
    },
    {
      "epoch": 264.5,
      "grad_norm": 0.957012414932251,
      "learning_rate": 3.74868876452561e-06,
      "loss": 0.3558,
      "step": 947690
    },
    {
      "epoch": 264.5,
      "grad_norm": 1.1000498533248901,
      "learning_rate": 3.7486671213900344e-06,
      "loss": 0.3423,
      "step": 947700
    },
    {
      "epoch": 264.5,
      "grad_norm": 1.2411669492721558,
      "learning_rate": 3.748645478067465e-06,
      "loss": 0.3613,
      "step": 947710
    },
    {
      "epoch": 264.5,
      "grad_norm": 0.898753821849823,
      "learning_rate": 3.7486238345579027e-06,
      "loss": 0.3644,
      "step": 947720
    },
    {
      "epoch": 264.51,
      "grad_norm": 0.9262145161628723,
      "learning_rate": 3.7486021908613517e-06,
      "loss": 0.3529,
      "step": 947730
    },
    {
      "epoch": 264.51,
      "grad_norm": 0.9391717314720154,
      "learning_rate": 3.7485805469778148e-06,
      "loss": 0.3564,
      "step": 947740
    },
    {
      "epoch": 264.51,
      "grad_norm": 0.9788029789924622,
      "learning_rate": 3.748558902907294e-06,
      "loss": 0.3527,
      "step": 947750
    },
    {
      "epoch": 264.52,
      "grad_norm": 0.9472985863685608,
      "learning_rate": 3.7485372586497925e-06,
      "loss": 0.3627,
      "step": 947760
    },
    {
      "epoch": 264.52,
      "grad_norm": 0.9522100687026978,
      "learning_rate": 3.7485156142053135e-06,
      "loss": 0.3814,
      "step": 947770
    },
    {
      "epoch": 264.52,
      "grad_norm": 1.0076394081115723,
      "learning_rate": 3.748493969573861e-06,
      "loss": 0.357,
      "step": 947780
    },
    {
      "epoch": 264.52,
      "grad_norm": 1.1417694091796875,
      "learning_rate": 3.748472324755435e-06,
      "loss": 0.3709,
      "step": 947790
    },
    {
      "epoch": 264.53,
      "grad_norm": 1.0471912622451782,
      "learning_rate": 3.7484506797500414e-06,
      "loss": 0.3477,
      "step": 947800
    },
    {
      "epoch": 264.53,
      "grad_norm": 0.9270240664482117,
      "learning_rate": 3.748429034557681e-06,
      "loss": 0.3745,
      "step": 947810
    },
    {
      "epoch": 264.53,
      "grad_norm": 1.097874402999878,
      "learning_rate": 3.7484073891783576e-06,
      "loss": 0.3667,
      "step": 947820
    },
    {
      "epoch": 264.54,
      "grad_norm": 1.1155951023101807,
      "learning_rate": 3.748385743612074e-06,
      "loss": 0.3801,
      "step": 947830
    },
    {
      "epoch": 264.54,
      "grad_norm": 0.9935248494148254,
      "learning_rate": 3.748364097858834e-06,
      "loss": 0.3617,
      "step": 947840
    },
    {
      "epoch": 264.54,
      "grad_norm": 1.1915862560272217,
      "learning_rate": 3.7483424519186383e-06,
      "loss": 0.3563,
      "step": 947850
    },
    {
      "epoch": 264.54,
      "grad_norm": 0.9789580702781677,
      "learning_rate": 3.74832080579149e-06,
      "loss": 0.3708,
      "step": 947860
    },
    {
      "epoch": 264.55,
      "grad_norm": 1.0297552347183228,
      "learning_rate": 3.7482991594773947e-06,
      "loss": 0.371,
      "step": 947870
    },
    {
      "epoch": 264.55,
      "grad_norm": 1.222071886062622,
      "learning_rate": 3.748277512976353e-06,
      "loss": 0.3451,
      "step": 947880
    },
    {
      "epoch": 264.55,
      "grad_norm": 1.0207951068878174,
      "learning_rate": 3.7482558662883685e-06,
      "loss": 0.3599,
      "step": 947890
    },
    {
      "epoch": 264.55,
      "grad_norm": 0.9947074055671692,
      "learning_rate": 3.7482342194134437e-06,
      "loss": 0.3726,
      "step": 947900
    },
    {
      "epoch": 264.56,
      "grad_norm": 0.9898186922073364,
      "learning_rate": 3.748212572351581e-06,
      "loss": 0.3572,
      "step": 947910
    },
    {
      "epoch": 264.56,
      "grad_norm": 1.1083104610443115,
      "learning_rate": 3.7481909251027853e-06,
      "loss": 0.3687,
      "step": 947920
    },
    {
      "epoch": 264.56,
      "grad_norm": 0.9824476838111877,
      "learning_rate": 3.7481692776670573e-06,
      "loss": 0.3596,
      "step": 947930
    },
    {
      "epoch": 264.57,
      "grad_norm": 0.909753680229187,
      "learning_rate": 3.748147630044401e-06,
      "loss": 0.3661,
      "step": 947940
    },
    {
      "epoch": 264.57,
      "grad_norm": 0.9092054963111877,
      "learning_rate": 3.7481259822348185e-06,
      "loss": 0.3708,
      "step": 947950
    },
    {
      "epoch": 264.57,
      "grad_norm": 1.0792206525802612,
      "learning_rate": 3.748104334238313e-06,
      "loss": 0.3581,
      "step": 947960
    },
    {
      "epoch": 264.57,
      "grad_norm": 1.1770278215408325,
      "learning_rate": 3.748082686054889e-06,
      "loss": 0.379,
      "step": 947970
    },
    {
      "epoch": 264.58,
      "grad_norm": 1.2934186458587646,
      "learning_rate": 3.7480610376845464e-06,
      "loss": 0.3649,
      "step": 947980
    },
    {
      "epoch": 264.58,
      "grad_norm": 0.8637629151344299,
      "learning_rate": 3.7480393891272904e-06,
      "loss": 0.3558,
      "step": 947990
    },
    {
      "epoch": 264.58,
      "grad_norm": 1.012285590171814,
      "learning_rate": 3.7480177403831227e-06,
      "loss": 0.3685,
      "step": 948000
    },
    {
      "epoch": 264.59,
      "grad_norm": 0.9797824025154114,
      "learning_rate": 3.747996091452046e-06,
      "loss": 0.3729,
      "step": 948010
    },
    {
      "epoch": 264.59,
      "grad_norm": 1.0551197528839111,
      "learning_rate": 3.7479744423340653e-06,
      "loss": 0.3716,
      "step": 948020
    },
    {
      "epoch": 264.59,
      "grad_norm": 1.0755261182785034,
      "learning_rate": 3.7479527930291813e-06,
      "loss": 0.3638,
      "step": 948030
    },
    {
      "epoch": 264.59,
      "grad_norm": 1.0504827499389648,
      "learning_rate": 3.7479311435373972e-06,
      "loss": 0.3687,
      "step": 948040
    },
    {
      "epoch": 264.6,
      "grad_norm": 1.2106561660766602,
      "learning_rate": 3.7479094938587162e-06,
      "loss": 0.3748,
      "step": 948050
    },
    {
      "epoch": 264.6,
      "grad_norm": 1.1087855100631714,
      "learning_rate": 3.7478878439931412e-06,
      "loss": 0.3738,
      "step": 948060
    },
    {
      "epoch": 264.6,
      "grad_norm": 1.0285224914550781,
      "learning_rate": 3.7478661939406756e-06,
      "loss": 0.3545,
      "step": 948070
    },
    {
      "epoch": 264.61,
      "grad_norm": 0.9467731714248657,
      "learning_rate": 3.7478445437013215e-06,
      "loss": 0.3574,
      "step": 948080
    },
    {
      "epoch": 264.61,
      "grad_norm": 1.1954158544540405,
      "learning_rate": 3.747822893275082e-06,
      "loss": 0.3671,
      "step": 948090
    },
    {
      "epoch": 264.61,
      "grad_norm": 1.097466230392456,
      "learning_rate": 3.74780124266196e-06,
      "loss": 0.371,
      "step": 948100
    },
    {
      "epoch": 264.61,
      "grad_norm": 0.9162734746932983,
      "learning_rate": 3.7477795918619586e-06,
      "loss": 0.3706,
      "step": 948110
    },
    {
      "epoch": 264.62,
      "grad_norm": 1.0057618618011475,
      "learning_rate": 3.7477579408750797e-06,
      "loss": 0.3634,
      "step": 948120
    },
    {
      "epoch": 264.62,
      "grad_norm": 1.0197535753250122,
      "learning_rate": 3.747736289701327e-06,
      "loss": 0.36,
      "step": 948130
    },
    {
      "epoch": 264.62,
      "grad_norm": 0.9907096028327942,
      "learning_rate": 3.7477146383407043e-06,
      "loss": 0.3784,
      "step": 948140
    },
    {
      "epoch": 264.62,
      "grad_norm": 1.0131160020828247,
      "learning_rate": 3.7476929867932128e-06,
      "loss": 0.3565,
      "step": 948150
    },
    {
      "epoch": 264.63,
      "grad_norm": 0.9695072174072266,
      "learning_rate": 3.747671335058857e-06,
      "loss": 0.3558,
      "step": 948160
    },
    {
      "epoch": 264.63,
      "grad_norm": 1.1003801822662354,
      "learning_rate": 3.747649683137638e-06,
      "loss": 0.3621,
      "step": 948170
    },
    {
      "epoch": 264.63,
      "grad_norm": 0.9953827261924744,
      "learning_rate": 3.7476280310295594e-06,
      "loss": 0.3599,
      "step": 948180
    },
    {
      "epoch": 264.64,
      "grad_norm": 1.2120990753173828,
      "learning_rate": 3.7476063787346253e-06,
      "loss": 0.3683,
      "step": 948190
    },
    {
      "epoch": 264.64,
      "grad_norm": 1.0774741172790527,
      "learning_rate": 3.7475847262528366e-06,
      "loss": 0.3528,
      "step": 948200
    },
    {
      "epoch": 264.64,
      "grad_norm": 0.9565199613571167,
      "learning_rate": 3.7475630735841975e-06,
      "loss": 0.3474,
      "step": 948210
    },
    {
      "epoch": 264.64,
      "grad_norm": 0.9724767804145813,
      "learning_rate": 3.7475414207287105e-06,
      "loss": 0.3563,
      "step": 948220
    },
    {
      "epoch": 264.65,
      "grad_norm": 1.4390815496444702,
      "learning_rate": 3.7475197676863787e-06,
      "loss": 0.3434,
      "step": 948230
    },
    {
      "epoch": 264.65,
      "grad_norm": 0.9906361699104309,
      "learning_rate": 3.7474981144572045e-06,
      "loss": 0.3359,
      "step": 948240
    },
    {
      "epoch": 264.65,
      "grad_norm": 1.0606704950332642,
      "learning_rate": 3.7474764610411905e-06,
      "loss": 0.3547,
      "step": 948250
    },
    {
      "epoch": 264.66,
      "grad_norm": 0.9714327454566956,
      "learning_rate": 3.7474548074383406e-06,
      "loss": 0.3504,
      "step": 948260
    },
    {
      "epoch": 264.66,
      "grad_norm": 1.0072187185287476,
      "learning_rate": 3.747433153648657e-06,
      "loss": 0.354,
      "step": 948270
    },
    {
      "epoch": 264.66,
      "grad_norm": 0.8927779197692871,
      "learning_rate": 3.7474114996721433e-06,
      "loss": 0.3568,
      "step": 948280
    },
    {
      "epoch": 264.66,
      "grad_norm": 1.196671485900879,
      "learning_rate": 3.747389845508802e-06,
      "loss": 0.3607,
      "step": 948290
    },
    {
      "epoch": 264.67,
      "grad_norm": 1.2793868780136108,
      "learning_rate": 3.747368191158635e-06,
      "loss": 0.3766,
      "step": 948300
    },
    {
      "epoch": 264.67,
      "grad_norm": 1.1075916290283203,
      "learning_rate": 3.7473465366216463e-06,
      "loss": 0.3518,
      "step": 948310
    },
    {
      "epoch": 264.67,
      "grad_norm": 1.0324223041534424,
      "learning_rate": 3.7473248818978393e-06,
      "loss": 0.3544,
      "step": 948320
    },
    {
      "epoch": 264.67,
      "grad_norm": 1.1399394273757935,
      "learning_rate": 3.7473032269872154e-06,
      "loss": 0.3484,
      "step": 948330
    },
    {
      "epoch": 264.68,
      "grad_norm": 1.1016972064971924,
      "learning_rate": 3.7472815718897783e-06,
      "loss": 0.3751,
      "step": 948340
    },
    {
      "epoch": 264.68,
      "grad_norm": 1.1268904209136963,
      "learning_rate": 3.7472599166055307e-06,
      "loss": 0.3564,
      "step": 948350
    },
    {
      "epoch": 264.68,
      "grad_norm": 0.912692666053772,
      "learning_rate": 3.7472382611344755e-06,
      "loss": 0.3796,
      "step": 948360
    },
    {
      "epoch": 264.69,
      "grad_norm": 0.9565564393997192,
      "learning_rate": 3.7472166054766156e-06,
      "loss": 0.365,
      "step": 948370
    },
    {
      "epoch": 264.69,
      "grad_norm": 1.203887939453125,
      "learning_rate": 3.747194949631954e-06,
      "loss": 0.3736,
      "step": 948380
    },
    {
      "epoch": 264.69,
      "grad_norm": 0.8553783297538757,
      "learning_rate": 3.7471732936004933e-06,
      "loss": 0.3411,
      "step": 948390
    },
    {
      "epoch": 264.69,
      "grad_norm": 1.2516051530838013,
      "learning_rate": 3.7471516373822373e-06,
      "loss": 0.3726,
      "step": 948400
    },
    {
      "epoch": 264.7,
      "grad_norm": 1.2167558670043945,
      "learning_rate": 3.7471299809771876e-06,
      "loss": 0.3572,
      "step": 948410
    },
    {
      "epoch": 264.7,
      "grad_norm": 1.1716746091842651,
      "learning_rate": 3.747108324385348e-06,
      "loss": 0.3549,
      "step": 948420
    },
    {
      "epoch": 264.7,
      "grad_norm": 1.1133025884628296,
      "learning_rate": 3.7470866676067205e-06,
      "loss": 0.3684,
      "step": 948430
    },
    {
      "epoch": 264.71,
      "grad_norm": 2.2936532497406006,
      "learning_rate": 3.747065010641309e-06,
      "loss": 0.3439,
      "step": 948440
    },
    {
      "epoch": 264.71,
      "grad_norm": 1.1804906129837036,
      "learning_rate": 3.7470433534891153e-06,
      "loss": 0.3617,
      "step": 948450
    },
    {
      "epoch": 264.71,
      "grad_norm": 1.0983819961547852,
      "learning_rate": 3.747021696150143e-06,
      "loss": 0.3776,
      "step": 948460
    },
    {
      "epoch": 264.71,
      "grad_norm": 0.9867802262306213,
      "learning_rate": 3.7470000386243952e-06,
      "loss": 0.3757,
      "step": 948470
    },
    {
      "epoch": 264.72,
      "grad_norm": 1.1159027814865112,
      "learning_rate": 3.7469783809118744e-06,
      "loss": 0.3609,
      "step": 948480
    },
    {
      "epoch": 264.72,
      "grad_norm": 0.9545671939849854,
      "learning_rate": 3.746956723012583e-06,
      "loss": 0.3736,
      "step": 948490
    },
    {
      "epoch": 264.72,
      "grad_norm": 0.9890888929367065,
      "learning_rate": 3.7469350649265255e-06,
      "loss": 0.3736,
      "step": 948500
    },
    {
      "epoch": 264.73,
      "grad_norm": 1.2849009037017822,
      "learning_rate": 3.7469134066537034e-06,
      "loss": 0.3409,
      "step": 948510
    },
    {
      "epoch": 264.73,
      "grad_norm": 1.1536750793457031,
      "learning_rate": 3.7468917481941194e-06,
      "loss": 0.372,
      "step": 948520
    },
    {
      "epoch": 264.73,
      "grad_norm": 1.284110426902771,
      "learning_rate": 3.746870089547776e-06,
      "loss": 0.3748,
      "step": 948530
    },
    {
      "epoch": 264.73,
      "grad_norm": 1.0054503679275513,
      "learning_rate": 3.7468484307146785e-06,
      "loss": 0.3493,
      "step": 948540
    },
    {
      "epoch": 264.74,
      "grad_norm": 1.2385886907577515,
      "learning_rate": 3.746826771694828e-06,
      "loss": 0.3526,
      "step": 948550
    },
    {
      "epoch": 264.74,
      "grad_norm": 0.9327355623245239,
      "learning_rate": 3.7468051124882266e-06,
      "loss": 0.3603,
      "step": 948560
    },
    {
      "epoch": 264.74,
      "grad_norm": 1.0735489130020142,
      "learning_rate": 3.746783453094879e-06,
      "loss": 0.3406,
      "step": 948570
    },
    {
      "epoch": 264.74,
      "grad_norm": 1.163596510887146,
      "learning_rate": 3.746761793514787e-06,
      "loss": 0.3527,
      "step": 948580
    },
    {
      "epoch": 264.75,
      "grad_norm": 1.2321621179580688,
      "learning_rate": 3.7467401337479537e-06,
      "loss": 0.3616,
      "step": 948590
    },
    {
      "epoch": 264.75,
      "grad_norm": 1.1021809577941895,
      "learning_rate": 3.746718473794382e-06,
      "loss": 0.3619,
      "step": 948600
    },
    {
      "epoch": 264.75,
      "grad_norm": 1.0147713422775269,
      "learning_rate": 3.7466968136540753e-06,
      "loss": 0.3642,
      "step": 948610
    },
    {
      "epoch": 264.76,
      "grad_norm": 1.0852739810943604,
      "learning_rate": 3.7466751533270352e-06,
      "loss": 0.3588,
      "step": 948620
    },
    {
      "epoch": 264.76,
      "grad_norm": 0.951057493686676,
      "learning_rate": 3.746653492813266e-06,
      "loss": 0.3573,
      "step": 948630
    },
    {
      "epoch": 264.76,
      "grad_norm": 1.0458265542984009,
      "learning_rate": 3.74663183211277e-06,
      "loss": 0.3416,
      "step": 948640
    },
    {
      "epoch": 264.76,
      "grad_norm": 1.0502654314041138,
      "learning_rate": 3.7466101712255496e-06,
      "loss": 0.3673,
      "step": 948650
    },
    {
      "epoch": 264.77,
      "grad_norm": 1.0194011926651,
      "learning_rate": 3.7465885101516078e-06,
      "loss": 0.3761,
      "step": 948660
    },
    {
      "epoch": 264.77,
      "grad_norm": 0.9522595405578613,
      "learning_rate": 3.7465668488909485e-06,
      "loss": 0.3593,
      "step": 948670
    },
    {
      "epoch": 264.77,
      "grad_norm": 0.871342658996582,
      "learning_rate": 3.7465451874435744e-06,
      "loss": 0.3765,
      "step": 948680
    },
    {
      "epoch": 264.78,
      "grad_norm": 0.9915122985839844,
      "learning_rate": 3.7465235258094867e-06,
      "loss": 0.3474,
      "step": 948690
    },
    {
      "epoch": 264.78,
      "grad_norm": 1.16988205909729,
      "learning_rate": 3.7465018639886904e-06,
      "loss": 0.3443,
      "step": 948700
    },
    {
      "epoch": 264.78,
      "grad_norm": 1.2892022132873535,
      "learning_rate": 3.746480201981187e-06,
      "loss": 0.3722,
      "step": 948710
    },
    {
      "epoch": 264.78,
      "grad_norm": 1.122658133506775,
      "learning_rate": 3.7464585397869797e-06,
      "loss": 0.3499,
      "step": 948720
    },
    {
      "epoch": 264.79,
      "grad_norm": 0.9981274008750916,
      "learning_rate": 3.7464368774060715e-06,
      "loss": 0.3735,
      "step": 948730
    },
    {
      "epoch": 264.79,
      "grad_norm": 1.068230390548706,
      "learning_rate": 3.746415214838466e-06,
      "loss": 0.3678,
      "step": 948740
    },
    {
      "epoch": 264.79,
      "grad_norm": 0.9703887104988098,
      "learning_rate": 3.7463935520841643e-06,
      "loss": 0.3597,
      "step": 948750
    },
    {
      "epoch": 264.79,
      "grad_norm": 0.9734777808189392,
      "learning_rate": 3.746371889143171e-06,
      "loss": 0.3553,
      "step": 948760
    },
    {
      "epoch": 264.8,
      "grad_norm": 1.0166579484939575,
      "learning_rate": 3.7463502260154883e-06,
      "loss": 0.3535,
      "step": 948770
    },
    {
      "epoch": 264.8,
      "grad_norm": 1.0707234144210815,
      "learning_rate": 3.746328562701119e-06,
      "loss": 0.363,
      "step": 948780
    },
    {
      "epoch": 264.8,
      "grad_norm": 1.082802653312683,
      "learning_rate": 3.7463068992000664e-06,
      "loss": 0.3725,
      "step": 948790
    },
    {
      "epoch": 264.81,
      "grad_norm": 1.0685415267944336,
      "learning_rate": 3.7462852355123333e-06,
      "loss": 0.3441,
      "step": 948800
    },
    {
      "epoch": 264.81,
      "grad_norm": 1.1357035636901855,
      "learning_rate": 3.746263571637921e-06,
      "loss": 0.377,
      "step": 948810
    },
    {
      "epoch": 264.81,
      "grad_norm": 0.9878279566764832,
      "learning_rate": 3.746241907576835e-06,
      "loss": 0.3656,
      "step": 948820
    },
    {
      "epoch": 264.81,
      "grad_norm": 1.0058228969573975,
      "learning_rate": 3.7462202433290766e-06,
      "loss": 0.3585,
      "step": 948830
    },
    {
      "epoch": 264.82,
      "grad_norm": 1.2570953369140625,
      "learning_rate": 3.7461985788946497e-06,
      "loss": 0.3385,
      "step": 948840
    },
    {
      "epoch": 264.82,
      "grad_norm": 0.9829427599906921,
      "learning_rate": 3.7461769142735554e-06,
      "loss": 0.3502,
      "step": 948850
    },
    {
      "epoch": 264.82,
      "grad_norm": 0.9489584565162659,
      "learning_rate": 3.7461552494657982e-06,
      "loss": 0.3602,
      "step": 948860
    },
    {
      "epoch": 264.83,
      "grad_norm": 0.955575704574585,
      "learning_rate": 3.7461335844713805e-06,
      "loss": 0.3844,
      "step": 948870
    },
    {
      "epoch": 264.83,
      "grad_norm": 0.9061852693557739,
      "learning_rate": 3.746111919290305e-06,
      "loss": 0.3624,
      "step": 948880
    },
    {
      "epoch": 264.83,
      "grad_norm": 1.2022885084152222,
      "learning_rate": 3.746090253922575e-06,
      "loss": 0.3571,
      "step": 948890
    },
    {
      "epoch": 264.83,
      "grad_norm": 1.1836512088775635,
      "learning_rate": 3.746068588368193e-06,
      "loss": 0.3853,
      "step": 948900
    },
    {
      "epoch": 264.84,
      "grad_norm": 0.9801253080368042,
      "learning_rate": 3.7460469226271626e-06,
      "loss": 0.3486,
      "step": 948910
    },
    {
      "epoch": 264.84,
      "grad_norm": 1.021038293838501,
      "learning_rate": 3.746025256699485e-06,
      "loss": 0.3532,
      "step": 948920
    },
    {
      "epoch": 264.84,
      "grad_norm": 1.9313576221466064,
      "learning_rate": 3.746003590585165e-06,
      "loss": 0.3538,
      "step": 948930
    },
    {
      "epoch": 264.85,
      "grad_norm": 1.0537497997283936,
      "learning_rate": 3.745981924284204e-06,
      "loss": 0.3807,
      "step": 948940
    },
    {
      "epoch": 264.85,
      "grad_norm": 1.9832698106765747,
      "learning_rate": 3.745960257796606e-06,
      "loss": 0.3677,
      "step": 948950
    },
    {
      "epoch": 264.85,
      "grad_norm": 1.085689663887024,
      "learning_rate": 3.745938591122373e-06,
      "loss": 0.3673,
      "step": 948960
    },
    {
      "epoch": 264.85,
      "grad_norm": 0.9904858469963074,
      "learning_rate": 3.745916924261509e-06,
      "loss": 0.3385,
      "step": 948970
    },
    {
      "epoch": 264.86,
      "grad_norm": 0.9046715497970581,
      "learning_rate": 3.745895257214016e-06,
      "loss": 0.3436,
      "step": 948980
    },
    {
      "epoch": 264.86,
      "grad_norm": 1.1852277517318726,
      "learning_rate": 3.745873589979897e-06,
      "loss": 0.367,
      "step": 948990
    },
    {
      "epoch": 264.86,
      "grad_norm": 0.9632534980773926,
      "learning_rate": 3.745851922559155e-06,
      "loss": 0.3553,
      "step": 949000
    },
    {
      "epoch": 264.86,
      "grad_norm": 0.95281583070755,
      "learning_rate": 3.7458302549517928e-06,
      "loss": 0.3627,
      "step": 949010
    },
    {
      "epoch": 264.87,
      "grad_norm": 1.3814266920089722,
      "learning_rate": 3.745808587157813e-06,
      "loss": 0.3761,
      "step": 949020
    },
    {
      "epoch": 264.87,
      "grad_norm": 1.1241668462753296,
      "learning_rate": 3.7457869191772195e-06,
      "loss": 0.3584,
      "step": 949030
    },
    {
      "epoch": 264.87,
      "grad_norm": 0.9579760432243347,
      "learning_rate": 3.7457652510100137e-06,
      "loss": 0.3437,
      "step": 949040
    },
    {
      "epoch": 264.88,
      "grad_norm": 0.9274287223815918,
      "learning_rate": 3.7457435826562e-06,
      "loss": 0.3624,
      "step": 949050
    },
    {
      "epoch": 264.88,
      "grad_norm": 1.2833316326141357,
      "learning_rate": 3.7457219141157806e-06,
      "loss": 0.37,
      "step": 949060
    },
    {
      "epoch": 264.88,
      "grad_norm": 1.027068853378296,
      "learning_rate": 3.7457002453887575e-06,
      "loss": 0.356,
      "step": 949070
    },
    {
      "epoch": 264.88,
      "grad_norm": 1.1110783815383911,
      "learning_rate": 3.745678576475135e-06,
      "loss": 0.3566,
      "step": 949080
    },
    {
      "epoch": 264.89,
      "grad_norm": 1.033869981765747,
      "learning_rate": 3.7456569073749155e-06,
      "loss": 0.3641,
      "step": 949090
    },
    {
      "epoch": 264.89,
      "grad_norm": 1.7268568277359009,
      "learning_rate": 3.7456352380881023e-06,
      "loss": 0.3692,
      "step": 949100
    },
    {
      "epoch": 264.89,
      "grad_norm": 1.1347405910491943,
      "learning_rate": 3.7456135686146967e-06,
      "loss": 0.3654,
      "step": 949110
    },
    {
      "epoch": 264.9,
      "grad_norm": 1.1453758478164673,
      "learning_rate": 3.7455918989547033e-06,
      "loss": 0.3416,
      "step": 949120
    },
    {
      "epoch": 264.9,
      "grad_norm": 0.9371943473815918,
      "learning_rate": 3.7455702291081243e-06,
      "loss": 0.3691,
      "step": 949130
    },
    {
      "epoch": 264.9,
      "grad_norm": 1.1041929721832275,
      "learning_rate": 3.7455485590749625e-06,
      "loss": 0.3537,
      "step": 949140
    },
    {
      "epoch": 264.9,
      "grad_norm": 0.9991666674613953,
      "learning_rate": 3.7455268888552213e-06,
      "loss": 0.3632,
      "step": 949150
    },
    {
      "epoch": 264.91,
      "grad_norm": 1.112064003944397,
      "learning_rate": 3.745505218448903e-06,
      "loss": 0.3466,
      "step": 949160
    },
    {
      "epoch": 264.91,
      "grad_norm": 1.0947035551071167,
      "learning_rate": 3.7454835478560108e-06,
      "loss": 0.3648,
      "step": 949170
    },
    {
      "epoch": 264.91,
      "grad_norm": 1.050852656364441,
      "learning_rate": 3.7454618770765473e-06,
      "loss": 0.3625,
      "step": 949180
    },
    {
      "epoch": 264.91,
      "grad_norm": 1.0097821950912476,
      "learning_rate": 3.7454402061105155e-06,
      "loss": 0.355,
      "step": 949190
    },
    {
      "epoch": 264.92,
      "grad_norm": 1.1721211671829224,
      "learning_rate": 3.7454185349579183e-06,
      "loss": 0.3544,
      "step": 949200
    },
    {
      "epoch": 264.92,
      "grad_norm": 1.1360870599746704,
      "learning_rate": 3.7453968636187587e-06,
      "loss": 0.3718,
      "step": 949210
    },
    {
      "epoch": 264.92,
      "grad_norm": 0.9341350793838501,
      "learning_rate": 3.74537519209304e-06,
      "loss": 0.3445,
      "step": 949220
    },
    {
      "epoch": 264.93,
      "grad_norm": 1.1902908086776733,
      "learning_rate": 3.745353520380764e-06,
      "loss": 0.3591,
      "step": 949230
    },
    {
      "epoch": 264.93,
      "grad_norm": 0.9942007064819336,
      "learning_rate": 3.745331848481934e-06,
      "loss": 0.3623,
      "step": 949240
    },
    {
      "epoch": 264.93,
      "grad_norm": 1.0246713161468506,
      "learning_rate": 3.7453101763965533e-06,
      "loss": 0.3629,
      "step": 949250
    },
    {
      "epoch": 264.93,
      "grad_norm": 0.9684441089630127,
      "learning_rate": 3.745288504124625e-06,
      "loss": 0.3703,
      "step": 949260
    },
    {
      "epoch": 264.94,
      "grad_norm": 1.038526177406311,
      "learning_rate": 3.7452668316661516e-06,
      "loss": 0.3748,
      "step": 949270
    },
    {
      "epoch": 264.94,
      "grad_norm": 0.8232561349868774,
      "learning_rate": 3.7452451590211353e-06,
      "loss": 0.3483,
      "step": 949280
    },
    {
      "epoch": 264.94,
      "grad_norm": 1.0868756771087646,
      "learning_rate": 3.74522348618958e-06,
      "loss": 0.3572,
      "step": 949290
    },
    {
      "epoch": 264.95,
      "grad_norm": 1.0651535987854004,
      "learning_rate": 3.745201813171488e-06,
      "loss": 0.3514,
      "step": 949300
    },
    {
      "epoch": 264.95,
      "grad_norm": 1.0364381074905396,
      "learning_rate": 3.7451801399668625e-06,
      "loss": 0.3683,
      "step": 949310
    },
    {
      "epoch": 264.95,
      "grad_norm": 0.8590692281723022,
      "learning_rate": 3.7451584665757067e-06,
      "loss": 0.3527,
      "step": 949320
    },
    {
      "epoch": 264.95,
      "grad_norm": 0.9209558963775635,
      "learning_rate": 3.745136792998022e-06,
      "loss": 0.3656,
      "step": 949330
    },
    {
      "epoch": 264.96,
      "grad_norm": 0.9228644967079163,
      "learning_rate": 3.745115119233813e-06,
      "loss": 0.3665,
      "step": 949340
    },
    {
      "epoch": 264.96,
      "grad_norm": 1.0373982191085815,
      "learning_rate": 3.745093445283083e-06,
      "loss": 0.3707,
      "step": 949350
    },
    {
      "epoch": 264.96,
      "grad_norm": 1.028831124305725,
      "learning_rate": 3.745071771145832e-06,
      "loss": 0.3546,
      "step": 949360
    },
    {
      "epoch": 264.97,
      "grad_norm": 0.8811435699462891,
      "learning_rate": 3.745050096822065e-06,
      "loss": 0.3859,
      "step": 949370
    },
    {
      "epoch": 264.97,
      "grad_norm": 1.0014057159423828,
      "learning_rate": 3.7450284223117853e-06,
      "loss": 0.356,
      "step": 949380
    },
    {
      "epoch": 264.97,
      "grad_norm": 0.9907419085502625,
      "learning_rate": 3.7450067476149948e-06,
      "loss": 0.3665,
      "step": 949390
    },
    {
      "epoch": 264.97,
      "grad_norm": 1.082664132118225,
      "learning_rate": 3.744985072731697e-06,
      "loss": 0.3716,
      "step": 949400
    },
    {
      "epoch": 264.98,
      "grad_norm": 1.0537372827529907,
      "learning_rate": 3.744963397661893e-06,
      "loss": 0.3593,
      "step": 949410
    },
    {
      "epoch": 264.98,
      "grad_norm": 0.9447893500328064,
      "learning_rate": 3.744941722405589e-06,
      "loss": 0.3624,
      "step": 949420
    },
    {
      "epoch": 264.98,
      "grad_norm": 0.9913864135742188,
      "learning_rate": 3.7449200469627847e-06,
      "loss": 0.3626,
      "step": 949430
    },
    {
      "epoch": 264.98,
      "grad_norm": 0.8543925881385803,
      "learning_rate": 3.744898371333485e-06,
      "loss": 0.3651,
      "step": 949440
    },
    {
      "epoch": 264.99,
      "grad_norm": 0.8592351675033569,
      "learning_rate": 3.7448766955176915e-06,
      "loss": 0.3625,
      "step": 949450
    },
    {
      "epoch": 264.99,
      "grad_norm": 0.9569639563560486,
      "learning_rate": 3.7448550195154076e-06,
      "loss": 0.3616,
      "step": 949460
    },
    {
      "epoch": 264.99,
      "grad_norm": 0.9802577495574951,
      "learning_rate": 3.7448333433266367e-06,
      "loss": 0.3619,
      "step": 949470
    },
    {
      "epoch": 265.0,
      "grad_norm": 0.9585580825805664,
      "learning_rate": 3.744811666951381e-06,
      "loss": 0.348,
      "step": 949480
    },
    {
      "epoch": 265.0,
      "grad_norm": 1.0813043117523193,
      "learning_rate": 3.7447899903896432e-06,
      "loss": 0.3662,
      "step": 949490
    },
    {
      "epoch": 265.0,
      "eval_loss": 0.3613604009151459,
      "eval_runtime": 65.4464,
      "eval_samples_per_second": 77.3,
      "eval_steps_per_second": 9.672,
      "step": 949495
    },
    {
      "epoch": 265.0,
      "grad_norm": 1.2486423254013062,
      "learning_rate": 3.744768313641428e-06,
      "loss": 0.3712,
      "step": 949500
    },
    {
      "epoch": 265.0,
      "grad_norm": 1.347359538078308,
      "learning_rate": 3.744746636706736e-06,
      "loss": 0.3741,
      "step": 949510
    },
    {
      "epoch": 265.01,
      "grad_norm": 1.1201940774917603,
      "learning_rate": 3.7447249595855703e-06,
      "loss": 0.3657,
      "step": 949520
    },
    {
      "epoch": 265.01,
      "grad_norm": 1.2390055656433105,
      "learning_rate": 3.744703282277935e-06,
      "loss": 0.3715,
      "step": 949530
    },
    {
      "epoch": 265.01,
      "grad_norm": 1.0552915334701538,
      "learning_rate": 3.7446816047838325e-06,
      "loss": 0.3689,
      "step": 949540
    },
    {
      "epoch": 265.02,
      "grad_norm": 1.0130391120910645,
      "learning_rate": 3.744659927103266e-06,
      "loss": 0.372,
      "step": 949550
    },
    {
      "epoch": 265.02,
      "grad_norm": 1.0208402872085571,
      "learning_rate": 3.7446382492362373e-06,
      "loss": 0.3622,
      "step": 949560
    },
    {
      "epoch": 265.02,
      "grad_norm": 0.978624701499939,
      "learning_rate": 3.7446165711827505e-06,
      "loss": 0.3706,
      "step": 949570
    },
    {
      "epoch": 265.02,
      "grad_norm": 1.178007960319519,
      "learning_rate": 3.744594892942808e-06,
      "loss": 0.3508,
      "step": 949580
    },
    {
      "epoch": 265.03,
      "grad_norm": 1.0199222564697266,
      "learning_rate": 3.7445732145164124e-06,
      "loss": 0.3566,
      "step": 949590
    },
    {
      "epoch": 265.03,
      "grad_norm": 1.2849433422088623,
      "learning_rate": 3.7445515359035666e-06,
      "loss": 0.3562,
      "step": 949600
    },
    {
      "epoch": 265.03,
      "grad_norm": 1.1373182535171509,
      "learning_rate": 3.7445298571042745e-06,
      "loss": 0.3632,
      "step": 949610
    },
    {
      "epoch": 265.03,
      "grad_norm": 1.1134352684020996,
      "learning_rate": 3.7445081781185377e-06,
      "loss": 0.3769,
      "step": 949620
    },
    {
      "epoch": 265.04,
      "grad_norm": 1.01222825050354,
      "learning_rate": 3.7444864989463597e-06,
      "loss": 0.3787,
      "step": 949630
    },
    {
      "epoch": 265.04,
      "grad_norm": 1.2158485651016235,
      "learning_rate": 3.744464819587743e-06,
      "loss": 0.3658,
      "step": 949640
    },
    {
      "epoch": 265.04,
      "grad_norm": 1.0969218015670776,
      "learning_rate": 3.744443140042691e-06,
      "loss": 0.3524,
      "step": 949650
    },
    {
      "epoch": 265.05,
      "grad_norm": 0.9989921450614929,
      "learning_rate": 3.7444214603112067e-06,
      "loss": 0.3512,
      "step": 949660
    },
    {
      "epoch": 265.05,
      "grad_norm": 1.055047631263733,
      "learning_rate": 3.7443997803932924e-06,
      "loss": 0.3486,
      "step": 949670
    },
    {
      "epoch": 265.05,
      "grad_norm": 1.1322143077850342,
      "learning_rate": 3.744378100288951e-06,
      "loss": 0.3744,
      "step": 949680
    },
    {
      "epoch": 265.05,
      "grad_norm": 1.1664601564407349,
      "learning_rate": 3.7443564199981856e-06,
      "loss": 0.3831,
      "step": 949690
    },
    {
      "epoch": 265.06,
      "grad_norm": 1.0660221576690674,
      "learning_rate": 3.744334739520999e-06,
      "loss": 0.3364,
      "step": 949700
    },
    {
      "epoch": 265.06,
      "grad_norm": 1.0366171598434448,
      "learning_rate": 3.7443130588573947e-06,
      "loss": 0.3514,
      "step": 949710
    },
    {
      "epoch": 265.06,
      "grad_norm": 1.0904582738876343,
      "learning_rate": 3.7442913780073753e-06,
      "loss": 0.3657,
      "step": 949720
    },
    {
      "epoch": 265.07,
      "grad_norm": 1.1818565130233765,
      "learning_rate": 3.744269696970943e-06,
      "loss": 0.3617,
      "step": 949730
    },
    {
      "epoch": 265.07,
      "grad_norm": 1.1154577732086182,
      "learning_rate": 3.7442480157481015e-06,
      "loss": 0.3605,
      "step": 949740
    },
    {
      "epoch": 265.07,
      "grad_norm": 0.9230133295059204,
      "learning_rate": 3.7442263343388527e-06,
      "loss": 0.3569,
      "step": 949750
    },
    {
      "epoch": 265.07,
      "grad_norm": 1.0631632804870605,
      "learning_rate": 3.7442046527432003e-06,
      "loss": 0.3516,
      "step": 949760
    },
    {
      "epoch": 265.08,
      "grad_norm": 0.9838634133338928,
      "learning_rate": 3.7441829709611477e-06,
      "loss": 0.3812,
      "step": 949770
    },
    {
      "epoch": 265.08,
      "grad_norm": 1.0539333820343018,
      "learning_rate": 3.744161288992696e-06,
      "loss": 0.365,
      "step": 949780
    },
    {
      "epoch": 265.08,
      "grad_norm": 1.0202057361602783,
      "learning_rate": 3.7441396068378496e-06,
      "loss": 0.3747,
      "step": 949790
    },
    {
      "epoch": 265.09,
      "grad_norm": 0.8535969853401184,
      "learning_rate": 3.7441179244966117e-06,
      "loss": 0.3675,
      "step": 949800
    },
    {
      "epoch": 265.09,
      "grad_norm": 1.030468225479126,
      "learning_rate": 3.7440962419689833e-06,
      "loss": 0.3675,
      "step": 949810
    },
    {
      "epoch": 265.09,
      "grad_norm": 1.1598129272460938,
      "learning_rate": 3.744074559254969e-06,
      "loss": 0.3519,
      "step": 949820
    },
    {
      "epoch": 265.09,
      "grad_norm": 1.0943025350570679,
      "learning_rate": 3.744052876354571e-06,
      "loss": 0.378,
      "step": 949830
    },
    {
      "epoch": 265.1,
      "grad_norm": 1.3193449974060059,
      "learning_rate": 3.744031193267793e-06,
      "loss": 0.3638,
      "step": 949840
    },
    {
      "epoch": 265.1,
      "grad_norm": 0.894119381904602,
      "learning_rate": 3.744009509994636e-06,
      "loss": 0.3692,
      "step": 949850
    },
    {
      "epoch": 265.1,
      "grad_norm": 1.0081136226654053,
      "learning_rate": 3.7439878265351048e-06,
      "loss": 0.3665,
      "step": 949860
    },
    {
      "epoch": 265.1,
      "grad_norm": 1.027877926826477,
      "learning_rate": 3.743966142889202e-06,
      "loss": 0.3546,
      "step": 949870
    },
    {
      "epoch": 265.11,
      "grad_norm": 0.9927845001220703,
      "learning_rate": 3.743944459056929e-06,
      "loss": 0.3806,
      "step": 949880
    },
    {
      "epoch": 265.11,
      "grad_norm": 0.9254105091094971,
      "learning_rate": 3.7439227750382897e-06,
      "loss": 0.3587,
      "step": 949890
    },
    {
      "epoch": 265.11,
      "grad_norm": 0.9321330189704895,
      "learning_rate": 3.743901090833288e-06,
      "loss": 0.363,
      "step": 949900
    },
    {
      "epoch": 265.12,
      "grad_norm": 1.2752257585525513,
      "learning_rate": 3.7438794064419254e-06,
      "loss": 0.3612,
      "step": 949910
    },
    {
      "epoch": 265.12,
      "grad_norm": 1.016188144683838,
      "learning_rate": 3.743857721864205e-06,
      "loss": 0.3591,
      "step": 949920
    },
    {
      "epoch": 265.12,
      "grad_norm": 1.0114418268203735,
      "learning_rate": 3.74383603710013e-06,
      "loss": 0.3636,
      "step": 949930
    },
    {
      "epoch": 265.12,
      "grad_norm": 1.0670503377914429,
      "learning_rate": 3.7438143521497034e-06,
      "loss": 0.3524,
      "step": 949940
    },
    {
      "epoch": 265.13,
      "grad_norm": 0.9354794025421143,
      "learning_rate": 3.7437926670129277e-06,
      "loss": 0.3635,
      "step": 949950
    },
    {
      "epoch": 265.13,
      "grad_norm": 1.1582924127578735,
      "learning_rate": 3.7437709816898056e-06,
      "loss": 0.3449,
      "step": 949960
    },
    {
      "epoch": 265.13,
      "grad_norm": 1.267001748085022,
      "learning_rate": 3.743749296180341e-06,
      "loss": 0.3669,
      "step": 949970
    },
    {
      "epoch": 265.14,
      "grad_norm": 0.9680909514427185,
      "learning_rate": 3.743727610484535e-06,
      "loss": 0.382,
      "step": 949980
    },
    {
      "epoch": 265.14,
      "grad_norm": 1.0696927309036255,
      "learning_rate": 3.7437059246023918e-06,
      "loss": 0.363,
      "step": 949990
    },
    {
      "epoch": 265.14,
      "grad_norm": 0.9772424101829529,
      "learning_rate": 3.7436842385339154e-06,
      "loss": 0.3729,
      "step": 950000
    },
    {
      "epoch": 265.14,
      "grad_norm": 0.9100687503814697,
      "learning_rate": 3.743662552279106e-06,
      "loss": 0.3618,
      "step": 950010
    },
    {
      "epoch": 265.15,
      "grad_norm": 1.007548213005066,
      "learning_rate": 3.7436408658379688e-06,
      "loss": 0.3556,
      "step": 950020
    },
    {
      "epoch": 265.15,
      "grad_norm": 1.0439355373382568,
      "learning_rate": 3.7436191792105057e-06,
      "loss": 0.3398,
      "step": 950030
    },
    {
      "epoch": 265.15,
      "grad_norm": 0.9758870601654053,
      "learning_rate": 3.7435974923967187e-06,
      "loss": 0.3622,
      "step": 950040
    },
    {
      "epoch": 265.15,
      "grad_norm": 0.9934638738632202,
      "learning_rate": 3.743575805396612e-06,
      "loss": 0.3626,
      "step": 950050
    },
    {
      "epoch": 265.16,
      "grad_norm": 0.9951587915420532,
      "learning_rate": 3.7435541182101885e-06,
      "loss": 0.365,
      "step": 950060
    },
    {
      "epoch": 265.16,
      "grad_norm": 1.1177664995193481,
      "learning_rate": 3.743532430837451e-06,
      "loss": 0.3484,
      "step": 950070
    },
    {
      "epoch": 265.16,
      "grad_norm": 0.8614493012428284,
      "learning_rate": 3.7435107432784014e-06,
      "loss": 0.3571,
      "step": 950080
    },
    {
      "epoch": 265.17,
      "grad_norm": 1.066847324371338,
      "learning_rate": 3.7434890555330434e-06,
      "loss": 0.3575,
      "step": 950090
    },
    {
      "epoch": 265.17,
      "grad_norm": 1.3913483619689941,
      "learning_rate": 3.7434673676013795e-06,
      "loss": 0.3588,
      "step": 950100
    },
    {
      "epoch": 265.17,
      "grad_norm": 1.3717254400253296,
      "learning_rate": 3.743445679483413e-06,
      "loss": 0.3535,
      "step": 950110
    },
    {
      "epoch": 265.17,
      "grad_norm": 1.11885404586792,
      "learning_rate": 3.743423991179147e-06,
      "loss": 0.3547,
      "step": 950120
    },
    {
      "epoch": 265.18,
      "grad_norm": 1.0562824010849,
      "learning_rate": 3.743402302688584e-06,
      "loss": 0.3908,
      "step": 950130
    },
    {
      "epoch": 265.18,
      "grad_norm": 1.2006818056106567,
      "learning_rate": 3.7433806140117265e-06,
      "loss": 0.3595,
      "step": 950140
    },
    {
      "epoch": 265.18,
      "grad_norm": 1.2945343255996704,
      "learning_rate": 3.743358925148577e-06,
      "loss": 0.3493,
      "step": 950150
    },
    {
      "epoch": 265.19,
      "grad_norm": 1.0070348978042603,
      "learning_rate": 3.7433372360991407e-06,
      "loss": 0.3596,
      "step": 950160
    },
    {
      "epoch": 265.19,
      "grad_norm": 0.9680121541023254,
      "learning_rate": 3.7433155468634185e-06,
      "loss": 0.3425,
      "step": 950170
    },
    {
      "epoch": 265.19,
      "grad_norm": 0.9763495922088623,
      "learning_rate": 3.7432938574414133e-06,
      "loss": 0.3627,
      "step": 950180
    },
    {
      "epoch": 265.19,
      "grad_norm": 1.2617557048797607,
      "learning_rate": 3.743272167833129e-06,
      "loss": 0.3747,
      "step": 950190
    },
    {
      "epoch": 265.2,
      "grad_norm": 0.9130508899688721,
      "learning_rate": 3.743250478038568e-06,
      "loss": 0.3566,
      "step": 950200
    },
    {
      "epoch": 265.2,
      "grad_norm": 0.8710224032402039,
      "learning_rate": 3.7432287880577323e-06,
      "loss": 0.3456,
      "step": 950210
    },
    {
      "epoch": 265.2,
      "grad_norm": 1.0309587717056274,
      "learning_rate": 3.7432070978906266e-06,
      "loss": 0.3522,
      "step": 950220
    },
    {
      "epoch": 265.21,
      "grad_norm": 0.9370208382606506,
      "learning_rate": 3.743185407537252e-06,
      "loss": 0.3555,
      "step": 950230
    },
    {
      "epoch": 265.21,
      "grad_norm": 1.2110017538070679,
      "learning_rate": 3.7431637169976126e-06,
      "loss": 0.3616,
      "step": 950240
    },
    {
      "epoch": 265.21,
      "grad_norm": 1.066291093826294,
      "learning_rate": 3.743142026271711e-06,
      "loss": 0.3574,
      "step": 950250
    },
    {
      "epoch": 265.21,
      "grad_norm": 1.133117437362671,
      "learning_rate": 3.743120335359549e-06,
      "loss": 0.3552,
      "step": 950260
    },
    {
      "epoch": 265.22,
      "grad_norm": 0.9151772260665894,
      "learning_rate": 3.7430986442611313e-06,
      "loss": 0.3592,
      "step": 950270
    },
    {
      "epoch": 265.22,
      "grad_norm": 2.817636013031006,
      "learning_rate": 3.7430769529764596e-06,
      "loss": 0.3506,
      "step": 950280
    },
    {
      "epoch": 265.22,
      "grad_norm": 4.772389888763428,
      "learning_rate": 3.7430552615055372e-06,
      "loss": 0.3475,
      "step": 950290
    },
    {
      "epoch": 265.22,
      "grad_norm": 1.089171290397644,
      "learning_rate": 3.7430335698483667e-06,
      "loss": 0.3781,
      "step": 950300
    },
    {
      "epoch": 265.23,
      "grad_norm": 0.9673360586166382,
      "learning_rate": 3.7430118780049514e-06,
      "loss": 0.3523,
      "step": 950310
    },
    {
      "epoch": 265.23,
      "grad_norm": 1.0737367868423462,
      "learning_rate": 3.742990185975294e-06,
      "loss": 0.3686,
      "step": 950320
    },
    {
      "epoch": 265.23,
      "grad_norm": 0.9409005045890808,
      "learning_rate": 3.7429684937593967e-06,
      "loss": 0.3381,
      "step": 950330
    },
    {
      "epoch": 265.24,
      "grad_norm": 0.8900943398475647,
      "learning_rate": 3.742946801357264e-06,
      "loss": 0.357,
      "step": 950340
    },
    {
      "epoch": 265.24,
      "grad_norm": 1.2865010499954224,
      "learning_rate": 3.7429251087688973e-06,
      "loss": 0.3677,
      "step": 950350
    },
    {
      "epoch": 265.24,
      "grad_norm": 1.047925353050232,
      "learning_rate": 3.7429034159942998e-06,
      "loss": 0.3803,
      "step": 950360
    },
    {
      "epoch": 265.24,
      "grad_norm": 0.9087452292442322,
      "learning_rate": 3.742881723033475e-06,
      "loss": 0.3578,
      "step": 950370
    },
    {
      "epoch": 265.25,
      "grad_norm": 0.9047244191169739,
      "learning_rate": 3.7428600298864254e-06,
      "loss": 0.3582,
      "step": 950380
    },
    {
      "epoch": 265.25,
      "grad_norm": 1.0480480194091797,
      "learning_rate": 3.7428383365531537e-06,
      "loss": 0.3704,
      "step": 950390
    },
    {
      "epoch": 265.25,
      "grad_norm": 0.8576721549034119,
      "learning_rate": 3.7428166430336627e-06,
      "loss": 0.3803,
      "step": 950400
    },
    {
      "epoch": 265.26,
      "grad_norm": 1.0966423749923706,
      "learning_rate": 3.7427949493279557e-06,
      "loss": 0.3516,
      "step": 950410
    },
    {
      "epoch": 265.26,
      "grad_norm": 1.1922370195388794,
      "learning_rate": 3.742773255436036e-06,
      "loss": 0.3536,
      "step": 950420
    },
    {
      "epoch": 265.26,
      "grad_norm": 1.2161465883255005,
      "learning_rate": 3.7427515613579056e-06,
      "loss": 0.3579,
      "step": 950430
    },
    {
      "epoch": 265.26,
      "grad_norm": 0.9803758263587952,
      "learning_rate": 3.7427298670935677e-06,
      "loss": 0.3371,
      "step": 950440
    },
    {
      "epoch": 265.27,
      "grad_norm": 0.972198486328125,
      "learning_rate": 3.742708172643025e-06,
      "loss": 0.3651,
      "step": 950450
    },
    {
      "epoch": 265.27,
      "grad_norm": 1.119219422340393,
      "learning_rate": 3.7426864780062812e-06,
      "loss": 0.3538,
      "step": 950460
    },
    {
      "epoch": 265.27,
      "grad_norm": 0.9591413140296936,
      "learning_rate": 3.7426647831833378e-06,
      "loss": 0.3471,
      "step": 950470
    },
    {
      "epoch": 265.27,
      "grad_norm": 1.0112394094467163,
      "learning_rate": 3.7426430881741987e-06,
      "loss": 0.3456,
      "step": 950480
    },
    {
      "epoch": 265.28,
      "grad_norm": 0.9973130822181702,
      "learning_rate": 3.7426213929788665e-06,
      "loss": 0.3559,
      "step": 950490
    },
    {
      "epoch": 265.28,
      "grad_norm": 1.0199100971221924,
      "learning_rate": 3.742599697597344e-06,
      "loss": 0.3502,
      "step": 950500
    },
    {
      "epoch": 265.28,
      "grad_norm": 1.0950151681900024,
      "learning_rate": 3.742578002029635e-06,
      "loss": 0.373,
      "step": 950510
    },
    {
      "epoch": 265.29,
      "grad_norm": 1.211132526397705,
      "learning_rate": 3.7425563062757406e-06,
      "loss": 0.358,
      "step": 950520
    },
    {
      "epoch": 265.29,
      "grad_norm": 1.2329227924346924,
      "learning_rate": 3.742534610335665e-06,
      "loss": 0.3621,
      "step": 950530
    },
    {
      "epoch": 265.29,
      "grad_norm": 0.9686422348022461,
      "learning_rate": 3.7425129142094113e-06,
      "loss": 0.3593,
      "step": 950540
    },
    {
      "epoch": 265.29,
      "grad_norm": 1.0538650751113892,
      "learning_rate": 3.7424912178969816e-06,
      "loss": 0.3745,
      "step": 950550
    },
    {
      "epoch": 265.3,
      "grad_norm": 1.0606715679168701,
      "learning_rate": 3.742469521398379e-06,
      "loss": 0.3693,
      "step": 950560
    },
    {
      "epoch": 265.3,
      "grad_norm": 0.9733235836029053,
      "learning_rate": 3.7424478247136064e-06,
      "loss": 0.3587,
      "step": 950570
    },
    {
      "epoch": 265.3,
      "grad_norm": 1.3000651597976685,
      "learning_rate": 3.742426127842667e-06,
      "loss": 0.3682,
      "step": 950580
    },
    {
      "epoch": 265.31,
      "grad_norm": 0.9385591149330139,
      "learning_rate": 3.7424044307855626e-06,
      "loss": 0.3333,
      "step": 950590
    },
    {
      "epoch": 265.31,
      "grad_norm": 1.0739198923110962,
      "learning_rate": 3.7423827335422975e-06,
      "loss": 0.3633,
      "step": 950600
    },
    {
      "epoch": 265.31,
      "grad_norm": 0.8974186182022095,
      "learning_rate": 3.742361036112874e-06,
      "loss": 0.3632,
      "step": 950610
    },
    {
      "epoch": 265.31,
      "grad_norm": 1.025749921798706,
      "learning_rate": 3.742339338497295e-06,
      "loss": 0.3489,
      "step": 950620
    },
    {
      "epoch": 265.32,
      "grad_norm": 0.9902716875076294,
      "learning_rate": 3.7423176406955633e-06,
      "loss": 0.3621,
      "step": 950630
    },
    {
      "epoch": 265.32,
      "grad_norm": 0.8869905471801758,
      "learning_rate": 3.742295942707682e-06,
      "loss": 0.3552,
      "step": 950640
    },
    {
      "epoch": 265.32,
      "grad_norm": 1.047257423400879,
      "learning_rate": 3.7422742445336544e-06,
      "loss": 0.3594,
      "step": 950650
    },
    {
      "epoch": 265.33,
      "grad_norm": 4.307666778564453,
      "learning_rate": 3.7422525461734814e-06,
      "loss": 0.3656,
      "step": 950660
    },
    {
      "epoch": 265.33,
      "grad_norm": 0.9309117794036865,
      "learning_rate": 3.7422308476271687e-06,
      "loss": 0.36,
      "step": 950670
    },
    {
      "epoch": 265.33,
      "grad_norm": 1.137363076210022,
      "learning_rate": 3.742209148894717e-06,
      "loss": 0.3464,
      "step": 950680
    },
    {
      "epoch": 265.33,
      "grad_norm": 0.9722947478294373,
      "learning_rate": 3.74218744997613e-06,
      "loss": 0.3741,
      "step": 950690
    },
    {
      "epoch": 265.34,
      "grad_norm": 1.218149185180664,
      "learning_rate": 3.742165750871411e-06,
      "loss": 0.3567,
      "step": 950700
    },
    {
      "epoch": 265.34,
      "grad_norm": 1.1706140041351318,
      "learning_rate": 3.742144051580563e-06,
      "loss": 0.3677,
      "step": 950710
    },
    {
      "epoch": 265.34,
      "grad_norm": 1.0515329837799072,
      "learning_rate": 3.742122352103588e-06,
      "loss": 0.3654,
      "step": 950720
    },
    {
      "epoch": 265.34,
      "grad_norm": 1.1982253789901733,
      "learning_rate": 3.7421006524404884e-06,
      "loss": 0.3638,
      "step": 950730
    },
    {
      "epoch": 265.35,
      "grad_norm": 1.0269629955291748,
      "learning_rate": 3.742078952591269e-06,
      "loss": 0.3466,
      "step": 950740
    },
    {
      "epoch": 265.35,
      "grad_norm": 1.0373568534851074,
      "learning_rate": 3.742057252555931e-06,
      "loss": 0.3523,
      "step": 950750
    },
    {
      "epoch": 265.35,
      "grad_norm": 1.4938844442367554,
      "learning_rate": 3.7420355523344778e-06,
      "loss": 0.3791,
      "step": 950760
    },
    {
      "epoch": 265.36,
      "grad_norm": 1.0379377603530884,
      "learning_rate": 3.7420138519269135e-06,
      "loss": 0.3538,
      "step": 950770
    },
    {
      "epoch": 265.36,
      "grad_norm": 0.9628835916519165,
      "learning_rate": 3.7419921513332388e-06,
      "loss": 0.3483,
      "step": 950780
    },
    {
      "epoch": 265.36,
      "grad_norm": 1.0371133089065552,
      "learning_rate": 3.7419704505534578e-06,
      "loss": 0.3701,
      "step": 950790
    },
    {
      "epoch": 265.36,
      "grad_norm": 1.5548155307769775,
      "learning_rate": 3.7419487495875743e-06,
      "loss": 0.3555,
      "step": 950800
    },
    {
      "epoch": 265.37,
      "grad_norm": 1.1637588739395142,
      "learning_rate": 3.741927048435589e-06,
      "loss": 0.3482,
      "step": 950810
    },
    {
      "epoch": 265.37,
      "grad_norm": 0.9485507607460022,
      "learning_rate": 3.741905347097506e-06,
      "loss": 0.3468,
      "step": 950820
    },
    {
      "epoch": 265.37,
      "grad_norm": 1.0784955024719238,
      "learning_rate": 3.741883645573329e-06,
      "loss": 0.3458,
      "step": 950830
    },
    {
      "epoch": 265.38,
      "grad_norm": 1.0356446504592896,
      "learning_rate": 3.7418619438630595e-06,
      "loss": 0.3686,
      "step": 950840
    },
    {
      "epoch": 265.38,
      "grad_norm": 2.146155834197998,
      "learning_rate": 3.7418402419667e-06,
      "loss": 0.3705,
      "step": 950850
    },
    {
      "epoch": 265.38,
      "grad_norm": 0.9785213470458984,
      "learning_rate": 3.7418185398842557e-06,
      "loss": 0.3428,
      "step": 950860
    },
    {
      "epoch": 265.38,
      "grad_norm": 1.2298420667648315,
      "learning_rate": 3.7417968376157275e-06,
      "loss": 0.3697,
      "step": 950870
    },
    {
      "epoch": 265.39,
      "grad_norm": 0.9420050978660583,
      "learning_rate": 3.7417751351611192e-06,
      "loss": 0.3421,
      "step": 950880
    },
    {
      "epoch": 265.39,
      "grad_norm": 0.9115721583366394,
      "learning_rate": 3.741753432520433e-06,
      "loss": 0.346,
      "step": 950890
    },
    {
      "epoch": 265.39,
      "grad_norm": 0.8634645938873291,
      "learning_rate": 3.741731729693673e-06,
      "loss": 0.3577,
      "step": 950900
    },
    {
      "epoch": 265.39,
      "grad_norm": 1.139731764793396,
      "learning_rate": 3.74171002668084e-06,
      "loss": 0.3608,
      "step": 950910
    },
    {
      "epoch": 265.4,
      "grad_norm": 1.6280933618545532,
      "learning_rate": 3.7416883234819382e-06,
      "loss": 0.3891,
      "step": 950920
    },
    {
      "epoch": 265.4,
      "grad_norm": 1.065151333808899,
      "learning_rate": 3.7416666200969714e-06,
      "loss": 0.3659,
      "step": 950930
    },
    {
      "epoch": 265.4,
      "grad_norm": 1.0917085409164429,
      "learning_rate": 3.741644916525941e-06,
      "loss": 0.3732,
      "step": 950940
    },
    {
      "epoch": 265.41,
      "grad_norm": 1.0293008089065552,
      "learning_rate": 3.7416232127688508e-06,
      "loss": 0.368,
      "step": 950950
    },
    {
      "epoch": 265.41,
      "grad_norm": 0.9710765480995178,
      "learning_rate": 3.741601508825703e-06,
      "loss": 0.3523,
      "step": 950960
    },
    {
      "epoch": 265.41,
      "grad_norm": 0.8603533506393433,
      "learning_rate": 3.7415798046965007e-06,
      "loss": 0.3682,
      "step": 950970
    },
    {
      "epoch": 265.41,
      "grad_norm": 1.1667512655258179,
      "learning_rate": 3.741558100381247e-06,
      "loss": 0.3804,
      "step": 950980
    },
    {
      "epoch": 265.42,
      "grad_norm": 1.0703400373458862,
      "learning_rate": 3.741536395879944e-06,
      "loss": 0.3585,
      "step": 950990
    },
    {
      "epoch": 265.42,
      "grad_norm": 1.1035839319229126,
      "learning_rate": 3.7415146911925964e-06,
      "loss": 0.3632,
      "step": 951000
    },
    {
      "epoch": 265.42,
      "grad_norm": 0.9730569124221802,
      "learning_rate": 3.741492986319205e-06,
      "loss": 0.3757,
      "step": 951010
    },
    {
      "epoch": 265.43,
      "grad_norm": 0.9555870294570923,
      "learning_rate": 3.741471281259774e-06,
      "loss": 0.3676,
      "step": 951020
    },
    {
      "epoch": 265.43,
      "grad_norm": 0.95744389295578,
      "learning_rate": 3.741449576014306e-06,
      "loss": 0.3462,
      "step": 951030
    },
    {
      "epoch": 265.43,
      "grad_norm": 0.9425342082977295,
      "learning_rate": 3.741427870582804e-06,
      "loss": 0.3519,
      "step": 951040
    },
    {
      "epoch": 265.43,
      "grad_norm": 1.1995222568511963,
      "learning_rate": 3.7414061649652705e-06,
      "loss": 0.3593,
      "step": 951050
    },
    {
      "epoch": 265.44,
      "grad_norm": 0.9234772324562073,
      "learning_rate": 3.7413844591617087e-06,
      "loss": 0.367,
      "step": 951060
    },
    {
      "epoch": 265.44,
      "grad_norm": 1.013819694519043,
      "learning_rate": 3.7413627531721207e-06,
      "loss": 0.3591,
      "step": 951070
    },
    {
      "epoch": 265.44,
      "grad_norm": 1.167985439300537,
      "learning_rate": 3.7413410469965107e-06,
      "loss": 0.3539,
      "step": 951080
    },
    {
      "epoch": 265.45,
      "grad_norm": 1.0151548385620117,
      "learning_rate": 3.7413193406348808e-06,
      "loss": 0.3638,
      "step": 951090
    },
    {
      "epoch": 265.45,
      "grad_norm": 1.3134899139404297,
      "learning_rate": 3.741297634087234e-06,
      "loss": 0.3572,
      "step": 951100
    },
    {
      "epoch": 265.45,
      "grad_norm": 1.05483877658844,
      "learning_rate": 3.7412759273535733e-06,
      "loss": 0.3873,
      "step": 951110
    },
    {
      "epoch": 265.45,
      "grad_norm": 1.0606759786605835,
      "learning_rate": 3.741254220433901e-06,
      "loss": 0.3692,
      "step": 951120
    },
    {
      "epoch": 265.46,
      "grad_norm": 1.040155291557312,
      "learning_rate": 3.7412325133282214e-06,
      "loss": 0.3489,
      "step": 951130
    },
    {
      "epoch": 265.46,
      "grad_norm": 1.1020934581756592,
      "learning_rate": 3.741210806036536e-06,
      "loss": 0.3684,
      "step": 951140
    },
    {
      "epoch": 265.46,
      "grad_norm": 1.0205202102661133,
      "learning_rate": 3.741189098558848e-06,
      "loss": 0.3644,
      "step": 951150
    },
    {
      "epoch": 265.46,
      "grad_norm": 1.035884141921997,
      "learning_rate": 3.7411673908951613e-06,
      "loss": 0.3495,
      "step": 951160
    },
    {
      "epoch": 265.47,
      "grad_norm": 0.9542266726493835,
      "learning_rate": 3.7411456830454775e-06,
      "loss": 0.3598,
      "step": 951170
    },
    {
      "epoch": 265.47,
      "grad_norm": 1.1226931810379028,
      "learning_rate": 3.741123975009799e-06,
      "loss": 0.3602,
      "step": 951180
    },
    {
      "epoch": 265.47,
      "grad_norm": 1.2377371788024902,
      "learning_rate": 3.7411022667881307e-06,
      "loss": 0.3685,
      "step": 951190
    },
    {
      "epoch": 265.48,
      "grad_norm": 1.0448776483535767,
      "learning_rate": 3.741080558380475e-06,
      "loss": 0.3526,
      "step": 951200
    },
    {
      "epoch": 265.48,
      "grad_norm": 0.9720402956008911,
      "learning_rate": 3.741058849786833e-06,
      "loss": 0.3573,
      "step": 951210
    },
    {
      "epoch": 265.48,
      "grad_norm": 1.2892496585845947,
      "learning_rate": 3.7410371410072097e-06,
      "loss": 0.3738,
      "step": 951220
    },
    {
      "epoch": 265.48,
      "grad_norm": 0.965275228023529,
      "learning_rate": 3.741015432041606e-06,
      "loss": 0.3618,
      "step": 951230
    },
    {
      "epoch": 265.49,
      "grad_norm": 0.9332219362258911,
      "learning_rate": 3.740993722890027e-06,
      "loss": 0.386,
      "step": 951240
    },
    {
      "epoch": 265.49,
      "grad_norm": 0.940606951713562,
      "learning_rate": 3.740972013552474e-06,
      "loss": 0.3636,
      "step": 951250
    },
    {
      "epoch": 265.49,
      "grad_norm": 0.9413784146308899,
      "learning_rate": 3.7409503040289503e-06,
      "loss": 0.3499,
      "step": 951260
    },
    {
      "epoch": 265.5,
      "grad_norm": 1.0355145931243896,
      "learning_rate": 3.7409285943194587e-06,
      "loss": 0.3517,
      "step": 951270
    },
    {
      "epoch": 265.5,
      "grad_norm": 0.9342682957649231,
      "learning_rate": 3.7409068844240027e-06,
      "loss": 0.3583,
      "step": 951280
    },
    {
      "epoch": 265.5,
      "grad_norm": 1.0754655599594116,
      "learning_rate": 3.7408851743425844e-06,
      "loss": 0.3663,
      "step": 951290
    },
    {
      "epoch": 265.5,
      "grad_norm": 1.127165675163269,
      "learning_rate": 3.7408634640752073e-06,
      "loss": 0.3544,
      "step": 951300
    },
    {
      "epoch": 265.51,
      "grad_norm": 1.1255228519439697,
      "learning_rate": 3.7408417536218738e-06,
      "loss": 0.3759,
      "step": 951310
    },
    {
      "epoch": 265.51,
      "grad_norm": 0.9178264141082764,
      "learning_rate": 3.7408200429825878e-06,
      "loss": 0.3666,
      "step": 951320
    },
    {
      "epoch": 265.51,
      "grad_norm": 1.0961873531341553,
      "learning_rate": 3.74079833215735e-06,
      "loss": 0.3611,
      "step": 951330
    },
    {
      "epoch": 265.51,
      "grad_norm": 1.0508283376693726,
      "learning_rate": 3.7407766211461653e-06,
      "loss": 0.3749,
      "step": 951340
    },
    {
      "epoch": 265.52,
      "grad_norm": 0.9736038446426392,
      "learning_rate": 3.7407549099490365e-06,
      "loss": 0.3683,
      "step": 951350
    },
    {
      "epoch": 265.52,
      "grad_norm": 1.0445375442504883,
      "learning_rate": 3.7407331985659654e-06,
      "loss": 0.3535,
      "step": 951360
    },
    {
      "epoch": 265.52,
      "grad_norm": 1.1695257425308228,
      "learning_rate": 3.7407114869969556e-06,
      "loss": 0.3652,
      "step": 951370
    },
    {
      "epoch": 265.53,
      "grad_norm": 1.012294888496399,
      "learning_rate": 3.7406897752420103e-06,
      "loss": 0.3456,
      "step": 951380
    },
    {
      "epoch": 265.53,
      "grad_norm": 0.8677980899810791,
      "learning_rate": 3.740668063301131e-06,
      "loss": 0.3468,
      "step": 951390
    },
    {
      "epoch": 265.53,
      "grad_norm": 0.9226639866828918,
      "learning_rate": 3.7406463511743223e-06,
      "loss": 0.3644,
      "step": 951400
    },
    {
      "epoch": 265.53,
      "grad_norm": 1.3787415027618408,
      "learning_rate": 3.740624638861586e-06,
      "loss": 0.3568,
      "step": 951410
    },
    {
      "epoch": 265.54,
      "grad_norm": 1.0356948375701904,
      "learning_rate": 3.7406029263629253e-06,
      "loss": 0.3736,
      "step": 951420
    },
    {
      "epoch": 265.54,
      "grad_norm": 1.4356802701950073,
      "learning_rate": 3.7405812136783427e-06,
      "loss": 0.373,
      "step": 951430
    },
    {
      "epoch": 265.54,
      "grad_norm": 1.112239956855774,
      "learning_rate": 3.7405595008078423e-06,
      "loss": 0.3543,
      "step": 951440
    },
    {
      "epoch": 265.55,
      "grad_norm": 1.1589211225509644,
      "learning_rate": 3.7405377877514258e-06,
      "loss": 0.3588,
      "step": 951450
    },
    {
      "epoch": 265.55,
      "grad_norm": 1.120866060256958,
      "learning_rate": 3.740516074509096e-06,
      "loss": 0.3583,
      "step": 951460
    },
    {
      "epoch": 265.55,
      "grad_norm": 1.1450577974319458,
      "learning_rate": 3.740494361080857e-06,
      "loss": 0.3383,
      "step": 951470
    },
    {
      "epoch": 265.55,
      "grad_norm": 1.1703752279281616,
      "learning_rate": 3.740472647466711e-06,
      "loss": 0.375,
      "step": 951480
    },
    {
      "epoch": 265.56,
      "grad_norm": 1.0819015502929688,
      "learning_rate": 3.74045093366666e-06,
      "loss": 0.3845,
      "step": 951490
    },
    {
      "epoch": 265.56,
      "grad_norm": 1.1411312818527222,
      "learning_rate": 3.740429219680708e-06,
      "loss": 0.3863,
      "step": 951500
    },
    {
      "epoch": 265.56,
      "grad_norm": 0.900642991065979,
      "learning_rate": 3.740407505508858e-06,
      "loss": 0.3589,
      "step": 951510
    },
    {
      "epoch": 265.57,
      "grad_norm": 0.9762528538703918,
      "learning_rate": 3.7403857911511124e-06,
      "loss": 0.3616,
      "step": 951520
    },
    {
      "epoch": 265.57,
      "grad_norm": 1.0848681926727295,
      "learning_rate": 3.7403640766074737e-06,
      "loss": 0.3466,
      "step": 951530
    },
    {
      "epoch": 265.57,
      "grad_norm": 1.0058668851852417,
      "learning_rate": 3.7403423618779465e-06,
      "loss": 0.3558,
      "step": 951540
    },
    {
      "epoch": 265.57,
      "grad_norm": 0.9007750153541565,
      "learning_rate": 3.740320646962531e-06,
      "loss": 0.3488,
      "step": 951550
    },
    {
      "epoch": 265.58,
      "grad_norm": 1.2544606924057007,
      "learning_rate": 3.7402989318612322e-06,
      "loss": 0.3525,
      "step": 951560
    },
    {
      "epoch": 265.58,
      "grad_norm": 1.190600872039795,
      "learning_rate": 3.7402772165740524e-06,
      "loss": 0.3539,
      "step": 951570
    },
    {
      "epoch": 265.58,
      "grad_norm": 0.8357223272323608,
      "learning_rate": 3.740255501100995e-06,
      "loss": 0.3578,
      "step": 951580
    },
    {
      "epoch": 265.58,
      "grad_norm": 1.0525317192077637,
      "learning_rate": 3.7402337854420617e-06,
      "loss": 0.3748,
      "step": 951590
    },
    {
      "epoch": 265.59,
      "grad_norm": 1.0367223024368286,
      "learning_rate": 3.740212069597256e-06,
      "loss": 0.342,
      "step": 951600
    },
    {
      "epoch": 265.59,
      "grad_norm": 1.0997828245162964,
      "learning_rate": 3.740190353566581e-06,
      "loss": 0.3763,
      "step": 951610
    },
    {
      "epoch": 265.59,
      "grad_norm": 1.045708179473877,
      "learning_rate": 3.7401686373500396e-06,
      "loss": 0.3585,
      "step": 951620
    },
    {
      "epoch": 265.6,
      "grad_norm": 1.0670363903045654,
      "learning_rate": 3.7401469209476337e-06,
      "loss": 0.3842,
      "step": 951630
    },
    {
      "epoch": 265.6,
      "grad_norm": 0.9897708892822266,
      "learning_rate": 3.7401252043593676e-06,
      "loss": 0.3373,
      "step": 951640
    },
    {
      "epoch": 265.6,
      "grad_norm": 1.0005035400390625,
      "learning_rate": 3.7401034875852435e-06,
      "loss": 0.3755,
      "step": 951650
    },
    {
      "epoch": 265.6,
      "grad_norm": 1.1187857389450073,
      "learning_rate": 3.740081770625264e-06,
      "loss": 0.3638,
      "step": 951660
    },
    {
      "epoch": 265.61,
      "grad_norm": 0.9476898908615112,
      "learning_rate": 3.740060053479433e-06,
      "loss": 0.3834,
      "step": 951670
    },
    {
      "epoch": 265.61,
      "grad_norm": 1.248033881187439,
      "learning_rate": 3.7400383361477525e-06,
      "loss": 0.3786,
      "step": 951680
    },
    {
      "epoch": 265.61,
      "grad_norm": 1.0805187225341797,
      "learning_rate": 3.7400166186302257e-06,
      "loss": 0.3706,
      "step": 951690
    },
    {
      "epoch": 265.62,
      "grad_norm": 1.0406992435455322,
      "learning_rate": 3.739994900926855e-06,
      "loss": 0.3547,
      "step": 951700
    },
    {
      "epoch": 265.62,
      "grad_norm": 1.2987617254257202,
      "learning_rate": 3.7399731830376447e-06,
      "loss": 0.3423,
      "step": 951710
    },
    {
      "epoch": 265.62,
      "grad_norm": 1.0392749309539795,
      "learning_rate": 3.7399514649625957e-06,
      "loss": 0.3558,
      "step": 951720
    },
    {
      "epoch": 265.62,
      "grad_norm": 2.6999237537384033,
      "learning_rate": 3.7399297467017123e-06,
      "loss": 0.3559,
      "step": 951730
    },
    {
      "epoch": 265.63,
      "grad_norm": 0.9350390434265137,
      "learning_rate": 3.7399080282549974e-06,
      "loss": 0.3703,
      "step": 951740
    },
    {
      "epoch": 265.63,
      "grad_norm": 1.133793592453003,
      "learning_rate": 3.739886309622453e-06,
      "loss": 0.3659,
      "step": 951750
    },
    {
      "epoch": 265.63,
      "grad_norm": 1.0869848728179932,
      "learning_rate": 3.7398645908040825e-06,
      "loss": 0.3732,
      "step": 951760
    },
    {
      "epoch": 265.63,
      "grad_norm": 0.95899897813797,
      "learning_rate": 3.7398428717998887e-06,
      "loss": 0.3669,
      "step": 951770
    },
    {
      "epoch": 265.64,
      "grad_norm": 1.0102128982543945,
      "learning_rate": 3.7398211526098746e-06,
      "loss": 0.3679,
      "step": 951780
    },
    {
      "epoch": 265.64,
      "grad_norm": 1.0290979146957397,
      "learning_rate": 3.739799433234043e-06,
      "loss": 0.3553,
      "step": 951790
    },
    {
      "epoch": 265.64,
      "grad_norm": 0.9833950400352478,
      "learning_rate": 3.7397777136723973e-06,
      "loss": 0.3659,
      "step": 951800
    },
    {
      "epoch": 265.65,
      "grad_norm": 1.0268040895462036,
      "learning_rate": 3.7397559939249398e-06,
      "loss": 0.3643,
      "step": 951810
    },
    {
      "epoch": 265.65,
      "grad_norm": 1.2236270904541016,
      "learning_rate": 3.7397342739916732e-06,
      "loss": 0.3651,
      "step": 951820
    },
    {
      "epoch": 265.65,
      "grad_norm": 1.0843907594680786,
      "learning_rate": 3.739712553872601e-06,
      "loss": 0.3635,
      "step": 951830
    },
    {
      "epoch": 265.65,
      "grad_norm": 1.0228371620178223,
      "learning_rate": 3.7396908335677256e-06,
      "loss": 0.3586,
      "step": 951840
    },
    {
      "epoch": 265.66,
      "grad_norm": 1.1890673637390137,
      "learning_rate": 3.73966911307705e-06,
      "loss": 0.3685,
      "step": 951850
    },
    {
      "epoch": 265.66,
      "grad_norm": 1.1227039098739624,
      "learning_rate": 3.7396473924005773e-06,
      "loss": 0.3551,
      "step": 951860
    },
    {
      "epoch": 265.66,
      "grad_norm": 1.097710132598877,
      "learning_rate": 3.73962567153831e-06,
      "loss": 0.3562,
      "step": 951870
    },
    {
      "epoch": 265.67,
      "grad_norm": 1.2183417081832886,
      "learning_rate": 3.739603950490252e-06,
      "loss": 0.3727,
      "step": 951880
    },
    {
      "epoch": 265.67,
      "grad_norm": 1.092864990234375,
      "learning_rate": 3.739582229256405e-06,
      "loss": 0.3579,
      "step": 951890
    },
    {
      "epoch": 265.67,
      "grad_norm": 1.0231435298919678,
      "learning_rate": 3.739560507836772e-06,
      "loss": 0.357,
      "step": 951900
    },
    {
      "epoch": 265.67,
      "grad_norm": 1.1840169429779053,
      "learning_rate": 3.7395387862313567e-06,
      "loss": 0.3591,
      "step": 951910
    },
    {
      "epoch": 265.68,
      "grad_norm": 0.9745948910713196,
      "learning_rate": 3.739517064440162e-06,
      "loss": 0.3519,
      "step": 951920
    },
    {
      "epoch": 265.68,
      "grad_norm": 2.9734151363372803,
      "learning_rate": 3.7394953424631896e-06,
      "loss": 0.363,
      "step": 951930
    },
    {
      "epoch": 265.68,
      "grad_norm": 0.9954391121864319,
      "learning_rate": 3.7394736203004425e-06,
      "loss": 0.3425,
      "step": 951940
    },
    {
      "epoch": 265.69,
      "grad_norm": 1.0625498294830322,
      "learning_rate": 3.7394518979519255e-06,
      "loss": 0.3602,
      "step": 951950
    },
    {
      "epoch": 265.69,
      "grad_norm": 0.9943171739578247,
      "learning_rate": 3.73943017541764e-06,
      "loss": 0.3563,
      "step": 951960
    },
    {
      "epoch": 265.69,
      "grad_norm": 0.9724327921867371,
      "learning_rate": 3.7394084526975887e-06,
      "loss": 0.345,
      "step": 951970
    },
    {
      "epoch": 265.69,
      "grad_norm": 1.1127480268478394,
      "learning_rate": 3.7393867297917744e-06,
      "loss": 0.3551,
      "step": 951980
    },
    {
      "epoch": 265.7,
      "grad_norm": 1.1279356479644775,
      "learning_rate": 3.7393650067002015e-06,
      "loss": 0.3644,
      "step": 951990
    },
    {
      "epoch": 265.7,
      "grad_norm": 0.9561832547187805,
      "learning_rate": 3.739343283422872e-06,
      "loss": 0.363,
      "step": 952000
    },
    {
      "epoch": 265.7,
      "grad_norm": 0.9134751558303833,
      "learning_rate": 3.7393215599597873e-06,
      "loss": 0.3593,
      "step": 952010
    },
    {
      "epoch": 265.7,
      "grad_norm": 0.9201362729072571,
      "learning_rate": 3.7392998363109523e-06,
      "loss": 0.3566,
      "step": 952020
    },
    {
      "epoch": 265.71,
      "grad_norm": 1.0334612131118774,
      "learning_rate": 3.7392781124763694e-06,
      "loss": 0.3597,
      "step": 952030
    },
    {
      "epoch": 265.71,
      "grad_norm": 1.0120948553085327,
      "learning_rate": 3.7392563884560414e-06,
      "loss": 0.3686,
      "step": 952040
    },
    {
      "epoch": 265.71,
      "grad_norm": 2.2856550216674805,
      "learning_rate": 3.739234664249971e-06,
      "loss": 0.3529,
      "step": 952050
    },
    {
      "epoch": 265.72,
      "grad_norm": 0.9150656461715698,
      "learning_rate": 3.7392129398581614e-06,
      "loss": 0.3617,
      "step": 952060
    },
    {
      "epoch": 265.72,
      "grad_norm": 1.0764597654342651,
      "learning_rate": 3.739191215280615e-06,
      "loss": 0.3705,
      "step": 952070
    },
    {
      "epoch": 265.72,
      "grad_norm": 0.929801881313324,
      "learning_rate": 3.739169490517335e-06,
      "loss": 0.3531,
      "step": 952080
    },
    {
      "epoch": 265.72,
      "grad_norm": 1.1563632488250732,
      "learning_rate": 3.7391477655683247e-06,
      "loss": 0.3618,
      "step": 952090
    },
    {
      "epoch": 265.73,
      "grad_norm": 0.9793100953102112,
      "learning_rate": 3.7391260404335855e-06,
      "loss": 0.3535,
      "step": 952100
    },
    {
      "epoch": 265.73,
      "grad_norm": 1.1716734170913696,
      "learning_rate": 3.739104315113122e-06,
      "loss": 0.3406,
      "step": 952110
    },
    {
      "epoch": 265.73,
      "grad_norm": 1.063860535621643,
      "learning_rate": 3.7390825896069374e-06,
      "loss": 0.3592,
      "step": 952120
    },
    {
      "epoch": 265.74,
      "grad_norm": 1.0979329347610474,
      "learning_rate": 3.7390608639150327e-06,
      "loss": 0.3631,
      "step": 952130
    },
    {
      "epoch": 265.74,
      "grad_norm": 1.1344404220581055,
      "learning_rate": 3.7390391380374117e-06,
      "loss": 0.3665,
      "step": 952140
    },
    {
      "epoch": 265.74,
      "grad_norm": 0.9561143517494202,
      "learning_rate": 3.739017411974077e-06,
      "loss": 0.3629,
      "step": 952150
    },
    {
      "epoch": 265.74,
      "grad_norm": 1.1239813566207886,
      "learning_rate": 3.738995685725033e-06,
      "loss": 0.3561,
      "step": 952160
    },
    {
      "epoch": 265.75,
      "grad_norm": 1.055867075920105,
      "learning_rate": 3.7389739592902805e-06,
      "loss": 0.3622,
      "step": 952170
    },
    {
      "epoch": 265.75,
      "grad_norm": 3.7738559246063232,
      "learning_rate": 3.7389522326698235e-06,
      "loss": 0.3534,
      "step": 952180
    },
    {
      "epoch": 265.75,
      "grad_norm": 1.0384200811386108,
      "learning_rate": 3.738930505863665e-06,
      "loss": 0.3717,
      "step": 952190
    },
    {
      "epoch": 265.75,
      "grad_norm": 0.9535644054412842,
      "learning_rate": 3.738908778871807e-06,
      "loss": 0.3614,
      "step": 952200
    },
    {
      "epoch": 265.76,
      "grad_norm": 2.6089420318603516,
      "learning_rate": 3.7388870516942532e-06,
      "loss": 0.3769,
      "step": 952210
    },
    {
      "epoch": 265.76,
      "grad_norm": 0.9696789979934692,
      "learning_rate": 3.738865324331007e-06,
      "loss": 0.3473,
      "step": 952220
    },
    {
      "epoch": 265.76,
      "grad_norm": 0.7988584637641907,
      "learning_rate": 3.7388435967820696e-06,
      "loss": 0.3663,
      "step": 952230
    },
    {
      "epoch": 265.77,
      "grad_norm": 1.1682077646255493,
      "learning_rate": 3.738821869047446e-06,
      "loss": 0.3382,
      "step": 952240
    },
    {
      "epoch": 265.77,
      "grad_norm": 1.1282916069030762,
      "learning_rate": 3.7388001411271368e-06,
      "loss": 0.3599,
      "step": 952250
    },
    {
      "epoch": 265.77,
      "grad_norm": 1.4164260625839233,
      "learning_rate": 3.7387784130211462e-06,
      "loss": 0.3583,
      "step": 952260
    },
    {
      "epoch": 265.77,
      "grad_norm": 1.1347843408584595,
      "learning_rate": 3.738756684729477e-06,
      "loss": 0.3646,
      "step": 952270
    },
    {
      "epoch": 265.78,
      "grad_norm": 1.1455050706863403,
      "learning_rate": 3.7387349562521325e-06,
      "loss": 0.3583,
      "step": 952280
    },
    {
      "epoch": 265.78,
      "grad_norm": 1.1152442693710327,
      "learning_rate": 3.738713227589115e-06,
      "loss": 0.3536,
      "step": 952290
    },
    {
      "epoch": 265.78,
      "grad_norm": 1.1236025094985962,
      "learning_rate": 3.738691498740427e-06,
      "loss": 0.3668,
      "step": 952300
    },
    {
      "epoch": 265.79,
      "grad_norm": 1.2184956073760986,
      "learning_rate": 3.7386697697060725e-06,
      "loss": 0.3803,
      "step": 952310
    },
    {
      "epoch": 265.79,
      "grad_norm": 1.0253138542175293,
      "learning_rate": 3.7386480404860536e-06,
      "loss": 0.3654,
      "step": 952320
    },
    {
      "epoch": 265.79,
      "grad_norm": 0.9459896087646484,
      "learning_rate": 3.7386263110803736e-06,
      "loss": 0.3743,
      "step": 952330
    },
    {
      "epoch": 265.79,
      "grad_norm": 1.01991868019104,
      "learning_rate": 3.738604581489035e-06,
      "loss": 0.3676,
      "step": 952340
    },
    {
      "epoch": 265.8,
      "grad_norm": 1.0824763774871826,
      "learning_rate": 3.7385828517120407e-06,
      "loss": 0.3534,
      "step": 952350
    },
    {
      "epoch": 265.8,
      "grad_norm": 1.029945731163025,
      "learning_rate": 3.7385611217493937e-06,
      "loss": 0.3627,
      "step": 952360
    },
    {
      "epoch": 265.8,
      "grad_norm": 1.1226255893707275,
      "learning_rate": 3.738539391601097e-06,
      "loss": 0.3631,
      "step": 952370
    },
    {
      "epoch": 265.81,
      "grad_norm": 1.1826221942901611,
      "learning_rate": 3.738517661267154e-06,
      "loss": 0.3658,
      "step": 952380
    },
    {
      "epoch": 265.81,
      "grad_norm": 1.0554291009902954,
      "learning_rate": 3.7384959307475664e-06,
      "loss": 0.37,
      "step": 952390
    },
    {
      "epoch": 265.81,
      "grad_norm": 1.0306901931762695,
      "learning_rate": 3.738474200042338e-06,
      "loss": 0.3565,
      "step": 952400
    },
    {
      "epoch": 265.81,
      "grad_norm": 1.145538330078125,
      "learning_rate": 3.7384524691514717e-06,
      "loss": 0.3726,
      "step": 952410
    },
    {
      "epoch": 265.82,
      "grad_norm": 0.9287550449371338,
      "learning_rate": 3.7384307380749696e-06,
      "loss": 0.3514,
      "step": 952420
    },
    {
      "epoch": 265.82,
      "grad_norm": 0.9750331044197083,
      "learning_rate": 3.738409006812835e-06,
      "loss": 0.3586,
      "step": 952430
    },
    {
      "epoch": 265.82,
      "grad_norm": 1.103991985321045,
      "learning_rate": 3.7383872753650714e-06,
      "loss": 0.3649,
      "step": 952440
    },
    {
      "epoch": 265.82,
      "grad_norm": 1.0063081979751587,
      "learning_rate": 3.738365543731681e-06,
      "loss": 0.3571,
      "step": 952450
    },
    {
      "epoch": 265.83,
      "grad_norm": 1.2099738121032715,
      "learning_rate": 3.738343811912667e-06,
      "loss": 0.3584,
      "step": 952460
    },
    {
      "epoch": 265.83,
      "grad_norm": 1.1249096393585205,
      "learning_rate": 3.7383220799080325e-06,
      "loss": 0.353,
      "step": 952470
    },
    {
      "epoch": 265.83,
      "grad_norm": 0.9166649580001831,
      "learning_rate": 3.73830034771778e-06,
      "loss": 0.3777,
      "step": 952480
    },
    {
      "epoch": 265.84,
      "grad_norm": 1.0082311630249023,
      "learning_rate": 3.7382786153419115e-06,
      "loss": 0.3577,
      "step": 952490
    },
    {
      "epoch": 265.84,
      "grad_norm": 0.9862455725669861,
      "learning_rate": 3.7382568827804315e-06,
      "loss": 0.362,
      "step": 952500
    },
    {
      "epoch": 265.84,
      "grad_norm": 0.9385524392127991,
      "learning_rate": 3.7382351500333425e-06,
      "loss": 0.3511,
      "step": 952510
    },
    {
      "epoch": 265.84,
      "grad_norm": 1.0707645416259766,
      "learning_rate": 3.738213417100647e-06,
      "loss": 0.354,
      "step": 952520
    },
    {
      "epoch": 265.85,
      "grad_norm": 1.1170850992202759,
      "learning_rate": 3.738191683982348e-06,
      "loss": 0.3651,
      "step": 952530
    },
    {
      "epoch": 265.85,
      "grad_norm": 1.0626611709594727,
      "learning_rate": 3.7381699506784485e-06,
      "loss": 0.3547,
      "step": 952540
    },
    {
      "epoch": 265.85,
      "grad_norm": 0.9501363039016724,
      "learning_rate": 3.7381482171889508e-06,
      "loss": 0.3469,
      "step": 952550
    },
    {
      "epoch": 265.86,
      "grad_norm": 1.0533114671707153,
      "learning_rate": 3.7381264835138588e-06,
      "loss": 0.3639,
      "step": 952560
    },
    {
      "epoch": 265.86,
      "grad_norm": 0.9787404537200928,
      "learning_rate": 3.7381047496531747e-06,
      "loss": 0.3578,
      "step": 952570
    },
    {
      "epoch": 265.86,
      "grad_norm": 0.9632898569107056,
      "learning_rate": 3.7380830156069022e-06,
      "loss": 0.3702,
      "step": 952580
    },
    {
      "epoch": 265.86,
      "grad_norm": 1.116740107536316,
      "learning_rate": 3.738061281375043e-06,
      "loss": 0.3593,
      "step": 952590
    },
    {
      "epoch": 265.87,
      "grad_norm": 1.2782671451568604,
      "learning_rate": 3.7380395469576005e-06,
      "loss": 0.382,
      "step": 952600
    },
    {
      "epoch": 265.87,
      "grad_norm": 1.1009198427200317,
      "learning_rate": 3.738017812354578e-06,
      "loss": 0.361,
      "step": 952610
    },
    {
      "epoch": 265.87,
      "grad_norm": 1.1778719425201416,
      "learning_rate": 3.737996077565978e-06,
      "loss": 0.3657,
      "step": 952620
    },
    {
      "epoch": 265.87,
      "grad_norm": 1.0645298957824707,
      "learning_rate": 3.7379743425918032e-06,
      "loss": 0.3553,
      "step": 952630
    },
    {
      "epoch": 265.88,
      "grad_norm": 0.95982426404953,
      "learning_rate": 3.7379526074320573e-06,
      "loss": 0.3738,
      "step": 952640
    },
    {
      "epoch": 265.88,
      "grad_norm": 1.0475257635116577,
      "learning_rate": 3.737930872086742e-06,
      "loss": 0.3587,
      "step": 952650
    },
    {
      "epoch": 265.88,
      "grad_norm": 1.0321447849273682,
      "learning_rate": 3.737909136555862e-06,
      "loss": 0.3521,
      "step": 952660
    },
    {
      "epoch": 265.89,
      "grad_norm": 1.1506704092025757,
      "learning_rate": 3.7378874008394184e-06,
      "loss": 0.3774,
      "step": 952670
    },
    {
      "epoch": 265.89,
      "grad_norm": 0.9884965419769287,
      "learning_rate": 3.737865664937414e-06,
      "loss": 0.3551,
      "step": 952680
    },
    {
      "epoch": 265.89,
      "grad_norm": 0.9579423069953918,
      "learning_rate": 3.737843928849853e-06,
      "loss": 0.3603,
      "step": 952690
    },
    {
      "epoch": 265.89,
      "grad_norm": 1.0530927181243896,
      "learning_rate": 3.7378221925767384e-06,
      "loss": 0.3516,
      "step": 952700
    },
    {
      "epoch": 265.9,
      "grad_norm": 0.9754401445388794,
      "learning_rate": 3.7378004561180713e-06,
      "loss": 0.3656,
      "step": 952710
    },
    {
      "epoch": 265.9,
      "grad_norm": 1.3038208484649658,
      "learning_rate": 3.737778719473856e-06,
      "loss": 0.369,
      "step": 952720
    },
    {
      "epoch": 265.9,
      "grad_norm": 1.0455905199050903,
      "learning_rate": 3.737756982644095e-06,
      "loss": 0.3602,
      "step": 952730
    },
    {
      "epoch": 265.91,
      "grad_norm": 1.0430405139923096,
      "learning_rate": 3.737735245628792e-06,
      "loss": 0.3562,
      "step": 952740
    },
    {
      "epoch": 265.91,
      "grad_norm": 1.011534571647644,
      "learning_rate": 3.7377135084279487e-06,
      "loss": 0.361,
      "step": 952750
    },
    {
      "epoch": 265.91,
      "grad_norm": 1.048019528388977,
      "learning_rate": 3.7376917710415683e-06,
      "loss": 0.3822,
      "step": 952760
    },
    {
      "epoch": 265.91,
      "grad_norm": 1.0217082500457764,
      "learning_rate": 3.737670033469654e-06,
      "loss": 0.3741,
      "step": 952770
    },
    {
      "epoch": 265.92,
      "grad_norm": 1.1489627361297607,
      "learning_rate": 3.7376482957122094e-06,
      "loss": 0.3618,
      "step": 952780
    },
    {
      "epoch": 265.92,
      "grad_norm": 0.9560345411300659,
      "learning_rate": 3.7376265577692356e-06,
      "loss": 0.3451,
      "step": 952790
    },
    {
      "epoch": 265.92,
      "grad_norm": 1.0296555757522583,
      "learning_rate": 3.737604819640736e-06,
      "loss": 0.3513,
      "step": 952800
    },
    {
      "epoch": 265.93,
      "grad_norm": 0.9440166354179382,
      "learning_rate": 3.7375830813267154e-06,
      "loss": 0.3471,
      "step": 952810
    },
    {
      "epoch": 265.93,
      "grad_norm": 1.0038610696792603,
      "learning_rate": 3.7375613428271736e-06,
      "loss": 0.3495,
      "step": 952820
    },
    {
      "epoch": 265.93,
      "grad_norm": 1.0925884246826172,
      "learning_rate": 3.7375396041421163e-06,
      "loss": 0.3626,
      "step": 952830
    },
    {
      "epoch": 265.93,
      "grad_norm": 1.6479222774505615,
      "learning_rate": 3.7375178652715445e-06,
      "loss": 0.3649,
      "step": 952840
    },
    {
      "epoch": 265.94,
      "grad_norm": 1.0381609201431274,
      "learning_rate": 3.7374961262154622e-06,
      "loss": 0.3635,
      "step": 952850
    },
    {
      "epoch": 265.94,
      "grad_norm": 1.0270450115203857,
      "learning_rate": 3.737474386973872e-06,
      "loss": 0.3636,
      "step": 952860
    },
    {
      "epoch": 265.94,
      "grad_norm": 1.0530890226364136,
      "learning_rate": 3.737452647546777e-06,
      "loss": 0.3551,
      "step": 952870
    },
    {
      "epoch": 265.94,
      "grad_norm": 0.9694591164588928,
      "learning_rate": 3.7374309079341795e-06,
      "loss": 0.3541,
      "step": 952880
    },
    {
      "epoch": 265.95,
      "grad_norm": 1.1926045417785645,
      "learning_rate": 3.7374091681360824e-06,
      "loss": 0.3673,
      "step": 952890
    },
    {
      "epoch": 265.95,
      "grad_norm": 0.9556323885917664,
      "learning_rate": 3.737387428152489e-06,
      "loss": 0.3628,
      "step": 952900
    },
    {
      "epoch": 265.95,
      "grad_norm": 1.075608730316162,
      "learning_rate": 3.737365687983402e-06,
      "loss": 0.3446,
      "step": 952910
    },
    {
      "epoch": 265.96,
      "grad_norm": 1.187479019165039,
      "learning_rate": 3.737343947628825e-06,
      "loss": 0.3599,
      "step": 952920
    },
    {
      "epoch": 265.96,
      "grad_norm": 1.621156930923462,
      "learning_rate": 3.7373222070887597e-06,
      "loss": 0.3691,
      "step": 952930
    },
    {
      "epoch": 265.96,
      "grad_norm": 1.035854697227478,
      "learning_rate": 3.73730046636321e-06,
      "loss": 0.3732,
      "step": 952940
    },
    {
      "epoch": 265.96,
      "grad_norm": 1.0302481651306152,
      "learning_rate": 3.737278725452178e-06,
      "loss": 0.3705,
      "step": 952950
    },
    {
      "epoch": 265.97,
      "grad_norm": 1.1873927116394043,
      "learning_rate": 3.737256984355667e-06,
      "loss": 0.3799,
      "step": 952960
    },
    {
      "epoch": 265.97,
      "grad_norm": 1.0149520635604858,
      "learning_rate": 3.737235243073679e-06,
      "loss": 0.3664,
      "step": 952970
    },
    {
      "epoch": 265.97,
      "grad_norm": 1.1176308393478394,
      "learning_rate": 3.737213501606219e-06,
      "loss": 0.3583,
      "step": 952980
    },
    {
      "epoch": 265.98,
      "grad_norm": 0.9415209293365479,
      "learning_rate": 3.7371917599532884e-06,
      "loss": 0.349,
      "step": 952990
    },
    {
      "epoch": 265.98,
      "grad_norm": 1.4050825834274292,
      "learning_rate": 3.7371700181148897e-06,
      "loss": 0.3889,
      "step": 953000
    },
    {
      "epoch": 265.98,
      "grad_norm": 1.0395270586013794,
      "learning_rate": 3.737148276091027e-06,
      "loss": 0.3647,
      "step": 953010
    },
    {
      "epoch": 265.98,
      "grad_norm": 0.9227764010429382,
      "learning_rate": 3.737126533881702e-06,
      "loss": 0.3487,
      "step": 953020
    },
    {
      "epoch": 265.99,
      "grad_norm": 1.0214987993240356,
      "learning_rate": 3.7371047914869193e-06,
      "loss": 0.3814,
      "step": 953030
    },
    {
      "epoch": 265.99,
      "grad_norm": 1.151757001876831,
      "learning_rate": 3.73708304890668e-06,
      "loss": 0.369,
      "step": 953040
    },
    {
      "epoch": 265.99,
      "grad_norm": 1.1403274536132812,
      "learning_rate": 3.737061306140987e-06,
      "loss": 0.344,
      "step": 953050
    },
    {
      "epoch": 265.99,
      "grad_norm": 0.9777050018310547,
      "learning_rate": 3.737039563189845e-06,
      "loss": 0.3578,
      "step": 953060
    },
    {
      "epoch": 266.0,
      "grad_norm": 0.9439657926559448,
      "learning_rate": 3.7370178200532553e-06,
      "loss": 0.3492,
      "step": 953070
    },
    {
      "epoch": 266.0,
      "eval_loss": 0.3620798587799072,
      "eval_runtime": 63.3996,
      "eval_samples_per_second": 79.796,
      "eval_steps_per_second": 9.984,
      "step": 953078
    },
    {
      "epoch": 266.0,
      "grad_norm": 1.155824065208435,
      "learning_rate": 3.7369960767312217e-06,
      "loss": 0.3617,
      "step": 953080
    },
    {
      "epoch": 266.0,
      "grad_norm": 1.2210580110549927,
      "learning_rate": 3.736974333223746e-06,
      "loss": 0.3832,
      "step": 953090
    },
    {
      "epoch": 266.01,
      "grad_norm": 0.9713638424873352,
      "learning_rate": 3.736952589530832e-06,
      "loss": 0.3441,
      "step": 953100
    },
    {
      "epoch": 266.01,
      "grad_norm": 1.0034127235412598,
      "learning_rate": 3.7369308456524823e-06,
      "loss": 0.3573,
      "step": 953110
    },
    {
      "epoch": 266.01,
      "grad_norm": 7.029936790466309,
      "learning_rate": 3.7369091015887002e-06,
      "loss": 0.3619,
      "step": 953120
    },
    {
      "epoch": 266.01,
      "grad_norm": 0.9963322877883911,
      "learning_rate": 3.7368873573394878e-06,
      "loss": 0.3633,
      "step": 953130
    },
    {
      "epoch": 266.02,
      "grad_norm": 1.1047637462615967,
      "learning_rate": 3.7368656129048492e-06,
      "loss": 0.3592,
      "step": 953140
    },
    {
      "epoch": 266.02,
      "grad_norm": 1.0734037160873413,
      "learning_rate": 3.736843868284785e-06,
      "loss": 0.3594,
      "step": 953150
    },
    {
      "epoch": 266.02,
      "grad_norm": 1.2792938947677612,
      "learning_rate": 3.7368221234793015e-06,
      "loss": 0.3715,
      "step": 953160
    },
    {
      "epoch": 266.03,
      "grad_norm": 1.8194880485534668,
      "learning_rate": 3.736800378488398e-06,
      "loss": 0.3755,
      "step": 953170
    },
    {
      "epoch": 266.03,
      "grad_norm": 1.1447218656539917,
      "learning_rate": 3.7367786333120802e-06,
      "loss": 0.3426,
      "step": 953180
    },
    {
      "epoch": 266.03,
      "grad_norm": 1.1113210916519165,
      "learning_rate": 3.73675688795035e-06,
      "loss": 0.3608,
      "step": 953190
    },
    {
      "epoch": 266.03,
      "grad_norm": 1.1255786418914795,
      "learning_rate": 3.73673514240321e-06,
      "loss": 0.3591,
      "step": 953200
    },
    {
      "epoch": 266.04,
      "grad_norm": 0.9174404740333557,
      "learning_rate": 3.7367133966706634e-06,
      "loss": 0.3387,
      "step": 953210
    },
    {
      "epoch": 266.04,
      "grad_norm": 1.2044012546539307,
      "learning_rate": 3.7366916507527126e-06,
      "loss": 0.3573,
      "step": 953220
    },
    {
      "epoch": 266.04,
      "grad_norm": 1.467231273651123,
      "learning_rate": 3.736669904649361e-06,
      "loss": 0.3656,
      "step": 953230
    },
    {
      "epoch": 266.05,
      "grad_norm": 0.9799433350563049,
      "learning_rate": 3.736648158360611e-06,
      "loss": 0.3559,
      "step": 953240
    },
    {
      "epoch": 266.05,
      "grad_norm": 0.9865053296089172,
      "learning_rate": 3.7366264118864667e-06,
      "loss": 0.3618,
      "step": 953250
    },
    {
      "epoch": 266.05,
      "grad_norm": 0.9992148876190186,
      "learning_rate": 3.73660466522693e-06,
      "loss": 0.3515,
      "step": 953260
    },
    {
      "epoch": 266.05,
      "grad_norm": 3.463512897491455,
      "learning_rate": 3.7365829183820034e-06,
      "loss": 0.378,
      "step": 953270
    },
    {
      "epoch": 266.06,
      "grad_norm": 0.9217447638511658,
      "learning_rate": 3.7365611713516913e-06,
      "loss": 0.3515,
      "step": 953280
    },
    {
      "epoch": 266.06,
      "grad_norm": 0.9347645044326782,
      "learning_rate": 3.736539424135994e-06,
      "loss": 0.3597,
      "step": 953290
    },
    {
      "epoch": 266.06,
      "grad_norm": 1.147345781326294,
      "learning_rate": 3.7365176767349174e-06,
      "loss": 0.3682,
      "step": 953300
    },
    {
      "epoch": 266.06,
      "grad_norm": 1.178449273109436,
      "learning_rate": 3.736495929148463e-06,
      "loss": 0.371,
      "step": 953310
    },
    {
      "epoch": 266.07,
      "grad_norm": 1.002642273902893,
      "learning_rate": 3.7364741813766336e-06,
      "loss": 0.3666,
      "step": 953320
    },
    {
      "epoch": 266.07,
      "grad_norm": 1.0088433027267456,
      "learning_rate": 3.736452433419432e-06,
      "loss": 0.3654,
      "step": 953330
    },
    {
      "epoch": 266.07,
      "grad_norm": 1.2702592611312866,
      "learning_rate": 3.736430685276861e-06,
      "loss": 0.3782,
      "step": 953340
    },
    {
      "epoch": 266.08,
      "grad_norm": 1.0305904150009155,
      "learning_rate": 3.736408936948925e-06,
      "loss": 0.3713,
      "step": 953350
    },
    {
      "epoch": 266.08,
      "grad_norm": 0.8804504871368408,
      "learning_rate": 3.7363871884356244e-06,
      "loss": 0.3718,
      "step": 953360
    },
    {
      "epoch": 266.08,
      "grad_norm": 1.0641272068023682,
      "learning_rate": 3.7363654397369636e-06,
      "loss": 0.3645,
      "step": 953370
    },
    {
      "epoch": 266.08,
      "grad_norm": 1.061880111694336,
      "learning_rate": 3.7363436908529465e-06,
      "loss": 0.3569,
      "step": 953380
    },
    {
      "epoch": 266.09,
      "grad_norm": 1.0407624244689941,
      "learning_rate": 3.7363219417835737e-06,
      "loss": 0.35,
      "step": 953390
    },
    {
      "epoch": 266.09,
      "grad_norm": 1.1333922147750854,
      "learning_rate": 3.7363001925288492e-06,
      "loss": 0.367,
      "step": 953400
    },
    {
      "epoch": 266.09,
      "grad_norm": 1.0853074789047241,
      "learning_rate": 3.7362784430887766e-06,
      "loss": 0.354,
      "step": 953410
    },
    {
      "epoch": 266.1,
      "grad_norm": 1.010125994682312,
      "learning_rate": 3.736256693463358e-06,
      "loss": 0.3492,
      "step": 953420
    },
    {
      "epoch": 266.1,
      "grad_norm": 1.0263065099716187,
      "learning_rate": 3.7362349436525954e-06,
      "loss": 0.3625,
      "step": 953430
    },
    {
      "epoch": 266.1,
      "grad_norm": 1.0545458793640137,
      "learning_rate": 3.7362131936564935e-06,
      "loss": 0.3673,
      "step": 953440
    },
    {
      "epoch": 266.1,
      "grad_norm": 1.2321406602859497,
      "learning_rate": 3.736191443475054e-06,
      "loss": 0.3697,
      "step": 953450
    },
    {
      "epoch": 266.11,
      "grad_norm": 1.2258148193359375,
      "learning_rate": 3.7361696931082804e-06,
      "loss": 0.375,
      "step": 953460
    },
    {
      "epoch": 266.11,
      "grad_norm": 0.943469762802124,
      "learning_rate": 3.736147942556175e-06,
      "loss": 0.3637,
      "step": 953470
    },
    {
      "epoch": 266.11,
      "grad_norm": 0.9619740843772888,
      "learning_rate": 3.736126191818742e-06,
      "loss": 0.3625,
      "step": 953480
    },
    {
      "epoch": 266.11,
      "grad_norm": 0.9338041543960571,
      "learning_rate": 3.7361044408959823e-06,
      "loss": 0.3647,
      "step": 953490
    },
    {
      "epoch": 266.12,
      "grad_norm": 1.2739332914352417,
      "learning_rate": 3.7360826897879e-06,
      "loss": 0.3606,
      "step": 953500
    },
    {
      "epoch": 266.12,
      "grad_norm": 1.6529135704040527,
      "learning_rate": 3.7360609384944988e-06,
      "loss": 0.364,
      "step": 953510
    },
    {
      "epoch": 266.12,
      "grad_norm": 1.1416369676589966,
      "learning_rate": 3.73603918701578e-06,
      "loss": 0.3763,
      "step": 953520
    },
    {
      "epoch": 266.13,
      "grad_norm": 1.0360885858535767,
      "learning_rate": 3.7360174353517467e-06,
      "loss": 0.3456,
      "step": 953530
    },
    {
      "epoch": 266.13,
      "grad_norm": 0.9265745878219604,
      "learning_rate": 3.7359956835024028e-06,
      "loss": 0.3467,
      "step": 953540
    },
    {
      "epoch": 266.13,
      "grad_norm": 0.9545673727989197,
      "learning_rate": 3.73597393146775e-06,
      "loss": 0.3703,
      "step": 953550
    },
    {
      "epoch": 266.13,
      "grad_norm": 1.0218788385391235,
      "learning_rate": 3.735952179247793e-06,
      "loss": 0.3654,
      "step": 953560
    },
    {
      "epoch": 266.14,
      "grad_norm": 0.9784250855445862,
      "learning_rate": 3.7359304268425324e-06,
      "loss": 0.3552,
      "step": 953570
    },
    {
      "epoch": 266.14,
      "grad_norm": 0.9319981336593628,
      "learning_rate": 3.7359086742519724e-06,
      "loss": 0.3648,
      "step": 953580
    },
    {
      "epoch": 266.14,
      "grad_norm": 1.0099055767059326,
      "learning_rate": 3.7358869214761155e-06,
      "loss": 0.3624,
      "step": 953590
    },
    {
      "epoch": 266.15,
      "grad_norm": 0.9958660006523132,
      "learning_rate": 3.7358651685149655e-06,
      "loss": 0.3635,
      "step": 953600
    },
    {
      "epoch": 266.15,
      "grad_norm": 0.9675247073173523,
      "learning_rate": 3.735843415368524e-06,
      "loss": 0.3509,
      "step": 953610
    },
    {
      "epoch": 266.15,
      "grad_norm": 1.0313385725021362,
      "learning_rate": 3.735821662036795e-06,
      "loss": 0.3647,
      "step": 953620
    },
    {
      "epoch": 266.15,
      "grad_norm": 1.0528305768966675,
      "learning_rate": 3.7357999085197805e-06,
      "loss": 0.3716,
      "step": 953630
    },
    {
      "epoch": 266.16,
      "grad_norm": 0.9647279977798462,
      "learning_rate": 3.735778154817484e-06,
      "loss": 0.3582,
      "step": 953640
    },
    {
      "epoch": 266.16,
      "grad_norm": 1.2382431030273438,
      "learning_rate": 3.735756400929908e-06,
      "loss": 0.369,
      "step": 953650
    },
    {
      "epoch": 266.16,
      "grad_norm": 1.0370160341262817,
      "learning_rate": 3.7357346468570556e-06,
      "loss": 0.3649,
      "step": 953660
    },
    {
      "epoch": 266.17,
      "grad_norm": 1.0142440795898438,
      "learning_rate": 3.7357128925989296e-06,
      "loss": 0.3511,
      "step": 953670
    },
    {
      "epoch": 266.17,
      "grad_norm": 2.4500510692596436,
      "learning_rate": 3.735691138155533e-06,
      "loss": 0.3405,
      "step": 953680
    },
    {
      "epoch": 266.17,
      "grad_norm": 1.9848865270614624,
      "learning_rate": 3.7356693835268686e-06,
      "loss": 0.357,
      "step": 953690
    },
    {
      "epoch": 266.17,
      "grad_norm": 0.9927853941917419,
      "learning_rate": 3.73564762871294e-06,
      "loss": 0.3446,
      "step": 953700
    },
    {
      "epoch": 266.18,
      "grad_norm": 0.9415851831436157,
      "learning_rate": 3.7356258737137485e-06,
      "loss": 0.3624,
      "step": 953710
    },
    {
      "epoch": 266.18,
      "grad_norm": 1.007595419883728,
      "learning_rate": 3.7356041185292984e-06,
      "loss": 0.3794,
      "step": 953720
    },
    {
      "epoch": 266.18,
      "grad_norm": 1.0210727453231812,
      "learning_rate": 3.735582363159592e-06,
      "loss": 0.3661,
      "step": 953730
    },
    {
      "epoch": 266.18,
      "grad_norm": 1.0307097434997559,
      "learning_rate": 3.7355606076046327e-06,
      "loss": 0.3647,
      "step": 953740
    },
    {
      "epoch": 266.19,
      "grad_norm": 3.8209333419799805,
      "learning_rate": 3.735538851864422e-06,
      "loss": 0.3473,
      "step": 953750
    },
    {
      "epoch": 266.19,
      "grad_norm": 1.128554344177246,
      "learning_rate": 3.735517095938965e-06,
      "loss": 0.3551,
      "step": 953760
    },
    {
      "epoch": 266.19,
      "grad_norm": 0.9376097917556763,
      "learning_rate": 3.7354953398282637e-06,
      "loss": 0.3555,
      "step": 953770
    },
    {
      "epoch": 266.2,
      "grad_norm": 0.9946997165679932,
      "learning_rate": 3.7354735835323196e-06,
      "loss": 0.3659,
      "step": 953780
    },
    {
      "epoch": 266.2,
      "grad_norm": 0.9418721199035645,
      "learning_rate": 3.735451827051137e-06,
      "loss": 0.3879,
      "step": 953790
    },
    {
      "epoch": 266.2,
      "grad_norm": 1.0201623439788818,
      "learning_rate": 3.735430070384719e-06,
      "loss": 0.3722,
      "step": 953800
    },
    {
      "epoch": 266.2,
      "grad_norm": 1.4207797050476074,
      "learning_rate": 3.7354083135330673e-06,
      "loss": 0.3768,
      "step": 953810
    },
    {
      "epoch": 266.21,
      "grad_norm": 0.8942441344261169,
      "learning_rate": 3.7353865564961858e-06,
      "loss": 0.3512,
      "step": 953820
    },
    {
      "epoch": 266.21,
      "grad_norm": 1.1441395282745361,
      "learning_rate": 3.735364799274077e-06,
      "loss": 0.3524,
      "step": 953830
    },
    {
      "epoch": 266.21,
      "grad_norm": 0.9683139324188232,
      "learning_rate": 3.7353430418667445e-06,
      "loss": 0.3832,
      "step": 953840
    },
    {
      "epoch": 266.22,
      "grad_norm": 0.9568939805030823,
      "learning_rate": 3.73532128427419e-06,
      "loss": 0.3842,
      "step": 953850
    },
    {
      "epoch": 266.22,
      "grad_norm": 1.1731330156326294,
      "learning_rate": 3.7352995264964166e-06,
      "loss": 0.3596,
      "step": 953860
    },
    {
      "epoch": 266.22,
      "grad_norm": 0.9248597025871277,
      "learning_rate": 3.7352777685334278e-06,
      "loss": 0.3643,
      "step": 953870
    },
    {
      "epoch": 266.22,
      "grad_norm": 1.053574562072754,
      "learning_rate": 3.735256010385227e-06,
      "loss": 0.3728,
      "step": 953880
    },
    {
      "epoch": 266.23,
      "grad_norm": 1.0632743835449219,
      "learning_rate": 3.7352342520518155e-06,
      "loss": 0.3685,
      "step": 953890
    },
    {
      "epoch": 266.23,
      "grad_norm": 0.9891782999038696,
      "learning_rate": 3.735212493533198e-06,
      "loss": 0.3576,
      "step": 953900
    },
    {
      "epoch": 266.23,
      "grad_norm": 1.1364625692367554,
      "learning_rate": 3.735190734829376e-06,
      "loss": 0.3734,
      "step": 953910
    },
    {
      "epoch": 266.23,
      "grad_norm": 0.9273573756217957,
      "learning_rate": 3.735168975940352e-06,
      "loss": 0.3506,
      "step": 953920
    },
    {
      "epoch": 266.24,
      "grad_norm": 1.201728343963623,
      "learning_rate": 3.7351472168661316e-06,
      "loss": 0.358,
      "step": 953930
    },
    {
      "epoch": 266.24,
      "grad_norm": 1.0133105516433716,
      "learning_rate": 3.7351254576067144e-06,
      "loss": 0.3848,
      "step": 953940
    },
    {
      "epoch": 266.24,
      "grad_norm": 0.9012019038200378,
      "learning_rate": 3.7351036981621044e-06,
      "loss": 0.3457,
      "step": 953950
    },
    {
      "epoch": 266.25,
      "grad_norm": 1.1797306537628174,
      "learning_rate": 3.7350819385323064e-06,
      "loss": 0.3499,
      "step": 953960
    },
    {
      "epoch": 266.25,
      "grad_norm": 1.0130774974822998,
      "learning_rate": 3.7350601787173207e-06,
      "loss": 0.3622,
      "step": 953970
    },
    {
      "epoch": 266.25,
      "grad_norm": 0.8277189135551453,
      "learning_rate": 3.7350384187171515e-06,
      "loss": 0.3542,
      "step": 953980
    },
    {
      "epoch": 266.25,
      "grad_norm": 2.4740524291992188,
      "learning_rate": 3.7350166585318015e-06,
      "loss": 0.3631,
      "step": 953990
    },
    {
      "epoch": 266.26,
      "grad_norm": 1.3885881900787354,
      "learning_rate": 3.734994898161273e-06,
      "loss": 0.3755,
      "step": 954000
    },
    {
      "epoch": 266.26,
      "grad_norm": 1.0891079902648926,
      "learning_rate": 3.7349731376055698e-06,
      "loss": 0.3578,
      "step": 954010
    },
    {
      "epoch": 266.26,
      "grad_norm": 1.0110583305358887,
      "learning_rate": 3.734951376864695e-06,
      "loss": 0.3496,
      "step": 954020
    },
    {
      "epoch": 266.27,
      "grad_norm": 4.306267261505127,
      "learning_rate": 3.7349296159386506e-06,
      "loss": 0.3606,
      "step": 954030
    },
    {
      "epoch": 266.27,
      "grad_norm": 1.2162930965423584,
      "learning_rate": 3.734907854827439e-06,
      "loss": 0.3606,
      "step": 954040
    },
    {
      "epoch": 266.27,
      "grad_norm": 0.9669120907783508,
      "learning_rate": 3.734886093531064e-06,
      "loss": 0.3568,
      "step": 954050
    },
    {
      "epoch": 266.27,
      "grad_norm": 1.2553600072860718,
      "learning_rate": 3.7348643320495296e-06,
      "loss": 0.3652,
      "step": 954060
    },
    {
      "epoch": 266.28,
      "grad_norm": 1.0937741994857788,
      "learning_rate": 3.734842570382837e-06,
      "loss": 0.3709,
      "step": 954070
    },
    {
      "epoch": 266.28,
      "grad_norm": 0.9994359612464905,
      "learning_rate": 3.734820808530989e-06,
      "loss": 0.3781,
      "step": 954080
    },
    {
      "epoch": 266.28,
      "grad_norm": 0.9348989725112915,
      "learning_rate": 3.73479904649399e-06,
      "loss": 0.365,
      "step": 954090
    },
    {
      "epoch": 266.29,
      "grad_norm": 1.0506057739257812,
      "learning_rate": 3.7347772842718417e-06,
      "loss": 0.3581,
      "step": 954100
    },
    {
      "epoch": 266.29,
      "grad_norm": 1.1749601364135742,
      "learning_rate": 3.7347555218645468e-06,
      "loss": 0.3572,
      "step": 954110
    },
    {
      "epoch": 266.29,
      "grad_norm": 0.9782580733299255,
      "learning_rate": 3.734733759272109e-06,
      "loss": 0.3581,
      "step": 954120
    },
    {
      "epoch": 266.29,
      "grad_norm": 0.99290531873703,
      "learning_rate": 3.7347119964945308e-06,
      "loss": 0.3528,
      "step": 954130
    },
    {
      "epoch": 266.3,
      "grad_norm": 0.9444205164909363,
      "learning_rate": 3.7346902335318148e-06,
      "loss": 0.3636,
      "step": 954140
    },
    {
      "epoch": 266.3,
      "grad_norm": 1.0245414972305298,
      "learning_rate": 3.7346684703839653e-06,
      "loss": 0.3556,
      "step": 954150
    },
    {
      "epoch": 266.3,
      "grad_norm": 1.15416419506073,
      "learning_rate": 3.7346467070509833e-06,
      "loss": 0.3541,
      "step": 954160
    },
    {
      "epoch": 266.3,
      "grad_norm": 0.8559856414794922,
      "learning_rate": 3.7346249435328732e-06,
      "loss": 0.3585,
      "step": 954170
    },
    {
      "epoch": 266.31,
      "grad_norm": 1.096791386604309,
      "learning_rate": 3.734603179829637e-06,
      "loss": 0.3625,
      "step": 954180
    },
    {
      "epoch": 266.31,
      "grad_norm": 0.8833661079406738,
      "learning_rate": 3.7345814159412775e-06,
      "loss": 0.3661,
      "step": 954190
    },
    {
      "epoch": 266.31,
      "grad_norm": 1.0078442096710205,
      "learning_rate": 3.7345596518677984e-06,
      "loss": 0.3736,
      "step": 954200
    },
    {
      "epoch": 266.32,
      "grad_norm": 0.929297924041748,
      "learning_rate": 3.734537887609202e-06,
      "loss": 0.3627,
      "step": 954210
    },
    {
      "epoch": 266.32,
      "grad_norm": 0.945273220539093,
      "learning_rate": 3.7345161231654917e-06,
      "loss": 0.3666,
      "step": 954220
    },
    {
      "epoch": 266.32,
      "grad_norm": 1.0186165571212769,
      "learning_rate": 3.7344943585366696e-06,
      "loss": 0.3466,
      "step": 954230
    },
    {
      "epoch": 266.32,
      "grad_norm": 2.5035996437072754,
      "learning_rate": 3.7344725937227393e-06,
      "loss": 0.3545,
      "step": 954240
    },
    {
      "epoch": 266.33,
      "grad_norm": 1.1084136962890625,
      "learning_rate": 3.7344508287237028e-06,
      "loss": 0.3663,
      "step": 954250
    },
    {
      "epoch": 266.33,
      "grad_norm": 0.9985830187797546,
      "learning_rate": 3.7344290635395645e-06,
      "loss": 0.3669,
      "step": 954260
    },
    {
      "epoch": 266.33,
      "grad_norm": 4.873058319091797,
      "learning_rate": 3.734407298170326e-06,
      "loss": 0.3599,
      "step": 954270
    },
    {
      "epoch": 266.34,
      "grad_norm": 1.0996572971343994,
      "learning_rate": 3.7343855326159905e-06,
      "loss": 0.354,
      "step": 954280
    },
    {
      "epoch": 266.34,
      "grad_norm": 1.0582919120788574,
      "learning_rate": 3.734363766876561e-06,
      "loss": 0.3573,
      "step": 954290
    },
    {
      "epoch": 266.34,
      "grad_norm": 0.9817352890968323,
      "learning_rate": 3.7343420009520408e-06,
      "loss": 0.383,
      "step": 954300
    },
    {
      "epoch": 266.34,
      "grad_norm": 0.950546145439148,
      "learning_rate": 3.734320234842432e-06,
      "loss": 0.3578,
      "step": 954310
    },
    {
      "epoch": 266.35,
      "grad_norm": 1.0605661869049072,
      "learning_rate": 3.7342984685477384e-06,
      "loss": 0.3578,
      "step": 954320
    },
    {
      "epoch": 266.35,
      "grad_norm": 0.9883652329444885,
      "learning_rate": 3.734276702067963e-06,
      "loss": 0.3553,
      "step": 954330
    },
    {
      "epoch": 266.35,
      "grad_norm": 1.1092387437820435,
      "learning_rate": 3.734254935403107e-06,
      "loss": 0.3432,
      "step": 954340
    },
    {
      "epoch": 266.36,
      "grad_norm": 1.2798491716384888,
      "learning_rate": 3.734233168553175e-06,
      "loss": 0.3629,
      "step": 954350
    },
    {
      "epoch": 266.36,
      "grad_norm": 1.069486379623413,
      "learning_rate": 3.7342114015181694e-06,
      "loss": 0.3753,
      "step": 954360
    },
    {
      "epoch": 266.36,
      "grad_norm": 0.9145533442497253,
      "learning_rate": 3.7341896342980917e-06,
      "loss": 0.3553,
      "step": 954370
    },
    {
      "epoch": 266.36,
      "grad_norm": 1.3920395374298096,
      "learning_rate": 3.734167866892948e-06,
      "loss": 0.3518,
      "step": 954380
    },
    {
      "epoch": 266.37,
      "grad_norm": 1.0064640045166016,
      "learning_rate": 3.7341460993027385e-06,
      "loss": 0.3602,
      "step": 954390
    },
    {
      "epoch": 266.37,
      "grad_norm": 1.1929001808166504,
      "learning_rate": 3.7341243315274663e-06,
      "loss": 0.3636,
      "step": 954400
    },
    {
      "epoch": 266.37,
      "grad_norm": 1.0434108972549438,
      "learning_rate": 3.734102563567135e-06,
      "loss": 0.3546,
      "step": 954410
    },
    {
      "epoch": 266.37,
      "grad_norm": 1.1614453792572021,
      "learning_rate": 3.734080795421748e-06,
      "loss": 0.3706,
      "step": 954420
    },
    {
      "epoch": 266.38,
      "grad_norm": 1.0592148303985596,
      "learning_rate": 3.7340590270913077e-06,
      "loss": 0.3612,
      "step": 954430
    },
    {
      "epoch": 266.38,
      "grad_norm": 0.8813971877098083,
      "learning_rate": 3.7340372585758164e-06,
      "loss": 0.3492,
      "step": 954440
    },
    {
      "epoch": 266.38,
      "grad_norm": 0.8872445225715637,
      "learning_rate": 3.7340154898752776e-06,
      "loss": 0.3571,
      "step": 954450
    },
    {
      "epoch": 266.39,
      "grad_norm": 1.1658380031585693,
      "learning_rate": 3.7339937209896943e-06,
      "loss": 0.3784,
      "step": 954460
    },
    {
      "epoch": 266.39,
      "grad_norm": 1.1409993171691895,
      "learning_rate": 3.733971951919069e-06,
      "loss": 0.3621,
      "step": 954470
    },
    {
      "epoch": 266.39,
      "grad_norm": 0.9709261059761047,
      "learning_rate": 3.7339501826634048e-06,
      "loss": 0.3539,
      "step": 954480
    },
    {
      "epoch": 266.39,
      "grad_norm": 1.0579891204833984,
      "learning_rate": 3.7339284132227044e-06,
      "loss": 0.3575,
      "step": 954490
    },
    {
      "epoch": 266.4,
      "grad_norm": 1.090759038925171,
      "learning_rate": 3.7339066435969715e-06,
      "loss": 0.3533,
      "step": 954500
    },
    {
      "epoch": 266.4,
      "grad_norm": 0.9913333654403687,
      "learning_rate": 3.733884873786208e-06,
      "loss": 0.3464,
      "step": 954510
    },
    {
      "epoch": 266.4,
      "grad_norm": 1.068501591682434,
      "learning_rate": 3.733863103790417e-06,
      "loss": 0.3553,
      "step": 954520
    },
    {
      "epoch": 266.41,
      "grad_norm": 1.1698359251022339,
      "learning_rate": 3.7338413336096008e-06,
      "loss": 0.3651,
      "step": 954530
    },
    {
      "epoch": 266.41,
      "grad_norm": 1.0948607921600342,
      "learning_rate": 3.7338195632437647e-06,
      "loss": 0.3546,
      "step": 954540
    },
    {
      "epoch": 266.41,
      "grad_norm": 0.9335418343544006,
      "learning_rate": 3.733797792692909e-06,
      "loss": 0.3586,
      "step": 954550
    },
    {
      "epoch": 266.41,
      "grad_norm": 0.9398782849311829,
      "learning_rate": 3.733776021957038e-06,
      "loss": 0.3497,
      "step": 954560
    },
    {
      "epoch": 266.42,
      "grad_norm": 1.0007680654525757,
      "learning_rate": 3.733754251036154e-06,
      "loss": 0.3694,
      "step": 954570
    },
    {
      "epoch": 266.42,
      "grad_norm": 0.9251742959022522,
      "learning_rate": 3.73373247993026e-06,
      "loss": 0.3713,
      "step": 954580
    },
    {
      "epoch": 266.42,
      "grad_norm": 0.9782888293266296,
      "learning_rate": 3.7337107086393585e-06,
      "loss": 0.3593,
      "step": 954590
    },
    {
      "epoch": 266.42,
      "grad_norm": 1.0038655996322632,
      "learning_rate": 3.733688937163453e-06,
      "loss": 0.3621,
      "step": 954600
    },
    {
      "epoch": 266.43,
      "grad_norm": 0.945326030254364,
      "learning_rate": 3.7336671655025473e-06,
      "loss": 0.3474,
      "step": 954610
    },
    {
      "epoch": 266.43,
      "grad_norm": 1.2907544374465942,
      "learning_rate": 3.7336453936566423e-06,
      "loss": 0.3577,
      "step": 954620
    },
    {
      "epoch": 266.43,
      "grad_norm": 1.0481555461883545,
      "learning_rate": 3.733623621625742e-06,
      "loss": 0.375,
      "step": 954630
    },
    {
      "epoch": 266.44,
      "grad_norm": 0.9875421524047852,
      "learning_rate": 3.733601849409849e-06,
      "loss": 0.3555,
      "step": 954640
    },
    {
      "epoch": 266.44,
      "grad_norm": 1.2204996347427368,
      "learning_rate": 3.7335800770089664e-06,
      "loss": 0.3703,
      "step": 954650
    },
    {
      "epoch": 266.44,
      "grad_norm": 1.0598797798156738,
      "learning_rate": 3.7335583044230973e-06,
      "loss": 0.3563,
      "step": 954660
    },
    {
      "epoch": 266.44,
      "grad_norm": 1.0607398748397827,
      "learning_rate": 3.7335365316522446e-06,
      "loss": 0.3387,
      "step": 954670
    },
    {
      "epoch": 266.45,
      "grad_norm": 1.091507911682129,
      "learning_rate": 3.7335147586964096e-06,
      "loss": 0.358,
      "step": 954680
    },
    {
      "epoch": 266.45,
      "grad_norm": 1.2009694576263428,
      "learning_rate": 3.7334929855555983e-06,
      "loss": 0.3692,
      "step": 954690
    },
    {
      "epoch": 266.45,
      "grad_norm": 0.9004902839660645,
      "learning_rate": 3.733471212229811e-06,
      "loss": 0.3447,
      "step": 954700
    },
    {
      "epoch": 266.46,
      "grad_norm": 1.0025954246520996,
      "learning_rate": 3.7334494387190514e-06,
      "loss": 0.3723,
      "step": 954710
    },
    {
      "epoch": 266.46,
      "grad_norm": 1.6053425073623657,
      "learning_rate": 3.733427665023322e-06,
      "loss": 0.3555,
      "step": 954720
    },
    {
      "epoch": 266.46,
      "grad_norm": 1.0002561807632446,
      "learning_rate": 3.733405891142627e-06,
      "loss": 0.3674,
      "step": 954730
    },
    {
      "epoch": 266.46,
      "grad_norm": 1.5478835105895996,
      "learning_rate": 3.7333841170769678e-06,
      "loss": 0.3563,
      "step": 954740
    },
    {
      "epoch": 266.47,
      "grad_norm": 1.1619397401809692,
      "learning_rate": 3.7333623428263477e-06,
      "loss": 0.3858,
      "step": 954750
    },
    {
      "epoch": 266.47,
      "grad_norm": 0.9871237874031067,
      "learning_rate": 3.7333405683907703e-06,
      "loss": 0.3773,
      "step": 954760
    },
    {
      "epoch": 266.47,
      "grad_norm": 1.0342564582824707,
      "learning_rate": 3.733318793770238e-06,
      "loss": 0.3809,
      "step": 954770
    },
    {
      "epoch": 266.48,
      "grad_norm": 0.9758841395378113,
      "learning_rate": 3.7332970189647535e-06,
      "loss": 0.3529,
      "step": 954780
    },
    {
      "epoch": 266.48,
      "grad_norm": 1.9396777153015137,
      "learning_rate": 3.7332752439743204e-06,
      "loss": 0.3475,
      "step": 954790
    },
    {
      "epoch": 266.48,
      "grad_norm": 0.9675562381744385,
      "learning_rate": 3.7332534687989415e-06,
      "loss": 0.3413,
      "step": 954800
    },
    {
      "epoch": 266.48,
      "grad_norm": 1.527156114578247,
      "learning_rate": 3.733231693438618e-06,
      "loss": 0.3666,
      "step": 954810
    },
    {
      "epoch": 266.49,
      "grad_norm": 1.0424367189407349,
      "learning_rate": 3.733209917893354e-06,
      "loss": 0.386,
      "step": 954820
    },
    {
      "epoch": 266.49,
      "grad_norm": 1.0928411483764648,
      "learning_rate": 3.733188142163154e-06,
      "loss": 0.3448,
      "step": 954830
    },
    {
      "epoch": 266.49,
      "grad_norm": 0.968468427658081,
      "learning_rate": 3.7331663662480183e-06,
      "loss": 0.3566,
      "step": 954840
    },
    {
      "epoch": 266.49,
      "grad_norm": 1.0512889623641968,
      "learning_rate": 3.7331445901479513e-06,
      "loss": 0.3356,
      "step": 954850
    },
    {
      "epoch": 266.5,
      "grad_norm": 0.9121493101119995,
      "learning_rate": 3.7331228138629554e-06,
      "loss": 0.3441,
      "step": 954860
    },
    {
      "epoch": 266.5,
      "grad_norm": 0.99684077501297,
      "learning_rate": 3.7331010373930336e-06,
      "loss": 0.3356,
      "step": 954870
    },
    {
      "epoch": 266.5,
      "grad_norm": 0.9705572724342346,
      "learning_rate": 3.733079260738189e-06,
      "loss": 0.3464,
      "step": 954880
    },
    {
      "epoch": 266.51,
      "grad_norm": 1.2148069143295288,
      "learning_rate": 3.7330574838984236e-06,
      "loss": 0.3582,
      "step": 954890
    },
    {
      "epoch": 266.51,
      "grad_norm": 1.1057881116867065,
      "learning_rate": 3.733035706873742e-06,
      "loss": 0.3552,
      "step": 954900
    },
    {
      "epoch": 266.51,
      "grad_norm": 1.2362323999404907,
      "learning_rate": 3.733013929664145e-06,
      "loss": 0.3712,
      "step": 954910
    },
    {
      "epoch": 266.51,
      "grad_norm": 1.0368530750274658,
      "learning_rate": 3.7329921522696373e-06,
      "loss": 0.3709,
      "step": 954920
    },
    {
      "epoch": 266.52,
      "grad_norm": 0.8818732500076294,
      "learning_rate": 3.7329703746902217e-06,
      "loss": 0.3677,
      "step": 954930
    },
    {
      "epoch": 266.52,
      "grad_norm": 0.9762309789657593,
      "learning_rate": 3.732948596925899e-06,
      "loss": 0.3692,
      "step": 954940
    },
    {
      "epoch": 266.52,
      "grad_norm": 1.090885043144226,
      "learning_rate": 3.7329268189766743e-06,
      "loss": 0.3508,
      "step": 954950
    },
    {
      "epoch": 266.53,
      "grad_norm": 7.726122856140137,
      "learning_rate": 3.73290504084255e-06,
      "loss": 0.3593,
      "step": 954960
    },
    {
      "epoch": 266.53,
      "grad_norm": 1.0197622776031494,
      "learning_rate": 3.732883262523529e-06,
      "loss": 0.3583,
      "step": 954970
    },
    {
      "epoch": 266.53,
      "grad_norm": 1.1140552759170532,
      "learning_rate": 3.732861484019613e-06,
      "loss": 0.3596,
      "step": 954980
    },
    {
      "epoch": 266.53,
      "grad_norm": 1.0141947269439697,
      "learning_rate": 3.732839705330807e-06,
      "loss": 0.3553,
      "step": 954990
    },
    {
      "epoch": 266.54,
      "grad_norm": 3.1956369876861572,
      "learning_rate": 3.732817926457112e-06,
      "loss": 0.3545,
      "step": 955000
    },
    {
      "epoch": 266.54,
      "grad_norm": 1.1594657897949219,
      "learning_rate": 3.732796147398532e-06,
      "loss": 0.3567,
      "step": 955010
    },
    {
      "epoch": 266.54,
      "grad_norm": 0.946428656578064,
      "learning_rate": 3.7327743681550696e-06,
      "loss": 0.3349,
      "step": 955020
    },
    {
      "epoch": 266.54,
      "grad_norm": 1.0990675687789917,
      "learning_rate": 3.7327525887267276e-06,
      "loss": 0.3818,
      "step": 955030
    },
    {
      "epoch": 266.55,
      "grad_norm": 1.095823049545288,
      "learning_rate": 3.732730809113509e-06,
      "loss": 0.3689,
      "step": 955040
    },
    {
      "epoch": 266.55,
      "grad_norm": 0.8432984352111816,
      "learning_rate": 3.7327090293154167e-06,
      "loss": 0.3751,
      "step": 955050
    },
    {
      "epoch": 266.55,
      "grad_norm": 1.2107336521148682,
      "learning_rate": 3.7326872493324537e-06,
      "loss": 0.3819,
      "step": 955060
    },
    {
      "epoch": 266.56,
      "grad_norm": 1.0095456838607788,
      "learning_rate": 3.732665469164622e-06,
      "loss": 0.3631,
      "step": 955070
    },
    {
      "epoch": 266.56,
      "grad_norm": 0.9861714839935303,
      "learning_rate": 3.732643688811926e-06,
      "loss": 0.3615,
      "step": 955080
    },
    {
      "epoch": 266.56,
      "grad_norm": 1.0877143144607544,
      "learning_rate": 3.732621908274368e-06,
      "loss": 0.3597,
      "step": 955090
    },
    {
      "epoch": 266.56,
      "grad_norm": 1.1131243705749512,
      "learning_rate": 3.7326001275519506e-06,
      "loss": 0.3788,
      "step": 955100
    },
    {
      "epoch": 266.57,
      "grad_norm": 1.1953983306884766,
      "learning_rate": 3.732578346644677e-06,
      "loss": 0.3719,
      "step": 955110
    },
    {
      "epoch": 266.57,
      "grad_norm": 1.0971707105636597,
      "learning_rate": 3.7325565655525496e-06,
      "loss": 0.3655,
      "step": 955120
    },
    {
      "epoch": 266.57,
      "grad_norm": 1.2346651554107666,
      "learning_rate": 3.7325347842755722e-06,
      "loss": 0.3546,
      "step": 955130
    },
    {
      "epoch": 266.58,
      "grad_norm": 0.9029539823532104,
      "learning_rate": 3.7325130028137465e-06,
      "loss": 0.3466,
      "step": 955140
    },
    {
      "epoch": 266.58,
      "grad_norm": 1.0311299562454224,
      "learning_rate": 3.7324912211670765e-06,
      "loss": 0.3636,
      "step": 955150
    },
    {
      "epoch": 266.58,
      "grad_norm": 0.9688919186592102,
      "learning_rate": 3.732469439335564e-06,
      "loss": 0.3343,
      "step": 955160
    },
    {
      "epoch": 266.58,
      "grad_norm": 0.9825289249420166,
      "learning_rate": 3.7324476573192133e-06,
      "loss": 0.3632,
      "step": 955170
    },
    {
      "epoch": 266.59,
      "grad_norm": 1.1790937185287476,
      "learning_rate": 3.732425875118026e-06,
      "loss": 0.3619,
      "step": 955180
    },
    {
      "epoch": 266.59,
      "grad_norm": 0.9482114911079407,
      "learning_rate": 3.7324040927320068e-06,
      "loss": 0.3518,
      "step": 955190
    },
    {
      "epoch": 266.59,
      "grad_norm": 1.1059123277664185,
      "learning_rate": 3.732382310161156e-06,
      "loss": 0.3455,
      "step": 955200
    },
    {
      "epoch": 266.6,
      "grad_norm": 0.8544951677322388,
      "learning_rate": 3.732360527405478e-06,
      "loss": 0.3652,
      "step": 955210
    },
    {
      "epoch": 266.6,
      "grad_norm": 2.8759894371032715,
      "learning_rate": 3.7323387444649764e-06,
      "loss": 0.3617,
      "step": 955220
    },
    {
      "epoch": 266.6,
      "grad_norm": 1.0306776762008667,
      "learning_rate": 3.7323169613396524e-06,
      "loss": 0.3553,
      "step": 955230
    },
    {
      "epoch": 266.6,
      "grad_norm": 0.9839281439781189,
      "learning_rate": 3.73229517802951e-06,
      "loss": 0.3485,
      "step": 955240
    },
    {
      "epoch": 266.61,
      "grad_norm": 0.9066323637962341,
      "learning_rate": 3.7322733945345524e-06,
      "loss": 0.3556,
      "step": 955250
    },
    {
      "epoch": 266.61,
      "grad_norm": 0.8984487056732178,
      "learning_rate": 3.7322516108547814e-06,
      "loss": 0.3447,
      "step": 955260
    },
    {
      "epoch": 266.61,
      "grad_norm": 1.0445977449417114,
      "learning_rate": 3.7322298269902006e-06,
      "loss": 0.3582,
      "step": 955270
    },
    {
      "epoch": 266.61,
      "grad_norm": 1.221060872077942,
      "learning_rate": 3.732208042940813e-06,
      "loss": 0.3756,
      "step": 955280
    },
    {
      "epoch": 266.62,
      "grad_norm": 1.0039314031600952,
      "learning_rate": 3.732186258706621e-06,
      "loss": 0.3668,
      "step": 955290
    },
    {
      "epoch": 266.62,
      "grad_norm": 1.1935454607009888,
      "learning_rate": 3.7321644742876275e-06,
      "loss": 0.3569,
      "step": 955300
    },
    {
      "epoch": 266.62,
      "grad_norm": 0.9944057464599609,
      "learning_rate": 3.732142689683836e-06,
      "loss": 0.3495,
      "step": 955310
    },
    {
      "epoch": 266.63,
      "grad_norm": 1.038895845413208,
      "learning_rate": 3.7321209048952493e-06,
      "loss": 0.3573,
      "step": 955320
    },
    {
      "epoch": 266.63,
      "grad_norm": 1.1321296691894531,
      "learning_rate": 3.7320991199218693e-06,
      "loss": 0.352,
      "step": 955330
    },
    {
      "epoch": 266.63,
      "grad_norm": 1.3034149408340454,
      "learning_rate": 3.7320773347637e-06,
      "loss": 0.358,
      "step": 955340
    },
    {
      "epoch": 266.63,
      "grad_norm": 1.1944694519042969,
      "learning_rate": 3.732055549420744e-06,
      "loss": 0.364,
      "step": 955350
    },
    {
      "epoch": 266.64,
      "grad_norm": 1.036385416984558,
      "learning_rate": 3.7320337638930046e-06,
      "loss": 0.3687,
      "step": 955360
    },
    {
      "epoch": 266.64,
      "grad_norm": 1.2757121324539185,
      "learning_rate": 3.7320119781804837e-06,
      "loss": 0.3407,
      "step": 955370
    },
    {
      "epoch": 266.64,
      "grad_norm": 0.7982314229011536,
      "learning_rate": 3.7319901922831847e-06,
      "loss": 0.3456,
      "step": 955380
    },
    {
      "epoch": 266.65,
      "grad_norm": 0.9060006141662598,
      "learning_rate": 3.731968406201111e-06,
      "loss": 0.3754,
      "step": 955390
    },
    {
      "epoch": 266.65,
      "grad_norm": 1.1160318851470947,
      "learning_rate": 3.7319466199342642e-06,
      "loss": 0.3765,
      "step": 955400
    },
    {
      "epoch": 266.65,
      "grad_norm": 0.9999822378158569,
      "learning_rate": 3.7319248334826495e-06,
      "loss": 0.3585,
      "step": 955410
    },
    {
      "epoch": 266.65,
      "grad_norm": 0.9995630979537964,
      "learning_rate": 3.7319030468462673e-06,
      "loss": 0.3584,
      "step": 955420
    },
    {
      "epoch": 266.66,
      "grad_norm": 0.9759302735328674,
      "learning_rate": 3.7318812600251213e-06,
      "loss": 0.3585,
      "step": 955430
    },
    {
      "epoch": 266.66,
      "grad_norm": 1.0660508871078491,
      "learning_rate": 3.7318594730192154e-06,
      "loss": 0.3472,
      "step": 955440
    },
    {
      "epoch": 266.66,
      "grad_norm": 1.0045911073684692,
      "learning_rate": 3.7318376858285513e-06,
      "loss": 0.3615,
      "step": 955450
    },
    {
      "epoch": 266.66,
      "grad_norm": 1.0235813856124878,
      "learning_rate": 3.731815898453133e-06,
      "loss": 0.3676,
      "step": 955460
    },
    {
      "epoch": 266.67,
      "grad_norm": 0.9968675971031189,
      "learning_rate": 3.7317941108929616e-06,
      "loss": 0.3616,
      "step": 955470
    },
    {
      "epoch": 266.67,
      "grad_norm": 1.1427733898162842,
      "learning_rate": 3.7317723231480424e-06,
      "loss": 0.3537,
      "step": 955480
    },
    {
      "epoch": 266.67,
      "grad_norm": 1.0210251808166504,
      "learning_rate": 3.731750535218376e-06,
      "loss": 0.3511,
      "step": 955490
    },
    {
      "epoch": 266.68,
      "grad_norm": 0.968817412853241,
      "learning_rate": 3.731728747103967e-06,
      "loss": 0.3576,
      "step": 955500
    },
    {
      "epoch": 266.68,
      "grad_norm": 1.0189775228500366,
      "learning_rate": 3.7317069588048175e-06,
      "loss": 0.3561,
      "step": 955510
    },
    {
      "epoch": 266.68,
      "grad_norm": 1.1990506649017334,
      "learning_rate": 3.73168517032093e-06,
      "loss": 0.3523,
      "step": 955520
    },
    {
      "epoch": 266.68,
      "grad_norm": 0.9886958599090576,
      "learning_rate": 3.731663381652309e-06,
      "loss": 0.3559,
      "step": 955530
    },
    {
      "epoch": 266.69,
      "grad_norm": 1.1474828720092773,
      "learning_rate": 3.731641592798956e-06,
      "loss": 0.3486,
      "step": 955540
    },
    {
      "epoch": 266.69,
      "grad_norm": 1.0568318367004395,
      "learning_rate": 3.731619803760874e-06,
      "loss": 0.3493,
      "step": 955550
    },
    {
      "epoch": 266.69,
      "grad_norm": 1.6716758012771606,
      "learning_rate": 3.731598014538066e-06,
      "loss": 0.3657,
      "step": 955560
    },
    {
      "epoch": 266.7,
      "grad_norm": 0.9480529427528381,
      "learning_rate": 3.731576225130535e-06,
      "loss": 0.3536,
      "step": 955570
    },
    {
      "epoch": 266.7,
      "grad_norm": 1.200563669204712,
      "learning_rate": 3.7315544355382848e-06,
      "loss": 0.3501,
      "step": 955580
    },
    {
      "epoch": 266.7,
      "grad_norm": 1.2084457874298096,
      "learning_rate": 3.7315326457613165e-06,
      "loss": 0.3455,
      "step": 955590
    },
    {
      "epoch": 266.7,
      "grad_norm": 1.196730375289917,
      "learning_rate": 3.7315108557996345e-06,
      "loss": 0.3632,
      "step": 955600
    },
    {
      "epoch": 266.71,
      "grad_norm": 0.9716325402259827,
      "learning_rate": 3.7314890656532414e-06,
      "loss": 0.374,
      "step": 955610
    },
    {
      "epoch": 266.71,
      "grad_norm": 1.1507759094238281,
      "learning_rate": 3.731467275322139e-06,
      "loss": 0.3591,
      "step": 955620
    },
    {
      "epoch": 266.71,
      "grad_norm": 1.1976104974746704,
      "learning_rate": 3.7314454848063307e-06,
      "loss": 0.3598,
      "step": 955630
    },
    {
      "epoch": 266.72,
      "grad_norm": 0.926843523979187,
      "learning_rate": 3.7314236941058213e-06,
      "loss": 0.3611,
      "step": 955640
    },
    {
      "epoch": 266.72,
      "grad_norm": 0.9894008636474609,
      "learning_rate": 3.731401903220611e-06,
      "loss": 0.3312,
      "step": 955650
    },
    {
      "epoch": 266.72,
      "grad_norm": 1.0439692735671997,
      "learning_rate": 3.7313801121507043e-06,
      "loss": 0.3596,
      "step": 955660
    },
    {
      "epoch": 266.72,
      "grad_norm": 0.9864352941513062,
      "learning_rate": 3.7313583208961037e-06,
      "loss": 0.3485,
      "step": 955670
    },
    {
      "epoch": 266.73,
      "grad_norm": 0.9911524653434753,
      "learning_rate": 3.731336529456812e-06,
      "loss": 0.36,
      "step": 955680
    },
    {
      "epoch": 266.73,
      "grad_norm": 0.9536802172660828,
      "learning_rate": 3.7313147378328318e-06,
      "loss": 0.3571,
      "step": 955690
    },
    {
      "epoch": 266.73,
      "grad_norm": 1.1119259595870972,
      "learning_rate": 3.731292946024167e-06,
      "loss": 0.359,
      "step": 955700
    },
    {
      "epoch": 266.73,
      "grad_norm": 0.9700770378112793,
      "learning_rate": 3.7312711540308196e-06,
      "loss": 0.361,
      "step": 955710
    },
    {
      "epoch": 266.74,
      "grad_norm": 0.9382645487785339,
      "learning_rate": 3.731249361852793e-06,
      "loss": 0.3573,
      "step": 955720
    },
    {
      "epoch": 266.74,
      "grad_norm": 1.0888360738754272,
      "learning_rate": 3.731227569490089e-06,
      "loss": 0.3685,
      "step": 955730
    },
    {
      "epoch": 266.74,
      "grad_norm": 1.1370925903320312,
      "learning_rate": 3.731205776942712e-06,
      "loss": 0.3525,
      "step": 955740
    },
    {
      "epoch": 266.75,
      "grad_norm": 1.0289628505706787,
      "learning_rate": 3.731183984210664e-06,
      "loss": 0.3606,
      "step": 955750
    },
    {
      "epoch": 266.75,
      "grad_norm": 1.1387826204299927,
      "learning_rate": 3.731162191293948e-06,
      "loss": 0.3821,
      "step": 955760
    },
    {
      "epoch": 266.75,
      "grad_norm": 1.018829584121704,
      "learning_rate": 3.731140398192568e-06,
      "loss": 0.3731,
      "step": 955770
    },
    {
      "epoch": 266.75,
      "grad_norm": 1.1780610084533691,
      "learning_rate": 3.731118604906525e-06,
      "loss": 0.3629,
      "step": 955780
    },
    {
      "epoch": 266.76,
      "grad_norm": 0.9729043841362,
      "learning_rate": 3.7310968114358236e-06,
      "loss": 0.3561,
      "step": 955790
    },
    {
      "epoch": 266.76,
      "grad_norm": 1.0215603113174438,
      "learning_rate": 3.731075017780465e-06,
      "loss": 0.3544,
      "step": 955800
    },
    {
      "epoch": 266.76,
      "grad_norm": 1.2114379405975342,
      "learning_rate": 3.7310532239404535e-06,
      "loss": 0.3548,
      "step": 955810
    },
    {
      "epoch": 266.77,
      "grad_norm": 0.9261658787727356,
      "learning_rate": 3.731031429915792e-06,
      "loss": 0.3633,
      "step": 955820
    },
    {
      "epoch": 266.77,
      "grad_norm": 1.0492099523544312,
      "learning_rate": 3.731009635706483e-06,
      "loss": 0.3681,
      "step": 955830
    },
    {
      "epoch": 266.77,
      "grad_norm": 1.038776159286499,
      "learning_rate": 3.730987841312529e-06,
      "loss": 0.3434,
      "step": 955840
    },
    {
      "epoch": 266.77,
      "grad_norm": 1.019759178161621,
      "learning_rate": 3.7309660467339327e-06,
      "loss": 0.3644,
      "step": 955850
    },
    {
      "epoch": 266.78,
      "grad_norm": 1.1103028059005737,
      "learning_rate": 3.730944251970698e-06,
      "loss": 0.3682,
      "step": 955860
    },
    {
      "epoch": 266.78,
      "grad_norm": 1.1356306076049805,
      "learning_rate": 3.7309224570228277e-06,
      "loss": 0.3671,
      "step": 955870
    },
    {
      "epoch": 266.78,
      "grad_norm": 1.288232684135437,
      "learning_rate": 3.7309006618903243e-06,
      "loss": 0.3663,
      "step": 955880
    },
    {
      "epoch": 266.78,
      "grad_norm": 1.0736281871795654,
      "learning_rate": 3.730878866573191e-06,
      "loss": 0.3622,
      "step": 955890
    },
    {
      "epoch": 266.79,
      "grad_norm": 1.0709161758422852,
      "learning_rate": 3.7308570710714294e-06,
      "loss": 0.3542,
      "step": 955900
    },
    {
      "epoch": 266.79,
      "grad_norm": 1.0248879194259644,
      "learning_rate": 3.7308352753850447e-06,
      "loss": 0.3634,
      "step": 955910
    },
    {
      "epoch": 266.79,
      "grad_norm": 0.8965737223625183,
      "learning_rate": 3.730813479514038e-06,
      "loss": 0.3483,
      "step": 955920
    },
    {
      "epoch": 266.8,
      "grad_norm": 1.2308093309402466,
      "learning_rate": 3.730791683458413e-06,
      "loss": 0.3531,
      "step": 955930
    },
    {
      "epoch": 266.8,
      "grad_norm": 1.0150877237319946,
      "learning_rate": 3.730769887218172e-06,
      "loss": 0.3518,
      "step": 955940
    },
    {
      "epoch": 266.8,
      "grad_norm": 1.0349161624908447,
      "learning_rate": 3.7307480907933182e-06,
      "loss": 0.3585,
      "step": 955950
    },
    {
      "epoch": 266.8,
      "grad_norm": 0.9790357351303101,
      "learning_rate": 3.7307262941838553e-06,
      "loss": 0.359,
      "step": 955960
    },
    {
      "epoch": 266.81,
      "grad_norm": 1.0867687463760376,
      "learning_rate": 3.7307044973897845e-06,
      "loss": 0.3539,
      "step": 955970
    },
    {
      "epoch": 266.81,
      "grad_norm": 1.228859782218933,
      "learning_rate": 3.7306827004111105e-06,
      "loss": 0.3706,
      "step": 955980
    },
    {
      "epoch": 266.81,
      "grad_norm": 1.01540207862854,
      "learning_rate": 3.730660903247835e-06,
      "loss": 0.359,
      "step": 955990
    },
    {
      "epoch": 266.82,
      "grad_norm": 1.0224666595458984,
      "learning_rate": 3.7306391058999617e-06,
      "loss": 0.3496,
      "step": 956000
    },
    {
      "epoch": 266.82,
      "grad_norm": 1.0767159461975098,
      "learning_rate": 3.730617308367492e-06,
      "loss": 0.3394,
      "step": 956010
    },
    {
      "epoch": 266.82,
      "grad_norm": 1.023690104484558,
      "learning_rate": 3.7305955106504314e-06,
      "loss": 0.3641,
      "step": 956020
    },
    {
      "epoch": 266.82,
      "grad_norm": 1.3106374740600586,
      "learning_rate": 3.73057371274878e-06,
      "loss": 0.346,
      "step": 956030
    },
    {
      "epoch": 266.83,
      "grad_norm": 1.1875900030136108,
      "learning_rate": 3.7305519146625426e-06,
      "loss": 0.3746,
      "step": 956040
    },
    {
      "epoch": 266.83,
      "grad_norm": 1.1517250537872314,
      "learning_rate": 3.730530116391721e-06,
      "loss": 0.3566,
      "step": 956050
    },
    {
      "epoch": 266.83,
      "grad_norm": 0.9616449475288391,
      "learning_rate": 3.7305083179363192e-06,
      "loss": 0.365,
      "step": 956060
    },
    {
      "epoch": 266.84,
      "grad_norm": 1.2097588777542114,
      "learning_rate": 3.7304865192963396e-06,
      "loss": 0.354,
      "step": 956070
    },
    {
      "epoch": 266.84,
      "grad_norm": 1.0189660787582397,
      "learning_rate": 3.7304647204717843e-06,
      "loss": 0.3629,
      "step": 956080
    },
    {
      "epoch": 266.84,
      "grad_norm": 0.8387720584869385,
      "learning_rate": 3.730442921462658e-06,
      "loss": 0.3697,
      "step": 956090
    },
    {
      "epoch": 266.84,
      "grad_norm": 0.9505767226219177,
      "learning_rate": 3.7304211222689606e-06,
      "loss": 0.3598,
      "step": 956100
    },
    {
      "epoch": 266.85,
      "grad_norm": 1.1230179071426392,
      "learning_rate": 3.730399322890698e-06,
      "loss": 0.357,
      "step": 956110
    },
    {
      "epoch": 266.85,
      "grad_norm": 4.054522514343262,
      "learning_rate": 3.7303775233278727e-06,
      "loss": 0.3592,
      "step": 956120
    },
    {
      "epoch": 266.85,
      "grad_norm": 0.9730807542800903,
      "learning_rate": 3.730355723580486e-06,
      "loss": 0.3511,
      "step": 956130
    },
    {
      "epoch": 266.85,
      "grad_norm": 1.084188461303711,
      "learning_rate": 3.730333923648542e-06,
      "loss": 0.367,
      "step": 956140
    },
    {
      "epoch": 266.86,
      "grad_norm": 0.9805831909179688,
      "learning_rate": 3.730312123532043e-06,
      "loss": 0.3626,
      "step": 956150
    },
    {
      "epoch": 266.86,
      "grad_norm": 1.158050775527954,
      "learning_rate": 3.7302903232309925e-06,
      "loss": 0.3629,
      "step": 956160
    },
    {
      "epoch": 266.86,
      "grad_norm": 1.2451006174087524,
      "learning_rate": 3.7302685227453933e-06,
      "loss": 0.3644,
      "step": 956170
    },
    {
      "epoch": 266.87,
      "grad_norm": 1.350975751876831,
      "learning_rate": 3.730246722075248e-06,
      "loss": 0.3579,
      "step": 956180
    },
    {
      "epoch": 266.87,
      "grad_norm": 1.143352746963501,
      "learning_rate": 3.730224921220559e-06,
      "loss": 0.3531,
      "step": 956190
    },
    {
      "epoch": 266.87,
      "grad_norm": 0.9675502181053162,
      "learning_rate": 3.7302031201813305e-06,
      "loss": 0.3741,
      "step": 956200
    },
    {
      "epoch": 266.87,
      "grad_norm": 1.1636501550674438,
      "learning_rate": 3.730181318957564e-06,
      "loss": 0.3671,
      "step": 956210
    },
    {
      "epoch": 266.88,
      "grad_norm": 1.0160006284713745,
      "learning_rate": 3.730159517549264e-06,
      "loss": 0.3728,
      "step": 956220
    },
    {
      "epoch": 266.88,
      "grad_norm": 1.0888615846633911,
      "learning_rate": 3.7301377159564325e-06,
      "loss": 0.3737,
      "step": 956230
    },
    {
      "epoch": 266.88,
      "grad_norm": 1.0385236740112305,
      "learning_rate": 3.7301159141790712e-06,
      "loss": 0.366,
      "step": 956240
    },
    {
      "epoch": 266.89,
      "grad_norm": 1.0482100248336792,
      "learning_rate": 3.7300941122171855e-06,
      "loss": 0.3629,
      "step": 956250
    },
    {
      "epoch": 266.89,
      "grad_norm": 1.105147123336792,
      "learning_rate": 3.7300723100707766e-06,
      "loss": 0.3428,
      "step": 956260
    },
    {
      "epoch": 266.89,
      "grad_norm": 0.9868708252906799,
      "learning_rate": 3.730050507739848e-06,
      "loss": 0.3554,
      "step": 956270
    },
    {
      "epoch": 266.89,
      "grad_norm": 0.9937263131141663,
      "learning_rate": 3.730028705224402e-06,
      "loss": 0.3567,
      "step": 956280
    },
    {
      "epoch": 266.9,
      "grad_norm": 1.190535306930542,
      "learning_rate": 3.7300069025244423e-06,
      "loss": 0.3517,
      "step": 956290
    },
    {
      "epoch": 266.9,
      "grad_norm": 0.8688321113586426,
      "learning_rate": 3.7299850996399708e-06,
      "loss": 0.3432,
      "step": 956300
    },
    {
      "epoch": 266.9,
      "grad_norm": 1.0530669689178467,
      "learning_rate": 3.729963296570992e-06,
      "loss": 0.3581,
      "step": 956310
    },
    {
      "epoch": 266.9,
      "grad_norm": 1.007682204246521,
      "learning_rate": 3.729941493317507e-06,
      "loss": 0.3507,
      "step": 956320
    },
    {
      "epoch": 266.91,
      "grad_norm": 1.0465043783187866,
      "learning_rate": 3.7299196898795203e-06,
      "loss": 0.3636,
      "step": 956330
    },
    {
      "epoch": 266.91,
      "grad_norm": 0.8953762650489807,
      "learning_rate": 3.729897886257033e-06,
      "loss": 0.3506,
      "step": 956340
    },
    {
      "epoch": 266.91,
      "grad_norm": 1.0751278400421143,
      "learning_rate": 3.7298760824500497e-06,
      "loss": 0.3726,
      "step": 956350
    },
    {
      "epoch": 266.92,
      "grad_norm": 1.1952776908874512,
      "learning_rate": 3.7298542784585726e-06,
      "loss": 0.3674,
      "step": 956360
    },
    {
      "epoch": 266.92,
      "grad_norm": 0.9548594951629639,
      "learning_rate": 3.7298324742826046e-06,
      "loss": 0.3615,
      "step": 956370
    },
    {
      "epoch": 266.92,
      "grad_norm": 0.8846900463104248,
      "learning_rate": 3.729810669922149e-06,
      "loss": 0.364,
      "step": 956380
    },
    {
      "epoch": 266.92,
      "grad_norm": 1.105430245399475,
      "learning_rate": 3.7297888653772075e-06,
      "loss": 0.3362,
      "step": 956390
    },
    {
      "epoch": 266.93,
      "grad_norm": 1.0460273027420044,
      "learning_rate": 3.7297670606477843e-06,
      "loss": 0.3521,
      "step": 956400
    },
    {
      "epoch": 266.93,
      "grad_norm": 1.3323832750320435,
      "learning_rate": 3.7297452557338825e-06,
      "loss": 0.3776,
      "step": 956410
    },
    {
      "epoch": 266.93,
      "grad_norm": 1.0066566467285156,
      "learning_rate": 3.729723450635504e-06,
      "loss": 0.3802,
      "step": 956420
    },
    {
      "epoch": 266.94,
      "grad_norm": 0.9956269860267639,
      "learning_rate": 3.729701645352651e-06,
      "loss": 0.3518,
      "step": 956430
    },
    {
      "epoch": 266.94,
      "grad_norm": 0.9050195217132568,
      "learning_rate": 3.729679839885329e-06,
      "loss": 0.3638,
      "step": 956440
    },
    {
      "epoch": 266.94,
      "grad_norm": 1.3393173217773438,
      "learning_rate": 3.7296580342335385e-06,
      "loss": 0.3501,
      "step": 956450
    },
    {
      "epoch": 266.94,
      "grad_norm": 1.1599817276000977,
      "learning_rate": 3.7296362283972834e-06,
      "loss": 0.365,
      "step": 956460
    },
    {
      "epoch": 266.95,
      "grad_norm": 1.0006974935531616,
      "learning_rate": 3.729614422376566e-06,
      "loss": 0.3764,
      "step": 956470
    },
    {
      "epoch": 266.95,
      "grad_norm": 1.1050435304641724,
      "learning_rate": 3.7295926161713905e-06,
      "loss": 0.3522,
      "step": 956480
    },
    {
      "epoch": 266.95,
      "grad_norm": 0.9846890568733215,
      "learning_rate": 3.7295708097817586e-06,
      "loss": 0.3431,
      "step": 956490
    },
    {
      "epoch": 266.96,
      "grad_norm": 1.1097140312194824,
      "learning_rate": 3.7295490032076734e-06,
      "loss": 0.3516,
      "step": 956500
    },
    {
      "epoch": 266.96,
      "grad_norm": 0.9538407325744629,
      "learning_rate": 3.7295271964491384e-06,
      "loss": 0.3665,
      "step": 956510
    },
    {
      "epoch": 266.96,
      "grad_norm": 0.9909016489982605,
      "learning_rate": 3.729505389506156e-06,
      "loss": 0.3421,
      "step": 956520
    },
    {
      "epoch": 266.96,
      "grad_norm": 1.0464650392532349,
      "learning_rate": 3.7294835823787283e-06,
      "loss": 0.3579,
      "step": 956530
    },
    {
      "epoch": 266.97,
      "grad_norm": 0.9267293810844421,
      "learning_rate": 3.72946177506686e-06,
      "loss": 0.3627,
      "step": 956540
    },
    {
      "epoch": 266.97,
      "grad_norm": 1.070776104927063,
      "learning_rate": 3.729439967570553e-06,
      "loss": 0.3554,
      "step": 956550
    },
    {
      "epoch": 266.97,
      "grad_norm": 1.111324429512024,
      "learning_rate": 3.72941815988981e-06,
      "loss": 0.362,
      "step": 956560
    },
    {
      "epoch": 266.97,
      "grad_norm": 0.922175407409668,
      "learning_rate": 3.729396352024635e-06,
      "loss": 0.3582,
      "step": 956570
    },
    {
      "epoch": 266.98,
      "grad_norm": 1.114342212677002,
      "learning_rate": 3.7293745439750293e-06,
      "loss": 0.3664,
      "step": 956580
    },
    {
      "epoch": 266.98,
      "grad_norm": 1.02434241771698,
      "learning_rate": 3.7293527357409963e-06,
      "loss": 0.3581,
      "step": 956590
    },
    {
      "epoch": 266.98,
      "grad_norm": 1.0415996313095093,
      "learning_rate": 3.72933092732254e-06,
      "loss": 0.3702,
      "step": 956600
    },
    {
      "epoch": 266.99,
      "grad_norm": 0.9645938277244568,
      "learning_rate": 3.7293091187196623e-06,
      "loss": 0.3463,
      "step": 956610
    },
    {
      "epoch": 266.99,
      "grad_norm": 1.0464030504226685,
      "learning_rate": 3.7292873099323656e-06,
      "loss": 0.3563,
      "step": 956620
    },
    {
      "epoch": 266.99,
      "grad_norm": 1.1020545959472656,
      "learning_rate": 3.7292655009606546e-06,
      "loss": 0.3646,
      "step": 956630
    },
    {
      "epoch": 266.99,
      "grad_norm": 0.9038046598434448,
      "learning_rate": 3.72924369180453e-06,
      "loss": 0.3599,
      "step": 956640
    },
    {
      "epoch": 267.0,
      "grad_norm": 1.1579976081848145,
      "learning_rate": 3.729221882463997e-06,
      "loss": 0.3518,
      "step": 956650
    },
    {
      "epoch": 267.0,
      "grad_norm": 1.1059218645095825,
      "learning_rate": 3.7292000729390564e-06,
      "loss": 0.3586,
      "step": 956660
    },
    {
      "epoch": 267.0,
      "eval_loss": 0.36083051562309265,
      "eval_runtime": 66.1754,
      "eval_samples_per_second": 76.448,
      "eval_steps_per_second": 9.565,
      "step": 956661
    },
    {
      "epoch": 267.0,
      "grad_norm": 0.9321225881576538,
      "learning_rate": 3.7291782632297126e-06,
      "loss": 0.3671,
      "step": 956670
    },
    {
      "epoch": 267.01,
      "grad_norm": 1.1725201606750488,
      "learning_rate": 3.7291564533359677e-06,
      "loss": 0.3789,
      "step": 956680
    },
    {
      "epoch": 267.01,
      "grad_norm": 1.0837337970733643,
      "learning_rate": 3.729134643257824e-06,
      "loss": 0.3651,
      "step": 956690
    },
    {
      "epoch": 267.01,
      "grad_norm": 1.107552170753479,
      "learning_rate": 3.7291128329952866e-06,
      "loss": 0.3765,
      "step": 956700
    },
    {
      "epoch": 267.01,
      "grad_norm": 1.0644258260726929,
      "learning_rate": 3.7290910225483567e-06,
      "loss": 0.3534,
      "step": 956710
    },
    {
      "epoch": 267.02,
      "grad_norm": 1.1280349493026733,
      "learning_rate": 3.7290692119170366e-06,
      "loss": 0.3525,
      "step": 956720
    },
    {
      "epoch": 267.02,
      "grad_norm": 1.0508718490600586,
      "learning_rate": 3.729047401101331e-06,
      "loss": 0.3542,
      "step": 956730
    },
    {
      "epoch": 267.02,
      "grad_norm": 1.0514678955078125,
      "learning_rate": 3.7290255901012417e-06,
      "loss": 0.3517,
      "step": 956740
    },
    {
      "epoch": 267.02,
      "grad_norm": 1.2818104028701782,
      "learning_rate": 3.729003778916772e-06,
      "loss": 0.3676,
      "step": 956750
    },
    {
      "epoch": 267.03,
      "grad_norm": 1.062696933746338,
      "learning_rate": 3.7289819675479246e-06,
      "loss": 0.3708,
      "step": 956760
    },
    {
      "epoch": 267.03,
      "grad_norm": 0.9551880359649658,
      "learning_rate": 3.7289601559947023e-06,
      "loss": 0.3611,
      "step": 956770
    },
    {
      "epoch": 267.03,
      "grad_norm": 1.0851619243621826,
      "learning_rate": 3.728938344257108e-06,
      "loss": 0.3744,
      "step": 956780
    },
    {
      "epoch": 267.04,
      "grad_norm": 1.0337185859680176,
      "learning_rate": 3.728916532335145e-06,
      "loss": 0.3774,
      "step": 956790
    },
    {
      "epoch": 267.04,
      "grad_norm": 1.2417373657226562,
      "learning_rate": 3.728894720228816e-06,
      "loss": 0.369,
      "step": 956800
    },
    {
      "epoch": 267.04,
      "grad_norm": 0.9154632687568665,
      "learning_rate": 3.7288729079381234e-06,
      "loss": 0.3779,
      "step": 956810
    },
    {
      "epoch": 267.04,
      "grad_norm": 1.0084728002548218,
      "learning_rate": 3.728851095463071e-06,
      "loss": 0.3661,
      "step": 956820
    },
    {
      "epoch": 267.05,
      "grad_norm": 1.0427711009979248,
      "learning_rate": 3.728829282803662e-06,
      "loss": 0.3704,
      "step": 956830
    },
    {
      "epoch": 267.05,
      "grad_norm": 0.9692339301109314,
      "learning_rate": 3.728807469959897e-06,
      "loss": 0.3602,
      "step": 956840
    },
    {
      "epoch": 267.05,
      "grad_norm": 0.938400387763977,
      "learning_rate": 3.7287856569317814e-06,
      "loss": 0.3596,
      "step": 956850
    },
    {
      "epoch": 267.06,
      "grad_norm": 1.3593840599060059,
      "learning_rate": 3.728763843719317e-06,
      "loss": 0.3432,
      "step": 956860
    },
    {
      "epoch": 267.06,
      "grad_norm": 1.2769055366516113,
      "learning_rate": 3.728742030322507e-06,
      "loss": 0.3647,
      "step": 956870
    },
    {
      "epoch": 267.06,
      "grad_norm": 1.058663249015808,
      "learning_rate": 3.728720216741354e-06,
      "loss": 0.363,
      "step": 956880
    },
    {
      "epoch": 267.06,
      "grad_norm": 1.0181834697723389,
      "learning_rate": 3.7286984029758615e-06,
      "loss": 0.3638,
      "step": 956890
    },
    {
      "epoch": 267.07,
      "grad_norm": 1.146619200706482,
      "learning_rate": 3.7286765890260315e-06,
      "loss": 0.3527,
      "step": 956900
    },
    {
      "epoch": 267.07,
      "grad_norm": 1.0975326299667358,
      "learning_rate": 3.7286547748918677e-06,
      "loss": 0.3694,
      "step": 956910
    },
    {
      "epoch": 267.07,
      "grad_norm": 1.4849413633346558,
      "learning_rate": 3.728632960573372e-06,
      "loss": 0.3641,
      "step": 956920
    },
    {
      "epoch": 267.08,
      "grad_norm": 1.0360783338546753,
      "learning_rate": 3.7286111460705487e-06,
      "loss": 0.3659,
      "step": 956930
    },
    {
      "epoch": 267.08,
      "grad_norm": 1.072858452796936,
      "learning_rate": 3.7285893313834003e-06,
      "loss": 0.3577,
      "step": 956940
    },
    {
      "epoch": 267.08,
      "grad_norm": 1.398814082145691,
      "learning_rate": 3.7285675165119286e-06,
      "loss": 0.3688,
      "step": 956950
    },
    {
      "epoch": 267.08,
      "grad_norm": 1.053379774093628,
      "learning_rate": 3.728545701456138e-06,
      "loss": 0.355,
      "step": 956960
    },
    {
      "epoch": 267.09,
      "grad_norm": 0.9567468166351318,
      "learning_rate": 3.7285238862160307e-06,
      "loss": 0.3653,
      "step": 956970
    },
    {
      "epoch": 267.09,
      "grad_norm": 1.0186671018600464,
      "learning_rate": 3.7285020707916087e-06,
      "loss": 0.3566,
      "step": 956980
    },
    {
      "epoch": 267.09,
      "grad_norm": 0.9360418319702148,
      "learning_rate": 3.7284802551828765e-06,
      "loss": 0.364,
      "step": 956990
    },
    {
      "epoch": 267.09,
      "grad_norm": 0.8497024178504944,
      "learning_rate": 3.7284584393898364e-06,
      "loss": 0.365,
      "step": 957000
    },
    {
      "epoch": 267.1,
      "grad_norm": 1.070940613746643,
      "learning_rate": 3.728436623412491e-06,
      "loss": 0.365,
      "step": 957010
    },
    {
      "epoch": 267.1,
      "grad_norm": 1.1106228828430176,
      "learning_rate": 3.728414807250844e-06,
      "loss": 0.3662,
      "step": 957020
    },
    {
      "epoch": 267.1,
      "grad_norm": 1.4093880653381348,
      "learning_rate": 3.7283929909048967e-06,
      "loss": 0.3567,
      "step": 957030
    },
    {
      "epoch": 267.11,
      "grad_norm": 1.1513221263885498,
      "learning_rate": 3.728371174374654e-06,
      "loss": 0.3561,
      "step": 957040
    },
    {
      "epoch": 267.11,
      "grad_norm": 0.987896740436554,
      "learning_rate": 3.728349357660117e-06,
      "loss": 0.3594,
      "step": 957050
    },
    {
      "epoch": 267.11,
      "grad_norm": 1.0183491706848145,
      "learning_rate": 3.72832754076129e-06,
      "loss": 0.3644,
      "step": 957060
    },
    {
      "epoch": 267.11,
      "grad_norm": 0.9989675283432007,
      "learning_rate": 3.728305723678175e-06,
      "loss": 0.3651,
      "step": 957070
    },
    {
      "epoch": 267.12,
      "grad_norm": 1.0529495477676392,
      "learning_rate": 3.728283906410776e-06,
      "loss": 0.3544,
      "step": 957080
    },
    {
      "epoch": 267.12,
      "grad_norm": 1.2106748819351196,
      "learning_rate": 3.7282620889590946e-06,
      "loss": 0.3648,
      "step": 957090
    },
    {
      "epoch": 267.12,
      "grad_norm": 1.0541632175445557,
      "learning_rate": 3.7282402713231344e-06,
      "loss": 0.3574,
      "step": 957100
    },
    {
      "epoch": 267.13,
      "grad_norm": 1.185234546661377,
      "learning_rate": 3.728218453502898e-06,
      "loss": 0.3504,
      "step": 957110
    },
    {
      "epoch": 267.13,
      "grad_norm": 2.2052338123321533,
      "learning_rate": 3.7281966354983886e-06,
      "loss": 0.3671,
      "step": 957120
    },
    {
      "epoch": 267.13,
      "grad_norm": 1.0879639387130737,
      "learning_rate": 3.728174817309609e-06,
      "loss": 0.3647,
      "step": 957130
    },
    {
      "epoch": 267.13,
      "grad_norm": 0.9462621212005615,
      "learning_rate": 3.7281529989365615e-06,
      "loss": 0.3583,
      "step": 957140
    },
    {
      "epoch": 267.14,
      "grad_norm": 1.0304561853408813,
      "learning_rate": 3.72813118037925e-06,
      "loss": 0.3549,
      "step": 957150
    },
    {
      "epoch": 267.14,
      "grad_norm": 1.0589195489883423,
      "learning_rate": 3.7281093616376772e-06,
      "loss": 0.3483,
      "step": 957160
    },
    {
      "epoch": 267.14,
      "grad_norm": 1.090053677558899,
      "learning_rate": 3.7280875427118455e-06,
      "loss": 0.3475,
      "step": 957170
    },
    {
      "epoch": 267.14,
      "grad_norm": 1.9153399467468262,
      "learning_rate": 3.728065723601759e-06,
      "loss": 0.364,
      "step": 957180
    },
    {
      "epoch": 267.15,
      "grad_norm": 1.0614039897918701,
      "learning_rate": 3.7280439043074193e-06,
      "loss": 0.3604,
      "step": 957190
    },
    {
      "epoch": 267.15,
      "grad_norm": 1.1931973695755005,
      "learning_rate": 3.7280220848288287e-06,
      "loss": 0.3711,
      "step": 957200
    },
    {
      "epoch": 267.15,
      "grad_norm": 0.9736015796661377,
      "learning_rate": 3.7280002651659915e-06,
      "loss": 0.36,
      "step": 957210
    },
    {
      "epoch": 267.16,
      "grad_norm": 1.1606311798095703,
      "learning_rate": 3.727978445318911e-06,
      "loss": 0.3593,
      "step": 957220
    },
    {
      "epoch": 267.16,
      "grad_norm": 1.0001884698867798,
      "learning_rate": 3.727956625287589e-06,
      "loss": 0.3767,
      "step": 957230
    },
    {
      "epoch": 267.16,
      "grad_norm": 1.053387999534607,
      "learning_rate": 3.7279348050720286e-06,
      "loss": 0.3616,
      "step": 957240
    },
    {
      "epoch": 267.16,
      "grad_norm": 1.340399980545044,
      "learning_rate": 3.727912984672233e-06,
      "loss": 0.3404,
      "step": 957250
    },
    {
      "epoch": 267.17,
      "grad_norm": 1.1108864545822144,
      "learning_rate": 3.727891164088204e-06,
      "loss": 0.3494,
      "step": 957260
    },
    {
      "epoch": 267.17,
      "grad_norm": 0.9468920230865479,
      "learning_rate": 3.727869343319946e-06,
      "loss": 0.3702,
      "step": 957270
    },
    {
      "epoch": 267.17,
      "grad_norm": 1.0262150764465332,
      "learning_rate": 3.727847522367462e-06,
      "loss": 0.3725,
      "step": 957280
    },
    {
      "epoch": 267.18,
      "grad_norm": 1.1772363185882568,
      "learning_rate": 3.7278257012307534e-06,
      "loss": 0.3633,
      "step": 957290
    },
    {
      "epoch": 267.18,
      "grad_norm": 0.998286783695221,
      "learning_rate": 3.7278038799098242e-06,
      "loss": 0.3638,
      "step": 957300
    },
    {
      "epoch": 267.18,
      "grad_norm": 1.133758306503296,
      "learning_rate": 3.7277820584046777e-06,
      "loss": 0.3687,
      "step": 957310
    },
    {
      "epoch": 267.18,
      "grad_norm": 1.2316046953201294,
      "learning_rate": 3.7277602367153154e-06,
      "loss": 0.3654,
      "step": 957320
    },
    {
      "epoch": 267.19,
      "grad_norm": 1.014751672744751,
      "learning_rate": 3.7277384148417412e-06,
      "loss": 0.371,
      "step": 957330
    },
    {
      "epoch": 267.19,
      "grad_norm": 1.001326560974121,
      "learning_rate": 3.7277165927839573e-06,
      "loss": 0.3563,
      "step": 957340
    },
    {
      "epoch": 267.19,
      "grad_norm": 1.1387155055999756,
      "learning_rate": 3.727694770541968e-06,
      "loss": 0.3628,
      "step": 957350
    },
    {
      "epoch": 267.2,
      "grad_norm": 1.2668942213058472,
      "learning_rate": 3.727672948115774e-06,
      "loss": 0.3611,
      "step": 957360
    },
    {
      "epoch": 267.2,
      "grad_norm": 0.9995288848876953,
      "learning_rate": 3.7276511255053805e-06,
      "loss": 0.3538,
      "step": 957370
    },
    {
      "epoch": 267.2,
      "grad_norm": 1.0617040395736694,
      "learning_rate": 3.7276293027107893e-06,
      "loss": 0.371,
      "step": 957380
    },
    {
      "epoch": 267.2,
      "grad_norm": 1.0533125400543213,
      "learning_rate": 3.727607479732003e-06,
      "loss": 0.367,
      "step": 957390
    },
    {
      "epoch": 267.21,
      "grad_norm": 0.8883304595947266,
      "learning_rate": 3.727585656569025e-06,
      "loss": 0.3617,
      "step": 957400
    },
    {
      "epoch": 267.21,
      "grad_norm": 1.1209125518798828,
      "learning_rate": 3.7275638332218588e-06,
      "loss": 0.3611,
      "step": 957410
    },
    {
      "epoch": 267.21,
      "grad_norm": 0.9320418834686279,
      "learning_rate": 3.7275420096905056e-06,
      "loss": 0.3631,
      "step": 957420
    },
    {
      "epoch": 267.21,
      "grad_norm": 0.9603069424629211,
      "learning_rate": 3.7275201859749694e-06,
      "loss": 0.3542,
      "step": 957430
    },
    {
      "epoch": 267.22,
      "grad_norm": 1.2553950548171997,
      "learning_rate": 3.7274983620752535e-06,
      "loss": 0.3692,
      "step": 957440
    },
    {
      "epoch": 267.22,
      "grad_norm": 1.0359519720077515,
      "learning_rate": 3.7274765379913604e-06,
      "loss": 0.3786,
      "step": 957450
    },
    {
      "epoch": 267.22,
      "grad_norm": 0.8729043006896973,
      "learning_rate": 3.7274547137232923e-06,
      "loss": 0.35,
      "step": 957460
    },
    {
      "epoch": 267.23,
      "grad_norm": 1.1422483921051025,
      "learning_rate": 3.7274328892710534e-06,
      "loss": 0.3706,
      "step": 957470
    },
    {
      "epoch": 267.23,
      "grad_norm": 1.3790695667266846,
      "learning_rate": 3.7274110646346454e-06,
      "loss": 0.3651,
      "step": 957480
    },
    {
      "epoch": 267.23,
      "grad_norm": 1.000983715057373,
      "learning_rate": 3.727389239814072e-06,
      "loss": 0.3454,
      "step": 957490
    },
    {
      "epoch": 267.23,
      "grad_norm": 1.045442819595337,
      "learning_rate": 3.727367414809335e-06,
      "loss": 0.3596,
      "step": 957500
    },
    {
      "epoch": 267.24,
      "grad_norm": 0.9234609603881836,
      "learning_rate": 3.7273455896204397e-06,
      "loss": 0.3561,
      "step": 957510
    },
    {
      "epoch": 267.24,
      "grad_norm": 0.9575995802879333,
      "learning_rate": 3.7273237642473867e-06,
      "loss": 0.3811,
      "step": 957520
    },
    {
      "epoch": 267.24,
      "grad_norm": 1.0409281253814697,
      "learning_rate": 3.7273019386901793e-06,
      "loss": 0.3554,
      "step": 957530
    },
    {
      "epoch": 267.25,
      "grad_norm": 1.0209108591079712,
      "learning_rate": 3.727280112948821e-06,
      "loss": 0.3608,
      "step": 957540
    },
    {
      "epoch": 267.25,
      "grad_norm": 1.0858110189437866,
      "learning_rate": 3.7272582870233144e-06,
      "loss": 0.3615,
      "step": 957550
    },
    {
      "epoch": 267.25,
      "grad_norm": 1.0012949705123901,
      "learning_rate": 3.727236460913663e-06,
      "loss": 0.3668,
      "step": 957560
    },
    {
      "epoch": 267.25,
      "grad_norm": 0.9815519452095032,
      "learning_rate": 3.727214634619869e-06,
      "loss": 0.3509,
      "step": 957570
    },
    {
      "epoch": 267.26,
      "grad_norm": 0.9652855396270752,
      "learning_rate": 3.7271928081419346e-06,
      "loss": 0.3668,
      "step": 957580
    },
    {
      "epoch": 267.26,
      "grad_norm": 0.9171063899993896,
      "learning_rate": 3.7271709814798642e-06,
      "loss": 0.3648,
      "step": 957590
    },
    {
      "epoch": 267.26,
      "grad_norm": 1.0051721334457397,
      "learning_rate": 3.7271491546336608e-06,
      "loss": 0.3328,
      "step": 957600
    },
    {
      "epoch": 267.26,
      "grad_norm": 1.0001099109649658,
      "learning_rate": 3.7271273276033255e-06,
      "loss": 0.3431,
      "step": 957610
    },
    {
      "epoch": 267.27,
      "grad_norm": 0.9634763598442078,
      "learning_rate": 3.7271055003888626e-06,
      "loss": 0.3764,
      "step": 957620
    },
    {
      "epoch": 267.27,
      "grad_norm": 1.0343936681747437,
      "learning_rate": 3.727083672990275e-06,
      "loss": 0.359,
      "step": 957630
    },
    {
      "epoch": 267.27,
      "grad_norm": 0.9259536266326904,
      "learning_rate": 3.727061845407565e-06,
      "loss": 0.3498,
      "step": 957640
    },
    {
      "epoch": 267.28,
      "grad_norm": 1.0150103569030762,
      "learning_rate": 3.7270400176407362e-06,
      "loss": 0.3575,
      "step": 957650
    },
    {
      "epoch": 267.28,
      "grad_norm": 1.0456377267837524,
      "learning_rate": 3.727018189689791e-06,
      "loss": 0.3563,
      "step": 957660
    },
    {
      "epoch": 267.28,
      "grad_norm": 0.9391002058982849,
      "learning_rate": 3.726996361554732e-06,
      "loss": 0.363,
      "step": 957670
    },
    {
      "epoch": 267.28,
      "grad_norm": 0.8984832763671875,
      "learning_rate": 3.726974533235563e-06,
      "loss": 0.364,
      "step": 957680
    },
    {
      "epoch": 267.29,
      "grad_norm": 1.036426305770874,
      "learning_rate": 3.7269527047322867e-06,
      "loss": 0.3732,
      "step": 957690
    },
    {
      "epoch": 267.29,
      "grad_norm": 1.0422919988632202,
      "learning_rate": 3.726930876044905e-06,
      "loss": 0.3627,
      "step": 957700
    },
    {
      "epoch": 267.29,
      "grad_norm": 1.0210180282592773,
      "learning_rate": 3.726909047173422e-06,
      "loss": 0.3601,
      "step": 957710
    },
    {
      "epoch": 267.3,
      "grad_norm": 0.9255860447883606,
      "learning_rate": 3.7268872181178395e-06,
      "loss": 0.3641,
      "step": 957720
    },
    {
      "epoch": 267.3,
      "grad_norm": 1.0411796569824219,
      "learning_rate": 3.7268653888781623e-06,
      "loss": 0.3642,
      "step": 957730
    },
    {
      "epoch": 267.3,
      "grad_norm": 0.9239230751991272,
      "learning_rate": 3.726843559454391e-06,
      "loss": 0.3697,
      "step": 957740
    },
    {
      "epoch": 267.3,
      "grad_norm": 1.0183836221694946,
      "learning_rate": 3.72682172984653e-06,
      "loss": 0.3874,
      "step": 957750
    },
    {
      "epoch": 267.31,
      "grad_norm": 0.9271932244300842,
      "learning_rate": 3.7267999000545816e-06,
      "loss": 0.3701,
      "step": 957760
    },
    {
      "epoch": 267.31,
      "grad_norm": 1.055177927017212,
      "learning_rate": 3.726778070078549e-06,
      "loss": 0.3763,
      "step": 957770
    },
    {
      "epoch": 267.31,
      "grad_norm": 1.0618196725845337,
      "learning_rate": 3.726756239918435e-06,
      "loss": 0.3669,
      "step": 957780
    },
    {
      "epoch": 267.32,
      "grad_norm": 0.9423364400863647,
      "learning_rate": 3.726734409574242e-06,
      "loss": 0.3706,
      "step": 957790
    },
    {
      "epoch": 267.32,
      "grad_norm": 1.0364190340042114,
      "learning_rate": 3.7267125790459747e-06,
      "loss": 0.3533,
      "step": 957800
    },
    {
      "epoch": 267.32,
      "grad_norm": 1.0110012292861938,
      "learning_rate": 3.7266907483336333e-06,
      "loss": 0.3603,
      "step": 957810
    },
    {
      "epoch": 267.32,
      "grad_norm": 0.9089857935905457,
      "learning_rate": 3.726668917437223e-06,
      "loss": 0.349,
      "step": 957820
    },
    {
      "epoch": 267.33,
      "grad_norm": 1.2110462188720703,
      "learning_rate": 3.7266470863567452e-06,
      "loss": 0.3769,
      "step": 957830
    },
    {
      "epoch": 267.33,
      "grad_norm": 0.9519333839416504,
      "learning_rate": 3.726625255092204e-06,
      "loss": 0.3758,
      "step": 957840
    },
    {
      "epoch": 267.33,
      "grad_norm": 1.055271029472351,
      "learning_rate": 3.7266034236436013e-06,
      "loss": 0.369,
      "step": 957850
    },
    {
      "epoch": 267.33,
      "grad_norm": 1.0329402685165405,
      "learning_rate": 3.7265815920109413e-06,
      "loss": 0.3642,
      "step": 957860
    },
    {
      "epoch": 267.34,
      "grad_norm": 1.1386958360671997,
      "learning_rate": 3.726559760194225e-06,
      "loss": 0.3684,
      "step": 957870
    },
    {
      "epoch": 267.34,
      "grad_norm": 1.1942251920700073,
      "learning_rate": 3.726537928193456e-06,
      "loss": 0.3654,
      "step": 957880
    },
    {
      "epoch": 267.34,
      "grad_norm": 1.0359692573547363,
      "learning_rate": 3.7265160960086382e-06,
      "loss": 0.3613,
      "step": 957890
    },
    {
      "epoch": 267.35,
      "grad_norm": 1.104689359664917,
      "learning_rate": 3.7264942636397744e-06,
      "loss": 0.3484,
      "step": 957900
    },
    {
      "epoch": 267.35,
      "grad_norm": 1.1667141914367676,
      "learning_rate": 3.7264724310868665e-06,
      "loss": 0.3676,
      "step": 957910
    },
    {
      "epoch": 267.35,
      "grad_norm": 1.0003114938735962,
      "learning_rate": 3.7264505983499177e-06,
      "loss": 0.3545,
      "step": 957920
    },
    {
      "epoch": 267.35,
      "grad_norm": 1.0431773662567139,
      "learning_rate": 3.726428765428931e-06,
      "loss": 0.3428,
      "step": 957930
    },
    {
      "epoch": 267.36,
      "grad_norm": 1.0615344047546387,
      "learning_rate": 3.7264069323239094e-06,
      "loss": 0.3602,
      "step": 957940
    },
    {
      "epoch": 267.36,
      "grad_norm": 1.032517910003662,
      "learning_rate": 3.726385099034856e-06,
      "loss": 0.3587,
      "step": 957950
    },
    {
      "epoch": 267.36,
      "grad_norm": 1.1282035112380981,
      "learning_rate": 3.726363265561774e-06,
      "loss": 0.355,
      "step": 957960
    },
    {
      "epoch": 267.37,
      "grad_norm": 1.0353574752807617,
      "learning_rate": 3.7263414319046645e-06,
      "loss": 0.3741,
      "step": 957970
    },
    {
      "epoch": 267.37,
      "grad_norm": 1.8184407949447632,
      "learning_rate": 3.7263195980635325e-06,
      "loss": 0.3578,
      "step": 957980
    },
    {
      "epoch": 267.37,
      "grad_norm": 1.0684705972671509,
      "learning_rate": 3.72629776403838e-06,
      "loss": 0.3577,
      "step": 957990
    },
    {
      "epoch": 267.37,
      "grad_norm": 1.2204021215438843,
      "learning_rate": 3.72627592982921e-06,
      "loss": 0.3657,
      "step": 958000
    },
    {
      "epoch": 267.38,
      "grad_norm": 1.2461583614349365,
      "learning_rate": 3.7262540954360257e-06,
      "loss": 0.3465,
      "step": 958010
    },
    {
      "epoch": 267.38,
      "grad_norm": 1.071126103401184,
      "learning_rate": 3.7262322608588297e-06,
      "loss": 0.3558,
      "step": 958020
    },
    {
      "epoch": 267.38,
      "grad_norm": 1.0893117189407349,
      "learning_rate": 3.7262104260976247e-06,
      "loss": 0.3524,
      "step": 958030
    },
    {
      "epoch": 267.38,
      "grad_norm": 0.8972282409667969,
      "learning_rate": 3.7261885911524136e-06,
      "loss": 0.3536,
      "step": 958040
    },
    {
      "epoch": 267.39,
      "grad_norm": 1.0789076089859009,
      "learning_rate": 3.7261667560232003e-06,
      "loss": 0.3598,
      "step": 958050
    },
    {
      "epoch": 267.39,
      "grad_norm": 1.2075992822647095,
      "learning_rate": 3.7261449207099865e-06,
      "loss": 0.3473,
      "step": 958060
    },
    {
      "epoch": 267.39,
      "grad_norm": 1.078735589981079,
      "learning_rate": 3.726123085212775e-06,
      "loss": 0.3666,
      "step": 958070
    },
    {
      "epoch": 267.4,
      "grad_norm": 1.4002368450164795,
      "learning_rate": 3.7261012495315703e-06,
      "loss": 0.3624,
      "step": 958080
    },
    {
      "epoch": 267.4,
      "grad_norm": 1.0687755346298218,
      "learning_rate": 3.726079413666374e-06,
      "loss": 0.3669,
      "step": 958090
    },
    {
      "epoch": 267.4,
      "grad_norm": 0.9463737607002258,
      "learning_rate": 3.7260575776171884e-06,
      "loss": 0.3623,
      "step": 958100
    },
    {
      "epoch": 267.4,
      "grad_norm": 0.9469732046127319,
      "learning_rate": 3.726035741384018e-06,
      "loss": 0.3629,
      "step": 958110
    },
    {
      "epoch": 267.41,
      "grad_norm": 1.0991443395614624,
      "learning_rate": 3.7260139049668653e-06,
      "loss": 0.3737,
      "step": 958120
    },
    {
      "epoch": 267.41,
      "grad_norm": 1.158684253692627,
      "learning_rate": 3.7259920683657323e-06,
      "loss": 0.3616,
      "step": 958130
    },
    {
      "epoch": 267.41,
      "grad_norm": 1.186206340789795,
      "learning_rate": 3.7259702315806226e-06,
      "loss": 0.3496,
      "step": 958140
    },
    {
      "epoch": 267.42,
      "grad_norm": 0.9549868702888489,
      "learning_rate": 3.7259483946115393e-06,
      "loss": 0.36,
      "step": 958150
    },
    {
      "epoch": 267.42,
      "grad_norm": 0.9867351651191711,
      "learning_rate": 3.725926557458485e-06,
      "loss": 0.3704,
      "step": 958160
    },
    {
      "epoch": 267.42,
      "grad_norm": 1.0276929140090942,
      "learning_rate": 3.725904720121462e-06,
      "loss": 0.3747,
      "step": 958170
    },
    {
      "epoch": 267.42,
      "grad_norm": 1.1464868783950806,
      "learning_rate": 3.7258828826004745e-06,
      "loss": 0.3466,
      "step": 958180
    },
    {
      "epoch": 267.43,
      "grad_norm": 1.0112056732177734,
      "learning_rate": 3.725861044895525e-06,
      "loss": 0.3591,
      "step": 958190
    },
    {
      "epoch": 267.43,
      "grad_norm": 1.0494744777679443,
      "learning_rate": 3.7258392070066153e-06,
      "loss": 0.3615,
      "step": 958200
    },
    {
      "epoch": 267.43,
      "grad_norm": 0.8973662257194519,
      "learning_rate": 3.7258173689337495e-06,
      "loss": 0.3416,
      "step": 958210
    },
    {
      "epoch": 267.44,
      "grad_norm": 0.8126296997070312,
      "learning_rate": 3.7257955306769306e-06,
      "loss": 0.3672,
      "step": 958220
    },
    {
      "epoch": 267.44,
      "grad_norm": 1.0736002922058105,
      "learning_rate": 3.7257736922361602e-06,
      "loss": 0.3469,
      "step": 958230
    },
    {
      "epoch": 267.44,
      "grad_norm": 1.0802247524261475,
      "learning_rate": 3.7257518536114427e-06,
      "loss": 0.3595,
      "step": 958240
    },
    {
      "epoch": 267.44,
      "grad_norm": 1.1462045907974243,
      "learning_rate": 3.72573001480278e-06,
      "loss": 0.3773,
      "step": 958250
    },
    {
      "epoch": 267.45,
      "grad_norm": 1.0807925462722778,
      "learning_rate": 3.725708175810176e-06,
      "loss": 0.3685,
      "step": 958260
    },
    {
      "epoch": 267.45,
      "grad_norm": 1.3655303716659546,
      "learning_rate": 3.725686336633632e-06,
      "loss": 0.3558,
      "step": 958270
    },
    {
      "epoch": 267.45,
      "grad_norm": 1.1783995628356934,
      "learning_rate": 3.7256644972731525e-06,
      "loss": 0.3503,
      "step": 958280
    },
    {
      "epoch": 267.45,
      "grad_norm": 1.1195120811462402,
      "learning_rate": 3.72564265772874e-06,
      "loss": 0.3373,
      "step": 958290
    },
    {
      "epoch": 267.46,
      "grad_norm": 1.0375028848648071,
      "learning_rate": 3.725620818000397e-06,
      "loss": 0.3544,
      "step": 958300
    },
    {
      "epoch": 267.46,
      "grad_norm": 1.181586503982544,
      "learning_rate": 3.725598978088127e-06,
      "loss": 0.3565,
      "step": 958310
    },
    {
      "epoch": 267.46,
      "grad_norm": 1.0327800512313843,
      "learning_rate": 3.725577137991932e-06,
      "loss": 0.3794,
      "step": 958320
    },
    {
      "epoch": 267.47,
      "grad_norm": 0.8903690576553345,
      "learning_rate": 3.7255552977118155e-06,
      "loss": 0.3811,
      "step": 958330
    },
    {
      "epoch": 267.47,
      "grad_norm": 1.0463695526123047,
      "learning_rate": 3.7255334572477803e-06,
      "loss": 0.3546,
      "step": 958340
    },
    {
      "epoch": 267.47,
      "grad_norm": 1.058578372001648,
      "learning_rate": 3.7255116165998297e-06,
      "loss": 0.3622,
      "step": 958350
    },
    {
      "epoch": 267.47,
      "grad_norm": 1.098511815071106,
      "learning_rate": 3.725489775767966e-06,
      "loss": 0.3655,
      "step": 958360
    },
    {
      "epoch": 267.48,
      "grad_norm": 1.101823091506958,
      "learning_rate": 3.7254679347521916e-06,
      "loss": 0.3615,
      "step": 958370
    },
    {
      "epoch": 267.48,
      "grad_norm": 0.9441980719566345,
      "learning_rate": 3.7254460935525117e-06,
      "loss": 0.356,
      "step": 958380
    },
    {
      "epoch": 267.48,
      "grad_norm": 1.0549944639205933,
      "learning_rate": 3.7254242521689266e-06,
      "loss": 0.3578,
      "step": 958390
    },
    {
      "epoch": 267.49,
      "grad_norm": 1.1194236278533936,
      "learning_rate": 3.7254024106014404e-06,
      "loss": 0.3787,
      "step": 958400
    },
    {
      "epoch": 267.49,
      "grad_norm": 1.020155668258667,
      "learning_rate": 3.7253805688500566e-06,
      "loss": 0.3548,
      "step": 958410
    },
    {
      "epoch": 267.49,
      "grad_norm": 1.3245153427124023,
      "learning_rate": 3.725358726914777e-06,
      "loss": 0.3567,
      "step": 958420
    },
    {
      "epoch": 267.49,
      "grad_norm": 1.0889984369277954,
      "learning_rate": 3.725336884795604e-06,
      "loss": 0.3786,
      "step": 958430
    },
    {
      "epoch": 267.5,
      "grad_norm": 0.835344135761261,
      "learning_rate": 3.7253150424925427e-06,
      "loss": 0.3663,
      "step": 958440
    },
    {
      "epoch": 267.5,
      "grad_norm": 1.1255741119384766,
      "learning_rate": 3.725293200005594e-06,
      "loss": 0.3591,
      "step": 958450
    },
    {
      "epoch": 267.5,
      "grad_norm": 1.1173001527786255,
      "learning_rate": 3.7252713573347613e-06,
      "loss": 0.3563,
      "step": 958460
    },
    {
      "epoch": 267.5,
      "grad_norm": 0.9818056225776672,
      "learning_rate": 3.725249514480049e-06,
      "loss": 0.3524,
      "step": 958470
    },
    {
      "epoch": 267.51,
      "grad_norm": 1.0132081508636475,
      "learning_rate": 3.7252276714414575e-06,
      "loss": 0.3883,
      "step": 958480
    },
    {
      "epoch": 267.51,
      "grad_norm": 1.052363395690918,
      "learning_rate": 3.7252058282189914e-06,
      "loss": 0.3538,
      "step": 958490
    },
    {
      "epoch": 267.51,
      "grad_norm": 0.9718422889709473,
      "learning_rate": 3.7251839848126526e-06,
      "loss": 0.3519,
      "step": 958500
    },
    {
      "epoch": 267.52,
      "grad_norm": 1.0783618688583374,
      "learning_rate": 3.7251621412224454e-06,
      "loss": 0.3582,
      "step": 958510
    },
    {
      "epoch": 267.52,
      "grad_norm": 1.026242971420288,
      "learning_rate": 3.725140297448372e-06,
      "loss": 0.3635,
      "step": 958520
    },
    {
      "epoch": 267.52,
      "grad_norm": 0.9597142338752747,
      "learning_rate": 3.7251184534904342e-06,
      "loss": 0.3511,
      "step": 958530
    },
    {
      "epoch": 267.52,
      "grad_norm": 0.9934489727020264,
      "learning_rate": 3.7250966093486362e-06,
      "loss": 0.3648,
      "step": 958540
    },
    {
      "epoch": 267.53,
      "grad_norm": 1.0973862409591675,
      "learning_rate": 3.725074765022981e-06,
      "loss": 0.37,
      "step": 958550
    },
    {
      "epoch": 267.53,
      "grad_norm": 1.1993944644927979,
      "learning_rate": 3.725052920513471e-06,
      "loss": 0.3515,
      "step": 958560
    },
    {
      "epoch": 267.53,
      "grad_norm": 0.8987290859222412,
      "learning_rate": 3.725031075820109e-06,
      "loss": 0.3603,
      "step": 958570
    },
    {
      "epoch": 267.54,
      "grad_norm": 1.0082199573516846,
      "learning_rate": 3.725009230942898e-06,
      "loss": 0.3516,
      "step": 958580
    },
    {
      "epoch": 267.54,
      "grad_norm": 1.1217963695526123,
      "learning_rate": 3.724987385881841e-06,
      "loss": 0.3665,
      "step": 958590
    },
    {
      "epoch": 267.54,
      "grad_norm": 1.0912755727767944,
      "learning_rate": 3.7249655406369415e-06,
      "loss": 0.3531,
      "step": 958600
    },
    {
      "epoch": 267.54,
      "grad_norm": 1.1579991579055786,
      "learning_rate": 3.7249436952082015e-06,
      "loss": 0.3618,
      "step": 958610
    },
    {
      "epoch": 267.55,
      "grad_norm": 1.0442225933074951,
      "learning_rate": 3.724921849595624e-06,
      "loss": 0.353,
      "step": 958620
    },
    {
      "epoch": 267.55,
      "grad_norm": 1.0024652481079102,
      "learning_rate": 3.7249000037992127e-06,
      "loss": 0.3585,
      "step": 958630
    },
    {
      "epoch": 267.55,
      "grad_norm": 1.1012338399887085,
      "learning_rate": 3.7248781578189694e-06,
      "loss": 0.3683,
      "step": 958640
    },
    {
      "epoch": 267.56,
      "grad_norm": 0.957795262336731,
      "learning_rate": 3.7248563116548976e-06,
      "loss": 0.3712,
      "step": 958650
    },
    {
      "epoch": 267.56,
      "grad_norm": 0.9299836158752441,
      "learning_rate": 3.724834465307e-06,
      "loss": 0.3599,
      "step": 958660
    },
    {
      "epoch": 267.56,
      "grad_norm": 1.1192221641540527,
      "learning_rate": 3.7248126187752805e-06,
      "loss": 0.3924,
      "step": 958670
    },
    {
      "epoch": 267.56,
      "grad_norm": 1.2848210334777832,
      "learning_rate": 3.7247907720597407e-06,
      "loss": 0.3703,
      "step": 958680
    },
    {
      "epoch": 267.57,
      "grad_norm": 1.0082933902740479,
      "learning_rate": 3.7247689251603837e-06,
      "loss": 0.3478,
      "step": 958690
    },
    {
      "epoch": 267.57,
      "grad_norm": 0.9317688941955566,
      "learning_rate": 3.7247470780772134e-06,
      "loss": 0.3615,
      "step": 958700
    },
    {
      "epoch": 267.57,
      "grad_norm": 0.9259678721427917,
      "learning_rate": 3.7247252308102314e-06,
      "loss": 0.3612,
      "step": 958710
    },
    {
      "epoch": 267.57,
      "grad_norm": 1.0761181116104126,
      "learning_rate": 3.724703383359441e-06,
      "loss": 0.3531,
      "step": 958720
    },
    {
      "epoch": 267.58,
      "grad_norm": 1.1430648565292358,
      "learning_rate": 3.7246815357248465e-06,
      "loss": 0.37,
      "step": 958730
    },
    {
      "epoch": 267.58,
      "grad_norm": 0.9184619784355164,
      "learning_rate": 3.7246596879064486e-06,
      "loss": 0.3653,
      "step": 958740
    },
    {
      "epoch": 267.58,
      "grad_norm": 0.9558610320091248,
      "learning_rate": 3.7246378399042513e-06,
      "loss": 0.3577,
      "step": 958750
    },
    {
      "epoch": 267.59,
      "grad_norm": 1.2291631698608398,
      "learning_rate": 3.724615991718258e-06,
      "loss": 0.3595,
      "step": 958760
    },
    {
      "epoch": 267.59,
      "grad_norm": 1.114210844039917,
      "learning_rate": 3.724594143348471e-06,
      "loss": 0.3725,
      "step": 958770
    },
    {
      "epoch": 267.59,
      "grad_norm": 1.0655021667480469,
      "learning_rate": 3.7245722947948925e-06,
      "loss": 0.358,
      "step": 958780
    },
    {
      "epoch": 267.59,
      "grad_norm": 0.9492390155792236,
      "learning_rate": 3.724550446057527e-06,
      "loss": 0.3558,
      "step": 958790
    },
    {
      "epoch": 267.6,
      "grad_norm": 1.081930160522461,
      "learning_rate": 3.7245285971363765e-06,
      "loss": 0.333,
      "step": 958800
    },
    {
      "epoch": 267.6,
      "grad_norm": 0.9936590194702148,
      "learning_rate": 3.7245067480314436e-06,
      "loss": 0.3591,
      "step": 958810
    },
    {
      "epoch": 267.6,
      "grad_norm": 0.9501522779464722,
      "learning_rate": 3.7244848987427316e-06,
      "loss": 0.3704,
      "step": 958820
    },
    {
      "epoch": 267.61,
      "grad_norm": 1.313100814819336,
      "learning_rate": 3.7244630492702444e-06,
      "loss": 0.3436,
      "step": 958830
    },
    {
      "epoch": 267.61,
      "grad_norm": 0.9851481914520264,
      "learning_rate": 3.7244411996139828e-06,
      "loss": 0.3779,
      "step": 958840
    },
    {
      "epoch": 267.61,
      "grad_norm": 0.9043700098991394,
      "learning_rate": 3.7244193497739506e-06,
      "loss": 0.3454,
      "step": 958850
    },
    {
      "epoch": 267.61,
      "grad_norm": 1.0666816234588623,
      "learning_rate": 3.724397499750152e-06,
      "loss": 0.3497,
      "step": 958860
    },
    {
      "epoch": 267.62,
      "grad_norm": 1.5715817213058472,
      "learning_rate": 3.724375649542588e-06,
      "loss": 0.3542,
      "step": 958870
    },
    {
      "epoch": 267.62,
      "grad_norm": 1.1915515661239624,
      "learning_rate": 3.7243537991512624e-06,
      "loss": 0.3634,
      "step": 958880
    },
    {
      "epoch": 267.62,
      "grad_norm": 0.9148786067962646,
      "learning_rate": 3.724331948576179e-06,
      "loss": 0.3682,
      "step": 958890
    },
    {
      "epoch": 267.62,
      "grad_norm": 1.0742754936218262,
      "learning_rate": 3.724310097817339e-06,
      "loss": 0.347,
      "step": 958900
    },
    {
      "epoch": 267.63,
      "grad_norm": 1.0506914854049683,
      "learning_rate": 3.724288246874746e-06,
      "loss": 0.3337,
      "step": 958910
    },
    {
      "epoch": 267.63,
      "grad_norm": 1.285281777381897,
      "learning_rate": 3.7242663957484034e-06,
      "loss": 0.3574,
      "step": 958920
    },
    {
      "epoch": 267.63,
      "grad_norm": 0.917829692363739,
      "learning_rate": 3.724244544438313e-06,
      "loss": 0.3522,
      "step": 958930
    },
    {
      "epoch": 267.64,
      "grad_norm": 1.0807693004608154,
      "learning_rate": 3.724222692944479e-06,
      "loss": 0.3699,
      "step": 958940
    },
    {
      "epoch": 267.64,
      "grad_norm": 1.1912455558776855,
      "learning_rate": 3.7242008412669037e-06,
      "loss": 0.3611,
      "step": 958950
    },
    {
      "epoch": 267.64,
      "grad_norm": 1.0038925409317017,
      "learning_rate": 3.72417898940559e-06,
      "loss": 0.3571,
      "step": 958960
    },
    {
      "epoch": 267.64,
      "grad_norm": 1.0084507465362549,
      "learning_rate": 3.7241571373605405e-06,
      "loss": 0.3752,
      "step": 958970
    },
    {
      "epoch": 267.65,
      "grad_norm": 1.0892748832702637,
      "learning_rate": 3.724135285131759e-06,
      "loss": 0.3601,
      "step": 958980
    },
    {
      "epoch": 267.65,
      "grad_norm": 0.9975939989089966,
      "learning_rate": 3.724113432719247e-06,
      "loss": 0.3635,
      "step": 958990
    },
    {
      "epoch": 267.65,
      "grad_norm": 0.9743788838386536,
      "learning_rate": 3.724091580123009e-06,
      "loss": 0.3512,
      "step": 959000
    },
    {
      "epoch": 267.66,
      "grad_norm": 1.1576627492904663,
      "learning_rate": 3.7240697273430467e-06,
      "loss": 0.3606,
      "step": 959010
    },
    {
      "epoch": 267.66,
      "grad_norm": 1.1622000932693481,
      "learning_rate": 3.724047874379364e-06,
      "loss": 0.3759,
      "step": 959020
    },
    {
      "epoch": 267.66,
      "grad_norm": 1.01150643825531,
      "learning_rate": 3.724026021231963e-06,
      "loss": 0.3359,
      "step": 959030
    },
    {
      "epoch": 267.66,
      "grad_norm": 1.1056684255599976,
      "learning_rate": 3.7240041679008465e-06,
      "loss": 0.3639,
      "step": 959040
    },
    {
      "epoch": 267.67,
      "grad_norm": 1.1306861639022827,
      "learning_rate": 3.7239823143860186e-06,
      "loss": 0.3522,
      "step": 959050
    },
    {
      "epoch": 267.67,
      "grad_norm": 0.9152324795722961,
      "learning_rate": 3.7239604606874803e-06,
      "loss": 0.3648,
      "step": 959060
    },
    {
      "epoch": 267.67,
      "grad_norm": 0.9295450448989868,
      "learning_rate": 3.7239386068052362e-06,
      "loss": 0.3666,
      "step": 959070
    },
    {
      "epoch": 267.68,
      "grad_norm": 1.0615582466125488,
      "learning_rate": 3.7239167527392885e-06,
      "loss": 0.3435,
      "step": 959080
    },
    {
      "epoch": 267.68,
      "grad_norm": 0.93070387840271,
      "learning_rate": 3.723894898489641e-06,
      "loss": 0.356,
      "step": 959090
    },
    {
      "epoch": 267.68,
      "grad_norm": 0.9942830204963684,
      "learning_rate": 3.723873044056295e-06,
      "loss": 0.3822,
      "step": 959100
    },
    {
      "epoch": 267.68,
      "grad_norm": 1.2282904386520386,
      "learning_rate": 3.7238511894392547e-06,
      "loss": 0.3548,
      "step": 959110
    },
    {
      "epoch": 267.69,
      "grad_norm": 2.1857879161834717,
      "learning_rate": 3.723829334638522e-06,
      "loss": 0.3574,
      "step": 959120
    },
    {
      "epoch": 267.69,
      "grad_norm": 1.0050311088562012,
      "learning_rate": 3.723807479654101e-06,
      "loss": 0.356,
      "step": 959130
    },
    {
      "epoch": 267.69,
      "grad_norm": 1.1034533977508545,
      "learning_rate": 3.723785624485993e-06,
      "loss": 0.3609,
      "step": 959140
    },
    {
      "epoch": 267.69,
      "grad_norm": 1.2008659839630127,
      "learning_rate": 3.7237637691342035e-06,
      "loss": 0.3524,
      "step": 959150
    },
    {
      "epoch": 267.7,
      "grad_norm": 1.8058321475982666,
      "learning_rate": 3.7237419135987324e-06,
      "loss": 0.3688,
      "step": 959160
    },
    {
      "epoch": 267.7,
      "grad_norm": 1.1835732460021973,
      "learning_rate": 3.7237200578795843e-06,
      "loss": 0.3772,
      "step": 959170
    },
    {
      "epoch": 267.7,
      "grad_norm": 1.1019220352172852,
      "learning_rate": 3.7236982019767626e-06,
      "loss": 0.3439,
      "step": 959180
    },
    {
      "epoch": 267.71,
      "grad_norm": 0.8667850494384766,
      "learning_rate": 3.723676345890268e-06,
      "loss": 0.3473,
      "step": 959190
    },
    {
      "epoch": 267.71,
      "grad_norm": 0.9142757654190063,
      "learning_rate": 3.723654489620105e-06,
      "loss": 0.3776,
      "step": 959200
    },
    {
      "epoch": 267.71,
      "grad_norm": 1.3336262702941895,
      "learning_rate": 3.7236326331662776e-06,
      "loss": 0.3719,
      "step": 959210
    },
    {
      "epoch": 267.71,
      "grad_norm": 1.0224603414535522,
      "learning_rate": 3.7236107765287865e-06,
      "loss": 0.3663,
      "step": 959220
    },
    {
      "epoch": 267.72,
      "grad_norm": 1.0068745613098145,
      "learning_rate": 3.723588919707636e-06,
      "loss": 0.3507,
      "step": 959230
    },
    {
      "epoch": 267.72,
      "grad_norm": 0.9128056764602661,
      "learning_rate": 3.7235670627028285e-06,
      "loss": 0.3535,
      "step": 959240
    },
    {
      "epoch": 267.72,
      "grad_norm": 1.0964165925979614,
      "learning_rate": 3.7235452055143662e-06,
      "loss": 0.3635,
      "step": 959250
    },
    {
      "epoch": 267.73,
      "grad_norm": 1.0576742887496948,
      "learning_rate": 3.723523348142254e-06,
      "loss": 0.3742,
      "step": 959260
    },
    {
      "epoch": 267.73,
      "grad_norm": 0.9955074787139893,
      "learning_rate": 3.723501490586493e-06,
      "loss": 0.3611,
      "step": 959270
    },
    {
      "epoch": 267.73,
      "grad_norm": 1.2464314699172974,
      "learning_rate": 3.723479632847087e-06,
      "loss": 0.3676,
      "step": 959280
    },
    {
      "epoch": 267.73,
      "grad_norm": 18.697166442871094,
      "learning_rate": 3.7234577749240383e-06,
      "loss": 0.3592,
      "step": 959290
    },
    {
      "epoch": 267.74,
      "grad_norm": 1.0539027452468872,
      "learning_rate": 3.72343591681735e-06,
      "loss": 0.3568,
      "step": 959300
    },
    {
      "epoch": 267.74,
      "grad_norm": 0.9806551337242126,
      "learning_rate": 3.7234140585270253e-06,
      "loss": 0.3546,
      "step": 959310
    },
    {
      "epoch": 267.74,
      "grad_norm": 1.331484079360962,
      "learning_rate": 3.7233922000530665e-06,
      "loss": 0.3533,
      "step": 959320
    },
    {
      "epoch": 267.74,
      "grad_norm": 1.134645938873291,
      "learning_rate": 3.7233703413954772e-06,
      "loss": 0.359,
      "step": 959330
    },
    {
      "epoch": 267.75,
      "grad_norm": 1.1129679679870605,
      "learning_rate": 3.723348482554261e-06,
      "loss": 0.3575,
      "step": 959340
    },
    {
      "epoch": 267.75,
      "grad_norm": 1.110701084136963,
      "learning_rate": 3.723326623529419e-06,
      "loss": 0.3539,
      "step": 959350
    },
    {
      "epoch": 267.75,
      "grad_norm": 0.9134337306022644,
      "learning_rate": 3.7233047643209547e-06,
      "loss": 0.365,
      "step": 959360
    },
    {
      "epoch": 267.76,
      "grad_norm": 1.0095980167388916,
      "learning_rate": 3.723282904928872e-06,
      "loss": 0.3514,
      "step": 959370
    },
    {
      "epoch": 267.76,
      "grad_norm": 1.0079560279846191,
      "learning_rate": 3.7232610453531725e-06,
      "loss": 0.3594,
      "step": 959380
    },
    {
      "epoch": 267.76,
      "grad_norm": 1.1436796188354492,
      "learning_rate": 3.7232391855938602e-06,
      "loss": 0.3614,
      "step": 959390
    },
    {
      "epoch": 267.76,
      "grad_norm": 1.2265931367874146,
      "learning_rate": 3.7232173256509366e-06,
      "loss": 0.37,
      "step": 959400
    },
    {
      "epoch": 267.77,
      "grad_norm": 1.0289697647094727,
      "learning_rate": 3.7231954655244067e-06,
      "loss": 0.3538,
      "step": 959410
    },
    {
      "epoch": 267.77,
      "grad_norm": 1.1094192266464233,
      "learning_rate": 3.723173605214272e-06,
      "loss": 0.3657,
      "step": 959420
    },
    {
      "epoch": 267.77,
      "grad_norm": 1.3721258640289307,
      "learning_rate": 3.723151744720535e-06,
      "loss": 0.355,
      "step": 959430
    },
    {
      "epoch": 267.78,
      "grad_norm": 0.9457967281341553,
      "learning_rate": 3.7231298840432e-06,
      "loss": 0.3713,
      "step": 959440
    },
    {
      "epoch": 267.78,
      "grad_norm": 1.2154706716537476,
      "learning_rate": 3.7231080231822683e-06,
      "loss": 0.3565,
      "step": 959450
    },
    {
      "epoch": 267.78,
      "grad_norm": 1.351286768913269,
      "learning_rate": 3.7230861621377445e-06,
      "loss": 0.3462,
      "step": 959460
    },
    {
      "epoch": 267.78,
      "grad_norm": 1.1047011613845825,
      "learning_rate": 3.72306430090963e-06,
      "loss": 0.3751,
      "step": 959470
    },
    {
      "epoch": 267.79,
      "grad_norm": 1.0732495784759521,
      "learning_rate": 3.723042439497929e-06,
      "loss": 0.3432,
      "step": 959480
    },
    {
      "epoch": 267.79,
      "grad_norm": 1.1232167482376099,
      "learning_rate": 3.7230205779026434e-06,
      "loss": 0.3369,
      "step": 959490
    },
    {
      "epoch": 267.79,
      "grad_norm": 1.0555012226104736,
      "learning_rate": 3.722998716123777e-06,
      "loss": 0.3687,
      "step": 959500
    },
    {
      "epoch": 267.8,
      "grad_norm": 0.9348090291023254,
      "learning_rate": 3.7229768541613313e-06,
      "loss": 0.3667,
      "step": 959510
    },
    {
      "epoch": 267.8,
      "grad_norm": 1.3412508964538574,
      "learning_rate": 3.722954992015311e-06,
      "loss": 0.3544,
      "step": 959520
    },
    {
      "epoch": 267.8,
      "grad_norm": 3.8987419605255127,
      "learning_rate": 3.7229331296857174e-06,
      "loss": 0.3686,
      "step": 959530
    },
    {
      "epoch": 267.8,
      "grad_norm": 1.0880099534988403,
      "learning_rate": 3.722911267172555e-06,
      "loss": 0.3545,
      "step": 959540
    },
    {
      "epoch": 267.81,
      "grad_norm": 1.15182363986969,
      "learning_rate": 3.7228894044758255e-06,
      "loss": 0.3557,
      "step": 959550
    },
    {
      "epoch": 267.81,
      "grad_norm": 1.1390613317489624,
      "learning_rate": 3.7228675415955318e-06,
      "loss": 0.3668,
      "step": 959560
    },
    {
      "epoch": 267.81,
      "grad_norm": 1.1937520503997803,
      "learning_rate": 3.7228456785316776e-06,
      "loss": 0.362,
      "step": 959570
    },
    {
      "epoch": 267.81,
      "grad_norm": 0.9208122491836548,
      "learning_rate": 3.7228238152842654e-06,
      "loss": 0.3502,
      "step": 959580
    },
    {
      "epoch": 267.82,
      "grad_norm": 1.058397650718689,
      "learning_rate": 3.7228019518532978e-06,
      "loss": 0.3756,
      "step": 959590
    },
    {
      "epoch": 267.82,
      "grad_norm": 1.1255711317062378,
      "learning_rate": 3.722780088238778e-06,
      "loss": 0.3632,
      "step": 959600
    },
    {
      "epoch": 267.82,
      "grad_norm": 1.0936297178268433,
      "learning_rate": 3.722758224440709e-06,
      "loss": 0.3569,
      "step": 959610
    },
    {
      "epoch": 267.83,
      "grad_norm": 0.9615327715873718,
      "learning_rate": 3.722736360459094e-06,
      "loss": 0.3691,
      "step": 959620
    },
    {
      "epoch": 267.83,
      "grad_norm": 1.085514783859253,
      "learning_rate": 3.7227144962939357e-06,
      "loss": 0.3551,
      "step": 959630
    },
    {
      "epoch": 267.83,
      "grad_norm": 1.0579092502593994,
      "learning_rate": 3.722692631945236e-06,
      "loss": 0.3523,
      "step": 959640
    },
    {
      "epoch": 267.83,
      "grad_norm": 1.0269482135772705,
      "learning_rate": 3.722670767412999e-06,
      "loss": 0.3712,
      "step": 959650
    },
    {
      "epoch": 267.84,
      "grad_norm": 1.048479676246643,
      "learning_rate": 3.7226489026972274e-06,
      "loss": 0.3409,
      "step": 959660
    },
    {
      "epoch": 267.84,
      "grad_norm": 1.0692886114120483,
      "learning_rate": 3.7226270377979235e-06,
      "loss": 0.359,
      "step": 959670
    },
    {
      "epoch": 267.84,
      "grad_norm": 1.0101474523544312,
      "learning_rate": 3.7226051727150913e-06,
      "loss": 0.369,
      "step": 959680
    },
    {
      "epoch": 267.85,
      "grad_norm": 0.954159677028656,
      "learning_rate": 3.722583307448733e-06,
      "loss": 0.3604,
      "step": 959690
    },
    {
      "epoch": 267.85,
      "grad_norm": 0.997433066368103,
      "learning_rate": 3.722561441998852e-06,
      "loss": 0.3699,
      "step": 959700
    },
    {
      "epoch": 267.85,
      "grad_norm": 1.0478897094726562,
      "learning_rate": 3.72253957636545e-06,
      "loss": 0.3667,
      "step": 959710
    },
    {
      "epoch": 267.85,
      "grad_norm": 0.9955137372016907,
      "learning_rate": 3.7225177105485314e-06,
      "loss": 0.3518,
      "step": 959720
    },
    {
      "epoch": 267.86,
      "grad_norm": 1.1593339443206787,
      "learning_rate": 3.7224958445480978e-06,
      "loss": 0.3851,
      "step": 959730
    },
    {
      "epoch": 267.86,
      "grad_norm": 1.0202677249908447,
      "learning_rate": 3.7224739783641532e-06,
      "loss": 0.36,
      "step": 959740
    },
    {
      "epoch": 267.86,
      "grad_norm": 0.8909432291984558,
      "learning_rate": 3.7224521119966994e-06,
      "loss": 0.3544,
      "step": 959750
    },
    {
      "epoch": 267.86,
      "grad_norm": 1.1157035827636719,
      "learning_rate": 3.722430245445741e-06,
      "loss": 0.3642,
      "step": 959760
    },
    {
      "epoch": 267.87,
      "grad_norm": 1.043375015258789,
      "learning_rate": 3.7224083787112792e-06,
      "loss": 0.345,
      "step": 959770
    },
    {
      "epoch": 267.87,
      "grad_norm": 0.9767311811447144,
      "learning_rate": 3.7223865117933175e-06,
      "loss": 0.3538,
      "step": 959780
    },
    {
      "epoch": 267.87,
      "grad_norm": 1.1948919296264648,
      "learning_rate": 3.7223646446918597e-06,
      "loss": 0.3419,
      "step": 959790
    },
    {
      "epoch": 267.88,
      "grad_norm": 1.037144422531128,
      "learning_rate": 3.7223427774069074e-06,
      "loss": 0.3698,
      "step": 959800
    },
    {
      "epoch": 267.88,
      "grad_norm": 1.2242414951324463,
      "learning_rate": 3.722320909938464e-06,
      "loss": 0.3628,
      "step": 959810
    },
    {
      "epoch": 267.88,
      "grad_norm": 1.0768535137176514,
      "learning_rate": 3.7222990422865322e-06,
      "loss": 0.3674,
      "step": 959820
    },
    {
      "epoch": 267.88,
      "grad_norm": 0.9610612988471985,
      "learning_rate": 3.7222771744511157e-06,
      "loss": 0.3384,
      "step": 959830
    },
    {
      "epoch": 267.89,
      "grad_norm": 0.9640209078788757,
      "learning_rate": 3.722255306432217e-06,
      "loss": 0.3596,
      "step": 959840
    },
    {
      "epoch": 267.89,
      "grad_norm": 1.112670660018921,
      "learning_rate": 3.722233438229838e-06,
      "loss": 0.3596,
      "step": 959850
    },
    {
      "epoch": 267.89,
      "grad_norm": 0.864936351776123,
      "learning_rate": 3.7222115698439833e-06,
      "loss": 0.382,
      "step": 959860
    },
    {
      "epoch": 267.9,
      "grad_norm": 0.9262470602989197,
      "learning_rate": 3.722189701274654e-06,
      "loss": 0.3761,
      "step": 959870
    },
    {
      "epoch": 267.9,
      "grad_norm": 1.1859370470046997,
      "learning_rate": 3.7221678325218548e-06,
      "loss": 0.3743,
      "step": 959880
    },
    {
      "epoch": 267.9,
      "grad_norm": 0.9403271079063416,
      "learning_rate": 3.7221459635855876e-06,
      "loss": 0.3548,
      "step": 959890
    },
    {
      "epoch": 267.9,
      "grad_norm": 1.1278738975524902,
      "learning_rate": 3.722124094465856e-06,
      "loss": 0.3603,
      "step": 959900
    },
    {
      "epoch": 267.91,
      "grad_norm": 1.0450695753097534,
      "learning_rate": 3.7221022251626615e-06,
      "loss": 0.3552,
      "step": 959910
    },
    {
      "epoch": 267.91,
      "grad_norm": 0.8800798654556274,
      "learning_rate": 3.722080355676009e-06,
      "loss": 0.36,
      "step": 959920
    },
    {
      "epoch": 267.91,
      "grad_norm": 1.0676299333572388,
      "learning_rate": 3.7220584860058995e-06,
      "loss": 0.3594,
      "step": 959930
    },
    {
      "epoch": 267.92,
      "grad_norm": 1.3312618732452393,
      "learning_rate": 3.7220366161523367e-06,
      "loss": 0.3488,
      "step": 959940
    },
    {
      "epoch": 267.92,
      "grad_norm": 0.8854775428771973,
      "learning_rate": 3.7220147461153244e-06,
      "loss": 0.3636,
      "step": 959950
    },
    {
      "epoch": 267.92,
      "grad_norm": 1.1138612031936646,
      "learning_rate": 3.7219928758948643e-06,
      "loss": 0.3687,
      "step": 959960
    },
    {
      "epoch": 267.92,
      "grad_norm": 0.9335537552833557,
      "learning_rate": 3.721971005490959e-06,
      "loss": 0.3606,
      "step": 959970
    },
    {
      "epoch": 267.93,
      "grad_norm": 1.0841455459594727,
      "learning_rate": 3.7219491349036127e-06,
      "loss": 0.3749,
      "step": 959980
    },
    {
      "epoch": 267.93,
      "grad_norm": 0.969216525554657,
      "learning_rate": 3.721927264132828e-06,
      "loss": 0.3745,
      "step": 959990
    },
    {
      "epoch": 267.93,
      "grad_norm": 1.1809937953948975,
      "learning_rate": 3.721905393178607e-06,
      "loss": 0.3648,
      "step": 960000
    },
    {
      "epoch": 267.93,
      "grad_norm": 1.1505215167999268,
      "learning_rate": 3.7218835220409537e-06,
      "loss": 0.3397,
      "step": 960010
    },
    {
      "epoch": 267.94,
      "grad_norm": 1.081363320350647,
      "learning_rate": 3.72186165071987e-06,
      "loss": 0.3795,
      "step": 960020
    },
    {
      "epoch": 267.94,
      "grad_norm": 1.1259366273880005,
      "learning_rate": 3.7218397792153595e-06,
      "loss": 0.3582,
      "step": 960030
    },
    {
      "epoch": 267.94,
      "grad_norm": 0.9305548071861267,
      "learning_rate": 3.721817907527425e-06,
      "loss": 0.3631,
      "step": 960040
    },
    {
      "epoch": 267.95,
      "grad_norm": 1.1092123985290527,
      "learning_rate": 3.721796035656069e-06,
      "loss": 0.3628,
      "step": 960050
    },
    {
      "epoch": 267.95,
      "grad_norm": 1.010116457939148,
      "learning_rate": 3.7217741636012948e-06,
      "loss": 0.359,
      "step": 960060
    },
    {
      "epoch": 267.95,
      "grad_norm": 1.0951855182647705,
      "learning_rate": 3.721752291363105e-06,
      "loss": 0.3738,
      "step": 960070
    },
    {
      "epoch": 267.95,
      "grad_norm": 1.0320764780044556,
      "learning_rate": 3.721730418941503e-06,
      "loss": 0.3471,
      "step": 960080
    },
    {
      "epoch": 267.96,
      "grad_norm": 0.989642858505249,
      "learning_rate": 3.7217085463364908e-06,
      "loss": 0.3593,
      "step": 960090
    },
    {
      "epoch": 267.96,
      "grad_norm": 1.1586904525756836,
      "learning_rate": 3.721686673548073e-06,
      "loss": 0.368,
      "step": 960100
    },
    {
      "epoch": 267.96,
      "grad_norm": 0.892711341381073,
      "learning_rate": 3.7216648005762506e-06,
      "loss": 0.3712,
      "step": 960110
    },
    {
      "epoch": 267.97,
      "grad_norm": 1.1484676599502563,
      "learning_rate": 3.7216429274210284e-06,
      "loss": 0.3669,
      "step": 960120
    },
    {
      "epoch": 267.97,
      "grad_norm": 1.0961675643920898,
      "learning_rate": 3.7216210540824074e-06,
      "loss": 0.3695,
      "step": 960130
    },
    {
      "epoch": 267.97,
      "grad_norm": 1.0006413459777832,
      "learning_rate": 3.721599180560391e-06,
      "loss": 0.3487,
      "step": 960140
    },
    {
      "epoch": 267.97,
      "grad_norm": 1.0681620836257935,
      "learning_rate": 3.7215773068549838e-06,
      "loss": 0.3564,
      "step": 960150
    },
    {
      "epoch": 267.98,
      "grad_norm": 1.2771923542022705,
      "learning_rate": 3.7215554329661865e-06,
      "loss": 0.3583,
      "step": 960160
    },
    {
      "epoch": 267.98,
      "grad_norm": 0.9079940915107727,
      "learning_rate": 3.721533558894003e-06,
      "loss": 0.3667,
      "step": 960170
    },
    {
      "epoch": 267.98,
      "grad_norm": 1.0487207174301147,
      "learning_rate": 3.7215116846384366e-06,
      "loss": 0.3549,
      "step": 960180
    },
    {
      "epoch": 267.98,
      "grad_norm": 0.9221082925796509,
      "learning_rate": 3.721489810199489e-06,
      "loss": 0.371,
      "step": 960190
    },
    {
      "epoch": 267.99,
      "grad_norm": 1.0113328695297241,
      "learning_rate": 3.7214679355771637e-06,
      "loss": 0.3592,
      "step": 960200
    },
    {
      "epoch": 267.99,
      "grad_norm": 1.1206002235412598,
      "learning_rate": 3.7214460607714648e-06,
      "loss": 0.3602,
      "step": 960210
    },
    {
      "epoch": 267.99,
      "grad_norm": 0.9573869109153748,
      "learning_rate": 3.7214241857823938e-06,
      "loss": 0.3606,
      "step": 960220
    },
    {
      "epoch": 268.0,
      "grad_norm": 1.1564090251922607,
      "learning_rate": 3.7214023106099533e-06,
      "loss": 0.3609,
      "step": 960230
    },
    {
      "epoch": 268.0,
      "grad_norm": 0.9238300323486328,
      "learning_rate": 3.7213804352541475e-06,
      "loss": 0.3636,
      "step": 960240
    },
    {
      "epoch": 268.0,
      "eval_loss": 0.3619406819343567,
      "eval_runtime": 64.4268,
      "eval_samples_per_second": 78.523,
      "eval_steps_per_second": 9.825,
      "step": 960244
    },
    {
      "epoch": 268.0,
      "grad_norm": 0.9941407442092896,
      "learning_rate": 3.721358559714979e-06,
      "loss": 0.3539,
      "step": 960250
    },
    {
      "epoch": 268.0,
      "grad_norm": 1.0021452903747559,
      "learning_rate": 3.72133668399245e-06,
      "loss": 0.3474,
      "step": 960260
    },
    {
      "epoch": 268.01,
      "grad_norm": 0.8478845953941345,
      "learning_rate": 3.721314808086564e-06,
      "loss": 0.3662,
      "step": 960270
    },
    {
      "epoch": 268.01,
      "grad_norm": 0.821251392364502,
      "learning_rate": 3.721292931997324e-06,
      "loss": 0.3462,
      "step": 960280
    },
    {
      "epoch": 268.01,
      "grad_norm": 1.094480276107788,
      "learning_rate": 3.721271055724732e-06,
      "loss": 0.3384,
      "step": 960290
    },
    {
      "epoch": 268.02,
      "grad_norm": 1.1545912027359009,
      "learning_rate": 3.7212491792687918e-06,
      "loss": 0.3978,
      "step": 960300
    },
    {
      "epoch": 268.02,
      "grad_norm": 1.030946135520935,
      "learning_rate": 3.7212273026295066e-06,
      "loss": 0.3488,
      "step": 960310
    },
    {
      "epoch": 268.02,
      "grad_norm": 1.180719017982483,
      "learning_rate": 3.721205425806878e-06,
      "loss": 0.354,
      "step": 960320
    },
    {
      "epoch": 268.02,
      "grad_norm": 0.900332510471344,
      "learning_rate": 3.7211835488009104e-06,
      "loss": 0.3526,
      "step": 960330
    },
    {
      "epoch": 268.03,
      "grad_norm": 1.1379443407058716,
      "learning_rate": 3.7211616716116057e-06,
      "loss": 0.3586,
      "step": 960340
    },
    {
      "epoch": 268.03,
      "grad_norm": 0.9824809432029724,
      "learning_rate": 3.7211397942389675e-06,
      "loss": 0.3592,
      "step": 960350
    },
    {
      "epoch": 268.03,
      "grad_norm": 0.9039028882980347,
      "learning_rate": 3.7211179166829974e-06,
      "loss": 0.3846,
      "step": 960360
    },
    {
      "epoch": 268.04,
      "grad_norm": 1.083808422088623,
      "learning_rate": 3.7210960389437002e-06,
      "loss": 0.3652,
      "step": 960370
    },
    {
      "epoch": 268.04,
      "grad_norm": 1.1895568370819092,
      "learning_rate": 3.7210741610210776e-06,
      "loss": 0.3525,
      "step": 960380
    },
    {
      "epoch": 268.04,
      "grad_norm": 1.0798251628875732,
      "learning_rate": 3.7210522829151324e-06,
      "loss": 0.3556,
      "step": 960390
    },
    {
      "epoch": 268.04,
      "grad_norm": 1.1612677574157715,
      "learning_rate": 3.7210304046258686e-06,
      "loss": 0.3555,
      "step": 960400
    },
    {
      "epoch": 268.05,
      "grad_norm": 0.9442833662033081,
      "learning_rate": 3.721008526153288e-06,
      "loss": 0.3726,
      "step": 960410
    },
    {
      "epoch": 268.05,
      "grad_norm": 1.1862372159957886,
      "learning_rate": 3.720986647497394e-06,
      "loss": 0.3695,
      "step": 960420
    },
    {
      "epoch": 268.05,
      "grad_norm": 0.99029940366745,
      "learning_rate": 3.7209647686581888e-06,
      "loss": 0.3496,
      "step": 960430
    },
    {
      "epoch": 268.05,
      "grad_norm": 1.1002248525619507,
      "learning_rate": 3.720942889635677e-06,
      "loss": 0.3646,
      "step": 960440
    },
    {
      "epoch": 268.06,
      "grad_norm": 1.0552974939346313,
      "learning_rate": 3.7209210104298595e-06,
      "loss": 0.3587,
      "step": 960450
    },
    {
      "epoch": 268.06,
      "grad_norm": 1.1097079515457153,
      "learning_rate": 3.7208991310407403e-06,
      "loss": 0.3595,
      "step": 960460
    },
    {
      "epoch": 268.06,
      "grad_norm": 1.0847420692443848,
      "learning_rate": 3.720877251468323e-06,
      "loss": 0.3813,
      "step": 960470
    },
    {
      "epoch": 268.07,
      "grad_norm": 0.9415943026542664,
      "learning_rate": 3.7208553717126086e-06,
      "loss": 0.3472,
      "step": 960480
    },
    {
      "epoch": 268.07,
      "grad_norm": 1.1249396800994873,
      "learning_rate": 3.720833491773602e-06,
      "loss": 0.3542,
      "step": 960490
    },
    {
      "epoch": 268.07,
      "grad_norm": 1.052476406097412,
      "learning_rate": 3.7208116116513047e-06,
      "loss": 0.3708,
      "step": 960500
    },
    {
      "epoch": 268.07,
      "grad_norm": 1.0762790441513062,
      "learning_rate": 3.7207897313457205e-06,
      "loss": 0.3417,
      "step": 960510
    },
    {
      "epoch": 268.08,
      "grad_norm": 1.0456129312515259,
      "learning_rate": 3.720767850856852e-06,
      "loss": 0.3494,
      "step": 960520
    },
    {
      "epoch": 268.08,
      "grad_norm": 0.9243531227111816,
      "learning_rate": 3.720745970184702e-06,
      "loss": 0.3645,
      "step": 960530
    },
    {
      "epoch": 268.08,
      "grad_norm": 0.9289478659629822,
      "learning_rate": 3.720724089329273e-06,
      "loss": 0.3659,
      "step": 960540
    },
    {
      "epoch": 268.09,
      "grad_norm": 1.069454312324524,
      "learning_rate": 3.720702208290568e-06,
      "loss": 0.377,
      "step": 960550
    },
    {
      "epoch": 268.09,
      "grad_norm": 1.0455981492996216,
      "learning_rate": 3.720680327068591e-06,
      "loss": 0.3495,
      "step": 960560
    },
    {
      "epoch": 268.09,
      "grad_norm": 1.1076385974884033,
      "learning_rate": 3.720658445663344e-06,
      "loss": 0.3533,
      "step": 960570
    },
    {
      "epoch": 268.09,
      "grad_norm": 0.898273229598999,
      "learning_rate": 3.7206365640748304e-06,
      "loss": 0.36,
      "step": 960580
    },
    {
      "epoch": 268.1,
      "grad_norm": 1.0648107528686523,
      "learning_rate": 3.720614682303052e-06,
      "loss": 0.3524,
      "step": 960590
    },
    {
      "epoch": 268.1,
      "grad_norm": 1.2463867664337158,
      "learning_rate": 3.7205928003480134e-06,
      "loss": 0.3576,
      "step": 960600
    },
    {
      "epoch": 268.1,
      "grad_norm": 0.8890044689178467,
      "learning_rate": 3.720570918209717e-06,
      "loss": 0.357,
      "step": 960610
    },
    {
      "epoch": 268.1,
      "grad_norm": 0.9074150919914246,
      "learning_rate": 3.7205490358881648e-06,
      "loss": 0.3517,
      "step": 960620
    },
    {
      "epoch": 268.11,
      "grad_norm": 0.986702024936676,
      "learning_rate": 3.7205271533833603e-06,
      "loss": 0.3774,
      "step": 960630
    },
    {
      "epoch": 268.11,
      "grad_norm": 1.0367217063903809,
      "learning_rate": 3.720505270695306e-06,
      "loss": 0.3496,
      "step": 960640
    },
    {
      "epoch": 268.11,
      "grad_norm": 1.2031288146972656,
      "learning_rate": 3.7204833878240057e-06,
      "loss": 0.3778,
      "step": 960650
    },
    {
      "epoch": 268.12,
      "grad_norm": 1.4968318939208984,
      "learning_rate": 3.7204615047694616e-06,
      "loss": 0.3644,
      "step": 960660
    },
    {
      "epoch": 268.12,
      "grad_norm": 0.9188649654388428,
      "learning_rate": 3.720439621531677e-06,
      "loss": 0.3553,
      "step": 960670
    },
    {
      "epoch": 268.12,
      "grad_norm": 1.1003904342651367,
      "learning_rate": 3.720417738110654e-06,
      "loss": 0.348,
      "step": 960680
    },
    {
      "epoch": 268.12,
      "grad_norm": 0.9879587888717651,
      "learning_rate": 3.7203958545063974e-06,
      "loss": 0.3699,
      "step": 960690
    },
    {
      "epoch": 268.13,
      "grad_norm": 0.9522460699081421,
      "learning_rate": 3.720373970718908e-06,
      "loss": 0.3582,
      "step": 960700
    },
    {
      "epoch": 268.13,
      "grad_norm": 1.2030837535858154,
      "learning_rate": 3.7203520867481893e-06,
      "loss": 0.367,
      "step": 960710
    },
    {
      "epoch": 268.13,
      "grad_norm": 0.9298562407493591,
      "learning_rate": 3.7203302025942447e-06,
      "loss": 0.3603,
      "step": 960720
    },
    {
      "epoch": 268.14,
      "grad_norm": 0.8919280171394348,
      "learning_rate": 3.720308318257077e-06,
      "loss": 0.3671,
      "step": 960730
    },
    {
      "epoch": 268.14,
      "grad_norm": 0.9366083145141602,
      "learning_rate": 3.7202864337366895e-06,
      "loss": 0.3675,
      "step": 960740
    },
    {
      "epoch": 268.14,
      "grad_norm": 1.0799143314361572,
      "learning_rate": 3.720264549033084e-06,
      "loss": 0.3602,
      "step": 960750
    },
    {
      "epoch": 268.14,
      "grad_norm": 1.4042800664901733,
      "learning_rate": 3.7202426641462645e-06,
      "loss": 0.3591,
      "step": 960760
    },
    {
      "epoch": 268.15,
      "grad_norm": 0.9609259366989136,
      "learning_rate": 3.720220779076233e-06,
      "loss": 0.3655,
      "step": 960770
    },
    {
      "epoch": 268.15,
      "grad_norm": 1.1258577108383179,
      "learning_rate": 3.7201988938229925e-06,
      "loss": 0.3823,
      "step": 960780
    },
    {
      "epoch": 268.15,
      "grad_norm": 0.8486576080322266,
      "learning_rate": 3.7201770083865473e-06,
      "loss": 0.3727,
      "step": 960790
    },
    {
      "epoch": 268.16,
      "grad_norm": 1.1424099206924438,
      "learning_rate": 3.7201551227668994e-06,
      "loss": 0.3671,
      "step": 960800
    },
    {
      "epoch": 268.16,
      "grad_norm": 1.2397605180740356,
      "learning_rate": 3.72013323696405e-06,
      "loss": 0.3656,
      "step": 960810
    },
    {
      "epoch": 268.16,
      "grad_norm": 0.9879814386367798,
      "learning_rate": 3.720111350978005e-06,
      "loss": 0.3562,
      "step": 960820
    },
    {
      "epoch": 268.16,
      "grad_norm": 0.9353576302528381,
      "learning_rate": 3.7200894648087653e-06,
      "loss": 0.3498,
      "step": 960830
    },
    {
      "epoch": 268.17,
      "grad_norm": 1.103569507598877,
      "learning_rate": 3.7200675784563353e-06,
      "loss": 0.3695,
      "step": 960840
    },
    {
      "epoch": 268.17,
      "grad_norm": 1.0359277725219727,
      "learning_rate": 3.7200456919207166e-06,
      "loss": 0.3474,
      "step": 960850
    },
    {
      "epoch": 268.17,
      "grad_norm": 0.8526543378829956,
      "learning_rate": 3.7200238052019126e-06,
      "loss": 0.3541,
      "step": 960860
    },
    {
      "epoch": 268.17,
      "grad_norm": 0.9404045343399048,
      "learning_rate": 3.720001918299926e-06,
      "loss": 0.3556,
      "step": 960870
    },
    {
      "epoch": 268.18,
      "grad_norm": 1.032981038093567,
      "learning_rate": 3.7199800312147597e-06,
      "loss": 0.3545,
      "step": 960880
    },
    {
      "epoch": 268.18,
      "grad_norm": 0.9989880323410034,
      "learning_rate": 3.7199581439464173e-06,
      "loss": 0.3595,
      "step": 960890
    },
    {
      "epoch": 268.18,
      "grad_norm": 1.016031265258789,
      "learning_rate": 3.7199362564949006e-06,
      "loss": 0.3815,
      "step": 960900
    },
    {
      "epoch": 268.19,
      "grad_norm": 1.0208580493927002,
      "learning_rate": 3.719914368860214e-06,
      "loss": 0.3557,
      "step": 960910
    },
    {
      "epoch": 268.19,
      "grad_norm": 0.9935957193374634,
      "learning_rate": 3.7198924810423587e-06,
      "loss": 0.3505,
      "step": 960920
    },
    {
      "epoch": 268.19,
      "grad_norm": 1.009316325187683,
      "learning_rate": 3.7198705930413387e-06,
      "loss": 0.359,
      "step": 960930
    },
    {
      "epoch": 268.19,
      "grad_norm": 0.9691109657287598,
      "learning_rate": 3.719848704857157e-06,
      "loss": 0.3546,
      "step": 960940
    },
    {
      "epoch": 268.2,
      "grad_norm": 1.0499922037124634,
      "learning_rate": 3.719826816489816e-06,
      "loss": 0.3598,
      "step": 960950
    },
    {
      "epoch": 268.2,
      "grad_norm": 0.8711028099060059,
      "learning_rate": 3.719804927939318e-06,
      "loss": 0.3546,
      "step": 960960
    },
    {
      "epoch": 268.2,
      "grad_norm": 1.022242546081543,
      "learning_rate": 3.7197830392056676e-06,
      "loss": 0.3612,
      "step": 960970
    },
    {
      "epoch": 268.21,
      "grad_norm": 1.0644171237945557,
      "learning_rate": 3.719761150288867e-06,
      "loss": 0.3599,
      "step": 960980
    },
    {
      "epoch": 268.21,
      "grad_norm": 1.1266179084777832,
      "learning_rate": 3.7197392611889186e-06,
      "loss": 0.3706,
      "step": 960990
    },
    {
      "epoch": 268.21,
      "grad_norm": 0.9993776082992554,
      "learning_rate": 3.7197173719058257e-06,
      "loss": 0.353,
      "step": 961000
    },
    {
      "epoch": 268.21,
      "grad_norm": 0.910565197467804,
      "learning_rate": 3.719695482439591e-06,
      "loss": 0.3643,
      "step": 961010
    },
    {
      "epoch": 268.22,
      "grad_norm": 1.251476764678955,
      "learning_rate": 3.7196735927902183e-06,
      "loss": 0.3771,
      "step": 961020
    },
    {
      "epoch": 268.22,
      "grad_norm": 1.1700830459594727,
      "learning_rate": 3.7196517029577093e-06,
      "loss": 0.3763,
      "step": 961030
    },
    {
      "epoch": 268.22,
      "grad_norm": 1.1521745920181274,
      "learning_rate": 3.7196298129420663e-06,
      "loss": 0.3704,
      "step": 961040
    },
    {
      "epoch": 268.22,
      "grad_norm": 1.008811593055725,
      "learning_rate": 3.719607922743295e-06,
      "loss": 0.3803,
      "step": 961050
    },
    {
      "epoch": 268.23,
      "grad_norm": 1.162654161453247,
      "learning_rate": 3.7195860323613964e-06,
      "loss": 0.3672,
      "step": 961060
    },
    {
      "epoch": 268.23,
      "grad_norm": 1.6193108558654785,
      "learning_rate": 3.719564141796373e-06,
      "loss": 0.3642,
      "step": 961070
    },
    {
      "epoch": 268.23,
      "grad_norm": 1.1027244329452515,
      "learning_rate": 3.7195422510482286e-06,
      "loss": 0.3708,
      "step": 961080
    },
    {
      "epoch": 268.24,
      "grad_norm": 1.1156401634216309,
      "learning_rate": 3.7195203601169662e-06,
      "loss": 0.344,
      "step": 961090
    },
    {
      "epoch": 268.24,
      "grad_norm": 1.5428638458251953,
      "learning_rate": 3.7194984690025877e-06,
      "loss": 0.3832,
      "step": 961100
    },
    {
      "epoch": 268.24,
      "grad_norm": 0.9258267879486084,
      "learning_rate": 3.7194765777050967e-06,
      "loss": 0.3591,
      "step": 961110
    },
    {
      "epoch": 268.24,
      "grad_norm": 1.085044264793396,
      "learning_rate": 3.719454686224497e-06,
      "loss": 0.3782,
      "step": 961120
    },
    {
      "epoch": 268.25,
      "grad_norm": 1.0524096488952637,
      "learning_rate": 3.7194327945607905e-06,
      "loss": 0.3584,
      "step": 961130
    },
    {
      "epoch": 268.25,
      "grad_norm": 1.0549755096435547,
      "learning_rate": 3.719410902713979e-06,
      "loss": 0.3771,
      "step": 961140
    },
    {
      "epoch": 268.25,
      "grad_norm": 1.2082773447036743,
      "learning_rate": 3.719389010684068e-06,
      "loss": 0.3402,
      "step": 961150
    },
    {
      "epoch": 268.26,
      "grad_norm": 1.2442384958267212,
      "learning_rate": 3.719367118471058e-06,
      "loss": 0.3529,
      "step": 961160
    },
    {
      "epoch": 268.26,
      "grad_norm": 1.1089905500411987,
      "learning_rate": 3.719345226074954e-06,
      "loss": 0.3475,
      "step": 961170
    },
    {
      "epoch": 268.26,
      "grad_norm": 4.044735908508301,
      "learning_rate": 3.7193233334957573e-06,
      "loss": 0.3422,
      "step": 961180
    },
    {
      "epoch": 268.26,
      "grad_norm": 1.0266082286834717,
      "learning_rate": 3.7193014407334723e-06,
      "loss": 0.3569,
      "step": 961190
    },
    {
      "epoch": 268.27,
      "grad_norm": 1.4650756120681763,
      "learning_rate": 3.7192795477881e-06,
      "loss": 0.3635,
      "step": 961200
    },
    {
      "epoch": 268.27,
      "grad_norm": 0.9603511095046997,
      "learning_rate": 3.719257654659645e-06,
      "loss": 0.3645,
      "step": 961210
    },
    {
      "epoch": 268.27,
      "grad_norm": 1.1303595304489136,
      "learning_rate": 3.719235761348109e-06,
      "loss": 0.3788,
      "step": 961220
    },
    {
      "epoch": 268.28,
      "grad_norm": 0.9339138269424438,
      "learning_rate": 3.7192138678534953e-06,
      "loss": 0.3698,
      "step": 961230
    },
    {
      "epoch": 268.28,
      "grad_norm": 1.0060573816299438,
      "learning_rate": 3.719191974175808e-06,
      "loss": 0.3766,
      "step": 961240
    },
    {
      "epoch": 268.28,
      "grad_norm": 1.0913854837417603,
      "learning_rate": 3.719170080315048e-06,
      "loss": 0.3626,
      "step": 961250
    },
    {
      "epoch": 268.28,
      "grad_norm": 0.9451005458831787,
      "learning_rate": 3.7191481862712197e-06,
      "loss": 0.3569,
      "step": 961260
    },
    {
      "epoch": 268.29,
      "grad_norm": 1.049457311630249,
      "learning_rate": 3.7191262920443254e-06,
      "loss": 0.3612,
      "step": 961270
    },
    {
      "epoch": 268.29,
      "grad_norm": 1.1524748802185059,
      "learning_rate": 3.7191043976343682e-06,
      "loss": 0.3512,
      "step": 961280
    },
    {
      "epoch": 268.29,
      "grad_norm": 1.0280630588531494,
      "learning_rate": 3.719082503041351e-06,
      "loss": 0.35,
      "step": 961290
    },
    {
      "epoch": 268.29,
      "grad_norm": 0.9489052891731262,
      "learning_rate": 3.7190606082652763e-06,
      "loss": 0.3601,
      "step": 961300
    },
    {
      "epoch": 268.3,
      "grad_norm": 0.9164916276931763,
      "learning_rate": 3.7190387133061482e-06,
      "loss": 0.3597,
      "step": 961310
    },
    {
      "epoch": 268.3,
      "grad_norm": 1.0593154430389404,
      "learning_rate": 3.719016818163968e-06,
      "loss": 0.3465,
      "step": 961320
    },
    {
      "epoch": 268.3,
      "grad_norm": 0.8716953992843628,
      "learning_rate": 3.7189949228387395e-06,
      "loss": 0.3578,
      "step": 961330
    },
    {
      "epoch": 268.31,
      "grad_norm": 0.9743707180023193,
      "learning_rate": 3.7189730273304665e-06,
      "loss": 0.3604,
      "step": 961340
    },
    {
      "epoch": 268.31,
      "grad_norm": 1.0695912837982178,
      "learning_rate": 3.71895113163915e-06,
      "loss": 0.3769,
      "step": 961350
    },
    {
      "epoch": 268.31,
      "grad_norm": 0.95913165807724,
      "learning_rate": 3.7189292357647936e-06,
      "loss": 0.3536,
      "step": 961360
    },
    {
      "epoch": 268.31,
      "grad_norm": 1.0222926139831543,
      "learning_rate": 3.718907339707401e-06,
      "loss": 0.3689,
      "step": 961370
    },
    {
      "epoch": 268.32,
      "grad_norm": 1.062333106994629,
      "learning_rate": 3.7188854434669747e-06,
      "loss": 0.361,
      "step": 961380
    },
    {
      "epoch": 268.32,
      "grad_norm": 1.010850429534912,
      "learning_rate": 3.718863547043517e-06,
      "loss": 0.3696,
      "step": 961390
    },
    {
      "epoch": 268.32,
      "grad_norm": 1.3315528631210327,
      "learning_rate": 3.7188416504370317e-06,
      "loss": 0.3408,
      "step": 961400
    },
    {
      "epoch": 268.33,
      "grad_norm": 1.0523302555084229,
      "learning_rate": 3.718819753647521e-06,
      "loss": 0.3588,
      "step": 961410
    },
    {
      "epoch": 268.33,
      "grad_norm": 0.9150682687759399,
      "learning_rate": 3.718797856674989e-06,
      "loss": 0.3657,
      "step": 961420
    },
    {
      "epoch": 268.33,
      "grad_norm": 1.1416640281677246,
      "learning_rate": 3.718775959519436e-06,
      "loss": 0.3672,
      "step": 961430
    },
    {
      "epoch": 268.33,
      "grad_norm": 1.134904146194458,
      "learning_rate": 3.7187540621808685e-06,
      "loss": 0.3649,
      "step": 961440
    },
    {
      "epoch": 268.34,
      "grad_norm": 1.2619597911834717,
      "learning_rate": 3.7187321646592867e-06,
      "loss": 0.3721,
      "step": 961450
    },
    {
      "epoch": 268.34,
      "grad_norm": 0.9970436692237854,
      "learning_rate": 3.718710266954694e-06,
      "loss": 0.3418,
      "step": 961460
    },
    {
      "epoch": 268.34,
      "grad_norm": 1.0469169616699219,
      "learning_rate": 3.7186883690670953e-06,
      "loss": 0.3464,
      "step": 961470
    },
    {
      "epoch": 268.34,
      "grad_norm": 0.9934037923812866,
      "learning_rate": 3.7186664709964904e-06,
      "loss": 0.3554,
      "step": 961480
    },
    {
      "epoch": 268.35,
      "grad_norm": 1.0620324611663818,
      "learning_rate": 3.718644572742884e-06,
      "loss": 0.3621,
      "step": 961490
    },
    {
      "epoch": 268.35,
      "grad_norm": 1.1850876808166504,
      "learning_rate": 3.7186226743062796e-06,
      "loss": 0.3617,
      "step": 961500
    },
    {
      "epoch": 268.35,
      "grad_norm": 0.797786295413971,
      "learning_rate": 3.7186007756866784e-06,
      "loss": 0.3517,
      "step": 961510
    },
    {
      "epoch": 268.36,
      "grad_norm": 1.0856451988220215,
      "learning_rate": 3.718578876884084e-06,
      "loss": 0.3552,
      "step": 961520
    },
    {
      "epoch": 268.36,
      "grad_norm": 1.2214734554290771,
      "learning_rate": 3.7185569778985003e-06,
      "loss": 0.3568,
      "step": 961530
    },
    {
      "epoch": 268.36,
      "grad_norm": 1.1049975156784058,
      "learning_rate": 3.7185350787299294e-06,
      "loss": 0.3733,
      "step": 961540
    },
    {
      "epoch": 268.36,
      "grad_norm": 1.1020034551620483,
      "learning_rate": 3.7185131793783735e-06,
      "loss": 0.3881,
      "step": 961550
    },
    {
      "epoch": 268.37,
      "grad_norm": 0.8247945308685303,
      "learning_rate": 3.718491279843837e-06,
      "loss": 0.3657,
      "step": 961560
    },
    {
      "epoch": 268.37,
      "grad_norm": 1.156646728515625,
      "learning_rate": 3.7184693801263214e-06,
      "loss": 0.3646,
      "step": 961570
    },
    {
      "epoch": 268.37,
      "grad_norm": 1.4014815092086792,
      "learning_rate": 3.7184474802258305e-06,
      "loss": 0.3595,
      "step": 961580
    },
    {
      "epoch": 268.38,
      "grad_norm": 1.1804068088531494,
      "learning_rate": 3.718425580142367e-06,
      "loss": 0.3738,
      "step": 961590
    },
    {
      "epoch": 268.38,
      "grad_norm": 1.0891095399856567,
      "learning_rate": 3.7184036798759343e-06,
      "loss": 0.3436,
      "step": 961600
    },
    {
      "epoch": 268.38,
      "grad_norm": 1.0865960121154785,
      "learning_rate": 3.7183817794265344e-06,
      "loss": 0.3621,
      "step": 961610
    },
    {
      "epoch": 268.38,
      "grad_norm": 0.9473674297332764,
      "learning_rate": 3.7183598787941707e-06,
      "loss": 0.3618,
      "step": 961620
    },
    {
      "epoch": 268.39,
      "grad_norm": 0.9461500644683838,
      "learning_rate": 3.7183379779788457e-06,
      "loss": 0.3602,
      "step": 961630
    },
    {
      "epoch": 268.39,
      "grad_norm": 1.0859531164169312,
      "learning_rate": 3.7183160769805634e-06,
      "loss": 0.3665,
      "step": 961640
    },
    {
      "epoch": 268.39,
      "grad_norm": 0.9434105753898621,
      "learning_rate": 3.718294175799325e-06,
      "loss": 0.3473,
      "step": 961650
    },
    {
      "epoch": 268.4,
      "grad_norm": 1.0976725816726685,
      "learning_rate": 3.718272274435135e-06,
      "loss": 0.3482,
      "step": 961660
    },
    {
      "epoch": 268.4,
      "grad_norm": 1.010194182395935,
      "learning_rate": 3.7182503728879955e-06,
      "loss": 0.3691,
      "step": 961670
    },
    {
      "epoch": 268.4,
      "grad_norm": 1.0782592296600342,
      "learning_rate": 3.7182284711579097e-06,
      "loss": 0.3645,
      "step": 961680
    },
    {
      "epoch": 268.4,
      "grad_norm": 1.2340540885925293,
      "learning_rate": 3.718206569244881e-06,
      "loss": 0.359,
      "step": 961690
    },
    {
      "epoch": 268.41,
      "grad_norm": 1.2101138830184937,
      "learning_rate": 3.718184667148911e-06,
      "loss": 0.3628,
      "step": 961700
    },
    {
      "epoch": 268.41,
      "grad_norm": 0.9831254482269287,
      "learning_rate": 3.7181627648700035e-06,
      "loss": 0.3714,
      "step": 961710
    },
    {
      "epoch": 268.41,
      "grad_norm": 0.9401384592056274,
      "learning_rate": 3.7181408624081613e-06,
      "loss": 0.3563,
      "step": 961720
    },
    {
      "epoch": 268.41,
      "grad_norm": 1.0916826725006104,
      "learning_rate": 3.718118959763388e-06,
      "loss": 0.3667,
      "step": 961730
    },
    {
      "epoch": 268.42,
      "grad_norm": 1.0244508981704712,
      "learning_rate": 3.7180970569356846e-06,
      "loss": 0.3497,
      "step": 961740
    },
    {
      "epoch": 268.42,
      "grad_norm": 0.9562363028526306,
      "learning_rate": 3.7180751539250565e-06,
      "loss": 0.3609,
      "step": 961750
    },
    {
      "epoch": 268.42,
      "grad_norm": 1.0666041374206543,
      "learning_rate": 3.718053250731505e-06,
      "loss": 0.3524,
      "step": 961760
    },
    {
      "epoch": 268.43,
      "grad_norm": 1.0209916830062866,
      "learning_rate": 3.7180313473550327e-06,
      "loss": 0.352,
      "step": 961770
    },
    {
      "epoch": 268.43,
      "grad_norm": 1.0458213090896606,
      "learning_rate": 3.7180094437956433e-06,
      "loss": 0.3503,
      "step": 961780
    },
    {
      "epoch": 268.43,
      "grad_norm": 1.1687653064727783,
      "learning_rate": 3.71798754005334e-06,
      "loss": 0.3609,
      "step": 961790
    },
    {
      "epoch": 268.43,
      "grad_norm": 0.9003198146820068,
      "learning_rate": 3.7179656361281253e-06,
      "loss": 0.3557,
      "step": 961800
    },
    {
      "epoch": 268.44,
      "grad_norm": 1.0594435930252075,
      "learning_rate": 3.7179437320200017e-06,
      "loss": 0.3608,
      "step": 961810
    },
    {
      "epoch": 268.44,
      "grad_norm": 1.0411310195922852,
      "learning_rate": 3.717921827728973e-06,
      "loss": 0.3602,
      "step": 961820
    },
    {
      "epoch": 268.44,
      "grad_norm": 1.1532700061798096,
      "learning_rate": 3.717899923255042e-06,
      "loss": 0.3677,
      "step": 961830
    },
    {
      "epoch": 268.45,
      "grad_norm": 0.9305291175842285,
      "learning_rate": 3.7178780185982108e-06,
      "loss": 0.3475,
      "step": 961840
    },
    {
      "epoch": 268.45,
      "grad_norm": 1.1161967515945435,
      "learning_rate": 3.717856113758482e-06,
      "loss": 0.3577,
      "step": 961850
    },
    {
      "epoch": 268.45,
      "grad_norm": 1.0339287519454956,
      "learning_rate": 3.71783420873586e-06,
      "loss": 0.3514,
      "step": 961860
    },
    {
      "epoch": 268.45,
      "grad_norm": 1.0661262273788452,
      "learning_rate": 3.7178123035303473e-06,
      "loss": 0.3734,
      "step": 961870
    },
    {
      "epoch": 268.46,
      "grad_norm": 1.0156753063201904,
      "learning_rate": 3.717790398141946e-06,
      "loss": 0.3603,
      "step": 961880
    },
    {
      "epoch": 268.46,
      "grad_norm": 1.0241127014160156,
      "learning_rate": 3.71776849257066e-06,
      "loss": 0.3634,
      "step": 961890
    },
    {
      "epoch": 268.46,
      "grad_norm": 0.9693434238433838,
      "learning_rate": 3.717746586816492e-06,
      "loss": 0.3646,
      "step": 961900
    },
    {
      "epoch": 268.46,
      "grad_norm": 1.1352676153182983,
      "learning_rate": 3.717724680879444e-06,
      "loss": 0.3749,
      "step": 961910
    },
    {
      "epoch": 268.47,
      "grad_norm": 1.0891000032424927,
      "learning_rate": 3.71770277475952e-06,
      "loss": 0.3555,
      "step": 961920
    },
    {
      "epoch": 268.47,
      "grad_norm": 0.9296648502349854,
      "learning_rate": 3.7176808684567223e-06,
      "loss": 0.3542,
      "step": 961930
    },
    {
      "epoch": 268.47,
      "grad_norm": 1.054569125175476,
      "learning_rate": 3.7176589619710543e-06,
      "loss": 0.351,
      "step": 961940
    },
    {
      "epoch": 268.48,
      "grad_norm": 1.575116753578186,
      "learning_rate": 3.7176370553025187e-06,
      "loss": 0.3591,
      "step": 961950
    },
    {
      "epoch": 268.48,
      "grad_norm": 1.0069056749343872,
      "learning_rate": 3.7176151484511176e-06,
      "loss": 0.3541,
      "step": 961960
    },
    {
      "epoch": 268.48,
      "grad_norm": 1.049118995666504,
      "learning_rate": 3.7175932414168555e-06,
      "loss": 0.3541,
      "step": 961970
    },
    {
      "epoch": 268.48,
      "grad_norm": 0.8873420357704163,
      "learning_rate": 3.717571334199734e-06,
      "loss": 0.3536,
      "step": 961980
    },
    {
      "epoch": 268.49,
      "grad_norm": 1.0956770181655884,
      "learning_rate": 3.7175494267997566e-06,
      "loss": 0.3651,
      "step": 961990
    },
    {
      "epoch": 268.49,
      "grad_norm": 0.9852892160415649,
      "learning_rate": 3.7175275192169264e-06,
      "loss": 0.3412,
      "step": 962000
    },
    {
      "epoch": 268.49,
      "grad_norm": 0.9370326399803162,
      "learning_rate": 3.7175056114512455e-06,
      "loss": 0.3355,
      "step": 962010
    },
    {
      "epoch": 268.5,
      "grad_norm": 1.0427676439285278,
      "learning_rate": 3.7174837035027186e-06,
      "loss": 0.3688,
      "step": 962020
    },
    {
      "epoch": 268.5,
      "grad_norm": 1.1181811094284058,
      "learning_rate": 3.717461795371346e-06,
      "loss": 0.3713,
      "step": 962030
    },
    {
      "epoch": 268.5,
      "grad_norm": 1.0329116582870483,
      "learning_rate": 3.717439887057132e-06,
      "loss": 0.3581,
      "step": 962040
    },
    {
      "epoch": 268.5,
      "grad_norm": 1.0801331996917725,
      "learning_rate": 3.7174179785600806e-06,
      "loss": 0.3643,
      "step": 962050
    },
    {
      "epoch": 268.51,
      "grad_norm": 0.9274575710296631,
      "learning_rate": 3.7173960698801932e-06,
      "loss": 0.3581,
      "step": 962060
    },
    {
      "epoch": 268.51,
      "grad_norm": 0.9930835366249084,
      "learning_rate": 3.717374161017472e-06,
      "loss": 0.3603,
      "step": 962070
    },
    {
      "epoch": 268.51,
      "grad_norm": 0.9846623539924622,
      "learning_rate": 3.7173522519719228e-06,
      "loss": 0.3728,
      "step": 962080
    },
    {
      "epoch": 268.52,
      "grad_norm": 0.8904058337211609,
      "learning_rate": 3.717330342743546e-06,
      "loss": 0.3542,
      "step": 962090
    },
    {
      "epoch": 268.52,
      "grad_norm": 0.9614285230636597,
      "learning_rate": 3.7173084333323443e-06,
      "loss": 0.3508,
      "step": 962100
    },
    {
      "epoch": 268.52,
      "grad_norm": 1.002736210823059,
      "learning_rate": 3.717286523738323e-06,
      "loss": 0.3345,
      "step": 962110
    },
    {
      "epoch": 268.52,
      "grad_norm": 1.0464879274368286,
      "learning_rate": 3.7172646139614834e-06,
      "loss": 0.3492,
      "step": 962120
    },
    {
      "epoch": 268.53,
      "grad_norm": 1.0398873090744019,
      "learning_rate": 3.7172427040018284e-06,
      "loss": 0.3601,
      "step": 962130
    },
    {
      "epoch": 268.53,
      "grad_norm": 1.0692017078399658,
      "learning_rate": 3.7172207938593603e-06,
      "loss": 0.3643,
      "step": 962140
    },
    {
      "epoch": 268.53,
      "grad_norm": 1.1053036451339722,
      "learning_rate": 3.7171988835340844e-06,
      "loss": 0.3677,
      "step": 962150
    },
    {
      "epoch": 268.53,
      "grad_norm": 1.1708600521087646,
      "learning_rate": 3.7171769730260018e-06,
      "loss": 0.3664,
      "step": 962160
    },
    {
      "epoch": 268.54,
      "grad_norm": 0.9339572787284851,
      "learning_rate": 3.7171550623351146e-06,
      "loss": 0.3615,
      "step": 962170
    },
    {
      "epoch": 268.54,
      "grad_norm": 0.9757805466651917,
      "learning_rate": 3.7171331514614276e-06,
      "loss": 0.3736,
      "step": 962180
    },
    {
      "epoch": 268.54,
      "grad_norm": 3.1138784885406494,
      "learning_rate": 3.717111240404943e-06,
      "loss": 0.3505,
      "step": 962190
    },
    {
      "epoch": 268.55,
      "grad_norm": 1.052292823791504,
      "learning_rate": 3.7170893291656632e-06,
      "loss": 0.3595,
      "step": 962200
    },
    {
      "epoch": 268.55,
      "grad_norm": 1.0378106832504272,
      "learning_rate": 3.7170674177435922e-06,
      "loss": 0.3495,
      "step": 962210
    },
    {
      "epoch": 268.55,
      "grad_norm": 0.9422065615653992,
      "learning_rate": 3.7170455061387316e-06,
      "loss": 0.366,
      "step": 962220
    },
    {
      "epoch": 268.55,
      "grad_norm": 0.9730428457260132,
      "learning_rate": 3.717023594351085e-06,
      "loss": 0.3526,
      "step": 962230
    },
    {
      "epoch": 268.56,
      "grad_norm": 1.0053085088729858,
      "learning_rate": 3.717001682380656e-06,
      "loss": 0.366,
      "step": 962240
    },
    {
      "epoch": 268.56,
      "grad_norm": 1.1365914344787598,
      "learning_rate": 3.7169797702274464e-06,
      "loss": 0.3381,
      "step": 962250
    },
    {
      "epoch": 268.56,
      "grad_norm": 0.8930834531784058,
      "learning_rate": 3.716957857891459e-06,
      "loss": 0.3534,
      "step": 962260
    },
    {
      "epoch": 268.57,
      "grad_norm": 1.6899515390396118,
      "learning_rate": 3.716935945372698e-06,
      "loss": 0.3652,
      "step": 962270
    },
    {
      "epoch": 268.57,
      "grad_norm": 0.9730889201164246,
      "learning_rate": 3.7169140326711656e-06,
      "loss": 0.3509,
      "step": 962280
    },
    {
      "epoch": 268.57,
      "grad_norm": 1.014947533607483,
      "learning_rate": 3.7168921197868642e-06,
      "loss": 0.3463,
      "step": 962290
    },
    {
      "epoch": 268.57,
      "grad_norm": 0.8977450728416443,
      "learning_rate": 3.7168702067197977e-06,
      "loss": 0.3386,
      "step": 962300
    },
    {
      "epoch": 268.58,
      "grad_norm": 1.0263463258743286,
      "learning_rate": 3.716848293469968e-06,
      "loss": 0.3617,
      "step": 962310
    },
    {
      "epoch": 268.58,
      "grad_norm": 1.1892799139022827,
      "learning_rate": 3.716826380037379e-06,
      "loss": 0.3624,
      "step": 962320
    },
    {
      "epoch": 268.58,
      "grad_norm": 1.2824629545211792,
      "learning_rate": 3.7168044664220325e-06,
      "loss": 0.3702,
      "step": 962330
    },
    {
      "epoch": 268.58,
      "grad_norm": 0.9740629196166992,
      "learning_rate": 3.7167825526239333e-06,
      "loss": 0.3773,
      "step": 962340
    },
    {
      "epoch": 268.59,
      "grad_norm": 1.0365585088729858,
      "learning_rate": 3.716760638643082e-06,
      "loss": 0.3544,
      "step": 962350
    },
    {
      "epoch": 268.59,
      "grad_norm": 0.9925903081893921,
      "learning_rate": 3.7167387244794835e-06,
      "loss": 0.3371,
      "step": 962360
    },
    {
      "epoch": 268.59,
      "grad_norm": 1.0775516033172607,
      "learning_rate": 3.716716810133139e-06,
      "loss": 0.376,
      "step": 962370
    },
    {
      "epoch": 268.6,
      "grad_norm": 1.065115213394165,
      "learning_rate": 3.716694895604053e-06,
      "loss": 0.365,
      "step": 962380
    },
    {
      "epoch": 268.6,
      "grad_norm": 0.9803824424743652,
      "learning_rate": 3.716672980892227e-06,
      "loss": 0.373,
      "step": 962390
    },
    {
      "epoch": 268.6,
      "grad_norm": 1.1176581382751465,
      "learning_rate": 3.7166510659976644e-06,
      "loss": 0.372,
      "step": 962400
    },
    {
      "epoch": 268.6,
      "grad_norm": 1.0097966194152832,
      "learning_rate": 3.716629150920369e-06,
      "loss": 0.3692,
      "step": 962410
    },
    {
      "epoch": 268.61,
      "grad_norm": 1.078478217124939,
      "learning_rate": 3.716607235660343e-06,
      "loss": 0.3778,
      "step": 962420
    },
    {
      "epoch": 268.61,
      "grad_norm": 1.1014633178710938,
      "learning_rate": 3.7165853202175886e-06,
      "loss": 0.349,
      "step": 962430
    },
    {
      "epoch": 268.61,
      "grad_norm": 0.9949004054069519,
      "learning_rate": 3.71656340459211e-06,
      "loss": 0.3572,
      "step": 962440
    },
    {
      "epoch": 268.62,
      "grad_norm": 1.1138229370117188,
      "learning_rate": 3.7165414887839096e-06,
      "loss": 0.3428,
      "step": 962450
    },
    {
      "epoch": 268.62,
      "grad_norm": 1.0659383535385132,
      "learning_rate": 3.7165195727929895e-06,
      "loss": 0.3757,
      "step": 962460
    },
    {
      "epoch": 268.62,
      "grad_norm": 1.0541794300079346,
      "learning_rate": 3.716497656619354e-06,
      "loss": 0.351,
      "step": 962470
    },
    {
      "epoch": 268.62,
      "grad_norm": 1.2223047018051147,
      "learning_rate": 3.716475740263006e-06,
      "loss": 0.3445,
      "step": 962480
    },
    {
      "epoch": 268.63,
      "grad_norm": 0.8918849229812622,
      "learning_rate": 3.716453823723947e-06,
      "loss": 0.3581,
      "step": 962490
    },
    {
      "epoch": 268.63,
      "grad_norm": 1.3566837310791016,
      "learning_rate": 3.7164319070021814e-06,
      "loss": 0.3583,
      "step": 962500
    },
    {
      "epoch": 268.63,
      "grad_norm": 1.0878872871398926,
      "learning_rate": 3.7164099900977105e-06,
      "loss": 0.3502,
      "step": 962510
    },
    {
      "epoch": 268.64,
      "grad_norm": 1.1945531368255615,
      "learning_rate": 3.716388073010539e-06,
      "loss": 0.3678,
      "step": 962520
    },
    {
      "epoch": 268.64,
      "grad_norm": 1.0409417152404785,
      "learning_rate": 3.716366155740669e-06,
      "loss": 0.356,
      "step": 962530
    },
    {
      "epoch": 268.64,
      "grad_norm": 0.9888001680374146,
      "learning_rate": 3.7163442382881027e-06,
      "loss": 0.3746,
      "step": 962540
    },
    {
      "epoch": 268.64,
      "grad_norm": 1.2491607666015625,
      "learning_rate": 3.716322320652844e-06,
      "loss": 0.3452,
      "step": 962550
    },
    {
      "epoch": 268.65,
      "grad_norm": 1.15054190158844,
      "learning_rate": 3.7163004028348957e-06,
      "loss": 0.3558,
      "step": 962560
    },
    {
      "epoch": 268.65,
      "grad_norm": 0.9358320236206055,
      "learning_rate": 3.7162784848342616e-06,
      "loss": 0.3574,
      "step": 962570
    },
    {
      "epoch": 268.65,
      "grad_norm": 1.1599476337432861,
      "learning_rate": 3.7162565666509424e-06,
      "loss": 0.3718,
      "step": 962580
    },
    {
      "epoch": 268.65,
      "grad_norm": 1.0379693508148193,
      "learning_rate": 3.716234648284942e-06,
      "loss": 0.3671,
      "step": 962590
    },
    {
      "epoch": 268.66,
      "grad_norm": 2.76550030708313,
      "learning_rate": 3.716212729736264e-06,
      "loss": 0.3485,
      "step": 962600
    },
    {
      "epoch": 268.66,
      "grad_norm": 1.0342903137207031,
      "learning_rate": 3.716190811004911e-06,
      "loss": 0.3672,
      "step": 962610
    },
    {
      "epoch": 268.66,
      "grad_norm": 1.0544428825378418,
      "learning_rate": 3.7161688920908853e-06,
      "loss": 0.3466,
      "step": 962620
    },
    {
      "epoch": 268.67,
      "grad_norm": 1.1135716438293457,
      "learning_rate": 3.7161469729941905e-06,
      "loss": 0.3673,
      "step": 962630
    },
    {
      "epoch": 268.67,
      "grad_norm": 6.061942100524902,
      "learning_rate": 3.716125053714829e-06,
      "loss": 0.3696,
      "step": 962640
    },
    {
      "epoch": 268.67,
      "grad_norm": 0.9950628876686096,
      "learning_rate": 3.7161031342528046e-06,
      "loss": 0.3649,
      "step": 962650
    },
    {
      "epoch": 268.67,
      "grad_norm": 1.0356125831604004,
      "learning_rate": 3.7160812146081194e-06,
      "loss": 0.3654,
      "step": 962660
    },
    {
      "epoch": 268.68,
      "grad_norm": 1.1396621465682983,
      "learning_rate": 3.7160592947807757e-06,
      "loss": 0.3677,
      "step": 962670
    },
    {
      "epoch": 268.68,
      "grad_norm": 1.0094897747039795,
      "learning_rate": 3.7160373747707787e-06,
      "loss": 0.3615,
      "step": 962680
    },
    {
      "epoch": 268.68,
      "grad_norm": 0.9906404614448547,
      "learning_rate": 3.7160154545781284e-06,
      "loss": 0.367,
      "step": 962690
    },
    {
      "epoch": 268.69,
      "grad_norm": 1.0021471977233887,
      "learning_rate": 3.7159935342028302e-06,
      "loss": 0.355,
      "step": 962700
    },
    {
      "epoch": 268.69,
      "grad_norm": 1.0633474588394165,
      "learning_rate": 3.7159716136448863e-06,
      "loss": 0.3452,
      "step": 962710
    },
    {
      "epoch": 268.69,
      "grad_norm": 0.8966090083122253,
      "learning_rate": 3.715949692904298e-06,
      "loss": 0.3561,
      "step": 962720
    },
    {
      "epoch": 268.69,
      "grad_norm": 0.9686450958251953,
      "learning_rate": 3.715927771981071e-06,
      "loss": 0.3619,
      "step": 962730
    },
    {
      "epoch": 268.7,
      "grad_norm": 1.0111451148986816,
      "learning_rate": 3.7159058508752062e-06,
      "loss": 0.3553,
      "step": 962740
    },
    {
      "epoch": 268.7,
      "grad_norm": 0.9966115951538086,
      "learning_rate": 3.7158839295867066e-06,
      "loss": 0.3397,
      "step": 962750
    },
    {
      "epoch": 268.7,
      "grad_norm": 1.1511472463607788,
      "learning_rate": 3.7158620081155765e-06,
      "loss": 0.3626,
      "step": 962760
    },
    {
      "epoch": 268.7,
      "grad_norm": 15.948186874389648,
      "learning_rate": 3.7158400864618176e-06,
      "loss": 0.3632,
      "step": 962770
    },
    {
      "epoch": 268.71,
      "grad_norm": 0.9260024428367615,
      "learning_rate": 3.715818164625433e-06,
      "loss": 0.3697,
      "step": 962780
    },
    {
      "epoch": 268.71,
      "grad_norm": 0.933364987373352,
      "learning_rate": 3.715796242606426e-06,
      "loss": 0.3654,
      "step": 962790
    },
    {
      "epoch": 268.71,
      "grad_norm": 1.0498911142349243,
      "learning_rate": 3.715774320404799e-06,
      "loss": 0.3707,
      "step": 962800
    },
    {
      "epoch": 268.72,
      "grad_norm": 0.9624326229095459,
      "learning_rate": 3.7157523980205545e-06,
      "loss": 0.3524,
      "step": 962810
    },
    {
      "epoch": 268.72,
      "grad_norm": 1.0188554525375366,
      "learning_rate": 3.7157304754536966e-06,
      "loss": 0.3679,
      "step": 962820
    },
    {
      "epoch": 268.72,
      "grad_norm": 5.391484260559082,
      "learning_rate": 3.7157085527042282e-06,
      "loss": 0.3689,
      "step": 962830
    },
    {
      "epoch": 268.72,
      "grad_norm": 1.186361312866211,
      "learning_rate": 3.7156866297721514e-06,
      "loss": 0.3788,
      "step": 962840
    },
    {
      "epoch": 268.73,
      "grad_norm": 0.9380410313606262,
      "learning_rate": 3.71566470665747e-06,
      "loss": 0.3618,
      "step": 962850
    },
    {
      "epoch": 268.73,
      "grad_norm": 1.023345708847046,
      "learning_rate": 3.7156427833601854e-06,
      "loss": 0.3608,
      "step": 962860
    },
    {
      "epoch": 268.73,
      "grad_norm": 1.1060649156570435,
      "learning_rate": 3.715620859880302e-06,
      "loss": 0.3528,
      "step": 962870
    },
    {
      "epoch": 268.74,
      "grad_norm": 1.1057815551757812,
      "learning_rate": 3.715598936217822e-06,
      "loss": 0.361,
      "step": 962880
    },
    {
      "epoch": 268.74,
      "grad_norm": 0.9953188896179199,
      "learning_rate": 3.715577012372749e-06,
      "loss": 0.3786,
      "step": 962890
    },
    {
      "epoch": 268.74,
      "grad_norm": 1.1305049657821655,
      "learning_rate": 3.7155550883450852e-06,
      "loss": 0.3618,
      "step": 962900
    },
    {
      "epoch": 268.74,
      "grad_norm": 1.000805377960205,
      "learning_rate": 3.715533164134834e-06,
      "loss": 0.3604,
      "step": 962910
    },
    {
      "epoch": 268.75,
      "grad_norm": 1.0168051719665527,
      "learning_rate": 3.715511239741997e-06,
      "loss": 0.3519,
      "step": 962920
    },
    {
      "epoch": 268.75,
      "grad_norm": 1.6101315021514893,
      "learning_rate": 3.7154893151665798e-06,
      "loss": 0.3537,
      "step": 962930
    },
    {
      "epoch": 268.75,
      "grad_norm": 0.9731155037879944,
      "learning_rate": 3.715467390408583e-06,
      "loss": 0.3565,
      "step": 962940
    },
    {
      "epoch": 268.76,
      "grad_norm": 1.0188062191009521,
      "learning_rate": 3.71544546546801e-06,
      "loss": 0.3632,
      "step": 962950
    },
    {
      "epoch": 268.76,
      "grad_norm": 0.9686212539672852,
      "learning_rate": 3.7154235403448643e-06,
      "loss": 0.3591,
      "step": 962960
    },
    {
      "epoch": 268.76,
      "grad_norm": 3.244877815246582,
      "learning_rate": 3.7154016150391487e-06,
      "loss": 0.3652,
      "step": 962970
    },
    {
      "epoch": 268.76,
      "grad_norm": 0.9301462173461914,
      "learning_rate": 3.715379689550865e-06,
      "loss": 0.3714,
      "step": 962980
    },
    {
      "epoch": 268.77,
      "grad_norm": 1.240618109703064,
      "learning_rate": 3.7153577638800175e-06,
      "loss": 0.3514,
      "step": 962990
    },
    {
      "epoch": 268.77,
      "grad_norm": 0.9089159965515137,
      "learning_rate": 3.7153358380266087e-06,
      "loss": 0.3444,
      "step": 963000
    },
    {
      "epoch": 268.77,
      "grad_norm": 1.0999364852905273,
      "learning_rate": 3.715313911990642e-06,
      "loss": 0.3619,
      "step": 963010
    },
    {
      "epoch": 268.77,
      "grad_norm": 1.0514734983444214,
      "learning_rate": 3.7152919857721187e-06,
      "loss": 0.3672,
      "step": 963020
    },
    {
      "epoch": 268.78,
      "grad_norm": 1.8461973667144775,
      "learning_rate": 3.7152700593710434e-06,
      "loss": 0.3651,
      "step": 963030
    },
    {
      "epoch": 268.78,
      "grad_norm": 1.2162928581237793,
      "learning_rate": 3.715248132787418e-06,
      "loss": 0.3384,
      "step": 963040
    },
    {
      "epoch": 268.78,
      "grad_norm": 1.0105154514312744,
      "learning_rate": 3.7152262060212466e-06,
      "loss": 0.376,
      "step": 963050
    },
    {
      "epoch": 268.79,
      "grad_norm": 1.1700586080551147,
      "learning_rate": 3.7152042790725306e-06,
      "loss": 0.3573,
      "step": 963060
    },
    {
      "epoch": 268.79,
      "grad_norm": 0.9897830486297607,
      "learning_rate": 3.715182351941274e-06,
      "loss": 0.3411,
      "step": 963070
    },
    {
      "epoch": 268.79,
      "grad_norm": 0.970271110534668,
      "learning_rate": 3.71516042462748e-06,
      "loss": 0.3719,
      "step": 963080
    },
    {
      "epoch": 268.79,
      "grad_norm": 2.2064340114593506,
      "learning_rate": 3.7151384971311495e-06,
      "loss": 0.366,
      "step": 963090
    },
    {
      "epoch": 268.8,
      "grad_norm": 1.0281065702438354,
      "learning_rate": 3.7151165694522873e-06,
      "loss": 0.3659,
      "step": 963100
    },
    {
      "epoch": 268.8,
      "grad_norm": 1.1415549516677856,
      "learning_rate": 3.7150946415908967e-06,
      "loss": 0.3724,
      "step": 963110
    },
    {
      "epoch": 268.8,
      "grad_norm": 0.9873905777931213,
      "learning_rate": 3.715072713546979e-06,
      "loss": 0.3553,
      "step": 963120
    },
    {
      "epoch": 268.81,
      "grad_norm": 1.006601095199585,
      "learning_rate": 3.715050785320538e-06,
      "loss": 0.3643,
      "step": 963130
    },
    {
      "epoch": 268.81,
      "grad_norm": 1.044560432434082,
      "learning_rate": 3.715028856911576e-06,
      "loss": 0.357,
      "step": 963140
    },
    {
      "epoch": 268.81,
      "grad_norm": 1.2822479009628296,
      "learning_rate": 3.7150069283200973e-06,
      "loss": 0.3467,
      "step": 963150
    },
    {
      "epoch": 268.81,
      "grad_norm": 1.221445083618164,
      "learning_rate": 3.7149849995461032e-06,
      "loss": 0.3659,
      "step": 963160
    },
    {
      "epoch": 268.82,
      "grad_norm": 0.9396211504936218,
      "learning_rate": 3.714963070589598e-06,
      "loss": 0.3687,
      "step": 963170
    },
    {
      "epoch": 268.82,
      "grad_norm": 0.923503577709198,
      "learning_rate": 3.714941141450584e-06,
      "loss": 0.36,
      "step": 963180
    },
    {
      "epoch": 268.82,
      "grad_norm": 1.0923064947128296,
      "learning_rate": 3.7149192121290633e-06,
      "loss": 0.3741,
      "step": 963190
    },
    {
      "epoch": 268.83,
      "grad_norm": 1.029050588607788,
      "learning_rate": 3.71489728262504e-06,
      "loss": 0.348,
      "step": 963200
    },
    {
      "epoch": 268.83,
      "grad_norm": 0.9648302793502808,
      "learning_rate": 3.714875352938517e-06,
      "loss": 0.3545,
      "step": 963210
    },
    {
      "epoch": 268.83,
      "grad_norm": 1.0180697441101074,
      "learning_rate": 3.714853423069496e-06,
      "loss": 0.3608,
      "step": 963220
    },
    {
      "epoch": 268.83,
      "grad_norm": 0.9118936657905579,
      "learning_rate": 3.714831493017982e-06,
      "loss": 0.3656,
      "step": 963230
    },
    {
      "epoch": 268.84,
      "grad_norm": 1.211453914642334,
      "learning_rate": 3.7148095627839757e-06,
      "loss": 0.3647,
      "step": 963240
    },
    {
      "epoch": 268.84,
      "grad_norm": 1.0218703746795654,
      "learning_rate": 3.7147876323674806e-06,
      "loss": 0.3605,
      "step": 963250
    },
    {
      "epoch": 268.84,
      "grad_norm": 0.9616734981536865,
      "learning_rate": 3.714765701768501e-06,
      "loss": 0.3618,
      "step": 963260
    },
    {
      "epoch": 268.84,
      "grad_norm": 0.9946962594985962,
      "learning_rate": 3.7147437709870385e-06,
      "loss": 0.3508,
      "step": 963270
    },
    {
      "epoch": 268.85,
      "grad_norm": 0.965246856212616,
      "learning_rate": 3.7147218400230967e-06,
      "loss": 0.3811,
      "step": 963280
    },
    {
      "epoch": 268.85,
      "grad_norm": 0.9639080166816711,
      "learning_rate": 3.7146999088766773e-06,
      "loss": 0.3689,
      "step": 963290
    },
    {
      "epoch": 268.85,
      "grad_norm": 1.1557559967041016,
      "learning_rate": 3.7146779775477845e-06,
      "loss": 0.3628,
      "step": 963300
    },
    {
      "epoch": 268.86,
      "grad_norm": 0.8858020901679993,
      "learning_rate": 3.714656046036421e-06,
      "loss": 0.3521,
      "step": 963310
    },
    {
      "epoch": 268.86,
      "grad_norm": 1.0523412227630615,
      "learning_rate": 3.71463411434259e-06,
      "loss": 0.3544,
      "step": 963320
    },
    {
      "epoch": 268.86,
      "grad_norm": 0.9981378316879272,
      "learning_rate": 3.714612182466293e-06,
      "loss": 0.3564,
      "step": 963330
    },
    {
      "epoch": 268.86,
      "grad_norm": 1.1293894052505493,
      "learning_rate": 3.714590250407534e-06,
      "loss": 0.3689,
      "step": 963340
    },
    {
      "epoch": 268.87,
      "grad_norm": 1.167738676071167,
      "learning_rate": 3.7145683181663162e-06,
      "loss": 0.3679,
      "step": 963350
    },
    {
      "epoch": 268.87,
      "grad_norm": 1.0623682737350464,
      "learning_rate": 3.7145463857426423e-06,
      "loss": 0.3662,
      "step": 963360
    },
    {
      "epoch": 268.87,
      "grad_norm": 0.978080689907074,
      "learning_rate": 3.7145244531365153e-06,
      "loss": 0.3579,
      "step": 963370
    },
    {
      "epoch": 268.88,
      "grad_norm": 0.924967348575592,
      "learning_rate": 3.714502520347937e-06,
      "loss": 0.3472,
      "step": 963380
    },
    {
      "epoch": 268.88,
      "grad_norm": 0.8632817268371582,
      "learning_rate": 3.714480587376911e-06,
      "loss": 0.3645,
      "step": 963390
    },
    {
      "epoch": 268.88,
      "grad_norm": 1.020257830619812,
      "learning_rate": 3.714458654223441e-06,
      "loss": 0.3609,
      "step": 963400
    },
    {
      "epoch": 268.88,
      "grad_norm": 1.4772439002990723,
      "learning_rate": 3.7144367208875293e-06,
      "loss": 0.3512,
      "step": 963410
    },
    {
      "epoch": 268.89,
      "grad_norm": 1.0226075649261475,
      "learning_rate": 3.714414787369178e-06,
      "loss": 0.3521,
      "step": 963420
    },
    {
      "epoch": 268.89,
      "grad_norm": 1.1967058181762695,
      "learning_rate": 3.7143928536683913e-06,
      "loss": 0.3536,
      "step": 963430
    },
    {
      "epoch": 268.89,
      "grad_norm": 1.4210509061813354,
      "learning_rate": 3.714370919785172e-06,
      "loss": 0.3586,
      "step": 963440
    },
    {
      "epoch": 268.89,
      "grad_norm": 1.1293390989303589,
      "learning_rate": 3.714348985719523e-06,
      "loss": 0.3711,
      "step": 963450
    },
    {
      "epoch": 268.9,
      "grad_norm": 1.1346465349197388,
      "learning_rate": 3.714327051471446e-06,
      "loss": 0.3489,
      "step": 963460
    },
    {
      "epoch": 268.9,
      "grad_norm": 1.2734298706054688,
      "learning_rate": 3.7143051170409456e-06,
      "loss": 0.3661,
      "step": 963470
    },
    {
      "epoch": 268.9,
      "grad_norm": 0.9718195796012878,
      "learning_rate": 3.714283182428024e-06,
      "loss": 0.3678,
      "step": 963480
    },
    {
      "epoch": 268.91,
      "grad_norm": 0.8854097127914429,
      "learning_rate": 3.714261247632683e-06,
      "loss": 0.3617,
      "step": 963490
    },
    {
      "epoch": 268.91,
      "grad_norm": 1.1508747339248657,
      "learning_rate": 3.7142393126549274e-06,
      "loss": 0.3571,
      "step": 963500
    },
    {
      "epoch": 268.91,
      "grad_norm": 1.0541704893112183,
      "learning_rate": 3.714217377494759e-06,
      "loss": 0.3519,
      "step": 963510
    },
    {
      "epoch": 268.91,
      "grad_norm": 1.3133167028427124,
      "learning_rate": 3.714195442152181e-06,
      "loss": 0.3643,
      "step": 963520
    },
    {
      "epoch": 268.92,
      "grad_norm": 1.063341498374939,
      "learning_rate": 3.714173506627197e-06,
      "loss": 0.3522,
      "step": 963530
    },
    {
      "epoch": 268.92,
      "grad_norm": 1.2692515850067139,
      "learning_rate": 3.714151570919808e-06,
      "loss": 0.3497,
      "step": 963540
    },
    {
      "epoch": 268.92,
      "grad_norm": 1.092358112335205,
      "learning_rate": 3.7141296350300195e-06,
      "loss": 0.3616,
      "step": 963550
    },
    {
      "epoch": 268.93,
      "grad_norm": 1.0651432275772095,
      "learning_rate": 3.7141076989578324e-06,
      "loss": 0.3447,
      "step": 963560
    },
    {
      "epoch": 268.93,
      "grad_norm": 0.9635977745056152,
      "learning_rate": 3.7140857627032508e-06,
      "loss": 0.3407,
      "step": 963570
    },
    {
      "epoch": 268.93,
      "grad_norm": 0.9581306576728821,
      "learning_rate": 3.7140638262662763e-06,
      "loss": 0.3549,
      "step": 963580
    },
    {
      "epoch": 268.93,
      "grad_norm": 1.1634548902511597,
      "learning_rate": 3.714041889646913e-06,
      "loss": 0.3659,
      "step": 963590
    },
    {
      "epoch": 268.94,
      "grad_norm": 1.0003043413162231,
      "learning_rate": 3.714019952845164e-06,
      "loss": 0.338,
      "step": 963600
    },
    {
      "epoch": 268.94,
      "grad_norm": 0.9617980718612671,
      "learning_rate": 3.713998015861031e-06,
      "loss": 0.3641,
      "step": 963610
    },
    {
      "epoch": 268.94,
      "grad_norm": 1.032278299331665,
      "learning_rate": 3.713976078694518e-06,
      "loss": 0.3666,
      "step": 963620
    },
    {
      "epoch": 268.95,
      "grad_norm": 1.1806790828704834,
      "learning_rate": 3.7139541413456275e-06,
      "loss": 0.3697,
      "step": 963630
    },
    {
      "epoch": 268.95,
      "grad_norm": 0.9564921855926514,
      "learning_rate": 3.7139322038143626e-06,
      "loss": 0.3606,
      "step": 963640
    },
    {
      "epoch": 268.95,
      "grad_norm": 1.0564076900482178,
      "learning_rate": 3.7139102661007257e-06,
      "loss": 0.3666,
      "step": 963650
    },
    {
      "epoch": 268.95,
      "grad_norm": 1.0913090705871582,
      "learning_rate": 3.713888328204721e-06,
      "loss": 0.3664,
      "step": 963660
    },
    {
      "epoch": 268.96,
      "grad_norm": 1.1686943769454956,
      "learning_rate": 3.713866390126349e-06,
      "loss": 0.3493,
      "step": 963670
    },
    {
      "epoch": 268.96,
      "grad_norm": 1.1157320737838745,
      "learning_rate": 3.713844451865615e-06,
      "loss": 0.3525,
      "step": 963680
    },
    {
      "epoch": 268.96,
      "grad_norm": 1.0316822528839111,
      "learning_rate": 3.713822513422521e-06,
      "loss": 0.3697,
      "step": 963690
    },
    {
      "epoch": 268.96,
      "grad_norm": 2.2045321464538574,
      "learning_rate": 3.71380057479707e-06,
      "loss": 0.3527,
      "step": 963700
    },
    {
      "epoch": 268.97,
      "grad_norm": 1.1538816690444946,
      "learning_rate": 3.713778635989265e-06,
      "loss": 0.3697,
      "step": 963710
    },
    {
      "epoch": 268.97,
      "grad_norm": 1.1609814167022705,
      "learning_rate": 3.713756696999108e-06,
      "loss": 0.3654,
      "step": 963720
    },
    {
      "epoch": 268.97,
      "grad_norm": 0.9132839441299438,
      "learning_rate": 3.7137347578266037e-06,
      "loss": 0.3611,
      "step": 963730
    },
    {
      "epoch": 268.98,
      "grad_norm": 1.0568530559539795,
      "learning_rate": 3.713712818471754e-06,
      "loss": 0.3549,
      "step": 963740
    },
    {
      "epoch": 268.98,
      "grad_norm": 1.033454179763794,
      "learning_rate": 3.713690878934562e-06,
      "loss": 0.3554,
      "step": 963750
    },
    {
      "epoch": 268.98,
      "grad_norm": 1.2246814966201782,
      "learning_rate": 3.71366893921503e-06,
      "loss": 0.3403,
      "step": 963760
    },
    {
      "epoch": 268.98,
      "grad_norm": 1.0011789798736572,
      "learning_rate": 3.7136469993131606e-06,
      "loss": 0.3801,
      "step": 963770
    },
    {
      "epoch": 268.99,
      "grad_norm": 1.232480764389038,
      "learning_rate": 3.713625059228959e-06,
      "loss": 0.3613,
      "step": 963780
    },
    {
      "epoch": 268.99,
      "grad_norm": 0.9808587431907654,
      "learning_rate": 3.7136031189624264e-06,
      "loss": 0.355,
      "step": 963790
    },
    {
      "epoch": 268.99,
      "grad_norm": 1.0889897346496582,
      "learning_rate": 3.7135811785135654e-06,
      "loss": 0.3753,
      "step": 963800
    },
    {
      "epoch": 269.0,
      "grad_norm": 1.0522167682647705,
      "learning_rate": 3.71355923788238e-06,
      "loss": 0.3689,
      "step": 963810
    },
    {
      "epoch": 269.0,
      "grad_norm": 0.95565265417099,
      "learning_rate": 3.7135372970688724e-06,
      "loss": 0.3435,
      "step": 963820
    },
    {
      "epoch": 269.0,
      "eval_loss": 0.36055684089660645,
      "eval_runtime": 63.4389,
      "eval_samples_per_second": 79.746,
      "eval_steps_per_second": 9.978,
      "step": 963827
    },
    {
      "epoch": 269.0,
      "grad_norm": 1.1955676078796387,
      "learning_rate": 3.7135153560730455e-06,
      "loss": 0.3631,
      "step": 963830
    },
    {
      "epoch": 269.0,
      "grad_norm": 0.8910554051399231,
      "learning_rate": 3.7134934148949023e-06,
      "loss": 0.3719,
      "step": 963840
    },
    {
      "epoch": 269.01,
      "grad_norm": 1.0583733320236206,
      "learning_rate": 3.7134714735344467e-06,
      "loss": 0.3549,
      "step": 963850
    },
    {
      "epoch": 269.01,
      "grad_norm": 1.1423122882843018,
      "learning_rate": 3.713449531991681e-06,
      "loss": 0.3571,
      "step": 963860
    },
    {
      "epoch": 269.01,
      "grad_norm": 1.9443105459213257,
      "learning_rate": 3.7134275902666064e-06,
      "loss": 0.3632,
      "step": 963870
    },
    {
      "epoch": 269.01,
      "grad_norm": 0.9740610122680664,
      "learning_rate": 3.713405648359229e-06,
      "loss": 0.3613,
      "step": 963880
    },
    {
      "epoch": 269.02,
      "grad_norm": 1.4657373428344727,
      "learning_rate": 3.7133837062695495e-06,
      "loss": 0.3588,
      "step": 963890
    },
    {
      "epoch": 269.02,
      "grad_norm": 1.1321581602096558,
      "learning_rate": 3.713361763997571e-06,
      "loss": 0.3655,
      "step": 963900
    },
    {
      "epoch": 269.02,
      "grad_norm": 0.9919310808181763,
      "learning_rate": 3.7133398215432967e-06,
      "loss": 0.3759,
      "step": 963910
    },
    {
      "epoch": 269.03,
      "grad_norm": 1.0398457050323486,
      "learning_rate": 3.7133178789067305e-06,
      "loss": 0.3635,
      "step": 963920
    },
    {
      "epoch": 269.03,
      "grad_norm": 0.9269727468490601,
      "learning_rate": 3.7132959360878735e-06,
      "loss": 0.3617,
      "step": 963930
    },
    {
      "epoch": 269.03,
      "grad_norm": 1.079628586769104,
      "learning_rate": 3.7132739930867295e-06,
      "loss": 0.3646,
      "step": 963940
    },
    {
      "epoch": 269.03,
      "grad_norm": 0.9713384509086609,
      "learning_rate": 3.7132520499033023e-06,
      "loss": 0.3635,
      "step": 963950
    },
    {
      "epoch": 269.04,
      "grad_norm": 0.8954699635505676,
      "learning_rate": 3.7132301065375936e-06,
      "loss": 0.3745,
      "step": 963960
    },
    {
      "epoch": 269.04,
      "grad_norm": 1.0999057292938232,
      "learning_rate": 3.7132081629896064e-06,
      "loss": 0.3677,
      "step": 963970
    },
    {
      "epoch": 269.04,
      "grad_norm": 0.9566564559936523,
      "learning_rate": 3.713186219259345e-06,
      "loss": 0.3692,
      "step": 963980
    },
    {
      "epoch": 269.05,
      "grad_norm": 1.0570166110992432,
      "learning_rate": 3.71316427534681e-06,
      "loss": 0.3522,
      "step": 963990
    },
    {
      "epoch": 269.05,
      "grad_norm": 1.241695761680603,
      "learning_rate": 3.7131423312520063e-06,
      "loss": 0.3727,
      "step": 964000
    },
    {
      "epoch": 269.05,
      "grad_norm": 0.9499983191490173,
      "learning_rate": 3.713120386974936e-06,
      "loss": 0.3518,
      "step": 964010
    },
    {
      "epoch": 269.05,
      "grad_norm": 0.9745742678642273,
      "learning_rate": 3.713098442515602e-06,
      "loss": 0.3556,
      "step": 964020
    },
    {
      "epoch": 269.06,
      "grad_norm": 1.1714597940444946,
      "learning_rate": 3.7130764978740074e-06,
      "loss": 0.3476,
      "step": 964030
    },
    {
      "epoch": 269.06,
      "grad_norm": 1.266882061958313,
      "learning_rate": 3.713054553050155e-06,
      "loss": 0.3756,
      "step": 964040
    },
    {
      "epoch": 269.06,
      "grad_norm": 1.0530484914779663,
      "learning_rate": 3.7130326080440482e-06,
      "loss": 0.3621,
      "step": 964050
    },
    {
      "epoch": 269.07,
      "grad_norm": 1.2834720611572266,
      "learning_rate": 3.713010662855689e-06,
      "loss": 0.3519,
      "step": 964060
    },
    {
      "epoch": 269.07,
      "grad_norm": 4.812777042388916,
      "learning_rate": 3.712988717485081e-06,
      "loss": 0.3761,
      "step": 964070
    },
    {
      "epoch": 269.07,
      "grad_norm": 1.0948904752731323,
      "learning_rate": 3.7129667719322272e-06,
      "loss": 0.3601,
      "step": 964080
    },
    {
      "epoch": 269.07,
      "grad_norm": 1.075650930404663,
      "learning_rate": 3.71294482619713e-06,
      "loss": 0.3741,
      "step": 964090
    },
    {
      "epoch": 269.08,
      "grad_norm": 1.002335548400879,
      "learning_rate": 3.7129228802797924e-06,
      "loss": 0.3561,
      "step": 964100
    },
    {
      "epoch": 269.08,
      "grad_norm": 1.0547728538513184,
      "learning_rate": 3.712900934180218e-06,
      "loss": 0.361,
      "step": 964110
    },
    {
      "epoch": 269.08,
      "grad_norm": 1.1300314664840698,
      "learning_rate": 3.7128789878984086e-06,
      "loss": 0.371,
      "step": 964120
    },
    {
      "epoch": 269.08,
      "grad_norm": 0.9829561710357666,
      "learning_rate": 3.712857041434368e-06,
      "loss": 0.357,
      "step": 964130
    },
    {
      "epoch": 269.09,
      "grad_norm": 0.9444251656532288,
      "learning_rate": 3.7128350947880997e-06,
      "loss": 0.3666,
      "step": 964140
    },
    {
      "epoch": 269.09,
      "grad_norm": 1.1042288541793823,
      "learning_rate": 3.712813147959605e-06,
      "loss": 0.3663,
      "step": 964150
    },
    {
      "epoch": 269.09,
      "grad_norm": 1.0805577039718628,
      "learning_rate": 3.7127912009488875e-06,
      "loss": 0.3551,
      "step": 964160
    },
    {
      "epoch": 269.1,
      "grad_norm": 1.4145586490631104,
      "learning_rate": 3.7127692537559502e-06,
      "loss": 0.3498,
      "step": 964170
    },
    {
      "epoch": 269.1,
      "grad_norm": 1.1042476892471313,
      "learning_rate": 3.7127473063807967e-06,
      "loss": 0.3592,
      "step": 964180
    },
    {
      "epoch": 269.1,
      "grad_norm": 1.1026437282562256,
      "learning_rate": 3.7127253588234294e-06,
      "loss": 0.3569,
      "step": 964190
    },
    {
      "epoch": 269.1,
      "grad_norm": 0.9745334386825562,
      "learning_rate": 3.7127034110838506e-06,
      "loss": 0.367,
      "step": 964200
    },
    {
      "epoch": 269.11,
      "grad_norm": 0.9148170351982117,
      "learning_rate": 3.712681463162064e-06,
      "loss": 0.3564,
      "step": 964210
    },
    {
      "epoch": 269.11,
      "grad_norm": 2.948399782180786,
      "learning_rate": 3.7126595150580716e-06,
      "loss": 0.3633,
      "step": 964220
    },
    {
      "epoch": 269.11,
      "grad_norm": 0.9118036031723022,
      "learning_rate": 3.7126375667718773e-06,
      "loss": 0.3585,
      "step": 964230
    },
    {
      "epoch": 269.12,
      "grad_norm": 0.8243042826652527,
      "learning_rate": 3.7126156183034842e-06,
      "loss": 0.3542,
      "step": 964240
    },
    {
      "epoch": 269.12,
      "grad_norm": 0.9304652214050293,
      "learning_rate": 3.712593669652894e-06,
      "loss": 0.3585,
      "step": 964250
    },
    {
      "epoch": 269.12,
      "grad_norm": 0.9475294947624207,
      "learning_rate": 3.712571720820111e-06,
      "loss": 0.3391,
      "step": 964260
    },
    {
      "epoch": 269.12,
      "grad_norm": 1.0139329433441162,
      "learning_rate": 3.7125497718051373e-06,
      "loss": 0.353,
      "step": 964270
    },
    {
      "epoch": 269.13,
      "grad_norm": 1.2175418138504028,
      "learning_rate": 3.712527822607975e-06,
      "loss": 0.3308,
      "step": 964280
    },
    {
      "epoch": 269.13,
      "grad_norm": 1.1053448915481567,
      "learning_rate": 3.7125058732286295e-06,
      "loss": 0.3606,
      "step": 964290
    },
    {
      "epoch": 269.13,
      "grad_norm": 0.9280332922935486,
      "learning_rate": 3.7124839236671005e-06,
      "loss": 0.3507,
      "step": 964300
    },
    {
      "epoch": 269.13,
      "grad_norm": 1.2876392602920532,
      "learning_rate": 3.7124619739233947e-06,
      "loss": 0.3577,
      "step": 964310
    },
    {
      "epoch": 269.14,
      "grad_norm": 1.0276333093643188,
      "learning_rate": 3.7124400239975116e-06,
      "loss": 0.3564,
      "step": 964320
    },
    {
      "epoch": 269.14,
      "grad_norm": 1.1271302700042725,
      "learning_rate": 3.7124180738894554e-06,
      "loss": 0.3673,
      "step": 964330
    },
    {
      "epoch": 269.14,
      "grad_norm": 1.1414709091186523,
      "learning_rate": 3.71239612359923e-06,
      "loss": 0.3531,
      "step": 964340
    },
    {
      "epoch": 269.15,
      "grad_norm": 1.0393446683883667,
      "learning_rate": 3.7123741731268364e-06,
      "loss": 0.3573,
      "step": 964350
    },
    {
      "epoch": 269.15,
      "grad_norm": 1.0492686033248901,
      "learning_rate": 3.7123522224722792e-06,
      "loss": 0.3768,
      "step": 964360
    },
    {
      "epoch": 269.15,
      "grad_norm": 1.100948452949524,
      "learning_rate": 3.712330271635561e-06,
      "loss": 0.3602,
      "step": 964370
    },
    {
      "epoch": 269.15,
      "grad_norm": 1.085432767868042,
      "learning_rate": 3.7123083206166837e-06,
      "loss": 0.3644,
      "step": 964380
    },
    {
      "epoch": 269.16,
      "grad_norm": 1.1148512363433838,
      "learning_rate": 3.7122863694156514e-06,
      "loss": 0.3688,
      "step": 964390
    },
    {
      "epoch": 269.16,
      "grad_norm": 1.0773519277572632,
      "learning_rate": 3.7122644180324663e-06,
      "loss": 0.3541,
      "step": 964400
    },
    {
      "epoch": 269.16,
      "grad_norm": 1.0888841152191162,
      "learning_rate": 3.7122424664671314e-06,
      "loss": 0.3891,
      "step": 964410
    },
    {
      "epoch": 269.17,
      "grad_norm": 1.3424001932144165,
      "learning_rate": 3.7122205147196497e-06,
      "loss": 0.3571,
      "step": 964420
    },
    {
      "epoch": 269.17,
      "grad_norm": 0.9920041561126709,
      "learning_rate": 3.7121985627900245e-06,
      "loss": 0.3551,
      "step": 964430
    },
    {
      "epoch": 269.17,
      "grad_norm": 1.008111596107483,
      "learning_rate": 3.7121766106782585e-06,
      "loss": 0.3559,
      "step": 964440
    },
    {
      "epoch": 269.17,
      "grad_norm": 1.1491330862045288,
      "learning_rate": 3.712154658384354e-06,
      "loss": 0.3417,
      "step": 964450
    },
    {
      "epoch": 269.18,
      "grad_norm": 0.9999972581863403,
      "learning_rate": 3.712132705908315e-06,
      "loss": 0.3639,
      "step": 964460
    },
    {
      "epoch": 269.18,
      "grad_norm": 1.0507469177246094,
      "learning_rate": 3.7121107532501436e-06,
      "loss": 0.3421,
      "step": 964470
    },
    {
      "epoch": 269.18,
      "grad_norm": 1.3958830833435059,
      "learning_rate": 3.7120888004098437e-06,
      "loss": 0.3586,
      "step": 964480
    },
    {
      "epoch": 269.19,
      "grad_norm": 1.0441638231277466,
      "learning_rate": 3.712066847387417e-06,
      "loss": 0.3592,
      "step": 964490
    },
    {
      "epoch": 269.19,
      "grad_norm": 1.0903851985931396,
      "learning_rate": 3.7120448941828666e-06,
      "loss": 0.3565,
      "step": 964500
    },
    {
      "epoch": 269.19,
      "grad_norm": 1.0854026079177856,
      "learning_rate": 3.7120229407961966e-06,
      "loss": 0.3488,
      "step": 964510
    },
    {
      "epoch": 269.19,
      "grad_norm": 0.9069879651069641,
      "learning_rate": 3.7120009872274085e-06,
      "loss": 0.3682,
      "step": 964520
    },
    {
      "epoch": 269.2,
      "grad_norm": 0.9913034439086914,
      "learning_rate": 3.7119790334765063e-06,
      "loss": 0.361,
      "step": 964530
    },
    {
      "epoch": 269.2,
      "grad_norm": 1.0465104579925537,
      "learning_rate": 3.7119570795434915e-06,
      "loss": 0.3507,
      "step": 964540
    },
    {
      "epoch": 269.2,
      "grad_norm": 1.0350208282470703,
      "learning_rate": 3.711935125428368e-06,
      "loss": 0.3579,
      "step": 964550
    },
    {
      "epoch": 269.2,
      "grad_norm": 1.0572621822357178,
      "learning_rate": 3.71191317113114e-06,
      "loss": 0.3723,
      "step": 964560
    },
    {
      "epoch": 269.21,
      "grad_norm": 1.0335979461669922,
      "learning_rate": 3.7118912166518083e-06,
      "loss": 0.3495,
      "step": 964570
    },
    {
      "epoch": 269.21,
      "grad_norm": 0.9493756294250488,
      "learning_rate": 3.711869261990376e-06,
      "loss": 0.3548,
      "step": 964580
    },
    {
      "epoch": 269.21,
      "grad_norm": 1.0664255619049072,
      "learning_rate": 3.7118473071468475e-06,
      "loss": 0.3511,
      "step": 964590
    },
    {
      "epoch": 269.22,
      "grad_norm": 1.0767501592636108,
      "learning_rate": 3.711825352121225e-06,
      "loss": 0.3553,
      "step": 964600
    },
    {
      "epoch": 269.22,
      "grad_norm": 1.4924880266189575,
      "learning_rate": 3.7118033969135113e-06,
      "loss": 0.3765,
      "step": 964610
    },
    {
      "epoch": 269.22,
      "grad_norm": 0.9121316075325012,
      "learning_rate": 3.7117814415237087e-06,
      "loss": 0.3722,
      "step": 964620
    },
    {
      "epoch": 269.22,
      "grad_norm": 1.0722757577896118,
      "learning_rate": 3.7117594859518216e-06,
      "loss": 0.3661,
      "step": 964630
    },
    {
      "epoch": 269.23,
      "grad_norm": 1.1325218677520752,
      "learning_rate": 3.7117375301978508e-06,
      "loss": 0.3682,
      "step": 964640
    },
    {
      "epoch": 269.23,
      "grad_norm": 1.1724507808685303,
      "learning_rate": 3.7117155742618013e-06,
      "loss": 0.3415,
      "step": 964650
    },
    {
      "epoch": 269.23,
      "grad_norm": 1.1698797941207886,
      "learning_rate": 3.7116936181436757e-06,
      "loss": 0.3647,
      "step": 964660
    },
    {
      "epoch": 269.24,
      "grad_norm": 1.0270332098007202,
      "learning_rate": 3.711671661843476e-06,
      "loss": 0.3555,
      "step": 964670
    },
    {
      "epoch": 269.24,
      "grad_norm": 0.927351176738739,
      "learning_rate": 3.711649705361205e-06,
      "loss": 0.3554,
      "step": 964680
    },
    {
      "epoch": 269.24,
      "grad_norm": 1.1911085844039917,
      "learning_rate": 3.7116277486968667e-06,
      "loss": 0.3578,
      "step": 964690
    },
    {
      "epoch": 269.24,
      "grad_norm": 1.0759367942810059,
      "learning_rate": 3.711605791850464e-06,
      "loss": 0.3658,
      "step": 964700
    },
    {
      "epoch": 269.25,
      "grad_norm": 1.1305670738220215,
      "learning_rate": 3.7115838348219982e-06,
      "loss": 0.3572,
      "step": 964710
    },
    {
      "epoch": 269.25,
      "grad_norm": 1.1144392490386963,
      "learning_rate": 3.7115618776114738e-06,
      "loss": 0.3565,
      "step": 964720
    },
    {
      "epoch": 269.25,
      "grad_norm": 1.2806980609893799,
      "learning_rate": 3.7115399202188936e-06,
      "loss": 0.3622,
      "step": 964730
    },
    {
      "epoch": 269.25,
      "grad_norm": 1.0730057954788208,
      "learning_rate": 3.71151796264426e-06,
      "loss": 0.386,
      "step": 964740
    },
    {
      "epoch": 269.26,
      "grad_norm": 1.0412219762802124,
      "learning_rate": 3.711496004887575e-06,
      "loss": 0.373,
      "step": 964750
    },
    {
      "epoch": 269.26,
      "grad_norm": 0.9037243127822876,
      "learning_rate": 3.7114740469488447e-06,
      "loss": 0.3614,
      "step": 964760
    },
    {
      "epoch": 269.26,
      "grad_norm": 1.0767614841461182,
      "learning_rate": 3.7114520888280685e-06,
      "loss": 0.3707,
      "step": 964770
    },
    {
      "epoch": 269.27,
      "grad_norm": 1.0998740196228027,
      "learning_rate": 3.711430130525251e-06,
      "loss": 0.3577,
      "step": 964780
    },
    {
      "epoch": 269.27,
      "grad_norm": 0.9796809554100037,
      "learning_rate": 3.7114081720403956e-06,
      "loss": 0.3568,
      "step": 964790
    },
    {
      "epoch": 269.27,
      "grad_norm": 1.144348382949829,
      "learning_rate": 3.7113862133735034e-06,
      "loss": 0.3543,
      "step": 964800
    },
    {
      "epoch": 269.27,
      "grad_norm": 1.8925578594207764,
      "learning_rate": 3.71136425452458e-06,
      "loss": 0.3781,
      "step": 964810
    },
    {
      "epoch": 269.28,
      "grad_norm": 1.1369470357894897,
      "learning_rate": 3.711342295493626e-06,
      "loss": 0.3603,
      "step": 964820
    },
    {
      "epoch": 269.28,
      "grad_norm": 1.1152948141098022,
      "learning_rate": 3.7113203362806445e-06,
      "loss": 0.3578,
      "step": 964830
    },
    {
      "epoch": 269.28,
      "grad_norm": 1.1569459438323975,
      "learning_rate": 3.711298376885639e-06,
      "loss": 0.36,
      "step": 964840
    },
    {
      "epoch": 269.29,
      "grad_norm": 1.063856601715088,
      "learning_rate": 3.7112764173086138e-06,
      "loss": 0.3445,
      "step": 964850
    },
    {
      "epoch": 269.29,
      "grad_norm": 1.0840879678726196,
      "learning_rate": 3.711254457549569e-06,
      "loss": 0.3503,
      "step": 964860
    },
    {
      "epoch": 269.29,
      "grad_norm": 1.0339490175247192,
      "learning_rate": 3.7112324976085095e-06,
      "loss": 0.3675,
      "step": 964870
    },
    {
      "epoch": 269.29,
      "grad_norm": 1.1811665296554565,
      "learning_rate": 3.7112105374854377e-06,
      "loss": 0.361,
      "step": 964880
    },
    {
      "epoch": 269.3,
      "grad_norm": 0.963270902633667,
      "learning_rate": 3.711188577180357e-06,
      "loss": 0.3712,
      "step": 964890
    },
    {
      "epoch": 269.3,
      "grad_norm": 1.0325262546539307,
      "learning_rate": 3.7111666166932687e-06,
      "loss": 0.3591,
      "step": 964900
    },
    {
      "epoch": 269.3,
      "grad_norm": 1.0209687948226929,
      "learning_rate": 3.7111446560241783e-06,
      "loss": 0.3685,
      "step": 964910
    },
    {
      "epoch": 269.31,
      "grad_norm": 1.1331313848495483,
      "learning_rate": 3.7111226951730867e-06,
      "loss": 0.3633,
      "step": 964920
    },
    {
      "epoch": 269.31,
      "grad_norm": 1.168710470199585,
      "learning_rate": 3.7111007341399966e-06,
      "loss": 0.3609,
      "step": 964930
    },
    {
      "epoch": 269.31,
      "grad_norm": 1.0084360837936401,
      "learning_rate": 3.7110787729249125e-06,
      "loss": 0.3578,
      "step": 964940
    },
    {
      "epoch": 269.31,
      "grad_norm": 1.4618513584136963,
      "learning_rate": 3.7110568115278367e-06,
      "loss": 0.3612,
      "step": 964950
    },
    {
      "epoch": 269.32,
      "grad_norm": 0.8954774737358093,
      "learning_rate": 3.711034849948772e-06,
      "loss": 0.3552,
      "step": 964960
    },
    {
      "epoch": 269.32,
      "grad_norm": 1.0320029258728027,
      "learning_rate": 3.7110128881877206e-06,
      "loss": 0.345,
      "step": 964970
    },
    {
      "epoch": 269.32,
      "grad_norm": 1.1593382358551025,
      "learning_rate": 3.710990926244687e-06,
      "loss": 0.3583,
      "step": 964980
    },
    {
      "epoch": 269.32,
      "grad_norm": 1.2057452201843262,
      "learning_rate": 3.7109689641196733e-06,
      "loss": 0.3537,
      "step": 964990
    },
    {
      "epoch": 269.33,
      "grad_norm": 1.0518195629119873,
      "learning_rate": 3.7109470018126816e-06,
      "loss": 0.3695,
      "step": 965000
    },
    {
      "epoch": 269.33,
      "grad_norm": 1.2215219736099243,
      "learning_rate": 3.710925039323716e-06,
      "loss": 0.3588,
      "step": 965010
    },
    {
      "epoch": 269.33,
      "grad_norm": 1.005441427230835,
      "learning_rate": 3.7109030766527796e-06,
      "loss": 0.3624,
      "step": 965020
    },
    {
      "epoch": 269.34,
      "grad_norm": 1.2275218963623047,
      "learning_rate": 3.7108811137998743e-06,
      "loss": 0.3542,
      "step": 965030
    },
    {
      "epoch": 269.34,
      "grad_norm": 0.9339392781257629,
      "learning_rate": 3.7108591507650026e-06,
      "loss": 0.3463,
      "step": 965040
    },
    {
      "epoch": 269.34,
      "grad_norm": 0.9881073832511902,
      "learning_rate": 3.7108371875481697e-06,
      "loss": 0.3595,
      "step": 965050
    },
    {
      "epoch": 269.34,
      "grad_norm": 2.281440496444702,
      "learning_rate": 3.7108152241493762e-06,
      "loss": 0.367,
      "step": 965060
    },
    {
      "epoch": 269.35,
      "grad_norm": 1.056800127029419,
      "learning_rate": 3.710793260568626e-06,
      "loss": 0.3673,
      "step": 965070
    },
    {
      "epoch": 269.35,
      "grad_norm": 0.9828469753265381,
      "learning_rate": 3.710771296805923e-06,
      "loss": 0.3725,
      "step": 965080
    },
    {
      "epoch": 269.35,
      "grad_norm": 0.8654344081878662,
      "learning_rate": 3.710749332861268e-06,
      "loss": 0.371,
      "step": 965090
    },
    {
      "epoch": 269.36,
      "grad_norm": 1.1140861511230469,
      "learning_rate": 3.710727368734665e-06,
      "loss": 0.3512,
      "step": 965100
    },
    {
      "epoch": 269.36,
      "grad_norm": 1.0212442874908447,
      "learning_rate": 3.7107054044261177e-06,
      "loss": 0.3595,
      "step": 965110
    },
    {
      "epoch": 269.36,
      "grad_norm": 1.0354925394058228,
      "learning_rate": 3.7106834399356276e-06,
      "loss": 0.3606,
      "step": 965120
    },
    {
      "epoch": 269.36,
      "grad_norm": 0.968389093875885,
      "learning_rate": 3.7106614752631986e-06,
      "loss": 0.368,
      "step": 965130
    },
    {
      "epoch": 269.37,
      "grad_norm": 1.1460087299346924,
      "learning_rate": 3.7106395104088332e-06,
      "loss": 0.3684,
      "step": 965140
    },
    {
      "epoch": 269.37,
      "grad_norm": 1.1207847595214844,
      "learning_rate": 3.710617545372535e-06,
      "loss": 0.3691,
      "step": 965150
    },
    {
      "epoch": 269.37,
      "grad_norm": 1.0138267278671265,
      "learning_rate": 3.710595580154305e-06,
      "loss": 0.3507,
      "step": 965160
    },
    {
      "epoch": 269.37,
      "grad_norm": 0.9931676387786865,
      "learning_rate": 3.710573614754149e-06,
      "loss": 0.362,
      "step": 965170
    },
    {
      "epoch": 269.38,
      "grad_norm": 1.1070133447647095,
      "learning_rate": 3.7105516491720675e-06,
      "loss": 0.3726,
      "step": 965180
    },
    {
      "epoch": 269.38,
      "grad_norm": 1.016532301902771,
      "learning_rate": 3.710529683408064e-06,
      "loss": 0.3323,
      "step": 965190
    },
    {
      "epoch": 269.38,
      "grad_norm": 1.0045632123947144,
      "learning_rate": 3.7105077174621427e-06,
      "loss": 0.3704,
      "step": 965200
    },
    {
      "epoch": 269.39,
      "grad_norm": 1.0518449544906616,
      "learning_rate": 3.7104857513343052e-06,
      "loss": 0.3563,
      "step": 965210
    },
    {
      "epoch": 269.39,
      "grad_norm": 1.0727459192276,
      "learning_rate": 3.7104637850245548e-06,
      "loss": 0.3728,
      "step": 965220
    },
    {
      "epoch": 269.39,
      "grad_norm": 0.9521191120147705,
      "learning_rate": 3.710441818532894e-06,
      "loss": 0.3914,
      "step": 965230
    },
    {
      "epoch": 269.39,
      "grad_norm": 1.1573508977890015,
      "learning_rate": 3.710419851859327e-06,
      "loss": 0.3761,
      "step": 965240
    },
    {
      "epoch": 269.4,
      "grad_norm": 1.3257420063018799,
      "learning_rate": 3.7103978850038556e-06,
      "loss": 0.3665,
      "step": 965250
    },
    {
      "epoch": 269.4,
      "grad_norm": 1.2939727306365967,
      "learning_rate": 3.7103759179664827e-06,
      "loss": 0.3606,
      "step": 965260
    },
    {
      "epoch": 269.4,
      "grad_norm": 0.9942910671234131,
      "learning_rate": 3.710353950747212e-06,
      "loss": 0.3598,
      "step": 965270
    },
    {
      "epoch": 269.41,
      "grad_norm": 1.1669228076934814,
      "learning_rate": 3.710331983346045e-06,
      "loss": 0.3708,
      "step": 965280
    },
    {
      "epoch": 269.41,
      "grad_norm": 1.3067748546600342,
      "learning_rate": 3.710310015762986e-06,
      "loss": 0.3683,
      "step": 965290
    },
    {
      "epoch": 269.41,
      "grad_norm": 1.1330463886260986,
      "learning_rate": 3.710288047998037e-06,
      "loss": 0.3774,
      "step": 965300
    },
    {
      "epoch": 269.41,
      "grad_norm": 1.051404356956482,
      "learning_rate": 3.7102660800512028e-06,
      "loss": 0.3744,
      "step": 965310
    },
    {
      "epoch": 269.42,
      "grad_norm": 1.0271662473678589,
      "learning_rate": 3.7102441119224846e-06,
      "loss": 0.3405,
      "step": 965320
    },
    {
      "epoch": 269.42,
      "grad_norm": 1.0257195234298706,
      "learning_rate": 3.7102221436118848e-06,
      "loss": 0.3536,
      "step": 965330
    },
    {
      "epoch": 269.42,
      "grad_norm": 1.2809369564056396,
      "learning_rate": 3.7102001751194075e-06,
      "loss": 0.3714,
      "step": 965340
    },
    {
      "epoch": 269.43,
      "grad_norm": 1.019731044769287,
      "learning_rate": 3.7101782064450552e-06,
      "loss": 0.3644,
      "step": 965350
    },
    {
      "epoch": 269.43,
      "grad_norm": 0.9415097236633301,
      "learning_rate": 3.710156237588831e-06,
      "loss": 0.3672,
      "step": 965360
    },
    {
      "epoch": 269.43,
      "grad_norm": 0.9347338080406189,
      "learning_rate": 3.7101342685507383e-06,
      "loss": 0.355,
      "step": 965370
    },
    {
      "epoch": 269.43,
      "grad_norm": 1.095442533493042,
      "learning_rate": 3.7101122993307796e-06,
      "loss": 0.3574,
      "step": 965380
    },
    {
      "epoch": 269.44,
      "grad_norm": 1.135636329650879,
      "learning_rate": 3.7100903299289565e-06,
      "loss": 0.3629,
      "step": 965390
    },
    {
      "epoch": 269.44,
      "grad_norm": 0.9996263384819031,
      "learning_rate": 3.710068360345274e-06,
      "loss": 0.3588,
      "step": 965400
    },
    {
      "epoch": 269.44,
      "grad_norm": 1.104962944984436,
      "learning_rate": 3.710046390579734e-06,
      "loss": 0.3626,
      "step": 965410
    },
    {
      "epoch": 269.44,
      "grad_norm": 1.0451018810272217,
      "learning_rate": 3.7100244206323394e-06,
      "loss": 0.3765,
      "step": 965420
    },
    {
      "epoch": 269.45,
      "grad_norm": 0.9367987513542175,
      "learning_rate": 3.7100024505030938e-06,
      "loss": 0.3714,
      "step": 965430
    },
    {
      "epoch": 269.45,
      "grad_norm": 1.1112401485443115,
      "learning_rate": 3.7099804801919995e-06,
      "loss": 0.3685,
      "step": 965440
    },
    {
      "epoch": 269.45,
      "grad_norm": 1.3697198629379272,
      "learning_rate": 3.7099585096990595e-06,
      "loss": 0.3635,
      "step": 965450
    },
    {
      "epoch": 269.46,
      "grad_norm": 1.0125609636306763,
      "learning_rate": 3.7099365390242763e-06,
      "loss": 0.3756,
      "step": 965460
    },
    {
      "epoch": 269.46,
      "grad_norm": 0.8887917399406433,
      "learning_rate": 3.709914568167653e-06,
      "loss": 0.341,
      "step": 965470
    },
    {
      "epoch": 269.46,
      "grad_norm": 0.9764053821563721,
      "learning_rate": 3.7098925971291937e-06,
      "loss": 0.3533,
      "step": 965480
    },
    {
      "epoch": 269.46,
      "grad_norm": 0.9026510119438171,
      "learning_rate": 3.7098706259089006e-06,
      "loss": 0.3618,
      "step": 965490
    },
    {
      "epoch": 269.47,
      "grad_norm": 1.0580756664276123,
      "learning_rate": 3.7098486545067757e-06,
      "loss": 0.3723,
      "step": 965500
    },
    {
      "epoch": 269.47,
      "grad_norm": 1.0227373838424683,
      "learning_rate": 3.709826682922824e-06,
      "loss": 0.3487,
      "step": 965510
    },
    {
      "epoch": 269.47,
      "grad_norm": 0.9452414512634277,
      "learning_rate": 3.709804711157045e-06,
      "loss": 0.3477,
      "step": 965520
    },
    {
      "epoch": 269.48,
      "grad_norm": 0.9895479679107666,
      "learning_rate": 3.7097827392094456e-06,
      "loss": 0.3588,
      "step": 965530
    },
    {
      "epoch": 269.48,
      "grad_norm": 0.9659688472747803,
      "learning_rate": 3.709760767080026e-06,
      "loss": 0.3657,
      "step": 965540
    },
    {
      "epoch": 269.48,
      "grad_norm": 1.031702995300293,
      "learning_rate": 3.70973879476879e-06,
      "loss": 0.3569,
      "step": 965550
    },
    {
      "epoch": 269.48,
      "grad_norm": 0.9245696663856506,
      "learning_rate": 3.709716822275741e-06,
      "loss": 0.3567,
      "step": 965560
    },
    {
      "epoch": 269.49,
      "grad_norm": 1.03629732131958,
      "learning_rate": 3.709694849600881e-06,
      "loss": 0.3705,
      "step": 965570
    },
    {
      "epoch": 269.49,
      "grad_norm": 0.9374110698699951,
      "learning_rate": 3.709672876744214e-06,
      "loss": 0.3477,
      "step": 965580
    },
    {
      "epoch": 269.49,
      "grad_norm": 0.9461092352867126,
      "learning_rate": 3.709650903705741e-06,
      "loss": 0.3871,
      "step": 965590
    },
    {
      "epoch": 269.49,
      "grad_norm": 1.1030669212341309,
      "learning_rate": 3.7096289304854678e-06,
      "loss": 0.3574,
      "step": 965600
    },
    {
      "epoch": 269.5,
      "grad_norm": 1.2320947647094727,
      "learning_rate": 3.7096069570833944e-06,
      "loss": 0.3656,
      "step": 965610
    },
    {
      "epoch": 269.5,
      "grad_norm": 1.132290005683899,
      "learning_rate": 3.709584983499526e-06,
      "loss": 0.3531,
      "step": 965620
    },
    {
      "epoch": 269.5,
      "grad_norm": 1.0054771900177002,
      "learning_rate": 3.709563009733864e-06,
      "loss": 0.3721,
      "step": 965630
    },
    {
      "epoch": 269.51,
      "grad_norm": 1.0433334112167358,
      "learning_rate": 3.709541035786412e-06,
      "loss": 0.3659,
      "step": 965640
    },
    {
      "epoch": 269.51,
      "grad_norm": 1.3419995307922363,
      "learning_rate": 3.7095190616571733e-06,
      "loss": 0.3571,
      "step": 965650
    },
    {
      "epoch": 269.51,
      "grad_norm": 0.9643495082855225,
      "learning_rate": 3.70949708734615e-06,
      "loss": 0.3513,
      "step": 965660
    },
    {
      "epoch": 269.51,
      "grad_norm": 0.9143836498260498,
      "learning_rate": 3.7094751128533456e-06,
      "loss": 0.354,
      "step": 965670
    },
    {
      "epoch": 269.52,
      "grad_norm": 0.9399142861366272,
      "learning_rate": 3.709453138178762e-06,
      "loss": 0.3571,
      "step": 965680
    },
    {
      "epoch": 269.52,
      "grad_norm": 0.9561732411384583,
      "learning_rate": 3.7094311633224045e-06,
      "loss": 0.3595,
      "step": 965690
    },
    {
      "epoch": 269.52,
      "grad_norm": 1.2844598293304443,
      "learning_rate": 3.7094091882842735e-06,
      "loss": 0.3517,
      "step": 965700
    },
    {
      "epoch": 269.53,
      "grad_norm": 1.2062420845031738,
      "learning_rate": 3.7093872130643725e-06,
      "loss": 0.3714,
      "step": 965710
    },
    {
      "epoch": 269.53,
      "grad_norm": 1.2173460721969604,
      "learning_rate": 3.7093652376627055e-06,
      "loss": 0.3654,
      "step": 965720
    },
    {
      "epoch": 269.53,
      "grad_norm": 1.1537796258926392,
      "learning_rate": 3.7093432620792745e-06,
      "loss": 0.3757,
      "step": 965730
    },
    {
      "epoch": 269.53,
      "grad_norm": 0.9843888282775879,
      "learning_rate": 3.7093212863140825e-06,
      "loss": 0.3477,
      "step": 965740
    },
    {
      "epoch": 269.54,
      "grad_norm": 1.1717033386230469,
      "learning_rate": 3.7092993103671325e-06,
      "loss": 0.3698,
      "step": 965750
    },
    {
      "epoch": 269.54,
      "grad_norm": 1.5829524993896484,
      "learning_rate": 3.7092773342384283e-06,
      "loss": 0.3355,
      "step": 965760
    },
    {
      "epoch": 269.54,
      "grad_norm": 0.9350290298461914,
      "learning_rate": 3.7092553579279716e-06,
      "loss": 0.3405,
      "step": 965770
    },
    {
      "epoch": 269.55,
      "grad_norm": 1.0032336711883545,
      "learning_rate": 3.7092333814357653e-06,
      "loss": 0.3539,
      "step": 965780
    },
    {
      "epoch": 269.55,
      "grad_norm": 1.1254231929779053,
      "learning_rate": 3.7092114047618137e-06,
      "loss": 0.3447,
      "step": 965790
    },
    {
      "epoch": 269.55,
      "grad_norm": 0.9850286245346069,
      "learning_rate": 3.709189427906118e-06,
      "loss": 0.3637,
      "step": 965800
    },
    {
      "epoch": 269.55,
      "grad_norm": 0.9923169612884521,
      "learning_rate": 3.7091674508686826e-06,
      "loss": 0.3682,
      "step": 965810
    },
    {
      "epoch": 269.56,
      "grad_norm": 1.0515130758285522,
      "learning_rate": 3.7091454736495094e-06,
      "loss": 0.3476,
      "step": 965820
    },
    {
      "epoch": 269.56,
      "grad_norm": 1.2766019105911255,
      "learning_rate": 3.709123496248601e-06,
      "loss": 0.362,
      "step": 965830
    },
    {
      "epoch": 269.56,
      "grad_norm": 1.1751459836959839,
      "learning_rate": 3.709101518665962e-06,
      "loss": 0.3665,
      "step": 965840
    },
    {
      "epoch": 269.56,
      "grad_norm": 1.1799107789993286,
      "learning_rate": 3.7090795409015942e-06,
      "loss": 0.3516,
      "step": 965850
    },
    {
      "epoch": 269.57,
      "grad_norm": 0.9444289207458496,
      "learning_rate": 3.7090575629555e-06,
      "loss": 0.3773,
      "step": 965860
    },
    {
      "epoch": 269.57,
      "grad_norm": 1.0167176723480225,
      "learning_rate": 3.7090355848276836e-06,
      "loss": 0.346,
      "step": 965870
    },
    {
      "epoch": 269.57,
      "grad_norm": 1.03398859500885,
      "learning_rate": 3.7090136065181474e-06,
      "loss": 0.3515,
      "step": 965880
    },
    {
      "epoch": 269.58,
      "grad_norm": 0.9208741784095764,
      "learning_rate": 3.7089916280268942e-06,
      "loss": 0.3457,
      "step": 965890
    },
    {
      "epoch": 269.58,
      "grad_norm": 1.184428095817566,
      "learning_rate": 3.7089696493539263e-06,
      "loss": 0.359,
      "step": 965900
    },
    {
      "epoch": 269.58,
      "grad_norm": 1.1740328073501587,
      "learning_rate": 3.7089476704992485e-06,
      "loss": 0.3612,
      "step": 965910
    },
    {
      "epoch": 269.58,
      "grad_norm": 0.9882198572158813,
      "learning_rate": 3.708925691462862e-06,
      "loss": 0.3501,
      "step": 965920
    },
    {
      "epoch": 269.59,
      "grad_norm": 1.0323461294174194,
      "learning_rate": 3.7089037122447693e-06,
      "loss": 0.36,
      "step": 965930
    },
    {
      "epoch": 269.59,
      "grad_norm": 0.9677438735961914,
      "learning_rate": 3.7088817328449755e-06,
      "loss": 0.3589,
      "step": 965940
    },
    {
      "epoch": 269.59,
      "grad_norm": 0.9862174391746521,
      "learning_rate": 3.708859753263482e-06,
      "loss": 0.3533,
      "step": 965950
    },
    {
      "epoch": 269.6,
      "grad_norm": 1.1592891216278076,
      "learning_rate": 3.7088377735002916e-06,
      "loss": 0.3598,
      "step": 965960
    },
    {
      "epoch": 269.6,
      "grad_norm": 1.1619791984558105,
      "learning_rate": 3.7088157935554075e-06,
      "loss": 0.371,
      "step": 965970
    },
    {
      "epoch": 269.6,
      "grad_norm": 0.9543813467025757,
      "learning_rate": 3.7087938134288336e-06,
      "loss": 0.362,
      "step": 965980
    },
    {
      "epoch": 269.6,
      "grad_norm": 1.0761744976043701,
      "learning_rate": 3.7087718331205715e-06,
      "loss": 0.3557,
      "step": 965990
    },
    {
      "epoch": 269.61,
      "grad_norm": 1.3605026006698608,
      "learning_rate": 3.7087498526306247e-06,
      "loss": 0.3639,
      "step": 966000
    },
    {
      "epoch": 269.61,
      "grad_norm": 1.0644123554229736,
      "learning_rate": 3.7087278719589965e-06,
      "loss": 0.3492,
      "step": 966010
    },
    {
      "epoch": 269.61,
      "grad_norm": 0.9758543372154236,
      "learning_rate": 3.708705891105688e-06,
      "loss": 0.3637,
      "step": 966020
    },
    {
      "epoch": 269.61,
      "grad_norm": 1.123664379119873,
      "learning_rate": 3.708683910070705e-06,
      "loss": 0.3766,
      "step": 966030
    },
    {
      "epoch": 269.62,
      "grad_norm": 0.8930402994155884,
      "learning_rate": 3.708661928854048e-06,
      "loss": 0.3552,
      "step": 966040
    },
    {
      "epoch": 269.62,
      "grad_norm": 1.0705541372299194,
      "learning_rate": 3.7086399474557216e-06,
      "loss": 0.3527,
      "step": 966050
    },
    {
      "epoch": 269.62,
      "grad_norm": 1.0971710681915283,
      "learning_rate": 3.7086179658757277e-06,
      "loss": 0.3708,
      "step": 966060
    },
    {
      "epoch": 269.63,
      "grad_norm": 0.9084851741790771,
      "learning_rate": 3.708595984114069e-06,
      "loss": 0.3581,
      "step": 966070
    },
    {
      "epoch": 269.63,
      "grad_norm": 1.1380542516708374,
      "learning_rate": 3.7085740021707494e-06,
      "loss": 0.3608,
      "step": 966080
    },
    {
      "epoch": 269.63,
      "grad_norm": 2.5126967430114746,
      "learning_rate": 3.708552020045771e-06,
      "loss": 0.3646,
      "step": 966090
    },
    {
      "epoch": 269.63,
      "grad_norm": 1.2124149799346924,
      "learning_rate": 3.708530037739137e-06,
      "loss": 0.3589,
      "step": 966100
    },
    {
      "epoch": 269.64,
      "grad_norm": 1.043407678604126,
      "learning_rate": 3.7085080552508516e-06,
      "loss": 0.3501,
      "step": 966110
    },
    {
      "epoch": 269.64,
      "grad_norm": 0.9929928779602051,
      "learning_rate": 3.7084860725809156e-06,
      "loss": 0.3824,
      "step": 966120
    },
    {
      "epoch": 269.64,
      "grad_norm": 1.026977777481079,
      "learning_rate": 3.708464089729333e-06,
      "loss": 0.3452,
      "step": 966130
    },
    {
      "epoch": 269.65,
      "grad_norm": 1.1720119714736938,
      "learning_rate": 3.7084421066961065e-06,
      "loss": 0.3549,
      "step": 966140
    },
    {
      "epoch": 269.65,
      "grad_norm": 1.1702288389205933,
      "learning_rate": 3.708420123481239e-06,
      "loss": 0.3705,
      "step": 966150
    },
    {
      "epoch": 269.65,
      "grad_norm": 0.9326854348182678,
      "learning_rate": 3.7083981400847338e-06,
      "loss": 0.3477,
      "step": 966160
    },
    {
      "epoch": 269.65,
      "grad_norm": 0.9387957453727722,
      "learning_rate": 3.708376156506593e-06,
      "loss": 0.3413,
      "step": 966170
    },
    {
      "epoch": 269.66,
      "grad_norm": 1.05104660987854,
      "learning_rate": 3.7083541727468206e-06,
      "loss": 0.3677,
      "step": 966180
    },
    {
      "epoch": 269.66,
      "grad_norm": 1.0232200622558594,
      "learning_rate": 3.7083321888054187e-06,
      "loss": 0.3569,
      "step": 966190
    },
    {
      "epoch": 269.66,
      "grad_norm": 0.9680494666099548,
      "learning_rate": 3.7083102046823912e-06,
      "loss": 0.3601,
      "step": 966200
    },
    {
      "epoch": 269.67,
      "grad_norm": 1.327658772468567,
      "learning_rate": 3.70828822037774e-06,
      "loss": 0.3528,
      "step": 966210
    },
    {
      "epoch": 269.67,
      "grad_norm": 1.274796724319458,
      "learning_rate": 3.708266235891468e-06,
      "loss": 0.3551,
      "step": 966220
    },
    {
      "epoch": 269.67,
      "grad_norm": 0.8943653702735901,
      "learning_rate": 3.7082442512235786e-06,
      "loss": 0.3564,
      "step": 966230
    },
    {
      "epoch": 269.67,
      "grad_norm": 1.0716559886932373,
      "learning_rate": 3.708222266374075e-06,
      "loss": 0.3508,
      "step": 966240
    },
    {
      "epoch": 269.68,
      "grad_norm": 1.0988085269927979,
      "learning_rate": 3.70820028134296e-06,
      "loss": 0.361,
      "step": 966250
    },
    {
      "epoch": 269.68,
      "grad_norm": 0.9731814861297607,
      "learning_rate": 3.7081782961302355e-06,
      "loss": 0.3752,
      "step": 966260
    },
    {
      "epoch": 269.68,
      "grad_norm": 1.3587672710418701,
      "learning_rate": 3.708156310735906e-06,
      "loss": 0.3602,
      "step": 966270
    },
    {
      "epoch": 269.68,
      "grad_norm": 1.217134714126587,
      "learning_rate": 3.7081343251599736e-06,
      "loss": 0.3609,
      "step": 966280
    },
    {
      "epoch": 269.69,
      "grad_norm": 1.551676630973816,
      "learning_rate": 3.7081123394024403e-06,
      "loss": 0.3645,
      "step": 966290
    },
    {
      "epoch": 269.69,
      "grad_norm": 1.1737534999847412,
      "learning_rate": 3.708090353463311e-06,
      "loss": 0.3498,
      "step": 966300
    },
    {
      "epoch": 269.69,
      "grad_norm": 1.0464431047439575,
      "learning_rate": 3.7080683673425874e-06,
      "loss": 0.3605,
      "step": 966310
    },
    {
      "epoch": 269.7,
      "grad_norm": 0.9310967922210693,
      "learning_rate": 3.7080463810402725e-06,
      "loss": 0.353,
      "step": 966320
    },
    {
      "epoch": 269.7,
      "grad_norm": 0.9601886868476868,
      "learning_rate": 3.7080243945563694e-06,
      "loss": 0.3587,
      "step": 966330
    },
    {
      "epoch": 269.7,
      "grad_norm": 1.0682133436203003,
      "learning_rate": 3.708002407890881e-06,
      "loss": 0.3547,
      "step": 966340
    },
    {
      "epoch": 269.7,
      "grad_norm": 1.1095781326293945,
      "learning_rate": 3.7079804210438106e-06,
      "loss": 0.3818,
      "step": 966350
    },
    {
      "epoch": 269.71,
      "grad_norm": 0.9974163174629211,
      "learning_rate": 3.70795843401516e-06,
      "loss": 0.3609,
      "step": 966360
    },
    {
      "epoch": 269.71,
      "grad_norm": 0.9409424066543579,
      "learning_rate": 3.7079364468049337e-06,
      "loss": 0.3564,
      "step": 966370
    },
    {
      "epoch": 269.71,
      "grad_norm": 1.1343711614608765,
      "learning_rate": 3.7079144594131333e-06,
      "loss": 0.3664,
      "step": 966380
    },
    {
      "epoch": 269.72,
      "grad_norm": 0.9020822048187256,
      "learning_rate": 3.707892471839762e-06,
      "loss": 0.3585,
      "step": 966390
    },
    {
      "epoch": 269.72,
      "grad_norm": 1.600980281829834,
      "learning_rate": 3.7078704840848238e-06,
      "loss": 0.3436,
      "step": 966400
    },
    {
      "epoch": 269.72,
      "grad_norm": 1.0313234329223633,
      "learning_rate": 3.70784849614832e-06,
      "loss": 0.3774,
      "step": 966410
    },
    {
      "epoch": 269.72,
      "grad_norm": 0.9127842783927917,
      "learning_rate": 3.707826508030255e-06,
      "loss": 0.3533,
      "step": 966420
    },
    {
      "epoch": 269.73,
      "grad_norm": 1.0800135135650635,
      "learning_rate": 3.7078045197306306e-06,
      "loss": 0.3633,
      "step": 966430
    },
    {
      "epoch": 269.73,
      "grad_norm": 0.9066787362098694,
      "learning_rate": 3.7077825312494505e-06,
      "loss": 0.3395,
      "step": 966440
    },
    {
      "epoch": 269.73,
      "grad_norm": 1.0618975162506104,
      "learning_rate": 3.7077605425867165e-06,
      "loss": 0.3529,
      "step": 966450
    },
    {
      "epoch": 269.73,
      "grad_norm": 1.037807822227478,
      "learning_rate": 3.7077385537424333e-06,
      "loss": 0.3741,
      "step": 966460
    },
    {
      "epoch": 269.74,
      "grad_norm": 0.9866262674331665,
      "learning_rate": 3.7077165647166026e-06,
      "loss": 0.3609,
      "step": 966470
    },
    {
      "epoch": 269.74,
      "grad_norm": 1.0648409128189087,
      "learning_rate": 3.707694575509227e-06,
      "loss": 0.3877,
      "step": 966480
    },
    {
      "epoch": 269.74,
      "grad_norm": 1.0392354726791382,
      "learning_rate": 3.70767258612031e-06,
      "loss": 0.3563,
      "step": 966490
    },
    {
      "epoch": 269.75,
      "grad_norm": 1.1094555854797363,
      "learning_rate": 3.7076505965498553e-06,
      "loss": 0.3743,
      "step": 966500
    },
    {
      "epoch": 269.75,
      "grad_norm": 0.9602838158607483,
      "learning_rate": 3.707628606797865e-06,
      "loss": 0.3481,
      "step": 966510
    },
    {
      "epoch": 269.75,
      "grad_norm": 0.863597571849823,
      "learning_rate": 3.707606616864342e-06,
      "loss": 0.3618,
      "step": 966520
    },
    {
      "epoch": 269.75,
      "grad_norm": 1.003398060798645,
      "learning_rate": 3.707584626749289e-06,
      "loss": 0.3635,
      "step": 966530
    },
    {
      "epoch": 269.76,
      "grad_norm": 1.1392021179199219,
      "learning_rate": 3.7075626364527093e-06,
      "loss": 0.3713,
      "step": 966540
    },
    {
      "epoch": 269.76,
      "grad_norm": 1.248072624206543,
      "learning_rate": 3.707540645974606e-06,
      "loss": 0.3459,
      "step": 966550
    },
    {
      "epoch": 269.76,
      "grad_norm": 1.8198095560073853,
      "learning_rate": 3.7075186553149816e-06,
      "loss": 0.3665,
      "step": 966560
    },
    {
      "epoch": 269.77,
      "grad_norm": 0.9470701813697815,
      "learning_rate": 3.707496664473839e-06,
      "loss": 0.3468,
      "step": 966570
    },
    {
      "epoch": 269.77,
      "grad_norm": 0.9344586730003357,
      "learning_rate": 3.707474673451182e-06,
      "loss": 0.3613,
      "step": 966580
    },
    {
      "epoch": 269.77,
      "grad_norm": 0.9819464683532715,
      "learning_rate": 3.7074526822470123e-06,
      "loss": 0.36,
      "step": 966590
    },
    {
      "epoch": 269.77,
      "grad_norm": 6.060747146606445,
      "learning_rate": 3.7074306908613334e-06,
      "loss": 0.3743,
      "step": 966600
    },
    {
      "epoch": 269.78,
      "grad_norm": 0.9899267554283142,
      "learning_rate": 3.7074086992941485e-06,
      "loss": 0.3649,
      "step": 966610
    },
    {
      "epoch": 269.78,
      "grad_norm": 1.2392216920852661,
      "learning_rate": 3.7073867075454596e-06,
      "loss": 0.3583,
      "step": 966620
    },
    {
      "epoch": 269.78,
      "grad_norm": 1.0424138307571411,
      "learning_rate": 3.7073647156152715e-06,
      "loss": 0.3418,
      "step": 966630
    },
    {
      "epoch": 269.79,
      "grad_norm": 0.9756303429603577,
      "learning_rate": 3.7073427235035845e-06,
      "loss": 0.3602,
      "step": 966640
    },
    {
      "epoch": 269.79,
      "grad_norm": 1.1218074560165405,
      "learning_rate": 3.7073207312104042e-06,
      "loss": 0.3719,
      "step": 966650
    },
    {
      "epoch": 269.79,
      "grad_norm": 1.1475557088851929,
      "learning_rate": 3.7072987387357315e-06,
      "loss": 0.3602,
      "step": 966660
    },
    {
      "epoch": 269.79,
      "grad_norm": 1.0217244625091553,
      "learning_rate": 3.707276746079571e-06,
      "loss": 0.3667,
      "step": 966670
    },
    {
      "epoch": 269.8,
      "grad_norm": 0.9977090358734131,
      "learning_rate": 3.7072547532419238e-06,
      "loss": 0.3719,
      "step": 966680
    },
    {
      "epoch": 269.8,
      "grad_norm": 1.3254746198654175,
      "learning_rate": 3.707232760222794e-06,
      "loss": 0.363,
      "step": 966690
    },
    {
      "epoch": 269.8,
      "grad_norm": 1.0563663244247437,
      "learning_rate": 3.7072107670221843e-06,
      "loss": 0.3529,
      "step": 966700
    },
    {
      "epoch": 269.8,
      "grad_norm": 1.018433690071106,
      "learning_rate": 3.707188773640097e-06,
      "loss": 0.3582,
      "step": 966710
    },
    {
      "epoch": 269.81,
      "grad_norm": 1.0856974124908447,
      "learning_rate": 3.7071667800765367e-06,
      "loss": 0.3728,
      "step": 966720
    },
    {
      "epoch": 269.81,
      "grad_norm": 1.1046849489212036,
      "learning_rate": 3.7071447863315046e-06,
      "loss": 0.3714,
      "step": 966730
    },
    {
      "epoch": 269.81,
      "grad_norm": 0.9230055809020996,
      "learning_rate": 3.7071227924050043e-06,
      "loss": 0.3792,
      "step": 966740
    },
    {
      "epoch": 269.82,
      "grad_norm": 1.1645373106002808,
      "learning_rate": 3.7071007982970386e-06,
      "loss": 0.3628,
      "step": 966750
    },
    {
      "epoch": 269.82,
      "grad_norm": 1.128758430480957,
      "learning_rate": 3.7070788040076113e-06,
      "loss": 0.37,
      "step": 966760
    },
    {
      "epoch": 269.82,
      "grad_norm": 1.0990066528320312,
      "learning_rate": 3.707056809536724e-06,
      "loss": 0.3473,
      "step": 966770
    },
    {
      "epoch": 269.82,
      "grad_norm": 1.0666111707687378,
      "learning_rate": 3.70703481488438e-06,
      "loss": 0.3698,
      "step": 966780
    },
    {
      "epoch": 269.83,
      "grad_norm": 1.0322749614715576,
      "learning_rate": 3.707012820050583e-06,
      "loss": 0.3709,
      "step": 966790
    },
    {
      "epoch": 269.83,
      "grad_norm": 1.0570777654647827,
      "learning_rate": 3.7069908250353347e-06,
      "loss": 0.3645,
      "step": 966800
    },
    {
      "epoch": 269.83,
      "grad_norm": 1.0121794939041138,
      "learning_rate": 3.706968829838639e-06,
      "loss": 0.3729,
      "step": 966810
    },
    {
      "epoch": 269.84,
      "grad_norm": 0.9862852692604065,
      "learning_rate": 3.7069468344604982e-06,
      "loss": 0.3516,
      "step": 966820
    },
    {
      "epoch": 269.84,
      "grad_norm": 0.9913965463638306,
      "learning_rate": 3.7069248389009162e-06,
      "loss": 0.3504,
      "step": 966830
    },
    {
      "epoch": 269.84,
      "grad_norm": 1.1894241571426392,
      "learning_rate": 3.7069028431598947e-06,
      "loss": 0.3663,
      "step": 966840
    },
    {
      "epoch": 269.84,
      "grad_norm": 2.1566388607025146,
      "learning_rate": 3.7068808472374374e-06,
      "loss": 0.3634,
      "step": 966850
    },
    {
      "epoch": 269.85,
      "grad_norm": 1.048280954360962,
      "learning_rate": 3.706858851133547e-06,
      "loss": 0.3532,
      "step": 966860
    },
    {
      "epoch": 269.85,
      "grad_norm": 0.9210445880889893,
      "learning_rate": 3.7068368548482263e-06,
      "loss": 0.3671,
      "step": 966870
    },
    {
      "epoch": 269.85,
      "grad_norm": 1.0363056659698486,
      "learning_rate": 3.706814858381479e-06,
      "loss": 0.3763,
      "step": 966880
    },
    {
      "epoch": 269.85,
      "grad_norm": 0.914120614528656,
      "learning_rate": 3.7067928617333066e-06,
      "loss": 0.3708,
      "step": 966890
    },
    {
      "epoch": 269.86,
      "grad_norm": 1.2025351524353027,
      "learning_rate": 3.7067708649037126e-06,
      "loss": 0.359,
      "step": 966900
    },
    {
      "epoch": 269.86,
      "grad_norm": 1.2661309242248535,
      "learning_rate": 3.706748867892701e-06,
      "loss": 0.3501,
      "step": 966910
    },
    {
      "epoch": 269.86,
      "grad_norm": 1.0432323217391968,
      "learning_rate": 3.7067268707002738e-06,
      "loss": 0.3713,
      "step": 966920
    },
    {
      "epoch": 269.87,
      "grad_norm": 0.8577600121498108,
      "learning_rate": 3.706704873326433e-06,
      "loss": 0.3634,
      "step": 966930
    },
    {
      "epoch": 269.87,
      "grad_norm": 1.1928924322128296,
      "learning_rate": 3.706682875771184e-06,
      "loss": 0.3517,
      "step": 966940
    },
    {
      "epoch": 269.87,
      "grad_norm": 1.166619896888733,
      "learning_rate": 3.7066608780345274e-06,
      "loss": 0.3585,
      "step": 966950
    },
    {
      "epoch": 269.87,
      "grad_norm": 1.038688063621521,
      "learning_rate": 3.706638880116467e-06,
      "loss": 0.3659,
      "step": 966960
    },
    {
      "epoch": 269.88,
      "grad_norm": 0.9611811637878418,
      "learning_rate": 3.7066168820170057e-06,
      "loss": 0.3708,
      "step": 966970
    },
    {
      "epoch": 269.88,
      "grad_norm": 1.2470718622207642,
      "learning_rate": 3.706594883736146e-06,
      "loss": 0.358,
      "step": 966980
    },
    {
      "epoch": 269.88,
      "grad_norm": 0.9397552609443665,
      "learning_rate": 3.7065728852738924e-06,
      "loss": 0.3617,
      "step": 966990
    },
    {
      "epoch": 269.89,
      "grad_norm": 1.0412338972091675,
      "learning_rate": 3.706550886630246e-06,
      "loss": 0.3551,
      "step": 967000
    },
    {
      "epoch": 269.89,
      "grad_norm": 1.0962975025177002,
      "learning_rate": 3.706528887805211e-06,
      "loss": 0.3626,
      "step": 967010
    },
    {
      "epoch": 269.89,
      "grad_norm": 1.0030879974365234,
      "learning_rate": 3.7065068887987893e-06,
      "loss": 0.3615,
      "step": 967020
    },
    {
      "epoch": 269.89,
      "grad_norm": 1.0518083572387695,
      "learning_rate": 3.706484889610984e-06,
      "loss": 0.3723,
      "step": 967030
    },
    {
      "epoch": 269.9,
      "grad_norm": 0.9549084305763245,
      "learning_rate": 3.706462890241798e-06,
      "loss": 0.3496,
      "step": 967040
    },
    {
      "epoch": 269.9,
      "grad_norm": 1.1503347158432007,
      "learning_rate": 3.7064408906912357e-06,
      "loss": 0.369,
      "step": 967050
    },
    {
      "epoch": 269.9,
      "grad_norm": 1.214431643486023,
      "learning_rate": 3.7064188909592986e-06,
      "loss": 0.3595,
      "step": 967060
    },
    {
      "epoch": 269.91,
      "grad_norm": 0.9178638458251953,
      "learning_rate": 3.7063968910459897e-06,
      "loss": 0.3608,
      "step": 967070
    },
    {
      "epoch": 269.91,
      "grad_norm": 0.8337514996528625,
      "learning_rate": 3.7063748909513124e-06,
      "loss": 0.3484,
      "step": 967080
    },
    {
      "epoch": 269.91,
      "grad_norm": 0.9606552124023438,
      "learning_rate": 3.706352890675269e-06,
      "loss": 0.3634,
      "step": 967090
    },
    {
      "epoch": 269.91,
      "grad_norm": 0.9837252497673035,
      "learning_rate": 3.706330890217863e-06,
      "loss": 0.3856,
      "step": 967100
    },
    {
      "epoch": 269.92,
      "grad_norm": 0.9857177138328552,
      "learning_rate": 3.706308889579097e-06,
      "loss": 0.3614,
      "step": 967110
    },
    {
      "epoch": 269.92,
      "grad_norm": 1.1156848669052124,
      "learning_rate": 3.7062868887589736e-06,
      "loss": 0.3653,
      "step": 967120
    },
    {
      "epoch": 269.92,
      "grad_norm": 1.0465147495269775,
      "learning_rate": 3.7062648877574967e-06,
      "loss": 0.3728,
      "step": 967130
    },
    {
      "epoch": 269.92,
      "grad_norm": 0.9724208116531372,
      "learning_rate": 3.7062428865746684e-06,
      "loss": 0.3715,
      "step": 967140
    },
    {
      "epoch": 269.93,
      "grad_norm": 0.9687386155128479,
      "learning_rate": 3.706220885210492e-06,
      "loss": 0.3655,
      "step": 967150
    },
    {
      "epoch": 269.93,
      "grad_norm": 1.181437373161316,
      "learning_rate": 3.706198883664971e-06,
      "loss": 0.3629,
      "step": 967160
    },
    {
      "epoch": 269.93,
      "grad_norm": 1.0778298377990723,
      "learning_rate": 3.706176881938107e-06,
      "loss": 0.3752,
      "step": 967170
    },
    {
      "epoch": 269.94,
      "grad_norm": 0.9585530757904053,
      "learning_rate": 3.7061548800299032e-06,
      "loss": 0.3767,
      "step": 967180
    },
    {
      "epoch": 269.94,
      "grad_norm": 1.1264381408691406,
      "learning_rate": 3.7061328779403634e-06,
      "loss": 0.3493,
      "step": 967190
    },
    {
      "epoch": 269.94,
      "grad_norm": 0.9568322896957397,
      "learning_rate": 3.7061108756694903e-06,
      "loss": 0.3616,
      "step": 967200
    },
    {
      "epoch": 269.94,
      "grad_norm": 0.8467817306518555,
      "learning_rate": 3.7060888732172866e-06,
      "loss": 0.3458,
      "step": 967210
    },
    {
      "epoch": 269.95,
      "grad_norm": 1.0657986402511597,
      "learning_rate": 3.7060668705837546e-06,
      "loss": 0.3533,
      "step": 967220
    },
    {
      "epoch": 269.95,
      "grad_norm": 0.9897034764289856,
      "learning_rate": 3.7060448677688992e-06,
      "loss": 0.3487,
      "step": 967230
    },
    {
      "epoch": 269.95,
      "grad_norm": 1.0975384712219238,
      "learning_rate": 3.706022864772721e-06,
      "loss": 0.3523,
      "step": 967240
    },
    {
      "epoch": 269.96,
      "grad_norm": 1.0011143684387207,
      "learning_rate": 3.706000861595224e-06,
      "loss": 0.3616,
      "step": 967250
    },
    {
      "epoch": 269.96,
      "grad_norm": 1.0478793382644653,
      "learning_rate": 3.7059788582364106e-06,
      "loss": 0.3654,
      "step": 967260
    },
    {
      "epoch": 269.96,
      "grad_norm": 1.0375934839248657,
      "learning_rate": 3.705956854696285e-06,
      "loss": 0.3682,
      "step": 967270
    },
    {
      "epoch": 269.96,
      "grad_norm": 1.527754545211792,
      "learning_rate": 3.705934850974849e-06,
      "loss": 0.3543,
      "step": 967280
    },
    {
      "epoch": 269.97,
      "grad_norm": 1.243188500404358,
      "learning_rate": 3.7059128470721055e-06,
      "loss": 0.3536,
      "step": 967290
    },
    {
      "epoch": 269.97,
      "grad_norm": 1.2179721593856812,
      "learning_rate": 3.705890842988058e-06,
      "loss": 0.3435,
      "step": 967300
    },
    {
      "epoch": 269.97,
      "grad_norm": 0.8154522776603699,
      "learning_rate": 3.705868838722709e-06,
      "loss": 0.3635,
      "step": 967310
    },
    {
      "epoch": 269.97,
      "grad_norm": 1.0389548540115356,
      "learning_rate": 3.7058468342760616e-06,
      "loss": 0.359,
      "step": 967320
    },
    {
      "epoch": 269.98,
      "grad_norm": 0.9992312788963318,
      "learning_rate": 3.705824829648119e-06,
      "loss": 0.357,
      "step": 967330
    },
    {
      "epoch": 269.98,
      "grad_norm": 1.0295015573501587,
      "learning_rate": 3.705802824838884e-06,
      "loss": 0.3601,
      "step": 967340
    },
    {
      "epoch": 269.98,
      "grad_norm": 0.9503724575042725,
      "learning_rate": 3.705780819848359e-06,
      "loss": 0.3609,
      "step": 967350
    },
    {
      "epoch": 269.99,
      "grad_norm": 1.136398434638977,
      "learning_rate": 3.7057588146765473e-06,
      "loss": 0.3708,
      "step": 967360
    },
    {
      "epoch": 269.99,
      "grad_norm": 1.3925114870071411,
      "learning_rate": 3.7057368093234526e-06,
      "loss": 0.3654,
      "step": 967370
    },
    {
      "epoch": 269.99,
      "grad_norm": 1.0870457887649536,
      "learning_rate": 3.7057148037890764e-06,
      "loss": 0.3559,
      "step": 967380
    },
    {
      "epoch": 269.99,
      "grad_norm": 1.012915849685669,
      "learning_rate": 3.705692798073423e-06,
      "loss": 0.3754,
      "step": 967390
    },
    {
      "epoch": 270.0,
      "grad_norm": 0.902543306350708,
      "learning_rate": 3.705670792176494e-06,
      "loss": 0.3577,
      "step": 967400
    },
    {
      "epoch": 270.0,
      "grad_norm": 1.1901291608810425,
      "learning_rate": 3.7056487860982925e-06,
      "loss": 0.3787,
      "step": 967410
    },
    {
      "epoch": 270.0,
      "eval_loss": 0.36140602827072144,
      "eval_runtime": 63.3394,
      "eval_samples_per_second": 79.871,
      "eval_steps_per_second": 9.994,
      "step": 967410
    },
    {
      "epoch": 270.0,
      "grad_norm": 1.0845776796340942,
      "learning_rate": 3.7056267798388226e-06,
      "loss": 0.368,
      "step": 967420
    },
    {
      "epoch": 270.01,
      "grad_norm": 0.9939336776733398,
      "learning_rate": 3.7056047733980864e-06,
      "loss": 0.3543,
      "step": 967430
    },
    {
      "epoch": 270.01,
      "grad_norm": 1.1673061847686768,
      "learning_rate": 3.705582766776087e-06,
      "loss": 0.3481,
      "step": 967440
    },
    {
      "epoch": 270.01,
      "grad_norm": 1.160190463066101,
      "learning_rate": 3.705560759972827e-06,
      "loss": 0.3694,
      "step": 967450
    },
    {
      "epoch": 270.01,
      "grad_norm": 1.0400999784469604,
      "learning_rate": 3.70553875298831e-06,
      "loss": 0.3575,
      "step": 967460
    },
    {
      "epoch": 270.02,
      "grad_norm": 1.148629903793335,
      "learning_rate": 3.705516745822539e-06,
      "loss": 0.3529,
      "step": 967470
    },
    {
      "epoch": 270.02,
      "grad_norm": 0.9011853337287903,
      "learning_rate": 3.705494738475515e-06,
      "loss": 0.349,
      "step": 967480
    },
    {
      "epoch": 270.02,
      "grad_norm": 0.9353950023651123,
      "learning_rate": 3.705472730947243e-06,
      "loss": 0.367,
      "step": 967490
    },
    {
      "epoch": 270.03,
      "grad_norm": 1.2079702615737915,
      "learning_rate": 3.7054507232377266e-06,
      "loss": 0.3634,
      "step": 967500
    },
    {
      "epoch": 270.03,
      "grad_norm": 0.9464945793151855,
      "learning_rate": 3.705428715346966e-06,
      "loss": 0.3647,
      "step": 967510
    },
    {
      "epoch": 270.03,
      "grad_norm": 1.1457922458648682,
      "learning_rate": 3.705406707274966e-06,
      "loss": 0.365,
      "step": 967520
    },
    {
      "epoch": 270.03,
      "grad_norm": 0.9605478048324585,
      "learning_rate": 3.7053846990217296e-06,
      "loss": 0.3767,
      "step": 967530
    },
    {
      "epoch": 270.04,
      "grad_norm": 1.0203297138214111,
      "learning_rate": 3.7053626905872586e-06,
      "loss": 0.3698,
      "step": 967540
    },
    {
      "epoch": 270.04,
      "grad_norm": 1.0753235816955566,
      "learning_rate": 3.705340681971557e-06,
      "loss": 0.3644,
      "step": 967550
    },
    {
      "epoch": 270.04,
      "grad_norm": 1.068895697593689,
      "learning_rate": 3.7053186731746275e-06,
      "loss": 0.3692,
      "step": 967560
    },
    {
      "epoch": 270.04,
      "grad_norm": 1.0377823114395142,
      "learning_rate": 3.7052966641964724e-06,
      "loss": 0.3714,
      "step": 967570
    },
    {
      "epoch": 270.05,
      "grad_norm": 1.0447746515274048,
      "learning_rate": 3.705274655037095e-06,
      "loss": 0.365,
      "step": 967580
    },
    {
      "epoch": 270.05,
      "grad_norm": 1.1068893671035767,
      "learning_rate": 3.7052526456964987e-06,
      "loss": 0.3548,
      "step": 967590
    },
    {
      "epoch": 270.05,
      "grad_norm": 1.0598052740097046,
      "learning_rate": 3.705230636174685e-06,
      "loss": 0.3695,
      "step": 967600
    },
    {
      "epoch": 270.06,
      "grad_norm": 0.9987775683403015,
      "learning_rate": 3.7052086264716596e-06,
      "loss": 0.3612,
      "step": 967610
    },
    {
      "epoch": 270.06,
      "grad_norm": 1.0380425453186035,
      "learning_rate": 3.7051866165874223e-06,
      "loss": 0.3629,
      "step": 967620
    },
    {
      "epoch": 270.06,
      "grad_norm": 1.2385064363479614,
      "learning_rate": 3.7051646065219775e-06,
      "loss": 0.3538,
      "step": 967630
    },
    {
      "epoch": 270.06,
      "grad_norm": 0.9290690422058105,
      "learning_rate": 3.7051425962753287e-06,
      "loss": 0.3481,
      "step": 967640
    },
    {
      "epoch": 270.07,
      "grad_norm": 1.0328806638717651,
      "learning_rate": 3.705120585847478e-06,
      "loss": 0.3819,
      "step": 967650
    },
    {
      "epoch": 270.07,
      "grad_norm": 1.0330090522766113,
      "learning_rate": 3.7050985752384283e-06,
      "loss": 0.3622,
      "step": 967660
    },
    {
      "epoch": 270.07,
      "grad_norm": 1.0324482917785645,
      "learning_rate": 3.705076564448182e-06,
      "loss": 0.3499,
      "step": 967670
    },
    {
      "epoch": 270.08,
      "grad_norm": 1.0612013339996338,
      "learning_rate": 3.705054553476744e-06,
      "loss": 0.3592,
      "step": 967680
    },
    {
      "epoch": 270.08,
      "grad_norm": 0.947383463382721,
      "learning_rate": 3.7050325423241165e-06,
      "loss": 0.3531,
      "step": 967690
    },
    {
      "epoch": 270.08,
      "grad_norm": 1.1450568437576294,
      "learning_rate": 3.7050105309903e-06,
      "loss": 0.3638,
      "step": 967700
    },
    {
      "epoch": 270.08,
      "grad_norm": 1.165366530418396,
      "learning_rate": 3.7049885194753003e-06,
      "loss": 0.3453,
      "step": 967710
    },
    {
      "epoch": 270.09,
      "grad_norm": 1.112379789352417,
      "learning_rate": 3.70496650777912e-06,
      "loss": 0.3644,
      "step": 967720
    },
    {
      "epoch": 270.09,
      "grad_norm": 1.092162847518921,
      "learning_rate": 3.70494449590176e-06,
      "loss": 0.3536,
      "step": 967730
    },
    {
      "epoch": 270.09,
      "grad_norm": 1.340772032737732,
      "learning_rate": 3.704922483843226e-06,
      "loss": 0.3712,
      "step": 967740
    },
    {
      "epoch": 270.09,
      "grad_norm": 1.0189452171325684,
      "learning_rate": 3.704900471603519e-06,
      "loss": 0.3601,
      "step": 967750
    },
    {
      "epoch": 270.1,
      "grad_norm": 1.1236714124679565,
      "learning_rate": 3.704878459182642e-06,
      "loss": 0.3674,
      "step": 967760
    },
    {
      "epoch": 270.1,
      "grad_norm": 1.1231002807617188,
      "learning_rate": 3.7048564465805992e-06,
      "loss": 0.3557,
      "step": 967770
    },
    {
      "epoch": 270.1,
      "grad_norm": 1.0557348728179932,
      "learning_rate": 3.7048344337973925e-06,
      "loss": 0.372,
      "step": 967780
    },
    {
      "epoch": 270.11,
      "grad_norm": 0.9196193218231201,
      "learning_rate": 3.7048124208330254e-06,
      "loss": 0.3667,
      "step": 967790
    },
    {
      "epoch": 270.11,
      "grad_norm": 0.9539890885353088,
      "learning_rate": 3.7047904076875003e-06,
      "loss": 0.3743,
      "step": 967800
    },
    {
      "epoch": 270.11,
      "grad_norm": 1.0425515174865723,
      "learning_rate": 3.70476839436082e-06,
      "loss": 0.3623,
      "step": 967810
    },
    {
      "epoch": 270.11,
      "grad_norm": 0.9966214895248413,
      "learning_rate": 3.7047463808529884e-06,
      "loss": 0.3656,
      "step": 967820
    },
    {
      "epoch": 270.12,
      "grad_norm": 1.0193485021591187,
      "learning_rate": 3.704724367164008e-06,
      "loss": 0.3506,
      "step": 967830
    },
    {
      "epoch": 270.12,
      "grad_norm": 0.9286945462226868,
      "learning_rate": 3.70470235329388e-06,
      "loss": 0.3536,
      "step": 967840
    },
    {
      "epoch": 270.12,
      "grad_norm": 1.005865216255188,
      "learning_rate": 3.7046803392426104e-06,
      "loss": 0.3454,
      "step": 967850
    },
    {
      "epoch": 270.13,
      "grad_norm": 0.8765009045600891,
      "learning_rate": 3.7046583250102e-06,
      "loss": 0.3469,
      "step": 967860
    },
    {
      "epoch": 270.13,
      "grad_norm": 0.8124386072158813,
      "learning_rate": 3.7046363105966524e-06,
      "loss": 0.3378,
      "step": 967870
    },
    {
      "epoch": 270.13,
      "grad_norm": 1.0470809936523438,
      "learning_rate": 3.704614296001971e-06,
      "loss": 0.3599,
      "step": 967880
    },
    {
      "epoch": 270.13,
      "grad_norm": 1.4155830144882202,
      "learning_rate": 3.704592281226157e-06,
      "loss": 0.3642,
      "step": 967890
    },
    {
      "epoch": 270.14,
      "grad_norm": 1.0262643098831177,
      "learning_rate": 3.704570266269215e-06,
      "loss": 0.3712,
      "step": 967900
    },
    {
      "epoch": 270.14,
      "grad_norm": 0.8902063965797424,
      "learning_rate": 3.704548251131148e-06,
      "loss": 0.3647,
      "step": 967910
    },
    {
      "epoch": 270.14,
      "grad_norm": 1.0437427759170532,
      "learning_rate": 3.704526235811958e-06,
      "loss": 0.3731,
      "step": 967920
    },
    {
      "epoch": 270.15,
      "grad_norm": 1.1518224477767944,
      "learning_rate": 3.7045042203116487e-06,
      "loss": 0.3624,
      "step": 967930
    },
    {
      "epoch": 270.15,
      "grad_norm": 1.0155375003814697,
      "learning_rate": 3.704482204630222e-06,
      "loss": 0.3639,
      "step": 967940
    },
    {
      "epoch": 270.15,
      "grad_norm": 1.1313279867172241,
      "learning_rate": 3.704460188767682e-06,
      "loss": 0.3574,
      "step": 967950
    },
    {
      "epoch": 270.15,
      "grad_norm": 1.093734860420227,
      "learning_rate": 3.7044381727240307e-06,
      "loss": 0.3637,
      "step": 967960
    },
    {
      "epoch": 270.16,
      "grad_norm": 0.9128665924072266,
      "learning_rate": 3.704416156499272e-06,
      "loss": 0.3484,
      "step": 967970
    },
    {
      "epoch": 270.16,
      "grad_norm": 1.1171698570251465,
      "learning_rate": 3.704394140093408e-06,
      "loss": 0.3524,
      "step": 967980
    },
    {
      "epoch": 270.16,
      "grad_norm": 0.9977163076400757,
      "learning_rate": 3.7043721235064413e-06,
      "loss": 0.349,
      "step": 967990
    },
    {
      "epoch": 270.16,
      "grad_norm": 1.3269680738449097,
      "learning_rate": 3.7043501067383757e-06,
      "loss": 0.3612,
      "step": 968000
    },
    {
      "epoch": 270.17,
      "grad_norm": 0.9867454767227173,
      "learning_rate": 3.704328089789214e-06,
      "loss": 0.363,
      "step": 968010
    },
    {
      "epoch": 270.17,
      "grad_norm": 1.1722068786621094,
      "learning_rate": 3.7043060726589593e-06,
      "loss": 0.3744,
      "step": 968020
    },
    {
      "epoch": 270.17,
      "grad_norm": 1.264499545097351,
      "learning_rate": 3.7042840553476136e-06,
      "loss": 0.3584,
      "step": 968030
    },
    {
      "epoch": 270.18,
      "grad_norm": 0.9846397638320923,
      "learning_rate": 3.7042620378551806e-06,
      "loss": 0.3447,
      "step": 968040
    },
    {
      "epoch": 270.18,
      "grad_norm": 1.193537950515747,
      "learning_rate": 3.7042400201816635e-06,
      "loss": 0.3647,
      "step": 968050
    },
    {
      "epoch": 270.18,
      "grad_norm": 0.9477238059043884,
      "learning_rate": 3.7042180023270647e-06,
      "loss": 0.37,
      "step": 968060
    },
    {
      "epoch": 270.18,
      "grad_norm": 1.0371183156967163,
      "learning_rate": 3.704195984291387e-06,
      "loss": 0.3571,
      "step": 968070
    },
    {
      "epoch": 270.19,
      "grad_norm": 1.0976778268814087,
      "learning_rate": 3.7041739660746336e-06,
      "loss": 0.3559,
      "step": 968080
    },
    {
      "epoch": 270.19,
      "grad_norm": 1.0773074626922607,
      "learning_rate": 3.704151947676808e-06,
      "loss": 0.3513,
      "step": 968090
    },
    {
      "epoch": 270.19,
      "grad_norm": 1.2150260210037231,
      "learning_rate": 3.7041299290979114e-06,
      "loss": 0.3822,
      "step": 968100
    },
    {
      "epoch": 270.2,
      "grad_norm": 1.1047542095184326,
      "learning_rate": 3.704107910337949e-06,
      "loss": 0.3642,
      "step": 968110
    },
    {
      "epoch": 270.2,
      "grad_norm": 1.1935350894927979,
      "learning_rate": 3.7040858913969218e-06,
      "loss": 0.3666,
      "step": 968120
    },
    {
      "epoch": 270.2,
      "grad_norm": 1.2483224868774414,
      "learning_rate": 3.7040638722748335e-06,
      "loss": 0.3536,
      "step": 968130
    },
    {
      "epoch": 270.2,
      "grad_norm": 1.1144883632659912,
      "learning_rate": 3.7040418529716876e-06,
      "loss": 0.3646,
      "step": 968140
    },
    {
      "epoch": 270.21,
      "grad_norm": 1.006933331489563,
      "learning_rate": 3.704019833487486e-06,
      "loss": 0.36,
      "step": 968150
    },
    {
      "epoch": 270.21,
      "grad_norm": 0.9875286817550659,
      "learning_rate": 3.7039978138222323e-06,
      "loss": 0.3497,
      "step": 968160
    },
    {
      "epoch": 270.21,
      "grad_norm": 1.1030935049057007,
      "learning_rate": 3.70397579397593e-06,
      "loss": 0.377,
      "step": 968170
    },
    {
      "epoch": 270.21,
      "grad_norm": 1.0047780275344849,
      "learning_rate": 3.7039537739485803e-06,
      "loss": 0.346,
      "step": 968180
    },
    {
      "epoch": 270.22,
      "grad_norm": 1.1430827379226685,
      "learning_rate": 3.703931753740187e-06,
      "loss": 0.3554,
      "step": 968190
    },
    {
      "epoch": 270.22,
      "grad_norm": 0.9714924097061157,
      "learning_rate": 3.7039097333507532e-06,
      "loss": 0.3543,
      "step": 968200
    },
    {
      "epoch": 270.22,
      "grad_norm": 1.1205264329910278,
      "learning_rate": 3.7038877127802822e-06,
      "loss": 0.3596,
      "step": 968210
    },
    {
      "epoch": 270.23,
      "grad_norm": 0.9833873510360718,
      "learning_rate": 3.7038656920287765e-06,
      "loss": 0.3876,
      "step": 968220
    },
    {
      "epoch": 270.23,
      "grad_norm": 1.0355015993118286,
      "learning_rate": 3.7038436710962388e-06,
      "loss": 0.3655,
      "step": 968230
    },
    {
      "epoch": 270.23,
      "grad_norm": 0.8800623416900635,
      "learning_rate": 3.7038216499826727e-06,
      "loss": 0.3472,
      "step": 968240
    },
    {
      "epoch": 270.23,
      "grad_norm": 0.9950380921363831,
      "learning_rate": 3.7037996286880804e-06,
      "loss": 0.3541,
      "step": 968250
    },
    {
      "epoch": 270.24,
      "grad_norm": 1.0316168069839478,
      "learning_rate": 3.703777607212465e-06,
      "loss": 0.3611,
      "step": 968260
    },
    {
      "epoch": 270.24,
      "grad_norm": 1.0810260772705078,
      "learning_rate": 3.70375558555583e-06,
      "loss": 0.3579,
      "step": 968270
    },
    {
      "epoch": 270.24,
      "grad_norm": 1.024037480354309,
      "learning_rate": 3.7037335637181773e-06,
      "loss": 0.3557,
      "step": 968280
    },
    {
      "epoch": 270.25,
      "grad_norm": 0.831844687461853,
      "learning_rate": 3.7037115416995103e-06,
      "loss": 0.3498,
      "step": 968290
    },
    {
      "epoch": 270.25,
      "grad_norm": 1.0410633087158203,
      "learning_rate": 3.7036895194998324e-06,
      "loss": 0.3565,
      "step": 968300
    },
    {
      "epoch": 270.25,
      "grad_norm": 1.0587549209594727,
      "learning_rate": 3.7036674971191466e-06,
      "loss": 0.3608,
      "step": 968310
    },
    {
      "epoch": 270.25,
      "grad_norm": 1.7396308183670044,
      "learning_rate": 3.703645474557455e-06,
      "loss": 0.3745,
      "step": 968320
    },
    {
      "epoch": 270.26,
      "grad_norm": 1.0589025020599365,
      "learning_rate": 3.7036234518147606e-06,
      "loss": 0.3861,
      "step": 968330
    },
    {
      "epoch": 270.26,
      "grad_norm": 0.8671112656593323,
      "learning_rate": 3.703601428891067e-06,
      "loss": 0.3582,
      "step": 968340
    },
    {
      "epoch": 270.26,
      "grad_norm": 1.0493378639221191,
      "learning_rate": 3.7035794057863766e-06,
      "loss": 0.3769,
      "step": 968350
    },
    {
      "epoch": 270.27,
      "grad_norm": 1.156934142112732,
      "learning_rate": 3.703557382500693e-06,
      "loss": 0.3441,
      "step": 968360
    },
    {
      "epoch": 270.27,
      "grad_norm": 0.9678862690925598,
      "learning_rate": 3.7035353590340184e-06,
      "loss": 0.3501,
      "step": 968370
    },
    {
      "epoch": 270.27,
      "grad_norm": 1.0411317348480225,
      "learning_rate": 3.703513335386356e-06,
      "loss": 0.3613,
      "step": 968380
    },
    {
      "epoch": 270.27,
      "grad_norm": 0.9919833540916443,
      "learning_rate": 3.7034913115577086e-06,
      "loss": 0.36,
      "step": 968390
    },
    {
      "epoch": 270.28,
      "grad_norm": 1.000800609588623,
      "learning_rate": 3.7034692875480793e-06,
      "loss": 0.3502,
      "step": 968400
    },
    {
      "epoch": 270.28,
      "grad_norm": 0.9530397653579712,
      "learning_rate": 3.703447263357471e-06,
      "loss": 0.3457,
      "step": 968410
    },
    {
      "epoch": 270.28,
      "grad_norm": 1.395355463027954,
      "learning_rate": 3.7034252389858865e-06,
      "loss": 0.3754,
      "step": 968420
    },
    {
      "epoch": 270.28,
      "grad_norm": 1.0917022228240967,
      "learning_rate": 3.7034032144333298e-06,
      "loss": 0.3617,
      "step": 968430
    },
    {
      "epoch": 270.29,
      "grad_norm": 0.9596530199050903,
      "learning_rate": 3.7033811896998015e-06,
      "loss": 0.3583,
      "step": 968440
    },
    {
      "epoch": 270.29,
      "grad_norm": 0.9996379017829895,
      "learning_rate": 3.7033591647853068e-06,
      "loss": 0.3448,
      "step": 968450
    },
    {
      "epoch": 270.29,
      "grad_norm": 0.9846035242080688,
      "learning_rate": 3.7033371396898477e-06,
      "loss": 0.3727,
      "step": 968460
    },
    {
      "epoch": 270.3,
      "grad_norm": 1.3821181058883667,
      "learning_rate": 3.7033151144134268e-06,
      "loss": 0.351,
      "step": 968470
    },
    {
      "epoch": 270.3,
      "grad_norm": 1.379737377166748,
      "learning_rate": 3.7032930889560475e-06,
      "loss": 0.3636,
      "step": 968480
    },
    {
      "epoch": 270.3,
      "grad_norm": 0.9561061859130859,
      "learning_rate": 3.7032710633177127e-06,
      "loss": 0.3588,
      "step": 968490
    },
    {
      "epoch": 270.3,
      "grad_norm": 1.1845543384552002,
      "learning_rate": 3.7032490374984254e-06,
      "loss": 0.3533,
      "step": 968500
    },
    {
      "epoch": 270.31,
      "grad_norm": 1.1531317234039307,
      "learning_rate": 3.703227011498188e-06,
      "loss": 0.367,
      "step": 968510
    },
    {
      "epoch": 270.31,
      "grad_norm": 1.1273187398910522,
      "learning_rate": 3.7032049853170044e-06,
      "loss": 0.3678,
      "step": 968520
    },
    {
      "epoch": 270.31,
      "grad_norm": 1.603806972503662,
      "learning_rate": 3.703182958954877e-06,
      "loss": 0.3501,
      "step": 968530
    },
    {
      "epoch": 270.32,
      "grad_norm": 1.211268424987793,
      "learning_rate": 3.7031609324118085e-06,
      "loss": 0.3735,
      "step": 968540
    },
    {
      "epoch": 270.32,
      "grad_norm": 1.0374419689178467,
      "learning_rate": 3.7031389056878015e-06,
      "loss": 0.3584,
      "step": 968550
    },
    {
      "epoch": 270.32,
      "grad_norm": 1.1571941375732422,
      "learning_rate": 3.7031168787828602e-06,
      "loss": 0.3573,
      "step": 968560
    },
    {
      "epoch": 270.32,
      "grad_norm": 0.999165415763855,
      "learning_rate": 3.7030948516969864e-06,
      "loss": 0.3784,
      "step": 968570
    },
    {
      "epoch": 270.33,
      "grad_norm": 1.279669165611267,
      "learning_rate": 3.7030728244301837e-06,
      "loss": 0.3586,
      "step": 968580
    },
    {
      "epoch": 270.33,
      "grad_norm": 0.9919028282165527,
      "learning_rate": 3.703050796982455e-06,
      "loss": 0.3564,
      "step": 968590
    },
    {
      "epoch": 270.33,
      "grad_norm": 1.0003602504730225,
      "learning_rate": 3.7030287693538023e-06,
      "loss": 0.3405,
      "step": 968600
    },
    {
      "epoch": 270.33,
      "grad_norm": 1.1038603782653809,
      "learning_rate": 3.703006741544229e-06,
      "loss": 0.3472,
      "step": 968610
    },
    {
      "epoch": 270.34,
      "grad_norm": 1.1047310829162598,
      "learning_rate": 3.702984713553739e-06,
      "loss": 0.3704,
      "step": 968620
    },
    {
      "epoch": 270.34,
      "grad_norm": 0.9608350396156311,
      "learning_rate": 3.7029626853823346e-06,
      "loss": 0.3524,
      "step": 968630
    },
    {
      "epoch": 270.34,
      "grad_norm": 1.1177101135253906,
      "learning_rate": 3.702940657030018e-06,
      "loss": 0.3585,
      "step": 968640
    },
    {
      "epoch": 270.35,
      "grad_norm": 0.9852567911148071,
      "learning_rate": 3.7029186284967937e-06,
      "loss": 0.3596,
      "step": 968650
    },
    {
      "epoch": 270.35,
      "grad_norm": 1.16426420211792,
      "learning_rate": 3.702896599782663e-06,
      "loss": 0.3554,
      "step": 968660
    },
    {
      "epoch": 270.35,
      "grad_norm": 1.3188523054122925,
      "learning_rate": 3.7028745708876296e-06,
      "loss": 0.3618,
      "step": 968670
    },
    {
      "epoch": 270.35,
      "grad_norm": 1.046876311302185,
      "learning_rate": 3.702852541811696e-06,
      "loss": 0.3512,
      "step": 968680
    },
    {
      "epoch": 270.36,
      "grad_norm": 0.9766501188278198,
      "learning_rate": 3.7028305125548664e-06,
      "loss": 0.3666,
      "step": 968690
    },
    {
      "epoch": 270.36,
      "grad_norm": 1.1865445375442505,
      "learning_rate": 3.7028084831171416e-06,
      "loss": 0.3768,
      "step": 968700
    },
    {
      "epoch": 270.36,
      "grad_norm": 0.8582109808921814,
      "learning_rate": 3.7027864534985266e-06,
      "loss": 0.3452,
      "step": 968710
    },
    {
      "epoch": 270.37,
      "grad_norm": 1.0389288663864136,
      "learning_rate": 3.702764423699023e-06,
      "loss": 0.3707,
      "step": 968720
    },
    {
      "epoch": 270.37,
      "grad_norm": 29.033096313476562,
      "learning_rate": 3.7027423937186343e-06,
      "loss": 0.3776,
      "step": 968730
    },
    {
      "epoch": 270.37,
      "grad_norm": 0.9138950109481812,
      "learning_rate": 3.702720363557364e-06,
      "loss": 0.3646,
      "step": 968740
    },
    {
      "epoch": 270.37,
      "grad_norm": 1.1145886182785034,
      "learning_rate": 3.702698333215214e-06,
      "loss": 0.3539,
      "step": 968750
    },
    {
      "epoch": 270.38,
      "grad_norm": 0.9950839281082153,
      "learning_rate": 3.7026763026921872e-06,
      "loss": 0.3586,
      "step": 968760
    },
    {
      "epoch": 270.38,
      "grad_norm": 1.0295816659927368,
      "learning_rate": 3.702654271988287e-06,
      "loss": 0.3565,
      "step": 968770
    },
    {
      "epoch": 270.38,
      "grad_norm": 1.455330729484558,
      "learning_rate": 3.7026322411035166e-06,
      "loss": 0.356,
      "step": 968780
    },
    {
      "epoch": 270.39,
      "grad_norm": 1.1562483310699463,
      "learning_rate": 3.7026102100378792e-06,
      "loss": 0.3799,
      "step": 968790
    },
    {
      "epoch": 270.39,
      "grad_norm": 1.0353264808654785,
      "learning_rate": 3.7025881787913757e-06,
      "loss": 0.3652,
      "step": 968800
    },
    {
      "epoch": 270.39,
      "grad_norm": 1.0120313167572021,
      "learning_rate": 3.702566147364011e-06,
      "loss": 0.3523,
      "step": 968810
    },
    {
      "epoch": 270.39,
      "grad_norm": 0.9583948254585266,
      "learning_rate": 3.7025441157557878e-06,
      "loss": 0.3745,
      "step": 968820
    },
    {
      "epoch": 270.4,
      "grad_norm": 1.2986199855804443,
      "learning_rate": 3.702522083966709e-06,
      "loss": 0.3544,
      "step": 968830
    },
    {
      "epoch": 270.4,
      "grad_norm": 1.4388418197631836,
      "learning_rate": 3.7025000519967765e-06,
      "loss": 0.3522,
      "step": 968840
    },
    {
      "epoch": 270.4,
      "grad_norm": 1.0667692422866821,
      "learning_rate": 3.7024780198459946e-06,
      "loss": 0.368,
      "step": 968850
    },
    {
      "epoch": 270.4,
      "grad_norm": 1.0804128646850586,
      "learning_rate": 3.7024559875143657e-06,
      "loss": 0.3657,
      "step": 968860
    },
    {
      "epoch": 270.41,
      "grad_norm": 0.8454174399375916,
      "learning_rate": 3.702433955001892e-06,
      "loss": 0.366,
      "step": 968870
    },
    {
      "epoch": 270.41,
      "grad_norm": 1.0437419414520264,
      "learning_rate": 3.7024119223085777e-06,
      "loss": 0.3826,
      "step": 968880
    },
    {
      "epoch": 270.41,
      "grad_norm": 1.1424617767333984,
      "learning_rate": 3.702389889434425e-06,
      "loss": 0.3519,
      "step": 968890
    },
    {
      "epoch": 270.42,
      "grad_norm": 1.0047374963760376,
      "learning_rate": 3.7023678563794362e-06,
      "loss": 0.3653,
      "step": 968900
    },
    {
      "epoch": 270.42,
      "grad_norm": 0.9734418392181396,
      "learning_rate": 3.702345823143616e-06,
      "loss": 0.3567,
      "step": 968910
    },
    {
      "epoch": 270.42,
      "grad_norm": 0.9669609665870667,
      "learning_rate": 3.7023237897269664e-06,
      "loss": 0.3557,
      "step": 968920
    },
    {
      "epoch": 270.42,
      "grad_norm": 0.9784001111984253,
      "learning_rate": 3.70230175612949e-06,
      "loss": 0.367,
      "step": 968930
    },
    {
      "epoch": 270.43,
      "grad_norm": 0.9394282102584839,
      "learning_rate": 3.7022797223511888e-06,
      "loss": 0.3542,
      "step": 968940
    },
    {
      "epoch": 270.43,
      "grad_norm": 0.9042852520942688,
      "learning_rate": 3.7022576883920686e-06,
      "loss": 0.3542,
      "step": 968950
    },
    {
      "epoch": 270.43,
      "grad_norm": 1.1703242063522339,
      "learning_rate": 3.70223565425213e-06,
      "loss": 0.3617,
      "step": 968960
    },
    {
      "epoch": 270.44,
      "grad_norm": 1.1423622369766235,
      "learning_rate": 3.7022136199313765e-06,
      "loss": 0.3455,
      "step": 968970
    },
    {
      "epoch": 270.44,
      "grad_norm": 1.096125602722168,
      "learning_rate": 3.7021915854298114e-06,
      "loss": 0.3432,
      "step": 968980
    },
    {
      "epoch": 270.44,
      "grad_norm": 1.0872589349746704,
      "learning_rate": 3.702169550747437e-06,
      "loss": 0.3797,
      "step": 968990
    },
    {
      "epoch": 270.44,
      "grad_norm": 1.100548267364502,
      "learning_rate": 3.7021475158842564e-06,
      "loss": 0.3453,
      "step": 969000
    },
    {
      "epoch": 270.45,
      "grad_norm": 1.0149238109588623,
      "learning_rate": 3.702125480840274e-06,
      "loss": 0.3655,
      "step": 969010
    },
    {
      "epoch": 270.45,
      "grad_norm": 0.9600203633308411,
      "learning_rate": 3.70210344561549e-06,
      "loss": 0.3482,
      "step": 969020
    },
    {
      "epoch": 270.45,
      "grad_norm": 1.0073877573013306,
      "learning_rate": 3.7020814102099094e-06,
      "loss": 0.3703,
      "step": 969030
    },
    {
      "epoch": 270.45,
      "grad_norm": 1.1420042514801025,
      "learning_rate": 3.7020593746235347e-06,
      "loss": 0.3628,
      "step": 969040
    },
    {
      "epoch": 270.46,
      "grad_norm": 1.2314404249191284,
      "learning_rate": 3.702037338856368e-06,
      "loss": 0.3754,
      "step": 969050
    },
    {
      "epoch": 270.46,
      "grad_norm": 1.0504711866378784,
      "learning_rate": 3.7020153029084133e-06,
      "loss": 0.3529,
      "step": 969060
    },
    {
      "epoch": 270.46,
      "grad_norm": 1.0675263404846191,
      "learning_rate": 3.7019932667796733e-06,
      "loss": 0.3613,
      "step": 969070
    },
    {
      "epoch": 270.47,
      "grad_norm": 1.0739872455596924,
      "learning_rate": 3.7019712304701506e-06,
      "loss": 0.3532,
      "step": 969080
    },
    {
      "epoch": 270.47,
      "grad_norm": 0.9815792441368103,
      "learning_rate": 3.7019491939798483e-06,
      "loss": 0.3641,
      "step": 969090
    },
    {
      "epoch": 270.47,
      "grad_norm": 1.1521865129470825,
      "learning_rate": 3.7019271573087687e-06,
      "loss": 0.3565,
      "step": 969100
    },
    {
      "epoch": 270.47,
      "grad_norm": 1.284522294998169,
      "learning_rate": 3.7019051204569163e-06,
      "loss": 0.3607,
      "step": 969110
    },
    {
      "epoch": 270.48,
      "grad_norm": 1.1843516826629639,
      "learning_rate": 3.701883083424293e-06,
      "loss": 0.3634,
      "step": 969120
    },
    {
      "epoch": 270.48,
      "grad_norm": 1.0289095640182495,
      "learning_rate": 3.7018610462109006e-06,
      "loss": 0.3801,
      "step": 969130
    },
    {
      "epoch": 270.48,
      "grad_norm": 1.1143637895584106,
      "learning_rate": 3.701839008816745e-06,
      "loss": 0.3529,
      "step": 969140
    },
    {
      "epoch": 270.49,
      "grad_norm": 1.0678536891937256,
      "learning_rate": 3.7018169712418263e-06,
      "loss": 0.3553,
      "step": 969150
    },
    {
      "epoch": 270.49,
      "grad_norm": 0.9983680844306946,
      "learning_rate": 3.7017949334861486e-06,
      "loss": 0.359,
      "step": 969160
    },
    {
      "epoch": 270.49,
      "grad_norm": 1.0469893217086792,
      "learning_rate": 3.701772895549716e-06,
      "loss": 0.3483,
      "step": 969170
    },
    {
      "epoch": 270.49,
      "grad_norm": 1.0746806859970093,
      "learning_rate": 3.7017508574325283e-06,
      "loss": 0.3561,
      "step": 969180
    },
    {
      "epoch": 270.5,
      "grad_norm": 1.055158019065857,
      "learning_rate": 3.7017288191345907e-06,
      "loss": 0.355,
      "step": 969190
    },
    {
      "epoch": 270.5,
      "grad_norm": 1.1063916683197021,
      "learning_rate": 3.701706780655906e-06,
      "loss": 0.3453,
      "step": 969200
    },
    {
      "epoch": 270.5,
      "grad_norm": 0.9199305176734924,
      "learning_rate": 3.701684741996477e-06,
      "loss": 0.3532,
      "step": 969210
    },
    {
      "epoch": 270.51,
      "grad_norm": 1.4037675857543945,
      "learning_rate": 3.7016627031563068e-06,
      "loss": 0.3655,
      "step": 969220
    },
    {
      "epoch": 270.51,
      "grad_norm": 8.371729850769043,
      "learning_rate": 3.701640664135398e-06,
      "loss": 0.354,
      "step": 969230
    },
    {
      "epoch": 270.51,
      "grad_norm": 1.1665297746658325,
      "learning_rate": 3.7016186249337535e-06,
      "loss": 0.3365,
      "step": 969240
    },
    {
      "epoch": 270.51,
      "grad_norm": 1.0425095558166504,
      "learning_rate": 3.701596585551376e-06,
      "loss": 0.362,
      "step": 969250
    },
    {
      "epoch": 270.52,
      "grad_norm": 0.927997350692749,
      "learning_rate": 3.7015745459882695e-06,
      "loss": 0.3741,
      "step": 969260
    },
    {
      "epoch": 270.52,
      "grad_norm": 1.2859033346176147,
      "learning_rate": 3.7015525062444352e-06,
      "loss": 0.3713,
      "step": 969270
    },
    {
      "epoch": 270.52,
      "grad_norm": 1.1010316610336304,
      "learning_rate": 3.7015304663198776e-06,
      "loss": 0.3502,
      "step": 969280
    },
    {
      "epoch": 270.52,
      "grad_norm": 1.138028621673584,
      "learning_rate": 3.7015084262145987e-06,
      "loss": 0.3511,
      "step": 969290
    },
    {
      "epoch": 270.53,
      "grad_norm": 0.948739767074585,
      "learning_rate": 3.7014863859286023e-06,
      "loss": 0.3639,
      "step": 969300
    },
    {
      "epoch": 270.53,
      "grad_norm": 1.4254181385040283,
      "learning_rate": 3.7014643454618902e-06,
      "loss": 0.3511,
      "step": 969310
    },
    {
      "epoch": 270.53,
      "grad_norm": 0.9797387719154358,
      "learning_rate": 3.701442304814466e-06,
      "loss": 0.3675,
      "step": 969320
    },
    {
      "epoch": 270.54,
      "grad_norm": 1.0633265972137451,
      "learning_rate": 3.701420263986333e-06,
      "loss": 0.3544,
      "step": 969330
    },
    {
      "epoch": 270.54,
      "grad_norm": 1.0752495527267456,
      "learning_rate": 3.701398222977494e-06,
      "loss": 0.3587,
      "step": 969340
    },
    {
      "epoch": 270.54,
      "grad_norm": 1.1288409233093262,
      "learning_rate": 3.701376181787951e-06,
      "loss": 0.3552,
      "step": 969350
    },
    {
      "epoch": 270.54,
      "grad_norm": 0.8954336047172546,
      "learning_rate": 3.7013541404177074e-06,
      "loss": 0.3634,
      "step": 969360
    },
    {
      "epoch": 270.55,
      "grad_norm": 1.1430530548095703,
      "learning_rate": 3.7013320988667673e-06,
      "loss": 0.3722,
      "step": 969370
    },
    {
      "epoch": 270.55,
      "grad_norm": 1.1087467670440674,
      "learning_rate": 3.701310057135132e-06,
      "loss": 0.3482,
      "step": 969380
    },
    {
      "epoch": 270.55,
      "grad_norm": 1.2103677988052368,
      "learning_rate": 3.701288015222805e-06,
      "loss": 0.3335,
      "step": 969390
    },
    {
      "epoch": 270.56,
      "grad_norm": 1.1124470233917236,
      "learning_rate": 3.7012659731297898e-06,
      "loss": 0.3553,
      "step": 969400
    },
    {
      "epoch": 270.56,
      "grad_norm": 0.9216241240501404,
      "learning_rate": 3.7012439308560887e-06,
      "loss": 0.3647,
      "step": 969410
    },
    {
      "epoch": 270.56,
      "grad_norm": 1.225335717201233,
      "learning_rate": 3.701221888401704e-06,
      "loss": 0.3535,
      "step": 969420
    },
    {
      "epoch": 270.56,
      "grad_norm": 1.0477513074874878,
      "learning_rate": 3.7011998457666398e-06,
      "loss": 0.3638,
      "step": 969430
    },
    {
      "epoch": 270.57,
      "grad_norm": 0.973733127117157,
      "learning_rate": 3.7011778029508995e-06,
      "loss": 0.3515,
      "step": 969440
    },
    {
      "epoch": 270.57,
      "grad_norm": 0.9648315906524658,
      "learning_rate": 3.7011557599544845e-06,
      "loss": 0.3549,
      "step": 969450
    },
    {
      "epoch": 270.57,
      "grad_norm": 0.9896620512008667,
      "learning_rate": 3.7011337167773987e-06,
      "loss": 0.3576,
      "step": 969460
    },
    {
      "epoch": 270.57,
      "grad_norm": 1.0593535900115967,
      "learning_rate": 3.701111673419644e-06,
      "loss": 0.3519,
      "step": 969470
    },
    {
      "epoch": 270.58,
      "grad_norm": 1.027843713760376,
      "learning_rate": 3.7010896298812247e-06,
      "loss": 0.3596,
      "step": 969480
    },
    {
      "epoch": 270.58,
      "grad_norm": 0.979472279548645,
      "learning_rate": 3.7010675861621432e-06,
      "loss": 0.3603,
      "step": 969490
    },
    {
      "epoch": 270.58,
      "grad_norm": 0.9773114919662476,
      "learning_rate": 3.7010455422624024e-06,
      "loss": 0.368,
      "step": 969500
    },
    {
      "epoch": 270.59,
      "grad_norm": 0.9415866732597351,
      "learning_rate": 3.701023498182005e-06,
      "loss": 0.3566,
      "step": 969510
    },
    {
      "epoch": 270.59,
      "grad_norm": 1.0932790040969849,
      "learning_rate": 3.701001453920954e-06,
      "loss": 0.3705,
      "step": 969520
    },
    {
      "epoch": 270.59,
      "grad_norm": 0.972920835018158,
      "learning_rate": 3.7009794094792525e-06,
      "loss": 0.3489,
      "step": 969530
    },
    {
      "epoch": 270.59,
      "grad_norm": 1.0013562440872192,
      "learning_rate": 3.700957364856903e-06,
      "loss": 0.3676,
      "step": 969540
    },
    {
      "epoch": 270.6,
      "grad_norm": 0.9948924779891968,
      "learning_rate": 3.7009353200539096e-06,
      "loss": 0.3605,
      "step": 969550
    },
    {
      "epoch": 270.6,
      "grad_norm": 0.9773228764533997,
      "learning_rate": 3.700913275070275e-06,
      "loss": 0.3733,
      "step": 969560
    },
    {
      "epoch": 270.6,
      "grad_norm": 1.0431967973709106,
      "learning_rate": 3.7008912299060003e-06,
      "loss": 0.3644,
      "step": 969570
    },
    {
      "epoch": 270.61,
      "grad_norm": 1.3594579696655273,
      "learning_rate": 3.70086918456109e-06,
      "loss": 0.361,
      "step": 969580
    },
    {
      "epoch": 270.61,
      "grad_norm": 1.0596327781677246,
      "learning_rate": 3.7008471390355476e-06,
      "loss": 0.3529,
      "step": 969590
    },
    {
      "epoch": 270.61,
      "grad_norm": 1.1070339679718018,
      "learning_rate": 3.7008250933293743e-06,
      "loss": 0.3431,
      "step": 969600
    },
    {
      "epoch": 270.61,
      "grad_norm": 1.1363475322723389,
      "learning_rate": 3.700803047442574e-06,
      "loss": 0.3611,
      "step": 969610
    },
    {
      "epoch": 270.62,
      "grad_norm": 1.4111381769180298,
      "learning_rate": 3.7007810013751503e-06,
      "loss": 0.3795,
      "step": 969620
    },
    {
      "epoch": 270.62,
      "grad_norm": 1.4203311204910278,
      "learning_rate": 3.700758955127105e-06,
      "loss": 0.3696,
      "step": 969630
    },
    {
      "epoch": 270.62,
      "grad_norm": 0.9512971043586731,
      "learning_rate": 3.700736908698441e-06,
      "loss": 0.3535,
      "step": 969640
    },
    {
      "epoch": 270.63,
      "grad_norm": 1.1738238334655762,
      "learning_rate": 3.7007148620891616e-06,
      "loss": 0.3664,
      "step": 969650
    },
    {
      "epoch": 270.63,
      "grad_norm": 0.9374393224716187,
      "learning_rate": 3.700692815299271e-06,
      "loss": 0.3431,
      "step": 969660
    },
    {
      "epoch": 270.63,
      "grad_norm": 0.9783539772033691,
      "learning_rate": 3.7006707683287697e-06,
      "loss": 0.3581,
      "step": 969670
    },
    {
      "epoch": 270.63,
      "grad_norm": 0.9445760846138,
      "learning_rate": 3.7006487211776624e-06,
      "loss": 0.3463,
      "step": 969680
    },
    {
      "epoch": 270.64,
      "grad_norm": 1.1922569274902344,
      "learning_rate": 3.7006266738459516e-06,
      "loss": 0.3576,
      "step": 969690
    },
    {
      "epoch": 270.64,
      "grad_norm": 1.1583516597747803,
      "learning_rate": 3.7006046263336397e-06,
      "loss": 0.373,
      "step": 969700
    },
    {
      "epoch": 270.64,
      "grad_norm": 0.9196161031723022,
      "learning_rate": 3.700582578640731e-06,
      "loss": 0.3561,
      "step": 969710
    },
    {
      "epoch": 270.64,
      "grad_norm": 1.3661166429519653,
      "learning_rate": 3.700560530767227e-06,
      "loss": 0.3724,
      "step": 969720
    },
    {
      "epoch": 270.65,
      "grad_norm": 1.0142549276351929,
      "learning_rate": 3.700538482713131e-06,
      "loss": 0.3558,
      "step": 969730
    },
    {
      "epoch": 270.65,
      "grad_norm": 0.7758377194404602,
      "learning_rate": 3.7005164344784462e-06,
      "loss": 0.3507,
      "step": 969740
    },
    {
      "epoch": 270.65,
      "grad_norm": 1.0050098896026611,
      "learning_rate": 3.7004943860631757e-06,
      "loss": 0.376,
      "step": 969750
    },
    {
      "epoch": 270.66,
      "grad_norm": 6.075556755065918,
      "learning_rate": 3.700472337467321e-06,
      "loss": 0.3584,
      "step": 969760
    },
    {
      "epoch": 270.66,
      "grad_norm": 0.9645236730575562,
      "learning_rate": 3.7004502886908876e-06,
      "loss": 0.3504,
      "step": 969770
    },
    {
      "epoch": 270.66,
      "grad_norm": 1.048235535621643,
      "learning_rate": 3.7004282397338755e-06,
      "loss": 0.3536,
      "step": 969780
    },
    {
      "epoch": 270.66,
      "grad_norm": 1.003322958946228,
      "learning_rate": 3.700406190596291e-06,
      "loss": 0.3408,
      "step": 969790
    },
    {
      "epoch": 270.67,
      "grad_norm": 0.9885978698730469,
      "learning_rate": 3.700384141278134e-06,
      "loss": 0.3627,
      "step": 969800
    },
    {
      "epoch": 270.67,
      "grad_norm": 1.2120988368988037,
      "learning_rate": 3.700362091779409e-06,
      "loss": 0.3624,
      "step": 969810
    },
    {
      "epoch": 270.67,
      "grad_norm": 0.9360836744308472,
      "learning_rate": 3.7003400421001186e-06,
      "loss": 0.3624,
      "step": 969820
    },
    {
      "epoch": 270.68,
      "grad_norm": 0.9756079912185669,
      "learning_rate": 3.7003179922402647e-06,
      "loss": 0.3767,
      "step": 969830
    },
    {
      "epoch": 270.68,
      "grad_norm": 0.8682715892791748,
      "learning_rate": 3.7002959421998526e-06,
      "loss": 0.3432,
      "step": 969840
    },
    {
      "epoch": 270.68,
      "grad_norm": 1.4848383665084839,
      "learning_rate": 3.700273891978883e-06,
      "loss": 0.3729,
      "step": 969850
    },
    {
      "epoch": 270.68,
      "grad_norm": 1.0327590703964233,
      "learning_rate": 3.70025184157736e-06,
      "loss": 0.3604,
      "step": 969860
    },
    {
      "epoch": 270.69,
      "grad_norm": 1.087134599685669,
      "learning_rate": 3.700229790995286e-06,
      "loss": 0.3639,
      "step": 969870
    },
    {
      "epoch": 270.69,
      "grad_norm": 1.239087462425232,
      "learning_rate": 3.7002077402326654e-06,
      "loss": 0.3727,
      "step": 969880
    },
    {
      "epoch": 270.69,
      "grad_norm": 1.0055664777755737,
      "learning_rate": 3.7001856892894987e-06,
      "loss": 0.3502,
      "step": 969890
    },
    {
      "epoch": 270.69,
      "grad_norm": 0.9696850776672363,
      "learning_rate": 3.70016363816579e-06,
      "loss": 0.3408,
      "step": 969900
    },
    {
      "epoch": 270.7,
      "grad_norm": 0.9340044260025024,
      "learning_rate": 3.7001415868615424e-06,
      "loss": 0.3714,
      "step": 969910
    },
    {
      "epoch": 270.7,
      "grad_norm": 1.0912468433380127,
      "learning_rate": 3.700119535376759e-06,
      "loss": 0.3577,
      "step": 969920
    },
    {
      "epoch": 270.7,
      "grad_norm": 0.8676767945289612,
      "learning_rate": 3.7000974837114423e-06,
      "loss": 0.3487,
      "step": 969930
    },
    {
      "epoch": 270.71,
      "grad_norm": 1.2147579193115234,
      "learning_rate": 3.7000754318655955e-06,
      "loss": 0.358,
      "step": 969940
    },
    {
      "epoch": 270.71,
      "grad_norm": 0.8950657844543457,
      "learning_rate": 3.7000533798392215e-06,
      "loss": 0.3562,
      "step": 969950
    },
    {
      "epoch": 270.71,
      "grad_norm": 0.809577465057373,
      "learning_rate": 3.7000313276323228e-06,
      "loss": 0.3542,
      "step": 969960
    },
    {
      "epoch": 270.71,
      "grad_norm": 1.0693883895874023,
      "learning_rate": 3.7000092752449027e-06,
      "loss": 0.3563,
      "step": 969970
    },
    {
      "epoch": 270.72,
      "grad_norm": 0.9407660365104675,
      "learning_rate": 3.6999872226769646e-06,
      "loss": 0.3616,
      "step": 969980
    },
    {
      "epoch": 270.72,
      "grad_norm": 1.0733017921447754,
      "learning_rate": 3.6999651699285106e-06,
      "loss": 0.36,
      "step": 969990
    },
    {
      "epoch": 270.72,
      "grad_norm": 1.1499460935592651,
      "learning_rate": 3.699943116999544e-06,
      "loss": 0.3663,
      "step": 970000
    },
    {
      "epoch": 270.73,
      "grad_norm": 1.0023821592330933,
      "learning_rate": 3.699921063890068e-06,
      "loss": 0.3862,
      "step": 970010
    },
    {
      "epoch": 270.73,
      "grad_norm": 0.9697380065917969,
      "learning_rate": 3.6998990106000847e-06,
      "loss": 0.3636,
      "step": 970020
    },
    {
      "epoch": 270.73,
      "grad_norm": 1.114691972732544,
      "learning_rate": 3.699876957129598e-06,
      "loss": 0.3622,
      "step": 970030
    },
    {
      "epoch": 270.73,
      "grad_norm": 0.921693742275238,
      "learning_rate": 3.699854903478611e-06,
      "loss": 0.3657,
      "step": 970040
    },
    {
      "epoch": 270.74,
      "grad_norm": 7.63355016708374,
      "learning_rate": 3.699832849647125e-06,
      "loss": 0.3579,
      "step": 970050
    },
    {
      "epoch": 270.74,
      "grad_norm": 1.2393018007278442,
      "learning_rate": 3.699810795635144e-06,
      "loss": 0.3628,
      "step": 970060
    },
    {
      "epoch": 270.74,
      "grad_norm": 1.0921281576156616,
      "learning_rate": 3.699788741442671e-06,
      "loss": 0.3617,
      "step": 970070
    },
    {
      "epoch": 270.75,
      "grad_norm": 1.0253384113311768,
      "learning_rate": 3.69976668706971e-06,
      "loss": 0.3629,
      "step": 970080
    },
    {
      "epoch": 270.75,
      "grad_norm": 1.0322582721710205,
      "learning_rate": 3.699744632516262e-06,
      "loss": 0.3498,
      "step": 970090
    },
    {
      "epoch": 270.75,
      "grad_norm": 0.8762401342391968,
      "learning_rate": 3.69972257778233e-06,
      "loss": 0.3693,
      "step": 970100
    },
    {
      "epoch": 270.75,
      "grad_norm": 0.934293270111084,
      "learning_rate": 3.699700522867919e-06,
      "loss": 0.3603,
      "step": 970110
    },
    {
      "epoch": 270.76,
      "grad_norm": 1.2338073253631592,
      "learning_rate": 3.6996784677730296e-06,
      "loss": 0.3489,
      "step": 970120
    },
    {
      "epoch": 270.76,
      "grad_norm": 1.0235623121261597,
      "learning_rate": 3.6996564124976664e-06,
      "loss": 0.355,
      "step": 970130
    },
    {
      "epoch": 270.76,
      "grad_norm": 1.100392460823059,
      "learning_rate": 3.6996343570418317e-06,
      "loss": 0.3679,
      "step": 970140
    },
    {
      "epoch": 270.76,
      "grad_norm": 1.1119838953018188,
      "learning_rate": 3.699612301405528e-06,
      "loss": 0.3644,
      "step": 970150
    },
    {
      "epoch": 270.77,
      "grad_norm": 0.9178887605667114,
      "learning_rate": 3.6995902455887593e-06,
      "loss": 0.337,
      "step": 970160
    },
    {
      "epoch": 270.77,
      "grad_norm": 0.9577361941337585,
      "learning_rate": 3.6995681895915274e-06,
      "loss": 0.366,
      "step": 970170
    },
    {
      "epoch": 270.77,
      "grad_norm": 0.9596022963523865,
      "learning_rate": 3.699546133413836e-06,
      "loss": 0.3485,
      "step": 970180
    },
    {
      "epoch": 270.78,
      "grad_norm": 1.2949618101119995,
      "learning_rate": 3.6995240770556872e-06,
      "loss": 0.3837,
      "step": 970190
    },
    {
      "epoch": 270.78,
      "grad_norm": 0.8844701051712036,
      "learning_rate": 3.699502020517085e-06,
      "loss": 0.3752,
      "step": 970200
    },
    {
      "epoch": 270.78,
      "grad_norm": 1.2170891761779785,
      "learning_rate": 3.699479963798032e-06,
      "loss": 0.3708,
      "step": 970210
    },
    {
      "epoch": 270.78,
      "grad_norm": 1.2658939361572266,
      "learning_rate": 3.6994579068985303e-06,
      "loss": 0.3624,
      "step": 970220
    },
    {
      "epoch": 270.79,
      "grad_norm": 1.0223960876464844,
      "learning_rate": 3.699435849818584e-06,
      "loss": 0.3491,
      "step": 970230
    },
    {
      "epoch": 270.79,
      "grad_norm": 0.8421443104743958,
      "learning_rate": 3.6994137925581953e-06,
      "loss": 0.3414,
      "step": 970240
    },
    {
      "epoch": 270.79,
      "grad_norm": 1.252717137336731,
      "learning_rate": 3.6993917351173677e-06,
      "loss": 0.3631,
      "step": 970250
    },
    {
      "epoch": 270.8,
      "grad_norm": 1.013182520866394,
      "learning_rate": 3.699369677496103e-06,
      "loss": 0.356,
      "step": 970260
    },
    {
      "epoch": 270.8,
      "grad_norm": 2.849627733230591,
      "learning_rate": 3.6993476196944064e-06,
      "loss": 0.3729,
      "step": 970270
    },
    {
      "epoch": 270.8,
      "grad_norm": 1.0119638442993164,
      "learning_rate": 3.6993255617122782e-06,
      "loss": 0.356,
      "step": 970280
    },
    {
      "epoch": 270.8,
      "grad_norm": 0.9509284496307373,
      "learning_rate": 3.6993035035497235e-06,
      "loss": 0.3697,
      "step": 970290
    },
    {
      "epoch": 270.81,
      "grad_norm": 1.0643855333328247,
      "learning_rate": 3.699281445206743e-06,
      "loss": 0.3496,
      "step": 970300
    },
    {
      "epoch": 270.81,
      "grad_norm": 0.9913174510002136,
      "learning_rate": 3.6992593866833414e-06,
      "loss": 0.3482,
      "step": 970310
    },
    {
      "epoch": 270.81,
      "grad_norm": 4.143727779388428,
      "learning_rate": 3.6992373279795217e-06,
      "loss": 0.3586,
      "step": 970320
    },
    {
      "epoch": 270.81,
      "grad_norm": 1.1307451725006104,
      "learning_rate": 3.6992152690952856e-06,
      "loss": 0.3678,
      "step": 970330
    },
    {
      "epoch": 270.82,
      "grad_norm": 0.8369626998901367,
      "learning_rate": 3.699193210030637e-06,
      "loss": 0.361,
      "step": 970340
    },
    {
      "epoch": 270.82,
      "grad_norm": 1.1447471380233765,
      "learning_rate": 3.699171150785579e-06,
      "loss": 0.3629,
      "step": 970350
    },
    {
      "epoch": 270.82,
      "grad_norm": 1.0104597806930542,
      "learning_rate": 3.6991490913601133e-06,
      "loss": 0.3481,
      "step": 970360
    },
    {
      "epoch": 270.83,
      "grad_norm": 1.1493295431137085,
      "learning_rate": 3.6991270317542437e-06,
      "loss": 0.3599,
      "step": 970370
    },
    {
      "epoch": 270.83,
      "grad_norm": 1.0189573764801025,
      "learning_rate": 3.699104971967973e-06,
      "loss": 0.3673,
      "step": 970380
    },
    {
      "epoch": 270.83,
      "grad_norm": 1.1087837219238281,
      "learning_rate": 3.6990829120013046e-06,
      "loss": 0.3547,
      "step": 970390
    },
    {
      "epoch": 270.83,
      "grad_norm": 0.9973859786987305,
      "learning_rate": 3.699060851854241e-06,
      "loss": 0.3623,
      "step": 970400
    },
    {
      "epoch": 270.84,
      "grad_norm": 1.388681411743164,
      "learning_rate": 3.6990387915267853e-06,
      "loss": 0.3625,
      "step": 970410
    },
    {
      "epoch": 270.84,
      "grad_norm": 0.8948987126350403,
      "learning_rate": 3.69901673101894e-06,
      "loss": 0.3615,
      "step": 970420
    },
    {
      "epoch": 270.84,
      "grad_norm": 1.025991439819336,
      "learning_rate": 3.698994670330708e-06,
      "loss": 0.3531,
      "step": 970430
    },
    {
      "epoch": 270.85,
      "grad_norm": 1.1179189682006836,
      "learning_rate": 3.6989726094620935e-06,
      "loss": 0.3612,
      "step": 970440
    },
    {
      "epoch": 270.85,
      "grad_norm": 1.1945834159851074,
      "learning_rate": 3.6989505484130974e-06,
      "loss": 0.3511,
      "step": 970450
    },
    {
      "epoch": 270.85,
      "grad_norm": 1.0202335119247437,
      "learning_rate": 3.6989284871837244e-06,
      "loss": 0.3631,
      "step": 970460
    },
    {
      "epoch": 270.85,
      "grad_norm": 1.0253442525863647,
      "learning_rate": 3.6989064257739765e-06,
      "loss": 0.3671,
      "step": 970470
    },
    {
      "epoch": 270.86,
      "grad_norm": 1.0768064260482788,
      "learning_rate": 3.6988843641838564e-06,
      "loss": 0.3545,
      "step": 970480
    },
    {
      "epoch": 270.86,
      "grad_norm": 1.053931474685669,
      "learning_rate": 3.698862302413369e-06,
      "loss": 0.3575,
      "step": 970490
    },
    {
      "epoch": 270.86,
      "grad_norm": 0.8297536969184875,
      "learning_rate": 3.698840240462514e-06,
      "loss": 0.376,
      "step": 970500
    },
    {
      "epoch": 270.87,
      "grad_norm": 0.955010175704956,
      "learning_rate": 3.6988181783312976e-06,
      "loss": 0.3654,
      "step": 970510
    },
    {
      "epoch": 270.87,
      "grad_norm": 0.9784850478172302,
      "learning_rate": 3.6987961160197206e-06,
      "loss": 0.3708,
      "step": 970520
    },
    {
      "epoch": 270.87,
      "grad_norm": 1.0587633848190308,
      "learning_rate": 3.6987740535277865e-06,
      "loss": 0.3799,
      "step": 970530
    },
    {
      "epoch": 270.87,
      "grad_norm": 1.3257712125778198,
      "learning_rate": 3.6987519908554984e-06,
      "loss": 0.3749,
      "step": 970540
    },
    {
      "epoch": 270.88,
      "grad_norm": 1.1840519905090332,
      "learning_rate": 3.69872992800286e-06,
      "loss": 0.3655,
      "step": 970550
    },
    {
      "epoch": 270.88,
      "grad_norm": 0.9595905542373657,
      "learning_rate": 3.698707864969873e-06,
      "loss": 0.369,
      "step": 970560
    },
    {
      "epoch": 270.88,
      "grad_norm": 1.0109190940856934,
      "learning_rate": 3.69868580175654e-06,
      "loss": 0.3648,
      "step": 970570
    },
    {
      "epoch": 270.88,
      "grad_norm": 3.1078648567199707,
      "learning_rate": 3.698663738362865e-06,
      "loss": 0.3582,
      "step": 970580
    },
    {
      "epoch": 270.89,
      "grad_norm": 0.9336793422698975,
      "learning_rate": 3.6986416747888513e-06,
      "loss": 0.3615,
      "step": 970590
    },
    {
      "epoch": 270.89,
      "grad_norm": 0.9738264083862305,
      "learning_rate": 3.6986196110345002e-06,
      "loss": 0.3489,
      "step": 970600
    },
    {
      "epoch": 270.89,
      "grad_norm": 0.8752237558364868,
      "learning_rate": 3.6985975470998158e-06,
      "loss": 0.3602,
      "step": 970610
    },
    {
      "epoch": 270.9,
      "grad_norm": 1.1700901985168457,
      "learning_rate": 3.698575482984801e-06,
      "loss": 0.3515,
      "step": 970620
    },
    {
      "epoch": 270.9,
      "grad_norm": 0.9452792406082153,
      "learning_rate": 3.6985534186894584e-06,
      "loss": 0.3641,
      "step": 970630
    },
    {
      "epoch": 270.9,
      "grad_norm": 0.9672847390174866,
      "learning_rate": 3.698531354213791e-06,
      "loss": 0.3442,
      "step": 970640
    },
    {
      "epoch": 270.9,
      "grad_norm": 1.2552896738052368,
      "learning_rate": 3.6985092895578025e-06,
      "loss": 0.3748,
      "step": 970650
    },
    {
      "epoch": 270.91,
      "grad_norm": 0.937427282333374,
      "learning_rate": 3.6984872247214947e-06,
      "loss": 0.3396,
      "step": 970660
    },
    {
      "epoch": 270.91,
      "grad_norm": 1.0438385009765625,
      "learning_rate": 3.698465159704871e-06,
      "loss": 0.3645,
      "step": 970670
    },
    {
      "epoch": 270.91,
      "grad_norm": 0.9671441912651062,
      "learning_rate": 3.698443094507934e-06,
      "loss": 0.3589,
      "step": 970680
    },
    {
      "epoch": 270.92,
      "grad_norm": 0.935397744178772,
      "learning_rate": 3.6984210291306883e-06,
      "loss": 0.3731,
      "step": 970690
    },
    {
      "epoch": 270.92,
      "grad_norm": 0.957758367061615,
      "learning_rate": 3.698398963573134e-06,
      "loss": 0.3483,
      "step": 970700
    },
    {
      "epoch": 270.92,
      "grad_norm": 1.024072527885437,
      "learning_rate": 3.6983768978352765e-06,
      "loss": 0.3552,
      "step": 970710
    },
    {
      "epoch": 270.92,
      "grad_norm": 0.9911119937896729,
      "learning_rate": 3.698354831917117e-06,
      "loss": 0.3679,
      "step": 970720
    },
    {
      "epoch": 270.93,
      "grad_norm": 1.1315714120864868,
      "learning_rate": 3.6983327658186603e-06,
      "loss": 0.3537,
      "step": 970730
    },
    {
      "epoch": 270.93,
      "grad_norm": 1.2311804294586182,
      "learning_rate": 3.698310699539907e-06,
      "loss": 0.3492,
      "step": 970740
    },
    {
      "epoch": 270.93,
      "grad_norm": 0.9331369996070862,
      "learning_rate": 3.698288633080862e-06,
      "loss": 0.3675,
      "step": 970750
    },
    {
      "epoch": 270.93,
      "grad_norm": 0.9963359832763672,
      "learning_rate": 3.6982665664415276e-06,
      "loss": 0.3533,
      "step": 970760
    },
    {
      "epoch": 270.94,
      "grad_norm": 0.9827901124954224,
      "learning_rate": 3.6982444996219066e-06,
      "loss": 0.358,
      "step": 970770
    },
    {
      "epoch": 270.94,
      "grad_norm": 1.1065181493759155,
      "learning_rate": 3.698222432622002e-06,
      "loss": 0.3572,
      "step": 970780
    },
    {
      "epoch": 270.94,
      "grad_norm": 1.1087578535079956,
      "learning_rate": 3.698200365441817e-06,
      "loss": 0.3542,
      "step": 970790
    },
    {
      "epoch": 270.95,
      "grad_norm": 1.0405243635177612,
      "learning_rate": 3.6981782980813536e-06,
      "loss": 0.3625,
      "step": 970800
    },
    {
      "epoch": 270.95,
      "grad_norm": 1.2363735437393188,
      "learning_rate": 3.6981562305406157e-06,
      "loss": 0.3473,
      "step": 970810
    },
    {
      "epoch": 270.95,
      "grad_norm": 1.4294103384017944,
      "learning_rate": 3.6981341628196067e-06,
      "loss": 0.3475,
      "step": 970820
    },
    {
      "epoch": 270.95,
      "grad_norm": 1.2808293104171753,
      "learning_rate": 3.698112094918327e-06,
      "loss": 0.3625,
      "step": 970830
    },
    {
      "epoch": 270.96,
      "grad_norm": 1.0948669910430908,
      "learning_rate": 3.698090026836783e-06,
      "loss": 0.3619,
      "step": 970840
    },
    {
      "epoch": 270.96,
      "grad_norm": 1.0854966640472412,
      "learning_rate": 3.698067958574976e-06,
      "loss": 0.3637,
      "step": 970850
    },
    {
      "epoch": 270.96,
      "grad_norm": 0.9016682505607605,
      "learning_rate": 3.6980458901329078e-06,
      "loss": 0.3605,
      "step": 970860
    },
    {
      "epoch": 270.97,
      "grad_norm": 1.0531401634216309,
      "learning_rate": 3.698023821510583e-06,
      "loss": 0.3646,
      "step": 970870
    },
    {
      "epoch": 270.97,
      "grad_norm": 1.1110919713974,
      "learning_rate": 3.6980017527080043e-06,
      "loss": 0.3507,
      "step": 970880
    },
    {
      "epoch": 270.97,
      "grad_norm": 1.065080165863037,
      "learning_rate": 3.6979796837251742e-06,
      "loss": 0.3583,
      "step": 970890
    },
    {
      "epoch": 270.97,
      "grad_norm": 0.9423282742500305,
      "learning_rate": 3.6979576145620955e-06,
      "loss": 0.358,
      "step": 970900
    },
    {
      "epoch": 270.98,
      "grad_norm": 1.0437101125717163,
      "learning_rate": 3.6979355452187715e-06,
      "loss": 0.3534,
      "step": 970910
    },
    {
      "epoch": 270.98,
      "grad_norm": 1.0377788543701172,
      "learning_rate": 3.6979134756952053e-06,
      "loss": 0.3745,
      "step": 970920
    },
    {
      "epoch": 270.98,
      "grad_norm": 0.9777300357818604,
      "learning_rate": 3.697891405991399e-06,
      "loss": 0.3595,
      "step": 970930
    },
    {
      "epoch": 270.99,
      "grad_norm": 0.9250234365463257,
      "learning_rate": 3.6978693361073563e-06,
      "loss": 0.379,
      "step": 970940
    },
    {
      "epoch": 270.99,
      "grad_norm": 1.1930347681045532,
      "learning_rate": 3.6978472660430802e-06,
      "loss": 0.3632,
      "step": 970950
    },
    {
      "epoch": 270.99,
      "grad_norm": 1.1436554193496704,
      "learning_rate": 3.6978251957985734e-06,
      "loss": 0.3494,
      "step": 970960
    },
    {
      "epoch": 270.99,
      "grad_norm": 1.2356727123260498,
      "learning_rate": 3.6978031253738386e-06,
      "loss": 0.3484,
      "step": 970970
    },
    {
      "epoch": 271.0,
      "grad_norm": 1.1234862804412842,
      "learning_rate": 3.6977810547688794e-06,
      "loss": 0.3544,
      "step": 970980
    },
    {
      "epoch": 271.0,
      "grad_norm": 1.2594935894012451,
      "learning_rate": 3.6977589839836974e-06,
      "loss": 0.353,
      "step": 970990
    },
    {
      "epoch": 271.0,
      "eval_loss": 0.36130884289741516,
      "eval_runtime": 63.5818,
      "eval_samples_per_second": 79.567,
      "eval_steps_per_second": 9.956,
      "step": 970993
    },
    {
      "epoch": 271.0,
      "grad_norm": 1.0484049320220947,
      "learning_rate": 3.697736913018297e-06,
      "loss": 0.3529,
      "step": 971000
    },
    {
      "epoch": 271.0,
      "grad_norm": 0.948576033115387,
      "learning_rate": 3.6977148418726812e-06,
      "loss": 0.3541,
      "step": 971010
    },
    {
      "epoch": 271.01,
      "grad_norm": 1.0760514736175537,
      "learning_rate": 3.6976927705468513e-06,
      "loss": 0.358,
      "step": 971020
    },
    {
      "epoch": 271.01,
      "grad_norm": 1.112235426902771,
      "learning_rate": 3.697670699040811e-06,
      "loss": 0.3565,
      "step": 971030
    },
    {
      "epoch": 271.01,
      "grad_norm": 0.9064337015151978,
      "learning_rate": 3.697648627354565e-06,
      "loss": 0.3536,
      "step": 971040
    },
    {
      "epoch": 271.02,
      "grad_norm": 1.1030869483947754,
      "learning_rate": 3.6976265554881136e-06,
      "loss": 0.358,
      "step": 971050
    },
    {
      "epoch": 271.02,
      "grad_norm": 1.2519723176956177,
      "learning_rate": 3.6976044834414607e-06,
      "loss": 0.3425,
      "step": 971060
    },
    {
      "epoch": 271.02,
      "grad_norm": 0.9417216181755066,
      "learning_rate": 3.6975824112146104e-06,
      "loss": 0.3496,
      "step": 971070
    },
    {
      "epoch": 271.02,
      "grad_norm": 1.414624810218811,
      "learning_rate": 3.697560338807563e-06,
      "loss": 0.3557,
      "step": 971080
    },
    {
      "epoch": 271.03,
      "grad_norm": 0.8992447853088379,
      "learning_rate": 3.6975382662203246e-06,
      "loss": 0.3566,
      "step": 971090
    },
    {
      "epoch": 271.03,
      "grad_norm": 1.1653145551681519,
      "learning_rate": 3.6975161934528958e-06,
      "loss": 0.3629,
      "step": 971100
    },
    {
      "epoch": 271.03,
      "grad_norm": 1.1415340900421143,
      "learning_rate": 3.6974941205052814e-06,
      "loss": 0.359,
      "step": 971110
    },
    {
      "epoch": 271.04,
      "grad_norm": 1.0789375305175781,
      "learning_rate": 3.6974720473774825e-06,
      "loss": 0.3717,
      "step": 971120
    },
    {
      "epoch": 271.04,
      "grad_norm": 0.9756597876548767,
      "learning_rate": 3.697449974069502e-06,
      "loss": 0.3536,
      "step": 971130
    },
    {
      "epoch": 271.04,
      "grad_norm": 1.061215877532959,
      "learning_rate": 3.6974279005813453e-06,
      "loss": 0.3621,
      "step": 971140
    },
    {
      "epoch": 271.04,
      "grad_norm": 0.953910768032074,
      "learning_rate": 3.6974058269130127e-06,
      "loss": 0.3704,
      "step": 971150
    },
    {
      "epoch": 271.05,
      "grad_norm": 0.9987888336181641,
      "learning_rate": 3.697383753064508e-06,
      "loss": 0.3552,
      "step": 971160
    },
    {
      "epoch": 271.05,
      "grad_norm": 1.6170353889465332,
      "learning_rate": 3.697361679035835e-06,
      "loss": 0.3692,
      "step": 971170
    },
    {
      "epoch": 271.05,
      "grad_norm": 1.0212841033935547,
      "learning_rate": 3.6973396048269958e-06,
      "loss": 0.3638,
      "step": 971180
    },
    {
      "epoch": 271.05,
      "grad_norm": 0.9367088079452515,
      "learning_rate": 3.697317530437993e-06,
      "loss": 0.3513,
      "step": 971190
    },
    {
      "epoch": 271.06,
      "grad_norm": 1.1441866159439087,
      "learning_rate": 3.6972954558688304e-06,
      "loss": 0.3473,
      "step": 971200
    },
    {
      "epoch": 271.06,
      "grad_norm": 0.9327241778373718,
      "learning_rate": 3.69727338111951e-06,
      "loss": 0.3517,
      "step": 971210
    },
    {
      "epoch": 271.06,
      "grad_norm": 0.9765779972076416,
      "learning_rate": 3.6972513061900364e-06,
      "loss": 0.3645,
      "step": 971220
    },
    {
      "epoch": 271.07,
      "grad_norm": 0.9210544228553772,
      "learning_rate": 3.69722923108041e-06,
      "loss": 0.3591,
      "step": 971230
    },
    {
      "epoch": 271.07,
      "grad_norm": 1.1411465406417847,
      "learning_rate": 3.6972071557906364e-06,
      "loss": 0.3595,
      "step": 971240
    },
    {
      "epoch": 271.07,
      "grad_norm": 0.8146495223045349,
      "learning_rate": 3.6971850803207163e-06,
      "loss": 0.36,
      "step": 971250
    },
    {
      "epoch": 271.07,
      "grad_norm": 1.001446008682251,
      "learning_rate": 3.697163004670654e-06,
      "loss": 0.3633,
      "step": 971260
    },
    {
      "epoch": 271.08,
      "grad_norm": 1.0052179098129272,
      "learning_rate": 3.697140928840452e-06,
      "loss": 0.3737,
      "step": 971270
    },
    {
      "epoch": 271.08,
      "grad_norm": 0.8535314202308655,
      "learning_rate": 3.6971188528301134e-06,
      "loss": 0.3578,
      "step": 971280
    },
    {
      "epoch": 271.08,
      "grad_norm": 1.084471583366394,
      "learning_rate": 3.697096776639641e-06,
      "loss": 0.3698,
      "step": 971290
    },
    {
      "epoch": 271.09,
      "grad_norm": 1.0286824703216553,
      "learning_rate": 3.6970747002690374e-06,
      "loss": 0.3671,
      "step": 971300
    },
    {
      "epoch": 271.09,
      "grad_norm": 1.0479811429977417,
      "learning_rate": 3.6970526237183063e-06,
      "loss": 0.3679,
      "step": 971310
    },
    {
      "epoch": 271.09,
      "grad_norm": 1.2531039714813232,
      "learning_rate": 3.6970305469874502e-06,
      "loss": 0.3607,
      "step": 971320
    },
    {
      "epoch": 271.09,
      "grad_norm": 0.9782029986381531,
      "learning_rate": 3.6970084700764726e-06,
      "loss": 0.3536,
      "step": 971330
    },
    {
      "epoch": 271.1,
      "grad_norm": 1.1748464107513428,
      "learning_rate": 3.6969863929853747e-06,
      "loss": 0.3433,
      "step": 971340
    },
    {
      "epoch": 271.1,
      "grad_norm": 1.1224768161773682,
      "learning_rate": 3.6969643157141616e-06,
      "loss": 0.3615,
      "step": 971350
    },
    {
      "epoch": 271.1,
      "grad_norm": 0.9310505390167236,
      "learning_rate": 3.696942238262835e-06,
      "loss": 0.3528,
      "step": 971360
    },
    {
      "epoch": 271.11,
      "grad_norm": 1.0532402992248535,
      "learning_rate": 3.6969201606313987e-06,
      "loss": 0.3495,
      "step": 971370
    },
    {
      "epoch": 271.11,
      "grad_norm": 0.9507184028625488,
      "learning_rate": 3.6968980828198544e-06,
      "loss": 0.3466,
      "step": 971380
    },
    {
      "epoch": 271.11,
      "grad_norm": 1.197725534439087,
      "learning_rate": 3.6968760048282063e-06,
      "loss": 0.3563,
      "step": 971390
    },
    {
      "epoch": 271.11,
      "grad_norm": 1.0368506908416748,
      "learning_rate": 3.6968539266564565e-06,
      "loss": 0.3672,
      "step": 971400
    },
    {
      "epoch": 271.12,
      "grad_norm": 1.15525484085083,
      "learning_rate": 3.6968318483046077e-06,
      "loss": 0.3611,
      "step": 971410
    },
    {
      "epoch": 271.12,
      "grad_norm": 0.8960518836975098,
      "learning_rate": 3.6968097697726635e-06,
      "loss": 0.3593,
      "step": 971420
    },
    {
      "epoch": 271.12,
      "grad_norm": 1.0714977979660034,
      "learning_rate": 3.6967876910606275e-06,
      "loss": 0.3801,
      "step": 971430
    },
    {
      "epoch": 271.12,
      "grad_norm": 0.8880078196525574,
      "learning_rate": 3.6967656121685016e-06,
      "loss": 0.3628,
      "step": 971440
    },
    {
      "epoch": 271.13,
      "grad_norm": 0.9666802883148193,
      "learning_rate": 3.696743533096288e-06,
      "loss": 0.372,
      "step": 971450
    },
    {
      "epoch": 271.13,
      "grad_norm": 1.0641831159591675,
      "learning_rate": 3.6967214538439916e-06,
      "loss": 0.3822,
      "step": 971460
    },
    {
      "epoch": 271.13,
      "grad_norm": 0.9488510489463806,
      "learning_rate": 3.6966993744116137e-06,
      "loss": 0.3583,
      "step": 971470
    },
    {
      "epoch": 271.14,
      "grad_norm": 1.244428038597107,
      "learning_rate": 3.6966772947991575e-06,
      "loss": 0.3724,
      "step": 971480
    },
    {
      "epoch": 271.14,
      "grad_norm": 1.0743303298950195,
      "learning_rate": 3.696655215006628e-06,
      "loss": 0.3539,
      "step": 971490
    },
    {
      "epoch": 271.14,
      "grad_norm": 1.018612265586853,
      "learning_rate": 3.6966331350340244e-06,
      "loss": 0.3701,
      "step": 971500
    },
    {
      "epoch": 271.14,
      "grad_norm": 1.0271267890930176,
      "learning_rate": 3.6966110548813526e-06,
      "loss": 0.3798,
      "step": 971510
    },
    {
      "epoch": 271.15,
      "grad_norm": 1.0006130933761597,
      "learning_rate": 3.6965889745486147e-06,
      "loss": 0.3697,
      "step": 971520
    },
    {
      "epoch": 271.15,
      "grad_norm": 1.064054012298584,
      "learning_rate": 3.6965668940358137e-06,
      "loss": 0.3652,
      "step": 971530
    },
    {
      "epoch": 271.15,
      "grad_norm": 0.9810649156570435,
      "learning_rate": 3.696544813342952e-06,
      "loss": 0.3552,
      "step": 971540
    },
    {
      "epoch": 271.16,
      "grad_norm": 0.9421967267990112,
      "learning_rate": 3.696522732470034e-06,
      "loss": 0.3515,
      "step": 971550
    },
    {
      "epoch": 271.16,
      "grad_norm": 0.9887198209762573,
      "learning_rate": 3.6965006514170604e-06,
      "loss": 0.3528,
      "step": 971560
    },
    {
      "epoch": 271.16,
      "grad_norm": 1.1131174564361572,
      "learning_rate": 3.6964785701840358e-06,
      "loss": 0.3803,
      "step": 971570
    },
    {
      "epoch": 271.16,
      "grad_norm": 1.0246233940124512,
      "learning_rate": 3.696456488770962e-06,
      "loss": 0.3738,
      "step": 971580
    },
    {
      "epoch": 271.17,
      "grad_norm": 1.018297553062439,
      "learning_rate": 3.6964344071778437e-06,
      "loss": 0.3629,
      "step": 971590
    },
    {
      "epoch": 271.17,
      "grad_norm": 1.3117663860321045,
      "learning_rate": 3.696412325404682e-06,
      "loss": 0.3695,
      "step": 971600
    },
    {
      "epoch": 271.17,
      "grad_norm": 0.8509211540222168,
      "learning_rate": 3.6963902434514806e-06,
      "loss": 0.3476,
      "step": 971610
    },
    {
      "epoch": 271.17,
      "grad_norm": 1.0763758420944214,
      "learning_rate": 3.696368161318243e-06,
      "loss": 0.3625,
      "step": 971620
    },
    {
      "epoch": 271.18,
      "grad_norm": 0.8818734288215637,
      "learning_rate": 3.696346079004971e-06,
      "loss": 0.357,
      "step": 971630
    },
    {
      "epoch": 271.18,
      "grad_norm": 0.9097747802734375,
      "learning_rate": 3.6963239965116675e-06,
      "loss": 0.3617,
      "step": 971640
    },
    {
      "epoch": 271.18,
      "grad_norm": 0.8968433141708374,
      "learning_rate": 3.696301913838337e-06,
      "loss": 0.3534,
      "step": 971650
    },
    {
      "epoch": 271.19,
      "grad_norm": 1.2050970792770386,
      "learning_rate": 3.696279830984982e-06,
      "loss": 0.3724,
      "step": 971660
    },
    {
      "epoch": 271.19,
      "grad_norm": 0.9825865626335144,
      "learning_rate": 3.696257747951603e-06,
      "loss": 0.3648,
      "step": 971670
    },
    {
      "epoch": 271.19,
      "grad_norm": 1.0843861103057861,
      "learning_rate": 3.6962356647382062e-06,
      "loss": 0.3507,
      "step": 971680
    },
    {
      "epoch": 271.19,
      "grad_norm": 1.0455864667892456,
      "learning_rate": 3.6962135813447936e-06,
      "loss": 0.3715,
      "step": 971690
    },
    {
      "epoch": 271.2,
      "grad_norm": 1.1340255737304688,
      "learning_rate": 3.696191497771367e-06,
      "loss": 0.3737,
      "step": 971700
    },
    {
      "epoch": 271.2,
      "grad_norm": 0.9956758618354797,
      "learning_rate": 3.69616941401793e-06,
      "loss": 0.369,
      "step": 971710
    },
    {
      "epoch": 271.2,
      "grad_norm": 0.9881440997123718,
      "learning_rate": 3.6961473300844856e-06,
      "loss": 0.3556,
      "step": 971720
    },
    {
      "epoch": 271.21,
      "grad_norm": 1.2295846939086914,
      "learning_rate": 3.696125245971037e-06,
      "loss": 0.364,
      "step": 971730
    },
    {
      "epoch": 271.21,
      "grad_norm": 1.1079751253128052,
      "learning_rate": 3.696103161677587e-06,
      "loss": 0.3674,
      "step": 971740
    },
    {
      "epoch": 271.21,
      "grad_norm": 1.1740645170211792,
      "learning_rate": 3.696081077204138e-06,
      "loss": 0.3452,
      "step": 971750
    },
    {
      "epoch": 271.21,
      "grad_norm": 1.125551700592041,
      "learning_rate": 3.6960589925506934e-06,
      "loss": 0.3573,
      "step": 971760
    },
    {
      "epoch": 271.22,
      "grad_norm": 1.5427714586257935,
      "learning_rate": 3.6960369077172565e-06,
      "loss": 0.3695,
      "step": 971770
    },
    {
      "epoch": 271.22,
      "grad_norm": 0.8871428966522217,
      "learning_rate": 3.6960148227038298e-06,
      "loss": 0.3535,
      "step": 971780
    },
    {
      "epoch": 271.22,
      "grad_norm": 0.9406319260597229,
      "learning_rate": 3.6959927375104158e-06,
      "loss": 0.3582,
      "step": 971790
    },
    {
      "epoch": 271.23,
      "grad_norm": 1.0116071701049805,
      "learning_rate": 3.6959706521370187e-06,
      "loss": 0.3612,
      "step": 971800
    },
    {
      "epoch": 271.23,
      "grad_norm": 1.4521169662475586,
      "learning_rate": 3.69594856658364e-06,
      "loss": 0.3568,
      "step": 971810
    },
    {
      "epoch": 271.23,
      "grad_norm": 1.1274794340133667,
      "learning_rate": 3.6959264808502834e-06,
      "loss": 0.3709,
      "step": 971820
    },
    {
      "epoch": 271.23,
      "grad_norm": 1.022533655166626,
      "learning_rate": 3.6959043949369515e-06,
      "loss": 0.3708,
      "step": 971830
    },
    {
      "epoch": 271.24,
      "grad_norm": 0.9925968050956726,
      "learning_rate": 3.695882308843648e-06,
      "loss": 0.3825,
      "step": 971840
    },
    {
      "epoch": 271.24,
      "grad_norm": 1.0320446491241455,
      "learning_rate": 3.6958602225703754e-06,
      "loss": 0.3639,
      "step": 971850
    },
    {
      "epoch": 271.24,
      "grad_norm": 1.146007776260376,
      "learning_rate": 3.6958381361171363e-06,
      "loss": 0.3493,
      "step": 971860
    },
    {
      "epoch": 271.24,
      "grad_norm": 0.9596162438392639,
      "learning_rate": 3.6958160494839336e-06,
      "loss": 0.3528,
      "step": 971870
    },
    {
      "epoch": 271.25,
      "grad_norm": 1.1115965843200684,
      "learning_rate": 3.695793962670771e-06,
      "loss": 0.3634,
      "step": 971880
    },
    {
      "epoch": 271.25,
      "grad_norm": 1.1183055639266968,
      "learning_rate": 3.695771875677651e-06,
      "loss": 0.381,
      "step": 971890
    },
    {
      "epoch": 271.25,
      "grad_norm": 0.9427919983863831,
      "learning_rate": 3.695749788504576e-06,
      "loss": 0.3719,
      "step": 971900
    },
    {
      "epoch": 271.26,
      "grad_norm": 1.4298206567764282,
      "learning_rate": 3.6957277011515503e-06,
      "loss": 0.353,
      "step": 971910
    },
    {
      "epoch": 271.26,
      "grad_norm": 1.2164478302001953,
      "learning_rate": 3.6957056136185754e-06,
      "loss": 0.3552,
      "step": 971920
    },
    {
      "epoch": 271.26,
      "grad_norm": 1.1064412593841553,
      "learning_rate": 3.6956835259056547e-06,
      "loss": 0.3621,
      "step": 971930
    },
    {
      "epoch": 271.26,
      "grad_norm": 1.124433994293213,
      "learning_rate": 3.6956614380127916e-06,
      "loss": 0.3539,
      "step": 971940
    },
    {
      "epoch": 271.27,
      "grad_norm": 1.069886565208435,
      "learning_rate": 3.695639349939989e-06,
      "loss": 0.3461,
      "step": 971950
    },
    {
      "epoch": 271.27,
      "grad_norm": 1.0302860736846924,
      "learning_rate": 3.6956172616872487e-06,
      "loss": 0.3659,
      "step": 971960
    },
    {
      "epoch": 271.27,
      "grad_norm": 1.154829978942871,
      "learning_rate": 3.695595173254575e-06,
      "loss": 0.3623,
      "step": 971970
    },
    {
      "epoch": 271.28,
      "grad_norm": 0.9926059246063232,
      "learning_rate": 3.6955730846419705e-06,
      "loss": 0.336,
      "step": 971980
    },
    {
      "epoch": 271.28,
      "grad_norm": 0.9903175234794617,
      "learning_rate": 3.6955509958494377e-06,
      "loss": 0.3634,
      "step": 971990
    },
    {
      "epoch": 271.28,
      "grad_norm": 0.8510899543762207,
      "learning_rate": 3.69552890687698e-06,
      "loss": 0.3464,
      "step": 972000
    },
    {
      "epoch": 271.28,
      "grad_norm": 1.034706473350525,
      "learning_rate": 3.6955068177246003e-06,
      "loss": 0.3568,
      "step": 972010
    },
    {
      "epoch": 271.29,
      "grad_norm": 0.8787270188331604,
      "learning_rate": 3.6954847283923013e-06,
      "loss": 0.367,
      "step": 972020
    },
    {
      "epoch": 271.29,
      "grad_norm": 1.0426636934280396,
      "learning_rate": 3.6954626388800853e-06,
      "loss": 0.3616,
      "step": 972030
    },
    {
      "epoch": 271.29,
      "grad_norm": 1.0061578750610352,
      "learning_rate": 3.6954405491879573e-06,
      "loss": 0.3742,
      "step": 972040
    },
    {
      "epoch": 271.3,
      "grad_norm": 1.359761118888855,
      "learning_rate": 3.695418459315918e-06,
      "loss": 0.3627,
      "step": 972050
    },
    {
      "epoch": 271.3,
      "grad_norm": 1.0427892208099365,
      "learning_rate": 3.6953963692639715e-06,
      "loss": 0.3516,
      "step": 972060
    },
    {
      "epoch": 271.3,
      "grad_norm": 6.810682773590088,
      "learning_rate": 3.695374279032121e-06,
      "loss": 0.3747,
      "step": 972070
    },
    {
      "epoch": 271.3,
      "grad_norm": 0.9842857718467712,
      "learning_rate": 3.6953521886203678e-06,
      "loss": 0.3865,
      "step": 972080
    },
    {
      "epoch": 271.31,
      "grad_norm": 1.2063254117965698,
      "learning_rate": 3.6953300980287167e-06,
      "loss": 0.3588,
      "step": 972090
    },
    {
      "epoch": 271.31,
      "grad_norm": 1.163547158241272,
      "learning_rate": 3.6953080072571697e-06,
      "loss": 0.378,
      "step": 972100
    },
    {
      "epoch": 271.31,
      "grad_norm": 1.0758739709854126,
      "learning_rate": 3.6952859163057304e-06,
      "loss": 0.3748,
      "step": 972110
    },
    {
      "epoch": 271.31,
      "grad_norm": 1.1366362571716309,
      "learning_rate": 3.695263825174401e-06,
      "loss": 0.377,
      "step": 972120
    },
    {
      "epoch": 271.32,
      "grad_norm": 1.0020555257797241,
      "learning_rate": 3.6952417338631845e-06,
      "loss": 0.3516,
      "step": 972130
    },
    {
      "epoch": 271.32,
      "grad_norm": 0.9936023354530334,
      "learning_rate": 3.6952196423720847e-06,
      "loss": 0.3608,
      "step": 972140
    },
    {
      "epoch": 271.32,
      "grad_norm": 1.1250139474868774,
      "learning_rate": 3.6951975507011036e-06,
      "loss": 0.3689,
      "step": 972150
    },
    {
      "epoch": 271.33,
      "grad_norm": 0.9981386065483093,
      "learning_rate": 3.6951754588502444e-06,
      "loss": 0.3673,
      "step": 972160
    },
    {
      "epoch": 271.33,
      "grad_norm": 0.8051935434341431,
      "learning_rate": 3.69515336681951e-06,
      "loss": 0.3671,
      "step": 972170
    },
    {
      "epoch": 271.33,
      "grad_norm": 1.2028048038482666,
      "learning_rate": 3.6951312746089038e-06,
      "loss": 0.3712,
      "step": 972180
    },
    {
      "epoch": 271.33,
      "grad_norm": 1.0753576755523682,
      "learning_rate": 3.6951091822184274e-06,
      "loss": 0.3596,
      "step": 972190
    },
    {
      "epoch": 271.34,
      "grad_norm": 1.3177274465560913,
      "learning_rate": 3.695087089648086e-06,
      "loss": 0.3656,
      "step": 972200
    },
    {
      "epoch": 271.34,
      "grad_norm": 0.9297178983688354,
      "learning_rate": 3.695064996897881e-06,
      "loss": 0.3646,
      "step": 972210
    },
    {
      "epoch": 271.34,
      "grad_norm": 0.8137452602386475,
      "learning_rate": 3.695042903967815e-06,
      "loss": 0.347,
      "step": 972220
    },
    {
      "epoch": 271.35,
      "grad_norm": 1.0359965562820435,
      "learning_rate": 3.695020810857892e-06,
      "loss": 0.3394,
      "step": 972230
    },
    {
      "epoch": 271.35,
      "grad_norm": 0.9676517844200134,
      "learning_rate": 3.694998717568114e-06,
      "loss": 0.3581,
      "step": 972240
    },
    {
      "epoch": 271.35,
      "grad_norm": 0.9989221692085266,
      "learning_rate": 3.694976624098485e-06,
      "loss": 0.3594,
      "step": 972250
    },
    {
      "epoch": 271.35,
      "grad_norm": 0.8602577447891235,
      "learning_rate": 3.694954530449007e-06,
      "loss": 0.3438,
      "step": 972260
    },
    {
      "epoch": 271.36,
      "grad_norm": 0.9335713982582092,
      "learning_rate": 3.6949324366196837e-06,
      "loss": 0.3515,
      "step": 972270
    },
    {
      "epoch": 271.36,
      "grad_norm": 0.948821485042572,
      "learning_rate": 3.6949103426105172e-06,
      "loss": 0.356,
      "step": 972280
    },
    {
      "epoch": 271.36,
      "grad_norm": 1.1159509420394897,
      "learning_rate": 3.694888248421511e-06,
      "loss": 0.3612,
      "step": 972290
    },
    {
      "epoch": 271.36,
      "grad_norm": 1.1363009214401245,
      "learning_rate": 3.6948661540526683e-06,
      "loss": 0.3468,
      "step": 972300
    },
    {
      "epoch": 271.37,
      "grad_norm": 1.155668020248413,
      "learning_rate": 3.6948440595039914e-06,
      "loss": 0.3692,
      "step": 972310
    },
    {
      "epoch": 271.37,
      "grad_norm": 0.9697365760803223,
      "learning_rate": 3.694821964775484e-06,
      "loss": 0.3678,
      "step": 972320
    },
    {
      "epoch": 271.37,
      "grad_norm": 1.0410364866256714,
      "learning_rate": 3.694799869867148e-06,
      "loss": 0.3507,
      "step": 972330
    },
    {
      "epoch": 271.38,
      "grad_norm": 1.0692651271820068,
      "learning_rate": 3.694777774778987e-06,
      "loss": 0.3657,
      "step": 972340
    },
    {
      "epoch": 271.38,
      "grad_norm": 0.9075735211372375,
      "learning_rate": 3.694755679511003e-06,
      "loss": 0.3539,
      "step": 972350
    },
    {
      "epoch": 271.38,
      "grad_norm": 1.0176727771759033,
      "learning_rate": 3.6947335840632016e-06,
      "loss": 0.3632,
      "step": 972360
    },
    {
      "epoch": 271.38,
      "grad_norm": 1.0242712497711182,
      "learning_rate": 3.6947114884355826e-06,
      "loss": 0.3513,
      "step": 972370
    },
    {
      "epoch": 271.39,
      "grad_norm": 1.0776907205581665,
      "learning_rate": 3.6946893926281503e-06,
      "loss": 0.3598,
      "step": 972380
    },
    {
      "epoch": 271.39,
      "grad_norm": 0.9139045476913452,
      "learning_rate": 3.694667296640908e-06,
      "loss": 0.3566,
      "step": 972390
    },
    {
      "epoch": 271.39,
      "grad_norm": 1.1156138181686401,
      "learning_rate": 3.694645200473858e-06,
      "loss": 0.3769,
      "step": 972400
    },
    {
      "epoch": 271.4,
      "grad_norm": 1.2162644863128662,
      "learning_rate": 3.6946231041270034e-06,
      "loss": 0.3708,
      "step": 972410
    },
    {
      "epoch": 271.4,
      "grad_norm": 1.050089955329895,
      "learning_rate": 3.694601007600348e-06,
      "loss": 0.3644,
      "step": 972420
    },
    {
      "epoch": 271.4,
      "grad_norm": 0.9574875235557556,
      "learning_rate": 3.694578910893893e-06,
      "loss": 0.3667,
      "step": 972430
    },
    {
      "epoch": 271.4,
      "grad_norm": 1.069342851638794,
      "learning_rate": 3.6945568140076428e-06,
      "loss": 0.3731,
      "step": 972440
    },
    {
      "epoch": 271.41,
      "grad_norm": 1.1138719320297241,
      "learning_rate": 3.694534716941599e-06,
      "loss": 0.3705,
      "step": 972450
    },
    {
      "epoch": 271.41,
      "grad_norm": 1.1393121480941772,
      "learning_rate": 3.694512619695767e-06,
      "loss": 0.354,
      "step": 972460
    },
    {
      "epoch": 271.41,
      "grad_norm": 0.8184067606925964,
      "learning_rate": 3.694490522270147e-06,
      "loss": 0.3621,
      "step": 972470
    },
    {
      "epoch": 271.42,
      "grad_norm": 1.2281100749969482,
      "learning_rate": 3.694468424664743e-06,
      "loss": 0.373,
      "step": 972480
    },
    {
      "epoch": 271.42,
      "grad_norm": 1.4749830961227417,
      "learning_rate": 3.694446326879559e-06,
      "loss": 0.3685,
      "step": 972490
    },
    {
      "epoch": 271.42,
      "grad_norm": 0.9876042604446411,
      "learning_rate": 3.6944242289145956e-06,
      "loss": 0.3562,
      "step": 972500
    },
    {
      "epoch": 271.42,
      "grad_norm": 0.8972344994544983,
      "learning_rate": 3.694402130769858e-06,
      "loss": 0.3642,
      "step": 972510
    },
    {
      "epoch": 271.43,
      "grad_norm": 0.8556703329086304,
      "learning_rate": 3.694380032445348e-06,
      "loss": 0.342,
      "step": 972520
    },
    {
      "epoch": 271.43,
      "grad_norm": 0.955430805683136,
      "learning_rate": 3.694357933941069e-06,
      "loss": 0.3439,
      "step": 972530
    },
    {
      "epoch": 271.43,
      "grad_norm": 0.9815452694892883,
      "learning_rate": 3.694335835257023e-06,
      "loss": 0.3759,
      "step": 972540
    },
    {
      "epoch": 271.43,
      "grad_norm": 1.0992953777313232,
      "learning_rate": 3.694313736393214e-06,
      "loss": 0.353,
      "step": 972550
    },
    {
      "epoch": 271.44,
      "grad_norm": 0.9620298743247986,
      "learning_rate": 3.694291637349645e-06,
      "loss": 0.3669,
      "step": 972560
    },
    {
      "epoch": 271.44,
      "grad_norm": 1.2416887283325195,
      "learning_rate": 3.694269538126318e-06,
      "loss": 0.3616,
      "step": 972570
    },
    {
      "epoch": 271.44,
      "grad_norm": 1.0446643829345703,
      "learning_rate": 3.6942474387232374e-06,
      "loss": 0.3373,
      "step": 972580
    },
    {
      "epoch": 271.45,
      "grad_norm": 1.2239664793014526,
      "learning_rate": 3.6942253391404044e-06,
      "loss": 0.3546,
      "step": 972590
    },
    {
      "epoch": 271.45,
      "grad_norm": 0.9817545413970947,
      "learning_rate": 3.6942032393778226e-06,
      "loss": 0.353,
      "step": 972600
    },
    {
      "epoch": 271.45,
      "grad_norm": 0.9859083294868469,
      "learning_rate": 3.6941811394354952e-06,
      "loss": 0.3737,
      "step": 972610
    },
    {
      "epoch": 271.45,
      "grad_norm": 1.0784294605255127,
      "learning_rate": 3.694159039313426e-06,
      "loss": 0.3407,
      "step": 972620
    },
    {
      "epoch": 271.46,
      "grad_norm": 1.103824496269226,
      "learning_rate": 3.694136939011616e-06,
      "loss": 0.3484,
      "step": 972630
    },
    {
      "epoch": 271.46,
      "grad_norm": 1.225083351135254,
      "learning_rate": 3.6941148385300696e-06,
      "loss": 0.3573,
      "step": 972640
    },
    {
      "epoch": 271.46,
      "grad_norm": 1.2184643745422363,
      "learning_rate": 3.6940927378687887e-06,
      "loss": 0.3526,
      "step": 972650
    },
    {
      "epoch": 271.47,
      "grad_norm": 1.0664196014404297,
      "learning_rate": 3.6940706370277776e-06,
      "loss": 0.3501,
      "step": 972660
    },
    {
      "epoch": 271.47,
      "grad_norm": 1.0718014240264893,
      "learning_rate": 3.694048536007038e-06,
      "loss": 0.3699,
      "step": 972670
    },
    {
      "epoch": 271.47,
      "grad_norm": 0.9531037211418152,
      "learning_rate": 3.6940264348065732e-06,
      "loss": 0.3572,
      "step": 972680
    },
    {
      "epoch": 271.47,
      "grad_norm": 1.0591119527816772,
      "learning_rate": 3.6940043334263867e-06,
      "loss": 0.3504,
      "step": 972690
    },
    {
      "epoch": 271.48,
      "grad_norm": 0.922735333442688,
      "learning_rate": 3.6939822318664805e-06,
      "loss": 0.3706,
      "step": 972700
    },
    {
      "epoch": 271.48,
      "grad_norm": 1.073381781578064,
      "learning_rate": 3.6939601301268577e-06,
      "loss": 0.3587,
      "step": 972710
    },
    {
      "epoch": 271.48,
      "grad_norm": 0.8817179203033447,
      "learning_rate": 3.6939380282075224e-06,
      "loss": 0.3658,
      "step": 972720
    },
    {
      "epoch": 271.48,
      "grad_norm": 0.8592650294303894,
      "learning_rate": 3.693915926108477e-06,
      "loss": 0.3521,
      "step": 972730
    },
    {
      "epoch": 271.49,
      "grad_norm": 1.013220191001892,
      "learning_rate": 3.6938938238297226e-06,
      "loss": 0.3515,
      "step": 972740
    },
    {
      "epoch": 271.49,
      "grad_norm": 1.2179381847381592,
      "learning_rate": 3.6938717213712657e-06,
      "loss": 0.3644,
      "step": 972750
    },
    {
      "epoch": 271.49,
      "grad_norm": 1.1285388469696045,
      "learning_rate": 3.6938496187331056e-06,
      "loss": 0.3676,
      "step": 972760
    },
    {
      "epoch": 271.5,
      "grad_norm": 1.190485954284668,
      "learning_rate": 3.6938275159152467e-06,
      "loss": 0.3612,
      "step": 972770
    },
    {
      "epoch": 271.5,
      "grad_norm": 1.0446515083312988,
      "learning_rate": 3.693805412917694e-06,
      "loss": 0.3556,
      "step": 972780
    },
    {
      "epoch": 271.5,
      "grad_norm": 1.4526623487472534,
      "learning_rate": 3.693783309740447e-06,
      "loss": 0.3514,
      "step": 972790
    },
    {
      "epoch": 271.5,
      "grad_norm": 1.1374902725219727,
      "learning_rate": 3.6937612063835105e-06,
      "loss": 0.3575,
      "step": 972800
    },
    {
      "epoch": 271.51,
      "grad_norm": 1.016152262687683,
      "learning_rate": 3.6937391028468865e-06,
      "loss": 0.3711,
      "step": 972810
    },
    {
      "epoch": 271.51,
      "grad_norm": 1.1308941841125488,
      "learning_rate": 3.6937169991305797e-06,
      "loss": 0.3573,
      "step": 972820
    },
    {
      "epoch": 271.51,
      "grad_norm": 1.1399532556533813,
      "learning_rate": 3.693694895234592e-06,
      "loss": 0.3611,
      "step": 972830
    },
    {
      "epoch": 271.52,
      "grad_norm": 0.9199775457382202,
      "learning_rate": 3.693672791158925e-06,
      "loss": 0.3676,
      "step": 972840
    },
    {
      "epoch": 271.52,
      "grad_norm": 1.0294774770736694,
      "learning_rate": 3.6936506869035846e-06,
      "loss": 0.3584,
      "step": 972850
    },
    {
      "epoch": 271.52,
      "grad_norm": 0.9936666488647461,
      "learning_rate": 3.693628582468571e-06,
      "loss": 0.3489,
      "step": 972860
    },
    {
      "epoch": 271.52,
      "grad_norm": 0.9800322651863098,
      "learning_rate": 3.6936064778538886e-06,
      "loss": 0.3634,
      "step": 972870
    },
    {
      "epoch": 271.53,
      "grad_norm": 1.0540006160736084,
      "learning_rate": 3.6935843730595393e-06,
      "loss": 0.37,
      "step": 972880
    },
    {
      "epoch": 271.53,
      "grad_norm": 1.0777219533920288,
      "learning_rate": 3.6935622680855266e-06,
      "loss": 0.3565,
      "step": 972890
    },
    {
      "epoch": 271.53,
      "grad_norm": 1.058501124382019,
      "learning_rate": 3.6935401629318545e-06,
      "loss": 0.3626,
      "step": 972900
    },
    {
      "epoch": 271.54,
      "grad_norm": 1.0552926063537598,
      "learning_rate": 3.6935180575985245e-06,
      "loss": 0.3406,
      "step": 972910
    },
    {
      "epoch": 271.54,
      "grad_norm": 1.148167371749878,
      "learning_rate": 3.6934959520855393e-06,
      "loss": 0.3573,
      "step": 972920
    },
    {
      "epoch": 271.54,
      "grad_norm": 1.145259141921997,
      "learning_rate": 3.6934738463929035e-06,
      "loss": 0.3489,
      "step": 972930
    },
    {
      "epoch": 271.54,
      "grad_norm": 1.0015668869018555,
      "learning_rate": 3.6934517405206188e-06,
      "loss": 0.3614,
      "step": 972940
    },
    {
      "epoch": 271.55,
      "grad_norm": 1.077871561050415,
      "learning_rate": 3.693429634468688e-06,
      "loss": 0.3727,
      "step": 972950
    },
    {
      "epoch": 271.55,
      "grad_norm": 1.0000205039978027,
      "learning_rate": 3.6934075282371153e-06,
      "loss": 0.3426,
      "step": 972960
    },
    {
      "epoch": 271.55,
      "grad_norm": 4.572947025299072,
      "learning_rate": 3.693385421825902e-06,
      "loss": 0.383,
      "step": 972970
    },
    {
      "epoch": 271.55,
      "grad_norm": 1.0282418727874756,
      "learning_rate": 3.693363315235053e-06,
      "loss": 0.3684,
      "step": 972980
    },
    {
      "epoch": 271.56,
      "grad_norm": 1.1100094318389893,
      "learning_rate": 3.693341208464569e-06,
      "loss": 0.3625,
      "step": 972990
    },
    {
      "epoch": 271.56,
      "grad_norm": 0.9990866184234619,
      "learning_rate": 3.693319101514454e-06,
      "loss": 0.3578,
      "step": 973000
    },
    {
      "epoch": 271.56,
      "grad_norm": 1.0819036960601807,
      "learning_rate": 3.6932969943847115e-06,
      "loss": 0.3626,
      "step": 973010
    },
    {
      "epoch": 271.57,
      "grad_norm": 1.241998553276062,
      "learning_rate": 3.693274887075344e-06,
      "loss": 0.3698,
      "step": 973020
    },
    {
      "epoch": 271.57,
      "grad_norm": 0.9521626234054565,
      "learning_rate": 3.6932527795863545e-06,
      "loss": 0.3689,
      "step": 973030
    },
    {
      "epoch": 271.57,
      "grad_norm": 0.9578585624694824,
      "learning_rate": 3.693230671917745e-06,
      "loss": 0.3696,
      "step": 973040
    },
    {
      "epoch": 271.57,
      "grad_norm": 1.0327653884887695,
      "learning_rate": 3.69320856406952e-06,
      "loss": 0.3509,
      "step": 973050
    },
    {
      "epoch": 271.58,
      "grad_norm": 1.0805913209915161,
      "learning_rate": 3.6931864560416817e-06,
      "loss": 0.374,
      "step": 973060
    },
    {
      "epoch": 271.58,
      "grad_norm": 1.188759684562683,
      "learning_rate": 3.6931643478342326e-06,
      "loss": 0.3772,
      "step": 973070
    },
    {
      "epoch": 271.58,
      "grad_norm": 1.1919069290161133,
      "learning_rate": 3.693142239447176e-06,
      "loss": 0.3795,
      "step": 973080
    },
    {
      "epoch": 271.59,
      "grad_norm": 0.9865801334381104,
      "learning_rate": 3.693120130880515e-06,
      "loss": 0.3725,
      "step": 973090
    },
    {
      "epoch": 271.59,
      "grad_norm": 0.9949562549591064,
      "learning_rate": 3.6930980221342527e-06,
      "loss": 0.3615,
      "step": 973100
    },
    {
      "epoch": 271.59,
      "grad_norm": 1.007692813873291,
      "learning_rate": 3.6930759132083926e-06,
      "loss": 0.3668,
      "step": 973110
    },
    {
      "epoch": 271.59,
      "grad_norm": 1.1479737758636475,
      "learning_rate": 3.6930538041029357e-06,
      "loss": 0.3576,
      "step": 973120
    },
    {
      "epoch": 271.6,
      "grad_norm": 0.9591917395591736,
      "learning_rate": 3.693031694817886e-06,
      "loss": 0.3627,
      "step": 973130
    },
    {
      "epoch": 271.6,
      "grad_norm": 0.9412844181060791,
      "learning_rate": 3.693009585353247e-06,
      "loss": 0.352,
      "step": 973140
    },
    {
      "epoch": 271.6,
      "grad_norm": 1.0080351829528809,
      "learning_rate": 3.6929874757090212e-06,
      "loss": 0.3585,
      "step": 973150
    },
    {
      "epoch": 271.6,
      "grad_norm": 1.0839388370513916,
      "learning_rate": 3.6929653658852114e-06,
      "loss": 0.3534,
      "step": 973160
    },
    {
      "epoch": 271.61,
      "grad_norm": 1.1329641342163086,
      "learning_rate": 3.6929432558818207e-06,
      "loss": 0.3494,
      "step": 973170
    },
    {
      "epoch": 271.61,
      "grad_norm": 1.0740725994110107,
      "learning_rate": 3.692921145698852e-06,
      "loss": 0.3409,
      "step": 973180
    },
    {
      "epoch": 271.61,
      "grad_norm": 0.941229522228241,
      "learning_rate": 3.692899035336308e-06,
      "loss": 0.3694,
      "step": 973190
    },
    {
      "epoch": 271.62,
      "grad_norm": 1.7514286041259766,
      "learning_rate": 3.6928769247941933e-06,
      "loss": 0.3621,
      "step": 973200
    },
    {
      "epoch": 271.62,
      "grad_norm": 1.2751175165176392,
      "learning_rate": 3.6928548140725077e-06,
      "loss": 0.3776,
      "step": 973210
    },
    {
      "epoch": 271.62,
      "grad_norm": 1.130540132522583,
      "learning_rate": 3.6928327031712567e-06,
      "loss": 0.36,
      "step": 973220
    },
    {
      "epoch": 271.62,
      "grad_norm": 0.9282540082931519,
      "learning_rate": 3.6928105920904427e-06,
      "loss": 0.34,
      "step": 973230
    },
    {
      "epoch": 271.63,
      "grad_norm": 1.2346100807189941,
      "learning_rate": 3.692788480830068e-06,
      "loss": 0.3591,
      "step": 973240
    },
    {
      "epoch": 271.63,
      "grad_norm": 1.0424925088882446,
      "learning_rate": 3.6927663693901352e-06,
      "loss": 0.3554,
      "step": 973250
    },
    {
      "epoch": 271.63,
      "grad_norm": 1.0651040077209473,
      "learning_rate": 3.692744257770648e-06,
      "loss": 0.3509,
      "step": 973260
    },
    {
      "epoch": 271.64,
      "grad_norm": 1.079155683517456,
      "learning_rate": 3.6927221459716107e-06,
      "loss": 0.3603,
      "step": 973270
    },
    {
      "epoch": 271.64,
      "grad_norm": 0.9476063251495361,
      "learning_rate": 3.692700033993024e-06,
      "loss": 0.3621,
      "step": 973280
    },
    {
      "epoch": 271.64,
      "grad_norm": 0.934127688407898,
      "learning_rate": 3.6926779218348912e-06,
      "loss": 0.3786,
      "step": 973290
    },
    {
      "epoch": 271.64,
      "grad_norm": 1.240081787109375,
      "learning_rate": 3.6926558094972167e-06,
      "loss": 0.3615,
      "step": 973300
    },
    {
      "epoch": 271.65,
      "grad_norm": 1.1531317234039307,
      "learning_rate": 3.6926336969800017e-06,
      "loss": 0.3582,
      "step": 973310
    },
    {
      "epoch": 271.65,
      "grad_norm": 1.1851871013641357,
      "learning_rate": 3.6926115842832496e-06,
      "loss": 0.37,
      "step": 973320
    },
    {
      "epoch": 271.65,
      "grad_norm": 1.105567216873169,
      "learning_rate": 3.6925894714069646e-06,
      "loss": 0.3511,
      "step": 973330
    },
    {
      "epoch": 271.66,
      "grad_norm": 1.161501407623291,
      "learning_rate": 3.6925673583511485e-06,
      "loss": 0.3622,
      "step": 973340
    },
    {
      "epoch": 271.66,
      "grad_norm": 1.2544077634811401,
      "learning_rate": 3.6925452451158037e-06,
      "loss": 0.3554,
      "step": 973350
    },
    {
      "epoch": 271.66,
      "grad_norm": 1.1022275686264038,
      "learning_rate": 3.692523131700935e-06,
      "loss": 0.3599,
      "step": 973360
    },
    {
      "epoch": 271.66,
      "grad_norm": 1.0875818729400635,
      "learning_rate": 3.692501018106544e-06,
      "loss": 0.3639,
      "step": 973370
    },
    {
      "epoch": 271.67,
      "grad_norm": 1.099665880203247,
      "learning_rate": 3.692478904332633e-06,
      "loss": 0.3594,
      "step": 973380
    },
    {
      "epoch": 271.67,
      "grad_norm": 1.0630429983139038,
      "learning_rate": 3.6924567903792065e-06,
      "loss": 0.3598,
      "step": 973390
    },
    {
      "epoch": 271.67,
      "grad_norm": 0.9297179579734802,
      "learning_rate": 3.6924346762462668e-06,
      "loss": 0.3695,
      "step": 973400
    },
    {
      "epoch": 271.67,
      "grad_norm": 1.1264417171478271,
      "learning_rate": 3.6924125619338167e-06,
      "loss": 0.3557,
      "step": 973410
    },
    {
      "epoch": 271.68,
      "grad_norm": 0.9634227752685547,
      "learning_rate": 3.692390447441859e-06,
      "loss": 0.3461,
      "step": 973420
    },
    {
      "epoch": 271.68,
      "grad_norm": 0.9923387169837952,
      "learning_rate": 3.6923683327703975e-06,
      "loss": 0.341,
      "step": 973430
    },
    {
      "epoch": 271.68,
      "grad_norm": 1.1258424520492554,
      "learning_rate": 3.692346217919434e-06,
      "loss": 0.3637,
      "step": 973440
    },
    {
      "epoch": 271.69,
      "grad_norm": 1.1357275247573853,
      "learning_rate": 3.6923241028889723e-06,
      "loss": 0.357,
      "step": 973450
    },
    {
      "epoch": 271.69,
      "grad_norm": 1.0279254913330078,
      "learning_rate": 3.6923019876790145e-06,
      "loss": 0.3689,
      "step": 973460
    },
    {
      "epoch": 271.69,
      "grad_norm": 1.1288453340530396,
      "learning_rate": 3.692279872289564e-06,
      "loss": 0.3731,
      "step": 973470
    },
    {
      "epoch": 271.69,
      "grad_norm": 1.094580054283142,
      "learning_rate": 3.6922577567206246e-06,
      "loss": 0.3481,
      "step": 973480
    },
    {
      "epoch": 271.7,
      "grad_norm": 1.0740165710449219,
      "learning_rate": 3.6922356409721983e-06,
      "loss": 0.3664,
      "step": 973490
    },
    {
      "epoch": 271.7,
      "grad_norm": 1.107789158821106,
      "learning_rate": 3.6922135250442874e-06,
      "loss": 0.3679,
      "step": 973500
    },
    {
      "epoch": 271.7,
      "grad_norm": 0.9171280264854431,
      "learning_rate": 3.692191408936896e-06,
      "loss": 0.36,
      "step": 973510
    },
    {
      "epoch": 271.71,
      "grad_norm": 1.0232226848602295,
      "learning_rate": 3.6921692926500275e-06,
      "loss": 0.3625,
      "step": 973520
    },
    {
      "epoch": 271.71,
      "grad_norm": 1.2396845817565918,
      "learning_rate": 3.692147176183683e-06,
      "loss": 0.3575,
      "step": 973530
    },
    {
      "epoch": 271.71,
      "grad_norm": 0.9992363452911377,
      "learning_rate": 3.692125059537867e-06,
      "loss": 0.3506,
      "step": 973540
    },
    {
      "epoch": 271.71,
      "grad_norm": 0.9893215298652649,
      "learning_rate": 3.6921029427125814e-06,
      "loss": 0.3659,
      "step": 973550
    },
    {
      "epoch": 271.72,
      "grad_norm": 1.0750586986541748,
      "learning_rate": 3.6920808257078307e-06,
      "loss": 0.3426,
      "step": 973560
    },
    {
      "epoch": 271.72,
      "grad_norm": 1.2799113988876343,
      "learning_rate": 3.6920587085236158e-06,
      "loss": 0.3453,
      "step": 973570
    },
    {
      "epoch": 271.72,
      "grad_norm": 0.9875962734222412,
      "learning_rate": 3.6920365911599404e-06,
      "loss": 0.3635,
      "step": 973580
    },
    {
      "epoch": 271.72,
      "grad_norm": 1.0082824230194092,
      "learning_rate": 3.6920144736168092e-06,
      "loss": 0.3748,
      "step": 973590
    },
    {
      "epoch": 271.73,
      "grad_norm": 1.1186344623565674,
      "learning_rate": 3.6919923558942223e-06,
      "loss": 0.3484,
      "step": 973600
    },
    {
      "epoch": 271.73,
      "grad_norm": 1.0020288228988647,
      "learning_rate": 3.6919702379921842e-06,
      "loss": 0.3583,
      "step": 973610
    },
    {
      "epoch": 271.73,
      "grad_norm": 1.117559790611267,
      "learning_rate": 3.691948119910698e-06,
      "loss": 0.3612,
      "step": 973620
    },
    {
      "epoch": 271.74,
      "grad_norm": 1.0136678218841553,
      "learning_rate": 3.691926001649766e-06,
      "loss": 0.3464,
      "step": 973630
    },
    {
      "epoch": 271.74,
      "grad_norm": 1.1306313276290894,
      "learning_rate": 3.6919038832093907e-06,
      "loss": 0.3692,
      "step": 973640
    },
    {
      "epoch": 271.74,
      "grad_norm": 0.9354437589645386,
      "learning_rate": 3.691881764589577e-06,
      "loss": 0.3611,
      "step": 973650
    },
    {
      "epoch": 271.74,
      "grad_norm": 1.2066181898117065,
      "learning_rate": 3.691859645790326e-06,
      "loss": 0.3645,
      "step": 973660
    },
    {
      "epoch": 271.75,
      "grad_norm": 0.942603349685669,
      "learning_rate": 3.6918375268116413e-06,
      "loss": 0.3636,
      "step": 973670
    },
    {
      "epoch": 271.75,
      "grad_norm": 0.9028159379959106,
      "learning_rate": 3.6918154076535258e-06,
      "loss": 0.3583,
      "step": 973680
    },
    {
      "epoch": 271.75,
      "grad_norm": 0.9280828237533569,
      "learning_rate": 3.6917932883159824e-06,
      "loss": 0.3471,
      "step": 973690
    },
    {
      "epoch": 271.76,
      "grad_norm": 0.974358320236206,
      "learning_rate": 3.6917711687990138e-06,
      "loss": 0.3529,
      "step": 973700
    },
    {
      "epoch": 271.76,
      "grad_norm": 1.0039756298065186,
      "learning_rate": 3.6917490491026237e-06,
      "loss": 0.3415,
      "step": 973710
    },
    {
      "epoch": 271.76,
      "grad_norm": 0.9238861203193665,
      "learning_rate": 3.6917269292268146e-06,
      "loss": 0.3687,
      "step": 973720
    },
    {
      "epoch": 271.76,
      "grad_norm": 1.0447044372558594,
      "learning_rate": 3.691704809171589e-06,
      "loss": 0.3401,
      "step": 973730
    },
    {
      "epoch": 271.77,
      "grad_norm": 1.2533129453659058,
      "learning_rate": 3.69168268893695e-06,
      "loss": 0.3528,
      "step": 973740
    },
    {
      "epoch": 271.77,
      "grad_norm": 1.0904194116592407,
      "learning_rate": 3.6916605685229012e-06,
      "loss": 0.3612,
      "step": 973750
    },
    {
      "epoch": 271.77,
      "grad_norm": 1.1153309345245361,
      "learning_rate": 3.6916384479294456e-06,
      "loss": 0.3542,
      "step": 973760
    },
    {
      "epoch": 271.78,
      "grad_norm": 1.2063325643539429,
      "learning_rate": 3.691616327156585e-06,
      "loss": 0.3686,
      "step": 973770
    },
    {
      "epoch": 271.78,
      "grad_norm": 1.1408350467681885,
      "learning_rate": 3.6915942062043237e-06,
      "loss": 0.3547,
      "step": 973780
    },
    {
      "epoch": 271.78,
      "grad_norm": 1.0883417129516602,
      "learning_rate": 3.6915720850726638e-06,
      "loss": 0.3624,
      "step": 973790
    },
    {
      "epoch": 271.78,
      "grad_norm": 1.2566239833831787,
      "learning_rate": 3.6915499637616078e-06,
      "loss": 0.3617,
      "step": 973800
    },
    {
      "epoch": 271.79,
      "grad_norm": 0.9233002662658691,
      "learning_rate": 3.6915278422711595e-06,
      "loss": 0.3613,
      "step": 973810
    },
    {
      "epoch": 271.79,
      "grad_norm": 1.01531183719635,
      "learning_rate": 3.6915057206013215e-06,
      "loss": 0.3447,
      "step": 973820
    },
    {
      "epoch": 271.79,
      "grad_norm": 1.054048776626587,
      "learning_rate": 3.6914835987520972e-06,
      "loss": 0.3668,
      "step": 973830
    },
    {
      "epoch": 271.79,
      "grad_norm": 1.1035305261611938,
      "learning_rate": 3.691461476723489e-06,
      "loss": 0.3633,
      "step": 973840
    },
    {
      "epoch": 271.8,
      "grad_norm": 0.9929854273796082,
      "learning_rate": 3.6914393545155e-06,
      "loss": 0.3623,
      "step": 973850
    },
    {
      "epoch": 271.8,
      "grad_norm": 1.1350836753845215,
      "learning_rate": 3.6914172321281334e-06,
      "loss": 0.3636,
      "step": 973860
    },
    {
      "epoch": 271.8,
      "grad_norm": 1.2543305158615112,
      "learning_rate": 3.691395109561392e-06,
      "loss": 0.3751,
      "step": 973870
    },
    {
      "epoch": 271.81,
      "grad_norm": 1.2106436491012573,
      "learning_rate": 3.6913729868152785e-06,
      "loss": 0.3634,
      "step": 973880
    },
    {
      "epoch": 271.81,
      "grad_norm": 0.953816831111908,
      "learning_rate": 3.6913508638897955e-06,
      "loss": 0.3531,
      "step": 973890
    },
    {
      "epoch": 271.81,
      "grad_norm": 0.9937891960144043,
      "learning_rate": 3.691328740784947e-06,
      "loss": 0.351,
      "step": 973900
    },
    {
      "epoch": 271.81,
      "grad_norm": 1.0667363405227661,
      "learning_rate": 3.6913066175007357e-06,
      "loss": 0.3661,
      "step": 973910
    },
    {
      "epoch": 271.82,
      "grad_norm": 1.1193286180496216,
      "learning_rate": 3.6912844940371636e-06,
      "loss": 0.3777,
      "step": 973920
    },
    {
      "epoch": 271.82,
      "grad_norm": 0.9748262166976929,
      "learning_rate": 3.6912623703942348e-06,
      "loss": 0.3692,
      "step": 973930
    },
    {
      "epoch": 271.82,
      "grad_norm": 1.1543270349502563,
      "learning_rate": 3.6912402465719514e-06,
      "loss": 0.3588,
      "step": 973940
    },
    {
      "epoch": 271.83,
      "grad_norm": 1.131399393081665,
      "learning_rate": 3.691218122570317e-06,
      "loss": 0.3614,
      "step": 973950
    },
    {
      "epoch": 271.83,
      "grad_norm": 1.093555212020874,
      "learning_rate": 3.6911959983893336e-06,
      "loss": 0.3567,
      "step": 973960
    },
    {
      "epoch": 271.83,
      "grad_norm": 0.9427983164787292,
      "learning_rate": 3.6911738740290056e-06,
      "loss": 0.347,
      "step": 973970
    },
    {
      "epoch": 271.83,
      "grad_norm": 1.0605974197387695,
      "learning_rate": 3.6911517494893344e-06,
      "loss": 0.364,
      "step": 973980
    },
    {
      "epoch": 271.84,
      "grad_norm": 1.0766676664352417,
      "learning_rate": 3.691129624770324e-06,
      "loss": 0.3665,
      "step": 973990
    },
    {
      "epoch": 271.84,
      "grad_norm": 1.0596522092819214,
      "learning_rate": 3.6911074998719767e-06,
      "loss": 0.3631,
      "step": 974000
    },
    {
      "epoch": 271.84,
      "grad_norm": 1.2140156030654907,
      "learning_rate": 3.691085374794296e-06,
      "loss": 0.3671,
      "step": 974010
    },
    {
      "epoch": 271.84,
      "grad_norm": 0.931813657283783,
      "learning_rate": 3.691063249537285e-06,
      "loss": 0.3582,
      "step": 974020
    },
    {
      "epoch": 271.85,
      "grad_norm": 1.150408387184143,
      "learning_rate": 3.6910411241009456e-06,
      "loss": 0.371,
      "step": 974030
    },
    {
      "epoch": 271.85,
      "grad_norm": 0.9695433378219604,
      "learning_rate": 3.6910189984852813e-06,
      "loss": 0.3577,
      "step": 974040
    },
    {
      "epoch": 271.85,
      "grad_norm": 1.1007025241851807,
      "learning_rate": 3.6909968726902954e-06,
      "loss": 0.3721,
      "step": 974050
    },
    {
      "epoch": 271.86,
      "grad_norm": 1.3413442373275757,
      "learning_rate": 3.690974746715991e-06,
      "loss": 0.3516,
      "step": 974060
    },
    {
      "epoch": 271.86,
      "grad_norm": 1.141345500946045,
      "learning_rate": 3.69095262056237e-06,
      "loss": 0.357,
      "step": 974070
    },
    {
      "epoch": 271.86,
      "grad_norm": 0.9944063425064087,
      "learning_rate": 3.6909304942294366e-06,
      "loss": 0.3564,
      "step": 974080
    },
    {
      "epoch": 271.86,
      "grad_norm": 1.018039584159851,
      "learning_rate": 3.690908367717192e-06,
      "loss": 0.3814,
      "step": 974090
    },
    {
      "epoch": 271.87,
      "grad_norm": 1.292595386505127,
      "learning_rate": 3.6908862410256414e-06,
      "loss": 0.3618,
      "step": 974100
    },
    {
      "epoch": 271.87,
      "grad_norm": 1.1355689764022827,
      "learning_rate": 3.690864114154786e-06,
      "loss": 0.3473,
      "step": 974110
    },
    {
      "epoch": 271.87,
      "grad_norm": 1.0557762384414673,
      "learning_rate": 3.6908419871046296e-06,
      "loss": 0.3611,
      "step": 974120
    },
    {
      "epoch": 271.88,
      "grad_norm": 0.9931479692459106,
      "learning_rate": 3.690819859875175e-06,
      "loss": 0.3522,
      "step": 974130
    },
    {
      "epoch": 271.88,
      "grad_norm": 1.0148946046829224,
      "learning_rate": 3.6907977324664247e-06,
      "loss": 0.3765,
      "step": 974140
    },
    {
      "epoch": 271.88,
      "grad_norm": 1.0819166898727417,
      "learning_rate": 3.690775604878382e-06,
      "loss": 0.3629,
      "step": 974150
    },
    {
      "epoch": 271.88,
      "grad_norm": 1.2879371643066406,
      "learning_rate": 3.6907534771110503e-06,
      "loss": 0.37,
      "step": 974160
    },
    {
      "epoch": 271.89,
      "grad_norm": 0.963726282119751,
      "learning_rate": 3.6907313491644313e-06,
      "loss": 0.3755,
      "step": 974170
    },
    {
      "epoch": 271.89,
      "grad_norm": 0.9559921622276306,
      "learning_rate": 3.6907092210385294e-06,
      "loss": 0.3827,
      "step": 974180
    },
    {
      "epoch": 271.89,
      "grad_norm": 1.0525720119476318,
      "learning_rate": 3.690687092733346e-06,
      "loss": 0.3684,
      "step": 974190
    },
    {
      "epoch": 271.9,
      "grad_norm": 1.1082109212875366,
      "learning_rate": 3.6906649642488863e-06,
      "loss": 0.3588,
      "step": 974200
    },
    {
      "epoch": 271.9,
      "grad_norm": 0.9711920619010925,
      "learning_rate": 3.6906428355851506e-06,
      "loss": 0.3604,
      "step": 974210
    },
    {
      "epoch": 271.9,
      "grad_norm": 1.256689429283142,
      "learning_rate": 3.690620706742144e-06,
      "loss": 0.3511,
      "step": 974220
    },
    {
      "epoch": 271.9,
      "grad_norm": 1.1029257774353027,
      "learning_rate": 3.6905985777198676e-06,
      "loss": 0.3787,
      "step": 974230
    },
    {
      "epoch": 271.91,
      "grad_norm": 1.0199148654937744,
      "learning_rate": 3.690576448518326e-06,
      "loss": 0.3427,
      "step": 974240
    },
    {
      "epoch": 271.91,
      "grad_norm": 0.8493317365646362,
      "learning_rate": 3.6905543191375207e-06,
      "loss": 0.3484,
      "step": 974250
    },
    {
      "epoch": 271.91,
      "grad_norm": 0.9521152973175049,
      "learning_rate": 3.690532189577456e-06,
      "loss": 0.3762,
      "step": 974260
    },
    {
      "epoch": 271.91,
      "grad_norm": 1.0059535503387451,
      "learning_rate": 3.6905100598381347e-06,
      "loss": 0.3786,
      "step": 974270
    },
    {
      "epoch": 271.92,
      "grad_norm": 1.2563655376434326,
      "learning_rate": 3.690487929919558e-06,
      "loss": 0.3678,
      "step": 974280
    },
    {
      "epoch": 271.92,
      "grad_norm": 0.9012450575828552,
      "learning_rate": 3.690465799821731e-06,
      "loss": 0.3518,
      "step": 974290
    },
    {
      "epoch": 271.92,
      "grad_norm": 1.1424670219421387,
      "learning_rate": 3.6904436695446555e-06,
      "loss": 0.3523,
      "step": 974300
    },
    {
      "epoch": 271.93,
      "grad_norm": 1.1550935506820679,
      "learning_rate": 3.6904215390883347e-06,
      "loss": 0.3507,
      "step": 974310
    },
    {
      "epoch": 271.93,
      "grad_norm": 1.0008306503295898,
      "learning_rate": 3.6903994084527715e-06,
      "loss": 0.3462,
      "step": 974320
    },
    {
      "epoch": 271.93,
      "grad_norm": 1.0148606300354004,
      "learning_rate": 3.6903772776379695e-06,
      "loss": 0.3516,
      "step": 974330
    },
    {
      "epoch": 271.93,
      "grad_norm": 0.8792508840560913,
      "learning_rate": 3.6903551466439305e-06,
      "loss": 0.3496,
      "step": 974340
    },
    {
      "epoch": 271.94,
      "grad_norm": 1.2241322994232178,
      "learning_rate": 3.6903330154706577e-06,
      "loss": 0.3539,
      "step": 974350
    },
    {
      "epoch": 271.94,
      "grad_norm": 1.0824198722839355,
      "learning_rate": 3.6903108841181553e-06,
      "loss": 0.3423,
      "step": 974360
    },
    {
      "epoch": 271.94,
      "grad_norm": 0.9291465282440186,
      "learning_rate": 3.690288752586424e-06,
      "loss": 0.369,
      "step": 974370
    },
    {
      "epoch": 271.95,
      "grad_norm": 1.2201038599014282,
      "learning_rate": 3.6902666208754688e-06,
      "loss": 0.3578,
      "step": 974380
    },
    {
      "epoch": 271.95,
      "grad_norm": 0.9870787262916565,
      "learning_rate": 3.690244488985292e-06,
      "loss": 0.3565,
      "step": 974390
    },
    {
      "epoch": 271.95,
      "grad_norm": 1.0917948484420776,
      "learning_rate": 3.690222356915896e-06,
      "loss": 0.3449,
      "step": 974400
    },
    {
      "epoch": 271.95,
      "grad_norm": 1.0535231828689575,
      "learning_rate": 3.6902002246672843e-06,
      "loss": 0.3839,
      "step": 974410
    },
    {
      "epoch": 271.96,
      "grad_norm": 1.0892387628555298,
      "learning_rate": 3.6901780922394596e-06,
      "loss": 0.3706,
      "step": 974420
    },
    {
      "epoch": 271.96,
      "grad_norm": 0.8720245361328125,
      "learning_rate": 3.6901559596324256e-06,
      "loss": 0.3465,
      "step": 974430
    },
    {
      "epoch": 271.96,
      "grad_norm": 1.0912282466888428,
      "learning_rate": 3.6901338268461835e-06,
      "loss": 0.3589,
      "step": 974440
    },
    {
      "epoch": 271.96,
      "grad_norm": 1.3003523349761963,
      "learning_rate": 3.6901116938807385e-06,
      "loss": 0.3586,
      "step": 974450
    },
    {
      "epoch": 271.97,
      "grad_norm": 1.0963349342346191,
      "learning_rate": 3.690089560736092e-06,
      "loss": 0.3637,
      "step": 974460
    },
    {
      "epoch": 271.97,
      "grad_norm": 0.9606258273124695,
      "learning_rate": 3.6900674274122464e-06,
      "loss": 0.3773,
      "step": 974470
    },
    {
      "epoch": 271.97,
      "grad_norm": 0.9298079013824463,
      "learning_rate": 3.690045293909207e-06,
      "loss": 0.3647,
      "step": 974480
    },
    {
      "epoch": 271.98,
      "grad_norm": 1.074622392654419,
      "learning_rate": 3.6900231602269743e-06,
      "loss": 0.3618,
      "step": 974490
    },
    {
      "epoch": 271.98,
      "grad_norm": 1.1453083753585815,
      "learning_rate": 3.6900010263655527e-06,
      "loss": 0.3575,
      "step": 974500
    },
    {
      "epoch": 271.98,
      "grad_norm": 1.1724486351013184,
      "learning_rate": 3.6899788923249446e-06,
      "loss": 0.3731,
      "step": 974510
    },
    {
      "epoch": 271.98,
      "grad_norm": 0.9245129823684692,
      "learning_rate": 3.689956758105153e-06,
      "loss": 0.3732,
      "step": 974520
    },
    {
      "epoch": 271.99,
      "grad_norm": 0.9817153215408325,
      "learning_rate": 3.689934623706181e-06,
      "loss": 0.3615,
      "step": 974530
    },
    {
      "epoch": 271.99,
      "grad_norm": 1.0138016939163208,
      "learning_rate": 3.6899124891280315e-06,
      "loss": 0.3584,
      "step": 974540
    },
    {
      "epoch": 271.99,
      "grad_norm": 0.9738259315490723,
      "learning_rate": 3.6898903543707078e-06,
      "loss": 0.3705,
      "step": 974550
    },
    {
      "epoch": 272.0,
      "grad_norm": 1.0351393222808838,
      "learning_rate": 3.689868219434212e-06,
      "loss": 0.3493,
      "step": 974560
    },
    {
      "epoch": 272.0,
      "grad_norm": 1.0229320526123047,
      "learning_rate": 3.689846084318547e-06,
      "loss": 0.3549,
      "step": 974570
    },
    {
      "epoch": 272.0,
      "eval_loss": 0.36101171374320984,
      "eval_runtime": 63.4819,
      "eval_samples_per_second": 79.692,
      "eval_steps_per_second": 9.971,
      "step": 974576
    },
    {
      "epoch": 272.0,
      "grad_norm": 0.9668164849281311,
      "learning_rate": 3.6898239490237167e-06,
      "loss": 0.3568,
      "step": 974580
    },
    {
      "epoch": 272.0,
      "grad_norm": 1.0559089183807373,
      "learning_rate": 3.6898018135497243e-06,
      "loss": 0.3568,
      "step": 974590
    },
    {
      "epoch": 272.01,
      "grad_norm": 1.1022027730941772,
      "learning_rate": 3.6897796778965713e-06,
      "loss": 0.3576,
      "step": 974600
    },
    {
      "epoch": 272.01,
      "grad_norm": 1.0282140970230103,
      "learning_rate": 3.689757542064261e-06,
      "loss": 0.3531,
      "step": 974610
    },
    {
      "epoch": 272.01,
      "grad_norm": 1.1528451442718506,
      "learning_rate": 3.689735406052798e-06,
      "loss": 0.3637,
      "step": 974620
    },
    {
      "epoch": 272.02,
      "grad_norm": 1.261396050453186,
      "learning_rate": 3.689713269862183e-06,
      "loss": 0.3572,
      "step": 974630
    },
    {
      "epoch": 272.02,
      "grad_norm": 0.9988812804222107,
      "learning_rate": 3.6896911334924196e-06,
      "loss": 0.3529,
      "step": 974640
    },
    {
      "epoch": 272.02,
      "grad_norm": 1.0018914937973022,
      "learning_rate": 3.6896689969435123e-06,
      "loss": 0.3556,
      "step": 974650
    },
    {
      "epoch": 272.02,
      "grad_norm": 1.5881717205047607,
      "learning_rate": 3.689646860215462e-06,
      "loss": 0.3651,
      "step": 974660
    },
    {
      "epoch": 272.03,
      "grad_norm": 0.9199009537696838,
      "learning_rate": 3.6896247233082724e-06,
      "loss": 0.3617,
      "step": 974670
    },
    {
      "epoch": 272.03,
      "grad_norm": 1.0323371887207031,
      "learning_rate": 3.689602586221947e-06,
      "loss": 0.3504,
      "step": 974680
    },
    {
      "epoch": 272.03,
      "grad_norm": 0.9805564880371094,
      "learning_rate": 3.689580448956488e-06,
      "loss": 0.3486,
      "step": 974690
    },
    {
      "epoch": 272.03,
      "grad_norm": 1.3717204332351685,
      "learning_rate": 3.6895583115118983e-06,
      "loss": 0.3554,
      "step": 974700
    },
    {
      "epoch": 272.04,
      "grad_norm": 1.0887266397476196,
      "learning_rate": 3.689536173888181e-06,
      "loss": 0.3574,
      "step": 974710
    },
    {
      "epoch": 272.04,
      "grad_norm": 1.017486810684204,
      "learning_rate": 3.68951403608534e-06,
      "loss": 0.3569,
      "step": 974720
    },
    {
      "epoch": 272.04,
      "grad_norm": 1.049621820449829,
      "learning_rate": 3.6894918981033766e-06,
      "loss": 0.3497,
      "step": 974730
    },
    {
      "epoch": 272.05,
      "grad_norm": 1.031897783279419,
      "learning_rate": 3.6894697599422954e-06,
      "loss": 0.3408,
      "step": 974740
    },
    {
      "epoch": 272.05,
      "grad_norm": 1.0466265678405762,
      "learning_rate": 3.689447621602099e-06,
      "loss": 0.352,
      "step": 974750
    },
    {
      "epoch": 272.05,
      "grad_norm": 1.2716643810272217,
      "learning_rate": 3.6894254830827886e-06,
      "loss": 0.362,
      "step": 974760
    },
    {
      "epoch": 272.05,
      "grad_norm": 1.4752274751663208,
      "learning_rate": 3.689403344384368e-06,
      "loss": 0.3662,
      "step": 974770
    },
    {
      "epoch": 272.06,
      "grad_norm": 1.0181856155395508,
      "learning_rate": 3.689381205506842e-06,
      "loss": 0.3584,
      "step": 974780
    },
    {
      "epoch": 272.06,
      "grad_norm": 1.1132330894470215,
      "learning_rate": 3.6893590664502113e-06,
      "loss": 0.3731,
      "step": 974790
    },
    {
      "epoch": 272.06,
      "grad_norm": 1.0475996732711792,
      "learning_rate": 3.6893369272144804e-06,
      "loss": 0.3674,
      "step": 974800
    },
    {
      "epoch": 272.07,
      "grad_norm": 0.9355208277702332,
      "learning_rate": 3.6893147877996507e-06,
      "loss": 0.3631,
      "step": 974810
    },
    {
      "epoch": 272.07,
      "grad_norm": 1.3030474185943604,
      "learning_rate": 3.689292648205727e-06,
      "loss": 0.3701,
      "step": 974820
    },
    {
      "epoch": 272.07,
      "grad_norm": 1.2366303205490112,
      "learning_rate": 3.68927050843271e-06,
      "loss": 0.3459,
      "step": 974830
    },
    {
      "epoch": 272.07,
      "grad_norm": 3.80265212059021,
      "learning_rate": 3.689248368480604e-06,
      "loss": 0.3745,
      "step": 974840
    },
    {
      "epoch": 272.08,
      "grad_norm": 1.0386205911636353,
      "learning_rate": 3.6892262283494126e-06,
      "loss": 0.3483,
      "step": 974850
    },
    {
      "epoch": 272.08,
      "grad_norm": 1.0201646089553833,
      "learning_rate": 3.6892040880391373e-06,
      "loss": 0.3446,
      "step": 974860
    },
    {
      "epoch": 272.08,
      "grad_norm": 1.0076929330825806,
      "learning_rate": 3.6891819475497816e-06,
      "loss": 0.3482,
      "step": 974870
    },
    {
      "epoch": 272.08,
      "grad_norm": 1.0712265968322754,
      "learning_rate": 3.689159806881349e-06,
      "loss": 0.3827,
      "step": 974880
    },
    {
      "epoch": 272.09,
      "grad_norm": 0.9448601603507996,
      "learning_rate": 3.6891376660338424e-06,
      "loss": 0.3549,
      "step": 974890
    },
    {
      "epoch": 272.09,
      "grad_norm": 0.9028401970863342,
      "learning_rate": 3.6891155250072636e-06,
      "loss": 0.3667,
      "step": 974900
    },
    {
      "epoch": 272.09,
      "grad_norm": 3.3770689964294434,
      "learning_rate": 3.6890933838016165e-06,
      "loss": 0.3583,
      "step": 974910
    },
    {
      "epoch": 272.1,
      "grad_norm": 1.0231940746307373,
      "learning_rate": 3.6890712424169033e-06,
      "loss": 0.3557,
      "step": 974920
    },
    {
      "epoch": 272.1,
      "grad_norm": 1.2245433330535889,
      "learning_rate": 3.689049100853128e-06,
      "loss": 0.3706,
      "step": 974930
    },
    {
      "epoch": 272.1,
      "grad_norm": 1.10176420211792,
      "learning_rate": 3.6890269591102932e-06,
      "loss": 0.358,
      "step": 974940
    },
    {
      "epoch": 272.1,
      "grad_norm": 1.4309420585632324,
      "learning_rate": 3.689004817188401e-06,
      "loss": 0.3641,
      "step": 974950
    },
    {
      "epoch": 272.11,
      "grad_norm": 1.0702463388442993,
      "learning_rate": 3.688982675087456e-06,
      "loss": 0.358,
      "step": 974960
    },
    {
      "epoch": 272.11,
      "grad_norm": 1.0852031707763672,
      "learning_rate": 3.6889605328074597e-06,
      "loss": 0.3417,
      "step": 974970
    },
    {
      "epoch": 272.11,
      "grad_norm": 1.2193704843521118,
      "learning_rate": 3.6889383903484152e-06,
      "loss": 0.3713,
      "step": 974980
    },
    {
      "epoch": 272.12,
      "grad_norm": 1.075955867767334,
      "learning_rate": 3.6889162477103258e-06,
      "loss": 0.3507,
      "step": 974990
    },
    {
      "epoch": 272.12,
      "grad_norm": 1.1560574769973755,
      "learning_rate": 3.6888941048931947e-06,
      "loss": 0.3793,
      "step": 975000
    },
    {
      "epoch": 272.12,
      "grad_norm": 0.905220091342926,
      "learning_rate": 3.6888719618970246e-06,
      "loss": 0.3711,
      "step": 975010
    },
    {
      "epoch": 272.12,
      "grad_norm": 1.0506832599639893,
      "learning_rate": 3.6888498187218176e-06,
      "loss": 0.3586,
      "step": 975020
    },
    {
      "epoch": 272.13,
      "grad_norm": 1.0615180730819702,
      "learning_rate": 3.688827675367579e-06,
      "loss": 0.3558,
      "step": 975030
    },
    {
      "epoch": 272.13,
      "grad_norm": 6.037527561187744,
      "learning_rate": 3.6888055318343097e-06,
      "loss": 0.356,
      "step": 975040
    },
    {
      "epoch": 272.13,
      "grad_norm": 0.9751296639442444,
      "learning_rate": 3.688783388122012e-06,
      "loss": 0.3457,
      "step": 975050
    },
    {
      "epoch": 272.14,
      "grad_norm": 1.4035990238189697,
      "learning_rate": 3.688761244230691e-06,
      "loss": 0.3441,
      "step": 975060
    },
    {
      "epoch": 272.14,
      "grad_norm": 0.8812493681907654,
      "learning_rate": 3.6887391001603483e-06,
      "loss": 0.3506,
      "step": 975070
    },
    {
      "epoch": 272.14,
      "grad_norm": 1.1266456842422485,
      "learning_rate": 3.6887169559109875e-06,
      "loss": 0.3625,
      "step": 975080
    },
    {
      "epoch": 272.14,
      "grad_norm": 0.8967163562774658,
      "learning_rate": 3.6886948114826104e-06,
      "loss": 0.3685,
      "step": 975090
    },
    {
      "epoch": 272.15,
      "grad_norm": 1.058899998664856,
      "learning_rate": 3.6886726668752215e-06,
      "loss": 0.3557,
      "step": 975100
    },
    {
      "epoch": 272.15,
      "grad_norm": 1.1346760988235474,
      "learning_rate": 3.688650522088823e-06,
      "loss": 0.3581,
      "step": 975110
    },
    {
      "epoch": 272.15,
      "grad_norm": 0.9786760807037354,
      "learning_rate": 3.6886283771234174e-06,
      "loss": 0.3601,
      "step": 975120
    },
    {
      "epoch": 272.15,
      "grad_norm": 0.964428722858429,
      "learning_rate": 3.6886062319790083e-06,
      "loss": 0.3328,
      "step": 975130
    },
    {
      "epoch": 272.16,
      "grad_norm": 1.1769310235977173,
      "learning_rate": 3.6885840866555986e-06,
      "loss": 0.3578,
      "step": 975140
    },
    {
      "epoch": 272.16,
      "grad_norm": 1.019354224205017,
      "learning_rate": 3.688561941153192e-06,
      "loss": 0.3596,
      "step": 975150
    },
    {
      "epoch": 272.16,
      "grad_norm": 1.296746850013733,
      "learning_rate": 3.6885397954717897e-06,
      "loss": 0.3575,
      "step": 975160
    },
    {
      "epoch": 272.17,
      "grad_norm": 1.268761157989502,
      "learning_rate": 3.688517649611395e-06,
      "loss": 0.3675,
      "step": 975170
    },
    {
      "epoch": 272.17,
      "grad_norm": 1.0160436630249023,
      "learning_rate": 3.688495503572012e-06,
      "loss": 0.3648,
      "step": 975180
    },
    {
      "epoch": 272.17,
      "grad_norm": 0.9879133105278015,
      "learning_rate": 3.688473357353643e-06,
      "loss": 0.3531,
      "step": 975190
    },
    {
      "epoch": 272.17,
      "grad_norm": 1.1113415956497192,
      "learning_rate": 3.688451210956291e-06,
      "loss": 0.3775,
      "step": 975200
    },
    {
      "epoch": 272.18,
      "grad_norm": 1.078933835029602,
      "learning_rate": 3.6884290643799583e-06,
      "loss": 0.3547,
      "step": 975210
    },
    {
      "epoch": 272.18,
      "grad_norm": 0.8422881960868835,
      "learning_rate": 3.6884069176246497e-06,
      "loss": 0.3585,
      "step": 975220
    },
    {
      "epoch": 272.18,
      "grad_norm": 1.0287137031555176,
      "learning_rate": 3.6883847706903663e-06,
      "loss": 0.3517,
      "step": 975230
    },
    {
      "epoch": 272.19,
      "grad_norm": 1.3713574409484863,
      "learning_rate": 3.688362623577111e-06,
      "loss": 0.3746,
      "step": 975240
    },
    {
      "epoch": 272.19,
      "grad_norm": 1.0482029914855957,
      "learning_rate": 3.6883404762848874e-06,
      "loss": 0.366,
      "step": 975250
    },
    {
      "epoch": 272.19,
      "grad_norm": 0.9910215735435486,
      "learning_rate": 3.688318328813699e-06,
      "loss": 0.3598,
      "step": 975260
    },
    {
      "epoch": 272.19,
      "grad_norm": 0.8930575847625732,
      "learning_rate": 3.688296181163549e-06,
      "loss": 0.3598,
      "step": 975270
    },
    {
      "epoch": 272.2,
      "grad_norm": 1.146207571029663,
      "learning_rate": 3.6882740333344375e-06,
      "loss": 0.3557,
      "step": 975280
    },
    {
      "epoch": 272.2,
      "grad_norm": 0.9532715082168579,
      "learning_rate": 3.688251885326371e-06,
      "loss": 0.3642,
      "step": 975290
    },
    {
      "epoch": 272.2,
      "grad_norm": 1.187812089920044,
      "learning_rate": 3.6882297371393504e-06,
      "loss": 0.3692,
      "step": 975300
    },
    {
      "epoch": 272.2,
      "grad_norm": 0.9774125814437866,
      "learning_rate": 3.6882075887733793e-06,
      "loss": 0.3633,
      "step": 975310
    },
    {
      "epoch": 272.21,
      "grad_norm": 0.9054474234580994,
      "learning_rate": 3.6881854402284607e-06,
      "loss": 0.3629,
      "step": 975320
    },
    {
      "epoch": 272.21,
      "grad_norm": 1.0507245063781738,
      "learning_rate": 3.688163291504597e-06,
      "loss": 0.3596,
      "step": 975330
    },
    {
      "epoch": 272.21,
      "grad_norm": 1.6280395984649658,
      "learning_rate": 3.688141142601792e-06,
      "loss": 0.3637,
      "step": 975340
    },
    {
      "epoch": 272.22,
      "grad_norm": 0.9481160640716553,
      "learning_rate": 3.6881189935200474e-06,
      "loss": 0.3637,
      "step": 975350
    },
    {
      "epoch": 272.22,
      "grad_norm": 1.1560916900634766,
      "learning_rate": 3.6880968442593677e-06,
      "loss": 0.3534,
      "step": 975360
    },
    {
      "epoch": 272.22,
      "grad_norm": 3.5722036361694336,
      "learning_rate": 3.688074694819755e-06,
      "loss": 0.3302,
      "step": 975370
    },
    {
      "epoch": 272.22,
      "grad_norm": 0.996735155582428,
      "learning_rate": 3.6880525452012123e-06,
      "loss": 0.3586,
      "step": 975380
    },
    {
      "epoch": 272.23,
      "grad_norm": 0.9314910173416138,
      "learning_rate": 3.6880303954037424e-06,
      "loss": 0.3527,
      "step": 975390
    },
    {
      "epoch": 272.23,
      "grad_norm": 1.153448224067688,
      "learning_rate": 3.6880082454273483e-06,
      "loss": 0.3609,
      "step": 975400
    },
    {
      "epoch": 272.23,
      "grad_norm": 1.1830419301986694,
      "learning_rate": 3.6879860952720333e-06,
      "loss": 0.3687,
      "step": 975410
    },
    {
      "epoch": 272.24,
      "grad_norm": 0.9614498019218445,
      "learning_rate": 3.687963944937799e-06,
      "loss": 0.3645,
      "step": 975420
    },
    {
      "epoch": 272.24,
      "grad_norm": 0.9808162450790405,
      "learning_rate": 3.6879417944246516e-06,
      "loss": 0.3542,
      "step": 975430
    },
    {
      "epoch": 272.24,
      "grad_norm": 0.9373123049736023,
      "learning_rate": 3.687919643732591e-06,
      "loss": 0.365,
      "step": 975440
    },
    {
      "epoch": 272.24,
      "grad_norm": 0.9650937914848328,
      "learning_rate": 3.68789749286162e-06,
      "loss": 0.3572,
      "step": 975450
    },
    {
      "epoch": 272.25,
      "grad_norm": 1.1917428970336914,
      "learning_rate": 3.6878753418117435e-06,
      "loss": 0.3522,
      "step": 975460
    },
    {
      "epoch": 272.25,
      "grad_norm": 1.0309425592422485,
      "learning_rate": 3.6878531905829633e-06,
      "loss": 0.3597,
      "step": 975470
    },
    {
      "epoch": 272.25,
      "grad_norm": 1.0441057682037354,
      "learning_rate": 3.687831039175283e-06,
      "loss": 0.3657,
      "step": 975480
    },
    {
      "epoch": 272.26,
      "grad_norm": 1.0132702589035034,
      "learning_rate": 3.6878088875887055e-06,
      "loss": 0.3604,
      "step": 975490
    },
    {
      "epoch": 272.26,
      "grad_norm": 0.9899505972862244,
      "learning_rate": 3.6877867358232325e-06,
      "loss": 0.3676,
      "step": 975500
    },
    {
      "epoch": 272.26,
      "grad_norm": 1.1501848697662354,
      "learning_rate": 3.6877645838788683e-06,
      "loss": 0.3744,
      "step": 975510
    },
    {
      "epoch": 272.26,
      "grad_norm": 0.9465280175209045,
      "learning_rate": 3.6877424317556145e-06,
      "loss": 0.3396,
      "step": 975520
    },
    {
      "epoch": 272.27,
      "grad_norm": 0.8602746725082397,
      "learning_rate": 3.6877202794534763e-06,
      "loss": 0.3485,
      "step": 975530
    },
    {
      "epoch": 272.27,
      "grad_norm": 1.0873825550079346,
      "learning_rate": 3.6876981269724536e-06,
      "loss": 0.3559,
      "step": 975540
    },
    {
      "epoch": 272.27,
      "grad_norm": 1.0638000965118408,
      "learning_rate": 3.6876759743125524e-06,
      "loss": 0.3743,
      "step": 975550
    },
    {
      "epoch": 272.27,
      "grad_norm": 1.157639741897583,
      "learning_rate": 3.6876538214737747e-06,
      "loss": 0.3686,
      "step": 975560
    },
    {
      "epoch": 272.28,
      "grad_norm": 1.1479796171188354,
      "learning_rate": 3.687631668456122e-06,
      "loss": 0.3542,
      "step": 975570
    },
    {
      "epoch": 272.28,
      "grad_norm": 1.1812679767608643,
      "learning_rate": 3.6876095152595986e-06,
      "loss": 0.3614,
      "step": 975580
    },
    {
      "epoch": 272.28,
      "grad_norm": 0.8897589445114136,
      "learning_rate": 3.687587361884207e-06,
      "loss": 0.3523,
      "step": 975590
    },
    {
      "epoch": 272.29,
      "grad_norm": 0.958652675151825,
      "learning_rate": 3.6875652083299507e-06,
      "loss": 0.3583,
      "step": 975600
    },
    {
      "epoch": 272.29,
      "grad_norm": 1.1758917570114136,
      "learning_rate": 3.6875430545968317e-06,
      "loss": 0.3507,
      "step": 975610
    },
    {
      "epoch": 272.29,
      "grad_norm": 0.8833898901939392,
      "learning_rate": 3.6875209006848544e-06,
      "loss": 0.3502,
      "step": 975620
    },
    {
      "epoch": 272.29,
      "grad_norm": 1.1771769523620605,
      "learning_rate": 3.6874987465940193e-06,
      "loss": 0.3505,
      "step": 975630
    },
    {
      "epoch": 272.3,
      "grad_norm": 1.1201133728027344,
      "learning_rate": 3.687476592324332e-06,
      "loss": 0.3508,
      "step": 975640
    },
    {
      "epoch": 272.3,
      "grad_norm": 2.275888442993164,
      "learning_rate": 3.6874544378757944e-06,
      "loss": 0.3558,
      "step": 975650
    },
    {
      "epoch": 272.3,
      "grad_norm": 0.9982306957244873,
      "learning_rate": 3.6874322832484085e-06,
      "loss": 0.3675,
      "step": 975660
    },
    {
      "epoch": 272.31,
      "grad_norm": 1.056562066078186,
      "learning_rate": 3.6874101284421787e-06,
      "loss": 0.3543,
      "step": 975670
    },
    {
      "epoch": 272.31,
      "grad_norm": 1.1266584396362305,
      "learning_rate": 3.687387973457107e-06,
      "loss": 0.3619,
      "step": 975680
    },
    {
      "epoch": 272.31,
      "grad_norm": 1.0375086069107056,
      "learning_rate": 3.6873658182931974e-06,
      "loss": 0.3349,
      "step": 975690
    },
    {
      "epoch": 272.31,
      "grad_norm": 1.109641432762146,
      "learning_rate": 3.687343662950452e-06,
      "loss": 0.3597,
      "step": 975700
    },
    {
      "epoch": 272.32,
      "grad_norm": 0.9383053183555603,
      "learning_rate": 3.6873215074288736e-06,
      "loss": 0.3752,
      "step": 975710
    },
    {
      "epoch": 272.32,
      "grad_norm": 1.000287413597107,
      "learning_rate": 3.6872993517284654e-06,
      "loss": 0.37,
      "step": 975720
    },
    {
      "epoch": 272.32,
      "grad_norm": 1.1429378986358643,
      "learning_rate": 3.687277195849231e-06,
      "loss": 0.3594,
      "step": 975730
    },
    {
      "epoch": 272.32,
      "grad_norm": 1.008947730064392,
      "learning_rate": 3.687255039791172e-06,
      "loss": 0.3699,
      "step": 975740
    },
    {
      "epoch": 272.33,
      "grad_norm": 1.1593692302703857,
      "learning_rate": 3.687232883554293e-06,
      "loss": 0.381,
      "step": 975750
    },
    {
      "epoch": 272.33,
      "grad_norm": 1.142348289489746,
      "learning_rate": 3.6872107271385954e-06,
      "loss": 0.3434,
      "step": 975760
    },
    {
      "epoch": 272.33,
      "grad_norm": 1.2049281597137451,
      "learning_rate": 3.6871885705440826e-06,
      "loss": 0.3374,
      "step": 975770
    },
    {
      "epoch": 272.34,
      "grad_norm": 0.9995554685592651,
      "learning_rate": 3.6871664137707585e-06,
      "loss": 0.3572,
      "step": 975780
    },
    {
      "epoch": 272.34,
      "grad_norm": 0.9813552498817444,
      "learning_rate": 3.6871442568186246e-06,
      "loss": 0.351,
      "step": 975790
    },
    {
      "epoch": 272.34,
      "grad_norm": 1.0465368032455444,
      "learning_rate": 3.687122099687685e-06,
      "loss": 0.373,
      "step": 975800
    },
    {
      "epoch": 272.34,
      "grad_norm": 0.9763704538345337,
      "learning_rate": 3.687099942377942e-06,
      "loss": 0.3652,
      "step": 975810
    },
    {
      "epoch": 272.35,
      "grad_norm": 1.1570796966552734,
      "learning_rate": 3.6870777848893987e-06,
      "loss": 0.3495,
      "step": 975820
    },
    {
      "epoch": 272.35,
      "grad_norm": 0.993879497051239,
      "learning_rate": 3.687055627222058e-06,
      "loss": 0.3398,
      "step": 975830
    },
    {
      "epoch": 272.35,
      "grad_norm": 1.0470722913742065,
      "learning_rate": 3.6870334693759236e-06,
      "loss": 0.377,
      "step": 975840
    },
    {
      "epoch": 272.36,
      "grad_norm": 1.8992644548416138,
      "learning_rate": 3.687011311350998e-06,
      "loss": 0.3649,
      "step": 975850
    },
    {
      "epoch": 272.36,
      "grad_norm": 1.0082119703292847,
      "learning_rate": 3.686989153147283e-06,
      "loss": 0.3609,
      "step": 975860
    },
    {
      "epoch": 272.36,
      "grad_norm": 1.0278384685516357,
      "learning_rate": 3.6869669947647826e-06,
      "loss": 0.3751,
      "step": 975870
    },
    {
      "epoch": 272.36,
      "grad_norm": 0.938252866268158,
      "learning_rate": 3.6869448362035e-06,
      "loss": 0.3432,
      "step": 975880
    },
    {
      "epoch": 272.37,
      "grad_norm": 0.9396950602531433,
      "learning_rate": 3.6869226774634378e-06,
      "loss": 0.3514,
      "step": 975890
    },
    {
      "epoch": 272.37,
      "grad_norm": 1.2178558111190796,
      "learning_rate": 3.6869005185445988e-06,
      "loss": 0.351,
      "step": 975900
    },
    {
      "epoch": 272.37,
      "grad_norm": 0.9927260875701904,
      "learning_rate": 3.6868783594469862e-06,
      "loss": 0.3673,
      "step": 975910
    },
    {
      "epoch": 272.38,
      "grad_norm": 1.0901529788970947,
      "learning_rate": 3.686856200170603e-06,
      "loss": 0.3728,
      "step": 975920
    },
    {
      "epoch": 272.38,
      "grad_norm": 1.118084192276001,
      "learning_rate": 3.6868340407154513e-06,
      "loss": 0.3868,
      "step": 975930
    },
    {
      "epoch": 272.38,
      "grad_norm": 1.1421953439712524,
      "learning_rate": 3.6868118810815356e-06,
      "loss": 0.377,
      "step": 975940
    },
    {
      "epoch": 272.38,
      "grad_norm": 1.2335690259933472,
      "learning_rate": 3.686789721268857e-06,
      "loss": 0.3725,
      "step": 975950
    },
    {
      "epoch": 272.39,
      "grad_norm": 1.1472110748291016,
      "learning_rate": 3.6867675612774206e-06,
      "loss": 0.3627,
      "step": 975960
    },
    {
      "epoch": 272.39,
      "grad_norm": 1.0965988636016846,
      "learning_rate": 3.686745401107228e-06,
      "loss": 0.3579,
      "step": 975970
    },
    {
      "epoch": 272.39,
      "grad_norm": 1.0708203315734863,
      "learning_rate": 3.686723240758282e-06,
      "loss": 0.3678,
      "step": 975980
    },
    {
      "epoch": 272.39,
      "grad_norm": 1.0736202001571655,
      "learning_rate": 3.686701080230586e-06,
      "loss": 0.3676,
      "step": 975990
    },
    {
      "epoch": 272.4,
      "grad_norm": 2.781308174133301,
      "learning_rate": 3.6866789195241424e-06,
      "loss": 0.3728,
      "step": 976000
    },
    {
      "epoch": 272.4,
      "grad_norm": 1.1352019309997559,
      "learning_rate": 3.686656758638955e-06,
      "loss": 0.3666,
      "step": 976010
    },
    {
      "epoch": 272.4,
      "grad_norm": 1.045764684677124,
      "learning_rate": 3.6866345975750266e-06,
      "loss": 0.3436,
      "step": 976020
    },
    {
      "epoch": 272.41,
      "grad_norm": 1.1262027025222778,
      "learning_rate": 3.6866124363323594e-06,
      "loss": 0.3631,
      "step": 976030
    },
    {
      "epoch": 272.41,
      "grad_norm": 0.8893693089485168,
      "learning_rate": 3.6865902749109573e-06,
      "loss": 0.3503,
      "step": 976040
    },
    {
      "epoch": 272.41,
      "grad_norm": 1.0608878135681152,
      "learning_rate": 3.6865681133108224e-06,
      "loss": 0.365,
      "step": 976050
    },
    {
      "epoch": 272.41,
      "grad_norm": 1.1574193239212036,
      "learning_rate": 3.6865459515319584e-06,
      "loss": 0.3594,
      "step": 976060
    },
    {
      "epoch": 272.42,
      "grad_norm": 1.0870589017868042,
      "learning_rate": 3.686523789574368e-06,
      "loss": 0.3637,
      "step": 976070
    },
    {
      "epoch": 272.42,
      "grad_norm": 1.092430591583252,
      "learning_rate": 3.686501627438053e-06,
      "loss": 0.3549,
      "step": 976080
    },
    {
      "epoch": 272.42,
      "grad_norm": 0.9774678349494934,
      "learning_rate": 3.686479465123018e-06,
      "loss": 0.3605,
      "step": 976090
    },
    {
      "epoch": 272.43,
      "grad_norm": 1.0301814079284668,
      "learning_rate": 3.6864573026292664e-06,
      "loss": 0.3618,
      "step": 976100
    },
    {
      "epoch": 272.43,
      "grad_norm": 1.0515748262405396,
      "learning_rate": 3.6864351399567987e-06,
      "loss": 0.3577,
      "step": 976110
    },
    {
      "epoch": 272.43,
      "grad_norm": 1.0654107332229614,
      "learning_rate": 3.6864129771056203e-06,
      "loss": 0.3648,
      "step": 976120
    },
    {
      "epoch": 272.43,
      "grad_norm": 1.0361255407333374,
      "learning_rate": 3.6863908140757323e-06,
      "loss": 0.3405,
      "step": 976130
    },
    {
      "epoch": 272.44,
      "grad_norm": 1.1240676641464233,
      "learning_rate": 3.686368650867138e-06,
      "loss": 0.3412,
      "step": 976140
    },
    {
      "epoch": 272.44,
      "grad_norm": 1.1704964637756348,
      "learning_rate": 3.686346487479842e-06,
      "loss": 0.3558,
      "step": 976150
    },
    {
      "epoch": 272.44,
      "grad_norm": 1.0376100540161133,
      "learning_rate": 3.686324323913845e-06,
      "loss": 0.3498,
      "step": 976160
    },
    {
      "epoch": 272.44,
      "grad_norm": 0.9541641473770142,
      "learning_rate": 3.6863021601691516e-06,
      "loss": 0.3608,
      "step": 976170
    },
    {
      "epoch": 272.45,
      "grad_norm": 1.1334912776947021,
      "learning_rate": 3.686279996245764e-06,
      "loss": 0.3382,
      "step": 976180
    },
    {
      "epoch": 272.45,
      "grad_norm": 1.233039379119873,
      "learning_rate": 3.6862578321436853e-06,
      "loss": 0.3741,
      "step": 976190
    },
    {
      "epoch": 272.45,
      "grad_norm": 1.0285414457321167,
      "learning_rate": 3.686235667862919e-06,
      "loss": 0.341,
      "step": 976200
    },
    {
      "epoch": 272.46,
      "grad_norm": 0.9998815059661865,
      "learning_rate": 3.6862135034034663e-06,
      "loss": 0.3668,
      "step": 976210
    },
    {
      "epoch": 272.46,
      "grad_norm": 1.2118496894836426,
      "learning_rate": 3.686191338765332e-06,
      "loss": 0.3632,
      "step": 976220
    },
    {
      "epoch": 272.46,
      "grad_norm": 1.397794246673584,
      "learning_rate": 3.6861691739485188e-06,
      "loss": 0.3553,
      "step": 976230
    },
    {
      "epoch": 272.46,
      "grad_norm": 1.0603129863739014,
      "learning_rate": 3.6861470089530285e-06,
      "loss": 0.358,
      "step": 976240
    },
    {
      "epoch": 272.47,
      "grad_norm": 1.1275138854980469,
      "learning_rate": 3.686124843778865e-06,
      "loss": 0.3615,
      "step": 976250
    },
    {
      "epoch": 272.47,
      "grad_norm": 1.1309435367584229,
      "learning_rate": 3.6861026784260317e-06,
      "loss": 0.3596,
      "step": 976260
    },
    {
      "epoch": 272.47,
      "grad_norm": 1.0023804903030396,
      "learning_rate": 3.68608051289453e-06,
      "loss": 0.3506,
      "step": 976270
    },
    {
      "epoch": 272.48,
      "grad_norm": 1.0536926984786987,
      "learning_rate": 3.6860583471843643e-06,
      "loss": 0.3421,
      "step": 976280
    },
    {
      "epoch": 272.48,
      "grad_norm": 0.9899899363517761,
      "learning_rate": 3.686036181295537e-06,
      "loss": 0.3592,
      "step": 976290
    },
    {
      "epoch": 272.48,
      "grad_norm": 1.323651671409607,
      "learning_rate": 3.6860140152280506e-06,
      "loss": 0.348,
      "step": 976300
    },
    {
      "epoch": 272.48,
      "grad_norm": 1.0569372177124023,
      "learning_rate": 3.685991848981908e-06,
      "loss": 0.3649,
      "step": 976310
    },
    {
      "epoch": 272.49,
      "grad_norm": 1.051819920539856,
      "learning_rate": 3.6859696825571138e-06,
      "loss": 0.3679,
      "step": 976320
    },
    {
      "epoch": 272.49,
      "grad_norm": 1.0603152513504028,
      "learning_rate": 3.6859475159536696e-06,
      "loss": 0.3538,
      "step": 976330
    },
    {
      "epoch": 272.49,
      "grad_norm": 1.0335307121276855,
      "learning_rate": 3.685925349171578e-06,
      "loss": 0.3666,
      "step": 976340
    },
    {
      "epoch": 272.5,
      "grad_norm": 1.062719702720642,
      "learning_rate": 3.685903182210843e-06,
      "loss": 0.3695,
      "step": 976350
    },
    {
      "epoch": 272.5,
      "grad_norm": 0.8609157204627991,
      "learning_rate": 3.685881015071467e-06,
      "loss": 0.3475,
      "step": 976360
    },
    {
      "epoch": 272.5,
      "grad_norm": 1.054484486579895,
      "learning_rate": 3.685858847753453e-06,
      "loss": 0.3562,
      "step": 976370
    },
    {
      "epoch": 272.5,
      "grad_norm": 1.133528470993042,
      "learning_rate": 3.6858366802568035e-06,
      "loss": 0.3608,
      "step": 976380
    },
    {
      "epoch": 272.51,
      "grad_norm": 1.0363773107528687,
      "learning_rate": 3.685814512581522e-06,
      "loss": 0.3587,
      "step": 976390
    },
    {
      "epoch": 272.51,
      "grad_norm": 1.1371761560440063,
      "learning_rate": 3.685792344727612e-06,
      "loss": 0.3625,
      "step": 976400
    },
    {
      "epoch": 272.51,
      "grad_norm": 1.0999643802642822,
      "learning_rate": 3.685770176695075e-06,
      "loss": 0.3423,
      "step": 976410
    },
    {
      "epoch": 272.51,
      "grad_norm": 1.1184868812561035,
      "learning_rate": 3.6857480084839152e-06,
      "loss": 0.3663,
      "step": 976420
    },
    {
      "epoch": 272.52,
      "grad_norm": 1.0276826620101929,
      "learning_rate": 3.685725840094135e-06,
      "loss": 0.3684,
      "step": 976430
    },
    {
      "epoch": 272.52,
      "grad_norm": 1.0438655614852905,
      "learning_rate": 3.6857036715257373e-06,
      "loss": 0.3622,
      "step": 976440
    },
    {
      "epoch": 272.52,
      "grad_norm": 1.1178381443023682,
      "learning_rate": 3.6856815027787254e-06,
      "loss": 0.3631,
      "step": 976450
    },
    {
      "epoch": 272.53,
      "grad_norm": 0.9980903267860413,
      "learning_rate": 3.685659333853102e-06,
      "loss": 0.3524,
      "step": 976460
    },
    {
      "epoch": 272.53,
      "grad_norm": 1.3279666900634766,
      "learning_rate": 3.6856371647488703e-06,
      "loss": 0.3647,
      "step": 976470
    },
    {
      "epoch": 272.53,
      "grad_norm": 1.0436532497406006,
      "learning_rate": 3.6856149954660327e-06,
      "loss": 0.3477,
      "step": 976480
    },
    {
      "epoch": 272.53,
      "grad_norm": 1.0323301553726196,
      "learning_rate": 3.6855928260045926e-06,
      "loss": 0.3812,
      "step": 976490
    },
    {
      "epoch": 272.54,
      "grad_norm": 1.1687445640563965,
      "learning_rate": 3.685570656364553e-06,
      "loss": 0.3682,
      "step": 976500
    },
    {
      "epoch": 272.54,
      "grad_norm": 0.9425359964370728,
      "learning_rate": 3.6855484865459166e-06,
      "loss": 0.3557,
      "step": 976510
    },
    {
      "epoch": 272.54,
      "grad_norm": 1.0533372163772583,
      "learning_rate": 3.6855263165486866e-06,
      "loss": 0.3626,
      "step": 976520
    },
    {
      "epoch": 272.55,
      "grad_norm": 0.9650983810424805,
      "learning_rate": 3.6855041463728653e-06,
      "loss": 0.3481,
      "step": 976530
    },
    {
      "epoch": 272.55,
      "grad_norm": 1.0555481910705566,
      "learning_rate": 3.6854819760184564e-06,
      "loss": 0.3587,
      "step": 976540
    },
    {
      "epoch": 272.55,
      "grad_norm": 0.9856287837028503,
      "learning_rate": 3.685459805485463e-06,
      "loss": 0.3806,
      "step": 976550
    },
    {
      "epoch": 272.55,
      "grad_norm": 0.9263715744018555,
      "learning_rate": 3.6854376347738873e-06,
      "loss": 0.3661,
      "step": 976560
    },
    {
      "epoch": 272.56,
      "grad_norm": 0.9123820066452026,
      "learning_rate": 3.6854154638837325e-06,
      "loss": 0.3449,
      "step": 976570
    },
    {
      "epoch": 272.56,
      "grad_norm": 0.9940342903137207,
      "learning_rate": 3.685393292815002e-06,
      "loss": 0.3602,
      "step": 976580
    },
    {
      "epoch": 272.56,
      "grad_norm": 1.027042031288147,
      "learning_rate": 3.685371121567699e-06,
      "loss": 0.3602,
      "step": 976590
    },
    {
      "epoch": 272.56,
      "grad_norm": 1.0387020111083984,
      "learning_rate": 3.6853489501418242e-06,
      "loss": 0.361,
      "step": 976600
    },
    {
      "epoch": 272.57,
      "grad_norm": 2.5478904247283936,
      "learning_rate": 3.6853267785373836e-06,
      "loss": 0.3494,
      "step": 976610
    },
    {
      "epoch": 272.57,
      "grad_norm": 1.0617773532867432,
      "learning_rate": 3.6853046067543782e-06,
      "loss": 0.3606,
      "step": 976620
    },
    {
      "epoch": 272.57,
      "grad_norm": 1.0995153188705444,
      "learning_rate": 3.685282434792811e-06,
      "loss": 0.3718,
      "step": 976630
    },
    {
      "epoch": 272.58,
      "grad_norm": 0.9986708760261536,
      "learning_rate": 3.6852602626526865e-06,
      "loss": 0.3722,
      "step": 976640
    },
    {
      "epoch": 272.58,
      "grad_norm": 0.9355601668357849,
      "learning_rate": 3.6852380903340065e-06,
      "loss": 0.3606,
      "step": 976650
    },
    {
      "epoch": 272.58,
      "grad_norm": 0.9566056132316589,
      "learning_rate": 3.685215917836773e-06,
      "loss": 0.3621,
      "step": 976660
    },
    {
      "epoch": 272.58,
      "grad_norm": 0.880110502243042,
      "learning_rate": 3.6851937451609913e-06,
      "loss": 0.3545,
      "step": 976670
    },
    {
      "epoch": 272.59,
      "grad_norm": 1.0675075054168701,
      "learning_rate": 3.685171572306663e-06,
      "loss": 0.3741,
      "step": 976680
    },
    {
      "epoch": 272.59,
      "grad_norm": 1.2469186782836914,
      "learning_rate": 3.6851493992737905e-06,
      "loss": 0.3585,
      "step": 976690
    },
    {
      "epoch": 272.59,
      "grad_norm": 1.2228906154632568,
      "learning_rate": 3.6851272260623776e-06,
      "loss": 0.3735,
      "step": 976700
    },
    {
      "epoch": 272.6,
      "grad_norm": 1.0210487842559814,
      "learning_rate": 3.685105052672427e-06,
      "loss": 0.3452,
      "step": 976710
    },
    {
      "epoch": 272.6,
      "grad_norm": 1.0706886053085327,
      "learning_rate": 3.6850828791039415e-06,
      "loss": 0.3478,
      "step": 976720
    },
    {
      "epoch": 272.6,
      "grad_norm": 1.0713222026824951,
      "learning_rate": 3.685060705356924e-06,
      "loss": 0.3591,
      "step": 976730
    },
    {
      "epoch": 272.6,
      "grad_norm": 0.9248805046081543,
      "learning_rate": 3.6850385314313786e-06,
      "loss": 0.3564,
      "step": 976740
    },
    {
      "epoch": 272.61,
      "grad_norm": 1.1491420269012451,
      "learning_rate": 3.685016357327307e-06,
      "loss": 0.3552,
      "step": 976750
    },
    {
      "epoch": 272.61,
      "grad_norm": 0.9975789785385132,
      "learning_rate": 3.684994183044712e-06,
      "loss": 0.3572,
      "step": 976760
    },
    {
      "epoch": 272.61,
      "grad_norm": 1.1923973560333252,
      "learning_rate": 3.684972008583597e-06,
      "loss": 0.354,
      "step": 976770
    },
    {
      "epoch": 272.62,
      "grad_norm": 1.1668837070465088,
      "learning_rate": 3.6849498339439656e-06,
      "loss": 0.3715,
      "step": 976780
    },
    {
      "epoch": 272.62,
      "grad_norm": 0.9964771270751953,
      "learning_rate": 3.68492765912582e-06,
      "loss": 0.3824,
      "step": 976790
    },
    {
      "epoch": 272.62,
      "grad_norm": 1.0543826818466187,
      "learning_rate": 3.6849054841291633e-06,
      "loss": 0.3686,
      "step": 976800
    },
    {
      "epoch": 272.62,
      "grad_norm": 1.03997802734375,
      "learning_rate": 3.684883308953998e-06,
      "loss": 0.3547,
      "step": 976810
    },
    {
      "epoch": 272.63,
      "grad_norm": 0.9297271966934204,
      "learning_rate": 3.684861133600328e-06,
      "loss": 0.3607,
      "step": 976820
    },
    {
      "epoch": 272.63,
      "grad_norm": 1.0373964309692383,
      "learning_rate": 3.684838958068155e-06,
      "loss": 0.3623,
      "step": 976830
    },
    {
      "epoch": 272.63,
      "grad_norm": 1.0384716987609863,
      "learning_rate": 3.684816782357484e-06,
      "loss": 0.3586,
      "step": 976840
    },
    {
      "epoch": 272.63,
      "grad_norm": 1.001145839691162,
      "learning_rate": 3.6847946064683156e-06,
      "loss": 0.3741,
      "step": 976850
    },
    {
      "epoch": 272.64,
      "grad_norm": 0.9815599918365479,
      "learning_rate": 3.684772430400654e-06,
      "loss": 0.3608,
      "step": 976860
    },
    {
      "epoch": 272.64,
      "grad_norm": 1.2394661903381348,
      "learning_rate": 3.684750254154502e-06,
      "loss": 0.3741,
      "step": 976870
    },
    {
      "epoch": 272.64,
      "grad_norm": 1.0694854259490967,
      "learning_rate": 3.6847280777298626e-06,
      "loss": 0.377,
      "step": 976880
    },
    {
      "epoch": 272.65,
      "grad_norm": 1.0343586206436157,
      "learning_rate": 3.6847059011267383e-06,
      "loss": 0.3632,
      "step": 976890
    },
    {
      "epoch": 272.65,
      "grad_norm": 1.0481208562850952,
      "learning_rate": 3.6846837243451324e-06,
      "loss": 0.3567,
      "step": 976900
    },
    {
      "epoch": 272.65,
      "grad_norm": 1.2590123414993286,
      "learning_rate": 3.6846615473850485e-06,
      "loss": 0.3511,
      "step": 976910
    },
    {
      "epoch": 272.65,
      "grad_norm": 0.9765302538871765,
      "learning_rate": 3.6846393702464884e-06,
      "loss": 0.3768,
      "step": 976920
    },
    {
      "epoch": 272.66,
      "grad_norm": 1.0006935596466064,
      "learning_rate": 3.6846171929294556e-06,
      "loss": 0.3698,
      "step": 976930
    },
    {
      "epoch": 272.66,
      "grad_norm": 1.0560222864151,
      "learning_rate": 3.6845950154339537e-06,
      "loss": 0.3544,
      "step": 976940
    },
    {
      "epoch": 272.66,
      "grad_norm": 1.1465004682540894,
      "learning_rate": 3.684572837759984e-06,
      "loss": 0.3546,
      "step": 976950
    },
    {
      "epoch": 272.67,
      "grad_norm": 0.9387405514717102,
      "learning_rate": 3.684550659907551e-06,
      "loss": 0.3607,
      "step": 976960
    },
    {
      "epoch": 272.67,
      "grad_norm": 1.0929956436157227,
      "learning_rate": 3.6845284818766566e-06,
      "loss": 0.3895,
      "step": 976970
    },
    {
      "epoch": 272.67,
      "grad_norm": 1.093561053276062,
      "learning_rate": 3.6845063036673046e-06,
      "loss": 0.3617,
      "step": 976980
    },
    {
      "epoch": 272.67,
      "grad_norm": 1.133068561553955,
      "learning_rate": 3.6844841252794967e-06,
      "loss": 0.3524,
      "step": 976990
    },
    {
      "epoch": 272.68,
      "grad_norm": 1.1604171991348267,
      "learning_rate": 3.6844619467132384e-06,
      "loss": 0.3582,
      "step": 977000
    },
    {
      "epoch": 272.68,
      "grad_norm": 1.0318065881729126,
      "learning_rate": 3.68443976796853e-06,
      "loss": 0.3645,
      "step": 977010
    },
    {
      "epoch": 272.68,
      "grad_norm": 0.9902392029762268,
      "learning_rate": 3.6844175890453747e-06,
      "loss": 0.3585,
      "step": 977020
    },
    {
      "epoch": 272.68,
      "grad_norm": 0.9501407742500305,
      "learning_rate": 3.6843954099437772e-06,
      "loss": 0.3709,
      "step": 977030
    },
    {
      "epoch": 272.69,
      "grad_norm": 1.1060525178909302,
      "learning_rate": 3.684373230663739e-06,
      "loss": 0.3754,
      "step": 977040
    },
    {
      "epoch": 272.69,
      "grad_norm": 0.9476332068443298,
      "learning_rate": 3.684351051205264e-06,
      "loss": 0.3607,
      "step": 977050
    },
    {
      "epoch": 272.69,
      "grad_norm": 0.9653810262680054,
      "learning_rate": 3.684328871568354e-06,
      "loss": 0.3501,
      "step": 977060
    },
    {
      "epoch": 272.7,
      "grad_norm": 1.2505396604537964,
      "learning_rate": 3.684306691753013e-06,
      "loss": 0.3499,
      "step": 977070
    },
    {
      "epoch": 272.7,
      "grad_norm": 0.9928094148635864,
      "learning_rate": 3.6842845117592433e-06,
      "loss": 0.3541,
      "step": 977080
    },
    {
      "epoch": 272.7,
      "grad_norm": 1.1493514776229858,
      "learning_rate": 3.6842623315870483e-06,
      "loss": 0.3744,
      "step": 977090
    },
    {
      "epoch": 272.7,
      "grad_norm": 0.9637854695320129,
      "learning_rate": 3.684240151236431e-06,
      "loss": 0.3538,
      "step": 977100
    },
    {
      "epoch": 272.71,
      "grad_norm": 1.0221651792526245,
      "learning_rate": 3.684217970707393e-06,
      "loss": 0.3601,
      "step": 977110
    },
    {
      "epoch": 272.71,
      "grad_norm": 1.3673502206802368,
      "learning_rate": 3.6841957899999394e-06,
      "loss": 0.3669,
      "step": 977120
    },
    {
      "epoch": 272.71,
      "grad_norm": 0.9694758057594299,
      "learning_rate": 3.6841736091140717e-06,
      "loss": 0.3597,
      "step": 977130
    },
    {
      "epoch": 272.72,
      "grad_norm": 1.0213711261749268,
      "learning_rate": 3.6841514280497935e-06,
      "loss": 0.3568,
      "step": 977140
    },
    {
      "epoch": 272.72,
      "grad_norm": 0.9868301749229431,
      "learning_rate": 3.6841292468071072e-06,
      "loss": 0.3473,
      "step": 977150
    },
    {
      "epoch": 272.72,
      "grad_norm": 1.1955689191818237,
      "learning_rate": 3.684107065386016e-06,
      "loss": 0.3627,
      "step": 977160
    },
    {
      "epoch": 272.72,
      "grad_norm": 1.252205491065979,
      "learning_rate": 3.684084883786523e-06,
      "loss": 0.3629,
      "step": 977170
    },
    {
      "epoch": 272.73,
      "grad_norm": 1.0424199104309082,
      "learning_rate": 3.6840627020086317e-06,
      "loss": 0.3514,
      "step": 977180
    },
    {
      "epoch": 272.73,
      "grad_norm": 1.0465234518051147,
      "learning_rate": 3.6840405200523435e-06,
      "loss": 0.3686,
      "step": 977190
    },
    {
      "epoch": 272.73,
      "grad_norm": 1.0474977493286133,
      "learning_rate": 3.684018337917663e-06,
      "loss": 0.3684,
      "step": 977200
    },
    {
      "epoch": 272.74,
      "grad_norm": 1.023320198059082,
      "learning_rate": 3.683996155604592e-06,
      "loss": 0.3366,
      "step": 977210
    },
    {
      "epoch": 272.74,
      "grad_norm": 1.082181453704834,
      "learning_rate": 3.683973973113134e-06,
      "loss": 0.3485,
      "step": 977220
    },
    {
      "epoch": 272.74,
      "grad_norm": 1.1632227897644043,
      "learning_rate": 3.6839517904432918e-06,
      "loss": 0.3738,
      "step": 977230
    },
    {
      "epoch": 272.74,
      "grad_norm": 0.9851846694946289,
      "learning_rate": 3.6839296075950685e-06,
      "loss": 0.3671,
      "step": 977240
    },
    {
      "epoch": 272.75,
      "grad_norm": 1.0907557010650635,
      "learning_rate": 3.6839074245684665e-06,
      "loss": 0.3607,
      "step": 977250
    },
    {
      "epoch": 272.75,
      "grad_norm": 1.2891414165496826,
      "learning_rate": 3.68388524136349e-06,
      "loss": 0.3733,
      "step": 977260
    },
    {
      "epoch": 272.75,
      "grad_norm": 0.9806942343711853,
      "learning_rate": 3.68386305798014e-06,
      "loss": 0.3523,
      "step": 977270
    },
    {
      "epoch": 272.75,
      "grad_norm": 1.1459944248199463,
      "learning_rate": 3.6838408744184216e-06,
      "loss": 0.3546,
      "step": 977280
    },
    {
      "epoch": 272.76,
      "grad_norm": 1.1624804735183716,
      "learning_rate": 3.6838186906783358e-06,
      "loss": 0.3701,
      "step": 977290
    },
    {
      "epoch": 272.76,
      "grad_norm": 1.1144471168518066,
      "learning_rate": 3.6837965067598873e-06,
      "loss": 0.3769,
      "step": 977300
    },
    {
      "epoch": 272.76,
      "grad_norm": 1.089439034461975,
      "learning_rate": 3.6837743226630777e-06,
      "loss": 0.3655,
      "step": 977310
    },
    {
      "epoch": 272.77,
      "grad_norm": 1.0977144241333008,
      "learning_rate": 3.68375213838791e-06,
      "loss": 0.3641,
      "step": 977320
    },
    {
      "epoch": 272.77,
      "grad_norm": 0.869485080242157,
      "learning_rate": 3.6837299539343893e-06,
      "loss": 0.3367,
      "step": 977330
    },
    {
      "epoch": 272.77,
      "grad_norm": 1.0598453283309937,
      "learning_rate": 3.6837077693025162e-06,
      "loss": 0.3541,
      "step": 977340
    },
    {
      "epoch": 272.77,
      "grad_norm": 1.2027308940887451,
      "learning_rate": 3.683685584492294e-06,
      "loss": 0.3766,
      "step": 977350
    },
    {
      "epoch": 272.78,
      "grad_norm": 1.0550076961517334,
      "learning_rate": 3.683663399503726e-06,
      "loss": 0.3468,
      "step": 977360
    },
    {
      "epoch": 272.78,
      "grad_norm": 1.3380506038665771,
      "learning_rate": 3.6836412143368154e-06,
      "loss": 0.3733,
      "step": 977370
    },
    {
      "epoch": 272.78,
      "grad_norm": 1.244948148727417,
      "learning_rate": 3.6836190289915645e-06,
      "loss": 0.344,
      "step": 977380
    },
    {
      "epoch": 272.79,
      "grad_norm": 1.0653198957443237,
      "learning_rate": 3.6835968434679775e-06,
      "loss": 0.363,
      "step": 977390
    },
    {
      "epoch": 272.79,
      "grad_norm": 1.2094210386276245,
      "learning_rate": 3.6835746577660562e-06,
      "loss": 0.3642,
      "step": 977400
    },
    {
      "epoch": 272.79,
      "grad_norm": 1.4151959419250488,
      "learning_rate": 3.683552471885803e-06,
      "loss": 0.3484,
      "step": 977410
    },
    {
      "epoch": 272.79,
      "grad_norm": 0.9425889253616333,
      "learning_rate": 3.683530285827223e-06,
      "loss": 0.338,
      "step": 977420
    },
    {
      "epoch": 272.8,
      "grad_norm": 0.8871043920516968,
      "learning_rate": 3.6835080995903174e-06,
      "loss": 0.3491,
      "step": 977430
    },
    {
      "epoch": 272.8,
      "grad_norm": 0.9926486611366272,
      "learning_rate": 3.6834859131750898e-06,
      "loss": 0.3825,
      "step": 977440
    },
    {
      "epoch": 272.8,
      "grad_norm": 1.0919098854064941,
      "learning_rate": 3.683463726581542e-06,
      "loss": 0.3698,
      "step": 977450
    },
    {
      "epoch": 272.8,
      "grad_norm": 1.1640654802322388,
      "learning_rate": 3.683441539809679e-06,
      "loss": 0.3587,
      "step": 977460
    },
    {
      "epoch": 272.81,
      "grad_norm": 0.9923176765441895,
      "learning_rate": 3.683419352859502e-06,
      "loss": 0.348,
      "step": 977470
    },
    {
      "epoch": 272.81,
      "grad_norm": 1.068664789199829,
      "learning_rate": 3.683397165731015e-06,
      "loss": 0.3675,
      "step": 977480
    },
    {
      "epoch": 272.81,
      "grad_norm": 0.9398805499076843,
      "learning_rate": 3.683374978424221e-06,
      "loss": 0.332,
      "step": 977490
    },
    {
      "epoch": 272.82,
      "grad_norm": 0.9632617235183716,
      "learning_rate": 3.6833527909391218e-06,
      "loss": 0.3556,
      "step": 977500
    },
    {
      "epoch": 272.82,
      "grad_norm": 1.0677950382232666,
      "learning_rate": 3.683330603275721e-06,
      "loss": 0.3503,
      "step": 977510
    },
    {
      "epoch": 272.82,
      "grad_norm": 1.1959764957427979,
      "learning_rate": 3.683308415434023e-06,
      "loss": 0.3575,
      "step": 977520
    },
    {
      "epoch": 272.82,
      "grad_norm": 0.9720571041107178,
      "learning_rate": 3.683286227414028e-06,
      "loss": 0.3563,
      "step": 977530
    },
    {
      "epoch": 272.83,
      "grad_norm": 1.1313873529434204,
      "learning_rate": 3.6832640392157406e-06,
      "loss": 0.3582,
      "step": 977540
    },
    {
      "epoch": 272.83,
      "grad_norm": 1.0130749940872192,
      "learning_rate": 3.6832418508391646e-06,
      "loss": 0.3567,
      "step": 977550
    },
    {
      "epoch": 272.83,
      "grad_norm": 0.9724428057670593,
      "learning_rate": 3.683219662284301e-06,
      "loss": 0.3572,
      "step": 977560
    },
    {
      "epoch": 272.84,
      "grad_norm": 0.9741567373275757,
      "learning_rate": 3.683197473551153e-06,
      "loss": 0.3668,
      "step": 977570
    },
    {
      "epoch": 272.84,
      "grad_norm": 0.9807249307632446,
      "learning_rate": 3.683175284639725e-06,
      "loss": 0.3549,
      "step": 977580
    },
    {
      "epoch": 272.84,
      "grad_norm": 1.1665517091751099,
      "learning_rate": 3.68315309555002e-06,
      "loss": 0.3485,
      "step": 977590
    },
    {
      "epoch": 272.84,
      "grad_norm": 0.9746406674385071,
      "learning_rate": 3.6831309062820383e-06,
      "loss": 0.3574,
      "step": 977600
    },
    {
      "epoch": 272.85,
      "grad_norm": 0.9979149103164673,
      "learning_rate": 3.683108716835785e-06,
      "loss": 0.3543,
      "step": 977610
    },
    {
      "epoch": 272.85,
      "grad_norm": 1.0601941347122192,
      "learning_rate": 3.683086527211264e-06,
      "loss": 0.3696,
      "step": 977620
    },
    {
      "epoch": 272.85,
      "grad_norm": 1.0189507007598877,
      "learning_rate": 3.6830643374084758e-06,
      "loss": 0.3603,
      "step": 977630
    },
    {
      "epoch": 272.86,
      "grad_norm": 0.9773327708244324,
      "learning_rate": 3.6830421474274245e-06,
      "loss": 0.3746,
      "step": 977640
    },
    {
      "epoch": 272.86,
      "grad_norm": 1.2417068481445312,
      "learning_rate": 3.6830199572681135e-06,
      "loss": 0.3796,
      "step": 977650
    },
    {
      "epoch": 272.86,
      "grad_norm": 0.9473729133605957,
      "learning_rate": 3.6829977669305448e-06,
      "loss": 0.3601,
      "step": 977660
    },
    {
      "epoch": 272.86,
      "grad_norm": 1.0100866556167603,
      "learning_rate": 3.6829755764147222e-06,
      "loss": 0.3612,
      "step": 977670
    },
    {
      "epoch": 272.87,
      "grad_norm": 1.085050344467163,
      "learning_rate": 3.6829533857206488e-06,
      "loss": 0.344,
      "step": 977680
    },
    {
      "epoch": 272.87,
      "grad_norm": 1.153457760810852,
      "learning_rate": 3.682931194848326e-06,
      "loss": 0.3415,
      "step": 977690
    },
    {
      "epoch": 272.87,
      "grad_norm": 1.1051983833312988,
      "learning_rate": 3.682909003797758e-06,
      "loss": 0.3711,
      "step": 977700
    },
    {
      "epoch": 272.87,
      "grad_norm": 0.9315160512924194,
      "learning_rate": 3.6828868125689486e-06,
      "loss": 0.3628,
      "step": 977710
    },
    {
      "epoch": 272.88,
      "grad_norm": 0.999266505241394,
      "learning_rate": 3.682864621161899e-06,
      "loss": 0.3712,
      "step": 977720
    },
    {
      "epoch": 272.88,
      "grad_norm": 0.9474239945411682,
      "learning_rate": 3.682842429576613e-06,
      "loss": 0.374,
      "step": 977730
    },
    {
      "epoch": 272.88,
      "grad_norm": 0.8932782411575317,
      "learning_rate": 3.682820237813093e-06,
      "loss": 0.3501,
      "step": 977740
    },
    {
      "epoch": 272.89,
      "grad_norm": 1.044357180595398,
      "learning_rate": 3.6827980458713425e-06,
      "loss": 0.3678,
      "step": 977750
    },
    {
      "epoch": 272.89,
      "grad_norm": 0.9912671446800232,
      "learning_rate": 3.682775853751365e-06,
      "loss": 0.3569,
      "step": 977760
    },
    {
      "epoch": 272.89,
      "grad_norm": 1.1007126569747925,
      "learning_rate": 3.6827536614531623e-06,
      "loss": 0.3558,
      "step": 977770
    },
    {
      "epoch": 272.89,
      "grad_norm": 1.0657284259796143,
      "learning_rate": 3.682731468976738e-06,
      "loss": 0.3672,
      "step": 977780
    },
    {
      "epoch": 272.9,
      "grad_norm": 1.2665846347808838,
      "learning_rate": 3.6827092763220945e-06,
      "loss": 0.3636,
      "step": 977790
    },
    {
      "epoch": 272.9,
      "grad_norm": 1.0301553010940552,
      "learning_rate": 3.682687083489236e-06,
      "loss": 0.3777,
      "step": 977800
    },
    {
      "epoch": 272.9,
      "grad_norm": 1.2761789560317993,
      "learning_rate": 3.6826648904781643e-06,
      "loss": 0.3482,
      "step": 977810
    },
    {
      "epoch": 272.91,
      "grad_norm": 1.0615490674972534,
      "learning_rate": 3.682642697288882e-06,
      "loss": 0.3579,
      "step": 977820
    },
    {
      "epoch": 272.91,
      "grad_norm": 1.3753793239593506,
      "learning_rate": 3.6826205039213936e-06,
      "loss": 0.3604,
      "step": 977830
    },
    {
      "epoch": 272.91,
      "grad_norm": 1.115571141242981,
      "learning_rate": 3.6825983103757007e-06,
      "loss": 0.3494,
      "step": 977840
    },
    {
      "epoch": 272.91,
      "grad_norm": 0.8733154535293579,
      "learning_rate": 3.6825761166518065e-06,
      "loss": 0.342,
      "step": 977850
    },
    {
      "epoch": 272.92,
      "grad_norm": 0.9269348382949829,
      "learning_rate": 3.6825539227497144e-06,
      "loss": 0.3502,
      "step": 977860
    },
    {
      "epoch": 272.92,
      "grad_norm": 1.5287379026412964,
      "learning_rate": 3.6825317286694273e-06,
      "loss": 0.3633,
      "step": 977870
    },
    {
      "epoch": 272.92,
      "grad_norm": 1.0361462831497192,
      "learning_rate": 3.6825095344109477e-06,
      "loss": 0.3607,
      "step": 977880
    },
    {
      "epoch": 272.92,
      "grad_norm": 1.0643815994262695,
      "learning_rate": 3.6824873399742787e-06,
      "loss": 0.3476,
      "step": 977890
    },
    {
      "epoch": 272.93,
      "grad_norm": 1.0879796743392944,
      "learning_rate": 3.682465145359424e-06,
      "loss": 0.3544,
      "step": 977900
    },
    {
      "epoch": 272.93,
      "grad_norm": 1.0773005485534668,
      "learning_rate": 3.6824429505663858e-06,
      "loss": 0.3685,
      "step": 977910
    },
    {
      "epoch": 272.93,
      "grad_norm": 1.06702721118927,
      "learning_rate": 3.682420755595167e-06,
      "loss": 0.3629,
      "step": 977920
    },
    {
      "epoch": 272.94,
      "grad_norm": 1.170510172843933,
      "learning_rate": 3.6823985604457705e-06,
      "loss": 0.343,
      "step": 977930
    },
    {
      "epoch": 272.94,
      "grad_norm": 0.9927062392234802,
      "learning_rate": 3.6823763651182e-06,
      "loss": 0.3531,
      "step": 977940
    },
    {
      "epoch": 272.94,
      "grad_norm": 1.0401073694229126,
      "learning_rate": 3.682354169612458e-06,
      "loss": 0.3644,
      "step": 977950
    },
    {
      "epoch": 272.94,
      "grad_norm": 1.0298471450805664,
      "learning_rate": 3.6823319739285465e-06,
      "loss": 0.3716,
      "step": 977960
    },
    {
      "epoch": 272.95,
      "grad_norm": 1.1657781600952148,
      "learning_rate": 3.682309778066471e-06,
      "loss": 0.3533,
      "step": 977970
    },
    {
      "epoch": 272.95,
      "grad_norm": 0.8359647393226624,
      "learning_rate": 3.6822875820262313e-06,
      "loss": 0.351,
      "step": 977980
    },
    {
      "epoch": 272.95,
      "grad_norm": 3.810457706451416,
      "learning_rate": 3.6822653858078323e-06,
      "loss": 0.3621,
      "step": 977990
    },
    {
      "epoch": 272.96,
      "grad_norm": 0.9339504241943359,
      "learning_rate": 3.6822431894112772e-06,
      "loss": 0.366,
      "step": 978000
    },
    {
      "epoch": 272.96,
      "grad_norm": 1.043721079826355,
      "learning_rate": 3.682220992836568e-06,
      "loss": 0.369,
      "step": 978010
    },
    {
      "epoch": 272.96,
      "grad_norm": 1.1135063171386719,
      "learning_rate": 3.6821987960837076e-06,
      "loss": 0.3612,
      "step": 978020
    },
    {
      "epoch": 272.96,
      "grad_norm": 1.2569146156311035,
      "learning_rate": 3.6821765991526993e-06,
      "loss": 0.3638,
      "step": 978030
    },
    {
      "epoch": 272.97,
      "grad_norm": 1.163887858390808,
      "learning_rate": 3.6821544020435464e-06,
      "loss": 0.345,
      "step": 978040
    },
    {
      "epoch": 272.97,
      "grad_norm": 1.0317329168319702,
      "learning_rate": 3.682132204756251e-06,
      "loss": 0.3627,
      "step": 978050
    },
    {
      "epoch": 272.97,
      "grad_norm": 1.0268718004226685,
      "learning_rate": 3.682110007290817e-06,
      "loss": 0.3582,
      "step": 978060
    },
    {
      "epoch": 272.98,
      "grad_norm": 1.0092633962631226,
      "learning_rate": 3.682087809647247e-06,
      "loss": 0.3684,
      "step": 978070
    },
    {
      "epoch": 272.98,
      "grad_norm": 1.0081664323806763,
      "learning_rate": 3.6820656118255435e-06,
      "loss": 0.3674,
      "step": 978080
    },
    {
      "epoch": 272.98,
      "grad_norm": 1.0716512203216553,
      "learning_rate": 3.6820434138257105e-06,
      "loss": 0.3577,
      "step": 978090
    },
    {
      "epoch": 272.98,
      "grad_norm": 1.156546711921692,
      "learning_rate": 3.68202121564775e-06,
      "loss": 0.3538,
      "step": 978100
    },
    {
      "epoch": 272.99,
      "grad_norm": 1.076357126235962,
      "learning_rate": 3.681999017291664e-06,
      "loss": 0.3567,
      "step": 978110
    },
    {
      "epoch": 272.99,
      "grad_norm": 1.0468238592147827,
      "learning_rate": 3.6819768187574584e-06,
      "loss": 0.3498,
      "step": 978120
    },
    {
      "epoch": 272.99,
      "grad_norm": 0.9269935488700867,
      "learning_rate": 3.6819546200451344e-06,
      "loss": 0.3527,
      "step": 978130
    },
    {
      "epoch": 272.99,
      "grad_norm": 1.0561853647232056,
      "learning_rate": 3.6819324211546937e-06,
      "loss": 0.3585,
      "step": 978140
    },
    {
      "epoch": 273.0,
      "grad_norm": 1.1195132732391357,
      "learning_rate": 3.681910222086141e-06,
      "loss": 0.3638,
      "step": 978150
    },
    {
      "epoch": 273.0,
      "eval_loss": 0.36122238636016846,
      "eval_runtime": 63.2202,
      "eval_samples_per_second": 80.022,
      "eval_steps_per_second": 10.013,
      "step": 978159
    },
    {
      "epoch": 273.0,
      "grad_norm": 1.0357413291931152,
      "learning_rate": 3.6818880228394793e-06,
      "loss": 0.3409,
      "step": 978160
    },
    {
      "epoch": 273.0,
      "grad_norm": 1.0897244215011597,
      "learning_rate": 3.6818658234147104e-06,
      "loss": 0.3685,
      "step": 978170
    },
    {
      "epoch": 273.01,
      "grad_norm": 1.0222432613372803,
      "learning_rate": 3.6818436238118387e-06,
      "loss": 0.3704,
      "step": 978180
    },
    {
      "epoch": 273.01,
      "grad_norm": 1.0567866563796997,
      "learning_rate": 3.681821424030866e-06,
      "loss": 0.349,
      "step": 978190
    },
    {
      "epoch": 273.01,
      "grad_norm": 1.019657015800476,
      "learning_rate": 3.6817992240717956e-06,
      "loss": 0.3474,
      "step": 978200
    },
    {
      "epoch": 273.01,
      "grad_norm": 1.0909844636917114,
      "learning_rate": 3.6817770239346304e-06,
      "loss": 0.3492,
      "step": 978210
    },
    {
      "epoch": 273.02,
      "grad_norm": 1.1412955522537231,
      "learning_rate": 3.6817548236193735e-06,
      "loss": 0.3627,
      "step": 978220
    },
    {
      "epoch": 273.02,
      "grad_norm": 1.7962331771850586,
      "learning_rate": 3.6817326231260285e-06,
      "loss": 0.3477,
      "step": 978230
    },
    {
      "epoch": 273.02,
      "grad_norm": 1.2753986120224,
      "learning_rate": 3.681710422454597e-06,
      "loss": 0.3563,
      "step": 978240
    },
    {
      "epoch": 273.03,
      "grad_norm": 0.9616265892982483,
      "learning_rate": 3.681688221605082e-06,
      "loss": 0.3509,
      "step": 978250
    },
    {
      "epoch": 273.03,
      "grad_norm": 1.1672101020812988,
      "learning_rate": 3.681666020577488e-06,
      "loss": 0.3682,
      "step": 978260
    },
    {
      "epoch": 273.03,
      "grad_norm": 0.9753113985061646,
      "learning_rate": 3.681643819371817e-06,
      "loss": 0.3746,
      "step": 978270
    },
    {
      "epoch": 273.03,
      "grad_norm": 1.5788524150848389,
      "learning_rate": 3.681621617988071e-06,
      "loss": 0.364,
      "step": 978280
    },
    {
      "epoch": 273.04,
      "grad_norm": 1.0651084184646606,
      "learning_rate": 3.6815994164262545e-06,
      "loss": 0.3518,
      "step": 978290
    },
    {
      "epoch": 273.04,
      "grad_norm": 1.0332372188568115,
      "learning_rate": 3.68157721468637e-06,
      "loss": 0.3635,
      "step": 978300
    },
    {
      "epoch": 273.04,
      "grad_norm": 0.9934093356132507,
      "learning_rate": 3.6815550127684206e-06,
      "loss": 0.3609,
      "step": 978310
    },
    {
      "epoch": 273.04,
      "grad_norm": 0.9326967000961304,
      "learning_rate": 3.681532810672408e-06,
      "loss": 0.3431,
      "step": 978320
    },
    {
      "epoch": 273.05,
      "grad_norm": 1.0562667846679688,
      "learning_rate": 3.6815106083983378e-06,
      "loss": 0.3529,
      "step": 978330
    },
    {
      "epoch": 273.05,
      "grad_norm": 1.3381057977676392,
      "learning_rate": 3.68148840594621e-06,
      "loss": 0.3601,
      "step": 978340
    },
    {
      "epoch": 273.05,
      "grad_norm": 0.9778984785079956,
      "learning_rate": 3.6814662033160286e-06,
      "loss": 0.3662,
      "step": 978350
    },
    {
      "epoch": 273.06,
      "grad_norm": 1.059726357460022,
      "learning_rate": 3.681444000507798e-06,
      "loss": 0.3586,
      "step": 978360
    },
    {
      "epoch": 273.06,
      "grad_norm": 1.117579698562622,
      "learning_rate": 3.681421797521519e-06,
      "loss": 0.37,
      "step": 978370
    },
    {
      "epoch": 273.06,
      "grad_norm": 1.08625066280365,
      "learning_rate": 3.6813995943571955e-06,
      "loss": 0.3656,
      "step": 978380
    },
    {
      "epoch": 273.06,
      "grad_norm": 1.2884013652801514,
      "learning_rate": 3.6813773910148314e-06,
      "loss": 0.3496,
      "step": 978390
    },
    {
      "epoch": 273.07,
      "grad_norm": 1.0780632495880127,
      "learning_rate": 3.6813551874944277e-06,
      "loss": 0.3797,
      "step": 978400
    },
    {
      "epoch": 273.07,
      "grad_norm": 1.2126953601837158,
      "learning_rate": 3.681332983795989e-06,
      "loss": 0.3742,
      "step": 978410
    },
    {
      "epoch": 273.07,
      "grad_norm": 0.9106283783912659,
      "learning_rate": 3.6813107799195174e-06,
      "loss": 0.3582,
      "step": 978420
    },
    {
      "epoch": 273.08,
      "grad_norm": 1.000583529472351,
      "learning_rate": 3.681288575865016e-06,
      "loss": 0.3431,
      "step": 978430
    },
    {
      "epoch": 273.08,
      "grad_norm": 1.0372191667556763,
      "learning_rate": 3.6812663716324883e-06,
      "loss": 0.3627,
      "step": 978440
    },
    {
      "epoch": 273.08,
      "grad_norm": 1.099696159362793,
      "learning_rate": 3.6812441672219364e-06,
      "loss": 0.3467,
      "step": 978450
    },
    {
      "epoch": 273.08,
      "grad_norm": 1.2095085382461548,
      "learning_rate": 3.681221962633364e-06,
      "loss": 0.3657,
      "step": 978460
    },
    {
      "epoch": 273.09,
      "grad_norm": 1.1342774629592896,
      "learning_rate": 3.6811997578667733e-06,
      "loss": 0.3691,
      "step": 978470
    },
    {
      "epoch": 273.09,
      "grad_norm": 1.0120422840118408,
      "learning_rate": 3.6811775529221676e-06,
      "loss": 0.3731,
      "step": 978480
    },
    {
      "epoch": 273.09,
      "grad_norm": 1.192291021347046,
      "learning_rate": 3.6811553477995507e-06,
      "loss": 0.3723,
      "step": 978490
    },
    {
      "epoch": 273.1,
      "grad_norm": 0.885704755783081,
      "learning_rate": 3.6811331424989244e-06,
      "loss": 0.3521,
      "step": 978500
    },
    {
      "epoch": 273.1,
      "grad_norm": 1.2043510675430298,
      "learning_rate": 3.6811109370202915e-06,
      "loss": 0.3626,
      "step": 978510
    },
    {
      "epoch": 273.1,
      "grad_norm": 1.019333839416504,
      "learning_rate": 3.6810887313636563e-06,
      "loss": 0.3496,
      "step": 978520
    },
    {
      "epoch": 273.1,
      "grad_norm": 1.10160231590271,
      "learning_rate": 3.6810665255290206e-06,
      "loss": 0.3507,
      "step": 978530
    },
    {
      "epoch": 273.11,
      "grad_norm": 1.1066768169403076,
      "learning_rate": 3.6810443195163876e-06,
      "loss": 0.3476,
      "step": 978540
    },
    {
      "epoch": 273.11,
      "grad_norm": 0.97606360912323,
      "learning_rate": 3.681022113325761e-06,
      "loss": 0.3615,
      "step": 978550
    },
    {
      "epoch": 273.11,
      "grad_norm": 1.1881862878799438,
      "learning_rate": 3.6809999069571416e-06,
      "loss": 0.368,
      "step": 978560
    },
    {
      "epoch": 273.11,
      "grad_norm": 0.9064925909042358,
      "learning_rate": 3.680977700410535e-06,
      "loss": 0.3492,
      "step": 978570
    },
    {
      "epoch": 273.12,
      "grad_norm": 1.3978780508041382,
      "learning_rate": 3.6809554936859436e-06,
      "loss": 0.3729,
      "step": 978580
    },
    {
      "epoch": 273.12,
      "grad_norm": 0.8910560011863708,
      "learning_rate": 3.6809332867833683e-06,
      "loss": 0.365,
      "step": 978590
    },
    {
      "epoch": 273.12,
      "grad_norm": 1.1865273714065552,
      "learning_rate": 3.6809110797028144e-06,
      "loss": 0.3437,
      "step": 978600
    },
    {
      "epoch": 273.13,
      "grad_norm": 1.1018354892730713,
      "learning_rate": 3.6808888724442837e-06,
      "loss": 0.3613,
      "step": 978610
    },
    {
      "epoch": 273.13,
      "grad_norm": 0.8996900320053101,
      "learning_rate": 3.68086666500778e-06,
      "loss": 0.3479,
      "step": 978620
    },
    {
      "epoch": 273.13,
      "grad_norm": 1.071765422821045,
      "learning_rate": 3.680844457393305e-06,
      "loss": 0.358,
      "step": 978630
    },
    {
      "epoch": 273.13,
      "grad_norm": 1.0567326545715332,
      "learning_rate": 3.680822249600863e-06,
      "loss": 0.3601,
      "step": 978640
    },
    {
      "epoch": 273.14,
      "grad_norm": 1.0794191360473633,
      "learning_rate": 3.680800041630456e-06,
      "loss": 0.3484,
      "step": 978650
    },
    {
      "epoch": 273.14,
      "grad_norm": 0.966476321220398,
      "learning_rate": 3.6807778334820875e-06,
      "loss": 0.3655,
      "step": 978660
    },
    {
      "epoch": 273.14,
      "grad_norm": 1.0879663228988647,
      "learning_rate": 3.68075562515576e-06,
      "loss": 0.3609,
      "step": 978670
    },
    {
      "epoch": 273.15,
      "grad_norm": 1.0837985277175903,
      "learning_rate": 3.6807334166514766e-06,
      "loss": 0.3613,
      "step": 978680
    },
    {
      "epoch": 273.15,
      "grad_norm": 0.8937601447105408,
      "learning_rate": 3.6807112079692406e-06,
      "loss": 0.3704,
      "step": 978690
    },
    {
      "epoch": 273.15,
      "grad_norm": 1.105721116065979,
      "learning_rate": 3.6806889991090544e-06,
      "loss": 0.3562,
      "step": 978700
    },
    {
      "epoch": 273.15,
      "grad_norm": 0.8478742241859436,
      "learning_rate": 3.680666790070922e-06,
      "loss": 0.3419,
      "step": 978710
    },
    {
      "epoch": 273.16,
      "grad_norm": 1.2522776126861572,
      "learning_rate": 3.6806445808548446e-06,
      "loss": 0.3792,
      "step": 978720
    },
    {
      "epoch": 273.16,
      "grad_norm": 0.9273160696029663,
      "learning_rate": 3.6806223714608265e-06,
      "loss": 0.3568,
      "step": 978730
    },
    {
      "epoch": 273.16,
      "grad_norm": 0.8962274789810181,
      "learning_rate": 3.68060016188887e-06,
      "loss": 0.3369,
      "step": 978740
    },
    {
      "epoch": 273.16,
      "grad_norm": 1.0786166191101074,
      "learning_rate": 3.680577952138979e-06,
      "loss": 0.3703,
      "step": 978750
    },
    {
      "epoch": 273.17,
      "grad_norm": 0.9048087000846863,
      "learning_rate": 3.6805557422111557e-06,
      "loss": 0.3643,
      "step": 978760
    },
    {
      "epoch": 273.17,
      "grad_norm": 1.1793889999389648,
      "learning_rate": 3.6805335321054033e-06,
      "loss": 0.3633,
      "step": 978770
    },
    {
      "epoch": 273.17,
      "grad_norm": 1.0945764780044556,
      "learning_rate": 3.6805113218217245e-06,
      "loss": 0.3524,
      "step": 978780
    },
    {
      "epoch": 273.18,
      "grad_norm": 1.074641466140747,
      "learning_rate": 3.680489111360122e-06,
      "loss": 0.3625,
      "step": 978790
    },
    {
      "epoch": 273.18,
      "grad_norm": 0.9801271557807922,
      "learning_rate": 3.6804669007205997e-06,
      "loss": 0.3452,
      "step": 978800
    },
    {
      "epoch": 273.18,
      "grad_norm": 0.9353968501091003,
      "learning_rate": 3.6804446899031605e-06,
      "loss": 0.3533,
      "step": 978810
    },
    {
      "epoch": 273.18,
      "grad_norm": 1.078066349029541,
      "learning_rate": 3.680422478907806e-06,
      "loss": 0.3605,
      "step": 978820
    },
    {
      "epoch": 273.19,
      "grad_norm": 1.23189115524292,
      "learning_rate": 3.68040026773454e-06,
      "loss": 0.3599,
      "step": 978830
    },
    {
      "epoch": 273.19,
      "grad_norm": 1.0741229057312012,
      "learning_rate": 3.680378056383366e-06,
      "loss": 0.3747,
      "step": 978840
    },
    {
      "epoch": 273.19,
      "grad_norm": 1.0200775861740112,
      "learning_rate": 3.6803558448542864e-06,
      "loss": 0.3543,
      "step": 978850
    },
    {
      "epoch": 273.2,
      "grad_norm": 1.2439831495285034,
      "learning_rate": 3.6803336331473033e-06,
      "loss": 0.349,
      "step": 978860
    },
    {
      "epoch": 273.2,
      "grad_norm": 1.2185180187225342,
      "learning_rate": 3.680311421262422e-06,
      "loss": 0.3663,
      "step": 978870
    },
    {
      "epoch": 273.2,
      "grad_norm": 1.0668647289276123,
      "learning_rate": 3.6802892091996426e-06,
      "loss": 0.3623,
      "step": 978880
    },
    {
      "epoch": 273.2,
      "grad_norm": 0.9363846778869629,
      "learning_rate": 3.6802669969589703e-06,
      "loss": 0.3381,
      "step": 978890
    },
    {
      "epoch": 273.21,
      "grad_norm": 1.2360987663269043,
      "learning_rate": 3.6802447845404064e-06,
      "loss": 0.3647,
      "step": 978900
    },
    {
      "epoch": 273.21,
      "grad_norm": 1.30140221118927,
      "learning_rate": 3.6802225719439557e-06,
      "loss": 0.3773,
      "step": 978910
    },
    {
      "epoch": 273.21,
      "grad_norm": 2.220855236053467,
      "learning_rate": 3.6802003591696197e-06,
      "loss": 0.3698,
      "step": 978920
    },
    {
      "epoch": 273.22,
      "grad_norm": 1.3910971879959106,
      "learning_rate": 3.680178146217402e-06,
      "loss": 0.3564,
      "step": 978930
    },
    {
      "epoch": 273.22,
      "grad_norm": 1.1030455827713013,
      "learning_rate": 3.6801559330873054e-06,
      "loss": 0.403,
      "step": 978940
    },
    {
      "epoch": 273.22,
      "grad_norm": 0.9732344746589661,
      "learning_rate": 3.6801337197793327e-06,
      "loss": 0.3795,
      "step": 978950
    },
    {
      "epoch": 273.22,
      "grad_norm": 3.880467653274536,
      "learning_rate": 3.6801115062934865e-06,
      "loss": 0.3566,
      "step": 978960
    },
    {
      "epoch": 273.23,
      "grad_norm": 1.093409538269043,
      "learning_rate": 3.6800892926297705e-06,
      "loss": 0.3656,
      "step": 978970
    },
    {
      "epoch": 273.23,
      "grad_norm": 0.9160506129264832,
      "learning_rate": 3.680067078788188e-06,
      "loss": 0.3593,
      "step": 978980
    },
    {
      "epoch": 273.23,
      "grad_norm": 1.026604413986206,
      "learning_rate": 3.68004486476874e-06,
      "loss": 0.364,
      "step": 978990
    },
    {
      "epoch": 273.23,
      "grad_norm": 1.2161239385604858,
      "learning_rate": 3.6800226505714323e-06,
      "loss": 0.3785,
      "step": 979000
    },
    {
      "epoch": 273.24,
      "grad_norm": 0.9346855282783508,
      "learning_rate": 3.6800004361962654e-06,
      "loss": 0.3803,
      "step": 979010
    },
    {
      "epoch": 273.24,
      "grad_norm": 0.9250567555427551,
      "learning_rate": 3.679978221643243e-06,
      "loss": 0.3569,
      "step": 979020
    },
    {
      "epoch": 273.24,
      "grad_norm": 1.1652941703796387,
      "learning_rate": 3.679956006912369e-06,
      "loss": 0.3684,
      "step": 979030
    },
    {
      "epoch": 273.25,
      "grad_norm": 1.0116113424301147,
      "learning_rate": 3.679933792003645e-06,
      "loss": 0.3507,
      "step": 979040
    },
    {
      "epoch": 273.25,
      "grad_norm": 0.9177214503288269,
      "learning_rate": 3.6799115769170756e-06,
      "loss": 0.3772,
      "step": 979050
    },
    {
      "epoch": 273.25,
      "grad_norm": 0.9549320340156555,
      "learning_rate": 3.6798893616526613e-06,
      "loss": 0.3711,
      "step": 979060
    },
    {
      "epoch": 273.25,
      "grad_norm": 1.376287817955017,
      "learning_rate": 3.679867146210408e-06,
      "loss": 0.3611,
      "step": 979070
    },
    {
      "epoch": 273.26,
      "grad_norm": 1.1083670854568481,
      "learning_rate": 3.6798449305903155e-06,
      "loss": 0.3528,
      "step": 979080
    },
    {
      "epoch": 273.26,
      "grad_norm": 0.827951192855835,
      "learning_rate": 3.6798227147923895e-06,
      "loss": 0.3741,
      "step": 979090
    },
    {
      "epoch": 273.26,
      "grad_norm": 1.2851029634475708,
      "learning_rate": 3.6798004988166323e-06,
      "loss": 0.3356,
      "step": 979100
    },
    {
      "epoch": 273.27,
      "grad_norm": 1.0862691402435303,
      "learning_rate": 3.6797782826630452e-06,
      "loss": 0.3645,
      "step": 979110
    },
    {
      "epoch": 273.27,
      "grad_norm": 0.9140438437461853,
      "learning_rate": 3.6797560663316324e-06,
      "loss": 0.3522,
      "step": 979120
    },
    {
      "epoch": 273.27,
      "grad_norm": 1.0183690786361694,
      "learning_rate": 3.6797338498223982e-06,
      "loss": 0.3606,
      "step": 979130
    },
    {
      "epoch": 273.27,
      "grad_norm": 1.0801259279251099,
      "learning_rate": 3.6797116331353426e-06,
      "loss": 0.3558,
      "step": 979140
    },
    {
      "epoch": 273.28,
      "grad_norm": 1.0452356338500977,
      "learning_rate": 3.6796894162704706e-06,
      "loss": 0.3501,
      "step": 979150
    },
    {
      "epoch": 273.28,
      "grad_norm": 0.8821603059768677,
      "learning_rate": 3.6796671992277856e-06,
      "loss": 0.3705,
      "step": 979160
    },
    {
      "epoch": 273.28,
      "grad_norm": 0.999798595905304,
      "learning_rate": 3.679644982007289e-06,
      "loss": 0.3621,
      "step": 979170
    },
    {
      "epoch": 273.28,
      "grad_norm": 0.9132143259048462,
      "learning_rate": 3.679622764608984e-06,
      "loss": 0.3544,
      "step": 979180
    },
    {
      "epoch": 273.29,
      "grad_norm": 1.0253750085830688,
      "learning_rate": 3.679600547032875e-06,
      "loss": 0.3535,
      "step": 979190
    },
    {
      "epoch": 273.29,
      "grad_norm": 0.9924085736274719,
      "learning_rate": 3.679578329278963e-06,
      "loss": 0.3732,
      "step": 979200
    },
    {
      "epoch": 273.29,
      "grad_norm": 1.3829673528671265,
      "learning_rate": 3.679556111347252e-06,
      "loss": 0.3527,
      "step": 979210
    },
    {
      "epoch": 273.3,
      "grad_norm": 1.1846903562545776,
      "learning_rate": 3.6795338932377445e-06,
      "loss": 0.3474,
      "step": 979220
    },
    {
      "epoch": 273.3,
      "grad_norm": 0.891504168510437,
      "learning_rate": 3.679511674950445e-06,
      "loss": 0.3742,
      "step": 979230
    },
    {
      "epoch": 273.3,
      "grad_norm": 1.1096593141555786,
      "learning_rate": 3.6794894564853545e-06,
      "loss": 0.3667,
      "step": 979240
    },
    {
      "epoch": 273.3,
      "grad_norm": 1.3501415252685547,
      "learning_rate": 3.679467237842477e-06,
      "loss": 0.3627,
      "step": 979250
    },
    {
      "epoch": 273.31,
      "grad_norm": 0.9891024231910706,
      "learning_rate": 3.679445019021815e-06,
      "loss": 0.3507,
      "step": 979260
    },
    {
      "epoch": 273.31,
      "grad_norm": 1.0580838918685913,
      "learning_rate": 3.6794228000233718e-06,
      "loss": 0.3486,
      "step": 979270
    },
    {
      "epoch": 273.31,
      "grad_norm": 1.1081840991973877,
      "learning_rate": 3.6794005808471493e-06,
      "loss": 0.3597,
      "step": 979280
    },
    {
      "epoch": 273.32,
      "grad_norm": 1.125602126121521,
      "learning_rate": 3.679378361493153e-06,
      "loss": 0.3664,
      "step": 979290
    },
    {
      "epoch": 273.32,
      "grad_norm": 1.2595102787017822,
      "learning_rate": 3.6793561419613827e-06,
      "loss": 0.3551,
      "step": 979300
    },
    {
      "epoch": 273.32,
      "grad_norm": 1.0012140274047852,
      "learning_rate": 3.6793339222518433e-06,
      "loss": 0.3548,
      "step": 979310
    },
    {
      "epoch": 273.32,
      "grad_norm": 1.198140263557434,
      "learning_rate": 3.679311702364537e-06,
      "loss": 0.3682,
      "step": 979320
    },
    {
      "epoch": 273.33,
      "grad_norm": 1.0043665170669556,
      "learning_rate": 3.679289482299468e-06,
      "loss": 0.3671,
      "step": 979330
    },
    {
      "epoch": 273.33,
      "grad_norm": 1.313565731048584,
      "learning_rate": 3.679267262056638e-06,
      "loss": 0.3629,
      "step": 979340
    },
    {
      "epoch": 273.33,
      "grad_norm": 0.9080708622932434,
      "learning_rate": 3.67924504163605e-06,
      "loss": 0.3615,
      "step": 979350
    },
    {
      "epoch": 273.34,
      "grad_norm": 0.957851231098175,
      "learning_rate": 3.6792228210377073e-06,
      "loss": 0.3473,
      "step": 979360
    },
    {
      "epoch": 273.34,
      "grad_norm": 0.9698343873023987,
      "learning_rate": 3.679200600261613e-06,
      "loss": 0.3436,
      "step": 979370
    },
    {
      "epoch": 273.34,
      "grad_norm": 1.0158551931381226,
      "learning_rate": 3.6791783793077697e-06,
      "loss": 0.3645,
      "step": 979380
    },
    {
      "epoch": 273.34,
      "grad_norm": 0.9017143249511719,
      "learning_rate": 3.6791561581761806e-06,
      "loss": 0.3576,
      "step": 979390
    },
    {
      "epoch": 273.35,
      "grad_norm": 1.0833624601364136,
      "learning_rate": 3.6791339368668484e-06,
      "loss": 0.3466,
      "step": 979400
    },
    {
      "epoch": 273.35,
      "grad_norm": 1.025862216949463,
      "learning_rate": 3.679111715379776e-06,
      "loss": 0.3491,
      "step": 979410
    },
    {
      "epoch": 273.35,
      "grad_norm": 0.9999869465827942,
      "learning_rate": 3.6790894937149673e-06,
      "loss": 0.362,
      "step": 979420
    },
    {
      "epoch": 273.35,
      "grad_norm": 1.044435977935791,
      "learning_rate": 3.679067271872424e-06,
      "loss": 0.3459,
      "step": 979430
    },
    {
      "epoch": 273.36,
      "grad_norm": 1.0937373638153076,
      "learning_rate": 3.6790450498521495e-06,
      "loss": 0.358,
      "step": 979440
    },
    {
      "epoch": 273.36,
      "grad_norm": 1.864616870880127,
      "learning_rate": 3.6790228276541476e-06,
      "loss": 0.363,
      "step": 979450
    },
    {
      "epoch": 273.36,
      "grad_norm": 1.0386160612106323,
      "learning_rate": 3.67900060527842e-06,
      "loss": 0.3592,
      "step": 979460
    },
    {
      "epoch": 273.37,
      "grad_norm": 1.0835684537887573,
      "learning_rate": 3.6789783827249704e-06,
      "loss": 0.3905,
      "step": 979470
    },
    {
      "epoch": 273.37,
      "grad_norm": 1.1382923126220703,
      "learning_rate": 3.6789561599938006e-06,
      "loss": 0.3506,
      "step": 979480
    },
    {
      "epoch": 273.37,
      "grad_norm": 1.1401492357254028,
      "learning_rate": 3.6789339370849157e-06,
      "loss": 0.3599,
      "step": 979490
    },
    {
      "epoch": 273.37,
      "grad_norm": 1.1167712211608887,
      "learning_rate": 3.6789117139983178e-06,
      "loss": 0.3752,
      "step": 979500
    },
    {
      "epoch": 273.38,
      "grad_norm": 1.0351837873458862,
      "learning_rate": 3.678889490734008e-06,
      "loss": 0.3419,
      "step": 979510
    },
    {
      "epoch": 273.38,
      "grad_norm": 1.1576899290084839,
      "learning_rate": 3.6788672672919917e-06,
      "loss": 0.3566,
      "step": 979520
    },
    {
      "epoch": 273.38,
      "grad_norm": 0.9906291365623474,
      "learning_rate": 3.6788450436722713e-06,
      "loss": 0.3537,
      "step": 979530
    },
    {
      "epoch": 273.39,
      "grad_norm": 1.1819393634796143,
      "learning_rate": 3.6788228198748484e-06,
      "loss": 0.3584,
      "step": 979540
    },
    {
      "epoch": 273.39,
      "grad_norm": 1.1076401472091675,
      "learning_rate": 3.6788005958997277e-06,
      "loss": 0.342,
      "step": 979550
    },
    {
      "epoch": 273.39,
      "grad_norm": 1.2556227445602417,
      "learning_rate": 3.6787783717469105e-06,
      "loss": 0.362,
      "step": 979560
    },
    {
      "epoch": 273.39,
      "grad_norm": 0.9756141901016235,
      "learning_rate": 3.6787561474164015e-06,
      "loss": 0.3594,
      "step": 979570
    },
    {
      "epoch": 273.4,
      "grad_norm": 1.0370253324508667,
      "learning_rate": 3.678733922908203e-06,
      "loss": 0.3793,
      "step": 979580
    },
    {
      "epoch": 273.4,
      "grad_norm": 1.124037265777588,
      "learning_rate": 3.6787116982223173e-06,
      "loss": 0.3658,
      "step": 979590
    },
    {
      "epoch": 273.4,
      "grad_norm": 1.0599846839904785,
      "learning_rate": 3.678689473358748e-06,
      "loss": 0.3587,
      "step": 979600
    },
    {
      "epoch": 273.4,
      "grad_norm": 1.2956637144088745,
      "learning_rate": 3.6786672483174974e-06,
      "loss": 0.3278,
      "step": 979610
    },
    {
      "epoch": 273.41,
      "grad_norm": 0.9446627497673035,
      "learning_rate": 3.6786450230985694e-06,
      "loss": 0.3686,
      "step": 979620
    },
    {
      "epoch": 273.41,
      "grad_norm": 1.075310468673706,
      "learning_rate": 3.678622797701966e-06,
      "loss": 0.3654,
      "step": 979630
    },
    {
      "epoch": 273.41,
      "grad_norm": 1.0290979146957397,
      "learning_rate": 3.6786005721276913e-06,
      "loss": 0.3559,
      "step": 979640
    },
    {
      "epoch": 273.42,
      "grad_norm": 1.632932424545288,
      "learning_rate": 3.678578346375748e-06,
      "loss": 0.356,
      "step": 979650
    },
    {
      "epoch": 273.42,
      "grad_norm": 1.1382348537445068,
      "learning_rate": 3.678556120446138e-06,
      "loss": 0.3572,
      "step": 979660
    },
    {
      "epoch": 273.42,
      "grad_norm": 1.0914349555969238,
      "learning_rate": 3.6785338943388648e-06,
      "loss": 0.3751,
      "step": 979670
    },
    {
      "epoch": 273.42,
      "grad_norm": 1.2056715488433838,
      "learning_rate": 3.6785116680539323e-06,
      "loss": 0.3424,
      "step": 979680
    },
    {
      "epoch": 273.43,
      "grad_norm": 1.0927778482437134,
      "learning_rate": 3.6784894415913422e-06,
      "loss": 0.3525,
      "step": 979690
    },
    {
      "epoch": 273.43,
      "grad_norm": 1.2198195457458496,
      "learning_rate": 3.678467214951097e-06,
      "loss": 0.357,
      "step": 979700
    },
    {
      "epoch": 273.43,
      "grad_norm": 1.2111351490020752,
      "learning_rate": 3.6784449881332014e-06,
      "loss": 0.3613,
      "step": 979710
    },
    {
      "epoch": 273.44,
      "grad_norm": 1.744063377380371,
      "learning_rate": 3.6784227611376578e-06,
      "loss": 0.3518,
      "step": 979720
    },
    {
      "epoch": 273.44,
      "grad_norm": 1.017371416091919,
      "learning_rate": 3.678400533964469e-06,
      "loss": 0.3614,
      "step": 979730
    },
    {
      "epoch": 273.44,
      "grad_norm": 1.2201594114303589,
      "learning_rate": 3.6783783066136373e-06,
      "loss": 0.3581,
      "step": 979740
    },
    {
      "epoch": 273.44,
      "grad_norm": 1.0584852695465088,
      "learning_rate": 3.678356079085166e-06,
      "loss": 0.3538,
      "step": 979750
    },
    {
      "epoch": 273.45,
      "grad_norm": 0.9546103477478027,
      "learning_rate": 3.678333851379059e-06,
      "loss": 0.3562,
      "step": 979760
    },
    {
      "epoch": 273.45,
      "grad_norm": 1.1819742918014526,
      "learning_rate": 3.6783116234953177e-06,
      "loss": 0.352,
      "step": 979770
    },
    {
      "epoch": 273.45,
      "grad_norm": 0.9303139448165894,
      "learning_rate": 3.6782893954339466e-06,
      "loss": 0.3444,
      "step": 979780
    },
    {
      "epoch": 273.46,
      "grad_norm": 1.0628015995025635,
      "learning_rate": 3.678267167194948e-06,
      "loss": 0.3499,
      "step": 979790
    },
    {
      "epoch": 273.46,
      "grad_norm": 1.0779767036437988,
      "learning_rate": 3.678244938778324e-06,
      "loss": 0.3631,
      "step": 979800
    },
    {
      "epoch": 273.46,
      "grad_norm": 0.9357632994651794,
      "learning_rate": 3.6782227101840795e-06,
      "loss": 0.3708,
      "step": 979810
    },
    {
      "epoch": 273.46,
      "grad_norm": 1.8251953125,
      "learning_rate": 3.678200481412216e-06,
      "loss": 0.3627,
      "step": 979820
    },
    {
      "epoch": 273.47,
      "grad_norm": 1.3430812358856201,
      "learning_rate": 3.678178252462736e-06,
      "loss": 0.3635,
      "step": 979830
    },
    {
      "epoch": 273.47,
      "grad_norm": 1.0480968952178955,
      "learning_rate": 3.6781560233356436e-06,
      "loss": 0.3574,
      "step": 979840
    },
    {
      "epoch": 273.47,
      "grad_norm": 1.3063675165176392,
      "learning_rate": 3.6781337940309417e-06,
      "loss": 0.3621,
      "step": 979850
    },
    {
      "epoch": 273.47,
      "grad_norm": 3.3591766357421875,
      "learning_rate": 3.6781115645486326e-06,
      "loss": 0.3651,
      "step": 979860
    },
    {
      "epoch": 273.48,
      "grad_norm": 1.1381478309631348,
      "learning_rate": 3.67808933488872e-06,
      "loss": 0.3521,
      "step": 979870
    },
    {
      "epoch": 273.48,
      "grad_norm": 1.2073124647140503,
      "learning_rate": 3.678067105051206e-06,
      "loss": 0.3733,
      "step": 979880
    },
    {
      "epoch": 273.48,
      "grad_norm": 1.0415985584259033,
      "learning_rate": 3.6780448750360942e-06,
      "loss": 0.3692,
      "step": 979890
    },
    {
      "epoch": 273.49,
      "grad_norm": 0.998753547668457,
      "learning_rate": 3.6780226448433875e-06,
      "loss": 0.3564,
      "step": 979900
    },
    {
      "epoch": 273.49,
      "grad_norm": 1.3409847021102905,
      "learning_rate": 3.678000414473089e-06,
      "loss": 0.3603,
      "step": 979910
    },
    {
      "epoch": 273.49,
      "grad_norm": 0.9203586578369141,
      "learning_rate": 3.677978183925201e-06,
      "loss": 0.3704,
      "step": 979920
    },
    {
      "epoch": 273.49,
      "grad_norm": 1.015740156173706,
      "learning_rate": 3.677955953199727e-06,
      "loss": 0.3644,
      "step": 979930
    },
    {
      "epoch": 273.5,
      "grad_norm": 1.0960330963134766,
      "learning_rate": 3.67793372229667e-06,
      "loss": 0.3705,
      "step": 979940
    },
    {
      "epoch": 273.5,
      "grad_norm": 1.163684368133545,
      "learning_rate": 3.677911491216032e-06,
      "loss": 0.3449,
      "step": 979950
    },
    {
      "epoch": 273.5,
      "grad_norm": 0.9586622714996338,
      "learning_rate": 3.6778892599578177e-06,
      "loss": 0.3662,
      "step": 979960
    },
    {
      "epoch": 273.51,
      "grad_norm": 1.06596040725708,
      "learning_rate": 3.6778670285220283e-06,
      "loss": 0.3723,
      "step": 979970
    },
    {
      "epoch": 273.51,
      "grad_norm": 1.0874500274658203,
      "learning_rate": 3.677844796908668e-06,
      "loss": 0.3485,
      "step": 979980
    },
    {
      "epoch": 273.51,
      "grad_norm": 0.9281706213951111,
      "learning_rate": 3.6778225651177395e-06,
      "loss": 0.3461,
      "step": 979990
    },
    {
      "epoch": 273.51,
      "grad_norm": 1.0033798217773438,
      "learning_rate": 3.6778003331492455e-06,
      "loss": 0.356,
      "step": 980000
    },
    {
      "epoch": 273.52,
      "grad_norm": 1.1728473901748657,
      "learning_rate": 3.6777781010031893e-06,
      "loss": 0.3724,
      "step": 980010
    },
    {
      "epoch": 273.52,
      "grad_norm": 1.1725585460662842,
      "learning_rate": 3.6777558686795726e-06,
      "loss": 0.3565,
      "step": 980020
    },
    {
      "epoch": 273.52,
      "grad_norm": 1.0361530780792236,
      "learning_rate": 3.6777336361784004e-06,
      "loss": 0.3652,
      "step": 980030
    },
    {
      "epoch": 273.52,
      "grad_norm": 0.8448250889778137,
      "learning_rate": 3.677711403499674e-06,
      "loss": 0.3395,
      "step": 980040
    },
    {
      "epoch": 273.53,
      "grad_norm": 1.0247979164123535,
      "learning_rate": 3.677689170643397e-06,
      "loss": 0.3735,
      "step": 980050
    },
    {
      "epoch": 273.53,
      "grad_norm": 1.120202660560608,
      "learning_rate": 3.6776669376095725e-06,
      "loss": 0.3586,
      "step": 980060
    },
    {
      "epoch": 273.53,
      "grad_norm": 0.9389944076538086,
      "learning_rate": 3.677644704398203e-06,
      "loss": 0.3664,
      "step": 980070
    },
    {
      "epoch": 273.54,
      "grad_norm": 1.0591113567352295,
      "learning_rate": 3.6776224710092924e-06,
      "loss": 0.3529,
      "step": 980080
    },
    {
      "epoch": 273.54,
      "grad_norm": 1.1866554021835327,
      "learning_rate": 3.6776002374428424e-06,
      "loss": 0.3579,
      "step": 980090
    },
    {
      "epoch": 273.54,
      "grad_norm": 1.0123682022094727,
      "learning_rate": 3.677578003698857e-06,
      "loss": 0.3601,
      "step": 980100
    },
    {
      "epoch": 273.54,
      "grad_norm": 0.9957877993583679,
      "learning_rate": 3.6775557697773383e-06,
      "loss": 0.3494,
      "step": 980110
    },
    {
      "epoch": 273.55,
      "grad_norm": 2.6402382850646973,
      "learning_rate": 3.67753353567829e-06,
      "loss": 0.3542,
      "step": 980120
    },
    {
      "epoch": 273.55,
      "grad_norm": 1.258249282836914,
      "learning_rate": 3.677511301401715e-06,
      "loss": 0.3567,
      "step": 980130
    },
    {
      "epoch": 273.55,
      "grad_norm": 1.0002882480621338,
      "learning_rate": 3.6774890669476154e-06,
      "loss": 0.3489,
      "step": 980140
    },
    {
      "epoch": 273.56,
      "grad_norm": 0.9504861235618591,
      "learning_rate": 3.677466832315995e-06,
      "loss": 0.3635,
      "step": 980150
    },
    {
      "epoch": 273.56,
      "grad_norm": 1.0048091411590576,
      "learning_rate": 3.6774445975068573e-06,
      "loss": 0.3483,
      "step": 980160
    },
    {
      "epoch": 273.56,
      "grad_norm": 1.160003900527954,
      "learning_rate": 3.6774223625202033e-06,
      "loss": 0.3482,
      "step": 980170
    },
    {
      "epoch": 273.56,
      "grad_norm": 0.9252385497093201,
      "learning_rate": 3.6774001273560375e-06,
      "loss": 0.3773,
      "step": 980180
    },
    {
      "epoch": 273.57,
      "grad_norm": 1.1378041505813599,
      "learning_rate": 3.6773778920143627e-06,
      "loss": 0.3494,
      "step": 980190
    },
    {
      "epoch": 273.57,
      "grad_norm": 0.9774921536445618,
      "learning_rate": 3.677355656495182e-06,
      "loss": 0.3445,
      "step": 980200
    },
    {
      "epoch": 273.57,
      "grad_norm": 1.0507007837295532,
      "learning_rate": 3.677333420798497e-06,
      "loss": 0.3572,
      "step": 980210
    },
    {
      "epoch": 273.58,
      "grad_norm": 0.9720665216445923,
      "learning_rate": 3.6773111849243123e-06,
      "loss": 0.3619,
      "step": 980220
    },
    {
      "epoch": 273.58,
      "grad_norm": 0.9764032959938049,
      "learning_rate": 3.6772889488726304e-06,
      "loss": 0.3616,
      "step": 980230
    },
    {
      "epoch": 273.58,
      "grad_norm": 0.9296253323554993,
      "learning_rate": 3.677266712643454e-06,
      "loss": 0.3568,
      "step": 980240
    },
    {
      "epoch": 273.58,
      "grad_norm": 1.044272541999817,
      "learning_rate": 3.6772444762367856e-06,
      "loss": 0.3602,
      "step": 980250
    },
    {
      "epoch": 273.59,
      "grad_norm": 1.2315646409988403,
      "learning_rate": 3.6772222396526296e-06,
      "loss": 0.3709,
      "step": 980260
    },
    {
      "epoch": 273.59,
      "grad_norm": 0.9918070435523987,
      "learning_rate": 3.6772000028909875e-06,
      "loss": 0.3614,
      "step": 980270
    },
    {
      "epoch": 273.59,
      "grad_norm": 0.9880207777023315,
      "learning_rate": 3.6771777659518633e-06,
      "loss": 0.3431,
      "step": 980280
    },
    {
      "epoch": 273.59,
      "grad_norm": 0.8860148191452026,
      "learning_rate": 3.677155528835259e-06,
      "loss": 0.3547,
      "step": 980290
    },
    {
      "epoch": 273.6,
      "grad_norm": 1.1422885656356812,
      "learning_rate": 3.6771332915411787e-06,
      "loss": 0.3577,
      "step": 980300
    },
    {
      "epoch": 273.6,
      "grad_norm": 1.1704916954040527,
      "learning_rate": 3.677111054069624e-06,
      "loss": 0.3595,
      "step": 980310
    },
    {
      "epoch": 273.6,
      "grad_norm": 1.114425539970398,
      "learning_rate": 3.6770888164205993e-06,
      "loss": 0.3553,
      "step": 980320
    },
    {
      "epoch": 273.61,
      "grad_norm": 1.0021861791610718,
      "learning_rate": 3.677066578594106e-06,
      "loss": 0.38,
      "step": 980330
    },
    {
      "epoch": 273.61,
      "grad_norm": 0.9935139417648315,
      "learning_rate": 3.6770443405901486e-06,
      "loss": 0.3673,
      "step": 980340
    },
    {
      "epoch": 273.61,
      "grad_norm": 1.1982672214508057,
      "learning_rate": 3.6770221024087286e-06,
      "loss": 0.3589,
      "step": 980350
    },
    {
      "epoch": 273.61,
      "grad_norm": 0.9903236627578735,
      "learning_rate": 3.6769998640498505e-06,
      "loss": 0.3693,
      "step": 980360
    },
    {
      "epoch": 273.62,
      "grad_norm": 1.1905463933944702,
      "learning_rate": 3.676977625513516e-06,
      "loss": 0.351,
      "step": 980370
    },
    {
      "epoch": 273.62,
      "grad_norm": 1.0518792867660522,
      "learning_rate": 3.676955386799729e-06,
      "loss": 0.3658,
      "step": 980380
    },
    {
      "epoch": 273.62,
      "grad_norm": 1.0386184453964233,
      "learning_rate": 3.676933147908492e-06,
      "loss": 0.3648,
      "step": 980390
    },
    {
      "epoch": 273.63,
      "grad_norm": 1.1347825527191162,
      "learning_rate": 3.6769109088398074e-06,
      "loss": 0.3506,
      "step": 980400
    },
    {
      "epoch": 273.63,
      "grad_norm": 2.208935260772705,
      "learning_rate": 3.6768886695936797e-06,
      "loss": 0.36,
      "step": 980410
    },
    {
      "epoch": 273.63,
      "grad_norm": 1.1418874263763428,
      "learning_rate": 3.67686643017011e-06,
      "loss": 0.349,
      "step": 980420
    },
    {
      "epoch": 273.63,
      "grad_norm": 1.036806344985962,
      "learning_rate": 3.676844190569102e-06,
      "loss": 0.3568,
      "step": 980430
    },
    {
      "epoch": 273.64,
      "grad_norm": 1.1163579225540161,
      "learning_rate": 3.6768219507906586e-06,
      "loss": 0.3603,
      "step": 980440
    },
    {
      "epoch": 273.64,
      "grad_norm": 1.2708584070205688,
      "learning_rate": 3.6767997108347837e-06,
      "loss": 0.3601,
      "step": 980450
    },
    {
      "epoch": 273.64,
      "grad_norm": 1.0485669374465942,
      "learning_rate": 3.67677747070148e-06,
      "loss": 0.3523,
      "step": 980460
    },
    {
      "epoch": 273.64,
      "grad_norm": 1.0192126035690308,
      "learning_rate": 3.676755230390749e-06,
      "loss": 0.3562,
      "step": 980470
    },
    {
      "epoch": 273.65,
      "grad_norm": 1.1935160160064697,
      "learning_rate": 3.676732989902595e-06,
      "loss": 0.3788,
      "step": 980480
    },
    {
      "epoch": 273.65,
      "grad_norm": 1.0914952754974365,
      "learning_rate": 3.6767107492370204e-06,
      "loss": 0.3676,
      "step": 980490
    },
    {
      "epoch": 273.65,
      "grad_norm": 1.0470802783966064,
      "learning_rate": 3.676688508394029e-06,
      "loss": 0.3538,
      "step": 980500
    },
    {
      "epoch": 273.66,
      "grad_norm": 1.2792006731033325,
      "learning_rate": 3.676666267373622e-06,
      "loss": 0.3493,
      "step": 980510
    },
    {
      "epoch": 273.66,
      "grad_norm": 0.867582380771637,
      "learning_rate": 3.6766440261758046e-06,
      "loss": 0.3734,
      "step": 980520
    },
    {
      "epoch": 273.66,
      "grad_norm": 0.8880624771118164,
      "learning_rate": 3.6766217848005778e-06,
      "loss": 0.3523,
      "step": 980530
    },
    {
      "epoch": 273.66,
      "grad_norm": 1.6623398065567017,
      "learning_rate": 3.676599543247946e-06,
      "loss": 0.3658,
      "step": 980540
    },
    {
      "epoch": 273.67,
      "grad_norm": 0.9299025535583496,
      "learning_rate": 3.676577301517911e-06,
      "loss": 0.3424,
      "step": 980550
    },
    {
      "epoch": 273.67,
      "grad_norm": 1.0602458715438843,
      "learning_rate": 3.6765550596104768e-06,
      "loss": 0.3639,
      "step": 980560
    },
    {
      "epoch": 273.67,
      "grad_norm": 0.9806683659553528,
      "learning_rate": 3.6765328175256456e-06,
      "loss": 0.3669,
      "step": 980570
    },
    {
      "epoch": 273.68,
      "grad_norm": 0.8191168904304504,
      "learning_rate": 3.676510575263421e-06,
      "loss": 0.3633,
      "step": 980580
    },
    {
      "epoch": 273.68,
      "grad_norm": 0.9664019346237183,
      "learning_rate": 3.6764883328238055e-06,
      "loss": 0.3549,
      "step": 980590
    },
    {
      "epoch": 273.68,
      "grad_norm": 1.054823875427246,
      "learning_rate": 3.6764660902068017e-06,
      "loss": 0.3674,
      "step": 980600
    },
    {
      "epoch": 273.68,
      "grad_norm": 1.1122620105743408,
      "learning_rate": 3.676443847412414e-06,
      "loss": 0.3588,
      "step": 980610
    },
    {
      "epoch": 273.69,
      "grad_norm": 1.3684628009796143,
      "learning_rate": 3.6764216044406436e-06,
      "loss": 0.3518,
      "step": 980620
    },
    {
      "epoch": 273.69,
      "grad_norm": 1.1542423963546753,
      "learning_rate": 3.676399361291494e-06,
      "loss": 0.3567,
      "step": 980630
    },
    {
      "epoch": 273.69,
      "grad_norm": 0.9599843621253967,
      "learning_rate": 3.6763771179649687e-06,
      "loss": 0.3466,
      "step": 980640
    },
    {
      "epoch": 273.7,
      "grad_norm": 0.9989591240882874,
      "learning_rate": 3.67635487446107e-06,
      "loss": 0.3627,
      "step": 980650
    },
    {
      "epoch": 273.7,
      "grad_norm": 1.0494463443756104,
      "learning_rate": 3.676332630779802e-06,
      "loss": 0.3594,
      "step": 980660
    },
    {
      "epoch": 273.7,
      "grad_norm": 1.114781141281128,
      "learning_rate": 3.676310386921167e-06,
      "loss": 0.3642,
      "step": 980670
    },
    {
      "epoch": 273.7,
      "grad_norm": 1.137277364730835,
      "learning_rate": 3.676288142885168e-06,
      "loss": 0.3675,
      "step": 980680
    },
    {
      "epoch": 273.71,
      "grad_norm": 0.9718049764633179,
      "learning_rate": 3.6762658986718064e-06,
      "loss": 0.3581,
      "step": 980690
    },
    {
      "epoch": 273.71,
      "grad_norm": 1.0172207355499268,
      "learning_rate": 3.6762436542810877e-06,
      "loss": 0.3552,
      "step": 980700
    },
    {
      "epoch": 273.71,
      "grad_norm": 0.9777985215187073,
      "learning_rate": 3.676221409713014e-06,
      "loss": 0.37,
      "step": 980710
    },
    {
      "epoch": 273.71,
      "grad_norm": 1.096433401107788,
      "learning_rate": 3.676199164967587e-06,
      "loss": 0.3656,
      "step": 980720
    },
    {
      "epoch": 273.72,
      "grad_norm": 1.072740077972412,
      "learning_rate": 3.6761769200448108e-06,
      "loss": 0.3529,
      "step": 980730
    },
    {
      "epoch": 273.72,
      "grad_norm": 0.9703009128570557,
      "learning_rate": 3.676154674944689e-06,
      "loss": 0.3676,
      "step": 980740
    },
    {
      "epoch": 273.72,
      "grad_norm": 1.0297155380249023,
      "learning_rate": 3.676132429667223e-06,
      "loss": 0.3546,
      "step": 980750
    },
    {
      "epoch": 273.73,
      "grad_norm": 0.9487786889076233,
      "learning_rate": 3.6761101842124167e-06,
      "loss": 0.3552,
      "step": 980760
    },
    {
      "epoch": 273.73,
      "grad_norm": 1.0153872966766357,
      "learning_rate": 3.676087938580273e-06,
      "loss": 0.3736,
      "step": 980770
    },
    {
      "epoch": 273.73,
      "grad_norm": 0.8693054914474487,
      "learning_rate": 3.6760656927707952e-06,
      "loss": 0.3611,
      "step": 980780
    },
    {
      "epoch": 273.73,
      "grad_norm": 1.0786223411560059,
      "learning_rate": 3.676043446783985e-06,
      "loss": 0.3534,
      "step": 980790
    },
    {
      "epoch": 273.74,
      "grad_norm": 0.9029399156570435,
      "learning_rate": 3.6760212006198463e-06,
      "loss": 0.3527,
      "step": 980800
    },
    {
      "epoch": 273.74,
      "grad_norm": 1.072715401649475,
      "learning_rate": 3.6759989542783823e-06,
      "loss": 0.3674,
      "step": 980810
    },
    {
      "epoch": 273.74,
      "grad_norm": 0.9444288611412048,
      "learning_rate": 3.6759767077595958e-06,
      "loss": 0.3586,
      "step": 980820
    },
    {
      "epoch": 273.75,
      "grad_norm": 0.9400724172592163,
      "learning_rate": 3.675954461063489e-06,
      "loss": 0.3507,
      "step": 980830
    },
    {
      "epoch": 273.75,
      "grad_norm": 0.9955745339393616,
      "learning_rate": 3.675932214190066e-06,
      "loss": 0.3477,
      "step": 980840
    },
    {
      "epoch": 273.75,
      "grad_norm": 0.9517421722412109,
      "learning_rate": 3.675909967139328e-06,
      "loss": 0.3578,
      "step": 980850
    },
    {
      "epoch": 273.75,
      "grad_norm": 1.136279821395874,
      "learning_rate": 3.6758877199112807e-06,
      "loss": 0.3464,
      "step": 980860
    },
    {
      "epoch": 273.76,
      "grad_norm": 8.6532621383667,
      "learning_rate": 3.675865472505925e-06,
      "loss": 0.3645,
      "step": 980870
    },
    {
      "epoch": 273.76,
      "grad_norm": 1.1094396114349365,
      "learning_rate": 3.675843224923264e-06,
      "loss": 0.3593,
      "step": 980880
    },
    {
      "epoch": 273.76,
      "grad_norm": 1.0329848527908325,
      "learning_rate": 3.6758209771633014e-06,
      "loss": 0.387,
      "step": 980890
    },
    {
      "epoch": 273.77,
      "grad_norm": 1.2577526569366455,
      "learning_rate": 3.6757987292260396e-06,
      "loss": 0.3589,
      "step": 980900
    },
    {
      "epoch": 273.77,
      "grad_norm": 0.9504098892211914,
      "learning_rate": 3.675776481111481e-06,
      "loss": 0.3447,
      "step": 980910
    },
    {
      "epoch": 273.77,
      "grad_norm": 0.9284642338752747,
      "learning_rate": 3.6757542328196306e-06,
      "loss": 0.3691,
      "step": 980920
    },
    {
      "epoch": 273.77,
      "grad_norm": 0.9795021414756775,
      "learning_rate": 3.6757319843504897e-06,
      "loss": 0.3675,
      "step": 980930
    },
    {
      "epoch": 273.78,
      "grad_norm": 0.9762306809425354,
      "learning_rate": 3.6757097357040615e-06,
      "loss": 0.356,
      "step": 980940
    },
    {
      "epoch": 273.78,
      "grad_norm": 0.8813093304634094,
      "learning_rate": 3.675687486880349e-06,
      "loss": 0.3715,
      "step": 980950
    },
    {
      "epoch": 273.78,
      "grad_norm": 1.1093777418136597,
      "learning_rate": 3.675665237879355e-06,
      "loss": 0.3745,
      "step": 980960
    },
    {
      "epoch": 273.78,
      "grad_norm": 1.119864583015442,
      "learning_rate": 3.6756429887010838e-06,
      "loss": 0.359,
      "step": 980970
    },
    {
      "epoch": 273.79,
      "grad_norm": 1.1014034748077393,
      "learning_rate": 3.675620739345536e-06,
      "loss": 0.356,
      "step": 980980
    },
    {
      "epoch": 273.79,
      "grad_norm": 0.9498019814491272,
      "learning_rate": 3.675598489812716e-06,
      "loss": 0.3521,
      "step": 980990
    },
    {
      "epoch": 273.79,
      "grad_norm": 0.9159979820251465,
      "learning_rate": 3.675576240102628e-06,
      "loss": 0.3601,
      "step": 981000
    },
    {
      "epoch": 273.8,
      "grad_norm": 1.1862095594406128,
      "learning_rate": 3.6755539902152723e-06,
      "loss": 0.3605,
      "step": 981010
    },
    {
      "epoch": 273.8,
      "grad_norm": 1.1658270359039307,
      "learning_rate": 3.675531740150653e-06,
      "loss": 0.3563,
      "step": 981020
    },
    {
      "epoch": 273.8,
      "grad_norm": 1.3550561666488647,
      "learning_rate": 3.675509489908774e-06,
      "loss": 0.3713,
      "step": 981030
    },
    {
      "epoch": 273.8,
      "grad_norm": 0.896216630935669,
      "learning_rate": 3.675487239489637e-06,
      "loss": 0.3537,
      "step": 981040
    },
    {
      "epoch": 273.81,
      "grad_norm": 1.05777907371521,
      "learning_rate": 3.6754649888932452e-06,
      "loss": 0.3635,
      "step": 981050
    },
    {
      "epoch": 273.81,
      "grad_norm": 0.9564473032951355,
      "learning_rate": 3.6754427381196017e-06,
      "loss": 0.3769,
      "step": 981060
    },
    {
      "epoch": 273.81,
      "grad_norm": 1.0650148391723633,
      "learning_rate": 3.6754204871687098e-06,
      "loss": 0.3686,
      "step": 981070
    },
    {
      "epoch": 273.82,
      "grad_norm": 0.9248632788658142,
      "learning_rate": 3.6753982360405724e-06,
      "loss": 0.3689,
      "step": 981080
    },
    {
      "epoch": 273.82,
      "grad_norm": 1.0351670980453491,
      "learning_rate": 3.675375984735192e-06,
      "loss": 0.3329,
      "step": 981090
    },
    {
      "epoch": 273.82,
      "grad_norm": 0.9762336611747742,
      "learning_rate": 3.675353733252572e-06,
      "loss": 0.3529,
      "step": 981100
    },
    {
      "epoch": 273.82,
      "grad_norm": 1.0501810312271118,
      "learning_rate": 3.675331481592715e-06,
      "loss": 0.3637,
      "step": 981110
    },
    {
      "epoch": 273.83,
      "grad_norm": 1.4590636491775513,
      "learning_rate": 3.6753092297556247e-06,
      "loss": 0.3537,
      "step": 981120
    },
    {
      "epoch": 273.83,
      "grad_norm": 1.0255001783370972,
      "learning_rate": 3.6752869777413028e-06,
      "loss": 0.3547,
      "step": 981130
    },
    {
      "epoch": 273.83,
      "grad_norm": 1.1433218717575073,
      "learning_rate": 3.675264725549753e-06,
      "loss": 0.3674,
      "step": 981140
    },
    {
      "epoch": 273.83,
      "grad_norm": 1.3110076189041138,
      "learning_rate": 3.675242473180978e-06,
      "loss": 0.3762,
      "step": 981150
    },
    {
      "epoch": 273.84,
      "grad_norm": 1.1502934694290161,
      "learning_rate": 3.675220220634982e-06,
      "loss": 0.3429,
      "step": 981160
    },
    {
      "epoch": 273.84,
      "grad_norm": 1.2448904514312744,
      "learning_rate": 3.6751979679117665e-06,
      "loss": 0.3572,
      "step": 981170
    },
    {
      "epoch": 273.84,
      "grad_norm": 0.9806938767433167,
      "learning_rate": 3.6751757150113347e-06,
      "loss": 0.3774,
      "step": 981180
    },
    {
      "epoch": 273.85,
      "grad_norm": 1.009246826171875,
      "learning_rate": 3.6751534619336895e-06,
      "loss": 0.3577,
      "step": 981190
    },
    {
      "epoch": 273.85,
      "grad_norm": 0.8869468569755554,
      "learning_rate": 3.6751312086788345e-06,
      "loss": 0.3572,
      "step": 981200
    },
    {
      "epoch": 273.85,
      "grad_norm": 1.0424487590789795,
      "learning_rate": 3.6751089552467726e-06,
      "loss": 0.3658,
      "step": 981210
    },
    {
      "epoch": 273.85,
      "grad_norm": 0.9605967998504639,
      "learning_rate": 3.675086701637506e-06,
      "loss": 0.3406,
      "step": 981220
    },
    {
      "epoch": 273.86,
      "grad_norm": 0.9848199486732483,
      "learning_rate": 3.6750644478510386e-06,
      "loss": 0.3651,
      "step": 981230
    },
    {
      "epoch": 273.86,
      "grad_norm": 0.9472357034683228,
      "learning_rate": 3.6750421938873725e-06,
      "loss": 0.3488,
      "step": 981240
    },
    {
      "epoch": 273.86,
      "grad_norm": 1.1206302642822266,
      "learning_rate": 3.675019939746511e-06,
      "loss": 0.3503,
      "step": 981250
    },
    {
      "epoch": 273.87,
      "grad_norm": 1.2396849393844604,
      "learning_rate": 3.674997685428457e-06,
      "loss": 0.3617,
      "step": 981260
    },
    {
      "epoch": 273.87,
      "grad_norm": 1.2485466003417969,
      "learning_rate": 3.6749754309332135e-06,
      "loss": 0.3641,
      "step": 981270
    },
    {
      "epoch": 273.87,
      "grad_norm": 2.4270436763763428,
      "learning_rate": 3.6749531762607836e-06,
      "loss": 0.3679,
      "step": 981280
    },
    {
      "epoch": 273.87,
      "grad_norm": 0.8945881128311157,
      "learning_rate": 3.674930921411171e-06,
      "loss": 0.365,
      "step": 981290
    },
    {
      "epoch": 273.88,
      "grad_norm": 1.3714373111724854,
      "learning_rate": 3.6749086663843773e-06,
      "loss": 0.3414,
      "step": 981300
    },
    {
      "epoch": 273.88,
      "grad_norm": 1.101449966430664,
      "learning_rate": 3.674886411180406e-06,
      "loss": 0.3675,
      "step": 981310
    },
    {
      "epoch": 273.88,
      "grad_norm": 1.252898931503296,
      "learning_rate": 3.67486415579926e-06,
      "loss": 0.3556,
      "step": 981320
    },
    {
      "epoch": 273.89,
      "grad_norm": 1.0223267078399658,
      "learning_rate": 3.6748419002409427e-06,
      "loss": 0.3673,
      "step": 981330
    },
    {
      "epoch": 273.89,
      "grad_norm": 1.3454880714416504,
      "learning_rate": 3.6748196445054555e-06,
      "loss": 0.3606,
      "step": 981340
    },
    {
      "epoch": 273.89,
      "grad_norm": 0.8564931750297546,
      "learning_rate": 3.674797388592804e-06,
      "loss": 0.358,
      "step": 981350
    },
    {
      "epoch": 273.89,
      "grad_norm": 1.029749870300293,
      "learning_rate": 3.6747751325029893e-06,
      "loss": 0.3734,
      "step": 981360
    },
    {
      "epoch": 273.9,
      "grad_norm": 1.1677155494689941,
      "learning_rate": 3.674752876236015e-06,
      "loss": 0.3771,
      "step": 981370
    },
    {
      "epoch": 273.9,
      "grad_norm": 1.184156060218811,
      "learning_rate": 3.6747306197918826e-06,
      "loss": 0.3581,
      "step": 981380
    },
    {
      "epoch": 273.9,
      "grad_norm": 1.2493224143981934,
      "learning_rate": 3.6747083631705985e-06,
      "loss": 0.3564,
      "step": 981390
    },
    {
      "epoch": 273.9,
      "grad_norm": 1.1978168487548828,
      "learning_rate": 3.6746861063721617e-06,
      "loss": 0.3866,
      "step": 981400
    },
    {
      "epoch": 273.91,
      "grad_norm": 1.1467198133468628,
      "learning_rate": 3.6746638493965772e-06,
      "loss": 0.3514,
      "step": 981410
    },
    {
      "epoch": 273.91,
      "grad_norm": 1.023632526397705,
      "learning_rate": 3.674641592243848e-06,
      "loss": 0.3553,
      "step": 981420
    },
    {
      "epoch": 273.91,
      "grad_norm": 1.036385178565979,
      "learning_rate": 3.674619334913977e-06,
      "loss": 0.357,
      "step": 981430
    },
    {
      "epoch": 273.92,
      "grad_norm": 0.9697218537330627,
      "learning_rate": 3.674597077406967e-06,
      "loss": 0.355,
      "step": 981440
    },
    {
      "epoch": 273.92,
      "grad_norm": 1.016401767730713,
      "learning_rate": 3.67457481972282e-06,
      "loss": 0.3513,
      "step": 981450
    },
    {
      "epoch": 273.92,
      "grad_norm": 0.985059380531311,
      "learning_rate": 3.6745525618615406e-06,
      "loss": 0.3549,
      "step": 981460
    },
    {
      "epoch": 273.92,
      "grad_norm": 1.173371434211731,
      "learning_rate": 3.6745303038231306e-06,
      "loss": 0.3671,
      "step": 981470
    },
    {
      "epoch": 273.93,
      "grad_norm": 0.871566653251648,
      "learning_rate": 3.674508045607594e-06,
      "loss": 0.3601,
      "step": 981480
    },
    {
      "epoch": 273.93,
      "grad_norm": 0.9490112066268921,
      "learning_rate": 3.6744857872149333e-06,
      "loss": 0.3548,
      "step": 981490
    },
    {
      "epoch": 273.93,
      "grad_norm": 1.135326623916626,
      "learning_rate": 3.67446352864515e-06,
      "loss": 0.3438,
      "step": 981500
    },
    {
      "epoch": 273.94,
      "grad_norm": 1.0208075046539307,
      "learning_rate": 3.6744412698982492e-06,
      "loss": 0.3468,
      "step": 981510
    },
    {
      "epoch": 273.94,
      "grad_norm": 1.0239882469177246,
      "learning_rate": 3.6744190109742332e-06,
      "loss": 0.3739,
      "step": 981520
    },
    {
      "epoch": 273.94,
      "grad_norm": 1.0907909870147705,
      "learning_rate": 3.6743967518731047e-06,
      "loss": 0.3513,
      "step": 981530
    },
    {
      "epoch": 273.94,
      "grad_norm": 1.0418708324432373,
      "learning_rate": 3.6743744925948663e-06,
      "loss": 0.3788,
      "step": 981540
    },
    {
      "epoch": 273.95,
      "grad_norm": 1.0980287790298462,
      "learning_rate": 3.6743522331395218e-06,
      "loss": 0.3623,
      "step": 981550
    },
    {
      "epoch": 273.95,
      "grad_norm": 0.9759597182273865,
      "learning_rate": 3.674329973507074e-06,
      "loss": 0.3659,
      "step": 981560
    },
    {
      "epoch": 273.95,
      "grad_norm": 1.1187814474105835,
      "learning_rate": 3.674307713697525e-06,
      "loss": 0.3579,
      "step": 981570
    },
    {
      "epoch": 273.95,
      "grad_norm": 0.8752541542053223,
      "learning_rate": 3.6742854537108785e-06,
      "loss": 0.3601,
      "step": 981580
    },
    {
      "epoch": 273.96,
      "grad_norm": 1.0473521947860718,
      "learning_rate": 3.6742631935471383e-06,
      "loss": 0.3617,
      "step": 981590
    },
    {
      "epoch": 273.96,
      "grad_norm": 0.9269217848777771,
      "learning_rate": 3.674240933206305e-06,
      "loss": 0.3399,
      "step": 981600
    },
    {
      "epoch": 273.96,
      "grad_norm": 0.9681196212768555,
      "learning_rate": 3.6742186726883844e-06,
      "loss": 0.3591,
      "step": 981610
    },
    {
      "epoch": 273.97,
      "grad_norm": 0.8924580812454224,
      "learning_rate": 3.6741964119933775e-06,
      "loss": 0.3502,
      "step": 981620
    },
    {
      "epoch": 273.97,
      "grad_norm": 0.9870933890342712,
      "learning_rate": 3.6741741511212873e-06,
      "loss": 0.3564,
      "step": 981630
    },
    {
      "epoch": 273.97,
      "grad_norm": 1.0799068212509155,
      "learning_rate": 3.6741518900721173e-06,
      "loss": 0.3584,
      "step": 981640
    },
    {
      "epoch": 273.97,
      "grad_norm": 1.0669806003570557,
      "learning_rate": 3.6741296288458717e-06,
      "loss": 0.3698,
      "step": 981650
    },
    {
      "epoch": 273.98,
      "grad_norm": 0.9743072986602783,
      "learning_rate": 3.674107367442551e-06,
      "loss": 0.3753,
      "step": 981660
    },
    {
      "epoch": 273.98,
      "grad_norm": 0.9479065537452698,
      "learning_rate": 3.67408510586216e-06,
      "loss": 0.3661,
      "step": 981670
    },
    {
      "epoch": 273.98,
      "grad_norm": 1.0375970602035522,
      "learning_rate": 3.674062844104701e-06,
      "loss": 0.3553,
      "step": 981680
    },
    {
      "epoch": 273.99,
      "grad_norm": 0.9064188599586487,
      "learning_rate": 3.674040582170176e-06,
      "loss": 0.35,
      "step": 981690
    },
    {
      "epoch": 273.99,
      "grad_norm": 0.8467139601707458,
      "learning_rate": 3.67401832005859e-06,
      "loss": 0.3663,
      "step": 981700
    },
    {
      "epoch": 273.99,
      "grad_norm": 1.101454257965088,
      "learning_rate": 3.6739960577699448e-06,
      "loss": 0.3593,
      "step": 981710
    },
    {
      "epoch": 273.99,
      "grad_norm": 0.9422121644020081,
      "learning_rate": 3.6739737953042435e-06,
      "loss": 0.3674,
      "step": 981720
    },
    {
      "epoch": 274.0,
      "grad_norm": 1.123217225074768,
      "learning_rate": 3.6739515326614885e-06,
      "loss": 0.3704,
      "step": 981730
    },
    {
      "epoch": 274.0,
      "grad_norm": 1.0225738286972046,
      "learning_rate": 3.673929269841684e-06,
      "loss": 0.3732,
      "step": 981740
    },
    {
      "epoch": 274.0,
      "eval_loss": 0.3609863519668579,
      "eval_runtime": 63.5777,
      "eval_samples_per_second": 79.572,
      "eval_steps_per_second": 9.956,
      "step": 981742
    },
    {
      "epoch": 274.0,
      "grad_norm": 0.9514456391334534,
      "learning_rate": 3.6739070068448322e-06,
      "loss": 0.3502,
      "step": 981750
    },
    {
      "epoch": 274.01,
      "grad_norm": 1.013128399848938,
      "learning_rate": 3.6738847436709356e-06,
      "loss": 0.3568,
      "step": 981760
    },
    {
      "epoch": 274.01,
      "grad_norm": 0.9743108749389648,
      "learning_rate": 3.673862480319998e-06,
      "loss": 0.3655,
      "step": 981770
    },
    {
      "epoch": 274.01,
      "grad_norm": 1.134307861328125,
      "learning_rate": 3.6738402167920225e-06,
      "loss": 0.3546,
      "step": 981780
    },
    {
      "epoch": 274.01,
      "grad_norm": 1.044015884399414,
      "learning_rate": 3.673817953087011e-06,
      "loss": 0.3484,
      "step": 981790
    },
    {
      "epoch": 274.02,
      "grad_norm": 1.1095455884933472,
      "learning_rate": 3.6737956892049674e-06,
      "loss": 0.3674,
      "step": 981800
    },
    {
      "epoch": 274.02,
      "grad_norm": 1.0813403129577637,
      "learning_rate": 3.6737734251458937e-06,
      "loss": 0.3327,
      "step": 981810
    },
    {
      "epoch": 274.02,
      "grad_norm": 0.9844765663146973,
      "learning_rate": 3.6737511609097944e-06,
      "loss": 0.374,
      "step": 981820
    },
    {
      "epoch": 274.02,
      "grad_norm": 1.034814715385437,
      "learning_rate": 3.673728896496671e-06,
      "loss": 0.3578,
      "step": 981830
    },
    {
      "epoch": 274.03,
      "grad_norm": 1.0274336338043213,
      "learning_rate": 3.673706631906528e-06,
      "loss": 0.3414,
      "step": 981840
    },
    {
      "epoch": 274.03,
      "grad_norm": 1.389274001121521,
      "learning_rate": 3.673684367139367e-06,
      "loss": 0.3584,
      "step": 981850
    },
    {
      "epoch": 274.03,
      "grad_norm": 1.0052000284194946,
      "learning_rate": 3.6736621021951903e-06,
      "loss": 0.3655,
      "step": 981860
    },
    {
      "epoch": 274.04,
      "grad_norm": 1.1702648401260376,
      "learning_rate": 3.673639837074003e-06,
      "loss": 0.3687,
      "step": 981870
    },
    {
      "epoch": 274.04,
      "grad_norm": 0.9171872735023499,
      "learning_rate": 3.6736175717758065e-06,
      "loss": 0.3734,
      "step": 981880
    },
    {
      "epoch": 274.04,
      "grad_norm": 0.9026083946228027,
      "learning_rate": 3.673595306300605e-06,
      "loss": 0.3534,
      "step": 981890
    },
    {
      "epoch": 274.04,
      "grad_norm": 1.0644817352294922,
      "learning_rate": 3.6735730406484002e-06,
      "loss": 0.3557,
      "step": 981900
    },
    {
      "epoch": 274.05,
      "grad_norm": 1.2937102317810059,
      "learning_rate": 3.6735507748191954e-06,
      "loss": 0.3555,
      "step": 981910
    },
    {
      "epoch": 274.05,
      "grad_norm": 1.0163609981536865,
      "learning_rate": 3.6735285088129942e-06,
      "loss": 0.365,
      "step": 981920
    },
    {
      "epoch": 274.05,
      "grad_norm": 0.9731927514076233,
      "learning_rate": 3.673506242629799e-06,
      "loss": 0.3789,
      "step": 981930
    },
    {
      "epoch": 274.06,
      "grad_norm": 1.0570780038833618,
      "learning_rate": 3.6734839762696127e-06,
      "loss": 0.3667,
      "step": 981940
    },
    {
      "epoch": 274.06,
      "grad_norm": 1.179394006729126,
      "learning_rate": 3.6734617097324387e-06,
      "loss": 0.359,
      "step": 981950
    },
    {
      "epoch": 274.06,
      "grad_norm": 1.0256401300430298,
      "learning_rate": 3.6734394430182793e-06,
      "loss": 0.3812,
      "step": 981960
    },
    {
      "epoch": 274.06,
      "grad_norm": 1.110702395439148,
      "learning_rate": 3.6734171761271383e-06,
      "loss": 0.3558,
      "step": 981970
    },
    {
      "epoch": 274.07,
      "grad_norm": 1.1072165966033936,
      "learning_rate": 3.6733949090590178e-06,
      "loss": 0.3617,
      "step": 981980
    },
    {
      "epoch": 274.07,
      "grad_norm": 0.95305335521698,
      "learning_rate": 3.6733726418139216e-06,
      "loss": 0.3727,
      "step": 981990
    },
    {
      "epoch": 274.07,
      "grad_norm": 0.9877392649650574,
      "learning_rate": 3.6733503743918523e-06,
      "loss": 0.3622,
      "step": 982000
    },
    {
      "epoch": 274.07,
      "grad_norm": 0.9887993335723877,
      "learning_rate": 3.6733281067928124e-06,
      "loss": 0.3468,
      "step": 982010
    },
    {
      "epoch": 274.08,
      "grad_norm": 0.9041022062301636,
      "learning_rate": 3.673305839016805e-06,
      "loss": 0.362,
      "step": 982020
    },
    {
      "epoch": 274.08,
      "grad_norm": 0.9431271553039551,
      "learning_rate": 3.6732835710638344e-06,
      "loss": 0.3388,
      "step": 982030
    },
    {
      "epoch": 274.08,
      "grad_norm": 1.036455512046814,
      "learning_rate": 3.673261302933902e-06,
      "loss": 0.3632,
      "step": 982040
    },
    {
      "epoch": 274.09,
      "grad_norm": 1.0636874437332153,
      "learning_rate": 3.673239034627011e-06,
      "loss": 0.3623,
      "step": 982050
    },
    {
      "epoch": 274.09,
      "grad_norm": 0.921645998954773,
      "learning_rate": 3.6732167661431654e-06,
      "loss": 0.361,
      "step": 982060
    },
    {
      "epoch": 274.09,
      "grad_norm": 0.843451738357544,
      "learning_rate": 3.6731944974823667e-06,
      "loss": 0.3527,
      "step": 982070
    },
    {
      "epoch": 274.09,
      "grad_norm": 0.8404892683029175,
      "learning_rate": 3.673172228644619e-06,
      "loss": 0.3421,
      "step": 982080
    },
    {
      "epoch": 274.1,
      "grad_norm": 0.893563449382782,
      "learning_rate": 3.6731499596299245e-06,
      "loss": 0.353,
      "step": 982090
    },
    {
      "epoch": 274.1,
      "grad_norm": 0.8730196356773376,
      "learning_rate": 3.673127690438287e-06,
      "loss": 0.3569,
      "step": 982100
    },
    {
      "epoch": 274.1,
      "grad_norm": 1.141200304031372,
      "learning_rate": 3.6731054210697084e-06,
      "loss": 0.3562,
      "step": 982110
    },
    {
      "epoch": 274.11,
      "grad_norm": 0.9834829568862915,
      "learning_rate": 3.6730831515241923e-06,
      "loss": 0.3615,
      "step": 982120
    },
    {
      "epoch": 274.11,
      "grad_norm": 1.062301754951477,
      "learning_rate": 3.673060881801742e-06,
      "loss": 0.3378,
      "step": 982130
    },
    {
      "epoch": 274.11,
      "grad_norm": 1.0887869596481323,
      "learning_rate": 3.67303861190236e-06,
      "loss": 0.3458,
      "step": 982140
    },
    {
      "epoch": 274.11,
      "grad_norm": 1.1284233331680298,
      "learning_rate": 3.6730163418260487e-06,
      "loss": 0.3758,
      "step": 982150
    },
    {
      "epoch": 274.12,
      "grad_norm": 0.9747857451438904,
      "learning_rate": 3.6729940715728124e-06,
      "loss": 0.3597,
      "step": 982160
    },
    {
      "epoch": 274.12,
      "grad_norm": 1.1527600288391113,
      "learning_rate": 3.672971801142653e-06,
      "loss": 0.3595,
      "step": 982170
    },
    {
      "epoch": 274.12,
      "grad_norm": 1.1006793975830078,
      "learning_rate": 3.6729495305355738e-06,
      "loss": 0.3658,
      "step": 982180
    },
    {
      "epoch": 274.13,
      "grad_norm": 0.8860522508621216,
      "learning_rate": 3.672927259751578e-06,
      "loss": 0.3519,
      "step": 982190
    },
    {
      "epoch": 274.13,
      "grad_norm": 0.8871954679489136,
      "learning_rate": 3.672904988790668e-06,
      "loss": 0.3659,
      "step": 982200
    },
    {
      "epoch": 274.13,
      "grad_norm": 1.1588674783706665,
      "learning_rate": 3.6728827176528476e-06,
      "loss": 0.3641,
      "step": 982210
    },
    {
      "epoch": 274.13,
      "grad_norm": 0.9576107263565063,
      "learning_rate": 3.6728604463381185e-06,
      "loss": 0.3666,
      "step": 982220
    },
    {
      "epoch": 274.14,
      "grad_norm": 0.9942679405212402,
      "learning_rate": 3.6728381748464853e-06,
      "loss": 0.3584,
      "step": 982230
    },
    {
      "epoch": 274.14,
      "grad_norm": 1.6896753311157227,
      "learning_rate": 3.6728159031779498e-06,
      "loss": 0.3525,
      "step": 982240
    },
    {
      "epoch": 274.14,
      "grad_norm": 1.0082461833953857,
      "learning_rate": 3.672793631332515e-06,
      "loss": 0.3732,
      "step": 982250
    },
    {
      "epoch": 274.14,
      "grad_norm": 1.05009925365448,
      "learning_rate": 3.672771359310185e-06,
      "loss": 0.3668,
      "step": 982260
    },
    {
      "epoch": 274.15,
      "grad_norm": 0.8789046406745911,
      "learning_rate": 3.6727490871109608e-06,
      "loss": 0.3435,
      "step": 982270
    },
    {
      "epoch": 274.15,
      "grad_norm": 1.167405605316162,
      "learning_rate": 3.672726814734847e-06,
      "loss": 0.3507,
      "step": 982280
    },
    {
      "epoch": 274.15,
      "grad_norm": 1.0528101921081543,
      "learning_rate": 3.672704542181846e-06,
      "loss": 0.3615,
      "step": 982290
    },
    {
      "epoch": 274.16,
      "grad_norm": 1.0891443490982056,
      "learning_rate": 3.6726822694519606e-06,
      "loss": 0.3647,
      "step": 982300
    },
    {
      "epoch": 274.16,
      "grad_norm": 0.9282389283180237,
      "learning_rate": 3.6726599965451938e-06,
      "loss": 0.3692,
      "step": 982310
    },
    {
      "epoch": 274.16,
      "grad_norm": 1.1368622779846191,
      "learning_rate": 3.6726377234615495e-06,
      "loss": 0.3736,
      "step": 982320
    },
    {
      "epoch": 274.16,
      "grad_norm": 0.9274667501449585,
      "learning_rate": 3.6726154502010294e-06,
      "loss": 0.3514,
      "step": 982330
    },
    {
      "epoch": 274.17,
      "grad_norm": 0.9565219879150391,
      "learning_rate": 3.6725931767636362e-06,
      "loss": 0.3721,
      "step": 982340
    },
    {
      "epoch": 274.17,
      "grad_norm": 1.2780261039733887,
      "learning_rate": 3.672570903149375e-06,
      "loss": 0.3429,
      "step": 982350
    },
    {
      "epoch": 274.17,
      "grad_norm": 0.920910120010376,
      "learning_rate": 3.6725486293582468e-06,
      "loss": 0.3664,
      "step": 982360
    },
    {
      "epoch": 274.18,
      "grad_norm": 1.0822020769119263,
      "learning_rate": 3.6725263553902547e-06,
      "loss": 0.3397,
      "step": 982370
    },
    {
      "epoch": 274.18,
      "grad_norm": 1.1018412113189697,
      "learning_rate": 3.6725040812454023e-06,
      "loss": 0.3679,
      "step": 982380
    },
    {
      "epoch": 274.18,
      "grad_norm": 1.196060299873352,
      "learning_rate": 3.6724818069236927e-06,
      "loss": 0.3712,
      "step": 982390
    },
    {
      "epoch": 274.18,
      "grad_norm": 1.0637487173080444,
      "learning_rate": 3.672459532425128e-06,
      "loss": 0.3478,
      "step": 982400
    },
    {
      "epoch": 274.19,
      "grad_norm": 1.2071044445037842,
      "learning_rate": 3.672437257749712e-06,
      "loss": 0.3722,
      "step": 982410
    },
    {
      "epoch": 274.19,
      "grad_norm": 1.1234744787216187,
      "learning_rate": 3.672414982897447e-06,
      "loss": 0.347,
      "step": 982420
    },
    {
      "epoch": 274.19,
      "grad_norm": 6.954116344451904,
      "learning_rate": 3.6723927078683376e-06,
      "loss": 0.3477,
      "step": 982430
    },
    {
      "epoch": 274.19,
      "grad_norm": 0.9676730632781982,
      "learning_rate": 3.6723704326623845e-06,
      "loss": 0.3542,
      "step": 982440
    },
    {
      "epoch": 274.2,
      "grad_norm": 1.0214271545410156,
      "learning_rate": 3.672348157279592e-06,
      "loss": 0.3499,
      "step": 982450
    },
    {
      "epoch": 274.2,
      "grad_norm": 0.975889265537262,
      "learning_rate": 3.672325881719962e-06,
      "loss": 0.3549,
      "step": 982460
    },
    {
      "epoch": 274.2,
      "grad_norm": 0.8803282976150513,
      "learning_rate": 3.672303605983499e-06,
      "loss": 0.371,
      "step": 982470
    },
    {
      "epoch": 274.21,
      "grad_norm": 0.9721396565437317,
      "learning_rate": 3.6722813300702053e-06,
      "loss": 0.37,
      "step": 982480
    },
    {
      "epoch": 274.21,
      "grad_norm": 1.1085644960403442,
      "learning_rate": 3.6722590539800828e-06,
      "loss": 0.3561,
      "step": 982490
    },
    {
      "epoch": 274.21,
      "grad_norm": 0.9999708533287048,
      "learning_rate": 3.6722367777131357e-06,
      "loss": 0.3511,
      "step": 982500
    },
    {
      "epoch": 274.21,
      "grad_norm": 1.0048608779907227,
      "learning_rate": 3.672214501269367e-06,
      "loss": 0.3512,
      "step": 982510
    },
    {
      "epoch": 274.22,
      "grad_norm": 1.1752241849899292,
      "learning_rate": 3.6721922246487793e-06,
      "loss": 0.3694,
      "step": 982520
    },
    {
      "epoch": 274.22,
      "grad_norm": 1.0596983432769775,
      "learning_rate": 3.672169947851375e-06,
      "loss": 0.3603,
      "step": 982530
    },
    {
      "epoch": 274.22,
      "grad_norm": 1.3415021896362305,
      "learning_rate": 3.672147670877158e-06,
      "loss": 0.3482,
      "step": 982540
    },
    {
      "epoch": 274.23,
      "grad_norm": 1.0045124292373657,
      "learning_rate": 3.6721253937261318e-06,
      "loss": 0.354,
      "step": 982550
    },
    {
      "epoch": 274.23,
      "grad_norm": 1.015453815460205,
      "learning_rate": 3.672103116398297e-06,
      "loss": 0.3738,
      "step": 982560
    },
    {
      "epoch": 274.23,
      "grad_norm": 1.186039924621582,
      "learning_rate": 3.672080838893658e-06,
      "loss": 0.3803,
      "step": 982570
    },
    {
      "epoch": 274.23,
      "grad_norm": 0.9412475228309631,
      "learning_rate": 3.672058561212219e-06,
      "loss": 0.3655,
      "step": 982580
    },
    {
      "epoch": 274.24,
      "grad_norm": 0.8596367239952087,
      "learning_rate": 3.6720362833539816e-06,
      "loss": 0.3577,
      "step": 982590
    },
    {
      "epoch": 274.24,
      "grad_norm": 1.0906662940979004,
      "learning_rate": 3.672014005318948e-06,
      "loss": 0.3783,
      "step": 982600
    },
    {
      "epoch": 274.24,
      "grad_norm": 0.9868294596672058,
      "learning_rate": 3.671991727107123e-06,
      "loss": 0.3715,
      "step": 982610
    },
    {
      "epoch": 274.25,
      "grad_norm": 1.1114420890808105,
      "learning_rate": 3.6719694487185083e-06,
      "loss": 0.3533,
      "step": 982620
    },
    {
      "epoch": 274.25,
      "grad_norm": 1.2031546831130981,
      "learning_rate": 3.671947170153107e-06,
      "loss": 0.355,
      "step": 982630
    },
    {
      "epoch": 274.25,
      "grad_norm": 1.3265044689178467,
      "learning_rate": 3.6719248914109225e-06,
      "loss": 0.3722,
      "step": 982640
    },
    {
      "epoch": 274.25,
      "grad_norm": 1.1949299573898315,
      "learning_rate": 3.6719026124919577e-06,
      "loss": 0.3782,
      "step": 982650
    },
    {
      "epoch": 274.26,
      "grad_norm": 1.1893893480300903,
      "learning_rate": 3.6718803333962154e-06,
      "loss": 0.354,
      "step": 982660
    },
    {
      "epoch": 274.26,
      "grad_norm": 0.9797732830047607,
      "learning_rate": 3.6718580541236986e-06,
      "loss": 0.3577,
      "step": 982670
    },
    {
      "epoch": 274.26,
      "grad_norm": 0.9570767879486084,
      "learning_rate": 3.6718357746744103e-06,
      "loss": 0.3499,
      "step": 982680
    },
    {
      "epoch": 274.26,
      "grad_norm": 0.9301194548606873,
      "learning_rate": 3.6718134950483534e-06,
      "loss": 0.3441,
      "step": 982690
    },
    {
      "epoch": 274.27,
      "grad_norm": 1.0595006942749023,
      "learning_rate": 3.6717912152455304e-06,
      "loss": 0.3687,
      "step": 982700
    },
    {
      "epoch": 274.27,
      "grad_norm": 0.9267882704734802,
      "learning_rate": 3.6717689352659453e-06,
      "loss": 0.345,
      "step": 982710
    },
    {
      "epoch": 274.27,
      "grad_norm": 0.996436357498169,
      "learning_rate": 3.6717466551096004e-06,
      "loss": 0.3573,
      "step": 982720
    },
    {
      "epoch": 274.28,
      "grad_norm": 1.142485499382019,
      "learning_rate": 3.671724374776499e-06,
      "loss": 0.3615,
      "step": 982730
    },
    {
      "epoch": 274.28,
      "grad_norm": 0.917999804019928,
      "learning_rate": 3.6717020942666435e-06,
      "loss": 0.3499,
      "step": 982740
    },
    {
      "epoch": 274.28,
      "grad_norm": 1.0182298421859741,
      "learning_rate": 3.671679813580037e-06,
      "loss": 0.3647,
      "step": 982750
    },
    {
      "epoch": 274.28,
      "grad_norm": 0.8755463361740112,
      "learning_rate": 3.671657532716683e-06,
      "loss": 0.3393,
      "step": 982760
    },
    {
      "epoch": 274.29,
      "grad_norm": 1.0360256433486938,
      "learning_rate": 3.6716352516765843e-06,
      "loss": 0.3586,
      "step": 982770
    },
    {
      "epoch": 274.29,
      "grad_norm": 1.1622434854507446,
      "learning_rate": 3.6716129704597436e-06,
      "loss": 0.3562,
      "step": 982780
    },
    {
      "epoch": 274.29,
      "grad_norm": 0.9921792149543762,
      "learning_rate": 3.671590689066164e-06,
      "loss": 0.3552,
      "step": 982790
    },
    {
      "epoch": 274.3,
      "grad_norm": 1.0616706609725952,
      "learning_rate": 3.671568407495848e-06,
      "loss": 0.3643,
      "step": 982800
    },
    {
      "epoch": 274.3,
      "grad_norm": 1.0222176313400269,
      "learning_rate": 3.6715461257487994e-06,
      "loss": 0.3386,
      "step": 982810
    },
    {
      "epoch": 274.3,
      "grad_norm": 1.1610442399978638,
      "learning_rate": 3.671523843825021e-06,
      "loss": 0.3661,
      "step": 982820
    },
    {
      "epoch": 274.3,
      "grad_norm": 1.0283071994781494,
      "learning_rate": 3.671501561724515e-06,
      "loss": 0.3349,
      "step": 982830
    },
    {
      "epoch": 274.31,
      "grad_norm": 1.0657193660736084,
      "learning_rate": 3.6714792794472857e-06,
      "loss": 0.361,
      "step": 982840
    },
    {
      "epoch": 274.31,
      "grad_norm": 1.1627672910690308,
      "learning_rate": 3.671456996993335e-06,
      "loss": 0.3571,
      "step": 982850
    },
    {
      "epoch": 274.31,
      "grad_norm": 1.1209644079208374,
      "learning_rate": 3.671434714362665e-06,
      "loss": 0.361,
      "step": 982860
    },
    {
      "epoch": 274.31,
      "grad_norm": 1.101762294769287,
      "learning_rate": 3.6714124315552813e-06,
      "loss": 0.3767,
      "step": 982870
    },
    {
      "epoch": 274.32,
      "grad_norm": 1.1297056674957275,
      "learning_rate": 3.6713901485711848e-06,
      "loss": 0.3453,
      "step": 982880
    },
    {
      "epoch": 274.32,
      "grad_norm": 0.9971608519554138,
      "learning_rate": 3.671367865410379e-06,
      "loss": 0.3666,
      "step": 982890
    },
    {
      "epoch": 274.32,
      "grad_norm": 0.899374783039093,
      "learning_rate": 3.6713455820728667e-06,
      "loss": 0.3651,
      "step": 982900
    },
    {
      "epoch": 274.33,
      "grad_norm": 0.9603820443153381,
      "learning_rate": 3.671323298558651e-06,
      "loss": 0.3597,
      "step": 982910
    },
    {
      "epoch": 274.33,
      "grad_norm": 0.9896875023841858,
      "learning_rate": 3.6713010148677357e-06,
      "loss": 0.3748,
      "step": 982920
    },
    {
      "epoch": 274.33,
      "grad_norm": 1.147923231124878,
      "learning_rate": 3.6712787310001223e-06,
      "loss": 0.3502,
      "step": 982930
    },
    {
      "epoch": 274.33,
      "grad_norm": 0.8883346915245056,
      "learning_rate": 3.671256446955814e-06,
      "loss": 0.3542,
      "step": 982940
    },
    {
      "epoch": 274.34,
      "grad_norm": 1.0224417448043823,
      "learning_rate": 3.6712341627348156e-06,
      "loss": 0.3704,
      "step": 982950
    },
    {
      "epoch": 274.34,
      "grad_norm": 1.38249933719635,
      "learning_rate": 3.6712118783371278e-06,
      "loss": 0.3721,
      "step": 982960
    },
    {
      "epoch": 274.34,
      "grad_norm": 0.9290497303009033,
      "learning_rate": 3.671189593762755e-06,
      "loss": 0.3524,
      "step": 982970
    },
    {
      "epoch": 274.35,
      "grad_norm": 1.1536065340042114,
      "learning_rate": 3.671167309011699e-06,
      "loss": 0.3457,
      "step": 982980
    },
    {
      "epoch": 274.35,
      "grad_norm": 1.2906404733657837,
      "learning_rate": 3.671145024083963e-06,
      "loss": 0.3658,
      "step": 982990
    },
    {
      "epoch": 274.35,
      "grad_norm": 1.2163810729980469,
      "learning_rate": 3.671122738979552e-06,
      "loss": 0.3564,
      "step": 983000
    },
    {
      "epoch": 274.35,
      "grad_norm": 1.0290260314941406,
      "learning_rate": 3.6711004536984665e-06,
      "loss": 0.3736,
      "step": 983010
    },
    {
      "epoch": 274.36,
      "grad_norm": 1.096700668334961,
      "learning_rate": 3.6710781682407097e-06,
      "loss": 0.3881,
      "step": 983020
    },
    {
      "epoch": 274.36,
      "grad_norm": 1.0221912860870361,
      "learning_rate": 3.671055882606286e-06,
      "loss": 0.3689,
      "step": 983030
    },
    {
      "epoch": 274.36,
      "grad_norm": 0.9367186427116394,
      "learning_rate": 3.6710335967951966e-06,
      "loss": 0.3598,
      "step": 983040
    },
    {
      "epoch": 274.37,
      "grad_norm": 1.0234071016311646,
      "learning_rate": 3.671011310807446e-06,
      "loss": 0.3634,
      "step": 983050
    },
    {
      "epoch": 274.37,
      "grad_norm": 1.092307448387146,
      "learning_rate": 3.6709890246430366e-06,
      "loss": 0.3514,
      "step": 983060
    },
    {
      "epoch": 274.37,
      "grad_norm": 0.945719838142395,
      "learning_rate": 3.6709667383019714e-06,
      "loss": 0.3554,
      "step": 983070
    },
    {
      "epoch": 274.37,
      "grad_norm": 0.9708042740821838,
      "learning_rate": 3.670944451784253e-06,
      "loss": 0.3558,
      "step": 983080
    },
    {
      "epoch": 274.38,
      "grad_norm": 1.0222281217575073,
      "learning_rate": 3.6709221650898847e-06,
      "loss": 0.3673,
      "step": 983090
    },
    {
      "epoch": 274.38,
      "grad_norm": 1.0106927156448364,
      "learning_rate": 3.6708998782188696e-06,
      "loss": 0.37,
      "step": 983100
    },
    {
      "epoch": 274.38,
      "grad_norm": 0.981162965297699,
      "learning_rate": 3.6708775911712103e-06,
      "loss": 0.3566,
      "step": 983110
    },
    {
      "epoch": 274.38,
      "grad_norm": 0.8723709583282471,
      "learning_rate": 3.6708553039469096e-06,
      "loss": 0.37,
      "step": 983120
    },
    {
      "epoch": 274.39,
      "grad_norm": 1.0973947048187256,
      "learning_rate": 3.670833016545972e-06,
      "loss": 0.3415,
      "step": 983130
    },
    {
      "epoch": 274.39,
      "grad_norm": 1.363854169845581,
      "learning_rate": 3.6708107289683984e-06,
      "loss": 0.3459,
      "step": 983140
    },
    {
      "epoch": 274.39,
      "grad_norm": 1.0278583765029907,
      "learning_rate": 3.670788441214192e-06,
      "loss": 0.3624,
      "step": 983150
    },
    {
      "epoch": 274.4,
      "grad_norm": 0.8443971872329712,
      "learning_rate": 3.670766153283358e-06,
      "loss": 0.3657,
      "step": 983160
    },
    {
      "epoch": 274.4,
      "grad_norm": 23.818931579589844,
      "learning_rate": 3.670743865175897e-06,
      "loss": 0.3668,
      "step": 983170
    },
    {
      "epoch": 274.4,
      "grad_norm": 1.0068446397781372,
      "learning_rate": 3.6707215768918124e-06,
      "loss": 0.3558,
      "step": 983180
    },
    {
      "epoch": 274.4,
      "grad_norm": 1.2085638046264648,
      "learning_rate": 3.670699288431108e-06,
      "loss": 0.3617,
      "step": 983190
    },
    {
      "epoch": 274.41,
      "grad_norm": 1.2230885028839111,
      "learning_rate": 3.6706769997937863e-06,
      "loss": 0.3474,
      "step": 983200
    },
    {
      "epoch": 274.41,
      "grad_norm": 1.0523384809494019,
      "learning_rate": 3.67065471097985e-06,
      "loss": 0.3514,
      "step": 983210
    },
    {
      "epoch": 274.41,
      "grad_norm": 1.0802783966064453,
      "learning_rate": 3.6706324219893025e-06,
      "loss": 0.3618,
      "step": 983220
    },
    {
      "epoch": 274.42,
      "grad_norm": 1.1888731718063354,
      "learning_rate": 3.670610132822147e-06,
      "loss": 0.3683,
      "step": 983230
    },
    {
      "epoch": 274.42,
      "grad_norm": 1.1354186534881592,
      "learning_rate": 3.6705878434783857e-06,
      "loss": 0.3661,
      "step": 983240
    },
    {
      "epoch": 274.42,
      "grad_norm": 1.271727442741394,
      "learning_rate": 3.6705655539580213e-06,
      "loss": 0.3568,
      "step": 983250
    },
    {
      "epoch": 274.42,
      "grad_norm": 1.5413607358932495,
      "learning_rate": 3.670543264261058e-06,
      "loss": 0.3623,
      "step": 983260
    },
    {
      "epoch": 274.43,
      "grad_norm": 1.0405032634735107,
      "learning_rate": 3.670520974387498e-06,
      "loss": 0.3403,
      "step": 983270
    },
    {
      "epoch": 274.43,
      "grad_norm": 1.0100740194320679,
      "learning_rate": 3.6704986843373446e-06,
      "loss": 0.3592,
      "step": 983280
    },
    {
      "epoch": 274.43,
      "grad_norm": 1.1838053464889526,
      "learning_rate": 3.6704763941106005e-06,
      "loss": 0.3529,
      "step": 983290
    },
    {
      "epoch": 274.43,
      "grad_norm": 0.9451375007629395,
      "learning_rate": 3.6704541037072686e-06,
      "loss": 0.358,
      "step": 983300
    },
    {
      "epoch": 274.44,
      "grad_norm": 1.1556447744369507,
      "learning_rate": 3.670431813127352e-06,
      "loss": 0.3394,
      "step": 983310
    },
    {
      "epoch": 274.44,
      "grad_norm": 0.9769424796104431,
      "learning_rate": 3.670409522370854e-06,
      "loss": 0.3517,
      "step": 983320
    },
    {
      "epoch": 274.44,
      "grad_norm": 1.0638805627822876,
      "learning_rate": 3.670387231437777e-06,
      "loss": 0.3663,
      "step": 983330
    },
    {
      "epoch": 274.45,
      "grad_norm": 1.0360355377197266,
      "learning_rate": 3.670364940328124e-06,
      "loss": 0.3488,
      "step": 983340
    },
    {
      "epoch": 274.45,
      "grad_norm": 1.0469388961791992,
      "learning_rate": 3.6703426490418988e-06,
      "loss": 0.3527,
      "step": 983350
    },
    {
      "epoch": 274.45,
      "grad_norm": 1.04777991771698,
      "learning_rate": 3.670320357579103e-06,
      "loss": 0.3646,
      "step": 983360
    },
    {
      "epoch": 274.45,
      "grad_norm": 1.060031533241272,
      "learning_rate": 3.6702980659397414e-06,
      "loss": 0.3604,
      "step": 983370
    },
    {
      "epoch": 274.46,
      "grad_norm": 1.6552201509475708,
      "learning_rate": 3.670275774123815e-06,
      "loss": 0.3654,
      "step": 983380
    },
    {
      "epoch": 274.46,
      "grad_norm": 1.165986180305481,
      "learning_rate": 3.670253482131328e-06,
      "loss": 0.3625,
      "step": 983390
    },
    {
      "epoch": 274.46,
      "grad_norm": 1.1454172134399414,
      "learning_rate": 3.6702311899622828e-06,
      "loss": 0.3584,
      "step": 983400
    },
    {
      "epoch": 274.47,
      "grad_norm": 1.1642961502075195,
      "learning_rate": 3.6702088976166828e-06,
      "loss": 0.3587,
      "step": 983410
    },
    {
      "epoch": 274.47,
      "grad_norm": 1.0404069423675537,
      "learning_rate": 3.670186605094531e-06,
      "loss": 0.3517,
      "step": 983420
    },
    {
      "epoch": 274.47,
      "grad_norm": 0.9975008964538574,
      "learning_rate": 3.67016431239583e-06,
      "loss": 0.3457,
      "step": 983430
    },
    {
      "epoch": 274.47,
      "grad_norm": 0.9008636474609375,
      "learning_rate": 3.6701420195205825e-06,
      "loss": 0.3683,
      "step": 983440
    },
    {
      "epoch": 274.48,
      "grad_norm": 1.1413626670837402,
      "learning_rate": 3.6701197264687925e-06,
      "loss": 0.3521,
      "step": 983450
    },
    {
      "epoch": 274.48,
      "grad_norm": 0.9679930210113525,
      "learning_rate": 3.6700974332404614e-06,
      "loss": 0.3589,
      "step": 983460
    },
    {
      "epoch": 274.48,
      "grad_norm": 1.0703740119934082,
      "learning_rate": 3.6700751398355937e-06,
      "loss": 0.3579,
      "step": 983470
    },
    {
      "epoch": 274.49,
      "grad_norm": 0.9588878154754639,
      "learning_rate": 3.6700528462541917e-06,
      "loss": 0.353,
      "step": 983480
    },
    {
      "epoch": 274.49,
      "grad_norm": 0.9539768695831299,
      "learning_rate": 3.6700305524962583e-06,
      "loss": 0.3687,
      "step": 983490
    },
    {
      "epoch": 274.49,
      "grad_norm": 0.9877873063087463,
      "learning_rate": 3.670008258561797e-06,
      "loss": 0.3824,
      "step": 983500
    },
    {
      "epoch": 274.49,
      "grad_norm": 2.8741440773010254,
      "learning_rate": 3.66998596445081e-06,
      "loss": 0.3534,
      "step": 983510
    },
    {
      "epoch": 274.5,
      "grad_norm": 1.3625164031982422,
      "learning_rate": 3.669963670163301e-06,
      "loss": 0.3435,
      "step": 983520
    },
    {
      "epoch": 274.5,
      "grad_norm": 0.9500634074211121,
      "learning_rate": 3.669941375699272e-06,
      "loss": 0.371,
      "step": 983530
    },
    {
      "epoch": 274.5,
      "grad_norm": 0.9914447665214539,
      "learning_rate": 3.6699190810587268e-06,
      "loss": 0.3511,
      "step": 983540
    },
    {
      "epoch": 274.5,
      "grad_norm": 0.9637860059738159,
      "learning_rate": 3.6698967862416684e-06,
      "loss": 0.3564,
      "step": 983550
    },
    {
      "epoch": 274.51,
      "grad_norm": 1.061099648475647,
      "learning_rate": 3.669874491248099e-06,
      "loss": 0.3488,
      "step": 983560
    },
    {
      "epoch": 274.51,
      "grad_norm": 1.056113600730896,
      "learning_rate": 3.6698521960780228e-06,
      "loss": 0.3573,
      "step": 983570
    },
    {
      "epoch": 274.51,
      "grad_norm": 0.9338462948799133,
      "learning_rate": 3.6698299007314414e-06,
      "loss": 0.3538,
      "step": 983580
    },
    {
      "epoch": 274.52,
      "grad_norm": 1.0138989686965942,
      "learning_rate": 3.669807605208358e-06,
      "loss": 0.3587,
      "step": 983590
    },
    {
      "epoch": 274.52,
      "grad_norm": 0.9491444230079651,
      "learning_rate": 3.669785309508777e-06,
      "loss": 0.361,
      "step": 983600
    },
    {
      "epoch": 274.52,
      "grad_norm": 1.0167267322540283,
      "learning_rate": 3.6697630136327006e-06,
      "loss": 0.3653,
      "step": 983610
    },
    {
      "epoch": 274.52,
      "grad_norm": 0.9158079028129578,
      "learning_rate": 3.6697407175801307e-06,
      "loss": 0.3622,
      "step": 983620
    },
    {
      "epoch": 274.53,
      "grad_norm": 0.9717724323272705,
      "learning_rate": 3.6697184213510706e-06,
      "loss": 0.357,
      "step": 983630
    },
    {
      "epoch": 274.53,
      "grad_norm": 1.090682029724121,
      "learning_rate": 3.6696961249455248e-06,
      "loss": 0.3587,
      "step": 983640
    },
    {
      "epoch": 274.53,
      "grad_norm": 2.8178725242614746,
      "learning_rate": 3.6696738283634946e-06,
      "loss": 0.3408,
      "step": 983650
    },
    {
      "epoch": 274.54,
      "grad_norm": 0.9970054030418396,
      "learning_rate": 3.669651531604984e-06,
      "loss": 0.3585,
      "step": 983660
    },
    {
      "epoch": 274.54,
      "grad_norm": 1.1394588947296143,
      "learning_rate": 3.669629234669995e-06,
      "loss": 0.3701,
      "step": 983670
    },
    {
      "epoch": 274.54,
      "grad_norm": 1.249502420425415,
      "learning_rate": 3.6696069375585315e-06,
      "loss": 0.369,
      "step": 983680
    },
    {
      "epoch": 274.54,
      "grad_norm": 1.0945332050323486,
      "learning_rate": 3.6695846402705954e-06,
      "loss": 0.3707,
      "step": 983690
    },
    {
      "epoch": 274.55,
      "grad_norm": 1.586146593093872,
      "learning_rate": 3.669562342806191e-06,
      "loss": 0.3651,
      "step": 983700
    },
    {
      "epoch": 274.55,
      "grad_norm": 1.1514892578125,
      "learning_rate": 3.669540045165321e-06,
      "loss": 0.3459,
      "step": 983710
    },
    {
      "epoch": 274.55,
      "grad_norm": 0.888739287853241,
      "learning_rate": 3.6695177473479873e-06,
      "loss": 0.3663,
      "step": 983720
    },
    {
      "epoch": 274.55,
      "grad_norm": 1.0255502462387085,
      "learning_rate": 3.6694954493541937e-06,
      "loss": 0.3686,
      "step": 983730
    },
    {
      "epoch": 274.56,
      "grad_norm": 1.1444064378738403,
      "learning_rate": 3.6694731511839433e-06,
      "loss": 0.3705,
      "step": 983740
    },
    {
      "epoch": 274.56,
      "grad_norm": 1.1673372983932495,
      "learning_rate": 3.6694508528372385e-06,
      "loss": 0.3608,
      "step": 983750
    },
    {
      "epoch": 274.56,
      "grad_norm": 1.1137934923171997,
      "learning_rate": 3.6694285543140828e-06,
      "loss": 0.3717,
      "step": 983760
    },
    {
      "epoch": 274.57,
      "grad_norm": 1.172298550605774,
      "learning_rate": 3.6694062556144787e-06,
      "loss": 0.3742,
      "step": 983770
    },
    {
      "epoch": 274.57,
      "grad_norm": 1.0110182762145996,
      "learning_rate": 3.6693839567384296e-06,
      "loss": 0.3541,
      "step": 983780
    },
    {
      "epoch": 274.57,
      "grad_norm": 0.9536530375480652,
      "learning_rate": 3.6693616576859376e-06,
      "loss": 0.3729,
      "step": 983790
    },
    {
      "epoch": 274.57,
      "grad_norm": 1.2893401384353638,
      "learning_rate": 3.669339358457007e-06,
      "loss": 0.3426,
      "step": 983800
    },
    {
      "epoch": 274.58,
      "grad_norm": 1.1390827894210815,
      "learning_rate": 3.6693170590516397e-06,
      "loss": 0.3521,
      "step": 983810
    },
    {
      "epoch": 274.58,
      "grad_norm": 0.8998263478279114,
      "learning_rate": 3.6692947594698393e-06,
      "loss": 0.3561,
      "step": 983820
    },
    {
      "epoch": 274.58,
      "grad_norm": 1.1734728813171387,
      "learning_rate": 3.669272459711609e-06,
      "loss": 0.3602,
      "step": 983830
    },
    {
      "epoch": 274.59,
      "grad_norm": 1.129476547241211,
      "learning_rate": 3.6692501597769506e-06,
      "loss": 0.3617,
      "step": 983840
    },
    {
      "epoch": 274.59,
      "grad_norm": 1.0451538562774658,
      "learning_rate": 3.6692278596658677e-06,
      "loss": 0.3604,
      "step": 983850
    },
    {
      "epoch": 274.59,
      "grad_norm": 1.0357285737991333,
      "learning_rate": 3.669205559378364e-06,
      "loss": 0.3616,
      "step": 983860
    },
    {
      "epoch": 274.59,
      "grad_norm": 1.0881717205047607,
      "learning_rate": 3.6691832589144415e-06,
      "loss": 0.3538,
      "step": 983870
    },
    {
      "epoch": 274.6,
      "grad_norm": 0.9813493490219116,
      "learning_rate": 3.669160958274103e-06,
      "loss": 0.3581,
      "step": 983880
    },
    {
      "epoch": 274.6,
      "grad_norm": 1.0915790796279907,
      "learning_rate": 3.6691386574573526e-06,
      "loss": 0.3547,
      "step": 983890
    },
    {
      "epoch": 274.6,
      "grad_norm": 1.7827788591384888,
      "learning_rate": 3.6691163564641925e-06,
      "loss": 0.3687,
      "step": 983900
    },
    {
      "epoch": 274.61,
      "grad_norm": 0.923430860042572,
      "learning_rate": 3.669094055294626e-06,
      "loss": 0.3554,
      "step": 983910
    },
    {
      "epoch": 274.61,
      "grad_norm": 1.192493200302124,
      "learning_rate": 3.6690717539486545e-06,
      "loss": 0.372,
      "step": 983920
    },
    {
      "epoch": 274.61,
      "grad_norm": 0.8319575190544128,
      "learning_rate": 3.669049452426284e-06,
      "loss": 0.37,
      "step": 983930
    },
    {
      "epoch": 274.61,
      "grad_norm": 0.9891637563705444,
      "learning_rate": 3.669027150727515e-06,
      "loss": 0.3786,
      "step": 983940
    },
    {
      "epoch": 274.62,
      "grad_norm": 0.9784083962440491,
      "learning_rate": 3.6690048488523508e-06,
      "loss": 0.346,
      "step": 983950
    },
    {
      "epoch": 274.62,
      "grad_norm": 0.9666506052017212,
      "learning_rate": 3.6689825468007955e-06,
      "loss": 0.3554,
      "step": 983960
    },
    {
      "epoch": 274.62,
      "grad_norm": 1.2264572381973267,
      "learning_rate": 3.6689602445728515e-06,
      "loss": 0.3544,
      "step": 983970
    },
    {
      "epoch": 274.62,
      "grad_norm": 1.0900709629058838,
      "learning_rate": 3.6689379421685214e-06,
      "loss": 0.347,
      "step": 983980
    },
    {
      "epoch": 274.63,
      "grad_norm": 1.0086432695388794,
      "learning_rate": 3.6689156395878076e-06,
      "loss": 0.3601,
      "step": 983990
    },
    {
      "epoch": 274.63,
      "grad_norm": 1.2627283334732056,
      "learning_rate": 3.6688933368307154e-06,
      "loss": 0.3548,
      "step": 984000
    },
    {
      "epoch": 274.63,
      "grad_norm": 1.1563962697982788,
      "learning_rate": 3.668871033897246e-06,
      "loss": 0.3592,
      "step": 984010
    },
    {
      "epoch": 274.64,
      "grad_norm": 1.0722119808197021,
      "learning_rate": 3.6688487307874013e-06,
      "loss": 0.3723,
      "step": 984020
    },
    {
      "epoch": 274.64,
      "grad_norm": 1.1169952154159546,
      "learning_rate": 3.6688264275011866e-06,
      "loss": 0.3503,
      "step": 984030
    },
    {
      "epoch": 274.64,
      "grad_norm": 0.9466529488563538,
      "learning_rate": 3.668804124038604e-06,
      "loss": 0.3736,
      "step": 984040
    },
    {
      "epoch": 274.64,
      "grad_norm": 0.9393897652626038,
      "learning_rate": 3.6687818203996564e-06,
      "loss": 0.3449,
      "step": 984050
    },
    {
      "epoch": 274.65,
      "grad_norm": 1.0036332607269287,
      "learning_rate": 3.668759516584346e-06,
      "loss": 0.3781,
      "step": 984060
    },
    {
      "epoch": 274.65,
      "grad_norm": 0.8779268860816956,
      "learning_rate": 3.668737212592677e-06,
      "loss": 0.3711,
      "step": 984070
    },
    {
      "epoch": 274.65,
      "grad_norm": 0.9024527668952942,
      "learning_rate": 3.6687149084246515e-06,
      "loss": 0.3571,
      "step": 984080
    },
    {
      "epoch": 274.66,
      "grad_norm": 0.9589325189590454,
      "learning_rate": 3.6686926040802733e-06,
      "loss": 0.3394,
      "step": 984090
    },
    {
      "epoch": 274.66,
      "grad_norm": 1.0320770740509033,
      "learning_rate": 3.668670299559545e-06,
      "loss": 0.3593,
      "step": 984100
    },
    {
      "epoch": 274.66,
      "grad_norm": 1.0769398212432861,
      "learning_rate": 3.668647994862468e-06,
      "loss": 0.3679,
      "step": 984110
    },
    {
      "epoch": 274.66,
      "grad_norm": 1.150490403175354,
      "learning_rate": 3.668625689989048e-06,
      "loss": 0.3651,
      "step": 984120
    },
    {
      "epoch": 274.67,
      "grad_norm": 1.043323278427124,
      "learning_rate": 3.6686033849392866e-06,
      "loss": 0.3612,
      "step": 984130
    },
    {
      "epoch": 274.67,
      "grad_norm": 1.1378670930862427,
      "learning_rate": 3.668581079713187e-06,
      "loss": 0.3569,
      "step": 984140
    },
    {
      "epoch": 274.67,
      "grad_norm": 0.9521688222885132,
      "learning_rate": 3.6685587743107515e-06,
      "loss": 0.3632,
      "step": 984150
    },
    {
      "epoch": 274.67,
      "grad_norm": 0.9311026930809021,
      "learning_rate": 3.6685364687319837e-06,
      "loss": 0.3559,
      "step": 984160
    },
    {
      "epoch": 274.68,
      "grad_norm": 1.0812122821807861,
      "learning_rate": 3.668514162976887e-06,
      "loss": 0.3709,
      "step": 984170
    },
    {
      "epoch": 274.68,
      "grad_norm": 1.0889523029327393,
      "learning_rate": 3.6684918570454633e-06,
      "loss": 0.3543,
      "step": 984180
    },
    {
      "epoch": 274.68,
      "grad_norm": 1.1323732137680054,
      "learning_rate": 3.668469550937716e-06,
      "loss": 0.3568,
      "step": 984190
    },
    {
      "epoch": 274.69,
      "grad_norm": 6.797879695892334,
      "learning_rate": 3.6684472446536483e-06,
      "loss": 0.3676,
      "step": 984200
    },
    {
      "epoch": 274.69,
      "grad_norm": 0.9264324307441711,
      "learning_rate": 3.668424938193263e-06,
      "loss": 0.3577,
      "step": 984210
    },
    {
      "epoch": 274.69,
      "grad_norm": 0.9048184752464294,
      "learning_rate": 3.668402631556564e-06,
      "loss": 0.3571,
      "step": 984220
    },
    {
      "epoch": 274.69,
      "grad_norm": 0.9969285130500793,
      "learning_rate": 3.6683803247435514e-06,
      "loss": 0.3493,
      "step": 984230
    },
    {
      "epoch": 274.7,
      "grad_norm": 0.9603144526481628,
      "learning_rate": 3.6683580177542316e-06,
      "loss": 0.3671,
      "step": 984240
    },
    {
      "epoch": 274.7,
      "grad_norm": 1.0099430084228516,
      "learning_rate": 3.668335710588606e-06,
      "loss": 0.3665,
      "step": 984250
    },
    {
      "epoch": 274.7,
      "grad_norm": 1.0290555953979492,
      "learning_rate": 3.6683134032466773e-06,
      "loss": 0.3631,
      "step": 984260
    },
    {
      "epoch": 274.71,
      "grad_norm": 0.8856911659240723,
      "learning_rate": 3.668291095728449e-06,
      "loss": 0.3694,
      "step": 984270
    },
    {
      "epoch": 274.71,
      "grad_norm": 1.0193068981170654,
      "learning_rate": 3.6682687880339236e-06,
      "loss": 0.372,
      "step": 984280
    },
    {
      "epoch": 274.71,
      "grad_norm": 0.935038685798645,
      "learning_rate": 3.6682464801631054e-06,
      "loss": 0.3651,
      "step": 984290
    },
    {
      "epoch": 274.71,
      "grad_norm": 1.0414015054702759,
      "learning_rate": 3.668224172115996e-06,
      "loss": 0.3509,
      "step": 984300
    },
    {
      "epoch": 274.72,
      "grad_norm": 1.097595453262329,
      "learning_rate": 3.668201863892598e-06,
      "loss": 0.3547,
      "step": 984310
    },
    {
      "epoch": 274.72,
      "grad_norm": 1.0107131004333496,
      "learning_rate": 3.668179555492916e-06,
      "loss": 0.3659,
      "step": 984320
    },
    {
      "epoch": 274.72,
      "grad_norm": 1.0325723886489868,
      "learning_rate": 3.6681572469169513e-06,
      "loss": 0.3543,
      "step": 984330
    },
    {
      "epoch": 274.73,
      "grad_norm": 1.0776772499084473,
      "learning_rate": 3.6681349381647072e-06,
      "loss": 0.3666,
      "step": 984340
    },
    {
      "epoch": 274.73,
      "grad_norm": 0.8483469486236572,
      "learning_rate": 3.6681126292361884e-06,
      "loss": 0.3788,
      "step": 984350
    },
    {
      "epoch": 274.73,
      "grad_norm": 0.9518322348594666,
      "learning_rate": 3.6680903201313965e-06,
      "loss": 0.355,
      "step": 984360
    },
    {
      "epoch": 274.73,
      "grad_norm": 1.0827381610870361,
      "learning_rate": 3.6680680108503337e-06,
      "loss": 0.3538,
      "step": 984370
    },
    {
      "epoch": 274.74,
      "grad_norm": 1.0529826879501343,
      "learning_rate": 3.668045701393004e-06,
      "loss": 0.3587,
      "step": 984380
    },
    {
      "epoch": 274.74,
      "grad_norm": 1.2779004573822021,
      "learning_rate": 3.6680233917594105e-06,
      "loss": 0.3543,
      "step": 984390
    },
    {
      "epoch": 274.74,
      "grad_norm": 1.1434061527252197,
      "learning_rate": 3.6680010819495556e-06,
      "loss": 0.3503,
      "step": 984400
    },
    {
      "epoch": 274.74,
      "grad_norm": 2.562119483947754,
      "learning_rate": 3.6679787719634424e-06,
      "loss": 0.3665,
      "step": 984410
    },
    {
      "epoch": 274.75,
      "grad_norm": 5.096638202667236,
      "learning_rate": 3.6679564618010744e-06,
      "loss": 0.3578,
      "step": 984420
    },
    {
      "epoch": 274.75,
      "grad_norm": 1.0826748609542847,
      "learning_rate": 3.667934151462454e-06,
      "loss": 0.3462,
      "step": 984430
    },
    {
      "epoch": 274.75,
      "grad_norm": 0.9481021761894226,
      "learning_rate": 3.667911840947584e-06,
      "loss": 0.3403,
      "step": 984440
    },
    {
      "epoch": 274.76,
      "grad_norm": 0.9898841977119446,
      "learning_rate": 3.667889530256469e-06,
      "loss": 0.3668,
      "step": 984450
    },
    {
      "epoch": 274.76,
      "grad_norm": 0.9164083003997803,
      "learning_rate": 3.667867219389109e-06,
      "loss": 0.3568,
      "step": 984460
    },
    {
      "epoch": 274.76,
      "grad_norm": 1.0230103731155396,
      "learning_rate": 3.6678449083455095e-06,
      "loss": 0.3579,
      "step": 984470
    },
    {
      "epoch": 274.76,
      "grad_norm": 1.1863709688186646,
      "learning_rate": 3.6678225971256726e-06,
      "loss": 0.3613,
      "step": 984480
    },
    {
      "epoch": 274.77,
      "grad_norm": 0.9005056619644165,
      "learning_rate": 3.6678002857296007e-06,
      "loss": 0.365,
      "step": 984490
    },
    {
      "epoch": 274.77,
      "grad_norm": 0.8389797210693359,
      "learning_rate": 3.667777974157298e-06,
      "loss": 0.3719,
      "step": 984500
    },
    {
      "epoch": 274.77,
      "grad_norm": 1.1231027841567993,
      "learning_rate": 3.6677556624087672e-06,
      "loss": 0.3733,
      "step": 984510
    },
    {
      "epoch": 274.78,
      "grad_norm": 0.8872951865196228,
      "learning_rate": 3.667733350484009e-06,
      "loss": 0.3579,
      "step": 984520
    },
    {
      "epoch": 274.78,
      "grad_norm": 0.9802193641662598,
      "learning_rate": 3.66771103838303e-06,
      "loss": 0.3589,
      "step": 984530
    },
    {
      "epoch": 274.78,
      "grad_norm": 0.9041823148727417,
      "learning_rate": 3.6676887261058313e-06,
      "loss": 0.3547,
      "step": 984540
    },
    {
      "epoch": 274.78,
      "grad_norm": 1.9295380115509033,
      "learning_rate": 3.667666413652415e-06,
      "loss": 0.3604,
      "step": 984550
    },
    {
      "epoch": 274.79,
      "grad_norm": 6.097739219665527,
      "learning_rate": 3.6676441010227856e-06,
      "loss": 0.342,
      "step": 984560
    },
    {
      "epoch": 274.79,
      "grad_norm": 0.8695369958877563,
      "learning_rate": 3.6676217882169464e-06,
      "loss": 0.3719,
      "step": 984570
    },
    {
      "epoch": 274.79,
      "grad_norm": 0.9875867366790771,
      "learning_rate": 3.667599475234899e-06,
      "loss": 0.3511,
      "step": 984580
    },
    {
      "epoch": 274.79,
      "grad_norm": 1.2688287496566772,
      "learning_rate": 3.6675771620766457e-06,
      "loss": 0.3596,
      "step": 984590
    },
    {
      "epoch": 274.8,
      "grad_norm": 1.141623616218567,
      "learning_rate": 3.6675548487421914e-06,
      "loss": 0.3767,
      "step": 984600
    },
    {
      "epoch": 274.8,
      "grad_norm": 0.8995607495307922,
      "learning_rate": 3.6675325352315386e-06,
      "loss": 0.3598,
      "step": 984610
    },
    {
      "epoch": 274.8,
      "grad_norm": 0.9872347712516785,
      "learning_rate": 3.6675102215446906e-06,
      "loss": 0.3703,
      "step": 984620
    },
    {
      "epoch": 274.81,
      "grad_norm": 0.9733227491378784,
      "learning_rate": 3.6674879076816484e-06,
      "loss": 0.3508,
      "step": 984630
    },
    {
      "epoch": 274.81,
      "grad_norm": 1.345927119255066,
      "learning_rate": 3.667465593642417e-06,
      "loss": 0.3551,
      "step": 984640
    },
    {
      "epoch": 274.81,
      "grad_norm": 0.9553297758102417,
      "learning_rate": 3.667443279426999e-06,
      "loss": 0.3528,
      "step": 984650
    },
    {
      "epoch": 274.81,
      "grad_norm": 1.0320110321044922,
      "learning_rate": 3.6674209650353966e-06,
      "loss": 0.3557,
      "step": 984660
    },
    {
      "epoch": 274.82,
      "grad_norm": 1.1037628650665283,
      "learning_rate": 3.667398650467613e-06,
      "loss": 0.3404,
      "step": 984670
    },
    {
      "epoch": 274.82,
      "grad_norm": 0.8605709671974182,
      "learning_rate": 3.6673763357236512e-06,
      "loss": 0.3391,
      "step": 984680
    },
    {
      "epoch": 274.82,
      "grad_norm": 1.0732314586639404,
      "learning_rate": 3.6673540208035157e-06,
      "loss": 0.3621,
      "step": 984690
    },
    {
      "epoch": 274.83,
      "grad_norm": 0.914027750492096,
      "learning_rate": 3.667331705707207e-06,
      "loss": 0.3332,
      "step": 984700
    },
    {
      "epoch": 274.83,
      "grad_norm": 1.1269289255142212,
      "learning_rate": 3.6673093904347295e-06,
      "loss": 0.3459,
      "step": 984710
    },
    {
      "epoch": 274.83,
      "grad_norm": 1.152361512184143,
      "learning_rate": 3.667287074986086e-06,
      "loss": 0.3502,
      "step": 984720
    },
    {
      "epoch": 274.83,
      "grad_norm": 0.8980844020843506,
      "learning_rate": 3.6672647593612792e-06,
      "loss": 0.3558,
      "step": 984730
    },
    {
      "epoch": 274.84,
      "grad_norm": 1.0436500310897827,
      "learning_rate": 3.6672424435603124e-06,
      "loss": 0.3615,
      "step": 984740
    },
    {
      "epoch": 274.84,
      "grad_norm": 0.8810684680938721,
      "learning_rate": 3.667220127583188e-06,
      "loss": 0.3746,
      "step": 984750
    },
    {
      "epoch": 274.84,
      "grad_norm": 1.1694415807724,
      "learning_rate": 3.6671978114299095e-06,
      "loss": 0.3658,
      "step": 984760
    },
    {
      "epoch": 274.85,
      "grad_norm": 1.0054353475570679,
      "learning_rate": 3.6671754951004805e-06,
      "loss": 0.345,
      "step": 984770
    },
    {
      "epoch": 274.85,
      "grad_norm": 1.0295144319534302,
      "learning_rate": 3.6671531785949026e-06,
      "loss": 0.3539,
      "step": 984780
    },
    {
      "epoch": 274.85,
      "grad_norm": 1.1455074548721313,
      "learning_rate": 3.667130861913179e-06,
      "loss": 0.3645,
      "step": 984790
    },
    {
      "epoch": 274.85,
      "grad_norm": 0.9621652364730835,
      "learning_rate": 3.6671085450553138e-06,
      "loss": 0.3545,
      "step": 984800
    },
    {
      "epoch": 274.86,
      "grad_norm": 0.978438675403595,
      "learning_rate": 3.6670862280213093e-06,
      "loss": 0.3543,
      "step": 984810
    },
    {
      "epoch": 274.86,
      "grad_norm": 1.2366751432418823,
      "learning_rate": 3.667063910811167e-06,
      "loss": 0.3732,
      "step": 984820
    },
    {
      "epoch": 274.86,
      "grad_norm": 1.1829783916473389,
      "learning_rate": 3.6670415934248923e-06,
      "loss": 0.3431,
      "step": 984830
    },
    {
      "epoch": 274.86,
      "grad_norm": 1.1323180198669434,
      "learning_rate": 3.6670192758624874e-06,
      "loss": 0.3514,
      "step": 984840
    },
    {
      "epoch": 274.87,
      "grad_norm": 0.9617562294006348,
      "learning_rate": 3.6669969581239548e-06,
      "loss": 0.3686,
      "step": 984850
    },
    {
      "epoch": 274.87,
      "grad_norm": 1.1181508302688599,
      "learning_rate": 3.6669746402092973e-06,
      "loss": 0.3532,
      "step": 984860
    },
    {
      "epoch": 274.87,
      "grad_norm": 1.1532236337661743,
      "learning_rate": 3.6669523221185184e-06,
      "loss": 0.3664,
      "step": 984870
    },
    {
      "epoch": 274.88,
      "grad_norm": 1.434157371520996,
      "learning_rate": 3.666930003851621e-06,
      "loss": 0.3569,
      "step": 984880
    },
    {
      "epoch": 274.88,
      "grad_norm": 1.3230959177017212,
      "learning_rate": 3.6669076854086077e-06,
      "loss": 0.3478,
      "step": 984890
    },
    {
      "epoch": 274.88,
      "grad_norm": 0.9606848359107971,
      "learning_rate": 3.6668853667894818e-06,
      "loss": 0.3658,
      "step": 984900
    },
    {
      "epoch": 274.88,
      "grad_norm": 1.05497407913208,
      "learning_rate": 3.6668630479942467e-06,
      "loss": 0.3662,
      "step": 984910
    },
    {
      "epoch": 274.89,
      "grad_norm": 1.2356715202331543,
      "learning_rate": 3.6668407290229042e-06,
      "loss": 0.3531,
      "step": 984920
    },
    {
      "epoch": 274.89,
      "grad_norm": 1.0897597074508667,
      "learning_rate": 3.666818409875459e-06,
      "loss": 0.3416,
      "step": 984930
    },
    {
      "epoch": 274.89,
      "grad_norm": 1.052141547203064,
      "learning_rate": 3.6667960905519125e-06,
      "loss": 0.355,
      "step": 984940
    },
    {
      "epoch": 274.9,
      "grad_norm": 0.976887047290802,
      "learning_rate": 3.6667737710522675e-06,
      "loss": 0.3649,
      "step": 984950
    },
    {
      "epoch": 274.9,
      "grad_norm": 0.9494860768318176,
      "learning_rate": 3.666751451376528e-06,
      "loss": 0.3623,
      "step": 984960
    },
    {
      "epoch": 274.9,
      "grad_norm": 1.1658263206481934,
      "learning_rate": 3.6667291315246974e-06,
      "loss": 0.3555,
      "step": 984970
    },
    {
      "epoch": 274.9,
      "grad_norm": 1.12842857837677,
      "learning_rate": 3.6667068114967774e-06,
      "loss": 0.3822,
      "step": 984980
    },
    {
      "epoch": 274.91,
      "grad_norm": 1.113008975982666,
      "learning_rate": 3.666684491292771e-06,
      "loss": 0.3781,
      "step": 984990
    },
    {
      "epoch": 274.91,
      "grad_norm": 0.9956186413764954,
      "learning_rate": 3.6666621709126824e-06,
      "loss": 0.3742,
      "step": 985000
    },
    {
      "epoch": 274.91,
      "grad_norm": 0.8861215710639954,
      "learning_rate": 3.6666398503565137e-06,
      "loss": 0.3652,
      "step": 985010
    },
    {
      "epoch": 274.91,
      "grad_norm": 0.9806943535804749,
      "learning_rate": 3.666617529624268e-06,
      "loss": 0.367,
      "step": 985020
    },
    {
      "epoch": 274.92,
      "grad_norm": 1.215691328048706,
      "learning_rate": 3.6665952087159484e-06,
      "loss": 0.3689,
      "step": 985030
    },
    {
      "epoch": 274.92,
      "grad_norm": 1.1004093885421753,
      "learning_rate": 3.6665728876315573e-06,
      "loss": 0.3547,
      "step": 985040
    },
    {
      "epoch": 274.92,
      "grad_norm": 0.9424232244491577,
      "learning_rate": 3.666550566371098e-06,
      "loss": 0.3603,
      "step": 985050
    },
    {
      "epoch": 274.93,
      "grad_norm": 0.9269751310348511,
      "learning_rate": 3.666528244934575e-06,
      "loss": 0.3543,
      "step": 985060
    },
    {
      "epoch": 274.93,
      "grad_norm": 1.1357131004333496,
      "learning_rate": 3.6665059233219885e-06,
      "loss": 0.3754,
      "step": 985070
    },
    {
      "epoch": 274.93,
      "grad_norm": 1.1797053813934326,
      "learning_rate": 3.666483601533343e-06,
      "loss": 0.3645,
      "step": 985080
    },
    {
      "epoch": 274.93,
      "grad_norm": 1.0194132328033447,
      "learning_rate": 3.6664612795686414e-06,
      "loss": 0.3592,
      "step": 985090
    },
    {
      "epoch": 274.94,
      "grad_norm": 1.049679160118103,
      "learning_rate": 3.6664389574278867e-06,
      "loss": 0.3622,
      "step": 985100
    },
    {
      "epoch": 274.94,
      "grad_norm": 0.8402958512306213,
      "learning_rate": 3.6664166351110812e-06,
      "loss": 0.3567,
      "step": 985110
    },
    {
      "epoch": 274.94,
      "grad_norm": 0.9018709063529968,
      "learning_rate": 3.6663943126182285e-06,
      "loss": 0.3693,
      "step": 985120
    },
    {
      "epoch": 274.95,
      "grad_norm": 1.2564482688903809,
      "learning_rate": 3.6663719899493326e-06,
      "loss": 0.3596,
      "step": 985130
    },
    {
      "epoch": 274.95,
      "grad_norm": 1.0207772254943848,
      "learning_rate": 3.6663496671043945e-06,
      "loss": 0.3609,
      "step": 985140
    },
    {
      "epoch": 274.95,
      "grad_norm": 0.9858535528182983,
      "learning_rate": 3.666327344083418e-06,
      "loss": 0.3583,
      "step": 985150
    },
    {
      "epoch": 274.95,
      "grad_norm": 1.3186907768249512,
      "learning_rate": 3.666305020886406e-06,
      "loss": 0.3434,
      "step": 985160
    },
    {
      "epoch": 274.96,
      "grad_norm": 1.103600263595581,
      "learning_rate": 3.666282697513361e-06,
      "loss": 0.3658,
      "step": 985170
    },
    {
      "epoch": 274.96,
      "grad_norm": 0.9751562476158142,
      "learning_rate": 3.6662603739642874e-06,
      "loss": 0.3672,
      "step": 985180
    },
    {
      "epoch": 274.96,
      "grad_norm": 1.0135512351989746,
      "learning_rate": 3.6662380502391876e-06,
      "loss": 0.3431,
      "step": 985190
    },
    {
      "epoch": 274.97,
      "grad_norm": 1.0696027278900146,
      "learning_rate": 3.6662157263380642e-06,
      "loss": 0.3574,
      "step": 985200
    },
    {
      "epoch": 274.97,
      "grad_norm": 1.099924921989441,
      "learning_rate": 3.6661934022609193e-06,
      "loss": 0.3708,
      "step": 985210
    },
    {
      "epoch": 274.97,
      "grad_norm": 0.9563174843788147,
      "learning_rate": 3.6661710780077576e-06,
      "loss": 0.3538,
      "step": 985220
    },
    {
      "epoch": 274.97,
      "grad_norm": 1.0877394676208496,
      "learning_rate": 3.666148753578581e-06,
      "loss": 0.3634,
      "step": 985230
    },
    {
      "epoch": 274.98,
      "grad_norm": 1.1004680395126343,
      "learning_rate": 3.6661264289733926e-06,
      "loss": 0.3633,
      "step": 985240
    },
    {
      "epoch": 274.98,
      "grad_norm": 1.0498977899551392,
      "learning_rate": 3.666104104192196e-06,
      "loss": 0.3742,
      "step": 985250
    },
    {
      "epoch": 274.98,
      "grad_norm": 0.984088659286499,
      "learning_rate": 3.666081779234994e-06,
      "loss": 0.3521,
      "step": 985260
    },
    {
      "epoch": 274.98,
      "grad_norm": 1.117919683456421,
      "learning_rate": 3.666059454101789e-06,
      "loss": 0.3455,
      "step": 985270
    },
    {
      "epoch": 274.99,
      "grad_norm": 1.1119568347930908,
      "learning_rate": 3.6660371287925833e-06,
      "loss": 0.3581,
      "step": 985280
    },
    {
      "epoch": 274.99,
      "grad_norm": 0.8983944654464722,
      "learning_rate": 3.666014803307382e-06,
      "loss": 0.3507,
      "step": 985290
    },
    {
      "epoch": 274.99,
      "grad_norm": 1.071004867553711,
      "learning_rate": 3.6659924776461865e-06,
      "loss": 0.3642,
      "step": 985300
    },
    {
      "epoch": 275.0,
      "grad_norm": 7.360157012939453,
      "learning_rate": 3.6659701518090003e-06,
      "loss": 0.3519,
      "step": 985310
    },
    {
      "epoch": 275.0,
      "grad_norm": 1.1118162870407104,
      "learning_rate": 3.6659478257958265e-06,
      "loss": 0.376,
      "step": 985320
    },
    {
      "epoch": 275.0,
      "eval_loss": 0.36034655570983887,
      "eval_runtime": 63.4051,
      "eval_samples_per_second": 79.789,
      "eval_steps_per_second": 9.983,
      "step": 985325
    },
    {
      "epoch": 275.0,
      "grad_norm": 1.0426095724105835,
      "learning_rate": 3.6659254996066664e-06,
      "loss": 0.3431,
      "step": 985330
    },
    {
      "epoch": 275.0,
      "grad_norm": 1.1750293970108032,
      "learning_rate": 3.6659031732415254e-06,
      "loss": 0.3504,
      "step": 985340
    },
    {
      "epoch": 275.01,
      "grad_norm": 1.0370343923568726,
      "learning_rate": 3.6658808467004066e-06,
      "loss": 0.3584,
      "step": 985350
    },
    {
      "epoch": 275.01,
      "grad_norm": 1.1243903636932373,
      "learning_rate": 3.66585851998331e-06,
      "loss": 0.3654,
      "step": 985360
    },
    {
      "epoch": 275.01,
      "grad_norm": 0.9619802236557007,
      "learning_rate": 3.665836193090241e-06,
      "loss": 0.3551,
      "step": 985370
    },
    {
      "epoch": 275.02,
      "grad_norm": 0.9273841381072998,
      "learning_rate": 3.6658138660212023e-06,
      "loss": 0.3672,
      "step": 985380
    },
    {
      "epoch": 275.02,
      "grad_norm": 0.9417142271995544,
      "learning_rate": 3.6657915387761966e-06,
      "loss": 0.3607,
      "step": 985390
    },
    {
      "epoch": 275.02,
      "grad_norm": 0.9608976244926453,
      "learning_rate": 3.665769211355226e-06,
      "loss": 0.3553,
      "step": 985400
    },
    {
      "epoch": 275.02,
      "grad_norm": 1.0927338600158691,
      "learning_rate": 3.665746883758294e-06,
      "loss": 0.37,
      "step": 985410
    },
    {
      "epoch": 275.03,
      "grad_norm": 0.9875959157943726,
      "learning_rate": 3.6657245559854052e-06,
      "loss": 0.3728,
      "step": 985420
    },
    {
      "epoch": 275.03,
      "grad_norm": 0.9848323464393616,
      "learning_rate": 3.6657022280365604e-06,
      "loss": 0.3527,
      "step": 985430
    },
    {
      "epoch": 275.03,
      "grad_norm": 0.9810196757316589,
      "learning_rate": 3.665679899911763e-06,
      "loss": 0.3416,
      "step": 985440
    },
    {
      "epoch": 275.03,
      "grad_norm": 1.0768097639083862,
      "learning_rate": 3.665657571611018e-06,
      "loss": 0.3595,
      "step": 985450
    },
    {
      "epoch": 275.04,
      "grad_norm": 1.1870731115341187,
      "learning_rate": 3.665635243134326e-06,
      "loss": 0.3575,
      "step": 985460
    },
    {
      "epoch": 275.04,
      "grad_norm": 1.0658326148986816,
      "learning_rate": 3.6656129144816896e-06,
      "loss": 0.3525,
      "step": 985470
    },
    {
      "epoch": 275.04,
      "grad_norm": 1.134417176246643,
      "learning_rate": 3.6655905856531142e-06,
      "loss": 0.3542,
      "step": 985480
    },
    {
      "epoch": 275.05,
      "grad_norm": 1.162858486175537,
      "learning_rate": 3.665568256648601e-06,
      "loss": 0.3571,
      "step": 985490
    },
    {
      "epoch": 275.05,
      "grad_norm": 0.9901807308197021,
      "learning_rate": 3.6655459274681536e-06,
      "loss": 0.3702,
      "step": 985500
    },
    {
      "epoch": 275.05,
      "grad_norm": 1.121452808380127,
      "learning_rate": 3.665523598111775e-06,
      "loss": 0.3717,
      "step": 985510
    },
    {
      "epoch": 275.05,
      "grad_norm": 1.0657224655151367,
      "learning_rate": 3.665501268579467e-06,
      "loss": 0.3585,
      "step": 985520
    },
    {
      "epoch": 275.06,
      "grad_norm": 1.2355225086212158,
      "learning_rate": 3.665478938871234e-06,
      "loss": 0.3688,
      "step": 985530
    },
    {
      "epoch": 275.06,
      "grad_norm": 1.042478322982788,
      "learning_rate": 3.665456608987079e-06,
      "loss": 0.3602,
      "step": 985540
    },
    {
      "epoch": 275.06,
      "grad_norm": 1.1535903215408325,
      "learning_rate": 3.6654342789270044e-06,
      "loss": 0.3751,
      "step": 985550
    },
    {
      "epoch": 275.07,
      "grad_norm": 1.2270088195800781,
      "learning_rate": 3.6654119486910127e-06,
      "loss": 0.3476,
      "step": 985560
    },
    {
      "epoch": 275.07,
      "grad_norm": 1.0618730783462524,
      "learning_rate": 3.665389618279108e-06,
      "loss": 0.3539,
      "step": 985570
    },
    {
      "epoch": 275.07,
      "grad_norm": 0.9472466707229614,
      "learning_rate": 3.6653672876912925e-06,
      "loss": 0.3651,
      "step": 985580
    },
    {
      "epoch": 275.07,
      "grad_norm": 0.9432039856910706,
      "learning_rate": 3.6653449569275696e-06,
      "loss": 0.3591,
      "step": 985590
    },
    {
      "epoch": 275.08,
      "grad_norm": 1.2033931016921997,
      "learning_rate": 3.6653226259879412e-06,
      "loss": 0.3656,
      "step": 985600
    },
    {
      "epoch": 275.08,
      "grad_norm": 0.8909494876861572,
      "learning_rate": 3.665300294872412e-06,
      "loss": 0.3585,
      "step": 985610
    },
    {
      "epoch": 275.08,
      "grad_norm": 1.006601333618164,
      "learning_rate": 3.6652779635809834e-06,
      "loss": 0.354,
      "step": 985620
    },
    {
      "epoch": 275.09,
      "grad_norm": 0.9691538214683533,
      "learning_rate": 3.66525563211366e-06,
      "loss": 0.3753,
      "step": 985630
    },
    {
      "epoch": 275.09,
      "grad_norm": 1.0175025463104248,
      "learning_rate": 3.6652333004704435e-06,
      "loss": 0.3566,
      "step": 985640
    },
    {
      "epoch": 275.09,
      "grad_norm": 1.0714021921157837,
      "learning_rate": 3.665210968651337e-06,
      "loss": 0.3755,
      "step": 985650
    },
    {
      "epoch": 275.09,
      "grad_norm": 1.3455004692077637,
      "learning_rate": 3.665188636656343e-06,
      "loss": 0.3523,
      "step": 985660
    },
    {
      "epoch": 275.1,
      "grad_norm": 0.8937833309173584,
      "learning_rate": 3.6651663044854666e-06,
      "loss": 0.3704,
      "step": 985670
    },
    {
      "epoch": 275.1,
      "grad_norm": 1.0186527967453003,
      "learning_rate": 3.6651439721387085e-06,
      "loss": 0.3646,
      "step": 985680
    },
    {
      "epoch": 275.1,
      "grad_norm": 0.8902351260185242,
      "learning_rate": 3.665121639616072e-06,
      "loss": 0.341,
      "step": 985690
    },
    {
      "epoch": 275.1,
      "grad_norm": 1.0628252029418945,
      "learning_rate": 3.665099306917561e-06,
      "loss": 0.3602,
      "step": 985700
    },
    {
      "epoch": 275.11,
      "grad_norm": 1.03677237033844,
      "learning_rate": 3.6650769740431788e-06,
      "loss": 0.3505,
      "step": 985710
    },
    {
      "epoch": 275.11,
      "grad_norm": 0.9568718075752258,
      "learning_rate": 3.6650546409929272e-06,
      "loss": 0.337,
      "step": 985720
    },
    {
      "epoch": 275.11,
      "grad_norm": 1.37913978099823,
      "learning_rate": 3.6650323077668092e-06,
      "loss": 0.3616,
      "step": 985730
    },
    {
      "epoch": 275.12,
      "grad_norm": 1.0864872932434082,
      "learning_rate": 3.6650099743648286e-06,
      "loss": 0.3581,
      "step": 985740
    },
    {
      "epoch": 275.12,
      "grad_norm": 1.4404538869857788,
      "learning_rate": 3.6649876407869873e-06,
      "loss": 0.3651,
      "step": 985750
    },
    {
      "epoch": 275.12,
      "grad_norm": 0.9403477311134338,
      "learning_rate": 3.66496530703329e-06,
      "loss": 0.3737,
      "step": 985760
    },
    {
      "epoch": 275.12,
      "grad_norm": 3.843630075454712,
      "learning_rate": 3.664942973103738e-06,
      "loss": 0.3494,
      "step": 985770
    },
    {
      "epoch": 275.13,
      "grad_norm": 1.1159138679504395,
      "learning_rate": 3.664920638998335e-06,
      "loss": 0.3589,
      "step": 985780
    },
    {
      "epoch": 275.13,
      "grad_norm": 0.9243993759155273,
      "learning_rate": 3.6648983047170833e-06,
      "loss": 0.3606,
      "step": 985790
    },
    {
      "epoch": 275.13,
      "grad_norm": 0.9579463005065918,
      "learning_rate": 3.664875970259987e-06,
      "loss": 0.3501,
      "step": 985800
    },
    {
      "epoch": 275.14,
      "grad_norm": 0.9239004254341125,
      "learning_rate": 3.6648536356270482e-06,
      "loss": 0.3387,
      "step": 985810
    },
    {
      "epoch": 275.14,
      "grad_norm": 1.214228630065918,
      "learning_rate": 3.6648313008182695e-06,
      "loss": 0.3532,
      "step": 985820
    },
    {
      "epoch": 275.14,
      "grad_norm": 0.8676166534423828,
      "learning_rate": 3.664808965833655e-06,
      "loss": 0.3525,
      "step": 985830
    },
    {
      "epoch": 275.14,
      "grad_norm": 0.9616051912307739,
      "learning_rate": 3.6647866306732074e-06,
      "loss": 0.3722,
      "step": 985840
    },
    {
      "epoch": 275.15,
      "grad_norm": 1.1020874977111816,
      "learning_rate": 3.6647642953369296e-06,
      "loss": 0.3648,
      "step": 985850
    },
    {
      "epoch": 275.15,
      "grad_norm": 1.0334151983261108,
      "learning_rate": 3.6647419598248247e-06,
      "loss": 0.3855,
      "step": 985860
    },
    {
      "epoch": 275.15,
      "grad_norm": 1.1199196577072144,
      "learning_rate": 3.6647196241368948e-06,
      "loss": 0.3652,
      "step": 985870
    },
    {
      "epoch": 275.15,
      "grad_norm": 1.1111085414886475,
      "learning_rate": 3.6646972882731433e-06,
      "loss": 0.355,
      "step": 985880
    },
    {
      "epoch": 275.16,
      "grad_norm": 1.0020078420639038,
      "learning_rate": 3.664674952233574e-06,
      "loss": 0.3533,
      "step": 985890
    },
    {
      "epoch": 275.16,
      "grad_norm": 1.4425894021987915,
      "learning_rate": 3.6646526160181895e-06,
      "loss": 0.384,
      "step": 985900
    },
    {
      "epoch": 275.16,
      "grad_norm": 1.1176939010620117,
      "learning_rate": 3.6646302796269914e-06,
      "loss": 0.367,
      "step": 985910
    },
    {
      "epoch": 275.17,
      "grad_norm": 0.9456073045730591,
      "learning_rate": 3.664607943059984e-06,
      "loss": 0.3637,
      "step": 985920
    },
    {
      "epoch": 275.17,
      "grad_norm": 0.9743062853813171,
      "learning_rate": 3.6645856063171708e-06,
      "loss": 0.3532,
      "step": 985930
    },
    {
      "epoch": 275.17,
      "grad_norm": 0.9926835298538208,
      "learning_rate": 3.6645632693985532e-06,
      "loss": 0.3511,
      "step": 985940
    },
    {
      "epoch": 275.17,
      "grad_norm": 1.1135656833648682,
      "learning_rate": 3.6645409323041353e-06,
      "loss": 0.3509,
      "step": 985950
    },
    {
      "epoch": 275.18,
      "grad_norm": 1.064194917678833,
      "learning_rate": 3.6645185950339203e-06,
      "loss": 0.3561,
      "step": 985960
    },
    {
      "epoch": 275.18,
      "grad_norm": 0.9607078433036804,
      "learning_rate": 3.66449625758791e-06,
      "loss": 0.3598,
      "step": 985970
    },
    {
      "epoch": 275.18,
      "grad_norm": 1.1014351844787598,
      "learning_rate": 3.6644739199661077e-06,
      "loss": 0.3552,
      "step": 985980
    },
    {
      "epoch": 275.19,
      "grad_norm": 1.089042067527771,
      "learning_rate": 3.664451582168517e-06,
      "loss": 0.3525,
      "step": 985990
    },
    {
      "epoch": 275.19,
      "grad_norm": 1.4810587167739868,
      "learning_rate": 3.6644292441951414e-06,
      "loss": 0.362,
      "step": 986000
    },
    {
      "epoch": 275.19,
      "grad_norm": 1.1276216506958008,
      "learning_rate": 3.6644069060459823e-06,
      "loss": 0.3667,
      "step": 986010
    },
    {
      "epoch": 275.19,
      "grad_norm": 1.0566761493682861,
      "learning_rate": 3.6643845677210436e-06,
      "loss": 0.3446,
      "step": 986020
    },
    {
      "epoch": 275.2,
      "grad_norm": 1.2295687198638916,
      "learning_rate": 3.6643622292203278e-06,
      "loss": 0.3747,
      "step": 986030
    },
    {
      "epoch": 275.2,
      "grad_norm": 1.0942715406417847,
      "learning_rate": 3.6643398905438386e-06,
      "loss": 0.3557,
      "step": 986040
    },
    {
      "epoch": 275.2,
      "grad_norm": 1.21464204788208,
      "learning_rate": 3.6643175516915783e-06,
      "loss": 0.3788,
      "step": 986050
    },
    {
      "epoch": 275.21,
      "grad_norm": 1.111324667930603,
      "learning_rate": 3.6642952126635497e-06,
      "loss": 0.3541,
      "step": 986060
    },
    {
      "epoch": 275.21,
      "grad_norm": 1.5047918558120728,
      "learning_rate": 3.6642728734597567e-06,
      "loss": 0.3614,
      "step": 986070
    },
    {
      "epoch": 275.21,
      "grad_norm": 0.9182170033454895,
      "learning_rate": 3.664250534080201e-06,
      "loss": 0.3503,
      "step": 986080
    },
    {
      "epoch": 275.21,
      "grad_norm": 1.1287786960601807,
      "learning_rate": 3.6642281945248877e-06,
      "loss": 0.3561,
      "step": 986090
    },
    {
      "epoch": 275.22,
      "grad_norm": 0.8384541869163513,
      "learning_rate": 3.664205854793817e-06,
      "loss": 0.3662,
      "step": 986100
    },
    {
      "epoch": 275.22,
      "grad_norm": 1.0688560009002686,
      "learning_rate": 3.664183514886994e-06,
      "loss": 0.3564,
      "step": 986110
    },
    {
      "epoch": 275.22,
      "grad_norm": 1.1030116081237793,
      "learning_rate": 3.6641611748044204e-06,
      "loss": 0.3439,
      "step": 986120
    },
    {
      "epoch": 275.22,
      "grad_norm": 0.9638265371322632,
      "learning_rate": 3.6641388345461006e-06,
      "loss": 0.3628,
      "step": 986130
    },
    {
      "epoch": 275.23,
      "grad_norm": 1.0118104219436646,
      "learning_rate": 3.6641164941120363e-06,
      "loss": 0.342,
      "step": 986140
    },
    {
      "epoch": 275.23,
      "grad_norm": 1.2319040298461914,
      "learning_rate": 3.664094153502231e-06,
      "loss": 0.3335,
      "step": 986150
    },
    {
      "epoch": 275.23,
      "grad_norm": 1.0646438598632812,
      "learning_rate": 3.664071812716687e-06,
      "loss": 0.3542,
      "step": 986160
    },
    {
      "epoch": 275.24,
      "grad_norm": 1.0836338996887207,
      "learning_rate": 3.6640494717554073e-06,
      "loss": 0.3664,
      "step": 986170
    },
    {
      "epoch": 275.24,
      "grad_norm": 1.0138185024261475,
      "learning_rate": 3.6640271306183962e-06,
      "loss": 0.3653,
      "step": 986180
    },
    {
      "epoch": 275.24,
      "grad_norm": 0.9323330521583557,
      "learning_rate": 3.6640047893056564e-06,
      "loss": 0.3805,
      "step": 986190
    },
    {
      "epoch": 275.24,
      "grad_norm": 1.0816835165023804,
      "learning_rate": 3.66398244781719e-06,
      "loss": 0.3581,
      "step": 986200
    },
    {
      "epoch": 275.25,
      "grad_norm": 1.2829128503799438,
      "learning_rate": 3.663960106153e-06,
      "loss": 0.3627,
      "step": 986210
    },
    {
      "epoch": 275.25,
      "grad_norm": 1.0267181396484375,
      "learning_rate": 3.663937764313089e-06,
      "loss": 0.3679,
      "step": 986220
    },
    {
      "epoch": 275.25,
      "grad_norm": 1.0565518140792847,
      "learning_rate": 3.6639154222974623e-06,
      "loss": 0.383,
      "step": 986230
    },
    {
      "epoch": 275.26,
      "grad_norm": 1.049054741859436,
      "learning_rate": 3.6638930801061193e-06,
      "loss": 0.3668,
      "step": 986240
    },
    {
      "epoch": 275.26,
      "grad_norm": 1.0476776361465454,
      "learning_rate": 3.6638707377390666e-06,
      "loss": 0.3556,
      "step": 986250
    },
    {
      "epoch": 275.26,
      "grad_norm": 1.044122338294983,
      "learning_rate": 3.6638483951963044e-06,
      "loss": 0.3554,
      "step": 986260
    },
    {
      "epoch": 275.26,
      "grad_norm": 1.1578576564788818,
      "learning_rate": 3.663826052477837e-06,
      "loss": 0.3712,
      "step": 986270
    },
    {
      "epoch": 275.27,
      "grad_norm": 1.2145664691925049,
      "learning_rate": 3.663803709583667e-06,
      "loss": 0.3574,
      "step": 986280
    },
    {
      "epoch": 275.27,
      "grad_norm": 1.1291790008544922,
      "learning_rate": 3.663781366513798e-06,
      "loss": 0.359,
      "step": 986290
    },
    {
      "epoch": 275.27,
      "grad_norm": 0.998796820640564,
      "learning_rate": 3.6637590232682326e-06,
      "loss": 0.3545,
      "step": 986300
    },
    {
      "epoch": 275.27,
      "grad_norm": 1.0944560766220093,
      "learning_rate": 3.6637366798469727e-06,
      "loss": 0.3715,
      "step": 986310
    },
    {
      "epoch": 275.28,
      "grad_norm": 1.3187386989593506,
      "learning_rate": 3.663714336250023e-06,
      "loss": 0.376,
      "step": 986320
    },
    {
      "epoch": 275.28,
      "grad_norm": 0.9051607251167297,
      "learning_rate": 3.6636919924773856e-06,
      "loss": 0.3704,
      "step": 986330
    },
    {
      "epoch": 275.28,
      "grad_norm": 0.9919425249099731,
      "learning_rate": 3.663669648529063e-06,
      "loss": 0.3649,
      "step": 986340
    },
    {
      "epoch": 275.29,
      "grad_norm": 1.3295072317123413,
      "learning_rate": 3.6636473044050597e-06,
      "loss": 0.3749,
      "step": 986350
    },
    {
      "epoch": 275.29,
      "grad_norm": 1.1793111562728882,
      "learning_rate": 3.6636249601053767e-06,
      "loss": 0.348,
      "step": 986360
    },
    {
      "epoch": 275.29,
      "grad_norm": 1.1266288757324219,
      "learning_rate": 3.6636026156300183e-06,
      "loss": 0.3551,
      "step": 986370
    },
    {
      "epoch": 275.29,
      "grad_norm": 0.8154265284538269,
      "learning_rate": 3.6635802709789873e-06,
      "loss": 0.3633,
      "step": 986380
    },
    {
      "epoch": 275.3,
      "grad_norm": 1.233213186264038,
      "learning_rate": 3.663557926152287e-06,
      "loss": 0.3732,
      "step": 986390
    },
    {
      "epoch": 275.3,
      "grad_norm": 0.8600388765335083,
      "learning_rate": 3.6635355811499184e-06,
      "loss": 0.3581,
      "step": 986400
    },
    {
      "epoch": 275.3,
      "grad_norm": 0.9238516688346863,
      "learning_rate": 3.6635132359718873e-06,
      "loss": 0.3608,
      "step": 986410
    },
    {
      "epoch": 275.31,
      "grad_norm": 1.049363136291504,
      "learning_rate": 3.6634908906181955e-06,
      "loss": 0.3546,
      "step": 986420
    },
    {
      "epoch": 275.31,
      "grad_norm": 1.0984351634979248,
      "learning_rate": 3.663468545088845e-06,
      "loss": 0.3593,
      "step": 986430
    },
    {
      "epoch": 275.31,
      "grad_norm": 1.0618000030517578,
      "learning_rate": 3.66344619938384e-06,
      "loss": 0.3569,
      "step": 986440
    },
    {
      "epoch": 275.31,
      "grad_norm": 1.0463248491287231,
      "learning_rate": 3.6634238535031833e-06,
      "loss": 0.3549,
      "step": 986450
    },
    {
      "epoch": 275.32,
      "grad_norm": 0.865931510925293,
      "learning_rate": 3.663401507446877e-06,
      "loss": 0.3431,
      "step": 986460
    },
    {
      "epoch": 275.32,
      "grad_norm": 0.9562628269195557,
      "learning_rate": 3.663379161214925e-06,
      "loss": 0.364,
      "step": 986470
    },
    {
      "epoch": 275.32,
      "grad_norm": 1.0872514247894287,
      "learning_rate": 3.66335681480733e-06,
      "loss": 0.3639,
      "step": 986480
    },
    {
      "epoch": 275.33,
      "grad_norm": 0.915252685546875,
      "learning_rate": 3.6633344682240955e-06,
      "loss": 0.3417,
      "step": 986490
    },
    {
      "epoch": 275.33,
      "grad_norm": 1.062746286392212,
      "learning_rate": 3.6633121214652235e-06,
      "loss": 0.3484,
      "step": 986500
    },
    {
      "epoch": 275.33,
      "grad_norm": 0.9420940279960632,
      "learning_rate": 3.6632897745307175e-06,
      "loss": 0.368,
      "step": 986510
    },
    {
      "epoch": 275.33,
      "grad_norm": 1.0052478313446045,
      "learning_rate": 3.6632674274205805e-06,
      "loss": 0.3479,
      "step": 986520
    },
    {
      "epoch": 275.34,
      "grad_norm": 1.0778478384017944,
      "learning_rate": 3.663245080134815e-06,
      "loss": 0.3576,
      "step": 986530
    },
    {
      "epoch": 275.34,
      "grad_norm": 0.977767825126648,
      "learning_rate": 3.6632227326734245e-06,
      "loss": 0.3818,
      "step": 986540
    },
    {
      "epoch": 275.34,
      "grad_norm": 0.9361235499382019,
      "learning_rate": 3.6632003850364118e-06,
      "loss": 0.3438,
      "step": 986550
    },
    {
      "epoch": 275.34,
      "grad_norm": 1.0567257404327393,
      "learning_rate": 3.66317803722378e-06,
      "loss": 0.3827,
      "step": 986560
    },
    {
      "epoch": 275.35,
      "grad_norm": 0.8932530879974365,
      "learning_rate": 3.663155689235532e-06,
      "loss": 0.3581,
      "step": 986570
    },
    {
      "epoch": 275.35,
      "grad_norm": 1.0307598114013672,
      "learning_rate": 3.663133341071671e-06,
      "loss": 0.3705,
      "step": 986580
    },
    {
      "epoch": 275.35,
      "grad_norm": 6.672366142272949,
      "learning_rate": 3.663110992732199e-06,
      "loss": 0.3634,
      "step": 986590
    },
    {
      "epoch": 275.36,
      "grad_norm": 1.0725947618484497,
      "learning_rate": 3.66308864421712e-06,
      "loss": 0.3557,
      "step": 986600
    },
    {
      "epoch": 275.36,
      "grad_norm": 0.9584261178970337,
      "learning_rate": 3.6630662955264373e-06,
      "loss": 0.3743,
      "step": 986610
    },
    {
      "epoch": 275.36,
      "grad_norm": 1.1168540716171265,
      "learning_rate": 3.663043946660152e-06,
      "loss": 0.3672,
      "step": 986620
    },
    {
      "epoch": 275.36,
      "grad_norm": 1.0484191179275513,
      "learning_rate": 3.663021597618269e-06,
      "loss": 0.3504,
      "step": 986630
    },
    {
      "epoch": 275.37,
      "grad_norm": 1.0969551801681519,
      "learning_rate": 3.6629992484007916e-06,
      "loss": 0.3638,
      "step": 986640
    },
    {
      "epoch": 275.37,
      "grad_norm": 0.9629344940185547,
      "learning_rate": 3.66297689900772e-06,
      "loss": 0.3667,
      "step": 986650
    },
    {
      "epoch": 275.37,
      "grad_norm": 1.0770889520645142,
      "learning_rate": 3.662954549439059e-06,
      "loss": 0.3593,
      "step": 986660
    },
    {
      "epoch": 275.38,
      "grad_norm": 0.9740571975708008,
      "learning_rate": 3.6629321996948136e-06,
      "loss": 0.3775,
      "step": 986670
    },
    {
      "epoch": 275.38,
      "grad_norm": 1.0625609159469604,
      "learning_rate": 3.662909849774983e-06,
      "loss": 0.3775,
      "step": 986680
    },
    {
      "epoch": 275.38,
      "grad_norm": 2.70064640045166,
      "learning_rate": 3.662887499679572e-06,
      "loss": 0.3597,
      "step": 986690
    },
    {
      "epoch": 275.38,
      "grad_norm": 1.2905465364456177,
      "learning_rate": 3.6628651494085835e-06,
      "loss": 0.3511,
      "step": 986700
    },
    {
      "epoch": 275.39,
      "grad_norm": 1.0644896030426025,
      "learning_rate": 3.6628427989620206e-06,
      "loss": 0.3523,
      "step": 986710
    },
    {
      "epoch": 275.39,
      "grad_norm": 0.9907451272010803,
      "learning_rate": 3.6628204483398863e-06,
      "loss": 0.3738,
      "step": 986720
    },
    {
      "epoch": 275.39,
      "grad_norm": 1.0683696269989014,
      "learning_rate": 3.6627980975421825e-06,
      "loss": 0.3688,
      "step": 986730
    },
    {
      "epoch": 275.39,
      "grad_norm": 0.966044545173645,
      "learning_rate": 3.662775746568914e-06,
      "loss": 0.3506,
      "step": 986740
    },
    {
      "epoch": 275.4,
      "grad_norm": 1.0345137119293213,
      "learning_rate": 3.662753395420082e-06,
      "loss": 0.3623,
      "step": 986750
    },
    {
      "epoch": 275.4,
      "grad_norm": 1.02190363407135,
      "learning_rate": 3.662731044095691e-06,
      "loss": 0.3417,
      "step": 986760
    },
    {
      "epoch": 275.4,
      "grad_norm": 1.0583440065383911,
      "learning_rate": 3.662708692595743e-06,
      "loss": 0.3768,
      "step": 986770
    },
    {
      "epoch": 275.41,
      "grad_norm": 0.9748729467391968,
      "learning_rate": 3.6626863409202417e-06,
      "loss": 0.3431,
      "step": 986780
    },
    {
      "epoch": 275.41,
      "grad_norm": 0.9885035753250122,
      "learning_rate": 3.662663989069189e-06,
      "loss": 0.3599,
      "step": 986790
    },
    {
      "epoch": 275.41,
      "grad_norm": 0.9683194756507874,
      "learning_rate": 3.6626416370425884e-06,
      "loss": 0.337,
      "step": 986800
    },
    {
      "epoch": 275.41,
      "grad_norm": 0.9472465515136719,
      "learning_rate": 3.6626192848404434e-06,
      "loss": 0.3477,
      "step": 986810
    },
    {
      "epoch": 275.42,
      "grad_norm": 1.006301760673523,
      "learning_rate": 3.6625969324627567e-06,
      "loss": 0.36,
      "step": 986820
    },
    {
      "epoch": 275.42,
      "grad_norm": 1.1101996898651123,
      "learning_rate": 3.6625745799095305e-06,
      "loss": 0.3689,
      "step": 986830
    },
    {
      "epoch": 275.42,
      "grad_norm": 1.1650913953781128,
      "learning_rate": 3.662552227180769e-06,
      "loss": 0.3582,
      "step": 986840
    },
    {
      "epoch": 275.43,
      "grad_norm": 1.1091903448104858,
      "learning_rate": 3.6625298742764735e-06,
      "loss": 0.3592,
      "step": 986850
    },
    {
      "epoch": 275.43,
      "grad_norm": 1.0723662376403809,
      "learning_rate": 3.662507521196649e-06,
      "loss": 0.3638,
      "step": 986860
    },
    {
      "epoch": 275.43,
      "grad_norm": 1.0933690071105957,
      "learning_rate": 3.662485167941297e-06,
      "loss": 0.3696,
      "step": 986870
    },
    {
      "epoch": 275.43,
      "grad_norm": 1.2771990299224854,
      "learning_rate": 3.6624628145104213e-06,
      "loss": 0.3505,
      "step": 986880
    },
    {
      "epoch": 275.44,
      "grad_norm": 1.1318721771240234,
      "learning_rate": 3.662440460904025e-06,
      "loss": 0.3712,
      "step": 986890
    },
    {
      "epoch": 275.44,
      "grad_norm": 0.885611891746521,
      "learning_rate": 3.6624181071221096e-06,
      "loss": 0.3603,
      "step": 986900
    },
    {
      "epoch": 275.44,
      "grad_norm": 0.9135226011276245,
      "learning_rate": 3.6623957531646797e-06,
      "loss": 0.3602,
      "step": 986910
    },
    {
      "epoch": 275.45,
      "grad_norm": 1.0195194482803345,
      "learning_rate": 3.6623733990317384e-06,
      "loss": 0.3639,
      "step": 986920
    },
    {
      "epoch": 275.45,
      "grad_norm": 0.9581235647201538,
      "learning_rate": 3.662351044723287e-06,
      "loss": 0.3741,
      "step": 986930
    },
    {
      "epoch": 275.45,
      "grad_norm": 1.45977783203125,
      "learning_rate": 3.6623286902393293e-06,
      "loss": 0.3508,
      "step": 986940
    },
    {
      "epoch": 275.45,
      "grad_norm": 1.0045536756515503,
      "learning_rate": 3.662306335579869e-06,
      "loss": 0.3412,
      "step": 986950
    },
    {
      "epoch": 275.46,
      "grad_norm": 1.1314858198165894,
      "learning_rate": 3.6622839807449083e-06,
      "loss": 0.3646,
      "step": 986960
    },
    {
      "epoch": 275.46,
      "grad_norm": 0.9551693797111511,
      "learning_rate": 3.66226162573445e-06,
      "loss": 0.3855,
      "step": 986970
    },
    {
      "epoch": 275.46,
      "grad_norm": 1.251370906829834,
      "learning_rate": 3.6622392705484977e-06,
      "loss": 0.3503,
      "step": 986980
    },
    {
      "epoch": 275.46,
      "grad_norm": 1.051202654838562,
      "learning_rate": 3.6622169151870544e-06,
      "loss": 0.357,
      "step": 986990
    },
    {
      "epoch": 275.47,
      "grad_norm": 0.9841218590736389,
      "learning_rate": 3.662194559650123e-06,
      "loss": 0.3409,
      "step": 987000
    },
    {
      "epoch": 275.47,
      "grad_norm": 1.209654688835144,
      "learning_rate": 3.662172203937705e-06,
      "loss": 0.347,
      "step": 987010
    },
    {
      "epoch": 275.47,
      "grad_norm": 1.0373682975769043,
      "learning_rate": 3.662149848049806e-06,
      "loss": 0.3569,
      "step": 987020
    },
    {
      "epoch": 275.48,
      "grad_norm": 1.25475013256073,
      "learning_rate": 3.6621274919864274e-06,
      "loss": 0.3738,
      "step": 987030
    },
    {
      "epoch": 275.48,
      "grad_norm": 0.9573231339454651,
      "learning_rate": 3.6621051357475724e-06,
      "loss": 0.3581,
      "step": 987040
    },
    {
      "epoch": 275.48,
      "grad_norm": 2.451969861984253,
      "learning_rate": 3.6620827793332435e-06,
      "loss": 0.3516,
      "step": 987050
    },
    {
      "epoch": 275.48,
      "grad_norm": 1.0262905359268188,
      "learning_rate": 3.662060422743444e-06,
      "loss": 0.3535,
      "step": 987060
    },
    {
      "epoch": 275.49,
      "grad_norm": 0.9704768061637878,
      "learning_rate": 3.662038065978178e-06,
      "loss": 0.3566,
      "step": 987070
    },
    {
      "epoch": 275.49,
      "grad_norm": 0.9769139289855957,
      "learning_rate": 3.6620157090374464e-06,
      "loss": 0.3633,
      "step": 987080
    },
    {
      "epoch": 275.49,
      "grad_norm": 1.1700778007507324,
      "learning_rate": 3.661993351921254e-06,
      "loss": 0.3511,
      "step": 987090
    },
    {
      "epoch": 275.5,
      "grad_norm": 2.868098735809326,
      "learning_rate": 3.661970994629603e-06,
      "loss": 0.3631,
      "step": 987100
    },
    {
      "epoch": 275.5,
      "grad_norm": 0.9795778393745422,
      "learning_rate": 3.661948637162496e-06,
      "loss": 0.3447,
      "step": 987110
    },
    {
      "epoch": 275.5,
      "grad_norm": 0.9424646496772766,
      "learning_rate": 3.661926279519937e-06,
      "loss": 0.3533,
      "step": 987120
    },
    {
      "epoch": 275.5,
      "grad_norm": 1.2735601663589478,
      "learning_rate": 3.6619039217019275e-06,
      "loss": 0.3714,
      "step": 987130
    },
    {
      "epoch": 275.51,
      "grad_norm": 1.054904818534851,
      "learning_rate": 3.6618815637084717e-06,
      "loss": 0.3425,
      "step": 987140
    },
    {
      "epoch": 275.51,
      "grad_norm": 1.146378517150879,
      "learning_rate": 3.661859205539572e-06,
      "loss": 0.3575,
      "step": 987150
    },
    {
      "epoch": 275.51,
      "grad_norm": 1.117691993713379,
      "learning_rate": 3.661836847195233e-06,
      "loss": 0.3408,
      "step": 987160
    },
    {
      "epoch": 275.51,
      "grad_norm": 1.0294628143310547,
      "learning_rate": 3.661814488675455e-06,
      "loss": 0.3699,
      "step": 987170
    },
    {
      "epoch": 275.52,
      "grad_norm": 0.9554978013038635,
      "learning_rate": 3.6617921299802424e-06,
      "loss": 0.3347,
      "step": 987180
    },
    {
      "epoch": 275.52,
      "grad_norm": 1.2742946147918701,
      "learning_rate": 3.6617697711095984e-06,
      "loss": 0.3702,
      "step": 987190
    },
    {
      "epoch": 275.52,
      "grad_norm": 0.8169939517974854,
      "learning_rate": 3.661747412063525e-06,
      "loss": 0.3696,
      "step": 987200
    },
    {
      "epoch": 275.53,
      "grad_norm": 0.9909981489181519,
      "learning_rate": 3.661725052842026e-06,
      "loss": 0.3645,
      "step": 987210
    },
    {
      "epoch": 275.53,
      "grad_norm": 1.1285216808319092,
      "learning_rate": 3.6617026934451048e-06,
      "loss": 0.3599,
      "step": 987220
    },
    {
      "epoch": 275.53,
      "grad_norm": 1.2173091173171997,
      "learning_rate": 3.661680333872764e-06,
      "loss": 0.3534,
      "step": 987230
    },
    {
      "epoch": 275.53,
      "grad_norm": 0.9984844923019409,
      "learning_rate": 3.6616579741250045e-06,
      "loss": 0.3498,
      "step": 987240
    },
    {
      "epoch": 275.54,
      "grad_norm": 0.9455276131629944,
      "learning_rate": 3.6616356142018327e-06,
      "loss": 0.3587,
      "step": 987250
    },
    {
      "epoch": 275.54,
      "grad_norm": 0.8712177872657776,
      "learning_rate": 3.6616132541032497e-06,
      "loss": 0.3603,
      "step": 987260
    },
    {
      "epoch": 275.54,
      "grad_norm": 1.0602648258209229,
      "learning_rate": 3.6615908938292577e-06,
      "loss": 0.3569,
      "step": 987270
    },
    {
      "epoch": 275.55,
      "grad_norm": 1.0271570682525635,
      "learning_rate": 3.6615685333798616e-06,
      "loss": 0.339,
      "step": 987280
    },
    {
      "epoch": 275.55,
      "grad_norm": 1.0647729635238647,
      "learning_rate": 3.6615461727550636e-06,
      "loss": 0.3562,
      "step": 987290
    },
    {
      "epoch": 275.55,
      "grad_norm": 1.0746208429336548,
      "learning_rate": 3.6615238119548663e-06,
      "loss": 0.362,
      "step": 987300
    },
    {
      "epoch": 275.55,
      "grad_norm": 1.0460515022277832,
      "learning_rate": 3.661501450979273e-06,
      "loss": 0.3538,
      "step": 987310
    },
    {
      "epoch": 275.56,
      "grad_norm": 1.314435362815857,
      "learning_rate": 3.661479089828287e-06,
      "loss": 0.3525,
      "step": 987320
    },
    {
      "epoch": 275.56,
      "grad_norm": 0.9927743673324585,
      "learning_rate": 3.66145672850191e-06,
      "loss": 0.366,
      "step": 987330
    },
    {
      "epoch": 275.56,
      "grad_norm": 0.9164575934410095,
      "learning_rate": 3.6614343670001466e-06,
      "loss": 0.3728,
      "step": 987340
    },
    {
      "epoch": 275.57,
      "grad_norm": 0.9132549166679382,
      "learning_rate": 3.6614120053229987e-06,
      "loss": 0.3438,
      "step": 987350
    },
    {
      "epoch": 275.57,
      "grad_norm": 0.9842205047607422,
      "learning_rate": 3.6613896434704696e-06,
      "loss": 0.3635,
      "step": 987360
    },
    {
      "epoch": 275.57,
      "grad_norm": 1.099391222000122,
      "learning_rate": 3.6613672814425633e-06,
      "loss": 0.3683,
      "step": 987370
    },
    {
      "epoch": 275.57,
      "grad_norm": 0.9361640214920044,
      "learning_rate": 3.661344919239281e-06,
      "loss": 0.3581,
      "step": 987380
    },
    {
      "epoch": 275.58,
      "grad_norm": 1.0822263956069946,
      "learning_rate": 3.661322556860626e-06,
      "loss": 0.3699,
      "step": 987390
    },
    {
      "epoch": 275.58,
      "grad_norm": 1.0159977674484253,
      "learning_rate": 3.661300194306602e-06,
      "loss": 0.3568,
      "step": 987400
    },
    {
      "epoch": 275.58,
      "grad_norm": 1.0320581197738647,
      "learning_rate": 3.6612778315772124e-06,
      "loss": 0.3519,
      "step": 987410
    },
    {
      "epoch": 275.58,
      "grad_norm": 0.9903209805488586,
      "learning_rate": 3.661255468672459e-06,
      "loss": 0.3788,
      "step": 987420
    },
    {
      "epoch": 275.59,
      "grad_norm": 1.1030114889144897,
      "learning_rate": 3.6612331055923444e-06,
      "loss": 0.3527,
      "step": 987430
    },
    {
      "epoch": 275.59,
      "grad_norm": 0.9718766212463379,
      "learning_rate": 3.661210742336874e-06,
      "loss": 0.3522,
      "step": 987440
    },
    {
      "epoch": 275.59,
      "grad_norm": 0.9575481414794922,
      "learning_rate": 3.6611883789060485e-06,
      "loss": 0.3575,
      "step": 987450
    },
    {
      "epoch": 275.6,
      "grad_norm": 1.115641474723816,
      "learning_rate": 3.6611660152998715e-06,
      "loss": 0.3685,
      "step": 987460
    },
    {
      "epoch": 275.6,
      "grad_norm": 1.2909016609191895,
      "learning_rate": 3.661143651518346e-06,
      "loss": 0.3616,
      "step": 987470
    },
    {
      "epoch": 275.6,
      "grad_norm": 1.0660452842712402,
      "learning_rate": 3.661121287561475e-06,
      "loss": 0.3504,
      "step": 987480
    },
    {
      "epoch": 275.6,
      "grad_norm": 0.9642726182937622,
      "learning_rate": 3.661098923429262e-06,
      "loss": 0.3636,
      "step": 987490
    },
    {
      "epoch": 275.61,
      "grad_norm": 1.0519309043884277,
      "learning_rate": 3.6610765591217087e-06,
      "loss": 0.3431,
      "step": 987500
    },
    {
      "epoch": 275.61,
      "grad_norm": 0.9369407296180725,
      "learning_rate": 3.66105419463882e-06,
      "loss": 0.347,
      "step": 987510
    },
    {
      "epoch": 275.61,
      "grad_norm": 0.9667016267776489,
      "learning_rate": 3.661031829980597e-06,
      "loss": 0.3625,
      "step": 987520
    },
    {
      "epoch": 275.62,
      "grad_norm": 1.1801817417144775,
      "learning_rate": 3.6610094651470433e-06,
      "loss": 0.3622,
      "step": 987530
    },
    {
      "epoch": 275.62,
      "grad_norm": 0.8991972804069519,
      "learning_rate": 3.6609871001381625e-06,
      "loss": 0.3635,
      "step": 987540
    },
    {
      "epoch": 275.62,
      "grad_norm": 0.9979983568191528,
      "learning_rate": 3.660964734953957e-06,
      "loss": 0.3549,
      "step": 987550
    },
    {
      "epoch": 275.62,
      "grad_norm": 0.9984518885612488,
      "learning_rate": 3.660942369594429e-06,
      "loss": 0.3648,
      "step": 987560
    },
    {
      "epoch": 275.63,
      "grad_norm": 1.1205936670303345,
      "learning_rate": 3.660920004059583e-06,
      "loss": 0.352,
      "step": 987570
    },
    {
      "epoch": 275.63,
      "grad_norm": 1.1633360385894775,
      "learning_rate": 3.660897638349422e-06,
      "loss": 0.3533,
      "step": 987580
    },
    {
      "epoch": 275.63,
      "grad_norm": 1.010698676109314,
      "learning_rate": 3.6608752724639475e-06,
      "loss": 0.3558,
      "step": 987590
    },
    {
      "epoch": 275.63,
      "grad_norm": 1.1529860496520996,
      "learning_rate": 3.6608529064031636e-06,
      "loss": 0.3595,
      "step": 987600
    },
    {
      "epoch": 275.64,
      "grad_norm": 1.2153167724609375,
      "learning_rate": 3.6608305401670726e-06,
      "loss": 0.3675,
      "step": 987610
    },
    {
      "epoch": 275.64,
      "grad_norm": 1.0015541315078735,
      "learning_rate": 3.660808173755678e-06,
      "loss": 0.3427,
      "step": 987620
    },
    {
      "epoch": 275.64,
      "grad_norm": 0.959816575050354,
      "learning_rate": 3.6607858071689827e-06,
      "loss": 0.3476,
      "step": 987630
    },
    {
      "epoch": 275.65,
      "grad_norm": 1.0477036237716675,
      "learning_rate": 3.6607634404069897e-06,
      "loss": 0.3496,
      "step": 987640
    },
    {
      "epoch": 275.65,
      "grad_norm": 1.1250848770141602,
      "learning_rate": 3.6607410734697016e-06,
      "loss": 0.3653,
      "step": 987650
    },
    {
      "epoch": 275.65,
      "grad_norm": 1.012385368347168,
      "learning_rate": 3.660718706357121e-06,
      "loss": 0.3681,
      "step": 987660
    },
    {
      "epoch": 275.65,
      "grad_norm": 1.0855787992477417,
      "learning_rate": 3.660696339069253e-06,
      "loss": 0.3474,
      "step": 987670
    },
    {
      "epoch": 275.66,
      "grad_norm": 1.0522780418395996,
      "learning_rate": 3.660673971606098e-06,
      "loss": 0.3699,
      "step": 987680
    },
    {
      "epoch": 275.66,
      "grad_norm": 1.2978113889694214,
      "learning_rate": 3.66065160396766e-06,
      "loss": 0.3648,
      "step": 987690
    },
    {
      "epoch": 275.66,
      "grad_norm": 1.0789934396743774,
      "learning_rate": 3.6606292361539426e-06,
      "loss": 0.3486,
      "step": 987700
    },
    {
      "epoch": 275.67,
      "grad_norm": 1.0346072912216187,
      "learning_rate": 3.6606068681649483e-06,
      "loss": 0.357,
      "step": 987710
    },
    {
      "epoch": 275.67,
      "grad_norm": 0.9584466218948364,
      "learning_rate": 3.660584500000679e-06,
      "loss": 0.3569,
      "step": 987720
    },
    {
      "epoch": 275.67,
      "grad_norm": 1.104101538658142,
      "learning_rate": 3.6605621316611394e-06,
      "loss": 0.3646,
      "step": 987730
    },
    {
      "epoch": 275.67,
      "grad_norm": 0.9974989295005798,
      "learning_rate": 3.660539763146332e-06,
      "loss": 0.3548,
      "step": 987740
    },
    {
      "epoch": 275.68,
      "grad_norm": 1.1936928033828735,
      "learning_rate": 3.6605173944562587e-06,
      "loss": 0.3804,
      "step": 987750
    },
    {
      "epoch": 275.68,
      "grad_norm": 1.0295305252075195,
      "learning_rate": 3.6604950255909236e-06,
      "loss": 0.3563,
      "step": 987760
    },
    {
      "epoch": 275.68,
      "grad_norm": 0.9705919027328491,
      "learning_rate": 3.66047265655033e-06,
      "loss": 0.3636,
      "step": 987770
    },
    {
      "epoch": 275.69,
      "grad_norm": 1.0481013059616089,
      "learning_rate": 3.66045028733448e-06,
      "loss": 0.3791,
      "step": 987780
    },
    {
      "epoch": 275.69,
      "grad_norm": 1.0130680799484253,
      "learning_rate": 3.660427917943376e-06,
      "loss": 0.3677,
      "step": 987790
    },
    {
      "epoch": 275.69,
      "grad_norm": 1.122016191482544,
      "learning_rate": 3.6604055483770223e-06,
      "loss": 0.3693,
      "step": 987800
    },
    {
      "epoch": 275.69,
      "grad_norm": 1.3299565315246582,
      "learning_rate": 3.6603831786354224e-06,
      "loss": 0.3638,
      "step": 987810
    },
    {
      "epoch": 275.7,
      "grad_norm": 1.2042455673217773,
      "learning_rate": 3.660360808718577e-06,
      "loss": 0.3631,
      "step": 987820
    },
    {
      "epoch": 275.7,
      "grad_norm": 1.2291715145111084,
      "learning_rate": 3.6603384386264908e-06,
      "loss": 0.3666,
      "step": 987830
    },
    {
      "epoch": 275.7,
      "grad_norm": 1.0477566719055176,
      "learning_rate": 3.6603160683591663e-06,
      "loss": 0.3636,
      "step": 987840
    },
    {
      "epoch": 275.7,
      "grad_norm": 1.2009514570236206,
      "learning_rate": 3.6602936979166064e-06,
      "loss": 0.3676,
      "step": 987850
    },
    {
      "epoch": 275.71,
      "grad_norm": 1.0474637746810913,
      "learning_rate": 3.6602713272988144e-06,
      "loss": 0.3565,
      "step": 987860
    },
    {
      "epoch": 275.71,
      "grad_norm": 1.00553297996521,
      "learning_rate": 3.660248956505793e-06,
      "loss": 0.3438,
      "step": 987870
    },
    {
      "epoch": 275.71,
      "grad_norm": 1.1160669326782227,
      "learning_rate": 3.6602265855375452e-06,
      "loss": 0.3632,
      "step": 987880
    },
    {
      "epoch": 275.72,
      "grad_norm": 1.0924938917160034,
      "learning_rate": 3.6602042143940736e-06,
      "loss": 0.3438,
      "step": 987890
    },
    {
      "epoch": 275.72,
      "grad_norm": 1.045127272605896,
      "learning_rate": 3.660181843075382e-06,
      "loss": 0.3631,
      "step": 987900
    },
    {
      "epoch": 275.72,
      "grad_norm": 1.0029807090759277,
      "learning_rate": 3.660159471581473e-06,
      "loss": 0.3453,
      "step": 987910
    },
    {
      "epoch": 275.72,
      "grad_norm": 0.9761677384376526,
      "learning_rate": 3.6601370999123493e-06,
      "loss": 0.3641,
      "step": 987920
    },
    {
      "epoch": 275.73,
      "grad_norm": 1.1353042125701904,
      "learning_rate": 3.6601147280680146e-06,
      "loss": 0.3506,
      "step": 987930
    },
    {
      "epoch": 275.73,
      "grad_norm": 1.3135946989059448,
      "learning_rate": 3.6600923560484707e-06,
      "loss": 0.373,
      "step": 987940
    },
    {
      "epoch": 275.73,
      "grad_norm": 1.0454943180084229,
      "learning_rate": 3.660069983853722e-06,
      "loss": 0.3689,
      "step": 987950
    },
    {
      "epoch": 275.74,
      "grad_norm": 0.9316037893295288,
      "learning_rate": 3.6600476114837707e-06,
      "loss": 0.3718,
      "step": 987960
    },
    {
      "epoch": 275.74,
      "grad_norm": 0.9652430415153503,
      "learning_rate": 3.6600252389386188e-06,
      "loss": 0.3583,
      "step": 987970
    },
    {
      "epoch": 275.74,
      "grad_norm": 0.9973158240318298,
      "learning_rate": 3.6600028662182708e-06,
      "loss": 0.3469,
      "step": 987980
    },
    {
      "epoch": 275.74,
      "grad_norm": 0.9980961084365845,
      "learning_rate": 3.65998049332273e-06,
      "loss": 0.3363,
      "step": 987990
    },
    {
      "epoch": 275.75,
      "grad_norm": 0.9569060802459717,
      "learning_rate": 3.6599581202519976e-06,
      "loss": 0.3629,
      "step": 988000
    },
    {
      "epoch": 275.75,
      "grad_norm": 1.1333460807800293,
      "learning_rate": 3.659935747006078e-06,
      "loss": 0.3661,
      "step": 988010
    },
    {
      "epoch": 275.75,
      "grad_norm": 1.0205076932907104,
      "learning_rate": 3.6599133735849737e-06,
      "loss": 0.3552,
      "step": 988020
    },
    {
      "epoch": 275.75,
      "grad_norm": 1.0254236459732056,
      "learning_rate": 3.6598909999886877e-06,
      "loss": 0.3605,
      "step": 988030
    },
    {
      "epoch": 275.76,
      "grad_norm": 0.9640594720840454,
      "learning_rate": 3.6598686262172227e-06,
      "loss": 0.3571,
      "step": 988040
    },
    {
      "epoch": 275.76,
      "grad_norm": 1.0011789798736572,
      "learning_rate": 3.659846252270582e-06,
      "loss": 0.3798,
      "step": 988050
    },
    {
      "epoch": 275.76,
      "grad_norm": 1.0221503973007202,
      "learning_rate": 3.6598238781487687e-06,
      "loss": 0.3612,
      "step": 988060
    },
    {
      "epoch": 275.77,
      "grad_norm": 0.9756621718406677,
      "learning_rate": 3.6598015038517854e-06,
      "loss": 0.3695,
      "step": 988070
    },
    {
      "epoch": 275.77,
      "grad_norm": 1.0964604616165161,
      "learning_rate": 3.659779129379635e-06,
      "loss": 0.3644,
      "step": 988080
    },
    {
      "epoch": 275.77,
      "grad_norm": 0.991085946559906,
      "learning_rate": 3.6597567547323224e-06,
      "loss": 0.3514,
      "step": 988090
    },
    {
      "epoch": 275.77,
      "grad_norm": 1.1359302997589111,
      "learning_rate": 3.6597343799098474e-06,
      "loss": 0.3738,
      "step": 988100
    },
    {
      "epoch": 275.78,
      "grad_norm": 1.1788036823272705,
      "learning_rate": 3.6597120049122145e-06,
      "loss": 0.3614,
      "step": 988110
    },
    {
      "epoch": 275.78,
      "grad_norm": 1.282036542892456,
      "learning_rate": 3.6596896297394274e-06,
      "loss": 0.3654,
      "step": 988120
    },
    {
      "epoch": 275.78,
      "grad_norm": 1.1803977489471436,
      "learning_rate": 3.659667254391488e-06,
      "loss": 0.3691,
      "step": 988130
    },
    {
      "epoch": 275.79,
      "grad_norm": 1.7605184316635132,
      "learning_rate": 3.6596448788683994e-06,
      "loss": 0.3453,
      "step": 988140
    },
    {
      "epoch": 275.79,
      "grad_norm": 1.33010995388031,
      "learning_rate": 3.6596225031701656e-06,
      "loss": 0.3625,
      "step": 988150
    },
    {
      "epoch": 275.79,
      "grad_norm": 1.0231273174285889,
      "learning_rate": 3.6596001272967883e-06,
      "loss": 0.3516,
      "step": 988160
    },
    {
      "epoch": 275.79,
      "grad_norm": 1.4322190284729004,
      "learning_rate": 3.659577751248271e-06,
      "loss": 0.3522,
      "step": 988170
    },
    {
      "epoch": 275.8,
      "grad_norm": 1.2133769989013672,
      "learning_rate": 3.6595553750246166e-06,
      "loss": 0.3826,
      "step": 988180
    },
    {
      "epoch": 275.8,
      "grad_norm": 1.0288259983062744,
      "learning_rate": 3.6595329986258285e-06,
      "loss": 0.3683,
      "step": 988190
    },
    {
      "epoch": 275.8,
      "grad_norm": 1.0799458026885986,
      "learning_rate": 3.659510622051909e-06,
      "loss": 0.3647,
      "step": 988200
    },
    {
      "epoch": 275.81,
      "grad_norm": 1.1913583278656006,
      "learning_rate": 3.6594882453028616e-06,
      "loss": 0.364,
      "step": 988210
    },
    {
      "epoch": 275.81,
      "grad_norm": 1.129455327987671,
      "learning_rate": 3.6594658683786887e-06,
      "loss": 0.3656,
      "step": 988220
    },
    {
      "epoch": 275.81,
      "grad_norm": 1.3910588026046753,
      "learning_rate": 3.659443491279394e-06,
      "loss": 0.3653,
      "step": 988230
    },
    {
      "epoch": 275.81,
      "grad_norm": 1.0156883001327515,
      "learning_rate": 3.6594211140049795e-06,
      "loss": 0.3531,
      "step": 988240
    },
    {
      "epoch": 275.82,
      "grad_norm": 1.0521161556243896,
      "learning_rate": 3.6593987365554496e-06,
      "loss": 0.3664,
      "step": 988250
    },
    {
      "epoch": 275.82,
      "grad_norm": 1.0054409503936768,
      "learning_rate": 3.659376358930807e-06,
      "loss": 0.3325,
      "step": 988260
    },
    {
      "epoch": 275.82,
      "grad_norm": 0.8894021511077881,
      "learning_rate": 3.6593539811310533e-06,
      "loss": 0.3645,
      "step": 988270
    },
    {
      "epoch": 275.82,
      "grad_norm": 1.1267774105072021,
      "learning_rate": 3.6593316031561923e-06,
      "loss": 0.3453,
      "step": 988280
    },
    {
      "epoch": 275.83,
      "grad_norm": 1.0438750982284546,
      "learning_rate": 3.659309225006227e-06,
      "loss": 0.341,
      "step": 988290
    },
    {
      "epoch": 275.83,
      "grad_norm": 1.1766544580459595,
      "learning_rate": 3.6592868466811612e-06,
      "loss": 0.3568,
      "step": 988300
    },
    {
      "epoch": 275.83,
      "grad_norm": 1.13862943649292,
      "learning_rate": 3.659264468180996e-06,
      "loss": 0.3409,
      "step": 988310
    },
    {
      "epoch": 275.84,
      "grad_norm": 0.8496952056884766,
      "learning_rate": 3.659242089505736e-06,
      "loss": 0.3493,
      "step": 988320
    },
    {
      "epoch": 275.84,
      "grad_norm": 1.1645079851150513,
      "learning_rate": 3.659219710655384e-06,
      "loss": 0.361,
      "step": 988330
    },
    {
      "epoch": 275.84,
      "grad_norm": 0.9575369358062744,
      "learning_rate": 3.6591973316299416e-06,
      "loss": 0.355,
      "step": 988340
    },
    {
      "epoch": 275.84,
      "grad_norm": 1.0658949613571167,
      "learning_rate": 3.659174952429414e-06,
      "loss": 0.3564,
      "step": 988350
    },
    {
      "epoch": 275.85,
      "grad_norm": 1.0982786417007446,
      "learning_rate": 3.6591525730538025e-06,
      "loss": 0.3344,
      "step": 988360
    },
    {
      "epoch": 275.85,
      "grad_norm": 0.9484509825706482,
      "learning_rate": 3.6591301935031104e-06,
      "loss": 0.3576,
      "step": 988370
    },
    {
      "epoch": 275.85,
      "grad_norm": 1.0748001337051392,
      "learning_rate": 3.6591078137773413e-06,
      "loss": 0.3555,
      "step": 988380
    },
    {
      "epoch": 275.86,
      "grad_norm": 0.9547368884086609,
      "learning_rate": 3.6590854338764972e-06,
      "loss": 0.3539,
      "step": 988390
    },
    {
      "epoch": 275.86,
      "grad_norm": 0.9944440722465515,
      "learning_rate": 3.6590630538005816e-06,
      "loss": 0.3801,
      "step": 988400
    },
    {
      "epoch": 275.86,
      "grad_norm": 1.0171306133270264,
      "learning_rate": 3.659040673549598e-06,
      "loss": 0.3476,
      "step": 988410
    },
    {
      "epoch": 275.86,
      "grad_norm": 1.3174015283584595,
      "learning_rate": 3.6590182931235484e-06,
      "loss": 0.3627,
      "step": 988420
    },
    {
      "epoch": 275.87,
      "grad_norm": 1.2167184352874756,
      "learning_rate": 3.6589959125224364e-06,
      "loss": 0.36,
      "step": 988430
    },
    {
      "epoch": 275.87,
      "grad_norm": 1.0485585927963257,
      "learning_rate": 3.6589735317462647e-06,
      "loss": 0.3524,
      "step": 988440
    },
    {
      "epoch": 275.87,
      "grad_norm": 1.6097959280014038,
      "learning_rate": 3.658951150795036e-06,
      "loss": 0.3647,
      "step": 988450
    },
    {
      "epoch": 275.87,
      "grad_norm": 1.0239145755767822,
      "learning_rate": 3.6589287696687544e-06,
      "loss": 0.3725,
      "step": 988460
    },
    {
      "epoch": 275.88,
      "grad_norm": 1.0654009580612183,
      "learning_rate": 3.658906388367421e-06,
      "loss": 0.3503,
      "step": 988470
    },
    {
      "epoch": 275.88,
      "grad_norm": 1.4704195261001587,
      "learning_rate": 3.658884006891042e-06,
      "loss": 0.3657,
      "step": 988480
    },
    {
      "epoch": 275.88,
      "grad_norm": 0.9875303506851196,
      "learning_rate": 3.6588616252396166e-06,
      "loss": 0.3715,
      "step": 988490
    },
    {
      "epoch": 275.89,
      "grad_norm": 0.9482783675193787,
      "learning_rate": 3.6588392434131494e-06,
      "loss": 0.375,
      "step": 988500
    },
    {
      "epoch": 275.89,
      "grad_norm": 0.9601628184318542,
      "learning_rate": 3.658816861411644e-06,
      "loss": 0.3671,
      "step": 988510
    },
    {
      "epoch": 275.89,
      "grad_norm": 1.023138165473938,
      "learning_rate": 3.658794479235103e-06,
      "loss": 0.3761,
      "step": 988520
    },
    {
      "epoch": 275.89,
      "grad_norm": 1.124929428100586,
      "learning_rate": 3.658772096883529e-06,
      "loss": 0.3629,
      "step": 988530
    },
    {
      "epoch": 275.9,
      "grad_norm": 0.8942489624023438,
      "learning_rate": 3.6587497143569256e-06,
      "loss": 0.3608,
      "step": 988540
    },
    {
      "epoch": 275.9,
      "grad_norm": 1.0952953100204468,
      "learning_rate": 3.658727331655295e-06,
      "loss": 0.3477,
      "step": 988550
    },
    {
      "epoch": 275.9,
      "grad_norm": 1.0531249046325684,
      "learning_rate": 3.658704948778641e-06,
      "loss": 0.3671,
      "step": 988560
    },
    {
      "epoch": 275.91,
      "grad_norm": 4.185015678405762,
      "learning_rate": 3.658682565726965e-06,
      "loss": 0.3715,
      "step": 988570
    },
    {
      "epoch": 275.91,
      "grad_norm": 1.1474270820617676,
      "learning_rate": 3.658660182500272e-06,
      "loss": 0.3711,
      "step": 988580
    },
    {
      "epoch": 275.91,
      "grad_norm": 0.8879420161247253,
      "learning_rate": 3.658637799098564e-06,
      "loss": 0.3612,
      "step": 988590
    },
    {
      "epoch": 275.91,
      "grad_norm": 0.98138427734375,
      "learning_rate": 3.658615415521844e-06,
      "loss": 0.3443,
      "step": 988600
    },
    {
      "epoch": 275.92,
      "grad_norm": 1.0137701034545898,
      "learning_rate": 3.658593031770116e-06,
      "loss": 0.3469,
      "step": 988610
    },
    {
      "epoch": 275.92,
      "grad_norm": 1.0227315425872803,
      "learning_rate": 3.6585706478433805e-06,
      "loss": 0.347,
      "step": 988620
    },
    {
      "epoch": 275.92,
      "grad_norm": 0.9459738731384277,
      "learning_rate": 3.6585482637416426e-06,
      "loss": 0.3675,
      "step": 988630
    },
    {
      "epoch": 275.93,
      "grad_norm": 0.9942184090614319,
      "learning_rate": 3.658525879464905e-06,
      "loss": 0.3552,
      "step": 988640
    },
    {
      "epoch": 275.93,
      "grad_norm": 1.144721508026123,
      "learning_rate": 3.6585034950131695e-06,
      "loss": 0.3424,
      "step": 988650
    },
    {
      "epoch": 275.93,
      "grad_norm": 1.0477956533432007,
      "learning_rate": 3.658481110386441e-06,
      "loss": 0.3654,
      "step": 988660
    },
    {
      "epoch": 275.93,
      "grad_norm": 1.2598203420639038,
      "learning_rate": 3.658458725584721e-06,
      "loss": 0.3578,
      "step": 988670
    },
    {
      "epoch": 275.94,
      "grad_norm": 1.0907113552093506,
      "learning_rate": 3.658436340608013e-06,
      "loss": 0.3515,
      "step": 988680
    },
    {
      "epoch": 275.94,
      "grad_norm": 0.9971962571144104,
      "learning_rate": 3.65841395545632e-06,
      "loss": 0.3439,
      "step": 988690
    },
    {
      "epoch": 275.94,
      "grad_norm": 1.0383726358413696,
      "learning_rate": 3.6583915701296444e-06,
      "loss": 0.3622,
      "step": 988700
    },
    {
      "epoch": 275.94,
      "grad_norm": 1.0027800798416138,
      "learning_rate": 3.6583691846279902e-06,
      "loss": 0.3563,
      "step": 988710
    },
    {
      "epoch": 275.95,
      "grad_norm": 0.9764021635055542,
      "learning_rate": 3.658346798951359e-06,
      "loss": 0.3535,
      "step": 988720
    },
    {
      "epoch": 275.95,
      "grad_norm": 1.1475898027420044,
      "learning_rate": 3.6583244130997556e-06,
      "loss": 0.3578,
      "step": 988730
    },
    {
      "epoch": 275.95,
      "grad_norm": 1.0691699981689453,
      "learning_rate": 3.658302027073181e-06,
      "loss": 0.3788,
      "step": 988740
    },
    {
      "epoch": 275.96,
      "grad_norm": 1.0334688425064087,
      "learning_rate": 3.6582796408716397e-06,
      "loss": 0.3766,
      "step": 988750
    },
    {
      "epoch": 275.96,
      "grad_norm": 1.0200849771499634,
      "learning_rate": 3.6582572544951343e-06,
      "loss": 0.3541,
      "step": 988760
    },
    {
      "epoch": 275.96,
      "grad_norm": 1.0010056495666504,
      "learning_rate": 3.6582348679436675e-06,
      "loss": 0.3693,
      "step": 988770
    },
    {
      "epoch": 275.96,
      "grad_norm": 1.166872501373291,
      "learning_rate": 3.6582124812172426e-06,
      "loss": 0.3645,
      "step": 988780
    },
    {
      "epoch": 275.97,
      "grad_norm": 2.898691415786743,
      "learning_rate": 3.6581900943158622e-06,
      "loss": 0.365,
      "step": 988790
    },
    {
      "epoch": 275.97,
      "grad_norm": 1.0062404870986938,
      "learning_rate": 3.6581677072395293e-06,
      "loss": 0.3683,
      "step": 988800
    },
    {
      "epoch": 275.97,
      "grad_norm": 1.03499174118042,
      "learning_rate": 3.658145319988247e-06,
      "loss": 0.362,
      "step": 988810
    },
    {
      "epoch": 275.98,
      "grad_norm": 1.0245808362960815,
      "learning_rate": 3.6581229325620186e-06,
      "loss": 0.3692,
      "step": 988820
    },
    {
      "epoch": 275.98,
      "grad_norm": 1.1385656595230103,
      "learning_rate": 3.6581005449608467e-06,
      "loss": 0.3608,
      "step": 988830
    },
    {
      "epoch": 275.98,
      "grad_norm": 0.9950892925262451,
      "learning_rate": 3.6580781571847345e-06,
      "loss": 0.3676,
      "step": 988840
    },
    {
      "epoch": 275.98,
      "grad_norm": 0.8336557149887085,
      "learning_rate": 3.6580557692336847e-06,
      "loss": 0.3544,
      "step": 988850
    },
    {
      "epoch": 275.99,
      "grad_norm": 0.9272360801696777,
      "learning_rate": 3.658033381107701e-06,
      "loss": 0.3711,
      "step": 988860
    },
    {
      "epoch": 275.99,
      "grad_norm": 0.9581025242805481,
      "learning_rate": 3.6580109928067845e-06,
      "loss": 0.3882,
      "step": 988870
    },
    {
      "epoch": 275.99,
      "grad_norm": 0.9704661965370178,
      "learning_rate": 3.6579886043309406e-06,
      "loss": 0.3588,
      "step": 988880
    },
    {
      "epoch": 275.99,
      "grad_norm": 0.9790777564048767,
      "learning_rate": 3.6579662156801708e-06,
      "loss": 0.3579,
      "step": 988890
    },
    {
      "epoch": 276.0,
      "grad_norm": 1.1797575950622559,
      "learning_rate": 3.657943826854479e-06,
      "loss": 0.3719,
      "step": 988900
    },
    {
      "epoch": 276.0,
      "eval_loss": 0.36083757877349854,
      "eval_runtime": 63.3133,
      "eval_samples_per_second": 79.904,
      "eval_steps_per_second": 9.998,
      "step": 988908
    },
    {
      "epoch": 276.0,
      "grad_norm": 1.0884853601455688,
      "learning_rate": 3.657921437853867e-06,
      "loss": 0.3648,
      "step": 988910
    },
    {
      "epoch": 276.0,
      "grad_norm": 1.0659061670303345,
      "learning_rate": 3.6578990486783384e-06,
      "loss": 0.3475,
      "step": 988920
    },
    {
      "epoch": 276.01,
      "grad_norm": 1.089797854423523,
      "learning_rate": 3.657876659327897e-06,
      "loss": 0.3723,
      "step": 988930
    },
    {
      "epoch": 276.01,
      "grad_norm": 1.2888771295547485,
      "learning_rate": 3.657854269802544e-06,
      "loss": 0.3683,
      "step": 988940
    },
    {
      "epoch": 276.01,
      "grad_norm": 0.9143689870834351,
      "learning_rate": 3.657831880102284e-06,
      "loss": 0.3737,
      "step": 988950
    },
    {
      "epoch": 276.01,
      "grad_norm": 1.1189519166946411,
      "learning_rate": 3.657809490227119e-06,
      "loss": 0.3634,
      "step": 988960
    },
    {
      "epoch": 276.02,
      "grad_norm": 1.113282322883606,
      "learning_rate": 3.6577871001770525e-06,
      "loss": 0.3628,
      "step": 988970
    },
    {
      "epoch": 276.02,
      "grad_norm": 1.160443902015686,
      "learning_rate": 3.6577647099520868e-06,
      "loss": 0.3488,
      "step": 988980
    },
    {
      "epoch": 276.02,
      "grad_norm": 1.0485113859176636,
      "learning_rate": 3.6577423195522265e-06,
      "loss": 0.3564,
      "step": 988990
    },
    {
      "epoch": 276.03,
      "grad_norm": 0.9703986644744873,
      "learning_rate": 3.6577199289774726e-06,
      "loss": 0.3378,
      "step": 989000
    },
    {
      "epoch": 276.03,
      "grad_norm": 0.9930731058120728,
      "learning_rate": 3.657697538227829e-06,
      "loss": 0.3522,
      "step": 989010
    },
    {
      "epoch": 276.03,
      "grad_norm": 0.9204084277153015,
      "learning_rate": 3.657675147303299e-06,
      "loss": 0.3533,
      "step": 989020
    },
    {
      "epoch": 276.03,
      "grad_norm": 1.1126619577407837,
      "learning_rate": 3.657652756203885e-06,
      "loss": 0.3476,
      "step": 989030
    },
    {
      "epoch": 276.04,
      "grad_norm": 0.9948039054870605,
      "learning_rate": 3.6576303649295894e-06,
      "loss": 0.3592,
      "step": 989040
    },
    {
      "epoch": 276.04,
      "grad_norm": 1.223806381225586,
      "learning_rate": 3.657607973480417e-06,
      "loss": 0.3587,
      "step": 989050
    },
    {
      "epoch": 276.04,
      "grad_norm": 1.1375924348831177,
      "learning_rate": 3.6575855818563702e-06,
      "loss": 0.343,
      "step": 989060
    },
    {
      "epoch": 276.05,
      "grad_norm": 1.0829296112060547,
      "learning_rate": 3.657563190057451e-06,
      "loss": 0.364,
      "step": 989070
    },
    {
      "epoch": 276.05,
      "grad_norm": 1.1585986614227295,
      "learning_rate": 3.657540798083662e-06,
      "loss": 0.3654,
      "step": 989080
    },
    {
      "epoch": 276.05,
      "grad_norm": 1.0500767230987549,
      "learning_rate": 3.657518405935008e-06,
      "loss": 0.3725,
      "step": 989090
    },
    {
      "epoch": 276.05,
      "grad_norm": 1.041965365409851,
      "learning_rate": 3.657496013611491e-06,
      "loss": 0.3514,
      "step": 989100
    },
    {
      "epoch": 276.06,
      "grad_norm": 0.972861647605896,
      "learning_rate": 3.6574736211131133e-06,
      "loss": 0.3646,
      "step": 989110
    },
    {
      "epoch": 276.06,
      "grad_norm": 0.8654205799102783,
      "learning_rate": 3.65745122843988e-06,
      "loss": 0.3715,
      "step": 989120
    },
    {
      "epoch": 276.06,
      "grad_norm": 1.1778322458267212,
      "learning_rate": 3.657428835591792e-06,
      "loss": 0.3489,
      "step": 989130
    },
    {
      "epoch": 276.06,
      "grad_norm": 1.0821963548660278,
      "learning_rate": 3.6574064425688527e-06,
      "loss": 0.3501,
      "step": 989140
    },
    {
      "epoch": 276.07,
      "grad_norm": 1.00083589553833,
      "learning_rate": 3.6573840493710648e-06,
      "loss": 0.3564,
      "step": 989150
    },
    {
      "epoch": 276.07,
      "grad_norm": 1.0047197341918945,
      "learning_rate": 3.6573616559984336e-06,
      "loss": 0.3498,
      "step": 989160
    },
    {
      "epoch": 276.07,
      "grad_norm": 0.9742441177368164,
      "learning_rate": 3.657339262450959e-06,
      "loss": 0.3559,
      "step": 989170
    },
    {
      "epoch": 276.08,
      "grad_norm": 0.9661067128181458,
      "learning_rate": 3.657316868728646e-06,
      "loss": 0.3597,
      "step": 989180
    },
    {
      "epoch": 276.08,
      "grad_norm": 1.0961884260177612,
      "learning_rate": 3.657294474831497e-06,
      "loss": 0.3539,
      "step": 989190
    },
    {
      "epoch": 276.08,
      "grad_norm": 0.9805716276168823,
      "learning_rate": 3.6572720807595138e-06,
      "loss": 0.3587,
      "step": 989200
    },
    {
      "epoch": 276.08,
      "grad_norm": 1.1594014167785645,
      "learning_rate": 3.6572496865127013e-06,
      "loss": 0.3664,
      "step": 989210
    },
    {
      "epoch": 276.09,
      "grad_norm": 0.9352378845214844,
      "learning_rate": 3.6572272920910613e-06,
      "loss": 0.3626,
      "step": 989220
    },
    {
      "epoch": 276.09,
      "grad_norm": 1.0526068210601807,
      "learning_rate": 3.657204897494597e-06,
      "loss": 0.3594,
      "step": 989230
    },
    {
      "epoch": 276.09,
      "grad_norm": 1.131409764289856,
      "learning_rate": 3.6571825027233125e-06,
      "loss": 0.3651,
      "step": 989240
    },
    {
      "epoch": 276.1,
      "grad_norm": 0.9410261511802673,
      "learning_rate": 3.6571601077772088e-06,
      "loss": 0.3708,
      "step": 989250
    },
    {
      "epoch": 276.1,
      "grad_norm": 1.1629749536514282,
      "learning_rate": 3.65713771265629e-06,
      "loss": 0.3633,
      "step": 989260
    },
    {
      "epoch": 276.1,
      "grad_norm": 0.9997206330299377,
      "learning_rate": 3.657115317360559e-06,
      "loss": 0.366,
      "step": 989270
    },
    {
      "epoch": 276.1,
      "grad_norm": 1.152219295501709,
      "learning_rate": 3.6570929218900183e-06,
      "loss": 0.3608,
      "step": 989280
    },
    {
      "epoch": 276.11,
      "grad_norm": 0.9149749279022217,
      "learning_rate": 3.657070526244672e-06,
      "loss": 0.3498,
      "step": 989290
    },
    {
      "epoch": 276.11,
      "grad_norm": 1.0753440856933594,
      "learning_rate": 3.6570481304245225e-06,
      "loss": 0.3584,
      "step": 989300
    },
    {
      "epoch": 276.11,
      "grad_norm": 1.190874457359314,
      "learning_rate": 3.657025734429572e-06,
      "loss": 0.367,
      "step": 989310
    },
    {
      "epoch": 276.11,
      "grad_norm": 0.7644467353820801,
      "learning_rate": 3.6570033382598247e-06,
      "loss": 0.3384,
      "step": 989320
    },
    {
      "epoch": 276.12,
      "grad_norm": 1.1585980653762817,
      "learning_rate": 3.6569809419152827e-06,
      "loss": 0.3507,
      "step": 989330
    },
    {
      "epoch": 276.12,
      "grad_norm": 0.881105899810791,
      "learning_rate": 3.656958545395949e-06,
      "loss": 0.3564,
      "step": 989340
    },
    {
      "epoch": 276.12,
      "grad_norm": 0.982096791267395,
      "learning_rate": 3.6569361487018277e-06,
      "loss": 0.3558,
      "step": 989350
    },
    {
      "epoch": 276.13,
      "grad_norm": 1.0513489246368408,
      "learning_rate": 3.6569137518329206e-06,
      "loss": 0.3495,
      "step": 989360
    },
    {
      "epoch": 276.13,
      "grad_norm": 1.3004050254821777,
      "learning_rate": 3.6568913547892304e-06,
      "loss": 0.3606,
      "step": 989370
    },
    {
      "epoch": 276.13,
      "grad_norm": 0.9529813528060913,
      "learning_rate": 3.6568689575707613e-06,
      "loss": 0.3753,
      "step": 989380
    },
    {
      "epoch": 276.13,
      "grad_norm": 0.9711929559707642,
      "learning_rate": 3.6568465601775163e-06,
      "loss": 0.3597,
      "step": 989390
    },
    {
      "epoch": 276.14,
      "grad_norm": 1.125141978263855,
      "learning_rate": 3.6568241626094966e-06,
      "loss": 0.363,
      "step": 989400
    },
    {
      "epoch": 276.14,
      "grad_norm": 1.1983126401901245,
      "learning_rate": 3.6568017648667077e-06,
      "loss": 0.3582,
      "step": 989410
    },
    {
      "epoch": 276.14,
      "grad_norm": 1.5966719388961792,
      "learning_rate": 3.65677936694915e-06,
      "loss": 0.3498,
      "step": 989420
    },
    {
      "epoch": 276.15,
      "grad_norm": 0.9328987002372742,
      "learning_rate": 3.656756968856828e-06,
      "loss": 0.359,
      "step": 989430
    },
    {
      "epoch": 276.15,
      "grad_norm": 1.2333542108535767,
      "learning_rate": 3.656734570589745e-06,
      "loss": 0.3595,
      "step": 989440
    },
    {
      "epoch": 276.15,
      "grad_norm": 1.5984046459197998,
      "learning_rate": 3.6567121721479036e-06,
      "loss": 0.3685,
      "step": 989450
    },
    {
      "epoch": 276.15,
      "grad_norm": 0.993181586265564,
      "learning_rate": 3.6566897735313054e-06,
      "loss": 0.3508,
      "step": 989460
    },
    {
      "epoch": 276.16,
      "grad_norm": 0.9457945823669434,
      "learning_rate": 3.656667374739955e-06,
      "loss": 0.3456,
      "step": 989470
    },
    {
      "epoch": 276.16,
      "grad_norm": 0.8685335516929626,
      "learning_rate": 3.6566449757738557e-06,
      "loss": 0.3742,
      "step": 989480
    },
    {
      "epoch": 276.16,
      "grad_norm": 1.0139355659484863,
      "learning_rate": 3.656622576633009e-06,
      "loss": 0.368,
      "step": 989490
    },
    {
      "epoch": 276.17,
      "grad_norm": 1.0073497295379639,
      "learning_rate": 3.6566001773174184e-06,
      "loss": 0.3551,
      "step": 989500
    },
    {
      "epoch": 276.17,
      "grad_norm": 1.0153734683990479,
      "learning_rate": 3.6565777778270875e-06,
      "loss": 0.3692,
      "step": 989510
    },
    {
      "epoch": 276.17,
      "grad_norm": 0.9553592801094055,
      "learning_rate": 3.6565553781620188e-06,
      "loss": 0.3634,
      "step": 989520
    },
    {
      "epoch": 276.17,
      "grad_norm": 0.9671652913093567,
      "learning_rate": 3.656532978322215e-06,
      "loss": 0.3464,
      "step": 989530
    },
    {
      "epoch": 276.18,
      "grad_norm": 1.147350788116455,
      "learning_rate": 3.65651057830768e-06,
      "loss": 0.3604,
      "step": 989540
    },
    {
      "epoch": 276.18,
      "grad_norm": 1.029849886894226,
      "learning_rate": 3.6564881781184162e-06,
      "loss": 0.3334,
      "step": 989550
    },
    {
      "epoch": 276.18,
      "grad_norm": 1.1007922887802124,
      "learning_rate": 3.6564657777544267e-06,
      "loss": 0.3529,
      "step": 989560
    },
    {
      "epoch": 276.18,
      "grad_norm": 1.0903667211532593,
      "learning_rate": 3.6564433772157143e-06,
      "loss": 0.3371,
      "step": 989570
    },
    {
      "epoch": 276.19,
      "grad_norm": 1.0249311923980713,
      "learning_rate": 3.6564209765022813e-06,
      "loss": 0.3587,
      "step": 989580
    },
    {
      "epoch": 276.19,
      "grad_norm": 1.0967191457748413,
      "learning_rate": 3.6563985756141318e-06,
      "loss": 0.3591,
      "step": 989590
    },
    {
      "epoch": 276.19,
      "grad_norm": 0.8864563703536987,
      "learning_rate": 3.656376174551268e-06,
      "loss": 0.3514,
      "step": 989600
    },
    {
      "epoch": 276.2,
      "grad_norm": 1.0983935594558716,
      "learning_rate": 3.6563537733136946e-06,
      "loss": 0.3488,
      "step": 989610
    },
    {
      "epoch": 276.2,
      "grad_norm": 1.0180882215499878,
      "learning_rate": 3.6563313719014125e-06,
      "loss": 0.3623,
      "step": 989620
    },
    {
      "epoch": 276.2,
      "grad_norm": 1.0690783262252808,
      "learning_rate": 3.656308970314425e-06,
      "loss": 0.36,
      "step": 989630
    },
    {
      "epoch": 276.2,
      "grad_norm": 1.3378567695617676,
      "learning_rate": 3.656286568552737e-06,
      "loss": 0.3856,
      "step": 989640
    },
    {
      "epoch": 276.21,
      "grad_norm": 1.0337982177734375,
      "learning_rate": 3.6562641666163485e-06,
      "loss": 0.3702,
      "step": 989650
    },
    {
      "epoch": 276.21,
      "grad_norm": 1.097513198852539,
      "learning_rate": 3.6562417645052646e-06,
      "loss": 0.3499,
      "step": 989660
    },
    {
      "epoch": 276.21,
      "grad_norm": 1.0037695169448853,
      "learning_rate": 3.656219362219488e-06,
      "loss": 0.3765,
      "step": 989670
    },
    {
      "epoch": 276.22,
      "grad_norm": 1.0767322778701782,
      "learning_rate": 3.65619695975902e-06,
      "loss": 0.3666,
      "step": 989680
    },
    {
      "epoch": 276.22,
      "grad_norm": 0.885022759437561,
      "learning_rate": 3.6561745571238665e-06,
      "loss": 0.3536,
      "step": 989690
    },
    {
      "epoch": 276.22,
      "grad_norm": 1.1795055866241455,
      "learning_rate": 3.6561521543140287e-06,
      "loss": 0.3511,
      "step": 989700
    },
    {
      "epoch": 276.22,
      "grad_norm": 0.9255625605583191,
      "learning_rate": 3.656129751329509e-06,
      "loss": 0.3551,
      "step": 989710
    },
    {
      "epoch": 276.23,
      "grad_norm": 1.0253790616989136,
      "learning_rate": 3.6561073481703125e-06,
      "loss": 0.3638,
      "step": 989720
    },
    {
      "epoch": 276.23,
      "grad_norm": 1.0645095109939575,
      "learning_rate": 3.6560849448364396e-06,
      "loss": 0.3642,
      "step": 989730
    },
    {
      "epoch": 276.23,
      "grad_norm": 1.0657302141189575,
      "learning_rate": 3.656062541327895e-06,
      "loss": 0.3523,
      "step": 989740
    },
    {
      "epoch": 276.23,
      "grad_norm": 0.865106463432312,
      "learning_rate": 3.656040137644681e-06,
      "loss": 0.3459,
      "step": 989750
    },
    {
      "epoch": 276.24,
      "grad_norm": 1.0405089855194092,
      "learning_rate": 3.6560177337868018e-06,
      "loss": 0.3652,
      "step": 989760
    },
    {
      "epoch": 276.24,
      "grad_norm": 1.0480175018310547,
      "learning_rate": 3.6559953297542592e-06,
      "loss": 0.3607,
      "step": 989770
    },
    {
      "epoch": 276.24,
      "grad_norm": 1.0966012477874756,
      "learning_rate": 3.655972925547055e-06,
      "loss": 0.3698,
      "step": 989780
    },
    {
      "epoch": 276.25,
      "grad_norm": 1.0267302989959717,
      "learning_rate": 3.655950521165195e-06,
      "loss": 0.3583,
      "step": 989790
    },
    {
      "epoch": 276.25,
      "grad_norm": 1.0503395795822144,
      "learning_rate": 3.6559281166086804e-06,
      "loss": 0.3667,
      "step": 989800
    },
    {
      "epoch": 276.25,
      "grad_norm": 1.191272497177124,
      "learning_rate": 3.655905711877514e-06,
      "loss": 0.3665,
      "step": 989810
    },
    {
      "epoch": 276.25,
      "grad_norm": 1.1755516529083252,
      "learning_rate": 3.6558833069716995e-06,
      "loss": 0.3655,
      "step": 989820
    },
    {
      "epoch": 276.26,
      "grad_norm": 1.0308688879013062,
      "learning_rate": 3.6558609018912404e-06,
      "loss": 0.3612,
      "step": 989830
    },
    {
      "epoch": 276.26,
      "grad_norm": 1.170515537261963,
      "learning_rate": 3.6558384966361388e-06,
      "loss": 0.3318,
      "step": 989840
    },
    {
      "epoch": 276.26,
      "grad_norm": 0.9917696118354797,
      "learning_rate": 3.6558160912063968e-06,
      "loss": 0.3583,
      "step": 989850
    },
    {
      "epoch": 276.27,
      "grad_norm": 0.9909205436706543,
      "learning_rate": 3.65579368560202e-06,
      "loss": 0.3635,
      "step": 989860
    },
    {
      "epoch": 276.27,
      "grad_norm": 1.3053852319717407,
      "learning_rate": 3.6557712798230085e-06,
      "loss": 0.3594,
      "step": 989870
    },
    {
      "epoch": 276.27,
      "grad_norm": 0.9281935095787048,
      "learning_rate": 3.6557488738693672e-06,
      "loss": 0.3506,
      "step": 989880
    },
    {
      "epoch": 276.27,
      "grad_norm": 1.0920997858047485,
      "learning_rate": 3.655726467741098e-06,
      "loss": 0.3505,
      "step": 989890
    },
    {
      "epoch": 276.28,
      "grad_norm": 1.0283153057098389,
      "learning_rate": 3.6557040614382055e-06,
      "loss": 0.3634,
      "step": 989900
    },
    {
      "epoch": 276.28,
      "grad_norm": 1.5320359468460083,
      "learning_rate": 3.6556816549606905e-06,
      "loss": 0.3697,
      "step": 989910
    },
    {
      "epoch": 276.28,
      "grad_norm": 1.1003433465957642,
      "learning_rate": 3.655659248308557e-06,
      "loss": 0.3456,
      "step": 989920
    },
    {
      "epoch": 276.29,
      "grad_norm": 0.9478532075881958,
      "learning_rate": 3.6556368414818083e-06,
      "loss": 0.3551,
      "step": 989930
    },
    {
      "epoch": 276.29,
      "grad_norm": 1.3427563905715942,
      "learning_rate": 3.655614434480448e-06,
      "loss": 0.363,
      "step": 989940
    },
    {
      "epoch": 276.29,
      "grad_norm": 0.9117207527160645,
      "learning_rate": 3.6555920273044768e-06,
      "loss": 0.3587,
      "step": 989950
    },
    {
      "epoch": 276.29,
      "grad_norm": 1.0890220403671265,
      "learning_rate": 3.6555696199539e-06,
      "loss": 0.3496,
      "step": 989960
    },
    {
      "epoch": 276.3,
      "grad_norm": 1.09271240234375,
      "learning_rate": 3.655547212428719e-06,
      "loss": 0.3588,
      "step": 989970
    },
    {
      "epoch": 276.3,
      "grad_norm": 1.0413215160369873,
      "learning_rate": 3.655524804728938e-06,
      "loss": 0.356,
      "step": 989980
    },
    {
      "epoch": 276.3,
      "grad_norm": 1.0702786445617676,
      "learning_rate": 3.65550239685456e-06,
      "loss": 0.3561,
      "step": 989990
    },
    {
      "epoch": 276.3,
      "grad_norm": 0.9185589551925659,
      "learning_rate": 3.655479988805586e-06,
      "loss": 0.3769,
      "step": 990000
    },
    {
      "epoch": 276.31,
      "grad_norm": 1.1480320692062378,
      "learning_rate": 3.6554575805820207e-06,
      "loss": 0.3466,
      "step": 990010
    },
    {
      "epoch": 276.31,
      "grad_norm": 1.0443944931030273,
      "learning_rate": 3.655435172183867e-06,
      "loss": 0.3363,
      "step": 990020
    },
    {
      "epoch": 276.31,
      "grad_norm": 1.0258628129959106,
      "learning_rate": 3.655412763611128e-06,
      "loss": 0.3679,
      "step": 990030
    },
    {
      "epoch": 276.32,
      "grad_norm": 0.9261659979820251,
      "learning_rate": 3.6553903548638056e-06,
      "loss": 0.3539,
      "step": 990040
    },
    {
      "epoch": 276.32,
      "grad_norm": 1.0003453493118286,
      "learning_rate": 3.6553679459419043e-06,
      "loss": 0.3643,
      "step": 990050
    },
    {
      "epoch": 276.32,
      "grad_norm": 1.1075929403305054,
      "learning_rate": 3.655345536845426e-06,
      "loss": 0.3548,
      "step": 990060
    },
    {
      "epoch": 276.32,
      "grad_norm": 0.9299087524414062,
      "learning_rate": 3.6553231275743736e-06,
      "loss": 0.3691,
      "step": 990070
    },
    {
      "epoch": 276.33,
      "grad_norm": 1.1330289840698242,
      "learning_rate": 3.6553007181287505e-06,
      "loss": 0.3731,
      "step": 990080
    },
    {
      "epoch": 276.33,
      "grad_norm": 0.9115116000175476,
      "learning_rate": 3.6552783085085603e-06,
      "loss": 0.3586,
      "step": 990090
    },
    {
      "epoch": 276.33,
      "grad_norm": 1.0537500381469727,
      "learning_rate": 3.655255898713805e-06,
      "loss": 0.3491,
      "step": 990100
    },
    {
      "epoch": 276.34,
      "grad_norm": 1.1040600538253784,
      "learning_rate": 3.655233488744488e-06,
      "loss": 0.3564,
      "step": 990110
    },
    {
      "epoch": 276.34,
      "grad_norm": 1.1467798948287964,
      "learning_rate": 3.6552110786006115e-06,
      "loss": 0.353,
      "step": 990120
    },
    {
      "epoch": 276.34,
      "grad_norm": 1.0114907026290894,
      "learning_rate": 3.65518866828218e-06,
      "loss": 0.366,
      "step": 990130
    },
    {
      "epoch": 276.34,
      "grad_norm": 1.1280044317245483,
      "learning_rate": 3.655166257789195e-06,
      "loss": 0.3704,
      "step": 990140
    },
    {
      "epoch": 276.35,
      "grad_norm": 1.0320484638214111,
      "learning_rate": 3.655143847121661e-06,
      "loss": 0.3594,
      "step": 990150
    },
    {
      "epoch": 276.35,
      "grad_norm": 1.0912506580352783,
      "learning_rate": 3.6551214362795787e-06,
      "loss": 0.363,
      "step": 990160
    },
    {
      "epoch": 276.35,
      "grad_norm": 1.1732335090637207,
      "learning_rate": 3.6550990252629543e-06,
      "loss": 0.3619,
      "step": 990170
    },
    {
      "epoch": 276.36,
      "grad_norm": 0.9925149083137512,
      "learning_rate": 3.6550766140717878e-06,
      "loss": 0.3577,
      "step": 990180
    },
    {
      "epoch": 276.36,
      "grad_norm": 0.9118172526359558,
      "learning_rate": 3.6550542027060838e-06,
      "loss": 0.3443,
      "step": 990190
    },
    {
      "epoch": 276.36,
      "grad_norm": 1.0349373817443848,
      "learning_rate": 3.6550317911658448e-06,
      "loss": 0.3379,
      "step": 990200
    },
    {
      "epoch": 276.36,
      "grad_norm": 1.0748851299285889,
      "learning_rate": 3.655009379451073e-06,
      "loss": 0.3707,
      "step": 990210
    },
    {
      "epoch": 276.37,
      "grad_norm": 1.2219241857528687,
      "learning_rate": 3.6549869675617734e-06,
      "loss": 0.3502,
      "step": 990220
    },
    {
      "epoch": 276.37,
      "grad_norm": 1.0789752006530762,
      "learning_rate": 3.6549645554979474e-06,
      "loss": 0.3721,
      "step": 990230
    },
    {
      "epoch": 276.37,
      "grad_norm": 1.1308625936508179,
      "learning_rate": 3.6549421432595983e-06,
      "loss": 0.3677,
      "step": 990240
    },
    {
      "epoch": 276.37,
      "grad_norm": 1.4102970361709595,
      "learning_rate": 3.6549197308467294e-06,
      "loss": 0.3672,
      "step": 990250
    },
    {
      "epoch": 276.38,
      "grad_norm": 1.2300082445144653,
      "learning_rate": 3.654897318259343e-06,
      "loss": 0.3622,
      "step": 990260
    },
    {
      "epoch": 276.38,
      "grad_norm": 0.9849552512168884,
      "learning_rate": 3.6548749054974432e-06,
      "loss": 0.3516,
      "step": 990270
    },
    {
      "epoch": 276.38,
      "grad_norm": 1.096680998802185,
      "learning_rate": 3.654852492561032e-06,
      "loss": 0.3546,
      "step": 990280
    },
    {
      "epoch": 276.39,
      "grad_norm": 0.9903249144554138,
      "learning_rate": 3.654830079450112e-06,
      "loss": 0.3576,
      "step": 990290
    },
    {
      "epoch": 276.39,
      "grad_norm": 0.8722905516624451,
      "learning_rate": 3.6548076661646876e-06,
      "loss": 0.3523,
      "step": 990300
    },
    {
      "epoch": 276.39,
      "grad_norm": 0.9364473819732666,
      "learning_rate": 3.654785252704761e-06,
      "loss": 0.3508,
      "step": 990310
    },
    {
      "epoch": 276.39,
      "grad_norm": 1.026136875152588,
      "learning_rate": 3.654762839070335e-06,
      "loss": 0.361,
      "step": 990320
    },
    {
      "epoch": 276.4,
      "grad_norm": 0.9204958081245422,
      "learning_rate": 3.6547404252614133e-06,
      "loss": 0.366,
      "step": 990330
    },
    {
      "epoch": 276.4,
      "grad_norm": 2.6267309188842773,
      "learning_rate": 3.6547180112779985e-06,
      "loss": 0.3611,
      "step": 990340
    },
    {
      "epoch": 276.4,
      "grad_norm": 1.184413194656372,
      "learning_rate": 3.654695597120093e-06,
      "loss": 0.3707,
      "step": 990350
    },
    {
      "epoch": 276.41,
      "grad_norm": 0.9164460301399231,
      "learning_rate": 3.654673182787701e-06,
      "loss": 0.3526,
      "step": 990360
    },
    {
      "epoch": 276.41,
      "grad_norm": 1.0535224676132202,
      "learning_rate": 3.6546507682808232e-06,
      "loss": 0.3629,
      "step": 990370
    },
    {
      "epoch": 276.41,
      "grad_norm": 0.9999130964279175,
      "learning_rate": 3.654628353599466e-06,
      "loss": 0.3559,
      "step": 990380
    },
    {
      "epoch": 276.41,
      "grad_norm": 1.0065510272979736,
      "learning_rate": 3.6546059387436296e-06,
      "loss": 0.3779,
      "step": 990390
    },
    {
      "epoch": 276.42,
      "grad_norm": 0.9496853351593018,
      "learning_rate": 3.654583523713318e-06,
      "loss": 0.3353,
      "step": 990400
    },
    {
      "epoch": 276.42,
      "grad_norm": 0.9895455837249756,
      "learning_rate": 3.6545611085085345e-06,
      "loss": 0.3539,
      "step": 990410
    },
    {
      "epoch": 276.42,
      "grad_norm": 1.0586984157562256,
      "learning_rate": 3.6545386931292813e-06,
      "loss": 0.3651,
      "step": 990420
    },
    {
      "epoch": 276.42,
      "grad_norm": 1.0787142515182495,
      "learning_rate": 3.654516277575561e-06,
      "loss": 0.3778,
      "step": 990430
    },
    {
      "epoch": 276.43,
      "grad_norm": 1.1281238794326782,
      "learning_rate": 3.6544938618473785e-06,
      "loss": 0.3574,
      "step": 990440
    },
    {
      "epoch": 276.43,
      "grad_norm": 0.9396839737892151,
      "learning_rate": 3.6544714459447352e-06,
      "loss": 0.3598,
      "step": 990450
    },
    {
      "epoch": 276.43,
      "grad_norm": 1.0194867849349976,
      "learning_rate": 3.654449029867635e-06,
      "loss": 0.3634,
      "step": 990460
    },
    {
      "epoch": 276.44,
      "grad_norm": 1.022983431816101,
      "learning_rate": 3.6544266136160797e-06,
      "loss": 0.3735,
      "step": 990470
    },
    {
      "epoch": 276.44,
      "grad_norm": 0.8938368558883667,
      "learning_rate": 3.654404197190073e-06,
      "loss": 0.3618,
      "step": 990480
    },
    {
      "epoch": 276.44,
      "grad_norm": 0.9660094976425171,
      "learning_rate": 3.654381780589618e-06,
      "loss": 0.3393,
      "step": 990490
    },
    {
      "epoch": 276.44,
      "grad_norm": 0.9553207755088806,
      "learning_rate": 3.654359363814718e-06,
      "loss": 0.3738,
      "step": 990500
    },
    {
      "epoch": 276.45,
      "grad_norm": 0.9671100974082947,
      "learning_rate": 3.6543369468653753e-06,
      "loss": 0.3594,
      "step": 990510
    },
    {
      "epoch": 276.45,
      "grad_norm": 1.032446265220642,
      "learning_rate": 3.654314529741593e-06,
      "loss": 0.3604,
      "step": 990520
    },
    {
      "epoch": 276.45,
      "grad_norm": 0.9970811605453491,
      "learning_rate": 3.6542921124433744e-06,
      "loss": 0.3682,
      "step": 990530
    },
    {
      "epoch": 276.46,
      "grad_norm": 1.0081708431243896,
      "learning_rate": 3.654269694970722e-06,
      "loss": 0.3619,
      "step": 990540
    },
    {
      "epoch": 276.46,
      "grad_norm": 1.1611329317092896,
      "learning_rate": 3.6542472773236394e-06,
      "loss": 0.3534,
      "step": 990550
    },
    {
      "epoch": 276.46,
      "grad_norm": 1.2883588075637817,
      "learning_rate": 3.6542248595021293e-06,
      "loss": 0.3727,
      "step": 990560
    },
    {
      "epoch": 276.46,
      "grad_norm": 1.1737730503082275,
      "learning_rate": 3.654202441506194e-06,
      "loss": 0.3694,
      "step": 990570
    },
    {
      "epoch": 276.47,
      "grad_norm": 0.9769801497459412,
      "learning_rate": 3.654180023335838e-06,
      "loss": 0.3463,
      "step": 990580
    },
    {
      "epoch": 276.47,
      "grad_norm": 1.065810203552246,
      "learning_rate": 3.654157604991063e-06,
      "loss": 0.3517,
      "step": 990590
    },
    {
      "epoch": 276.47,
      "grad_norm": 1.0375416278839111,
      "learning_rate": 3.6541351864718717e-06,
      "loss": 0.3619,
      "step": 990600
    },
    {
      "epoch": 276.48,
      "grad_norm": 1.1184473037719727,
      "learning_rate": 3.6541127677782693e-06,
      "loss": 0.3568,
      "step": 990610
    },
    {
      "epoch": 276.48,
      "grad_norm": 1.0328046083450317,
      "learning_rate": 3.654090348910256e-06,
      "loss": 0.3504,
      "step": 990620
    },
    {
      "epoch": 276.48,
      "grad_norm": 1.009884238243103,
      "learning_rate": 3.6540679298678356e-06,
      "loss": 0.3591,
      "step": 990630
    },
    {
      "epoch": 276.48,
      "grad_norm": 1.0350443124771118,
      "learning_rate": 3.6540455106510132e-06,
      "loss": 0.365,
      "step": 990640
    },
    {
      "epoch": 276.49,
      "grad_norm": 1.114165186882019,
      "learning_rate": 3.6540230912597893e-06,
      "loss": 0.3622,
      "step": 990650
    },
    {
      "epoch": 276.49,
      "grad_norm": 1.1091387271881104,
      "learning_rate": 3.6540006716941673e-06,
      "loss": 0.3478,
      "step": 990660
    },
    {
      "epoch": 276.49,
      "grad_norm": 0.969027042388916,
      "learning_rate": 3.653978251954151e-06,
      "loss": 0.3553,
      "step": 990670
    },
    {
      "epoch": 276.49,
      "grad_norm": 1.0391162633895874,
      "learning_rate": 3.6539558320397427e-06,
      "loss": 0.3629,
      "step": 990680
    },
    {
      "epoch": 276.5,
      "grad_norm": 1.14054274559021,
      "learning_rate": 3.6539334119509457e-06,
      "loss": 0.3656,
      "step": 990690
    },
    {
      "epoch": 276.5,
      "grad_norm": 0.9733782410621643,
      "learning_rate": 3.6539109916877633e-06,
      "loss": 0.3561,
      "step": 990700
    },
    {
      "epoch": 276.5,
      "grad_norm": 1.0475516319274902,
      "learning_rate": 3.653888571250198e-06,
      "loss": 0.3515,
      "step": 990710
    },
    {
      "epoch": 276.51,
      "grad_norm": 0.9922074675559998,
      "learning_rate": 3.653866150638253e-06,
      "loss": 0.3735,
      "step": 990720
    },
    {
      "epoch": 276.51,
      "grad_norm": 1.0644710063934326,
      "learning_rate": 3.653843729851931e-06,
      "loss": 0.3541,
      "step": 990730
    },
    {
      "epoch": 276.51,
      "grad_norm": 1.022383213043213,
      "learning_rate": 3.653821308891235e-06,
      "loss": 0.3662,
      "step": 990740
    },
    {
      "epoch": 276.51,
      "grad_norm": 1.6757397651672363,
      "learning_rate": 3.6537988877561683e-06,
      "loss": 0.3651,
      "step": 990750
    },
    {
      "epoch": 276.52,
      "grad_norm": 1.1239049434661865,
      "learning_rate": 3.6537764664467333e-06,
      "loss": 0.3578,
      "step": 990760
    },
    {
      "epoch": 276.52,
      "grad_norm": 0.9083115458488464,
      "learning_rate": 3.6537540449629344e-06,
      "loss": 0.3436,
      "step": 990770
    },
    {
      "epoch": 276.52,
      "grad_norm": 0.9838300347328186,
      "learning_rate": 3.6537316233047725e-06,
      "loss": 0.3495,
      "step": 990780
    },
    {
      "epoch": 276.53,
      "grad_norm": 0.9391011595726013,
      "learning_rate": 3.6537092014722523e-06,
      "loss": 0.3639,
      "step": 990790
    },
    {
      "epoch": 276.53,
      "grad_norm": 1.0077509880065918,
      "learning_rate": 3.653686779465376e-06,
      "loss": 0.3578,
      "step": 990800
    },
    {
      "epoch": 276.53,
      "grad_norm": 0.9268819093704224,
      "learning_rate": 3.653664357284147e-06,
      "loss": 0.3488,
      "step": 990810
    },
    {
      "epoch": 276.53,
      "grad_norm": 1.2182602882385254,
      "learning_rate": 3.6536419349285683e-06,
      "loss": 0.3598,
      "step": 990820
    },
    {
      "epoch": 276.54,
      "grad_norm": 0.9905901551246643,
      "learning_rate": 3.653619512398642e-06,
      "loss": 0.3536,
      "step": 990830
    },
    {
      "epoch": 276.54,
      "grad_norm": 1.1533108949661255,
      "learning_rate": 3.653597089694372e-06,
      "loss": 0.364,
      "step": 990840
    },
    {
      "epoch": 276.54,
      "grad_norm": 1.0468345880508423,
      "learning_rate": 3.653574666815761e-06,
      "loss": 0.3418,
      "step": 990850
    },
    {
      "epoch": 276.54,
      "grad_norm": 1.1120096445083618,
      "learning_rate": 3.6535522437628118e-06,
      "loss": 0.3743,
      "step": 990860
    },
    {
      "epoch": 276.55,
      "grad_norm": 2.0440402030944824,
      "learning_rate": 3.6535298205355277e-06,
      "loss": 0.3584,
      "step": 990870
    },
    {
      "epoch": 276.55,
      "grad_norm": 0.9643414616584778,
      "learning_rate": 3.653507397133911e-06,
      "loss": 0.3487,
      "step": 990880
    },
    {
      "epoch": 276.55,
      "grad_norm": 1.0372767448425293,
      "learning_rate": 3.6534849735579663e-06,
      "loss": 0.3571,
      "step": 990890
    },
    {
      "epoch": 276.56,
      "grad_norm": 3.5583112239837646,
      "learning_rate": 3.653462549807695e-06,
      "loss": 0.37,
      "step": 990900
    },
    {
      "epoch": 276.56,
      "grad_norm": 0.9911668300628662,
      "learning_rate": 3.6534401258831007e-06,
      "loss": 0.3595,
      "step": 990910
    },
    {
      "epoch": 276.56,
      "grad_norm": 1.0237314701080322,
      "learning_rate": 3.6534177017841854e-06,
      "loss": 0.3757,
      "step": 990920
    },
    {
      "epoch": 276.56,
      "grad_norm": 1.199674129486084,
      "learning_rate": 3.6533952775109546e-06,
      "loss": 0.3631,
      "step": 990930
    },
    {
      "epoch": 276.57,
      "grad_norm": 1.1224735975265503,
      "learning_rate": 3.6533728530634086e-06,
      "loss": 0.354,
      "step": 990940
    },
    {
      "epoch": 276.57,
      "grad_norm": 1.0683189630508423,
      "learning_rate": 3.6533504284415513e-06,
      "loss": 0.3591,
      "step": 990950
    },
    {
      "epoch": 276.57,
      "grad_norm": 1.0508496761322021,
      "learning_rate": 3.6533280036453865e-06,
      "loss": 0.3586,
      "step": 990960
    },
    {
      "epoch": 276.58,
      "grad_norm": 1.0611016750335693,
      "learning_rate": 3.6533055786749158e-06,
      "loss": 0.3591,
      "step": 990970
    },
    {
      "epoch": 276.58,
      "grad_norm": 0.9668499827384949,
      "learning_rate": 3.6532831535301435e-06,
      "loss": 0.3307,
      "step": 990980
    },
    {
      "epoch": 276.58,
      "grad_norm": 0.966874361038208,
      "learning_rate": 3.6532607282110722e-06,
      "loss": 0.3671,
      "step": 990990
    },
    {
      "epoch": 276.58,
      "grad_norm": 0.9671743512153625,
      "learning_rate": 3.653238302717704e-06,
      "loss": 0.3526,
      "step": 991000
    },
    {
      "epoch": 276.59,
      "grad_norm": 0.9562569856643677,
      "learning_rate": 3.6532158770500426e-06,
      "loss": 0.3637,
      "step": 991010
    },
    {
      "epoch": 276.59,
      "grad_norm": 1.1380624771118164,
      "learning_rate": 3.6531934512080915e-06,
      "loss": 0.3605,
      "step": 991020
    },
    {
      "epoch": 276.59,
      "grad_norm": 0.88438880443573,
      "learning_rate": 3.653171025191853e-06,
      "loss": 0.371,
      "step": 991030
    },
    {
      "epoch": 276.6,
      "grad_norm": 1.3136006593704224,
      "learning_rate": 3.6531485990013294e-06,
      "loss": 0.3612,
      "step": 991040
    },
    {
      "epoch": 276.6,
      "grad_norm": 0.935161828994751,
      "learning_rate": 3.6531261726365244e-06,
      "loss": 0.3554,
      "step": 991050
    },
    {
      "epoch": 276.6,
      "grad_norm": 1.141279935836792,
      "learning_rate": 3.6531037460974423e-06,
      "loss": 0.3471,
      "step": 991060
    },
    {
      "epoch": 276.6,
      "grad_norm": 1.112655520439148,
      "learning_rate": 3.653081319384084e-06,
      "loss": 0.3468,
      "step": 991070
    },
    {
      "epoch": 276.61,
      "grad_norm": 1.1401042938232422,
      "learning_rate": 3.653058892496454e-06,
      "loss": 0.361,
      "step": 991080
    },
    {
      "epoch": 276.61,
      "grad_norm": 1.1523798704147339,
      "learning_rate": 3.6530364654345546e-06,
      "loss": 0.352,
      "step": 991090
    },
    {
      "epoch": 276.61,
      "grad_norm": 1.0552550554275513,
      "learning_rate": 3.653014038198388e-06,
      "loss": 0.3602,
      "step": 991100
    },
    {
      "epoch": 276.61,
      "grad_norm": 1.2014126777648926,
      "learning_rate": 3.652991610787958e-06,
      "loss": 0.367,
      "step": 991110
    },
    {
      "epoch": 276.62,
      "grad_norm": 1.018940806388855,
      "learning_rate": 3.652969183203268e-06,
      "loss": 0.3694,
      "step": 991120
    },
    {
      "epoch": 276.62,
      "grad_norm": 1.188227653503418,
      "learning_rate": 3.6529467554443214e-06,
      "loss": 0.3415,
      "step": 991130
    },
    {
      "epoch": 276.62,
      "grad_norm": 1.0155949592590332,
      "learning_rate": 3.652924327511119e-06,
      "loss": 0.3751,
      "step": 991140
    },
    {
      "epoch": 276.63,
      "grad_norm": 1.8704463243484497,
      "learning_rate": 3.652901899403666e-06,
      "loss": 0.3533,
      "step": 991150
    },
    {
      "epoch": 276.63,
      "grad_norm": 1.3425893783569336,
      "learning_rate": 3.652879471121964e-06,
      "loss": 0.3791,
      "step": 991160
    },
    {
      "epoch": 276.63,
      "grad_norm": 1.1559257507324219,
      "learning_rate": 3.6528570426660165e-06,
      "loss": 0.3636,
      "step": 991170
    },
    {
      "epoch": 276.63,
      "grad_norm": 0.9322139024734497,
      "learning_rate": 3.6528346140358265e-06,
      "loss": 0.3613,
      "step": 991180
    },
    {
      "epoch": 276.64,
      "grad_norm": 1.1446022987365723,
      "learning_rate": 3.652812185231397e-06,
      "loss": 0.3641,
      "step": 991190
    },
    {
      "epoch": 276.64,
      "grad_norm": 1.0267919301986694,
      "learning_rate": 3.652789756252732e-06,
      "loss": 0.3607,
      "step": 991200
    },
    {
      "epoch": 276.64,
      "grad_norm": 1.0526715517044067,
      "learning_rate": 3.6527673270998323e-06,
      "loss": 0.3688,
      "step": 991210
    },
    {
      "epoch": 276.65,
      "grad_norm": 0.9690743088722229,
      "learning_rate": 3.6527448977727027e-06,
      "loss": 0.3642,
      "step": 991220
    },
    {
      "epoch": 276.65,
      "grad_norm": 0.9297547936439514,
      "learning_rate": 3.6527224682713453e-06,
      "loss": 0.3523,
      "step": 991230
    },
    {
      "epoch": 276.65,
      "grad_norm": 1.0973520278930664,
      "learning_rate": 3.6527000385957633e-06,
      "loss": 0.3686,
      "step": 991240
    },
    {
      "epoch": 276.65,
      "grad_norm": 0.8782358169555664,
      "learning_rate": 3.6526776087459598e-06,
      "loss": 0.3565,
      "step": 991250
    },
    {
      "epoch": 276.66,
      "grad_norm": 1.1468966007232666,
      "learning_rate": 3.6526551787219372e-06,
      "loss": 0.3555,
      "step": 991260
    },
    {
      "epoch": 276.66,
      "grad_norm": 0.8753732442855835,
      "learning_rate": 3.6526327485236986e-06,
      "loss": 0.3651,
      "step": 991270
    },
    {
      "epoch": 276.66,
      "grad_norm": 1.0261354446411133,
      "learning_rate": 3.6526103181512487e-06,
      "loss": 0.3606,
      "step": 991280
    },
    {
      "epoch": 276.66,
      "grad_norm": 1.086487054824829,
      "learning_rate": 3.652587887604588e-06,
      "loss": 0.3644,
      "step": 991290
    },
    {
      "epoch": 276.67,
      "grad_norm": 0.9745364785194397,
      "learning_rate": 3.652565456883721e-06,
      "loss": 0.3557,
      "step": 991300
    },
    {
      "epoch": 276.67,
      "grad_norm": 1.0272821187973022,
      "learning_rate": 3.652543025988651e-06,
      "loss": 0.3489,
      "step": 991310
    },
    {
      "epoch": 276.67,
      "grad_norm": 1.1164476871490479,
      "learning_rate": 3.6525205949193794e-06,
      "loss": 0.3658,
      "step": 991320
    },
    {
      "epoch": 276.68,
      "grad_norm": 1.276763916015625,
      "learning_rate": 3.6524981636759094e-06,
      "loss": 0.3672,
      "step": 991330
    },
    {
      "epoch": 276.68,
      "grad_norm": 1.0268162488937378,
      "learning_rate": 3.652475732258246e-06,
      "loss": 0.344,
      "step": 991340
    },
    {
      "epoch": 276.68,
      "grad_norm": 1.1522040367126465,
      "learning_rate": 3.6524533006663906e-06,
      "loss": 0.3523,
      "step": 991350
    },
    {
      "epoch": 276.68,
      "grad_norm": 0.982642412185669,
      "learning_rate": 3.652430868900346e-06,
      "loss": 0.3519,
      "step": 991360
    },
    {
      "epoch": 276.69,
      "grad_norm": 0.9821635484695435,
      "learning_rate": 3.6524084369601157e-06,
      "loss": 0.3551,
      "step": 991370
    },
    {
      "epoch": 276.69,
      "grad_norm": 1.333475112915039,
      "learning_rate": 3.6523860048457035e-06,
      "loss": 0.3757,
      "step": 991380
    },
    {
      "epoch": 276.69,
      "grad_norm": 1.2119008302688599,
      "learning_rate": 3.6523635725571105e-06,
      "loss": 0.3786,
      "step": 991390
    },
    {
      "epoch": 276.7,
      "grad_norm": 1.022455096244812,
      "learning_rate": 3.6523411400943407e-06,
      "loss": 0.347,
      "step": 991400
    },
    {
      "epoch": 276.7,
      "grad_norm": 8.714258193969727,
      "learning_rate": 3.6523187074573977e-06,
      "loss": 0.3578,
      "step": 991410
    },
    {
      "epoch": 276.7,
      "grad_norm": 1.0936912298202515,
      "learning_rate": 3.652296274646283e-06,
      "loss": 0.3559,
      "step": 991420
    },
    {
      "epoch": 276.7,
      "grad_norm": 1.1187201738357544,
      "learning_rate": 3.6522738416610013e-06,
      "loss": 0.3535,
      "step": 991430
    },
    {
      "epoch": 276.71,
      "grad_norm": 1.0516154766082764,
      "learning_rate": 3.6522514085015545e-06,
      "loss": 0.3603,
      "step": 991440
    },
    {
      "epoch": 276.71,
      "grad_norm": 1.3503776788711548,
      "learning_rate": 3.652228975167945e-06,
      "loss": 0.3715,
      "step": 991450
    },
    {
      "epoch": 276.71,
      "grad_norm": 0.9876680970191956,
      "learning_rate": 3.6522065416601773e-06,
      "loss": 0.3633,
      "step": 991460
    },
    {
      "epoch": 276.72,
      "grad_norm": 1.0816493034362793,
      "learning_rate": 3.6521841079782536e-06,
      "loss": 0.373,
      "step": 991470
    },
    {
      "epoch": 276.72,
      "grad_norm": 1.1502938270568848,
      "learning_rate": 3.6521616741221773e-06,
      "loss": 0.347,
      "step": 991480
    },
    {
      "epoch": 276.72,
      "grad_norm": 1.1352603435516357,
      "learning_rate": 3.6521392400919507e-06,
      "loss": 0.3724,
      "step": 991490
    },
    {
      "epoch": 276.72,
      "grad_norm": 1.1750320196151733,
      "learning_rate": 3.652116805887577e-06,
      "loss": 0.3627,
      "step": 991500
    },
    {
      "epoch": 276.73,
      "grad_norm": 1.309228777885437,
      "learning_rate": 3.6520943715090593e-06,
      "loss": 0.3487,
      "step": 991510
    },
    {
      "epoch": 276.73,
      "grad_norm": 1.1536259651184082,
      "learning_rate": 3.652071936956401e-06,
      "loss": 0.3703,
      "step": 991520
    },
    {
      "epoch": 276.73,
      "grad_norm": 0.9701196551322937,
      "learning_rate": 3.652049502229604e-06,
      "loss": 0.3625,
      "step": 991530
    },
    {
      "epoch": 276.73,
      "grad_norm": 0.9584231376647949,
      "learning_rate": 3.6520270673286733e-06,
      "loss": 0.354,
      "step": 991540
    },
    {
      "epoch": 276.74,
      "grad_norm": 1.1410293579101562,
      "learning_rate": 3.652004632253609e-06,
      "loss": 0.3669,
      "step": 991550
    },
    {
      "epoch": 276.74,
      "grad_norm": 1.1540175676345825,
      "learning_rate": 3.6519821970044165e-06,
      "loss": 0.3473,
      "step": 991560
    },
    {
      "epoch": 276.74,
      "grad_norm": 1.348178744316101,
      "learning_rate": 3.651959761581098e-06,
      "loss": 0.3727,
      "step": 991570
    },
    {
      "epoch": 276.75,
      "grad_norm": 1.0554739236831665,
      "learning_rate": 3.6519373259836563e-06,
      "loss": 0.3587,
      "step": 991580
    },
    {
      "epoch": 276.75,
      "grad_norm": 1.1279051303863525,
      "learning_rate": 3.6519148902120942e-06,
      "loss": 0.3577,
      "step": 991590
    },
    {
      "epoch": 276.75,
      "grad_norm": 1.1287832260131836,
      "learning_rate": 3.6518924542664157e-06,
      "loss": 0.3728,
      "step": 991600
    },
    {
      "epoch": 276.75,
      "grad_norm": 1.0677058696746826,
      "learning_rate": 3.6518700181466227e-06,
      "loss": 0.3417,
      "step": 991610
    },
    {
      "epoch": 276.76,
      "grad_norm": 1.0518255233764648,
      "learning_rate": 3.651847581852718e-06,
      "loss": 0.378,
      "step": 991620
    },
    {
      "epoch": 276.76,
      "grad_norm": 0.9940283894538879,
      "learning_rate": 3.651825145384706e-06,
      "loss": 0.3543,
      "step": 991630
    },
    {
      "epoch": 276.76,
      "grad_norm": 1.0990245342254639,
      "learning_rate": 3.6518027087425883e-06,
      "loss": 0.3477,
      "step": 991640
    },
    {
      "epoch": 276.77,
      "grad_norm": 1.0024815797805786,
      "learning_rate": 3.651780271926368e-06,
      "loss": 0.3547,
      "step": 991650
    },
    {
      "epoch": 276.77,
      "grad_norm": 1.068519115447998,
      "learning_rate": 3.6517578349360494e-06,
      "loss": 0.3483,
      "step": 991660
    },
    {
      "epoch": 276.77,
      "grad_norm": 1.0072318315505981,
      "learning_rate": 3.6517353977716344e-06,
      "loss": 0.3757,
      "step": 991670
    },
    {
      "epoch": 276.77,
      "grad_norm": 1.0156598091125488,
      "learning_rate": 3.6517129604331266e-06,
      "loss": 0.3564,
      "step": 991680
    },
    {
      "epoch": 276.78,
      "grad_norm": 0.9654383659362793,
      "learning_rate": 3.6516905229205277e-06,
      "loss": 0.3526,
      "step": 991690
    },
    {
      "epoch": 276.78,
      "grad_norm": 1.031153917312622,
      "learning_rate": 3.651668085233842e-06,
      "loss": 0.3619,
      "step": 991700
    },
    {
      "epoch": 276.78,
      "grad_norm": 1.0022422075271606,
      "learning_rate": 3.6516456473730723e-06,
      "loss": 0.3435,
      "step": 991710
    },
    {
      "epoch": 276.78,
      "grad_norm": 1.0403660535812378,
      "learning_rate": 3.6516232093382204e-06,
      "loss": 0.3841,
      "step": 991720
    },
    {
      "epoch": 276.79,
      "grad_norm": 0.9693683385848999,
      "learning_rate": 3.651600771129291e-06,
      "loss": 0.3552,
      "step": 991730
    },
    {
      "epoch": 276.79,
      "grad_norm": 1.2749361991882324,
      "learning_rate": 3.651578332746286e-06,
      "loss": 0.3585,
      "step": 991740
    },
    {
      "epoch": 276.79,
      "grad_norm": 1.1266189813613892,
      "learning_rate": 3.651555894189209e-06,
      "loss": 0.362,
      "step": 991750
    },
    {
      "epoch": 276.8,
      "grad_norm": 1.3647527694702148,
      "learning_rate": 3.6515334554580623e-06,
      "loss": 0.3662,
      "step": 991760
    },
    {
      "epoch": 276.8,
      "grad_norm": 1.1378304958343506,
      "learning_rate": 3.65151101655285e-06,
      "loss": 0.3493,
      "step": 991770
    },
    {
      "epoch": 276.8,
      "grad_norm": 1.0984547138214111,
      "learning_rate": 3.6514885774735736e-06,
      "loss": 0.3602,
      "step": 991780
    },
    {
      "epoch": 276.8,
      "grad_norm": 0.9843205213546753,
      "learning_rate": 3.651466138220237e-06,
      "loss": 0.3654,
      "step": 991790
    },
    {
      "epoch": 276.81,
      "grad_norm": 1.137444019317627,
      "learning_rate": 3.651443698792843e-06,
      "loss": 0.3468,
      "step": 991800
    },
    {
      "epoch": 276.81,
      "grad_norm": 1.0609190464019775,
      "learning_rate": 3.6514212591913947e-06,
      "loss": 0.3387,
      "step": 991810
    },
    {
      "epoch": 276.81,
      "grad_norm": 1.121764063835144,
      "learning_rate": 3.6513988194158952e-06,
      "loss": 0.372,
      "step": 991820
    },
    {
      "epoch": 276.82,
      "grad_norm": 0.8893117904663086,
      "learning_rate": 3.6513763794663474e-06,
      "loss": 0.3543,
      "step": 991830
    },
    {
      "epoch": 276.82,
      "grad_norm": 1.0225379467010498,
      "learning_rate": 3.6513539393427538e-06,
      "loss": 0.364,
      "step": 991840
    },
    {
      "epoch": 276.82,
      "grad_norm": 1.2358852624893188,
      "learning_rate": 3.6513314990451177e-06,
      "loss": 0.3453,
      "step": 991850
    },
    {
      "epoch": 276.82,
      "grad_norm": 1.032109022140503,
      "learning_rate": 3.6513090585734423e-06,
      "loss": 0.3618,
      "step": 991860
    },
    {
      "epoch": 276.83,
      "grad_norm": 1.1781628131866455,
      "learning_rate": 3.6512866179277303e-06,
      "loss": 0.3659,
      "step": 991870
    },
    {
      "epoch": 276.83,
      "grad_norm": 1.0605376958847046,
      "learning_rate": 3.651264177107985e-06,
      "loss": 0.3528,
      "step": 991880
    },
    {
      "epoch": 276.83,
      "grad_norm": 1.010252833366394,
      "learning_rate": 3.651241736114209e-06,
      "loss": 0.3594,
      "step": 991890
    },
    {
      "epoch": 276.84,
      "grad_norm": 0.8748266100883484,
      "learning_rate": 3.6512192949464058e-06,
      "loss": 0.3596,
      "step": 991900
    },
    {
      "epoch": 276.84,
      "grad_norm": 1.0733661651611328,
      "learning_rate": 3.6511968536045776e-06,
      "loss": 0.3475,
      "step": 991910
    },
    {
      "epoch": 276.84,
      "grad_norm": 1.035345435142517,
      "learning_rate": 3.6511744120887286e-06,
      "loss": 0.3514,
      "step": 991920
    },
    {
      "epoch": 276.84,
      "grad_norm": 1.014279842376709,
      "learning_rate": 3.6511519703988605e-06,
      "loss": 0.3631,
      "step": 991930
    },
    {
      "epoch": 276.85,
      "grad_norm": 1.0631496906280518,
      "learning_rate": 3.6511295285349767e-06,
      "loss": 0.3616,
      "step": 991940
    },
    {
      "epoch": 276.85,
      "grad_norm": 15.92408561706543,
      "learning_rate": 3.651107086497081e-06,
      "loss": 0.3635,
      "step": 991950
    },
    {
      "epoch": 276.85,
      "grad_norm": 0.9405926465988159,
      "learning_rate": 3.6510846442851755e-06,
      "loss": 0.3605,
      "step": 991960
    },
    {
      "epoch": 276.85,
      "grad_norm": 0.9842702746391296,
      "learning_rate": 3.651062201899263e-06,
      "loss": 0.3549,
      "step": 991970
    },
    {
      "epoch": 276.86,
      "grad_norm": 0.9825662970542908,
      "learning_rate": 3.6510397593393466e-06,
      "loss": 0.3507,
      "step": 991980
    },
    {
      "epoch": 276.86,
      "grad_norm": 1.0037380456924438,
      "learning_rate": 3.6510173166054308e-06,
      "loss": 0.3814,
      "step": 991990
    },
    {
      "epoch": 276.86,
      "grad_norm": 1.1293100118637085,
      "learning_rate": 3.650994873697516e-06,
      "loss": 0.3621,
      "step": 992000
    },
    {
      "epoch": 276.87,
      "grad_norm": 1.110623836517334,
      "learning_rate": 3.650972430615608e-06,
      "loss": 0.3671,
      "step": 992010
    },
    {
      "epoch": 276.87,
      "grad_norm": 0.9745692014694214,
      "learning_rate": 3.650949987359707e-06,
      "loss": 0.3507,
      "step": 992020
    },
    {
      "epoch": 276.87,
      "grad_norm": 1.1318401098251343,
      "learning_rate": 3.650927543929818e-06,
      "loss": 0.3568,
      "step": 992030
    },
    {
      "epoch": 276.87,
      "grad_norm": 1.1870144605636597,
      "learning_rate": 3.6509051003259433e-06,
      "loss": 0.3716,
      "step": 992040
    },
    {
      "epoch": 276.88,
      "grad_norm": 3.302560329437256,
      "learning_rate": 3.6508826565480856e-06,
      "loss": 0.3578,
      "step": 992050
    },
    {
      "epoch": 276.88,
      "grad_norm": 1.1530117988586426,
      "learning_rate": 3.6508602125962487e-06,
      "loss": 0.3476,
      "step": 992060
    },
    {
      "epoch": 276.88,
      "grad_norm": 1.2265843152999878,
      "learning_rate": 3.6508377684704345e-06,
      "loss": 0.363,
      "step": 992070
    },
    {
      "epoch": 276.89,
      "grad_norm": 1.208479404449463,
      "learning_rate": 3.650815324170647e-06,
      "loss": 0.3578,
      "step": 992080
    },
    {
      "epoch": 276.89,
      "grad_norm": 0.9449182748794556,
      "learning_rate": 3.6507928796968883e-06,
      "loss": 0.3679,
      "step": 992090
    },
    {
      "epoch": 276.89,
      "grad_norm": 1.0004185438156128,
      "learning_rate": 3.6507704350491625e-06,
      "loss": 0.3454,
      "step": 992100
    },
    {
      "epoch": 276.89,
      "grad_norm": 0.9701720476150513,
      "learning_rate": 3.650747990227471e-06,
      "loss": 0.3457,
      "step": 992110
    },
    {
      "epoch": 276.9,
      "grad_norm": 1.0615203380584717,
      "learning_rate": 3.650725545231819e-06,
      "loss": 0.3729,
      "step": 992120
    },
    {
      "epoch": 276.9,
      "grad_norm": 0.9673165082931519,
      "learning_rate": 3.650703100062207e-06,
      "loss": 0.3629,
      "step": 992130
    },
    {
      "epoch": 276.9,
      "grad_norm": 1.0283385515213013,
      "learning_rate": 3.6506806547186392e-06,
      "loss": 0.3407,
      "step": 992140
    },
    {
      "epoch": 276.9,
      "grad_norm": 1.0355408191680908,
      "learning_rate": 3.6506582092011195e-06,
      "loss": 0.3752,
      "step": 992150
    },
    {
      "epoch": 276.91,
      "grad_norm": 1.0993403196334839,
      "learning_rate": 3.6506357635096496e-06,
      "loss": 0.3622,
      "step": 992160
    },
    {
      "epoch": 276.91,
      "grad_norm": 1.0203970670700073,
      "learning_rate": 3.6506133176442323e-06,
      "loss": 0.3493,
      "step": 992170
    },
    {
      "epoch": 276.91,
      "grad_norm": 0.997810959815979,
      "learning_rate": 3.6505908716048716e-06,
      "loss": 0.3453,
      "step": 992180
    },
    {
      "epoch": 276.92,
      "grad_norm": 0.9135485887527466,
      "learning_rate": 3.65056842539157e-06,
      "loss": 0.3434,
      "step": 992190
    },
    {
      "epoch": 276.92,
      "grad_norm": 1.0375207662582397,
      "learning_rate": 3.6505459790043305e-06,
      "loss": 0.3451,
      "step": 992200
    },
    {
      "epoch": 276.92,
      "grad_norm": 1.0104278326034546,
      "learning_rate": 3.6505235324431556e-06,
      "loss": 0.3715,
      "step": 992210
    },
    {
      "epoch": 276.92,
      "grad_norm": 1.5110793113708496,
      "learning_rate": 3.6505010857080497e-06,
      "loss": 0.36,
      "step": 992220
    },
    {
      "epoch": 276.93,
      "grad_norm": 1.113813877105713,
      "learning_rate": 3.6504786387990145e-06,
      "loss": 0.3534,
      "step": 992230
    },
    {
      "epoch": 276.93,
      "grad_norm": 0.9590066075325012,
      "learning_rate": 3.650456191716053e-06,
      "loss": 0.3402,
      "step": 992240
    },
    {
      "epoch": 276.93,
      "grad_norm": 0.9614282250404358,
      "learning_rate": 3.6504337444591688e-06,
      "loss": 0.3617,
      "step": 992250
    },
    {
      "epoch": 276.94,
      "grad_norm": 1.0194182395935059,
      "learning_rate": 3.650411297028365e-06,
      "loss": 0.3323,
      "step": 992260
    },
    {
      "epoch": 276.94,
      "grad_norm": 1.1572462320327759,
      "learning_rate": 3.650388849423644e-06,
      "loss": 0.359,
      "step": 992270
    },
    {
      "epoch": 276.94,
      "grad_norm": 1.0305768251419067,
      "learning_rate": 3.6503664016450086e-06,
      "loss": 0.3711,
      "step": 992280
    },
    {
      "epoch": 276.94,
      "grad_norm": 1.1420761346817017,
      "learning_rate": 3.6503439536924627e-06,
      "loss": 0.3589,
      "step": 992290
    },
    {
      "epoch": 276.95,
      "grad_norm": 0.9388313889503479,
      "learning_rate": 3.6503215055660086e-06,
      "loss": 0.3403,
      "step": 992300
    },
    {
      "epoch": 276.95,
      "grad_norm": 1.0815247297286987,
      "learning_rate": 3.6502990572656497e-06,
      "loss": 0.3745,
      "step": 992310
    },
    {
      "epoch": 276.95,
      "grad_norm": 0.9008034467697144,
      "learning_rate": 3.650276608791388e-06,
      "loss": 0.3583,
      "step": 992320
    },
    {
      "epoch": 276.96,
      "grad_norm": 1.0514764785766602,
      "learning_rate": 3.650254160143228e-06,
      "loss": 0.3617,
      "step": 992330
    },
    {
      "epoch": 276.96,
      "grad_norm": 1.0895930528640747,
      "learning_rate": 3.6502317113211713e-06,
      "loss": 0.3541,
      "step": 992340
    },
    {
      "epoch": 276.96,
      "grad_norm": 1.2316393852233887,
      "learning_rate": 3.6502092623252227e-06,
      "loss": 0.3467,
      "step": 992350
    },
    {
      "epoch": 276.96,
      "grad_norm": 0.9133298397064209,
      "learning_rate": 3.6501868131553832e-06,
      "loss": 0.3473,
      "step": 992360
    },
    {
      "epoch": 276.97,
      "grad_norm": 0.9649752974510193,
      "learning_rate": 3.6501643638116564e-06,
      "loss": 0.368,
      "step": 992370
    },
    {
      "epoch": 276.97,
      "grad_norm": 1.2213337421417236,
      "learning_rate": 3.650141914294046e-06,
      "loss": 0.3625,
      "step": 992380
    },
    {
      "epoch": 276.97,
      "grad_norm": 1.073219656944275,
      "learning_rate": 3.650119464602554e-06,
      "loss": 0.3532,
      "step": 992390
    },
    {
      "epoch": 276.97,
      "grad_norm": 5.548942565917969,
      "learning_rate": 3.6500970147371838e-06,
      "loss": 0.3652,
      "step": 992400
    },
    {
      "epoch": 276.98,
      "grad_norm": 0.9281162619590759,
      "learning_rate": 3.6500745646979395e-06,
      "loss": 0.3625,
      "step": 992410
    },
    {
      "epoch": 276.98,
      "grad_norm": 1.1637686491012573,
      "learning_rate": 3.650052114484822e-06,
      "loss": 0.3766,
      "step": 992420
    },
    {
      "epoch": 276.98,
      "grad_norm": 1.0122926235198975,
      "learning_rate": 3.650029664097836e-06,
      "loss": 0.357,
      "step": 992430
    },
    {
      "epoch": 276.99,
      "grad_norm": 1.0586788654327393,
      "learning_rate": 3.6500072135369833e-06,
      "loss": 0.3586,
      "step": 992440
    },
    {
      "epoch": 276.99,
      "grad_norm": 0.9486456513404846,
      "learning_rate": 3.649984762802268e-06,
      "loss": 0.3692,
      "step": 992450
    },
    {
      "epoch": 276.99,
      "grad_norm": 1.1593250036239624,
      "learning_rate": 3.6499623118936917e-06,
      "loss": 0.3726,
      "step": 992460
    },
    {
      "epoch": 276.99,
      "grad_norm": 0.9474267959594727,
      "learning_rate": 3.6499398608112587e-06,
      "loss": 0.3504,
      "step": 992470
    },
    {
      "epoch": 277.0,
      "grad_norm": 1.0234993696212769,
      "learning_rate": 3.6499174095549713e-06,
      "loss": 0.3565,
      "step": 992480
    },
    {
      "epoch": 277.0,
      "grad_norm": 0.8978968858718872,
      "learning_rate": 3.649894958124833e-06,
      "loss": 0.3405,
      "step": 992490
    },
    {
      "epoch": 277.0,
      "eval_loss": 0.3578910827636719,
      "eval_runtime": 63.5955,
      "eval_samples_per_second": 79.55,
      "eval_steps_per_second": 9.954,
      "step": 992491
    },
    {
      "epoch": 277.0,
      "grad_norm": 1.0687859058380127,
      "learning_rate": 3.649872506520845e-06,
      "loss": 0.3651,
      "step": 992500
    },
    {
      "epoch": 277.01,
      "grad_norm": 0.9397645592689514,
      "learning_rate": 3.6498500547430138e-06,
      "loss": 0.3551,
      "step": 992510
    },
    {
      "epoch": 277.01,
      "grad_norm": 0.907285213470459,
      "learning_rate": 3.649827602791339e-06,
      "loss": 0.3624,
      "step": 992520
    },
    {
      "epoch": 277.01,
      "grad_norm": 0.8309593796730042,
      "learning_rate": 3.649805150665826e-06,
      "loss": 0.3635,
      "step": 992530
    },
    {
      "epoch": 277.01,
      "grad_norm": 0.8342955708503723,
      "learning_rate": 3.649782698366476e-06,
      "loss": 0.3697,
      "step": 992540
    },
    {
      "epoch": 277.02,
      "grad_norm": 1.0587024688720703,
      "learning_rate": 3.649760245893292e-06,
      "loss": 0.3694,
      "step": 992550
    },
    {
      "epoch": 277.02,
      "grad_norm": 0.9200546741485596,
      "learning_rate": 3.6497377932462784e-06,
      "loss": 0.3617,
      "step": 992560
    },
    {
      "epoch": 277.02,
      "grad_norm": 1.0471320152282715,
      "learning_rate": 3.649715340425438e-06,
      "loss": 0.3545,
      "step": 992570
    },
    {
      "epoch": 277.02,
      "grad_norm": 0.9141871333122253,
      "learning_rate": 3.6496928874307727e-06,
      "loss": 0.3624,
      "step": 992580
    },
    {
      "epoch": 277.03,
      "grad_norm": 1.0877013206481934,
      "learning_rate": 3.649670434262286e-06,
      "loss": 0.3729,
      "step": 992590
    },
    {
      "epoch": 277.03,
      "grad_norm": 1.0436352491378784,
      "learning_rate": 3.6496479809199813e-06,
      "loss": 0.3643,
      "step": 992600
    },
    {
      "epoch": 277.03,
      "grad_norm": 0.9809542298316956,
      "learning_rate": 3.6496255274038608e-06,
      "loss": 0.3601,
      "step": 992610
    },
    {
      "epoch": 277.04,
      "grad_norm": 1.124448537826538,
      "learning_rate": 3.649603073713928e-06,
      "loss": 0.3498,
      "step": 992620
    },
    {
      "epoch": 277.04,
      "grad_norm": 1.1490343809127808,
      "learning_rate": 3.6495806198501855e-06,
      "loss": 0.3429,
      "step": 992630
    },
    {
      "epoch": 277.04,
      "grad_norm": 1.1296969652175903,
      "learning_rate": 3.6495581658126374e-06,
      "loss": 0.3507,
      "step": 992640
    },
    {
      "epoch": 277.04,
      "grad_norm": 1.0035368204116821,
      "learning_rate": 3.649535711601285e-06,
      "loss": 0.3598,
      "step": 992650
    },
    {
      "epoch": 277.05,
      "grad_norm": 0.9757250547409058,
      "learning_rate": 3.6495132572161324e-06,
      "loss": 0.3599,
      "step": 992660
    },
    {
      "epoch": 277.05,
      "grad_norm": 1.1604620218276978,
      "learning_rate": 3.6494908026571826e-06,
      "loss": 0.3675,
      "step": 992670
    },
    {
      "epoch": 277.05,
      "grad_norm": 1.0147595405578613,
      "learning_rate": 3.6494683479244386e-06,
      "loss": 0.3637,
      "step": 992680
    },
    {
      "epoch": 277.06,
      "grad_norm": 1.1337567567825317,
      "learning_rate": 3.6494458930179026e-06,
      "loss": 0.3489,
      "step": 992690
    },
    {
      "epoch": 277.06,
      "grad_norm": 1.134118676185608,
      "learning_rate": 3.6494234379375786e-06,
      "loss": 0.3735,
      "step": 992700
    },
    {
      "epoch": 277.06,
      "grad_norm": 0.9648940563201904,
      "learning_rate": 3.649400982683469e-06,
      "loss": 0.3562,
      "step": 992710
    },
    {
      "epoch": 277.06,
      "grad_norm": 1.168457269668579,
      "learning_rate": 3.649378527255577e-06,
      "loss": 0.346,
      "step": 992720
    },
    {
      "epoch": 277.07,
      "grad_norm": 0.8926275968551636,
      "learning_rate": 3.649356071653905e-06,
      "loss": 0.3534,
      "step": 992730
    },
    {
      "epoch": 277.07,
      "grad_norm": 0.959558367729187,
      "learning_rate": 3.649333615878456e-06,
      "loss": 0.3661,
      "step": 992740
    },
    {
      "epoch": 277.07,
      "grad_norm": 1.1389933824539185,
      "learning_rate": 3.6493111599292344e-06,
      "loss": 0.3671,
      "step": 992750
    },
    {
      "epoch": 277.08,
      "grad_norm": 0.9372234344482422,
      "learning_rate": 3.6492887038062425e-06,
      "loss": 0.3621,
      "step": 992760
    },
    {
      "epoch": 277.08,
      "grad_norm": 1.0599327087402344,
      "learning_rate": 3.6492662475094823e-06,
      "loss": 0.3599,
      "step": 992770
    },
    {
      "epoch": 277.08,
      "grad_norm": 0.9781249761581421,
      "learning_rate": 3.649243791038958e-06,
      "loss": 0.3681,
      "step": 992780
    },
    {
      "epoch": 277.08,
      "grad_norm": 0.9309500455856323,
      "learning_rate": 3.649221334394672e-06,
      "loss": 0.3628,
      "step": 992790
    },
    {
      "epoch": 277.09,
      "grad_norm": 1.2922991514205933,
      "learning_rate": 3.649198877576627e-06,
      "loss": 0.3558,
      "step": 992800
    },
    {
      "epoch": 277.09,
      "grad_norm": 1.0894361734390259,
      "learning_rate": 3.649176420584827e-06,
      "loss": 0.3753,
      "step": 992810
    },
    {
      "epoch": 277.09,
      "grad_norm": 1.0018714666366577,
      "learning_rate": 3.6491539634192742e-06,
      "loss": 0.3608,
      "step": 992820
    },
    {
      "epoch": 277.09,
      "grad_norm": 1.2413932085037231,
      "learning_rate": 3.6491315060799714e-06,
      "loss": 0.3684,
      "step": 992830
    },
    {
      "epoch": 277.1,
      "grad_norm": 0.9608380794525146,
      "learning_rate": 3.6491090485669223e-06,
      "loss": 0.3595,
      "step": 992840
    },
    {
      "epoch": 277.1,
      "grad_norm": 0.9355369806289673,
      "learning_rate": 3.64908659088013e-06,
      "loss": 0.3563,
      "step": 992850
    },
    {
      "epoch": 277.1,
      "grad_norm": 1.2830396890640259,
      "learning_rate": 3.6490641330195963e-06,
      "loss": 0.3708,
      "step": 992860
    },
    {
      "epoch": 277.11,
      "grad_norm": 0.9874390959739685,
      "learning_rate": 3.6490416749853254e-06,
      "loss": 0.3604,
      "step": 992870
    },
    {
      "epoch": 277.11,
      "grad_norm": 1.1636654138565063,
      "learning_rate": 3.649019216777319e-06,
      "loss": 0.3526,
      "step": 992880
    },
    {
      "epoch": 277.11,
      "grad_norm": 1.1238946914672852,
      "learning_rate": 3.6489967583955818e-06,
      "loss": 0.372,
      "step": 992890
    },
    {
      "epoch": 277.11,
      "grad_norm": 1.0707999467849731,
      "learning_rate": 3.6489742998401154e-06,
      "loss": 0.3498,
      "step": 992900
    },
    {
      "epoch": 277.12,
      "grad_norm": 1.0502022504806519,
      "learning_rate": 3.6489518411109234e-06,
      "loss": 0.3469,
      "step": 992910
    },
    {
      "epoch": 277.12,
      "grad_norm": 1.0904382467269897,
      "learning_rate": 3.6489293822080092e-06,
      "loss": 0.3539,
      "step": 992920
    },
    {
      "epoch": 277.12,
      "grad_norm": 0.8616839051246643,
      "learning_rate": 3.6489069231313754e-06,
      "loss": 0.3598,
      "step": 992930
    },
    {
      "epoch": 277.13,
      "grad_norm": 0.9157788753509521,
      "learning_rate": 3.648884463881024e-06,
      "loss": 0.3659,
      "step": 992940
    },
    {
      "epoch": 277.13,
      "grad_norm": 1.021836757659912,
      "learning_rate": 3.6488620044569588e-06,
      "loss": 0.3605,
      "step": 992950
    },
    {
      "epoch": 277.13,
      "grad_norm": 1.0459942817687988,
      "learning_rate": 3.648839544859183e-06,
      "loss": 0.3817,
      "step": 992960
    },
    {
      "epoch": 277.13,
      "grad_norm": 1.0112069845199585,
      "learning_rate": 3.6488170850877002e-06,
      "loss": 0.3449,
      "step": 992970
    },
    {
      "epoch": 277.14,
      "grad_norm": 0.912722647190094,
      "learning_rate": 3.648794625142512e-06,
      "loss": 0.3684,
      "step": 992980
    },
    {
      "epoch": 277.14,
      "grad_norm": 1.000599980354309,
      "learning_rate": 3.6487721650236223e-06,
      "loss": 0.3712,
      "step": 992990
    },
    {
      "epoch": 277.14,
      "grad_norm": 1.0523761510849,
      "learning_rate": 3.648749704731033e-06,
      "loss": 0.357,
      "step": 993000
    },
    {
      "epoch": 277.14,
      "grad_norm": 1.136685848236084,
      "learning_rate": 3.6487272442647482e-06,
      "loss": 0.3658,
      "step": 993010
    },
    {
      "epoch": 277.15,
      "grad_norm": 1.0763884782791138,
      "learning_rate": 3.648704783624771e-06,
      "loss": 0.346,
      "step": 993020
    },
    {
      "epoch": 277.15,
      "grad_norm": 1.1447001695632935,
      "learning_rate": 3.648682322811104e-06,
      "loss": 0.348,
      "step": 993030
    },
    {
      "epoch": 277.15,
      "grad_norm": 0.8465448617935181,
      "learning_rate": 3.64865986182375e-06,
      "loss": 0.3568,
      "step": 993040
    },
    {
      "epoch": 277.16,
      "grad_norm": 0.9172724485397339,
      "learning_rate": 3.648637400662712e-06,
      "loss": 0.3443,
      "step": 993050
    },
    {
      "epoch": 277.16,
      "grad_norm": 1.0604907274246216,
      "learning_rate": 3.6486149393279934e-06,
      "loss": 0.3562,
      "step": 993060
    },
    {
      "epoch": 277.16,
      "grad_norm": 0.9787219762802124,
      "learning_rate": 3.648592477819597e-06,
      "loss": 0.3642,
      "step": 993070
    },
    {
      "epoch": 277.16,
      "grad_norm": 1.043217420578003,
      "learning_rate": 3.648570016137525e-06,
      "loss": 0.3563,
      "step": 993080
    },
    {
      "epoch": 277.17,
      "grad_norm": 1.0275710821151733,
      "learning_rate": 3.648547554281782e-06,
      "loss": 0.3638,
      "step": 993090
    },
    {
      "epoch": 277.17,
      "grad_norm": 0.8929110765457153,
      "learning_rate": 3.648525092252369e-06,
      "loss": 0.3636,
      "step": 993100
    },
    {
      "epoch": 277.17,
      "grad_norm": 0.9176769852638245,
      "learning_rate": 3.648502630049291e-06,
      "loss": 0.3483,
      "step": 993110
    },
    {
      "epoch": 277.18,
      "grad_norm": 0.9519171714782715,
      "learning_rate": 3.64848016767255e-06,
      "loss": 0.3608,
      "step": 993120
    },
    {
      "epoch": 277.18,
      "grad_norm": 0.9605743885040283,
      "learning_rate": 3.6484577051221486e-06,
      "loss": 0.3648,
      "step": 993130
    },
    {
      "epoch": 277.18,
      "grad_norm": 1.1084014177322388,
      "learning_rate": 3.64843524239809e-06,
      "loss": 0.3652,
      "step": 993140
    },
    {
      "epoch": 277.18,
      "grad_norm": 0.9497683644294739,
      "learning_rate": 3.6484127795003783e-06,
      "loss": 0.37,
      "step": 993150
    },
    {
      "epoch": 277.19,
      "grad_norm": 1.2510581016540527,
      "learning_rate": 3.648390316429015e-06,
      "loss": 0.3683,
      "step": 993160
    },
    {
      "epoch": 277.19,
      "grad_norm": 1.2521079778671265,
      "learning_rate": 3.6483678531840038e-06,
      "loss": 0.3699,
      "step": 993170
    },
    {
      "epoch": 277.19,
      "grad_norm": 0.9597166180610657,
      "learning_rate": 3.6483453897653486e-06,
      "loss": 0.3606,
      "step": 993180
    },
    {
      "epoch": 277.2,
      "grad_norm": 0.9718116521835327,
      "learning_rate": 3.6483229261730503e-06,
      "loss": 0.3625,
      "step": 993190
    },
    {
      "epoch": 277.2,
      "grad_norm": 1.3938792943954468,
      "learning_rate": 3.648300462407113e-06,
      "loss": 0.3655,
      "step": 993200
    },
    {
      "epoch": 277.2,
      "grad_norm": 1.2138597965240479,
      "learning_rate": 3.6482779984675396e-06,
      "loss": 0.3589,
      "step": 993210
    },
    {
      "epoch": 277.2,
      "grad_norm": 1.006852149963379,
      "learning_rate": 3.6482555343543343e-06,
      "loss": 0.3436,
      "step": 993220
    },
    {
      "epoch": 277.21,
      "grad_norm": 1.046913743019104,
      "learning_rate": 3.648233070067498e-06,
      "loss": 0.3485,
      "step": 993230
    },
    {
      "epoch": 277.21,
      "grad_norm": 0.8554030656814575,
      "learning_rate": 3.6482106056070345e-06,
      "loss": 0.3583,
      "step": 993240
    },
    {
      "epoch": 277.21,
      "grad_norm": 1.0358549356460571,
      "learning_rate": 3.6481881409729476e-06,
      "loss": 0.3589,
      "step": 993250
    },
    {
      "epoch": 277.21,
      "grad_norm": 1.1268677711486816,
      "learning_rate": 3.648165676165239e-06,
      "loss": 0.3565,
      "step": 993260
    },
    {
      "epoch": 277.22,
      "grad_norm": 0.8761825561523438,
      "learning_rate": 3.6481432111839125e-06,
      "loss": 0.3558,
      "step": 993270
    },
    {
      "epoch": 277.22,
      "grad_norm": 1.0926897525787354,
      "learning_rate": 3.648120746028971e-06,
      "loss": 0.3694,
      "step": 993280
    },
    {
      "epoch": 277.22,
      "grad_norm": 0.9249628186225891,
      "learning_rate": 3.6480982807004174e-06,
      "loss": 0.3705,
      "step": 993290
    },
    {
      "epoch": 277.23,
      "grad_norm": 1.1081783771514893,
      "learning_rate": 3.6480758151982547e-06,
      "loss": 0.3612,
      "step": 993300
    },
    {
      "epoch": 277.23,
      "grad_norm": 1.0273185968399048,
      "learning_rate": 3.648053349522486e-06,
      "loss": 0.3613,
      "step": 993310
    },
    {
      "epoch": 277.23,
      "grad_norm": 1.004343032836914,
      "learning_rate": 3.648030883673114e-06,
      "loss": 0.3445,
      "step": 993320
    },
    {
      "epoch": 277.23,
      "grad_norm": 1.0426231622695923,
      "learning_rate": 3.648008417650142e-06,
      "loss": 0.3512,
      "step": 993330
    },
    {
      "epoch": 277.24,
      "grad_norm": 1.0019375085830688,
      "learning_rate": 3.6479859514535726e-06,
      "loss": 0.3459,
      "step": 993340
    },
    {
      "epoch": 277.24,
      "grad_norm": 1.0808435678482056,
      "learning_rate": 3.6479634850834095e-06,
      "loss": 0.3638,
      "step": 993350
    },
    {
      "epoch": 277.24,
      "grad_norm": 1.073204517364502,
      "learning_rate": 3.647941018539655e-06,
      "loss": 0.3546,
      "step": 993360
    },
    {
      "epoch": 277.25,
      "grad_norm": 1.1395044326782227,
      "learning_rate": 3.647918551822312e-06,
      "loss": 0.3788,
      "step": 993370
    },
    {
      "epoch": 277.25,
      "grad_norm": 0.9862377643585205,
      "learning_rate": 3.6478960849313843e-06,
      "loss": 0.3572,
      "step": 993380
    },
    {
      "epoch": 277.25,
      "grad_norm": 1.0370596647262573,
      "learning_rate": 3.6478736178668736e-06,
      "loss": 0.3692,
      "step": 993390
    },
    {
      "epoch": 277.25,
      "grad_norm": 1.2077579498291016,
      "learning_rate": 3.6478511506287846e-06,
      "loss": 0.3517,
      "step": 993400
    },
    {
      "epoch": 277.26,
      "grad_norm": 1.1364332437515259,
      "learning_rate": 3.647828683217119e-06,
      "loss": 0.354,
      "step": 993410
    },
    {
      "epoch": 277.26,
      "grad_norm": 1.0344792604446411,
      "learning_rate": 3.64780621563188e-06,
      "loss": 0.3727,
      "step": 993420
    },
    {
      "epoch": 277.26,
      "grad_norm": 0.974960446357727,
      "learning_rate": 3.647783747873071e-06,
      "loss": 0.3601,
      "step": 993430
    },
    {
      "epoch": 277.26,
      "grad_norm": 0.9236058592796326,
      "learning_rate": 3.6477612799406948e-06,
      "loss": 0.3563,
      "step": 993440
    },
    {
      "epoch": 277.27,
      "grad_norm": 1.0869816541671753,
      "learning_rate": 3.647738811834754e-06,
      "loss": 0.3553,
      "step": 993450
    },
    {
      "epoch": 277.27,
      "grad_norm": 1.0112946033477783,
      "learning_rate": 3.6477163435552525e-06,
      "loss": 0.37,
      "step": 993460
    },
    {
      "epoch": 277.27,
      "grad_norm": 0.9565012454986572,
      "learning_rate": 3.6476938751021926e-06,
      "loss": 0.3607,
      "step": 993470
    },
    {
      "epoch": 277.28,
      "grad_norm": 1.0165570974349976,
      "learning_rate": 3.6476714064755773e-06,
      "loss": 0.3573,
      "step": 993480
    },
    {
      "epoch": 277.28,
      "grad_norm": 1.1330416202545166,
      "learning_rate": 3.6476489376754092e-06,
      "loss": 0.353,
      "step": 993490
    },
    {
      "epoch": 277.28,
      "grad_norm": 0.9709473252296448,
      "learning_rate": 3.647626468701692e-06,
      "loss": 0.3649,
      "step": 993500
    },
    {
      "epoch": 277.28,
      "grad_norm": 1.3538429737091064,
      "learning_rate": 3.647603999554429e-06,
      "loss": 0.3672,
      "step": 993510
    },
    {
      "epoch": 277.29,
      "grad_norm": 0.9444090723991394,
      "learning_rate": 3.6475815302336224e-06,
      "loss": 0.3683,
      "step": 993520
    },
    {
      "epoch": 277.29,
      "grad_norm": 1.0149794816970825,
      "learning_rate": 3.647559060739275e-06,
      "loss": 0.3648,
      "step": 993530
    },
    {
      "epoch": 277.29,
      "grad_norm": 1.050266981124878,
      "learning_rate": 3.6475365910713914e-06,
      "loss": 0.3621,
      "step": 993540
    },
    {
      "epoch": 277.3,
      "grad_norm": 0.9545615911483765,
      "learning_rate": 3.6475141212299725e-06,
      "loss": 0.374,
      "step": 993550
    },
    {
      "epoch": 277.3,
      "grad_norm": 1.0231086015701294,
      "learning_rate": 3.6474916512150224e-06,
      "loss": 0.3695,
      "step": 993560
    },
    {
      "epoch": 277.3,
      "grad_norm": 1.211539387702942,
      "learning_rate": 3.647469181026544e-06,
      "loss": 0.3536,
      "step": 993570
    },
    {
      "epoch": 277.3,
      "grad_norm": 0.9983571171760559,
      "learning_rate": 3.6474467106645404e-06,
      "loss": 0.3628,
      "step": 993580
    },
    {
      "epoch": 277.31,
      "grad_norm": 1.0367070436477661,
      "learning_rate": 3.6474242401290144e-06,
      "loss": 0.354,
      "step": 993590
    },
    {
      "epoch": 277.31,
      "grad_norm": 0.98299640417099,
      "learning_rate": 3.647401769419969e-06,
      "loss": 0.3597,
      "step": 993600
    },
    {
      "epoch": 277.31,
      "grad_norm": 1.0811855792999268,
      "learning_rate": 3.6473792985374073e-06,
      "loss": 0.3649,
      "step": 993610
    },
    {
      "epoch": 277.32,
      "grad_norm": 1.0614824295043945,
      "learning_rate": 3.6473568274813313e-06,
      "loss": 0.369,
      "step": 993620
    },
    {
      "epoch": 277.32,
      "grad_norm": 1.1061979532241821,
      "learning_rate": 3.647334356251746e-06,
      "loss": 0.3552,
      "step": 993630
    },
    {
      "epoch": 277.32,
      "grad_norm": 1.0441688299179077,
      "learning_rate": 3.6473118848486526e-06,
      "loss": 0.3604,
      "step": 993640
    },
    {
      "epoch": 277.32,
      "grad_norm": 1.0179450511932373,
      "learning_rate": 3.6472894132720545e-06,
      "loss": 0.3485,
      "step": 993650
    },
    {
      "epoch": 277.33,
      "grad_norm": 0.9690389633178711,
      "learning_rate": 3.6472669415219557e-06,
      "loss": 0.3655,
      "step": 993660
    },
    {
      "epoch": 277.33,
      "grad_norm": 1.018574595451355,
      "learning_rate": 3.6472444695983583e-06,
      "loss": 0.3509,
      "step": 993670
    },
    {
      "epoch": 277.33,
      "grad_norm": 1.1536535024642944,
      "learning_rate": 3.6472219975012653e-06,
      "loss": 0.3599,
      "step": 993680
    },
    {
      "epoch": 277.33,
      "grad_norm": 1.0212763547897339,
      "learning_rate": 3.6471995252306795e-06,
      "loss": 0.362,
      "step": 993690
    },
    {
      "epoch": 277.34,
      "grad_norm": 1.080889105796814,
      "learning_rate": 3.647177052786605e-06,
      "loss": 0.356,
      "step": 993700
    },
    {
      "epoch": 277.34,
      "grad_norm": 0.9227527976036072,
      "learning_rate": 3.647154580169043e-06,
      "loss": 0.3576,
      "step": 993710
    },
    {
      "epoch": 277.34,
      "grad_norm": 1.0814895629882812,
      "learning_rate": 3.647132107377998e-06,
      "loss": 0.3642,
      "step": 993720
    },
    {
      "epoch": 277.35,
      "grad_norm": 1.067922830581665,
      "learning_rate": 3.6471096344134726e-06,
      "loss": 0.3683,
      "step": 993730
    },
    {
      "epoch": 277.35,
      "grad_norm": 0.8981080055236816,
      "learning_rate": 3.6470871612754696e-06,
      "loss": 0.3542,
      "step": 993740
    },
    {
      "epoch": 277.35,
      "grad_norm": 1.0261319875717163,
      "learning_rate": 3.6470646879639922e-06,
      "loss": 0.366,
      "step": 993750
    },
    {
      "epoch": 277.35,
      "grad_norm": 1.1360764503479004,
      "learning_rate": 3.6470422144790433e-06,
      "loss": 0.3599,
      "step": 993760
    },
    {
      "epoch": 277.36,
      "grad_norm": 6.8472747802734375,
      "learning_rate": 3.647019740820626e-06,
      "loss": 0.3642,
      "step": 993770
    },
    {
      "epoch": 277.36,
      "grad_norm": 0.9037904143333435,
      "learning_rate": 3.646997266988742e-06,
      "loss": 0.3595,
      "step": 993780
    },
    {
      "epoch": 277.36,
      "grad_norm": 0.9378911852836609,
      "learning_rate": 3.6469747929833964e-06,
      "loss": 0.3553,
      "step": 993790
    },
    {
      "epoch": 277.37,
      "grad_norm": 0.9899857044219971,
      "learning_rate": 3.646952318804591e-06,
      "loss": 0.3534,
      "step": 993800
    },
    {
      "epoch": 277.37,
      "grad_norm": 0.922615110874176,
      "learning_rate": 3.6469298444523296e-06,
      "loss": 0.3589,
      "step": 993810
    },
    {
      "epoch": 277.37,
      "grad_norm": 1.1448249816894531,
      "learning_rate": 3.6469073699266135e-06,
      "loss": 0.3563,
      "step": 993820
    },
    {
      "epoch": 277.37,
      "grad_norm": 1.0148550271987915,
      "learning_rate": 3.6468848952274475e-06,
      "loss": 0.3498,
      "step": 993830
    },
    {
      "epoch": 277.38,
      "grad_norm": 0.8322595357894897,
      "learning_rate": 3.6468624203548338e-06,
      "loss": 0.3487,
      "step": 993840
    },
    {
      "epoch": 277.38,
      "grad_norm": 0.8927906155586243,
      "learning_rate": 3.646839945308775e-06,
      "loss": 0.3455,
      "step": 993850
    },
    {
      "epoch": 277.38,
      "grad_norm": 1.0608288049697876,
      "learning_rate": 3.6468174700892756e-06,
      "loss": 0.3776,
      "step": 993860
    },
    {
      "epoch": 277.38,
      "grad_norm": 1.809492826461792,
      "learning_rate": 3.6467949946963367e-06,
      "loss": 0.3678,
      "step": 993870
    },
    {
      "epoch": 277.39,
      "grad_norm": 1.0032989978790283,
      "learning_rate": 3.6467725191299627e-06,
      "loss": 0.3458,
      "step": 993880
    },
    {
      "epoch": 277.39,
      "grad_norm": 1.1142144203186035,
      "learning_rate": 3.646750043390156e-06,
      "loss": 0.369,
      "step": 993890
    },
    {
      "epoch": 277.39,
      "grad_norm": 0.8753487467765808,
      "learning_rate": 3.6467275674769193e-06,
      "loss": 0.3596,
      "step": 993900
    },
    {
      "epoch": 277.4,
      "grad_norm": 0.9227063655853271,
      "learning_rate": 3.6467050913902557e-06,
      "loss": 0.3514,
      "step": 993910
    },
    {
      "epoch": 277.4,
      "grad_norm": 1.140079140663147,
      "learning_rate": 3.646682615130169e-06,
      "loss": 0.3719,
      "step": 993920
    },
    {
      "epoch": 277.4,
      "grad_norm": 1.0763019323349,
      "learning_rate": 3.6466601386966615e-06,
      "loss": 0.351,
      "step": 993930
    },
    {
      "epoch": 277.4,
      "grad_norm": 1.0207496881484985,
      "learning_rate": 3.646637662089736e-06,
      "loss": 0.3616,
      "step": 993940
    },
    {
      "epoch": 277.41,
      "grad_norm": 0.866098165512085,
      "learning_rate": 3.6466151853093964e-06,
      "loss": 0.3489,
      "step": 993950
    },
    {
      "epoch": 277.41,
      "grad_norm": 1.0188424587249756,
      "learning_rate": 3.6465927083556443e-06,
      "loss": 0.3591,
      "step": 993960
    },
    {
      "epoch": 277.41,
      "grad_norm": 0.9923387765884399,
      "learning_rate": 3.646570231228484e-06,
      "loss": 0.3629,
      "step": 993970
    },
    {
      "epoch": 277.42,
      "grad_norm": 1.0652036666870117,
      "learning_rate": 3.646547753927918e-06,
      "loss": 0.3638,
      "step": 993980
    },
    {
      "epoch": 277.42,
      "grad_norm": 1.372891902923584,
      "learning_rate": 3.646525276453949e-06,
      "loss": 0.3476,
      "step": 993990
    },
    {
      "epoch": 277.42,
      "grad_norm": 0.9773635268211365,
      "learning_rate": 3.6465027988065803e-06,
      "loss": 0.3632,
      "step": 994000
    },
    {
      "epoch": 277.42,
      "grad_norm": 1.0160077810287476,
      "learning_rate": 3.6464803209858146e-06,
      "loss": 0.3572,
      "step": 994010
    },
    {
      "epoch": 277.43,
      "grad_norm": 1.0470224618911743,
      "learning_rate": 3.6464578429916557e-06,
      "loss": 0.3483,
      "step": 994020
    },
    {
      "epoch": 277.43,
      "grad_norm": 1.2364604473114014,
      "learning_rate": 3.6464353648241058e-06,
      "loss": 0.3657,
      "step": 994030
    },
    {
      "epoch": 277.43,
      "grad_norm": 0.8670890927314758,
      "learning_rate": 3.6464128864831682e-06,
      "loss": 0.3368,
      "step": 994040
    },
    {
      "epoch": 277.44,
      "grad_norm": 1.1168826818466187,
      "learning_rate": 3.6463904079688456e-06,
      "loss": 0.3727,
      "step": 994050
    },
    {
      "epoch": 277.44,
      "grad_norm": 1.0622004270553589,
      "learning_rate": 3.646367929281141e-06,
      "loss": 0.3798,
      "step": 994060
    },
    {
      "epoch": 277.44,
      "grad_norm": 1.0284227132797241,
      "learning_rate": 3.6463454504200585e-06,
      "loss": 0.3499,
      "step": 994070
    },
    {
      "epoch": 277.44,
      "grad_norm": 0.9851183295249939,
      "learning_rate": 3.646322971385599e-06,
      "loss": 0.3531,
      "step": 994080
    },
    {
      "epoch": 277.45,
      "grad_norm": 1.0926196575164795,
      "learning_rate": 3.646300492177768e-06,
      "loss": 0.3548,
      "step": 994090
    },
    {
      "epoch": 277.45,
      "grad_norm": 0.9972268342971802,
      "learning_rate": 3.6462780127965663e-06,
      "loss": 0.3538,
      "step": 994100
    },
    {
      "epoch": 277.45,
      "grad_norm": 1.0022646188735962,
      "learning_rate": 3.646255533241998e-06,
      "loss": 0.3472,
      "step": 994110
    },
    {
      "epoch": 277.45,
      "grad_norm": 1.2216600179672241,
      "learning_rate": 3.6462330535140654e-06,
      "loss": 0.3632,
      "step": 994120
    },
    {
      "epoch": 277.46,
      "grad_norm": 1.037375807762146,
      "learning_rate": 3.6462105736127725e-06,
      "loss": 0.3535,
      "step": 994130
    },
    {
      "epoch": 277.46,
      "grad_norm": 0.8599703311920166,
      "learning_rate": 3.646188093538121e-06,
      "loss": 0.3593,
      "step": 994140
    },
    {
      "epoch": 277.46,
      "grad_norm": 1.054875135421753,
      "learning_rate": 3.646165613290116e-06,
      "loss": 0.3577,
      "step": 994150
    },
    {
      "epoch": 277.47,
      "grad_norm": 1.078871488571167,
      "learning_rate": 3.646143132868758e-06,
      "loss": 0.3877,
      "step": 994160
    },
    {
      "epoch": 277.47,
      "grad_norm": 1.0379928350448608,
      "learning_rate": 3.6461206522740517e-06,
      "loss": 0.3471,
      "step": 994170
    },
    {
      "epoch": 277.47,
      "grad_norm": 1.044527530670166,
      "learning_rate": 3.6460981715059996e-06,
      "loss": 0.3516,
      "step": 994180
    },
    {
      "epoch": 277.47,
      "grad_norm": 1.1032527685165405,
      "learning_rate": 3.6460756905646036e-06,
      "loss": 0.3582,
      "step": 994190
    },
    {
      "epoch": 277.48,
      "grad_norm": 0.9536686539649963,
      "learning_rate": 3.646053209449868e-06,
      "loss": 0.3634,
      "step": 994200
    },
    {
      "epoch": 277.48,
      "grad_norm": 1.1342402696609497,
      "learning_rate": 3.6460307281617964e-06,
      "loss": 0.3546,
      "step": 994210
    },
    {
      "epoch": 277.48,
      "grad_norm": 1.0493978261947632,
      "learning_rate": 3.6460082467003908e-06,
      "loss": 0.3493,
      "step": 994220
    },
    {
      "epoch": 277.49,
      "grad_norm": 1.1737066507339478,
      "learning_rate": 3.6459857650656534e-06,
      "loss": 0.3447,
      "step": 994230
    },
    {
      "epoch": 277.49,
      "grad_norm": 1.018526315689087,
      "learning_rate": 3.645963283257588e-06,
      "loss": 0.3544,
      "step": 994240
    },
    {
      "epoch": 277.49,
      "grad_norm": 0.9551805257797241,
      "learning_rate": 3.645940801276199e-06,
      "loss": 0.3536,
      "step": 994250
    },
    {
      "epoch": 277.49,
      "grad_norm": 1.0123564004898071,
      "learning_rate": 3.6459183191214867e-06,
      "loss": 0.3736,
      "step": 994260
    },
    {
      "epoch": 277.5,
      "grad_norm": 1.0971295833587646,
      "learning_rate": 3.645895836793456e-06,
      "loss": 0.363,
      "step": 994270
    },
    {
      "epoch": 277.5,
      "grad_norm": 1.222033977508545,
      "learning_rate": 3.6458733542921097e-06,
      "loss": 0.3558,
      "step": 994280
    },
    {
      "epoch": 277.5,
      "grad_norm": 0.9490516781806946,
      "learning_rate": 3.6458508716174496e-06,
      "loss": 0.3596,
      "step": 994290
    },
    {
      "epoch": 277.5,
      "grad_norm": 1.408897876739502,
      "learning_rate": 3.64582838876948e-06,
      "loss": 0.3433,
      "step": 994300
    },
    {
      "epoch": 277.51,
      "grad_norm": 1.2550883293151855,
      "learning_rate": 3.6458059057482033e-06,
      "loss": 0.3636,
      "step": 994310
    },
    {
      "epoch": 277.51,
      "grad_norm": 1.041475534439087,
      "learning_rate": 3.6457834225536225e-06,
      "loss": 0.3698,
      "step": 994320
    },
    {
      "epoch": 277.51,
      "grad_norm": 0.9645243287086487,
      "learning_rate": 3.6457609391857414e-06,
      "loss": 0.3538,
      "step": 994330
    },
    {
      "epoch": 277.52,
      "grad_norm": 1.1007170677185059,
      "learning_rate": 3.6457384556445615e-06,
      "loss": 0.3505,
      "step": 994340
    },
    {
      "epoch": 277.52,
      "grad_norm": 1.2219141721725464,
      "learning_rate": 3.6457159719300868e-06,
      "loss": 0.3556,
      "step": 994350
    },
    {
      "epoch": 277.52,
      "grad_norm": 2.860384225845337,
      "learning_rate": 3.6456934880423196e-06,
      "loss": 0.3546,
      "step": 994360
    },
    {
      "epoch": 277.52,
      "grad_norm": 1.172972321510315,
      "learning_rate": 3.645671003981264e-06,
      "loss": 0.3551,
      "step": 994370
    },
    {
      "epoch": 277.53,
      "grad_norm": 0.8948764204978943,
      "learning_rate": 3.6456485197469223e-06,
      "loss": 0.356,
      "step": 994380
    },
    {
      "epoch": 277.53,
      "grad_norm": 1.043154239654541,
      "learning_rate": 3.6456260353392977e-06,
      "loss": 0.3604,
      "step": 994390
    },
    {
      "epoch": 277.53,
      "grad_norm": 1.0630015134811401,
      "learning_rate": 3.6456035507583925e-06,
      "loss": 0.3539,
      "step": 994400
    },
    {
      "epoch": 277.54,
      "grad_norm": 1.0517748594284058,
      "learning_rate": 3.6455810660042106e-06,
      "loss": 0.3482,
      "step": 994410
    },
    {
      "epoch": 277.54,
      "grad_norm": 10.593323707580566,
      "learning_rate": 3.645558581076754e-06,
      "loss": 0.3484,
      "step": 994420
    },
    {
      "epoch": 277.54,
      "grad_norm": 1.0604928731918335,
      "learning_rate": 3.6455360959760274e-06,
      "loss": 0.3572,
      "step": 994430
    },
    {
      "epoch": 277.54,
      "grad_norm": 0.8383586406707764,
      "learning_rate": 3.6455136107020325e-06,
      "loss": 0.341,
      "step": 994440
    },
    {
      "epoch": 277.55,
      "grad_norm": 0.9603607058525085,
      "learning_rate": 3.645491125254772e-06,
      "loss": 0.3548,
      "step": 994450
    },
    {
      "epoch": 277.55,
      "grad_norm": 1.0127190351486206,
      "learning_rate": 3.6454686396342497e-06,
      "loss": 0.3638,
      "step": 994460
    },
    {
      "epoch": 277.55,
      "grad_norm": 0.9551892280578613,
      "learning_rate": 3.645446153840468e-06,
      "loss": 0.3582,
      "step": 994470
    },
    {
      "epoch": 277.56,
      "grad_norm": 1.6229168176651,
      "learning_rate": 3.6454236678734306e-06,
      "loss": 0.3584,
      "step": 994480
    },
    {
      "epoch": 277.56,
      "grad_norm": 1.0581902265548706,
      "learning_rate": 3.64540118173314e-06,
      "loss": 0.348,
      "step": 994490
    },
    {
      "epoch": 277.56,
      "grad_norm": 1.014636754989624,
      "learning_rate": 3.6453786954195987e-06,
      "loss": 0.3758,
      "step": 994500
    },
    {
      "epoch": 277.56,
      "grad_norm": 0.9967055916786194,
      "learning_rate": 3.645356208932811e-06,
      "loss": 0.3651,
      "step": 994510
    },
    {
      "epoch": 277.57,
      "grad_norm": 0.9969193935394287,
      "learning_rate": 3.6453337222727787e-06,
      "loss": 0.3375,
      "step": 994520
    },
    {
      "epoch": 277.57,
      "grad_norm": 1.0782616138458252,
      "learning_rate": 3.645311235439505e-06,
      "loss": 0.3564,
      "step": 994530
    },
    {
      "epoch": 277.57,
      "grad_norm": 0.8654257655143738,
      "learning_rate": 3.6452887484329943e-06,
      "loss": 0.3614,
      "step": 994540
    },
    {
      "epoch": 277.57,
      "grad_norm": 1.0736440420150757,
      "learning_rate": 3.6452662612532476e-06,
      "loss": 0.3539,
      "step": 994550
    },
    {
      "epoch": 277.58,
      "grad_norm": 0.9493900537490845,
      "learning_rate": 3.645243773900269e-06,
      "loss": 0.3567,
      "step": 994560
    },
    {
      "epoch": 277.58,
      "grad_norm": 0.9584787487983704,
      "learning_rate": 3.6452212863740614e-06,
      "loss": 0.3499,
      "step": 994570
    },
    {
      "epoch": 277.58,
      "grad_norm": 1.3946077823638916,
      "learning_rate": 3.645198798674627e-06,
      "loss": 0.3582,
      "step": 994580
    },
    {
      "epoch": 277.59,
      "grad_norm": 0.9119954705238342,
      "learning_rate": 3.6451763108019696e-06,
      "loss": 0.3667,
      "step": 994590
    },
    {
      "epoch": 277.59,
      "grad_norm": 1.0592734813690186,
      "learning_rate": 3.645153822756092e-06,
      "loss": 0.3558,
      "step": 994600
    },
    {
      "epoch": 277.59,
      "grad_norm": 0.9917933940887451,
      "learning_rate": 3.645131334536997e-06,
      "loss": 0.3706,
      "step": 994610
    },
    {
      "epoch": 277.59,
      "grad_norm": 1.0050734281539917,
      "learning_rate": 3.6451088461446882e-06,
      "loss": 0.3452,
      "step": 994620
    },
    {
      "epoch": 277.6,
      "grad_norm": 1.017897605895996,
      "learning_rate": 3.6450863575791685e-06,
      "loss": 0.3499,
      "step": 994630
    },
    {
      "epoch": 277.6,
      "grad_norm": 1.2601696252822876,
      "learning_rate": 3.64506386884044e-06,
      "loss": 0.37,
      "step": 994640
    },
    {
      "epoch": 277.6,
      "grad_norm": 0.9382533431053162,
      "learning_rate": 3.6450413799285066e-06,
      "loss": 0.3431,
      "step": 994650
    },
    {
      "epoch": 277.61,
      "grad_norm": 1.1172034740447998,
      "learning_rate": 3.6450188908433703e-06,
      "loss": 0.3731,
      "step": 994660
    },
    {
      "epoch": 277.61,
      "grad_norm": 0.9591253995895386,
      "learning_rate": 3.644996401585035e-06,
      "loss": 0.3629,
      "step": 994670
    },
    {
      "epoch": 277.61,
      "grad_norm": 1.0157437324523926,
      "learning_rate": 3.644973912153504e-06,
      "loss": 0.3709,
      "step": 994680
    },
    {
      "epoch": 277.61,
      "grad_norm": 1.0230821371078491,
      "learning_rate": 3.644951422548779e-06,
      "loss": 0.3615,
      "step": 994690
    },
    {
      "epoch": 277.62,
      "grad_norm": 1.3308278322219849,
      "learning_rate": 3.644928932770865e-06,
      "loss": 0.3485,
      "step": 994700
    },
    {
      "epoch": 277.62,
      "grad_norm": 0.9341413378715515,
      "learning_rate": 3.6449064428197626e-06,
      "loss": 0.3774,
      "step": 994710
    },
    {
      "epoch": 277.62,
      "grad_norm": 1.1090312004089355,
      "learning_rate": 3.6448839526954757e-06,
      "loss": 0.3876,
      "step": 994720
    },
    {
      "epoch": 277.62,
      "grad_norm": 0.8814549446105957,
      "learning_rate": 3.6448614623980087e-06,
      "loss": 0.3499,
      "step": 994730
    },
    {
      "epoch": 277.63,
      "grad_norm": 0.984606921672821,
      "learning_rate": 3.6448389719273624e-06,
      "loss": 0.3572,
      "step": 994740
    },
    {
      "epoch": 277.63,
      "grad_norm": 1.0882699489593506,
      "learning_rate": 3.644816481283541e-06,
      "loss": 0.3598,
      "step": 994750
    },
    {
      "epoch": 277.63,
      "grad_norm": 1.1412553787231445,
      "learning_rate": 3.644793990466548e-06,
      "loss": 0.3565,
      "step": 994760
    },
    {
      "epoch": 277.64,
      "grad_norm": 1.001079797744751,
      "learning_rate": 3.644771499476385e-06,
      "loss": 0.3635,
      "step": 994770
    },
    {
      "epoch": 277.64,
      "grad_norm": 1.0102061033248901,
      "learning_rate": 3.6447490083130552e-06,
      "loss": 0.3721,
      "step": 994780
    },
    {
      "epoch": 277.64,
      "grad_norm": 1.0640439987182617,
      "learning_rate": 3.644726516976563e-06,
      "loss": 0.3564,
      "step": 994790
    },
    {
      "epoch": 277.64,
      "grad_norm": 0.9299296140670776,
      "learning_rate": 3.6447040254669105e-06,
      "loss": 0.3631,
      "step": 994800
    },
    {
      "epoch": 277.65,
      "grad_norm": 1.3100706338882446,
      "learning_rate": 3.6446815337841e-06,
      "loss": 0.3758,
      "step": 994810
    },
    {
      "epoch": 277.65,
      "grad_norm": 1.0633689165115356,
      "learning_rate": 3.6446590419281355e-06,
      "loss": 0.3666,
      "step": 994820
    },
    {
      "epoch": 277.65,
      "grad_norm": 0.9096495509147644,
      "learning_rate": 3.6446365498990197e-06,
      "loss": 0.3527,
      "step": 994830
    },
    {
      "epoch": 277.66,
      "grad_norm": 1.4947577714920044,
      "learning_rate": 3.644614057696755e-06,
      "loss": 0.3668,
      "step": 994840
    },
    {
      "epoch": 277.66,
      "grad_norm": 0.989420473575592,
      "learning_rate": 3.6445915653213457e-06,
      "loss": 0.3447,
      "step": 994850
    },
    {
      "epoch": 277.66,
      "grad_norm": 0.9666520953178406,
      "learning_rate": 3.644569072772794e-06,
      "loss": 0.37,
      "step": 994860
    },
    {
      "epoch": 277.66,
      "grad_norm": 0.9411794543266296,
      "learning_rate": 3.6445465800511028e-06,
      "loss": 0.3514,
      "step": 994870
    },
    {
      "epoch": 277.67,
      "grad_norm": 1.1087119579315186,
      "learning_rate": 3.6445240871562744e-06,
      "loss": 0.371,
      "step": 994880
    },
    {
      "epoch": 277.67,
      "grad_norm": 0.9237040281295776,
      "learning_rate": 3.6445015940883143e-06,
      "loss": 0.3495,
      "step": 994890
    },
    {
      "epoch": 277.67,
      "grad_norm": 1.2660614252090454,
      "learning_rate": 3.6444791008472223e-06,
      "loss": 0.3733,
      "step": 994900
    },
    {
      "epoch": 277.68,
      "grad_norm": 1.037962794303894,
      "learning_rate": 3.6444566074330035e-06,
      "loss": 0.3351,
      "step": 994910
    },
    {
      "epoch": 277.68,
      "grad_norm": 1.0991638898849487,
      "learning_rate": 3.64443411384566e-06,
      "loss": 0.3561,
      "step": 994920
    },
    {
      "epoch": 277.68,
      "grad_norm": 1.0422405004501343,
      "learning_rate": 3.6444116200851954e-06,
      "loss": 0.3423,
      "step": 994930
    },
    {
      "epoch": 277.68,
      "grad_norm": 0.9412859678268433,
      "learning_rate": 3.644389126151612e-06,
      "loss": 0.3651,
      "step": 994940
    },
    {
      "epoch": 277.69,
      "grad_norm": 0.9064333438873291,
      "learning_rate": 3.644366632044914e-06,
      "loss": 0.3747,
      "step": 994950
    },
    {
      "epoch": 277.69,
      "grad_norm": 1.5068236589431763,
      "learning_rate": 3.644344137765103e-06,
      "loss": 0.3672,
      "step": 994960
    },
    {
      "epoch": 277.69,
      "grad_norm": 1.1169723272323608,
      "learning_rate": 3.6443216433121827e-06,
      "loss": 0.3747,
      "step": 994970
    },
    {
      "epoch": 277.69,
      "grad_norm": 1.0520645380020142,
      "learning_rate": 3.6442991486861554e-06,
      "loss": 0.357,
      "step": 994980
    },
    {
      "epoch": 277.7,
      "grad_norm": 1.0407884120941162,
      "learning_rate": 3.644276653887026e-06,
      "loss": 0.3425,
      "step": 994990
    },
    {
      "epoch": 277.7,
      "grad_norm": 0.93536376953125,
      "learning_rate": 3.6442541589147947e-06,
      "loss": 0.3499,
      "step": 995000
    },
    {
      "epoch": 277.7,
      "grad_norm": 1.0459047555923462,
      "learning_rate": 3.6442316637694663e-06,
      "loss": 0.3571,
      "step": 995010
    },
    {
      "epoch": 277.71,
      "grad_norm": 1.0162936449050903,
      "learning_rate": 3.6442091684510438e-06,
      "loss": 0.3662,
      "step": 995020
    },
    {
      "epoch": 277.71,
      "grad_norm": 0.9220182299613953,
      "learning_rate": 3.64418667295953e-06,
      "loss": 0.3509,
      "step": 995030
    },
    {
      "epoch": 277.71,
      "grad_norm": 0.9745396971702576,
      "learning_rate": 3.644164177294927e-06,
      "loss": 0.3591,
      "step": 995040
    },
    {
      "epoch": 277.71,
      "grad_norm": 0.9683433175086975,
      "learning_rate": 3.644141681457239e-06,
      "loss": 0.3491,
      "step": 995050
    },
    {
      "epoch": 277.72,
      "grad_norm": 0.9970953464508057,
      "learning_rate": 3.6441191854464685e-06,
      "loss": 0.3619,
      "step": 995060
    },
    {
      "epoch": 277.72,
      "grad_norm": 1.33577299118042,
      "learning_rate": 3.6440966892626185e-06,
      "loss": 0.3534,
      "step": 995070
    },
    {
      "epoch": 277.72,
      "grad_norm": 1.0396658182144165,
      "learning_rate": 3.6440741929056916e-06,
      "loss": 0.3582,
      "step": 995080
    },
    {
      "epoch": 277.73,
      "grad_norm": 1.0719728469848633,
      "learning_rate": 3.644051696375692e-06,
      "loss": 0.3634,
      "step": 995090
    },
    {
      "epoch": 277.73,
      "grad_norm": 1.067897081375122,
      "learning_rate": 3.644029199672621e-06,
      "loss": 0.3573,
      "step": 995100
    },
    {
      "epoch": 277.73,
      "grad_norm": 0.9233664870262146,
      "learning_rate": 3.644006702796483e-06,
      "loss": 0.365,
      "step": 995110
    },
    {
      "epoch": 277.73,
      "grad_norm": 1.0503759384155273,
      "learning_rate": 3.6439842057472804e-06,
      "loss": 0.3631,
      "step": 995120
    },
    {
      "epoch": 277.74,
      "grad_norm": 0.9301990866661072,
      "learning_rate": 3.6439617085250166e-06,
      "loss": 0.3604,
      "step": 995130
    },
    {
      "epoch": 277.74,
      "grad_norm": 1.8175760507583618,
      "learning_rate": 3.6439392111296935e-06,
      "loss": 0.3483,
      "step": 995140
    },
    {
      "epoch": 277.74,
      "grad_norm": 3.2248120307922363,
      "learning_rate": 3.6439167135613155e-06,
      "loss": 0.3505,
      "step": 995150
    },
    {
      "epoch": 277.74,
      "grad_norm": 0.978335976600647,
      "learning_rate": 3.6438942158198854e-06,
      "loss": 0.3682,
      "step": 995160
    },
    {
      "epoch": 277.75,
      "grad_norm": 0.926399827003479,
      "learning_rate": 3.6438717179054047e-06,
      "loss": 0.3654,
      "step": 995170
    },
    {
      "epoch": 277.75,
      "grad_norm": 0.9981274604797363,
      "learning_rate": 3.643849219817878e-06,
      "loss": 0.3561,
      "step": 995180
    },
    {
      "epoch": 277.75,
      "grad_norm": 0.920266330242157,
      "learning_rate": 3.6438267215573074e-06,
      "loss": 0.3705,
      "step": 995190
    },
    {
      "epoch": 277.76,
      "grad_norm": 1.1818339824676514,
      "learning_rate": 3.6438042231236964e-06,
      "loss": 0.3542,
      "step": 995200
    },
    {
      "epoch": 277.76,
      "grad_norm": 0.9610703587532043,
      "learning_rate": 3.643781724517048e-06,
      "loss": 0.3608,
      "step": 995210
    },
    {
      "epoch": 277.76,
      "grad_norm": 1.0729596614837646,
      "learning_rate": 3.643759225737365e-06,
      "loss": 0.347,
      "step": 995220
    },
    {
      "epoch": 277.76,
      "grad_norm": 1.0789120197296143,
      "learning_rate": 3.64373672678465e-06,
      "loss": 0.3591,
      "step": 995230
    },
    {
      "epoch": 277.77,
      "grad_norm": 1.0560741424560547,
      "learning_rate": 3.6437142276589065e-06,
      "loss": 0.3569,
      "step": 995240
    },
    {
      "epoch": 277.77,
      "grad_norm": 1.1288273334503174,
      "learning_rate": 3.6436917283601377e-06,
      "loss": 0.3644,
      "step": 995250
    },
    {
      "epoch": 277.77,
      "grad_norm": 0.9489076137542725,
      "learning_rate": 3.6436692288883463e-06,
      "loss": 0.3515,
      "step": 995260
    },
    {
      "epoch": 277.78,
      "grad_norm": 1.0744249820709229,
      "learning_rate": 3.6436467292435352e-06,
      "loss": 0.3626,
      "step": 995270
    },
    {
      "epoch": 277.78,
      "grad_norm": 0.9120086431503296,
      "learning_rate": 3.6436242294257076e-06,
      "loss": 0.3449,
      "step": 995280
    },
    {
      "epoch": 277.78,
      "grad_norm": 0.9998470544815063,
      "learning_rate": 3.6436017294348663e-06,
      "loss": 0.3549,
      "step": 995290
    },
    {
      "epoch": 277.78,
      "grad_norm": 1.0434705018997192,
      "learning_rate": 3.643579229271014e-06,
      "loss": 0.3402,
      "step": 995300
    },
    {
      "epoch": 277.79,
      "grad_norm": 1.034735918045044,
      "learning_rate": 3.643556728934155e-06,
      "loss": 0.3541,
      "step": 995310
    },
    {
      "epoch": 277.79,
      "grad_norm": 1.1144206523895264,
      "learning_rate": 3.6435342284242902e-06,
      "loss": 0.3736,
      "step": 995320
    },
    {
      "epoch": 277.79,
      "grad_norm": 0.9549598693847656,
      "learning_rate": 3.6435117277414243e-06,
      "loss": 0.338,
      "step": 995330
    },
    {
      "epoch": 277.8,
      "grad_norm": 0.867990255355835,
      "learning_rate": 3.6434892268855603e-06,
      "loss": 0.3585,
      "step": 995340
    },
    {
      "epoch": 277.8,
      "grad_norm": 0.9590932726860046,
      "learning_rate": 3.6434667258567e-06,
      "loss": 0.3611,
      "step": 995350
    },
    {
      "epoch": 277.8,
      "grad_norm": 2.2234535217285156,
      "learning_rate": 3.6434442246548476e-06,
      "loss": 0.3743,
      "step": 995360
    },
    {
      "epoch": 277.8,
      "grad_norm": 0.9660780429840088,
      "learning_rate": 3.6434217232800052e-06,
      "loss": 0.3606,
      "step": 995370
    },
    {
      "epoch": 277.81,
      "grad_norm": 0.9717934727668762,
      "learning_rate": 3.643399221732176e-06,
      "loss": 0.3432,
      "step": 995380
    },
    {
      "epoch": 277.81,
      "grad_norm": 1.145514965057373,
      "learning_rate": 3.6433767200113633e-06,
      "loss": 0.3636,
      "step": 995390
    },
    {
      "epoch": 277.81,
      "grad_norm": 1.2409414052963257,
      "learning_rate": 3.6433542181175697e-06,
      "loss": 0.3458,
      "step": 995400
    },
    {
      "epoch": 277.81,
      "grad_norm": 1.1298657655715942,
      "learning_rate": 3.643331716050799e-06,
      "loss": 0.3639,
      "step": 995410
    },
    {
      "epoch": 277.82,
      "grad_norm": 1.039215326309204,
      "learning_rate": 3.643309213811053e-06,
      "loss": 0.3644,
      "step": 995420
    },
    {
      "epoch": 277.82,
      "grad_norm": 0.9621412754058838,
      "learning_rate": 3.643286711398335e-06,
      "loss": 0.3725,
      "step": 995430
    },
    {
      "epoch": 277.82,
      "grad_norm": 1.0060596466064453,
      "learning_rate": 3.6432642088126494e-06,
      "loss": 0.3537,
      "step": 995440
    },
    {
      "epoch": 277.83,
      "grad_norm": 1.0227590799331665,
      "learning_rate": 3.6432417060539975e-06,
      "loss": 0.3484,
      "step": 995450
    },
    {
      "epoch": 277.83,
      "grad_norm": 1.042490839958191,
      "learning_rate": 3.643219203122383e-06,
      "loss": 0.3664,
      "step": 995460
    },
    {
      "epoch": 277.83,
      "grad_norm": 0.9465435743331909,
      "learning_rate": 3.6431967000178084e-06,
      "loss": 0.3604,
      "step": 995470
    },
    {
      "epoch": 277.83,
      "grad_norm": 0.9287760257720947,
      "learning_rate": 3.6431741967402777e-06,
      "loss": 0.3553,
      "step": 995480
    },
    {
      "epoch": 277.84,
      "grad_norm": 0.9393024444580078,
      "learning_rate": 3.6431516932897934e-06,
      "loss": 0.3512,
      "step": 995490
    },
    {
      "epoch": 277.84,
      "grad_norm": 1.141953468322754,
      "learning_rate": 3.6431291896663577e-06,
      "loss": 0.3758,
      "step": 995500
    },
    {
      "epoch": 277.84,
      "grad_norm": 1.038949728012085,
      "learning_rate": 3.6431066858699747e-06,
      "loss": 0.3568,
      "step": 995510
    },
    {
      "epoch": 277.85,
      "grad_norm": 1.0960924625396729,
      "learning_rate": 3.6430841819006468e-06,
      "loss": 0.358,
      "step": 995520
    },
    {
      "epoch": 277.85,
      "grad_norm": 1.0287858247756958,
      "learning_rate": 3.643061677758377e-06,
      "loss": 0.3807,
      "step": 995530
    },
    {
      "epoch": 277.85,
      "grad_norm": 0.9567321538925171,
      "learning_rate": 3.6430391734431687e-06,
      "loss": 0.3589,
      "step": 995540
    },
    {
      "epoch": 277.85,
      "grad_norm": 0.9736446142196655,
      "learning_rate": 3.643016668955025e-06,
      "loss": 0.3734,
      "step": 995550
    },
    {
      "epoch": 277.86,
      "grad_norm": 1.061913251876831,
      "learning_rate": 3.6429941642939476e-06,
      "loss": 0.3528,
      "step": 995560
    },
    {
      "epoch": 277.86,
      "grad_norm": 0.9729273915290833,
      "learning_rate": 3.6429716594599417e-06,
      "loss": 0.3518,
      "step": 995570
    },
    {
      "epoch": 277.86,
      "grad_norm": 0.9366462826728821,
      "learning_rate": 3.6429491544530077e-06,
      "loss": 0.354,
      "step": 995580
    },
    {
      "epoch": 277.86,
      "grad_norm": 1.1934655904769897,
      "learning_rate": 3.6429266492731506e-06,
      "loss": 0.3507,
      "step": 995590
    },
    {
      "epoch": 277.87,
      "grad_norm": 0.9434411525726318,
      "learning_rate": 3.6429041439203735e-06,
      "loss": 0.3575,
      "step": 995600
    },
    {
      "epoch": 277.87,
      "grad_norm": 0.9737595319747925,
      "learning_rate": 3.642881638394678e-06,
      "loss": 0.3603,
      "step": 995610
    },
    {
      "epoch": 277.87,
      "grad_norm": 1.0360671281814575,
      "learning_rate": 3.6428591326960674e-06,
      "loss": 0.3584,
      "step": 995620
    },
    {
      "epoch": 277.88,
      "grad_norm": 1.111968755722046,
      "learning_rate": 3.6428366268245452e-06,
      "loss": 0.3615,
      "step": 995630
    },
    {
      "epoch": 277.88,
      "grad_norm": 0.9241903424263,
      "learning_rate": 3.6428141207801144e-06,
      "loss": 0.3721,
      "step": 995640
    },
    {
      "epoch": 277.88,
      "grad_norm": 1.0566084384918213,
      "learning_rate": 3.642791614562778e-06,
      "loss": 0.3656,
      "step": 995650
    },
    {
      "epoch": 277.88,
      "grad_norm": 1.163041114807129,
      "learning_rate": 3.642769108172538e-06,
      "loss": 0.3662,
      "step": 995660
    },
    {
      "epoch": 277.89,
      "grad_norm": 0.9313397407531738,
      "learning_rate": 3.6427466016093985e-06,
      "loss": 0.3641,
      "step": 995670
    },
    {
      "epoch": 277.89,
      "grad_norm": 1.0272101163864136,
      "learning_rate": 3.6427240948733624e-06,
      "loss": 0.3733,
      "step": 995680
    },
    {
      "epoch": 277.89,
      "grad_norm": 1.0531362295150757,
      "learning_rate": 3.6427015879644324e-06,
      "loss": 0.3477,
      "step": 995690
    },
    {
      "epoch": 277.9,
      "grad_norm": 1.0131983757019043,
      "learning_rate": 3.642679080882612e-06,
      "loss": 0.3563,
      "step": 995700
    },
    {
      "epoch": 277.9,
      "grad_norm": 1.1368045806884766,
      "learning_rate": 3.6426565736279028e-06,
      "loss": 0.369,
      "step": 995710
    },
    {
      "epoch": 277.9,
      "grad_norm": 0.83927321434021,
      "learning_rate": 3.64263406620031e-06,
      "loss": 0.3467,
      "step": 995720
    },
    {
      "epoch": 277.9,
      "grad_norm": 1.1111525297164917,
      "learning_rate": 3.642611558599835e-06,
      "loss": 0.3455,
      "step": 995730
    },
    {
      "epoch": 277.91,
      "grad_norm": 1.0820043087005615,
      "learning_rate": 3.642589050826481e-06,
      "loss": 0.3372,
      "step": 995740
    },
    {
      "epoch": 277.91,
      "grad_norm": 1.0075689554214478,
      "learning_rate": 3.6425665428802507e-06,
      "loss": 0.3652,
      "step": 995750
    },
    {
      "epoch": 277.91,
      "grad_norm": 0.9644061923027039,
      "learning_rate": 3.642544034761148e-06,
      "loss": 0.3544,
      "step": 995760
    },
    {
      "epoch": 277.92,
      "grad_norm": 1.0582462549209595,
      "learning_rate": 3.6425215264691756e-06,
      "loss": 0.3686,
      "step": 995770
    },
    {
      "epoch": 277.92,
      "grad_norm": 0.9989116787910461,
      "learning_rate": 3.6424990180043363e-06,
      "loss": 0.3501,
      "step": 995780
    },
    {
      "epoch": 277.92,
      "grad_norm": 0.9660226702690125,
      "learning_rate": 3.6424765093666332e-06,
      "loss": 0.3711,
      "step": 995790
    },
    {
      "epoch": 277.92,
      "grad_norm": 1.1370540857315063,
      "learning_rate": 3.6424540005560694e-06,
      "loss": 0.3655,
      "step": 995800
    },
    {
      "epoch": 277.93,
      "grad_norm": 1.1786046028137207,
      "learning_rate": 3.6424314915726473e-06,
      "loss": 0.3503,
      "step": 995810
    },
    {
      "epoch": 277.93,
      "grad_norm": 1.025134563446045,
      "learning_rate": 3.64240898241637e-06,
      "loss": 0.3592,
      "step": 995820
    },
    {
      "epoch": 277.93,
      "grad_norm": 1.036304235458374,
      "learning_rate": 3.642386473087241e-06,
      "loss": 0.3583,
      "step": 995830
    },
    {
      "epoch": 277.93,
      "grad_norm": 0.9362748861312866,
      "learning_rate": 3.642363963585264e-06,
      "loss": 0.3588,
      "step": 995840
    },
    {
      "epoch": 277.94,
      "grad_norm": 1.1793172359466553,
      "learning_rate": 3.6423414539104403e-06,
      "loss": 0.3829,
      "step": 995850
    },
    {
      "epoch": 277.94,
      "grad_norm": 1.035990595817566,
      "learning_rate": 3.642318944062774e-06,
      "loss": 0.346,
      "step": 995860
    },
    {
      "epoch": 277.94,
      "grad_norm": 0.9238899350166321,
      "learning_rate": 3.642296434042268e-06,
      "loss": 0.3655,
      "step": 995870
    },
    {
      "epoch": 277.95,
      "grad_norm": 1.0241459608078003,
      "learning_rate": 3.642273923848925e-06,
      "loss": 0.3521,
      "step": 995880
    },
    {
      "epoch": 277.95,
      "grad_norm": 0.9491384625434875,
      "learning_rate": 3.6422514134827483e-06,
      "loss": 0.351,
      "step": 995890
    },
    {
      "epoch": 277.95,
      "grad_norm": 1.1984503269195557,
      "learning_rate": 3.6422289029437405e-06,
      "loss": 0.3553,
      "step": 995900
    },
    {
      "epoch": 277.95,
      "grad_norm": 0.9257234930992126,
      "learning_rate": 3.642206392231905e-06,
      "loss": 0.3684,
      "step": 995910
    },
    {
      "epoch": 277.96,
      "grad_norm": 0.960229218006134,
      "learning_rate": 3.642183881347244e-06,
      "loss": 0.3743,
      "step": 995920
    },
    {
      "epoch": 277.96,
      "grad_norm": 0.8340167999267578,
      "learning_rate": 3.6421613702897614e-06,
      "loss": 0.3733,
      "step": 995930
    },
    {
      "epoch": 277.96,
      "grad_norm": 1.344420075416565,
      "learning_rate": 3.6421388590594603e-06,
      "loss": 0.3758,
      "step": 995940
    },
    {
      "epoch": 277.97,
      "grad_norm": 1.1959532499313354,
      "learning_rate": 3.642116347656343e-06,
      "loss": 0.357,
      "step": 995950
    },
    {
      "epoch": 277.97,
      "grad_norm": 0.970251739025116,
      "learning_rate": 3.642093836080412e-06,
      "loss": 0.3657,
      "step": 995960
    },
    {
      "epoch": 277.97,
      "grad_norm": 0.9806596040725708,
      "learning_rate": 3.6420713243316723e-06,
      "loss": 0.3502,
      "step": 995970
    },
    {
      "epoch": 277.97,
      "grad_norm": 1.0401475429534912,
      "learning_rate": 3.6420488124101254e-06,
      "loss": 0.3694,
      "step": 995980
    },
    {
      "epoch": 277.98,
      "grad_norm": 0.87716144323349,
      "learning_rate": 3.6420263003157744e-06,
      "loss": 0.3584,
      "step": 995990
    },
    {
      "epoch": 277.98,
      "grad_norm": 0.9282878637313843,
      "learning_rate": 3.6420037880486224e-06,
      "loss": 0.3615,
      "step": 996000
    },
    {
      "epoch": 277.98,
      "grad_norm": 0.957588791847229,
      "learning_rate": 3.641981275608672e-06,
      "loss": 0.364,
      "step": 996010
    },
    {
      "epoch": 277.98,
      "grad_norm": 0.9949095845222473,
      "learning_rate": 3.641958762995928e-06,
      "loss": 0.3514,
      "step": 996020
    },
    {
      "epoch": 277.99,
      "grad_norm": 1.0544562339782715,
      "learning_rate": 3.641936250210391e-06,
      "loss": 0.3479,
      "step": 996030
    },
    {
      "epoch": 277.99,
      "grad_norm": 1.099228024482727,
      "learning_rate": 3.6419137372520647e-06,
      "loss": 0.3693,
      "step": 996040
    },
    {
      "epoch": 277.99,
      "grad_norm": 1.0570367574691772,
      "learning_rate": 3.6418912241209535e-06,
      "loss": 0.3599,
      "step": 996050
    },
    {
      "epoch": 278.0,
      "grad_norm": 1.2680362462997437,
      "learning_rate": 3.6418687108170594e-06,
      "loss": 0.3499,
      "step": 996060
    },
    {
      "epoch": 278.0,
      "grad_norm": 0.867424488067627,
      "learning_rate": 3.6418461973403846e-06,
      "loss": 0.3693,
      "step": 996070
    },
    {
      "epoch": 278.0,
      "eval_loss": 0.359747052192688,
      "eval_runtime": 63.4237,
      "eval_samples_per_second": 79.765,
      "eval_steps_per_second": 9.98,
      "step": 996074
    },
    {
      "epoch": 278.0,
      "grad_norm": 0.9520741105079651,
      "learning_rate": 3.6418236836909325e-06,
      "loss": 0.3427,
      "step": 996080
    },
    {
      "epoch": 278.0,
      "grad_norm": 1.0040949583053589,
      "learning_rate": 3.6418011698687076e-06,
      "loss": 0.3592,
      "step": 996090
    },
    {
      "epoch": 278.01,
      "grad_norm": 1.1296478509902954,
      "learning_rate": 3.641778655873711e-06,
      "loss": 0.3667,
      "step": 996100
    },
    {
      "epoch": 278.01,
      "grad_norm": 1.0106074810028076,
      "learning_rate": 3.6417561417059465e-06,
      "loss": 0.3325,
      "step": 996110
    },
    {
      "epoch": 278.01,
      "grad_norm": 1.018709659576416,
      "learning_rate": 3.641733627365417e-06,
      "loss": 0.3604,
      "step": 996120
    },
    {
      "epoch": 278.02,
      "grad_norm": 1.057759165763855,
      "learning_rate": 3.641711112852126e-06,
      "loss": 0.3639,
      "step": 996130
    },
    {
      "epoch": 278.02,
      "grad_norm": 0.9871408343315125,
      "learning_rate": 3.6416885981660754e-06,
      "loss": 0.3614,
      "step": 996140
    },
    {
      "epoch": 278.02,
      "grad_norm": 0.9591615200042725,
      "learning_rate": 3.6416660833072694e-06,
      "loss": 0.3685,
      "step": 996150
    },
    {
      "epoch": 278.02,
      "grad_norm": 1.0284026861190796,
      "learning_rate": 3.64164356827571e-06,
      "loss": 0.3551,
      "step": 996160
    },
    {
      "epoch": 278.03,
      "grad_norm": 0.9563279151916504,
      "learning_rate": 3.6416210530714007e-06,
      "loss": 0.3454,
      "step": 996170
    },
    {
      "epoch": 278.03,
      "grad_norm": 0.9978511929512024,
      "learning_rate": 3.6415985376943448e-06,
      "loss": 0.3565,
      "step": 996180
    },
    {
      "epoch": 278.03,
      "grad_norm": 1.097350001335144,
      "learning_rate": 3.641576022144544e-06,
      "loss": 0.3582,
      "step": 996190
    },
    {
      "epoch": 278.04,
      "grad_norm": 1.1939688920974731,
      "learning_rate": 3.641553506422003e-06,
      "loss": 0.3575,
      "step": 996200
    },
    {
      "epoch": 278.04,
      "grad_norm": 0.977253258228302,
      "learning_rate": 3.641530990526724e-06,
      "loss": 0.3509,
      "step": 996210
    },
    {
      "epoch": 278.04,
      "grad_norm": 0.9740495085716248,
      "learning_rate": 3.6415084744587097e-06,
      "loss": 0.3712,
      "step": 996220
    },
    {
      "epoch": 278.04,
      "grad_norm": 1.1199473142623901,
      "learning_rate": 3.641485958217963e-06,
      "loss": 0.369,
      "step": 996230
    },
    {
      "epoch": 278.05,
      "grad_norm": 1.0573627948760986,
      "learning_rate": 3.6414634418044874e-06,
      "loss": 0.3638,
      "step": 996240
    },
    {
      "epoch": 278.05,
      "grad_norm": 0.9320399761199951,
      "learning_rate": 3.641440925218287e-06,
      "loss": 0.3584,
      "step": 996250
    },
    {
      "epoch": 278.05,
      "grad_norm": 1.1016249656677246,
      "learning_rate": 3.641418408459362e-06,
      "loss": 0.3607,
      "step": 996260
    },
    {
      "epoch": 278.05,
      "grad_norm": 1.0863521099090576,
      "learning_rate": 3.641395891527718e-06,
      "loss": 0.3623,
      "step": 996270
    },
    {
      "epoch": 278.06,
      "grad_norm": 0.9477954506874084,
      "learning_rate": 3.6413733744233566e-06,
      "loss": 0.377,
      "step": 996280
    },
    {
      "epoch": 278.06,
      "grad_norm": 1.0939394235610962,
      "learning_rate": 3.641350857146281e-06,
      "loss": 0.363,
      "step": 996290
    },
    {
      "epoch": 278.06,
      "grad_norm": 1.0669816732406616,
      "learning_rate": 3.641328339696495e-06,
      "loss": 0.367,
      "step": 996300
    },
    {
      "epoch": 278.07,
      "grad_norm": 1.063637137413025,
      "learning_rate": 3.641305822074e-06,
      "loss": 0.3715,
      "step": 996310
    },
    {
      "epoch": 278.07,
      "grad_norm": 1.0532585382461548,
      "learning_rate": 3.6412833042788007e-06,
      "loss": 0.3486,
      "step": 996320
    },
    {
      "epoch": 278.07,
      "grad_norm": 1.119497299194336,
      "learning_rate": 3.6412607863108992e-06,
      "loss": 0.3472,
      "step": 996330
    },
    {
      "epoch": 278.07,
      "grad_norm": 1.029200553894043,
      "learning_rate": 3.641238268170299e-06,
      "loss": 0.3562,
      "step": 996340
    },
    {
      "epoch": 278.08,
      "grad_norm": 1.0453873872756958,
      "learning_rate": 3.6412157498570028e-06,
      "loss": 0.359,
      "step": 996350
    },
    {
      "epoch": 278.08,
      "grad_norm": 1.1232103109359741,
      "learning_rate": 3.6411932313710124e-06,
      "loss": 0.3509,
      "step": 996360
    },
    {
      "epoch": 278.08,
      "grad_norm": 0.9847788214683533,
      "learning_rate": 3.6411707127123327e-06,
      "loss": 0.3403,
      "step": 996370
    },
    {
      "epoch": 278.09,
      "grad_norm": 1.017175316810608,
      "learning_rate": 3.6411481938809663e-06,
      "loss": 0.3524,
      "step": 996380
    },
    {
      "epoch": 278.09,
      "grad_norm": 1.0663208961486816,
      "learning_rate": 3.6411256748769153e-06,
      "loss": 0.3571,
      "step": 996390
    },
    {
      "epoch": 278.09,
      "grad_norm": 1.033534288406372,
      "learning_rate": 3.6411031557001836e-06,
      "loss": 0.3646,
      "step": 996400
    },
    {
      "epoch": 278.09,
      "grad_norm": 1.085978388786316,
      "learning_rate": 3.6410806363507735e-06,
      "loss": 0.3548,
      "step": 996410
    },
    {
      "epoch": 278.1,
      "grad_norm": 1.1168758869171143,
      "learning_rate": 3.641058116828689e-06,
      "loss": 0.3598,
      "step": 996420
    },
    {
      "epoch": 278.1,
      "grad_norm": 0.9270085692405701,
      "learning_rate": 3.6410355971339314e-06,
      "loss": 0.3514,
      "step": 996430
    },
    {
      "epoch": 278.1,
      "grad_norm": 0.9630109667778015,
      "learning_rate": 3.641013077266506e-06,
      "loss": 0.3485,
      "step": 996440
    },
    {
      "epoch": 278.1,
      "grad_norm": 0.9097380042076111,
      "learning_rate": 3.6409905572264135e-06,
      "loss": 0.3389,
      "step": 996450
    },
    {
      "epoch": 278.11,
      "grad_norm": 0.9534615874290466,
      "learning_rate": 3.6409680370136584e-06,
      "loss": 0.3676,
      "step": 996460
    },
    {
      "epoch": 278.11,
      "grad_norm": 1.229138970375061,
      "learning_rate": 3.6409455166282427e-06,
      "loss": 0.3556,
      "step": 996470
    },
    {
      "epoch": 278.11,
      "grad_norm": 0.9907143115997314,
      "learning_rate": 3.6409229960701705e-06,
      "loss": 0.3696,
      "step": 996480
    },
    {
      "epoch": 278.12,
      "grad_norm": 1.0222477912902832,
      "learning_rate": 3.640900475339444e-06,
      "loss": 0.3501,
      "step": 996490
    },
    {
      "epoch": 278.12,
      "grad_norm": 1.1628228425979614,
      "learning_rate": 3.6408779544360666e-06,
      "loss": 0.3637,
      "step": 996500
    },
    {
      "epoch": 278.12,
      "grad_norm": 1.0644946098327637,
      "learning_rate": 3.640855433360041e-06,
      "loss": 0.3529,
      "step": 996510
    },
    {
      "epoch": 278.12,
      "grad_norm": 1.1666749715805054,
      "learning_rate": 3.64083291211137e-06,
      "loss": 0.3738,
      "step": 996520
    },
    {
      "epoch": 278.13,
      "grad_norm": 1.1928153038024902,
      "learning_rate": 3.640810390690057e-06,
      "loss": 0.3489,
      "step": 996530
    },
    {
      "epoch": 278.13,
      "grad_norm": 0.9407320022583008,
      "learning_rate": 3.640787869096106e-06,
      "loss": 0.362,
      "step": 996540
    },
    {
      "epoch": 278.13,
      "grad_norm": 1.1190651655197144,
      "learning_rate": 3.640765347329518e-06,
      "loss": 0.3569,
      "step": 996550
    },
    {
      "epoch": 278.14,
      "grad_norm": 0.9817811250686646,
      "learning_rate": 3.6407428253902966e-06,
      "loss": 0.3653,
      "step": 996560
    },
    {
      "epoch": 278.14,
      "grad_norm": 0.9175751805305481,
      "learning_rate": 3.6407203032784453e-06,
      "loss": 0.3618,
      "step": 996570
    },
    {
      "epoch": 278.14,
      "grad_norm": 1.3303275108337402,
      "learning_rate": 3.6406977809939675e-06,
      "loss": 0.3631,
      "step": 996580
    },
    {
      "epoch": 278.14,
      "grad_norm": 1.0001710653305054,
      "learning_rate": 3.6406752585368647e-06,
      "loss": 0.3665,
      "step": 996590
    },
    {
      "epoch": 278.15,
      "grad_norm": 1.0062148571014404,
      "learning_rate": 3.6406527359071413e-06,
      "loss": 0.3687,
      "step": 996600
    },
    {
      "epoch": 278.15,
      "grad_norm": 1.0835119485855103,
      "learning_rate": 3.6406302131047993e-06,
      "loss": 0.3569,
      "step": 996610
    },
    {
      "epoch": 278.15,
      "grad_norm": 1.0528504848480225,
      "learning_rate": 3.640607690129843e-06,
      "loss": 0.3492,
      "step": 996620
    },
    {
      "epoch": 278.16,
      "grad_norm": 1.1695853471755981,
      "learning_rate": 3.6405851669822746e-06,
      "loss": 0.3463,
      "step": 996630
    },
    {
      "epoch": 278.16,
      "grad_norm": 0.9499611854553223,
      "learning_rate": 3.6405626436620965e-06,
      "loss": 0.3626,
      "step": 996640
    },
    {
      "epoch": 278.16,
      "grad_norm": 0.9312522411346436,
      "learning_rate": 3.6405401201693125e-06,
      "loss": 0.342,
      "step": 996650
    },
    {
      "epoch": 278.16,
      "grad_norm": 1.206689476966858,
      "learning_rate": 3.6405175965039253e-06,
      "loss": 0.3512,
      "step": 996660
    },
    {
      "epoch": 278.17,
      "grad_norm": 1.1026105880737305,
      "learning_rate": 3.640495072665938e-06,
      "loss": 0.3666,
      "step": 996670
    },
    {
      "epoch": 278.17,
      "grad_norm": 1.0951552391052246,
      "learning_rate": 3.6404725486553533e-06,
      "loss": 0.3682,
      "step": 996680
    },
    {
      "epoch": 278.17,
      "grad_norm": 1.1470942497253418,
      "learning_rate": 3.6404500244721744e-06,
      "loss": 0.3623,
      "step": 996690
    },
    {
      "epoch": 278.17,
      "grad_norm": 1.1431576013565063,
      "learning_rate": 3.6404275001164053e-06,
      "loss": 0.3826,
      "step": 996700
    },
    {
      "epoch": 278.18,
      "grad_norm": 0.9036065936088562,
      "learning_rate": 3.640404975588047e-06,
      "loss": 0.3591,
      "step": 996710
    },
    {
      "epoch": 278.18,
      "grad_norm": 1.1374517679214478,
      "learning_rate": 3.640382450887104e-06,
      "loss": 0.3521,
      "step": 996720
    },
    {
      "epoch": 278.18,
      "grad_norm": 0.9885560274124146,
      "learning_rate": 3.6403599260135792e-06,
      "loss": 0.3649,
      "step": 996730
    },
    {
      "epoch": 278.19,
      "grad_norm": 0.95579993724823,
      "learning_rate": 3.640337400967475e-06,
      "loss": 0.3506,
      "step": 996740
    },
    {
      "epoch": 278.19,
      "grad_norm": 1.2198995351791382,
      "learning_rate": 3.640314875748795e-06,
      "loss": 0.3494,
      "step": 996750
    },
    {
      "epoch": 278.19,
      "grad_norm": 1.0423935651779175,
      "learning_rate": 3.6402923503575416e-06,
      "loss": 0.358,
      "step": 996760
    },
    {
      "epoch": 278.19,
      "grad_norm": 0.9846897125244141,
      "learning_rate": 3.640269824793718e-06,
      "loss": 0.3577,
      "step": 996770
    },
    {
      "epoch": 278.2,
      "grad_norm": 1.1463979482650757,
      "learning_rate": 3.640247299057327e-06,
      "loss": 0.3729,
      "step": 996780
    },
    {
      "epoch": 278.2,
      "grad_norm": 1.0340198278427124,
      "learning_rate": 3.640224773148372e-06,
      "loss": 0.3593,
      "step": 996790
    },
    {
      "epoch": 278.2,
      "grad_norm": 1.1728636026382446,
      "learning_rate": 3.640202247066856e-06,
      "loss": 0.3867,
      "step": 996800
    },
    {
      "epoch": 278.21,
      "grad_norm": 0.9478020668029785,
      "learning_rate": 3.640179720812782e-06,
      "loss": 0.3516,
      "step": 996810
    },
    {
      "epoch": 278.21,
      "grad_norm": 0.9263604283332825,
      "learning_rate": 3.640157194386153e-06,
      "loss": 0.3628,
      "step": 996820
    },
    {
      "epoch": 278.21,
      "grad_norm": 1.0319372415542603,
      "learning_rate": 3.6401346677869713e-06,
      "loss": 0.3657,
      "step": 996830
    },
    {
      "epoch": 278.21,
      "grad_norm": 1.0602407455444336,
      "learning_rate": 3.6401121410152407e-06,
      "loss": 0.3701,
      "step": 996840
    },
    {
      "epoch": 278.22,
      "grad_norm": 1.127320408821106,
      "learning_rate": 3.6400896140709635e-06,
      "loss": 0.3668,
      "step": 996850
    },
    {
      "epoch": 278.22,
      "grad_norm": 1.0090888738632202,
      "learning_rate": 3.6400670869541436e-06,
      "loss": 0.3604,
      "step": 996860
    },
    {
      "epoch": 278.22,
      "grad_norm": 1.1732397079467773,
      "learning_rate": 3.6400445596647835e-06,
      "loss": 0.3671,
      "step": 996870
    },
    {
      "epoch": 278.22,
      "grad_norm": 1.0007519721984863,
      "learning_rate": 3.6400220322028866e-06,
      "loss": 0.3481,
      "step": 996880
    },
    {
      "epoch": 278.23,
      "grad_norm": 1.0713326930999756,
      "learning_rate": 3.6399995045684554e-06,
      "loss": 0.3513,
      "step": 996890
    },
    {
      "epoch": 278.23,
      "grad_norm": 0.9945694208145142,
      "learning_rate": 3.6399769767614926e-06,
      "loss": 0.3606,
      "step": 996900
    },
    {
      "epoch": 278.23,
      "grad_norm": 1.032536268234253,
      "learning_rate": 3.639954448782002e-06,
      "loss": 0.3577,
      "step": 996910
    },
    {
      "epoch": 278.24,
      "grad_norm": 1.01569402217865,
      "learning_rate": 3.639931920629986e-06,
      "loss": 0.354,
      "step": 996920
    },
    {
      "epoch": 278.24,
      "grad_norm": 1.1381906270980835,
      "learning_rate": 3.639909392305448e-06,
      "loss": 0.3616,
      "step": 996930
    },
    {
      "epoch": 278.24,
      "grad_norm": 1.04701828956604,
      "learning_rate": 3.6398868638083904e-06,
      "loss": 0.3621,
      "step": 996940
    },
    {
      "epoch": 278.24,
      "grad_norm": 0.9664630889892578,
      "learning_rate": 3.639864335138817e-06,
      "loss": 0.3392,
      "step": 996950
    },
    {
      "epoch": 278.25,
      "grad_norm": 0.897315263748169,
      "learning_rate": 3.6398418062967306e-06,
      "loss": 0.3367,
      "step": 996960
    },
    {
      "epoch": 278.25,
      "grad_norm": 1.1624099016189575,
      "learning_rate": 3.6398192772821338e-06,
      "loss": 0.3522,
      "step": 996970
    },
    {
      "epoch": 278.25,
      "grad_norm": 1.0105388164520264,
      "learning_rate": 3.6397967480950294e-06,
      "loss": 0.3569,
      "step": 996980
    },
    {
      "epoch": 278.26,
      "grad_norm": 0.8920546174049377,
      "learning_rate": 3.6397742187354217e-06,
      "loss": 0.3715,
      "step": 996990
    },
    {
      "epoch": 278.26,
      "grad_norm": 0.9853149056434631,
      "learning_rate": 3.6397516892033127e-06,
      "loss": 0.3546,
      "step": 997000
    },
    {
      "epoch": 278.26,
      "grad_norm": 1.0422998666763306,
      "learning_rate": 3.639729159498705e-06,
      "loss": 0.3606,
      "step": 997010
    },
    {
      "epoch": 278.26,
      "grad_norm": 0.9651345610618591,
      "learning_rate": 3.6397066296216026e-06,
      "loss": 0.3495,
      "step": 997020
    },
    {
      "epoch": 278.27,
      "grad_norm": 0.9636990427970886,
      "learning_rate": 3.6396840995720074e-06,
      "loss": 0.3382,
      "step": 997030
    },
    {
      "epoch": 278.27,
      "grad_norm": 0.9294465184211731,
      "learning_rate": 3.6396615693499236e-06,
      "loss": 0.3483,
      "step": 997040
    },
    {
      "epoch": 278.27,
      "grad_norm": 0.986882209777832,
      "learning_rate": 3.6396390389553534e-06,
      "loss": 0.3559,
      "step": 997050
    },
    {
      "epoch": 278.28,
      "grad_norm": 1.0781941413879395,
      "learning_rate": 3.6396165083883e-06,
      "loss": 0.352,
      "step": 997060
    },
    {
      "epoch": 278.28,
      "grad_norm": 1.0023385286331177,
      "learning_rate": 3.6395939776487666e-06,
      "loss": 0.3523,
      "step": 997070
    },
    {
      "epoch": 278.28,
      "grad_norm": 1.2377394437789917,
      "learning_rate": 3.639571446736756e-06,
      "loss": 0.37,
      "step": 997080
    },
    {
      "epoch": 278.28,
      "grad_norm": 9.301130294799805,
      "learning_rate": 3.639548915652271e-06,
      "loss": 0.3589,
      "step": 997090
    },
    {
      "epoch": 278.29,
      "grad_norm": 1.2009735107421875,
      "learning_rate": 3.639526384395315e-06,
      "loss": 0.3551,
      "step": 997100
    },
    {
      "epoch": 278.29,
      "grad_norm": 1.185787558555603,
      "learning_rate": 3.6395038529658904e-06,
      "loss": 0.3714,
      "step": 997110
    },
    {
      "epoch": 278.29,
      "grad_norm": 1.1839345693588257,
      "learning_rate": 3.639481321364001e-06,
      "loss": 0.3538,
      "step": 997120
    },
    {
      "epoch": 278.29,
      "grad_norm": 1.0208353996276855,
      "learning_rate": 3.6394587895896497e-06,
      "loss": 0.3757,
      "step": 997130
    },
    {
      "epoch": 278.3,
      "grad_norm": 0.9120155572891235,
      "learning_rate": 3.6394362576428382e-06,
      "loss": 0.357,
      "step": 997140
    },
    {
      "epoch": 278.3,
      "grad_norm": 1.034442663192749,
      "learning_rate": 3.6394137255235714e-06,
      "loss": 0.3618,
      "step": 997150
    },
    {
      "epoch": 278.3,
      "grad_norm": 1.0683119297027588,
      "learning_rate": 3.6393911932318507e-06,
      "loss": 0.363,
      "step": 997160
    },
    {
      "epoch": 278.31,
      "grad_norm": 1.0769633054733276,
      "learning_rate": 3.6393686607676804e-06,
      "loss": 0.359,
      "step": 997170
    },
    {
      "epoch": 278.31,
      "grad_norm": 1.0745683908462524,
      "learning_rate": 3.639346128131063e-06,
      "loss": 0.3541,
      "step": 997180
    },
    {
      "epoch": 278.31,
      "grad_norm": 1.1595280170440674,
      "learning_rate": 3.639323595322001e-06,
      "loss": 0.3675,
      "step": 997190
    },
    {
      "epoch": 278.31,
      "grad_norm": 0.8885019421577454,
      "learning_rate": 3.639301062340498e-06,
      "loss": 0.3491,
      "step": 997200
    },
    {
      "epoch": 278.32,
      "grad_norm": 1.0686677694320679,
      "learning_rate": 3.639278529186557e-06,
      "loss": 0.3615,
      "step": 997210
    },
    {
      "epoch": 278.32,
      "grad_norm": 1.1004595756530762,
      "learning_rate": 3.63925599586018e-06,
      "loss": 0.3688,
      "step": 997220
    },
    {
      "epoch": 278.32,
      "grad_norm": 1.0892057418823242,
      "learning_rate": 3.6392334623613716e-06,
      "loss": 0.3565,
      "step": 997230
    },
    {
      "epoch": 278.33,
      "grad_norm": 0.9146166443824768,
      "learning_rate": 3.639210928690134e-06,
      "loss": 0.3424,
      "step": 997240
    },
    {
      "epoch": 278.33,
      "grad_norm": 3.615668773651123,
      "learning_rate": 3.63918839484647e-06,
      "loss": 0.3604,
      "step": 997250
    },
    {
      "epoch": 278.33,
      "grad_norm": 0.9170899987220764,
      "learning_rate": 3.6391658608303825e-06,
      "loss": 0.3711,
      "step": 997260
    },
    {
      "epoch": 278.33,
      "grad_norm": 1.043686866760254,
      "learning_rate": 3.639143326641875e-06,
      "loss": 0.3533,
      "step": 997270
    },
    {
      "epoch": 278.34,
      "grad_norm": 1.090449571609497,
      "learning_rate": 3.6391207922809503e-06,
      "loss": 0.3648,
      "step": 997280
    },
    {
      "epoch": 278.34,
      "grad_norm": 0.8587675094604492,
      "learning_rate": 3.6390982577476116e-06,
      "loss": 0.3623,
      "step": 997290
    },
    {
      "epoch": 278.34,
      "grad_norm": 1.031067132949829,
      "learning_rate": 3.639075723041861e-06,
      "loss": 0.347,
      "step": 997300
    },
    {
      "epoch": 278.34,
      "grad_norm": 0.9310265779495239,
      "learning_rate": 3.6390531881637027e-06,
      "loss": 0.36,
      "step": 997310
    },
    {
      "epoch": 278.35,
      "grad_norm": 3.000358819961548,
      "learning_rate": 3.63903065311314e-06,
      "loss": 0.3756,
      "step": 997320
    },
    {
      "epoch": 278.35,
      "grad_norm": 1.0141681432724,
      "learning_rate": 3.639008117890174e-06,
      "loss": 0.3553,
      "step": 997330
    },
    {
      "epoch": 278.35,
      "grad_norm": 0.978168249130249,
      "learning_rate": 3.638985582494809e-06,
      "loss": 0.3657,
      "step": 997340
    },
    {
      "epoch": 278.36,
      "grad_norm": 0.9499867558479309,
      "learning_rate": 3.6389630469270477e-06,
      "loss": 0.3417,
      "step": 997350
    },
    {
      "epoch": 278.36,
      "grad_norm": 1.000761866569519,
      "learning_rate": 3.6389405111868933e-06,
      "loss": 0.3525,
      "step": 997360
    },
    {
      "epoch": 278.36,
      "grad_norm": 1.0059159994125366,
      "learning_rate": 3.638917975274349e-06,
      "loss": 0.3457,
      "step": 997370
    },
    {
      "epoch": 278.36,
      "grad_norm": 1.8256534337997437,
      "learning_rate": 3.6388954391894174e-06,
      "loss": 0.3815,
      "step": 997380
    },
    {
      "epoch": 278.37,
      "grad_norm": 1.0626494884490967,
      "learning_rate": 3.638872902932101e-06,
      "loss": 0.3654,
      "step": 997390
    },
    {
      "epoch": 278.37,
      "grad_norm": 1.0705468654632568,
      "learning_rate": 3.6388503665024034e-06,
      "loss": 0.3603,
      "step": 997400
    },
    {
      "epoch": 278.37,
      "grad_norm": 1.6681430339813232,
      "learning_rate": 3.6388278299003285e-06,
      "loss": 0.3443,
      "step": 997410
    },
    {
      "epoch": 278.38,
      "grad_norm": 0.9058043956756592,
      "learning_rate": 3.6388052931258774e-06,
      "loss": 0.3667,
      "step": 997420
    },
    {
      "epoch": 278.38,
      "grad_norm": 1.062904715538025,
      "learning_rate": 3.6387827561790555e-06,
      "loss": 0.3738,
      "step": 997430
    },
    {
      "epoch": 278.38,
      "grad_norm": 1.1176658868789673,
      "learning_rate": 3.6387602190598632e-06,
      "loss": 0.3494,
      "step": 997440
    },
    {
      "epoch": 278.38,
      "grad_norm": 0.8998185992240906,
      "learning_rate": 3.6387376817683044e-06,
      "loss": 0.3659,
      "step": 997450
    },
    {
      "epoch": 278.39,
      "grad_norm": 1.0601836442947388,
      "learning_rate": 3.6387151443043833e-06,
      "loss": 0.3515,
      "step": 997460
    },
    {
      "epoch": 278.39,
      "grad_norm": 1.0369936227798462,
      "learning_rate": 3.6386926066681024e-06,
      "loss": 0.3487,
      "step": 997470
    },
    {
      "epoch": 278.39,
      "grad_norm": 0.8439253568649292,
      "learning_rate": 3.638670068859463e-06,
      "loss": 0.3643,
      "step": 997480
    },
    {
      "epoch": 278.4,
      "grad_norm": 0.7502874732017517,
      "learning_rate": 3.63864753087847e-06,
      "loss": 0.3447,
      "step": 997490
    },
    {
      "epoch": 278.4,
      "grad_norm": 1.1090083122253418,
      "learning_rate": 3.6386249927251252e-06,
      "loss": 0.3689,
      "step": 997500
    },
    {
      "epoch": 278.4,
      "grad_norm": 0.934475302696228,
      "learning_rate": 3.638602454399433e-06,
      "loss": 0.352,
      "step": 997510
    },
    {
      "epoch": 278.4,
      "grad_norm": 1.1364500522613525,
      "learning_rate": 3.6385799159013954e-06,
      "loss": 0.3458,
      "step": 997520
    },
    {
      "epoch": 278.41,
      "grad_norm": 0.9465765953063965,
      "learning_rate": 3.6385573772310156e-06,
      "loss": 0.3537,
      "step": 997530
    },
    {
      "epoch": 278.41,
      "grad_norm": 0.9476991295814514,
      "learning_rate": 3.6385348383882964e-06,
      "loss": 0.355,
      "step": 997540
    },
    {
      "epoch": 278.41,
      "grad_norm": 1.107805609703064,
      "learning_rate": 3.6385122993732406e-06,
      "loss": 0.3627,
      "step": 997550
    },
    {
      "epoch": 278.41,
      "grad_norm": 0.968959629535675,
      "learning_rate": 3.638489760185852e-06,
      "loss": 0.3592,
      "step": 997560
    },
    {
      "epoch": 278.42,
      "grad_norm": 1.0524271726608276,
      "learning_rate": 3.6384672208261333e-06,
      "loss": 0.3393,
      "step": 997570
    },
    {
      "epoch": 278.42,
      "grad_norm": 0.9543102383613586,
      "learning_rate": 3.6384446812940872e-06,
      "loss": 0.3479,
      "step": 997580
    },
    {
      "epoch": 278.42,
      "grad_norm": 0.932401180267334,
      "learning_rate": 3.638422141589717e-06,
      "loss": 0.3576,
      "step": 997590
    },
    {
      "epoch": 278.43,
      "grad_norm": 1.1853047609329224,
      "learning_rate": 3.6383996017130255e-06,
      "loss": 0.3713,
      "step": 997600
    },
    {
      "epoch": 278.43,
      "grad_norm": 0.9601551294326782,
      "learning_rate": 3.6383770616640157e-06,
      "loss": 0.3562,
      "step": 997610
    },
    {
      "epoch": 278.43,
      "grad_norm": 1.0441699028015137,
      "learning_rate": 3.638354521442691e-06,
      "loss": 0.3518,
      "step": 997620
    },
    {
      "epoch": 278.43,
      "grad_norm": 1.061432123184204,
      "learning_rate": 3.638331981049054e-06,
      "loss": 0.3635,
      "step": 997630
    },
    {
      "epoch": 278.44,
      "grad_norm": 1.1534171104431152,
      "learning_rate": 3.638309440483108e-06,
      "loss": 0.3519,
      "step": 997640
    },
    {
      "epoch": 278.44,
      "grad_norm": 1.111026406288147,
      "learning_rate": 3.638286899744855e-06,
      "loss": 0.3619,
      "step": 997650
    },
    {
      "epoch": 278.44,
      "grad_norm": 1.0537257194519043,
      "learning_rate": 3.638264358834299e-06,
      "loss": 0.3616,
      "step": 997660
    },
    {
      "epoch": 278.45,
      "grad_norm": 1.056567668914795,
      "learning_rate": 3.6382418177514437e-06,
      "loss": 0.3686,
      "step": 997670
    },
    {
      "epoch": 278.45,
      "grad_norm": 0.8988928198814392,
      "learning_rate": 3.63821927649629e-06,
      "loss": 0.3415,
      "step": 997680
    },
    {
      "epoch": 278.45,
      "grad_norm": 0.9894057512283325,
      "learning_rate": 3.6381967350688425e-06,
      "loss": 0.3557,
      "step": 997690
    },
    {
      "epoch": 278.45,
      "grad_norm": 1.121077299118042,
      "learning_rate": 3.6381741934691043e-06,
      "loss": 0.3511,
      "step": 997700
    },
    {
      "epoch": 278.46,
      "grad_norm": 1.110994577407837,
      "learning_rate": 3.638151651697077e-06,
      "loss": 0.3343,
      "step": 997710
    },
    {
      "epoch": 278.46,
      "grad_norm": 1.0924655199050903,
      "learning_rate": 3.638129109752765e-06,
      "loss": 0.3699,
      "step": 997720
    },
    {
      "epoch": 278.46,
      "grad_norm": 0.9294875264167786,
      "learning_rate": 3.638106567636171e-06,
      "loss": 0.3628,
      "step": 997730
    },
    {
      "epoch": 278.46,
      "grad_norm": 1.112526535987854,
      "learning_rate": 3.638084025347298e-06,
      "loss": 0.3695,
      "step": 997740
    },
    {
      "epoch": 278.47,
      "grad_norm": 0.9889841675758362,
      "learning_rate": 3.638061482886148e-06,
      "loss": 0.3502,
      "step": 997750
    },
    {
      "epoch": 278.47,
      "grad_norm": 0.9797860383987427,
      "learning_rate": 3.6380389402527254e-06,
      "loss": 0.3486,
      "step": 997760
    },
    {
      "epoch": 278.47,
      "grad_norm": 1.1411107778549194,
      "learning_rate": 3.6380163974470325e-06,
      "loss": 0.3639,
      "step": 997770
    },
    {
      "epoch": 278.48,
      "grad_norm": 1.0679845809936523,
      "learning_rate": 3.637993854469072e-06,
      "loss": 0.3528,
      "step": 997780
    },
    {
      "epoch": 278.48,
      "grad_norm": 0.9724416732788086,
      "learning_rate": 3.6379713113188473e-06,
      "loss": 0.3399,
      "step": 997790
    },
    {
      "epoch": 278.48,
      "grad_norm": 0.9760386943817139,
      "learning_rate": 3.6379487679963614e-06,
      "loss": 0.3548,
      "step": 997800
    },
    {
      "epoch": 278.48,
      "grad_norm": 1.0001522302627563,
      "learning_rate": 3.6379262245016178e-06,
      "loss": 0.3633,
      "step": 997810
    },
    {
      "epoch": 278.49,
      "grad_norm": 1.3824353218078613,
      "learning_rate": 3.637903680834619e-06,
      "loss": 0.3582,
      "step": 997820
    },
    {
      "epoch": 278.49,
      "grad_norm": 0.9941552877426147,
      "learning_rate": 3.637881136995367e-06,
      "loss": 0.3619,
      "step": 997830
    },
    {
      "epoch": 278.49,
      "grad_norm": 1.0057389736175537,
      "learning_rate": 3.637858592983867e-06,
      "loss": 0.3613,
      "step": 997840
    },
    {
      "epoch": 278.5,
      "grad_norm": 0.8891987204551697,
      "learning_rate": 3.63783604880012e-06,
      "loss": 0.3473,
      "step": 997850
    },
    {
      "epoch": 278.5,
      "grad_norm": 1.0856027603149414,
      "learning_rate": 3.6378135044441303e-06,
      "loss": 0.3597,
      "step": 997860
    },
    {
      "epoch": 278.5,
      "grad_norm": 5.649168014526367,
      "learning_rate": 3.6377909599159e-06,
      "loss": 0.359,
      "step": 997870
    },
    {
      "epoch": 278.5,
      "grad_norm": 0.8825772404670715,
      "learning_rate": 3.6377684152154323e-06,
      "loss": 0.3635,
      "step": 997880
    },
    {
      "epoch": 278.51,
      "grad_norm": 0.9206259846687317,
      "learning_rate": 3.637745870342731e-06,
      "loss": 0.3485,
      "step": 997890
    },
    {
      "epoch": 278.51,
      "grad_norm": 1.0968546867370605,
      "learning_rate": 3.6377233252977983e-06,
      "loss": 0.376,
      "step": 997900
    },
    {
      "epoch": 278.51,
      "grad_norm": 0.9596523642539978,
      "learning_rate": 3.6377007800806373e-06,
      "loss": 0.3587,
      "step": 997910
    },
    {
      "epoch": 278.52,
      "grad_norm": 1.0611677169799805,
      "learning_rate": 3.6376782346912513e-06,
      "loss": 0.3424,
      "step": 997920
    },
    {
      "epoch": 278.52,
      "grad_norm": 0.9568617939949036,
      "learning_rate": 3.6376556891296426e-06,
      "loss": 0.3612,
      "step": 997930
    },
    {
      "epoch": 278.52,
      "grad_norm": 1.053565263748169,
      "learning_rate": 3.637633143395815e-06,
      "loss": 0.3585,
      "step": 997940
    },
    {
      "epoch": 278.52,
      "grad_norm": 0.929212749004364,
      "learning_rate": 3.6376105974897713e-06,
      "loss": 0.3557,
      "step": 997950
    },
    {
      "epoch": 278.53,
      "grad_norm": 0.9341483116149902,
      "learning_rate": 3.6375880514115145e-06,
      "loss": 0.3544,
      "step": 997960
    },
    {
      "epoch": 278.53,
      "grad_norm": 0.9579313397407532,
      "learning_rate": 3.6375655051610475e-06,
      "loss": 0.3544,
      "step": 997970
    },
    {
      "epoch": 278.53,
      "grad_norm": 1.0279840230941772,
      "learning_rate": 3.6375429587383727e-06,
      "loss": 0.3595,
      "step": 997980
    },
    {
      "epoch": 278.53,
      "grad_norm": 1.0526442527770996,
      "learning_rate": 3.637520412143494e-06,
      "loss": 0.3622,
      "step": 997990
    },
    {
      "epoch": 278.54,
      "grad_norm": 1.117150902748108,
      "learning_rate": 3.6374978653764148e-06,
      "loss": 0.3667,
      "step": 998000
    },
    {
      "epoch": 278.54,
      "grad_norm": 1.158247470855713,
      "learning_rate": 3.6374753184371367e-06,
      "loss": 0.3574,
      "step": 998010
    },
    {
      "epoch": 278.54,
      "grad_norm": 0.9923372864723206,
      "learning_rate": 3.6374527713256636e-06,
      "loss": 0.3526,
      "step": 998020
    },
    {
      "epoch": 278.55,
      "grad_norm": 1.1309971809387207,
      "learning_rate": 3.6374302240419976e-06,
      "loss": 0.3494,
      "step": 998030
    },
    {
      "epoch": 278.55,
      "grad_norm": 1.0238302946090698,
      "learning_rate": 3.637407676586143e-06,
      "loss": 0.3576,
      "step": 998040
    },
    {
      "epoch": 278.55,
      "grad_norm": 0.966646134853363,
      "learning_rate": 3.637385128958103e-06,
      "loss": 0.361,
      "step": 998050
    },
    {
      "epoch": 278.55,
      "grad_norm": 1.0894721746444702,
      "learning_rate": 3.6373625811578787e-06,
      "loss": 0.3527,
      "step": 998060
    },
    {
      "epoch": 278.56,
      "grad_norm": 0.9931557774543762,
      "learning_rate": 3.637340033185475e-06,
      "loss": 0.3604,
      "step": 998070
    },
    {
      "epoch": 278.56,
      "grad_norm": 1.0021357536315918,
      "learning_rate": 3.6373174850408944e-06,
      "loss": 0.373,
      "step": 998080
    },
    {
      "epoch": 278.56,
      "grad_norm": 1.0611084699630737,
      "learning_rate": 3.6372949367241384e-06,
      "loss": 0.3728,
      "step": 998090
    },
    {
      "epoch": 278.57,
      "grad_norm": 1.3005250692367554,
      "learning_rate": 3.637272388235212e-06,
      "loss": 0.3659,
      "step": 998100
    },
    {
      "epoch": 278.57,
      "grad_norm": 1.053737759590149,
      "learning_rate": 3.6372498395741174e-06,
      "loss": 0.3452,
      "step": 998110
    },
    {
      "epoch": 278.57,
      "grad_norm": 1.1502165794372559,
      "learning_rate": 3.6372272907408567e-06,
      "loss": 0.3591,
      "step": 998120
    },
    {
      "epoch": 278.57,
      "grad_norm": 1.2570788860321045,
      "learning_rate": 3.6372047417354345e-06,
      "loss": 0.3594,
      "step": 998130
    },
    {
      "epoch": 278.58,
      "grad_norm": 1.0817381143569946,
      "learning_rate": 3.6371821925578532e-06,
      "loss": 0.3621,
      "step": 998140
    },
    {
      "epoch": 278.58,
      "grad_norm": 1.2208925485610962,
      "learning_rate": 3.6371596432081155e-06,
      "loss": 0.3753,
      "step": 998150
    },
    {
      "epoch": 278.58,
      "grad_norm": 0.9997705817222595,
      "learning_rate": 3.6371370936862247e-06,
      "loss": 0.3542,
      "step": 998160
    },
    {
      "epoch": 278.58,
      "grad_norm": 1.185179352760315,
      "learning_rate": 3.6371145439921837e-06,
      "loss": 0.3646,
      "step": 998170
    },
    {
      "epoch": 278.59,
      "grad_norm": 1.005664587020874,
      "learning_rate": 3.6370919941259956e-06,
      "loss": 0.3776,
      "step": 998180
    },
    {
      "epoch": 278.59,
      "grad_norm": 0.9967411160469055,
      "learning_rate": 3.6370694440876637e-06,
      "loss": 0.3681,
      "step": 998190
    },
    {
      "epoch": 278.59,
      "grad_norm": 0.9335811138153076,
      "learning_rate": 3.6370468938771905e-06,
      "loss": 0.3541,
      "step": 998200
    },
    {
      "epoch": 278.6,
      "grad_norm": 1.0683573484420776,
      "learning_rate": 3.637024343494579e-06,
      "loss": 0.3445,
      "step": 998210
    },
    {
      "epoch": 278.6,
      "grad_norm": 0.8681491613388062,
      "learning_rate": 3.6370017929398316e-06,
      "loss": 0.3582,
      "step": 998220
    },
    {
      "epoch": 278.6,
      "grad_norm": 0.9270071387290955,
      "learning_rate": 3.636979242212953e-06,
      "loss": 0.3936,
      "step": 998230
    },
    {
      "epoch": 278.6,
      "grad_norm": 0.9289982914924622,
      "learning_rate": 3.6369566913139458e-06,
      "loss": 0.3569,
      "step": 998240
    },
    {
      "epoch": 278.61,
      "grad_norm": 1.0107905864715576,
      "learning_rate": 3.6369341402428113e-06,
      "loss": 0.3614,
      "step": 998250
    },
    {
      "epoch": 278.61,
      "grad_norm": 0.999203622341156,
      "learning_rate": 3.6369115889995535e-06,
      "loss": 0.344,
      "step": 998260
    },
    {
      "epoch": 278.61,
      "grad_norm": 1.1448684930801392,
      "learning_rate": 3.6368890375841755e-06,
      "loss": 0.356,
      "step": 998270
    },
    {
      "epoch": 278.62,
      "grad_norm": 1.0791290998458862,
      "learning_rate": 3.6368664859966814e-06,
      "loss": 0.3812,
      "step": 998280
    },
    {
      "epoch": 278.62,
      "grad_norm": 0.9576749205589294,
      "learning_rate": 3.6368439342370722e-06,
      "loss": 0.3556,
      "step": 998290
    },
    {
      "epoch": 278.62,
      "grad_norm": 1.0657553672790527,
      "learning_rate": 3.6368213823053523e-06,
      "loss": 0.3418,
      "step": 998300
    },
    {
      "epoch": 278.62,
      "grad_norm": 0.9940272569656372,
      "learning_rate": 3.636798830201524e-06,
      "loss": 0.3504,
      "step": 998310
    },
    {
      "epoch": 278.63,
      "grad_norm": 1.1031874418258667,
      "learning_rate": 3.636776277925591e-06,
      "loss": 0.3535,
      "step": 998320
    },
    {
      "epoch": 278.63,
      "grad_norm": 1.0340206623077393,
      "learning_rate": 3.6367537254775557e-06,
      "loss": 0.361,
      "step": 998330
    },
    {
      "epoch": 278.63,
      "grad_norm": 1.0398435592651367,
      "learning_rate": 3.636731172857421e-06,
      "loss": 0.3641,
      "step": 998340
    },
    {
      "epoch": 278.64,
      "grad_norm": 1.189494252204895,
      "learning_rate": 3.63670862006519e-06,
      "loss": 0.3531,
      "step": 998350
    },
    {
      "epoch": 278.64,
      "grad_norm": 0.9806087017059326,
      "learning_rate": 3.6366860671008658e-06,
      "loss": 0.3596,
      "step": 998360
    },
    {
      "epoch": 278.64,
      "grad_norm": 1.0308763980865479,
      "learning_rate": 3.6366635139644524e-06,
      "loss": 0.354,
      "step": 998370
    },
    {
      "epoch": 278.64,
      "grad_norm": 1.037903070449829,
      "learning_rate": 3.6366409606559508e-06,
      "loss": 0.3763,
      "step": 998380
    },
    {
      "epoch": 278.65,
      "grad_norm": 1.0389666557312012,
      "learning_rate": 3.636618407175365e-06,
      "loss": 0.3568,
      "step": 998390
    },
    {
      "epoch": 278.65,
      "grad_norm": 1.1284548044204712,
      "learning_rate": 3.6365958535226987e-06,
      "loss": 0.3664,
      "step": 998400
    },
    {
      "epoch": 278.65,
      "grad_norm": 0.9366195797920227,
      "learning_rate": 3.6365732996979546e-06,
      "loss": 0.3468,
      "step": 998410
    },
    {
      "epoch": 278.65,
      "grad_norm": 1.054101586341858,
      "learning_rate": 3.6365507457011345e-06,
      "loss": 0.3571,
      "step": 998420
    },
    {
      "epoch": 278.66,
      "grad_norm": 1.1612966060638428,
      "learning_rate": 3.6365281915322426e-06,
      "loss": 0.3719,
      "step": 998430
    },
    {
      "epoch": 278.66,
      "grad_norm": 1.0678247213363647,
      "learning_rate": 3.636505637191282e-06,
      "loss": 0.3589,
      "step": 998440
    },
    {
      "epoch": 278.66,
      "grad_norm": 1.0003718137741089,
      "learning_rate": 3.636483082678255e-06,
      "loss": 0.348,
      "step": 998450
    },
    {
      "epoch": 278.67,
      "grad_norm": 1.1195151805877686,
      "learning_rate": 3.6364605279931647e-06,
      "loss": 0.3584,
      "step": 998460
    },
    {
      "epoch": 278.67,
      "grad_norm": 1.2472894191741943,
      "learning_rate": 3.6364379731360136e-06,
      "loss": 0.3666,
      "step": 998470
    },
    {
      "epoch": 278.67,
      "grad_norm": 0.9465577006340027,
      "learning_rate": 3.6364154181068065e-06,
      "loss": 0.3632,
      "step": 998480
    },
    {
      "epoch": 278.67,
      "grad_norm": 1.0276589393615723,
      "learning_rate": 3.636392862905545e-06,
      "loss": 0.3631,
      "step": 998490
    },
    {
      "epoch": 278.68,
      "grad_norm": 1.3567436933517456,
      "learning_rate": 3.6363703075322323e-06,
      "loss": 0.3554,
      "step": 998500
    },
    {
      "epoch": 278.68,
      "grad_norm": 1.1109968423843384,
      "learning_rate": 3.6363477519868712e-06,
      "loss": 0.3582,
      "step": 998510
    },
    {
      "epoch": 278.68,
      "grad_norm": 0.9495752453804016,
      "learning_rate": 3.6363251962694655e-06,
      "loss": 0.3633,
      "step": 998520
    },
    {
      "epoch": 278.69,
      "grad_norm": 0.9966531991958618,
      "learning_rate": 3.6363026403800176e-06,
      "loss": 0.3627,
      "step": 998530
    },
    {
      "epoch": 278.69,
      "grad_norm": 0.9761695861816406,
      "learning_rate": 3.63628008431853e-06,
      "loss": 0.3678,
      "step": 998540
    },
    {
      "epoch": 278.69,
      "grad_norm": 0.9510459899902344,
      "learning_rate": 3.636257528085007e-06,
      "loss": 0.3731,
      "step": 998550
    },
    {
      "epoch": 278.69,
      "grad_norm": 1.094695806503296,
      "learning_rate": 3.6362349716794504e-06,
      "loss": 0.3674,
      "step": 998560
    },
    {
      "epoch": 278.7,
      "grad_norm": 0.9585039615631104,
      "learning_rate": 3.636212415101864e-06,
      "loss": 0.3553,
      "step": 998570
    },
    {
      "epoch": 278.7,
      "grad_norm": 0.9093641042709351,
      "learning_rate": 3.6361898583522504e-06,
      "loss": 0.3489,
      "step": 998580
    },
    {
      "epoch": 278.7,
      "grad_norm": 0.9315761923789978,
      "learning_rate": 3.636167301430613e-06,
      "loss": 0.3584,
      "step": 998590
    },
    {
      "epoch": 278.7,
      "grad_norm": 0.9501541256904602,
      "learning_rate": 3.6361447443369543e-06,
      "loss": 0.367,
      "step": 998600
    },
    {
      "epoch": 278.71,
      "grad_norm": 0.9324455261230469,
      "learning_rate": 3.636122187071277e-06,
      "loss": 0.3465,
      "step": 998610
    },
    {
      "epoch": 278.71,
      "grad_norm": 0.9166706204414368,
      "learning_rate": 3.6360996296335853e-06,
      "loss": 0.3563,
      "step": 998620
    },
    {
      "epoch": 278.71,
      "grad_norm": 1.0386922359466553,
      "learning_rate": 3.636077072023881e-06,
      "loss": 0.3483,
      "step": 998630
    },
    {
      "epoch": 278.72,
      "grad_norm": 1.0343246459960938,
      "learning_rate": 3.6360545142421677e-06,
      "loss": 0.3627,
      "step": 998640
    },
    {
      "epoch": 278.72,
      "grad_norm": 1.0365331172943115,
      "learning_rate": 3.636031956288448e-06,
      "loss": 0.3637,
      "step": 998650
    },
    {
      "epoch": 278.72,
      "grad_norm": 1.1874490976333618,
      "learning_rate": 3.6360093981627265e-06,
      "loss": 0.3548,
      "step": 998660
    },
    {
      "epoch": 278.72,
      "grad_norm": 1.0355533361434937,
      "learning_rate": 3.6359868398650042e-06,
      "loss": 0.3546,
      "step": 998670
    },
    {
      "epoch": 278.73,
      "grad_norm": 1.1821314096450806,
      "learning_rate": 3.6359642813952844e-06,
      "loss": 0.3721,
      "step": 998680
    },
    {
      "epoch": 278.73,
      "grad_norm": 0.9668387770652771,
      "learning_rate": 3.6359417227535706e-06,
      "loss": 0.3597,
      "step": 998690
    },
    {
      "epoch": 278.73,
      "grad_norm": 1.163347840309143,
      "learning_rate": 3.635919163939866e-06,
      "loss": 0.3545,
      "step": 998700
    },
    {
      "epoch": 278.74,
      "grad_norm": 1.0344935655593872,
      "learning_rate": 3.635896604954173e-06,
      "loss": 0.3572,
      "step": 998710
    },
    {
      "epoch": 278.74,
      "grad_norm": 1.019612193107605,
      "learning_rate": 3.635874045796496e-06,
      "loss": 0.369,
      "step": 998720
    },
    {
      "epoch": 278.74,
      "grad_norm": 1.037302017211914,
      "learning_rate": 3.6358514864668365e-06,
      "loss": 0.3697,
      "step": 998730
    },
    {
      "epoch": 278.74,
      "grad_norm": 1.145241141319275,
      "learning_rate": 3.635828926965197e-06,
      "loss": 0.3463,
      "step": 998740
    },
    {
      "epoch": 278.75,
      "grad_norm": 0.9756150245666504,
      "learning_rate": 3.635806367291582e-06,
      "loss": 0.3405,
      "step": 998750
    },
    {
      "epoch": 278.75,
      "grad_norm": 1.0673900842666626,
      "learning_rate": 3.6357838074459944e-06,
      "loss": 0.3518,
      "step": 998760
    },
    {
      "epoch": 278.75,
      "grad_norm": 1.0845352411270142,
      "learning_rate": 3.635761247428436e-06,
      "loss": 0.358,
      "step": 998770
    },
    {
      "epoch": 278.76,
      "grad_norm": 1.0683910846710205,
      "learning_rate": 3.6357386872389108e-06,
      "loss": 0.3434,
      "step": 998780
    },
    {
      "epoch": 278.76,
      "grad_norm": 1.0196797847747803,
      "learning_rate": 3.635716126877422e-06,
      "loss": 0.3547,
      "step": 998790
    },
    {
      "epoch": 278.76,
      "grad_norm": 0.9293069243431091,
      "learning_rate": 3.635693566343972e-06,
      "loss": 0.4064,
      "step": 998800
    },
    {
      "epoch": 278.76,
      "grad_norm": 1.1179707050323486,
      "learning_rate": 3.6356710056385633e-06,
      "loss": 0.3674,
      "step": 998810
    },
    {
      "epoch": 278.77,
      "grad_norm": 1.068678617477417,
      "learning_rate": 3.6356484447612005e-06,
      "loss": 0.355,
      "step": 998820
    },
    {
      "epoch": 278.77,
      "grad_norm": 0.8570497035980225,
      "learning_rate": 3.635625883711885e-06,
      "loss": 0.3439,
      "step": 998830
    },
    {
      "epoch": 278.77,
      "grad_norm": 1.0984165668487549,
      "learning_rate": 3.635603322490621e-06,
      "loss": 0.3632,
      "step": 998840
    },
    {
      "epoch": 278.77,
      "grad_norm": 0.9416707754135132,
      "learning_rate": 3.6355807610974104e-06,
      "loss": 0.3692,
      "step": 998850
    },
    {
      "epoch": 278.78,
      "grad_norm": 1.147358775138855,
      "learning_rate": 3.6355581995322574e-06,
      "loss": 0.3606,
      "step": 998860
    },
    {
      "epoch": 278.78,
      "grad_norm": 0.9541343450546265,
      "learning_rate": 3.6355356377951634e-06,
      "loss": 0.3627,
      "step": 998870
    },
    {
      "epoch": 278.78,
      "grad_norm": 2.8328299522399902,
      "learning_rate": 3.6355130758861335e-06,
      "loss": 0.3564,
      "step": 998880
    },
    {
      "epoch": 278.79,
      "grad_norm": 1.0215157270431519,
      "learning_rate": 3.635490513805169e-06,
      "loss": 0.3518,
      "step": 998890
    },
    {
      "epoch": 278.79,
      "grad_norm": 0.9569665789604187,
      "learning_rate": 3.635467951552273e-06,
      "loss": 0.3549,
      "step": 998900
    },
    {
      "epoch": 278.79,
      "grad_norm": 0.9622642397880554,
      "learning_rate": 3.6354453891274494e-06,
      "loss": 0.3472,
      "step": 998910
    },
    {
      "epoch": 278.79,
      "grad_norm": 1.078505516052246,
      "learning_rate": 3.6354228265307013e-06,
      "loss": 0.3538,
      "step": 998920
    },
    {
      "epoch": 278.8,
      "grad_norm": 1.0003747940063477,
      "learning_rate": 3.635400263762031e-06,
      "loss": 0.3431,
      "step": 998930
    },
    {
      "epoch": 278.8,
      "grad_norm": 0.9642884135246277,
      "learning_rate": 3.6353777008214415e-06,
      "loss": 0.3716,
      "step": 998940
    },
    {
      "epoch": 278.8,
      "grad_norm": 0.9897347688674927,
      "learning_rate": 3.6353551377089367e-06,
      "loss": 0.3643,
      "step": 998950
    },
    {
      "epoch": 278.81,
      "grad_norm": 3.412109136581421,
      "learning_rate": 3.6353325744245176e-06,
      "loss": 0.3616,
      "step": 998960
    },
    {
      "epoch": 278.81,
      "grad_norm": 1.0014699697494507,
      "learning_rate": 3.635310010968189e-06,
      "loss": 0.3863,
      "step": 998970
    },
    {
      "epoch": 278.81,
      "grad_norm": 1.1367064714431763,
      "learning_rate": 3.6352874473399538e-06,
      "loss": 0.3495,
      "step": 998980
    },
    {
      "epoch": 278.81,
      "grad_norm": 1.1842823028564453,
      "learning_rate": 3.6352648835398145e-06,
      "loss": 0.3517,
      "step": 998990
    },
    {
      "epoch": 278.82,
      "grad_norm": 0.9621971249580383,
      "learning_rate": 3.635242319567774e-06,
      "loss": 0.3356,
      "step": 999000
    },
    {
      "epoch": 278.82,
      "grad_norm": 1.0630584955215454,
      "learning_rate": 3.635219755423835e-06,
      "loss": 0.3655,
      "step": 999010
    },
    {
      "epoch": 278.82,
      "grad_norm": 1.04226815700531,
      "learning_rate": 3.635197191108002e-06,
      "loss": 0.3757,
      "step": 999020
    },
    {
      "epoch": 278.83,
      "grad_norm": 1.014044165611267,
      "learning_rate": 3.6351746266202767e-06,
      "loss": 0.3654,
      "step": 999030
    },
    {
      "epoch": 278.83,
      "grad_norm": 1.1009591817855835,
      "learning_rate": 3.6351520619606624e-06,
      "loss": 0.3535,
      "step": 999040
    },
    {
      "epoch": 278.83,
      "grad_norm": 0.9190838932991028,
      "learning_rate": 3.6351294971291622e-06,
      "loss": 0.364,
      "step": 999050
    },
    {
      "epoch": 278.83,
      "grad_norm": 0.9646190404891968,
      "learning_rate": 3.635106932125779e-06,
      "loss": 0.3633,
      "step": 999060
    },
    {
      "epoch": 278.84,
      "grad_norm": 1.4378834962844849,
      "learning_rate": 3.6350843669505154e-06,
      "loss": 0.3726,
      "step": 999070
    },
    {
      "epoch": 278.84,
      "grad_norm": 1.2358969449996948,
      "learning_rate": 3.6350618016033754e-06,
      "loss": 0.3646,
      "step": 999080
    },
    {
      "epoch": 278.84,
      "grad_norm": 0.9042786359786987,
      "learning_rate": 3.6350392360843615e-06,
      "loss": 0.35,
      "step": 999090
    },
    {
      "epoch": 278.84,
      "grad_norm": 1.2301983833312988,
      "learning_rate": 3.635016670393476e-06,
      "loss": 0.366,
      "step": 999100
    },
    {
      "epoch": 278.85,
      "grad_norm": 1.0166494846343994,
      "learning_rate": 3.634994104530723e-06,
      "loss": 0.3625,
      "step": 999110
    },
    {
      "epoch": 278.85,
      "grad_norm": 1.1088786125183105,
      "learning_rate": 3.6349715384961057e-06,
      "loss": 0.3273,
      "step": 999120
    },
    {
      "epoch": 278.85,
      "grad_norm": 1.1128003597259521,
      "learning_rate": 3.634948972289625e-06,
      "loss": 0.3759,
      "step": 999130
    },
    {
      "epoch": 278.86,
      "grad_norm": 1.015866994857788,
      "learning_rate": 3.6349264059112864e-06,
      "loss": 0.3503,
      "step": 999140
    },
    {
      "epoch": 278.86,
      "grad_norm": 1.7705169916152954,
      "learning_rate": 3.634903839361092e-06,
      "loss": 0.3572,
      "step": 999150
    },
    {
      "epoch": 278.86,
      "grad_norm": 1.200091004371643,
      "learning_rate": 3.634881272639044e-06,
      "loss": 0.3679,
      "step": 999160
    },
    {
      "epoch": 278.86,
      "grad_norm": 5.305201053619385,
      "learning_rate": 3.6348587057451465e-06,
      "loss": 0.3629,
      "step": 999170
    },
    {
      "epoch": 278.87,
      "grad_norm": 1.1039787530899048,
      "learning_rate": 3.6348361386794025e-06,
      "loss": 0.3492,
      "step": 999180
    },
    {
      "epoch": 278.87,
      "grad_norm": 1.1610167026519775,
      "learning_rate": 3.6348135714418138e-06,
      "loss": 0.3626,
      "step": 999190
    },
    {
      "epoch": 278.87,
      "grad_norm": 1.1265966892242432,
      "learning_rate": 3.634791004032384e-06,
      "loss": 0.3702,
      "step": 999200
    },
    {
      "epoch": 278.88,
      "grad_norm": 0.7950448989868164,
      "learning_rate": 3.6347684364511172e-06,
      "loss": 0.3449,
      "step": 999210
    },
    {
      "epoch": 278.88,
      "grad_norm": 0.9269144535064697,
      "learning_rate": 3.6347458686980145e-06,
      "loss": 0.3719,
      "step": 999220
    },
    {
      "epoch": 278.88,
      "grad_norm": 1.1106557846069336,
      "learning_rate": 3.6347233007730806e-06,
      "loss": 0.3744,
      "step": 999230
    },
    {
      "epoch": 278.88,
      "grad_norm": 0.9328547716140747,
      "learning_rate": 3.6347007326763183e-06,
      "loss": 0.3688,
      "step": 999240
    },
    {
      "epoch": 278.89,
      "grad_norm": 0.9623175263404846,
      "learning_rate": 3.634678164407729e-06,
      "loss": 0.3782,
      "step": 999250
    },
    {
      "epoch": 278.89,
      "grad_norm": 1.0566164255142212,
      "learning_rate": 3.634655595967317e-06,
      "loss": 0.3716,
      "step": 999260
    },
    {
      "epoch": 278.89,
      "grad_norm": 0.8965356349945068,
      "learning_rate": 3.6346330273550855e-06,
      "loss": 0.3466,
      "step": 999270
    },
    {
      "epoch": 278.89,
      "grad_norm": 1.2095401287078857,
      "learning_rate": 3.6346104585710374e-06,
      "loss": 0.3489,
      "step": 999280
    },
    {
      "epoch": 278.9,
      "grad_norm": 1.1320563554763794,
      "learning_rate": 3.6345878896151745e-06,
      "loss": 0.351,
      "step": 999290
    },
    {
      "epoch": 278.9,
      "grad_norm": 0.9392658472061157,
      "learning_rate": 3.6345653204875012e-06,
      "loss": 0.3753,
      "step": 999300
    },
    {
      "epoch": 278.9,
      "grad_norm": 1.0674138069152832,
      "learning_rate": 3.6345427511880204e-06,
      "loss": 0.3624,
      "step": 999310
    },
    {
      "epoch": 278.91,
      "grad_norm": 0.858793318271637,
      "learning_rate": 3.6345201817167342e-06,
      "loss": 0.3478,
      "step": 999320
    },
    {
      "epoch": 278.91,
      "grad_norm": 0.9817691445350647,
      "learning_rate": 3.6344976120736465e-06,
      "loss": 0.3708,
      "step": 999330
    },
    {
      "epoch": 278.91,
      "grad_norm": 1.0353487730026245,
      "learning_rate": 3.6344750422587597e-06,
      "loss": 0.3609,
      "step": 999340
    },
    {
      "epoch": 278.91,
      "grad_norm": 1.0260037183761597,
      "learning_rate": 3.6344524722720768e-06,
      "loss": 0.3546,
      "step": 999350
    },
    {
      "epoch": 278.92,
      "grad_norm": 1.0482736825942993,
      "learning_rate": 3.6344299021136012e-06,
      "loss": 0.3385,
      "step": 999360
    },
    {
      "epoch": 278.92,
      "grad_norm": 0.9745112061500549,
      "learning_rate": 3.634407331783336e-06,
      "loss": 0.3549,
      "step": 999370
    },
    {
      "epoch": 278.92,
      "grad_norm": 1.1556607484817505,
      "learning_rate": 3.6343847612812844e-06,
      "loss": 0.3676,
      "step": 999380
    },
    {
      "epoch": 278.93,
      "grad_norm": 0.9175937175750732,
      "learning_rate": 3.634362190607448e-06,
      "loss": 0.3558,
      "step": 999390
    },
    {
      "epoch": 278.93,
      "grad_norm": 1.030050277709961,
      "learning_rate": 3.634339619761832e-06,
      "loss": 0.3578,
      "step": 999400
    },
    {
      "epoch": 278.93,
      "grad_norm": 0.9688625335693359,
      "learning_rate": 3.634317048744437e-06,
      "loss": 0.3575,
      "step": 999410
    },
    {
      "epoch": 278.93,
      "grad_norm": 1.131024956703186,
      "learning_rate": 3.6342944775552672e-06,
      "loss": 0.3602,
      "step": 999420
    },
    {
      "epoch": 278.94,
      "grad_norm": 1.2710239887237549,
      "learning_rate": 3.6342719061943255e-06,
      "loss": 0.3744,
      "step": 999430
    },
    {
      "epoch": 278.94,
      "grad_norm": 1.0937330722808838,
      "learning_rate": 3.634249334661616e-06,
      "loss": 0.3632,
      "step": 999440
    },
    {
      "epoch": 278.94,
      "grad_norm": 1.1659647226333618,
      "learning_rate": 3.6342267629571398e-06,
      "loss": 0.3489,
      "step": 999450
    },
    {
      "epoch": 278.95,
      "grad_norm": 1.0631475448608398,
      "learning_rate": 3.634204191080901e-06,
      "loss": 0.366,
      "step": 999460
    },
    {
      "epoch": 278.95,
      "grad_norm": 0.9310455322265625,
      "learning_rate": 3.6341816190329028e-06,
      "loss": 0.3453,
      "step": 999470
    },
    {
      "epoch": 278.95,
      "grad_norm": 1.1944631338119507,
      "learning_rate": 3.6341590468131476e-06,
      "loss": 0.355,
      "step": 999480
    },
    {
      "epoch": 278.95,
      "grad_norm": 1.0477999448776245,
      "learning_rate": 3.6341364744216386e-06,
      "loss": 0.3603,
      "step": 999490
    },
    {
      "epoch": 278.96,
      "grad_norm": 0.8559244275093079,
      "learning_rate": 3.634113901858378e-06,
      "loss": 0.37,
      "step": 999500
    },
    {
      "epoch": 278.96,
      "grad_norm": 1.2249873876571655,
      "learning_rate": 3.634091329123371e-06,
      "loss": 0.3643,
      "step": 999510
    },
    {
      "epoch": 278.96,
      "grad_norm": 0.906791090965271,
      "learning_rate": 3.634068756216618e-06,
      "loss": 0.3569,
      "step": 999520
    },
    {
      "epoch": 278.96,
      "grad_norm": 1.1540127992630005,
      "learning_rate": 3.6340461831381237e-06,
      "loss": 0.3715,
      "step": 999530
    },
    {
      "epoch": 278.97,
      "grad_norm": 0.9459350109100342,
      "learning_rate": 3.6340236098878907e-06,
      "loss": 0.3419,
      "step": 999540
    },
    {
      "epoch": 278.97,
      "grad_norm": 0.9315393567085266,
      "learning_rate": 3.634001036465922e-06,
      "loss": 0.3592,
      "step": 999550
    },
    {
      "epoch": 278.97,
      "grad_norm": 1.035569190979004,
      "learning_rate": 3.6339784628722206e-06,
      "loss": 0.3597,
      "step": 999560
    },
    {
      "epoch": 278.98,
      "grad_norm": 1.1159980297088623,
      "learning_rate": 3.633955889106789e-06,
      "loss": 0.3629,
      "step": 999570
    },
    {
      "epoch": 278.98,
      "grad_norm": 1.1761990785598755,
      "learning_rate": 3.6339333151696305e-06,
      "loss": 0.3543,
      "step": 999580
    },
    {
      "epoch": 278.98,
      "grad_norm": 0.9983492493629456,
      "learning_rate": 3.6339107410607496e-06,
      "loss": 0.352,
      "step": 999590
    },
    {
      "epoch": 278.98,
      "grad_norm": 1.1212433576583862,
      "learning_rate": 3.6338881667801467e-06,
      "loss": 0.3567,
      "step": 999600
    },
    {
      "epoch": 278.99,
      "grad_norm": 0.9559594988822937,
      "learning_rate": 3.6338655923278265e-06,
      "loss": 0.3751,
      "step": 999610
    },
    {
      "epoch": 278.99,
      "grad_norm": 1.0842981338500977,
      "learning_rate": 3.633843017703791e-06,
      "loss": 0.3655,
      "step": 999620
    },
    {
      "epoch": 278.99,
      "grad_norm": 1.079267978668213,
      "learning_rate": 3.6338204429080444e-06,
      "loss": 0.3623,
      "step": 999630
    },
    {
      "epoch": 279.0,
      "grad_norm": 1.2329111099243164,
      "learning_rate": 3.6337978679405893e-06,
      "loss": 0.3457,
      "step": 999640
    },
    {
      "epoch": 279.0,
      "grad_norm": 0.9851173162460327,
      "learning_rate": 3.6337752928014274e-06,
      "loss": 0.3657,
      "step": 999650
    },
    {
      "epoch": 279.0,
      "eval_loss": 0.3580152988433838,
      "eval_runtime": 63.5674,
      "eval_samples_per_second": 79.585,
      "eval_steps_per_second": 9.958,
      "step": 999657
    },
    {
      "epoch": 279.0,
      "grad_norm": 1.1324031352996826,
      "learning_rate": 3.633752717490564e-06,
      "loss": 0.3636,
      "step": 999660
    },
    {
      "epoch": 279.0,
      "grad_norm": 1.2635090351104736,
      "learning_rate": 3.6337301420080006e-06,
      "loss": 0.3511,
      "step": 999670
    },
    {
      "epoch": 279.01,
      "grad_norm": 1.1711289882659912,
      "learning_rate": 3.6337075663537398e-06,
      "loss": 0.3629,
      "step": 999680
    },
    {
      "epoch": 279.01,
      "grad_norm": 0.9663203954696655,
      "learning_rate": 3.6336849905277854e-06,
      "loss": 0.3546,
      "step": 999690
    },
    {
      "epoch": 279.01,
      "grad_norm": 1.0215489864349365,
      "learning_rate": 3.6336624145301413e-06,
      "loss": 0.3457,
      "step": 999700
    },
    {
      "epoch": 279.01,
      "grad_norm": 1.1071323156356812,
      "learning_rate": 3.633639838360808e-06,
      "loss": 0.3631,
      "step": 999710
    },
    {
      "epoch": 279.02,
      "grad_norm": 1.0295623540878296,
      "learning_rate": 3.633617262019791e-06,
      "loss": 0.3485,
      "step": 999720
    },
    {
      "epoch": 279.02,
      "grad_norm": 0.9689957499504089,
      "learning_rate": 3.6335946855070923e-06,
      "loss": 0.373,
      "step": 999730
    },
    {
      "epoch": 279.02,
      "grad_norm": 1.1634761095046997,
      "learning_rate": 3.6335721088227145e-06,
      "loss": 0.3693,
      "step": 999740
    },
    {
      "epoch": 279.03,
      "grad_norm": 1.1040116548538208,
      "learning_rate": 3.6335495319666613e-06,
      "loss": 0.3734,
      "step": 999750
    },
    {
      "epoch": 279.03,
      "grad_norm": 0.8718322515487671,
      "learning_rate": 3.6335269549389358e-06,
      "loss": 0.3554,
      "step": 999760
    },
    {
      "epoch": 279.03,
      "grad_norm": 1.0177706480026245,
      "learning_rate": 3.6335043777395404e-06,
      "loss": 0.3573,
      "step": 999770
    },
    {
      "epoch": 279.03,
      "grad_norm": 1.027209997177124,
      "learning_rate": 3.633481800368478e-06,
      "loss": 0.3578,
      "step": 999780
    },
    {
      "epoch": 279.04,
      "grad_norm": 1.0111922025680542,
      "learning_rate": 3.633459222825752e-06,
      "loss": 0.3522,
      "step": 999790
    },
    {
      "epoch": 279.04,
      "grad_norm": 0.9271007776260376,
      "learning_rate": 3.6334366451113654e-06,
      "loss": 0.3542,
      "step": 999800
    },
    {
      "epoch": 279.04,
      "grad_norm": 0.9348663687705994,
      "learning_rate": 3.6334140672253215e-06,
      "loss": 0.3649,
      "step": 999810
    },
    {
      "epoch": 279.05,
      "grad_norm": 1.2805925607681274,
      "learning_rate": 3.633391489167623e-06,
      "loss": 0.3836,
      "step": 999820
    },
    {
      "epoch": 279.05,
      "grad_norm": 1.258812427520752,
      "learning_rate": 3.6333689109382723e-06,
      "loss": 0.3585,
      "step": 999830
    },
    {
      "epoch": 279.05,
      "grad_norm": 1.047961711883545,
      "learning_rate": 3.6333463325372734e-06,
      "loss": 0.3723,
      "step": 999840
    },
    {
      "epoch": 279.05,
      "grad_norm": 0.9728717803955078,
      "learning_rate": 3.6333237539646283e-06,
      "loss": 0.3778,
      "step": 999850
    },
    {
      "epoch": 279.06,
      "grad_norm": 1.2268348932266235,
      "learning_rate": 3.6333011752203418e-06,
      "loss": 0.3657,
      "step": 999860
    },
    {
      "epoch": 279.06,
      "grad_norm": 0.9778030514717102,
      "learning_rate": 3.633278596304414e-06,
      "loss": 0.3734,
      "step": 999870
    },
    {
      "epoch": 279.06,
      "grad_norm": 1.1961784362792969,
      "learning_rate": 3.633256017216851e-06,
      "loss": 0.3472,
      "step": 999880
    },
    {
      "epoch": 279.07,
      "grad_norm": 1.1130622625350952,
      "learning_rate": 3.633233437957654e-06,
      "loss": 0.3638,
      "step": 999890
    },
    {
      "epoch": 279.07,
      "grad_norm": 0.9082356691360474,
      "learning_rate": 3.633210858526826e-06,
      "loss": 0.3603,
      "step": 999900
    },
    {
      "epoch": 279.07,
      "grad_norm": 1.0953856706619263,
      "learning_rate": 3.633188278924371e-06,
      "loss": 0.3697,
      "step": 999910
    },
    {
      "epoch": 279.07,
      "grad_norm": 0.8951494693756104,
      "learning_rate": 3.633165699150291e-06,
      "loss": 0.3491,
      "step": 999920
    },
    {
      "epoch": 279.08,
      "grad_norm": 1.0575404167175293,
      "learning_rate": 3.6331431192045896e-06,
      "loss": 0.3546,
      "step": 999930
    },
    {
      "epoch": 279.08,
      "grad_norm": 0.9553113579750061,
      "learning_rate": 3.6331205390872694e-06,
      "loss": 0.3543,
      "step": 999940
    },
    {
      "epoch": 279.08,
      "grad_norm": 0.9884489178657532,
      "learning_rate": 3.633097958798334e-06,
      "loss": 0.3524,
      "step": 999950
    },
    {
      "epoch": 279.08,
      "grad_norm": 0.9884411096572876,
      "learning_rate": 3.6330753783377856e-06,
      "loss": 0.3648,
      "step": 999960
    },
    {
      "epoch": 279.09,
      "grad_norm": 0.9918633103370667,
      "learning_rate": 3.6330527977056278e-06,
      "loss": 0.375,
      "step": 999970
    },
    {
      "epoch": 279.09,
      "grad_norm": 0.9414287805557251,
      "learning_rate": 3.633030216901864e-06,
      "loss": 0.3592,
      "step": 999980
    },
    {
      "epoch": 279.09,
      "grad_norm": 1.015014886856079,
      "learning_rate": 3.6330076359264957e-06,
      "loss": 0.3698,
      "step": 999990
    },
    {
      "epoch": 279.1,
      "grad_norm": 1.0644960403442383,
      "learning_rate": 3.632985054779528e-06,
      "loss": 0.3675,
      "step": 1000000
    },
    {
      "epoch": 279.1,
      "grad_norm": 1.0663148164749146,
      "learning_rate": 3.6329624734609616e-06,
      "loss": 0.3692,
      "step": 1000010
    },
    {
      "epoch": 279.1,
      "grad_norm": 0.955636203289032,
      "learning_rate": 3.6329398919708013e-06,
      "loss": 0.3532,
      "step": 1000020
    },
    {
      "epoch": 279.1,
      "grad_norm": 1.0158681869506836,
      "learning_rate": 3.632917310309049e-06,
      "loss": 0.3437,
      "step": 1000030
    },
    {
      "epoch": 279.11,
      "grad_norm": 1.0024783611297607,
      "learning_rate": 3.6328947284757084e-06,
      "loss": 0.3644,
      "step": 1000040
    },
    {
      "epoch": 279.11,
      "grad_norm": 0.9660834074020386,
      "learning_rate": 3.6328721464707826e-06,
      "loss": 0.3687,
      "step": 1000050
    },
    {
      "epoch": 279.11,
      "grad_norm": 2.771658420562744,
      "learning_rate": 3.632849564294274e-06,
      "loss": 0.3673,
      "step": 1000060
    },
    {
      "epoch": 279.12,
      "grad_norm": 3.5189266204833984,
      "learning_rate": 3.6328269819461863e-06,
      "loss": 0.3616,
      "step": 1000070
    },
    {
      "epoch": 279.12,
      "grad_norm": 1.098644495010376,
      "learning_rate": 3.6328043994265215e-06,
      "loss": 0.3574,
      "step": 1000080
    },
    {
      "epoch": 279.12,
      "grad_norm": 1.0773634910583496,
      "learning_rate": 3.6327818167352838e-06,
      "loss": 0.3634,
      "step": 1000090
    },
    {
      "epoch": 279.12,
      "grad_norm": 1.0214581489562988,
      "learning_rate": 3.632759233872475e-06,
      "loss": 0.3732,
      "step": 1000100
    },
    {
      "epoch": 279.13,
      "grad_norm": 1.023059606552124,
      "learning_rate": 3.6327366508380994e-06,
      "loss": 0.3439,
      "step": 1000110
    },
    {
      "epoch": 279.13,
      "grad_norm": 0.9878070950508118,
      "learning_rate": 3.6327140676321588e-06,
      "loss": 0.3622,
      "step": 1000120
    },
    {
      "epoch": 279.13,
      "grad_norm": 0.9551505446434021,
      "learning_rate": 3.632691484254657e-06,
      "loss": 0.3677,
      "step": 1000130
    },
    {
      "epoch": 279.13,
      "grad_norm": 1.0010250806808472,
      "learning_rate": 3.6326689007055965e-06,
      "loss": 0.3708,
      "step": 1000140
    },
    {
      "epoch": 279.14,
      "grad_norm": 1.0332838296890259,
      "learning_rate": 3.6326463169849804e-06,
      "loss": 0.3622,
      "step": 1000150
    },
    {
      "epoch": 279.14,
      "grad_norm": 1.0118056535720825,
      "learning_rate": 3.6326237330928125e-06,
      "loss": 0.358,
      "step": 1000160
    },
    {
      "epoch": 279.14,
      "grad_norm": 0.9687598347663879,
      "learning_rate": 3.6326011490290947e-06,
      "loss": 0.3591,
      "step": 1000170
    },
    {
      "epoch": 279.15,
      "grad_norm": 1.0090446472167969,
      "learning_rate": 3.6325785647938303e-06,
      "loss": 0.3753,
      "step": 1000180
    },
    {
      "epoch": 279.15,
      "grad_norm": 0.9774940609931946,
      "learning_rate": 3.632555980387023e-06,
      "loss": 0.3531,
      "step": 1000190
    },
    {
      "epoch": 279.15,
      "grad_norm": 1.0770363807678223,
      "learning_rate": 3.6325333958086747e-06,
      "loss": 0.3762,
      "step": 1000200
    },
    {
      "epoch": 279.15,
      "grad_norm": 1.0435142517089844,
      "learning_rate": 3.632510811058789e-06,
      "loss": 0.3665,
      "step": 1000210
    },
    {
      "epoch": 279.16,
      "grad_norm": 1.053642749786377,
      "learning_rate": 3.6324882261373695e-06,
      "loss": 0.3555,
      "step": 1000220
    },
    {
      "epoch": 279.16,
      "grad_norm": 0.9634829759597778,
      "learning_rate": 3.632465641044418e-06,
      "loss": 0.3601,
      "step": 1000230
    },
    {
      "epoch": 279.16,
      "grad_norm": 1.0703874826431274,
      "learning_rate": 3.6324430557799388e-06,
      "loss": 0.3743,
      "step": 1000240
    },
    {
      "epoch": 279.17,
      "grad_norm": 0.90765780210495,
      "learning_rate": 3.6324204703439336e-06,
      "loss": 0.365,
      "step": 1000250
    },
    {
      "epoch": 279.17,
      "grad_norm": 1.1223273277282715,
      "learning_rate": 3.632397884736406e-06,
      "loss": 0.3587,
      "step": 1000260
    },
    {
      "epoch": 279.17,
      "grad_norm": 0.9536449313163757,
      "learning_rate": 3.6323752989573595e-06,
      "loss": 0.353,
      "step": 1000270
    },
    {
      "epoch": 279.17,
      "grad_norm": 1.0204285383224487,
      "learning_rate": 3.6323527130067958e-06,
      "loss": 0.3563,
      "step": 1000280
    },
    {
      "epoch": 279.18,
      "grad_norm": 1.0580812692642212,
      "learning_rate": 3.6323301268847197e-06,
      "loss": 0.3587,
      "step": 1000290
    },
    {
      "epoch": 279.18,
      "grad_norm": 0.9578507542610168,
      "learning_rate": 3.632307540591132e-06,
      "loss": 0.3509,
      "step": 1000300
    },
    {
      "epoch": 279.18,
      "grad_norm": 1.1544811725616455,
      "learning_rate": 3.6322849541260383e-06,
      "loss": 0.3588,
      "step": 1000310
    },
    {
      "epoch": 279.19,
      "grad_norm": 0.9587449431419373,
      "learning_rate": 3.6322623674894397e-06,
      "loss": 0.375,
      "step": 1000320
    },
    {
      "epoch": 279.19,
      "grad_norm": 0.9608632922172546,
      "learning_rate": 3.6322397806813393e-06,
      "loss": 0.3778,
      "step": 1000330
    },
    {
      "epoch": 279.19,
      "grad_norm": 0.9618901610374451,
      "learning_rate": 3.632217193701741e-06,
      "loss": 0.3709,
      "step": 1000340
    },
    {
      "epoch": 279.19,
      "grad_norm": 1.1326980590820312,
      "learning_rate": 3.6321946065506475e-06,
      "loss": 0.364,
      "step": 1000350
    },
    {
      "epoch": 279.2,
      "grad_norm": 0.9537750482559204,
      "learning_rate": 3.632172019228061e-06,
      "loss": 0.3607,
      "step": 1000360
    },
    {
      "epoch": 279.2,
      "grad_norm": 0.9580394625663757,
      "learning_rate": 3.632149431733986e-06,
      "loss": 0.3607,
      "step": 1000370
    },
    {
      "epoch": 279.2,
      "grad_norm": 1.2530730962753296,
      "learning_rate": 3.632126844068424e-06,
      "loss": 0.3638,
      "step": 1000380
    },
    {
      "epoch": 279.2,
      "grad_norm": 0.9847837686538696,
      "learning_rate": 3.6321042562313794e-06,
      "loss": 0.3428,
      "step": 1000390
    },
    {
      "epoch": 279.21,
      "grad_norm": 1.0534844398498535,
      "learning_rate": 3.6320816682228543e-06,
      "loss": 0.3486,
      "step": 1000400
    },
    {
      "epoch": 279.21,
      "grad_norm": 1.0108838081359863,
      "learning_rate": 3.6320590800428515e-06,
      "loss": 0.3571,
      "step": 1000410
    },
    {
      "epoch": 279.21,
      "grad_norm": 1.0320143699645996,
      "learning_rate": 3.632036491691374e-06,
      "loss": 0.3558,
      "step": 1000420
    },
    {
      "epoch": 279.22,
      "grad_norm": 1.3244739770889282,
      "learning_rate": 3.632013903168426e-06,
      "loss": 0.3548,
      "step": 1000430
    },
    {
      "epoch": 279.22,
      "grad_norm": 1.1083753108978271,
      "learning_rate": 3.63199131447401e-06,
      "loss": 0.3442,
      "step": 1000440
    },
    {
      "epoch": 279.22,
      "grad_norm": 1.0435683727264404,
      "learning_rate": 3.6319687256081282e-06,
      "loss": 0.3464,
      "step": 1000450
    },
    {
      "epoch": 279.22,
      "grad_norm": 1.2496229410171509,
      "learning_rate": 3.6319461365707846e-06,
      "loss": 0.3504,
      "step": 1000460
    },
    {
      "epoch": 279.23,
      "grad_norm": 1.1206153631210327,
      "learning_rate": 3.6319235473619815e-06,
      "loss": 0.3887,
      "step": 1000470
    },
    {
      "epoch": 279.23,
      "grad_norm": 1.0193780660629272,
      "learning_rate": 3.6319009579817217e-06,
      "loss": 0.3518,
      "step": 1000480
    },
    {
      "epoch": 279.23,
      "grad_norm": 1.1099697351455688,
      "learning_rate": 3.6318783684300088e-06,
      "loss": 0.3492,
      "step": 1000490
    },
    {
      "epoch": 279.24,
      "grad_norm": 0.9998748302459717,
      "learning_rate": 3.6318557787068462e-06,
      "loss": 0.3439,
      "step": 1000500
    },
    {
      "epoch": 279.24,
      "grad_norm": 1.210573673248291,
      "learning_rate": 3.6318331888122358e-06,
      "loss": 0.3512,
      "step": 1000510
    },
    {
      "epoch": 279.24,
      "grad_norm": 1.4061826467514038,
      "learning_rate": 3.631810598746181e-06,
      "loss": 0.3652,
      "step": 1000520
    },
    {
      "epoch": 279.24,
      "grad_norm": 0.9672031998634338,
      "learning_rate": 3.631788008508686e-06,
      "loss": 0.3699,
      "step": 1000530
    },
    {
      "epoch": 279.25,
      "grad_norm": 0.9797540903091431,
      "learning_rate": 3.631765418099752e-06,
      "loss": 0.3559,
      "step": 1000540
    },
    {
      "epoch": 279.25,
      "grad_norm": 1.0035022497177124,
      "learning_rate": 3.6317428275193827e-06,
      "loss": 0.3559,
      "step": 1000550
    },
    {
      "epoch": 279.25,
      "grad_norm": 1.1082489490509033,
      "learning_rate": 3.6317202367675817e-06,
      "loss": 0.362,
      "step": 1000560
    },
    {
      "epoch": 279.25,
      "grad_norm": 0.9159747958183289,
      "learning_rate": 3.6316976458443514e-06,
      "loss": 0.362,
      "step": 1000570
    },
    {
      "epoch": 279.26,
      "grad_norm": 1.1531294584274292,
      "learning_rate": 3.631675054749695e-06,
      "loss": 0.3569,
      "step": 1000580
    },
    {
      "epoch": 279.26,
      "grad_norm": 0.9624419808387756,
      "learning_rate": 3.6316524634836147e-06,
      "loss": 0.3459,
      "step": 1000590
    },
    {
      "epoch": 279.26,
      "grad_norm": 1.0275115966796875,
      "learning_rate": 3.6316298720461155e-06,
      "loss": 0.3572,
      "step": 1000600
    },
    {
      "epoch": 279.27,
      "grad_norm": 1.0040589570999146,
      "learning_rate": 3.631607280437198e-06,
      "loss": 0.3407,
      "step": 1000610
    },
    {
      "epoch": 279.27,
      "grad_norm": 1.023676872253418,
      "learning_rate": 3.6315846886568665e-06,
      "loss": 0.3695,
      "step": 1000620
    },
    {
      "epoch": 279.27,
      "grad_norm": 1.0300809144973755,
      "learning_rate": 3.6315620967051243e-06,
      "loss": 0.3696,
      "step": 1000630
    },
    {
      "epoch": 279.27,
      "grad_norm": 0.9752457141876221,
      "learning_rate": 3.6315395045819735e-06,
      "loss": 0.3627,
      "step": 1000640
    },
    {
      "epoch": 279.28,
      "grad_norm": 0.9781995415687561,
      "learning_rate": 3.631516912287418e-06,
      "loss": 0.3563,
      "step": 1000650
    },
    {
      "epoch": 279.28,
      "grad_norm": 0.9710143804550171,
      "learning_rate": 3.63149431982146e-06,
      "loss": 0.3606,
      "step": 1000660
    },
    {
      "epoch": 279.28,
      "grad_norm": 0.8665844798088074,
      "learning_rate": 3.6314717271841034e-06,
      "loss": 0.3417,
      "step": 1000670
    },
    {
      "epoch": 279.29,
      "grad_norm": 1.0423808097839355,
      "learning_rate": 3.63144913437535e-06,
      "loss": 0.3744,
      "step": 1000680
    },
    {
      "epoch": 279.29,
      "grad_norm": 1.0221641063690186,
      "learning_rate": 3.631426541395204e-06,
      "loss": 0.3466,
      "step": 1000690
    },
    {
      "epoch": 279.29,
      "grad_norm": 1.0319205522537231,
      "learning_rate": 3.631403948243668e-06,
      "loss": 0.3578,
      "step": 1000700
    },
    {
      "epoch": 279.29,
      "grad_norm": 1.030592679977417,
      "learning_rate": 3.631381354920744e-06,
      "loss": 0.3548,
      "step": 1000710
    },
    {
      "epoch": 279.3,
      "grad_norm": 0.9545202255249023,
      "learning_rate": 3.6313587614264373e-06,
      "loss": 0.37,
      "step": 1000720
    },
    {
      "epoch": 279.3,
      "grad_norm": 1.0293992757797241,
      "learning_rate": 3.631336167760749e-06,
      "loss": 0.3546,
      "step": 1000730
    },
    {
      "epoch": 279.3,
      "grad_norm": 1.0048495531082153,
      "learning_rate": 3.631313573923682e-06,
      "loss": 0.3602,
      "step": 1000740
    },
    {
      "epoch": 279.31,
      "grad_norm": 0.8820427656173706,
      "learning_rate": 3.6312909799152397e-06,
      "loss": 0.3686,
      "step": 1000750
    },
    {
      "epoch": 279.31,
      "grad_norm": 1.2311404943466187,
      "learning_rate": 3.631268385735427e-06,
      "loss": 0.3747,
      "step": 1000760
    },
    {
      "epoch": 279.31,
      "grad_norm": 1.1455049514770508,
      "learning_rate": 3.631245791384244e-06,
      "loss": 0.3511,
      "step": 1000770
    },
    {
      "epoch": 279.31,
      "grad_norm": 0.9754595756530762,
      "learning_rate": 3.6312231968616946e-06,
      "loss": 0.3508,
      "step": 1000780
    },
    {
      "epoch": 279.32,
      "grad_norm": 1.1308770179748535,
      "learning_rate": 3.6312006021677836e-06,
      "loss": 0.3594,
      "step": 1000790
    },
    {
      "epoch": 279.32,
      "grad_norm": 0.9933956265449524,
      "learning_rate": 3.6311780073025115e-06,
      "loss": 0.3516,
      "step": 1000800
    },
    {
      "epoch": 279.32,
      "grad_norm": 1.0010026693344116,
      "learning_rate": 3.6311554122658825e-06,
      "loss": 0.3515,
      "step": 1000810
    },
    {
      "epoch": 279.32,
      "grad_norm": 1.1261097192764282,
      "learning_rate": 3.6311328170579e-06,
      "loss": 0.3621,
      "step": 1000820
    },
    {
      "epoch": 279.33,
      "grad_norm": 1.0489088296890259,
      "learning_rate": 3.6311102216785657e-06,
      "loss": 0.3577,
      "step": 1000830
    },
    {
      "epoch": 279.33,
      "grad_norm": 1.0021734237670898,
      "learning_rate": 3.631087626127884e-06,
      "loss": 0.352,
      "step": 1000840
    },
    {
      "epoch": 279.33,
      "grad_norm": 1.5585026741027832,
      "learning_rate": 3.6310650304058574e-06,
      "loss": 0.3543,
      "step": 1000850
    },
    {
      "epoch": 279.34,
      "grad_norm": 0.867827296257019,
      "learning_rate": 3.631042434512488e-06,
      "loss": 0.3629,
      "step": 1000860
    },
    {
      "epoch": 279.34,
      "grad_norm": 1.1939843893051147,
      "learning_rate": 3.631019838447781e-06,
      "loss": 0.3469,
      "step": 1000870
    },
    {
      "epoch": 279.34,
      "grad_norm": 0.8581110835075378,
      "learning_rate": 3.6309972422117366e-06,
      "loss": 0.3502,
      "step": 1000880
    },
    {
      "epoch": 279.34,
      "grad_norm": 1.148025393486023,
      "learning_rate": 3.63097464580436e-06,
      "loss": 0.3665,
      "step": 1000890
    },
    {
      "epoch": 279.35,
      "grad_norm": 0.9503523111343384,
      "learning_rate": 3.6309520492256535e-06,
      "loss": 0.3693,
      "step": 1000900
    },
    {
      "epoch": 279.35,
      "grad_norm": 1.1699186563491821,
      "learning_rate": 3.63092945247562e-06,
      "loss": 0.3758,
      "step": 1000910
    },
    {
      "epoch": 279.35,
      "grad_norm": 1.030232310295105,
      "learning_rate": 3.630906855554262e-06,
      "loss": 0.3657,
      "step": 1000920
    },
    {
      "epoch": 279.36,
      "grad_norm": 0.8931772112846375,
      "learning_rate": 3.630884258461584e-06,
      "loss": 0.365,
      "step": 1000930
    },
    {
      "epoch": 279.36,
      "grad_norm": 1.057615876197815,
      "learning_rate": 3.6308616611975874e-06,
      "loss": 0.3492,
      "step": 1000940
    },
    {
      "epoch": 279.36,
      "grad_norm": 1.0334612131118774,
      "learning_rate": 3.630839063762276e-06,
      "loss": 0.3629,
      "step": 1000950
    },
    {
      "epoch": 279.36,
      "grad_norm": 1.013540267944336,
      "learning_rate": 3.6308164661556527e-06,
      "loss": 0.3862,
      "step": 1000960
    },
    {
      "epoch": 279.37,
      "grad_norm": 1.1345216035842896,
      "learning_rate": 3.63079386837772e-06,
      "loss": 0.3565,
      "step": 1000970
    },
    {
      "epoch": 279.37,
      "grad_norm": 0.9087759256362915,
      "learning_rate": 3.6307712704284824e-06,
      "loss": 0.3724,
      "step": 1000980
    },
    {
      "epoch": 279.37,
      "grad_norm": 0.9710879325866699,
      "learning_rate": 3.630748672307942e-06,
      "loss": 0.3581,
      "step": 1000990
    },
    {
      "epoch": 279.37,
      "grad_norm": 1.0998812913894653,
      "learning_rate": 3.630726074016101e-06,
      "loss": 0.3586,
      "step": 1001000
    },
    {
      "epoch": 279.38,
      "grad_norm": 0.964738130569458,
      "learning_rate": 3.6307034755529633e-06,
      "loss": 0.3684,
      "step": 1001010
    },
    {
      "epoch": 279.38,
      "grad_norm": 1.1904841661453247,
      "learning_rate": 3.6306808769185317e-06,
      "loss": 0.342,
      "step": 1001020
    },
    {
      "epoch": 279.38,
      "grad_norm": 1.0886483192443848,
      "learning_rate": 3.63065827811281e-06,
      "loss": 0.359,
      "step": 1001030
    },
    {
      "epoch": 279.39,
      "grad_norm": 0.985684871673584,
      "learning_rate": 3.6306356791357992e-06,
      "loss": 0.368,
      "step": 1001040
    },
    {
      "epoch": 279.39,
      "grad_norm": 0.8970918655395508,
      "learning_rate": 3.6306130799875046e-06,
      "loss": 0.3619,
      "step": 1001050
    },
    {
      "epoch": 279.39,
      "grad_norm": 1.3306810855865479,
      "learning_rate": 3.6305904806679276e-06,
      "loss": 0.3786,
      "step": 1001060
    },
    {
      "epoch": 279.39,
      "grad_norm": 1.03459894657135,
      "learning_rate": 3.6305678811770717e-06,
      "loss": 0.3533,
      "step": 1001070
    },
    {
      "epoch": 279.4,
      "grad_norm": 1.1816884279251099,
      "learning_rate": 3.6305452815149406e-06,
      "loss": 0.3651,
      "step": 1001080
    },
    {
      "epoch": 279.4,
      "grad_norm": 1.1345150470733643,
      "learning_rate": 3.6305226816815356e-06,
      "loss": 0.3612,
      "step": 1001090
    },
    {
      "epoch": 279.4,
      "grad_norm": 1.0297757387161255,
      "learning_rate": 3.630500081676862e-06,
      "loss": 0.3519,
      "step": 1001100
    },
    {
      "epoch": 279.41,
      "grad_norm": 0.9825358986854553,
      "learning_rate": 3.6304774815009215e-06,
      "loss": 0.3616,
      "step": 1001110
    },
    {
      "epoch": 279.41,
      "grad_norm": 1.2385164499282837,
      "learning_rate": 3.6304548811537165e-06,
      "loss": 0.3628,
      "step": 1001120
    },
    {
      "epoch": 279.41,
      "grad_norm": 0.9704858660697937,
      "learning_rate": 3.630432280635251e-06,
      "loss": 0.3549,
      "step": 1001130
    },
    {
      "epoch": 279.41,
      "grad_norm": 0.9985319375991821,
      "learning_rate": 3.630409679945528e-06,
      "loss": 0.3621,
      "step": 1001140
    },
    {
      "epoch": 279.42,
      "grad_norm": 0.9402823448181152,
      "learning_rate": 3.6303870790845502e-06,
      "loss": 0.3385,
      "step": 1001150
    },
    {
      "epoch": 279.42,
      "grad_norm": 1.0604041814804077,
      "learning_rate": 3.63036447805232e-06,
      "loss": 0.361,
      "step": 1001160
    },
    {
      "epoch": 279.42,
      "grad_norm": 1.020045280456543,
      "learning_rate": 3.6303418768488414e-06,
      "loss": 0.3543,
      "step": 1001170
    },
    {
      "epoch": 279.43,
      "grad_norm": 1.1252644062042236,
      "learning_rate": 3.6303192754741177e-06,
      "loss": 0.3614,
      "step": 1001180
    },
    {
      "epoch": 279.43,
      "grad_norm": 0.8955630660057068,
      "learning_rate": 3.6302966739281506e-06,
      "loss": 0.329,
      "step": 1001190
    },
    {
      "epoch": 279.43,
      "grad_norm": 0.8872864246368408,
      "learning_rate": 3.6302740722109444e-06,
      "loss": 0.3671,
      "step": 1001200
    },
    {
      "epoch": 279.43,
      "grad_norm": 1.0349044799804688,
      "learning_rate": 3.6302514703225016e-06,
      "loss": 0.37,
      "step": 1001210
    },
    {
      "epoch": 279.44,
      "grad_norm": 0.8965966701507568,
      "learning_rate": 3.6302288682628243e-06,
      "loss": 0.349,
      "step": 1001220
    },
    {
      "epoch": 279.44,
      "grad_norm": 0.943687379360199,
      "learning_rate": 3.6302062660319163e-06,
      "loss": 0.3524,
      "step": 1001230
    },
    {
      "epoch": 279.44,
      "grad_norm": 1.0422309637069702,
      "learning_rate": 3.6301836636297814e-06,
      "loss": 0.339,
      "step": 1001240
    },
    {
      "epoch": 279.44,
      "grad_norm": 0.90572589635849,
      "learning_rate": 3.630161061056421e-06,
      "loss": 0.3418,
      "step": 1001250
    },
    {
      "epoch": 279.45,
      "grad_norm": 0.9233375787734985,
      "learning_rate": 3.630138458311839e-06,
      "loss": 0.3664,
      "step": 1001260
    },
    {
      "epoch": 279.45,
      "grad_norm": 1.1103907823562622,
      "learning_rate": 3.630115855396039e-06,
      "loss": 0.3589,
      "step": 1001270
    },
    {
      "epoch": 279.45,
      "grad_norm": 1.0435588359832764,
      "learning_rate": 3.6300932523090233e-06,
      "loss": 0.3676,
      "step": 1001280
    },
    {
      "epoch": 279.46,
      "grad_norm": 1.2307584285736084,
      "learning_rate": 3.6300706490507944e-06,
      "loss": 0.3711,
      "step": 1001290
    },
    {
      "epoch": 279.46,
      "grad_norm": 0.9929997324943542,
      "learning_rate": 3.630048045621356e-06,
      "loss": 0.3646,
      "step": 1001300
    },
    {
      "epoch": 279.46,
      "grad_norm": 0.9233741760253906,
      "learning_rate": 3.630025442020712e-06,
      "loss": 0.3788,
      "step": 1001310
    },
    {
      "epoch": 279.46,
      "grad_norm": 1.0028128623962402,
      "learning_rate": 3.6300028382488624e-06,
      "loss": 0.35,
      "step": 1001320
    },
    {
      "epoch": 279.47,
      "grad_norm": 0.948497474193573,
      "learning_rate": 3.629980234305814e-06,
      "loss": 0.3693,
      "step": 1001330
    },
    {
      "epoch": 279.47,
      "grad_norm": 1.3599258661270142,
      "learning_rate": 3.629957630191567e-06,
      "loss": 0.3378,
      "step": 1001340
    },
    {
      "epoch": 279.47,
      "grad_norm": 1.0164871215820312,
      "learning_rate": 3.629935025906126e-06,
      "loss": 0.3736,
      "step": 1001350
    },
    {
      "epoch": 279.48,
      "grad_norm": 0.9215239882469177,
      "learning_rate": 3.629912421449493e-06,
      "loss": 0.344,
      "step": 1001360
    },
    {
      "epoch": 279.48,
      "grad_norm": 1.1810768842697144,
      "learning_rate": 3.6298898168216716e-06,
      "loss": 0.3507,
      "step": 1001370
    },
    {
      "epoch": 279.48,
      "grad_norm": 0.9387032985687256,
      "learning_rate": 3.6298672120226647e-06,
      "loss": 0.359,
      "step": 1001380
    },
    {
      "epoch": 279.48,
      "grad_norm": 0.9761229157447815,
      "learning_rate": 3.6298446070524755e-06,
      "loss": 0.344,
      "step": 1001390
    },
    {
      "epoch": 279.49,
      "grad_norm": 0.8660473823547363,
      "learning_rate": 3.6298220019111064e-06,
      "loss": 0.3731,
      "step": 1001400
    },
    {
      "epoch": 279.49,
      "grad_norm": 1.096206784248352,
      "learning_rate": 3.6297993965985604e-06,
      "loss": 0.3646,
      "step": 1001410
    },
    {
      "epoch": 279.49,
      "grad_norm": 1.319248914718628,
      "learning_rate": 3.6297767911148413e-06,
      "loss": 0.364,
      "step": 1001420
    },
    {
      "epoch": 279.49,
      "grad_norm": 1.1501697301864624,
      "learning_rate": 3.629754185459952e-06,
      "loss": 0.363,
      "step": 1001430
    },
    {
      "epoch": 279.5,
      "grad_norm": 0.9708171486854553,
      "learning_rate": 3.6297315796338945e-06,
      "loss": 0.3521,
      "step": 1001440
    },
    {
      "epoch": 279.5,
      "grad_norm": 1.118550419807434,
      "learning_rate": 3.6297089736366727e-06,
      "loss": 0.3436,
      "step": 1001450
    },
    {
      "epoch": 279.5,
      "grad_norm": 0.9397241473197937,
      "learning_rate": 3.6296863674682897e-06,
      "loss": 0.3745,
      "step": 1001460
    },
    {
      "epoch": 279.51,
      "grad_norm": 0.9687568545341492,
      "learning_rate": 3.6296637611287485e-06,
      "loss": 0.3382,
      "step": 1001470
    },
    {
      "epoch": 279.51,
      "grad_norm": 0.9745086431503296,
      "learning_rate": 3.6296411546180515e-06,
      "loss": 0.3498,
      "step": 1001480
    },
    {
      "epoch": 279.51,
      "grad_norm": 5.275633335113525,
      "learning_rate": 3.6296185479362014e-06,
      "loss": 0.3644,
      "step": 1001490
    },
    {
      "epoch": 279.51,
      "grad_norm": 1.299935221672058,
      "learning_rate": 3.6295959410832023e-06,
      "loss": 0.3567,
      "step": 1001500
    },
    {
      "epoch": 279.52,
      "grad_norm": 1.042637586593628,
      "learning_rate": 3.629573334059057e-06,
      "loss": 0.3587,
      "step": 1001510
    },
    {
      "epoch": 279.52,
      "grad_norm": 1.1418943405151367,
      "learning_rate": 3.6295507268637683e-06,
      "loss": 0.3592,
      "step": 1001520
    },
    {
      "epoch": 279.52,
      "grad_norm": 0.9667496681213379,
      "learning_rate": 3.6295281194973394e-06,
      "loss": 0.3614,
      "step": 1001530
    },
    {
      "epoch": 279.53,
      "grad_norm": 1.01046884059906,
      "learning_rate": 3.6295055119597725e-06,
      "loss": 0.36,
      "step": 1001540
    },
    {
      "epoch": 279.53,
      "grad_norm": 0.8473559617996216,
      "learning_rate": 3.6294829042510715e-06,
      "loss": 0.3558,
      "step": 1001550
    },
    {
      "epoch": 279.53,
      "grad_norm": 1.0983922481536865,
      "learning_rate": 3.6294602963712386e-06,
      "loss": 0.3741,
      "step": 1001560
    },
    {
      "epoch": 279.53,
      "grad_norm": 1.1762418746948242,
      "learning_rate": 3.629437688320278e-06,
      "loss": 0.3652,
      "step": 1001570
    },
    {
      "epoch": 279.54,
      "grad_norm": 0.9216188192367554,
      "learning_rate": 3.6294150800981914e-06,
      "loss": 0.3568,
      "step": 1001580
    },
    {
      "epoch": 279.54,
      "grad_norm": 1.0159823894500732,
      "learning_rate": 3.6293924717049824e-06,
      "loss": 0.3598,
      "step": 1001590
    },
    {
      "epoch": 279.54,
      "grad_norm": 1.1424156427383423,
      "learning_rate": 3.6293698631406545e-06,
      "loss": 0.36,
      "step": 1001600
    },
    {
      "epoch": 279.55,
      "grad_norm": 0.9933042526245117,
      "learning_rate": 3.62934725440521e-06,
      "loss": 0.3497,
      "step": 1001610
    },
    {
      "epoch": 279.55,
      "grad_norm": 1.107137680053711,
      "learning_rate": 3.6293246454986526e-06,
      "loss": 0.3634,
      "step": 1001620
    },
    {
      "epoch": 279.55,
      "grad_norm": 1.0197217464447021,
      "learning_rate": 3.6293020364209846e-06,
      "loss": 0.3744,
      "step": 1001630
    },
    {
      "epoch": 279.55,
      "grad_norm": 1.0789389610290527,
      "learning_rate": 3.629279427172209e-06,
      "loss": 0.3544,
      "step": 1001640
    },
    {
      "epoch": 279.56,
      "grad_norm": 1.0169100761413574,
      "learning_rate": 3.6292568177523292e-06,
      "loss": 0.368,
      "step": 1001650
    },
    {
      "epoch": 279.56,
      "grad_norm": 1.1955372095108032,
      "learning_rate": 3.6292342081613487e-06,
      "loss": 0.3585,
      "step": 1001660
    },
    {
      "epoch": 279.56,
      "grad_norm": 1.078176498413086,
      "learning_rate": 3.629211598399269e-06,
      "loss": 0.3643,
      "step": 1001670
    },
    {
      "epoch": 279.56,
      "grad_norm": 1.3120301961898804,
      "learning_rate": 3.6291889884660945e-06,
      "loss": 0.3588,
      "step": 1001680
    },
    {
      "epoch": 279.57,
      "grad_norm": 1.0365248918533325,
      "learning_rate": 3.6291663783618276e-06,
      "loss": 0.3695,
      "step": 1001690
    },
    {
      "epoch": 279.57,
      "grad_norm": 0.9997189044952393,
      "learning_rate": 3.6291437680864715e-06,
      "loss": 0.3585,
      "step": 1001700
    },
    {
      "epoch": 279.57,
      "grad_norm": 1.1538060903549194,
      "learning_rate": 3.6291211576400288e-06,
      "loss": 0.3456,
      "step": 1001710
    },
    {
      "epoch": 279.58,
      "grad_norm": 0.9666033387184143,
      "learning_rate": 3.629098547022503e-06,
      "loss": 0.3614,
      "step": 1001720
    },
    {
      "epoch": 279.58,
      "grad_norm": 1.212599515914917,
      "learning_rate": 3.6290759362338976e-06,
      "loss": 0.3721,
      "step": 1001730
    },
    {
      "epoch": 279.58,
      "grad_norm": 1.1914706230163574,
      "learning_rate": 3.6290533252742143e-06,
      "loss": 0.3721,
      "step": 1001740
    },
    {
      "epoch": 279.58,
      "grad_norm": 1.2443723678588867,
      "learning_rate": 3.629030714143457e-06,
      "loss": 0.3481,
      "step": 1001750
    },
    {
      "epoch": 279.59,
      "grad_norm": 1.0764373540878296,
      "learning_rate": 3.6290081028416283e-06,
      "loss": 0.38,
      "step": 1001760
    },
    {
      "epoch": 279.59,
      "grad_norm": 1.0508872270584106,
      "learning_rate": 3.6289854913687315e-06,
      "loss": 0.3568,
      "step": 1001770
    },
    {
      "epoch": 279.59,
      "grad_norm": 1.013744592666626,
      "learning_rate": 3.6289628797247697e-06,
      "loss": 0.3605,
      "step": 1001780
    },
    {
      "epoch": 279.6,
      "grad_norm": 1.0665467977523804,
      "learning_rate": 3.628940267909745e-06,
      "loss": 0.3451,
      "step": 1001790
    },
    {
      "epoch": 279.6,
      "grad_norm": 0.9601659774780273,
      "learning_rate": 3.628917655923662e-06,
      "loss": 0.3678,
      "step": 1001800
    },
    {
      "epoch": 279.6,
      "grad_norm": 0.990950882434845,
      "learning_rate": 3.628895043766522e-06,
      "loss": 0.3829,
      "step": 1001810
    },
    {
      "epoch": 279.6,
      "grad_norm": 0.8943186402320862,
      "learning_rate": 3.62887243143833e-06,
      "loss": 0.3527,
      "step": 1001820
    },
    {
      "epoch": 279.61,
      "grad_norm": 1.1583749055862427,
      "learning_rate": 3.628849818939087e-06,
      "loss": 0.3692,
      "step": 1001830
    },
    {
      "epoch": 279.61,
      "grad_norm": 0.9753509759902954,
      "learning_rate": 3.6288272062687967e-06,
      "loss": 0.3688,
      "step": 1001840
    },
    {
      "epoch": 279.61,
      "grad_norm": 1.0656920671463013,
      "learning_rate": 3.6288045934274627e-06,
      "loss": 0.3434,
      "step": 1001850
    },
    {
      "epoch": 279.61,
      "grad_norm": 0.9890931844711304,
      "learning_rate": 3.628781980415088e-06,
      "loss": 0.3511,
      "step": 1001860
    },
    {
      "epoch": 279.62,
      "grad_norm": 0.9100385904312134,
      "learning_rate": 3.6287593672316745e-06,
      "loss": 0.358,
      "step": 1001870
    },
    {
      "epoch": 279.62,
      "grad_norm": 0.972898542881012,
      "learning_rate": 3.628736753877226e-06,
      "loss": 0.3645,
      "step": 1001880
    },
    {
      "epoch": 279.62,
      "grad_norm": 1.244768500328064,
      "learning_rate": 3.628714140351746e-06,
      "loss": 0.3639,
      "step": 1001890
    },
    {
      "epoch": 279.63,
      "grad_norm": 1.0857545137405396,
      "learning_rate": 3.628691526655236e-06,
      "loss": 0.3499,
      "step": 1001900
    },
    {
      "epoch": 279.63,
      "grad_norm": 0.9722580313682556,
      "learning_rate": 3.6286689127877004e-06,
      "loss": 0.3454,
      "step": 1001910
    },
    {
      "epoch": 279.63,
      "grad_norm": 1.0305699110031128,
      "learning_rate": 3.628646298749142e-06,
      "loss": 0.3562,
      "step": 1001920
    },
    {
      "epoch": 279.63,
      "grad_norm": 1.0280330181121826,
      "learning_rate": 3.628623684539563e-06,
      "loss": 0.3592,
      "step": 1001930
    },
    {
      "epoch": 279.64,
      "grad_norm": 1.075980544090271,
      "learning_rate": 3.628601070158967e-06,
      "loss": 0.3453,
      "step": 1001940
    },
    {
      "epoch": 279.64,
      "grad_norm": 1.0248363018035889,
      "learning_rate": 3.628578455607358e-06,
      "loss": 0.3618,
      "step": 1001950
    },
    {
      "epoch": 279.64,
      "grad_norm": 1.0026473999023438,
      "learning_rate": 3.6285558408847367e-06,
      "loss": 0.3589,
      "step": 1001960
    },
    {
      "epoch": 279.65,
      "grad_norm": 1.3120583295822144,
      "learning_rate": 3.6285332259911075e-06,
      "loss": 0.3455,
      "step": 1001970
    },
    {
      "epoch": 279.65,
      "grad_norm": 0.9788547158241272,
      "learning_rate": 3.6285106109264743e-06,
      "loss": 0.3569,
      "step": 1001980
    },
    {
      "epoch": 279.65,
      "grad_norm": 1.1128829717636108,
      "learning_rate": 3.628487995690838e-06,
      "loss": 0.3551,
      "step": 1001990
    },
    {
      "epoch": 279.65,
      "grad_norm": 1.1865392923355103,
      "learning_rate": 3.6284653802842035e-06,
      "loss": 0.348,
      "step": 1002000
    },
    {
      "epoch": 279.66,
      "grad_norm": 1.6734166145324707,
      "learning_rate": 3.6284427647065724e-06,
      "loss": 0.3611,
      "step": 1002010
    },
    {
      "epoch": 279.66,
      "grad_norm": 0.943705141544342,
      "learning_rate": 3.628420148957949e-06,
      "loss": 0.3584,
      "step": 1002020
    },
    {
      "epoch": 279.66,
      "grad_norm": 0.9872820377349854,
      "learning_rate": 3.6283975330383356e-06,
      "loss": 0.3455,
      "step": 1002030
    },
    {
      "epoch": 279.67,
      "grad_norm": 0.9625722169876099,
      "learning_rate": 3.628374916947734e-06,
      "loss": 0.3635,
      "step": 1002040
    },
    {
      "epoch": 279.67,
      "grad_norm": 0.893415093421936,
      "learning_rate": 3.62835230068615e-06,
      "loss": 0.3405,
      "step": 1002050
    },
    {
      "epoch": 279.67,
      "grad_norm": 1.141993522644043,
      "learning_rate": 3.6283296842535845e-06,
      "loss": 0.3657,
      "step": 1002060
    },
    {
      "epoch": 279.67,
      "grad_norm": 1.1373236179351807,
      "learning_rate": 3.6283070676500414e-06,
      "loss": 0.3624,
      "step": 1002070
    },
    {
      "epoch": 279.68,
      "grad_norm": 1.2904328107833862,
      "learning_rate": 3.628284450875523e-06,
      "loss": 0.3627,
      "step": 1002080
    },
    {
      "epoch": 279.68,
      "grad_norm": 0.9973565936088562,
      "learning_rate": 3.6282618339300333e-06,
      "loss": 0.3619,
      "step": 1002090
    },
    {
      "epoch": 279.68,
      "grad_norm": 0.9741078615188599,
      "learning_rate": 3.628239216813574e-06,
      "loss": 0.3708,
      "step": 1002100
    },
    {
      "epoch": 279.68,
      "grad_norm": 1.2085437774658203,
      "learning_rate": 3.6282165995261494e-06,
      "loss": 0.3699,
      "step": 1002110
    },
    {
      "epoch": 279.69,
      "grad_norm": 1.097961187362671,
      "learning_rate": 3.628193982067762e-06,
      "loss": 0.3439,
      "step": 1002120
    },
    {
      "epoch": 279.69,
      "grad_norm": 2.0174293518066406,
      "learning_rate": 3.6281713644384142e-06,
      "loss": 0.3616,
      "step": 1002130
    },
    {
      "epoch": 279.69,
      "grad_norm": 0.9097656011581421,
      "learning_rate": 3.6281487466381098e-06,
      "loss": 0.3283,
      "step": 1002140
    },
    {
      "epoch": 279.7,
      "grad_norm": 0.9263082146644592,
      "learning_rate": 3.6281261286668516e-06,
      "loss": 0.3651,
      "step": 1002150
    },
    {
      "epoch": 279.7,
      "grad_norm": 1.0089880228042603,
      "learning_rate": 3.6281035105246423e-06,
      "loss": 0.3554,
      "step": 1002160
    },
    {
      "epoch": 279.7,
      "grad_norm": 1.2292932271957397,
      "learning_rate": 3.6280808922114857e-06,
      "loss": 0.364,
      "step": 1002170
    },
    {
      "epoch": 279.7,
      "grad_norm": 0.9787180423736572,
      "learning_rate": 3.6280582737273842e-06,
      "loss": 0.3616,
      "step": 1002180
    },
    {
      "epoch": 279.71,
      "grad_norm": 1.1630041599273682,
      "learning_rate": 3.6280356550723405e-06,
      "loss": 0.361,
      "step": 1002190
    },
    {
      "epoch": 279.71,
      "grad_norm": 1.0095723867416382,
      "learning_rate": 3.6280130362463584e-06,
      "loss": 0.3575,
      "step": 1002200
    },
    {
      "epoch": 279.71,
      "grad_norm": 0.9119023084640503,
      "learning_rate": 3.6279904172494403e-06,
      "loss": 0.3342,
      "step": 1002210
    },
    {
      "epoch": 279.72,
      "grad_norm": 1.050803780555725,
      "learning_rate": 3.62796779808159e-06,
      "loss": 0.3593,
      "step": 1002220
    },
    {
      "epoch": 279.72,
      "grad_norm": 1.1262937784194946,
      "learning_rate": 3.6279451787428096e-06,
      "loss": 0.3746,
      "step": 1002230
    },
    {
      "epoch": 279.72,
      "grad_norm": 0.9014926552772522,
      "learning_rate": 3.6279225592331024e-06,
      "loss": 0.3567,
      "step": 1002240
    },
    {
      "epoch": 279.72,
      "grad_norm": 1.0943979024887085,
      "learning_rate": 3.6278999395524712e-06,
      "loss": 0.3616,
      "step": 1002250
    },
    {
      "epoch": 279.73,
      "grad_norm": 0.8812128901481628,
      "learning_rate": 3.6278773197009198e-06,
      "loss": 0.3589,
      "step": 1002260
    },
    {
      "epoch": 279.73,
      "grad_norm": 1.0642578601837158,
      "learning_rate": 3.6278546996784502e-06,
      "loss": 0.342,
      "step": 1002270
    },
    {
      "epoch": 279.73,
      "grad_norm": 1.177690029144287,
      "learning_rate": 3.6278320794850664e-06,
      "loss": 0.3724,
      "step": 1002280
    },
    {
      "epoch": 279.73,
      "grad_norm": 3.9981257915496826,
      "learning_rate": 3.627809459120771e-06,
      "loss": 0.3391,
      "step": 1002290
    },
    {
      "epoch": 279.74,
      "grad_norm": 1.0442193746566772,
      "learning_rate": 3.6277868385855667e-06,
      "loss": 0.3558,
      "step": 1002300
    },
    {
      "epoch": 279.74,
      "grad_norm": 1.0494033098220825,
      "learning_rate": 3.6277642178794564e-06,
      "loss": 0.3663,
      "step": 1002310
    },
    {
      "epoch": 279.74,
      "grad_norm": 0.9779830574989319,
      "learning_rate": 3.627741597002444e-06,
      "loss": 0.3475,
      "step": 1002320
    },
    {
      "epoch": 279.75,
      "grad_norm": 0.9906294345855713,
      "learning_rate": 3.6277189759545315e-06,
      "loss": 0.3665,
      "step": 1002330
    },
    {
      "epoch": 279.75,
      "grad_norm": 1.070150375366211,
      "learning_rate": 3.6276963547357228e-06,
      "loss": 0.3671,
      "step": 1002340
    },
    {
      "epoch": 279.75,
      "grad_norm": 1.0758512020111084,
      "learning_rate": 3.627673733346021e-06,
      "loss": 0.341,
      "step": 1002350
    },
    {
      "epoch": 279.75,
      "grad_norm": 1.0987814664840698,
      "learning_rate": 3.627651111785427e-06,
      "loss": 0.3531,
      "step": 1002360
    },
    {
      "epoch": 279.76,
      "grad_norm": 1.0862843990325928,
      "learning_rate": 3.627628490053947e-06,
      "loss": 0.3584,
      "step": 1002370
    },
    {
      "epoch": 279.76,
      "grad_norm": 1.0084296464920044,
      "learning_rate": 3.6276058681515815e-06,
      "loss": 0.3743,
      "step": 1002380
    },
    {
      "epoch": 279.76,
      "grad_norm": 0.9852328896522522,
      "learning_rate": 3.6275832460783347e-06,
      "loss": 0.366,
      "step": 1002390
    },
    {
      "epoch": 279.77,
      "grad_norm": 0.9174332618713379,
      "learning_rate": 3.62756062383421e-06,
      "loss": 0.3727,
      "step": 1002400
    },
    {
      "epoch": 279.77,
      "grad_norm": 0.9126878976821899,
      "learning_rate": 3.6275380014192086e-06,
      "loss": 0.3463,
      "step": 1002410
    },
    {
      "epoch": 279.77,
      "grad_norm": 1.0331100225448608,
      "learning_rate": 3.6275153788333352e-06,
      "loss": 0.3646,
      "step": 1002420
    },
    {
      "epoch": 279.77,
      "grad_norm": 1.0203700065612793,
      "learning_rate": 3.627492756076593e-06,
      "loss": 0.3488,
      "step": 1002430
    },
    {
      "epoch": 279.78,
      "grad_norm": 1.069940447807312,
      "learning_rate": 3.627470133148983e-06,
      "loss": 0.3594,
      "step": 1002440
    },
    {
      "epoch": 279.78,
      "grad_norm": 1.2378926277160645,
      "learning_rate": 3.62744751005051e-06,
      "loss": 0.3535,
      "step": 1002450
    },
    {
      "epoch": 279.78,
      "grad_norm": 0.9579148292541504,
      "learning_rate": 3.627424886781176e-06,
      "loss": 0.3539,
      "step": 1002460
    },
    {
      "epoch": 279.79,
      "grad_norm": 1.220543622970581,
      "learning_rate": 3.627402263340986e-06,
      "loss": 0.3631,
      "step": 1002470
    },
    {
      "epoch": 279.79,
      "grad_norm": 1.050764560699463,
      "learning_rate": 3.62737963972994e-06,
      "loss": 0.3556,
      "step": 1002480
    },
    {
      "epoch": 279.79,
      "grad_norm": 1.1396931409835815,
      "learning_rate": 3.627357015948043e-06,
      "loss": 0.3604,
      "step": 1002490
    },
    {
      "epoch": 279.79,
      "grad_norm": 0.9362495541572571,
      "learning_rate": 3.6273343919952983e-06,
      "loss": 0.3589,
      "step": 1002500
    },
    {
      "epoch": 279.8,
      "grad_norm": 1.0157090425491333,
      "learning_rate": 3.6273117678717074e-06,
      "loss": 0.3631,
      "step": 1002510
    },
    {
      "epoch": 279.8,
      "grad_norm": 0.9802505373954773,
      "learning_rate": 3.6272891435772742e-06,
      "loss": 0.3437,
      "step": 1002520
    },
    {
      "epoch": 279.8,
      "grad_norm": 0.922383725643158,
      "learning_rate": 3.627266519112002e-06,
      "loss": 0.3638,
      "step": 1002530
    },
    {
      "epoch": 279.8,
      "grad_norm": 1.0144236087799072,
      "learning_rate": 3.627243894475893e-06,
      "loss": 0.3623,
      "step": 1002540
    },
    {
      "epoch": 279.81,
      "grad_norm": 0.8227936625480652,
      "learning_rate": 3.6272212696689508e-06,
      "loss": 0.3701,
      "step": 1002550
    },
    {
      "epoch": 279.81,
      "grad_norm": 1.067952036857605,
      "learning_rate": 3.627198644691178e-06,
      "loss": 0.3729,
      "step": 1002560
    },
    {
      "epoch": 279.81,
      "grad_norm": 0.9446470737457275,
      "learning_rate": 3.6271760195425777e-06,
      "loss": 0.3406,
      "step": 1002570
    },
    {
      "epoch": 279.82,
      "grad_norm": 1.073783278465271,
      "learning_rate": 3.6271533942231533e-06,
      "loss": 0.3663,
      "step": 1002580
    },
    {
      "epoch": 279.82,
      "grad_norm": 0.989512026309967,
      "learning_rate": 3.6271307687329073e-06,
      "loss": 0.3552,
      "step": 1002590
    },
    {
      "epoch": 279.82,
      "grad_norm": 1.0769840478897095,
      "learning_rate": 3.6271081430718436e-06,
      "loss": 0.3416,
      "step": 1002600
    },
    {
      "epoch": 279.82,
      "grad_norm": 0.9096410870552063,
      "learning_rate": 3.6270855172399643e-06,
      "loss": 0.3553,
      "step": 1002610
    },
    {
      "epoch": 279.83,
      "grad_norm": 1.1129218339920044,
      "learning_rate": 3.6270628912372723e-06,
      "loss": 0.3548,
      "step": 1002620
    },
    {
      "epoch": 279.83,
      "grad_norm": 1.0994012355804443,
      "learning_rate": 3.6270402650637714e-06,
      "loss": 0.3541,
      "step": 1002630
    },
    {
      "epoch": 279.83,
      "grad_norm": 1.1037651300430298,
      "learning_rate": 3.6270176387194643e-06,
      "loss": 0.3739,
      "step": 1002640
    },
    {
      "epoch": 279.84,
      "grad_norm": 1.0429521799087524,
      "learning_rate": 3.6269950122043533e-06,
      "loss": 0.366,
      "step": 1002650
    },
    {
      "epoch": 279.84,
      "grad_norm": 1.1147971153259277,
      "learning_rate": 3.626972385518443e-06,
      "loss": 0.352,
      "step": 1002660
    },
    {
      "epoch": 279.84,
      "grad_norm": 1.184537649154663,
      "learning_rate": 3.626949758661735e-06,
      "loss": 0.3665,
      "step": 1002670
    },
    {
      "epoch": 279.84,
      "grad_norm": 0.9746270775794983,
      "learning_rate": 3.6269271316342322e-06,
      "loss": 0.36,
      "step": 1002680
    },
    {
      "epoch": 279.85,
      "grad_norm": 0.9632313847541809,
      "learning_rate": 3.6269045044359393e-06,
      "loss": 0.3496,
      "step": 1002690
    },
    {
      "epoch": 279.85,
      "grad_norm": 1.0473849773406982,
      "learning_rate": 3.6268818770668578e-06,
      "loss": 0.3671,
      "step": 1002700
    },
    {
      "epoch": 279.85,
      "grad_norm": 1.1907424926757812,
      "learning_rate": 3.6268592495269903e-06,
      "loss": 0.3631,
      "step": 1002710
    },
    {
      "epoch": 279.85,
      "grad_norm": 1.0586040019989014,
      "learning_rate": 3.6268366218163415e-06,
      "loss": 0.3396,
      "step": 1002720
    },
    {
      "epoch": 279.86,
      "grad_norm": 0.933929443359375,
      "learning_rate": 3.6268139939349126e-06,
      "loss": 0.3531,
      "step": 1002730
    },
    {
      "epoch": 279.86,
      "grad_norm": 0.9999757409095764,
      "learning_rate": 3.626791365882708e-06,
      "loss": 0.3531,
      "step": 1002740
    },
    {
      "epoch": 279.86,
      "grad_norm": 0.9698443412780762,
      "learning_rate": 3.6267687376597304e-06,
      "loss": 0.3509,
      "step": 1002750
    },
    {
      "epoch": 279.87,
      "grad_norm": 1.2549103498458862,
      "learning_rate": 3.626746109265983e-06,
      "loss": 0.3537,
      "step": 1002760
    },
    {
      "epoch": 279.87,
      "grad_norm": 1.1733570098876953,
      "learning_rate": 3.626723480701468e-06,
      "loss": 0.3505,
      "step": 1002770
    },
    {
      "epoch": 279.87,
      "grad_norm": 1.048600196838379,
      "learning_rate": 3.6267008519661886e-06,
      "loss": 0.3557,
      "step": 1002780
    },
    {
      "epoch": 279.87,
      "grad_norm": 0.9311156272888184,
      "learning_rate": 3.626678223060149e-06,
      "loss": 0.3419,
      "step": 1002790
    },
    {
      "epoch": 279.88,
      "grad_norm": 1.0640275478363037,
      "learning_rate": 3.6266555939833503e-06,
      "loss": 0.3616,
      "step": 1002800
    },
    {
      "epoch": 279.88,
      "grad_norm": 1.0386512279510498,
      "learning_rate": 3.6266329647357975e-06,
      "loss": 0.3577,
      "step": 1002810
    },
    {
      "epoch": 279.88,
      "grad_norm": 1.0869255065917969,
      "learning_rate": 3.626610335317492e-06,
      "loss": 0.362,
      "step": 1002820
    },
    {
      "epoch": 279.89,
      "grad_norm": 0.9845997095108032,
      "learning_rate": 3.6265877057284377e-06,
      "loss": 0.3586,
      "step": 1002830
    },
    {
      "epoch": 279.89,
      "grad_norm": 0.9363347291946411,
      "learning_rate": 3.626565075968637e-06,
      "loss": 0.3509,
      "step": 1002840
    },
    {
      "epoch": 279.89,
      "grad_norm": 0.8925145268440247,
      "learning_rate": 3.626542446038093e-06,
      "loss": 0.3567,
      "step": 1002850
    },
    {
      "epoch": 279.89,
      "grad_norm": 1.1689475774765015,
      "learning_rate": 3.62651981593681e-06,
      "loss": 0.3768,
      "step": 1002860
    },
    {
      "epoch": 279.9,
      "grad_norm": 1.057446002960205,
      "learning_rate": 3.626497185664789e-06,
      "loss": 0.3547,
      "step": 1002870
    },
    {
      "epoch": 279.9,
      "grad_norm": 0.8528364896774292,
      "learning_rate": 3.626474555222035e-06,
      "loss": 0.3505,
      "step": 1002880
    },
    {
      "epoch": 279.9,
      "grad_norm": 1.067543387413025,
      "learning_rate": 3.626451924608549e-06,
      "loss": 0.3356,
      "step": 1002890
    },
    {
      "epoch": 279.91,
      "grad_norm": 1.093162178993225,
      "learning_rate": 3.626429293824335e-06,
      "loss": 0.3564,
      "step": 1002900
    },
    {
      "epoch": 279.91,
      "grad_norm": 0.9222005009651184,
      "learning_rate": 3.626406662869397e-06,
      "loss": 0.3674,
      "step": 1002910
    },
    {
      "epoch": 279.91,
      "grad_norm": 1.1157208681106567,
      "learning_rate": 3.6263840317437363e-06,
      "loss": 0.3472,
      "step": 1002920
    },
    {
      "epoch": 279.91,
      "grad_norm": 1.1029967069625854,
      "learning_rate": 3.626361400447357e-06,
      "loss": 0.3633,
      "step": 1002930
    },
    {
      "epoch": 279.92,
      "grad_norm": 1.0829298496246338,
      "learning_rate": 3.626338768980262e-06,
      "loss": 0.3625,
      "step": 1002940
    },
    {
      "epoch": 279.92,
      "grad_norm": 1.0693806409835815,
      "learning_rate": 3.6263161373424536e-06,
      "loss": 0.3628,
      "step": 1002950
    },
    {
      "epoch": 279.92,
      "grad_norm": 0.8851587772369385,
      "learning_rate": 3.6262935055339352e-06,
      "loss": 0.3417,
      "step": 1002960
    },
    {
      "epoch": 279.92,
      "grad_norm": 1.175469994544983,
      "learning_rate": 3.626270873554711e-06,
      "loss": 0.3554,
      "step": 1002970
    },
    {
      "epoch": 279.93,
      "grad_norm": 0.928655207157135,
      "learning_rate": 3.6262482414047815e-06,
      "loss": 0.3503,
      "step": 1002980
    },
    {
      "epoch": 279.93,
      "grad_norm": 1.393575668334961,
      "learning_rate": 3.6262256090841516e-06,
      "loss": 0.3632,
      "step": 1002990
    },
    {
      "epoch": 279.93,
      "grad_norm": 0.969335675239563,
      "learning_rate": 3.6262029765928234e-06,
      "loss": 0.3649,
      "step": 1003000
    },
    {
      "epoch": 279.94,
      "grad_norm": 0.8898382782936096,
      "learning_rate": 3.626180343930802e-06,
      "loss": 0.3412,
      "step": 1003010
    },
    {
      "epoch": 279.94,
      "grad_norm": 1.3554576635360718,
      "learning_rate": 3.626157711098088e-06,
      "loss": 0.3571,
      "step": 1003020
    },
    {
      "epoch": 279.94,
      "grad_norm": 1.2740004062652588,
      "learning_rate": 3.626135078094684e-06,
      "loss": 0.3396,
      "step": 1003030
    },
    {
      "epoch": 279.94,
      "grad_norm": 0.9708136916160583,
      "learning_rate": 3.626112444920595e-06,
      "loss": 0.3564,
      "step": 1003040
    },
    {
      "epoch": 279.95,
      "grad_norm": 0.9240779876708984,
      "learning_rate": 3.6260898115758235e-06,
      "loss": 0.3536,
      "step": 1003050
    },
    {
      "epoch": 279.95,
      "grad_norm": 1.1536568403244019,
      "learning_rate": 3.6260671780603723e-06,
      "loss": 0.3594,
      "step": 1003060
    },
    {
      "epoch": 279.95,
      "grad_norm": 0.9386323690414429,
      "learning_rate": 3.6260445443742436e-06,
      "loss": 0.3555,
      "step": 1003070
    },
    {
      "epoch": 279.96,
      "grad_norm": 1.0423755645751953,
      "learning_rate": 3.626021910517442e-06,
      "loss": 0.3577,
      "step": 1003080
    },
    {
      "epoch": 279.96,
      "grad_norm": 0.9156274199485779,
      "learning_rate": 3.625999276489969e-06,
      "loss": 0.3606,
      "step": 1003090
    },
    {
      "epoch": 279.96,
      "grad_norm": 1.0993881225585938,
      "learning_rate": 3.6259766422918285e-06,
      "loss": 0.3701,
      "step": 1003100
    },
    {
      "epoch": 279.96,
      "grad_norm": 1.0325469970703125,
      "learning_rate": 3.6259540079230235e-06,
      "loss": 0.3822,
      "step": 1003110
    },
    {
      "epoch": 279.97,
      "grad_norm": 1.1783766746520996,
      "learning_rate": 3.6259313733835565e-06,
      "loss": 0.3666,
      "step": 1003120
    },
    {
      "epoch": 279.97,
      "grad_norm": 1.0635371208190918,
      "learning_rate": 3.6259087386734306e-06,
      "loss": 0.3556,
      "step": 1003130
    },
    {
      "epoch": 279.97,
      "grad_norm": 0.99760502576828,
      "learning_rate": 3.6258861037926496e-06,
      "loss": 0.3527,
      "step": 1003140
    },
    {
      "epoch": 279.97,
      "grad_norm": 1.0823266506195068,
      "learning_rate": 3.625863468741216e-06,
      "loss": 0.347,
      "step": 1003150
    },
    {
      "epoch": 279.98,
      "grad_norm": 1.1463937759399414,
      "learning_rate": 3.6258408335191324e-06,
      "loss": 0.3626,
      "step": 1003160
    },
    {
      "epoch": 279.98,
      "grad_norm": 1.1091550588607788,
      "learning_rate": 3.625818198126402e-06,
      "loss": 0.3726,
      "step": 1003170
    },
    {
      "epoch": 279.98,
      "grad_norm": 1.1598021984100342,
      "learning_rate": 3.6257955625630286e-06,
      "loss": 0.3502,
      "step": 1003180
    },
    {
      "epoch": 279.99,
      "grad_norm": 1.0287413597106934,
      "learning_rate": 3.625772926829014e-06,
      "loss": 0.3754,
      "step": 1003190
    },
    {
      "epoch": 279.99,
      "grad_norm": 1.0572508573532104,
      "learning_rate": 3.6257502909243615e-06,
      "loss": 0.3395,
      "step": 1003200
    },
    {
      "epoch": 279.99,
      "grad_norm": 0.9553967714309692,
      "learning_rate": 3.6257276548490756e-06,
      "loss": 0.3591,
      "step": 1003210
    },
    {
      "epoch": 279.99,
      "grad_norm": 0.952910840511322,
      "learning_rate": 3.6257050186031566e-06,
      "loss": 0.3528,
      "step": 1003220
    },
    {
      "epoch": 280.0,
      "grad_norm": 0.8968525528907776,
      "learning_rate": 3.6256823821866095e-06,
      "loss": 0.3595,
      "step": 1003230
    },
    {
      "epoch": 280.0,
      "grad_norm": 1.3153696060180664,
      "learning_rate": 3.6256597455994383e-06,
      "loss": 0.3693,
      "step": 1003240
    },
    {
      "epoch": 280.0,
      "eval_loss": 0.359590083360672,
      "eval_runtime": 64.7815,
      "eval_samples_per_second": 78.093,
      "eval_steps_per_second": 9.771,
      "step": 1003240
    },
    {
      "epoch": 280.0,
      "grad_norm": 0.9009098410606384,
      "learning_rate": 3.625637108841643e-06,
      "loss": 0.3551,
      "step": 1003250
    },
    {
      "epoch": 280.01,
      "grad_norm": 0.976727306842804,
      "learning_rate": 3.6256144719132283e-06,
      "loss": 0.3587,
      "step": 1003260
    },
    {
      "epoch": 280.01,
      "grad_norm": 1.0289047956466675,
      "learning_rate": 3.6255918348141976e-06,
      "loss": 0.3555,
      "step": 1003270
    },
    {
      "epoch": 280.01,
      "grad_norm": 0.9220272302627563,
      "learning_rate": 3.625569197544553e-06,
      "loss": 0.3518,
      "step": 1003280
    },
    {
      "epoch": 280.01,
      "grad_norm": 1.1321669816970825,
      "learning_rate": 3.6255465601042983e-06,
      "loss": 0.355,
      "step": 1003290
    },
    {
      "epoch": 280.02,
      "grad_norm": 0.9076098203659058,
      "learning_rate": 3.625523922493436e-06,
      "loss": 0.3569,
      "step": 1003300
    },
    {
      "epoch": 280.02,
      "grad_norm": 1.0964089632034302,
      "learning_rate": 3.6255012847119696e-06,
      "loss": 0.3673,
      "step": 1003310
    },
    {
      "epoch": 280.02,
      "grad_norm": 1.059563398361206,
      "learning_rate": 3.625478646759901e-06,
      "loss": 0.357,
      "step": 1003320
    },
    {
      "epoch": 280.03,
      "grad_norm": 0.910686194896698,
      "learning_rate": 3.6254560086372343e-06,
      "loss": 0.3558,
      "step": 1003330
    },
    {
      "epoch": 280.03,
      "grad_norm": 1.0531949996948242,
      "learning_rate": 3.6254333703439722e-06,
      "loss": 0.3526,
      "step": 1003340
    },
    {
      "epoch": 280.03,
      "grad_norm": 1.1476185321807861,
      "learning_rate": 3.6254107318801178e-06,
      "loss": 0.3791,
      "step": 1003350
    },
    {
      "epoch": 280.03,
      "grad_norm": 1.1062544584274292,
      "learning_rate": 3.6253880932456734e-06,
      "loss": 0.353,
      "step": 1003360
    },
    {
      "epoch": 280.04,
      "grad_norm": 0.9795765280723572,
      "learning_rate": 3.6253654544406434e-06,
      "loss": 0.3453,
      "step": 1003370
    },
    {
      "epoch": 280.04,
      "grad_norm": 1.063910961151123,
      "learning_rate": 3.6253428154650302e-06,
      "loss": 0.362,
      "step": 1003380
    },
    {
      "epoch": 280.04,
      "grad_norm": 1.0981661081314087,
      "learning_rate": 3.625320176318836e-06,
      "loss": 0.3559,
      "step": 1003390
    },
    {
      "epoch": 280.04,
      "grad_norm": 0.9693546891212463,
      "learning_rate": 3.6252975370020648e-06,
      "loss": 0.3561,
      "step": 1003400
    },
    {
      "epoch": 280.05,
      "grad_norm": 1.113400936126709,
      "learning_rate": 3.6252748975147183e-06,
      "loss": 0.3411,
      "step": 1003410
    },
    {
      "epoch": 280.05,
      "grad_norm": 1.1295534372329712,
      "learning_rate": 3.6252522578568015e-06,
      "loss": 0.3694,
      "step": 1003420
    },
    {
      "epoch": 280.05,
      "grad_norm": 1.2803637981414795,
      "learning_rate": 3.6252296180283164e-06,
      "loss": 0.3567,
      "step": 1003430
    },
    {
      "epoch": 280.06,
      "grad_norm": 1.1185206174850464,
      "learning_rate": 3.625206978029266e-06,
      "loss": 0.3498,
      "step": 1003440
    },
    {
      "epoch": 280.06,
      "grad_norm": 1.3908611536026,
      "learning_rate": 3.6251843378596528e-06,
      "loss": 0.3727,
      "step": 1003450
    },
    {
      "epoch": 280.06,
      "grad_norm": 1.0490753650665283,
      "learning_rate": 3.6251616975194814e-06,
      "loss": 0.3392,
      "step": 1003460
    },
    {
      "epoch": 280.06,
      "grad_norm": 0.874020516872406,
      "learning_rate": 3.6251390570087528e-06,
      "loss": 0.351,
      "step": 1003470
    },
    {
      "epoch": 280.07,
      "grad_norm": 1.0796042680740356,
      "learning_rate": 3.625116416327471e-06,
      "loss": 0.3743,
      "step": 1003480
    },
    {
      "epoch": 280.07,
      "grad_norm": 1.1301437616348267,
      "learning_rate": 3.625093775475639e-06,
      "loss": 0.3688,
      "step": 1003490
    },
    {
      "epoch": 280.07,
      "grad_norm": 1.5560283660888672,
      "learning_rate": 3.6250711344532604e-06,
      "loss": 0.3711,
      "step": 1003500
    },
    {
      "epoch": 280.08,
      "grad_norm": 1.1070945262908936,
      "learning_rate": 3.625048493260337e-06,
      "loss": 0.3534,
      "step": 1003510
    },
    {
      "epoch": 280.08,
      "grad_norm": 0.9787511229515076,
      "learning_rate": 3.6250258518968722e-06,
      "loss": 0.3643,
      "step": 1003520
    },
    {
      "epoch": 280.08,
      "grad_norm": 1.007979393005371,
      "learning_rate": 3.6250032103628706e-06,
      "loss": 0.3575,
      "step": 1003530
    },
    {
      "epoch": 280.08,
      "grad_norm": 0.9295607805252075,
      "learning_rate": 3.624980568658332e-06,
      "loss": 0.3502,
      "step": 1003540
    },
    {
      "epoch": 280.09,
      "grad_norm": 0.9737393260002136,
      "learning_rate": 3.6249579267832625e-06,
      "loss": 0.3644,
      "step": 1003550
    },
    {
      "epoch": 280.09,
      "grad_norm": 1.0650194883346558,
      "learning_rate": 3.6249352847376635e-06,
      "loss": 0.3625,
      "step": 1003560
    },
    {
      "epoch": 280.09,
      "grad_norm": 1.1486319303512573,
      "learning_rate": 3.6249126425215386e-06,
      "loss": 0.3585,
      "step": 1003570
    },
    {
      "epoch": 280.09,
      "grad_norm": 1.0175368785858154,
      "learning_rate": 3.6248900001348904e-06,
      "loss": 0.3483,
      "step": 1003580
    },
    {
      "epoch": 280.1,
      "grad_norm": 0.9585765600204468,
      "learning_rate": 3.624867357577722e-06,
      "loss": 0.3422,
      "step": 1003590
    },
    {
      "epoch": 280.1,
      "grad_norm": 1.6234651803970337,
      "learning_rate": 3.624844714850037e-06,
      "loss": 0.3567,
      "step": 1003600
    },
    {
      "epoch": 280.1,
      "grad_norm": 0.8522849678993225,
      "learning_rate": 3.6248220719518373e-06,
      "loss": 0.3415,
      "step": 1003610
    },
    {
      "epoch": 280.11,
      "grad_norm": 1.1473881006240845,
      "learning_rate": 3.6247994288831268e-06,
      "loss": 0.3589,
      "step": 1003620
    },
    {
      "epoch": 280.11,
      "grad_norm": 1.0390212535858154,
      "learning_rate": 3.6247767856439085e-06,
      "loss": 0.3555,
      "step": 1003630
    },
    {
      "epoch": 280.11,
      "grad_norm": 0.9845039248466492,
      "learning_rate": 3.6247541422341854e-06,
      "loss": 0.3572,
      "step": 1003640
    },
    {
      "epoch": 280.11,
      "grad_norm": 0.9225884079933167,
      "learning_rate": 3.6247314986539597e-06,
      "loss": 0.3808,
      "step": 1003650
    },
    {
      "epoch": 280.12,
      "grad_norm": 0.9241645336151123,
      "learning_rate": 3.6247088549032356e-06,
      "loss": 0.3557,
      "step": 1003660
    },
    {
      "epoch": 280.12,
      "grad_norm": 0.8856464624404907,
      "learning_rate": 3.6246862109820152e-06,
      "loss": 0.3549,
      "step": 1003670
    },
    {
      "epoch": 280.12,
      "grad_norm": 1.221357822418213,
      "learning_rate": 3.6246635668903015e-06,
      "loss": 0.3526,
      "step": 1003680
    },
    {
      "epoch": 280.13,
      "grad_norm": 0.9824648499488831,
      "learning_rate": 3.6246409226280982e-06,
      "loss": 0.3687,
      "step": 1003690
    },
    {
      "epoch": 280.13,
      "grad_norm": 0.9619016647338867,
      "learning_rate": 3.6246182781954076e-06,
      "loss": 0.3494,
      "step": 1003700
    },
    {
      "epoch": 280.13,
      "grad_norm": 1.0749560594558716,
      "learning_rate": 3.6245956335922337e-06,
      "loss": 0.3596,
      "step": 1003710
    },
    {
      "epoch": 280.13,
      "grad_norm": 1.0643525123596191,
      "learning_rate": 3.624572988818579e-06,
      "loss": 0.3728,
      "step": 1003720
    },
    {
      "epoch": 280.14,
      "grad_norm": 1.1040643453598022,
      "learning_rate": 3.624550343874446e-06,
      "loss": 0.3644,
      "step": 1003730
    },
    {
      "epoch": 280.14,
      "grad_norm": 0.9684387445449829,
      "learning_rate": 3.6245276987598378e-06,
      "loss": 0.373,
      "step": 1003740
    },
    {
      "epoch": 280.14,
      "grad_norm": 1.0701614618301392,
      "learning_rate": 3.6245050534747584e-06,
      "loss": 0.3478,
      "step": 1003750
    },
    {
      "epoch": 280.15,
      "grad_norm": 0.892087996006012,
      "learning_rate": 3.62448240801921e-06,
      "loss": 0.3615,
      "step": 1003760
    },
    {
      "epoch": 280.15,
      "grad_norm": 1.0135674476623535,
      "learning_rate": 3.624459762393195e-06,
      "loss": 0.3506,
      "step": 1003770
    },
    {
      "epoch": 280.15,
      "grad_norm": 0.946811318397522,
      "learning_rate": 3.624437116596718e-06,
      "loss": 0.3641,
      "step": 1003780
    },
    {
      "epoch": 280.15,
      "grad_norm": 1.054916501045227,
      "learning_rate": 3.6244144706297814e-06,
      "loss": 0.3657,
      "step": 1003790
    },
    {
      "epoch": 280.16,
      "grad_norm": 1.075500726699829,
      "learning_rate": 3.6243918244923874e-06,
      "loss": 0.3676,
      "step": 1003800
    },
    {
      "epoch": 280.16,
      "grad_norm": 0.9637050032615662,
      "learning_rate": 3.62436917818454e-06,
      "loss": 0.3529,
      "step": 1003810
    },
    {
      "epoch": 280.16,
      "grad_norm": 1.0349104404449463,
      "learning_rate": 3.6243465317062418e-06,
      "loss": 0.3659,
      "step": 1003820
    },
    {
      "epoch": 280.16,
      "grad_norm": 1.0489821434020996,
      "learning_rate": 3.6243238850574956e-06,
      "loss": 0.3507,
      "step": 1003830
    },
    {
      "epoch": 280.17,
      "grad_norm": 0.9525238871574402,
      "learning_rate": 3.624301238238305e-06,
      "loss": 0.3547,
      "step": 1003840
    },
    {
      "epoch": 280.17,
      "grad_norm": 1.2056548595428467,
      "learning_rate": 3.624278591248672e-06,
      "loss": 0.3619,
      "step": 1003850
    },
    {
      "epoch": 280.17,
      "grad_norm": 1.050781011581421,
      "learning_rate": 3.624255944088601e-06,
      "loss": 0.3607,
      "step": 1003860
    },
    {
      "epoch": 280.18,
      "grad_norm": 1.2575011253356934,
      "learning_rate": 3.624233296758094e-06,
      "loss": 0.3656,
      "step": 1003870
    },
    {
      "epoch": 280.18,
      "grad_norm": 1.1044551134109497,
      "learning_rate": 3.624210649257155e-06,
      "loss": 0.3568,
      "step": 1003880
    },
    {
      "epoch": 280.18,
      "grad_norm": 1.1199783086776733,
      "learning_rate": 3.6241880015857855e-06,
      "loss": 0.3687,
      "step": 1003890
    },
    {
      "epoch": 280.18,
      "grad_norm": 0.9763249158859253,
      "learning_rate": 3.6241653537439892e-06,
      "loss": 0.3428,
      "step": 1003900
    },
    {
      "epoch": 280.19,
      "grad_norm": 0.9686041474342346,
      "learning_rate": 3.62414270573177e-06,
      "loss": 0.3601,
      "step": 1003910
    },
    {
      "epoch": 280.19,
      "grad_norm": 1.1462994813919067,
      "learning_rate": 3.6241200575491297e-06,
      "loss": 0.3586,
      "step": 1003920
    },
    {
      "epoch": 280.19,
      "grad_norm": 1.3359092473983765,
      "learning_rate": 3.6240974091960716e-06,
      "loss": 0.3578,
      "step": 1003930
    },
    {
      "epoch": 280.2,
      "grad_norm": 0.9628293514251709,
      "learning_rate": 3.6240747606725993e-06,
      "loss": 0.3492,
      "step": 1003940
    },
    {
      "epoch": 280.2,
      "grad_norm": 0.9816723465919495,
      "learning_rate": 3.6240521119787154e-06,
      "loss": 0.3934,
      "step": 1003950
    },
    {
      "epoch": 280.2,
      "grad_norm": 0.9472230672836304,
      "learning_rate": 3.624029463114423e-06,
      "loss": 0.3604,
      "step": 1003960
    },
    {
      "epoch": 280.2,
      "grad_norm": 1.017004132270813,
      "learning_rate": 3.624006814079725e-06,
      "loss": 0.3725,
      "step": 1003970
    },
    {
      "epoch": 280.21,
      "grad_norm": 1.070797085762024,
      "learning_rate": 3.6239841648746247e-06,
      "loss": 0.3548,
      "step": 1003980
    },
    {
      "epoch": 280.21,
      "grad_norm": 1.1532732248306274,
      "learning_rate": 3.623961515499124e-06,
      "loss": 0.3696,
      "step": 1003990
    },
    {
      "epoch": 280.21,
      "grad_norm": 1.1452059745788574,
      "learning_rate": 3.623938865953228e-06,
      "loss": 0.3591,
      "step": 1004000
    },
    {
      "epoch": 280.21,
      "grad_norm": 0.9707736968994141,
      "learning_rate": 3.623916216236938e-06,
      "loss": 0.3516,
      "step": 1004010
    },
    {
      "epoch": 280.22,
      "grad_norm": 0.9674871563911438,
      "learning_rate": 3.6238935663502573e-06,
      "loss": 0.3573,
      "step": 1004020
    },
    {
      "epoch": 280.22,
      "grad_norm": 1.12994384765625,
      "learning_rate": 3.623870916293189e-06,
      "loss": 0.3488,
      "step": 1004030
    },
    {
      "epoch": 280.22,
      "grad_norm": 1.0101650953292847,
      "learning_rate": 3.623848266065737e-06,
      "loss": 0.368,
      "step": 1004040
    },
    {
      "epoch": 280.23,
      "grad_norm": 0.9912901520729065,
      "learning_rate": 3.6238256156679035e-06,
      "loss": 0.335,
      "step": 1004050
    },
    {
      "epoch": 280.23,
      "grad_norm": 1.177134394645691,
      "learning_rate": 3.6238029650996907e-06,
      "loss": 0.3526,
      "step": 1004060
    },
    {
      "epoch": 280.23,
      "grad_norm": 0.9314101934432983,
      "learning_rate": 3.6237803143611027e-06,
      "loss": 0.3477,
      "step": 1004070
    },
    {
      "epoch": 280.23,
      "grad_norm": 1.1853147745132446,
      "learning_rate": 3.6237576634521434e-06,
      "loss": 0.3493,
      "step": 1004080
    },
    {
      "epoch": 280.24,
      "grad_norm": 0.9456273317337036,
      "learning_rate": 3.623735012372814e-06,
      "loss": 0.3561,
      "step": 1004090
    },
    {
      "epoch": 280.24,
      "grad_norm": 1.0835410356521606,
      "learning_rate": 3.623712361123118e-06,
      "loss": 0.3685,
      "step": 1004100
    },
    {
      "epoch": 280.24,
      "grad_norm": 1.0568066835403442,
      "learning_rate": 3.623689709703059e-06,
      "loss": 0.3521,
      "step": 1004110
    },
    {
      "epoch": 280.25,
      "grad_norm": 1.0226460695266724,
      "learning_rate": 3.6236670581126396e-06,
      "loss": 0.3698,
      "step": 1004120
    },
    {
      "epoch": 280.25,
      "grad_norm": 0.9469852447509766,
      "learning_rate": 3.6236444063518624e-06,
      "loss": 0.3608,
      "step": 1004130
    },
    {
      "epoch": 280.25,
      "grad_norm": 1.586424469947815,
      "learning_rate": 3.6236217544207317e-06,
      "loss": 0.3735,
      "step": 1004140
    },
    {
      "epoch": 280.25,
      "grad_norm": 0.9076606035232544,
      "learning_rate": 3.6235991023192495e-06,
      "loss": 0.3692,
      "step": 1004150
    },
    {
      "epoch": 280.26,
      "grad_norm": 1.1092091798782349,
      "learning_rate": 3.6235764500474184e-06,
      "loss": 0.3461,
      "step": 1004160
    },
    {
      "epoch": 280.26,
      "grad_norm": 1.201932430267334,
      "learning_rate": 3.623553797605243e-06,
      "loss": 0.3609,
      "step": 1004170
    },
    {
      "epoch": 280.26,
      "grad_norm": 1.110425591468811,
      "learning_rate": 3.623531144992725e-06,
      "loss": 0.3675,
      "step": 1004180
    },
    {
      "epoch": 280.27,
      "grad_norm": 0.929747462272644,
      "learning_rate": 3.6235084922098672e-06,
      "loss": 0.3684,
      "step": 1004190
    },
    {
      "epoch": 280.27,
      "grad_norm": 1.0661296844482422,
      "learning_rate": 3.623485839256674e-06,
      "loss": 0.365,
      "step": 1004200
    },
    {
      "epoch": 280.27,
      "grad_norm": 1.3103440999984741,
      "learning_rate": 3.6234631861331474e-06,
      "loss": 0.3746,
      "step": 1004210
    },
    {
      "epoch": 280.27,
      "grad_norm": 1.3044254779815674,
      "learning_rate": 3.6234405328392906e-06,
      "loss": 0.3744,
      "step": 1004220
    },
    {
      "epoch": 280.28,
      "grad_norm": 1.0740792751312256,
      "learning_rate": 3.623417879375107e-06,
      "loss": 0.3449,
      "step": 1004230
    },
    {
      "epoch": 280.28,
      "grad_norm": 1.1268659830093384,
      "learning_rate": 3.6233952257405984e-06,
      "loss": 0.3585,
      "step": 1004240
    },
    {
      "epoch": 280.28,
      "grad_norm": 0.9919279217720032,
      "learning_rate": 3.623372571935769e-06,
      "loss": 0.3636,
      "step": 1004250
    },
    {
      "epoch": 280.28,
      "grad_norm": 1.616275429725647,
      "learning_rate": 3.6233499179606216e-06,
      "loss": 0.3417,
      "step": 1004260
    },
    {
      "epoch": 280.29,
      "grad_norm": 1.0496032238006592,
      "learning_rate": 3.6233272638151595e-06,
      "loss": 0.3603,
      "step": 1004270
    },
    {
      "epoch": 280.29,
      "grad_norm": 0.8894465565681458,
      "learning_rate": 3.6233046094993846e-06,
      "loss": 0.3674,
      "step": 1004280
    },
    {
      "epoch": 280.29,
      "grad_norm": 0.9029507637023926,
      "learning_rate": 3.6232819550133014e-06,
      "loss": 0.3623,
      "step": 1004290
    },
    {
      "epoch": 280.3,
      "grad_norm": 0.8759928345680237,
      "learning_rate": 3.623259300356912e-06,
      "loss": 0.3476,
      "step": 1004300
    },
    {
      "epoch": 280.3,
      "grad_norm": 0.882213830947876,
      "learning_rate": 3.6232366455302186e-06,
      "loss": 0.3502,
      "step": 1004310
    },
    {
      "epoch": 280.3,
      "grad_norm": 1.0247306823730469,
      "learning_rate": 3.623213990533226e-06,
      "loss": 0.3462,
      "step": 1004320
    },
    {
      "epoch": 280.3,
      "grad_norm": 1.2375308275222778,
      "learning_rate": 3.623191335365936e-06,
      "loss": 0.3697,
      "step": 1004330
    },
    {
      "epoch": 280.31,
      "grad_norm": 0.9712730646133423,
      "learning_rate": 3.6231686800283525e-06,
      "loss": 0.3506,
      "step": 1004340
    },
    {
      "epoch": 280.31,
      "grad_norm": 1.0043236017227173,
      "learning_rate": 3.6231460245204774e-06,
      "loss": 0.3723,
      "step": 1004350
    },
    {
      "epoch": 280.31,
      "grad_norm": 0.9288986921310425,
      "learning_rate": 3.6231233688423147e-06,
      "loss": 0.3662,
      "step": 1004360
    },
    {
      "epoch": 280.32,
      "grad_norm": 1.205986738204956,
      "learning_rate": 3.623100712993867e-06,
      "loss": 0.3608,
      "step": 1004370
    },
    {
      "epoch": 280.32,
      "grad_norm": 0.997848629951477,
      "learning_rate": 3.623078056975138e-06,
      "loss": 0.3815,
      "step": 1004380
    },
    {
      "epoch": 280.32,
      "grad_norm": 1.144957184791565,
      "learning_rate": 3.623055400786129e-06,
      "loss": 0.3661,
      "step": 1004390
    },
    {
      "epoch": 280.32,
      "grad_norm": 1.1814676523208618,
      "learning_rate": 3.623032744426845e-06,
      "loss": 0.3563,
      "step": 1004400
    },
    {
      "epoch": 280.33,
      "grad_norm": 1.0064300298690796,
      "learning_rate": 3.623010087897288e-06,
      "loss": 0.3766,
      "step": 1004410
    },
    {
      "epoch": 280.33,
      "grad_norm": 1.0578700304031372,
      "learning_rate": 3.62298743119746e-06,
      "loss": 0.3444,
      "step": 1004420
    },
    {
      "epoch": 280.33,
      "grad_norm": 1.040446400642395,
      "learning_rate": 3.6229647743273666e-06,
      "loss": 0.3476,
      "step": 1004430
    },
    {
      "epoch": 280.33,
      "grad_norm": 1.1440550088882446,
      "learning_rate": 3.6229421172870085e-06,
      "loss": 0.3683,
      "step": 1004440
    },
    {
      "epoch": 280.34,
      "grad_norm": 1.13338041305542,
      "learning_rate": 3.62291946007639e-06,
      "loss": 0.3468,
      "step": 1004450
    },
    {
      "epoch": 280.34,
      "grad_norm": 1.0193586349487305,
      "learning_rate": 3.6228968026955137e-06,
      "loss": 0.3671,
      "step": 1004460
    },
    {
      "epoch": 280.34,
      "grad_norm": 0.9708244204521179,
      "learning_rate": 3.622874145144382e-06,
      "loss": 0.3556,
      "step": 1004470
    },
    {
      "epoch": 280.35,
      "grad_norm": 1.0390938520431519,
      "learning_rate": 3.6228514874229997e-06,
      "loss": 0.3739,
      "step": 1004480
    },
    {
      "epoch": 280.35,
      "grad_norm": 1.0104007720947266,
      "learning_rate": 3.6228288295313676e-06,
      "loss": 0.3597,
      "step": 1004490
    },
    {
      "epoch": 280.35,
      "grad_norm": 1.127646803855896,
      "learning_rate": 3.6228061714694904e-06,
      "loss": 0.3634,
      "step": 1004500
    },
    {
      "epoch": 280.35,
      "grad_norm": 1.046588659286499,
      "learning_rate": 3.62278351323737e-06,
      "loss": 0.3435,
      "step": 1004510
    },
    {
      "epoch": 280.36,
      "grad_norm": 1.0440386533737183,
      "learning_rate": 3.62276085483501e-06,
      "loss": 0.3599,
      "step": 1004520
    },
    {
      "epoch": 280.36,
      "grad_norm": 0.9423044323921204,
      "learning_rate": 3.6227381962624135e-06,
      "loss": 0.3762,
      "step": 1004530
    },
    {
      "epoch": 280.36,
      "grad_norm": 1.0399755239486694,
      "learning_rate": 3.6227155375195835e-06,
      "loss": 0.3692,
      "step": 1004540
    },
    {
      "epoch": 280.37,
      "grad_norm": 1.2082635164260864,
      "learning_rate": 3.622692878606522e-06,
      "loss": 0.3726,
      "step": 1004550
    },
    {
      "epoch": 280.37,
      "grad_norm": 0.9536709189414978,
      "learning_rate": 3.6226702195232344e-06,
      "loss": 0.356,
      "step": 1004560
    },
    {
      "epoch": 280.37,
      "grad_norm": 1.0682345628738403,
      "learning_rate": 3.6226475602697203e-06,
      "loss": 0.3487,
      "step": 1004570
    },
    {
      "epoch": 280.37,
      "grad_norm": 1.2901532649993896,
      "learning_rate": 3.6226249008459855e-06,
      "loss": 0.3719,
      "step": 1004580
    },
    {
      "epoch": 280.38,
      "grad_norm": 0.989677369594574,
      "learning_rate": 3.6226022412520328e-06,
      "loss": 0.348,
      "step": 1004590
    },
    {
      "epoch": 280.38,
      "grad_norm": 0.9556918144226074,
      "learning_rate": 3.6225795814878637e-06,
      "loss": 0.3435,
      "step": 1004600
    },
    {
      "epoch": 280.38,
      "grad_norm": 1.1229677200317383,
      "learning_rate": 3.6225569215534816e-06,
      "loss": 0.3704,
      "step": 1004610
    },
    {
      "epoch": 280.39,
      "grad_norm": 1.246825098991394,
      "learning_rate": 3.6225342614488907e-06,
      "loss": 0.3719,
      "step": 1004620
    },
    {
      "epoch": 280.39,
      "grad_norm": 0.8680633306503296,
      "learning_rate": 3.6225116011740933e-06,
      "loss": 0.356,
      "step": 1004630
    },
    {
      "epoch": 280.39,
      "grad_norm": 0.8487532734870911,
      "learning_rate": 3.622488940729092e-06,
      "loss": 0.3525,
      "step": 1004640
    },
    {
      "epoch": 280.39,
      "grad_norm": 1.0513231754302979,
      "learning_rate": 3.62246628011389e-06,
      "loss": 0.3563,
      "step": 1004650
    },
    {
      "epoch": 280.4,
      "grad_norm": 0.8850215077400208,
      "learning_rate": 3.622443619328491e-06,
      "loss": 0.3591,
      "step": 1004660
    },
    {
      "epoch": 280.4,
      "grad_norm": 1.365023136138916,
      "learning_rate": 3.6224209583728976e-06,
      "loss": 0.372,
      "step": 1004670
    },
    {
      "epoch": 280.4,
      "grad_norm": 0.9982317090034485,
      "learning_rate": 3.6223982972471124e-06,
      "loss": 0.3574,
      "step": 1004680
    },
    {
      "epoch": 280.4,
      "grad_norm": 3.039137601852417,
      "learning_rate": 3.622375635951139e-06,
      "loss": 0.3666,
      "step": 1004690
    },
    {
      "epoch": 280.41,
      "grad_norm": 1.0006195306777954,
      "learning_rate": 3.62235297448498e-06,
      "loss": 0.3618,
      "step": 1004700
    },
    {
      "epoch": 280.41,
      "grad_norm": 1.0530403852462769,
      "learning_rate": 3.622330312848638e-06,
      "loss": 0.3574,
      "step": 1004710
    },
    {
      "epoch": 280.41,
      "grad_norm": 3.6324257850646973,
      "learning_rate": 3.6223076510421182e-06,
      "loss": 0.3528,
      "step": 1004720
    },
    {
      "epoch": 280.42,
      "grad_norm": 1.0187442302703857,
      "learning_rate": 3.6222849890654207e-06,
      "loss": 0.3472,
      "step": 1004730
    },
    {
      "epoch": 280.42,
      "grad_norm": 1.1977788209915161,
      "learning_rate": 3.6222623269185504e-06,
      "loss": 0.3469,
      "step": 1004740
    },
    {
      "epoch": 280.42,
      "grad_norm": 1.1224209070205688,
      "learning_rate": 3.6222396646015096e-06,
      "loss": 0.3661,
      "step": 1004750
    },
    {
      "epoch": 280.42,
      "grad_norm": 1.1430883407592773,
      "learning_rate": 3.622217002114301e-06,
      "loss": 0.3615,
      "step": 1004760
    },
    {
      "epoch": 280.43,
      "grad_norm": 1.1135261058807373,
      "learning_rate": 3.6221943394569287e-06,
      "loss": 0.3568,
      "step": 1004770
    },
    {
      "epoch": 280.43,
      "grad_norm": 1.1096868515014648,
      "learning_rate": 3.622171676629395e-06,
      "loss": 0.3539,
      "step": 1004780
    },
    {
      "epoch": 280.43,
      "grad_norm": 1.0562549829483032,
      "learning_rate": 3.622149013631703e-06,
      "loss": 0.3502,
      "step": 1004790
    },
    {
      "epoch": 280.44,
      "grad_norm": 1.0977423191070557,
      "learning_rate": 3.6221263504638552e-06,
      "loss": 0.3713,
      "step": 1004800
    },
    {
      "epoch": 280.44,
      "grad_norm": 0.9496957659721375,
      "learning_rate": 3.6221036871258563e-06,
      "loss": 0.3587,
      "step": 1004810
    },
    {
      "epoch": 280.44,
      "grad_norm": 1.1690053939819336,
      "learning_rate": 3.622081023617708e-06,
      "loss": 0.3481,
      "step": 1004820
    },
    {
      "epoch": 280.44,
      "grad_norm": 1.1881846189498901,
      "learning_rate": 3.6220583599394127e-06,
      "loss": 0.3723,
      "step": 1004830
    },
    {
      "epoch": 280.45,
      "grad_norm": 1.2415307760238647,
      "learning_rate": 3.6220356960909744e-06,
      "loss": 0.3531,
      "step": 1004840
    },
    {
      "epoch": 280.45,
      "grad_norm": 1.1041724681854248,
      "learning_rate": 3.6220130320723964e-06,
      "loss": 0.3615,
      "step": 1004850
    },
    {
      "epoch": 280.45,
      "grad_norm": 1.078643560409546,
      "learning_rate": 3.621990367883681e-06,
      "loss": 0.3534,
      "step": 1004860
    },
    {
      "epoch": 280.45,
      "grad_norm": 0.966232419013977,
      "learning_rate": 3.621967703524831e-06,
      "loss": 0.359,
      "step": 1004870
    },
    {
      "epoch": 280.46,
      "grad_norm": 0.9671088457107544,
      "learning_rate": 3.6219450389958504e-06,
      "loss": 0.3577,
      "step": 1004880
    },
    {
      "epoch": 280.46,
      "grad_norm": 0.9038394093513489,
      "learning_rate": 3.6219223742967415e-06,
      "loss": 0.3352,
      "step": 1004890
    },
    {
      "epoch": 280.46,
      "grad_norm": 0.9769160747528076,
      "learning_rate": 3.621899709427508e-06,
      "loss": 0.3618,
      "step": 1004900
    },
    {
      "epoch": 280.47,
      "grad_norm": 4.865566253662109,
      "learning_rate": 3.6218770443881517e-06,
      "loss": 0.3706,
      "step": 1004910
    },
    {
      "epoch": 280.47,
      "grad_norm": 1.0143647193908691,
      "learning_rate": 3.6218543791786767e-06,
      "loss": 0.3569,
      "step": 1004920
    },
    {
      "epoch": 280.47,
      "grad_norm": 1.112736463546753,
      "learning_rate": 3.6218317137990857e-06,
      "loss": 0.3615,
      "step": 1004930
    },
    {
      "epoch": 280.47,
      "grad_norm": 0.9698851704597473,
      "learning_rate": 3.6218090482493813e-06,
      "loss": 0.3613,
      "step": 1004940
    },
    {
      "epoch": 280.48,
      "grad_norm": 1.1375473737716675,
      "learning_rate": 3.6217863825295673e-06,
      "loss": 0.3689,
      "step": 1004950
    },
    {
      "epoch": 280.48,
      "grad_norm": 1.0304533243179321,
      "learning_rate": 3.6217637166396465e-06,
      "loss": 0.3497,
      "step": 1004960
    },
    {
      "epoch": 280.48,
      "grad_norm": 1.1988117694854736,
      "learning_rate": 3.621741050579621e-06,
      "loss": 0.3665,
      "step": 1004970
    },
    {
      "epoch": 280.49,
      "grad_norm": 0.826438844203949,
      "learning_rate": 3.6217183843494953e-06,
      "loss": 0.3681,
      "step": 1004980
    },
    {
      "epoch": 280.49,
      "grad_norm": 0.9519357681274414,
      "learning_rate": 3.6216957179492715e-06,
      "loss": 0.3647,
      "step": 1004990
    },
    {
      "epoch": 280.49,
      "grad_norm": 1.2384752035140991,
      "learning_rate": 3.621673051378952e-06,
      "loss": 0.3548,
      "step": 1005000
    },
    {
      "epoch": 280.49,
      "grad_norm": 1.1170598268508911,
      "learning_rate": 3.6216503846385417e-06,
      "loss": 0.3536,
      "step": 1005010
    },
    {
      "epoch": 280.5,
      "grad_norm": 1.1382193565368652,
      "learning_rate": 3.6216277177280416e-06,
      "loss": 0.3508,
      "step": 1005020
    },
    {
      "epoch": 280.5,
      "grad_norm": 1.1154316663742065,
      "learning_rate": 3.621605050647456e-06,
      "loss": 0.356,
      "step": 1005030
    },
    {
      "epoch": 280.5,
      "grad_norm": 1.017635703086853,
      "learning_rate": 3.621582383396788e-06,
      "loss": 0.3542,
      "step": 1005040
    },
    {
      "epoch": 280.51,
      "grad_norm": 1.0014797449111938,
      "learning_rate": 3.6215597159760397e-06,
      "loss": 0.347,
      "step": 1005050
    },
    {
      "epoch": 280.51,
      "grad_norm": 0.955474853515625,
      "learning_rate": 3.6215370483852138e-06,
      "loss": 0.3394,
      "step": 1005060
    },
    {
      "epoch": 280.51,
      "grad_norm": 1.0040165185928345,
      "learning_rate": 3.6215143806243154e-06,
      "loss": 0.3696,
      "step": 1005070
    },
    {
      "epoch": 280.51,
      "grad_norm": 1.0387897491455078,
      "learning_rate": 3.6214917126933456e-06,
      "loss": 0.3512,
      "step": 1005080
    },
    {
      "epoch": 280.52,
      "grad_norm": 1.081433653831482,
      "learning_rate": 3.6214690445923084e-06,
      "loss": 0.3701,
      "step": 1005090
    },
    {
      "epoch": 280.52,
      "grad_norm": 1.0632365942001343,
      "learning_rate": 3.6214463763212057e-06,
      "loss": 0.3612,
      "step": 1005100
    },
    {
      "epoch": 280.52,
      "grad_norm": 0.9804475903511047,
      "learning_rate": 3.621423707880042e-06,
      "loss": 0.3558,
      "step": 1005110
    },
    {
      "epoch": 280.52,
      "grad_norm": 1.0569018125534058,
      "learning_rate": 3.6214010392688197e-06,
      "loss": 0.3789,
      "step": 1005120
    },
    {
      "epoch": 280.53,
      "grad_norm": 1.0604946613311768,
      "learning_rate": 3.621378370487541e-06,
      "loss": 0.3714,
      "step": 1005130
    },
    {
      "epoch": 280.53,
      "grad_norm": 0.854037880897522,
      "learning_rate": 3.6213557015362103e-06,
      "loss": 0.3504,
      "step": 1005140
    },
    {
      "epoch": 280.53,
      "grad_norm": 1.103958010673523,
      "learning_rate": 3.6213330324148297e-06,
      "loss": 0.3598,
      "step": 1005150
    },
    {
      "epoch": 280.54,
      "grad_norm": 1.0660219192504883,
      "learning_rate": 3.6213103631234025e-06,
      "loss": 0.3566,
      "step": 1005160
    },
    {
      "epoch": 280.54,
      "grad_norm": 6.0100226402282715,
      "learning_rate": 3.6212876936619314e-06,
      "loss": 0.3523,
      "step": 1005170
    },
    {
      "epoch": 280.54,
      "grad_norm": 1.1562588214874268,
      "learning_rate": 3.6212650240304196e-06,
      "loss": 0.3542,
      "step": 1005180
    },
    {
      "epoch": 280.54,
      "grad_norm": 0.9493330121040344,
      "learning_rate": 3.6212423542288703e-06,
      "loss": 0.3492,
      "step": 1005190
    },
    {
      "epoch": 280.55,
      "grad_norm": 1.2617402076721191,
      "learning_rate": 3.6212196842572862e-06,
      "loss": 0.3462,
      "step": 1005200
    },
    {
      "epoch": 280.55,
      "grad_norm": 1.0989348888397217,
      "learning_rate": 3.6211970141156714e-06,
      "loss": 0.3634,
      "step": 1005210
    },
    {
      "epoch": 280.55,
      "grad_norm": 1.2667694091796875,
      "learning_rate": 3.6211743438040273e-06,
      "loss": 0.3419,
      "step": 1005220
    },
    {
      "epoch": 280.56,
      "grad_norm": 1.1445590257644653,
      "learning_rate": 3.621151673322358e-06,
      "loss": 0.3605,
      "step": 1005230
    },
    {
      "epoch": 280.56,
      "grad_norm": 0.8918944597244263,
      "learning_rate": 3.621129002670666e-06,
      "loss": 0.3717,
      "step": 1005240
    },
    {
      "epoch": 280.56,
      "grad_norm": 0.9275282025337219,
      "learning_rate": 3.621106331848955e-06,
      "loss": 0.3634,
      "step": 1005250
    },
    {
      "epoch": 280.56,
      "grad_norm": 1.0764321088790894,
      "learning_rate": 3.621083660857226e-06,
      "loss": 0.3543,
      "step": 1005260
    },
    {
      "epoch": 280.57,
      "grad_norm": 1.1695306301116943,
      "learning_rate": 3.6210609896954854e-06,
      "loss": 0.3773,
      "step": 1005270
    },
    {
      "epoch": 280.57,
      "grad_norm": 0.9407544136047363,
      "learning_rate": 3.621038318363733e-06,
      "loss": 0.3594,
      "step": 1005280
    },
    {
      "epoch": 280.57,
      "grad_norm": 0.9595687985420227,
      "learning_rate": 3.621015646861974e-06,
      "loss": 0.3737,
      "step": 1005290
    },
    {
      "epoch": 280.57,
      "grad_norm": 1.149384617805481,
      "learning_rate": 3.6209929751902107e-06,
      "loss": 0.3713,
      "step": 1005300
    },
    {
      "epoch": 280.58,
      "grad_norm": 1.0355273485183716,
      "learning_rate": 3.6209703033484453e-06,
      "loss": 0.3542,
      "step": 1005310
    },
    {
      "epoch": 280.58,
      "grad_norm": 1.0793402194976807,
      "learning_rate": 3.620947631336682e-06,
      "loss": 0.3527,
      "step": 1005320
    },
    {
      "epoch": 280.58,
      "grad_norm": 0.9521148204803467,
      "learning_rate": 3.6209249591549235e-06,
      "loss": 0.3617,
      "step": 1005330
    },
    {
      "epoch": 280.59,
      "grad_norm": 1.0282726287841797,
      "learning_rate": 3.6209022868031723e-06,
      "loss": 0.3729,
      "step": 1005340
    },
    {
      "epoch": 280.59,
      "grad_norm": 1.8118761777877808,
      "learning_rate": 3.620879614281432e-06,
      "loss": 0.3554,
      "step": 1005350
    },
    {
      "epoch": 280.59,
      "grad_norm": 1.0633478164672852,
      "learning_rate": 3.620856941589705e-06,
      "loss": 0.3566,
      "step": 1005360
    },
    {
      "epoch": 280.59,
      "grad_norm": 0.9862034916877747,
      "learning_rate": 3.6208342687279955e-06,
      "loss": 0.3505,
      "step": 1005370
    },
    {
      "epoch": 280.6,
      "grad_norm": 0.8758206367492676,
      "learning_rate": 3.6208115956963055e-06,
      "loss": 0.3653,
      "step": 1005380
    },
    {
      "epoch": 280.6,
      "grad_norm": 0.8337849974632263,
      "learning_rate": 3.620788922494637e-06,
      "loss": 0.3491,
      "step": 1005390
    },
    {
      "epoch": 280.6,
      "grad_norm": 1.064864993095398,
      "learning_rate": 3.620766249122996e-06,
      "loss": 0.3684,
      "step": 1005400
    },
    {
      "epoch": 280.61,
      "grad_norm": 0.9414878487586975,
      "learning_rate": 3.6207435755813828e-06,
      "loss": 0.3417,
      "step": 1005410
    },
    {
      "epoch": 280.61,
      "grad_norm": 0.8948971629142761,
      "learning_rate": 3.620720901869802e-06,
      "loss": 0.3555,
      "step": 1005420
    },
    {
      "epoch": 280.61,
      "grad_norm": 0.9882041215896606,
      "learning_rate": 3.6206982279882557e-06,
      "loss": 0.3614,
      "step": 1005430
    },
    {
      "epoch": 280.61,
      "grad_norm": 1.017425537109375,
      "learning_rate": 3.6206755539367474e-06,
      "loss": 0.3472,
      "step": 1005440
    },
    {
      "epoch": 280.62,
      "grad_norm": 0.8956574201583862,
      "learning_rate": 3.6206528797152797e-06,
      "loss": 0.3446,
      "step": 1005450
    },
    {
      "epoch": 280.62,
      "grad_norm": 1.0688776969909668,
      "learning_rate": 3.6206302053238557e-06,
      "loss": 0.3704,
      "step": 1005460
    },
    {
      "epoch": 280.62,
      "grad_norm": 1.1807931661605835,
      "learning_rate": 3.620607530762479e-06,
      "loss": 0.3489,
      "step": 1005470
    },
    {
      "epoch": 280.63,
      "grad_norm": 2.0976974964141846,
      "learning_rate": 3.620584856031152e-06,
      "loss": 0.3712,
      "step": 1005480
    },
    {
      "epoch": 280.63,
      "grad_norm": 0.937796950340271,
      "learning_rate": 3.620562181129878e-06,
      "loss": 0.3652,
      "step": 1005490
    },
    {
      "epoch": 280.63,
      "grad_norm": 1.1263532638549805,
      "learning_rate": 3.6205395060586603e-06,
      "loss": 0.3762,
      "step": 1005500
    },
    {
      "epoch": 280.63,
      "grad_norm": 1.1572269201278687,
      "learning_rate": 3.620516830817501e-06,
      "loss": 0.3533,
      "step": 1005510
    },
    {
      "epoch": 280.64,
      "grad_norm": 1.1033923625946045,
      "learning_rate": 3.6204941554064043e-06,
      "loss": 0.3598,
      "step": 1005520
    },
    {
      "epoch": 280.64,
      "grad_norm": 0.9884750247001648,
      "learning_rate": 3.620471479825372e-06,
      "loss": 0.3644,
      "step": 1005530
    },
    {
      "epoch": 280.64,
      "grad_norm": 1.376918911933899,
      "learning_rate": 3.620448804074408e-06,
      "loss": 0.3667,
      "step": 1005540
    },
    {
      "epoch": 280.64,
      "grad_norm": 0.9159494638442993,
      "learning_rate": 3.620426128153515e-06,
      "loss": 0.3493,
      "step": 1005550
    },
    {
      "epoch": 280.65,
      "grad_norm": 1.0912684202194214,
      "learning_rate": 3.6204034520626964e-06,
      "loss": 0.3661,
      "step": 1005560
    },
    {
      "epoch": 280.65,
      "grad_norm": 1.2889484167099,
      "learning_rate": 3.6203807758019546e-06,
      "loss": 0.3691,
      "step": 1005570
    },
    {
      "epoch": 280.65,
      "grad_norm": 0.8599855303764343,
      "learning_rate": 3.620358099371292e-06,
      "loss": 0.3506,
      "step": 1005580
    },
    {
      "epoch": 280.66,
      "grad_norm": 1.0047334432601929,
      "learning_rate": 3.620335422770714e-06,
      "loss": 0.3536,
      "step": 1005590
    },
    {
      "epoch": 280.66,
      "grad_norm": 1.0242565870285034,
      "learning_rate": 3.6203127460002212e-06,
      "loss": 0.3625,
      "step": 1005600
    },
    {
      "epoch": 280.66,
      "grad_norm": 0.9269261956214905,
      "learning_rate": 3.6202900690598176e-06,
      "loss": 0.3746,
      "step": 1005610
    },
    {
      "epoch": 280.66,
      "grad_norm": 1.1630034446716309,
      "learning_rate": 3.620267391949507e-06,
      "loss": 0.351,
      "step": 1005620
    },
    {
      "epoch": 280.67,
      "grad_norm": 1.095786213874817,
      "learning_rate": 3.6202447146692906e-06,
      "loss": 0.3572,
      "step": 1005630
    },
    {
      "epoch": 280.67,
      "grad_norm": 0.9982714056968689,
      "learning_rate": 3.620222037219173e-06,
      "loss": 0.3566,
      "step": 1005640
    },
    {
      "epoch": 280.67,
      "grad_norm": 1.2448108196258545,
      "learning_rate": 3.6201993595991564e-06,
      "loss": 0.3504,
      "step": 1005650
    },
    {
      "epoch": 280.68,
      "grad_norm": 1.2833106517791748,
      "learning_rate": 3.620176681809244e-06,
      "loss": 0.3443,
      "step": 1005660
    },
    {
      "epoch": 280.68,
      "grad_norm": 1.1283204555511475,
      "learning_rate": 3.620154003849439e-06,
      "loss": 0.3475,
      "step": 1005670
    },
    {
      "epoch": 280.68,
      "grad_norm": 0.8774101734161377,
      "learning_rate": 3.620131325719744e-06,
      "loss": 0.367,
      "step": 1005680
    },
    {
      "epoch": 280.68,
      "grad_norm": 0.996665894985199,
      "learning_rate": 3.6201086474201626e-06,
      "loss": 0.3686,
      "step": 1005690
    },
    {
      "epoch": 280.69,
      "grad_norm": 1.153013825416565,
      "learning_rate": 3.6200859689506973e-06,
      "loss": 0.3576,
      "step": 1005700
    },
    {
      "epoch": 280.69,
      "grad_norm": 0.9461820125579834,
      "learning_rate": 3.620063290311352e-06,
      "loss": 0.3507,
      "step": 1005710
    },
    {
      "epoch": 280.69,
      "grad_norm": 0.9013491868972778,
      "learning_rate": 3.6200406115021284e-06,
      "loss": 0.3587,
      "step": 1005720
    },
    {
      "epoch": 280.69,
      "grad_norm": 1.1149967908859253,
      "learning_rate": 3.62001793252303e-06,
      "loss": 0.356,
      "step": 1005730
    },
    {
      "epoch": 280.7,
      "grad_norm": 22.932506561279297,
      "learning_rate": 3.6199952533740604e-06,
      "loss": 0.3454,
      "step": 1005740
    },
    {
      "epoch": 280.7,
      "grad_norm": 1.143754243850708,
      "learning_rate": 3.6199725740552218e-06,
      "loss": 0.3529,
      "step": 1005750
    },
    {
      "epoch": 280.7,
      "grad_norm": 1.112994909286499,
      "learning_rate": 3.6199498945665183e-06,
      "loss": 0.3632,
      "step": 1005760
    },
    {
      "epoch": 280.71,
      "grad_norm": 1.1111174821853638,
      "learning_rate": 3.6199272149079512e-06,
      "loss": 0.3625,
      "step": 1005770
    },
    {
      "epoch": 280.71,
      "grad_norm": 0.9688225388526917,
      "learning_rate": 3.6199045350795257e-06,
      "loss": 0.3567,
      "step": 1005780
    },
    {
      "epoch": 280.71,
      "grad_norm": 0.937309205532074,
      "learning_rate": 3.619881855081243e-06,
      "loss": 0.3692,
      "step": 1005790
    },
    {
      "epoch": 280.71,
      "grad_norm": 1.2318885326385498,
      "learning_rate": 3.6198591749131072e-06,
      "loss": 0.3633,
      "step": 1005800
    },
    {
      "epoch": 280.72,
      "grad_norm": 0.9075532555580139,
      "learning_rate": 3.6198364945751206e-06,
      "loss": 0.3703,
      "step": 1005810
    },
    {
      "epoch": 280.72,
      "grad_norm": 1.0399153232574463,
      "learning_rate": 3.6198138140672866e-06,
      "loss": 0.3771,
      "step": 1005820
    },
    {
      "epoch": 280.72,
      "grad_norm": 1.0853558778762817,
      "learning_rate": 3.619791133389608e-06,
      "loss": 0.3576,
      "step": 1005830
    },
    {
      "epoch": 280.73,
      "grad_norm": 1.0193066596984863,
      "learning_rate": 3.6197684525420888e-06,
      "loss": 0.343,
      "step": 1005840
    },
    {
      "epoch": 280.73,
      "grad_norm": 1.165094256401062,
      "learning_rate": 3.6197457715247305e-06,
      "loss": 0.3571,
      "step": 1005850
    },
    {
      "epoch": 280.73,
      "grad_norm": 1.0143500566482544,
      "learning_rate": 3.619723090337537e-06,
      "loss": 0.3713,
      "step": 1005860
    },
    {
      "epoch": 280.73,
      "grad_norm": 1.17995023727417,
      "learning_rate": 3.619700408980511e-06,
      "loss": 0.3662,
      "step": 1005870
    },
    {
      "epoch": 280.74,
      "grad_norm": 0.9735769629478455,
      "learning_rate": 3.6196777274536556e-06,
      "loss": 0.356,
      "step": 1005880
    },
    {
      "epoch": 280.74,
      "grad_norm": 0.9838020205497742,
      "learning_rate": 3.6196550457569744e-06,
      "loss": 0.3612,
      "step": 1005890
    },
    {
      "epoch": 280.74,
      "grad_norm": 1.070273995399475,
      "learning_rate": 3.619632363890469e-06,
      "loss": 0.3363,
      "step": 1005900
    },
    {
      "epoch": 280.75,
      "grad_norm": 1.0783087015151978,
      "learning_rate": 3.6196096818541445e-06,
      "loss": 0.3707,
      "step": 1005910
    },
    {
      "epoch": 280.75,
      "grad_norm": 0.8976536393165588,
      "learning_rate": 3.619586999648002e-06,
      "loss": 0.3666,
      "step": 1005920
    },
    {
      "epoch": 280.75,
      "grad_norm": 1.0994170904159546,
      "learning_rate": 3.619564317272044e-06,
      "loss": 0.374,
      "step": 1005930
    },
    {
      "epoch": 280.75,
      "grad_norm": 1.1209557056427002,
      "learning_rate": 3.6195416347262764e-06,
      "loss": 0.3521,
      "step": 1005940
    },
    {
      "epoch": 280.76,
      "grad_norm": 1.1280152797698975,
      "learning_rate": 3.6195189520107005e-06,
      "loss": 0.3761,
      "step": 1005950
    },
    {
      "epoch": 280.76,
      "grad_norm": 0.8716263175010681,
      "learning_rate": 3.6194962691253195e-06,
      "loss": 0.3444,
      "step": 1005960
    },
    {
      "epoch": 280.76,
      "grad_norm": 1.6293511390686035,
      "learning_rate": 3.619473586070135e-06,
      "loss": 0.3454,
      "step": 1005970
    },
    {
      "epoch": 280.76,
      "grad_norm": 1.0010650157928467,
      "learning_rate": 3.6194509028451528e-06,
      "loss": 0.3507,
      "step": 1005980
    },
    {
      "epoch": 280.77,
      "grad_norm": 1.143988013267517,
      "learning_rate": 3.6194282194503738e-06,
      "loss": 0.3433,
      "step": 1005990
    },
    {
      "epoch": 280.77,
      "grad_norm": 1.062386393547058,
      "learning_rate": 3.619405535885802e-06,
      "loss": 0.3619,
      "step": 1006000
    },
    {
      "epoch": 280.77,
      "grad_norm": 0.9230718612670898,
      "learning_rate": 3.6193828521514403e-06,
      "loss": 0.3728,
      "step": 1006010
    },
    {
      "epoch": 280.78,
      "grad_norm": 1.0774568319320679,
      "learning_rate": 3.6193601682472904e-06,
      "loss": 0.3581,
      "step": 1006020
    },
    {
      "epoch": 280.78,
      "grad_norm": 1.3232241868972778,
      "learning_rate": 3.6193374841733574e-06,
      "loss": 0.3635,
      "step": 1006030
    },
    {
      "epoch": 280.78,
      "grad_norm": 1.1874619722366333,
      "learning_rate": 3.6193147999296435e-06,
      "loss": 0.3686,
      "step": 1006040
    },
    {
      "epoch": 280.78,
      "grad_norm": 1.1214946508407593,
      "learning_rate": 3.619292115516151e-06,
      "loss": 0.348,
      "step": 1006050
    },
    {
      "epoch": 280.79,
      "grad_norm": 1.1996283531188965,
      "learning_rate": 3.6192694309328836e-06,
      "loss": 0.3724,
      "step": 1006060
    },
    {
      "epoch": 280.79,
      "grad_norm": 1.1831233501434326,
      "learning_rate": 3.619246746179844e-06,
      "loss": 0.3535,
      "step": 1006070
    },
    {
      "epoch": 280.79,
      "grad_norm": 1.1894710063934326,
      "learning_rate": 3.619224061257036e-06,
      "loss": 0.3602,
      "step": 1006080
    },
    {
      "epoch": 280.8,
      "grad_norm": 1.0361312627792358,
      "learning_rate": 3.619201376164462e-06,
      "loss": 0.3636,
      "step": 1006090
    },
    {
      "epoch": 280.8,
      "grad_norm": 0.8335247039794922,
      "learning_rate": 3.6191786909021244e-06,
      "loss": 0.3452,
      "step": 1006100
    },
    {
      "epoch": 280.8,
      "grad_norm": 0.9424771666526794,
      "learning_rate": 3.619156005470028e-06,
      "loss": 0.3323,
      "step": 1006110
    },
    {
      "epoch": 280.8,
      "grad_norm": 1.0291624069213867,
      "learning_rate": 3.6191333198681737e-06,
      "loss": 0.3572,
      "step": 1006120
    },
    {
      "epoch": 280.81,
      "grad_norm": 0.8581028580665588,
      "learning_rate": 3.619110634096566e-06,
      "loss": 0.3499,
      "step": 1006130
    },
    {
      "epoch": 280.81,
      "grad_norm": 1.1416200399398804,
      "learning_rate": 3.619087948155208e-06,
      "loss": 0.3475,
      "step": 1006140
    },
    {
      "epoch": 280.81,
      "grad_norm": 1.0599710941314697,
      "learning_rate": 3.6190652620441014e-06,
      "loss": 0.3543,
      "step": 1006150
    },
    {
      "epoch": 280.81,
      "grad_norm": 0.7955399751663208,
      "learning_rate": 3.61904257576325e-06,
      "loss": 0.358,
      "step": 1006160
    },
    {
      "epoch": 280.82,
      "grad_norm": 1.2732642889022827,
      "learning_rate": 3.6190198893126564e-06,
      "loss": 0.3517,
      "step": 1006170
    },
    {
      "epoch": 280.82,
      "grad_norm": 1.119696855545044,
      "learning_rate": 3.618997202692325e-06,
      "loss": 0.3598,
      "step": 1006180
    },
    {
      "epoch": 280.82,
      "grad_norm": 0.8667224049568176,
      "learning_rate": 3.6189745159022574e-06,
      "loss": 0.3526,
      "step": 1006190
    },
    {
      "epoch": 280.83,
      "grad_norm": 1.055829405784607,
      "learning_rate": 3.6189518289424577e-06,
      "loss": 0.3455,
      "step": 1006200
    },
    {
      "epoch": 280.83,
      "grad_norm": 1.0718913078308105,
      "learning_rate": 3.618929141812927e-06,
      "loss": 0.3515,
      "step": 1006210
    },
    {
      "epoch": 280.83,
      "grad_norm": 1.7324177026748657,
      "learning_rate": 3.6189064545136705e-06,
      "loss": 0.3762,
      "step": 1006220
    },
    {
      "epoch": 280.83,
      "grad_norm": 1.3621653318405151,
      "learning_rate": 3.6188837670446897e-06,
      "loss": 0.3556,
      "step": 1006230
    },
    {
      "epoch": 280.84,
      "grad_norm": 1.176725149154663,
      "learning_rate": 3.6188610794059894e-06,
      "loss": 0.3614,
      "step": 1006240
    },
    {
      "epoch": 280.84,
      "grad_norm": 1.0298305749893188,
      "learning_rate": 3.6188383915975703e-06,
      "loss": 0.3458,
      "step": 1006250
    },
    {
      "epoch": 280.84,
      "grad_norm": 1.024609923362732,
      "learning_rate": 3.618815703619437e-06,
      "loss": 0.3605,
      "step": 1006260
    },
    {
      "epoch": 280.85,
      "grad_norm": 1.079816460609436,
      "learning_rate": 3.618793015471593e-06,
      "loss": 0.345,
      "step": 1006270
    },
    {
      "epoch": 280.85,
      "grad_norm": 0.9809021353721619,
      "learning_rate": 3.618770327154039e-06,
      "loss": 0.3595,
      "step": 1006280
    },
    {
      "epoch": 280.85,
      "grad_norm": 1.043644905090332,
      "learning_rate": 3.61874763866678e-06,
      "loss": 0.3618,
      "step": 1006290
    },
    {
      "epoch": 280.85,
      "grad_norm": 1.0817365646362305,
      "learning_rate": 3.6187249500098187e-06,
      "loss": 0.3564,
      "step": 1006300
    },
    {
      "epoch": 280.86,
      "grad_norm": 1.024731159210205,
      "learning_rate": 3.6187022611831576e-06,
      "loss": 0.3559,
      "step": 1006310
    },
    {
      "epoch": 280.86,
      "grad_norm": 1.1499429941177368,
      "learning_rate": 3.6186795721867998e-06,
      "loss": 0.3662,
      "step": 1006320
    },
    {
      "epoch": 280.86,
      "grad_norm": 0.8741816282272339,
      "learning_rate": 3.6186568830207495e-06,
      "loss": 0.3625,
      "step": 1006330
    },
    {
      "epoch": 280.87,
      "grad_norm": 1.0328823328018188,
      "learning_rate": 3.6186341936850076e-06,
      "loss": 0.3588,
      "step": 1006340
    },
    {
      "epoch": 280.87,
      "grad_norm": 0.8825446367263794,
      "learning_rate": 3.6186115041795784e-06,
      "loss": 0.3645,
      "step": 1006350
    },
    {
      "epoch": 280.87,
      "grad_norm": 1.0816847085952759,
      "learning_rate": 3.618588814504465e-06,
      "loss": 0.3553,
      "step": 1006360
    },
    {
      "epoch": 280.87,
      "grad_norm": 1.0660375356674194,
      "learning_rate": 3.618566124659671e-06,
      "loss": 0.3474,
      "step": 1006370
    },
    {
      "epoch": 280.88,
      "grad_norm": 0.9099284410476685,
      "learning_rate": 3.6185434346451972e-06,
      "loss": 0.3545,
      "step": 1006380
    },
    {
      "epoch": 280.88,
      "grad_norm": 1.213334083557129,
      "learning_rate": 3.618520744461049e-06,
      "loss": 0.3669,
      "step": 1006390
    },
    {
      "epoch": 280.88,
      "grad_norm": 0.8991160988807678,
      "learning_rate": 3.618498054107228e-06,
      "loss": 0.3637,
      "step": 1006400
    },
    {
      "epoch": 280.88,
      "grad_norm": 1.0207583904266357,
      "learning_rate": 3.618475363583738e-06,
      "loss": 0.3716,
      "step": 1006410
    },
    {
      "epoch": 280.89,
      "grad_norm": 0.969813346862793,
      "learning_rate": 3.618452672890582e-06,
      "loss": 0.3662,
      "step": 1006420
    },
    {
      "epoch": 280.89,
      "grad_norm": 1.1130197048187256,
      "learning_rate": 3.6184299820277624e-06,
      "loss": 0.3636,
      "step": 1006430
    },
    {
      "epoch": 280.89,
      "grad_norm": 1.2006466388702393,
      "learning_rate": 3.6184072909952823e-06,
      "loss": 0.356,
      "step": 1006440
    },
    {
      "epoch": 280.9,
      "grad_norm": 1.0388777256011963,
      "learning_rate": 3.6183845997931452e-06,
      "loss": 0.3621,
      "step": 1006450
    },
    {
      "epoch": 280.9,
      "grad_norm": 1.1305274963378906,
      "learning_rate": 3.6183619084213543e-06,
      "loss": 0.3471,
      "step": 1006460
    },
    {
      "epoch": 280.9,
      "grad_norm": 1.2469335794448853,
      "learning_rate": 3.6183392168799115e-06,
      "loss": 0.3623,
      "step": 1006470
    },
    {
      "epoch": 280.9,
      "grad_norm": 1.0082679986953735,
      "learning_rate": 3.6183165251688207e-06,
      "loss": 0.357,
      "step": 1006480
    },
    {
      "epoch": 280.91,
      "grad_norm": 1.0066498517990112,
      "learning_rate": 3.6182938332880853e-06,
      "loss": 0.3767,
      "step": 1006490
    },
    {
      "epoch": 280.91,
      "grad_norm": 1.1748021841049194,
      "learning_rate": 3.618271141237707e-06,
      "loss": 0.3634,
      "step": 1006500
    },
    {
      "epoch": 280.91,
      "grad_norm": 0.9334453344345093,
      "learning_rate": 3.6182484490176905e-06,
      "loss": 0.3378,
      "step": 1006510
    },
    {
      "epoch": 280.92,
      "grad_norm": 1.0004383325576782,
      "learning_rate": 3.6182257566280366e-06,
      "loss": 0.3597,
      "step": 1006520
    },
    {
      "epoch": 280.92,
      "grad_norm": 1.1031579971313477,
      "learning_rate": 3.6182030640687507e-06,
      "loss": 0.3518,
      "step": 1006530
    },
    {
      "epoch": 280.92,
      "grad_norm": 1.2791712284088135,
      "learning_rate": 3.6181803713398343e-06,
      "loss": 0.3469,
      "step": 1006540
    },
    {
      "epoch": 280.92,
      "grad_norm": 0.9451025724411011,
      "learning_rate": 3.618157678441291e-06,
      "loss": 0.3486,
      "step": 1006550
    },
    {
      "epoch": 280.93,
      "grad_norm": 1.0900232791900635,
      "learning_rate": 3.618134985373124e-06,
      "loss": 0.3557,
      "step": 1006560
    },
    {
      "epoch": 280.93,
      "grad_norm": 0.9763563871383667,
      "learning_rate": 3.618112292135335e-06,
      "loss": 0.3603,
      "step": 1006570
    },
    {
      "epoch": 280.93,
      "grad_norm": 1.1694220304489136,
      "learning_rate": 3.6180895987279286e-06,
      "loss": 0.3656,
      "step": 1006580
    },
    {
      "epoch": 280.93,
      "grad_norm": 0.9731221795082092,
      "learning_rate": 3.618066905150908e-06,
      "loss": 0.3717,
      "step": 1006590
    },
    {
      "epoch": 280.94,
      "grad_norm": 0.991786539554596,
      "learning_rate": 3.6180442114042747e-06,
      "loss": 0.3593,
      "step": 1006600
    },
    {
      "epoch": 280.94,
      "grad_norm": 1.053144931793213,
      "learning_rate": 3.6180215174880324e-06,
      "loss": 0.3731,
      "step": 1006610
    },
    {
      "epoch": 280.94,
      "grad_norm": 1.0333659648895264,
      "learning_rate": 3.617998823402185e-06,
      "loss": 0.3613,
      "step": 1006620
    },
    {
      "epoch": 280.95,
      "grad_norm": 1.0088844299316406,
      "learning_rate": 3.617976129146734e-06,
      "loss": 0.3718,
      "step": 1006630
    },
    {
      "epoch": 280.95,
      "grad_norm": 1.0085214376449585,
      "learning_rate": 3.617953434721683e-06,
      "loss": 0.3557,
      "step": 1006640
    },
    {
      "epoch": 280.95,
      "grad_norm": 1.3159046173095703,
      "learning_rate": 3.6179307401270353e-06,
      "loss": 0.3541,
      "step": 1006650
    },
    {
      "epoch": 280.95,
      "grad_norm": 1.0317912101745605,
      "learning_rate": 3.6179080453627944e-06,
      "loss": 0.3381,
      "step": 1006660
    },
    {
      "epoch": 280.96,
      "grad_norm": 1.0183820724487305,
      "learning_rate": 3.617885350428962e-06,
      "loss": 0.3494,
      "step": 1006670
    },
    {
      "epoch": 280.96,
      "grad_norm": 1.0613802671432495,
      "learning_rate": 3.6178626553255426e-06,
      "loss": 0.3708,
      "step": 1006680
    },
    {
      "epoch": 280.96,
      "grad_norm": 0.9139061570167542,
      "learning_rate": 3.617839960052538e-06,
      "loss": 0.3687,
      "step": 1006690
    },
    {
      "epoch": 280.97,
      "grad_norm": 1.133085012435913,
      "learning_rate": 3.6178172646099512e-06,
      "loss": 0.3495,
      "step": 1006700
    },
    {
      "epoch": 280.97,
      "grad_norm": 1.0946176052093506,
      "learning_rate": 3.6177945689977867e-06,
      "loss": 0.3704,
      "step": 1006710
    },
    {
      "epoch": 280.97,
      "grad_norm": 1.0037643909454346,
      "learning_rate": 3.617771873216046e-06,
      "loss": 0.3653,
      "step": 1006720
    },
    {
      "epoch": 280.97,
      "grad_norm": 1.2251005172729492,
      "learning_rate": 3.6177491772647326e-06,
      "loss": 0.3488,
      "step": 1006730
    },
    {
      "epoch": 280.98,
      "grad_norm": 1.270758032798767,
      "learning_rate": 3.6177264811438494e-06,
      "loss": 0.3489,
      "step": 1006740
    },
    {
      "epoch": 280.98,
      "grad_norm": 0.9202495217323303,
      "learning_rate": 3.6177037848534004e-06,
      "loss": 0.3685,
      "step": 1006750
    },
    {
      "epoch": 280.98,
      "grad_norm": 0.9608662128448486,
      "learning_rate": 3.6176810883933868e-06,
      "loss": 0.369,
      "step": 1006760
    },
    {
      "epoch": 280.99,
      "grad_norm": 1.029139757156372,
      "learning_rate": 3.6176583917638133e-06,
      "loss": 0.3513,
      "step": 1006770
    },
    {
      "epoch": 280.99,
      "grad_norm": 0.9366770386695862,
      "learning_rate": 3.617635694964682e-06,
      "loss": 0.356,
      "step": 1006780
    },
    {
      "epoch": 280.99,
      "grad_norm": 0.8989309668540955,
      "learning_rate": 3.6176129979959955e-06,
      "loss": 0.3672,
      "step": 1006790
    },
    {
      "epoch": 280.99,
      "grad_norm": 1.2203543186187744,
      "learning_rate": 3.6175903008577584e-06,
      "loss": 0.3644,
      "step": 1006800
    },
    {
      "epoch": 281.0,
      "grad_norm": 0.8687360286712646,
      "learning_rate": 3.6175676035499724e-06,
      "loss": 0.3435,
      "step": 1006810
    },
    {
      "epoch": 281.0,
      "grad_norm": 1.0340685844421387,
      "learning_rate": 3.6175449060726417e-06,
      "loss": 0.3684,
      "step": 1006820
    },
    {
      "epoch": 281.0,
      "eval_loss": 0.3599608242511749,
      "eval_runtime": 63.4388,
      "eval_samples_per_second": 79.746,
      "eval_steps_per_second": 9.978,
      "step": 1006823
    },
    {
      "epoch": 281.0,
      "grad_norm": 1.2944133281707764,
      "learning_rate": 3.6175222084257672e-06,
      "loss": 0.3693,
      "step": 1006830
    },
    {
      "epoch": 281.0,
      "grad_norm": 1.0397217273712158,
      "learning_rate": 3.617499510609354e-06,
      "loss": 0.3515,
      "step": 1006840
    },
    {
      "epoch": 281.01,
      "grad_norm": 1.0958573818206787,
      "learning_rate": 3.617476812623405e-06,
      "loss": 0.3677,
      "step": 1006850
    },
    {
      "epoch": 281.01,
      "grad_norm": 0.9766231179237366,
      "learning_rate": 3.6174541144679216e-06,
      "loss": 0.3512,
      "step": 1006860
    },
    {
      "epoch": 281.01,
      "grad_norm": 0.9823133945465088,
      "learning_rate": 3.6174314161429083e-06,
      "loss": 0.3579,
      "step": 1006870
    },
    {
      "epoch": 281.02,
      "grad_norm": 1.0677850246429443,
      "learning_rate": 3.6174087176483678e-06,
      "loss": 0.3641,
      "step": 1006880
    },
    {
      "epoch": 281.02,
      "grad_norm": 0.9226106405258179,
      "learning_rate": 3.617386018984302e-06,
      "loss": 0.3803,
      "step": 1006890
    },
    {
      "epoch": 281.02,
      "grad_norm": 0.9701648950576782,
      "learning_rate": 3.617363320150716e-06,
      "loss": 0.3682,
      "step": 1006900
    },
    {
      "epoch": 281.02,
      "grad_norm": 1.0886037349700928,
      "learning_rate": 3.617340621147611e-06,
      "loss": 0.3794,
      "step": 1006910
    },
    {
      "epoch": 281.03,
      "grad_norm": 1.0277998447418213,
      "learning_rate": 3.6173179219749914e-06,
      "loss": 0.3374,
      "step": 1006920
    },
    {
      "epoch": 281.03,
      "grad_norm": 1.0110684633255005,
      "learning_rate": 3.6172952226328597e-06,
      "loss": 0.3733,
      "step": 1006930
    },
    {
      "epoch": 281.03,
      "grad_norm": 1.2528295516967773,
      "learning_rate": 3.6172725231212185e-06,
      "loss": 0.3574,
      "step": 1006940
    },
    {
      "epoch": 281.04,
      "grad_norm": 0.8777291178703308,
      "learning_rate": 3.617249823440071e-06,
      "loss": 0.3668,
      "step": 1006950
    },
    {
      "epoch": 281.04,
      "grad_norm": 1.0912595987319946,
      "learning_rate": 3.61722712358942e-06,
      "loss": 0.3569,
      "step": 1006960
    },
    {
      "epoch": 281.04,
      "grad_norm": 0.9491820335388184,
      "learning_rate": 3.6172044235692687e-06,
      "loss": 0.352,
      "step": 1006970
    },
    {
      "epoch": 281.04,
      "grad_norm": 0.9855378270149231,
      "learning_rate": 3.617181723379621e-06,
      "loss": 0.3512,
      "step": 1006980
    },
    {
      "epoch": 281.05,
      "grad_norm": 1.1622719764709473,
      "learning_rate": 3.617159023020479e-06,
      "loss": 0.3424,
      "step": 1006990
    },
    {
      "epoch": 281.05,
      "grad_norm": 1.0393527746200562,
      "learning_rate": 3.6171363224918457e-06,
      "loss": 0.3695,
      "step": 1007000
    },
    {
      "epoch": 281.05,
      "grad_norm": 0.9806612730026245,
      "learning_rate": 3.617113621793725e-06,
      "loss": 0.3463,
      "step": 1007010
    },
    {
      "epoch": 281.05,
      "grad_norm": 1.0566023588180542,
      "learning_rate": 3.617090920926119e-06,
      "loss": 0.3565,
      "step": 1007020
    },
    {
      "epoch": 281.06,
      "grad_norm": 1.0322372913360596,
      "learning_rate": 3.61706821988903e-06,
      "loss": 0.363,
      "step": 1007030
    },
    {
      "epoch": 281.06,
      "grad_norm": 1.3052605390548706,
      "learning_rate": 3.6170455186824633e-06,
      "loss": 0.3489,
      "step": 1007040
    },
    {
      "epoch": 281.06,
      "grad_norm": 0.9961275458335876,
      "learning_rate": 3.6170228173064196e-06,
      "loss": 0.3639,
      "step": 1007050
    },
    {
      "epoch": 281.07,
      "grad_norm": 0.8874945640563965,
      "learning_rate": 3.6170001157609036e-06,
      "loss": 0.3482,
      "step": 1007060
    },
    {
      "epoch": 281.07,
      "grad_norm": 0.9445099830627441,
      "learning_rate": 3.616977414045918e-06,
      "loss": 0.3532,
      "step": 1007070
    },
    {
      "epoch": 281.07,
      "grad_norm": 1.0015591382980347,
      "learning_rate": 3.6169547121614643e-06,
      "loss": 0.3509,
      "step": 1007080
    },
    {
      "epoch": 281.07,
      "grad_norm": 1.1834931373596191,
      "learning_rate": 3.6169320101075473e-06,
      "loss": 0.3673,
      "step": 1007090
    },
    {
      "epoch": 281.08,
      "grad_norm": 1.0334450006484985,
      "learning_rate": 3.616909307884169e-06,
      "loss": 0.3522,
      "step": 1007100
    },
    {
      "epoch": 281.08,
      "grad_norm": 0.9655097126960754,
      "learning_rate": 3.6168866054913334e-06,
      "loss": 0.3562,
      "step": 1007110
    },
    {
      "epoch": 281.08,
      "grad_norm": 1.1710929870605469,
      "learning_rate": 3.616863902929043e-06,
      "loss": 0.3712,
      "step": 1007120
    },
    {
      "epoch": 281.09,
      "grad_norm": 1.1083425283432007,
      "learning_rate": 3.6168412001973004e-06,
      "loss": 0.3387,
      "step": 1007130
    },
    {
      "epoch": 281.09,
      "grad_norm": 1.0041062831878662,
      "learning_rate": 3.6168184972961095e-06,
      "loss": 0.3674,
      "step": 1007140
    },
    {
      "epoch": 281.09,
      "grad_norm": 0.9281909465789795,
      "learning_rate": 3.616795794225472e-06,
      "loss": 0.3442,
      "step": 1007150
    },
    {
      "epoch": 281.09,
      "grad_norm": 1.1933292150497437,
      "learning_rate": 3.6167730909853926e-06,
      "loss": 0.3645,
      "step": 1007160
    },
    {
      "epoch": 281.1,
      "grad_norm": 0.9217682480812073,
      "learning_rate": 3.6167503875758735e-06,
      "loss": 0.3445,
      "step": 1007170
    },
    {
      "epoch": 281.1,
      "grad_norm": 1.153873085975647,
      "learning_rate": 3.6167276839969173e-06,
      "loss": 0.3659,
      "step": 1007180
    },
    {
      "epoch": 281.1,
      "grad_norm": 1.0647046566009521,
      "learning_rate": 3.616704980248528e-06,
      "loss": 0.3686,
      "step": 1007190
    },
    {
      "epoch": 281.11,
      "grad_norm": 1.7175105810165405,
      "learning_rate": 3.616682276330708e-06,
      "loss": 0.3617,
      "step": 1007200
    },
    {
      "epoch": 281.11,
      "grad_norm": 1.092594027519226,
      "learning_rate": 3.6166595722434596e-06,
      "loss": 0.3592,
      "step": 1007210
    },
    {
      "epoch": 281.11,
      "grad_norm": 1.0417042970657349,
      "learning_rate": 3.6166368679867864e-06,
      "loss": 0.375,
      "step": 1007220
    },
    {
      "epoch": 281.11,
      "grad_norm": 0.9970940351486206,
      "learning_rate": 3.6166141635606927e-06,
      "loss": 0.3395,
      "step": 1007230
    },
    {
      "epoch": 281.12,
      "grad_norm": 0.9985201954841614,
      "learning_rate": 3.61659145896518e-06,
      "loss": 0.3459,
      "step": 1007240
    },
    {
      "epoch": 281.12,
      "grad_norm": 0.9101151823997498,
      "learning_rate": 3.6165687542002515e-06,
      "loss": 0.3523,
      "step": 1007250
    },
    {
      "epoch": 281.12,
      "grad_norm": 1.1469436883926392,
      "learning_rate": 3.6165460492659104e-06,
      "loss": 0.3584,
      "step": 1007260
    },
    {
      "epoch": 281.12,
      "grad_norm": 1.1839025020599365,
      "learning_rate": 3.6165233441621602e-06,
      "loss": 0.375,
      "step": 1007270
    },
    {
      "epoch": 281.13,
      "grad_norm": 0.918814480304718,
      "learning_rate": 3.6165006388890034e-06,
      "loss": 0.3536,
      "step": 1007280
    },
    {
      "epoch": 281.13,
      "grad_norm": 0.9171572923660278,
      "learning_rate": 3.6164779334464426e-06,
      "loss": 0.3703,
      "step": 1007290
    },
    {
      "epoch": 281.13,
      "grad_norm": 1.4260019063949585,
      "learning_rate": 3.6164552278344824e-06,
      "loss": 0.3476,
      "step": 1007300
    },
    {
      "epoch": 281.14,
      "grad_norm": 1.01465904712677,
      "learning_rate": 3.616432522053124e-06,
      "loss": 0.368,
      "step": 1007310
    },
    {
      "epoch": 281.14,
      "grad_norm": 1.139053463935852,
      "learning_rate": 3.616409816102372e-06,
      "loss": 0.3673,
      "step": 1007320
    },
    {
      "epoch": 281.14,
      "grad_norm": 0.9565184116363525,
      "learning_rate": 3.616387109982228e-06,
      "loss": 0.3409,
      "step": 1007330
    },
    {
      "epoch": 281.14,
      "grad_norm": 1.021949052810669,
      "learning_rate": 3.6163644036926954e-06,
      "loss": 0.3611,
      "step": 1007340
    },
    {
      "epoch": 281.15,
      "grad_norm": 0.8906995058059692,
      "learning_rate": 3.616341697233778e-06,
      "loss": 0.3552,
      "step": 1007350
    },
    {
      "epoch": 281.15,
      "grad_norm": 1.0827349424362183,
      "learning_rate": 3.6163189906054787e-06,
      "loss": 0.3615,
      "step": 1007360
    },
    {
      "epoch": 281.15,
      "grad_norm": 1.163503885269165,
      "learning_rate": 3.616296283807799e-06,
      "loss": 0.3628,
      "step": 1007370
    },
    {
      "epoch": 281.16,
      "grad_norm": 0.8900688290596008,
      "learning_rate": 3.616273576840743e-06,
      "loss": 0.3573,
      "step": 1007380
    },
    {
      "epoch": 281.16,
      "grad_norm": 1.0037144422531128,
      "learning_rate": 3.616250869704315e-06,
      "loss": 0.354,
      "step": 1007390
    },
    {
      "epoch": 281.16,
      "grad_norm": 1.0098668336868286,
      "learning_rate": 3.616228162398516e-06,
      "loss": 0.347,
      "step": 1007400
    },
    {
      "epoch": 281.16,
      "grad_norm": 1.4879213571548462,
      "learning_rate": 3.6162054549233496e-06,
      "loss": 0.3765,
      "step": 1007410
    },
    {
      "epoch": 281.17,
      "grad_norm": 1.2230925559997559,
      "learning_rate": 3.6161827472788195e-06,
      "loss": 0.365,
      "step": 1007420
    },
    {
      "epoch": 281.17,
      "grad_norm": 0.9866610169410706,
      "learning_rate": 3.616160039464929e-06,
      "loss": 0.3569,
      "step": 1007430
    },
    {
      "epoch": 281.17,
      "grad_norm": 1.1331419944763184,
      "learning_rate": 3.616137331481679e-06,
      "loss": 0.3595,
      "step": 1007440
    },
    {
      "epoch": 281.17,
      "grad_norm": 0.9798569083213806,
      "learning_rate": 3.616114623329074e-06,
      "loss": 0.3459,
      "step": 1007450
    },
    {
      "epoch": 281.18,
      "grad_norm": 0.9719288349151611,
      "learning_rate": 3.6160919150071176e-06,
      "loss": 0.3513,
      "step": 1007460
    },
    {
      "epoch": 281.18,
      "grad_norm": 1.0423623323440552,
      "learning_rate": 3.616069206515812e-06,
      "loss": 0.3472,
      "step": 1007470
    },
    {
      "epoch": 281.18,
      "grad_norm": 1.0676969289779663,
      "learning_rate": 3.61604649785516e-06,
      "loss": 0.3706,
      "step": 1007480
    },
    {
      "epoch": 281.19,
      "grad_norm": 1.0962539911270142,
      "learning_rate": 3.6160237890251653e-06,
      "loss": 0.3598,
      "step": 1007490
    },
    {
      "epoch": 281.19,
      "grad_norm": 0.8703587651252747,
      "learning_rate": 3.6160010800258306e-06,
      "loss": 0.3437,
      "step": 1007500
    },
    {
      "epoch": 281.19,
      "grad_norm": 1.034346342086792,
      "learning_rate": 3.615978370857159e-06,
      "loss": 0.3567,
      "step": 1007510
    },
    {
      "epoch": 281.19,
      "grad_norm": 1.0217019319534302,
      "learning_rate": 3.615955661519153e-06,
      "loss": 0.3532,
      "step": 1007520
    },
    {
      "epoch": 281.2,
      "grad_norm": 1.0779707431793213,
      "learning_rate": 3.6159329520118166e-06,
      "loss": 0.3553,
      "step": 1007530
    },
    {
      "epoch": 281.2,
      "grad_norm": 1.0986932516098022,
      "learning_rate": 3.615910242335152e-06,
      "loss": 0.3569,
      "step": 1007540
    },
    {
      "epoch": 281.2,
      "grad_norm": 0.989642858505249,
      "learning_rate": 3.615887532489163e-06,
      "loss": 0.3714,
      "step": 1007550
    },
    {
      "epoch": 281.21,
      "grad_norm": 1.0817795991897583,
      "learning_rate": 3.615864822473852e-06,
      "loss": 0.3454,
      "step": 1007560
    },
    {
      "epoch": 281.21,
      "grad_norm": 0.9493364691734314,
      "learning_rate": 3.6158421122892216e-06,
      "loss": 0.3574,
      "step": 1007570
    },
    {
      "epoch": 281.21,
      "grad_norm": 1.1714309453964233,
      "learning_rate": 3.6158194019352757e-06,
      "loss": 0.3631,
      "step": 1007580
    },
    {
      "epoch": 281.21,
      "grad_norm": 1.106638789176941,
      "learning_rate": 3.6157966914120173e-06,
      "loss": 0.3479,
      "step": 1007590
    },
    {
      "epoch": 281.22,
      "grad_norm": 0.9945623874664307,
      "learning_rate": 3.615773980719449e-06,
      "loss": 0.3463,
      "step": 1007600
    },
    {
      "epoch": 281.22,
      "grad_norm": 0.9677460193634033,
      "learning_rate": 3.6157512698575738e-06,
      "loss": 0.3599,
      "step": 1007610
    },
    {
      "epoch": 281.22,
      "grad_norm": 0.9348494410514832,
      "learning_rate": 3.615728558826395e-06,
      "loss": 0.3641,
      "step": 1007620
    },
    {
      "epoch": 281.23,
      "grad_norm": 1.0571473836898804,
      "learning_rate": 3.615705847625915e-06,
      "loss": 0.3556,
      "step": 1007630
    },
    {
      "epoch": 281.23,
      "grad_norm": 1.1573522090911865,
      "learning_rate": 3.6156831362561383e-06,
      "loss": 0.374,
      "step": 1007640
    },
    {
      "epoch": 281.23,
      "grad_norm": 0.9246821403503418,
      "learning_rate": 3.6156604247170663e-06,
      "loss": 0.3518,
      "step": 1007650
    },
    {
      "epoch": 281.23,
      "grad_norm": 1.180996060371399,
      "learning_rate": 3.6156377130087033e-06,
      "loss": 0.3643,
      "step": 1007660
    },
    {
      "epoch": 281.24,
      "grad_norm": 0.9508620500564575,
      "learning_rate": 3.6156150011310507e-06,
      "loss": 0.3528,
      "step": 1007670
    },
    {
      "epoch": 281.24,
      "grad_norm": 1.197474718093872,
      "learning_rate": 3.6155922890841125e-06,
      "loss": 0.3659,
      "step": 1007680
    },
    {
      "epoch": 281.24,
      "grad_norm": 1.119109034538269,
      "learning_rate": 3.615569576867893e-06,
      "loss": 0.366,
      "step": 1007690
    },
    {
      "epoch": 281.24,
      "grad_norm": 1.0541467666625977,
      "learning_rate": 3.615546864482393e-06,
      "loss": 0.3431,
      "step": 1007700
    },
    {
      "epoch": 281.25,
      "grad_norm": 0.9403030276298523,
      "learning_rate": 3.6155241519276167e-06,
      "loss": 0.3675,
      "step": 1007710
    },
    {
      "epoch": 281.25,
      "grad_norm": 0.9670799970626831,
      "learning_rate": 3.615501439203567e-06,
      "loss": 0.3576,
      "step": 1007720
    },
    {
      "epoch": 281.25,
      "grad_norm": 2.5822982788085938,
      "learning_rate": 3.6154787263102466e-06,
      "loss": 0.3622,
      "step": 1007730
    },
    {
      "epoch": 281.26,
      "grad_norm": 2.632390260696411,
      "learning_rate": 3.615456013247659e-06,
      "loss": 0.3519,
      "step": 1007740
    },
    {
      "epoch": 281.26,
      "grad_norm": 1.0041825771331787,
      "learning_rate": 3.615433300015807e-06,
      "loss": 0.3547,
      "step": 1007750
    },
    {
      "epoch": 281.26,
      "grad_norm": 0.9554072618484497,
      "learning_rate": 3.615410586614694e-06,
      "loss": 0.3588,
      "step": 1007760
    },
    {
      "epoch": 281.26,
      "grad_norm": 5.863563060760498,
      "learning_rate": 3.6153878730443215e-06,
      "loss": 0.3789,
      "step": 1007770
    },
    {
      "epoch": 281.27,
      "grad_norm": 1.2435684204101562,
      "learning_rate": 3.615365159304695e-06,
      "loss": 0.3773,
      "step": 1007780
    },
    {
      "epoch": 281.27,
      "grad_norm": 0.8808069229125977,
      "learning_rate": 3.615342445395815e-06,
      "loss": 0.3699,
      "step": 1007790
    },
    {
      "epoch": 281.27,
      "grad_norm": 2.0021376609802246,
      "learning_rate": 3.6153197313176865e-06,
      "loss": 0.3787,
      "step": 1007800
    },
    {
      "epoch": 281.28,
      "grad_norm": 1.1104774475097656,
      "learning_rate": 3.615297017070311e-06,
      "loss": 0.3554,
      "step": 1007810
    },
    {
      "epoch": 281.28,
      "grad_norm": 1.1296664476394653,
      "learning_rate": 3.6152743026536935e-06,
      "loss": 0.3566,
      "step": 1007820
    },
    {
      "epoch": 281.28,
      "grad_norm": 1.234317421913147,
      "learning_rate": 3.6152515880678343e-06,
      "loss": 0.3436,
      "step": 1007830
    },
    {
      "epoch": 281.28,
      "grad_norm": 1.0050135850906372,
      "learning_rate": 3.6152288733127387e-06,
      "loss": 0.3514,
      "step": 1007840
    },
    {
      "epoch": 281.29,
      "grad_norm": 1.0112680196762085,
      "learning_rate": 3.6152061583884085e-06,
      "loss": 0.3614,
      "step": 1007850
    },
    {
      "epoch": 281.29,
      "grad_norm": 0.9319203495979309,
      "learning_rate": 3.6151834432948474e-06,
      "loss": 0.372,
      "step": 1007860
    },
    {
      "epoch": 281.29,
      "grad_norm": 0.9765172004699707,
      "learning_rate": 3.6151607280320585e-06,
      "loss": 0.3609,
      "step": 1007870
    },
    {
      "epoch": 281.3,
      "grad_norm": 1.0516157150268555,
      "learning_rate": 3.6151380126000442e-06,
      "loss": 0.3574,
      "step": 1007880
    },
    {
      "epoch": 281.3,
      "grad_norm": 1.198927402496338,
      "learning_rate": 3.615115296998808e-06,
      "loss": 0.351,
      "step": 1007890
    },
    {
      "epoch": 281.3,
      "grad_norm": 0.9357686638832092,
      "learning_rate": 3.615092581228352e-06,
      "loss": 0.3567,
      "step": 1007900
    },
    {
      "epoch": 281.3,
      "grad_norm": 1.1006313562393188,
      "learning_rate": 3.6150698652886804e-06,
      "loss": 0.3571,
      "step": 1007910
    },
    {
      "epoch": 281.31,
      "grad_norm": 1.0578714609146118,
      "learning_rate": 3.6150471491797962e-06,
      "loss": 0.3752,
      "step": 1007920
    },
    {
      "epoch": 281.31,
      "grad_norm": 1.0560401678085327,
      "learning_rate": 3.615024432901701e-06,
      "loss": 0.3462,
      "step": 1007930
    },
    {
      "epoch": 281.31,
      "grad_norm": 1.208203673362732,
      "learning_rate": 3.6150017164543997e-06,
      "loss": 0.3617,
      "step": 1007940
    },
    {
      "epoch": 281.31,
      "grad_norm": 1.082889437675476,
      "learning_rate": 3.6149789998378946e-06,
      "loss": 0.3522,
      "step": 1007950
    },
    {
      "epoch": 281.32,
      "grad_norm": 1.0950000286102295,
      "learning_rate": 3.614956283052188e-06,
      "loss": 0.3676,
      "step": 1007960
    },
    {
      "epoch": 281.32,
      "grad_norm": 1.0434244871139526,
      "learning_rate": 3.6149335660972837e-06,
      "loss": 0.3376,
      "step": 1007970
    },
    {
      "epoch": 281.32,
      "grad_norm": 1.201709508895874,
      "learning_rate": 3.614910848973185e-06,
      "loss": 0.3632,
      "step": 1007980
    },
    {
      "epoch": 281.33,
      "grad_norm": 0.9533146023750305,
      "learning_rate": 3.614888131679893e-06,
      "loss": 0.3545,
      "step": 1007990
    },
    {
      "epoch": 281.33,
      "grad_norm": 0.9405048489570618,
      "learning_rate": 3.614865414217413e-06,
      "loss": 0.3583,
      "step": 1008000
    },
    {
      "epoch": 281.33,
      "grad_norm": 1.0756233930587769,
      "learning_rate": 3.6148426965857474e-06,
      "loss": 0.3511,
      "step": 1008010
    },
    {
      "epoch": 281.33,
      "grad_norm": 1.0921034812927246,
      "learning_rate": 3.614819978784899e-06,
      "loss": 0.3553,
      "step": 1008020
    },
    {
      "epoch": 281.34,
      "grad_norm": 1.0700006484985352,
      "learning_rate": 3.6147972608148706e-06,
      "loss": 0.3657,
      "step": 1008030
    },
    {
      "epoch": 281.34,
      "grad_norm": 1.2308393716812134,
      "learning_rate": 3.614774542675666e-06,
      "loss": 0.3618,
      "step": 1008040
    },
    {
      "epoch": 281.34,
      "grad_norm": 1.142703890800476,
      "learning_rate": 3.614751824367287e-06,
      "loss": 0.3702,
      "step": 1008050
    },
    {
      "epoch": 281.35,
      "grad_norm": 1.0739551782608032,
      "learning_rate": 3.6147291058897377e-06,
      "loss": 0.3431,
      "step": 1008060
    },
    {
      "epoch": 281.35,
      "grad_norm": 1.0132371187210083,
      "learning_rate": 3.614706387243021e-06,
      "loss": 0.3487,
      "step": 1008070
    },
    {
      "epoch": 281.35,
      "grad_norm": 1.5400174856185913,
      "learning_rate": 3.614683668427139e-06,
      "loss": 0.3767,
      "step": 1008080
    },
    {
      "epoch": 281.35,
      "grad_norm": 1.0170385837554932,
      "learning_rate": 3.6146609494420957e-06,
      "loss": 0.3618,
      "step": 1008090
    },
    {
      "epoch": 281.36,
      "grad_norm": 1.063268780708313,
      "learning_rate": 3.614638230287894e-06,
      "loss": 0.3671,
      "step": 1008100
    },
    {
      "epoch": 281.36,
      "grad_norm": 1.1789692640304565,
      "learning_rate": 3.614615510964536e-06,
      "loss": 0.3649,
      "step": 1008110
    },
    {
      "epoch": 281.36,
      "grad_norm": 1.0332037210464478,
      "learning_rate": 3.6145927914720264e-06,
      "loss": 0.3461,
      "step": 1008120
    },
    {
      "epoch": 281.36,
      "grad_norm": 0.9173474907875061,
      "learning_rate": 3.6145700718103666e-06,
      "loss": 0.3639,
      "step": 1008130
    },
    {
      "epoch": 281.37,
      "grad_norm": 1.1474746465682983,
      "learning_rate": 3.6145473519795608e-06,
      "loss": 0.3581,
      "step": 1008140
    },
    {
      "epoch": 281.37,
      "grad_norm": 1.0275028944015503,
      "learning_rate": 3.6145246319796114e-06,
      "loss": 0.3598,
      "step": 1008150
    },
    {
      "epoch": 281.37,
      "grad_norm": 0.8770337104797363,
      "learning_rate": 3.6145019118105213e-06,
      "loss": 0.356,
      "step": 1008160
    },
    {
      "epoch": 281.38,
      "grad_norm": 1.01060152053833,
      "learning_rate": 3.614479191472294e-06,
      "loss": 0.3622,
      "step": 1008170
    },
    {
      "epoch": 281.38,
      "grad_norm": 1.0255075693130493,
      "learning_rate": 3.614456470964932e-06,
      "loss": 0.3485,
      "step": 1008180
    },
    {
      "epoch": 281.38,
      "grad_norm": 1.0884413719177246,
      "learning_rate": 3.614433750288439e-06,
      "loss": 0.3782,
      "step": 1008190
    },
    {
      "epoch": 281.38,
      "grad_norm": 0.8801371455192566,
      "learning_rate": 3.6144110294428176e-06,
      "loss": 0.3564,
      "step": 1008200
    },
    {
      "epoch": 281.39,
      "grad_norm": 0.9804561138153076,
      "learning_rate": 3.6143883084280706e-06,
      "loss": 0.3696,
      "step": 1008210
    },
    {
      "epoch": 281.39,
      "grad_norm": 1.0723015069961548,
      "learning_rate": 3.6143655872442016e-06,
      "loss": 0.3457,
      "step": 1008220
    },
    {
      "epoch": 281.39,
      "grad_norm": 0.9788168668746948,
      "learning_rate": 3.6143428658912127e-06,
      "loss": 0.3601,
      "step": 1008230
    },
    {
      "epoch": 281.4,
      "grad_norm": 1.0663509368896484,
      "learning_rate": 3.6143201443691082e-06,
      "loss": 0.3773,
      "step": 1008240
    },
    {
      "epoch": 281.4,
      "grad_norm": 1.0637692213058472,
      "learning_rate": 3.6142974226778902e-06,
      "loss": 0.3538,
      "step": 1008250
    },
    {
      "epoch": 281.4,
      "grad_norm": 1.1992074251174927,
      "learning_rate": 3.6142747008175617e-06,
      "loss": 0.347,
      "step": 1008260
    },
    {
      "epoch": 281.4,
      "grad_norm": 0.9786106944084167,
      "learning_rate": 3.6142519787881264e-06,
      "loss": 0.3387,
      "step": 1008270
    },
    {
      "epoch": 281.41,
      "grad_norm": 1.1728790998458862,
      "learning_rate": 3.6142292565895873e-06,
      "loss": 0.3612,
      "step": 1008280
    },
    {
      "epoch": 281.41,
      "grad_norm": 0.9833769798278809,
      "learning_rate": 3.6142065342219466e-06,
      "loss": 0.3696,
      "step": 1008290
    },
    {
      "epoch": 281.41,
      "grad_norm": 1.0035769939422607,
      "learning_rate": 3.614183811685208e-06,
      "loss": 0.3585,
      "step": 1008300
    },
    {
      "epoch": 281.42,
      "grad_norm": 0.9689971208572388,
      "learning_rate": 3.614161088979374e-06,
      "loss": 0.3466,
      "step": 1008310
    },
    {
      "epoch": 281.42,
      "grad_norm": 1.2544467449188232,
      "learning_rate": 3.6141383661044484e-06,
      "loss": 0.3616,
      "step": 1008320
    },
    {
      "epoch": 281.42,
      "grad_norm": 1.0615556240081787,
      "learning_rate": 3.6141156430604336e-06,
      "loss": 0.353,
      "step": 1008330
    },
    {
      "epoch": 281.42,
      "grad_norm": 1.2828736305236816,
      "learning_rate": 3.6140929198473325e-06,
      "loss": 0.3586,
      "step": 1008340
    },
    {
      "epoch": 281.43,
      "grad_norm": 1.0431228876113892,
      "learning_rate": 3.6140701964651487e-06,
      "loss": 0.3687,
      "step": 1008350
    },
    {
      "epoch": 281.43,
      "grad_norm": 1.0017056465148926,
      "learning_rate": 3.6140474729138853e-06,
      "loss": 0.3559,
      "step": 1008360
    },
    {
      "epoch": 281.43,
      "grad_norm": 1.1163250207901,
      "learning_rate": 3.614024749193544e-06,
      "loss": 0.3672,
      "step": 1008370
    },
    {
      "epoch": 281.43,
      "grad_norm": 1.1465364694595337,
      "learning_rate": 3.6140020253041294e-06,
      "loss": 0.3702,
      "step": 1008380
    },
    {
      "epoch": 281.44,
      "grad_norm": 1.1461814641952515,
      "learning_rate": 3.6139793012456436e-06,
      "loss": 0.3515,
      "step": 1008390
    },
    {
      "epoch": 281.44,
      "grad_norm": 1.1445789337158203,
      "learning_rate": 3.61395657701809e-06,
      "loss": 0.3473,
      "step": 1008400
    },
    {
      "epoch": 281.44,
      "grad_norm": 0.9611766934394836,
      "learning_rate": 3.6139338526214717e-06,
      "loss": 0.3635,
      "step": 1008410
    },
    {
      "epoch": 281.45,
      "grad_norm": 1.0873751640319824,
      "learning_rate": 3.613911128055792e-06,
      "loss": 0.3613,
      "step": 1008420
    },
    {
      "epoch": 281.45,
      "grad_norm": 1.1255398988723755,
      "learning_rate": 3.6138884033210532e-06,
      "loss": 0.3605,
      "step": 1008430
    },
    {
      "epoch": 281.45,
      "grad_norm": 1.025888204574585,
      "learning_rate": 3.613865678417258e-06,
      "loss": 0.3596,
      "step": 1008440
    },
    {
      "epoch": 281.45,
      "grad_norm": 1.045313835144043,
      "learning_rate": 3.6138429533444107e-06,
      "loss": 0.3542,
      "step": 1008450
    },
    {
      "epoch": 281.46,
      "grad_norm": 1.0591154098510742,
      "learning_rate": 3.613820228102514e-06,
      "loss": 0.3521,
      "step": 1008460
    },
    {
      "epoch": 281.46,
      "grad_norm": 1.0411940813064575,
      "learning_rate": 3.61379750269157e-06,
      "loss": 0.3731,
      "step": 1008470
    },
    {
      "epoch": 281.46,
      "grad_norm": 1.0698662996292114,
      "learning_rate": 3.6137747771115817e-06,
      "loss": 0.3749,
      "step": 1008480
    },
    {
      "epoch": 281.47,
      "grad_norm": 0.8403650522232056,
      "learning_rate": 3.613752051362554e-06,
      "loss": 0.3505,
      "step": 1008490
    },
    {
      "epoch": 281.47,
      "grad_norm": 0.9416040182113647,
      "learning_rate": 3.613729325444488e-06,
      "loss": 0.3652,
      "step": 1008500
    },
    {
      "epoch": 281.47,
      "grad_norm": 1.0152956247329712,
      "learning_rate": 3.613706599357387e-06,
      "loss": 0.3562,
      "step": 1008510
    },
    {
      "epoch": 281.47,
      "grad_norm": 0.9573007225990295,
      "learning_rate": 3.613683873101256e-06,
      "loss": 0.3581,
      "step": 1008520
    },
    {
      "epoch": 281.48,
      "grad_norm": 0.9523719549179077,
      "learning_rate": 3.6136611466760955e-06,
      "loss": 0.367,
      "step": 1008530
    },
    {
      "epoch": 281.48,
      "grad_norm": 1.0413528680801392,
      "learning_rate": 3.613638420081909e-06,
      "loss": 0.3697,
      "step": 1008540
    },
    {
      "epoch": 281.48,
      "grad_norm": 0.998999297618866,
      "learning_rate": 3.6136156933187005e-06,
      "loss": 0.3643,
      "step": 1008550
    },
    {
      "epoch": 281.48,
      "grad_norm": 0.9409932494163513,
      "learning_rate": 3.6135929663864725e-06,
      "loss": 0.3622,
      "step": 1008560
    },
    {
      "epoch": 281.49,
      "grad_norm": 1.074389100074768,
      "learning_rate": 3.6135702392852283e-06,
      "loss": 0.3579,
      "step": 1008570
    },
    {
      "epoch": 281.49,
      "grad_norm": 1.1577181816101074,
      "learning_rate": 3.61354751201497e-06,
      "loss": 0.3653,
      "step": 1008580
    },
    {
      "epoch": 281.49,
      "grad_norm": 2.6178648471832275,
      "learning_rate": 3.613524784575702e-06,
      "loss": 0.3655,
      "step": 1008590
    },
    {
      "epoch": 281.5,
      "grad_norm": 1.02725350856781,
      "learning_rate": 3.6135020569674264e-06,
      "loss": 0.3551,
      "step": 1008600
    },
    {
      "epoch": 281.5,
      "grad_norm": 1.4940356016159058,
      "learning_rate": 3.6134793291901463e-06,
      "loss": 0.363,
      "step": 1008610
    },
    {
      "epoch": 281.5,
      "grad_norm": 0.9674748182296753,
      "learning_rate": 3.6134566012438652e-06,
      "loss": 0.3557,
      "step": 1008620
    },
    {
      "epoch": 281.5,
      "grad_norm": 0.9710983037948608,
      "learning_rate": 3.613433873128586e-06,
      "loss": 0.3674,
      "step": 1008630
    },
    {
      "epoch": 281.51,
      "grad_norm": 1.1962182521820068,
      "learning_rate": 3.6134111448443108e-06,
      "loss": 0.3434,
      "step": 1008640
    },
    {
      "epoch": 281.51,
      "grad_norm": 0.9427613019943237,
      "learning_rate": 3.613388416391044e-06,
      "loss": 0.3426,
      "step": 1008650
    },
    {
      "epoch": 281.51,
      "grad_norm": 0.9743735194206238,
      "learning_rate": 3.6133656877687876e-06,
      "loss": 0.3572,
      "step": 1008660
    },
    {
      "epoch": 281.52,
      "grad_norm": 1.0127981901168823,
      "learning_rate": 3.613342958977545e-06,
      "loss": 0.352,
      "step": 1008670
    },
    {
      "epoch": 281.52,
      "grad_norm": 0.9239703416824341,
      "learning_rate": 3.6133202300173194e-06,
      "loss": 0.3569,
      "step": 1008680
    },
    {
      "epoch": 281.52,
      "grad_norm": 1.0630764961242676,
      "learning_rate": 3.6132975008881136e-06,
      "loss": 0.3398,
      "step": 1008690
    },
    {
      "epoch": 281.52,
      "grad_norm": 1.1261239051818848,
      "learning_rate": 3.6132747715899303e-06,
      "loss": 0.3597,
      "step": 1008700
    },
    {
      "epoch": 281.53,
      "grad_norm": 1.1094284057617188,
      "learning_rate": 3.6132520421227733e-06,
      "loss": 0.3501,
      "step": 1008710
    },
    {
      "epoch": 281.53,
      "grad_norm": 1.0118408203125,
      "learning_rate": 3.613229312486646e-06,
      "loss": 0.3519,
      "step": 1008720
    },
    {
      "epoch": 281.53,
      "grad_norm": 1.0339281558990479,
      "learning_rate": 3.6132065826815493e-06,
      "loss": 0.363,
      "step": 1008730
    },
    {
      "epoch": 281.54,
      "grad_norm": 1.2916340827941895,
      "learning_rate": 3.613183852707488e-06,
      "loss": 0.3618,
      "step": 1008740
    },
    {
      "epoch": 281.54,
      "grad_norm": 1.0761299133300781,
      "learning_rate": 3.613161122564465e-06,
      "loss": 0.3521,
      "step": 1008750
    },
    {
      "epoch": 281.54,
      "grad_norm": 1.121004581451416,
      "learning_rate": 3.613138392252483e-06,
      "loss": 0.3899,
      "step": 1008760
    },
    {
      "epoch": 281.54,
      "grad_norm": 0.974788248538971,
      "learning_rate": 3.6131156617715447e-06,
      "loss": 0.3753,
      "step": 1008770
    },
    {
      "epoch": 281.55,
      "grad_norm": 1.1378451585769653,
      "learning_rate": 3.613092931121654e-06,
      "loss": 0.3693,
      "step": 1008780
    },
    {
      "epoch": 281.55,
      "grad_norm": 1.0579599142074585,
      "learning_rate": 3.613070200302813e-06,
      "loss": 0.373,
      "step": 1008790
    },
    {
      "epoch": 281.55,
      "grad_norm": 1.2955454587936401,
      "learning_rate": 3.6130474693150252e-06,
      "loss": 0.3544,
      "step": 1008800
    },
    {
      "epoch": 281.55,
      "grad_norm": 0.9796252250671387,
      "learning_rate": 3.6130247381582936e-06,
      "loss": 0.3653,
      "step": 1008810
    },
    {
      "epoch": 281.56,
      "grad_norm": 1.0563994646072388,
      "learning_rate": 3.6130020068326214e-06,
      "loss": 0.3435,
      "step": 1008820
    },
    {
      "epoch": 281.56,
      "grad_norm": 1.080751895904541,
      "learning_rate": 3.612979275338011e-06,
      "loss": 0.3578,
      "step": 1008830
    },
    {
      "epoch": 281.56,
      "grad_norm": 0.9405501484870911,
      "learning_rate": 3.6129565436744656e-06,
      "loss": 0.3517,
      "step": 1008840
    },
    {
      "epoch": 281.57,
      "grad_norm": 2.747144937515259,
      "learning_rate": 3.61293381184199e-06,
      "loss": 0.3506,
      "step": 1008850
    },
    {
      "epoch": 281.57,
      "grad_norm": 1.0984059572219849,
      "learning_rate": 3.6129110798405843e-06,
      "loss": 0.3594,
      "step": 1008860
    },
    {
      "epoch": 281.57,
      "grad_norm": 0.9532569646835327,
      "learning_rate": 3.6128883476702533e-06,
      "loss": 0.3649,
      "step": 1008870
    },
    {
      "epoch": 281.57,
      "grad_norm": 0.9415836334228516,
      "learning_rate": 3.6128656153309994e-06,
      "loss": 0.3539,
      "step": 1008880
    },
    {
      "epoch": 281.58,
      "grad_norm": 0.9067676663398743,
      "learning_rate": 3.612842882822826e-06,
      "loss": 0.3567,
      "step": 1008890
    },
    {
      "epoch": 281.58,
      "grad_norm": 1.0319160223007202,
      "learning_rate": 3.6128201501457362e-06,
      "loss": 0.3527,
      "step": 1008900
    },
    {
      "epoch": 281.58,
      "grad_norm": 1.2289447784423828,
      "learning_rate": 3.6127974172997326e-06,
      "loss": 0.3458,
      "step": 1008910
    },
    {
      "epoch": 281.59,
      "grad_norm": 1.7183811664581299,
      "learning_rate": 3.6127746842848182e-06,
      "loss": 0.3755,
      "step": 1008920
    },
    {
      "epoch": 281.59,
      "grad_norm": 0.8965702652931213,
      "learning_rate": 3.612751951100997e-06,
      "loss": 0.3687,
      "step": 1008930
    },
    {
      "epoch": 281.59,
      "grad_norm": 0.958034336566925,
      "learning_rate": 3.612729217748271e-06,
      "loss": 0.3464,
      "step": 1008940
    },
    {
      "epoch": 281.59,
      "grad_norm": 2.3311402797698975,
      "learning_rate": 3.6127064842266435e-06,
      "loss": 0.3828,
      "step": 1008950
    },
    {
      "epoch": 281.6,
      "grad_norm": 1.1086170673370361,
      "learning_rate": 3.612683750536117e-06,
      "loss": 0.3397,
      "step": 1008960
    },
    {
      "epoch": 281.6,
      "grad_norm": 1.1777880191802979,
      "learning_rate": 3.6126610166766957e-06,
      "loss": 0.3317,
      "step": 1008970
    },
    {
      "epoch": 281.6,
      "grad_norm": 1.2370483875274658,
      "learning_rate": 3.6126382826483814e-06,
      "loss": 0.3486,
      "step": 1008980
    },
    {
      "epoch": 281.6,
      "grad_norm": 0.947719395160675,
      "learning_rate": 3.6126155484511785e-06,
      "loss": 0.3602,
      "step": 1008990
    },
    {
      "epoch": 281.61,
      "grad_norm": 1.0953785181045532,
      "learning_rate": 3.612592814085089e-06,
      "loss": 0.3575,
      "step": 1009000
    },
    {
      "epoch": 281.61,
      "grad_norm": 1.093085765838623,
      "learning_rate": 3.612570079550116e-06,
      "loss": 0.3558,
      "step": 1009010
    },
    {
      "epoch": 281.61,
      "grad_norm": 0.9866785407066345,
      "learning_rate": 3.6125473448462625e-06,
      "loss": 0.3812,
      "step": 1009020
    },
    {
      "epoch": 281.62,
      "grad_norm": 1.048011302947998,
      "learning_rate": 3.6125246099735318e-06,
      "loss": 0.3484,
      "step": 1009030
    },
    {
      "epoch": 281.62,
      "grad_norm": 2.3570713996887207,
      "learning_rate": 3.612501874931927e-06,
      "loss": 0.3439,
      "step": 1009040
    },
    {
      "epoch": 281.62,
      "grad_norm": 1.0953575372695923,
      "learning_rate": 3.612479139721451e-06,
      "loss": 0.3638,
      "step": 1009050
    },
    {
      "epoch": 281.62,
      "grad_norm": 0.9790034890174866,
      "learning_rate": 3.6124564043421073e-06,
      "loss": 0.3434,
      "step": 1009060
    },
    {
      "epoch": 281.63,
      "grad_norm": 1.271451711654663,
      "learning_rate": 3.612433668793898e-06,
      "loss": 0.355,
      "step": 1009070
    },
    {
      "epoch": 281.63,
      "grad_norm": 1.0958515405654907,
      "learning_rate": 3.612410933076826e-06,
      "loss": 0.3598,
      "step": 1009080
    },
    {
      "epoch": 281.63,
      "grad_norm": 1.1071802377700806,
      "learning_rate": 3.612388197190896e-06,
      "loss": 0.3447,
      "step": 1009090
    },
    {
      "epoch": 281.64,
      "grad_norm": 0.9955851435661316,
      "learning_rate": 3.612365461136109e-06,
      "loss": 0.3419,
      "step": 1009100
    },
    {
      "epoch": 281.64,
      "grad_norm": 1.0170222520828247,
      "learning_rate": 3.612342724912469e-06,
      "loss": 0.3478,
      "step": 1009110
    },
    {
      "epoch": 281.64,
      "grad_norm": 0.972464382648468,
      "learning_rate": 3.6123199885199793e-06,
      "loss": 0.3579,
      "step": 1009120
    },
    {
      "epoch": 281.64,
      "grad_norm": 1.1308387517929077,
      "learning_rate": 3.6122972519586427e-06,
      "loss": 0.3737,
      "step": 1009130
    },
    {
      "epoch": 281.65,
      "grad_norm": 1.118901014328003,
      "learning_rate": 3.612274515228462e-06,
      "loss": 0.3587,
      "step": 1009140
    },
    {
      "epoch": 281.65,
      "grad_norm": 1.2285246849060059,
      "learning_rate": 3.61225177832944e-06,
      "loss": 0.3538,
      "step": 1009150
    },
    {
      "epoch": 281.65,
      "grad_norm": 1.2621444463729858,
      "learning_rate": 3.61222904126158e-06,
      "loss": 0.3627,
      "step": 1009160
    },
    {
      "epoch": 281.66,
      "grad_norm": 1.0570107698440552,
      "learning_rate": 3.6122063040248857e-06,
      "loss": 0.3778,
      "step": 1009170
    },
    {
      "epoch": 281.66,
      "grad_norm": 0.97922682762146,
      "learning_rate": 3.6121835666193596e-06,
      "loss": 0.3577,
      "step": 1009180
    },
    {
      "epoch": 281.66,
      "grad_norm": 1.0457319021224976,
      "learning_rate": 3.6121608290450037e-06,
      "loss": 0.373,
      "step": 1009190
    },
    {
      "epoch": 281.66,
      "grad_norm": 0.9745796918869019,
      "learning_rate": 3.6121380913018227e-06,
      "loss": 0.3706,
      "step": 1009200
    },
    {
      "epoch": 281.67,
      "grad_norm": 1.0223594903945923,
      "learning_rate": 3.6121153533898188e-06,
      "loss": 0.3434,
      "step": 1009210
    },
    {
      "epoch": 281.67,
      "grad_norm": 0.8449631333351135,
      "learning_rate": 3.612092615308995e-06,
      "loss": 0.3677,
      "step": 1009220
    },
    {
      "epoch": 281.67,
      "grad_norm": 1.002307415008545,
      "learning_rate": 3.6120698770593546e-06,
      "loss": 0.3702,
      "step": 1009230
    },
    {
      "epoch": 281.67,
      "grad_norm": 1.0733598470687866,
      "learning_rate": 3.6120471386409003e-06,
      "loss": 0.3615,
      "step": 1009240
    },
    {
      "epoch": 281.68,
      "grad_norm": 0.9384685754776001,
      "learning_rate": 3.6120244000536353e-06,
      "loss": 0.355,
      "step": 1009250
    },
    {
      "epoch": 281.68,
      "grad_norm": 1.1732802391052246,
      "learning_rate": 3.6120016612975634e-06,
      "loss": 0.352,
      "step": 1009260
    },
    {
      "epoch": 281.68,
      "grad_norm": 0.9456601738929749,
      "learning_rate": 3.611978922372686e-06,
      "loss": 0.3687,
      "step": 1009270
    },
    {
      "epoch": 281.69,
      "grad_norm": 0.9315072894096375,
      "learning_rate": 3.611956183279007e-06,
      "loss": 0.3514,
      "step": 1009280
    },
    {
      "epoch": 281.69,
      "grad_norm": 0.9668819904327393,
      "learning_rate": 3.6119334440165293e-06,
      "loss": 0.3679,
      "step": 1009290
    },
    {
      "epoch": 281.69,
      "grad_norm": 1.0357288122177124,
      "learning_rate": 3.6119107045852565e-06,
      "loss": 0.3553,
      "step": 1009300
    },
    {
      "epoch": 281.69,
      "grad_norm": 1.1079241037368774,
      "learning_rate": 3.6118879649851913e-06,
      "loss": 0.3709,
      "step": 1009310
    },
    {
      "epoch": 281.7,
      "grad_norm": 1.1080983877182007,
      "learning_rate": 3.6118652252163357e-06,
      "loss": 0.3537,
      "step": 1009320
    },
    {
      "epoch": 281.7,
      "grad_norm": 1.0609525442123413,
      "learning_rate": 3.6118424852786943e-06,
      "loss": 0.3604,
      "step": 1009330
    },
    {
      "epoch": 281.7,
      "grad_norm": 1.0617561340332031,
      "learning_rate": 3.6118197451722694e-06,
      "loss": 0.3434,
      "step": 1009340
    },
    {
      "epoch": 281.71,
      "grad_norm": 1.044918179512024,
      "learning_rate": 3.611797004897064e-06,
      "loss": 0.3443,
      "step": 1009350
    },
    {
      "epoch": 281.71,
      "grad_norm": 1.048342227935791,
      "learning_rate": 3.611774264453082e-06,
      "loss": 0.3394,
      "step": 1009360
    },
    {
      "epoch": 281.71,
      "grad_norm": 1.0626673698425293,
      "learning_rate": 3.6117515238403243e-06,
      "loss": 0.3528,
      "step": 1009370
    },
    {
      "epoch": 281.71,
      "grad_norm": 0.9712269902229309,
      "learning_rate": 3.611728783058796e-06,
      "loss": 0.3498,
      "step": 1009380
    },
    {
      "epoch": 281.72,
      "grad_norm": 1.0720844268798828,
      "learning_rate": 3.6117060421084996e-06,
      "loss": 0.3624,
      "step": 1009390
    },
    {
      "epoch": 281.72,
      "grad_norm": 1.2221672534942627,
      "learning_rate": 3.611683300989437e-06,
      "loss": 0.3506,
      "step": 1009400
    },
    {
      "epoch": 281.72,
      "grad_norm": 1.045243263244629,
      "learning_rate": 3.6116605597016125e-06,
      "loss": 0.3505,
      "step": 1009410
    },
    {
      "epoch": 281.72,
      "grad_norm": 1.1613763570785522,
      "learning_rate": 3.611637818245029e-06,
      "loss": 0.3679,
      "step": 1009420
    },
    {
      "epoch": 281.73,
      "grad_norm": 1.1383235454559326,
      "learning_rate": 3.6116150766196892e-06,
      "loss": 0.3601,
      "step": 1009430
    },
    {
      "epoch": 281.73,
      "grad_norm": 1.002140760421753,
      "learning_rate": 3.611592334825596e-06,
      "loss": 0.3492,
      "step": 1009440
    },
    {
      "epoch": 281.73,
      "grad_norm": 1.3459256887435913,
      "learning_rate": 3.6115695928627527e-06,
      "loss": 0.3687,
      "step": 1009450
    },
    {
      "epoch": 281.74,
      "grad_norm": 0.8805280327796936,
      "learning_rate": 3.6115468507311626e-06,
      "loss": 0.3661,
      "step": 1009460
    },
    {
      "epoch": 281.74,
      "grad_norm": 1.1508396863937378,
      "learning_rate": 3.611524108430828e-06,
      "loss": 0.3561,
      "step": 1009470
    },
    {
      "epoch": 281.74,
      "grad_norm": 1.3009753227233887,
      "learning_rate": 3.611501365961753e-06,
      "loss": 0.349,
      "step": 1009480
    },
    {
      "epoch": 281.74,
      "grad_norm": 1.13750159740448,
      "learning_rate": 3.61147862332394e-06,
      "loss": 0.3839,
      "step": 1009490
    },
    {
      "epoch": 281.75,
      "grad_norm": 0.9430264830589294,
      "learning_rate": 3.6114558805173907e-06,
      "loss": 0.3661,
      "step": 1009500
    },
    {
      "epoch": 281.75,
      "grad_norm": 0.9528758525848389,
      "learning_rate": 3.61143313754211e-06,
      "loss": 0.3549,
      "step": 1009510
    },
    {
      "epoch": 281.75,
      "grad_norm": 1.180586576461792,
      "learning_rate": 3.6114103943981005e-06,
      "loss": 0.3351,
      "step": 1009520
    },
    {
      "epoch": 281.76,
      "grad_norm": 0.9265714883804321,
      "learning_rate": 3.6113876510853653e-06,
      "loss": 0.363,
      "step": 1009530
    },
    {
      "epoch": 281.76,
      "grad_norm": 1.0664451122283936,
      "learning_rate": 3.6113649076039067e-06,
      "loss": 0.3751,
      "step": 1009540
    },
    {
      "epoch": 281.76,
      "grad_norm": 0.9895393252372742,
      "learning_rate": 3.6113421639537284e-06,
      "loss": 0.3564,
      "step": 1009550
    },
    {
      "epoch": 281.76,
      "grad_norm": 0.9792295098304749,
      "learning_rate": 3.6113194201348334e-06,
      "loss": 0.3683,
      "step": 1009560
    },
    {
      "epoch": 281.77,
      "grad_norm": 0.8852229714393616,
      "learning_rate": 3.611296676147224e-06,
      "loss": 0.348,
      "step": 1009570
    },
    {
      "epoch": 281.77,
      "grad_norm": 1.2550477981567383,
      "learning_rate": 3.611273931990904e-06,
      "loss": 0.3561,
      "step": 1009580
    },
    {
      "epoch": 281.77,
      "grad_norm": 0.995124101638794,
      "learning_rate": 3.611251187665877e-06,
      "loss": 0.3638,
      "step": 1009590
    },
    {
      "epoch": 281.78,
      "grad_norm": 1.4156756401062012,
      "learning_rate": 3.6112284431721444e-06,
      "loss": 0.3665,
      "step": 1009600
    },
    {
      "epoch": 281.78,
      "grad_norm": 1.0072591304779053,
      "learning_rate": 3.6112056985097097e-06,
      "loss": 0.3717,
      "step": 1009610
    },
    {
      "epoch": 281.78,
      "grad_norm": 0.903629720211029,
      "learning_rate": 3.6111829536785777e-06,
      "loss": 0.3672,
      "step": 1009620
    },
    {
      "epoch": 281.78,
      "grad_norm": 1.1509772539138794,
      "learning_rate": 3.6111602086787494e-06,
      "loss": 0.353,
      "step": 1009630
    },
    {
      "epoch": 281.79,
      "grad_norm": 0.8969797492027283,
      "learning_rate": 3.6111374635102277e-06,
      "loss": 0.3627,
      "step": 1009640
    },
    {
      "epoch": 281.79,
      "grad_norm": 1.281193494796753,
      "learning_rate": 3.6111147181730173e-06,
      "loss": 0.3763,
      "step": 1009650
    },
    {
      "epoch": 281.79,
      "grad_norm": 0.8748762011528015,
      "learning_rate": 3.61109197266712e-06,
      "loss": 0.3718,
      "step": 1009660
    },
    {
      "epoch": 281.79,
      "grad_norm": 2.0842950344085693,
      "learning_rate": 3.6110692269925397e-06,
      "loss": 0.3663,
      "step": 1009670
    },
    {
      "epoch": 281.8,
      "grad_norm": 0.9665811657905579,
      "learning_rate": 3.611046481149278e-06,
      "loss": 0.3556,
      "step": 1009680
    },
    {
      "epoch": 281.8,
      "grad_norm": 0.970844030380249,
      "learning_rate": 3.611023735137339e-06,
      "loss": 0.3596,
      "step": 1009690
    },
    {
      "epoch": 281.8,
      "grad_norm": 1.0596026182174683,
      "learning_rate": 3.6110009889567254e-06,
      "loss": 0.3403,
      "step": 1009700
    },
    {
      "epoch": 281.81,
      "grad_norm": 0.9420535564422607,
      "learning_rate": 3.6109782426074407e-06,
      "loss": 0.3729,
      "step": 1009710
    },
    {
      "epoch": 281.81,
      "grad_norm": 0.9253886938095093,
      "learning_rate": 3.6109554960894875e-06,
      "loss": 0.3681,
      "step": 1009720
    },
    {
      "epoch": 281.81,
      "grad_norm": 0.8871803879737854,
      "learning_rate": 3.610932749402869e-06,
      "loss": 0.3655,
      "step": 1009730
    },
    {
      "epoch": 281.81,
      "grad_norm": 1.0458747148513794,
      "learning_rate": 3.610910002547588e-06,
      "loss": 0.3577,
      "step": 1009740
    },
    {
      "epoch": 281.82,
      "grad_norm": 1.0839804410934448,
      "learning_rate": 3.6108872555236477e-06,
      "loss": 0.3711,
      "step": 1009750
    },
    {
      "epoch": 281.82,
      "grad_norm": 1.0328128337860107,
      "learning_rate": 3.610864508331051e-06,
      "loss": 0.3608,
      "step": 1009760
    },
    {
      "epoch": 281.82,
      "grad_norm": 1.0692706108093262,
      "learning_rate": 3.6108417609698007e-06,
      "loss": 0.3487,
      "step": 1009770
    },
    {
      "epoch": 281.83,
      "grad_norm": 1.1250189542770386,
      "learning_rate": 3.6108190134399007e-06,
      "loss": 0.3586,
      "step": 1009780
    },
    {
      "epoch": 281.83,
      "grad_norm": 1.0809228420257568,
      "learning_rate": 3.610796265741353e-06,
      "loss": 0.3565,
      "step": 1009790
    },
    {
      "epoch": 281.83,
      "grad_norm": 1.266006588935852,
      "learning_rate": 3.610773517874161e-06,
      "loss": 0.3528,
      "step": 1009800
    },
    {
      "epoch": 281.83,
      "grad_norm": 1.199034571647644,
      "learning_rate": 3.610750769838329e-06,
      "loss": 0.3449,
      "step": 1009810
    },
    {
      "epoch": 281.84,
      "grad_norm": 0.922378659248352,
      "learning_rate": 3.610728021633858e-06,
      "loss": 0.351,
      "step": 1009820
    },
    {
      "epoch": 281.84,
      "grad_norm": 1.0450807809829712,
      "learning_rate": 3.610705273260752e-06,
      "loss": 0.3498,
      "step": 1009830
    },
    {
      "epoch": 281.84,
      "grad_norm": 1.0739965438842773,
      "learning_rate": 3.610682524719013e-06,
      "loss": 0.3528,
      "step": 1009840
    },
    {
      "epoch": 281.84,
      "grad_norm": 1.1689151525497437,
      "learning_rate": 3.6106597760086463e-06,
      "loss": 0.3288,
      "step": 1009850
    },
    {
      "epoch": 281.85,
      "grad_norm": 1.0696735382080078,
      "learning_rate": 3.610637027129653e-06,
      "loss": 0.3456,
      "step": 1009860
    },
    {
      "epoch": 281.85,
      "grad_norm": 1.1000138521194458,
      "learning_rate": 3.610614278082037e-06,
      "loss": 0.3574,
      "step": 1009870
    },
    {
      "epoch": 281.85,
      "grad_norm": 1.0640394687652588,
      "learning_rate": 3.6105915288658006e-06,
      "loss": 0.3581,
      "step": 1009880
    },
    {
      "epoch": 281.86,
      "grad_norm": 1.0436385869979858,
      "learning_rate": 3.610568779480947e-06,
      "loss": 0.3544,
      "step": 1009890
    },
    {
      "epoch": 281.86,
      "grad_norm": 1.1380431652069092,
      "learning_rate": 3.61054602992748e-06,
      "loss": 0.3567,
      "step": 1009900
    },
    {
      "epoch": 281.86,
      "grad_norm": 1.2300004959106445,
      "learning_rate": 3.610523280205402e-06,
      "loss": 0.3753,
      "step": 1009910
    },
    {
      "epoch": 281.86,
      "grad_norm": 0.9327518343925476,
      "learning_rate": 3.610500530314716e-06,
      "loss": 0.3614,
      "step": 1009920
    },
    {
      "epoch": 281.87,
      "grad_norm": 1.000240683555603,
      "learning_rate": 3.610477780255425e-06,
      "loss": 0.3405,
      "step": 1009930
    },
    {
      "epoch": 281.87,
      "grad_norm": 1.1799110174179077,
      "learning_rate": 3.6104550300275334e-06,
      "loss": 0.3664,
      "step": 1009940
    },
    {
      "epoch": 281.87,
      "grad_norm": 1.0574400424957275,
      "learning_rate": 3.6104322796310413e-06,
      "loss": 0.354,
      "step": 1009950
    },
    {
      "epoch": 281.88,
      "grad_norm": 1.0629886388778687,
      "learning_rate": 3.6104095290659546e-06,
      "loss": 0.3546,
      "step": 1009960
    },
    {
      "epoch": 281.88,
      "grad_norm": 0.9698535203933716,
      "learning_rate": 3.610386778332275e-06,
      "loss": 0.3652,
      "step": 1009970
    },
    {
      "epoch": 281.88,
      "grad_norm": 0.9528637528419495,
      "learning_rate": 3.6103640274300046e-06,
      "loss": 0.3455,
      "step": 1009980
    },
    {
      "epoch": 281.88,
      "grad_norm": 0.9597954750061035,
      "learning_rate": 3.6103412763591485e-06,
      "loss": 0.3658,
      "step": 1009990
    },
    {
      "epoch": 281.89,
      "grad_norm": 1.2758170366287231,
      "learning_rate": 3.610318525119709e-06,
      "loss": 0.3543,
      "step": 1010000
    },
    {
      "epoch": 281.89,
      "grad_norm": 1.1074806451797485,
      "learning_rate": 3.6102957737116883e-06,
      "loss": 0.3636,
      "step": 1010010
    },
    {
      "epoch": 281.89,
      "grad_norm": 1.0113804340362549,
      "learning_rate": 3.6102730221350905e-06,
      "loss": 0.3501,
      "step": 1010020
    },
    {
      "epoch": 281.9,
      "grad_norm": 1.1211798191070557,
      "learning_rate": 3.610250270389918e-06,
      "loss": 0.3553,
      "step": 1010030
    },
    {
      "epoch": 281.9,
      "grad_norm": 1.1015889644622803,
      "learning_rate": 3.610227518476174e-06,
      "loss": 0.3703,
      "step": 1010040
    },
    {
      "epoch": 281.9,
      "grad_norm": 1.0470906496047974,
      "learning_rate": 3.610204766393861e-06,
      "loss": 0.3572,
      "step": 1010050
    },
    {
      "epoch": 281.9,
      "grad_norm": 1.1016579866409302,
      "learning_rate": 3.610182014142982e-06,
      "loss": 0.3509,
      "step": 1010060
    },
    {
      "epoch": 281.91,
      "grad_norm": 0.9754573106765747,
      "learning_rate": 3.610159261723542e-06,
      "loss": 0.3513,
      "step": 1010070
    },
    {
      "epoch": 281.91,
      "grad_norm": 0.9828085899353027,
      "learning_rate": 3.610136509135542e-06,
      "loss": 0.3708,
      "step": 1010080
    },
    {
      "epoch": 281.91,
      "grad_norm": 1.1949628591537476,
      "learning_rate": 3.610113756378986e-06,
      "loss": 0.3874,
      "step": 1010090
    },
    {
      "epoch": 281.91,
      "grad_norm": 0.9138960242271423,
      "learning_rate": 3.6100910034538763e-06,
      "loss": 0.3674,
      "step": 1010100
    },
    {
      "epoch": 281.92,
      "grad_norm": 1.1243914365768433,
      "learning_rate": 3.610068250360216e-06,
      "loss": 0.3613,
      "step": 1010110
    },
    {
      "epoch": 281.92,
      "grad_norm": 1.1071524620056152,
      "learning_rate": 3.6100454970980084e-06,
      "loss": 0.3545,
      "step": 1010120
    },
    {
      "epoch": 281.92,
      "grad_norm": 0.8827331066131592,
      "learning_rate": 3.610022743667257e-06,
      "loss": 0.3633,
      "step": 1010130
    },
    {
      "epoch": 281.93,
      "grad_norm": 1.0407248735427856,
      "learning_rate": 3.609999990067964e-06,
      "loss": 0.3508,
      "step": 1010140
    },
    {
      "epoch": 281.93,
      "grad_norm": 1.1300204992294312,
      "learning_rate": 3.6099772363001327e-06,
      "loss": 0.3616,
      "step": 1010150
    },
    {
      "epoch": 281.93,
      "grad_norm": 1.222724199295044,
      "learning_rate": 3.6099544823637668e-06,
      "loss": 0.3619,
      "step": 1010160
    },
    {
      "epoch": 281.93,
      "grad_norm": 1.1739094257354736,
      "learning_rate": 3.6099317282588684e-06,
      "loss": 0.3501,
      "step": 1010170
    },
    {
      "epoch": 281.94,
      "grad_norm": 1.0916492938995361,
      "learning_rate": 3.6099089739854405e-06,
      "loss": 0.3529,
      "step": 1010180
    },
    {
      "epoch": 281.94,
      "grad_norm": 1.049842119216919,
      "learning_rate": 3.609886219543487e-06,
      "loss": 0.3675,
      "step": 1010190
    },
    {
      "epoch": 281.94,
      "grad_norm": 0.9863452315330505,
      "learning_rate": 3.6098634649330097e-06,
      "loss": 0.3494,
      "step": 1010200
    },
    {
      "epoch": 281.95,
      "grad_norm": 1.2563711404800415,
      "learning_rate": 3.6098407101540133e-06,
      "loss": 0.3523,
      "step": 1010210
    },
    {
      "epoch": 281.95,
      "grad_norm": 0.9119686484336853,
      "learning_rate": 3.6098179552064996e-06,
      "loss": 0.3596,
      "step": 1010220
    },
    {
      "epoch": 281.95,
      "grad_norm": 1.1254656314849854,
      "learning_rate": 3.6097952000904717e-06,
      "loss": 0.336,
      "step": 1010230
    },
    {
      "epoch": 281.95,
      "grad_norm": 0.9427666664123535,
      "learning_rate": 3.609772444805933e-06,
      "loss": 0.3492,
      "step": 1010240
    },
    {
      "epoch": 281.96,
      "grad_norm": 1.1079449653625488,
      "learning_rate": 3.609749689352886e-06,
      "loss": 0.361,
      "step": 1010250
    },
    {
      "epoch": 281.96,
      "grad_norm": 1.04999840259552,
      "learning_rate": 3.6097269337313343e-06,
      "loss": 0.3627,
      "step": 1010260
    },
    {
      "epoch": 281.96,
      "grad_norm": 0.9186360836029053,
      "learning_rate": 3.6097041779412808e-06,
      "loss": 0.3583,
      "step": 1010270
    },
    {
      "epoch": 281.96,
      "grad_norm": 1.1282920837402344,
      "learning_rate": 3.609681421982729e-06,
      "loss": 0.3659,
      "step": 1010280
    },
    {
      "epoch": 281.97,
      "grad_norm": 0.9407433867454529,
      "learning_rate": 3.6096586658556805e-06,
      "loss": 0.355,
      "step": 1010290
    },
    {
      "epoch": 281.97,
      "grad_norm": 1.2530683279037476,
      "learning_rate": 3.6096359095601393e-06,
      "loss": 0.3772,
      "step": 1010300
    },
    {
      "epoch": 281.97,
      "grad_norm": 1.0115277767181396,
      "learning_rate": 3.6096131530961085e-06,
      "loss": 0.3506,
      "step": 1010310
    },
    {
      "epoch": 281.98,
      "grad_norm": 1.1095848083496094,
      "learning_rate": 3.6095903964635913e-06,
      "loss": 0.3605,
      "step": 1010320
    },
    {
      "epoch": 281.98,
      "grad_norm": 1.1460572481155396,
      "learning_rate": 3.6095676396625904e-06,
      "loss": 0.3708,
      "step": 1010330
    },
    {
      "epoch": 281.98,
      "grad_norm": 1.0518994331359863,
      "learning_rate": 3.609544882693108e-06,
      "loss": 0.3436,
      "step": 1010340
    },
    {
      "epoch": 281.98,
      "grad_norm": 0.9895812273025513,
      "learning_rate": 3.6095221255551492e-06,
      "loss": 0.3806,
      "step": 1010350
    },
    {
      "epoch": 281.99,
      "grad_norm": 1.0950093269348145,
      "learning_rate": 3.609499368248715e-06,
      "loss": 0.3618,
      "step": 1010360
    },
    {
      "epoch": 281.99,
      "grad_norm": 0.9170776009559631,
      "learning_rate": 3.6094766107738095e-06,
      "loss": 0.3629,
      "step": 1010370
    },
    {
      "epoch": 281.99,
      "grad_norm": 1.196642279624939,
      "learning_rate": 3.6094538531304347e-06,
      "loss": 0.3717,
      "step": 1010380
    },
    {
      "epoch": 282.0,
      "grad_norm": 10.95276165008545,
      "learning_rate": 3.6094310953185953e-06,
      "loss": 0.3633,
      "step": 1010390
    },
    {
      "epoch": 282.0,
      "grad_norm": 0.8731459975242615,
      "learning_rate": 3.609408337338293e-06,
      "loss": 0.3725,
      "step": 1010400
    },
    {
      "epoch": 282.0,
      "eval_loss": 0.3595319986343384,
      "eval_runtime": 63.4273,
      "eval_samples_per_second": 79.761,
      "eval_steps_per_second": 9.98,
      "step": 1010406
    },
    {
      "epoch": 282.0,
      "grad_norm": 1.052910566329956,
      "learning_rate": 3.609385579189531e-06,
      "loss": 0.3483,
      "step": 1010410
    },
    {
      "epoch": 282.0,
      "grad_norm": 1.0578219890594482,
      "learning_rate": 3.609362820872313e-06,
      "loss": 0.3572,
      "step": 1010420
    },
    {
      "epoch": 282.01,
      "grad_norm": 1.019728183746338,
      "learning_rate": 3.6093400623866415e-06,
      "loss": 0.37,
      "step": 1010430
    },
    {
      "epoch": 282.01,
      "grad_norm": 1.1523988246917725,
      "learning_rate": 3.6093173037325193e-06,
      "loss": 0.3631,
      "step": 1010440
    },
    {
      "epoch": 282.01,
      "grad_norm": 0.9947674870491028,
      "learning_rate": 3.60929454490995e-06,
      "loss": 0.3508,
      "step": 1010450
    },
    {
      "epoch": 282.02,
      "grad_norm": 1.034466028213501,
      "learning_rate": 3.6092717859189367e-06,
      "loss": 0.357,
      "step": 1010460
    },
    {
      "epoch": 282.02,
      "grad_norm": 1.1430296897888184,
      "learning_rate": 3.6092490267594818e-06,
      "loss": 0.3601,
      "step": 1010470
    },
    {
      "epoch": 282.02,
      "grad_norm": 1.026640772819519,
      "learning_rate": 3.6092262674315885e-06,
      "loss": 0.3511,
      "step": 1010480
    },
    {
      "epoch": 282.02,
      "grad_norm": 1.0747050046920776,
      "learning_rate": 3.60920350793526e-06,
      "loss": 0.371,
      "step": 1010490
    },
    {
      "epoch": 282.03,
      "grad_norm": 1.1799170970916748,
      "learning_rate": 3.6091807482704997e-06,
      "loss": 0.367,
      "step": 1010500
    },
    {
      "epoch": 282.03,
      "grad_norm": 1.1496436595916748,
      "learning_rate": 3.6091579884373097e-06,
      "loss": 0.3795,
      "step": 1010510
    },
    {
      "epoch": 282.03,
      "grad_norm": 1.0829005241394043,
      "learning_rate": 3.6091352284356936e-06,
      "loss": 0.3628,
      "step": 1010520
    },
    {
      "epoch": 282.03,
      "grad_norm": 0.927097499370575,
      "learning_rate": 3.6091124682656543e-06,
      "loss": 0.3689,
      "step": 1010530
    },
    {
      "epoch": 282.04,
      "grad_norm": 0.9263602495193481,
      "learning_rate": 3.6090897079271952e-06,
      "loss": 0.3596,
      "step": 1010540
    },
    {
      "epoch": 282.04,
      "grad_norm": 1.0690062046051025,
      "learning_rate": 3.609066947420319e-06,
      "loss": 0.3499,
      "step": 1010550
    },
    {
      "epoch": 282.04,
      "grad_norm": 0.9602503180503845,
      "learning_rate": 3.609044186745029e-06,
      "loss": 0.3548,
      "step": 1010560
    },
    {
      "epoch": 282.05,
      "grad_norm": 1.8198515176773071,
      "learning_rate": 3.6090214259013275e-06,
      "loss": 0.3512,
      "step": 1010570
    },
    {
      "epoch": 282.05,
      "grad_norm": 0.9355294704437256,
      "learning_rate": 3.608998664889218e-06,
      "loss": 0.351,
      "step": 1010580
    },
    {
      "epoch": 282.05,
      "grad_norm": 0.8335666656494141,
      "learning_rate": 3.6089759037087044e-06,
      "loss": 0.3532,
      "step": 1010590
    },
    {
      "epoch": 282.05,
      "grad_norm": 1.1155203580856323,
      "learning_rate": 3.6089531423597876e-06,
      "loss": 0.3472,
      "step": 1010600
    },
    {
      "epoch": 282.06,
      "grad_norm": 1.07740318775177,
      "learning_rate": 3.608930380842473e-06,
      "loss": 0.374,
      "step": 1010610
    },
    {
      "epoch": 282.06,
      "grad_norm": 0.8103827238082886,
      "learning_rate": 3.608907619156762e-06,
      "loss": 0.3665,
      "step": 1010620
    },
    {
      "epoch": 282.06,
      "grad_norm": 0.9027619957923889,
      "learning_rate": 3.6088848573026583e-06,
      "loss": 0.363,
      "step": 1010630
    },
    {
      "epoch": 282.07,
      "grad_norm": 1.1528457403182983,
      "learning_rate": 3.608862095280165e-06,
      "loss": 0.3557,
      "step": 1010640
    },
    {
      "epoch": 282.07,
      "grad_norm": 0.9020646810531616,
      "learning_rate": 3.6088393330892852e-06,
      "loss": 0.3535,
      "step": 1010650
    },
    {
      "epoch": 282.07,
      "grad_norm": 0.9178988933563232,
      "learning_rate": 3.608816570730021e-06,
      "loss": 0.3514,
      "step": 1010660
    },
    {
      "epoch": 282.07,
      "grad_norm": 1.0921669006347656,
      "learning_rate": 3.608793808202376e-06,
      "loss": 0.3585,
      "step": 1010670
    },
    {
      "epoch": 282.08,
      "grad_norm": 4.20679235458374,
      "learning_rate": 3.608771045506354e-06,
      "loss": 0.3539,
      "step": 1010680
    },
    {
      "epoch": 282.08,
      "grad_norm": 1.2401751279830933,
      "learning_rate": 3.6087482826419573e-06,
      "loss": 0.3537,
      "step": 1010690
    },
    {
      "epoch": 282.08,
      "grad_norm": 1.6218191385269165,
      "learning_rate": 3.6087255196091884e-06,
      "loss": 0.3517,
      "step": 1010700
    },
    {
      "epoch": 282.08,
      "grad_norm": 0.9751309156417847,
      "learning_rate": 3.6087027564080515e-06,
      "loss": 0.3675,
      "step": 1010710
    },
    {
      "epoch": 282.09,
      "grad_norm": 4.221196174621582,
      "learning_rate": 3.608679993038549e-06,
      "loss": 0.3529,
      "step": 1010720
    },
    {
      "epoch": 282.09,
      "grad_norm": 0.9566543102264404,
      "learning_rate": 3.6086572295006833e-06,
      "loss": 0.3401,
      "step": 1010730
    },
    {
      "epoch": 282.09,
      "grad_norm": 0.9309952259063721,
      "learning_rate": 3.608634465794459e-06,
      "loss": 0.3597,
      "step": 1010740
    },
    {
      "epoch": 282.1,
      "grad_norm": 0.9099668860435486,
      "learning_rate": 3.6086117019198774e-06,
      "loss": 0.3546,
      "step": 1010750
    },
    {
      "epoch": 282.1,
      "grad_norm": 1.0335785150527954,
      "learning_rate": 3.6085889378769426e-06,
      "loss": 0.3632,
      "step": 1010760
    },
    {
      "epoch": 282.1,
      "grad_norm": 1.0339758396148682,
      "learning_rate": 3.608566173665658e-06,
      "loss": 0.3626,
      "step": 1010770
    },
    {
      "epoch": 282.1,
      "grad_norm": 0.9409307837486267,
      "learning_rate": 3.6085434092860253e-06,
      "loss": 0.3626,
      "step": 1010780
    },
    {
      "epoch": 282.11,
      "grad_norm": 1.0087164640426636,
      "learning_rate": 3.6085206447380484e-06,
      "loss": 0.3749,
      "step": 1010790
    },
    {
      "epoch": 282.11,
      "grad_norm": 1.137736201286316,
      "learning_rate": 3.6084978800217304e-06,
      "loss": 0.3729,
      "step": 1010800
    },
    {
      "epoch": 282.11,
      "grad_norm": 1.1335805654525757,
      "learning_rate": 3.6084751151370744e-06,
      "loss": 0.369,
      "step": 1010810
    },
    {
      "epoch": 282.12,
      "grad_norm": 1.10065758228302,
      "learning_rate": 3.608452350084082e-06,
      "loss": 0.3741,
      "step": 1010820
    },
    {
      "epoch": 282.12,
      "grad_norm": 1.160966157913208,
      "learning_rate": 3.6084295848627583e-06,
      "loss": 0.3678,
      "step": 1010830
    },
    {
      "epoch": 282.12,
      "grad_norm": 0.992765486240387,
      "learning_rate": 3.6084068194731046e-06,
      "loss": 0.3797,
      "step": 1010840
    },
    {
      "epoch": 282.12,
      "grad_norm": 1.0775606632232666,
      "learning_rate": 3.6083840539151265e-06,
      "loss": 0.3547,
      "step": 1010850
    },
    {
      "epoch": 282.13,
      "grad_norm": 1.043563961982727,
      "learning_rate": 3.6083612881888234e-06,
      "loss": 0.3597,
      "step": 1010860
    },
    {
      "epoch": 282.13,
      "grad_norm": 1.1330022811889648,
      "learning_rate": 3.6083385222942012e-06,
      "loss": 0.3687,
      "step": 1010870
    },
    {
      "epoch": 282.13,
      "grad_norm": 1.0561983585357666,
      "learning_rate": 3.608315756231262e-06,
      "loss": 0.347,
      "step": 1010880
    },
    {
      "epoch": 282.14,
      "grad_norm": 1.129717230796814,
      "learning_rate": 3.6082929900000085e-06,
      "loss": 0.3564,
      "step": 1010890
    },
    {
      "epoch": 282.14,
      "grad_norm": 1.2665704488754272,
      "learning_rate": 3.6082702236004434e-06,
      "loss": 0.3562,
      "step": 1010900
    },
    {
      "epoch": 282.14,
      "grad_norm": 0.991125762462616,
      "learning_rate": 3.6082474570325707e-06,
      "loss": 0.3599,
      "step": 1010910
    },
    {
      "epoch": 282.14,
      "grad_norm": 0.9121476411819458,
      "learning_rate": 3.6082246902963934e-06,
      "loss": 0.3451,
      "step": 1010920
    },
    {
      "epoch": 282.15,
      "grad_norm": 0.9464157223701477,
      "learning_rate": 3.6082019233919136e-06,
      "loss": 0.3665,
      "step": 1010930
    },
    {
      "epoch": 282.15,
      "grad_norm": 0.9749678373336792,
      "learning_rate": 3.608179156319135e-06,
      "loss": 0.3606,
      "step": 1010940
    },
    {
      "epoch": 282.15,
      "grad_norm": 1.0698225498199463,
      "learning_rate": 3.608156389078062e-06,
      "loss": 0.3568,
      "step": 1010950
    },
    {
      "epoch": 282.15,
      "grad_norm": 1.0862178802490234,
      "learning_rate": 3.608133621668694e-06,
      "loss": 0.3448,
      "step": 1010960
    },
    {
      "epoch": 282.16,
      "grad_norm": 1.0836838483810425,
      "learning_rate": 3.6081108540910374e-06,
      "loss": 0.3628,
      "step": 1010970
    },
    {
      "epoch": 282.16,
      "grad_norm": 0.910181999206543,
      "learning_rate": 3.608088086345093e-06,
      "loss": 0.3516,
      "step": 1010980
    },
    {
      "epoch": 282.16,
      "grad_norm": 1.0707018375396729,
      "learning_rate": 3.608065318430866e-06,
      "loss": 0.3422,
      "step": 1010990
    },
    {
      "epoch": 282.17,
      "grad_norm": 0.93680739402771,
      "learning_rate": 3.6080425503483575e-06,
      "loss": 0.3471,
      "step": 1011000
    },
    {
      "epoch": 282.17,
      "grad_norm": 1.1606895923614502,
      "learning_rate": 3.6080197820975723e-06,
      "loss": 0.3564,
      "step": 1011010
    },
    {
      "epoch": 282.17,
      "grad_norm": 0.9637133479118347,
      "learning_rate": 3.607997013678512e-06,
      "loss": 0.3814,
      "step": 1011020
    },
    {
      "epoch": 282.17,
      "grad_norm": 0.934425950050354,
      "learning_rate": 3.60797424509118e-06,
      "loss": 0.3716,
      "step": 1011030
    },
    {
      "epoch": 282.18,
      "grad_norm": 1.0015877485275269,
      "learning_rate": 3.6079514763355794e-06,
      "loss": 0.3552,
      "step": 1011040
    },
    {
      "epoch": 282.18,
      "grad_norm": 0.977628231048584,
      "learning_rate": 3.607928707411713e-06,
      "loss": 0.3663,
      "step": 1011050
    },
    {
      "epoch": 282.18,
      "grad_norm": 1.1536670923233032,
      "learning_rate": 3.6079059383195838e-06,
      "loss": 0.3687,
      "step": 1011060
    },
    {
      "epoch": 282.19,
      "grad_norm": 1.027282953262329,
      "learning_rate": 3.6078831690591962e-06,
      "loss": 0.3635,
      "step": 1011070
    },
    {
      "epoch": 282.19,
      "grad_norm": 1.215465784072876,
      "learning_rate": 3.6078603996305506e-06,
      "loss": 0.3591,
      "step": 1011080
    },
    {
      "epoch": 282.19,
      "grad_norm": 0.9124447107315063,
      "learning_rate": 3.607837630033653e-06,
      "loss": 0.347,
      "step": 1011090
    },
    {
      "epoch": 282.19,
      "grad_norm": 0.9353664517402649,
      "learning_rate": 3.6078148602685045e-06,
      "loss": 0.3632,
      "step": 1011100
    },
    {
      "epoch": 282.2,
      "grad_norm": 1.017730951309204,
      "learning_rate": 3.6077920903351086e-06,
      "loss": 0.3603,
      "step": 1011110
    },
    {
      "epoch": 282.2,
      "grad_norm": 0.9979974031448364,
      "learning_rate": 3.6077693202334678e-06,
      "loss": 0.3408,
      "step": 1011120
    },
    {
      "epoch": 282.2,
      "grad_norm": 0.8591404557228088,
      "learning_rate": 3.6077465499635863e-06,
      "loss": 0.3488,
      "step": 1011130
    },
    {
      "epoch": 282.2,
      "grad_norm": 1.0310533046722412,
      "learning_rate": 3.6077237795254664e-06,
      "loss": 0.3686,
      "step": 1011140
    },
    {
      "epoch": 282.21,
      "grad_norm": 1.1684623956680298,
      "learning_rate": 3.6077010089191113e-06,
      "loss": 0.3457,
      "step": 1011150
    },
    {
      "epoch": 282.21,
      "grad_norm": 1.240869164466858,
      "learning_rate": 3.607678238144524e-06,
      "loss": 0.3739,
      "step": 1011160
    },
    {
      "epoch": 282.21,
      "grad_norm": 1.0021424293518066,
      "learning_rate": 3.6076554672017075e-06,
      "loss": 0.3574,
      "step": 1011170
    },
    {
      "epoch": 282.22,
      "grad_norm": 1.3586746454238892,
      "learning_rate": 3.6076326960906647e-06,
      "loss": 0.36,
      "step": 1011180
    },
    {
      "epoch": 282.22,
      "grad_norm": 1.1758356094360352,
      "learning_rate": 3.6076099248113987e-06,
      "loss": 0.3568,
      "step": 1011190
    },
    {
      "epoch": 282.22,
      "grad_norm": 1.1502058506011963,
      "learning_rate": 3.607587153363913e-06,
      "loss": 0.3635,
      "step": 1011200
    },
    {
      "epoch": 282.22,
      "grad_norm": 6.042810440063477,
      "learning_rate": 3.60756438174821e-06,
      "loss": 0.3638,
      "step": 1011210
    },
    {
      "epoch": 282.23,
      "grad_norm": 1.7326120138168335,
      "learning_rate": 3.607541609964292e-06,
      "loss": 0.3481,
      "step": 1011220
    },
    {
      "epoch": 282.23,
      "grad_norm": 1.162585735321045,
      "learning_rate": 3.607518838012165e-06,
      "loss": 0.3519,
      "step": 1011230
    },
    {
      "epoch": 282.23,
      "grad_norm": 1.0545214414596558,
      "learning_rate": 3.6074960658918285e-06,
      "loss": 0.354,
      "step": 1011240
    },
    {
      "epoch": 282.24,
      "grad_norm": 1.0011459589004517,
      "learning_rate": 3.6074732936032875e-06,
      "loss": 0.3591,
      "step": 1011250
    },
    {
      "epoch": 282.24,
      "grad_norm": 1.0155071020126343,
      "learning_rate": 3.607450521146545e-06,
      "loss": 0.3454,
      "step": 1011260
    },
    {
      "epoch": 282.24,
      "grad_norm": 0.993685781955719,
      "learning_rate": 3.6074277485216027e-06,
      "loss": 0.3602,
      "step": 1011270
    },
    {
      "epoch": 282.24,
      "grad_norm": 0.8720089197158813,
      "learning_rate": 3.607404975728465e-06,
      "loss": 0.3615,
      "step": 1011280
    },
    {
      "epoch": 282.25,
      "grad_norm": 1.1288223266601562,
      "learning_rate": 3.607382202767134e-06,
      "loss": 0.3653,
      "step": 1011290
    },
    {
      "epoch": 282.25,
      "grad_norm": 1.064799427986145,
      "learning_rate": 3.6073594296376143e-06,
      "loss": 0.3559,
      "step": 1011300
    },
    {
      "epoch": 282.25,
      "grad_norm": 3.8851685523986816,
      "learning_rate": 3.6073366563399073e-06,
      "loss": 0.3654,
      "step": 1011310
    },
    {
      "epoch": 282.26,
      "grad_norm": 1.1940689086914062,
      "learning_rate": 3.607313882874017e-06,
      "loss": 0.3716,
      "step": 1011320
    },
    {
      "epoch": 282.26,
      "grad_norm": 1.4732463359832764,
      "learning_rate": 3.6072911092399454e-06,
      "loss": 0.3669,
      "step": 1011330
    },
    {
      "epoch": 282.26,
      "grad_norm": 1.0070759057998657,
      "learning_rate": 3.6072683354376956e-06,
      "loss": 0.3621,
      "step": 1011340
    },
    {
      "epoch": 282.26,
      "grad_norm": 1.4050873517990112,
      "learning_rate": 3.607245561467272e-06,
      "loss": 0.352,
      "step": 1011350
    },
    {
      "epoch": 282.27,
      "grad_norm": 0.995001494884491,
      "learning_rate": 3.607222787328677e-06,
      "loss": 0.3642,
      "step": 1011360
    },
    {
      "epoch": 282.27,
      "grad_norm": 1.082766056060791,
      "learning_rate": 3.607200013021913e-06,
      "loss": 0.3615,
      "step": 1011370
    },
    {
      "epoch": 282.27,
      "grad_norm": 0.9198306202888489,
      "learning_rate": 3.6071772385469836e-06,
      "loss": 0.3667,
      "step": 1011380
    },
    {
      "epoch": 282.27,
      "grad_norm": 1.241955280303955,
      "learning_rate": 3.6071544639038918e-06,
      "loss": 0.3615,
      "step": 1011390
    },
    {
      "epoch": 282.28,
      "grad_norm": 0.9830880165100098,
      "learning_rate": 3.6071316890926402e-06,
      "loss": 0.356,
      "step": 1011400
    },
    {
      "epoch": 282.28,
      "grad_norm": 1.0764927864074707,
      "learning_rate": 3.6071089141132323e-06,
      "loss": 0.3523,
      "step": 1011410
    },
    {
      "epoch": 282.28,
      "grad_norm": 1.1062440872192383,
      "learning_rate": 3.6070861389656706e-06,
      "loss": 0.365,
      "step": 1011420
    },
    {
      "epoch": 282.29,
      "grad_norm": 1.161098837852478,
      "learning_rate": 3.6070633636499592e-06,
      "loss": 0.362,
      "step": 1011430
    },
    {
      "epoch": 282.29,
      "grad_norm": 1.0796504020690918,
      "learning_rate": 3.6070405881661e-06,
      "loss": 0.3603,
      "step": 1011440
    },
    {
      "epoch": 282.29,
      "grad_norm": 1.196081280708313,
      "learning_rate": 3.6070178125140967e-06,
      "loss": 0.3745,
      "step": 1011450
    },
    {
      "epoch": 282.29,
      "grad_norm": 1.0059428215026855,
      "learning_rate": 3.6069950366939522e-06,
      "loss": 0.3623,
      "step": 1011460
    },
    {
      "epoch": 282.3,
      "grad_norm": 1.0935380458831787,
      "learning_rate": 3.6069722607056696e-06,
      "loss": 0.3824,
      "step": 1011470
    },
    {
      "epoch": 282.3,
      "grad_norm": 0.9250015616416931,
      "learning_rate": 3.606949484549251e-06,
      "loss": 0.3604,
      "step": 1011480
    },
    {
      "epoch": 282.3,
      "grad_norm": 1.082111120223999,
      "learning_rate": 3.606926708224701e-06,
      "loss": 0.3523,
      "step": 1011490
    },
    {
      "epoch": 282.31,
      "grad_norm": 0.9388293027877808,
      "learning_rate": 3.6069039317320212e-06,
      "loss": 0.3513,
      "step": 1011500
    },
    {
      "epoch": 282.31,
      "grad_norm": 0.8756884336471558,
      "learning_rate": 3.6068811550712152e-06,
      "loss": 0.3722,
      "step": 1011510
    },
    {
      "epoch": 282.31,
      "grad_norm": 0.9309094548225403,
      "learning_rate": 3.6068583782422867e-06,
      "loss": 0.3759,
      "step": 1011520
    },
    {
      "epoch": 282.31,
      "grad_norm": 1.3124428987503052,
      "learning_rate": 3.6068356012452383e-06,
      "loss": 0.3621,
      "step": 1011530
    },
    {
      "epoch": 282.32,
      "grad_norm": 1.0293468236923218,
      "learning_rate": 3.6068128240800716e-06,
      "loss": 0.356,
      "step": 1011540
    },
    {
      "epoch": 282.32,
      "grad_norm": 1.2630422115325928,
      "learning_rate": 3.6067900467467926e-06,
      "loss": 0.3616,
      "step": 1011550
    },
    {
      "epoch": 282.32,
      "grad_norm": 1.0610867738723755,
      "learning_rate": 3.6067672692454016e-06,
      "loss": 0.3485,
      "step": 1011560
    },
    {
      "epoch": 282.32,
      "grad_norm": 0.9267956018447876,
      "learning_rate": 3.606744491575902e-06,
      "loss": 0.3581,
      "step": 1011570
    },
    {
      "epoch": 282.33,
      "grad_norm": 0.9449558854103088,
      "learning_rate": 3.6067217137382985e-06,
      "loss": 0.356,
      "step": 1011580
    },
    {
      "epoch": 282.33,
      "grad_norm": 1.0358296632766724,
      "learning_rate": 3.606698935732593e-06,
      "loss": 0.3565,
      "step": 1011590
    },
    {
      "epoch": 282.33,
      "grad_norm": 1.1573504209518433,
      "learning_rate": 3.6066761575587893e-06,
      "loss": 0.3466,
      "step": 1011600
    },
    {
      "epoch": 282.34,
      "grad_norm": 0.8702479004859924,
      "learning_rate": 3.6066533792168884e-06,
      "loss": 0.3569,
      "step": 1011610
    },
    {
      "epoch": 282.34,
      "grad_norm": 0.9970203638076782,
      "learning_rate": 3.6066306007068955e-06,
      "loss": 0.3407,
      "step": 1011620
    },
    {
      "epoch": 282.34,
      "grad_norm": 0.9939720034599304,
      "learning_rate": 3.606607822028813e-06,
      "loss": 0.3463,
      "step": 1011630
    },
    {
      "epoch": 282.34,
      "grad_norm": 1.229100227355957,
      "learning_rate": 3.606585043182643e-06,
      "loss": 0.3649,
      "step": 1011640
    },
    {
      "epoch": 282.35,
      "grad_norm": 1.1306544542312622,
      "learning_rate": 3.60656226416839e-06,
      "loss": 0.3669,
      "step": 1011650
    },
    {
      "epoch": 282.35,
      "grad_norm": 0.9332557916641235,
      "learning_rate": 3.6065394849860567e-06,
      "loss": 0.3578,
      "step": 1011660
    },
    {
      "epoch": 282.35,
      "grad_norm": 1.0966845750808716,
      "learning_rate": 3.6065167056356453e-06,
      "loss": 0.3687,
      "step": 1011670
    },
    {
      "epoch": 282.36,
      "grad_norm": 0.9477074146270752,
      "learning_rate": 3.6064939261171594e-06,
      "loss": 0.3505,
      "step": 1011680
    },
    {
      "epoch": 282.36,
      "grad_norm": 0.9732658267021179,
      "learning_rate": 3.6064711464306013e-06,
      "loss": 0.3739,
      "step": 1011690
    },
    {
      "epoch": 282.36,
      "grad_norm": 1.0917214155197144,
      "learning_rate": 3.6064483665759746e-06,
      "loss": 0.3553,
      "step": 1011700
    },
    {
      "epoch": 282.36,
      "grad_norm": 1.1468764543533325,
      "learning_rate": 3.606425586553283e-06,
      "loss": 0.3656,
      "step": 1011710
    },
    {
      "epoch": 282.37,
      "grad_norm": 0.9870496988296509,
      "learning_rate": 3.606402806362529e-06,
      "loss": 0.3677,
      "step": 1011720
    },
    {
      "epoch": 282.37,
      "grad_norm": 1.1473788022994995,
      "learning_rate": 3.6063800260037156e-06,
      "loss": 0.3565,
      "step": 1011730
    },
    {
      "epoch": 282.37,
      "grad_norm": 0.9762731790542603,
      "learning_rate": 3.6063572454768462e-06,
      "loss": 0.3469,
      "step": 1011740
    },
    {
      "epoch": 282.38,
      "grad_norm": 0.964911937713623,
      "learning_rate": 3.606334464781923e-06,
      "loss": 0.3622,
      "step": 1011750
    },
    {
      "epoch": 282.38,
      "grad_norm": 0.9544134140014648,
      "learning_rate": 3.606311683918949e-06,
      "loss": 0.3624,
      "step": 1011760
    },
    {
      "epoch": 282.38,
      "grad_norm": 1.0129492282867432,
      "learning_rate": 3.606288902887928e-06,
      "loss": 0.3393,
      "step": 1011770
    },
    {
      "epoch": 282.38,
      "grad_norm": 1.1381117105484009,
      "learning_rate": 3.606266121688863e-06,
      "loss": 0.3672,
      "step": 1011780
    },
    {
      "epoch": 282.39,
      "grad_norm": 1.0966211557388306,
      "learning_rate": 3.6062433403217564e-06,
      "loss": 0.3637,
      "step": 1011790
    },
    {
      "epoch": 282.39,
      "grad_norm": 1.1844573020935059,
      "learning_rate": 3.6062205587866117e-06,
      "loss": 0.3742,
      "step": 1011800
    },
    {
      "epoch": 282.39,
      "grad_norm": 0.8403228521347046,
      "learning_rate": 3.606197777083432e-06,
      "loss": 0.3596,
      "step": 1011810
    },
    {
      "epoch": 282.39,
      "grad_norm": 0.958352267742157,
      "learning_rate": 3.6061749952122194e-06,
      "loss": 0.37,
      "step": 1011820
    },
    {
      "epoch": 282.4,
      "grad_norm": 0.9961742162704468,
      "learning_rate": 3.606152213172979e-06,
      "loss": 0.3727,
      "step": 1011830
    },
    {
      "epoch": 282.4,
      "grad_norm": 0.965539276599884,
      "learning_rate": 3.606129430965712e-06,
      "loss": 0.3554,
      "step": 1011840
    },
    {
      "epoch": 282.4,
      "grad_norm": 1.083056092262268,
      "learning_rate": 3.6061066485904214e-06,
      "loss": 0.3653,
      "step": 1011850
    },
    {
      "epoch": 282.41,
      "grad_norm": 0.8707034587860107,
      "learning_rate": 3.6060838660471105e-06,
      "loss": 0.3686,
      "step": 1011860
    },
    {
      "epoch": 282.41,
      "grad_norm": 1.0632346868515015,
      "learning_rate": 3.606061083335784e-06,
      "loss": 0.3571,
      "step": 1011870
    },
    {
      "epoch": 282.41,
      "grad_norm": 1.1799170970916748,
      "learning_rate": 3.6060383004564422e-06,
      "loss": 0.3595,
      "step": 1011880
    },
    {
      "epoch": 282.41,
      "grad_norm": 1.045644760131836,
      "learning_rate": 3.6060155174090904e-06,
      "loss": 0.3483,
      "step": 1011890
    },
    {
      "epoch": 282.42,
      "grad_norm": 1.1577919721603394,
      "learning_rate": 3.6059927341937304e-06,
      "loss": 0.3684,
      "step": 1011900
    },
    {
      "epoch": 282.42,
      "grad_norm": 1.0541815757751465,
      "learning_rate": 3.605969950810366e-06,
      "loss": 0.3563,
      "step": 1011910
    },
    {
      "epoch": 282.42,
      "grad_norm": 1.2274274826049805,
      "learning_rate": 3.605947167258999e-06,
      "loss": 0.3482,
      "step": 1011920
    },
    {
      "epoch": 282.43,
      "grad_norm": 1.4044485092163086,
      "learning_rate": 3.6059243835396334e-06,
      "loss": 0.3565,
      "step": 1011930
    },
    {
      "epoch": 282.43,
      "grad_norm": 1.0833019018173218,
      "learning_rate": 3.6059015996522726e-06,
      "loss": 0.3504,
      "step": 1011940
    },
    {
      "epoch": 282.43,
      "grad_norm": 1.0645983219146729,
      "learning_rate": 3.6058788155969185e-06,
      "loss": 0.3443,
      "step": 1011950
    },
    {
      "epoch": 282.43,
      "grad_norm": 1.0295968055725098,
      "learning_rate": 3.605856031373575e-06,
      "loss": 0.3578,
      "step": 1011960
    },
    {
      "epoch": 282.44,
      "grad_norm": 0.977141261100769,
      "learning_rate": 3.605833246982245e-06,
      "loss": 0.3785,
      "step": 1011970
    },
    {
      "epoch": 282.44,
      "grad_norm": 1.0630812644958496,
      "learning_rate": 3.6058104624229315e-06,
      "loss": 0.3761,
      "step": 1011980
    },
    {
      "epoch": 282.44,
      "grad_norm": 0.8578548431396484,
      "learning_rate": 3.6057876776956363e-06,
      "loss": 0.3554,
      "step": 1011990
    },
    {
      "epoch": 282.44,
      "grad_norm": 1.0350135564804077,
      "learning_rate": 3.605764892800365e-06,
      "loss": 0.358,
      "step": 1012000
    },
    {
      "epoch": 282.45,
      "grad_norm": 1.0494561195373535,
      "learning_rate": 3.605742107737118e-06,
      "loss": 0.3598,
      "step": 1012010
    },
    {
      "epoch": 282.45,
      "grad_norm": 1.1300612688064575,
      "learning_rate": 3.6057193225059e-06,
      "loss": 0.354,
      "step": 1012020
    },
    {
      "epoch": 282.45,
      "grad_norm": 0.9438356757164001,
      "learning_rate": 3.6056965371067135e-06,
      "loss": 0.3442,
      "step": 1012030
    },
    {
      "epoch": 282.46,
      "grad_norm": 1.0255359411239624,
      "learning_rate": 3.605673751539562e-06,
      "loss": 0.3578,
      "step": 1012040
    },
    {
      "epoch": 282.46,
      "grad_norm": 2.2083137035369873,
      "learning_rate": 3.6056509658044475e-06,
      "loss": 0.3538,
      "step": 1012050
    },
    {
      "epoch": 282.46,
      "grad_norm": 1.2650703191757202,
      "learning_rate": 3.6056281799013736e-06,
      "loss": 0.3553,
      "step": 1012060
    },
    {
      "epoch": 282.46,
      "grad_norm": 1.0259896516799927,
      "learning_rate": 3.6056053938303437e-06,
      "loss": 0.3627,
      "step": 1012070
    },
    {
      "epoch": 282.47,
      "grad_norm": 1.1366819143295288,
      "learning_rate": 3.6055826075913607e-06,
      "loss": 0.3484,
      "step": 1012080
    },
    {
      "epoch": 282.47,
      "grad_norm": 0.987286388874054,
      "learning_rate": 3.6055598211844263e-06,
      "loss": 0.3569,
      "step": 1012090
    },
    {
      "epoch": 282.47,
      "grad_norm": 0.9709879159927368,
      "learning_rate": 3.605537034609546e-06,
      "loss": 0.3637,
      "step": 1012100
    },
    {
      "epoch": 282.48,
      "grad_norm": 1.027433156967163,
      "learning_rate": 3.6055142478667207e-06,
      "loss": 0.3639,
      "step": 1012110
    },
    {
      "epoch": 282.48,
      "grad_norm": 1.0439406633377075,
      "learning_rate": 3.6054914609559546e-06,
      "loss": 0.3722,
      "step": 1012120
    },
    {
      "epoch": 282.48,
      "grad_norm": 1.3263226747512817,
      "learning_rate": 3.6054686738772502e-06,
      "loss": 0.3587,
      "step": 1012130
    },
    {
      "epoch": 282.48,
      "grad_norm": 1.2551261186599731,
      "learning_rate": 3.605445886630611e-06,
      "loss": 0.3854,
      "step": 1012140
    },
    {
      "epoch": 282.49,
      "grad_norm": 1.0779207944869995,
      "learning_rate": 3.60542309921604e-06,
      "loss": 0.3562,
      "step": 1012150
    },
    {
      "epoch": 282.49,
      "grad_norm": 1.0714884996414185,
      "learning_rate": 3.605400311633539e-06,
      "loss": 0.3672,
      "step": 1012160
    },
    {
      "epoch": 282.49,
      "grad_norm": 1.0021462440490723,
      "learning_rate": 3.6053775238831124e-06,
      "loss": 0.361,
      "step": 1012170
    },
    {
      "epoch": 282.5,
      "grad_norm": 0.9644187092781067,
      "learning_rate": 3.605354735964763e-06,
      "loss": 0.3609,
      "step": 1012180
    },
    {
      "epoch": 282.5,
      "grad_norm": 0.9303842186927795,
      "learning_rate": 3.605331947878494e-06,
      "loss": 0.3623,
      "step": 1012190
    },
    {
      "epoch": 282.5,
      "grad_norm": 1.0308401584625244,
      "learning_rate": 3.6053091596243076e-06,
      "loss": 0.3786,
      "step": 1012200
    },
    {
      "epoch": 282.5,
      "grad_norm": 1.155848741531372,
      "learning_rate": 3.605286371202207e-06,
      "loss": 0.3624,
      "step": 1012210
    },
    {
      "epoch": 282.51,
      "grad_norm": 0.988014280796051,
      "learning_rate": 3.6052635826121963e-06,
      "loss": 0.359,
      "step": 1012220
    },
    {
      "epoch": 282.51,
      "grad_norm": 0.9470483064651489,
      "learning_rate": 3.6052407938542775e-06,
      "loss": 0.3676,
      "step": 1012230
    },
    {
      "epoch": 282.51,
      "grad_norm": 1.0309339761734009,
      "learning_rate": 3.6052180049284535e-06,
      "loss": 0.3489,
      "step": 1012240
    },
    {
      "epoch": 282.51,
      "grad_norm": 1.045281171798706,
      "learning_rate": 3.6051952158347284e-06,
      "loss": 0.3531,
      "step": 1012250
    },
    {
      "epoch": 282.52,
      "grad_norm": 1.4464980363845825,
      "learning_rate": 3.605172426573104e-06,
      "loss": 0.3655,
      "step": 1012260
    },
    {
      "epoch": 282.52,
      "grad_norm": 1.1269643306732178,
      "learning_rate": 3.605149637143585e-06,
      "loss": 0.3548,
      "step": 1012270
    },
    {
      "epoch": 282.52,
      "grad_norm": 1.3599646091461182,
      "learning_rate": 3.6051268475461724e-06,
      "loss": 0.3641,
      "step": 1012280
    },
    {
      "epoch": 282.53,
      "grad_norm": 1.0461158752441406,
      "learning_rate": 3.60510405778087e-06,
      "loss": 0.367,
      "step": 1012290
    },
    {
      "epoch": 282.53,
      "grad_norm": 1.0387934446334839,
      "learning_rate": 3.6050812678476825e-06,
      "loss": 0.3542,
      "step": 1012300
    },
    {
      "epoch": 282.53,
      "grad_norm": 1.1226896047592163,
      "learning_rate": 3.60505847774661e-06,
      "loss": 0.3573,
      "step": 1012310
    },
    {
      "epoch": 282.53,
      "grad_norm": 0.9097414016723633,
      "learning_rate": 3.6050356874776577e-06,
      "loss": 0.3705,
      "step": 1012320
    },
    {
      "epoch": 282.54,
      "grad_norm": 1.0564407110214233,
      "learning_rate": 3.6050128970408273e-06,
      "loss": 0.342,
      "step": 1012330
    },
    {
      "epoch": 282.54,
      "grad_norm": 1.0277886390686035,
      "learning_rate": 3.604990106436124e-06,
      "loss": 0.3564,
      "step": 1012340
    },
    {
      "epoch": 282.54,
      "grad_norm": 0.8893469572067261,
      "learning_rate": 3.6049673156635473e-06,
      "loss": 0.3574,
      "step": 1012350
    },
    {
      "epoch": 282.55,
      "grad_norm": 1.0221048593521118,
      "learning_rate": 3.604944524723103e-06,
      "loss": 0.3509,
      "step": 1012360
    },
    {
      "epoch": 282.55,
      "grad_norm": 1.2476112842559814,
      "learning_rate": 3.6049217336147934e-06,
      "loss": 0.3739,
      "step": 1012370
    },
    {
      "epoch": 282.55,
      "grad_norm": 1.007038950920105,
      "learning_rate": 3.6048989423386215e-06,
      "loss": 0.3639,
      "step": 1012380
    },
    {
      "epoch": 282.55,
      "grad_norm": 1.254007339477539,
      "learning_rate": 3.6048761508945905e-06,
      "loss": 0.3715,
      "step": 1012390
    },
    {
      "epoch": 282.56,
      "grad_norm": 1.081755518913269,
      "learning_rate": 3.604853359282703e-06,
      "loss": 0.342,
      "step": 1012400
    },
    {
      "epoch": 282.56,
      "grad_norm": 1.2223398685455322,
      "learning_rate": 3.604830567502963e-06,
      "loss": 0.3484,
      "step": 1012410
    },
    {
      "epoch": 282.56,
      "grad_norm": 0.9246487021446228,
      "learning_rate": 3.604807775555373e-06,
      "loss": 0.3806,
      "step": 1012420
    },
    {
      "epoch": 282.56,
      "grad_norm": 1.2082829475402832,
      "learning_rate": 3.604784983439934e-06,
      "loss": 0.3593,
      "step": 1012430
    },
    {
      "epoch": 282.57,
      "grad_norm": 1.0828578472137451,
      "learning_rate": 3.6047621911566528e-06,
      "loss": 0.3596,
      "step": 1012440
    },
    {
      "epoch": 282.57,
      "grad_norm": 0.9634462594985962,
      "learning_rate": 3.6047393987055293e-06,
      "loss": 0.3541,
      "step": 1012450
    },
    {
      "epoch": 282.57,
      "grad_norm": 1.0890164375305176,
      "learning_rate": 3.6047166060865683e-06,
      "loss": 0.3475,
      "step": 1012460
    },
    {
      "epoch": 282.58,
      "grad_norm": 1.0973089933395386,
      "learning_rate": 3.6046938132997716e-06,
      "loss": 0.3662,
      "step": 1012470
    },
    {
      "epoch": 282.58,
      "grad_norm": 1.105358600616455,
      "learning_rate": 3.6046710203451446e-06,
      "loss": 0.3486,
      "step": 1012480
    },
    {
      "epoch": 282.58,
      "grad_norm": 0.9054644107818604,
      "learning_rate": 3.604648227222688e-06,
      "loss": 0.3514,
      "step": 1012490
    },
    {
      "epoch": 282.58,
      "grad_norm": 1.1865607500076294,
      "learning_rate": 3.6046254339324046e-06,
      "loss": 0.3504,
      "step": 1012500
    },
    {
      "epoch": 282.59,
      "grad_norm": 1.123993992805481,
      "learning_rate": 3.604602640474299e-06,
      "loss": 0.3639,
      "step": 1012510
    },
    {
      "epoch": 282.59,
      "grad_norm": 1.1184080839157104,
      "learning_rate": 3.604579846848374e-06,
      "loss": 0.3616,
      "step": 1012520
    },
    {
      "epoch": 282.59,
      "grad_norm": 1.155625820159912,
      "learning_rate": 3.604557053054631e-06,
      "loss": 0.3687,
      "step": 1012530
    },
    {
      "epoch": 282.6,
      "grad_norm": 0.9951812028884888,
      "learning_rate": 3.604534259093075e-06,
      "loss": 0.3618,
      "step": 1012540
    },
    {
      "epoch": 282.6,
      "grad_norm": 1.0767018795013428,
      "learning_rate": 3.6045114649637084e-06,
      "loss": 0.3469,
      "step": 1012550
    },
    {
      "epoch": 282.6,
      "grad_norm": 1.0145537853240967,
      "learning_rate": 3.6044886706665338e-06,
      "loss": 0.3693,
      "step": 1012560
    },
    {
      "epoch": 282.6,
      "grad_norm": 1.0515344142913818,
      "learning_rate": 3.6044658762015547e-06,
      "loss": 0.3446,
      "step": 1012570
    },
    {
      "epoch": 282.61,
      "grad_norm": 1.0022716522216797,
      "learning_rate": 3.6044430815687734e-06,
      "loss": 0.3455,
      "step": 1012580
    },
    {
      "epoch": 282.61,
      "grad_norm": 1.0031760931015015,
      "learning_rate": 3.604420286768194e-06,
      "loss": 0.3666,
      "step": 1012590
    },
    {
      "epoch": 282.61,
      "grad_norm": 0.9326488375663757,
      "learning_rate": 3.6043974917998194e-06,
      "loss": 0.3524,
      "step": 1012600
    },
    {
      "epoch": 282.62,
      "grad_norm": 0.9542049765586853,
      "learning_rate": 3.6043746966636514e-06,
      "loss": 0.3584,
      "step": 1012610
    },
    {
      "epoch": 282.62,
      "grad_norm": 1.1402946710586548,
      "learning_rate": 3.6043519013596947e-06,
      "loss": 0.3365,
      "step": 1012620
    },
    {
      "epoch": 282.62,
      "grad_norm": 0.9349575638771057,
      "learning_rate": 3.6043291058879522e-06,
      "loss": 0.3517,
      "step": 1012630
    },
    {
      "epoch": 282.62,
      "grad_norm": 0.9618842005729675,
      "learning_rate": 3.604306310248425e-06,
      "loss": 0.3554,
      "step": 1012640
    },
    {
      "epoch": 282.63,
      "grad_norm": 0.9083917140960693,
      "learning_rate": 3.6042835144411175e-06,
      "loss": 0.3453,
      "step": 1012650
    },
    {
      "epoch": 282.63,
      "grad_norm": 1.0962707996368408,
      "learning_rate": 3.604260718466033e-06,
      "loss": 0.3448,
      "step": 1012660
    },
    {
      "epoch": 282.63,
      "grad_norm": 1.0279897451400757,
      "learning_rate": 3.6042379223231743e-06,
      "loss": 0.3483,
      "step": 1012670
    },
    {
      "epoch": 282.63,
      "grad_norm": 0.977158784866333,
      "learning_rate": 3.604215126012544e-06,
      "loss": 0.3677,
      "step": 1012680
    },
    {
      "epoch": 282.64,
      "grad_norm": 1.1445106267929077,
      "learning_rate": 3.6041923295341455e-06,
      "loss": 0.335,
      "step": 1012690
    },
    {
      "epoch": 282.64,
      "grad_norm": 1.459924578666687,
      "learning_rate": 3.604169532887982e-06,
      "loss": 0.3385,
      "step": 1012700
    },
    {
      "epoch": 282.64,
      "grad_norm": 0.8946046829223633,
      "learning_rate": 3.604146736074056e-06,
      "loss": 0.3601,
      "step": 1012710
    },
    {
      "epoch": 282.65,
      "grad_norm": 0.9792121648788452,
      "learning_rate": 3.604123939092371e-06,
      "loss": 0.3547,
      "step": 1012720
    },
    {
      "epoch": 282.65,
      "grad_norm": 0.962408185005188,
      "learning_rate": 3.6041011419429304e-06,
      "loss": 0.3694,
      "step": 1012730
    },
    {
      "epoch": 282.65,
      "grad_norm": 0.9463691711425781,
      "learning_rate": 3.6040783446257356e-06,
      "loss": 0.3529,
      "step": 1012740
    },
    {
      "epoch": 282.65,
      "grad_norm": 1.0015908479690552,
      "learning_rate": 3.604055547140791e-06,
      "loss": 0.3552,
      "step": 1012750
    },
    {
      "epoch": 282.66,
      "grad_norm": 1.096867561340332,
      "learning_rate": 3.6040327494881e-06,
      "loss": 0.3569,
      "step": 1012760
    },
    {
      "epoch": 282.66,
      "grad_norm": 0.9851709604263306,
      "learning_rate": 3.6040099516676647e-06,
      "loss": 0.3606,
      "step": 1012770
    },
    {
      "epoch": 282.66,
      "grad_norm": 1.0139920711517334,
      "learning_rate": 3.6039871536794886e-06,
      "loss": 0.3486,
      "step": 1012780
    },
    {
      "epoch": 282.67,
      "grad_norm": 1.0046995878219604,
      "learning_rate": 3.603964355523575e-06,
      "loss": 0.351,
      "step": 1012790
    },
    {
      "epoch": 282.67,
      "grad_norm": 1.1403666734695435,
      "learning_rate": 3.6039415571999254e-06,
      "loss": 0.3574,
      "step": 1012800
    },
    {
      "epoch": 282.67,
      "grad_norm": 0.990373432636261,
      "learning_rate": 3.6039187587085456e-06,
      "loss": 0.3523,
      "step": 1012810
    },
    {
      "epoch": 282.67,
      "grad_norm": 1.097765564918518,
      "learning_rate": 3.6038959600494355e-06,
      "loss": 0.3536,
      "step": 1012820
    },
    {
      "epoch": 282.68,
      "grad_norm": 1.1432300806045532,
      "learning_rate": 3.6038731612226e-06,
      "loss": 0.3626,
      "step": 1012830
    },
    {
      "epoch": 282.68,
      "grad_norm": 0.9819291830062866,
      "learning_rate": 3.603850362228042e-06,
      "loss": 0.3549,
      "step": 1012840
    },
    {
      "epoch": 282.68,
      "grad_norm": 1.0111392736434937,
      "learning_rate": 3.6038275630657643e-06,
      "loss": 0.3521,
      "step": 1012850
    },
    {
      "epoch": 282.68,
      "grad_norm": 1.1058565378189087,
      "learning_rate": 3.6038047637357694e-06,
      "loss": 0.3564,
      "step": 1012860
    },
    {
      "epoch": 282.69,
      "grad_norm": 1.1017954349517822,
      "learning_rate": 3.6037819642380615e-06,
      "loss": 0.3664,
      "step": 1012870
    },
    {
      "epoch": 282.69,
      "grad_norm": 1.0880794525146484,
      "learning_rate": 3.6037591645726428e-06,
      "loss": 0.3614,
      "step": 1012880
    },
    {
      "epoch": 282.69,
      "grad_norm": 1.1175042390823364,
      "learning_rate": 3.6037363647395166e-06,
      "loss": 0.3593,
      "step": 1012890
    },
    {
      "epoch": 282.7,
      "grad_norm": 0.9141165018081665,
      "learning_rate": 3.6037135647386856e-06,
      "loss": 0.3697,
      "step": 1012900
    },
    {
      "epoch": 282.7,
      "grad_norm": 1.099675178527832,
      "learning_rate": 3.603690764570154e-06,
      "loss": 0.36,
      "step": 1012910
    },
    {
      "epoch": 282.7,
      "grad_norm": 0.947442889213562,
      "learning_rate": 3.6036679642339227e-06,
      "loss": 0.3556,
      "step": 1012920
    },
    {
      "epoch": 282.7,
      "grad_norm": 1.2257598638534546,
      "learning_rate": 3.603645163729997e-06,
      "loss": 0.3759,
      "step": 1012930
    },
    {
      "epoch": 282.71,
      "grad_norm": 1.003509759902954,
      "learning_rate": 3.6036223630583784e-06,
      "loss": 0.3576,
      "step": 1012940
    },
    {
      "epoch": 282.71,
      "grad_norm": 0.9849217534065247,
      "learning_rate": 3.6035995622190707e-06,
      "loss": 0.3497,
      "step": 1012950
    },
    {
      "epoch": 282.71,
      "grad_norm": 0.9512234926223755,
      "learning_rate": 3.603576761212076e-06,
      "loss": 0.3455,
      "step": 1012960
    },
    {
      "epoch": 282.72,
      "grad_norm": 1.2292801141738892,
      "learning_rate": 3.6035539600373986e-06,
      "loss": 0.3724,
      "step": 1012970
    },
    {
      "epoch": 282.72,
      "grad_norm": 1.086525797843933,
      "learning_rate": 3.6035311586950406e-06,
      "loss": 0.348,
      "step": 1012980
    },
    {
      "epoch": 282.72,
      "grad_norm": 1.1159201860427856,
      "learning_rate": 3.603508357185005e-06,
      "loss": 0.3619,
      "step": 1012990
    },
    {
      "epoch": 282.72,
      "grad_norm": 1.1916415691375732,
      "learning_rate": 3.6034855555072966e-06,
      "loss": 0.3424,
      "step": 1013000
    },
    {
      "epoch": 282.73,
      "grad_norm": 1.0097262859344482,
      "learning_rate": 3.603462753661916e-06,
      "loss": 0.3687,
      "step": 1013010
    },
    {
      "epoch": 282.73,
      "grad_norm": 1.099656581878662,
      "learning_rate": 3.6034399516488677e-06,
      "loss": 0.3516,
      "step": 1013020
    },
    {
      "epoch": 282.73,
      "grad_norm": 0.916130781173706,
      "learning_rate": 3.603417149468154e-06,
      "loss": 0.3334,
      "step": 1013030
    },
    {
      "epoch": 282.74,
      "grad_norm": 1.1847275495529175,
      "learning_rate": 3.6033943471197794e-06,
      "loss": 0.3608,
      "step": 1013040
    },
    {
      "epoch": 282.74,
      "grad_norm": 0.9837197065353394,
      "learning_rate": 3.6033715446037445e-06,
      "loss": 0.3631,
      "step": 1013050
    },
    {
      "epoch": 282.74,
      "grad_norm": 1.120015263557434,
      "learning_rate": 3.6033487419200535e-06,
      "loss": 0.3688,
      "step": 1013060
    },
    {
      "epoch": 282.74,
      "grad_norm": 0.9189078211784363,
      "learning_rate": 3.6033259390687105e-06,
      "loss": 0.3365,
      "step": 1013070
    },
    {
      "epoch": 282.75,
      "grad_norm": 0.9695921540260315,
      "learning_rate": 3.6033031360497173e-06,
      "loss": 0.361,
      "step": 1013080
    },
    {
      "epoch": 282.75,
      "grad_norm": 1.4222887754440308,
      "learning_rate": 3.6032803328630767e-06,
      "loss": 0.3478,
      "step": 1013090
    },
    {
      "epoch": 282.75,
      "grad_norm": 0.9781000018119812,
      "learning_rate": 3.6032575295087927e-06,
      "loss": 0.3594,
      "step": 1013100
    },
    {
      "epoch": 282.75,
      "grad_norm": 1.751115322113037,
      "learning_rate": 3.6032347259868677e-06,
      "loss": 0.3639,
      "step": 1013110
    },
    {
      "epoch": 282.76,
      "grad_norm": 0.9436194896697998,
      "learning_rate": 3.603211922297305e-06,
      "loss": 0.3334,
      "step": 1013120
    },
    {
      "epoch": 282.76,
      "grad_norm": 0.9952105283737183,
      "learning_rate": 3.6031891184401084e-06,
      "loss": 0.3479,
      "step": 1013130
    },
    {
      "epoch": 282.76,
      "grad_norm": 1.0068179368972778,
      "learning_rate": 3.6031663144152787e-06,
      "loss": 0.3618,
      "step": 1013140
    },
    {
      "epoch": 282.77,
      "grad_norm": 1.432903528213501,
      "learning_rate": 3.6031435102228217e-06,
      "loss": 0.3519,
      "step": 1013150
    },
    {
      "epoch": 282.77,
      "grad_norm": 0.9485674500465393,
      "learning_rate": 3.603120705862738e-06,
      "loss": 0.3593,
      "step": 1013160
    },
    {
      "epoch": 282.77,
      "grad_norm": 1.247340440750122,
      "learning_rate": 3.603097901335032e-06,
      "loss": 0.3591,
      "step": 1013170
    },
    {
      "epoch": 282.77,
      "grad_norm": 0.9909358024597168,
      "learning_rate": 3.603075096639707e-06,
      "loss": 0.3475,
      "step": 1013180
    },
    {
      "epoch": 282.78,
      "grad_norm": 1.0239747762680054,
      "learning_rate": 3.6030522917767645e-06,
      "loss": 0.3555,
      "step": 1013190
    },
    {
      "epoch": 282.78,
      "grad_norm": 1.0054969787597656,
      "learning_rate": 3.60302948674621e-06,
      "loss": 0.3467,
      "step": 1013200
    },
    {
      "epoch": 282.78,
      "grad_norm": 1.2019860744476318,
      "learning_rate": 3.6030066815480435e-06,
      "loss": 0.3657,
      "step": 1013210
    },
    {
      "epoch": 282.79,
      "grad_norm": 1.013675570487976,
      "learning_rate": 3.602983876182271e-06,
      "loss": 0.3425,
      "step": 1013220
    },
    {
      "epoch": 282.79,
      "grad_norm": 0.9309783577919006,
      "learning_rate": 3.6029610706488934e-06,
      "loss": 0.3398,
      "step": 1013230
    },
    {
      "epoch": 282.79,
      "grad_norm": 0.9795006513595581,
      "learning_rate": 3.6029382649479135e-06,
      "loss": 0.3426,
      "step": 1013240
    },
    {
      "epoch": 282.79,
      "grad_norm": 1.171118140220642,
      "learning_rate": 3.6029154590793366e-06,
      "loss": 0.3593,
      "step": 1013250
    },
    {
      "epoch": 282.8,
      "grad_norm": 1.0035650730133057,
      "learning_rate": 3.6028926530431646e-06,
      "loss": 0.3527,
      "step": 1013260
    },
    {
      "epoch": 282.8,
      "grad_norm": 0.900409996509552,
      "learning_rate": 3.6028698468393994e-06,
      "loss": 0.3671,
      "step": 1013270
    },
    {
      "epoch": 282.8,
      "grad_norm": 1.0047768354415894,
      "learning_rate": 3.602847040468045e-06,
      "loss": 0.3708,
      "step": 1013280
    },
    {
      "epoch": 282.8,
      "grad_norm": 0.9479628205299377,
      "learning_rate": 3.6028242339291047e-06,
      "loss": 0.3703,
      "step": 1013290
    },
    {
      "epoch": 282.81,
      "grad_norm": 0.9264377355575562,
      "learning_rate": 3.6028014272225827e-06,
      "loss": 0.3754,
      "step": 1013300
    },
    {
      "epoch": 282.81,
      "grad_norm": 1.1616599559783936,
      "learning_rate": 3.6027786203484787e-06,
      "loss": 0.3566,
      "step": 1013310
    },
    {
      "epoch": 282.81,
      "grad_norm": 1.196651577949524,
      "learning_rate": 3.6027558133067985e-06,
      "loss": 0.3547,
      "step": 1013320
    },
    {
      "epoch": 282.82,
      "grad_norm": 0.9222456812858582,
      "learning_rate": 3.602733006097544e-06,
      "loss": 0.3579,
      "step": 1013330
    },
    {
      "epoch": 282.82,
      "grad_norm": 0.9780645966529846,
      "learning_rate": 3.6027101987207185e-06,
      "loss": 0.3538,
      "step": 1013340
    },
    {
      "epoch": 282.82,
      "grad_norm": 0.9060283303260803,
      "learning_rate": 3.6026873911763247e-06,
      "loss": 0.3593,
      "step": 1013350
    },
    {
      "epoch": 282.82,
      "grad_norm": 0.9110273718833923,
      "learning_rate": 3.602664583464367e-06,
      "loss": 0.3518,
      "step": 1013360
    },
    {
      "epoch": 282.83,
      "grad_norm": 0.9572392702102661,
      "learning_rate": 3.602641775584847e-06,
      "loss": 0.348,
      "step": 1013370
    },
    {
      "epoch": 282.83,
      "grad_norm": 0.9730511903762817,
      "learning_rate": 3.602618967537768e-06,
      "loss": 0.3444,
      "step": 1013380
    },
    {
      "epoch": 282.83,
      "grad_norm": 1.1015172004699707,
      "learning_rate": 3.602596159323134e-06,
      "loss": 0.3734,
      "step": 1013390
    },
    {
      "epoch": 282.84,
      "grad_norm": 0.983823299407959,
      "learning_rate": 3.6025733509409457e-06,
      "loss": 0.3451,
      "step": 1013400
    },
    {
      "epoch": 282.84,
      "grad_norm": 0.971027135848999,
      "learning_rate": 3.602550542391208e-06,
      "loss": 0.364,
      "step": 1013410
    },
    {
      "epoch": 282.84,
      "grad_norm": 0.9746013283729553,
      "learning_rate": 3.6025277336739248e-06,
      "loss": 0.3483,
      "step": 1013420
    },
    {
      "epoch": 282.84,
      "grad_norm": 1.0917719602584839,
      "learning_rate": 3.602504924789097e-06,
      "loss": 0.3494,
      "step": 1013430
    },
    {
      "epoch": 282.85,
      "grad_norm": 1.0154614448547363,
      "learning_rate": 3.602482115736729e-06,
      "loss": 0.3577,
      "step": 1013440
    },
    {
      "epoch": 282.85,
      "grad_norm": 1.0037643909454346,
      "learning_rate": 3.6024593065168224e-06,
      "loss": 0.3688,
      "step": 1013450
    },
    {
      "epoch": 282.85,
      "grad_norm": 1.1904577016830444,
      "learning_rate": 3.6024364971293823e-06,
      "loss": 0.3556,
      "step": 1013460
    },
    {
      "epoch": 282.86,
      "grad_norm": 1.0385990142822266,
      "learning_rate": 3.6024136875744105e-06,
      "loss": 0.366,
      "step": 1013470
    },
    {
      "epoch": 282.86,
      "grad_norm": 1.0273951292037964,
      "learning_rate": 3.60239087785191e-06,
      "loss": 0.3696,
      "step": 1013480
    },
    {
      "epoch": 282.86,
      "grad_norm": 1.0649076700210571,
      "learning_rate": 3.602368067961884e-06,
      "loss": 0.3419,
      "step": 1013490
    },
    {
      "epoch": 282.86,
      "grad_norm": 1.1020894050598145,
      "learning_rate": 3.6023452579043364e-06,
      "loss": 0.3635,
      "step": 1013500
    },
    {
      "epoch": 282.87,
      "grad_norm": 1.4463849067687988,
      "learning_rate": 3.6023224476792688e-06,
      "loss": 0.3563,
      "step": 1013510
    },
    {
      "epoch": 282.87,
      "grad_norm": 0.9874398112297058,
      "learning_rate": 3.602299637286685e-06,
      "loss": 0.3617,
      "step": 1013520
    },
    {
      "epoch": 282.87,
      "grad_norm": 1.1098909378051758,
      "learning_rate": 3.602276826726588e-06,
      "loss": 0.3431,
      "step": 1013530
    },
    {
      "epoch": 282.87,
      "grad_norm": 1.5132043361663818,
      "learning_rate": 3.60225401599898e-06,
      "loss": 0.3763,
      "step": 1013540
    },
    {
      "epoch": 282.88,
      "grad_norm": 1.0605045557022095,
      "learning_rate": 3.6022312051038657e-06,
      "loss": 0.3528,
      "step": 1013550
    },
    {
      "epoch": 282.88,
      "grad_norm": 1.3494956493377686,
      "learning_rate": 3.602208394041247e-06,
      "loss": 0.3647,
      "step": 1013560
    },
    {
      "epoch": 282.88,
      "grad_norm": 1.1174136400222778,
      "learning_rate": 3.6021855828111264e-06,
      "loss": 0.3444,
      "step": 1013570
    },
    {
      "epoch": 282.89,
      "grad_norm": 1.1362757682800293,
      "learning_rate": 3.6021627714135085e-06,
      "loss": 0.3764,
      "step": 1013580
    },
    {
      "epoch": 282.89,
      "grad_norm": 1.0026969909667969,
      "learning_rate": 3.602139959848396e-06,
      "loss": 0.3498,
      "step": 1013590
    },
    {
      "epoch": 282.89,
      "grad_norm": 1.0419679880142212,
      "learning_rate": 3.6021171481157896e-06,
      "loss": 0.3554,
      "step": 1013600
    },
    {
      "epoch": 282.89,
      "grad_norm": 1.0389175415039062,
      "learning_rate": 3.6020943362156952e-06,
      "loss": 0.3512,
      "step": 1013610
    },
    {
      "epoch": 282.9,
      "grad_norm": 1.0321859121322632,
      "learning_rate": 3.602071524148115e-06,
      "loss": 0.3338,
      "step": 1013620
    },
    {
      "epoch": 282.9,
      "grad_norm": 1.166609764099121,
      "learning_rate": 3.6020487119130513e-06,
      "loss": 0.3589,
      "step": 1013630
    },
    {
      "epoch": 282.9,
      "grad_norm": 1.2530397176742554,
      "learning_rate": 3.6020258995105085e-06,
      "loss": 0.3676,
      "step": 1013640
    },
    {
      "epoch": 282.91,
      "grad_norm": 1.1370865106582642,
      "learning_rate": 3.602003086940489e-06,
      "loss": 0.3608,
      "step": 1013650
    },
    {
      "epoch": 282.91,
      "grad_norm": 1.1585718393325806,
      "learning_rate": 3.601980274202995e-06,
      "loss": 0.3776,
      "step": 1013660
    },
    {
      "epoch": 282.91,
      "grad_norm": 1.0425769090652466,
      "learning_rate": 3.60195746129803e-06,
      "loss": 0.3522,
      "step": 1013670
    },
    {
      "epoch": 282.91,
      "grad_norm": 1.102780818939209,
      "learning_rate": 3.601934648225598e-06,
      "loss": 0.3589,
      "step": 1013680
    },
    {
      "epoch": 282.92,
      "grad_norm": 1.221980333328247,
      "learning_rate": 3.601911834985701e-06,
      "loss": 0.3565,
      "step": 1013690
    },
    {
      "epoch": 282.92,
      "grad_norm": 1.0384458303451538,
      "learning_rate": 3.601889021578342e-06,
      "loss": 0.3455,
      "step": 1013700
    },
    {
      "epoch": 282.92,
      "grad_norm": 0.9418785572052002,
      "learning_rate": 3.601866208003525e-06,
      "loss": 0.3431,
      "step": 1013710
    },
    {
      "epoch": 282.92,
      "grad_norm": 1.0452983379364014,
      "learning_rate": 3.6018433942612517e-06,
      "loss": 0.3504,
      "step": 1013720
    },
    {
      "epoch": 282.93,
      "grad_norm": 1.5070265531539917,
      "learning_rate": 3.601820580351526e-06,
      "loss": 0.3743,
      "step": 1013730
    },
    {
      "epoch": 282.93,
      "grad_norm": 1.0187422037124634,
      "learning_rate": 3.6017977662743507e-06,
      "loss": 0.3524,
      "step": 1013740
    },
    {
      "epoch": 282.93,
      "grad_norm": 0.8737823367118835,
      "learning_rate": 3.6017749520297298e-06,
      "loss": 0.3715,
      "step": 1013750
    },
    {
      "epoch": 282.94,
      "grad_norm": 0.9312744140625,
      "learning_rate": 3.601752137617664e-06,
      "loss": 0.3658,
      "step": 1013760
    },
    {
      "epoch": 282.94,
      "grad_norm": 1.058111310005188,
      "learning_rate": 3.601729323038158e-06,
      "loss": 0.3541,
      "step": 1013770
    },
    {
      "epoch": 282.94,
      "grad_norm": 0.8863717913627625,
      "learning_rate": 3.6017065082912155e-06,
      "loss": 0.3538,
      "step": 1013780
    },
    {
      "epoch": 282.94,
      "grad_norm": 1.1197890043258667,
      "learning_rate": 3.6016836933768384e-06,
      "loss": 0.3562,
      "step": 1013790
    },
    {
      "epoch": 282.95,
      "grad_norm": 2.902103900909424,
      "learning_rate": 3.6016608782950296e-06,
      "loss": 0.3629,
      "step": 1013800
    },
    {
      "epoch": 282.95,
      "grad_norm": 1.1636934280395508,
      "learning_rate": 3.601638063045793e-06,
      "loss": 0.3454,
      "step": 1013810
    },
    {
      "epoch": 282.95,
      "grad_norm": 1.1581095457077026,
      "learning_rate": 3.6016152476291306e-06,
      "loss": 0.3651,
      "step": 1013820
    },
    {
      "epoch": 282.96,
      "grad_norm": 1.2083755731582642,
      "learning_rate": 3.601592432045046e-06,
      "loss": 0.3802,
      "step": 1013830
    },
    {
      "epoch": 282.96,
      "grad_norm": 0.9681220650672913,
      "learning_rate": 3.6015696162935438e-06,
      "loss": 0.3491,
      "step": 1013840
    },
    {
      "epoch": 282.96,
      "grad_norm": 0.9732914566993713,
      "learning_rate": 3.6015468003746237e-06,
      "loss": 0.3601,
      "step": 1013850
    },
    {
      "epoch": 282.96,
      "grad_norm": 0.9938343167304993,
      "learning_rate": 3.6015239842882905e-06,
      "loss": 0.3597,
      "step": 1013860
    },
    {
      "epoch": 282.97,
      "grad_norm": 1.0740996599197388,
      "learning_rate": 3.601501168034548e-06,
      "loss": 0.3633,
      "step": 1013870
    },
    {
      "epoch": 282.97,
      "grad_norm": 1.0961072444915771,
      "learning_rate": 3.601478351613398e-06,
      "loss": 0.3532,
      "step": 1013880
    },
    {
      "epoch": 282.97,
      "grad_norm": 1.1334779262542725,
      "learning_rate": 3.6014555350248442e-06,
      "loss": 0.3709,
      "step": 1013890
    },
    {
      "epoch": 282.98,
      "grad_norm": 0.9601439833641052,
      "learning_rate": 3.6014327182688896e-06,
      "loss": 0.3471,
      "step": 1013900
    },
    {
      "epoch": 282.98,
      "grad_norm": 1.2174055576324463,
      "learning_rate": 3.601409901345537e-06,
      "loss": 0.3663,
      "step": 1013910
    },
    {
      "epoch": 282.98,
      "grad_norm": 0.9624873399734497,
      "learning_rate": 3.6013870842547893e-06,
      "loss": 0.3578,
      "step": 1013920
    },
    {
      "epoch": 282.98,
      "grad_norm": 1.0170260667800903,
      "learning_rate": 3.6013642669966496e-06,
      "loss": 0.3614,
      "step": 1013930
    },
    {
      "epoch": 282.99,
      "grad_norm": 0.8862293362617493,
      "learning_rate": 3.6013414495711218e-06,
      "loss": 0.3721,
      "step": 1013940
    },
    {
      "epoch": 282.99,
      "grad_norm": 1.0068517923355103,
      "learning_rate": 3.6013186319782075e-06,
      "loss": 0.3621,
      "step": 1013950
    },
    {
      "epoch": 282.99,
      "grad_norm": 1.0148812532424927,
      "learning_rate": 3.601295814217911e-06,
      "loss": 0.3408,
      "step": 1013960
    },
    {
      "epoch": 282.99,
      "grad_norm": 0.9198232293128967,
      "learning_rate": 3.601272996290235e-06,
      "loss": 0.342,
      "step": 1013970
    },
    {
      "epoch": 283.0,
      "grad_norm": 1.1482549905776978,
      "learning_rate": 3.6012501781951823e-06,
      "loss": 0.3565,
      "step": 1013980
    },
    {
      "epoch": 283.0,
      "eval_loss": 0.3596337139606476,
      "eval_runtime": 63.0629,
      "eval_samples_per_second": 80.222,
      "eval_steps_per_second": 10.038,
      "step": 1013989
    },
    {
      "epoch": 283.0,
      "grad_norm": 1.1052186489105225,
      "learning_rate": 3.6012273599327554e-06,
      "loss": 0.38,
      "step": 1013990
    },
    {
      "epoch": 283.0,
      "grad_norm": 0.9018914699554443,
      "learning_rate": 3.601204541502958e-06,
      "loss": 0.3641,
      "step": 1014000
    },
    {
      "epoch": 283.01,
      "grad_norm": 0.8775315880775452,
      "learning_rate": 3.6011817229057932e-06,
      "loss": 0.3452,
      "step": 1014010
    },
    {
      "epoch": 283.01,
      "grad_norm": 1.0067496299743652,
      "learning_rate": 3.6011589041412643e-06,
      "loss": 0.3552,
      "step": 1014020
    },
    {
      "epoch": 283.01,
      "grad_norm": 1.0385891199111938,
      "learning_rate": 3.601136085209373e-06,
      "loss": 0.3593,
      "step": 1014030
    },
    {
      "epoch": 283.01,
      "grad_norm": 1.184717059135437,
      "learning_rate": 3.6011132661101246e-06,
      "loss": 0.3692,
      "step": 1014040
    },
    {
      "epoch": 283.02,
      "grad_norm": 1.0822871923446655,
      "learning_rate": 3.60109044684352e-06,
      "loss": 0.3351,
      "step": 1014050
    },
    {
      "epoch": 283.02,
      "grad_norm": 0.9602858424186707,
      "learning_rate": 3.6010676274095626e-06,
      "loss": 0.3728,
      "step": 1014060
    },
    {
      "epoch": 283.02,
      "grad_norm": 0.9578107595443726,
      "learning_rate": 3.6010448078082566e-06,
      "loss": 0.3668,
      "step": 1014070
    },
    {
      "epoch": 283.03,
      "grad_norm": 1.0003700256347656,
      "learning_rate": 3.601021988039604e-06,
      "loss": 0.359,
      "step": 1014080
    },
    {
      "epoch": 283.03,
      "grad_norm": 0.9510921835899353,
      "learning_rate": 3.6009991681036077e-06,
      "loss": 0.3755,
      "step": 1014090
    },
    {
      "epoch": 283.03,
      "grad_norm": 1.0589056015014648,
      "learning_rate": 3.6009763480002724e-06,
      "loss": 0.3696,
      "step": 1014100
    },
    {
      "epoch": 283.03,
      "grad_norm": 0.9770369529724121,
      "learning_rate": 3.6009535277295994e-06,
      "loss": 0.3689,
      "step": 1014110
    },
    {
      "epoch": 283.04,
      "grad_norm": 1.0994949340820312,
      "learning_rate": 3.6009307072915917e-06,
      "loss": 0.3451,
      "step": 1014120
    },
    {
      "epoch": 283.04,
      "grad_norm": 0.8992108106613159,
      "learning_rate": 3.6009078866862535e-06,
      "loss": 0.3481,
      "step": 1014130
    },
    {
      "epoch": 283.04,
      "grad_norm": 0.9672473073005676,
      "learning_rate": 3.6008850659135873e-06,
      "loss": 0.366,
      "step": 1014140
    },
    {
      "epoch": 283.04,
      "grad_norm": 1.0405222177505493,
      "learning_rate": 3.6008622449735953e-06,
      "loss": 0.3391,
      "step": 1014150
    },
    {
      "epoch": 283.05,
      "grad_norm": 1.2411054372787476,
      "learning_rate": 3.600839423866282e-06,
      "loss": 0.3618,
      "step": 1014160
    },
    {
      "epoch": 283.05,
      "grad_norm": 1.0225001573562622,
      "learning_rate": 3.6008166025916497e-06,
      "loss": 0.3613,
      "step": 1014170
    },
    {
      "epoch": 283.05,
      "grad_norm": 1.0534567832946777,
      "learning_rate": 3.6007937811497017e-06,
      "loss": 0.3491,
      "step": 1014180
    },
    {
      "epoch": 283.06,
      "grad_norm": 0.9252039790153503,
      "learning_rate": 3.6007709595404406e-06,
      "loss": 0.3806,
      "step": 1014190
    },
    {
      "epoch": 283.06,
      "grad_norm": 1.1846647262573242,
      "learning_rate": 3.6007481377638697e-06,
      "loss": 0.3737,
      "step": 1014200
    },
    {
      "epoch": 283.06,
      "grad_norm": 0.9509115815162659,
      "learning_rate": 3.600725315819992e-06,
      "loss": 0.3497,
      "step": 1014210
    },
    {
      "epoch": 283.06,
      "grad_norm": 1.0157040357589722,
      "learning_rate": 3.60070249370881e-06,
      "loss": 0.358,
      "step": 1014220
    },
    {
      "epoch": 283.07,
      "grad_norm": 1.1071921586990356,
      "learning_rate": 3.6006796714303285e-06,
      "loss": 0.3368,
      "step": 1014230
    },
    {
      "epoch": 283.07,
      "grad_norm": 1.120503544807434,
      "learning_rate": 3.600656848984548e-06,
      "loss": 0.3557,
      "step": 1014240
    },
    {
      "epoch": 283.07,
      "grad_norm": 1.397687315940857,
      "learning_rate": 3.6006340263714738e-06,
      "loss": 0.3659,
      "step": 1014250
    },
    {
      "epoch": 283.08,
      "grad_norm": 0.9500448107719421,
      "learning_rate": 3.6006112035911083e-06,
      "loss": 0.3373,
      "step": 1014260
    },
    {
      "epoch": 283.08,
      "grad_norm": 1.009690284729004,
      "learning_rate": 3.6005883806434533e-06,
      "loss": 0.353,
      "step": 1014270
    },
    {
      "epoch": 283.08,
      "grad_norm": 1.342856526374817,
      "learning_rate": 3.6005655575285123e-06,
      "loss": 0.3715,
      "step": 1014280
    },
    {
      "epoch": 283.08,
      "grad_norm": 1.0108482837677002,
      "learning_rate": 3.60054273424629e-06,
      "loss": 0.3651,
      "step": 1014290
    },
    {
      "epoch": 283.09,
      "grad_norm": 1.3831408023834229,
      "learning_rate": 3.600519910796788e-06,
      "loss": 0.359,
      "step": 1014300
    },
    {
      "epoch": 283.09,
      "grad_norm": 1.0331742763519287,
      "learning_rate": 3.6004970871800083e-06,
      "loss": 0.3638,
      "step": 1014310
    },
    {
      "epoch": 283.09,
      "grad_norm": 1.1270289421081543,
      "learning_rate": 3.600474263395957e-06,
      "loss": 0.3595,
      "step": 1014320
    },
    {
      "epoch": 283.1,
      "grad_norm": 1.0984419584274292,
      "learning_rate": 3.600451439444635e-06,
      "loss": 0.3741,
      "step": 1014330
    },
    {
      "epoch": 283.1,
      "grad_norm": 1.170531988143921,
      "learning_rate": 3.600428615326045e-06,
      "loss": 0.3396,
      "step": 1014340
    },
    {
      "epoch": 283.1,
      "grad_norm": 0.8960276246070862,
      "learning_rate": 3.600405791040191e-06,
      "loss": 0.3527,
      "step": 1014350
    },
    {
      "epoch": 283.1,
      "grad_norm": 1.0277705192565918,
      "learning_rate": 3.600382966587076e-06,
      "loss": 0.356,
      "step": 1014360
    },
    {
      "epoch": 283.11,
      "grad_norm": 1.0689221620559692,
      "learning_rate": 3.6003601419667026e-06,
      "loss": 0.3562,
      "step": 1014370
    },
    {
      "epoch": 283.11,
      "grad_norm": 1.1447044610977173,
      "learning_rate": 3.600337317179074e-06,
      "loss": 0.3454,
      "step": 1014380
    },
    {
      "epoch": 283.11,
      "grad_norm": 0.9563177824020386,
      "learning_rate": 3.6003144922241937e-06,
      "loss": 0.3567,
      "step": 1014390
    },
    {
      "epoch": 283.11,
      "grad_norm": 0.996210515499115,
      "learning_rate": 3.6002916671020637e-06,
      "loss": 0.3498,
      "step": 1014400
    },
    {
      "epoch": 283.12,
      "grad_norm": 1.0492621660232544,
      "learning_rate": 3.6002688418126887e-06,
      "loss": 0.3562,
      "step": 1014410
    },
    {
      "epoch": 283.12,
      "grad_norm": 1.1354434490203857,
      "learning_rate": 3.60024601635607e-06,
      "loss": 0.3683,
      "step": 1014420
    },
    {
      "epoch": 283.12,
      "grad_norm": 1.1854902505874634,
      "learning_rate": 3.6002231907322108e-06,
      "loss": 0.3643,
      "step": 1014430
    },
    {
      "epoch": 283.13,
      "grad_norm": 1.09652578830719,
      "learning_rate": 3.600200364941115e-06,
      "loss": 0.3497,
      "step": 1014440
    },
    {
      "epoch": 283.13,
      "grad_norm": 1.6407495737075806,
      "learning_rate": 3.6001775389827855e-06,
      "loss": 0.3686,
      "step": 1014450
    },
    {
      "epoch": 283.13,
      "grad_norm": 1.0808504819869995,
      "learning_rate": 3.600154712857225e-06,
      "loss": 0.3404,
      "step": 1014460
    },
    {
      "epoch": 283.13,
      "grad_norm": 0.9993991851806641,
      "learning_rate": 3.600131886564437e-06,
      "loss": 0.3538,
      "step": 1014470
    },
    {
      "epoch": 283.14,
      "grad_norm": 1.1259429454803467,
      "learning_rate": 3.6001090601044242e-06,
      "loss": 0.3595,
      "step": 1014480
    },
    {
      "epoch": 283.14,
      "grad_norm": 1.0536731481552124,
      "learning_rate": 3.60008623347719e-06,
      "loss": 0.356,
      "step": 1014490
    },
    {
      "epoch": 283.14,
      "grad_norm": 0.9651328325271606,
      "learning_rate": 3.600063406682736e-06,
      "loss": 0.3617,
      "step": 1014500
    },
    {
      "epoch": 283.15,
      "grad_norm": 1.068813681602478,
      "learning_rate": 3.600040579721067e-06,
      "loss": 0.369,
      "step": 1014510
    },
    {
      "epoch": 283.15,
      "grad_norm": 0.9708334803581238,
      "learning_rate": 3.6000177525921856e-06,
      "loss": 0.368,
      "step": 1014520
    },
    {
      "epoch": 283.15,
      "grad_norm": 0.965743899345398,
      "learning_rate": 3.5999949252960943e-06,
      "loss": 0.3557,
      "step": 1014530
    },
    {
      "epoch": 283.15,
      "grad_norm": 1.2597975730895996,
      "learning_rate": 3.599972097832797e-06,
      "loss": 0.3679,
      "step": 1014540
    },
    {
      "epoch": 283.16,
      "grad_norm": 0.9259361028671265,
      "learning_rate": 3.5999492702022954e-06,
      "loss": 0.3587,
      "step": 1014550
    },
    {
      "epoch": 283.16,
      "grad_norm": 0.9764388799667358,
      "learning_rate": 3.599926442404594e-06,
      "loss": 0.3495,
      "step": 1014560
    },
    {
      "epoch": 283.16,
      "grad_norm": 1.04066801071167,
      "learning_rate": 3.5999036144396946e-06,
      "loss": 0.341,
      "step": 1014570
    },
    {
      "epoch": 283.16,
      "grad_norm": 1.0310989618301392,
      "learning_rate": 3.5998807863076013e-06,
      "loss": 0.3547,
      "step": 1014580
    },
    {
      "epoch": 283.17,
      "grad_norm": 0.9619563817977905,
      "learning_rate": 3.5998579580083164e-06,
      "loss": 0.3533,
      "step": 1014590
    },
    {
      "epoch": 283.17,
      "grad_norm": 1.3502604961395264,
      "learning_rate": 3.5998351295418433e-06,
      "loss": 0.3733,
      "step": 1014600
    },
    {
      "epoch": 283.17,
      "grad_norm": 1.155897617340088,
      "learning_rate": 3.5998123009081845e-06,
      "loss": 0.3651,
      "step": 1014610
    },
    {
      "epoch": 283.18,
      "grad_norm": 0.9905762076377869,
      "learning_rate": 3.5997894721073442e-06,
      "loss": 0.3585,
      "step": 1014620
    },
    {
      "epoch": 283.18,
      "grad_norm": 1.01954185962677,
      "learning_rate": 3.5997666431393243e-06,
      "loss": 0.359,
      "step": 1014630
    },
    {
      "epoch": 283.18,
      "grad_norm": 0.8952928185462952,
      "learning_rate": 3.599743814004128e-06,
      "loss": 0.3769,
      "step": 1014640
    },
    {
      "epoch": 283.18,
      "grad_norm": 1.0608856678009033,
      "learning_rate": 3.599720984701759e-06,
      "loss": 0.3628,
      "step": 1014650
    },
    {
      "epoch": 283.19,
      "grad_norm": 0.8742589950561523,
      "learning_rate": 3.5996981552322194e-06,
      "loss": 0.3617,
      "step": 1014660
    },
    {
      "epoch": 283.19,
      "grad_norm": 1.0388269424438477,
      "learning_rate": 3.599675325595513e-06,
      "loss": 0.3588,
      "step": 1014670
    },
    {
      "epoch": 283.19,
      "grad_norm": 1.115943193435669,
      "learning_rate": 3.599652495791643e-06,
      "loss": 0.3659,
      "step": 1014680
    },
    {
      "epoch": 283.2,
      "grad_norm": 1.1779522895812988,
      "learning_rate": 3.5996296658206116e-06,
      "loss": 0.3665,
      "step": 1014690
    },
    {
      "epoch": 283.2,
      "grad_norm": 1.1018805503845215,
      "learning_rate": 3.5996068356824224e-06,
      "loss": 0.3634,
      "step": 1014700
    },
    {
      "epoch": 283.2,
      "grad_norm": 1.3948708772659302,
      "learning_rate": 3.5995840053770784e-06,
      "loss": 0.3618,
      "step": 1014710
    },
    {
      "epoch": 283.2,
      "grad_norm": 0.9769523739814758,
      "learning_rate": 3.5995611749045823e-06,
      "loss": 0.3522,
      "step": 1014720
    },
    {
      "epoch": 283.21,
      "grad_norm": 1.087019920349121,
      "learning_rate": 3.5995383442649377e-06,
      "loss": 0.3457,
      "step": 1014730
    },
    {
      "epoch": 283.21,
      "grad_norm": 0.8817426562309265,
      "learning_rate": 3.5995155134581473e-06,
      "loss": 0.3437,
      "step": 1014740
    },
    {
      "epoch": 283.21,
      "grad_norm": 0.9536926746368408,
      "learning_rate": 3.5994926824842135e-06,
      "loss": 0.3515,
      "step": 1014750
    },
    {
      "epoch": 283.22,
      "grad_norm": 0.9578552842140198,
      "learning_rate": 3.599469851343141e-06,
      "loss": 0.3767,
      "step": 1014760
    },
    {
      "epoch": 283.22,
      "grad_norm": 1.3681397438049316,
      "learning_rate": 3.5994470200349313e-06,
      "loss": 0.3564,
      "step": 1014770
    },
    {
      "epoch": 283.22,
      "grad_norm": 1.1247116327285767,
      "learning_rate": 3.599424188559589e-06,
      "loss": 0.3585,
      "step": 1014780
    },
    {
      "epoch": 283.22,
      "grad_norm": 1.1683751344680786,
      "learning_rate": 3.5994013569171144e-06,
      "loss": 0.355,
      "step": 1014790
    },
    {
      "epoch": 283.23,
      "grad_norm": 0.9378982782363892,
      "learning_rate": 3.599378525107513e-06,
      "loss": 0.359,
      "step": 1014800
    },
    {
      "epoch": 283.23,
      "grad_norm": 1.5696314573287964,
      "learning_rate": 3.5993556931307877e-06,
      "loss": 0.3403,
      "step": 1014810
    },
    {
      "epoch": 283.23,
      "grad_norm": 1.021823763847351,
      "learning_rate": 3.59933286098694e-06,
      "loss": 0.3519,
      "step": 1014820
    },
    {
      "epoch": 283.23,
      "grad_norm": 1.0538523197174072,
      "learning_rate": 3.599310028675974e-06,
      "loss": 0.3478,
      "step": 1014830
    },
    {
      "epoch": 283.24,
      "grad_norm": 0.9274742603302002,
      "learning_rate": 3.5992871961978937e-06,
      "loss": 0.3637,
      "step": 1014840
    },
    {
      "epoch": 283.24,
      "grad_norm": 0.9016086459159851,
      "learning_rate": 3.5992643635527004e-06,
      "loss": 0.3517,
      "step": 1014850
    },
    {
      "epoch": 283.24,
      "grad_norm": 0.9195268750190735,
      "learning_rate": 3.599241530740397e-06,
      "loss": 0.3548,
      "step": 1014860
    },
    {
      "epoch": 283.25,
      "grad_norm": 1.0033211708068848,
      "learning_rate": 3.599218697760989e-06,
      "loss": 0.3644,
      "step": 1014870
    },
    {
      "epoch": 283.25,
      "grad_norm": 1.310545563697815,
      "learning_rate": 3.5991958646144763e-06,
      "loss": 0.3739,
      "step": 1014880
    },
    {
      "epoch": 283.25,
      "grad_norm": 0.9112531542778015,
      "learning_rate": 3.5991730313008634e-06,
      "loss": 0.3745,
      "step": 1014890
    },
    {
      "epoch": 283.25,
      "grad_norm": 0.9366739392280579,
      "learning_rate": 3.5991501978201535e-06,
      "loss": 0.3553,
      "step": 1014900
    },
    {
      "epoch": 283.26,
      "grad_norm": 1.0206464529037476,
      "learning_rate": 3.59912736417235e-06,
      "loss": 0.3747,
      "step": 1014910
    },
    {
      "epoch": 283.26,
      "grad_norm": 1.0105681419372559,
      "learning_rate": 3.5991045303574556e-06,
      "loss": 0.3571,
      "step": 1014920
    },
    {
      "epoch": 283.26,
      "grad_norm": 1.0163683891296387,
      "learning_rate": 3.599081696375473e-06,
      "loss": 0.3494,
      "step": 1014930
    },
    {
      "epoch": 283.27,
      "grad_norm": 1.067710041999817,
      "learning_rate": 3.5990588622264056e-06,
      "loss": 0.3753,
      "step": 1014940
    },
    {
      "epoch": 283.27,
      "grad_norm": 1.5639848709106445,
      "learning_rate": 3.5990360279102556e-06,
      "loss": 0.3603,
      "step": 1014950
    },
    {
      "epoch": 283.27,
      "grad_norm": 0.9940016269683838,
      "learning_rate": 3.599013193427027e-06,
      "loss": 0.3633,
      "step": 1014960
    },
    {
      "epoch": 283.27,
      "grad_norm": 1.0953618288040161,
      "learning_rate": 3.5989903587767226e-06,
      "loss": 0.3606,
      "step": 1014970
    },
    {
      "epoch": 283.28,
      "grad_norm": 1.0168395042419434,
      "learning_rate": 3.5989675239593447e-06,
      "loss": 0.3311,
      "step": 1014980
    },
    {
      "epoch": 283.28,
      "grad_norm": 1.1204220056533813,
      "learning_rate": 3.5989446889748984e-06,
      "loss": 0.369,
      "step": 1014990
    },
    {
      "epoch": 283.28,
      "grad_norm": 1.0028594732284546,
      "learning_rate": 3.598921853823384e-06,
      "loss": 0.3505,
      "step": 1015000
    },
    {
      "epoch": 283.28,
      "grad_norm": 1.250665545463562,
      "learning_rate": 3.5988990185048067e-06,
      "loss": 0.3667,
      "step": 1015010
    },
    {
      "epoch": 283.29,
      "grad_norm": 0.9020172357559204,
      "learning_rate": 3.5988761830191684e-06,
      "loss": 0.3587,
      "step": 1015020
    },
    {
      "epoch": 283.29,
      "grad_norm": 1.0060625076293945,
      "learning_rate": 3.598853347366473e-06,
      "loss": 0.3487,
      "step": 1015030
    },
    {
      "epoch": 283.29,
      "grad_norm": 1.0837842226028442,
      "learning_rate": 3.598830511546722e-06,
      "loss": 0.3576,
      "step": 1015040
    },
    {
      "epoch": 283.3,
      "grad_norm": 1.0750895738601685,
      "learning_rate": 3.5988076755599194e-06,
      "loss": 0.3624,
      "step": 1015050
    },
    {
      "epoch": 283.3,
      "grad_norm": 1.0013489723205566,
      "learning_rate": 3.598784839406069e-06,
      "loss": 0.3507,
      "step": 1015060
    },
    {
      "epoch": 283.3,
      "grad_norm": 1.0201003551483154,
      "learning_rate": 3.5987620030851735e-06,
      "loss": 0.3475,
      "step": 1015070
    },
    {
      "epoch": 283.3,
      "grad_norm": 1.0694689750671387,
      "learning_rate": 3.598739166597235e-06,
      "loss": 0.3589,
      "step": 1015080
    },
    {
      "epoch": 283.31,
      "grad_norm": 1.281976342201233,
      "learning_rate": 3.598716329942257e-06,
      "loss": 0.3613,
      "step": 1015090
    },
    {
      "epoch": 283.31,
      "grad_norm": 4.662350177764893,
      "learning_rate": 3.5986934931202426e-06,
      "loss": 0.3554,
      "step": 1015100
    },
    {
      "epoch": 283.31,
      "grad_norm": 0.8778576254844666,
      "learning_rate": 3.598670656131195e-06,
      "loss": 0.3624,
      "step": 1015110
    },
    {
      "epoch": 283.32,
      "grad_norm": 1.1062771081924438,
      "learning_rate": 3.598647818975117e-06,
      "loss": 0.3563,
      "step": 1015120
    },
    {
      "epoch": 283.32,
      "grad_norm": 1.140250325202942,
      "learning_rate": 3.5986249816520125e-06,
      "loss": 0.3612,
      "step": 1015130
    },
    {
      "epoch": 283.32,
      "grad_norm": 1.3136160373687744,
      "learning_rate": 3.598602144161883e-06,
      "loss": 0.3591,
      "step": 1015140
    },
    {
      "epoch": 283.32,
      "grad_norm": 1.1953375339508057,
      "learning_rate": 3.5985793065047324e-06,
      "loss": 0.3411,
      "step": 1015150
    },
    {
      "epoch": 283.33,
      "grad_norm": 0.9096102714538574,
      "learning_rate": 3.598556468680564e-06,
      "loss": 0.3737,
      "step": 1015160
    },
    {
      "epoch": 283.33,
      "grad_norm": 1.1166828870773315,
      "learning_rate": 3.5985336306893804e-06,
      "loss": 0.3696,
      "step": 1015170
    },
    {
      "epoch": 283.33,
      "grad_norm": 1.1031159162521362,
      "learning_rate": 3.5985107925311846e-06,
      "loss": 0.3422,
      "step": 1015180
    },
    {
      "epoch": 283.34,
      "grad_norm": 1.228468418121338,
      "learning_rate": 3.59848795420598e-06,
      "loss": 0.3748,
      "step": 1015190
    },
    {
      "epoch": 283.34,
      "grad_norm": 0.9898210167884827,
      "learning_rate": 3.598465115713769e-06,
      "loss": 0.348,
      "step": 1015200
    },
    {
      "epoch": 283.34,
      "grad_norm": 0.9351612329483032,
      "learning_rate": 3.598442277054556e-06,
      "loss": 0.3658,
      "step": 1015210
    },
    {
      "epoch": 283.34,
      "grad_norm": 1.1967037916183472,
      "learning_rate": 3.5984194382283424e-06,
      "loss": 0.3563,
      "step": 1015220
    },
    {
      "epoch": 283.35,
      "grad_norm": 1.0768554210662842,
      "learning_rate": 3.5983965992351323e-06,
      "loss": 0.3691,
      "step": 1015230
    },
    {
      "epoch": 283.35,
      "grad_norm": 1.1401174068450928,
      "learning_rate": 3.5983737600749275e-06,
      "loss": 0.3581,
      "step": 1015240
    },
    {
      "epoch": 283.35,
      "grad_norm": 1.1375938653945923,
      "learning_rate": 3.5983509207477323e-06,
      "loss": 0.3539,
      "step": 1015250
    },
    {
      "epoch": 283.35,
      "grad_norm": 1.0128320455551147,
      "learning_rate": 3.59832808125355e-06,
      "loss": 0.3597,
      "step": 1015260
    },
    {
      "epoch": 283.36,
      "grad_norm": 1.0717251300811768,
      "learning_rate": 3.5983052415923824e-06,
      "loss": 0.3636,
      "step": 1015270
    },
    {
      "epoch": 283.36,
      "grad_norm": 1.0588312149047852,
      "learning_rate": 3.598282401764234e-06,
      "loss": 0.3552,
      "step": 1015280
    },
    {
      "epoch": 283.36,
      "grad_norm": 1.0222052335739136,
      "learning_rate": 3.598259561769107e-06,
      "loss": 0.3469,
      "step": 1015290
    },
    {
      "epoch": 283.37,
      "grad_norm": 0.9384103417396545,
      "learning_rate": 3.5982367216070035e-06,
      "loss": 0.3507,
      "step": 1015300
    },
    {
      "epoch": 283.37,
      "grad_norm": 1.197372555732727,
      "learning_rate": 3.5982138812779276e-06,
      "loss": 0.3685,
      "step": 1015310
    },
    {
      "epoch": 283.37,
      "grad_norm": 0.9989407062530518,
      "learning_rate": 3.598191040781883e-06,
      "loss": 0.3638,
      "step": 1015320
    },
    {
      "epoch": 283.37,
      "grad_norm": 0.9449009299278259,
      "learning_rate": 3.5981682001188713e-06,
      "loss": 0.363,
      "step": 1015330
    },
    {
      "epoch": 283.38,
      "grad_norm": 0.8809015154838562,
      "learning_rate": 3.598145359288896e-06,
      "loss": 0.3541,
      "step": 1015340
    },
    {
      "epoch": 283.38,
      "grad_norm": 0.8998873829841614,
      "learning_rate": 3.598122518291961e-06,
      "loss": 0.3422,
      "step": 1015350
    },
    {
      "epoch": 283.38,
      "grad_norm": 0.9845427870750427,
      "learning_rate": 3.5980996771280683e-06,
      "loss": 0.367,
      "step": 1015360
    },
    {
      "epoch": 283.39,
      "grad_norm": 0.9018988013267517,
      "learning_rate": 3.5980768357972213e-06,
      "loss": 0.3546,
      "step": 1015370
    },
    {
      "epoch": 283.39,
      "grad_norm": 0.9727392792701721,
      "learning_rate": 3.598053994299423e-06,
      "loss": 0.3636,
      "step": 1015380
    },
    {
      "epoch": 283.39,
      "grad_norm": 0.8669347763061523,
      "learning_rate": 3.5980311526346767e-06,
      "loss": 0.3431,
      "step": 1015390
    },
    {
      "epoch": 283.39,
      "grad_norm": 1.3680088520050049,
      "learning_rate": 3.598008310802985e-06,
      "loss": 0.3675,
      "step": 1015400
    },
    {
      "epoch": 283.4,
      "grad_norm": 1.2873955965042114,
      "learning_rate": 3.5979854688043513e-06,
      "loss": 0.3664,
      "step": 1015410
    },
    {
      "epoch": 283.4,
      "grad_norm": 1.0704010725021362,
      "learning_rate": 3.5979626266387787e-06,
      "loss": 0.3538,
      "step": 1015420
    },
    {
      "epoch": 283.4,
      "grad_norm": 1.0473297834396362,
      "learning_rate": 3.59793978430627e-06,
      "loss": 0.365,
      "step": 1015430
    },
    {
      "epoch": 283.4,
      "grad_norm": 0.904299795627594,
      "learning_rate": 3.597916941806828e-06,
      "loss": 0.3567,
      "step": 1015440
    },
    {
      "epoch": 283.41,
      "grad_norm": 0.9990538358688354,
      "learning_rate": 3.5978940991404565e-06,
      "loss": 0.3626,
      "step": 1015450
    },
    {
      "epoch": 283.41,
      "grad_norm": 1.169722080230713,
      "learning_rate": 3.5978712563071577e-06,
      "loss": 0.3472,
      "step": 1015460
    },
    {
      "epoch": 283.41,
      "grad_norm": 1.0652568340301514,
      "learning_rate": 3.597848413306935e-06,
      "loss": 0.3516,
      "step": 1015470
    },
    {
      "epoch": 283.42,
      "grad_norm": 1.138232707977295,
      "learning_rate": 3.5978255701397912e-06,
      "loss": 0.3736,
      "step": 1015480
    },
    {
      "epoch": 283.42,
      "grad_norm": 1.0314844846725464,
      "learning_rate": 3.5978027268057304e-06,
      "loss": 0.3719,
      "step": 1015490
    },
    {
      "epoch": 283.42,
      "grad_norm": 1.1835421323776245,
      "learning_rate": 3.597779883304755e-06,
      "loss": 0.3517,
      "step": 1015500
    },
    {
      "epoch": 283.42,
      "grad_norm": 1.0093516111373901,
      "learning_rate": 3.597757039636867e-06,
      "loss": 0.3614,
      "step": 1015510
    },
    {
      "epoch": 283.43,
      "grad_norm": 1.0536918640136719,
      "learning_rate": 3.5977341958020707e-06,
      "loss": 0.3553,
      "step": 1015520
    },
    {
      "epoch": 283.43,
      "grad_norm": 0.9427451491355896,
      "learning_rate": 3.5977113518003683e-06,
      "loss": 0.3637,
      "step": 1015530
    },
    {
      "epoch": 283.43,
      "grad_norm": 1.0617048740386963,
      "learning_rate": 3.5976885076317636e-06,
      "loss": 0.351,
      "step": 1015540
    },
    {
      "epoch": 283.44,
      "grad_norm": 8.10311508178711,
      "learning_rate": 3.59766566329626e-06,
      "loss": 0.3744,
      "step": 1015550
    },
    {
      "epoch": 283.44,
      "grad_norm": 0.8939422369003296,
      "learning_rate": 3.597642818793859e-06,
      "loss": 0.352,
      "step": 1015560
    },
    {
      "epoch": 283.44,
      "grad_norm": 1.1898096799850464,
      "learning_rate": 3.5976199741245654e-06,
      "loss": 0.3582,
      "step": 1015570
    },
    {
      "epoch": 283.44,
      "grad_norm": 0.9733868837356567,
      "learning_rate": 3.597597129288381e-06,
      "loss": 0.3465,
      "step": 1015580
    },
    {
      "epoch": 283.45,
      "grad_norm": 1.1644868850708008,
      "learning_rate": 3.5975742842853086e-06,
      "loss": 0.3539,
      "step": 1015590
    },
    {
      "epoch": 283.45,
      "grad_norm": 0.9270442128181458,
      "learning_rate": 3.5975514391153517e-06,
      "loss": 0.3552,
      "step": 1015600
    },
    {
      "epoch": 283.45,
      "grad_norm": 1.0085824728012085,
      "learning_rate": 3.597528593778515e-06,
      "loss": 0.3576,
      "step": 1015610
    },
    {
      "epoch": 283.46,
      "grad_norm": 1.0774465799331665,
      "learning_rate": 3.597505748274798e-06,
      "loss": 0.3661,
      "step": 1015620
    },
    {
      "epoch": 283.46,
      "grad_norm": 1.156783103942871,
      "learning_rate": 3.597482902604207e-06,
      "loss": 0.3543,
      "step": 1015630
    },
    {
      "epoch": 283.46,
      "grad_norm": 1.0550767183303833,
      "learning_rate": 3.597460056766744e-06,
      "loss": 0.3631,
      "step": 1015640
    },
    {
      "epoch": 283.46,
      "grad_norm": 0.9821990728378296,
      "learning_rate": 3.5974372107624115e-06,
      "loss": 0.3351,
      "step": 1015650
    },
    {
      "epoch": 283.47,
      "grad_norm": 1.093315839767456,
      "learning_rate": 3.597414364591213e-06,
      "loss": 0.3618,
      "step": 1015660
    },
    {
      "epoch": 283.47,
      "grad_norm": 1.0471388101577759,
      "learning_rate": 3.597391518253151e-06,
      "loss": 0.3699,
      "step": 1015670
    },
    {
      "epoch": 283.47,
      "grad_norm": 1.1659893989562988,
      "learning_rate": 3.5973686717482295e-06,
      "loss": 0.3654,
      "step": 1015680
    },
    {
      "epoch": 283.47,
      "grad_norm": 1.076698660850525,
      "learning_rate": 3.597345825076451e-06,
      "loss": 0.3534,
      "step": 1015690
    },
    {
      "epoch": 283.48,
      "grad_norm": 1.1466295719146729,
      "learning_rate": 3.597322978237818e-06,
      "loss": 0.3526,
      "step": 1015700
    },
    {
      "epoch": 283.48,
      "grad_norm": 0.8515377640724182,
      "learning_rate": 3.5973001312323344e-06,
      "loss": 0.3469,
      "step": 1015710
    },
    {
      "epoch": 283.48,
      "grad_norm": 1.1150351762771606,
      "learning_rate": 3.5972772840600034e-06,
      "loss": 0.3608,
      "step": 1015720
    },
    {
      "epoch": 283.49,
      "grad_norm": 1.141732931137085,
      "learning_rate": 3.5972544367208273e-06,
      "loss": 0.3508,
      "step": 1015730
    },
    {
      "epoch": 283.49,
      "grad_norm": 1.1692768335342407,
      "learning_rate": 3.5972315892148094e-06,
      "loss": 0.3567,
      "step": 1015740
    },
    {
      "epoch": 283.49,
      "grad_norm": 1.0413646697998047,
      "learning_rate": 3.5972087415419523e-06,
      "loss": 0.3539,
      "step": 1015750
    },
    {
      "epoch": 283.49,
      "grad_norm": 1.022948980331421,
      "learning_rate": 3.5971858937022598e-06,
      "loss": 0.3458,
      "step": 1015760
    },
    {
      "epoch": 283.5,
      "grad_norm": 0.9316808581352234,
      "learning_rate": 3.597163045695735e-06,
      "loss": 0.3678,
      "step": 1015770
    },
    {
      "epoch": 283.5,
      "grad_norm": 0.9972541928291321,
      "learning_rate": 3.59714019752238e-06,
      "loss": 0.3546,
      "step": 1015780
    },
    {
      "epoch": 283.5,
      "grad_norm": 0.8449649214744568,
      "learning_rate": 3.5971173491821985e-06,
      "loss": 0.3556,
      "step": 1015790
    },
    {
      "epoch": 283.51,
      "grad_norm": 0.9157995581626892,
      "learning_rate": 3.5970945006751943e-06,
      "loss": 0.3696,
      "step": 1015800
    },
    {
      "epoch": 283.51,
      "grad_norm": 0.9027746319770813,
      "learning_rate": 3.597071652001369e-06,
      "loss": 0.348,
      "step": 1015810
    },
    {
      "epoch": 283.51,
      "grad_norm": 0.8801236748695374,
      "learning_rate": 3.597048803160726e-06,
      "loss": 0.3665,
      "step": 1015820
    },
    {
      "epoch": 283.51,
      "grad_norm": 1.0088920593261719,
      "learning_rate": 3.5970259541532684e-06,
      "loss": 0.3697,
      "step": 1015830
    },
    {
      "epoch": 283.52,
      "grad_norm": 1.2504210472106934,
      "learning_rate": 3.5970031049790005e-06,
      "loss": 0.3848,
      "step": 1015840
    },
    {
      "epoch": 283.52,
      "grad_norm": 1.0720806121826172,
      "learning_rate": 3.5969802556379235e-06,
      "loss": 0.3608,
      "step": 1015850
    },
    {
      "epoch": 283.52,
      "grad_norm": 1.0815235376358032,
      "learning_rate": 3.5969574061300406e-06,
      "loss": 0.373,
      "step": 1015860
    },
    {
      "epoch": 283.52,
      "grad_norm": 1.5368155241012573,
      "learning_rate": 3.5969345564553567e-06,
      "loss": 0.3528,
      "step": 1015870
    },
    {
      "epoch": 283.53,
      "grad_norm": 0.996719479560852,
      "learning_rate": 3.5969117066138737e-06,
      "loss": 0.3673,
      "step": 1015880
    },
    {
      "epoch": 283.53,
      "grad_norm": 0.9629310369491577,
      "learning_rate": 3.5968888566055935e-06,
      "loss": 0.3454,
      "step": 1015890
    },
    {
      "epoch": 283.53,
      "grad_norm": 1.1181000471115112,
      "learning_rate": 3.5968660064305205e-06,
      "loss": 0.3651,
      "step": 1015900
    },
    {
      "epoch": 283.54,
      "grad_norm": 1.0756124258041382,
      "learning_rate": 3.5968431560886575e-06,
      "loss": 0.3459,
      "step": 1015910
    },
    {
      "epoch": 283.54,
      "grad_norm": 0.8863435983657837,
      "learning_rate": 3.596820305580007e-06,
      "loss": 0.3583,
      "step": 1015920
    },
    {
      "epoch": 283.54,
      "grad_norm": 0.949393630027771,
      "learning_rate": 3.596797454904573e-06,
      "loss": 0.3465,
      "step": 1015930
    },
    {
      "epoch": 283.54,
      "grad_norm": 1.008409023284912,
      "learning_rate": 3.596774604062358e-06,
      "loss": 0.365,
      "step": 1015940
    },
    {
      "epoch": 283.55,
      "grad_norm": 1.0639197826385498,
      "learning_rate": 3.5967517530533654e-06,
      "loss": 0.3409,
      "step": 1015950
    },
    {
      "epoch": 283.55,
      "grad_norm": 1.6812341213226318,
      "learning_rate": 3.5967289018775976e-06,
      "loss": 0.3627,
      "step": 1015960
    },
    {
      "epoch": 283.55,
      "grad_norm": 0.9818602800369263,
      "learning_rate": 3.596706050535058e-06,
      "loss": 0.3527,
      "step": 1015970
    },
    {
      "epoch": 283.56,
      "grad_norm": 0.9596101641654968,
      "learning_rate": 3.5966831990257493e-06,
      "loss": 0.3514,
      "step": 1015980
    },
    {
      "epoch": 283.56,
      "grad_norm": 0.9035571813583374,
      "learning_rate": 3.5966603473496747e-06,
      "loss": 0.3353,
      "step": 1015990
    },
    {
      "epoch": 283.56,
      "grad_norm": 0.9779283404350281,
      "learning_rate": 3.596637495506838e-06,
      "loss": 0.3595,
      "step": 1016000
    },
    {
      "epoch": 283.56,
      "grad_norm": 0.9438934922218323,
      "learning_rate": 3.596614643497242e-06,
      "loss": 0.3678,
      "step": 1016010
    },
    {
      "epoch": 283.57,
      "grad_norm": 1.0293738842010498,
      "learning_rate": 3.5965917913208887e-06,
      "loss": 0.3615,
      "step": 1016020
    },
    {
      "epoch": 283.57,
      "grad_norm": 0.9927613735198975,
      "learning_rate": 3.5965689389777824e-06,
      "loss": 0.3539,
      "step": 1016030
    },
    {
      "epoch": 283.57,
      "grad_norm": 0.9765901565551758,
      "learning_rate": 3.596546086467925e-06,
      "loss": 0.3686,
      "step": 1016040
    },
    {
      "epoch": 283.58,
      "grad_norm": 1.1501386165618896,
      "learning_rate": 3.59652323379132e-06,
      "loss": 0.361,
      "step": 1016050
    },
    {
      "epoch": 283.58,
      "grad_norm": 1.1533761024475098,
      "learning_rate": 3.5965003809479704e-06,
      "loss": 0.3588,
      "step": 1016060
    },
    {
      "epoch": 283.58,
      "grad_norm": 1.042394995689392,
      "learning_rate": 3.5964775279378803e-06,
      "loss": 0.3457,
      "step": 1016070
    },
    {
      "epoch": 283.58,
      "grad_norm": 1.1193774938583374,
      "learning_rate": 3.5964546747610505e-06,
      "loss": 0.3583,
      "step": 1016080
    },
    {
      "epoch": 283.59,
      "grad_norm": 1.02473783493042,
      "learning_rate": 3.5964318214174866e-06,
      "loss": 0.36,
      "step": 1016090
    },
    {
      "epoch": 283.59,
      "grad_norm": 1.0216295719146729,
      "learning_rate": 3.59640896790719e-06,
      "loss": 0.364,
      "step": 1016100
    },
    {
      "epoch": 283.59,
      "grad_norm": 0.9510774612426758,
      "learning_rate": 3.596386114230164e-06,
      "loss": 0.355,
      "step": 1016110
    },
    {
      "epoch": 283.59,
      "grad_norm": 0.9933306574821472,
      "learning_rate": 3.5963632603864115e-06,
      "loss": 0.3512,
      "step": 1016120
    },
    {
      "epoch": 283.6,
      "grad_norm": 1.1478487253189087,
      "learning_rate": 3.5963404063759365e-06,
      "loss": 0.3669,
      "step": 1016130
    },
    {
      "epoch": 283.6,
      "grad_norm": 1.0841048955917358,
      "learning_rate": 3.5963175521987414e-06,
      "loss": 0.3703,
      "step": 1016140
    },
    {
      "epoch": 283.6,
      "grad_norm": 1.0422613620758057,
      "learning_rate": 3.5962946978548285e-06,
      "loss": 0.3836,
      "step": 1016150
    },
    {
      "epoch": 283.61,
      "grad_norm": 1.0864694118499756,
      "learning_rate": 3.5962718433442022e-06,
      "loss": 0.3629,
      "step": 1016160
    },
    {
      "epoch": 283.61,
      "grad_norm": 1.0101871490478516,
      "learning_rate": 3.5962489886668646e-06,
      "loss": 0.3552,
      "step": 1016170
    },
    {
      "epoch": 283.61,
      "grad_norm": 0.9911898374557495,
      "learning_rate": 3.5962261338228186e-06,
      "loss": 0.3561,
      "step": 1016180
    },
    {
      "epoch": 283.61,
      "grad_norm": 0.9371753931045532,
      "learning_rate": 3.596203278812068e-06,
      "loss": 0.3514,
      "step": 1016190
    },
    {
      "epoch": 283.62,
      "grad_norm": 1.2047282457351685,
      "learning_rate": 3.5961804236346164e-06,
      "loss": 0.3721,
      "step": 1016200
    },
    {
      "epoch": 283.62,
      "grad_norm": 0.9899405241012573,
      "learning_rate": 3.5961575682904648e-06,
      "loss": 0.3731,
      "step": 1016210
    },
    {
      "epoch": 283.62,
      "grad_norm": 1.022307276725769,
      "learning_rate": 3.596134712779618e-06,
      "loss": 0.3595,
      "step": 1016220
    },
    {
      "epoch": 283.63,
      "grad_norm": 1.096787929534912,
      "learning_rate": 3.5961118571020784e-06,
      "loss": 0.3634,
      "step": 1016230
    },
    {
      "epoch": 283.63,
      "grad_norm": 1.090423822402954,
      "learning_rate": 3.5960890012578495e-06,
      "loss": 0.3448,
      "step": 1016240
    },
    {
      "epoch": 283.63,
      "grad_norm": 0.9509878754615784,
      "learning_rate": 3.5960661452469335e-06,
      "loss": 0.3496,
      "step": 1016250
    },
    {
      "epoch": 283.63,
      "grad_norm": 0.9803169965744019,
      "learning_rate": 3.596043289069334e-06,
      "loss": 0.3483,
      "step": 1016260
    },
    {
      "epoch": 283.64,
      "grad_norm": 1.1466734409332275,
      "learning_rate": 3.596020432725054e-06,
      "loss": 0.3508,
      "step": 1016270
    },
    {
      "epoch": 283.64,
      "grad_norm": 1.085268497467041,
      "learning_rate": 3.5959975762140953e-06,
      "loss": 0.3664,
      "step": 1016280
    },
    {
      "epoch": 283.64,
      "grad_norm": 1.094029426574707,
      "learning_rate": 3.5959747195364635e-06,
      "loss": 0.364,
      "step": 1016290
    },
    {
      "epoch": 283.64,
      "grad_norm": 1.138393759727478,
      "learning_rate": 3.59595186269216e-06,
      "loss": 0.3574,
      "step": 1016300
    },
    {
      "epoch": 283.65,
      "grad_norm": 1.0231189727783203,
      "learning_rate": 3.595929005681188e-06,
      "loss": 0.3744,
      "step": 1016310
    },
    {
      "epoch": 283.65,
      "grad_norm": 1.0930142402648926,
      "learning_rate": 3.595906148503551e-06,
      "loss": 0.3516,
      "step": 1016320
    },
    {
      "epoch": 283.65,
      "grad_norm": 1.1076916456222534,
      "learning_rate": 3.5958832911592505e-06,
      "loss": 0.3358,
      "step": 1016330
    },
    {
      "epoch": 283.66,
      "grad_norm": 0.8798394799232483,
      "learning_rate": 3.5958604336482916e-06,
      "loss": 0.3596,
      "step": 1016340
    },
    {
      "epoch": 283.66,
      "grad_norm": 0.9962775111198425,
      "learning_rate": 3.595837575970676e-06,
      "loss": 0.3734,
      "step": 1016350
    },
    {
      "epoch": 283.66,
      "grad_norm": 1.0370047092437744,
      "learning_rate": 3.595814718126408e-06,
      "loss": 0.362,
      "step": 1016360
    },
    {
      "epoch": 283.66,
      "grad_norm": 1.0152006149291992,
      "learning_rate": 3.5957918601154883e-06,
      "loss": 0.3495,
      "step": 1016370
    },
    {
      "epoch": 283.67,
      "grad_norm": 0.9827549457550049,
      "learning_rate": 3.595769001937923e-06,
      "loss": 0.3619,
      "step": 1016380
    },
    {
      "epoch": 283.67,
      "grad_norm": 5.343132972717285,
      "learning_rate": 3.5957461435937137e-06,
      "loss": 0.3814,
      "step": 1016390
    },
    {
      "epoch": 283.67,
      "grad_norm": 0.9076200127601624,
      "learning_rate": 3.595723285082862e-06,
      "loss": 0.3452,
      "step": 1016400
    },
    {
      "epoch": 283.68,
      "grad_norm": 1.001364827156067,
      "learning_rate": 3.5957004264053737e-06,
      "loss": 0.3399,
      "step": 1016410
    },
    {
      "epoch": 283.68,
      "grad_norm": 1.1362754106521606,
      "learning_rate": 3.59567756756125e-06,
      "loss": 0.3599,
      "step": 1016420
    },
    {
      "epoch": 283.68,
      "grad_norm": 1.097571849822998,
      "learning_rate": 3.5956547085504937e-06,
      "loss": 0.3644,
      "step": 1016430
    },
    {
      "epoch": 283.68,
      "grad_norm": 1.0190484523773193,
      "learning_rate": 3.5956318493731097e-06,
      "loss": 0.3443,
      "step": 1016440
    },
    {
      "epoch": 283.69,
      "grad_norm": 1.0382663011550903,
      "learning_rate": 3.595608990029099e-06,
      "loss": 0.3723,
      "step": 1016450
    },
    {
      "epoch": 283.69,
      "grad_norm": 1.0252240896224976,
      "learning_rate": 3.595586130518466e-06,
      "loss": 0.3587,
      "step": 1016460
    },
    {
      "epoch": 283.69,
      "grad_norm": 1.2294790744781494,
      "learning_rate": 3.5955632708412133e-06,
      "loss": 0.3455,
      "step": 1016470
    },
    {
      "epoch": 283.7,
      "grad_norm": 0.9098669290542603,
      "learning_rate": 3.5955404109973436e-06,
      "loss": 0.3641,
      "step": 1016480
    },
    {
      "epoch": 283.7,
      "grad_norm": 0.9757490754127502,
      "learning_rate": 3.5955175509868604e-06,
      "loss": 0.3611,
      "step": 1016490
    },
    {
      "epoch": 283.7,
      "grad_norm": 1.5881919860839844,
      "learning_rate": 3.595494690809766e-06,
      "loss": 0.3549,
      "step": 1016500
    },
    {
      "epoch": 283.7,
      "grad_norm": 1.0382587909698486,
      "learning_rate": 3.595471830466065e-06,
      "loss": 0.352,
      "step": 1016510
    },
    {
      "epoch": 283.71,
      "grad_norm": 1.0178954601287842,
      "learning_rate": 3.5954489699557594e-06,
      "loss": 0.3615,
      "step": 1016520
    },
    {
      "epoch": 283.71,
      "grad_norm": 1.0465067625045776,
      "learning_rate": 3.595426109278852e-06,
      "loss": 0.3664,
      "step": 1016530
    },
    {
      "epoch": 283.71,
      "grad_norm": 1.0032949447631836,
      "learning_rate": 3.5954032484353456e-06,
      "loss": 0.3633,
      "step": 1016540
    },
    {
      "epoch": 283.71,
      "grad_norm": 0.8558450937271118,
      "learning_rate": 3.5953803874252453e-06,
      "loss": 0.3496,
      "step": 1016550
    },
    {
      "epoch": 283.72,
      "grad_norm": 0.9861500263214111,
      "learning_rate": 3.5953575262485514e-06,
      "loss": 0.3464,
      "step": 1016560
    },
    {
      "epoch": 283.72,
      "grad_norm": 1.1561261415481567,
      "learning_rate": 3.5953346649052682e-06,
      "loss": 0.36,
      "step": 1016570
    },
    {
      "epoch": 283.72,
      "grad_norm": 0.9904868602752686,
      "learning_rate": 3.595311803395399e-06,
      "loss": 0.3458,
      "step": 1016580
    },
    {
      "epoch": 283.73,
      "grad_norm": 1.0566985607147217,
      "learning_rate": 3.5952889417189473e-06,
      "loss": 0.3789,
      "step": 1016590
    },
    {
      "epoch": 283.73,
      "grad_norm": 0.9366500377655029,
      "learning_rate": 3.595266079875915e-06,
      "loss": 0.3534,
      "step": 1016600
    },
    {
      "epoch": 283.73,
      "grad_norm": 1.134610652923584,
      "learning_rate": 3.5952432178663045e-06,
      "loss": 0.3541,
      "step": 1016610
    },
    {
      "epoch": 283.73,
      "grad_norm": 1.0477901697158813,
      "learning_rate": 3.595220355690121e-06,
      "loss": 0.3458,
      "step": 1016620
    },
    {
      "epoch": 283.74,
      "grad_norm": 1.0530844926834106,
      "learning_rate": 3.595197493347367e-06,
      "loss": 0.3609,
      "step": 1016630
    },
    {
      "epoch": 283.74,
      "grad_norm": 1.0862994194030762,
      "learning_rate": 3.5951746308380434e-06,
      "loss": 0.3622,
      "step": 1016640
    },
    {
      "epoch": 283.74,
      "grad_norm": 0.947321891784668,
      "learning_rate": 3.595151768162156e-06,
      "loss": 0.3565,
      "step": 1016650
    },
    {
      "epoch": 283.75,
      "grad_norm": 1.2130309343338013,
      "learning_rate": 3.595128905319706e-06,
      "loss": 0.3602,
      "step": 1016660
    },
    {
      "epoch": 283.75,
      "grad_norm": 1.0674471855163574,
      "learning_rate": 3.5951060423106974e-06,
      "loss": 0.3573,
      "step": 1016670
    },
    {
      "epoch": 283.75,
      "grad_norm": 1.0973052978515625,
      "learning_rate": 3.5950831791351333e-06,
      "loss": 0.3683,
      "step": 1016680
    },
    {
      "epoch": 283.75,
      "grad_norm": 1.0363974571228027,
      "learning_rate": 3.5950603157930166e-06,
      "loss": 0.3473,
      "step": 1016690
    },
    {
      "epoch": 283.76,
      "grad_norm": 1.4126099348068237,
      "learning_rate": 3.595037452284349e-06,
      "loss": 0.3522,
      "step": 1016700
    },
    {
      "epoch": 283.76,
      "grad_norm": 0.934565544128418,
      "learning_rate": 3.595014588609136e-06,
      "loss": 0.3492,
      "step": 1016710
    },
    {
      "epoch": 283.76,
      "grad_norm": 0.9506508708000183,
      "learning_rate": 3.5949917247673787e-06,
      "loss": 0.3598,
      "step": 1016720
    },
    {
      "epoch": 283.77,
      "grad_norm": 0.9236997365951538,
      "learning_rate": 3.594968860759081e-06,
      "loss": 0.3526,
      "step": 1016730
    },
    {
      "epoch": 283.77,
      "grad_norm": 0.9284521341323853,
      "learning_rate": 3.5949459965842453e-06,
      "loss": 0.3486,
      "step": 1016740
    },
    {
      "epoch": 283.77,
      "grad_norm": 1.0310649871826172,
      "learning_rate": 3.5949231322428754e-06,
      "loss": 0.3378,
      "step": 1016750
    },
    {
      "epoch": 283.77,
      "grad_norm": 1.0168339014053345,
      "learning_rate": 3.594900267734974e-06,
      "loss": 0.3638,
      "step": 1016760
    },
    {
      "epoch": 283.78,
      "grad_norm": 0.9963427782058716,
      "learning_rate": 3.594877403060544e-06,
      "loss": 0.3648,
      "step": 1016770
    },
    {
      "epoch": 283.78,
      "grad_norm": 1.0927462577819824,
      "learning_rate": 3.5948545382195888e-06,
      "loss": 0.3757,
      "step": 1016780
    },
    {
      "epoch": 283.78,
      "grad_norm": 0.9876126050949097,
      "learning_rate": 3.5948316732121113e-06,
      "loss": 0.3426,
      "step": 1016790
    },
    {
      "epoch": 283.78,
      "grad_norm": 1.0872187614440918,
      "learning_rate": 3.594808808038114e-06,
      "loss": 0.3552,
      "step": 1016800
    },
    {
      "epoch": 283.79,
      "grad_norm": 1.0511103868484497,
      "learning_rate": 3.5947859426976014e-06,
      "loss": 0.3473,
      "step": 1016810
    },
    {
      "epoch": 283.79,
      "grad_norm": 1.0483133792877197,
      "learning_rate": 3.594763077190575e-06,
      "loss": 0.3485,
      "step": 1016820
    },
    {
      "epoch": 283.79,
      "grad_norm": 1.2789777517318726,
      "learning_rate": 3.594740211517038e-06,
      "loss": 0.3369,
      "step": 1016830
    },
    {
      "epoch": 283.8,
      "grad_norm": 1.0817183256149292,
      "learning_rate": 3.5947173456769947e-06,
      "loss": 0.3616,
      "step": 1016840
    },
    {
      "epoch": 283.8,
      "grad_norm": 1.1155786514282227,
      "learning_rate": 3.594694479670447e-06,
      "loss": 0.3767,
      "step": 1016850
    },
    {
      "epoch": 283.8,
      "grad_norm": 1.1695924997329712,
      "learning_rate": 3.594671613497397e-06,
      "loss": 0.3566,
      "step": 1016860
    },
    {
      "epoch": 283.8,
      "grad_norm": 0.9012486338615417,
      "learning_rate": 3.594648747157851e-06,
      "loss": 0.3446,
      "step": 1016870
    },
    {
      "epoch": 283.81,
      "grad_norm": 0.9822444319725037,
      "learning_rate": 3.5946258806518085e-06,
      "loss": 0.347,
      "step": 1016880
    },
    {
      "epoch": 283.81,
      "grad_norm": 1.0476691722869873,
      "learning_rate": 3.594603013979275e-06,
      "loss": 0.3743,
      "step": 1016890
    },
    {
      "epoch": 283.81,
      "grad_norm": 1.100406289100647,
      "learning_rate": 3.594580147140253e-06,
      "loss": 0.3373,
      "step": 1016900
    },
    {
      "epoch": 283.82,
      "grad_norm": 0.909002959728241,
      "learning_rate": 3.594557280134744e-06,
      "loss": 0.366,
      "step": 1016910
    },
    {
      "epoch": 283.82,
      "grad_norm": 1.0674562454223633,
      "learning_rate": 3.594534412962753e-06,
      "loss": 0.3506,
      "step": 1016920
    },
    {
      "epoch": 283.82,
      "grad_norm": 1.081038475036621,
      "learning_rate": 3.594511545624282e-06,
      "loss": 0.3678,
      "step": 1016930
    },
    {
      "epoch": 283.82,
      "grad_norm": 0.9695200324058533,
      "learning_rate": 3.5944886781193337e-06,
      "loss": 0.3508,
      "step": 1016940
    },
    {
      "epoch": 283.83,
      "grad_norm": 1.1234629154205322,
      "learning_rate": 3.5944658104479126e-06,
      "loss": 0.3679,
      "step": 1016950
    },
    {
      "epoch": 283.83,
      "grad_norm": 1.1037877798080444,
      "learning_rate": 3.594442942610021e-06,
      "loss": 0.364,
      "step": 1016960
    },
    {
      "epoch": 283.83,
      "grad_norm": 1.0449788570404053,
      "learning_rate": 3.5944200746056608e-06,
      "loss": 0.3617,
      "step": 1016970
    },
    {
      "epoch": 283.83,
      "grad_norm": 0.9357240200042725,
      "learning_rate": 3.594397206434837e-06,
      "loss": 0.3544,
      "step": 1016980
    },
    {
      "epoch": 283.84,
      "grad_norm": 0.9932745099067688,
      "learning_rate": 3.5943743380975512e-06,
      "loss": 0.3579,
      "step": 1016990
    },
    {
      "epoch": 283.84,
      "grad_norm": 1.1553064584732056,
      "learning_rate": 3.5943514695938077e-06,
      "loss": 0.3479,
      "step": 1017000
    },
    {
      "epoch": 283.84,
      "grad_norm": 1.0358151197433472,
      "learning_rate": 3.5943286009236077e-06,
      "loss": 0.3619,
      "step": 1017010
    },
    {
      "epoch": 283.85,
      "grad_norm": 1.0550532341003418,
      "learning_rate": 3.5943057320869565e-06,
      "loss": 0.3674,
      "step": 1017020
    },
    {
      "epoch": 283.85,
      "grad_norm": 1.0261942148208618,
      "learning_rate": 3.5942828630838552e-06,
      "loss": 0.3557,
      "step": 1017030
    },
    {
      "epoch": 283.85,
      "grad_norm": 1.0624034404754639,
      "learning_rate": 3.5942599939143078e-06,
      "loss": 0.3525,
      "step": 1017040
    },
    {
      "epoch": 283.85,
      "grad_norm": 1.0268052816390991,
      "learning_rate": 3.5942371245783175e-06,
      "loss": 0.3701,
      "step": 1017050
    },
    {
      "epoch": 283.86,
      "grad_norm": 0.9740773439407349,
      "learning_rate": 3.594214255075886e-06,
      "loss": 0.3677,
      "step": 1017060
    },
    {
      "epoch": 283.86,
      "grad_norm": 1.1356887817382812,
      "learning_rate": 3.5941913854070186e-06,
      "loss": 0.3552,
      "step": 1017070
    },
    {
      "epoch": 283.86,
      "grad_norm": 0.93780118227005,
      "learning_rate": 3.594168515571717e-06,
      "loss": 0.3561,
      "step": 1017080
    },
    {
      "epoch": 283.87,
      "grad_norm": 0.8157240152359009,
      "learning_rate": 3.5941456455699836e-06,
      "loss": 0.3545,
      "step": 1017090
    },
    {
      "epoch": 283.87,
      "grad_norm": 1.1367452144622803,
      "learning_rate": 3.594122775401823e-06,
      "loss": 0.3711,
      "step": 1017100
    },
    {
      "epoch": 283.87,
      "grad_norm": 1.0135838985443115,
      "learning_rate": 3.5940999050672366e-06,
      "loss": 0.3484,
      "step": 1017110
    },
    {
      "epoch": 283.87,
      "grad_norm": 1.176544427871704,
      "learning_rate": 3.594077034566229e-06,
      "loss": 0.3716,
      "step": 1017120
    },
    {
      "epoch": 283.88,
      "grad_norm": 1.1847530603408813,
      "learning_rate": 3.5940541638988026e-06,
      "loss": 0.3777,
      "step": 1017130
    },
    {
      "epoch": 283.88,
      "grad_norm": 0.9770649075508118,
      "learning_rate": 3.5940312930649595e-06,
      "loss": 0.3409,
      "step": 1017140
    },
    {
      "epoch": 283.88,
      "grad_norm": 3.644378662109375,
      "learning_rate": 3.594008422064704e-06,
      "loss": 0.3486,
      "step": 1017150
    },
    {
      "epoch": 283.89,
      "grad_norm": 1.1269032955169678,
      "learning_rate": 3.5939855508980393e-06,
      "loss": 0.3535,
      "step": 1017160
    },
    {
      "epoch": 283.89,
      "grad_norm": 1.0292989015579224,
      "learning_rate": 3.5939626795649672e-06,
      "loss": 0.3616,
      "step": 1017170
    },
    {
      "epoch": 283.89,
      "grad_norm": 0.9664787650108337,
      "learning_rate": 3.5939398080654913e-06,
      "loss": 0.3722,
      "step": 1017180
    },
    {
      "epoch": 283.89,
      "grad_norm": 0.9252110719680786,
      "learning_rate": 3.5939169363996158e-06,
      "loss": 0.3469,
      "step": 1017190
    },
    {
      "epoch": 283.9,
      "grad_norm": 0.9080325961112976,
      "learning_rate": 3.5938940645673427e-06,
      "loss": 0.3615,
      "step": 1017200
    },
    {
      "epoch": 283.9,
      "grad_norm": 1.022100567817688,
      "learning_rate": 3.593871192568674e-06,
      "loss": 0.3879,
      "step": 1017210
    },
    {
      "epoch": 283.9,
      "grad_norm": 1.2172267436981201,
      "learning_rate": 3.5938483204036143e-06,
      "loss": 0.3505,
      "step": 1017220
    },
    {
      "epoch": 283.9,
      "grad_norm": 1.172579288482666,
      "learning_rate": 3.593825448072166e-06,
      "loss": 0.3549,
      "step": 1017230
    },
    {
      "epoch": 283.91,
      "grad_norm": 0.938795268535614,
      "learning_rate": 3.593802575574333e-06,
      "loss": 0.37,
      "step": 1017240
    },
    {
      "epoch": 283.91,
      "grad_norm": 1.1416486501693726,
      "learning_rate": 3.5937797029101175e-06,
      "loss": 0.3532,
      "step": 1017250
    },
    {
      "epoch": 283.91,
      "grad_norm": 1.2636903524398804,
      "learning_rate": 3.593756830079522e-06,
      "loss": 0.35,
      "step": 1017260
    },
    {
      "epoch": 283.92,
      "grad_norm": 1.2021589279174805,
      "learning_rate": 3.5937339570825512e-06,
      "loss": 0.3537,
      "step": 1017270
    },
    {
      "epoch": 283.92,
      "grad_norm": 1.0782270431518555,
      "learning_rate": 3.5937110839192066e-06,
      "loss": 0.3515,
      "step": 1017280
    },
    {
      "epoch": 283.92,
      "grad_norm": 1.0386542081832886,
      "learning_rate": 3.5936882105894924e-06,
      "loss": 0.3444,
      "step": 1017290
    },
    {
      "epoch": 283.92,
      "grad_norm": 0.9439684748649597,
      "learning_rate": 3.59366533709341e-06,
      "loss": 0.3482,
      "step": 1017300
    },
    {
      "epoch": 283.93,
      "grad_norm": 1.1414690017700195,
      "learning_rate": 3.5936424634309646e-06,
      "loss": 0.3649,
      "step": 1017310
    },
    {
      "epoch": 283.93,
      "grad_norm": 1.1199883222579956,
      "learning_rate": 3.5936195896021574e-06,
      "loss": 0.3388,
      "step": 1017320
    },
    {
      "epoch": 283.93,
      "grad_norm": 0.8949912786483765,
      "learning_rate": 3.5935967156069925e-06,
      "loss": 0.356,
      "step": 1017330
    },
    {
      "epoch": 283.94,
      "grad_norm": 0.9958268404006958,
      "learning_rate": 3.5935738414454725e-06,
      "loss": 0.3625,
      "step": 1017340
    },
    {
      "epoch": 283.94,
      "grad_norm": 1.7173895835876465,
      "learning_rate": 3.593550967117601e-06,
      "loss": 0.363,
      "step": 1017350
    },
    {
      "epoch": 283.94,
      "grad_norm": 1.1617063283920288,
      "learning_rate": 3.5935280926233805e-06,
      "loss": 0.3537,
      "step": 1017360
    },
    {
      "epoch": 283.94,
      "grad_norm": 0.9308623671531677,
      "learning_rate": 3.5935052179628145e-06,
      "loss": 0.3601,
      "step": 1017370
    },
    {
      "epoch": 283.95,
      "grad_norm": 0.9037320017814636,
      "learning_rate": 3.593482343135905e-06,
      "loss": 0.35,
      "step": 1017380
    },
    {
      "epoch": 283.95,
      "grad_norm": 1.0040565729141235,
      "learning_rate": 3.5934594681426564e-06,
      "loss": 0.37,
      "step": 1017390
    },
    {
      "epoch": 283.95,
      "grad_norm": 1.0705761909484863,
      "learning_rate": 3.5934365929830706e-06,
      "loss": 0.3634,
      "step": 1017400
    },
    {
      "epoch": 283.95,
      "grad_norm": 1.060855746269226,
      "learning_rate": 3.593413717657152e-06,
      "loss": 0.3509,
      "step": 1017410
    },
    {
      "epoch": 283.96,
      "grad_norm": 0.9827473759651184,
      "learning_rate": 3.5933908421649023e-06,
      "loss": 0.3748,
      "step": 1017420
    },
    {
      "epoch": 283.96,
      "grad_norm": 1.5163480043411255,
      "learning_rate": 3.593367966506325e-06,
      "loss": 0.3594,
      "step": 1017430
    },
    {
      "epoch": 283.96,
      "grad_norm": 1.2215790748596191,
      "learning_rate": 3.593345090681423e-06,
      "loss": 0.3511,
      "step": 1017440
    },
    {
      "epoch": 283.97,
      "grad_norm": 0.9535964131355286,
      "learning_rate": 3.5933222146902004e-06,
      "loss": 0.3487,
      "step": 1017450
    },
    {
      "epoch": 283.97,
      "grad_norm": 0.9416166543960571,
      "learning_rate": 3.5932993385326587e-06,
      "loss": 0.3408,
      "step": 1017460
    },
    {
      "epoch": 283.97,
      "grad_norm": 0.9372575283050537,
      "learning_rate": 3.5932764622088016e-06,
      "loss": 0.3571,
      "step": 1017470
    },
    {
      "epoch": 283.97,
      "grad_norm": 1.0931612253189087,
      "learning_rate": 3.5932535857186325e-06,
      "loss": 0.3604,
      "step": 1017480
    },
    {
      "epoch": 283.98,
      "grad_norm": 2.143057346343994,
      "learning_rate": 3.593230709062154e-06,
      "loss": 0.3717,
      "step": 1017490
    },
    {
      "epoch": 283.98,
      "grad_norm": 0.9063985347747803,
      "learning_rate": 3.593207832239369e-06,
      "loss": 0.361,
      "step": 1017500
    },
    {
      "epoch": 283.98,
      "grad_norm": 1.1580288410186768,
      "learning_rate": 3.593184955250281e-06,
      "loss": 0.3566,
      "step": 1017510
    },
    {
      "epoch": 283.99,
      "grad_norm": 0.8981822729110718,
      "learning_rate": 3.593162078094893e-06,
      "loss": 0.3663,
      "step": 1017520
    },
    {
      "epoch": 283.99,
      "grad_norm": 1.1424213647842407,
      "learning_rate": 3.593139200773208e-06,
      "loss": 0.3469,
      "step": 1017530
    },
    {
      "epoch": 283.99,
      "grad_norm": 0.9608444571495056,
      "learning_rate": 3.593116323285229e-06,
      "loss": 0.3619,
      "step": 1017540
    },
    {
      "epoch": 283.99,
      "grad_norm": 1.0110580921173096,
      "learning_rate": 3.593093445630959e-06,
      "loss": 0.3581,
      "step": 1017550
    },
    {
      "epoch": 284.0,
      "grad_norm": 1.1235508918762207,
      "learning_rate": 3.593070567810401e-06,
      "loss": 0.3606,
      "step": 1017560
    },
    {
      "epoch": 284.0,
      "grad_norm": 1.0386344194412231,
      "learning_rate": 3.5930476898235577e-06,
      "loss": 0.3648,
      "step": 1017570
    },
    {
      "epoch": 284.0,
      "eval_loss": 0.35788920521736145,
      "eval_runtime": 64.0387,
      "eval_samples_per_second": 78.999,
      "eval_steps_per_second": 9.885,
      "step": 1017572
    },
    {
      "epoch": 284.0,
      "grad_norm": 1.1828230619430542,
      "learning_rate": 3.593024811670433e-06,
      "loss": 0.3474,
      "step": 1017580
    },
    {
      "epoch": 284.01,
      "grad_norm": 1.1919701099395752,
      "learning_rate": 3.593001933351029e-06,
      "loss": 0.3618,
      "step": 1017590
    },
    {
      "epoch": 284.01,
      "grad_norm": 1.2063592672348022,
      "learning_rate": 3.5929790548653494e-06,
      "loss": 0.3612,
      "step": 1017600
    },
    {
      "epoch": 284.01,
      "grad_norm": 3.9512939453125,
      "learning_rate": 3.5929561762133977e-06,
      "loss": 0.3625,
      "step": 1017610
    },
    {
      "epoch": 284.01,
      "grad_norm": 1.1354541778564453,
      "learning_rate": 3.592933297395176e-06,
      "loss": 0.3413,
      "step": 1017620
    },
    {
      "epoch": 284.02,
      "grad_norm": 1.0708467960357666,
      "learning_rate": 3.5929104184106867e-06,
      "loss": 0.3579,
      "step": 1017630
    },
    {
      "epoch": 284.02,
      "grad_norm": 0.9562459588050842,
      "learning_rate": 3.5928875392599347e-06,
      "loss": 0.352,
      "step": 1017640
    },
    {
      "epoch": 284.02,
      "grad_norm": 0.9229870438575745,
      "learning_rate": 3.5928646599429228e-06,
      "loss": 0.3754,
      "step": 1017650
    },
    {
      "epoch": 284.02,
      "grad_norm": 1.006026268005371,
      "learning_rate": 3.5928417804596523e-06,
      "loss": 0.3666,
      "step": 1017660
    },
    {
      "epoch": 284.03,
      "grad_norm": 1.0109708309173584,
      "learning_rate": 3.5928189008101274e-06,
      "loss": 0.3548,
      "step": 1017670
    },
    {
      "epoch": 284.03,
      "grad_norm": 0.9643450975418091,
      "learning_rate": 3.5927960209943516e-06,
      "loss": 0.3393,
      "step": 1017680
    },
    {
      "epoch": 284.03,
      "grad_norm": 0.9781407117843628,
      "learning_rate": 3.592773141012327e-06,
      "loss": 0.3718,
      "step": 1017690
    },
    {
      "epoch": 284.04,
      "grad_norm": 0.9926822781562805,
      "learning_rate": 3.592750260864057e-06,
      "loss": 0.3517,
      "step": 1017700
    },
    {
      "epoch": 284.04,
      "grad_norm": 0.9910334348678589,
      "learning_rate": 3.5927273805495454e-06,
      "loss": 0.3506,
      "step": 1017710
    },
    {
      "epoch": 284.04,
      "grad_norm": 0.9705294370651245,
      "learning_rate": 3.592704500068794e-06,
      "loss": 0.3618,
      "step": 1017720
    },
    {
      "epoch": 284.04,
      "grad_norm": 1.0331565141677856,
      "learning_rate": 3.5926816194218066e-06,
      "loss": 0.3464,
      "step": 1017730
    },
    {
      "epoch": 284.05,
      "grad_norm": 1.3634077310562134,
      "learning_rate": 3.5926587386085864e-06,
      "loss": 0.3575,
      "step": 1017740
    },
    {
      "epoch": 284.05,
      "grad_norm": 1.1490367650985718,
      "learning_rate": 3.592635857629136e-06,
      "loss": 0.3572,
      "step": 1017750
    },
    {
      "epoch": 284.05,
      "grad_norm": 0.9234578013420105,
      "learning_rate": 3.5926129764834574e-06,
      "loss": 0.3557,
      "step": 1017760
    },
    {
      "epoch": 284.06,
      "grad_norm": 1.0127842426300049,
      "learning_rate": 3.5925900951715562e-06,
      "loss": 0.3752,
      "step": 1017770
    },
    {
      "epoch": 284.06,
      "grad_norm": 1.0145152807235718,
      "learning_rate": 3.5925672136934334e-06,
      "loss": 0.3568,
      "step": 1017780
    },
    {
      "epoch": 284.06,
      "grad_norm": 1.1109765768051147,
      "learning_rate": 3.5925443320490925e-06,
      "loss": 0.3439,
      "step": 1017790
    },
    {
      "epoch": 284.06,
      "grad_norm": 0.9913204908370972,
      "learning_rate": 3.5925214502385376e-06,
      "loss": 0.3592,
      "step": 1017800
    },
    {
      "epoch": 284.07,
      "grad_norm": 1.1214152574539185,
      "learning_rate": 3.5924985682617707e-06,
      "loss": 0.364,
      "step": 1017810
    },
    {
      "epoch": 284.07,
      "grad_norm": 2.385650396347046,
      "learning_rate": 3.5924756861187943e-06,
      "loss": 0.3542,
      "step": 1017820
    },
    {
      "epoch": 284.07,
      "grad_norm": 1.1296995878219604,
      "learning_rate": 3.5924528038096126e-06,
      "loss": 0.3747,
      "step": 1017830
    },
    {
      "epoch": 284.07,
      "grad_norm": 1.8016688823699951,
      "learning_rate": 3.5924299213342283e-06,
      "loss": 0.3582,
      "step": 1017840
    },
    {
      "epoch": 284.08,
      "grad_norm": 0.9641308188438416,
      "learning_rate": 3.592407038692644e-06,
      "loss": 0.3538,
      "step": 1017850
    },
    {
      "epoch": 284.08,
      "grad_norm": 1.034687876701355,
      "learning_rate": 3.5923841558848635e-06,
      "loss": 0.3595,
      "step": 1017860
    },
    {
      "epoch": 284.08,
      "grad_norm": 0.9204649329185486,
      "learning_rate": 3.5923612729108897e-06,
      "loss": 0.36,
      "step": 1017870
    },
    {
      "epoch": 284.09,
      "grad_norm": 0.8626027703285217,
      "learning_rate": 3.5923383897707247e-06,
      "loss": 0.3565,
      "step": 1017880
    },
    {
      "epoch": 284.09,
      "grad_norm": 1.0887861251831055,
      "learning_rate": 3.5923155064643723e-06,
      "loss": 0.3612,
      "step": 1017890
    },
    {
      "epoch": 284.09,
      "grad_norm": 1.0996826887130737,
      "learning_rate": 3.592292622991836e-06,
      "loss": 0.3571,
      "step": 1017900
    },
    {
      "epoch": 284.09,
      "grad_norm": 1.0306812524795532,
      "learning_rate": 3.592269739353118e-06,
      "loss": 0.3424,
      "step": 1017910
    },
    {
      "epoch": 284.1,
      "grad_norm": 1.070483684539795,
      "learning_rate": 3.5922468555482212e-06,
      "loss": 0.3566,
      "step": 1017920
    },
    {
      "epoch": 284.1,
      "grad_norm": 1.055810570716858,
      "learning_rate": 3.59222397157715e-06,
      "loss": 0.3594,
      "step": 1017930
    },
    {
      "epoch": 284.1,
      "grad_norm": 1.087151288986206,
      "learning_rate": 3.5922010874399065e-06,
      "loss": 0.336,
      "step": 1017940
    },
    {
      "epoch": 284.11,
      "grad_norm": 0.9347791075706482,
      "learning_rate": 3.5921782031364933e-06,
      "loss": 0.371,
      "step": 1017950
    },
    {
      "epoch": 284.11,
      "grad_norm": 0.8951942324638367,
      "learning_rate": 3.5921553186669144e-06,
      "loss": 0.3466,
      "step": 1017960
    },
    {
      "epoch": 284.11,
      "grad_norm": 0.9298292994499207,
      "learning_rate": 3.592132434031172e-06,
      "loss": 0.3462,
      "step": 1017970
    },
    {
      "epoch": 284.11,
      "grad_norm": 1.2534303665161133,
      "learning_rate": 3.5921095492292695e-06,
      "loss": 0.3517,
      "step": 1017980
    },
    {
      "epoch": 284.12,
      "grad_norm": 1.206569790840149,
      "learning_rate": 3.5920866642612103e-06,
      "loss": 0.3408,
      "step": 1017990
    },
    {
      "epoch": 284.12,
      "grad_norm": 1.1290000677108765,
      "learning_rate": 3.592063779126998e-06,
      "loss": 0.3457,
      "step": 1018000
    },
    {
      "epoch": 284.12,
      "grad_norm": 1.0770772695541382,
      "learning_rate": 3.592040893826634e-06,
      "loss": 0.3589,
      "step": 1018010
    },
    {
      "epoch": 284.13,
      "grad_norm": 1.1101946830749512,
      "learning_rate": 3.5920180083601217e-06,
      "loss": 0.3789,
      "step": 1018020
    },
    {
      "epoch": 284.13,
      "grad_norm": 1.0068585872650146,
      "learning_rate": 3.5919951227274653e-06,
      "loss": 0.3781,
      "step": 1018030
    },
    {
      "epoch": 284.13,
      "grad_norm": 1.0331836938858032,
      "learning_rate": 3.5919722369286668e-06,
      "loss": 0.3383,
      "step": 1018040
    },
    {
      "epoch": 284.13,
      "grad_norm": 1.289639949798584,
      "learning_rate": 3.591949350963729e-06,
      "loss": 0.351,
      "step": 1018050
    },
    {
      "epoch": 284.14,
      "grad_norm": 1.0986558198928833,
      "learning_rate": 3.5919264648326564e-06,
      "loss": 0.3667,
      "step": 1018060
    },
    {
      "epoch": 284.14,
      "grad_norm": 1.040972352027893,
      "learning_rate": 3.591903578535451e-06,
      "loss": 0.3757,
      "step": 1018070
    },
    {
      "epoch": 284.14,
      "grad_norm": 1.0480437278747559,
      "learning_rate": 3.5918806920721165e-06,
      "loss": 0.3592,
      "step": 1018080
    },
    {
      "epoch": 284.14,
      "grad_norm": 1.303727626800537,
      "learning_rate": 3.591857805442654e-06,
      "loss": 0.3404,
      "step": 1018090
    },
    {
      "epoch": 284.15,
      "grad_norm": 0.9449376463890076,
      "learning_rate": 3.591834918647069e-06,
      "loss": 0.3604,
      "step": 1018100
    },
    {
      "epoch": 284.15,
      "grad_norm": 1.0711181163787842,
      "learning_rate": 3.5918120316853638e-06,
      "loss": 0.3649,
      "step": 1018110
    },
    {
      "epoch": 284.15,
      "grad_norm": 1.132049560546875,
      "learning_rate": 3.5917891445575405e-06,
      "loss": 0.3496,
      "step": 1018120
    },
    {
      "epoch": 284.16,
      "grad_norm": 0.9628658294677734,
      "learning_rate": 3.5917662572636034e-06,
      "loss": 0.3477,
      "step": 1018130
    },
    {
      "epoch": 284.16,
      "grad_norm": 0.9569361209869385,
      "learning_rate": 3.5917433698035547e-06,
      "loss": 0.3614,
      "step": 1018140
    },
    {
      "epoch": 284.16,
      "grad_norm": 1.0205309391021729,
      "learning_rate": 3.591720482177398e-06,
      "loss": 0.3681,
      "step": 1018150
    },
    {
      "epoch": 284.16,
      "grad_norm": 0.9517815113067627,
      "learning_rate": 3.591697594385136e-06,
      "loss": 0.3506,
      "step": 1018160
    },
    {
      "epoch": 284.17,
      "grad_norm": 1.067226529121399,
      "learning_rate": 3.5916747064267714e-06,
      "loss": 0.3652,
      "step": 1018170
    },
    {
      "epoch": 284.17,
      "grad_norm": 1.0830001831054688,
      "learning_rate": 3.591651818302308e-06,
      "loss": 0.3433,
      "step": 1018180
    },
    {
      "epoch": 284.17,
      "grad_norm": 1.055030107498169,
      "learning_rate": 3.591628930011749e-06,
      "loss": 0.3539,
      "step": 1018190
    },
    {
      "epoch": 284.18,
      "grad_norm": 1.196841835975647,
      "learning_rate": 3.5916060415550965e-06,
      "loss": 0.3567,
      "step": 1018200
    },
    {
      "epoch": 284.18,
      "grad_norm": 1.086272120475769,
      "learning_rate": 3.5915831529323537e-06,
      "loss": 0.3653,
      "step": 1018210
    },
    {
      "epoch": 284.18,
      "grad_norm": 0.9625459313392639,
      "learning_rate": 3.5915602641435246e-06,
      "loss": 0.3516,
      "step": 1018220
    },
    {
      "epoch": 284.18,
      "grad_norm": 0.868882417678833,
      "learning_rate": 3.591537375188612e-06,
      "loss": 0.3652,
      "step": 1018230
    },
    {
      "epoch": 284.19,
      "grad_norm": 1.1539175510406494,
      "learning_rate": 3.5915144860676174e-06,
      "loss": 0.3719,
      "step": 1018240
    },
    {
      "epoch": 284.19,
      "grad_norm": 0.9917235970497131,
      "learning_rate": 3.5914915967805458e-06,
      "loss": 0.3641,
      "step": 1018250
    },
    {
      "epoch": 284.19,
      "grad_norm": 1.173460602760315,
      "learning_rate": 3.5914687073273993e-06,
      "loss": 0.3564,
      "step": 1018260
    },
    {
      "epoch": 284.19,
      "grad_norm": 1.0092387199401855,
      "learning_rate": 3.5914458177081802e-06,
      "loss": 0.3633,
      "step": 1018270
    },
    {
      "epoch": 284.2,
      "grad_norm": 1.0087827444076538,
      "learning_rate": 3.5914229279228935e-06,
      "loss": 0.3558,
      "step": 1018280
    },
    {
      "epoch": 284.2,
      "grad_norm": 0.956950306892395,
      "learning_rate": 3.591400037971541e-06,
      "loss": 0.3564,
      "step": 1018290
    },
    {
      "epoch": 284.2,
      "grad_norm": 1.0409517288208008,
      "learning_rate": 3.5913771478541263e-06,
      "loss": 0.3605,
      "step": 1018300
    },
    {
      "epoch": 284.21,
      "grad_norm": 1.2457566261291504,
      "learning_rate": 3.591354257570651e-06,
      "loss": 0.3419,
      "step": 1018310
    },
    {
      "epoch": 284.21,
      "grad_norm": 0.9451871514320374,
      "learning_rate": 3.5913313671211204e-06,
      "loss": 0.3398,
      "step": 1018320
    },
    {
      "epoch": 284.21,
      "grad_norm": 1.2410168647766113,
      "learning_rate": 3.5913084765055356e-06,
      "loss": 0.3676,
      "step": 1018330
    },
    {
      "epoch": 284.21,
      "grad_norm": 1.379061222076416,
      "learning_rate": 3.5912855857239006e-06,
      "loss": 0.3583,
      "step": 1018340
    },
    {
      "epoch": 284.22,
      "grad_norm": 0.9835370182991028,
      "learning_rate": 3.5912626947762183e-06,
      "loss": 0.3461,
      "step": 1018350
    },
    {
      "epoch": 284.22,
      "grad_norm": 0.9741635918617249,
      "learning_rate": 3.591239803662492e-06,
      "loss": 0.362,
      "step": 1018360
    },
    {
      "epoch": 284.22,
      "grad_norm": 1.1854305267333984,
      "learning_rate": 3.5912169123827246e-06,
      "loss": 0.3487,
      "step": 1018370
    },
    {
      "epoch": 284.23,
      "grad_norm": 1.0830078125,
      "learning_rate": 3.591194020936918e-06,
      "loss": 0.3481,
      "step": 1018380
    },
    {
      "epoch": 284.23,
      "grad_norm": 1.002240777015686,
      "learning_rate": 3.5911711293250775e-06,
      "loss": 0.3474,
      "step": 1018390
    },
    {
      "epoch": 284.23,
      "grad_norm": 0.9857625365257263,
      "learning_rate": 3.5911482375472042e-06,
      "loss": 0.3542,
      "step": 1018400
    },
    {
      "epoch": 284.23,
      "grad_norm": 0.9851600527763367,
      "learning_rate": 3.591125345603301e-06,
      "loss": 0.3556,
      "step": 1018410
    },
    {
      "epoch": 284.24,
      "grad_norm": 1.0372298955917358,
      "learning_rate": 3.5911024534933735e-06,
      "loss": 0.3656,
      "step": 1018420
    },
    {
      "epoch": 284.24,
      "grad_norm": 1.259186029434204,
      "learning_rate": 3.591079561217422e-06,
      "loss": 0.3508,
      "step": 1018430
    },
    {
      "epoch": 284.24,
      "grad_norm": 0.9391682147979736,
      "learning_rate": 3.5910566687754516e-06,
      "loss": 0.3669,
      "step": 1018440
    },
    {
      "epoch": 284.25,
      "grad_norm": 1.0663678646087646,
      "learning_rate": 3.5910337761674636e-06,
      "loss": 0.3448,
      "step": 1018450
    },
    {
      "epoch": 284.25,
      "grad_norm": 0.9724003076553345,
      "learning_rate": 3.5910108833934614e-06,
      "loss": 0.384,
      "step": 1018460
    },
    {
      "epoch": 284.25,
      "grad_norm": 1.0274178981781006,
      "learning_rate": 3.590987990453449e-06,
      "loss": 0.3573,
      "step": 1018470
    },
    {
      "epoch": 284.25,
      "grad_norm": 1.1077972650527954,
      "learning_rate": 3.5909650973474287e-06,
      "loss": 0.3444,
      "step": 1018480
    },
    {
      "epoch": 284.26,
      "grad_norm": 1.0052541494369507,
      "learning_rate": 3.5909422040754037e-06,
      "loss": 0.369,
      "step": 1018490
    },
    {
      "epoch": 284.26,
      "grad_norm": 1.001217246055603,
      "learning_rate": 3.5909193106373772e-06,
      "loss": 0.3503,
      "step": 1018500
    },
    {
      "epoch": 284.26,
      "grad_norm": 0.9781625866889954,
      "learning_rate": 3.590896417033352e-06,
      "loss": 0.3417,
      "step": 1018510
    },
    {
      "epoch": 284.26,
      "grad_norm": 1.099434494972229,
      "learning_rate": 3.5908735232633315e-06,
      "loss": 0.3574,
      "step": 1018520
    },
    {
      "epoch": 284.27,
      "grad_norm": 1.041051983833313,
      "learning_rate": 3.5908506293273183e-06,
      "loss": 0.3502,
      "step": 1018530
    },
    {
      "epoch": 284.27,
      "grad_norm": 1.0738513469696045,
      "learning_rate": 3.5908277352253158e-06,
      "loss": 0.3447,
      "step": 1018540
    },
    {
      "epoch": 284.27,
      "grad_norm": 1.1052583456039429,
      "learning_rate": 3.590804840957327e-06,
      "loss": 0.3451,
      "step": 1018550
    },
    {
      "epoch": 284.28,
      "grad_norm": 1.2062088251113892,
      "learning_rate": 3.590781946523355e-06,
      "loss": 0.3625,
      "step": 1018560
    },
    {
      "epoch": 284.28,
      "grad_norm": 1.215761423110962,
      "learning_rate": 3.590759051923402e-06,
      "loss": 0.3523,
      "step": 1018570
    },
    {
      "epoch": 284.28,
      "grad_norm": 0.9759148359298706,
      "learning_rate": 3.5907361571574727e-06,
      "loss": 0.3626,
      "step": 1018580
    },
    {
      "epoch": 284.28,
      "grad_norm": 1.0364813804626465,
      "learning_rate": 3.5907132622255685e-06,
      "loss": 0.3861,
      "step": 1018590
    },
    {
      "epoch": 284.29,
      "grad_norm": 1.3507006168365479,
      "learning_rate": 3.5906903671276937e-06,
      "loss": 0.3787,
      "step": 1018600
    },
    {
      "epoch": 284.29,
      "grad_norm": 0.9755198955535889,
      "learning_rate": 3.590667471863851e-06,
      "loss": 0.36,
      "step": 1018610
    },
    {
      "epoch": 284.29,
      "grad_norm": 1.0505520105361938,
      "learning_rate": 3.5906445764340424e-06,
      "loss": 0.3602,
      "step": 1018620
    },
    {
      "epoch": 284.3,
      "grad_norm": 0.9932436347007751,
      "learning_rate": 3.5906216808382715e-06,
      "loss": 0.3428,
      "step": 1018630
    },
    {
      "epoch": 284.3,
      "grad_norm": 1.1085582971572876,
      "learning_rate": 3.5905987850765427e-06,
      "loss": 0.3574,
      "step": 1018640
    },
    {
      "epoch": 284.3,
      "grad_norm": 1.0248332023620605,
      "learning_rate": 3.590575889148857e-06,
      "loss": 0.3713,
      "step": 1018650
    },
    {
      "epoch": 284.3,
      "grad_norm": 1.0168969631195068,
      "learning_rate": 3.590552993055219e-06,
      "loss": 0.3718,
      "step": 1018660
    },
    {
      "epoch": 284.31,
      "grad_norm": 1.2167521715164185,
      "learning_rate": 3.5905300967956313e-06,
      "loss": 0.3663,
      "step": 1018670
    },
    {
      "epoch": 284.31,
      "grad_norm": 1.1149770021438599,
      "learning_rate": 3.590507200370097e-06,
      "loss": 0.3549,
      "step": 1018680
    },
    {
      "epoch": 284.31,
      "grad_norm": 0.9383983016014099,
      "learning_rate": 3.5904843037786178e-06,
      "loss": 0.3407,
      "step": 1018690
    },
    {
      "epoch": 284.31,
      "grad_norm": 0.915411651134491,
      "learning_rate": 3.5904614070211987e-06,
      "loss": 0.3635,
      "step": 1018700
    },
    {
      "epoch": 284.32,
      "grad_norm": 0.9778122901916504,
      "learning_rate": 3.5904385100978426e-06,
      "loss": 0.3487,
      "step": 1018710
    },
    {
      "epoch": 284.32,
      "grad_norm": 0.9701368808746338,
      "learning_rate": 3.590415613008551e-06,
      "loss": 0.3509,
      "step": 1018720
    },
    {
      "epoch": 284.32,
      "grad_norm": 0.87995445728302,
      "learning_rate": 3.590392715753328e-06,
      "loss": 0.3532,
      "step": 1018730
    },
    {
      "epoch": 284.33,
      "grad_norm": 0.9522541165351868,
      "learning_rate": 3.590369818332177e-06,
      "loss": 0.3595,
      "step": 1018740
    },
    {
      "epoch": 284.33,
      "grad_norm": 1.1500473022460938,
      "learning_rate": 3.5903469207451007e-06,
      "loss": 0.3523,
      "step": 1018750
    },
    {
      "epoch": 284.33,
      "grad_norm": 0.9607433676719666,
      "learning_rate": 3.5903240229921016e-06,
      "loss": 0.3469,
      "step": 1018760
    },
    {
      "epoch": 284.33,
      "grad_norm": 1.241231083869934,
      "learning_rate": 3.5903011250731836e-06,
      "loss": 0.3544,
      "step": 1018770
    },
    {
      "epoch": 284.34,
      "grad_norm": 1.085879921913147,
      "learning_rate": 3.5902782269883483e-06,
      "loss": 0.3563,
      "step": 1018780
    },
    {
      "epoch": 284.34,
      "grad_norm": 1.0665559768676758,
      "learning_rate": 3.5902553287376004e-06,
      "loss": 0.3577,
      "step": 1018790
    },
    {
      "epoch": 284.34,
      "grad_norm": 0.9214553236961365,
      "learning_rate": 3.590232430320942e-06,
      "loss": 0.3608,
      "step": 1018800
    },
    {
      "epoch": 284.35,
      "grad_norm": 1.149001955986023,
      "learning_rate": 3.5902095317383767e-06,
      "loss": 0.3596,
      "step": 1018810
    },
    {
      "epoch": 284.35,
      "grad_norm": 1.1758743524551392,
      "learning_rate": 3.5901866329899077e-06,
      "loss": 0.3492,
      "step": 1018820
    },
    {
      "epoch": 284.35,
      "grad_norm": 1.1172759532928467,
      "learning_rate": 3.590163734075537e-06,
      "loss": 0.3574,
      "step": 1018830
    },
    {
      "epoch": 284.35,
      "grad_norm": 0.8951699137687683,
      "learning_rate": 3.5901408349952686e-06,
      "loss": 0.3791,
      "step": 1018840
    },
    {
      "epoch": 284.36,
      "grad_norm": 1.1067479848861694,
      "learning_rate": 3.590117935749105e-06,
      "loss": 0.3606,
      "step": 1018850
    },
    {
      "epoch": 284.36,
      "grad_norm": 1.114369511604309,
      "learning_rate": 3.59009503633705e-06,
      "loss": 0.3624,
      "step": 1018860
    },
    {
      "epoch": 284.36,
      "grad_norm": 1.099363088607788,
      "learning_rate": 3.5900721367591057e-06,
      "loss": 0.3565,
      "step": 1018870
    },
    {
      "epoch": 284.37,
      "grad_norm": 1.0068241357803345,
      "learning_rate": 3.590049237015275e-06,
      "loss": 0.346,
      "step": 1018880
    },
    {
      "epoch": 284.37,
      "grad_norm": 0.9017245769500732,
      "learning_rate": 3.590026337105563e-06,
      "loss": 0.3462,
      "step": 1018890
    },
    {
      "epoch": 284.37,
      "grad_norm": 0.835354208946228,
      "learning_rate": 3.590003437029971e-06,
      "loss": 0.352,
      "step": 1018900
    },
    {
      "epoch": 284.37,
      "grad_norm": 1.035628318786621,
      "learning_rate": 3.589980536788501e-06,
      "loss": 0.3729,
      "step": 1018910
    },
    {
      "epoch": 284.38,
      "grad_norm": 0.9631790518760681,
      "learning_rate": 3.5899576363811576e-06,
      "loss": 0.3541,
      "step": 1018920
    },
    {
      "epoch": 284.38,
      "grad_norm": 1.5812166929244995,
      "learning_rate": 3.589934735807945e-06,
      "loss": 0.355,
      "step": 1018930
    },
    {
      "epoch": 284.38,
      "grad_norm": 1.1233453750610352,
      "learning_rate": 3.5899118350688638e-06,
      "loss": 0.3272,
      "step": 1018940
    },
    {
      "epoch": 284.38,
      "grad_norm": 0.9676219820976257,
      "learning_rate": 3.5898889341639187e-06,
      "loss": 0.3563,
      "step": 1018950
    },
    {
      "epoch": 284.39,
      "grad_norm": 0.9660592675209045,
      "learning_rate": 3.589866033093112e-06,
      "loss": 0.3504,
      "step": 1018960
    },
    {
      "epoch": 284.39,
      "grad_norm": 1.2289237976074219,
      "learning_rate": 3.5898431318564467e-06,
      "loss": 0.3442,
      "step": 1018970
    },
    {
      "epoch": 284.39,
      "grad_norm": 0.9632884860038757,
      "learning_rate": 3.5898202304539256e-06,
      "loss": 0.3422,
      "step": 1018980
    },
    {
      "epoch": 284.4,
      "grad_norm": 0.8800365924835205,
      "learning_rate": 3.5897973288855526e-06,
      "loss": 0.3594,
      "step": 1018990
    },
    {
      "epoch": 284.4,
      "grad_norm": 1.1773086786270142,
      "learning_rate": 3.589774427151331e-06,
      "loss": 0.3534,
      "step": 1019000
    },
    {
      "epoch": 284.4,
      "grad_norm": 1.0454435348510742,
      "learning_rate": 3.5897515252512627e-06,
      "loss": 0.3448,
      "step": 1019010
    },
    {
      "epoch": 284.4,
      "grad_norm": 0.9209988713264465,
      "learning_rate": 3.5897286231853506e-06,
      "loss": 0.3538,
      "step": 1019020
    },
    {
      "epoch": 284.41,
      "grad_norm": 1.0777435302734375,
      "learning_rate": 3.5897057209536e-06,
      "loss": 0.3494,
      "step": 1019030
    },
    {
      "epoch": 284.41,
      "grad_norm": 0.997802197933197,
      "learning_rate": 3.5896828185560113e-06,
      "loss": 0.3683,
      "step": 1019040
    },
    {
      "epoch": 284.41,
      "grad_norm": 1.0729540586471558,
      "learning_rate": 3.5896599159925884e-06,
      "loss": 0.3575,
      "step": 1019050
    },
    {
      "epoch": 284.42,
      "grad_norm": 1.0219967365264893,
      "learning_rate": 3.5896370132633356e-06,
      "loss": 0.3618,
      "step": 1019060
    },
    {
      "epoch": 284.42,
      "grad_norm": 0.9171783924102783,
      "learning_rate": 3.589614110368254e-06,
      "loss": 0.355,
      "step": 1019070
    },
    {
      "epoch": 284.42,
      "grad_norm": 1.0264205932617188,
      "learning_rate": 3.589591207307347e-06,
      "loss": 0.3493,
      "step": 1019080
    },
    {
      "epoch": 284.42,
      "grad_norm": 0.9109101891517639,
      "learning_rate": 3.5895683040806194e-06,
      "loss": 0.3518,
      "step": 1019090
    },
    {
      "epoch": 284.43,
      "grad_norm": 1.0705674886703491,
      "learning_rate": 3.589545400688072e-06,
      "loss": 0.3629,
      "step": 1019100
    },
    {
      "epoch": 284.43,
      "grad_norm": 0.8888668417930603,
      "learning_rate": 3.5895224971297103e-06,
      "loss": 0.3616,
      "step": 1019110
    },
    {
      "epoch": 284.43,
      "grad_norm": 0.9187944531440735,
      "learning_rate": 3.5894995934055346e-06,
      "loss": 0.3667,
      "step": 1019120
    },
    {
      "epoch": 284.43,
      "grad_norm": 0.9360507130622864,
      "learning_rate": 3.5894766895155506e-06,
      "loss": 0.3523,
      "step": 1019130
    },
    {
      "epoch": 284.44,
      "grad_norm": 1.169400930404663,
      "learning_rate": 3.589453785459759e-06,
      "loss": 0.3461,
      "step": 1019140
    },
    {
      "epoch": 284.44,
      "grad_norm": 1.0576056241989136,
      "learning_rate": 3.5894308812381636e-06,
      "loss": 0.353,
      "step": 1019150
    },
    {
      "epoch": 284.44,
      "grad_norm": 0.8836313486099243,
      "learning_rate": 3.589407976850769e-06,
      "loss": 0.3433,
      "step": 1019160
    },
    {
      "epoch": 284.45,
      "grad_norm": 1.0432765483856201,
      "learning_rate": 3.589385072297576e-06,
      "loss": 0.3592,
      "step": 1019170
    },
    {
      "epoch": 284.45,
      "grad_norm": 0.9327025413513184,
      "learning_rate": 3.589362167578589e-06,
      "loss": 0.3634,
      "step": 1019180
    },
    {
      "epoch": 284.45,
      "grad_norm": 0.9489474296569824,
      "learning_rate": 3.5893392626938106e-06,
      "loss": 0.3657,
      "step": 1019190
    },
    {
      "epoch": 284.45,
      "grad_norm": 1.0520943403244019,
      "learning_rate": 3.589316357643244e-06,
      "loss": 0.3703,
      "step": 1019200
    },
    {
      "epoch": 284.46,
      "grad_norm": 1.0238735675811768,
      "learning_rate": 3.5892934524268915e-06,
      "loss": 0.3598,
      "step": 1019210
    },
    {
      "epoch": 284.46,
      "grad_norm": 0.9041733741760254,
      "learning_rate": 3.5892705470447577e-06,
      "loss": 0.3673,
      "step": 1019220
    },
    {
      "epoch": 284.46,
      "grad_norm": 0.8738862872123718,
      "learning_rate": 3.5892476414968443e-06,
      "loss": 0.3548,
      "step": 1019230
    },
    {
      "epoch": 284.47,
      "grad_norm": 0.853111743927002,
      "learning_rate": 3.589224735783155e-06,
      "loss": 0.3498,
      "step": 1019240
    },
    {
      "epoch": 284.47,
      "grad_norm": 1.0095808506011963,
      "learning_rate": 3.5892018299036927e-06,
      "loss": 0.3682,
      "step": 1019250
    },
    {
      "epoch": 284.47,
      "grad_norm": 1.2095527648925781,
      "learning_rate": 3.5891789238584613e-06,
      "loss": 0.3808,
      "step": 1019260
    },
    {
      "epoch": 284.47,
      "grad_norm": 1.2278839349746704,
      "learning_rate": 3.5891560176474613e-06,
      "loss": 0.3492,
      "step": 1019270
    },
    {
      "epoch": 284.48,
      "grad_norm": 1.072109580039978,
      "learning_rate": 3.589133111270698e-06,
      "loss": 0.3667,
      "step": 1019280
    },
    {
      "epoch": 284.48,
      "grad_norm": 1.222784399986267,
      "learning_rate": 3.5891102047281746e-06,
      "loss": 0.3611,
      "step": 1019290
    },
    {
      "epoch": 284.48,
      "grad_norm": 0.9252660274505615,
      "learning_rate": 3.5890872980198925e-06,
      "loss": 0.3373,
      "step": 1019300
    },
    {
      "epoch": 284.49,
      "grad_norm": 1.1585756540298462,
      "learning_rate": 3.5890643911458554e-06,
      "loss": 0.3583,
      "step": 1019310
    },
    {
      "epoch": 284.49,
      "grad_norm": 0.9278993010520935,
      "learning_rate": 3.5890414841060676e-06,
      "loss": 0.3511,
      "step": 1019320
    },
    {
      "epoch": 284.49,
      "grad_norm": 1.0437856912612915,
      "learning_rate": 3.5890185769005315e-06,
      "loss": 0.3615,
      "step": 1019330
    },
    {
      "epoch": 284.49,
      "grad_norm": 0.932598352432251,
      "learning_rate": 3.5889956695292488e-06,
      "loss": 0.3571,
      "step": 1019340
    },
    {
      "epoch": 284.5,
      "grad_norm": 0.9769091010093689,
      "learning_rate": 3.588972761992224e-06,
      "loss": 0.3429,
      "step": 1019350
    },
    {
      "epoch": 284.5,
      "grad_norm": 0.9983697533607483,
      "learning_rate": 3.5889498542894594e-06,
      "loss": 0.3524,
      "step": 1019360
    },
    {
      "epoch": 284.5,
      "grad_norm": 1.0226296186447144,
      "learning_rate": 3.588926946420958e-06,
      "loss": 0.3532,
      "step": 1019370
    },
    {
      "epoch": 284.5,
      "grad_norm": 1.0362664461135864,
      "learning_rate": 3.588904038386724e-06,
      "loss": 0.3434,
      "step": 1019380
    },
    {
      "epoch": 284.51,
      "grad_norm": 1.009817361831665,
      "learning_rate": 3.58888113018676e-06,
      "loss": 0.3699,
      "step": 1019390
    },
    {
      "epoch": 284.51,
      "grad_norm": 0.9691063761711121,
      "learning_rate": 3.588858221821068e-06,
      "loss": 0.3685,
      "step": 1019400
    },
    {
      "epoch": 284.51,
      "grad_norm": 1.0921729803085327,
      "learning_rate": 3.5888353132896513e-06,
      "loss": 0.3528,
      "step": 1019410
    },
    {
      "epoch": 284.52,
      "grad_norm": 1.2023191452026367,
      "learning_rate": 3.5888124045925147e-06,
      "loss": 0.3551,
      "step": 1019420
    },
    {
      "epoch": 284.52,
      "grad_norm": 1.0061174631118774,
      "learning_rate": 3.588789495729659e-06,
      "loss": 0.3558,
      "step": 1019430
    },
    {
      "epoch": 284.52,
      "grad_norm": 1.0805950164794922,
      "learning_rate": 3.5887665867010887e-06,
      "loss": 0.3612,
      "step": 1019440
    },
    {
      "epoch": 284.52,
      "grad_norm": 0.9716379046440125,
      "learning_rate": 3.5887436775068065e-06,
      "loss": 0.3718,
      "step": 1019450
    },
    {
      "epoch": 284.53,
      "grad_norm": 1.0604842901229858,
      "learning_rate": 3.588720768146814e-06,
      "loss": 0.3638,
      "step": 1019460
    },
    {
      "epoch": 284.53,
      "grad_norm": 0.9563103318214417,
      "learning_rate": 3.5886978586211167e-06,
      "loss": 0.3648,
      "step": 1019470
    },
    {
      "epoch": 284.53,
      "grad_norm": 1.0736448764801025,
      "learning_rate": 3.5886749489297163e-06,
      "loss": 0.3726,
      "step": 1019480
    },
    {
      "epoch": 284.54,
      "grad_norm": 0.8634300231933594,
      "learning_rate": 3.5886520390726164e-06,
      "loss": 0.3727,
      "step": 1019490
    },
    {
      "epoch": 284.54,
      "grad_norm": 1.1281723976135254,
      "learning_rate": 3.588629129049819e-06,
      "loss": 0.3637,
      "step": 1019500
    },
    {
      "epoch": 284.54,
      "grad_norm": 0.9062201976776123,
      "learning_rate": 3.588606218861329e-06,
      "loss": 0.3654,
      "step": 1019510
    },
    {
      "epoch": 284.54,
      "grad_norm": 0.8571963906288147,
      "learning_rate": 3.588583308507147e-06,
      "loss": 0.3459,
      "step": 1019520
    },
    {
      "epoch": 284.55,
      "grad_norm": 1.067043423652649,
      "learning_rate": 3.5885603979872775e-06,
      "loss": 0.3733,
      "step": 1019530
    },
    {
      "epoch": 284.55,
      "grad_norm": 1.0637784004211426,
      "learning_rate": 3.5885374873017235e-06,
      "loss": 0.3557,
      "step": 1019540
    },
    {
      "epoch": 284.55,
      "grad_norm": 1.056769609451294,
      "learning_rate": 3.5885145764504885e-06,
      "loss": 0.35,
      "step": 1019550
    },
    {
      "epoch": 284.55,
      "grad_norm": 1.008038878440857,
      "learning_rate": 3.5884916654335748e-06,
      "loss": 0.3614,
      "step": 1019560
    },
    {
      "epoch": 284.56,
      "grad_norm": 1.319229245185852,
      "learning_rate": 3.588468754250985e-06,
      "loss": 0.3665,
      "step": 1019570
    },
    {
      "epoch": 284.56,
      "grad_norm": 1.0811495780944824,
      "learning_rate": 3.588445842902724e-06,
      "loss": 0.3596,
      "step": 1019580
    },
    {
      "epoch": 284.56,
      "grad_norm": 0.9180467128753662,
      "learning_rate": 3.5884229313887924e-06,
      "loss": 0.3835,
      "step": 1019590
    },
    {
      "epoch": 284.57,
      "grad_norm": 1.006657361984253,
      "learning_rate": 3.588400019709195e-06,
      "loss": 0.3436,
      "step": 1019600
    },
    {
      "epoch": 284.57,
      "grad_norm": 1.2572499513626099,
      "learning_rate": 3.5883771078639345e-06,
      "loss": 0.3569,
      "step": 1019610
    },
    {
      "epoch": 284.57,
      "grad_norm": 1.1076104640960693,
      "learning_rate": 3.588354195853013e-06,
      "loss": 0.3573,
      "step": 1019620
    },
    {
      "epoch": 284.57,
      "grad_norm": 1.226155161857605,
      "learning_rate": 3.588331283676436e-06,
      "loss": 0.3724,
      "step": 1019630
    },
    {
      "epoch": 284.58,
      "grad_norm": 0.9157027006149292,
      "learning_rate": 3.588308371334204e-06,
      "loss": 0.3574,
      "step": 1019640
    },
    {
      "epoch": 284.58,
      "grad_norm": 1.2737252712249756,
      "learning_rate": 3.588285458826321e-06,
      "loss": 0.3595,
      "step": 1019650
    },
    {
      "epoch": 284.58,
      "grad_norm": 1.1884058713912964,
      "learning_rate": 3.5882625461527894e-06,
      "loss": 0.3651,
      "step": 1019660
    },
    {
      "epoch": 284.59,
      "grad_norm": 1.1281635761260986,
      "learning_rate": 3.588239633313613e-06,
      "loss": 0.3508,
      "step": 1019670
    },
    {
      "epoch": 284.59,
      "grad_norm": 0.8861435055732727,
      "learning_rate": 3.588216720308795e-06,
      "loss": 0.3528,
      "step": 1019680
    },
    {
      "epoch": 284.59,
      "grad_norm": 1.2291405200958252,
      "learning_rate": 3.588193807138338e-06,
      "loss": 0.3623,
      "step": 1019690
    },
    {
      "epoch": 284.59,
      "grad_norm": 0.9751826524734497,
      "learning_rate": 3.5881708938022456e-06,
      "loss": 0.3523,
      "step": 1019700
    },
    {
      "epoch": 284.6,
      "grad_norm": 1.0663583278656006,
      "learning_rate": 3.5881479803005205e-06,
      "loss": 0.3591,
      "step": 1019710
    },
    {
      "epoch": 284.6,
      "grad_norm": 1.1568713188171387,
      "learning_rate": 3.588125066633165e-06,
      "loss": 0.3541,
      "step": 1019720
    },
    {
      "epoch": 284.6,
      "grad_norm": 1.0160576105117798,
      "learning_rate": 3.588102152800183e-06,
      "loss": 0.3573,
      "step": 1019730
    },
    {
      "epoch": 284.61,
      "grad_norm": 1.0122501850128174,
      "learning_rate": 3.5880792388015776e-06,
      "loss": 0.3545,
      "step": 1019740
    },
    {
      "epoch": 284.61,
      "grad_norm": 1.4705910682678223,
      "learning_rate": 3.588056324637351e-06,
      "loss": 0.3701,
      "step": 1019750
    },
    {
      "epoch": 284.61,
      "grad_norm": 0.9106464385986328,
      "learning_rate": 3.5880334103075078e-06,
      "loss": 0.3548,
      "step": 1019760
    },
    {
      "epoch": 284.61,
      "grad_norm": 0.9825271964073181,
      "learning_rate": 3.58801049581205e-06,
      "loss": 0.3598,
      "step": 1019770
    },
    {
      "epoch": 284.62,
      "grad_norm": 1.489155650138855,
      "learning_rate": 3.5879875811509814e-06,
      "loss": 0.3529,
      "step": 1019780
    },
    {
      "epoch": 284.62,
      "grad_norm": 0.9722791314125061,
      "learning_rate": 3.587964666324303e-06,
      "loss": 0.3563,
      "step": 1019790
    },
    {
      "epoch": 284.62,
      "grad_norm": 1.0083110332489014,
      "learning_rate": 3.5879417513320207e-06,
      "loss": 0.362,
      "step": 1019800
    },
    {
      "epoch": 284.62,
      "grad_norm": 1.0075855255126953,
      "learning_rate": 3.587918836174135e-06,
      "loss": 0.345,
      "step": 1019810
    },
    {
      "epoch": 284.63,
      "grad_norm": 0.9314430356025696,
      "learning_rate": 3.58789592085065e-06,
      "loss": 0.3782,
      "step": 1019820
    },
    {
      "epoch": 284.63,
      "grad_norm": 1.133423924446106,
      "learning_rate": 3.587873005361569e-06,
      "loss": 0.3605,
      "step": 1019830
    },
    {
      "epoch": 284.63,
      "grad_norm": 1.066605567932129,
      "learning_rate": 3.5878500897068957e-06,
      "loss": 0.3591,
      "step": 1019840
    },
    {
      "epoch": 284.64,
      "grad_norm": 0.9669310450553894,
      "learning_rate": 3.5878271738866317e-06,
      "loss": 0.3679,
      "step": 1019850
    },
    {
      "epoch": 284.64,
      "grad_norm": 1.0963413715362549,
      "learning_rate": 3.587804257900781e-06,
      "loss": 0.3653,
      "step": 1019860
    },
    {
      "epoch": 284.64,
      "grad_norm": 0.9542336463928223,
      "learning_rate": 3.5877813417493465e-06,
      "loss": 0.3506,
      "step": 1019870
    },
    {
      "epoch": 284.64,
      "grad_norm": 27.793720245361328,
      "learning_rate": 3.5877584254323307e-06,
      "loss": 0.3506,
      "step": 1019880
    },
    {
      "epoch": 284.65,
      "grad_norm": 1.1649197340011597,
      "learning_rate": 3.587735508949737e-06,
      "loss": 0.3511,
      "step": 1019890
    },
    {
      "epoch": 284.65,
      "grad_norm": 1.19818115234375,
      "learning_rate": 3.587712592301568e-06,
      "loss": 0.3588,
      "step": 1019900
    },
    {
      "epoch": 284.65,
      "grad_norm": 1.118105173110962,
      "learning_rate": 3.5876896754878278e-06,
      "loss": 0.3617,
      "step": 1019910
    },
    {
      "epoch": 284.66,
      "grad_norm": 1.013738989830017,
      "learning_rate": 3.5876667585085195e-06,
      "loss": 0.3808,
      "step": 1019920
    },
    {
      "epoch": 284.66,
      "grad_norm": 0.8881354928016663,
      "learning_rate": 3.587643841363645e-06,
      "loss": 0.3562,
      "step": 1019930
    },
    {
      "epoch": 284.66,
      "grad_norm": 0.9759787917137146,
      "learning_rate": 3.587620924053208e-06,
      "loss": 0.3623,
      "step": 1019940
    },
    {
      "epoch": 284.66,
      "grad_norm": 1.2321946620941162,
      "learning_rate": 3.5875980065772105e-06,
      "loss": 0.3642,
      "step": 1019950
    },
    {
      "epoch": 284.67,
      "grad_norm": 4.4053497314453125,
      "learning_rate": 3.5875750889356576e-06,
      "loss": 0.3641,
      "step": 1019960
    },
    {
      "epoch": 284.67,
      "grad_norm": 1.0252200365066528,
      "learning_rate": 3.587552171128551e-06,
      "loss": 0.3632,
      "step": 1019970
    },
    {
      "epoch": 284.67,
      "grad_norm": 1.085055947303772,
      "learning_rate": 3.5875292531558935e-06,
      "loss": 0.3637,
      "step": 1019980
    },
    {
      "epoch": 284.67,
      "grad_norm": 1.1811418533325195,
      "learning_rate": 3.5875063350176896e-06,
      "loss": 0.3542,
      "step": 1019990
    },
    {
      "epoch": 284.68,
      "grad_norm": 1.1339221000671387,
      "learning_rate": 3.587483416713941e-06,
      "loss": 0.3555,
      "step": 1020000
    },
    {
      "epoch": 284.68,
      "grad_norm": 1.0363653898239136,
      "learning_rate": 3.587460498244651e-06,
      "loss": 0.3518,
      "step": 1020010
    },
    {
      "epoch": 284.68,
      "grad_norm": 1.115897297859192,
      "learning_rate": 3.5874375796098224e-06,
      "loss": 0.3733,
      "step": 1020020
    },
    {
      "epoch": 284.69,
      "grad_norm": 1.0213807821273804,
      "learning_rate": 3.5874146608094594e-06,
      "loss": 0.3639,
      "step": 1020030
    },
    {
      "epoch": 284.69,
      "grad_norm": 2.2144646644592285,
      "learning_rate": 3.587391741843564e-06,
      "loss": 0.3619,
      "step": 1020040
    },
    {
      "epoch": 284.69,
      "grad_norm": 0.9418367743492126,
      "learning_rate": 3.587368822712139e-06,
      "loss": 0.3599,
      "step": 1020050
    },
    {
      "epoch": 284.69,
      "grad_norm": 1.0554602146148682,
      "learning_rate": 3.5873459034151886e-06,
      "loss": 0.3485,
      "step": 1020060
    },
    {
      "epoch": 284.7,
      "grad_norm": 1.0054377317428589,
      "learning_rate": 3.587322983952715e-06,
      "loss": 0.3563,
      "step": 1020070
    },
    {
      "epoch": 284.7,
      "grad_norm": 1.0306557416915894,
      "learning_rate": 3.5873000643247217e-06,
      "loss": 0.3702,
      "step": 1020080
    },
    {
      "epoch": 284.7,
      "grad_norm": 0.9258379936218262,
      "learning_rate": 3.5872771445312117e-06,
      "loss": 0.3591,
      "step": 1020090
    },
    {
      "epoch": 284.71,
      "grad_norm": 1.2885119915008545,
      "learning_rate": 3.5872542245721876e-06,
      "loss": 0.3648,
      "step": 1020100
    },
    {
      "epoch": 284.71,
      "grad_norm": 0.9155295491218567,
      "learning_rate": 3.5872313044476525e-06,
      "loss": 0.3606,
      "step": 1020110
    },
    {
      "epoch": 284.71,
      "grad_norm": 1.0271233320236206,
      "learning_rate": 3.5872083841576096e-06,
      "loss": 0.363,
      "step": 1020120
    },
    {
      "epoch": 284.71,
      "grad_norm": 1.264581561088562,
      "learning_rate": 3.5871854637020624e-06,
      "loss": 0.3745,
      "step": 1020130
    },
    {
      "epoch": 284.72,
      "grad_norm": 1.02128267288208,
      "learning_rate": 3.5871625430810144e-06,
      "loss": 0.3623,
      "step": 1020140
    },
    {
      "epoch": 284.72,
      "grad_norm": 1.0836021900177002,
      "learning_rate": 3.5871396222944666e-06,
      "loss": 0.3565,
      "step": 1020150
    },
    {
      "epoch": 284.72,
      "grad_norm": 1.0527846813201904,
      "learning_rate": 3.587116701342424e-06,
      "loss": 0.3598,
      "step": 1020160
    },
    {
      "epoch": 284.73,
      "grad_norm": 1.0384117364883423,
      "learning_rate": 3.5870937802248888e-06,
      "loss": 0.3691,
      "step": 1020170
    },
    {
      "epoch": 284.73,
      "grad_norm": 1.0763806104660034,
      "learning_rate": 3.587070858941864e-06,
      "loss": 0.3792,
      "step": 1020180
    },
    {
      "epoch": 284.73,
      "grad_norm": 1.0380595922470093,
      "learning_rate": 3.5870479374933533e-06,
      "loss": 0.3377,
      "step": 1020190
    },
    {
      "epoch": 284.73,
      "grad_norm": 0.9965478181838989,
      "learning_rate": 3.5870250158793586e-06,
      "loss": 0.3707,
      "step": 1020200
    },
    {
      "epoch": 284.74,
      "grad_norm": 1.3752713203430176,
      "learning_rate": 3.5870020940998846e-06,
      "loss": 0.3645,
      "step": 1020210
    },
    {
      "epoch": 284.74,
      "grad_norm": 0.9861600399017334,
      "learning_rate": 3.586979172154933e-06,
      "loss": 0.3497,
      "step": 1020220
    },
    {
      "epoch": 284.74,
      "grad_norm": 1.180857539176941,
      "learning_rate": 3.5869562500445074e-06,
      "loss": 0.3574,
      "step": 1020230
    },
    {
      "epoch": 284.74,
      "grad_norm": 3.4163835048675537,
      "learning_rate": 3.58693332776861e-06,
      "loss": 0.3561,
      "step": 1020240
    },
    {
      "epoch": 284.75,
      "grad_norm": 1.2776881456375122,
      "learning_rate": 3.586910405327245e-06,
      "loss": 0.3474,
      "step": 1020250
    },
    {
      "epoch": 284.75,
      "grad_norm": 1.1766403913497925,
      "learning_rate": 3.5868874827204147e-06,
      "loss": 0.361,
      "step": 1020260
    },
    {
      "epoch": 284.75,
      "grad_norm": 1.1940135955810547,
      "learning_rate": 3.586864559948123e-06,
      "loss": 0.3504,
      "step": 1020270
    },
    {
      "epoch": 284.76,
      "grad_norm": 1.0890910625457764,
      "learning_rate": 3.5868416370103726e-06,
      "loss": 0.3787,
      "step": 1020280
    },
    {
      "epoch": 284.76,
      "grad_norm": 1.1606559753417969,
      "learning_rate": 3.5868187139071656e-06,
      "loss": 0.3709,
      "step": 1020290
    },
    {
      "epoch": 284.76,
      "grad_norm": 1.0990960597991943,
      "learning_rate": 3.5867957906385064e-06,
      "loss": 0.3763,
      "step": 1020300
    },
    {
      "epoch": 284.76,
      "grad_norm": 1.036502480506897,
      "learning_rate": 3.586772867204397e-06,
      "loss": 0.364,
      "step": 1020310
    },
    {
      "epoch": 284.77,
      "grad_norm": 1.033891201019287,
      "learning_rate": 3.5867499436048416e-06,
      "loss": 0.3613,
      "step": 1020320
    },
    {
      "epoch": 284.77,
      "grad_norm": 0.9353588223457336,
      "learning_rate": 3.586727019839842e-06,
      "loss": 0.3628,
      "step": 1020330
    },
    {
      "epoch": 284.77,
      "grad_norm": 0.9167023301124573,
      "learning_rate": 3.5867040959094017e-06,
      "loss": 0.365,
      "step": 1020340
    },
    {
      "epoch": 284.78,
      "grad_norm": 0.9216763973236084,
      "learning_rate": 3.586681171813524e-06,
      "loss": 0.3492,
      "step": 1020350
    },
    {
      "epoch": 284.78,
      "grad_norm": 1.1070786714553833,
      "learning_rate": 3.5866582475522123e-06,
      "loss": 0.3668,
      "step": 1020360
    },
    {
      "epoch": 284.78,
      "grad_norm": 0.989279568195343,
      "learning_rate": 3.5866353231254685e-06,
      "loss": 0.3446,
      "step": 1020370
    },
    {
      "epoch": 284.78,
      "grad_norm": 1.082892894744873,
      "learning_rate": 3.586612398533297e-06,
      "loss": 0.3577,
      "step": 1020380
    },
    {
      "epoch": 284.79,
      "grad_norm": 1.0097037553787231,
      "learning_rate": 3.5865894737756996e-06,
      "loss": 0.3612,
      "step": 1020390
    },
    {
      "epoch": 284.79,
      "grad_norm": 1.0075002908706665,
      "learning_rate": 3.5865665488526804e-06,
      "loss": 0.3629,
      "step": 1020400
    },
    {
      "epoch": 284.79,
      "grad_norm": 1.393114447593689,
      "learning_rate": 3.5865436237642412e-06,
      "loss": 0.3489,
      "step": 1020410
    },
    {
      "epoch": 284.79,
      "grad_norm": 1.0826276540756226,
      "learning_rate": 3.5865206985103867e-06,
      "loss": 0.3522,
      "step": 1020420
    },
    {
      "epoch": 284.8,
      "grad_norm": 0.9666252732276917,
      "learning_rate": 3.586497773091119e-06,
      "loss": 0.3684,
      "step": 1020430
    },
    {
      "epoch": 284.8,
      "grad_norm": 1.006404995918274,
      "learning_rate": 3.5864748475064412e-06,
      "loss": 0.3689,
      "step": 1020440
    },
    {
      "epoch": 284.8,
      "grad_norm": 1.0213985443115234,
      "learning_rate": 3.5864519217563562e-06,
      "loss": 0.3587,
      "step": 1020450
    },
    {
      "epoch": 284.81,
      "grad_norm": 0.8842823505401611,
      "learning_rate": 3.586428995840867e-06,
      "loss": 0.3745,
      "step": 1020460
    },
    {
      "epoch": 284.81,
      "grad_norm": 1.0591789484024048,
      "learning_rate": 3.586406069759977e-06,
      "loss": 0.3406,
      "step": 1020470
    },
    {
      "epoch": 284.81,
      "grad_norm": 0.9487282633781433,
      "learning_rate": 3.5863831435136895e-06,
      "loss": 0.3519,
      "step": 1020480
    },
    {
      "epoch": 284.81,
      "grad_norm": 1.2889649868011475,
      "learning_rate": 3.586360217102006e-06,
      "loss": 0.3528,
      "step": 1020490
    },
    {
      "epoch": 284.82,
      "grad_norm": 1.0396991968154907,
      "learning_rate": 3.586337290524932e-06,
      "loss": 0.3636,
      "step": 1020500
    },
    {
      "epoch": 284.82,
      "grad_norm": 1.0687954425811768,
      "learning_rate": 3.586314363782469e-06,
      "loss": 0.3566,
      "step": 1020510
    },
    {
      "epoch": 284.82,
      "grad_norm": 1.0064048767089844,
      "learning_rate": 3.5862914368746205e-06,
      "loss": 0.3751,
      "step": 1020520
    },
    {
      "epoch": 284.83,
      "grad_norm": 1.315596342086792,
      "learning_rate": 3.5862685098013888e-06,
      "loss": 0.3571,
      "step": 1020530
    },
    {
      "epoch": 284.83,
      "grad_norm": 1.275743007659912,
      "learning_rate": 3.586245582562778e-06,
      "loss": 0.338,
      "step": 1020540
    },
    {
      "epoch": 284.83,
      "grad_norm": 0.9911108613014221,
      "learning_rate": 3.5862226551587913e-06,
      "loss": 0.3421,
      "step": 1020550
    },
    {
      "epoch": 284.83,
      "grad_norm": 1.0081764459609985,
      "learning_rate": 3.58619972758943e-06,
      "loss": 0.3586,
      "step": 1020560
    },
    {
      "epoch": 284.84,
      "grad_norm": 0.9074289798736572,
      "learning_rate": 3.586176799854699e-06,
      "loss": 0.3465,
      "step": 1020570
    },
    {
      "epoch": 284.84,
      "grad_norm": 0.9533440470695496,
      "learning_rate": 3.5861538719546003e-06,
      "loss": 0.3459,
      "step": 1020580
    },
    {
      "epoch": 284.84,
      "grad_norm": 0.9603400230407715,
      "learning_rate": 3.5861309438891377e-06,
      "loss": 0.3512,
      "step": 1020590
    },
    {
      "epoch": 284.85,
      "grad_norm": 0.8981661796569824,
      "learning_rate": 3.5861080156583134e-06,
      "loss": 0.3696,
      "step": 1020600
    },
    {
      "epoch": 284.85,
      "grad_norm": 1.0715880393981934,
      "learning_rate": 3.5860850872621314e-06,
      "loss": 0.3563,
      "step": 1020610
    },
    {
      "epoch": 284.85,
      "grad_norm": 0.8568918704986572,
      "learning_rate": 3.5860621587005937e-06,
      "loss": 0.3416,
      "step": 1020620
    },
    {
      "epoch": 284.85,
      "grad_norm": 1.032045602798462,
      "learning_rate": 3.5860392299737037e-06,
      "loss": 0.3575,
      "step": 1020630
    },
    {
      "epoch": 284.86,
      "grad_norm": 1.0131475925445557,
      "learning_rate": 3.5860163010814657e-06,
      "loss": 0.3417,
      "step": 1020640
    },
    {
      "epoch": 284.86,
      "grad_norm": 1.1719262599945068,
      "learning_rate": 3.5859933720238806e-06,
      "loss": 0.354,
      "step": 1020650
    },
    {
      "epoch": 284.86,
      "grad_norm": 1.2117315530776978,
      "learning_rate": 3.5859704428009537e-06,
      "loss": 0.3563,
      "step": 1020660
    },
    {
      "epoch": 284.86,
      "grad_norm": 0.9563071727752686,
      "learning_rate": 3.585947513412687e-06,
      "loss": 0.3494,
      "step": 1020670
    },
    {
      "epoch": 284.87,
      "grad_norm": 1.0303443670272827,
      "learning_rate": 3.585924583859082e-06,
      "loss": 0.365,
      "step": 1020680
    },
    {
      "epoch": 284.87,
      "grad_norm": 1.0036791563034058,
      "learning_rate": 3.585901654140144e-06,
      "loss": 0.349,
      "step": 1020690
    },
    {
      "epoch": 284.87,
      "grad_norm": 1.2885332107543945,
      "learning_rate": 3.5858787242558753e-06,
      "loss": 0.3552,
      "step": 1020700
    },
    {
      "epoch": 284.88,
      "grad_norm": 1.1839015483856201,
      "learning_rate": 3.585855794206279e-06,
      "loss": 0.3499,
      "step": 1020710
    },
    {
      "epoch": 284.88,
      "grad_norm": 1.131676435470581,
      "learning_rate": 3.5858328639913584e-06,
      "loss": 0.3816,
      "step": 1020720
    },
    {
      "epoch": 284.88,
      "grad_norm": 1.3556420803070068,
      "learning_rate": 3.5858099336111156e-06,
      "loss": 0.3573,
      "step": 1020730
    },
    {
      "epoch": 284.88,
      "grad_norm": 1.0672886371612549,
      "learning_rate": 3.585787003065555e-06,
      "loss": 0.3485,
      "step": 1020740
    },
    {
      "epoch": 284.89,
      "grad_norm": 0.8986555337905884,
      "learning_rate": 3.5857640723546787e-06,
      "loss": 0.3496,
      "step": 1020750
    },
    {
      "epoch": 284.89,
      "grad_norm": 1.020857810974121,
      "learning_rate": 3.585741141478489e-06,
      "loss": 0.3732,
      "step": 1020760
    },
    {
      "epoch": 284.89,
      "grad_norm": 0.9284182190895081,
      "learning_rate": 3.585718210436991e-06,
      "loss": 0.3654,
      "step": 1020770
    },
    {
      "epoch": 284.9,
      "grad_norm": 1.0256826877593994,
      "learning_rate": 3.5856952792301865e-06,
      "loss": 0.3597,
      "step": 1020780
    },
    {
      "epoch": 284.9,
      "grad_norm": 0.9422239065170288,
      "learning_rate": 3.5856723478580782e-06,
      "loss": 0.3585,
      "step": 1020790
    },
    {
      "epoch": 284.9,
      "grad_norm": 0.9996330142021179,
      "learning_rate": 3.5856494163206707e-06,
      "loss": 0.3707,
      "step": 1020800
    },
    {
      "epoch": 284.9,
      "grad_norm": 1.0778467655181885,
      "learning_rate": 3.585626484617965e-06,
      "loss": 0.3574,
      "step": 1020810
    },
    {
      "epoch": 284.91,
      "grad_norm": 1.0402154922485352,
      "learning_rate": 3.585603552749966e-06,
      "loss": 0.3604,
      "step": 1020820
    },
    {
      "epoch": 284.91,
      "grad_norm": 0.9723230600357056,
      "learning_rate": 3.5855806207166755e-06,
      "loss": 0.3701,
      "step": 1020830
    },
    {
      "epoch": 284.91,
      "grad_norm": 0.9316421747207642,
      "learning_rate": 3.5855576885180973e-06,
      "loss": 0.34,
      "step": 1020840
    },
    {
      "epoch": 284.91,
      "grad_norm": 1.2436251640319824,
      "learning_rate": 3.585534756154234e-06,
      "loss": 0.3679,
      "step": 1020850
    },
    {
      "epoch": 284.92,
      "grad_norm": 0.9210744500160217,
      "learning_rate": 3.5855118236250887e-06,
      "loss": 0.3565,
      "step": 1020860
    },
    {
      "epoch": 284.92,
      "grad_norm": 1.002846360206604,
      "learning_rate": 3.585488890930665e-06,
      "loss": 0.3652,
      "step": 1020870
    },
    {
      "epoch": 284.92,
      "grad_norm": 0.9891625046730042,
      "learning_rate": 3.5854659580709655e-06,
      "loss": 0.3561,
      "step": 1020880
    },
    {
      "epoch": 284.93,
      "grad_norm": 1.0449355840682983,
      "learning_rate": 3.5854430250459927e-06,
      "loss": 0.3595,
      "step": 1020890
    },
    {
      "epoch": 284.93,
      "grad_norm": 0.9234215617179871,
      "learning_rate": 3.5854200918557508e-06,
      "loss": 0.3538,
      "step": 1020900
    },
    {
      "epoch": 284.93,
      "grad_norm": 1.073684811592102,
      "learning_rate": 3.5853971585002416e-06,
      "loss": 0.3737,
      "step": 1020910
    },
    {
      "epoch": 284.93,
      "grad_norm": 1.0933489799499512,
      "learning_rate": 3.585374224979469e-06,
      "loss": 0.3328,
      "step": 1020920
    },
    {
      "epoch": 284.94,
      "grad_norm": 1.0107728242874146,
      "learning_rate": 3.585351291293436e-06,
      "loss": 0.3676,
      "step": 1020930
    },
    {
      "epoch": 284.94,
      "grad_norm": 1.0190871953964233,
      "learning_rate": 3.585328357442146e-06,
      "loss": 0.3412,
      "step": 1020940
    },
    {
      "epoch": 284.94,
      "grad_norm": 1.1881294250488281,
      "learning_rate": 3.585305423425601e-06,
      "loss": 0.3781,
      "step": 1020950
    },
    {
      "epoch": 284.95,
      "grad_norm": 0.9666834473609924,
      "learning_rate": 3.5852824892438054e-06,
      "loss": 0.3407,
      "step": 1020960
    },
    {
      "epoch": 284.95,
      "grad_norm": 1.026842474937439,
      "learning_rate": 3.585259554896761e-06,
      "loss": 0.3583,
      "step": 1020970
    },
    {
      "epoch": 284.95,
      "grad_norm": 1.0701240301132202,
      "learning_rate": 3.585236620384471e-06,
      "loss": 0.3656,
      "step": 1020980
    },
    {
      "epoch": 284.95,
      "grad_norm": 1.0918009281158447,
      "learning_rate": 3.5852136857069388e-06,
      "loss": 0.3614,
      "step": 1020990
    },
    {
      "epoch": 284.96,
      "grad_norm": 1.031262755393982,
      "learning_rate": 3.585190750864168e-06,
      "loss": 0.3519,
      "step": 1021000
    },
    {
      "epoch": 284.96,
      "grad_norm": 1.1531237363815308,
      "learning_rate": 3.585167815856161e-06,
      "loss": 0.3425,
      "step": 1021010
    },
    {
      "epoch": 284.96,
      "grad_norm": 0.8924016356468201,
      "learning_rate": 3.5851448806829203e-06,
      "loss": 0.3416,
      "step": 1021020
    },
    {
      "epoch": 284.97,
      "grad_norm": 0.9604604244232178,
      "learning_rate": 3.5851219453444503e-06,
      "loss": 0.3661,
      "step": 1021030
    },
    {
      "epoch": 284.97,
      "grad_norm": 1.0359374284744263,
      "learning_rate": 3.585099009840753e-06,
      "loss": 0.3475,
      "step": 1021040
    },
    {
      "epoch": 284.97,
      "grad_norm": 1.1164437532424927,
      "learning_rate": 3.5850760741718317e-06,
      "loss": 0.3609,
      "step": 1021050
    },
    {
      "epoch": 284.97,
      "grad_norm": 1.0360838174819946,
      "learning_rate": 3.58505313833769e-06,
      "loss": 0.3583,
      "step": 1021060
    },
    {
      "epoch": 284.98,
      "grad_norm": 2.0004115104675293,
      "learning_rate": 3.58503020233833e-06,
      "loss": 0.3862,
      "step": 1021070
    },
    {
      "epoch": 284.98,
      "grad_norm": 0.8939574956893921,
      "learning_rate": 3.585007266173756e-06,
      "loss": 0.3545,
      "step": 1021080
    },
    {
      "epoch": 284.98,
      "grad_norm": 0.9832333922386169,
      "learning_rate": 3.5849843298439694e-06,
      "loss": 0.359,
      "step": 1021090
    },
    {
      "epoch": 284.98,
      "grad_norm": 1.0344676971435547,
      "learning_rate": 3.5849613933489755e-06,
      "loss": 0.3374,
      "step": 1021100
    },
    {
      "epoch": 284.99,
      "grad_norm": 0.9198229908943176,
      "learning_rate": 3.5849384566887745e-06,
      "loss": 0.3542,
      "step": 1021110
    },
    {
      "epoch": 284.99,
      "grad_norm": 1.0656276941299438,
      "learning_rate": 3.5849155198633716e-06,
      "loss": 0.344,
      "step": 1021120
    },
    {
      "epoch": 284.99,
      "grad_norm": 1.1616796255111694,
      "learning_rate": 3.5848925828727694e-06,
      "loss": 0.3656,
      "step": 1021130
    },
    {
      "epoch": 285.0,
      "grad_norm": 1.0938475131988525,
      "learning_rate": 3.5848696457169703e-06,
      "loss": 0.3661,
      "step": 1021140
    },
    {
      "epoch": 285.0,
      "grad_norm": 0.9866495132446289,
      "learning_rate": 3.584846708395978e-06,
      "loss": 0.3598,
      "step": 1021150
    },
    {
      "epoch": 285.0,
      "eval_loss": 0.35808268189430237,
      "eval_runtime": 63.2083,
      "eval_samples_per_second": 80.037,
      "eval_steps_per_second": 10.015,
      "step": 1021155
    },
    {
      "epoch": 285.0,
      "grad_norm": 1.0122308731079102,
      "learning_rate": 3.5848237709097964e-06,
      "loss": 0.3686,
      "step": 1021160
    },
    {
      "epoch": 285.0,
      "grad_norm": 0.9365392327308655,
      "learning_rate": 3.5848008332584263e-06,
      "loss": 0.351,
      "step": 1021170
    },
    {
      "epoch": 285.01,
      "grad_norm": 1.0066373348236084,
      "learning_rate": 3.5847778954418725e-06,
      "loss": 0.3463,
      "step": 1021180
    },
    {
      "epoch": 285.01,
      "grad_norm": 0.947476327419281,
      "learning_rate": 3.584754957460138e-06,
      "loss": 0.3626,
      "step": 1021190
    },
    {
      "epoch": 285.01,
      "grad_norm": 1.1210379600524902,
      "learning_rate": 3.5847320193132243e-06,
      "loss": 0.3475,
      "step": 1021200
    },
    {
      "epoch": 285.02,
      "grad_norm": 0.8512001037597656,
      "learning_rate": 3.584709081001136e-06,
      "loss": 0.3305,
      "step": 1021210
    },
    {
      "epoch": 285.02,
      "grad_norm": 1.0944571495056152,
      "learning_rate": 3.584686142523876e-06,
      "loss": 0.3505,
      "step": 1021220
    },
    {
      "epoch": 285.02,
      "grad_norm": 1.5779929161071777,
      "learning_rate": 3.584663203881447e-06,
      "loss": 0.357,
      "step": 1021230
    },
    {
      "epoch": 285.02,
      "grad_norm": 0.9430003762245178,
      "learning_rate": 3.5846402650738517e-06,
      "loss": 0.3633,
      "step": 1021240
    },
    {
      "epoch": 285.03,
      "grad_norm": 1.1064492464065552,
      "learning_rate": 3.5846173261010946e-06,
      "loss": 0.3717,
      "step": 1021250
    },
    {
      "epoch": 285.03,
      "grad_norm": 1.0288735628128052,
      "learning_rate": 3.584594386963177e-06,
      "loss": 0.3455,
      "step": 1021260
    },
    {
      "epoch": 285.03,
      "grad_norm": 1.1179932355880737,
      "learning_rate": 3.584571447660102e-06,
      "loss": 0.3614,
      "step": 1021270
    },
    {
      "epoch": 285.03,
      "grad_norm": 0.9294361472129822,
      "learning_rate": 3.584548508191874e-06,
      "loss": 0.3393,
      "step": 1021280
    },
    {
      "epoch": 285.04,
      "grad_norm": 0.942900538444519,
      "learning_rate": 3.5845255685584956e-06,
      "loss": 0.3628,
      "step": 1021290
    },
    {
      "epoch": 285.04,
      "grad_norm": 0.9984055161476135,
      "learning_rate": 3.5845026287599693e-06,
      "loss": 0.3715,
      "step": 1021300
    },
    {
      "epoch": 285.04,
      "grad_norm": 0.9539944529533386,
      "learning_rate": 3.584479688796299e-06,
      "loss": 0.3572,
      "step": 1021310
    },
    {
      "epoch": 285.05,
      "grad_norm": 0.8486825823783875,
      "learning_rate": 3.584456748667487e-06,
      "loss": 0.3779,
      "step": 1021320
    },
    {
      "epoch": 285.05,
      "grad_norm": 1.0354915857315063,
      "learning_rate": 3.5844338083735358e-06,
      "loss": 0.3663,
      "step": 1021330
    },
    {
      "epoch": 285.05,
      "grad_norm": 0.9326752424240112,
      "learning_rate": 3.5844108679144505e-06,
      "loss": 0.354,
      "step": 1021340
    },
    {
      "epoch": 285.05,
      "grad_norm": 1.1598091125488281,
      "learning_rate": 3.5843879272902323e-06,
      "loss": 0.3417,
      "step": 1021350
    },
    {
      "epoch": 285.06,
      "grad_norm": 1.0228694677352905,
      "learning_rate": 3.5843649865008847e-06,
      "loss": 0.3632,
      "step": 1021360
    },
    {
      "epoch": 285.06,
      "grad_norm": 1.1887826919555664,
      "learning_rate": 3.5843420455464105e-06,
      "loss": 0.3546,
      "step": 1021370
    },
    {
      "epoch": 285.06,
      "grad_norm": 0.8735409379005432,
      "learning_rate": 3.584319104426814e-06,
      "loss": 0.3523,
      "step": 1021380
    },
    {
      "epoch": 285.07,
      "grad_norm": 1.062548279762268,
      "learning_rate": 3.5842961631420973e-06,
      "loss": 0.337,
      "step": 1021390
    },
    {
      "epoch": 285.07,
      "grad_norm": 0.9603999853134155,
      "learning_rate": 3.5842732216922634e-06,
      "loss": 0.3689,
      "step": 1021400
    },
    {
      "epoch": 285.07,
      "grad_norm": 1.1317715644836426,
      "learning_rate": 3.5842502800773152e-06,
      "loss": 0.3637,
      "step": 1021410
    },
    {
      "epoch": 285.07,
      "grad_norm": 1.0440982580184937,
      "learning_rate": 3.5842273382972567e-06,
      "loss": 0.3663,
      "step": 1021420
    },
    {
      "epoch": 285.08,
      "grad_norm": 1.1819285154342651,
      "learning_rate": 3.5842043963520898e-06,
      "loss": 0.3525,
      "step": 1021430
    },
    {
      "epoch": 285.08,
      "grad_norm": 0.939369797706604,
      "learning_rate": 3.5841814542418184e-06,
      "loss": 0.3568,
      "step": 1021440
    },
    {
      "epoch": 285.08,
      "grad_norm": 1.1242679357528687,
      "learning_rate": 3.5841585119664454e-06,
      "loss": 0.3687,
      "step": 1021450
    },
    {
      "epoch": 285.09,
      "grad_norm": 1.1299737691879272,
      "learning_rate": 3.584135569525973e-06,
      "loss": 0.3697,
      "step": 1021460
    },
    {
      "epoch": 285.09,
      "grad_norm": 1.225469946861267,
      "learning_rate": 3.5841126269204055e-06,
      "loss": 0.3535,
      "step": 1021470
    },
    {
      "epoch": 285.09,
      "grad_norm": 0.9786375761032104,
      "learning_rate": 3.5840896841497452e-06,
      "loss": 0.3499,
      "step": 1021480
    },
    {
      "epoch": 285.09,
      "grad_norm": 1.0914312601089478,
      "learning_rate": 3.5840667412139957e-06,
      "loss": 0.3588,
      "step": 1021490
    },
    {
      "epoch": 285.1,
      "grad_norm": 5.2128424644470215,
      "learning_rate": 3.584043798113159e-06,
      "loss": 0.363,
      "step": 1021500
    },
    {
      "epoch": 285.1,
      "grad_norm": 0.8951179385185242,
      "learning_rate": 3.58402085484724e-06,
      "loss": 0.3507,
      "step": 1021510
    },
    {
      "epoch": 285.1,
      "grad_norm": 1.2277978658676147,
      "learning_rate": 3.5839979114162392e-06,
      "loss": 0.3583,
      "step": 1021520
    },
    {
      "epoch": 285.1,
      "grad_norm": 1.0095090866088867,
      "learning_rate": 3.583974967820162e-06,
      "loss": 0.3489,
      "step": 1021530
    },
    {
      "epoch": 285.11,
      "grad_norm": 1.1354786157608032,
      "learning_rate": 3.58395202405901e-06,
      "loss": 0.3638,
      "step": 1021540
    },
    {
      "epoch": 285.11,
      "grad_norm": 0.9711773991584778,
      "learning_rate": 3.583929080132788e-06,
      "loss": 0.3682,
      "step": 1021550
    },
    {
      "epoch": 285.11,
      "grad_norm": 1.067132830619812,
      "learning_rate": 3.5839061360414965e-06,
      "loss": 0.3681,
      "step": 1021560
    },
    {
      "epoch": 285.12,
      "grad_norm": 1.0351086854934692,
      "learning_rate": 3.58388319178514e-06,
      "loss": 0.3498,
      "step": 1021570
    },
    {
      "epoch": 285.12,
      "grad_norm": 1.029219388961792,
      "learning_rate": 3.583860247363722e-06,
      "loss": 0.3679,
      "step": 1021580
    },
    {
      "epoch": 285.12,
      "grad_norm": 1.2880799770355225,
      "learning_rate": 3.5838373027772445e-06,
      "loss": 0.3698,
      "step": 1021590
    },
    {
      "epoch": 285.12,
      "grad_norm": 1.0489156246185303,
      "learning_rate": 3.583814358025711e-06,
      "loss": 0.3608,
      "step": 1021600
    },
    {
      "epoch": 285.13,
      "grad_norm": 1.094057321548462,
      "learning_rate": 3.583791413109125e-06,
      "loss": 0.35,
      "step": 1021610
    },
    {
      "epoch": 285.13,
      "grad_norm": 1.083996057510376,
      "learning_rate": 3.583768468027489e-06,
      "loss": 0.3709,
      "step": 1021620
    },
    {
      "epoch": 285.13,
      "grad_norm": 1.1002627611160278,
      "learning_rate": 3.5837455227808062e-06,
      "loss": 0.3711,
      "step": 1021630
    },
    {
      "epoch": 285.14,
      "grad_norm": 0.9469494819641113,
      "learning_rate": 3.583722577369079e-06,
      "loss": 0.3658,
      "step": 1021640
    },
    {
      "epoch": 285.14,
      "grad_norm": 1.0025508403778076,
      "learning_rate": 3.5836996317923126e-06,
      "loss": 0.3596,
      "step": 1021650
    },
    {
      "epoch": 285.14,
      "grad_norm": 0.8783713579177856,
      "learning_rate": 3.583676686050507e-06,
      "loss": 0.3649,
      "step": 1021660
    },
    {
      "epoch": 285.14,
      "grad_norm": 1.1062896251678467,
      "learning_rate": 3.583653740143668e-06,
      "loss": 0.3608,
      "step": 1021670
    },
    {
      "epoch": 285.15,
      "grad_norm": 1.0892021656036377,
      "learning_rate": 3.5836307940717966e-06,
      "loss": 0.3531,
      "step": 1021680
    },
    {
      "epoch": 285.15,
      "grad_norm": 1.0105818510055542,
      "learning_rate": 3.5836078478348976e-06,
      "loss": 0.3617,
      "step": 1021690
    },
    {
      "epoch": 285.15,
      "grad_norm": 1.1185715198516846,
      "learning_rate": 3.5835849014329724e-06,
      "loss": 0.3529,
      "step": 1021700
    },
    {
      "epoch": 285.15,
      "grad_norm": 1.0044680833816528,
      "learning_rate": 3.5835619548660253e-06,
      "loss": 0.3537,
      "step": 1021710
    },
    {
      "epoch": 285.16,
      "grad_norm": 1.025917887687683,
      "learning_rate": 3.5835390081340583e-06,
      "loss": 0.3542,
      "step": 1021720
    },
    {
      "epoch": 285.16,
      "grad_norm": 1.0741488933563232,
      "learning_rate": 3.583516061237076e-06,
      "loss": 0.3834,
      "step": 1021730
    },
    {
      "epoch": 285.16,
      "grad_norm": 1.703047752380371,
      "learning_rate": 3.58349311417508e-06,
      "loss": 0.3387,
      "step": 1021740
    },
    {
      "epoch": 285.17,
      "grad_norm": 0.9674046039581299,
      "learning_rate": 3.583470166948073e-06,
      "loss": 0.3633,
      "step": 1021750
    },
    {
      "epoch": 285.17,
      "grad_norm": 1.1336926221847534,
      "learning_rate": 3.5834472195560603e-06,
      "loss": 0.3728,
      "step": 1021760
    },
    {
      "epoch": 285.17,
      "grad_norm": 0.9747983813285828,
      "learning_rate": 3.5834242719990435e-06,
      "loss": 0.3649,
      "step": 1021770
    },
    {
      "epoch": 285.17,
      "grad_norm": 1.0127500295639038,
      "learning_rate": 3.583401324277025e-06,
      "loss": 0.3566,
      "step": 1021780
    },
    {
      "epoch": 285.18,
      "grad_norm": 1.1030559539794922,
      "learning_rate": 3.5833783763900085e-06,
      "loss": 0.3662,
      "step": 1021790
    },
    {
      "epoch": 285.18,
      "grad_norm": 1.0288575887680054,
      "learning_rate": 3.5833554283379974e-06,
      "loss": 0.3829,
      "step": 1021800
    },
    {
      "epoch": 285.18,
      "grad_norm": 0.9664672017097473,
      "learning_rate": 3.583332480120995e-06,
      "loss": 0.3789,
      "step": 1021810
    },
    {
      "epoch": 285.19,
      "grad_norm": 1.0017684698104858,
      "learning_rate": 3.5833095317390024e-06,
      "loss": 0.3564,
      "step": 1021820
    },
    {
      "epoch": 285.19,
      "grad_norm": 0.9745309948921204,
      "learning_rate": 3.5832865831920255e-06,
      "loss": 0.3658,
      "step": 1021830
    },
    {
      "epoch": 285.19,
      "grad_norm": 1.196655511856079,
      "learning_rate": 3.5832636344800657e-06,
      "loss": 0.3487,
      "step": 1021840
    },
    {
      "epoch": 285.19,
      "grad_norm": 1.072775959968567,
      "learning_rate": 3.583240685603126e-06,
      "loss": 0.3698,
      "step": 1021850
    },
    {
      "epoch": 285.2,
      "grad_norm": 1.0126004219055176,
      "learning_rate": 3.5832177365612095e-06,
      "loss": 0.3674,
      "step": 1021860
    },
    {
      "epoch": 285.2,
      "grad_norm": 1.0468658208847046,
      "learning_rate": 3.58319478735432e-06,
      "loss": 0.3472,
      "step": 1021870
    },
    {
      "epoch": 285.2,
      "grad_norm": 1.029045581817627,
      "learning_rate": 3.5831718379824596e-06,
      "loss": 0.3688,
      "step": 1021880
    },
    {
      "epoch": 285.21,
      "grad_norm": 1.1285619735717773,
      "learning_rate": 3.583148888445632e-06,
      "loss": 0.3599,
      "step": 1021890
    },
    {
      "epoch": 285.21,
      "grad_norm": 1.1037105321884155,
      "learning_rate": 3.5831259387438405e-06,
      "loss": 0.3599,
      "step": 1021900
    },
    {
      "epoch": 285.21,
      "grad_norm": 0.9122297763824463,
      "learning_rate": 3.5831029888770877e-06,
      "loss": 0.359,
      "step": 1021910
    },
    {
      "epoch": 285.21,
      "grad_norm": 0.9786269068717957,
      "learning_rate": 3.583080038845376e-06,
      "loss": 0.3454,
      "step": 1021920
    },
    {
      "epoch": 285.22,
      "grad_norm": 1.270154595375061,
      "learning_rate": 3.58305708864871e-06,
      "loss": 0.3467,
      "step": 1021930
    },
    {
      "epoch": 285.22,
      "grad_norm": 1.333160400390625,
      "learning_rate": 3.5830341382870906e-06,
      "loss": 0.3443,
      "step": 1021940
    },
    {
      "epoch": 285.22,
      "grad_norm": 1.0838323831558228,
      "learning_rate": 3.583011187760523e-06,
      "loss": 0.3683,
      "step": 1021950
    },
    {
      "epoch": 285.22,
      "grad_norm": 0.9474290013313293,
      "learning_rate": 3.58298823706901e-06,
      "loss": 0.3599,
      "step": 1021960
    },
    {
      "epoch": 285.23,
      "grad_norm": 1.0635112524032593,
      "learning_rate": 3.582965286212553e-06,
      "loss": 0.3607,
      "step": 1021970
    },
    {
      "epoch": 285.23,
      "grad_norm": 1.1032081842422485,
      "learning_rate": 3.5829423351911567e-06,
      "loss": 0.3788,
      "step": 1021980
    },
    {
      "epoch": 285.23,
      "grad_norm": 1.0007637739181519,
      "learning_rate": 3.5829193840048235e-06,
      "loss": 0.3597,
      "step": 1021990
    },
    {
      "epoch": 285.24,
      "grad_norm": 1.0993069410324097,
      "learning_rate": 3.582896432653556e-06,
      "loss": 0.3476,
      "step": 1022000
    },
    {
      "epoch": 285.24,
      "grad_norm": 0.9207853674888611,
      "learning_rate": 3.582873481137358e-06,
      "loss": 0.3636,
      "step": 1022010
    },
    {
      "epoch": 285.24,
      "grad_norm": 1.0240752696990967,
      "learning_rate": 3.5828505294562327e-06,
      "loss": 0.3679,
      "step": 1022020
    },
    {
      "epoch": 285.24,
      "grad_norm": 1.0657312870025635,
      "learning_rate": 3.582827577610183e-06,
      "loss": 0.3394,
      "step": 1022030
    },
    {
      "epoch": 285.25,
      "grad_norm": 1.1768624782562256,
      "learning_rate": 3.582804625599211e-06,
      "loss": 0.352,
      "step": 1022040
    },
    {
      "epoch": 285.25,
      "grad_norm": 0.9174318313598633,
      "learning_rate": 3.582781673423321e-06,
      "loss": 0.3501,
      "step": 1022050
    },
    {
      "epoch": 285.25,
      "grad_norm": 1.034989356994629,
      "learning_rate": 3.5827587210825157e-06,
      "loss": 0.3502,
      "step": 1022060
    },
    {
      "epoch": 285.26,
      "grad_norm": 0.9898303151130676,
      "learning_rate": 3.5827357685767966e-06,
      "loss": 0.3568,
      "step": 1022070
    },
    {
      "epoch": 285.26,
      "grad_norm": 1.0455939769744873,
      "learning_rate": 3.5827128159061694e-06,
      "loss": 0.3494,
      "step": 1022080
    },
    {
      "epoch": 285.26,
      "grad_norm": 1.0552592277526855,
      "learning_rate": 3.582689863070636e-06,
      "loss": 0.3491,
      "step": 1022090
    },
    {
      "epoch": 285.26,
      "grad_norm": 1.0930103063583374,
      "learning_rate": 3.582666910070199e-06,
      "loss": 0.3751,
      "step": 1022100
    },
    {
      "epoch": 285.27,
      "grad_norm": 0.8991721272468567,
      "learning_rate": 3.582643956904862e-06,
      "loss": 0.3615,
      "step": 1022110
    },
    {
      "epoch": 285.27,
      "grad_norm": 1.082440972328186,
      "learning_rate": 3.5826210035746274e-06,
      "loss": 0.3687,
      "step": 1022120
    },
    {
      "epoch": 285.27,
      "grad_norm": 1.0280544757843018,
      "learning_rate": 3.5825980500795e-06,
      "loss": 0.3643,
      "step": 1022130
    },
    {
      "epoch": 285.27,
      "grad_norm": 1.4886479377746582,
      "learning_rate": 3.5825750964194805e-06,
      "loss": 0.3506,
      "step": 1022140
    },
    {
      "epoch": 285.28,
      "grad_norm": 0.9267398715019226,
      "learning_rate": 3.582552142594573e-06,
      "loss": 0.36,
      "step": 1022150
    },
    {
      "epoch": 285.28,
      "grad_norm": 1.0803054571151733,
      "learning_rate": 3.5825291886047807e-06,
      "loss": 0.3625,
      "step": 1022160
    },
    {
      "epoch": 285.28,
      "grad_norm": 1.0834553241729736,
      "learning_rate": 3.582506234450107e-06,
      "loss": 0.3478,
      "step": 1022170
    },
    {
      "epoch": 285.29,
      "grad_norm": 1.0855565071105957,
      "learning_rate": 3.5824832801305535e-06,
      "loss": 0.3452,
      "step": 1022180
    },
    {
      "epoch": 285.29,
      "grad_norm": 0.9621548652648926,
      "learning_rate": 3.5824603256461256e-06,
      "loss": 0.3676,
      "step": 1022190
    },
    {
      "epoch": 285.29,
      "grad_norm": 1.0928928852081299,
      "learning_rate": 3.5824373709968244e-06,
      "loss": 0.3516,
      "step": 1022200
    },
    {
      "epoch": 285.29,
      "grad_norm": 1.0677900314331055,
      "learning_rate": 3.582414416182653e-06,
      "loss": 0.3593,
      "step": 1022210
    },
    {
      "epoch": 285.3,
      "grad_norm": 0.9260860681533813,
      "learning_rate": 3.5823914612036158e-06,
      "loss": 0.3621,
      "step": 1022220
    },
    {
      "epoch": 285.3,
      "grad_norm": 1.173152208328247,
      "learning_rate": 3.5823685060597147e-06,
      "loss": 0.378,
      "step": 1022230
    },
    {
      "epoch": 285.3,
      "grad_norm": 0.9459667801856995,
      "learning_rate": 3.582345550750953e-06,
      "loss": 0.3573,
      "step": 1022240
    },
    {
      "epoch": 285.31,
      "grad_norm": 0.9056012630462646,
      "learning_rate": 3.582322595277334e-06,
      "loss": 0.364,
      "step": 1022250
    },
    {
      "epoch": 285.31,
      "grad_norm": 1.0995004177093506,
      "learning_rate": 3.582299639638861e-06,
      "loss": 0.3517,
      "step": 1022260
    },
    {
      "epoch": 285.31,
      "grad_norm": 0.8977676630020142,
      "learning_rate": 3.5822766838355372e-06,
      "loss": 0.3578,
      "step": 1022270
    },
    {
      "epoch": 285.31,
      "grad_norm": 0.9515060782432556,
      "learning_rate": 3.582253727867364e-06,
      "loss": 0.3641,
      "step": 1022280
    },
    {
      "epoch": 285.32,
      "grad_norm": 0.9293796420097351,
      "learning_rate": 3.5822307717343463e-06,
      "loss": 0.374,
      "step": 1022290
    },
    {
      "epoch": 285.32,
      "grad_norm": 1.14451265335083,
      "learning_rate": 3.5822078154364865e-06,
      "loss": 0.3518,
      "step": 1022300
    },
    {
      "epoch": 285.32,
      "grad_norm": 1.0369527339935303,
      "learning_rate": 3.5821848589737873e-06,
      "loss": 0.3559,
      "step": 1022310
    },
    {
      "epoch": 285.33,
      "grad_norm": 1.1395025253295898,
      "learning_rate": 3.582161902346252e-06,
      "loss": 0.3543,
      "step": 1022320
    },
    {
      "epoch": 285.33,
      "grad_norm": 1.1452380418777466,
      "learning_rate": 3.582138945553884e-06,
      "loss": 0.3542,
      "step": 1022330
    },
    {
      "epoch": 285.33,
      "grad_norm": 0.9883880615234375,
      "learning_rate": 3.582115988596686e-06,
      "loss": 0.3638,
      "step": 1022340
    },
    {
      "epoch": 285.33,
      "grad_norm": 1.3075716495513916,
      "learning_rate": 3.5820930314746614e-06,
      "loss": 0.3578,
      "step": 1022350
    },
    {
      "epoch": 285.34,
      "grad_norm": 1.0858737230300903,
      "learning_rate": 3.582070074187813e-06,
      "loss": 0.3465,
      "step": 1022360
    },
    {
      "epoch": 285.34,
      "grad_norm": 1.1752320528030396,
      "learning_rate": 3.582047116736143e-06,
      "loss": 0.36,
      "step": 1022370
    },
    {
      "epoch": 285.34,
      "grad_norm": 0.9424818754196167,
      "learning_rate": 3.5820241591196564e-06,
      "loss": 0.3485,
      "step": 1022380
    },
    {
      "epoch": 285.34,
      "grad_norm": 1.00539231300354,
      "learning_rate": 3.5820012013383547e-06,
      "loss": 0.3548,
      "step": 1022390
    },
    {
      "epoch": 285.35,
      "grad_norm": 1.0564112663269043,
      "learning_rate": 3.581978243392241e-06,
      "loss": 0.3652,
      "step": 1022400
    },
    {
      "epoch": 285.35,
      "grad_norm": 1.1284959316253662,
      "learning_rate": 3.5819552852813196e-06,
      "loss": 0.3672,
      "step": 1022410
    },
    {
      "epoch": 285.35,
      "grad_norm": 1.097170352935791,
      "learning_rate": 3.581932327005592e-06,
      "loss": 0.3613,
      "step": 1022420
    },
    {
      "epoch": 285.36,
      "grad_norm": 1.1725916862487793,
      "learning_rate": 3.5819093685650634e-06,
      "loss": 0.3658,
      "step": 1022430
    },
    {
      "epoch": 285.36,
      "grad_norm": 0.936574399471283,
      "learning_rate": 3.581886409959734e-06,
      "loss": 0.3682,
      "step": 1022440
    },
    {
      "epoch": 285.36,
      "grad_norm": 0.9875190258026123,
      "learning_rate": 3.581863451189609e-06,
      "loss": 0.3619,
      "step": 1022450
    },
    {
      "epoch": 285.36,
      "grad_norm": 0.8975685834884644,
      "learning_rate": 3.58184049225469e-06,
      "loss": 0.3464,
      "step": 1022460
    },
    {
      "epoch": 285.37,
      "grad_norm": 0.9195703864097595,
      "learning_rate": 3.5818175331549813e-06,
      "loss": 0.3744,
      "step": 1022470
    },
    {
      "epoch": 285.37,
      "grad_norm": 1.1610932350158691,
      "learning_rate": 3.581794573890486e-06,
      "loss": 0.3675,
      "step": 1022480
    },
    {
      "epoch": 285.37,
      "grad_norm": 1.017916202545166,
      "learning_rate": 3.5817716144612055e-06,
      "loss": 0.3673,
      "step": 1022490
    },
    {
      "epoch": 285.38,
      "grad_norm": 0.9682307839393616,
      "learning_rate": 3.581748654867145e-06,
      "loss": 0.3491,
      "step": 1022500
    },
    {
      "epoch": 285.38,
      "grad_norm": 0.9283477067947388,
      "learning_rate": 3.5817256951083064e-06,
      "loss": 0.3515,
      "step": 1022510
    },
    {
      "epoch": 285.38,
      "grad_norm": 1.1569321155548096,
      "learning_rate": 3.5817027351846924e-06,
      "loss": 0.3501,
      "step": 1022520
    },
    {
      "epoch": 285.38,
      "grad_norm": 1.2810497283935547,
      "learning_rate": 3.5816797750963068e-06,
      "loss": 0.3741,
      "step": 1022530
    },
    {
      "epoch": 285.39,
      "grad_norm": 1.0798594951629639,
      "learning_rate": 3.581656814843153e-06,
      "loss": 0.3457,
      "step": 1022540
    },
    {
      "epoch": 285.39,
      "grad_norm": 1.2597371339797974,
      "learning_rate": 3.581633854425232e-06,
      "loss": 0.3557,
      "step": 1022550
    },
    {
      "epoch": 285.39,
      "grad_norm": 1.452299952507019,
      "learning_rate": 3.5816108938425493e-06,
      "loss": 0.3578,
      "step": 1022560
    },
    {
      "epoch": 285.39,
      "grad_norm": 1.0444355010986328,
      "learning_rate": 3.581587933095107e-06,
      "loss": 0.3485,
      "step": 1022570
    },
    {
      "epoch": 285.4,
      "grad_norm": 0.9753075838088989,
      "learning_rate": 3.581564972182908e-06,
      "loss": 0.3642,
      "step": 1022580
    },
    {
      "epoch": 285.4,
      "grad_norm": 1.008103609085083,
      "learning_rate": 3.5815420111059557e-06,
      "loss": 0.3792,
      "step": 1022590
    },
    {
      "epoch": 285.4,
      "grad_norm": 0.9917667508125305,
      "learning_rate": 3.5815190498642526e-06,
      "loss": 0.3572,
      "step": 1022600
    },
    {
      "epoch": 285.41,
      "grad_norm": 1.2653759717941284,
      "learning_rate": 3.5814960884578024e-06,
      "loss": 0.3615,
      "step": 1022610
    },
    {
      "epoch": 285.41,
      "grad_norm": 0.9708603024482727,
      "learning_rate": 3.5814731268866077e-06,
      "loss": 0.3679,
      "step": 1022620
    },
    {
      "epoch": 285.41,
      "grad_norm": 1.0517187118530273,
      "learning_rate": 3.5814501651506714e-06,
      "loss": 0.3515,
      "step": 1022630
    },
    {
      "epoch": 285.41,
      "grad_norm": 1.1755988597869873,
      "learning_rate": 3.5814272032499974e-06,
      "loss": 0.3688,
      "step": 1022640
    },
    {
      "epoch": 285.42,
      "grad_norm": 1.0899767875671387,
      "learning_rate": 3.581404241184588e-06,
      "loss": 0.3687,
      "step": 1022650
    },
    {
      "epoch": 285.42,
      "grad_norm": 1.0730806589126587,
      "learning_rate": 3.5813812789544467e-06,
      "loss": 0.3527,
      "step": 1022660
    },
    {
      "epoch": 285.42,
      "grad_norm": 0.9733177423477173,
      "learning_rate": 3.581358316559576e-06,
      "loss": 0.3674,
      "step": 1022670
    },
    {
      "epoch": 285.43,
      "grad_norm": 0.9696059226989746,
      "learning_rate": 3.5813353539999793e-06,
      "loss": 0.3712,
      "step": 1022680
    },
    {
      "epoch": 285.43,
      "grad_norm": 1.3536598682403564,
      "learning_rate": 3.5813123912756597e-06,
      "loss": 0.3612,
      "step": 1022690
    },
    {
      "epoch": 285.43,
      "grad_norm": 1.0946489572525024,
      "learning_rate": 3.58128942838662e-06,
      "loss": 0.3626,
      "step": 1022700
    },
    {
      "epoch": 285.43,
      "grad_norm": 0.9122290015220642,
      "learning_rate": 3.581266465332864e-06,
      "loss": 0.3498,
      "step": 1022710
    },
    {
      "epoch": 285.44,
      "grad_norm": 1.0993622541427612,
      "learning_rate": 3.581243502114394e-06,
      "loss": 0.364,
      "step": 1022720
    },
    {
      "epoch": 285.44,
      "grad_norm": 0.9471603035926819,
      "learning_rate": 3.5812205387312138e-06,
      "loss": 0.3553,
      "step": 1022730
    },
    {
      "epoch": 285.44,
      "grad_norm": 1.3172491788864136,
      "learning_rate": 3.5811975751833254e-06,
      "loss": 0.3488,
      "step": 1022740
    },
    {
      "epoch": 285.45,
      "grad_norm": 1.0436969995498657,
      "learning_rate": 3.5811746114707322e-06,
      "loss": 0.3419,
      "step": 1022750
    },
    {
      "epoch": 285.45,
      "grad_norm": 1.0789262056350708,
      "learning_rate": 3.581151647593437e-06,
      "loss": 0.3536,
      "step": 1022760
    },
    {
      "epoch": 285.45,
      "grad_norm": 0.9804397821426392,
      "learning_rate": 3.5811286835514446e-06,
      "loss": 0.3609,
      "step": 1022770
    },
    {
      "epoch": 285.45,
      "grad_norm": 1.1481634378433228,
      "learning_rate": 3.5811057193447555e-06,
      "loss": 0.3783,
      "step": 1022780
    },
    {
      "epoch": 285.46,
      "grad_norm": 1.1587779521942139,
      "learning_rate": 3.5810827549733753e-06,
      "loss": 0.3696,
      "step": 1022790
    },
    {
      "epoch": 285.46,
      "grad_norm": 1.0107007026672363,
      "learning_rate": 3.5810597904373057e-06,
      "loss": 0.3555,
      "step": 1022800
    },
    {
      "epoch": 285.46,
      "grad_norm": 0.8727784156799316,
      "learning_rate": 3.581036825736549e-06,
      "loss": 0.3509,
      "step": 1022810
    },
    {
      "epoch": 285.46,
      "grad_norm": 1.035749912261963,
      "learning_rate": 3.5810138608711086e-06,
      "loss": 0.3458,
      "step": 1022820
    },
    {
      "epoch": 285.47,
      "grad_norm": 1.0940126180648804,
      "learning_rate": 3.580990895840989e-06,
      "loss": 0.3584,
      "step": 1022830
    },
    {
      "epoch": 285.47,
      "grad_norm": 0.9125003218650818,
      "learning_rate": 3.580967930646192e-06,
      "loss": 0.3602,
      "step": 1022840
    },
    {
      "epoch": 285.47,
      "grad_norm": 1.0594215393066406,
      "learning_rate": 3.580944965286721e-06,
      "loss": 0.3508,
      "step": 1022850
    },
    {
      "epoch": 285.48,
      "grad_norm": 0.929750382900238,
      "learning_rate": 3.5809219997625793e-06,
      "loss": 0.3554,
      "step": 1022860
    },
    {
      "epoch": 285.48,
      "grad_norm": 1.4175448417663574,
      "learning_rate": 3.580899034073769e-06,
      "loss": 0.3473,
      "step": 1022870
    },
    {
      "epoch": 285.48,
      "grad_norm": 1.0272459983825684,
      "learning_rate": 3.5808760682202945e-06,
      "loss": 0.3443,
      "step": 1022880
    },
    {
      "epoch": 285.48,
      "grad_norm": 0.9358888864517212,
      "learning_rate": 3.5808531022021578e-06,
      "loss": 0.3408,
      "step": 1022890
    },
    {
      "epoch": 285.49,
      "grad_norm": 1.0540030002593994,
      "learning_rate": 3.5808301360193625e-06,
      "loss": 0.3467,
      "step": 1022900
    },
    {
      "epoch": 285.49,
      "grad_norm": 1.0895726680755615,
      "learning_rate": 3.580807169671911e-06,
      "loss": 0.3566,
      "step": 1022910
    },
    {
      "epoch": 285.49,
      "grad_norm": 0.8870572447776794,
      "learning_rate": 3.5807842031598072e-06,
      "loss": 0.3779,
      "step": 1022920
    },
    {
      "epoch": 285.5,
      "grad_norm": 0.8837408423423767,
      "learning_rate": 3.580761236483054e-06,
      "loss": 0.3533,
      "step": 1022930
    },
    {
      "epoch": 285.5,
      "grad_norm": 0.9488254189491272,
      "learning_rate": 3.5807382696416547e-06,
      "loss": 0.3585,
      "step": 1022940
    },
    {
      "epoch": 285.5,
      "grad_norm": 1.4295555353164673,
      "learning_rate": 3.580715302635611e-06,
      "loss": 0.3511,
      "step": 1022950
    },
    {
      "epoch": 285.5,
      "grad_norm": 0.9543396234512329,
      "learning_rate": 3.5806923354649276e-06,
      "loss": 0.3651,
      "step": 1022960
    },
    {
      "epoch": 285.51,
      "grad_norm": 1.0165374279022217,
      "learning_rate": 3.5806693681296068e-06,
      "loss": 0.3479,
      "step": 1022970
    },
    {
      "epoch": 285.51,
      "grad_norm": 1.1160815954208374,
      "learning_rate": 3.5806464006296507e-06,
      "loss": 0.3539,
      "step": 1022980
    },
    {
      "epoch": 285.51,
      "grad_norm": 0.9375239610671997,
      "learning_rate": 3.5806234329650635e-06,
      "loss": 0.3521,
      "step": 1022990
    },
    {
      "epoch": 285.51,
      "grad_norm": 1.144117832183838,
      "learning_rate": 3.5806004651358492e-06,
      "loss": 0.3516,
      "step": 1023000
    },
    {
      "epoch": 285.52,
      "grad_norm": 2.632331609725952,
      "learning_rate": 3.58057749714201e-06,
      "loss": 0.3565,
      "step": 1023010
    },
    {
      "epoch": 285.52,
      "grad_norm": 1.095131754875183,
      "learning_rate": 3.5805545289835474e-06,
      "loss": 0.3599,
      "step": 1023020
    },
    {
      "epoch": 285.52,
      "grad_norm": 1.0666579008102417,
      "learning_rate": 3.5805315606604663e-06,
      "loss": 0.3634,
      "step": 1023030
    },
    {
      "epoch": 285.53,
      "grad_norm": 0.926798939704895,
      "learning_rate": 3.580508592172769e-06,
      "loss": 0.3472,
      "step": 1023040
    },
    {
      "epoch": 285.53,
      "grad_norm": 1.1097246408462524,
      "learning_rate": 3.5804856235204593e-06,
      "loss": 0.3852,
      "step": 1023050
    },
    {
      "epoch": 285.53,
      "grad_norm": 1.007080316543579,
      "learning_rate": 3.5804626547035398e-06,
      "loss": 0.3509,
      "step": 1023060
    },
    {
      "epoch": 285.53,
      "grad_norm": 0.9641253352165222,
      "learning_rate": 3.580439685722013e-06,
      "loss": 0.3467,
      "step": 1023070
    },
    {
      "epoch": 285.54,
      "grad_norm": 1.0475159883499146,
      "learning_rate": 3.580416716575883e-06,
      "loss": 0.3453,
      "step": 1023080
    },
    {
      "epoch": 285.54,
      "grad_norm": 3.3945505619049072,
      "learning_rate": 3.580393747265152e-06,
      "loss": 0.3528,
      "step": 1023090
    },
    {
      "epoch": 285.54,
      "grad_norm": 0.8965050578117371,
      "learning_rate": 3.5803707777898233e-06,
      "loss": 0.372,
      "step": 1023100
    },
    {
      "epoch": 285.55,
      "grad_norm": 0.9779531955718994,
      "learning_rate": 3.5803478081499e-06,
      "loss": 0.3598,
      "step": 1023110
    },
    {
      "epoch": 285.55,
      "grad_norm": 3.8065032958984375,
      "learning_rate": 3.5803248383453857e-06,
      "loss": 0.3834,
      "step": 1023120
    },
    {
      "epoch": 285.55,
      "grad_norm": 0.9070276618003845,
      "learning_rate": 3.580301868376282e-06,
      "loss": 0.3825,
      "step": 1023130
    },
    {
      "epoch": 285.55,
      "grad_norm": 1.2139936685562134,
      "learning_rate": 3.5802788982425938e-06,
      "loss": 0.3718,
      "step": 1023140
    },
    {
      "epoch": 285.56,
      "grad_norm": 1.2496730089187622,
      "learning_rate": 3.580255927944323e-06,
      "loss": 0.3716,
      "step": 1023150
    },
    {
      "epoch": 285.56,
      "grad_norm": 1.1123689413070679,
      "learning_rate": 3.5802329574814726e-06,
      "loss": 0.3692,
      "step": 1023160
    },
    {
      "epoch": 285.56,
      "grad_norm": 0.8786604404449463,
      "learning_rate": 3.5802099868540464e-06,
      "loss": 0.3547,
      "step": 1023170
    },
    {
      "epoch": 285.57,
      "grad_norm": 0.9844564199447632,
      "learning_rate": 3.580187016062047e-06,
      "loss": 0.3663,
      "step": 1023180
    },
    {
      "epoch": 285.57,
      "grad_norm": 1.8090678453445435,
      "learning_rate": 3.5801640451054776e-06,
      "loss": 0.3538,
      "step": 1023190
    },
    {
      "epoch": 285.57,
      "grad_norm": 1.0292519330978394,
      "learning_rate": 3.5801410739843404e-06,
      "loss": 0.3403,
      "step": 1023200
    },
    {
      "epoch": 285.57,
      "grad_norm": 0.9251794219017029,
      "learning_rate": 3.58011810269864e-06,
      "loss": 0.3479,
      "step": 1023210
    },
    {
      "epoch": 285.58,
      "grad_norm": 1.0002111196517944,
      "learning_rate": 3.5800951312483785e-06,
      "loss": 0.3529,
      "step": 1023220
    },
    {
      "epoch": 285.58,
      "grad_norm": 0.8603271842002869,
      "learning_rate": 3.5800721596335588e-06,
      "loss": 0.3597,
      "step": 1023230
    },
    {
      "epoch": 285.58,
      "grad_norm": 1.1830190420150757,
      "learning_rate": 3.580049187854185e-06,
      "loss": 0.3558,
      "step": 1023240
    },
    {
      "epoch": 285.58,
      "grad_norm": 0.9769205451011658,
      "learning_rate": 3.5800262159102592e-06,
      "loss": 0.3563,
      "step": 1023250
    },
    {
      "epoch": 285.59,
      "grad_norm": 0.9121987819671631,
      "learning_rate": 3.5800032438017845e-06,
      "loss": 0.3695,
      "step": 1023260
    },
    {
      "epoch": 285.59,
      "grad_norm": 0.9282084703445435,
      "learning_rate": 3.5799802715287634e-06,
      "loss": 0.3648,
      "step": 1023270
    },
    {
      "epoch": 285.59,
      "grad_norm": 1.038353681564331,
      "learning_rate": 3.5799572990912003e-06,
      "loss": 0.3637,
      "step": 1023280
    },
    {
      "epoch": 285.6,
      "grad_norm": 1.2527698278427124,
      "learning_rate": 3.5799343264890984e-06,
      "loss": 0.3643,
      "step": 1023290
    },
    {
      "epoch": 285.6,
      "grad_norm": 1.034663200378418,
      "learning_rate": 3.5799113537224596e-06,
      "loss": 0.3687,
      "step": 1023300
    },
    {
      "epoch": 285.6,
      "grad_norm": 1.1980282068252563,
      "learning_rate": 3.579888380791287e-06,
      "loss": 0.35,
      "step": 1023310
    },
    {
      "epoch": 285.6,
      "grad_norm": 1.339254379272461,
      "learning_rate": 3.579865407695585e-06,
      "loss": 0.3664,
      "step": 1023320
    },
    {
      "epoch": 285.61,
      "grad_norm": 1.0534173250198364,
      "learning_rate": 3.579842434435354e-06,
      "loss": 0.3735,
      "step": 1023330
    },
    {
      "epoch": 285.61,
      "grad_norm": 0.9460435509681702,
      "learning_rate": 3.5798194610106e-06,
      "loss": 0.3467,
      "step": 1023340
    },
    {
      "epoch": 285.61,
      "grad_norm": 1.0478986501693726,
      "learning_rate": 3.579796487421325e-06,
      "loss": 0.3627,
      "step": 1023350
    },
    {
      "epoch": 285.62,
      "grad_norm": 1.0313752889633179,
      "learning_rate": 3.579773513667531e-06,
      "loss": 0.3651,
      "step": 1023360
    },
    {
      "epoch": 285.62,
      "grad_norm": 0.9016210436820984,
      "learning_rate": 3.579750539749222e-06,
      "loss": 0.3691,
      "step": 1023370
    },
    {
      "epoch": 285.62,
      "grad_norm": 1.0445654392242432,
      "learning_rate": 3.5797275656664016e-06,
      "loss": 0.3507,
      "step": 1023380
    },
    {
      "epoch": 285.62,
      "grad_norm": 1.1435871124267578,
      "learning_rate": 3.5797045914190726e-06,
      "loss": 0.3652,
      "step": 1023390
    },
    {
      "epoch": 285.63,
      "grad_norm": 1.0174612998962402,
      "learning_rate": 3.5796816170072365e-06,
      "loss": 0.3666,
      "step": 1023400
    },
    {
      "epoch": 285.63,
      "grad_norm": 0.9765827655792236,
      "learning_rate": 3.579658642430899e-06,
      "loss": 0.343,
      "step": 1023410
    },
    {
      "epoch": 285.63,
      "grad_norm": 1.0422275066375732,
      "learning_rate": 3.5796356676900607e-06,
      "loss": 0.3368,
      "step": 1023420
    },
    {
      "epoch": 285.63,
      "grad_norm": 1.128669261932373,
      "learning_rate": 3.5796126927847255e-06,
      "loss": 0.3629,
      "step": 1023430
    },
    {
      "epoch": 285.64,
      "grad_norm": 0.9877749681472778,
      "learning_rate": 3.5795897177148965e-06,
      "loss": 0.3684,
      "step": 1023440
    },
    {
      "epoch": 285.64,
      "grad_norm": 0.974266529083252,
      "learning_rate": 3.579566742480578e-06,
      "loss": 0.3553,
      "step": 1023450
    },
    {
      "epoch": 285.64,
      "grad_norm": 1.0814452171325684,
      "learning_rate": 3.5795437670817715e-06,
      "loss": 0.3607,
      "step": 1023460
    },
    {
      "epoch": 285.65,
      "grad_norm": 1.2722702026367188,
      "learning_rate": 3.5795207915184806e-06,
      "loss": 0.3703,
      "step": 1023470
    },
    {
      "epoch": 285.65,
      "grad_norm": 0.9123008251190186,
      "learning_rate": 3.5794978157907082e-06,
      "loss": 0.3604,
      "step": 1023480
    },
    {
      "epoch": 285.65,
      "grad_norm": 0.8877764940261841,
      "learning_rate": 3.579474839898457e-06,
      "loss": 0.3703,
      "step": 1023490
    },
    {
      "epoch": 285.65,
      "grad_norm": 1.032354474067688,
      "learning_rate": 3.5794518638417303e-06,
      "loss": 0.3618,
      "step": 1023500
    },
    {
      "epoch": 285.66,
      "grad_norm": 0.9523602724075317,
      "learning_rate": 3.5794288876205324e-06,
      "loss": 0.3544,
      "step": 1023510
    },
    {
      "epoch": 285.66,
      "grad_norm": 1.0753713846206665,
      "learning_rate": 3.5794059112348644e-06,
      "loss": 0.3579,
      "step": 1023520
    },
    {
      "epoch": 285.66,
      "grad_norm": 0.9312856793403625,
      "learning_rate": 3.579382934684731e-06,
      "loss": 0.3557,
      "step": 1023530
    },
    {
      "epoch": 285.67,
      "grad_norm": 1.0930259227752686,
      "learning_rate": 3.5793599579701347e-06,
      "loss": 0.3643,
      "step": 1023540
    },
    {
      "epoch": 285.67,
      "grad_norm": 0.9643659591674805,
      "learning_rate": 3.5793369810910768e-06,
      "loss": 0.3522,
      "step": 1023550
    },
    {
      "epoch": 285.67,
      "grad_norm": 0.9921961426734924,
      "learning_rate": 3.579314004047563e-06,
      "loss": 0.3438,
      "step": 1023560
    },
    {
      "epoch": 285.67,
      "grad_norm": 0.9935380816459656,
      "learning_rate": 3.579291026839595e-06,
      "loss": 0.357,
      "step": 1023570
    },
    {
      "epoch": 285.68,
      "grad_norm": 1.0828046798706055,
      "learning_rate": 3.579268049467176e-06,
      "loss": 0.3401,
      "step": 1023580
    },
    {
      "epoch": 285.68,
      "grad_norm": 0.9698450565338135,
      "learning_rate": 3.5792450719303104e-06,
      "loss": 0.37,
      "step": 1023590
    },
    {
      "epoch": 285.68,
      "grad_norm": 0.9620832800865173,
      "learning_rate": 3.579222094228999e-06,
      "loss": 0.3526,
      "step": 1023600
    },
    {
      "epoch": 285.69,
      "grad_norm": 1.0710418224334717,
      "learning_rate": 3.5791991163632464e-06,
      "loss": 0.3624,
      "step": 1023610
    },
    {
      "epoch": 285.69,
      "grad_norm": 0.9561676979064941,
      "learning_rate": 3.579176138333055e-06,
      "loss": 0.3646,
      "step": 1023620
    },
    {
      "epoch": 285.69,
      "grad_norm": 1.1039903163909912,
      "learning_rate": 3.579153160138428e-06,
      "loss": 0.378,
      "step": 1023630
    },
    {
      "epoch": 285.69,
      "grad_norm": 1.372398853302002,
      "learning_rate": 3.5791301817793684e-06,
      "loss": 0.3654,
      "step": 1023640
    },
    {
      "epoch": 285.7,
      "grad_norm": 0.945591926574707,
      "learning_rate": 3.5791072032558795e-06,
      "loss": 0.3504,
      "step": 1023650
    },
    {
      "epoch": 285.7,
      "grad_norm": 1.1603771448135376,
      "learning_rate": 3.5790842245679637e-06,
      "loss": 0.3624,
      "step": 1023660
    },
    {
      "epoch": 285.7,
      "grad_norm": 1.0889862775802612,
      "learning_rate": 3.5790612457156256e-06,
      "loss": 0.3572,
      "step": 1023670
    },
    {
      "epoch": 285.7,
      "grad_norm": 1.1825027465820312,
      "learning_rate": 3.5790382666988666e-06,
      "loss": 0.3486,
      "step": 1023680
    },
    {
      "epoch": 285.71,
      "grad_norm": 1.0022478103637695,
      "learning_rate": 3.579015287517691e-06,
      "loss": 0.3605,
      "step": 1023690
    },
    {
      "epoch": 285.71,
      "grad_norm": 0.9818558692932129,
      "learning_rate": 3.5789923081721006e-06,
      "loss": 0.3658,
      "step": 1023700
    },
    {
      "epoch": 285.71,
      "grad_norm": 1.103541374206543,
      "learning_rate": 3.578969328662099e-06,
      "loss": 0.3506,
      "step": 1023710
    },
    {
      "epoch": 285.72,
      "grad_norm": 0.9526915550231934,
      "learning_rate": 3.5789463489876897e-06,
      "loss": 0.357,
      "step": 1023720
    },
    {
      "epoch": 285.72,
      "grad_norm": 1.102069616317749,
      "learning_rate": 3.578923369148875e-06,
      "loss": 0.3629,
      "step": 1023730
    },
    {
      "epoch": 285.72,
      "grad_norm": 1.1732765436172485,
      "learning_rate": 3.578900389145659e-06,
      "loss": 0.3471,
      "step": 1023740
    },
    {
      "epoch": 285.72,
      "grad_norm": 1.1072289943695068,
      "learning_rate": 3.578877408978044e-06,
      "loss": 0.357,
      "step": 1023750
    },
    {
      "epoch": 285.73,
      "grad_norm": 0.9764889478683472,
      "learning_rate": 3.5788544286460325e-06,
      "loss": 0.353,
      "step": 1023760
    },
    {
      "epoch": 285.73,
      "grad_norm": 0.9761127829551697,
      "learning_rate": 3.57883144814963e-06,
      "loss": 0.3526,
      "step": 1023770
    },
    {
      "epoch": 285.73,
      "grad_norm": 0.9424984455108643,
      "learning_rate": 3.5788084674888357e-06,
      "loss": 0.356,
      "step": 1023780
    },
    {
      "epoch": 285.74,
      "grad_norm": 0.9683913588523865,
      "learning_rate": 3.5787854866636563e-06,
      "loss": 0.3442,
      "step": 1023790
    },
    {
      "epoch": 285.74,
      "grad_norm": 0.901411235332489,
      "learning_rate": 3.578762505674093e-06,
      "loss": 0.3613,
      "step": 1023800
    },
    {
      "epoch": 285.74,
      "grad_norm": 0.8856492638587952,
      "learning_rate": 3.578739524520149e-06,
      "loss": 0.3491,
      "step": 1023810
    },
    {
      "epoch": 285.74,
      "grad_norm": 1.1060941219329834,
      "learning_rate": 3.5787165432018273e-06,
      "loss": 0.3601,
      "step": 1023820
    },
    {
      "epoch": 285.75,
      "grad_norm": 1.072314739227295,
      "learning_rate": 3.578693561719132e-06,
      "loss": 0.3589,
      "step": 1023830
    },
    {
      "epoch": 285.75,
      "grad_norm": 1.0694448947906494,
      "learning_rate": 3.578670580072065e-06,
      "loss": 0.3636,
      "step": 1023840
    },
    {
      "epoch": 285.75,
      "grad_norm": 1.2929372787475586,
      "learning_rate": 3.5786475982606287e-06,
      "loss": 0.3519,
      "step": 1023850
    },
    {
      "epoch": 285.75,
      "grad_norm": 0.9544442892074585,
      "learning_rate": 3.5786246162848282e-06,
      "loss": 0.3544,
      "step": 1023860
    },
    {
      "epoch": 285.76,
      "grad_norm": 1.1419659852981567,
      "learning_rate": 3.5786016341446657e-06,
      "loss": 0.3694,
      "step": 1023870
    },
    {
      "epoch": 285.76,
      "grad_norm": 0.9655796885490417,
      "learning_rate": 3.5785786518401433e-06,
      "loss": 0.3623,
      "step": 1023880
    },
    {
      "epoch": 285.76,
      "grad_norm": 1.0496649742126465,
      "learning_rate": 3.5785556693712663e-06,
      "loss": 0.3573,
      "step": 1023890
    },
    {
      "epoch": 285.77,
      "grad_norm": 1.1386855840682983,
      "learning_rate": 3.5785326867380354e-06,
      "loss": 0.3688,
      "step": 1023900
    },
    {
      "epoch": 285.77,
      "grad_norm": 3.43144154548645,
      "learning_rate": 3.5785097039404546e-06,
      "loss": 0.3731,
      "step": 1023910
    },
    {
      "epoch": 285.77,
      "grad_norm": 1.2321186065673828,
      "learning_rate": 3.5784867209785266e-06,
      "loss": 0.352,
      "step": 1023920
    },
    {
      "epoch": 285.77,
      "grad_norm": 1.0950281620025635,
      "learning_rate": 3.5784637378522555e-06,
      "loss": 0.3629,
      "step": 1023930
    },
    {
      "epoch": 285.78,
      "grad_norm": 0.9637977480888367,
      "learning_rate": 3.578440754561643e-06,
      "loss": 0.3619,
      "step": 1023940
    },
    {
      "epoch": 285.78,
      "grad_norm": 0.9697459936141968,
      "learning_rate": 3.5784177711066936e-06,
      "loss": 0.3737,
      "step": 1023950
    },
    {
      "epoch": 285.78,
      "grad_norm": 1.1113306283950806,
      "learning_rate": 3.5783947874874088e-06,
      "loss": 0.3482,
      "step": 1023960
    },
    {
      "epoch": 285.79,
      "grad_norm": 0.9524993896484375,
      "learning_rate": 3.578371803703793e-06,
      "loss": 0.3656,
      "step": 1023970
    },
    {
      "epoch": 285.79,
      "grad_norm": 0.8748086094856262,
      "learning_rate": 3.578348819755849e-06,
      "loss": 0.3543,
      "step": 1023980
    },
    {
      "epoch": 285.79,
      "grad_norm": 1.0035628080368042,
      "learning_rate": 3.5783258356435794e-06,
      "loss": 0.3622,
      "step": 1023990
    },
    {
      "epoch": 285.79,
      "grad_norm": 1.1444004774093628,
      "learning_rate": 3.5783028513669863e-06,
      "loss": 0.3597,
      "step": 1024000
    },
    {
      "epoch": 285.8,
      "grad_norm": 0.9759377837181091,
      "learning_rate": 3.578279866926075e-06,
      "loss": 0.3587,
      "step": 1024010
    },
    {
      "epoch": 285.8,
      "grad_norm": 1.0484200716018677,
      "learning_rate": 3.5782568823208465e-06,
      "loss": 0.3462,
      "step": 1024020
    },
    {
      "epoch": 285.8,
      "grad_norm": 1.1017776727676392,
      "learning_rate": 3.5782338975513057e-06,
      "loss": 0.3456,
      "step": 1024030
    },
    {
      "epoch": 285.81,
      "grad_norm": 0.9471285343170166,
      "learning_rate": 3.5782109126174545e-06,
      "loss": 0.3357,
      "step": 1024040
    },
    {
      "epoch": 285.81,
      "grad_norm": 0.9564899802207947,
      "learning_rate": 3.5781879275192967e-06,
      "loss": 0.3504,
      "step": 1024050
    },
    {
      "epoch": 285.81,
      "grad_norm": 1.2193989753723145,
      "learning_rate": 3.5781649422568344e-06,
      "loss": 0.3528,
      "step": 1024060
    },
    {
      "epoch": 285.81,
      "grad_norm": 1.0915615558624268,
      "learning_rate": 3.5781419568300705e-06,
      "loss": 0.3618,
      "step": 1024070
    },
    {
      "epoch": 285.82,
      "grad_norm": 0.9739450216293335,
      "learning_rate": 3.578118971239009e-06,
      "loss": 0.3534,
      "step": 1024080
    },
    {
      "epoch": 285.82,
      "grad_norm": 1.0017695426940918,
      "learning_rate": 3.578095985483653e-06,
      "loss": 0.3431,
      "step": 1024090
    },
    {
      "epoch": 285.82,
      "grad_norm": 1.1959385871887207,
      "learning_rate": 3.5780729995640054e-06,
      "loss": 0.3608,
      "step": 1024100
    },
    {
      "epoch": 285.82,
      "grad_norm": 0.9681329727172852,
      "learning_rate": 3.578050013480069e-06,
      "loss": 0.3669,
      "step": 1024110
    },
    {
      "epoch": 285.83,
      "grad_norm": 1.4585529565811157,
      "learning_rate": 3.578027027231847e-06,
      "loss": 0.3573,
      "step": 1024120
    },
    {
      "epoch": 285.83,
      "grad_norm": 0.9989331364631653,
      "learning_rate": 3.578004040819342e-06,
      "loss": 0.3492,
      "step": 1024130
    },
    {
      "epoch": 285.83,
      "grad_norm": 1.04134202003479,
      "learning_rate": 3.577981054242557e-06,
      "loss": 0.3468,
      "step": 1024140
    },
    {
      "epoch": 285.84,
      "grad_norm": 1.2422490119934082,
      "learning_rate": 3.5779580675014968e-06,
      "loss": 0.3579,
      "step": 1024150
    },
    {
      "epoch": 285.84,
      "grad_norm": 1.0075715780258179,
      "learning_rate": 3.5779350805961624e-06,
      "loss": 0.3574,
      "step": 1024160
    },
    {
      "epoch": 285.84,
      "grad_norm": 0.9805895090103149,
      "learning_rate": 3.577912093526557e-06,
      "loss": 0.3627,
      "step": 1024170
    },
    {
      "epoch": 285.84,
      "grad_norm": 1.0718631744384766,
      "learning_rate": 3.5778891062926856e-06,
      "loss": 0.3611,
      "step": 1024180
    },
    {
      "epoch": 285.85,
      "grad_norm": 1.0050913095474243,
      "learning_rate": 3.5778661188945496e-06,
      "loss": 0.3465,
      "step": 1024190
    },
    {
      "epoch": 285.85,
      "grad_norm": 0.9065512418746948,
      "learning_rate": 3.5778431313321523e-06,
      "loss": 0.3642,
      "step": 1024200
    },
    {
      "epoch": 285.85,
      "grad_norm": 0.8693886399269104,
      "learning_rate": 3.5778201436054966e-06,
      "loss": 0.3478,
      "step": 1024210
    },
    {
      "epoch": 285.86,
      "grad_norm": 0.9115104675292969,
      "learning_rate": 3.577797155714586e-06,
      "loss": 0.3503,
      "step": 1024220
    },
    {
      "epoch": 285.86,
      "grad_norm": 0.932228147983551,
      "learning_rate": 3.577774167659423e-06,
      "loss": 0.3382,
      "step": 1024230
    },
    {
      "epoch": 285.86,
      "grad_norm": 1.0573095083236694,
      "learning_rate": 3.577751179440011e-06,
      "loss": 0.3417,
      "step": 1024240
    },
    {
      "epoch": 285.86,
      "grad_norm": 1.0855929851531982,
      "learning_rate": 3.577728191056354e-06,
      "loss": 0.3554,
      "step": 1024250
    },
    {
      "epoch": 285.87,
      "grad_norm": 1.1569881439208984,
      "learning_rate": 3.5777052025084536e-06,
      "loss": 0.3588,
      "step": 1024260
    },
    {
      "epoch": 285.87,
      "grad_norm": 1.1017998456954956,
      "learning_rate": 3.5776822137963137e-06,
      "loss": 0.3356,
      "step": 1024270
    },
    {
      "epoch": 285.87,
      "grad_norm": 1.0117697715759277,
      "learning_rate": 3.5776592249199366e-06,
      "loss": 0.3705,
      "step": 1024280
    },
    {
      "epoch": 285.87,
      "grad_norm": 1.1737531423568726,
      "learning_rate": 3.577636235879326e-06,
      "loss": 0.3673,
      "step": 1024290
    },
    {
      "epoch": 285.88,
      "grad_norm": 1.1390146017074585,
      "learning_rate": 3.577613246674485e-06,
      "loss": 0.3474,
      "step": 1024300
    },
    {
      "epoch": 285.88,
      "grad_norm": 1.0538508892059326,
      "learning_rate": 3.5775902573054163e-06,
      "loss": 0.3432,
      "step": 1024310
    },
    {
      "epoch": 285.88,
      "grad_norm": 1.1432782411575317,
      "learning_rate": 3.5775672677721237e-06,
      "loss": 0.3495,
      "step": 1024320
    },
    {
      "epoch": 285.89,
      "grad_norm": 0.8515439033508301,
      "learning_rate": 3.5775442780746087e-06,
      "loss": 0.3601,
      "step": 1024330
    },
    {
      "epoch": 285.89,
      "grad_norm": 0.9690451622009277,
      "learning_rate": 3.577521288212876e-06,
      "loss": 0.3432,
      "step": 1024340
    },
    {
      "epoch": 285.89,
      "grad_norm": 1.3007935285568237,
      "learning_rate": 3.5774982981869283e-06,
      "loss": 0.3665,
      "step": 1024350
    },
    {
      "epoch": 285.89,
      "grad_norm": 1.0875871181488037,
      "learning_rate": 3.5774753079967676e-06,
      "loss": 0.3551,
      "step": 1024360
    },
    {
      "epoch": 285.9,
      "grad_norm": 1.2563743591308594,
      "learning_rate": 3.5774523176423976e-06,
      "loss": 0.3536,
      "step": 1024370
    },
    {
      "epoch": 285.9,
      "grad_norm": 1.2637779712677002,
      "learning_rate": 3.5774293271238223e-06,
      "loss": 0.3584,
      "step": 1024380
    },
    {
      "epoch": 285.9,
      "grad_norm": 1.0485002994537354,
      "learning_rate": 3.5774063364410437e-06,
      "loss": 0.3635,
      "step": 1024390
    },
    {
      "epoch": 285.91,
      "grad_norm": 1.0389764308929443,
      "learning_rate": 3.5773833455940647e-06,
      "loss": 0.3534,
      "step": 1024400
    },
    {
      "epoch": 285.91,
      "grad_norm": 1.0467981100082397,
      "learning_rate": 3.577360354582889e-06,
      "loss": 0.3476,
      "step": 1024410
    },
    {
      "epoch": 285.91,
      "grad_norm": 0.932062566280365,
      "learning_rate": 3.57733736340752e-06,
      "loss": 0.3664,
      "step": 1024420
    },
    {
      "epoch": 285.91,
      "grad_norm": 1.1024326086044312,
      "learning_rate": 3.577314372067959e-06,
      "loss": 0.3455,
      "step": 1024430
    },
    {
      "epoch": 285.92,
      "grad_norm": 0.9746712446212769,
      "learning_rate": 3.5772913805642113e-06,
      "loss": 0.3447,
      "step": 1024440
    },
    {
      "epoch": 285.92,
      "grad_norm": 1.456254005432129,
      "learning_rate": 3.5772683888962783e-06,
      "loss": 0.3542,
      "step": 1024450
    },
    {
      "epoch": 285.92,
      "grad_norm": 0.8309972882270813,
      "learning_rate": 3.577245397064164e-06,
      "loss": 0.3785,
      "step": 1024460
    },
    {
      "epoch": 285.93,
      "grad_norm": 1.0486842393875122,
      "learning_rate": 3.5772224050678707e-06,
      "loss": 0.3742,
      "step": 1024470
    },
    {
      "epoch": 285.93,
      "grad_norm": 1.0844767093658447,
      "learning_rate": 3.5771994129074025e-06,
      "loss": 0.3643,
      "step": 1024480
    },
    {
      "epoch": 285.93,
      "grad_norm": 1.1549948453903198,
      "learning_rate": 3.5771764205827615e-06,
      "loss": 0.3587,
      "step": 1024490
    },
    {
      "epoch": 285.93,
      "grad_norm": 1.0080806016921997,
      "learning_rate": 3.577153428093951e-06,
      "loss": 0.3565,
      "step": 1024500
    },
    {
      "epoch": 285.94,
      "grad_norm": 1.0222690105438232,
      "learning_rate": 3.5771304354409747e-06,
      "loss": 0.3863,
      "step": 1024510
    },
    {
      "epoch": 285.94,
      "grad_norm": 0.9575484395027161,
      "learning_rate": 3.5771074426238344e-06,
      "loss": 0.3777,
      "step": 1024520
    },
    {
      "epoch": 285.94,
      "grad_norm": 0.9372175335884094,
      "learning_rate": 3.577084449642534e-06,
      "loss": 0.3716,
      "step": 1024530
    },
    {
      "epoch": 285.94,
      "grad_norm": 1.127978801727295,
      "learning_rate": 3.5770614564970766e-06,
      "loss": 0.3553,
      "step": 1024540
    },
    {
      "epoch": 285.95,
      "grad_norm": 0.9256840348243713,
      "learning_rate": 3.5770384631874654e-06,
      "loss": 0.3595,
      "step": 1024550
    },
    {
      "epoch": 285.95,
      "grad_norm": 1.204265832901001,
      "learning_rate": 3.577015469713703e-06,
      "loss": 0.3587,
      "step": 1024560
    },
    {
      "epoch": 285.95,
      "grad_norm": 0.8964797854423523,
      "learning_rate": 3.5769924760757934e-06,
      "loss": 0.3529,
      "step": 1024570
    },
    {
      "epoch": 285.96,
      "grad_norm": 1.004676342010498,
      "learning_rate": 3.576969482273737e-06,
      "loss": 0.3597,
      "step": 1024580
    },
    {
      "epoch": 285.96,
      "grad_norm": 1.4889366626739502,
      "learning_rate": 3.5769464883075404e-06,
      "loss": 0.3483,
      "step": 1024590
    },
    {
      "epoch": 285.96,
      "grad_norm": 1.059449553489685,
      "learning_rate": 3.5769234941772043e-06,
      "loss": 0.3585,
      "step": 1024600
    },
    {
      "epoch": 285.96,
      "grad_norm": 1.3476498126983643,
      "learning_rate": 3.5769004998827327e-06,
      "loss": 0.3587,
      "step": 1024610
    },
    {
      "epoch": 285.97,
      "grad_norm": 1.0430020093917847,
      "learning_rate": 3.5768775054241276e-06,
      "loss": 0.3591,
      "step": 1024620
    },
    {
      "epoch": 285.97,
      "grad_norm": 1.0036392211914062,
      "learning_rate": 3.5768545108013948e-06,
      "loss": 0.3426,
      "step": 1024630
    },
    {
      "epoch": 285.97,
      "grad_norm": 0.9758191108703613,
      "learning_rate": 3.576831516014534e-06,
      "loss": 0.3659,
      "step": 1024640
    },
    {
      "epoch": 285.98,
      "grad_norm": 0.9251663684844971,
      "learning_rate": 3.5768085210635496e-06,
      "loss": 0.3615,
      "step": 1024650
    },
    {
      "epoch": 285.98,
      "grad_norm": 1.2987114191055298,
      "learning_rate": 3.576785525948445e-06,
      "loss": 0.3836,
      "step": 1024660
    },
    {
      "epoch": 285.98,
      "grad_norm": 3.448331356048584,
      "learning_rate": 3.5767625306692234e-06,
      "loss": 0.3552,
      "step": 1024670
    },
    {
      "epoch": 285.98,
      "grad_norm": 1.1240873336791992,
      "learning_rate": 3.5767395352258875e-06,
      "loss": 0.3565,
      "step": 1024680
    },
    {
      "epoch": 285.99,
      "grad_norm": 1.017886996269226,
      "learning_rate": 3.5767165396184403e-06,
      "loss": 0.3477,
      "step": 1024690
    },
    {
      "epoch": 285.99,
      "grad_norm": 1.114504098892212,
      "learning_rate": 3.5766935438468843e-06,
      "loss": 0.3679,
      "step": 1024700
    },
    {
      "epoch": 285.99,
      "grad_norm": 0.9225959181785583,
      "learning_rate": 3.5766705479112245e-06,
      "loss": 0.3677,
      "step": 1024710
    },
    {
      "epoch": 285.99,
      "grad_norm": 1.0119415521621704,
      "learning_rate": 3.576647551811462e-06,
      "loss": 0.3291,
      "step": 1024720
    },
    {
      "epoch": 286.0,
      "grad_norm": 1.05170738697052,
      "learning_rate": 3.5766245555475996e-06,
      "loss": 0.3486,
      "step": 1024730
    },
    {
      "epoch": 286.0,
      "eval_loss": 0.3592853248119354,
      "eval_runtime": 63.2782,
      "eval_samples_per_second": 79.948,
      "eval_steps_per_second": 10.003,
      "step": 1024738
    },
    {
      "epoch": 286.0,
      "grad_norm": 1.0712226629257202,
      "learning_rate": 3.576601559119642e-06,
      "loss": 0.3508,
      "step": 1024740
    },
    {
      "epoch": 286.0,
      "grad_norm": 1.017808198928833,
      "learning_rate": 3.5765785625275916e-06,
      "loss": 0.3472,
      "step": 1024750
    },
    {
      "epoch": 286.01,
      "grad_norm": 1.13661527633667,
      "learning_rate": 3.5765555657714508e-06,
      "loss": 0.3614,
      "step": 1024760
    },
    {
      "epoch": 286.01,
      "grad_norm": 1.0792278051376343,
      "learning_rate": 3.576532568851224e-06,
      "loss": 0.3588,
      "step": 1024770
    },
    {
      "epoch": 286.01,
      "grad_norm": 1.121813178062439,
      "learning_rate": 3.5765095717669134e-06,
      "loss": 0.375,
      "step": 1024780
    },
    {
      "epoch": 286.01,
      "grad_norm": 0.9660400152206421,
      "learning_rate": 3.5764865745185224e-06,
      "loss": 0.3543,
      "step": 1024790
    },
    {
      "epoch": 286.02,
      "grad_norm": 1.007387638092041,
      "learning_rate": 3.576463577106053e-06,
      "loss": 0.3545,
      "step": 1024800
    },
    {
      "epoch": 286.02,
      "grad_norm": 1.2703849077224731,
      "learning_rate": 3.5764405795295096e-06,
      "loss": 0.3715,
      "step": 1024810
    },
    {
      "epoch": 286.02,
      "grad_norm": 1.0805842876434326,
      "learning_rate": 3.5764175817888938e-06,
      "loss": 0.3691,
      "step": 1024820
    },
    {
      "epoch": 286.03,
      "grad_norm": 0.962341845035553,
      "learning_rate": 3.5763945838842115e-06,
      "loss": 0.3609,
      "step": 1024830
    },
    {
      "epoch": 286.03,
      "grad_norm": 1.0093393325805664,
      "learning_rate": 3.5763715858154623e-06,
      "loss": 0.3701,
      "step": 1024840
    },
    {
      "epoch": 286.03,
      "grad_norm": 0.9227347373962402,
      "learning_rate": 3.5763485875826517e-06,
      "loss": 0.3523,
      "step": 1024850
    },
    {
      "epoch": 286.03,
      "grad_norm": 1.011376976966858,
      "learning_rate": 3.5763255891857818e-06,
      "loss": 0.3514,
      "step": 1024860
    },
    {
      "epoch": 286.04,
      "grad_norm": 0.9986571669578552,
      "learning_rate": 3.576302590624855e-06,
      "loss": 0.3701,
      "step": 1024870
    },
    {
      "epoch": 286.04,
      "grad_norm": 0.9630239605903625,
      "learning_rate": 3.5762795918998757e-06,
      "loss": 0.3484,
      "step": 1024880
    },
    {
      "epoch": 286.04,
      "grad_norm": 1.1063507795333862,
      "learning_rate": 3.5762565930108458e-06,
      "loss": 0.3515,
      "step": 1024890
    },
    {
      "epoch": 286.05,
      "grad_norm": 0.9481497406959534,
      "learning_rate": 3.5762335939577697e-06,
      "loss": 0.3638,
      "step": 1024900
    },
    {
      "epoch": 286.05,
      "grad_norm": 1.038892149925232,
      "learning_rate": 3.5762105947406493e-06,
      "loss": 0.3452,
      "step": 1024910
    },
    {
      "epoch": 286.05,
      "grad_norm": 0.9455053806304932,
      "learning_rate": 3.5761875953594886e-06,
      "loss": 0.3624,
      "step": 1024920
    },
    {
      "epoch": 286.05,
      "grad_norm": 1.0594791173934937,
      "learning_rate": 3.5761645958142898e-06,
      "loss": 0.3539,
      "step": 1024930
    },
    {
      "epoch": 286.06,
      "grad_norm": 1.0339456796646118,
      "learning_rate": 3.5761415961050563e-06,
      "loss": 0.3554,
      "step": 1024940
    },
    {
      "epoch": 286.06,
      "grad_norm": 0.984127938747406,
      "learning_rate": 3.5761185962317906e-06,
      "loss": 0.3457,
      "step": 1024950
    },
    {
      "epoch": 286.06,
      "grad_norm": 1.0905158519744873,
      "learning_rate": 3.576095596194497e-06,
      "loss": 0.3671,
      "step": 1024960
    },
    {
      "epoch": 286.06,
      "grad_norm": 1.134810447692871,
      "learning_rate": 3.576072595993177e-06,
      "loss": 0.3687,
      "step": 1024970
    },
    {
      "epoch": 286.07,
      "grad_norm": 1.0816847085952759,
      "learning_rate": 3.5760495956278354e-06,
      "loss": 0.367,
      "step": 1024980
    },
    {
      "epoch": 286.07,
      "grad_norm": 1.0476688146591187,
      "learning_rate": 3.576026595098474e-06,
      "loss": 0.3504,
      "step": 1024990
    },
    {
      "epoch": 286.07,
      "grad_norm": 0.9583241939544678,
      "learning_rate": 3.576003594405097e-06,
      "loss": 0.3532,
      "step": 1025000
    },
    {
      "epoch": 286.08,
      "grad_norm": 1.2028416395187378,
      "learning_rate": 3.5759805935477054e-06,
      "loss": 0.3623,
      "step": 1025010
    },
    {
      "epoch": 286.08,
      "grad_norm": 0.9862865805625916,
      "learning_rate": 3.5759575925263044e-06,
      "loss": 0.3455,
      "step": 1025020
    },
    {
      "epoch": 286.08,
      "grad_norm": 1.15373694896698,
      "learning_rate": 3.575934591340896e-06,
      "loss": 0.3571,
      "step": 1025030
    },
    {
      "epoch": 286.08,
      "grad_norm": 1.0067850351333618,
      "learning_rate": 3.5759115899914833e-06,
      "loss": 0.3667,
      "step": 1025040
    },
    {
      "epoch": 286.09,
      "grad_norm": 1.0981037616729736,
      "learning_rate": 3.5758885884780697e-06,
      "loss": 0.3789,
      "step": 1025050
    },
    {
      "epoch": 286.09,
      "grad_norm": 1.1675647497177124,
      "learning_rate": 3.575865586800659e-06,
      "loss": 0.3463,
      "step": 1025060
    },
    {
      "epoch": 286.09,
      "grad_norm": 1.0132262706756592,
      "learning_rate": 3.5758425849592526e-06,
      "loss": 0.3504,
      "step": 1025070
    },
    {
      "epoch": 286.1,
      "grad_norm": 0.9915047287940979,
      "learning_rate": 3.575819582953854e-06,
      "loss": 0.3681,
      "step": 1025080
    },
    {
      "epoch": 286.1,
      "grad_norm": 0.9630728960037231,
      "learning_rate": 3.5757965807844673e-06,
      "loss": 0.3708,
      "step": 1025090
    },
    {
      "epoch": 286.1,
      "grad_norm": 1.0380836725234985,
      "learning_rate": 3.575773578451095e-06,
      "loss": 0.3593,
      "step": 1025100
    },
    {
      "epoch": 286.1,
      "grad_norm": 0.9079881906509399,
      "learning_rate": 3.575750575953739e-06,
      "loss": 0.3487,
      "step": 1025110
    },
    {
      "epoch": 286.11,
      "grad_norm": 1.0302654504776,
      "learning_rate": 3.575727573292404e-06,
      "loss": 0.3613,
      "step": 1025120
    },
    {
      "epoch": 286.11,
      "grad_norm": 1.1444475650787354,
      "learning_rate": 3.5757045704670923e-06,
      "loss": 0.3598,
      "step": 1025130
    },
    {
      "epoch": 286.11,
      "grad_norm": 1.059560775756836,
      "learning_rate": 3.5756815674778075e-06,
      "loss": 0.3427,
      "step": 1025140
    },
    {
      "epoch": 286.11,
      "grad_norm": 0.944328784942627,
      "learning_rate": 3.5756585643245525e-06,
      "loss": 0.3577,
      "step": 1025150
    },
    {
      "epoch": 286.12,
      "grad_norm": 2.7057204246520996,
      "learning_rate": 3.5756355610073296e-06,
      "loss": 0.3499,
      "step": 1025160
    },
    {
      "epoch": 286.12,
      "grad_norm": 1.0260435342788696,
      "learning_rate": 3.575612557526142e-06,
      "loss": 0.3464,
      "step": 1025170
    },
    {
      "epoch": 286.12,
      "grad_norm": 1.0129987001419067,
      "learning_rate": 3.575589553880993e-06,
      "loss": 0.3498,
      "step": 1025180
    },
    {
      "epoch": 286.13,
      "grad_norm": 1.1226003170013428,
      "learning_rate": 3.5755665500718865e-06,
      "loss": 0.3774,
      "step": 1025190
    },
    {
      "epoch": 286.13,
      "grad_norm": 0.8598692417144775,
      "learning_rate": 3.5755435460988247e-06,
      "loss": 0.3507,
      "step": 1025200
    },
    {
      "epoch": 286.13,
      "grad_norm": 1.2348229885101318,
      "learning_rate": 3.575520541961811e-06,
      "loss": 0.3532,
      "step": 1025210
    },
    {
      "epoch": 286.13,
      "grad_norm": 0.9772087931632996,
      "learning_rate": 3.575497537660849e-06,
      "loss": 0.3529,
      "step": 1025220
    },
    {
      "epoch": 286.14,
      "grad_norm": 1.1003743410110474,
      "learning_rate": 3.5754745331959396e-06,
      "loss": 0.369,
      "step": 1025230
    },
    {
      "epoch": 286.14,
      "grad_norm": 1.0411394834518433,
      "learning_rate": 3.5754515285670884e-06,
      "loss": 0.3597,
      "step": 1025240
    },
    {
      "epoch": 286.14,
      "grad_norm": 1.0641616582870483,
      "learning_rate": 3.575428523774297e-06,
      "loss": 0.3654,
      "step": 1025250
    },
    {
      "epoch": 286.15,
      "grad_norm": 20.500062942504883,
      "learning_rate": 3.575405518817569e-06,
      "loss": 0.3655,
      "step": 1025260
    },
    {
      "epoch": 286.15,
      "grad_norm": 0.9406559467315674,
      "learning_rate": 3.5753825136969066e-06,
      "loss": 0.3654,
      "step": 1025270
    },
    {
      "epoch": 286.15,
      "grad_norm": 0.8478256464004517,
      "learning_rate": 3.5753595084123142e-06,
      "loss": 0.3682,
      "step": 1025280
    },
    {
      "epoch": 286.15,
      "grad_norm": 1.3182562589645386,
      "learning_rate": 3.575336502963794e-06,
      "loss": 0.3449,
      "step": 1025290
    },
    {
      "epoch": 286.16,
      "grad_norm": 1.063919186592102,
      "learning_rate": 3.5753134973513497e-06,
      "loss": 0.3709,
      "step": 1025300
    },
    {
      "epoch": 286.16,
      "grad_norm": 0.942183792591095,
      "learning_rate": 3.5752904915749836e-06,
      "loss": 0.3707,
      "step": 1025310
    },
    {
      "epoch": 286.16,
      "grad_norm": 0.9827781915664673,
      "learning_rate": 3.5752674856346996e-06,
      "loss": 0.3568,
      "step": 1025320
    },
    {
      "epoch": 286.17,
      "grad_norm": 0.9276158213615417,
      "learning_rate": 3.5752444795305e-06,
      "loss": 0.3546,
      "step": 1025330
    },
    {
      "epoch": 286.17,
      "grad_norm": 1.0506739616394043,
      "learning_rate": 3.575221473262388e-06,
      "loss": 0.3559,
      "step": 1025340
    },
    {
      "epoch": 286.17,
      "grad_norm": 1.0116392374038696,
      "learning_rate": 3.575198466830367e-06,
      "loss": 0.3465,
      "step": 1025350
    },
    {
      "epoch": 286.17,
      "grad_norm": 1.0245227813720703,
      "learning_rate": 3.5751754602344397e-06,
      "loss": 0.3579,
      "step": 1025360
    },
    {
      "epoch": 286.18,
      "grad_norm": 1.184317946434021,
      "learning_rate": 3.5751524534746094e-06,
      "loss": 0.3591,
      "step": 1025370
    },
    {
      "epoch": 286.18,
      "grad_norm": 0.9525627493858337,
      "learning_rate": 3.57512944655088e-06,
      "loss": 0.3551,
      "step": 1025380
    },
    {
      "epoch": 286.18,
      "grad_norm": 1.0070347785949707,
      "learning_rate": 3.575106439463252e-06,
      "loss": 0.3644,
      "step": 1025390
    },
    {
      "epoch": 286.18,
      "grad_norm": 1.0103152990341187,
      "learning_rate": 3.5750834322117306e-06,
      "loss": 0.3615,
      "step": 1025400
    },
    {
      "epoch": 286.19,
      "grad_norm": 1.0508328676223755,
      "learning_rate": 3.575060424796319e-06,
      "loss": 0.353,
      "step": 1025410
    },
    {
      "epoch": 286.19,
      "grad_norm": 0.9030260443687439,
      "learning_rate": 3.575037417217019e-06,
      "loss": 0.3373,
      "step": 1025420
    },
    {
      "epoch": 286.19,
      "grad_norm": 1.2961397171020508,
      "learning_rate": 3.575014409473834e-06,
      "loss": 0.3399,
      "step": 1025430
    },
    {
      "epoch": 286.2,
      "grad_norm": 1.2274070978164673,
      "learning_rate": 3.5749914015667693e-06,
      "loss": 0.337,
      "step": 1025440
    },
    {
      "epoch": 286.2,
      "grad_norm": 1.0425407886505127,
      "learning_rate": 3.5749683934958252e-06,
      "loss": 0.3666,
      "step": 1025450
    },
    {
      "epoch": 286.2,
      "grad_norm": 1.006414532661438,
      "learning_rate": 3.574945385261005e-06,
      "loss": 0.3598,
      "step": 1025460
    },
    {
      "epoch": 286.2,
      "grad_norm": 2.5006234645843506,
      "learning_rate": 3.574922376862312e-06,
      "loss": 0.3604,
      "step": 1025470
    },
    {
      "epoch": 286.21,
      "grad_norm": 0.9599955081939697,
      "learning_rate": 3.5748993682997502e-06,
      "loss": 0.3584,
      "step": 1025480
    },
    {
      "epoch": 286.21,
      "grad_norm": 1.0722113847732544,
      "learning_rate": 3.5748763595733216e-06,
      "loss": 0.3555,
      "step": 1025490
    },
    {
      "epoch": 286.21,
      "grad_norm": 1.1972821950912476,
      "learning_rate": 3.5748533506830303e-06,
      "loss": 0.3523,
      "step": 1025500
    },
    {
      "epoch": 286.22,
      "grad_norm": 0.9999427795410156,
      "learning_rate": 3.5748303416288787e-06,
      "loss": 0.3424,
      "step": 1025510
    },
    {
      "epoch": 286.22,
      "grad_norm": 0.9418584704399109,
      "learning_rate": 3.5748073324108702e-06,
      "loss": 0.3524,
      "step": 1025520
    },
    {
      "epoch": 286.22,
      "grad_norm": 1.0137399435043335,
      "learning_rate": 3.5747843230290075e-06,
      "loss": 0.3528,
      "step": 1025530
    },
    {
      "epoch": 286.22,
      "grad_norm": 0.9295465350151062,
      "learning_rate": 3.574761313483294e-06,
      "loss": 0.371,
      "step": 1025540
    },
    {
      "epoch": 286.23,
      "grad_norm": 0.9971714615821838,
      "learning_rate": 3.574738303773732e-06,
      "loss": 0.3603,
      "step": 1025550
    },
    {
      "epoch": 286.23,
      "grad_norm": 0.9873755574226379,
      "learning_rate": 3.574715293900325e-06,
      "loss": 0.3606,
      "step": 1025560
    },
    {
      "epoch": 286.23,
      "grad_norm": 1.133171796798706,
      "learning_rate": 3.574692283863077e-06,
      "loss": 0.3403,
      "step": 1025570
    },
    {
      "epoch": 286.23,
      "grad_norm": 1.3020954132080078,
      "learning_rate": 3.5746692736619894e-06,
      "loss": 0.3411,
      "step": 1025580
    },
    {
      "epoch": 286.24,
      "grad_norm": 1.05031156539917,
      "learning_rate": 3.574646263297067e-06,
      "loss": 0.3477,
      "step": 1025590
    },
    {
      "epoch": 286.24,
      "grad_norm": 0.9744787216186523,
      "learning_rate": 3.574623252768311e-06,
      "loss": 0.3508,
      "step": 1025600
    },
    {
      "epoch": 286.24,
      "grad_norm": 0.916575014591217,
      "learning_rate": 3.574600242075726e-06,
      "loss": 0.3557,
      "step": 1025610
    },
    {
      "epoch": 286.25,
      "grad_norm": 1.0090487003326416,
      "learning_rate": 3.5745772312193143e-06,
      "loss": 0.3651,
      "step": 1025620
    },
    {
      "epoch": 286.25,
      "grad_norm": 1.084599494934082,
      "learning_rate": 3.5745542201990786e-06,
      "loss": 0.3537,
      "step": 1025630
    },
    {
      "epoch": 286.25,
      "grad_norm": 1.129942774772644,
      "learning_rate": 3.5745312090150237e-06,
      "loss": 0.3771,
      "step": 1025640
    },
    {
      "epoch": 286.25,
      "grad_norm": 1.1895054578781128,
      "learning_rate": 3.5745081976671505e-06,
      "loss": 0.3639,
      "step": 1025650
    },
    {
      "epoch": 286.26,
      "grad_norm": 0.9462695717811584,
      "learning_rate": 3.5744851861554645e-06,
      "loss": 0.3374,
      "step": 1025660
    },
    {
      "epoch": 286.26,
      "grad_norm": 1.1137484312057495,
      "learning_rate": 3.5744621744799666e-06,
      "loss": 0.3486,
      "step": 1025670
    },
    {
      "epoch": 286.26,
      "grad_norm": 0.9738130569458008,
      "learning_rate": 3.5744391626406597e-06,
      "loss": 0.3502,
      "step": 1025680
    },
    {
      "epoch": 286.27,
      "grad_norm": 1.0483508110046387,
      "learning_rate": 3.574416150637548e-06,
      "loss": 0.3547,
      "step": 1025690
    },
    {
      "epoch": 286.27,
      "grad_norm": 1.2317315340042114,
      "learning_rate": 3.5743931384706356e-06,
      "loss": 0.361,
      "step": 1025700
    },
    {
      "epoch": 286.27,
      "grad_norm": 1.04270339012146,
      "learning_rate": 3.5743701261399225e-06,
      "loss": 0.3581,
      "step": 1025710
    },
    {
      "epoch": 286.27,
      "grad_norm": 1.3490891456604004,
      "learning_rate": 3.5743471136454145e-06,
      "loss": 0.3546,
      "step": 1025720
    },
    {
      "epoch": 286.28,
      "grad_norm": 1.3535655736923218,
      "learning_rate": 3.5743241009871136e-06,
      "loss": 0.3547,
      "step": 1025730
    },
    {
      "epoch": 286.28,
      "grad_norm": 1.1527653932571411,
      "learning_rate": 3.574301088165023e-06,
      "loss": 0.3758,
      "step": 1025740
    },
    {
      "epoch": 286.28,
      "grad_norm": 1.0458276271820068,
      "learning_rate": 3.5742780751791458e-06,
      "loss": 0.3519,
      "step": 1025750
    },
    {
      "epoch": 286.29,
      "grad_norm": 1.086273431777954,
      "learning_rate": 3.5742550620294844e-06,
      "loss": 0.3378,
      "step": 1025760
    },
    {
      "epoch": 286.29,
      "grad_norm": 1.219423532485962,
      "learning_rate": 3.574232048716043e-06,
      "loss": 0.3502,
      "step": 1025770
    },
    {
      "epoch": 286.29,
      "grad_norm": 1.0061821937561035,
      "learning_rate": 3.5742090352388238e-06,
      "loss": 0.3548,
      "step": 1025780
    },
    {
      "epoch": 286.29,
      "grad_norm": 1.006830096244812,
      "learning_rate": 3.57418602159783e-06,
      "loss": 0.3483,
      "step": 1025790
    },
    {
      "epoch": 286.3,
      "grad_norm": 1.2440216541290283,
      "learning_rate": 3.5741630077930653e-06,
      "loss": 0.3488,
      "step": 1025800
    },
    {
      "epoch": 286.3,
      "grad_norm": 1.1179771423339844,
      "learning_rate": 3.5741399938245323e-06,
      "loss": 0.3555,
      "step": 1025810
    },
    {
      "epoch": 286.3,
      "grad_norm": 0.9207724332809448,
      "learning_rate": 3.5741169796922335e-06,
      "loss": 0.3682,
      "step": 1025820
    },
    {
      "epoch": 286.3,
      "grad_norm": 1.1295760869979858,
      "learning_rate": 3.5740939653961736e-06,
      "loss": 0.3597,
      "step": 1025830
    },
    {
      "epoch": 286.31,
      "grad_norm": 0.9648459553718567,
      "learning_rate": 3.5740709509363535e-06,
      "loss": 0.3623,
      "step": 1025840
    },
    {
      "epoch": 286.31,
      "grad_norm": 1.032146692276001,
      "learning_rate": 3.5740479363127778e-06,
      "loss": 0.3503,
      "step": 1025850
    },
    {
      "epoch": 286.31,
      "grad_norm": 1.0419257879257202,
      "learning_rate": 3.5740249215254485e-06,
      "loss": 0.363,
      "step": 1025860
    },
    {
      "epoch": 286.32,
      "grad_norm": 1.0698381662368774,
      "learning_rate": 3.57400190657437e-06,
      "loss": 0.3587,
      "step": 1025870
    },
    {
      "epoch": 286.32,
      "grad_norm": 1.2336986064910889,
      "learning_rate": 3.5739788914595444e-06,
      "loss": 0.366,
      "step": 1025880
    },
    {
      "epoch": 286.32,
      "grad_norm": 0.9989975690841675,
      "learning_rate": 3.573955876180975e-06,
      "loss": 0.3468,
      "step": 1025890
    },
    {
      "epoch": 286.32,
      "grad_norm": 1.0081619024276733,
      "learning_rate": 3.5739328607386652e-06,
      "loss": 0.3604,
      "step": 1025900
    },
    {
      "epoch": 286.33,
      "grad_norm": 1.1224229335784912,
      "learning_rate": 3.5739098451326172e-06,
      "loss": 0.3494,
      "step": 1025910
    },
    {
      "epoch": 286.33,
      "grad_norm": 1.0309611558914185,
      "learning_rate": 3.5738868293628344e-06,
      "loss": 0.3751,
      "step": 1025920
    },
    {
      "epoch": 286.33,
      "grad_norm": 1.1246670484542847,
      "learning_rate": 3.5738638134293213e-06,
      "loss": 0.3621,
      "step": 1025930
    },
    {
      "epoch": 286.34,
      "grad_norm": 1.0991203784942627,
      "learning_rate": 3.5738407973320785e-06,
      "loss": 0.3441,
      "step": 1025940
    },
    {
      "epoch": 286.34,
      "grad_norm": 0.9134437441825867,
      "learning_rate": 3.5738177810711105e-06,
      "loss": 0.3363,
      "step": 1025950
    },
    {
      "epoch": 286.34,
      "grad_norm": 0.9025881290435791,
      "learning_rate": 3.5737947646464204e-06,
      "loss": 0.3371,
      "step": 1025960
    },
    {
      "epoch": 286.34,
      "grad_norm": 1.223813533782959,
      "learning_rate": 3.573771748058011e-06,
      "loss": 0.3678,
      "step": 1025970
    },
    {
      "epoch": 286.35,
      "grad_norm": 0.959932267665863,
      "learning_rate": 3.5737487313058852e-06,
      "loss": 0.3466,
      "step": 1025980
    },
    {
      "epoch": 286.35,
      "grad_norm": 1.2869820594787598,
      "learning_rate": 3.5737257143900465e-06,
      "loss": 0.3595,
      "step": 1025990
    },
    {
      "epoch": 286.35,
      "grad_norm": 0.9197754263877869,
      "learning_rate": 3.573702697310497e-06,
      "loss": 0.352,
      "step": 1026000
    },
    {
      "epoch": 286.36,
      "grad_norm": 1.076183557510376,
      "learning_rate": 3.573679680067241e-06,
      "loss": 0.3524,
      "step": 1026010
    },
    {
      "epoch": 286.36,
      "grad_norm": 1.0482133626937866,
      "learning_rate": 3.5736566626602807e-06,
      "loss": 0.3643,
      "step": 1026020
    },
    {
      "epoch": 286.36,
      "grad_norm": 1.1371254920959473,
      "learning_rate": 3.5736336450896207e-06,
      "loss": 0.3503,
      "step": 1026030
    },
    {
      "epoch": 286.36,
      "grad_norm": 1.0260818004608154,
      "learning_rate": 3.573610627355262e-06,
      "loss": 0.3532,
      "step": 1026040
    },
    {
      "epoch": 286.37,
      "grad_norm": 0.9783756732940674,
      "learning_rate": 3.5735876094572074e-06,
      "loss": 0.3646,
      "step": 1026050
    },
    {
      "epoch": 286.37,
      "grad_norm": 1.1542655229568481,
      "learning_rate": 3.573564591395463e-06,
      "loss": 0.3791,
      "step": 1026060
    },
    {
      "epoch": 286.37,
      "grad_norm": 0.9881533980369568,
      "learning_rate": 3.5735415731700284e-06,
      "loss": 0.3766,
      "step": 1026070
    },
    {
      "epoch": 286.37,
      "grad_norm": 1.0477628707885742,
      "learning_rate": 3.5735185547809084e-06,
      "loss": 0.3472,
      "step": 1026080
    },
    {
      "epoch": 286.38,
      "grad_norm": 0.9993926286697388,
      "learning_rate": 3.5734955362281073e-06,
      "loss": 0.3547,
      "step": 1026090
    },
    {
      "epoch": 286.38,
      "grad_norm": 1.1218287944793701,
      "learning_rate": 3.573472517511626e-06,
      "loss": 0.3449,
      "step": 1026100
    },
    {
      "epoch": 286.38,
      "grad_norm": 0.9554141759872437,
      "learning_rate": 3.5734494986314674e-06,
      "loss": 0.3489,
      "step": 1026110
    },
    {
      "epoch": 286.39,
      "grad_norm": 0.9796314239501953,
      "learning_rate": 3.5734264795876367e-06,
      "loss": 0.3606,
      "step": 1026120
    },
    {
      "epoch": 286.39,
      "grad_norm": 1.0114192962646484,
      "learning_rate": 3.573403460380135e-06,
      "loss": 0.36,
      "step": 1026130
    },
    {
      "epoch": 286.39,
      "grad_norm": 2.0237228870391846,
      "learning_rate": 3.573380441008966e-06,
      "loss": 0.3668,
      "step": 1026140
    },
    {
      "epoch": 286.39,
      "grad_norm": 1.092576265335083,
      "learning_rate": 3.5733574214741334e-06,
      "loss": 0.3468,
      "step": 1026150
    },
    {
      "epoch": 286.4,
      "grad_norm": 1.0360474586486816,
      "learning_rate": 3.5733344017756394e-06,
      "loss": 0.3635,
      "step": 1026160
    },
    {
      "epoch": 286.4,
      "grad_norm": 1.0212146043777466,
      "learning_rate": 3.573311381913487e-06,
      "loss": 0.3597,
      "step": 1026170
    },
    {
      "epoch": 286.4,
      "grad_norm": 1.0498403310775757,
      "learning_rate": 3.5732883618876806e-06,
      "loss": 0.3523,
      "step": 1026180
    },
    {
      "epoch": 286.41,
      "grad_norm": 0.9505324959754944,
      "learning_rate": 3.5732653416982217e-06,
      "loss": 0.3346,
      "step": 1026190
    },
    {
      "epoch": 286.41,
      "grad_norm": 1.0755637884140015,
      "learning_rate": 3.5732423213451135e-06,
      "loss": 0.3494,
      "step": 1026200
    },
    {
      "epoch": 286.41,
      "grad_norm": 1.0359398126602173,
      "learning_rate": 3.57321930082836e-06,
      "loss": 0.3477,
      "step": 1026210
    },
    {
      "epoch": 286.41,
      "grad_norm": 1.1404898166656494,
      "learning_rate": 3.5731962801479644e-06,
      "loss": 0.35,
      "step": 1026220
    },
    {
      "epoch": 286.42,
      "grad_norm": 1.2413939237594604,
      "learning_rate": 3.5731732593039286e-06,
      "loss": 0.3801,
      "step": 1026230
    },
    {
      "epoch": 286.42,
      "grad_norm": 0.9117528200149536,
      "learning_rate": 3.5731502382962558e-06,
      "loss": 0.3449,
      "step": 1026240
    },
    {
      "epoch": 286.42,
      "grad_norm": 1.091214656829834,
      "learning_rate": 3.5731272171249497e-06,
      "loss": 0.369,
      "step": 1026250
    },
    {
      "epoch": 286.42,
      "grad_norm": 0.9973917007446289,
      "learning_rate": 3.5731041957900143e-06,
      "loss": 0.3587,
      "step": 1026260
    },
    {
      "epoch": 286.43,
      "grad_norm": 1.024739384651184,
      "learning_rate": 3.5730811742914503e-06,
      "loss": 0.3636,
      "step": 1026270
    },
    {
      "epoch": 286.43,
      "grad_norm": 1.0843571424484253,
      "learning_rate": 3.573058152629263e-06,
      "loss": 0.3467,
      "step": 1026280
    },
    {
      "epoch": 286.43,
      "grad_norm": 0.9834719896316528,
      "learning_rate": 3.573035130803453e-06,
      "loss": 0.3586,
      "step": 1026290
    },
    {
      "epoch": 286.44,
      "grad_norm": 1.0118930339813232,
      "learning_rate": 3.573012108814025e-06,
      "loss": 0.3551,
      "step": 1026300
    },
    {
      "epoch": 286.44,
      "grad_norm": 0.9171600341796875,
      "learning_rate": 3.572989086660983e-06,
      "loss": 0.3633,
      "step": 1026310
    },
    {
      "epoch": 286.44,
      "grad_norm": 1.1012898683547974,
      "learning_rate": 3.5729660643443287e-06,
      "loss": 0.3596,
      "step": 1026320
    },
    {
      "epoch": 286.44,
      "grad_norm": 1.0182634592056274,
      "learning_rate": 3.572943041864065e-06,
      "loss": 0.3703,
      "step": 1026330
    },
    {
      "epoch": 286.45,
      "grad_norm": 0.9629274010658264,
      "learning_rate": 3.5729200192201955e-06,
      "loss": 0.364,
      "step": 1026340
    },
    {
      "epoch": 286.45,
      "grad_norm": 1.0483965873718262,
      "learning_rate": 3.5728969964127234e-06,
      "loss": 0.3538,
      "step": 1026350
    },
    {
      "epoch": 286.45,
      "grad_norm": 0.9758634567260742,
      "learning_rate": 3.5728739734416507e-06,
      "loss": 0.3635,
      "step": 1026360
    },
    {
      "epoch": 286.46,
      "grad_norm": 0.9393956661224365,
      "learning_rate": 3.5728509503069815e-06,
      "loss": 0.3552,
      "step": 1026370
    },
    {
      "epoch": 286.46,
      "grad_norm": 0.921553373336792,
      "learning_rate": 3.572827927008719e-06,
      "loss": 0.3653,
      "step": 1026380
    },
    {
      "epoch": 286.46,
      "grad_norm": 1.0512826442718506,
      "learning_rate": 3.5728049035468665e-06,
      "loss": 0.3554,
      "step": 1026390
    },
    {
      "epoch": 286.46,
      "grad_norm": 1.1155824661254883,
      "learning_rate": 3.572781879921426e-06,
      "loss": 0.3691,
      "step": 1026400
    },
    {
      "epoch": 286.47,
      "grad_norm": 1.0225366353988647,
      "learning_rate": 3.5727588561324007e-06,
      "loss": 0.3474,
      "step": 1026410
    },
    {
      "epoch": 286.47,
      "grad_norm": 1.1033464670181274,
      "learning_rate": 3.572735832179794e-06,
      "loss": 0.3713,
      "step": 1026420
    },
    {
      "epoch": 286.47,
      "grad_norm": 1.1882325410842896,
      "learning_rate": 3.5727128080636088e-06,
      "loss": 0.345,
      "step": 1026430
    },
    {
      "epoch": 286.48,
      "grad_norm": 1.1883987188339233,
      "learning_rate": 3.5726897837838485e-06,
      "loss": 0.3525,
      "step": 1026440
    },
    {
      "epoch": 286.48,
      "grad_norm": 0.9856043457984924,
      "learning_rate": 3.572666759340516e-06,
      "loss": 0.3725,
      "step": 1026450
    },
    {
      "epoch": 286.48,
      "grad_norm": 1.6042500734329224,
      "learning_rate": 3.572643734733614e-06,
      "loss": 0.3662,
      "step": 1026460
    },
    {
      "epoch": 286.48,
      "grad_norm": 0.9161196947097778,
      "learning_rate": 3.5726207099631467e-06,
      "loss": 0.3645,
      "step": 1026470
    },
    {
      "epoch": 286.49,
      "grad_norm": 1.2785619497299194,
      "learning_rate": 3.572597685029116e-06,
      "loss": 0.3705,
      "step": 1026480
    },
    {
      "epoch": 286.49,
      "grad_norm": 1.1652488708496094,
      "learning_rate": 3.5725746599315253e-06,
      "loss": 0.3487,
      "step": 1026490
    },
    {
      "epoch": 286.49,
      "grad_norm": 1.039689064025879,
      "learning_rate": 3.5725516346703774e-06,
      "loss": 0.3524,
      "step": 1026500
    },
    {
      "epoch": 286.49,
      "grad_norm": 1.0815469026565552,
      "learning_rate": 3.5725286092456764e-06,
      "loss": 0.3749,
      "step": 1026510
    },
    {
      "epoch": 286.5,
      "grad_norm": 1.1108472347259521,
      "learning_rate": 3.5725055836574235e-06,
      "loss": 0.3554,
      "step": 1026520
    },
    {
      "epoch": 286.5,
      "grad_norm": 1.0803346633911133,
      "learning_rate": 3.5724825579056237e-06,
      "loss": 0.357,
      "step": 1026530
    },
    {
      "epoch": 286.5,
      "grad_norm": 1.083114504814148,
      "learning_rate": 3.5724595319902793e-06,
      "loss": 0.3586,
      "step": 1026540
    },
    {
      "epoch": 286.51,
      "grad_norm": 1.051517128944397,
      "learning_rate": 3.5724365059113935e-06,
      "loss": 0.3459,
      "step": 1026550
    },
    {
      "epoch": 286.51,
      "grad_norm": 0.9036362767219543,
      "learning_rate": 3.5724134796689686e-06,
      "loss": 0.3535,
      "step": 1026560
    },
    {
      "epoch": 286.51,
      "grad_norm": 1.084169626235962,
      "learning_rate": 3.5723904532630087e-06,
      "loss": 0.3726,
      "step": 1026570
    },
    {
      "epoch": 286.51,
      "grad_norm": 1.0191364288330078,
      "learning_rate": 3.572367426693516e-06,
      "loss": 0.3738,
      "step": 1026580
    },
    {
      "epoch": 286.52,
      "grad_norm": 1.0636409521102905,
      "learning_rate": 3.5723443999604946e-06,
      "loss": 0.3693,
      "step": 1026590
    },
    {
      "epoch": 286.52,
      "grad_norm": 4.876542568206787,
      "learning_rate": 3.5723213730639468e-06,
      "loss": 0.3645,
      "step": 1026600
    },
    {
      "epoch": 286.52,
      "grad_norm": 0.9124343991279602,
      "learning_rate": 3.572298346003875e-06,
      "loss": 0.3388,
      "step": 1026610
    },
    {
      "epoch": 286.53,
      "grad_norm": 1.1069575548171997,
      "learning_rate": 3.572275318780284e-06,
      "loss": 0.3728,
      "step": 1026620
    },
    {
      "epoch": 286.53,
      "grad_norm": 0.9128514528274536,
      "learning_rate": 3.5722522913931753e-06,
      "loss": 0.3631,
      "step": 1026630
    },
    {
      "epoch": 286.53,
      "grad_norm": 1.0672210454940796,
      "learning_rate": 3.5722292638425532e-06,
      "loss": 0.3594,
      "step": 1026640
    },
    {
      "epoch": 286.53,
      "grad_norm": 1.1562559604644775,
      "learning_rate": 3.57220623612842e-06,
      "loss": 0.3615,
      "step": 1026650
    },
    {
      "epoch": 286.54,
      "grad_norm": 0.9244391322135925,
      "learning_rate": 3.572183208250778e-06,
      "loss": 0.359,
      "step": 1026660
    },
    {
      "epoch": 286.54,
      "grad_norm": 1.2556843757629395,
      "learning_rate": 3.5721601802096324e-06,
      "loss": 0.3568,
      "step": 1026670
    },
    {
      "epoch": 286.54,
      "grad_norm": 0.9520966410636902,
      "learning_rate": 3.572137152004985e-06,
      "loss": 0.3396,
      "step": 1026680
    },
    {
      "epoch": 286.54,
      "grad_norm": 0.9789239764213562,
      "learning_rate": 3.5721141236368385e-06,
      "loss": 0.3498,
      "step": 1026690
    },
    {
      "epoch": 286.55,
      "grad_norm": 1.0760154724121094,
      "learning_rate": 3.5720910951051973e-06,
      "loss": 0.3729,
      "step": 1026700
    },
    {
      "epoch": 286.55,
      "grad_norm": 0.9294717907905579,
      "learning_rate": 3.572068066410062e-06,
      "loss": 0.3664,
      "step": 1026710
    },
    {
      "epoch": 286.55,
      "grad_norm": 0.9952017664909363,
      "learning_rate": 3.5720450375514376e-06,
      "loss": 0.3563,
      "step": 1026720
    },
    {
      "epoch": 286.56,
      "grad_norm": 1.0077614784240723,
      "learning_rate": 3.5720220085293275e-06,
      "loss": 0.3755,
      "step": 1026730
    },
    {
      "epoch": 286.56,
      "grad_norm": 1.057088851928711,
      "learning_rate": 3.5719989793437337e-06,
      "loss": 0.3654,
      "step": 1026740
    },
    {
      "epoch": 286.56,
      "grad_norm": 1.0223066806793213,
      "learning_rate": 3.5719759499946604e-06,
      "loss": 0.355,
      "step": 1026750
    },
    {
      "epoch": 286.56,
      "grad_norm": 1.0974321365356445,
      "learning_rate": 3.571952920482109e-06,
      "loss": 0.3858,
      "step": 1026760
    },
    {
      "epoch": 286.57,
      "grad_norm": 1.0152326822280884,
      "learning_rate": 3.571929890806084e-06,
      "loss": 0.3601,
      "step": 1026770
    },
    {
      "epoch": 286.57,
      "grad_norm": 1.1153267621994019,
      "learning_rate": 3.571906860966588e-06,
      "loss": 0.3577,
      "step": 1026780
    },
    {
      "epoch": 286.57,
      "grad_norm": 1.0451668500900269,
      "learning_rate": 3.5718838309636224e-06,
      "loss": 0.3644,
      "step": 1026790
    },
    {
      "epoch": 286.58,
      "grad_norm": 0.9789109826087952,
      "learning_rate": 3.5718608007971937e-06,
      "loss": 0.357,
      "step": 1026800
    },
    {
      "epoch": 286.58,
      "grad_norm": 1.0005617141723633,
      "learning_rate": 3.5718377704673024e-06,
      "loss": 0.3688,
      "step": 1026810
    },
    {
      "epoch": 286.58,
      "grad_norm": 1.0321124792099,
      "learning_rate": 3.571814739973952e-06,
      "loss": 0.3585,
      "step": 1026820
    },
    {
      "epoch": 286.58,
      "grad_norm": 1.1139670610427856,
      "learning_rate": 3.5717917093171462e-06,
      "loss": 0.3505,
      "step": 1026830
    },
    {
      "epoch": 286.59,
      "grad_norm": 1.0256125926971436,
      "learning_rate": 3.571768678496888e-06,
      "loss": 0.3671,
      "step": 1026840
    },
    {
      "epoch": 286.59,
      "grad_norm": 1.0324331521987915,
      "learning_rate": 3.57174564751318e-06,
      "loss": 0.3625,
      "step": 1026850
    },
    {
      "epoch": 286.59,
      "grad_norm": 1.257619857788086,
      "learning_rate": 3.5717226163660257e-06,
      "loss": 0.3553,
      "step": 1026860
    },
    {
      "epoch": 286.6,
      "grad_norm": 1.0712517499923706,
      "learning_rate": 3.5716995850554266e-06,
      "loss": 0.3508,
      "step": 1026870
    },
    {
      "epoch": 286.6,
      "grad_norm": 0.9055569767951965,
      "learning_rate": 3.5716765535813886e-06,
      "loss": 0.3502,
      "step": 1026880
    },
    {
      "epoch": 286.6,
      "grad_norm": 1.279015064239502,
      "learning_rate": 3.5716535219439122e-06,
      "loss": 0.3598,
      "step": 1026890
    },
    {
      "epoch": 286.6,
      "grad_norm": 1.1143958568572998,
      "learning_rate": 3.5716304901430017e-06,
      "loss": 0.3725,
      "step": 1026900
    },
    {
      "epoch": 286.61,
      "grad_norm": 1.2546745538711548,
      "learning_rate": 3.571607458178661e-06,
      "loss": 0.375,
      "step": 1026910
    },
    {
      "epoch": 286.61,
      "grad_norm": 1.2143231630325317,
      "learning_rate": 3.5715844260508913e-06,
      "loss": 0.3563,
      "step": 1026920
    },
    {
      "epoch": 286.61,
      "grad_norm": 1.145496129989624,
      "learning_rate": 3.571561393759696e-06,
      "loss": 0.3517,
      "step": 1026930
    },
    {
      "epoch": 286.61,
      "grad_norm": 1.315555453300476,
      "learning_rate": 3.57153836130508e-06,
      "loss": 0.3692,
      "step": 1026940
    },
    {
      "epoch": 286.62,
      "grad_norm": 1.0819885730743408,
      "learning_rate": 3.5715153286870442e-06,
      "loss": 0.3698,
      "step": 1026950
    },
    {
      "epoch": 286.62,
      "grad_norm": 1.0455760955810547,
      "learning_rate": 3.5714922959055923e-06,
      "loss": 0.3385,
      "step": 1026960
    },
    {
      "epoch": 286.62,
      "grad_norm": 1.1496416330337524,
      "learning_rate": 3.5714692629607278e-06,
      "loss": 0.354,
      "step": 1026970
    },
    {
      "epoch": 286.63,
      "grad_norm": 1.0199788808822632,
      "learning_rate": 3.5714462298524532e-06,
      "loss": 0.3471,
      "step": 1026980
    },
    {
      "epoch": 286.63,
      "grad_norm": 0.9626882076263428,
      "learning_rate": 3.571423196580773e-06,
      "loss": 0.3458,
      "step": 1026990
    },
    {
      "epoch": 286.63,
      "grad_norm": 1.035984992980957,
      "learning_rate": 3.5714001631456885e-06,
      "loss": 0.37,
      "step": 1027000
    },
    {
      "epoch": 286.63,
      "grad_norm": 1.119462013244629,
      "learning_rate": 3.571377129547203e-06,
      "loss": 0.3543,
      "step": 1027010
    },
    {
      "epoch": 286.64,
      "grad_norm": 0.9767090082168579,
      "learning_rate": 3.5713540957853205e-06,
      "loss": 0.3701,
      "step": 1027020
    },
    {
      "epoch": 286.64,
      "grad_norm": 0.9270895719528198,
      "learning_rate": 3.571331061860043e-06,
      "loss": 0.356,
      "step": 1027030
    },
    {
      "epoch": 286.64,
      "grad_norm": 2.7032418251037598,
      "learning_rate": 3.5713080277713747e-06,
      "loss": 0.355,
      "step": 1027040
    },
    {
      "epoch": 286.65,
      "grad_norm": 0.9780624508857727,
      "learning_rate": 3.5712849935193185e-06,
      "loss": 0.3549,
      "step": 1027050
    },
    {
      "epoch": 286.65,
      "grad_norm": 1.0403486490249634,
      "learning_rate": 3.571261959103877e-06,
      "loss": 0.3706,
      "step": 1027060
    },
    {
      "epoch": 286.65,
      "grad_norm": 1.1540017127990723,
      "learning_rate": 3.5712389245250524e-06,
      "loss": 0.3456,
      "step": 1027070
    },
    {
      "epoch": 286.65,
      "grad_norm": 0.9829657673835754,
      "learning_rate": 3.5712158897828483e-06,
      "loss": 0.3535,
      "step": 1027080
    },
    {
      "epoch": 286.66,
      "grad_norm": 0.9507344365119934,
      "learning_rate": 3.571192854877269e-06,
      "loss": 0.3411,
      "step": 1027090
    },
    {
      "epoch": 286.66,
      "grad_norm": 0.930787205696106,
      "learning_rate": 3.571169819808317e-06,
      "loss": 0.3748,
      "step": 1027100
    },
    {
      "epoch": 286.66,
      "grad_norm": 0.8364235758781433,
      "learning_rate": 3.571146784575994e-06,
      "loss": 0.3371,
      "step": 1027110
    },
    {
      "epoch": 286.66,
      "grad_norm": 0.8136205077171326,
      "learning_rate": 3.5711237491803054e-06,
      "loss": 0.3519,
      "step": 1027120
    },
    {
      "epoch": 286.67,
      "grad_norm": 0.9510842561721802,
      "learning_rate": 3.5711007136212533e-06,
      "loss": 0.3554,
      "step": 1027130
    },
    {
      "epoch": 286.67,
      "grad_norm": 1.3064271211624146,
      "learning_rate": 3.5710776778988394e-06,
      "loss": 0.3501,
      "step": 1027140
    },
    {
      "epoch": 286.67,
      "grad_norm": 1.1079775094985962,
      "learning_rate": 3.571054642013069e-06,
      "loss": 0.3622,
      "step": 1027150
    },
    {
      "epoch": 286.68,
      "grad_norm": 0.8910107612609863,
      "learning_rate": 3.571031605963942e-06,
      "loss": 0.3641,
      "step": 1027160
    },
    {
      "epoch": 286.68,
      "grad_norm": 1.131049633026123,
      "learning_rate": 3.571008569751465e-06,
      "loss": 0.3357,
      "step": 1027170
    },
    {
      "epoch": 286.68,
      "grad_norm": 1.1575593948364258,
      "learning_rate": 3.5709855333756393e-06,
      "loss": 0.3588,
      "step": 1027180
    },
    {
      "epoch": 286.68,
      "grad_norm": 1.013296127319336,
      "learning_rate": 3.5709624968364684e-06,
      "loss": 0.3507,
      "step": 1027190
    },
    {
      "epoch": 286.69,
      "grad_norm": 1.0764001607894897,
      "learning_rate": 3.5709394601339544e-06,
      "loss": 0.3743,
      "step": 1027200
    },
    {
      "epoch": 286.69,
      "grad_norm": 1.0029234886169434,
      "learning_rate": 3.5709164232681015e-06,
      "loss": 0.3551,
      "step": 1027210
    },
    {
      "epoch": 286.69,
      "grad_norm": 0.9829367399215698,
      "learning_rate": 3.570893386238913e-06,
      "loss": 0.3387,
      "step": 1027220
    },
    {
      "epoch": 286.7,
      "grad_norm": 1.088624119758606,
      "learning_rate": 3.5708703490463906e-06,
      "loss": 0.3837,
      "step": 1027230
    },
    {
      "epoch": 286.7,
      "grad_norm": 1.2140021324157715,
      "learning_rate": 3.5708473116905385e-06,
      "loss": 0.3411,
      "step": 1027240
    },
    {
      "epoch": 286.7,
      "grad_norm": 1.1215648651123047,
      "learning_rate": 3.5708242741713598e-06,
      "loss": 0.353,
      "step": 1027250
    },
    {
      "epoch": 286.7,
      "grad_norm": 1.0175877809524536,
      "learning_rate": 3.5708012364888566e-06,
      "loss": 0.3446,
      "step": 1027260
    },
    {
      "epoch": 286.71,
      "grad_norm": 1.0032309293746948,
      "learning_rate": 3.5707781986430328e-06,
      "loss": 0.357,
      "step": 1027270
    },
    {
      "epoch": 286.71,
      "grad_norm": 1.087953805923462,
      "learning_rate": 3.5707551606338917e-06,
      "loss": 0.3577,
      "step": 1027280
    },
    {
      "epoch": 286.71,
      "grad_norm": 1.091748595237732,
      "learning_rate": 3.5707321224614354e-06,
      "loss": 0.376,
      "step": 1027290
    },
    {
      "epoch": 286.72,
      "grad_norm": 0.8745505809783936,
      "learning_rate": 3.5707090841256674e-06,
      "loss": 0.3514,
      "step": 1027300
    },
    {
      "epoch": 286.72,
      "grad_norm": 1.0501688718795776,
      "learning_rate": 3.570686045626591e-06,
      "loss": 0.3537,
      "step": 1027310
    },
    {
      "epoch": 286.72,
      "grad_norm": 0.9563872814178467,
      "learning_rate": 3.5706630069642088e-06,
      "loss": 0.3735,
      "step": 1027320
    },
    {
      "epoch": 286.72,
      "grad_norm": 0.968559741973877,
      "learning_rate": 3.5706399681385237e-06,
      "loss": 0.3659,
      "step": 1027330
    },
    {
      "epoch": 286.73,
      "grad_norm": 2.101365089416504,
      "learning_rate": 3.5706169291495395e-06,
      "loss": 0.358,
      "step": 1027340
    },
    {
      "epoch": 286.73,
      "grad_norm": 1.2049845457077026,
      "learning_rate": 3.5705938899972592e-06,
      "loss": 0.3531,
      "step": 1027350
    },
    {
      "epoch": 286.73,
      "grad_norm": 1.0270463228225708,
      "learning_rate": 3.5705708506816863e-06,
      "loss": 0.3573,
      "step": 1027360
    },
    {
      "epoch": 286.73,
      "grad_norm": 11.896299362182617,
      "learning_rate": 3.5705478112028223e-06,
      "loss": 0.3506,
      "step": 1027370
    },
    {
      "epoch": 286.74,
      "grad_norm": 0.9966338872909546,
      "learning_rate": 3.5705247715606716e-06,
      "loss": 0.3504,
      "step": 1027380
    },
    {
      "epoch": 286.74,
      "grad_norm": 1.0618867874145508,
      "learning_rate": 3.5705017317552366e-06,
      "loss": 0.3606,
      "step": 1027390
    },
    {
      "epoch": 286.74,
      "grad_norm": 0.9618068337440491,
      "learning_rate": 3.5704786917865203e-06,
      "loss": 0.372,
      "step": 1027400
    },
    {
      "epoch": 286.75,
      "grad_norm": 1.0880950689315796,
      "learning_rate": 3.570455651654527e-06,
      "loss": 0.3725,
      "step": 1027410
    },
    {
      "epoch": 286.75,
      "grad_norm": 0.9608678817749023,
      "learning_rate": 3.5704326113592584e-06,
      "loss": 0.3518,
      "step": 1027420
    },
    {
      "epoch": 286.75,
      "grad_norm": 1.1021116971969604,
      "learning_rate": 3.570409570900718e-06,
      "loss": 0.3496,
      "step": 1027430
    },
    {
      "epoch": 286.75,
      "grad_norm": 0.9355557560920715,
      "learning_rate": 3.570386530278909e-06,
      "loss": 0.3569,
      "step": 1027440
    },
    {
      "epoch": 286.76,
      "grad_norm": 1.031663417816162,
      "learning_rate": 3.570363489493834e-06,
      "loss": 0.3504,
      "step": 1027450
    },
    {
      "epoch": 286.76,
      "grad_norm": 0.9429115056991577,
      "learning_rate": 3.5703404485454965e-06,
      "loss": 0.3482,
      "step": 1027460
    },
    {
      "epoch": 286.76,
      "grad_norm": 1.0900770425796509,
      "learning_rate": 3.570317407433899e-06,
      "loss": 0.3626,
      "step": 1027470
    },
    {
      "epoch": 286.77,
      "grad_norm": 1.0260686874389648,
      "learning_rate": 3.570294366159046e-06,
      "loss": 0.3539,
      "step": 1027480
    },
    {
      "epoch": 286.77,
      "grad_norm": 0.8786932229995728,
      "learning_rate": 3.570271324720939e-06,
      "loss": 0.3673,
      "step": 1027490
    },
    {
      "epoch": 286.77,
      "grad_norm": 1.1886769533157349,
      "learning_rate": 3.5702482831195825e-06,
      "loss": 0.3597,
      "step": 1027500
    },
    {
      "epoch": 286.77,
      "grad_norm": 1.010794758796692,
      "learning_rate": 3.5702252413549776e-06,
      "loss": 0.3552,
      "step": 1027510
    },
    {
      "epoch": 286.78,
      "grad_norm": 0.9269888997077942,
      "learning_rate": 3.5702021994271292e-06,
      "loss": 0.3513,
      "step": 1027520
    },
    {
      "epoch": 286.78,
      "grad_norm": 0.9796598553657532,
      "learning_rate": 3.5701791573360394e-06,
      "loss": 0.3561,
      "step": 1027530
    },
    {
      "epoch": 286.78,
      "grad_norm": 1.052034616470337,
      "learning_rate": 3.570156115081712e-06,
      "loss": 0.3699,
      "step": 1027540
    },
    {
      "epoch": 286.78,
      "grad_norm": 1.246732473373413,
      "learning_rate": 3.5701330726641492e-06,
      "loss": 0.3792,
      "step": 1027550
    },
    {
      "epoch": 286.79,
      "grad_norm": 1.085731029510498,
      "learning_rate": 3.5701100300833536e-06,
      "loss": 0.3648,
      "step": 1027560
    },
    {
      "epoch": 286.79,
      "grad_norm": 1.0465470552444458,
      "learning_rate": 3.5700869873393305e-06,
      "loss": 0.3473,
      "step": 1027570
    },
    {
      "epoch": 286.79,
      "grad_norm": 1.1033601760864258,
      "learning_rate": 3.5700639444320817e-06,
      "loss": 0.3673,
      "step": 1027580
    },
    {
      "epoch": 286.8,
      "grad_norm": 1.1288890838623047,
      "learning_rate": 3.5700409013616095e-06,
      "loss": 0.3435,
      "step": 1027590
    },
    {
      "epoch": 286.8,
      "grad_norm": 1.019722819328308,
      "learning_rate": 3.570017858127918e-06,
      "loss": 0.3479,
      "step": 1027600
    },
    {
      "epoch": 286.8,
      "grad_norm": 1.104502558708191,
      "learning_rate": 3.56999481473101e-06,
      "loss": 0.3497,
      "step": 1027610
    },
    {
      "epoch": 286.8,
      "grad_norm": 1.1578510999679565,
      "learning_rate": 3.5699717711708884e-06,
      "loss": 0.3547,
      "step": 1027620
    },
    {
      "epoch": 286.81,
      "grad_norm": 0.9161366820335388,
      "learning_rate": 3.5699487274475554e-06,
      "loss": 0.3606,
      "step": 1027630
    },
    {
      "epoch": 286.81,
      "grad_norm": 1.1462715864181519,
      "learning_rate": 3.569925683561016e-06,
      "loss": 0.3508,
      "step": 1027640
    },
    {
      "epoch": 286.81,
      "grad_norm": 0.9349490404129028,
      "learning_rate": 3.5699026395112727e-06,
      "loss": 0.3579,
      "step": 1027650
    },
    {
      "epoch": 286.82,
      "grad_norm": 1.3010971546173096,
      "learning_rate": 3.569879595298327e-06,
      "loss": 0.3551,
      "step": 1027660
    },
    {
      "epoch": 286.82,
      "grad_norm": 0.9484620094299316,
      "learning_rate": 3.569856550922184e-06,
      "loss": 0.3525,
      "step": 1027670
    },
    {
      "epoch": 286.82,
      "grad_norm": 1.0396262407302856,
      "learning_rate": 3.5698335063828457e-06,
      "loss": 0.358,
      "step": 1027680
    },
    {
      "epoch": 286.82,
      "grad_norm": 1.1021043062210083,
      "learning_rate": 3.5698104616803147e-06,
      "loss": 0.3547,
      "step": 1027690
    },
    {
      "epoch": 286.83,
      "grad_norm": 1.2386209964752197,
      "learning_rate": 3.569787416814595e-06,
      "loss": 0.3507,
      "step": 1027700
    },
    {
      "epoch": 286.83,
      "grad_norm": 0.931397557258606,
      "learning_rate": 3.56976437178569e-06,
      "loss": 0.3377,
      "step": 1027710
    },
    {
      "epoch": 286.83,
      "grad_norm": 0.9410437941551208,
      "learning_rate": 3.5697413265936016e-06,
      "loss": 0.3657,
      "step": 1027720
    },
    {
      "epoch": 286.84,
      "grad_norm": 0.8887416124343872,
      "learning_rate": 3.569718281238334e-06,
      "loss": 0.3524,
      "step": 1027730
    },
    {
      "epoch": 286.84,
      "grad_norm": 1.0484704971313477,
      "learning_rate": 3.5696952357198887e-06,
      "loss": 0.3605,
      "step": 1027740
    },
    {
      "epoch": 286.84,
      "grad_norm": 1.0510722398757935,
      "learning_rate": 3.5696721900382702e-06,
      "loss": 0.3817,
      "step": 1027750
    },
    {
      "epoch": 286.84,
      "grad_norm": 1.179504632949829,
      "learning_rate": 3.569649144193481e-06,
      "loss": 0.361,
      "step": 1027760
    },
    {
      "epoch": 286.85,
      "grad_norm": 0.967552900314331,
      "learning_rate": 3.569626098185525e-06,
      "loss": 0.3498,
      "step": 1027770
    },
    {
      "epoch": 286.85,
      "grad_norm": 0.9656538963317871,
      "learning_rate": 3.569603052014404e-06,
      "loss": 0.3418,
      "step": 1027780
    },
    {
      "epoch": 286.85,
      "grad_norm": 1.094679355621338,
      "learning_rate": 3.569580005680122e-06,
      "loss": 0.3671,
      "step": 1027790
    },
    {
      "epoch": 286.85,
      "grad_norm": 0.9873022437095642,
      "learning_rate": 3.5695569591826816e-06,
      "loss": 0.3786,
      "step": 1027800
    },
    {
      "epoch": 286.86,
      "grad_norm": 1.1021573543548584,
      "learning_rate": 3.569533912522085e-06,
      "loss": 0.3502,
      "step": 1027810
    },
    {
      "epoch": 286.86,
      "grad_norm": 1.432198405265808,
      "learning_rate": 3.5695108656983365e-06,
      "loss": 0.3598,
      "step": 1027820
    },
    {
      "epoch": 286.86,
      "grad_norm": 0.9505017995834351,
      "learning_rate": 3.5694878187114403e-06,
      "loss": 0.3474,
      "step": 1027830
    },
    {
      "epoch": 286.87,
      "grad_norm": 0.8722878098487854,
      "learning_rate": 3.569464771561397e-06,
      "loss": 0.3458,
      "step": 1027840
    },
    {
      "epoch": 286.87,
      "grad_norm": 1.1859560012817383,
      "learning_rate": 3.5694417242482105e-06,
      "loss": 0.3628,
      "step": 1027850
    },
    {
      "epoch": 286.87,
      "grad_norm": 1.0201977491378784,
      "learning_rate": 3.5694186767718847e-06,
      "loss": 0.3554,
      "step": 1027860
    },
    {
      "epoch": 286.87,
      "grad_norm": 0.9792131185531616,
      "learning_rate": 3.569395629132422e-06,
      "loss": 0.3622,
      "step": 1027870
    },
    {
      "epoch": 286.88,
      "grad_norm": 0.9570111036300659,
      "learning_rate": 3.5693725813298253e-06,
      "loss": 0.367,
      "step": 1027880
    },
    {
      "epoch": 286.88,
      "grad_norm": 1.0064501762390137,
      "learning_rate": 3.569349533364098e-06,
      "loss": 0.3632,
      "step": 1027890
    },
    {
      "epoch": 286.88,
      "grad_norm": 1.022274136543274,
      "learning_rate": 3.5693264852352428e-06,
      "loss": 0.3638,
      "step": 1027900
    },
    {
      "epoch": 286.89,
      "grad_norm": 1.0642917156219482,
      "learning_rate": 3.569303436943263e-06,
      "loss": 0.3543,
      "step": 1027910
    },
    {
      "epoch": 286.89,
      "grad_norm": 0.9324425458908081,
      "learning_rate": 3.569280388488162e-06,
      "loss": 0.3446,
      "step": 1027920
    },
    {
      "epoch": 286.89,
      "grad_norm": 1.1421823501586914,
      "learning_rate": 3.569257339869943e-06,
      "loss": 0.3619,
      "step": 1027930
    },
    {
      "epoch": 286.89,
      "grad_norm": 0.9392863512039185,
      "learning_rate": 3.569234291088608e-06,
      "loss": 0.3614,
      "step": 1027940
    },
    {
      "epoch": 286.9,
      "grad_norm": 1.0096043348312378,
      "learning_rate": 3.5692112421441607e-06,
      "loss": 0.3669,
      "step": 1027950
    },
    {
      "epoch": 286.9,
      "grad_norm": 1.0778424739837646,
      "learning_rate": 3.569188193036605e-06,
      "loss": 0.357,
      "step": 1027960
    },
    {
      "epoch": 286.9,
      "grad_norm": 0.9705604910850525,
      "learning_rate": 3.569165143765942e-06,
      "loss": 0.356,
      "step": 1027970
    },
    {
      "epoch": 286.9,
      "grad_norm": 0.7824066877365112,
      "learning_rate": 3.569142094332176e-06,
      "loss": 0.364,
      "step": 1027980
    },
    {
      "epoch": 286.91,
      "grad_norm": 0.9490866661071777,
      "learning_rate": 3.569119044735311e-06,
      "loss": 0.3487,
      "step": 1027990
    },
    {
      "epoch": 286.91,
      "grad_norm": 1.0879446268081665,
      "learning_rate": 3.5690959949753486e-06,
      "loss": 0.3589,
      "step": 1028000
    },
    {
      "epoch": 286.91,
      "grad_norm": 1.0039339065551758,
      "learning_rate": 3.569072945052292e-06,
      "loss": 0.3676,
      "step": 1028010
    },
    {
      "epoch": 286.92,
      "grad_norm": 1.2279424667358398,
      "learning_rate": 3.569049894966145e-06,
      "loss": 0.344,
      "step": 1028020
    },
    {
      "epoch": 286.92,
      "grad_norm": 0.9550291299819946,
      "learning_rate": 3.5690268447169096e-06,
      "loss": 0.3528,
      "step": 1028030
    },
    {
      "epoch": 286.92,
      "grad_norm": 1.1630746126174927,
      "learning_rate": 3.56900379430459e-06,
      "loss": 0.3859,
      "step": 1028040
    },
    {
      "epoch": 286.92,
      "grad_norm": 1.1726142168045044,
      "learning_rate": 3.5689807437291884e-06,
      "loss": 0.3549,
      "step": 1028050
    },
    {
      "epoch": 286.93,
      "grad_norm": 1.3500878810882568,
      "learning_rate": 3.568957692990709e-06,
      "loss": 0.3656,
      "step": 1028060
    },
    {
      "epoch": 286.93,
      "grad_norm": 0.9746119976043701,
      "learning_rate": 3.568934642089153e-06,
      "loss": 0.3509,
      "step": 1028070
    },
    {
      "epoch": 286.93,
      "grad_norm": 0.8865486979484558,
      "learning_rate": 3.568911591024526e-06,
      "loss": 0.3574,
      "step": 1028080
    },
    {
      "epoch": 286.94,
      "grad_norm": 1.0179259777069092,
      "learning_rate": 3.5688885397968287e-06,
      "loss": 0.3527,
      "step": 1028090
    },
    {
      "epoch": 286.94,
      "grad_norm": 1.0370135307312012,
      "learning_rate": 3.5688654884060655e-06,
      "loss": 0.3675,
      "step": 1028100
    },
    {
      "epoch": 286.94,
      "grad_norm": 1.1164090633392334,
      "learning_rate": 3.568842436852238e-06,
      "loss": 0.3503,
      "step": 1028110
    },
    {
      "epoch": 286.94,
      "grad_norm": 0.9775770902633667,
      "learning_rate": 3.568819385135352e-06,
      "loss": 0.3675,
      "step": 1028120
    },
    {
      "epoch": 286.95,
      "grad_norm": 1.0700924396514893,
      "learning_rate": 3.5687963332554086e-06,
      "loss": 0.3538,
      "step": 1028130
    },
    {
      "epoch": 286.95,
      "grad_norm": 0.9703341722488403,
      "learning_rate": 3.56877328121241e-06,
      "loss": 0.3467,
      "step": 1028140
    },
    {
      "epoch": 286.95,
      "grad_norm": 0.8724415302276611,
      "learning_rate": 3.568750229006362e-06,
      "loss": 0.3473,
      "step": 1028150
    },
    {
      "epoch": 286.96,
      "grad_norm": 3.6676106452941895,
      "learning_rate": 3.568727176637265e-06,
      "loss": 0.3706,
      "step": 1028160
    },
    {
      "epoch": 286.96,
      "grad_norm": 1.043532371520996,
      "learning_rate": 3.568704124105124e-06,
      "loss": 0.375,
      "step": 1028170
    },
    {
      "epoch": 286.96,
      "grad_norm": 0.9388735294342041,
      "learning_rate": 3.568681071409941e-06,
      "loss": 0.3519,
      "step": 1028180
    },
    {
      "epoch": 286.96,
      "grad_norm": 1.2317184209823608,
      "learning_rate": 3.568658018551719e-06,
      "loss": 0.3641,
      "step": 1028190
    },
    {
      "epoch": 286.97,
      "grad_norm": 1.0374118089675903,
      "learning_rate": 3.5686349655304617e-06,
      "loss": 0.3657,
      "step": 1028200
    },
    {
      "epoch": 286.97,
      "grad_norm": 1.1777269840240479,
      "learning_rate": 3.5686119123461714e-06,
      "loss": 0.3435,
      "step": 1028210
    },
    {
      "epoch": 286.97,
      "grad_norm": 0.9807049036026001,
      "learning_rate": 3.5685888589988522e-06,
      "loss": 0.3596,
      "step": 1028220
    },
    {
      "epoch": 286.97,
      "grad_norm": 0.9802107214927673,
      "learning_rate": 3.5685658054885067e-06,
      "loss": 0.3471,
      "step": 1028230
    },
    {
      "epoch": 286.98,
      "grad_norm": 0.8842673897743225,
      "learning_rate": 3.5685427518151375e-06,
      "loss": 0.3647,
      "step": 1028240
    },
    {
      "epoch": 286.98,
      "grad_norm": 0.972807765007019,
      "learning_rate": 3.5685196979787487e-06,
      "loss": 0.3449,
      "step": 1028250
    },
    {
      "epoch": 286.98,
      "grad_norm": 1.104141116142273,
      "learning_rate": 3.5684966439793425e-06,
      "loss": 0.3624,
      "step": 1028260
    },
    {
      "epoch": 286.99,
      "grad_norm": 1.089660406112671,
      "learning_rate": 3.5684735898169214e-06,
      "loss": 0.3624,
      "step": 1028270
    },
    {
      "epoch": 286.99,
      "grad_norm": 0.8471634387969971,
      "learning_rate": 3.5684505354914896e-06,
      "loss": 0.3521,
      "step": 1028280
    },
    {
      "epoch": 286.99,
      "grad_norm": 0.9662051200866699,
      "learning_rate": 3.5684274810030502e-06,
      "loss": 0.3692,
      "step": 1028290
    },
    {
      "epoch": 286.99,
      "grad_norm": 1.2441407442092896,
      "learning_rate": 3.5684044263516052e-06,
      "loss": 0.3653,
      "step": 1028300
    },
    {
      "epoch": 287.0,
      "grad_norm": 0.8814908862113953,
      "learning_rate": 3.568381371537159e-06,
      "loss": 0.3729,
      "step": 1028310
    },
    {
      "epoch": 287.0,
      "grad_norm": 1.1753082275390625,
      "learning_rate": 3.5683583165597143e-06,
      "loss": 0.3453,
      "step": 1028320
    },
    {
      "epoch": 287.0,
      "eval_loss": 0.35880178213119507,
      "eval_runtime": 63.4069,
      "eval_samples_per_second": 79.786,
      "eval_steps_per_second": 9.983,
      "step": 1028321
    },
    {
      "epoch": 287.0,
      "grad_norm": 1.020285964012146,
      "learning_rate": 3.568335261419274e-06,
      "loss": 0.3486,
      "step": 1028330
    },
    {
      "epoch": 287.01,
      "grad_norm": 0.927574634552002,
      "learning_rate": 3.5683122061158396e-06,
      "loss": 0.3489,
      "step": 1028340
    },
    {
      "epoch": 287.01,
      "grad_norm": 1.0628414154052734,
      "learning_rate": 3.5682891506494172e-06,
      "loss": 0.3559,
      "step": 1028350
    },
    {
      "epoch": 287.01,
      "grad_norm": 0.842075765132904,
      "learning_rate": 3.5682660950200075e-06,
      "loss": 0.3534,
      "step": 1028360
    },
    {
      "epoch": 287.01,
      "grad_norm": 15.42394733428955,
      "learning_rate": 3.568243039227614e-06,
      "loss": 0.3758,
      "step": 1028370
    },
    {
      "epoch": 287.02,
      "grad_norm": 1.0426222085952759,
      "learning_rate": 3.568219983272241e-06,
      "loss": 0.3546,
      "step": 1028380
    },
    {
      "epoch": 287.02,
      "grad_norm": 1.0635643005371094,
      "learning_rate": 3.568196927153891e-06,
      "loss": 0.3599,
      "step": 1028390
    },
    {
      "epoch": 287.02,
      "grad_norm": 1.0562759637832642,
      "learning_rate": 3.5681738708725658e-06,
      "loss": 0.3422,
      "step": 1028400
    },
    {
      "epoch": 287.02,
      "grad_norm": 1.1320511102676392,
      "learning_rate": 3.56815081442827e-06,
      "loss": 0.3668,
      "step": 1028410
    },
    {
      "epoch": 287.03,
      "grad_norm": 1.107271671295166,
      "learning_rate": 3.568127757821006e-06,
      "loss": 0.3561,
      "step": 1028420
    },
    {
      "epoch": 287.03,
      "grad_norm": 0.9486935138702393,
      "learning_rate": 3.5681047010507764e-06,
      "loss": 0.3511,
      "step": 1028430
    },
    {
      "epoch": 287.03,
      "grad_norm": 0.972791850566864,
      "learning_rate": 3.568081644117586e-06,
      "loss": 0.382,
      "step": 1028440
    },
    {
      "epoch": 287.04,
      "grad_norm": 1.2267793416976929,
      "learning_rate": 3.5680585870214363e-06,
      "loss": 0.3575,
      "step": 1028450
    },
    {
      "epoch": 287.04,
      "grad_norm": 1.0697695016860962,
      "learning_rate": 3.5680355297623305e-06,
      "loss": 0.3555,
      "step": 1028460
    },
    {
      "epoch": 287.04,
      "grad_norm": 1.0473134517669678,
      "learning_rate": 3.5680124723402725e-06,
      "loss": 0.3388,
      "step": 1028470
    },
    {
      "epoch": 287.04,
      "grad_norm": 1.146316647529602,
      "learning_rate": 3.5679894147552645e-06,
      "loss": 0.3789,
      "step": 1028480
    },
    {
      "epoch": 287.05,
      "grad_norm": 1.0135018825531006,
      "learning_rate": 3.5679663570073097e-06,
      "loss": 0.3692,
      "step": 1028490
    },
    {
      "epoch": 287.05,
      "grad_norm": 1.0783343315124512,
      "learning_rate": 3.567943299096411e-06,
      "loss": 0.3651,
      "step": 1028500
    },
    {
      "epoch": 287.05,
      "grad_norm": 1.2830644845962524,
      "learning_rate": 3.5679202410225724e-06,
      "loss": 0.3712,
      "step": 1028510
    },
    {
      "epoch": 287.06,
      "grad_norm": 1.0318992137908936,
      "learning_rate": 3.567897182785796e-06,
      "loss": 0.3421,
      "step": 1028520
    },
    {
      "epoch": 287.06,
      "grad_norm": 0.9880480766296387,
      "learning_rate": 3.5678741243860864e-06,
      "loss": 0.3494,
      "step": 1028530
    },
    {
      "epoch": 287.06,
      "grad_norm": 1.0285894870758057,
      "learning_rate": 3.5678510658234448e-06,
      "loss": 0.3487,
      "step": 1028540
    },
    {
      "epoch": 287.06,
      "grad_norm": 0.9637963771820068,
      "learning_rate": 3.5678280070978747e-06,
      "loss": 0.3486,
      "step": 1028550
    },
    {
      "epoch": 287.07,
      "grad_norm": 1.1104177236557007,
      "learning_rate": 3.56780494820938e-06,
      "loss": 0.3678,
      "step": 1028560
    },
    {
      "epoch": 287.07,
      "grad_norm": 0.9859196543693542,
      "learning_rate": 3.567781889157963e-06,
      "loss": 0.3667,
      "step": 1028570
    },
    {
      "epoch": 287.07,
      "grad_norm": 0.9294037222862244,
      "learning_rate": 3.567758829943627e-06,
      "loss": 0.369,
      "step": 1028580
    },
    {
      "epoch": 287.08,
      "grad_norm": 0.9973794221878052,
      "learning_rate": 3.5677357705663746e-06,
      "loss": 0.364,
      "step": 1028590
    },
    {
      "epoch": 287.08,
      "grad_norm": 1.2715883255004883,
      "learning_rate": 3.5677127110262104e-06,
      "loss": 0.3544,
      "step": 1028600
    },
    {
      "epoch": 287.08,
      "grad_norm": 1.0244896411895752,
      "learning_rate": 3.5676896513231363e-06,
      "loss": 0.3754,
      "step": 1028610
    },
    {
      "epoch": 287.08,
      "grad_norm": 0.9741277098655701,
      "learning_rate": 3.567666591457155e-06,
      "loss": 0.3582,
      "step": 1028620
    },
    {
      "epoch": 287.09,
      "grad_norm": 0.9051788449287415,
      "learning_rate": 3.56764353142827e-06,
      "loss": 0.347,
      "step": 1028630
    },
    {
      "epoch": 287.09,
      "grad_norm": 1.0523687601089478,
      "learning_rate": 3.5676204712364846e-06,
      "loss": 0.363,
      "step": 1028640
    },
    {
      "epoch": 287.09,
      "grad_norm": 1.048115849494934,
      "learning_rate": 3.5675974108818016e-06,
      "loss": 0.3369,
      "step": 1028650
    },
    {
      "epoch": 287.09,
      "grad_norm": 1.092389464378357,
      "learning_rate": 3.567574350364224e-06,
      "loss": 0.3642,
      "step": 1028660
    },
    {
      "epoch": 287.1,
      "grad_norm": 0.9996914863586426,
      "learning_rate": 3.5675512896837557e-06,
      "loss": 0.3425,
      "step": 1028670
    },
    {
      "epoch": 287.1,
      "grad_norm": 0.9851197004318237,
      "learning_rate": 3.5675282288403986e-06,
      "loss": 0.3475,
      "step": 1028680
    },
    {
      "epoch": 287.1,
      "grad_norm": 0.9771519899368286,
      "learning_rate": 3.5675051678341567e-06,
      "loss": 0.3548,
      "step": 1028690
    },
    {
      "epoch": 287.11,
      "grad_norm": 0.9137604832649231,
      "learning_rate": 3.567482106665033e-06,
      "loss": 0.35,
      "step": 1028700
    },
    {
      "epoch": 287.11,
      "grad_norm": 1.0521398782730103,
      "learning_rate": 3.567459045333029e-06,
      "loss": 0.3621,
      "step": 1028710
    },
    {
      "epoch": 287.11,
      "grad_norm": 0.9326042532920837,
      "learning_rate": 3.5674359838381494e-06,
      "loss": 0.3515,
      "step": 1028720
    },
    {
      "epoch": 287.11,
      "grad_norm": 1.0479074716567993,
      "learning_rate": 3.5674129221803973e-06,
      "loss": 0.3492,
      "step": 1028730
    },
    {
      "epoch": 287.12,
      "grad_norm": 1.0973832607269287,
      "learning_rate": 3.5673898603597755e-06,
      "loss": 0.356,
      "step": 1028740
    },
    {
      "epoch": 287.12,
      "grad_norm": 0.8635523319244385,
      "learning_rate": 3.5673667983762863e-06,
      "loss": 0.3505,
      "step": 1028750
    },
    {
      "epoch": 287.12,
      "grad_norm": 1.0055040121078491,
      "learning_rate": 3.567343736229934e-06,
      "loss": 0.3662,
      "step": 1028760
    },
    {
      "epoch": 287.13,
      "grad_norm": 1.2253202199935913,
      "learning_rate": 3.5673206739207206e-06,
      "loss": 0.3409,
      "step": 1028770
    },
    {
      "epoch": 287.13,
      "grad_norm": 1.1654856204986572,
      "learning_rate": 3.5672976114486493e-06,
      "loss": 0.3453,
      "step": 1028780
    },
    {
      "epoch": 287.13,
      "grad_norm": 1.0699249505996704,
      "learning_rate": 3.5672745488137235e-06,
      "loss": 0.3412,
      "step": 1028790
    },
    {
      "epoch": 287.13,
      "grad_norm": 1.4947700500488281,
      "learning_rate": 3.567251486015947e-06,
      "loss": 0.3524,
      "step": 1028800
    },
    {
      "epoch": 287.14,
      "grad_norm": 0.9336401224136353,
      "learning_rate": 3.5672284230553216e-06,
      "loss": 0.3575,
      "step": 1028810
    },
    {
      "epoch": 287.14,
      "grad_norm": 0.9512425065040588,
      "learning_rate": 3.5672053599318514e-06,
      "loss": 0.3604,
      "step": 1028820
    },
    {
      "epoch": 287.14,
      "grad_norm": 1.1105231046676636,
      "learning_rate": 3.5671822966455383e-06,
      "loss": 0.3512,
      "step": 1028830
    },
    {
      "epoch": 287.14,
      "grad_norm": 1.1199895143508911,
      "learning_rate": 3.5671592331963864e-06,
      "loss": 0.3518,
      "step": 1028840
    },
    {
      "epoch": 287.15,
      "grad_norm": 1.2129489183425903,
      "learning_rate": 3.567136169584398e-06,
      "loss": 0.3548,
      "step": 1028850
    },
    {
      "epoch": 287.15,
      "grad_norm": 0.9202739000320435,
      "learning_rate": 3.5671131058095773e-06,
      "loss": 0.3488,
      "step": 1028860
    },
    {
      "epoch": 287.15,
      "grad_norm": 0.9603291749954224,
      "learning_rate": 3.567090041871926e-06,
      "loss": 0.365,
      "step": 1028870
    },
    {
      "epoch": 287.16,
      "grad_norm": 1.1218960285186768,
      "learning_rate": 3.567066977771448e-06,
      "loss": 0.3623,
      "step": 1028880
    },
    {
      "epoch": 287.16,
      "grad_norm": 1.0425755977630615,
      "learning_rate": 3.567043913508146e-06,
      "loss": 0.3523,
      "step": 1028890
    },
    {
      "epoch": 287.16,
      "grad_norm": 1.0287668704986572,
      "learning_rate": 3.5670208490820233e-06,
      "loss": 0.3539,
      "step": 1028900
    },
    {
      "epoch": 287.16,
      "grad_norm": 1.0645045042037964,
      "learning_rate": 3.566997784493083e-06,
      "loss": 0.3689,
      "step": 1028910
    },
    {
      "epoch": 287.17,
      "grad_norm": 1.0511353015899658,
      "learning_rate": 3.566974719741328e-06,
      "loss": 0.3604,
      "step": 1028920
    },
    {
      "epoch": 287.17,
      "grad_norm": 1.0517655611038208,
      "learning_rate": 3.566951654826762e-06,
      "loss": 0.3589,
      "step": 1028930
    },
    {
      "epoch": 287.17,
      "grad_norm": 0.9373431205749512,
      "learning_rate": 3.566928589749387e-06,
      "loss": 0.3635,
      "step": 1028940
    },
    {
      "epoch": 287.18,
      "grad_norm": 0.9713138937950134,
      "learning_rate": 3.566905524509206e-06,
      "loss": 0.3618,
      "step": 1028950
    },
    {
      "epoch": 287.18,
      "grad_norm": 1.0446434020996094,
      "learning_rate": 3.5668824591062235e-06,
      "loss": 0.3428,
      "step": 1028960
    },
    {
      "epoch": 287.18,
      "grad_norm": 1.092267394065857,
      "learning_rate": 3.5668593935404423e-06,
      "loss": 0.3623,
      "step": 1028970
    },
    {
      "epoch": 287.18,
      "grad_norm": 0.8367934823036194,
      "learning_rate": 3.566836327811864e-06,
      "loss": 0.3588,
      "step": 1028980
    },
    {
      "epoch": 287.19,
      "grad_norm": 1.0136109590530396,
      "learning_rate": 3.566813261920493e-06,
      "loss": 0.3594,
      "step": 1028990
    },
    {
      "epoch": 287.19,
      "grad_norm": 1.0098235607147217,
      "learning_rate": 3.5667901958663317e-06,
      "loss": 0.3527,
      "step": 1029000
    },
    {
      "epoch": 287.19,
      "grad_norm": 1.2926745414733887,
      "learning_rate": 3.566767129649383e-06,
      "loss": 0.3559,
      "step": 1029010
    },
    {
      "epoch": 287.2,
      "grad_norm": 1.046086072921753,
      "learning_rate": 3.566744063269651e-06,
      "loss": 0.3673,
      "step": 1029020
    },
    {
      "epoch": 287.2,
      "grad_norm": 1.083150863647461,
      "learning_rate": 3.566720996727138e-06,
      "loss": 0.344,
      "step": 1029030
    },
    {
      "epoch": 287.2,
      "grad_norm": 0.9529684782028198,
      "learning_rate": 3.5666979300218475e-06,
      "loss": 0.344,
      "step": 1029040
    },
    {
      "epoch": 287.2,
      "grad_norm": 1.1549785137176514,
      "learning_rate": 3.5666748631537823e-06,
      "loss": 0.3504,
      "step": 1029050
    },
    {
      "epoch": 287.21,
      "grad_norm": 0.9548779726028442,
      "learning_rate": 3.566651796122945e-06,
      "loss": 0.3551,
      "step": 1029060
    },
    {
      "epoch": 287.21,
      "grad_norm": 1.0994473695755005,
      "learning_rate": 3.566628728929339e-06,
      "loss": 0.3538,
      "step": 1029070
    },
    {
      "epoch": 287.21,
      "grad_norm": 1.0384128093719482,
      "learning_rate": 3.5666056615729678e-06,
      "loss": 0.3531,
      "step": 1029080
    },
    {
      "epoch": 287.21,
      "grad_norm": 0.9819362759590149,
      "learning_rate": 3.566582594053834e-06,
      "loss": 0.3516,
      "step": 1029090
    },
    {
      "epoch": 287.22,
      "grad_norm": 1.0022586584091187,
      "learning_rate": 3.566559526371941e-06,
      "loss": 0.3519,
      "step": 1029100
    },
    {
      "epoch": 287.22,
      "grad_norm": 1.0784636735916138,
      "learning_rate": 3.566536458527292e-06,
      "loss": 0.3538,
      "step": 1029110
    },
    {
      "epoch": 287.22,
      "grad_norm": 0.984283983707428,
      "learning_rate": 3.5665133905198895e-06,
      "loss": 0.368,
      "step": 1029120
    },
    {
      "epoch": 287.23,
      "grad_norm": 0.9018977284431458,
      "learning_rate": 3.566490322349737e-06,
      "loss": 0.3556,
      "step": 1029130
    },
    {
      "epoch": 287.23,
      "grad_norm": 1.029463291168213,
      "learning_rate": 3.5664672540168374e-06,
      "loss": 0.3636,
      "step": 1029140
    },
    {
      "epoch": 287.23,
      "grad_norm": 0.872789740562439,
      "learning_rate": 3.5664441855211933e-06,
      "loss": 0.359,
      "step": 1029150
    },
    {
      "epoch": 287.23,
      "grad_norm": 0.944206953048706,
      "learning_rate": 3.5664211168628087e-06,
      "loss": 0.3578,
      "step": 1029160
    },
    {
      "epoch": 287.24,
      "grad_norm": 1.2833671569824219,
      "learning_rate": 3.5663980480416867e-06,
      "loss": 0.3434,
      "step": 1029170
    },
    {
      "epoch": 287.24,
      "grad_norm": 0.9964002370834351,
      "learning_rate": 3.5663749790578293e-06,
      "loss": 0.3644,
      "step": 1029180
    },
    {
      "epoch": 287.24,
      "grad_norm": 0.9503914713859558,
      "learning_rate": 3.5663519099112404e-06,
      "loss": 0.3619,
      "step": 1029190
    },
    {
      "epoch": 287.25,
      "grad_norm": 0.9464361071586609,
      "learning_rate": 3.566328840601923e-06,
      "loss": 0.3577,
      "step": 1029200
    },
    {
      "epoch": 287.25,
      "grad_norm": 1.2303885221481323,
      "learning_rate": 3.5663057711298793e-06,
      "loss": 0.3654,
      "step": 1029210
    },
    {
      "epoch": 287.25,
      "grad_norm": 5.625319957733154,
      "learning_rate": 3.5662827014951144e-06,
      "loss": 0.3535,
      "step": 1029220
    },
    {
      "epoch": 287.25,
      "grad_norm": 0.9895506501197815,
      "learning_rate": 3.566259631697629e-06,
      "loss": 0.3723,
      "step": 1029230
    },
    {
      "epoch": 287.26,
      "grad_norm": 1.1197528839111328,
      "learning_rate": 3.5662365617374267e-06,
      "loss": 0.3534,
      "step": 1029240
    },
    {
      "epoch": 287.26,
      "grad_norm": 0.9262418150901794,
      "learning_rate": 3.566213491614513e-06,
      "loss": 0.3622,
      "step": 1029250
    },
    {
      "epoch": 287.26,
      "grad_norm": 1.0702643394470215,
      "learning_rate": 3.566190421328887e-06,
      "loss": 0.3777,
      "step": 1029260
    },
    {
      "epoch": 287.26,
      "grad_norm": 1.1496007442474365,
      "learning_rate": 3.5661673508805553e-06,
      "loss": 0.3499,
      "step": 1029270
    },
    {
      "epoch": 287.27,
      "grad_norm": 1.099617600440979,
      "learning_rate": 3.5661442802695197e-06,
      "loss": 0.3579,
      "step": 1029280
    },
    {
      "epoch": 287.27,
      "grad_norm": 0.9732160568237305,
      "learning_rate": 3.5661212094957817e-06,
      "loss": 0.3528,
      "step": 1029290
    },
    {
      "epoch": 287.27,
      "grad_norm": 0.9148213267326355,
      "learning_rate": 3.5660981385593465e-06,
      "loss": 0.3565,
      "step": 1029300
    },
    {
      "epoch": 287.28,
      "grad_norm": 1.0116932392120361,
      "learning_rate": 3.566075067460217e-06,
      "loss": 0.3542,
      "step": 1029310
    },
    {
      "epoch": 287.28,
      "grad_norm": 1.1595407724380493,
      "learning_rate": 3.5660519961983946e-06,
      "loss": 0.3607,
      "step": 1029320
    },
    {
      "epoch": 287.28,
      "grad_norm": 0.9973747134208679,
      "learning_rate": 3.566028924773884e-06,
      "loss": 0.3585,
      "step": 1029330
    },
    {
      "epoch": 287.28,
      "grad_norm": 0.8676061034202576,
      "learning_rate": 3.5660058531866884e-06,
      "loss": 0.3496,
      "step": 1029340
    },
    {
      "epoch": 287.29,
      "grad_norm": 1.02327299118042,
      "learning_rate": 3.5659827814368093e-06,
      "loss": 0.3617,
      "step": 1029350
    },
    {
      "epoch": 287.29,
      "grad_norm": 1.0131254196166992,
      "learning_rate": 3.565959709524251e-06,
      "loss": 0.3652,
      "step": 1029360
    },
    {
      "epoch": 287.29,
      "grad_norm": 1.0335052013397217,
      "learning_rate": 3.5659366374490154e-06,
      "loss": 0.3689,
      "step": 1029370
    },
    {
      "epoch": 287.3,
      "grad_norm": 1.027209758758545,
      "learning_rate": 3.5659135652111077e-06,
      "loss": 0.3672,
      "step": 1029380
    },
    {
      "epoch": 287.3,
      "grad_norm": 1.1096826791763306,
      "learning_rate": 3.565890492810529e-06,
      "loss": 0.362,
      "step": 1029390
    },
    {
      "epoch": 287.3,
      "grad_norm": 0.938891589641571,
      "learning_rate": 3.5658674202472832e-06,
      "loss": 0.3638,
      "step": 1029400
    },
    {
      "epoch": 287.3,
      "grad_norm": 0.9770471453666687,
      "learning_rate": 3.5658443475213736e-06,
      "loss": 0.3504,
      "step": 1029410
    },
    {
      "epoch": 287.31,
      "grad_norm": 1.1343896389007568,
      "learning_rate": 3.565821274632803e-06,
      "loss": 0.3566,
      "step": 1029420
    },
    {
      "epoch": 287.31,
      "grad_norm": 0.99249267578125,
      "learning_rate": 3.5657982015815745e-06,
      "loss": 0.3505,
      "step": 1029430
    },
    {
      "epoch": 287.31,
      "grad_norm": 0.9776459336280823,
      "learning_rate": 3.56577512836769e-06,
      "loss": 0.3569,
      "step": 1029440
    },
    {
      "epoch": 287.32,
      "grad_norm": 1.081027626991272,
      "learning_rate": 3.5657520549911545e-06,
      "loss": 0.3646,
      "step": 1029450
    },
    {
      "epoch": 287.32,
      "grad_norm": 1.0534048080444336,
      "learning_rate": 3.5657289814519696e-06,
      "loss": 0.3512,
      "step": 1029460
    },
    {
      "epoch": 287.32,
      "grad_norm": 1.0978723764419556,
      "learning_rate": 3.5657059077501395e-06,
      "loss": 0.3704,
      "step": 1029470
    },
    {
      "epoch": 287.32,
      "grad_norm": 0.9445099830627441,
      "learning_rate": 3.5656828338856664e-06,
      "loss": 0.3632,
      "step": 1029480
    },
    {
      "epoch": 287.33,
      "grad_norm": 0.9014856815338135,
      "learning_rate": 3.5656597598585537e-06,
      "loss": 0.369,
      "step": 1029490
    },
    {
      "epoch": 287.33,
      "grad_norm": 0.9467409253120422,
      "learning_rate": 3.5656366856688047e-06,
      "loss": 0.3523,
      "step": 1029500
    },
    {
      "epoch": 287.33,
      "grad_norm": 0.890640139579773,
      "learning_rate": 3.565613611316422e-06,
      "loss": 0.3698,
      "step": 1029510
    },
    {
      "epoch": 287.33,
      "grad_norm": 1.092725396156311,
      "learning_rate": 3.565590536801409e-06,
      "loss": 0.3413,
      "step": 1029520
    },
    {
      "epoch": 287.34,
      "grad_norm": 1.0332379341125488,
      "learning_rate": 3.5655674621237686e-06,
      "loss": 0.3593,
      "step": 1029530
    },
    {
      "epoch": 287.34,
      "grad_norm": 1.0387420654296875,
      "learning_rate": 3.5655443872835046e-06,
      "loss": 0.3668,
      "step": 1029540
    },
    {
      "epoch": 287.34,
      "grad_norm": 1.0146459341049194,
      "learning_rate": 3.5655213122806184e-06,
      "loss": 0.3574,
      "step": 1029550
    },
    {
      "epoch": 287.35,
      "grad_norm": 0.9088267683982849,
      "learning_rate": 3.5654982371151146e-06,
      "loss": 0.3542,
      "step": 1029560
    },
    {
      "epoch": 287.35,
      "grad_norm": 0.9705657362937927,
      "learning_rate": 3.5654751617869965e-06,
      "loss": 0.3425,
      "step": 1029570
    },
    {
      "epoch": 287.35,
      "grad_norm": 1.0610023736953735,
      "learning_rate": 3.565452086296266e-06,
      "loss": 0.3532,
      "step": 1029580
    },
    {
      "epoch": 287.35,
      "grad_norm": 1.1133875846862793,
      "learning_rate": 3.5654290106429257e-06,
      "loss": 0.3417,
      "step": 1029590
    },
    {
      "epoch": 287.36,
      "grad_norm": 0.9747870564460754,
      "learning_rate": 3.5654059348269806e-06,
      "loss": 0.3564,
      "step": 1029600
    },
    {
      "epoch": 287.36,
      "grad_norm": 1.1457873582839966,
      "learning_rate": 3.5653828588484323e-06,
      "loss": 0.3721,
      "step": 1029610
    },
    {
      "epoch": 287.36,
      "grad_norm": 0.9578050971031189,
      "learning_rate": 3.565359782707284e-06,
      "loss": 0.3533,
      "step": 1029620
    },
    {
      "epoch": 287.37,
      "grad_norm": 1.0545926094055176,
      "learning_rate": 3.56533670640354e-06,
      "loss": 0.3649,
      "step": 1029630
    },
    {
      "epoch": 287.37,
      "grad_norm": 0.9446581602096558,
      "learning_rate": 3.5653136299372028e-06,
      "loss": 0.352,
      "step": 1029640
    },
    {
      "epoch": 287.37,
      "grad_norm": 0.8695493340492249,
      "learning_rate": 3.565290553308274e-06,
      "loss": 0.3424,
      "step": 1029650
    },
    {
      "epoch": 287.37,
      "grad_norm": 0.909415602684021,
      "learning_rate": 3.5652674765167576e-06,
      "loss": 0.3743,
      "step": 1029660
    },
    {
      "epoch": 287.38,
      "grad_norm": 0.8740076422691345,
      "learning_rate": 3.565244399562658e-06,
      "loss": 0.3479,
      "step": 1029670
    },
    {
      "epoch": 287.38,
      "grad_norm": 1.0109038352966309,
      "learning_rate": 3.5652213224459762e-06,
      "loss": 0.3611,
      "step": 1029680
    },
    {
      "epoch": 287.38,
      "grad_norm": 1.2471674680709839,
      "learning_rate": 3.5651982451667165e-06,
      "loss": 0.3577,
      "step": 1029690
    },
    {
      "epoch": 287.38,
      "grad_norm": 1.0732929706573486,
      "learning_rate": 3.5651751677248823e-06,
      "loss": 0.3727,
      "step": 1029700
    },
    {
      "epoch": 287.39,
      "grad_norm": 1.0456236600875854,
      "learning_rate": 3.5651520901204763e-06,
      "loss": 0.3594,
      "step": 1029710
    },
    {
      "epoch": 287.39,
      "grad_norm": 0.928952693939209,
      "learning_rate": 3.5651290123535e-06,
      "loss": 0.3363,
      "step": 1029720
    },
    {
      "epoch": 287.39,
      "grad_norm": 1.003909707069397,
      "learning_rate": 3.5651059344239596e-06,
      "loss": 0.3696,
      "step": 1029730
    },
    {
      "epoch": 287.4,
      "grad_norm": 1.0042222738265991,
      "learning_rate": 3.5650828563318544e-06,
      "loss": 0.3618,
      "step": 1029740
    },
    {
      "epoch": 287.4,
      "grad_norm": 1.0829178094863892,
      "learning_rate": 3.5650597780771905e-06,
      "loss": 0.3572,
      "step": 1029750
    },
    {
      "epoch": 287.4,
      "grad_norm": 1.0237654447555542,
      "learning_rate": 3.56503669965997e-06,
      "loss": 0.3627,
      "step": 1029760
    },
    {
      "epoch": 287.4,
      "grad_norm": 0.9122981429100037,
      "learning_rate": 3.5650136210801953e-06,
      "loss": 0.3456,
      "step": 1029770
    },
    {
      "epoch": 287.41,
      "grad_norm": 1.104535460472107,
      "learning_rate": 3.564990542337871e-06,
      "loss": 0.3679,
      "step": 1029780
    },
    {
      "epoch": 287.41,
      "grad_norm": 1.1192125082015991,
      "learning_rate": 3.5649674634329986e-06,
      "loss": 0.3556,
      "step": 1029790
    },
    {
      "epoch": 287.41,
      "grad_norm": 1.013061285018921,
      "learning_rate": 3.5649443843655824e-06,
      "loss": 0.3664,
      "step": 1029800
    },
    {
      "epoch": 287.42,
      "grad_norm": 0.9481663107872009,
      "learning_rate": 3.5649213051356244e-06,
      "loss": 0.3562,
      "step": 1029810
    },
    {
      "epoch": 287.42,
      "grad_norm": 1.0196771621704102,
      "learning_rate": 3.564898225743128e-06,
      "loss": 0.3521,
      "step": 1029820
    },
    {
      "epoch": 287.42,
      "grad_norm": 1.0438461303710938,
      "learning_rate": 3.5648751461880966e-06,
      "loss": 0.3799,
      "step": 1029830
    },
    {
      "epoch": 287.42,
      "grad_norm": 1.1040886640548706,
      "learning_rate": 3.5648520664705335e-06,
      "loss": 0.3564,
      "step": 1029840
    },
    {
      "epoch": 287.43,
      "grad_norm": 0.9543928503990173,
      "learning_rate": 3.564828986590441e-06,
      "loss": 0.3569,
      "step": 1029850
    },
    {
      "epoch": 287.43,
      "grad_norm": 0.9996477365493774,
      "learning_rate": 3.5648059065478234e-06,
      "loss": 0.3588,
      "step": 1029860
    },
    {
      "epoch": 287.43,
      "grad_norm": 1.0008699893951416,
      "learning_rate": 3.5647828263426815e-06,
      "loss": 0.3551,
      "step": 1029870
    },
    {
      "epoch": 287.44,
      "grad_norm": 1.0067280530929565,
      "learning_rate": 3.5647597459750206e-06,
      "loss": 0.3651,
      "step": 1029880
    },
    {
      "epoch": 287.44,
      "grad_norm": 1.0097461938858032,
      "learning_rate": 3.564736665444843e-06,
      "loss": 0.3621,
      "step": 1029890
    },
    {
      "epoch": 287.44,
      "grad_norm": 1.108083724975586,
      "learning_rate": 3.5647135847521514e-06,
      "loss": 0.3657,
      "step": 1029900
    },
    {
      "epoch": 287.44,
      "grad_norm": 1.1237000226974487,
      "learning_rate": 3.5646905038969493e-06,
      "loss": 0.3766,
      "step": 1029910
    },
    {
      "epoch": 287.45,
      "grad_norm": 0.9253554940223694,
      "learning_rate": 3.56466742287924e-06,
      "loss": 0.3615,
      "step": 1029920
    },
    {
      "epoch": 287.45,
      "grad_norm": 1.1164982318878174,
      "learning_rate": 3.564644341699026e-06,
      "loss": 0.3462,
      "step": 1029930
    },
    {
      "epoch": 287.45,
      "grad_norm": 1.2045021057128906,
      "learning_rate": 3.5646212603563105e-06,
      "loss": 0.3717,
      "step": 1029940
    },
    {
      "epoch": 287.45,
      "grad_norm": 1.1952083110809326,
      "learning_rate": 3.564598178851097e-06,
      "loss": 0.3458,
      "step": 1029950
    },
    {
      "epoch": 287.46,
      "grad_norm": 0.9166094064712524,
      "learning_rate": 3.5645750971833885e-06,
      "loss": 0.3542,
      "step": 1029960
    },
    {
      "epoch": 287.46,
      "grad_norm": 1.1463611125946045,
      "learning_rate": 3.5645520153531876e-06,
      "loss": 0.3665,
      "step": 1029970
    },
    {
      "epoch": 287.46,
      "grad_norm": 0.859449028968811,
      "learning_rate": 3.564528933360497e-06,
      "loss": 0.3786,
      "step": 1029980
    },
    {
      "epoch": 287.47,
      "grad_norm": 0.9935711026191711,
      "learning_rate": 3.5645058512053213e-06,
      "loss": 0.3505,
      "step": 1029990
    },
    {
      "epoch": 287.47,
      "grad_norm": 0.8903146982192993,
      "learning_rate": 3.5644827688876622e-06,
      "loss": 0.3661,
      "step": 1030000
    },
    {
      "epoch": 287.47,
      "grad_norm": 1.0360643863677979,
      "learning_rate": 3.5644596864075237e-06,
      "loss": 0.3378,
      "step": 1030010
    },
    {
      "epoch": 287.47,
      "grad_norm": 1.280748724937439,
      "learning_rate": 3.5644366037649076e-06,
      "loss": 0.3719,
      "step": 1030020
    },
    {
      "epoch": 287.48,
      "grad_norm": 0.9816020727157593,
      "learning_rate": 3.5644135209598184e-06,
      "loss": 0.36,
      "step": 1030030
    },
    {
      "epoch": 287.48,
      "grad_norm": 0.9627634882926941,
      "learning_rate": 3.564390437992258e-06,
      "loss": 0.3481,
      "step": 1030040
    },
    {
      "epoch": 287.48,
      "grad_norm": 0.9380784630775452,
      "learning_rate": 3.564367354862231e-06,
      "loss": 0.3589,
      "step": 1030050
    },
    {
      "epoch": 287.49,
      "grad_norm": 0.8850418329238892,
      "learning_rate": 3.564344271569738e-06,
      "loss": 0.3574,
      "step": 1030060
    },
    {
      "epoch": 287.49,
      "grad_norm": 0.8377715945243835,
      "learning_rate": 3.5643211881147845e-06,
      "loss": 0.3499,
      "step": 1030070
    },
    {
      "epoch": 287.49,
      "grad_norm": 0.8873926401138306,
      "learning_rate": 3.564298104497373e-06,
      "loss": 0.3486,
      "step": 1030080
    },
    {
      "epoch": 287.49,
      "grad_norm": 0.9617210030555725,
      "learning_rate": 3.564275020717506e-06,
      "loss": 0.3572,
      "step": 1030090
    },
    {
      "epoch": 287.5,
      "grad_norm": 1.0137951374053955,
      "learning_rate": 3.5642519367751864e-06,
      "loss": 0.3532,
      "step": 1030100
    },
    {
      "epoch": 287.5,
      "grad_norm": 1.0922340154647827,
      "learning_rate": 3.5642288526704174e-06,
      "loss": 0.3565,
      "step": 1030110
    },
    {
      "epoch": 287.5,
      "grad_norm": 0.8863503336906433,
      "learning_rate": 3.5642057684032032e-06,
      "loss": 0.3552,
      "step": 1030120
    },
    {
      "epoch": 287.5,
      "grad_norm": 0.9111030101776123,
      "learning_rate": 3.564182683973546e-06,
      "loss": 0.3571,
      "step": 1030130
    },
    {
      "epoch": 287.51,
      "grad_norm": 0.9799312949180603,
      "learning_rate": 3.564159599381448e-06,
      "loss": 0.3496,
      "step": 1030140
    },
    {
      "epoch": 287.51,
      "grad_norm": 1.1254607439041138,
      "learning_rate": 3.5641365146269132e-06,
      "loss": 0.3618,
      "step": 1030150
    },
    {
      "epoch": 287.51,
      "grad_norm": 1.022916316986084,
      "learning_rate": 3.564113429709946e-06,
      "loss": 0.348,
      "step": 1030160
    },
    {
      "epoch": 287.52,
      "grad_norm": 0.9301328659057617,
      "learning_rate": 3.5640903446305466e-06,
      "loss": 0.3605,
      "step": 1030170
    },
    {
      "epoch": 287.52,
      "grad_norm": 0.9640164971351624,
      "learning_rate": 3.56406725938872e-06,
      "loss": 0.3587,
      "step": 1030180
    },
    {
      "epoch": 287.52,
      "grad_norm": 1.3547776937484741,
      "learning_rate": 3.5640441739844693e-06,
      "loss": 0.3665,
      "step": 1030190
    },
    {
      "epoch": 287.52,
      "grad_norm": 1.1815340518951416,
      "learning_rate": 3.5640210884177964e-06,
      "loss": 0.3606,
      "step": 1030200
    },
    {
      "epoch": 287.53,
      "grad_norm": 1.0802212953567505,
      "learning_rate": 3.563998002688706e-06,
      "loss": 0.3707,
      "step": 1030210
    },
    {
      "epoch": 287.53,
      "grad_norm": 0.9112610816955566,
      "learning_rate": 3.5639749167971996e-06,
      "loss": 0.3499,
      "step": 1030220
    },
    {
      "epoch": 287.53,
      "grad_norm": 1.0924906730651855,
      "learning_rate": 3.563951830743281e-06,
      "loss": 0.3429,
      "step": 1030230
    },
    {
      "epoch": 287.54,
      "grad_norm": 0.9659186601638794,
      "learning_rate": 3.563928744526953e-06,
      "loss": 0.3514,
      "step": 1030240
    },
    {
      "epoch": 287.54,
      "grad_norm": 1.2205607891082764,
      "learning_rate": 3.5639056581482196e-06,
      "loss": 0.3456,
      "step": 1030250
    },
    {
      "epoch": 287.54,
      "grad_norm": 1.0042306184768677,
      "learning_rate": 3.5638825716070824e-06,
      "loss": 0.3505,
      "step": 1030260
    },
    {
      "epoch": 287.54,
      "grad_norm": 1.2126381397247314,
      "learning_rate": 3.5638594849035447e-06,
      "loss": 0.3386,
      "step": 1030270
    },
    {
      "epoch": 287.55,
      "grad_norm": 0.9532781839370728,
      "learning_rate": 3.5638363980376114e-06,
      "loss": 0.3566,
      "step": 1030280
    },
    {
      "epoch": 287.55,
      "grad_norm": 1.0325515270233154,
      "learning_rate": 3.5638133110092837e-06,
      "loss": 0.3495,
      "step": 1030290
    },
    {
      "epoch": 287.55,
      "grad_norm": 1.0750422477722168,
      "learning_rate": 3.5637902238185657e-06,
      "loss": 0.3658,
      "step": 1030300
    },
    {
      "epoch": 287.56,
      "grad_norm": 1.0182404518127441,
      "learning_rate": 3.5637671364654597e-06,
      "loss": 0.3526,
      "step": 1030310
    },
    {
      "epoch": 287.56,
      "grad_norm": 0.9984222054481506,
      "learning_rate": 3.5637440489499686e-06,
      "loss": 0.3615,
      "step": 1030320
    },
    {
      "epoch": 287.56,
      "grad_norm": 0.9914957284927368,
      "learning_rate": 3.563720961272096e-06,
      "loss": 0.3537,
      "step": 1030330
    },
    {
      "epoch": 287.56,
      "grad_norm": 0.9844680428504944,
      "learning_rate": 3.563697873431846e-06,
      "loss": 0.3633,
      "step": 1030340
    },
    {
      "epoch": 287.57,
      "grad_norm": 1.0629700422286987,
      "learning_rate": 3.5636747854292197e-06,
      "loss": 0.3466,
      "step": 1030350
    },
    {
      "epoch": 287.57,
      "grad_norm": 1.0753523111343384,
      "learning_rate": 3.5636516972642212e-06,
      "loss": 0.3443,
      "step": 1030360
    },
    {
      "epoch": 287.57,
      "grad_norm": 1.2605431079864502,
      "learning_rate": 3.5636286089368532e-06,
      "loss": 0.3501,
      "step": 1030370
    },
    {
      "epoch": 287.57,
      "grad_norm": 1.1863130331039429,
      "learning_rate": 3.5636055204471197e-06,
      "loss": 0.3668,
      "step": 1030380
    },
    {
      "epoch": 287.58,
      "grad_norm": 1.089716911315918,
      "learning_rate": 3.5635824317950234e-06,
      "loss": 0.3651,
      "step": 1030390
    },
    {
      "epoch": 287.58,
      "grad_norm": 0.9598953127861023,
      "learning_rate": 3.563559342980566e-06,
      "loss": 0.3512,
      "step": 1030400
    },
    {
      "epoch": 287.58,
      "grad_norm": 1.0024887323379517,
      "learning_rate": 3.5635362540037522e-06,
      "loss": 0.3513,
      "step": 1030410
    },
    {
      "epoch": 287.59,
      "grad_norm": 0.9836840629577637,
      "learning_rate": 3.563513164864584e-06,
      "loss": 0.344,
      "step": 1030420
    },
    {
      "epoch": 287.59,
      "grad_norm": 1.0557777881622314,
      "learning_rate": 3.563490075563065e-06,
      "loss": 0.3482,
      "step": 1030430
    },
    {
      "epoch": 287.59,
      "grad_norm": 0.9891276955604553,
      "learning_rate": 3.5634669860991996e-06,
      "loss": 0.3637,
      "step": 1030440
    },
    {
      "epoch": 287.59,
      "grad_norm": 1.1783372163772583,
      "learning_rate": 3.5634438964729883e-06,
      "loss": 0.3587,
      "step": 1030450
    },
    {
      "epoch": 287.6,
      "grad_norm": 1.0423915386199951,
      "learning_rate": 3.5634208066844356e-06,
      "loss": 0.3751,
      "step": 1030460
    },
    {
      "epoch": 287.6,
      "grad_norm": 0.9848672151565552,
      "learning_rate": 3.5633977167335443e-06,
      "loss": 0.3435,
      "step": 1030470
    },
    {
      "epoch": 287.6,
      "grad_norm": 0.927215576171875,
      "learning_rate": 3.563374626620318e-06,
      "loss": 0.3326,
      "step": 1030480
    },
    {
      "epoch": 287.61,
      "grad_norm": 2.8427464962005615,
      "learning_rate": 3.5633515363447585e-06,
      "loss": 0.3767,
      "step": 1030490
    },
    {
      "epoch": 287.61,
      "grad_norm": 0.8723483681678772,
      "learning_rate": 3.5633284459068707e-06,
      "loss": 0.3565,
      "step": 1030500
    },
    {
      "epoch": 287.61,
      "grad_norm": 1.1230807304382324,
      "learning_rate": 3.5633053553066555e-06,
      "loss": 0.3471,
      "step": 1030510
    },
    {
      "epoch": 287.61,
      "grad_norm": 0.9500765800476074,
      "learning_rate": 3.5632822645441186e-06,
      "loss": 0.352,
      "step": 1030520
    },
    {
      "epoch": 287.62,
      "grad_norm": 1.0039057731628418,
      "learning_rate": 3.5632591736192606e-06,
      "loss": 0.357,
      "step": 1030530
    },
    {
      "epoch": 287.62,
      "grad_norm": 1.0436269044876099,
      "learning_rate": 3.563236082532086e-06,
      "loss": 0.3737,
      "step": 1030540
    },
    {
      "epoch": 287.62,
      "grad_norm": 0.9761156439781189,
      "learning_rate": 3.563212991282597e-06,
      "loss": 0.3514,
      "step": 1030550
    },
    {
      "epoch": 287.62,
      "grad_norm": 0.9550186395645142,
      "learning_rate": 3.563189899870798e-06,
      "loss": 0.3486,
      "step": 1030560
    },
    {
      "epoch": 287.63,
      "grad_norm": 1.0836312770843506,
      "learning_rate": 3.563166808296691e-06,
      "loss": 0.3683,
      "step": 1030570
    },
    {
      "epoch": 287.63,
      "grad_norm": 0.891625702381134,
      "learning_rate": 3.5631437165602784e-06,
      "loss": 0.3663,
      "step": 1030580
    },
    {
      "epoch": 287.63,
      "grad_norm": 1.5482397079467773,
      "learning_rate": 3.5631206246615654e-06,
      "loss": 0.3443,
      "step": 1030590
    },
    {
      "epoch": 287.64,
      "grad_norm": 0.9230618476867676,
      "learning_rate": 3.563097532600553e-06,
      "loss": 0.3486,
      "step": 1030600
    },
    {
      "epoch": 287.64,
      "grad_norm": 0.963570237159729,
      "learning_rate": 3.5630744403772455e-06,
      "loss": 0.3751,
      "step": 1030610
    },
    {
      "epoch": 287.64,
      "grad_norm": 0.9320523738861084,
      "learning_rate": 3.563051347991645e-06,
      "loss": 0.359,
      "step": 1030620
    },
    {
      "epoch": 287.64,
      "grad_norm": 1.0993738174438477,
      "learning_rate": 3.563028255443756e-06,
      "loss": 0.3564,
      "step": 1030630
    },
    {
      "epoch": 287.65,
      "grad_norm": 0.8046773672103882,
      "learning_rate": 3.56300516273358e-06,
      "loss": 0.3504,
      "step": 1030640
    },
    {
      "epoch": 287.65,
      "grad_norm": 1.0431817770004272,
      "learning_rate": 3.562982069861121e-06,
      "loss": 0.3434,
      "step": 1030650
    },
    {
      "epoch": 287.65,
      "grad_norm": 1.0597314834594727,
      "learning_rate": 3.5629589768263826e-06,
      "loss": 0.357,
      "step": 1030660
    },
    {
      "epoch": 287.66,
      "grad_norm": 0.9930700659751892,
      "learning_rate": 3.5629358836293663e-06,
      "loss": 0.3563,
      "step": 1030670
    },
    {
      "epoch": 287.66,
      "grad_norm": 1.111741065979004,
      "learning_rate": 3.562912790270076e-06,
      "loss": 0.3661,
      "step": 1030680
    },
    {
      "epoch": 287.66,
      "grad_norm": 0.9882308840751648,
      "learning_rate": 3.562889696748515e-06,
      "loss": 0.357,
      "step": 1030690
    },
    {
      "epoch": 287.66,
      "grad_norm": 1.0759533643722534,
      "learning_rate": 3.5628666030646865e-06,
      "loss": 0.3561,
      "step": 1030700
    },
    {
      "epoch": 287.67,
      "grad_norm": 1.0491230487823486,
      "learning_rate": 3.5628435092185927e-06,
      "loss": 0.3486,
      "step": 1030710
    },
    {
      "epoch": 287.67,
      "grad_norm": 0.9455123543739319,
      "learning_rate": 3.5628204152102374e-06,
      "loss": 0.3452,
      "step": 1030720
    },
    {
      "epoch": 287.67,
      "grad_norm": 0.975062906742096,
      "learning_rate": 3.5627973210396237e-06,
      "loss": 0.3545,
      "step": 1030730
    },
    {
      "epoch": 287.68,
      "grad_norm": 1.0868721008300781,
      "learning_rate": 3.5627742267067544e-06,
      "loss": 0.3795,
      "step": 1030740
    },
    {
      "epoch": 287.68,
      "grad_norm": 0.9225128889083862,
      "learning_rate": 3.562751132211633e-06,
      "loss": 0.3566,
      "step": 1030750
    },
    {
      "epoch": 287.68,
      "grad_norm": 0.9188248515129089,
      "learning_rate": 3.562728037554262e-06,
      "loss": 0.3514,
      "step": 1030760
    },
    {
      "epoch": 287.68,
      "grad_norm": 1.1157822608947754,
      "learning_rate": 3.562704942734644e-06,
      "loss": 0.3745,
      "step": 1030770
    },
    {
      "epoch": 287.69,
      "grad_norm": 0.9841987490653992,
      "learning_rate": 3.5626818477527833e-06,
      "loss": 0.3509,
      "step": 1030780
    },
    {
      "epoch": 287.69,
      "grad_norm": 1.1134061813354492,
      "learning_rate": 3.5626587526086826e-06,
      "loss": 0.3537,
      "step": 1030790
    },
    {
      "epoch": 287.69,
      "grad_norm": 1.0599374771118164,
      "learning_rate": 3.5626356573023442e-06,
      "loss": 0.3705,
      "step": 1030800
    },
    {
      "epoch": 287.69,
      "grad_norm": 1.0057204961776733,
      "learning_rate": 3.5626125618337728e-06,
      "loss": 0.3569,
      "step": 1030810
    },
    {
      "epoch": 287.7,
      "grad_norm": 1.3386690616607666,
      "learning_rate": 3.5625894662029695e-06,
      "loss": 0.3736,
      "step": 1030820
    },
    {
      "epoch": 287.7,
      "grad_norm": 1.0320277214050293,
      "learning_rate": 3.5625663704099396e-06,
      "loss": 0.3545,
      "step": 1030830
    },
    {
      "epoch": 287.7,
      "grad_norm": 0.9777551293373108,
      "learning_rate": 3.5625432744546833e-06,
      "loss": 0.3534,
      "step": 1030840
    },
    {
      "epoch": 287.71,
      "grad_norm": 0.9981482028961182,
      "learning_rate": 3.5625201783372063e-06,
      "loss": 0.3908,
      "step": 1030850
    },
    {
      "epoch": 287.71,
      "grad_norm": 1.0249279737472534,
      "learning_rate": 3.5624970820575106e-06,
      "loss": 0.3588,
      "step": 1030860
    },
    {
      "epoch": 287.71,
      "grad_norm": 1.118025779724121,
      "learning_rate": 3.5624739856155987e-06,
      "loss": 0.3682,
      "step": 1030870
    },
    {
      "epoch": 287.71,
      "grad_norm": 1.0959436893463135,
      "learning_rate": 3.562450889011475e-06,
      "loss": 0.371,
      "step": 1030880
    },
    {
      "epoch": 287.72,
      "grad_norm": 1.0436936616897583,
      "learning_rate": 3.562427792245142e-06,
      "loss": 0.3693,
      "step": 1030890
    },
    {
      "epoch": 287.72,
      "grad_norm": 1.059000015258789,
      "learning_rate": 3.562404695316602e-06,
      "loss": 0.3557,
      "step": 1030900
    },
    {
      "epoch": 287.72,
      "grad_norm": 1.079941749572754,
      "learning_rate": 3.5623815982258583e-06,
      "loss": 0.3644,
      "step": 1030910
    },
    {
      "epoch": 287.73,
      "grad_norm": 1.0079436302185059,
      "learning_rate": 3.562358500972916e-06,
      "loss": 0.3667,
      "step": 1030920
    },
    {
      "epoch": 287.73,
      "grad_norm": 1.0105235576629639,
      "learning_rate": 3.562335403557775e-06,
      "loss": 0.3689,
      "step": 1030930
    },
    {
      "epoch": 287.73,
      "grad_norm": 0.9587334394454956,
      "learning_rate": 3.562312305980441e-06,
      "loss": 0.3648,
      "step": 1030940
    },
    {
      "epoch": 287.73,
      "grad_norm": 1.2282301187515259,
      "learning_rate": 3.5622892082409156e-06,
      "loss": 0.3683,
      "step": 1030950
    },
    {
      "epoch": 287.74,
      "grad_norm": 0.9542931318283081,
      "learning_rate": 3.5622661103392022e-06,
      "loss": 0.3667,
      "step": 1030960
    },
    {
      "epoch": 287.74,
      "grad_norm": 1.036587119102478,
      "learning_rate": 3.5622430122753045e-06,
      "loss": 0.3809,
      "step": 1030970
    },
    {
      "epoch": 287.74,
      "grad_norm": 0.9055852890014648,
      "learning_rate": 3.562219914049224e-06,
      "loss": 0.3768,
      "step": 1030980
    },
    {
      "epoch": 287.74,
      "grad_norm": 0.9542977213859558,
      "learning_rate": 3.562196815660966e-06,
      "loss": 0.3504,
      "step": 1030990
    },
    {
      "epoch": 287.75,
      "grad_norm": 0.887730598449707,
      "learning_rate": 3.5621737171105317e-06,
      "loss": 0.3503,
      "step": 1031000
    },
    {
      "epoch": 287.75,
      "grad_norm": 0.9388839602470398,
      "learning_rate": 3.562150618397925e-06,
      "loss": 0.3609,
      "step": 1031010
    },
    {
      "epoch": 287.75,
      "grad_norm": 1.0336809158325195,
      "learning_rate": 3.562127519523149e-06,
      "loss": 0.3657,
      "step": 1031020
    },
    {
      "epoch": 287.76,
      "grad_norm": 1.2856760025024414,
      "learning_rate": 3.5621044204862063e-06,
      "loss": 0.3658,
      "step": 1031030
    },
    {
      "epoch": 287.76,
      "grad_norm": 1.0601872205734253,
      "learning_rate": 3.5620813212871006e-06,
      "loss": 0.3614,
      "step": 1031040
    },
    {
      "epoch": 287.76,
      "grad_norm": 1.1628350019454956,
      "learning_rate": 3.5620582219258347e-06,
      "loss": 0.3471,
      "step": 1031050
    },
    {
      "epoch": 287.76,
      "grad_norm": 0.977091372013092,
      "learning_rate": 3.5620351224024115e-06,
      "loss": 0.3481,
      "step": 1031060
    },
    {
      "epoch": 287.77,
      "grad_norm": 1.0067049264907837,
      "learning_rate": 3.562012022716834e-06,
      "loss": 0.3499,
      "step": 1031070
    },
    {
      "epoch": 287.77,
      "grad_norm": 0.9650734663009644,
      "learning_rate": 3.561988922869106e-06,
      "loss": 0.3554,
      "step": 1031080
    },
    {
      "epoch": 287.77,
      "grad_norm": 0.9252739548683167,
      "learning_rate": 3.5619658228592296e-06,
      "loss": 0.359,
      "step": 1031090
    },
    {
      "epoch": 287.78,
      "grad_norm": 1.1295101642608643,
      "learning_rate": 3.5619427226872083e-06,
      "loss": 0.3622,
      "step": 1031100
    },
    {
      "epoch": 287.78,
      "grad_norm": 1.0981565713882446,
      "learning_rate": 3.561919622353046e-06,
      "loss": 0.3744,
      "step": 1031110
    },
    {
      "epoch": 287.78,
      "grad_norm": 1.1521480083465576,
      "learning_rate": 3.5618965218567443e-06,
      "loss": 0.3414,
      "step": 1031120
    },
    {
      "epoch": 287.78,
      "grad_norm": 0.8170703053474426,
      "learning_rate": 3.561873421198307e-06,
      "loss": 0.3752,
      "step": 1031130
    },
    {
      "epoch": 287.79,
      "grad_norm": 1.050264596939087,
      "learning_rate": 3.5618503203777372e-06,
      "loss": 0.3684,
      "step": 1031140
    },
    {
      "epoch": 287.79,
      "grad_norm": 1.1173969507217407,
      "learning_rate": 3.561827219395038e-06,
      "loss": 0.3637,
      "step": 1031150
    },
    {
      "epoch": 287.79,
      "grad_norm": 0.9166884422302246,
      "learning_rate": 3.5618041182502125e-06,
      "loss": 0.3477,
      "step": 1031160
    },
    {
      "epoch": 287.8,
      "grad_norm": 0.9742434024810791,
      "learning_rate": 3.5617810169432628e-06,
      "loss": 0.3612,
      "step": 1031170
    },
    {
      "epoch": 287.8,
      "grad_norm": 0.879082977771759,
      "learning_rate": 3.561757915474194e-06,
      "loss": 0.3482,
      "step": 1031180
    },
    {
      "epoch": 287.8,
      "grad_norm": 1.1408979892730713,
      "learning_rate": 3.5617348138430075e-06,
      "loss": 0.3588,
      "step": 1031190
    },
    {
      "epoch": 287.8,
      "grad_norm": 1.1645734310150146,
      "learning_rate": 3.5617117120497076e-06,
      "loss": 0.3588,
      "step": 1031200
    },
    {
      "epoch": 287.81,
      "grad_norm": 0.9403500556945801,
      "learning_rate": 3.5616886100942965e-06,
      "loss": 0.3748,
      "step": 1031210
    },
    {
      "epoch": 287.81,
      "grad_norm": 1.1479816436767578,
      "learning_rate": 3.5616655079767764e-06,
      "loss": 0.3688,
      "step": 1031220
    },
    {
      "epoch": 287.81,
      "grad_norm": 1.205255389213562,
      "learning_rate": 3.5616424056971516e-06,
      "loss": 0.3614,
      "step": 1031230
    },
    {
      "epoch": 287.81,
      "grad_norm": 1.0562509298324585,
      "learning_rate": 3.561619303255425e-06,
      "loss": 0.3625,
      "step": 1031240
    },
    {
      "epoch": 287.82,
      "grad_norm": 0.964250385761261,
      "learning_rate": 3.5615962006516005e-06,
      "loss": 0.3538,
      "step": 1031250
    },
    {
      "epoch": 287.82,
      "grad_norm": 0.8718051910400391,
      "learning_rate": 3.56157309788568e-06,
      "loss": 0.369,
      "step": 1031260
    },
    {
      "epoch": 287.82,
      "grad_norm": 1.002386212348938,
      "learning_rate": 3.561549994957667e-06,
      "loss": 0.3345,
      "step": 1031270
    },
    {
      "epoch": 287.83,
      "grad_norm": 1.1754965782165527,
      "learning_rate": 3.5615268918675645e-06,
      "loss": 0.3562,
      "step": 1031280
    },
    {
      "epoch": 287.83,
      "grad_norm": 0.9925321340560913,
      "learning_rate": 3.561503788615375e-06,
      "loss": 0.3797,
      "step": 1031290
    },
    {
      "epoch": 287.83,
      "grad_norm": 1.0363792181015015,
      "learning_rate": 3.561480685201102e-06,
      "loss": 0.3623,
      "step": 1031300
    },
    {
      "epoch": 287.83,
      "grad_norm": 0.949836015701294,
      "learning_rate": 3.5614575816247498e-06,
      "loss": 0.3524,
      "step": 1031310
    },
    {
      "epoch": 287.84,
      "grad_norm": 1.1011216640472412,
      "learning_rate": 3.5614344778863195e-06,
      "loss": 0.357,
      "step": 1031320
    },
    {
      "epoch": 287.84,
      "grad_norm": 0.912335991859436,
      "learning_rate": 3.561411373985816e-06,
      "loss": 0.354,
      "step": 1031330
    },
    {
      "epoch": 287.84,
      "grad_norm": 1.1362112760543823,
      "learning_rate": 3.5613882699232405e-06,
      "loss": 0.3514,
      "step": 1031340
    },
    {
      "epoch": 287.85,
      "grad_norm": 1.0455478429794312,
      "learning_rate": 3.5613651656985973e-06,
      "loss": 0.367,
      "step": 1031350
    },
    {
      "epoch": 287.85,
      "grad_norm": 1.2539057731628418,
      "learning_rate": 3.5613420613118887e-06,
      "loss": 0.3694,
      "step": 1031360
    },
    {
      "epoch": 287.85,
      "grad_norm": 0.8577879667282104,
      "learning_rate": 3.5613189567631193e-06,
      "loss": 0.3536,
      "step": 1031370
    },
    {
      "epoch": 287.85,
      "grad_norm": 0.9254204630851746,
      "learning_rate": 3.56129585205229e-06,
      "loss": 0.3523,
      "step": 1031380
    },
    {
      "epoch": 287.86,
      "grad_norm": 1.1819027662277222,
      "learning_rate": 3.5612727471794054e-06,
      "loss": 0.3587,
      "step": 1031390
    },
    {
      "epoch": 287.86,
      "grad_norm": 1.1167837381362915,
      "learning_rate": 3.5612496421444693e-06,
      "loss": 0.3599,
      "step": 1031400
    },
    {
      "epoch": 287.86,
      "grad_norm": 1.0678074359893799,
      "learning_rate": 3.561226536947482e-06,
      "loss": 0.3704,
      "step": 1031410
    },
    {
      "epoch": 287.86,
      "grad_norm": 0.9720026254653931,
      "learning_rate": 3.5612034315884496e-06,
      "loss": 0.3431,
      "step": 1031420
    },
    {
      "epoch": 287.87,
      "grad_norm": 0.9025576710700989,
      "learning_rate": 3.561180326067373e-06,
      "loss": 0.3585,
      "step": 1031430
    },
    {
      "epoch": 287.87,
      "grad_norm": 1.3832309246063232,
      "learning_rate": 3.5611572203842566e-06,
      "loss": 0.3718,
      "step": 1031440
    },
    {
      "epoch": 287.87,
      "grad_norm": 1.4099825620651245,
      "learning_rate": 3.5611341145391026e-06,
      "loss": 0.3574,
      "step": 1031450
    },
    {
      "epoch": 287.88,
      "grad_norm": 0.97940593957901,
      "learning_rate": 3.561111008531914e-06,
      "loss": 0.3442,
      "step": 1031460
    },
    {
      "epoch": 287.88,
      "grad_norm": 0.9254139065742493,
      "learning_rate": 3.5610879023626953e-06,
      "loss": 0.3518,
      "step": 1031470
    },
    {
      "epoch": 287.88,
      "grad_norm": 0.8837828040122986,
      "learning_rate": 3.561064796031448e-06,
      "loss": 0.3517,
      "step": 1031480
    },
    {
      "epoch": 287.88,
      "grad_norm": 0.9877094030380249,
      "learning_rate": 3.561041689538176e-06,
      "loss": 0.3559,
      "step": 1031490
    },
    {
      "epoch": 287.89,
      "grad_norm": 1.1332427263259888,
      "learning_rate": 3.561018582882882e-06,
      "loss": 0.3622,
      "step": 1031500
    },
    {
      "epoch": 287.89,
      "grad_norm": 1.044211745262146,
      "learning_rate": 3.5609954760655692e-06,
      "loss": 0.3647,
      "step": 1031510
    },
    {
      "epoch": 287.89,
      "grad_norm": 1.1703851222991943,
      "learning_rate": 3.5609723690862406e-06,
      "loss": 0.3446,
      "step": 1031520
    },
    {
      "epoch": 287.9,
      "grad_norm": 1.1231746673583984,
      "learning_rate": 3.560949261944899e-06,
      "loss": 0.3656,
      "step": 1031530
    },
    {
      "epoch": 287.9,
      "grad_norm": 1.3388679027557373,
      "learning_rate": 3.5609261546415494e-06,
      "loss": 0.3589,
      "step": 1031540
    },
    {
      "epoch": 287.9,
      "grad_norm": 1.0384008884429932,
      "learning_rate": 3.5609030471761924e-06,
      "loss": 0.3623,
      "step": 1031550
    },
    {
      "epoch": 287.9,
      "grad_norm": 0.9502958059310913,
      "learning_rate": 3.560879939548832e-06,
      "loss": 0.3521,
      "step": 1031560
    },
    {
      "epoch": 287.91,
      "grad_norm": 1.0996357202529907,
      "learning_rate": 3.5608568317594708e-06,
      "loss": 0.3665,
      "step": 1031570
    },
    {
      "epoch": 287.91,
      "grad_norm": 0.980410099029541,
      "learning_rate": 3.5608337238081134e-06,
      "loss": 0.3446,
      "step": 1031580
    },
    {
      "epoch": 287.91,
      "grad_norm": 0.9738861918449402,
      "learning_rate": 3.56081061569476e-06,
      "loss": 0.3575,
      "step": 1031590
    },
    {
      "epoch": 287.92,
      "grad_norm": 1.2815704345703125,
      "learning_rate": 3.5607875074194176e-06,
      "loss": 0.344,
      "step": 1031600
    },
    {
      "epoch": 287.92,
      "grad_norm": 1.0058048963546753,
      "learning_rate": 3.5607643989820857e-06,
      "loss": 0.3637,
      "step": 1031610
    },
    {
      "epoch": 287.92,
      "grad_norm": 1.06206214427948,
      "learning_rate": 3.5607412903827697e-06,
      "loss": 0.3633,
      "step": 1031620
    },
    {
      "epoch": 287.92,
      "grad_norm": 0.9926983714103699,
      "learning_rate": 3.5607181816214717e-06,
      "loss": 0.3509,
      "step": 1031630
    },
    {
      "epoch": 287.93,
      "grad_norm": 1.2070449590682983,
      "learning_rate": 3.560695072698195e-06,
      "loss": 0.3519,
      "step": 1031640
    },
    {
      "epoch": 287.93,
      "grad_norm": 1.0837688446044922,
      "learning_rate": 3.5606719636129415e-06,
      "loss": 0.3551,
      "step": 1031650
    },
    {
      "epoch": 287.93,
      "grad_norm": 0.9461051821708679,
      "learning_rate": 3.5606488543657165e-06,
      "loss": 0.3648,
      "step": 1031660
    },
    {
      "epoch": 287.93,
      "grad_norm": 0.9140206575393677,
      "learning_rate": 3.5606257449565213e-06,
      "loss": 0.3562,
      "step": 1031670
    },
    {
      "epoch": 287.94,
      "grad_norm": 1.2175453901290894,
      "learning_rate": 3.5606026353853595e-06,
      "loss": 0.3575,
      "step": 1031680
    },
    {
      "epoch": 287.94,
      "grad_norm": 0.9136238098144531,
      "learning_rate": 3.5605795256522357e-06,
      "loss": 0.3408,
      "step": 1031690
    },
    {
      "epoch": 287.94,
      "grad_norm": 0.926613450050354,
      "learning_rate": 3.5605564157571503e-06,
      "loss": 0.3561,
      "step": 1031700
    },
    {
      "epoch": 287.95,
      "grad_norm": 1.0639784336090088,
      "learning_rate": 3.5605333057001075e-06,
      "loss": 0.3545,
      "step": 1031710
    },
    {
      "epoch": 287.95,
      "grad_norm": 1.01445734500885,
      "learning_rate": 3.5605101954811108e-06,
      "loss": 0.3626,
      "step": 1031720
    },
    {
      "epoch": 287.95,
      "grad_norm": 1.1453864574432373,
      "learning_rate": 3.560487085100163e-06,
      "loss": 0.3548,
      "step": 1031730
    },
    {
      "epoch": 287.95,
      "grad_norm": 1.0720889568328857,
      "learning_rate": 3.5604639745572677e-06,
      "loss": 0.3592,
      "step": 1031740
    },
    {
      "epoch": 287.96,
      "grad_norm": 0.9538873434066772,
      "learning_rate": 3.5604408638524264e-06,
      "loss": 0.3417,
      "step": 1031750
    },
    {
      "epoch": 287.96,
      "grad_norm": 0.9310431480407715,
      "learning_rate": 3.560417752985644e-06,
      "loss": 0.3667,
      "step": 1031760
    },
    {
      "epoch": 287.96,
      "grad_norm": 1.2969712018966675,
      "learning_rate": 3.560394641956923e-06,
      "loss": 0.3839,
      "step": 1031770
    },
    {
      "epoch": 287.97,
      "grad_norm": 1.1134403944015503,
      "learning_rate": 3.560371530766266e-06,
      "loss": 0.3617,
      "step": 1031780
    },
    {
      "epoch": 287.97,
      "grad_norm": 1.0706275701522827,
      "learning_rate": 3.5603484194136757e-06,
      "loss": 0.3401,
      "step": 1031790
    },
    {
      "epoch": 287.97,
      "grad_norm": 0.9581865668296814,
      "learning_rate": 3.5603253078991564e-06,
      "loss": 0.3707,
      "step": 1031800
    },
    {
      "epoch": 287.97,
      "grad_norm": 0.8467546105384827,
      "learning_rate": 3.5603021962227103e-06,
      "loss": 0.3599,
      "step": 1031810
    },
    {
      "epoch": 287.98,
      "grad_norm": 0.8905545473098755,
      "learning_rate": 3.560279084384341e-06,
      "loss": 0.3715,
      "step": 1031820
    },
    {
      "epoch": 287.98,
      "grad_norm": 1.1004185676574707,
      "learning_rate": 3.5602559723840515e-06,
      "loss": 0.3494,
      "step": 1031830
    },
    {
      "epoch": 287.98,
      "grad_norm": 1.0266680717468262,
      "learning_rate": 3.5602328602218443e-06,
      "loss": 0.376,
      "step": 1031840
    },
    {
      "epoch": 287.98,
      "grad_norm": 1.17527437210083,
      "learning_rate": 3.5602097478977233e-06,
      "loss": 0.3626,
      "step": 1031850
    },
    {
      "epoch": 287.99,
      "grad_norm": 1.055635929107666,
      "learning_rate": 3.5601866354116908e-06,
      "loss": 0.3555,
      "step": 1031860
    },
    {
      "epoch": 287.99,
      "grad_norm": 1.2099212408065796,
      "learning_rate": 3.5601635227637504e-06,
      "loss": 0.3525,
      "step": 1031870
    },
    {
      "epoch": 287.99,
      "grad_norm": 1.0364612340927124,
      "learning_rate": 3.5601404099539056e-06,
      "loss": 0.3435,
      "step": 1031880
    },
    {
      "epoch": 288.0,
      "grad_norm": 1.0709195137023926,
      "learning_rate": 3.5601172969821585e-06,
      "loss": 0.3527,
      "step": 1031890
    },
    {
      "epoch": 288.0,
      "grad_norm": 1.0856547355651855,
      "learning_rate": 3.560094183848512e-06,
      "loss": 0.3479,
      "step": 1031900
    },
    {
      "epoch": 288.0,
      "eval_loss": 0.3598695993423462,
      "eval_runtime": 63.3067,
      "eval_samples_per_second": 79.913,
      "eval_steps_per_second": 9.999,
      "step": 1031904
    },
    {
      "epoch": 288.0,
      "grad_norm": 1.1201155185699463,
      "learning_rate": 3.560071070552971e-06,
      "loss": 0.3487,
      "step": 1031910
    },
    {
      "epoch": 288.0,
      "grad_norm": 0.9214679002761841,
      "learning_rate": 3.5600479570955364e-06,
      "loss": 0.3588,
      "step": 1031920
    },
    {
      "epoch": 288.01,
      "grad_norm": 0.8461514115333557,
      "learning_rate": 3.5600248434762123e-06,
      "loss": 0.356,
      "step": 1031930
    },
    {
      "epoch": 288.01,
      "grad_norm": 1.1198068857192993,
      "learning_rate": 3.560001729695001e-06,
      "loss": 0.3456,
      "step": 1031940
    },
    {
      "epoch": 288.01,
      "grad_norm": 1.0929933786392212,
      "learning_rate": 3.559978615751908e-06,
      "loss": 0.371,
      "step": 1031950
    },
    {
      "epoch": 288.02,
      "grad_norm": 1.0362468957901,
      "learning_rate": 3.5599555016469333e-06,
      "loss": 0.341,
      "step": 1031960
    },
    {
      "epoch": 288.02,
      "grad_norm": 1.0556516647338867,
      "learning_rate": 3.5599323873800817e-06,
      "loss": 0.349,
      "step": 1031970
    },
    {
      "epoch": 288.02,
      "grad_norm": 0.9572274088859558,
      "learning_rate": 3.559909272951356e-06,
      "loss": 0.3642,
      "step": 1031980
    },
    {
      "epoch": 288.02,
      "grad_norm": 0.9044830799102783,
      "learning_rate": 3.5598861583607585e-06,
      "loss": 0.3678,
      "step": 1031990
    },
    {
      "epoch": 288.03,
      "grad_norm": 1.0259376764297485,
      "learning_rate": 3.559863043608294e-06,
      "loss": 0.3531,
      "step": 1032000
    },
    {
      "epoch": 288.03,
      "grad_norm": 1.0809135437011719,
      "learning_rate": 3.5598399286939637e-06,
      "loss": 0.3705,
      "step": 1032010
    },
    {
      "epoch": 288.03,
      "grad_norm": 1.0621860027313232,
      "learning_rate": 3.559816813617772e-06,
      "loss": 0.3628,
      "step": 1032020
    },
    {
      "epoch": 288.04,
      "grad_norm": 1.047081708908081,
      "learning_rate": 3.5597936983797215e-06,
      "loss": 0.3606,
      "step": 1032030
    },
    {
      "epoch": 288.04,
      "grad_norm": 1.0532933473587036,
      "learning_rate": 3.5597705829798147e-06,
      "loss": 0.3595,
      "step": 1032040
    },
    {
      "epoch": 288.04,
      "grad_norm": 1.0707048177719116,
      "learning_rate": 3.559747467418055e-06,
      "loss": 0.3505,
      "step": 1032050
    },
    {
      "epoch": 288.04,
      "grad_norm": 0.9823349714279175,
      "learning_rate": 3.5597243516944466e-06,
      "loss": 0.3638,
      "step": 1032060
    },
    {
      "epoch": 288.05,
      "grad_norm": 1.046509861946106,
      "learning_rate": 3.5597012358089918e-06,
      "loss": 0.3494,
      "step": 1032070
    },
    {
      "epoch": 288.05,
      "grad_norm": 0.9196552634239197,
      "learning_rate": 3.559678119761693e-06,
      "loss": 0.3575,
      "step": 1032080
    },
    {
      "epoch": 288.05,
      "grad_norm": 1.0261389017105103,
      "learning_rate": 3.5596550035525542e-06,
      "loss": 0.3693,
      "step": 1032090
    },
    {
      "epoch": 288.05,
      "grad_norm": 1.1327364444732666,
      "learning_rate": 3.559631887181578e-06,
      "loss": 0.3513,
      "step": 1032100
    },
    {
      "epoch": 288.06,
      "grad_norm": 1.0219109058380127,
      "learning_rate": 3.559608770648767e-06,
      "loss": 0.3662,
      "step": 1032110
    },
    {
      "epoch": 288.06,
      "grad_norm": 0.9383538961410522,
      "learning_rate": 3.559585653954125e-06,
      "loss": 0.3803,
      "step": 1032120
    },
    {
      "epoch": 288.06,
      "grad_norm": 1.1333640813827515,
      "learning_rate": 3.5595625370976554e-06,
      "loss": 0.3706,
      "step": 1032130
    },
    {
      "epoch": 288.07,
      "grad_norm": 1.3704286813735962,
      "learning_rate": 3.559539420079361e-06,
      "loss": 0.3441,
      "step": 1032140
    },
    {
      "epoch": 288.07,
      "grad_norm": 1.033767580986023,
      "learning_rate": 3.5595163028992445e-06,
      "loss": 0.3559,
      "step": 1032150
    },
    {
      "epoch": 288.07,
      "grad_norm": 1.2718749046325684,
      "learning_rate": 3.559493185557309e-06,
      "loss": 0.3529,
      "step": 1032160
    },
    {
      "epoch": 288.07,
      "grad_norm": 0.8844903707504272,
      "learning_rate": 3.5594700680535577e-06,
      "loss": 0.3543,
      "step": 1032170
    },
    {
      "epoch": 288.08,
      "grad_norm": 1.0190545320510864,
      "learning_rate": 3.559446950387994e-06,
      "loss": 0.3326,
      "step": 1032180
    },
    {
      "epoch": 288.08,
      "grad_norm": 1.0049089193344116,
      "learning_rate": 3.5594238325606204e-06,
      "loss": 0.36,
      "step": 1032190
    },
    {
      "epoch": 288.08,
      "grad_norm": 1.0318316221237183,
      "learning_rate": 3.5594007145714398e-06,
      "loss": 0.3787,
      "step": 1032200
    },
    {
      "epoch": 288.09,
      "grad_norm": 0.9622838497161865,
      "learning_rate": 3.5593775964204568e-06,
      "loss": 0.3706,
      "step": 1032210
    },
    {
      "epoch": 288.09,
      "grad_norm": 0.980130136013031,
      "learning_rate": 3.5593544781076736e-06,
      "loss": 0.3586,
      "step": 1032220
    },
    {
      "epoch": 288.09,
      "grad_norm": 0.9458399415016174,
      "learning_rate": 3.5593313596330922e-06,
      "loss": 0.3589,
      "step": 1032230
    },
    {
      "epoch": 288.09,
      "grad_norm": 1.1185468435287476,
      "learning_rate": 3.559308240996717e-06,
      "loss": 0.3546,
      "step": 1032240
    },
    {
      "epoch": 288.1,
      "grad_norm": 3.135645866394043,
      "learning_rate": 3.559285122198551e-06,
      "loss": 0.3613,
      "step": 1032250
    },
    {
      "epoch": 288.1,
      "grad_norm": 1.0828310251235962,
      "learning_rate": 3.559262003238596e-06,
      "loss": 0.3635,
      "step": 1032260
    },
    {
      "epoch": 288.1,
      "grad_norm": 1.078877329826355,
      "learning_rate": 3.559238884116856e-06,
      "loss": 0.3532,
      "step": 1032270
    },
    {
      "epoch": 288.1,
      "grad_norm": 0.9962620735168457,
      "learning_rate": 3.5592157648333353e-06,
      "loss": 0.3639,
      "step": 1032280
    },
    {
      "epoch": 288.11,
      "grad_norm": 0.9932845234870911,
      "learning_rate": 3.559192645388035e-06,
      "loss": 0.3584,
      "step": 1032290
    },
    {
      "epoch": 288.11,
      "grad_norm": 0.8687164187431335,
      "learning_rate": 3.5591695257809593e-06,
      "loss": 0.3556,
      "step": 1032300
    },
    {
      "epoch": 288.11,
      "grad_norm": 0.9900699853897095,
      "learning_rate": 3.559146406012111e-06,
      "loss": 0.3614,
      "step": 1032310
    },
    {
      "epoch": 288.12,
      "grad_norm": 1.0980415344238281,
      "learning_rate": 3.5591232860814925e-06,
      "loss": 0.3591,
      "step": 1032320
    },
    {
      "epoch": 288.12,
      "grad_norm": 0.929960310459137,
      "learning_rate": 3.5591001659891075e-06,
      "loss": 0.3594,
      "step": 1032330
    },
    {
      "epoch": 288.12,
      "grad_norm": 1.1413536071777344,
      "learning_rate": 3.5590770457349595e-06,
      "loss": 0.3658,
      "step": 1032340
    },
    {
      "epoch": 288.12,
      "grad_norm": 0.9446597695350647,
      "learning_rate": 3.559053925319051e-06,
      "loss": 0.3398,
      "step": 1032350
    },
    {
      "epoch": 288.13,
      "grad_norm": 1.0182468891143799,
      "learning_rate": 3.5590308047413856e-06,
      "loss": 0.358,
      "step": 1032360
    },
    {
      "epoch": 288.13,
      "grad_norm": 1.119198203086853,
      "learning_rate": 3.5590076840019656e-06,
      "loss": 0.3546,
      "step": 1032370
    },
    {
      "epoch": 288.13,
      "grad_norm": 0.9394443035125732,
      "learning_rate": 3.5589845631007945e-06,
      "loss": 0.3658,
      "step": 1032380
    },
    {
      "epoch": 288.14,
      "grad_norm": 1.019755482673645,
      "learning_rate": 3.558961442037875e-06,
      "loss": 0.3544,
      "step": 1032390
    },
    {
      "epoch": 288.14,
      "grad_norm": 0.887402355670929,
      "learning_rate": 3.5589383208132105e-06,
      "loss": 0.36,
      "step": 1032400
    },
    {
      "epoch": 288.14,
      "grad_norm": 0.9887821674346924,
      "learning_rate": 3.5589151994268048e-06,
      "loss": 0.3473,
      "step": 1032410
    },
    {
      "epoch": 288.14,
      "grad_norm": 0.8537266254425049,
      "learning_rate": 3.55889207787866e-06,
      "loss": 0.3478,
      "step": 1032420
    },
    {
      "epoch": 288.15,
      "grad_norm": 1.1240451335906982,
      "learning_rate": 3.5588689561687793e-06,
      "loss": 0.3553,
      "step": 1032430
    },
    {
      "epoch": 288.15,
      "grad_norm": 0.8922353982925415,
      "learning_rate": 3.5588458342971664e-06,
      "loss": 0.3405,
      "step": 1032440
    },
    {
      "epoch": 288.15,
      "grad_norm": 0.8651737570762634,
      "learning_rate": 3.5588227122638236e-06,
      "loss": 0.3619,
      "step": 1032450
    },
    {
      "epoch": 288.16,
      "grad_norm": 1.0697356462478638,
      "learning_rate": 3.558799590068754e-06,
      "loss": 0.3803,
      "step": 1032460
    },
    {
      "epoch": 288.16,
      "grad_norm": 1.215254545211792,
      "learning_rate": 3.5587764677119613e-06,
      "loss": 0.3594,
      "step": 1032470
    },
    {
      "epoch": 288.16,
      "grad_norm": 1.0289851427078247,
      "learning_rate": 3.558753345193448e-06,
      "loss": 0.3504,
      "step": 1032480
    },
    {
      "epoch": 288.16,
      "grad_norm": 1.0879228115081787,
      "learning_rate": 3.5587302225132173e-06,
      "loss": 0.3679,
      "step": 1032490
    },
    {
      "epoch": 288.17,
      "grad_norm": 0.964444637298584,
      "learning_rate": 3.558707099671273e-06,
      "loss": 0.356,
      "step": 1032500
    },
    {
      "epoch": 288.17,
      "grad_norm": 1.0433396100997925,
      "learning_rate": 3.5586839766676176e-06,
      "loss": 0.3575,
      "step": 1032510
    },
    {
      "epoch": 288.17,
      "grad_norm": 1.0901471376419067,
      "learning_rate": 3.5586608535022534e-06,
      "loss": 0.3545,
      "step": 1032520
    },
    {
      "epoch": 288.17,
      "grad_norm": 0.8964908123016357,
      "learning_rate": 3.558637730175184e-06,
      "loss": 0.3621,
      "step": 1032530
    },
    {
      "epoch": 288.18,
      "grad_norm": 1.0081654787063599,
      "learning_rate": 3.558614606686414e-06,
      "loss": 0.3719,
      "step": 1032540
    },
    {
      "epoch": 288.18,
      "grad_norm": 1.1825308799743652,
      "learning_rate": 3.5585914830359445e-06,
      "loss": 0.3599,
      "step": 1032550
    },
    {
      "epoch": 288.18,
      "grad_norm": 1.2432729005813599,
      "learning_rate": 3.558568359223779e-06,
      "loss": 0.3628,
      "step": 1032560
    },
    {
      "epoch": 288.19,
      "grad_norm": 1.1473029851913452,
      "learning_rate": 3.5585452352499215e-06,
      "loss": 0.3611,
      "step": 1032570
    },
    {
      "epoch": 288.19,
      "grad_norm": 1.225394368171692,
      "learning_rate": 3.5585221111143746e-06,
      "loss": 0.3629,
      "step": 1032580
    },
    {
      "epoch": 288.19,
      "grad_norm": 1.1326799392700195,
      "learning_rate": 3.55849898681714e-06,
      "loss": 0.3463,
      "step": 1032590
    },
    {
      "epoch": 288.19,
      "grad_norm": 0.9956668615341187,
      "learning_rate": 3.558475862358223e-06,
      "loss": 0.3689,
      "step": 1032600
    },
    {
      "epoch": 288.2,
      "grad_norm": 1.0761466026306152,
      "learning_rate": 3.558452737737625e-06,
      "loss": 0.3727,
      "step": 1032610
    },
    {
      "epoch": 288.2,
      "grad_norm": 0.9518265724182129,
      "learning_rate": 3.5584296129553506e-06,
      "loss": 0.3547,
      "step": 1032620
    },
    {
      "epoch": 288.2,
      "grad_norm": 0.9197350144386292,
      "learning_rate": 3.558406488011401e-06,
      "loss": 0.3517,
      "step": 1032630
    },
    {
      "epoch": 288.21,
      "grad_norm": 1.0760084390640259,
      "learning_rate": 3.558383362905781e-06,
      "loss": 0.3778,
      "step": 1032640
    },
    {
      "epoch": 288.21,
      "grad_norm": 1.059348464012146,
      "learning_rate": 3.5583602376384928e-06,
      "loss": 0.353,
      "step": 1032650
    },
    {
      "epoch": 288.21,
      "grad_norm": 1.0334492921829224,
      "learning_rate": 3.5583371122095397e-06,
      "loss": 0.3633,
      "step": 1032660
    },
    {
      "epoch": 288.21,
      "grad_norm": 0.9060985445976257,
      "learning_rate": 3.558313986618925e-06,
      "loss": 0.364,
      "step": 1032670
    },
    {
      "epoch": 288.22,
      "grad_norm": 0.9463027715682983,
      "learning_rate": 3.558290860866651e-06,
      "loss": 0.3756,
      "step": 1032680
    },
    {
      "epoch": 288.22,
      "grad_norm": 0.9681596159934998,
      "learning_rate": 3.558267734952721e-06,
      "loss": 0.3699,
      "step": 1032690
    },
    {
      "epoch": 288.22,
      "grad_norm": 0.9358580708503723,
      "learning_rate": 3.5582446088771383e-06,
      "loss": 0.379,
      "step": 1032700
    },
    {
      "epoch": 288.22,
      "grad_norm": 0.9072544574737549,
      "learning_rate": 3.558221482639907e-06,
      "loss": 0.3635,
      "step": 1032710
    },
    {
      "epoch": 288.23,
      "grad_norm": 0.9835044741630554,
      "learning_rate": 3.5581983562410288e-06,
      "loss": 0.3659,
      "step": 1032720
    },
    {
      "epoch": 288.23,
      "grad_norm": 1.2732670307159424,
      "learning_rate": 3.558175229680507e-06,
      "loss": 0.3742,
      "step": 1032730
    },
    {
      "epoch": 288.23,
      "grad_norm": 1.062069296836853,
      "learning_rate": 3.558152102958345e-06,
      "loss": 0.3539,
      "step": 1032740
    },
    {
      "epoch": 288.24,
      "grad_norm": 1.493406891822815,
      "learning_rate": 3.558128976074545e-06,
      "loss": 0.3605,
      "step": 1032750
    },
    {
      "epoch": 288.24,
      "grad_norm": 1.104465365409851,
      "learning_rate": 3.558105849029112e-06,
      "loss": 0.354,
      "step": 1032760
    },
    {
      "epoch": 288.24,
      "grad_norm": 1.0843243598937988,
      "learning_rate": 3.5580827218220474e-06,
      "loss": 0.3709,
      "step": 1032770
    },
    {
      "epoch": 288.24,
      "grad_norm": 0.9154114723205566,
      "learning_rate": 3.558059594453355e-06,
      "loss": 0.3667,
      "step": 1032780
    },
    {
      "epoch": 288.25,
      "grad_norm": 1.036606788635254,
      "learning_rate": 3.5580364669230376e-06,
      "loss": 0.3429,
      "step": 1032790
    },
    {
      "epoch": 288.25,
      "grad_norm": 1.0563949346542358,
      "learning_rate": 3.5580133392310984e-06,
      "loss": 0.3654,
      "step": 1032800
    },
    {
      "epoch": 288.25,
      "grad_norm": 1.0626320838928223,
      "learning_rate": 3.5579902113775398e-06,
      "loss": 0.3587,
      "step": 1032810
    },
    {
      "epoch": 288.26,
      "grad_norm": 0.9688965082168579,
      "learning_rate": 3.557967083362366e-06,
      "loss": 0.3596,
      "step": 1032820
    },
    {
      "epoch": 288.26,
      "grad_norm": 0.9341383576393127,
      "learning_rate": 3.55794395518558e-06,
      "loss": 0.3476,
      "step": 1032830
    },
    {
      "epoch": 288.26,
      "grad_norm": 1.0110046863555908,
      "learning_rate": 3.557920826847183e-06,
      "loss": 0.3649,
      "step": 1032840
    },
    {
      "epoch": 288.26,
      "grad_norm": 1.1424204111099243,
      "learning_rate": 3.5578976983471808e-06,
      "loss": 0.3581,
      "step": 1032850
    },
    {
      "epoch": 288.27,
      "grad_norm": 1.04655921459198,
      "learning_rate": 3.5578745696855747e-06,
      "loss": 0.358,
      "step": 1032860
    },
    {
      "epoch": 288.27,
      "grad_norm": 0.9852112531661987,
      "learning_rate": 3.557851440862369e-06,
      "loss": 0.3649,
      "step": 1032870
    },
    {
      "epoch": 288.27,
      "grad_norm": 1.144991397857666,
      "learning_rate": 3.557828311877566e-06,
      "loss": 0.3641,
      "step": 1032880
    },
    {
      "epoch": 288.28,
      "grad_norm": 0.9385693669319153,
      "learning_rate": 3.557805182731168e-06,
      "loss": 0.3434,
      "step": 1032890
    },
    {
      "epoch": 288.28,
      "grad_norm": 1.0678229331970215,
      "learning_rate": 3.557782053423179e-06,
      "loss": 0.3457,
      "step": 1032900
    },
    {
      "epoch": 288.28,
      "grad_norm": 0.904832124710083,
      "learning_rate": 3.5577589239536026e-06,
      "loss": 0.3507,
      "step": 1032910
    },
    {
      "epoch": 288.28,
      "grad_norm": 1.2304238080978394,
      "learning_rate": 3.557735794322441e-06,
      "loss": 0.3625,
      "step": 1032920
    },
    {
      "epoch": 288.29,
      "grad_norm": 1.1242456436157227,
      "learning_rate": 3.5577126645296976e-06,
      "loss": 0.3517,
      "step": 1032930
    },
    {
      "epoch": 288.29,
      "grad_norm": 0.908277153968811,
      "learning_rate": 3.5576895345753753e-06,
      "loss": 0.3579,
      "step": 1032940
    },
    {
      "epoch": 288.29,
      "grad_norm": 1.106950283050537,
      "learning_rate": 3.5576664044594776e-06,
      "loss": 0.3526,
      "step": 1032950
    },
    {
      "epoch": 288.29,
      "grad_norm": 3.6618452072143555,
      "learning_rate": 3.557643274182007e-06,
      "loss": 0.3542,
      "step": 1032960
    },
    {
      "epoch": 288.3,
      "grad_norm": 1.2792470455169678,
      "learning_rate": 3.5576201437429673e-06,
      "loss": 0.3566,
      "step": 1032970
    },
    {
      "epoch": 288.3,
      "grad_norm": 1.052273154258728,
      "learning_rate": 3.5575970131423605e-06,
      "loss": 0.3434,
      "step": 1032980
    },
    {
      "epoch": 288.3,
      "grad_norm": 0.9859142303466797,
      "learning_rate": 3.557573882380191e-06,
      "loss": 0.3597,
      "step": 1032990
    },
    {
      "epoch": 288.31,
      "grad_norm": 0.9684340953826904,
      "learning_rate": 3.5575507514564608e-06,
      "loss": 0.3654,
      "step": 1033000
    },
    {
      "epoch": 288.31,
      "grad_norm": 1.0770717859268188,
      "learning_rate": 3.5575276203711733e-06,
      "loss": 0.3591,
      "step": 1033010
    },
    {
      "epoch": 288.31,
      "grad_norm": 1.0192679166793823,
      "learning_rate": 3.557504489124332e-06,
      "loss": 0.3442,
      "step": 1033020
    },
    {
      "epoch": 288.31,
      "grad_norm": 1.0848745107650757,
      "learning_rate": 3.55748135771594e-06,
      "loss": 0.37,
      "step": 1033030
    },
    {
      "epoch": 288.32,
      "grad_norm": 0.9648931622505188,
      "learning_rate": 3.5574582261459994e-06,
      "loss": 0.3679,
      "step": 1033040
    },
    {
      "epoch": 288.32,
      "grad_norm": 1.0771629810333252,
      "learning_rate": 3.557435094414514e-06,
      "loss": 0.3627,
      "step": 1033050
    },
    {
      "epoch": 288.32,
      "grad_norm": 0.9136038422584534,
      "learning_rate": 3.557411962521487e-06,
      "loss": 0.3459,
      "step": 1033060
    },
    {
      "epoch": 288.33,
      "grad_norm": 0.9957669973373413,
      "learning_rate": 3.5573888304669205e-06,
      "loss": 0.3492,
      "step": 1033070
    },
    {
      "epoch": 288.33,
      "grad_norm": 0.9876890182495117,
      "learning_rate": 3.557365698250819e-06,
      "loss": 0.3651,
      "step": 1033080
    },
    {
      "epoch": 288.33,
      "grad_norm": 1.2064367532730103,
      "learning_rate": 3.557342565873185e-06,
      "loss": 0.3596,
      "step": 1033090
    },
    {
      "epoch": 288.33,
      "grad_norm": 1.0307270288467407,
      "learning_rate": 3.5573194333340214e-06,
      "loss": 0.3419,
      "step": 1033100
    },
    {
      "epoch": 288.34,
      "grad_norm": 0.9615072011947632,
      "learning_rate": 3.557296300633331e-06,
      "loss": 0.3644,
      "step": 1033110
    },
    {
      "epoch": 288.34,
      "grad_norm": 1.0238157510757446,
      "learning_rate": 3.557273167771118e-06,
      "loss": 0.3635,
      "step": 1033120
    },
    {
      "epoch": 288.34,
      "grad_norm": 0.9783481359481812,
      "learning_rate": 3.5572500347473838e-06,
      "loss": 0.3565,
      "step": 1033130
    },
    {
      "epoch": 288.34,
      "grad_norm": 1.0353848934173584,
      "learning_rate": 3.557226901562133e-06,
      "loss": 0.3627,
      "step": 1033140
    },
    {
      "epoch": 288.35,
      "grad_norm": 0.8832815885543823,
      "learning_rate": 3.5572037682153684e-06,
      "loss": 0.3538,
      "step": 1033150
    },
    {
      "epoch": 288.35,
      "grad_norm": 0.9740124344825745,
      "learning_rate": 3.5571806347070924e-06,
      "loss": 0.3534,
      "step": 1033160
    },
    {
      "epoch": 288.35,
      "grad_norm": 1.0483014583587646,
      "learning_rate": 3.5571575010373083e-06,
      "loss": 0.3715,
      "step": 1033170
    },
    {
      "epoch": 288.36,
      "grad_norm": 0.9554175734519958,
      "learning_rate": 3.55713436720602e-06,
      "loss": 0.3656,
      "step": 1033180
    },
    {
      "epoch": 288.36,
      "grad_norm": 1.169111728668213,
      "learning_rate": 3.557111233213229e-06,
      "loss": 0.3689,
      "step": 1033190
    },
    {
      "epoch": 288.36,
      "grad_norm": 0.9908432960510254,
      "learning_rate": 3.55708809905894e-06,
      "loss": 0.3549,
      "step": 1033200
    },
    {
      "epoch": 288.36,
      "grad_norm": 1.3885177373886108,
      "learning_rate": 3.5570649647431547e-06,
      "loss": 0.3572,
      "step": 1033210
    },
    {
      "epoch": 288.37,
      "grad_norm": 0.8911579847335815,
      "learning_rate": 3.557041830265877e-06,
      "loss": 0.3721,
      "step": 1033220
    },
    {
      "epoch": 288.37,
      "grad_norm": 3.945330858230591,
      "learning_rate": 3.55701869562711e-06,
      "loss": 0.3541,
      "step": 1033230
    },
    {
      "epoch": 288.37,
      "grad_norm": 0.9266043901443481,
      "learning_rate": 3.556995560826857e-06,
      "loss": 0.3672,
      "step": 1033240
    },
    {
      "epoch": 288.38,
      "grad_norm": 0.9786156415939331,
      "learning_rate": 3.5569724258651207e-06,
      "loss": 0.3671,
      "step": 1033250
    },
    {
      "epoch": 288.38,
      "grad_norm": 1.0464529991149902,
      "learning_rate": 3.5569492907419035e-06,
      "loss": 0.3523,
      "step": 1033260
    },
    {
      "epoch": 288.38,
      "grad_norm": 1.1453341245651245,
      "learning_rate": 3.5569261554572092e-06,
      "loss": 0.3684,
      "step": 1033270
    },
    {
      "epoch": 288.38,
      "grad_norm": 1.0780969858169556,
      "learning_rate": 3.556903020011041e-06,
      "loss": 0.3504,
      "step": 1033280
    },
    {
      "epoch": 288.39,
      "grad_norm": 1.2901744842529297,
      "learning_rate": 3.556879884403402e-06,
      "loss": 0.3379,
      "step": 1033290
    },
    {
      "epoch": 288.39,
      "grad_norm": 1.1760506629943848,
      "learning_rate": 3.5568567486342947e-06,
      "loss": 0.3565,
      "step": 1033300
    },
    {
      "epoch": 288.39,
      "grad_norm": 0.9355378150939941,
      "learning_rate": 3.5568336127037225e-06,
      "loss": 0.351,
      "step": 1033310
    },
    {
      "epoch": 288.4,
      "grad_norm": 1.002022385597229,
      "learning_rate": 3.55681047661169e-06,
      "loss": 0.3642,
      "step": 1033320
    },
    {
      "epoch": 288.4,
      "grad_norm": 1.1596157550811768,
      "learning_rate": 3.5567873403581965e-06,
      "loss": 0.3658,
      "step": 1033330
    },
    {
      "epoch": 288.4,
      "grad_norm": 1.3036150932312012,
      "learning_rate": 3.5567642039432494e-06,
      "loss": 0.3507,
      "step": 1033340
    },
    {
      "epoch": 288.4,
      "grad_norm": 1.0904675722122192,
      "learning_rate": 3.5567410673668485e-06,
      "loss": 0.3418,
      "step": 1033350
    },
    {
      "epoch": 288.41,
      "grad_norm": 0.8955713510513306,
      "learning_rate": 3.5567179306289984e-06,
      "loss": 0.3555,
      "step": 1033360
    },
    {
      "epoch": 288.41,
      "grad_norm": 0.9996806979179382,
      "learning_rate": 3.5566947937297026e-06,
      "loss": 0.3461,
      "step": 1033370
    },
    {
      "epoch": 288.41,
      "grad_norm": 0.9167921543121338,
      "learning_rate": 3.5566716566689623e-06,
      "loss": 0.3623,
      "step": 1033380
    },
    {
      "epoch": 288.41,
      "grad_norm": 0.9761142730712891,
      "learning_rate": 3.5566485194467835e-06,
      "loss": 0.373,
      "step": 1033390
    },
    {
      "epoch": 288.42,
      "grad_norm": 1.0773345232009888,
      "learning_rate": 3.556625382063166e-06,
      "loss": 0.3547,
      "step": 1033400
    },
    {
      "epoch": 288.42,
      "grad_norm": 2.2986223697662354,
      "learning_rate": 3.5566022445181157e-06,
      "loss": 0.3585,
      "step": 1033410
    },
    {
      "epoch": 288.42,
      "grad_norm": 1.0898183584213257,
      "learning_rate": 3.5565791068116335e-06,
      "loss": 0.3469,
      "step": 1033420
    },
    {
      "epoch": 288.43,
      "grad_norm": 0.9169413447380066,
      "learning_rate": 3.5565559689437234e-06,
      "loss": 0.351,
      "step": 1033430
    },
    {
      "epoch": 288.43,
      "grad_norm": 1.126184105873108,
      "learning_rate": 3.556532830914389e-06,
      "loss": 0.3614,
      "step": 1033440
    },
    {
      "epoch": 288.43,
      "grad_norm": 1.024388074874878,
      "learning_rate": 3.5565096927236327e-06,
      "loss": 0.3477,
      "step": 1033450
    },
    {
      "epoch": 288.43,
      "grad_norm": 0.9974794983863831,
      "learning_rate": 3.556486554371458e-06,
      "loss": 0.361,
      "step": 1033460
    },
    {
      "epoch": 288.44,
      "grad_norm": 0.8913979530334473,
      "learning_rate": 3.5564634158578675e-06,
      "loss": 0.3617,
      "step": 1033470
    },
    {
      "epoch": 288.44,
      "grad_norm": 0.9547318816184998,
      "learning_rate": 3.5564402771828645e-06,
      "loss": 0.3633,
      "step": 1033480
    },
    {
      "epoch": 288.44,
      "grad_norm": 0.9344770908355713,
      "learning_rate": 3.556417138346452e-06,
      "loss": 0.3592,
      "step": 1033490
    },
    {
      "epoch": 288.45,
      "grad_norm": 1.3139970302581787,
      "learning_rate": 3.556393999348633e-06,
      "loss": 0.3528,
      "step": 1033500
    },
    {
      "epoch": 288.45,
      "grad_norm": 0.9728050231933594,
      "learning_rate": 3.556370860189411e-06,
      "loss": 0.3567,
      "step": 1033510
    },
    {
      "epoch": 288.45,
      "grad_norm": 0.9247036576271057,
      "learning_rate": 3.556347720868789e-06,
      "loss": 0.3574,
      "step": 1033520
    },
    {
      "epoch": 288.45,
      "grad_norm": 1.0287621021270752,
      "learning_rate": 3.55632458138677e-06,
      "loss": 0.3405,
      "step": 1033530
    },
    {
      "epoch": 288.46,
      "grad_norm": 0.9900999665260315,
      "learning_rate": 3.556301441743357e-06,
      "loss": 0.3486,
      "step": 1033540
    },
    {
      "epoch": 288.46,
      "grad_norm": 0.9726611971855164,
      "learning_rate": 3.5562783019385524e-06,
      "loss": 0.3675,
      "step": 1033550
    },
    {
      "epoch": 288.46,
      "grad_norm": 1.0767149925231934,
      "learning_rate": 3.5562551619723604e-06,
      "loss": 0.3586,
      "step": 1033560
    },
    {
      "epoch": 288.46,
      "grad_norm": 0.9256715774536133,
      "learning_rate": 3.5562320218447836e-06,
      "loss": 0.3594,
      "step": 1033570
    },
    {
      "epoch": 288.47,
      "grad_norm": 1.0138546228408813,
      "learning_rate": 3.556208881555825e-06,
      "loss": 0.363,
      "step": 1033580
    },
    {
      "epoch": 288.47,
      "grad_norm": 5.945901393890381,
      "learning_rate": 3.5561857411054876e-06,
      "loss": 0.357,
      "step": 1033590
    },
    {
      "epoch": 288.47,
      "grad_norm": 0.9602414965629578,
      "learning_rate": 3.5561626004937755e-06,
      "loss": 0.3559,
      "step": 1033600
    },
    {
      "epoch": 288.48,
      "grad_norm": 1.1546653509140015,
      "learning_rate": 3.5561394597206906e-06,
      "loss": 0.3351,
      "step": 1033610
    },
    {
      "epoch": 288.48,
      "grad_norm": 1.040060043334961,
      "learning_rate": 3.556116318786236e-06,
      "loss": 0.3613,
      "step": 1033620
    },
    {
      "epoch": 288.48,
      "grad_norm": 1.0082844495773315,
      "learning_rate": 3.556093177690415e-06,
      "loss": 0.3427,
      "step": 1033630
    },
    {
      "epoch": 288.48,
      "grad_norm": 1.1522578001022339,
      "learning_rate": 3.556070036433232e-06,
      "loss": 0.3713,
      "step": 1033640
    },
    {
      "epoch": 288.49,
      "grad_norm": 1.0505367517471313,
      "learning_rate": 3.556046895014687e-06,
      "loss": 0.3687,
      "step": 1033650
    },
    {
      "epoch": 288.49,
      "grad_norm": 1.1661025285720825,
      "learning_rate": 3.5560237534347867e-06,
      "loss": 0.3519,
      "step": 1033660
    },
    {
      "epoch": 288.49,
      "grad_norm": 1.0239243507385254,
      "learning_rate": 3.5560006116935312e-06,
      "loss": 0.3517,
      "step": 1033670
    },
    {
      "epoch": 288.5,
      "grad_norm": 1.0207825899124146,
      "learning_rate": 3.5559774697909253e-06,
      "loss": 0.3624,
      "step": 1033680
    },
    {
      "epoch": 288.5,
      "grad_norm": 1.2249201536178589,
      "learning_rate": 3.555954327726972e-06,
      "loss": 0.3661,
      "step": 1033690
    },
    {
      "epoch": 288.5,
      "grad_norm": 1.3272846937179565,
      "learning_rate": 3.555931185501673e-06,
      "loss": 0.3634,
      "step": 1033700
    },
    {
      "epoch": 288.5,
      "grad_norm": 0.9698179960250854,
      "learning_rate": 3.5559080431150328e-06,
      "loss": 0.3613,
      "step": 1033710
    },
    {
      "epoch": 288.51,
      "grad_norm": 0.9557539820671082,
      "learning_rate": 3.555884900567054e-06,
      "loss": 0.3537,
      "step": 1033720
    },
    {
      "epoch": 288.51,
      "grad_norm": 1.2940338850021362,
      "learning_rate": 3.55586175785774e-06,
      "loss": 0.3629,
      "step": 1033730
    },
    {
      "epoch": 288.51,
      "grad_norm": 1.2530925273895264,
      "learning_rate": 3.5558386149870932e-06,
      "loss": 0.3553,
      "step": 1033740
    },
    {
      "epoch": 288.52,
      "grad_norm": 1.0848853588104248,
      "learning_rate": 3.555815471955118e-06,
      "loss": 0.3605,
      "step": 1033750
    },
    {
      "epoch": 288.52,
      "grad_norm": 0.9840723276138306,
      "learning_rate": 3.5557923287618155e-06,
      "loss": 0.3607,
      "step": 1033760
    },
    {
      "epoch": 288.52,
      "grad_norm": 1.137612223625183,
      "learning_rate": 3.55576918540719e-06,
      "loss": 0.3627,
      "step": 1033770
    },
    {
      "epoch": 288.52,
      "grad_norm": 1.1592072248458862,
      "learning_rate": 3.555746041891245e-06,
      "loss": 0.3665,
      "step": 1033780
    },
    {
      "epoch": 288.53,
      "grad_norm": 1.0689668655395508,
      "learning_rate": 3.555722898213983e-06,
      "loss": 0.3569,
      "step": 1033790
    },
    {
      "epoch": 288.53,
      "grad_norm": 1.0360982418060303,
      "learning_rate": 3.555699754375406e-06,
      "loss": 0.353,
      "step": 1033800
    },
    {
      "epoch": 288.53,
      "grad_norm": 0.9103268384933472,
      "learning_rate": 3.5556766103755187e-06,
      "loss": 0.3675,
      "step": 1033810
    },
    {
      "epoch": 288.53,
      "grad_norm": 0.896284282207489,
      "learning_rate": 3.5556534662143236e-06,
      "loss": 0.3463,
      "step": 1033820
    },
    {
      "epoch": 288.54,
      "grad_norm": 1.1157125234603882,
      "learning_rate": 3.5556303218918246e-06,
      "loss": 0.3552,
      "step": 1033830
    },
    {
      "epoch": 288.54,
      "grad_norm": 1.1505889892578125,
      "learning_rate": 3.5556071774080234e-06,
      "loss": 0.3665,
      "step": 1033840
    },
    {
      "epoch": 288.54,
      "grad_norm": 1.0732194185256958,
      "learning_rate": 3.5555840327629234e-06,
      "loss": 0.3637,
      "step": 1033850
    },
    {
      "epoch": 288.55,
      "grad_norm": 0.986622154712677,
      "learning_rate": 3.5555608879565285e-06,
      "loss": 0.3579,
      "step": 1033860
    },
    {
      "epoch": 288.55,
      "grad_norm": 0.9902544617652893,
      "learning_rate": 3.5555377429888407e-06,
      "loss": 0.3632,
      "step": 1033870
    },
    {
      "epoch": 288.55,
      "grad_norm": 0.880733847618103,
      "learning_rate": 3.555514597859864e-06,
      "loss": 0.3545,
      "step": 1033880
    },
    {
      "epoch": 288.55,
      "grad_norm": 0.896260142326355,
      "learning_rate": 3.555491452569601e-06,
      "loss": 0.3406,
      "step": 1033890
    },
    {
      "epoch": 288.56,
      "grad_norm": 1.4448145627975464,
      "learning_rate": 3.555468307118055e-06,
      "loss": 0.3536,
      "step": 1033900
    },
    {
      "epoch": 288.56,
      "grad_norm": 1.0828944444656372,
      "learning_rate": 3.5554451615052286e-06,
      "loss": 0.369,
      "step": 1033910
    },
    {
      "epoch": 288.56,
      "grad_norm": 1.083709478378296,
      "learning_rate": 3.555422015731126e-06,
      "loss": 0.36,
      "step": 1033920
    },
    {
      "epoch": 288.57,
      "grad_norm": 1.0743871927261353,
      "learning_rate": 3.555398869795749e-06,
      "loss": 0.3599,
      "step": 1033930
    },
    {
      "epoch": 288.57,
      "grad_norm": 1.0258896350860596,
      "learning_rate": 3.5553757236991003e-06,
      "loss": 0.3529,
      "step": 1033940
    },
    {
      "epoch": 288.57,
      "grad_norm": 1.0185519456863403,
      "learning_rate": 3.5553525774411857e-06,
      "loss": 0.3487,
      "step": 1033950
    },
    {
      "epoch": 288.57,
      "grad_norm": 1.215683937072754,
      "learning_rate": 3.5553294310220053e-06,
      "loss": 0.3537,
      "step": 1033960
    },
    {
      "epoch": 288.58,
      "grad_norm": 1.001179575920105,
      "learning_rate": 3.5553062844415634e-06,
      "loss": 0.3645,
      "step": 1033970
    },
    {
      "epoch": 288.58,
      "grad_norm": 1.1846988201141357,
      "learning_rate": 3.5552831376998633e-06,
      "loss": 0.3468,
      "step": 1033980
    },
    {
      "epoch": 288.58,
      "grad_norm": 0.9698566198348999,
      "learning_rate": 3.555259990796908e-06,
      "loss": 0.341,
      "step": 1033990
    },
    {
      "epoch": 288.58,
      "grad_norm": 1.0820280313491821,
      "learning_rate": 3.5552368437327002e-06,
      "loss": 0.3463,
      "step": 1034000
    },
    {
      "epoch": 288.59,
      "grad_norm": 0.9281840920448303,
      "learning_rate": 3.5552136965072423e-06,
      "loss": 0.3606,
      "step": 1034010
    },
    {
      "epoch": 288.59,
      "grad_norm": 1.0188792943954468,
      "learning_rate": 3.5551905491205398e-06,
      "loss": 0.3538,
      "step": 1034020
    },
    {
      "epoch": 288.59,
      "grad_norm": 0.9802199602127075,
      "learning_rate": 3.555167401572593e-06,
      "loss": 0.3628,
      "step": 1034030
    },
    {
      "epoch": 288.6,
      "grad_norm": 0.9176543354988098,
      "learning_rate": 3.555144253863407e-06,
      "loss": 0.3582,
      "step": 1034040
    },
    {
      "epoch": 288.6,
      "grad_norm": 1.1220107078552246,
      "learning_rate": 3.5551211059929834e-06,
      "loss": 0.3742,
      "step": 1034050
    },
    {
      "epoch": 288.6,
      "grad_norm": 1.0232367515563965,
      "learning_rate": 3.555097957961327e-06,
      "loss": 0.3718,
      "step": 1034060
    },
    {
      "epoch": 288.6,
      "grad_norm": 1.09281325340271,
      "learning_rate": 3.555074809768439e-06,
      "loss": 0.3719,
      "step": 1034070
    },
    {
      "epoch": 288.61,
      "grad_norm": 1.0816036462783813,
      "learning_rate": 3.555051661414324e-06,
      "loss": 0.3522,
      "step": 1034080
    },
    {
      "epoch": 288.61,
      "grad_norm": 1.0331674814224243,
      "learning_rate": 3.5550285128989835e-06,
      "loss": 0.3536,
      "step": 1034090
    },
    {
      "epoch": 288.61,
      "grad_norm": 1.1504573822021484,
      "learning_rate": 3.555005364222422e-06,
      "loss": 0.3645,
      "step": 1034100
    },
    {
      "epoch": 288.62,
      "grad_norm": 1.075509786605835,
      "learning_rate": 3.554982215384642e-06,
      "loss": 0.3476,
      "step": 1034110
    },
    {
      "epoch": 288.62,
      "grad_norm": 1.2901365756988525,
      "learning_rate": 3.5549590663856467e-06,
      "loss": 0.3497,
      "step": 1034120
    },
    {
      "epoch": 288.62,
      "grad_norm": 1.025116205215454,
      "learning_rate": 3.5549359172254397e-06,
      "loss": 0.3682,
      "step": 1034130
    },
    {
      "epoch": 288.62,
      "grad_norm": 0.9703188538551331,
      "learning_rate": 3.554912767904023e-06,
      "loss": 0.3472,
      "step": 1034140
    },
    {
      "epoch": 288.63,
      "grad_norm": 1.4039843082427979,
      "learning_rate": 3.5548896184214e-06,
      "loss": 0.3616,
      "step": 1034150
    },
    {
      "epoch": 288.63,
      "grad_norm": 0.9523840546607971,
      "learning_rate": 3.5548664687775745e-06,
      "loss": 0.3676,
      "step": 1034160
    },
    {
      "epoch": 288.63,
      "grad_norm": 1.2755497694015503,
      "learning_rate": 3.5548433189725485e-06,
      "loss": 0.3383,
      "step": 1034170
    },
    {
      "epoch": 288.64,
      "grad_norm": 0.8842565417289734,
      "learning_rate": 3.554820169006326e-06,
      "loss": 0.3549,
      "step": 1034180
    },
    {
      "epoch": 288.64,
      "grad_norm": 1.043157935142517,
      "learning_rate": 3.554797018878909e-06,
      "loss": 0.3681,
      "step": 1034190
    },
    {
      "epoch": 288.64,
      "grad_norm": 1.2280641794204712,
      "learning_rate": 3.5547738685903027e-06,
      "loss": 0.3614,
      "step": 1034200
    },
    {
      "epoch": 288.64,
      "grad_norm": 0.9747979640960693,
      "learning_rate": 3.5547507181405084e-06,
      "loss": 0.3509,
      "step": 1034210
    },
    {
      "epoch": 288.65,
      "grad_norm": 1.041391134262085,
      "learning_rate": 3.5547275675295288e-06,
      "loss": 0.3347,
      "step": 1034220
    },
    {
      "epoch": 288.65,
      "grad_norm": 1.114720344543457,
      "learning_rate": 3.554704416757368e-06,
      "loss": 0.3606,
      "step": 1034230
    },
    {
      "epoch": 288.65,
      "grad_norm": 0.883964478969574,
      "learning_rate": 3.5546812658240294e-06,
      "loss": 0.3711,
      "step": 1034240
    },
    {
      "epoch": 288.65,
      "grad_norm": 1.0152920484542847,
      "learning_rate": 3.554658114729515e-06,
      "loss": 0.3569,
      "step": 1034250
    },
    {
      "epoch": 288.66,
      "grad_norm": 2.1975502967834473,
      "learning_rate": 3.5546349634738287e-06,
      "loss": 0.3669,
      "step": 1034260
    },
    {
      "epoch": 288.66,
      "grad_norm": 1.022950291633606,
      "learning_rate": 3.554611812056973e-06,
      "loss": 0.3675,
      "step": 1034270
    },
    {
      "epoch": 288.66,
      "grad_norm": 1.0829026699066162,
      "learning_rate": 3.5545886604789516e-06,
      "loss": 0.3518,
      "step": 1034280
    },
    {
      "epoch": 288.67,
      "grad_norm": 1.2606112957000732,
      "learning_rate": 3.5545655087397664e-06,
      "loss": 0.3624,
      "step": 1034290
    },
    {
      "epoch": 288.67,
      "grad_norm": 1.0568033456802368,
      "learning_rate": 3.554542356839422e-06,
      "loss": 0.3705,
      "step": 1034300
    },
    {
      "epoch": 288.67,
      "grad_norm": 1.2158905267715454,
      "learning_rate": 3.554519204777921e-06,
      "loss": 0.3582,
      "step": 1034310
    },
    {
      "epoch": 288.67,
      "grad_norm": 1.1603237390518188,
      "learning_rate": 3.5544960525552658e-06,
      "loss": 0.3564,
      "step": 1034320
    },
    {
      "epoch": 288.68,
      "grad_norm": 1.0214662551879883,
      "learning_rate": 3.5544729001714598e-06,
      "loss": 0.336,
      "step": 1034330
    },
    {
      "epoch": 288.68,
      "grad_norm": 1.0719316005706787,
      "learning_rate": 3.5544497476265074e-06,
      "loss": 0.3368,
      "step": 1034340
    },
    {
      "epoch": 288.68,
      "grad_norm": 0.9314489960670471,
      "learning_rate": 3.5544265949204096e-06,
      "loss": 0.3427,
      "step": 1034350
    },
    {
      "epoch": 288.69,
      "grad_norm": 1.0526306629180908,
      "learning_rate": 3.5544034420531706e-06,
      "loss": 0.3521,
      "step": 1034360
    },
    {
      "epoch": 288.69,
      "grad_norm": 1.0023051500320435,
      "learning_rate": 3.5543802890247937e-06,
      "loss": 0.3556,
      "step": 1034370
    },
    {
      "epoch": 288.69,
      "grad_norm": 0.8687819242477417,
      "learning_rate": 3.554357135835281e-06,
      "loss": 0.3539,
      "step": 1034380
    },
    {
      "epoch": 288.69,
      "grad_norm": 1.0941789150238037,
      "learning_rate": 3.554333982484636e-06,
      "loss": 0.3575,
      "step": 1034390
    },
    {
      "epoch": 288.7,
      "grad_norm": 1.0257967710494995,
      "learning_rate": 3.5543108289728626e-06,
      "loss": 0.3417,
      "step": 1034400
    },
    {
      "epoch": 288.7,
      "grad_norm": 1.0642865896224976,
      "learning_rate": 3.554287675299963e-06,
      "loss": 0.3669,
      "step": 1034410
    },
    {
      "epoch": 288.7,
      "grad_norm": 0.9809600114822388,
      "learning_rate": 3.5542645214659405e-06,
      "loss": 0.3519,
      "step": 1034420
    },
    {
      "epoch": 288.7,
      "grad_norm": 0.8914505243301392,
      "learning_rate": 3.554241367470798e-06,
      "loss": 0.359,
      "step": 1034430
    },
    {
      "epoch": 288.71,
      "grad_norm": 1.1219515800476074,
      "learning_rate": 3.554218213314539e-06,
      "loss": 0.3489,
      "step": 1034440
    },
    {
      "epoch": 288.71,
      "grad_norm": 0.9370414018630981,
      "learning_rate": 3.554195058997166e-06,
      "loss": 0.3525,
      "step": 1034450
    },
    {
      "epoch": 288.71,
      "grad_norm": 1.2516610622406006,
      "learning_rate": 3.5541719045186827e-06,
      "loss": 0.362,
      "step": 1034460
    },
    {
      "epoch": 288.72,
      "grad_norm": 1.2667515277862549,
      "learning_rate": 3.554148749879092e-06,
      "loss": 0.3556,
      "step": 1034470
    },
    {
      "epoch": 288.72,
      "grad_norm": 0.9899303913116455,
      "learning_rate": 3.5541255950783965e-06,
      "loss": 0.356,
      "step": 1034480
    },
    {
      "epoch": 288.72,
      "grad_norm": 0.9135437607765198,
      "learning_rate": 3.5541024401166e-06,
      "loss": 0.3498,
      "step": 1034490
    },
    {
      "epoch": 288.72,
      "grad_norm": 3.488778591156006,
      "learning_rate": 3.554079284993706e-06,
      "loss": 0.3605,
      "step": 1034500
    },
    {
      "epoch": 288.73,
      "grad_norm": 1.107802391052246,
      "learning_rate": 3.5540561297097158e-06,
      "loss": 0.3582,
      "step": 1034510
    },
    {
      "epoch": 288.73,
      "grad_norm": 1.103116750717163,
      "learning_rate": 3.5540329742646336e-06,
      "loss": 0.3458,
      "step": 1034520
    },
    {
      "epoch": 288.73,
      "grad_norm": 1.0839529037475586,
      "learning_rate": 3.5540098186584627e-06,
      "loss": 0.3661,
      "step": 1034530
    },
    {
      "epoch": 288.74,
      "grad_norm": 0.9359557032585144,
      "learning_rate": 3.5539866628912056e-06,
      "loss": 0.3309,
      "step": 1034540
    },
    {
      "epoch": 288.74,
      "grad_norm": 1.2527672052383423,
      "learning_rate": 3.5539635069628653e-06,
      "loss": 0.3681,
      "step": 1034550
    },
    {
      "epoch": 288.74,
      "grad_norm": 1.0070322751998901,
      "learning_rate": 3.5539403508734464e-06,
      "loss": 0.3688,
      "step": 1034560
    },
    {
      "epoch": 288.74,
      "grad_norm": 1.1764417886734009,
      "learning_rate": 3.5539171946229503e-06,
      "loss": 0.367,
      "step": 1034570
    },
    {
      "epoch": 288.75,
      "grad_norm": 0.949186384677887,
      "learning_rate": 3.5538940382113806e-06,
      "loss": 0.329,
      "step": 1034580
    },
    {
      "epoch": 288.75,
      "grad_norm": 1.2679435014724731,
      "learning_rate": 3.55387088163874e-06,
      "loss": 0.3607,
      "step": 1034590
    },
    {
      "epoch": 288.75,
      "grad_norm": 0.9880961775779724,
      "learning_rate": 3.5538477249050323e-06,
      "loss": 0.3635,
      "step": 1034600
    },
    {
      "epoch": 288.76,
      "grad_norm": 0.995112419128418,
      "learning_rate": 3.5538245680102605e-06,
      "loss": 0.3454,
      "step": 1034610
    },
    {
      "epoch": 288.76,
      "grad_norm": 1.1335039138793945,
      "learning_rate": 3.5538014109544266e-06,
      "loss": 0.3626,
      "step": 1034620
    },
    {
      "epoch": 288.76,
      "grad_norm": 0.956473171710968,
      "learning_rate": 3.5537782537375357e-06,
      "loss": 0.3458,
      "step": 1034630
    },
    {
      "epoch": 288.76,
      "grad_norm": 0.8665328025817871,
      "learning_rate": 3.553755096359589e-06,
      "loss": 0.3538,
      "step": 1034640
    },
    {
      "epoch": 288.77,
      "grad_norm": 1.0934233665466309,
      "learning_rate": 3.5537319388205907e-06,
      "loss": 0.3625,
      "step": 1034650
    },
    {
      "epoch": 288.77,
      "grad_norm": 1.009925127029419,
      "learning_rate": 3.5537087811205437e-06,
      "loss": 0.3548,
      "step": 1034660
    },
    {
      "epoch": 288.77,
      "grad_norm": 0.8618966937065125,
      "learning_rate": 3.55368562325945e-06,
      "loss": 0.3523,
      "step": 1034670
    },
    {
      "epoch": 288.77,
      "grad_norm": 1.159864902496338,
      "learning_rate": 3.5536624652373133e-06,
      "loss": 0.3573,
      "step": 1034680
    },
    {
      "epoch": 288.78,
      "grad_norm": 1.1997175216674805,
      "learning_rate": 3.5536393070541382e-06,
      "loss": 0.3563,
      "step": 1034690
    },
    {
      "epoch": 288.78,
      "grad_norm": 1.0924636125564575,
      "learning_rate": 3.553616148709926e-06,
      "loss": 0.3514,
      "step": 1034700
    },
    {
      "epoch": 288.78,
      "grad_norm": 1.1612578630447388,
      "learning_rate": 3.5535929902046804e-06,
      "loss": 0.3471,
      "step": 1034710
    },
    {
      "epoch": 288.79,
      "grad_norm": 0.8975281715393066,
      "learning_rate": 3.553569831538404e-06,
      "loss": 0.3438,
      "step": 1034720
    },
    {
      "epoch": 288.79,
      "grad_norm": 0.8413869142532349,
      "learning_rate": 3.5535466727111e-06,
      "loss": 0.352,
      "step": 1034730
    },
    {
      "epoch": 288.79,
      "grad_norm": 0.9940003752708435,
      "learning_rate": 3.553523513722772e-06,
      "loss": 0.3506,
      "step": 1034740
    },
    {
      "epoch": 288.79,
      "grad_norm": 1.0549838542938232,
      "learning_rate": 3.553500354573423e-06,
      "loss": 0.3515,
      "step": 1034750
    },
    {
      "epoch": 288.8,
      "grad_norm": 1.0891904830932617,
      "learning_rate": 3.553477195263056e-06,
      "loss": 0.3703,
      "step": 1034760
    },
    {
      "epoch": 288.8,
      "grad_norm": 1.1589947938919067,
      "learning_rate": 3.5534540357916736e-06,
      "loss": 0.3525,
      "step": 1034770
    },
    {
      "epoch": 288.8,
      "grad_norm": 0.9923771023750305,
      "learning_rate": 3.55343087615928e-06,
      "loss": 0.3528,
      "step": 1034780
    },
    {
      "epoch": 288.81,
      "grad_norm": 2.1071982383728027,
      "learning_rate": 3.5534077163658773e-06,
      "loss": 0.355,
      "step": 1034790
    },
    {
      "epoch": 288.81,
      "grad_norm": 1.3070775270462036,
      "learning_rate": 3.553384556411468e-06,
      "loss": 0.3464,
      "step": 1034800
    },
    {
      "epoch": 288.81,
      "grad_norm": 1.1478166580200195,
      "learning_rate": 3.553361396296057e-06,
      "loss": 0.3538,
      "step": 1034810
    },
    {
      "epoch": 288.81,
      "grad_norm": 1.1583806276321411,
      "learning_rate": 3.5533382360196454e-06,
      "loss": 0.3643,
      "step": 1034820
    },
    {
      "epoch": 288.82,
      "grad_norm": 1.313856840133667,
      "learning_rate": 3.553315075582238e-06,
      "loss": 0.3618,
      "step": 1034830
    },
    {
      "epoch": 288.82,
      "grad_norm": 0.8843921422958374,
      "learning_rate": 3.5532919149838364e-06,
      "loss": 0.3487,
      "step": 1034840
    },
    {
      "epoch": 288.82,
      "grad_norm": 1.0176013708114624,
      "learning_rate": 3.553268754224446e-06,
      "loss": 0.3624,
      "step": 1034850
    },
    {
      "epoch": 288.83,
      "grad_norm": 1.1427422761917114,
      "learning_rate": 3.5532455933040664e-06,
      "loss": 0.3533,
      "step": 1034860
    },
    {
      "epoch": 288.83,
      "grad_norm": 0.9904609322547913,
      "learning_rate": 3.553222432222704e-06,
      "loss": 0.3379,
      "step": 1034870
    },
    {
      "epoch": 288.83,
      "grad_norm": 1.0464410781860352,
      "learning_rate": 3.55319927098036e-06,
      "loss": 0.3564,
      "step": 1034880
    },
    {
      "epoch": 288.83,
      "grad_norm": 0.8477988243103027,
      "learning_rate": 3.553176109577038e-06,
      "loss": 0.3552,
      "step": 1034890
    },
    {
      "epoch": 288.84,
      "grad_norm": 1.1883734464645386,
      "learning_rate": 3.553152948012741e-06,
      "loss": 0.3531,
      "step": 1034900
    },
    {
      "epoch": 288.84,
      "grad_norm": 1.1342105865478516,
      "learning_rate": 3.553129786287472e-06,
      "loss": 0.3721,
      "step": 1034910
    },
    {
      "epoch": 288.84,
      "grad_norm": 0.9860473275184631,
      "learning_rate": 3.5531066244012346e-06,
      "loss": 0.351,
      "step": 1034920
    },
    {
      "epoch": 288.84,
      "grad_norm": 0.8973681926727295,
      "learning_rate": 3.5530834623540312e-06,
      "loss": 0.351,
      "step": 1034930
    },
    {
      "epoch": 288.85,
      "grad_norm": 0.9755961894989014,
      "learning_rate": 3.5530603001458657e-06,
      "loss": 0.3539,
      "step": 1034940
    },
    {
      "epoch": 288.85,
      "grad_norm": 1.9099961519241333,
      "learning_rate": 3.5530371377767403e-06,
      "loss": 0.3488,
      "step": 1034950
    },
    {
      "epoch": 288.85,
      "grad_norm": 1.0535510778427124,
      "learning_rate": 3.553013975246658e-06,
      "loss": 0.3561,
      "step": 1034960
    },
    {
      "epoch": 288.86,
      "grad_norm": 1.044177532196045,
      "learning_rate": 3.552990812555623e-06,
      "loss": 0.3463,
      "step": 1034970
    },
    {
      "epoch": 288.86,
      "grad_norm": 0.9297510981559753,
      "learning_rate": 3.5529676497036374e-06,
      "loss": 0.3617,
      "step": 1034980
    },
    {
      "epoch": 288.86,
      "grad_norm": 1.0339083671569824,
      "learning_rate": 3.5529444866907047e-06,
      "loss": 0.3518,
      "step": 1034990
    },
    {
      "epoch": 288.86,
      "grad_norm": 0.9930910468101501,
      "learning_rate": 3.552921323516828e-06,
      "loss": 0.3432,
      "step": 1035000
    },
    {
      "epoch": 288.87,
      "grad_norm": 1.1267625093460083,
      "learning_rate": 3.55289816018201e-06,
      "loss": 0.3575,
      "step": 1035010
    },
    {
      "epoch": 288.87,
      "grad_norm": 1.2223838567733765,
      "learning_rate": 3.5528749966862545e-06,
      "loss": 0.3475,
      "step": 1035020
    },
    {
      "epoch": 288.87,
      "grad_norm": 1.1755036115646362,
      "learning_rate": 3.5528518330295635e-06,
      "loss": 0.3541,
      "step": 1035030
    },
    {
      "epoch": 288.88,
      "grad_norm": 1.2588399648666382,
      "learning_rate": 3.552828669211941e-06,
      "loss": 0.3406,
      "step": 1035040
    },
    {
      "epoch": 288.88,
      "grad_norm": 1.0154095888137817,
      "learning_rate": 3.5528055052333902e-06,
      "loss": 0.3436,
      "step": 1035050
    },
    {
      "epoch": 288.88,
      "grad_norm": 1.1367967128753662,
      "learning_rate": 3.5527823410939134e-06,
      "loss": 0.3518,
      "step": 1035060
    },
    {
      "epoch": 288.88,
      "grad_norm": 1.0421100854873657,
      "learning_rate": 3.552759176793514e-06,
      "loss": 0.3503,
      "step": 1035070
    },
    {
      "epoch": 288.89,
      "grad_norm": 1.1756341457366943,
      "learning_rate": 3.552736012332195e-06,
      "loss": 0.3577,
      "step": 1035080
    },
    {
      "epoch": 288.89,
      "grad_norm": 0.8434966802597046,
      "learning_rate": 3.55271284770996e-06,
      "loss": 0.3463,
      "step": 1035090
    },
    {
      "epoch": 288.89,
      "grad_norm": 1.3956865072250366,
      "learning_rate": 3.5526896829268115e-06,
      "loss": 0.3453,
      "step": 1035100
    },
    {
      "epoch": 288.89,
      "grad_norm": 1.2026021480560303,
      "learning_rate": 3.5526665179827533e-06,
      "loss": 0.3685,
      "step": 1035110
    },
    {
      "epoch": 288.9,
      "grad_norm": 0.9515520334243774,
      "learning_rate": 3.5526433528777872e-06,
      "loss": 0.3532,
      "step": 1035120
    },
    {
      "epoch": 288.9,
      "grad_norm": 1.2094097137451172,
      "learning_rate": 3.552620187611918e-06,
      "loss": 0.3399,
      "step": 1035130
    },
    {
      "epoch": 288.9,
      "grad_norm": 1.0033986568450928,
      "learning_rate": 3.5525970221851467e-06,
      "loss": 0.3389,
      "step": 1035140
    },
    {
      "epoch": 288.91,
      "grad_norm": 1.0873466730117798,
      "learning_rate": 3.552573856597478e-06,
      "loss": 0.3562,
      "step": 1035150
    },
    {
      "epoch": 288.91,
      "grad_norm": 1.1578075885772705,
      "learning_rate": 3.552550690848915e-06,
      "loss": 0.3585,
      "step": 1035160
    },
    {
      "epoch": 288.91,
      "grad_norm": 1.0862165689468384,
      "learning_rate": 3.5525275249394597e-06,
      "loss": 0.387,
      "step": 1035170
    },
    {
      "epoch": 288.91,
      "grad_norm": 1.692168116569519,
      "learning_rate": 3.5525043588691166e-06,
      "loss": 0.3589,
      "step": 1035180
    },
    {
      "epoch": 288.92,
      "grad_norm": 1.1191596984863281,
      "learning_rate": 3.5524811926378872e-06,
      "loss": 0.3682,
      "step": 1035190
    },
    {
      "epoch": 288.92,
      "grad_norm": 1.1585747003555298,
      "learning_rate": 3.5524580262457754e-06,
      "loss": 0.3635,
      "step": 1035200
    },
    {
      "epoch": 288.92,
      "grad_norm": 1.3880218267440796,
      "learning_rate": 3.5524348596927844e-06,
      "loss": 0.3623,
      "step": 1035210
    },
    {
      "epoch": 288.93,
      "grad_norm": 1.0556490421295166,
      "learning_rate": 3.552411692978917e-06,
      "loss": 0.3861,
      "step": 1035220
    },
    {
      "epoch": 288.93,
      "grad_norm": 0.978537380695343,
      "learning_rate": 3.5523885261041763e-06,
      "loss": 0.3717,
      "step": 1035230
    },
    {
      "epoch": 288.93,
      "grad_norm": 2.6039164066314697,
      "learning_rate": 3.552365359068566e-06,
      "loss": 0.3417,
      "step": 1035240
    },
    {
      "epoch": 288.93,
      "grad_norm": 0.9339928030967712,
      "learning_rate": 3.5523421918720883e-06,
      "loss": 0.3729,
      "step": 1035250
    },
    {
      "epoch": 288.94,
      "grad_norm": 1.2726664543151855,
      "learning_rate": 3.552319024514747e-06,
      "loss": 0.3665,
      "step": 1035260
    },
    {
      "epoch": 288.94,
      "grad_norm": 1.0283632278442383,
      "learning_rate": 3.552295856996544e-06,
      "loss": 0.3509,
      "step": 1035270
    },
    {
      "epoch": 288.94,
      "grad_norm": 1.4891160726547241,
      "learning_rate": 3.5522726893174834e-06,
      "loss": 0.3437,
      "step": 1035280
    },
    {
      "epoch": 288.95,
      "grad_norm": 1.079809546470642,
      "learning_rate": 3.5522495214775686e-06,
      "loss": 0.3556,
      "step": 1035290
    },
    {
      "epoch": 288.95,
      "grad_norm": 1.0403587818145752,
      "learning_rate": 3.5522263534768023e-06,
      "loss": 0.3683,
      "step": 1035300
    },
    {
      "epoch": 288.95,
      "grad_norm": 1.021256923675537,
      "learning_rate": 3.552203185315187e-06,
      "loss": 0.3496,
      "step": 1035310
    },
    {
      "epoch": 288.95,
      "grad_norm": 1.1596415042877197,
      "learning_rate": 3.552180016992727e-06,
      "loss": 0.3444,
      "step": 1035320
    },
    {
      "epoch": 288.96,
      "grad_norm": 1.1997438669204712,
      "learning_rate": 3.552156848509423e-06,
      "loss": 0.3568,
      "step": 1035330
    },
    {
      "epoch": 288.96,
      "grad_norm": 1.03759765625,
      "learning_rate": 3.552133679865281e-06,
      "loss": 0.371,
      "step": 1035340
    },
    {
      "epoch": 288.96,
      "grad_norm": 1.07212495803833,
      "learning_rate": 3.5521105110603028e-06,
      "loss": 0.3615,
      "step": 1035350
    },
    {
      "epoch": 288.96,
      "grad_norm": 0.9706494212150574,
      "learning_rate": 3.552087342094491e-06,
      "loss": 0.3668,
      "step": 1035360
    },
    {
      "epoch": 288.97,
      "grad_norm": 0.878652811050415,
      "learning_rate": 3.55206417296785e-06,
      "loss": 0.3555,
      "step": 1035370
    },
    {
      "epoch": 288.97,
      "grad_norm": 1.2487127780914307,
      "learning_rate": 3.552041003680382e-06,
      "loss": 0.3689,
      "step": 1035380
    },
    {
      "epoch": 288.97,
      "grad_norm": 0.983483076095581,
      "learning_rate": 3.5520178342320893e-06,
      "loss": 0.3598,
      "step": 1035390
    },
    {
      "epoch": 288.98,
      "grad_norm": 1.1362541913986206,
      "learning_rate": 3.551994664622976e-06,
      "loss": 0.3685,
      "step": 1035400
    },
    {
      "epoch": 288.98,
      "grad_norm": 1.0287156105041504,
      "learning_rate": 3.5519714948530454e-06,
      "loss": 0.3702,
      "step": 1035410
    },
    {
      "epoch": 288.98,
      "grad_norm": 1.0062519311904907,
      "learning_rate": 3.5519483249222992e-06,
      "loss": 0.3538,
      "step": 1035420
    },
    {
      "epoch": 288.98,
      "grad_norm": 1.0886186361312866,
      "learning_rate": 3.5519251548307426e-06,
      "loss": 0.3489,
      "step": 1035430
    },
    {
      "epoch": 288.99,
      "grad_norm": 1.0531299114227295,
      "learning_rate": 3.5519019845783768e-06,
      "loss": 0.362,
      "step": 1035440
    },
    {
      "epoch": 288.99,
      "grad_norm": 1.1543962955474854,
      "learning_rate": 3.5518788141652064e-06,
      "loss": 0.3534,
      "step": 1035450
    },
    {
      "epoch": 288.99,
      "grad_norm": 1.0911470651626587,
      "learning_rate": 3.5518556435912336e-06,
      "loss": 0.3544,
      "step": 1035460
    },
    {
      "epoch": 289.0,
      "grad_norm": 2.290738821029663,
      "learning_rate": 3.5518324728564614e-06,
      "loss": 0.3619,
      "step": 1035470
    },
    {
      "epoch": 289.0,
      "grad_norm": 1.0371216535568237,
      "learning_rate": 3.551809301960893e-06,
      "loss": 0.3547,
      "step": 1035480
    },
    {
      "epoch": 289.0,
      "eval_loss": 0.35720157623291016,
      "eval_runtime": 63.3384,
      "eval_samples_per_second": 79.873,
      "eval_steps_per_second": 9.994,
      "step": 1035487
    },
    {
      "epoch": 289.0,
      "grad_norm": 1.1187255382537842,
      "learning_rate": 3.5517861309045316e-06,
      "loss": 0.3486,
      "step": 1035490
    },
    {
      "epoch": 289.0,
      "grad_norm": 0.991508424282074,
      "learning_rate": 3.551762959687381e-06,
      "loss": 0.3454,
      "step": 1035500
    },
    {
      "epoch": 289.01,
      "grad_norm": 0.9557759165763855,
      "learning_rate": 3.551739788309442e-06,
      "loss": 0.3506,
      "step": 1035510
    },
    {
      "epoch": 289.01,
      "grad_norm": 1.0185335874557495,
      "learning_rate": 3.5517166167707203e-06,
      "loss": 0.3609,
      "step": 1035520
    },
    {
      "epoch": 289.01,
      "grad_norm": 1.225182056427002,
      "learning_rate": 3.5516934450712177e-06,
      "loss": 0.3648,
      "step": 1035530
    },
    {
      "epoch": 289.01,
      "grad_norm": 0.9735108613967896,
      "learning_rate": 3.5516702732109377e-06,
      "loss": 0.3534,
      "step": 1035540
    },
    {
      "epoch": 289.02,
      "grad_norm": 0.8599522113800049,
      "learning_rate": 3.551647101189883e-06,
      "loss": 0.3685,
      "step": 1035550
    },
    {
      "epoch": 289.02,
      "grad_norm": 1.0158920288085938,
      "learning_rate": 3.551623929008057e-06,
      "loss": 0.3559,
      "step": 1035560
    },
    {
      "epoch": 289.02,
      "grad_norm": 1.089574933052063,
      "learning_rate": 3.551600756665462e-06,
      "loss": 0.3764,
      "step": 1035570
    },
    {
      "epoch": 289.03,
      "grad_norm": 0.9353412985801697,
      "learning_rate": 3.5515775841621022e-06,
      "loss": 0.3635,
      "step": 1035580
    },
    {
      "epoch": 289.03,
      "grad_norm": 0.8420421481132507,
      "learning_rate": 3.5515544114979803e-06,
      "loss": 0.3529,
      "step": 1035590
    },
    {
      "epoch": 289.03,
      "grad_norm": 0.9364089369773865,
      "learning_rate": 3.551531238673099e-06,
      "loss": 0.3501,
      "step": 1035600
    },
    {
      "epoch": 289.03,
      "grad_norm": 1.0209792852401733,
      "learning_rate": 3.5515080656874622e-06,
      "loss": 0.37,
      "step": 1035610
    },
    {
      "epoch": 289.04,
      "grad_norm": 1.2023003101348877,
      "learning_rate": 3.551484892541072e-06,
      "loss": 0.3543,
      "step": 1035620
    },
    {
      "epoch": 289.04,
      "grad_norm": 1.110172152519226,
      "learning_rate": 3.5514617192339327e-06,
      "loss": 0.3466,
      "step": 1035630
    },
    {
      "epoch": 289.04,
      "grad_norm": 1.0413950681686401,
      "learning_rate": 3.551438545766046e-06,
      "loss": 0.3509,
      "step": 1035640
    },
    {
      "epoch": 289.05,
      "grad_norm": 1.2280893325805664,
      "learning_rate": 3.5514153721374153e-06,
      "loss": 0.3658,
      "step": 1035650
    },
    {
      "epoch": 289.05,
      "grad_norm": 1.0179479122161865,
      "learning_rate": 3.5513921983480444e-06,
      "loss": 0.3508,
      "step": 1035660
    },
    {
      "epoch": 289.05,
      "grad_norm": 0.9053413271903992,
      "learning_rate": 3.5513690243979364e-06,
      "loss": 0.3622,
      "step": 1035670
    },
    {
      "epoch": 289.05,
      "grad_norm": 1.0370217561721802,
      "learning_rate": 3.5513458502870936e-06,
      "loss": 0.3715,
      "step": 1035680
    },
    {
      "epoch": 289.06,
      "grad_norm": 1.11525559425354,
      "learning_rate": 3.5513226760155196e-06,
      "loss": 0.364,
      "step": 1035690
    },
    {
      "epoch": 289.06,
      "grad_norm": 0.8214459419250488,
      "learning_rate": 3.551299501583217e-06,
      "loss": 0.3463,
      "step": 1035700
    },
    {
      "epoch": 289.06,
      "grad_norm": 1.2686734199523926,
      "learning_rate": 3.5512763269901892e-06,
      "loss": 0.3637,
      "step": 1035710
    },
    {
      "epoch": 289.07,
      "grad_norm": 1.0252511501312256,
      "learning_rate": 3.5512531522364396e-06,
      "loss": 0.3532,
      "step": 1035720
    },
    {
      "epoch": 289.07,
      "grad_norm": 0.9158903360366821,
      "learning_rate": 3.551229977321971e-06,
      "loss": 0.3521,
      "step": 1035730
    },
    {
      "epoch": 289.07,
      "grad_norm": 0.8648837804794312,
      "learning_rate": 3.5512068022467867e-06,
      "loss": 0.3762,
      "step": 1035740
    },
    {
      "epoch": 289.07,
      "grad_norm": 0.9913437962532043,
      "learning_rate": 3.551183627010889e-06,
      "loss": 0.3573,
      "step": 1035750
    },
    {
      "epoch": 289.08,
      "grad_norm": 2.173178195953369,
      "learning_rate": 3.5511604516142825e-06,
      "loss": 0.3572,
      "step": 1035760
    },
    {
      "epoch": 289.08,
      "grad_norm": 1.0676296949386597,
      "learning_rate": 3.551137276056968e-06,
      "loss": 0.3553,
      "step": 1035770
    },
    {
      "epoch": 289.08,
      "grad_norm": 1.174440860748291,
      "learning_rate": 3.551114100338951e-06,
      "loss": 0.3582,
      "step": 1035780
    },
    {
      "epoch": 289.08,
      "grad_norm": 1.033530354499817,
      "learning_rate": 3.551090924460233e-06,
      "loss": 0.381,
      "step": 1035790
    },
    {
      "epoch": 289.09,
      "grad_norm": 1.1282819509506226,
      "learning_rate": 3.5510677484208175e-06,
      "loss": 0.3521,
      "step": 1035800
    },
    {
      "epoch": 289.09,
      "grad_norm": 1.0007530450820923,
      "learning_rate": 3.5510445722207083e-06,
      "loss": 0.3603,
      "step": 1035810
    },
    {
      "epoch": 289.09,
      "grad_norm": 0.8266770839691162,
      "learning_rate": 3.5510213958599076e-06,
      "loss": 0.3409,
      "step": 1035820
    },
    {
      "epoch": 289.1,
      "grad_norm": 1.1171042919158936,
      "learning_rate": 3.550998219338419e-06,
      "loss": 0.3734,
      "step": 1035830
    },
    {
      "epoch": 289.1,
      "grad_norm": 1.0290802717208862,
      "learning_rate": 3.5509750426562446e-06,
      "loss": 0.384,
      "step": 1035840
    },
    {
      "epoch": 289.1,
      "grad_norm": 1.1686073541641235,
      "learning_rate": 3.550951865813389e-06,
      "loss": 0.3668,
      "step": 1035850
    },
    {
      "epoch": 289.1,
      "grad_norm": 0.8774595856666565,
      "learning_rate": 3.5509286888098538e-06,
      "loss": 0.3511,
      "step": 1035860
    },
    {
      "epoch": 289.11,
      "grad_norm": 0.8851613402366638,
      "learning_rate": 3.5509055116456428e-06,
      "loss": 0.3532,
      "step": 1035870
    },
    {
      "epoch": 289.11,
      "grad_norm": 1.0122088193893433,
      "learning_rate": 3.550882334320759e-06,
      "loss": 0.3575,
      "step": 1035880
    },
    {
      "epoch": 289.11,
      "grad_norm": 1.0100711584091187,
      "learning_rate": 3.5508591568352065e-06,
      "loss": 0.3533,
      "step": 1035890
    },
    {
      "epoch": 289.12,
      "grad_norm": 0.9718748927116394,
      "learning_rate": 3.550835979188987e-06,
      "loss": 0.3505,
      "step": 1035900
    },
    {
      "epoch": 289.12,
      "grad_norm": 1.006844401359558,
      "learning_rate": 3.550812801382104e-06,
      "loss": 0.3435,
      "step": 1035910
    },
    {
      "epoch": 289.12,
      "grad_norm": 0.957986056804657,
      "learning_rate": 3.5507896234145605e-06,
      "loss": 0.3508,
      "step": 1035920
    },
    {
      "epoch": 289.12,
      "grad_norm": 1.0426831245422363,
      "learning_rate": 3.5507664452863595e-06,
      "loss": 0.3556,
      "step": 1035930
    },
    {
      "epoch": 289.13,
      "grad_norm": 1.1354734897613525,
      "learning_rate": 3.5507432669975043e-06,
      "loss": 0.3562,
      "step": 1035940
    },
    {
      "epoch": 289.13,
      "grad_norm": 0.8341284990310669,
      "learning_rate": 3.550720088547998e-06,
      "loss": 0.3514,
      "step": 1035950
    },
    {
      "epoch": 289.13,
      "grad_norm": 1.0711658000946045,
      "learning_rate": 3.550696909937844e-06,
      "loss": 0.3677,
      "step": 1035960
    },
    {
      "epoch": 289.13,
      "grad_norm": 0.9443500638008118,
      "learning_rate": 3.550673731167045e-06,
      "loss": 0.3498,
      "step": 1035970
    },
    {
      "epoch": 289.14,
      "grad_norm": 0.9139919281005859,
      "learning_rate": 3.5506505522356047e-06,
      "loss": 0.3619,
      "step": 1035980
    },
    {
      "epoch": 289.14,
      "grad_norm": 1.0985862016677856,
      "learning_rate": 3.5506273731435243e-06,
      "loss": 0.3701,
      "step": 1035990
    },
    {
      "epoch": 289.14,
      "grad_norm": 0.9654049873352051,
      "learning_rate": 3.5506041938908083e-06,
      "loss": 0.3513,
      "step": 1036000
    },
    {
      "epoch": 289.15,
      "grad_norm": 1.0091434717178345,
      "learning_rate": 3.55058101447746e-06,
      "loss": 0.3585,
      "step": 1036010
    },
    {
      "epoch": 289.15,
      "grad_norm": 0.947287380695343,
      "learning_rate": 3.5505578349034823e-06,
      "loss": 0.3848,
      "step": 1036020
    },
    {
      "epoch": 289.15,
      "grad_norm": 1.0678369998931885,
      "learning_rate": 3.5505346551688786e-06,
      "loss": 0.351,
      "step": 1036030
    },
    {
      "epoch": 289.15,
      "grad_norm": 1.0002459287643433,
      "learning_rate": 3.550511475273651e-06,
      "loss": 0.3398,
      "step": 1036040
    },
    {
      "epoch": 289.16,
      "grad_norm": 1.0863598585128784,
      "learning_rate": 3.5504882952178037e-06,
      "loss": 0.347,
      "step": 1036050
    },
    {
      "epoch": 289.16,
      "grad_norm": 0.9863861799240112,
      "learning_rate": 3.5504651150013386e-06,
      "loss": 0.3534,
      "step": 1036060
    },
    {
      "epoch": 289.16,
      "grad_norm": 1.1710182428359985,
      "learning_rate": 3.550441934624259e-06,
      "loss": 0.3723,
      "step": 1036070
    },
    {
      "epoch": 289.17,
      "grad_norm": 1.4292463064193726,
      "learning_rate": 3.550418754086569e-06,
      "loss": 0.3513,
      "step": 1036080
    },
    {
      "epoch": 289.17,
      "grad_norm": 1.1283361911773682,
      "learning_rate": 3.5503955733882704e-06,
      "loss": 0.3738,
      "step": 1036090
    },
    {
      "epoch": 289.17,
      "grad_norm": 1.0236713886260986,
      "learning_rate": 3.5503723925293674e-06,
      "loss": 0.3644,
      "step": 1036100
    },
    {
      "epoch": 289.17,
      "grad_norm": 1.245539665222168,
      "learning_rate": 3.5503492115098635e-06,
      "loss": 0.3657,
      "step": 1036110
    },
    {
      "epoch": 289.18,
      "grad_norm": 1.0362522602081299,
      "learning_rate": 3.5503260303297596e-06,
      "loss": 0.3432,
      "step": 1036120
    },
    {
      "epoch": 289.18,
      "grad_norm": 0.9102835655212402,
      "learning_rate": 3.5503028489890608e-06,
      "loss": 0.3379,
      "step": 1036130
    },
    {
      "epoch": 289.18,
      "grad_norm": 0.9838979244232178,
      "learning_rate": 3.5502796674877696e-06,
      "loss": 0.3435,
      "step": 1036140
    },
    {
      "epoch": 289.19,
      "grad_norm": 0.931825578212738,
      "learning_rate": 3.5502564858258886e-06,
      "loss": 0.3541,
      "step": 1036150
    },
    {
      "epoch": 289.19,
      "grad_norm": 0.9137836694717407,
      "learning_rate": 3.550233304003421e-06,
      "loss": 0.3735,
      "step": 1036160
    },
    {
      "epoch": 289.19,
      "grad_norm": 0.9802591800689697,
      "learning_rate": 3.5502101220203703e-06,
      "loss": 0.3711,
      "step": 1036170
    },
    {
      "epoch": 289.19,
      "grad_norm": 0.9349811673164368,
      "learning_rate": 3.55018693987674e-06,
      "loss": 0.3547,
      "step": 1036180
    },
    {
      "epoch": 289.2,
      "grad_norm": 1.1100482940673828,
      "learning_rate": 3.5501637575725325e-06,
      "loss": 0.3747,
      "step": 1036190
    },
    {
      "epoch": 289.2,
      "grad_norm": 0.9934075474739075,
      "learning_rate": 3.5501405751077502e-06,
      "loss": 0.3481,
      "step": 1036200
    },
    {
      "epoch": 289.2,
      "grad_norm": 1.1461832523345947,
      "learning_rate": 3.550117392482398e-06,
      "loss": 0.3489,
      "step": 1036210
    },
    {
      "epoch": 289.2,
      "grad_norm": 0.9012118577957153,
      "learning_rate": 3.5500942096964773e-06,
      "loss": 0.3494,
      "step": 1036220
    },
    {
      "epoch": 289.21,
      "grad_norm": 1.0959147214889526,
      "learning_rate": 3.550071026749992e-06,
      "loss": 0.3551,
      "step": 1036230
    },
    {
      "epoch": 289.21,
      "grad_norm": 1.0914183855056763,
      "learning_rate": 3.5500478436429453e-06,
      "loss": 0.3421,
      "step": 1036240
    },
    {
      "epoch": 289.21,
      "grad_norm": 1.1058744192123413,
      "learning_rate": 3.5500246603753398e-06,
      "loss": 0.3388,
      "step": 1036250
    },
    {
      "epoch": 289.22,
      "grad_norm": 1.0537770986557007,
      "learning_rate": 3.5500014769471787e-06,
      "loss": 0.3421,
      "step": 1036260
    },
    {
      "epoch": 289.22,
      "grad_norm": 0.8461146950721741,
      "learning_rate": 3.549978293358466e-06,
      "loss": 0.363,
      "step": 1036270
    },
    {
      "epoch": 289.22,
      "grad_norm": 1.0071511268615723,
      "learning_rate": 3.5499551096092026e-06,
      "loss": 0.3494,
      "step": 1036280
    },
    {
      "epoch": 289.22,
      "grad_norm": 0.959540843963623,
      "learning_rate": 3.5499319256993936e-06,
      "loss": 0.3531,
      "step": 1036290
    },
    {
      "epoch": 289.23,
      "grad_norm": 0.9331904053688049,
      "learning_rate": 3.549908741629041e-06,
      "loss": 0.3499,
      "step": 1036300
    },
    {
      "epoch": 289.23,
      "grad_norm": 1.0148603916168213,
      "learning_rate": 3.5498855573981496e-06,
      "loss": 0.3557,
      "step": 1036310
    },
    {
      "epoch": 289.23,
      "grad_norm": 1.1061893701553345,
      "learning_rate": 3.5498623730067202e-06,
      "loss": 0.362,
      "step": 1036320
    },
    {
      "epoch": 289.24,
      "grad_norm": 0.9309841990470886,
      "learning_rate": 3.5498391884547573e-06,
      "loss": 0.3621,
      "step": 1036330
    },
    {
      "epoch": 289.24,
      "grad_norm": 1.123429775238037,
      "learning_rate": 3.549816003742264e-06,
      "loss": 0.352,
      "step": 1036340
    },
    {
      "epoch": 289.24,
      "grad_norm": 0.9843891859054565,
      "learning_rate": 3.5497928188692424e-06,
      "loss": 0.3595,
      "step": 1036350
    },
    {
      "epoch": 289.24,
      "grad_norm": 1.1011297702789307,
      "learning_rate": 3.5497696338356964e-06,
      "loss": 0.3674,
      "step": 1036360
    },
    {
      "epoch": 289.25,
      "grad_norm": 1.0550099611282349,
      "learning_rate": 3.5497464486416287e-06,
      "loss": 0.3665,
      "step": 1036370
    },
    {
      "epoch": 289.25,
      "grad_norm": 1.1299500465393066,
      "learning_rate": 3.5497232632870424e-06,
      "loss": 0.3478,
      "step": 1036380
    },
    {
      "epoch": 289.25,
      "grad_norm": 1.2073330879211426,
      "learning_rate": 3.5497000777719408e-06,
      "loss": 0.3586,
      "step": 1036390
    },
    {
      "epoch": 289.25,
      "grad_norm": 1.2242891788482666,
      "learning_rate": 3.549676892096327e-06,
      "loss": 0.3555,
      "step": 1036400
    },
    {
      "epoch": 289.26,
      "grad_norm": 0.9635928273200989,
      "learning_rate": 3.549653706260204e-06,
      "loss": 0.3625,
      "step": 1036410
    },
    {
      "epoch": 289.26,
      "grad_norm": 0.9176679849624634,
      "learning_rate": 3.549630520263575e-06,
      "loss": 0.3539,
      "step": 1036420
    },
    {
      "epoch": 289.26,
      "grad_norm": 1.0341970920562744,
      "learning_rate": 3.5496073341064432e-06,
      "loss": 0.3563,
      "step": 1036430
    },
    {
      "epoch": 289.27,
      "grad_norm": 1.0627021789550781,
      "learning_rate": 3.549584147788811e-06,
      "loss": 0.3664,
      "step": 1036440
    },
    {
      "epoch": 289.27,
      "grad_norm": 0.9082617163658142,
      "learning_rate": 3.5495609613106815e-06,
      "loss": 0.3606,
      "step": 1036450
    },
    {
      "epoch": 289.27,
      "grad_norm": 0.9466049671173096,
      "learning_rate": 3.549537774672059e-06,
      "loss": 0.3614,
      "step": 1036460
    },
    {
      "epoch": 289.27,
      "grad_norm": 1.0073202848434448,
      "learning_rate": 3.549514587872946e-06,
      "loss": 0.3672,
      "step": 1036470
    },
    {
      "epoch": 289.28,
      "grad_norm": 0.8950927257537842,
      "learning_rate": 3.5494914009133452e-06,
      "loss": 0.3667,
      "step": 1036480
    },
    {
      "epoch": 289.28,
      "grad_norm": 0.9118549823760986,
      "learning_rate": 3.5494682137932593e-06,
      "loss": 0.351,
      "step": 1036490
    },
    {
      "epoch": 289.28,
      "grad_norm": 0.9396374225616455,
      "learning_rate": 3.549445026512693e-06,
      "loss": 0.3473,
      "step": 1036500
    },
    {
      "epoch": 289.29,
      "grad_norm": 0.7676299810409546,
      "learning_rate": 3.5494218390716475e-06,
      "loss": 0.3476,
      "step": 1036510
    },
    {
      "epoch": 289.29,
      "grad_norm": 1.0997624397277832,
      "learning_rate": 3.5493986514701267e-06,
      "loss": 0.348,
      "step": 1036520
    },
    {
      "epoch": 289.29,
      "grad_norm": 0.9425311088562012,
      "learning_rate": 3.5493754637081347e-06,
      "loss": 0.3532,
      "step": 1036530
    },
    {
      "epoch": 289.29,
      "grad_norm": 1.074959397315979,
      "learning_rate": 3.5493522757856727e-06,
      "loss": 0.3613,
      "step": 1036540
    },
    {
      "epoch": 289.3,
      "grad_norm": 0.9539989829063416,
      "learning_rate": 3.5493290877027453e-06,
      "loss": 0.3717,
      "step": 1036550
    },
    {
      "epoch": 289.3,
      "grad_norm": 0.9604935050010681,
      "learning_rate": 3.5493058994593544e-06,
      "loss": 0.3601,
      "step": 1036560
    },
    {
      "epoch": 289.3,
      "grad_norm": 0.9869729280471802,
      "learning_rate": 3.549282711055504e-06,
      "loss": 0.3614,
      "step": 1036570
    },
    {
      "epoch": 289.31,
      "grad_norm": 1.0745728015899658,
      "learning_rate": 3.549259522491197e-06,
      "loss": 0.3617,
      "step": 1036580
    },
    {
      "epoch": 289.31,
      "grad_norm": 1.0151405334472656,
      "learning_rate": 3.549236333766436e-06,
      "loss": 0.3591,
      "step": 1036590
    },
    {
      "epoch": 289.31,
      "grad_norm": 0.8268863558769226,
      "learning_rate": 3.5492131448812248e-06,
      "loss": 0.3282,
      "step": 1036600
    },
    {
      "epoch": 289.31,
      "grad_norm": 1.0190801620483398,
      "learning_rate": 3.549189955835566e-06,
      "loss": 0.3594,
      "step": 1036610
    },
    {
      "epoch": 289.32,
      "grad_norm": 0.8650005459785461,
      "learning_rate": 3.549166766629463e-06,
      "loss": 0.3618,
      "step": 1036620
    },
    {
      "epoch": 289.32,
      "grad_norm": 0.9564323425292969,
      "learning_rate": 3.5491435772629182e-06,
      "loss": 0.3606,
      "step": 1036630
    },
    {
      "epoch": 289.32,
      "grad_norm": 1.0111401081085205,
      "learning_rate": 3.5491203877359357e-06,
      "loss": 0.3654,
      "step": 1036640
    },
    {
      "epoch": 289.32,
      "grad_norm": 0.9321765303611755,
      "learning_rate": 3.549097198048518e-06,
      "loss": 0.3577,
      "step": 1036650
    },
    {
      "epoch": 289.33,
      "grad_norm": 1.0868902206420898,
      "learning_rate": 3.5490740082006674e-06,
      "loss": 0.3778,
      "step": 1036660
    },
    {
      "epoch": 289.33,
      "grad_norm": 1.067457914352417,
      "learning_rate": 3.549050818192389e-06,
      "loss": 0.359,
      "step": 1036670
    },
    {
      "epoch": 289.33,
      "grad_norm": 1.2037605047225952,
      "learning_rate": 3.5490276280236844e-06,
      "loss": 0.36,
      "step": 1036680
    },
    {
      "epoch": 289.34,
      "grad_norm": 1.0001726150512695,
      "learning_rate": 3.5490044376945566e-06,
      "loss": 0.3623,
      "step": 1036690
    },
    {
      "epoch": 289.34,
      "grad_norm": 1.1271356344223022,
      "learning_rate": 3.54898124720501e-06,
      "loss": 0.3384,
      "step": 1036700
    },
    {
      "epoch": 289.34,
      "grad_norm": 1.2450621128082275,
      "learning_rate": 3.548958056555046e-06,
      "loss": 0.3546,
      "step": 1036710
    },
    {
      "epoch": 289.34,
      "grad_norm": 0.8237321972846985,
      "learning_rate": 3.5489348657446688e-06,
      "loss": 0.3369,
      "step": 1036720
    },
    {
      "epoch": 289.35,
      "grad_norm": 0.9049690961837769,
      "learning_rate": 3.548911674773881e-06,
      "loss": 0.35,
      "step": 1036730
    },
    {
      "epoch": 289.35,
      "grad_norm": 1.288534164428711,
      "learning_rate": 3.5488884836426857e-06,
      "loss": 0.3564,
      "step": 1036740
    },
    {
      "epoch": 289.35,
      "grad_norm": 1.0976136922836304,
      "learning_rate": 3.548865292351086e-06,
      "loss": 0.3609,
      "step": 1036750
    },
    {
      "epoch": 289.36,
      "grad_norm": 1.119553804397583,
      "learning_rate": 3.5488421008990857e-06,
      "loss": 0.3439,
      "step": 1036760
    },
    {
      "epoch": 289.36,
      "grad_norm": 0.9068644642829895,
      "learning_rate": 3.5488189092866873e-06,
      "loss": 0.3607,
      "step": 1036770
    },
    {
      "epoch": 289.36,
      "grad_norm": 1.3320770263671875,
      "learning_rate": 3.5487957175138934e-06,
      "loss": 0.3521,
      "step": 1036780
    },
    {
      "epoch": 289.36,
      "grad_norm": 1.206769347190857,
      "learning_rate": 3.5487725255807084e-06,
      "loss": 0.3695,
      "step": 1036790
    },
    {
      "epoch": 289.37,
      "grad_norm": 0.9568874835968018,
      "learning_rate": 3.5487493334871334e-06,
      "loss": 0.3474,
      "step": 1036800
    },
    {
      "epoch": 289.37,
      "grad_norm": 1.0119484663009644,
      "learning_rate": 3.5487261412331736e-06,
      "loss": 0.378,
      "step": 1036810
    },
    {
      "epoch": 289.37,
      "grad_norm": 0.9365193843841553,
      "learning_rate": 3.5487029488188307e-06,
      "loss": 0.3584,
      "step": 1036820
    },
    {
      "epoch": 289.37,
      "grad_norm": 0.9821739792823792,
      "learning_rate": 3.548679756244108e-06,
      "loss": 0.349,
      "step": 1036830
    },
    {
      "epoch": 289.38,
      "grad_norm": 1.140279769897461,
      "learning_rate": 3.548656563509009e-06,
      "loss": 0.3788,
      "step": 1036840
    },
    {
      "epoch": 289.38,
      "grad_norm": 1.0172532796859741,
      "learning_rate": 3.5486333706135372e-06,
      "loss": 0.3501,
      "step": 1036850
    },
    {
      "epoch": 289.38,
      "grad_norm": 0.9628002047538757,
      "learning_rate": 3.548610177557695e-06,
      "loss": 0.3428,
      "step": 1036860
    },
    {
      "epoch": 289.39,
      "grad_norm": 1.0134786367416382,
      "learning_rate": 3.5485869843414856e-06,
      "loss": 0.3596,
      "step": 1036870
    },
    {
      "epoch": 289.39,
      "grad_norm": 1.091538906097412,
      "learning_rate": 3.548563790964911e-06,
      "loss": 0.3534,
      "step": 1036880
    },
    {
      "epoch": 289.39,
      "grad_norm": 1.039872646331787,
      "learning_rate": 3.5485405974279763e-06,
      "loss": 0.3476,
      "step": 1036890
    },
    {
      "epoch": 289.39,
      "grad_norm": 0.9029098749160767,
      "learning_rate": 3.5485174037306834e-06,
      "loss": 0.357,
      "step": 1036900
    },
    {
      "epoch": 289.4,
      "grad_norm": 1.0958882570266724,
      "learning_rate": 3.5484942098730352e-06,
      "loss": 0.3245,
      "step": 1036910
    },
    {
      "epoch": 289.4,
      "grad_norm": 1.0958774089813232,
      "learning_rate": 3.548471015855036e-06,
      "loss": 0.3539,
      "step": 1036920
    },
    {
      "epoch": 289.4,
      "grad_norm": 1.2453668117523193,
      "learning_rate": 3.5484478216766886e-06,
      "loss": 0.3679,
      "step": 1036930
    },
    {
      "epoch": 289.41,
      "grad_norm": 1.0813043117523193,
      "learning_rate": 3.548424627337994e-06,
      "loss": 0.3605,
      "step": 1036940
    },
    {
      "epoch": 289.41,
      "grad_norm": 0.9825975298881531,
      "learning_rate": 3.548401432838958e-06,
      "loss": 0.3644,
      "step": 1036950
    },
    {
      "epoch": 289.41,
      "grad_norm": 5.283453464508057,
      "learning_rate": 3.5483782381795827e-06,
      "loss": 0.3447,
      "step": 1036960
    },
    {
      "epoch": 289.41,
      "grad_norm": 1.1119744777679443,
      "learning_rate": 3.54835504335987e-06,
      "loss": 0.3751,
      "step": 1036970
    },
    {
      "epoch": 289.42,
      "grad_norm": 1.029952049255371,
      "learning_rate": 3.5483318483798247e-06,
      "loss": 0.3734,
      "step": 1036980
    },
    {
      "epoch": 289.42,
      "grad_norm": 1.156927227973938,
      "learning_rate": 3.5483086532394494e-06,
      "loss": 0.371,
      "step": 1036990
    },
    {
      "epoch": 289.42,
      "grad_norm": 1.00261390209198,
      "learning_rate": 3.5482854579387468e-06,
      "loss": 0.3622,
      "step": 1037000
    },
    {
      "epoch": 289.43,
      "grad_norm": 1.0823503732681274,
      "learning_rate": 3.5482622624777207e-06,
      "loss": 0.3491,
      "step": 1037010
    },
    {
      "epoch": 289.43,
      "grad_norm": 1.027856469154358,
      "learning_rate": 3.5482390668563726e-06,
      "loss": 0.3545,
      "step": 1037020
    },
    {
      "epoch": 289.43,
      "grad_norm": 1.0521104335784912,
      "learning_rate": 3.548215871074707e-06,
      "loss": 0.364,
      "step": 1037030
    },
    {
      "epoch": 289.43,
      "grad_norm": 0.9382304549217224,
      "learning_rate": 3.548192675132727e-06,
      "loss": 0.3766,
      "step": 1037040
    },
    {
      "epoch": 289.44,
      "grad_norm": 0.9653565287590027,
      "learning_rate": 3.5481694790304353e-06,
      "loss": 0.3603,
      "step": 1037050
    },
    {
      "epoch": 289.44,
      "grad_norm": 1.3046786785125732,
      "learning_rate": 3.548146282767835e-06,
      "loss": 0.3495,
      "step": 1037060
    },
    {
      "epoch": 289.44,
      "grad_norm": 0.9917088747024536,
      "learning_rate": 3.5481230863449292e-06,
      "loss": 0.3552,
      "step": 1037070
    },
    {
      "epoch": 289.44,
      "grad_norm": 1.2502803802490234,
      "learning_rate": 3.5480998897617214e-06,
      "loss": 0.359,
      "step": 1037080
    },
    {
      "epoch": 289.45,
      "grad_norm": 1.0110554695129395,
      "learning_rate": 3.5480766930182138e-06,
      "loss": 0.3605,
      "step": 1037090
    },
    {
      "epoch": 289.45,
      "grad_norm": 1.0482183694839478,
      "learning_rate": 3.5480534961144103e-06,
      "loss": 0.3666,
      "step": 1037100
    },
    {
      "epoch": 289.45,
      "grad_norm": 0.9845720529556274,
      "learning_rate": 3.5480302990503134e-06,
      "loss": 0.3582,
      "step": 1037110
    },
    {
      "epoch": 289.46,
      "grad_norm": 1.037454605102539,
      "learning_rate": 3.548007101825927e-06,
      "loss": 0.3653,
      "step": 1037120
    },
    {
      "epoch": 289.46,
      "grad_norm": 0.9554524421691895,
      "learning_rate": 3.5479839044412523e-06,
      "loss": 0.3552,
      "step": 1037130
    },
    {
      "epoch": 289.46,
      "grad_norm": 0.8860841989517212,
      "learning_rate": 3.5479607068962953e-06,
      "loss": 0.3424,
      "step": 1037140
    },
    {
      "epoch": 289.46,
      "grad_norm": 0.9881222248077393,
      "learning_rate": 3.5479375091910567e-06,
      "loss": 0.357,
      "step": 1037150
    },
    {
      "epoch": 289.47,
      "grad_norm": 0.9214276075363159,
      "learning_rate": 3.5479143113255405e-06,
      "loss": 0.3529,
      "step": 1037160
    },
    {
      "epoch": 289.47,
      "grad_norm": 1.023995280265808,
      "learning_rate": 3.54789111329975e-06,
      "loss": 0.3862,
      "step": 1037170
    },
    {
      "epoch": 289.47,
      "grad_norm": 0.8607305288314819,
      "learning_rate": 3.5478679151136876e-06,
      "loss": 0.3332,
      "step": 1037180
    },
    {
      "epoch": 289.48,
      "grad_norm": 1.039485216140747,
      "learning_rate": 3.5478447167673574e-06,
      "loss": 0.355,
      "step": 1037190
    },
    {
      "epoch": 289.48,
      "grad_norm": 1.198033094406128,
      "learning_rate": 3.547821518260761e-06,
      "loss": 0.3577,
      "step": 1037200
    },
    {
      "epoch": 289.48,
      "grad_norm": 1.0195590257644653,
      "learning_rate": 3.547798319593903e-06,
      "loss": 0.3473,
      "step": 1037210
    },
    {
      "epoch": 289.48,
      "grad_norm": 0.8990607857704163,
      "learning_rate": 3.547775120766786e-06,
      "loss": 0.3467,
      "step": 1037220
    },
    {
      "epoch": 289.49,
      "grad_norm": 1.014294981956482,
      "learning_rate": 3.5477519217794127e-06,
      "loss": 0.3569,
      "step": 1037230
    },
    {
      "epoch": 289.49,
      "grad_norm": 0.988518238067627,
      "learning_rate": 3.5477287226317855e-06,
      "loss": 0.3775,
      "step": 1037240
    },
    {
      "epoch": 289.49,
      "grad_norm": 1.0034252405166626,
      "learning_rate": 3.54770552332391e-06,
      "loss": 0.3436,
      "step": 1037250
    },
    {
      "epoch": 289.49,
      "grad_norm": 1.0107502937316895,
      "learning_rate": 3.547682323855786e-06,
      "loss": 0.3426,
      "step": 1037260
    },
    {
      "epoch": 289.5,
      "grad_norm": 1.1512978076934814,
      "learning_rate": 3.5476591242274198e-06,
      "loss": 0.366,
      "step": 1037270
    },
    {
      "epoch": 289.5,
      "grad_norm": 1.0590263605117798,
      "learning_rate": 3.547635924438812e-06,
      "loss": 0.3486,
      "step": 1037280
    },
    {
      "epoch": 289.5,
      "grad_norm": 1.2222187519073486,
      "learning_rate": 3.547612724489967e-06,
      "loss": 0.3569,
      "step": 1037290
    },
    {
      "epoch": 289.51,
      "grad_norm": 1.0662132501602173,
      "learning_rate": 3.547589524380888e-06,
      "loss": 0.3438,
      "step": 1037300
    },
    {
      "epoch": 289.51,
      "grad_norm": 0.9521120190620422,
      "learning_rate": 3.547566324111577e-06,
      "loss": 0.3481,
      "step": 1037310
    },
    {
      "epoch": 289.51,
      "grad_norm": 0.9807044863700867,
      "learning_rate": 3.5475431236820375e-06,
      "loss": 0.3527,
      "step": 1037320
    },
    {
      "epoch": 289.51,
      "grad_norm": 0.9393416047096252,
      "learning_rate": 3.547519923092273e-06,
      "loss": 0.3625,
      "step": 1037330
    },
    {
      "epoch": 289.52,
      "grad_norm": 0.910551905632019,
      "learning_rate": 3.547496722342287e-06,
      "loss": 0.3534,
      "step": 1037340
    },
    {
      "epoch": 289.52,
      "grad_norm": 1.1305204629898071,
      "learning_rate": 3.547473521432081e-06,
      "loss": 0.3569,
      "step": 1037350
    },
    {
      "epoch": 289.52,
      "grad_norm": 1.0873805284500122,
      "learning_rate": 3.5474503203616603e-06,
      "loss": 0.3585,
      "step": 1037360
    },
    {
      "epoch": 289.53,
      "grad_norm": 1.0364000797271729,
      "learning_rate": 3.547427119131026e-06,
      "loss": 0.3613,
      "step": 1037370
    },
    {
      "epoch": 289.53,
      "grad_norm": 0.915019154548645,
      "learning_rate": 3.547403917740182e-06,
      "loss": 0.3461,
      "step": 1037380
    },
    {
      "epoch": 289.53,
      "grad_norm": 1.0513075590133667,
      "learning_rate": 3.547380716189131e-06,
      "loss": 0.3642,
      "step": 1037390
    },
    {
      "epoch": 289.53,
      "grad_norm": 0.8755841851234436,
      "learning_rate": 3.5473575144778777e-06,
      "loss": 0.347,
      "step": 1037400
    },
    {
      "epoch": 289.54,
      "grad_norm": 0.9471720457077026,
      "learning_rate": 3.547334312606422e-06,
      "loss": 0.3522,
      "step": 1037410
    },
    {
      "epoch": 289.54,
      "grad_norm": 1.0770556926727295,
      "learning_rate": 3.54731111057477e-06,
      "loss": 0.3594,
      "step": 1037420
    },
    {
      "epoch": 289.54,
      "grad_norm": 1.0580775737762451,
      "learning_rate": 3.547287908382924e-06,
      "loss": 0.3503,
      "step": 1037430
    },
    {
      "epoch": 289.55,
      "grad_norm": 1.0240267515182495,
      "learning_rate": 3.5472647060308866e-06,
      "loss": 0.3643,
      "step": 1037440
    },
    {
      "epoch": 289.55,
      "grad_norm": 0.9802662134170532,
      "learning_rate": 3.5472415035186603e-06,
      "loss": 0.3521,
      "step": 1037450
    },
    {
      "epoch": 289.55,
      "grad_norm": 1.0690058469772339,
      "learning_rate": 3.54721830084625e-06,
      "loss": 0.3604,
      "step": 1037460
    },
    {
      "epoch": 289.55,
      "grad_norm": 1.0165141820907593,
      "learning_rate": 3.547195098013657e-06,
      "loss": 0.3601,
      "step": 1037470
    },
    {
      "epoch": 289.56,
      "grad_norm": 0.9363368153572083,
      "learning_rate": 3.547171895020885e-06,
      "loss": 0.3582,
      "step": 1037480
    },
    {
      "epoch": 289.56,
      "grad_norm": 0.8390453457832336,
      "learning_rate": 3.5471486918679373e-06,
      "loss": 0.3417,
      "step": 1037490
    },
    {
      "epoch": 289.56,
      "grad_norm": 1.0446277856826782,
      "learning_rate": 3.5471254885548176e-06,
      "loss": 0.374,
      "step": 1037500
    },
    {
      "epoch": 289.56,
      "grad_norm": 1.0144193172454834,
      "learning_rate": 3.5471022850815282e-06,
      "loss": 0.3416,
      "step": 1037510
    },
    {
      "epoch": 289.57,
      "grad_norm": 1.128264307975769,
      "learning_rate": 3.547079081448072e-06,
      "loss": 0.3623,
      "step": 1037520
    },
    {
      "epoch": 289.57,
      "grad_norm": 0.8362014293670654,
      "learning_rate": 3.5470558776544526e-06,
      "loss": 0.3704,
      "step": 1037530
    },
    {
      "epoch": 289.57,
      "grad_norm": 1.2410439252853394,
      "learning_rate": 3.5470326737006724e-06,
      "loss": 0.3475,
      "step": 1037540
    },
    {
      "epoch": 289.58,
      "grad_norm": 1.014440894126892,
      "learning_rate": 3.5470094695867347e-06,
      "loss": 0.3549,
      "step": 1037550
    },
    {
      "epoch": 289.58,
      "grad_norm": 0.9040509462356567,
      "learning_rate": 3.546986265312644e-06,
      "loss": 0.3627,
      "step": 1037560
    },
    {
      "epoch": 289.58,
      "grad_norm": 1.1859049797058105,
      "learning_rate": 3.546963060878401e-06,
      "loss": 0.3701,
      "step": 1037570
    },
    {
      "epoch": 289.58,
      "grad_norm": 0.9640854001045227,
      "learning_rate": 3.5469398562840106e-06,
      "loss": 0.3563,
      "step": 1037580
    },
    {
      "epoch": 289.59,
      "grad_norm": 1.063883900642395,
      "learning_rate": 3.5469166515294746e-06,
      "loss": 0.3581,
      "step": 1037590
    },
    {
      "epoch": 289.59,
      "grad_norm": 0.9735244512557983,
      "learning_rate": 3.5468934466147986e-06,
      "loss": 0.3582,
      "step": 1037600
    },
    {
      "epoch": 289.59,
      "grad_norm": 5.464365005493164,
      "learning_rate": 3.546870241539982e-06,
      "loss": 0.3677,
      "step": 1037610
    },
    {
      "epoch": 289.6,
      "grad_norm": 1.1106057167053223,
      "learning_rate": 3.5468470363050306e-06,
      "loss": 0.3589,
      "step": 1037620
    },
    {
      "epoch": 289.6,
      "grad_norm": 0.925553023815155,
      "learning_rate": 3.5468238309099467e-06,
      "loss": 0.3526,
      "step": 1037630
    },
    {
      "epoch": 289.6,
      "grad_norm": 1.1986021995544434,
      "learning_rate": 3.546800625354733e-06,
      "loss": 0.3658,
      "step": 1037640
    },
    {
      "epoch": 289.6,
      "grad_norm": 0.9682924747467041,
      "learning_rate": 3.546777419639393e-06,
      "loss": 0.366,
      "step": 1037650
    },
    {
      "epoch": 289.61,
      "grad_norm": 0.9302406311035156,
      "learning_rate": 3.54675421376393e-06,
      "loss": 0.3533,
      "step": 1037660
    },
    {
      "epoch": 289.61,
      "grad_norm": 1.0911167860031128,
      "learning_rate": 3.5467310077283465e-06,
      "loss": 0.3525,
      "step": 1037670
    },
    {
      "epoch": 289.61,
      "grad_norm": 1.0879299640655518,
      "learning_rate": 3.5467078015326458e-06,
      "loss": 0.3625,
      "step": 1037680
    },
    {
      "epoch": 289.61,
      "grad_norm": 1.0815738439559937,
      "learning_rate": 3.5466845951768317e-06,
      "loss": 0.3675,
      "step": 1037690
    },
    {
      "epoch": 289.62,
      "grad_norm": 1.3885996341705322,
      "learning_rate": 3.5466613886609063e-06,
      "loss": 0.3711,
      "step": 1037700
    },
    {
      "epoch": 289.62,
      "grad_norm": 1.006237268447876,
      "learning_rate": 3.5466381819848727e-06,
      "loss": 0.3589,
      "step": 1037710
    },
    {
      "epoch": 289.62,
      "grad_norm": 1.146734356880188,
      "learning_rate": 3.546614975148735e-06,
      "loss": 0.3644,
      "step": 1037720
    },
    {
      "epoch": 289.63,
      "grad_norm": 1.2545744180679321,
      "learning_rate": 3.5465917681524954e-06,
      "loss": 0.3705,
      "step": 1037730
    },
    {
      "epoch": 289.63,
      "grad_norm": 1.1851582527160645,
      "learning_rate": 3.5465685609961577e-06,
      "loss": 0.3457,
      "step": 1037740
    },
    {
      "epoch": 289.63,
      "grad_norm": 0.9180179834365845,
      "learning_rate": 3.546545353679723e-06,
      "loss": 0.3632,
      "step": 1037750
    },
    {
      "epoch": 289.63,
      "grad_norm": 1.0705636739730835,
      "learning_rate": 3.546522146203197e-06,
      "loss": 0.3521,
      "step": 1037760
    },
    {
      "epoch": 289.64,
      "grad_norm": 1.1683272123336792,
      "learning_rate": 3.5464989385665816e-06,
      "loss": 0.3419,
      "step": 1037770
    },
    {
      "epoch": 289.64,
      "grad_norm": 1.1684391498565674,
      "learning_rate": 3.54647573076988e-06,
      "loss": 0.3579,
      "step": 1037780
    },
    {
      "epoch": 289.64,
      "grad_norm": 1.0309797525405884,
      "learning_rate": 3.546452522813096e-06,
      "loss": 0.3603,
      "step": 1037790
    },
    {
      "epoch": 289.65,
      "grad_norm": 0.9757897257804871,
      "learning_rate": 3.5464293146962305e-06,
      "loss": 0.3539,
      "step": 1037800
    },
    {
      "epoch": 289.65,
      "grad_norm": 0.8463554382324219,
      "learning_rate": 3.5464061064192897e-06,
      "loss": 0.354,
      "step": 1037810
    },
    {
      "epoch": 289.65,
      "grad_norm": 1.0799559354782104,
      "learning_rate": 3.546382897982274e-06,
      "loss": 0.3557,
      "step": 1037820
    },
    {
      "epoch": 289.65,
      "grad_norm": 1.0841776132583618,
      "learning_rate": 3.5463596893851876e-06,
      "loss": 0.3707,
      "step": 1037830
    },
    {
      "epoch": 289.66,
      "grad_norm": 1.041804313659668,
      "learning_rate": 3.546336480628033e-06,
      "loss": 0.3565,
      "step": 1037840
    },
    {
      "epoch": 289.66,
      "grad_norm": 0.943336009979248,
      "learning_rate": 3.546313271710815e-06,
      "loss": 0.3457,
      "step": 1037850
    },
    {
      "epoch": 289.66,
      "grad_norm": 1.0533714294433594,
      "learning_rate": 3.546290062633535e-06,
      "loss": 0.3575,
      "step": 1037860
    },
    {
      "epoch": 289.67,
      "grad_norm": 1.3187613487243652,
      "learning_rate": 3.5462668533961956e-06,
      "loss": 0.3647,
      "step": 1037870
    },
    {
      "epoch": 289.67,
      "grad_norm": 0.8272939920425415,
      "learning_rate": 3.5462436439988022e-06,
      "loss": 0.3403,
      "step": 1037880
    },
    {
      "epoch": 289.67,
      "grad_norm": 0.8870900869369507,
      "learning_rate": 3.5462204344413565e-06,
      "loss": 0.3538,
      "step": 1037890
    },
    {
      "epoch": 289.67,
      "grad_norm": 0.9507414102554321,
      "learning_rate": 3.5461972247238618e-06,
      "loss": 0.3505,
      "step": 1037900
    },
    {
      "epoch": 289.68,
      "grad_norm": 1.1601951122283936,
      "learning_rate": 3.5461740148463197e-06,
      "loss": 0.3515,
      "step": 1037910
    },
    {
      "epoch": 289.68,
      "grad_norm": 0.9643973708152771,
      "learning_rate": 3.5461508048087363e-06,
      "loss": 0.3464,
      "step": 1037920
    },
    {
      "epoch": 289.68,
      "grad_norm": 1.4182183742523193,
      "learning_rate": 3.546127594611112e-06,
      "loss": 0.3743,
      "step": 1037930
    },
    {
      "epoch": 289.68,
      "grad_norm": 1.0595499277114868,
      "learning_rate": 3.5461043842534505e-06,
      "loss": 0.363,
      "step": 1037940
    },
    {
      "epoch": 289.69,
      "grad_norm": 1.0208330154418945,
      "learning_rate": 3.5460811737357566e-06,
      "loss": 0.3416,
      "step": 1037950
    },
    {
      "epoch": 289.69,
      "grad_norm": 1.0974478721618652,
      "learning_rate": 3.5460579630580314e-06,
      "loss": 0.3476,
      "step": 1037960
    },
    {
      "epoch": 289.69,
      "grad_norm": 0.8944241404533386,
      "learning_rate": 3.5460347522202784e-06,
      "loss": 0.3597,
      "step": 1037970
    },
    {
      "epoch": 289.7,
      "grad_norm": 1.0323917865753174,
      "learning_rate": 3.5460115412225014e-06,
      "loss": 0.3392,
      "step": 1037980
    },
    {
      "epoch": 289.7,
      "grad_norm": 1.1243904829025269,
      "learning_rate": 3.545988330064703e-06,
      "loss": 0.3778,
      "step": 1037990
    },
    {
      "epoch": 289.7,
      "grad_norm": 1.0565723180770874,
      "learning_rate": 3.5459651187468864e-06,
      "loss": 0.3742,
      "step": 1038000
    },
    {
      "epoch": 289.7,
      "grad_norm": 1.1461536884307861,
      "learning_rate": 3.5459419072690544e-06,
      "loss": 0.3676,
      "step": 1038010
    },
    {
      "epoch": 289.71,
      "grad_norm": 1.0375092029571533,
      "learning_rate": 3.54591869563121e-06,
      "loss": 0.3531,
      "step": 1038020
    },
    {
      "epoch": 289.71,
      "grad_norm": 1.0299139022827148,
      "learning_rate": 3.5458954838333576e-06,
      "loss": 0.3591,
      "step": 1038030
    },
    {
      "epoch": 289.71,
      "grad_norm": 1.0764325857162476,
      "learning_rate": 3.545872271875499e-06,
      "loss": 0.3614,
      "step": 1038040
    },
    {
      "epoch": 289.72,
      "grad_norm": 1.1365145444869995,
      "learning_rate": 3.5458490597576377e-06,
      "loss": 0.3677,
      "step": 1038050
    },
    {
      "epoch": 289.72,
      "grad_norm": 1.1100200414657593,
      "learning_rate": 3.5458258474797762e-06,
      "loss": 0.3424,
      "step": 1038060
    },
    {
      "epoch": 289.72,
      "grad_norm": 0.95773845911026,
      "learning_rate": 3.545802635041918e-06,
      "loss": 0.3627,
      "step": 1038070
    },
    {
      "epoch": 289.72,
      "grad_norm": 0.9579237103462219,
      "learning_rate": 3.545779422444067e-06,
      "loss": 0.353,
      "step": 1038080
    },
    {
      "epoch": 289.73,
      "grad_norm": 0.9713883996009827,
      "learning_rate": 3.545756209686225e-06,
      "loss": 0.3489,
      "step": 1038090
    },
    {
      "epoch": 289.73,
      "grad_norm": 0.9913803935050964,
      "learning_rate": 3.5457329967683953e-06,
      "loss": 0.3676,
      "step": 1038100
    },
    {
      "epoch": 289.73,
      "grad_norm": 0.9459255337715149,
      "learning_rate": 3.5457097836905824e-06,
      "loss": 0.3379,
      "step": 1038110
    },
    {
      "epoch": 289.73,
      "grad_norm": 1.0348803997039795,
      "learning_rate": 3.545686570452788e-06,
      "loss": 0.3503,
      "step": 1038120
    },
    {
      "epoch": 289.74,
      "grad_norm": 1.2536288499832153,
      "learning_rate": 3.5456633570550145e-06,
      "loss": 0.3552,
      "step": 1038130
    },
    {
      "epoch": 289.74,
      "grad_norm": 1.0404822826385498,
      "learning_rate": 3.5456401434972672e-06,
      "loss": 0.3436,
      "step": 1038140
    },
    {
      "epoch": 289.74,
      "grad_norm": 0.9893052577972412,
      "learning_rate": 3.545616929779547e-06,
      "loss": 0.3441,
      "step": 1038150
    },
    {
      "epoch": 289.75,
      "grad_norm": 0.9827256798744202,
      "learning_rate": 3.545593715901858e-06,
      "loss": 0.3673,
      "step": 1038160
    },
    {
      "epoch": 289.75,
      "grad_norm": 0.9253270030021667,
      "learning_rate": 3.545570501864205e-06,
      "loss": 0.3673,
      "step": 1038170
    },
    {
      "epoch": 289.75,
      "grad_norm": 1.0188233852386475,
      "learning_rate": 3.545547287666588e-06,
      "loss": 0.3587,
      "step": 1038180
    },
    {
      "epoch": 289.75,
      "grad_norm": 1.0269581079483032,
      "learning_rate": 3.5455240733090118e-06,
      "loss": 0.3399,
      "step": 1038190
    },
    {
      "epoch": 289.76,
      "grad_norm": 1.0052897930145264,
      "learning_rate": 3.5455008587914783e-06,
      "loss": 0.3633,
      "step": 1038200
    },
    {
      "epoch": 289.76,
      "grad_norm": 1.0681730508804321,
      "learning_rate": 3.5454776441139924e-06,
      "loss": 0.3406,
      "step": 1038210
    },
    {
      "epoch": 289.76,
      "grad_norm": 0.9335567951202393,
      "learning_rate": 3.5454544292765554e-06,
      "loss": 0.3673,
      "step": 1038220
    },
    {
      "epoch": 289.77,
      "grad_norm": 1.041130781173706,
      "learning_rate": 3.545431214279172e-06,
      "loss": 0.3683,
      "step": 1038230
    },
    {
      "epoch": 289.77,
      "grad_norm": 1.0794482231140137,
      "learning_rate": 3.5454079991218443e-06,
      "loss": 0.3748,
      "step": 1038240
    },
    {
      "epoch": 289.77,
      "grad_norm": 0.918826699256897,
      "learning_rate": 3.5453847838045758e-06,
      "loss": 0.3558,
      "step": 1038250
    },
    {
      "epoch": 289.77,
      "grad_norm": 0.9836677312850952,
      "learning_rate": 3.5453615683273684e-06,
      "loss": 0.3505,
      "step": 1038260
    },
    {
      "epoch": 289.78,
      "grad_norm": 1.1592313051223755,
      "learning_rate": 3.545338352690227e-06,
      "loss": 0.3615,
      "step": 1038270
    },
    {
      "epoch": 289.78,
      "grad_norm": 1.0429030656814575,
      "learning_rate": 3.545315136893154e-06,
      "loss": 0.3576,
      "step": 1038280
    },
    {
      "epoch": 289.78,
      "grad_norm": 1.2569853067398071,
      "learning_rate": 3.545291920936152e-06,
      "loss": 0.3571,
      "step": 1038290
    },
    {
      "epoch": 289.79,
      "grad_norm": 1.2028898000717163,
      "learning_rate": 3.5452687048192246e-06,
      "loss": 0.3622,
      "step": 1038300
    },
    {
      "epoch": 289.79,
      "grad_norm": 1.0732951164245605,
      "learning_rate": 3.545245488542374e-06,
      "loss": 0.3553,
      "step": 1038310
    },
    {
      "epoch": 289.79,
      "grad_norm": 1.1700825691223145,
      "learning_rate": 3.545222272105605e-06,
      "loss": 0.3625,
      "step": 1038320
    },
    {
      "epoch": 289.79,
      "grad_norm": 0.956260085105896,
      "learning_rate": 3.5451990555089194e-06,
      "loss": 0.365,
      "step": 1038330
    },
    {
      "epoch": 289.8,
      "grad_norm": 0.9851412773132324,
      "learning_rate": 3.545175838752321e-06,
      "loss": 0.3465,
      "step": 1038340
    },
    {
      "epoch": 289.8,
      "grad_norm": 0.975726306438446,
      "learning_rate": 3.545152621835812e-06,
      "loss": 0.3441,
      "step": 1038350
    },
    {
      "epoch": 289.8,
      "grad_norm": 0.8795244097709656,
      "learning_rate": 3.5451294047593956e-06,
      "loss": 0.3482,
      "step": 1038360
    },
    {
      "epoch": 289.8,
      "grad_norm": 1.05492103099823,
      "learning_rate": 3.545106187523076e-06,
      "loss": 0.3475,
      "step": 1038370
    },
    {
      "epoch": 289.81,
      "grad_norm": 0.9496909379959106,
      "learning_rate": 3.545082970126855e-06,
      "loss": 0.3797,
      "step": 1038380
    },
    {
      "epoch": 289.81,
      "grad_norm": 0.9450376629829407,
      "learning_rate": 3.5450597525707366e-06,
      "loss": 0.3465,
      "step": 1038390
    },
    {
      "epoch": 289.81,
      "grad_norm": 1.077795386314392,
      "learning_rate": 3.545036534854724e-06,
      "loss": 0.3541,
      "step": 1038400
    },
    {
      "epoch": 289.82,
      "grad_norm": 2.56795072555542,
      "learning_rate": 3.5450133169788194e-06,
      "loss": 0.3512,
      "step": 1038410
    },
    {
      "epoch": 289.82,
      "grad_norm": 1.0099077224731445,
      "learning_rate": 3.5449900989430257e-06,
      "loss": 0.3605,
      "step": 1038420
    },
    {
      "epoch": 289.82,
      "grad_norm": 1.1604878902435303,
      "learning_rate": 3.544966880747348e-06,
      "loss": 0.348,
      "step": 1038430
    },
    {
      "epoch": 289.82,
      "grad_norm": 1.039519190788269,
      "learning_rate": 3.5449436623917865e-06,
      "loss": 0.3565,
      "step": 1038440
    },
    {
      "epoch": 289.83,
      "grad_norm": 1.3020395040512085,
      "learning_rate": 3.544920443876346e-06,
      "loss": 0.3517,
      "step": 1038450
    },
    {
      "epoch": 289.83,
      "grad_norm": 1.0438411235809326,
      "learning_rate": 3.5448972252010303e-06,
      "loss": 0.3484,
      "step": 1038460
    },
    {
      "epoch": 289.83,
      "grad_norm": 1.1836720705032349,
      "learning_rate": 3.5448740063658417e-06,
      "loss": 0.3582,
      "step": 1038470
    },
    {
      "epoch": 289.84,
      "grad_norm": 1.2763097286224365,
      "learning_rate": 3.5448507873707828e-06,
      "loss": 0.3658,
      "step": 1038480
    },
    {
      "epoch": 289.84,
      "grad_norm": 1.116165280342102,
      "learning_rate": 3.544827568215856e-06,
      "loss": 0.3547,
      "step": 1038490
    },
    {
      "epoch": 289.84,
      "grad_norm": 1.1926971673965454,
      "learning_rate": 3.5448043489010665e-06,
      "loss": 0.3667,
      "step": 1038500
    },
    {
      "epoch": 289.84,
      "grad_norm": 0.9819161295890808,
      "learning_rate": 3.5447811294264163e-06,
      "loss": 0.3465,
      "step": 1038510
    },
    {
      "epoch": 289.85,
      "grad_norm": 0.9380567669868469,
      "learning_rate": 3.544757909791908e-06,
      "loss": 0.3591,
      "step": 1038520
    },
    {
      "epoch": 289.85,
      "grad_norm": 1.1904150247573853,
      "learning_rate": 3.5447346899975457e-06,
      "loss": 0.3526,
      "step": 1038530
    },
    {
      "epoch": 289.85,
      "grad_norm": 1.074115514755249,
      "learning_rate": 3.544711470043332e-06,
      "loss": 0.3638,
      "step": 1038540
    },
    {
      "epoch": 289.85,
      "grad_norm": 1.20609450340271,
      "learning_rate": 3.5446882499292703e-06,
      "loss": 0.3653,
      "step": 1038550
    },
    {
      "epoch": 289.86,
      "grad_norm": 1.3109323978424072,
      "learning_rate": 3.544665029655363e-06,
      "loss": 0.3579,
      "step": 1038560
    },
    {
      "epoch": 289.86,
      "grad_norm": 1.2509342432022095,
      "learning_rate": 3.5446418092216137e-06,
      "loss": 0.3743,
      "step": 1038570
    },
    {
      "epoch": 289.86,
      "grad_norm": 0.9465031623840332,
      "learning_rate": 3.5446185886280245e-06,
      "loss": 0.3426,
      "step": 1038580
    },
    {
      "epoch": 289.87,
      "grad_norm": 1.0378296375274658,
      "learning_rate": 3.544595367874601e-06,
      "loss": 0.37,
      "step": 1038590
    },
    {
      "epoch": 289.87,
      "grad_norm": 1.0864677429199219,
      "learning_rate": 3.5445721469613433e-06,
      "loss": 0.3548,
      "step": 1038600
    },
    {
      "epoch": 289.87,
      "grad_norm": 1.0261404514312744,
      "learning_rate": 3.544548925888257e-06,
      "loss": 0.3567,
      "step": 1038610
    },
    {
      "epoch": 289.87,
      "grad_norm": 1.085010290145874,
      "learning_rate": 3.544525704655343e-06,
      "loss": 0.3628,
      "step": 1038620
    },
    {
      "epoch": 289.88,
      "grad_norm": 1.02141273021698,
      "learning_rate": 3.5445024832626055e-06,
      "loss": 0.3513,
      "step": 1038630
    },
    {
      "epoch": 289.88,
      "grad_norm": 1.0292444229125977,
      "learning_rate": 3.544479261710048e-06,
      "loss": 0.3584,
      "step": 1038640
    },
    {
      "epoch": 289.88,
      "grad_norm": 1.1831990480422974,
      "learning_rate": 3.5444560399976727e-06,
      "loss": 0.3516,
      "step": 1038650
    },
    {
      "epoch": 289.89,
      "grad_norm": 0.8855839371681213,
      "learning_rate": 3.5444328181254834e-06,
      "loss": 0.3506,
      "step": 1038660
    },
    {
      "epoch": 289.89,
      "grad_norm": 1.1256121397018433,
      "learning_rate": 3.5444095960934823e-06,
      "loss": 0.3438,
      "step": 1038670
    },
    {
      "epoch": 289.89,
      "grad_norm": 1.097174882888794,
      "learning_rate": 3.544386373901674e-06,
      "loss": 0.3574,
      "step": 1038680
    },
    {
      "epoch": 289.89,
      "grad_norm": 0.9242269992828369,
      "learning_rate": 3.5443631515500604e-06,
      "loss": 0.3427,
      "step": 1038690
    },
    {
      "epoch": 289.9,
      "grad_norm": 1.6863274574279785,
      "learning_rate": 3.544339929038645e-06,
      "loss": 0.3617,
      "step": 1038700
    },
    {
      "epoch": 289.9,
      "grad_norm": 1.0031377077102661,
      "learning_rate": 3.54431670636743e-06,
      "loss": 0.3695,
      "step": 1038710
    },
    {
      "epoch": 289.9,
      "grad_norm": 1.270691156387329,
      "learning_rate": 3.5442934835364203e-06,
      "loss": 0.3652,
      "step": 1038720
    },
    {
      "epoch": 289.91,
      "grad_norm": 0.984857439994812,
      "learning_rate": 3.544270260545617e-06,
      "loss": 0.3536,
      "step": 1038730
    },
    {
      "epoch": 289.91,
      "grad_norm": 1.0784478187561035,
      "learning_rate": 3.544247037395024e-06,
      "loss": 0.3627,
      "step": 1038740
    },
    {
      "epoch": 289.91,
      "grad_norm": 1.152434229850769,
      "learning_rate": 3.544223814084645e-06,
      "loss": 0.3586,
      "step": 1038750
    },
    {
      "epoch": 289.91,
      "grad_norm": 1.0527197122573853,
      "learning_rate": 3.5442005906144823e-06,
      "loss": 0.3325,
      "step": 1038760
    },
    {
      "epoch": 289.92,
      "grad_norm": 1.0269564390182495,
      "learning_rate": 3.5441773669845404e-06,
      "loss": 0.3684,
      "step": 1038770
    },
    {
      "epoch": 289.92,
      "grad_norm": 1.065984845161438,
      "learning_rate": 3.5441541431948198e-06,
      "loss": 0.3666,
      "step": 1038780
    },
    {
      "epoch": 289.92,
      "grad_norm": 0.986565887928009,
      "learning_rate": 3.5441309192453263e-06,
      "loss": 0.3425,
      "step": 1038790
    },
    {
      "epoch": 289.92,
      "grad_norm": 1.0615651607513428,
      "learning_rate": 3.5441076951360616e-06,
      "loss": 0.3547,
      "step": 1038800
    },
    {
      "epoch": 289.93,
      "grad_norm": 1.0449873208999634,
      "learning_rate": 3.544084470867028e-06,
      "loss": 0.3591,
      "step": 1038810
    },
    {
      "epoch": 289.93,
      "grad_norm": 1.05253267288208,
      "learning_rate": 3.5440612464382306e-06,
      "loss": 0.364,
      "step": 1038820
    },
    {
      "epoch": 289.93,
      "grad_norm": 0.896497368812561,
      "learning_rate": 3.5440380218496706e-06,
      "loss": 0.3579,
      "step": 1038830
    },
    {
      "epoch": 289.94,
      "grad_norm": 0.9650087952613831,
      "learning_rate": 3.544014797101353e-06,
      "loss": 0.3497,
      "step": 1038840
    },
    {
      "epoch": 289.94,
      "grad_norm": 1.1220619678497314,
      "learning_rate": 3.543991572193279e-06,
      "loss": 0.3562,
      "step": 1038850
    },
    {
      "epoch": 289.94,
      "grad_norm": 1.0288549661636353,
      "learning_rate": 3.5439683471254527e-06,
      "loss": 0.3857,
      "step": 1038860
    },
    {
      "epoch": 289.94,
      "grad_norm": 0.8336020112037659,
      "learning_rate": 3.5439451218978767e-06,
      "loss": 0.369,
      "step": 1038870
    },
    {
      "epoch": 289.95,
      "grad_norm": 1.1223236322402954,
      "learning_rate": 3.543921896510555e-06,
      "loss": 0.3824,
      "step": 1038880
    },
    {
      "epoch": 289.95,
      "grad_norm": 1.0127280950546265,
      "learning_rate": 3.54389867096349e-06,
      "loss": 0.352,
      "step": 1038890
    },
    {
      "epoch": 289.95,
      "grad_norm": 0.9703536033630371,
      "learning_rate": 3.5438754452566843e-06,
      "loss": 0.3479,
      "step": 1038900
    },
    {
      "epoch": 289.96,
      "grad_norm": 0.9336585402488708,
      "learning_rate": 3.543852219390142e-06,
      "loss": 0.3447,
      "step": 1038910
    },
    {
      "epoch": 289.96,
      "grad_norm": 1.0966264009475708,
      "learning_rate": 3.5438289933638658e-06,
      "loss": 0.345,
      "step": 1038920
    },
    {
      "epoch": 289.96,
      "grad_norm": 1.049066185951233,
      "learning_rate": 3.543805767177859e-06,
      "loss": 0.3639,
      "step": 1038930
    },
    {
      "epoch": 289.96,
      "grad_norm": 1.1671478748321533,
      "learning_rate": 3.5437825408321235e-06,
      "loss": 0.3815,
      "step": 1038940
    },
    {
      "epoch": 289.97,
      "grad_norm": 1.0820857286453247,
      "learning_rate": 3.5437593143266645e-06,
      "loss": 0.3633,
      "step": 1038950
    },
    {
      "epoch": 289.97,
      "grad_norm": 0.9143146872520447,
      "learning_rate": 3.543736087661483e-06,
      "loss": 0.3519,
      "step": 1038960
    },
    {
      "epoch": 289.97,
      "grad_norm": 0.9593432545661926,
      "learning_rate": 3.5437128608365832e-06,
      "loss": 0.379,
      "step": 1038970
    },
    {
      "epoch": 289.97,
      "grad_norm": 1.017139196395874,
      "learning_rate": 3.5436896338519682e-06,
      "loss": 0.3671,
      "step": 1038980
    },
    {
      "epoch": 289.98,
      "grad_norm": 0.9230639338493347,
      "learning_rate": 3.5436664067076418e-06,
      "loss": 0.3704,
      "step": 1038990
    },
    {
      "epoch": 289.98,
      "grad_norm": 1.0696227550506592,
      "learning_rate": 3.543643179403605e-06,
      "loss": 0.3624,
      "step": 1039000
    },
    {
      "epoch": 289.98,
      "grad_norm": 1.165981650352478,
      "learning_rate": 3.543619951939863e-06,
      "loss": 0.3529,
      "step": 1039010
    },
    {
      "epoch": 289.99,
      "grad_norm": 1.2081438302993774,
      "learning_rate": 3.543596724316417e-06,
      "loss": 0.3497,
      "step": 1039020
    },
    {
      "epoch": 289.99,
      "grad_norm": 1.3636308908462524,
      "learning_rate": 3.543573496533271e-06,
      "loss": 0.3493,
      "step": 1039030
    },
    {
      "epoch": 289.99,
      "grad_norm": 1.2092787027359009,
      "learning_rate": 3.543550268590429e-06,
      "loss": 0.3639,
      "step": 1039040
    },
    {
      "epoch": 289.99,
      "grad_norm": 1.1929305791854858,
      "learning_rate": 3.5435270404878925e-06,
      "loss": 0.3717,
      "step": 1039050
    },
    {
      "epoch": 290.0,
      "grad_norm": 1.1073672771453857,
      "learning_rate": 3.5435038122256664e-06,
      "loss": 0.3556,
      "step": 1039060
    },
    {
      "epoch": 290.0,
      "grad_norm": 1.2288051843643188,
      "learning_rate": 3.543480583803752e-06,
      "loss": 0.3628,
      "step": 1039070
    },
    {
      "epoch": 290.0,
      "eval_loss": 0.3574770390987396,
      "eval_runtime": 64.2783,
      "eval_samples_per_second": 78.705,
      "eval_steps_per_second": 9.848,
      "step": 1039070
    },
    {
      "epoch": 290.0,
      "grad_norm": 1.146208643913269,
      "learning_rate": 3.5434573552221535e-06,
      "loss": 0.3706,
      "step": 1039080
    },
    {
      "epoch": 290.01,
      "grad_norm": 1.021371841430664,
      "learning_rate": 3.543434126480873e-06,
      "loss": 0.343,
      "step": 1039090
    },
    {
      "epoch": 290.01,
      "grad_norm": 0.9771315455436707,
      "learning_rate": 3.5434108975799146e-06,
      "loss": 0.373,
      "step": 1039100
    },
    {
      "epoch": 290.01,
      "grad_norm": 1.031123399734497,
      "learning_rate": 3.5433876685192816e-06,
      "loss": 0.3568,
      "step": 1039110
    },
    {
      "epoch": 290.01,
      "grad_norm": 0.9497451186180115,
      "learning_rate": 3.543364439298975e-06,
      "loss": 0.3434,
      "step": 1039120
    },
    {
      "epoch": 290.02,
      "grad_norm": 1.0101290941238403,
      "learning_rate": 3.543341209919001e-06,
      "loss": 0.3603,
      "step": 1039130
    },
    {
      "epoch": 290.02,
      "grad_norm": 1.1320704221725464,
      "learning_rate": 3.5433179803793607e-06,
      "loss": 0.3599,
      "step": 1039140
    },
    {
      "epoch": 290.02,
      "grad_norm": 1.0472993850708008,
      "learning_rate": 3.543294750680057e-06,
      "loss": 0.3573,
      "step": 1039150
    },
    {
      "epoch": 290.03,
      "grad_norm": 1.098345160484314,
      "learning_rate": 3.5432715208210935e-06,
      "loss": 0.3462,
      "step": 1039160
    },
    {
      "epoch": 290.03,
      "grad_norm": 1.1655410528182983,
      "learning_rate": 3.543248290802474e-06,
      "loss": 0.3649,
      "step": 1039170
    },
    {
      "epoch": 290.03,
      "grad_norm": 1.0800306797027588,
      "learning_rate": 3.5432250606242007e-06,
      "loss": 0.3437,
      "step": 1039180
    },
    {
      "epoch": 290.03,
      "grad_norm": 1.2286090850830078,
      "learning_rate": 3.5432018302862767e-06,
      "loss": 0.3594,
      "step": 1039190
    },
    {
      "epoch": 290.04,
      "grad_norm": 1.1593345403671265,
      "learning_rate": 3.543178599788705e-06,
      "loss": 0.3691,
      "step": 1039200
    },
    {
      "epoch": 290.04,
      "grad_norm": 1.2519973516464233,
      "learning_rate": 3.5431553691314904e-06,
      "loss": 0.3652,
      "step": 1039210
    },
    {
      "epoch": 290.04,
      "grad_norm": 0.9337413311004639,
      "learning_rate": 3.5431321383146333e-06,
      "loss": 0.3623,
      "step": 1039220
    },
    {
      "epoch": 290.04,
      "grad_norm": 0.9893983006477356,
      "learning_rate": 3.5431089073381383e-06,
      "loss": 0.3486,
      "step": 1039230
    },
    {
      "epoch": 290.05,
      "grad_norm": 1.0185118913650513,
      "learning_rate": 3.543085676202009e-06,
      "loss": 0.3506,
      "step": 1039240
    },
    {
      "epoch": 290.05,
      "grad_norm": 0.9935823678970337,
      "learning_rate": 3.543062444906247e-06,
      "loss": 0.3677,
      "step": 1039250
    },
    {
      "epoch": 290.05,
      "grad_norm": 1.0481584072113037,
      "learning_rate": 3.543039213450856e-06,
      "loss": 0.3698,
      "step": 1039260
    },
    {
      "epoch": 290.06,
      "grad_norm": 0.9923954606056213,
      "learning_rate": 3.5430159818358407e-06,
      "loss": 0.3466,
      "step": 1039270
    },
    {
      "epoch": 290.06,
      "grad_norm": 5.120746612548828,
      "learning_rate": 3.542992750061202e-06,
      "loss": 0.3538,
      "step": 1039280
    },
    {
      "epoch": 290.06,
      "grad_norm": 1.1129990816116333,
      "learning_rate": 3.5429695181269435e-06,
      "loss": 0.3387,
      "step": 1039290
    },
    {
      "epoch": 290.06,
      "grad_norm": 2.2251698970794678,
      "learning_rate": 3.542946286033069e-06,
      "loss": 0.3445,
      "step": 1039300
    },
    {
      "epoch": 290.07,
      "grad_norm": 1.0218830108642578,
      "learning_rate": 3.542923053779581e-06,
      "loss": 0.3448,
      "step": 1039310
    },
    {
      "epoch": 290.07,
      "grad_norm": 1.2354991436004639,
      "learning_rate": 3.542899821366482e-06,
      "loss": 0.3593,
      "step": 1039320
    },
    {
      "epoch": 290.07,
      "grad_norm": 1.0251963138580322,
      "learning_rate": 3.542876588793776e-06,
      "loss": 0.3515,
      "step": 1039330
    },
    {
      "epoch": 290.08,
      "grad_norm": 1.0741435289382935,
      "learning_rate": 3.5428533560614673e-06,
      "loss": 0.347,
      "step": 1039340
    },
    {
      "epoch": 290.08,
      "grad_norm": 1.0339686870574951,
      "learning_rate": 3.542830123169557e-06,
      "loss": 0.3581,
      "step": 1039350
    },
    {
      "epoch": 290.08,
      "grad_norm": 0.9147047996520996,
      "learning_rate": 3.542806890118048e-06,
      "loss": 0.3518,
      "step": 1039360
    },
    {
      "epoch": 290.08,
      "grad_norm": 0.9889608025550842,
      "learning_rate": 3.5427836569069446e-06,
      "loss": 0.3546,
      "step": 1039370
    },
    {
      "epoch": 290.09,
      "grad_norm": 1.1004430055618286,
      "learning_rate": 3.5427604235362492e-06,
      "loss": 0.3594,
      "step": 1039380
    },
    {
      "epoch": 290.09,
      "grad_norm": 1.0648103952407837,
      "learning_rate": 3.5427371900059656e-06,
      "loss": 0.3598,
      "step": 1039390
    },
    {
      "epoch": 290.09,
      "grad_norm": 2.3224313259124756,
      "learning_rate": 3.542713956316097e-06,
      "loss": 0.3628,
      "step": 1039400
    },
    {
      "epoch": 290.09,
      "grad_norm": 0.8903651833534241,
      "learning_rate": 3.5426907224666453e-06,
      "loss": 0.3533,
      "step": 1039410
    },
    {
      "epoch": 290.1,
      "grad_norm": 0.9956706166267395,
      "learning_rate": 3.5426674884576144e-06,
      "loss": 0.3473,
      "step": 1039420
    },
    {
      "epoch": 290.1,
      "grad_norm": 1.1632095575332642,
      "learning_rate": 3.5426442542890076e-06,
      "loss": 0.3517,
      "step": 1039430
    },
    {
      "epoch": 290.1,
      "grad_norm": 3.1641042232513428,
      "learning_rate": 3.542621019960827e-06,
      "loss": 0.3675,
      "step": 1039440
    },
    {
      "epoch": 290.11,
      "grad_norm": 1.0940449237823486,
      "learning_rate": 3.542597785473076e-06,
      "loss": 0.3671,
      "step": 1039450
    },
    {
      "epoch": 290.11,
      "grad_norm": 1.1251212358474731,
      "learning_rate": 3.5425745508257593e-06,
      "loss": 0.3529,
      "step": 1039460
    },
    {
      "epoch": 290.11,
      "grad_norm": 0.9542805552482605,
      "learning_rate": 3.542551316018878e-06,
      "loss": 0.3598,
      "step": 1039470
    },
    {
      "epoch": 290.11,
      "grad_norm": 1.0730383396148682,
      "learning_rate": 3.5425280810524352e-06,
      "loss": 0.3475,
      "step": 1039480
    },
    {
      "epoch": 290.12,
      "grad_norm": 1.027595043182373,
      "learning_rate": 3.542504845926436e-06,
      "loss": 0.3725,
      "step": 1039490
    },
    {
      "epoch": 290.12,
      "grad_norm": 1.1150628328323364,
      "learning_rate": 3.542481610640882e-06,
      "loss": 0.3513,
      "step": 1039500
    },
    {
      "epoch": 290.12,
      "grad_norm": 1.1343079805374146,
      "learning_rate": 3.5424583751957763e-06,
      "loss": 0.3725,
      "step": 1039510
    },
    {
      "epoch": 290.13,
      "grad_norm": 1.1109373569488525,
      "learning_rate": 3.5424351395911217e-06,
      "loss": 0.3396,
      "step": 1039520
    },
    {
      "epoch": 290.13,
      "grad_norm": 1.165751576423645,
      "learning_rate": 3.5424119038269225e-06,
      "loss": 0.3823,
      "step": 1039530
    },
    {
      "epoch": 290.13,
      "grad_norm": 0.9552704095840454,
      "learning_rate": 3.5423886679031805e-06,
      "loss": 0.362,
      "step": 1039540
    },
    {
      "epoch": 290.13,
      "grad_norm": 0.8654095530509949,
      "learning_rate": 3.5423654318198998e-06,
      "loss": 0.354,
      "step": 1039550
    },
    {
      "epoch": 290.14,
      "grad_norm": 0.9342566728591919,
      "learning_rate": 3.542342195577083e-06,
      "loss": 0.3689,
      "step": 1039560
    },
    {
      "epoch": 290.14,
      "grad_norm": 0.9897801876068115,
      "learning_rate": 3.5423189591747334e-06,
      "loss": 0.3417,
      "step": 1039570
    },
    {
      "epoch": 290.14,
      "grad_norm": 1.167211890220642,
      "learning_rate": 3.5422957226128536e-06,
      "loss": 0.3576,
      "step": 1039580
    },
    {
      "epoch": 290.15,
      "grad_norm": 1.0143367052078247,
      "learning_rate": 3.542272485891447e-06,
      "loss": 0.3517,
      "step": 1039590
    },
    {
      "epoch": 290.15,
      "grad_norm": 1.0660436153411865,
      "learning_rate": 3.5422492490105167e-06,
      "loss": 0.3473,
      "step": 1039600
    },
    {
      "epoch": 290.15,
      "grad_norm": 0.9687674641609192,
      "learning_rate": 3.542226011970066e-06,
      "loss": 0.3533,
      "step": 1039610
    },
    {
      "epoch": 290.15,
      "grad_norm": 1.0640751123428345,
      "learning_rate": 3.5422027747700976e-06,
      "loss": 0.3711,
      "step": 1039620
    },
    {
      "epoch": 290.16,
      "grad_norm": 1.070059895515442,
      "learning_rate": 3.5421795374106152e-06,
      "loss": 0.363,
      "step": 1039630
    },
    {
      "epoch": 290.16,
      "grad_norm": 0.9289292693138123,
      "learning_rate": 3.5421562998916213e-06,
      "loss": 0.3707,
      "step": 1039640
    },
    {
      "epoch": 290.16,
      "grad_norm": 0.998028039932251,
      "learning_rate": 3.542133062213119e-06,
      "loss": 0.3571,
      "step": 1039650
    },
    {
      "epoch": 290.16,
      "grad_norm": 0.9593853950500488,
      "learning_rate": 3.542109824375112e-06,
      "loss": 0.3734,
      "step": 1039660
    },
    {
      "epoch": 290.17,
      "grad_norm": 1.1534298658370972,
      "learning_rate": 3.542086586377603e-06,
      "loss": 0.3839,
      "step": 1039670
    },
    {
      "epoch": 290.17,
      "grad_norm": 0.9578024744987488,
      "learning_rate": 3.5420633482205944e-06,
      "loss": 0.3621,
      "step": 1039680
    },
    {
      "epoch": 290.17,
      "grad_norm": 1.0689783096313477,
      "learning_rate": 3.5420401099040906e-06,
      "loss": 0.3556,
      "step": 1039690
    },
    {
      "epoch": 290.18,
      "grad_norm": 0.9889952540397644,
      "learning_rate": 3.542016871428094e-06,
      "loss": 0.356,
      "step": 1039700
    },
    {
      "epoch": 290.18,
      "grad_norm": 1.1521271467208862,
      "learning_rate": 3.541993632792607e-06,
      "loss": 0.371,
      "step": 1039710
    },
    {
      "epoch": 290.18,
      "grad_norm": 1.1601835489273071,
      "learning_rate": 3.5419703939976343e-06,
      "loss": 0.3502,
      "step": 1039720
    },
    {
      "epoch": 290.18,
      "grad_norm": 0.9331343173980713,
      "learning_rate": 3.541947155043178e-06,
      "loss": 0.3429,
      "step": 1039730
    },
    {
      "epoch": 290.19,
      "grad_norm": 0.9213879108428955,
      "learning_rate": 3.5419239159292413e-06,
      "loss": 0.3654,
      "step": 1039740
    },
    {
      "epoch": 290.19,
      "grad_norm": 0.832062840461731,
      "learning_rate": 3.5419006766558274e-06,
      "loss": 0.3634,
      "step": 1039750
    },
    {
      "epoch": 290.19,
      "grad_norm": 0.9561553001403809,
      "learning_rate": 3.541877437222939e-06,
      "loss": 0.3559,
      "step": 1039760
    },
    {
      "epoch": 290.2,
      "grad_norm": 1.0038325786590576,
      "learning_rate": 3.5418541976305793e-06,
      "loss": 0.3457,
      "step": 1039770
    },
    {
      "epoch": 290.2,
      "grad_norm": 1.0485421419143677,
      "learning_rate": 3.541830957878752e-06,
      "loss": 0.362,
      "step": 1039780
    },
    {
      "epoch": 290.2,
      "grad_norm": 1.1513010263442993,
      "learning_rate": 3.54180771796746e-06,
      "loss": 0.3452,
      "step": 1039790
    },
    {
      "epoch": 290.2,
      "grad_norm": 0.964161217212677,
      "learning_rate": 3.5417844778967064e-06,
      "loss": 0.3751,
      "step": 1039800
    },
    {
      "epoch": 290.21,
      "grad_norm": 0.978591799736023,
      "learning_rate": 3.5417612376664934e-06,
      "loss": 0.3503,
      "step": 1039810
    },
    {
      "epoch": 290.21,
      "grad_norm": 1.0875184535980225,
      "learning_rate": 3.5417379972768256e-06,
      "loss": 0.3503,
      "step": 1039820
    },
    {
      "epoch": 290.21,
      "grad_norm": 1.0959621667861938,
      "learning_rate": 3.541714756727704e-06,
      "loss": 0.3532,
      "step": 1039830
    },
    {
      "epoch": 290.21,
      "grad_norm": 1.173266887664795,
      "learning_rate": 3.5416915160191337e-06,
      "loss": 0.341,
      "step": 1039840
    },
    {
      "epoch": 290.22,
      "grad_norm": 0.9411277770996094,
      "learning_rate": 3.541668275151117e-06,
      "loss": 0.3477,
      "step": 1039850
    },
    {
      "epoch": 290.22,
      "grad_norm": 1.1735566854476929,
      "learning_rate": 3.5416450341236573e-06,
      "loss": 0.3579,
      "step": 1039860
    },
    {
      "epoch": 290.22,
      "grad_norm": 1.0914913415908813,
      "learning_rate": 3.5416217929367574e-06,
      "loss": 0.3602,
      "step": 1039870
    },
    {
      "epoch": 290.23,
      "grad_norm": 1.156556487083435,
      "learning_rate": 3.54159855159042e-06,
      "loss": 0.3802,
      "step": 1039880
    },
    {
      "epoch": 290.23,
      "grad_norm": 1.0609760284423828,
      "learning_rate": 3.541575310084649e-06,
      "loss": 0.3627,
      "step": 1039890
    },
    {
      "epoch": 290.23,
      "grad_norm": 1.102186918258667,
      "learning_rate": 3.5415520684194468e-06,
      "loss": 0.3672,
      "step": 1039900
    },
    {
      "epoch": 290.23,
      "grad_norm": 0.9107815623283386,
      "learning_rate": 3.541528826594817e-06,
      "loss": 0.3536,
      "step": 1039910
    },
    {
      "epoch": 290.24,
      "grad_norm": 0.9378749132156372,
      "learning_rate": 3.541505584610763e-06,
      "loss": 0.379,
      "step": 1039920
    },
    {
      "epoch": 290.24,
      "grad_norm": 1.1076513528823853,
      "learning_rate": 3.5414823424672865e-06,
      "loss": 0.345,
      "step": 1039930
    },
    {
      "epoch": 290.24,
      "grad_norm": 0.950315535068512,
      "learning_rate": 3.5414591001643923e-06,
      "loss": 0.3462,
      "step": 1039940
    },
    {
      "epoch": 290.25,
      "grad_norm": 1.0456792116165161,
      "learning_rate": 3.5414358577020828e-06,
      "loss": 0.3549,
      "step": 1039950
    },
    {
      "epoch": 290.25,
      "grad_norm": 0.9665756225585938,
      "learning_rate": 3.5414126150803604e-06,
      "loss": 0.3709,
      "step": 1039960
    },
    {
      "epoch": 290.25,
      "grad_norm": 1.0575071573257446,
      "learning_rate": 3.5413893722992284e-06,
      "loss": 0.3394,
      "step": 1039970
    },
    {
      "epoch": 290.25,
      "grad_norm": 0.9676438570022583,
      "learning_rate": 3.541366129358691e-06,
      "loss": 0.3741,
      "step": 1039980
    },
    {
      "epoch": 290.26,
      "grad_norm": 0.9545881152153015,
      "learning_rate": 3.54134288625875e-06,
      "loss": 0.3692,
      "step": 1039990
    },
    {
      "epoch": 290.26,
      "grad_norm": 1.0544832944869995,
      "learning_rate": 3.5413196429994097e-06,
      "loss": 0.3503,
      "step": 1040000
    },
    {
      "epoch": 290.26,
      "grad_norm": 1.047276496887207,
      "learning_rate": 3.5412963995806725e-06,
      "loss": 0.3676,
      "step": 1040010
    },
    {
      "epoch": 290.27,
      "grad_norm": 1.1302098035812378,
      "learning_rate": 3.5412731560025414e-06,
      "loss": 0.3542,
      "step": 1040020
    },
    {
      "epoch": 290.27,
      "grad_norm": 0.93736732006073,
      "learning_rate": 3.541249912265019e-06,
      "loss": 0.3509,
      "step": 1040030
    },
    {
      "epoch": 290.27,
      "grad_norm": 0.9301848411560059,
      "learning_rate": 3.5412266683681098e-06,
      "loss": 0.371,
      "step": 1040040
    },
    {
      "epoch": 290.27,
      "grad_norm": 1.0207358598709106,
      "learning_rate": 3.5412034243118163e-06,
      "loss": 0.3601,
      "step": 1040050
    },
    {
      "epoch": 290.28,
      "grad_norm": 1.0415136814117432,
      "learning_rate": 3.5411801800961405e-06,
      "loss": 0.3759,
      "step": 1040060
    },
    {
      "epoch": 290.28,
      "grad_norm": 1.0208731889724731,
      "learning_rate": 3.5411569357210866e-06,
      "loss": 0.3447,
      "step": 1040070
    },
    {
      "epoch": 290.28,
      "grad_norm": 0.9770338535308838,
      "learning_rate": 3.5411336911866587e-06,
      "loss": 0.3635,
      "step": 1040080
    },
    {
      "epoch": 290.28,
      "grad_norm": 1.1658438444137573,
      "learning_rate": 3.5411104464928582e-06,
      "loss": 0.3595,
      "step": 1040090
    },
    {
      "epoch": 290.29,
      "grad_norm": 1.0827194452285767,
      "learning_rate": 3.5410872016396877e-06,
      "loss": 0.3574,
      "step": 1040100
    },
    {
      "epoch": 290.29,
      "grad_norm": 0.9186586141586304,
      "learning_rate": 3.541063956627152e-06,
      "loss": 0.3731,
      "step": 1040110
    },
    {
      "epoch": 290.29,
      "grad_norm": 1.164722204208374,
      "learning_rate": 3.5410407114552536e-06,
      "loss": 0.3637,
      "step": 1040120
    },
    {
      "epoch": 290.3,
      "grad_norm": 1.039123773574829,
      "learning_rate": 3.5410174661239956e-06,
      "loss": 0.3512,
      "step": 1040130
    },
    {
      "epoch": 290.3,
      "grad_norm": 0.9160183072090149,
      "learning_rate": 3.5409942206333806e-06,
      "loss": 0.3549,
      "step": 1040140
    },
    {
      "epoch": 290.3,
      "grad_norm": 1.1811797618865967,
      "learning_rate": 3.5409709749834125e-06,
      "loss": 0.3373,
      "step": 1040150
    },
    {
      "epoch": 290.3,
      "grad_norm": 1.0506240129470825,
      "learning_rate": 3.5409477291740933e-06,
      "loss": 0.3611,
      "step": 1040160
    },
    {
      "epoch": 290.31,
      "grad_norm": 6.922740936279297,
      "learning_rate": 3.5409244832054278e-06,
      "loss": 0.3624,
      "step": 1040170
    },
    {
      "epoch": 290.31,
      "grad_norm": 1.0390138626098633,
      "learning_rate": 3.5409012370774167e-06,
      "loss": 0.3495,
      "step": 1040180
    },
    {
      "epoch": 290.31,
      "grad_norm": 1.034114956855774,
      "learning_rate": 3.540877990790065e-06,
      "loss": 0.3716,
      "step": 1040190
    },
    {
      "epoch": 290.32,
      "grad_norm": 0.9432409405708313,
      "learning_rate": 3.5408547443433753e-06,
      "loss": 0.3622,
      "step": 1040200
    },
    {
      "epoch": 290.32,
      "grad_norm": 0.8660692572593689,
      "learning_rate": 3.5408314977373505e-06,
      "loss": 0.3552,
      "step": 1040210
    },
    {
      "epoch": 290.32,
      "grad_norm": 1.231425166130066,
      "learning_rate": 3.5408082509719937e-06,
      "loss": 0.3621,
      "step": 1040220
    },
    {
      "epoch": 290.32,
      "grad_norm": 1.1495229005813599,
      "learning_rate": 3.540785004047309e-06,
      "loss": 0.3479,
      "step": 1040230
    },
    {
      "epoch": 290.33,
      "grad_norm": 1.0575710535049438,
      "learning_rate": 3.5407617569632986e-06,
      "loss": 0.3589,
      "step": 1040240
    },
    {
      "epoch": 290.33,
      "grad_norm": 1.1306580305099487,
      "learning_rate": 3.5407385097199645e-06,
      "loss": 0.3585,
      "step": 1040250
    },
    {
      "epoch": 290.33,
      "grad_norm": 1.0262616872787476,
      "learning_rate": 3.540715262317311e-06,
      "loss": 0.3589,
      "step": 1040260
    },
    {
      "epoch": 290.33,
      "grad_norm": 0.9348281025886536,
      "learning_rate": 3.540692014755342e-06,
      "loss": 0.3447,
      "step": 1040270
    },
    {
      "epoch": 290.34,
      "grad_norm": 1.216149926185608,
      "learning_rate": 3.540668767034059e-06,
      "loss": 0.3688,
      "step": 1040280
    },
    {
      "epoch": 290.34,
      "grad_norm": 1.0043092966079712,
      "learning_rate": 3.540645519153466e-06,
      "loss": 0.3734,
      "step": 1040290
    },
    {
      "epoch": 290.34,
      "grad_norm": 0.9044725894927979,
      "learning_rate": 3.540622271113566e-06,
      "loss": 0.3503,
      "step": 1040300
    },
    {
      "epoch": 290.35,
      "grad_norm": 1.1906057596206665,
      "learning_rate": 3.5405990229143624e-06,
      "loss": 0.3846,
      "step": 1040310
    },
    {
      "epoch": 290.35,
      "grad_norm": 1.0104037523269653,
      "learning_rate": 3.540575774555857e-06,
      "loss": 0.3649,
      "step": 1040320
    },
    {
      "epoch": 290.35,
      "grad_norm": 0.9398139119148254,
      "learning_rate": 3.540552526038054e-06,
      "loss": 0.3522,
      "step": 1040330
    },
    {
      "epoch": 290.35,
      "grad_norm": 0.8607276678085327,
      "learning_rate": 3.5405292773609568e-06,
      "loss": 0.3622,
      "step": 1040340
    },
    {
      "epoch": 290.36,
      "grad_norm": 0.9064778685569763,
      "learning_rate": 3.5405060285245667e-06,
      "loss": 0.3731,
      "step": 1040350
    },
    {
      "epoch": 290.36,
      "grad_norm": 1.1971888542175293,
      "learning_rate": 3.5404827795288888e-06,
      "loss": 0.3662,
      "step": 1040360
    },
    {
      "epoch": 290.36,
      "grad_norm": 0.8810461759567261,
      "learning_rate": 3.540459530373926e-06,
      "loss": 0.3456,
      "step": 1040370
    },
    {
      "epoch": 290.37,
      "grad_norm": 1.1348625421524048,
      "learning_rate": 3.5404362810596805e-06,
      "loss": 0.3655,
      "step": 1040380
    },
    {
      "epoch": 290.37,
      "grad_norm": 1.118221640586853,
      "learning_rate": 3.5404130315861552e-06,
      "loss": 0.3599,
      "step": 1040390
    },
    {
      "epoch": 290.37,
      "grad_norm": 0.9537569880485535,
      "learning_rate": 3.5403897819533548e-06,
      "loss": 0.3499,
      "step": 1040400
    },
    {
      "epoch": 290.37,
      "grad_norm": 0.9478781819343567,
      "learning_rate": 3.5403665321612795e-06,
      "loss": 0.3574,
      "step": 1040410
    },
    {
      "epoch": 290.38,
      "grad_norm": 1.0443975925445557,
      "learning_rate": 3.5403432822099353e-06,
      "loss": 0.3534,
      "step": 1040420
    },
    {
      "epoch": 290.38,
      "grad_norm": 1.0895047187805176,
      "learning_rate": 3.5403200320993244e-06,
      "loss": 0.3458,
      "step": 1040430
    },
    {
      "epoch": 290.38,
      "grad_norm": 1.3512375354766846,
      "learning_rate": 3.5402967818294497e-06,
      "loss": 0.3622,
      "step": 1040440
    },
    {
      "epoch": 290.39,
      "grad_norm": 0.9488183259963989,
      "learning_rate": 3.5402735314003146e-06,
      "loss": 0.3579,
      "step": 1040450
    },
    {
      "epoch": 290.39,
      "grad_norm": 0.9264927506446838,
      "learning_rate": 3.540250280811921e-06,
      "loss": 0.3599,
      "step": 1040460
    },
    {
      "epoch": 290.39,
      "grad_norm": 1.1434217691421509,
      "learning_rate": 3.5402270300642733e-06,
      "loss": 0.3655,
      "step": 1040470
    },
    {
      "epoch": 290.39,
      "grad_norm": 0.9426097869873047,
      "learning_rate": 3.5402037791573743e-06,
      "loss": 0.3583,
      "step": 1040480
    },
    {
      "epoch": 290.4,
      "grad_norm": 0.9832634329795837,
      "learning_rate": 3.5401805280912264e-06,
      "loss": 0.3723,
      "step": 1040490
    },
    {
      "epoch": 290.4,
      "grad_norm": 1.0343202352523804,
      "learning_rate": 3.540157276865834e-06,
      "loss": 0.353,
      "step": 1040500
    },
    {
      "epoch": 290.4,
      "grad_norm": 1.1678417921066284,
      "learning_rate": 3.5401340254811993e-06,
      "loss": 0.3624,
      "step": 1040510
    },
    {
      "epoch": 290.4,
      "grad_norm": 0.9886682033538818,
      "learning_rate": 3.5401107739373256e-06,
      "loss": 0.3486,
      "step": 1040520
    },
    {
      "epoch": 290.41,
      "grad_norm": 1.1728309392929077,
      "learning_rate": 3.5400875222342165e-06,
      "loss": 0.3713,
      "step": 1040530
    },
    {
      "epoch": 290.41,
      "grad_norm": 1.181660532951355,
      "learning_rate": 3.5400642703718737e-06,
      "loss": 0.3724,
      "step": 1040540
    },
    {
      "epoch": 290.41,
      "grad_norm": 1.2741875648498535,
      "learning_rate": 3.540041018350301e-06,
      "loss": 0.3751,
      "step": 1040550
    },
    {
      "epoch": 290.42,
      "grad_norm": 0.9196200370788574,
      "learning_rate": 3.5400177661695017e-06,
      "loss": 0.3521,
      "step": 1040560
    },
    {
      "epoch": 290.42,
      "grad_norm": 0.984229326248169,
      "learning_rate": 3.539994513829479e-06,
      "loss": 0.3633,
      "step": 1040570
    },
    {
      "epoch": 290.42,
      "grad_norm": 1.1181656122207642,
      "learning_rate": 3.539971261330236e-06,
      "loss": 0.3665,
      "step": 1040580
    },
    {
      "epoch": 290.42,
      "grad_norm": 1.6476958990097046,
      "learning_rate": 3.5399480086717758e-06,
      "loss": 0.3464,
      "step": 1040590
    },
    {
      "epoch": 290.43,
      "grad_norm": 1.813888669013977,
      "learning_rate": 3.5399247558541013e-06,
      "loss": 0.3584,
      "step": 1040600
    },
    {
      "epoch": 290.43,
      "grad_norm": 0.996544599533081,
      "learning_rate": 3.539901502877215e-06,
      "loss": 0.3626,
      "step": 1040610
    },
    {
      "epoch": 290.43,
      "grad_norm": 0.9611034989356995,
      "learning_rate": 3.539878249741121e-06,
      "loss": 0.3607,
      "step": 1040620
    },
    {
      "epoch": 290.44,
      "grad_norm": 1.0024032592773438,
      "learning_rate": 3.5398549964458222e-06,
      "loss": 0.3548,
      "step": 1040630
    },
    {
      "epoch": 290.44,
      "grad_norm": 1.0335773229599,
      "learning_rate": 3.5398317429913213e-06,
      "loss": 0.3361,
      "step": 1040640
    },
    {
      "epoch": 290.44,
      "grad_norm": 0.9949751496315002,
      "learning_rate": 3.539808489377621e-06,
      "loss": 0.352,
      "step": 1040650
    },
    {
      "epoch": 290.44,
      "grad_norm": 0.9799385070800781,
      "learning_rate": 3.5397852356047263e-06,
      "loss": 0.3608,
      "step": 1040660
    },
    {
      "epoch": 290.45,
      "grad_norm": 1.0431972742080688,
      "learning_rate": 3.5397619816726378e-06,
      "loss": 0.3623,
      "step": 1040670
    },
    {
      "epoch": 290.45,
      "grad_norm": 1.2740572690963745,
      "learning_rate": 3.5397387275813604e-06,
      "loss": 0.3539,
      "step": 1040680
    },
    {
      "epoch": 290.45,
      "grad_norm": 0.8785285353660583,
      "learning_rate": 3.5397154733308967e-06,
      "loss": 0.358,
      "step": 1040690
    },
    {
      "epoch": 290.45,
      "grad_norm": 0.9995178580284119,
      "learning_rate": 3.539692218921249e-06,
      "loss": 0.3565,
      "step": 1040700
    },
    {
      "epoch": 290.46,
      "grad_norm": 1.009292483329773,
      "learning_rate": 3.5396689643524214e-06,
      "loss": 0.3521,
      "step": 1040710
    },
    {
      "epoch": 290.46,
      "grad_norm": 1.3074860572814941,
      "learning_rate": 3.539645709624417e-06,
      "loss": 0.3639,
      "step": 1040720
    },
    {
      "epoch": 290.46,
      "grad_norm": 0.9765547513961792,
      "learning_rate": 3.539622454737238e-06,
      "loss": 0.3534,
      "step": 1040730
    },
    {
      "epoch": 290.47,
      "grad_norm": 1.1609092950820923,
      "learning_rate": 3.5395991996908876e-06,
      "loss": 0.3503,
      "step": 1040740
    },
    {
      "epoch": 290.47,
      "grad_norm": 1.0769845247268677,
      "learning_rate": 3.5395759444853706e-06,
      "loss": 0.3522,
      "step": 1040750
    },
    {
      "epoch": 290.47,
      "grad_norm": 0.9784194231033325,
      "learning_rate": 3.5395526891206884e-06,
      "loss": 0.353,
      "step": 1040760
    },
    {
      "epoch": 290.47,
      "grad_norm": 1.0351864099502563,
      "learning_rate": 3.539529433596844e-06,
      "loss": 0.3485,
      "step": 1040770
    },
    {
      "epoch": 290.48,
      "grad_norm": 1.171464443206787,
      "learning_rate": 3.539506177913842e-06,
      "loss": 0.3629,
      "step": 1040780
    },
    {
      "epoch": 290.48,
      "grad_norm": 0.8640310168266296,
      "learning_rate": 3.539482922071684e-06,
      "loss": 0.3548,
      "step": 1040790
    },
    {
      "epoch": 290.48,
      "grad_norm": 1.2201157808303833,
      "learning_rate": 3.5394596660703734e-06,
      "loss": 0.3552,
      "step": 1040800
    },
    {
      "epoch": 290.49,
      "grad_norm": 1.0896427631378174,
      "learning_rate": 3.5394364099099135e-06,
      "loss": 0.3552,
      "step": 1040810
    },
    {
      "epoch": 290.49,
      "grad_norm": 1.0758777856826782,
      "learning_rate": 3.539413153590308e-06,
      "loss": 0.3508,
      "step": 1040820
    },
    {
      "epoch": 290.49,
      "grad_norm": 1.1906521320343018,
      "learning_rate": 3.539389897111559e-06,
      "loss": 0.3593,
      "step": 1040830
    },
    {
      "epoch": 290.49,
      "grad_norm": 0.9927922487258911,
      "learning_rate": 3.5393666404736698e-06,
      "loss": 0.3503,
      "step": 1040840
    },
    {
      "epoch": 290.5,
      "grad_norm": 0.9918786883354187,
      "learning_rate": 3.5393433836766443e-06,
      "loss": 0.3614,
      "step": 1040850
    },
    {
      "epoch": 290.5,
      "grad_norm": 1.139082670211792,
      "learning_rate": 3.5393201267204846e-06,
      "loss": 0.3498,
      "step": 1040860
    },
    {
      "epoch": 290.5,
      "grad_norm": 0.8727123737335205,
      "learning_rate": 3.539296869605194e-06,
      "loss": 0.3601,
      "step": 1040870
    },
    {
      "epoch": 290.51,
      "grad_norm": 0.9791654348373413,
      "learning_rate": 3.5392736123307767e-06,
      "loss": 0.3623,
      "step": 1040880
    },
    {
      "epoch": 290.51,
      "grad_norm": 1.0752742290496826,
      "learning_rate": 3.539250354897234e-06,
      "loss": 0.365,
      "step": 1040890
    },
    {
      "epoch": 290.51,
      "grad_norm": 1.1380541324615479,
      "learning_rate": 3.5392270973045696e-06,
      "loss": 0.3509,
      "step": 1040900
    },
    {
      "epoch": 290.51,
      "grad_norm": 0.8943300843238831,
      "learning_rate": 3.539203839552788e-06,
      "loss": 0.356,
      "step": 1040910
    },
    {
      "epoch": 290.52,
      "grad_norm": 1.2512611150741577,
      "learning_rate": 3.53918058164189e-06,
      "loss": 0.3825,
      "step": 1040920
    },
    {
      "epoch": 290.52,
      "grad_norm": 0.9324445128440857,
      "learning_rate": 3.53915732357188e-06,
      "loss": 0.3744,
      "step": 1040930
    },
    {
      "epoch": 290.52,
      "grad_norm": 1.118342638015747,
      "learning_rate": 3.5391340653427616e-06,
      "loss": 0.3609,
      "step": 1040940
    },
    {
      "epoch": 290.52,
      "grad_norm": 0.9928849935531616,
      "learning_rate": 3.5391108069545373e-06,
      "loss": 0.3608,
      "step": 1040950
    },
    {
      "epoch": 290.53,
      "grad_norm": 1.1292263269424438,
      "learning_rate": 3.5390875484072097e-06,
      "loss": 0.366,
      "step": 1040960
    },
    {
      "epoch": 290.53,
      "grad_norm": 1.2755742073059082,
      "learning_rate": 3.5390642897007826e-06,
      "loss": 0.3497,
      "step": 1040970
    },
    {
      "epoch": 290.53,
      "grad_norm": 1.0374037027359009,
      "learning_rate": 3.5390410308352595e-06,
      "loss": 0.3501,
      "step": 1040980
    },
    {
      "epoch": 290.54,
      "grad_norm": 0.9922103881835938,
      "learning_rate": 3.5390177718106416e-06,
      "loss": 0.3641,
      "step": 1040990
    },
    {
      "epoch": 290.54,
      "grad_norm": 1.016939401626587,
      "learning_rate": 3.5389945126269335e-06,
      "loss": 0.3625,
      "step": 1041000
    },
    {
      "epoch": 290.54,
      "grad_norm": 0.8871311545372009,
      "learning_rate": 3.5389712532841386e-06,
      "loss": 0.3572,
      "step": 1041010
    },
    {
      "epoch": 290.54,
      "grad_norm": 0.8978883624076843,
      "learning_rate": 3.5389479937822587e-06,
      "loss": 0.3483,
      "step": 1041020
    },
    {
      "epoch": 290.55,
      "grad_norm": 0.9515517950057983,
      "learning_rate": 3.5389247341212975e-06,
      "loss": 0.3932,
      "step": 1041030
    },
    {
      "epoch": 290.55,
      "grad_norm": 1.0584089756011963,
      "learning_rate": 3.5389014743012593e-06,
      "loss": 0.376,
      "step": 1041040
    },
    {
      "epoch": 290.55,
      "grad_norm": 1.0778436660766602,
      "learning_rate": 3.538878214322146e-06,
      "loss": 0.3713,
      "step": 1041050
    },
    {
      "epoch": 290.56,
      "grad_norm": 1.232017159461975,
      "learning_rate": 3.5388549541839594e-06,
      "loss": 0.3544,
      "step": 1041060
    },
    {
      "epoch": 290.56,
      "grad_norm": 0.9675824642181396,
      "learning_rate": 3.538831693886705e-06,
      "loss": 0.3664,
      "step": 1041070
    },
    {
      "epoch": 290.56,
      "grad_norm": 0.9599598050117493,
      "learning_rate": 3.5388084334303854e-06,
      "loss": 0.3729,
      "step": 1041080
    },
    {
      "epoch": 290.56,
      "grad_norm": 1.0676008462905884,
      "learning_rate": 3.5387851728150023e-06,
      "loss": 0.3576,
      "step": 1041090
    },
    {
      "epoch": 290.57,
      "grad_norm": 1.0942660570144653,
      "learning_rate": 3.5387619120405595e-06,
      "loss": 0.3526,
      "step": 1041100
    },
    {
      "epoch": 290.57,
      "grad_norm": 0.9503530263900757,
      "learning_rate": 3.5387386511070614e-06,
      "loss": 0.3657,
      "step": 1041110
    },
    {
      "epoch": 290.57,
      "grad_norm": 1.058363676071167,
      "learning_rate": 3.53871539001451e-06,
      "loss": 0.368,
      "step": 1041120
    },
    {
      "epoch": 290.57,
      "grad_norm": 1.0939316749572754,
      "learning_rate": 3.5386921287629073e-06,
      "loss": 0.3509,
      "step": 1041130
    },
    {
      "epoch": 290.58,
      "grad_norm": 1.0048366785049438,
      "learning_rate": 3.538668867352258e-06,
      "loss": 0.3483,
      "step": 1041140
    },
    {
      "epoch": 290.58,
      "grad_norm": 1.0605173110961914,
      "learning_rate": 3.5386456057825645e-06,
      "loss": 0.3522,
      "step": 1041150
    },
    {
      "epoch": 290.58,
      "grad_norm": 0.9235929250717163,
      "learning_rate": 3.5386223440538303e-06,
      "loss": 0.3454,
      "step": 1041160
    },
    {
      "epoch": 290.59,
      "grad_norm": 0.9471247792243958,
      "learning_rate": 3.538599082166058e-06,
      "loss": 0.3611,
      "step": 1041170
    },
    {
      "epoch": 290.59,
      "grad_norm": 1.082185983657837,
      "learning_rate": 3.5385758201192515e-06,
      "loss": 0.3905,
      "step": 1041180
    },
    {
      "epoch": 290.59,
      "grad_norm": 1.0810253620147705,
      "learning_rate": 3.538552557913413e-06,
      "loss": 0.3392,
      "step": 1041190
    },
    {
      "epoch": 290.59,
      "grad_norm": 0.9339498281478882,
      "learning_rate": 3.538529295548546e-06,
      "loss": 0.3606,
      "step": 1041200
    },
    {
      "epoch": 290.6,
      "grad_norm": 1.1707332134246826,
      "learning_rate": 3.5385060330246536e-06,
      "loss": 0.359,
      "step": 1041210
    },
    {
      "epoch": 290.6,
      "grad_norm": 1.037237286567688,
      "learning_rate": 3.538482770341738e-06,
      "loss": 0.3566,
      "step": 1041220
    },
    {
      "epoch": 290.6,
      "grad_norm": 1.0045373439788818,
      "learning_rate": 3.538459507499804e-06,
      "loss": 0.3559,
      "step": 1041230
    },
    {
      "epoch": 290.61,
      "grad_norm": 1.0532264709472656,
      "learning_rate": 3.5384362444988533e-06,
      "loss": 0.3595,
      "step": 1041240
    },
    {
      "epoch": 290.61,
      "grad_norm": 1.022185206413269,
      "learning_rate": 3.5384129813388905e-06,
      "loss": 0.3713,
      "step": 1041250
    },
    {
      "epoch": 290.61,
      "grad_norm": 1.206632137298584,
      "learning_rate": 3.538389718019917e-06,
      "loss": 0.361,
      "step": 1041260
    },
    {
      "epoch": 290.61,
      "grad_norm": 0.9104392528533936,
      "learning_rate": 3.5383664545419375e-06,
      "loss": 0.3407,
      "step": 1041270
    },
    {
      "epoch": 290.62,
      "grad_norm": 0.8981157541275024,
      "learning_rate": 3.5383431909049533e-06,
      "loss": 0.3643,
      "step": 1041280
    },
    {
      "epoch": 290.62,
      "grad_norm": 0.9614506363868713,
      "learning_rate": 3.538319927108968e-06,
      "loss": 0.3658,
      "step": 1041290
    },
    {
      "epoch": 290.62,
      "grad_norm": 1.0473204851150513,
      "learning_rate": 3.5382966631539863e-06,
      "loss": 0.3674,
      "step": 1041300
    },
    {
      "epoch": 290.63,
      "grad_norm": 1.2351975440979004,
      "learning_rate": 3.5382733990400094e-06,
      "loss": 0.356,
      "step": 1041310
    },
    {
      "epoch": 290.63,
      "grad_norm": 1.074052095413208,
      "learning_rate": 3.5382501347670415e-06,
      "loss": 0.3642,
      "step": 1041320
    },
    {
      "epoch": 290.63,
      "grad_norm": 1.0648502111434937,
      "learning_rate": 3.538226870335085e-06,
      "loss": 0.346,
      "step": 1041330
    },
    {
      "epoch": 290.63,
      "grad_norm": 1.0278631448745728,
      "learning_rate": 3.538203605744144e-06,
      "loss": 0.3566,
      "step": 1041340
    },
    {
      "epoch": 290.64,
      "grad_norm": 1.0940085649490356,
      "learning_rate": 3.53818034099422e-06,
      "loss": 0.3628,
      "step": 1041350
    },
    {
      "epoch": 290.64,
      "grad_norm": 1.1768749952316284,
      "learning_rate": 3.538157076085317e-06,
      "loss": 0.3413,
      "step": 1041360
    },
    {
      "epoch": 290.64,
      "grad_norm": 0.909026026725769,
      "learning_rate": 3.5381338110174383e-06,
      "loss": 0.3384,
      "step": 1041370
    },
    {
      "epoch": 290.64,
      "grad_norm": 0.9575513005256653,
      "learning_rate": 3.5381105457905868e-06,
      "loss": 0.35,
      "step": 1041380
    },
    {
      "epoch": 290.65,
      "grad_norm": 1.048490285873413,
      "learning_rate": 3.5380872804047658e-06,
      "loss": 0.3472,
      "step": 1041390
    },
    {
      "epoch": 290.65,
      "grad_norm": 1.1194398403167725,
      "learning_rate": 3.538064014859978e-06,
      "loss": 0.3581,
      "step": 1041400
    },
    {
      "epoch": 290.65,
      "grad_norm": 1.1344445943832397,
      "learning_rate": 3.538040749156227e-06,
      "loss": 0.3537,
      "step": 1041410
    },
    {
      "epoch": 290.66,
      "grad_norm": 1.1244425773620605,
      "learning_rate": 3.5380174832935154e-06,
      "loss": 0.3615,
      "step": 1041420
    },
    {
      "epoch": 290.66,
      "grad_norm": 1.304582953453064,
      "learning_rate": 3.5379942172718463e-06,
      "loss": 0.363,
      "step": 1041430
    },
    {
      "epoch": 290.66,
      "grad_norm": 1.121739387512207,
      "learning_rate": 3.5379709510912234e-06,
      "loss": 0.3543,
      "step": 1041440
    },
    {
      "epoch": 290.66,
      "grad_norm": 1.1272650957107544,
      "learning_rate": 3.5379476847516484e-06,
      "loss": 0.3538,
      "step": 1041450
    },
    {
      "epoch": 290.67,
      "grad_norm": 0.9317460060119629,
      "learning_rate": 3.537924418253126e-06,
      "loss": 0.3634,
      "step": 1041460
    },
    {
      "epoch": 290.67,
      "grad_norm": 0.9670258164405823,
      "learning_rate": 3.5379011515956586e-06,
      "loss": 0.3554,
      "step": 1041470
    },
    {
      "epoch": 290.67,
      "grad_norm": 0.8705292344093323,
      "learning_rate": 3.5378778847792494e-06,
      "loss": 0.3602,
      "step": 1041480
    },
    {
      "epoch": 290.68,
      "grad_norm": 1.2343592643737793,
      "learning_rate": 3.537854617803902e-06,
      "loss": 0.3753,
      "step": 1041490
    },
    {
      "epoch": 290.68,
      "grad_norm": 0.9158397912979126,
      "learning_rate": 3.5378313506696183e-06,
      "loss": 0.3517,
      "step": 1041500
    },
    {
      "epoch": 290.68,
      "grad_norm": 1.4233050346374512,
      "learning_rate": 3.5378080833764016e-06,
      "loss": 0.3551,
      "step": 1041510
    },
    {
      "epoch": 290.68,
      "grad_norm": 1.086789846420288,
      "learning_rate": 3.537784815924256e-06,
      "loss": 0.355,
      "step": 1041520
    },
    {
      "epoch": 290.69,
      "grad_norm": 1.1987019777297974,
      "learning_rate": 3.537761548313184e-06,
      "loss": 0.3613,
      "step": 1041530
    },
    {
      "epoch": 290.69,
      "grad_norm": 1.2663098573684692,
      "learning_rate": 3.5377382805431887e-06,
      "loss": 0.3504,
      "step": 1041540
    },
    {
      "epoch": 290.69,
      "grad_norm": 0.8526638746261597,
      "learning_rate": 3.5377150126142736e-06,
      "loss": 0.3652,
      "step": 1041550
    },
    {
      "epoch": 290.69,
      "grad_norm": 0.9861810803413391,
      "learning_rate": 3.5376917445264413e-06,
      "loss": 0.3601,
      "step": 1041560
    },
    {
      "epoch": 290.7,
      "grad_norm": 0.8434594869613647,
      "learning_rate": 3.5376684762796954e-06,
      "loss": 0.3686,
      "step": 1041570
    },
    {
      "epoch": 290.7,
      "grad_norm": 1.080680251121521,
      "learning_rate": 3.537645207874037e-06,
      "loss": 0.3444,
      "step": 1041580
    },
    {
      "epoch": 290.7,
      "grad_norm": 1.0228524208068848,
      "learning_rate": 3.5376219393094727e-06,
      "loss": 0.3534,
      "step": 1041590
    },
    {
      "epoch": 290.71,
      "grad_norm": 0.9033870697021484,
      "learning_rate": 3.5375986705860027e-06,
      "loss": 0.3538,
      "step": 1041600
    },
    {
      "epoch": 290.71,
      "grad_norm": 1.0021214485168457,
      "learning_rate": 3.5375754017036314e-06,
      "loss": 0.3559,
      "step": 1041610
    },
    {
      "epoch": 290.71,
      "grad_norm": 0.9773486852645874,
      "learning_rate": 3.5375521326623614e-06,
      "loss": 0.3436,
      "step": 1041620
    },
    {
      "epoch": 290.71,
      "grad_norm": 1.2380098104476929,
      "learning_rate": 3.5375288634621956e-06,
      "loss": 0.3235,
      "step": 1041630
    },
    {
      "epoch": 290.72,
      "grad_norm": 0.9202615022659302,
      "learning_rate": 3.5375055941031383e-06,
      "loss": 0.3557,
      "step": 1041640
    },
    {
      "epoch": 290.72,
      "grad_norm": 0.9855480790138245,
      "learning_rate": 3.5374823245851916e-06,
      "loss": 0.3438,
      "step": 1041650
    },
    {
      "epoch": 290.72,
      "grad_norm": 1.2109222412109375,
      "learning_rate": 3.5374590549083593e-06,
      "loss": 0.343,
      "step": 1041660
    },
    {
      "epoch": 290.73,
      "grad_norm": 1.0438246726989746,
      "learning_rate": 3.5374357850726436e-06,
      "loss": 0.3506,
      "step": 1041670
    },
    {
      "epoch": 290.73,
      "grad_norm": 1.2662886381149292,
      "learning_rate": 3.5374125150780473e-06,
      "loss": 0.3473,
      "step": 1041680
    },
    {
      "epoch": 290.73,
      "grad_norm": 1.0766488313674927,
      "learning_rate": 3.5373892449245747e-06,
      "loss": 0.3527,
      "step": 1041690
    },
    {
      "epoch": 290.73,
      "grad_norm": 1.186044454574585,
      "learning_rate": 3.5373659746122285e-06,
      "loss": 0.3517,
      "step": 1041700
    },
    {
      "epoch": 290.74,
      "grad_norm": 0.841011643409729,
      "learning_rate": 3.5373427041410127e-06,
      "loss": 0.3522,
      "step": 1041710
    },
    {
      "epoch": 290.74,
      "grad_norm": 1.0576659440994263,
      "learning_rate": 3.5373194335109282e-06,
      "loss": 0.3454,
      "step": 1041720
    },
    {
      "epoch": 290.74,
      "grad_norm": 1.1815235614776611,
      "learning_rate": 3.5372961627219794e-06,
      "loss": 0.352,
      "step": 1041730
    },
    {
      "epoch": 290.75,
      "grad_norm": 1.0612974166870117,
      "learning_rate": 3.5372728917741687e-06,
      "loss": 0.3417,
      "step": 1041740
    },
    {
      "epoch": 290.75,
      "grad_norm": 0.9723078608512878,
      "learning_rate": 3.5372496206675007e-06,
      "loss": 0.3632,
      "step": 1041750
    },
    {
      "epoch": 290.75,
      "grad_norm": 0.9701324701309204,
      "learning_rate": 3.5372263494019772e-06,
      "loss": 0.3438,
      "step": 1041760
    },
    {
      "epoch": 290.75,
      "grad_norm": 1.0362370014190674,
      "learning_rate": 3.537203077977601e-06,
      "loss": 0.3726,
      "step": 1041770
    },
    {
      "epoch": 290.76,
      "grad_norm": 0.9926041960716248,
      "learning_rate": 3.537179806394377e-06,
      "loss": 0.3662,
      "step": 1041780
    },
    {
      "epoch": 290.76,
      "grad_norm": 0.9348633885383606,
      "learning_rate": 3.537156534652307e-06,
      "loss": 0.3483,
      "step": 1041790
    },
    {
      "epoch": 290.76,
      "grad_norm": 1.0016058683395386,
      "learning_rate": 3.537133262751394e-06,
      "loss": 0.3475,
      "step": 1041800
    },
    {
      "epoch": 290.76,
      "grad_norm": 1.1948710680007935,
      "learning_rate": 3.5371099906916414e-06,
      "loss": 0.3515,
      "step": 1041810
    },
    {
      "epoch": 290.77,
      "grad_norm": 0.8826332092285156,
      "learning_rate": 3.5370867184730525e-06,
      "loss": 0.3592,
      "step": 1041820
    },
    {
      "epoch": 290.77,
      "grad_norm": 0.9241851568222046,
      "learning_rate": 3.5370634460956298e-06,
      "loss": 0.3458,
      "step": 1041830
    },
    {
      "epoch": 290.77,
      "grad_norm": 0.9748362302780151,
      "learning_rate": 3.5370401735593764e-06,
      "loss": 0.3575,
      "step": 1041840
    },
    {
      "epoch": 290.78,
      "grad_norm": 0.9805412292480469,
      "learning_rate": 3.537016900864297e-06,
      "loss": 0.363,
      "step": 1041850
    },
    {
      "epoch": 290.78,
      "grad_norm": 1.0969185829162598,
      "learning_rate": 3.5369936280103926e-06,
      "loss": 0.3632,
      "step": 1041860
    },
    {
      "epoch": 290.78,
      "grad_norm": 1.0717461109161377,
      "learning_rate": 3.536970354997667e-06,
      "loss": 0.3625,
      "step": 1041870
    },
    {
      "epoch": 290.78,
      "grad_norm": 0.929362416267395,
      "learning_rate": 3.536947081826124e-06,
      "loss": 0.3551,
      "step": 1041880
    },
    {
      "epoch": 290.79,
      "grad_norm": 1.0238220691680908,
      "learning_rate": 3.5369238084957654e-06,
      "loss": 0.3582,
      "step": 1041890
    },
    {
      "epoch": 290.79,
      "grad_norm": 1.2131481170654297,
      "learning_rate": 3.536900535006595e-06,
      "loss": 0.3644,
      "step": 1041900
    },
    {
      "epoch": 290.79,
      "grad_norm": 0.9061688184738159,
      "learning_rate": 3.5368772613586168e-06,
      "loss": 0.3621,
      "step": 1041910
    },
    {
      "epoch": 290.8,
      "grad_norm": 0.98293536901474,
      "learning_rate": 3.5368539875518327e-06,
      "loss": 0.3455,
      "step": 1041920
    },
    {
      "epoch": 290.8,
      "grad_norm": 1.1692122220993042,
      "learning_rate": 3.536830713586246e-06,
      "loss": 0.3589,
      "step": 1041930
    },
    {
      "epoch": 290.8,
      "grad_norm": 0.9547238945960999,
      "learning_rate": 3.53680743946186e-06,
      "loss": 0.3512,
      "step": 1041940
    },
    {
      "epoch": 290.8,
      "grad_norm": 1.0964837074279785,
      "learning_rate": 3.536784165178678e-06,
      "loss": 0.3616,
      "step": 1041950
    },
    {
      "epoch": 290.81,
      "grad_norm": 1.0409743785858154,
      "learning_rate": 3.5367608907367022e-06,
      "loss": 0.3642,
      "step": 1041960
    },
    {
      "epoch": 290.81,
      "grad_norm": 0.8708635568618774,
      "learning_rate": 3.536737616135936e-06,
      "loss": 0.3295,
      "step": 1041970
    },
    {
      "epoch": 290.81,
      "grad_norm": 1.0316027402877808,
      "learning_rate": 3.5367143413763844e-06,
      "loss": 0.358,
      "step": 1041980
    },
    {
      "epoch": 290.81,
      "grad_norm": 0.9445058703422546,
      "learning_rate": 3.536691066458048e-06,
      "loss": 0.3564,
      "step": 1041990
    },
    {
      "epoch": 290.82,
      "grad_norm": 1.3591670989990234,
      "learning_rate": 3.5366677913809307e-06,
      "loss": 0.3471,
      "step": 1042000
    },
    {
      "epoch": 290.82,
      "grad_norm": 0.9638382792472839,
      "learning_rate": 3.5366445161450365e-06,
      "loss": 0.3455,
      "step": 1042010
    },
    {
      "epoch": 290.82,
      "grad_norm": 1.148094892501831,
      "learning_rate": 3.5366212407503663e-06,
      "loss": 0.3426,
      "step": 1042020
    },
    {
      "epoch": 290.83,
      "grad_norm": 1.0343152284622192,
      "learning_rate": 3.5365979651969257e-06,
      "loss": 0.3618,
      "step": 1042030
    },
    {
      "epoch": 290.83,
      "grad_norm": 1.0544252395629883,
      "learning_rate": 3.5365746894847164e-06,
      "loss": 0.3513,
      "step": 1042040
    },
    {
      "epoch": 290.83,
      "grad_norm": 1.1056206226348877,
      "learning_rate": 3.5365514136137414e-06,
      "loss": 0.3504,
      "step": 1042050
    },
    {
      "epoch": 290.83,
      "grad_norm": 1.017196536064148,
      "learning_rate": 3.5365281375840045e-06,
      "loss": 0.3556,
      "step": 1042060
    },
    {
      "epoch": 290.84,
      "grad_norm": 1.1389073133468628,
      "learning_rate": 3.536504861395509e-06,
      "loss": 0.3586,
      "step": 1042070
    },
    {
      "epoch": 290.84,
      "grad_norm": 0.8844889402389526,
      "learning_rate": 3.5364815850482575e-06,
      "loss": 0.3417,
      "step": 1042080
    },
    {
      "epoch": 290.84,
      "grad_norm": 0.955195963382721,
      "learning_rate": 3.5364583085422526e-06,
      "loss": 0.3609,
      "step": 1042090
    },
    {
      "epoch": 290.85,
      "grad_norm": 0.9413051605224609,
      "learning_rate": 3.5364350318774976e-06,
      "loss": 0.3428,
      "step": 1042100
    },
    {
      "epoch": 290.85,
      "grad_norm": 0.9481722712516785,
      "learning_rate": 3.5364117550539963e-06,
      "loss": 0.3638,
      "step": 1042110
    },
    {
      "epoch": 290.85,
      "grad_norm": 1.0711508989334106,
      "learning_rate": 3.536388478071752e-06,
      "loss": 0.3665,
      "step": 1042120
    },
    {
      "epoch": 290.85,
      "grad_norm": 0.9313317537307739,
      "learning_rate": 3.536365200930766e-06,
      "loss": 0.3611,
      "step": 1042130
    },
    {
      "epoch": 290.86,
      "grad_norm": 1.0250636339187622,
      "learning_rate": 3.5363419236310434e-06,
      "loss": 0.347,
      "step": 1042140
    },
    {
      "epoch": 290.86,
      "grad_norm": 0.984383761882782,
      "learning_rate": 3.5363186461725864e-06,
      "loss": 0.3463,
      "step": 1042150
    },
    {
      "epoch": 290.86,
      "grad_norm": 0.9844703674316406,
      "learning_rate": 3.536295368555398e-06,
      "loss": 0.3584,
      "step": 1042160
    },
    {
      "epoch": 290.87,
      "grad_norm": 0.9365606307983398,
      "learning_rate": 3.5362720907794818e-06,
      "loss": 0.3418,
      "step": 1042170
    },
    {
      "epoch": 290.87,
      "grad_norm": 1.0525588989257812,
      "learning_rate": 3.5362488128448397e-06,
      "loss": 0.3553,
      "step": 1042180
    },
    {
      "epoch": 290.87,
      "grad_norm": 0.9629913568496704,
      "learning_rate": 3.5362255347514764e-06,
      "loss": 0.3581,
      "step": 1042190
    },
    {
      "epoch": 290.87,
      "grad_norm": 1.3148386478424072,
      "learning_rate": 3.5362022564993944e-06,
      "loss": 0.3661,
      "step": 1042200
    },
    {
      "epoch": 290.88,
      "grad_norm": 7.754061698913574,
      "learning_rate": 3.5361789780885966e-06,
      "loss": 0.3373,
      "step": 1042210
    },
    {
      "epoch": 290.88,
      "grad_norm": 1.0575628280639648,
      "learning_rate": 3.536155699519086e-06,
      "loss": 0.3435,
      "step": 1042220
    },
    {
      "epoch": 290.88,
      "grad_norm": 0.8966742157936096,
      "learning_rate": 3.536132420790866e-06,
      "loss": 0.3411,
      "step": 1042230
    },
    {
      "epoch": 290.88,
      "grad_norm": 0.9885203242301941,
      "learning_rate": 3.5361091419039395e-06,
      "loss": 0.3626,
      "step": 1042240
    },
    {
      "epoch": 290.89,
      "grad_norm": 1.0878409147262573,
      "learning_rate": 3.5360858628583096e-06,
      "loss": 0.3625,
      "step": 1042250
    },
    {
      "epoch": 290.89,
      "grad_norm": 1.1681609153747559,
      "learning_rate": 3.53606258365398e-06,
      "loss": 0.3561,
      "step": 1042260
    },
    {
      "epoch": 290.89,
      "grad_norm": 0.9723654389381409,
      "learning_rate": 3.5360393042909524e-06,
      "loss": 0.3574,
      "step": 1042270
    },
    {
      "epoch": 290.9,
      "grad_norm": 1.1235674619674683,
      "learning_rate": 3.5360160247692315e-06,
      "loss": 0.3579,
      "step": 1042280
    },
    {
      "epoch": 290.9,
      "grad_norm": 3.2217845916748047,
      "learning_rate": 3.5359927450888194e-06,
      "loss": 0.3686,
      "step": 1042290
    },
    {
      "epoch": 290.9,
      "grad_norm": 1.0064529180526733,
      "learning_rate": 3.5359694652497195e-06,
      "loss": 0.3549,
      "step": 1042300
    },
    {
      "epoch": 290.9,
      "grad_norm": 0.9997979402542114,
      "learning_rate": 3.5359461852519347e-06,
      "loss": 0.3599,
      "step": 1042310
    },
    {
      "epoch": 290.91,
      "grad_norm": 0.9820038080215454,
      "learning_rate": 3.535922905095468e-06,
      "loss": 0.3429,
      "step": 1042320
    },
    {
      "epoch": 290.91,
      "grad_norm": 1.0192850828170776,
      "learning_rate": 3.5358996247803234e-06,
      "loss": 0.3613,
      "step": 1042330
    },
    {
      "epoch": 290.91,
      "grad_norm": 1.1030080318450928,
      "learning_rate": 3.5358763443065027e-06,
      "loss": 0.3664,
      "step": 1042340
    },
    {
      "epoch": 290.92,
      "grad_norm": 0.9720603227615356,
      "learning_rate": 3.53585306367401e-06,
      "loss": 0.3549,
      "step": 1042350
    },
    {
      "epoch": 290.92,
      "grad_norm": 0.9420311450958252,
      "learning_rate": 3.5358297828828484e-06,
      "loss": 0.3642,
      "step": 1042360
    },
    {
      "epoch": 290.92,
      "grad_norm": 1.0968570709228516,
      "learning_rate": 3.5358065019330206e-06,
      "loss": 0.3622,
      "step": 1042370
    },
    {
      "epoch": 290.92,
      "grad_norm": 1.1746134757995605,
      "learning_rate": 3.535783220824529e-06,
      "loss": 0.3543,
      "step": 1042380
    },
    {
      "epoch": 290.93,
      "grad_norm": 1.1808737516403198,
      "learning_rate": 3.5357599395573787e-06,
      "loss": 0.365,
      "step": 1042390
    },
    {
      "epoch": 290.93,
      "grad_norm": 0.8763431310653687,
      "learning_rate": 3.5357366581315706e-06,
      "loss": 0.345,
      "step": 1042400
    },
    {
      "epoch": 290.93,
      "grad_norm": 0.9622282385826111,
      "learning_rate": 3.5357133765471093e-06,
      "loss": 0.3496,
      "step": 1042410
    },
    {
      "epoch": 290.93,
      "grad_norm": 0.9438338875770569,
      "learning_rate": 3.5356900948039966e-06,
      "loss": 0.3621,
      "step": 1042420
    },
    {
      "epoch": 290.94,
      "grad_norm": 1.0693175792694092,
      "learning_rate": 3.5356668129022372e-06,
      "loss": 0.3512,
      "step": 1042430
    },
    {
      "epoch": 290.94,
      "grad_norm": 0.9539008140563965,
      "learning_rate": 3.5356435308418324e-06,
      "loss": 0.3551,
      "step": 1042440
    },
    {
      "epoch": 290.94,
      "grad_norm": 1.0347027778625488,
      "learning_rate": 3.535620248622787e-06,
      "loss": 0.3518,
      "step": 1042450
    },
    {
      "epoch": 290.95,
      "grad_norm": 0.9252856373786926,
      "learning_rate": 3.535596966245103e-06,
      "loss": 0.3661,
      "step": 1042460
    },
    {
      "epoch": 290.95,
      "grad_norm": 1.0920567512512207,
      "learning_rate": 3.535573683708784e-06,
      "loss": 0.3716,
      "step": 1042470
    },
    {
      "epoch": 290.95,
      "grad_norm": 1.0323485136032104,
      "learning_rate": 3.535550401013833e-06,
      "loss": 0.3525,
      "step": 1042480
    },
    {
      "epoch": 290.95,
      "grad_norm": 1.0568045377731323,
      "learning_rate": 3.5355271181602525e-06,
      "loss": 0.3542,
      "step": 1042490
    },
    {
      "epoch": 290.96,
      "grad_norm": 1.0118252038955688,
      "learning_rate": 3.535503835148047e-06,
      "loss": 0.3663,
      "step": 1042500
    },
    {
      "epoch": 290.96,
      "grad_norm": 1.2265452146530151,
      "learning_rate": 3.535480551977218e-06,
      "loss": 0.3534,
      "step": 1042510
    },
    {
      "epoch": 290.96,
      "grad_norm": 1.1982498168945312,
      "learning_rate": 3.5354572686477704e-06,
      "loss": 0.3658,
      "step": 1042520
    },
    {
      "epoch": 290.97,
      "grad_norm": 0.951781690120697,
      "learning_rate": 3.5354339851597055e-06,
      "loss": 0.3441,
      "step": 1042530
    },
    {
      "epoch": 290.97,
      "grad_norm": 0.9358329176902771,
      "learning_rate": 3.5354107015130265e-06,
      "loss": 0.3593,
      "step": 1042540
    },
    {
      "epoch": 290.97,
      "grad_norm": 1.0526795387268066,
      "learning_rate": 3.5353874177077376e-06,
      "loss": 0.3595,
      "step": 1042550
    },
    {
      "epoch": 290.97,
      "grad_norm": 1.0620557069778442,
      "learning_rate": 3.5353641337438418e-06,
      "loss": 0.3434,
      "step": 1042560
    },
    {
      "epoch": 290.98,
      "grad_norm": 1.0839426517486572,
      "learning_rate": 3.5353408496213416e-06,
      "loss": 0.3771,
      "step": 1042570
    },
    {
      "epoch": 290.98,
      "grad_norm": 1.0236263275146484,
      "learning_rate": 3.53531756534024e-06,
      "loss": 0.3504,
      "step": 1042580
    },
    {
      "epoch": 290.98,
      "grad_norm": 0.946063756942749,
      "learning_rate": 3.535294280900541e-06,
      "loss": 0.3607,
      "step": 1042590
    },
    {
      "epoch": 290.99,
      "grad_norm": 1.1758038997650146,
      "learning_rate": 3.5352709963022473e-06,
      "loss": 0.3576,
      "step": 1042600
    },
    {
      "epoch": 290.99,
      "grad_norm": 1.1405576467514038,
      "learning_rate": 3.5352477115453613e-06,
      "loss": 0.3515,
      "step": 1042610
    },
    {
      "epoch": 290.99,
      "grad_norm": 1.1134811639785767,
      "learning_rate": 3.535224426629887e-06,
      "loss": 0.3562,
      "step": 1042620
    },
    {
      "epoch": 290.99,
      "grad_norm": 0.9609636664390564,
      "learning_rate": 3.535201141555827e-06,
      "loss": 0.353,
      "step": 1042630
    },
    {
      "epoch": 291.0,
      "grad_norm": 1.0172020196914673,
      "learning_rate": 3.5351778563231843e-06,
      "loss": 0.3759,
      "step": 1042640
    },
    {
      "epoch": 291.0,
      "grad_norm": 0.9975800514221191,
      "learning_rate": 3.5351545709319626e-06,
      "loss": 0.3545,
      "step": 1042650
    },
    {
      "epoch": 291.0,
      "eval_loss": 0.35832667350769043,
      "eval_runtime": 64.8882,
      "eval_samples_per_second": 77.965,
      "eval_steps_per_second": 9.755,
      "step": 1042653
    },
    {
      "epoch": 291.0,
      "grad_norm": 0.9211039543151855,
      "learning_rate": 3.535131285382164e-06,
      "loss": 0.3741,
      "step": 1042660
    },
    {
      "epoch": 291.0,
      "grad_norm": 0.9791075587272644,
      "learning_rate": 3.5351079996737933e-06,
      "loss": 0.3455,
      "step": 1042670
    },
    {
      "epoch": 291.01,
      "grad_norm": 1.136981725692749,
      "learning_rate": 3.535084713806851e-06,
      "loss": 0.3656,
      "step": 1042680
    },
    {
      "epoch": 291.01,
      "grad_norm": 0.9226657152175903,
      "learning_rate": 3.5350614277813436e-06,
      "loss": 0.3528,
      "step": 1042690
    },
    {
      "epoch": 291.01,
      "grad_norm": 1.0383477210998535,
      "learning_rate": 3.5350381415972707e-06,
      "loss": 0.3487,
      "step": 1042700
    },
    {
      "epoch": 291.02,
      "grad_norm": 1.1591732501983643,
      "learning_rate": 3.5350148552546374e-06,
      "loss": 0.347,
      "step": 1042710
    },
    {
      "epoch": 291.02,
      "grad_norm": 1.3645321130752563,
      "learning_rate": 3.5349915687534468e-06,
      "loss": 0.3555,
      "step": 1042720
    },
    {
      "epoch": 291.02,
      "grad_norm": 1.079702615737915,
      "learning_rate": 3.5349682820937013e-06,
      "loss": 0.3633,
      "step": 1042730
    },
    {
      "epoch": 291.02,
      "grad_norm": 0.9811893105506897,
      "learning_rate": 3.534944995275405e-06,
      "loss": 0.3576,
      "step": 1042740
    },
    {
      "epoch": 291.03,
      "grad_norm": 2.239424228668213,
      "learning_rate": 3.53492170829856e-06,
      "loss": 0.3604,
      "step": 1042750
    },
    {
      "epoch": 291.03,
      "grad_norm": 1.214592695236206,
      "learning_rate": 3.5348984211631694e-06,
      "loss": 0.3619,
      "step": 1042760
    },
    {
      "epoch": 291.03,
      "grad_norm": 0.9337034821510315,
      "learning_rate": 3.5348751338692364e-06,
      "loss": 0.3492,
      "step": 1042770
    },
    {
      "epoch": 291.04,
      "grad_norm": 0.8737672567367554,
      "learning_rate": 3.5348518464167646e-06,
      "loss": 0.3688,
      "step": 1042780
    },
    {
      "epoch": 291.04,
      "grad_norm": 0.9485772848129272,
      "learning_rate": 3.534828558805757e-06,
      "loss": 0.3652,
      "step": 1042790
    },
    {
      "epoch": 291.04,
      "grad_norm": 1.1252858638763428,
      "learning_rate": 3.5348052710362164e-06,
      "loss": 0.3512,
      "step": 1042800
    },
    {
      "epoch": 291.04,
      "grad_norm": 1.0270131826400757,
      "learning_rate": 3.534781983108146e-06,
      "loss": 0.3702,
      "step": 1042810
    },
    {
      "epoch": 291.05,
      "grad_norm": 1.0484861135482788,
      "learning_rate": 3.5347586950215496e-06,
      "loss": 0.3565,
      "step": 1042820
    },
    {
      "epoch": 291.05,
      "grad_norm": 1.0528674125671387,
      "learning_rate": 3.534735406776429e-06,
      "loss": 0.3579,
      "step": 1042830
    },
    {
      "epoch": 291.05,
      "grad_norm": 1.1010539531707764,
      "learning_rate": 3.5347121183727867e-06,
      "loss": 0.3664,
      "step": 1042840
    },
    {
      "epoch": 291.05,
      "grad_norm": 1.0737587213516235,
      "learning_rate": 3.534688829810629e-06,
      "loss": 0.3501,
      "step": 1042850
    },
    {
      "epoch": 291.06,
      "grad_norm": 0.9287716150283813,
      "learning_rate": 3.5346655410899562e-06,
      "loss": 0.3473,
      "step": 1042860
    },
    {
      "epoch": 291.06,
      "grad_norm": 1.1123698949813843,
      "learning_rate": 3.534642252210772e-06,
      "loss": 0.3688,
      "step": 1042870
    },
    {
      "epoch": 291.06,
      "grad_norm": 1.243605136871338,
      "learning_rate": 3.53461896317308e-06,
      "loss": 0.3636,
      "step": 1042880
    },
    {
      "epoch": 291.07,
      "grad_norm": 1.1477130651474,
      "learning_rate": 3.534595673976883e-06,
      "loss": 0.3504,
      "step": 1042890
    },
    {
      "epoch": 291.07,
      "grad_norm": 0.9580027461051941,
      "learning_rate": 3.534572384622184e-06,
      "loss": 0.3664,
      "step": 1042900
    },
    {
      "epoch": 291.07,
      "grad_norm": 1.0351319313049316,
      "learning_rate": 3.534549095108987e-06,
      "loss": 0.349,
      "step": 1042910
    },
    {
      "epoch": 291.07,
      "grad_norm": 0.9818271398544312,
      "learning_rate": 3.534525805437293e-06,
      "loss": 0.3429,
      "step": 1042920
    },
    {
      "epoch": 291.08,
      "grad_norm": 1.1705677509307861,
      "learning_rate": 3.534502515607107e-06,
      "loss": 0.363,
      "step": 1042930
    },
    {
      "epoch": 291.08,
      "grad_norm": 0.9361620545387268,
      "learning_rate": 3.534479225618431e-06,
      "loss": 0.3641,
      "step": 1042940
    },
    {
      "epoch": 291.08,
      "grad_norm": 0.8875345587730408,
      "learning_rate": 3.5344559354712698e-06,
      "loss": 0.3402,
      "step": 1042950
    },
    {
      "epoch": 291.09,
      "grad_norm": 1.064742922782898,
      "learning_rate": 3.534432645165625e-06,
      "loss": 0.3575,
      "step": 1042960
    },
    {
      "epoch": 291.09,
      "grad_norm": 1.1281794309616089,
      "learning_rate": 3.5344093547014994e-06,
      "loss": 0.3573,
      "step": 1042970
    },
    {
      "epoch": 291.09,
      "grad_norm": 0.971403181552887,
      "learning_rate": 3.5343860640788976e-06,
      "loss": 0.3633,
      "step": 1042980
    },
    {
      "epoch": 291.09,
      "grad_norm": 0.9070042371749878,
      "learning_rate": 3.534362773297821e-06,
      "loss": 0.34,
      "step": 1042990
    },
    {
      "epoch": 291.1,
      "grad_norm": 1.0372174978256226,
      "learning_rate": 3.534339482358273e-06,
      "loss": 0.3705,
      "step": 1043000
    },
    {
      "epoch": 291.1,
      "grad_norm": 1.0279184579849243,
      "learning_rate": 3.5343161912602587e-06,
      "loss": 0.3557,
      "step": 1043010
    },
    {
      "epoch": 291.1,
      "grad_norm": 0.9242730140686035,
      "learning_rate": 3.5342929000037785e-06,
      "loss": 0.3521,
      "step": 1043020
    },
    {
      "epoch": 291.11,
      "grad_norm": 0.9953033328056335,
      "learning_rate": 3.534269608588838e-06,
      "loss": 0.3487,
      "step": 1043030
    },
    {
      "epoch": 291.11,
      "grad_norm": 0.9965344071388245,
      "learning_rate": 3.5342463170154378e-06,
      "loss": 0.3407,
      "step": 1043040
    },
    {
      "epoch": 291.11,
      "grad_norm": 0.9418066143989563,
      "learning_rate": 3.534223025283583e-06,
      "loss": 0.3431,
      "step": 1043050
    },
    {
      "epoch": 291.11,
      "grad_norm": 2.2188425064086914,
      "learning_rate": 3.534199733393275e-06,
      "loss": 0.3599,
      "step": 1043060
    },
    {
      "epoch": 291.12,
      "grad_norm": 0.9540970921516418,
      "learning_rate": 3.5341764413445188e-06,
      "loss": 0.3672,
      "step": 1043070
    },
    {
      "epoch": 291.12,
      "grad_norm": 0.9660065770149231,
      "learning_rate": 3.534153149137316e-06,
      "loss": 0.3679,
      "step": 1043080
    },
    {
      "epoch": 291.12,
      "grad_norm": 0.910844624042511,
      "learning_rate": 3.53412985677167e-06,
      "loss": 0.3458,
      "step": 1043090
    },
    {
      "epoch": 291.12,
      "grad_norm": 0.8783214688301086,
      "learning_rate": 3.534106564247585e-06,
      "loss": 0.3521,
      "step": 1043100
    },
    {
      "epoch": 291.13,
      "grad_norm": 2.304814338684082,
      "learning_rate": 3.5340832715650626e-06,
      "loss": 0.355,
      "step": 1043110
    },
    {
      "epoch": 291.13,
      "grad_norm": 1.0222361087799072,
      "learning_rate": 3.5340599787241065e-06,
      "loss": 0.361,
      "step": 1043120
    },
    {
      "epoch": 291.13,
      "grad_norm": 1.1523810625076294,
      "learning_rate": 3.5340366857247192e-06,
      "loss": 0.3591,
      "step": 1043130
    },
    {
      "epoch": 291.14,
      "grad_norm": 1.0833247900009155,
      "learning_rate": 3.534013392566906e-06,
      "loss": 0.346,
      "step": 1043140
    },
    {
      "epoch": 291.14,
      "grad_norm": 1.111096978187561,
      "learning_rate": 3.5339900992506664e-06,
      "loss": 0.3525,
      "step": 1043150
    },
    {
      "epoch": 291.14,
      "grad_norm": 2.086906909942627,
      "learning_rate": 3.533966805776007e-06,
      "loss": 0.344,
      "step": 1043160
    },
    {
      "epoch": 291.14,
      "grad_norm": 1.0110466480255127,
      "learning_rate": 3.5339435121429292e-06,
      "loss": 0.3393,
      "step": 1043170
    },
    {
      "epoch": 291.15,
      "grad_norm": 1.0295783281326294,
      "learning_rate": 3.533920218351436e-06,
      "loss": 0.3505,
      "step": 1043180
    },
    {
      "epoch": 291.15,
      "grad_norm": 1.018782615661621,
      "learning_rate": 3.5338969244015313e-06,
      "loss": 0.3496,
      "step": 1043190
    },
    {
      "epoch": 291.15,
      "grad_norm": 1.2612059116363525,
      "learning_rate": 3.533873630293217e-06,
      "loss": 0.3712,
      "step": 1043200
    },
    {
      "epoch": 291.16,
      "grad_norm": 1.001452088356018,
      "learning_rate": 3.5338503360264973e-06,
      "loss": 0.3569,
      "step": 1043210
    },
    {
      "epoch": 291.16,
      "grad_norm": 1.0926963090896606,
      "learning_rate": 3.5338270416013753e-06,
      "loss": 0.3798,
      "step": 1043220
    },
    {
      "epoch": 291.16,
      "grad_norm": 0.9727594256401062,
      "learning_rate": 3.5338037470178526e-06,
      "loss": 0.3698,
      "step": 1043230
    },
    {
      "epoch": 291.16,
      "grad_norm": 1.116142988204956,
      "learning_rate": 3.533780452275935e-06,
      "loss": 0.3586,
      "step": 1043240
    },
    {
      "epoch": 291.17,
      "grad_norm": 1.0238302946090698,
      "learning_rate": 3.5337571573756234e-06,
      "loss": 0.3612,
      "step": 1043250
    },
    {
      "epoch": 291.17,
      "grad_norm": 1.0464805364608765,
      "learning_rate": 3.5337338623169207e-06,
      "loss": 0.3584,
      "step": 1043260
    },
    {
      "epoch": 291.17,
      "grad_norm": 1.163008689880371,
      "learning_rate": 3.5337105670998318e-06,
      "loss": 0.3586,
      "step": 1043270
    },
    {
      "epoch": 291.17,
      "grad_norm": 1.1856094598770142,
      "learning_rate": 3.5336872717243583e-06,
      "loss": 0.3673,
      "step": 1043280
    },
    {
      "epoch": 291.18,
      "grad_norm": 1.0545074939727783,
      "learning_rate": 3.5336639761905044e-06,
      "loss": 0.3769,
      "step": 1043290
    },
    {
      "epoch": 291.18,
      "grad_norm": 1.0709353685379028,
      "learning_rate": 3.533640680498272e-06,
      "loss": 0.3542,
      "step": 1043300
    },
    {
      "epoch": 291.18,
      "grad_norm": 1.0491923093795776,
      "learning_rate": 3.533617384647665e-06,
      "loss": 0.3433,
      "step": 1043310
    },
    {
      "epoch": 291.19,
      "grad_norm": 1.0453014373779297,
      "learning_rate": 3.5335940886386866e-06,
      "loss": 0.3685,
      "step": 1043320
    },
    {
      "epoch": 291.19,
      "grad_norm": 1.1147440671920776,
      "learning_rate": 3.5335707924713394e-06,
      "loss": 0.3443,
      "step": 1043330
    },
    {
      "epoch": 291.19,
      "grad_norm": 0.9778992533683777,
      "learning_rate": 3.5335474961456266e-06,
      "loss": 0.3381,
      "step": 1043340
    },
    {
      "epoch": 291.19,
      "grad_norm": 1.0434749126434326,
      "learning_rate": 3.5335241996615513e-06,
      "loss": 0.3756,
      "step": 1043350
    },
    {
      "epoch": 291.2,
      "grad_norm": 1.059131145477295,
      "learning_rate": 3.5335009030191177e-06,
      "loss": 0.353,
      "step": 1043360
    },
    {
      "epoch": 291.2,
      "grad_norm": 1.0838807821273804,
      "learning_rate": 3.5334776062183266e-06,
      "loss": 0.3654,
      "step": 1043370
    },
    {
      "epoch": 291.2,
      "grad_norm": 1.4273159503936768,
      "learning_rate": 3.5334543092591835e-06,
      "loss": 0.3658,
      "step": 1043380
    },
    {
      "epoch": 291.21,
      "grad_norm": 0.9461135864257812,
      "learning_rate": 3.5334310121416897e-06,
      "loss": 0.3439,
      "step": 1043390
    },
    {
      "epoch": 291.21,
      "grad_norm": 1.0502856969833374,
      "learning_rate": 3.5334077148658495e-06,
      "loss": 0.3635,
      "step": 1043400
    },
    {
      "epoch": 291.21,
      "grad_norm": 1.204015851020813,
      "learning_rate": 3.533384417431665e-06,
      "loss": 0.3555,
      "step": 1043410
    },
    {
      "epoch": 291.21,
      "grad_norm": 1.2153911590576172,
      "learning_rate": 3.5333611198391403e-06,
      "loss": 0.358,
      "step": 1043420
    },
    {
      "epoch": 291.22,
      "grad_norm": 0.958057165145874,
      "learning_rate": 3.5333378220882785e-06,
      "loss": 0.351,
      "step": 1043430
    },
    {
      "epoch": 291.22,
      "grad_norm": 1.0057613849639893,
      "learning_rate": 3.5333145241790813e-06,
      "loss": 0.3621,
      "step": 1043440
    },
    {
      "epoch": 291.22,
      "grad_norm": 1.0610976219177246,
      "learning_rate": 3.533291226111553e-06,
      "loss": 0.3524,
      "step": 1043450
    },
    {
      "epoch": 291.23,
      "grad_norm": 0.966310977935791,
      "learning_rate": 3.5332679278856965e-06,
      "loss": 0.3551,
      "step": 1043460
    },
    {
      "epoch": 291.23,
      "grad_norm": 1.027064323425293,
      "learning_rate": 3.533244629501515e-06,
      "loss": 0.358,
      "step": 1043470
    },
    {
      "epoch": 291.23,
      "grad_norm": 1.071433186531067,
      "learning_rate": 3.5332213309590115e-06,
      "loss": 0.3551,
      "step": 1043480
    },
    {
      "epoch": 291.23,
      "grad_norm": 0.9797809720039368,
      "learning_rate": 3.5331980322581887e-06,
      "loss": 0.3567,
      "step": 1043490
    },
    {
      "epoch": 291.24,
      "grad_norm": 0.88713538646698,
      "learning_rate": 3.53317473339905e-06,
      "loss": 0.3713,
      "step": 1043500
    },
    {
      "epoch": 291.24,
      "grad_norm": 0.937253475189209,
      "learning_rate": 3.5331514343815986e-06,
      "loss": 0.3631,
      "step": 1043510
    },
    {
      "epoch": 291.24,
      "grad_norm": 0.9211596250534058,
      "learning_rate": 3.5331281352058377e-06,
      "loss": 0.3551,
      "step": 1043520
    },
    {
      "epoch": 291.24,
      "grad_norm": 1.0807440280914307,
      "learning_rate": 3.53310483587177e-06,
      "loss": 0.3636,
      "step": 1043530
    },
    {
      "epoch": 291.25,
      "grad_norm": 1.371982455253601,
      "learning_rate": 3.5330815363793992e-06,
      "loss": 0.3694,
      "step": 1043540
    },
    {
      "epoch": 291.25,
      "grad_norm": 0.9883713126182556,
      "learning_rate": 3.533058236728728e-06,
      "loss": 0.3595,
      "step": 1043550
    },
    {
      "epoch": 291.25,
      "grad_norm": 1.135231614112854,
      "learning_rate": 3.5330349369197605e-06,
      "loss": 0.3593,
      "step": 1043560
    },
    {
      "epoch": 291.26,
      "grad_norm": 1.2351301908493042,
      "learning_rate": 3.5330116369524976e-06,
      "loss": 0.3391,
      "step": 1043570
    },
    {
      "epoch": 291.26,
      "grad_norm": 0.9446384906768799,
      "learning_rate": 3.5329883368269434e-06,
      "loss": 0.3505,
      "step": 1043580
    },
    {
      "epoch": 291.26,
      "grad_norm": 0.9437015056610107,
      "learning_rate": 3.5329650365431015e-06,
      "loss": 0.3743,
      "step": 1043590
    },
    {
      "epoch": 291.26,
      "grad_norm": 1.0495059490203857,
      "learning_rate": 3.5329417361009747e-06,
      "loss": 0.3671,
      "step": 1043600
    },
    {
      "epoch": 291.27,
      "grad_norm": 0.8593277931213379,
      "learning_rate": 3.5329184355005666e-06,
      "loss": 0.3715,
      "step": 1043610
    },
    {
      "epoch": 291.27,
      "grad_norm": 1.0809656381607056,
      "learning_rate": 3.53289513474188e-06,
      "loss": 0.345,
      "step": 1043620
    },
    {
      "epoch": 291.27,
      "grad_norm": 0.9738610982894897,
      "learning_rate": 3.5328718338249176e-06,
      "loss": 0.3576,
      "step": 1043630
    },
    {
      "epoch": 291.28,
      "grad_norm": 0.9021357297897339,
      "learning_rate": 3.5328485327496828e-06,
      "loss": 0.3448,
      "step": 1043640
    },
    {
      "epoch": 291.28,
      "grad_norm": 1.011514663696289,
      "learning_rate": 3.5328252315161785e-06,
      "loss": 0.3407,
      "step": 1043650
    },
    {
      "epoch": 291.28,
      "grad_norm": 1.0490766763687134,
      "learning_rate": 3.5328019301244083e-06,
      "loss": 0.3663,
      "step": 1043660
    },
    {
      "epoch": 291.28,
      "grad_norm": 1.0506583452224731,
      "learning_rate": 3.532778628574374e-06,
      "loss": 0.3778,
      "step": 1043670
    },
    {
      "epoch": 291.29,
      "grad_norm": 0.8976250886917114,
      "learning_rate": 3.5327553268660804e-06,
      "loss": 0.3518,
      "step": 1043680
    },
    {
      "epoch": 291.29,
      "grad_norm": 1.0166141986846924,
      "learning_rate": 3.53273202499953e-06,
      "loss": 0.3632,
      "step": 1043690
    },
    {
      "epoch": 291.29,
      "grad_norm": 0.8680046200752258,
      "learning_rate": 3.5327087229747263e-06,
      "loss": 0.3533,
      "step": 1043700
    },
    {
      "epoch": 291.3,
      "grad_norm": 0.9401432871818542,
      "learning_rate": 3.5326854207916706e-06,
      "loss": 0.3543,
      "step": 1043710
    },
    {
      "epoch": 291.3,
      "grad_norm": 1.332166314125061,
      "learning_rate": 3.5326621184503684e-06,
      "loss": 0.3849,
      "step": 1043720
    },
    {
      "epoch": 291.3,
      "grad_norm": 1.6909645795822144,
      "learning_rate": 3.5326388159508205e-06,
      "loss": 0.3535,
      "step": 1043730
    },
    {
      "epoch": 291.3,
      "grad_norm": 1.1434721946716309,
      "learning_rate": 3.5326155132930316e-06,
      "loss": 0.3716,
      "step": 1043740
    },
    {
      "epoch": 291.31,
      "grad_norm": 1.0324722528457642,
      "learning_rate": 3.532592210477005e-06,
      "loss": 0.3634,
      "step": 1043750
    },
    {
      "epoch": 291.31,
      "grad_norm": 1.0669130086898804,
      "learning_rate": 3.5325689075027427e-06,
      "loss": 0.3506,
      "step": 1043760
    },
    {
      "epoch": 291.31,
      "grad_norm": 0.9029890894889832,
      "learning_rate": 3.532545604370249e-06,
      "loss": 0.3578,
      "step": 1043770
    },
    {
      "epoch": 291.31,
      "grad_norm": 0.9727083444595337,
      "learning_rate": 3.5325223010795258e-06,
      "loss": 0.3571,
      "step": 1043780
    },
    {
      "epoch": 291.32,
      "grad_norm": 0.9992445111274719,
      "learning_rate": 3.532498997630576e-06,
      "loss": 0.3525,
      "step": 1043790
    },
    {
      "epoch": 291.32,
      "grad_norm": 1.1678329706192017,
      "learning_rate": 3.5324756940234037e-06,
      "loss": 0.3693,
      "step": 1043800
    },
    {
      "epoch": 291.32,
      "grad_norm": 2.184622049331665,
      "learning_rate": 3.5324523902580117e-06,
      "loss": 0.37,
      "step": 1043810
    },
    {
      "epoch": 291.33,
      "grad_norm": 1.8057563304901123,
      "learning_rate": 3.5324290863344036e-06,
      "loss": 0.3584,
      "step": 1043820
    },
    {
      "epoch": 291.33,
      "grad_norm": 0.9996148943901062,
      "learning_rate": 3.5324057822525813e-06,
      "loss": 0.3715,
      "step": 1043830
    },
    {
      "epoch": 291.33,
      "grad_norm": 0.9245252013206482,
      "learning_rate": 3.5323824780125492e-06,
      "loss": 0.3428,
      "step": 1043840
    },
    {
      "epoch": 291.33,
      "grad_norm": 1.2031363248825073,
      "learning_rate": 3.5323591736143097e-06,
      "loss": 0.3693,
      "step": 1043850
    },
    {
      "epoch": 291.34,
      "grad_norm": 0.9716967940330505,
      "learning_rate": 3.5323358690578655e-06,
      "loss": 0.3653,
      "step": 1043860
    },
    {
      "epoch": 291.34,
      "grad_norm": 0.9927674531936646,
      "learning_rate": 3.532312564343221e-06,
      "loss": 0.3593,
      "step": 1043870
    },
    {
      "epoch": 291.34,
      "grad_norm": 1.1062909364700317,
      "learning_rate": 3.5322892594703783e-06,
      "loss": 0.3592,
      "step": 1043880
    },
    {
      "epoch": 291.35,
      "grad_norm": 0.9214564561843872,
      "learning_rate": 3.53226595443934e-06,
      "loss": 0.3559,
      "step": 1043890
    },
    {
      "epoch": 291.35,
      "grad_norm": 0.9527408480644226,
      "learning_rate": 3.5322426492501105e-06,
      "loss": 0.3583,
      "step": 1043900
    },
    {
      "epoch": 291.35,
      "grad_norm": 1.1058679819107056,
      "learning_rate": 3.5322193439026917e-06,
      "loss": 0.3479,
      "step": 1043910
    },
    {
      "epoch": 291.35,
      "grad_norm": 1.0628211498260498,
      "learning_rate": 3.5321960383970883e-06,
      "loss": 0.3543,
      "step": 1043920
    },
    {
      "epoch": 291.36,
      "grad_norm": 1.0310105085372925,
      "learning_rate": 3.532172732733302e-06,
      "loss": 0.3703,
      "step": 1043930
    },
    {
      "epoch": 291.36,
      "grad_norm": 0.9892862439155579,
      "learning_rate": 3.532149426911336e-06,
      "loss": 0.3427,
      "step": 1043940
    },
    {
      "epoch": 291.36,
      "grad_norm": 1.3027302026748657,
      "learning_rate": 3.5321261209311936e-06,
      "loss": 0.3473,
      "step": 1043950
    },
    {
      "epoch": 291.36,
      "grad_norm": 0.9576159119606018,
      "learning_rate": 3.532102814792878e-06,
      "loss": 0.3655,
      "step": 1043960
    },
    {
      "epoch": 291.37,
      "grad_norm": 0.9799619317054749,
      "learning_rate": 3.532079508496393e-06,
      "loss": 0.3565,
      "step": 1043970
    },
    {
      "epoch": 291.37,
      "grad_norm": 1.0793486833572388,
      "learning_rate": 3.5320562020417407e-06,
      "loss": 0.3799,
      "step": 1043980
    },
    {
      "epoch": 291.37,
      "grad_norm": 1.1659361124038696,
      "learning_rate": 3.532032895428924e-06,
      "loss": 0.3576,
      "step": 1043990
    },
    {
      "epoch": 291.38,
      "grad_norm": 1.019302487373352,
      "learning_rate": 3.5320095886579475e-06,
      "loss": 0.3485,
      "step": 1044000
    },
    {
      "epoch": 291.38,
      "grad_norm": 0.8575241565704346,
      "learning_rate": 3.531986281728813e-06,
      "loss": 0.3598,
      "step": 1044010
    },
    {
      "epoch": 291.38,
      "grad_norm": 1.173857569694519,
      "learning_rate": 3.5319629746415232e-06,
      "loss": 0.3469,
      "step": 1044020
    },
    {
      "epoch": 291.38,
      "grad_norm": 1.0439987182617188,
      "learning_rate": 3.5319396673960824e-06,
      "loss": 0.3596,
      "step": 1044030
    },
    {
      "epoch": 291.39,
      "grad_norm": 0.9742094874382019,
      "learning_rate": 3.5319163599924932e-06,
      "loss": 0.3623,
      "step": 1044040
    },
    {
      "epoch": 291.39,
      "grad_norm": 1.9797568321228027,
      "learning_rate": 3.5318930524307584e-06,
      "loss": 0.3538,
      "step": 1044050
    },
    {
      "epoch": 291.39,
      "grad_norm": 1.1084654331207275,
      "learning_rate": 3.5318697447108825e-06,
      "loss": 0.3673,
      "step": 1044060
    },
    {
      "epoch": 291.4,
      "grad_norm": 1.1967252492904663,
      "learning_rate": 3.5318464368328673e-06,
      "loss": 0.3732,
      "step": 1044070
    },
    {
      "epoch": 291.4,
      "grad_norm": 1.045836329460144,
      "learning_rate": 3.5318231287967152e-06,
      "loss": 0.3585,
      "step": 1044080
    },
    {
      "epoch": 291.4,
      "grad_norm": 0.9015748500823975,
      "learning_rate": 3.5317998206024314e-06,
      "loss": 0.3436,
      "step": 1044090
    },
    {
      "epoch": 291.4,
      "grad_norm": 0.9598698019981384,
      "learning_rate": 3.5317765122500163e-06,
      "loss": 0.3393,
      "step": 1044100
    },
    {
      "epoch": 291.41,
      "grad_norm": 1.157879114151001,
      "learning_rate": 3.531753203739476e-06,
      "loss": 0.3396,
      "step": 1044110
    },
    {
      "epoch": 291.41,
      "grad_norm": 1.2270233631134033,
      "learning_rate": 3.5317298950708112e-06,
      "loss": 0.3692,
      "step": 1044120
    },
    {
      "epoch": 291.41,
      "grad_norm": 0.8839119076728821,
      "learning_rate": 3.5317065862440268e-06,
      "loss": 0.3417,
      "step": 1044130
    },
    {
      "epoch": 291.42,
      "grad_norm": 1.1697227954864502,
      "learning_rate": 3.531683277259125e-06,
      "loss": 0.3567,
      "step": 1044140
    },
    {
      "epoch": 291.42,
      "grad_norm": 1.059633731842041,
      "learning_rate": 3.5316599681161084e-06,
      "loss": 0.3527,
      "step": 1044150
    },
    {
      "epoch": 291.42,
      "grad_norm": 1.0859543085098267,
      "learning_rate": 3.5316366588149804e-06,
      "loss": 0.3615,
      "step": 1044160
    },
    {
      "epoch": 291.42,
      "grad_norm": 0.9465967416763306,
      "learning_rate": 3.5316133493557448e-06,
      "loss": 0.3581,
      "step": 1044170
    },
    {
      "epoch": 291.43,
      "grad_norm": 1.1740849018096924,
      "learning_rate": 3.5315900397384045e-06,
      "loss": 0.3675,
      "step": 1044180
    },
    {
      "epoch": 291.43,
      "grad_norm": 1.017052412033081,
      "learning_rate": 3.531566729962962e-06,
      "loss": 0.3601,
      "step": 1044190
    },
    {
      "epoch": 291.43,
      "grad_norm": 1.0213714838027954,
      "learning_rate": 3.531543420029421e-06,
      "loss": 0.3687,
      "step": 1044200
    },
    {
      "epoch": 291.43,
      "grad_norm": 0.8363654017448425,
      "learning_rate": 3.5315201099377845e-06,
      "loss": 0.3577,
      "step": 1044210
    },
    {
      "epoch": 291.44,
      "grad_norm": 0.9371966123580933,
      "learning_rate": 3.531496799688055e-06,
      "loss": 0.353,
      "step": 1044220
    },
    {
      "epoch": 291.44,
      "grad_norm": 0.8934835195541382,
      "learning_rate": 3.5314734892802365e-06,
      "loss": 0.3546,
      "step": 1044230
    },
    {
      "epoch": 291.44,
      "grad_norm": 1.0674998760223389,
      "learning_rate": 3.5314501787143316e-06,
      "loss": 0.3591,
      "step": 1044240
    },
    {
      "epoch": 291.45,
      "grad_norm": 0.8588895797729492,
      "learning_rate": 3.5314268679903432e-06,
      "loss": 0.3692,
      "step": 1044250
    },
    {
      "epoch": 291.45,
      "grad_norm": 0.9131383299827576,
      "learning_rate": 3.531403557108275e-06,
      "loss": 0.336,
      "step": 1044260
    },
    {
      "epoch": 291.45,
      "grad_norm": 1.0409570932388306,
      "learning_rate": 3.5313802460681297e-06,
      "loss": 0.3658,
      "step": 1044270
    },
    {
      "epoch": 291.45,
      "grad_norm": 1.0385640859603882,
      "learning_rate": 3.53135693486991e-06,
      "loss": 0.3619,
      "step": 1044280
    },
    {
      "epoch": 291.46,
      "grad_norm": 1.0260006189346313,
      "learning_rate": 3.53133362351362e-06,
      "loss": 0.3713,
      "step": 1044290
    },
    {
      "epoch": 291.46,
      "grad_norm": 0.977881908416748,
      "learning_rate": 3.5313103119992628e-06,
      "loss": 0.3608,
      "step": 1044300
    },
    {
      "epoch": 291.46,
      "grad_norm": 1.1256778240203857,
      "learning_rate": 3.5312870003268398e-06,
      "loss": 0.3477,
      "step": 1044310
    },
    {
      "epoch": 291.47,
      "grad_norm": 1.05137300491333,
      "learning_rate": 3.531263688496356e-06,
      "loss": 0.3342,
      "step": 1044320
    },
    {
      "epoch": 291.47,
      "grad_norm": 0.984971821308136,
      "learning_rate": 3.531240376507814e-06,
      "loss": 0.3651,
      "step": 1044330
    },
    {
      "epoch": 291.47,
      "grad_norm": 1.074703574180603,
      "learning_rate": 3.531217064361216e-06,
      "loss": 0.3598,
      "step": 1044340
    },
    {
      "epoch": 291.47,
      "grad_norm": 1.1821558475494385,
      "learning_rate": 3.531193752056567e-06,
      "loss": 0.3521,
      "step": 1044350
    },
    {
      "epoch": 291.48,
      "grad_norm": 1.0613679885864258,
      "learning_rate": 3.531170439593868e-06,
      "loss": 0.3346,
      "step": 1044360
    },
    {
      "epoch": 291.48,
      "grad_norm": 0.9569196105003357,
      "learning_rate": 3.531147126973123e-06,
      "loss": 0.3892,
      "step": 1044370
    },
    {
      "epoch": 291.48,
      "grad_norm": 0.9190054535865784,
      "learning_rate": 3.5311238141943353e-06,
      "loss": 0.3452,
      "step": 1044380
    },
    {
      "epoch": 291.48,
      "grad_norm": 0.9649596810340881,
      "learning_rate": 3.5311005012575077e-06,
      "loss": 0.3597,
      "step": 1044390
    },
    {
      "epoch": 291.49,
      "grad_norm": 1.0677846670150757,
      "learning_rate": 3.5310771881626437e-06,
      "loss": 0.3666,
      "step": 1044400
    },
    {
      "epoch": 291.49,
      "grad_norm": 1.1892001628875732,
      "learning_rate": 3.5310538749097457e-06,
      "loss": 0.3587,
      "step": 1044410
    },
    {
      "epoch": 291.49,
      "grad_norm": 1.0707460641860962,
      "learning_rate": 3.531030561498818e-06,
      "loss": 0.3649,
      "step": 1044420
    },
    {
      "epoch": 291.5,
      "grad_norm": 1.1742360591888428,
      "learning_rate": 3.531007247929863e-06,
      "loss": 0.3536,
      "step": 1044430
    },
    {
      "epoch": 291.5,
      "grad_norm": 1.0299118757247925,
      "learning_rate": 3.5309839342028827e-06,
      "loss": 0.3418,
      "step": 1044440
    },
    {
      "epoch": 291.5,
      "grad_norm": 1.1983530521392822,
      "learning_rate": 3.5309606203178813e-06,
      "loss": 0.3522,
      "step": 1044450
    },
    {
      "epoch": 291.5,
      "grad_norm": 0.9531518816947937,
      "learning_rate": 3.530937306274863e-06,
      "loss": 0.3501,
      "step": 1044460
    },
    {
      "epoch": 291.51,
      "grad_norm": 1.0341429710388184,
      "learning_rate": 3.530913992073829e-06,
      "loss": 0.3601,
      "step": 1044470
    },
    {
      "epoch": 291.51,
      "grad_norm": 1.7371875047683716,
      "learning_rate": 3.530890677714782e-06,
      "loss": 0.3624,
      "step": 1044480
    },
    {
      "epoch": 291.51,
      "grad_norm": 1.2273056507110596,
      "learning_rate": 3.530867363197728e-06,
      "loss": 0.3498,
      "step": 1044490
    },
    {
      "epoch": 291.52,
      "grad_norm": 0.9079638123512268,
      "learning_rate": 3.5308440485226674e-06,
      "loss": 0.3573,
      "step": 1044500
    },
    {
      "epoch": 291.52,
      "grad_norm": 1.1444199085235596,
      "learning_rate": 3.5308207336896054e-06,
      "loss": 0.3727,
      "step": 1044510
    },
    {
      "epoch": 291.52,
      "grad_norm": 1.180336833000183,
      "learning_rate": 3.5307974186985437e-06,
      "loss": 0.3611,
      "step": 1044520
    },
    {
      "epoch": 291.52,
      "grad_norm": 1.2111443281173706,
      "learning_rate": 3.5307741035494846e-06,
      "loss": 0.3489,
      "step": 1044530
    },
    {
      "epoch": 291.53,
      "grad_norm": 1.0405895709991455,
      "learning_rate": 3.5307507882424326e-06,
      "loss": 0.3543,
      "step": 1044540
    },
    {
      "epoch": 291.53,
      "grad_norm": 0.9390100836753845,
      "learning_rate": 3.530727472777391e-06,
      "loss": 0.3668,
      "step": 1044550
    },
    {
      "epoch": 291.53,
      "grad_norm": 1.0931669473648071,
      "learning_rate": 3.5307041571543617e-06,
      "loss": 0.3484,
      "step": 1044560
    },
    {
      "epoch": 291.54,
      "grad_norm": 1.2180160284042358,
      "learning_rate": 3.530680841373349e-06,
      "loss": 0.3535,
      "step": 1044570
    },
    {
      "epoch": 291.54,
      "grad_norm": 1.0407267808914185,
      "learning_rate": 3.5306575254343554e-06,
      "loss": 0.3587,
      "step": 1044580
    },
    {
      "epoch": 291.54,
      "grad_norm": 0.9275842308998108,
      "learning_rate": 3.5306342093373847e-06,
      "loss": 0.3449,
      "step": 1044590
    },
    {
      "epoch": 291.54,
      "grad_norm": 1.1381915807724,
      "learning_rate": 3.530610893082438e-06,
      "loss": 0.3656,
      "step": 1044600
    },
    {
      "epoch": 291.55,
      "grad_norm": 1.0731819868087769,
      "learning_rate": 3.53058757666952e-06,
      "loss": 0.3592,
      "step": 1044610
    },
    {
      "epoch": 291.55,
      "grad_norm": 1.0268993377685547,
      "learning_rate": 3.530564260098635e-06,
      "loss": 0.359,
      "step": 1044620
    },
    {
      "epoch": 291.55,
      "grad_norm": 1.109276294708252,
      "learning_rate": 3.5305409433697835e-06,
      "loss": 0.3421,
      "step": 1044630
    },
    {
      "epoch": 291.55,
      "grad_norm": 0.9132840633392334,
      "learning_rate": 3.5305176264829694e-06,
      "loss": 0.3484,
      "step": 1044640
    },
    {
      "epoch": 291.56,
      "grad_norm": 0.9490707516670227,
      "learning_rate": 3.530494309438197e-06,
      "loss": 0.3592,
      "step": 1044650
    },
    {
      "epoch": 291.56,
      "grad_norm": 1.0814920663833618,
      "learning_rate": 3.5304709922354694e-06,
      "loss": 0.3486,
      "step": 1044660
    },
    {
      "epoch": 291.56,
      "grad_norm": 1.056557536125183,
      "learning_rate": 3.5304476748747873e-06,
      "loss": 0.3669,
      "step": 1044670
    },
    {
      "epoch": 291.57,
      "grad_norm": 1.0537205934524536,
      "learning_rate": 3.5304243573561564e-06,
      "loss": 0.3672,
      "step": 1044680
    },
    {
      "epoch": 291.57,
      "grad_norm": 1.0134642124176025,
      "learning_rate": 3.530401039679579e-06,
      "loss": 0.3373,
      "step": 1044690
    },
    {
      "epoch": 291.57,
      "grad_norm": 1.0865590572357178,
      "learning_rate": 3.5303777218450573e-06,
      "loss": 0.3464,
      "step": 1044700
    },
    {
      "epoch": 291.57,
      "grad_norm": 1.1389895677566528,
      "learning_rate": 3.5303544038525954e-06,
      "loss": 0.3657,
      "step": 1044710
    },
    {
      "epoch": 291.58,
      "grad_norm": 1.3340542316436768,
      "learning_rate": 3.530331085702196e-06,
      "loss": 0.3661,
      "step": 1044720
    },
    {
      "epoch": 291.58,
      "grad_norm": 1.068906545639038,
      "learning_rate": 3.530307767393863e-06,
      "loss": 0.348,
      "step": 1044730
    },
    {
      "epoch": 291.58,
      "grad_norm": 0.9610973596572876,
      "learning_rate": 3.530284448927598e-06,
      "loss": 0.3421,
      "step": 1044740
    },
    {
      "epoch": 291.59,
      "grad_norm": 0.9800156354904175,
      "learning_rate": 3.5302611303034052e-06,
      "loss": 0.3516,
      "step": 1044750
    },
    {
      "epoch": 291.59,
      "grad_norm": 0.9830928444862366,
      "learning_rate": 3.5302378115212875e-06,
      "loss": 0.3468,
      "step": 1044760
    },
    {
      "epoch": 291.59,
      "grad_norm": 1.1068432331085205,
      "learning_rate": 3.5302144925812477e-06,
      "loss": 0.3509,
      "step": 1044770
    },
    {
      "epoch": 291.59,
      "grad_norm": 1.2193117141723633,
      "learning_rate": 3.5301911734832896e-06,
      "loss": 0.36,
      "step": 1044780
    },
    {
      "epoch": 291.6,
      "grad_norm": 0.9883421063423157,
      "learning_rate": 3.530167854227416e-06,
      "loss": 0.3568,
      "step": 1044790
    },
    {
      "epoch": 291.6,
      "grad_norm": 0.9546141028404236,
      "learning_rate": 3.530144534813629e-06,
      "loss": 0.3538,
      "step": 1044800
    },
    {
      "epoch": 291.6,
      "grad_norm": 1.0617107152938843,
      "learning_rate": 3.5301212152419336e-06,
      "loss": 0.363,
      "step": 1044810
    },
    {
      "epoch": 291.6,
      "grad_norm": 1.286493182182312,
      "learning_rate": 3.5300978955123312e-06,
      "loss": 0.354,
      "step": 1044820
    },
    {
      "epoch": 291.61,
      "grad_norm": 0.9852516651153564,
      "learning_rate": 3.530074575624826e-06,
      "loss": 0.3541,
      "step": 1044830
    },
    {
      "epoch": 291.61,
      "grad_norm": 0.8679197430610657,
      "learning_rate": 3.5300512555794194e-06,
      "loss": 0.3643,
      "step": 1044840
    },
    {
      "epoch": 291.61,
      "grad_norm": 0.9384474158287048,
      "learning_rate": 3.5300279353761172e-06,
      "loss": 0.356,
      "step": 1044850
    },
    {
      "epoch": 291.62,
      "grad_norm": 1.3840978145599365,
      "learning_rate": 3.5300046150149205e-06,
      "loss": 0.3668,
      "step": 1044860
    },
    {
      "epoch": 291.62,
      "grad_norm": 0.9341170787811279,
      "learning_rate": 3.529981294495834e-06,
      "loss": 0.3449,
      "step": 1044870
    },
    {
      "epoch": 291.62,
      "grad_norm": 1.0143568515777588,
      "learning_rate": 3.529957973818859e-06,
      "loss": 0.3349,
      "step": 1044880
    },
    {
      "epoch": 291.62,
      "grad_norm": 1.0461910963058472,
      "learning_rate": 3.529934652983999e-06,
      "loss": 0.3595,
      "step": 1044890
    },
    {
      "epoch": 291.63,
      "grad_norm": 1.003594994544983,
      "learning_rate": 3.5299113319912577e-06,
      "loss": 0.3627,
      "step": 1044900
    },
    {
      "epoch": 291.63,
      "grad_norm": 1.087600588798523,
      "learning_rate": 3.529888010840638e-06,
      "loss": 0.3698,
      "step": 1044910
    },
    {
      "epoch": 291.63,
      "grad_norm": 1.1600316762924194,
      "learning_rate": 3.529864689532143e-06,
      "loss": 0.3522,
      "step": 1044920
    },
    {
      "epoch": 291.64,
      "grad_norm": 1.0529956817626953,
      "learning_rate": 3.5298413680657757e-06,
      "loss": 0.3568,
      "step": 1044930
    },
    {
      "epoch": 291.64,
      "grad_norm": 1.0652917623519897,
      "learning_rate": 3.5298180464415397e-06,
      "loss": 0.3398,
      "step": 1044940
    },
    {
      "epoch": 291.64,
      "grad_norm": 1.08633553981781,
      "learning_rate": 3.529794724659438e-06,
      "loss": 0.3636,
      "step": 1044950
    },
    {
      "epoch": 291.64,
      "grad_norm": 1.1075890064239502,
      "learning_rate": 3.529771402719473e-06,
      "loss": 0.3604,
      "step": 1044960
    },
    {
      "epoch": 291.65,
      "grad_norm": 1.1380969285964966,
      "learning_rate": 3.529748080621648e-06,
      "loss": 0.3653,
      "step": 1044970
    },
    {
      "epoch": 291.65,
      "grad_norm": 0.8986667990684509,
      "learning_rate": 3.5297247583659666e-06,
      "loss": 0.3591,
      "step": 1044980
    },
    {
      "epoch": 291.65,
      "grad_norm": 0.9452939629554749,
      "learning_rate": 3.529701435952432e-06,
      "loss": 0.3471,
      "step": 1044990
    },
    {
      "epoch": 291.66,
      "grad_norm": 1.049544095993042,
      "learning_rate": 3.529678113381046e-06,
      "loss": 0.3488,
      "step": 1045000
    },
    {
      "epoch": 291.66,
      "grad_norm": 0.8572266101837158,
      "learning_rate": 3.5296547906518134e-06,
      "loss": 0.3545,
      "step": 1045010
    },
    {
      "epoch": 291.66,
      "grad_norm": 0.9726230502128601,
      "learning_rate": 3.5296314677647365e-06,
      "loss": 0.3514,
      "step": 1045020
    },
    {
      "epoch": 291.66,
      "grad_norm": 0.8963707685470581,
      "learning_rate": 3.5296081447198183e-06,
      "loss": 0.3573,
      "step": 1045030
    },
    {
      "epoch": 291.67,
      "grad_norm": 1.0791735649108887,
      "learning_rate": 3.5295848215170623e-06,
      "loss": 0.3528,
      "step": 1045040
    },
    {
      "epoch": 291.67,
      "grad_norm": 0.9588574767112732,
      "learning_rate": 3.529561498156471e-06,
      "loss": 0.3424,
      "step": 1045050
    },
    {
      "epoch": 291.67,
      "grad_norm": 1.0193041563034058,
      "learning_rate": 3.5295381746380475e-06,
      "loss": 0.335,
      "step": 1045060
    },
    {
      "epoch": 291.67,
      "grad_norm": 1.0059894323349,
      "learning_rate": 3.5295148509617963e-06,
      "loss": 0.3649,
      "step": 1045070
    },
    {
      "epoch": 291.68,
      "grad_norm": 1.8904659748077393,
      "learning_rate": 3.5294915271277187e-06,
      "loss": 0.3553,
      "step": 1045080
    },
    {
      "epoch": 291.68,
      "grad_norm": 0.9513533115386963,
      "learning_rate": 3.529468203135819e-06,
      "loss": 0.3628,
      "step": 1045090
    },
    {
      "epoch": 291.68,
      "grad_norm": 1.0256688594818115,
      "learning_rate": 3.5294448789861e-06,
      "loss": 0.358,
      "step": 1045100
    },
    {
      "epoch": 291.69,
      "grad_norm": 1.0547583103179932,
      "learning_rate": 3.5294215546785645e-06,
      "loss": 0.3533,
      "step": 1045110
    },
    {
      "epoch": 291.69,
      "grad_norm": 0.967470109462738,
      "learning_rate": 3.5293982302132153e-06,
      "loss": 0.3494,
      "step": 1045120
    },
    {
      "epoch": 291.69,
      "grad_norm": 1.227043867111206,
      "learning_rate": 3.529374905590056e-06,
      "loss": 0.3568,
      "step": 1045130
    },
    {
      "epoch": 291.69,
      "grad_norm": 0.9749549031257629,
      "learning_rate": 3.5293515808090903e-06,
      "loss": 0.3695,
      "step": 1045140
    },
    {
      "epoch": 291.7,
      "grad_norm": 0.954775869846344,
      "learning_rate": 3.5293282558703204e-06,
      "loss": 0.3601,
      "step": 1045150
    },
    {
      "epoch": 291.7,
      "grad_norm": 1.0435705184936523,
      "learning_rate": 3.52930493077375e-06,
      "loss": 0.3586,
      "step": 1045160
    },
    {
      "epoch": 291.7,
      "grad_norm": 1.1216157674789429,
      "learning_rate": 3.5292816055193823e-06,
      "loss": 0.3449,
      "step": 1045170
    },
    {
      "epoch": 291.71,
      "grad_norm": 1.1441256999969482,
      "learning_rate": 3.5292582801072192e-06,
      "loss": 0.3753,
      "step": 1045180
    },
    {
      "epoch": 291.71,
      "grad_norm": 1.2441779375076294,
      "learning_rate": 3.5292349545372645e-06,
      "loss": 0.3583,
      "step": 1045190
    },
    {
      "epoch": 291.71,
      "grad_norm": 0.9652884006500244,
      "learning_rate": 3.529211628809522e-06,
      "loss": 0.3632,
      "step": 1045200
    },
    {
      "epoch": 291.71,
      "grad_norm": 0.9267497062683105,
      "learning_rate": 3.529188302923994e-06,
      "loss": 0.3371,
      "step": 1045210
    },
    {
      "epoch": 291.72,
      "grad_norm": 1.1185494661331177,
      "learning_rate": 3.5291649768806835e-06,
      "loss": 0.3445,
      "step": 1045220
    },
    {
      "epoch": 291.72,
      "grad_norm": 1.1015830039978027,
      "learning_rate": 3.5291416506795943e-06,
      "loss": 0.3546,
      "step": 1045230
    },
    {
      "epoch": 291.72,
      "grad_norm": 1.093518614768982,
      "learning_rate": 3.52911832432073e-06,
      "loss": 0.3675,
      "step": 1045240
    },
    {
      "epoch": 291.72,
      "grad_norm": 1.0265004634857178,
      "learning_rate": 3.529094997804091e-06,
      "loss": 0.3582,
      "step": 1045250
    },
    {
      "epoch": 291.73,
      "grad_norm": 0.9553854465484619,
      "learning_rate": 3.5290716711296838e-06,
      "loss": 0.3638,
      "step": 1045260
    },
    {
      "epoch": 291.73,
      "grad_norm": 0.8490788340568542,
      "learning_rate": 3.5290483442975094e-06,
      "loss": 0.3438,
      "step": 1045270
    },
    {
      "epoch": 291.73,
      "grad_norm": 1.1590734720230103,
      "learning_rate": 3.5290250173075712e-06,
      "loss": 0.3387,
      "step": 1045280
    },
    {
      "epoch": 291.74,
      "grad_norm": 0.952738344669342,
      "learning_rate": 3.5290016901598724e-06,
      "loss": 0.3455,
      "step": 1045290
    },
    {
      "epoch": 291.74,
      "grad_norm": 1.0308723449707031,
      "learning_rate": 3.5289783628544175e-06,
      "loss": 0.3558,
      "step": 1045300
    },
    {
      "epoch": 291.74,
      "grad_norm": 1.0132458209991455,
      "learning_rate": 3.5289550353912073e-06,
      "loss": 0.3596,
      "step": 1045310
    },
    {
      "epoch": 291.74,
      "grad_norm": 0.973593533039093,
      "learning_rate": 3.528931707770246e-06,
      "loss": 0.3464,
      "step": 1045320
    },
    {
      "epoch": 291.75,
      "grad_norm": 1.0211323499679565,
      "learning_rate": 3.528908379991538e-06,
      "loss": 0.363,
      "step": 1045330
    },
    {
      "epoch": 291.75,
      "grad_norm": 1.0057334899902344,
      "learning_rate": 3.5288850520550836e-06,
      "loss": 0.3558,
      "step": 1045340
    },
    {
      "epoch": 291.75,
      "grad_norm": 1.034299612045288,
      "learning_rate": 3.5288617239608877e-06,
      "loss": 0.353,
      "step": 1045350
    },
    {
      "epoch": 291.76,
      "grad_norm": 0.896845817565918,
      "learning_rate": 3.528838395708954e-06,
      "loss": 0.3651,
      "step": 1045360
    },
    {
      "epoch": 291.76,
      "grad_norm": 0.9923855662345886,
      "learning_rate": 3.528815067299283e-06,
      "loss": 0.3532,
      "step": 1045370
    },
    {
      "epoch": 291.76,
      "grad_norm": 0.9765574336051941,
      "learning_rate": 3.5287917387318817e-06,
      "loss": 0.3598,
      "step": 1045380
    },
    {
      "epoch": 291.76,
      "grad_norm": 1.026990532875061,
      "learning_rate": 3.528768410006749e-06,
      "loss": 0.3639,
      "step": 1045390
    },
    {
      "epoch": 291.77,
      "grad_norm": 1.1072989702224731,
      "learning_rate": 3.5287450811238914e-06,
      "loss": 0.3629,
      "step": 1045400
    },
    {
      "epoch": 291.77,
      "grad_norm": 1.5394045114517212,
      "learning_rate": 3.5287217520833103e-06,
      "loss": 0.3482,
      "step": 1045410
    },
    {
      "epoch": 291.77,
      "grad_norm": 1.0235042572021484,
      "learning_rate": 3.528698422885008e-06,
      "loss": 0.3433,
      "step": 1045420
    },
    {
      "epoch": 291.78,
      "grad_norm": 1.0858604907989502,
      "learning_rate": 3.52867509352899e-06,
      "loss": 0.3549,
      "step": 1045430
    },
    {
      "epoch": 291.78,
      "grad_norm": 1.138513445854187,
      "learning_rate": 3.5286517640152577e-06,
      "loss": 0.3511,
      "step": 1045440
    },
    {
      "epoch": 291.78,
      "grad_norm": 2.473259449005127,
      "learning_rate": 3.528628434343815e-06,
      "loss": 0.3678,
      "step": 1045450
    },
    {
      "epoch": 291.78,
      "grad_norm": 1.4044758081436157,
      "learning_rate": 3.5286051045146643e-06,
      "loss": 0.3496,
      "step": 1045460
    },
    {
      "epoch": 291.79,
      "grad_norm": 1.1243832111358643,
      "learning_rate": 3.5285817745278092e-06,
      "loss": 0.3432,
      "step": 1045470
    },
    {
      "epoch": 291.79,
      "grad_norm": 1.0119259357452393,
      "learning_rate": 3.528558444383253e-06,
      "loss": 0.3654,
      "step": 1045480
    },
    {
      "epoch": 291.79,
      "grad_norm": 0.9685624241828918,
      "learning_rate": 3.5285351140809982e-06,
      "loss": 0.3809,
      "step": 1045490
    },
    {
      "epoch": 291.79,
      "grad_norm": 0.9691892266273499,
      "learning_rate": 3.5285117836210486e-06,
      "loss": 0.3497,
      "step": 1045500
    },
    {
      "epoch": 291.8,
      "grad_norm": 0.8866129517555237,
      "learning_rate": 3.5284884530034056e-06,
      "loss": 0.3506,
      "step": 1045510
    },
    {
      "epoch": 291.8,
      "grad_norm": 0.8978961110115051,
      "learning_rate": 3.528465122228075e-06,
      "loss": 0.3455,
      "step": 1045520
    },
    {
      "epoch": 291.8,
      "grad_norm": 2.9862747192382812,
      "learning_rate": 3.528441791295057e-06,
      "loss": 0.3555,
      "step": 1045530
    },
    {
      "epoch": 291.81,
      "grad_norm": 1.094367265701294,
      "learning_rate": 3.528418460204358e-06,
      "loss": 0.3801,
      "step": 1045540
    },
    {
      "epoch": 291.81,
      "grad_norm": 2.2290241718292236,
      "learning_rate": 3.528395128955978e-06,
      "loss": 0.3492,
      "step": 1045550
    },
    {
      "epoch": 291.81,
      "grad_norm": 1.5266362428665161,
      "learning_rate": 3.5283717975499218e-06,
      "loss": 0.3604,
      "step": 1045560
    },
    {
      "epoch": 291.81,
      "grad_norm": 1.2788046598434448,
      "learning_rate": 3.528348465986192e-06,
      "loss": 0.3645,
      "step": 1045570
    },
    {
      "epoch": 291.82,
      "grad_norm": 0.9366806149482727,
      "learning_rate": 3.5283251342647923e-06,
      "loss": 0.3578,
      "step": 1045580
    },
    {
      "epoch": 291.82,
      "grad_norm": 0.9824711680412292,
      "learning_rate": 3.528301802385725e-06,
      "loss": 0.3658,
      "step": 1045590
    },
    {
      "epoch": 291.82,
      "grad_norm": 1.123572826385498,
      "learning_rate": 3.528278470348993e-06,
      "loss": 0.3438,
      "step": 1045600
    },
    {
      "epoch": 291.83,
      "grad_norm": 1.1140385866165161,
      "learning_rate": 3.5282551381546007e-06,
      "loss": 0.3458,
      "step": 1045610
    },
    {
      "epoch": 291.83,
      "grad_norm": 0.900122344493866,
      "learning_rate": 3.5282318058025506e-06,
      "loss": 0.3438,
      "step": 1045620
    },
    {
      "epoch": 291.83,
      "grad_norm": 1.0453442335128784,
      "learning_rate": 3.5282084732928448e-06,
      "loss": 0.3601,
      "step": 1045630
    },
    {
      "epoch": 291.83,
      "grad_norm": 0.9801799058914185,
      "learning_rate": 3.528185140625488e-06,
      "loss": 0.3665,
      "step": 1045640
    },
    {
      "epoch": 291.84,
      "grad_norm": 1.0586497783660889,
      "learning_rate": 3.5281618078004826e-06,
      "loss": 0.3661,
      "step": 1045650
    },
    {
      "epoch": 291.84,
      "grad_norm": 1.0492488145828247,
      "learning_rate": 3.528138474817831e-06,
      "loss": 0.3478,
      "step": 1045660
    },
    {
      "epoch": 291.84,
      "grad_norm": 1.0614466667175293,
      "learning_rate": 3.528115141677537e-06,
      "loss": 0.3406,
      "step": 1045670
    },
    {
      "epoch": 291.84,
      "grad_norm": 0.9066979885101318,
      "learning_rate": 3.5280918083796047e-06,
      "loss": 0.363,
      "step": 1045680
    },
    {
      "epoch": 291.85,
      "grad_norm": 0.9937710762023926,
      "learning_rate": 3.5280684749240354e-06,
      "loss": 0.3733,
      "step": 1045690
    },
    {
      "epoch": 291.85,
      "grad_norm": 1.099413514137268,
      "learning_rate": 3.528045141310833e-06,
      "loss": 0.3639,
      "step": 1045700
    },
    {
      "epoch": 291.85,
      "grad_norm": 1.079428791999817,
      "learning_rate": 3.5280218075400004e-06,
      "loss": 0.3702,
      "step": 1045710
    },
    {
      "epoch": 291.86,
      "grad_norm": 1.1253389120101929,
      "learning_rate": 3.527998473611541e-06,
      "loss": 0.3454,
      "step": 1045720
    },
    {
      "epoch": 291.86,
      "grad_norm": 0.9539620876312256,
      "learning_rate": 3.5279751395254582e-06,
      "loss": 0.355,
      "step": 1045730
    },
    {
      "epoch": 291.86,
      "grad_norm": 0.9663388729095459,
      "learning_rate": 3.527951805281754e-06,
      "loss": 0.3719,
      "step": 1045740
    },
    {
      "epoch": 291.86,
      "grad_norm": 0.9897263646125793,
      "learning_rate": 3.5279284708804326e-06,
      "loss": 0.3599,
      "step": 1045750
    },
    {
      "epoch": 291.87,
      "grad_norm": 0.9704777598381042,
      "learning_rate": 3.5279051363214974e-06,
      "loss": 0.3682,
      "step": 1045760
    },
    {
      "epoch": 291.87,
      "grad_norm": 1.0203142166137695,
      "learning_rate": 3.5278818016049497e-06,
      "loss": 0.3524,
      "step": 1045770
    },
    {
      "epoch": 291.87,
      "grad_norm": 0.9194213151931763,
      "learning_rate": 3.527858466730795e-06,
      "loss": 0.3596,
      "step": 1045780
    },
    {
      "epoch": 291.88,
      "grad_norm": 1.0274821519851685,
      "learning_rate": 3.527835131699034e-06,
      "loss": 0.3591,
      "step": 1045790
    },
    {
      "epoch": 291.88,
      "grad_norm": 1.0986058712005615,
      "learning_rate": 3.527811796509671e-06,
      "loss": 0.3475,
      "step": 1045800
    },
    {
      "epoch": 291.88,
      "grad_norm": 1.0237356424331665,
      "learning_rate": 3.52778846116271e-06,
      "loss": 0.3557,
      "step": 1045810
    },
    {
      "epoch": 291.88,
      "grad_norm": 0.9270126223564148,
      "learning_rate": 3.527765125658152e-06,
      "loss": 0.3476,
      "step": 1045820
    },
    {
      "epoch": 291.89,
      "grad_norm": 1.0836644172668457,
      "learning_rate": 3.5277417899960027e-06,
      "loss": 0.3625,
      "step": 1045830
    },
    {
      "epoch": 291.89,
      "grad_norm": 1.533851146697998,
      "learning_rate": 3.5277184541762624e-06,
      "loss": 0.3689,
      "step": 1045840
    },
    {
      "epoch": 291.89,
      "grad_norm": 1.0461708307266235,
      "learning_rate": 3.527695118198936e-06,
      "loss": 0.3449,
      "step": 1045850
    },
    {
      "epoch": 291.9,
      "grad_norm": 1.1735897064208984,
      "learning_rate": 3.527671782064026e-06,
      "loss": 0.37,
      "step": 1045860
    },
    {
      "epoch": 291.9,
      "grad_norm": 1.0292705297470093,
      "learning_rate": 3.527648445771536e-06,
      "loss": 0.3612,
      "step": 1045870
    },
    {
      "epoch": 291.9,
      "grad_norm": 1.1087204217910767,
      "learning_rate": 3.5276251093214687e-06,
      "loss": 0.349,
      "step": 1045880
    },
    {
      "epoch": 291.9,
      "grad_norm": 1.0590966939926147,
      "learning_rate": 3.5276017727138277e-06,
      "loss": 0.3569,
      "step": 1045890
    },
    {
      "epoch": 291.91,
      "grad_norm": 1.323775291442871,
      "learning_rate": 3.527578435948615e-06,
      "loss": 0.3457,
      "step": 1045900
    },
    {
      "epoch": 291.91,
      "grad_norm": 1.0237230062484741,
      "learning_rate": 3.527555099025835e-06,
      "loss": 0.3746,
      "step": 1045910
    },
    {
      "epoch": 291.91,
      "grad_norm": 1.1075429916381836,
      "learning_rate": 3.52753176194549e-06,
      "loss": 0.359,
      "step": 1045920
    },
    {
      "epoch": 291.91,
      "grad_norm": 0.9370613694190979,
      "learning_rate": 3.527508424707583e-06,
      "loss": 0.3616,
      "step": 1045930
    },
    {
      "epoch": 291.92,
      "grad_norm": 1.081016182899475,
      "learning_rate": 3.527485087312118e-06,
      "loss": 0.3517,
      "step": 1045940
    },
    {
      "epoch": 291.92,
      "grad_norm": 1.1745116710662842,
      "learning_rate": 3.527461749759097e-06,
      "loss": 0.3643,
      "step": 1045950
    },
    {
      "epoch": 291.92,
      "grad_norm": 1.0273886919021606,
      "learning_rate": 3.5274384120485243e-06,
      "loss": 0.3725,
      "step": 1045960
    },
    {
      "epoch": 291.93,
      "grad_norm": 1.2792136669158936,
      "learning_rate": 3.5274150741804016e-06,
      "loss": 0.3804,
      "step": 1045970
    },
    {
      "epoch": 291.93,
      "grad_norm": 0.9075772762298584,
      "learning_rate": 3.5273917361547334e-06,
      "loss": 0.3552,
      "step": 1045980
    },
    {
      "epoch": 291.93,
      "grad_norm": 1.183925747871399,
      "learning_rate": 3.5273683979715217e-06,
      "loss": 0.3525,
      "step": 1045990
    },
    {
      "epoch": 291.93,
      "grad_norm": 0.9753214120864868,
      "learning_rate": 3.52734505963077e-06,
      "loss": 0.3526,
      "step": 1046000
    },
    {
      "epoch": 291.94,
      "grad_norm": 1.0351649522781372,
      "learning_rate": 3.527321721132482e-06,
      "loss": 0.3452,
      "step": 1046010
    },
    {
      "epoch": 291.94,
      "grad_norm": 1.048251748085022,
      "learning_rate": 3.5272983824766605e-06,
      "loss": 0.3537,
      "step": 1046020
    },
    {
      "epoch": 291.94,
      "grad_norm": 1.171563982963562,
      "learning_rate": 3.527275043663307e-06,
      "loss": 0.3831,
      "step": 1046030
    },
    {
      "epoch": 291.95,
      "grad_norm": 1.0561712980270386,
      "learning_rate": 3.5272517046924272e-06,
      "loss": 0.346,
      "step": 1046040
    },
    {
      "epoch": 291.95,
      "grad_norm": 1.1630702018737793,
      "learning_rate": 3.527228365564023e-06,
      "loss": 0.3578,
      "step": 1046050
    },
    {
      "epoch": 291.95,
      "grad_norm": 1.0266119241714478,
      "learning_rate": 3.527205026278097e-06,
      "loss": 0.3366,
      "step": 1046060
    },
    {
      "epoch": 291.95,
      "grad_norm": 1.8636407852172852,
      "learning_rate": 3.5271816868346533e-06,
      "loss": 0.3717,
      "step": 1046070
    },
    {
      "epoch": 291.96,
      "grad_norm": 1.2429001331329346,
      "learning_rate": 3.5271583472336944e-06,
      "loss": 0.3618,
      "step": 1046080
    },
    {
      "epoch": 291.96,
      "grad_norm": 1.2234498262405396,
      "learning_rate": 3.5271350074752224e-06,
      "loss": 0.3515,
      "step": 1046090
    },
    {
      "epoch": 291.96,
      "grad_norm": 0.9368622303009033,
      "learning_rate": 3.5271116675592435e-06,
      "loss": 0.3279,
      "step": 1046100
    },
    {
      "epoch": 291.96,
      "grad_norm": 0.9281111359596252,
      "learning_rate": 3.527088327485757e-06,
      "loss": 0.3736,
      "step": 1046110
    },
    {
      "epoch": 291.97,
      "grad_norm": 1.0124949216842651,
      "learning_rate": 3.5270649872547695e-06,
      "loss": 0.3475,
      "step": 1046120
    },
    {
      "epoch": 291.97,
      "grad_norm": 1.0050418376922607,
      "learning_rate": 3.527041646866281e-06,
      "loss": 0.3555,
      "step": 1046130
    },
    {
      "epoch": 291.97,
      "grad_norm": 0.9354594349861145,
      "learning_rate": 3.527018306320297e-06,
      "loss": 0.3773,
      "step": 1046140
    },
    {
      "epoch": 291.98,
      "grad_norm": 0.9605870842933655,
      "learning_rate": 3.5269949656168193e-06,
      "loss": 0.3497,
      "step": 1046150
    },
    {
      "epoch": 291.98,
      "grad_norm": 1.009873628616333,
      "learning_rate": 3.5269716247558514e-06,
      "loss": 0.3645,
      "step": 1046160
    },
    {
      "epoch": 291.98,
      "grad_norm": 0.9869924187660217,
      "learning_rate": 3.526948283737397e-06,
      "loss": 0.3485,
      "step": 1046170
    },
    {
      "epoch": 291.98,
      "grad_norm": 1.0757837295532227,
      "learning_rate": 3.526924942561457e-06,
      "loss": 0.3668,
      "step": 1046180
    },
    {
      "epoch": 291.99,
      "grad_norm": 0.9792274236679077,
      "learning_rate": 3.5269016012280376e-06,
      "loss": 0.3556,
      "step": 1046190
    },
    {
      "epoch": 291.99,
      "grad_norm": 1.261652946472168,
      "learning_rate": 3.5268782597371402e-06,
      "loss": 0.3662,
      "step": 1046200
    },
    {
      "epoch": 291.99,
      "grad_norm": 1.4434738159179688,
      "learning_rate": 3.5268549180887676e-06,
      "loss": 0.3714,
      "step": 1046210
    },
    {
      "epoch": 292.0,
      "grad_norm": 1.1663448810577393,
      "learning_rate": 3.526831576282923e-06,
      "loss": 0.336,
      "step": 1046220
    },
    {
      "epoch": 292.0,
      "grad_norm": 1.0172197818756104,
      "learning_rate": 3.526808234319611e-06,
      "loss": 0.3391,
      "step": 1046230
    },
    {
      "epoch": 292.0,
      "eval_loss": 0.35876092314720154,
      "eval_runtime": 63.631,
      "eval_samples_per_second": 79.505,
      "eval_steps_per_second": 9.948,
      "step": 1046236
    },
    {
      "epoch": 292.0,
      "grad_norm": 0.9199497103691101,
      "learning_rate": 3.526784892198833e-06,
      "loss": 0.3562,
      "step": 1046240
    },
    {
      "epoch": 292.0,
      "grad_norm": 0.9908188581466675,
      "learning_rate": 3.5267615499205927e-06,
      "loss": 0.3692,
      "step": 1046250
    },
    {
      "epoch": 292.01,
      "grad_norm": 0.851285994052887,
      "learning_rate": 3.5267382074848936e-06,
      "loss": 0.3572,
      "step": 1046260
    },
    {
      "epoch": 292.01,
      "grad_norm": 1.1142661571502686,
      "learning_rate": 3.5267148648917383e-06,
      "loss": 0.3571,
      "step": 1046270
    },
    {
      "epoch": 292.01,
      "grad_norm": 0.9634497165679932,
      "learning_rate": 3.52669152214113e-06,
      "loss": 0.355,
      "step": 1046280
    },
    {
      "epoch": 292.02,
      "grad_norm": 1.0219712257385254,
      "learning_rate": 3.5266681792330716e-06,
      "loss": 0.3416,
      "step": 1046290
    },
    {
      "epoch": 292.02,
      "grad_norm": 1.2633885145187378,
      "learning_rate": 3.5266448361675667e-06,
      "loss": 0.3463,
      "step": 1046300
    },
    {
      "epoch": 292.02,
      "grad_norm": 0.9116790890693665,
      "learning_rate": 3.5266214929446186e-06,
      "loss": 0.3476,
      "step": 1046310
    },
    {
      "epoch": 292.02,
      "grad_norm": 1.0776728391647339,
      "learning_rate": 3.526598149564229e-06,
      "loss": 0.3603,
      "step": 1046320
    },
    {
      "epoch": 292.03,
      "grad_norm": 0.9471698999404907,
      "learning_rate": 3.526574806026403e-06,
      "loss": 0.36,
      "step": 1046330
    },
    {
      "epoch": 292.03,
      "grad_norm": 1.1522836685180664,
      "learning_rate": 3.5265514623311426e-06,
      "loss": 0.3459,
      "step": 1046340
    },
    {
      "epoch": 292.03,
      "grad_norm": 1.1162128448486328,
      "learning_rate": 3.5265281184784505e-06,
      "loss": 0.3461,
      "step": 1046350
    },
    {
      "epoch": 292.03,
      "grad_norm": 1.0511627197265625,
      "learning_rate": 3.5265047744683306e-06,
      "loss": 0.3773,
      "step": 1046360
    },
    {
      "epoch": 292.04,
      "grad_norm": 1.0363529920578003,
      "learning_rate": 3.5264814303007854e-06,
      "loss": 0.3577,
      "step": 1046370
    },
    {
      "epoch": 292.04,
      "grad_norm": 1.0243399143218994,
      "learning_rate": 3.5264580859758187e-06,
      "loss": 0.345,
      "step": 1046380
    },
    {
      "epoch": 292.04,
      "grad_norm": 1.3220696449279785,
      "learning_rate": 3.5264347414934326e-06,
      "loss": 0.362,
      "step": 1046390
    },
    {
      "epoch": 292.05,
      "grad_norm": 1.2148728370666504,
      "learning_rate": 3.5264113968536314e-06,
      "loss": 0.3642,
      "step": 1046400
    },
    {
      "epoch": 292.05,
      "grad_norm": 0.9575219750404358,
      "learning_rate": 3.526388052056417e-06,
      "loss": 0.3593,
      "step": 1046410
    },
    {
      "epoch": 292.05,
      "grad_norm": 1.2595341205596924,
      "learning_rate": 3.526364707101795e-06,
      "loss": 0.3567,
      "step": 1046420
    },
    {
      "epoch": 292.05,
      "grad_norm": 1.1665464639663696,
      "learning_rate": 3.5263413619897652e-06,
      "loss": 0.3754,
      "step": 1046430
    },
    {
      "epoch": 292.06,
      "grad_norm": 1.1145795583724976,
      "learning_rate": 3.5263180167203322e-06,
      "loss": 0.3638,
      "step": 1046440
    },
    {
      "epoch": 292.06,
      "grad_norm": 0.9551619291305542,
      "learning_rate": 3.5262946712934993e-06,
      "loss": 0.3702,
      "step": 1046450
    },
    {
      "epoch": 292.06,
      "grad_norm": 0.928227424621582,
      "learning_rate": 3.5262713257092695e-06,
      "loss": 0.341,
      "step": 1046460
    },
    {
      "epoch": 292.07,
      "grad_norm": 0.988998532295227,
      "learning_rate": 3.5262479799676452e-06,
      "loss": 0.3681,
      "step": 1046470
    },
    {
      "epoch": 292.07,
      "grad_norm": 0.8736293315887451,
      "learning_rate": 3.526224634068631e-06,
      "loss": 0.338,
      "step": 1046480
    },
    {
      "epoch": 292.07,
      "grad_norm": 1.12605619430542,
      "learning_rate": 3.526201288012228e-06,
      "loss": 0.3747,
      "step": 1046490
    },
    {
      "epoch": 292.07,
      "grad_norm": 0.9887640476226807,
      "learning_rate": 3.5261779417984413e-06,
      "loss": 0.3595,
      "step": 1046500
    },
    {
      "epoch": 292.08,
      "grad_norm": 1.1681960821151733,
      "learning_rate": 3.5261545954272726e-06,
      "loss": 0.3601,
      "step": 1046510
    },
    {
      "epoch": 292.08,
      "grad_norm": 1.0456812381744385,
      "learning_rate": 3.5261312488987264e-06,
      "loss": 0.3524,
      "step": 1046520
    },
    {
      "epoch": 292.08,
      "grad_norm": 1.0111796855926514,
      "learning_rate": 3.526107902212804e-06,
      "loss": 0.3526,
      "step": 1046530
    },
    {
      "epoch": 292.08,
      "grad_norm": 1.177799105644226,
      "learning_rate": 3.5260845553695092e-06,
      "loss": 0.3489,
      "step": 1046540
    },
    {
      "epoch": 292.09,
      "grad_norm": 1.025205373764038,
      "learning_rate": 3.5260612083688463e-06,
      "loss": 0.3539,
      "step": 1046550
    },
    {
      "epoch": 292.09,
      "grad_norm": 1.125846266746521,
      "learning_rate": 3.5260378612108166e-06,
      "loss": 0.3471,
      "step": 1046560
    },
    {
      "epoch": 292.09,
      "grad_norm": 0.9828277230262756,
      "learning_rate": 3.526014513895425e-06,
      "loss": 0.3493,
      "step": 1046570
    },
    {
      "epoch": 292.1,
      "grad_norm": 1.1424551010131836,
      "learning_rate": 3.525991166422673e-06,
      "loss": 0.3464,
      "step": 1046580
    },
    {
      "epoch": 292.1,
      "grad_norm": 0.9189393520355225,
      "learning_rate": 3.5259678187925646e-06,
      "loss": 0.3652,
      "step": 1046590
    },
    {
      "epoch": 292.1,
      "grad_norm": 1.0930899381637573,
      "learning_rate": 3.5259444710051026e-06,
      "loss": 0.3521,
      "step": 1046600
    },
    {
      "epoch": 292.1,
      "grad_norm": 1.0780361890792847,
      "learning_rate": 3.52592112306029e-06,
      "loss": 0.3538,
      "step": 1046610
    },
    {
      "epoch": 292.11,
      "grad_norm": 0.9530214071273804,
      "learning_rate": 3.5258977749581304e-06,
      "loss": 0.3684,
      "step": 1046620
    },
    {
      "epoch": 292.11,
      "grad_norm": 1.9795905351638794,
      "learning_rate": 3.525874426698626e-06,
      "loss": 0.3644,
      "step": 1046630
    },
    {
      "epoch": 292.11,
      "grad_norm": 1.1059541702270508,
      "learning_rate": 3.5258510782817814e-06,
      "loss": 0.3754,
      "step": 1046640
    },
    {
      "epoch": 292.12,
      "grad_norm": 1.088528037071228,
      "learning_rate": 3.525827729707599e-06,
      "loss": 0.3611,
      "step": 1046650
    },
    {
      "epoch": 292.12,
      "grad_norm": 1.2682759761810303,
      "learning_rate": 3.525804380976081e-06,
      "loss": 0.3453,
      "step": 1046660
    },
    {
      "epoch": 292.12,
      "grad_norm": 0.8631833791732788,
      "learning_rate": 3.5257810320872317e-06,
      "loss": 0.3437,
      "step": 1046670
    },
    {
      "epoch": 292.12,
      "grad_norm": 1.1453675031661987,
      "learning_rate": 3.5257576830410533e-06,
      "loss": 0.3458,
      "step": 1046680
    },
    {
      "epoch": 292.13,
      "grad_norm": 1.284468412399292,
      "learning_rate": 3.5257343338375495e-06,
      "loss": 0.3505,
      "step": 1046690
    },
    {
      "epoch": 292.13,
      "grad_norm": 0.8739946484565735,
      "learning_rate": 3.525710984476723e-06,
      "loss": 0.353,
      "step": 1046700
    },
    {
      "epoch": 292.13,
      "grad_norm": 1.0891233682632446,
      "learning_rate": 3.5256876349585777e-06,
      "loss": 0.3695,
      "step": 1046710
    },
    {
      "epoch": 292.14,
      "grad_norm": 1.039455771446228,
      "learning_rate": 3.5256642852831164e-06,
      "loss": 0.3568,
      "step": 1046720
    },
    {
      "epoch": 292.14,
      "grad_norm": 1.214203119277954,
      "learning_rate": 3.5256409354503413e-06,
      "loss": 0.3696,
      "step": 1046730
    },
    {
      "epoch": 292.14,
      "grad_norm": 1.2601972818374634,
      "learning_rate": 3.525617585460256e-06,
      "loss": 0.3598,
      "step": 1046740
    },
    {
      "epoch": 292.14,
      "grad_norm": 0.9809466004371643,
      "learning_rate": 3.5255942353128644e-06,
      "loss": 0.348,
      "step": 1046750
    },
    {
      "epoch": 292.15,
      "grad_norm": 1.1097064018249512,
      "learning_rate": 3.5255708850081687e-06,
      "loss": 0.3758,
      "step": 1046760
    },
    {
      "epoch": 292.15,
      "grad_norm": 1.0788865089416504,
      "learning_rate": 3.5255475345461726e-06,
      "loss": 0.3754,
      "step": 1046770
    },
    {
      "epoch": 292.15,
      "grad_norm": 0.9633499979972839,
      "learning_rate": 3.5255241839268786e-06,
      "loss": 0.3719,
      "step": 1046780
    },
    {
      "epoch": 292.15,
      "grad_norm": 1.0161031484603882,
      "learning_rate": 3.5255008331502907e-06,
      "loss": 0.3616,
      "step": 1046790
    },
    {
      "epoch": 292.16,
      "grad_norm": 1.3248450756072998,
      "learning_rate": 3.5254774822164112e-06,
      "loss": 0.3658,
      "step": 1046800
    },
    {
      "epoch": 292.16,
      "grad_norm": 1.0158385038375854,
      "learning_rate": 3.5254541311252433e-06,
      "loss": 0.3566,
      "step": 1046810
    },
    {
      "epoch": 292.16,
      "grad_norm": 1.0642130374908447,
      "learning_rate": 3.5254307798767906e-06,
      "loss": 0.3605,
      "step": 1046820
    },
    {
      "epoch": 292.17,
      "grad_norm": 0.8849689364433289,
      "learning_rate": 3.525407428471055e-06,
      "loss": 0.3614,
      "step": 1046830
    },
    {
      "epoch": 292.17,
      "grad_norm": 1.1809724569320679,
      "learning_rate": 3.525384076908041e-06,
      "loss": 0.347,
      "step": 1046840
    },
    {
      "epoch": 292.17,
      "grad_norm": 1.0091190338134766,
      "learning_rate": 3.525360725187751e-06,
      "loss": 0.355,
      "step": 1046850
    },
    {
      "epoch": 292.17,
      "grad_norm": 1.0277650356292725,
      "learning_rate": 3.5253373733101893e-06,
      "loss": 0.3443,
      "step": 1046860
    },
    {
      "epoch": 292.18,
      "grad_norm": 1.0479538440704346,
      "learning_rate": 3.5253140212753563e-06,
      "loss": 0.3649,
      "step": 1046870
    },
    {
      "epoch": 292.18,
      "grad_norm": 0.9379100799560547,
      "learning_rate": 3.5252906690832585e-06,
      "loss": 0.3481,
      "step": 1046880
    },
    {
      "epoch": 292.18,
      "grad_norm": 1.0956181287765503,
      "learning_rate": 3.525267316733896e-06,
      "loss": 0.3722,
      "step": 1046890
    },
    {
      "epoch": 292.19,
      "grad_norm": 1.010235071182251,
      "learning_rate": 3.5252439642272737e-06,
      "loss": 0.3405,
      "step": 1046900
    },
    {
      "epoch": 292.19,
      "grad_norm": 1.0290926694869995,
      "learning_rate": 3.5252206115633943e-06,
      "loss": 0.351,
      "step": 1046910
    },
    {
      "epoch": 292.19,
      "grad_norm": 1.1723949909210205,
      "learning_rate": 3.525197258742261e-06,
      "loss": 0.3641,
      "step": 1046920
    },
    {
      "epoch": 292.19,
      "grad_norm": 0.95375657081604,
      "learning_rate": 3.5251739057638766e-06,
      "loss": 0.3529,
      "step": 1046930
    },
    {
      "epoch": 292.2,
      "grad_norm": 1.0026882886886597,
      "learning_rate": 3.5251505526282447e-06,
      "loss": 0.3384,
      "step": 1046940
    },
    {
      "epoch": 292.2,
      "grad_norm": 1.3332074880599976,
      "learning_rate": 3.5251271993353675e-06,
      "loss": 0.3532,
      "step": 1046950
    },
    {
      "epoch": 292.2,
      "grad_norm": 0.8787826299667358,
      "learning_rate": 3.5251038458852483e-06,
      "loss": 0.3554,
      "step": 1046960
    },
    {
      "epoch": 292.2,
      "grad_norm": 1.0735621452331543,
      "learning_rate": 3.5250804922778915e-06,
      "loss": 0.3563,
      "step": 1046970
    },
    {
      "epoch": 292.21,
      "grad_norm": 1.029015302658081,
      "learning_rate": 3.5250571385132987e-06,
      "loss": 0.3622,
      "step": 1046980
    },
    {
      "epoch": 292.21,
      "grad_norm": 0.9946056604385376,
      "learning_rate": 3.525033784591474e-06,
      "loss": 0.3548,
      "step": 1046990
    },
    {
      "epoch": 292.21,
      "grad_norm": 1.2126859426498413,
      "learning_rate": 3.5250104305124203e-06,
      "loss": 0.3643,
      "step": 1047000
    },
    {
      "epoch": 292.22,
      "grad_norm": 1.0315558910369873,
      "learning_rate": 3.5249870762761398e-06,
      "loss": 0.3545,
      "step": 1047010
    },
    {
      "epoch": 292.22,
      "grad_norm": 0.8963495492935181,
      "learning_rate": 3.5249637218826364e-06,
      "loss": 0.364,
      "step": 1047020
    },
    {
      "epoch": 292.22,
      "grad_norm": 1.0764434337615967,
      "learning_rate": 3.5249403673319136e-06,
      "loss": 0.3403,
      "step": 1047030
    },
    {
      "epoch": 292.22,
      "grad_norm": 1.2230631113052368,
      "learning_rate": 3.524917012623974e-06,
      "loss": 0.3637,
      "step": 1047040
    },
    {
      "epoch": 292.23,
      "grad_norm": 2.6513662338256836,
      "learning_rate": 3.52489365775882e-06,
      "loss": 0.3375,
      "step": 1047050
    },
    {
      "epoch": 292.23,
      "grad_norm": 1.0908946990966797,
      "learning_rate": 3.524870302736456e-06,
      "loss": 0.3761,
      "step": 1047060
    },
    {
      "epoch": 292.23,
      "grad_norm": 0.9755005836486816,
      "learning_rate": 3.524846947556885e-06,
      "loss": 0.3622,
      "step": 1047070
    },
    {
      "epoch": 292.24,
      "grad_norm": 1.2197257280349731,
      "learning_rate": 3.5248235922201097e-06,
      "loss": 0.3685,
      "step": 1047080
    },
    {
      "epoch": 292.24,
      "grad_norm": 0.9603418111801147,
      "learning_rate": 3.5248002367261322e-06,
      "loss": 0.3707,
      "step": 1047090
    },
    {
      "epoch": 292.24,
      "grad_norm": 0.8936824798583984,
      "learning_rate": 3.5247768810749578e-06,
      "loss": 0.3499,
      "step": 1047100
    },
    {
      "epoch": 292.24,
      "grad_norm": 1.1954123973846436,
      "learning_rate": 3.524753525266587e-06,
      "loss": 0.3491,
      "step": 1047110
    },
    {
      "epoch": 292.25,
      "grad_norm": 1.0733004808425903,
      "learning_rate": 3.5247301693010257e-06,
      "loss": 0.3591,
      "step": 1047120
    },
    {
      "epoch": 292.25,
      "grad_norm": 0.9489299654960632,
      "learning_rate": 3.524706813178275e-06,
      "loss": 0.3588,
      "step": 1047130
    },
    {
      "epoch": 292.25,
      "grad_norm": 0.9693101644515991,
      "learning_rate": 3.5246834568983378e-06,
      "loss": 0.354,
      "step": 1047140
    },
    {
      "epoch": 292.26,
      "grad_norm": 1.1722220182418823,
      "learning_rate": 3.524660100461219e-06,
      "loss": 0.3531,
      "step": 1047150
    },
    {
      "epoch": 292.26,
      "grad_norm": 1.1099473237991333,
      "learning_rate": 3.524636743866921e-06,
      "loss": 0.3606,
      "step": 1047160
    },
    {
      "epoch": 292.26,
      "grad_norm": 1.089924931526184,
      "learning_rate": 3.5246133871154464e-06,
      "loss": 0.3665,
      "step": 1047170
    },
    {
      "epoch": 292.26,
      "grad_norm": 1.1411744356155396,
      "learning_rate": 3.5245900302067986e-06,
      "loss": 0.3625,
      "step": 1047180
    },
    {
      "epoch": 292.27,
      "grad_norm": 0.9071530699729919,
      "learning_rate": 3.5245666731409795e-06,
      "loss": 0.3446,
      "step": 1047190
    },
    {
      "epoch": 292.27,
      "grad_norm": 1.016834020614624,
      "learning_rate": 3.524543315917995e-06,
      "loss": 0.3494,
      "step": 1047200
    },
    {
      "epoch": 292.27,
      "grad_norm": 0.9969189763069153,
      "learning_rate": 3.524519958537846e-06,
      "loss": 0.3584,
      "step": 1047210
    },
    {
      "epoch": 292.27,
      "grad_norm": 1.087930679321289,
      "learning_rate": 3.5244966010005363e-06,
      "loss": 0.3767,
      "step": 1047220
    },
    {
      "epoch": 292.28,
      "grad_norm": 0.9341831207275391,
      "learning_rate": 3.524473243306069e-06,
      "loss": 0.3429,
      "step": 1047230
    },
    {
      "epoch": 292.28,
      "grad_norm": 0.9793531894683838,
      "learning_rate": 3.5244498854544464e-06,
      "loss": 0.3601,
      "step": 1047240
    },
    {
      "epoch": 292.28,
      "grad_norm": 1.0293223857879639,
      "learning_rate": 3.5244265274456726e-06,
      "loss": 0.3544,
      "step": 1047250
    },
    {
      "epoch": 292.29,
      "grad_norm": 1.0609521865844727,
      "learning_rate": 3.5244031692797513e-06,
      "loss": 0.3638,
      "step": 1047260
    },
    {
      "epoch": 292.29,
      "grad_norm": 1.3647732734680176,
      "learning_rate": 3.524379810956684e-06,
      "loss": 0.3465,
      "step": 1047270
    },
    {
      "epoch": 292.29,
      "grad_norm": 0.9949629306793213,
      "learning_rate": 3.524356452476474e-06,
      "loss": 0.372,
      "step": 1047280
    },
    {
      "epoch": 292.29,
      "grad_norm": 0.8930394649505615,
      "learning_rate": 3.5243330938391263e-06,
      "loss": 0.36,
      "step": 1047290
    },
    {
      "epoch": 292.3,
      "grad_norm": 0.9653043150901794,
      "learning_rate": 3.524309735044642e-06,
      "loss": 0.3561,
      "step": 1047300
    },
    {
      "epoch": 292.3,
      "grad_norm": 1.010582685470581,
      "learning_rate": 3.524286376093024e-06,
      "loss": 0.3705,
      "step": 1047310
    },
    {
      "epoch": 292.3,
      "grad_norm": 1.263107419013977,
      "learning_rate": 3.524263016984277e-06,
      "loss": 0.3423,
      "step": 1047320
    },
    {
      "epoch": 292.31,
      "grad_norm": 1.0965698957443237,
      "learning_rate": 3.5242396577184045e-06,
      "loss": 0.3477,
      "step": 1047330
    },
    {
      "epoch": 292.31,
      "grad_norm": 1.1235452890396118,
      "learning_rate": 3.5242162982954067e-06,
      "loss": 0.37,
      "step": 1047340
    },
    {
      "epoch": 292.31,
      "grad_norm": 1.0793036222457886,
      "learning_rate": 3.5241929387152893e-06,
      "loss": 0.3529,
      "step": 1047350
    },
    {
      "epoch": 292.31,
      "grad_norm": 0.9929671287536621,
      "learning_rate": 3.524169578978055e-06,
      "loss": 0.3553,
      "step": 1047360
    },
    {
      "epoch": 292.32,
      "grad_norm": 1.3298617601394653,
      "learning_rate": 3.524146219083706e-06,
      "loss": 0.361,
      "step": 1047370
    },
    {
      "epoch": 292.32,
      "grad_norm": 1.128819465637207,
      "learning_rate": 3.524122859032246e-06,
      "loss": 0.3403,
      "step": 1047380
    },
    {
      "epoch": 292.32,
      "grad_norm": 0.9849026203155518,
      "learning_rate": 3.5240994988236785e-06,
      "loss": 0.342,
      "step": 1047390
    },
    {
      "epoch": 292.32,
      "grad_norm": 0.9703545570373535,
      "learning_rate": 3.5240761384580054e-06,
      "loss": 0.3577,
      "step": 1047400
    },
    {
      "epoch": 292.33,
      "grad_norm": 0.9359492659568787,
      "learning_rate": 3.524052777935231e-06,
      "loss": 0.3695,
      "step": 1047410
    },
    {
      "epoch": 292.33,
      "grad_norm": 2.7486555576324463,
      "learning_rate": 3.524029417255358e-06,
      "loss": 0.3526,
      "step": 1047420
    },
    {
      "epoch": 292.33,
      "grad_norm": 1.0859713554382324,
      "learning_rate": 3.524006056418389e-06,
      "loss": 0.3413,
      "step": 1047430
    },
    {
      "epoch": 292.34,
      "grad_norm": 1.119324803352356,
      "learning_rate": 3.523982695424328e-06,
      "loss": 0.3542,
      "step": 1047440
    },
    {
      "epoch": 292.34,
      "grad_norm": 1.3071330785751343,
      "learning_rate": 3.523959334273178e-06,
      "loss": 0.3521,
      "step": 1047450
    },
    {
      "epoch": 292.34,
      "grad_norm": 1.2173705101013184,
      "learning_rate": 3.5239359729649424e-06,
      "loss": 0.3529,
      "step": 1047460
    },
    {
      "epoch": 292.34,
      "grad_norm": 0.9804378151893616,
      "learning_rate": 3.5239126114996228e-06,
      "loss": 0.3689,
      "step": 1047470
    },
    {
      "epoch": 292.35,
      "grad_norm": 0.9128469824790955,
      "learning_rate": 3.5238892498772226e-06,
      "loss": 0.348,
      "step": 1047480
    },
    {
      "epoch": 292.35,
      "grad_norm": 1.1267422437667847,
      "learning_rate": 3.523865888097747e-06,
      "loss": 0.3789,
      "step": 1047490
    },
    {
      "epoch": 292.35,
      "grad_norm": 1.1779742240905762,
      "learning_rate": 3.5238425261611962e-06,
      "loss": 0.3763,
      "step": 1047500
    },
    {
      "epoch": 292.36,
      "grad_norm": 0.8973140716552734,
      "learning_rate": 3.5238191640675755e-06,
      "loss": 0.3494,
      "step": 1047510
    },
    {
      "epoch": 292.36,
      "grad_norm": 0.995697021484375,
      "learning_rate": 3.523795801816888e-06,
      "loss": 0.3522,
      "step": 1047520
    },
    {
      "epoch": 292.36,
      "grad_norm": 0.8998809456825256,
      "learning_rate": 3.5237724394091352e-06,
      "loss": 0.3609,
      "step": 1047530
    },
    {
      "epoch": 292.36,
      "grad_norm": 1.0987465381622314,
      "learning_rate": 3.5237490768443207e-06,
      "loss": 0.3542,
      "step": 1047540
    },
    {
      "epoch": 292.37,
      "grad_norm": 1.2365556955337524,
      "learning_rate": 3.5237257141224493e-06,
      "loss": 0.3625,
      "step": 1047550
    },
    {
      "epoch": 292.37,
      "grad_norm": 1.0326801538467407,
      "learning_rate": 3.523702351243522e-06,
      "loss": 0.3543,
      "step": 1047560
    },
    {
      "epoch": 292.37,
      "grad_norm": 1.056931734085083,
      "learning_rate": 3.523678988207542e-06,
      "loss": 0.3739,
      "step": 1047570
    },
    {
      "epoch": 292.38,
      "grad_norm": 1.000828742980957,
      "learning_rate": 3.523655625014514e-06,
      "loss": 0.3354,
      "step": 1047580
    },
    {
      "epoch": 292.38,
      "grad_norm": 1.1798068284988403,
      "learning_rate": 3.5236322616644407e-06,
      "loss": 0.3686,
      "step": 1047590
    },
    {
      "epoch": 292.38,
      "grad_norm": 0.998203456401825,
      "learning_rate": 3.523608898157324e-06,
      "loss": 0.3595,
      "step": 1047600
    },
    {
      "epoch": 292.38,
      "grad_norm": 0.9383670687675476,
      "learning_rate": 3.523585534493168e-06,
      "loss": 0.3494,
      "step": 1047610
    },
    {
      "epoch": 292.39,
      "grad_norm": 1.2136201858520508,
      "learning_rate": 3.5235621706719756e-06,
      "loss": 0.3632,
      "step": 1047620
    },
    {
      "epoch": 292.39,
      "grad_norm": 1.1308999061584473,
      "learning_rate": 3.52353880669375e-06,
      "loss": 0.3613,
      "step": 1047630
    },
    {
      "epoch": 292.39,
      "grad_norm": 1.1013638973236084,
      "learning_rate": 3.523515442558494e-06,
      "loss": 0.3649,
      "step": 1047640
    },
    {
      "epoch": 292.39,
      "grad_norm": 0.9283836483955383,
      "learning_rate": 3.5234920782662107e-06,
      "loss": 0.3667,
      "step": 1047650
    },
    {
      "epoch": 292.4,
      "grad_norm": 1.1943209171295166,
      "learning_rate": 3.5234687138169033e-06,
      "loss": 0.3429,
      "step": 1047660
    },
    {
      "epoch": 292.4,
      "grad_norm": 1.136041283607483,
      "learning_rate": 3.5234453492105754e-06,
      "loss": 0.3603,
      "step": 1047670
    },
    {
      "epoch": 292.4,
      "grad_norm": 1.1774804592132568,
      "learning_rate": 3.52342198444723e-06,
      "loss": 0.3559,
      "step": 1047680
    },
    {
      "epoch": 292.41,
      "grad_norm": 0.9252687096595764,
      "learning_rate": 3.523398619526869e-06,
      "loss": 0.3614,
      "step": 1047690
    },
    {
      "epoch": 292.41,
      "grad_norm": 1.033231258392334,
      "learning_rate": 3.5233752544494973e-06,
      "loss": 0.3745,
      "step": 1047700
    },
    {
      "epoch": 292.41,
      "grad_norm": 1.0384767055511475,
      "learning_rate": 3.5233518892151174e-06,
      "loss": 0.3329,
      "step": 1047710
    },
    {
      "epoch": 292.41,
      "grad_norm": 1.1402243375778198,
      "learning_rate": 3.5233285238237315e-06,
      "loss": 0.3683,
      "step": 1047720
    },
    {
      "epoch": 292.42,
      "grad_norm": 1.1635806560516357,
      "learning_rate": 3.5233051582753434e-06,
      "loss": 0.3528,
      "step": 1047730
    },
    {
      "epoch": 292.42,
      "grad_norm": 0.9200407266616821,
      "learning_rate": 3.5232817925699564e-06,
      "loss": 0.3509,
      "step": 1047740
    },
    {
      "epoch": 292.42,
      "grad_norm": 1.7492926120758057,
      "learning_rate": 3.523258426707573e-06,
      "loss": 0.3665,
      "step": 1047750
    },
    {
      "epoch": 292.43,
      "grad_norm": 0.9520196914672852,
      "learning_rate": 3.5232350606881975e-06,
      "loss": 0.3652,
      "step": 1047760
    },
    {
      "epoch": 292.43,
      "grad_norm": 1.0302659273147583,
      "learning_rate": 3.5232116945118314e-06,
      "loss": 0.3548,
      "step": 1047770
    },
    {
      "epoch": 292.43,
      "grad_norm": 0.9332396388053894,
      "learning_rate": 3.523188328178479e-06,
      "loss": 0.3404,
      "step": 1047780
    },
    {
      "epoch": 292.43,
      "grad_norm": 1.028800129890442,
      "learning_rate": 3.523164961688143e-06,
      "loss": 0.3447,
      "step": 1047790
    },
    {
      "epoch": 292.44,
      "grad_norm": 1.2882148027420044,
      "learning_rate": 3.523141595040826e-06,
      "loss": 0.3505,
      "step": 1047800
    },
    {
      "epoch": 292.44,
      "grad_norm": 1.1737858057022095,
      "learning_rate": 3.523118228236533e-06,
      "loss": 0.3484,
      "step": 1047810
    },
    {
      "epoch": 292.44,
      "grad_norm": 0.9603562355041504,
      "learning_rate": 3.5230948612752655e-06,
      "loss": 0.3648,
      "step": 1047820
    },
    {
      "epoch": 292.44,
      "grad_norm": 1.189170241355896,
      "learning_rate": 3.523071494157026e-06,
      "loss": 0.3705,
      "step": 1047830
    },
    {
      "epoch": 292.45,
      "grad_norm": 0.9347076416015625,
      "learning_rate": 3.5230481268818183e-06,
      "loss": 0.3463,
      "step": 1047840
    },
    {
      "epoch": 292.45,
      "grad_norm": 0.8984179496765137,
      "learning_rate": 3.5230247594496463e-06,
      "loss": 0.3357,
      "step": 1047850
    },
    {
      "epoch": 292.45,
      "grad_norm": 1.1592991352081299,
      "learning_rate": 3.5230013918605123e-06,
      "loss": 0.3612,
      "step": 1047860
    },
    {
      "epoch": 292.46,
      "grad_norm": 0.9762036204338074,
      "learning_rate": 3.52297802411442e-06,
      "loss": 0.3518,
      "step": 1047870
    },
    {
      "epoch": 292.46,
      "grad_norm": 0.9518869519233704,
      "learning_rate": 3.5229546562113722e-06,
      "loss": 0.3625,
      "step": 1047880
    },
    {
      "epoch": 292.46,
      "grad_norm": 0.899909257888794,
      "learning_rate": 3.5229312881513713e-06,
      "loss": 0.359,
      "step": 1047890
    },
    {
      "epoch": 292.46,
      "grad_norm": 1.0367764234542847,
      "learning_rate": 3.5229079199344216e-06,
      "loss": 0.3496,
      "step": 1047900
    },
    {
      "epoch": 292.47,
      "grad_norm": 0.8799825310707092,
      "learning_rate": 3.522884551560525e-06,
      "loss": 0.3603,
      "step": 1047910
    },
    {
      "epoch": 292.47,
      "grad_norm": 1.0269883871078491,
      "learning_rate": 3.522861183029686e-06,
      "loss": 0.3572,
      "step": 1047920
    },
    {
      "epoch": 292.47,
      "grad_norm": 1.063977837562561,
      "learning_rate": 3.5228378143419067e-06,
      "loss": 0.3582,
      "step": 1047930
    },
    {
      "epoch": 292.48,
      "grad_norm": 0.9654163122177124,
      "learning_rate": 3.5228144454971903e-06,
      "loss": 0.3528,
      "step": 1047940
    },
    {
      "epoch": 292.48,
      "grad_norm": 1.1953909397125244,
      "learning_rate": 3.5227910764955403e-06,
      "loss": 0.3543,
      "step": 1047950
    },
    {
      "epoch": 292.48,
      "grad_norm": 1.5150514841079712,
      "learning_rate": 3.5227677073369597e-06,
      "loss": 0.3457,
      "step": 1047960
    },
    {
      "epoch": 292.48,
      "grad_norm": 1.1297804117202759,
      "learning_rate": 3.5227443380214522e-06,
      "loss": 0.3516,
      "step": 1047970
    },
    {
      "epoch": 292.49,
      "grad_norm": 1.0044242143630981,
      "learning_rate": 3.522720968549019e-06,
      "loss": 0.3713,
      "step": 1047980
    },
    {
      "epoch": 292.49,
      "grad_norm": 1.1178008317947388,
      "learning_rate": 3.522697598919665e-06,
      "loss": 0.3647,
      "step": 1047990
    },
    {
      "epoch": 292.49,
      "grad_norm": 1.0467876195907593,
      "learning_rate": 3.5226742291333926e-06,
      "loss": 0.3523,
      "step": 1048000
    },
    {
      "epoch": 292.5,
      "grad_norm": 1.1192817687988281,
      "learning_rate": 3.5226508591902045e-06,
      "loss": 0.3512,
      "step": 1048010
    },
    {
      "epoch": 292.5,
      "grad_norm": 1.0066934823989868,
      "learning_rate": 3.5226274890901053e-06,
      "loss": 0.3403,
      "step": 1048020
    },
    {
      "epoch": 292.5,
      "grad_norm": 1.0306458473205566,
      "learning_rate": 3.522604118833097e-06,
      "loss": 0.3624,
      "step": 1048030
    },
    {
      "epoch": 292.5,
      "grad_norm": 1.0727263689041138,
      "learning_rate": 3.522580748419183e-06,
      "loss": 0.3514,
      "step": 1048040
    },
    {
      "epoch": 292.51,
      "grad_norm": 1.0927350521087646,
      "learning_rate": 3.5225573778483656e-06,
      "loss": 0.3513,
      "step": 1048050
    },
    {
      "epoch": 292.51,
      "grad_norm": 1.0491634607315063,
      "learning_rate": 3.522534007120649e-06,
      "loss": 0.333,
      "step": 1048060
    },
    {
      "epoch": 292.51,
      "grad_norm": 1.0310920476913452,
      "learning_rate": 3.5225106362360365e-06,
      "loss": 0.357,
      "step": 1048070
    },
    {
      "epoch": 292.51,
      "grad_norm": 1.0902363061904907,
      "learning_rate": 3.52248726519453e-06,
      "loss": 0.3779,
      "step": 1048080
    },
    {
      "epoch": 292.52,
      "grad_norm": 1.225427269935608,
      "learning_rate": 3.522463893996133e-06,
      "loss": 0.3558,
      "step": 1048090
    },
    {
      "epoch": 292.52,
      "grad_norm": 0.9599253535270691,
      "learning_rate": 3.5224405226408496e-06,
      "loss": 0.3584,
      "step": 1048100
    },
    {
      "epoch": 292.52,
      "grad_norm": 0.9966410398483276,
      "learning_rate": 3.5224171511286825e-06,
      "loss": 0.3616,
      "step": 1048110
    },
    {
      "epoch": 292.53,
      "grad_norm": 0.9833505153656006,
      "learning_rate": 3.5223937794596335e-06,
      "loss": 0.3494,
      "step": 1048120
    },
    {
      "epoch": 292.53,
      "grad_norm": 1.1002799272537231,
      "learning_rate": 3.5223704076337067e-06,
      "loss": 0.3552,
      "step": 1048130
    },
    {
      "epoch": 292.53,
      "grad_norm": 1.0292952060699463,
      "learning_rate": 3.5223470356509056e-06,
      "loss": 0.3467,
      "step": 1048140
    },
    {
      "epoch": 292.53,
      "grad_norm": 0.8813741207122803,
      "learning_rate": 3.5223236635112328e-06,
      "loss": 0.3529,
      "step": 1048150
    },
    {
      "epoch": 292.54,
      "grad_norm": 0.9559372663497925,
      "learning_rate": 3.522300291214691e-06,
      "loss": 0.3481,
      "step": 1048160
    },
    {
      "epoch": 292.54,
      "grad_norm": 0.9486269950866699,
      "learning_rate": 3.522276918761285e-06,
      "loss": 0.3413,
      "step": 1048170
    },
    {
      "epoch": 292.54,
      "grad_norm": 1.5349599123001099,
      "learning_rate": 3.5222535461510158e-06,
      "loss": 0.3556,
      "step": 1048180
    },
    {
      "epoch": 292.55,
      "grad_norm": 1.1805062294006348,
      "learning_rate": 3.522230173383888e-06,
      "loss": 0.3532,
      "step": 1048190
    },
    {
      "epoch": 292.55,
      "grad_norm": 1.0130213499069214,
      "learning_rate": 3.522206800459904e-06,
      "loss": 0.3647,
      "step": 1048200
    },
    {
      "epoch": 292.55,
      "grad_norm": 0.9128056764602661,
      "learning_rate": 3.5221834273790668e-06,
      "loss": 0.3611,
      "step": 1048210
    },
    {
      "epoch": 292.55,
      "grad_norm": 0.9249354600906372,
      "learning_rate": 3.52216005414138e-06,
      "loss": 0.3516,
      "step": 1048220
    },
    {
      "epoch": 292.56,
      "grad_norm": 1.103824257850647,
      "learning_rate": 3.5221366807468465e-06,
      "loss": 0.3744,
      "step": 1048230
    },
    {
      "epoch": 292.56,
      "grad_norm": 0.9998863935470581,
      "learning_rate": 3.5221133071954696e-06,
      "loss": 0.3452,
      "step": 1048240
    },
    {
      "epoch": 292.56,
      "grad_norm": 0.9041464328765869,
      "learning_rate": 3.522089933487252e-06,
      "loss": 0.3695,
      "step": 1048250
    },
    {
      "epoch": 292.56,
      "grad_norm": 0.9860414266586304,
      "learning_rate": 3.5220665596221974e-06,
      "loss": 0.3605,
      "step": 1048260
    },
    {
      "epoch": 292.57,
      "grad_norm": 0.9959171414375305,
      "learning_rate": 3.522043185600308e-06,
      "loss": 0.3444,
      "step": 1048270
    },
    {
      "epoch": 292.57,
      "grad_norm": 1.8978406190872192,
      "learning_rate": 3.5220198114215872e-06,
      "loss": 0.3537,
      "step": 1048280
    },
    {
      "epoch": 292.57,
      "grad_norm": 0.9778243899345398,
      "learning_rate": 3.5219964370860395e-06,
      "loss": 0.3779,
      "step": 1048290
    },
    {
      "epoch": 292.58,
      "grad_norm": 1.4492154121398926,
      "learning_rate": 3.521973062593666e-06,
      "loss": 0.3739,
      "step": 1048300
    },
    {
      "epoch": 292.58,
      "grad_norm": 1.0826858282089233,
      "learning_rate": 3.521949687944471e-06,
      "loss": 0.3728,
      "step": 1048310
    },
    {
      "epoch": 292.58,
      "grad_norm": 0.953600287437439,
      "learning_rate": 3.521926313138457e-06,
      "loss": 0.3518,
      "step": 1048320
    },
    {
      "epoch": 292.58,
      "grad_norm": 1.00519859790802,
      "learning_rate": 3.5219029381756276e-06,
      "loss": 0.3519,
      "step": 1048330
    },
    {
      "epoch": 292.59,
      "grad_norm": 0.9569053053855896,
      "learning_rate": 3.521879563055986e-06,
      "loss": 0.3523,
      "step": 1048340
    },
    {
      "epoch": 292.59,
      "grad_norm": 1.1213996410369873,
      "learning_rate": 3.5218561877795347e-06,
      "loss": 0.3437,
      "step": 1048350
    },
    {
      "epoch": 292.59,
      "grad_norm": 0.8683924078941345,
      "learning_rate": 3.5218328123462776e-06,
      "loss": 0.3614,
      "step": 1048360
    },
    {
      "epoch": 292.6,
      "grad_norm": 0.9605910778045654,
      "learning_rate": 3.521809436756217e-06,
      "loss": 0.3555,
      "step": 1048370
    },
    {
      "epoch": 292.6,
      "grad_norm": 1.2045625448226929,
      "learning_rate": 3.521786061009356e-06,
      "loss": 0.3612,
      "step": 1048380
    },
    {
      "epoch": 292.6,
      "grad_norm": 0.9915143847465515,
      "learning_rate": 3.5217626851056982e-06,
      "loss": 0.3501,
      "step": 1048390
    },
    {
      "epoch": 292.6,
      "grad_norm": 0.970642626285553,
      "learning_rate": 3.521739309045247e-06,
      "loss": 0.3617,
      "step": 1048400
    },
    {
      "epoch": 292.61,
      "grad_norm": 1.0414783954620361,
      "learning_rate": 3.5217159328280055e-06,
      "loss": 0.3627,
      "step": 1048410
    },
    {
      "epoch": 292.61,
      "grad_norm": 0.8944787383079529,
      "learning_rate": 3.5216925564539764e-06,
      "loss": 0.356,
      "step": 1048420
    },
    {
      "epoch": 292.61,
      "grad_norm": 0.8492879867553711,
      "learning_rate": 3.5216691799231615e-06,
      "loss": 0.371,
      "step": 1048430
    },
    {
      "epoch": 292.62,
      "grad_norm": 0.8575840592384338,
      "learning_rate": 3.521645803235566e-06,
      "loss": 0.355,
      "step": 1048440
    },
    {
      "epoch": 292.62,
      "grad_norm": 1.1077156066894531,
      "learning_rate": 3.521622426391192e-06,
      "loss": 0.3713,
      "step": 1048450
    },
    {
      "epoch": 292.62,
      "grad_norm": 0.9262774586677551,
      "learning_rate": 3.521599049390043e-06,
      "loss": 0.334,
      "step": 1048460
    },
    {
      "epoch": 292.62,
      "grad_norm": 1.3485580682754517,
      "learning_rate": 3.5215756722321223e-06,
      "loss": 0.3727,
      "step": 1048470
    },
    {
      "epoch": 292.63,
      "grad_norm": 0.9792433381080627,
      "learning_rate": 3.5215522949174326e-06,
      "loss": 0.3503,
      "step": 1048480
    },
    {
      "epoch": 292.63,
      "grad_norm": 0.8962876200675964,
      "learning_rate": 3.521528917445977e-06,
      "loss": 0.3505,
      "step": 1048490
    },
    {
      "epoch": 292.63,
      "grad_norm": 1.1532704830169678,
      "learning_rate": 3.521505539817758e-06,
      "loss": 0.3357,
      "step": 1048500
    },
    {
      "epoch": 292.63,
      "grad_norm": 1.1498777866363525,
      "learning_rate": 3.5214821620327806e-06,
      "loss": 0.3498,
      "step": 1048510
    },
    {
      "epoch": 292.64,
      "grad_norm": 0.9425360560417175,
      "learning_rate": 3.5214587840910464e-06,
      "loss": 0.3688,
      "step": 1048520
    },
    {
      "epoch": 292.64,
      "grad_norm": 0.9203408360481262,
      "learning_rate": 3.521435405992559e-06,
      "loss": 0.3518,
      "step": 1048530
    },
    {
      "epoch": 292.64,
      "grad_norm": 0.846664547920227,
      "learning_rate": 3.5214120277373206e-06,
      "loss": 0.3785,
      "step": 1048540
    },
    {
      "epoch": 292.65,
      "grad_norm": 0.9615513682365417,
      "learning_rate": 3.5213886493253357e-06,
      "loss": 0.3606,
      "step": 1048550
    },
    {
      "epoch": 292.65,
      "grad_norm": 0.9041638970375061,
      "learning_rate": 3.5213652707566065e-06,
      "loss": 0.3757,
      "step": 1048560
    },
    {
      "epoch": 292.65,
      "grad_norm": 1.1018972396850586,
      "learning_rate": 3.5213418920311365e-06,
      "loss": 0.3479,
      "step": 1048570
    },
    {
      "epoch": 292.65,
      "grad_norm": 1.1471859216690063,
      "learning_rate": 3.521318513148928e-06,
      "loss": 0.3528,
      "step": 1048580
    },
    {
      "epoch": 292.66,
      "grad_norm": 1.0744268894195557,
      "learning_rate": 3.521295134109986e-06,
      "loss": 0.3661,
      "step": 1048590
    },
    {
      "epoch": 292.66,
      "grad_norm": 1.0260032415390015,
      "learning_rate": 3.521271754914312e-06,
      "loss": 0.3639,
      "step": 1048600
    },
    {
      "epoch": 292.66,
      "grad_norm": 0.9443092942237854,
      "learning_rate": 3.5212483755619086e-06,
      "loss": 0.3484,
      "step": 1048610
    },
    {
      "epoch": 292.67,
      "grad_norm": 1.2061694860458374,
      "learning_rate": 3.521224996052781e-06,
      "loss": 0.3779,
      "step": 1048620
    },
    {
      "epoch": 292.67,
      "grad_norm": 0.9660274982452393,
      "learning_rate": 3.5212016163869308e-06,
      "loss": 0.3529,
      "step": 1048630
    },
    {
      "epoch": 292.67,
      "grad_norm": 1.0253733396530151,
      "learning_rate": 3.521178236564361e-06,
      "loss": 0.3537,
      "step": 1048640
    },
    {
      "epoch": 292.67,
      "grad_norm": 0.9170727133750916,
      "learning_rate": 3.5211548565850766e-06,
      "loss": 0.366,
      "step": 1048650
    },
    {
      "epoch": 292.68,
      "grad_norm": 1.1182247400283813,
      "learning_rate": 3.5211314764490777e-06,
      "loss": 0.3482,
      "step": 1048660
    },
    {
      "epoch": 292.68,
      "grad_norm": 1.1211695671081543,
      "learning_rate": 3.5211080961563697e-06,
      "loss": 0.364,
      "step": 1048670
    },
    {
      "epoch": 292.68,
      "grad_norm": 1.1251658201217651,
      "learning_rate": 3.521084715706955e-06,
      "loss": 0.3488,
      "step": 1048680
    },
    {
      "epoch": 292.68,
      "grad_norm": 0.9112684726715088,
      "learning_rate": 3.521061335100837e-06,
      "loss": 0.3651,
      "step": 1048690
    },
    {
      "epoch": 292.69,
      "grad_norm": 2.74068284034729,
      "learning_rate": 3.5210379543380183e-06,
      "loss": 0.352,
      "step": 1048700
    },
    {
      "epoch": 292.69,
      "grad_norm": 1.0202298164367676,
      "learning_rate": 3.5210145734185025e-06,
      "loss": 0.3492,
      "step": 1048710
    },
    {
      "epoch": 292.69,
      "grad_norm": 1.1676852703094482,
      "learning_rate": 3.520991192342292e-06,
      "loss": 0.3487,
      "step": 1048720
    },
    {
      "epoch": 292.7,
      "grad_norm": 0.9732649922370911,
      "learning_rate": 3.52096781110939e-06,
      "loss": 0.3401,
      "step": 1048730
    },
    {
      "epoch": 292.7,
      "grad_norm": 1.0065956115722656,
      "learning_rate": 3.5209444297198003e-06,
      "loss": 0.3602,
      "step": 1048740
    },
    {
      "epoch": 292.7,
      "grad_norm": 0.897709310054779,
      "learning_rate": 3.5209210481735263e-06,
      "loss": 0.3482,
      "step": 1048750
    },
    {
      "epoch": 292.7,
      "grad_norm": 1.0366427898406982,
      "learning_rate": 3.52089766647057e-06,
      "loss": 0.3663,
      "step": 1048760
    },
    {
      "epoch": 292.71,
      "grad_norm": 0.9422639608383179,
      "learning_rate": 3.520874284610935e-06,
      "loss": 0.3469,
      "step": 1048770
    },
    {
      "epoch": 292.71,
      "grad_norm": 0.9054993987083435,
      "learning_rate": 3.5208509025946256e-06,
      "loss": 0.356,
      "step": 1048780
    },
    {
      "epoch": 292.71,
      "grad_norm": 1.071711778640747,
      "learning_rate": 3.520827520421642e-06,
      "loss": 0.3526,
      "step": 1048790
    },
    {
      "epoch": 292.72,
      "grad_norm": 1.103692889213562,
      "learning_rate": 3.5208041380919897e-06,
      "loss": 0.3526,
      "step": 1048800
    },
    {
      "epoch": 292.72,
      "grad_norm": 0.86551833152771,
      "learning_rate": 3.5207807556056717e-06,
      "loss": 0.352,
      "step": 1048810
    },
    {
      "epoch": 292.72,
      "grad_norm": 0.8913244009017944,
      "learning_rate": 3.52075737296269e-06,
      "loss": 0.3524,
      "step": 1048820
    },
    {
      "epoch": 292.72,
      "grad_norm": 1.0127564668655396,
      "learning_rate": 3.5207339901630478e-06,
      "loss": 0.3578,
      "step": 1048830
    },
    {
      "epoch": 292.73,
      "grad_norm": 1.0216566324234009,
      "learning_rate": 3.52071060720675e-06,
      "loss": 0.355,
      "step": 1048840
    },
    {
      "epoch": 292.73,
      "grad_norm": 1.0602647066116333,
      "learning_rate": 3.520687224093798e-06,
      "loss": 0.3618,
      "step": 1048850
    },
    {
      "epoch": 292.73,
      "grad_norm": 0.9485490918159485,
      "learning_rate": 3.5206638408241945e-06,
      "loss": 0.3683,
      "step": 1048860
    },
    {
      "epoch": 292.74,
      "grad_norm": 1.1186367273330688,
      "learning_rate": 3.520640457397944e-06,
      "loss": 0.3408,
      "step": 1048870
    },
    {
      "epoch": 292.74,
      "grad_norm": 1.047175407409668,
      "learning_rate": 3.5206170738150496e-06,
      "loss": 0.3443,
      "step": 1048880
    },
    {
      "epoch": 292.74,
      "grad_norm": 1.3038220405578613,
      "learning_rate": 3.5205936900755134e-06,
      "loss": 0.368,
      "step": 1048890
    },
    {
      "epoch": 292.74,
      "grad_norm": 0.892713725566864,
      "learning_rate": 3.5205703061793388e-06,
      "loss": 0.3446,
      "step": 1048900
    },
    {
      "epoch": 292.75,
      "grad_norm": 1.0054643154144287,
      "learning_rate": 3.5205469221265295e-06,
      "loss": 0.3581,
      "step": 1048910
    },
    {
      "epoch": 292.75,
      "grad_norm": 1.3877049684524536,
      "learning_rate": 3.5205235379170882e-06,
      "loss": 0.3601,
      "step": 1048920
    },
    {
      "epoch": 292.75,
      "grad_norm": 1.0442262887954712,
      "learning_rate": 3.5205001535510174e-06,
      "loss": 0.3772,
      "step": 1048930
    },
    {
      "epoch": 292.75,
      "grad_norm": 0.9117375612258911,
      "learning_rate": 3.5204767690283217e-06,
      "loss": 0.3733,
      "step": 1048940
    },
    {
      "epoch": 292.76,
      "grad_norm": 1.032057762145996,
      "learning_rate": 3.520453384349003e-06,
      "loss": 0.3655,
      "step": 1048950
    },
    {
      "epoch": 292.76,
      "grad_norm": 1.0169217586517334,
      "learning_rate": 3.5204299995130642e-06,
      "loss": 0.3485,
      "step": 1048960
    },
    {
      "epoch": 292.76,
      "grad_norm": 1.1864737272262573,
      "learning_rate": 3.5204066145205092e-06,
      "loss": 0.3555,
      "step": 1048970
    },
    {
      "epoch": 292.77,
      "grad_norm": 1.3797160387039185,
      "learning_rate": 3.520383229371341e-06,
      "loss": 0.3722,
      "step": 1048980
    },
    {
      "epoch": 292.77,
      "grad_norm": 0.9219502806663513,
      "learning_rate": 3.520359844065563e-06,
      "loss": 0.3625,
      "step": 1048990
    },
    {
      "epoch": 292.77,
      "grad_norm": 0.9612104892730713,
      "learning_rate": 3.520336458603178e-06,
      "loss": 0.3578,
      "step": 1049000
    },
    {
      "epoch": 292.77,
      "grad_norm": 1.2173045873641968,
      "learning_rate": 3.5203130729841883e-06,
      "loss": 0.3716,
      "step": 1049010
    },
    {
      "epoch": 292.78,
      "grad_norm": 1.007710576057434,
      "learning_rate": 3.5202896872085983e-06,
      "loss": 0.3438,
      "step": 1049020
    },
    {
      "epoch": 292.78,
      "grad_norm": 1.0451527833938599,
      "learning_rate": 3.5202663012764098e-06,
      "loss": 0.36,
      "step": 1049030
    },
    {
      "epoch": 292.78,
      "grad_norm": 0.9980611205101013,
      "learning_rate": 3.5202429151876277e-06,
      "loss": 0.3684,
      "step": 1049040
    },
    {
      "epoch": 292.79,
      "grad_norm": 0.9731557369232178,
      "learning_rate": 3.520219528942253e-06,
      "loss": 0.354,
      "step": 1049050
    },
    {
      "epoch": 292.79,
      "grad_norm": 1.1338118314743042,
      "learning_rate": 3.5201961425402914e-06,
      "loss": 0.3639,
      "step": 1049060
    },
    {
      "epoch": 292.79,
      "grad_norm": 1.0624043941497803,
      "learning_rate": 3.520172755981743e-06,
      "loss": 0.3581,
      "step": 1049070
    },
    {
      "epoch": 292.79,
      "grad_norm": 1.0494204759597778,
      "learning_rate": 3.520149369266613e-06,
      "loss": 0.3463,
      "step": 1049080
    },
    {
      "epoch": 292.8,
      "grad_norm": 0.9725264310836792,
      "learning_rate": 3.520125982394904e-06,
      "loss": 0.3741,
      "step": 1049090
    },
    {
      "epoch": 292.8,
      "grad_norm": 1.023848056793213,
      "learning_rate": 3.5201025953666193e-06,
      "loss": 0.336,
      "step": 1049100
    },
    {
      "epoch": 292.8,
      "grad_norm": 1.0220544338226318,
      "learning_rate": 3.5200792081817605e-06,
      "loss": 0.3712,
      "step": 1049110
    },
    {
      "epoch": 292.8,
      "grad_norm": 0.9128702282905579,
      "learning_rate": 3.5200558208403327e-06,
      "loss": 0.3522,
      "step": 1049120
    },
    {
      "epoch": 292.81,
      "grad_norm": 1.0386521816253662,
      "learning_rate": 3.5200324333423385e-06,
      "loss": 0.3433,
      "step": 1049130
    },
    {
      "epoch": 292.81,
      "grad_norm": 1.1148532629013062,
      "learning_rate": 3.5200090456877813e-06,
      "loss": 0.3628,
      "step": 1049140
    },
    {
      "epoch": 292.81,
      "grad_norm": 1.1466939449310303,
      "learning_rate": 3.5199856578766627e-06,
      "loss": 0.3741,
      "step": 1049150
    },
    {
      "epoch": 292.82,
      "grad_norm": 1.1176279783248901,
      "learning_rate": 3.5199622699089875e-06,
      "loss": 0.3581,
      "step": 1049160
    },
    {
      "epoch": 292.82,
      "grad_norm": 0.7863675951957703,
      "learning_rate": 3.5199388817847573e-06,
      "loss": 0.3522,
      "step": 1049170
    },
    {
      "epoch": 292.82,
      "grad_norm": 0.9306410551071167,
      "learning_rate": 3.5199154935039763e-06,
      "loss": 0.359,
      "step": 1049180
    },
    {
      "epoch": 292.82,
      "grad_norm": 0.917946994304657,
      "learning_rate": 3.519892105066648e-06,
      "loss": 0.3572,
      "step": 1049190
    },
    {
      "epoch": 292.83,
      "grad_norm": 0.9182018041610718,
      "learning_rate": 3.519868716472775e-06,
      "loss": 0.3729,
      "step": 1049200
    },
    {
      "epoch": 292.83,
      "grad_norm": 1.1013249158859253,
      "learning_rate": 3.5198453277223594e-06,
      "loss": 0.3705,
      "step": 1049210
    },
    {
      "epoch": 292.83,
      "grad_norm": 1.0572199821472168,
      "learning_rate": 3.5198219388154055e-06,
      "loss": 0.3573,
      "step": 1049220
    },
    {
      "epoch": 292.84,
      "grad_norm": 1.0221611261367798,
      "learning_rate": 3.519798549751916e-06,
      "loss": 0.3583,
      "step": 1049230
    },
    {
      "epoch": 292.84,
      "grad_norm": 0.9029697179794312,
      "learning_rate": 3.519775160531894e-06,
      "loss": 0.3611,
      "step": 1049240
    },
    {
      "epoch": 292.84,
      "grad_norm": 0.9865604639053345,
      "learning_rate": 3.5197517711553427e-06,
      "loss": 0.3463,
      "step": 1049250
    },
    {
      "epoch": 292.84,
      "grad_norm": 0.9502856731414795,
      "learning_rate": 3.5197283816222663e-06,
      "loss": 0.343,
      "step": 1049260
    },
    {
      "epoch": 292.85,
      "grad_norm": 1.4495211839675903,
      "learning_rate": 3.5197049919326662e-06,
      "loss": 0.3568,
      "step": 1049270
    },
    {
      "epoch": 292.85,
      "grad_norm": 0.9196690917015076,
      "learning_rate": 3.519681602086546e-06,
      "loss": 0.3453,
      "step": 1049280
    },
    {
      "epoch": 292.85,
      "grad_norm": 0.9495017528533936,
      "learning_rate": 3.519658212083909e-06,
      "loss": 0.3703,
      "step": 1049290
    },
    {
      "epoch": 292.86,
      "grad_norm": 1.0247390270233154,
      "learning_rate": 3.519634821924759e-06,
      "loss": 0.3411,
      "step": 1049300
    },
    {
      "epoch": 292.86,
      "grad_norm": 1.0454217195510864,
      "learning_rate": 3.5196114316090974e-06,
      "loss": 0.357,
      "step": 1049310
    },
    {
      "epoch": 292.86,
      "grad_norm": 1.034062385559082,
      "learning_rate": 3.519588041136928e-06,
      "loss": 0.3687,
      "step": 1049320
    },
    {
      "epoch": 292.86,
      "grad_norm": 0.9449853301048279,
      "learning_rate": 3.5195646505082554e-06,
      "loss": 0.3573,
      "step": 1049330
    },
    {
      "epoch": 292.87,
      "grad_norm": 0.9475134611129761,
      "learning_rate": 3.519541259723081e-06,
      "loss": 0.3626,
      "step": 1049340
    },
    {
      "epoch": 292.87,
      "grad_norm": 0.9507414102554321,
      "learning_rate": 3.5195178687814077e-06,
      "loss": 0.3483,
      "step": 1049350
    },
    {
      "epoch": 292.87,
      "grad_norm": 1.3603789806365967,
      "learning_rate": 3.519494477683241e-06,
      "loss": 0.3384,
      "step": 1049360
    },
    {
      "epoch": 292.87,
      "grad_norm": 1.044718861579895,
      "learning_rate": 3.5194710864285816e-06,
      "loss": 0.3549,
      "step": 1049370
    },
    {
      "epoch": 292.88,
      "grad_norm": 1.0392775535583496,
      "learning_rate": 3.5194476950174332e-06,
      "loss": 0.3503,
      "step": 1049380
    },
    {
      "epoch": 292.88,
      "grad_norm": 0.9032848477363586,
      "learning_rate": 3.5194243034498e-06,
      "loss": 0.3519,
      "step": 1049390
    },
    {
      "epoch": 292.88,
      "grad_norm": 0.8880372047424316,
      "learning_rate": 3.5194009117256834e-06,
      "loss": 0.3522,
      "step": 1049400
    },
    {
      "epoch": 292.89,
      "grad_norm": 1.1182500123977661,
      "learning_rate": 3.519377519845087e-06,
      "loss": 0.3479,
      "step": 1049410
    },
    {
      "epoch": 292.89,
      "grad_norm": 1.1962441205978394,
      "learning_rate": 3.519354127808015e-06,
      "loss": 0.3504,
      "step": 1049420
    },
    {
      "epoch": 292.89,
      "grad_norm": 1.1908063888549805,
      "learning_rate": 3.5193307356144696e-06,
      "loss": 0.3497,
      "step": 1049430
    },
    {
      "epoch": 292.89,
      "grad_norm": 1.1804782152175903,
      "learning_rate": 3.5193073432644543e-06,
      "loss": 0.3653,
      "step": 1049440
    },
    {
      "epoch": 292.9,
      "grad_norm": 3.054595947265625,
      "learning_rate": 3.519283950757971e-06,
      "loss": 0.345,
      "step": 1049450
    },
    {
      "epoch": 292.9,
      "grad_norm": 1.0915145874023438,
      "learning_rate": 3.519260558095025e-06,
      "loss": 0.3606,
      "step": 1049460
    },
    {
      "epoch": 292.9,
      "grad_norm": 1.0082931518554688,
      "learning_rate": 3.519237165275617e-06,
      "loss": 0.361,
      "step": 1049470
    },
    {
      "epoch": 292.91,
      "grad_norm": 0.931243896484375,
      "learning_rate": 3.5192137722997524e-06,
      "loss": 0.3617,
      "step": 1049480
    },
    {
      "epoch": 292.91,
      "grad_norm": 0.999509334564209,
      "learning_rate": 3.5191903791674326e-06,
      "loss": 0.3511,
      "step": 1049490
    },
    {
      "epoch": 292.91,
      "grad_norm": 0.9243063926696777,
      "learning_rate": 3.519166985878662e-06,
      "loss": 0.3536,
      "step": 1049500
    },
    {
      "epoch": 292.91,
      "grad_norm": 1.2257416248321533,
      "learning_rate": 3.5191435924334425e-06,
      "loss": 0.3584,
      "step": 1049510
    },
    {
      "epoch": 292.92,
      "grad_norm": 1.0374962091445923,
      "learning_rate": 3.5191201988317784e-06,
      "loss": 0.3377,
      "step": 1049520
    },
    {
      "epoch": 292.92,
      "grad_norm": 1.0537855625152588,
      "learning_rate": 3.5190968050736716e-06,
      "loss": 0.3395,
      "step": 1049530
    },
    {
      "epoch": 292.92,
      "grad_norm": 1.1044025421142578,
      "learning_rate": 3.5190734111591267e-06,
      "loss": 0.36,
      "step": 1049540
    },
    {
      "epoch": 292.92,
      "grad_norm": 1.0211982727050781,
      "learning_rate": 3.519050017088145e-06,
      "loss": 0.3595,
      "step": 1049550
    },
    {
      "epoch": 292.93,
      "grad_norm": 1.0463502407073975,
      "learning_rate": 3.5190266228607306e-06,
      "loss": 0.367,
      "step": 1049560
    },
    {
      "epoch": 292.93,
      "grad_norm": 1.014664649963379,
      "learning_rate": 3.5190032284768867e-06,
      "loss": 0.3618,
      "step": 1049570
    },
    {
      "epoch": 292.93,
      "grad_norm": 1.0538771152496338,
      "learning_rate": 3.5189798339366165e-06,
      "loss": 0.3482,
      "step": 1049580
    },
    {
      "epoch": 292.94,
      "grad_norm": 0.9495705962181091,
      "learning_rate": 3.518956439239923e-06,
      "loss": 0.3721,
      "step": 1049590
    },
    {
      "epoch": 292.94,
      "grad_norm": 1.0344631671905518,
      "learning_rate": 3.5189330443868094e-06,
      "loss": 0.366,
      "step": 1049600
    },
    {
      "epoch": 292.94,
      "grad_norm": 0.9249545335769653,
      "learning_rate": 3.518909649377278e-06,
      "loss": 0.3618,
      "step": 1049610
    },
    {
      "epoch": 292.94,
      "grad_norm": 1.0034290552139282,
      "learning_rate": 3.518886254211333e-06,
      "loss": 0.3445,
      "step": 1049620
    },
    {
      "epoch": 292.95,
      "grad_norm": 0.9502028226852417,
      "learning_rate": 3.5188628588889764e-06,
      "loss": 0.3579,
      "step": 1049630
    },
    {
      "epoch": 292.95,
      "grad_norm": 0.9970883727073669,
      "learning_rate": 3.5188394634102123e-06,
      "loss": 0.3388,
      "step": 1049640
    },
    {
      "epoch": 292.95,
      "grad_norm": 1.011497974395752,
      "learning_rate": 3.518816067775044e-06,
      "loss": 0.3831,
      "step": 1049650
    },
    {
      "epoch": 292.96,
      "grad_norm": 1.0470848083496094,
      "learning_rate": 3.5187926719834733e-06,
      "loss": 0.3607,
      "step": 1049660
    },
    {
      "epoch": 292.96,
      "grad_norm": 3.5841081142425537,
      "learning_rate": 3.5187692760355047e-06,
      "loss": 0.369,
      "step": 1049670
    },
    {
      "epoch": 292.96,
      "grad_norm": 1.1213366985321045,
      "learning_rate": 3.5187458799311403e-06,
      "loss": 0.3646,
      "step": 1049680
    },
    {
      "epoch": 292.96,
      "grad_norm": 1.026968002319336,
      "learning_rate": 3.5187224836703836e-06,
      "loss": 0.3615,
      "step": 1049690
    },
    {
      "epoch": 292.97,
      "grad_norm": 1.0064979791641235,
      "learning_rate": 3.5186990872532375e-06,
      "loss": 0.3617,
      "step": 1049700
    },
    {
      "epoch": 292.97,
      "grad_norm": 1.0535691976547241,
      "learning_rate": 3.5186756906797067e-06,
      "loss": 0.3553,
      "step": 1049710
    },
    {
      "epoch": 292.97,
      "grad_norm": 1.1529141664505005,
      "learning_rate": 3.5186522939497915e-06,
      "loss": 0.3527,
      "step": 1049720
    },
    {
      "epoch": 292.98,
      "grad_norm": 1.0105987787246704,
      "learning_rate": 3.518628897063497e-06,
      "loss": 0.3539,
      "step": 1049730
    },
    {
      "epoch": 292.98,
      "grad_norm": 0.9769285917282104,
      "learning_rate": 3.5186055000208253e-06,
      "loss": 0.3605,
      "step": 1049740
    },
    {
      "epoch": 292.98,
      "grad_norm": 1.0120649337768555,
      "learning_rate": 3.518582102821781e-06,
      "loss": 0.3483,
      "step": 1049750
    },
    {
      "epoch": 292.98,
      "grad_norm": 1.2535301446914673,
      "learning_rate": 3.5185587054663654e-06,
      "loss": 0.3556,
      "step": 1049760
    },
    {
      "epoch": 292.99,
      "grad_norm": 1.04111647605896,
      "learning_rate": 3.518535307954583e-06,
      "loss": 0.3489,
      "step": 1049770
    },
    {
      "epoch": 292.99,
      "grad_norm": 1.0562664270401,
      "learning_rate": 3.518511910286436e-06,
      "loss": 0.369,
      "step": 1049780
    },
    {
      "epoch": 292.99,
      "grad_norm": 1.0531409978866577,
      "learning_rate": 3.518488512461928e-06,
      "loss": 0.3683,
      "step": 1049790
    },
    {
      "epoch": 292.99,
      "grad_norm": 1.137902021408081,
      "learning_rate": 3.518465114481062e-06,
      "loss": 0.3564,
      "step": 1049800
    },
    {
      "epoch": 293.0,
      "grad_norm": 1.0538350343704224,
      "learning_rate": 3.5184417163438414e-06,
      "loss": 0.354,
      "step": 1049810
    },
    {
      "epoch": 293.0,
      "eval_loss": 0.35750898718833923,
      "eval_runtime": 66.1648,
      "eval_samples_per_second": 76.461,
      "eval_steps_per_second": 9.567,
      "step": 1049819
    },
    {
      "epoch": 293.0,
      "grad_norm": 1.2127805948257446,
      "learning_rate": 3.5184183180502687e-06,
      "loss": 0.355,
      "step": 1049820
    },
    {
      "epoch": 293.0,
      "grad_norm": 0.9816242456436157,
      "learning_rate": 3.5183949196003473e-06,
      "loss": 0.3611,
      "step": 1049830
    },
    {
      "epoch": 293.01,
      "grad_norm": 0.9828238487243652,
      "learning_rate": 3.51837152099408e-06,
      "loss": 0.3541,
      "step": 1049840
    },
    {
      "epoch": 293.01,
      "grad_norm": 0.9975868463516235,
      "learning_rate": 3.5183481222314705e-06,
      "loss": 0.3532,
      "step": 1049850
    },
    {
      "epoch": 293.01,
      "grad_norm": 1.1447736024856567,
      "learning_rate": 3.518324723312522e-06,
      "loss": 0.3645,
      "step": 1049860
    },
    {
      "epoch": 293.01,
      "grad_norm": 0.8591829538345337,
      "learning_rate": 3.5183013242372374e-06,
      "loss": 0.3526,
      "step": 1049870
    },
    {
      "epoch": 293.02,
      "grad_norm": 1.069024920463562,
      "learning_rate": 3.5182779250056198e-06,
      "loss": 0.3685,
      "step": 1049880
    },
    {
      "epoch": 293.02,
      "grad_norm": 1.2033679485321045,
      "learning_rate": 3.5182545256176716e-06,
      "loss": 0.3486,
      "step": 1049890
    },
    {
      "epoch": 293.02,
      "grad_norm": 0.933179497718811,
      "learning_rate": 3.5182311260733963e-06,
      "loss": 0.3491,
      "step": 1049900
    },
    {
      "epoch": 293.03,
      "grad_norm": 0.9827448725700378,
      "learning_rate": 3.5182077263727977e-06,
      "loss": 0.3619,
      "step": 1049910
    },
    {
      "epoch": 293.03,
      "grad_norm": 1.0756316184997559,
      "learning_rate": 3.5181843265158784e-06,
      "loss": 0.3554,
      "step": 1049920
    },
    {
      "epoch": 293.03,
      "grad_norm": 1.0466912984848022,
      "learning_rate": 3.518160926502641e-06,
      "loss": 0.374,
      "step": 1049930
    },
    {
      "epoch": 293.03,
      "grad_norm": 1.0585756301879883,
      "learning_rate": 3.51813752633309e-06,
      "loss": 0.3692,
      "step": 1049940
    },
    {
      "epoch": 293.04,
      "grad_norm": 1.2790358066558838,
      "learning_rate": 3.5181141260072278e-06,
      "loss": 0.3511,
      "step": 1049950
    },
    {
      "epoch": 293.04,
      "grad_norm": 0.9838003516197205,
      "learning_rate": 3.518090725525057e-06,
      "loss": 0.367,
      "step": 1049960
    },
    {
      "epoch": 293.04,
      "grad_norm": 1.1029528379440308,
      "learning_rate": 3.5180673248865816e-06,
      "loss": 0.3504,
      "step": 1049970
    },
    {
      "epoch": 293.04,
      "grad_norm": 0.981963038444519,
      "learning_rate": 3.5180439240918037e-06,
      "loss": 0.3545,
      "step": 1049980
    },
    {
      "epoch": 293.05,
      "grad_norm": 0.8717124462127686,
      "learning_rate": 3.518020523140727e-06,
      "loss": 0.3537,
      "step": 1049990
    },
    {
      "epoch": 293.05,
      "grad_norm": 1.173037052154541,
      "learning_rate": 3.5179971220333544e-06,
      "loss": 0.3716,
      "step": 1050000
    },
    {
      "epoch": 293.05,
      "grad_norm": 0.9490777254104614,
      "learning_rate": 3.5179737207696895e-06,
      "loss": 0.3482,
      "step": 1050010
    },
    {
      "epoch": 293.06,
      "grad_norm": 0.9837973713874817,
      "learning_rate": 3.517950319349735e-06,
      "loss": 0.3396,
      "step": 1050020
    },
    {
      "epoch": 293.06,
      "grad_norm": 1.1029216051101685,
      "learning_rate": 3.5179269177734948e-06,
      "loss": 0.362,
      "step": 1050030
    },
    {
      "epoch": 293.06,
      "grad_norm": 0.8779367208480835,
      "learning_rate": 3.5179035160409704e-06,
      "loss": 0.3636,
      "step": 1050040
    },
    {
      "epoch": 293.06,
      "grad_norm": 1.00448477268219,
      "learning_rate": 3.5178801141521664e-06,
      "loss": 0.3562,
      "step": 1050050
    },
    {
      "epoch": 293.07,
      "grad_norm": 1.2057651281356812,
      "learning_rate": 3.5178567121070848e-06,
      "loss": 0.3681,
      "step": 1050060
    },
    {
      "epoch": 293.07,
      "grad_norm": 1.1237802505493164,
      "learning_rate": 3.51783330990573e-06,
      "loss": 0.3431,
      "step": 1050070
    },
    {
      "epoch": 293.07,
      "grad_norm": 0.8924980759620667,
      "learning_rate": 3.5178099075481036e-06,
      "loss": 0.3406,
      "step": 1050080
    },
    {
      "epoch": 293.08,
      "grad_norm": 1.166175365447998,
      "learning_rate": 3.51778650503421e-06,
      "loss": 0.3449,
      "step": 1050090
    },
    {
      "epoch": 293.08,
      "grad_norm": 1.0336241722106934,
      "learning_rate": 3.517763102364052e-06,
      "loss": 0.3504,
      "step": 1050100
    },
    {
      "epoch": 293.08,
      "grad_norm": 1.0575538873672485,
      "learning_rate": 3.5177396995376325e-06,
      "loss": 0.3498,
      "step": 1050110
    },
    {
      "epoch": 293.08,
      "grad_norm": 0.9358043670654297,
      "learning_rate": 3.517716296554954e-06,
      "loss": 0.3561,
      "step": 1050120
    },
    {
      "epoch": 293.09,
      "grad_norm": 0.9613845944404602,
      "learning_rate": 3.517692893416021e-06,
      "loss": 0.3559,
      "step": 1050130
    },
    {
      "epoch": 293.09,
      "grad_norm": 0.8957163691520691,
      "learning_rate": 3.5176694901208355e-06,
      "loss": 0.3564,
      "step": 1050140
    },
    {
      "epoch": 293.09,
      "grad_norm": 0.8400520086288452,
      "learning_rate": 3.5176460866694005e-06,
      "loss": 0.3465,
      "step": 1050150
    },
    {
      "epoch": 293.1,
      "grad_norm": 1.3994140625,
      "learning_rate": 3.5176226830617206e-06,
      "loss": 0.3636,
      "step": 1050160
    },
    {
      "epoch": 293.1,
      "grad_norm": 1.096745252609253,
      "learning_rate": 3.5175992792977978e-06,
      "loss": 0.3598,
      "step": 1050170
    },
    {
      "epoch": 293.1,
      "grad_norm": 0.9605660438537598,
      "learning_rate": 3.5175758753776347e-06,
      "loss": 0.3628,
      "step": 1050180
    },
    {
      "epoch": 293.1,
      "grad_norm": 1.0470377206802368,
      "learning_rate": 3.517552471301235e-06,
      "loss": 0.348,
      "step": 1050190
    },
    {
      "epoch": 293.11,
      "grad_norm": 0.9883639812469482,
      "learning_rate": 3.5175290670686028e-06,
      "loss": 0.3643,
      "step": 1050200
    },
    {
      "epoch": 293.11,
      "grad_norm": 0.971755862236023,
      "learning_rate": 3.51750566267974e-06,
      "loss": 0.3531,
      "step": 1050210
    },
    {
      "epoch": 293.11,
      "grad_norm": 1.0071121454238892,
      "learning_rate": 3.517482258134649e-06,
      "loss": 0.363,
      "step": 1050220
    },
    {
      "epoch": 293.11,
      "grad_norm": 1.051216721534729,
      "learning_rate": 3.517458853433335e-06,
      "loss": 0.3408,
      "step": 1050230
    },
    {
      "epoch": 293.12,
      "grad_norm": 1.0230540037155151,
      "learning_rate": 3.5174354485757997e-06,
      "loss": 0.3491,
      "step": 1050240
    },
    {
      "epoch": 293.12,
      "grad_norm": 0.9515669345855713,
      "learning_rate": 3.5174120435620467e-06,
      "loss": 0.3623,
      "step": 1050250
    },
    {
      "epoch": 293.12,
      "grad_norm": 0.9632425308227539,
      "learning_rate": 3.517388638392079e-06,
      "loss": 0.3543,
      "step": 1050260
    },
    {
      "epoch": 293.13,
      "grad_norm": 0.9901344180107117,
      "learning_rate": 3.5173652330658996e-06,
      "loss": 0.3713,
      "step": 1050270
    },
    {
      "epoch": 293.13,
      "grad_norm": 1.0198395252227783,
      "learning_rate": 3.517341827583511e-06,
      "loss": 0.3585,
      "step": 1050280
    },
    {
      "epoch": 293.13,
      "grad_norm": 1.2399437427520752,
      "learning_rate": 3.517318421944918e-06,
      "loss": 0.356,
      "step": 1050290
    },
    {
      "epoch": 293.13,
      "grad_norm": 1.016074299812317,
      "learning_rate": 3.517295016150122e-06,
      "loss": 0.3631,
      "step": 1050300
    },
    {
      "epoch": 293.14,
      "grad_norm": 1.1016459465026855,
      "learning_rate": 3.5172716101991268e-06,
      "loss": 0.3725,
      "step": 1050310
    },
    {
      "epoch": 293.14,
      "grad_norm": 0.8615273237228394,
      "learning_rate": 3.5172482040919364e-06,
      "loss": 0.3491,
      "step": 1050320
    },
    {
      "epoch": 293.14,
      "grad_norm": 1.1033508777618408,
      "learning_rate": 3.517224797828553e-06,
      "loss": 0.3504,
      "step": 1050330
    },
    {
      "epoch": 293.15,
      "grad_norm": 1.1442792415618896,
      "learning_rate": 3.517201391408979e-06,
      "loss": 0.3555,
      "step": 1050340
    },
    {
      "epoch": 293.15,
      "grad_norm": 1.0272043943405151,
      "learning_rate": 3.5171779848332184e-06,
      "loss": 0.365,
      "step": 1050350
    },
    {
      "epoch": 293.15,
      "grad_norm": 1.058336615562439,
      "learning_rate": 3.517154578101275e-06,
      "loss": 0.3482,
      "step": 1050360
    },
    {
      "epoch": 293.15,
      "grad_norm": 0.8684003353118896,
      "learning_rate": 3.51713117121315e-06,
      "loss": 0.3642,
      "step": 1050370
    },
    {
      "epoch": 293.16,
      "grad_norm": 0.9585698843002319,
      "learning_rate": 3.5171077641688484e-06,
      "loss": 0.3604,
      "step": 1050380
    },
    {
      "epoch": 293.16,
      "grad_norm": 0.8809440732002258,
      "learning_rate": 3.5170843569683723e-06,
      "loss": 0.3466,
      "step": 1050390
    },
    {
      "epoch": 293.16,
      "grad_norm": 1.0998890399932861,
      "learning_rate": 3.517060949611726e-06,
      "loss": 0.3614,
      "step": 1050400
    },
    {
      "epoch": 293.16,
      "grad_norm": 1.2673753499984741,
      "learning_rate": 3.51703754209891e-06,
      "loss": 0.3649,
      "step": 1050410
    },
    {
      "epoch": 293.17,
      "grad_norm": 0.93909752368927,
      "learning_rate": 3.517014134429931e-06,
      "loss": 0.3347,
      "step": 1050420
    },
    {
      "epoch": 293.17,
      "grad_norm": 0.9943953156471252,
      "learning_rate": 3.5169907266047887e-06,
      "loss": 0.3546,
      "step": 1050430
    },
    {
      "epoch": 293.17,
      "grad_norm": 0.9546647071838379,
      "learning_rate": 3.516967318623488e-06,
      "loss": 0.3486,
      "step": 1050440
    },
    {
      "epoch": 293.18,
      "grad_norm": 0.8967883586883545,
      "learning_rate": 3.5169439104860326e-06,
      "loss": 0.363,
      "step": 1050450
    },
    {
      "epoch": 293.18,
      "grad_norm": 1.2635632753372192,
      "learning_rate": 3.516920502192424e-06,
      "loss": 0.3534,
      "step": 1050460
    },
    {
      "epoch": 293.18,
      "grad_norm": 1.2073380947113037,
      "learning_rate": 3.5168970937426663e-06,
      "loss": 0.3683,
      "step": 1050470
    },
    {
      "epoch": 293.18,
      "grad_norm": 1.0539592504501343,
      "learning_rate": 3.5168736851367627e-06,
      "loss": 0.3542,
      "step": 1050480
    },
    {
      "epoch": 293.19,
      "grad_norm": 0.9777882099151611,
      "learning_rate": 3.5168502763747157e-06,
      "loss": 0.3696,
      "step": 1050490
    },
    {
      "epoch": 293.19,
      "grad_norm": 1.0936505794525146,
      "learning_rate": 3.5168268674565284e-06,
      "loss": 0.357,
      "step": 1050500
    },
    {
      "epoch": 293.19,
      "grad_norm": 1.0557267665863037,
      "learning_rate": 3.516803458382204e-06,
      "loss": 0.3499,
      "step": 1050510
    },
    {
      "epoch": 293.2,
      "grad_norm": 1.1148542165756226,
      "learning_rate": 3.5167800491517467e-06,
      "loss": 0.36,
      "step": 1050520
    },
    {
      "epoch": 293.2,
      "grad_norm": 1.0272507667541504,
      "learning_rate": 3.516756639765158e-06,
      "loss": 0.3499,
      "step": 1050530
    },
    {
      "epoch": 293.2,
      "grad_norm": 0.9919909238815308,
      "learning_rate": 3.516733230222443e-06,
      "loss": 0.3701,
      "step": 1050540
    },
    {
      "epoch": 293.2,
      "grad_norm": 1.168742060661316,
      "learning_rate": 3.5167098205236033e-06,
      "loss": 0.3667,
      "step": 1050550
    },
    {
      "epoch": 293.21,
      "grad_norm": 0.9258798956871033,
      "learning_rate": 3.516686410668642e-06,
      "loss": 0.3778,
      "step": 1050560
    },
    {
      "epoch": 293.21,
      "grad_norm": 1.0740201473236084,
      "learning_rate": 3.5166630006575624e-06,
      "loss": 0.3723,
      "step": 1050570
    },
    {
      "epoch": 293.21,
      "grad_norm": 1.0071561336517334,
      "learning_rate": 3.516639590490368e-06,
      "loss": 0.3474,
      "step": 1050580
    },
    {
      "epoch": 293.22,
      "grad_norm": 1.0225844383239746,
      "learning_rate": 3.516616180167061e-06,
      "loss": 0.3504,
      "step": 1050590
    },
    {
      "epoch": 293.22,
      "grad_norm": 0.969963788986206,
      "learning_rate": 3.5165927696876458e-06,
      "loss": 0.3561,
      "step": 1050600
    },
    {
      "epoch": 293.22,
      "grad_norm": 0.9899930953979492,
      "learning_rate": 3.516569359052125e-06,
      "loss": 0.3645,
      "step": 1050610
    },
    {
      "epoch": 293.22,
      "grad_norm": 1.1473904848098755,
      "learning_rate": 3.516545948260502e-06,
      "loss": 0.3604,
      "step": 1050620
    },
    {
      "epoch": 293.23,
      "grad_norm": 0.933440625667572,
      "learning_rate": 3.516522537312779e-06,
      "loss": 0.364,
      "step": 1050630
    },
    {
      "epoch": 293.23,
      "grad_norm": 1.169508457183838,
      "learning_rate": 3.5164991262089585e-06,
      "loss": 0.3687,
      "step": 1050640
    },
    {
      "epoch": 293.23,
      "grad_norm": 1.0488367080688477,
      "learning_rate": 3.5164757149490465e-06,
      "loss": 0.3677,
      "step": 1050650
    },
    {
      "epoch": 293.23,
      "grad_norm": 0.9965081214904785,
      "learning_rate": 3.516452303533044e-06,
      "loss": 0.3504,
      "step": 1050660
    },
    {
      "epoch": 293.24,
      "grad_norm": 0.9299229979515076,
      "learning_rate": 3.5164288919609536e-06,
      "loss": 0.361,
      "step": 1050670
    },
    {
      "epoch": 293.24,
      "grad_norm": 1.0107371807098389,
      "learning_rate": 3.516405480232781e-06,
      "loss": 0.3556,
      "step": 1050680
    },
    {
      "epoch": 293.24,
      "grad_norm": 1.1121054887771606,
      "learning_rate": 3.5163820683485266e-06,
      "loss": 0.3483,
      "step": 1050690
    },
    {
      "epoch": 293.25,
      "grad_norm": 1.0199089050292969,
      "learning_rate": 3.516358656308194e-06,
      "loss": 0.3652,
      "step": 1050700
    },
    {
      "epoch": 293.25,
      "grad_norm": 0.9947229623794556,
      "learning_rate": 3.516335244111788e-06,
      "loss": 0.3555,
      "step": 1050710
    },
    {
      "epoch": 293.25,
      "grad_norm": 1.0510374307632446,
      "learning_rate": 3.5163118317593103e-06,
      "loss": 0.3524,
      "step": 1050720
    },
    {
      "epoch": 293.25,
      "grad_norm": 1.0497294664382935,
      "learning_rate": 3.516288419250764e-06,
      "loss": 0.3777,
      "step": 1050730
    },
    {
      "epoch": 293.26,
      "grad_norm": 1.0209252834320068,
      "learning_rate": 3.5162650065861523e-06,
      "loss": 0.3493,
      "step": 1050740
    },
    {
      "epoch": 293.26,
      "grad_norm": 1.1193372011184692,
      "learning_rate": 3.516241593765479e-06,
      "loss": 0.3537,
      "step": 1050750
    },
    {
      "epoch": 293.26,
      "grad_norm": 2.0158042907714844,
      "learning_rate": 3.5162181807887463e-06,
      "loss": 0.3515,
      "step": 1050760
    },
    {
      "epoch": 293.27,
      "grad_norm": 0.9692265391349792,
      "learning_rate": 3.5161947676559585e-06,
      "loss": 0.3599,
      "step": 1050770
    },
    {
      "epoch": 293.27,
      "grad_norm": 0.9162065386772156,
      "learning_rate": 3.5161713543671176e-06,
      "loss": 0.3544,
      "step": 1050780
    },
    {
      "epoch": 293.27,
      "grad_norm": 1.2649502754211426,
      "learning_rate": 3.516147940922227e-06,
      "loss": 0.3593,
      "step": 1050790
    },
    {
      "epoch": 293.27,
      "grad_norm": 2.800602674484253,
      "learning_rate": 3.5161245273212896e-06,
      "loss": 0.3494,
      "step": 1050800
    },
    {
      "epoch": 293.28,
      "grad_norm": 0.9154724478721619,
      "learning_rate": 3.516101113564309e-06,
      "loss": 0.3636,
      "step": 1050810
    },
    {
      "epoch": 293.28,
      "grad_norm": 1.0170997381210327,
      "learning_rate": 3.516077699651288e-06,
      "loss": 0.351,
      "step": 1050820
    },
    {
      "epoch": 293.28,
      "grad_norm": 1.3981420993804932,
      "learning_rate": 3.5160542855822307e-06,
      "loss": 0.3528,
      "step": 1050830
    },
    {
      "epoch": 293.28,
      "grad_norm": 0.9716535806655884,
      "learning_rate": 3.5160308713571393e-06,
      "loss": 0.3776,
      "step": 1050840
    },
    {
      "epoch": 293.29,
      "grad_norm": 0.9838171005249023,
      "learning_rate": 3.5160074569760164e-06,
      "loss": 0.3784,
      "step": 1050850
    },
    {
      "epoch": 293.29,
      "grad_norm": 0.969699501991272,
      "learning_rate": 3.5159840424388658e-06,
      "loss": 0.3676,
      "step": 1050860
    },
    {
      "epoch": 293.29,
      "grad_norm": 1.0621918439865112,
      "learning_rate": 3.5159606277456904e-06,
      "loss": 0.3433,
      "step": 1050870
    },
    {
      "epoch": 293.3,
      "grad_norm": 1.0528531074523926,
      "learning_rate": 3.515937212896494e-06,
      "loss": 0.349,
      "step": 1050880
    },
    {
      "epoch": 293.3,
      "grad_norm": 1.0696355104446411,
      "learning_rate": 3.515913797891278e-06,
      "loss": 0.3614,
      "step": 1050890
    },
    {
      "epoch": 293.3,
      "grad_norm": 0.9422785043716431,
      "learning_rate": 3.5158903827300485e-06,
      "loss": 0.3452,
      "step": 1050900
    },
    {
      "epoch": 293.3,
      "grad_norm": 0.9806345701217651,
      "learning_rate": 3.515866967412806e-06,
      "loss": 0.3517,
      "step": 1050910
    },
    {
      "epoch": 293.31,
      "grad_norm": 1.0522915124893188,
      "learning_rate": 3.515843551939554e-06,
      "loss": 0.353,
      "step": 1050920
    },
    {
      "epoch": 293.31,
      "grad_norm": 0.9747148156166077,
      "learning_rate": 3.5158201363102953e-06,
      "loss": 0.3694,
      "step": 1050930
    },
    {
      "epoch": 293.31,
      "grad_norm": 1.0384103059768677,
      "learning_rate": 3.5157967205250357e-06,
      "loss": 0.3624,
      "step": 1050940
    },
    {
      "epoch": 293.32,
      "grad_norm": 1.0189915895462036,
      "learning_rate": 3.5157733045837747e-06,
      "loss": 0.353,
      "step": 1050950
    },
    {
      "epoch": 293.32,
      "grad_norm": 0.891457736492157,
      "learning_rate": 3.5157498884865177e-06,
      "loss": 0.3598,
      "step": 1050960
    },
    {
      "epoch": 293.32,
      "grad_norm": 1.0178723335266113,
      "learning_rate": 3.5157264722332677e-06,
      "loss": 0.3523,
      "step": 1050970
    },
    {
      "epoch": 293.32,
      "grad_norm": 1.1128027439117432,
      "learning_rate": 3.515703055824027e-06,
      "loss": 0.3436,
      "step": 1050980
    },
    {
      "epoch": 293.33,
      "grad_norm": 1.0609289407730103,
      "learning_rate": 3.5156796392587982e-06,
      "loss": 0.3593,
      "step": 1050990
    },
    {
      "epoch": 293.33,
      "grad_norm": 1.1819943189620972,
      "learning_rate": 3.5156562225375863e-06,
      "loss": 0.3478,
      "step": 1051000
    },
    {
      "epoch": 293.33,
      "grad_norm": 1.0685253143310547,
      "learning_rate": 3.5156328056603928e-06,
      "loss": 0.3573,
      "step": 1051010
    },
    {
      "epoch": 293.34,
      "grad_norm": 0.9843791127204895,
      "learning_rate": 3.515609388627221e-06,
      "loss": 0.3343,
      "step": 1051020
    },
    {
      "epoch": 293.34,
      "grad_norm": 1.2762365341186523,
      "learning_rate": 3.5155859714380756e-06,
      "loss": 0.3527,
      "step": 1051030
    },
    {
      "epoch": 293.34,
      "grad_norm": 1.1221930980682373,
      "learning_rate": 3.5155625540929574e-06,
      "loss": 0.344,
      "step": 1051040
    },
    {
      "epoch": 293.34,
      "grad_norm": 0.8720044493675232,
      "learning_rate": 3.515539136591871e-06,
      "loss": 0.3423,
      "step": 1051050
    },
    {
      "epoch": 293.35,
      "grad_norm": 1.0893274545669556,
      "learning_rate": 3.515515718934819e-06,
      "loss": 0.3572,
      "step": 1051060
    },
    {
      "epoch": 293.35,
      "grad_norm": 1.0824673175811768,
      "learning_rate": 3.5154923011218054e-06,
      "loss": 0.3728,
      "step": 1051070
    },
    {
      "epoch": 293.35,
      "grad_norm": 1.2889926433563232,
      "learning_rate": 3.515468883152832e-06,
      "loss": 0.348,
      "step": 1051080
    },
    {
      "epoch": 293.35,
      "grad_norm": 1.0753663778305054,
      "learning_rate": 3.5154454650279024e-06,
      "loss": 0.3705,
      "step": 1051090
    },
    {
      "epoch": 293.36,
      "grad_norm": 1.0698745250701904,
      "learning_rate": 3.5154220467470204e-06,
      "loss": 0.3562,
      "step": 1051100
    },
    {
      "epoch": 293.36,
      "grad_norm": 1.1316523551940918,
      "learning_rate": 3.5153986283101876e-06,
      "loss": 0.3614,
      "step": 1051110
    },
    {
      "epoch": 293.36,
      "grad_norm": 1.072211742401123,
      "learning_rate": 3.5153752097174094e-06,
      "loss": 0.3749,
      "step": 1051120
    },
    {
      "epoch": 293.37,
      "grad_norm": 0.9679065346717834,
      "learning_rate": 3.515351790968687e-06,
      "loss": 0.3556,
      "step": 1051130
    },
    {
      "epoch": 293.37,
      "grad_norm": 1.2070708274841309,
      "learning_rate": 3.515328372064023e-06,
      "loss": 0.3626,
      "step": 1051140
    },
    {
      "epoch": 293.37,
      "grad_norm": 0.9387959837913513,
      "learning_rate": 3.5153049530034225e-06,
      "loss": 0.3425,
      "step": 1051150
    },
    {
      "epoch": 293.37,
      "grad_norm": 0.9861769080162048,
      "learning_rate": 3.5152815337868884e-06,
      "loss": 0.3599,
      "step": 1051160
    },
    {
      "epoch": 293.38,
      "grad_norm": 1.0082557201385498,
      "learning_rate": 3.515258114414422e-06,
      "loss": 0.3567,
      "step": 1051170
    },
    {
      "epoch": 293.38,
      "grad_norm": 1.0104453563690186,
      "learning_rate": 3.5152346948860275e-06,
      "loss": 0.3583,
      "step": 1051180
    },
    {
      "epoch": 293.38,
      "grad_norm": 1.1743526458740234,
      "learning_rate": 3.5152112752017088e-06,
      "loss": 0.3505,
      "step": 1051190
    },
    {
      "epoch": 293.39,
      "grad_norm": 0.9882935881614685,
      "learning_rate": 3.515187855361468e-06,
      "loss": 0.3496,
      "step": 1051200
    },
    {
      "epoch": 293.39,
      "grad_norm": 2.618509531021118,
      "learning_rate": 3.515164435365308e-06,
      "loss": 0.359,
      "step": 1051210
    },
    {
      "epoch": 293.39,
      "grad_norm": 1.0589643716812134,
      "learning_rate": 3.515141015213233e-06,
      "loss": 0.3626,
      "step": 1051220
    },
    {
      "epoch": 293.39,
      "grad_norm": 0.873756468296051,
      "learning_rate": 3.5151175949052454e-06,
      "loss": 0.3568,
      "step": 1051230
    },
    {
      "epoch": 293.4,
      "grad_norm": 0.9544731974601746,
      "learning_rate": 3.5150941744413485e-06,
      "loss": 0.3511,
      "step": 1051240
    },
    {
      "epoch": 293.4,
      "grad_norm": 1.392883062362671,
      "learning_rate": 3.515070753821545e-06,
      "loss": 0.3523,
      "step": 1051250
    },
    {
      "epoch": 293.4,
      "grad_norm": 1.0523667335510254,
      "learning_rate": 3.515047333045839e-06,
      "loss": 0.3401,
      "step": 1051260
    },
    {
      "epoch": 293.4,
      "grad_norm": 2.7548892498016357,
      "learning_rate": 3.5150239121142327e-06,
      "loss": 0.368,
      "step": 1051270
    },
    {
      "epoch": 293.41,
      "grad_norm": 0.9143545627593994,
      "learning_rate": 3.51500049102673e-06,
      "loss": 0.352,
      "step": 1051280
    },
    {
      "epoch": 293.41,
      "grad_norm": 1.0324863195419312,
      "learning_rate": 3.514977069783333e-06,
      "loss": 0.3509,
      "step": 1051290
    },
    {
      "epoch": 293.41,
      "grad_norm": 1.0772016048431396,
      "learning_rate": 3.5149536483840454e-06,
      "loss": 0.3302,
      "step": 1051300
    },
    {
      "epoch": 293.42,
      "grad_norm": 1.0576202869415283,
      "learning_rate": 3.5149302268288706e-06,
      "loss": 0.3461,
      "step": 1051310
    },
    {
      "epoch": 293.42,
      "grad_norm": 0.9574763774871826,
      "learning_rate": 3.5149068051178113e-06,
      "loss": 0.3641,
      "step": 1051320
    },
    {
      "epoch": 293.42,
      "grad_norm": 1.1033955812454224,
      "learning_rate": 3.51488338325087e-06,
      "loss": 0.3587,
      "step": 1051330
    },
    {
      "epoch": 293.42,
      "grad_norm": 0.8790907859802246,
      "learning_rate": 3.514859961228051e-06,
      "loss": 0.3598,
      "step": 1051340
    },
    {
      "epoch": 293.43,
      "grad_norm": 1.2099753618240356,
      "learning_rate": 3.5148365390493573e-06,
      "loss": 0.3497,
      "step": 1051350
    },
    {
      "epoch": 293.43,
      "grad_norm": 1.0199989080429077,
      "learning_rate": 3.514813116714791e-06,
      "loss": 0.3686,
      "step": 1051360
    },
    {
      "epoch": 293.43,
      "grad_norm": 1.2678958177566528,
      "learning_rate": 3.5147896942243565e-06,
      "loss": 0.3488,
      "step": 1051370
    },
    {
      "epoch": 293.44,
      "grad_norm": 2.236072301864624,
      "learning_rate": 3.514766271578056e-06,
      "loss": 0.3602,
      "step": 1051380
    },
    {
      "epoch": 293.44,
      "grad_norm": 0.9883745908737183,
      "learning_rate": 3.5147428487758936e-06,
      "loss": 0.3698,
      "step": 1051390
    },
    {
      "epoch": 293.44,
      "grad_norm": 1.013248324394226,
      "learning_rate": 3.5147194258178705e-06,
      "loss": 0.3703,
      "step": 1051400
    },
    {
      "epoch": 293.44,
      "grad_norm": 1.0459082126617432,
      "learning_rate": 3.5146960027039916e-06,
      "loss": 0.353,
      "step": 1051410
    },
    {
      "epoch": 293.45,
      "grad_norm": 1.0897858142852783,
      "learning_rate": 3.5146725794342595e-06,
      "loss": 0.3738,
      "step": 1051420
    },
    {
      "epoch": 293.45,
      "grad_norm": 0.9318634867668152,
      "learning_rate": 3.5146491560086776e-06,
      "loss": 0.3765,
      "step": 1051430
    },
    {
      "epoch": 293.45,
      "grad_norm": 0.99927818775177,
      "learning_rate": 3.5146257324272484e-06,
      "loss": 0.35,
      "step": 1051440
    },
    {
      "epoch": 293.46,
      "grad_norm": 0.9889168739318848,
      "learning_rate": 3.5146023086899758e-06,
      "loss": 0.3497,
      "step": 1051450
    },
    {
      "epoch": 293.46,
      "grad_norm": 0.9842911958694458,
      "learning_rate": 3.5145788847968613e-06,
      "loss": 0.3422,
      "step": 1051460
    },
    {
      "epoch": 293.46,
      "grad_norm": 0.9540988802909851,
      "learning_rate": 3.5145554607479098e-06,
      "loss": 0.3515,
      "step": 1051470
    },
    {
      "epoch": 293.46,
      "grad_norm": 1.1239793300628662,
      "learning_rate": 3.5145320365431236e-06,
      "loss": 0.3732,
      "step": 1051480
    },
    {
      "epoch": 293.47,
      "grad_norm": 1.067275047302246,
      "learning_rate": 3.5145086121825063e-06,
      "loss": 0.3493,
      "step": 1051490
    },
    {
      "epoch": 293.47,
      "grad_norm": 1.0986298322677612,
      "learning_rate": 3.514485187666061e-06,
      "loss": 0.3658,
      "step": 1051500
    },
    {
      "epoch": 293.47,
      "grad_norm": 1.0698083639144897,
      "learning_rate": 3.51446176299379e-06,
      "loss": 0.3931,
      "step": 1051510
    },
    {
      "epoch": 293.47,
      "grad_norm": 0.9420673251152039,
      "learning_rate": 3.5144383381656976e-06,
      "loss": 0.3591,
      "step": 1051520
    },
    {
      "epoch": 293.48,
      "grad_norm": 0.8461092710494995,
      "learning_rate": 3.5144149131817855e-06,
      "loss": 0.3631,
      "step": 1051530
    },
    {
      "epoch": 293.48,
      "grad_norm": 1.7021965980529785,
      "learning_rate": 3.5143914880420575e-06,
      "loss": 0.3431,
      "step": 1051540
    },
    {
      "epoch": 293.48,
      "grad_norm": 1.013503074645996,
      "learning_rate": 3.5143680627465174e-06,
      "loss": 0.353,
      "step": 1051550
    },
    {
      "epoch": 293.49,
      "grad_norm": 1.045419692993164,
      "learning_rate": 3.5143446372951673e-06,
      "loss": 0.3756,
      "step": 1051560
    },
    {
      "epoch": 293.49,
      "grad_norm": 1.2962381839752197,
      "learning_rate": 3.514321211688011e-06,
      "loss": 0.3591,
      "step": 1051570
    },
    {
      "epoch": 293.49,
      "grad_norm": 1.1571687459945679,
      "learning_rate": 3.5142977859250513e-06,
      "loss": 0.3704,
      "step": 1051580
    },
    {
      "epoch": 293.49,
      "grad_norm": 0.944487988948822,
      "learning_rate": 3.5142743600062915e-06,
      "loss": 0.3561,
      "step": 1051590
    },
    {
      "epoch": 293.5,
      "grad_norm": 1.0597745180130005,
      "learning_rate": 3.5142509339317343e-06,
      "loss": 0.3711,
      "step": 1051600
    },
    {
      "epoch": 293.5,
      "grad_norm": 0.9730324745178223,
      "learning_rate": 3.514227507701383e-06,
      "loss": 0.3428,
      "step": 1051610
    },
    {
      "epoch": 293.5,
      "grad_norm": 1.2397195100784302,
      "learning_rate": 3.5142040813152407e-06,
      "loss": 0.372,
      "step": 1051620
    },
    {
      "epoch": 293.51,
      "grad_norm": 1.0918643474578857,
      "learning_rate": 3.514180654773311e-06,
      "loss": 0.368,
      "step": 1051630
    },
    {
      "epoch": 293.51,
      "grad_norm": 1.0193525552749634,
      "learning_rate": 3.514157228075597e-06,
      "loss": 0.3526,
      "step": 1051640
    },
    {
      "epoch": 293.51,
      "grad_norm": 1.2959071397781372,
      "learning_rate": 3.5141338012221014e-06,
      "loss": 0.3578,
      "step": 1051650
    },
    {
      "epoch": 293.51,
      "grad_norm": 1.015357255935669,
      "learning_rate": 3.514110374212827e-06,
      "loss": 0.3469,
      "step": 1051660
    },
    {
      "epoch": 293.52,
      "grad_norm": 1.1870657205581665,
      "learning_rate": 3.5140869470477766e-06,
      "loss": 0.3602,
      "step": 1051670
    },
    {
      "epoch": 293.52,
      "grad_norm": 1.096107006072998,
      "learning_rate": 3.5140635197269553e-06,
      "loss": 0.3625,
      "step": 1051680
    },
    {
      "epoch": 293.52,
      "grad_norm": 0.8691843152046204,
      "learning_rate": 3.514040092250364e-06,
      "loss": 0.3592,
      "step": 1051690
    },
    {
      "epoch": 293.52,
      "grad_norm": 1.340366005897522,
      "learning_rate": 3.5140166646180076e-06,
      "loss": 0.3637,
      "step": 1051700
    },
    {
      "epoch": 293.53,
      "grad_norm": 1.1818567514419556,
      "learning_rate": 3.513993236829888e-06,
      "loss": 0.3562,
      "step": 1051710
    },
    {
      "epoch": 293.53,
      "grad_norm": 1.0580530166625977,
      "learning_rate": 3.5139698088860095e-06,
      "loss": 0.3635,
      "step": 1051720
    },
    {
      "epoch": 293.53,
      "grad_norm": 0.9660898447036743,
      "learning_rate": 3.513946380786373e-06,
      "loss": 0.3484,
      "step": 1051730
    },
    {
      "epoch": 293.54,
      "grad_norm": 0.9870627522468567,
      "learning_rate": 3.5139229525309844e-06,
      "loss": 0.3693,
      "step": 1051740
    },
    {
      "epoch": 293.54,
      "grad_norm": 3.1483025550842285,
      "learning_rate": 3.5138995241198445e-06,
      "loss": 0.3656,
      "step": 1051750
    },
    {
      "epoch": 293.54,
      "grad_norm": 1.0990782976150513,
      "learning_rate": 3.5138760955529572e-06,
      "loss": 0.3649,
      "step": 1051760
    },
    {
      "epoch": 293.54,
      "grad_norm": 0.9053620100021362,
      "learning_rate": 3.513852666830326e-06,
      "loss": 0.3493,
      "step": 1051770
    },
    {
      "epoch": 293.55,
      "grad_norm": 0.9873176217079163,
      "learning_rate": 3.5138292379519543e-06,
      "loss": 0.3572,
      "step": 1051780
    },
    {
      "epoch": 293.55,
      "grad_norm": 0.9380283355712891,
      "learning_rate": 3.513805808917845e-06,
      "loss": 0.3407,
      "step": 1051790
    },
    {
      "epoch": 293.55,
      "grad_norm": 0.9547414779663086,
      "learning_rate": 3.513782379728e-06,
      "loss": 0.3664,
      "step": 1051800
    },
    {
      "epoch": 293.56,
      "grad_norm": 1.03876531124115,
      "learning_rate": 3.513758950382424e-06,
      "loss": 0.3513,
      "step": 1051810
    },
    {
      "epoch": 293.56,
      "grad_norm": 1.1618523597717285,
      "learning_rate": 3.5137355208811193e-06,
      "loss": 0.3671,
      "step": 1051820
    },
    {
      "epoch": 293.56,
      "grad_norm": 1.0649715662002563,
      "learning_rate": 3.513712091224089e-06,
      "loss": 0.3438,
      "step": 1051830
    },
    {
      "epoch": 293.56,
      "grad_norm": 1.0814112424850464,
      "learning_rate": 3.5136886614113376e-06,
      "loss": 0.3625,
      "step": 1051840
    },
    {
      "epoch": 293.57,
      "grad_norm": 0.898108720779419,
      "learning_rate": 3.5136652314428654e-06,
      "loss": 0.3553,
      "step": 1051850
    },
    {
      "epoch": 293.57,
      "grad_norm": 0.8903809785842896,
      "learning_rate": 3.513641801318678e-06,
      "loss": 0.3562,
      "step": 1051860
    },
    {
      "epoch": 293.57,
      "grad_norm": 0.953803300857544,
      "learning_rate": 3.513618371038778e-06,
      "loss": 0.3555,
      "step": 1051870
    },
    {
      "epoch": 293.58,
      "grad_norm": 1.0441982746124268,
      "learning_rate": 3.5135949406031675e-06,
      "loss": 0.3678,
      "step": 1051880
    },
    {
      "epoch": 293.58,
      "grad_norm": 1.0236001014709473,
      "learning_rate": 3.5135715100118503e-06,
      "loss": 0.3709,
      "step": 1051890
    },
    {
      "epoch": 293.58,
      "grad_norm": 1.0079854726791382,
      "learning_rate": 3.5135480792648303e-06,
      "loss": 0.3439,
      "step": 1051900
    },
    {
      "epoch": 293.58,
      "grad_norm": 0.9558277130126953,
      "learning_rate": 3.513524648362109e-06,
      "loss": 0.3619,
      "step": 1051910
    },
    {
      "epoch": 293.59,
      "grad_norm": 1.0277562141418457,
      "learning_rate": 3.5135012173036905e-06,
      "loss": 0.3484,
      "step": 1051920
    },
    {
      "epoch": 293.59,
      "grad_norm": 0.9952083230018616,
      "learning_rate": 3.5134777860895784e-06,
      "loss": 0.356,
      "step": 1051930
    },
    {
      "epoch": 293.59,
      "grad_norm": 1.1569058895111084,
      "learning_rate": 3.513454354719775e-06,
      "loss": 0.3551,
      "step": 1051940
    },
    {
      "epoch": 293.59,
      "grad_norm": 0.9140881299972534,
      "learning_rate": 3.5134309231942833e-06,
      "loss": 0.3454,
      "step": 1051950
    },
    {
      "epoch": 293.6,
      "grad_norm": 1.018361210823059,
      "learning_rate": 3.5134074915131066e-06,
      "loss": 0.363,
      "step": 1051960
    },
    {
      "epoch": 293.6,
      "grad_norm": 1.1553593873977661,
      "learning_rate": 3.5133840596762495e-06,
      "loss": 0.3467,
      "step": 1051970
    },
    {
      "epoch": 293.6,
      "grad_norm": 1.062783122062683,
      "learning_rate": 3.5133606276837124e-06,
      "loss": 0.3676,
      "step": 1051980
    },
    {
      "epoch": 293.61,
      "grad_norm": 1.3737685680389404,
      "learning_rate": 3.5133371955355e-06,
      "loss": 0.3525,
      "step": 1051990
    },
    {
      "epoch": 293.61,
      "grad_norm": 1.0724369287490845,
      "learning_rate": 3.513313763231615e-06,
      "loss": 0.3535,
      "step": 1052000
    },
    {
      "epoch": 293.61,
      "grad_norm": 0.8241090178489685,
      "learning_rate": 3.513290330772062e-06,
      "loss": 0.3522,
      "step": 1052010
    },
    {
      "epoch": 293.61,
      "grad_norm": 1.059544563293457,
      "learning_rate": 3.5132668981568416e-06,
      "loss": 0.3752,
      "step": 1052020
    },
    {
      "epoch": 293.62,
      "grad_norm": 0.9325502514839172,
      "learning_rate": 3.513243465385959e-06,
      "loss": 0.3451,
      "step": 1052030
    },
    {
      "epoch": 293.62,
      "grad_norm": 1.008726716041565,
      "learning_rate": 3.5132200324594158e-06,
      "loss": 0.3413,
      "step": 1052040
    },
    {
      "epoch": 293.62,
      "grad_norm": 4.689635753631592,
      "learning_rate": 3.513196599377216e-06,
      "loss": 0.3576,
      "step": 1052050
    },
    {
      "epoch": 293.63,
      "grad_norm": 1.0680230855941772,
      "learning_rate": 3.5131731661393623e-06,
      "loss": 0.3394,
      "step": 1052060
    },
    {
      "epoch": 293.63,
      "grad_norm": 1.2220600843429565,
      "learning_rate": 3.5131497327458585e-06,
      "loss": 0.3634,
      "step": 1052070
    },
    {
      "epoch": 293.63,
      "grad_norm": 1.0399717092514038,
      "learning_rate": 3.513126299196708e-06,
      "loss": 0.365,
      "step": 1052080
    },
    {
      "epoch": 293.63,
      "grad_norm": 1.000604271888733,
      "learning_rate": 3.5131028654919123e-06,
      "loss": 0.3357,
      "step": 1052090
    },
    {
      "epoch": 293.64,
      "grad_norm": 0.9212158918380737,
      "learning_rate": 3.5130794316314757e-06,
      "loss": 0.3557,
      "step": 1052100
    },
    {
      "epoch": 293.64,
      "grad_norm": 1.1483559608459473,
      "learning_rate": 3.5130559976154006e-06,
      "loss": 0.358,
      "step": 1052110
    },
    {
      "epoch": 293.64,
      "grad_norm": 22.432022094726562,
      "learning_rate": 3.513032563443691e-06,
      "loss": 0.3635,
      "step": 1052120
    },
    {
      "epoch": 293.64,
      "grad_norm": 1.0157911777496338,
      "learning_rate": 3.513009129116349e-06,
      "loss": 0.3612,
      "step": 1052130
    },
    {
      "epoch": 293.65,
      "grad_norm": 1.1330825090408325,
      "learning_rate": 3.5129856946333787e-06,
      "loss": 0.3556,
      "step": 1052140
    },
    {
      "epoch": 293.65,
      "grad_norm": 0.9887678623199463,
      "learning_rate": 3.512962259994783e-06,
      "loss": 0.3642,
      "step": 1052150
    },
    {
      "epoch": 293.65,
      "grad_norm": 0.8576982021331787,
      "learning_rate": 3.5129388252005647e-06,
      "loss": 0.3756,
      "step": 1052160
    },
    {
      "epoch": 293.66,
      "grad_norm": 0.8999853730201721,
      "learning_rate": 3.512915390250727e-06,
      "loss": 0.3626,
      "step": 1052170
    },
    {
      "epoch": 293.66,
      "grad_norm": 0.9778682589530945,
      "learning_rate": 3.5128919551452725e-06,
      "loss": 0.3538,
      "step": 1052180
    },
    {
      "epoch": 293.66,
      "grad_norm": 0.9393756985664368,
      "learning_rate": 3.512868519884206e-06,
      "loss": 0.345,
      "step": 1052190
    },
    {
      "epoch": 293.66,
      "grad_norm": 0.9681990146636963,
      "learning_rate": 3.5128450844675284e-06,
      "loss": 0.3495,
      "step": 1052200
    },
    {
      "epoch": 293.67,
      "grad_norm": 1.1150275468826294,
      "learning_rate": 3.5128216488952446e-06,
      "loss": 0.3545,
      "step": 1052210
    },
    {
      "epoch": 293.67,
      "grad_norm": 1.0431737899780273,
      "learning_rate": 3.5127982131673566e-06,
      "loss": 0.3587,
      "step": 1052220
    },
    {
      "epoch": 293.67,
      "grad_norm": 0.8764151930809021,
      "learning_rate": 3.5127747772838686e-06,
      "loss": 0.3658,
      "step": 1052230
    },
    {
      "epoch": 293.68,
      "grad_norm": 1.13058602809906,
      "learning_rate": 3.5127513412447833e-06,
      "loss": 0.3418,
      "step": 1052240
    },
    {
      "epoch": 293.68,
      "grad_norm": 1.0121541023254395,
      "learning_rate": 3.512727905050102e-06,
      "loss": 0.3691,
      "step": 1052250
    },
    {
      "epoch": 293.68,
      "grad_norm": 0.9891051054000854,
      "learning_rate": 3.512704468699831e-06,
      "loss": 0.3645,
      "step": 1052260
    },
    {
      "epoch": 293.68,
      "grad_norm": 0.9605270624160767,
      "learning_rate": 3.5126810321939715e-06,
      "loss": 0.3536,
      "step": 1052270
    },
    {
      "epoch": 293.69,
      "grad_norm": 1.0332372188568115,
      "learning_rate": 3.5126575955325265e-06,
      "loss": 0.3623,
      "step": 1052280
    },
    {
      "epoch": 293.69,
      "grad_norm": 1.012351632118225,
      "learning_rate": 3.5126341587155e-06,
      "loss": 0.3439,
      "step": 1052290
    },
    {
      "epoch": 293.69,
      "grad_norm": 0.9545370936393738,
      "learning_rate": 3.5126107217428943e-06,
      "loss": 0.3679,
      "step": 1052300
    },
    {
      "epoch": 293.7,
      "grad_norm": 0.9531300067901611,
      "learning_rate": 3.5125872846147135e-06,
      "loss": 0.3862,
      "step": 1052310
    },
    {
      "epoch": 293.7,
      "grad_norm": 0.8708181381225586,
      "learning_rate": 3.5125638473309598e-06,
      "loss": 0.3595,
      "step": 1052320
    },
    {
      "epoch": 293.7,
      "grad_norm": 1.1245639324188232,
      "learning_rate": 3.5125404098916366e-06,
      "loss": 0.3645,
      "step": 1052330
    },
    {
      "epoch": 293.7,
      "grad_norm": 1.1920689344406128,
      "learning_rate": 3.5125169722967474e-06,
      "loss": 0.3538,
      "step": 1052340
    },
    {
      "epoch": 293.71,
      "grad_norm": 0.9352155923843384,
      "learning_rate": 3.512493534546294e-06,
      "loss": 0.3582,
      "step": 1052350
    },
    {
      "epoch": 293.71,
      "grad_norm": 0.8225911259651184,
      "learning_rate": 3.512470096640282e-06,
      "loss": 0.3626,
      "step": 1052360
    },
    {
      "epoch": 293.71,
      "grad_norm": 1.067622184753418,
      "learning_rate": 3.5124466585787116e-06,
      "loss": 0.363,
      "step": 1052370
    },
    {
      "epoch": 293.71,
      "grad_norm": 1.0593688488006592,
      "learning_rate": 3.512423220361588e-06,
      "loss": 0.3757,
      "step": 1052380
    },
    {
      "epoch": 293.72,
      "grad_norm": 0.9149760007858276,
      "learning_rate": 3.5123997819889143e-06,
      "loss": 0.3598,
      "step": 1052390
    },
    {
      "epoch": 293.72,
      "grad_norm": 1.1240640878677368,
      "learning_rate": 3.5123763434606926e-06,
      "loss": 0.3533,
      "step": 1052400
    },
    {
      "epoch": 293.72,
      "grad_norm": 1.1905803680419922,
      "learning_rate": 3.512352904776926e-06,
      "loss": 0.3554,
      "step": 1052410
    },
    {
      "epoch": 293.73,
      "grad_norm": 1.126600742340088,
      "learning_rate": 3.5123294659376183e-06,
      "loss": 0.3608,
      "step": 1052420
    },
    {
      "epoch": 293.73,
      "grad_norm": 1.0148956775665283,
      "learning_rate": 3.512306026942772e-06,
      "loss": 0.3557,
      "step": 1052430
    },
    {
      "epoch": 293.73,
      "grad_norm": 1.0432639122009277,
      "learning_rate": 3.512282587792391e-06,
      "loss": 0.3596,
      "step": 1052440
    },
    {
      "epoch": 293.73,
      "grad_norm": 1.1111491918563843,
      "learning_rate": 3.5122591484864784e-06,
      "loss": 0.3726,
      "step": 1052450
    },
    {
      "epoch": 293.74,
      "grad_norm": 0.9928184747695923,
      "learning_rate": 3.5122357090250364e-06,
      "loss": 0.3429,
      "step": 1052460
    },
    {
      "epoch": 293.74,
      "grad_norm": 1.0968245267868042,
      "learning_rate": 3.5122122694080682e-06,
      "loss": 0.3565,
      "step": 1052470
    },
    {
      "epoch": 293.74,
      "grad_norm": 0.8573897480964661,
      "learning_rate": 3.5121888296355784e-06,
      "loss": 0.3446,
      "step": 1052480
    },
    {
      "epoch": 293.75,
      "grad_norm": 1.1439224481582642,
      "learning_rate": 3.5121653897075683e-06,
      "loss": 0.3677,
      "step": 1052490
    },
    {
      "epoch": 293.75,
      "grad_norm": 1.1137112379074097,
      "learning_rate": 3.5121419496240416e-06,
      "loss": 0.3762,
      "step": 1052500
    },
    {
      "epoch": 293.75,
      "grad_norm": 1.0591439008712769,
      "learning_rate": 3.5121185093850022e-06,
      "loss": 0.356,
      "step": 1052510
    },
    {
      "epoch": 293.75,
      "grad_norm": 0.8582531213760376,
      "learning_rate": 3.5120950689904523e-06,
      "loss": 0.3762,
      "step": 1052520
    },
    {
      "epoch": 293.76,
      "grad_norm": 1.142109990119934,
      "learning_rate": 3.5120716284403955e-06,
      "loss": 0.3539,
      "step": 1052530
    },
    {
      "epoch": 293.76,
      "grad_norm": 0.9038885235786438,
      "learning_rate": 3.5120481877348345e-06,
      "loss": 0.3498,
      "step": 1052540
    },
    {
      "epoch": 293.76,
      "grad_norm": 1.2858781814575195,
      "learning_rate": 3.5120247468737735e-06,
      "loss": 0.3435,
      "step": 1052550
    },
    {
      "epoch": 293.77,
      "grad_norm": 1.0039418935775757,
      "learning_rate": 3.512001305857214e-06,
      "loss": 0.3548,
      "step": 1052560
    },
    {
      "epoch": 293.77,
      "grad_norm": 0.924843966960907,
      "learning_rate": 3.51197786468516e-06,
      "loss": 0.3482,
      "step": 1052570
    },
    {
      "epoch": 293.77,
      "grad_norm": 0.9648222327232361,
      "learning_rate": 3.5119544233576147e-06,
      "loss": 0.3656,
      "step": 1052580
    },
    {
      "epoch": 293.77,
      "grad_norm": 1.0183184146881104,
      "learning_rate": 3.5119309818745813e-06,
      "loss": 0.344,
      "step": 1052590
    },
    {
      "epoch": 293.78,
      "grad_norm": 1.1132233142852783,
      "learning_rate": 3.5119075402360626e-06,
      "loss": 0.3591,
      "step": 1052600
    },
    {
      "epoch": 293.78,
      "grad_norm": 0.9425821304321289,
      "learning_rate": 3.511884098442062e-06,
      "loss": 0.3623,
      "step": 1052610
    },
    {
      "epoch": 293.78,
      "grad_norm": 0.8621264696121216,
      "learning_rate": 3.5118606564925816e-06,
      "loss": 0.358,
      "step": 1052620
    },
    {
      "epoch": 293.78,
      "grad_norm": 1.4749422073364258,
      "learning_rate": 3.511837214387626e-06,
      "loss": 0.3579,
      "step": 1052630
    },
    {
      "epoch": 293.79,
      "grad_norm": 0.88267982006073,
      "learning_rate": 3.5118137721271976e-06,
      "loss": 0.3637,
      "step": 1052640
    },
    {
      "epoch": 293.79,
      "grad_norm": 1.1409800052642822,
      "learning_rate": 3.5117903297112997e-06,
      "loss": 0.3478,
      "step": 1052650
    },
    {
      "epoch": 293.79,
      "grad_norm": 1.1437021493911743,
      "learning_rate": 3.5117668871399348e-06,
      "loss": 0.3493,
      "step": 1052660
    },
    {
      "epoch": 293.8,
      "grad_norm": 0.9201949238777161,
      "learning_rate": 3.511743444413107e-06,
      "loss": 0.354,
      "step": 1052670
    },
    {
      "epoch": 293.8,
      "grad_norm": 1.1442978382110596,
      "learning_rate": 3.5117200015308197e-06,
      "loss": 0.3632,
      "step": 1052680
    },
    {
      "epoch": 293.8,
      "grad_norm": 0.9772375226020813,
      "learning_rate": 3.511696558493074e-06,
      "loss": 0.3494,
      "step": 1052690
    },
    {
      "epoch": 293.8,
      "grad_norm": 0.9621789455413818,
      "learning_rate": 3.5116731152998744e-06,
      "loss": 0.3538,
      "step": 1052700
    },
    {
      "epoch": 293.81,
      "grad_norm": 0.9557207226753235,
      "learning_rate": 3.5116496719512246e-06,
      "loss": 0.3502,
      "step": 1052710
    },
    {
      "epoch": 293.81,
      "grad_norm": 0.9423996210098267,
      "learning_rate": 3.511626228447127e-06,
      "loss": 0.3466,
      "step": 1052720
    },
    {
      "epoch": 293.81,
      "grad_norm": 1.2427566051483154,
      "learning_rate": 3.511602784787584e-06,
      "loss": 0.3594,
      "step": 1052730
    },
    {
      "epoch": 293.82,
      "grad_norm": 0.98273104429245,
      "learning_rate": 3.5115793409726e-06,
      "loss": 0.3556,
      "step": 1052740
    },
    {
      "epoch": 293.82,
      "grad_norm": 1.0243443250656128,
      "learning_rate": 3.5115558970021777e-06,
      "loss": 0.3666,
      "step": 1052750
    },
    {
      "epoch": 293.82,
      "grad_norm": 0.9963141083717346,
      "learning_rate": 3.5115324528763197e-06,
      "loss": 0.3508,
      "step": 1052760
    },
    {
      "epoch": 293.82,
      "grad_norm": 1.0702478885650635,
      "learning_rate": 3.5115090085950303e-06,
      "loss": 0.3749,
      "step": 1052770
    },
    {
      "epoch": 293.83,
      "grad_norm": 1.1162739992141724,
      "learning_rate": 3.511485564158311e-06,
      "loss": 0.3786,
      "step": 1052780
    },
    {
      "epoch": 293.83,
      "grad_norm": 0.963798999786377,
      "learning_rate": 3.511462119566166e-06,
      "loss": 0.3461,
      "step": 1052790
    },
    {
      "epoch": 293.83,
      "grad_norm": 0.900501549243927,
      "learning_rate": 3.511438674818598e-06,
      "loss": 0.3536,
      "step": 1052800
    },
    {
      "epoch": 293.83,
      "grad_norm": 1.0694209337234497,
      "learning_rate": 3.511415229915611e-06,
      "loss": 0.3627,
      "step": 1052810
    },
    {
      "epoch": 293.84,
      "grad_norm": 1.305371880531311,
      "learning_rate": 3.5113917848572073e-06,
      "loss": 0.3706,
      "step": 1052820
    },
    {
      "epoch": 293.84,
      "grad_norm": 0.9367939233779907,
      "learning_rate": 3.5113683396433893e-06,
      "loss": 0.3522,
      "step": 1052830
    },
    {
      "epoch": 293.84,
      "grad_norm": 1.0245118141174316,
      "learning_rate": 3.5113448942741623e-06,
      "loss": 0.3604,
      "step": 1052840
    },
    {
      "epoch": 293.85,
      "grad_norm": 0.9830759167671204,
      "learning_rate": 3.5113214487495268e-06,
      "loss": 0.3488,
      "step": 1052850
    },
    {
      "epoch": 293.85,
      "grad_norm": 0.9280203580856323,
      "learning_rate": 3.511298003069488e-06,
      "loss": 0.3436,
      "step": 1052860
    },
    {
      "epoch": 293.85,
      "grad_norm": 1.0968742370605469,
      "learning_rate": 3.5112745572340484e-06,
      "loss": 0.3504,
      "step": 1052870
    },
    {
      "epoch": 293.85,
      "grad_norm": 1.0112959146499634,
      "learning_rate": 3.5112511112432102e-06,
      "loss": 0.353,
      "step": 1052880
    },
    {
      "epoch": 293.86,
      "grad_norm": 0.9653235077857971,
      "learning_rate": 3.5112276650969783e-06,
      "loss": 0.3573,
      "step": 1052890
    },
    {
      "epoch": 293.86,
      "grad_norm": 0.9780116677284241,
      "learning_rate": 3.511204218795354e-06,
      "loss": 0.3484,
      "step": 1052900
    },
    {
      "epoch": 293.86,
      "grad_norm": 1.0271224975585938,
      "learning_rate": 3.5111807723383415e-06,
      "loss": 0.3547,
      "step": 1052910
    },
    {
      "epoch": 293.87,
      "grad_norm": 1.29475998878479,
      "learning_rate": 3.5111573257259433e-06,
      "loss": 0.3574,
      "step": 1052920
    },
    {
      "epoch": 293.87,
      "grad_norm": 1.1255792379379272,
      "learning_rate": 3.511133878958163e-06,
      "loss": 0.3614,
      "step": 1052930
    },
    {
      "epoch": 293.87,
      "grad_norm": 1.090069055557251,
      "learning_rate": 3.511110432035004e-06,
      "loss": 0.3632,
      "step": 1052940
    },
    {
      "epoch": 293.87,
      "grad_norm": 1.058547019958496,
      "learning_rate": 3.5110869849564687e-06,
      "loss": 0.3575,
      "step": 1052950
    },
    {
      "epoch": 293.88,
      "grad_norm": 1.0972636938095093,
      "learning_rate": 3.511063537722561e-06,
      "loss": 0.3676,
      "step": 1052960
    },
    {
      "epoch": 293.88,
      "grad_norm": 0.9114137291908264,
      "learning_rate": 3.5110400903332828e-06,
      "loss": 0.3563,
      "step": 1052970
    },
    {
      "epoch": 293.88,
      "grad_norm": 0.9334267377853394,
      "learning_rate": 3.5110166427886384e-06,
      "loss": 0.3532,
      "step": 1052980
    },
    {
      "epoch": 293.89,
      "grad_norm": 0.9668776392936707,
      "learning_rate": 3.5109931950886305e-06,
      "loss": 0.3561,
      "step": 1052990
    },
    {
      "epoch": 293.89,
      "grad_norm": 0.9818955659866333,
      "learning_rate": 3.510969747233262e-06,
      "loss": 0.357,
      "step": 1053000
    },
    {
      "epoch": 293.89,
      "grad_norm": 1.0434902906417847,
      "learning_rate": 3.5109462992225364e-06,
      "loss": 0.3754,
      "step": 1053010
    },
    {
      "epoch": 293.89,
      "grad_norm": 1.2584010362625122,
      "learning_rate": 3.510922851056456e-06,
      "loss": 0.3526,
      "step": 1053020
    },
    {
      "epoch": 293.9,
      "grad_norm": 1.0924514532089233,
      "learning_rate": 3.510899402735026e-06,
      "loss": 0.3567,
      "step": 1053030
    },
    {
      "epoch": 293.9,
      "grad_norm": 1.0281704664230347,
      "learning_rate": 3.510875954258247e-06,
      "loss": 0.3554,
      "step": 1053040
    },
    {
      "epoch": 293.9,
      "grad_norm": 1.2638583183288574,
      "learning_rate": 3.510852505626124e-06,
      "loss": 0.3535,
      "step": 1053050
    },
    {
      "epoch": 293.9,
      "grad_norm": 1.128284215927124,
      "learning_rate": 3.510829056838659e-06,
      "loss": 0.3445,
      "step": 1053060
    },
    {
      "epoch": 293.91,
      "grad_norm": 0.8681406378746033,
      "learning_rate": 3.5108056078958547e-06,
      "loss": 0.3407,
      "step": 1053070
    },
    {
      "epoch": 293.91,
      "grad_norm": 0.9267987608909607,
      "learning_rate": 3.5107821587977155e-06,
      "loss": 0.372,
      "step": 1053080
    },
    {
      "epoch": 293.91,
      "grad_norm": 1.0904003381729126,
      "learning_rate": 3.5107587095442436e-06,
      "loss": 0.3537,
      "step": 1053090
    },
    {
      "epoch": 293.92,
      "grad_norm": 1.1249754428863525,
      "learning_rate": 3.5107352601354437e-06,
      "loss": 0.3565,
      "step": 1053100
    },
    {
      "epoch": 293.92,
      "grad_norm": 1.1411705017089844,
      "learning_rate": 3.5107118105713165e-06,
      "loss": 0.3605,
      "step": 1053110
    },
    {
      "epoch": 293.92,
      "grad_norm": 0.9162911772727966,
      "learning_rate": 3.510688360851867e-06,
      "loss": 0.3555,
      "step": 1053120
    },
    {
      "epoch": 293.92,
      "grad_norm": 0.9969720840454102,
      "learning_rate": 3.510664910977098e-06,
      "loss": 0.3698,
      "step": 1053130
    },
    {
      "epoch": 293.93,
      "grad_norm": 1.0230199098587036,
      "learning_rate": 3.510641460947012e-06,
      "loss": 0.3591,
      "step": 1053140
    },
    {
      "epoch": 293.93,
      "grad_norm": 1.037682294845581,
      "learning_rate": 3.5106180107616116e-06,
      "loss": 0.3451,
      "step": 1053150
    },
    {
      "epoch": 293.93,
      "grad_norm": 0.9184836745262146,
      "learning_rate": 3.5105945604209018e-06,
      "loss": 0.3483,
      "step": 1053160
    },
    {
      "epoch": 293.94,
      "grad_norm": 0.9233364462852478,
      "learning_rate": 3.510571109924884e-06,
      "loss": 0.3755,
      "step": 1053170
    },
    {
      "epoch": 293.94,
      "grad_norm": 1.0032981634140015,
      "learning_rate": 3.5105476592735623e-06,
      "loss": 0.3608,
      "step": 1053180
    },
    {
      "epoch": 293.94,
      "grad_norm": 0.9955707788467407,
      "learning_rate": 3.51052420846694e-06,
      "loss": 0.3656,
      "step": 1053190
    },
    {
      "epoch": 293.94,
      "grad_norm": 1.1276719570159912,
      "learning_rate": 3.5105007575050195e-06,
      "loss": 0.3551,
      "step": 1053200
    },
    {
      "epoch": 293.95,
      "grad_norm": 1.0495398044586182,
      "learning_rate": 3.5104773063878036e-06,
      "loss": 0.3581,
      "step": 1053210
    },
    {
      "epoch": 293.95,
      "grad_norm": 1.0025131702423096,
      "learning_rate": 3.5104538551152965e-06,
      "loss": 0.3641,
      "step": 1053220
    },
    {
      "epoch": 293.95,
      "grad_norm": 0.9504369497299194,
      "learning_rate": 3.5104304036875004e-06,
      "loss": 0.3655,
      "step": 1053230
    },
    {
      "epoch": 293.95,
      "grad_norm": 1.233733057975769,
      "learning_rate": 3.5104069521044194e-06,
      "loss": 0.3606,
      "step": 1053240
    },
    {
      "epoch": 293.96,
      "grad_norm": 1.051784873008728,
      "learning_rate": 3.5103835003660556e-06,
      "loss": 0.3647,
      "step": 1053250
    },
    {
      "epoch": 293.96,
      "grad_norm": 1.0041210651397705,
      "learning_rate": 3.510360048472413e-06,
      "loss": 0.35,
      "step": 1053260
    },
    {
      "epoch": 293.96,
      "grad_norm": 1.0967662334442139,
      "learning_rate": 3.510336596423494e-06,
      "loss": 0.334,
      "step": 1053270
    },
    {
      "epoch": 293.97,
      "grad_norm": 1.245151162147522,
      "learning_rate": 3.510313144219301e-06,
      "loss": 0.3757,
      "step": 1053280
    },
    {
      "epoch": 293.97,
      "grad_norm": 1.0988373756408691,
      "learning_rate": 3.5102896918598397e-06,
      "loss": 0.3482,
      "step": 1053290
    },
    {
      "epoch": 293.97,
      "grad_norm": 0.9818094372749329,
      "learning_rate": 3.5102662393451106e-06,
      "loss": 0.3487,
      "step": 1053300
    },
    {
      "epoch": 293.97,
      "grad_norm": 0.9211514592170715,
      "learning_rate": 3.510242786675118e-06,
      "loss": 0.3504,
      "step": 1053310
    },
    {
      "epoch": 293.98,
      "grad_norm": 0.9606710076332092,
      "learning_rate": 3.510219333849866e-06,
      "loss": 0.3532,
      "step": 1053320
    },
    {
      "epoch": 293.98,
      "grad_norm": 0.9885349273681641,
      "learning_rate": 3.5101958808693554e-06,
      "loss": 0.3574,
      "step": 1053330
    },
    {
      "epoch": 293.98,
      "grad_norm": 1.0184972286224365,
      "learning_rate": 3.510172427733591e-06,
      "loss": 0.3532,
      "step": 1053340
    },
    {
      "epoch": 293.99,
      "grad_norm": 1.1349517107009888,
      "learning_rate": 3.510148974442576e-06,
      "loss": 0.3574,
      "step": 1053350
    },
    {
      "epoch": 293.99,
      "grad_norm": 1.08390212059021,
      "learning_rate": 3.510125520996312e-06,
      "loss": 0.3521,
      "step": 1053360
    },
    {
      "epoch": 293.99,
      "grad_norm": 1.3415435552597046,
      "learning_rate": 3.510102067394803e-06,
      "loss": 0.371,
      "step": 1053370
    },
    {
      "epoch": 293.99,
      "grad_norm": 1.0239200592041016,
      "learning_rate": 3.510078613638053e-06,
      "loss": 0.3604,
      "step": 1053380
    },
    {
      "epoch": 294.0,
      "grad_norm": 1.1071937084197998,
      "learning_rate": 3.510055159726064e-06,
      "loss": 0.3627,
      "step": 1053390
    },
    {
      "epoch": 294.0,
      "grad_norm": 1.1664164066314697,
      "learning_rate": 3.510031705658839e-06,
      "loss": 0.3559,
      "step": 1053400
    },
    {
      "epoch": 294.0,
      "eval_loss": 0.35792726278305054,
      "eval_runtime": 63.9313,
      "eval_samples_per_second": 79.132,
      "eval_steps_per_second": 9.901,
      "step": 1053402
    },
    {
      "epoch": 294.0,
      "grad_norm": 1.0384058952331543,
      "learning_rate": 3.5100082514363823e-06,
      "loss": 0.3532,
      "step": 1053410
    },
    {
      "epoch": 294.01,
      "grad_norm": 0.9258710145950317,
      "learning_rate": 3.5099847970586965e-06,
      "loss": 0.358,
      "step": 1053420
    },
    {
      "epoch": 294.01,
      "grad_norm": 1.0961092710494995,
      "learning_rate": 3.509961342525784e-06,
      "loss": 0.3511,
      "step": 1053430
    },
    {
      "epoch": 294.01,
      "grad_norm": 1.0506484508514404,
      "learning_rate": 3.509937887837648e-06,
      "loss": 0.3572,
      "step": 1053440
    },
    {
      "epoch": 294.01,
      "grad_norm": 0.9257737398147583,
      "learning_rate": 3.5099144329942933e-06,
      "loss": 0.3469,
      "step": 1053450
    },
    {
      "epoch": 294.02,
      "grad_norm": 1.0347927808761597,
      "learning_rate": 3.509890977995721e-06,
      "loss": 0.3608,
      "step": 1053460
    },
    {
      "epoch": 294.02,
      "grad_norm": 0.8871635794639587,
      "learning_rate": 3.509867522841935e-06,
      "loss": 0.3407,
      "step": 1053470
    },
    {
      "epoch": 294.02,
      "grad_norm": 0.9067164659500122,
      "learning_rate": 3.509844067532939e-06,
      "loss": 0.3536,
      "step": 1053480
    },
    {
      "epoch": 294.02,
      "grad_norm": 1.0578676462173462,
      "learning_rate": 3.509820612068735e-06,
      "loss": 0.3626,
      "step": 1053490
    },
    {
      "epoch": 294.03,
      "grad_norm": 1.0178073644638062,
      "learning_rate": 3.509797156449327e-06,
      "loss": 0.3639,
      "step": 1053500
    },
    {
      "epoch": 294.03,
      "grad_norm": 0.9512417912483215,
      "learning_rate": 3.5097737006747174e-06,
      "loss": 0.3533,
      "step": 1053510
    },
    {
      "epoch": 294.03,
      "grad_norm": 1.4306927919387817,
      "learning_rate": 3.50975024474491e-06,
      "loss": 0.3495,
      "step": 1053520
    },
    {
      "epoch": 294.04,
      "grad_norm": 1.0500304698944092,
      "learning_rate": 3.5097267886599075e-06,
      "loss": 0.3384,
      "step": 1053530
    },
    {
      "epoch": 294.04,
      "grad_norm": 1.0839914083480835,
      "learning_rate": 3.509703332419713e-06,
      "loss": 0.351,
      "step": 1053540
    },
    {
      "epoch": 294.04,
      "grad_norm": 1.3713732957839966,
      "learning_rate": 3.509679876024331e-06,
      "loss": 0.3459,
      "step": 1053550
    },
    {
      "epoch": 294.04,
      "grad_norm": 1.2721226215362549,
      "learning_rate": 3.509656419473762e-06,
      "loss": 0.3535,
      "step": 1053560
    },
    {
      "epoch": 294.05,
      "grad_norm": 1.0032610893249512,
      "learning_rate": 3.509632962768011e-06,
      "loss": 0.3624,
      "step": 1053570
    },
    {
      "epoch": 294.05,
      "grad_norm": 1.130654215812683,
      "learning_rate": 3.5096095059070807e-06,
      "loss": 0.3716,
      "step": 1053580
    },
    {
      "epoch": 294.05,
      "grad_norm": 0.9284448027610779,
      "learning_rate": 3.509586048890974e-06,
      "loss": 0.3643,
      "step": 1053590
    },
    {
      "epoch": 294.06,
      "grad_norm": 0.9956245422363281,
      "learning_rate": 3.509562591719695e-06,
      "loss": 0.3546,
      "step": 1053600
    },
    {
      "epoch": 294.06,
      "grad_norm": 1.0778669118881226,
      "learning_rate": 3.5095391343932455e-06,
      "loss": 0.3815,
      "step": 1053610
    },
    {
      "epoch": 294.06,
      "grad_norm": 1.8762487173080444,
      "learning_rate": 3.5095156769116282e-06,
      "loss": 0.3441,
      "step": 1053620
    },
    {
      "epoch": 294.06,
      "grad_norm": 1.0594860315322876,
      "learning_rate": 3.5094922192748485e-06,
      "loss": 0.3632,
      "step": 1053630
    },
    {
      "epoch": 294.07,
      "grad_norm": 0.947284996509552,
      "learning_rate": 3.5094687614829084e-06,
      "loss": 0.3611,
      "step": 1053640
    },
    {
      "epoch": 294.07,
      "grad_norm": 1.0891133546829224,
      "learning_rate": 3.50944530353581e-06,
      "loss": 0.3551,
      "step": 1053650
    },
    {
      "epoch": 294.07,
      "grad_norm": 0.8751177787780762,
      "learning_rate": 3.509421845433557e-06,
      "loss": 0.3474,
      "step": 1053660
    },
    {
      "epoch": 294.07,
      "grad_norm": 0.9110429286956787,
      "learning_rate": 3.5093983871761528e-06,
      "loss": 0.3554,
      "step": 1053670
    },
    {
      "epoch": 294.08,
      "grad_norm": 0.9385302662849426,
      "learning_rate": 3.5093749287636014e-06,
      "loss": 0.3798,
      "step": 1053680
    },
    {
      "epoch": 294.08,
      "grad_norm": 1.1358643770217896,
      "learning_rate": 3.509351470195904e-06,
      "loss": 0.3688,
      "step": 1053690
    },
    {
      "epoch": 294.08,
      "grad_norm": 1.7710051536560059,
      "learning_rate": 3.5093280114730654e-06,
      "loss": 0.3729,
      "step": 1053700
    },
    {
      "epoch": 294.09,
      "grad_norm": 1.0596266984939575,
      "learning_rate": 3.509304552595088e-06,
      "loss": 0.3438,
      "step": 1053710
    },
    {
      "epoch": 294.09,
      "grad_norm": 1.104658842086792,
      "learning_rate": 3.5092810935619745e-06,
      "loss": 0.3642,
      "step": 1053720
    },
    {
      "epoch": 294.09,
      "grad_norm": 1.2315670251846313,
      "learning_rate": 3.5092576343737286e-06,
      "loss": 0.359,
      "step": 1053730
    },
    {
      "epoch": 294.09,
      "grad_norm": 1.1154143810272217,
      "learning_rate": 3.509234175030354e-06,
      "loss": 0.3607,
      "step": 1053740
    },
    {
      "epoch": 294.1,
      "grad_norm": 1.1557519435882568,
      "learning_rate": 3.5092107155318522e-06,
      "loss": 0.356,
      "step": 1053750
    },
    {
      "epoch": 294.1,
      "grad_norm": 1.2835129499435425,
      "learning_rate": 3.5091872558782273e-06,
      "loss": 0.3551,
      "step": 1053760
    },
    {
      "epoch": 294.1,
      "grad_norm": 1.1903505325317383,
      "learning_rate": 3.509163796069483e-06,
      "loss": 0.3648,
      "step": 1053770
    },
    {
      "epoch": 294.11,
      "grad_norm": 1.0453113317489624,
      "learning_rate": 3.5091403361056222e-06,
      "loss": 0.3544,
      "step": 1053780
    },
    {
      "epoch": 294.11,
      "grad_norm": 1.008244276046753,
      "learning_rate": 3.509116875986647e-06,
      "loss": 0.3578,
      "step": 1053790
    },
    {
      "epoch": 294.11,
      "grad_norm": 1.0752116441726685,
      "learning_rate": 3.509093415712561e-06,
      "loss": 0.3639,
      "step": 1053800
    },
    {
      "epoch": 294.11,
      "grad_norm": 1.0551692247390747,
      "learning_rate": 3.5090699552833676e-06,
      "loss": 0.3639,
      "step": 1053810
    },
    {
      "epoch": 294.12,
      "grad_norm": 1.0233088731765747,
      "learning_rate": 3.50904649469907e-06,
      "loss": 0.3562,
      "step": 1053820
    },
    {
      "epoch": 294.12,
      "grad_norm": 1.5099890232086182,
      "learning_rate": 3.5090230339596703e-06,
      "loss": 0.3424,
      "step": 1053830
    },
    {
      "epoch": 294.12,
      "grad_norm": 0.982871949672699,
      "learning_rate": 3.5089995730651735e-06,
      "loss": 0.3646,
      "step": 1053840
    },
    {
      "epoch": 294.13,
      "grad_norm": 0.9577285647392273,
      "learning_rate": 3.5089761120155815e-06,
      "loss": 0.368,
      "step": 1053850
    },
    {
      "epoch": 294.13,
      "grad_norm": 0.9430927634239197,
      "learning_rate": 3.508952650810897e-06,
      "loss": 0.354,
      "step": 1053860
    },
    {
      "epoch": 294.13,
      "grad_norm": 1.113871693611145,
      "learning_rate": 3.5089291894511245e-06,
      "loss": 0.3529,
      "step": 1053870
    },
    {
      "epoch": 294.13,
      "grad_norm": 0.8945561647415161,
      "learning_rate": 3.5089057279362654e-06,
      "loss": 0.3484,
      "step": 1053880
    },
    {
      "epoch": 294.14,
      "grad_norm": 0.9951883554458618,
      "learning_rate": 3.5088822662663243e-06,
      "loss": 0.356,
      "step": 1053890
    },
    {
      "epoch": 294.14,
      "grad_norm": 1.0262489318847656,
      "learning_rate": 3.508858804441304e-06,
      "loss": 0.3558,
      "step": 1053900
    },
    {
      "epoch": 294.14,
      "grad_norm": 1.073588252067566,
      "learning_rate": 3.5088353424612067e-06,
      "loss": 0.3448,
      "step": 1053910
    },
    {
      "epoch": 294.14,
      "grad_norm": 1.221827745437622,
      "learning_rate": 3.508811880326037e-06,
      "loss": 0.3576,
      "step": 1053920
    },
    {
      "epoch": 294.15,
      "grad_norm": 1.0220015048980713,
      "learning_rate": 3.5087884180357968e-06,
      "loss": 0.3623,
      "step": 1053930
    },
    {
      "epoch": 294.15,
      "grad_norm": 0.964958131313324,
      "learning_rate": 3.5087649555904898e-06,
      "loss": 0.3385,
      "step": 1053940
    },
    {
      "epoch": 294.15,
      "grad_norm": 0.9556791186332703,
      "learning_rate": 3.508741492990119e-06,
      "loss": 0.3666,
      "step": 1053950
    },
    {
      "epoch": 294.16,
      "grad_norm": 1.0461996793746948,
      "learning_rate": 3.5087180302346874e-06,
      "loss": 0.3433,
      "step": 1053960
    },
    {
      "epoch": 294.16,
      "grad_norm": 0.9952021837234497,
      "learning_rate": 3.5086945673241983e-06,
      "loss": 0.3662,
      "step": 1053970
    },
    {
      "epoch": 294.16,
      "grad_norm": 0.995084285736084,
      "learning_rate": 3.508671104258655e-06,
      "loss": 0.3618,
      "step": 1053980
    },
    {
      "epoch": 294.16,
      "grad_norm": 1.0283373594284058,
      "learning_rate": 3.5086476410380602e-06,
      "loss": 0.3586,
      "step": 1053990
    },
    {
      "epoch": 294.17,
      "grad_norm": 1.1790944337844849,
      "learning_rate": 3.508624177662417e-06,
      "loss": 0.3466,
      "step": 1054000
    },
    {
      "epoch": 294.17,
      "grad_norm": 0.9935848712921143,
      "learning_rate": 3.508600714131729e-06,
      "loss": 0.3686,
      "step": 1054010
    },
    {
      "epoch": 294.17,
      "grad_norm": 1.2197424173355103,
      "learning_rate": 3.508577250445999e-06,
      "loss": 0.3686,
      "step": 1054020
    },
    {
      "epoch": 294.18,
      "grad_norm": 0.9535309672355652,
      "learning_rate": 3.50855378660523e-06,
      "loss": 0.3534,
      "step": 1054030
    },
    {
      "epoch": 294.18,
      "grad_norm": 1.0830258131027222,
      "learning_rate": 3.5085303226094254e-06,
      "loss": 0.3315,
      "step": 1054040
    },
    {
      "epoch": 294.18,
      "grad_norm": 0.9360086917877197,
      "learning_rate": 3.508506858458588e-06,
      "loss": 0.3494,
      "step": 1054050
    },
    {
      "epoch": 294.18,
      "grad_norm": 0.9787290096282959,
      "learning_rate": 3.5084833941527214e-06,
      "loss": 0.3655,
      "step": 1054060
    },
    {
      "epoch": 294.19,
      "grad_norm": 0.8169693946838379,
      "learning_rate": 3.5084599296918283e-06,
      "loss": 0.351,
      "step": 1054070
    },
    {
      "epoch": 294.19,
      "grad_norm": 1.181201457977295,
      "learning_rate": 3.5084364650759126e-06,
      "loss": 0.3446,
      "step": 1054080
    },
    {
      "epoch": 294.19,
      "grad_norm": 1.0257078409194946,
      "learning_rate": 3.508413000304976e-06,
      "loss": 0.3609,
      "step": 1054090
    },
    {
      "epoch": 294.19,
      "grad_norm": 1.1658951044082642,
      "learning_rate": 3.5083895353790235e-06,
      "loss": 0.357,
      "step": 1054100
    },
    {
      "epoch": 294.2,
      "grad_norm": 0.9546303153038025,
      "learning_rate": 3.5083660702980553e-06,
      "loss": 0.3558,
      "step": 1054110
    },
    {
      "epoch": 294.2,
      "grad_norm": 1.0597692728042603,
      "learning_rate": 3.508342605062078e-06,
      "loss": 0.3568,
      "step": 1054120
    },
    {
      "epoch": 294.2,
      "grad_norm": 1.0195364952087402,
      "learning_rate": 3.5083191396710928e-06,
      "loss": 0.3614,
      "step": 1054130
    },
    {
      "epoch": 294.21,
      "grad_norm": 1.1786712408065796,
      "learning_rate": 3.5082956741251027e-06,
      "loss": 0.3481,
      "step": 1054140
    },
    {
      "epoch": 294.21,
      "grad_norm": 1.0468320846557617,
      "learning_rate": 3.508272208424112e-06,
      "loss": 0.3699,
      "step": 1054150
    },
    {
      "epoch": 294.21,
      "grad_norm": 1.166590929031372,
      "learning_rate": 3.508248742568123e-06,
      "loss": 0.3453,
      "step": 1054160
    },
    {
      "epoch": 294.21,
      "grad_norm": 1.057303786277771,
      "learning_rate": 3.508225276557138e-06,
      "loss": 0.3589,
      "step": 1054170
    },
    {
      "epoch": 294.22,
      "grad_norm": 1.2322088479995728,
      "learning_rate": 3.5082018103911617e-06,
      "loss": 0.3593,
      "step": 1054180
    },
    {
      "epoch": 294.22,
      "grad_norm": 1.0151194334030151,
      "learning_rate": 3.508178344070196e-06,
      "loss": 0.3658,
      "step": 1054190
    },
    {
      "epoch": 294.22,
      "grad_norm": 0.8887336850166321,
      "learning_rate": 3.508154877594245e-06,
      "loss": 0.367,
      "step": 1054200
    },
    {
      "epoch": 294.23,
      "grad_norm": 1.0948817729949951,
      "learning_rate": 3.5081314109633112e-06,
      "loss": 0.3523,
      "step": 1054210
    },
    {
      "epoch": 294.23,
      "grad_norm": 1.041402816772461,
      "learning_rate": 3.5081079441773983e-06,
      "loss": 0.3665,
      "step": 1054220
    },
    {
      "epoch": 294.23,
      "grad_norm": 0.8950661420822144,
      "learning_rate": 3.508084477236509e-06,
      "loss": 0.3667,
      "step": 1054230
    },
    {
      "epoch": 294.23,
      "grad_norm": 0.8362827301025391,
      "learning_rate": 3.508061010140646e-06,
      "loss": 0.356,
      "step": 1054240
    },
    {
      "epoch": 294.24,
      "grad_norm": 1.5348936319351196,
      "learning_rate": 3.508037542889813e-06,
      "loss": 0.3615,
      "step": 1054250
    },
    {
      "epoch": 294.24,
      "grad_norm": 0.9874764084815979,
      "learning_rate": 3.5080140754840133e-06,
      "loss": 0.3491,
      "step": 1054260
    },
    {
      "epoch": 294.24,
      "grad_norm": 0.9652602672576904,
      "learning_rate": 3.5079906079232494e-06,
      "loss": 0.3571,
      "step": 1054270
    },
    {
      "epoch": 294.25,
      "grad_norm": 0.9283320903778076,
      "learning_rate": 3.5079671402075247e-06,
      "loss": 0.3585,
      "step": 1054280
    },
    {
      "epoch": 294.25,
      "grad_norm": 1.2820842266082764,
      "learning_rate": 3.507943672336843e-06,
      "loss": 0.3514,
      "step": 1054290
    },
    {
      "epoch": 294.25,
      "grad_norm": 0.9534386992454529,
      "learning_rate": 3.5079202043112066e-06,
      "loss": 0.3492,
      "step": 1054300
    },
    {
      "epoch": 294.25,
      "grad_norm": 0.991428554058075,
      "learning_rate": 3.5078967361306183e-06,
      "loss": 0.3691,
      "step": 1054310
    },
    {
      "epoch": 294.26,
      "grad_norm": 1.1713107824325562,
      "learning_rate": 3.5078732677950823e-06,
      "loss": 0.3679,
      "step": 1054320
    },
    {
      "epoch": 294.26,
      "grad_norm": 1.074741005897522,
      "learning_rate": 3.507849799304601e-06,
      "loss": 0.3441,
      "step": 1054330
    },
    {
      "epoch": 294.26,
      "grad_norm": 1.0480902194976807,
      "learning_rate": 3.5078263306591777e-06,
      "loss": 0.3427,
      "step": 1054340
    },
    {
      "epoch": 294.26,
      "grad_norm": 1.0045740604400635,
      "learning_rate": 3.5078028618588154e-06,
      "loss": 0.3657,
      "step": 1054350
    },
    {
      "epoch": 294.27,
      "grad_norm": 1.0265991687774658,
      "learning_rate": 3.5077793929035177e-06,
      "loss": 0.3634,
      "step": 1054360
    },
    {
      "epoch": 294.27,
      "grad_norm": 1.1670076847076416,
      "learning_rate": 3.5077559237932874e-06,
      "loss": 0.3509,
      "step": 1054370
    },
    {
      "epoch": 294.27,
      "grad_norm": 1.278346061706543,
      "learning_rate": 3.507732454528127e-06,
      "loss": 0.3786,
      "step": 1054380
    },
    {
      "epoch": 294.28,
      "grad_norm": 0.8455851078033447,
      "learning_rate": 3.507708985108041e-06,
      "loss": 0.367,
      "step": 1054390
    },
    {
      "epoch": 294.28,
      "grad_norm": 1.3356270790100098,
      "learning_rate": 3.507685515533031e-06,
      "loss": 0.3522,
      "step": 1054400
    },
    {
      "epoch": 294.28,
      "grad_norm": 0.9456524848937988,
      "learning_rate": 3.5076620458031005e-06,
      "loss": 0.3594,
      "step": 1054410
    },
    {
      "epoch": 294.28,
      "grad_norm": 1.1102268695831299,
      "learning_rate": 3.507638575918254e-06,
      "loss": 0.3485,
      "step": 1054420
    },
    {
      "epoch": 294.29,
      "grad_norm": 1.0780010223388672,
      "learning_rate": 3.5076151058784927e-06,
      "loss": 0.3476,
      "step": 1054430
    },
    {
      "epoch": 294.29,
      "grad_norm": 1.2238372564315796,
      "learning_rate": 3.507591635683822e-06,
      "loss": 0.3754,
      "step": 1054440
    },
    {
      "epoch": 294.29,
      "grad_norm": 0.9848261475563049,
      "learning_rate": 3.5075681653342427e-06,
      "loss": 0.3612,
      "step": 1054450
    },
    {
      "epoch": 294.3,
      "grad_norm": 0.9546297788619995,
      "learning_rate": 3.507544694829759e-06,
      "loss": 0.3721,
      "step": 1054460
    },
    {
      "epoch": 294.3,
      "grad_norm": 0.9615414142608643,
      "learning_rate": 3.5075212241703737e-06,
      "loss": 0.3709,
      "step": 1054470
    },
    {
      "epoch": 294.3,
      "grad_norm": 1.077521800994873,
      "learning_rate": 3.5074977533560906e-06,
      "loss": 0.3517,
      "step": 1054480
    },
    {
      "epoch": 294.3,
      "grad_norm": 0.8932371139526367,
      "learning_rate": 3.507474282386912e-06,
      "loss": 0.3651,
      "step": 1054490
    },
    {
      "epoch": 294.31,
      "grad_norm": 0.9343711733818054,
      "learning_rate": 3.507450811262842e-06,
      "loss": 0.3478,
      "step": 1054500
    },
    {
      "epoch": 294.31,
      "grad_norm": 0.9856702089309692,
      "learning_rate": 3.507427339983882e-06,
      "loss": 0.356,
      "step": 1054510
    },
    {
      "epoch": 294.31,
      "grad_norm": 1.0930012464523315,
      "learning_rate": 3.507403868550038e-06,
      "loss": 0.3562,
      "step": 1054520
    },
    {
      "epoch": 294.31,
      "grad_norm": 1.2264658212661743,
      "learning_rate": 3.5073803969613092e-06,
      "loss": 0.3698,
      "step": 1054530
    },
    {
      "epoch": 294.32,
      "grad_norm": 1.0206578969955444,
      "learning_rate": 3.507356925217702e-06,
      "loss": 0.3654,
      "step": 1054540
    },
    {
      "epoch": 294.32,
      "grad_norm": 1.3069719076156616,
      "learning_rate": 3.5073334533192187e-06,
      "loss": 0.3544,
      "step": 1054550
    },
    {
      "epoch": 294.32,
      "grad_norm": 0.9261466264724731,
      "learning_rate": 3.5073099812658616e-06,
      "loss": 0.3475,
      "step": 1054560
    },
    {
      "epoch": 294.33,
      "grad_norm": 1.0348846912384033,
      "learning_rate": 3.5072865090576338e-06,
      "loss": 0.3555,
      "step": 1054570
    },
    {
      "epoch": 294.33,
      "grad_norm": 0.9930062294006348,
      "learning_rate": 3.50726303669454e-06,
      "loss": 0.372,
      "step": 1054580
    },
    {
      "epoch": 294.33,
      "grad_norm": 1.0564225912094116,
      "learning_rate": 3.5072395641765822e-06,
      "loss": 0.3533,
      "step": 1054590
    },
    {
      "epoch": 294.33,
      "grad_norm": 1.0677595138549805,
      "learning_rate": 3.507216091503763e-06,
      "loss": 0.3508,
      "step": 1054600
    },
    {
      "epoch": 294.34,
      "grad_norm": 1.0216269493103027,
      "learning_rate": 3.5071926186760866e-06,
      "loss": 0.3467,
      "step": 1054610
    },
    {
      "epoch": 294.34,
      "grad_norm": 0.956231951713562,
      "learning_rate": 3.5071691456935555e-06,
      "loss": 0.3805,
      "step": 1054620
    },
    {
      "epoch": 294.34,
      "grad_norm": 0.9459410905838013,
      "learning_rate": 3.5071456725561728e-06,
      "loss": 0.3644,
      "step": 1054630
    },
    {
      "epoch": 294.35,
      "grad_norm": 1.0107953548431396,
      "learning_rate": 3.5071221992639427e-06,
      "loss": 0.3447,
      "step": 1054640
    },
    {
      "epoch": 294.35,
      "grad_norm": 1.0079081058502197,
      "learning_rate": 3.5070987258168665e-06,
      "loss": 0.3568,
      "step": 1054650
    },
    {
      "epoch": 294.35,
      "grad_norm": 1.2318404912948608,
      "learning_rate": 3.507075252214949e-06,
      "loss": 0.3602,
      "step": 1054660
    },
    {
      "epoch": 294.35,
      "grad_norm": 1.315596342086792,
      "learning_rate": 3.507051778458192e-06,
      "loss": 0.3501,
      "step": 1054670
    },
    {
      "epoch": 294.36,
      "grad_norm": 1.2568578720092773,
      "learning_rate": 3.5070283045465995e-06,
      "loss": 0.346,
      "step": 1054680
    },
    {
      "epoch": 294.36,
      "grad_norm": 1.2464911937713623,
      "learning_rate": 3.507004830480174e-06,
      "loss": 0.3585,
      "step": 1054690
    },
    {
      "epoch": 294.36,
      "grad_norm": 1.1630146503448486,
      "learning_rate": 3.506981356258919e-06,
      "loss": 0.3552,
      "step": 1054700
    },
    {
      "epoch": 294.37,
      "grad_norm": 1.0637761354446411,
      "learning_rate": 3.506957881882838e-06,
      "loss": 0.3564,
      "step": 1054710
    },
    {
      "epoch": 294.37,
      "grad_norm": 1.0657180547714233,
      "learning_rate": 3.506934407351933e-06,
      "loss": 0.3482,
      "step": 1054720
    },
    {
      "epoch": 294.37,
      "grad_norm": 0.8631832599639893,
      "learning_rate": 3.506910932666209e-06,
      "loss": 0.3514,
      "step": 1054730
    },
    {
      "epoch": 294.37,
      "grad_norm": 1.015679121017456,
      "learning_rate": 3.5068874578256674e-06,
      "loss": 0.3639,
      "step": 1054740
    },
    {
      "epoch": 294.38,
      "grad_norm": 1.1288985013961792,
      "learning_rate": 3.5068639828303115e-06,
      "loss": 0.3637,
      "step": 1054750
    },
    {
      "epoch": 294.38,
      "grad_norm": 1.0064889192581177,
      "learning_rate": 3.506840507680145e-06,
      "loss": 0.3608,
      "step": 1054760
    },
    {
      "epoch": 294.38,
      "grad_norm": 1.1306142807006836,
      "learning_rate": 3.506817032375171e-06,
      "loss": 0.3461,
      "step": 1054770
    },
    {
      "epoch": 294.38,
      "grad_norm": 0.9109750390052795,
      "learning_rate": 3.5067935569153927e-06,
      "loss": 0.3615,
      "step": 1054780
    },
    {
      "epoch": 294.39,
      "grad_norm": 1.314684271812439,
      "learning_rate": 3.506770081300812e-06,
      "loss": 0.3678,
      "step": 1054790
    },
    {
      "epoch": 294.39,
      "grad_norm": 0.8875875473022461,
      "learning_rate": 3.506746605531434e-06,
      "loss": 0.3476,
      "step": 1054800
    },
    {
      "epoch": 294.39,
      "grad_norm": 1.081086277961731,
      "learning_rate": 3.506723129607261e-06,
      "loss": 0.3689,
      "step": 1054810
    },
    {
      "epoch": 294.4,
      "grad_norm": 1.1084953546524048,
      "learning_rate": 3.506699653528296e-06,
      "loss": 0.3669,
      "step": 1054820
    },
    {
      "epoch": 294.4,
      "grad_norm": 1.1583458185195923,
      "learning_rate": 3.5066761772945406e-06,
      "loss": 0.3475,
      "step": 1054830
    },
    {
      "epoch": 294.4,
      "grad_norm": 1.0115480422973633,
      "learning_rate": 3.506652700906001e-06,
      "loss": 0.3581,
      "step": 1054840
    },
    {
      "epoch": 294.4,
      "grad_norm": 1.0311182737350464,
      "learning_rate": 3.5066292243626776e-06,
      "loss": 0.3621,
      "step": 1054850
    },
    {
      "epoch": 294.41,
      "grad_norm": 0.9910251498222351,
      "learning_rate": 3.506605747664575e-06,
      "loss": 0.3602,
      "step": 1054860
    },
    {
      "epoch": 294.41,
      "grad_norm": 0.839362621307373,
      "learning_rate": 3.5065822708116967e-06,
      "loss": 0.3477,
      "step": 1054870
    },
    {
      "epoch": 294.41,
      "grad_norm": 1.056117296218872,
      "learning_rate": 3.5065587938040447e-06,
      "loss": 0.3384,
      "step": 1054880
    },
    {
      "epoch": 294.42,
      "grad_norm": 6.231154441833496,
      "learning_rate": 3.506535316641622e-06,
      "loss": 0.3539,
      "step": 1054890
    },
    {
      "epoch": 294.42,
      "grad_norm": 1.0612366199493408,
      "learning_rate": 3.506511839324433e-06,
      "loss": 0.3432,
      "step": 1054900
    },
    {
      "epoch": 294.42,
      "grad_norm": 1.1211950778961182,
      "learning_rate": 3.5064883618524796e-06,
      "loss": 0.3361,
      "step": 1054910
    },
    {
      "epoch": 294.42,
      "grad_norm": 0.9963127970695496,
      "learning_rate": 3.5064648842257655e-06,
      "loss": 0.3466,
      "step": 1054920
    },
    {
      "epoch": 294.43,
      "grad_norm": 1.0671321153640747,
      "learning_rate": 3.506441406444294e-06,
      "loss": 0.3483,
      "step": 1054930
    },
    {
      "epoch": 294.43,
      "grad_norm": 1.1955806016921997,
      "learning_rate": 3.5064179285080675e-06,
      "loss": 0.3607,
      "step": 1054940
    },
    {
      "epoch": 294.43,
      "grad_norm": 0.8540655374526978,
      "learning_rate": 3.50639445041709e-06,
      "loss": 0.3543,
      "step": 1054950
    },
    {
      "epoch": 294.43,
      "grad_norm": 0.8856533765792847,
      "learning_rate": 3.506370972171364e-06,
      "loss": 0.3676,
      "step": 1054960
    },
    {
      "epoch": 294.44,
      "grad_norm": 1.103345513343811,
      "learning_rate": 3.506347493770893e-06,
      "loss": 0.3373,
      "step": 1054970
    },
    {
      "epoch": 294.44,
      "grad_norm": 0.9318656325340271,
      "learning_rate": 3.5063240152156793e-06,
      "loss": 0.3433,
      "step": 1054980
    },
    {
      "epoch": 294.44,
      "grad_norm": 1.078492522239685,
      "learning_rate": 3.5063005365057274e-06,
      "loss": 0.3462,
      "step": 1054990
    },
    {
      "epoch": 294.45,
      "grad_norm": 1.2704968452453613,
      "learning_rate": 3.50627705764104e-06,
      "loss": 0.3503,
      "step": 1055000
    },
    {
      "epoch": 294.45,
      "grad_norm": 0.9787294864654541,
      "learning_rate": 3.506253578621619e-06,
      "loss": 0.3635,
      "step": 1055010
    },
    {
      "epoch": 294.45,
      "grad_norm": 1.0703359842300415,
      "learning_rate": 3.506230099447469e-06,
      "loss": 0.3607,
      "step": 1055020
    },
    {
      "epoch": 294.45,
      "grad_norm": 1.0184487104415894,
      "learning_rate": 3.5062066201185925e-06,
      "loss": 0.3588,
      "step": 1055030
    },
    {
      "epoch": 294.46,
      "grad_norm": 1.1359422206878662,
      "learning_rate": 3.506183140634993e-06,
      "loss": 0.3452,
      "step": 1055040
    },
    {
      "epoch": 294.46,
      "grad_norm": 0.9242614507675171,
      "learning_rate": 3.5061596609966725e-06,
      "loss": 0.3546,
      "step": 1055050
    },
    {
      "epoch": 294.46,
      "grad_norm": 0.9542905688285828,
      "learning_rate": 3.5061361812036357e-06,
      "loss": 0.3738,
      "step": 1055060
    },
    {
      "epoch": 294.47,
      "grad_norm": 0.7840392589569092,
      "learning_rate": 3.5061127012558844e-06,
      "loss": 0.3493,
      "step": 1055070
    },
    {
      "epoch": 294.47,
      "grad_norm": 1.127974271774292,
      "learning_rate": 3.5060892211534226e-06,
      "loss": 0.3511,
      "step": 1055080
    },
    {
      "epoch": 294.47,
      "grad_norm": 0.9023516774177551,
      "learning_rate": 3.5060657408962528e-06,
      "loss": 0.3653,
      "step": 1055090
    },
    {
      "epoch": 294.47,
      "grad_norm": 1.0063236951828003,
      "learning_rate": 3.50604226048438e-06,
      "loss": 0.3516,
      "step": 1055100
    },
    {
      "epoch": 294.48,
      "grad_norm": 1.0708816051483154,
      "learning_rate": 3.5060187799178043e-06,
      "loss": 0.3641,
      "step": 1055110
    },
    {
      "epoch": 294.48,
      "grad_norm": 0.9794955253601074,
      "learning_rate": 3.5059952991965307e-06,
      "loss": 0.3559,
      "step": 1055120
    },
    {
      "epoch": 294.48,
      "grad_norm": 1.0571271181106567,
      "learning_rate": 3.505971818320562e-06,
      "loss": 0.3456,
      "step": 1055130
    },
    {
      "epoch": 294.49,
      "grad_norm": 1.034986972808838,
      "learning_rate": 3.5059483372899005e-06,
      "loss": 0.3557,
      "step": 1055140
    },
    {
      "epoch": 294.49,
      "grad_norm": 0.9466126561164856,
      "learning_rate": 3.5059248561045507e-06,
      "loss": 0.3483,
      "step": 1055150
    },
    {
      "epoch": 294.49,
      "grad_norm": 0.8414445519447327,
      "learning_rate": 3.5059013747645153e-06,
      "loss": 0.3487,
      "step": 1055160
    },
    {
      "epoch": 294.49,
      "grad_norm": 1.122855544090271,
      "learning_rate": 3.505877893269797e-06,
      "loss": 0.3773,
      "step": 1055170
    },
    {
      "epoch": 294.5,
      "grad_norm": 1.010248064994812,
      "learning_rate": 3.5058544116203996e-06,
      "loss": 0.3566,
      "step": 1055180
    },
    {
      "epoch": 294.5,
      "grad_norm": 1.0354195833206177,
      "learning_rate": 3.5058309298163257e-06,
      "loss": 0.354,
      "step": 1055190
    },
    {
      "epoch": 294.5,
      "grad_norm": 0.9295077323913574,
      "learning_rate": 3.5058074478575776e-06,
      "loss": 0.3617,
      "step": 1055200
    },
    {
      "epoch": 294.5,
      "grad_norm": 0.947320282459259,
      "learning_rate": 3.5057839657441605e-06,
      "loss": 0.3583,
      "step": 1055210
    },
    {
      "epoch": 294.51,
      "grad_norm": 1.0809922218322754,
      "learning_rate": 3.505760483476076e-06,
      "loss": 0.367,
      "step": 1055220
    },
    {
      "epoch": 294.51,
      "grad_norm": 1.112769365310669,
      "learning_rate": 3.5057370010533275e-06,
      "loss": 0.343,
      "step": 1055230
    },
    {
      "epoch": 294.51,
      "grad_norm": 0.9692273736000061,
      "learning_rate": 3.5057135184759176e-06,
      "loss": 0.3649,
      "step": 1055240
    },
    {
      "epoch": 294.52,
      "grad_norm": 1.247383713722229,
      "learning_rate": 3.5056900357438505e-06,
      "loss": 0.3691,
      "step": 1055250
    },
    {
      "epoch": 294.52,
      "grad_norm": 0.9720475077629089,
      "learning_rate": 3.5056665528571295e-06,
      "loss": 0.3584,
      "step": 1055260
    },
    {
      "epoch": 294.52,
      "grad_norm": 1.0220648050308228,
      "learning_rate": 3.505643069815756e-06,
      "loss": 0.3737,
      "step": 1055270
    },
    {
      "epoch": 294.52,
      "grad_norm": 0.9867376089096069,
      "learning_rate": 3.5056195866197347e-06,
      "loss": 0.3611,
      "step": 1055280
    },
    {
      "epoch": 294.53,
      "grad_norm": 0.8685417175292969,
      "learning_rate": 3.505596103269069e-06,
      "loss": 0.3491,
      "step": 1055290
    },
    {
      "epoch": 294.53,
      "grad_norm": 0.9097595810890198,
      "learning_rate": 3.50557261976376e-06,
      "loss": 0.3601,
      "step": 1055300
    },
    {
      "epoch": 294.53,
      "grad_norm": 0.7909945249557495,
      "learning_rate": 3.5055491361038124e-06,
      "loss": 0.3405,
      "step": 1055310
    },
    {
      "epoch": 294.54,
      "grad_norm": 1.1139798164367676,
      "learning_rate": 3.505525652289229e-06,
      "loss": 0.3532,
      "step": 1055320
    },
    {
      "epoch": 294.54,
      "grad_norm": 0.9687654376029968,
      "learning_rate": 3.505502168320014e-06,
      "loss": 0.3516,
      "step": 1055330
    },
    {
      "epoch": 294.54,
      "grad_norm": 0.9531787633895874,
      "learning_rate": 3.5054786841961685e-06,
      "loss": 0.3558,
      "step": 1055340
    },
    {
      "epoch": 294.54,
      "grad_norm": 0.962003767490387,
      "learning_rate": 3.5054551999176966e-06,
      "loss": 0.3652,
      "step": 1055350
    },
    {
      "epoch": 294.55,
      "grad_norm": 1.06514310836792,
      "learning_rate": 3.505431715484602e-06,
      "loss": 0.3478,
      "step": 1055360
    },
    {
      "epoch": 294.55,
      "grad_norm": 1.1003496646881104,
      "learning_rate": 3.5054082308968867e-06,
      "loss": 0.3667,
      "step": 1055370
    },
    {
      "epoch": 294.55,
      "grad_norm": 0.89586341381073,
      "learning_rate": 3.5053847461545537e-06,
      "loss": 0.3475,
      "step": 1055380
    },
    {
      "epoch": 294.55,
      "grad_norm": 1.4095302820205688,
      "learning_rate": 3.5053612612576085e-06,
      "loss": 0.3417,
      "step": 1055390
    },
    {
      "epoch": 294.56,
      "grad_norm": 0.9771357178688049,
      "learning_rate": 3.505337776206052e-06,
      "loss": 0.3619,
      "step": 1055400
    },
    {
      "epoch": 294.56,
      "grad_norm": 0.9061304926872253,
      "learning_rate": 3.505314290999887e-06,
      "loss": 0.3474,
      "step": 1055410
    },
    {
      "epoch": 294.56,
      "grad_norm": 0.9890948534011841,
      "learning_rate": 3.5052908056391183e-06,
      "loss": 0.3542,
      "step": 1055420
    },
    {
      "epoch": 294.57,
      "grad_norm": 1.031061053276062,
      "learning_rate": 3.5052673201237475e-06,
      "loss": 0.3454,
      "step": 1055430
    },
    {
      "epoch": 294.57,
      "grad_norm": 0.9581989645957947,
      "learning_rate": 3.5052438344537783e-06,
      "loss": 0.3512,
      "step": 1055440
    },
    {
      "epoch": 294.57,
      "grad_norm": 0.9862536787986755,
      "learning_rate": 3.505220348629215e-06,
      "loss": 0.3521,
      "step": 1055450
    },
    {
      "epoch": 294.57,
      "grad_norm": 1.125864028930664,
      "learning_rate": 3.505196862650059e-06,
      "loss": 0.3611,
      "step": 1055460
    },
    {
      "epoch": 294.58,
      "grad_norm": 0.9278680682182312,
      "learning_rate": 3.5051733765163143e-06,
      "loss": 0.3545,
      "step": 1055470
    },
    {
      "epoch": 294.58,
      "grad_norm": 1.0134732723236084,
      "learning_rate": 3.505149890227984e-06,
      "loss": 0.3575,
      "step": 1055480
    },
    {
      "epoch": 294.58,
      "grad_norm": 1.1299989223480225,
      "learning_rate": 3.5051264037850707e-06,
      "loss": 0.3557,
      "step": 1055490
    },
    {
      "epoch": 294.59,
      "grad_norm": 1.0781301259994507,
      "learning_rate": 3.5051029171875776e-06,
      "loss": 0.3627,
      "step": 1055500
    },
    {
      "epoch": 294.59,
      "grad_norm": 1.0024032592773438,
      "learning_rate": 3.505079430435509e-06,
      "loss": 0.3564,
      "step": 1055510
    },
    {
      "epoch": 294.59,
      "grad_norm": 0.951100766658783,
      "learning_rate": 3.5050559435288667e-06,
      "loss": 0.3489,
      "step": 1055520
    },
    {
      "epoch": 294.59,
      "grad_norm": 0.9656198024749756,
      "learning_rate": 3.505032456467654e-06,
      "loss": 0.3475,
      "step": 1055530
    },
    {
      "epoch": 294.6,
      "grad_norm": 0.8765976428985596,
      "learning_rate": 3.5050089692518743e-06,
      "loss": 0.3587,
      "step": 1055540
    },
    {
      "epoch": 294.6,
      "grad_norm": 1.0120160579681396,
      "learning_rate": 3.5049854818815314e-06,
      "loss": 0.3525,
      "step": 1055550
    },
    {
      "epoch": 294.6,
      "grad_norm": 1.1306601762771606,
      "learning_rate": 3.5049619943566274e-06,
      "loss": 0.3601,
      "step": 1055560
    },
    {
      "epoch": 294.61,
      "grad_norm": 1.1364668607711792,
      "learning_rate": 3.504938506677165e-06,
      "loss": 0.3486,
      "step": 1055570
    },
    {
      "epoch": 294.61,
      "grad_norm": 0.8817089796066284,
      "learning_rate": 3.504915018843149e-06,
      "loss": 0.3659,
      "step": 1055580
    },
    {
      "epoch": 294.61,
      "grad_norm": 1.063190221786499,
      "learning_rate": 3.504891530854581e-06,
      "loss": 0.3662,
      "step": 1055590
    },
    {
      "epoch": 294.61,
      "grad_norm": 1.1274176836013794,
      "learning_rate": 3.5048680427114653e-06,
      "loss": 0.3645,
      "step": 1055600
    },
    {
      "epoch": 294.62,
      "grad_norm": 1.0238946676254272,
      "learning_rate": 3.5048445544138043e-06,
      "loss": 0.3605,
      "step": 1055610
    },
    {
      "epoch": 294.62,
      "grad_norm": 1.0455470085144043,
      "learning_rate": 3.5048210659616017e-06,
      "loss": 0.3446,
      "step": 1055620
    },
    {
      "epoch": 294.62,
      "grad_norm": 1.0957170724868774,
      "learning_rate": 3.5047975773548593e-06,
      "loss": 0.3481,
      "step": 1055630
    },
    {
      "epoch": 294.62,
      "grad_norm": 1.1390630006790161,
      "learning_rate": 3.504774088593582e-06,
      "loss": 0.3515,
      "step": 1055640
    },
    {
      "epoch": 294.63,
      "grad_norm": 1.2034136056900024,
      "learning_rate": 3.5047505996777716e-06,
      "loss": 0.3613,
      "step": 1055650
    },
    {
      "epoch": 294.63,
      "grad_norm": 0.9241817593574524,
      "learning_rate": 3.5047271106074314e-06,
      "loss": 0.3867,
      "step": 1055660
    },
    {
      "epoch": 294.63,
      "grad_norm": 1.113305687904358,
      "learning_rate": 3.5047036213825654e-06,
      "loss": 0.3603,
      "step": 1055670
    },
    {
      "epoch": 294.64,
      "grad_norm": 0.9104953408241272,
      "learning_rate": 3.5046801320031764e-06,
      "loss": 0.3677,
      "step": 1055680
    },
    {
      "epoch": 294.64,
      "grad_norm": 1.1537846326828003,
      "learning_rate": 3.504656642469267e-06,
      "loss": 0.3712,
      "step": 1055690
    },
    {
      "epoch": 294.64,
      "grad_norm": 0.8993986248970032,
      "learning_rate": 3.50463315278084e-06,
      "loss": 0.368,
      "step": 1055700
    },
    {
      "epoch": 294.64,
      "grad_norm": 1.296195149421692,
      "learning_rate": 3.5046096629379e-06,
      "loss": 0.3767,
      "step": 1055710
    },
    {
      "epoch": 294.65,
      "grad_norm": 1.3004094362258911,
      "learning_rate": 3.5045861729404485e-06,
      "loss": 0.3567,
      "step": 1055720
    },
    {
      "epoch": 294.65,
      "grad_norm": 0.9646642208099365,
      "learning_rate": 3.5045626827884897e-06,
      "loss": 0.3492,
      "step": 1055730
    },
    {
      "epoch": 294.65,
      "grad_norm": 1.1576189994812012,
      "learning_rate": 3.5045391924820273e-06,
      "loss": 0.3557,
      "step": 1055740
    },
    {
      "epoch": 294.66,
      "grad_norm": 1.3881967067718506,
      "learning_rate": 3.5045157020210624e-06,
      "loss": 0.3375,
      "step": 1055750
    },
    {
      "epoch": 294.66,
      "grad_norm": 0.9993260502815247,
      "learning_rate": 3.5044922114055995e-06,
      "loss": 0.3674,
      "step": 1055760
    },
    {
      "epoch": 294.66,
      "grad_norm": 1.770588755607605,
      "learning_rate": 3.5044687206356416e-06,
      "loss": 0.3617,
      "step": 1055770
    },
    {
      "epoch": 294.66,
      "grad_norm": 1.0664724111557007,
      "learning_rate": 3.5044452297111916e-06,
      "loss": 0.3517,
      "step": 1055780
    },
    {
      "epoch": 294.67,
      "grad_norm": 0.9480658769607544,
      "learning_rate": 3.504421738632253e-06,
      "loss": 0.3663,
      "step": 1055790
    },
    {
      "epoch": 294.67,
      "grad_norm": 0.9197649359703064,
      "learning_rate": 3.504398247398829e-06,
      "loss": 0.3723,
      "step": 1055800
    },
    {
      "epoch": 294.67,
      "grad_norm": 1.1509298086166382,
      "learning_rate": 3.5043747560109214e-06,
      "loss": 0.3525,
      "step": 1055810
    },
    {
      "epoch": 294.67,
      "grad_norm": 0.8357496857643127,
      "learning_rate": 3.5043512644685347e-06,
      "loss": 0.353,
      "step": 1055820
    },
    {
      "epoch": 294.68,
      "grad_norm": 1.0476043224334717,
      "learning_rate": 3.5043277727716724e-06,
      "loss": 0.3597,
      "step": 1055830
    },
    {
      "epoch": 294.68,
      "grad_norm": 1.2623164653778076,
      "learning_rate": 3.5043042809203364e-06,
      "loss": 0.3524,
      "step": 1055840
    },
    {
      "epoch": 294.68,
      "grad_norm": 0.9541853666305542,
      "learning_rate": 3.50428078891453e-06,
      "loss": 0.3443,
      "step": 1055850
    },
    {
      "epoch": 294.69,
      "grad_norm": 1.009688377380371,
      "learning_rate": 3.5042572967542567e-06,
      "loss": 0.3372,
      "step": 1055860
    },
    {
      "epoch": 294.69,
      "grad_norm": 0.822544515132904,
      "learning_rate": 3.50423380443952e-06,
      "loss": 0.3441,
      "step": 1055870
    },
    {
      "epoch": 294.69,
      "grad_norm": 1.061740756034851,
      "learning_rate": 3.5042103119703216e-06,
      "loss": 0.3593,
      "step": 1055880
    },
    {
      "epoch": 294.69,
      "grad_norm": 0.9484038352966309,
      "learning_rate": 3.5041868193466664e-06,
      "loss": 0.342,
      "step": 1055890
    },
    {
      "epoch": 294.7,
      "grad_norm": 1.0238842964172363,
      "learning_rate": 3.5041633265685573e-06,
      "loss": 0.3778,
      "step": 1055900
    },
    {
      "epoch": 294.7,
      "grad_norm": 0.9868854284286499,
      "learning_rate": 3.5041398336359964e-06,
      "loss": 0.3799,
      "step": 1055910
    },
    {
      "epoch": 294.7,
      "grad_norm": 1.0039633512496948,
      "learning_rate": 3.5041163405489866e-06,
      "loss": 0.3524,
      "step": 1055920
    },
    {
      "epoch": 294.71,
      "grad_norm": 0.9617960453033447,
      "learning_rate": 3.504092847307533e-06,
      "loss": 0.352,
      "step": 1055930
    },
    {
      "epoch": 294.71,
      "grad_norm": 1.0479356050491333,
      "learning_rate": 3.504069353911636e-06,
      "loss": 0.3785,
      "step": 1055940
    },
    {
      "epoch": 294.71,
      "grad_norm": 0.9571983814239502,
      "learning_rate": 3.504045860361301e-06,
      "loss": 0.3624,
      "step": 1055950
    },
    {
      "epoch": 294.71,
      "grad_norm": 1.0926042795181274,
      "learning_rate": 3.50402236665653e-06,
      "loss": 0.3498,
      "step": 1055960
    },
    {
      "epoch": 294.72,
      "grad_norm": 0.9249078035354614,
      "learning_rate": 3.5039988727973265e-06,
      "loss": 0.3783,
      "step": 1055970
    },
    {
      "epoch": 294.72,
      "grad_norm": 0.9419810175895691,
      "learning_rate": 3.503975378783694e-06,
      "loss": 0.3577,
      "step": 1055980
    },
    {
      "epoch": 294.72,
      "grad_norm": 1.0765365362167358,
      "learning_rate": 3.503951884615635e-06,
      "loss": 0.3847,
      "step": 1055990
    },
    {
      "epoch": 294.73,
      "grad_norm": 1.123099446296692,
      "learning_rate": 3.503928390293153e-06,
      "loss": 0.3612,
      "step": 1056000
    },
    {
      "epoch": 294.73,
      "grad_norm": 1.0124356746673584,
      "learning_rate": 3.5039048958162506e-06,
      "loss": 0.3584,
      "step": 1056010
    },
    {
      "epoch": 294.73,
      "grad_norm": 1.2709228992462158,
      "learning_rate": 3.503881401184931e-06,
      "loss": 0.3503,
      "step": 1056020
    },
    {
      "epoch": 294.73,
      "grad_norm": 1.1477224826812744,
      "learning_rate": 3.503857906399198e-06,
      "loss": 0.3636,
      "step": 1056030
    },
    {
      "epoch": 294.74,
      "grad_norm": 1.1583836078643799,
      "learning_rate": 3.503834411459054e-06,
      "loss": 0.3743,
      "step": 1056040
    },
    {
      "epoch": 294.74,
      "grad_norm": 0.8936317563056946,
      "learning_rate": 3.5038109163645024e-06,
      "loss": 0.3645,
      "step": 1056050
    },
    {
      "epoch": 294.74,
      "grad_norm": 1.0068639516830444,
      "learning_rate": 3.503787421115547e-06,
      "loss": 0.3581,
      "step": 1056060
    },
    {
      "epoch": 294.74,
      "grad_norm": 1.0164966583251953,
      "learning_rate": 3.50376392571219e-06,
      "loss": 0.3641,
      "step": 1056070
    },
    {
      "epoch": 294.75,
      "grad_norm": 1.1488999128341675,
      "learning_rate": 3.503740430154435e-06,
      "loss": 0.3682,
      "step": 1056080
    },
    {
      "epoch": 294.75,
      "grad_norm": 1.4759601354599,
      "learning_rate": 3.503716934442285e-06,
      "loss": 0.3605,
      "step": 1056090
    },
    {
      "epoch": 294.75,
      "grad_norm": 1.036120891571045,
      "learning_rate": 3.503693438575742e-06,
      "loss": 0.3602,
      "step": 1056100
    },
    {
      "epoch": 294.76,
      "grad_norm": 1.0571321249008179,
      "learning_rate": 3.5036699425548113e-06,
      "loss": 0.3523,
      "step": 1056110
    },
    {
      "epoch": 294.76,
      "grad_norm": 1.0454869270324707,
      "learning_rate": 3.5036464463794944e-06,
      "loss": 0.3631,
      "step": 1056120
    },
    {
      "epoch": 294.76,
      "grad_norm": 1.0514881610870361,
      "learning_rate": 3.5036229500497956e-06,
      "loss": 0.3505,
      "step": 1056130
    },
    {
      "epoch": 294.76,
      "grad_norm": 1.1086170673370361,
      "learning_rate": 3.503599453565717e-06,
      "loss": 0.3615,
      "step": 1056140
    },
    {
      "epoch": 294.77,
      "grad_norm": 1.1056886911392212,
      "learning_rate": 3.503575956927262e-06,
      "loss": 0.359,
      "step": 1056150
    },
    {
      "epoch": 294.77,
      "grad_norm": 1.0784082412719727,
      "learning_rate": 3.5035524601344344e-06,
      "loss": 0.359,
      "step": 1056160
    },
    {
      "epoch": 294.77,
      "grad_norm": 0.8961846232414246,
      "learning_rate": 3.5035289631872363e-06,
      "loss": 0.3727,
      "step": 1056170
    },
    {
      "epoch": 294.78,
      "grad_norm": 0.9996548295021057,
      "learning_rate": 3.503505466085671e-06,
      "loss": 0.3724,
      "step": 1056180
    },
    {
      "epoch": 294.78,
      "grad_norm": 1.067602276802063,
      "learning_rate": 3.5034819688297423e-06,
      "loss": 0.3548,
      "step": 1056190
    },
    {
      "epoch": 294.78,
      "grad_norm": 0.965606689453125,
      "learning_rate": 3.503458471419453e-06,
      "loss": 0.337,
      "step": 1056200
    },
    {
      "epoch": 294.78,
      "grad_norm": 1.1151790618896484,
      "learning_rate": 3.5034349738548065e-06,
      "loss": 0.3372,
      "step": 1056210
    },
    {
      "epoch": 294.79,
      "grad_norm": 0.9740457534790039,
      "learning_rate": 3.5034114761358055e-06,
      "loss": 0.3574,
      "step": 1056220
    },
    {
      "epoch": 294.79,
      "grad_norm": 1.130833387374878,
      "learning_rate": 3.5033879782624527e-06,
      "loss": 0.3545,
      "step": 1056230
    },
    {
      "epoch": 294.79,
      "grad_norm": 0.9009862542152405,
      "learning_rate": 3.5033644802347523e-06,
      "loss": 0.356,
      "step": 1056240
    },
    {
      "epoch": 294.79,
      "grad_norm": 1.0295499563217163,
      "learning_rate": 3.503340982052706e-06,
      "loss": 0.3653,
      "step": 1056250
    },
    {
      "epoch": 294.8,
      "grad_norm": 1.020551323890686,
      "learning_rate": 3.503317483716319e-06,
      "loss": 0.3578,
      "step": 1056260
    },
    {
      "epoch": 294.8,
      "grad_norm": 1.081289291381836,
      "learning_rate": 3.503293985225593e-06,
      "loss": 0.3587,
      "step": 1056270
    },
    {
      "epoch": 294.8,
      "grad_norm": 0.9500038027763367,
      "learning_rate": 3.503270486580531e-06,
      "loss": 0.3612,
      "step": 1056280
    },
    {
      "epoch": 294.81,
      "grad_norm": 0.8768389225006104,
      "learning_rate": 3.503246987781137e-06,
      "loss": 0.3591,
      "step": 1056290
    },
    {
      "epoch": 294.81,
      "grad_norm": 0.9450013041496277,
      "learning_rate": 3.503223488827413e-06,
      "loss": 0.3612,
      "step": 1056300
    },
    {
      "epoch": 294.81,
      "grad_norm": 1.1566208600997925,
      "learning_rate": 3.5031999897193627e-06,
      "loss": 0.3584,
      "step": 1056310
    },
    {
      "epoch": 294.81,
      "grad_norm": 1.0235003232955933,
      "learning_rate": 3.5031764904569898e-06,
      "loss": 0.3443,
      "step": 1056320
    },
    {
      "epoch": 294.82,
      "grad_norm": 1.080239176750183,
      "learning_rate": 3.5031529910402968e-06,
      "loss": 0.3606,
      "step": 1056330
    },
    {
      "epoch": 294.82,
      "grad_norm": 1.0268293619155884,
      "learning_rate": 3.5031294914692866e-06,
      "loss": 0.3659,
      "step": 1056340
    },
    {
      "epoch": 294.82,
      "grad_norm": 0.9458795189857483,
      "learning_rate": 3.5031059917439632e-06,
      "loss": 0.3524,
      "step": 1056350
    },
    {
      "epoch": 294.83,
      "grad_norm": 1.0745452642440796,
      "learning_rate": 3.5030824918643294e-06,
      "loss": 0.3549,
      "step": 1056360
    },
    {
      "epoch": 294.83,
      "grad_norm": 1.0261790752410889,
      "learning_rate": 3.5030589918303874e-06,
      "loss": 0.3571,
      "step": 1056370
    },
    {
      "epoch": 294.83,
      "grad_norm": 0.989003598690033,
      "learning_rate": 3.5030354916421415e-06,
      "loss": 0.3459,
      "step": 1056380
    },
    {
      "epoch": 294.83,
      "grad_norm": 0.9228272438049316,
      "learning_rate": 3.503011991299594e-06,
      "loss": 0.3597,
      "step": 1056390
    },
    {
      "epoch": 294.84,
      "grad_norm": 1.066802740097046,
      "learning_rate": 3.502988490802749e-06,
      "loss": 0.3559,
      "step": 1056400
    },
    {
      "epoch": 294.84,
      "grad_norm": 0.9796722531318665,
      "learning_rate": 3.502964990151608e-06,
      "loss": 0.3527,
      "step": 1056410
    },
    {
      "epoch": 294.84,
      "grad_norm": 1.0245779752731323,
      "learning_rate": 3.502941489346176e-06,
      "loss": 0.3483,
      "step": 1056420
    },
    {
      "epoch": 294.85,
      "grad_norm": 0.996018648147583,
      "learning_rate": 3.502917988386456e-06,
      "loss": 0.3356,
      "step": 1056430
    },
    {
      "epoch": 294.85,
      "grad_norm": 1.1904217004776,
      "learning_rate": 3.502894487272449e-06,
      "loss": 0.351,
      "step": 1056440
    },
    {
      "epoch": 294.85,
      "grad_norm": 1.0071179866790771,
      "learning_rate": 3.5028709860041606e-06,
      "loss": 0.3492,
      "step": 1056450
    },
    {
      "epoch": 294.85,
      "grad_norm": 1.1616913080215454,
      "learning_rate": 3.5028474845815923e-06,
      "loss": 0.3586,
      "step": 1056460
    },
    {
      "epoch": 294.86,
      "grad_norm": 0.9546201229095459,
      "learning_rate": 3.5028239830047472e-06,
      "loss": 0.3779,
      "step": 1056470
    },
    {
      "epoch": 294.86,
      "grad_norm": 0.8653964996337891,
      "learning_rate": 3.5028004812736303e-06,
      "loss": 0.3489,
      "step": 1056480
    },
    {
      "epoch": 294.86,
      "grad_norm": 1.0085740089416504,
      "learning_rate": 3.502776979388243e-06,
      "loss": 0.3638,
      "step": 1056490
    },
    {
      "epoch": 294.86,
      "grad_norm": 1.033353328704834,
      "learning_rate": 3.502753477348589e-06,
      "loss": 0.3614,
      "step": 1056500
    },
    {
      "epoch": 294.87,
      "grad_norm": 1.1638611555099487,
      "learning_rate": 3.5027299751546707e-06,
      "loss": 0.3568,
      "step": 1056510
    },
    {
      "epoch": 294.87,
      "grad_norm": 1.157724142074585,
      "learning_rate": 3.502706472806493e-06,
      "loss": 0.3762,
      "step": 1056520
    },
    {
      "epoch": 294.87,
      "grad_norm": 0.9930611848831177,
      "learning_rate": 3.5026829703040562e-06,
      "loss": 0.374,
      "step": 1056530
    },
    {
      "epoch": 294.88,
      "grad_norm": 0.9701666831970215,
      "learning_rate": 3.5026594676473665e-06,
      "loss": 0.3556,
      "step": 1056540
    },
    {
      "epoch": 294.88,
      "grad_norm": 1.2180657386779785,
      "learning_rate": 3.5026359648364253e-06,
      "loss": 0.3391,
      "step": 1056550
    },
    {
      "epoch": 294.88,
      "grad_norm": 1.0786973237991333,
      "learning_rate": 3.5026124618712356e-06,
      "loss": 0.3578,
      "step": 1056560
    },
    {
      "epoch": 294.88,
      "grad_norm": 1.067030429840088,
      "learning_rate": 3.5025889587518016e-06,
      "loss": 0.3652,
      "step": 1056570
    },
    {
      "epoch": 294.89,
      "grad_norm": 0.9598711133003235,
      "learning_rate": 3.502565455478126e-06,
      "loss": 0.3521,
      "step": 1056580
    },
    {
      "epoch": 294.89,
      "grad_norm": 1.1200720071792603,
      "learning_rate": 3.502541952050211e-06,
      "loss": 0.3631,
      "step": 1056590
    },
    {
      "epoch": 294.89,
      "grad_norm": 1.145645022392273,
      "learning_rate": 3.5025184484680606e-06,
      "loss": 0.3723,
      "step": 1056600
    },
    {
      "epoch": 294.9,
      "grad_norm": 0.9327188730239868,
      "learning_rate": 3.5024949447316783e-06,
      "loss": 0.3592,
      "step": 1056610
    },
    {
      "epoch": 294.9,
      "grad_norm": 0.9376232028007507,
      "learning_rate": 3.5024714408410665e-06,
      "loss": 0.35,
      "step": 1056620
    },
    {
      "epoch": 294.9,
      "grad_norm": 0.9377818703651428,
      "learning_rate": 3.502447936796228e-06,
      "loss": 0.3553,
      "step": 1056630
    },
    {
      "epoch": 294.9,
      "grad_norm": 1.0961744785308838,
      "learning_rate": 3.5024244325971674e-06,
      "loss": 0.3461,
      "step": 1056640
    },
    {
      "epoch": 294.91,
      "grad_norm": 1.2611639499664307,
      "learning_rate": 3.5024009282438867e-06,
      "loss": 0.359,
      "step": 1056650
    },
    {
      "epoch": 294.91,
      "grad_norm": 4.066586971282959,
      "learning_rate": 3.502377423736389e-06,
      "loss": 0.3659,
      "step": 1056660
    },
    {
      "epoch": 294.91,
      "grad_norm": 0.9208316802978516,
      "learning_rate": 3.5023539190746778e-06,
      "loss": 0.3478,
      "step": 1056670
    },
    {
      "epoch": 294.91,
      "grad_norm": 1.018113613128662,
      "learning_rate": 3.502330414258756e-06,
      "loss": 0.3395,
      "step": 1056680
    },
    {
      "epoch": 294.92,
      "grad_norm": 1.0065419673919678,
      "learning_rate": 3.5023069092886264e-06,
      "loss": 0.3355,
      "step": 1056690
    },
    {
      "epoch": 294.92,
      "grad_norm": 0.9796303510665894,
      "learning_rate": 3.502283404164293e-06,
      "loss": 0.3592,
      "step": 1056700
    },
    {
      "epoch": 294.92,
      "grad_norm": 0.9981809854507446,
      "learning_rate": 3.5022598988857584e-06,
      "loss": 0.3634,
      "step": 1056710
    },
    {
      "epoch": 294.93,
      "grad_norm": 0.973516583442688,
      "learning_rate": 3.5022363934530266e-06,
      "loss": 0.3526,
      "step": 1056720
    },
    {
      "epoch": 294.93,
      "grad_norm": 0.9426671266555786,
      "learning_rate": 3.502212887866099e-06,
      "loss": 0.3514,
      "step": 1056730
    },
    {
      "epoch": 294.93,
      "grad_norm": 0.993506669998169,
      "learning_rate": 3.50218938212498e-06,
      "loss": 0.3623,
      "step": 1056740
    },
    {
      "epoch": 294.93,
      "grad_norm": 1.035999059677124,
      "learning_rate": 3.502165876229672e-06,
      "loss": 0.3565,
      "step": 1056750
    },
    {
      "epoch": 294.94,
      "grad_norm": 1.126055359840393,
      "learning_rate": 3.502142370180179e-06,
      "loss": 0.3558,
      "step": 1056760
    },
    {
      "epoch": 294.94,
      "grad_norm": 0.9801707863807678,
      "learning_rate": 3.5021188639765034e-06,
      "loss": 0.3436,
      "step": 1056770
    },
    {
      "epoch": 294.94,
      "grad_norm": 1.1354119777679443,
      "learning_rate": 3.502095357618649e-06,
      "loss": 0.3587,
      "step": 1056780
    },
    {
      "epoch": 294.95,
      "grad_norm": 1.007455825805664,
      "learning_rate": 3.5020718511066185e-06,
      "loss": 0.3638,
      "step": 1056790
    },
    {
      "epoch": 294.95,
      "grad_norm": 0.8321108818054199,
      "learning_rate": 3.502048344440415e-06,
      "loss": 0.365,
      "step": 1056800
    },
    {
      "epoch": 294.95,
      "grad_norm": 1.1725332736968994,
      "learning_rate": 3.5020248376200415e-06,
      "loss": 0.3617,
      "step": 1056810
    },
    {
      "epoch": 294.95,
      "grad_norm": 1.2371093034744263,
      "learning_rate": 3.502001330645501e-06,
      "loss": 0.3522,
      "step": 1056820
    },
    {
      "epoch": 294.96,
      "grad_norm": 1.5136359930038452,
      "learning_rate": 3.501977823516797e-06,
      "loss": 0.3527,
      "step": 1056830
    },
    {
      "epoch": 294.96,
      "grad_norm": 0.9945380687713623,
      "learning_rate": 3.501954316233933e-06,
      "loss": 0.349,
      "step": 1056840
    },
    {
      "epoch": 294.96,
      "grad_norm": 1.1006423234939575,
      "learning_rate": 3.501930808796911e-06,
      "loss": 0.3781,
      "step": 1056850
    },
    {
      "epoch": 294.97,
      "grad_norm": 0.9572145938873291,
      "learning_rate": 3.5019073012057354e-06,
      "loss": 0.3424,
      "step": 1056860
    },
    {
      "epoch": 294.97,
      "grad_norm": 0.8899799585342407,
      "learning_rate": 3.501883793460409e-06,
      "loss": 0.3422,
      "step": 1056870
    },
    {
      "epoch": 294.97,
      "grad_norm": 1.1449064016342163,
      "learning_rate": 3.501860285560934e-06,
      "loss": 0.3568,
      "step": 1056880
    },
    {
      "epoch": 294.97,
      "grad_norm": 1.2064517736434937,
      "learning_rate": 3.5018367775073147e-06,
      "loss": 0.3568,
      "step": 1056890
    },
    {
      "epoch": 294.98,
      "grad_norm": 1.0293982028961182,
      "learning_rate": 3.5018132692995535e-06,
      "loss": 0.3612,
      "step": 1056900
    },
    {
      "epoch": 294.98,
      "grad_norm": 0.9433538913726807,
      "learning_rate": 3.501789760937654e-06,
      "loss": 0.354,
      "step": 1056910
    },
    {
      "epoch": 294.98,
      "grad_norm": 0.9903725981712341,
      "learning_rate": 3.5017662524216183e-06,
      "loss": 0.3473,
      "step": 1056920
    },
    {
      "epoch": 294.98,
      "grad_norm": 1.0811604261398315,
      "learning_rate": 3.5017427437514516e-06,
      "loss": 0.3572,
      "step": 1056930
    },
    {
      "epoch": 294.99,
      "grad_norm": 0.9775633215904236,
      "learning_rate": 3.501719234927155e-06,
      "loss": 0.3591,
      "step": 1056940
    },
    {
      "epoch": 294.99,
      "grad_norm": 1.042289137840271,
      "learning_rate": 3.5016957259487327e-06,
      "loss": 0.359,
      "step": 1056950
    },
    {
      "epoch": 294.99,
      "grad_norm": 1.0169957876205444,
      "learning_rate": 3.5016722168161873e-06,
      "loss": 0.3564,
      "step": 1056960
    },
    {
      "epoch": 295.0,
      "grad_norm": 0.9630274176597595,
      "learning_rate": 3.501648707529521e-06,
      "loss": 0.359,
      "step": 1056970
    },
    {
      "epoch": 295.0,
      "grad_norm": 1.170319676399231,
      "learning_rate": 3.5016251980887396e-06,
      "loss": 0.3547,
      "step": 1056980
    },
    {
      "epoch": 295.0,
      "eval_loss": 0.3575901389122009,
      "eval_runtime": 63.6095,
      "eval_samples_per_second": 79.532,
      "eval_steps_per_second": 9.951,
      "step": 1056985
    },
    {
      "epoch": 295.0,
      "grad_norm": 0.9987125396728516,
      "learning_rate": 3.5016016884938438e-06,
      "loss": 0.3606,
      "step": 1056990
    },
    {
      "epoch": 295.0,
      "grad_norm": 0.8772109150886536,
      "learning_rate": 3.5015781787448387e-06,
      "loss": 0.3596,
      "step": 1057000
    },
    {
      "epoch": 295.01,
      "grad_norm": 0.9920186996459961,
      "learning_rate": 3.5015546688417254e-06,
      "loss": 0.3601,
      "step": 1057010
    },
    {
      "epoch": 295.01,
      "grad_norm": 1.0050065517425537,
      "learning_rate": 3.501531158784509e-06,
      "loss": 0.359,
      "step": 1057020
    },
    {
      "epoch": 295.01,
      "grad_norm": 1.2213987112045288,
      "learning_rate": 3.5015076485731906e-06,
      "loss": 0.358,
      "step": 1057030
    },
    {
      "epoch": 295.02,
      "grad_norm": 1.0858614444732666,
      "learning_rate": 3.5014841382077748e-06,
      "loss": 0.3365,
      "step": 1057040
    },
    {
      "epoch": 295.02,
      "grad_norm": 0.9739047884941101,
      "learning_rate": 3.501460627688264e-06,
      "loss": 0.3654,
      "step": 1057050
    },
    {
      "epoch": 295.02,
      "grad_norm": 1.032269835472107,
      "learning_rate": 3.5014371170146616e-06,
      "loss": 0.3611,
      "step": 1057060
    },
    {
      "epoch": 295.02,
      "grad_norm": 1.2266219854354858,
      "learning_rate": 3.5014136061869707e-06,
      "loss": 0.342,
      "step": 1057070
    },
    {
      "epoch": 295.03,
      "grad_norm": 1.1812670230865479,
      "learning_rate": 3.501390095205195e-06,
      "loss": 0.3567,
      "step": 1057080
    },
    {
      "epoch": 295.03,
      "grad_norm": 1.0056161880493164,
      "learning_rate": 3.501366584069337e-06,
      "loss": 0.3581,
      "step": 1057090
    },
    {
      "epoch": 295.03,
      "grad_norm": 0.9357689023017883,
      "learning_rate": 3.5013430727793993e-06,
      "loss": 0.3637,
      "step": 1057100
    },
    {
      "epoch": 295.03,
      "grad_norm": 1.015708088874817,
      "learning_rate": 3.5013195613353856e-06,
      "loss": 0.3699,
      "step": 1057110
    },
    {
      "epoch": 295.04,
      "grad_norm": 0.9845185875892639,
      "learning_rate": 3.5012960497372996e-06,
      "loss": 0.3668,
      "step": 1057120
    },
    {
      "epoch": 295.04,
      "grad_norm": 1.1053080558776855,
      "learning_rate": 3.501272537985144e-06,
      "loss": 0.3603,
      "step": 1057130
    },
    {
      "epoch": 295.04,
      "grad_norm": 0.9146866798400879,
      "learning_rate": 3.5012490260789217e-06,
      "loss": 0.3531,
      "step": 1057140
    },
    {
      "epoch": 295.05,
      "grad_norm": 0.9942520260810852,
      "learning_rate": 3.501225514018635e-06,
      "loss": 0.3614,
      "step": 1057150
    },
    {
      "epoch": 295.05,
      "grad_norm": 1.0542545318603516,
      "learning_rate": 3.5012020018042895e-06,
      "loss": 0.3623,
      "step": 1057160
    },
    {
      "epoch": 295.05,
      "grad_norm": 0.8904303312301636,
      "learning_rate": 3.5011784894358864e-06,
      "loss": 0.3441,
      "step": 1057170
    },
    {
      "epoch": 295.05,
      "grad_norm": 1.0969370603561401,
      "learning_rate": 3.501154976913429e-06,
      "loss": 0.3586,
      "step": 1057180
    },
    {
      "epoch": 295.06,
      "grad_norm": 1.0114455223083496,
      "learning_rate": 3.5011314642369206e-06,
      "loss": 0.3659,
      "step": 1057190
    },
    {
      "epoch": 295.06,
      "grad_norm": 1.044664740562439,
      "learning_rate": 3.501107951406365e-06,
      "loss": 0.3564,
      "step": 1057200
    },
    {
      "epoch": 295.06,
      "grad_norm": 0.9492039084434509,
      "learning_rate": 3.5010844384217634e-06,
      "loss": 0.3548,
      "step": 1057210
    },
    {
      "epoch": 295.07,
      "grad_norm": 1.4003885984420776,
      "learning_rate": 3.5010609252831215e-06,
      "loss": 0.3539,
      "step": 1057220
    },
    {
      "epoch": 295.07,
      "grad_norm": 1.2035245895385742,
      "learning_rate": 3.5010374119904406e-06,
      "loss": 0.3617,
      "step": 1057230
    },
    {
      "epoch": 295.07,
      "grad_norm": 0.8634350895881653,
      "learning_rate": 3.501013898543725e-06,
      "loss": 0.3626,
      "step": 1057240
    },
    {
      "epoch": 295.07,
      "grad_norm": 1.1782351732254028,
      "learning_rate": 3.500990384942977e-06,
      "loss": 0.3733,
      "step": 1057250
    },
    {
      "epoch": 295.08,
      "grad_norm": 0.8722953796386719,
      "learning_rate": 3.5009668711882e-06,
      "loss": 0.3709,
      "step": 1057260
    },
    {
      "epoch": 295.08,
      "grad_norm": 0.9629030227661133,
      "learning_rate": 3.5009433572793966e-06,
      "loss": 0.3578,
      "step": 1057270
    },
    {
      "epoch": 295.08,
      "grad_norm": 1.1299949884414673,
      "learning_rate": 3.500919843216571e-06,
      "loss": 0.3466,
      "step": 1057280
    },
    {
      "epoch": 295.09,
      "grad_norm": 1.0769953727722168,
      "learning_rate": 3.5008963289997255e-06,
      "loss": 0.3622,
      "step": 1057290
    },
    {
      "epoch": 295.09,
      "grad_norm": 0.8828137516975403,
      "learning_rate": 3.5008728146288636e-06,
      "loss": 0.3531,
      "step": 1057300
    },
    {
      "epoch": 295.09,
      "grad_norm": 1.2718164920806885,
      "learning_rate": 3.5008493001039887e-06,
      "loss": 0.3586,
      "step": 1057310
    },
    {
      "epoch": 295.09,
      "grad_norm": 0.946024477481842,
      "learning_rate": 3.5008257854251037e-06,
      "loss": 0.3521,
      "step": 1057320
    },
    {
      "epoch": 295.1,
      "grad_norm": 0.8655732274055481,
      "learning_rate": 3.500802270592211e-06,
      "loss": 0.3497,
      "step": 1057330
    },
    {
      "epoch": 295.1,
      "grad_norm": 0.9308927655220032,
      "learning_rate": 3.500778755605314e-06,
      "loss": 0.3388,
      "step": 1057340
    },
    {
      "epoch": 295.1,
      "grad_norm": 0.9149081110954285,
      "learning_rate": 3.500755240464417e-06,
      "loss": 0.3658,
      "step": 1057350
    },
    {
      "epoch": 295.1,
      "grad_norm": 1.2307076454162598,
      "learning_rate": 3.500731725169522e-06,
      "loss": 0.3586,
      "step": 1057360
    },
    {
      "epoch": 295.11,
      "grad_norm": 1.0462571382522583,
      "learning_rate": 3.5007082097206317e-06,
      "loss": 0.353,
      "step": 1057370
    },
    {
      "epoch": 295.11,
      "grad_norm": 1.1752698421478271,
      "learning_rate": 3.500684694117751e-06,
      "loss": 0.3564,
      "step": 1057380
    },
    {
      "epoch": 295.11,
      "grad_norm": 1.1673288345336914,
      "learning_rate": 3.500661178360882e-06,
      "loss": 0.3595,
      "step": 1057390
    },
    {
      "epoch": 295.12,
      "grad_norm": 1.0355805158615112,
      "learning_rate": 3.5006376624500274e-06,
      "loss": 0.3725,
      "step": 1057400
    },
    {
      "epoch": 295.12,
      "grad_norm": 1.171746850013733,
      "learning_rate": 3.50061414638519e-06,
      "loss": 0.3475,
      "step": 1057410
    },
    {
      "epoch": 295.12,
      "grad_norm": 1.2533679008483887,
      "learning_rate": 3.500590630166375e-06,
      "loss": 0.3599,
      "step": 1057420
    },
    {
      "epoch": 295.12,
      "grad_norm": 0.8762211203575134,
      "learning_rate": 3.5005671137935835e-06,
      "loss": 0.3346,
      "step": 1057430
    },
    {
      "epoch": 295.13,
      "grad_norm": 1.1761531829833984,
      "learning_rate": 3.500543597266819e-06,
      "loss": 0.3556,
      "step": 1057440
    },
    {
      "epoch": 295.13,
      "grad_norm": 1.2742713689804077,
      "learning_rate": 3.500520080586086e-06,
      "loss": 0.353,
      "step": 1057450
    },
    {
      "epoch": 295.13,
      "grad_norm": 0.9065483808517456,
      "learning_rate": 3.500496563751386e-06,
      "loss": 0.3452,
      "step": 1057460
    },
    {
      "epoch": 295.14,
      "grad_norm": 0.9851370453834534,
      "learning_rate": 3.5004730467627227e-06,
      "loss": 0.3487,
      "step": 1057470
    },
    {
      "epoch": 295.14,
      "grad_norm": 1.2123438119888306,
      "learning_rate": 3.5004495296200992e-06,
      "loss": 0.3454,
      "step": 1057480
    },
    {
      "epoch": 295.14,
      "grad_norm": 0.880740761756897,
      "learning_rate": 3.5004260123235186e-06,
      "loss": 0.343,
      "step": 1057490
    },
    {
      "epoch": 295.14,
      "grad_norm": 0.949757993221283,
      "learning_rate": 3.5004024948729843e-06,
      "loss": 0.3628,
      "step": 1057500
    },
    {
      "epoch": 295.15,
      "grad_norm": 0.9632919430732727,
      "learning_rate": 3.500378977268499e-06,
      "loss": 0.3921,
      "step": 1057510
    },
    {
      "epoch": 295.15,
      "grad_norm": 0.8870764374732971,
      "learning_rate": 3.500355459510066e-06,
      "loss": 0.3703,
      "step": 1057520
    },
    {
      "epoch": 295.15,
      "grad_norm": 1.1235357522964478,
      "learning_rate": 3.5003319415976892e-06,
      "loss": 0.3616,
      "step": 1057530
    },
    {
      "epoch": 295.15,
      "grad_norm": 1.0254923105239868,
      "learning_rate": 3.5003084235313712e-06,
      "loss": 0.3633,
      "step": 1057540
    },
    {
      "epoch": 295.16,
      "grad_norm": 1.0659430027008057,
      "learning_rate": 3.500284905311114e-06,
      "loss": 0.3442,
      "step": 1057550
    },
    {
      "epoch": 295.16,
      "grad_norm": 0.9701387286186218,
      "learning_rate": 3.5002613869369214e-06,
      "loss": 0.363,
      "step": 1057560
    },
    {
      "epoch": 295.16,
      "grad_norm": 0.9718393087387085,
      "learning_rate": 3.5002378684087977e-06,
      "loss": 0.3495,
      "step": 1057570
    },
    {
      "epoch": 295.17,
      "grad_norm": 0.9708773493766785,
      "learning_rate": 3.5002143497267448e-06,
      "loss": 0.336,
      "step": 1057580
    },
    {
      "epoch": 295.17,
      "grad_norm": 1.1879594326019287,
      "learning_rate": 3.500190830890766e-06,
      "loss": 0.3548,
      "step": 1057590
    },
    {
      "epoch": 295.17,
      "grad_norm": 0.7965714335441589,
      "learning_rate": 3.500167311900865e-06,
      "loss": 0.3466,
      "step": 1057600
    },
    {
      "epoch": 295.17,
      "grad_norm": 0.9437365531921387,
      "learning_rate": 3.5001437927570444e-06,
      "loss": 0.3633,
      "step": 1057610
    },
    {
      "epoch": 295.18,
      "grad_norm": 1.0493106842041016,
      "learning_rate": 3.5001202734593073e-06,
      "loss": 0.3392,
      "step": 1057620
    },
    {
      "epoch": 295.18,
      "grad_norm": 1.1249103546142578,
      "learning_rate": 3.5000967540076572e-06,
      "loss": 0.3998,
      "step": 1057630
    },
    {
      "epoch": 295.18,
      "grad_norm": 1.1276155710220337,
      "learning_rate": 3.500073234402097e-06,
      "loss": 0.3631,
      "step": 1057640
    },
    {
      "epoch": 295.19,
      "grad_norm": 1.211983323097229,
      "learning_rate": 3.50004971464263e-06,
      "loss": 0.3638,
      "step": 1057650
    },
    {
      "epoch": 295.19,
      "grad_norm": 0.8881097435951233,
      "learning_rate": 3.500026194729259e-06,
      "loss": 0.3541,
      "step": 1057660
    },
    {
      "epoch": 295.19,
      "grad_norm": 0.9641514420509338,
      "learning_rate": 3.5000026746619877e-06,
      "loss": 0.3541,
      "step": 1057670
    },
    {
      "epoch": 295.19,
      "grad_norm": 0.8958112597465515,
      "learning_rate": 3.4999791544408183e-06,
      "loss": 0.348,
      "step": 1057680
    },
    {
      "epoch": 295.2,
      "grad_norm": 0.9822893738746643,
      "learning_rate": 3.499955634065755e-06,
      "loss": 0.3637,
      "step": 1057690
    },
    {
      "epoch": 295.2,
      "grad_norm": 0.9796388745307922,
      "learning_rate": 3.4999321135367996e-06,
      "loss": 0.357,
      "step": 1057700
    },
    {
      "epoch": 295.2,
      "grad_norm": 1.2035237550735474,
      "learning_rate": 3.499908592853957e-06,
      "loss": 0.38,
      "step": 1057710
    },
    {
      "epoch": 295.21,
      "grad_norm": 0.959397554397583,
      "learning_rate": 3.499885072017229e-06,
      "loss": 0.3443,
      "step": 1057720
    },
    {
      "epoch": 295.21,
      "grad_norm": 0.8410448431968689,
      "learning_rate": 3.4998615510266186e-06,
      "loss": 0.386,
      "step": 1057730
    },
    {
      "epoch": 295.21,
      "grad_norm": 1.066039800643921,
      "learning_rate": 3.4998380298821303e-06,
      "loss": 0.374,
      "step": 1057740
    },
    {
      "epoch": 295.21,
      "grad_norm": 1.0683010816574097,
      "learning_rate": 3.4998145085837663e-06,
      "loss": 0.3602,
      "step": 1057750
    },
    {
      "epoch": 295.22,
      "grad_norm": 1.0462628602981567,
      "learning_rate": 3.4997909871315293e-06,
      "loss": 0.3447,
      "step": 1057760
    },
    {
      "epoch": 295.22,
      "grad_norm": 1.9536296129226685,
      "learning_rate": 3.499767465525423e-06,
      "loss": 0.3551,
      "step": 1057770
    },
    {
      "epoch": 295.22,
      "grad_norm": 1.1499921083450317,
      "learning_rate": 3.4997439437654505e-06,
      "loss": 0.3583,
      "step": 1057780
    },
    {
      "epoch": 295.22,
      "grad_norm": 1.1418801546096802,
      "learning_rate": 3.4997204218516145e-06,
      "loss": 0.3661,
      "step": 1057790
    },
    {
      "epoch": 295.23,
      "grad_norm": 1.0981411933898926,
      "learning_rate": 3.4996968997839193e-06,
      "loss": 0.3524,
      "step": 1057800
    },
    {
      "epoch": 295.23,
      "grad_norm": 0.9174161553382874,
      "learning_rate": 3.4996733775623664e-06,
      "loss": 0.3737,
      "step": 1057810
    },
    {
      "epoch": 295.23,
      "grad_norm": 0.9983558654785156,
      "learning_rate": 3.4996498551869605e-06,
      "loss": 0.3609,
      "step": 1057820
    },
    {
      "epoch": 295.24,
      "grad_norm": 1.0690505504608154,
      "learning_rate": 3.4996263326577047e-06,
      "loss": 0.3497,
      "step": 1057830
    },
    {
      "epoch": 295.24,
      "grad_norm": 0.9606704711914062,
      "learning_rate": 3.4996028099746e-06,
      "loss": 0.3355,
      "step": 1057840
    },
    {
      "epoch": 295.24,
      "grad_norm": 1.0523715019226074,
      "learning_rate": 3.4995792871376516e-06,
      "loss": 0.3428,
      "step": 1057850
    },
    {
      "epoch": 295.24,
      "grad_norm": 0.923541247844696,
      "learning_rate": 3.499555764146862e-06,
      "loss": 0.3544,
      "step": 1057860
    },
    {
      "epoch": 295.25,
      "grad_norm": 0.9890516400337219,
      "learning_rate": 3.4995322410022346e-06,
      "loss": 0.3528,
      "step": 1057870
    },
    {
      "epoch": 295.25,
      "grad_norm": 0.8922611474990845,
      "learning_rate": 3.4995087177037716e-06,
      "loss": 0.3458,
      "step": 1057880
    },
    {
      "epoch": 295.25,
      "grad_norm": 1.140349268913269,
      "learning_rate": 3.4994851942514773e-06,
      "loss": 0.3603,
      "step": 1057890
    },
    {
      "epoch": 295.26,
      "grad_norm": 0.9763228297233582,
      "learning_rate": 3.4994616706453538e-06,
      "loss": 0.346,
      "step": 1057900
    },
    {
      "epoch": 295.26,
      "grad_norm": 0.9824841022491455,
      "learning_rate": 3.4994381468854057e-06,
      "loss": 0.3566,
      "step": 1057910
    },
    {
      "epoch": 295.26,
      "grad_norm": 1.45309317111969,
      "learning_rate": 3.4994146229716343e-06,
      "loss": 0.3555,
      "step": 1057920
    },
    {
      "epoch": 295.26,
      "grad_norm": 1.0447039604187012,
      "learning_rate": 3.499391098904044e-06,
      "loss": 0.3688,
      "step": 1057930
    },
    {
      "epoch": 295.27,
      "grad_norm": 1.0348800420761108,
      "learning_rate": 3.499367574682637e-06,
      "loss": 0.3512,
      "step": 1057940
    },
    {
      "epoch": 295.27,
      "grad_norm": 0.9712550640106201,
      "learning_rate": 3.499344050307418e-06,
      "loss": 0.3529,
      "step": 1057950
    },
    {
      "epoch": 295.27,
      "grad_norm": 1.2759222984313965,
      "learning_rate": 3.499320525778389e-06,
      "loss": 0.3617,
      "step": 1057960
    },
    {
      "epoch": 295.27,
      "grad_norm": 0.9650585651397705,
      "learning_rate": 3.4992970010955522e-06,
      "loss": 0.3763,
      "step": 1057970
    },
    {
      "epoch": 295.28,
      "grad_norm": 1.1305091381072998,
      "learning_rate": 3.4992734762589126e-06,
      "loss": 0.3607,
      "step": 1057980
    },
    {
      "epoch": 295.28,
      "grad_norm": 1.0983816385269165,
      "learning_rate": 3.4992499512684725e-06,
      "loss": 0.3481,
      "step": 1057990
    },
    {
      "epoch": 295.28,
      "grad_norm": 0.972764253616333,
      "learning_rate": 3.499226426124235e-06,
      "loss": 0.3494,
      "step": 1058000
    },
    {
      "epoch": 295.29,
      "grad_norm": 1.2653427124023438,
      "learning_rate": 3.499202900826203e-06,
      "loss": 0.3424,
      "step": 1058010
    },
    {
      "epoch": 295.29,
      "grad_norm": 1.0270373821258545,
      "learning_rate": 3.4991793753743802e-06,
      "loss": 0.3732,
      "step": 1058020
    },
    {
      "epoch": 295.29,
      "grad_norm": 1.0851287841796875,
      "learning_rate": 3.4991558497687698e-06,
      "loss": 0.3524,
      "step": 1058030
    },
    {
      "epoch": 295.29,
      "grad_norm": 0.9322406649589539,
      "learning_rate": 3.4991323240093733e-06,
      "loss": 0.3544,
      "step": 1058040
    },
    {
      "epoch": 295.3,
      "grad_norm": 0.9461967945098877,
      "learning_rate": 3.4991087980961963e-06,
      "loss": 0.361,
      "step": 1058050
    },
    {
      "epoch": 295.3,
      "grad_norm": 0.9663304090499878,
      "learning_rate": 3.4990852720292405e-06,
      "loss": 0.3672,
      "step": 1058060
    },
    {
      "epoch": 295.3,
      "grad_norm": 1.1099700927734375,
      "learning_rate": 3.4990617458085087e-06,
      "loss": 0.3441,
      "step": 1058070
    },
    {
      "epoch": 295.31,
      "grad_norm": 1.062556266784668,
      "learning_rate": 3.499038219434005e-06,
      "loss": 0.3586,
      "step": 1058080
    },
    {
      "epoch": 295.31,
      "grad_norm": 0.9638890624046326,
      "learning_rate": 3.499014692905732e-06,
      "loss": 0.3583,
      "step": 1058090
    },
    {
      "epoch": 295.31,
      "grad_norm": 1.0584527254104614,
      "learning_rate": 3.498991166223693e-06,
      "loss": 0.3792,
      "step": 1058100
    },
    {
      "epoch": 295.31,
      "grad_norm": 0.8904910087585449,
      "learning_rate": 3.498967639387891e-06,
      "loss": 0.3544,
      "step": 1058110
    },
    {
      "epoch": 295.32,
      "grad_norm": 0.9544770121574402,
      "learning_rate": 3.4989441123983295e-06,
      "loss": 0.3528,
      "step": 1058120
    },
    {
      "epoch": 295.32,
      "grad_norm": 0.9824787378311157,
      "learning_rate": 3.4989205852550117e-06,
      "loss": 0.371,
      "step": 1058130
    },
    {
      "epoch": 295.32,
      "grad_norm": 1.0288022756576538,
      "learning_rate": 3.4988970579579395e-06,
      "loss": 0.3679,
      "step": 1058140
    },
    {
      "epoch": 295.33,
      "grad_norm": 0.9329031705856323,
      "learning_rate": 3.4988735305071173e-06,
      "loss": 0.3643,
      "step": 1058150
    },
    {
      "epoch": 295.33,
      "grad_norm": 1.2262592315673828,
      "learning_rate": 3.498850002902548e-06,
      "loss": 0.3764,
      "step": 1058160
    },
    {
      "epoch": 295.33,
      "grad_norm": 1.0547109842300415,
      "learning_rate": 3.498826475144234e-06,
      "loss": 0.347,
      "step": 1058170
    },
    {
      "epoch": 295.33,
      "grad_norm": 0.9079151749610901,
      "learning_rate": 3.4988029472321794e-06,
      "loss": 0.3481,
      "step": 1058180
    },
    {
      "epoch": 295.34,
      "grad_norm": 0.9674087762832642,
      "learning_rate": 3.4987794191663868e-06,
      "loss": 0.3669,
      "step": 1058190
    },
    {
      "epoch": 295.34,
      "grad_norm": 0.9691162109375,
      "learning_rate": 3.49875589094686e-06,
      "loss": 0.3523,
      "step": 1058200
    },
    {
      "epoch": 295.34,
      "grad_norm": 1.0650990009307861,
      "learning_rate": 3.498732362573601e-06,
      "loss": 0.3561,
      "step": 1058210
    },
    {
      "epoch": 295.34,
      "grad_norm": 1.0067110061645508,
      "learning_rate": 3.4987088340466145e-06,
      "loss": 0.371,
      "step": 1058220
    },
    {
      "epoch": 295.35,
      "grad_norm": 1.0304418802261353,
      "learning_rate": 3.4986853053659017e-06,
      "loss": 0.3614,
      "step": 1058230
    },
    {
      "epoch": 295.35,
      "grad_norm": 0.9917011857032776,
      "learning_rate": 3.498661776531466e-06,
      "loss": 0.3523,
      "step": 1058240
    },
    {
      "epoch": 295.35,
      "grad_norm": 0.9418299794197083,
      "learning_rate": 3.498638247543313e-06,
      "loss": 0.3634,
      "step": 1058250
    },
    {
      "epoch": 295.36,
      "grad_norm": 1.0195186138153076,
      "learning_rate": 3.498614718401443e-06,
      "loss": 0.3547,
      "step": 1058260
    },
    {
      "epoch": 295.36,
      "grad_norm": 0.9370090365409851,
      "learning_rate": 3.4985911891058604e-06,
      "loss": 0.3762,
      "step": 1058270
    },
    {
      "epoch": 295.36,
      "grad_norm": 0.9366350769996643,
      "learning_rate": 3.498567659656568e-06,
      "loss": 0.3512,
      "step": 1058280
    },
    {
      "epoch": 295.36,
      "grad_norm": 0.8987644910812378,
      "learning_rate": 3.4985441300535696e-06,
      "loss": 0.359,
      "step": 1058290
    },
    {
      "epoch": 295.37,
      "grad_norm": 1.056753158569336,
      "learning_rate": 3.498520600296867e-06,
      "loss": 0.3474,
      "step": 1058300
    },
    {
      "epoch": 295.37,
      "grad_norm": 1.034233570098877,
      "learning_rate": 3.4984970703864645e-06,
      "loss": 0.3627,
      "step": 1058310
    },
    {
      "epoch": 295.37,
      "grad_norm": 1.0474379062652588,
      "learning_rate": 3.4984735403223644e-06,
      "loss": 0.3542,
      "step": 1058320
    },
    {
      "epoch": 295.38,
      "grad_norm": 1.0865991115570068,
      "learning_rate": 3.498450010104571e-06,
      "loss": 0.3423,
      "step": 1058330
    },
    {
      "epoch": 295.38,
      "grad_norm": 0.9755393266677856,
      "learning_rate": 3.4984264797330865e-06,
      "loss": 0.3655,
      "step": 1058340
    },
    {
      "epoch": 295.38,
      "grad_norm": 1.0651313066482544,
      "learning_rate": 3.4984029492079142e-06,
      "loss": 0.3503,
      "step": 1058350
    },
    {
      "epoch": 295.38,
      "grad_norm": 0.9734616875648499,
      "learning_rate": 3.4983794185290575e-06,
      "loss": 0.3553,
      "step": 1058360
    },
    {
      "epoch": 295.39,
      "grad_norm": 0.9543637037277222,
      "learning_rate": 3.4983558876965186e-06,
      "loss": 0.3512,
      "step": 1058370
    },
    {
      "epoch": 295.39,
      "grad_norm": 0.9073478579521179,
      "learning_rate": 3.4983323567103024e-06,
      "loss": 0.3754,
      "step": 1058380
    },
    {
      "epoch": 295.39,
      "grad_norm": 1.162720799446106,
      "learning_rate": 3.49830882557041e-06,
      "loss": 0.3587,
      "step": 1058390
    },
    {
      "epoch": 295.39,
      "grad_norm": 1.0224000215530396,
      "learning_rate": 3.4982852942768458e-06,
      "loss": 0.3733,
      "step": 1058400
    },
    {
      "epoch": 295.4,
      "grad_norm": 0.9861978888511658,
      "learning_rate": 3.498261762829613e-06,
      "loss": 0.3493,
      "step": 1058410
    },
    {
      "epoch": 295.4,
      "grad_norm": 0.9725205898284912,
      "learning_rate": 3.4982382312287143e-06,
      "loss": 0.3559,
      "step": 1058420
    },
    {
      "epoch": 295.4,
      "grad_norm": 0.9237337708473206,
      "learning_rate": 3.498214699474152e-06,
      "loss": 0.366,
      "step": 1058430
    },
    {
      "epoch": 295.41,
      "grad_norm": 1.2202092409133911,
      "learning_rate": 3.498191167565931e-06,
      "loss": 0.3466,
      "step": 1058440
    },
    {
      "epoch": 295.41,
      "grad_norm": 1.0538291931152344,
      "learning_rate": 3.4981676355040535e-06,
      "loss": 0.3535,
      "step": 1058450
    },
    {
      "epoch": 295.41,
      "grad_norm": 0.8835227489471436,
      "learning_rate": 3.4981441032885223e-06,
      "loss": 0.3623,
      "step": 1058460
    },
    {
      "epoch": 295.41,
      "grad_norm": 1.1459003686904907,
      "learning_rate": 3.498120570919341e-06,
      "loss": 0.355,
      "step": 1058470
    },
    {
      "epoch": 295.42,
      "grad_norm": 0.918131947517395,
      "learning_rate": 3.498097038396513e-06,
      "loss": 0.3494,
      "step": 1058480
    },
    {
      "epoch": 295.42,
      "grad_norm": 1.2341439723968506,
      "learning_rate": 3.498073505720042e-06,
      "loss": 0.3563,
      "step": 1058490
    },
    {
      "epoch": 295.42,
      "grad_norm": 1.1243162155151367,
      "learning_rate": 3.4980499728899286e-06,
      "loss": 0.3578,
      "step": 1058500
    },
    {
      "epoch": 295.43,
      "grad_norm": 1.0878965854644775,
      "learning_rate": 3.4980264399061784e-06,
      "loss": 0.3645,
      "step": 1058510
    },
    {
      "epoch": 295.43,
      "grad_norm": 0.919546902179718,
      "learning_rate": 3.4980029067687933e-06,
      "loss": 0.3709,
      "step": 1058520
    },
    {
      "epoch": 295.43,
      "grad_norm": 0.8781954050064087,
      "learning_rate": 3.497979373477777e-06,
      "loss": 0.3547,
      "step": 1058530
    },
    {
      "epoch": 295.43,
      "grad_norm": 1.772036075592041,
      "learning_rate": 3.4979558400331322e-06,
      "loss": 0.3427,
      "step": 1058540
    },
    {
      "epoch": 295.44,
      "grad_norm": 0.9386892914772034,
      "learning_rate": 3.4979323064348626e-06,
      "loss": 0.3575,
      "step": 1058550
    },
    {
      "epoch": 295.44,
      "grad_norm": 0.965541660785675,
      "learning_rate": 3.497908772682971e-06,
      "loss": 0.3512,
      "step": 1058560
    },
    {
      "epoch": 295.44,
      "grad_norm": 1.0773687362670898,
      "learning_rate": 3.4978852387774602e-06,
      "loss": 0.3708,
      "step": 1058570
    },
    {
      "epoch": 295.45,
      "grad_norm": 1.0098742246627808,
      "learning_rate": 3.4978617047183343e-06,
      "loss": 0.3573,
      "step": 1058580
    },
    {
      "epoch": 295.45,
      "grad_norm": 0.9885428547859192,
      "learning_rate": 3.497838170505595e-06,
      "loss": 0.3407,
      "step": 1058590
    },
    {
      "epoch": 295.45,
      "grad_norm": 1.06112802028656,
      "learning_rate": 3.4978146361392466e-06,
      "loss": 0.3552,
      "step": 1058600
    },
    {
      "epoch": 295.45,
      "grad_norm": 0.9857405424118042,
      "learning_rate": 3.4977911016192925e-06,
      "loss": 0.3614,
      "step": 1058610
    },
    {
      "epoch": 295.46,
      "grad_norm": 0.9659155607223511,
      "learning_rate": 3.497767566945735e-06,
      "loss": 0.355,
      "step": 1058620
    },
    {
      "epoch": 295.46,
      "grad_norm": 1.0405992269515991,
      "learning_rate": 3.4977440321185766e-06,
      "loss": 0.3532,
      "step": 1058630
    },
    {
      "epoch": 295.46,
      "grad_norm": 1.037276029586792,
      "learning_rate": 3.4977204971378225e-06,
      "loss": 0.3663,
      "step": 1058640
    },
    {
      "epoch": 295.46,
      "grad_norm": 1.2588547468185425,
      "learning_rate": 3.497696962003474e-06,
      "loss": 0.3378,
      "step": 1058650
    },
    {
      "epoch": 295.47,
      "grad_norm": 0.9974696040153503,
      "learning_rate": 3.4976734267155344e-06,
      "loss": 0.3505,
      "step": 1058660
    },
    {
      "epoch": 295.47,
      "grad_norm": 0.9132203459739685,
      "learning_rate": 3.497649891274008e-06,
      "loss": 0.3403,
      "step": 1058670
    },
    {
      "epoch": 295.47,
      "grad_norm": 1.0059549808502197,
      "learning_rate": 3.4976263556788967e-06,
      "loss": 0.358,
      "step": 1058680
    },
    {
      "epoch": 295.48,
      "grad_norm": 0.9868525862693787,
      "learning_rate": 3.497602819930204e-06,
      "loss": 0.344,
      "step": 1058690
    },
    {
      "epoch": 295.48,
      "grad_norm": 1.139608383178711,
      "learning_rate": 3.4975792840279343e-06,
      "loss": 0.3502,
      "step": 1058700
    },
    {
      "epoch": 295.48,
      "grad_norm": 1.0147370100021362,
      "learning_rate": 3.4975557479720887e-06,
      "loss": 0.3572,
      "step": 1058710
    },
    {
      "epoch": 295.48,
      "grad_norm": 1.1066242456436157,
      "learning_rate": 3.4975322117626715e-06,
      "loss": 0.3617,
      "step": 1058720
    },
    {
      "epoch": 295.49,
      "grad_norm": 0.9245944023132324,
      "learning_rate": 3.4975086753996846e-06,
      "loss": 0.3593,
      "step": 1058730
    },
    {
      "epoch": 295.49,
      "grad_norm": 1.0463197231292725,
      "learning_rate": 3.497485138883133e-06,
      "loss": 0.3453,
      "step": 1058740
    },
    {
      "epoch": 295.49,
      "grad_norm": 1.0151457786560059,
      "learning_rate": 3.4974616022130193e-06,
      "loss": 0.3631,
      "step": 1058750
    },
    {
      "epoch": 295.5,
      "grad_norm": 1.0983428955078125,
      "learning_rate": 3.4974380653893456e-06,
      "loss": 0.3658,
      "step": 1058760
    },
    {
      "epoch": 295.5,
      "grad_norm": 1.1220325231552124,
      "learning_rate": 3.497414528412116e-06,
      "loss": 0.3552,
      "step": 1058770
    },
    {
      "epoch": 295.5,
      "grad_norm": 0.9077183604240417,
      "learning_rate": 3.4973909912813337e-06,
      "loss": 0.3425,
      "step": 1058780
    },
    {
      "epoch": 295.5,
      "grad_norm": 1.3688780069351196,
      "learning_rate": 3.4973674539970007e-06,
      "loss": 0.3681,
      "step": 1058790
    },
    {
      "epoch": 295.51,
      "grad_norm": 0.9446964859962463,
      "learning_rate": 3.497343916559122e-06,
      "loss": 0.3572,
      "step": 1058800
    },
    {
      "epoch": 295.51,
      "grad_norm": 1.0547504425048828,
      "learning_rate": 3.4973203789676987e-06,
      "loss": 0.3598,
      "step": 1058810
    },
    {
      "epoch": 295.51,
      "grad_norm": 0.9871664047241211,
      "learning_rate": 3.4972968412227343e-06,
      "loss": 0.3658,
      "step": 1058820
    },
    {
      "epoch": 295.51,
      "grad_norm": 0.9369652271270752,
      "learning_rate": 3.497273303324234e-06,
      "loss": 0.3647,
      "step": 1058830
    },
    {
      "epoch": 295.52,
      "grad_norm": 1.0503873825073242,
      "learning_rate": 3.4972497652721984e-06,
      "loss": 0.3515,
      "step": 1058840
    },
    {
      "epoch": 295.52,
      "grad_norm": 1.076470971107483,
      "learning_rate": 3.4972262270666324e-06,
      "loss": 0.3589,
      "step": 1058850
    },
    {
      "epoch": 295.52,
      "grad_norm": 1.118272066116333,
      "learning_rate": 3.497202688707538e-06,
      "loss": 0.3764,
      "step": 1058860
    },
    {
      "epoch": 295.53,
      "grad_norm": 0.964055061340332,
      "learning_rate": 3.4971791501949185e-06,
      "loss": 0.3643,
      "step": 1058870
    },
    {
      "epoch": 295.53,
      "grad_norm": 0.9993150234222412,
      "learning_rate": 3.497155611528778e-06,
      "loss": 0.3625,
      "step": 1058880
    },
    {
      "epoch": 295.53,
      "grad_norm": 0.9789541363716125,
      "learning_rate": 3.4971320727091176e-06,
      "loss": 0.3439,
      "step": 1058890
    },
    {
      "epoch": 295.53,
      "grad_norm": 1.0058019161224365,
      "learning_rate": 3.4971085337359428e-06,
      "loss": 0.3287,
      "step": 1058900
    },
    {
      "epoch": 295.54,
      "grad_norm": 0.8386061191558838,
      "learning_rate": 3.4970849946092555e-06,
      "loss": 0.3423,
      "step": 1058910
    },
    {
      "epoch": 295.54,
      "grad_norm": 0.8607416152954102,
      "learning_rate": 3.4970614553290583e-06,
      "loss": 0.3519,
      "step": 1058920
    },
    {
      "epoch": 295.54,
      "grad_norm": 0.967976987361908,
      "learning_rate": 3.4970379158953563e-06,
      "loss": 0.3416,
      "step": 1058930
    },
    {
      "epoch": 295.55,
      "grad_norm": 1.0209903717041016,
      "learning_rate": 3.4970143763081508e-06,
      "loss": 0.3662,
      "step": 1058940
    },
    {
      "epoch": 295.55,
      "grad_norm": 1.0787384510040283,
      "learning_rate": 3.496990836567445e-06,
      "loss": 0.3523,
      "step": 1058950
    },
    {
      "epoch": 295.55,
      "grad_norm": 1.0458087921142578,
      "learning_rate": 3.496967296673243e-06,
      "loss": 0.353,
      "step": 1058960
    },
    {
      "epoch": 295.55,
      "grad_norm": 0.9593883752822876,
      "learning_rate": 3.496943756625547e-06,
      "loss": 0.3672,
      "step": 1058970
    },
    {
      "epoch": 295.56,
      "grad_norm": 1.0928953886032104,
      "learning_rate": 3.4969202164243605e-06,
      "loss": 0.3647,
      "step": 1058980
    },
    {
      "epoch": 295.56,
      "grad_norm": 1.1013480424880981,
      "learning_rate": 3.4968966760696877e-06,
      "loss": 0.3377,
      "step": 1058990
    },
    {
      "epoch": 295.56,
      "grad_norm": 1.478872299194336,
      "learning_rate": 3.4968731355615303e-06,
      "loss": 0.3528,
      "step": 1059000
    },
    {
      "epoch": 295.57,
      "grad_norm": 1.0117523670196533,
      "learning_rate": 3.4968495948998923e-06,
      "loss": 0.352,
      "step": 1059010
    },
    {
      "epoch": 295.57,
      "grad_norm": 0.9578457474708557,
      "learning_rate": 3.4968260540847757e-06,
      "loss": 0.3585,
      "step": 1059020
    },
    {
      "epoch": 295.57,
      "grad_norm": 1.1947433948516846,
      "learning_rate": 3.4968025131161844e-06,
      "loss": 0.3611,
      "step": 1059030
    },
    {
      "epoch": 295.57,
      "grad_norm": 1.013700246810913,
      "learning_rate": 3.496778971994122e-06,
      "loss": 0.3688,
      "step": 1059040
    },
    {
      "epoch": 295.58,
      "grad_norm": 1.1632208824157715,
      "learning_rate": 3.49675543071859e-06,
      "loss": 0.3419,
      "step": 1059050
    },
    {
      "epoch": 295.58,
      "grad_norm": 1.2343600988388062,
      "learning_rate": 3.4967318892895945e-06,
      "loss": 0.353,
      "step": 1059060
    },
    {
      "epoch": 295.58,
      "grad_norm": 1.0324115753173828,
      "learning_rate": 3.4967083477071355e-06,
      "loss": 0.3558,
      "step": 1059070
    },
    {
      "epoch": 295.58,
      "grad_norm": 0.8834545016288757,
      "learning_rate": 3.4966848059712183e-06,
      "loss": 0.3368,
      "step": 1059080
    },
    {
      "epoch": 295.59,
      "grad_norm": 1.844919204711914,
      "learning_rate": 3.496661264081845e-06,
      "loss": 0.3602,
      "step": 1059090
    },
    {
      "epoch": 295.59,
      "grad_norm": 1.6611758470535278,
      "learning_rate": 3.4966377220390177e-06,
      "loss": 0.3358,
      "step": 1059100
    },
    {
      "epoch": 295.59,
      "grad_norm": 0.8704103827476501,
      "learning_rate": 3.4966141798427414e-06,
      "loss": 0.3392,
      "step": 1059110
    },
    {
      "epoch": 295.6,
      "grad_norm": 1.0723876953125,
      "learning_rate": 3.4965906374930193e-06,
      "loss": 0.3603,
      "step": 1059120
    },
    {
      "epoch": 295.6,
      "grad_norm": 0.9792546629905701,
      "learning_rate": 3.496567094989853e-06,
      "loss": 0.3633,
      "step": 1059130
    },
    {
      "epoch": 295.6,
      "grad_norm": 1.124413013458252,
      "learning_rate": 3.4965435523332464e-06,
      "loss": 0.3503,
      "step": 1059140
    },
    {
      "epoch": 295.6,
      "grad_norm": 0.8855222463607788,
      "learning_rate": 3.4965200095232033e-06,
      "loss": 0.3388,
      "step": 1059150
    },
    {
      "epoch": 295.61,
      "grad_norm": 0.9557679295539856,
      "learning_rate": 3.4964964665597257e-06,
      "loss": 0.3625,
      "step": 1059160
    },
    {
      "epoch": 295.61,
      "grad_norm": 1.091715931892395,
      "learning_rate": 3.496472923442817e-06,
      "loss": 0.3557,
      "step": 1059170
    },
    {
      "epoch": 295.61,
      "grad_norm": 1.161332368850708,
      "learning_rate": 3.496449380172481e-06,
      "loss": 0.3679,
      "step": 1059180
    },
    {
      "epoch": 295.62,
      "grad_norm": 1.1232495307922363,
      "learning_rate": 3.4964258367487206e-06,
      "loss": 0.3635,
      "step": 1059190
    },
    {
      "epoch": 295.62,
      "grad_norm": 0.9958967566490173,
      "learning_rate": 3.496402293171538e-06,
      "loss": 0.3464,
      "step": 1059200
    },
    {
      "epoch": 295.62,
      "grad_norm": 0.9887788891792297,
      "learning_rate": 3.4963787494409374e-06,
      "loss": 0.3661,
      "step": 1059210
    },
    {
      "epoch": 295.62,
      "grad_norm": 1.0514228343963623,
      "learning_rate": 3.496355205556922e-06,
      "loss": 0.364,
      "step": 1059220
    },
    {
      "epoch": 295.63,
      "grad_norm": 1.0186184644699097,
      "learning_rate": 3.496331661519494e-06,
      "loss": 0.3561,
      "step": 1059230
    },
    {
      "epoch": 295.63,
      "grad_norm": 0.9468345642089844,
      "learning_rate": 3.4963081173286577e-06,
      "loss": 0.3602,
      "step": 1059240
    },
    {
      "epoch": 295.63,
      "grad_norm": 1.112926721572876,
      "learning_rate": 3.496284572984415e-06,
      "loss": 0.3507,
      "step": 1059250
    },
    {
      "epoch": 295.63,
      "grad_norm": 1.0793840885162354,
      "learning_rate": 3.49626102848677e-06,
      "loss": 0.3651,
      "step": 1059260
    },
    {
      "epoch": 295.64,
      "grad_norm": 1.169093132019043,
      "learning_rate": 3.496237483835725e-06,
      "loss": 0.3665,
      "step": 1059270
    },
    {
      "epoch": 295.64,
      "grad_norm": 1.1235288381576538,
      "learning_rate": 3.4962139390312834e-06,
      "loss": 0.3524,
      "step": 1059280
    },
    {
      "epoch": 295.64,
      "grad_norm": 1.10128653049469,
      "learning_rate": 3.4961903940734494e-06,
      "loss": 0.35,
      "step": 1059290
    },
    {
      "epoch": 295.65,
      "grad_norm": 1.6827795505523682,
      "learning_rate": 3.4961668489622253e-06,
      "loss": 0.3426,
      "step": 1059300
    },
    {
      "epoch": 295.65,
      "grad_norm": 1.0355582237243652,
      "learning_rate": 3.4961433036976137e-06,
      "loss": 0.3586,
      "step": 1059310
    },
    {
      "epoch": 295.65,
      "grad_norm": 1.0438058376312256,
      "learning_rate": 3.4961197582796185e-06,
      "loss": 0.367,
      "step": 1059320
    },
    {
      "epoch": 295.65,
      "grad_norm": 0.9864478707313538,
      "learning_rate": 3.4960962127082425e-06,
      "loss": 0.3338,
      "step": 1059330
    },
    {
      "epoch": 295.66,
      "grad_norm": 1.2286485433578491,
      "learning_rate": 3.496072666983488e-06,
      "loss": 0.3421,
      "step": 1059340
    },
    {
      "epoch": 295.66,
      "grad_norm": 0.9489638805389404,
      "learning_rate": 3.4960491211053606e-06,
      "loss": 0.3635,
      "step": 1059350
    },
    {
      "epoch": 295.66,
      "grad_norm": 0.9384942650794983,
      "learning_rate": 3.496025575073861e-06,
      "loss": 0.3704,
      "step": 1059360
    },
    {
      "epoch": 295.67,
      "grad_norm": 0.9715045094490051,
      "learning_rate": 3.4960020288889935e-06,
      "loss": 0.3499,
      "step": 1059370
    },
    {
      "epoch": 295.67,
      "grad_norm": 0.9720720052719116,
      "learning_rate": 3.4959784825507613e-06,
      "loss": 0.351,
      "step": 1059380
    },
    {
      "epoch": 295.67,
      "grad_norm": 1.1459475755691528,
      "learning_rate": 3.495954936059166e-06,
      "loss": 0.3719,
      "step": 1059390
    },
    {
      "epoch": 295.67,
      "grad_norm": 0.9756371974945068,
      "learning_rate": 3.4959313894142123e-06,
      "loss": 0.3404,
      "step": 1059400
    },
    {
      "epoch": 295.68,
      "grad_norm": 1.0327447652816772,
      "learning_rate": 3.495907842615903e-06,
      "loss": 0.3511,
      "step": 1059410
    },
    {
      "epoch": 295.68,
      "grad_norm": 0.9506779909133911,
      "learning_rate": 3.4958842956642417e-06,
      "loss": 0.3618,
      "step": 1059420
    },
    {
      "epoch": 295.68,
      "grad_norm": 0.9555568099021912,
      "learning_rate": 3.495860748559231e-06,
      "loss": 0.3522,
      "step": 1059430
    },
    {
      "epoch": 295.69,
      "grad_norm": 0.9453625082969666,
      "learning_rate": 3.4958372013008735e-06,
      "loss": 0.3424,
      "step": 1059440
    },
    {
      "epoch": 295.69,
      "grad_norm": 1.0602744817733765,
      "learning_rate": 3.495813653889173e-06,
      "loss": 0.3527,
      "step": 1059450
    },
    {
      "epoch": 295.69,
      "grad_norm": 1.0270590782165527,
      "learning_rate": 3.4957901063241328e-06,
      "loss": 0.3594,
      "step": 1059460
    },
    {
      "epoch": 295.69,
      "grad_norm": 1.1290953159332275,
      "learning_rate": 3.4957665586057553e-06,
      "loss": 0.3649,
      "step": 1059470
    },
    {
      "epoch": 295.7,
      "grad_norm": 0.8035790920257568,
      "learning_rate": 3.495743010734045e-06,
      "loss": 0.3457,
      "step": 1059480
    },
    {
      "epoch": 295.7,
      "grad_norm": 0.8470937609672546,
      "learning_rate": 3.4957194627090033e-06,
      "loss": 0.3491,
      "step": 1059490
    },
    {
      "epoch": 295.7,
      "grad_norm": 1.1271647214889526,
      "learning_rate": 3.495695914530634e-06,
      "loss": 0.3592,
      "step": 1059500
    },
    {
      "epoch": 295.7,
      "grad_norm": 1.1941636800765991,
      "learning_rate": 3.495672366198941e-06,
      "loss": 0.3608,
      "step": 1059510
    },
    {
      "epoch": 295.71,
      "grad_norm": 1.0294146537780762,
      "learning_rate": 3.4956488177139264e-06,
      "loss": 0.3637,
      "step": 1059520
    },
    {
      "epoch": 295.71,
      "grad_norm": 0.9574814438819885,
      "learning_rate": 3.495625269075594e-06,
      "loss": 0.3706,
      "step": 1059530
    },
    {
      "epoch": 295.71,
      "grad_norm": 1.106704831123352,
      "learning_rate": 3.495601720283947e-06,
      "loss": 0.3582,
      "step": 1059540
    },
    {
      "epoch": 295.72,
      "grad_norm": 1.2791070938110352,
      "learning_rate": 3.4955781713389874e-06,
      "loss": 0.3441,
      "step": 1059550
    },
    {
      "epoch": 295.72,
      "grad_norm": 1.0219014883041382,
      "learning_rate": 3.495554622240719e-06,
      "loss": 0.3608,
      "step": 1059560
    },
    {
      "epoch": 295.72,
      "grad_norm": 0.9476551413536072,
      "learning_rate": 3.495531072989146e-06,
      "loss": 0.3599,
      "step": 1059570
    },
    {
      "epoch": 295.72,
      "grad_norm": 1.176652431488037,
      "learning_rate": 3.4955075235842703e-06,
      "loss": 0.3563,
      "step": 1059580
    },
    {
      "epoch": 295.73,
      "grad_norm": 1.083268642425537,
      "learning_rate": 3.4954839740260957e-06,
      "loss": 0.3444,
      "step": 1059590
    },
    {
      "epoch": 295.73,
      "grad_norm": 1.0680264234542847,
      "learning_rate": 3.4954604243146243e-06,
      "loss": 0.3429,
      "step": 1059600
    },
    {
      "epoch": 295.73,
      "grad_norm": 0.9670623540878296,
      "learning_rate": 3.49543687444986e-06,
      "loss": 0.3606,
      "step": 1059610
    },
    {
      "epoch": 295.74,
      "grad_norm": 0.9779879450798035,
      "learning_rate": 3.4954133244318065e-06,
      "loss": 0.3627,
      "step": 1059620
    },
    {
      "epoch": 295.74,
      "grad_norm": 1.036996841430664,
      "learning_rate": 3.495389774260466e-06,
      "loss": 0.3646,
      "step": 1059630
    },
    {
      "epoch": 295.74,
      "grad_norm": 1.0052249431610107,
      "learning_rate": 3.4953662239358414e-06,
      "loss": 0.3551,
      "step": 1059640
    },
    {
      "epoch": 295.74,
      "grad_norm": 1.1233794689178467,
      "learning_rate": 3.4953426734579373e-06,
      "loss": 0.353,
      "step": 1059650
    },
    {
      "epoch": 295.75,
      "grad_norm": 0.9619500637054443,
      "learning_rate": 3.4953191228267558e-06,
      "loss": 0.3584,
      "step": 1059660
    },
    {
      "epoch": 295.75,
      "grad_norm": 1.0435938835144043,
      "learning_rate": 3.4952955720423e-06,
      "loss": 0.3625,
      "step": 1059670
    },
    {
      "epoch": 295.75,
      "grad_norm": 0.9598459005355835,
      "learning_rate": 3.495272021104572e-06,
      "loss": 0.3491,
      "step": 1059680
    },
    {
      "epoch": 295.75,
      "grad_norm": 1.0780471563339233,
      "learning_rate": 3.495248470013577e-06,
      "loss": 0.3624,
      "step": 1059690
    },
    {
      "epoch": 295.76,
      "grad_norm": 1.1183817386627197,
      "learning_rate": 3.4952249187693177e-06,
      "loss": 0.3527,
      "step": 1059700
    },
    {
      "epoch": 295.76,
      "grad_norm": 1.0787814855575562,
      "learning_rate": 3.4952013673717958e-06,
      "loss": 0.3489,
      "step": 1059710
    },
    {
      "epoch": 295.76,
      "grad_norm": 1.0499478578567505,
      "learning_rate": 3.495177815821016e-06,
      "loss": 0.3668,
      "step": 1059720
    },
    {
      "epoch": 295.77,
      "grad_norm": 1.7136479616165161,
      "learning_rate": 3.495154264116981e-06,
      "loss": 0.3571,
      "step": 1059730
    },
    {
      "epoch": 295.77,
      "grad_norm": 0.9139524102210999,
      "learning_rate": 3.495130712259694e-06,
      "loss": 0.3533,
      "step": 1059740
    },
    {
      "epoch": 295.77,
      "grad_norm": 1.2644999027252197,
      "learning_rate": 3.4951071602491576e-06,
      "loss": 0.3652,
      "step": 1059750
    },
    {
      "epoch": 295.77,
      "grad_norm": 0.8965867161750793,
      "learning_rate": 3.4950836080853746e-06,
      "loss": 0.3466,
      "step": 1059760
    },
    {
      "epoch": 295.78,
      "grad_norm": 1.1055265665054321,
      "learning_rate": 3.4950600557683494e-06,
      "loss": 0.3574,
      "step": 1059770
    },
    {
      "epoch": 295.78,
      "grad_norm": 1.0242640972137451,
      "learning_rate": 3.495036503298084e-06,
      "loss": 0.3671,
      "step": 1059780
    },
    {
      "epoch": 295.78,
      "grad_norm": 1.100084900856018,
      "learning_rate": 3.4950129506745827e-06,
      "loss": 0.3388,
      "step": 1059790
    },
    {
      "epoch": 295.79,
      "grad_norm": 1.213230848312378,
      "learning_rate": 3.494989397897848e-06,
      "loss": 0.3788,
      "step": 1059800
    },
    {
      "epoch": 295.79,
      "grad_norm": 0.9871153831481934,
      "learning_rate": 3.4949658449678827e-06,
      "loss": 0.3535,
      "step": 1059810
    },
    {
      "epoch": 295.79,
      "grad_norm": 1.1843416690826416,
      "learning_rate": 3.4949422918846907e-06,
      "loss": 0.3534,
      "step": 1059820
    },
    {
      "epoch": 295.79,
      "grad_norm": 1.033262848854065,
      "learning_rate": 3.4949187386482743e-06,
      "loss": 0.3607,
      "step": 1059830
    },
    {
      "epoch": 295.8,
      "grad_norm": 1.0701338052749634,
      "learning_rate": 3.4948951852586373e-06,
      "loss": 0.359,
      "step": 1059840
    },
    {
      "epoch": 295.8,
      "grad_norm": 0.9584638476371765,
      "learning_rate": 3.4948716317157817e-06,
      "loss": 0.3485,
      "step": 1059850
    },
    {
      "epoch": 295.8,
      "grad_norm": 0.8612265586853027,
      "learning_rate": 3.4948480780197123e-06,
      "loss": 0.3578,
      "step": 1059860
    },
    {
      "epoch": 295.81,
      "grad_norm": 0.9344322681427002,
      "learning_rate": 3.4948245241704315e-06,
      "loss": 0.3574,
      "step": 1059870
    },
    {
      "epoch": 295.81,
      "grad_norm": 0.9330189228057861,
      "learning_rate": 3.494800970167942e-06,
      "loss": 0.3535,
      "step": 1059880
    },
    {
      "epoch": 295.81,
      "grad_norm": 2.043551445007324,
      "learning_rate": 3.494777416012247e-06,
      "loss": 0.363,
      "step": 1059890
    },
    {
      "epoch": 295.81,
      "grad_norm": 1.0330239534378052,
      "learning_rate": 3.494753861703351e-06,
      "loss": 0.3501,
      "step": 1059900
    },
    {
      "epoch": 295.82,
      "grad_norm": 0.93450927734375,
      "learning_rate": 3.4947303072412554e-06,
      "loss": 0.3688,
      "step": 1059910
    },
    {
      "epoch": 295.82,
      "grad_norm": 1.088193416595459,
      "learning_rate": 3.494706752625964e-06,
      "loss": 0.3817,
      "step": 1059920
    },
    {
      "epoch": 295.82,
      "grad_norm": 1.079986572265625,
      "learning_rate": 3.49468319785748e-06,
      "loss": 0.3529,
      "step": 1059930
    },
    {
      "epoch": 295.82,
      "grad_norm": 1.0854086875915527,
      "learning_rate": 3.494659642935806e-06,
      "loss": 0.3715,
      "step": 1059940
    },
    {
      "epoch": 295.83,
      "grad_norm": 1.084692120552063,
      "learning_rate": 3.494636087860946e-06,
      "loss": 0.3562,
      "step": 1059950
    },
    {
      "epoch": 295.83,
      "grad_norm": 1.0510826110839844,
      "learning_rate": 3.4946125326329036e-06,
      "loss": 0.3671,
      "step": 1059960
    },
    {
      "epoch": 295.83,
      "grad_norm": 1.1420797109603882,
      "learning_rate": 3.4945889772516803e-06,
      "loss": 0.3527,
      "step": 1059970
    },
    {
      "epoch": 295.84,
      "grad_norm": 0.9496692419052124,
      "learning_rate": 3.4945654217172796e-06,
      "loss": 0.3562,
      "step": 1059980
    },
    {
      "epoch": 295.84,
      "grad_norm": 1.072787880897522,
      "learning_rate": 3.4945418660297057e-06,
      "loss": 0.3625,
      "step": 1059990
    },
    {
      "epoch": 295.84,
      "grad_norm": 0.974884569644928,
      "learning_rate": 3.4945183101889607e-06,
      "loss": 0.3613,
      "step": 1060000
    },
    {
      "epoch": 295.84,
      "grad_norm": 1.1075750589370728,
      "learning_rate": 3.4944947541950484e-06,
      "loss": 0.3448,
      "step": 1060010
    },
    {
      "epoch": 295.85,
      "grad_norm": 1.0158387422561646,
      "learning_rate": 3.494471198047971e-06,
      "loss": 0.3507,
      "step": 1060020
    },
    {
      "epoch": 295.85,
      "grad_norm": 2.1565167903900146,
      "learning_rate": 3.4944476417477334e-06,
      "loss": 0.3563,
      "step": 1060030
    },
    {
      "epoch": 295.85,
      "grad_norm": 0.9780094623565674,
      "learning_rate": 3.4944240852943376e-06,
      "loss": 0.3524,
      "step": 1060040
    },
    {
      "epoch": 295.86,
      "grad_norm": 0.8716525435447693,
      "learning_rate": 3.4944005286877854e-06,
      "loss": 0.3536,
      "step": 1060050
    },
    {
      "epoch": 295.86,
      "grad_norm": 0.9254504442214966,
      "learning_rate": 3.494376971928083e-06,
      "loss": 0.3629,
      "step": 1060060
    },
    {
      "epoch": 295.86,
      "grad_norm": 0.8566684722900391,
      "learning_rate": 3.4943534150152306e-06,
      "loss": 0.3565,
      "step": 1060070
    },
    {
      "epoch": 295.86,
      "grad_norm": 1.1035906076431274,
      "learning_rate": 3.494329857949233e-06,
      "loss": 0.3699,
      "step": 1060080
    },
    {
      "epoch": 295.87,
      "grad_norm": 1.1814491748809814,
      "learning_rate": 3.4943063007300926e-06,
      "loss": 0.3594,
      "step": 1060090
    },
    {
      "epoch": 295.87,
      "grad_norm": 1.0645164251327515,
      "learning_rate": 3.4942827433578133e-06,
      "loss": 0.3423,
      "step": 1060100
    },
    {
      "epoch": 295.87,
      "grad_norm": 1.017642855644226,
      "learning_rate": 3.494259185832398e-06,
      "loss": 0.3477,
      "step": 1060110
    },
    {
      "epoch": 295.87,
      "grad_norm": 1.1115304231643677,
      "learning_rate": 3.494235628153849e-06,
      "loss": 0.3445,
      "step": 1060120
    },
    {
      "epoch": 295.88,
      "grad_norm": 1.2809803485870361,
      "learning_rate": 3.4942120703221706e-06,
      "loss": 0.3609,
      "step": 1060130
    },
    {
      "epoch": 295.88,
      "grad_norm": 1.0842145681381226,
      "learning_rate": 3.494188512337365e-06,
      "loss": 0.3471,
      "step": 1060140
    },
    {
      "epoch": 295.88,
      "grad_norm": 2.1274170875549316,
      "learning_rate": 3.494164954199435e-06,
      "loss": 0.3454,
      "step": 1060150
    },
    {
      "epoch": 295.89,
      "grad_norm": 0.8641632795333862,
      "learning_rate": 3.4941413959083857e-06,
      "loss": 0.37,
      "step": 1060160
    },
    {
      "epoch": 295.89,
      "grad_norm": 1.2305951118469238,
      "learning_rate": 3.494117837464218e-06,
      "loss": 0.3457,
      "step": 1060170
    },
    {
      "epoch": 295.89,
      "grad_norm": 0.8824438452720642,
      "learning_rate": 3.494094278866937e-06,
      "loss": 0.35,
      "step": 1060180
    },
    {
      "epoch": 295.89,
      "grad_norm": 1.0271342992782593,
      "learning_rate": 3.4940707201165448e-06,
      "loss": 0.3521,
      "step": 1060190
    },
    {
      "epoch": 295.9,
      "grad_norm": 1.2121449708938599,
      "learning_rate": 3.494047161213044e-06,
      "loss": 0.36,
      "step": 1060200
    },
    {
      "epoch": 295.9,
      "grad_norm": 2.3471016883850098,
      "learning_rate": 3.4940236021564383e-06,
      "loss": 0.3623,
      "step": 1060210
    },
    {
      "epoch": 295.9,
      "grad_norm": 1.0678882598876953,
      "learning_rate": 3.494000042946731e-06,
      "loss": 0.3708,
      "step": 1060220
    },
    {
      "epoch": 295.91,
      "grad_norm": 1.2172060012817383,
      "learning_rate": 3.4939764835839253e-06,
      "loss": 0.3499,
      "step": 1060230
    },
    {
      "epoch": 295.91,
      "grad_norm": 1.094000220298767,
      "learning_rate": 3.493952924068024e-06,
      "loss": 0.373,
      "step": 1060240
    },
    {
      "epoch": 295.91,
      "grad_norm": 1.1746412515640259,
      "learning_rate": 3.4939293643990304e-06,
      "loss": 0.3589,
      "step": 1060250
    },
    {
      "epoch": 295.91,
      "grad_norm": 1.0217987298965454,
      "learning_rate": 3.493905804576948e-06,
      "loss": 0.3621,
      "step": 1060260
    },
    {
      "epoch": 295.92,
      "grad_norm": 1.3054554462432861,
      "learning_rate": 3.493882244601779e-06,
      "loss": 0.3494,
      "step": 1060270
    },
    {
      "epoch": 295.92,
      "grad_norm": 1.179818034172058,
      "learning_rate": 3.493858684473527e-06,
      "loss": 0.3521,
      "step": 1060280
    },
    {
      "epoch": 295.92,
      "grad_norm": 0.9067740440368652,
      "learning_rate": 3.4938351241921954e-06,
      "loss": 0.3507,
      "step": 1060290
    },
    {
      "epoch": 295.93,
      "grad_norm": 0.9991251826286316,
      "learning_rate": 3.4938115637577875e-06,
      "loss": 0.3677,
      "step": 1060300
    },
    {
      "epoch": 295.93,
      "grad_norm": 0.98151034116745,
      "learning_rate": 3.4937880031703054e-06,
      "loss": 0.3622,
      "step": 1060310
    },
    {
      "epoch": 295.93,
      "grad_norm": 0.8756800889968872,
      "learning_rate": 3.493764442429754e-06,
      "loss": 0.356,
      "step": 1060320
    },
    {
      "epoch": 295.93,
      "grad_norm": 1.0687096118927002,
      "learning_rate": 3.4937408815361347e-06,
      "loss": 0.3608,
      "step": 1060330
    },
    {
      "epoch": 295.94,
      "grad_norm": 1.1153299808502197,
      "learning_rate": 3.4937173204894515e-06,
      "loss": 0.3634,
      "step": 1060340
    },
    {
      "epoch": 295.94,
      "grad_norm": 0.9647471308708191,
      "learning_rate": 3.493693759289707e-06,
      "loss": 0.3808,
      "step": 1060350
    },
    {
      "epoch": 295.94,
      "grad_norm": 0.9809561967849731,
      "learning_rate": 3.4936701979369047e-06,
      "loss": 0.3527,
      "step": 1060360
    },
    {
      "epoch": 295.94,
      "grad_norm": 0.9346371293067932,
      "learning_rate": 3.493646636431048e-06,
      "loss": 0.3354,
      "step": 1060370
    },
    {
      "epoch": 295.95,
      "grad_norm": 0.9612012505531311,
      "learning_rate": 3.49362307477214e-06,
      "loss": 0.3645,
      "step": 1060380
    },
    {
      "epoch": 295.95,
      "grad_norm": 1.1077533960342407,
      "learning_rate": 3.4935995129601824e-06,
      "loss": 0.3661,
      "step": 1060390
    },
    {
      "epoch": 295.95,
      "grad_norm": 1.134998083114624,
      "learning_rate": 3.4935759509951812e-06,
      "loss": 0.3641,
      "step": 1060400
    },
    {
      "epoch": 295.96,
      "grad_norm": 1.1704198122024536,
      "learning_rate": 3.493552388877137e-06,
      "loss": 0.3497,
      "step": 1060410
    },
    {
      "epoch": 295.96,
      "grad_norm": 1.0983198881149292,
      "learning_rate": 3.493528826606053e-06,
      "loss": 0.3739,
      "step": 1060420
    },
    {
      "epoch": 295.96,
      "grad_norm": 0.9732316732406616,
      "learning_rate": 3.493505264181934e-06,
      "loss": 0.3616,
      "step": 1060430
    },
    {
      "epoch": 295.96,
      "grad_norm": 1.0492984056472778,
      "learning_rate": 3.4934817016047816e-06,
      "loss": 0.3458,
      "step": 1060440
    },
    {
      "epoch": 295.97,
      "grad_norm": 1.1351091861724854,
      "learning_rate": 3.4934581388746006e-06,
      "loss": 0.3526,
      "step": 1060450
    },
    {
      "epoch": 295.97,
      "grad_norm": 0.9068645238876343,
      "learning_rate": 3.4934345759913924e-06,
      "loss": 0.3641,
      "step": 1060460
    },
    {
      "epoch": 295.97,
      "grad_norm": 0.9376378059387207,
      "learning_rate": 3.4934110129551614e-06,
      "loss": 0.364,
      "step": 1060470
    },
    {
      "epoch": 295.98,
      "grad_norm": 1.3358243703842163,
      "learning_rate": 3.4933874497659105e-06,
      "loss": 0.3537,
      "step": 1060480
    },
    {
      "epoch": 295.98,
      "grad_norm": 1.0289734601974487,
      "learning_rate": 3.4933638864236414e-06,
      "loss": 0.3675,
      "step": 1060490
    },
    {
      "epoch": 295.98,
      "grad_norm": 0.9799824953079224,
      "learning_rate": 3.4933403229283587e-06,
      "loss": 0.3598,
      "step": 1060500
    },
    {
      "epoch": 295.98,
      "grad_norm": 1.0540177822113037,
      "learning_rate": 3.493316759280066e-06,
      "loss": 0.3558,
      "step": 1060510
    },
    {
      "epoch": 295.99,
      "grad_norm": 1.0237294435501099,
      "learning_rate": 3.493293195478765e-06,
      "loss": 0.3491,
      "step": 1060520
    },
    {
      "epoch": 295.99,
      "grad_norm": 0.9668934345245361,
      "learning_rate": 3.4932696315244592e-06,
      "loss": 0.3579,
      "step": 1060530
    },
    {
      "epoch": 295.99,
      "grad_norm": 0.9642363786697388,
      "learning_rate": 3.493246067417153e-06,
      "loss": 0.3623,
      "step": 1060540
    },
    {
      "epoch": 295.99,
      "grad_norm": 1.0710010528564453,
      "learning_rate": 3.493222503156848e-06,
      "loss": 0.3614,
      "step": 1060550
    },
    {
      "epoch": 296.0,
      "grad_norm": 0.9829844832420349,
      "learning_rate": 3.4931989387435476e-06,
      "loss": 0.3509,
      "step": 1060560
    },
    {
      "epoch": 296.0,
      "eval_loss": 0.3576233386993408,
      "eval_runtime": 63.2365,
      "eval_samples_per_second": 80.001,
      "eval_steps_per_second": 10.01,
      "step": 1060568
    },
    {
      "epoch": 296.0,
      "grad_norm": 1.0813411474227905,
      "learning_rate": 3.4931753741772557e-06,
      "loss": 0.3545,
      "step": 1060570
    },
    {
      "epoch": 296.0,
      "grad_norm": 0.9780791401863098,
      "learning_rate": 3.4931518094579745e-06,
      "loss": 0.3575,
      "step": 1060580
    },
    {
      "epoch": 296.01,
      "grad_norm": 1.0906250476837158,
      "learning_rate": 3.493128244585708e-06,
      "loss": 0.3844,
      "step": 1060590
    },
    {
      "epoch": 296.01,
      "grad_norm": 1.0800318717956543,
      "learning_rate": 3.4931046795604586e-06,
      "loss": 0.3557,
      "step": 1060600
    },
    {
      "epoch": 296.01,
      "grad_norm": 1.2323578596115112,
      "learning_rate": 3.49308111438223e-06,
      "loss": 0.3579,
      "step": 1060610
    },
    {
      "epoch": 296.01,
      "grad_norm": 1.4992672204971313,
      "learning_rate": 3.493057549051026e-06,
      "loss": 0.3604,
      "step": 1060620
    },
    {
      "epoch": 296.02,
      "grad_norm": 0.920461893081665,
      "learning_rate": 3.4930339835668476e-06,
      "loss": 0.3533,
      "step": 1060630
    },
    {
      "epoch": 296.02,
      "grad_norm": 0.9142391681671143,
      "learning_rate": 3.4930104179296994e-06,
      "loss": 0.3646,
      "step": 1060640
    },
    {
      "epoch": 296.02,
      "grad_norm": 1.1785120964050293,
      "learning_rate": 3.4929868521395843e-06,
      "loss": 0.3595,
      "step": 1060650
    },
    {
      "epoch": 296.03,
      "grad_norm": 1.1351475715637207,
      "learning_rate": 3.4929632861965056e-06,
      "loss": 0.3565,
      "step": 1060660
    },
    {
      "epoch": 296.03,
      "grad_norm": 1.0857629776000977,
      "learning_rate": 3.4929397201004667e-06,
      "loss": 0.364,
      "step": 1060670
    },
    {
      "epoch": 296.03,
      "grad_norm": 1.1316651105880737,
      "learning_rate": 3.49291615385147e-06,
      "loss": 0.3583,
      "step": 1060680
    },
    {
      "epoch": 296.03,
      "grad_norm": 0.867091715335846,
      "learning_rate": 3.492892587449519e-06,
      "loss": 0.3564,
      "step": 1060690
    },
    {
      "epoch": 296.04,
      "grad_norm": 0.9277149438858032,
      "learning_rate": 3.4928690208946166e-06,
      "loss": 0.3576,
      "step": 1060700
    },
    {
      "epoch": 296.04,
      "grad_norm": 0.9836729168891907,
      "learning_rate": 3.4928454541867667e-06,
      "loss": 0.3755,
      "step": 1060710
    },
    {
      "epoch": 296.04,
      "grad_norm": 0.9760751128196716,
      "learning_rate": 3.4928218873259714e-06,
      "loss": 0.3397,
      "step": 1060720
    },
    {
      "epoch": 296.05,
      "grad_norm": 1.0995086431503296,
      "learning_rate": 3.492798320312234e-06,
      "loss": 0.3503,
      "step": 1060730
    },
    {
      "epoch": 296.05,
      "grad_norm": 0.9596866965293884,
      "learning_rate": 3.4927747531455584e-06,
      "loss": 0.3475,
      "step": 1060740
    },
    {
      "epoch": 296.05,
      "grad_norm": 0.8754956722259521,
      "learning_rate": 3.4927511858259474e-06,
      "loss": 0.36,
      "step": 1060750
    },
    {
      "epoch": 296.05,
      "grad_norm": 1.0169991254806519,
      "learning_rate": 3.4927276183534042e-06,
      "loss": 0.3412,
      "step": 1060760
    },
    {
      "epoch": 296.06,
      "grad_norm": 0.961216151714325,
      "learning_rate": 3.4927040507279313e-06,
      "loss": 0.3543,
      "step": 1060770
    },
    {
      "epoch": 296.06,
      "grad_norm": 1.2473657131195068,
      "learning_rate": 3.4926804829495326e-06,
      "loss": 0.362,
      "step": 1060780
    },
    {
      "epoch": 296.06,
      "grad_norm": 1.1354551315307617,
      "learning_rate": 3.4926569150182105e-06,
      "loss": 0.3509,
      "step": 1060790
    },
    {
      "epoch": 296.06,
      "grad_norm": 1.03398859500885,
      "learning_rate": 3.492633346933969e-06,
      "loss": 0.3684,
      "step": 1060800
    },
    {
      "epoch": 296.07,
      "grad_norm": 0.9574071168899536,
      "learning_rate": 3.4926097786968107e-06,
      "loss": 0.3546,
      "step": 1060810
    },
    {
      "epoch": 296.07,
      "grad_norm": 0.950411856174469,
      "learning_rate": 3.492586210306739e-06,
      "loss": 0.3507,
      "step": 1060820
    },
    {
      "epoch": 296.07,
      "grad_norm": 1.0129934549331665,
      "learning_rate": 3.4925626417637566e-06,
      "loss": 0.3483,
      "step": 1060830
    },
    {
      "epoch": 296.08,
      "grad_norm": 1.070222020149231,
      "learning_rate": 3.4925390730678666e-06,
      "loss": 0.3385,
      "step": 1060840
    },
    {
      "epoch": 296.08,
      "grad_norm": 0.9596967697143555,
      "learning_rate": 3.492515504219073e-06,
      "loss": 0.3715,
      "step": 1060850
    },
    {
      "epoch": 296.08,
      "grad_norm": 0.9644961953163147,
      "learning_rate": 3.4924919352173792e-06,
      "loss": 0.3572,
      "step": 1060860
    },
    {
      "epoch": 296.08,
      "grad_norm": 0.9496573209762573,
      "learning_rate": 3.492468366062786e-06,
      "loss": 0.3707,
      "step": 1060870
    },
    {
      "epoch": 296.09,
      "grad_norm": 0.9309506416320801,
      "learning_rate": 3.4924447967552985e-06,
      "loss": 0.3433,
      "step": 1060880
    },
    {
      "epoch": 296.09,
      "grad_norm": 1.0330106019973755,
      "learning_rate": 3.49242122729492e-06,
      "loss": 0.3583,
      "step": 1060890
    },
    {
      "epoch": 296.09,
      "grad_norm": 1.230233907699585,
      "learning_rate": 3.492397657681653e-06,
      "loss": 0.3663,
      "step": 1060900
    },
    {
      "epoch": 296.1,
      "grad_norm": 2.1237528324127197,
      "learning_rate": 3.4923740879155e-06,
      "loss": 0.3427,
      "step": 1060910
    },
    {
      "epoch": 296.1,
      "grad_norm": 1.1912360191345215,
      "learning_rate": 3.4923505179964654e-06,
      "loss": 0.3617,
      "step": 1060920
    },
    {
      "epoch": 296.1,
      "grad_norm": 1.0469735860824585,
      "learning_rate": 3.4923269479245513e-06,
      "loss": 0.3587,
      "step": 1060930
    },
    {
      "epoch": 296.1,
      "grad_norm": 1.1710529327392578,
      "learning_rate": 3.4923033776997617e-06,
      "loss": 0.3518,
      "step": 1060940
    },
    {
      "epoch": 296.11,
      "grad_norm": 0.962452232837677,
      "learning_rate": 3.4922798073220992e-06,
      "loss": 0.3326,
      "step": 1060950
    },
    {
      "epoch": 296.11,
      "grad_norm": 1.04579496383667,
      "learning_rate": 3.492256236791567e-06,
      "loss": 0.36,
      "step": 1060960
    },
    {
      "epoch": 296.11,
      "grad_norm": 1.7716699838638306,
      "learning_rate": 3.492232666108168e-06,
      "loss": 0.3604,
      "step": 1060970
    },
    {
      "epoch": 296.11,
      "grad_norm": 0.9410554766654968,
      "learning_rate": 3.4922090952719063e-06,
      "loss": 0.3569,
      "step": 1060980
    },
    {
      "epoch": 296.12,
      "grad_norm": 1.0359350442886353,
      "learning_rate": 3.4921855242827843e-06,
      "loss": 0.3511,
      "step": 1060990
    },
    {
      "epoch": 296.12,
      "grad_norm": 1.1286929845809937,
      "learning_rate": 3.492161953140805e-06,
      "loss": 0.3513,
      "step": 1061000
    },
    {
      "epoch": 296.12,
      "grad_norm": 0.9632686972618103,
      "learning_rate": 3.492138381845972e-06,
      "loss": 0.3769,
      "step": 1061010
    },
    {
      "epoch": 296.13,
      "grad_norm": 1.2259583473205566,
      "learning_rate": 3.4921148103982873e-06,
      "loss": 0.3677,
      "step": 1061020
    },
    {
      "epoch": 296.13,
      "grad_norm": 1.048120141029358,
      "learning_rate": 3.492091238797756e-06,
      "loss": 0.3594,
      "step": 1061030
    },
    {
      "epoch": 296.13,
      "grad_norm": 1.016353726387024,
      "learning_rate": 3.492067667044379e-06,
      "loss": 0.358,
      "step": 1061040
    },
    {
      "epoch": 296.13,
      "grad_norm": 2.4568257331848145,
      "learning_rate": 3.492044095138162e-06,
      "loss": 0.3848,
      "step": 1061050
    },
    {
      "epoch": 296.14,
      "grad_norm": 1.0807141065597534,
      "learning_rate": 3.492020523079106e-06,
      "loss": 0.3636,
      "step": 1061060
    },
    {
      "epoch": 296.14,
      "grad_norm": 1.0741111040115356,
      "learning_rate": 3.491996950867215e-06,
      "loss": 0.3546,
      "step": 1061070
    },
    {
      "epoch": 296.14,
      "grad_norm": 0.9047175049781799,
      "learning_rate": 3.491973378502492e-06,
      "loss": 0.3558,
      "step": 1061080
    },
    {
      "epoch": 296.15,
      "grad_norm": 1.0465816259384155,
      "learning_rate": 3.4919498059849406e-06,
      "loss": 0.3668,
      "step": 1061090
    },
    {
      "epoch": 296.15,
      "grad_norm": 0.9832574129104614,
      "learning_rate": 3.4919262333145628e-06,
      "loss": 0.3574,
      "step": 1061100
    },
    {
      "epoch": 296.15,
      "grad_norm": 0.9896382093429565,
      "learning_rate": 3.491902660491362e-06,
      "loss": 0.3489,
      "step": 1061110
    },
    {
      "epoch": 296.15,
      "grad_norm": 0.982417106628418,
      "learning_rate": 3.491879087515343e-06,
      "loss": 0.36,
      "step": 1061120
    },
    {
      "epoch": 296.16,
      "grad_norm": 1.7231310606002808,
      "learning_rate": 3.491855514386507e-06,
      "loss": 0.3507,
      "step": 1061130
    },
    {
      "epoch": 296.16,
      "grad_norm": 0.9506117701530457,
      "learning_rate": 3.491831941104858e-06,
      "loss": 0.3644,
      "step": 1061140
    },
    {
      "epoch": 296.16,
      "grad_norm": 0.991320013999939,
      "learning_rate": 3.4918083676703996e-06,
      "loss": 0.3374,
      "step": 1061150
    },
    {
      "epoch": 296.17,
      "grad_norm": 0.8671429753303528,
      "learning_rate": 3.491784794083133e-06,
      "loss": 0.3473,
      "step": 1061160
    },
    {
      "epoch": 296.17,
      "grad_norm": 1.0491360425949097,
      "learning_rate": 3.4917612203430633e-06,
      "loss": 0.3665,
      "step": 1061170
    },
    {
      "epoch": 296.17,
      "grad_norm": 0.9754167795181274,
      "learning_rate": 3.491737646450193e-06,
      "loss": 0.3548,
      "step": 1061180
    },
    {
      "epoch": 296.17,
      "grad_norm": 0.9588618874549866,
      "learning_rate": 3.4917140724045258e-06,
      "loss": 0.3462,
      "step": 1061190
    },
    {
      "epoch": 296.18,
      "grad_norm": 1.0921112298965454,
      "learning_rate": 3.4916904982060632e-06,
      "loss": 0.3438,
      "step": 1061200
    },
    {
      "epoch": 296.18,
      "grad_norm": 1.0053162574768066,
      "learning_rate": 3.4916669238548103e-06,
      "loss": 0.3422,
      "step": 1061210
    },
    {
      "epoch": 296.18,
      "grad_norm": 1.2886730432510376,
      "learning_rate": 3.4916433493507692e-06,
      "loss": 0.3724,
      "step": 1061220
    },
    {
      "epoch": 296.18,
      "grad_norm": 1.0334850549697876,
      "learning_rate": 3.491619774693943e-06,
      "loss": 0.3512,
      "step": 1061230
    },
    {
      "epoch": 296.19,
      "grad_norm": 1.0682599544525146,
      "learning_rate": 3.4915961998843346e-06,
      "loss": 0.3663,
      "step": 1061240
    },
    {
      "epoch": 296.19,
      "grad_norm": 1.093886137008667,
      "learning_rate": 3.491572624921948e-06,
      "loss": 0.3397,
      "step": 1061250
    },
    {
      "epoch": 296.19,
      "grad_norm": 1.0571722984313965,
      "learning_rate": 3.491549049806786e-06,
      "loss": 0.3521,
      "step": 1061260
    },
    {
      "epoch": 296.2,
      "grad_norm": 1.2511744499206543,
      "learning_rate": 3.4915254745388513e-06,
      "loss": 0.3562,
      "step": 1061270
    },
    {
      "epoch": 296.2,
      "grad_norm": 1.0008872747421265,
      "learning_rate": 3.4915018991181473e-06,
      "loss": 0.3398,
      "step": 1061280
    },
    {
      "epoch": 296.2,
      "grad_norm": 1.008696436882019,
      "learning_rate": 3.491478323544678e-06,
      "loss": 0.3536,
      "step": 1061290
    },
    {
      "epoch": 296.2,
      "grad_norm": 1.0857561826705933,
      "learning_rate": 3.491454747818445e-06,
      "loss": 0.3567,
      "step": 1061300
    },
    {
      "epoch": 296.21,
      "grad_norm": 0.9544111490249634,
      "learning_rate": 3.491431171939452e-06,
      "loss": 0.3528,
      "step": 1061310
    },
    {
      "epoch": 296.21,
      "grad_norm": 1.1497000455856323,
      "learning_rate": 3.4914075959077032e-06,
      "loss": 0.3539,
      "step": 1061320
    },
    {
      "epoch": 296.21,
      "grad_norm": 0.9916664361953735,
      "learning_rate": 3.4913840197232e-06,
      "loss": 0.3407,
      "step": 1061330
    },
    {
      "epoch": 296.22,
      "grad_norm": 1.0308198928833008,
      "learning_rate": 3.4913604433859467e-06,
      "loss": 0.3344,
      "step": 1061340
    },
    {
      "epoch": 296.22,
      "grad_norm": 0.9330247044563293,
      "learning_rate": 3.4913368668959466e-06,
      "loss": 0.3701,
      "step": 1061350
    },
    {
      "epoch": 296.22,
      "grad_norm": 0.9907189011573792,
      "learning_rate": 3.491313290253202e-06,
      "loss": 0.3601,
      "step": 1061360
    },
    {
      "epoch": 296.22,
      "grad_norm": 1.0123140811920166,
      "learning_rate": 3.4912897134577165e-06,
      "loss": 0.3598,
      "step": 1061370
    },
    {
      "epoch": 296.23,
      "grad_norm": 0.9260066151618958,
      "learning_rate": 3.4912661365094928e-06,
      "loss": 0.3625,
      "step": 1061380
    },
    {
      "epoch": 296.23,
      "grad_norm": 1.1432756185531616,
      "learning_rate": 3.491242559408535e-06,
      "loss": 0.3568,
      "step": 1061390
    },
    {
      "epoch": 296.23,
      "grad_norm": 2.5931131839752197,
      "learning_rate": 3.491218982154845e-06,
      "loss": 0.3501,
      "step": 1061400
    },
    {
      "epoch": 296.23,
      "grad_norm": 0.948431670665741,
      "learning_rate": 3.491195404748427e-06,
      "loss": 0.3763,
      "step": 1061410
    },
    {
      "epoch": 296.24,
      "grad_norm": 0.8959376215934753,
      "learning_rate": 3.4911718271892828e-06,
      "loss": 0.3431,
      "step": 1061420
    },
    {
      "epoch": 296.24,
      "grad_norm": 1.1567115783691406,
      "learning_rate": 3.4911482494774178e-06,
      "loss": 0.3472,
      "step": 1061430
    },
    {
      "epoch": 296.24,
      "grad_norm": 0.9108595848083496,
      "learning_rate": 3.4911246716128336e-06,
      "loss": 0.3631,
      "step": 1061440
    },
    {
      "epoch": 296.25,
      "grad_norm": 0.9266372919082642,
      "learning_rate": 3.491101093595533e-06,
      "loss": 0.3593,
      "step": 1061450
    },
    {
      "epoch": 296.25,
      "grad_norm": 0.9645529389381409,
      "learning_rate": 3.491077515425519e-06,
      "loss": 0.3604,
      "step": 1061460
    },
    {
      "epoch": 296.25,
      "grad_norm": 0.9273977279663086,
      "learning_rate": 3.4910539371027963e-06,
      "loss": 0.3589,
      "step": 1061470
    },
    {
      "epoch": 296.25,
      "grad_norm": 1.126678705215454,
      "learning_rate": 3.4910303586273667e-06,
      "loss": 0.3637,
      "step": 1061480
    },
    {
      "epoch": 296.26,
      "grad_norm": 0.9746310710906982,
      "learning_rate": 3.491006779999234e-06,
      "loss": 0.3466,
      "step": 1061490
    },
    {
      "epoch": 296.26,
      "grad_norm": 0.9238759279251099,
      "learning_rate": 3.4909832012184016e-06,
      "loss": 0.3551,
      "step": 1061500
    },
    {
      "epoch": 296.26,
      "grad_norm": 0.9920973181724548,
      "learning_rate": 3.490959622284872e-06,
      "loss": 0.3457,
      "step": 1061510
    },
    {
      "epoch": 296.27,
      "grad_norm": 1.2556207180023193,
      "learning_rate": 3.4909360431986477e-06,
      "loss": 0.367,
      "step": 1061520
    },
    {
      "epoch": 296.27,
      "grad_norm": 1.1995899677276611,
      "learning_rate": 3.4909124639597335e-06,
      "loss": 0.3549,
      "step": 1061530
    },
    {
      "epoch": 296.27,
      "grad_norm": 1.0699365139007568,
      "learning_rate": 3.4908888845681315e-06,
      "loss": 0.354,
      "step": 1061540
    },
    {
      "epoch": 296.27,
      "grad_norm": 1.2056132555007935,
      "learning_rate": 3.4908653050238445e-06,
      "loss": 0.353,
      "step": 1061550
    },
    {
      "epoch": 296.28,
      "grad_norm": 0.8938036561012268,
      "learning_rate": 3.490841725326876e-06,
      "loss": 0.3613,
      "step": 1061560
    },
    {
      "epoch": 296.28,
      "grad_norm": 1.1089378595352173,
      "learning_rate": 3.49081814547723e-06,
      "loss": 0.3518,
      "step": 1061570
    },
    {
      "epoch": 296.28,
      "grad_norm": 1.1335352659225464,
      "learning_rate": 3.490794565474909e-06,
      "loss": 0.3458,
      "step": 1061580
    },
    {
      "epoch": 296.29,
      "grad_norm": 0.9353386163711548,
      "learning_rate": 3.4907709853199152e-06,
      "loss": 0.3492,
      "step": 1061590
    },
    {
      "epoch": 296.29,
      "grad_norm": 1.0702123641967773,
      "learning_rate": 3.490747405012253e-06,
      "loss": 0.3418,
      "step": 1061600
    },
    {
      "epoch": 296.29,
      "grad_norm": 1.009010910987854,
      "learning_rate": 3.4907238245519253e-06,
      "loss": 0.3645,
      "step": 1061610
    },
    {
      "epoch": 296.29,
      "grad_norm": 1.1368021965026855,
      "learning_rate": 3.490700243938935e-06,
      "loss": 0.3582,
      "step": 1061620
    },
    {
      "epoch": 296.3,
      "grad_norm": 1.1461988687515259,
      "learning_rate": 3.490676663173285e-06,
      "loss": 0.3419,
      "step": 1061630
    },
    {
      "epoch": 296.3,
      "grad_norm": 3.3224384784698486,
      "learning_rate": 3.490653082254979e-06,
      "loss": 0.3552,
      "step": 1061640
    },
    {
      "epoch": 296.3,
      "grad_norm": 1.2644374370574951,
      "learning_rate": 3.4906295011840207e-06,
      "loss": 0.3676,
      "step": 1061650
    },
    {
      "epoch": 296.3,
      "grad_norm": 0.9662879705429077,
      "learning_rate": 3.4906059199604113e-06,
      "loss": 0.3474,
      "step": 1061660
    },
    {
      "epoch": 296.31,
      "grad_norm": 1.0933926105499268,
      "learning_rate": 3.4905823385841556e-06,
      "loss": 0.3602,
      "step": 1061670
    },
    {
      "epoch": 296.31,
      "grad_norm": 0.9636021256446838,
      "learning_rate": 3.4905587570552556e-06,
      "loss": 0.3642,
      "step": 1061680
    },
    {
      "epoch": 296.31,
      "grad_norm": 0.8268382549285889,
      "learning_rate": 3.4905351753737153e-06,
      "loss": 0.3523,
      "step": 1061690
    },
    {
      "epoch": 296.32,
      "grad_norm": 1.22296941280365,
      "learning_rate": 3.4905115935395383e-06,
      "loss": 0.3306,
      "step": 1061700
    },
    {
      "epoch": 296.32,
      "grad_norm": 1.0539807081222534,
      "learning_rate": 3.490488011552726e-06,
      "loss": 0.344,
      "step": 1061710
    },
    {
      "epoch": 296.32,
      "grad_norm": 0.9833168387413025,
      "learning_rate": 3.4904644294132834e-06,
      "loss": 0.3645,
      "step": 1061720
    },
    {
      "epoch": 296.32,
      "grad_norm": 0.9715384840965271,
      "learning_rate": 3.4904408471212122e-06,
      "loss": 0.355,
      "step": 1061730
    },
    {
      "epoch": 296.33,
      "grad_norm": 1.230084776878357,
      "learning_rate": 3.4904172646765168e-06,
      "loss": 0.3542,
      "step": 1061740
    },
    {
      "epoch": 296.33,
      "grad_norm": 0.981374204158783,
      "learning_rate": 3.490393682079199e-06,
      "loss": 0.362,
      "step": 1061750
    },
    {
      "epoch": 296.33,
      "grad_norm": 0.9479541778564453,
      "learning_rate": 3.490370099329262e-06,
      "loss": 0.355,
      "step": 1061760
    },
    {
      "epoch": 296.34,
      "grad_norm": 1.07535719871521,
      "learning_rate": 3.490346516426711e-06,
      "loss": 0.3455,
      "step": 1061770
    },
    {
      "epoch": 296.34,
      "grad_norm": 1.1398706436157227,
      "learning_rate": 3.4903229333715467e-06,
      "loss": 0.3543,
      "step": 1061780
    },
    {
      "epoch": 296.34,
      "grad_norm": 0.9532425403594971,
      "learning_rate": 3.4902993501637736e-06,
      "loss": 0.3497,
      "step": 1061790
    },
    {
      "epoch": 296.34,
      "grad_norm": 1.0273641347885132,
      "learning_rate": 3.4902757668033945e-06,
      "loss": 0.345,
      "step": 1061800
    },
    {
      "epoch": 296.35,
      "grad_norm": 1.0973689556121826,
      "learning_rate": 3.490252183290413e-06,
      "loss": 0.3613,
      "step": 1061810
    },
    {
      "epoch": 296.35,
      "grad_norm": 1.0304979085922241,
      "learning_rate": 3.4902285996248314e-06,
      "loss": 0.3442,
      "step": 1061820
    },
    {
      "epoch": 296.35,
      "grad_norm": 0.9256649613380432,
      "learning_rate": 3.4902050158066525e-06,
      "loss": 0.3385,
      "step": 1061830
    },
    {
      "epoch": 296.36,
      "grad_norm": 1.2497687339782715,
      "learning_rate": 3.4901814318358806e-06,
      "loss": 0.3613,
      "step": 1061840
    },
    {
      "epoch": 296.36,
      "grad_norm": 1.153423547744751,
      "learning_rate": 3.4901578477125183e-06,
      "loss": 0.3563,
      "step": 1061850
    },
    {
      "epoch": 296.36,
      "grad_norm": 1.0621237754821777,
      "learning_rate": 3.490134263436569e-06,
      "loss": 0.3464,
      "step": 1061860
    },
    {
      "epoch": 296.36,
      "grad_norm": 0.9633121490478516,
      "learning_rate": 3.4901106790080355e-06,
      "loss": 0.3585,
      "step": 1061870
    },
    {
      "epoch": 296.37,
      "grad_norm": 1.203520655632019,
      "learning_rate": 3.4900870944269214e-06,
      "loss": 0.3488,
      "step": 1061880
    },
    {
      "epoch": 296.37,
      "grad_norm": 1.0599143505096436,
      "learning_rate": 3.4900635096932286e-06,
      "loss": 0.353,
      "step": 1061890
    },
    {
      "epoch": 296.37,
      "grad_norm": 1.105970025062561,
      "learning_rate": 3.4900399248069624e-06,
      "loss": 0.3563,
      "step": 1061900
    },
    {
      "epoch": 296.37,
      "grad_norm": 1.1670403480529785,
      "learning_rate": 3.490016339768124e-06,
      "loss": 0.3661,
      "step": 1061910
    },
    {
      "epoch": 296.38,
      "grad_norm": 1.01277494430542,
      "learning_rate": 3.489992754576717e-06,
      "loss": 0.3688,
      "step": 1061920
    },
    {
      "epoch": 296.38,
      "grad_norm": 1.0072340965270996,
      "learning_rate": 3.4899691692327455e-06,
      "loss": 0.3517,
      "step": 1061930
    },
    {
      "epoch": 296.38,
      "grad_norm": 0.9757608771324158,
      "learning_rate": 3.4899455837362115e-06,
      "loss": 0.38,
      "step": 1061940
    },
    {
      "epoch": 296.39,
      "grad_norm": 1.0554221868515015,
      "learning_rate": 3.4899219980871184e-06,
      "loss": 0.3632,
      "step": 1061950
    },
    {
      "epoch": 296.39,
      "grad_norm": 1.080678105354309,
      "learning_rate": 3.4898984122854704e-06,
      "loss": 0.363,
      "step": 1061960
    },
    {
      "epoch": 296.39,
      "grad_norm": 0.9702278971672058,
      "learning_rate": 3.489874826331269e-06,
      "loss": 0.3643,
      "step": 1061970
    },
    {
      "epoch": 296.39,
      "grad_norm": 1.156509280204773,
      "learning_rate": 3.4898512402245175e-06,
      "loss": 0.3456,
      "step": 1061980
    },
    {
      "epoch": 296.4,
      "grad_norm": 1.042475700378418,
      "learning_rate": 3.4898276539652206e-06,
      "loss": 0.3627,
      "step": 1061990
    },
    {
      "epoch": 296.4,
      "grad_norm": 0.8893224000930786,
      "learning_rate": 3.4898040675533802e-06,
      "loss": 0.3626,
      "step": 1062000
    },
    {
      "epoch": 296.4,
      "grad_norm": 1.119870662689209,
      "learning_rate": 3.489780480988999e-06,
      "loss": 0.357,
      "step": 1062010
    },
    {
      "epoch": 296.41,
      "grad_norm": 1.0486925840377808,
      "learning_rate": 3.4897568942720815e-06,
      "loss": 0.3516,
      "step": 1062020
    },
    {
      "epoch": 296.41,
      "grad_norm": 0.9290463328361511,
      "learning_rate": 3.4897333074026304e-06,
      "loss": 0.3586,
      "step": 1062030
    },
    {
      "epoch": 296.41,
      "grad_norm": 1.0229308605194092,
      "learning_rate": 3.489709720380648e-06,
      "loss": 0.3457,
      "step": 1062040
    },
    {
      "epoch": 296.41,
      "grad_norm": 1.0442522764205933,
      "learning_rate": 3.489686133206138e-06,
      "loss": 0.3528,
      "step": 1062050
    },
    {
      "epoch": 296.42,
      "grad_norm": 0.9236809611320496,
      "learning_rate": 3.4896625458791044e-06,
      "loss": 0.3579,
      "step": 1062060
    },
    {
      "epoch": 296.42,
      "grad_norm": 1.4729658365249634,
      "learning_rate": 3.489638958399549e-06,
      "loss": 0.3655,
      "step": 1062070
    },
    {
      "epoch": 296.42,
      "grad_norm": 1.0676676034927368,
      "learning_rate": 3.489615370767475e-06,
      "loss": 0.3553,
      "step": 1062080
    },
    {
      "epoch": 296.42,
      "grad_norm": 1.041623592376709,
      "learning_rate": 3.4895917829828865e-06,
      "loss": 0.3565,
      "step": 1062090
    },
    {
      "epoch": 296.43,
      "grad_norm": 0.9933763742446899,
      "learning_rate": 3.4895681950457867e-06,
      "loss": 0.3595,
      "step": 1062100
    },
    {
      "epoch": 296.43,
      "grad_norm": 1.2647671699523926,
      "learning_rate": 3.4895446069561774e-06,
      "loss": 0.3636,
      "step": 1062110
    },
    {
      "epoch": 296.43,
      "grad_norm": 1.1792727708816528,
      "learning_rate": 3.489521018714063e-06,
      "loss": 0.3602,
      "step": 1062120
    },
    {
      "epoch": 296.44,
      "grad_norm": 0.9624181985855103,
      "learning_rate": 3.4894974303194453e-06,
      "loss": 0.3609,
      "step": 1062130
    },
    {
      "epoch": 296.44,
      "grad_norm": 1.1271398067474365,
      "learning_rate": 3.4894738417723294e-06,
      "loss": 0.3672,
      "step": 1062140
    },
    {
      "epoch": 296.44,
      "grad_norm": 1.0244028568267822,
      "learning_rate": 3.489450253072717e-06,
      "loss": 0.3633,
      "step": 1062150
    },
    {
      "epoch": 296.44,
      "grad_norm": 1.0374444723129272,
      "learning_rate": 3.489426664220611e-06,
      "loss": 0.3569,
      "step": 1062160
    },
    {
      "epoch": 296.45,
      "grad_norm": 0.970051109790802,
      "learning_rate": 3.489403075216016e-06,
      "loss": 0.3745,
      "step": 1062170
    },
    {
      "epoch": 296.45,
      "grad_norm": 0.9086988568305969,
      "learning_rate": 3.4893794860589335e-06,
      "loss": 0.351,
      "step": 1062180
    },
    {
      "epoch": 296.45,
      "grad_norm": 0.9261989593505859,
      "learning_rate": 3.489355896749368e-06,
      "loss": 0.3557,
      "step": 1062190
    },
    {
      "epoch": 296.46,
      "grad_norm": 1.0130363702774048,
      "learning_rate": 3.489332307287322e-06,
      "loss": 0.355,
      "step": 1062200
    },
    {
      "epoch": 296.46,
      "grad_norm": 0.9257495999336243,
      "learning_rate": 3.4893087176727982e-06,
      "loss": 0.3544,
      "step": 1062210
    },
    {
      "epoch": 296.46,
      "grad_norm": 0.9102324843406677,
      "learning_rate": 3.4892851279058007e-06,
      "loss": 0.3569,
      "step": 1062220
    },
    {
      "epoch": 296.46,
      "grad_norm": 0.9453912377357483,
      "learning_rate": 3.4892615379863317e-06,
      "loss": 0.3646,
      "step": 1062230
    },
    {
      "epoch": 296.47,
      "grad_norm": 1.2501720190048218,
      "learning_rate": 3.489237947914395e-06,
      "loss": 0.3876,
      "step": 1062240
    },
    {
      "epoch": 296.47,
      "grad_norm": 1.0229432582855225,
      "learning_rate": 3.489214357689994e-06,
      "loss": 0.3588,
      "step": 1062250
    },
    {
      "epoch": 296.47,
      "grad_norm": 1.1427263021469116,
      "learning_rate": 3.4891907673131308e-06,
      "loss": 0.3511,
      "step": 1062260
    },
    {
      "epoch": 296.48,
      "grad_norm": 1.2025657892227173,
      "learning_rate": 3.489167176783809e-06,
      "loss": 0.3527,
      "step": 1062270
    },
    {
      "epoch": 296.48,
      "grad_norm": 1.1171605587005615,
      "learning_rate": 3.4891435861020324e-06,
      "loss": 0.3438,
      "step": 1062280
    },
    {
      "epoch": 296.48,
      "grad_norm": 0.9818853139877319,
      "learning_rate": 3.4891199952678034e-06,
      "loss": 0.3548,
      "step": 1062290
    },
    {
      "epoch": 296.48,
      "grad_norm": 1.0055043697357178,
      "learning_rate": 3.489096404281125e-06,
      "loss": 0.3595,
      "step": 1062300
    },
    {
      "epoch": 296.49,
      "grad_norm": 1.1835451126098633,
      "learning_rate": 3.4890728131420014e-06,
      "loss": 0.3653,
      "step": 1062310
    },
    {
      "epoch": 296.49,
      "grad_norm": 1.0813319683074951,
      "learning_rate": 3.4890492218504347e-06,
      "loss": 0.3679,
      "step": 1062320
    },
    {
      "epoch": 296.49,
      "grad_norm": 0.9194574952125549,
      "learning_rate": 3.489025630406428e-06,
      "loss": 0.3512,
      "step": 1062330
    },
    {
      "epoch": 296.49,
      "grad_norm": 0.970204770565033,
      "learning_rate": 3.489002038809985e-06,
      "loss": 0.3604,
      "step": 1062340
    },
    {
      "epoch": 296.5,
      "grad_norm": 1.1502410173416138,
      "learning_rate": 3.4889784470611094e-06,
      "loss": 0.3592,
      "step": 1062350
    },
    {
      "epoch": 296.5,
      "grad_norm": 1.0113074779510498,
      "learning_rate": 3.4889548551598023e-06,
      "loss": 0.3398,
      "step": 1062360
    },
    {
      "epoch": 296.5,
      "grad_norm": 0.9254603981971741,
      "learning_rate": 3.4889312631060686e-06,
      "loss": 0.3643,
      "step": 1062370
    },
    {
      "epoch": 296.51,
      "grad_norm": 1.0252636671066284,
      "learning_rate": 3.4889076708999114e-06,
      "loss": 0.3686,
      "step": 1062380
    },
    {
      "epoch": 296.51,
      "grad_norm": 1.1028269529342651,
      "learning_rate": 3.488884078541333e-06,
      "loss": 0.3569,
      "step": 1062390
    },
    {
      "epoch": 296.51,
      "grad_norm": 0.9724510908126831,
      "learning_rate": 3.488860486030337e-06,
      "loss": 0.3683,
      "step": 1062400
    },
    {
      "epoch": 296.51,
      "grad_norm": 1.1250799894332886,
      "learning_rate": 3.488836893366927e-06,
      "loss": 0.3673,
      "step": 1062410
    },
    {
      "epoch": 296.52,
      "grad_norm": 1.1806288957595825,
      "learning_rate": 3.4888133005511045e-06,
      "loss": 0.374,
      "step": 1062420
    },
    {
      "epoch": 296.52,
      "grad_norm": 1.0768656730651855,
      "learning_rate": 3.4887897075828743e-06,
      "loss": 0.3543,
      "step": 1062430
    },
    {
      "epoch": 296.52,
      "grad_norm": 1.033103585243225,
      "learning_rate": 3.4887661144622395e-06,
      "loss": 0.3466,
      "step": 1062440
    },
    {
      "epoch": 296.53,
      "grad_norm": 0.9929948449134827,
      "learning_rate": 3.4887425211892023e-06,
      "loss": 0.3448,
      "step": 1062450
    },
    {
      "epoch": 296.53,
      "grad_norm": 0.9212011098861694,
      "learning_rate": 3.4887189277637665e-06,
      "loss": 0.3478,
      "step": 1062460
    },
    {
      "epoch": 296.53,
      "grad_norm": 1.0771397352218628,
      "learning_rate": 3.4886953341859347e-06,
      "loss": 0.3407,
      "step": 1062470
    },
    {
      "epoch": 296.53,
      "grad_norm": 1.0434606075286865,
      "learning_rate": 3.4886717404557106e-06,
      "loss": 0.3376,
      "step": 1062480
    },
    {
      "epoch": 296.54,
      "grad_norm": 1.0448628664016724,
      "learning_rate": 3.488648146573097e-06,
      "loss": 0.3529,
      "step": 1062490
    },
    {
      "epoch": 296.54,
      "grad_norm": 1.193256139755249,
      "learning_rate": 3.488624552538097e-06,
      "loss": 0.3585,
      "step": 1062500
    },
    {
      "epoch": 296.54,
      "grad_norm": 1.1642249822616577,
      "learning_rate": 3.4886009583507142e-06,
      "loss": 0.3401,
      "step": 1062510
    },
    {
      "epoch": 296.54,
      "grad_norm": 1.7541120052337646,
      "learning_rate": 3.4885773640109513e-06,
      "loss": 0.3782,
      "step": 1062520
    },
    {
      "epoch": 296.55,
      "grad_norm": 1.308300256729126,
      "learning_rate": 3.4885537695188113e-06,
      "loss": 0.3434,
      "step": 1062530
    },
    {
      "epoch": 296.55,
      "grad_norm": 0.9695231318473816,
      "learning_rate": 3.488530174874298e-06,
      "loss": 0.3587,
      "step": 1062540
    },
    {
      "epoch": 296.55,
      "grad_norm": 0.9062124490737915,
      "learning_rate": 3.488506580077414e-06,
      "loss": 0.3712,
      "step": 1062550
    },
    {
      "epoch": 296.56,
      "grad_norm": 0.941619873046875,
      "learning_rate": 3.4884829851281626e-06,
      "loss": 0.3689,
      "step": 1062560
    },
    {
      "epoch": 296.56,
      "grad_norm": 0.9318450689315796,
      "learning_rate": 3.4884593900265473e-06,
      "loss": 0.3562,
      "step": 1062570
    },
    {
      "epoch": 296.56,
      "grad_norm": 0.9902558326721191,
      "learning_rate": 3.48843579477257e-06,
      "loss": 0.3589,
      "step": 1062580
    },
    {
      "epoch": 296.56,
      "grad_norm": 0.9397029280662537,
      "learning_rate": 3.488412199366235e-06,
      "loss": 0.3733,
      "step": 1062590
    },
    {
      "epoch": 296.57,
      "grad_norm": 0.8906415104866028,
      "learning_rate": 3.4883886038075457e-06,
      "loss": 0.3811,
      "step": 1062600
    },
    {
      "epoch": 296.57,
      "grad_norm": 1.7533286809921265,
      "learning_rate": 3.4883650080965046e-06,
      "loss": 0.3655,
      "step": 1062610
    },
    {
      "epoch": 296.57,
      "grad_norm": 1.0701167583465576,
      "learning_rate": 3.488341412233114e-06,
      "loss": 0.3711,
      "step": 1062620
    },
    {
      "epoch": 296.58,
      "grad_norm": 1.0473449230194092,
      "learning_rate": 3.4883178162173787e-06,
      "loss": 0.3516,
      "step": 1062630
    },
    {
      "epoch": 296.58,
      "grad_norm": 0.9702597260475159,
      "learning_rate": 3.4882942200493015e-06,
      "loss": 0.3618,
      "step": 1062640
    },
    {
      "epoch": 296.58,
      "grad_norm": 0.9713364839553833,
      "learning_rate": 3.4882706237288845e-06,
      "loss": 0.3558,
      "step": 1062650
    },
    {
      "epoch": 296.58,
      "grad_norm": 1.0339345932006836,
      "learning_rate": 3.4882470272561313e-06,
      "loss": 0.3755,
      "step": 1062660
    },
    {
      "epoch": 296.59,
      "grad_norm": 1.0804909467697144,
      "learning_rate": 3.488223430631046e-06,
      "loss": 0.3404,
      "step": 1062670
    },
    {
      "epoch": 296.59,
      "grad_norm": 1.2750834226608276,
      "learning_rate": 3.4881998338536305e-06,
      "loss": 0.3425,
      "step": 1062680
    },
    {
      "epoch": 296.59,
      "grad_norm": 1.0842409133911133,
      "learning_rate": 3.4881762369238886e-06,
      "loss": 0.3522,
      "step": 1062690
    },
    {
      "epoch": 296.6,
      "grad_norm": 0.9178528189659119,
      "learning_rate": 3.4881526398418234e-06,
      "loss": 0.3479,
      "step": 1062700
    },
    {
      "epoch": 296.6,
      "grad_norm": 0.9525536894798279,
      "learning_rate": 3.4881290426074376e-06,
      "loss": 0.3608,
      "step": 1062710
    },
    {
      "epoch": 296.6,
      "grad_norm": 1.240010380744934,
      "learning_rate": 3.4881054452207345e-06,
      "loss": 0.3456,
      "step": 1062720
    },
    {
      "epoch": 296.6,
      "grad_norm": 0.9720883965492249,
      "learning_rate": 3.4880818476817175e-06,
      "loss": 0.3448,
      "step": 1062730
    },
    {
      "epoch": 296.61,
      "grad_norm": 1.0544581413269043,
      "learning_rate": 3.4880582499903892e-06,
      "loss": 0.3474,
      "step": 1062740
    },
    {
      "epoch": 296.61,
      "grad_norm": 1.1307153701782227,
      "learning_rate": 3.4880346521467538e-06,
      "loss": 0.3679,
      "step": 1062750
    },
    {
      "epoch": 296.61,
      "grad_norm": 0.8622961044311523,
      "learning_rate": 3.488011054150814e-06,
      "loss": 0.3613,
      "step": 1062760
    },
    {
      "epoch": 296.61,
      "grad_norm": 0.9978079795837402,
      "learning_rate": 3.4879874560025726e-06,
      "loss": 0.3548,
      "step": 1062770
    },
    {
      "epoch": 296.62,
      "grad_norm": 1.8855931758880615,
      "learning_rate": 3.4879638577020323e-06,
      "loss": 0.3645,
      "step": 1062780
    },
    {
      "epoch": 296.62,
      "grad_norm": 0.9251313805580139,
      "learning_rate": 3.4879402592491972e-06,
      "loss": 0.3596,
      "step": 1062790
    },
    {
      "epoch": 296.62,
      "grad_norm": 1.0912442207336426,
      "learning_rate": 3.4879166606440707e-06,
      "loss": 0.3512,
      "step": 1062800
    },
    {
      "epoch": 296.63,
      "grad_norm": 1.1114994287490845,
      "learning_rate": 3.487893061886654e-06,
      "loss": 0.3644,
      "step": 1062810
    },
    {
      "epoch": 296.63,
      "grad_norm": 1.7706842422485352,
      "learning_rate": 3.487869462976952e-06,
      "loss": 0.3723,
      "step": 1062820
    },
    {
      "epoch": 296.63,
      "grad_norm": 1.0118818283081055,
      "learning_rate": 3.487845863914968e-06,
      "loss": 0.3564,
      "step": 1062830
    },
    {
      "epoch": 296.63,
      "grad_norm": 1.1613796949386597,
      "learning_rate": 3.4878222647007044e-06,
      "loss": 0.3547,
      "step": 1062840
    },
    {
      "epoch": 296.64,
      "grad_norm": 1.1102962493896484,
      "learning_rate": 3.487798665334164e-06,
      "loss": 0.3554,
      "step": 1062850
    },
    {
      "epoch": 296.64,
      "grad_norm": 0.9705432653427124,
      "learning_rate": 3.4877750658153505e-06,
      "loss": 0.3719,
      "step": 1062860
    },
    {
      "epoch": 296.64,
      "grad_norm": 1.1178560256958008,
      "learning_rate": 3.4877514661442673e-06,
      "loss": 0.328,
      "step": 1062870
    },
    {
      "epoch": 296.65,
      "grad_norm": 0.9921368956565857,
      "learning_rate": 3.487727866320917e-06,
      "loss": 0.3643,
      "step": 1062880
    },
    {
      "epoch": 296.65,
      "grad_norm": 1.0521634817123413,
      "learning_rate": 3.4877042663453024e-06,
      "loss": 0.3465,
      "step": 1062890
    },
    {
      "epoch": 296.65,
      "grad_norm": 0.8955547213554382,
      "learning_rate": 3.487680666217428e-06,
      "loss": 0.3567,
      "step": 1062900
    },
    {
      "epoch": 296.65,
      "grad_norm": 1.0814412832260132,
      "learning_rate": 3.487657065937296e-06,
      "loss": 0.3632,
      "step": 1062910
    },
    {
      "epoch": 296.66,
      "grad_norm": 1.013026475906372,
      "learning_rate": 3.487633465504909e-06,
      "loss": 0.3605,
      "step": 1062920
    },
    {
      "epoch": 296.66,
      "grad_norm": 0.9991380572319031,
      "learning_rate": 3.4876098649202717e-06,
      "loss": 0.3695,
      "step": 1062930
    },
    {
      "epoch": 296.66,
      "grad_norm": 1.1235723495483398,
      "learning_rate": 3.4875862641833856e-06,
      "loss": 0.371,
      "step": 1062940
    },
    {
      "epoch": 296.66,
      "grad_norm": 0.9908542037010193,
      "learning_rate": 3.4875626632942546e-06,
      "loss": 0.3673,
      "step": 1062950
    },
    {
      "epoch": 296.67,
      "grad_norm": 1.0649938583374023,
      "learning_rate": 3.4875390622528826e-06,
      "loss": 0.3658,
      "step": 1062960
    },
    {
      "epoch": 296.67,
      "grad_norm": 1.2709689140319824,
      "learning_rate": 3.4875154610592713e-06,
      "loss": 0.3657,
      "step": 1062970
    },
    {
      "epoch": 296.67,
      "grad_norm": 1.0807898044586182,
      "learning_rate": 3.487491859713425e-06,
      "loss": 0.3555,
      "step": 1062980
    },
    {
      "epoch": 296.68,
      "grad_norm": 0.9671947956085205,
      "learning_rate": 3.4874682582153458e-06,
      "loss": 0.3564,
      "step": 1062990
    },
    {
      "epoch": 296.68,
      "grad_norm": 0.9968917965888977,
      "learning_rate": 3.487444656565038e-06,
      "loss": 0.3549,
      "step": 1063000
    },
    {
      "epoch": 296.68,
      "grad_norm": 1.1136164665222168,
      "learning_rate": 3.4874210547625035e-06,
      "loss": 0.3737,
      "step": 1063010
    },
    {
      "epoch": 296.68,
      "grad_norm": 0.8525254130363464,
      "learning_rate": 3.487397452807746e-06,
      "loss": 0.3484,
      "step": 1063020
    },
    {
      "epoch": 296.69,
      "grad_norm": 1.0138031244277954,
      "learning_rate": 3.487373850700769e-06,
      "loss": 0.3767,
      "step": 1063030
    },
    {
      "epoch": 296.69,
      "grad_norm": 0.9674070477485657,
      "learning_rate": 3.487350248441575e-06,
      "loss": 0.3544,
      "step": 1063040
    },
    {
      "epoch": 296.69,
      "grad_norm": 1.0496748685836792,
      "learning_rate": 3.4873266460301687e-06,
      "loss": 0.3705,
      "step": 1063050
    },
    {
      "epoch": 296.7,
      "grad_norm": 7.875977039337158,
      "learning_rate": 3.487303043466551e-06,
      "loss": 0.3552,
      "step": 1063060
    },
    {
      "epoch": 296.7,
      "grad_norm": 1.1061674356460571,
      "learning_rate": 3.487279440750726e-06,
      "loss": 0.374,
      "step": 1063070
    },
    {
      "epoch": 296.7,
      "grad_norm": 1.0804060697555542,
      "learning_rate": 3.487255837882697e-06,
      "loss": 0.3492,
      "step": 1063080
    },
    {
      "epoch": 296.7,
      "grad_norm": 1.033681869506836,
      "learning_rate": 3.4872322348624677e-06,
      "loss": 0.3518,
      "step": 1063090
    },
    {
      "epoch": 296.71,
      "grad_norm": 1.052815318107605,
      "learning_rate": 3.4872086316900404e-06,
      "loss": 0.3675,
      "step": 1063100
    },
    {
      "epoch": 296.71,
      "grad_norm": 1.028072476387024,
      "learning_rate": 3.4871850283654174e-06,
      "loss": 0.3562,
      "step": 1063110
    },
    {
      "epoch": 296.71,
      "grad_norm": 1.257315993309021,
      "learning_rate": 3.487161424888604e-06,
      "loss": 0.357,
      "step": 1063120
    },
    {
      "epoch": 296.72,
      "grad_norm": 0.8442245721817017,
      "learning_rate": 3.4871378212596024e-06,
      "loss": 0.3545,
      "step": 1063130
    },
    {
      "epoch": 296.72,
      "grad_norm": 0.9921721816062927,
      "learning_rate": 3.487114217478415e-06,
      "loss": 0.3539,
      "step": 1063140
    },
    {
      "epoch": 296.72,
      "grad_norm": 1.0701079368591309,
      "learning_rate": 3.4870906135450456e-06,
      "loss": 0.3737,
      "step": 1063150
    },
    {
      "epoch": 296.72,
      "grad_norm": 1.123865008354187,
      "learning_rate": 3.487067009459497e-06,
      "loss": 0.3535,
      "step": 1063160
    },
    {
      "epoch": 296.73,
      "grad_norm": 1.0494768619537354,
      "learning_rate": 3.4870434052217727e-06,
      "loss": 0.3444,
      "step": 1063170
    },
    {
      "epoch": 296.73,
      "grad_norm": 1.0224902629852295,
      "learning_rate": 3.487019800831876e-06,
      "loss": 0.3592,
      "step": 1063180
    },
    {
      "epoch": 296.73,
      "grad_norm": 0.9105512499809265,
      "learning_rate": 3.4869961962898094e-06,
      "loss": 0.3593,
      "step": 1063190
    },
    {
      "epoch": 296.73,
      "grad_norm": 1.0589611530303955,
      "learning_rate": 3.4869725915955773e-06,
      "loss": 0.3532,
      "step": 1063200
    },
    {
      "epoch": 296.74,
      "grad_norm": 1.1233546733856201,
      "learning_rate": 3.4869489867491812e-06,
      "loss": 0.3413,
      "step": 1063210
    },
    {
      "epoch": 296.74,
      "grad_norm": 1.0958083868026733,
      "learning_rate": 3.4869253817506254e-06,
      "loss": 0.3467,
      "step": 1063220
    },
    {
      "epoch": 296.74,
      "grad_norm": 0.9652448892593384,
      "learning_rate": 3.486901776599912e-06,
      "loss": 0.3926,
      "step": 1063230
    },
    {
      "epoch": 296.75,
      "grad_norm": 1.0000873804092407,
      "learning_rate": 3.486878171297045e-06,
      "loss": 0.3539,
      "step": 1063240
    },
    {
      "epoch": 296.75,
      "grad_norm": 1.0234801769256592,
      "learning_rate": 3.4868545658420277e-06,
      "loss": 0.3624,
      "step": 1063250
    },
    {
      "epoch": 296.75,
      "grad_norm": 0.9799624681472778,
      "learning_rate": 3.4868309602348626e-06,
      "loss": 0.3655,
      "step": 1063260
    },
    {
      "epoch": 296.75,
      "grad_norm": 0.9528263807296753,
      "learning_rate": 3.486807354475553e-06,
      "loss": 0.3622,
      "step": 1063270
    },
    {
      "epoch": 296.76,
      "grad_norm": 0.9014307260513306,
      "learning_rate": 3.4867837485641025e-06,
      "loss": 0.3492,
      "step": 1063280
    },
    {
      "epoch": 296.76,
      "grad_norm": 0.8865834474563599,
      "learning_rate": 3.4867601425005137e-06,
      "loss": 0.3583,
      "step": 1063290
    },
    {
      "epoch": 296.76,
      "grad_norm": 1.400270938873291,
      "learning_rate": 3.4867365362847902e-06,
      "loss": 0.3501,
      "step": 1063300
    },
    {
      "epoch": 296.77,
      "grad_norm": 0.9318923950195312,
      "learning_rate": 3.486712929916935e-06,
      "loss": 0.342,
      "step": 1063310
    },
    {
      "epoch": 296.77,
      "grad_norm": 1.222208023071289,
      "learning_rate": 3.48668932339695e-06,
      "loss": 0.3466,
      "step": 1063320
    },
    {
      "epoch": 296.77,
      "grad_norm": 1.1974704265594482,
      "learning_rate": 3.4866657167248406e-06,
      "loss": 0.3586,
      "step": 1063330
    },
    {
      "epoch": 296.77,
      "grad_norm": 1.116668939590454,
      "learning_rate": 3.4866421099006086e-06,
      "loss": 0.3584,
      "step": 1063340
    },
    {
      "epoch": 296.78,
      "grad_norm": 1.0101433992385864,
      "learning_rate": 3.486618502924257e-06,
      "loss": 0.3767,
      "step": 1063350
    },
    {
      "epoch": 296.78,
      "grad_norm": 1.1472326517105103,
      "learning_rate": 3.4865948957957896e-06,
      "loss": 0.3444,
      "step": 1063360
    },
    {
      "epoch": 296.78,
      "grad_norm": 1.1088390350341797,
      "learning_rate": 3.4865712885152093e-06,
      "loss": 0.3562,
      "step": 1063370
    },
    {
      "epoch": 296.78,
      "grad_norm": 1.0590206384658813,
      "learning_rate": 3.4865476810825193e-06,
      "loss": 0.3487,
      "step": 1063380
    },
    {
      "epoch": 296.79,
      "grad_norm": 1.082534670829773,
      "learning_rate": 3.4865240734977216e-06,
      "loss": 0.3658,
      "step": 1063390
    },
    {
      "epoch": 296.79,
      "grad_norm": 1.178787350654602,
      "learning_rate": 3.486500465760821e-06,
      "loss": 0.3549,
      "step": 1063400
    },
    {
      "epoch": 296.79,
      "grad_norm": 1.1449235677719116,
      "learning_rate": 3.4864768578718203e-06,
      "loss": 0.3685,
      "step": 1063410
    },
    {
      "epoch": 296.8,
      "grad_norm": 3.2855682373046875,
      "learning_rate": 3.4864532498307226e-06,
      "loss": 0.3645,
      "step": 1063420
    },
    {
      "epoch": 296.8,
      "grad_norm": 1.2069514989852905,
      "learning_rate": 3.48642964163753e-06,
      "loss": 0.3451,
      "step": 1063430
    },
    {
      "epoch": 296.8,
      "grad_norm": 1.0276622772216797,
      "learning_rate": 3.486406033292247e-06,
      "loss": 0.3581,
      "step": 1063440
    },
    {
      "epoch": 296.8,
      "grad_norm": 1.008535385131836,
      "learning_rate": 3.4863824247948756e-06,
      "loss": 0.3456,
      "step": 1063450
    },
    {
      "epoch": 296.81,
      "grad_norm": 1.2114461660385132,
      "learning_rate": 3.4863588161454198e-06,
      "loss": 0.343,
      "step": 1063460
    },
    {
      "epoch": 296.81,
      "grad_norm": 0.9425467848777771,
      "learning_rate": 3.4863352073438826e-06,
      "loss": 0.3636,
      "step": 1063470
    },
    {
      "epoch": 296.81,
      "grad_norm": 1.010805606842041,
      "learning_rate": 3.4863115983902665e-06,
      "loss": 0.3443,
      "step": 1063480
    },
    {
      "epoch": 296.82,
      "grad_norm": 1.182934284210205,
      "learning_rate": 3.4862879892845763e-06,
      "loss": 0.3694,
      "step": 1063490
    },
    {
      "epoch": 296.82,
      "grad_norm": 1.2240588665008545,
      "learning_rate": 3.4862643800268128e-06,
      "loss": 0.3364,
      "step": 1063500
    },
    {
      "epoch": 296.82,
      "grad_norm": 1.006570816040039,
      "learning_rate": 3.4862407706169805e-06,
      "loss": 0.358,
      "step": 1063510
    },
    {
      "epoch": 296.82,
      "grad_norm": 0.8851352334022522,
      "learning_rate": 3.4862171610550826e-06,
      "loss": 0.3557,
      "step": 1063520
    },
    {
      "epoch": 296.83,
      "grad_norm": 0.995079517364502,
      "learning_rate": 3.486193551341122e-06,
      "loss": 0.3679,
      "step": 1063530
    },
    {
      "epoch": 296.83,
      "grad_norm": 1.047015905380249,
      "learning_rate": 3.486169941475102e-06,
      "loss": 0.3493,
      "step": 1063540
    },
    {
      "epoch": 296.83,
      "grad_norm": 1.1953792572021484,
      "learning_rate": 3.486146331457025e-06,
      "loss": 0.3843,
      "step": 1063550
    },
    {
      "epoch": 296.84,
      "grad_norm": 2.8934803009033203,
      "learning_rate": 3.4861227212868957e-06,
      "loss": 0.3342,
      "step": 1063560
    },
    {
      "epoch": 296.84,
      "grad_norm": 1.0203452110290527,
      "learning_rate": 3.486099110964716e-06,
      "loss": 0.3582,
      "step": 1063570
    },
    {
      "epoch": 296.84,
      "grad_norm": 1.1016403436660767,
      "learning_rate": 3.486075500490489e-06,
      "loss": 0.3552,
      "step": 1063580
    },
    {
      "epoch": 296.84,
      "grad_norm": 0.8547763824462891,
      "learning_rate": 3.4860518898642182e-06,
      "loss": 0.3616,
      "step": 1063590
    },
    {
      "epoch": 296.85,
      "grad_norm": 1.0186126232147217,
      "learning_rate": 3.4860282790859064e-06,
      "loss": 0.3737,
      "step": 1063600
    },
    {
      "epoch": 296.85,
      "grad_norm": 0.9743887782096863,
      "learning_rate": 3.4860046681555578e-06,
      "loss": 0.3399,
      "step": 1063610
    },
    {
      "epoch": 296.85,
      "grad_norm": 1.0150967836380005,
      "learning_rate": 3.4859810570731743e-06,
      "loss": 0.344,
      "step": 1063620
    },
    {
      "epoch": 296.85,
      "grad_norm": 0.912196934223175,
      "learning_rate": 3.48595744583876e-06,
      "loss": 0.3505,
      "step": 1063630
    },
    {
      "epoch": 296.86,
      "grad_norm": 1.002339243888855,
      "learning_rate": 3.485933834452317e-06,
      "loss": 0.3472,
      "step": 1063640
    },
    {
      "epoch": 296.86,
      "grad_norm": 1.1324503421783447,
      "learning_rate": 3.485910222913849e-06,
      "loss": 0.3507,
      "step": 1063650
    },
    {
      "epoch": 296.86,
      "grad_norm": 0.9689589142799377,
      "learning_rate": 3.4858866112233594e-06,
      "loss": 0.3621,
      "step": 1063660
    },
    {
      "epoch": 296.87,
      "grad_norm": 0.9330639839172363,
      "learning_rate": 3.485862999380851e-06,
      "loss": 0.3398,
      "step": 1063670
    },
    {
      "epoch": 296.87,
      "grad_norm": 1.0536668300628662,
      "learning_rate": 3.4858393873863266e-06,
      "loss": 0.3607,
      "step": 1063680
    },
    {
      "epoch": 296.87,
      "grad_norm": 0.9220020174980164,
      "learning_rate": 3.485815775239791e-06,
      "loss": 0.3633,
      "step": 1063690
    },
    {
      "epoch": 296.87,
      "grad_norm": 1.0269047021865845,
      "learning_rate": 3.4857921629412453e-06,
      "loss": 0.3618,
      "step": 1063700
    },
    {
      "epoch": 296.88,
      "grad_norm": 0.9441770911216736,
      "learning_rate": 3.4857685504906936e-06,
      "loss": 0.3604,
      "step": 1063710
    },
    {
      "epoch": 296.88,
      "grad_norm": 1.0753048658370972,
      "learning_rate": 3.4857449378881392e-06,
      "loss": 0.349,
      "step": 1063720
    },
    {
      "epoch": 296.88,
      "grad_norm": 1.0452378988265991,
      "learning_rate": 3.485721325133585e-06,
      "loss": 0.3669,
      "step": 1063730
    },
    {
      "epoch": 296.89,
      "grad_norm": 0.9893411993980408,
      "learning_rate": 3.4856977122270337e-06,
      "loss": 0.3653,
      "step": 1063740
    },
    {
      "epoch": 296.89,
      "grad_norm": 1.0480612516403198,
      "learning_rate": 3.4856740991684885e-06,
      "loss": 0.3548,
      "step": 1063750
    },
    {
      "epoch": 296.89,
      "grad_norm": 0.9587522745132446,
      "learning_rate": 3.485650485957954e-06,
      "loss": 0.356,
      "step": 1063760
    },
    {
      "epoch": 296.89,
      "grad_norm": 1.1786388158798218,
      "learning_rate": 3.4856268725954313e-06,
      "loss": 0.3584,
      "step": 1063770
    },
    {
      "epoch": 296.9,
      "grad_norm": 1.067664384841919,
      "learning_rate": 3.4856032590809245e-06,
      "loss": 0.3537,
      "step": 1063780
    },
    {
      "epoch": 296.9,
      "grad_norm": 1.1385869979858398,
      "learning_rate": 3.485579645414437e-06,
      "loss": 0.3548,
      "step": 1063790
    },
    {
      "epoch": 296.9,
      "grad_norm": 1.0301281213760376,
      "learning_rate": 3.4855560315959724e-06,
      "loss": 0.361,
      "step": 1063800
    },
    {
      "epoch": 296.9,
      "grad_norm": 0.9906625747680664,
      "learning_rate": 3.485532417625532e-06,
      "loss": 0.3437,
      "step": 1063810
    },
    {
      "epoch": 296.91,
      "grad_norm": 1.0116599798202515,
      "learning_rate": 3.4855088035031204e-06,
      "loss": 0.3577,
      "step": 1063820
    },
    {
      "epoch": 296.91,
      "grad_norm": 0.8967460989952087,
      "learning_rate": 3.4854851892287407e-06,
      "loss": 0.3507,
      "step": 1063830
    },
    {
      "epoch": 296.91,
      "grad_norm": 0.9244516491889954,
      "learning_rate": 3.4854615748023952e-06,
      "loss": 0.3559,
      "step": 1063840
    },
    {
      "epoch": 296.92,
      "grad_norm": 1.067024827003479,
      "learning_rate": 3.485437960224088e-06,
      "loss": 0.3594,
      "step": 1063850
    },
    {
      "epoch": 296.92,
      "grad_norm": 0.9710045456886292,
      "learning_rate": 3.485414345493822e-06,
      "loss": 0.3425,
      "step": 1063860
    },
    {
      "epoch": 296.92,
      "grad_norm": 1.0883405208587646,
      "learning_rate": 3.4853907306115995e-06,
      "loss": 0.3476,
      "step": 1063870
    },
    {
      "epoch": 296.92,
      "grad_norm": 1.0239664316177368,
      "learning_rate": 3.4853671155774244e-06,
      "loss": 0.3622,
      "step": 1063880
    },
    {
      "epoch": 296.93,
      "grad_norm": 1.2134884595870972,
      "learning_rate": 3.4853435003913e-06,
      "loss": 0.355,
      "step": 1063890
    },
    {
      "epoch": 296.93,
      "grad_norm": 0.9099925756454468,
      "learning_rate": 3.485319885053229e-06,
      "loss": 0.3555,
      "step": 1063900
    },
    {
      "epoch": 296.93,
      "grad_norm": 0.889516294002533,
      "learning_rate": 3.485296269563215e-06,
      "loss": 0.3523,
      "step": 1063910
    },
    {
      "epoch": 296.94,
      "grad_norm": 0.9789853692054749,
      "learning_rate": 3.4852726539212603e-06,
      "loss": 0.3374,
      "step": 1063920
    },
    {
      "epoch": 296.94,
      "grad_norm": 1.1281362771987915,
      "learning_rate": 3.4852490381273695e-06,
      "loss": 0.3606,
      "step": 1063930
    },
    {
      "epoch": 296.94,
      "grad_norm": 0.950492799282074,
      "learning_rate": 3.485225422181545e-06,
      "loss": 0.3597,
      "step": 1063940
    },
    {
      "epoch": 296.94,
      "grad_norm": 1.2602638006210327,
      "learning_rate": 3.485201806083789e-06,
      "loss": 0.3579,
      "step": 1063950
    },
    {
      "epoch": 296.95,
      "grad_norm": 1.1927210092544556,
      "learning_rate": 3.4851781898341056e-06,
      "loss": 0.3682,
      "step": 1063960
    },
    {
      "epoch": 296.95,
      "grad_norm": 1.0667777061462402,
      "learning_rate": 3.485154573432498e-06,
      "loss": 0.3511,
      "step": 1063970
    },
    {
      "epoch": 296.95,
      "grad_norm": 1.0432257652282715,
      "learning_rate": 3.485130956878969e-06,
      "loss": 0.3636,
      "step": 1063980
    },
    {
      "epoch": 296.96,
      "grad_norm": 0.9972768425941467,
      "learning_rate": 3.485107340173522e-06,
      "loss": 0.3514,
      "step": 1063990
    },
    {
      "epoch": 296.96,
      "grad_norm": 1.1441645622253418,
      "learning_rate": 3.48508372331616e-06,
      "loss": 0.3621,
      "step": 1064000
    },
    {
      "epoch": 296.96,
      "grad_norm": 0.9755752682685852,
      "learning_rate": 3.485060106306886e-06,
      "loss": 0.3424,
      "step": 1064010
    },
    {
      "epoch": 296.96,
      "grad_norm": 1.096759557723999,
      "learning_rate": 3.485036489145704e-06,
      "loss": 0.3529,
      "step": 1064020
    },
    {
      "epoch": 296.97,
      "grad_norm": 1.1249868869781494,
      "learning_rate": 3.485012871832616e-06,
      "loss": 0.3495,
      "step": 1064030
    },
    {
      "epoch": 296.97,
      "grad_norm": 1.0176856517791748,
      "learning_rate": 3.4849892543676253e-06,
      "loss": 0.3449,
      "step": 1064040
    },
    {
      "epoch": 296.97,
      "grad_norm": 1.1277331113815308,
      "learning_rate": 3.4849656367507354e-06,
      "loss": 0.356,
      "step": 1064050
    },
    {
      "epoch": 296.97,
      "grad_norm": 0.8514617085456848,
      "learning_rate": 3.4849420189819497e-06,
      "loss": 0.3615,
      "step": 1064060
    },
    {
      "epoch": 296.98,
      "grad_norm": 1.065071940422058,
      "learning_rate": 3.4849184010612706e-06,
      "loss": 0.3473,
      "step": 1064070
    },
    {
      "epoch": 296.98,
      "grad_norm": 1.0128284692764282,
      "learning_rate": 3.4848947829887024e-06,
      "loss": 0.3593,
      "step": 1064080
    },
    {
      "epoch": 296.98,
      "grad_norm": 0.8953210115432739,
      "learning_rate": 3.4848711647642472e-06,
      "loss": 0.3614,
      "step": 1064090
    },
    {
      "epoch": 296.99,
      "grad_norm": 1.0401910543441772,
      "learning_rate": 3.484847546387908e-06,
      "loss": 0.3493,
      "step": 1064100
    },
    {
      "epoch": 296.99,
      "grad_norm": 1.0090889930725098,
      "learning_rate": 3.4848239278596886e-06,
      "loss": 0.3435,
      "step": 1064110
    },
    {
      "epoch": 296.99,
      "grad_norm": 0.8068325519561768,
      "learning_rate": 3.4848003091795924e-06,
      "loss": 0.3644,
      "step": 1064120
    },
    {
      "epoch": 296.99,
      "grad_norm": 0.8943588733673096,
      "learning_rate": 3.484776690347622e-06,
      "loss": 0.3567,
      "step": 1064130
    },
    {
      "epoch": 297.0,
      "grad_norm": 8.456067085266113,
      "learning_rate": 3.4847530713637797e-06,
      "loss": 0.3666,
      "step": 1064140
    },
    {
      "epoch": 297.0,
      "grad_norm": 0.9324855208396912,
      "learning_rate": 3.484729452228071e-06,
      "loss": 0.3564,
      "step": 1064150
    },
    {
      "epoch": 297.0,
      "eval_loss": 0.35832247138023376,
      "eval_runtime": 63.3133,
      "eval_samples_per_second": 79.904,
      "eval_steps_per_second": 9.998,
      "step": 1064151
    },
    {
      "epoch": 297.0,
      "grad_norm": 0.8707648515701294,
      "learning_rate": 3.484705832940497e-06,
      "loss": 0.348,
      "step": 1064160
    },
    {
      "epoch": 297.01,
      "grad_norm": 0.9896183609962463,
      "learning_rate": 3.4846822135010615e-06,
      "loss": 0.3476,
      "step": 1064170
    },
    {
      "epoch": 297.01,
      "grad_norm": 0.9791159629821777,
      "learning_rate": 3.4846585939097675e-06,
      "loss": 0.3608,
      "step": 1064180
    },
    {
      "epoch": 297.01,
      "grad_norm": 1.0667532682418823,
      "learning_rate": 3.4846349741666182e-06,
      "loss": 0.3569,
      "step": 1064190
    },
    {
      "epoch": 297.01,
      "grad_norm": 0.8847249746322632,
      "learning_rate": 3.4846113542716167e-06,
      "loss": 0.3436,
      "step": 1064200
    },
    {
      "epoch": 297.02,
      "grad_norm": 1.0127884149551392,
      "learning_rate": 3.4845877342247664e-06,
      "loss": 0.3598,
      "step": 1064210
    },
    {
      "epoch": 297.02,
      "grad_norm": 0.8063188195228577,
      "learning_rate": 3.48456411402607e-06,
      "loss": 0.3376,
      "step": 1064220
    },
    {
      "epoch": 297.02,
      "grad_norm": 1.096692442893982,
      "learning_rate": 3.4845404936755317e-06,
      "loss": 0.3613,
      "step": 1064230
    },
    {
      "epoch": 297.02,
      "grad_norm": 0.9852443337440491,
      "learning_rate": 3.4845168731731534e-06,
      "loss": 0.3553,
      "step": 1064240
    },
    {
      "epoch": 297.03,
      "grad_norm": 0.9933727979660034,
      "learning_rate": 3.484493252518939e-06,
      "loss": 0.3496,
      "step": 1064250
    },
    {
      "epoch": 297.03,
      "grad_norm": 0.9522258639335632,
      "learning_rate": 3.4844696317128908e-06,
      "loss": 0.3738,
      "step": 1064260
    },
    {
      "epoch": 297.03,
      "grad_norm": 0.9067889451980591,
      "learning_rate": 3.4844460107550124e-06,
      "loss": 0.3649,
      "step": 1064270
    },
    {
      "epoch": 297.04,
      "grad_norm": 0.9207435846328735,
      "learning_rate": 3.484422389645308e-06,
      "loss": 0.3637,
      "step": 1064280
    },
    {
      "epoch": 297.04,
      "grad_norm": 1.1369407176971436,
      "learning_rate": 3.484398768383779e-06,
      "loss": 0.3701,
      "step": 1064290
    },
    {
      "epoch": 297.04,
      "grad_norm": 1.179379940032959,
      "learning_rate": 3.4843751469704294e-06,
      "loss": 0.3468,
      "step": 1064300
    },
    {
      "epoch": 297.04,
      "grad_norm": 0.9659842848777771,
      "learning_rate": 3.484351525405263e-06,
      "loss": 0.3672,
      "step": 1064310
    },
    {
      "epoch": 297.05,
      "grad_norm": 1.0424219369888306,
      "learning_rate": 3.484327903688282e-06,
      "loss": 0.3594,
      "step": 1064320
    },
    {
      "epoch": 297.05,
      "grad_norm": 1.132529616355896,
      "learning_rate": 3.4843042818194883e-06,
      "loss": 0.3541,
      "step": 1064330
    },
    {
      "epoch": 297.05,
      "grad_norm": 1.167873740196228,
      "learning_rate": 3.4842806597988885e-06,
      "loss": 0.3607,
      "step": 1064340
    },
    {
      "epoch": 297.06,
      "grad_norm": 1.2473407983779907,
      "learning_rate": 3.4842570376264827e-06,
      "loss": 0.343,
      "step": 1064350
    },
    {
      "epoch": 297.06,
      "grad_norm": 0.9966750144958496,
      "learning_rate": 3.4842334153022754e-06,
      "loss": 0.3558,
      "step": 1064360
    },
    {
      "epoch": 297.06,
      "grad_norm": 0.9720233678817749,
      "learning_rate": 3.484209792826269e-06,
      "loss": 0.3522,
      "step": 1064370
    },
    {
      "epoch": 297.06,
      "grad_norm": 1.2774806022644043,
      "learning_rate": 3.484186170198468e-06,
      "loss": 0.3359,
      "step": 1064380
    },
    {
      "epoch": 297.07,
      "grad_norm": 0.9872409701347351,
      "learning_rate": 3.484162547418874e-06,
      "loss": 0.366,
      "step": 1064390
    },
    {
      "epoch": 297.07,
      "grad_norm": 1.1868184804916382,
      "learning_rate": 3.4841389244874907e-06,
      "loss": 0.3488,
      "step": 1064400
    },
    {
      "epoch": 297.07,
      "grad_norm": 1.140004277229309,
      "learning_rate": 3.484115301404322e-06,
      "loss": 0.3687,
      "step": 1064410
    },
    {
      "epoch": 297.08,
      "grad_norm": 1.014230489730835,
      "learning_rate": 3.4840916781693692e-06,
      "loss": 0.3568,
      "step": 1064420
    },
    {
      "epoch": 297.08,
      "grad_norm": 0.9367305040359497,
      "learning_rate": 3.484068054782637e-06,
      "loss": 0.3544,
      "step": 1064430
    },
    {
      "epoch": 297.08,
      "grad_norm": 1.027587652206421,
      "learning_rate": 3.484044431244129e-06,
      "loss": 0.3435,
      "step": 1064440
    },
    {
      "epoch": 297.08,
      "grad_norm": 1.7386469841003418,
      "learning_rate": 3.484020807553847e-06,
      "loss": 0.3762,
      "step": 1064450
    },
    {
      "epoch": 297.09,
      "grad_norm": 1.072379469871521,
      "learning_rate": 3.4839971837117945e-06,
      "loss": 0.3423,
      "step": 1064460
    },
    {
      "epoch": 297.09,
      "grad_norm": 1.3280881643295288,
      "learning_rate": 3.4839735597179755e-06,
      "loss": 0.3749,
      "step": 1064470
    },
    {
      "epoch": 297.09,
      "grad_norm": 1.102172613143921,
      "learning_rate": 3.483949935572391e-06,
      "loss": 0.3417,
      "step": 1064480
    },
    {
      "epoch": 297.09,
      "grad_norm": 0.9968962669372559,
      "learning_rate": 3.4839263112750465e-06,
      "loss": 0.3476,
      "step": 1064490
    },
    {
      "epoch": 297.1,
      "grad_norm": 1.0459561347961426,
      "learning_rate": 3.4839026868259444e-06,
      "loss": 0.3588,
      "step": 1064500
    },
    {
      "epoch": 297.1,
      "grad_norm": 1.0739164352416992,
      "learning_rate": 3.4838790622250874e-06,
      "loss": 0.3506,
      "step": 1064510
    },
    {
      "epoch": 297.1,
      "grad_norm": 0.9888087511062622,
      "learning_rate": 3.483855437472479e-06,
      "loss": 0.3594,
      "step": 1064520
    },
    {
      "epoch": 297.11,
      "grad_norm": 1.159417986869812,
      "learning_rate": 3.4838318125681217e-06,
      "loss": 0.3552,
      "step": 1064530
    },
    {
      "epoch": 297.11,
      "grad_norm": 1.0960949659347534,
      "learning_rate": 3.48380818751202e-06,
      "loss": 0.352,
      "step": 1064540
    },
    {
      "epoch": 297.11,
      "grad_norm": 1.163737177848816,
      "learning_rate": 3.483784562304176e-06,
      "loss": 0.3594,
      "step": 1064550
    },
    {
      "epoch": 297.11,
      "grad_norm": 1.2456189393997192,
      "learning_rate": 3.4837609369445927e-06,
      "loss": 0.3532,
      "step": 1064560
    },
    {
      "epoch": 297.12,
      "grad_norm": 1.1696298122406006,
      "learning_rate": 3.483737311433274e-06,
      "loss": 0.361,
      "step": 1064570
    },
    {
      "epoch": 297.12,
      "grad_norm": 0.9259961843490601,
      "learning_rate": 3.4837136857702225e-06,
      "loss": 0.3463,
      "step": 1064580
    },
    {
      "epoch": 297.12,
      "grad_norm": 0.9337122440338135,
      "learning_rate": 3.483690059955442e-06,
      "loss": 0.3573,
      "step": 1064590
    },
    {
      "epoch": 297.13,
      "grad_norm": 0.9301503896713257,
      "learning_rate": 3.4836664339889346e-06,
      "loss": 0.357,
      "step": 1064600
    },
    {
      "epoch": 297.13,
      "grad_norm": 0.989209771156311,
      "learning_rate": 3.4836428078707045e-06,
      "loss": 0.3472,
      "step": 1064610
    },
    {
      "epoch": 297.13,
      "grad_norm": 0.9372498989105225,
      "learning_rate": 3.4836191816007535e-06,
      "loss": 0.3558,
      "step": 1064620
    },
    {
      "epoch": 297.13,
      "grad_norm": 1.1664435863494873,
      "learning_rate": 3.483595555179086e-06,
      "loss": 0.366,
      "step": 1064630
    },
    {
      "epoch": 297.14,
      "grad_norm": 1.1509586572647095,
      "learning_rate": 3.4835719286057054e-06,
      "loss": 0.3664,
      "step": 1064640
    },
    {
      "epoch": 297.14,
      "grad_norm": 0.9286024570465088,
      "learning_rate": 3.4835483018806135e-06,
      "loss": 0.365,
      "step": 1064650
    },
    {
      "epoch": 297.14,
      "grad_norm": 1.2054766416549683,
      "learning_rate": 3.4835246750038138e-06,
      "loss": 0.3472,
      "step": 1064660
    },
    {
      "epoch": 297.14,
      "grad_norm": 1.1598032712936401,
      "learning_rate": 3.483501047975311e-06,
      "loss": 0.3657,
      "step": 1064670
    },
    {
      "epoch": 297.15,
      "grad_norm": 1.0808113813400269,
      "learning_rate": 3.483477420795106e-06,
      "loss": 0.3534,
      "step": 1064680
    },
    {
      "epoch": 297.15,
      "grad_norm": 0.9362401962280273,
      "learning_rate": 3.483453793463203e-06,
      "loss": 0.3538,
      "step": 1064690
    },
    {
      "epoch": 297.15,
      "grad_norm": 0.9631173610687256,
      "learning_rate": 3.483430165979606e-06,
      "loss": 0.3596,
      "step": 1064700
    },
    {
      "epoch": 297.16,
      "grad_norm": 0.8994337916374207,
      "learning_rate": 3.4834065383443165e-06,
      "loss": 0.3543,
      "step": 1064710
    },
    {
      "epoch": 297.16,
      "grad_norm": 0.9926886558532715,
      "learning_rate": 3.483382910557338e-06,
      "loss": 0.3678,
      "step": 1064720
    },
    {
      "epoch": 297.16,
      "grad_norm": 1.2703510522842407,
      "learning_rate": 3.4833592826186753e-06,
      "loss": 0.3515,
      "step": 1064730
    },
    {
      "epoch": 297.16,
      "grad_norm": 1.111367106437683,
      "learning_rate": 3.4833356545283293e-06,
      "loss": 0.3677,
      "step": 1064740
    },
    {
      "epoch": 297.17,
      "grad_norm": 1.1369379758834839,
      "learning_rate": 3.483312026286305e-06,
      "loss": 0.3416,
      "step": 1064750
    },
    {
      "epoch": 297.17,
      "grad_norm": 0.9977006316184998,
      "learning_rate": 3.483288397892604e-06,
      "loss": 0.365,
      "step": 1064760
    },
    {
      "epoch": 297.17,
      "grad_norm": 0.8989773392677307,
      "learning_rate": 3.4832647693472307e-06,
      "loss": 0.3386,
      "step": 1064770
    },
    {
      "epoch": 297.18,
      "grad_norm": 1.1184496879577637,
      "learning_rate": 3.483241140650187e-06,
      "loss": 0.352,
      "step": 1064780
    },
    {
      "epoch": 297.18,
      "grad_norm": 1.0403767824172974,
      "learning_rate": 3.483217511801476e-06,
      "loss": 0.358,
      "step": 1064790
    },
    {
      "epoch": 297.18,
      "grad_norm": 0.9528864622116089,
      "learning_rate": 3.4831938828011034e-06,
      "loss": 0.3491,
      "step": 1064800
    },
    {
      "epoch": 297.18,
      "grad_norm": 1.0288240909576416,
      "learning_rate": 3.4831702536490694e-06,
      "loss": 0.3541,
      "step": 1064810
    },
    {
      "epoch": 297.19,
      "grad_norm": 0.9650861024856567,
      "learning_rate": 3.4831466243453784e-06,
      "loss": 0.3524,
      "step": 1064820
    },
    {
      "epoch": 297.19,
      "grad_norm": 0.9375044107437134,
      "learning_rate": 3.483122994890034e-06,
      "loss": 0.3419,
      "step": 1064830
    },
    {
      "epoch": 297.19,
      "grad_norm": 1.0358693599700928,
      "learning_rate": 3.483099365283038e-06,
      "loss": 0.3684,
      "step": 1064840
    },
    {
      "epoch": 297.2,
      "grad_norm": 0.9751608967781067,
      "learning_rate": 3.4830757355243946e-06,
      "loss": 0.355,
      "step": 1064850
    },
    {
      "epoch": 297.2,
      "grad_norm": 0.9955534338951111,
      "learning_rate": 3.4830521056141065e-06,
      "loss": 0.3655,
      "step": 1064860
    },
    {
      "epoch": 297.2,
      "grad_norm": 1.283676028251648,
      "learning_rate": 3.483028475552177e-06,
      "loss": 0.3548,
      "step": 1064870
    },
    {
      "epoch": 297.2,
      "grad_norm": 1.1852093935012817,
      "learning_rate": 3.4830048453386087e-06,
      "loss": 0.3582,
      "step": 1064880
    },
    {
      "epoch": 297.21,
      "grad_norm": 1.0138496160507202,
      "learning_rate": 3.4829812149734062e-06,
      "loss": 0.3568,
      "step": 1064890
    },
    {
      "epoch": 297.21,
      "grad_norm": 1.113699197769165,
      "learning_rate": 3.4829575844565717e-06,
      "loss": 0.3537,
      "step": 1064900
    },
    {
      "epoch": 297.21,
      "grad_norm": 1.5214422941207886,
      "learning_rate": 3.482933953788108e-06,
      "loss": 0.3506,
      "step": 1064910
    },
    {
      "epoch": 297.21,
      "grad_norm": 1.041878581047058,
      "learning_rate": 3.482910322968018e-06,
      "loss": 0.3527,
      "step": 1064920
    },
    {
      "epoch": 297.22,
      "grad_norm": 1.0415091514587402,
      "learning_rate": 3.4828866919963067e-06,
      "loss": 0.3575,
      "step": 1064930
    },
    {
      "epoch": 297.22,
      "grad_norm": 1.0267012119293213,
      "learning_rate": 3.482863060872975e-06,
      "loss": 0.377,
      "step": 1064940
    },
    {
      "epoch": 297.22,
      "grad_norm": 0.9455607533454895,
      "learning_rate": 3.4828394295980274e-06,
      "loss": 0.34,
      "step": 1064950
    },
    {
      "epoch": 297.23,
      "grad_norm": 0.9580623507499695,
      "learning_rate": 3.482815798171467e-06,
      "loss": 0.3514,
      "step": 1064960
    },
    {
      "epoch": 297.23,
      "grad_norm": 1.0983455181121826,
      "learning_rate": 3.482792166593296e-06,
      "loss": 0.358,
      "step": 1064970
    },
    {
      "epoch": 297.23,
      "grad_norm": 0.9640088677406311,
      "learning_rate": 3.4827685348635187e-06,
      "loss": 0.3355,
      "step": 1064980
    },
    {
      "epoch": 297.23,
      "grad_norm": 0.9371039271354675,
      "learning_rate": 3.482744902982138e-06,
      "loss": 0.3598,
      "step": 1064990
    },
    {
      "epoch": 297.24,
      "grad_norm": 1.0301157236099243,
      "learning_rate": 3.482721270949156e-06,
      "loss": 0.3742,
      "step": 1065000
    },
    {
      "epoch": 297.24,
      "grad_norm": 1.1039962768554688,
      "learning_rate": 3.4826976387645762e-06,
      "loss": 0.3582,
      "step": 1065010
    },
    {
      "epoch": 297.24,
      "grad_norm": 0.9945349097251892,
      "learning_rate": 3.4826740064284035e-06,
      "loss": 0.3454,
      "step": 1065020
    },
    {
      "epoch": 297.25,
      "grad_norm": 1.1257344484329224,
      "learning_rate": 3.4826503739406386e-06,
      "loss": 0.3536,
      "step": 1065030
    },
    {
      "epoch": 297.25,
      "grad_norm": 0.8576921820640564,
      "learning_rate": 3.4826267413012865e-06,
      "loss": 0.3355,
      "step": 1065040
    },
    {
      "epoch": 297.25,
      "grad_norm": 1.0708074569702148,
      "learning_rate": 3.48260310851035e-06,
      "loss": 0.3571,
      "step": 1065050
    },
    {
      "epoch": 297.25,
      "grad_norm": 0.9153600335121155,
      "learning_rate": 3.4825794755678307e-06,
      "loss": 0.3491,
      "step": 1065060
    },
    {
      "epoch": 297.26,
      "grad_norm": 1.1073706150054932,
      "learning_rate": 3.482555842473733e-06,
      "loss": 0.3531,
      "step": 1065070
    },
    {
      "epoch": 297.26,
      "grad_norm": 1.0061299800872803,
      "learning_rate": 3.4825322092280598e-06,
      "loss": 0.3552,
      "step": 1065080
    },
    {
      "epoch": 297.26,
      "grad_norm": 1.0678826570510864,
      "learning_rate": 3.4825085758308156e-06,
      "loss": 0.3701,
      "step": 1065090
    },
    {
      "epoch": 297.26,
      "grad_norm": 1.0518745183944702,
      "learning_rate": 3.4824849422820013e-06,
      "loss": 0.3512,
      "step": 1065100
    },
    {
      "epoch": 297.27,
      "grad_norm": 0.9499588012695312,
      "learning_rate": 3.4824613085816215e-06,
      "loss": 0.3504,
      "step": 1065110
    },
    {
      "epoch": 297.27,
      "grad_norm": 1.0970394611358643,
      "learning_rate": 3.482437674729679e-06,
      "loss": 0.3418,
      "step": 1065120
    },
    {
      "epoch": 297.27,
      "grad_norm": 1.2024236917495728,
      "learning_rate": 3.482414040726176e-06,
      "loss": 0.3455,
      "step": 1065130
    },
    {
      "epoch": 297.28,
      "grad_norm": 0.8840258717536926,
      "learning_rate": 3.482390406571117e-06,
      "loss": 0.3602,
      "step": 1065140
    },
    {
      "epoch": 297.28,
      "grad_norm": 1.146077275276184,
      "learning_rate": 3.4823667722645056e-06,
      "loss": 0.3476,
      "step": 1065150
    },
    {
      "epoch": 297.28,
      "grad_norm": 1.10425865650177,
      "learning_rate": 3.482343137806343e-06,
      "loss": 0.3634,
      "step": 1065160
    },
    {
      "epoch": 297.28,
      "grad_norm": 1.0299044847488403,
      "learning_rate": 3.482319503196633e-06,
      "loss": 0.354,
      "step": 1065170
    },
    {
      "epoch": 297.29,
      "grad_norm": 1.0205177068710327,
      "learning_rate": 3.4822958684353795e-06,
      "loss": 0.3515,
      "step": 1065180
    },
    {
      "epoch": 297.29,
      "grad_norm": 1.1499098539352417,
      "learning_rate": 3.4822722335225864e-06,
      "loss": 0.3777,
      "step": 1065190
    },
    {
      "epoch": 297.29,
      "grad_norm": 1.00564444065094,
      "learning_rate": 3.482248598458254e-06,
      "loss": 0.3596,
      "step": 1065200
    },
    {
      "epoch": 297.3,
      "grad_norm": 1.0483720302581787,
      "learning_rate": 3.4822249632423877e-06,
      "loss": 0.3457,
      "step": 1065210
    },
    {
      "epoch": 297.3,
      "grad_norm": 1.0479974746704102,
      "learning_rate": 3.4822013278749903e-06,
      "loss": 0.3708,
      "step": 1065220
    },
    {
      "epoch": 297.3,
      "grad_norm": 0.8805498480796814,
      "learning_rate": 3.482177692356064e-06,
      "loss": 0.3539,
      "step": 1065230
    },
    {
      "epoch": 297.3,
      "grad_norm": 0.9850793480873108,
      "learning_rate": 3.482154056685613e-06,
      "loss": 0.3593,
      "step": 1065240
    },
    {
      "epoch": 297.31,
      "grad_norm": 1.0500537157058716,
      "learning_rate": 3.4821304208636406e-06,
      "loss": 0.354,
      "step": 1065250
    },
    {
      "epoch": 297.31,
      "grad_norm": 0.8671166896820068,
      "learning_rate": 3.4821067848901496e-06,
      "loss": 0.3456,
      "step": 1065260
    },
    {
      "epoch": 297.31,
      "grad_norm": 0.9086588025093079,
      "learning_rate": 3.4820831487651426e-06,
      "loss": 0.3574,
      "step": 1065270
    },
    {
      "epoch": 297.32,
      "grad_norm": 1.1925077438354492,
      "learning_rate": 3.482059512488623e-06,
      "loss": 0.3597,
      "step": 1065280
    },
    {
      "epoch": 297.32,
      "grad_norm": 1.0599342584609985,
      "learning_rate": 3.482035876060594e-06,
      "loss": 0.3519,
      "step": 1065290
    },
    {
      "epoch": 297.32,
      "grad_norm": 1.0977237224578857,
      "learning_rate": 3.482012239481059e-06,
      "loss": 0.3603,
      "step": 1065300
    },
    {
      "epoch": 297.32,
      "grad_norm": 0.9490879774093628,
      "learning_rate": 3.4819886027500212e-06,
      "loss": 0.3465,
      "step": 1065310
    },
    {
      "epoch": 297.33,
      "grad_norm": 0.9875521063804626,
      "learning_rate": 3.481964965867483e-06,
      "loss": 0.3504,
      "step": 1065320
    },
    {
      "epoch": 297.33,
      "grad_norm": 0.9927033185958862,
      "learning_rate": 3.4819413288334487e-06,
      "loss": 0.3663,
      "step": 1065330
    },
    {
      "epoch": 297.33,
      "grad_norm": 1.0070298910140991,
      "learning_rate": 3.4819176916479213e-06,
      "loss": 0.3646,
      "step": 1065340
    },
    {
      "epoch": 297.33,
      "grad_norm": 1.1370574235916138,
      "learning_rate": 3.4818940543109025e-06,
      "loss": 0.3665,
      "step": 1065350
    },
    {
      "epoch": 297.34,
      "grad_norm": 0.9838183522224426,
      "learning_rate": 3.481870416822396e-06,
      "loss": 0.3629,
      "step": 1065360
    },
    {
      "epoch": 297.34,
      "grad_norm": 0.9038136005401611,
      "learning_rate": 3.4818467791824062e-06,
      "loss": 0.3624,
      "step": 1065370
    },
    {
      "epoch": 297.34,
      "grad_norm": 1.069295048713684,
      "learning_rate": 3.4818231413909356e-06,
      "loss": 0.3624,
      "step": 1065380
    },
    {
      "epoch": 297.35,
      "grad_norm": 0.9829484820365906,
      "learning_rate": 3.4817995034479863e-06,
      "loss": 0.3479,
      "step": 1065390
    },
    {
      "epoch": 297.35,
      "grad_norm": 1.0443638563156128,
      "learning_rate": 3.4817758653535633e-06,
      "loss": 0.3493,
      "step": 1065400
    },
    {
      "epoch": 297.35,
      "grad_norm": 0.9960089921951294,
      "learning_rate": 3.481752227107668e-06,
      "loss": 0.3487,
      "step": 1065410
    },
    {
      "epoch": 297.35,
      "grad_norm": 1.1004585027694702,
      "learning_rate": 3.4817285887103045e-06,
      "loss": 0.3621,
      "step": 1065420
    },
    {
      "epoch": 297.36,
      "grad_norm": 0.9981432557106018,
      "learning_rate": 3.4817049501614754e-06,
      "loss": 0.3445,
      "step": 1065430
    },
    {
      "epoch": 297.36,
      "grad_norm": 1.0355918407440186,
      "learning_rate": 3.481681311461185e-06,
      "loss": 0.3489,
      "step": 1065440
    },
    {
      "epoch": 297.36,
      "grad_norm": 1.870053768157959,
      "learning_rate": 3.481657672609435e-06,
      "loss": 0.3466,
      "step": 1065450
    },
    {
      "epoch": 297.37,
      "grad_norm": 0.8654035925865173,
      "learning_rate": 3.4816340336062295e-06,
      "loss": 0.3486,
      "step": 1065460
    },
    {
      "epoch": 297.37,
      "grad_norm": 1.1188830137252808,
      "learning_rate": 3.481610394451571e-06,
      "loss": 0.3401,
      "step": 1065470
    },
    {
      "epoch": 297.37,
      "grad_norm": 1.0421102046966553,
      "learning_rate": 3.4815867551454633e-06,
      "loss": 0.3447,
      "step": 1065480
    },
    {
      "epoch": 297.37,
      "grad_norm": 1.1395008563995361,
      "learning_rate": 3.4815631156879093e-06,
      "loss": 0.3653,
      "step": 1065490
    },
    {
      "epoch": 297.38,
      "grad_norm": 1.1294951438903809,
      "learning_rate": 3.4815394760789114e-06,
      "loss": 0.367,
      "step": 1065500
    },
    {
      "epoch": 297.38,
      "grad_norm": 1.037790060043335,
      "learning_rate": 3.481515836318474e-06,
      "loss": 0.3481,
      "step": 1065510
    },
    {
      "epoch": 297.38,
      "grad_norm": 1.3227237462997437,
      "learning_rate": 3.4814921964065992e-06,
      "loss": 0.3536,
      "step": 1065520
    },
    {
      "epoch": 297.38,
      "grad_norm": 1.1039611101150513,
      "learning_rate": 3.481468556343291e-06,
      "loss": 0.3601,
      "step": 1065530
    },
    {
      "epoch": 297.39,
      "grad_norm": 1.026482105255127,
      "learning_rate": 3.4814449161285526e-06,
      "loss": 0.368,
      "step": 1065540
    },
    {
      "epoch": 297.39,
      "grad_norm": 1.1339185237884521,
      "learning_rate": 3.4814212757623856e-06,
      "loss": 0.3686,
      "step": 1065550
    },
    {
      "epoch": 297.39,
      "grad_norm": 1.008776307106018,
      "learning_rate": 3.481397635244795e-06,
      "loss": 0.3593,
      "step": 1065560
    },
    {
      "epoch": 297.4,
      "grad_norm": 0.9886263012886047,
      "learning_rate": 3.4813739945757835e-06,
      "loss": 0.3546,
      "step": 1065570
    },
    {
      "epoch": 297.4,
      "grad_norm": 1.0188000202178955,
      "learning_rate": 3.481350353755353e-06,
      "loss": 0.3542,
      "step": 1065580
    },
    {
      "epoch": 297.4,
      "grad_norm": 1.0162063837051392,
      "learning_rate": 3.4813267127835075e-06,
      "loss": 0.358,
      "step": 1065590
    },
    {
      "epoch": 297.4,
      "grad_norm": 1.0383899211883545,
      "learning_rate": 3.481303071660251e-06,
      "loss": 0.364,
      "step": 1065600
    },
    {
      "epoch": 297.41,
      "grad_norm": 0.9860130548477173,
      "learning_rate": 3.4812794303855856e-06,
      "loss": 0.3593,
      "step": 1065610
    },
    {
      "epoch": 297.41,
      "grad_norm": 1.307861089706421,
      "learning_rate": 3.481255788959515e-06,
      "loss": 0.3701,
      "step": 1065620
    },
    {
      "epoch": 297.41,
      "grad_norm": 0.9747487306594849,
      "learning_rate": 3.4812321473820416e-06,
      "loss": 0.359,
      "step": 1065630
    },
    {
      "epoch": 297.42,
      "grad_norm": 0.9799756407737732,
      "learning_rate": 3.4812085056531696e-06,
      "loss": 0.3489,
      "step": 1065640
    },
    {
      "epoch": 297.42,
      "grad_norm": 1.0524219274520874,
      "learning_rate": 3.4811848637729007e-06,
      "loss": 0.3475,
      "step": 1065650
    },
    {
      "epoch": 297.42,
      "grad_norm": 1.1569466590881348,
      "learning_rate": 3.4811612217412394e-06,
      "loss": 0.3562,
      "step": 1065660
    },
    {
      "epoch": 297.42,
      "grad_norm": 1.0477999448776245,
      "learning_rate": 3.4811375795581884e-06,
      "loss": 0.3493,
      "step": 1065670
    },
    {
      "epoch": 297.43,
      "grad_norm": 0.8878106474876404,
      "learning_rate": 3.481113937223751e-06,
      "loss": 0.354,
      "step": 1065680
    },
    {
      "epoch": 297.43,
      "grad_norm": 1.0525918006896973,
      "learning_rate": 3.481090294737929e-06,
      "loss": 0.3602,
      "step": 1065690
    },
    {
      "epoch": 297.43,
      "grad_norm": 1.005671739578247,
      "learning_rate": 3.481066652100728e-06,
      "loss": 0.3551,
      "step": 1065700
    },
    {
      "epoch": 297.44,
      "grad_norm": 1.0566685199737549,
      "learning_rate": 3.48104300931215e-06,
      "loss": 0.3447,
      "step": 1065710
    },
    {
      "epoch": 297.44,
      "grad_norm": 1.1282240152359009,
      "learning_rate": 3.4810193663721972e-06,
      "loss": 0.3514,
      "step": 1065720
    },
    {
      "epoch": 297.44,
      "grad_norm": 0.9802537560462952,
      "learning_rate": 3.480995723280874e-06,
      "loss": 0.3746,
      "step": 1065730
    },
    {
      "epoch": 297.44,
      "grad_norm": 1.0006588697433472,
      "learning_rate": 3.4809720800381827e-06,
      "loss": 0.3578,
      "step": 1065740
    },
    {
      "epoch": 297.45,
      "grad_norm": 1.1437220573425293,
      "learning_rate": 3.4809484366441266e-06,
      "loss": 0.3731,
      "step": 1065750
    },
    {
      "epoch": 297.45,
      "grad_norm": 0.8818864822387695,
      "learning_rate": 3.48092479309871e-06,
      "loss": 0.3505,
      "step": 1065760
    },
    {
      "epoch": 297.45,
      "grad_norm": 1.0289132595062256,
      "learning_rate": 3.4809011494019343e-06,
      "loss": 0.3701,
      "step": 1065770
    },
    {
      "epoch": 297.45,
      "grad_norm": 1.107271432876587,
      "learning_rate": 3.480877505553804e-06,
      "loss": 0.3493,
      "step": 1065780
    },
    {
      "epoch": 297.46,
      "grad_norm": 0.9730204343795776,
      "learning_rate": 3.480853861554321e-06,
      "loss": 0.3496,
      "step": 1065790
    },
    {
      "epoch": 297.46,
      "grad_norm": 1.0323759317398071,
      "learning_rate": 3.48083021740349e-06,
      "loss": 0.3466,
      "step": 1065800
    },
    {
      "epoch": 297.46,
      "grad_norm": 0.983307421207428,
      "learning_rate": 3.480806573101313e-06,
      "loss": 0.371,
      "step": 1065810
    },
    {
      "epoch": 297.47,
      "grad_norm": 0.9504781365394592,
      "learning_rate": 3.480782928647793e-06,
      "loss": 0.3544,
      "step": 1065820
    },
    {
      "epoch": 297.47,
      "grad_norm": 1.079396367073059,
      "learning_rate": 3.4807592840429347e-06,
      "loss": 0.3736,
      "step": 1065830
    },
    {
      "epoch": 297.47,
      "grad_norm": 1.077087163925171,
      "learning_rate": 3.480735639286739e-06,
      "loss": 0.3657,
      "step": 1065840
    },
    {
      "epoch": 297.47,
      "grad_norm": 1.0262686014175415,
      "learning_rate": 3.4807119943792112e-06,
      "loss": 0.3489,
      "step": 1065850
    },
    {
      "epoch": 297.48,
      "grad_norm": 1.1657408475875854,
      "learning_rate": 3.480688349320353e-06,
      "loss": 0.3497,
      "step": 1065860
    },
    {
      "epoch": 297.48,
      "grad_norm": 0.9650549292564392,
      "learning_rate": 3.480664704110168e-06,
      "loss": 0.3591,
      "step": 1065870
    },
    {
      "epoch": 297.48,
      "grad_norm": 1.0351296663284302,
      "learning_rate": 3.480641058748659e-06,
      "loss": 0.3528,
      "step": 1065880
    },
    {
      "epoch": 297.49,
      "grad_norm": 1.1101011037826538,
      "learning_rate": 3.4806174132358298e-06,
      "loss": 0.3595,
      "step": 1065890
    },
    {
      "epoch": 297.49,
      "grad_norm": 1.0684095621109009,
      "learning_rate": 3.480593767571683e-06,
      "loss": 0.3539,
      "step": 1065900
    },
    {
      "epoch": 297.49,
      "grad_norm": 1.2022709846496582,
      "learning_rate": 3.480570121756222e-06,
      "loss": 0.3594,
      "step": 1065910
    },
    {
      "epoch": 297.49,
      "grad_norm": 0.8804440498352051,
      "learning_rate": 3.4805464757894505e-06,
      "loss": 0.358,
      "step": 1065920
    },
    {
      "epoch": 297.5,
      "grad_norm": 0.972914457321167,
      "learning_rate": 3.4805228296713707e-06,
      "loss": 0.3522,
      "step": 1065930
    },
    {
      "epoch": 297.5,
      "grad_norm": 0.9665436744689941,
      "learning_rate": 3.480499183401986e-06,
      "loss": 0.3555,
      "step": 1065940
    },
    {
      "epoch": 297.5,
      "grad_norm": 0.8664828538894653,
      "learning_rate": 3.4804755369812997e-06,
      "loss": 0.3509,
      "step": 1065950
    },
    {
      "epoch": 297.5,
      "grad_norm": 1.3791110515594482,
      "learning_rate": 3.4804518904093153e-06,
      "loss": 0.3428,
      "step": 1065960
    },
    {
      "epoch": 297.51,
      "grad_norm": 0.9493639469146729,
      "learning_rate": 3.480428243686035e-06,
      "loss": 0.3686,
      "step": 1065970
    },
    {
      "epoch": 297.51,
      "grad_norm": 1.0524314641952515,
      "learning_rate": 3.4804045968114625e-06,
      "loss": 0.3285,
      "step": 1065980
    },
    {
      "epoch": 297.51,
      "grad_norm": 1.1051970720291138,
      "learning_rate": 3.4803809497856014e-06,
      "loss": 0.36,
      "step": 1065990
    },
    {
      "epoch": 297.52,
      "grad_norm": 1.159677267074585,
      "learning_rate": 3.4803573026084548e-06,
      "loss": 0.3591,
      "step": 1066000
    },
    {
      "epoch": 297.52,
      "grad_norm": 1.0278329849243164,
      "learning_rate": 3.4803336552800246e-06,
      "loss": 0.3616,
      "step": 1066010
    },
    {
      "epoch": 297.52,
      "grad_norm": 0.9476777911186218,
      "learning_rate": 3.480310007800315e-06,
      "loss": 0.3605,
      "step": 1066020
    },
    {
      "epoch": 297.52,
      "grad_norm": 0.9433184266090393,
      "learning_rate": 3.4802863601693295e-06,
      "loss": 0.3581,
      "step": 1066030
    },
    {
      "epoch": 297.53,
      "grad_norm": 0.931970477104187,
      "learning_rate": 3.48026271238707e-06,
      "loss": 0.3547,
      "step": 1066040
    },
    {
      "epoch": 297.53,
      "grad_norm": 1.108036756515503,
      "learning_rate": 3.4802390644535412e-06,
      "loss": 0.3694,
      "step": 1066050
    },
    {
      "epoch": 297.53,
      "grad_norm": 1.061064600944519,
      "learning_rate": 3.4802154163687445e-06,
      "loss": 0.3653,
      "step": 1066060
    },
    {
      "epoch": 297.54,
      "grad_norm": 1.0600030422210693,
      "learning_rate": 3.4801917681326843e-06,
      "loss": 0.3527,
      "step": 1066070
    },
    {
      "epoch": 297.54,
      "grad_norm": 0.9450757503509521,
      "learning_rate": 3.480168119745363e-06,
      "loss": 0.3402,
      "step": 1066080
    },
    {
      "epoch": 297.54,
      "grad_norm": 1.0092906951904297,
      "learning_rate": 3.480144471206785e-06,
      "loss": 0.3655,
      "step": 1066090
    },
    {
      "epoch": 297.54,
      "grad_norm": 1.1297439336776733,
      "learning_rate": 3.4801208225169517e-06,
      "loss": 0.3477,
      "step": 1066100
    },
    {
      "epoch": 297.55,
      "grad_norm": 1.0767822265625,
      "learning_rate": 3.4800971736758672e-06,
      "loss": 0.33,
      "step": 1066110
    },
    {
      "epoch": 297.55,
      "grad_norm": 1.0480930805206299,
      "learning_rate": 3.4800735246835357e-06,
      "loss": 0.3562,
      "step": 1066120
    },
    {
      "epoch": 297.55,
      "grad_norm": 0.9985885620117188,
      "learning_rate": 3.480049875539958e-06,
      "loss": 0.354,
      "step": 1066130
    },
    {
      "epoch": 297.56,
      "grad_norm": 0.9277165532112122,
      "learning_rate": 3.480026226245139e-06,
      "loss": 0.3632,
      "step": 1066140
    },
    {
      "epoch": 297.56,
      "grad_norm": 0.9625463485717773,
      "learning_rate": 3.4800025767990817e-06,
      "loss": 0.3681,
      "step": 1066150
    },
    {
      "epoch": 297.56,
      "grad_norm": 1.053165078163147,
      "learning_rate": 3.4799789272017883e-06,
      "loss": 0.3626,
      "step": 1066160
    },
    {
      "epoch": 297.56,
      "grad_norm": 1.080128788948059,
      "learning_rate": 3.4799552774532626e-06,
      "loss": 0.3597,
      "step": 1066170
    },
    {
      "epoch": 297.57,
      "grad_norm": 1.0305187702178955,
      "learning_rate": 3.4799316275535076e-06,
      "loss": 0.3529,
      "step": 1066180
    },
    {
      "epoch": 297.57,
      "grad_norm": 0.9644352793693542,
      "learning_rate": 3.4799079775025264e-06,
      "loss": 0.3561,
      "step": 1066190
    },
    {
      "epoch": 297.57,
      "grad_norm": 1.0734379291534424,
      "learning_rate": 3.4798843273003222e-06,
      "loss": 0.3817,
      "step": 1066200
    },
    {
      "epoch": 297.57,
      "grad_norm": 0.9674414992332458,
      "learning_rate": 3.479860676946899e-06,
      "loss": 0.3551,
      "step": 1066210
    },
    {
      "epoch": 297.58,
      "grad_norm": 1.0401105880737305,
      "learning_rate": 3.4798370264422587e-06,
      "loss": 0.3545,
      "step": 1066220
    },
    {
      "epoch": 297.58,
      "grad_norm": 0.9424440860748291,
      "learning_rate": 3.4798133757864053e-06,
      "loss": 0.343,
      "step": 1066230
    },
    {
      "epoch": 297.58,
      "grad_norm": 0.9151809215545654,
      "learning_rate": 3.4797897249793405e-06,
      "loss": 0.3685,
      "step": 1066240
    },
    {
      "epoch": 297.59,
      "grad_norm": 0.9860048294067383,
      "learning_rate": 3.479766074021069e-06,
      "loss": 0.354,
      "step": 1066250
    },
    {
      "epoch": 297.59,
      "grad_norm": 1.0836294889450073,
      "learning_rate": 3.4797424229115936e-06,
      "loss": 0.371,
      "step": 1066260
    },
    {
      "epoch": 297.59,
      "grad_norm": 1.0876013040542603,
      "learning_rate": 3.479718771650917e-06,
      "loss": 0.3595,
      "step": 1066270
    },
    {
      "epoch": 297.59,
      "grad_norm": 1.2195696830749512,
      "learning_rate": 3.4796951202390433e-06,
      "loss": 0.3805,
      "step": 1066280
    },
    {
      "epoch": 297.6,
      "grad_norm": 1.009260654449463,
      "learning_rate": 3.479671468675975e-06,
      "loss": 0.3575,
      "step": 1066290
    },
    {
      "epoch": 297.6,
      "grad_norm": 1.0640735626220703,
      "learning_rate": 3.4796478169617148e-06,
      "loss": 0.3528,
      "step": 1066300
    },
    {
      "epoch": 297.6,
      "grad_norm": 1.1280975341796875,
      "learning_rate": 3.4796241650962666e-06,
      "loss": 0.3604,
      "step": 1066310
    },
    {
      "epoch": 297.61,
      "grad_norm": 0.8575205206871033,
      "learning_rate": 3.4796005130796327e-06,
      "loss": 0.3452,
      "step": 1066320
    },
    {
      "epoch": 297.61,
      "grad_norm": 1.1728698015213013,
      "learning_rate": 3.4795768609118166e-06,
      "loss": 0.3593,
      "step": 1066330
    },
    {
      "epoch": 297.61,
      "grad_norm": 0.935434877872467,
      "learning_rate": 3.479553208592823e-06,
      "loss": 0.3666,
      "step": 1066340
    },
    {
      "epoch": 297.61,
      "grad_norm": 1.0790706872940063,
      "learning_rate": 3.4795295561226524e-06,
      "loss": 0.3598,
      "step": 1066350
    },
    {
      "epoch": 297.62,
      "grad_norm": 1.03877592086792,
      "learning_rate": 3.4795059035013095e-06,
      "loss": 0.3573,
      "step": 1066360
    },
    {
      "epoch": 297.62,
      "grad_norm": 1.3055146932601929,
      "learning_rate": 3.4794822507287974e-06,
      "loss": 0.3707,
      "step": 1066370
    },
    {
      "epoch": 297.62,
      "grad_norm": 0.9264853596687317,
      "learning_rate": 3.479458597805119e-06,
      "loss": 0.3555,
      "step": 1066380
    },
    {
      "epoch": 297.62,
      "grad_norm": 1.9945378303527832,
      "learning_rate": 3.479434944730277e-06,
      "loss": 0.3678,
      "step": 1066390
    },
    {
      "epoch": 297.63,
      "grad_norm": 1.0455883741378784,
      "learning_rate": 3.4794112915042752e-06,
      "loss": 0.363,
      "step": 1066400
    },
    {
      "epoch": 297.63,
      "grad_norm": 1.0496652126312256,
      "learning_rate": 3.479387638127117e-06,
      "loss": 0.3382,
      "step": 1066410
    },
    {
      "epoch": 297.63,
      "grad_norm": 19.392536163330078,
      "learning_rate": 3.479363984598805e-06,
      "loss": 0.3523,
      "step": 1066420
    },
    {
      "epoch": 297.64,
      "grad_norm": 1.0200254917144775,
      "learning_rate": 3.4793403309193427e-06,
      "loss": 0.3619,
      "step": 1066430
    },
    {
      "epoch": 297.64,
      "grad_norm": 1.2783243656158447,
      "learning_rate": 3.4793166770887328e-06,
      "loss": 0.3708,
      "step": 1066440
    },
    {
      "epoch": 297.64,
      "grad_norm": 0.9418411254882812,
      "learning_rate": 3.4792930231069786e-06,
      "loss": 0.3574,
      "step": 1066450
    },
    {
      "epoch": 297.64,
      "grad_norm": 0.9683983325958252,
      "learning_rate": 3.4792693689740834e-06,
      "loss": 0.3449,
      "step": 1066460
    },
    {
      "epoch": 297.65,
      "grad_norm": 1.4005311727523804,
      "learning_rate": 3.4792457146900503e-06,
      "loss": 0.3515,
      "step": 1066470
    },
    {
      "epoch": 297.65,
      "grad_norm": 1.0678651332855225,
      "learning_rate": 3.4792220602548816e-06,
      "loss": 0.3526,
      "step": 1066480
    },
    {
      "epoch": 297.65,
      "grad_norm": 0.8887170553207397,
      "learning_rate": 3.4791984056685823e-06,
      "loss": 0.3574,
      "step": 1066490
    },
    {
      "epoch": 297.66,
      "grad_norm": 1.0064340829849243,
      "learning_rate": 3.479174750931154e-06,
      "loss": 0.3514,
      "step": 1066500
    },
    {
      "epoch": 297.66,
      "grad_norm": 0.935915470123291,
      "learning_rate": 3.479151096042601e-06,
      "loss": 0.3569,
      "step": 1066510
    },
    {
      "epoch": 297.66,
      "grad_norm": 1.039591908454895,
      "learning_rate": 3.4791274410029246e-06,
      "loss": 0.3652,
      "step": 1066520
    },
    {
      "epoch": 297.66,
      "grad_norm": 0.920046865940094,
      "learning_rate": 3.47910378581213e-06,
      "loss": 0.3611,
      "step": 1066530
    },
    {
      "epoch": 297.67,
      "grad_norm": 1.1574115753173828,
      "learning_rate": 3.4790801304702197e-06,
      "loss": 0.3416,
      "step": 1066540
    },
    {
      "epoch": 297.67,
      "grad_norm": 0.9911573529243469,
      "learning_rate": 3.479056474977196e-06,
      "loss": 0.3636,
      "step": 1066550
    },
    {
      "epoch": 297.67,
      "grad_norm": 0.9415661096572876,
      "learning_rate": 3.479032819333063e-06,
      "loss": 0.3471,
      "step": 1066560
    },
    {
      "epoch": 297.68,
      "grad_norm": 1.9296690225601196,
      "learning_rate": 3.4790091635378235e-06,
      "loss": 0.3627,
      "step": 1066570
    },
    {
      "epoch": 297.68,
      "grad_norm": 1.0586971044540405,
      "learning_rate": 3.4789855075914807e-06,
      "loss": 0.3494,
      "step": 1066580
    },
    {
      "epoch": 297.68,
      "grad_norm": 1.1009072065353394,
      "learning_rate": 3.4789618514940377e-06,
      "loss": 0.3487,
      "step": 1066590
    },
    {
      "epoch": 297.68,
      "grad_norm": 0.9148033261299133,
      "learning_rate": 3.4789381952454985e-06,
      "loss": 0.3411,
      "step": 1066600
    },
    {
      "epoch": 297.69,
      "grad_norm": 0.965667188167572,
      "learning_rate": 3.4789145388458643e-06,
      "loss": 0.3644,
      "step": 1066610
    },
    {
      "epoch": 297.69,
      "grad_norm": 1.048652172088623,
      "learning_rate": 3.4788908822951398e-06,
      "loss": 0.3506,
      "step": 1066620
    },
    {
      "epoch": 297.69,
      "grad_norm": 1.0379308462142944,
      "learning_rate": 3.478867225593328e-06,
      "loss": 0.348,
      "step": 1066630
    },
    {
      "epoch": 297.69,
      "grad_norm": 0.9967923164367676,
      "learning_rate": 3.4788435687404314e-06,
      "loss": 0.3511,
      "step": 1066640
    },
    {
      "epoch": 297.7,
      "grad_norm": 1.0225118398666382,
      "learning_rate": 3.478819911736453e-06,
      "loss": 0.3493,
      "step": 1066650
    },
    {
      "epoch": 297.7,
      "grad_norm": 1.0094759464263916,
      "learning_rate": 3.4787962545813973e-06,
      "loss": 0.3622,
      "step": 1066660
    },
    {
      "epoch": 297.7,
      "grad_norm": 1.1732455492019653,
      "learning_rate": 3.478772597275267e-06,
      "loss": 0.3533,
      "step": 1066670
    },
    {
      "epoch": 297.71,
      "grad_norm": 1.1352299451828003,
      "learning_rate": 3.478748939818064e-06,
      "loss": 0.3616,
      "step": 1066680
    },
    {
      "epoch": 297.71,
      "grad_norm": 1.8910845518112183,
      "learning_rate": 3.478725282209793e-06,
      "loss": 0.3621,
      "step": 1066690
    },
    {
      "epoch": 297.71,
      "grad_norm": 1.0920363664627075,
      "learning_rate": 3.478701624450456e-06,
      "loss": 0.3437,
      "step": 1066700
    },
    {
      "epoch": 297.71,
      "grad_norm": 0.9587715268135071,
      "learning_rate": 3.478677966540057e-06,
      "loss": 0.3413,
      "step": 1066710
    },
    {
      "epoch": 297.72,
      "grad_norm": 1.2302278280258179,
      "learning_rate": 3.478654308478598e-06,
      "loss": 0.3566,
      "step": 1066720
    },
    {
      "epoch": 297.72,
      "grad_norm": 1.0914483070373535,
      "learning_rate": 3.478630650266084e-06,
      "loss": 0.3824,
      "step": 1066730
    },
    {
      "epoch": 297.72,
      "grad_norm": 1.0734593868255615,
      "learning_rate": 3.4786069919025167e-06,
      "loss": 0.3617,
      "step": 1066740
    },
    {
      "epoch": 297.73,
      "grad_norm": 1.1115976572036743,
      "learning_rate": 3.4785833333878996e-06,
      "loss": 0.3517,
      "step": 1066750
    },
    {
      "epoch": 297.73,
      "grad_norm": 1.025221824645996,
      "learning_rate": 3.4785596747222363e-06,
      "loss": 0.3483,
      "step": 1066760
    },
    {
      "epoch": 297.73,
      "grad_norm": 1.0635355710983276,
      "learning_rate": 3.4785360159055287e-06,
      "loss": 0.3679,
      "step": 1066770
    },
    {
      "epoch": 297.73,
      "grad_norm": 0.9398597478866577,
      "learning_rate": 3.478512356937781e-06,
      "loss": 0.3528,
      "step": 1066780
    },
    {
      "epoch": 297.74,
      "grad_norm": 1.7674560546875,
      "learning_rate": 3.4784886978189964e-06,
      "loss": 0.37,
      "step": 1066790
    },
    {
      "epoch": 297.74,
      "grad_norm": 0.9798641800880432,
      "learning_rate": 3.478465038549177e-06,
      "loss": 0.3449,
      "step": 1066800
    },
    {
      "epoch": 297.74,
      "grad_norm": 0.9320974349975586,
      "learning_rate": 3.4784413791283275e-06,
      "loss": 0.3634,
      "step": 1066810
    },
    {
      "epoch": 297.74,
      "grad_norm": 1.0046491622924805,
      "learning_rate": 3.47841771955645e-06,
      "loss": 0.3582,
      "step": 1066820
    },
    {
      "epoch": 297.75,
      "grad_norm": 1.0525469779968262,
      "learning_rate": 3.4783940598335484e-06,
      "loss": 0.3383,
      "step": 1066830
    },
    {
      "epoch": 297.75,
      "grad_norm": 0.9505874514579773,
      "learning_rate": 3.4783703999596247e-06,
      "loss": 0.3558,
      "step": 1066840
    },
    {
      "epoch": 297.75,
      "grad_norm": 1.1221908330917358,
      "learning_rate": 3.4783467399346827e-06,
      "loss": 0.363,
      "step": 1066850
    },
    {
      "epoch": 297.76,
      "grad_norm": 0.9488816857337952,
      "learning_rate": 3.478323079758726e-06,
      "loss": 0.3695,
      "step": 1066860
    },
    {
      "epoch": 297.76,
      "grad_norm": 1.0620492696762085,
      "learning_rate": 3.478299419431757e-06,
      "loss": 0.3558,
      "step": 1066870
    },
    {
      "epoch": 297.76,
      "grad_norm": 1.0415290594100952,
      "learning_rate": 3.47827575895378e-06,
      "loss": 0.3442,
      "step": 1066880
    },
    {
      "epoch": 297.76,
      "grad_norm": 0.8539223074913025,
      "learning_rate": 3.478252098324797e-06,
      "loss": 0.3522,
      "step": 1066890
    },
    {
      "epoch": 297.77,
      "grad_norm": 1.3407918214797974,
      "learning_rate": 3.4782284375448105e-06,
      "loss": 0.3536,
      "step": 1066900
    },
    {
      "epoch": 297.77,
      "grad_norm": 1.2003384828567505,
      "learning_rate": 3.478204776613825e-06,
      "loss": 0.3606,
      "step": 1066910
    },
    {
      "epoch": 297.77,
      "grad_norm": 0.9207362532615662,
      "learning_rate": 3.4781811155318437e-06,
      "loss": 0.3535,
      "step": 1066920
    },
    {
      "epoch": 297.78,
      "grad_norm": 0.9663731455802917,
      "learning_rate": 3.478157454298869e-06,
      "loss": 0.3498,
      "step": 1066930
    },
    {
      "epoch": 297.78,
      "grad_norm": 0.9857003092765808,
      "learning_rate": 3.478133792914904e-06,
      "loss": 0.3514,
      "step": 1066940
    },
    {
      "epoch": 297.78,
      "grad_norm": 1.1836940050125122,
      "learning_rate": 3.478110131379953e-06,
      "loss": 0.3598,
      "step": 1066950
    },
    {
      "epoch": 297.78,
      "grad_norm": 0.9899929761886597,
      "learning_rate": 3.4780864696940183e-06,
      "loss": 0.3513,
      "step": 1066960
    },
    {
      "epoch": 297.79,
      "grad_norm": 0.9818707704544067,
      "learning_rate": 3.4780628078571025e-06,
      "loss": 0.3579,
      "step": 1066970
    },
    {
      "epoch": 297.79,
      "grad_norm": 2.0601508617401123,
      "learning_rate": 3.4780391458692095e-06,
      "loss": 0.3576,
      "step": 1066980
    },
    {
      "epoch": 297.79,
      "grad_norm": 1.0760072469711304,
      "learning_rate": 3.4780154837303427e-06,
      "loss": 0.3497,
      "step": 1066990
    },
    {
      "epoch": 297.8,
      "grad_norm": 1.2074644565582275,
      "learning_rate": 3.4779918214405044e-06,
      "loss": 0.3565,
      "step": 1067000
    },
    {
      "epoch": 297.8,
      "grad_norm": 0.9360861778259277,
      "learning_rate": 3.4779681589996982e-06,
      "loss": 0.3602,
      "step": 1067010
    },
    {
      "epoch": 297.8,
      "grad_norm": 0.9576401710510254,
      "learning_rate": 3.477944496407928e-06,
      "loss": 0.3626,
      "step": 1067020
    },
    {
      "epoch": 297.8,
      "grad_norm": 1.0717928409576416,
      "learning_rate": 3.4779208336651956e-06,
      "loss": 0.3532,
      "step": 1067030
    },
    {
      "epoch": 297.81,
      "grad_norm": 1.1419659852981567,
      "learning_rate": 3.4778971707715046e-06,
      "loss": 0.3673,
      "step": 1067040
    },
    {
      "epoch": 297.81,
      "grad_norm": 1.0583343505859375,
      "learning_rate": 3.477873507726859e-06,
      "loss": 0.3627,
      "step": 1067050
    },
    {
      "epoch": 297.81,
      "grad_norm": 1.1225875616073608,
      "learning_rate": 3.4778498445312607e-06,
      "loss": 0.348,
      "step": 1067060
    },
    {
      "epoch": 297.81,
      "grad_norm": 0.9684960246086121,
      "learning_rate": 3.477826181184713e-06,
      "loss": 0.3493,
      "step": 1067070
    },
    {
      "epoch": 297.82,
      "grad_norm": 1.0237042903900146,
      "learning_rate": 3.4778025176872204e-06,
      "loss": 0.3498,
      "step": 1067080
    },
    {
      "epoch": 297.82,
      "grad_norm": 0.9676538705825806,
      "learning_rate": 3.4777788540387845e-06,
      "loss": 0.3517,
      "step": 1067090
    },
    {
      "epoch": 297.82,
      "grad_norm": 1.0731269121170044,
      "learning_rate": 3.4777551902394095e-06,
      "loss": 0.3529,
      "step": 1067100
    },
    {
      "epoch": 297.83,
      "grad_norm": 0.9255722165107727,
      "learning_rate": 3.477731526289098e-06,
      "loss": 0.3555,
      "step": 1067110
    },
    {
      "epoch": 297.83,
      "grad_norm": 1.0172215700149536,
      "learning_rate": 3.477707862187853e-06,
      "loss": 0.3317,
      "step": 1067120
    },
    {
      "epoch": 297.83,
      "grad_norm": 1.2027641534805298,
      "learning_rate": 3.4776841979356774e-06,
      "loss": 0.3592,
      "step": 1067130
    },
    {
      "epoch": 297.83,
      "grad_norm": 1.0386489629745483,
      "learning_rate": 3.4776605335325754e-06,
      "loss": 0.3667,
      "step": 1067140
    },
    {
      "epoch": 297.84,
      "grad_norm": 0.9551005363464355,
      "learning_rate": 3.47763686897855e-06,
      "loss": 0.3438,
      "step": 1067150
    },
    {
      "epoch": 297.84,
      "grad_norm": 1.0092908143997192,
      "learning_rate": 3.4776132042736035e-06,
      "loss": 0.3624,
      "step": 1067160
    },
    {
      "epoch": 297.84,
      "grad_norm": 0.9281156063079834,
      "learning_rate": 3.4775895394177395e-06,
      "loss": 0.3502,
      "step": 1067170
    },
    {
      "epoch": 297.85,
      "grad_norm": 0.9982174634933472,
      "learning_rate": 3.4775658744109614e-06,
      "loss": 0.3509,
      "step": 1067180
    },
    {
      "epoch": 297.85,
      "grad_norm": 1.1414213180541992,
      "learning_rate": 3.4775422092532716e-06,
      "loss": 0.3651,
      "step": 1067190
    },
    {
      "epoch": 297.85,
      "grad_norm": 0.9872103929519653,
      "learning_rate": 3.477518543944674e-06,
      "loss": 0.3662,
      "step": 1067200
    },
    {
      "epoch": 297.85,
      "grad_norm": 0.9058264493942261,
      "learning_rate": 3.477494878485172e-06,
      "loss": 0.3474,
      "step": 1067210
    },
    {
      "epoch": 297.86,
      "grad_norm": 1.0687977075576782,
      "learning_rate": 3.4774712128747673e-06,
      "loss": 0.3602,
      "step": 1067220
    },
    {
      "epoch": 297.86,
      "grad_norm": 0.9387103915214539,
      "learning_rate": 3.4774475471134645e-06,
      "loss": 0.3526,
      "step": 1067230
    },
    {
      "epoch": 297.86,
      "grad_norm": 0.9942074418067932,
      "learning_rate": 3.477423881201266e-06,
      "loss": 0.372,
      "step": 1067240
    },
    {
      "epoch": 297.86,
      "grad_norm": 0.9824405908584595,
      "learning_rate": 3.4774002151381756e-06,
      "loss": 0.3516,
      "step": 1067250
    },
    {
      "epoch": 297.87,
      "grad_norm": 0.8786600232124329,
      "learning_rate": 3.477376548924196e-06,
      "loss": 0.3466,
      "step": 1067260
    },
    {
      "epoch": 297.87,
      "grad_norm": 0.9798381924629211,
      "learning_rate": 3.4773528825593305e-06,
      "loss": 0.3643,
      "step": 1067270
    },
    {
      "epoch": 297.87,
      "grad_norm": 1.0928583145141602,
      "learning_rate": 3.477329216043582e-06,
      "loss": 0.3643,
      "step": 1067280
    },
    {
      "epoch": 297.88,
      "grad_norm": 0.9542851448059082,
      "learning_rate": 3.4773055493769532e-06,
      "loss": 0.351,
      "step": 1067290
    },
    {
      "epoch": 297.88,
      "grad_norm": 0.9530884623527527,
      "learning_rate": 3.4772818825594486e-06,
      "loss": 0.3645,
      "step": 1067300
    },
    {
      "epoch": 297.88,
      "grad_norm": 1.008908748626709,
      "learning_rate": 3.47725821559107e-06,
      "loss": 0.3561,
      "step": 1067310
    },
    {
      "epoch": 297.88,
      "grad_norm": 1.0141922235488892,
      "learning_rate": 3.477234548471822e-06,
      "loss": 0.3596,
      "step": 1067320
    },
    {
      "epoch": 297.89,
      "grad_norm": 1.0186372995376587,
      "learning_rate": 3.4772108812017064e-06,
      "loss": 0.3398,
      "step": 1067330
    },
    {
      "epoch": 297.89,
      "grad_norm": 0.895183265209198,
      "learning_rate": 3.477187213780727e-06,
      "loss": 0.3539,
      "step": 1067340
    },
    {
      "epoch": 297.89,
      "grad_norm": 1.2182732820510864,
      "learning_rate": 3.477163546208887e-06,
      "loss": 0.3358,
      "step": 1067350
    },
    {
      "epoch": 297.9,
      "grad_norm": 0.8732678294181824,
      "learning_rate": 3.477139878486188e-06,
      "loss": 0.3646,
      "step": 1067360
    },
    {
      "epoch": 297.9,
      "grad_norm": 0.8907269835472107,
      "learning_rate": 3.477116210612636e-06,
      "loss": 0.3626,
      "step": 1067370
    },
    {
      "epoch": 297.9,
      "grad_norm": 0.9915263652801514,
      "learning_rate": 3.4770925425882317e-06,
      "loss": 0.3524,
      "step": 1067380
    },
    {
      "epoch": 297.9,
      "grad_norm": 1.0315760374069214,
      "learning_rate": 3.4770688744129803e-06,
      "loss": 0.348,
      "step": 1067390
    },
    {
      "epoch": 297.91,
      "grad_norm": 0.9570923447608948,
      "learning_rate": 3.477045206086883e-06,
      "loss": 0.3455,
      "step": 1067400
    },
    {
      "epoch": 297.91,
      "grad_norm": 0.9234082102775574,
      "learning_rate": 3.477021537609944e-06,
      "loss": 0.3566,
      "step": 1067410
    },
    {
      "epoch": 297.91,
      "grad_norm": 1.1074228286743164,
      "learning_rate": 3.476997868982166e-06,
      "loss": 0.3626,
      "step": 1067420
    },
    {
      "epoch": 297.92,
      "grad_norm": 1.0452752113342285,
      "learning_rate": 3.4769742002035525e-06,
      "loss": 0.3606,
      "step": 1067430
    },
    {
      "epoch": 297.92,
      "grad_norm": 0.9337130784988403,
      "learning_rate": 3.4769505312741068e-06,
      "loss": 0.3426,
      "step": 1067440
    },
    {
      "epoch": 297.92,
      "grad_norm": 0.9319689869880676,
      "learning_rate": 3.476926862193832e-06,
      "loss": 0.3774,
      "step": 1067450
    },
    {
      "epoch": 297.92,
      "grad_norm": 0.8390470743179321,
      "learning_rate": 3.4769031929627307e-06,
      "loss": 0.3526,
      "step": 1067460
    },
    {
      "epoch": 297.93,
      "grad_norm": 1.016857624053955,
      "learning_rate": 3.476879523580806e-06,
      "loss": 0.3563,
      "step": 1067470
    },
    {
      "epoch": 297.93,
      "grad_norm": 1.0606777667999268,
      "learning_rate": 3.476855854048062e-06,
      "loss": 0.3415,
      "step": 1067480
    },
    {
      "epoch": 297.93,
      "grad_norm": 1.0641709566116333,
      "learning_rate": 3.4768321843645013e-06,
      "loss": 0.3636,
      "step": 1067490
    },
    {
      "epoch": 297.93,
      "grad_norm": 1.0562351942062378,
      "learning_rate": 3.4768085145301275e-06,
      "loss": 0.3554,
      "step": 1067500
    },
    {
      "epoch": 297.94,
      "grad_norm": 0.9047855734825134,
      "learning_rate": 3.476784844544942e-06,
      "loss": 0.3427,
      "step": 1067510
    },
    {
      "epoch": 297.94,
      "grad_norm": 0.9629795551300049,
      "learning_rate": 3.4767611744089503e-06,
      "loss": 0.3615,
      "step": 1067520
    },
    {
      "epoch": 297.94,
      "grad_norm": 1.0467114448547363,
      "learning_rate": 3.476737504122154e-06,
      "loss": 0.3699,
      "step": 1067530
    },
    {
      "epoch": 297.95,
      "grad_norm": 0.841920793056488,
      "learning_rate": 3.476713833684557e-06,
      "loss": 0.3693,
      "step": 1067540
    },
    {
      "epoch": 297.95,
      "grad_norm": 1.0834829807281494,
      "learning_rate": 3.4766901630961625e-06,
      "loss": 0.3381,
      "step": 1067550
    },
    {
      "epoch": 297.95,
      "grad_norm": 1.2124437093734741,
      "learning_rate": 3.476666492356973e-06,
      "loss": 0.3672,
      "step": 1067560
    },
    {
      "epoch": 297.95,
      "grad_norm": 1.0207278728485107,
      "learning_rate": 3.476642821466992e-06,
      "loss": 0.3578,
      "step": 1067570
    },
    {
      "epoch": 297.96,
      "grad_norm": 1.165448784828186,
      "learning_rate": 3.476619150426223e-06,
      "loss": 0.3641,
      "step": 1067580
    },
    {
      "epoch": 297.96,
      "grad_norm": 1.1566746234893799,
      "learning_rate": 3.476595479234668e-06,
      "loss": 0.3457,
      "step": 1067590
    },
    {
      "epoch": 297.96,
      "grad_norm": 1.3792712688446045,
      "learning_rate": 3.4765718078923316e-06,
      "loss": 0.3666,
      "step": 1067600
    },
    {
      "epoch": 297.97,
      "grad_norm": 0.9388903379440308,
      "learning_rate": 3.476548136399216e-06,
      "loss": 0.3477,
      "step": 1067610
    },
    {
      "epoch": 297.97,
      "grad_norm": 1.0484843254089355,
      "learning_rate": 3.476524464755325e-06,
      "loss": 0.3648,
      "step": 1067620
    },
    {
      "epoch": 297.97,
      "grad_norm": 1.0525116920471191,
      "learning_rate": 3.4765007929606616e-06,
      "loss": 0.3551,
      "step": 1067630
    },
    {
      "epoch": 297.97,
      "grad_norm": 1.3210288286209106,
      "learning_rate": 3.476477121015228e-06,
      "loss": 0.3516,
      "step": 1067640
    },
    {
      "epoch": 297.98,
      "grad_norm": 1.0276193618774414,
      "learning_rate": 3.4764534489190284e-06,
      "loss": 0.3687,
      "step": 1067650
    },
    {
      "epoch": 297.98,
      "grad_norm": 0.9138379096984863,
      "learning_rate": 3.476429776672066e-06,
      "loss": 0.3587,
      "step": 1067660
    },
    {
      "epoch": 297.98,
      "grad_norm": 0.9963463544845581,
      "learning_rate": 3.4764061042743434e-06,
      "loss": 0.3513,
      "step": 1067670
    },
    {
      "epoch": 297.98,
      "grad_norm": 0.9070741534233093,
      "learning_rate": 3.4763824317258634e-06,
      "loss": 0.3549,
      "step": 1067680
    },
    {
      "epoch": 297.99,
      "grad_norm": 1.007838487625122,
      "learning_rate": 3.476358759026631e-06,
      "loss": 0.3386,
      "step": 1067690
    },
    {
      "epoch": 297.99,
      "grad_norm": 1.0603591203689575,
      "learning_rate": 3.4763350861766475e-06,
      "loss": 0.3693,
      "step": 1067700
    },
    {
      "epoch": 297.99,
      "grad_norm": 1.0134468078613281,
      "learning_rate": 3.476311413175916e-06,
      "loss": 0.3594,
      "step": 1067710
    },
    {
      "epoch": 298.0,
      "grad_norm": 0.9678667187690735,
      "learning_rate": 3.4762877400244408e-06,
      "loss": 0.3508,
      "step": 1067720
    },
    {
      "epoch": 298.0,
      "grad_norm": 0.9696424603462219,
      "learning_rate": 3.4762640667222243e-06,
      "loss": 0.3504,
      "step": 1067730
    },
    {
      "epoch": 298.0,
      "eval_loss": 0.3576611578464508,
      "eval_runtime": 63.9966,
      "eval_samples_per_second": 79.051,
      "eval_steps_per_second": 9.891,
      "step": 1067734
    },
    {
      "epoch": 298.0,
      "grad_norm": 1.0737276077270508,
      "learning_rate": 3.4762403932692702e-06,
      "loss": 0.3659,
      "step": 1067740
    },
    {
      "epoch": 298.0,
      "grad_norm": 0.9125963449478149,
      "learning_rate": 3.4762167196655803e-06,
      "loss": 0.3726,
      "step": 1067750
    },
    {
      "epoch": 298.01,
      "grad_norm": 1.053521752357483,
      "learning_rate": 3.47619304591116e-06,
      "loss": 0.3701,
      "step": 1067760
    },
    {
      "epoch": 298.01,
      "grad_norm": 1.0001646280288696,
      "learning_rate": 3.476169372006011e-06,
      "loss": 0.3629,
      "step": 1067770
    },
    {
      "epoch": 298.01,
      "grad_norm": 1.0755003690719604,
      "learning_rate": 3.476145697950137e-06,
      "loss": 0.3617,
      "step": 1067780
    },
    {
      "epoch": 298.02,
      "grad_norm": 1.0180646181106567,
      "learning_rate": 3.47612202374354e-06,
      "loss": 0.3543,
      "step": 1067790
    },
    {
      "epoch": 298.02,
      "grad_norm": 1.0112417936325073,
      "learning_rate": 3.4760983493862245e-06,
      "loss": 0.3557,
      "step": 1067800
    },
    {
      "epoch": 298.02,
      "grad_norm": 1.0454387664794922,
      "learning_rate": 3.476074674878192e-06,
      "loss": 0.3674,
      "step": 1067810
    },
    {
      "epoch": 298.02,
      "grad_norm": 0.8938998579978943,
      "learning_rate": 3.476051000219448e-06,
      "loss": 0.3481,
      "step": 1067820
    },
    {
      "epoch": 298.03,
      "grad_norm": 1.0056235790252686,
      "learning_rate": 3.4760273254099946e-06,
      "loss": 0.3614,
      "step": 1067830
    },
    {
      "epoch": 298.03,
      "grad_norm": 1.0201929807662964,
      "learning_rate": 3.4760036504498344e-06,
      "loss": 0.3552,
      "step": 1067840
    },
    {
      "epoch": 298.03,
      "grad_norm": 1.0724778175354004,
      "learning_rate": 3.4759799753389705e-06,
      "loss": 0.3602,
      "step": 1067850
    },
    {
      "epoch": 298.04,
      "grad_norm": 1.0888609886169434,
      "learning_rate": 3.475956300077407e-06,
      "loss": 0.3404,
      "step": 1067860
    },
    {
      "epoch": 298.04,
      "grad_norm": 0.9385249018669128,
      "learning_rate": 3.4759326246651464e-06,
      "loss": 0.351,
      "step": 1067870
    },
    {
      "epoch": 298.04,
      "grad_norm": 1.1025689840316772,
      "learning_rate": 3.4759089491021913e-06,
      "loss": 0.3435,
      "step": 1067880
    },
    {
      "epoch": 298.04,
      "grad_norm": 1.019065499305725,
      "learning_rate": 3.4758852733885466e-06,
      "loss": 0.3571,
      "step": 1067890
    },
    {
      "epoch": 298.05,
      "grad_norm": 0.9952201843261719,
      "learning_rate": 3.4758615975242134e-06,
      "loss": 0.3436,
      "step": 1067900
    },
    {
      "epoch": 298.05,
      "grad_norm": 0.9264959692955017,
      "learning_rate": 3.475837921509197e-06,
      "loss": 0.3451,
      "step": 1067910
    },
    {
      "epoch": 298.05,
      "grad_norm": 0.9553084969520569,
      "learning_rate": 3.475814245343499e-06,
      "loss": 0.3697,
      "step": 1067920
    },
    {
      "epoch": 298.05,
      "grad_norm": 0.9879266619682312,
      "learning_rate": 3.4757905690271227e-06,
      "loss": 0.3667,
      "step": 1067930
    },
    {
      "epoch": 298.06,
      "grad_norm": 1.1724648475646973,
      "learning_rate": 3.4757668925600713e-06,
      "loss": 0.3473,
      "step": 1067940
    },
    {
      "epoch": 298.06,
      "grad_norm": 0.9484214782714844,
      "learning_rate": 3.4757432159423485e-06,
      "loss": 0.3463,
      "step": 1067950
    },
    {
      "epoch": 298.06,
      "grad_norm": 1.0055739879608154,
      "learning_rate": 3.475719539173957e-06,
      "loss": 0.3538,
      "step": 1067960
    },
    {
      "epoch": 298.07,
      "grad_norm": 1.1365660429000854,
      "learning_rate": 3.4756958622548994e-06,
      "loss": 0.3509,
      "step": 1067970
    },
    {
      "epoch": 298.07,
      "grad_norm": 1.075891375541687,
      "learning_rate": 3.4756721851851803e-06,
      "loss": 0.3653,
      "step": 1067980
    },
    {
      "epoch": 298.07,
      "grad_norm": 0.8071617484092712,
      "learning_rate": 3.4756485079648024e-06,
      "loss": 0.3614,
      "step": 1067990
    },
    {
      "epoch": 298.07,
      "grad_norm": 0.9738712310791016,
      "learning_rate": 3.475624830593768e-06,
      "loss": 0.3433,
      "step": 1068000
    },
    {
      "epoch": 298.08,
      "grad_norm": 0.8883188962936401,
      "learning_rate": 3.47560115307208e-06,
      "loss": 0.3549,
      "step": 1068010
    },
    {
      "epoch": 298.08,
      "grad_norm": 1.0792806148529053,
      "learning_rate": 3.475577475399743e-06,
      "loss": 0.3609,
      "step": 1068020
    },
    {
      "epoch": 298.08,
      "grad_norm": 0.9962096810340881,
      "learning_rate": 3.4755537975767594e-06,
      "loss": 0.3609,
      "step": 1068030
    },
    {
      "epoch": 298.09,
      "grad_norm": 0.9354485273361206,
      "learning_rate": 3.4755301196031325e-06,
      "loss": 0.3666,
      "step": 1068040
    },
    {
      "epoch": 298.09,
      "grad_norm": 1.162684679031372,
      "learning_rate": 3.4755064414788654e-06,
      "loss": 0.35,
      "step": 1068050
    },
    {
      "epoch": 298.09,
      "grad_norm": 0.86867356300354,
      "learning_rate": 3.475482763203961e-06,
      "loss": 0.3544,
      "step": 1068060
    },
    {
      "epoch": 298.09,
      "grad_norm": 0.958407998085022,
      "learning_rate": 3.4754590847784227e-06,
      "loss": 0.3549,
      "step": 1068070
    },
    {
      "epoch": 298.1,
      "grad_norm": 1.118522047996521,
      "learning_rate": 3.4754354062022542e-06,
      "loss": 0.3622,
      "step": 1068080
    },
    {
      "epoch": 298.1,
      "grad_norm": 1.0239287614822388,
      "learning_rate": 3.475411727475457e-06,
      "loss": 0.3497,
      "step": 1068090
    },
    {
      "epoch": 298.1,
      "grad_norm": 1.1851670742034912,
      "learning_rate": 3.475388048598036e-06,
      "loss": 0.3607,
      "step": 1068100
    },
    {
      "epoch": 298.1,
      "grad_norm": 1.0943324565887451,
      "learning_rate": 3.4753643695699935e-06,
      "loss": 0.3485,
      "step": 1068110
    },
    {
      "epoch": 298.11,
      "grad_norm": 1.0893652439117432,
      "learning_rate": 3.4753406903913326e-06,
      "loss": 0.3575,
      "step": 1068120
    },
    {
      "epoch": 298.11,
      "grad_norm": 1.2190680503845215,
      "learning_rate": 3.475317011062058e-06,
      "loss": 0.3428,
      "step": 1068130
    },
    {
      "epoch": 298.11,
      "grad_norm": 1.014681100845337,
      "learning_rate": 3.47529333158217e-06,
      "loss": 0.3598,
      "step": 1068140
    },
    {
      "epoch": 298.12,
      "grad_norm": 1.334580659866333,
      "learning_rate": 3.475269651951674e-06,
      "loss": 0.3622,
      "step": 1068150
    },
    {
      "epoch": 298.12,
      "grad_norm": 0.9960103034973145,
      "learning_rate": 3.4752459721705718e-06,
      "loss": 0.358,
      "step": 1068160
    },
    {
      "epoch": 298.12,
      "grad_norm": 1.335539698600769,
      "learning_rate": 3.4752222922388673e-06,
      "loss": 0.3563,
      "step": 1068170
    },
    {
      "epoch": 298.12,
      "grad_norm": 2.769585371017456,
      "learning_rate": 3.4751986121565637e-06,
      "loss": 0.3525,
      "step": 1068180
    },
    {
      "epoch": 298.13,
      "grad_norm": 1.0723669528961182,
      "learning_rate": 3.4751749319236644e-06,
      "loss": 0.3527,
      "step": 1068190
    },
    {
      "epoch": 298.13,
      "grad_norm": 1.2097769975662231,
      "learning_rate": 3.4751512515401716e-06,
      "loss": 0.3531,
      "step": 1068200
    },
    {
      "epoch": 298.13,
      "grad_norm": 0.9623547792434692,
      "learning_rate": 3.4751275710060895e-06,
      "loss": 0.3488,
      "step": 1068210
    },
    {
      "epoch": 298.14,
      "grad_norm": 0.9318692684173584,
      "learning_rate": 3.47510389032142e-06,
      "loss": 0.3498,
      "step": 1068220
    },
    {
      "epoch": 298.14,
      "grad_norm": 1.0704883337020874,
      "learning_rate": 3.4750802094861673e-06,
      "loss": 0.3542,
      "step": 1068230
    },
    {
      "epoch": 298.14,
      "grad_norm": 0.9060132503509521,
      "learning_rate": 3.475056528500335e-06,
      "loss": 0.3618,
      "step": 1068240
    },
    {
      "epoch": 298.14,
      "grad_norm": 1.0252853631973267,
      "learning_rate": 3.4750328473639243e-06,
      "loss": 0.3555,
      "step": 1068250
    },
    {
      "epoch": 298.15,
      "grad_norm": 1.0243839025497437,
      "learning_rate": 3.47500916607694e-06,
      "loss": 0.3534,
      "step": 1068260
    },
    {
      "epoch": 298.15,
      "grad_norm": 1.0430943965911865,
      "learning_rate": 3.474985484639385e-06,
      "loss": 0.3611,
      "step": 1068270
    },
    {
      "epoch": 298.15,
      "grad_norm": 1.0086891651153564,
      "learning_rate": 3.4749618030512627e-06,
      "loss": 0.3616,
      "step": 1068280
    },
    {
      "epoch": 298.16,
      "grad_norm": 1.0270272493362427,
      "learning_rate": 3.474938121312575e-06,
      "loss": 0.3664,
      "step": 1068290
    },
    {
      "epoch": 298.16,
      "grad_norm": 1.0804334878921509,
      "learning_rate": 3.4749144394233254e-06,
      "loss": 0.3443,
      "step": 1068300
    },
    {
      "epoch": 298.16,
      "grad_norm": 1.0173176527023315,
      "learning_rate": 3.4748907573835185e-06,
      "loss": 0.3549,
      "step": 1068310
    },
    {
      "epoch": 298.16,
      "grad_norm": 0.9819539785385132,
      "learning_rate": 3.474867075193156e-06,
      "loss": 0.3574,
      "step": 1068320
    },
    {
      "epoch": 298.17,
      "grad_norm": 1.079667091369629,
      "learning_rate": 3.4748433928522414e-06,
      "loss": 0.3731,
      "step": 1068330
    },
    {
      "epoch": 298.17,
      "grad_norm": 1.0035417079925537,
      "learning_rate": 3.4748197103607787e-06,
      "loss": 0.3552,
      "step": 1068340
    },
    {
      "epoch": 298.17,
      "grad_norm": 1.028249979019165,
      "learning_rate": 3.47479602771877e-06,
      "loss": 0.3659,
      "step": 1068350
    },
    {
      "epoch": 298.17,
      "grad_norm": 0.8847269415855408,
      "learning_rate": 3.474772344926218e-06,
      "loss": 0.3492,
      "step": 1068360
    },
    {
      "epoch": 298.18,
      "grad_norm": 1.0155316591262817,
      "learning_rate": 3.4747486619831276e-06,
      "loss": 0.3596,
      "step": 1068370
    },
    {
      "epoch": 298.18,
      "grad_norm": 1.014060378074646,
      "learning_rate": 3.4747249788895004e-06,
      "loss": 0.3669,
      "step": 1068380
    },
    {
      "epoch": 298.18,
      "grad_norm": 1.038928508758545,
      "learning_rate": 3.47470129564534e-06,
      "loss": 0.3545,
      "step": 1068390
    },
    {
      "epoch": 298.19,
      "grad_norm": 1.0283275842666626,
      "learning_rate": 3.47467761225065e-06,
      "loss": 0.3445,
      "step": 1068400
    },
    {
      "epoch": 298.19,
      "grad_norm": 0.9015622138977051,
      "learning_rate": 3.4746539287054333e-06,
      "loss": 0.3594,
      "step": 1068410
    },
    {
      "epoch": 298.19,
      "grad_norm": 0.9682828187942505,
      "learning_rate": 3.4746302450096927e-06,
      "loss": 0.3672,
      "step": 1068420
    },
    {
      "epoch": 298.19,
      "grad_norm": 1.020754337310791,
      "learning_rate": 3.474606561163432e-06,
      "loss": 0.3534,
      "step": 1068430
    },
    {
      "epoch": 298.2,
      "grad_norm": 1.1680659055709839,
      "learning_rate": 3.4745828771666544e-06,
      "loss": 0.3477,
      "step": 1068440
    },
    {
      "epoch": 298.2,
      "grad_norm": 1.1292922496795654,
      "learning_rate": 3.4745591930193613e-06,
      "loss": 0.3765,
      "step": 1068450
    },
    {
      "epoch": 298.2,
      "grad_norm": 1.0732403993606567,
      "learning_rate": 3.4745355087215577e-06,
      "loss": 0.3472,
      "step": 1068460
    },
    {
      "epoch": 298.21,
      "grad_norm": 1.041918158531189,
      "learning_rate": 3.474511824273247e-06,
      "loss": 0.3659,
      "step": 1068470
    },
    {
      "epoch": 298.21,
      "grad_norm": 1.0242420434951782,
      "learning_rate": 3.4744881396744307e-06,
      "loss": 0.3416,
      "step": 1068480
    },
    {
      "epoch": 298.21,
      "grad_norm": 0.9725812673568726,
      "learning_rate": 3.4744644549251132e-06,
      "loss": 0.3647,
      "step": 1068490
    },
    {
      "epoch": 298.21,
      "grad_norm": 1.1012901067733765,
      "learning_rate": 3.4744407700252975e-06,
      "loss": 0.3698,
      "step": 1068500
    },
    {
      "epoch": 298.22,
      "grad_norm": 1.0163835287094116,
      "learning_rate": 3.4744170849749864e-06,
      "loss": 0.3488,
      "step": 1068510
    },
    {
      "epoch": 298.22,
      "grad_norm": 1.0142261981964111,
      "learning_rate": 3.474393399774183e-06,
      "loss": 0.3594,
      "step": 1068520
    },
    {
      "epoch": 298.22,
      "grad_norm": 1.2099913358688354,
      "learning_rate": 3.4743697144228907e-06,
      "loss": 0.3713,
      "step": 1068530
    },
    {
      "epoch": 298.22,
      "grad_norm": 1.1048563718795776,
      "learning_rate": 3.4743460289211128e-06,
      "loss": 0.3645,
      "step": 1068540
    },
    {
      "epoch": 298.23,
      "grad_norm": 1.0551581382751465,
      "learning_rate": 3.474322343268852e-06,
      "loss": 0.358,
      "step": 1068550
    },
    {
      "epoch": 298.23,
      "grad_norm": 1.1314449310302734,
      "learning_rate": 3.4742986574661117e-06,
      "loss": 0.3705,
      "step": 1068560
    },
    {
      "epoch": 298.23,
      "grad_norm": 1.041805624961853,
      "learning_rate": 3.4742749715128953e-06,
      "loss": 0.3713,
      "step": 1068570
    },
    {
      "epoch": 298.24,
      "grad_norm": 1.2222789525985718,
      "learning_rate": 3.474251285409206e-06,
      "loss": 0.3531,
      "step": 1068580
    },
    {
      "epoch": 298.24,
      "grad_norm": 0.9881847500801086,
      "learning_rate": 3.4742275991550464e-06,
      "loss": 0.3598,
      "step": 1068590
    },
    {
      "epoch": 298.24,
      "grad_norm": 0.9650952219963074,
      "learning_rate": 3.4742039127504203e-06,
      "loss": 0.3495,
      "step": 1068600
    },
    {
      "epoch": 298.24,
      "grad_norm": 1.1132687330245972,
      "learning_rate": 3.4741802261953294e-06,
      "loss": 0.3692,
      "step": 1068610
    },
    {
      "epoch": 298.25,
      "grad_norm": 0.9781171083450317,
      "learning_rate": 3.4741565394897783e-06,
      "loss": 0.3613,
      "step": 1068620
    },
    {
      "epoch": 298.25,
      "grad_norm": 0.9210929870605469,
      "learning_rate": 3.4741328526337704e-06,
      "loss": 0.3454,
      "step": 1068630
    },
    {
      "epoch": 298.25,
      "grad_norm": 1.0613185167312622,
      "learning_rate": 3.474109165627307e-06,
      "loss": 0.3482,
      "step": 1068640
    },
    {
      "epoch": 298.26,
      "grad_norm": 0.9802505373954773,
      "learning_rate": 3.474085478470394e-06,
      "loss": 0.3638,
      "step": 1068650
    },
    {
      "epoch": 298.26,
      "grad_norm": 0.964383602142334,
      "learning_rate": 3.474061791163033e-06,
      "loss": 0.3635,
      "step": 1068660
    },
    {
      "epoch": 298.26,
      "grad_norm": 0.9219502806663513,
      "learning_rate": 3.474038103705226e-06,
      "loss": 0.3446,
      "step": 1068670
    },
    {
      "epoch": 298.26,
      "grad_norm": 1.0500696897506714,
      "learning_rate": 3.474014416096978e-06,
      "loss": 0.3552,
      "step": 1068680
    },
    {
      "epoch": 298.27,
      "grad_norm": 0.9692803025245667,
      "learning_rate": 3.473990728338291e-06,
      "loss": 0.3532,
      "step": 1068690
    },
    {
      "epoch": 298.27,
      "grad_norm": 1.0479185581207275,
      "learning_rate": 3.47396704042917e-06,
      "loss": 0.3482,
      "step": 1068700
    },
    {
      "epoch": 298.27,
      "grad_norm": 1.0689009428024292,
      "learning_rate": 3.473943352369615e-06,
      "loss": 0.3625,
      "step": 1068710
    },
    {
      "epoch": 298.28,
      "grad_norm": 1.1377124786376953,
      "learning_rate": 3.4739196641596323e-06,
      "loss": 0.363,
      "step": 1068720
    },
    {
      "epoch": 298.28,
      "grad_norm": 1.0304430723190308,
      "learning_rate": 3.4738959757992237e-06,
      "loss": 0.3548,
      "step": 1068730
    },
    {
      "epoch": 298.28,
      "grad_norm": 1.0468639135360718,
      "learning_rate": 3.4738722872883913e-06,
      "loss": 0.3535,
      "step": 1068740
    },
    {
      "epoch": 298.28,
      "grad_norm": 0.9445186257362366,
      "learning_rate": 3.4738485986271402e-06,
      "loss": 0.3446,
      "step": 1068750
    },
    {
      "epoch": 298.29,
      "grad_norm": 1.0586466789245605,
      "learning_rate": 3.4738249098154726e-06,
      "loss": 0.3535,
      "step": 1068760
    },
    {
      "epoch": 298.29,
      "grad_norm": 1.2093403339385986,
      "learning_rate": 3.473801220853391e-06,
      "loss": 0.3582,
      "step": 1068770
    },
    {
      "epoch": 298.29,
      "grad_norm": 1.0266838073730469,
      "learning_rate": 3.4737775317408997e-06,
      "loss": 0.3595,
      "step": 1068780
    },
    {
      "epoch": 298.29,
      "grad_norm": 1.0349396467208862,
      "learning_rate": 3.4737538424780016e-06,
      "loss": 0.3347,
      "step": 1068790
    },
    {
      "epoch": 298.3,
      "grad_norm": 1.0554571151733398,
      "learning_rate": 3.4737301530647e-06,
      "loss": 0.3548,
      "step": 1068800
    },
    {
      "epoch": 298.3,
      "grad_norm": 1.0351758003234863,
      "learning_rate": 3.4737064635009973e-06,
      "loss": 0.3382,
      "step": 1068810
    },
    {
      "epoch": 298.3,
      "grad_norm": 1.0631179809570312,
      "learning_rate": 3.473682773786898e-06,
      "loss": 0.3623,
      "step": 1068820
    },
    {
      "epoch": 298.31,
      "grad_norm": 1.02144455909729,
      "learning_rate": 3.4736590839224026e-06,
      "loss": 0.354,
      "step": 1068830
    },
    {
      "epoch": 298.31,
      "grad_norm": 1.060005784034729,
      "learning_rate": 3.4736353939075166e-06,
      "loss": 0.3436,
      "step": 1068840
    },
    {
      "epoch": 298.31,
      "grad_norm": 1.0247633457183838,
      "learning_rate": 3.4736117037422426e-06,
      "loss": 0.35,
      "step": 1068850
    },
    {
      "epoch": 298.31,
      "grad_norm": 1.1097773313522339,
      "learning_rate": 3.4735880134265845e-06,
      "loss": 0.3625,
      "step": 1068860
    },
    {
      "epoch": 298.32,
      "grad_norm": 1.1562598943710327,
      "learning_rate": 3.473564322960544e-06,
      "loss": 0.3465,
      "step": 1068870
    },
    {
      "epoch": 298.32,
      "grad_norm": 1.107143759727478,
      "learning_rate": 3.473540632344125e-06,
      "loss": 0.3639,
      "step": 1068880
    },
    {
      "epoch": 298.32,
      "grad_norm": 1.1238988637924194,
      "learning_rate": 3.4735169415773307e-06,
      "loss": 0.3562,
      "step": 1068890
    },
    {
      "epoch": 298.33,
      "grad_norm": 0.873661994934082,
      "learning_rate": 3.4734932506601637e-06,
      "loss": 0.3651,
      "step": 1068900
    },
    {
      "epoch": 298.33,
      "grad_norm": 0.9928709268569946,
      "learning_rate": 3.4734695595926275e-06,
      "loss": 0.3628,
      "step": 1068910
    },
    {
      "epoch": 298.33,
      "grad_norm": 1.034663438796997,
      "learning_rate": 3.4734458683747257e-06,
      "loss": 0.3728,
      "step": 1068920
    },
    {
      "epoch": 298.33,
      "grad_norm": 1.1493474245071411,
      "learning_rate": 3.473422177006461e-06,
      "loss": 0.3523,
      "step": 1068930
    },
    {
      "epoch": 298.34,
      "grad_norm": 1.1032048463821411,
      "learning_rate": 3.4733984854878367e-06,
      "loss": 0.348,
      "step": 1068940
    },
    {
      "epoch": 298.34,
      "grad_norm": 0.9945582747459412,
      "learning_rate": 3.4733747938188564e-06,
      "loss": 0.3572,
      "step": 1068950
    },
    {
      "epoch": 298.34,
      "grad_norm": 1.083527684211731,
      "learning_rate": 3.4733511019995218e-06,
      "loss": 0.3507,
      "step": 1068960
    },
    {
      "epoch": 298.34,
      "grad_norm": 1.1432586908340454,
      "learning_rate": 3.473327410029837e-06,
      "loss": 0.3671,
      "step": 1068970
    },
    {
      "epoch": 298.35,
      "grad_norm": 0.9307646155357361,
      "learning_rate": 3.4733037179098054e-06,
      "loss": 0.3693,
      "step": 1068980
    },
    {
      "epoch": 298.35,
      "grad_norm": 0.9439061880111694,
      "learning_rate": 3.47328002563943e-06,
      "loss": 0.3578,
      "step": 1068990
    },
    {
      "epoch": 298.35,
      "grad_norm": 0.9666081070899963,
      "learning_rate": 3.4732563332187134e-06,
      "loss": 0.3613,
      "step": 1069000
    },
    {
      "epoch": 298.36,
      "grad_norm": 1.1368588209152222,
      "learning_rate": 3.47323264064766e-06,
      "loss": 0.3602,
      "step": 1069010
    },
    {
      "epoch": 298.36,
      "grad_norm": 1.0876177549362183,
      "learning_rate": 3.473208947926272e-06,
      "loss": 0.3567,
      "step": 1069020
    },
    {
      "epoch": 298.36,
      "grad_norm": 0.9342131018638611,
      "learning_rate": 3.4731852550545523e-06,
      "loss": 0.35,
      "step": 1069030
    },
    {
      "epoch": 298.36,
      "grad_norm": 0.8797652721405029,
      "learning_rate": 3.473161562032504e-06,
      "loss": 0.3456,
      "step": 1069040
    },
    {
      "epoch": 298.37,
      "grad_norm": 0.9226923584938049,
      "learning_rate": 3.473137868860132e-06,
      "loss": 0.3561,
      "step": 1069050
    },
    {
      "epoch": 298.37,
      "grad_norm": 1.3131612539291382,
      "learning_rate": 3.4731141755374374e-06,
      "loss": 0.356,
      "step": 1069060
    },
    {
      "epoch": 298.37,
      "grad_norm": 0.9587270021438599,
      "learning_rate": 3.473090482064424e-06,
      "loss": 0.3463,
      "step": 1069070
    },
    {
      "epoch": 298.38,
      "grad_norm": 1.0139784812927246,
      "learning_rate": 3.473066788441096e-06,
      "loss": 0.3532,
      "step": 1069080
    },
    {
      "epoch": 298.38,
      "grad_norm": 0.9227035641670227,
      "learning_rate": 3.4730430946674546e-06,
      "loss": 0.376,
      "step": 1069090
    },
    {
      "epoch": 298.38,
      "grad_norm": 1.2110990285873413,
      "learning_rate": 3.4730194007435045e-06,
      "loss": 0.3602,
      "step": 1069100
    },
    {
      "epoch": 298.38,
      "grad_norm": 1.1539344787597656,
      "learning_rate": 3.4729957066692483e-06,
      "loss": 0.3599,
      "step": 1069110
    },
    {
      "epoch": 298.39,
      "grad_norm": 1.0799789428710938,
      "learning_rate": 3.4729720124446886e-06,
      "loss": 0.3528,
      "step": 1069120
    },
    {
      "epoch": 298.39,
      "grad_norm": 1.127711534500122,
      "learning_rate": 3.4729483180698294e-06,
      "loss": 0.349,
      "step": 1069130
    },
    {
      "epoch": 298.39,
      "grad_norm": 1.40253746509552,
      "learning_rate": 3.4729246235446734e-06,
      "loss": 0.3482,
      "step": 1069140
    },
    {
      "epoch": 298.4,
      "grad_norm": 0.907227635383606,
      "learning_rate": 3.4729009288692246e-06,
      "loss": 0.334,
      "step": 1069150
    },
    {
      "epoch": 298.4,
      "grad_norm": 1.15410578250885,
      "learning_rate": 3.4728772340434854e-06,
      "loss": 0.3595,
      "step": 1069160
    },
    {
      "epoch": 298.4,
      "grad_norm": 0.9356545209884644,
      "learning_rate": 3.4728535390674585e-06,
      "loss": 0.3495,
      "step": 1069170
    },
    {
      "epoch": 298.4,
      "grad_norm": 0.9672343730926514,
      "learning_rate": 3.4728298439411484e-06,
      "loss": 0.3483,
      "step": 1069180
    },
    {
      "epoch": 298.41,
      "grad_norm": 1.0389872789382935,
      "learning_rate": 3.472806148664557e-06,
      "loss": 0.3456,
      "step": 1069190
    },
    {
      "epoch": 298.41,
      "grad_norm": 1.0269562005996704,
      "learning_rate": 3.472782453237688e-06,
      "loss": 0.3623,
      "step": 1069200
    },
    {
      "epoch": 298.41,
      "grad_norm": 1.0623507499694824,
      "learning_rate": 3.4727587576605445e-06,
      "loss": 0.3472,
      "step": 1069210
    },
    {
      "epoch": 298.41,
      "grad_norm": 1.1090794801712036,
      "learning_rate": 3.4727350619331294e-06,
      "loss": 0.3585,
      "step": 1069220
    },
    {
      "epoch": 298.42,
      "grad_norm": 1.0418388843536377,
      "learning_rate": 3.4727113660554465e-06,
      "loss": 0.3588,
      "step": 1069230
    },
    {
      "epoch": 298.42,
      "grad_norm": 1.1581850051879883,
      "learning_rate": 3.4726876700274983e-06,
      "loss": 0.3444,
      "step": 1069240
    },
    {
      "epoch": 298.42,
      "grad_norm": 0.9411419034004211,
      "learning_rate": 3.472663973849288e-06,
      "loss": 0.3388,
      "step": 1069250
    },
    {
      "epoch": 298.43,
      "grad_norm": 0.8599897027015686,
      "learning_rate": 3.472640277520819e-06,
      "loss": 0.3561,
      "step": 1069260
    },
    {
      "epoch": 298.43,
      "grad_norm": 0.8601117134094238,
      "learning_rate": 3.472616581042094e-06,
      "loss": 0.3617,
      "step": 1069270
    },
    {
      "epoch": 298.43,
      "grad_norm": 0.9688177108764648,
      "learning_rate": 3.4725928844131175e-06,
      "loss": 0.3404,
      "step": 1069280
    },
    {
      "epoch": 298.43,
      "grad_norm": 1.0541740655899048,
      "learning_rate": 3.4725691876338912e-06,
      "loss": 0.3632,
      "step": 1069290
    },
    {
      "epoch": 298.44,
      "grad_norm": 0.9242939949035645,
      "learning_rate": 3.472545490704419e-06,
      "loss": 0.3489,
      "step": 1069300
    },
    {
      "epoch": 298.44,
      "grad_norm": 1.021378755569458,
      "learning_rate": 3.472521793624704e-06,
      "loss": 0.3474,
      "step": 1069310
    },
    {
      "epoch": 298.44,
      "grad_norm": 1.0190407037734985,
      "learning_rate": 3.4724980963947488e-06,
      "loss": 0.3459,
      "step": 1069320
    },
    {
      "epoch": 298.45,
      "grad_norm": 1.1394178867340088,
      "learning_rate": 3.472474399014556e-06,
      "loss": 0.3639,
      "step": 1069330
    },
    {
      "epoch": 298.45,
      "grad_norm": 1.0557411909103394,
      "learning_rate": 3.4724507014841314e-06,
      "loss": 0.342,
      "step": 1069340
    },
    {
      "epoch": 298.45,
      "grad_norm": 0.8930305242538452,
      "learning_rate": 3.4724270038034753e-06,
      "loss": 0.3527,
      "step": 1069350
    },
    {
      "epoch": 298.45,
      "grad_norm": 1.2308735847473145,
      "learning_rate": 3.472403305972592e-06,
      "loss": 0.3658,
      "step": 1069360
    },
    {
      "epoch": 298.46,
      "grad_norm": 1.1105149984359741,
      "learning_rate": 3.4723796079914853e-06,
      "loss": 0.3417,
      "step": 1069370
    },
    {
      "epoch": 298.46,
      "grad_norm": 0.9628278613090515,
      "learning_rate": 3.4723559098601578e-06,
      "loss": 0.3545,
      "step": 1069380
    },
    {
      "epoch": 298.46,
      "grad_norm": 1.059471607208252,
      "learning_rate": 3.472332211578612e-06,
      "loss": 0.352,
      "step": 1069390
    },
    {
      "epoch": 298.46,
      "grad_norm": 0.9838966727256775,
      "learning_rate": 3.4723085131468514e-06,
      "loss": 0.3656,
      "step": 1069400
    },
    {
      "epoch": 298.47,
      "grad_norm": 0.8360527753829956,
      "learning_rate": 3.4722848145648795e-06,
      "loss": 0.3597,
      "step": 1069410
    },
    {
      "epoch": 298.47,
      "grad_norm": 0.9289957284927368,
      "learning_rate": 3.4722611158326993e-06,
      "loss": 0.3584,
      "step": 1069420
    },
    {
      "epoch": 298.47,
      "grad_norm": 1.0879074335098267,
      "learning_rate": 3.472237416950314e-06,
      "loss": 0.3598,
      "step": 1069430
    },
    {
      "epoch": 298.48,
      "grad_norm": 1.3437341451644897,
      "learning_rate": 3.472213717917727e-06,
      "loss": 0.3494,
      "step": 1069440
    },
    {
      "epoch": 298.48,
      "grad_norm": 0.9839727878570557,
      "learning_rate": 3.472190018734941e-06,
      "loss": 0.3806,
      "step": 1069450
    },
    {
      "epoch": 298.48,
      "grad_norm": 19.78160285949707,
      "learning_rate": 3.4721663194019594e-06,
      "loss": 0.3514,
      "step": 1069460
    },
    {
      "epoch": 298.48,
      "grad_norm": 0.9969474077224731,
      "learning_rate": 3.4721426199187854e-06,
      "loss": 0.3596,
      "step": 1069470
    },
    {
      "epoch": 298.49,
      "grad_norm": 0.9924539923667908,
      "learning_rate": 3.472118920285422e-06,
      "loss": 0.3525,
      "step": 1069480
    },
    {
      "epoch": 298.49,
      "grad_norm": 1.0639936923980713,
      "learning_rate": 3.4720952205018715e-06,
      "loss": 0.3591,
      "step": 1069490
    },
    {
      "epoch": 298.49,
      "grad_norm": 0.9236889481544495,
      "learning_rate": 3.4720715205681387e-06,
      "loss": 0.3665,
      "step": 1069500
    },
    {
      "epoch": 298.5,
      "grad_norm": 0.9349676370620728,
      "learning_rate": 3.472047820484226e-06,
      "loss": 0.3363,
      "step": 1069510
    },
    {
      "epoch": 298.5,
      "grad_norm": 1.2439393997192383,
      "learning_rate": 3.4720241202501362e-06,
      "loss": 0.3686,
      "step": 1069520
    },
    {
      "epoch": 298.5,
      "grad_norm": 1.0297406911849976,
      "learning_rate": 3.4720004198658734e-06,
      "loss": 0.3455,
      "step": 1069530
    },
    {
      "epoch": 298.5,
      "grad_norm": 0.9151284694671631,
      "learning_rate": 3.4719767193314405e-06,
      "loss": 0.3465,
      "step": 1069540
    },
    {
      "epoch": 298.51,
      "grad_norm": 1.1534786224365234,
      "learning_rate": 3.4719530186468393e-06,
      "loss": 0.3448,
      "step": 1069550
    },
    {
      "epoch": 298.51,
      "grad_norm": 1.005337119102478,
      "learning_rate": 3.4719293178120747e-06,
      "loss": 0.3551,
      "step": 1069560
    },
    {
      "epoch": 298.51,
      "grad_norm": 0.9001888036727905,
      "learning_rate": 3.471905616827149e-06,
      "loss": 0.3404,
      "step": 1069570
    },
    {
      "epoch": 298.52,
      "grad_norm": 1.0120139122009277,
      "learning_rate": 3.4718819156920648e-06,
      "loss": 0.3471,
      "step": 1069580
    },
    {
      "epoch": 298.52,
      "grad_norm": 0.9991658329963684,
      "learning_rate": 3.471858214406826e-06,
      "loss": 0.3442,
      "step": 1069590
    },
    {
      "epoch": 298.52,
      "grad_norm": 1.0222889184951782,
      "learning_rate": 3.471834512971437e-06,
      "loss": 0.3575,
      "step": 1069600
    },
    {
      "epoch": 298.52,
      "grad_norm": 0.989233672618866,
      "learning_rate": 3.4718108113858984e-06,
      "loss": 0.3581,
      "step": 1069610
    },
    {
      "epoch": 298.53,
      "grad_norm": 0.8169097900390625,
      "learning_rate": 3.4717871096502148e-06,
      "loss": 0.3517,
      "step": 1069620
    },
    {
      "epoch": 298.53,
      "grad_norm": 1.0485968589782715,
      "learning_rate": 3.47176340776439e-06,
      "loss": 0.3505,
      "step": 1069630
    },
    {
      "epoch": 298.53,
      "grad_norm": 1.0677911043167114,
      "learning_rate": 3.4717397057284247e-06,
      "loss": 0.3751,
      "step": 1069640
    },
    {
      "epoch": 298.53,
      "grad_norm": 1.0239149332046509,
      "learning_rate": 3.4717160035423246e-06,
      "loss": 0.3582,
      "step": 1069650
    },
    {
      "epoch": 298.54,
      "grad_norm": 1.221374750137329,
      "learning_rate": 3.471692301206092e-06,
      "loss": 0.3404,
      "step": 1069660
    },
    {
      "epoch": 298.54,
      "grad_norm": 1.1069592237472534,
      "learning_rate": 3.47166859871973e-06,
      "loss": 0.3517,
      "step": 1069670
    },
    {
      "epoch": 298.54,
      "grad_norm": 1.1299606561660767,
      "learning_rate": 3.4716448960832415e-06,
      "loss": 0.3454,
      "step": 1069680
    },
    {
      "epoch": 298.55,
      "grad_norm": 1.3676913976669312,
      "learning_rate": 3.4716211932966306e-06,
      "loss": 0.3686,
      "step": 1069690
    },
    {
      "epoch": 298.55,
      "grad_norm": 1.145060658454895,
      "learning_rate": 3.471597490359899e-06,
      "loss": 0.3516,
      "step": 1069700
    },
    {
      "epoch": 298.55,
      "grad_norm": 0.9248557686805725,
      "learning_rate": 3.4715737872730506e-06,
      "loss": 0.3596,
      "step": 1069710
    },
    {
      "epoch": 298.55,
      "grad_norm": 1.1962690353393555,
      "learning_rate": 3.4715500840360884e-06,
      "loss": 0.3677,
      "step": 1069720
    },
    {
      "epoch": 298.56,
      "grad_norm": 1.0304510593414307,
      "learning_rate": 3.4715263806490162e-06,
      "loss": 0.3463,
      "step": 1069730
    },
    {
      "epoch": 298.56,
      "grad_norm": 0.9657314419746399,
      "learning_rate": 3.471502677111836e-06,
      "loss": 0.3557,
      "step": 1069740
    },
    {
      "epoch": 298.56,
      "grad_norm": 0.9192658066749573,
      "learning_rate": 3.4714789734245524e-06,
      "loss": 0.3557,
      "step": 1069750
    },
    {
      "epoch": 298.57,
      "grad_norm": 0.9158201813697815,
      "learning_rate": 3.4714552695871674e-06,
      "loss": 0.3566,
      "step": 1069760
    },
    {
      "epoch": 298.57,
      "grad_norm": 1.9149186611175537,
      "learning_rate": 3.4714315655996845e-06,
      "loss": 0.3652,
      "step": 1069770
    },
    {
      "epoch": 298.57,
      "grad_norm": 1.0770500898361206,
      "learning_rate": 3.471407861462107e-06,
      "loss": 0.3443,
      "step": 1069780
    },
    {
      "epoch": 298.57,
      "grad_norm": 1.0168612003326416,
      "learning_rate": 3.4713841571744375e-06,
      "loss": 0.3499,
      "step": 1069790
    },
    {
      "epoch": 298.58,
      "grad_norm": 0.96577388048172,
      "learning_rate": 3.47136045273668e-06,
      "loss": 0.3685,
      "step": 1069800
    },
    {
      "epoch": 298.58,
      "grad_norm": 0.9335006475448608,
      "learning_rate": 3.4713367481488364e-06,
      "loss": 0.3586,
      "step": 1069810
    },
    {
      "epoch": 298.58,
      "grad_norm": 1.070540189743042,
      "learning_rate": 3.471313043410912e-06,
      "loss": 0.345,
      "step": 1069820
    },
    {
      "epoch": 298.58,
      "grad_norm": 0.9494399428367615,
      "learning_rate": 3.4712893385229084e-06,
      "loss": 0.3495,
      "step": 1069830
    },
    {
      "epoch": 298.59,
      "grad_norm": 0.9029852747917175,
      "learning_rate": 3.4712656334848284e-06,
      "loss": 0.3692,
      "step": 1069840
    },
    {
      "epoch": 298.59,
      "grad_norm": 1.0536493062973022,
      "learning_rate": 3.4712419282966758e-06,
      "loss": 0.3561,
      "step": 1069850
    },
    {
      "epoch": 298.59,
      "grad_norm": 1.0305297374725342,
      "learning_rate": 3.4712182229584543e-06,
      "loss": 0.3597,
      "step": 1069860
    },
    {
      "epoch": 298.6,
      "grad_norm": 1.1331822872161865,
      "learning_rate": 3.4711945174701658e-06,
      "loss": 0.3687,
      "step": 1069870
    },
    {
      "epoch": 298.6,
      "grad_norm": 1.0321248769760132,
      "learning_rate": 3.4711708118318147e-06,
      "loss": 0.355,
      "step": 1069880
    },
    {
      "epoch": 298.6,
      "grad_norm": 1.0138145685195923,
      "learning_rate": 3.4711471060434038e-06,
      "loss": 0.3331,
      "step": 1069890
    },
    {
      "epoch": 298.6,
      "grad_norm": 0.9487143754959106,
      "learning_rate": 3.4711234001049354e-06,
      "loss": 0.3608,
      "step": 1069900
    },
    {
      "epoch": 298.61,
      "grad_norm": 1.0726125240325928,
      "learning_rate": 3.4710996940164134e-06,
      "loss": 0.3774,
      "step": 1069910
    },
    {
      "epoch": 298.61,
      "grad_norm": 1.0515328645706177,
      "learning_rate": 3.4710759877778413e-06,
      "loss": 0.3742,
      "step": 1069920
    },
    {
      "epoch": 298.61,
      "grad_norm": 0.8396655321121216,
      "learning_rate": 3.4710522813892215e-06,
      "loss": 0.3676,
      "step": 1069930
    },
    {
      "epoch": 298.62,
      "grad_norm": 0.9712139368057251,
      "learning_rate": 3.471028574850557e-06,
      "loss": 0.3434,
      "step": 1069940
    },
    {
      "epoch": 298.62,
      "grad_norm": 0.8800643682479858,
      "learning_rate": 3.471004868161852e-06,
      "loss": 0.3591,
      "step": 1069950
    },
    {
      "epoch": 298.62,
      "grad_norm": 1.2662287950515747,
      "learning_rate": 3.4709811613231084e-06,
      "loss": 0.3583,
      "step": 1069960
    },
    {
      "epoch": 298.62,
      "grad_norm": 1.0566065311431885,
      "learning_rate": 3.470957454334331e-06,
      "loss": 0.3503,
      "step": 1069970
    },
    {
      "epoch": 298.63,
      "grad_norm": 0.9309626221656799,
      "learning_rate": 3.4709337471955213e-06,
      "loss": 0.3553,
      "step": 1069980
    },
    {
      "epoch": 298.63,
      "grad_norm": 1.0430642366409302,
      "learning_rate": 3.4709100399066833e-06,
      "loss": 0.355,
      "step": 1069990
    },
    {
      "epoch": 298.63,
      "grad_norm": 1.2851747274398804,
      "learning_rate": 3.4708863324678197e-06,
      "loss": 0.3681,
      "step": 1070000
    },
    {
      "epoch": 298.64,
      "grad_norm": 0.8396329283714294,
      "learning_rate": 3.4708626248789348e-06,
      "loss": 0.36,
      "step": 1070010
    },
    {
      "epoch": 298.64,
      "grad_norm": 1.1669889688491821,
      "learning_rate": 3.47083891714003e-06,
      "loss": 0.3496,
      "step": 1070020
    },
    {
      "epoch": 298.64,
      "grad_norm": 1.0615719556808472,
      "learning_rate": 3.4708152092511096e-06,
      "loss": 0.3467,
      "step": 1070030
    },
    {
      "epoch": 298.64,
      "grad_norm": 1.0556020736694336,
      "learning_rate": 3.470791501212177e-06,
      "loss": 0.356,
      "step": 1070040
    },
    {
      "epoch": 298.65,
      "grad_norm": 1.0024055242538452,
      "learning_rate": 3.4707677930232348e-06,
      "loss": 0.3846,
      "step": 1070050
    },
    {
      "epoch": 298.65,
      "grad_norm": 1.0728647708892822,
      "learning_rate": 3.470744084684286e-06,
      "loss": 0.3571,
      "step": 1070060
    },
    {
      "epoch": 298.65,
      "grad_norm": 1.2192959785461426,
      "learning_rate": 3.4707203761953337e-06,
      "loss": 0.372,
      "step": 1070070
    },
    {
      "epoch": 298.65,
      "grad_norm": 1.100211262702942,
      "learning_rate": 3.4706966675563816e-06,
      "loss": 0.3643,
      "step": 1070080
    },
    {
      "epoch": 298.66,
      "grad_norm": 1.0084749460220337,
      "learning_rate": 3.470672958767432e-06,
      "loss": 0.3653,
      "step": 1070090
    },
    {
      "epoch": 298.66,
      "grad_norm": 0.9872366786003113,
      "learning_rate": 3.4706492498284894e-06,
      "loss": 0.3697,
      "step": 1070100
    },
    {
      "epoch": 298.66,
      "grad_norm": 1.1386610269546509,
      "learning_rate": 3.470625540739556e-06,
      "loss": 0.3757,
      "step": 1070110
    },
    {
      "epoch": 298.67,
      "grad_norm": 0.9717442393302917,
      "learning_rate": 3.4706018315006357e-06,
      "loss": 0.3501,
      "step": 1070120
    },
    {
      "epoch": 298.67,
      "grad_norm": 0.8520854115486145,
      "learning_rate": 3.4705781221117303e-06,
      "loss": 0.3409,
      "step": 1070130
    },
    {
      "epoch": 298.67,
      "grad_norm": 0.9274932146072388,
      "learning_rate": 3.470554412572844e-06,
      "loss": 0.3644,
      "step": 1070140
    },
    {
      "epoch": 298.67,
      "grad_norm": 0.9811100363731384,
      "learning_rate": 3.4705307028839795e-06,
      "loss": 0.3675,
      "step": 1070150
    },
    {
      "epoch": 298.68,
      "grad_norm": 1.126629114151001,
      "learning_rate": 3.4705069930451404e-06,
      "loss": 0.3471,
      "step": 1070160
    },
    {
      "epoch": 298.68,
      "grad_norm": 0.9487342834472656,
      "learning_rate": 3.47048328305633e-06,
      "loss": 0.3531,
      "step": 1070170
    },
    {
      "epoch": 298.68,
      "grad_norm": 0.9708859324455261,
      "learning_rate": 3.4704595729175505e-06,
      "loss": 0.3434,
      "step": 1070180
    },
    {
      "epoch": 298.69,
      "grad_norm": 2.602888345718384,
      "learning_rate": 3.4704358626288065e-06,
      "loss": 0.3455,
      "step": 1070190
    },
    {
      "epoch": 298.69,
      "grad_norm": 0.9889809489250183,
      "learning_rate": 3.470412152190099e-06,
      "loss": 0.3524,
      "step": 1070200
    },
    {
      "epoch": 298.69,
      "grad_norm": 0.9993480443954468,
      "learning_rate": 3.4703884416014338e-06,
      "loss": 0.3456,
      "step": 1070210
    },
    {
      "epoch": 298.69,
      "grad_norm": 1.5487629175186157,
      "learning_rate": 3.470364730862812e-06,
      "loss": 0.3653,
      "step": 1070220
    },
    {
      "epoch": 298.7,
      "grad_norm": 0.9399711489677429,
      "learning_rate": 3.470341019974237e-06,
      "loss": 0.3452,
      "step": 1070230
    },
    {
      "epoch": 298.7,
      "grad_norm": 1.035468339920044,
      "learning_rate": 3.4703173089357136e-06,
      "loss": 0.3537,
      "step": 1070240
    },
    {
      "epoch": 298.7,
      "grad_norm": 0.9729877710342407,
      "learning_rate": 3.4702935977472427e-06,
      "loss": 0.3469,
      "step": 1070250
    },
    {
      "epoch": 298.7,
      "grad_norm": 1.178939938545227,
      "learning_rate": 3.470269886408829e-06,
      "loss": 0.3449,
      "step": 1070260
    },
    {
      "epoch": 298.71,
      "grad_norm": 1.005223274230957,
      "learning_rate": 3.4702461749204756e-06,
      "loss": 0.3411,
      "step": 1070270
    },
    {
      "epoch": 298.71,
      "grad_norm": 1.1355985403060913,
      "learning_rate": 3.470222463282185e-06,
      "loss": 0.3605,
      "step": 1070280
    },
    {
      "epoch": 298.71,
      "grad_norm": 1.111079454421997,
      "learning_rate": 3.47019875149396e-06,
      "loss": 0.3532,
      "step": 1070290
    },
    {
      "epoch": 298.72,
      "grad_norm": 0.9237607717514038,
      "learning_rate": 3.470175039555805e-06,
      "loss": 0.3487,
      "step": 1070300
    },
    {
      "epoch": 298.72,
      "grad_norm": 1.0026772022247314,
      "learning_rate": 3.4701513274677223e-06,
      "loss": 0.3642,
      "step": 1070310
    },
    {
      "epoch": 298.72,
      "grad_norm": 0.9969625473022461,
      "learning_rate": 3.4701276152297153e-06,
      "loss": 0.3477,
      "step": 1070320
    },
    {
      "epoch": 298.72,
      "grad_norm": 1.0661674737930298,
      "learning_rate": 3.4701039028417877e-06,
      "loss": 0.3568,
      "step": 1070330
    },
    {
      "epoch": 298.73,
      "grad_norm": 0.9333142638206482,
      "learning_rate": 3.4700801903039416e-06,
      "loss": 0.3612,
      "step": 1070340
    },
    {
      "epoch": 298.73,
      "grad_norm": 1.4823311567306519,
      "learning_rate": 3.47005647761618e-06,
      "loss": 0.3573,
      "step": 1070350
    },
    {
      "epoch": 298.73,
      "grad_norm": 0.9329158067703247,
      "learning_rate": 3.4700327647785076e-06,
      "loss": 0.3676,
      "step": 1070360
    },
    {
      "epoch": 298.74,
      "grad_norm": 1.0310934782028198,
      "learning_rate": 3.470009051790927e-06,
      "loss": 0.3725,
      "step": 1070370
    },
    {
      "epoch": 298.74,
      "grad_norm": 1.0562764406204224,
      "learning_rate": 3.46998533865344e-06,
      "loss": 0.3629,
      "step": 1070380
    },
    {
      "epoch": 298.74,
      "grad_norm": 1.0669944286346436,
      "learning_rate": 3.469961625366051e-06,
      "loss": 0.3618,
      "step": 1070390
    },
    {
      "epoch": 298.74,
      "grad_norm": 7.310412406921387,
      "learning_rate": 3.469937911928763e-06,
      "loss": 0.3493,
      "step": 1070400
    },
    {
      "epoch": 298.75,
      "grad_norm": 0.8749181628227234,
      "learning_rate": 3.4699141983415792e-06,
      "loss": 0.3546,
      "step": 1070410
    },
    {
      "epoch": 298.75,
      "grad_norm": 0.9063875675201416,
      "learning_rate": 3.4698904846045027e-06,
      "loss": 0.3569,
      "step": 1070420
    },
    {
      "epoch": 298.75,
      "grad_norm": 1.830493450164795,
      "learning_rate": 3.4698667707175364e-06,
      "loss": 0.3419,
      "step": 1070430
    },
    {
      "epoch": 298.76,
      "grad_norm": 1.2298861742019653,
      "learning_rate": 3.469843056680684e-06,
      "loss": 0.346,
      "step": 1070440
    },
    {
      "epoch": 298.76,
      "grad_norm": 1.184830904006958,
      "learning_rate": 3.469819342493948e-06,
      "loss": 0.3538,
      "step": 1070450
    },
    {
      "epoch": 298.76,
      "grad_norm": 1.16089928150177,
      "learning_rate": 3.4697956281573317e-06,
      "loss": 0.3524,
      "step": 1070460
    },
    {
      "epoch": 298.76,
      "grad_norm": 0.9264647364616394,
      "learning_rate": 3.469771913670839e-06,
      "loss": 0.3574,
      "step": 1070470
    },
    {
      "epoch": 298.77,
      "grad_norm": 1.1232150793075562,
      "learning_rate": 3.4697481990344717e-06,
      "loss": 0.3606,
      "step": 1070480
    },
    {
      "epoch": 298.77,
      "grad_norm": 1.048848032951355,
      "learning_rate": 3.4697244842482343e-06,
      "loss": 0.3541,
      "step": 1070490
    },
    {
      "epoch": 298.77,
      "grad_norm": 1.0361534357070923,
      "learning_rate": 3.4697007693121292e-06,
      "loss": 0.3517,
      "step": 1070500
    },
    {
      "epoch": 298.77,
      "grad_norm": 0.9668124318122864,
      "learning_rate": 3.46967705422616e-06,
      "loss": 0.3752,
      "step": 1070510
    },
    {
      "epoch": 298.78,
      "grad_norm": 0.9663861393928528,
      "learning_rate": 3.4696533389903293e-06,
      "loss": 0.3569,
      "step": 1070520
    },
    {
      "epoch": 298.78,
      "grad_norm": 0.9666129946708679,
      "learning_rate": 3.4696296236046407e-06,
      "loss": 0.3747,
      "step": 1070530
    },
    {
      "epoch": 298.78,
      "grad_norm": 0.9885337948799133,
      "learning_rate": 3.4696059080690967e-06,
      "loss": 0.3465,
      "step": 1070540
    },
    {
      "epoch": 298.79,
      "grad_norm": 0.8755239844322205,
      "learning_rate": 3.4695821923837017e-06,
      "loss": 0.358,
      "step": 1070550
    },
    {
      "epoch": 298.79,
      "grad_norm": 1.0089143514633179,
      "learning_rate": 3.469558476548458e-06,
      "loss": 0.3592,
      "step": 1070560
    },
    {
      "epoch": 298.79,
      "grad_norm": 0.9850834012031555,
      "learning_rate": 3.4695347605633687e-06,
      "loss": 0.3346,
      "step": 1070570
    },
    {
      "epoch": 298.79,
      "grad_norm": 1.0846178531646729,
      "learning_rate": 3.4695110444284367e-06,
      "loss": 0.3762,
      "step": 1070580
    },
    {
      "epoch": 298.8,
      "grad_norm": 0.9958686828613281,
      "learning_rate": 3.4694873281436663e-06,
      "loss": 0.3357,
      "step": 1070590
    },
    {
      "epoch": 298.8,
      "grad_norm": 2.3671867847442627,
      "learning_rate": 3.46946361170906e-06,
      "loss": 0.3529,
      "step": 1070600
    },
    {
      "epoch": 298.8,
      "grad_norm": 1.0901490449905396,
      "learning_rate": 3.4694398951246203e-06,
      "loss": 0.3651,
      "step": 1070610
    },
    {
      "epoch": 298.81,
      "grad_norm": 1.0648564100265503,
      "learning_rate": 3.469416178390351e-06,
      "loss": 0.3594,
      "step": 1070620
    },
    {
      "epoch": 298.81,
      "grad_norm": 1.1632261276245117,
      "learning_rate": 3.469392461506256e-06,
      "loss": 0.3463,
      "step": 1070630
    },
    {
      "epoch": 298.81,
      "grad_norm": 1.0203715562820435,
      "learning_rate": 3.4693687444723376e-06,
      "loss": 0.3656,
      "step": 1070640
    },
    {
      "epoch": 298.81,
      "grad_norm": 1.021561622619629,
      "learning_rate": 3.469345027288598e-06,
      "loss": 0.3646,
      "step": 1070650
    },
    {
      "epoch": 298.82,
      "grad_norm": 1.1790955066680908,
      "learning_rate": 3.469321309955043e-06,
      "loss": 0.3516,
      "step": 1070660
    },
    {
      "epoch": 298.82,
      "grad_norm": 1.06098210811615,
      "learning_rate": 3.469297592471673e-06,
      "loss": 0.3558,
      "step": 1070670
    },
    {
      "epoch": 298.82,
      "grad_norm": 0.870101809501648,
      "learning_rate": 3.4692738748384917e-06,
      "loss": 0.3516,
      "step": 1070680
    },
    {
      "epoch": 298.83,
      "grad_norm": 0.8714247941970825,
      "learning_rate": 3.4692501570555043e-06,
      "loss": 0.3517,
      "step": 1070690
    },
    {
      "epoch": 298.83,
      "grad_norm": 1.012237310409546,
      "learning_rate": 3.4692264391227114e-06,
      "loss": 0.3508,
      "step": 1070700
    },
    {
      "epoch": 298.83,
      "grad_norm": 1.0138487815856934,
      "learning_rate": 3.4692027210401182e-06,
      "loss": 0.3585,
      "step": 1070710
    },
    {
      "epoch": 298.83,
      "grad_norm": 0.9330026507377625,
      "learning_rate": 3.469179002807727e-06,
      "loss": 0.3537,
      "step": 1070720
    },
    {
      "epoch": 298.84,
      "grad_norm": 1.0911246538162231,
      "learning_rate": 3.46915528442554e-06,
      "loss": 0.3674,
      "step": 1070730
    },
    {
      "epoch": 298.84,
      "grad_norm": 1.079936146736145,
      "learning_rate": 3.4691315658935613e-06,
      "loss": 0.3626,
      "step": 1070740
    },
    {
      "epoch": 298.84,
      "grad_norm": 0.9620940685272217,
      "learning_rate": 3.469107847211795e-06,
      "loss": 0.3506,
      "step": 1070750
    },
    {
      "epoch": 298.84,
      "grad_norm": 1.0694581270217896,
      "learning_rate": 3.469084128380242e-06,
      "loss": 0.3597,
      "step": 1070760
    },
    {
      "epoch": 298.85,
      "grad_norm": 1.116646647453308,
      "learning_rate": 3.4690604093989074e-06,
      "loss": 0.3391,
      "step": 1070770
    },
    {
      "epoch": 298.85,
      "grad_norm": 0.9510611295700073,
      "learning_rate": 3.469036690267794e-06,
      "loss": 0.3682,
      "step": 1070780
    },
    {
      "epoch": 298.85,
      "grad_norm": 1.156930923461914,
      "learning_rate": 3.4690129709869048e-06,
      "loss": 0.3531,
      "step": 1070790
    },
    {
      "epoch": 298.86,
      "grad_norm": 0.876098096370697,
      "learning_rate": 3.4689892515562417e-06,
      "loss": 0.361,
      "step": 1070800
    },
    {
      "epoch": 298.86,
      "grad_norm": 1.0170027017593384,
      "learning_rate": 3.4689655319758092e-06,
      "loss": 0.3713,
      "step": 1070810
    },
    {
      "epoch": 298.86,
      "grad_norm": 1.1962766647338867,
      "learning_rate": 3.4689418122456107e-06,
      "loss": 0.3632,
      "step": 1070820
    },
    {
      "epoch": 298.86,
      "grad_norm": 0.921302318572998,
      "learning_rate": 3.468918092365649e-06,
      "loss": 0.3606,
      "step": 1070830
    },
    {
      "epoch": 298.87,
      "grad_norm": 0.9305967688560486,
      "learning_rate": 3.4688943723359263e-06,
      "loss": 0.3542,
      "step": 1070840
    },
    {
      "epoch": 298.87,
      "grad_norm": 0.8707342147827148,
      "learning_rate": 3.4688706521564476e-06,
      "loss": 0.3453,
      "step": 1070850
    },
    {
      "epoch": 298.87,
      "grad_norm": 0.9727786183357239,
      "learning_rate": 3.4688469318272143e-06,
      "loss": 0.3437,
      "step": 1070860
    },
    {
      "epoch": 298.88,
      "grad_norm": 1.0856348276138306,
      "learning_rate": 3.4688232113482302e-06,
      "loss": 0.3534,
      "step": 1070870
    },
    {
      "epoch": 298.88,
      "grad_norm": 1.0150877237319946,
      "learning_rate": 3.4687994907194988e-06,
      "loss": 0.3598,
      "step": 1070880
    },
    {
      "epoch": 298.88,
      "grad_norm": 1.1618329286575317,
      "learning_rate": 3.4687757699410233e-06,
      "loss": 0.3521,
      "step": 1070890
    },
    {
      "epoch": 298.88,
      "grad_norm": 1.004798412322998,
      "learning_rate": 3.468752049012806e-06,
      "loss": 0.3795,
      "step": 1070900
    },
    {
      "epoch": 298.89,
      "grad_norm": 1.153490424156189,
      "learning_rate": 3.468728327934851e-06,
      "loss": 0.3731,
      "step": 1070910
    },
    {
      "epoch": 298.89,
      "grad_norm": 1.491454839706421,
      "learning_rate": 3.4687046067071615e-06,
      "loss": 0.3495,
      "step": 1070920
    },
    {
      "epoch": 298.89,
      "grad_norm": 1.069615364074707,
      "learning_rate": 3.4686808853297397e-06,
      "loss": 0.3661,
      "step": 1070930
    },
    {
      "epoch": 298.89,
      "grad_norm": 0.9640511870384216,
      "learning_rate": 3.4686571638025888e-06,
      "loss": 0.3708,
      "step": 1070940
    },
    {
      "epoch": 298.9,
      "grad_norm": 0.9328591823577881,
      "learning_rate": 3.4686334421257133e-06,
      "loss": 0.34,
      "step": 1070950
    },
    {
      "epoch": 298.9,
      "grad_norm": 0.9661737084388733,
      "learning_rate": 3.468609720299115e-06,
      "loss": 0.3554,
      "step": 1070960
    },
    {
      "epoch": 298.9,
      "grad_norm": 1.0183638334274292,
      "learning_rate": 3.468585998322798e-06,
      "loss": 0.3572,
      "step": 1070970
    },
    {
      "epoch": 298.91,
      "grad_norm": 1.1314572095870972,
      "learning_rate": 3.468562276196765e-06,
      "loss": 0.3504,
      "step": 1070980
    },
    {
      "epoch": 298.91,
      "grad_norm": 1.1317572593688965,
      "learning_rate": 3.4685385539210186e-06,
      "loss": 0.3741,
      "step": 1070990
    },
    {
      "epoch": 298.91,
      "grad_norm": 1.001566767692566,
      "learning_rate": 3.468514831495563e-06,
      "loss": 0.3616,
      "step": 1071000
    },
    {
      "epoch": 298.91,
      "grad_norm": 0.996211051940918,
      "learning_rate": 3.468491108920401e-06,
      "loss": 0.3701,
      "step": 1071010
    },
    {
      "epoch": 298.92,
      "grad_norm": 0.868169367313385,
      "learning_rate": 3.468467386195536e-06,
      "loss": 0.3438,
      "step": 1071020
    },
    {
      "epoch": 298.92,
      "grad_norm": 1.5423381328582764,
      "learning_rate": 3.46844366332097e-06,
      "loss": 0.354,
      "step": 1071030
    },
    {
      "epoch": 298.92,
      "grad_norm": 1.1533794403076172,
      "learning_rate": 3.4684199402967068e-06,
      "loss": 0.3425,
      "step": 1071040
    },
    {
      "epoch": 298.93,
      "grad_norm": 1.115683674812317,
      "learning_rate": 3.46839621712275e-06,
      "loss": 0.3607,
      "step": 1071050
    },
    {
      "epoch": 298.93,
      "grad_norm": 0.9137872457504272,
      "learning_rate": 3.4683724937991025e-06,
      "loss": 0.3541,
      "step": 1071060
    },
    {
      "epoch": 298.93,
      "grad_norm": 0.9625727534294128,
      "learning_rate": 3.4683487703257684e-06,
      "loss": 0.3568,
      "step": 1071070
    },
    {
      "epoch": 298.93,
      "grad_norm": 0.9627343416213989,
      "learning_rate": 3.4683250467027493e-06,
      "loss": 0.3532,
      "step": 1071080
    },
    {
      "epoch": 298.94,
      "grad_norm": 0.8440282940864563,
      "learning_rate": 3.468301322930048e-06,
      "loss": 0.3499,
      "step": 1071090
    },
    {
      "epoch": 298.94,
      "grad_norm": 0.991174042224884,
      "learning_rate": 3.4682775990076695e-06,
      "loss": 0.3618,
      "step": 1071100
    },
    {
      "epoch": 298.94,
      "grad_norm": 0.8548914790153503,
      "learning_rate": 3.468253874935616e-06,
      "loss": 0.3528,
      "step": 1071110
    },
    {
      "epoch": 298.95,
      "grad_norm": 0.9854769110679626,
      "learning_rate": 3.4682301507138904e-06,
      "loss": 0.3623,
      "step": 1071120
    },
    {
      "epoch": 298.95,
      "grad_norm": 1.0736820697784424,
      "learning_rate": 3.4682064263424964e-06,
      "loss": 0.3485,
      "step": 1071130
    },
    {
      "epoch": 298.95,
      "grad_norm": 0.8037675023078918,
      "learning_rate": 3.4681827018214372e-06,
      "loss": 0.3465,
      "step": 1071140
    },
    {
      "epoch": 298.95,
      "grad_norm": 0.9864450693130493,
      "learning_rate": 3.468158977150716e-06,
      "loss": 0.3607,
      "step": 1071150
    },
    {
      "epoch": 298.96,
      "grad_norm": 1.0270801782608032,
      "learning_rate": 3.4681352523303342e-06,
      "loss": 0.3509,
      "step": 1071160
    },
    {
      "epoch": 298.96,
      "grad_norm": 0.7397202253341675,
      "learning_rate": 3.4681115273602976e-06,
      "loss": 0.3522,
      "step": 1071170
    },
    {
      "epoch": 298.96,
      "grad_norm": 1.037904977798462,
      "learning_rate": 3.468087802240608e-06,
      "loss": 0.3464,
      "step": 1071180
    },
    {
      "epoch": 298.96,
      "grad_norm": 1.1880465745925903,
      "learning_rate": 3.4680640769712685e-06,
      "loss": 0.3629,
      "step": 1071190
    },
    {
      "epoch": 298.97,
      "grad_norm": 1.011867880821228,
      "learning_rate": 3.468040351552283e-06,
      "loss": 0.3472,
      "step": 1071200
    },
    {
      "epoch": 298.97,
      "grad_norm": 0.9534274339675903,
      "learning_rate": 3.468016625983653e-06,
      "loss": 0.3576,
      "step": 1071210
    },
    {
      "epoch": 298.97,
      "grad_norm": 0.9219470620155334,
      "learning_rate": 3.467992900265384e-06,
      "loss": 0.3505,
      "step": 1071220
    },
    {
      "epoch": 298.98,
      "grad_norm": 1.0706490278244019,
      "learning_rate": 3.4679691743974777e-06,
      "loss": 0.3462,
      "step": 1071230
    },
    {
      "epoch": 298.98,
      "grad_norm": 1.0723729133605957,
      "learning_rate": 3.4679454483799375e-06,
      "loss": 0.3454,
      "step": 1071240
    },
    {
      "epoch": 298.98,
      "grad_norm": 1.020020842552185,
      "learning_rate": 3.4679217222127667e-06,
      "loss": 0.3465,
      "step": 1071250
    },
    {
      "epoch": 298.98,
      "grad_norm": 1.285637617111206,
      "learning_rate": 3.4678979958959676e-06,
      "loss": 0.3519,
      "step": 1071260
    },
    {
      "epoch": 298.99,
      "grad_norm": 4.4772210121154785,
      "learning_rate": 3.467874269429545e-06,
      "loss": 0.3527,
      "step": 1071270
    },
    {
      "epoch": 298.99,
      "grad_norm": 0.9850422739982605,
      "learning_rate": 3.4678505428135e-06,
      "loss": 0.3435,
      "step": 1071280
    },
    {
      "epoch": 298.99,
      "grad_norm": 0.8887625932693481,
      "learning_rate": 3.4678268160478387e-06,
      "loss": 0.3569,
      "step": 1071290
    },
    {
      "epoch": 299.0,
      "grad_norm": 1.0988118648529053,
      "learning_rate": 3.467803089132561e-06,
      "loss": 0.3556,
      "step": 1071300
    },
    {
      "epoch": 299.0,
      "grad_norm": 1.042087435722351,
      "learning_rate": 3.4677793620676724e-06,
      "loss": 0.3582,
      "step": 1071310
    },
    {
      "epoch": 299.0,
      "eval_loss": 0.3576522171497345,
      "eval_runtime": 63.2013,
      "eval_samples_per_second": 80.046,
      "eval_steps_per_second": 10.016,
      "step": 1071317
    },
    {
      "epoch": 299.0,
      "grad_norm": 1.0180542469024658,
      "learning_rate": 3.4677556348531742e-06,
      "loss": 0.3754,
      "step": 1071320
    },
    {
      "epoch": 299.0,
      "grad_norm": 0.9546393752098083,
      "learning_rate": 3.467731907489071e-06,
      "loss": 0.3366,
      "step": 1071330
    },
    {
      "epoch": 299.01,
      "grad_norm": 1.0992833375930786,
      "learning_rate": 3.467708179975366e-06,
      "loss": 0.3561,
      "step": 1071340
    },
    {
      "epoch": 299.01,
      "grad_norm": 1.0174751281738281,
      "learning_rate": 3.467684452312061e-06,
      "loss": 0.3552,
      "step": 1071350
    },
    {
      "epoch": 299.01,
      "grad_norm": 0.9081612229347229,
      "learning_rate": 3.4676607244991604e-06,
      "loss": 0.3462,
      "step": 1071360
    },
    {
      "epoch": 299.01,
      "grad_norm": 1.0191267728805542,
      "learning_rate": 3.4676369965366674e-06,
      "loss": 0.3538,
      "step": 1071370
    },
    {
      "epoch": 299.02,
      "grad_norm": 1.3239264488220215,
      "learning_rate": 3.4676132684245845e-06,
      "loss": 0.3605,
      "step": 1071380
    },
    {
      "epoch": 299.02,
      "grad_norm": 1.1641325950622559,
      "learning_rate": 3.4675895401629147e-06,
      "loss": 0.3683,
      "step": 1071390
    },
    {
      "epoch": 299.02,
      "grad_norm": 1.0102343559265137,
      "learning_rate": 3.4675658117516623e-06,
      "loss": 0.36,
      "step": 1071400
    },
    {
      "epoch": 299.03,
      "grad_norm": 0.8927010297775269,
      "learning_rate": 3.4675420831908286e-06,
      "loss": 0.3782,
      "step": 1071410
    },
    {
      "epoch": 299.03,
      "grad_norm": 0.9976317882537842,
      "learning_rate": 3.4675183544804186e-06,
      "loss": 0.3538,
      "step": 1071420
    },
    {
      "epoch": 299.03,
      "grad_norm": 1.1087943315505981,
      "learning_rate": 3.4674946256204344e-06,
      "loss": 0.3643,
      "step": 1071430
    },
    {
      "epoch": 299.03,
      "grad_norm": 1.1506844758987427,
      "learning_rate": 3.46747089661088e-06,
      "loss": 0.3723,
      "step": 1071440
    },
    {
      "epoch": 299.04,
      "grad_norm": 1.1249260902404785,
      "learning_rate": 3.467447167451758e-06,
      "loss": 0.3586,
      "step": 1071450
    },
    {
      "epoch": 299.04,
      "grad_norm": 0.878592312335968,
      "learning_rate": 3.467423438143071e-06,
      "loss": 0.3438,
      "step": 1071460
    },
    {
      "epoch": 299.04,
      "grad_norm": 1.1005144119262695,
      "learning_rate": 3.467399708684823e-06,
      "loss": 0.3661,
      "step": 1071470
    },
    {
      "epoch": 299.05,
      "grad_norm": 1.137802004814148,
      "learning_rate": 3.4673759790770176e-06,
      "loss": 0.3527,
      "step": 1071480
    },
    {
      "epoch": 299.05,
      "grad_norm": 0.8491197824478149,
      "learning_rate": 3.467352249319656e-06,
      "loss": 0.362,
      "step": 1071490
    },
    {
      "epoch": 299.05,
      "grad_norm": 0.8920195698738098,
      "learning_rate": 3.467328519412744e-06,
      "loss": 0.3471,
      "step": 1071500
    },
    {
      "epoch": 299.05,
      "grad_norm": 2.1909451484680176,
      "learning_rate": 3.4673047893562825e-06,
      "loss": 0.3579,
      "step": 1071510
    },
    {
      "epoch": 299.06,
      "grad_norm": 0.8739556670188904,
      "learning_rate": 3.4672810591502758e-06,
      "loss": 0.3501,
      "step": 1071520
    },
    {
      "epoch": 299.06,
      "grad_norm": 1.0552459955215454,
      "learning_rate": 3.467257328794727e-06,
      "loss": 0.3453,
      "step": 1071530
    },
    {
      "epoch": 299.06,
      "grad_norm": 0.8683111667633057,
      "learning_rate": 3.4672335982896384e-06,
      "loss": 0.3519,
      "step": 1071540
    },
    {
      "epoch": 299.07,
      "grad_norm": 0.9216828346252441,
      "learning_rate": 3.467209867635014e-06,
      "loss": 0.3422,
      "step": 1071550
    },
    {
      "epoch": 299.07,
      "grad_norm": 0.940914511680603,
      "learning_rate": 3.4671861368308577e-06,
      "loss": 0.3691,
      "step": 1071560
    },
    {
      "epoch": 299.07,
      "grad_norm": 1.054155945777893,
      "learning_rate": 3.467162405877171e-06,
      "loss": 0.3563,
      "step": 1071570
    },
    {
      "epoch": 299.07,
      "grad_norm": 0.9869204163551331,
      "learning_rate": 3.4671386747739574e-06,
      "loss": 0.3537,
      "step": 1071580
    },
    {
      "epoch": 299.08,
      "grad_norm": 1.1181973218917847,
      "learning_rate": 3.4671149435212216e-06,
      "loss": 0.3559,
      "step": 1071590
    },
    {
      "epoch": 299.08,
      "grad_norm": 0.9755480885505676,
      "learning_rate": 3.467091212118965e-06,
      "loss": 0.3437,
      "step": 1071600
    },
    {
      "epoch": 299.08,
      "grad_norm": 0.9448547959327698,
      "learning_rate": 3.4670674805671915e-06,
      "loss": 0.3692,
      "step": 1071610
    },
    {
      "epoch": 299.08,
      "grad_norm": 1.251783013343811,
      "learning_rate": 3.4670437488659035e-06,
      "loss": 0.3522,
      "step": 1071620
    },
    {
      "epoch": 299.09,
      "grad_norm": 0.9204356074333191,
      "learning_rate": 3.4670200170151057e-06,
      "loss": 0.3552,
      "step": 1071630
    },
    {
      "epoch": 299.09,
      "grad_norm": 0.9280127286911011,
      "learning_rate": 3.4669962850147998e-06,
      "loss": 0.3675,
      "step": 1071640
    },
    {
      "epoch": 299.09,
      "grad_norm": 1.0192227363586426,
      "learning_rate": 3.4669725528649896e-06,
      "loss": 0.3461,
      "step": 1071650
    },
    {
      "epoch": 299.1,
      "grad_norm": 0.9973503351211548,
      "learning_rate": 3.4669488205656785e-06,
      "loss": 0.3701,
      "step": 1071660
    },
    {
      "epoch": 299.1,
      "grad_norm": 0.9123262763023376,
      "learning_rate": 3.466925088116869e-06,
      "loss": 0.3559,
      "step": 1071670
    },
    {
      "epoch": 299.1,
      "grad_norm": 0.8693476915359497,
      "learning_rate": 3.4669013555185647e-06,
      "loss": 0.3576,
      "step": 1071680
    },
    {
      "epoch": 299.1,
      "grad_norm": 0.9055471420288086,
      "learning_rate": 3.466877622770769e-06,
      "loss": 0.3526,
      "step": 1071690
    },
    {
      "epoch": 299.11,
      "grad_norm": 0.994756281375885,
      "learning_rate": 3.4668538898734842e-06,
      "loss": 0.3507,
      "step": 1071700
    },
    {
      "epoch": 299.11,
      "grad_norm": 1.0377577543258667,
      "learning_rate": 3.4668301568267136e-06,
      "loss": 0.3713,
      "step": 1071710
    },
    {
      "epoch": 299.11,
      "grad_norm": 1.039654016494751,
      "learning_rate": 3.466806423630461e-06,
      "loss": 0.3565,
      "step": 1071720
    },
    {
      "epoch": 299.12,
      "grad_norm": 1.060554027557373,
      "learning_rate": 3.46678269028473e-06,
      "loss": 0.3551,
      "step": 1071730
    },
    {
      "epoch": 299.12,
      "grad_norm": 1.1384626626968384,
      "learning_rate": 3.4667589567895226e-06,
      "loss": 0.3462,
      "step": 1071740
    },
    {
      "epoch": 299.12,
      "grad_norm": 1.0956034660339355,
      "learning_rate": 3.4667352231448424e-06,
      "loss": 0.3892,
      "step": 1071750
    },
    {
      "epoch": 299.12,
      "grad_norm": 1.245804786682129,
      "learning_rate": 3.4667114893506927e-06,
      "loss": 0.369,
      "step": 1071760
    },
    {
      "epoch": 299.13,
      "grad_norm": 1.2869908809661865,
      "learning_rate": 3.466687755407076e-06,
      "loss": 0.373,
      "step": 1071770
    },
    {
      "epoch": 299.13,
      "grad_norm": 1.067449688911438,
      "learning_rate": 3.466664021313996e-06,
      "loss": 0.3741,
      "step": 1071780
    },
    {
      "epoch": 299.13,
      "grad_norm": 1.0318275690078735,
      "learning_rate": 3.4666402870714562e-06,
      "loss": 0.3436,
      "step": 1071790
    },
    {
      "epoch": 299.13,
      "grad_norm": 0.898110568523407,
      "learning_rate": 3.4666165526794592e-06,
      "loss": 0.3645,
      "step": 1071800
    },
    {
      "epoch": 299.14,
      "grad_norm": 0.8516241908073425,
      "learning_rate": 3.4665928181380087e-06,
      "loss": 0.3569,
      "step": 1071810
    },
    {
      "epoch": 299.14,
      "grad_norm": 1.12384033203125,
      "learning_rate": 3.466569083447108e-06,
      "loss": 0.3627,
      "step": 1071820
    },
    {
      "epoch": 299.14,
      "grad_norm": 0.9592031240463257,
      "learning_rate": 3.466545348606759e-06,
      "loss": 0.3599,
      "step": 1071830
    },
    {
      "epoch": 299.15,
      "grad_norm": 1.1714414358139038,
      "learning_rate": 3.4665216136169654e-06,
      "loss": 0.3632,
      "step": 1071840
    },
    {
      "epoch": 299.15,
      "grad_norm": 0.9363328218460083,
      "learning_rate": 3.466497878477731e-06,
      "loss": 0.3452,
      "step": 1071850
    },
    {
      "epoch": 299.15,
      "grad_norm": 1.0068936347961426,
      "learning_rate": 3.4664741431890583e-06,
      "loss": 0.3515,
      "step": 1071860
    },
    {
      "epoch": 299.15,
      "grad_norm": 0.8983660340309143,
      "learning_rate": 3.4664504077509506e-06,
      "loss": 0.3578,
      "step": 1071870
    },
    {
      "epoch": 299.16,
      "grad_norm": 1.1943427324295044,
      "learning_rate": 3.466426672163412e-06,
      "loss": 0.3549,
      "step": 1071880
    },
    {
      "epoch": 299.16,
      "grad_norm": 1.1463948488235474,
      "learning_rate": 3.4664029364264443e-06,
      "loss": 0.3483,
      "step": 1071890
    },
    {
      "epoch": 299.16,
      "grad_norm": 1.0087133646011353,
      "learning_rate": 3.4663792005400507e-06,
      "loss": 0.3616,
      "step": 1071900
    },
    {
      "epoch": 299.17,
      "grad_norm": 1.1615644693374634,
      "learning_rate": 3.4663554645042355e-06,
      "loss": 0.3531,
      "step": 1071910
    },
    {
      "epoch": 299.17,
      "grad_norm": 0.8631024956703186,
      "learning_rate": 3.4663317283190007e-06,
      "loss": 0.3648,
      "step": 1071920
    },
    {
      "epoch": 299.17,
      "grad_norm": 0.9490601420402527,
      "learning_rate": 3.4663079919843506e-06,
      "loss": 0.3514,
      "step": 1071930
    },
    {
      "epoch": 299.17,
      "grad_norm": 1.2678347826004028,
      "learning_rate": 3.4662842555002872e-06,
      "loss": 0.3496,
      "step": 1071940
    },
    {
      "epoch": 299.18,
      "grad_norm": 0.9717146754264832,
      "learning_rate": 3.4662605188668144e-06,
      "loss": 0.3429,
      "step": 1071950
    },
    {
      "epoch": 299.18,
      "grad_norm": 0.9281328916549683,
      "learning_rate": 3.4662367820839356e-06,
      "loss": 0.3483,
      "step": 1071960
    },
    {
      "epoch": 299.18,
      "grad_norm": 1.1307369470596313,
      "learning_rate": 3.466213045151653e-06,
      "loss": 0.3481,
      "step": 1071970
    },
    {
      "epoch": 299.19,
      "grad_norm": 0.949005126953125,
      "learning_rate": 3.4661893080699706e-06,
      "loss": 0.3732,
      "step": 1071980
    },
    {
      "epoch": 299.19,
      "grad_norm": 0.9101824164390564,
      "learning_rate": 3.4661655708388906e-06,
      "loss": 0.352,
      "step": 1071990
    },
    {
      "epoch": 299.19,
      "grad_norm": 1.0787568092346191,
      "learning_rate": 3.466141833458417e-06,
      "loss": 0.369,
      "step": 1072000
    },
    {
      "epoch": 299.19,
      "grad_norm": 0.9568979144096375,
      "learning_rate": 3.466118095928552e-06,
      "loss": 0.3616,
      "step": 1072010
    },
    {
      "epoch": 299.2,
      "grad_norm": 0.8863041400909424,
      "learning_rate": 3.466094358249301e-06,
      "loss": 0.3442,
      "step": 1072020
    },
    {
      "epoch": 299.2,
      "grad_norm": 1.0511082410812378,
      "learning_rate": 3.4660706204206652e-06,
      "loss": 0.3575,
      "step": 1072030
    },
    {
      "epoch": 299.2,
      "grad_norm": 1.3213868141174316,
      "learning_rate": 3.4660468824426484e-06,
      "loss": 0.3415,
      "step": 1072040
    },
    {
      "epoch": 299.2,
      "grad_norm": 0.9030677080154419,
      "learning_rate": 3.4660231443152534e-06,
      "loss": 0.353,
      "step": 1072050
    },
    {
      "epoch": 299.21,
      "grad_norm": 1.054695963859558,
      "learning_rate": 3.465999406038483e-06,
      "loss": 0.3623,
      "step": 1072060
    },
    {
      "epoch": 299.21,
      "grad_norm": 1.0759239196777344,
      "learning_rate": 3.4659756676123407e-06,
      "loss": 0.3504,
      "step": 1072070
    },
    {
      "epoch": 299.21,
      "grad_norm": 0.8553109765052795,
      "learning_rate": 3.465951929036831e-06,
      "loss": 0.3537,
      "step": 1072080
    },
    {
      "epoch": 299.22,
      "grad_norm": 1.0162094831466675,
      "learning_rate": 3.465928190311955e-06,
      "loss": 0.3544,
      "step": 1072090
    },
    {
      "epoch": 299.22,
      "grad_norm": 0.9550572633743286,
      "learning_rate": 3.4659044514377173e-06,
      "loss": 0.3485,
      "step": 1072100
    },
    {
      "epoch": 299.22,
      "grad_norm": 0.9923596382141113,
      "learning_rate": 3.4658807124141204e-06,
      "loss": 0.3435,
      "step": 1072110
    },
    {
      "epoch": 299.22,
      "grad_norm": 1.018945574760437,
      "learning_rate": 3.4658569732411675e-06,
      "loss": 0.3548,
      "step": 1072120
    },
    {
      "epoch": 299.23,
      "grad_norm": 0.9413623213768005,
      "learning_rate": 3.465833233918862e-06,
      "loss": 0.3404,
      "step": 1072130
    },
    {
      "epoch": 299.23,
      "grad_norm": 1.0573474168777466,
      "learning_rate": 3.465809494447207e-06,
      "loss": 0.3497,
      "step": 1072140
    },
    {
      "epoch": 299.23,
      "grad_norm": 1.060995101928711,
      "learning_rate": 3.465785754826205e-06,
      "loss": 0.3558,
      "step": 1072150
    },
    {
      "epoch": 299.24,
      "grad_norm": 0.8597522377967834,
      "learning_rate": 3.46576201505586e-06,
      "loss": 0.3479,
      "step": 1072160
    },
    {
      "epoch": 299.24,
      "grad_norm": 1.074449062347412,
      "learning_rate": 3.465738275136175e-06,
      "loss": 0.3618,
      "step": 1072170
    },
    {
      "epoch": 299.24,
      "grad_norm": 0.9770686030387878,
      "learning_rate": 3.4657145350671536e-06,
      "loss": 0.3507,
      "step": 1072180
    },
    {
      "epoch": 299.24,
      "grad_norm": 0.9821851849555969,
      "learning_rate": 3.4656907948487973e-06,
      "loss": 0.337,
      "step": 1072190
    },
    {
      "epoch": 299.25,
      "grad_norm": 0.9392426013946533,
      "learning_rate": 3.465667054481111e-06,
      "loss": 0.3549,
      "step": 1072200
    },
    {
      "epoch": 299.25,
      "grad_norm": 1.0737963914871216,
      "learning_rate": 3.4656433139640974e-06,
      "loss": 0.3403,
      "step": 1072210
    },
    {
      "epoch": 299.25,
      "grad_norm": 1.0555460453033447,
      "learning_rate": 3.4656195732977593e-06,
      "loss": 0.353,
      "step": 1072220
    },
    {
      "epoch": 299.25,
      "grad_norm": 0.9665836095809937,
      "learning_rate": 3.4655958324820994e-06,
      "loss": 0.3389,
      "step": 1072230
    },
    {
      "epoch": 299.26,
      "grad_norm": 0.9573370814323425,
      "learning_rate": 3.465572091517123e-06,
      "loss": 0.3429,
      "step": 1072240
    },
    {
      "epoch": 299.26,
      "grad_norm": 1.021071195602417,
      "learning_rate": 3.4655483504028306e-06,
      "loss": 0.3636,
      "step": 1072250
    },
    {
      "epoch": 299.26,
      "grad_norm": 0.990651547908783,
      "learning_rate": 3.4655246091392267e-06,
      "loss": 0.3671,
      "step": 1072260
    },
    {
      "epoch": 299.27,
      "grad_norm": 1.1187080144882202,
      "learning_rate": 3.465500867726315e-06,
      "loss": 0.3508,
      "step": 1072270
    },
    {
      "epoch": 299.27,
      "grad_norm": 1.1599656343460083,
      "learning_rate": 3.4654771261640973e-06,
      "loss": 0.3542,
      "step": 1072280
    },
    {
      "epoch": 299.27,
      "grad_norm": 1.234982967376709,
      "learning_rate": 3.465453384452577e-06,
      "loss": 0.3518,
      "step": 1072290
    },
    {
      "epoch": 299.27,
      "grad_norm": 1.1258316040039062,
      "learning_rate": 3.465429642591758e-06,
      "loss": 0.3493,
      "step": 1072300
    },
    {
      "epoch": 299.28,
      "grad_norm": 1.0050069093704224,
      "learning_rate": 3.465405900581644e-06,
      "loss": 0.3519,
      "step": 1072310
    },
    {
      "epoch": 299.28,
      "grad_norm": 1.1479731798171997,
      "learning_rate": 3.465382158422236e-06,
      "loss": 0.3668,
      "step": 1072320
    },
    {
      "epoch": 299.28,
      "grad_norm": 0.9353510141372681,
      "learning_rate": 3.4653584161135395e-06,
      "loss": 0.3318,
      "step": 1072330
    },
    {
      "epoch": 299.29,
      "grad_norm": 1.0415475368499756,
      "learning_rate": 3.4653346736555565e-06,
      "loss": 0.3717,
      "step": 1072340
    },
    {
      "epoch": 299.29,
      "grad_norm": 0.9118576645851135,
      "learning_rate": 3.46531093104829e-06,
      "loss": 0.358,
      "step": 1072350
    },
    {
      "epoch": 299.29,
      "grad_norm": 1.076215147972107,
      "learning_rate": 3.465287188291743e-06,
      "loss": 0.3685,
      "step": 1072360
    },
    {
      "epoch": 299.29,
      "grad_norm": 1.0137428045272827,
      "learning_rate": 3.46526344538592e-06,
      "loss": 0.355,
      "step": 1072370
    },
    {
      "epoch": 299.3,
      "grad_norm": 0.9744966626167297,
      "learning_rate": 3.4652397023308224e-06,
      "loss": 0.3623,
      "step": 1072380
    },
    {
      "epoch": 299.3,
      "grad_norm": 0.9624647498130798,
      "learning_rate": 3.4652159591264542e-06,
      "loss": 0.3559,
      "step": 1072390
    },
    {
      "epoch": 299.3,
      "grad_norm": 1.0138111114501953,
      "learning_rate": 3.4651922157728194e-06,
      "loss": 0.3568,
      "step": 1072400
    },
    {
      "epoch": 299.31,
      "grad_norm": 0.9676112532615662,
      "learning_rate": 3.46516847226992e-06,
      "loss": 0.359,
      "step": 1072410
    },
    {
      "epoch": 299.31,
      "grad_norm": 1.0502256155014038,
      "learning_rate": 3.465144728617759e-06,
      "loss": 0.3501,
      "step": 1072420
    },
    {
      "epoch": 299.31,
      "grad_norm": 0.9271572232246399,
      "learning_rate": 3.4651209848163407e-06,
      "loss": 0.359,
      "step": 1072430
    },
    {
      "epoch": 299.31,
      "grad_norm": 1.0077731609344482,
      "learning_rate": 3.465097240865667e-06,
      "loss": 0.3481,
      "step": 1072440
    },
    {
      "epoch": 299.32,
      "grad_norm": 0.971460223197937,
      "learning_rate": 3.4650734967657424e-06,
      "loss": 0.3545,
      "step": 1072450
    },
    {
      "epoch": 299.32,
      "grad_norm": 1.0260318517684937,
      "learning_rate": 3.465049752516568e-06,
      "loss": 0.3515,
      "step": 1072460
    },
    {
      "epoch": 299.32,
      "grad_norm": 0.9084007740020752,
      "learning_rate": 3.46502600811815e-06,
      "loss": 0.342,
      "step": 1072470
    },
    {
      "epoch": 299.32,
      "grad_norm": 0.992347240447998,
      "learning_rate": 3.4650022635704895e-06,
      "loss": 0.3681,
      "step": 1072480
    },
    {
      "epoch": 299.33,
      "grad_norm": 1.168017029762268,
      "learning_rate": 3.464978518873589e-06,
      "loss": 0.3383,
      "step": 1072490
    },
    {
      "epoch": 299.33,
      "grad_norm": 0.96396404504776,
      "learning_rate": 3.464954774027454e-06,
      "loss": 0.3508,
      "step": 1072500
    },
    {
      "epoch": 299.33,
      "grad_norm": 1.1511386632919312,
      "learning_rate": 3.464931029032085e-06,
      "loss": 0.3583,
      "step": 1072510
    },
    {
      "epoch": 299.34,
      "grad_norm": 0.9876229763031006,
      "learning_rate": 3.464907283887487e-06,
      "loss": 0.3713,
      "step": 1072520
    },
    {
      "epoch": 299.34,
      "grad_norm": 1.2070311307907104,
      "learning_rate": 3.4648835385936632e-06,
      "loss": 0.3558,
      "step": 1072530
    },
    {
      "epoch": 299.34,
      "grad_norm": 1.1048288345336914,
      "learning_rate": 3.4648597931506154e-06,
      "loss": 0.3436,
      "step": 1072540
    },
    {
      "epoch": 299.34,
      "grad_norm": 1.071801781654358,
      "learning_rate": 3.4648360475583483e-06,
      "loss": 0.3566,
      "step": 1072550
    },
    {
      "epoch": 299.35,
      "grad_norm": 0.9188267588615417,
      "learning_rate": 3.4648123018168645e-06,
      "loss": 0.3547,
      "step": 1072560
    },
    {
      "epoch": 299.35,
      "grad_norm": 1.165624737739563,
      "learning_rate": 3.4647885559261665e-06,
      "loss": 0.3654,
      "step": 1072570
    },
    {
      "epoch": 299.35,
      "grad_norm": 1.0580943822860718,
      "learning_rate": 3.4647648098862573e-06,
      "loss": 0.3681,
      "step": 1072580
    },
    {
      "epoch": 299.36,
      "grad_norm": 1.0016059875488281,
      "learning_rate": 3.464741063697141e-06,
      "loss": 0.3517,
      "step": 1072590
    },
    {
      "epoch": 299.36,
      "grad_norm": 0.9084140658378601,
      "learning_rate": 3.464717317358822e-06,
      "loss": 0.3524,
      "step": 1072600
    },
    {
      "epoch": 299.36,
      "grad_norm": 1.1122105121612549,
      "learning_rate": 3.4646935708713007e-06,
      "loss": 0.3498,
      "step": 1072610
    },
    {
      "epoch": 299.36,
      "grad_norm": 8.067636489868164,
      "learning_rate": 3.4646698242345814e-06,
      "loss": 0.3491,
      "step": 1072620
    },
    {
      "epoch": 299.37,
      "grad_norm": 1.0566993951797485,
      "learning_rate": 3.4646460774486683e-06,
      "loss": 0.3629,
      "step": 1072630
    },
    {
      "epoch": 299.37,
      "grad_norm": 0.8529145121574402,
      "learning_rate": 3.4646223305135626e-06,
      "loss": 0.3551,
      "step": 1072640
    },
    {
      "epoch": 299.37,
      "grad_norm": 1.0857820510864258,
      "learning_rate": 3.464598583429269e-06,
      "loss": 0.3511,
      "step": 1072650
    },
    {
      "epoch": 299.37,
      "grad_norm": 1.1489063501358032,
      "learning_rate": 3.4645748361957904e-06,
      "loss": 0.3691,
      "step": 1072660
    },
    {
      "epoch": 299.38,
      "grad_norm": 0.9506298899650574,
      "learning_rate": 3.464551088813129e-06,
      "loss": 0.3506,
      "step": 1072670
    },
    {
      "epoch": 299.38,
      "grad_norm": 1.1054346561431885,
      "learning_rate": 3.464527341281288e-06,
      "loss": 0.3521,
      "step": 1072680
    },
    {
      "epoch": 299.38,
      "grad_norm": 1.3806155920028687,
      "learning_rate": 3.464503593600273e-06,
      "loss": 0.3698,
      "step": 1072690
    },
    {
      "epoch": 299.39,
      "grad_norm": 1.0907223224639893,
      "learning_rate": 3.4644798457700847e-06,
      "loss": 0.3602,
      "step": 1072700
    },
    {
      "epoch": 299.39,
      "grad_norm": 1.1448414325714111,
      "learning_rate": 3.4644560977907268e-06,
      "loss": 0.3485,
      "step": 1072710
    },
    {
      "epoch": 299.39,
      "grad_norm": 0.9637038707733154,
      "learning_rate": 3.4644323496622025e-06,
      "loss": 0.3596,
      "step": 1072720
    },
    {
      "epoch": 299.39,
      "grad_norm": 0.9516690373420715,
      "learning_rate": 3.4644086013845157e-06,
      "loss": 0.3435,
      "step": 1072730
    },
    {
      "epoch": 299.4,
      "grad_norm": 1.2831132411956787,
      "learning_rate": 3.464384852957668e-06,
      "loss": 0.3643,
      "step": 1072740
    },
    {
      "epoch": 299.4,
      "grad_norm": 0.9628756642341614,
      "learning_rate": 3.464361104381664e-06,
      "loss": 0.366,
      "step": 1072750
    },
    {
      "epoch": 299.4,
      "grad_norm": 0.957184910774231,
      "learning_rate": 3.464337355656506e-06,
      "loss": 0.342,
      "step": 1072760
    },
    {
      "epoch": 299.41,
      "grad_norm": 1.156500220298767,
      "learning_rate": 3.4643136067821985e-06,
      "loss": 0.3373,
      "step": 1072770
    },
    {
      "epoch": 299.41,
      "grad_norm": 0.957764208316803,
      "learning_rate": 3.464289857758743e-06,
      "loss": 0.3508,
      "step": 1072780
    },
    {
      "epoch": 299.41,
      "grad_norm": 1.134894609451294,
      "learning_rate": 3.4642661085861433e-06,
      "loss": 0.362,
      "step": 1072790
    },
    {
      "epoch": 299.41,
      "grad_norm": 0.9900924563407898,
      "learning_rate": 3.4642423592644024e-06,
      "loss": 0.3445,
      "step": 1072800
    },
    {
      "epoch": 299.42,
      "grad_norm": 1.011662483215332,
      "learning_rate": 3.4642186097935236e-06,
      "loss": 0.3572,
      "step": 1072810
    },
    {
      "epoch": 299.42,
      "grad_norm": 0.8343707919120789,
      "learning_rate": 3.464194860173511e-06,
      "loss": 0.3337,
      "step": 1072820
    },
    {
      "epoch": 299.42,
      "grad_norm": 1.1129530668258667,
      "learning_rate": 3.464171110404366e-06,
      "loss": 0.3519,
      "step": 1072830
    },
    {
      "epoch": 299.43,
      "grad_norm": 1.0793147087097168,
      "learning_rate": 3.4641473604860934e-06,
      "loss": 0.366,
      "step": 1072840
    },
    {
      "epoch": 299.43,
      "grad_norm": 1.007327675819397,
      "learning_rate": 3.4641236104186955e-06,
      "loss": 0.3631,
      "step": 1072850
    },
    {
      "epoch": 299.43,
      "grad_norm": 1.0975639820098877,
      "learning_rate": 3.464099860202175e-06,
      "loss": 0.3742,
      "step": 1072860
    },
    {
      "epoch": 299.43,
      "grad_norm": 6.463555335998535,
      "learning_rate": 3.4640761098365357e-06,
      "loss": 0.3544,
      "step": 1072870
    },
    {
      "epoch": 299.44,
      "grad_norm": 1.087515115737915,
      "learning_rate": 3.4640523593217807e-06,
      "loss": 0.3491,
      "step": 1072880
    },
    {
      "epoch": 299.44,
      "grad_norm": 1.029677391052246,
      "learning_rate": 3.464028608657913e-06,
      "loss": 0.361,
      "step": 1072890
    },
    {
      "epoch": 299.44,
      "grad_norm": 0.9278523921966553,
      "learning_rate": 3.4640048578449365e-06,
      "loss": 0.3631,
      "step": 1072900
    },
    {
      "epoch": 299.44,
      "grad_norm": 0.9148556590080261,
      "learning_rate": 3.463981106882854e-06,
      "loss": 0.354,
      "step": 1072910
    },
    {
      "epoch": 299.45,
      "grad_norm": 1.098241925239563,
      "learning_rate": 3.463957355771668e-06,
      "loss": 0.3531,
      "step": 1072920
    },
    {
      "epoch": 299.45,
      "grad_norm": 1.1233725547790527,
      "learning_rate": 3.4639336045113817e-06,
      "loss": 0.3631,
      "step": 1072930
    },
    {
      "epoch": 299.45,
      "grad_norm": 1.200726866722107,
      "learning_rate": 3.463909853101999e-06,
      "loss": 0.3619,
      "step": 1072940
    },
    {
      "epoch": 299.46,
      "grad_norm": 1.1274038553237915,
      "learning_rate": 3.463886101543523e-06,
      "loss": 0.3607,
      "step": 1072950
    },
    {
      "epoch": 299.46,
      "grad_norm": 1.0664812326431274,
      "learning_rate": 3.4638623498359555e-06,
      "loss": 0.3387,
      "step": 1072960
    },
    {
      "epoch": 299.46,
      "grad_norm": 1.0417388677597046,
      "learning_rate": 3.4638385979793017e-06,
      "loss": 0.344,
      "step": 1072970
    },
    {
      "epoch": 299.46,
      "grad_norm": 1.000024676322937,
      "learning_rate": 3.463814845973564e-06,
      "loss": 0.354,
      "step": 1072980
    },
    {
      "epoch": 299.47,
      "grad_norm": 0.9430475831031799,
      "learning_rate": 3.463791093818745e-06,
      "loss": 0.3699,
      "step": 1072990
    },
    {
      "epoch": 299.47,
      "grad_norm": 1.2398432493209839,
      "learning_rate": 3.4637673415148484e-06,
      "loss": 0.3588,
      "step": 1073000
    },
    {
      "epoch": 299.47,
      "grad_norm": 0.9482676982879639,
      "learning_rate": 3.463743589061877e-06,
      "loss": 0.3518,
      "step": 1073010
    },
    {
      "epoch": 299.48,
      "grad_norm": 0.9373618364334106,
      "learning_rate": 3.4637198364598342e-06,
      "loss": 0.3475,
      "step": 1073020
    },
    {
      "epoch": 299.48,
      "grad_norm": 0.9720789790153503,
      "learning_rate": 3.463696083708723e-06,
      "loss": 0.3567,
      "step": 1073030
    },
    {
      "epoch": 299.48,
      "grad_norm": 1.0615978240966797,
      "learning_rate": 3.4636723308085465e-06,
      "loss": 0.3499,
      "step": 1073040
    },
    {
      "epoch": 299.48,
      "grad_norm": 1.0730828046798706,
      "learning_rate": 3.4636485777593084e-06,
      "loss": 0.3677,
      "step": 1073050
    },
    {
      "epoch": 299.49,
      "grad_norm": 1.112726092338562,
      "learning_rate": 3.4636248245610115e-06,
      "loss": 0.3614,
      "step": 1073060
    },
    {
      "epoch": 299.49,
      "grad_norm": 1.1922739744186401,
      "learning_rate": 3.4636010712136585e-06,
      "loss": 0.3515,
      "step": 1073070
    },
    {
      "epoch": 299.49,
      "grad_norm": 1.1310687065124512,
      "learning_rate": 3.463577317717254e-06,
      "loss": 0.3518,
      "step": 1073080
    },
    {
      "epoch": 299.49,
      "grad_norm": 1.031891942024231,
      "learning_rate": 3.463553564071799e-06,
      "loss": 0.348,
      "step": 1073090
    },
    {
      "epoch": 299.5,
      "grad_norm": 1.0187996625900269,
      "learning_rate": 3.463529810277298e-06,
      "loss": 0.3618,
      "step": 1073100
    },
    {
      "epoch": 299.5,
      "grad_norm": 1.3113905191421509,
      "learning_rate": 3.463506056333755e-06,
      "loss": 0.35,
      "step": 1073110
    },
    {
      "epoch": 299.5,
      "grad_norm": 1.4810006618499756,
      "learning_rate": 3.4634823022411714e-06,
      "loss": 0.3573,
      "step": 1073120
    },
    {
      "epoch": 299.51,
      "grad_norm": 1.301093339920044,
      "learning_rate": 3.4634585479995514e-06,
      "loss": 0.3661,
      "step": 1073130
    },
    {
      "epoch": 299.51,
      "grad_norm": 0.8622547388076782,
      "learning_rate": 3.4634347936088977e-06,
      "loss": 0.3693,
      "step": 1073140
    },
    {
      "epoch": 299.51,
      "grad_norm": 0.9058788418769836,
      "learning_rate": 3.4634110390692137e-06,
      "loss": 0.3639,
      "step": 1073150
    },
    {
      "epoch": 299.51,
      "grad_norm": 0.9941155910491943,
      "learning_rate": 3.4633872843805022e-06,
      "loss": 0.3773,
      "step": 1073160
    },
    {
      "epoch": 299.52,
      "grad_norm": 2.8308489322662354,
      "learning_rate": 3.4633635295427667e-06,
      "loss": 0.3489,
      "step": 1073170
    },
    {
      "epoch": 299.52,
      "grad_norm": 0.8655949831008911,
      "learning_rate": 3.463339774556011e-06,
      "loss": 0.363,
      "step": 1073180
    },
    {
      "epoch": 299.52,
      "grad_norm": 1.0092469453811646,
      "learning_rate": 3.463316019420237e-06,
      "loss": 0.3591,
      "step": 1073190
    },
    {
      "epoch": 299.53,
      "grad_norm": 0.9731066226959229,
      "learning_rate": 3.463292264135449e-06,
      "loss": 0.3521,
      "step": 1073200
    },
    {
      "epoch": 299.53,
      "grad_norm": 0.9260820746421814,
      "learning_rate": 3.4632685087016495e-06,
      "loss": 0.3556,
      "step": 1073210
    },
    {
      "epoch": 299.53,
      "grad_norm": 1.3129825592041016,
      "learning_rate": 3.4632447531188414e-06,
      "loss": 0.3668,
      "step": 1073220
    },
    {
      "epoch": 299.53,
      "grad_norm": 1.0506515502929688,
      "learning_rate": 3.463220997387028e-06,
      "loss": 0.3561,
      "step": 1073230
    },
    {
      "epoch": 299.54,
      "grad_norm": 1.1065524816513062,
      "learning_rate": 3.4631972415062133e-06,
      "loss": 0.348,
      "step": 1073240
    },
    {
      "epoch": 299.54,
      "grad_norm": 1.0328181982040405,
      "learning_rate": 3.4631734854763997e-06,
      "loss": 0.3728,
      "step": 1073250
    },
    {
      "epoch": 299.54,
      "grad_norm": 0.9253403544425964,
      "learning_rate": 3.46314972929759e-06,
      "loss": 0.3519,
      "step": 1073260
    },
    {
      "epoch": 299.55,
      "grad_norm": 1.1521799564361572,
      "learning_rate": 3.463125972969789e-06,
      "loss": 0.3663,
      "step": 1073270
    },
    {
      "epoch": 299.55,
      "grad_norm": 1.098338007926941,
      "learning_rate": 3.463102216492998e-06,
      "loss": 0.361,
      "step": 1073280
    },
    {
      "epoch": 299.55,
      "grad_norm": 1.0996038913726807,
      "learning_rate": 3.463078459867221e-06,
      "loss": 0.3405,
      "step": 1073290
    },
    {
      "epoch": 299.55,
      "grad_norm": 1.1574705839157104,
      "learning_rate": 3.4630547030924613e-06,
      "loss": 0.3547,
      "step": 1073300
    },
    {
      "epoch": 299.56,
      "grad_norm": 1.1693272590637207,
      "learning_rate": 3.4630309461687217e-06,
      "loss": 0.3638,
      "step": 1073310
    },
    {
      "epoch": 299.56,
      "grad_norm": 0.8441349267959595,
      "learning_rate": 3.4630071890960055e-06,
      "loss": 0.3586,
      "step": 1073320
    },
    {
      "epoch": 299.56,
      "grad_norm": 1.1011466979980469,
      "learning_rate": 3.4629834318743157e-06,
      "loss": 0.3464,
      "step": 1073330
    },
    {
      "epoch": 299.56,
      "grad_norm": 1.056118369102478,
      "learning_rate": 3.4629596745036557e-06,
      "loss": 0.365,
      "step": 1073340
    },
    {
      "epoch": 299.57,
      "grad_norm": 1.072920799255371,
      "learning_rate": 3.462935916984029e-06,
      "loss": 0.3584,
      "step": 1073350
    },
    {
      "epoch": 299.57,
      "grad_norm": 0.9534239172935486,
      "learning_rate": 3.462912159315438e-06,
      "loss": 0.3624,
      "step": 1073360
    },
    {
      "epoch": 299.57,
      "grad_norm": 0.9399333596229553,
      "learning_rate": 3.462888401497886e-06,
      "loss": 0.3588,
      "step": 1073370
    },
    {
      "epoch": 299.58,
      "grad_norm": 1.1584820747375488,
      "learning_rate": 3.4628646435313765e-06,
      "loss": 0.338,
      "step": 1073380
    },
    {
      "epoch": 299.58,
      "grad_norm": 1.0084998607635498,
      "learning_rate": 3.4628408854159123e-06,
      "loss": 0.3563,
      "step": 1073390
    },
    {
      "epoch": 299.58,
      "grad_norm": 0.9239974617958069,
      "learning_rate": 3.462817127151498e-06,
      "loss": 0.3505,
      "step": 1073400
    },
    {
      "epoch": 299.58,
      "grad_norm": 0.9466012716293335,
      "learning_rate": 3.462793368738134e-06,
      "loss": 0.343,
      "step": 1073410
    },
    {
      "epoch": 299.59,
      "grad_norm": 0.9498292803764343,
      "learning_rate": 3.4627696101758256e-06,
      "loss": 0.3499,
      "step": 1073420
    },
    {
      "epoch": 299.59,
      "grad_norm": 0.9234455227851868,
      "learning_rate": 3.462745851464576e-06,
      "loss": 0.366,
      "step": 1073430
    },
    {
      "epoch": 299.59,
      "grad_norm": 0.8982702493667603,
      "learning_rate": 3.4627220926043872e-06,
      "loss": 0.3631,
      "step": 1073440
    },
    {
      "epoch": 299.6,
      "grad_norm": 1.097556471824646,
      "learning_rate": 3.4626983335952627e-06,
      "loss": 0.3707,
      "step": 1073450
    },
    {
      "epoch": 299.6,
      "grad_norm": 0.9623435735702515,
      "learning_rate": 3.462674574437206e-06,
      "loss": 0.347,
      "step": 1073460
    },
    {
      "epoch": 299.6,
      "grad_norm": 1.0093061923980713,
      "learning_rate": 3.4626508151302206e-06,
      "loss": 0.3598,
      "step": 1073470
    },
    {
      "epoch": 299.6,
      "grad_norm": 0.9657049775123596,
      "learning_rate": 3.4626270556743086e-06,
      "loss": 0.3728,
      "step": 1073480
    },
    {
      "epoch": 299.61,
      "grad_norm": 1.32050621509552,
      "learning_rate": 3.462603296069474e-06,
      "loss": 0.3627,
      "step": 1073490
    },
    {
      "epoch": 299.61,
      "grad_norm": 0.9907101988792419,
      "learning_rate": 3.4625795363157197e-06,
      "loss": 0.3513,
      "step": 1073500
    },
    {
      "epoch": 299.61,
      "grad_norm": 0.8888515830039978,
      "learning_rate": 3.462555776413049e-06,
      "loss": 0.3641,
      "step": 1073510
    },
    {
      "epoch": 299.61,
      "grad_norm": 1.1546597480773926,
      "learning_rate": 3.462532016361465e-06,
      "loss": 0.3713,
      "step": 1073520
    },
    {
      "epoch": 299.62,
      "grad_norm": 1.356135368347168,
      "learning_rate": 3.4625082561609708e-06,
      "loss": 0.3395,
      "step": 1073530
    },
    {
      "epoch": 299.62,
      "grad_norm": 1.0280684232711792,
      "learning_rate": 3.4624844958115694e-06,
      "loss": 0.3463,
      "step": 1073540
    },
    {
      "epoch": 299.62,
      "grad_norm": 1.1137456893920898,
      "learning_rate": 3.462460735313264e-06,
      "loss": 0.357,
      "step": 1073550
    },
    {
      "epoch": 299.63,
      "grad_norm": 1.1721248626708984,
      "learning_rate": 3.462436974666058e-06,
      "loss": 0.347,
      "step": 1073560
    },
    {
      "epoch": 299.63,
      "grad_norm": 1.1060711145401,
      "learning_rate": 3.4624132138699546e-06,
      "loss": 0.3508,
      "step": 1073570
    },
    {
      "epoch": 299.63,
      "grad_norm": 1.2868316173553467,
      "learning_rate": 3.462389452924957e-06,
      "loss": 0.3573,
      "step": 1073580
    },
    {
      "epoch": 299.63,
      "grad_norm": 0.9415662884712219,
      "learning_rate": 3.462365691831068e-06,
      "loss": 0.3652,
      "step": 1073590
    },
    {
      "epoch": 299.64,
      "grad_norm": 1.1150325536727905,
      "learning_rate": 3.4623419305882904e-06,
      "loss": 0.3661,
      "step": 1073600
    },
    {
      "epoch": 299.64,
      "grad_norm": 1.198193073272705,
      "learning_rate": 3.4623181691966286e-06,
      "loss": 0.3657,
      "step": 1073610
    },
    {
      "epoch": 299.64,
      "grad_norm": 0.9956742525100708,
      "learning_rate": 3.462294407656084e-06,
      "loss": 0.3398,
      "step": 1073620
    },
    {
      "epoch": 299.65,
      "grad_norm": 1.2733571529388428,
      "learning_rate": 3.462270645966663e-06,
      "loss": 0.3499,
      "step": 1073630
    },
    {
      "epoch": 299.65,
      "grad_norm": 1.1123765707015991,
      "learning_rate": 3.4622468841283648e-06,
      "loss": 0.3498,
      "step": 1073640
    },
    {
      "epoch": 299.65,
      "grad_norm": 0.9222312569618225,
      "learning_rate": 3.462223122141195e-06,
      "loss": 0.3416,
      "step": 1073650
    },
    {
      "epoch": 299.65,
      "grad_norm": 0.9594209790229797,
      "learning_rate": 3.4621993600051566e-06,
      "loss": 0.3569,
      "step": 1073660
    },
    {
      "epoch": 299.66,
      "grad_norm": 1.1205317974090576,
      "learning_rate": 3.462175597720251e-06,
      "loss": 0.35,
      "step": 1073670
    },
    {
      "epoch": 299.66,
      "grad_norm": 0.935567319393158,
      "learning_rate": 3.462151835286483e-06,
      "loss": 0.3523,
      "step": 1073680
    },
    {
      "epoch": 299.66,
      "grad_norm": 1.2885682582855225,
      "learning_rate": 3.462128072703856e-06,
      "loss": 0.3555,
      "step": 1073690
    },
    {
      "epoch": 299.67,
      "grad_norm": 1.0938054323196411,
      "learning_rate": 3.4621043099723724e-06,
      "loss": 0.3548,
      "step": 1073700
    },
    {
      "epoch": 299.67,
      "grad_norm": 1.0564954280853271,
      "learning_rate": 3.462080547092035e-06,
      "loss": 0.3619,
      "step": 1073710
    },
    {
      "epoch": 299.67,
      "grad_norm": 1.1589319705963135,
      "learning_rate": 3.4620567840628484e-06,
      "loss": 0.3529,
      "step": 1073720
    },
    {
      "epoch": 299.67,
      "grad_norm": 1.0805879831314087,
      "learning_rate": 3.462033020884814e-06,
      "loss": 0.3621,
      "step": 1073730
    },
    {
      "epoch": 299.68,
      "grad_norm": 1.0451533794403076,
      "learning_rate": 3.4620092575579364e-06,
      "loss": 0.356,
      "step": 1073740
    },
    {
      "epoch": 299.68,
      "grad_norm": 1.0363187789916992,
      "learning_rate": 3.4619854940822174e-06,
      "loss": 0.3566,
      "step": 1073750
    },
    {
      "epoch": 299.68,
      "grad_norm": 0.9563680291175842,
      "learning_rate": 3.4619617304576624e-06,
      "loss": 0.3683,
      "step": 1073760
    },
    {
      "epoch": 299.68,
      "grad_norm": 1.08872652053833,
      "learning_rate": 3.4619379666842723e-06,
      "loss": 0.3607,
      "step": 1073770
    },
    {
      "epoch": 299.69,
      "grad_norm": 1.1163194179534912,
      "learning_rate": 3.4619142027620505e-06,
      "loss": 0.3311,
      "step": 1073780
    },
    {
      "epoch": 299.69,
      "grad_norm": 0.8884788751602173,
      "learning_rate": 3.4618904386910015e-06,
      "loss": 0.3724,
      "step": 1073790
    },
    {
      "epoch": 299.69,
      "grad_norm": 1.0176135301589966,
      "learning_rate": 3.461866674471128e-06,
      "loss": 0.3617,
      "step": 1073800
    },
    {
      "epoch": 299.7,
      "grad_norm": 1.114884853363037,
      "learning_rate": 3.461842910102432e-06,
      "loss": 0.3684,
      "step": 1073810
    },
    {
      "epoch": 299.7,
      "grad_norm": 1.0302525758743286,
      "learning_rate": 3.461819145584918e-06,
      "loss": 0.3682,
      "step": 1073820
    },
    {
      "epoch": 299.7,
      "grad_norm": 1.0333528518676758,
      "learning_rate": 3.461795380918589e-06,
      "loss": 0.3492,
      "step": 1073830
    },
    {
      "epoch": 299.7,
      "grad_norm": 1.0086747407913208,
      "learning_rate": 3.461771616103447e-06,
      "loss": 0.3465,
      "step": 1073840
    },
    {
      "epoch": 299.71,
      "grad_norm": 0.9602810740470886,
      "learning_rate": 3.4617478511394965e-06,
      "loss": 0.3497,
      "step": 1073850
    },
    {
      "epoch": 299.71,
      "grad_norm": 1.03359055519104,
      "learning_rate": 3.4617240860267397e-06,
      "loss": 0.3501,
      "step": 1073860
    },
    {
      "epoch": 299.71,
      "grad_norm": 0.9595423340797424,
      "learning_rate": 3.461700320765181e-06,
      "loss": 0.3607,
      "step": 1073870
    },
    {
      "epoch": 299.72,
      "grad_norm": 0.990434467792511,
      "learning_rate": 3.461676555354823e-06,
      "loss": 0.3584,
      "step": 1073880
    },
    {
      "epoch": 299.72,
      "grad_norm": 0.8812201023101807,
      "learning_rate": 3.4616527897956676e-06,
      "loss": 0.3431,
      "step": 1073890
    },
    {
      "epoch": 299.72,
      "grad_norm": 0.9307430982589722,
      "learning_rate": 3.4616290240877194e-06,
      "loss": 0.3451,
      "step": 1073900
    },
    {
      "epoch": 299.72,
      "grad_norm": 1.6361640691757202,
      "learning_rate": 3.4616052582309815e-06,
      "loss": 0.3551,
      "step": 1073910
    },
    {
      "epoch": 299.73,
      "grad_norm": 1.0463221073150635,
      "learning_rate": 3.4615814922254567e-06,
      "loss": 0.3702,
      "step": 1073920
    },
    {
      "epoch": 299.73,
      "grad_norm": 0.8193539977073669,
      "learning_rate": 3.461557726071148e-06,
      "loss": 0.3479,
      "step": 1073930
    },
    {
      "epoch": 299.73,
      "grad_norm": 0.9109489917755127,
      "learning_rate": 3.4615339597680593e-06,
      "loss": 0.3582,
      "step": 1073940
    },
    {
      "epoch": 299.73,
      "grad_norm": 1.0063822269439697,
      "learning_rate": 3.4615101933161934e-06,
      "loss": 0.3637,
      "step": 1073950
    },
    {
      "epoch": 299.74,
      "grad_norm": 1.1459860801696777,
      "learning_rate": 3.4614864267155526e-06,
      "loss": 0.3458,
      "step": 1073960
    },
    {
      "epoch": 299.74,
      "grad_norm": 0.9368759989738464,
      "learning_rate": 3.46146265996614e-06,
      "loss": 0.3564,
      "step": 1073970
    },
    {
      "epoch": 299.74,
      "grad_norm": 0.9688029885292053,
      "learning_rate": 3.4614388930679616e-06,
      "loss": 0.3584,
      "step": 1073980
    },
    {
      "epoch": 299.75,
      "grad_norm": 1.0846357345581055,
      "learning_rate": 3.461415126021017e-06,
      "loss": 0.3632,
      "step": 1073990
    },
    {
      "epoch": 299.75,
      "grad_norm": 1.1064789295196533,
      "learning_rate": 3.4613913588253114e-06,
      "loss": 0.3646,
      "step": 1074000
    },
    {
      "epoch": 299.75,
      "grad_norm": 0.9932140707969666,
      "learning_rate": 3.4613675914808473e-06,
      "loss": 0.3612,
      "step": 1074010
    },
    {
      "epoch": 299.75,
      "grad_norm": 1.052666187286377,
      "learning_rate": 3.4613438239876286e-06,
      "loss": 0.3588,
      "step": 1074020
    },
    {
      "epoch": 299.76,
      "grad_norm": 0.922365665435791,
      "learning_rate": 3.461320056345657e-06,
      "loss": 0.3489,
      "step": 1074030
    },
    {
      "epoch": 299.76,
      "grad_norm": 0.9467718005180359,
      "learning_rate": 3.4612962885549365e-06,
      "loss": 0.3634,
      "step": 1074040
    },
    {
      "epoch": 299.76,
      "grad_norm": 0.987174391746521,
      "learning_rate": 3.4612725206154707e-06,
      "loss": 0.3508,
      "step": 1074050
    },
    {
      "epoch": 299.77,
      "grad_norm": 0.9532662034034729,
      "learning_rate": 3.461248752527262e-06,
      "loss": 0.3468,
      "step": 1074060
    },
    {
      "epoch": 299.77,
      "grad_norm": 0.9006527066230774,
      "learning_rate": 3.4612249842903146e-06,
      "loss": 0.3511,
      "step": 1074070
    },
    {
      "epoch": 299.77,
      "grad_norm": 0.9277823567390442,
      "learning_rate": 3.46120121590463e-06,
      "loss": 0.3704,
      "step": 1074080
    },
    {
      "epoch": 299.77,
      "grad_norm": 1.143627405166626,
      "learning_rate": 3.4611774473702136e-06,
      "loss": 0.3689,
      "step": 1074090
    },
    {
      "epoch": 299.78,
      "grad_norm": 0.8840956091880798,
      "learning_rate": 3.4611536786870664e-06,
      "loss": 0.3638,
      "step": 1074100
    },
    {
      "epoch": 299.78,
      "grad_norm": 0.9478344321250916,
      "learning_rate": 3.461129909855193e-06,
      "loss": 0.3554,
      "step": 1074110
    },
    {
      "epoch": 299.78,
      "grad_norm": 0.953477680683136,
      "learning_rate": 3.461106140874595e-06,
      "loss": 0.3735,
      "step": 1074120
    },
    {
      "epoch": 299.79,
      "grad_norm": 1.0156896114349365,
      "learning_rate": 3.461082371745277e-06,
      "loss": 0.3517,
      "step": 1074130
    },
    {
      "epoch": 299.79,
      "grad_norm": 1.0649429559707642,
      "learning_rate": 3.461058602467242e-06,
      "loss": 0.3546,
      "step": 1074140
    },
    {
      "epoch": 299.79,
      "grad_norm": 0.9596974849700928,
      "learning_rate": 3.4610348330404937e-06,
      "loss": 0.3638,
      "step": 1074150
    },
    {
      "epoch": 299.79,
      "grad_norm": 0.9577762484550476,
      "learning_rate": 3.4610110634650338e-06,
      "loss": 0.3466,
      "step": 1074160
    },
    {
      "epoch": 299.8,
      "grad_norm": 0.9860507249832153,
      "learning_rate": 3.4609872937408666e-06,
      "loss": 0.3394,
      "step": 1074170
    },
    {
      "epoch": 299.8,
      "grad_norm": 1.197123646736145,
      "learning_rate": 3.4609635238679935e-06,
      "loss": 0.3587,
      "step": 1074180
    },
    {
      "epoch": 299.8,
      "grad_norm": 1.047499179840088,
      "learning_rate": 3.46093975384642e-06,
      "loss": 0.3721,
      "step": 1074190
    },
    {
      "epoch": 299.8,
      "grad_norm": 1.032630205154419,
      "learning_rate": 3.4609159836761477e-06,
      "loss": 0.3503,
      "step": 1074200
    },
    {
      "epoch": 299.81,
      "grad_norm": 0.9201512336730957,
      "learning_rate": 3.460892213357181e-06,
      "loss": 0.3535,
      "step": 1074210
    },
    {
      "epoch": 299.81,
      "grad_norm": 1.1488896608352661,
      "learning_rate": 3.4608684428895217e-06,
      "loss": 0.3427,
      "step": 1074220
    },
    {
      "epoch": 299.81,
      "grad_norm": 1.2425684928894043,
      "learning_rate": 3.460844672273174e-06,
      "loss": 0.353,
      "step": 1074230
    },
    {
      "epoch": 299.82,
      "grad_norm": 1.01031494140625,
      "learning_rate": 3.4608209015081404e-06,
      "loss": 0.3577,
      "step": 1074240
    },
    {
      "epoch": 299.82,
      "grad_norm": 0.9397944808006287,
      "learning_rate": 3.4607971305944248e-06,
      "loss": 0.3474,
      "step": 1074250
    },
    {
      "epoch": 299.82,
      "grad_norm": 0.8874573111534119,
      "learning_rate": 3.4607733595320294e-06,
      "loss": 0.3656,
      "step": 1074260
    },
    {
      "epoch": 299.82,
      "grad_norm": 1.0342743396759033,
      "learning_rate": 3.4607495883209586e-06,
      "loss": 0.3411,
      "step": 1074270
    },
    {
      "epoch": 299.83,
      "grad_norm": 1.0581284761428833,
      "learning_rate": 3.460725816961214e-06,
      "loss": 0.3565,
      "step": 1074280
    },
    {
      "epoch": 299.83,
      "grad_norm": 0.9895209074020386,
      "learning_rate": 3.4607020454528e-06,
      "loss": 0.3704,
      "step": 1074290
    },
    {
      "epoch": 299.83,
      "grad_norm": 1.0040837526321411,
      "learning_rate": 3.4606782737957197e-06,
      "loss": 0.3669,
      "step": 1074300
    },
    {
      "epoch": 299.84,
      "grad_norm": 1.0359385013580322,
      "learning_rate": 3.4606545019899755e-06,
      "loss": 0.3405,
      "step": 1074310
    },
    {
      "epoch": 299.84,
      "grad_norm": 1.1104696989059448,
      "learning_rate": 3.460630730035571e-06,
      "loss": 0.3593,
      "step": 1074320
    },
    {
      "epoch": 299.84,
      "grad_norm": 0.8736191391944885,
      "learning_rate": 3.4606069579325097e-06,
      "loss": 0.3592,
      "step": 1074330
    },
    {
      "epoch": 299.84,
      "grad_norm": 0.966894268989563,
      "learning_rate": 3.4605831856807945e-06,
      "loss": 0.3506,
      "step": 1074340
    },
    {
      "epoch": 299.85,
      "grad_norm": 0.9967074394226074,
      "learning_rate": 3.460559413280428e-06,
      "loss": 0.359,
      "step": 1074350
    },
    {
      "epoch": 299.85,
      "grad_norm": 0.9765979647636414,
      "learning_rate": 3.4605356407314136e-06,
      "loss": 0.3345,
      "step": 1074360
    },
    {
      "epoch": 299.85,
      "grad_norm": 0.9797621369361877,
      "learning_rate": 3.4605118680337555e-06,
      "loss": 0.3559,
      "step": 1074370
    },
    {
      "epoch": 299.85,
      "grad_norm": 0.9915273785591125,
      "learning_rate": 3.4604880951874554e-06,
      "loss": 0.3467,
      "step": 1074380
    },
    {
      "epoch": 299.86,
      "grad_norm": 6.986878871917725,
      "learning_rate": 3.4604643221925184e-06,
      "loss": 0.3654,
      "step": 1074390
    },
    {
      "epoch": 299.86,
      "grad_norm": 0.9967654347419739,
      "learning_rate": 3.460440549048946e-06,
      "loss": 0.3614,
      "step": 1074400
    },
    {
      "epoch": 299.86,
      "grad_norm": 1.0482652187347412,
      "learning_rate": 3.4604167757567413e-06,
      "loss": 0.3554,
      "step": 1074410
    },
    {
      "epoch": 299.87,
      "grad_norm": 0.9559230208396912,
      "learning_rate": 3.460393002315908e-06,
      "loss": 0.3656,
      "step": 1074420
    },
    {
      "epoch": 299.87,
      "grad_norm": 1.1422512531280518,
      "learning_rate": 3.460369228726449e-06,
      "loss": 0.3562,
      "step": 1074430
    },
    {
      "epoch": 299.87,
      "grad_norm": 0.889926016330719,
      "learning_rate": 3.460345454988368e-06,
      "loss": 0.3595,
      "step": 1074440
    },
    {
      "epoch": 299.87,
      "grad_norm": 0.9258098006248474,
      "learning_rate": 3.4603216811016676e-06,
      "loss": 0.37,
      "step": 1074450
    },
    {
      "epoch": 299.88,
      "grad_norm": 0.9697186350822449,
      "learning_rate": 3.4602979070663518e-06,
      "loss": 0.3567,
      "step": 1074460
    },
    {
      "epoch": 299.88,
      "grad_norm": 1.2159826755523682,
      "learning_rate": 3.4602741328824227e-06,
      "loss": 0.3621,
      "step": 1074470
    },
    {
      "epoch": 299.88,
      "grad_norm": 1.111241340637207,
      "learning_rate": 3.460250358549884e-06,
      "loss": 0.3651,
      "step": 1074480
    },
    {
      "epoch": 299.89,
      "grad_norm": 0.8912873864173889,
      "learning_rate": 3.4602265840687386e-06,
      "loss": 0.364,
      "step": 1074490
    },
    {
      "epoch": 299.89,
      "grad_norm": 0.9488891959190369,
      "learning_rate": 3.4602028094389903e-06,
      "loss": 0.3652,
      "step": 1074500
    },
    {
      "epoch": 299.89,
      "grad_norm": 0.9801685810089111,
      "learning_rate": 3.460179034660641e-06,
      "loss": 0.3602,
      "step": 1074510
    },
    {
      "epoch": 299.89,
      "grad_norm": 1.161726474761963,
      "learning_rate": 3.4601552597336952e-06,
      "loss": 0.3579,
      "step": 1074520
    },
    {
      "epoch": 299.9,
      "grad_norm": 1.0044690370559692,
      "learning_rate": 3.4601314846581556e-06,
      "loss": 0.3464,
      "step": 1074530
    },
    {
      "epoch": 299.9,
      "grad_norm": 1.2241969108581543,
      "learning_rate": 3.4601077094340256e-06,
      "loss": 0.3674,
      "step": 1074540
    },
    {
      "epoch": 299.9,
      "grad_norm": 22.70177459716797,
      "learning_rate": 3.4600839340613083e-06,
      "loss": 0.3465,
      "step": 1074550
    },
    {
      "epoch": 299.91,
      "grad_norm": 1.0275434255599976,
      "learning_rate": 3.4600601585400058e-06,
      "loss": 0.3681,
      "step": 1074560
    },
    {
      "epoch": 299.91,
      "grad_norm": 1.03682279586792,
      "learning_rate": 3.4600363828701226e-06,
      "loss": 0.3439,
      "step": 1074570
    },
    {
      "epoch": 299.91,
      "grad_norm": 0.9677509069442749,
      "learning_rate": 3.460012607051661e-06,
      "loss": 0.343,
      "step": 1074580
    },
    {
      "epoch": 299.91,
      "grad_norm": 1.12896728515625,
      "learning_rate": 3.459988831084625e-06,
      "loss": 0.3559,
      "step": 1074590
    },
    {
      "epoch": 299.92,
      "grad_norm": 1.0556086301803589,
      "learning_rate": 3.459965054969017e-06,
      "loss": 0.3564,
      "step": 1074600
    },
    {
      "epoch": 299.92,
      "grad_norm": 1.0612540245056152,
      "learning_rate": 3.459941278704841e-06,
      "loss": 0.3635,
      "step": 1074610
    },
    {
      "epoch": 299.92,
      "grad_norm": 1.0418131351470947,
      "learning_rate": 3.459917502292099e-06,
      "loss": 0.3632,
      "step": 1074620
    },
    {
      "epoch": 299.92,
      "grad_norm": 1.238240122795105,
      "learning_rate": 3.459893725730795e-06,
      "loss": 0.3619,
      "step": 1074630
    },
    {
      "epoch": 299.93,
      "grad_norm": 1.1971570253372192,
      "learning_rate": 3.459869949020932e-06,
      "loss": 0.3444,
      "step": 1074640
    },
    {
      "epoch": 299.93,
      "grad_norm": 1.0821014642715454,
      "learning_rate": 3.4598461721625127e-06,
      "loss": 0.3475,
      "step": 1074650
    },
    {
      "epoch": 299.93,
      "grad_norm": 1.0524669885635376,
      "learning_rate": 3.4598223951555414e-06,
      "loss": 0.3448,
      "step": 1074660
    },
    {
      "epoch": 299.94,
      "grad_norm": 1.0655808448791504,
      "learning_rate": 3.45979861800002e-06,
      "loss": 0.3541,
      "step": 1074670
    },
    {
      "epoch": 299.94,
      "grad_norm": 0.997901439666748,
      "learning_rate": 3.459774840695953e-06,
      "loss": 0.3438,
      "step": 1074680
    },
    {
      "epoch": 299.94,
      "grad_norm": 1.047380805015564,
      "learning_rate": 3.4597510632433423e-06,
      "loss": 0.3559,
      "step": 1074690
    },
    {
      "epoch": 299.94,
      "grad_norm": 0.979162871837616,
      "learning_rate": 3.459727285642192e-06,
      "loss": 0.3721,
      "step": 1074700
    },
    {
      "epoch": 299.95,
      "grad_norm": 1.0919466018676758,
      "learning_rate": 3.459703507892504e-06,
      "loss": 0.3649,
      "step": 1074710
    },
    {
      "epoch": 299.95,
      "grad_norm": 1.1937497854232788,
      "learning_rate": 3.4596797299942826e-06,
      "loss": 0.34,
      "step": 1074720
    },
    {
      "epoch": 299.95,
      "grad_norm": 0.9633957147598267,
      "learning_rate": 3.45965595194753e-06,
      "loss": 0.3528,
      "step": 1074730
    },
    {
      "epoch": 299.96,
      "grad_norm": 1.0684009790420532,
      "learning_rate": 3.459632173752251e-06,
      "loss": 0.3724,
      "step": 1074740
    },
    {
      "epoch": 299.96,
      "grad_norm": 1.1333661079406738,
      "learning_rate": 3.459608395408448e-06,
      "loss": 0.3522,
      "step": 1074750
    },
    {
      "epoch": 299.96,
      "grad_norm": 1.1728719472885132,
      "learning_rate": 3.4595846169161233e-06,
      "loss": 0.342,
      "step": 1074760
    },
    {
      "epoch": 299.96,
      "grad_norm": 1.1236711740493774,
      "learning_rate": 3.4595608382752805e-06,
      "loss": 0.3587,
      "step": 1074770
    },
    {
      "epoch": 299.97,
      "grad_norm": 1.0619723796844482,
      "learning_rate": 3.4595370594859233e-06,
      "loss": 0.3396,
      "step": 1074780
    },
    {
      "epoch": 299.97,
      "grad_norm": 1.0520001649856567,
      "learning_rate": 3.459513280548055e-06,
      "loss": 0.3589,
      "step": 1074790
    },
    {
      "epoch": 299.97,
      "grad_norm": 1.1269612312316895,
      "learning_rate": 3.4594895014616774e-06,
      "loss": 0.3699,
      "step": 1074800
    },
    {
      "epoch": 299.97,
      "grad_norm": 6.271705150604248,
      "learning_rate": 3.4594657222267952e-06,
      "loss": 0.3504,
      "step": 1074810
    },
    {
      "epoch": 299.98,
      "grad_norm": 0.9835601449012756,
      "learning_rate": 3.4594419428434108e-06,
      "loss": 0.3544,
      "step": 1074820
    },
    {
      "epoch": 299.98,
      "grad_norm": 1.3938981294631958,
      "learning_rate": 3.459418163311528e-06,
      "loss": 0.349,
      "step": 1074830
    },
    {
      "epoch": 299.98,
      "grad_norm": 0.9832069873809814,
      "learning_rate": 3.4593943836311487e-06,
      "loss": 0.3437,
      "step": 1074840
    },
    {
      "epoch": 299.99,
      "grad_norm": 2.46817946434021,
      "learning_rate": 3.459370603802277e-06,
      "loss": 0.3647,
      "step": 1074850
    },
    {
      "epoch": 299.99,
      "grad_norm": 1.030394196510315,
      "learning_rate": 3.459346823824916e-06,
      "loss": 0.3495,
      "step": 1074860
    },
    {
      "epoch": 299.99,
      "grad_norm": 1.0980900526046753,
      "learning_rate": 3.4593230436990685e-06,
      "loss": 0.3768,
      "step": 1074870
    },
    {
      "epoch": 299.99,
      "grad_norm": 1.2142447233200073,
      "learning_rate": 3.4592992634247384e-06,
      "loss": 0.3379,
      "step": 1074880
    },
    {
      "epoch": 300.0,
      "grad_norm": 1.0746150016784668,
      "learning_rate": 3.4592754830019276e-06,
      "loss": 0.3806,
      "step": 1074890
    },
    {
      "epoch": 300.0,
      "grad_norm": 0.9969773292541504,
      "learning_rate": 3.4592517024306413e-06,
      "loss": 0.3511,
      "step": 1074900
    },
    {
      "epoch": 300.0,
      "eval_loss": 0.3564985692501068,
      "eval_runtime": 63.2707,
      "eval_samples_per_second": 79.958,
      "eval_steps_per_second": 10.005,
      "step": 1074900
    },
    {
      "epoch": 300.0,
      "grad_norm": 1.1459110975265503,
      "learning_rate": 3.45922792171088e-06,
      "loss": 0.3715,
      "step": 1074910
    },
    {
      "epoch": 300.01,
      "grad_norm": 0.9175944924354553,
      "learning_rate": 3.4592041408426496e-06,
      "loss": 0.3706,
      "step": 1074920
    },
    {
      "epoch": 300.01,
      "grad_norm": 0.9685640335083008,
      "learning_rate": 3.459180359825951e-06,
      "loss": 0.3429,
      "step": 1074930
    },
    {
      "epoch": 300.01,
      "grad_norm": 0.8513984084129333,
      "learning_rate": 3.4591565786607883e-06,
      "loss": 0.3659,
      "step": 1074940
    },
    {
      "epoch": 300.01,
      "grad_norm": 0.9416953921318054,
      "learning_rate": 3.4591327973471653e-06,
      "loss": 0.3541,
      "step": 1074950
    },
    {
      "epoch": 300.02,
      "grad_norm": 1.1478126049041748,
      "learning_rate": 3.459109015885084e-06,
      "loss": 0.3528,
      "step": 1074960
    },
    {
      "epoch": 300.02,
      "grad_norm": 1.083855390548706,
      "learning_rate": 3.459085234274549e-06,
      "loss": 0.3507,
      "step": 1074970
    },
    {
      "epoch": 300.02,
      "grad_norm": 1.0760283470153809,
      "learning_rate": 3.459061452515562e-06,
      "loss": 0.356,
      "step": 1074980
    },
    {
      "epoch": 300.03,
      "grad_norm": 1.1759734153747559,
      "learning_rate": 3.4590376706081264e-06,
      "loss": 0.3585,
      "step": 1074990
    },
    {
      "epoch": 300.03,
      "grad_norm": 1.2005281448364258,
      "learning_rate": 3.4590138885522462e-06,
      "loss": 0.3614,
      "step": 1075000
    },
    {
      "epoch": 300.03,
      "grad_norm": 1.012445092201233,
      "learning_rate": 3.458990106347924e-06,
      "loss": 0.3516,
      "step": 1075010
    },
    {
      "epoch": 300.03,
      "grad_norm": 1.0953305959701538,
      "learning_rate": 3.4589663239951627e-06,
      "loss": 0.3584,
      "step": 1075020
    },
    {
      "epoch": 300.04,
      "grad_norm": 0.9815872311592102,
      "learning_rate": 3.458942541493966e-06,
      "loss": 0.3471,
      "step": 1075030
    },
    {
      "epoch": 300.04,
      "grad_norm": 1.1207435131072998,
      "learning_rate": 3.458918758844337e-06,
      "loss": 0.3551,
      "step": 1075040
    },
    {
      "epoch": 300.04,
      "grad_norm": 1.0403276681900024,
      "learning_rate": 3.4588949760462785e-06,
      "loss": 0.3641,
      "step": 1075050
    },
    {
      "epoch": 300.04,
      "grad_norm": 0.9934529066085815,
      "learning_rate": 3.458871193099794e-06,
      "loss": 0.3798,
      "step": 1075060
    },
    {
      "epoch": 300.05,
      "grad_norm": 0.9889525771141052,
      "learning_rate": 3.4588474100048866e-06,
      "loss": 0.3487,
      "step": 1075070
    },
    {
      "epoch": 300.05,
      "grad_norm": 1.081961989402771,
      "learning_rate": 3.4588236267615595e-06,
      "loss": 0.372,
      "step": 1075080
    },
    {
      "epoch": 300.05,
      "grad_norm": 1.0165404081344604,
      "learning_rate": 3.4587998433698156e-06,
      "loss": 0.3591,
      "step": 1075090
    },
    {
      "epoch": 300.06,
      "grad_norm": 1.0483384132385254,
      "learning_rate": 3.458776059829658e-06,
      "loss": 0.3597,
      "step": 1075100
    },
    {
      "epoch": 300.06,
      "grad_norm": 1.0539227724075317,
      "learning_rate": 3.458752276141091e-06,
      "loss": 0.3491,
      "step": 1075110
    },
    {
      "epoch": 300.06,
      "grad_norm": 1.0214980840682983,
      "learning_rate": 3.4587284923041166e-06,
      "loss": 0.3479,
      "step": 1075120
    },
    {
      "epoch": 300.06,
      "grad_norm": 1.050003170967102,
      "learning_rate": 3.4587047083187382e-06,
      "loss": 0.3398,
      "step": 1075130
    },
    {
      "epoch": 300.07,
      "grad_norm": 0.9935972690582275,
      "learning_rate": 3.458680924184959e-06,
      "loss": 0.3434,
      "step": 1075140
    },
    {
      "epoch": 300.07,
      "grad_norm": 1.071093201637268,
      "learning_rate": 3.4586571399027818e-06,
      "loss": 0.3654,
      "step": 1075150
    },
    {
      "epoch": 300.07,
      "grad_norm": 1.2682682275772095,
      "learning_rate": 3.45863335547221e-06,
      "loss": 0.3476,
      "step": 1075160
    },
    {
      "epoch": 300.08,
      "grad_norm": 0.9878546595573425,
      "learning_rate": 3.458609570893248e-06,
      "loss": 0.3662,
      "step": 1075170
    },
    {
      "epoch": 300.08,
      "grad_norm": 1.0306740999221802,
      "learning_rate": 3.4585857861658966e-06,
      "loss": 0.3547,
      "step": 1075180
    },
    {
      "epoch": 300.08,
      "grad_norm": 0.992329478263855,
      "learning_rate": 3.4585620012901604e-06,
      "loss": 0.3533,
      "step": 1075190
    },
    {
      "epoch": 300.08,
      "grad_norm": 0.9481788873672485,
      "learning_rate": 3.4585382162660435e-06,
      "loss": 0.3437,
      "step": 1075200
    },
    {
      "epoch": 300.09,
      "grad_norm": 1.1796761751174927,
      "learning_rate": 3.4585144310935475e-06,
      "loss": 0.3591,
      "step": 1075210
    },
    {
      "epoch": 300.09,
      "grad_norm": 1.0566462278366089,
      "learning_rate": 3.458490645772676e-06,
      "loss": 0.3382,
      "step": 1075220
    },
    {
      "epoch": 300.09,
      "grad_norm": 0.8447861671447754,
      "learning_rate": 3.458466860303432e-06,
      "loss": 0.3601,
      "step": 1075230
    },
    {
      "epoch": 300.09,
      "grad_norm": 1.008528709411621,
      "learning_rate": 3.458443074685819e-06,
      "loss": 0.346,
      "step": 1075240
    },
    {
      "epoch": 300.1,
      "grad_norm": 1.2401490211486816,
      "learning_rate": 3.4584192889198404e-06,
      "loss": 0.3497,
      "step": 1075250
    },
    {
      "epoch": 300.1,
      "grad_norm": 1.0114041566848755,
      "learning_rate": 3.4583955030054978e-06,
      "loss": 0.3573,
      "step": 1075260
    },
    {
      "epoch": 300.1,
      "grad_norm": 0.9785018563270569,
      "learning_rate": 3.4583717169427973e-06,
      "loss": 0.3825,
      "step": 1075270
    },
    {
      "epoch": 300.11,
      "grad_norm": 1.0834136009216309,
      "learning_rate": 3.4583479307317395e-06,
      "loss": 0.3901,
      "step": 1075280
    },
    {
      "epoch": 300.11,
      "grad_norm": 16.00121307373047,
      "learning_rate": 3.4583241443723285e-06,
      "loss": 0.366,
      "step": 1075290
    },
    {
      "epoch": 300.11,
      "grad_norm": 0.9974660277366638,
      "learning_rate": 3.4583003578645673e-06,
      "loss": 0.3525,
      "step": 1075300
    },
    {
      "epoch": 300.11,
      "grad_norm": 1.1156636476516724,
      "learning_rate": 3.4582765712084593e-06,
      "loss": 0.3751,
      "step": 1075310
    },
    {
      "epoch": 300.12,
      "grad_norm": 0.96711266040802,
      "learning_rate": 3.458252784404007e-06,
      "loss": 0.3512,
      "step": 1075320
    },
    {
      "epoch": 300.12,
      "grad_norm": 1.1700716018676758,
      "learning_rate": 3.458228997451214e-06,
      "loss": 0.3393,
      "step": 1075330
    },
    {
      "epoch": 300.12,
      "grad_norm": 1.458446979522705,
      "learning_rate": 3.4582052103500845e-06,
      "loss": 0.3492,
      "step": 1075340
    },
    {
      "epoch": 300.13,
      "grad_norm": 1.221224308013916,
      "learning_rate": 3.4581814231006206e-06,
      "loss": 0.3542,
      "step": 1075350
    },
    {
      "epoch": 300.13,
      "grad_norm": 0.9882505536079407,
      "learning_rate": 3.4581576357028247e-06,
      "loss": 0.3645,
      "step": 1075360
    },
    {
      "epoch": 300.13,
      "grad_norm": 1.0181843042373657,
      "learning_rate": 3.458133848156702e-06,
      "loss": 0.3456,
      "step": 1075370
    },
    {
      "epoch": 300.13,
      "grad_norm": 1.427488088607788,
      "learning_rate": 3.4581100604622535e-06,
      "loss": 0.3533,
      "step": 1075380
    },
    {
      "epoch": 300.14,
      "grad_norm": 0.9818627238273621,
      "learning_rate": 3.458086272619483e-06,
      "loss": 0.364,
      "step": 1075390
    },
    {
      "epoch": 300.14,
      "grad_norm": 1.1578168869018555,
      "learning_rate": 3.4580624846283954e-06,
      "loss": 0.3546,
      "step": 1075400
    },
    {
      "epoch": 300.14,
      "grad_norm": 0.9085545539855957,
      "learning_rate": 3.4580386964889912e-06,
      "loss": 0.3759,
      "step": 1075410
    },
    {
      "epoch": 300.15,
      "grad_norm": 1.0673404932022095,
      "learning_rate": 3.4580149082012763e-06,
      "loss": 0.3463,
      "step": 1075420
    },
    {
      "epoch": 300.15,
      "grad_norm": 1.3018522262573242,
      "learning_rate": 3.4579911197652513e-06,
      "loss": 0.3648,
      "step": 1075430
    },
    {
      "epoch": 300.15,
      "grad_norm": 1.1506017446517944,
      "learning_rate": 3.457967331180921e-06,
      "loss": 0.3511,
      "step": 1075440
    },
    {
      "epoch": 300.15,
      "grad_norm": 1.17171311378479,
      "learning_rate": 3.4579435424482877e-06,
      "loss": 0.3637,
      "step": 1075450
    },
    {
      "epoch": 300.16,
      "grad_norm": 1.0892317295074463,
      "learning_rate": 3.4579197535673553e-06,
      "loss": 0.3658,
      "step": 1075460
    },
    {
      "epoch": 300.16,
      "grad_norm": 0.9976915717124939,
      "learning_rate": 3.4578959645381265e-06,
      "loss": 0.3737,
      "step": 1075470
    },
    {
      "epoch": 300.16,
      "grad_norm": 0.9651703238487244,
      "learning_rate": 3.457872175360604e-06,
      "loss": 0.3567,
      "step": 1075480
    },
    {
      "epoch": 300.16,
      "grad_norm": 1.1675164699554443,
      "learning_rate": 3.4578483860347924e-06,
      "loss": 0.3483,
      "step": 1075490
    },
    {
      "epoch": 300.17,
      "grad_norm": 1.0216381549835205,
      "learning_rate": 3.457824596560694e-06,
      "loss": 0.3705,
      "step": 1075500
    },
    {
      "epoch": 300.17,
      "grad_norm": 0.9263222217559814,
      "learning_rate": 3.4578008069383112e-06,
      "loss": 0.3449,
      "step": 1075510
    },
    {
      "epoch": 300.17,
      "grad_norm": 0.9085146188735962,
      "learning_rate": 3.4577770171676483e-06,
      "loss": 0.3557,
      "step": 1075520
    },
    {
      "epoch": 300.18,
      "grad_norm": 1.0158497095108032,
      "learning_rate": 3.4577532272487084e-06,
      "loss": 0.374,
      "step": 1075530
    },
    {
      "epoch": 300.18,
      "grad_norm": 0.9695402383804321,
      "learning_rate": 3.457729437181494e-06,
      "loss": 0.3474,
      "step": 1075540
    },
    {
      "epoch": 300.18,
      "grad_norm": 0.9905209541320801,
      "learning_rate": 3.4577056469660088e-06,
      "loss": 0.3512,
      "step": 1075550
    },
    {
      "epoch": 300.18,
      "grad_norm": 0.9050197601318359,
      "learning_rate": 3.4576818566022554e-06,
      "loss": 0.3517,
      "step": 1075560
    },
    {
      "epoch": 300.19,
      "grad_norm": 1.0402218103408813,
      "learning_rate": 3.4576580660902383e-06,
      "loss": 0.3604,
      "step": 1075570
    },
    {
      "epoch": 300.19,
      "grad_norm": 1.0813193321228027,
      "learning_rate": 3.457634275429959e-06,
      "loss": 0.3525,
      "step": 1075580
    },
    {
      "epoch": 300.19,
      "grad_norm": 1.031749963760376,
      "learning_rate": 3.457610484621422e-06,
      "loss": 0.3443,
      "step": 1075590
    },
    {
      "epoch": 300.2,
      "grad_norm": 1.402444839477539,
      "learning_rate": 3.457586693664629e-06,
      "loss": 0.3496,
      "step": 1075600
    },
    {
      "epoch": 300.2,
      "grad_norm": 0.9874432682991028,
      "learning_rate": 3.4575629025595843e-06,
      "loss": 0.3499,
      "step": 1075610
    },
    {
      "epoch": 300.2,
      "grad_norm": 1.1490073204040527,
      "learning_rate": 3.457539111306291e-06,
      "loss": 0.3363,
      "step": 1075620
    },
    {
      "epoch": 300.2,
      "grad_norm": 3.365776538848877,
      "learning_rate": 3.457515319904752e-06,
      "loss": 0.3539,
      "step": 1075630
    },
    {
      "epoch": 300.21,
      "grad_norm": 0.9281522035598755,
      "learning_rate": 3.4574915283549704e-06,
      "loss": 0.3853,
      "step": 1075640
    },
    {
      "epoch": 300.21,
      "grad_norm": 1.0342234373092651,
      "learning_rate": 3.45746773665695e-06,
      "loss": 0.3388,
      "step": 1075650
    },
    {
      "epoch": 300.21,
      "grad_norm": 3.3779103755950928,
      "learning_rate": 3.4574439448106934e-06,
      "loss": 0.3532,
      "step": 1075660
    },
    {
      "epoch": 300.21,
      "grad_norm": 1.0775882005691528,
      "learning_rate": 3.4574201528162035e-06,
      "loss": 0.3618,
      "step": 1075670
    },
    {
      "epoch": 300.22,
      "grad_norm": 1.7967135906219482,
      "learning_rate": 3.457396360673483e-06,
      "loss": 0.3573,
      "step": 1075680
    },
    {
      "epoch": 300.22,
      "grad_norm": 0.9860795736312866,
      "learning_rate": 3.4573725683825376e-06,
      "loss": 0.362,
      "step": 1075690
    },
    {
      "epoch": 300.22,
      "grad_norm": 1.1547006368637085,
      "learning_rate": 3.4573487759433676e-06,
      "loss": 0.3511,
      "step": 1075700
    },
    {
      "epoch": 300.23,
      "grad_norm": 1.1463968753814697,
      "learning_rate": 3.457324983355978e-06,
      "loss": 0.3719,
      "step": 1075710
    },
    {
      "epoch": 300.23,
      "grad_norm": 1.007441759109497,
      "learning_rate": 3.4573011906203705e-06,
      "loss": 0.3715,
      "step": 1075720
    },
    {
      "epoch": 300.23,
      "grad_norm": 1.0900250673294067,
      "learning_rate": 3.4572773977365498e-06,
      "loss": 0.3562,
      "step": 1075730
    },
    {
      "epoch": 300.23,
      "grad_norm": 1.061457633972168,
      "learning_rate": 3.4572536047045173e-06,
      "loss": 0.3518,
      "step": 1075740
    },
    {
      "epoch": 300.24,
      "grad_norm": 1.143149495124817,
      "learning_rate": 3.4572298115242778e-06,
      "loss": 0.3502,
      "step": 1075750
    },
    {
      "epoch": 300.24,
      "grad_norm": 1.0317624807357788,
      "learning_rate": 3.4572060181958337e-06,
      "loss": 0.3503,
      "step": 1075760
    },
    {
      "epoch": 300.24,
      "grad_norm": 0.988463819026947,
      "learning_rate": 3.457182224719188e-06,
      "loss": 0.3508,
      "step": 1075770
    },
    {
      "epoch": 300.25,
      "grad_norm": 1.0684181451797485,
      "learning_rate": 3.457158431094345e-06,
      "loss": 0.3545,
      "step": 1075780
    },
    {
      "epoch": 300.25,
      "grad_norm": 0.9017446637153625,
      "learning_rate": 3.4571346373213068e-06,
      "loss": 0.3528,
      "step": 1075790
    },
    {
      "epoch": 300.25,
      "grad_norm": 0.9823408126831055,
      "learning_rate": 3.457110843400076e-06,
      "loss": 0.3505,
      "step": 1075800
    },
    {
      "epoch": 300.25,
      "grad_norm": 0.928401529788971,
      "learning_rate": 3.457087049330657e-06,
      "loss": 0.3764,
      "step": 1075810
    },
    {
      "epoch": 300.26,
      "grad_norm": 1.053074598312378,
      "learning_rate": 3.4570632551130528e-06,
      "loss": 0.364,
      "step": 1075820
    },
    {
      "epoch": 300.26,
      "grad_norm": 1.2691102027893066,
      "learning_rate": 3.4570394607472665e-06,
      "loss": 0.3496,
      "step": 1075830
    },
    {
      "epoch": 300.26,
      "grad_norm": 0.9902805089950562,
      "learning_rate": 3.4570156662333004e-06,
      "loss": 0.3465,
      "step": 1075840
    },
    {
      "epoch": 300.27,
      "grad_norm": 0.9621239900588989,
      "learning_rate": 3.456991871571159e-06,
      "loss": 0.3603,
      "step": 1075850
    },
    {
      "epoch": 300.27,
      "grad_norm": 1.0964328050613403,
      "learning_rate": 3.4569680767608443e-06,
      "loss": 0.3469,
      "step": 1075860
    },
    {
      "epoch": 300.27,
      "grad_norm": 0.9520164728164673,
      "learning_rate": 3.4569442818023603e-06,
      "loss": 0.349,
      "step": 1075870
    },
    {
      "epoch": 300.27,
      "grad_norm": 1.0361993312835693,
      "learning_rate": 3.45692048669571e-06,
      "loss": 0.3683,
      "step": 1075880
    },
    {
      "epoch": 300.28,
      "grad_norm": 1.0256344079971313,
      "learning_rate": 3.4568966914408953e-06,
      "loss": 0.353,
      "step": 1075890
    },
    {
      "epoch": 300.28,
      "grad_norm": 1.0166199207305908,
      "learning_rate": 3.4568728960379215e-06,
      "loss": 0.3519,
      "step": 1075900
    },
    {
      "epoch": 300.28,
      "grad_norm": 1.084404706954956,
      "learning_rate": 3.45684910048679e-06,
      "loss": 0.3538,
      "step": 1075910
    },
    {
      "epoch": 300.28,
      "grad_norm": 0.9367084503173828,
      "learning_rate": 3.456825304787506e-06,
      "loss": 0.3561,
      "step": 1075920
    },
    {
      "epoch": 300.29,
      "grad_norm": 1.0346046686172485,
      "learning_rate": 3.4568015089400707e-06,
      "loss": 0.354,
      "step": 1075930
    },
    {
      "epoch": 300.29,
      "grad_norm": 1.080401062965393,
      "learning_rate": 3.456777712944487e-06,
      "loss": 0.3517,
      "step": 1075940
    },
    {
      "epoch": 300.29,
      "grad_norm": 0.9757716655731201,
      "learning_rate": 3.4567539168007606e-06,
      "loss": 0.3589,
      "step": 1075950
    },
    {
      "epoch": 300.3,
      "grad_norm": 2.1215898990631104,
      "learning_rate": 3.4567301205088918e-06,
      "loss": 0.3714,
      "step": 1075960
    },
    {
      "epoch": 300.3,
      "grad_norm": 1.0492565631866455,
      "learning_rate": 3.4567063240688857e-06,
      "loss": 0.3541,
      "step": 1075970
    },
    {
      "epoch": 300.3,
      "grad_norm": 1.0655449628829956,
      "learning_rate": 3.456682527480745e-06,
      "loss": 0.3627,
      "step": 1075980
    },
    {
      "epoch": 300.3,
      "grad_norm": 0.9766669273376465,
      "learning_rate": 3.456658730744472e-06,
      "loss": 0.3615,
      "step": 1075990
    },
    {
      "epoch": 300.31,
      "grad_norm": 0.9850489497184753,
      "learning_rate": 3.456634933860071e-06,
      "loss": 0.3585,
      "step": 1076000
    },
    {
      "epoch": 300.31,
      "grad_norm": 0.8574227690696716,
      "learning_rate": 3.4566111368275446e-06,
      "loss": 0.3619,
      "step": 1076010
    },
    {
      "epoch": 300.31,
      "grad_norm": 1.0597072839736938,
      "learning_rate": 3.456587339646896e-06,
      "loss": 0.3704,
      "step": 1076020
    },
    {
      "epoch": 300.32,
      "grad_norm": 0.9603121280670166,
      "learning_rate": 3.456563542318129e-06,
      "loss": 0.3461,
      "step": 1076030
    },
    {
      "epoch": 300.32,
      "grad_norm": 0.950816810131073,
      "learning_rate": 3.456539744841245e-06,
      "loss": 0.3623,
      "step": 1076040
    },
    {
      "epoch": 300.32,
      "grad_norm": 1.2950743436813354,
      "learning_rate": 3.456515947216249e-06,
      "loss": 0.3418,
      "step": 1076050
    },
    {
      "epoch": 300.32,
      "grad_norm": 1.0657966136932373,
      "learning_rate": 3.456492149443144e-06,
      "loss": 0.3797,
      "step": 1076060
    },
    {
      "epoch": 300.33,
      "grad_norm": 1.1068601608276367,
      "learning_rate": 3.4564683515219323e-06,
      "loss": 0.353,
      "step": 1076070
    },
    {
      "epoch": 300.33,
      "grad_norm": 0.9689545035362244,
      "learning_rate": 3.456444553452618e-06,
      "loss": 0.3626,
      "step": 1076080
    },
    {
      "epoch": 300.33,
      "grad_norm": 0.8625736832618713,
      "learning_rate": 3.456420755235203e-06,
      "loss": 0.353,
      "step": 1076090
    },
    {
      "epoch": 300.33,
      "grad_norm": 1.18305504322052,
      "learning_rate": 3.4563969568696915e-06,
      "loss": 0.3645,
      "step": 1076100
    },
    {
      "epoch": 300.34,
      "grad_norm": 1.2550796270370483,
      "learning_rate": 3.456373158356086e-06,
      "loss": 0.3637,
      "step": 1076110
    },
    {
      "epoch": 300.34,
      "grad_norm": 1.0232691764831543,
      "learning_rate": 3.4563493596943907e-06,
      "loss": 0.3863,
      "step": 1076120
    },
    {
      "epoch": 300.34,
      "grad_norm": 2.1241934299468994,
      "learning_rate": 3.4563255608846076e-06,
      "loss": 0.3541,
      "step": 1076130
    },
    {
      "epoch": 300.35,
      "grad_norm": 1.2190998792648315,
      "learning_rate": 3.456301761926741e-06,
      "loss": 0.3537,
      "step": 1076140
    },
    {
      "epoch": 300.35,
      "grad_norm": 1.0182476043701172,
      "learning_rate": 3.4562779628207933e-06,
      "loss": 0.3648,
      "step": 1076150
    },
    {
      "epoch": 300.35,
      "grad_norm": 0.9268800020217896,
      "learning_rate": 3.4562541635667672e-06,
      "loss": 0.3537,
      "step": 1076160
    },
    {
      "epoch": 300.35,
      "grad_norm": 1.3151556253433228,
      "learning_rate": 3.456230364164668e-06,
      "loss": 0.3532,
      "step": 1076170
    },
    {
      "epoch": 300.36,
      "grad_norm": 1.137511134147644,
      "learning_rate": 3.456206564614496e-06,
      "loss": 0.3512,
      "step": 1076180
    },
    {
      "epoch": 300.36,
      "grad_norm": 1.0594497919082642,
      "learning_rate": 3.4561827649162556e-06,
      "loss": 0.3475,
      "step": 1076190
    },
    {
      "epoch": 300.36,
      "grad_norm": 0.9306638240814209,
      "learning_rate": 3.4561589650699507e-06,
      "loss": 0.3529,
      "step": 1076200
    },
    {
      "epoch": 300.37,
      "grad_norm": 1.1836968660354614,
      "learning_rate": 3.4561351650755835e-06,
      "loss": 0.3473,
      "step": 1076210
    },
    {
      "epoch": 300.37,
      "grad_norm": 1.0038650035858154,
      "learning_rate": 3.456111364933158e-06,
      "loss": 0.3587,
      "step": 1076220
    },
    {
      "epoch": 300.37,
      "grad_norm": 0.8946608901023865,
      "learning_rate": 3.456087564642677e-06,
      "loss": 0.3512,
      "step": 1076230
    },
    {
      "epoch": 300.37,
      "grad_norm": 1.3056808710098267,
      "learning_rate": 3.456063764204143e-06,
      "loss": 0.3649,
      "step": 1076240
    },
    {
      "epoch": 300.38,
      "grad_norm": 1.0544061660766602,
      "learning_rate": 3.4560399636175597e-06,
      "loss": 0.3599,
      "step": 1076250
    },
    {
      "epoch": 300.38,
      "grad_norm": 1.0225380659103394,
      "learning_rate": 3.45601616288293e-06,
      "loss": 0.3459,
      "step": 1076260
    },
    {
      "epoch": 300.38,
      "grad_norm": 1.0120266675949097,
      "learning_rate": 3.4559923620002584e-06,
      "loss": 0.3545,
      "step": 1076270
    },
    {
      "epoch": 300.39,
      "grad_norm": 1.1251075267791748,
      "learning_rate": 3.4559685609695464e-06,
      "loss": 0.3702,
      "step": 1076280
    },
    {
      "epoch": 300.39,
      "grad_norm": 1.031258463859558,
      "learning_rate": 3.4559447597907977e-06,
      "loss": 0.3498,
      "step": 1076290
    },
    {
      "epoch": 300.39,
      "grad_norm": 1.272336483001709,
      "learning_rate": 3.4559209584640163e-06,
      "loss": 0.362,
      "step": 1076300
    },
    {
      "epoch": 300.39,
      "grad_norm": 0.9987942576408386,
      "learning_rate": 3.4558971569892045e-06,
      "loss": 0.3634,
      "step": 1076310
    },
    {
      "epoch": 300.4,
      "grad_norm": 1.0814945697784424,
      "learning_rate": 3.4558733553663653e-06,
      "loss": 0.3638,
      "step": 1076320
    },
    {
      "epoch": 300.4,
      "grad_norm": 0.9079896211624146,
      "learning_rate": 3.455849553595502e-06,
      "loss": 0.3581,
      "step": 1076330
    },
    {
      "epoch": 300.4,
      "grad_norm": 0.8688875436782837,
      "learning_rate": 3.455825751676618e-06,
      "loss": 0.3361,
      "step": 1076340
    },
    {
      "epoch": 300.4,
      "grad_norm": 1.058045744895935,
      "learning_rate": 3.4558019496097165e-06,
      "loss": 0.3576,
      "step": 1076350
    },
    {
      "epoch": 300.41,
      "grad_norm": 0.9740026593208313,
      "learning_rate": 3.4557781473948004e-06,
      "loss": 0.3643,
      "step": 1076360
    },
    {
      "epoch": 300.41,
      "grad_norm": 1.2518470287322998,
      "learning_rate": 3.4557543450318733e-06,
      "loss": 0.3666,
      "step": 1076370
    },
    {
      "epoch": 300.41,
      "grad_norm": 0.9418075680732727,
      "learning_rate": 3.4557305425209387e-06,
      "loss": 0.342,
      "step": 1076380
    },
    {
      "epoch": 300.42,
      "grad_norm": 1.0265918970108032,
      "learning_rate": 3.4557067398619977e-06,
      "loss": 0.3485,
      "step": 1076390
    },
    {
      "epoch": 300.42,
      "grad_norm": 0.975165605545044,
      "learning_rate": 3.4556829370550568e-06,
      "loss": 0.3448,
      "step": 1076400
    },
    {
      "epoch": 300.42,
      "grad_norm": 0.8169764876365662,
      "learning_rate": 3.455659134100116e-06,
      "loss": 0.3539,
      "step": 1076410
    },
    {
      "epoch": 300.42,
      "grad_norm": 1.2109085321426392,
      "learning_rate": 3.4556353309971797e-06,
      "loss": 0.3582,
      "step": 1076420
    },
    {
      "epoch": 300.43,
      "grad_norm": 1.0300058126449585,
      "learning_rate": 3.455611527746252e-06,
      "loss": 0.3605,
      "step": 1076430
    },
    {
      "epoch": 300.43,
      "grad_norm": 1.38388192653656,
      "learning_rate": 3.4555877243473347e-06,
      "loss": 0.3555,
      "step": 1076440
    },
    {
      "epoch": 300.43,
      "grad_norm": 0.961296021938324,
      "learning_rate": 3.4555639208004317e-06,
      "loss": 0.3632,
      "step": 1076450
    },
    {
      "epoch": 300.44,
      "grad_norm": 1.1146454811096191,
      "learning_rate": 3.455540117105546e-06,
      "loss": 0.3679,
      "step": 1076460
    },
    {
      "epoch": 300.44,
      "grad_norm": 1.0979241132736206,
      "learning_rate": 3.4555163132626806e-06,
      "loss": 0.3703,
      "step": 1076470
    },
    {
      "epoch": 300.44,
      "grad_norm": 1.1008319854736328,
      "learning_rate": 3.4554925092718387e-06,
      "loss": 0.3681,
      "step": 1076480
    },
    {
      "epoch": 300.44,
      "grad_norm": 1.098150372505188,
      "learning_rate": 3.4554687051330232e-06,
      "loss": 0.3477,
      "step": 1076490
    },
    {
      "epoch": 300.45,
      "grad_norm": 1.0983363389968872,
      "learning_rate": 3.4554449008462382e-06,
      "loss": 0.3482,
      "step": 1076500
    },
    {
      "epoch": 300.45,
      "grad_norm": 0.8512167930603027,
      "learning_rate": 3.4554210964114863e-06,
      "loss": 0.3616,
      "step": 1076510
    },
    {
      "epoch": 300.45,
      "grad_norm": 1.1349412202835083,
      "learning_rate": 3.455397291828771e-06,
      "loss": 0.3611,
      "step": 1076520
    },
    {
      "epoch": 300.45,
      "grad_norm": 1.0526747703552246,
      "learning_rate": 3.4553734870980945e-06,
      "loss": 0.3447,
      "step": 1076530
    },
    {
      "epoch": 300.46,
      "grad_norm": 0.9921320676803589,
      "learning_rate": 3.455349682219461e-06,
      "loss": 0.3492,
      "step": 1076540
    },
    {
      "epoch": 300.46,
      "grad_norm": 0.9448708891868591,
      "learning_rate": 3.4553258771928727e-06,
      "loss": 0.3585,
      "step": 1076550
    },
    {
      "epoch": 300.46,
      "grad_norm": 1.0051498413085938,
      "learning_rate": 3.4553020720183345e-06,
      "loss": 0.3524,
      "step": 1076560
    },
    {
      "epoch": 300.47,
      "grad_norm": 0.9493944644927979,
      "learning_rate": 3.4552782666958472e-06,
      "loss": 0.37,
      "step": 1076570
    },
    {
      "epoch": 300.47,
      "grad_norm": 0.980462908744812,
      "learning_rate": 3.455254461225416e-06,
      "loss": 0.3568,
      "step": 1076580
    },
    {
      "epoch": 300.47,
      "grad_norm": 1.0194988250732422,
      "learning_rate": 3.455230655607043e-06,
      "loss": 0.3457,
      "step": 1076590
    },
    {
      "epoch": 300.47,
      "grad_norm": 1.1917760372161865,
      "learning_rate": 3.4552068498407316e-06,
      "loss": 0.3476,
      "step": 1076600
    },
    {
      "epoch": 300.48,
      "grad_norm": 1.0722252130508423,
      "learning_rate": 3.455183043926485e-06,
      "loss": 0.3372,
      "step": 1076610
    },
    {
      "epoch": 300.48,
      "grad_norm": 1.02498197555542,
      "learning_rate": 3.455159237864306e-06,
      "loss": 0.3439,
      "step": 1076620
    },
    {
      "epoch": 300.48,
      "grad_norm": 0.9650617241859436,
      "learning_rate": 3.4551354316541988e-06,
      "loss": 0.3456,
      "step": 1076630
    },
    {
      "epoch": 300.49,
      "grad_norm": 1.105367660522461,
      "learning_rate": 3.455111625296165e-06,
      "loss": 0.3654,
      "step": 1076640
    },
    {
      "epoch": 300.49,
      "grad_norm": 1.1303796768188477,
      "learning_rate": 3.455087818790209e-06,
      "loss": 0.3643,
      "step": 1076650
    },
    {
      "epoch": 300.49,
      "grad_norm": 1.1166175603866577,
      "learning_rate": 3.4550640121363343e-06,
      "loss": 0.3766,
      "step": 1076660
    },
    {
      "epoch": 300.49,
      "grad_norm": 1.3544670343399048,
      "learning_rate": 3.455040205334543e-06,
      "loss": 0.3758,
      "step": 1076670
    },
    {
      "epoch": 300.5,
      "grad_norm": 1.2419097423553467,
      "learning_rate": 3.4550163983848388e-06,
      "loss": 0.3599,
      "step": 1076680
    },
    {
      "epoch": 300.5,
      "grad_norm": 1.0363118648529053,
      "learning_rate": 3.4549925912872245e-06,
      "loss": 0.3537,
      "step": 1076690
    },
    {
      "epoch": 300.5,
      "grad_norm": 1.0803982019424438,
      "learning_rate": 3.454968784041703e-06,
      "loss": 0.3545,
      "step": 1076700
    },
    {
      "epoch": 300.51,
      "grad_norm": 4.893890380859375,
      "learning_rate": 3.454944976648278e-06,
      "loss": 0.3703,
      "step": 1076710
    },
    {
      "epoch": 300.51,
      "grad_norm": 1.0568468570709229,
      "learning_rate": 3.454921169106954e-06,
      "loss": 0.3549,
      "step": 1076720
    },
    {
      "epoch": 300.51,
      "grad_norm": 0.9856632947921753,
      "learning_rate": 3.454897361417732e-06,
      "loss": 0.3611,
      "step": 1076730
    },
    {
      "epoch": 300.51,
      "grad_norm": 0.9197034239768982,
      "learning_rate": 3.454873553580616e-06,
      "loss": 0.3717,
      "step": 1076740
    },
    {
      "epoch": 300.52,
      "grad_norm": 0.7773408889770508,
      "learning_rate": 3.4548497455956093e-06,
      "loss": 0.3396,
      "step": 1076750
    },
    {
      "epoch": 300.52,
      "grad_norm": 1.1015245914459229,
      "learning_rate": 3.4548259374627145e-06,
      "loss": 0.3578,
      "step": 1076760
    },
    {
      "epoch": 300.52,
      "grad_norm": 1.1444729566574097,
      "learning_rate": 3.4548021291819354e-06,
      "loss": 0.3593,
      "step": 1076770
    },
    {
      "epoch": 300.52,
      "grad_norm": 1.153862714767456,
      "learning_rate": 3.454778320753275e-06,
      "loss": 0.3604,
      "step": 1076780
    },
    {
      "epoch": 300.53,
      "grad_norm": 0.9780092239379883,
      "learning_rate": 3.4547545121767365e-06,
      "loss": 0.3517,
      "step": 1076790
    },
    {
      "epoch": 300.53,
      "grad_norm": 1.0444412231445312,
      "learning_rate": 3.4547307034523226e-06,
      "loss": 0.3491,
      "step": 1076800
    },
    {
      "epoch": 300.53,
      "grad_norm": 1.1474844217300415,
      "learning_rate": 3.4547068945800375e-06,
      "loss": 0.3446,
      "step": 1076810
    },
    {
      "epoch": 300.54,
      "grad_norm": 1.2539432048797607,
      "learning_rate": 3.4546830855598838e-06,
      "loss": 0.3415,
      "step": 1076820
    },
    {
      "epoch": 300.54,
      "grad_norm": 1.1201980113983154,
      "learning_rate": 3.4546592763918643e-06,
      "loss": 0.35,
      "step": 1076830
    },
    {
      "epoch": 300.54,
      "grad_norm": 1.2834982872009277,
      "learning_rate": 3.4546354670759818e-06,
      "loss": 0.3763,
      "step": 1076840
    },
    {
      "epoch": 300.54,
      "grad_norm": 0.9487311244010925,
      "learning_rate": 3.454611657612241e-06,
      "loss": 0.3598,
      "step": 1076850
    },
    {
      "epoch": 300.55,
      "grad_norm": 0.9309220314025879,
      "learning_rate": 3.4545878480006436e-06,
      "loss": 0.356,
      "step": 1076860
    },
    {
      "epoch": 300.55,
      "grad_norm": 1.1186755895614624,
      "learning_rate": 3.4545640382411936e-06,
      "loss": 0.3668,
      "step": 1076870
    },
    {
      "epoch": 300.55,
      "grad_norm": 1.1317522525787354,
      "learning_rate": 3.4545402283338944e-06,
      "loss": 0.3443,
      "step": 1076880
    },
    {
      "epoch": 300.56,
      "grad_norm": 0.922180712223053,
      "learning_rate": 3.4545164182787486e-06,
      "loss": 0.3429,
      "step": 1076890
    },
    {
      "epoch": 300.56,
      "grad_norm": 1.067020297050476,
      "learning_rate": 3.454492608075759e-06,
      "loss": 0.3498,
      "step": 1076900
    },
    {
      "epoch": 300.56,
      "grad_norm": 0.9729591608047485,
      "learning_rate": 3.45446879772493e-06,
      "loss": 0.3642,
      "step": 1076910
    },
    {
      "epoch": 300.56,
      "grad_norm": 1.110663890838623,
      "learning_rate": 3.4544449872262634e-06,
      "loss": 0.3644,
      "step": 1076920
    },
    {
      "epoch": 300.57,
      "grad_norm": 1.348562479019165,
      "learning_rate": 3.4544211765797628e-06,
      "loss": 0.3554,
      "step": 1076930
    },
    {
      "epoch": 300.57,
      "grad_norm": 1.2405481338500977,
      "learning_rate": 3.4543973657854316e-06,
      "loss": 0.3541,
      "step": 1076940
    },
    {
      "epoch": 300.57,
      "grad_norm": 1.0604487657546997,
      "learning_rate": 3.4543735548432737e-06,
      "loss": 0.3515,
      "step": 1076950
    },
    {
      "epoch": 300.57,
      "grad_norm": 1.0181933641433716,
      "learning_rate": 3.454349743753291e-06,
      "loss": 0.3519,
      "step": 1076960
    },
    {
      "epoch": 300.58,
      "grad_norm": 1.8676742315292358,
      "learning_rate": 3.454325932515487e-06,
      "loss": 0.3694,
      "step": 1076970
    },
    {
      "epoch": 300.58,
      "grad_norm": 16.0185489654541,
      "learning_rate": 3.4543021211298655e-06,
      "loss": 0.3728,
      "step": 1076980
    },
    {
      "epoch": 300.58,
      "grad_norm": 0.8825623989105225,
      "learning_rate": 3.454278309596429e-06,
      "loss": 0.3545,
      "step": 1076990
    },
    {
      "epoch": 300.59,
      "grad_norm": 0.989109992980957,
      "learning_rate": 3.4542544979151807e-06,
      "loss": 0.3746,
      "step": 1077000
    },
    {
      "epoch": 300.59,
      "grad_norm": 1.1912362575531006,
      "learning_rate": 3.4542306860861242e-06,
      "loss": 0.3415,
      "step": 1077010
    },
    {
      "epoch": 300.59,
      "grad_norm": 1.0290824174880981,
      "learning_rate": 3.4542068741092622e-06,
      "loss": 0.3597,
      "step": 1077020
    },
    {
      "epoch": 300.59,
      "grad_norm": 1.03752601146698,
      "learning_rate": 3.4541830619845985e-06,
      "loss": 0.3672,
      "step": 1077030
    },
    {
      "epoch": 300.6,
      "grad_norm": 1.030760407447815,
      "learning_rate": 3.454159249712136e-06,
      "loss": 0.3398,
      "step": 1077040
    },
    {
      "epoch": 300.6,
      "grad_norm": 0.9578554034233093,
      "learning_rate": 3.454135437291877e-06,
      "loss": 0.3725,
      "step": 1077050
    },
    {
      "epoch": 300.6,
      "grad_norm": 0.9512820839881897,
      "learning_rate": 3.4541116247238256e-06,
      "loss": 0.3751,
      "step": 1077060
    },
    {
      "epoch": 300.61,
      "grad_norm": 1.113013744354248,
      "learning_rate": 3.4540878120079845e-06,
      "loss": 0.3578,
      "step": 1077070
    },
    {
      "epoch": 300.61,
      "grad_norm": 1.003453016281128,
      "learning_rate": 3.4540639991443578e-06,
      "loss": 0.3673,
      "step": 1077080
    },
    {
      "epoch": 300.61,
      "grad_norm": 1.105364441871643,
      "learning_rate": 3.454040186132947e-06,
      "loss": 0.3528,
      "step": 1077090
    },
    {
      "epoch": 300.61,
      "grad_norm": 1.0424665212631226,
      "learning_rate": 3.454016372973758e-06,
      "loss": 0.3484,
      "step": 1077100
    },
    {
      "epoch": 300.62,
      "grad_norm": 1.048922061920166,
      "learning_rate": 3.4539925596667908e-06,
      "loss": 0.3717,
      "step": 1077110
    },
    {
      "epoch": 300.62,
      "grad_norm": 0.9422962665557861,
      "learning_rate": 3.4539687462120507e-06,
      "loss": 0.3679,
      "step": 1077120
    },
    {
      "epoch": 300.62,
      "grad_norm": 1.1789240837097168,
      "learning_rate": 3.4539449326095398e-06,
      "loss": 0.3607,
      "step": 1077130
    },
    {
      "epoch": 300.63,
      "grad_norm": 1.0511202812194824,
      "learning_rate": 3.453921118859262e-06,
      "loss": 0.3611,
      "step": 1077140
    },
    {
      "epoch": 300.63,
      "grad_norm": 1.001983642578125,
      "learning_rate": 3.45389730496122e-06,
      "loss": 0.3671,
      "step": 1077150
    },
    {
      "epoch": 300.63,
      "grad_norm": 1.009509563446045,
      "learning_rate": 3.4538734909154163e-06,
      "loss": 0.3592,
      "step": 1077160
    },
    {
      "epoch": 300.63,
      "grad_norm": 1.0186843872070312,
      "learning_rate": 3.453849676721856e-06,
      "loss": 0.3708,
      "step": 1077170
    },
    {
      "epoch": 300.64,
      "grad_norm": 0.9949586987495422,
      "learning_rate": 3.4538258623805404e-06,
      "loss": 0.3594,
      "step": 1077180
    },
    {
      "epoch": 300.64,
      "grad_norm": 1.0369540452957153,
      "learning_rate": 3.4538020478914736e-06,
      "loss": 0.3577,
      "step": 1077190
    },
    {
      "epoch": 300.64,
      "grad_norm": 1.1078977584838867,
      "learning_rate": 3.4537782332546588e-06,
      "loss": 0.3446,
      "step": 1077200
    },
    {
      "epoch": 300.64,
      "grad_norm": 1.1114345788955688,
      "learning_rate": 3.453754418470099e-06,
      "loss": 0.357,
      "step": 1077210
    },
    {
      "epoch": 300.65,
      "grad_norm": 0.8808594346046448,
      "learning_rate": 3.4537306035377967e-06,
      "loss": 0.3675,
      "step": 1077220
    },
    {
      "epoch": 300.65,
      "grad_norm": 1.1278960704803467,
      "learning_rate": 3.453706788457756e-06,
      "loss": 0.3713,
      "step": 1077230
    },
    {
      "epoch": 300.65,
      "grad_norm": 1.1011995077133179,
      "learning_rate": 3.45368297322998e-06,
      "loss": 0.3462,
      "step": 1077240
    },
    {
      "epoch": 300.66,
      "grad_norm": 1.0827832221984863,
      "learning_rate": 3.4536591578544716e-06,
      "loss": 0.3701,
      "step": 1077250
    },
    {
      "epoch": 300.66,
      "grad_norm": 1.1557445526123047,
      "learning_rate": 3.4536353423312334e-06,
      "loss": 0.3503,
      "step": 1077260
    },
    {
      "epoch": 300.66,
      "grad_norm": 1.0549501180648804,
      "learning_rate": 3.45361152666027e-06,
      "loss": 0.3386,
      "step": 1077270
    },
    {
      "epoch": 300.66,
      "grad_norm": 1.0525182485580444,
      "learning_rate": 3.453587710841583e-06,
      "loss": 0.3529,
      "step": 1077280
    },
    {
      "epoch": 300.67,
      "grad_norm": 0.8881855607032776,
      "learning_rate": 3.4535638948751764e-06,
      "loss": 0.3608,
      "step": 1077290
    },
    {
      "epoch": 300.67,
      "grad_norm": 1.4408940076828003,
      "learning_rate": 3.453540078761054e-06,
      "loss": 0.358,
      "step": 1077300
    },
    {
      "epoch": 300.67,
      "grad_norm": 0.9986686706542969,
      "learning_rate": 3.453516262499217e-06,
      "loss": 0.3534,
      "step": 1077310
    },
    {
      "epoch": 300.68,
      "grad_norm": 0.8996497392654419,
      "learning_rate": 3.4534924460896707e-06,
      "loss": 0.3637,
      "step": 1077320
    },
    {
      "epoch": 300.68,
      "grad_norm": 0.9025319218635559,
      "learning_rate": 3.453468629532418e-06,
      "loss": 0.3451,
      "step": 1077330
    },
    {
      "epoch": 300.68,
      "grad_norm": 0.9867940545082092,
      "learning_rate": 3.4534448128274607e-06,
      "loss": 0.3541,
      "step": 1077340
    },
    {
      "epoch": 300.68,
      "grad_norm": 0.9662612080574036,
      "learning_rate": 3.4534209959748022e-06,
      "loss": 0.362,
      "step": 1077350
    },
    {
      "epoch": 300.69,
      "grad_norm": 1.063353419303894,
      "learning_rate": 3.4533971789744466e-06,
      "loss": 0.3588,
      "step": 1077360
    },
    {
      "epoch": 300.69,
      "grad_norm": 1.2066338062286377,
      "learning_rate": 3.4533733618263968e-06,
      "loss": 0.3375,
      "step": 1077370
    },
    {
      "epoch": 300.69,
      "grad_norm": 0.9323522448539734,
      "learning_rate": 3.4533495445306553e-06,
      "loss": 0.3463,
      "step": 1077380
    },
    {
      "epoch": 300.69,
      "grad_norm": 0.9933924078941345,
      "learning_rate": 3.453325727087226e-06,
      "loss": 0.3577,
      "step": 1077390
    },
    {
      "epoch": 300.7,
      "grad_norm": 1.0458340644836426,
      "learning_rate": 3.4533019094961128e-06,
      "loss": 0.3658,
      "step": 1077400
    },
    {
      "epoch": 300.7,
      "grad_norm": 1.0142773389816284,
      "learning_rate": 3.453278091757317e-06,
      "loss": 0.3484,
      "step": 1077410
    },
    {
      "epoch": 300.7,
      "grad_norm": 1.01580810546875,
      "learning_rate": 3.4532542738708427e-06,
      "loss": 0.36,
      "step": 1077420
    },
    {
      "epoch": 300.71,
      "grad_norm": 4.575431823730469,
      "learning_rate": 3.4532304558366935e-06,
      "loss": 0.3505,
      "step": 1077430
    },
    {
      "epoch": 300.71,
      "grad_norm": 2.676396608352661,
      "learning_rate": 3.453206637654872e-06,
      "loss": 0.3691,
      "step": 1077440
    },
    {
      "epoch": 300.71,
      "grad_norm": 0.9405457973480225,
      "learning_rate": 3.4531828193253816e-06,
      "loss": 0.3483,
      "step": 1077450
    },
    {
      "epoch": 300.71,
      "grad_norm": 0.9906160235404968,
      "learning_rate": 3.4531590008482253e-06,
      "loss": 0.3455,
      "step": 1077460
    },
    {
      "epoch": 300.72,
      "grad_norm": 0.9675788283348083,
      "learning_rate": 3.4531351822234066e-06,
      "loss": 0.3621,
      "step": 1077470
    },
    {
      "epoch": 300.72,
      "grad_norm": 1.0107505321502686,
      "learning_rate": 3.453111363450928e-06,
      "loss": 0.3554,
      "step": 1077480
    },
    {
      "epoch": 300.72,
      "grad_norm": 1.0226162672042847,
      "learning_rate": 3.4530875445307938e-06,
      "loss": 0.3514,
      "step": 1077490
    },
    {
      "epoch": 300.73,
      "grad_norm": 1.089459776878357,
      "learning_rate": 3.4530637254630056e-06,
      "loss": 0.3574,
      "step": 1077500
    },
    {
      "epoch": 300.73,
      "grad_norm": 1.145725131034851,
      "learning_rate": 3.4530399062475673e-06,
      "loss": 0.3514,
      "step": 1077510
    },
    {
      "epoch": 300.73,
      "grad_norm": 1.0443058013916016,
      "learning_rate": 3.4530160868844827e-06,
      "loss": 0.349,
      "step": 1077520
    },
    {
      "epoch": 300.73,
      "grad_norm": 0.9448951482772827,
      "learning_rate": 3.452992267373755e-06,
      "loss": 0.3433,
      "step": 1077530
    },
    {
      "epoch": 300.74,
      "grad_norm": 0.9432925581932068,
      "learning_rate": 3.4529684477153856e-06,
      "loss": 0.3429,
      "step": 1077540
    },
    {
      "epoch": 300.74,
      "grad_norm": 1.0745337009429932,
      "learning_rate": 3.45294462790938e-06,
      "loss": 0.3577,
      "step": 1077550
    },
    {
      "epoch": 300.74,
      "grad_norm": 0.9502019882202148,
      "learning_rate": 3.4529208079557405e-06,
      "loss": 0.3729,
      "step": 1077560
    },
    {
      "epoch": 300.75,
      "grad_norm": 1.343575119972229,
      "learning_rate": 3.4528969878544692e-06,
      "loss": 0.3461,
      "step": 1077570
    },
    {
      "epoch": 300.75,
      "grad_norm": 1.102879524230957,
      "learning_rate": 3.4528731676055703e-06,
      "loss": 0.3473,
      "step": 1077580
    },
    {
      "epoch": 300.75,
      "grad_norm": 0.9923796057701111,
      "learning_rate": 3.4528493472090475e-06,
      "loss": 0.3496,
      "step": 1077590
    },
    {
      "epoch": 300.75,
      "grad_norm": 0.9055627584457397,
      "learning_rate": 3.4528255266649025e-06,
      "loss": 0.3425,
      "step": 1077600
    },
    {
      "epoch": 300.76,
      "grad_norm": 1.151082992553711,
      "learning_rate": 3.452801705973139e-06,
      "loss": 0.35,
      "step": 1077610
    },
    {
      "epoch": 300.76,
      "grad_norm": 2.855814218521118,
      "learning_rate": 3.4527778851337613e-06,
      "loss": 0.3634,
      "step": 1077620
    },
    {
      "epoch": 300.76,
      "grad_norm": 1.061680555343628,
      "learning_rate": 3.4527540641467714e-06,
      "loss": 0.3577,
      "step": 1077630
    },
    {
      "epoch": 300.76,
      "grad_norm": 1.198616623878479,
      "learning_rate": 3.4527302430121724e-06,
      "loss": 0.3615,
      "step": 1077640
    },
    {
      "epoch": 300.77,
      "grad_norm": 1.1292756795883179,
      "learning_rate": 3.452706421729968e-06,
      "loss": 0.3487,
      "step": 1077650
    },
    {
      "epoch": 300.77,
      "grad_norm": 1.2566968202590942,
      "learning_rate": 3.4526826003001614e-06,
      "loss": 0.3611,
      "step": 1077660
    },
    {
      "epoch": 300.77,
      "grad_norm": 1.0071392059326172,
      "learning_rate": 3.452658778722755e-06,
      "loss": 0.342,
      "step": 1077670
    },
    {
      "epoch": 300.78,
      "grad_norm": 1.3061097860336304,
      "learning_rate": 3.452634956997753e-06,
      "loss": 0.3577,
      "step": 1077680
    },
    {
      "epoch": 300.78,
      "grad_norm": 0.9451349973678589,
      "learning_rate": 3.452611135125158e-06,
      "loss": 0.3594,
      "step": 1077690
    },
    {
      "epoch": 300.78,
      "grad_norm": 0.9484890103340149,
      "learning_rate": 3.4525873131049735e-06,
      "loss": 0.3558,
      "step": 1077700
    },
    {
      "epoch": 300.78,
      "grad_norm": 1.0811786651611328,
      "learning_rate": 3.4525634909372023e-06,
      "loss": 0.3566,
      "step": 1077710
    },
    {
      "epoch": 300.79,
      "grad_norm": 0.9906821250915527,
      "learning_rate": 3.4525396686218483e-06,
      "loss": 0.3574,
      "step": 1077720
    },
    {
      "epoch": 300.79,
      "grad_norm": 0.8920079469680786,
      "learning_rate": 3.452515846158913e-06,
      "loss": 0.3591,
      "step": 1077730
    },
    {
      "epoch": 300.79,
      "grad_norm": 1.0750471353530884,
      "learning_rate": 3.4524920235484013e-06,
      "loss": 0.3509,
      "step": 1077740
    },
    {
      "epoch": 300.8,
      "grad_norm": 0.9495181441307068,
      "learning_rate": 3.452468200790316e-06,
      "loss": 0.3606,
      "step": 1077750
    },
    {
      "epoch": 300.8,
      "grad_norm": 0.9889398813247681,
      "learning_rate": 3.452444377884659e-06,
      "loss": 0.3628,
      "step": 1077760
    },
    {
      "epoch": 300.8,
      "grad_norm": 0.8627479076385498,
      "learning_rate": 3.4524205548314357e-06,
      "loss": 0.3591,
      "step": 1077770
    },
    {
      "epoch": 300.8,
      "grad_norm": 0.9220248460769653,
      "learning_rate": 3.4523967316306477e-06,
      "loss": 0.3612,
      "step": 1077780
    },
    {
      "epoch": 300.81,
      "grad_norm": 0.9222574234008789,
      "learning_rate": 3.452372908282298e-06,
      "loss": 0.3486,
      "step": 1077790
    },
    {
      "epoch": 300.81,
      "grad_norm": 0.9641631245613098,
      "learning_rate": 3.45234908478639e-06,
      "loss": 0.3509,
      "step": 1077800
    },
    {
      "epoch": 300.81,
      "grad_norm": 1.1070548295974731,
      "learning_rate": 3.452325261142928e-06,
      "loss": 0.362,
      "step": 1077810
    },
    {
      "epoch": 300.81,
      "grad_norm": 1.0526046752929688,
      "learning_rate": 3.4523014373519142e-06,
      "loss": 0.3474,
      "step": 1077820
    },
    {
      "epoch": 300.82,
      "grad_norm": 0.9316875338554382,
      "learning_rate": 3.4522776134133516e-06,
      "loss": 0.3574,
      "step": 1077830
    },
    {
      "epoch": 300.82,
      "grad_norm": 1.0812705755233765,
      "learning_rate": 3.452253789327244e-06,
      "loss": 0.3593,
      "step": 1077840
    },
    {
      "epoch": 300.82,
      "grad_norm": 1.0252249240875244,
      "learning_rate": 3.452229965093594e-06,
      "loss": 0.3647,
      "step": 1077850
    },
    {
      "epoch": 300.83,
      "grad_norm": 1.0289133787155151,
      "learning_rate": 3.4522061407124055e-06,
      "loss": 0.3459,
      "step": 1077860
    },
    {
      "epoch": 300.83,
      "grad_norm": 1.1151021718978882,
      "learning_rate": 3.45218231618368e-06,
      "loss": 0.3515,
      "step": 1077870
    },
    {
      "epoch": 300.83,
      "grad_norm": 1.0379204750061035,
      "learning_rate": 3.452158491507423e-06,
      "loss": 0.3585,
      "step": 1077880
    },
    {
      "epoch": 300.83,
      "grad_norm": 0.8650691509246826,
      "learning_rate": 3.4521346666836358e-06,
      "loss": 0.3514,
      "step": 1077890
    },
    {
      "epoch": 300.84,
      "grad_norm": 1.027114987373352,
      "learning_rate": 3.4521108417123223e-06,
      "loss": 0.3532,
      "step": 1077900
    },
    {
      "epoch": 300.84,
      "grad_norm": 1.0029295682907104,
      "learning_rate": 3.4520870165934866e-06,
      "loss": 0.3389,
      "step": 1077910
    },
    {
      "epoch": 300.84,
      "grad_norm": 1.112675666809082,
      "learning_rate": 3.4520631913271304e-06,
      "loss": 0.3548,
      "step": 1077920
    },
    {
      "epoch": 300.85,
      "grad_norm": 0.9015092253684998,
      "learning_rate": 3.4520393659132575e-06,
      "loss": 0.3322,
      "step": 1077930
    },
    {
      "epoch": 300.85,
      "grad_norm": 1.1120288372039795,
      "learning_rate": 3.452015540351871e-06,
      "loss": 0.3657,
      "step": 1077940
    },
    {
      "epoch": 300.85,
      "grad_norm": 1.1549006700515747,
      "learning_rate": 3.4519917146429738e-06,
      "loss": 0.3544,
      "step": 1077950
    },
    {
      "epoch": 300.85,
      "grad_norm": 1.0311647653579712,
      "learning_rate": 3.4519678887865693e-06,
      "loss": 0.3609,
      "step": 1077960
    },
    {
      "epoch": 300.86,
      "grad_norm": 0.938133955001831,
      "learning_rate": 3.4519440627826605e-06,
      "loss": 0.3509,
      "step": 1077970
    },
    {
      "epoch": 300.86,
      "grad_norm": 0.970759391784668,
      "learning_rate": 3.4519202366312514e-06,
      "loss": 0.3592,
      "step": 1077980
    },
    {
      "epoch": 300.86,
      "grad_norm": 1.205783486366272,
      "learning_rate": 3.4518964103323446e-06,
      "loss": 0.3593,
      "step": 1077990
    },
    {
      "epoch": 300.87,
      "grad_norm": 1.2734413146972656,
      "learning_rate": 3.4518725838859428e-06,
      "loss": 0.3457,
      "step": 1078000
    },
    {
      "epoch": 300.87,
      "grad_norm": 1.0072661638259888,
      "learning_rate": 3.4518487572920496e-06,
      "loss": 0.3635,
      "step": 1078010
    },
    {
      "epoch": 300.87,
      "grad_norm": 1.124915361404419,
      "learning_rate": 3.451824930550668e-06,
      "loss": 0.3635,
      "step": 1078020
    },
    {
      "epoch": 300.87,
      "grad_norm": 1.1714653968811035,
      "learning_rate": 3.4518011036618013e-06,
      "loss": 0.3732,
      "step": 1078030
    },
    {
      "epoch": 300.88,
      "grad_norm": 0.9609827399253845,
      "learning_rate": 3.451777276625453e-06,
      "loss": 0.346,
      "step": 1078040
    },
    {
      "epoch": 300.88,
      "grad_norm": 0.8005289435386658,
      "learning_rate": 3.4517534494416258e-06,
      "loss": 0.3624,
      "step": 1078050
    },
    {
      "epoch": 300.88,
      "grad_norm": 1.0482877492904663,
      "learning_rate": 3.4517296221103235e-06,
      "loss": 0.3675,
      "step": 1078060
    },
    {
      "epoch": 300.88,
      "grad_norm": 1.001516342163086,
      "learning_rate": 3.451705794631548e-06,
      "loss": 0.3599,
      "step": 1078070
    },
    {
      "epoch": 300.89,
      "grad_norm": 0.9653909206390381,
      "learning_rate": 3.451681967005304e-06,
      "loss": 0.3464,
      "step": 1078080
    },
    {
      "epoch": 300.89,
      "grad_norm": 0.8878763318061829,
      "learning_rate": 3.451658139231594e-06,
      "loss": 0.3602,
      "step": 1078090
    },
    {
      "epoch": 300.89,
      "grad_norm": 1.094447374343872,
      "learning_rate": 3.45163431131042e-06,
      "loss": 0.3454,
      "step": 1078100
    },
    {
      "epoch": 300.9,
      "grad_norm": 1.2856112718582153,
      "learning_rate": 3.451610483241788e-06,
      "loss": 0.3634,
      "step": 1078110
    },
    {
      "epoch": 300.9,
      "grad_norm": 0.9155104160308838,
      "learning_rate": 3.451586655025698e-06,
      "loss": 0.3522,
      "step": 1078120
    },
    {
      "epoch": 300.9,
      "grad_norm": 1.0532417297363281,
      "learning_rate": 3.4515628266621546e-06,
      "loss": 0.3711,
      "step": 1078130
    },
    {
      "epoch": 300.9,
      "grad_norm": 1.045136570930481,
      "learning_rate": 3.451538998151162e-06,
      "loss": 0.3683,
      "step": 1078140
    },
    {
      "epoch": 300.91,
      "grad_norm": 1.0035721063613892,
      "learning_rate": 3.4515151694927226e-06,
      "loss": 0.3479,
      "step": 1078150
    },
    {
      "epoch": 300.91,
      "grad_norm": 1.2540775537490845,
      "learning_rate": 3.451491340686838e-06,
      "loss": 0.3556,
      "step": 1078160
    },
    {
      "epoch": 300.91,
      "grad_norm": 1.030189871788025,
      "learning_rate": 3.4514675117335135e-06,
      "loss": 0.3536,
      "step": 1078170
    },
    {
      "epoch": 300.92,
      "grad_norm": 0.9518135786056519,
      "learning_rate": 3.4514436826327518e-06,
      "loss": 0.3312,
      "step": 1078180
    },
    {
      "epoch": 300.92,
      "grad_norm": 1.36125910282135,
      "learning_rate": 3.4514198533845547e-06,
      "loss": 0.3604,
      "step": 1078190
    },
    {
      "epoch": 300.92,
      "grad_norm": 0.9174250960350037,
      "learning_rate": 3.4513960239889277e-06,
      "loss": 0.3606,
      "step": 1078200
    },
    {
      "epoch": 300.92,
      "grad_norm": 0.9942616820335388,
      "learning_rate": 3.4513721944458716e-06,
      "loss": 0.3538,
      "step": 1078210
    },
    {
      "epoch": 300.93,
      "grad_norm": 0.8600293397903442,
      "learning_rate": 3.451348364755392e-06,
      "loss": 0.347,
      "step": 1078220
    },
    {
      "epoch": 300.93,
      "grad_norm": 1.0016958713531494,
      "learning_rate": 3.4513245349174897e-06,
      "loss": 0.3492,
      "step": 1078230
    },
    {
      "epoch": 300.93,
      "grad_norm": 0.9666372537612915,
      "learning_rate": 3.45130070493217e-06,
      "loss": 0.3496,
      "step": 1078240
    },
    {
      "epoch": 300.93,
      "grad_norm": 0.9254593253135681,
      "learning_rate": 3.451276874799434e-06,
      "loss": 0.3677,
      "step": 1078250
    },
    {
      "epoch": 300.94,
      "grad_norm": 0.9557706713676453,
      "learning_rate": 3.4512530445192856e-06,
      "loss": 0.3429,
      "step": 1078260
    },
    {
      "epoch": 300.94,
      "grad_norm": 0.943713903427124,
      "learning_rate": 3.451229214091729e-06,
      "loss": 0.355,
      "step": 1078270
    },
    {
      "epoch": 300.94,
      "grad_norm": 2.1118385791778564,
      "learning_rate": 3.451205383516766e-06,
      "loss": 0.3587,
      "step": 1078280
    },
    {
      "epoch": 300.95,
      "grad_norm": 1.0351954698562622,
      "learning_rate": 3.4511815527944014e-06,
      "loss": 0.3589,
      "step": 1078290
    },
    {
      "epoch": 300.95,
      "grad_norm": 1.139134407043457,
      "learning_rate": 3.4511577219246368e-06,
      "loss": 0.3439,
      "step": 1078300
    },
    {
      "epoch": 300.95,
      "grad_norm": 1.1007648706436157,
      "learning_rate": 3.4511338909074757e-06,
      "loss": 0.3683,
      "step": 1078310
    },
    {
      "epoch": 300.95,
      "grad_norm": 0.9215877056121826,
      "learning_rate": 3.451110059742921e-06,
      "loss": 0.3473,
      "step": 1078320
    },
    {
      "epoch": 300.96,
      "grad_norm": 1.2736915349960327,
      "learning_rate": 3.451086228430978e-06,
      "loss": 0.3561,
      "step": 1078330
    },
    {
      "epoch": 300.96,
      "grad_norm": 1.242100715637207,
      "learning_rate": 3.451062396971647e-06,
      "loss": 0.3605,
      "step": 1078340
    },
    {
      "epoch": 300.96,
      "grad_norm": 1.0920807123184204,
      "learning_rate": 3.4510385653649324e-06,
      "loss": 0.3586,
      "step": 1078350
    },
    {
      "epoch": 300.97,
      "grad_norm": 0.99847412109375,
      "learning_rate": 3.4510147336108374e-06,
      "loss": 0.3643,
      "step": 1078360
    },
    {
      "epoch": 300.97,
      "grad_norm": 0.9504154324531555,
      "learning_rate": 3.450990901709366e-06,
      "loss": 0.3471,
      "step": 1078370
    },
    {
      "epoch": 300.97,
      "grad_norm": 1.2435762882232666,
      "learning_rate": 3.4509670696605196e-06,
      "loss": 0.3583,
      "step": 1078380
    },
    {
      "epoch": 300.97,
      "grad_norm": 1.273874282836914,
      "learning_rate": 3.4509432374643027e-06,
      "loss": 0.3668,
      "step": 1078390
    },
    {
      "epoch": 300.98,
      "grad_norm": 0.9964947700500488,
      "learning_rate": 3.450919405120718e-06,
      "loss": 0.3579,
      "step": 1078400
    },
    {
      "epoch": 300.98,
      "grad_norm": 0.9778599739074707,
      "learning_rate": 3.4508955726297685e-06,
      "loss": 0.3639,
      "step": 1078410
    },
    {
      "epoch": 300.98,
      "grad_norm": 0.9292970299720764,
      "learning_rate": 3.450871739991458e-06,
      "loss": 0.3618,
      "step": 1078420
    },
    {
      "epoch": 300.99,
      "grad_norm": 0.9589931964874268,
      "learning_rate": 3.4508479072057895e-06,
      "loss": 0.3749,
      "step": 1078430
    },
    {
      "epoch": 300.99,
      "grad_norm": 0.990502119064331,
      "learning_rate": 3.450824074272766e-06,
      "loss": 0.3627,
      "step": 1078440
    },
    {
      "epoch": 300.99,
      "grad_norm": 0.9062115550041199,
      "learning_rate": 3.45080024119239e-06,
      "loss": 0.3566,
      "step": 1078450
    },
    {
      "epoch": 300.99,
      "grad_norm": 0.9635060429573059,
      "learning_rate": 3.4507764079646665e-06,
      "loss": 0.3515,
      "step": 1078460
    },
    {
      "epoch": 301.0,
      "grad_norm": 1.1287906169891357,
      "learning_rate": 3.450752574589596e-06,
      "loss": 0.3537,
      "step": 1078470
    },
    {
      "epoch": 301.0,
      "grad_norm": 0.9624927043914795,
      "learning_rate": 3.4507287410671835e-06,
      "loss": 0.3532,
      "step": 1078480
    },
    {
      "epoch": 301.0,
      "eval_loss": 0.35750147700309753,
      "eval_runtime": 63.279,
      "eval_samples_per_second": 79.948,
      "eval_steps_per_second": 10.003,
      "step": 1078483
    },
    {
      "epoch": 301.0,
      "grad_norm": 1.0699946880340576,
      "learning_rate": 3.4507049073974325e-06,
      "loss": 0.3759,
      "step": 1078490
    },
    {
      "epoch": 301.0,
      "grad_norm": 0.9449764490127563,
      "learning_rate": 3.450681073580345e-06,
      "loss": 0.3558,
      "step": 1078500
    },
    {
      "epoch": 301.01,
      "grad_norm": 1.0176595449447632,
      "learning_rate": 3.450657239615925e-06,
      "loss": 0.3498,
      "step": 1078510
    },
    {
      "epoch": 301.01,
      "grad_norm": 1.1107057332992554,
      "learning_rate": 3.450633405504175e-06,
      "loss": 0.349,
      "step": 1078520
    },
    {
      "epoch": 301.01,
      "grad_norm": 0.9689621329307556,
      "learning_rate": 3.450609571245099e-06,
      "loss": 0.3545,
      "step": 1078530
    },
    {
      "epoch": 301.02,
      "grad_norm": 0.8658002614974976,
      "learning_rate": 3.4505857368386994e-06,
      "loss": 0.3504,
      "step": 1078540
    },
    {
      "epoch": 301.02,
      "grad_norm": 1.2736825942993164,
      "learning_rate": 3.450561902284979e-06,
      "loss": 0.3377,
      "step": 1078550
    },
    {
      "epoch": 301.02,
      "grad_norm": 0.919438898563385,
      "learning_rate": 3.4505380675839424e-06,
      "loss": 0.3398,
      "step": 1078560
    },
    {
      "epoch": 301.02,
      "grad_norm": 1.0497596263885498,
      "learning_rate": 3.450514232735592e-06,
      "loss": 0.3612,
      "step": 1078570
    },
    {
      "epoch": 301.03,
      "grad_norm": 0.9476044774055481,
      "learning_rate": 3.4504903977399308e-06,
      "loss": 0.3513,
      "step": 1078580
    },
    {
      "epoch": 301.03,
      "grad_norm": 0.9076312780380249,
      "learning_rate": 3.4504665625969624e-06,
      "loss": 0.3529,
      "step": 1078590
    },
    {
      "epoch": 301.03,
      "grad_norm": 0.8910796046257019,
      "learning_rate": 3.4504427273066896e-06,
      "loss": 0.3595,
      "step": 1078600
    },
    {
      "epoch": 301.04,
      "grad_norm": 0.9020391702651978,
      "learning_rate": 3.450418891869115e-06,
      "loss": 0.353,
      "step": 1078610
    },
    {
      "epoch": 301.04,
      "grad_norm": 1.0954923629760742,
      "learning_rate": 3.4503950562842434e-06,
      "loss": 0.3584,
      "step": 1078620
    },
    {
      "epoch": 301.04,
      "grad_norm": 1.1119816303253174,
      "learning_rate": 3.450371220552077e-06,
      "loss": 0.3608,
      "step": 1078630
    },
    {
      "epoch": 301.04,
      "grad_norm": 1.2936369180679321,
      "learning_rate": 3.450347384672618e-06,
      "loss": 0.3615,
      "step": 1078640
    },
    {
      "epoch": 301.05,
      "grad_norm": 1.086618185043335,
      "learning_rate": 3.4503235486458716e-06,
      "loss": 0.3455,
      "step": 1078650
    },
    {
      "epoch": 301.05,
      "grad_norm": 1.043695092201233,
      "learning_rate": 3.4502997124718397e-06,
      "loss": 0.3455,
      "step": 1078660
    },
    {
      "epoch": 301.05,
      "grad_norm": 1.3094568252563477,
      "learning_rate": 3.4502758761505258e-06,
      "loss": 0.3488,
      "step": 1078670
    },
    {
      "epoch": 301.05,
      "grad_norm": 1.0092755556106567,
      "learning_rate": 3.4502520396819323e-06,
      "loss": 0.3784,
      "step": 1078680
    },
    {
      "epoch": 301.06,
      "grad_norm": 0.9769874811172485,
      "learning_rate": 3.4502282030660643e-06,
      "loss": 0.3546,
      "step": 1078690
    },
    {
      "epoch": 301.06,
      "grad_norm": 1.1326805353164673,
      "learning_rate": 3.4502043663029227e-06,
      "loss": 0.3337,
      "step": 1078700
    },
    {
      "epoch": 301.06,
      "grad_norm": 1.0314022302627563,
      "learning_rate": 3.450180529392512e-06,
      "loss": 0.3603,
      "step": 1078710
    },
    {
      "epoch": 301.07,
      "grad_norm": 1.1178126335144043,
      "learning_rate": 3.4501566923348356e-06,
      "loss": 0.3514,
      "step": 1078720
    },
    {
      "epoch": 301.07,
      "grad_norm": 0.942571759223938,
      "learning_rate": 3.450132855129896e-06,
      "loss": 0.3373,
      "step": 1078730
    },
    {
      "epoch": 301.07,
      "grad_norm": 0.9807834029197693,
      "learning_rate": 3.4501090177776967e-06,
      "loss": 0.3629,
      "step": 1078740
    },
    {
      "epoch": 301.07,
      "grad_norm": 1.136947512626648,
      "learning_rate": 3.45008518027824e-06,
      "loss": 0.3639,
      "step": 1078750
    },
    {
      "epoch": 301.08,
      "grad_norm": 0.985220193862915,
      "learning_rate": 3.4500613426315304e-06,
      "loss": 0.3605,
      "step": 1078760
    },
    {
      "epoch": 301.08,
      "grad_norm": 0.9256367087364197,
      "learning_rate": 3.4500375048375696e-06,
      "loss": 0.3492,
      "step": 1078770
    },
    {
      "epoch": 301.08,
      "grad_norm": 1.0610917806625366,
      "learning_rate": 3.4500136668963627e-06,
      "loss": 0.348,
      "step": 1078780
    },
    {
      "epoch": 301.09,
      "grad_norm": 1.0202547311782837,
      "learning_rate": 3.449989828807911e-06,
      "loss": 0.3504,
      "step": 1078790
    },
    {
      "epoch": 301.09,
      "grad_norm": 0.9815030097961426,
      "learning_rate": 3.4499659905722195e-06,
      "loss": 0.3544,
      "step": 1078800
    },
    {
      "epoch": 301.09,
      "grad_norm": 1.2107964754104614,
      "learning_rate": 3.4499421521892892e-06,
      "loss": 0.3471,
      "step": 1078810
    },
    {
      "epoch": 301.09,
      "grad_norm": 0.977017879486084,
      "learning_rate": 3.4499183136591247e-06,
      "loss": 0.3537,
      "step": 1078820
    },
    {
      "epoch": 301.1,
      "grad_norm": 1.2209867238998413,
      "learning_rate": 3.4498944749817293e-06,
      "loss": 0.3576,
      "step": 1078830
    },
    {
      "epoch": 301.1,
      "grad_norm": 0.9269383549690247,
      "learning_rate": 3.4498706361571055e-06,
      "loss": 0.3733,
      "step": 1078840
    },
    {
      "epoch": 301.1,
      "grad_norm": 1.0281784534454346,
      "learning_rate": 3.449846797185257e-06,
      "loss": 0.3814,
      "step": 1078850
    },
    {
      "epoch": 301.11,
      "grad_norm": 0.9805899858474731,
      "learning_rate": 3.4498229580661864e-06,
      "loss": 0.364,
      "step": 1078860
    },
    {
      "epoch": 301.11,
      "grad_norm": 0.9417245388031006,
      "learning_rate": 3.4497991187998972e-06,
      "loss": 0.3501,
      "step": 1078870
    },
    {
      "epoch": 301.11,
      "grad_norm": 1.1126036643981934,
      "learning_rate": 3.449775279386393e-06,
      "loss": 0.3658,
      "step": 1078880
    },
    {
      "epoch": 301.11,
      "grad_norm": 1.1989413499832153,
      "learning_rate": 3.449751439825676e-06,
      "loss": 0.3639,
      "step": 1078890
    },
    {
      "epoch": 301.12,
      "grad_norm": 0.8773475885391235,
      "learning_rate": 3.44972760011775e-06,
      "loss": 0.3543,
      "step": 1078900
    },
    {
      "epoch": 301.12,
      "grad_norm": 1.3347101211547852,
      "learning_rate": 3.449703760262618e-06,
      "loss": 0.3572,
      "step": 1078910
    },
    {
      "epoch": 301.12,
      "grad_norm": 0.902020275592804,
      "learning_rate": 3.4496799202602837e-06,
      "loss": 0.3588,
      "step": 1078920
    },
    {
      "epoch": 301.12,
      "grad_norm": 1.2225693464279175,
      "learning_rate": 3.4496560801107492e-06,
      "loss": 0.3535,
      "step": 1078930
    },
    {
      "epoch": 301.13,
      "grad_norm": 1.363573670387268,
      "learning_rate": 3.4496322398140195e-06,
      "loss": 0.3643,
      "step": 1078940
    },
    {
      "epoch": 301.13,
      "grad_norm": 0.9418786764144897,
      "learning_rate": 3.449608399370096e-06,
      "loss": 0.3394,
      "step": 1078950
    },
    {
      "epoch": 301.13,
      "grad_norm": 0.8724113702774048,
      "learning_rate": 3.4495845587789815e-06,
      "loss": 0.3536,
      "step": 1078960
    },
    {
      "epoch": 301.14,
      "grad_norm": 0.8702511787414551,
      "learning_rate": 3.449560718040681e-06,
      "loss": 0.3535,
      "step": 1078970
    },
    {
      "epoch": 301.14,
      "grad_norm": 0.9422827363014221,
      "learning_rate": 3.4495368771551968e-06,
      "loss": 0.3564,
      "step": 1078980
    },
    {
      "epoch": 301.14,
      "grad_norm": 1.00919508934021,
      "learning_rate": 3.4495130361225314e-06,
      "loss": 0.3659,
      "step": 1078990
    },
    {
      "epoch": 301.14,
      "grad_norm": 1.1549618244171143,
      "learning_rate": 3.449489194942689e-06,
      "loss": 0.3502,
      "step": 1079000
    },
    {
      "epoch": 301.15,
      "grad_norm": 1.1887469291687012,
      "learning_rate": 3.4494653536156724e-06,
      "loss": 0.3599,
      "step": 1079010
    },
    {
      "epoch": 301.15,
      "grad_norm": 1.0969886779785156,
      "learning_rate": 3.4494415121414848e-06,
      "loss": 0.354,
      "step": 1079020
    },
    {
      "epoch": 301.15,
      "grad_norm": 0.9522464871406555,
      "learning_rate": 3.4494176705201302e-06,
      "loss": 0.3524,
      "step": 1079030
    },
    {
      "epoch": 301.16,
      "grad_norm": 1.2243578433990479,
      "learning_rate": 3.44939382875161e-06,
      "loss": 0.3534,
      "step": 1079040
    },
    {
      "epoch": 301.16,
      "grad_norm": 1.1669256687164307,
      "learning_rate": 3.4493699868359285e-06,
      "loss": 0.3585,
      "step": 1079050
    },
    {
      "epoch": 301.16,
      "grad_norm": 1.184264063835144,
      "learning_rate": 3.4493461447730885e-06,
      "loss": 0.3406,
      "step": 1079060
    },
    {
      "epoch": 301.16,
      "grad_norm": 0.9597363471984863,
      "learning_rate": 3.449322302563094e-06,
      "loss": 0.3565,
      "step": 1079070
    },
    {
      "epoch": 301.17,
      "grad_norm": 1.0656933784484863,
      "learning_rate": 3.4492984602059464e-06,
      "loss": 0.3473,
      "step": 1079080
    },
    {
      "epoch": 301.17,
      "grad_norm": 1.0442217588424683,
      "learning_rate": 3.4492746177016506e-06,
      "loss": 0.346,
      "step": 1079090
    },
    {
      "epoch": 301.17,
      "grad_norm": 1.0870637893676758,
      "learning_rate": 3.449250775050209e-06,
      "loss": 0.3601,
      "step": 1079100
    },
    {
      "epoch": 301.17,
      "grad_norm": 1.0630545616149902,
      "learning_rate": 3.4492269322516258e-06,
      "loss": 0.3532,
      "step": 1079110
    },
    {
      "epoch": 301.18,
      "grad_norm": 0.9643059372901917,
      "learning_rate": 3.4492030893059026e-06,
      "loss": 0.3533,
      "step": 1079120
    },
    {
      "epoch": 301.18,
      "grad_norm": 1.0868653059005737,
      "learning_rate": 3.449179246213043e-06,
      "loss": 0.3681,
      "step": 1079130
    },
    {
      "epoch": 301.18,
      "grad_norm": 1.1273877620697021,
      "learning_rate": 3.4491554029730513e-06,
      "loss": 0.3509,
      "step": 1079140
    },
    {
      "epoch": 301.19,
      "grad_norm": 1.205458402633667,
      "learning_rate": 3.449131559585929e-06,
      "loss": 0.3608,
      "step": 1079150
    },
    {
      "epoch": 301.19,
      "grad_norm": 1.2684463262557983,
      "learning_rate": 3.4491077160516806e-06,
      "loss": 0.3655,
      "step": 1079160
    },
    {
      "epoch": 301.19,
      "grad_norm": 1.1372219324111938,
      "learning_rate": 3.4490838723703085e-06,
      "loss": 0.3395,
      "step": 1079170
    },
    {
      "epoch": 301.19,
      "grad_norm": 1.0019783973693848,
      "learning_rate": 3.449060028541817e-06,
      "loss": 0.3579,
      "step": 1079180
    },
    {
      "epoch": 301.2,
      "grad_norm": 4.406247615814209,
      "learning_rate": 3.449036184566207e-06,
      "loss": 0.3505,
      "step": 1079190
    },
    {
      "epoch": 301.2,
      "grad_norm": 0.9005609154701233,
      "learning_rate": 3.4490123404434846e-06,
      "loss": 0.3464,
      "step": 1079200
    },
    {
      "epoch": 301.2,
      "grad_norm": 1.1550794839859009,
      "learning_rate": 3.4489884961736503e-06,
      "loss": 0.3675,
      "step": 1079210
    },
    {
      "epoch": 301.21,
      "grad_norm": 0.9026980400085449,
      "learning_rate": 3.4489646517567093e-06,
      "loss": 0.3664,
      "step": 1079220
    },
    {
      "epoch": 301.21,
      "grad_norm": 1.426303744316101,
      "learning_rate": 3.4489408071926636e-06,
      "loss": 0.3584,
      "step": 1079230
    },
    {
      "epoch": 301.21,
      "grad_norm": 1.016703486442566,
      "learning_rate": 3.4489169624815162e-06,
      "loss": 0.3688,
      "step": 1079240
    },
    {
      "epoch": 301.21,
      "grad_norm": 1.1676205396652222,
      "learning_rate": 3.4488931176232715e-06,
      "loss": 0.3473,
      "step": 1079250
    },
    {
      "epoch": 301.22,
      "grad_norm": 1.0864639282226562,
      "learning_rate": 3.4488692726179313e-06,
      "loss": 0.3472,
      "step": 1079260
    },
    {
      "epoch": 301.22,
      "grad_norm": 0.9317787885665894,
      "learning_rate": 3.4488454274655e-06,
      "loss": 0.3699,
      "step": 1079270
    },
    {
      "epoch": 301.22,
      "grad_norm": 1.0556870698928833,
      "learning_rate": 3.44882158216598e-06,
      "loss": 0.3408,
      "step": 1079280
    },
    {
      "epoch": 301.23,
      "grad_norm": 1.4503930807113647,
      "learning_rate": 3.4487977367193747e-06,
      "loss": 0.3729,
      "step": 1079290
    },
    {
      "epoch": 301.23,
      "grad_norm": 1.1555030345916748,
      "learning_rate": 3.4487738911256876e-06,
      "loss": 0.3619,
      "step": 1079300
    },
    {
      "epoch": 301.23,
      "grad_norm": 0.9713645577430725,
      "learning_rate": 3.4487500453849204e-06,
      "loss": 0.3784,
      "step": 1079310
    },
    {
      "epoch": 301.23,
      "grad_norm": 1.053836464881897,
      "learning_rate": 3.4487261994970787e-06,
      "loss": 0.3589,
      "step": 1079320
    },
    {
      "epoch": 301.24,
      "grad_norm": 1.0072790384292603,
      "learning_rate": 3.448702353462164e-06,
      "loss": 0.346,
      "step": 1079330
    },
    {
      "epoch": 301.24,
      "grad_norm": 0.971224844455719,
      "learning_rate": 3.4486785072801796e-06,
      "loss": 0.3459,
      "step": 1079340
    },
    {
      "epoch": 301.24,
      "grad_norm": 1.0940533876419067,
      "learning_rate": 3.4486546609511286e-06,
      "loss": 0.3513,
      "step": 1079350
    },
    {
      "epoch": 301.24,
      "grad_norm": 1.1454191207885742,
      "learning_rate": 3.448630814475015e-06,
      "loss": 0.3656,
      "step": 1079360
    },
    {
      "epoch": 301.25,
      "grad_norm": 0.9576548933982849,
      "learning_rate": 3.4486069678518414e-06,
      "loss": 0.3633,
      "step": 1079370
    },
    {
      "epoch": 301.25,
      "grad_norm": 1.0863288640975952,
      "learning_rate": 3.4485831210816108e-06,
      "loss": 0.3837,
      "step": 1079380
    },
    {
      "epoch": 301.25,
      "grad_norm": 1.002740502357483,
      "learning_rate": 3.448559274164327e-06,
      "loss": 0.3611,
      "step": 1079390
    },
    {
      "epoch": 301.26,
      "grad_norm": 1.0326199531555176,
      "learning_rate": 3.448535427099992e-06,
      "loss": 0.3426,
      "step": 1079400
    },
    {
      "epoch": 301.26,
      "grad_norm": 1.0886796712875366,
      "learning_rate": 3.4485115798886107e-06,
      "loss": 0.3468,
      "step": 1079410
    },
    {
      "epoch": 301.26,
      "grad_norm": 1.2563673257827759,
      "learning_rate": 3.4484877325301847e-06,
      "loss": 0.364,
      "step": 1079420
    },
    {
      "epoch": 301.26,
      "grad_norm": 1.05604887008667,
      "learning_rate": 3.4484638850247184e-06,
      "loss": 0.3557,
      "step": 1079430
    },
    {
      "epoch": 301.27,
      "grad_norm": 1.100305199623108,
      "learning_rate": 3.4484400373722136e-06,
      "loss": 0.3628,
      "step": 1079440
    },
    {
      "epoch": 301.27,
      "grad_norm": 0.9766697287559509,
      "learning_rate": 3.448416189572675e-06,
      "loss": 0.3563,
      "step": 1079450
    },
    {
      "epoch": 301.27,
      "grad_norm": 1.1463826894760132,
      "learning_rate": 3.4483923416261043e-06,
      "loss": 0.3643,
      "step": 1079460
    },
    {
      "epoch": 301.28,
      "grad_norm": 1.2743167877197266,
      "learning_rate": 3.4483684935325066e-06,
      "loss": 0.345,
      "step": 1079470
    },
    {
      "epoch": 301.28,
      "grad_norm": 0.9158275127410889,
      "learning_rate": 3.4483446452918826e-06,
      "loss": 0.3673,
      "step": 1079480
    },
    {
      "epoch": 301.28,
      "grad_norm": 0.8796939849853516,
      "learning_rate": 3.4483207969042375e-06,
      "loss": 0.3593,
      "step": 1079490
    },
    {
      "epoch": 301.28,
      "grad_norm": 0.9912592172622681,
      "learning_rate": 3.448296948369573e-06,
      "loss": 0.3496,
      "step": 1079500
    },
    {
      "epoch": 301.29,
      "grad_norm": 1.0436333417892456,
      "learning_rate": 3.4482730996878933e-06,
      "loss": 0.3525,
      "step": 1079510
    },
    {
      "epoch": 301.29,
      "grad_norm": 1.0582671165466309,
      "learning_rate": 3.448249250859202e-06,
      "loss": 0.3648,
      "step": 1079520
    },
    {
      "epoch": 301.29,
      "grad_norm": 0.9463991522789001,
      "learning_rate": 3.4482254018835007e-06,
      "loss": 0.3566,
      "step": 1079530
    },
    {
      "epoch": 301.3,
      "grad_norm": 1.1870448589324951,
      "learning_rate": 3.448201552760794e-06,
      "loss": 0.3452,
      "step": 1079540
    },
    {
      "epoch": 301.3,
      "grad_norm": 1.038711428642273,
      "learning_rate": 3.448177703491084e-06,
      "loss": 0.368,
      "step": 1079550
    },
    {
      "epoch": 301.3,
      "grad_norm": 0.9763766527175903,
      "learning_rate": 3.448153854074375e-06,
      "loss": 0.3477,
      "step": 1079560
    },
    {
      "epoch": 301.3,
      "grad_norm": 1.9525551795959473,
      "learning_rate": 3.4481300045106686e-06,
      "loss": 0.36,
      "step": 1079570
    },
    {
      "epoch": 301.31,
      "grad_norm": 1.2003406286239624,
      "learning_rate": 3.448106154799969e-06,
      "loss": 0.3615,
      "step": 1079580
    },
    {
      "epoch": 301.31,
      "grad_norm": 0.9816259741783142,
      "learning_rate": 3.4480823049422804e-06,
      "loss": 0.3662,
      "step": 1079590
    },
    {
      "epoch": 301.31,
      "grad_norm": 0.8991786241531372,
      "learning_rate": 3.448058454937604e-06,
      "loss": 0.3577,
      "step": 1079600
    },
    {
      "epoch": 301.31,
      "grad_norm": 1.1140587329864502,
      "learning_rate": 3.448034604785944e-06,
      "loss": 0.3624,
      "step": 1079610
    },
    {
      "epoch": 301.32,
      "grad_norm": 1.0726326704025269,
      "learning_rate": 3.448010754487304e-06,
      "loss": 0.3434,
      "step": 1079620
    },
    {
      "epoch": 301.32,
      "grad_norm": 0.932473361492157,
      "learning_rate": 3.447986904041686e-06,
      "loss": 0.3519,
      "step": 1079630
    },
    {
      "epoch": 301.32,
      "grad_norm": 0.9557542204856873,
      "learning_rate": 3.4479630534490935e-06,
      "loss": 0.3655,
      "step": 1079640
    },
    {
      "epoch": 301.33,
      "grad_norm": 1.18529212474823,
      "learning_rate": 3.4479392027095304e-06,
      "loss": 0.3526,
      "step": 1079650
    },
    {
      "epoch": 301.33,
      "grad_norm": 0.9504842758178711,
      "learning_rate": 3.4479153518229988e-06,
      "loss": 0.3665,
      "step": 1079660
    },
    {
      "epoch": 301.33,
      "grad_norm": 1.046267032623291,
      "learning_rate": 3.4478915007895035e-06,
      "loss": 0.3508,
      "step": 1079670
    },
    {
      "epoch": 301.33,
      "grad_norm": 1.0545233488082886,
      "learning_rate": 3.4478676496090462e-06,
      "loss": 0.3621,
      "step": 1079680
    },
    {
      "epoch": 301.34,
      "grad_norm": 0.9298390746116638,
      "learning_rate": 3.447843798281631e-06,
      "loss": 0.3463,
      "step": 1079690
    },
    {
      "epoch": 301.34,
      "grad_norm": 1.0249882936477661,
      "learning_rate": 3.4478199468072592e-06,
      "loss": 0.3612,
      "step": 1079700
    },
    {
      "epoch": 301.34,
      "grad_norm": 0.9389334321022034,
      "learning_rate": 3.4477960951859366e-06,
      "loss": 0.3406,
      "step": 1079710
    },
    {
      "epoch": 301.35,
      "grad_norm": 0.8905407190322876,
      "learning_rate": 3.4477722434176644e-06,
      "loss": 0.3444,
      "step": 1079720
    },
    {
      "epoch": 301.35,
      "grad_norm": 1.085268259048462,
      "learning_rate": 3.447748391502447e-06,
      "loss": 0.3497,
      "step": 1079730
    },
    {
      "epoch": 301.35,
      "grad_norm": 1.2379615306854248,
      "learning_rate": 3.4477245394402867e-06,
      "loss": 0.3494,
      "step": 1079740
    },
    {
      "epoch": 301.35,
      "grad_norm": 1.0342193841934204,
      "learning_rate": 3.4477006872311884e-06,
      "loss": 0.345,
      "step": 1079750
    },
    {
      "epoch": 301.36,
      "grad_norm": 0.9207857251167297,
      "learning_rate": 3.4476768348751532e-06,
      "loss": 0.3464,
      "step": 1079760
    },
    {
      "epoch": 301.36,
      "grad_norm": 0.9820528030395508,
      "learning_rate": 3.4476529823721845e-06,
      "loss": 0.3611,
      "step": 1079770
    },
    {
      "epoch": 301.36,
      "grad_norm": 0.8825433254241943,
      "learning_rate": 3.447629129722287e-06,
      "loss": 0.3581,
      "step": 1079780
    },
    {
      "epoch": 301.36,
      "grad_norm": 1.2660369873046875,
      "learning_rate": 3.4476052769254617e-06,
      "loss": 0.355,
      "step": 1079790
    },
    {
      "epoch": 301.37,
      "grad_norm": 1.0031629800796509,
      "learning_rate": 3.447581423981713e-06,
      "loss": 0.3407,
      "step": 1079800
    },
    {
      "epoch": 301.37,
      "grad_norm": 0.958404004573822,
      "learning_rate": 3.4475575708910455e-06,
      "loss": 0.3479,
      "step": 1079810
    },
    {
      "epoch": 301.37,
      "grad_norm": 0.9972357749938965,
      "learning_rate": 3.44753371765346e-06,
      "loss": 0.3481,
      "step": 1079820
    },
    {
      "epoch": 301.38,
      "grad_norm": 0.983774721622467,
      "learning_rate": 3.4475098642689603e-06,
      "loss": 0.3682,
      "step": 1079830
    },
    {
      "epoch": 301.38,
      "grad_norm": 1.2368522882461548,
      "learning_rate": 3.44748601073755e-06,
      "loss": 0.3611,
      "step": 1079840
    },
    {
      "epoch": 301.38,
      "grad_norm": 2.527982234954834,
      "learning_rate": 3.4474621570592325e-06,
      "loss": 0.3564,
      "step": 1079850
    },
    {
      "epoch": 301.38,
      "grad_norm": 0.9775940775871277,
      "learning_rate": 3.44743830323401e-06,
      "loss": 0.3447,
      "step": 1079860
    },
    {
      "epoch": 301.39,
      "grad_norm": 1.0559426546096802,
      "learning_rate": 3.447414449261887e-06,
      "loss": 0.3427,
      "step": 1079870
    },
    {
      "epoch": 301.39,
      "grad_norm": 1.0575820207595825,
      "learning_rate": 3.4473905951428658e-06,
      "loss": 0.3613,
      "step": 1079880
    },
    {
      "epoch": 301.39,
      "grad_norm": 0.958258330821991,
      "learning_rate": 3.447366740876949e-06,
      "loss": 0.3472,
      "step": 1079890
    },
    {
      "epoch": 301.4,
      "grad_norm": 1.022133469581604,
      "learning_rate": 3.4473428864641414e-06,
      "loss": 0.3628,
      "step": 1079900
    },
    {
      "epoch": 301.4,
      "grad_norm": 0.9849552512168884,
      "learning_rate": 3.4473190319044454e-06,
      "loss": 0.3692,
      "step": 1079910
    },
    {
      "epoch": 301.4,
      "grad_norm": 0.9885962605476379,
      "learning_rate": 3.4472951771978633e-06,
      "loss": 0.3707,
      "step": 1079920
    },
    {
      "epoch": 301.4,
      "grad_norm": 0.9672296047210693,
      "learning_rate": 3.4472713223443993e-06,
      "loss": 0.354,
      "step": 1079930
    },
    {
      "epoch": 301.41,
      "grad_norm": 1.2360942363739014,
      "learning_rate": 3.4472474673440564e-06,
      "loss": 0.349,
      "step": 1079940
    },
    {
      "epoch": 301.41,
      "grad_norm": 1.1644150018692017,
      "learning_rate": 3.447223612196838e-06,
      "loss": 0.3596,
      "step": 1079950
    },
    {
      "epoch": 301.41,
      "grad_norm": 0.9784362316131592,
      "learning_rate": 3.4471997569027463e-06,
      "loss": 0.3678,
      "step": 1079960
    },
    {
      "epoch": 301.42,
      "grad_norm": 0.9734160900115967,
      "learning_rate": 3.4471759014617858e-06,
      "loss": 0.3418,
      "step": 1079970
    },
    {
      "epoch": 301.42,
      "grad_norm": 4.2491960525512695,
      "learning_rate": 3.4471520458739582e-06,
      "loss": 0.3537,
      "step": 1079980
    },
    {
      "epoch": 301.42,
      "grad_norm": 1.107160210609436,
      "learning_rate": 3.4471281901392683e-06,
      "loss": 0.3417,
      "step": 1079990
    },
    {
      "epoch": 301.42,
      "grad_norm": 1.0650651454925537,
      "learning_rate": 3.447104334257718e-06,
      "loss": 0.358,
      "step": 1080000
    },
    {
      "epoch": 301.43,
      "grad_norm": 1.0912938117980957,
      "learning_rate": 3.447080478229311e-06,
      "loss": 0.3514,
      "step": 1080010
    },
    {
      "epoch": 301.43,
      "grad_norm": 0.9929880499839783,
      "learning_rate": 3.4470566220540504e-06,
      "loss": 0.3453,
      "step": 1080020
    },
    {
      "epoch": 301.43,
      "grad_norm": 1.1079972982406616,
      "learning_rate": 3.4470327657319393e-06,
      "loss": 0.3589,
      "step": 1080030
    },
    {
      "epoch": 301.43,
      "grad_norm": 0.9395954608917236,
      "learning_rate": 3.447008909262981e-06,
      "loss": 0.3509,
      "step": 1080040
    },
    {
      "epoch": 301.44,
      "grad_norm": 1.0307081937789917,
      "learning_rate": 3.446985052647179e-06,
      "loss": 0.3643,
      "step": 1080050
    },
    {
      "epoch": 301.44,
      "grad_norm": 1.0376774072647095,
      "learning_rate": 3.4469611958845363e-06,
      "loss": 0.3563,
      "step": 1080060
    },
    {
      "epoch": 301.44,
      "grad_norm": 1.0893007516860962,
      "learning_rate": 3.4469373389750553e-06,
      "loss": 0.3555,
      "step": 1080070
    },
    {
      "epoch": 301.45,
      "grad_norm": 1.1774506568908691,
      "learning_rate": 3.4469134819187403e-06,
      "loss": 0.3682,
      "step": 1080080
    },
    {
      "epoch": 301.45,
      "grad_norm": 1.2020864486694336,
      "learning_rate": 3.4468896247155934e-06,
      "loss": 0.3467,
      "step": 1080090
    },
    {
      "epoch": 301.45,
      "grad_norm": 1.2360862493515015,
      "learning_rate": 3.4468657673656184e-06,
      "loss": 0.3617,
      "step": 1080100
    },
    {
      "epoch": 301.45,
      "grad_norm": 1.1194490194320679,
      "learning_rate": 3.4468419098688187e-06,
      "loss": 0.3581,
      "step": 1080110
    },
    {
      "epoch": 301.46,
      "grad_norm": 1.0657103061676025,
      "learning_rate": 3.4468180522251964e-06,
      "loss": 0.3428,
      "step": 1080120
    },
    {
      "epoch": 301.46,
      "grad_norm": 1.0290160179138184,
      "learning_rate": 3.4467941944347563e-06,
      "loss": 0.3553,
      "step": 1080130
    },
    {
      "epoch": 301.46,
      "grad_norm": 0.9729698300361633,
      "learning_rate": 3.4467703364975007e-06,
      "loss": 0.3454,
      "step": 1080140
    },
    {
      "epoch": 301.47,
      "grad_norm": 0.9926552772521973,
      "learning_rate": 3.446746478413432e-06,
      "loss": 0.3584,
      "step": 1080150
    },
    {
      "epoch": 301.47,
      "grad_norm": 1.111129879951477,
      "learning_rate": 3.4467226201825545e-06,
      "loss": 0.3562,
      "step": 1080160
    },
    {
      "epoch": 301.47,
      "grad_norm": 0.9155706167221069,
      "learning_rate": 3.446698761804872e-06,
      "loss": 0.3634,
      "step": 1080170
    },
    {
      "epoch": 301.47,
      "grad_norm": 1.0281541347503662,
      "learning_rate": 3.4466749032803854e-06,
      "loss": 0.3647,
      "step": 1080180
    },
    {
      "epoch": 301.48,
      "grad_norm": 0.8948132395744324,
      "learning_rate": 3.4466510446090995e-06,
      "loss": 0.3471,
      "step": 1080190
    },
    {
      "epoch": 301.48,
      "grad_norm": 0.8865580558776855,
      "learning_rate": 3.4466271857910174e-06,
      "loss": 0.3721,
      "step": 1080200
    },
    {
      "epoch": 301.48,
      "grad_norm": 1.024076223373413,
      "learning_rate": 3.4466033268261427e-06,
      "loss": 0.3516,
      "step": 1080210
    },
    {
      "epoch": 301.48,
      "grad_norm": 0.9739004373550415,
      "learning_rate": 3.4465794677144773e-06,
      "loss": 0.3533,
      "step": 1080220
    },
    {
      "epoch": 301.49,
      "grad_norm": 0.9553406238555908,
      "learning_rate": 3.446555608456025e-06,
      "loss": 0.3473,
      "step": 1080230
    },
    {
      "epoch": 301.49,
      "grad_norm": 0.9291750192642212,
      "learning_rate": 3.4465317490507883e-06,
      "loss": 0.3568,
      "step": 1080240
    },
    {
      "epoch": 301.49,
      "grad_norm": 1.0543320178985596,
      "learning_rate": 3.4465078894987716e-06,
      "loss": 0.3518,
      "step": 1080250
    },
    {
      "epoch": 301.5,
      "grad_norm": 0.85483318567276,
      "learning_rate": 3.4464840297999777e-06,
      "loss": 0.3552,
      "step": 1080260
    },
    {
      "epoch": 301.5,
      "grad_norm": 1.0137614011764526,
      "learning_rate": 3.44646016995441e-06,
      "loss": 0.3639,
      "step": 1080270
    },
    {
      "epoch": 301.5,
      "grad_norm": 1.0577831268310547,
      "learning_rate": 3.4464363099620707e-06,
      "loss": 0.3636,
      "step": 1080280
    },
    {
      "epoch": 301.5,
      "grad_norm": 0.9024771451950073,
      "learning_rate": 3.4464124498229636e-06,
      "loss": 0.3559,
      "step": 1080290
    },
    {
      "epoch": 301.51,
      "grad_norm": 0.9759778380393982,
      "learning_rate": 3.446388589537092e-06,
      "loss": 0.3546,
      "step": 1080300
    },
    {
      "epoch": 301.51,
      "grad_norm": 0.9571765065193176,
      "learning_rate": 3.4463647291044587e-06,
      "loss": 0.3561,
      "step": 1080310
    },
    {
      "epoch": 301.51,
      "grad_norm": 0.9210459589958191,
      "learning_rate": 3.446340868525067e-06,
      "loss": 0.3701,
      "step": 1080320
    },
    {
      "epoch": 301.52,
      "grad_norm": 5.143867015838623,
      "learning_rate": 3.44631700779892e-06,
      "loss": 0.3597,
      "step": 1080330
    },
    {
      "epoch": 301.52,
      "grad_norm": 1.0815091133117676,
      "learning_rate": 3.4462931469260216e-06,
      "loss": 0.3589,
      "step": 1080340
    },
    {
      "epoch": 301.52,
      "grad_norm": 1.0849791765213013,
      "learning_rate": 3.446269285906374e-06,
      "loss": 0.3548,
      "step": 1080350
    },
    {
      "epoch": 301.52,
      "grad_norm": 1.1401911973953247,
      "learning_rate": 3.4462454247399813e-06,
      "loss": 0.3482,
      "step": 1080360
    },
    {
      "epoch": 301.53,
      "grad_norm": 1.1931660175323486,
      "learning_rate": 3.4462215634268454e-06,
      "loss": 0.3531,
      "step": 1080370
    },
    {
      "epoch": 301.53,
      "grad_norm": 1.0406267642974854,
      "learning_rate": 3.446197701966971e-06,
      "loss": 0.3398,
      "step": 1080380
    },
    {
      "epoch": 301.53,
      "grad_norm": 0.938758909702301,
      "learning_rate": 3.44617384036036e-06,
      "loss": 0.3693,
      "step": 1080390
    },
    {
      "epoch": 301.54,
      "grad_norm": 1.016533613204956,
      "learning_rate": 3.4461499786070157e-06,
      "loss": 0.3514,
      "step": 1080400
    },
    {
      "epoch": 301.54,
      "grad_norm": 1.99202299118042,
      "learning_rate": 3.4461261167069424e-06,
      "loss": 0.3537,
      "step": 1080410
    },
    {
      "epoch": 301.54,
      "grad_norm": 0.9949071407318115,
      "learning_rate": 3.446102254660142e-06,
      "loss": 0.3411,
      "step": 1080420
    },
    {
      "epoch": 301.54,
      "grad_norm": 0.9304296970367432,
      "learning_rate": 3.4460783924666193e-06,
      "loss": 0.3492,
      "step": 1080430
    },
    {
      "epoch": 301.55,
      "grad_norm": 1.0234732627868652,
      "learning_rate": 3.446054530126375e-06,
      "loss": 0.357,
      "step": 1080440
    },
    {
      "epoch": 301.55,
      "grad_norm": 0.9643427729606628,
      "learning_rate": 3.4460306676394143e-06,
      "loss": 0.3377,
      "step": 1080450
    },
    {
      "epoch": 301.55,
      "grad_norm": 1.1516807079315186,
      "learning_rate": 3.44600680500574e-06,
      "loss": 0.3636,
      "step": 1080460
    },
    {
      "epoch": 301.55,
      "grad_norm": 1.1444374322891235,
      "learning_rate": 3.4459829422253547e-06,
      "loss": 0.3469,
      "step": 1080470
    },
    {
      "epoch": 301.56,
      "grad_norm": 0.9848740696907043,
      "learning_rate": 3.445959079298262e-06,
      "loss": 0.3536,
      "step": 1080480
    },
    {
      "epoch": 301.56,
      "grad_norm": 1.470415472984314,
      "learning_rate": 3.4459352162244648e-06,
      "loss": 0.3453,
      "step": 1080490
    },
    {
      "epoch": 301.56,
      "grad_norm": 1.0065211057662964,
      "learning_rate": 3.445911353003967e-06,
      "loss": 0.3707,
      "step": 1080500
    },
    {
      "epoch": 301.57,
      "grad_norm": 0.9766030311584473,
      "learning_rate": 3.4458874896367703e-06,
      "loss": 0.3512,
      "step": 1080510
    },
    {
      "epoch": 301.57,
      "grad_norm": 1.0797690153121948,
      "learning_rate": 3.44586362612288e-06,
      "loss": 0.3511,
      "step": 1080520
    },
    {
      "epoch": 301.57,
      "grad_norm": 1.0240190029144287,
      "learning_rate": 3.4458397624622967e-06,
      "loss": 0.3569,
      "step": 1080530
    },
    {
      "epoch": 301.57,
      "grad_norm": 1.0426541566848755,
      "learning_rate": 3.4458158986550254e-06,
      "loss": 0.3797,
      "step": 1080540
    },
    {
      "epoch": 301.58,
      "grad_norm": 0.947475790977478,
      "learning_rate": 3.4457920347010686e-06,
      "loss": 0.3539,
      "step": 1080550
    },
    {
      "epoch": 301.58,
      "grad_norm": 0.9834700226783752,
      "learning_rate": 3.445768170600431e-06,
      "loss": 0.354,
      "step": 1080560
    },
    {
      "epoch": 301.58,
      "grad_norm": 1.0428647994995117,
      "learning_rate": 3.4457443063531135e-06,
      "loss": 0.3577,
      "step": 1080570
    },
    {
      "epoch": 301.59,
      "grad_norm": 1.1448372602462769,
      "learning_rate": 3.4457204419591202e-06,
      "loss": 0.3493,
      "step": 1080580
    },
    {
      "epoch": 301.59,
      "grad_norm": 1.0489381551742554,
      "learning_rate": 3.445696577418455e-06,
      "loss": 0.362,
      "step": 1080590
    },
    {
      "epoch": 301.59,
      "grad_norm": 0.9997459650039673,
      "learning_rate": 3.44567271273112e-06,
      "loss": 0.3535,
      "step": 1080600
    },
    {
      "epoch": 301.59,
      "grad_norm": 0.9425904750823975,
      "learning_rate": 3.445648847897118e-06,
      "loss": 0.3587,
      "step": 1080610
    },
    {
      "epoch": 301.6,
      "grad_norm": 0.9706994295120239,
      "learning_rate": 3.445624982916454e-06,
      "loss": 0.3514,
      "step": 1080620
    },
    {
      "epoch": 301.6,
      "grad_norm": 1.0764098167419434,
      "learning_rate": 3.4456011177891296e-06,
      "loss": 0.3605,
      "step": 1080630
    },
    {
      "epoch": 301.6,
      "grad_norm": 0.9988104104995728,
      "learning_rate": 3.4455772525151495e-06,
      "loss": 0.3544,
      "step": 1080640
    },
    {
      "epoch": 301.6,
      "grad_norm": 0.8698287010192871,
      "learning_rate": 3.4455533870945154e-06,
      "loss": 0.3645,
      "step": 1080650
    },
    {
      "epoch": 301.61,
      "grad_norm": 1.1729018688201904,
      "learning_rate": 3.4455295215272303e-06,
      "loss": 0.3549,
      "step": 1080660
    },
    {
      "epoch": 301.61,
      "grad_norm": 0.9976630210876465,
      "learning_rate": 3.4455056558132983e-06,
      "loss": 0.3649,
      "step": 1080670
    },
    {
      "epoch": 301.61,
      "grad_norm": 0.9752539396286011,
      "learning_rate": 3.4454817899527225e-06,
      "loss": 0.3508,
      "step": 1080680
    },
    {
      "epoch": 301.62,
      "grad_norm": 1.1170332431793213,
      "learning_rate": 3.4454579239455054e-06,
      "loss": 0.3905,
      "step": 1080690
    },
    {
      "epoch": 301.62,
      "grad_norm": 0.9744889140129089,
      "learning_rate": 3.4454340577916512e-06,
      "loss": 0.3497,
      "step": 1080700
    },
    {
      "epoch": 301.62,
      "grad_norm": 1.07326078414917,
      "learning_rate": 3.445410191491163e-06,
      "loss": 0.3655,
      "step": 1080710
    },
    {
      "epoch": 301.62,
      "grad_norm": 1.0901061296463013,
      "learning_rate": 3.4453863250440427e-06,
      "loss": 0.3598,
      "step": 1080720
    },
    {
      "epoch": 301.63,
      "grad_norm": 0.9486486315727234,
      "learning_rate": 3.4453624584502946e-06,
      "loss": 0.3565,
      "step": 1080730
    },
    {
      "epoch": 301.63,
      "grad_norm": 1.047335147857666,
      "learning_rate": 3.4453385917099214e-06,
      "loss": 0.3599,
      "step": 1080740
    },
    {
      "epoch": 301.63,
      "grad_norm": 0.969387948513031,
      "learning_rate": 3.445314724822927e-06,
      "loss": 0.3649,
      "step": 1080750
    },
    {
      "epoch": 301.64,
      "grad_norm": 0.9837369322776794,
      "learning_rate": 3.4452908577893136e-06,
      "loss": 0.3619,
      "step": 1080760
    },
    {
      "epoch": 301.64,
      "grad_norm": 0.8846309185028076,
      "learning_rate": 3.4452669906090846e-06,
      "loss": 0.3597,
      "step": 1080770
    },
    {
      "epoch": 301.64,
      "grad_norm": 1.5818650722503662,
      "learning_rate": 3.445243123282244e-06,
      "loss": 0.369,
      "step": 1080780
    },
    {
      "epoch": 301.64,
      "grad_norm": 0.9275204539299011,
      "learning_rate": 3.445219255808794e-06,
      "loss": 0.3544,
      "step": 1080790
    },
    {
      "epoch": 301.65,
      "grad_norm": 0.8894062042236328,
      "learning_rate": 3.4451953881887387e-06,
      "loss": 0.342,
      "step": 1080800
    },
    {
      "epoch": 301.65,
      "grad_norm": 0.9843184947967529,
      "learning_rate": 3.44517152042208e-06,
      "loss": 0.3554,
      "step": 1080810
    },
    {
      "epoch": 301.65,
      "grad_norm": 1.0071508884429932,
      "learning_rate": 3.445147652508822e-06,
      "loss": 0.3584,
      "step": 1080820
    },
    {
      "epoch": 301.66,
      "grad_norm": 1.0224604606628418,
      "learning_rate": 3.4451237844489674e-06,
      "loss": 0.3581,
      "step": 1080830
    },
    {
      "epoch": 301.66,
      "grad_norm": 1.1810568571090698,
      "learning_rate": 3.4450999162425195e-06,
      "loss": 0.3594,
      "step": 1080840
    },
    {
      "epoch": 301.66,
      "grad_norm": 2.0858490467071533,
      "learning_rate": 3.4450760478894827e-06,
      "loss": 0.3628,
      "step": 1080850
    },
    {
      "epoch": 301.66,
      "grad_norm": 0.9168257117271423,
      "learning_rate": 3.4450521793898585e-06,
      "loss": 0.3566,
      "step": 1080860
    },
    {
      "epoch": 301.67,
      "grad_norm": 1.0304324626922607,
      "learning_rate": 3.4450283107436505e-06,
      "loss": 0.3791,
      "step": 1080870
    },
    {
      "epoch": 301.67,
      "grad_norm": 1.1251623630523682,
      "learning_rate": 3.4450044419508626e-06,
      "loss": 0.3546,
      "step": 1080880
    },
    {
      "epoch": 301.67,
      "grad_norm": 1.1513537168502808,
      "learning_rate": 3.444980573011497e-06,
      "loss": 0.3641,
      "step": 1080890
    },
    {
      "epoch": 301.67,
      "grad_norm": 2.1978442668914795,
      "learning_rate": 3.444956703925557e-06,
      "loss": 0.361,
      "step": 1080900
    },
    {
      "epoch": 301.68,
      "grad_norm": 1.1823338270187378,
      "learning_rate": 3.4449328346930467e-06,
      "loss": 0.3655,
      "step": 1080910
    },
    {
      "epoch": 301.68,
      "grad_norm": 1.0094980001449585,
      "learning_rate": 3.444908965313968e-06,
      "loss": 0.3608,
      "step": 1080920
    },
    {
      "epoch": 301.68,
      "grad_norm": 1.1506569385528564,
      "learning_rate": 3.4448850957883256e-06,
      "loss": 0.3516,
      "step": 1080930
    },
    {
      "epoch": 301.69,
      "grad_norm": 0.8532608151435852,
      "learning_rate": 3.444861226116121e-06,
      "loss": 0.3527,
      "step": 1080940
    },
    {
      "epoch": 301.69,
      "grad_norm": 1.1424710750579834,
      "learning_rate": 3.444837356297359e-06,
      "loss": 0.3511,
      "step": 1080950
    },
    {
      "epoch": 301.69,
      "grad_norm": 0.9899963140487671,
      "learning_rate": 3.444813486332041e-06,
      "loss": 0.3443,
      "step": 1080960
    },
    {
      "epoch": 301.69,
      "grad_norm": 0.9317760467529297,
      "learning_rate": 3.4447896162201715e-06,
      "loss": 0.3542,
      "step": 1080970
    },
    {
      "epoch": 301.7,
      "grad_norm": 1.0609713792800903,
      "learning_rate": 3.444765745961754e-06,
      "loss": 0.3596,
      "step": 1080980
    },
    {
      "epoch": 301.7,
      "grad_norm": 1.241481900215149,
      "learning_rate": 3.44474187555679e-06,
      "loss": 0.3434,
      "step": 1080990
    },
    {
      "epoch": 301.7,
      "grad_norm": 1.0143972635269165,
      "learning_rate": 3.4447180050052844e-06,
      "loss": 0.3524,
      "step": 1081000
    },
    {
      "epoch": 301.71,
      "grad_norm": 0.9349438548088074,
      "learning_rate": 3.4446941343072395e-06,
      "loss": 0.3585,
      "step": 1081010
    },
    {
      "epoch": 301.71,
      "grad_norm": 1.3077694177627563,
      "learning_rate": 3.444670263462659e-06,
      "loss": 0.3687,
      "step": 1081020
    },
    {
      "epoch": 301.71,
      "grad_norm": 0.8435986638069153,
      "learning_rate": 3.444646392471545e-06,
      "loss": 0.3613,
      "step": 1081030
    },
    {
      "epoch": 301.71,
      "grad_norm": 0.9399031400680542,
      "learning_rate": 3.444622521333902e-06,
      "loss": 0.3562,
      "step": 1081040
    },
    {
      "epoch": 301.72,
      "grad_norm": 1.0193077325820923,
      "learning_rate": 3.4445986500497323e-06,
      "loss": 0.358,
      "step": 1081050
    },
    {
      "epoch": 301.72,
      "grad_norm": 1.2609630823135376,
      "learning_rate": 3.4445747786190386e-06,
      "loss": 0.3733,
      "step": 1081060
    },
    {
      "epoch": 301.72,
      "grad_norm": 1.0612337589263916,
      "learning_rate": 3.4445509070418256e-06,
      "loss": 0.3558,
      "step": 1081070
    },
    {
      "epoch": 301.72,
      "grad_norm": 1.169650912284851,
      "learning_rate": 3.4445270353180957e-06,
      "loss": 0.3532,
      "step": 1081080
    },
    {
      "epoch": 301.73,
      "grad_norm": 0.9465225338935852,
      "learning_rate": 3.4445031634478525e-06,
      "loss": 0.35,
      "step": 1081090
    },
    {
      "epoch": 301.73,
      "grad_norm": 0.9400198459625244,
      "learning_rate": 3.444479291431099e-06,
      "loss": 0.3585,
      "step": 1081100
    },
    {
      "epoch": 301.73,
      "grad_norm": 1.080006718635559,
      "learning_rate": 3.4444554192678364e-06,
      "loss": 0.3495,
      "step": 1081110
    },
    {
      "epoch": 301.74,
      "grad_norm": 0.9476195573806763,
      "learning_rate": 3.4444315469580704e-06,
      "loss": 0.3527,
      "step": 1081120
    },
    {
      "epoch": 301.74,
      "grad_norm": 1.094774603843689,
      "learning_rate": 3.4444076745018036e-06,
      "loss": 0.3734,
      "step": 1081130
    },
    {
      "epoch": 301.74,
      "grad_norm": 1.032636046409607,
      "learning_rate": 3.444383801899039e-06,
      "loss": 0.3611,
      "step": 1081140
    },
    {
      "epoch": 301.74,
      "grad_norm": 1.1294498443603516,
      "learning_rate": 3.4443599291497794e-06,
      "loss": 0.3756,
      "step": 1081150
    },
    {
      "epoch": 301.75,
      "grad_norm": 0.9953498840332031,
      "learning_rate": 3.444336056254029e-06,
      "loss": 0.3427,
      "step": 1081160
    },
    {
      "epoch": 301.75,
      "grad_norm": 0.9948235154151917,
      "learning_rate": 3.44431218321179e-06,
      "loss": 0.3711,
      "step": 1081170
    },
    {
      "epoch": 301.75,
      "grad_norm": 2.5072031021118164,
      "learning_rate": 3.444288310023066e-06,
      "loss": 0.3622,
      "step": 1081180
    },
    {
      "epoch": 301.76,
      "grad_norm": 1.0050883293151855,
      "learning_rate": 3.4442644366878593e-06,
      "loss": 0.3757,
      "step": 1081190
    },
    {
      "epoch": 301.76,
      "grad_norm": 1.2266004085540771,
      "learning_rate": 3.444240563206175e-06,
      "loss": 0.3525,
      "step": 1081200
    },
    {
      "epoch": 301.76,
      "grad_norm": 1.000989317893982,
      "learning_rate": 3.4442166895780143e-06,
      "loss": 0.3485,
      "step": 1081210
    },
    {
      "epoch": 301.76,
      "grad_norm": 4.608580589294434,
      "learning_rate": 3.444192815803381e-06,
      "loss": 0.3475,
      "step": 1081220
    },
    {
      "epoch": 301.77,
      "grad_norm": 0.9845249056816101,
      "learning_rate": 3.4441689418822787e-06,
      "loss": 0.3437,
      "step": 1081230
    },
    {
      "epoch": 301.77,
      "grad_norm": 1.1148430109024048,
      "learning_rate": 3.4441450678147105e-06,
      "loss": 0.3679,
      "step": 1081240
    },
    {
      "epoch": 301.77,
      "grad_norm": 1.2066576480865479,
      "learning_rate": 3.4441211936006797e-06,
      "loss": 0.3605,
      "step": 1081250
    },
    {
      "epoch": 301.78,
      "grad_norm": 1.1018916368484497,
      "learning_rate": 3.4440973192401884e-06,
      "loss": 0.3561,
      "step": 1081260
    },
    {
      "epoch": 301.78,
      "grad_norm": 0.9063922762870789,
      "learning_rate": 3.4440734447332413e-06,
      "loss": 0.3582,
      "step": 1081270
    },
    {
      "epoch": 301.78,
      "grad_norm": 1.1103121042251587,
      "learning_rate": 3.444049570079841e-06,
      "loss": 0.359,
      "step": 1081280
    },
    {
      "epoch": 301.78,
      "grad_norm": 1.0438774824142456,
      "learning_rate": 3.4440256952799894e-06,
      "loss": 0.3771,
      "step": 1081290
    },
    {
      "epoch": 301.79,
      "grad_norm": 0.9399119019508362,
      "learning_rate": 3.444001820333692e-06,
      "loss": 0.362,
      "step": 1081300
    },
    {
      "epoch": 301.79,
      "grad_norm": 1.1144049167633057,
      "learning_rate": 3.4439779452409503e-06,
      "loss": 0.3515,
      "step": 1081310
    },
    {
      "epoch": 301.79,
      "grad_norm": 0.9295779466629028,
      "learning_rate": 3.4439540700017674e-06,
      "loss": 0.331,
      "step": 1081320
    },
    {
      "epoch": 301.79,
      "grad_norm": 1.0537734031677246,
      "learning_rate": 3.4439301946161485e-06,
      "loss": 0.3368,
      "step": 1081330
    },
    {
      "epoch": 301.8,
      "grad_norm": 1.1817554235458374,
      "learning_rate": 3.4439063190840938e-06,
      "loss": 0.3571,
      "step": 1081340
    },
    {
      "epoch": 301.8,
      "grad_norm": 1.0152980089187622,
      "learning_rate": 3.4438824434056086e-06,
      "loss": 0.3771,
      "step": 1081350
    },
    {
      "epoch": 301.8,
      "grad_norm": 0.8569366335868835,
      "learning_rate": 3.4438585675806956e-06,
      "loss": 0.3404,
      "step": 1081360
    },
    {
      "epoch": 301.81,
      "grad_norm": 1.2142661809921265,
      "learning_rate": 3.4438346916093577e-06,
      "loss": 0.3568,
      "step": 1081370
    },
    {
      "epoch": 301.81,
      "grad_norm": 1.1422216892242432,
      "learning_rate": 3.4438108154915984e-06,
      "loss": 0.3428,
      "step": 1081380
    },
    {
      "epoch": 301.81,
      "grad_norm": 0.9597127437591553,
      "learning_rate": 3.443786939227421e-06,
      "loss": 0.3597,
      "step": 1081390
    },
    {
      "epoch": 301.81,
      "grad_norm": 1.5037161111831665,
      "learning_rate": 3.4437630628168273e-06,
      "loss": 0.3536,
      "step": 1081400
    },
    {
      "epoch": 301.82,
      "grad_norm": 0.8955816030502319,
      "learning_rate": 3.443739186259822e-06,
      "loss": 0.3609,
      "step": 1081410
    },
    {
      "epoch": 301.82,
      "grad_norm": 0.8061348795890808,
      "learning_rate": 3.443715309556408e-06,
      "loss": 0.3461,
      "step": 1081420
    },
    {
      "epoch": 301.82,
      "grad_norm": 1.068443775177002,
      "learning_rate": 3.4436914327065885e-06,
      "loss": 0.3646,
      "step": 1081430
    },
    {
      "epoch": 301.83,
      "grad_norm": 1.0996601581573486,
      "learning_rate": 3.4436675557103666e-06,
      "loss": 0.3515,
      "step": 1081440
    },
    {
      "epoch": 301.83,
      "grad_norm": 1.4380125999450684,
      "learning_rate": 3.4436436785677452e-06,
      "loss": 0.3615,
      "step": 1081450
    },
    {
      "epoch": 301.83,
      "grad_norm": 1.0992541313171387,
      "learning_rate": 3.4436198012787277e-06,
      "loss": 0.3345,
      "step": 1081460
    },
    {
      "epoch": 301.83,
      "grad_norm": 1.2203607559204102,
      "learning_rate": 3.443595923843317e-06,
      "loss": 0.3619,
      "step": 1081470
    },
    {
      "epoch": 301.84,
      "grad_norm": 1.1522924900054932,
      "learning_rate": 3.4435720462615163e-06,
      "loss": 0.3391,
      "step": 1081480
    },
    {
      "epoch": 301.84,
      "grad_norm": 2.8592090606689453,
      "learning_rate": 3.4435481685333296e-06,
      "loss": 0.3611,
      "step": 1081490
    },
    {
      "epoch": 301.84,
      "grad_norm": 1.1098095178604126,
      "learning_rate": 3.443524290658759e-06,
      "loss": 0.3503,
      "step": 1081500
    },
    {
      "epoch": 301.84,
      "grad_norm": 1.167629361152649,
      "learning_rate": 3.443500412637808e-06,
      "loss": 0.3662,
      "step": 1081510
    },
    {
      "epoch": 301.85,
      "grad_norm": 0.9067736864089966,
      "learning_rate": 3.4434765344704806e-06,
      "loss": 0.3819,
      "step": 1081520
    },
    {
      "epoch": 301.85,
      "grad_norm": 1.0876719951629639,
      "learning_rate": 3.443452656156779e-06,
      "loss": 0.3514,
      "step": 1081530
    },
    {
      "epoch": 301.85,
      "grad_norm": 1.0360795259475708,
      "learning_rate": 3.4434287776967066e-06,
      "loss": 0.3552,
      "step": 1081540
    },
    {
      "epoch": 301.86,
      "grad_norm": 0.8617733716964722,
      "learning_rate": 3.4434048990902666e-06,
      "loss": 0.3462,
      "step": 1081550
    },
    {
      "epoch": 301.86,
      "grad_norm": 0.964627206325531,
      "learning_rate": 3.4433810203374623e-06,
      "loss": 0.3586,
      "step": 1081560
    },
    {
      "epoch": 301.86,
      "grad_norm": 1.0757324695587158,
      "learning_rate": 3.4433571414382966e-06,
      "loss": 0.3587,
      "step": 1081570
    },
    {
      "epoch": 301.86,
      "grad_norm": 1.040636420249939,
      "learning_rate": 3.4433332623927733e-06,
      "loss": 0.3529,
      "step": 1081580
    },
    {
      "epoch": 301.87,
      "grad_norm": 1.8177462816238403,
      "learning_rate": 3.4433093832008946e-06,
      "loss": 0.3453,
      "step": 1081590
    },
    {
      "epoch": 301.87,
      "grad_norm": 1.243667483329773,
      "learning_rate": 3.443285503862665e-06,
      "loss": 0.3571,
      "step": 1081600
    },
    {
      "epoch": 301.87,
      "grad_norm": 0.900556743144989,
      "learning_rate": 3.443261624378086e-06,
      "loss": 0.3544,
      "step": 1081610
    },
    {
      "epoch": 301.88,
      "grad_norm": 1.0373848676681519,
      "learning_rate": 3.443237744747163e-06,
      "loss": 0.3605,
      "step": 1081620
    },
    {
      "epoch": 301.88,
      "grad_norm": 1.0378865003585815,
      "learning_rate": 3.443213864969897e-06,
      "loss": 0.3442,
      "step": 1081630
    },
    {
      "epoch": 301.88,
      "grad_norm": 0.9783064126968384,
      "learning_rate": 3.443189985046292e-06,
      "loss": 0.3562,
      "step": 1081640
    },
    {
      "epoch": 301.88,
      "grad_norm": 0.8765141367912292,
      "learning_rate": 3.4431661049763518e-06,
      "loss": 0.3402,
      "step": 1081650
    },
    {
      "epoch": 301.89,
      "grad_norm": 0.9592668414115906,
      "learning_rate": 3.4431422247600782e-06,
      "loss": 0.3549,
      "step": 1081660
    },
    {
      "epoch": 301.89,
      "grad_norm": 0.9738266468048096,
      "learning_rate": 3.443118344397476e-06,
      "loss": 0.3512,
      "step": 1081670
    },
    {
      "epoch": 301.89,
      "grad_norm": 0.8804119229316711,
      "learning_rate": 3.4430944638885473e-06,
      "loss": 0.3649,
      "step": 1081680
    },
    {
      "epoch": 301.9,
      "grad_norm": 0.9905065298080444,
      "learning_rate": 3.443070583233295e-06,
      "loss": 0.3455,
      "step": 1081690
    },
    {
      "epoch": 301.9,
      "grad_norm": 1.0560086965560913,
      "learning_rate": 3.4430467024317235e-06,
      "loss": 0.3603,
      "step": 1081700
    },
    {
      "epoch": 301.9,
      "grad_norm": 0.8938167095184326,
      "learning_rate": 3.4430228214838345e-06,
      "loss": 0.3479,
      "step": 1081710
    },
    {
      "epoch": 301.9,
      "grad_norm": 0.99100661277771,
      "learning_rate": 3.4429989403896333e-06,
      "loss": 0.3535,
      "step": 1081720
    },
    {
      "epoch": 301.91,
      "grad_norm": 0.9161912202835083,
      "learning_rate": 3.4429750591491207e-06,
      "loss": 0.3514,
      "step": 1081730
    },
    {
      "epoch": 301.91,
      "grad_norm": 4.716681003570557,
      "learning_rate": 3.4429511777623014e-06,
      "loss": 0.3486,
      "step": 1081740
    },
    {
      "epoch": 301.91,
      "grad_norm": 1.0347857475280762,
      "learning_rate": 3.4429272962291783e-06,
      "loss": 0.352,
      "step": 1081750
    },
    {
      "epoch": 301.91,
      "grad_norm": 0.963914692401886,
      "learning_rate": 3.442903414549754e-06,
      "loss": 0.3464,
      "step": 1081760
    },
    {
      "epoch": 301.92,
      "grad_norm": 0.9059739112854004,
      "learning_rate": 3.4428795327240323e-06,
      "loss": 0.3688,
      "step": 1081770
    },
    {
      "epoch": 301.92,
      "grad_norm": 1.2248048782348633,
      "learning_rate": 3.442855650752016e-06,
      "loss": 0.341,
      "step": 1081780
    },
    {
      "epoch": 301.92,
      "grad_norm": 1.0717623233795166,
      "learning_rate": 3.4428317686337085e-06,
      "loss": 0.3666,
      "step": 1081790
    },
    {
      "epoch": 301.93,
      "grad_norm": 1.0423352718353271,
      "learning_rate": 3.4428078863691127e-06,
      "loss": 0.3604,
      "step": 1081800
    },
    {
      "epoch": 301.93,
      "grad_norm": 1.117587924003601,
      "learning_rate": 3.4427840039582327e-06,
      "loss": 0.3538,
      "step": 1081810
    },
    {
      "epoch": 301.93,
      "grad_norm": 1.1583776473999023,
      "learning_rate": 3.4427601214010705e-06,
      "loss": 0.369,
      "step": 1081820
    },
    {
      "epoch": 301.93,
      "grad_norm": 1.0024380683898926,
      "learning_rate": 3.4427362386976295e-06,
      "loss": 0.3565,
      "step": 1081830
    },
    {
      "epoch": 301.94,
      "grad_norm": 1.1358827352523804,
      "learning_rate": 3.4427123558479136e-06,
      "loss": 0.3865,
      "step": 1081840
    },
    {
      "epoch": 301.94,
      "grad_norm": 0.9302418231964111,
      "learning_rate": 3.442688472851925e-06,
      "loss": 0.3357,
      "step": 1081850
    },
    {
      "epoch": 301.94,
      "grad_norm": 1.2726645469665527,
      "learning_rate": 3.4426645897096678e-06,
      "loss": 0.3591,
      "step": 1081860
    },
    {
      "epoch": 301.95,
      "grad_norm": 0.9662513136863708,
      "learning_rate": 3.4426407064211443e-06,
      "loss": 0.3696,
      "step": 1081870
    },
    {
      "epoch": 301.95,
      "grad_norm": 0.9865179657936096,
      "learning_rate": 3.4426168229863585e-06,
      "loss": 0.3623,
      "step": 1081880
    },
    {
      "epoch": 301.95,
      "grad_norm": 0.9780893921852112,
      "learning_rate": 3.442592939405314e-06,
      "loss": 0.3628,
      "step": 1081890
    },
    {
      "epoch": 301.95,
      "grad_norm": 0.9460750818252563,
      "learning_rate": 3.4425690556780117e-06,
      "loss": 0.363,
      "step": 1081900
    },
    {
      "epoch": 301.96,
      "grad_norm": 0.8807247877120972,
      "learning_rate": 3.4425451718044574e-06,
      "loss": 0.3775,
      "step": 1081910
    },
    {
      "epoch": 301.96,
      "grad_norm": 1.0611509084701538,
      "learning_rate": 3.4425212877846527e-06,
      "loss": 0.3634,
      "step": 1081920
    },
    {
      "epoch": 301.96,
      "grad_norm": 0.9683231711387634,
      "learning_rate": 3.442497403618601e-06,
      "loss": 0.3562,
      "step": 1081930
    },
    {
      "epoch": 301.96,
      "grad_norm": 1.0661439895629883,
      "learning_rate": 3.4424735193063064e-06,
      "loss": 0.3583,
      "step": 1081940
    },
    {
      "epoch": 301.97,
      "grad_norm": 0.961244523525238,
      "learning_rate": 3.442449634847771e-06,
      "loss": 0.3524,
      "step": 1081950
    },
    {
      "epoch": 301.97,
      "grad_norm": 1.076138973236084,
      "learning_rate": 3.4424257502429984e-06,
      "loss": 0.3446,
      "step": 1081960
    },
    {
      "epoch": 301.97,
      "grad_norm": 0.8486260771751404,
      "learning_rate": 3.4424018654919916e-06,
      "loss": 0.3471,
      "step": 1081970
    },
    {
      "epoch": 301.98,
      "grad_norm": 1.0844407081604004,
      "learning_rate": 3.4423779805947544e-06,
      "loss": 0.3554,
      "step": 1081980
    },
    {
      "epoch": 301.98,
      "grad_norm": 1.029860496520996,
      "learning_rate": 3.442354095551289e-06,
      "loss": 0.3643,
      "step": 1081990
    },
    {
      "epoch": 301.98,
      "grad_norm": 1.0794036388397217,
      "learning_rate": 3.4423302103615994e-06,
      "loss": 0.3535,
      "step": 1082000
    },
    {
      "epoch": 301.98,
      "grad_norm": 1.0145176649093628,
      "learning_rate": 3.442306325025688e-06,
      "loss": 0.3712,
      "step": 1082010
    },
    {
      "epoch": 301.99,
      "grad_norm": 1.0890438556671143,
      "learning_rate": 3.4422824395435592e-06,
      "loss": 0.3538,
      "step": 1082020
    },
    {
      "epoch": 301.99,
      "grad_norm": 1.028501272201538,
      "learning_rate": 3.4422585539152144e-06,
      "loss": 0.3572,
      "step": 1082030
    },
    {
      "epoch": 301.99,
      "grad_norm": 1.0144360065460205,
      "learning_rate": 3.4422346681406594e-06,
      "loss": 0.3801,
      "step": 1082040
    },
    {
      "epoch": 302.0,
      "grad_norm": 1.0719736814498901,
      "learning_rate": 3.4422107822198946e-06,
      "loss": 0.3583,
      "step": 1082050
    },
    {
      "epoch": 302.0,
      "grad_norm": 1.0334322452545166,
      "learning_rate": 3.442186896152925e-06,
      "loss": 0.3612,
      "step": 1082060
    },
    {
      "epoch": 302.0,
      "eval_loss": 0.35711702704429626,
      "eval_runtime": 63.1765,
      "eval_samples_per_second": 80.077,
      "eval_steps_per_second": 10.02,
      "step": 1082066
    },
    {
      "epoch": 302.0,
      "grad_norm": 1.036597490310669,
      "learning_rate": 3.4421630099397532e-06,
      "loss": 0.3565,
      "step": 1082070
    },
    {
      "epoch": 302.0,
      "grad_norm": 1.1782335042953491,
      "learning_rate": 3.4421391235803812e-06,
      "loss": 0.3672,
      "step": 1082080
    },
    {
      "epoch": 302.01,
      "grad_norm": 1.1299439668655396,
      "learning_rate": 3.442115237074814e-06,
      "loss": 0.3542,
      "step": 1082090
    },
    {
      "epoch": 302.01,
      "grad_norm": 0.9777767062187195,
      "learning_rate": 3.4420913504230542e-06,
      "loss": 0.3536,
      "step": 1082100
    },
    {
      "epoch": 302.01,
      "grad_norm": 1.1212246417999268,
      "learning_rate": 3.442067463625105e-06,
      "loss": 0.356,
      "step": 1082110
    },
    {
      "epoch": 302.02,
      "grad_norm": 0.9580801725387573,
      "learning_rate": 3.442043576680969e-06,
      "loss": 0.3662,
      "step": 1082120
    },
    {
      "epoch": 302.02,
      "grad_norm": 1.2402782440185547,
      "learning_rate": 3.44201968959065e-06,
      "loss": 0.351,
      "step": 1082130
    },
    {
      "epoch": 302.02,
      "grad_norm": 1.0401179790496826,
      "learning_rate": 3.4419958023541517e-06,
      "loss": 0.3763,
      "step": 1082140
    },
    {
      "epoch": 302.02,
      "grad_norm": 0.8656572699546814,
      "learning_rate": 3.4419719149714754e-06,
      "loss": 0.3443,
      "step": 1082150
    },
    {
      "epoch": 302.03,
      "grad_norm": 0.9691818952560425,
      "learning_rate": 3.441948027442626e-06,
      "loss": 0.3555,
      "step": 1082160
    },
    {
      "epoch": 302.03,
      "grad_norm": 1.0492777824401855,
      "learning_rate": 3.4419241397676067e-06,
      "loss": 0.3369,
      "step": 1082170
    },
    {
      "epoch": 302.03,
      "grad_norm": 0.9368457198143005,
      "learning_rate": 3.441900251946419e-06,
      "loss": 0.3521,
      "step": 1082180
    },
    {
      "epoch": 302.03,
      "grad_norm": 0.9995331764221191,
      "learning_rate": 3.4418763639790684e-06,
      "loss": 0.3526,
      "step": 1082190
    },
    {
      "epoch": 302.04,
      "grad_norm": 1.0647467374801636,
      "learning_rate": 3.4418524758655564e-06,
      "loss": 0.3756,
      "step": 1082200
    },
    {
      "epoch": 302.04,
      "grad_norm": 0.9523580074310303,
      "learning_rate": 3.441828587605886e-06,
      "loss": 0.3694,
      "step": 1082210
    },
    {
      "epoch": 302.04,
      "grad_norm": 1.2446606159210205,
      "learning_rate": 3.441804699200062e-06,
      "loss": 0.3538,
      "step": 1082220
    },
    {
      "epoch": 302.05,
      "grad_norm": 1.1082491874694824,
      "learning_rate": 3.4417808106480864e-06,
      "loss": 0.3555,
      "step": 1082230
    },
    {
      "epoch": 302.05,
      "grad_norm": 1.0738590955734253,
      "learning_rate": 3.441756921949962e-06,
      "loss": 0.3536,
      "step": 1082240
    },
    {
      "epoch": 302.05,
      "grad_norm": 1.1314219236373901,
      "learning_rate": 3.4417330331056927e-06,
      "loss": 0.3729,
      "step": 1082250
    },
    {
      "epoch": 302.05,
      "grad_norm": 0.9764967560768127,
      "learning_rate": 3.441709144115282e-06,
      "loss": 0.3566,
      "step": 1082260
    },
    {
      "epoch": 302.06,
      "grad_norm": 1.0261738300323486,
      "learning_rate": 3.4416852549787327e-06,
      "loss": 0.3539,
      "step": 1082270
    },
    {
      "epoch": 302.06,
      "grad_norm": 0.8827343583106995,
      "learning_rate": 3.4416613656960476e-06,
      "loss": 0.3527,
      "step": 1082280
    },
    {
      "epoch": 302.06,
      "grad_norm": 1.036277174949646,
      "learning_rate": 3.4416374762672302e-06,
      "loss": 0.3629,
      "step": 1082290
    },
    {
      "epoch": 302.07,
      "grad_norm": 1.0755997896194458,
      "learning_rate": 3.441613586692284e-06,
      "loss": 0.3559,
      "step": 1082300
    },
    {
      "epoch": 302.07,
      "grad_norm": 0.9313188791275024,
      "learning_rate": 3.441589696971211e-06,
      "loss": 0.3545,
      "step": 1082310
    },
    {
      "epoch": 302.07,
      "grad_norm": 1.014002799987793,
      "learning_rate": 3.441565807104016e-06,
      "loss": 0.3581,
      "step": 1082320
    },
    {
      "epoch": 302.07,
      "grad_norm": 1.123844861984253,
      "learning_rate": 3.441541917090702e-06,
      "loss": 0.3551,
      "step": 1082330
    },
    {
      "epoch": 302.08,
      "grad_norm": 1.090726613998413,
      "learning_rate": 3.4415180269312708e-06,
      "loss": 0.3419,
      "step": 1082340
    },
    {
      "epoch": 302.08,
      "grad_norm": 0.954556941986084,
      "learning_rate": 3.441494136625726e-06,
      "loss": 0.3523,
      "step": 1082350
    },
    {
      "epoch": 302.08,
      "grad_norm": 0.9334754943847656,
      "learning_rate": 3.441470246174072e-06,
      "loss": 0.3449,
      "step": 1082360
    },
    {
      "epoch": 302.08,
      "grad_norm": 1.2529041767120361,
      "learning_rate": 3.4414463555763105e-06,
      "loss": 0.36,
      "step": 1082370
    },
    {
      "epoch": 302.09,
      "grad_norm": 1.0586403608322144,
      "learning_rate": 3.441422464832445e-06,
      "loss": 0.347,
      "step": 1082380
    },
    {
      "epoch": 302.09,
      "grad_norm": 1.1084266901016235,
      "learning_rate": 3.4413985739424804e-06,
      "loss": 0.3454,
      "step": 1082390
    },
    {
      "epoch": 302.09,
      "grad_norm": 1.2033947706222534,
      "learning_rate": 3.441374682906417e-06,
      "loss": 0.3522,
      "step": 1082400
    },
    {
      "epoch": 302.1,
      "grad_norm": 1.263280987739563,
      "learning_rate": 3.4413507917242607e-06,
      "loss": 0.3507,
      "step": 1082410
    },
    {
      "epoch": 302.1,
      "grad_norm": 0.9718372225761414,
      "learning_rate": 3.4413269003960126e-06,
      "loss": 0.3558,
      "step": 1082420
    },
    {
      "epoch": 302.1,
      "grad_norm": 1.1059874296188354,
      "learning_rate": 3.441303008921677e-06,
      "loss": 0.3649,
      "step": 1082430
    },
    {
      "epoch": 302.1,
      "grad_norm": 1.407715916633606,
      "learning_rate": 3.4412791173012565e-06,
      "loss": 0.3537,
      "step": 1082440
    },
    {
      "epoch": 302.11,
      "grad_norm": 0.9814155697822571,
      "learning_rate": 3.4412552255347544e-06,
      "loss": 0.3479,
      "step": 1082450
    },
    {
      "epoch": 302.11,
      "grad_norm": 0.9781829714775085,
      "learning_rate": 3.4412313336221747e-06,
      "loss": 0.3542,
      "step": 1082460
    },
    {
      "epoch": 302.11,
      "grad_norm": 1.7945621013641357,
      "learning_rate": 3.44120744156352e-06,
      "loss": 0.3485,
      "step": 1082470
    },
    {
      "epoch": 302.12,
      "grad_norm": 1.0899059772491455,
      "learning_rate": 3.441183549358793e-06,
      "loss": 0.3486,
      "step": 1082480
    },
    {
      "epoch": 302.12,
      "grad_norm": 1.0230807065963745,
      "learning_rate": 3.441159657007998e-06,
      "loss": 0.3541,
      "step": 1082490
    },
    {
      "epoch": 302.12,
      "grad_norm": 0.8984364867210388,
      "learning_rate": 3.441135764511136e-06,
      "loss": 0.3548,
      "step": 1082500
    },
    {
      "epoch": 302.12,
      "grad_norm": 1.303595781326294,
      "learning_rate": 3.441111871868213e-06,
      "loss": 0.3631,
      "step": 1082510
    },
    {
      "epoch": 302.13,
      "grad_norm": 0.9711481332778931,
      "learning_rate": 3.4410879790792307e-06,
      "loss": 0.3556,
      "step": 1082520
    },
    {
      "epoch": 302.13,
      "grad_norm": 1.354276418685913,
      "learning_rate": 3.441064086144192e-06,
      "loss": 0.3413,
      "step": 1082530
    },
    {
      "epoch": 302.13,
      "grad_norm": 0.9543265700340271,
      "learning_rate": 3.4410401930631003e-06,
      "loss": 0.367,
      "step": 1082540
    },
    {
      "epoch": 302.14,
      "grad_norm": 1.0276825428009033,
      "learning_rate": 3.441016299835959e-06,
      "loss": 0.3673,
      "step": 1082550
    },
    {
      "epoch": 302.14,
      "grad_norm": 1.0672111511230469,
      "learning_rate": 3.440992406462772e-06,
      "loss": 0.3615,
      "step": 1082560
    },
    {
      "epoch": 302.14,
      "grad_norm": 1.0352489948272705,
      "learning_rate": 3.440968512943541e-06,
      "loss": 0.37,
      "step": 1082570
    },
    {
      "epoch": 302.14,
      "grad_norm": 1.0577143430709839,
      "learning_rate": 3.4409446192782704e-06,
      "loss": 0.3487,
      "step": 1082580
    },
    {
      "epoch": 302.15,
      "grad_norm": 1.0364006757736206,
      "learning_rate": 3.440920725466963e-06,
      "loss": 0.3453,
      "step": 1082590
    },
    {
      "epoch": 302.15,
      "grad_norm": 0.9709833264350891,
      "learning_rate": 3.440896831509621e-06,
      "loss": 0.3482,
      "step": 1082600
    },
    {
      "epoch": 302.15,
      "grad_norm": 1.2629904747009277,
      "learning_rate": 3.4408729374062492e-06,
      "loss": 0.3519,
      "step": 1082610
    },
    {
      "epoch": 302.15,
      "grad_norm": 1.0160536766052246,
      "learning_rate": 3.44084904315685e-06,
      "loss": 0.3499,
      "step": 1082620
    },
    {
      "epoch": 302.16,
      "grad_norm": 0.982059121131897,
      "learning_rate": 3.4408251487614266e-06,
      "loss": 0.3609,
      "step": 1082630
    },
    {
      "epoch": 302.16,
      "grad_norm": 1.0870680809020996,
      "learning_rate": 3.4408012542199815e-06,
      "loss": 0.3457,
      "step": 1082640
    },
    {
      "epoch": 302.16,
      "grad_norm": 1.0107272863388062,
      "learning_rate": 3.4407773595325197e-06,
      "loss": 0.3644,
      "step": 1082650
    },
    {
      "epoch": 302.17,
      "grad_norm": 1.3136439323425293,
      "learning_rate": 3.4407534646990426e-06,
      "loss": 0.3773,
      "step": 1082660
    },
    {
      "epoch": 302.17,
      "grad_norm": 1.2358347177505493,
      "learning_rate": 3.440729569719554e-06,
      "loss": 0.3553,
      "step": 1082670
    },
    {
      "epoch": 302.17,
      "grad_norm": 1.0332908630371094,
      "learning_rate": 3.4407056745940572e-06,
      "loss": 0.3546,
      "step": 1082680
    },
    {
      "epoch": 302.17,
      "grad_norm": 1.2359627485275269,
      "learning_rate": 3.4406817793225552e-06,
      "loss": 0.3485,
      "step": 1082690
    },
    {
      "epoch": 302.18,
      "grad_norm": 0.9913081526756287,
      "learning_rate": 3.440657883905052e-06,
      "loss": 0.3447,
      "step": 1082700
    },
    {
      "epoch": 302.18,
      "grad_norm": 1.1349549293518066,
      "learning_rate": 3.4406339883415493e-06,
      "loss": 0.3417,
      "step": 1082710
    },
    {
      "epoch": 302.18,
      "grad_norm": 1.0849528312683105,
      "learning_rate": 3.4406100926320512e-06,
      "loss": 0.3386,
      "step": 1082720
    },
    {
      "epoch": 302.19,
      "grad_norm": 1.0180776119232178,
      "learning_rate": 3.440586196776561e-06,
      "loss": 0.3484,
      "step": 1082730
    },
    {
      "epoch": 302.19,
      "grad_norm": 0.9583837985992432,
      "learning_rate": 3.440562300775081e-06,
      "loss": 0.366,
      "step": 1082740
    },
    {
      "epoch": 302.19,
      "grad_norm": 1.4715197086334229,
      "learning_rate": 3.4405384046276153e-06,
      "loss": 0.3495,
      "step": 1082750
    },
    {
      "epoch": 302.19,
      "grad_norm": 1.322127103805542,
      "learning_rate": 3.4405145083341672e-06,
      "loss": 0.3654,
      "step": 1082760
    },
    {
      "epoch": 302.2,
      "grad_norm": 1.0678881406784058,
      "learning_rate": 3.440490611894739e-06,
      "loss": 0.3559,
      "step": 1082770
    },
    {
      "epoch": 302.2,
      "grad_norm": 0.9160522818565369,
      "learning_rate": 3.4404667153093347e-06,
      "loss": 0.3515,
      "step": 1082780
    },
    {
      "epoch": 302.2,
      "grad_norm": 1.0501816272735596,
      "learning_rate": 3.4404428185779566e-06,
      "loss": 0.3619,
      "step": 1082790
    },
    {
      "epoch": 302.2,
      "grad_norm": 1.4518576860427856,
      "learning_rate": 3.4404189217006085e-06,
      "loss": 0.3698,
      "step": 1082800
    },
    {
      "epoch": 302.21,
      "grad_norm": 1.1141282320022583,
      "learning_rate": 3.4403950246772933e-06,
      "loss": 0.3532,
      "step": 1082810
    },
    {
      "epoch": 302.21,
      "grad_norm": 1.0147074460983276,
      "learning_rate": 3.4403711275080145e-06,
      "loss": 0.3421,
      "step": 1082820
    },
    {
      "epoch": 302.21,
      "grad_norm": 1.194667100906372,
      "learning_rate": 3.4403472301927753e-06,
      "loss": 0.378,
      "step": 1082830
    },
    {
      "epoch": 302.22,
      "grad_norm": 0.986298143863678,
      "learning_rate": 3.4403233327315792e-06,
      "loss": 0.3497,
      "step": 1082840
    },
    {
      "epoch": 302.22,
      "grad_norm": 1.1340696811676025,
      "learning_rate": 3.4402994351244275e-06,
      "loss": 0.3508,
      "step": 1082850
    },
    {
      "epoch": 302.22,
      "grad_norm": 0.9138959050178528,
      "learning_rate": 3.440275537371326e-06,
      "loss": 0.3575,
      "step": 1082860
    },
    {
      "epoch": 302.22,
      "grad_norm": 0.9675561785697937,
      "learning_rate": 3.4402516394722763e-06,
      "loss": 0.3708,
      "step": 1082870
    },
    {
      "epoch": 302.23,
      "grad_norm": 1.0095152854919434,
      "learning_rate": 3.440227741427282e-06,
      "loss": 0.3429,
      "step": 1082880
    },
    {
      "epoch": 302.23,
      "grad_norm": 1.0014363527297974,
      "learning_rate": 3.4402038432363465e-06,
      "loss": 0.3616,
      "step": 1082890
    },
    {
      "epoch": 302.23,
      "grad_norm": 1.3644543886184692,
      "learning_rate": 3.4401799448994717e-06,
      "loss": 0.3522,
      "step": 1082900
    },
    {
      "epoch": 302.24,
      "grad_norm": 0.9430543184280396,
      "learning_rate": 3.4401560464166624e-06,
      "loss": 0.3714,
      "step": 1082910
    },
    {
      "epoch": 302.24,
      "grad_norm": 0.9615419507026672,
      "learning_rate": 3.4401321477879216e-06,
      "loss": 0.3434,
      "step": 1082920
    },
    {
      "epoch": 302.24,
      "grad_norm": 0.9806993007659912,
      "learning_rate": 3.4401082490132515e-06,
      "loss": 0.3379,
      "step": 1082930
    },
    {
      "epoch": 302.24,
      "grad_norm": 1.0873254537582397,
      "learning_rate": 3.440084350092656e-06,
      "loss": 0.36,
      "step": 1082940
    },
    {
      "epoch": 302.25,
      "grad_norm": 1.0963287353515625,
      "learning_rate": 3.440060451026138e-06,
      "loss": 0.3629,
      "step": 1082950
    },
    {
      "epoch": 302.25,
      "grad_norm": 0.9420405626296997,
      "learning_rate": 3.4400365518137003e-06,
      "loss": 0.3428,
      "step": 1082960
    },
    {
      "epoch": 302.25,
      "grad_norm": 1.2329351902008057,
      "learning_rate": 3.440012652455348e-06,
      "loss": 0.3581,
      "step": 1082970
    },
    {
      "epoch": 302.26,
      "grad_norm": 1.0765129327774048,
      "learning_rate": 3.4399887529510807e-06,
      "loss": 0.3526,
      "step": 1082980
    },
    {
      "epoch": 302.26,
      "grad_norm": 0.8304908871650696,
      "learning_rate": 3.439964853300905e-06,
      "loss": 0.3528,
      "step": 1082990
    },
    {
      "epoch": 302.26,
      "grad_norm": 1.1806342601776123,
      "learning_rate": 3.4399409535048233e-06,
      "loss": 0.3664,
      "step": 1083000
    },
    {
      "epoch": 302.26,
      "grad_norm": 1.1460685729980469,
      "learning_rate": 3.4399170535628375e-06,
      "loss": 0.3724,
      "step": 1083010
    },
    {
      "epoch": 302.27,
      "grad_norm": 1.1301548480987549,
      "learning_rate": 3.4398931534749516e-06,
      "loss": 0.3423,
      "step": 1083020
    },
    {
      "epoch": 302.27,
      "grad_norm": 1.4438722133636475,
      "learning_rate": 3.4398692532411685e-06,
      "loss": 0.362,
      "step": 1083030
    },
    {
      "epoch": 302.27,
      "grad_norm": 0.9104441404342651,
      "learning_rate": 3.439845352861493e-06,
      "loss": 0.3511,
      "step": 1083040
    },
    {
      "epoch": 302.27,
      "grad_norm": 0.9646027088165283,
      "learning_rate": 3.439821452335925e-06,
      "loss": 0.349,
      "step": 1083050
    },
    {
      "epoch": 302.28,
      "grad_norm": 0.9264222383499146,
      "learning_rate": 3.439797551664471e-06,
      "loss": 0.3671,
      "step": 1083060
    },
    {
      "epoch": 302.28,
      "grad_norm": 1.0695322751998901,
      "learning_rate": 3.4397736508471325e-06,
      "loss": 0.3628,
      "step": 1083070
    },
    {
      "epoch": 302.28,
      "grad_norm": 1.0191682577133179,
      "learning_rate": 3.439749749883913e-06,
      "loss": 0.3521,
      "step": 1083080
    },
    {
      "epoch": 302.29,
      "grad_norm": 1.0113985538482666,
      "learning_rate": 3.439725848774815e-06,
      "loss": 0.3489,
      "step": 1083090
    },
    {
      "epoch": 302.29,
      "grad_norm": 1.1365547180175781,
      "learning_rate": 3.4397019475198426e-06,
      "loss": 0.3583,
      "step": 1083100
    },
    {
      "epoch": 302.29,
      "grad_norm": 1.054381012916565,
      "learning_rate": 3.439678046118999e-06,
      "loss": 0.3699,
      "step": 1083110
    },
    {
      "epoch": 302.29,
      "grad_norm": 1.0707544088363647,
      "learning_rate": 3.4396541445722868e-06,
      "loss": 0.3446,
      "step": 1083120
    },
    {
      "epoch": 302.3,
      "grad_norm": 0.9817410707473755,
      "learning_rate": 3.43963024287971e-06,
      "loss": 0.3467,
      "step": 1083130
    },
    {
      "epoch": 302.3,
      "grad_norm": 1.014443278312683,
      "learning_rate": 3.43960634104127e-06,
      "loss": 0.3573,
      "step": 1083140
    },
    {
      "epoch": 302.3,
      "grad_norm": 0.9988127946853638,
      "learning_rate": 3.4395824390569727e-06,
      "loss": 0.3401,
      "step": 1083150
    },
    {
      "epoch": 302.31,
      "grad_norm": 0.9768266081809998,
      "learning_rate": 3.439558536926819e-06,
      "loss": 0.3359,
      "step": 1083160
    },
    {
      "epoch": 302.31,
      "grad_norm": 1.149909496307373,
      "learning_rate": 3.439534634650813e-06,
      "loss": 0.37,
      "step": 1083170
    },
    {
      "epoch": 302.31,
      "grad_norm": 1.120539903640747,
      "learning_rate": 3.4395107322289575e-06,
      "loss": 0.3469,
      "step": 1083180
    },
    {
      "epoch": 302.31,
      "grad_norm": 1.19851553440094,
      "learning_rate": 3.439486829661256e-06,
      "loss": 0.3664,
      "step": 1083190
    },
    {
      "epoch": 302.32,
      "grad_norm": 1.1274306774139404,
      "learning_rate": 3.439462926947712e-06,
      "loss": 0.3568,
      "step": 1083200
    },
    {
      "epoch": 302.32,
      "grad_norm": 1.0436038970947266,
      "learning_rate": 3.439439024088328e-06,
      "loss": 0.3407,
      "step": 1083210
    },
    {
      "epoch": 302.32,
      "grad_norm": 1.0523592233657837,
      "learning_rate": 3.439415121083108e-06,
      "loss": 0.355,
      "step": 1083220
    },
    {
      "epoch": 302.32,
      "grad_norm": 1.0259653329849243,
      "learning_rate": 3.4393912179320546e-06,
      "loss": 0.3609,
      "step": 1083230
    },
    {
      "epoch": 302.33,
      "grad_norm": 0.9336596131324768,
      "learning_rate": 3.439367314635171e-06,
      "loss": 0.3534,
      "step": 1083240
    },
    {
      "epoch": 302.33,
      "grad_norm": 1.0186305046081543,
      "learning_rate": 3.4393434111924597e-06,
      "loss": 0.3484,
      "step": 1083250
    },
    {
      "epoch": 302.33,
      "grad_norm": 1.0536695718765259,
      "learning_rate": 3.439319507603925e-06,
      "loss": 0.3624,
      "step": 1083260
    },
    {
      "epoch": 302.34,
      "grad_norm": 1.0951004028320312,
      "learning_rate": 3.4392956038695696e-06,
      "loss": 0.3771,
      "step": 1083270
    },
    {
      "epoch": 302.34,
      "grad_norm": 1.0551323890686035,
      "learning_rate": 3.439271699989397e-06,
      "loss": 0.3692,
      "step": 1083280
    },
    {
      "epoch": 302.34,
      "grad_norm": 0.9562045931816101,
      "learning_rate": 3.4392477959634105e-06,
      "loss": 0.3534,
      "step": 1083290
    },
    {
      "epoch": 302.34,
      "grad_norm": 0.9198941588401794,
      "learning_rate": 3.4392238917916133e-06,
      "loss": 0.3445,
      "step": 1083300
    },
    {
      "epoch": 302.35,
      "grad_norm": 1.2123439311981201,
      "learning_rate": 3.439199987474007e-06,
      "loss": 0.3784,
      "step": 1083310
    },
    {
      "epoch": 302.35,
      "grad_norm": 0.9805539846420288,
      "learning_rate": 3.439176083010596e-06,
      "loss": 0.3537,
      "step": 1083320
    },
    {
      "epoch": 302.35,
      "grad_norm": 1.02590811252594,
      "learning_rate": 3.4391521784013848e-06,
      "loss": 0.361,
      "step": 1083330
    },
    {
      "epoch": 302.36,
      "grad_norm": 0.9669594764709473,
      "learning_rate": 3.439128273646374e-06,
      "loss": 0.3466,
      "step": 1083340
    },
    {
      "epoch": 302.36,
      "grad_norm": 1.177977442741394,
      "learning_rate": 3.439104368745568e-06,
      "loss": 0.3506,
      "step": 1083350
    },
    {
      "epoch": 302.36,
      "grad_norm": 1.0145701169967651,
      "learning_rate": 3.4390804636989714e-06,
      "loss": 0.3581,
      "step": 1083360
    },
    {
      "epoch": 302.36,
      "grad_norm": 0.9815106987953186,
      "learning_rate": 3.4390565585065854e-06,
      "loss": 0.3646,
      "step": 1083370
    },
    {
      "epoch": 302.37,
      "grad_norm": 3.836639165878296,
      "learning_rate": 3.4390326531684132e-06,
      "loss": 0.3475,
      "step": 1083380
    },
    {
      "epoch": 302.37,
      "grad_norm": 1.0398635864257812,
      "learning_rate": 3.4390087476844595e-06,
      "loss": 0.3539,
      "step": 1083390
    },
    {
      "epoch": 302.37,
      "grad_norm": 0.9837623834609985,
      "learning_rate": 3.438984842054726e-06,
      "loss": 0.3699,
      "step": 1083400
    },
    {
      "epoch": 302.38,
      "grad_norm": 0.9926340579986572,
      "learning_rate": 3.438960936279216e-06,
      "loss": 0.3594,
      "step": 1083410
    },
    {
      "epoch": 302.38,
      "grad_norm": 1.1247020959854126,
      "learning_rate": 3.438937030357934e-06,
      "loss": 0.36,
      "step": 1083420
    },
    {
      "epoch": 302.38,
      "grad_norm": 0.9883415102958679,
      "learning_rate": 3.4389131242908817e-06,
      "loss": 0.3575,
      "step": 1083430
    },
    {
      "epoch": 302.38,
      "grad_norm": 1.1060588359832764,
      "learning_rate": 3.4388892180780633e-06,
      "loss": 0.3416,
      "step": 1083440
    },
    {
      "epoch": 302.39,
      "grad_norm": 0.9966416954994202,
      "learning_rate": 3.438865311719481e-06,
      "loss": 0.3374,
      "step": 1083450
    },
    {
      "epoch": 302.39,
      "grad_norm": 1.1445566415786743,
      "learning_rate": 3.4388414052151393e-06,
      "loss": 0.3559,
      "step": 1083460
    },
    {
      "epoch": 302.39,
      "grad_norm": 0.9086415767669678,
      "learning_rate": 3.43881749856504e-06,
      "loss": 0.3622,
      "step": 1083470
    },
    {
      "epoch": 302.39,
      "grad_norm": 0.9675998687744141,
      "learning_rate": 3.4387935917691874e-06,
      "loss": 0.3468,
      "step": 1083480
    },
    {
      "epoch": 302.4,
      "grad_norm": 7.537024021148682,
      "learning_rate": 3.4387696848275844e-06,
      "loss": 0.3548,
      "step": 1083490
    },
    {
      "epoch": 302.4,
      "grad_norm": 1.0966120958328247,
      "learning_rate": 3.438745777740233e-06,
      "loss": 0.3378,
      "step": 1083500
    },
    {
      "epoch": 302.4,
      "grad_norm": 1.3271840810775757,
      "learning_rate": 3.4387218705071382e-06,
      "loss": 0.3553,
      "step": 1083510
    },
    {
      "epoch": 302.41,
      "grad_norm": 1.3381905555725098,
      "learning_rate": 3.4386979631283028e-06,
      "loss": 0.3525,
      "step": 1083520
    },
    {
      "epoch": 302.41,
      "grad_norm": 1.1447069644927979,
      "learning_rate": 3.438674055603728e-06,
      "loss": 0.3554,
      "step": 1083530
    },
    {
      "epoch": 302.41,
      "grad_norm": 1.0492591857910156,
      "learning_rate": 3.4386501479334196e-06,
      "loss": 0.3495,
      "step": 1083540
    },
    {
      "epoch": 302.41,
      "grad_norm": 1.0225510597229004,
      "learning_rate": 3.4386262401173796e-06,
      "loss": 0.3601,
      "step": 1083550
    },
    {
      "epoch": 302.42,
      "grad_norm": 0.9482048749923706,
      "learning_rate": 3.438602332155611e-06,
      "loss": 0.3433,
      "step": 1083560
    },
    {
      "epoch": 302.42,
      "grad_norm": 1.9688955545425415,
      "learning_rate": 3.4385784240481175e-06,
      "loss": 0.3497,
      "step": 1083570
    },
    {
      "epoch": 302.42,
      "grad_norm": 1.0858030319213867,
      "learning_rate": 3.4385545157949017e-06,
      "loss": 0.3406,
      "step": 1083580
    },
    {
      "epoch": 302.43,
      "grad_norm": 1.1161015033721924,
      "learning_rate": 3.4385306073959675e-06,
      "loss": 0.3622,
      "step": 1083590
    },
    {
      "epoch": 302.43,
      "grad_norm": 1.048873782157898,
      "learning_rate": 3.438506698851318e-06,
      "loss": 0.3418,
      "step": 1083600
    },
    {
      "epoch": 302.43,
      "grad_norm": 0.9623625874519348,
      "learning_rate": 3.4384827901609547e-06,
      "loss": 0.3445,
      "step": 1083610
    },
    {
      "epoch": 302.43,
      "grad_norm": 1.0967670679092407,
      "learning_rate": 3.4384588813248833e-06,
      "loss": 0.3677,
      "step": 1083620
    },
    {
      "epoch": 302.44,
      "grad_norm": 0.9294059872627258,
      "learning_rate": 3.4384349723431057e-06,
      "loss": 0.3411,
      "step": 1083630
    },
    {
      "epoch": 302.44,
      "grad_norm": 1.1291022300720215,
      "learning_rate": 3.4384110632156245e-06,
      "loss": 0.3382,
      "step": 1083640
    },
    {
      "epoch": 302.44,
      "grad_norm": 1.0063228607177734,
      "learning_rate": 3.4383871539424447e-06,
      "loss": 0.3425,
      "step": 1083650
    },
    {
      "epoch": 302.44,
      "grad_norm": 0.9115989804267883,
      "learning_rate": 3.4383632445235685e-06,
      "loss": 0.3714,
      "step": 1083660
    },
    {
      "epoch": 302.45,
      "grad_norm": 1.014941692352295,
      "learning_rate": 3.4383393349589984e-06,
      "loss": 0.362,
      "step": 1083670
    },
    {
      "epoch": 302.45,
      "grad_norm": 0.907749593257904,
      "learning_rate": 3.438315425248738e-06,
      "loss": 0.3438,
      "step": 1083680
    },
    {
      "epoch": 302.45,
      "grad_norm": 1.0373607873916626,
      "learning_rate": 3.4382915153927908e-06,
      "loss": 0.3439,
      "step": 1083690
    },
    {
      "epoch": 302.46,
      "grad_norm": 1.0612905025482178,
      "learning_rate": 3.4382676053911597e-06,
      "loss": 0.3606,
      "step": 1083700
    },
    {
      "epoch": 302.46,
      "grad_norm": 1.0336556434631348,
      "learning_rate": 3.4382436952438483e-06,
      "loss": 0.3588,
      "step": 1083710
    },
    {
      "epoch": 302.46,
      "grad_norm": 1.0213412046432495,
      "learning_rate": 3.4382197849508594e-06,
      "loss": 0.36,
      "step": 1083720
    },
    {
      "epoch": 302.46,
      "grad_norm": 1.0768804550170898,
      "learning_rate": 3.4381958745121966e-06,
      "loss": 0.3615,
      "step": 1083730
    },
    {
      "epoch": 302.47,
      "grad_norm": 1.1105341911315918,
      "learning_rate": 3.4381719639278623e-06,
      "loss": 0.3595,
      "step": 1083740
    },
    {
      "epoch": 302.47,
      "grad_norm": 0.943454921245575,
      "learning_rate": 3.43814805319786e-06,
      "loss": 0.3592,
      "step": 1083750
    },
    {
      "epoch": 302.47,
      "grad_norm": 0.9254728555679321,
      "learning_rate": 3.438124142322193e-06,
      "loss": 0.365,
      "step": 1083760
    },
    {
      "epoch": 302.48,
      "grad_norm": 1.0646592378616333,
      "learning_rate": 3.438100231300865e-06,
      "loss": 0.3497,
      "step": 1083770
    },
    {
      "epoch": 302.48,
      "grad_norm": 0.9981178045272827,
      "learning_rate": 3.4380763201338785e-06,
      "loss": 0.3502,
      "step": 1083780
    },
    {
      "epoch": 302.48,
      "grad_norm": 1.0773974657058716,
      "learning_rate": 3.4380524088212365e-06,
      "loss": 0.3583,
      "step": 1083790
    },
    {
      "epoch": 302.48,
      "grad_norm": 1.169674038887024,
      "learning_rate": 3.4380284973629433e-06,
      "loss": 0.3487,
      "step": 1083800
    },
    {
      "epoch": 302.49,
      "grad_norm": 1.1574562788009644,
      "learning_rate": 3.4380045857590008e-06,
      "loss": 0.3458,
      "step": 1083810
    },
    {
      "epoch": 302.49,
      "grad_norm": 1.0316426753997803,
      "learning_rate": 3.437980674009413e-06,
      "loss": 0.3463,
      "step": 1083820
    },
    {
      "epoch": 302.49,
      "grad_norm": 0.9961844086647034,
      "learning_rate": 3.4379567621141826e-06,
      "loss": 0.3499,
      "step": 1083830
    },
    {
      "epoch": 302.5,
      "grad_norm": 1.0585153102874756,
      "learning_rate": 3.4379328500733133e-06,
      "loss": 0.3593,
      "step": 1083840
    },
    {
      "epoch": 302.5,
      "grad_norm": 1.1100338697433472,
      "learning_rate": 3.4379089378868074e-06,
      "loss": 0.3521,
      "step": 1083850
    },
    {
      "epoch": 302.5,
      "grad_norm": 0.8252696394920349,
      "learning_rate": 3.4378850255546684e-06,
      "loss": 0.337,
      "step": 1083860
    },
    {
      "epoch": 302.5,
      "grad_norm": 0.9872819781303406,
      "learning_rate": 3.4378611130769004e-06,
      "loss": 0.3498,
      "step": 1083870
    },
    {
      "epoch": 302.51,
      "grad_norm": 1.4216097593307495,
      "learning_rate": 3.437837200453506e-06,
      "loss": 0.3491,
      "step": 1083880
    },
    {
      "epoch": 302.51,
      "grad_norm": 1.0262813568115234,
      "learning_rate": 3.4378132876844886e-06,
      "loss": 0.3628,
      "step": 1083890
    },
    {
      "epoch": 302.51,
      "grad_norm": 0.8997034430503845,
      "learning_rate": 3.4377893747698498e-06,
      "loss": 0.3547,
      "step": 1083900
    },
    {
      "epoch": 302.51,
      "grad_norm": 1.010829210281372,
      "learning_rate": 3.437765461709595e-06,
      "loss": 0.3528,
      "step": 1083910
    },
    {
      "epoch": 302.52,
      "grad_norm": 0.8911700248718262,
      "learning_rate": 3.437741548503726e-06,
      "loss": 0.3577,
      "step": 1083920
    },
    {
      "epoch": 302.52,
      "grad_norm": 1.0616796016693115,
      "learning_rate": 3.437717635152247e-06,
      "loss": 0.3625,
      "step": 1083930
    },
    {
      "epoch": 302.52,
      "grad_norm": 1.0806782245635986,
      "learning_rate": 3.4376937216551598e-06,
      "loss": 0.3751,
      "step": 1083940
    },
    {
      "epoch": 302.53,
      "grad_norm": 1.1605788469314575,
      "learning_rate": 3.437669808012469e-06,
      "loss": 0.3527,
      "step": 1083950
    },
    {
      "epoch": 302.53,
      "grad_norm": 0.9022657871246338,
      "learning_rate": 3.437645894224177e-06,
      "loss": 0.3526,
      "step": 1083960
    },
    {
      "epoch": 302.53,
      "grad_norm": 0.9134989976882935,
      "learning_rate": 3.437621980290288e-06,
      "loss": 0.3554,
      "step": 1083970
    },
    {
      "epoch": 302.53,
      "grad_norm": 1.3508238792419434,
      "learning_rate": 3.437598066210803e-06,
      "loss": 0.3601,
      "step": 1083980
    },
    {
      "epoch": 302.54,
      "grad_norm": 1.2079359292984009,
      "learning_rate": 3.437574151985727e-06,
      "loss": 0.3568,
      "step": 1083990
    },
    {
      "epoch": 302.54,
      "grad_norm": 0.9731307029724121,
      "learning_rate": 3.4375502376150625e-06,
      "loss": 0.3592,
      "step": 1084000
    },
    {
      "epoch": 302.54,
      "grad_norm": 0.9726504683494568,
      "learning_rate": 3.437526323098813e-06,
      "loss": 0.3483,
      "step": 1084010
    },
    {
      "epoch": 302.55,
      "grad_norm": 0.861577570438385,
      "learning_rate": 3.437502408436982e-06,
      "loss": 0.3623,
      "step": 1084020
    },
    {
      "epoch": 302.55,
      "grad_norm": 0.9448359608650208,
      "learning_rate": 3.4374784936295724e-06,
      "loss": 0.335,
      "step": 1084030
    },
    {
      "epoch": 302.55,
      "grad_norm": 1.0342438220977783,
      "learning_rate": 3.437454578676587e-06,
      "loss": 0.3615,
      "step": 1084040
    },
    {
      "epoch": 302.55,
      "grad_norm": 0.9385094046592712,
      "learning_rate": 3.4374306635780287e-06,
      "loss": 0.3757,
      "step": 1084050
    },
    {
      "epoch": 302.56,
      "grad_norm": 1.0535776615142822,
      "learning_rate": 3.4374067483339015e-06,
      "loss": 0.3668,
      "step": 1084060
    },
    {
      "epoch": 302.56,
      "grad_norm": 1.046857237815857,
      "learning_rate": 3.4373828329442087e-06,
      "loss": 0.3506,
      "step": 1084070
    },
    {
      "epoch": 302.56,
      "grad_norm": 0.928798258304596,
      "learning_rate": 3.4373589174089524e-06,
      "loss": 0.3578,
      "step": 1084080
    },
    {
      "epoch": 302.56,
      "grad_norm": 0.9254969358444214,
      "learning_rate": 3.437335001728137e-06,
      "loss": 0.3752,
      "step": 1084090
    },
    {
      "epoch": 302.57,
      "grad_norm": 0.9401741623878479,
      "learning_rate": 3.437311085901765e-06,
      "loss": 0.3504,
      "step": 1084100
    },
    {
      "epoch": 302.57,
      "grad_norm": 1.1407418251037598,
      "learning_rate": 3.4372871699298398e-06,
      "loss": 0.3602,
      "step": 1084110
    },
    {
      "epoch": 302.57,
      "grad_norm": 0.9722456932067871,
      "learning_rate": 3.4372632538123636e-06,
      "loss": 0.3439,
      "step": 1084120
    },
    {
      "epoch": 302.58,
      "grad_norm": 1.0283794403076172,
      "learning_rate": 3.4372393375493417e-06,
      "loss": 0.3697,
      "step": 1084130
    },
    {
      "epoch": 302.58,
      "grad_norm": 0.9803036451339722,
      "learning_rate": 3.4372154211407754e-06,
      "loss": 0.339,
      "step": 1084140
    },
    {
      "epoch": 302.58,
      "grad_norm": 0.8974490761756897,
      "learning_rate": 3.4371915045866686e-06,
      "loss": 0.3482,
      "step": 1084150
    },
    {
      "epoch": 302.58,
      "grad_norm": 0.9725881218910217,
      "learning_rate": 3.4371675878870245e-06,
      "loss": 0.3342,
      "step": 1084160
    },
    {
      "epoch": 302.59,
      "grad_norm": 1.3534951210021973,
      "learning_rate": 3.4371436710418466e-06,
      "loss": 0.3536,
      "step": 1084170
    },
    {
      "epoch": 302.59,
      "grad_norm": 0.9817410707473755,
      "learning_rate": 3.437119754051138e-06,
      "loss": 0.3532,
      "step": 1084180
    },
    {
      "epoch": 302.59,
      "grad_norm": 0.8959649205207825,
      "learning_rate": 3.437095836914901e-06,
      "loss": 0.3667,
      "step": 1084190
    },
    {
      "epoch": 302.6,
      "grad_norm": 1.1164993047714233,
      "learning_rate": 3.4370719196331393e-06,
      "loss": 0.3552,
      "step": 1084200
    },
    {
      "epoch": 302.6,
      "grad_norm": 1.0993236303329468,
      "learning_rate": 3.437048002205856e-06,
      "loss": 0.3584,
      "step": 1084210
    },
    {
      "epoch": 302.6,
      "grad_norm": 0.915508508682251,
      "learning_rate": 3.437024084633054e-06,
      "loss": 0.362,
      "step": 1084220
    },
    {
      "epoch": 302.6,
      "grad_norm": 1.0158222913742065,
      "learning_rate": 3.4370001669147382e-06,
      "loss": 0.3606,
      "step": 1084230
    },
    {
      "epoch": 302.61,
      "grad_norm": 1.0211957693099976,
      "learning_rate": 3.4369762490509097e-06,
      "loss": 0.3471,
      "step": 1084240
    },
    {
      "epoch": 302.61,
      "grad_norm": 1.0067089796066284,
      "learning_rate": 3.436952331041573e-06,
      "loss": 0.3771,
      "step": 1084250
    },
    {
      "epoch": 302.61,
      "grad_norm": 0.8897088170051575,
      "learning_rate": 3.4369284128867306e-06,
      "loss": 0.3471,
      "step": 1084260
    },
    {
      "epoch": 302.62,
      "grad_norm": 3.193082571029663,
      "learning_rate": 3.4369044945863857e-06,
      "loss": 0.3671,
      "step": 1084270
    },
    {
      "epoch": 302.62,
      "grad_norm": 1.0275812149047852,
      "learning_rate": 3.436880576140541e-06,
      "loss": 0.3317,
      "step": 1084280
    },
    {
      "epoch": 302.62,
      "grad_norm": 1.285024881362915,
      "learning_rate": 3.436856657549201e-06,
      "loss": 0.3727,
      "step": 1084290
    },
    {
      "epoch": 302.62,
      "grad_norm": 1.009181022644043,
      "learning_rate": 3.4368327388123684e-06,
      "loss": 0.3563,
      "step": 1084300
    },
    {
      "epoch": 302.63,
      "grad_norm": 1.1942598819732666,
      "learning_rate": 3.4368088199300458e-06,
      "loss": 0.345,
      "step": 1084310
    },
    {
      "epoch": 302.63,
      "grad_norm": 1.1289703845977783,
      "learning_rate": 3.436784900902237e-06,
      "loss": 0.3553,
      "step": 1084320
    },
    {
      "epoch": 302.63,
      "grad_norm": 0.969020664691925,
      "learning_rate": 3.436760981728945e-06,
      "loss": 0.3499,
      "step": 1084330
    },
    {
      "epoch": 302.63,
      "grad_norm": 1.2412188053131104,
      "learning_rate": 3.436737062410173e-06,
      "loss": 0.3444,
      "step": 1084340
    },
    {
      "epoch": 302.64,
      "grad_norm": 0.904901385307312,
      "learning_rate": 3.4367131429459237e-06,
      "loss": 0.3686,
      "step": 1084350
    },
    {
      "epoch": 302.64,
      "grad_norm": 0.9545887112617493,
      "learning_rate": 3.4366892233362014e-06,
      "loss": 0.345,
      "step": 1084360
    },
    {
      "epoch": 302.64,
      "grad_norm": 0.8752968907356262,
      "learning_rate": 3.436665303581008e-06,
      "loss": 0.3654,
      "step": 1084370
    },
    {
      "epoch": 302.65,
      "grad_norm": 1.0955941677093506,
      "learning_rate": 3.436641383680347e-06,
      "loss": 0.3465,
      "step": 1084380
    },
    {
      "epoch": 302.65,
      "grad_norm": 0.9177553653717041,
      "learning_rate": 3.436617463634223e-06,
      "loss": 0.3402,
      "step": 1084390
    },
    {
      "epoch": 302.65,
      "grad_norm": 1.1715850830078125,
      "learning_rate": 3.4365935434426372e-06,
      "loss": 0.3443,
      "step": 1084400
    },
    {
      "epoch": 302.65,
      "grad_norm": 1.3967480659484863,
      "learning_rate": 3.4365696231055935e-06,
      "loss": 0.3457,
      "step": 1084410
    },
    {
      "epoch": 302.66,
      "grad_norm": 0.9191046357154846,
      "learning_rate": 3.436545702623096e-06,
      "loss": 0.3439,
      "step": 1084420
    },
    {
      "epoch": 302.66,
      "grad_norm": 0.9807207584381104,
      "learning_rate": 3.436521781995146e-06,
      "loss": 0.3542,
      "step": 1084430
    },
    {
      "epoch": 302.66,
      "grad_norm": 0.8424612879753113,
      "learning_rate": 3.4364978612217484e-06,
      "loss": 0.3552,
      "step": 1084440
    },
    {
      "epoch": 302.67,
      "grad_norm": 0.9763330817222595,
      "learning_rate": 3.4364739403029057e-06,
      "loss": 0.3588,
      "step": 1084450
    },
    {
      "epoch": 302.67,
      "grad_norm": 1.2059757709503174,
      "learning_rate": 3.436450019238621e-06,
      "loss": 0.357,
      "step": 1084460
    },
    {
      "epoch": 302.67,
      "grad_norm": 1.1210492849349976,
      "learning_rate": 3.436426098028898e-06,
      "loss": 0.352,
      "step": 1084470
    },
    {
      "epoch": 302.67,
      "grad_norm": 1.0251915454864502,
      "learning_rate": 3.4364021766737394e-06,
      "loss": 0.3558,
      "step": 1084480
    },
    {
      "epoch": 302.68,
      "grad_norm": 1.1289197206497192,
      "learning_rate": 3.4363782551731486e-06,
      "loss": 0.3465,
      "step": 1084490
    },
    {
      "epoch": 302.68,
      "grad_norm": 1.0094099044799805,
      "learning_rate": 3.436354333527128e-06,
      "loss": 0.3644,
      "step": 1084500
    },
    {
      "epoch": 302.68,
      "grad_norm": 0.9102906584739685,
      "learning_rate": 3.4363304117356823e-06,
      "loss": 0.3466,
      "step": 1084510
    },
    {
      "epoch": 302.68,
      "grad_norm": 1.0192744731903076,
      "learning_rate": 3.4363064897988137e-06,
      "loss": 0.3572,
      "step": 1084520
    },
    {
      "epoch": 302.69,
      "grad_norm": 0.9840078353881836,
      "learning_rate": 3.4362825677165247e-06,
      "loss": 0.352,
      "step": 1084530
    },
    {
      "epoch": 302.69,
      "grad_norm": 0.9681849479675293,
      "learning_rate": 3.4362586454888204e-06,
      "loss": 0.3795,
      "step": 1084540
    },
    {
      "epoch": 302.69,
      "grad_norm": 2.02156400680542,
      "learning_rate": 3.436234723115703e-06,
      "loss": 0.35,
      "step": 1084550
    },
    {
      "epoch": 302.7,
      "grad_norm": 1.1573282480239868,
      "learning_rate": 3.4362108005971743e-06,
      "loss": 0.3531,
      "step": 1084560
    },
    {
      "epoch": 302.7,
      "grad_norm": 1.131070613861084,
      "learning_rate": 3.4361868779332397e-06,
      "loss": 0.3738,
      "step": 1084570
    },
    {
      "epoch": 302.7,
      "grad_norm": 1.0126765966415405,
      "learning_rate": 3.4361629551239012e-06,
      "loss": 0.3478,
      "step": 1084580
    },
    {
      "epoch": 302.7,
      "grad_norm": 0.8828359842300415,
      "learning_rate": 3.4361390321691624e-06,
      "loss": 0.3508,
      "step": 1084590
    },
    {
      "epoch": 302.71,
      "grad_norm": 1.033214807510376,
      "learning_rate": 3.436115109069026e-06,
      "loss": 0.3541,
      "step": 1084600
    },
    {
      "epoch": 302.71,
      "grad_norm": 1.068019986152649,
      "learning_rate": 3.4360911858234957e-06,
      "loss": 0.3333,
      "step": 1084610
    },
    {
      "epoch": 302.71,
      "grad_norm": 1.0566974878311157,
      "learning_rate": 3.4360672624325747e-06,
      "loss": 0.3447,
      "step": 1084620
    },
    {
      "epoch": 302.72,
      "grad_norm": 1.1539427042007446,
      "learning_rate": 3.436043338896266e-06,
      "loss": 0.3627,
      "step": 1084630
    },
    {
      "epoch": 302.72,
      "grad_norm": 1.1152077913284302,
      "learning_rate": 3.436019415214572e-06,
      "loss": 0.3371,
      "step": 1084640
    },
    {
      "epoch": 302.72,
      "grad_norm": 1.0167847871780396,
      "learning_rate": 3.4359954913874973e-06,
      "loss": 0.3639,
      "step": 1084650
    },
    {
      "epoch": 302.72,
      "grad_norm": 1.0797910690307617,
      "learning_rate": 3.435971567415044e-06,
      "loss": 0.3444,
      "step": 1084660
    },
    {
      "epoch": 302.73,
      "grad_norm": 0.9691094160079956,
      "learning_rate": 3.4359476432972164e-06,
      "loss": 0.3456,
      "step": 1084670
    },
    {
      "epoch": 302.73,
      "grad_norm": 1.0445642471313477,
      "learning_rate": 3.4359237190340166e-06,
      "loss": 0.3663,
      "step": 1084680
    },
    {
      "epoch": 302.73,
      "grad_norm": 0.9114622473716736,
      "learning_rate": 3.435899794625448e-06,
      "loss": 0.3536,
      "step": 1084690
    },
    {
      "epoch": 302.74,
      "grad_norm": 1.0232744216918945,
      "learning_rate": 3.4358758700715145e-06,
      "loss": 0.3515,
      "step": 1084700
    },
    {
      "epoch": 302.74,
      "grad_norm": 1.0203372240066528,
      "learning_rate": 3.435851945372219e-06,
      "loss": 0.3654,
      "step": 1084710
    },
    {
      "epoch": 302.74,
      "grad_norm": 1.0174602270126343,
      "learning_rate": 3.4358280205275637e-06,
      "loss": 0.3678,
      "step": 1084720
    },
    {
      "epoch": 302.74,
      "grad_norm": 1.259230375289917,
      "learning_rate": 3.4358040955375524e-06,
      "loss": 0.3712,
      "step": 1084730
    },
    {
      "epoch": 302.75,
      "grad_norm": 0.9944478273391724,
      "learning_rate": 3.4357801704021887e-06,
      "loss": 0.3619,
      "step": 1084740
    },
    {
      "epoch": 302.75,
      "grad_norm": 1.0931509733200073,
      "learning_rate": 3.4357562451214753e-06,
      "loss": 0.3648,
      "step": 1084750
    },
    {
      "epoch": 302.75,
      "grad_norm": 0.9675135016441345,
      "learning_rate": 3.435732319695416e-06,
      "loss": 0.3627,
      "step": 1084760
    },
    {
      "epoch": 302.75,
      "grad_norm": 1.0310131311416626,
      "learning_rate": 3.435708394124013e-06,
      "loss": 0.3501,
      "step": 1084770
    },
    {
      "epoch": 302.76,
      "grad_norm": 1.220482349395752,
      "learning_rate": 3.4356844684072708e-06,
      "loss": 0.3599,
      "step": 1084780
    },
    {
      "epoch": 302.76,
      "grad_norm": 0.915097713470459,
      "learning_rate": 3.435660542545191e-06,
      "loss": 0.3619,
      "step": 1084790
    },
    {
      "epoch": 302.76,
      "grad_norm": 0.9010335803031921,
      "learning_rate": 3.435636616537778e-06,
      "loss": 0.3636,
      "step": 1084800
    },
    {
      "epoch": 302.77,
      "grad_norm": 1.0395917892456055,
      "learning_rate": 3.4356126903850348e-06,
      "loss": 0.3585,
      "step": 1084810
    },
    {
      "epoch": 302.77,
      "grad_norm": 0.9332757592201233,
      "learning_rate": 3.4355887640869637e-06,
      "loss": 0.3551,
      "step": 1084820
    },
    {
      "epoch": 302.77,
      "grad_norm": 0.9827366471290588,
      "learning_rate": 3.4355648376435693e-06,
      "loss": 0.3473,
      "step": 1084830
    },
    {
      "epoch": 302.77,
      "grad_norm": 1.1021387577056885,
      "learning_rate": 3.4355409110548537e-06,
      "loss": 0.3545,
      "step": 1084840
    },
    {
      "epoch": 302.78,
      "grad_norm": 0.9791727662086487,
      "learning_rate": 3.4355169843208207e-06,
      "loss": 0.3493,
      "step": 1084850
    },
    {
      "epoch": 302.78,
      "grad_norm": 1.1003038883209229,
      "learning_rate": 3.435493057441473e-06,
      "loss": 0.37,
      "step": 1084860
    },
    {
      "epoch": 302.78,
      "grad_norm": 1.0146957635879517,
      "learning_rate": 3.435469130416814e-06,
      "loss": 0.3506,
      "step": 1084870
    },
    {
      "epoch": 302.79,
      "grad_norm": 1.0430500507354736,
      "learning_rate": 3.4354452032468465e-06,
      "loss": 0.379,
      "step": 1084880
    },
    {
      "epoch": 302.79,
      "grad_norm": 1.0093300342559814,
      "learning_rate": 3.4354212759315744e-06,
      "loss": 0.3499,
      "step": 1084890
    },
    {
      "epoch": 302.79,
      "grad_norm": 0.9955767393112183,
      "learning_rate": 3.4353973484710006e-06,
      "loss": 0.345,
      "step": 1084900
    },
    {
      "epoch": 302.79,
      "grad_norm": 0.9673100709915161,
      "learning_rate": 3.4353734208651284e-06,
      "loss": 0.3655,
      "step": 1084910
    },
    {
      "epoch": 302.8,
      "grad_norm": 0.8843629360198975,
      "learning_rate": 3.435349493113961e-06,
      "loss": 0.348,
      "step": 1084920
    },
    {
      "epoch": 302.8,
      "grad_norm": 1.1043487787246704,
      "learning_rate": 3.435325565217501e-06,
      "loss": 0.3635,
      "step": 1084930
    },
    {
      "epoch": 302.8,
      "grad_norm": 0.9907498359680176,
      "learning_rate": 3.4353016371757516e-06,
      "loss": 0.3756,
      "step": 1084940
    },
    {
      "epoch": 302.8,
      "grad_norm": 1.0662118196487427,
      "learning_rate": 3.435277708988717e-06,
      "loss": 0.3496,
      "step": 1084950
    },
    {
      "epoch": 302.81,
      "grad_norm": 1.0356484651565552,
      "learning_rate": 3.4352537806563997e-06,
      "loss": 0.351,
      "step": 1084960
    },
    {
      "epoch": 302.81,
      "grad_norm": 0.9514989852905273,
      "learning_rate": 3.435229852178803e-06,
      "loss": 0.3577,
      "step": 1084970
    },
    {
      "epoch": 302.81,
      "grad_norm": 0.906295657157898,
      "learning_rate": 3.43520592355593e-06,
      "loss": 0.3455,
      "step": 1084980
    },
    {
      "epoch": 302.82,
      "grad_norm": 0.8933168649673462,
      "learning_rate": 3.4351819947877837e-06,
      "loss": 0.3572,
      "step": 1084990
    },
    {
      "epoch": 302.82,
      "grad_norm": 0.8753835558891296,
      "learning_rate": 3.435158065874368e-06,
      "loss": 0.3633,
      "step": 1085000
    },
    {
      "epoch": 302.82,
      "grad_norm": 0.9946754574775696,
      "learning_rate": 3.4351341368156848e-06,
      "loss": 0.3467,
      "step": 1085010
    },
    {
      "epoch": 302.82,
      "grad_norm": 3.201385259628296,
      "learning_rate": 3.4351102076117384e-06,
      "loss": 0.3551,
      "step": 1085020
    },
    {
      "epoch": 302.83,
      "grad_norm": 0.9737809300422668,
      "learning_rate": 3.4350862782625314e-06,
      "loss": 0.3509,
      "step": 1085030
    },
    {
      "epoch": 302.83,
      "grad_norm": 1.0253684520721436,
      "learning_rate": 3.435062348768068e-06,
      "loss": 0.3529,
      "step": 1085040
    },
    {
      "epoch": 302.83,
      "grad_norm": 0.9960659742355347,
      "learning_rate": 3.4350384191283503e-06,
      "loss": 0.3647,
      "step": 1085050
    },
    {
      "epoch": 302.84,
      "grad_norm": 1.071950912475586,
      "learning_rate": 3.4350144893433817e-06,
      "loss": 0.3572,
      "step": 1085060
    },
    {
      "epoch": 302.84,
      "grad_norm": 1.2704018354415894,
      "learning_rate": 3.434990559413166e-06,
      "loss": 0.3464,
      "step": 1085070
    },
    {
      "epoch": 302.84,
      "grad_norm": 0.9750170111656189,
      "learning_rate": 3.4349666293377054e-06,
      "loss": 0.3515,
      "step": 1085080
    },
    {
      "epoch": 302.84,
      "grad_norm": 0.9095879197120667,
      "learning_rate": 3.4349426991170035e-06,
      "loss": 0.3388,
      "step": 1085090
    },
    {
      "epoch": 302.85,
      "grad_norm": 1.1097725629806519,
      "learning_rate": 3.4349187687510635e-06,
      "loss": 0.3425,
      "step": 1085100
    },
    {
      "epoch": 302.85,
      "grad_norm": 0.9288567900657654,
      "learning_rate": 3.4348948382398887e-06,
      "loss": 0.3516,
      "step": 1085110
    },
    {
      "epoch": 302.85,
      "grad_norm": 0.9714646339416504,
      "learning_rate": 3.4348709075834824e-06,
      "loss": 0.364,
      "step": 1085120
    },
    {
      "epoch": 302.86,
      "grad_norm": 1.1138275861740112,
      "learning_rate": 3.4348469767818473e-06,
      "loss": 0.3587,
      "step": 1085130
    },
    {
      "epoch": 302.86,
      "grad_norm": 0.9101186394691467,
      "learning_rate": 3.4348230458349875e-06,
      "loss": 0.3589,
      "step": 1085140
    },
    {
      "epoch": 302.86,
      "grad_norm": 0.9384672045707703,
      "learning_rate": 3.434799114742905e-06,
      "loss": 0.3608,
      "step": 1085150
    },
    {
      "epoch": 302.86,
      "grad_norm": 0.9630002975463867,
      "learning_rate": 3.434775183505604e-06,
      "loss": 0.3551,
      "step": 1085160
    },
    {
      "epoch": 302.87,
      "grad_norm": 1.0135493278503418,
      "learning_rate": 3.4347512521230865e-06,
      "loss": 0.3416,
      "step": 1085170
    },
    {
      "epoch": 302.87,
      "grad_norm": 0.9245432615280151,
      "learning_rate": 3.434727320595357e-06,
      "loss": 0.3562,
      "step": 1085180
    },
    {
      "epoch": 302.87,
      "grad_norm": 1.0358893871307373,
      "learning_rate": 3.4347033889224175e-06,
      "loss": 0.3565,
      "step": 1085190
    },
    {
      "epoch": 302.87,
      "grad_norm": 0.9148275852203369,
      "learning_rate": 3.4346794571042734e-06,
      "loss": 0.3587,
      "step": 1085200
    },
    {
      "epoch": 302.88,
      "grad_norm": 1.1113593578338623,
      "learning_rate": 3.4346555251409254e-06,
      "loss": 0.3347,
      "step": 1085210
    },
    {
      "epoch": 302.88,
      "grad_norm": 1.1869771480560303,
      "learning_rate": 3.4346315930323773e-06,
      "loss": 0.3595,
      "step": 1085220
    },
    {
      "epoch": 302.88,
      "grad_norm": 2.0120677947998047,
      "learning_rate": 3.434607660778633e-06,
      "loss": 0.3559,
      "step": 1085230
    },
    {
      "epoch": 302.89,
      "grad_norm": 0.9962893128395081,
      "learning_rate": 3.4345837283796943e-06,
      "loss": 0.3468,
      "step": 1085240
    },
    {
      "epoch": 302.89,
      "grad_norm": 0.8691263198852539,
      "learning_rate": 3.434559795835566e-06,
      "loss": 0.3581,
      "step": 1085250
    },
    {
      "epoch": 302.89,
      "grad_norm": 6.9196457862854,
      "learning_rate": 3.434535863146251e-06,
      "loss": 0.3542,
      "step": 1085260
    },
    {
      "epoch": 302.89,
      "grad_norm": 1.2115474939346313,
      "learning_rate": 3.434511930311751e-06,
      "loss": 0.3525,
      "step": 1085270
    },
    {
      "epoch": 302.9,
      "grad_norm": 1.2483506202697754,
      "learning_rate": 3.434487997332072e-06,
      "loss": 0.3584,
      "step": 1085280
    },
    {
      "epoch": 302.9,
      "grad_norm": 0.8633525967597961,
      "learning_rate": 3.4344640642072143e-06,
      "loss": 0.355,
      "step": 1085290
    },
    {
      "epoch": 302.9,
      "grad_norm": 1.054551362991333,
      "learning_rate": 3.4344401309371824e-06,
      "loss": 0.3569,
      "step": 1085300
    },
    {
      "epoch": 302.91,
      "grad_norm": 1.0680092573165894,
      "learning_rate": 3.434416197521979e-06,
      "loss": 0.3525,
      "step": 1085310
    },
    {
      "epoch": 302.91,
      "grad_norm": 1.0519933700561523,
      "learning_rate": 3.434392263961608e-06,
      "loss": 0.3623,
      "step": 1085320
    },
    {
      "epoch": 302.91,
      "grad_norm": 1.3994879722595215,
      "learning_rate": 3.4343683302560722e-06,
      "loss": 0.366,
      "step": 1085330
    },
    {
      "epoch": 302.91,
      "grad_norm": 1.0252729654312134,
      "learning_rate": 3.4343443964053747e-06,
      "loss": 0.3639,
      "step": 1085340
    },
    {
      "epoch": 302.92,
      "grad_norm": 1.102196455001831,
      "learning_rate": 3.434320462409519e-06,
      "loss": 0.3537,
      "step": 1085350
    },
    {
      "epoch": 302.92,
      "grad_norm": 0.9224225878715515,
      "learning_rate": 3.434296528268508e-06,
      "loss": 0.3604,
      "step": 1085360
    },
    {
      "epoch": 302.92,
      "grad_norm": 0.9351074695587158,
      "learning_rate": 3.4342725939823455e-06,
      "loss": 0.3708,
      "step": 1085370
    },
    {
      "epoch": 302.92,
      "grad_norm": 1.096996545791626,
      "learning_rate": 3.434248659551033e-06,
      "loss": 0.363,
      "step": 1085380
    },
    {
      "epoch": 302.93,
      "grad_norm": 1.0022823810577393,
      "learning_rate": 3.4342247249745758e-06,
      "loss": 0.3556,
      "step": 1085390
    },
    {
      "epoch": 302.93,
      "grad_norm": 1.0458794832229614,
      "learning_rate": 3.434200790252976e-06,
      "loss": 0.3615,
      "step": 1085400
    },
    {
      "epoch": 302.93,
      "grad_norm": 1.026720404624939,
      "learning_rate": 3.434176855386236e-06,
      "loss": 0.3663,
      "step": 1085410
    },
    {
      "epoch": 302.94,
      "grad_norm": 1.0111358165740967,
      "learning_rate": 3.434152920374361e-06,
      "loss": 0.3499,
      "step": 1085420
    },
    {
      "epoch": 302.94,
      "grad_norm": 1.0423634052276611,
      "learning_rate": 3.4341289852173528e-06,
      "loss": 0.3506,
      "step": 1085430
    },
    {
      "epoch": 302.94,
      "grad_norm": 1.0884610414505005,
      "learning_rate": 3.4341050499152143e-06,
      "loss": 0.3705,
      "step": 1085440
    },
    {
      "epoch": 302.94,
      "grad_norm": 0.9730868339538574,
      "learning_rate": 3.4340811144679503e-06,
      "loss": 0.3509,
      "step": 1085450
    },
    {
      "epoch": 302.95,
      "grad_norm": 0.922409176826477,
      "learning_rate": 3.434057178875562e-06,
      "loss": 0.3537,
      "step": 1085460
    },
    {
      "epoch": 302.95,
      "grad_norm": 1.1875251531600952,
      "learning_rate": 3.4340332431380537e-06,
      "loss": 0.3642,
      "step": 1085470
    },
    {
      "epoch": 302.95,
      "grad_norm": 1.2618719339370728,
      "learning_rate": 3.434009307255428e-06,
      "loss": 0.3361,
      "step": 1085480
    },
    {
      "epoch": 302.96,
      "grad_norm": 1.2535386085510254,
      "learning_rate": 3.4339853712276893e-06,
      "loss": 0.3672,
      "step": 1085490
    },
    {
      "epoch": 302.96,
      "grad_norm": 1.0315181016921997,
      "learning_rate": 3.43396143505484e-06,
      "loss": 0.3515,
      "step": 1085500
    },
    {
      "epoch": 302.96,
      "grad_norm": 0.9487424492835999,
      "learning_rate": 3.433937498736883e-06,
      "loss": 0.3712,
      "step": 1085510
    },
    {
      "epoch": 302.96,
      "grad_norm": 0.9930664896965027,
      "learning_rate": 3.4339135622738213e-06,
      "loss": 0.353,
      "step": 1085520
    },
    {
      "epoch": 302.97,
      "grad_norm": 0.9680246114730835,
      "learning_rate": 3.433889625665659e-06,
      "loss": 0.3566,
      "step": 1085530
    },
    {
      "epoch": 302.97,
      "grad_norm": 1.1047778129577637,
      "learning_rate": 3.4338656889123984e-06,
      "loss": 0.3602,
      "step": 1085540
    },
    {
      "epoch": 302.97,
      "grad_norm": 0.9323954582214355,
      "learning_rate": 3.4338417520140437e-06,
      "loss": 0.3635,
      "step": 1085550
    },
    {
      "epoch": 302.98,
      "grad_norm": 1.1012251377105713,
      "learning_rate": 3.433817814970597e-06,
      "loss": 0.3741,
      "step": 1085560
    },
    {
      "epoch": 302.98,
      "grad_norm": 1.0366244316101074,
      "learning_rate": 3.4337938777820623e-06,
      "loss": 0.3704,
      "step": 1085570
    },
    {
      "epoch": 302.98,
      "grad_norm": 1.1916630268096924,
      "learning_rate": 3.433769940448443e-06,
      "loss": 0.3686,
      "step": 1085580
    },
    {
      "epoch": 302.98,
      "grad_norm": 0.9619751572608948,
      "learning_rate": 3.4337460029697405e-06,
      "loss": 0.3651,
      "step": 1085590
    },
    {
      "epoch": 302.99,
      "grad_norm": 0.9603239893913269,
      "learning_rate": 3.4337220653459593e-06,
      "loss": 0.3477,
      "step": 1085600
    },
    {
      "epoch": 302.99,
      "grad_norm": 0.977878749370575,
      "learning_rate": 3.4336981275771034e-06,
      "loss": 0.3342,
      "step": 1085610
    },
    {
      "epoch": 302.99,
      "grad_norm": 0.9527485370635986,
      "learning_rate": 3.4336741896631744e-06,
      "loss": 0.34,
      "step": 1085620
    },
    {
      "epoch": 302.99,
      "grad_norm": 1.0591729879379272,
      "learning_rate": 3.433650251604177e-06,
      "loss": 0.3549,
      "step": 1085630
    },
    {
      "epoch": 303.0,
      "grad_norm": 0.8042060136795044,
      "learning_rate": 3.433626313400113e-06,
      "loss": 0.3653,
      "step": 1085640
    },
    {
      "epoch": 303.0,
      "eval_loss": 0.355765700340271,
      "eval_runtime": 63.5406,
      "eval_samples_per_second": 79.618,
      "eval_steps_per_second": 9.962,
      "step": 1085649
    },
    {
      "epoch": 303.0,
      "grad_norm": 1.0643383264541626,
      "learning_rate": 3.433602375050987e-06,
      "loss": 0.369,
      "step": 1085650
    },
    {
      "epoch": 303.0,
      "grad_norm": 0.9112623333930969,
      "learning_rate": 3.4335784365568007e-06,
      "loss": 0.36,
      "step": 1085660
    },
    {
      "epoch": 303.01,
      "grad_norm": 0.8865789771080017,
      "learning_rate": 3.4335544979175574e-06,
      "loss": 0.3705,
      "step": 1085670
    },
    {
      "epoch": 303.01,
      "grad_norm": 1.1545437574386597,
      "learning_rate": 3.433530559133261e-06,
      "loss": 0.365,
      "step": 1085680
    },
    {
      "epoch": 303.01,
      "grad_norm": 1.2167819738388062,
      "learning_rate": 3.4335066202039153e-06,
      "loss": 0.3481,
      "step": 1085690
    },
    {
      "epoch": 303.01,
      "grad_norm": 1.020965814590454,
      "learning_rate": 3.4334826811295215e-06,
      "loss": 0.359,
      "step": 1085700
    },
    {
      "epoch": 303.02,
      "grad_norm": 1.1309360265731812,
      "learning_rate": 3.4334587419100848e-06,
      "loss": 0.3376,
      "step": 1085710
    },
    {
      "epoch": 303.02,
      "grad_norm": 1.0457139015197754,
      "learning_rate": 3.433434802545608e-06,
      "loss": 0.3439,
      "step": 1085720
    },
    {
      "epoch": 303.02,
      "grad_norm": 0.8898376226425171,
      "learning_rate": 3.433410863036093e-06,
      "loss": 0.3641,
      "step": 1085730
    },
    {
      "epoch": 303.03,
      "grad_norm": 0.901004433631897,
      "learning_rate": 3.4333869233815444e-06,
      "loss": 0.3656,
      "step": 1085740
    },
    {
      "epoch": 303.03,
      "grad_norm": 0.913562536239624,
      "learning_rate": 3.4333629835819643e-06,
      "loss": 0.3555,
      "step": 1085750
    },
    {
      "epoch": 303.03,
      "grad_norm": 3.7326784133911133,
      "learning_rate": 3.4333390436373564e-06,
      "loss": 0.3582,
      "step": 1085760
    },
    {
      "epoch": 303.03,
      "grad_norm": 1.0021755695343018,
      "learning_rate": 3.4333151035477246e-06,
      "loss": 0.3443,
      "step": 1085770
    },
    {
      "epoch": 303.04,
      "grad_norm": 1.1115399599075317,
      "learning_rate": 3.433291163313071e-06,
      "loss": 0.3534,
      "step": 1085780
    },
    {
      "epoch": 303.04,
      "grad_norm": 1.258375883102417,
      "learning_rate": 3.433267222933399e-06,
      "loss": 0.3448,
      "step": 1085790
    },
    {
      "epoch": 303.04,
      "grad_norm": 0.9195209741592407,
      "learning_rate": 3.433243282408712e-06,
      "loss": 0.3475,
      "step": 1085800
    },
    {
      "epoch": 303.04,
      "grad_norm": 0.959798276424408,
      "learning_rate": 3.433219341739014e-06,
      "loss": 0.37,
      "step": 1085810
    },
    {
      "epoch": 303.05,
      "grad_norm": 1.0953856706619263,
      "learning_rate": 3.4331954009243063e-06,
      "loss": 0.3284,
      "step": 1085820
    },
    {
      "epoch": 303.05,
      "grad_norm": 0.9511680006980896,
      "learning_rate": 3.433171459964593e-06,
      "loss": 0.3514,
      "step": 1085830
    },
    {
      "epoch": 303.05,
      "grad_norm": 1.0382205247879028,
      "learning_rate": 3.433147518859878e-06,
      "loss": 0.3646,
      "step": 1085840
    },
    {
      "epoch": 303.06,
      "grad_norm": 1.0096453428268433,
      "learning_rate": 3.4331235776101637e-06,
      "loss": 0.3612,
      "step": 1085850
    },
    {
      "epoch": 303.06,
      "grad_norm": 0.9818158745765686,
      "learning_rate": 3.433099636215453e-06,
      "loss": 0.3403,
      "step": 1085860
    },
    {
      "epoch": 303.06,
      "grad_norm": 0.8723592758178711,
      "learning_rate": 3.433075694675751e-06,
      "loss": 0.3588,
      "step": 1085870
    },
    {
      "epoch": 303.06,
      "grad_norm": 1.0612725019454956,
      "learning_rate": 3.433051752991059e-06,
      "loss": 0.3653,
      "step": 1085880
    },
    {
      "epoch": 303.07,
      "grad_norm": 1.248396873474121,
      "learning_rate": 3.43302781116138e-06,
      "loss": 0.3598,
      "step": 1085890
    },
    {
      "epoch": 303.07,
      "grad_norm": 0.9096186757087708,
      "learning_rate": 3.4330038691867174e-06,
      "loss": 0.354,
      "step": 1085900
    },
    {
      "epoch": 303.07,
      "grad_norm": 0.8969423770904541,
      "learning_rate": 3.4329799270670754e-06,
      "loss": 0.3666,
      "step": 1085910
    },
    {
      "epoch": 303.08,
      "grad_norm": 0.9969886541366577,
      "learning_rate": 3.4329559848024566e-06,
      "loss": 0.3477,
      "step": 1085920
    },
    {
      "epoch": 303.08,
      "grad_norm": 0.9606619477272034,
      "learning_rate": 3.4329320423928642e-06,
      "loss": 0.3502,
      "step": 1085930
    },
    {
      "epoch": 303.08,
      "grad_norm": 1.166489839553833,
      "learning_rate": 3.4329080998383013e-06,
      "loss": 0.3576,
      "step": 1085940
    },
    {
      "epoch": 303.08,
      "grad_norm": 1.0316812992095947,
      "learning_rate": 3.4328841571387717e-06,
      "loss": 0.3549,
      "step": 1085950
    },
    {
      "epoch": 303.09,
      "grad_norm": 0.9727723598480225,
      "learning_rate": 3.4328602142942775e-06,
      "loss": 0.3428,
      "step": 1085960
    },
    {
      "epoch": 303.09,
      "grad_norm": 0.8847482204437256,
      "learning_rate": 3.432836271304823e-06,
      "loss": 0.3545,
      "step": 1085970
    },
    {
      "epoch": 303.09,
      "grad_norm": 1.0073264837265015,
      "learning_rate": 3.4328123281704097e-06,
      "loss": 0.3557,
      "step": 1085980
    },
    {
      "epoch": 303.1,
      "grad_norm": 0.9368561506271362,
      "learning_rate": 3.4327883848910424e-06,
      "loss": 0.337,
      "step": 1085990
    },
    {
      "epoch": 303.1,
      "grad_norm": 0.8687228560447693,
      "learning_rate": 3.432764441466724e-06,
      "loss": 0.3542,
      "step": 1086000
    },
    {
      "epoch": 303.1,
      "grad_norm": 1.1240805387496948,
      "learning_rate": 3.4327404978974573e-06,
      "loss": 0.3595,
      "step": 1086010
    },
    {
      "epoch": 303.1,
      "grad_norm": 0.8658124208450317,
      "learning_rate": 3.4327165541832466e-06,
      "loss": 0.3399,
      "step": 1086020
    },
    {
      "epoch": 303.11,
      "grad_norm": 1.1163147687911987,
      "learning_rate": 3.4326926103240933e-06,
      "loss": 0.3627,
      "step": 1086030
    },
    {
      "epoch": 303.11,
      "grad_norm": 1.0269622802734375,
      "learning_rate": 3.4326686663200012e-06,
      "loss": 0.3549,
      "step": 1086040
    },
    {
      "epoch": 303.11,
      "grad_norm": 1.0246047973632812,
      "learning_rate": 3.432644722170974e-06,
      "loss": 0.3495,
      "step": 1086050
    },
    {
      "epoch": 303.11,
      "grad_norm": 1.0518234968185425,
      "learning_rate": 3.4326207778770144e-06,
      "loss": 0.3443,
      "step": 1086060
    },
    {
      "epoch": 303.12,
      "grad_norm": 1.0282536745071411,
      "learning_rate": 3.432596833438126e-06,
      "loss": 0.3658,
      "step": 1086070
    },
    {
      "epoch": 303.12,
      "grad_norm": 1.2882620096206665,
      "learning_rate": 3.432572888854312e-06,
      "loss": 0.3426,
      "step": 1086080
    },
    {
      "epoch": 303.12,
      "grad_norm": 1.105064034461975,
      "learning_rate": 3.432548944125575e-06,
      "loss": 0.3731,
      "step": 1086090
    },
    {
      "epoch": 303.13,
      "grad_norm": 1.2224644422531128,
      "learning_rate": 3.432524999251919e-06,
      "loss": 0.3535,
      "step": 1086100
    },
    {
      "epoch": 303.13,
      "grad_norm": 0.9212886095046997,
      "learning_rate": 3.4325010542333465e-06,
      "loss": 0.351,
      "step": 1086110
    },
    {
      "epoch": 303.13,
      "grad_norm": 0.9963992238044739,
      "learning_rate": 3.4324771090698608e-06,
      "loss": 0.3406,
      "step": 1086120
    },
    {
      "epoch": 303.13,
      "grad_norm": 0.9229820370674133,
      "learning_rate": 3.4324531637614655e-06,
      "loss": 0.3651,
      "step": 1086130
    },
    {
      "epoch": 303.14,
      "grad_norm": 1.0065419673919678,
      "learning_rate": 3.432429218308163e-06,
      "loss": 0.3586,
      "step": 1086140
    },
    {
      "epoch": 303.14,
      "grad_norm": 0.9508655667304993,
      "learning_rate": 3.432405272709957e-06,
      "loss": 0.3426,
      "step": 1086150
    },
    {
      "epoch": 303.14,
      "grad_norm": 0.9837619066238403,
      "learning_rate": 3.432381326966852e-06,
      "loss": 0.3604,
      "step": 1086160
    },
    {
      "epoch": 303.15,
      "grad_norm": 1.0532066822052002,
      "learning_rate": 3.432357381078849e-06,
      "loss": 0.3536,
      "step": 1086170
    },
    {
      "epoch": 303.15,
      "grad_norm": 1.2250882387161255,
      "learning_rate": 3.432333435045952e-06,
      "loss": 0.3493,
      "step": 1086180
    },
    {
      "epoch": 303.15,
      "grad_norm": 0.9444788694381714,
      "learning_rate": 3.4323094888681637e-06,
      "loss": 0.3418,
      "step": 1086190
    },
    {
      "epoch": 303.15,
      "grad_norm": 1.0310100317001343,
      "learning_rate": 3.432285542545489e-06,
      "loss": 0.3568,
      "step": 1086200
    },
    {
      "epoch": 303.16,
      "grad_norm": 0.9538627862930298,
      "learning_rate": 3.432261596077929e-06,
      "loss": 0.3572,
      "step": 1086210
    },
    {
      "epoch": 303.16,
      "grad_norm": 0.8960174918174744,
      "learning_rate": 3.432237649465488e-06,
      "loss": 0.3454,
      "step": 1086220
    },
    {
      "epoch": 303.16,
      "grad_norm": 1.0987855195999146,
      "learning_rate": 3.4322137027081694e-06,
      "loss": 0.3444,
      "step": 1086230
    },
    {
      "epoch": 303.16,
      "grad_norm": 0.9774807095527649,
      "learning_rate": 3.4321897558059757e-06,
      "loss": 0.3603,
      "step": 1086240
    },
    {
      "epoch": 303.17,
      "grad_norm": 0.988056480884552,
      "learning_rate": 3.43216580875891e-06,
      "loss": 0.3617,
      "step": 1086250
    },
    {
      "epoch": 303.17,
      "grad_norm": 0.9589664340019226,
      "learning_rate": 3.4321418615669766e-06,
      "loss": 0.3468,
      "step": 1086260
    },
    {
      "epoch": 303.17,
      "grad_norm": 1.0511837005615234,
      "learning_rate": 3.4321179142301775e-06,
      "loss": 0.3554,
      "step": 1086270
    },
    {
      "epoch": 303.18,
      "grad_norm": 0.9781404137611389,
      "learning_rate": 3.432093966748516e-06,
      "loss": 0.3663,
      "step": 1086280
    },
    {
      "epoch": 303.18,
      "grad_norm": 1.11234450340271,
      "learning_rate": 3.432070019121997e-06,
      "loss": 0.3599,
      "step": 1086290
    },
    {
      "epoch": 303.18,
      "grad_norm": 1.2186837196350098,
      "learning_rate": 3.4320460713506207e-06,
      "loss": 0.3452,
      "step": 1086300
    },
    {
      "epoch": 303.18,
      "grad_norm": 1.1331933736801147,
      "learning_rate": 3.4320221234343926e-06,
      "loss": 0.3511,
      "step": 1086310
    },
    {
      "epoch": 303.19,
      "grad_norm": 0.883176326751709,
      "learning_rate": 3.431998175373315e-06,
      "loss": 0.3504,
      "step": 1086320
    },
    {
      "epoch": 303.19,
      "grad_norm": 0.9580544829368591,
      "learning_rate": 3.4319742271673916e-06,
      "loss": 0.3551,
      "step": 1086330
    },
    {
      "epoch": 303.19,
      "grad_norm": 1.1521451473236084,
      "learning_rate": 3.431950278816625e-06,
      "loss": 0.3332,
      "step": 1086340
    },
    {
      "epoch": 303.2,
      "grad_norm": 1.023321270942688,
      "learning_rate": 3.4319263303210184e-06,
      "loss": 0.3447,
      "step": 1086350
    },
    {
      "epoch": 303.2,
      "grad_norm": 1.2502342462539673,
      "learning_rate": 3.4319023816805755e-06,
      "loss": 0.365,
      "step": 1086360
    },
    {
      "epoch": 303.2,
      "grad_norm": 3.884969711303711,
      "learning_rate": 3.4318784328952992e-06,
      "loss": 0.36,
      "step": 1086370
    },
    {
      "epoch": 303.2,
      "grad_norm": 1.1718437671661377,
      "learning_rate": 3.431854483965193e-06,
      "loss": 0.3734,
      "step": 1086380
    },
    {
      "epoch": 303.21,
      "grad_norm": 0.935235321521759,
      "learning_rate": 3.43183053489026e-06,
      "loss": 0.3594,
      "step": 1086390
    },
    {
      "epoch": 303.21,
      "grad_norm": 1.0347238779067993,
      "learning_rate": 3.4318065856705028e-06,
      "loss": 0.36,
      "step": 1086400
    },
    {
      "epoch": 303.21,
      "grad_norm": 1.0420517921447754,
      "learning_rate": 3.4317826363059246e-06,
      "loss": 0.3499,
      "step": 1086410
    },
    {
      "epoch": 303.22,
      "grad_norm": 1.0158919095993042,
      "learning_rate": 3.4317586867965296e-06,
      "loss": 0.3463,
      "step": 1086420
    },
    {
      "epoch": 303.22,
      "grad_norm": 1.0032141208648682,
      "learning_rate": 3.43173473714232e-06,
      "loss": 0.3513,
      "step": 1086430
    },
    {
      "epoch": 303.22,
      "grad_norm": 1.0804542303085327,
      "learning_rate": 3.431710787343299e-06,
      "loss": 0.3662,
      "step": 1086440
    },
    {
      "epoch": 303.22,
      "grad_norm": 3.024912118911743,
      "learning_rate": 3.4316868373994706e-06,
      "loss": 0.3576,
      "step": 1086450
    },
    {
      "epoch": 303.23,
      "grad_norm": 0.9481214880943298,
      "learning_rate": 3.4316628873108376e-06,
      "loss": 0.3596,
      "step": 1086460
    },
    {
      "epoch": 303.23,
      "grad_norm": 1.2161202430725098,
      "learning_rate": 3.4316389370774027e-06,
      "loss": 0.3498,
      "step": 1086470
    },
    {
      "epoch": 303.23,
      "grad_norm": 1.0478825569152832,
      "learning_rate": 3.4316149866991696e-06,
      "loss": 0.3501,
      "step": 1086480
    },
    {
      "epoch": 303.23,
      "grad_norm": 1.0206682682037354,
      "learning_rate": 3.4315910361761413e-06,
      "loss": 0.3462,
      "step": 1086490
    },
    {
      "epoch": 303.24,
      "grad_norm": 0.9362624883651733,
      "learning_rate": 3.4315670855083217e-06,
      "loss": 0.3505,
      "step": 1086500
    },
    {
      "epoch": 303.24,
      "grad_norm": 1.0137465000152588,
      "learning_rate": 3.4315431346957123e-06,
      "loss": 0.3536,
      "step": 1086510
    },
    {
      "epoch": 303.24,
      "grad_norm": 1.029525876045227,
      "learning_rate": 3.4315191837383183e-06,
      "loss": 0.361,
      "step": 1086520
    },
    {
      "epoch": 303.25,
      "grad_norm": 1.0959022045135498,
      "learning_rate": 3.431495232636142e-06,
      "loss": 0.3613,
      "step": 1086530
    },
    {
      "epoch": 303.25,
      "grad_norm": 1.102042317390442,
      "learning_rate": 3.431471281389186e-06,
      "loss": 0.3752,
      "step": 1086540
    },
    {
      "epoch": 303.25,
      "grad_norm": 1.0568197965621948,
      "learning_rate": 3.4314473299974536e-06,
      "loss": 0.3607,
      "step": 1086550
    },
    {
      "epoch": 303.25,
      "grad_norm": 1.2107906341552734,
      "learning_rate": 3.431423378460949e-06,
      "loss": 0.3751,
      "step": 1086560
    },
    {
      "epoch": 303.26,
      "grad_norm": 0.8173688650131226,
      "learning_rate": 3.4313994267796745e-06,
      "loss": 0.3456,
      "step": 1086570
    },
    {
      "epoch": 303.26,
      "grad_norm": 2.098411798477173,
      "learning_rate": 3.431375474953634e-06,
      "loss": 0.375,
      "step": 1086580
    },
    {
      "epoch": 303.26,
      "grad_norm": 0.9818394780158997,
      "learning_rate": 3.4313515229828297e-06,
      "loss": 0.3689,
      "step": 1086590
    },
    {
      "epoch": 303.27,
      "grad_norm": 0.933354914188385,
      "learning_rate": 3.4313275708672655e-06,
      "loss": 0.3607,
      "step": 1086600
    },
    {
      "epoch": 303.27,
      "grad_norm": 1.2660400867462158,
      "learning_rate": 3.4313036186069447e-06,
      "loss": 0.3414,
      "step": 1086610
    },
    {
      "epoch": 303.27,
      "grad_norm": 1.1520957946777344,
      "learning_rate": 3.4312796662018698e-06,
      "loss": 0.3396,
      "step": 1086620
    },
    {
      "epoch": 303.27,
      "grad_norm": 1.2144160270690918,
      "learning_rate": 3.431255713652045e-06,
      "loss": 0.3676,
      "step": 1086630
    },
    {
      "epoch": 303.28,
      "grad_norm": 1.0835440158843994,
      "learning_rate": 3.431231760957472e-06,
      "loss": 0.3688,
      "step": 1086640
    },
    {
      "epoch": 303.28,
      "grad_norm": 1.1447206735610962,
      "learning_rate": 3.4312078081181554e-06,
      "loss": 0.3466,
      "step": 1086650
    },
    {
      "epoch": 303.28,
      "grad_norm": 0.9175326824188232,
      "learning_rate": 3.431183855134098e-06,
      "loss": 0.348,
      "step": 1086660
    },
    {
      "epoch": 303.28,
      "grad_norm": 0.9530560374259949,
      "learning_rate": 3.4311599020053027e-06,
      "loss": 0.3471,
      "step": 1086670
    },
    {
      "epoch": 303.29,
      "grad_norm": 1.0271806716918945,
      "learning_rate": 3.4311359487317725e-06,
      "loss": 0.347,
      "step": 1086680
    },
    {
      "epoch": 303.29,
      "grad_norm": 1.0282621383666992,
      "learning_rate": 3.431111995313512e-06,
      "loss": 0.3501,
      "step": 1086690
    },
    {
      "epoch": 303.29,
      "grad_norm": 1.070509672164917,
      "learning_rate": 3.4310880417505222e-06,
      "loss": 0.3448,
      "step": 1086700
    },
    {
      "epoch": 303.3,
      "grad_norm": 1.0623100996017456,
      "learning_rate": 3.431064088042808e-06,
      "loss": 0.3535,
      "step": 1086710
    },
    {
      "epoch": 303.3,
      "grad_norm": 0.9727733731269836,
      "learning_rate": 3.4310401341903715e-06,
      "loss": 0.3737,
      "step": 1086720
    },
    {
      "epoch": 303.3,
      "grad_norm": 1.1920843124389648,
      "learning_rate": 3.4310161801932168e-06,
      "loss": 0.3628,
      "step": 1086730
    },
    {
      "epoch": 303.3,
      "grad_norm": 1.0628095865249634,
      "learning_rate": 3.430992226051347e-06,
      "loss": 0.3534,
      "step": 1086740
    },
    {
      "epoch": 303.31,
      "grad_norm": 1.0420944690704346,
      "learning_rate": 3.430968271764764e-06,
      "loss": 0.3575,
      "step": 1086750
    },
    {
      "epoch": 303.31,
      "grad_norm": 0.86288982629776,
      "learning_rate": 3.430944317333473e-06,
      "loss": 0.3616,
      "step": 1086760
    },
    {
      "epoch": 303.31,
      "grad_norm": 1.0047680139541626,
      "learning_rate": 3.4309203627574757e-06,
      "loss": 0.35,
      "step": 1086770
    },
    {
      "epoch": 303.32,
      "grad_norm": 1.0754481554031372,
      "learning_rate": 3.4308964080367758e-06,
      "loss": 0.3636,
      "step": 1086780
    },
    {
      "epoch": 303.32,
      "grad_norm": 0.9490459561347961,
      "learning_rate": 3.4308724531713763e-06,
      "loss": 0.34,
      "step": 1086790
    },
    {
      "epoch": 303.32,
      "grad_norm": 0.9286614656448364,
      "learning_rate": 3.43084849816128e-06,
      "loss": 0.3493,
      "step": 1086800
    },
    {
      "epoch": 303.32,
      "grad_norm": 1.1221283674240112,
      "learning_rate": 3.4308245430064913e-06,
      "loss": 0.3514,
      "step": 1086810
    },
    {
      "epoch": 303.33,
      "grad_norm": 1.062151551246643,
      "learning_rate": 3.4308005877070124e-06,
      "loss": 0.3741,
      "step": 1086820
    },
    {
      "epoch": 303.33,
      "grad_norm": 0.9722293019294739,
      "learning_rate": 3.4307766322628472e-06,
      "loss": 0.3469,
      "step": 1086830
    },
    {
      "epoch": 303.33,
      "grad_norm": 0.9950298070907593,
      "learning_rate": 3.430752676673998e-06,
      "loss": 0.3439,
      "step": 1086840
    },
    {
      "epoch": 303.34,
      "grad_norm": 1.0504730939865112,
      "learning_rate": 3.4307287209404683e-06,
      "loss": 0.3774,
      "step": 1086850
    },
    {
      "epoch": 303.34,
      "grad_norm": 0.9013964533805847,
      "learning_rate": 3.430704765062262e-06,
      "loss": 0.3542,
      "step": 1086860
    },
    {
      "epoch": 303.34,
      "grad_norm": 0.9966936111450195,
      "learning_rate": 3.4306808090393813e-06,
      "loss": 0.3523,
      "step": 1086870
    },
    {
      "epoch": 303.34,
      "grad_norm": 0.9805808067321777,
      "learning_rate": 3.43065685287183e-06,
      "loss": 0.3487,
      "step": 1086880
    },
    {
      "epoch": 303.35,
      "grad_norm": 0.977221667766571,
      "learning_rate": 3.4306328965596107e-06,
      "loss": 0.3541,
      "step": 1086890
    },
    {
      "epoch": 303.35,
      "grad_norm": 1.2281713485717773,
      "learning_rate": 3.4306089401027274e-06,
      "loss": 0.3445,
      "step": 1086900
    },
    {
      "epoch": 303.35,
      "grad_norm": 1.2451527118682861,
      "learning_rate": 3.430584983501183e-06,
      "loss": 0.3365,
      "step": 1086910
    },
    {
      "epoch": 303.35,
      "grad_norm": 1.1660614013671875,
      "learning_rate": 3.4305610267549805e-06,
      "loss": 0.3628,
      "step": 1086920
    },
    {
      "epoch": 303.36,
      "grad_norm": 1.0527983903884888,
      "learning_rate": 3.4305370698641224e-06,
      "loss": 0.3668,
      "step": 1086930
    },
    {
      "epoch": 303.36,
      "grad_norm": 1.106991171836853,
      "learning_rate": 3.4305131128286135e-06,
      "loss": 0.3467,
      "step": 1086940
    },
    {
      "epoch": 303.36,
      "grad_norm": 0.8700840473175049,
      "learning_rate": 3.430489155648456e-06,
      "loss": 0.3436,
      "step": 1086950
    },
    {
      "epoch": 303.37,
      "grad_norm": 0.9869310259819031,
      "learning_rate": 3.4304651983236528e-06,
      "loss": 0.3626,
      "step": 1086960
    },
    {
      "epoch": 303.37,
      "grad_norm": 1.0901142358779907,
      "learning_rate": 3.430441240854208e-06,
      "loss": 0.3559,
      "step": 1086970
    },
    {
      "epoch": 303.37,
      "grad_norm": 1.0616127252578735,
      "learning_rate": 3.4304172832401244e-06,
      "loss": 0.365,
      "step": 1086980
    },
    {
      "epoch": 303.37,
      "grad_norm": 1.0804046392440796,
      "learning_rate": 3.430393325481405e-06,
      "loss": 0.3786,
      "step": 1086990
    },
    {
      "epoch": 303.38,
      "grad_norm": 0.9061700701713562,
      "learning_rate": 3.430369367578053e-06,
      "loss": 0.346,
      "step": 1087000
    },
    {
      "epoch": 303.38,
      "grad_norm": 0.8274466395378113,
      "learning_rate": 3.430345409530072e-06,
      "loss": 0.3538,
      "step": 1087010
    },
    {
      "epoch": 303.38,
      "grad_norm": 0.9478782415390015,
      "learning_rate": 3.430321451337464e-06,
      "loss": 0.3578,
      "step": 1087020
    },
    {
      "epoch": 303.39,
      "grad_norm": 0.9339927434921265,
      "learning_rate": 3.4302974930002335e-06,
      "loss": 0.3654,
      "step": 1087030
    },
    {
      "epoch": 303.39,
      "grad_norm": 1.056326150894165,
      "learning_rate": 3.430273534518383e-06,
      "loss": 0.3542,
      "step": 1087040
    },
    {
      "epoch": 303.39,
      "grad_norm": 1.2278234958648682,
      "learning_rate": 3.430249575891916e-06,
      "loss": 0.3476,
      "step": 1087050
    },
    {
      "epoch": 303.39,
      "grad_norm": 1.0531165599822998,
      "learning_rate": 3.430225617120836e-06,
      "loss": 0.3696,
      "step": 1087060
    },
    {
      "epoch": 303.4,
      "grad_norm": 1.2112631797790527,
      "learning_rate": 3.4302016582051455e-06,
      "loss": 0.3702,
      "step": 1087070
    },
    {
      "epoch": 303.4,
      "grad_norm": 1.1402312517166138,
      "learning_rate": 3.4301776991448476e-06,
      "loss": 0.3392,
      "step": 1087080
    },
    {
      "epoch": 303.4,
      "grad_norm": 0.9440975189208984,
      "learning_rate": 3.4301537399399463e-06,
      "loss": 0.3648,
      "step": 1087090
    },
    {
      "epoch": 303.4,
      "grad_norm": 0.8873539566993713,
      "learning_rate": 3.430129780590445e-06,
      "loss": 0.35,
      "step": 1087100
    },
    {
      "epoch": 303.41,
      "grad_norm": 0.9385163187980652,
      "learning_rate": 3.4301058210963447e-06,
      "loss": 0.3427,
      "step": 1087110
    },
    {
      "epoch": 303.41,
      "grad_norm": 0.9222919940948486,
      "learning_rate": 3.430081861457652e-06,
      "loss": 0.3833,
      "step": 1087120
    },
    {
      "epoch": 303.41,
      "grad_norm": 0.8822188377380371,
      "learning_rate": 3.4300579016743675e-06,
      "loss": 0.3675,
      "step": 1087130
    },
    {
      "epoch": 303.42,
      "grad_norm": 0.9901222586631775,
      "learning_rate": 3.4300339417464943e-06,
      "loss": 0.345,
      "step": 1087140
    },
    {
      "epoch": 303.42,
      "grad_norm": 0.8257250189781189,
      "learning_rate": 3.430009981674037e-06,
      "loss": 0.3422,
      "step": 1087150
    },
    {
      "epoch": 303.42,
      "grad_norm": 1.0811787843704224,
      "learning_rate": 3.4299860214569986e-06,
      "loss": 0.3369,
      "step": 1087160
    },
    {
      "epoch": 303.42,
      "grad_norm": 1.0692412853240967,
      "learning_rate": 3.4299620610953807e-06,
      "loss": 0.3569,
      "step": 1087170
    },
    {
      "epoch": 303.43,
      "grad_norm": 1.0364413261413574,
      "learning_rate": 3.4299381005891886e-06,
      "loss": 0.3704,
      "step": 1087180
    },
    {
      "epoch": 303.43,
      "grad_norm": 1.000544548034668,
      "learning_rate": 3.4299141399384245e-06,
      "loss": 0.345,
      "step": 1087190
    },
    {
      "epoch": 303.43,
      "grad_norm": 1.0656944513320923,
      "learning_rate": 3.4298901791430923e-06,
      "loss": 0.3682,
      "step": 1087200
    },
    {
      "epoch": 303.44,
      "grad_norm": 0.9524393081665039,
      "learning_rate": 3.4298662182031935e-06,
      "loss": 0.359,
      "step": 1087210
    },
    {
      "epoch": 303.44,
      "grad_norm": 1.1338272094726562,
      "learning_rate": 3.429842257118733e-06,
      "loss": 0.3507,
      "step": 1087220
    },
    {
      "epoch": 303.44,
      "grad_norm": 1.2221219539642334,
      "learning_rate": 3.429818295889713e-06,
      "loss": 0.3403,
      "step": 1087230
    },
    {
      "epoch": 303.44,
      "grad_norm": 1.1650580167770386,
      "learning_rate": 3.4297943345161367e-06,
      "loss": 0.3426,
      "step": 1087240
    },
    {
      "epoch": 303.45,
      "grad_norm": 1.065149188041687,
      "learning_rate": 3.4297703729980075e-06,
      "loss": 0.3419,
      "step": 1087250
    },
    {
      "epoch": 303.45,
      "grad_norm": 0.9281775951385498,
      "learning_rate": 3.4297464113353296e-06,
      "loss": 0.3519,
      "step": 1087260
    },
    {
      "epoch": 303.45,
      "grad_norm": 1.0351572036743164,
      "learning_rate": 3.429722449528105e-06,
      "loss": 0.3575,
      "step": 1087270
    },
    {
      "epoch": 303.46,
      "grad_norm": 1.3178802728652954,
      "learning_rate": 3.429698487576337e-06,
      "loss": 0.3399,
      "step": 1087280
    },
    {
      "epoch": 303.46,
      "grad_norm": 1.0490763187408447,
      "learning_rate": 3.429674525480029e-06,
      "loss": 0.359,
      "step": 1087290
    },
    {
      "epoch": 303.46,
      "grad_norm": 1.0079948902130127,
      "learning_rate": 3.429650563239184e-06,
      "loss": 0.3688,
      "step": 1087300
    },
    {
      "epoch": 303.46,
      "grad_norm": 1.3136554956436157,
      "learning_rate": 3.429626600853805e-06,
      "loss": 0.3481,
      "step": 1087310
    },
    {
      "epoch": 303.47,
      "grad_norm": 1.0122069120407104,
      "learning_rate": 3.4296026383238963e-06,
      "loss": 0.3471,
      "step": 1087320
    },
    {
      "epoch": 303.47,
      "grad_norm": 1.2104183435440063,
      "learning_rate": 3.42957867564946e-06,
      "loss": 0.3542,
      "step": 1087330
    },
    {
      "epoch": 303.47,
      "grad_norm": 1.0597600936889648,
      "learning_rate": 3.4295547128304995e-06,
      "loss": 0.3545,
      "step": 1087340
    },
    {
      "epoch": 303.47,
      "grad_norm": 1.0144317150115967,
      "learning_rate": 3.4295307498670183e-06,
      "loss": 0.37,
      "step": 1087350
    },
    {
      "epoch": 303.48,
      "grad_norm": 0.9949437975883484,
      "learning_rate": 3.4295067867590197e-06,
      "loss": 0.3487,
      "step": 1087360
    },
    {
      "epoch": 303.48,
      "grad_norm": 1.1420412063598633,
      "learning_rate": 3.429482823506506e-06,
      "loss": 0.3593,
      "step": 1087370
    },
    {
      "epoch": 303.48,
      "grad_norm": 0.8956512808799744,
      "learning_rate": 3.429458860109481e-06,
      "loss": 0.3703,
      "step": 1087380
    },
    {
      "epoch": 303.49,
      "grad_norm": 1.0989019870758057,
      "learning_rate": 3.429434896567948e-06,
      "loss": 0.3581,
      "step": 1087390
    },
    {
      "epoch": 303.49,
      "grad_norm": 1.8928921222686768,
      "learning_rate": 3.42941093288191e-06,
      "loss": 0.3517,
      "step": 1087400
    },
    {
      "epoch": 303.49,
      "grad_norm": 1.1525064706802368,
      "learning_rate": 3.4293869690513702e-06,
      "loss": 0.3467,
      "step": 1087410
    },
    {
      "epoch": 303.49,
      "grad_norm": 0.9664121270179749,
      "learning_rate": 3.429363005076332e-06,
      "loss": 0.3577,
      "step": 1087420
    },
    {
      "epoch": 303.5,
      "grad_norm": 1.0340384244918823,
      "learning_rate": 3.4293390409567983e-06,
      "loss": 0.3661,
      "step": 1087430
    },
    {
      "epoch": 303.5,
      "grad_norm": 1.0255061388015747,
      "learning_rate": 3.429315076692772e-06,
      "loss": 0.3586,
      "step": 1087440
    },
    {
      "epoch": 303.5,
      "grad_norm": 0.9383785724639893,
      "learning_rate": 3.4292911122842574e-06,
      "loss": 0.3525,
      "step": 1087450
    },
    {
      "epoch": 303.51,
      "grad_norm": 1.0227603912353516,
      "learning_rate": 3.429267147731257e-06,
      "loss": 0.3457,
      "step": 1087460
    },
    {
      "epoch": 303.51,
      "grad_norm": 1.0569862127304077,
      "learning_rate": 3.429243183033773e-06,
      "loss": 0.3543,
      "step": 1087470
    },
    {
      "epoch": 303.51,
      "grad_norm": 1.0477691888809204,
      "learning_rate": 3.4292192181918104e-06,
      "loss": 0.348,
      "step": 1087480
    },
    {
      "epoch": 303.51,
      "grad_norm": 1.060027837753296,
      "learning_rate": 3.4291952532053718e-06,
      "loss": 0.3561,
      "step": 1087490
    },
    {
      "epoch": 303.52,
      "grad_norm": 1.0105884075164795,
      "learning_rate": 3.429171288074459e-06,
      "loss": 0.364,
      "step": 1087500
    },
    {
      "epoch": 303.52,
      "grad_norm": 1.1250834465026855,
      "learning_rate": 3.429147322799077e-06,
      "loss": 0.3582,
      "step": 1087510
    },
    {
      "epoch": 303.52,
      "grad_norm": 1.0907416343688965,
      "learning_rate": 3.4291233573792288e-06,
      "loss": 0.3624,
      "step": 1087520
    },
    {
      "epoch": 303.52,
      "grad_norm": 1.173222541809082,
      "learning_rate": 3.4290993918149164e-06,
      "loss": 0.3817,
      "step": 1087530
    },
    {
      "epoch": 303.53,
      "grad_norm": 1.0668485164642334,
      "learning_rate": 3.4290754261061437e-06,
      "loss": 0.3498,
      "step": 1087540
    },
    {
      "epoch": 303.53,
      "grad_norm": 0.8453006148338318,
      "learning_rate": 3.4290514602529147e-06,
      "loss": 0.3498,
      "step": 1087550
    },
    {
      "epoch": 303.53,
      "grad_norm": 0.9744614362716675,
      "learning_rate": 3.4290274942552315e-06,
      "loss": 0.3503,
      "step": 1087560
    },
    {
      "epoch": 303.54,
      "grad_norm": 1.0430179834365845,
      "learning_rate": 3.429003528113097e-06,
      "loss": 0.3526,
      "step": 1087570
    },
    {
      "epoch": 303.54,
      "grad_norm": 1.058264970779419,
      "learning_rate": 3.4289795618265157e-06,
      "loss": 0.3691,
      "step": 1087580
    },
    {
      "epoch": 303.54,
      "grad_norm": 0.932847261428833,
      "learning_rate": 3.4289555953954895e-06,
      "loss": 0.361,
      "step": 1087590
    },
    {
      "epoch": 303.54,
      "grad_norm": 0.9968174695968628,
      "learning_rate": 3.4289316288200213e-06,
      "loss": 0.3476,
      "step": 1087600
    },
    {
      "epoch": 303.55,
      "grad_norm": 0.914800226688385,
      "learning_rate": 3.428907662100117e-06,
      "loss": 0.3683,
      "step": 1087610
    },
    {
      "epoch": 303.55,
      "grad_norm": 0.8643943667411804,
      "learning_rate": 3.4288836952357764e-06,
      "loss": 0.3527,
      "step": 1087620
    },
    {
      "epoch": 303.55,
      "grad_norm": 1.1662635803222656,
      "learning_rate": 3.428859728227005e-06,
      "loss": 0.3419,
      "step": 1087630
    },
    {
      "epoch": 303.56,
      "grad_norm": 0.9459907412528992,
      "learning_rate": 3.428835761073805e-06,
      "loss": 0.3489,
      "step": 1087640
    },
    {
      "epoch": 303.56,
      "grad_norm": 0.9224298000335693,
      "learning_rate": 3.4288117937761803e-06,
      "loss": 0.3647,
      "step": 1087650
    },
    {
      "epoch": 303.56,
      "grad_norm": 1.0147439241409302,
      "learning_rate": 3.4287878263341327e-06,
      "loss": 0.3586,
      "step": 1087660
    },
    {
      "epoch": 303.56,
      "grad_norm": 1.0728989839553833,
      "learning_rate": 3.428763858747666e-06,
      "loss": 0.364,
      "step": 1087670
    },
    {
      "epoch": 303.57,
      "grad_norm": 1.100927472114563,
      "learning_rate": 3.4287398910167847e-06,
      "loss": 0.3494,
      "step": 1087680
    },
    {
      "epoch": 303.57,
      "grad_norm": 0.9855837225914001,
      "learning_rate": 3.4287159231414902e-06,
      "loss": 0.3603,
      "step": 1087690
    },
    {
      "epoch": 303.57,
      "grad_norm": 0.935653030872345,
      "learning_rate": 3.4286919551217864e-06,
      "loss": 0.3485,
      "step": 1087700
    },
    {
      "epoch": 303.58,
      "grad_norm": 0.9420420527458191,
      "learning_rate": 3.4286679869576775e-06,
      "loss": 0.3576,
      "step": 1087710
    },
    {
      "epoch": 303.58,
      "grad_norm": 4.796878337860107,
      "learning_rate": 3.4286440186491655e-06,
      "loss": 0.3497,
      "step": 1087720
    },
    {
      "epoch": 303.58,
      "grad_norm": 0.9868263602256775,
      "learning_rate": 3.428620050196253e-06,
      "loss": 0.3628,
      "step": 1087730
    },
    {
      "epoch": 303.58,
      "grad_norm": 3.694775104522705,
      "learning_rate": 3.428596081598945e-06,
      "loss": 0.3495,
      "step": 1087740
    },
    {
      "epoch": 303.59,
      "grad_norm": 0.9120364785194397,
      "learning_rate": 3.428572112857243e-06,
      "loss": 0.3488,
      "step": 1087750
    },
    {
      "epoch": 303.59,
      "grad_norm": 1.7015612125396729,
      "learning_rate": 3.4285481439711505e-06,
      "loss": 0.3575,
      "step": 1087760
    },
    {
      "epoch": 303.59,
      "grad_norm": 1.0156517028808594,
      "learning_rate": 3.4285241749406717e-06,
      "loss": 0.3531,
      "step": 1087770
    },
    {
      "epoch": 303.59,
      "grad_norm": 1.0517332553863525,
      "learning_rate": 3.4285002057658093e-06,
      "loss": 0.3537,
      "step": 1087780
    },
    {
      "epoch": 303.6,
      "grad_norm": 1.0074917078018188,
      "learning_rate": 3.4284762364465664e-06,
      "loss": 0.3651,
      "step": 1087790
    },
    {
      "epoch": 303.6,
      "grad_norm": 1.1671324968338013,
      "learning_rate": 3.428452266982946e-06,
      "loss": 0.3545,
      "step": 1087800
    },
    {
      "epoch": 303.6,
      "grad_norm": 1.0558394193649292,
      "learning_rate": 3.428428297374951e-06,
      "loss": 0.3588,
      "step": 1087810
    },
    {
      "epoch": 303.61,
      "grad_norm": 0.9991796612739563,
      "learning_rate": 3.428404327622585e-06,
      "loss": 0.3602,
      "step": 1087820
    },
    {
      "epoch": 303.61,
      "grad_norm": 1.0132594108581543,
      "learning_rate": 3.4283803577258516e-06,
      "loss": 0.3442,
      "step": 1087830
    },
    {
      "epoch": 303.61,
      "grad_norm": 1.1397271156311035,
      "learning_rate": 3.4283563876847537e-06,
      "loss": 0.3717,
      "step": 1087840
    },
    {
      "epoch": 303.61,
      "grad_norm": 0.9720234870910645,
      "learning_rate": 3.4283324174992938e-06,
      "loss": 0.35,
      "step": 1087850
    },
    {
      "epoch": 303.62,
      "grad_norm": 0.9865353107452393,
      "learning_rate": 3.428308447169477e-06,
      "loss": 0.3462,
      "step": 1087860
    },
    {
      "epoch": 303.62,
      "grad_norm": 1.3239073753356934,
      "learning_rate": 3.4282844766953042e-06,
      "loss": 0.3653,
      "step": 1087870
    },
    {
      "epoch": 303.62,
      "grad_norm": 0.9987647533416748,
      "learning_rate": 3.4282605060767793e-06,
      "loss": 0.3395,
      "step": 1087880
    },
    {
      "epoch": 303.63,
      "grad_norm": 0.9803169965744019,
      "learning_rate": 3.428236535313906e-06,
      "loss": 0.3612,
      "step": 1087890
    },
    {
      "epoch": 303.63,
      "grad_norm": 0.8894419074058533,
      "learning_rate": 3.4282125644066875e-06,
      "loss": 0.3547,
      "step": 1087900
    },
    {
      "epoch": 303.63,
      "grad_norm": 0.8578556180000305,
      "learning_rate": 3.4281885933551267e-06,
      "loss": 0.3478,
      "step": 1087910
    },
    {
      "epoch": 303.63,
      "grad_norm": 0.8923566937446594,
      "learning_rate": 3.4281646221592264e-06,
      "loss": 0.3619,
      "step": 1087920
    },
    {
      "epoch": 303.64,
      "grad_norm": 1.087753415107727,
      "learning_rate": 3.4281406508189908e-06,
      "loss": 0.357,
      "step": 1087930
    },
    {
      "epoch": 303.64,
      "grad_norm": 1.5373653173446655,
      "learning_rate": 3.4281166793344225e-06,
      "loss": 0.3589,
      "step": 1087940
    },
    {
      "epoch": 303.64,
      "grad_norm": 1.1014405488967896,
      "learning_rate": 3.428092707705524e-06,
      "loss": 0.3559,
      "step": 1087950
    },
    {
      "epoch": 303.64,
      "grad_norm": 1.0317463874816895,
      "learning_rate": 3.428068735932299e-06,
      "loss": 0.3468,
      "step": 1087960
    },
    {
      "epoch": 303.65,
      "grad_norm": 1.085890293121338,
      "learning_rate": 3.4280447640147526e-06,
      "loss": 0.3572,
      "step": 1087970
    },
    {
      "epoch": 303.65,
      "grad_norm": 0.8831307291984558,
      "learning_rate": 3.4280207919528847e-06,
      "loss": 0.3523,
      "step": 1087980
    },
    {
      "epoch": 303.65,
      "grad_norm": 1.1795467138290405,
      "learning_rate": 3.4279968197467002e-06,
      "loss": 0.3647,
      "step": 1087990
    },
    {
      "epoch": 303.66,
      "grad_norm": 0.9947183132171631,
      "learning_rate": 3.4279728473962025e-06,
      "loss": 0.351,
      "step": 1088000
    },
    {
      "epoch": 303.66,
      "grad_norm": 0.8703005313873291,
      "learning_rate": 3.427948874901395e-06,
      "loss": 0.3338,
      "step": 1088010
    },
    {
      "epoch": 303.66,
      "grad_norm": 1.021435260772705,
      "learning_rate": 3.4279249022622797e-06,
      "loss": 0.3503,
      "step": 1088020
    },
    {
      "epoch": 303.66,
      "grad_norm": 1.0850107669830322,
      "learning_rate": 3.427900929478861e-06,
      "loss": 0.3583,
      "step": 1088030
    },
    {
      "epoch": 303.67,
      "grad_norm": 1.2484570741653442,
      "learning_rate": 3.4278769565511403e-06,
      "loss": 0.3522,
      "step": 1088040
    },
    {
      "epoch": 303.67,
      "grad_norm": 1.3568311929702759,
      "learning_rate": 3.4278529834791225e-06,
      "loss": 0.3607,
      "step": 1088050
    },
    {
      "epoch": 303.67,
      "grad_norm": 0.8705988526344299,
      "learning_rate": 3.4278290102628106e-06,
      "loss": 0.356,
      "step": 1088060
    },
    {
      "epoch": 303.68,
      "grad_norm": 0.9122740626335144,
      "learning_rate": 3.4278050369022075e-06,
      "loss": 0.3337,
      "step": 1088070
    },
    {
      "epoch": 303.68,
      "grad_norm": 1.0661927461624146,
      "learning_rate": 3.4277810633973165e-06,
      "loss": 0.3558,
      "step": 1088080
    },
    {
      "epoch": 303.68,
      "grad_norm": 0.9974108338356018,
      "learning_rate": 3.4277570897481403e-06,
      "loss": 0.354,
      "step": 1088090
    },
    {
      "epoch": 303.68,
      "grad_norm": 1.1145402193069458,
      "learning_rate": 3.427733115954683e-06,
      "loss": 0.3544,
      "step": 1088100
    },
    {
      "epoch": 303.69,
      "grad_norm": 0.8792340755462646,
      "learning_rate": 3.4277091420169463e-06,
      "loss": 0.3599,
      "step": 1088110
    },
    {
      "epoch": 303.69,
      "grad_norm": 0.985937237739563,
      "learning_rate": 3.4276851679349354e-06,
      "loss": 0.3486,
      "step": 1088120
    },
    {
      "epoch": 303.69,
      "grad_norm": 0.955694854259491,
      "learning_rate": 3.427661193708652e-06,
      "loss": 0.3489,
      "step": 1088130
    },
    {
      "epoch": 303.7,
      "grad_norm": 0.8472734689712524,
      "learning_rate": 3.4276372193380996e-06,
      "loss": 0.3612,
      "step": 1088140
    },
    {
      "epoch": 303.7,
      "grad_norm": 1.0459786653518677,
      "learning_rate": 3.4276132448232815e-06,
      "loss": 0.3515,
      "step": 1088150
    },
    {
      "epoch": 303.7,
      "grad_norm": 0.9002667665481567,
      "learning_rate": 3.4275892701642014e-06,
      "loss": 0.3576,
      "step": 1088160
    },
    {
      "epoch": 303.7,
      "grad_norm": 1.0794224739074707,
      "learning_rate": 3.4275652953608615e-06,
      "loss": 0.3605,
      "step": 1088170
    },
    {
      "epoch": 303.71,
      "grad_norm": 1.0156004428863525,
      "learning_rate": 3.427541320413265e-06,
      "loss": 0.3358,
      "step": 1088180
    },
    {
      "epoch": 303.71,
      "grad_norm": 0.9384758472442627,
      "learning_rate": 3.4275173453214167e-06,
      "loss": 0.3574,
      "step": 1088190
    },
    {
      "epoch": 303.71,
      "grad_norm": 1.0934301614761353,
      "learning_rate": 3.4274933700853175e-06,
      "loss": 0.3506,
      "step": 1088200
    },
    {
      "epoch": 303.71,
      "grad_norm": 1.0017215013504028,
      "learning_rate": 3.4274693947049728e-06,
      "loss": 0.3517,
      "step": 1088210
    },
    {
      "epoch": 303.72,
      "grad_norm": 1.0666930675506592,
      "learning_rate": 3.427445419180384e-06,
      "loss": 0.3566,
      "step": 1088220
    },
    {
      "epoch": 303.72,
      "grad_norm": 1.1993725299835205,
      "learning_rate": 3.427421443511556e-06,
      "loss": 0.3746,
      "step": 1088230
    },
    {
      "epoch": 303.72,
      "grad_norm": 1.0546208620071411,
      "learning_rate": 3.4273974676984903e-06,
      "loss": 0.3605,
      "step": 1088240
    },
    {
      "epoch": 303.73,
      "grad_norm": 1.2282581329345703,
      "learning_rate": 3.4273734917411908e-06,
      "loss": 0.3582,
      "step": 1088250
    },
    {
      "epoch": 303.73,
      "grad_norm": 1.0738872289657593,
      "learning_rate": 3.427349515639661e-06,
      "loss": 0.3438,
      "step": 1088260
    },
    {
      "epoch": 303.73,
      "grad_norm": 0.9555703997612,
      "learning_rate": 3.4273255393939036e-06,
      "loss": 0.369,
      "step": 1088270
    },
    {
      "epoch": 303.73,
      "grad_norm": 1.088277816772461,
      "learning_rate": 3.427301563003922e-06,
      "loss": 0.358,
      "step": 1088280
    },
    {
      "epoch": 303.74,
      "grad_norm": 0.9172571301460266,
      "learning_rate": 3.4272775864697196e-06,
      "loss": 0.3541,
      "step": 1088290
    },
    {
      "epoch": 303.74,
      "grad_norm": 1.160950779914856,
      "learning_rate": 3.427253609791299e-06,
      "loss": 0.3654,
      "step": 1088300
    },
    {
      "epoch": 303.74,
      "grad_norm": 0.9412421584129333,
      "learning_rate": 3.4272296329686642e-06,
      "loss": 0.3509,
      "step": 1088310
    },
    {
      "epoch": 303.75,
      "grad_norm": 0.930720865726471,
      "learning_rate": 3.4272056560018183e-06,
      "loss": 0.3336,
      "step": 1088320
    },
    {
      "epoch": 303.75,
      "grad_norm": 1.1354337930679321,
      "learning_rate": 3.4271816788907634e-06,
      "loss": 0.378,
      "step": 1088330
    },
    {
      "epoch": 303.75,
      "grad_norm": 1.041479468345642,
      "learning_rate": 3.427157701635503e-06,
      "loss": 0.3412,
      "step": 1088340
    },
    {
      "epoch": 303.75,
      "grad_norm": 1.0446255207061768,
      "learning_rate": 3.4271337242360415e-06,
      "loss": 0.3721,
      "step": 1088350
    },
    {
      "epoch": 303.76,
      "grad_norm": 0.9315674304962158,
      "learning_rate": 3.427109746692382e-06,
      "loss": 0.366,
      "step": 1088360
    },
    {
      "epoch": 303.76,
      "grad_norm": 1.0883216857910156,
      "learning_rate": 3.4270857690045262e-06,
      "loss": 0.3405,
      "step": 1088370
    },
    {
      "epoch": 303.76,
      "grad_norm": 0.9817150831222534,
      "learning_rate": 3.427061791172478e-06,
      "loss": 0.3651,
      "step": 1088380
    },
    {
      "epoch": 303.77,
      "grad_norm": 1.0293749570846558,
      "learning_rate": 3.4270378131962413e-06,
      "loss": 0.3614,
      "step": 1088390
    },
    {
      "epoch": 303.77,
      "grad_norm": 1.2330408096313477,
      "learning_rate": 3.427013835075818e-06,
      "loss": 0.3572,
      "step": 1088400
    },
    {
      "epoch": 303.77,
      "grad_norm": 0.987377941608429,
      "learning_rate": 3.426989856811212e-06,
      "loss": 0.3714,
      "step": 1088410
    },
    {
      "epoch": 303.77,
      "grad_norm": 1.2080222368240356,
      "learning_rate": 3.426965878402427e-06,
      "loss": 0.3398,
      "step": 1088420
    },
    {
      "epoch": 303.78,
      "grad_norm": 1.275754690170288,
      "learning_rate": 3.4269418998494654e-06,
      "loss": 0.3732,
      "step": 1088430
    },
    {
      "epoch": 303.78,
      "grad_norm": 0.980333149433136,
      "learning_rate": 3.4269179211523307e-06,
      "loss": 0.3595,
      "step": 1088440
    },
    {
      "epoch": 303.78,
      "grad_norm": 0.925083577632904,
      "learning_rate": 3.4268939423110267e-06,
      "loss": 0.3436,
      "step": 1088450
    },
    {
      "epoch": 303.78,
      "grad_norm": 0.9647692441940308,
      "learning_rate": 3.4268699633255547e-06,
      "loss": 0.3468,
      "step": 1088460
    },
    {
      "epoch": 303.79,
      "grad_norm": 0.9961408376693726,
      "learning_rate": 3.42684598419592e-06,
      "loss": 0.3595,
      "step": 1088470
    },
    {
      "epoch": 303.79,
      "grad_norm": 1.1357024908065796,
      "learning_rate": 3.4268220049221247e-06,
      "loss": 0.373,
      "step": 1088480
    },
    {
      "epoch": 303.79,
      "grad_norm": 0.9920490980148315,
      "learning_rate": 3.4267980255041717e-06,
      "loss": 0.3556,
      "step": 1088490
    },
    {
      "epoch": 303.8,
      "grad_norm": 6.093216896057129,
      "learning_rate": 3.4267740459420655e-06,
      "loss": 0.3629,
      "step": 1088500
    },
    {
      "epoch": 303.8,
      "grad_norm": 1.2226849794387817,
      "learning_rate": 3.4267500662358083e-06,
      "loss": 0.361,
      "step": 1088510
    },
    {
      "epoch": 303.8,
      "grad_norm": 1.2248215675354004,
      "learning_rate": 3.4267260863854035e-06,
      "loss": 0.3695,
      "step": 1088520
    },
    {
      "epoch": 303.8,
      "grad_norm": 1.12602698802948,
      "learning_rate": 3.426702106390854e-06,
      "loss": 0.3442,
      "step": 1088530
    },
    {
      "epoch": 303.81,
      "grad_norm": 1.4299037456512451,
      "learning_rate": 3.4266781262521636e-06,
      "loss": 0.3484,
      "step": 1088540
    },
    {
      "epoch": 303.81,
      "grad_norm": 0.9412075877189636,
      "learning_rate": 3.4266541459693353e-06,
      "loss": 0.3553,
      "step": 1088550
    },
    {
      "epoch": 303.81,
      "grad_norm": 2.4359071254730225,
      "learning_rate": 3.4266301655423713e-06,
      "loss": 0.3714,
      "step": 1088560
    },
    {
      "epoch": 303.82,
      "grad_norm": 1.0063351392745972,
      "learning_rate": 3.4266061849712765e-06,
      "loss": 0.3529,
      "step": 1088570
    },
    {
      "epoch": 303.82,
      "grad_norm": 0.9788307547569275,
      "learning_rate": 3.426582204256053e-06,
      "loss": 0.3599,
      "step": 1088580
    },
    {
      "epoch": 303.82,
      "grad_norm": 0.8935430645942688,
      "learning_rate": 3.4265582233967046e-06,
      "loss": 0.3458,
      "step": 1088590
    },
    {
      "epoch": 303.82,
      "grad_norm": 0.9915038347244263,
      "learning_rate": 3.426534242393234e-06,
      "loss": 0.3511,
      "step": 1088600
    },
    {
      "epoch": 303.83,
      "grad_norm": 1.0414361953735352,
      "learning_rate": 3.426510261245644e-06,
      "loss": 0.3485,
      "step": 1088610
    },
    {
      "epoch": 303.83,
      "grad_norm": 0.8856874704360962,
      "learning_rate": 3.4264862799539387e-06,
      "loss": 0.3458,
      "step": 1088620
    },
    {
      "epoch": 303.83,
      "grad_norm": 0.9448557496070862,
      "learning_rate": 3.4264622985181207e-06,
      "loss": 0.3605,
      "step": 1088630
    },
    {
      "epoch": 303.83,
      "grad_norm": 0.9882775545120239,
      "learning_rate": 3.426438316938193e-06,
      "loss": 0.3637,
      "step": 1088640
    },
    {
      "epoch": 303.84,
      "grad_norm": 1.0702468156814575,
      "learning_rate": 3.4264143352141604e-06,
      "loss": 0.3662,
      "step": 1088650
    },
    {
      "epoch": 303.84,
      "grad_norm": 1.5306041240692139,
      "learning_rate": 3.4263903533460235e-06,
      "loss": 0.3778,
      "step": 1088660
    },
    {
      "epoch": 303.84,
      "grad_norm": 1.1417005062103271,
      "learning_rate": 3.426366371333788e-06,
      "loss": 0.35,
      "step": 1088670
    },
    {
      "epoch": 303.85,
      "grad_norm": 1.0441250801086426,
      "learning_rate": 3.426342389177456e-06,
      "loss": 0.3356,
      "step": 1088680
    },
    {
      "epoch": 303.85,
      "grad_norm": 0.9991530776023865,
      "learning_rate": 3.42631840687703e-06,
      "loss": 0.3616,
      "step": 1088690
    },
    {
      "epoch": 303.85,
      "grad_norm": 1.0701042413711548,
      "learning_rate": 3.4262944244325135e-06,
      "loss": 0.3632,
      "step": 1088700
    },
    {
      "epoch": 303.85,
      "grad_norm": 0.9896302819252014,
      "learning_rate": 3.426270441843911e-06,
      "loss": 0.3684,
      "step": 1088710
    },
    {
      "epoch": 303.86,
      "grad_norm": 1.4165220260620117,
      "learning_rate": 3.4262464591112243e-06,
      "loss": 0.3389,
      "step": 1088720
    },
    {
      "epoch": 303.86,
      "grad_norm": 0.9503105282783508,
      "learning_rate": 3.4262224762344567e-06,
      "loss": 0.3632,
      "step": 1088730
    },
    {
      "epoch": 303.86,
      "grad_norm": 0.9079797267913818,
      "learning_rate": 3.4261984932136122e-06,
      "loss": 0.3524,
      "step": 1088740
    },
    {
      "epoch": 303.87,
      "grad_norm": 0.9747599959373474,
      "learning_rate": 3.4261745100486934e-06,
      "loss": 0.3941,
      "step": 1088750
    },
    {
      "epoch": 303.87,
      "grad_norm": 1.3016847372055054,
      "learning_rate": 3.4261505267397035e-06,
      "loss": 0.3697,
      "step": 1088760
    },
    {
      "epoch": 303.87,
      "grad_norm": 1.1108992099761963,
      "learning_rate": 3.4261265432866465e-06,
      "loss": 0.3378,
      "step": 1088770
    },
    {
      "epoch": 303.87,
      "grad_norm": 1.1065895557403564,
      "learning_rate": 3.426102559689524e-06,
      "loss": 0.3423,
      "step": 1088780
    },
    {
      "epoch": 303.88,
      "grad_norm": 0.9377040266990662,
      "learning_rate": 3.42607857594834e-06,
      "loss": 0.3407,
      "step": 1088790
    },
    {
      "epoch": 303.88,
      "grad_norm": 0.9967315793037415,
      "learning_rate": 3.4260545920630977e-06,
      "loss": 0.3378,
      "step": 1088800
    },
    {
      "epoch": 303.88,
      "grad_norm": 1.0769621133804321,
      "learning_rate": 3.4260306080338012e-06,
      "loss": 0.3494,
      "step": 1088810
    },
    {
      "epoch": 303.89,
      "grad_norm": 1.229042649269104,
      "learning_rate": 3.426006623860453e-06,
      "loss": 0.35,
      "step": 1088820
    },
    {
      "epoch": 303.89,
      "grad_norm": 1.152005672454834,
      "learning_rate": 3.425982639543055e-06,
      "loss": 0.3664,
      "step": 1088830
    },
    {
      "epoch": 303.89,
      "grad_norm": 1.0828994512557983,
      "learning_rate": 3.425958655081613e-06,
      "loss": 0.3707,
      "step": 1088840
    },
    {
      "epoch": 303.89,
      "grad_norm": 0.9932625889778137,
      "learning_rate": 3.4259346704761273e-06,
      "loss": 0.3592,
      "step": 1088850
    },
    {
      "epoch": 303.9,
      "grad_norm": 1.0544862747192383,
      "learning_rate": 3.425910685726603e-06,
      "loss": 0.3434,
      "step": 1088860
    },
    {
      "epoch": 303.9,
      "grad_norm": 0.8770173192024231,
      "learning_rate": 3.425886700833043e-06,
      "loss": 0.355,
      "step": 1088870
    },
    {
      "epoch": 303.9,
      "grad_norm": 0.9723079800605774,
      "learning_rate": 3.42586271579545e-06,
      "loss": 0.3611,
      "step": 1088880
    },
    {
      "epoch": 303.9,
      "grad_norm": 1.028388500213623,
      "learning_rate": 3.4258387306138282e-06,
      "loss": 0.3604,
      "step": 1088890
    },
    {
      "epoch": 303.91,
      "grad_norm": 3.186138153076172,
      "learning_rate": 3.4258147452881796e-06,
      "loss": 0.3532,
      "step": 1088900
    },
    {
      "epoch": 303.91,
      "grad_norm": 0.9330008029937744,
      "learning_rate": 3.4257907598185078e-06,
      "loss": 0.3534,
      "step": 1088910
    },
    {
      "epoch": 303.91,
      "grad_norm": 1.1549432277679443,
      "learning_rate": 3.425766774204816e-06,
      "loss": 0.354,
      "step": 1088920
    },
    {
      "epoch": 303.92,
      "grad_norm": 0.94969242811203,
      "learning_rate": 3.4257427884471075e-06,
      "loss": 0.3623,
      "step": 1088930
    },
    {
      "epoch": 303.92,
      "grad_norm": 1.1418964862823486,
      "learning_rate": 3.4257188025453858e-06,
      "loss": 0.363,
      "step": 1088940
    },
    {
      "epoch": 303.92,
      "grad_norm": 1.1497759819030762,
      "learning_rate": 3.4256948164996536e-06,
      "loss": 0.3484,
      "step": 1088950
    },
    {
      "epoch": 303.92,
      "grad_norm": 1.0089281797409058,
      "learning_rate": 3.425670830309914e-06,
      "loss": 0.3508,
      "step": 1088960
    },
    {
      "epoch": 303.93,
      "grad_norm": 1.0420646667480469,
      "learning_rate": 3.4256468439761712e-06,
      "loss": 0.3714,
      "step": 1088970
    },
    {
      "epoch": 303.93,
      "grad_norm": 0.9835139513015747,
      "learning_rate": 3.425622857498427e-06,
      "loss": 0.3623,
      "step": 1088980
    },
    {
      "epoch": 303.93,
      "grad_norm": 0.8866910934448242,
      "learning_rate": 3.4255988708766852e-06,
      "loss": 0.3451,
      "step": 1088990
    },
    {
      "epoch": 303.94,
      "grad_norm": 0.951144814491272,
      "learning_rate": 3.4255748841109493e-06,
      "loss": 0.3708,
      "step": 1089000
    },
    {
      "epoch": 303.94,
      "grad_norm": 1.0453107357025146,
      "learning_rate": 3.425550897201222e-06,
      "loss": 0.3887,
      "step": 1089010
    },
    {
      "epoch": 303.94,
      "grad_norm": 1.0579122304916382,
      "learning_rate": 3.4255269101475066e-06,
      "loss": 0.3621,
      "step": 1089020
    },
    {
      "epoch": 303.94,
      "grad_norm": 0.9410053491592407,
      "learning_rate": 3.4255029229498067e-06,
      "loss": 0.3573,
      "step": 1089030
    },
    {
      "epoch": 303.95,
      "grad_norm": 1.1510107517242432,
      "learning_rate": 3.4254789356081248e-06,
      "loss": 0.3631,
      "step": 1089040
    },
    {
      "epoch": 303.95,
      "grad_norm": 1.0333292484283447,
      "learning_rate": 3.425454948122465e-06,
      "loss": 0.3371,
      "step": 1089050
    },
    {
      "epoch": 303.95,
      "grad_norm": 1.0069196224212646,
      "learning_rate": 3.42543096049283e-06,
      "loss": 0.3545,
      "step": 1089060
    },
    {
      "epoch": 303.95,
      "grad_norm": 0.9784491062164307,
      "learning_rate": 3.425406972719222e-06,
      "loss": 0.3526,
      "step": 1089070
    },
    {
      "epoch": 303.96,
      "grad_norm": 1.057032823562622,
      "learning_rate": 3.425382984801646e-06,
      "loss": 0.3354,
      "step": 1089080
    },
    {
      "epoch": 303.96,
      "grad_norm": 0.9574068188667297,
      "learning_rate": 3.425358996740104e-06,
      "loss": 0.3461,
      "step": 1089090
    },
    {
      "epoch": 303.96,
      "grad_norm": 1.373714804649353,
      "learning_rate": 3.4253350085346e-06,
      "loss": 0.3463,
      "step": 1089100
    },
    {
      "epoch": 303.97,
      "grad_norm": 1.0205718278884888,
      "learning_rate": 3.425311020185137e-06,
      "loss": 0.3736,
      "step": 1089110
    },
    {
      "epoch": 303.97,
      "grad_norm": 1.0618404150009155,
      "learning_rate": 3.4252870316917173e-06,
      "loss": 0.345,
      "step": 1089120
    },
    {
      "epoch": 303.97,
      "grad_norm": 1.0700523853302002,
      "learning_rate": 3.4252630430543447e-06,
      "loss": 0.3577,
      "step": 1089130
    },
    {
      "epoch": 303.97,
      "grad_norm": 0.9831617474555969,
      "learning_rate": 3.4252390542730223e-06,
      "loss": 0.356,
      "step": 1089140
    },
    {
      "epoch": 303.98,
      "grad_norm": 0.9242648482322693,
      "learning_rate": 3.4252150653477538e-06,
      "loss": 0.3519,
      "step": 1089150
    },
    {
      "epoch": 303.98,
      "grad_norm": 1.0401417016983032,
      "learning_rate": 3.425191076278542e-06,
      "loss": 0.3477,
      "step": 1089160
    },
    {
      "epoch": 303.98,
      "grad_norm": 0.9679210186004639,
      "learning_rate": 3.42516708706539e-06,
      "loss": 0.3469,
      "step": 1089170
    },
    {
      "epoch": 303.99,
      "grad_norm": 0.9591606855392456,
      "learning_rate": 3.4251430977083012e-06,
      "loss": 0.3581,
      "step": 1089180
    },
    {
      "epoch": 303.99,
      "grad_norm": 1.0605493783950806,
      "learning_rate": 3.4251191082072786e-06,
      "loss": 0.3483,
      "step": 1089190
    },
    {
      "epoch": 303.99,
      "grad_norm": 0.9353156685829163,
      "learning_rate": 3.425095118562325e-06,
      "loss": 0.3562,
      "step": 1089200
    },
    {
      "epoch": 303.99,
      "grad_norm": 1.2725273370742798,
      "learning_rate": 3.4250711287734448e-06,
      "loss": 0.3592,
      "step": 1089210
    },
    {
      "epoch": 304.0,
      "grad_norm": 0.8569044470787048,
      "learning_rate": 3.42504713884064e-06,
      "loss": 0.3665,
      "step": 1089220
    },
    {
      "epoch": 304.0,
      "grad_norm": 1.0978891849517822,
      "learning_rate": 3.4250231487639144e-06,
      "loss": 0.3623,
      "step": 1089230
    },
    {
      "epoch": 304.0,
      "eval_loss": 0.35651394724845886,
      "eval_runtime": 63.2075,
      "eval_samples_per_second": 80.038,
      "eval_steps_per_second": 10.015,
      "step": 1089232
    },
    {
      "epoch": 304.0,
      "grad_norm": 0.9779821038246155,
      "learning_rate": 3.424999158543271e-06,
      "loss": 0.3422,
      "step": 1089240
    },
    {
      "epoch": 304.01,
      "grad_norm": 1.0285099744796753,
      "learning_rate": 3.4249751681787137e-06,
      "loss": 0.3516,
      "step": 1089250
    },
    {
      "epoch": 304.01,
      "grad_norm": 1.0010846853256226,
      "learning_rate": 3.424951177670244e-06,
      "loss": 0.3543,
      "step": 1089260
    },
    {
      "epoch": 304.01,
      "grad_norm": 1.0632754564285278,
      "learning_rate": 3.424927187017867e-06,
      "loss": 0.3444,
      "step": 1089270
    },
    {
      "epoch": 304.01,
      "grad_norm": 0.9871452450752258,
      "learning_rate": 3.424903196221584e-06,
      "loss": 0.3536,
      "step": 1089280
    },
    {
      "epoch": 304.02,
      "grad_norm": 0.8985284566879272,
      "learning_rate": 3.4248792052814003e-06,
      "loss": 0.3461,
      "step": 1089290
    },
    {
      "epoch": 304.02,
      "grad_norm": 0.9556023478507996,
      "learning_rate": 3.424855214197317e-06,
      "loss": 0.3666,
      "step": 1089300
    },
    {
      "epoch": 304.02,
      "grad_norm": 1.0045745372772217,
      "learning_rate": 3.424831222969339e-06,
      "loss": 0.3583,
      "step": 1089310
    },
    {
      "epoch": 304.02,
      "grad_norm": 0.9931833148002625,
      "learning_rate": 3.4248072315974694e-06,
      "loss": 0.3486,
      "step": 1089320
    },
    {
      "epoch": 304.03,
      "grad_norm": 0.9902670383453369,
      "learning_rate": 3.42478324008171e-06,
      "loss": 0.3688,
      "step": 1089330
    },
    {
      "epoch": 304.03,
      "grad_norm": 1.0737502574920654,
      "learning_rate": 3.4247592484220644e-06,
      "loss": 0.3533,
      "step": 1089340
    },
    {
      "epoch": 304.03,
      "grad_norm": 1.0883890390396118,
      "learning_rate": 3.4247352566185373e-06,
      "loss": 0.3412,
      "step": 1089350
    },
    {
      "epoch": 304.04,
      "grad_norm": 1.117988109588623,
      "learning_rate": 3.4247112646711294e-06,
      "loss": 0.3493,
      "step": 1089360
    },
    {
      "epoch": 304.04,
      "grad_norm": 0.8528944253921509,
      "learning_rate": 3.4246872725798457e-06,
      "loss": 0.357,
      "step": 1089370
    },
    {
      "epoch": 304.04,
      "grad_norm": 1.0107345581054688,
      "learning_rate": 3.424663280344689e-06,
      "loss": 0.3579,
      "step": 1089380
    },
    {
      "epoch": 304.04,
      "grad_norm": 0.9051912426948547,
      "learning_rate": 3.4246392879656626e-06,
      "loss": 0.3612,
      "step": 1089390
    },
    {
      "epoch": 304.05,
      "grad_norm": 0.9944849610328674,
      "learning_rate": 3.4246152954427703e-06,
      "loss": 0.3381,
      "step": 1089400
    },
    {
      "epoch": 304.05,
      "grad_norm": 1.0239444971084595,
      "learning_rate": 3.4245913027760133e-06,
      "loss": 0.3528,
      "step": 1089410
    },
    {
      "epoch": 304.05,
      "grad_norm": 0.9361081719398499,
      "learning_rate": 3.424567309965397e-06,
      "loss": 0.3482,
      "step": 1089420
    },
    {
      "epoch": 304.06,
      "grad_norm": 1.0575064420700073,
      "learning_rate": 3.424543317010923e-06,
      "loss": 0.3491,
      "step": 1089430
    },
    {
      "epoch": 304.06,
      "grad_norm": 0.9912956357002258,
      "learning_rate": 3.424519323912595e-06,
      "loss": 0.3487,
      "step": 1089440
    },
    {
      "epoch": 304.06,
      "grad_norm": 1.1956312656402588,
      "learning_rate": 3.4244953306704166e-06,
      "loss": 0.3597,
      "step": 1089450
    },
    {
      "epoch": 304.06,
      "grad_norm": 1.1342642307281494,
      "learning_rate": 3.42447133728439e-06,
      "loss": 0.3671,
      "step": 1089460
    },
    {
      "epoch": 304.07,
      "grad_norm": 1.0533318519592285,
      "learning_rate": 3.4244473437545205e-06,
      "loss": 0.3382,
      "step": 1089470
    },
    {
      "epoch": 304.07,
      "grad_norm": 1.102016568183899,
      "learning_rate": 3.424423350080809e-06,
      "loss": 0.3622,
      "step": 1089480
    },
    {
      "epoch": 304.07,
      "grad_norm": 1.0291353464126587,
      "learning_rate": 3.42439935626326e-06,
      "loss": 0.3556,
      "step": 1089490
    },
    {
      "epoch": 304.07,
      "grad_norm": 1.164746642112732,
      "learning_rate": 3.4243753623018753e-06,
      "loss": 0.3515,
      "step": 1089500
    },
    {
      "epoch": 304.08,
      "grad_norm": 0.9124649167060852,
      "learning_rate": 3.4243513681966603e-06,
      "loss": 0.3733,
      "step": 1089510
    },
    {
      "epoch": 304.08,
      "grad_norm": 1.5274724960327148,
      "learning_rate": 3.424327373947616e-06,
      "loss": 0.3401,
      "step": 1089520
    },
    {
      "epoch": 304.08,
      "grad_norm": 1.3232547044754028,
      "learning_rate": 3.424303379554747e-06,
      "loss": 0.363,
      "step": 1089530
    },
    {
      "epoch": 304.09,
      "grad_norm": 1.0522881746292114,
      "learning_rate": 3.4242793850180563e-06,
      "loss": 0.3618,
      "step": 1089540
    },
    {
      "epoch": 304.09,
      "grad_norm": 0.9263157248497009,
      "learning_rate": 3.4242553903375466e-06,
      "loss": 0.376,
      "step": 1089550
    },
    {
      "epoch": 304.09,
      "grad_norm": 1.4090644121170044,
      "learning_rate": 3.4242313955132213e-06,
      "loss": 0.3648,
      "step": 1089560
    },
    {
      "epoch": 304.09,
      "grad_norm": 1.0001887083053589,
      "learning_rate": 3.4242074005450834e-06,
      "loss": 0.3595,
      "step": 1089570
    },
    {
      "epoch": 304.1,
      "grad_norm": 1.0029032230377197,
      "learning_rate": 3.424183405433137e-06,
      "loss": 0.3492,
      "step": 1089580
    },
    {
      "epoch": 304.1,
      "grad_norm": 1.2746261358261108,
      "learning_rate": 3.4241594101773836e-06,
      "loss": 0.3623,
      "step": 1089590
    },
    {
      "epoch": 304.1,
      "grad_norm": 1.1151641607284546,
      "learning_rate": 3.4241354147778286e-06,
      "loss": 0.3635,
      "step": 1089600
    },
    {
      "epoch": 304.11,
      "grad_norm": 1.015998125076294,
      "learning_rate": 3.424111419234473e-06,
      "loss": 0.3569,
      "step": 1089610
    },
    {
      "epoch": 304.11,
      "grad_norm": 0.9430997967720032,
      "learning_rate": 3.424087423547321e-06,
      "loss": 0.3612,
      "step": 1089620
    },
    {
      "epoch": 304.11,
      "grad_norm": 0.894501268863678,
      "learning_rate": 3.4240634277163772e-06,
      "loss": 0.3475,
      "step": 1089630
    },
    {
      "epoch": 304.11,
      "grad_norm": 1.1645514965057373,
      "learning_rate": 3.4240394317416427e-06,
      "loss": 0.3697,
      "step": 1089640
    },
    {
      "epoch": 304.12,
      "grad_norm": 1.0675326585769653,
      "learning_rate": 3.42401543562312e-06,
      "loss": 0.353,
      "step": 1089650
    },
    {
      "epoch": 304.12,
      "grad_norm": 0.9287181496620178,
      "learning_rate": 3.423991439360815e-06,
      "loss": 0.358,
      "step": 1089660
    },
    {
      "epoch": 304.12,
      "grad_norm": 1.0282529592514038,
      "learning_rate": 3.4239674429547294e-06,
      "loss": 0.3418,
      "step": 1089670
    },
    {
      "epoch": 304.13,
      "grad_norm": 0.9889146089553833,
      "learning_rate": 3.4239434464048667e-06,
      "loss": 0.3451,
      "step": 1089680
    },
    {
      "epoch": 304.13,
      "grad_norm": 1.169490098953247,
      "learning_rate": 3.4239194497112295e-06,
      "loss": 0.3478,
      "step": 1089690
    },
    {
      "epoch": 304.13,
      "grad_norm": 1.028445839881897,
      "learning_rate": 3.423895452873822e-06,
      "loss": 0.375,
      "step": 1089700
    },
    {
      "epoch": 304.13,
      "grad_norm": 1.0028425455093384,
      "learning_rate": 3.4238714558926468e-06,
      "loss": 0.3646,
      "step": 1089710
    },
    {
      "epoch": 304.14,
      "grad_norm": 1.0620458126068115,
      "learning_rate": 3.4238474587677063e-06,
      "loss": 0.3533,
      "step": 1089720
    },
    {
      "epoch": 304.14,
      "grad_norm": 1.2448838949203491,
      "learning_rate": 3.4238234614990053e-06,
      "loss": 0.3489,
      "step": 1089730
    },
    {
      "epoch": 304.14,
      "grad_norm": 0.9745610952377319,
      "learning_rate": 3.4237994640865463e-06,
      "loss": 0.3412,
      "step": 1089740
    },
    {
      "epoch": 304.14,
      "grad_norm": 0.8997758626937866,
      "learning_rate": 3.423775466530332e-06,
      "loss": 0.3468,
      "step": 1089750
    },
    {
      "epoch": 304.15,
      "grad_norm": 0.9535329341888428,
      "learning_rate": 3.423751468830366e-06,
      "loss": 0.34,
      "step": 1089760
    },
    {
      "epoch": 304.15,
      "grad_norm": 1.0391321182250977,
      "learning_rate": 3.4237274709866518e-06,
      "loss": 0.3428,
      "step": 1089770
    },
    {
      "epoch": 304.15,
      "grad_norm": 0.9394340515136719,
      "learning_rate": 3.4237034729991925e-06,
      "loss": 0.3449,
      "step": 1089780
    },
    {
      "epoch": 304.16,
      "grad_norm": 1.0953387022018433,
      "learning_rate": 3.4236794748679905e-06,
      "loss": 0.3514,
      "step": 1089790
    },
    {
      "epoch": 304.16,
      "grad_norm": 0.9695506691932678,
      "learning_rate": 3.42365547659305e-06,
      "loss": 0.3529,
      "step": 1089800
    },
    {
      "epoch": 304.16,
      "grad_norm": 1.0230579376220703,
      "learning_rate": 3.4236314781743738e-06,
      "loss": 0.3604,
      "step": 1089810
    },
    {
      "epoch": 304.16,
      "grad_norm": 0.9447355270385742,
      "learning_rate": 3.4236074796119646e-06,
      "loss": 0.3609,
      "step": 1089820
    },
    {
      "epoch": 304.17,
      "grad_norm": 0.9846660494804382,
      "learning_rate": 3.4235834809058267e-06,
      "loss": 0.3409,
      "step": 1089830
    },
    {
      "epoch": 304.17,
      "grad_norm": 1.1621556282043457,
      "learning_rate": 3.4235594820559625e-06,
      "loss": 0.341,
      "step": 1089840
    },
    {
      "epoch": 304.17,
      "grad_norm": 1.0470868349075317,
      "learning_rate": 3.4235354830623755e-06,
      "loss": 0.3545,
      "step": 1089850
    },
    {
      "epoch": 304.18,
      "grad_norm": 1.0112696886062622,
      "learning_rate": 3.423511483925068e-06,
      "loss": 0.3375,
      "step": 1089860
    },
    {
      "epoch": 304.18,
      "grad_norm": 1.110678791999817,
      "learning_rate": 3.423487484644045e-06,
      "loss": 0.3562,
      "step": 1089870
    },
    {
      "epoch": 304.18,
      "grad_norm": 1.1044234037399292,
      "learning_rate": 3.423463485219308e-06,
      "loss": 0.357,
      "step": 1089880
    },
    {
      "epoch": 304.18,
      "grad_norm": 0.9424070119857788,
      "learning_rate": 3.423439485650861e-06,
      "loss": 0.343,
      "step": 1089890
    },
    {
      "epoch": 304.19,
      "grad_norm": 0.9035952091217041,
      "learning_rate": 3.4234154859387068e-06,
      "loss": 0.3454,
      "step": 1089900
    },
    {
      "epoch": 304.19,
      "grad_norm": 0.7734832167625427,
      "learning_rate": 3.423391486082849e-06,
      "loss": 0.3389,
      "step": 1089910
    },
    {
      "epoch": 304.19,
      "grad_norm": 1.0789252519607544,
      "learning_rate": 3.423367486083291e-06,
      "loss": 0.3498,
      "step": 1089920
    },
    {
      "epoch": 304.19,
      "grad_norm": 1.151524543762207,
      "learning_rate": 3.4233434859400355e-06,
      "loss": 0.355,
      "step": 1089930
    },
    {
      "epoch": 304.2,
      "grad_norm": 0.9561780691146851,
      "learning_rate": 3.4233194856530854e-06,
      "loss": 0.3547,
      "step": 1089940
    },
    {
      "epoch": 304.2,
      "grad_norm": 0.9240217804908752,
      "learning_rate": 3.423295485222444e-06,
      "loss": 0.355,
      "step": 1089950
    },
    {
      "epoch": 304.2,
      "grad_norm": 1.1912028789520264,
      "learning_rate": 3.423271484648115e-06,
      "loss": 0.3582,
      "step": 1089960
    },
    {
      "epoch": 304.21,
      "grad_norm": 1.0700968503952026,
      "learning_rate": 3.423247483930102e-06,
      "loss": 0.3542,
      "step": 1089970
    },
    {
      "epoch": 304.21,
      "grad_norm": 0.9906534552574158,
      "learning_rate": 3.423223483068407e-06,
      "loss": 0.3516,
      "step": 1089980
    },
    {
      "epoch": 304.21,
      "grad_norm": 1.0474683046340942,
      "learning_rate": 3.423199482063035e-06,
      "loss": 0.3494,
      "step": 1089990
    },
    {
      "epoch": 304.21,
      "grad_norm": 0.8745539784431458,
      "learning_rate": 3.423175480913987e-06,
      "loss": 0.3524,
      "step": 1090000
    },
    {
      "epoch": 304.22,
      "grad_norm": 1.066336750984192,
      "learning_rate": 3.423151479621267e-06,
      "loss": 0.3393,
      "step": 1090010
    },
    {
      "epoch": 304.22,
      "grad_norm": 1.022442102432251,
      "learning_rate": 3.4231274781848787e-06,
      "loss": 0.359,
      "step": 1090020
    },
    {
      "epoch": 304.22,
      "grad_norm": 1.2247874736785889,
      "learning_rate": 3.423103476604825e-06,
      "loss": 0.359,
      "step": 1090030
    },
    {
      "epoch": 304.23,
      "grad_norm": 1.0576894283294678,
      "learning_rate": 3.423079474881109e-06,
      "loss": 0.3784,
      "step": 1090040
    },
    {
      "epoch": 304.23,
      "grad_norm": 1.036125659942627,
      "learning_rate": 3.4230554730137334e-06,
      "loss": 0.3477,
      "step": 1090050
    },
    {
      "epoch": 304.23,
      "grad_norm": 1.1856393814086914,
      "learning_rate": 3.4230314710027025e-06,
      "loss": 0.3516,
      "step": 1090060
    },
    {
      "epoch": 304.23,
      "grad_norm": 1.0197272300720215,
      "learning_rate": 3.423007468848019e-06,
      "loss": 0.3531,
      "step": 1090070
    },
    {
      "epoch": 304.24,
      "grad_norm": 0.9782290458679199,
      "learning_rate": 3.4229834665496855e-06,
      "loss": 0.3639,
      "step": 1090080
    },
    {
      "epoch": 304.24,
      "grad_norm": 0.993386447429657,
      "learning_rate": 3.422959464107706e-06,
      "loss": 0.3623,
      "step": 1090090
    },
    {
      "epoch": 304.24,
      "grad_norm": 1.0064451694488525,
      "learning_rate": 3.422935461522084e-06,
      "loss": 0.3625,
      "step": 1090100
    },
    {
      "epoch": 304.25,
      "grad_norm": 1.017807126045227,
      "learning_rate": 3.4229114587928217e-06,
      "loss": 0.369,
      "step": 1090110
    },
    {
      "epoch": 304.25,
      "grad_norm": 0.9852414727210999,
      "learning_rate": 3.4228874559199225e-06,
      "loss": 0.3467,
      "step": 1090120
    },
    {
      "epoch": 304.25,
      "grad_norm": 1.050586223602295,
      "learning_rate": 3.4228634529033897e-06,
      "loss": 0.3471,
      "step": 1090130
    },
    {
      "epoch": 304.25,
      "grad_norm": 1.2061322927474976,
      "learning_rate": 3.4228394497432277e-06,
      "loss": 0.3561,
      "step": 1090140
    },
    {
      "epoch": 304.26,
      "grad_norm": 1.140769124031067,
      "learning_rate": 3.4228154464394377e-06,
      "loss": 0.341,
      "step": 1090150
    },
    {
      "epoch": 304.26,
      "grad_norm": 1.0503957271575928,
      "learning_rate": 3.4227914429920235e-06,
      "loss": 0.3674,
      "step": 1090160
    },
    {
      "epoch": 304.26,
      "grad_norm": 1.1909035444259644,
      "learning_rate": 3.422767439400989e-06,
      "loss": 0.3602,
      "step": 1090170
    },
    {
      "epoch": 304.26,
      "grad_norm": 1.1055389642715454,
      "learning_rate": 3.422743435666337e-06,
      "loss": 0.3655,
      "step": 1090180
    },
    {
      "epoch": 304.27,
      "grad_norm": 1.286504864692688,
      "learning_rate": 3.4227194317880707e-06,
      "loss": 0.3573,
      "step": 1090190
    },
    {
      "epoch": 304.27,
      "grad_norm": 0.9696919322013855,
      "learning_rate": 3.4226954277661933e-06,
      "loss": 0.3534,
      "step": 1090200
    },
    {
      "epoch": 304.27,
      "grad_norm": 1.20469069480896,
      "learning_rate": 3.422671423600708e-06,
      "loss": 0.371,
      "step": 1090210
    },
    {
      "epoch": 304.28,
      "grad_norm": 0.949665904045105,
      "learning_rate": 3.4226474192916184e-06,
      "loss": 0.3428,
      "step": 1090220
    },
    {
      "epoch": 304.28,
      "grad_norm": 0.969472348690033,
      "learning_rate": 3.422623414838926e-06,
      "loss": 0.338,
      "step": 1090230
    },
    {
      "epoch": 304.28,
      "grad_norm": 1.1510037183761597,
      "learning_rate": 3.4225994102426362e-06,
      "loss": 0.3537,
      "step": 1090240
    },
    {
      "epoch": 304.28,
      "grad_norm": 1.0616148710250854,
      "learning_rate": 3.422575405502751e-06,
      "loss": 0.3436,
      "step": 1090250
    },
    {
      "epoch": 304.29,
      "grad_norm": 1.114079475402832,
      "learning_rate": 3.4225514006192738e-06,
      "loss": 0.3527,
      "step": 1090260
    },
    {
      "epoch": 304.29,
      "grad_norm": 1.0862756967544556,
      "learning_rate": 3.422527395592208e-06,
      "loss": 0.3713,
      "step": 1090270
    },
    {
      "epoch": 304.29,
      "grad_norm": 1.0870842933654785,
      "learning_rate": 3.4225033904215565e-06,
      "loss": 0.3658,
      "step": 1090280
    },
    {
      "epoch": 304.3,
      "grad_norm": 0.9725408554077148,
      "learning_rate": 3.4224793851073232e-06,
      "loss": 0.3446,
      "step": 1090290
    },
    {
      "epoch": 304.3,
      "grad_norm": 0.9743521809577942,
      "learning_rate": 3.4224553796495102e-06,
      "loss": 0.3508,
      "step": 1090300
    },
    {
      "epoch": 304.3,
      "grad_norm": 2.5869123935699463,
      "learning_rate": 3.4224313740481205e-06,
      "loss": 0.3517,
      "step": 1090310
    },
    {
      "epoch": 304.3,
      "grad_norm": 0.9776083827018738,
      "learning_rate": 3.4224073683031595e-06,
      "loss": 0.3593,
      "step": 1090320
    },
    {
      "epoch": 304.31,
      "grad_norm": 1.3154706954956055,
      "learning_rate": 3.4223833624146278e-06,
      "loss": 0.3629,
      "step": 1090330
    },
    {
      "epoch": 304.31,
      "grad_norm": 1.1288034915924072,
      "learning_rate": 3.4223593563825294e-06,
      "loss": 0.3609,
      "step": 1090340
    },
    {
      "epoch": 304.31,
      "grad_norm": 1.0962713956832886,
      "learning_rate": 3.4223353502068687e-06,
      "loss": 0.3581,
      "step": 1090350
    },
    {
      "epoch": 304.31,
      "grad_norm": 0.9408491849899292,
      "learning_rate": 3.422311343887648e-06,
      "loss": 0.3385,
      "step": 1090360
    },
    {
      "epoch": 304.32,
      "grad_norm": 1.0707217454910278,
      "learning_rate": 3.422287337424871e-06,
      "loss": 0.3602,
      "step": 1090370
    },
    {
      "epoch": 304.32,
      "grad_norm": 1.0757139921188354,
      "learning_rate": 3.4222633308185388e-06,
      "loss": 0.3616,
      "step": 1090380
    },
    {
      "epoch": 304.32,
      "grad_norm": 1.1619386672973633,
      "learning_rate": 3.4222393240686575e-06,
      "loss": 0.3621,
      "step": 1090390
    },
    {
      "epoch": 304.33,
      "grad_norm": 1.445150375366211,
      "learning_rate": 3.422215317175228e-06,
      "loss": 0.3712,
      "step": 1090400
    },
    {
      "epoch": 304.33,
      "grad_norm": 0.9973434209823608,
      "learning_rate": 3.4221913101382545e-06,
      "loss": 0.3633,
      "step": 1090410
    },
    {
      "epoch": 304.33,
      "grad_norm": 1.113035798072815,
      "learning_rate": 3.4221673029577412e-06,
      "loss": 0.3526,
      "step": 1090420
    },
    {
      "epoch": 304.33,
      "grad_norm": 1.1471548080444336,
      "learning_rate": 3.42214329563369e-06,
      "loss": 0.3433,
      "step": 1090430
    },
    {
      "epoch": 304.34,
      "grad_norm": 2.2879629135131836,
      "learning_rate": 3.422119288166104e-06,
      "loss": 0.3778,
      "step": 1090440
    },
    {
      "epoch": 304.34,
      "grad_norm": 0.9627419710159302,
      "learning_rate": 3.422095280554987e-06,
      "loss": 0.3537,
      "step": 1090450
    },
    {
      "epoch": 304.34,
      "grad_norm": 0.9949191808700562,
      "learning_rate": 3.4220712728003413e-06,
      "loss": 0.3544,
      "step": 1090460
    },
    {
      "epoch": 304.35,
      "grad_norm": 0.9426324367523193,
      "learning_rate": 3.4220472649021713e-06,
      "loss": 0.3441,
      "step": 1090470
    },
    {
      "epoch": 304.35,
      "grad_norm": 0.969350278377533,
      "learning_rate": 3.4220232568604797e-06,
      "loss": 0.3642,
      "step": 1090480
    },
    {
      "epoch": 304.35,
      "grad_norm": 1.0424466133117676,
      "learning_rate": 3.421999248675269e-06,
      "loss": 0.3583,
      "step": 1090490
    },
    {
      "epoch": 304.35,
      "grad_norm": 0.8700268864631653,
      "learning_rate": 3.4219752403465436e-06,
      "loss": 0.3426,
      "step": 1090500
    },
    {
      "epoch": 304.36,
      "grad_norm": 0.9808728098869324,
      "learning_rate": 3.4219512318743064e-06,
      "loss": 0.3544,
      "step": 1090510
    },
    {
      "epoch": 304.36,
      "grad_norm": 1.0763181447982788,
      "learning_rate": 3.4219272232585597e-06,
      "loss": 0.3606,
      "step": 1090520
    },
    {
      "epoch": 304.36,
      "grad_norm": 0.9419708847999573,
      "learning_rate": 3.4219032144993075e-06,
      "loss": 0.3526,
      "step": 1090530
    },
    {
      "epoch": 304.37,
      "grad_norm": 1.0099769830703735,
      "learning_rate": 3.421879205596553e-06,
      "loss": 0.348,
      "step": 1090540
    },
    {
      "epoch": 304.37,
      "grad_norm": 1.0419729948043823,
      "learning_rate": 3.4218551965502994e-06,
      "loss": 0.3516,
      "step": 1090550
    },
    {
      "epoch": 304.37,
      "grad_norm": 1.0412181615829468,
      "learning_rate": 3.4218311873605486e-06,
      "loss": 0.3572,
      "step": 1090560
    },
    {
      "epoch": 304.37,
      "grad_norm": 0.9777158498764038,
      "learning_rate": 3.421807178027306e-06,
      "loss": 0.3603,
      "step": 1090570
    },
    {
      "epoch": 304.38,
      "grad_norm": 1.075129508972168,
      "learning_rate": 3.4217831685505735e-06,
      "loss": 0.3731,
      "step": 1090580
    },
    {
      "epoch": 304.38,
      "grad_norm": 1.058287501335144,
      "learning_rate": 3.4217591589303546e-06,
      "loss": 0.3529,
      "step": 1090590
    },
    {
      "epoch": 304.38,
      "grad_norm": 0.8612257838249207,
      "learning_rate": 3.4217351491666517e-06,
      "loss": 0.3323,
      "step": 1090600
    },
    {
      "epoch": 304.38,
      "grad_norm": 0.9320985078811646,
      "learning_rate": 3.4217111392594695e-06,
      "loss": 0.366,
      "step": 1090610
    },
    {
      "epoch": 304.39,
      "grad_norm": 0.9435166120529175,
      "learning_rate": 3.42168712920881e-06,
      "loss": 0.3443,
      "step": 1090620
    },
    {
      "epoch": 304.39,
      "grad_norm": 1.1556650400161743,
      "learning_rate": 3.4216631190146765e-06,
      "loss": 0.3632,
      "step": 1090630
    },
    {
      "epoch": 304.39,
      "grad_norm": 1.0085296630859375,
      "learning_rate": 3.4216391086770732e-06,
      "loss": 0.3621,
      "step": 1090640
    },
    {
      "epoch": 304.4,
      "grad_norm": 0.9586620926856995,
      "learning_rate": 3.421615098196002e-06,
      "loss": 0.351,
      "step": 1090650
    },
    {
      "epoch": 304.4,
      "grad_norm": 1.1372692584991455,
      "learning_rate": 3.421591087571467e-06,
      "loss": 0.3532,
      "step": 1090660
    },
    {
      "epoch": 304.4,
      "grad_norm": 1.0336741209030151,
      "learning_rate": 3.421567076803471e-06,
      "loss": 0.3515,
      "step": 1090670
    },
    {
      "epoch": 304.4,
      "grad_norm": 0.9548596143722534,
      "learning_rate": 3.421543065892017e-06,
      "loss": 0.362,
      "step": 1090680
    },
    {
      "epoch": 304.41,
      "grad_norm": 1.1881264448165894,
      "learning_rate": 3.4215190548371083e-06,
      "loss": 0.3632,
      "step": 1090690
    },
    {
      "epoch": 304.41,
      "grad_norm": 1.180222988128662,
      "learning_rate": 3.4214950436387485e-06,
      "loss": 0.3597,
      "step": 1090700
    },
    {
      "epoch": 304.41,
      "grad_norm": 0.9202886819839478,
      "learning_rate": 3.421471032296941e-06,
      "loss": 0.3634,
      "step": 1090710
    },
    {
      "epoch": 304.42,
      "grad_norm": 0.9991424083709717,
      "learning_rate": 3.421447020811688e-06,
      "loss": 0.342,
      "step": 1090720
    },
    {
      "epoch": 304.42,
      "grad_norm": 0.9180024266242981,
      "learning_rate": 3.4214230091829933e-06,
      "loss": 0.3575,
      "step": 1090730
    },
    {
      "epoch": 304.42,
      "grad_norm": 1.027212381362915,
      "learning_rate": 3.42139899741086e-06,
      "loss": 0.3505,
      "step": 1090740
    },
    {
      "epoch": 304.42,
      "grad_norm": 0.9887264966964722,
      "learning_rate": 3.4213749854952917e-06,
      "loss": 0.3616,
      "step": 1090750
    },
    {
      "epoch": 304.43,
      "grad_norm": 0.9703040719032288,
      "learning_rate": 3.4213509734362905e-06,
      "loss": 0.3438,
      "step": 1090760
    },
    {
      "epoch": 304.43,
      "grad_norm": 1.08873450756073,
      "learning_rate": 3.421326961233861e-06,
      "loss": 0.3564,
      "step": 1090770
    },
    {
      "epoch": 304.43,
      "grad_norm": 1.1295946836471558,
      "learning_rate": 3.421302948888005e-06,
      "loss": 0.3399,
      "step": 1090780
    },
    {
      "epoch": 304.43,
      "grad_norm": 1.110709547996521,
      "learning_rate": 3.4212789363987268e-06,
      "loss": 0.3515,
      "step": 1090790
    },
    {
      "epoch": 304.44,
      "grad_norm": 0.9633311629295349,
      "learning_rate": 3.4212549237660293e-06,
      "loss": 0.3314,
      "step": 1090800
    },
    {
      "epoch": 304.44,
      "grad_norm": 1.0549873113632202,
      "learning_rate": 3.421230910989916e-06,
      "loss": 0.3608,
      "step": 1090810
    },
    {
      "epoch": 304.44,
      "grad_norm": 1.3030694723129272,
      "learning_rate": 3.4212068980703886e-06,
      "loss": 0.3643,
      "step": 1090820
    },
    {
      "epoch": 304.45,
      "grad_norm": 0.9239974021911621,
      "learning_rate": 3.4211828850074522e-06,
      "loss": 0.3552,
      "step": 1090830
    },
    {
      "epoch": 304.45,
      "grad_norm": 1.0571635961532593,
      "learning_rate": 3.4211588718011093e-06,
      "loss": 0.369,
      "step": 1090840
    },
    {
      "epoch": 304.45,
      "grad_norm": 0.9852678775787354,
      "learning_rate": 3.4211348584513624e-06,
      "loss": 0.3659,
      "step": 1090850
    },
    {
      "epoch": 304.45,
      "grad_norm": 1.041704535484314,
      "learning_rate": 3.4211108449582154e-06,
      "loss": 0.3549,
      "step": 1090860
    },
    {
      "epoch": 304.46,
      "grad_norm": 1.046829342842102,
      "learning_rate": 3.421086831321672e-06,
      "loss": 0.3426,
      "step": 1090870
    },
    {
      "epoch": 304.46,
      "grad_norm": 0.9395642876625061,
      "learning_rate": 3.4210628175417346e-06,
      "loss": 0.3465,
      "step": 1090880
    },
    {
      "epoch": 304.46,
      "grad_norm": 1.3205927610397339,
      "learning_rate": 3.4210388036184062e-06,
      "loss": 0.3607,
      "step": 1090890
    },
    {
      "epoch": 304.47,
      "grad_norm": 1.001097321510315,
      "learning_rate": 3.421014789551691e-06,
      "loss": 0.3523,
      "step": 1090900
    },
    {
      "epoch": 304.47,
      "grad_norm": 1.1348240375518799,
      "learning_rate": 3.4209907753415906e-06,
      "loss": 0.3622,
      "step": 1090910
    },
    {
      "epoch": 304.47,
      "grad_norm": 0.9521229267120361,
      "learning_rate": 3.4209667609881093e-06,
      "loss": 0.355,
      "step": 1090920
    },
    {
      "epoch": 304.47,
      "grad_norm": 1.4425742626190186,
      "learning_rate": 3.4209427464912507e-06,
      "loss": 0.34,
      "step": 1090930
    },
    {
      "epoch": 304.48,
      "grad_norm": 1.3026577234268188,
      "learning_rate": 3.420918731851017e-06,
      "loss": 0.3494,
      "step": 1090940
    },
    {
      "epoch": 304.48,
      "grad_norm": 1.026018500328064,
      "learning_rate": 3.4208947170674123e-06,
      "loss": 0.3586,
      "step": 1090950
    },
    {
      "epoch": 304.48,
      "grad_norm": 0.9844595789909363,
      "learning_rate": 3.420870702140439e-06,
      "loss": 0.3539,
      "step": 1090960
    },
    {
      "epoch": 304.49,
      "grad_norm": 1.1033073663711548,
      "learning_rate": 3.420846687070101e-06,
      "loss": 0.3554,
      "step": 1090970
    },
    {
      "epoch": 304.49,
      "grad_norm": 1.369059681892395,
      "learning_rate": 3.420822671856401e-06,
      "loss": 0.3638,
      "step": 1090980
    },
    {
      "epoch": 304.49,
      "grad_norm": 1.0981993675231934,
      "learning_rate": 3.4207986564993417e-06,
      "loss": 0.3516,
      "step": 1090990
    },
    {
      "epoch": 304.49,
      "grad_norm": 1.0042368173599243,
      "learning_rate": 3.4207746409989274e-06,
      "loss": 0.3522,
      "step": 1091000
    },
    {
      "epoch": 304.5,
      "grad_norm": 1.113717794418335,
      "learning_rate": 3.4207506253551608e-06,
      "loss": 0.3744,
      "step": 1091010
    },
    {
      "epoch": 304.5,
      "grad_norm": 1.0151358842849731,
      "learning_rate": 3.4207266095680457e-06,
      "loss": 0.3543,
      "step": 1091020
    },
    {
      "epoch": 304.5,
      "grad_norm": 1.0821990966796875,
      "learning_rate": 3.4207025936375843e-06,
      "loss": 0.356,
      "step": 1091030
    },
    {
      "epoch": 304.5,
      "grad_norm": 0.9742225408554077,
      "learning_rate": 3.4206785775637803e-06,
      "loss": 0.3739,
      "step": 1091040
    },
    {
      "epoch": 304.51,
      "grad_norm": 0.9798131585121155,
      "learning_rate": 3.420654561346636e-06,
      "loss": 0.3492,
      "step": 1091050
    },
    {
      "epoch": 304.51,
      "grad_norm": 1.077518343925476,
      "learning_rate": 3.4206305449861566e-06,
      "loss": 0.3511,
      "step": 1091060
    },
    {
      "epoch": 304.51,
      "grad_norm": 0.9742879867553711,
      "learning_rate": 3.420606528482343e-06,
      "loss": 0.3645,
      "step": 1091070
    },
    {
      "epoch": 304.52,
      "grad_norm": 1.0071467161178589,
      "learning_rate": 3.4205825118351996e-06,
      "loss": 0.3387,
      "step": 1091080
    },
    {
      "epoch": 304.52,
      "grad_norm": 0.8871734142303467,
      "learning_rate": 3.4205584950447308e-06,
      "loss": 0.3559,
      "step": 1091090
    },
    {
      "epoch": 304.52,
      "grad_norm": 1.1082839965820312,
      "learning_rate": 3.4205344781109376e-06,
      "loss": 0.3573,
      "step": 1091100
    },
    {
      "epoch": 304.52,
      "grad_norm": 1.0222041606903076,
      "learning_rate": 3.420510461033824e-06,
      "loss": 0.3543,
      "step": 1091110
    },
    {
      "epoch": 304.53,
      "grad_norm": 1.0204511880874634,
      "learning_rate": 3.420486443813393e-06,
      "loss": 0.354,
      "step": 1091120
    },
    {
      "epoch": 304.53,
      "grad_norm": 0.8801894783973694,
      "learning_rate": 3.420462426449649e-06,
      "loss": 0.3463,
      "step": 1091130
    },
    {
      "epoch": 304.53,
      "grad_norm": 1.2244551181793213,
      "learning_rate": 3.420438408942594e-06,
      "loss": 0.3709,
      "step": 1091140
    },
    {
      "epoch": 304.54,
      "grad_norm": 0.9837008118629456,
      "learning_rate": 3.4204143912922307e-06,
      "loss": 0.3567,
      "step": 1091150
    },
    {
      "epoch": 304.54,
      "grad_norm": 1.0247960090637207,
      "learning_rate": 3.420390373498564e-06,
      "loss": 0.359,
      "step": 1091160
    },
    {
      "epoch": 304.54,
      "grad_norm": 1.0325865745544434,
      "learning_rate": 3.420366355561596e-06,
      "loss": 0.3671,
      "step": 1091170
    },
    {
      "epoch": 304.54,
      "grad_norm": 1.1044858694076538,
      "learning_rate": 3.4203423374813297e-06,
      "loss": 0.3616,
      "step": 1091180
    },
    {
      "epoch": 304.55,
      "grad_norm": 0.9289722442626953,
      "learning_rate": 3.4203183192577692e-06,
      "loss": 0.3501,
      "step": 1091190
    },
    {
      "epoch": 304.55,
      "grad_norm": 1.0106695890426636,
      "learning_rate": 3.4202943008909166e-06,
      "loss": 0.3437,
      "step": 1091200
    },
    {
      "epoch": 304.55,
      "grad_norm": 1.067133903503418,
      "learning_rate": 3.4202702823807757e-06,
      "loss": 0.3691,
      "step": 1091210
    },
    {
      "epoch": 304.55,
      "grad_norm": 0.9322977662086487,
      "learning_rate": 3.4202462637273502e-06,
      "loss": 0.3481,
      "step": 1091220
    },
    {
      "epoch": 304.56,
      "grad_norm": 0.9338038563728333,
      "learning_rate": 3.420222244930642e-06,
      "loss": 0.3487,
      "step": 1091230
    },
    {
      "epoch": 304.56,
      "grad_norm": 1.0232875347137451,
      "learning_rate": 3.420198225990656e-06,
      "loss": 0.3396,
      "step": 1091240
    },
    {
      "epoch": 304.56,
      "grad_norm": 0.8467563390731812,
      "learning_rate": 3.4201742069073935e-06,
      "loss": 0.3521,
      "step": 1091250
    },
    {
      "epoch": 304.57,
      "grad_norm": 0.9961119294166565,
      "learning_rate": 3.420150187680859e-06,
      "loss": 0.3508,
      "step": 1091260
    },
    {
      "epoch": 304.57,
      "grad_norm": 0.9573585391044617,
      "learning_rate": 3.4201261683110556e-06,
      "loss": 0.3652,
      "step": 1091270
    },
    {
      "epoch": 304.57,
      "grad_norm": 0.9736210107803345,
      "learning_rate": 3.4201021487979858e-06,
      "loss": 0.367,
      "step": 1091280
    },
    {
      "epoch": 304.57,
      "grad_norm": 1.2187168598175049,
      "learning_rate": 3.420078129141654e-06,
      "loss": 0.3512,
      "step": 1091290
    },
    {
      "epoch": 304.58,
      "grad_norm": 1.1057634353637695,
      "learning_rate": 3.420054109342062e-06,
      "loss": 0.3472,
      "step": 1091300
    },
    {
      "epoch": 304.58,
      "grad_norm": 0.9703089594841003,
      "learning_rate": 3.420030089399214e-06,
      "loss": 0.3462,
      "step": 1091310
    },
    {
      "epoch": 304.58,
      "grad_norm": 1.0392022132873535,
      "learning_rate": 3.4200060693131123e-06,
      "loss": 0.379,
      "step": 1091320
    },
    {
      "epoch": 304.59,
      "grad_norm": 1.102100133895874,
      "learning_rate": 3.419982049083761e-06,
      "loss": 0.365,
      "step": 1091330
    },
    {
      "epoch": 304.59,
      "grad_norm": 1.0494141578674316,
      "learning_rate": 3.4199580287111626e-06,
      "loss": 0.3419,
      "step": 1091340
    },
    {
      "epoch": 304.59,
      "grad_norm": 1.1890904903411865,
      "learning_rate": 3.4199340081953205e-06,
      "loss": 0.352,
      "step": 1091350
    },
    {
      "epoch": 304.59,
      "grad_norm": 0.9583522081375122,
      "learning_rate": 3.4199099875362388e-06,
      "loss": 0.3475,
      "step": 1091360
    },
    {
      "epoch": 304.6,
      "grad_norm": 1.0831234455108643,
      "learning_rate": 3.419885966733919e-06,
      "loss": 0.355,
      "step": 1091370
    },
    {
      "epoch": 304.6,
      "grad_norm": 1.0026447772979736,
      "learning_rate": 3.419861945788366e-06,
      "loss": 0.3325,
      "step": 1091380
    },
    {
      "epoch": 304.6,
      "grad_norm": 1.088631272315979,
      "learning_rate": 3.419837924699582e-06,
      "loss": 0.3301,
      "step": 1091390
    },
    {
      "epoch": 304.61,
      "grad_norm": 1.6093316078186035,
      "learning_rate": 3.41981390346757e-06,
      "loss": 0.3339,
      "step": 1091400
    },
    {
      "epoch": 304.61,
      "grad_norm": 0.8969107866287231,
      "learning_rate": 3.419789882092334e-06,
      "loss": 0.3533,
      "step": 1091410
    },
    {
      "epoch": 304.61,
      "grad_norm": 1.1929007768630981,
      "learning_rate": 3.4197658605738768e-06,
      "loss": 0.3604,
      "step": 1091420
    },
    {
      "epoch": 304.61,
      "grad_norm": 1.0808165073394775,
      "learning_rate": 3.419741838912201e-06,
      "loss": 0.3446,
      "step": 1091430
    },
    {
      "epoch": 304.62,
      "grad_norm": 0.9856547117233276,
      "learning_rate": 3.419717817107311e-06,
      "loss": 0.3809,
      "step": 1091440
    },
    {
      "epoch": 304.62,
      "grad_norm": 1.1132138967514038,
      "learning_rate": 3.4196937951592093e-06,
      "loss": 0.3364,
      "step": 1091450
    },
    {
      "epoch": 304.62,
      "grad_norm": 1.2007172107696533,
      "learning_rate": 3.4196697730678994e-06,
      "loss": 0.3503,
      "step": 1091460
    },
    {
      "epoch": 304.62,
      "grad_norm": 0.9600782990455627,
      "learning_rate": 3.419645750833384e-06,
      "loss": 0.3659,
      "step": 1091470
    },
    {
      "epoch": 304.63,
      "grad_norm": 1.0882954597473145,
      "learning_rate": 3.4196217284556668e-06,
      "loss": 0.3568,
      "step": 1091480
    },
    {
      "epoch": 304.63,
      "grad_norm": 0.9800676107406616,
      "learning_rate": 3.4195977059347503e-06,
      "loss": 0.3548,
      "step": 1091490
    },
    {
      "epoch": 304.63,
      "grad_norm": 3.504608154296875,
      "learning_rate": 3.4195736832706382e-06,
      "loss": 0.353,
      "step": 1091500
    },
    {
      "epoch": 304.64,
      "grad_norm": 1.062243103981018,
      "learning_rate": 3.4195496604633344e-06,
      "loss": 0.3511,
      "step": 1091510
    },
    {
      "epoch": 304.64,
      "grad_norm": 1.0284546613693237,
      "learning_rate": 3.4195256375128405e-06,
      "loss": 0.354,
      "step": 1091520
    },
    {
      "epoch": 304.64,
      "grad_norm": 1.1517279148101807,
      "learning_rate": 3.419501614419161e-06,
      "loss": 0.3541,
      "step": 1091530
    },
    {
      "epoch": 304.64,
      "grad_norm": 0.9179925918579102,
      "learning_rate": 3.4194775911822986e-06,
      "loss": 0.3577,
      "step": 1091540
    },
    {
      "epoch": 304.65,
      "grad_norm": 0.9998680949211121,
      "learning_rate": 3.4194535678022565e-06,
      "loss": 0.3613,
      "step": 1091550
    },
    {
      "epoch": 304.65,
      "grad_norm": 1.385414481163025,
      "learning_rate": 3.4194295442790388e-06,
      "loss": 0.3472,
      "step": 1091560
    },
    {
      "epoch": 304.65,
      "grad_norm": 1.0564138889312744,
      "learning_rate": 3.4194055206126466e-06,
      "loss": 0.3447,
      "step": 1091570
    },
    {
      "epoch": 304.66,
      "grad_norm": 1.0191630125045776,
      "learning_rate": 3.419381496803085e-06,
      "loss": 0.3671,
      "step": 1091580
    },
    {
      "epoch": 304.66,
      "grad_norm": 0.9461079239845276,
      "learning_rate": 3.4193574728503564e-06,
      "loss": 0.3526,
      "step": 1091590
    },
    {
      "epoch": 304.66,
      "grad_norm": 1.0982983112335205,
      "learning_rate": 3.419333448754464e-06,
      "loss": 0.36,
      "step": 1091600
    },
    {
      "epoch": 304.66,
      "grad_norm": 1.0578243732452393,
      "learning_rate": 3.419309424515412e-06,
      "loss": 0.3598,
      "step": 1091610
    },
    {
      "epoch": 304.67,
      "grad_norm": 1.1633048057556152,
      "learning_rate": 3.419285400133202e-06,
      "loss": 0.3427,
      "step": 1091620
    },
    {
      "epoch": 304.67,
      "grad_norm": 1.004557728767395,
      "learning_rate": 3.4192613756078374e-06,
      "loss": 0.3612,
      "step": 1091630
    },
    {
      "epoch": 304.67,
      "grad_norm": 0.9970417022705078,
      "learning_rate": 3.419237350939323e-06,
      "loss": 0.3536,
      "step": 1091640
    },
    {
      "epoch": 304.67,
      "grad_norm": 1.0017085075378418,
      "learning_rate": 3.4192133261276606e-06,
      "loss": 0.3622,
      "step": 1091650
    },
    {
      "epoch": 304.68,
      "grad_norm": 1.0779659748077393,
      "learning_rate": 3.4191893011728534e-06,
      "loss": 0.3561,
      "step": 1091660
    },
    {
      "epoch": 304.68,
      "grad_norm": 1.0652040243148804,
      "learning_rate": 3.419165276074905e-06,
      "loss": 0.3642,
      "step": 1091670
    },
    {
      "epoch": 304.68,
      "grad_norm": 1.098176121711731,
      "learning_rate": 3.419141250833819e-06,
      "loss": 0.3535,
      "step": 1091680
    },
    {
      "epoch": 304.69,
      "grad_norm": 1.1106303930282593,
      "learning_rate": 3.419117225449598e-06,
      "loss": 0.3716,
      "step": 1091690
    },
    {
      "epoch": 304.69,
      "grad_norm": 1.2744771242141724,
      "learning_rate": 3.419093199922245e-06,
      "loss": 0.3601,
      "step": 1091700
    },
    {
      "epoch": 304.69,
      "grad_norm": 1.1840999126434326,
      "learning_rate": 3.419069174251764e-06,
      "loss": 0.3683,
      "step": 1091710
    },
    {
      "epoch": 304.69,
      "grad_norm": 1.023361086845398,
      "learning_rate": 3.4190451484381575e-06,
      "loss": 0.3683,
      "step": 1091720
    },
    {
      "epoch": 304.7,
      "grad_norm": 1.066392183303833,
      "learning_rate": 3.4190211224814285e-06,
      "loss": 0.3647,
      "step": 1091730
    },
    {
      "epoch": 304.7,
      "grad_norm": 0.9750850796699524,
      "learning_rate": 3.418997096381581e-06,
      "loss": 0.3608,
      "step": 1091740
    },
    {
      "epoch": 304.7,
      "grad_norm": 0.8603096604347229,
      "learning_rate": 3.418973070138618e-06,
      "loss": 0.3458,
      "step": 1091750
    },
    {
      "epoch": 304.71,
      "grad_norm": 1.0532559156417847,
      "learning_rate": 3.4189490437525427e-06,
      "loss": 0.3594,
      "step": 1091760
    },
    {
      "epoch": 304.71,
      "grad_norm": 1.1305073499679565,
      "learning_rate": 3.4189250172233575e-06,
      "loss": 0.3537,
      "step": 1091770
    },
    {
      "epoch": 304.71,
      "grad_norm": 0.9176545739173889,
      "learning_rate": 3.4189009905510665e-06,
      "loss": 0.3583,
      "step": 1091780
    },
    {
      "epoch": 304.71,
      "grad_norm": 0.9911120533943176,
      "learning_rate": 3.4188769637356722e-06,
      "loss": 0.3456,
      "step": 1091790
    },
    {
      "epoch": 304.72,
      "grad_norm": 0.9859291315078735,
      "learning_rate": 3.4188529367771785e-06,
      "loss": 0.3593,
      "step": 1091800
    },
    {
      "epoch": 304.72,
      "grad_norm": 1.1409975290298462,
      "learning_rate": 3.4188289096755883e-06,
      "loss": 0.3489,
      "step": 1091810
    },
    {
      "epoch": 304.72,
      "grad_norm": 1.1095261573791504,
      "learning_rate": 3.418804882430905e-06,
      "loss": 0.3565,
      "step": 1091820
    },
    {
      "epoch": 304.73,
      "grad_norm": 0.9765512347221375,
      "learning_rate": 3.4187808550431312e-06,
      "loss": 0.3477,
      "step": 1091830
    },
    {
      "epoch": 304.73,
      "grad_norm": 0.9520679116249084,
      "learning_rate": 3.418756827512271e-06,
      "loss": 0.3534,
      "step": 1091840
    },
    {
      "epoch": 304.73,
      "grad_norm": 1.2431309223175049,
      "learning_rate": 3.4187327998383268e-06,
      "loss": 0.3598,
      "step": 1091850
    },
    {
      "epoch": 304.73,
      "grad_norm": 1.1191637516021729,
      "learning_rate": 3.4187087720213025e-06,
      "loss": 0.3551,
      "step": 1091860
    },
    {
      "epoch": 304.74,
      "grad_norm": 1.2139575481414795,
      "learning_rate": 3.4186847440612004e-06,
      "loss": 0.3714,
      "step": 1091870
    },
    {
      "epoch": 304.74,
      "grad_norm": 1.0399847030639648,
      "learning_rate": 3.4186607159580246e-06,
      "loss": 0.3571,
      "step": 1091880
    },
    {
      "epoch": 304.74,
      "grad_norm": 1.0659865140914917,
      "learning_rate": 3.4186366877117774e-06,
      "loss": 0.3478,
      "step": 1091890
    },
    {
      "epoch": 304.74,
      "grad_norm": 1.0623421669006348,
      "learning_rate": 3.418612659322463e-06,
      "loss": 0.347,
      "step": 1091900
    },
    {
      "epoch": 304.75,
      "grad_norm": 0.9663256406784058,
      "learning_rate": 3.4185886307900838e-06,
      "loss": 0.3506,
      "step": 1091910
    },
    {
      "epoch": 304.75,
      "grad_norm": 0.9428250789642334,
      "learning_rate": 3.4185646021146433e-06,
      "loss": 0.3422,
      "step": 1091920
    },
    {
      "epoch": 304.75,
      "grad_norm": 1.0125740766525269,
      "learning_rate": 3.4185405732961452e-06,
      "loss": 0.3581,
      "step": 1091930
    },
    {
      "epoch": 304.76,
      "grad_norm": 0.9791462421417236,
      "learning_rate": 3.4185165443345914e-06,
      "loss": 0.3601,
      "step": 1091940
    },
    {
      "epoch": 304.76,
      "grad_norm": 0.9415999054908752,
      "learning_rate": 3.4184925152299856e-06,
      "loss": 0.3643,
      "step": 1091950
    },
    {
      "epoch": 304.76,
      "grad_norm": 0.982255756855011,
      "learning_rate": 3.4184684859823315e-06,
      "loss": 0.3654,
      "step": 1091960
    },
    {
      "epoch": 304.76,
      "grad_norm": 0.9895617961883545,
      "learning_rate": 3.418444456591633e-06,
      "loss": 0.3609,
      "step": 1091970
    },
    {
      "epoch": 304.77,
      "grad_norm": 1.2487910985946655,
      "learning_rate": 3.418420427057892e-06,
      "loss": 0.358,
      "step": 1091980
    },
    {
      "epoch": 304.77,
      "grad_norm": 0.9941390156745911,
      "learning_rate": 3.418396397381111e-06,
      "loss": 0.3452,
      "step": 1091990
    },
    {
      "epoch": 304.77,
      "grad_norm": 1.4094042778015137,
      "learning_rate": 3.418372367561296e-06,
      "loss": 0.3356,
      "step": 1092000
    },
    {
      "epoch": 304.78,
      "grad_norm": 0.8788476586341858,
      "learning_rate": 3.4183483375984473e-06,
      "loss": 0.352,
      "step": 1092010
    },
    {
      "epoch": 304.78,
      "grad_norm": 0.9800847768783569,
      "learning_rate": 3.4183243074925693e-06,
      "loss": 0.3663,
      "step": 1092020
    },
    {
      "epoch": 304.78,
      "grad_norm": 1.0101724863052368,
      "learning_rate": 3.418300277243666e-06,
      "loss": 0.363,
      "step": 1092030
    },
    {
      "epoch": 304.78,
      "grad_norm": 0.9581673741340637,
      "learning_rate": 3.4182762468517386e-06,
      "loss": 0.3603,
      "step": 1092040
    },
    {
      "epoch": 304.79,
      "grad_norm": 1.1564301252365112,
      "learning_rate": 3.4182522163167923e-06,
      "loss": 0.3443,
      "step": 1092050
    },
    {
      "epoch": 304.79,
      "grad_norm": 1.0631588697433472,
      "learning_rate": 3.41822818563883e-06,
      "loss": 0.3306,
      "step": 1092060
    },
    {
      "epoch": 304.79,
      "grad_norm": 1.0198092460632324,
      "learning_rate": 3.4182041548178533e-06,
      "loss": 0.34,
      "step": 1092070
    },
    {
      "epoch": 304.79,
      "grad_norm": 1.622265100479126,
      "learning_rate": 3.4181801238538665e-06,
      "loss": 0.3724,
      "step": 1092080
    },
    {
      "epoch": 304.8,
      "grad_norm": 1.0816045999526978,
      "learning_rate": 3.418156092746873e-06,
      "loss": 0.3667,
      "step": 1092090
    },
    {
      "epoch": 304.8,
      "grad_norm": 0.9091379046440125,
      "learning_rate": 3.418132061496876e-06,
      "loss": 0.3441,
      "step": 1092100
    },
    {
      "epoch": 304.8,
      "grad_norm": 0.9361164569854736,
      "learning_rate": 3.418108030103878e-06,
      "loss": 0.3592,
      "step": 1092110
    },
    {
      "epoch": 304.81,
      "grad_norm": 1.3020654916763306,
      "learning_rate": 3.4180839985678828e-06,
      "loss": 0.3512,
      "step": 1092120
    },
    {
      "epoch": 304.81,
      "grad_norm": 1.1332454681396484,
      "learning_rate": 3.418059966888894e-06,
      "loss": 0.3659,
      "step": 1092130
    },
    {
      "epoch": 304.81,
      "grad_norm": 1.079243779182434,
      "learning_rate": 3.4180359350669136e-06,
      "loss": 0.3596,
      "step": 1092140
    },
    {
      "epoch": 304.81,
      "grad_norm": 0.8878743052482605,
      "learning_rate": 3.418011903101945e-06,
      "loss": 0.333,
      "step": 1092150
    },
    {
      "epoch": 304.82,
      "grad_norm": 0.8433627486228943,
      "learning_rate": 3.4179878709939927e-06,
      "loss": 0.3452,
      "step": 1092160
    },
    {
      "epoch": 304.82,
      "grad_norm": 0.9806132316589355,
      "learning_rate": 3.417963838743059e-06,
      "loss": 0.3619,
      "step": 1092170
    },
    {
      "epoch": 304.82,
      "grad_norm": 0.98340904712677,
      "learning_rate": 3.417939806349147e-06,
      "loss": 0.3345,
      "step": 1092180
    },
    {
      "epoch": 304.83,
      "grad_norm": 0.9129337668418884,
      "learning_rate": 3.41791577381226e-06,
      "loss": 0.3745,
      "step": 1092190
    },
    {
      "epoch": 304.83,
      "grad_norm": 1.2702871561050415,
      "learning_rate": 3.4178917411324018e-06,
      "loss": 0.3584,
      "step": 1092200
    },
    {
      "epoch": 304.83,
      "grad_norm": 1.7244054079055786,
      "learning_rate": 3.417867708309574e-06,
      "loss": 0.3565,
      "step": 1092210
    },
    {
      "epoch": 304.83,
      "grad_norm": 0.8269773721694946,
      "learning_rate": 3.4178436753437817e-06,
      "loss": 0.3433,
      "step": 1092220
    },
    {
      "epoch": 304.84,
      "grad_norm": 0.8467851877212524,
      "learning_rate": 3.4178196422350262e-06,
      "loss": 0.3447,
      "step": 1092230
    },
    {
      "epoch": 304.84,
      "grad_norm": 5.844533920288086,
      "learning_rate": 3.4177956089833128e-06,
      "loss": 0.347,
      "step": 1092240
    },
    {
      "epoch": 304.84,
      "grad_norm": 1.0433045625686646,
      "learning_rate": 3.4177715755886426e-06,
      "loss": 0.3562,
      "step": 1092250
    },
    {
      "epoch": 304.85,
      "grad_norm": 0.9942072629928589,
      "learning_rate": 3.417747542051021e-06,
      "loss": 0.349,
      "step": 1092260
    },
    {
      "epoch": 304.85,
      "grad_norm": 1.1172734498977661,
      "learning_rate": 3.41772350837045e-06,
      "loss": 0.3543,
      "step": 1092270
    },
    {
      "epoch": 304.85,
      "grad_norm": 1.1245229244232178,
      "learning_rate": 3.417699474546932e-06,
      "loss": 0.3631,
      "step": 1092280
    },
    {
      "epoch": 304.85,
      "grad_norm": 1.0303597450256348,
      "learning_rate": 3.417675440580472e-06,
      "loss": 0.3502,
      "step": 1092290
    },
    {
      "epoch": 304.86,
      "grad_norm": 0.9902219176292419,
      "learning_rate": 3.417651406471071e-06,
      "loss": 0.3354,
      "step": 1092300
    },
    {
      "epoch": 304.86,
      "grad_norm": 2.3645715713500977,
      "learning_rate": 3.417627372218734e-06,
      "loss": 0.355,
      "step": 1092310
    },
    {
      "epoch": 304.86,
      "grad_norm": 1.0518702268600464,
      "learning_rate": 3.4176033378234637e-06,
      "loss": 0.3487,
      "step": 1092320
    },
    {
      "epoch": 304.86,
      "grad_norm": 1.0418201684951782,
      "learning_rate": 3.4175793032852626e-06,
      "loss": 0.3517,
      "step": 1092330
    },
    {
      "epoch": 304.87,
      "grad_norm": 0.9594751000404358,
      "learning_rate": 3.4175552686041357e-06,
      "loss": 0.3625,
      "step": 1092340
    },
    {
      "epoch": 304.87,
      "grad_norm": 0.9585513472557068,
      "learning_rate": 3.4175312337800847e-06,
      "loss": 0.3511,
      "step": 1092350
    },
    {
      "epoch": 304.87,
      "grad_norm": 1.023573398590088,
      "learning_rate": 3.417507198813112e-06,
      "loss": 0.3643,
      "step": 1092360
    },
    {
      "epoch": 304.88,
      "grad_norm": 1.0252593755722046,
      "learning_rate": 3.4174831637032236e-06,
      "loss": 0.3542,
      "step": 1092370
    },
    {
      "epoch": 304.88,
      "grad_norm": 1.198675513267517,
      "learning_rate": 3.41745912845042e-06,
      "loss": 0.3527,
      "step": 1092380
    },
    {
      "epoch": 304.88,
      "grad_norm": 1.031793475151062,
      "learning_rate": 3.4174350930547054e-06,
      "loss": 0.3564,
      "step": 1092390
    },
    {
      "epoch": 304.88,
      "grad_norm": 0.9997717142105103,
      "learning_rate": 3.417411057516083e-06,
      "loss": 0.3635,
      "step": 1092400
    },
    {
      "epoch": 304.89,
      "grad_norm": 1.0735255479812622,
      "learning_rate": 3.417387021834557e-06,
      "loss": 0.3587,
      "step": 1092410
    },
    {
      "epoch": 304.89,
      "grad_norm": 0.9932430386543274,
      "learning_rate": 3.417362986010129e-06,
      "loss": 0.3681,
      "step": 1092420
    },
    {
      "epoch": 304.89,
      "grad_norm": 0.9493569731712341,
      "learning_rate": 3.4173389500428026e-06,
      "loss": 0.3576,
      "step": 1092430
    },
    {
      "epoch": 304.9,
      "grad_norm": 1.1350188255310059,
      "learning_rate": 3.417314913932581e-06,
      "loss": 0.3466,
      "step": 1092440
    },
    {
      "epoch": 304.9,
      "grad_norm": 0.9871339797973633,
      "learning_rate": 3.4172908776794684e-06,
      "loss": 0.3584,
      "step": 1092450
    },
    {
      "epoch": 304.9,
      "grad_norm": 1.2181802988052368,
      "learning_rate": 3.417266841283466e-06,
      "loss": 0.3554,
      "step": 1092460
    },
    {
      "epoch": 304.9,
      "grad_norm": 1.096259355545044,
      "learning_rate": 3.4172428047445796e-06,
      "loss": 0.3621,
      "step": 1092470
    },
    {
      "epoch": 304.91,
      "grad_norm": 0.9593413472175598,
      "learning_rate": 3.4172187680628104e-06,
      "loss": 0.3649,
      "step": 1092480
    },
    {
      "epoch": 304.91,
      "grad_norm": 1.0706005096435547,
      "learning_rate": 3.417194731238162e-06,
      "loss": 0.3495,
      "step": 1092490
    },
    {
      "epoch": 304.91,
      "grad_norm": 1.202340841293335,
      "learning_rate": 3.4171706942706383e-06,
      "loss": 0.3655,
      "step": 1092500
    },
    {
      "epoch": 304.91,
      "grad_norm": 0.9685110449790955,
      "learning_rate": 3.417146657160242e-06,
      "loss": 0.3501,
      "step": 1092510
    },
    {
      "epoch": 304.92,
      "grad_norm": 1.2161377668380737,
      "learning_rate": 3.417122619906976e-06,
      "loss": 0.352,
      "step": 1092520
    },
    {
      "epoch": 304.92,
      "grad_norm": 0.9219366312026978,
      "learning_rate": 3.4170985825108435e-06,
      "loss": 0.3642,
      "step": 1092530
    },
    {
      "epoch": 304.92,
      "grad_norm": 0.9984305500984192,
      "learning_rate": 3.4170745449718486e-06,
      "loss": 0.3597,
      "step": 1092540
    },
    {
      "epoch": 304.93,
      "grad_norm": 0.9749259352684021,
      "learning_rate": 3.4170505072899936e-06,
      "loss": 0.3623,
      "step": 1092550
    },
    {
      "epoch": 304.93,
      "grad_norm": 0.9551925659179688,
      "learning_rate": 3.4170264694652822e-06,
      "loss": 0.3638,
      "step": 1092560
    },
    {
      "epoch": 304.93,
      "grad_norm": 1.0219050645828247,
      "learning_rate": 3.417002431497717e-06,
      "loss": 0.3602,
      "step": 1092570
    },
    {
      "epoch": 304.93,
      "grad_norm": 0.9841228723526001,
      "learning_rate": 3.4169783933873024e-06,
      "loss": 0.3509,
      "step": 1092580
    },
    {
      "epoch": 304.94,
      "grad_norm": 1.1161967515945435,
      "learning_rate": 3.41695435513404e-06,
      "loss": 0.3612,
      "step": 1092590
    },
    {
      "epoch": 304.94,
      "grad_norm": 1.1877716779708862,
      "learning_rate": 3.416930316737934e-06,
      "loss": 0.3523,
      "step": 1092600
    },
    {
      "epoch": 304.94,
      "grad_norm": 1.0414000749588013,
      "learning_rate": 3.4169062781989883e-06,
      "loss": 0.3663,
      "step": 1092610
    },
    {
      "epoch": 304.95,
      "grad_norm": 0.9793105721473694,
      "learning_rate": 3.416882239517204e-06,
      "loss": 0.3447,
      "step": 1092620
    },
    {
      "epoch": 304.95,
      "grad_norm": 0.931215763092041,
      "learning_rate": 3.4168582006925856e-06,
      "loss": 0.3551,
      "step": 1092630
    },
    {
      "epoch": 304.95,
      "grad_norm": 1.3620588779449463,
      "learning_rate": 3.4168341617251366e-06,
      "loss": 0.3686,
      "step": 1092640
    },
    {
      "epoch": 304.95,
      "grad_norm": 1.1542516946792603,
      "learning_rate": 3.4168101226148605e-06,
      "loss": 0.3379,
      "step": 1092650
    },
    {
      "epoch": 304.96,
      "grad_norm": 1.1128844022750854,
      "learning_rate": 3.416786083361759e-06,
      "loss": 0.3737,
      "step": 1092660
    },
    {
      "epoch": 304.96,
      "grad_norm": 1.071213722229004,
      "learning_rate": 3.4167620439658366e-06,
      "loss": 0.3511,
      "step": 1092670
    },
    {
      "epoch": 304.96,
      "grad_norm": 1.0866793394088745,
      "learning_rate": 3.4167380044270952e-06,
      "loss": 0.3508,
      "step": 1092680
    },
    {
      "epoch": 304.97,
      "grad_norm": 1.022176742553711,
      "learning_rate": 3.4167139647455386e-06,
      "loss": 0.3618,
      "step": 1092690
    },
    {
      "epoch": 304.97,
      "grad_norm": 1.1146581172943115,
      "learning_rate": 3.4166899249211713e-06,
      "loss": 0.3733,
      "step": 1092700
    },
    {
      "epoch": 304.97,
      "grad_norm": 1.0256059169769287,
      "learning_rate": 3.4166658849539947e-06,
      "loss": 0.3664,
      "step": 1092710
    },
    {
      "epoch": 304.97,
      "grad_norm": 0.8740478157997131,
      "learning_rate": 3.416641844844013e-06,
      "loss": 0.3443,
      "step": 1092720
    },
    {
      "epoch": 304.98,
      "grad_norm": 0.9506196975708008,
      "learning_rate": 3.416617804591229e-06,
      "loss": 0.3506,
      "step": 1092730
    },
    {
      "epoch": 304.98,
      "grad_norm": 1.1767117977142334,
      "learning_rate": 3.4165937641956463e-06,
      "loss": 0.3422,
      "step": 1092740
    },
    {
      "epoch": 304.98,
      "grad_norm": 1.1885234117507935,
      "learning_rate": 3.4165697236572675e-06,
      "loss": 0.3515,
      "step": 1092750
    },
    {
      "epoch": 304.98,
      "grad_norm": 0.9991806149482727,
      "learning_rate": 3.4165456829760955e-06,
      "loss": 0.3547,
      "step": 1092760
    },
    {
      "epoch": 304.99,
      "grad_norm": 1.0716137886047363,
      "learning_rate": 3.4165216421521353e-06,
      "loss": 0.3702,
      "step": 1092770
    },
    {
      "epoch": 304.99,
      "grad_norm": 1.085351586341858,
      "learning_rate": 3.4164976011853883e-06,
      "loss": 0.3624,
      "step": 1092780
    },
    {
      "epoch": 304.99,
      "grad_norm": 0.9557648301124573,
      "learning_rate": 3.416473560075858e-06,
      "loss": 0.3504,
      "step": 1092790
    },
    {
      "epoch": 305.0,
      "grad_norm": 1.5003522634506226,
      "learning_rate": 3.416449518823549e-06,
      "loss": 0.3764,
      "step": 1092800
    },
    {
      "epoch": 305.0,
      "grad_norm": 0.9542030096054077,
      "learning_rate": 3.4164254774284623e-06,
      "loss": 0.3515,
      "step": 1092810
    },
    {
      "epoch": 305.0,
      "eval_loss": 0.3564755320549011,
      "eval_runtime": 63.3382,
      "eval_samples_per_second": 79.873,
      "eval_steps_per_second": 9.994,
      "step": 1092815
    },
    {
      "epoch": 305.0,
      "grad_norm": 1.0200320482254028,
      "learning_rate": 3.416401435890602e-06,
      "loss": 0.3509,
      "step": 1092820
    },
    {
      "epoch": 305.0,
      "grad_norm": 0.9471076726913452,
      "learning_rate": 3.416377394209972e-06,
      "loss": 0.3656,
      "step": 1092830
    },
    {
      "epoch": 305.01,
      "grad_norm": 1.1653779745101929,
      "learning_rate": 3.4163533523865755e-06,
      "loss": 0.3796,
      "step": 1092840
    },
    {
      "epoch": 305.01,
      "grad_norm": 1.1243109703063965,
      "learning_rate": 3.4163293104204147e-06,
      "loss": 0.35,
      "step": 1092850
    },
    {
      "epoch": 305.01,
      "grad_norm": 1.0841456651687622,
      "learning_rate": 3.4163052683114933e-06,
      "loss": 0.3519,
      "step": 1092860
    },
    {
      "epoch": 305.02,
      "grad_norm": 0.9584158658981323,
      "learning_rate": 3.4162812260598146e-06,
      "loss": 0.3769,
      "step": 1092870
    },
    {
      "epoch": 305.02,
      "grad_norm": 1.1006284952163696,
      "learning_rate": 3.4162571836653817e-06,
      "loss": 0.35,
      "step": 1092880
    },
    {
      "epoch": 305.02,
      "grad_norm": 1.0139615535736084,
      "learning_rate": 3.4162331411281974e-06,
      "loss": 0.3431,
      "step": 1092890
    },
    {
      "epoch": 305.02,
      "grad_norm": 1.0808014869689941,
      "learning_rate": 3.416209098448266e-06,
      "loss": 0.3596,
      "step": 1092900
    },
    {
      "epoch": 305.03,
      "grad_norm": 1.124718189239502,
      "learning_rate": 3.41618505562559e-06,
      "loss": 0.3657,
      "step": 1092910
    },
    {
      "epoch": 305.03,
      "grad_norm": 1.2887225151062012,
      "learning_rate": 3.4161610126601716e-06,
      "loss": 0.3374,
      "step": 1092920
    },
    {
      "epoch": 305.03,
      "grad_norm": 0.9788567423820496,
      "learning_rate": 3.4161369695520156e-06,
      "loss": 0.3547,
      "step": 1092930
    },
    {
      "epoch": 305.03,
      "grad_norm": 1.0519225597381592,
      "learning_rate": 3.4161129263011256e-06,
      "loss": 0.341,
      "step": 1092940
    },
    {
      "epoch": 305.04,
      "grad_norm": 1.0971781015396118,
      "learning_rate": 3.4160888829075025e-06,
      "loss": 0.3591,
      "step": 1092950
    },
    {
      "epoch": 305.04,
      "grad_norm": 0.9177341461181641,
      "learning_rate": 3.416064839371151e-06,
      "loss": 0.3446,
      "step": 1092960
    },
    {
      "epoch": 305.04,
      "grad_norm": 1.0565338134765625,
      "learning_rate": 3.416040795692074e-06,
      "loss": 0.3587,
      "step": 1092970
    },
    {
      "epoch": 305.05,
      "grad_norm": 0.9114049077033997,
      "learning_rate": 3.416016751870275e-06,
      "loss": 0.347,
      "step": 1092980
    },
    {
      "epoch": 305.05,
      "grad_norm": 1.0076704025268555,
      "learning_rate": 3.415992707905757e-06,
      "loss": 0.3613,
      "step": 1092990
    },
    {
      "epoch": 305.05,
      "grad_norm": 0.9291608929634094,
      "learning_rate": 3.4159686637985233e-06,
      "loss": 0.3417,
      "step": 1093000
    },
    {
      "epoch": 305.05,
      "grad_norm": 0.914553701877594,
      "learning_rate": 3.4159446195485774e-06,
      "loss": 0.3487,
      "step": 1093010
    },
    {
      "epoch": 305.06,
      "grad_norm": 0.980086624622345,
      "learning_rate": 3.4159205751559214e-06,
      "loss": 0.3563,
      "step": 1093020
    },
    {
      "epoch": 305.06,
      "grad_norm": 1.219407558441162,
      "learning_rate": 3.4158965306205597e-06,
      "loss": 0.3499,
      "step": 1093030
    },
    {
      "epoch": 305.06,
      "grad_norm": 0.9920202493667603,
      "learning_rate": 3.4158724859424946e-06,
      "loss": 0.3415,
      "step": 1093040
    },
    {
      "epoch": 305.07,
      "grad_norm": 1.5252997875213623,
      "learning_rate": 3.41584844112173e-06,
      "loss": 0.3486,
      "step": 1093050
    },
    {
      "epoch": 305.07,
      "grad_norm": 1.1948153972625732,
      "learning_rate": 3.415824396158269e-06,
      "loss": 0.3611,
      "step": 1093060
    },
    {
      "epoch": 305.07,
      "grad_norm": 0.8848763704299927,
      "learning_rate": 3.4158003510521138e-06,
      "loss": 0.3531,
      "step": 1093070
    },
    {
      "epoch": 305.07,
      "grad_norm": 1.0525506734848022,
      "learning_rate": 3.415776305803269e-06,
      "loss": 0.3507,
      "step": 1093080
    },
    {
      "epoch": 305.08,
      "grad_norm": 1.1055320501327515,
      "learning_rate": 3.4157522604117376e-06,
      "loss": 0.3633,
      "step": 1093090
    },
    {
      "epoch": 305.08,
      "grad_norm": 0.7832962870597839,
      "learning_rate": 3.4157282148775217e-06,
      "loss": 0.3699,
      "step": 1093100
    },
    {
      "epoch": 305.08,
      "grad_norm": 5.345612049102783,
      "learning_rate": 3.415704169200625e-06,
      "loss": 0.372,
      "step": 1093110
    },
    {
      "epoch": 305.09,
      "grad_norm": 0.9690854549407959,
      "learning_rate": 3.415680123381051e-06,
      "loss": 0.3623,
      "step": 1093120
    },
    {
      "epoch": 305.09,
      "grad_norm": 1.1113815307617188,
      "learning_rate": 3.415656077418804e-06,
      "loss": 0.3696,
      "step": 1093130
    },
    {
      "epoch": 305.09,
      "grad_norm": 0.8971719741821289,
      "learning_rate": 3.4156320313138844e-06,
      "loss": 0.352,
      "step": 1093140
    },
    {
      "epoch": 305.09,
      "grad_norm": 0.9566221237182617,
      "learning_rate": 3.415607985066298e-06,
      "loss": 0.3606,
      "step": 1093150
    },
    {
      "epoch": 305.1,
      "grad_norm": 1.0019484758377075,
      "learning_rate": 3.4155839386760474e-06,
      "loss": 0.3621,
      "step": 1093160
    },
    {
      "epoch": 305.1,
      "grad_norm": 1.1138348579406738,
      "learning_rate": 3.4155598921431347e-06,
      "loss": 0.3669,
      "step": 1093170
    },
    {
      "epoch": 305.1,
      "grad_norm": 0.9527645707130432,
      "learning_rate": 3.4155358454675635e-06,
      "loss": 0.3545,
      "step": 1093180
    },
    {
      "epoch": 305.1,
      "grad_norm": 0.8726029396057129,
      "learning_rate": 3.4155117986493384e-06,
      "loss": 0.3455,
      "step": 1093190
    },
    {
      "epoch": 305.11,
      "grad_norm": 1.0983673334121704,
      "learning_rate": 3.4154877516884606e-06,
      "loss": 0.3472,
      "step": 1093200
    },
    {
      "epoch": 305.11,
      "grad_norm": 0.9847407341003418,
      "learning_rate": 3.415463704584934e-06,
      "loss": 0.3483,
      "step": 1093210
    },
    {
      "epoch": 305.11,
      "grad_norm": 0.9985560774803162,
      "learning_rate": 3.4154396573387625e-06,
      "loss": 0.3446,
      "step": 1093220
    },
    {
      "epoch": 305.12,
      "grad_norm": 1.19431471824646,
      "learning_rate": 3.4154156099499493e-06,
      "loss": 0.3546,
      "step": 1093230
    },
    {
      "epoch": 305.12,
      "grad_norm": 1.2117602825164795,
      "learning_rate": 3.415391562418496e-06,
      "loss": 0.3573,
      "step": 1093240
    },
    {
      "epoch": 305.12,
      "grad_norm": 1.1530816555023193,
      "learning_rate": 3.4153675147444078e-06,
      "loss": 0.3876,
      "step": 1093250
    },
    {
      "epoch": 305.12,
      "grad_norm": 4.18734884262085,
      "learning_rate": 3.4153434669276866e-06,
      "loss": 0.3333,
      "step": 1093260
    },
    {
      "epoch": 305.13,
      "grad_norm": 0.9816064834594727,
      "learning_rate": 3.415319418968336e-06,
      "loss": 0.3666,
      "step": 1093270
    },
    {
      "epoch": 305.13,
      "grad_norm": 0.9397869110107422,
      "learning_rate": 3.4152953708663594e-06,
      "loss": 0.3588,
      "step": 1093280
    },
    {
      "epoch": 305.13,
      "grad_norm": 1.0195647478103638,
      "learning_rate": 3.41527132262176e-06,
      "loss": 0.3517,
      "step": 1093290
    },
    {
      "epoch": 305.14,
      "grad_norm": 1.0856571197509766,
      "learning_rate": 3.4152472742345406e-06,
      "loss": 0.3714,
      "step": 1093300
    },
    {
      "epoch": 305.14,
      "grad_norm": 1.0229562520980835,
      "learning_rate": 3.4152232257047045e-06,
      "loss": 0.3553,
      "step": 1093310
    },
    {
      "epoch": 305.14,
      "grad_norm": 1.0730458498001099,
      "learning_rate": 3.4151991770322552e-06,
      "loss": 0.365,
      "step": 1093320
    },
    {
      "epoch": 305.14,
      "grad_norm": 1.2562922239303589,
      "learning_rate": 3.4151751282171957e-06,
      "loss": 0.3581,
      "step": 1093330
    },
    {
      "epoch": 305.15,
      "grad_norm": 0.9535158276557922,
      "learning_rate": 3.415151079259529e-06,
      "loss": 0.3489,
      "step": 1093340
    },
    {
      "epoch": 305.15,
      "grad_norm": 0.863685667514801,
      "learning_rate": 3.4151270301592584e-06,
      "loss": 0.3501,
      "step": 1093350
    },
    {
      "epoch": 305.15,
      "grad_norm": 1.0473098754882812,
      "learning_rate": 3.4151029809163875e-06,
      "loss": 0.3491,
      "step": 1093360
    },
    {
      "epoch": 305.15,
      "grad_norm": 0.9706316590309143,
      "learning_rate": 3.4150789315309194e-06,
      "loss": 0.3485,
      "step": 1093370
    },
    {
      "epoch": 305.16,
      "grad_norm": 1.19439697265625,
      "learning_rate": 3.415054882002857e-06,
      "loss": 0.3726,
      "step": 1093380
    },
    {
      "epoch": 305.16,
      "grad_norm": 1.0065255165100098,
      "learning_rate": 3.4150308323322037e-06,
      "loss": 0.3658,
      "step": 1093390
    },
    {
      "epoch": 305.16,
      "grad_norm": 1.0615043640136719,
      "learning_rate": 3.4150067825189624e-06,
      "loss": 0.3572,
      "step": 1093400
    },
    {
      "epoch": 305.17,
      "grad_norm": 1.1780484914779663,
      "learning_rate": 3.4149827325631367e-06,
      "loss": 0.3578,
      "step": 1093410
    },
    {
      "epoch": 305.17,
      "grad_norm": 0.9932622909545898,
      "learning_rate": 3.4149586824647295e-06,
      "loss": 0.3513,
      "step": 1093420
    },
    {
      "epoch": 305.17,
      "grad_norm": 1.0832680463790894,
      "learning_rate": 3.4149346322237446e-06,
      "loss": 0.3437,
      "step": 1093430
    },
    {
      "epoch": 305.17,
      "grad_norm": 1.0836236476898193,
      "learning_rate": 3.414910581840184e-06,
      "loss": 0.3565,
      "step": 1093440
    },
    {
      "epoch": 305.18,
      "grad_norm": 0.9906697869300842,
      "learning_rate": 3.414886531314052e-06,
      "loss": 0.3497,
      "step": 1093450
    },
    {
      "epoch": 305.18,
      "grad_norm": 1.056756854057312,
      "learning_rate": 3.414862480645352e-06,
      "loss": 0.3649,
      "step": 1093460
    },
    {
      "epoch": 305.18,
      "grad_norm": 0.906517744064331,
      "learning_rate": 3.414838429834086e-06,
      "loss": 0.3561,
      "step": 1093470
    },
    {
      "epoch": 305.19,
      "grad_norm": 1.0002659559249878,
      "learning_rate": 3.414814378880258e-06,
      "loss": 0.3568,
      "step": 1093480
    },
    {
      "epoch": 305.19,
      "grad_norm": 0.9017622470855713,
      "learning_rate": 3.4147903277838706e-06,
      "loss": 0.3421,
      "step": 1093490
    },
    {
      "epoch": 305.19,
      "grad_norm": 1.103799819946289,
      "learning_rate": 3.4147662765449276e-06,
      "loss": 0.3565,
      "step": 1093500
    },
    {
      "epoch": 305.19,
      "grad_norm": 0.9934905767440796,
      "learning_rate": 3.4147422251634323e-06,
      "loss": 0.367,
      "step": 1093510
    },
    {
      "epoch": 305.2,
      "grad_norm": 0.8692719340324402,
      "learning_rate": 3.4147181736393878e-06,
      "loss": 0.3712,
      "step": 1093520
    },
    {
      "epoch": 305.2,
      "grad_norm": 0.8966655731201172,
      "learning_rate": 3.4146941219727973e-06,
      "loss": 0.3497,
      "step": 1093530
    },
    {
      "epoch": 305.2,
      "grad_norm": 0.9629985690116882,
      "learning_rate": 3.414670070163664e-06,
      "loss": 0.3647,
      "step": 1093540
    },
    {
      "epoch": 305.21,
      "grad_norm": 0.8951382040977478,
      "learning_rate": 3.4146460182119896e-06,
      "loss": 0.366,
      "step": 1093550
    },
    {
      "epoch": 305.21,
      "grad_norm": 1.041306972503662,
      "learning_rate": 3.4146219661177797e-06,
      "loss": 0.3575,
      "step": 1093560
    },
    {
      "epoch": 305.21,
      "grad_norm": 0.8900806307792664,
      "learning_rate": 3.4145979138810356e-06,
      "loss": 0.352,
      "step": 1093570
    },
    {
      "epoch": 305.21,
      "grad_norm": 0.8457359075546265,
      "learning_rate": 3.414573861501762e-06,
      "loss": 0.3615,
      "step": 1093580
    },
    {
      "epoch": 305.22,
      "grad_norm": 0.9828460812568665,
      "learning_rate": 3.4145498089799616e-06,
      "loss": 0.3551,
      "step": 1093590
    },
    {
      "epoch": 305.22,
      "grad_norm": 1.0107966661453247,
      "learning_rate": 3.4145257563156374e-06,
      "loss": 0.3387,
      "step": 1093600
    },
    {
      "epoch": 305.22,
      "grad_norm": 1.1064823865890503,
      "learning_rate": 3.4145017035087924e-06,
      "loss": 0.3601,
      "step": 1093610
    },
    {
      "epoch": 305.22,
      "grad_norm": 1.081519603729248,
      "learning_rate": 3.4144776505594302e-06,
      "loss": 0.3634,
      "step": 1093620
    },
    {
      "epoch": 305.23,
      "grad_norm": 1.0223228931427002,
      "learning_rate": 3.4144535974675535e-06,
      "loss": 0.3506,
      "step": 1093630
    },
    {
      "epoch": 305.23,
      "grad_norm": 1.1989998817443848,
      "learning_rate": 3.414429544233167e-06,
      "loss": 0.3518,
      "step": 1093640
    },
    {
      "epoch": 305.23,
      "grad_norm": 0.9306387901306152,
      "learning_rate": 3.4144054908562716e-06,
      "loss": 0.3457,
      "step": 1093650
    },
    {
      "epoch": 305.24,
      "grad_norm": 1.1399911642074585,
      "learning_rate": 3.414381437336872e-06,
      "loss": 0.3622,
      "step": 1093660
    },
    {
      "epoch": 305.24,
      "grad_norm": 1.0574607849121094,
      "learning_rate": 3.414357383674971e-06,
      "loss": 0.3637,
      "step": 1093670
    },
    {
      "epoch": 305.24,
      "grad_norm": 1.0807368755340576,
      "learning_rate": 3.414333329870572e-06,
      "loss": 0.3527,
      "step": 1093680
    },
    {
      "epoch": 305.24,
      "grad_norm": 0.9892957806587219,
      "learning_rate": 3.414309275923678e-06,
      "loss": 0.3661,
      "step": 1093690
    },
    {
      "epoch": 305.25,
      "grad_norm": 1.0237720012664795,
      "learning_rate": 3.414285221834292e-06,
      "loss": 0.3759,
      "step": 1093700
    },
    {
      "epoch": 305.25,
      "grad_norm": 0.8469440340995789,
      "learning_rate": 3.414261167602418e-06,
      "loss": 0.3417,
      "step": 1093710
    },
    {
      "epoch": 305.25,
      "grad_norm": 0.9734359383583069,
      "learning_rate": 3.4142371132280582e-06,
      "loss": 0.3498,
      "step": 1093720
    },
    {
      "epoch": 305.26,
      "grad_norm": 1.0093979835510254,
      "learning_rate": 3.4142130587112163e-06,
      "loss": 0.3655,
      "step": 1093730
    },
    {
      "epoch": 305.26,
      "grad_norm": 1.1148866415023804,
      "learning_rate": 3.414189004051896e-06,
      "loss": 0.3515,
      "step": 1093740
    },
    {
      "epoch": 305.26,
      "grad_norm": 5.26180362701416,
      "learning_rate": 3.4141649492501e-06,
      "loss": 0.3514,
      "step": 1093750
    },
    {
      "epoch": 305.26,
      "grad_norm": 0.951630711555481,
      "learning_rate": 3.4141408943058305e-06,
      "loss": 0.3459,
      "step": 1093760
    },
    {
      "epoch": 305.27,
      "grad_norm": 1.4207617044448853,
      "learning_rate": 3.414116839219093e-06,
      "loss": 0.3351,
      "step": 1093770
    },
    {
      "epoch": 305.27,
      "grad_norm": 1.1358180046081543,
      "learning_rate": 3.4140927839898887e-06,
      "loss": 0.3564,
      "step": 1093780
    },
    {
      "epoch": 305.27,
      "grad_norm": 1.0424578189849854,
      "learning_rate": 3.414068728618221e-06,
      "loss": 0.3609,
      "step": 1093790
    },
    {
      "epoch": 305.27,
      "grad_norm": 0.9419634342193604,
      "learning_rate": 3.414044673104094e-06,
      "loss": 0.3545,
      "step": 1093800
    },
    {
      "epoch": 305.28,
      "grad_norm": 1.0381417274475098,
      "learning_rate": 3.4140206174475108e-06,
      "loss": 0.344,
      "step": 1093810
    },
    {
      "epoch": 305.28,
      "grad_norm": 0.9786434769630432,
      "learning_rate": 3.413996561648474e-06,
      "loss": 0.351,
      "step": 1093820
    },
    {
      "epoch": 305.28,
      "grad_norm": 0.8699342608451843,
      "learning_rate": 3.4139725057069874e-06,
      "loss": 0.3364,
      "step": 1093830
    },
    {
      "epoch": 305.29,
      "grad_norm": 1.2141205072402954,
      "learning_rate": 3.4139484496230536e-06,
      "loss": 0.3461,
      "step": 1093840
    },
    {
      "epoch": 305.29,
      "grad_norm": 0.903834879398346,
      "learning_rate": 3.413924393396676e-06,
      "loss": 0.3449,
      "step": 1093850
    },
    {
      "epoch": 305.29,
      "grad_norm": 0.9949479103088379,
      "learning_rate": 3.413900337027858e-06,
      "loss": 0.3477,
      "step": 1093860
    },
    {
      "epoch": 305.29,
      "grad_norm": 9.936412811279297,
      "learning_rate": 3.413876280516603e-06,
      "loss": 0.3558,
      "step": 1093870
    },
    {
      "epoch": 305.3,
      "grad_norm": 0.9313977360725403,
      "learning_rate": 3.413852223862913e-06,
      "loss": 0.3636,
      "step": 1093880
    },
    {
      "epoch": 305.3,
      "grad_norm": 1.0682857036590576,
      "learning_rate": 3.4138281670667932e-06,
      "loss": 0.3731,
      "step": 1093890
    },
    {
      "epoch": 305.3,
      "grad_norm": 0.8562399744987488,
      "learning_rate": 3.413804110128245e-06,
      "loss": 0.3474,
      "step": 1093900
    },
    {
      "epoch": 305.31,
      "grad_norm": 1.0621767044067383,
      "learning_rate": 3.4137800530472727e-06,
      "loss": 0.3589,
      "step": 1093910
    },
    {
      "epoch": 305.31,
      "grad_norm": 0.906696617603302,
      "learning_rate": 3.4137559958238784e-06,
      "loss": 0.3547,
      "step": 1093920
    },
    {
      "epoch": 305.31,
      "grad_norm": 1.1469491720199585,
      "learning_rate": 3.413731938458067e-06,
      "loss": 0.3684,
      "step": 1093930
    },
    {
      "epoch": 305.31,
      "grad_norm": 0.9408730268478394,
      "learning_rate": 3.4137078809498405e-06,
      "loss": 0.3601,
      "step": 1093940
    },
    {
      "epoch": 305.32,
      "grad_norm": 0.9880408644676208,
      "learning_rate": 3.4136838232992016e-06,
      "loss": 0.3549,
      "step": 1093950
    },
    {
      "epoch": 305.32,
      "grad_norm": 1.2395460605621338,
      "learning_rate": 3.4136597655061548e-06,
      "loss": 0.371,
      "step": 1093960
    },
    {
      "epoch": 305.32,
      "grad_norm": 1.0579816102981567,
      "learning_rate": 3.413635707570703e-06,
      "loss": 0.351,
      "step": 1093970
    },
    {
      "epoch": 305.33,
      "grad_norm": 0.863896369934082,
      "learning_rate": 3.4136116494928487e-06,
      "loss": 0.3556,
      "step": 1093980
    },
    {
      "epoch": 305.33,
      "grad_norm": 1.078023910522461,
      "learning_rate": 3.4135875912725953e-06,
      "loss": 0.3546,
      "step": 1093990
    },
    {
      "epoch": 305.33,
      "grad_norm": 1.0445479154586792,
      "learning_rate": 3.4135635329099464e-06,
      "loss": 0.3543,
      "step": 1094000
    },
    {
      "epoch": 305.33,
      "grad_norm": 0.945763111114502,
      "learning_rate": 3.4135394744049053e-06,
      "loss": 0.3602,
      "step": 1094010
    },
    {
      "epoch": 305.34,
      "grad_norm": 0.9270449876785278,
      "learning_rate": 3.4135154157574746e-06,
      "loss": 0.3748,
      "step": 1094020
    },
    {
      "epoch": 305.34,
      "grad_norm": 0.983222246170044,
      "learning_rate": 3.413491356967658e-06,
      "loss": 0.365,
      "step": 1094030
    },
    {
      "epoch": 305.34,
      "grad_norm": 1.0425260066986084,
      "learning_rate": 3.413467298035459e-06,
      "loss": 0.3729,
      "step": 1094040
    },
    {
      "epoch": 305.34,
      "grad_norm": 1.0608116388320923,
      "learning_rate": 3.4134432389608794e-06,
      "loss": 0.3445,
      "step": 1094050
    },
    {
      "epoch": 305.35,
      "grad_norm": 0.9790395498275757,
      "learning_rate": 3.4134191797439236e-06,
      "loss": 0.3552,
      "step": 1094060
    },
    {
      "epoch": 305.35,
      "grad_norm": 1.3285682201385498,
      "learning_rate": 3.413395120384595e-06,
      "loss": 0.369,
      "step": 1094070
    },
    {
      "epoch": 305.35,
      "grad_norm": 0.9633036255836487,
      "learning_rate": 3.4133710608828957e-06,
      "loss": 0.3544,
      "step": 1094080
    },
    {
      "epoch": 305.36,
      "grad_norm": 0.9061917662620544,
      "learning_rate": 3.41334700123883e-06,
      "loss": 0.3556,
      "step": 1094090
    },
    {
      "epoch": 305.36,
      "grad_norm": 1.1361234188079834,
      "learning_rate": 3.4133229414524004e-06,
      "loss": 0.3562,
      "step": 1094100
    },
    {
      "epoch": 305.36,
      "grad_norm": 0.9228783845901489,
      "learning_rate": 3.413298881523611e-06,
      "loss": 0.346,
      "step": 1094110
    },
    {
      "epoch": 305.36,
      "grad_norm": 0.9324232339859009,
      "learning_rate": 3.4132748214524643e-06,
      "loss": 0.3483,
      "step": 1094120
    },
    {
      "epoch": 305.37,
      "grad_norm": 0.9752170443534851,
      "learning_rate": 3.413250761238963e-06,
      "loss": 0.361,
      "step": 1094130
    },
    {
      "epoch": 305.37,
      "grad_norm": 1.0858068466186523,
      "learning_rate": 3.4132267008831103e-06,
      "loss": 0.3528,
      "step": 1094140
    },
    {
      "epoch": 305.37,
      "grad_norm": 1.1213068962097168,
      "learning_rate": 3.4132026403849104e-06,
      "loss": 0.3555,
      "step": 1094150
    },
    {
      "epoch": 305.38,
      "grad_norm": 1.1027064323425293,
      "learning_rate": 3.4131785797443667e-06,
      "loss": 0.3558,
      "step": 1094160
    },
    {
      "epoch": 305.38,
      "grad_norm": 1.1356546878814697,
      "learning_rate": 3.413154518961481e-06,
      "loss": 0.3499,
      "step": 1094170
    },
    {
      "epoch": 305.38,
      "grad_norm": 1.1562920808792114,
      "learning_rate": 3.413130458036258e-06,
      "loss": 0.3588,
      "step": 1094180
    },
    {
      "epoch": 305.38,
      "grad_norm": 0.9628233313560486,
      "learning_rate": 3.4131063969687002e-06,
      "loss": 0.3638,
      "step": 1094190
    },
    {
      "epoch": 305.39,
      "grad_norm": 0.8989494442939758,
      "learning_rate": 3.41308233575881e-06,
      "loss": 0.3576,
      "step": 1094200
    },
    {
      "epoch": 305.39,
      "grad_norm": 1.1555033922195435,
      "learning_rate": 3.4130582744065915e-06,
      "loss": 0.3593,
      "step": 1094210
    },
    {
      "epoch": 305.39,
      "grad_norm": 1.2801259756088257,
      "learning_rate": 3.4130342129120484e-06,
      "loss": 0.3743,
      "step": 1094220
    },
    {
      "epoch": 305.39,
      "grad_norm": 0.842962384223938,
      "learning_rate": 3.4130101512751826e-06,
      "loss": 0.3452,
      "step": 1094230
    },
    {
      "epoch": 305.4,
      "grad_norm": 0.9306779503822327,
      "learning_rate": 3.412986089495998e-06,
      "loss": 0.3402,
      "step": 1094240
    },
    {
      "epoch": 305.4,
      "grad_norm": 1.1587413549423218,
      "learning_rate": 3.4129620275744986e-06,
      "loss": 0.374,
      "step": 1094250
    },
    {
      "epoch": 305.4,
      "grad_norm": 1.0582324266433716,
      "learning_rate": 3.4129379655106867e-06,
      "loss": 0.3439,
      "step": 1094260
    },
    {
      "epoch": 305.41,
      "grad_norm": 0.9765791893005371,
      "learning_rate": 3.4129139033045648e-06,
      "loss": 0.3541,
      "step": 1094270
    },
    {
      "epoch": 305.41,
      "grad_norm": 0.9483015537261963,
      "learning_rate": 3.412889840956137e-06,
      "loss": 0.3575,
      "step": 1094280
    },
    {
      "epoch": 305.41,
      "grad_norm": 1.0156267881393433,
      "learning_rate": 3.4128657784654066e-06,
      "loss": 0.3704,
      "step": 1094290
    },
    {
      "epoch": 305.41,
      "grad_norm": 0.939521074295044,
      "learning_rate": 3.4128417158323767e-06,
      "loss": 0.3589,
      "step": 1094300
    },
    {
      "epoch": 305.42,
      "grad_norm": 1.0348100662231445,
      "learning_rate": 3.41281765305705e-06,
      "loss": 0.3516,
      "step": 1094310
    },
    {
      "epoch": 305.42,
      "grad_norm": 1.1185342073440552,
      "learning_rate": 3.4127935901394305e-06,
      "loss": 0.3741,
      "step": 1094320
    },
    {
      "epoch": 305.42,
      "grad_norm": 1.0386922359466553,
      "learning_rate": 3.4127695270795214e-06,
      "loss": 0.36,
      "step": 1094330
    },
    {
      "epoch": 305.43,
      "grad_norm": 0.8799443244934082,
      "learning_rate": 3.4127454638773248e-06,
      "loss": 0.3478,
      "step": 1094340
    },
    {
      "epoch": 305.43,
      "grad_norm": 1.0927274227142334,
      "learning_rate": 3.4127214005328452e-06,
      "loss": 0.3571,
      "step": 1094350
    },
    {
      "epoch": 305.43,
      "grad_norm": 0.9749547839164734,
      "learning_rate": 3.412697337046085e-06,
      "loss": 0.3482,
      "step": 1094360
    },
    {
      "epoch": 305.43,
      "grad_norm": 1.060952067375183,
      "learning_rate": 3.412673273417047e-06,
      "loss": 0.3568,
      "step": 1094370
    },
    {
      "epoch": 305.44,
      "grad_norm": 1.121996283531189,
      "learning_rate": 3.4126492096457354e-06,
      "loss": 0.3697,
      "step": 1094380
    },
    {
      "epoch": 305.44,
      "grad_norm": 1.1351510286331177,
      "learning_rate": 3.4126251457321535e-06,
      "loss": 0.3614,
      "step": 1094390
    },
    {
      "epoch": 305.44,
      "grad_norm": 1.0796834230422974,
      "learning_rate": 3.4126010816763035e-06,
      "loss": 0.3517,
      "step": 1094400
    },
    {
      "epoch": 305.45,
      "grad_norm": 1.1189165115356445,
      "learning_rate": 3.4125770174781896e-06,
      "loss": 0.3518,
      "step": 1094410
    },
    {
      "epoch": 305.45,
      "grad_norm": 1.1396712064743042,
      "learning_rate": 3.4125529531378144e-06,
      "loss": 0.3573,
      "step": 1094420
    },
    {
      "epoch": 305.45,
      "grad_norm": 1.1355030536651611,
      "learning_rate": 3.4125288886551805e-06,
      "loss": 0.3737,
      "step": 1094430
    },
    {
      "epoch": 305.45,
      "grad_norm": 1.064727783203125,
      "learning_rate": 3.4125048240302925e-06,
      "loss": 0.3557,
      "step": 1094440
    },
    {
      "epoch": 305.46,
      "grad_norm": 1.039969563484192,
      "learning_rate": 3.412480759263153e-06,
      "loss": 0.3511,
      "step": 1094450
    },
    {
      "epoch": 305.46,
      "grad_norm": 0.9271906018257141,
      "learning_rate": 3.412456694353765e-06,
      "loss": 0.3404,
      "step": 1094460
    },
    {
      "epoch": 305.46,
      "grad_norm": 1.1281119585037231,
      "learning_rate": 3.4124326293021314e-06,
      "loss": 0.3584,
      "step": 1094470
    },
    {
      "epoch": 305.46,
      "grad_norm": 1.1357333660125732,
      "learning_rate": 3.4124085641082566e-06,
      "loss": 0.3631,
      "step": 1094480
    },
    {
      "epoch": 305.47,
      "grad_norm": 1.1860798597335815,
      "learning_rate": 3.4123844987721426e-06,
      "loss": 0.3516,
      "step": 1094490
    },
    {
      "epoch": 305.47,
      "grad_norm": 0.9921559691429138,
      "learning_rate": 3.4123604332937935e-06,
      "loss": 0.3588,
      "step": 1094500
    },
    {
      "epoch": 305.47,
      "grad_norm": 0.8952786326408386,
      "learning_rate": 3.412336367673212e-06,
      "loss": 0.3523,
      "step": 1094510
    },
    {
      "epoch": 305.48,
      "grad_norm": 0.8218516707420349,
      "learning_rate": 3.4123123019104007e-06,
      "loss": 0.3675,
      "step": 1094520
    },
    {
      "epoch": 305.48,
      "grad_norm": 0.96604323387146,
      "learning_rate": 3.412288236005364e-06,
      "loss": 0.3592,
      "step": 1094530
    },
    {
      "epoch": 305.48,
      "grad_norm": 1.0224887132644653,
      "learning_rate": 3.4122641699581042e-06,
      "loss": 0.3561,
      "step": 1094540
    },
    {
      "epoch": 305.48,
      "grad_norm": 0.9755491018295288,
      "learning_rate": 3.4122401037686252e-06,
      "loss": 0.3609,
      "step": 1094550
    },
    {
      "epoch": 305.49,
      "grad_norm": 1.0517255067825317,
      "learning_rate": 3.41221603743693e-06,
      "loss": 0.3526,
      "step": 1094560
    },
    {
      "epoch": 305.49,
      "grad_norm": 0.9845809936523438,
      "learning_rate": 3.4121919709630214e-06,
      "loss": 0.3527,
      "step": 1094570
    },
    {
      "epoch": 305.49,
      "grad_norm": 0.9694170951843262,
      "learning_rate": 3.412167904346903e-06,
      "loss": 0.3493,
      "step": 1094580
    },
    {
      "epoch": 305.5,
      "grad_norm": 0.9520386457443237,
      "learning_rate": 3.4121438375885778e-06,
      "loss": 0.3519,
      "step": 1094590
    },
    {
      "epoch": 305.5,
      "grad_norm": 0.9529632925987244,
      "learning_rate": 3.412119770688049e-06,
      "loss": 0.3526,
      "step": 1094600
    },
    {
      "epoch": 305.5,
      "grad_norm": 1.1480249166488647,
      "learning_rate": 3.4120957036453206e-06,
      "loss": 0.3454,
      "step": 1094610
    },
    {
      "epoch": 305.5,
      "grad_norm": 1.041355013847351,
      "learning_rate": 3.4120716364603937e-06,
      "loss": 0.3547,
      "step": 1094620
    },
    {
      "epoch": 305.51,
      "grad_norm": 1.0693058967590332,
      "learning_rate": 3.4120475691332745e-06,
      "loss": 0.3452,
      "step": 1094630
    },
    {
      "epoch": 305.51,
      "grad_norm": 0.9137741327285767,
      "learning_rate": 3.412023501663964e-06,
      "loss": 0.3562,
      "step": 1094640
    },
    {
      "epoch": 305.51,
      "grad_norm": 1.170566439628601,
      "learning_rate": 3.411999434052466e-06,
      "loss": 0.3556,
      "step": 1094650
    },
    {
      "epoch": 305.51,
      "grad_norm": 1.1899489164352417,
      "learning_rate": 3.411975366298783e-06,
      "loss": 0.3512,
      "step": 1094660
    },
    {
      "epoch": 305.52,
      "grad_norm": 1.0965967178344727,
      "learning_rate": 3.4119512984029194e-06,
      "loss": 0.3759,
      "step": 1094670
    },
    {
      "epoch": 305.52,
      "grad_norm": 1.325171947479248,
      "learning_rate": 3.4119272303648783e-06,
      "loss": 0.3689,
      "step": 1094680
    },
    {
      "epoch": 305.52,
      "grad_norm": 1.0763412714004517,
      "learning_rate": 3.4119031621846614e-06,
      "loss": 0.3531,
      "step": 1094690
    },
    {
      "epoch": 305.53,
      "grad_norm": 0.9903008937835693,
      "learning_rate": 3.4118790938622742e-06,
      "loss": 0.3581,
      "step": 1094700
    },
    {
      "epoch": 305.53,
      "grad_norm": 1.2144503593444824,
      "learning_rate": 3.4118550253977185e-06,
      "loss": 0.3569,
      "step": 1094710
    },
    {
      "epoch": 305.53,
      "grad_norm": 1.0560636520385742,
      "learning_rate": 3.411830956790998e-06,
      "loss": 0.3561,
      "step": 1094720
    },
    {
      "epoch": 305.53,
      "grad_norm": 1.0687966346740723,
      "learning_rate": 3.4118068880421146e-06,
      "loss": 0.343,
      "step": 1094730
    },
    {
      "epoch": 305.54,
      "grad_norm": 1.1063671112060547,
      "learning_rate": 3.411782819151074e-06,
      "loss": 0.3576,
      "step": 1094740
    },
    {
      "epoch": 305.54,
      "grad_norm": 2.6288037300109863,
      "learning_rate": 3.4117587501178767e-06,
      "loss": 0.3471,
      "step": 1094750
    },
    {
      "epoch": 305.54,
      "grad_norm": 1.0402706861495972,
      "learning_rate": 3.411734680942527e-06,
      "loss": 0.3693,
      "step": 1094760
    },
    {
      "epoch": 305.55,
      "grad_norm": 1.1009939908981323,
      "learning_rate": 3.411710611625029e-06,
      "loss": 0.3585,
      "step": 1094770
    },
    {
      "epoch": 305.55,
      "grad_norm": 0.8388510942459106,
      "learning_rate": 3.4116865421653853e-06,
      "loss": 0.3389,
      "step": 1094780
    },
    {
      "epoch": 305.55,
      "grad_norm": 1.004869818687439,
      "learning_rate": 3.411662472563598e-06,
      "loss": 0.3414,
      "step": 1094790
    },
    {
      "epoch": 305.55,
      "grad_norm": 1.0307637453079224,
      "learning_rate": 3.4116384028196723e-06,
      "loss": 0.3603,
      "step": 1094800
    },
    {
      "epoch": 305.56,
      "grad_norm": 1.1932919025421143,
      "learning_rate": 3.4116143329336094e-06,
      "loss": 0.3468,
      "step": 1094810
    },
    {
      "epoch": 305.56,
      "grad_norm": 1.2647473812103271,
      "learning_rate": 3.411590262905414e-06,
      "loss": 0.3467,
      "step": 1094820
    },
    {
      "epoch": 305.56,
      "grad_norm": 0.8465918898582458,
      "learning_rate": 3.4115661927350893e-06,
      "loss": 0.3582,
      "step": 1094830
    },
    {
      "epoch": 305.57,
      "grad_norm": 1.0640712976455688,
      "learning_rate": 3.4115421224226372e-06,
      "loss": 0.3592,
      "step": 1094840
    },
    {
      "epoch": 305.57,
      "grad_norm": 0.9918467998504639,
      "learning_rate": 3.4115180519680623e-06,
      "loss": 0.3657,
      "step": 1094850
    },
    {
      "epoch": 305.57,
      "grad_norm": 0.8838756680488586,
      "learning_rate": 3.4114939813713663e-06,
      "loss": 0.3479,
      "step": 1094860
    },
    {
      "epoch": 305.57,
      "grad_norm": 1.1198886632919312,
      "learning_rate": 3.4114699106325542e-06,
      "loss": 0.3594,
      "step": 1094870
    },
    {
      "epoch": 305.58,
      "grad_norm": 0.9763100147247314,
      "learning_rate": 3.411445839751628e-06,
      "loss": 0.3587,
      "step": 1094880
    },
    {
      "epoch": 305.58,
      "grad_norm": 1.0555086135864258,
      "learning_rate": 3.4114217687285905e-06,
      "loss": 0.3636,
      "step": 1094890
    },
    {
      "epoch": 305.58,
      "grad_norm": 1.01959228515625,
      "learning_rate": 3.411397697563446e-06,
      "loss": 0.3524,
      "step": 1094900
    },
    {
      "epoch": 305.58,
      "grad_norm": 1.0849831104278564,
      "learning_rate": 3.4113736262561973e-06,
      "loss": 0.3589,
      "step": 1094910
    },
    {
      "epoch": 305.59,
      "grad_norm": 1.0852574110031128,
      "learning_rate": 3.4113495548068483e-06,
      "loss": 0.3557,
      "step": 1094920
    },
    {
      "epoch": 305.59,
      "grad_norm": 0.857744038105011,
      "learning_rate": 3.411325483215401e-06,
      "loss": 0.3518,
      "step": 1094930
    },
    {
      "epoch": 305.59,
      "grad_norm": 1.0836524963378906,
      "learning_rate": 3.411301411481859e-06,
      "loss": 0.3421,
      "step": 1094940
    },
    {
      "epoch": 305.6,
      "grad_norm": 0.9217053055763245,
      "learning_rate": 3.4112773396062256e-06,
      "loss": 0.3457,
      "step": 1094950
    },
    {
      "epoch": 305.6,
      "grad_norm": 0.8840410709381104,
      "learning_rate": 3.4112532675885044e-06,
      "loss": 0.3265,
      "step": 1094960
    },
    {
      "epoch": 305.6,
      "grad_norm": 1.0897003412246704,
      "learning_rate": 3.4112291954286975e-06,
      "loss": 0.3598,
      "step": 1094970
    },
    {
      "epoch": 305.6,
      "grad_norm": 0.9888577461242676,
      "learning_rate": 3.4112051231268094e-06,
      "loss": 0.3459,
      "step": 1094980
    },
    {
      "epoch": 305.61,
      "grad_norm": 1.064600944519043,
      "learning_rate": 3.4111810506828425e-06,
      "loss": 0.3479,
      "step": 1094990
    },
    {
      "epoch": 305.61,
      "grad_norm": 1.0457038879394531,
      "learning_rate": 3.4111569780968007e-06,
      "loss": 0.3518,
      "step": 1095000
    },
    {
      "epoch": 305.61,
      "grad_norm": 0.9688740968704224,
      "learning_rate": 3.411132905368686e-06,
      "loss": 0.3585,
      "step": 1095010
    },
    {
      "epoch": 305.62,
      "grad_norm": 1.1083506345748901,
      "learning_rate": 3.4111088324985023e-06,
      "loss": 0.3632,
      "step": 1095020
    },
    {
      "epoch": 305.62,
      "grad_norm": 1.0493276119232178,
      "learning_rate": 3.411084759486254e-06,
      "loss": 0.3393,
      "step": 1095030
    },
    {
      "epoch": 305.62,
      "grad_norm": 1.1081311702728271,
      "learning_rate": 3.411060686331942e-06,
      "loss": 0.3486,
      "step": 1095040
    },
    {
      "epoch": 305.62,
      "grad_norm": 0.8576152324676514,
      "learning_rate": 3.4110366130355713e-06,
      "loss": 0.3503,
      "step": 1095050
    },
    {
      "epoch": 305.63,
      "grad_norm": 1.0238521099090576,
      "learning_rate": 3.411012539597144e-06,
      "loss": 0.346,
      "step": 1095060
    },
    {
      "epoch": 305.63,
      "grad_norm": 1.018066167831421,
      "learning_rate": 3.4109884660166644e-06,
      "loss": 0.3525,
      "step": 1095070
    },
    {
      "epoch": 305.63,
      "grad_norm": 1.0329099893569946,
      "learning_rate": 3.4109643922941344e-06,
      "loss": 0.3373,
      "step": 1095080
    },
    {
      "epoch": 305.63,
      "grad_norm": 0.9607974886894226,
      "learning_rate": 3.410940318429558e-06,
      "loss": 0.3415,
      "step": 1095090
    },
    {
      "epoch": 305.64,
      "grad_norm": 1.0087686777114868,
      "learning_rate": 3.4109162444229387e-06,
      "loss": 0.3461,
      "step": 1095100
    },
    {
      "epoch": 305.64,
      "grad_norm": 0.9392949938774109,
      "learning_rate": 3.410892170274279e-06,
      "loss": 0.365,
      "step": 1095110
    },
    {
      "epoch": 305.64,
      "grad_norm": 1.00153386592865,
      "learning_rate": 3.4108680959835825e-06,
      "loss": 0.3471,
      "step": 1095120
    },
    {
      "epoch": 305.65,
      "grad_norm": 0.980469286441803,
      "learning_rate": 3.4108440215508517e-06,
      "loss": 0.3396,
      "step": 1095130
    },
    {
      "epoch": 305.65,
      "grad_norm": 0.9560253620147705,
      "learning_rate": 3.4108199469760917e-06,
      "loss": 0.3561,
      "step": 1095140
    },
    {
      "epoch": 305.65,
      "grad_norm": 1.059328317642212,
      "learning_rate": 3.4107958722593033e-06,
      "loss": 0.359,
      "step": 1095150
    },
    {
      "epoch": 305.65,
      "grad_norm": 1.1332980394363403,
      "learning_rate": 3.410771797400491e-06,
      "loss": 0.3495,
      "step": 1095160
    },
    {
      "epoch": 305.66,
      "grad_norm": 0.9873691201210022,
      "learning_rate": 3.410747722399658e-06,
      "loss": 0.3516,
      "step": 1095170
    },
    {
      "epoch": 305.66,
      "grad_norm": 1.2394531965255737,
      "learning_rate": 3.4107236472568066e-06,
      "loss": 0.3427,
      "step": 1095180
    },
    {
      "epoch": 305.66,
      "grad_norm": 1.0229864120483398,
      "learning_rate": 3.4106995719719416e-06,
      "loss": 0.3791,
      "step": 1095190
    },
    {
      "epoch": 305.67,
      "grad_norm": 0.9187604188919067,
      "learning_rate": 3.410675496545065e-06,
      "loss": 0.3507,
      "step": 1095200
    },
    {
      "epoch": 305.67,
      "grad_norm": 1.0265686511993408,
      "learning_rate": 3.4106514209761807e-06,
      "loss": 0.3485,
      "step": 1095210
    },
    {
      "epoch": 305.67,
      "grad_norm": 1.0100769996643066,
      "learning_rate": 3.410627345265291e-06,
      "loss": 0.3576,
      "step": 1095220
    },
    {
      "epoch": 305.67,
      "grad_norm": 1.0431110858917236,
      "learning_rate": 3.4106032694123995e-06,
      "loss": 0.3468,
      "step": 1095230
    },
    {
      "epoch": 305.68,
      "grad_norm": 1.0078926086425781,
      "learning_rate": 3.4105791934175104e-06,
      "loss": 0.3509,
      "step": 1095240
    },
    {
      "epoch": 305.68,
      "grad_norm": 0.9845395088195801,
      "learning_rate": 3.4105551172806255e-06,
      "loss": 0.3567,
      "step": 1095250
    },
    {
      "epoch": 305.68,
      "grad_norm": 0.9941425323486328,
      "learning_rate": 3.4105310410017483e-06,
      "loss": 0.3575,
      "step": 1095260
    },
    {
      "epoch": 305.69,
      "grad_norm": 0.9373849034309387,
      "learning_rate": 3.4105069645808826e-06,
      "loss": 0.3633,
      "step": 1095270
    },
    {
      "epoch": 305.69,
      "grad_norm": 0.9894904494285583,
      "learning_rate": 3.410482888018031e-06,
      "loss": 0.3536,
      "step": 1095280
    },
    {
      "epoch": 305.69,
      "grad_norm": 1.1050593852996826,
      "learning_rate": 3.4104588113131976e-06,
      "loss": 0.35,
      "step": 1095290
    },
    {
      "epoch": 305.69,
      "grad_norm": 1.0948302745819092,
      "learning_rate": 3.410434734466384e-06,
      "loss": 0.3707,
      "step": 1095300
    },
    {
      "epoch": 305.7,
      "grad_norm": 0.8930567502975464,
      "learning_rate": 3.410410657477595e-06,
      "loss": 0.3636,
      "step": 1095310
    },
    {
      "epoch": 305.7,
      "grad_norm": 0.9331069588661194,
      "learning_rate": 3.4103865803468333e-06,
      "loss": 0.3585,
      "step": 1095320
    },
    {
      "epoch": 305.7,
      "grad_norm": 1.1321804523468018,
      "learning_rate": 3.4103625030741014e-06,
      "loss": 0.3565,
      "step": 1095330
    },
    {
      "epoch": 305.7,
      "grad_norm": 1.174855351448059,
      "learning_rate": 3.4103384256594034e-06,
      "loss": 0.3438,
      "step": 1095340
    },
    {
      "epoch": 305.71,
      "grad_norm": 1.1908873319625854,
      "learning_rate": 3.4103143481027427e-06,
      "loss": 0.3532,
      "step": 1095350
    },
    {
      "epoch": 305.71,
      "grad_norm": 1.1103668212890625,
      "learning_rate": 3.4102902704041205e-06,
      "loss": 0.3621,
      "step": 1095360
    },
    {
      "epoch": 305.71,
      "grad_norm": 1.033118724822998,
      "learning_rate": 3.4102661925635433e-06,
      "loss": 0.3674,
      "step": 1095370
    },
    {
      "epoch": 305.72,
      "grad_norm": 0.9598632454872131,
      "learning_rate": 3.4102421145810117e-06,
      "loss": 0.3662,
      "step": 1095380
    },
    {
      "epoch": 305.72,
      "grad_norm": 1.0163862705230713,
      "learning_rate": 3.4102180364565298e-06,
      "loss": 0.3495,
      "step": 1095390
    },
    {
      "epoch": 305.72,
      "grad_norm": 0.9607634544372559,
      "learning_rate": 3.4101939581901003e-06,
      "loss": 0.3619,
      "step": 1095400
    },
    {
      "epoch": 305.72,
      "grad_norm": 0.9258905053138733,
      "learning_rate": 3.4101698797817272e-06,
      "loss": 0.3744,
      "step": 1095410
    },
    {
      "epoch": 305.73,
      "grad_norm": 1.3466073274612427,
      "learning_rate": 3.410145801231413e-06,
      "loss": 0.3518,
      "step": 1095420
    },
    {
      "epoch": 305.73,
      "grad_norm": 9.140922546386719,
      "learning_rate": 3.4101217225391615e-06,
      "loss": 0.3476,
      "step": 1095430
    },
    {
      "epoch": 305.73,
      "grad_norm": 0.858063817024231,
      "learning_rate": 3.4100976437049756e-06,
      "loss": 0.3535,
      "step": 1095440
    },
    {
      "epoch": 305.74,
      "grad_norm": 1.1472567319869995,
      "learning_rate": 3.410073564728859e-06,
      "loss": 0.3459,
      "step": 1095450
    },
    {
      "epoch": 305.74,
      "grad_norm": 1.0582151412963867,
      "learning_rate": 3.4100494856108135e-06,
      "loss": 0.351,
      "step": 1095460
    },
    {
      "epoch": 305.74,
      "grad_norm": 0.9679073691368103,
      "learning_rate": 3.410025406350844e-06,
      "loss": 0.3578,
      "step": 1095470
    },
    {
      "epoch": 305.74,
      "grad_norm": 0.8872708082199097,
      "learning_rate": 3.4100013269489525e-06,
      "loss": 0.3552,
      "step": 1095480
    },
    {
      "epoch": 305.75,
      "grad_norm": 1.0820401906967163,
      "learning_rate": 3.4099772474051428e-06,
      "loss": 0.3738,
      "step": 1095490
    },
    {
      "epoch": 305.75,
      "grad_norm": 1.054994821548462,
      "learning_rate": 3.409953167719418e-06,
      "loss": 0.3487,
      "step": 1095500
    },
    {
      "epoch": 305.75,
      "grad_norm": 1.1140708923339844,
      "learning_rate": 3.4099290878917816e-06,
      "loss": 0.3597,
      "step": 1095510
    },
    {
      "epoch": 305.75,
      "grad_norm": 0.9831554889678955,
      "learning_rate": 3.409905007922236e-06,
      "loss": 0.3522,
      "step": 1095520
    },
    {
      "epoch": 305.76,
      "grad_norm": 1.0140364170074463,
      "learning_rate": 3.409880927810785e-06,
      "loss": 0.3533,
      "step": 1095530
    },
    {
      "epoch": 305.76,
      "grad_norm": 1.022674560546875,
      "learning_rate": 3.4098568475574324e-06,
      "loss": 0.3489,
      "step": 1095540
    },
    {
      "epoch": 305.76,
      "grad_norm": 1.2973288297653198,
      "learning_rate": 3.4098327671621796e-06,
      "loss": 0.3798,
      "step": 1095550
    },
    {
      "epoch": 305.77,
      "grad_norm": 0.9920427203178406,
      "learning_rate": 3.4098086866250314e-06,
      "loss": 0.3692,
      "step": 1095560
    },
    {
      "epoch": 305.77,
      "grad_norm": 2.4589104652404785,
      "learning_rate": 3.4097846059459904e-06,
      "loss": 0.377,
      "step": 1095570
    },
    {
      "epoch": 305.77,
      "grad_norm": 1.05838143825531,
      "learning_rate": 3.40976052512506e-06,
      "loss": 0.3544,
      "step": 1095580
    },
    {
      "epoch": 305.77,
      "grad_norm": 0.890687882900238,
      "learning_rate": 3.4097364441622434e-06,
      "loss": 0.3639,
      "step": 1095590
    },
    {
      "epoch": 305.78,
      "grad_norm": 0.9767253398895264,
      "learning_rate": 3.409712363057543e-06,
      "loss": 0.3441,
      "step": 1095600
    },
    {
      "epoch": 305.78,
      "grad_norm": 1.0730425119400024,
      "learning_rate": 3.4096882818109636e-06,
      "loss": 0.3528,
      "step": 1095610
    },
    {
      "epoch": 305.78,
      "grad_norm": 1.0524991750717163,
      "learning_rate": 3.409664200422507e-06,
      "loss": 0.3827,
      "step": 1095620
    },
    {
      "epoch": 305.79,
      "grad_norm": 3.3453330993652344,
      "learning_rate": 3.409640118892177e-06,
      "loss": 0.3604,
      "step": 1095630
    },
    {
      "epoch": 305.79,
      "grad_norm": 0.9241809248924255,
      "learning_rate": 3.409616037219977e-06,
      "loss": 0.3613,
      "step": 1095640
    },
    {
      "epoch": 305.79,
      "grad_norm": 0.7976794838905334,
      "learning_rate": 3.4095919554059093e-06,
      "loss": 0.3481,
      "step": 1095650
    },
    {
      "epoch": 305.79,
      "grad_norm": 1.1179099082946777,
      "learning_rate": 3.409567873449979e-06,
      "loss": 0.3494,
      "step": 1095660
    },
    {
      "epoch": 305.8,
      "grad_norm": 5.58087682723999,
      "learning_rate": 3.4095437913521873e-06,
      "loss": 0.3506,
      "step": 1095670
    },
    {
      "epoch": 305.8,
      "grad_norm": 1.0516973733901978,
      "learning_rate": 3.409519709112538e-06,
      "loss": 0.3551,
      "step": 1095680
    },
    {
      "epoch": 305.8,
      "grad_norm": 1.0736621618270874,
      "learning_rate": 3.409495626731034e-06,
      "loss": 0.3516,
      "step": 1095690
    },
    {
      "epoch": 305.81,
      "grad_norm": 0.9692474007606506,
      "learning_rate": 3.4094715442076804e-06,
      "loss": 0.3498,
      "step": 1095700
    },
    {
      "epoch": 305.81,
      "grad_norm": 1.1769567728042603,
      "learning_rate": 3.4094474615424776e-06,
      "loss": 0.356,
      "step": 1095710
    },
    {
      "epoch": 305.81,
      "grad_norm": 0.9892296195030212,
      "learning_rate": 3.4094233787354307e-06,
      "loss": 0.3596,
      "step": 1095720
    },
    {
      "epoch": 305.81,
      "grad_norm": 0.8340231776237488,
      "learning_rate": 3.4093992957865425e-06,
      "loss": 0.3749,
      "step": 1095730
    },
    {
      "epoch": 305.82,
      "grad_norm": 0.9329918026924133,
      "learning_rate": 3.409375212695816e-06,
      "loss": 0.3575,
      "step": 1095740
    },
    {
      "epoch": 305.82,
      "grad_norm": 1.0978786945343018,
      "learning_rate": 3.4093511294632546e-06,
      "loss": 0.3555,
      "step": 1095750
    },
    {
      "epoch": 305.82,
      "grad_norm": 1.0210140943527222,
      "learning_rate": 3.409327046088861e-06,
      "loss": 0.3573,
      "step": 1095760
    },
    {
      "epoch": 305.82,
      "grad_norm": 1.0406908988952637,
      "learning_rate": 3.4093029625726392e-06,
      "loss": 0.3582,
      "step": 1095770
    },
    {
      "epoch": 305.83,
      "grad_norm": 1.0573148727416992,
      "learning_rate": 3.409278878914592e-06,
      "loss": 0.3475,
      "step": 1095780
    },
    {
      "epoch": 305.83,
      "grad_norm": 1.0061007738113403,
      "learning_rate": 3.4092547951147223e-06,
      "loss": 0.371,
      "step": 1095790
    },
    {
      "epoch": 305.83,
      "grad_norm": 1.0449622869491577,
      "learning_rate": 3.4092307111730336e-06,
      "loss": 0.3538,
      "step": 1095800
    },
    {
      "epoch": 305.84,
      "grad_norm": 1.2066601514816284,
      "learning_rate": 3.4092066270895296e-06,
      "loss": 0.3756,
      "step": 1095810
    },
    {
      "epoch": 305.84,
      "grad_norm": 1.1796008348464966,
      "learning_rate": 3.409182542864213e-06,
      "loss": 0.3409,
      "step": 1095820
    },
    {
      "epoch": 305.84,
      "grad_norm": 1.0260003805160522,
      "learning_rate": 3.409158458497087e-06,
      "loss": 0.3696,
      "step": 1095830
    },
    {
      "epoch": 305.84,
      "grad_norm": 0.9113680124282837,
      "learning_rate": 3.4091343739881543e-06,
      "loss": 0.3733,
      "step": 1095840
    },
    {
      "epoch": 305.85,
      "grad_norm": 1.0752644538879395,
      "learning_rate": 3.409110289337419e-06,
      "loss": 0.3585,
      "step": 1095850
    },
    {
      "epoch": 305.85,
      "grad_norm": 0.9611151814460754,
      "learning_rate": 3.4090862045448845e-06,
      "loss": 0.3592,
      "step": 1095860
    },
    {
      "epoch": 305.85,
      "grad_norm": 1.0616655349731445,
      "learning_rate": 3.4090621196105524e-06,
      "loss": 0.344,
      "step": 1095870
    },
    {
      "epoch": 305.86,
      "grad_norm": 0.8897520899772644,
      "learning_rate": 3.409038034534428e-06,
      "loss": 0.3527,
      "step": 1095880
    },
    {
      "epoch": 305.86,
      "grad_norm": 0.9717711806297302,
      "learning_rate": 3.4090139493165125e-06,
      "loss": 0.3407,
      "step": 1095890
    },
    {
      "epoch": 305.86,
      "grad_norm": 0.9656180143356323,
      "learning_rate": 3.408989863956811e-06,
      "loss": 0.3528,
      "step": 1095900
    },
    {
      "epoch": 305.86,
      "grad_norm": 1.0256322622299194,
      "learning_rate": 3.408965778455325e-06,
      "loss": 0.3396,
      "step": 1095910
    },
    {
      "epoch": 305.87,
      "grad_norm": 1.023693323135376,
      "learning_rate": 3.4089416928120587e-06,
      "loss": 0.3614,
      "step": 1095920
    },
    {
      "epoch": 305.87,
      "grad_norm": 0.9491846561431885,
      "learning_rate": 3.408917607027016e-06,
      "loss": 0.3524,
      "step": 1095930
    },
    {
      "epoch": 305.87,
      "grad_norm": 1.0970150232315063,
      "learning_rate": 3.4088935211001974e-06,
      "loss": 0.337,
      "step": 1095940
    },
    {
      "epoch": 305.87,
      "grad_norm": 0.9463232159614563,
      "learning_rate": 3.4088694350316094e-06,
      "loss": 0.3543,
      "step": 1095950
    },
    {
      "epoch": 305.88,
      "grad_norm": 1.1272836923599243,
      "learning_rate": 3.4088453488212535e-06,
      "loss": 0.3485,
      "step": 1095960
    },
    {
      "epoch": 305.88,
      "grad_norm": 0.9414459466934204,
      "learning_rate": 3.4088212624691323e-06,
      "loss": 0.3653,
      "step": 1095970
    },
    {
      "epoch": 305.88,
      "grad_norm": 1.1693367958068848,
      "learning_rate": 3.4087971759752503e-06,
      "loss": 0.3645,
      "step": 1095980
    },
    {
      "epoch": 305.89,
      "grad_norm": 0.9940615892410278,
      "learning_rate": 3.408773089339611e-06,
      "loss": 0.3808,
      "step": 1095990
    },
    {
      "epoch": 305.89,
      "grad_norm": 0.931221604347229,
      "learning_rate": 3.4087490025622157e-06,
      "loss": 0.356,
      "step": 1096000
    },
    {
      "epoch": 305.89,
      "grad_norm": 0.889478325843811,
      "learning_rate": 3.408724915643069e-06,
      "loss": 0.3612,
      "step": 1096010
    },
    {
      "epoch": 305.89,
      "grad_norm": 0.8987535238265991,
      "learning_rate": 3.4087008285821748e-06,
      "loss": 0.3577,
      "step": 1096020
    },
    {
      "epoch": 305.9,
      "grad_norm": 1.1633025407791138,
      "learning_rate": 3.408676741379534e-06,
      "loss": 0.3585,
      "step": 1096030
    },
    {
      "epoch": 305.9,
      "grad_norm": 0.9638280868530273,
      "learning_rate": 3.4086526540351524e-06,
      "loss": 0.3664,
      "step": 1096040
    },
    {
      "epoch": 305.9,
      "grad_norm": 1.029775857925415,
      "learning_rate": 3.408628566549031e-06,
      "loss": 0.3522,
      "step": 1096050
    },
    {
      "epoch": 305.91,
      "grad_norm": 1.0618091821670532,
      "learning_rate": 3.4086044789211744e-06,
      "loss": 0.3591,
      "step": 1096060
    },
    {
      "epoch": 305.91,
      "grad_norm": 1.1716400384902954,
      "learning_rate": 3.408580391151585e-06,
      "loss": 0.3651,
      "step": 1096070
    },
    {
      "epoch": 305.91,
      "grad_norm": 1.022238850593567,
      "learning_rate": 3.4085563032402662e-06,
      "loss": 0.3495,
      "step": 1096080
    },
    {
      "epoch": 305.91,
      "grad_norm": 1.0245407819747925,
      "learning_rate": 3.4085322151872224e-06,
      "loss": 0.355,
      "step": 1096090
    },
    {
      "epoch": 305.92,
      "grad_norm": 0.8478610515594482,
      "learning_rate": 3.4085081269924555e-06,
      "loss": 0.3534,
      "step": 1096100
    },
    {
      "epoch": 305.92,
      "grad_norm": 1.005721092224121,
      "learning_rate": 3.4084840386559685e-06,
      "loss": 0.3704,
      "step": 1096110
    },
    {
      "epoch": 305.92,
      "grad_norm": 1.0094021558761597,
      "learning_rate": 3.408459950177766e-06,
      "loss": 0.3535,
      "step": 1096120
    },
    {
      "epoch": 305.93,
      "grad_norm": 1.1179007291793823,
      "learning_rate": 3.4084358615578493e-06,
      "loss": 0.336,
      "step": 1096130
    },
    {
      "epoch": 305.93,
      "grad_norm": 0.9805927276611328,
      "learning_rate": 3.408411772796222e-06,
      "loss": 0.3633,
      "step": 1096140
    },
    {
      "epoch": 305.93,
      "grad_norm": 1.0105048418045044,
      "learning_rate": 3.4083876838928898e-06,
      "loss": 0.3354,
      "step": 1096150
    },
    {
      "epoch": 305.93,
      "grad_norm": 0.9782381057739258,
      "learning_rate": 3.408363594847853e-06,
      "loss": 0.3486,
      "step": 1096160
    },
    {
      "epoch": 305.94,
      "grad_norm": 1.0351184606552124,
      "learning_rate": 3.408339505661116e-06,
      "loss": 0.3542,
      "step": 1096170
    },
    {
      "epoch": 305.94,
      "grad_norm": 0.9519656896591187,
      "learning_rate": 3.408315416332682e-06,
      "loss": 0.3553,
      "step": 1096180
    },
    {
      "epoch": 305.94,
      "grad_norm": 0.9274055361747742,
      "learning_rate": 3.4082913268625537e-06,
      "loss": 0.3603,
      "step": 1096190
    },
    {
      "epoch": 305.94,
      "grad_norm": 0.9147519469261169,
      "learning_rate": 3.408267237250735e-06,
      "loss": 0.3581,
      "step": 1096200
    },
    {
      "epoch": 305.95,
      "grad_norm": 1.1357957124710083,
      "learning_rate": 3.4082431474972284e-06,
      "loss": 0.376,
      "step": 1096210
    },
    {
      "epoch": 305.95,
      "grad_norm": 1.1053208112716675,
      "learning_rate": 3.408219057602038e-06,
      "loss": 0.3502,
      "step": 1096220
    },
    {
      "epoch": 305.95,
      "grad_norm": 1.1372816562652588,
      "learning_rate": 3.4081949675651657e-06,
      "loss": 0.3513,
      "step": 1096230
    },
    {
      "epoch": 305.96,
      "grad_norm": 0.9807077050209045,
      "learning_rate": 3.4081708773866163e-06,
      "loss": 0.3415,
      "step": 1096240
    },
    {
      "epoch": 305.96,
      "grad_norm": 1.0001542568206787,
      "learning_rate": 3.408146787066392e-06,
      "loss": 0.3464,
      "step": 1096250
    },
    {
      "epoch": 305.96,
      "grad_norm": 1.1628185510635376,
      "learning_rate": 3.4081226966044963e-06,
      "loss": 0.3575,
      "step": 1096260
    },
    {
      "epoch": 305.96,
      "grad_norm": 1.2725774049758911,
      "learning_rate": 3.4080986060009316e-06,
      "loss": 0.355,
      "step": 1096270
    },
    {
      "epoch": 305.97,
      "grad_norm": 1.030540108680725,
      "learning_rate": 3.4080745152557027e-06,
      "loss": 0.3575,
      "step": 1096280
    },
    {
      "epoch": 305.97,
      "grad_norm": 1.1328892707824707,
      "learning_rate": 3.408050424368811e-06,
      "loss": 0.3509,
      "step": 1096290
    },
    {
      "epoch": 305.97,
      "grad_norm": 1.0146547555923462,
      "learning_rate": 3.4080263333402607e-06,
      "loss": 0.3445,
      "step": 1096300
    },
    {
      "epoch": 305.98,
      "grad_norm": 0.8679113984107971,
      "learning_rate": 3.4080022421700564e-06,
      "loss": 0.3641,
      "step": 1096310
    },
    {
      "epoch": 305.98,
      "grad_norm": 1.1242454051971436,
      "learning_rate": 3.407978150858198e-06,
      "loss": 0.3638,
      "step": 1096320
    },
    {
      "epoch": 305.98,
      "grad_norm": 1.0578757524490356,
      "learning_rate": 3.4079540594046917e-06,
      "loss": 0.3631,
      "step": 1096330
    },
    {
      "epoch": 305.98,
      "grad_norm": 0.8853444457054138,
      "learning_rate": 3.407929967809539e-06,
      "loss": 0.3626,
      "step": 1096340
    },
    {
      "epoch": 305.99,
      "grad_norm": 0.9576725959777832,
      "learning_rate": 3.4079058760727438e-06,
      "loss": 0.3548,
      "step": 1096350
    },
    {
      "epoch": 305.99,
      "grad_norm": 1.0174317359924316,
      "learning_rate": 3.407881784194309e-06,
      "loss": 0.358,
      "step": 1096360
    },
    {
      "epoch": 305.99,
      "grad_norm": 0.9656786322593689,
      "learning_rate": 3.4078576921742383e-06,
      "loss": 0.34,
      "step": 1096370
    },
    {
      "epoch": 305.99,
      "grad_norm": 1.0104575157165527,
      "learning_rate": 3.4078336000125345e-06,
      "loss": 0.3779,
      "step": 1096380
    },
    {
      "epoch": 306.0,
      "grad_norm": 1.0483436584472656,
      "learning_rate": 3.4078095077092004e-06,
      "loss": 0.3513,
      "step": 1096390
    },
    {
      "epoch": 306.0,
      "eval_loss": 0.35646870732307434,
      "eval_runtime": 63.463,
      "eval_samples_per_second": 79.716,
      "eval_steps_per_second": 9.974,
      "step": 1096398
    },
    {
      "epoch": 306.0,
      "grad_norm": 0.9537351727485657,
      "learning_rate": 3.4077854152642408e-06,
      "loss": 0.3468,
      "step": 1096400
    },
    {
      "epoch": 306.0,
      "grad_norm": 0.9017323851585388,
      "learning_rate": 3.407761322677657e-06,
      "loss": 0.3459,
      "step": 1096410
    },
    {
      "epoch": 306.01,
      "grad_norm": 1.0488262176513672,
      "learning_rate": 3.407737229949453e-06,
      "loss": 0.3603,
      "step": 1096420
    },
    {
      "epoch": 306.01,
      "grad_norm": 0.9880464673042297,
      "learning_rate": 3.407713137079632e-06,
      "loss": 0.3593,
      "step": 1096430
    },
    {
      "epoch": 306.01,
      "grad_norm": 1.0131888389587402,
      "learning_rate": 3.4076890440681977e-06,
      "loss": 0.3571,
      "step": 1096440
    },
    {
      "epoch": 306.01,
      "grad_norm": 1.2281426191329956,
      "learning_rate": 3.407664950915152e-06,
      "loss": 0.369,
      "step": 1096450
    },
    {
      "epoch": 306.02,
      "grad_norm": 1.1396032571792603,
      "learning_rate": 3.4076408576204996e-06,
      "loss": 0.3501,
      "step": 1096460
    },
    {
      "epoch": 306.02,
      "grad_norm": 1.0103222131729126,
      "learning_rate": 3.4076167641842424e-06,
      "loss": 0.367,
      "step": 1096470
    },
    {
      "epoch": 306.02,
      "grad_norm": 0.9302173852920532,
      "learning_rate": 3.407592670606385e-06,
      "loss": 0.3491,
      "step": 1096480
    },
    {
      "epoch": 306.03,
      "grad_norm": 0.9739819169044495,
      "learning_rate": 3.4075685768869296e-06,
      "loss": 0.3356,
      "step": 1096490
    },
    {
      "epoch": 306.03,
      "grad_norm": 1.0305609703063965,
      "learning_rate": 3.4075444830258795e-06,
      "loss": 0.3605,
      "step": 1096500
    },
    {
      "epoch": 306.03,
      "grad_norm": 0.9823065996170044,
      "learning_rate": 3.407520389023238e-06,
      "loss": 0.3558,
      "step": 1096510
    },
    {
      "epoch": 306.03,
      "grad_norm": 1.1965912580490112,
      "learning_rate": 3.4074962948790083e-06,
      "loss": 0.3691,
      "step": 1096520
    },
    {
      "epoch": 306.04,
      "grad_norm": 1.1345499753952026,
      "learning_rate": 3.407472200593194e-06,
      "loss": 0.3596,
      "step": 1096530
    },
    {
      "epoch": 306.04,
      "grad_norm": 0.8530350923538208,
      "learning_rate": 3.407448106165798e-06,
      "loss": 0.3426,
      "step": 1096540
    },
    {
      "epoch": 306.04,
      "grad_norm": 1.0704528093338013,
      "learning_rate": 3.407424011596824e-06,
      "loss": 0.3463,
      "step": 1096550
    },
    {
      "epoch": 306.05,
      "grad_norm": 1.0057668685913086,
      "learning_rate": 3.4073999168862733e-06,
      "loss": 0.3558,
      "step": 1096560
    },
    {
      "epoch": 306.05,
      "grad_norm": 1.0015413761138916,
      "learning_rate": 3.4073758220341515e-06,
      "loss": 0.3484,
      "step": 1096570
    },
    {
      "epoch": 306.05,
      "grad_norm": 1.2090595960617065,
      "learning_rate": 3.4073517270404607e-06,
      "loss": 0.3553,
      "step": 1096580
    },
    {
      "epoch": 306.05,
      "grad_norm": 0.994234025478363,
      "learning_rate": 3.4073276319052037e-06,
      "loss": 0.3542,
      "step": 1096590
    },
    {
      "epoch": 306.06,
      "grad_norm": 1.0992352962493896,
      "learning_rate": 3.4073035366283846e-06,
      "loss": 0.3436,
      "step": 1096600
    },
    {
      "epoch": 306.06,
      "grad_norm": 0.9448403716087341,
      "learning_rate": 3.4072794412100064e-06,
      "loss": 0.3539,
      "step": 1096610
    },
    {
      "epoch": 306.06,
      "grad_norm": 1.2791646718978882,
      "learning_rate": 3.407255345650072e-06,
      "loss": 0.369,
      "step": 1096620
    },
    {
      "epoch": 306.06,
      "grad_norm": 1.1262203454971313,
      "learning_rate": 3.407231249948585e-06,
      "loss": 0.336,
      "step": 1096630
    },
    {
      "epoch": 306.07,
      "grad_norm": 1.10089111328125,
      "learning_rate": 3.4072071541055484e-06,
      "loss": 0.36,
      "step": 1096640
    },
    {
      "epoch": 306.07,
      "grad_norm": 0.9444366693496704,
      "learning_rate": 3.4071830581209647e-06,
      "loss": 0.3604,
      "step": 1096650
    },
    {
      "epoch": 306.07,
      "grad_norm": 0.897553563117981,
      "learning_rate": 3.407158961994838e-06,
      "loss": 0.3225,
      "step": 1096660
    },
    {
      "epoch": 306.08,
      "grad_norm": 1.0206776857376099,
      "learning_rate": 3.4071348657271715e-06,
      "loss": 0.3487,
      "step": 1096670
    },
    {
      "epoch": 306.08,
      "grad_norm": 1.109181523323059,
      "learning_rate": 3.407110769317968e-06,
      "loss": 0.3485,
      "step": 1096680
    },
    {
      "epoch": 306.08,
      "grad_norm": 1.0903264284133911,
      "learning_rate": 3.4070866727672313e-06,
      "loss": 0.3569,
      "step": 1096690
    },
    {
      "epoch": 306.08,
      "grad_norm": 1.2381373643875122,
      "learning_rate": 3.4070625760749643e-06,
      "loss": 0.3602,
      "step": 1096700
    },
    {
      "epoch": 306.09,
      "grad_norm": 0.9451121091842651,
      "learning_rate": 3.4070384792411694e-06,
      "loss": 0.3482,
      "step": 1096710
    },
    {
      "epoch": 306.09,
      "grad_norm": 1.5041005611419678,
      "learning_rate": 3.4070143822658506e-06,
      "loss": 0.3553,
      "step": 1096720
    },
    {
      "epoch": 306.09,
      "grad_norm": 1.0040535926818848,
      "learning_rate": 3.4069902851490117e-06,
      "loss": 0.3516,
      "step": 1096730
    },
    {
      "epoch": 306.1,
      "grad_norm": 1.2566412687301636,
      "learning_rate": 3.4069661878906543e-06,
      "loss": 0.3419,
      "step": 1096740
    },
    {
      "epoch": 306.1,
      "grad_norm": 1.4333077669143677,
      "learning_rate": 3.406942090490783e-06,
      "loss": 0.3675,
      "step": 1096750
    },
    {
      "epoch": 306.1,
      "grad_norm": 1.0256224870681763,
      "learning_rate": 3.4069179929494007e-06,
      "loss": 0.3658,
      "step": 1096760
    },
    {
      "epoch": 306.1,
      "grad_norm": 1.1183422803878784,
      "learning_rate": 3.4068938952665104e-06,
      "loss": 0.3585,
      "step": 1096770
    },
    {
      "epoch": 306.11,
      "grad_norm": 0.9110841751098633,
      "learning_rate": 3.406869797442115e-06,
      "loss": 0.3655,
      "step": 1096780
    },
    {
      "epoch": 306.11,
      "grad_norm": 1.037733793258667,
      "learning_rate": 3.4068456994762184e-06,
      "loss": 0.3667,
      "step": 1096790
    },
    {
      "epoch": 306.11,
      "grad_norm": 1.0548347234725952,
      "learning_rate": 3.4068216013688236e-06,
      "loss": 0.3452,
      "step": 1096800
    },
    {
      "epoch": 306.11,
      "grad_norm": 1.0127832889556885,
      "learning_rate": 3.406797503119933e-06,
      "loss": 0.3637,
      "step": 1096810
    },
    {
      "epoch": 306.12,
      "grad_norm": 0.9708454012870789,
      "learning_rate": 3.4067734047295506e-06,
      "loss": 0.3848,
      "step": 1096820
    },
    {
      "epoch": 306.12,
      "grad_norm": 1.2254575490951538,
      "learning_rate": 3.406749306197681e-06,
      "loss": 0.3417,
      "step": 1096830
    },
    {
      "epoch": 306.12,
      "grad_norm": 1.1060861349105835,
      "learning_rate": 3.4067252075243244e-06,
      "loss": 0.3598,
      "step": 1096840
    },
    {
      "epoch": 306.13,
      "grad_norm": 1.0457149744033813,
      "learning_rate": 3.406701108709486e-06,
      "loss": 0.3394,
      "step": 1096850
    },
    {
      "epoch": 306.13,
      "grad_norm": 1.2138091325759888,
      "learning_rate": 3.4066770097531684e-06,
      "loss": 0.3623,
      "step": 1096860
    },
    {
      "epoch": 306.13,
      "grad_norm": 1.2061208486557007,
      "learning_rate": 3.4066529106553744e-06,
      "loss": 0.3509,
      "step": 1096870
    },
    {
      "epoch": 306.13,
      "grad_norm": 1.0013855695724487,
      "learning_rate": 3.4066288114161085e-06,
      "loss": 0.3667,
      "step": 1096880
    },
    {
      "epoch": 306.14,
      "grad_norm": 0.9950225353240967,
      "learning_rate": 3.406604712035373e-06,
      "loss": 0.3503,
      "step": 1096890
    },
    {
      "epoch": 306.14,
      "grad_norm": 1.1450822353363037,
      "learning_rate": 3.4065806125131708e-06,
      "loss": 0.3452,
      "step": 1096900
    },
    {
      "epoch": 306.14,
      "grad_norm": 0.9485055804252625,
      "learning_rate": 3.406556512849506e-06,
      "loss": 0.3659,
      "step": 1096910
    },
    {
      "epoch": 306.15,
      "grad_norm": 1.0973588228225708,
      "learning_rate": 3.406532413044381e-06,
      "loss": 0.3461,
      "step": 1096920
    },
    {
      "epoch": 306.15,
      "grad_norm": 0.8953251838684082,
      "learning_rate": 3.4065083130978e-06,
      "loss": 0.3453,
      "step": 1096930
    },
    {
      "epoch": 306.15,
      "grad_norm": 2.9195556640625,
      "learning_rate": 3.406484213009765e-06,
      "loss": 0.3491,
      "step": 1096940
    },
    {
      "epoch": 306.15,
      "grad_norm": 0.9050823450088501,
      "learning_rate": 3.40646011278028e-06,
      "loss": 0.3549,
      "step": 1096950
    },
    {
      "epoch": 306.16,
      "grad_norm": 0.9959847927093506,
      "learning_rate": 3.4064360124093485e-06,
      "loss": 0.354,
      "step": 1096960
    },
    {
      "epoch": 306.16,
      "grad_norm": 1.1617326736450195,
      "learning_rate": 3.4064119118969725e-06,
      "loss": 0.3535,
      "step": 1096970
    },
    {
      "epoch": 306.16,
      "grad_norm": 0.9428746104240417,
      "learning_rate": 3.406387811243156e-06,
      "loss": 0.3579,
      "step": 1096980
    },
    {
      "epoch": 306.17,
      "grad_norm": 1.0383622646331787,
      "learning_rate": 3.4063637104479025e-06,
      "loss": 0.3621,
      "step": 1096990
    },
    {
      "epoch": 306.17,
      "grad_norm": 0.9679677486419678,
      "learning_rate": 3.4063396095112148e-06,
      "loss": 0.3574,
      "step": 1097000
    },
    {
      "epoch": 306.17,
      "grad_norm": 1.0115082263946533,
      "learning_rate": 3.406315508433095e-06,
      "loss": 0.3595,
      "step": 1097010
    },
    {
      "epoch": 306.17,
      "grad_norm": 0.9791911840438843,
      "learning_rate": 3.406291407213548e-06,
      "loss": 0.3424,
      "step": 1097020
    },
    {
      "epoch": 306.18,
      "grad_norm": 1.0171045064926147,
      "learning_rate": 3.4062673058525774e-06,
      "loss": 0.3609,
      "step": 1097030
    },
    {
      "epoch": 306.18,
      "grad_norm": 1.0688867568969727,
      "learning_rate": 3.4062432043501847e-06,
      "loss": 0.3727,
      "step": 1097040
    },
    {
      "epoch": 306.18,
      "grad_norm": 0.9885603785514832,
      "learning_rate": 3.406219102706374e-06,
      "loss": 0.3359,
      "step": 1097050
    },
    {
      "epoch": 306.18,
      "grad_norm": 1.0132055282592773,
      "learning_rate": 3.4061950009211485e-06,
      "loss": 0.346,
      "step": 1097060
    },
    {
      "epoch": 306.19,
      "grad_norm": 1.0739887952804565,
      "learning_rate": 3.4061708989945113e-06,
      "loss": 0.3472,
      "step": 1097070
    },
    {
      "epoch": 306.19,
      "grad_norm": 1.0311609506607056,
      "learning_rate": 3.4061467969264654e-06,
      "loss": 0.3554,
      "step": 1097080
    },
    {
      "epoch": 306.19,
      "grad_norm": 1.0686345100402832,
      "learning_rate": 3.406122694717014e-06,
      "loss": 0.3596,
      "step": 1097090
    },
    {
      "epoch": 306.2,
      "grad_norm": 1.1219584941864014,
      "learning_rate": 3.4060985923661603e-06,
      "loss": 0.3607,
      "step": 1097100
    },
    {
      "epoch": 306.2,
      "grad_norm": 1.099054217338562,
      "learning_rate": 3.4060744898739084e-06,
      "loss": 0.3451,
      "step": 1097110
    },
    {
      "epoch": 306.2,
      "grad_norm": 1.0230333805084229,
      "learning_rate": 3.4060503872402613e-06,
      "loss": 0.353,
      "step": 1097120
    },
    {
      "epoch": 306.2,
      "grad_norm": 1.0796610116958618,
      "learning_rate": 3.4060262844652207e-06,
      "loss": 0.3536,
      "step": 1097130
    },
    {
      "epoch": 306.21,
      "grad_norm": 1.1733914613723755,
      "learning_rate": 3.4060021815487912e-06,
      "loss": 0.3627,
      "step": 1097140
    },
    {
      "epoch": 306.21,
      "grad_norm": 1.0541456937789917,
      "learning_rate": 3.4059780784909754e-06,
      "loss": 0.3617,
      "step": 1097150
    },
    {
      "epoch": 306.21,
      "grad_norm": 1.1780612468719482,
      "learning_rate": 3.405953975291777e-06,
      "loss": 0.3605,
      "step": 1097160
    },
    {
      "epoch": 306.22,
      "grad_norm": 1.0414186716079712,
      "learning_rate": 3.4059298719511984e-06,
      "loss": 0.3623,
      "step": 1097170
    },
    {
      "epoch": 306.22,
      "grad_norm": 0.978122889995575,
      "learning_rate": 3.4059057684692436e-06,
      "loss": 0.3696,
      "step": 1097180
    },
    {
      "epoch": 306.22,
      "grad_norm": 0.9694220423698425,
      "learning_rate": 3.4058816648459164e-06,
      "loss": 0.3385,
      "step": 1097190
    },
    {
      "epoch": 306.22,
      "grad_norm": 1.109177589416504,
      "learning_rate": 3.405857561081219e-06,
      "loss": 0.3651,
      "step": 1097200
    },
    {
      "epoch": 306.23,
      "grad_norm": 0.9032838344573975,
      "learning_rate": 3.4058334571751543e-06,
      "loss": 0.3347,
      "step": 1097210
    },
    {
      "epoch": 306.23,
      "grad_norm": 1.0306169986724854,
      "learning_rate": 3.4058093531277262e-06,
      "loss": 0.3541,
      "step": 1097220
    },
    {
      "epoch": 306.23,
      "grad_norm": 1.6892578601837158,
      "learning_rate": 3.4057852489389376e-06,
      "loss": 0.3458,
      "step": 1097230
    },
    {
      "epoch": 306.23,
      "grad_norm": 1.1273019313812256,
      "learning_rate": 3.405761144608791e-06,
      "loss": 0.3543,
      "step": 1097240
    },
    {
      "epoch": 306.24,
      "grad_norm": 1.1359233856201172,
      "learning_rate": 3.405737040137292e-06,
      "loss": 0.3698,
      "step": 1097250
    },
    {
      "epoch": 306.24,
      "grad_norm": 1.1550980806350708,
      "learning_rate": 3.405712935524441e-06,
      "loss": 0.349,
      "step": 1097260
    },
    {
      "epoch": 306.24,
      "grad_norm": 0.9832728505134583,
      "learning_rate": 3.4056888307702437e-06,
      "loss": 0.348,
      "step": 1097270
    },
    {
      "epoch": 306.25,
      "grad_norm": 1.083266019821167,
      "learning_rate": 3.4056647258747005e-06,
      "loss": 0.3574,
      "step": 1097280
    },
    {
      "epoch": 306.25,
      "grad_norm": 0.9656004905700684,
      "learning_rate": 3.4056406208378172e-06,
      "loss": 0.3741,
      "step": 1097290
    },
    {
      "epoch": 306.25,
      "grad_norm": 1.0045536756515503,
      "learning_rate": 3.4056165156595963e-06,
      "loss": 0.3641,
      "step": 1097300
    },
    {
      "epoch": 306.25,
      "grad_norm": 1.0535491704940796,
      "learning_rate": 3.4055924103400395e-06,
      "loss": 0.348,
      "step": 1097310
    },
    {
      "epoch": 306.26,
      "grad_norm": 0.941663384437561,
      "learning_rate": 3.4055683048791523e-06,
      "loss": 0.3665,
      "step": 1097320
    },
    {
      "epoch": 306.26,
      "grad_norm": 1.0007010698318481,
      "learning_rate": 3.405544199276936e-06,
      "loss": 0.3565,
      "step": 1097330
    },
    {
      "epoch": 306.26,
      "grad_norm": 0.9148159027099609,
      "learning_rate": 3.4055200935333946e-06,
      "loss": 0.3665,
      "step": 1097340
    },
    {
      "epoch": 306.27,
      "grad_norm": 0.8203245401382446,
      "learning_rate": 3.405495987648532e-06,
      "loss": 0.3528,
      "step": 1097350
    },
    {
      "epoch": 306.27,
      "grad_norm": 0.9111445546150208,
      "learning_rate": 3.4054718816223505e-06,
      "loss": 0.3811,
      "step": 1097360
    },
    {
      "epoch": 306.27,
      "grad_norm": 0.9719851613044739,
      "learning_rate": 3.405447775454853e-06,
      "loss": 0.3572,
      "step": 1097370
    },
    {
      "epoch": 306.27,
      "grad_norm": 0.9697743654251099,
      "learning_rate": 3.4054236691460444e-06,
      "loss": 0.3511,
      "step": 1097380
    },
    {
      "epoch": 306.28,
      "grad_norm": 1.1282126903533936,
      "learning_rate": 3.4053995626959256e-06,
      "loss": 0.3479,
      "step": 1097390
    },
    {
      "epoch": 306.28,
      "grad_norm": 0.9292422533035278,
      "learning_rate": 3.405375456104501e-06,
      "loss": 0.3536,
      "step": 1097400
    },
    {
      "epoch": 306.28,
      "grad_norm": 1.2056132555007935,
      "learning_rate": 3.4053513493717743e-06,
      "loss": 0.338,
      "step": 1097410
    },
    {
      "epoch": 306.29,
      "grad_norm": 1.039717674255371,
      "learning_rate": 3.4053272424977476e-06,
      "loss": 0.3647,
      "step": 1097420
    },
    {
      "epoch": 306.29,
      "grad_norm": 1.1046124696731567,
      "learning_rate": 3.4053031354824254e-06,
      "loss": 0.3361,
      "step": 1097430
    },
    {
      "epoch": 306.29,
      "grad_norm": 0.9817635416984558,
      "learning_rate": 3.40527902832581e-06,
      "loss": 0.3461,
      "step": 1097440
    },
    {
      "epoch": 306.29,
      "grad_norm": 1.082162618637085,
      "learning_rate": 3.4052549210279043e-06,
      "loss": 0.3492,
      "step": 1097450
    },
    {
      "epoch": 306.3,
      "grad_norm": 1.0404165983200073,
      "learning_rate": 3.4052308135887123e-06,
      "loss": 0.3419,
      "step": 1097460
    },
    {
      "epoch": 306.3,
      "grad_norm": 0.9685101509094238,
      "learning_rate": 3.4052067060082365e-06,
      "loss": 0.3638,
      "step": 1097470
    },
    {
      "epoch": 306.3,
      "grad_norm": 1.043434739112854,
      "learning_rate": 3.405182598286481e-06,
      "loss": 0.3542,
      "step": 1097480
    },
    {
      "epoch": 306.3,
      "grad_norm": 0.9467803835868835,
      "learning_rate": 3.4051584904234483e-06,
      "loss": 0.3462,
      "step": 1097490
    },
    {
      "epoch": 306.31,
      "grad_norm": 0.8929095268249512,
      "learning_rate": 3.405134382419142e-06,
      "loss": 0.372,
      "step": 1097500
    },
    {
      "epoch": 306.31,
      "grad_norm": 1.0044610500335693,
      "learning_rate": 3.4051102742735662e-06,
      "loss": 0.348,
      "step": 1097510
    },
    {
      "epoch": 306.31,
      "grad_norm": 1.0005106925964355,
      "learning_rate": 3.4050861659867213e-06,
      "loss": 0.3527,
      "step": 1097520
    },
    {
      "epoch": 306.32,
      "grad_norm": 1.0637367963790894,
      "learning_rate": 3.4050620575586133e-06,
      "loss": 0.3596,
      "step": 1097530
    },
    {
      "epoch": 306.32,
      "grad_norm": 0.9616648554801941,
      "learning_rate": 3.4050379489892443e-06,
      "loss": 0.3485,
      "step": 1097540
    },
    {
      "epoch": 306.32,
      "grad_norm": 0.8863454461097717,
      "learning_rate": 3.405013840278617e-06,
      "loss": 0.3631,
      "step": 1097550
    },
    {
      "epoch": 306.32,
      "grad_norm": 0.9636567234992981,
      "learning_rate": 3.4049897314267353e-06,
      "loss": 0.3637,
      "step": 1097560
    },
    {
      "epoch": 306.33,
      "grad_norm": 1.0198694467544556,
      "learning_rate": 3.4049656224336025e-06,
      "loss": 0.3605,
      "step": 1097570
    },
    {
      "epoch": 306.33,
      "grad_norm": 1.1225918531417847,
      "learning_rate": 3.404941513299222e-06,
      "loss": 0.3477,
      "step": 1097580
    },
    {
      "epoch": 306.33,
      "grad_norm": 1.015042781829834,
      "learning_rate": 3.404917404023596e-06,
      "loss": 0.3464,
      "step": 1097590
    },
    {
      "epoch": 306.34,
      "grad_norm": 1.1307463645935059,
      "learning_rate": 3.4048932946067287e-06,
      "loss": 0.3619,
      "step": 1097600
    },
    {
      "epoch": 306.34,
      "grad_norm": 0.8965334296226501,
      "learning_rate": 3.404869185048623e-06,
      "loss": 0.3471,
      "step": 1097610
    },
    {
      "epoch": 306.34,
      "grad_norm": 1.094217300415039,
      "learning_rate": 3.404845075349282e-06,
      "loss": 0.3582,
      "step": 1097620
    },
    {
      "epoch": 306.34,
      "grad_norm": 1.108981966972351,
      "learning_rate": 3.4048209655087082e-06,
      "loss": 0.3543,
      "step": 1097630
    },
    {
      "epoch": 306.35,
      "grad_norm": 0.9980695843696594,
      "learning_rate": 3.4047968555269067e-06,
      "loss": 0.3836,
      "step": 1097640
    },
    {
      "epoch": 306.35,
      "grad_norm": 0.8165469765663147,
      "learning_rate": 3.404772745403879e-06,
      "loss": 0.3482,
      "step": 1097650
    },
    {
      "epoch": 306.35,
      "grad_norm": 1.0976976156234741,
      "learning_rate": 3.404748635139629e-06,
      "loss": 0.3502,
      "step": 1097660
    },
    {
      "epoch": 306.36,
      "grad_norm": 1.0367317199707031,
      "learning_rate": 3.4047245247341597e-06,
      "loss": 0.3346,
      "step": 1097670
    },
    {
      "epoch": 306.36,
      "grad_norm": 1.3445745706558228,
      "learning_rate": 3.4047004141874744e-06,
      "loss": 0.3627,
      "step": 1097680
    },
    {
      "epoch": 306.36,
      "grad_norm": 0.9799852967262268,
      "learning_rate": 3.404676303499576e-06,
      "loss": 0.3756,
      "step": 1097690
    },
    {
      "epoch": 306.36,
      "grad_norm": 0.9843317270278931,
      "learning_rate": 3.404652192670469e-06,
      "loss": 0.3566,
      "step": 1097700
    },
    {
      "epoch": 306.37,
      "grad_norm": 1.1182910203933716,
      "learning_rate": 3.4046280817001546e-06,
      "loss": 0.3747,
      "step": 1097710
    },
    {
      "epoch": 306.37,
      "grad_norm": 1.1659297943115234,
      "learning_rate": 3.4046039705886377e-06,
      "loss": 0.3475,
      "step": 1097720
    },
    {
      "epoch": 306.37,
      "grad_norm": 1.0514378547668457,
      "learning_rate": 3.404579859335921e-06,
      "loss": 0.3469,
      "step": 1097730
    },
    {
      "epoch": 306.37,
      "grad_norm": 0.8855589032173157,
      "learning_rate": 3.4045557479420066e-06,
      "loss": 0.3646,
      "step": 1097740
    },
    {
      "epoch": 306.38,
      "grad_norm": 1.1524771451950073,
      "learning_rate": 3.4045316364068996e-06,
      "loss": 0.3689,
      "step": 1097750
    },
    {
      "epoch": 306.38,
      "grad_norm": 1.1452523469924927,
      "learning_rate": 3.4045075247306014e-06,
      "loss": 0.3593,
      "step": 1097760
    },
    {
      "epoch": 306.38,
      "grad_norm": 0.9759966135025024,
      "learning_rate": 3.404483412913117e-06,
      "loss": 0.3627,
      "step": 1097770
    },
    {
      "epoch": 306.39,
      "grad_norm": 1.0096209049224854,
      "learning_rate": 3.4044593009544477e-06,
      "loss": 0.3547,
      "step": 1097780
    },
    {
      "epoch": 306.39,
      "grad_norm": 0.9194806218147278,
      "learning_rate": 3.4044351888545988e-06,
      "loss": 0.3572,
      "step": 1097790
    },
    {
      "epoch": 306.39,
      "grad_norm": 1.0542060136795044,
      "learning_rate": 3.404411076613572e-06,
      "loss": 0.353,
      "step": 1097800
    },
    {
      "epoch": 306.39,
      "grad_norm": 1.0377775430679321,
      "learning_rate": 3.4043869642313705e-06,
      "loss": 0.3415,
      "step": 1097810
    },
    {
      "epoch": 306.4,
      "grad_norm": 0.9174900650978088,
      "learning_rate": 3.4043628517079984e-06,
      "loss": 0.3739,
      "step": 1097820
    },
    {
      "epoch": 306.4,
      "grad_norm": 0.9939568638801575,
      "learning_rate": 3.4043387390434585e-06,
      "loss": 0.347,
      "step": 1097830
    },
    {
      "epoch": 306.4,
      "grad_norm": 0.9768312573432922,
      "learning_rate": 3.4043146262377538e-06,
      "loss": 0.3577,
      "step": 1097840
    },
    {
      "epoch": 306.41,
      "grad_norm": 0.955793559551239,
      "learning_rate": 3.404290513290887e-06,
      "loss": 0.3627,
      "step": 1097850
    },
    {
      "epoch": 306.41,
      "grad_norm": 0.9927952885627747,
      "learning_rate": 3.404266400202863e-06,
      "loss": 0.3491,
      "step": 1097860
    },
    {
      "epoch": 306.41,
      "grad_norm": 1.019016146659851,
      "learning_rate": 3.404242286973684e-06,
      "loss": 0.3511,
      "step": 1097870
    },
    {
      "epoch": 306.41,
      "grad_norm": 1.0618808269500732,
      "learning_rate": 3.4042181736033523e-06,
      "loss": 0.3588,
      "step": 1097880
    },
    {
      "epoch": 306.42,
      "grad_norm": 0.9709904193878174,
      "learning_rate": 3.404194060091872e-06,
      "loss": 0.3616,
      "step": 1097890
    },
    {
      "epoch": 306.42,
      "grad_norm": 1.0142604112625122,
      "learning_rate": 3.4041699464392476e-06,
      "loss": 0.342,
      "step": 1097900
    },
    {
      "epoch": 306.42,
      "grad_norm": 1.0009686946868896,
      "learning_rate": 3.4041458326454793e-06,
      "loss": 0.3685,
      "step": 1097910
    },
    {
      "epoch": 306.42,
      "grad_norm": 0.9772035479545593,
      "learning_rate": 3.4041217187105733e-06,
      "loss": 0.3518,
      "step": 1097920
    },
    {
      "epoch": 306.43,
      "grad_norm": 7.115788459777832,
      "learning_rate": 3.404097604634531e-06,
      "loss": 0.3455,
      "step": 1097930
    },
    {
      "epoch": 306.43,
      "grad_norm": 0.9864481091499329,
      "learning_rate": 3.4040734904173568e-06,
      "loss": 0.3644,
      "step": 1097940
    },
    {
      "epoch": 306.43,
      "grad_norm": 0.9780181050300598,
      "learning_rate": 3.4040493760590525e-06,
      "loss": 0.3477,
      "step": 1097950
    },
    {
      "epoch": 306.44,
      "grad_norm": 1.0065313577651978,
      "learning_rate": 3.4040252615596224e-06,
      "loss": 0.3438,
      "step": 1097960
    },
    {
      "epoch": 306.44,
      "grad_norm": 1.1092162132263184,
      "learning_rate": 3.4040011469190694e-06,
      "loss": 0.3597,
      "step": 1097970
    },
    {
      "epoch": 306.44,
      "grad_norm": 0.8772503733634949,
      "learning_rate": 3.403977032137396e-06,
      "loss": 0.3473,
      "step": 1097980
    },
    {
      "epoch": 306.44,
      "grad_norm": 1.114418387413025,
      "learning_rate": 3.403952917214607e-06,
      "loss": 0.3551,
      "step": 1097990
    },
    {
      "epoch": 306.45,
      "grad_norm": 1.1854802370071411,
      "learning_rate": 3.403928802150704e-06,
      "loss": 0.3755,
      "step": 1098000
    },
    {
      "epoch": 306.45,
      "grad_norm": 1.0741400718688965,
      "learning_rate": 3.4039046869456915e-06,
      "loss": 0.3576,
      "step": 1098010
    },
    {
      "epoch": 306.45,
      "grad_norm": 1.2979919910430908,
      "learning_rate": 3.4038805715995723e-06,
      "loss": 0.3489,
      "step": 1098020
    },
    {
      "epoch": 306.46,
      "grad_norm": 1.1656416654586792,
      "learning_rate": 3.403856456112349e-06,
      "loss": 0.3765,
      "step": 1098030
    },
    {
      "epoch": 306.46,
      "grad_norm": 1.0504810810089111,
      "learning_rate": 3.403832340484024e-06,
      "loss": 0.3628,
      "step": 1098040
    },
    {
      "epoch": 306.46,
      "grad_norm": 1.1219717264175415,
      "learning_rate": 3.4038082247146033e-06,
      "loss": 0.3635,
      "step": 1098050
    },
    {
      "epoch": 306.46,
      "grad_norm": 1.1516711711883545,
      "learning_rate": 3.403784108804089e-06,
      "loss": 0.3335,
      "step": 1098060
    },
    {
      "epoch": 306.47,
      "grad_norm": 2.4323086738586426,
      "learning_rate": 3.403759992752482e-06,
      "loss": 0.3584,
      "step": 1098070
    },
    {
      "epoch": 306.47,
      "grad_norm": 1.0580960512161255,
      "learning_rate": 3.4037358765597895e-06,
      "loss": 0.3521,
      "step": 1098080
    },
    {
      "epoch": 306.47,
      "grad_norm": 1.1137350797653198,
      "learning_rate": 3.4037117602260117e-06,
      "loss": 0.3534,
      "step": 1098090
    },
    {
      "epoch": 306.48,
      "grad_norm": 1.017133116722107,
      "learning_rate": 3.4036876437511525e-06,
      "loss": 0.3468,
      "step": 1098100
    },
    {
      "epoch": 306.48,
      "grad_norm": 1.128196358680725,
      "learning_rate": 3.4036635271352153e-06,
      "loss": 0.358,
      "step": 1098110
    },
    {
      "epoch": 306.48,
      "grad_norm": 0.989938497543335,
      "learning_rate": 3.4036394103782035e-06,
      "loss": 0.3638,
      "step": 1098120
    },
    {
      "epoch": 306.48,
      "grad_norm": 1.0822641849517822,
      "learning_rate": 3.40361529348012e-06,
      "loss": 0.3583,
      "step": 1098130
    },
    {
      "epoch": 306.49,
      "grad_norm": 1.0640182495117188,
      "learning_rate": 3.403591176440968e-06,
      "loss": 0.3639,
      "step": 1098140
    },
    {
      "epoch": 306.49,
      "grad_norm": 1.0389776229858398,
      "learning_rate": 3.403567059260751e-06,
      "loss": 0.3628,
      "step": 1098150
    },
    {
      "epoch": 306.49,
      "grad_norm": 1.0836724042892456,
      "learning_rate": 3.4035429419394725e-06,
      "loss": 0.3531,
      "step": 1098160
    },
    {
      "epoch": 306.49,
      "grad_norm": 0.9623110294342041,
      "learning_rate": 3.4035188244771347e-06,
      "loss": 0.345,
      "step": 1098170
    },
    {
      "epoch": 306.5,
      "grad_norm": 1.007807731628418,
      "learning_rate": 3.4034947068737413e-06,
      "loss": 0.3484,
      "step": 1098180
    },
    {
      "epoch": 306.5,
      "grad_norm": 1.0543853044509888,
      "learning_rate": 3.4034705891292967e-06,
      "loss": 0.3489,
      "step": 1098190
    },
    {
      "epoch": 306.5,
      "grad_norm": 1.1813585758209229,
      "learning_rate": 3.4034464712438015e-06,
      "loss": 0.3679,
      "step": 1098200
    },
    {
      "epoch": 306.51,
      "grad_norm": 1.1264100074768066,
      "learning_rate": 3.403422353217261e-06,
      "loss": 0.3449,
      "step": 1098210
    },
    {
      "epoch": 306.51,
      "grad_norm": 0.9502906799316406,
      "learning_rate": 3.4033982350496784e-06,
      "loss": 0.3552,
      "step": 1098220
    },
    {
      "epoch": 306.51,
      "grad_norm": 0.9433164596557617,
      "learning_rate": 3.403374116741055e-06,
      "loss": 0.356,
      "step": 1098230
    },
    {
      "epoch": 306.51,
      "grad_norm": 0.8844518661499023,
      "learning_rate": 3.4033499982913967e-06,
      "loss": 0.3445,
      "step": 1098240
    },
    {
      "epoch": 306.52,
      "grad_norm": 1.0301753282546997,
      "learning_rate": 3.403325879700705e-06,
      "loss": 0.3459,
      "step": 1098250
    },
    {
      "epoch": 306.52,
      "grad_norm": 1.2014493942260742,
      "learning_rate": 3.4033017609689834e-06,
      "loss": 0.3537,
      "step": 1098260
    },
    {
      "epoch": 306.52,
      "grad_norm": 1.0755820274353027,
      "learning_rate": 3.403277642096234e-06,
      "loss": 0.3604,
      "step": 1098270
    },
    {
      "epoch": 306.53,
      "grad_norm": 1.025386929512024,
      "learning_rate": 3.403253523082463e-06,
      "loss": 0.348,
      "step": 1098280
    },
    {
      "epoch": 306.53,
      "grad_norm": 1.0329030752182007,
      "learning_rate": 3.403229403927671e-06,
      "loss": 0.3492,
      "step": 1098290
    },
    {
      "epoch": 306.53,
      "grad_norm": 1.0190294981002808,
      "learning_rate": 3.403205284631862e-06,
      "loss": 0.3596,
      "step": 1098300
    },
    {
      "epoch": 306.53,
      "grad_norm": 1.0630656480789185,
      "learning_rate": 3.403181165195039e-06,
      "loss": 0.3586,
      "step": 1098310
    },
    {
      "epoch": 306.54,
      "grad_norm": 1.0198954343795776,
      "learning_rate": 3.4031570456172065e-06,
      "loss": 0.381,
      "step": 1098320
    },
    {
      "epoch": 306.54,
      "grad_norm": 0.973662793636322,
      "learning_rate": 3.4031329258983652e-06,
      "loss": 0.3396,
      "step": 1098330
    },
    {
      "epoch": 306.54,
      "grad_norm": 1.0864603519439697,
      "learning_rate": 3.40310880603852e-06,
      "loss": 0.3513,
      "step": 1098340
    },
    {
      "epoch": 306.54,
      "grad_norm": 0.980495035648346,
      "learning_rate": 3.4030846860376746e-06,
      "loss": 0.341,
      "step": 1098350
    },
    {
      "epoch": 306.55,
      "grad_norm": 0.9803817272186279,
      "learning_rate": 3.4030605658958306e-06,
      "loss": 0.3622,
      "step": 1098360
    },
    {
      "epoch": 306.55,
      "grad_norm": 1.1036529541015625,
      "learning_rate": 3.4030364456129925e-06,
      "loss": 0.3569,
      "step": 1098370
    },
    {
      "epoch": 306.55,
      "grad_norm": 0.9106423854827881,
      "learning_rate": 3.403012325189163e-06,
      "loss": 0.3381,
      "step": 1098380
    },
    {
      "epoch": 306.56,
      "grad_norm": 1.1322013139724731,
      "learning_rate": 3.4029882046243466e-06,
      "loss": 0.3646,
      "step": 1098390
    },
    {
      "epoch": 306.56,
      "grad_norm": 0.8930042386054993,
      "learning_rate": 3.4029640839185434e-06,
      "loss": 0.3603,
      "step": 1098400
    },
    {
      "epoch": 306.56,
      "grad_norm": 0.9653789401054382,
      "learning_rate": 3.40293996307176e-06,
      "loss": 0.3853,
      "step": 1098410
    },
    {
      "epoch": 306.56,
      "grad_norm": 0.9472722411155701,
      "learning_rate": 3.402915842083997e-06,
      "loss": 0.3701,
      "step": 1098420
    },
    {
      "epoch": 306.57,
      "grad_norm": 0.9506202936172485,
      "learning_rate": 3.402891720955259e-06,
      "loss": 0.3573,
      "step": 1098430
    },
    {
      "epoch": 306.57,
      "grad_norm": 0.9274899959564209,
      "learning_rate": 3.402867599685549e-06,
      "loss": 0.3517,
      "step": 1098440
    },
    {
      "epoch": 306.57,
      "grad_norm": 0.9633674025535583,
      "learning_rate": 3.4028434782748705e-06,
      "loss": 0.3658,
      "step": 1098450
    },
    {
      "epoch": 306.58,
      "grad_norm": 1.1960365772247314,
      "learning_rate": 3.402819356723226e-06,
      "loss": 0.3574,
      "step": 1098460
    },
    {
      "epoch": 306.58,
      "grad_norm": 1.0183906555175781,
      "learning_rate": 3.4027952350306194e-06,
      "loss": 0.348,
      "step": 1098470
    },
    {
      "epoch": 306.58,
      "grad_norm": 1.0031325817108154,
      "learning_rate": 3.402771113197054e-06,
      "loss": 0.3648,
      "step": 1098480
    },
    {
      "epoch": 306.58,
      "grad_norm": 0.912240207195282,
      "learning_rate": 3.402746991222532e-06,
      "loss": 0.3439,
      "step": 1098490
    },
    {
      "epoch": 306.59,
      "grad_norm": 1.0130115747451782,
      "learning_rate": 3.4027228691070564e-06,
      "loss": 0.3519,
      "step": 1098500
    },
    {
      "epoch": 306.59,
      "grad_norm": 1.2359590530395508,
      "learning_rate": 3.4026987468506328e-06,
      "loss": 0.3728,
      "step": 1098510
    },
    {
      "epoch": 306.59,
      "grad_norm": 1.1071979999542236,
      "learning_rate": 3.4026746244532616e-06,
      "loss": 0.3472,
      "step": 1098520
    },
    {
      "epoch": 306.6,
      "grad_norm": 1.1076971292495728,
      "learning_rate": 3.4026505019149484e-06,
      "loss": 0.3606,
      "step": 1098530
    },
    {
      "epoch": 306.6,
      "grad_norm": 0.8799777030944824,
      "learning_rate": 3.402626379235695e-06,
      "loss": 0.3373,
      "step": 1098540
    },
    {
      "epoch": 306.6,
      "grad_norm": 1.0944087505340576,
      "learning_rate": 3.402602256415504e-06,
      "loss": 0.3595,
      "step": 1098550
    },
    {
      "epoch": 306.6,
      "grad_norm": 1.0283924341201782,
      "learning_rate": 3.4025781334543803e-06,
      "loss": 0.3526,
      "step": 1098560
    },
    {
      "epoch": 306.61,
      "grad_norm": 0.980039119720459,
      "learning_rate": 3.4025540103523256e-06,
      "loss": 0.3516,
      "step": 1098570
    },
    {
      "epoch": 306.61,
      "grad_norm": 1.7797865867614746,
      "learning_rate": 3.4025298871093445e-06,
      "loss": 0.3541,
      "step": 1098580
    },
    {
      "epoch": 306.61,
      "grad_norm": 1.0171340703964233,
      "learning_rate": 3.4025057637254383e-06,
      "loss": 0.3583,
      "step": 1098590
    },
    {
      "epoch": 306.61,
      "grad_norm": 1.1729977130889893,
      "learning_rate": 3.4024816402006125e-06,
      "loss": 0.3679,
      "step": 1098600
    },
    {
      "epoch": 306.62,
      "grad_norm": 0.943647027015686,
      "learning_rate": 3.4024575165348696e-06,
      "loss": 0.363,
      "step": 1098610
    },
    {
      "epoch": 306.62,
      "grad_norm": 1.0508599281311035,
      "learning_rate": 3.4024333927282114e-06,
      "loss": 0.3495,
      "step": 1098620
    },
    {
      "epoch": 306.62,
      "grad_norm": 1.030580997467041,
      "learning_rate": 3.402409268780643e-06,
      "loss": 0.3545,
      "step": 1098630
    },
    {
      "epoch": 306.63,
      "grad_norm": 1.0804511308670044,
      "learning_rate": 3.4023851446921662e-06,
      "loss": 0.3593,
      "step": 1098640
    },
    {
      "epoch": 306.63,
      "grad_norm": 1.0433636903762817,
      "learning_rate": 3.4023610204627844e-06,
      "loss": 0.3523,
      "step": 1098650
    },
    {
      "epoch": 306.63,
      "grad_norm": 0.9746760129928589,
      "learning_rate": 3.402336896092502e-06,
      "loss": 0.3769,
      "step": 1098660
    },
    {
      "epoch": 306.63,
      "grad_norm": 0.8891410231590271,
      "learning_rate": 3.4023127715813215e-06,
      "loss": 0.3473,
      "step": 1098670
    },
    {
      "epoch": 306.64,
      "grad_norm": 1.0758737325668335,
      "learning_rate": 3.4022886469292457e-06,
      "loss": 0.3519,
      "step": 1098680
    },
    {
      "epoch": 306.64,
      "grad_norm": 2.944059371948242,
      "learning_rate": 3.402264522136278e-06,
      "loss": 0.3669,
      "step": 1098690
    },
    {
      "epoch": 306.64,
      "grad_norm": 1.2223247289657593,
      "learning_rate": 3.4022403972024215e-06,
      "loss": 0.3683,
      "step": 1098700
    },
    {
      "epoch": 306.65,
      "grad_norm": 0.955673098564148,
      "learning_rate": 3.40221627212768e-06,
      "loss": 0.368,
      "step": 1098710
    },
    {
      "epoch": 306.65,
      "grad_norm": 1.0176740884780884,
      "learning_rate": 3.4021921469120558e-06,
      "loss": 0.3583,
      "step": 1098720
    },
    {
      "epoch": 306.65,
      "grad_norm": 0.9271509051322937,
      "learning_rate": 3.402168021555554e-06,
      "loss": 0.3613,
      "step": 1098730
    },
    {
      "epoch": 306.65,
      "grad_norm": 0.9904358386993408,
      "learning_rate": 3.4021438960581746e-06,
      "loss": 0.3674,
      "step": 1098740
    },
    {
      "epoch": 306.66,
      "grad_norm": 1.0802477598190308,
      "learning_rate": 3.402119770419924e-06,
      "loss": 0.3482,
      "step": 1098750
    },
    {
      "epoch": 306.66,
      "grad_norm": 1.0095078945159912,
      "learning_rate": 3.4020956446408036e-06,
      "loss": 0.3616,
      "step": 1098760
    },
    {
      "epoch": 306.66,
      "grad_norm": 1.080239176750183,
      "learning_rate": 3.402071518720818e-06,
      "loss": 0.3444,
      "step": 1098770
    },
    {
      "epoch": 306.66,
      "grad_norm": 1.0237972736358643,
      "learning_rate": 3.4020473926599684e-06,
      "loss": 0.3595,
      "step": 1098780
    },
    {
      "epoch": 306.67,
      "grad_norm": 0.8731961846351624,
      "learning_rate": 3.4020232664582593e-06,
      "loss": 0.3677,
      "step": 1098790
    },
    {
      "epoch": 306.67,
      "grad_norm": 1.1075245141983032,
      "learning_rate": 3.401999140115694e-06,
      "loss": 0.3747,
      "step": 1098800
    },
    {
      "epoch": 306.67,
      "grad_norm": 1.1872296333312988,
      "learning_rate": 3.401975013632276e-06,
      "loss": 0.3543,
      "step": 1098810
    },
    {
      "epoch": 306.68,
      "grad_norm": 1.0773025751113892,
      "learning_rate": 3.401950887008007e-06,
      "loss": 0.3683,
      "step": 1098820
    },
    {
      "epoch": 306.68,
      "grad_norm": 0.9896306395530701,
      "learning_rate": 3.401926760242892e-06,
      "loss": 0.3446,
      "step": 1098830
    },
    {
      "epoch": 306.68,
      "grad_norm": 1.2247273921966553,
      "learning_rate": 3.4019026333369325e-06,
      "loss": 0.3449,
      "step": 1098840
    },
    {
      "epoch": 306.68,
      "grad_norm": 1.1585685014724731,
      "learning_rate": 3.401878506290133e-06,
      "loss": 0.3731,
      "step": 1098850
    },
    {
      "epoch": 306.69,
      "grad_norm": 1.082010269165039,
      "learning_rate": 3.4018543791024967e-06,
      "loss": 0.3618,
      "step": 1098860
    },
    {
      "epoch": 306.69,
      "grad_norm": 1.1470873355865479,
      "learning_rate": 3.4018302517740254e-06,
      "loss": 0.3412,
      "step": 1098870
    },
    {
      "epoch": 306.69,
      "grad_norm": 0.9467536211013794,
      "learning_rate": 3.401806124304724e-06,
      "loss": 0.3499,
      "step": 1098880
    },
    {
      "epoch": 306.7,
      "grad_norm": 1.1051443815231323,
      "learning_rate": 3.4017819966945955e-06,
      "loss": 0.3556,
      "step": 1098890
    },
    {
      "epoch": 306.7,
      "grad_norm": 1.015153169631958,
      "learning_rate": 3.4017578689436424e-06,
      "loss": 0.3455,
      "step": 1098900
    },
    {
      "epoch": 306.7,
      "grad_norm": 0.9938682317733765,
      "learning_rate": 3.4017337410518675e-06,
      "loss": 0.3641,
      "step": 1098910
    },
    {
      "epoch": 306.7,
      "grad_norm": 0.8737556338310242,
      "learning_rate": 3.401709613019275e-06,
      "loss": 0.3442,
      "step": 1098920
    },
    {
      "epoch": 306.71,
      "grad_norm": 1.2415809631347656,
      "learning_rate": 3.4016854848458685e-06,
      "loss": 0.3594,
      "step": 1098930
    },
    {
      "epoch": 306.71,
      "grad_norm": 0.924940824508667,
      "learning_rate": 3.4016613565316495e-06,
      "loss": 0.3528,
      "step": 1098940
    },
    {
      "epoch": 306.71,
      "grad_norm": 1.041504979133606,
      "learning_rate": 3.4016372280766223e-06,
      "loss": 0.359,
      "step": 1098950
    },
    {
      "epoch": 306.72,
      "grad_norm": 1.0251874923706055,
      "learning_rate": 3.4016130994807907e-06,
      "loss": 0.3479,
      "step": 1098960
    },
    {
      "epoch": 306.72,
      "grad_norm": 1.0881670713424683,
      "learning_rate": 3.4015889707441567e-06,
      "loss": 0.3553,
      "step": 1098970
    },
    {
      "epoch": 306.72,
      "grad_norm": 1.092278003692627,
      "learning_rate": 3.4015648418667244e-06,
      "loss": 0.375,
      "step": 1098980
    },
    {
      "epoch": 306.72,
      "grad_norm": 0.9789169430732727,
      "learning_rate": 3.4015407128484965e-06,
      "loss": 0.3576,
      "step": 1098990
    },
    {
      "epoch": 306.73,
      "grad_norm": 0.977314293384552,
      "learning_rate": 3.4015165836894764e-06,
      "loss": 0.3625,
      "step": 1099000
    },
    {
      "epoch": 306.73,
      "grad_norm": 0.9948558211326599,
      "learning_rate": 3.401492454389667e-06,
      "loss": 0.3512,
      "step": 1099010
    },
    {
      "epoch": 306.73,
      "grad_norm": 0.9831211566925049,
      "learning_rate": 3.4014683249490723e-06,
      "loss": 0.363,
      "step": 1099020
    },
    {
      "epoch": 306.73,
      "grad_norm": 0.9172910451889038,
      "learning_rate": 3.4014441953676945e-06,
      "loss": 0.3484,
      "step": 1099030
    },
    {
      "epoch": 306.74,
      "grad_norm": 0.9469139575958252,
      "learning_rate": 3.4014200656455378e-06,
      "loss": 0.3451,
      "step": 1099040
    },
    {
      "epoch": 306.74,
      "grad_norm": 1.0384095907211304,
      "learning_rate": 3.4013959357826046e-06,
      "loss": 0.3564,
      "step": 1099050
    },
    {
      "epoch": 306.74,
      "grad_norm": 1.099604845046997,
      "learning_rate": 3.4013718057788983e-06,
      "loss": 0.3562,
      "step": 1099060
    },
    {
      "epoch": 306.75,
      "grad_norm": 1.0704433917999268,
      "learning_rate": 3.401347675634423e-06,
      "loss": 0.36,
      "step": 1099070
    },
    {
      "epoch": 306.75,
      "grad_norm": 1.0067577362060547,
      "learning_rate": 3.4013235453491797e-06,
      "loss": 0.3542,
      "step": 1099080
    },
    {
      "epoch": 306.75,
      "grad_norm": 1.0309367179870605,
      "learning_rate": 3.4012994149231746e-06,
      "loss": 0.3649,
      "step": 1099090
    },
    {
      "epoch": 306.75,
      "grad_norm": 0.9941180348396301,
      "learning_rate": 3.4012752843564082e-06,
      "loss": 0.3597,
      "step": 1099100
    },
    {
      "epoch": 306.76,
      "grad_norm": 1.047127366065979,
      "learning_rate": 3.401251153648886e-06,
      "loss": 0.3326,
      "step": 1099110
    },
    {
      "epoch": 306.76,
      "grad_norm": 0.9922141432762146,
      "learning_rate": 3.4012270228006097e-06,
      "loss": 0.3524,
      "step": 1099120
    },
    {
      "epoch": 306.76,
      "grad_norm": 1.0058364868164062,
      "learning_rate": 3.4012028918115827e-06,
      "loss": 0.3574,
      "step": 1099130
    },
    {
      "epoch": 306.77,
      "grad_norm": 0.9583331942558289,
      "learning_rate": 3.4011787606818083e-06,
      "loss": 0.3591,
      "step": 1099140
    },
    {
      "epoch": 306.77,
      "grad_norm": 1.1468112468719482,
      "learning_rate": 3.40115462941129e-06,
      "loss": 0.3618,
      "step": 1099150
    },
    {
      "epoch": 306.77,
      "grad_norm": 1.211354374885559,
      "learning_rate": 3.401130498000031e-06,
      "loss": 0.3694,
      "step": 1099160
    },
    {
      "epoch": 306.77,
      "grad_norm": 0.9789988994598389,
      "learning_rate": 3.401106366448034e-06,
      "loss": 0.3498,
      "step": 1099170
    },
    {
      "epoch": 306.78,
      "grad_norm": 1.0126948356628418,
      "learning_rate": 3.4010822347553036e-06,
      "loss": 0.3592,
      "step": 1099180
    },
    {
      "epoch": 306.78,
      "grad_norm": 1.1601070165634155,
      "learning_rate": 3.4010581029218406e-06,
      "loss": 0.3613,
      "step": 1099190
    },
    {
      "epoch": 306.78,
      "grad_norm": 1.0083434581756592,
      "learning_rate": 3.4010339709476506e-06,
      "loss": 0.3566,
      "step": 1099200
    },
    {
      "epoch": 306.78,
      "grad_norm": 1.0252854824066162,
      "learning_rate": 3.401009838832735e-06,
      "loss": 0.3579,
      "step": 1099210
    },
    {
      "epoch": 306.79,
      "grad_norm": 0.9540424346923828,
      "learning_rate": 3.4009857065770985e-06,
      "loss": 0.3486,
      "step": 1099220
    },
    {
      "epoch": 306.79,
      "grad_norm": 0.9546352624893188,
      "learning_rate": 3.4009615741807436e-06,
      "loss": 0.3554,
      "step": 1099230
    },
    {
      "epoch": 306.79,
      "grad_norm": 0.9608566761016846,
      "learning_rate": 3.400937441643673e-06,
      "loss": 0.3515,
      "step": 1099240
    },
    {
      "epoch": 306.8,
      "grad_norm": 0.9463996291160583,
      "learning_rate": 3.400913308965891e-06,
      "loss": 0.3642,
      "step": 1099250
    },
    {
      "epoch": 306.8,
      "grad_norm": 1.0960159301757812,
      "learning_rate": 3.4008891761474003e-06,
      "loss": 0.3547,
      "step": 1099260
    },
    {
      "epoch": 306.8,
      "grad_norm": 0.988387405872345,
      "learning_rate": 3.4008650431882042e-06,
      "loss": 0.359,
      "step": 1099270
    },
    {
      "epoch": 306.8,
      "grad_norm": 1.0626823902130127,
      "learning_rate": 3.400840910088306e-06,
      "loss": 0.3452,
      "step": 1099280
    },
    {
      "epoch": 306.81,
      "grad_norm": 1.0151371955871582,
      "learning_rate": 3.400816776847708e-06,
      "loss": 0.3565,
      "step": 1099290
    },
    {
      "epoch": 306.81,
      "grad_norm": 1.164086937904358,
      "learning_rate": 3.400792643466414e-06,
      "loss": 0.3613,
      "step": 1099300
    },
    {
      "epoch": 306.81,
      "grad_norm": 0.9071070551872253,
      "learning_rate": 3.400768509944428e-06,
      "loss": 0.3398,
      "step": 1099310
    },
    {
      "epoch": 306.82,
      "grad_norm": 0.9640181660652161,
      "learning_rate": 3.400744376281752e-06,
      "loss": 0.3526,
      "step": 1099320
    },
    {
      "epoch": 306.82,
      "grad_norm": 1.0379962921142578,
      "learning_rate": 3.4007202424783897e-06,
      "loss": 0.3706,
      "step": 1099330
    },
    {
      "epoch": 306.82,
      "grad_norm": 1.1769871711730957,
      "learning_rate": 3.400696108534345e-06,
      "loss": 0.3647,
      "step": 1099340
    },
    {
      "epoch": 306.82,
      "grad_norm": 1.173699975013733,
      "learning_rate": 3.4006719744496204e-06,
      "loss": 0.3326,
      "step": 1099350
    },
    {
      "epoch": 306.83,
      "grad_norm": 0.8972079753875732,
      "learning_rate": 3.4006478402242185e-06,
      "loss": 0.3411,
      "step": 1099360
    },
    {
      "epoch": 306.83,
      "grad_norm": 1.0458928346633911,
      "learning_rate": 3.4006237058581435e-06,
      "loss": 0.3768,
      "step": 1099370
    },
    {
      "epoch": 306.83,
      "grad_norm": 1.0366721153259277,
      "learning_rate": 3.400599571351399e-06,
      "loss": 0.3598,
      "step": 1099380
    },
    {
      "epoch": 306.84,
      "grad_norm": 0.9964046478271484,
      "learning_rate": 3.400575436703987e-06,
      "loss": 0.3493,
      "step": 1099390
    },
    {
      "epoch": 306.84,
      "grad_norm": 1.033576250076294,
      "learning_rate": 3.4005513019159107e-06,
      "loss": 0.3516,
      "step": 1099400
    },
    {
      "epoch": 306.84,
      "grad_norm": 0.9550332427024841,
      "learning_rate": 3.4005271669871745e-06,
      "loss": 0.3575,
      "step": 1099410
    },
    {
      "epoch": 306.84,
      "grad_norm": 0.9763231873512268,
      "learning_rate": 3.4005030319177813e-06,
      "loss": 0.3645,
      "step": 1099420
    },
    {
      "epoch": 306.85,
      "grad_norm": 1.0168673992156982,
      "learning_rate": 3.4004788967077333e-06,
      "loss": 0.3544,
      "step": 1099430
    },
    {
      "epoch": 306.85,
      "grad_norm": 1.0031588077545166,
      "learning_rate": 3.400454761357035e-06,
      "loss": 0.3647,
      "step": 1099440
    },
    {
      "epoch": 306.85,
      "grad_norm": 1.0795871019363403,
      "learning_rate": 3.4004306258656885e-06,
      "loss": 0.3786,
      "step": 1099450
    },
    {
      "epoch": 306.85,
      "grad_norm": 1.0030968189239502,
      "learning_rate": 3.4004064902336974e-06,
      "loss": 0.3656,
      "step": 1099460
    },
    {
      "epoch": 306.86,
      "grad_norm": 1.048545002937317,
      "learning_rate": 3.4003823544610653e-06,
      "loss": 0.3583,
      "step": 1099470
    },
    {
      "epoch": 306.86,
      "grad_norm": 1.1095243692398071,
      "learning_rate": 3.400358218547795e-06,
      "loss": 0.3562,
      "step": 1099480
    },
    {
      "epoch": 306.86,
      "grad_norm": 0.7873531579971313,
      "learning_rate": 3.400334082493891e-06,
      "loss": 0.3375,
      "step": 1099490
    },
    {
      "epoch": 306.87,
      "grad_norm": 1.0076286792755127,
      "learning_rate": 3.4003099462993543e-06,
      "loss": 0.3575,
      "step": 1099500
    },
    {
      "epoch": 306.87,
      "grad_norm": 1.0365662574768066,
      "learning_rate": 3.4002858099641894e-06,
      "loss": 0.3568,
      "step": 1099510
    },
    {
      "epoch": 306.87,
      "grad_norm": 0.9569609761238098,
      "learning_rate": 3.400261673488399e-06,
      "loss": 0.3489,
      "step": 1099520
    },
    {
      "epoch": 306.87,
      "grad_norm": 2.3618907928466797,
      "learning_rate": 3.4002375368719864e-06,
      "loss": 0.3606,
      "step": 1099530
    },
    {
      "epoch": 306.88,
      "grad_norm": 1.281633734703064,
      "learning_rate": 3.400213400114956e-06,
      "loss": 0.3449,
      "step": 1099540
    },
    {
      "epoch": 306.88,
      "grad_norm": 1.0983220338821411,
      "learning_rate": 3.4001892632173086e-06,
      "loss": 0.3713,
      "step": 1099550
    },
    {
      "epoch": 306.88,
      "grad_norm": 0.9076880812644958,
      "learning_rate": 3.40016512617905e-06,
      "loss": 0.3604,
      "step": 1099560
    },
    {
      "epoch": 306.89,
      "grad_norm": 1.03318452835083,
      "learning_rate": 3.4001409890001823e-06,
      "loss": 0.3447,
      "step": 1099570
    },
    {
      "epoch": 306.89,
      "grad_norm": 0.9365338683128357,
      "learning_rate": 3.4001168516807084e-06,
      "loss": 0.3581,
      "step": 1099580
    },
    {
      "epoch": 306.89,
      "grad_norm": 1.1821553707122803,
      "learning_rate": 3.4000927142206316e-06,
      "loss": 0.3551,
      "step": 1099590
    },
    {
      "epoch": 306.89,
      "grad_norm": 0.9230121970176697,
      "learning_rate": 3.4000685766199555e-06,
      "loss": 0.3333,
      "step": 1099600
    },
    {
      "epoch": 306.9,
      "grad_norm": 0.9253683090209961,
      "learning_rate": 3.4000444388786833e-06,
      "loss": 0.3638,
      "step": 1099610
    },
    {
      "epoch": 306.9,
      "grad_norm": 1.174084186553955,
      "learning_rate": 3.4000203009968168e-06,
      "loss": 0.3658,
      "step": 1099620
    },
    {
      "epoch": 306.9,
      "grad_norm": 1.0394322872161865,
      "learning_rate": 3.3999961629743622e-06,
      "loss": 0.3649,
      "step": 1099630
    },
    {
      "epoch": 306.9,
      "grad_norm": 0.9625524282455444,
      "learning_rate": 3.39997202481132e-06,
      "loss": 0.3575,
      "step": 1099640
    },
    {
      "epoch": 306.91,
      "grad_norm": 1.0996270179748535,
      "learning_rate": 3.3999478865076947e-06,
      "loss": 0.3676,
      "step": 1099650
    },
    {
      "epoch": 306.91,
      "grad_norm": 1.0351827144622803,
      "learning_rate": 3.3999237480634885e-06,
      "loss": 0.3687,
      "step": 1099660
    },
    {
      "epoch": 306.91,
      "grad_norm": 1.1128771305084229,
      "learning_rate": 3.399899609478706e-06,
      "loss": 0.3666,
      "step": 1099670
    },
    {
      "epoch": 306.92,
      "grad_norm": 0.876880407333374,
      "learning_rate": 3.399875470753349e-06,
      "loss": 0.3681,
      "step": 1099680
    },
    {
      "epoch": 306.92,
      "grad_norm": 1.0704689025878906,
      "learning_rate": 3.399851331887422e-06,
      "loss": 0.3547,
      "step": 1099690
    },
    {
      "epoch": 306.92,
      "grad_norm": 1.0282933712005615,
      "learning_rate": 3.399827192880928e-06,
      "loss": 0.354,
      "step": 1099700
    },
    {
      "epoch": 306.92,
      "grad_norm": 1.1542466878890991,
      "learning_rate": 3.399803053733869e-06,
      "loss": 0.3393,
      "step": 1099710
    },
    {
      "epoch": 306.93,
      "grad_norm": 0.9893048405647278,
      "learning_rate": 3.399778914446249e-06,
      "loss": 0.3659,
      "step": 1099720
    },
    {
      "epoch": 306.93,
      "grad_norm": 2.403864860534668,
      "learning_rate": 3.3997547750180723e-06,
      "loss": 0.359,
      "step": 1099730
    },
    {
      "epoch": 306.93,
      "grad_norm": 1.0428082942962646,
      "learning_rate": 3.3997306354493405e-06,
      "loss": 0.3507,
      "step": 1099740
    },
    {
      "epoch": 306.94,
      "grad_norm": 1.2163883447647095,
      "learning_rate": 3.399706495740057e-06,
      "loss": 0.342,
      "step": 1099750
    },
    {
      "epoch": 306.94,
      "grad_norm": 0.8681573271751404,
      "learning_rate": 3.399682355890226e-06,
      "loss": 0.3479,
      "step": 1099760
    },
    {
      "epoch": 306.94,
      "grad_norm": 0.9634373784065247,
      "learning_rate": 3.3996582158998497e-06,
      "loss": 0.3555,
      "step": 1099770
    },
    {
      "epoch": 306.94,
      "grad_norm": 1.003551721572876,
      "learning_rate": 3.399634075768932e-06,
      "loss": 0.3587,
      "step": 1099780
    },
    {
      "epoch": 306.95,
      "grad_norm": 0.9465517401695251,
      "learning_rate": 3.3996099354974753e-06,
      "loss": 0.3467,
      "step": 1099790
    },
    {
      "epoch": 306.95,
      "grad_norm": 0.9855274558067322,
      "learning_rate": 3.399585795085484e-06,
      "loss": 0.3462,
      "step": 1099800
    },
    {
      "epoch": 306.95,
      "grad_norm": 1.0217453241348267,
      "learning_rate": 3.39956165453296e-06,
      "loss": 0.3453,
      "step": 1099810
    },
    {
      "epoch": 306.96,
      "grad_norm": 0.9127686023712158,
      "learning_rate": 3.3995375138399075e-06,
      "loss": 0.3396,
      "step": 1099820
    },
    {
      "epoch": 306.96,
      "grad_norm": 1.2140092849731445,
      "learning_rate": 3.3995133730063302e-06,
      "loss": 0.3567,
      "step": 1099830
    },
    {
      "epoch": 306.96,
      "grad_norm": 1.0206372737884521,
      "learning_rate": 3.3994892320322293e-06,
      "loss": 0.3438,
      "step": 1099840
    },
    {
      "epoch": 306.96,
      "grad_norm": 0.8424081802368164,
      "learning_rate": 3.39946509091761e-06,
      "loss": 0.3613,
      "step": 1099850
    },
    {
      "epoch": 306.97,
      "grad_norm": 0.870792031288147,
      "learning_rate": 3.399440949662475e-06,
      "loss": 0.3572,
      "step": 1099860
    },
    {
      "epoch": 306.97,
      "grad_norm": 0.9616654515266418,
      "learning_rate": 3.399416808266826e-06,
      "loss": 0.3419,
      "step": 1099870
    },
    {
      "epoch": 306.97,
      "grad_norm": 0.9490121006965637,
      "learning_rate": 3.399392666730668e-06,
      "loss": 0.3525,
      "step": 1099880
    },
    {
      "epoch": 306.97,
      "grad_norm": 0.960455596446991,
      "learning_rate": 3.399368525054004e-06,
      "loss": 0.3791,
      "step": 1099890
    },
    {
      "epoch": 306.98,
      "grad_norm": 1.1085516214370728,
      "learning_rate": 3.3993443832368367e-06,
      "loss": 0.3666,
      "step": 1099900
    },
    {
      "epoch": 306.98,
      "grad_norm": 0.8669869899749756,
      "learning_rate": 3.399320241279169e-06,
      "loss": 0.3454,
      "step": 1099910
    },
    {
      "epoch": 306.98,
      "grad_norm": 1.055826187133789,
      "learning_rate": 3.399296099181006e-06,
      "loss": 0.3529,
      "step": 1099920
    },
    {
      "epoch": 306.99,
      "grad_norm": 1.0184059143066406,
      "learning_rate": 3.399271956942349e-06,
      "loss": 0.3661,
      "step": 1099930
    },
    {
      "epoch": 306.99,
      "grad_norm": 0.901879608631134,
      "learning_rate": 3.399247814563201e-06,
      "loss": 0.3603,
      "step": 1099940
    },
    {
      "epoch": 306.99,
      "grad_norm": 7.101387977600098,
      "learning_rate": 3.399223672043566e-06,
      "loss": 0.354,
      "step": 1099950
    },
    {
      "epoch": 306.99,
      "grad_norm": 0.9401047229766846,
      "learning_rate": 3.399199529383448e-06,
      "loss": 0.3655,
      "step": 1099960
    },
    {
      "epoch": 307.0,
      "grad_norm": 0.9498675465583801,
      "learning_rate": 3.3991753865828487e-06,
      "loss": 0.348,
      "step": 1099970
    },
    {
      "epoch": 307.0,
      "grad_norm": 1.1083381175994873,
      "learning_rate": 3.3991512436417717e-06,
      "loss": 0.3584,
      "step": 1099980
    },
    {
      "epoch": 307.0,
      "eval_loss": 0.3568771779537201,
      "eval_runtime": 63.9292,
      "eval_samples_per_second": 79.134,
      "eval_steps_per_second": 9.902,
      "step": 1099981
    },
    {
      "epoch": 307.0,
      "grad_norm": 0.9655680060386658,
      "learning_rate": 3.3991271005602215e-06,
      "loss": 0.3558,
      "step": 1099990
    },
    {
      "epoch": 307.01,
      "grad_norm": 1.0061466693878174,
      "learning_rate": 3.3991029573381997e-06,
      "loss": 0.347,
      "step": 1100000
    },
    {
      "epoch": 307.01,
      "grad_norm": 1.3543474674224854,
      "learning_rate": 3.3990788139757107e-06,
      "loss": 0.3669,
      "step": 1100010
    },
    {
      "epoch": 307.01,
      "grad_norm": 1.0884259939193726,
      "learning_rate": 3.399054670472757e-06,
      "loss": 0.3588,
      "step": 1100020
    },
    {
      "epoch": 307.01,
      "grad_norm": 0.9770491719245911,
      "learning_rate": 3.399030526829341e-06,
      "loss": 0.3458,
      "step": 1100030
    },
    {
      "epoch": 307.02,
      "grad_norm": 1.1044950485229492,
      "learning_rate": 3.3990063830454674e-06,
      "loss": 0.3481,
      "step": 1100040
    },
    {
      "epoch": 307.02,
      "grad_norm": 0.9722467064857483,
      "learning_rate": 3.3989822391211393e-06,
      "loss": 0.3595,
      "step": 1100050
    },
    {
      "epoch": 307.02,
      "grad_norm": 0.9005587100982666,
      "learning_rate": 3.398958095056359e-06,
      "loss": 0.3362,
      "step": 1100060
    },
    {
      "epoch": 307.02,
      "grad_norm": 1.0989888906478882,
      "learning_rate": 3.3989339508511308e-06,
      "loss": 0.346,
      "step": 1100070
    },
    {
      "epoch": 307.03,
      "grad_norm": 1.3161530494689941,
      "learning_rate": 3.3989098065054567e-06,
      "loss": 0.3652,
      "step": 1100080
    },
    {
      "epoch": 307.03,
      "grad_norm": 0.9583879709243774,
      "learning_rate": 3.398885662019341e-06,
      "loss": 0.3513,
      "step": 1100090
    },
    {
      "epoch": 307.03,
      "grad_norm": 1.2353650331497192,
      "learning_rate": 3.398861517392786e-06,
      "loss": 0.3552,
      "step": 1100100
    },
    {
      "epoch": 307.04,
      "grad_norm": 1.0701314210891724,
      "learning_rate": 3.3988373726257956e-06,
      "loss": 0.3557,
      "step": 1100110
    },
    {
      "epoch": 307.04,
      "grad_norm": 1.0662325620651245,
      "learning_rate": 3.398813227718373e-06,
      "loss": 0.3573,
      "step": 1100120
    },
    {
      "epoch": 307.04,
      "grad_norm": 0.8715933561325073,
      "learning_rate": 3.398789082670521e-06,
      "loss": 0.3459,
      "step": 1100130
    },
    {
      "epoch": 307.04,
      "grad_norm": 1.019842267036438,
      "learning_rate": 3.3987649374822427e-06,
      "loss": 0.3472,
      "step": 1100140
    },
    {
      "epoch": 307.05,
      "grad_norm": 1.0236098766326904,
      "learning_rate": 3.3987407921535424e-06,
      "loss": 0.3314,
      "step": 1100150
    },
    {
      "epoch": 307.05,
      "grad_norm": 0.8245001435279846,
      "learning_rate": 3.398716646684422e-06,
      "loss": 0.3663,
      "step": 1100160
    },
    {
      "epoch": 307.05,
      "grad_norm": 0.9138054847717285,
      "learning_rate": 3.3986925010748853e-06,
      "loss": 0.3547,
      "step": 1100170
    },
    {
      "epoch": 307.06,
      "grad_norm": 0.967445433139801,
      "learning_rate": 3.3986683553249356e-06,
      "loss": 0.3605,
      "step": 1100180
    },
    {
      "epoch": 307.06,
      "grad_norm": 0.9845255613327026,
      "learning_rate": 3.3986442094345755e-06,
      "loss": 0.3499,
      "step": 1100190
    },
    {
      "epoch": 307.06,
      "grad_norm": 1.1182451248168945,
      "learning_rate": 3.398620063403809e-06,
      "loss": 0.3512,
      "step": 1100200
    },
    {
      "epoch": 307.06,
      "grad_norm": 0.989294707775116,
      "learning_rate": 3.398595917232639e-06,
      "loss": 0.3468,
      "step": 1100210
    },
    {
      "epoch": 307.07,
      "grad_norm": 1.0898182392120361,
      "learning_rate": 3.3985717709210694e-06,
      "loss": 0.3546,
      "step": 1100220
    },
    {
      "epoch": 307.07,
      "grad_norm": 1.1709835529327393,
      "learning_rate": 3.398547624469102e-06,
      "loss": 0.368,
      "step": 1100230
    },
    {
      "epoch": 307.07,
      "grad_norm": 0.933817446231842,
      "learning_rate": 3.398523477876741e-06,
      "loss": 0.3473,
      "step": 1100240
    },
    {
      "epoch": 307.08,
      "grad_norm": 1.2025506496429443,
      "learning_rate": 3.398499331143989e-06,
      "loss": 0.3624,
      "step": 1100250
    },
    {
      "epoch": 307.08,
      "grad_norm": 1.0218398571014404,
      "learning_rate": 3.3984751842708497e-06,
      "loss": 0.349,
      "step": 1100260
    },
    {
      "epoch": 307.08,
      "grad_norm": 1.0278713703155518,
      "learning_rate": 3.398451037257327e-06,
      "loss": 0.344,
      "step": 1100270
    },
    {
      "epoch": 307.08,
      "grad_norm": 0.9496902823448181,
      "learning_rate": 3.398426890103422e-06,
      "loss": 0.357,
      "step": 1100280
    },
    {
      "epoch": 307.09,
      "grad_norm": 0.9968382120132446,
      "learning_rate": 3.3984027428091404e-06,
      "loss": 0.3595,
      "step": 1100290
    },
    {
      "epoch": 307.09,
      "grad_norm": 1.19627845287323,
      "learning_rate": 3.3983785953744833e-06,
      "loss": 0.3497,
      "step": 1100300
    },
    {
      "epoch": 307.09,
      "grad_norm": 0.9639919996261597,
      "learning_rate": 3.3983544477994555e-06,
      "loss": 0.3491,
      "step": 1100310
    },
    {
      "epoch": 307.09,
      "grad_norm": 1.136997938156128,
      "learning_rate": 3.398330300084059e-06,
      "loss": 0.3435,
      "step": 1100320
    },
    {
      "epoch": 307.1,
      "grad_norm": 0.9752506017684937,
      "learning_rate": 3.398306152228298e-06,
      "loss": 0.3388,
      "step": 1100330
    },
    {
      "epoch": 307.1,
      "grad_norm": 1.0893933773040771,
      "learning_rate": 3.398282004232175e-06,
      "loss": 0.3411,
      "step": 1100340
    },
    {
      "epoch": 307.1,
      "grad_norm": 1.1652779579162598,
      "learning_rate": 3.3982578560956937e-06,
      "loss": 0.3593,
      "step": 1100350
    },
    {
      "epoch": 307.11,
      "grad_norm": 1.1926003694534302,
      "learning_rate": 3.398233707818857e-06,
      "loss": 0.3632,
      "step": 1100360
    },
    {
      "epoch": 307.11,
      "grad_norm": 1.054696798324585,
      "learning_rate": 3.3982095594016685e-06,
      "loss": 0.3643,
      "step": 1100370
    },
    {
      "epoch": 307.11,
      "grad_norm": 0.9577324390411377,
      "learning_rate": 3.3981854108441316e-06,
      "loss": 0.3607,
      "step": 1100380
    },
    {
      "epoch": 307.11,
      "grad_norm": 0.8504250049591064,
      "learning_rate": 3.398161262146248e-06,
      "loss": 0.3443,
      "step": 1100390
    },
    {
      "epoch": 307.12,
      "grad_norm": 0.9674515128135681,
      "learning_rate": 3.398137113308022e-06,
      "loss": 0.347,
      "step": 1100400
    },
    {
      "epoch": 307.12,
      "grad_norm": 0.9016335606575012,
      "learning_rate": 3.398112964329458e-06,
      "loss": 0.3488,
      "step": 1100410
    },
    {
      "epoch": 307.12,
      "grad_norm": 1.096545696258545,
      "learning_rate": 3.398088815210556e-06,
      "loss": 0.3494,
      "step": 1100420
    },
    {
      "epoch": 307.13,
      "grad_norm": 0.9318349361419678,
      "learning_rate": 3.3980646659513228e-06,
      "loss": 0.3484,
      "step": 1100430
    },
    {
      "epoch": 307.13,
      "grad_norm": 0.9910276532173157,
      "learning_rate": 3.3980405165517597e-06,
      "loss": 0.3584,
      "step": 1100440
    },
    {
      "epoch": 307.13,
      "grad_norm": 0.9818953275680542,
      "learning_rate": 3.39801636701187e-06,
      "loss": 0.3526,
      "step": 1100450
    },
    {
      "epoch": 307.13,
      "grad_norm": 1.100522756576538,
      "learning_rate": 3.3979922173316574e-06,
      "loss": 0.3614,
      "step": 1100460
    },
    {
      "epoch": 307.14,
      "grad_norm": 0.9749499559402466,
      "learning_rate": 3.3979680675111253e-06,
      "loss": 0.3415,
      "step": 1100470
    },
    {
      "epoch": 307.14,
      "grad_norm": 1.1553289890289307,
      "learning_rate": 3.3979439175502755e-06,
      "loss": 0.356,
      "step": 1100480
    },
    {
      "epoch": 307.14,
      "grad_norm": 1.0640031099319458,
      "learning_rate": 3.397919767449113e-06,
      "loss": 0.3505,
      "step": 1100490
    },
    {
      "epoch": 307.14,
      "grad_norm": 0.917416512966156,
      "learning_rate": 3.3978956172076397e-06,
      "loss": 0.3463,
      "step": 1100500
    },
    {
      "epoch": 307.15,
      "grad_norm": 1.1910902261734009,
      "learning_rate": 3.3978714668258594e-06,
      "loss": 0.3561,
      "step": 1100510
    },
    {
      "epoch": 307.15,
      "grad_norm": 1.0490164756774902,
      "learning_rate": 3.3978473163037757e-06,
      "loss": 0.3601,
      "step": 1100520
    },
    {
      "epoch": 307.15,
      "grad_norm": 0.9424141049385071,
      "learning_rate": 3.397823165641391e-06,
      "loss": 0.3477,
      "step": 1100530
    },
    {
      "epoch": 307.16,
      "grad_norm": 1.1144627332687378,
      "learning_rate": 3.397799014838709e-06,
      "loss": 0.3694,
      "step": 1100540
    },
    {
      "epoch": 307.16,
      "grad_norm": 1.0090270042419434,
      "learning_rate": 3.3977748638957326e-06,
      "loss": 0.3612,
      "step": 1100550
    },
    {
      "epoch": 307.16,
      "grad_norm": 1.0526671409606934,
      "learning_rate": 3.397750712812465e-06,
      "loss": 0.3566,
      "step": 1100560
    },
    {
      "epoch": 307.16,
      "grad_norm": 1.0704389810562134,
      "learning_rate": 3.39772656158891e-06,
      "loss": 0.3617,
      "step": 1100570
    },
    {
      "epoch": 307.17,
      "grad_norm": 1.0569050312042236,
      "learning_rate": 3.3977024102250708e-06,
      "loss": 0.3621,
      "step": 1100580
    },
    {
      "epoch": 307.17,
      "grad_norm": 0.9406425356864929,
      "learning_rate": 3.3976782587209498e-06,
      "loss": 0.3674,
      "step": 1100590
    },
    {
      "epoch": 307.17,
      "grad_norm": 0.8998908400535583,
      "learning_rate": 3.397654107076551e-06,
      "loss": 0.3581,
      "step": 1100600
    },
    {
      "epoch": 307.18,
      "grad_norm": 0.9879938960075378,
      "learning_rate": 3.3976299552918768e-06,
      "loss": 0.3601,
      "step": 1100610
    },
    {
      "epoch": 307.18,
      "grad_norm": 0.897708535194397,
      "learning_rate": 3.3976058033669303e-06,
      "loss": 0.3585,
      "step": 1100620
    },
    {
      "epoch": 307.18,
      "grad_norm": 3.915311098098755,
      "learning_rate": 3.3975816513017164e-06,
      "loss": 0.3585,
      "step": 1100630
    },
    {
      "epoch": 307.18,
      "grad_norm": 0.9149239659309387,
      "learning_rate": 3.3975574990962365e-06,
      "loss": 0.3459,
      "step": 1100640
    },
    {
      "epoch": 307.19,
      "grad_norm": 0.9259865283966064,
      "learning_rate": 3.397533346750495e-06,
      "loss": 0.3615,
      "step": 1100650
    },
    {
      "epoch": 307.19,
      "grad_norm": 0.8752638101577759,
      "learning_rate": 3.3975091942644947e-06,
      "loss": 0.3586,
      "step": 1100660
    },
    {
      "epoch": 307.19,
      "grad_norm": 1.2827285528182983,
      "learning_rate": 3.397485041638239e-06,
      "loss": 0.3665,
      "step": 1100670
    },
    {
      "epoch": 307.2,
      "grad_norm": 0.9800564050674438,
      "learning_rate": 3.3974608888717304e-06,
      "loss": 0.3539,
      "step": 1100680
    },
    {
      "epoch": 307.2,
      "grad_norm": 0.9998388886451721,
      "learning_rate": 3.3974367359649724e-06,
      "loss": 0.3643,
      "step": 1100690
    },
    {
      "epoch": 307.2,
      "grad_norm": 1.2574623823165894,
      "learning_rate": 3.397412582917969e-06,
      "loss": 0.3604,
      "step": 1100700
    },
    {
      "epoch": 307.2,
      "grad_norm": 1.135947585105896,
      "learning_rate": 3.3973884297307223e-06,
      "loss": 0.3636,
      "step": 1100710
    },
    {
      "epoch": 307.21,
      "grad_norm": 1.046851396560669,
      "learning_rate": 3.397364276403236e-06,
      "loss": 0.3597,
      "step": 1100720
    },
    {
      "epoch": 307.21,
      "grad_norm": 1.0625990629196167,
      "learning_rate": 3.397340122935514e-06,
      "loss": 0.3614,
      "step": 1100730
    },
    {
      "epoch": 307.21,
      "grad_norm": 1.1603970527648926,
      "learning_rate": 3.3973159693275585e-06,
      "loss": 0.3513,
      "step": 1100740
    },
    {
      "epoch": 307.21,
      "grad_norm": 0.9381415843963623,
      "learning_rate": 3.3972918155793728e-06,
      "loss": 0.3638,
      "step": 1100750
    },
    {
      "epoch": 307.22,
      "grad_norm": 0.995985746383667,
      "learning_rate": 3.3972676616909607e-06,
      "loss": 0.3638,
      "step": 1100760
    },
    {
      "epoch": 307.22,
      "grad_norm": 0.943343997001648,
      "learning_rate": 3.397243507662325e-06,
      "loss": 0.3553,
      "step": 1100770
    },
    {
      "epoch": 307.22,
      "grad_norm": 0.9730571508407593,
      "learning_rate": 3.397219353493469e-06,
      "loss": 0.3608,
      "step": 1100780
    },
    {
      "epoch": 307.23,
      "grad_norm": 0.9875652194023132,
      "learning_rate": 3.397195199184396e-06,
      "loss": 0.3715,
      "step": 1100790
    },
    {
      "epoch": 307.23,
      "grad_norm": 1.0616240501403809,
      "learning_rate": 3.3971710447351097e-06,
      "loss": 0.3681,
      "step": 1100800
    },
    {
      "epoch": 307.23,
      "grad_norm": 1.0371510982513428,
      "learning_rate": 3.3971468901456123e-06,
      "loss": 0.3547,
      "step": 1100810
    },
    {
      "epoch": 307.23,
      "grad_norm": 0.9920286536216736,
      "learning_rate": 3.397122735415907e-06,
      "loss": 0.3413,
      "step": 1100820
    },
    {
      "epoch": 307.24,
      "grad_norm": 1.1903282403945923,
      "learning_rate": 3.3970985805459983e-06,
      "loss": 0.3615,
      "step": 1100830
    },
    {
      "epoch": 307.24,
      "grad_norm": 0.9641075730323792,
      "learning_rate": 3.397074425535888e-06,
      "loss": 0.3472,
      "step": 1100840
    },
    {
      "epoch": 307.24,
      "grad_norm": 1.0168497562408447,
      "learning_rate": 3.39705027038558e-06,
      "loss": 0.3565,
      "step": 1100850
    },
    {
      "epoch": 307.25,
      "grad_norm": 0.9702215194702148,
      "learning_rate": 3.397026115095078e-06,
      "loss": 0.348,
      "step": 1100860
    },
    {
      "epoch": 307.25,
      "grad_norm": 0.9940465092658997,
      "learning_rate": 3.397001959664384e-06,
      "loss": 0.3602,
      "step": 1100870
    },
    {
      "epoch": 307.25,
      "grad_norm": 1.3061758279800415,
      "learning_rate": 3.3969778040935025e-06,
      "loss": 0.372,
      "step": 1100880
    },
    {
      "epoch": 307.25,
      "grad_norm": 1.098178744316101,
      "learning_rate": 3.396953648382436e-06,
      "loss": 0.3617,
      "step": 1100890
    },
    {
      "epoch": 307.26,
      "grad_norm": 1.0684255361557007,
      "learning_rate": 3.3969294925311878e-06,
      "loss": 0.3664,
      "step": 1100900
    },
    {
      "epoch": 307.26,
      "grad_norm": 0.9127339720726013,
      "learning_rate": 3.3969053365397602e-06,
      "loss": 0.3668,
      "step": 1100910
    },
    {
      "epoch": 307.26,
      "grad_norm": 1.9291365146636963,
      "learning_rate": 3.3968811804081584e-06,
      "loss": 0.3592,
      "step": 1100920
    },
    {
      "epoch": 307.26,
      "grad_norm": 1.1330066919326782,
      "learning_rate": 3.3968570241363837e-06,
      "loss": 0.3462,
      "step": 1100930
    },
    {
      "epoch": 307.27,
      "grad_norm": 0.9789223670959473,
      "learning_rate": 3.3968328677244407e-06,
      "loss": 0.339,
      "step": 1100940
    },
    {
      "epoch": 307.27,
      "grad_norm": 1.163278579711914,
      "learning_rate": 3.396808711172333e-06,
      "loss": 0.3725,
      "step": 1100950
    },
    {
      "epoch": 307.27,
      "grad_norm": 1.0427494049072266,
      "learning_rate": 3.3967845544800618e-06,
      "loss": 0.357,
      "step": 1100960
    },
    {
      "epoch": 307.28,
      "grad_norm": 0.9456826448440552,
      "learning_rate": 3.396760397647631e-06,
      "loss": 0.3529,
      "step": 1100970
    },
    {
      "epoch": 307.28,
      "grad_norm": 1.0920416116714478,
      "learning_rate": 3.3967362406750444e-06,
      "loss": 0.357,
      "step": 1100980
    },
    {
      "epoch": 307.28,
      "grad_norm": 1.0675939321517944,
      "learning_rate": 3.3967120835623057e-06,
      "loss": 0.3752,
      "step": 1100990
    },
    {
      "epoch": 307.28,
      "grad_norm": 1.2026777267456055,
      "learning_rate": 3.396687926309417e-06,
      "loss": 0.3537,
      "step": 1101000
    },
    {
      "epoch": 307.29,
      "grad_norm": 1.0615051984786987,
      "learning_rate": 3.396663768916382e-06,
      "loss": 0.3492,
      "step": 1101010
    },
    {
      "epoch": 307.29,
      "grad_norm": 0.9581047296524048,
      "learning_rate": 3.3966396113832045e-06,
      "loss": 0.3469,
      "step": 1101020
    },
    {
      "epoch": 307.29,
      "grad_norm": 0.9293153285980225,
      "learning_rate": 3.396615453709887e-06,
      "loss": 0.3601,
      "step": 1101030
    },
    {
      "epoch": 307.3,
      "grad_norm": 1.0831700563430786,
      "learning_rate": 3.3965912958964324e-06,
      "loss": 0.3684,
      "step": 1101040
    },
    {
      "epoch": 307.3,
      "grad_norm": 1.1254416704177856,
      "learning_rate": 3.3965671379428446e-06,
      "loss": 0.3435,
      "step": 1101050
    },
    {
      "epoch": 307.3,
      "grad_norm": 0.997039794921875,
      "learning_rate": 3.396542979849126e-06,
      "loss": 0.3744,
      "step": 1101060
    },
    {
      "epoch": 307.3,
      "grad_norm": 1.0697576999664307,
      "learning_rate": 3.396518821615281e-06,
      "loss": 0.3657,
      "step": 1101070
    },
    {
      "epoch": 307.31,
      "grad_norm": 1.1568971872329712,
      "learning_rate": 3.3964946632413115e-06,
      "loss": 0.3527,
      "step": 1101080
    },
    {
      "epoch": 307.31,
      "grad_norm": 0.9065113663673401,
      "learning_rate": 3.396470504727222e-06,
      "loss": 0.3375,
      "step": 1101090
    },
    {
      "epoch": 307.31,
      "grad_norm": 1.0900133848190308,
      "learning_rate": 3.396446346073015e-06,
      "loss": 0.3566,
      "step": 1101100
    },
    {
      "epoch": 307.32,
      "grad_norm": 1.1779271364212036,
      "learning_rate": 3.396422187278694e-06,
      "loss": 0.3792,
      "step": 1101110
    },
    {
      "epoch": 307.32,
      "grad_norm": 1.0764787197113037,
      "learning_rate": 3.396398028344262e-06,
      "loss": 0.3621,
      "step": 1101120
    },
    {
      "epoch": 307.32,
      "grad_norm": 1.0128499269485474,
      "learning_rate": 3.396373869269722e-06,
      "loss": 0.3555,
      "step": 1101130
    },
    {
      "epoch": 307.32,
      "grad_norm": 1.014633297920227,
      "learning_rate": 3.396349710055077e-06,
      "loss": 0.3617,
      "step": 1101140
    },
    {
      "epoch": 307.33,
      "grad_norm": 1.1213672161102295,
      "learning_rate": 3.3963255507003316e-06,
      "loss": 0.3547,
      "step": 1101150
    },
    {
      "epoch": 307.33,
      "grad_norm": 1.0961356163024902,
      "learning_rate": 3.3963013912054873e-06,
      "loss": 0.3606,
      "step": 1101160
    },
    {
      "epoch": 307.33,
      "grad_norm": 1.1512489318847656,
      "learning_rate": 3.3962772315705488e-06,
      "loss": 0.3468,
      "step": 1101170
    },
    {
      "epoch": 307.33,
      "grad_norm": 1.0034279823303223,
      "learning_rate": 3.3962530717955182e-06,
      "loss": 0.3624,
      "step": 1101180
    },
    {
      "epoch": 307.34,
      "grad_norm": 1.6159300804138184,
      "learning_rate": 3.3962289118804e-06,
      "loss": 0.3452,
      "step": 1101190
    },
    {
      "epoch": 307.34,
      "grad_norm": 1.0114777088165283,
      "learning_rate": 3.3962047518251953e-06,
      "loss": 0.3568,
      "step": 1101200
    },
    {
      "epoch": 307.34,
      "grad_norm": 1.1015045642852783,
      "learning_rate": 3.39618059162991e-06,
      "loss": 0.3575,
      "step": 1101210
    },
    {
      "epoch": 307.35,
      "grad_norm": 1.0756617784500122,
      "learning_rate": 3.396156431294545e-06,
      "loss": 0.3761,
      "step": 1101220
    },
    {
      "epoch": 307.35,
      "grad_norm": 0.9896863698959351,
      "learning_rate": 3.396132270819104e-06,
      "loss": 0.3483,
      "step": 1101230
    },
    {
      "epoch": 307.35,
      "grad_norm": 0.9647802114486694,
      "learning_rate": 3.396108110203591e-06,
      "loss": 0.3371,
      "step": 1101240
    },
    {
      "epoch": 307.35,
      "grad_norm": 1.0535908937454224,
      "learning_rate": 3.39608394944801e-06,
      "loss": 0.3555,
      "step": 1101250
    },
    {
      "epoch": 307.36,
      "grad_norm": 0.9980379939079285,
      "learning_rate": 3.396059788552362e-06,
      "loss": 0.3506,
      "step": 1101260
    },
    {
      "epoch": 307.36,
      "grad_norm": 0.8786079287528992,
      "learning_rate": 3.3960356275166506e-06,
      "loss": 0.3661,
      "step": 1101270
    },
    {
      "epoch": 307.36,
      "grad_norm": 0.9150123000144958,
      "learning_rate": 3.396011466340881e-06,
      "loss": 0.3688,
      "step": 1101280
    },
    {
      "epoch": 307.37,
      "grad_norm": 1.03677499294281,
      "learning_rate": 3.3959873050250546e-06,
      "loss": 0.339,
      "step": 1101290
    },
    {
      "epoch": 307.37,
      "grad_norm": 1.1155647039413452,
      "learning_rate": 3.395963143569175e-06,
      "loss": 0.3707,
      "step": 1101300
    },
    {
      "epoch": 307.37,
      "grad_norm": 1.5352230072021484,
      "learning_rate": 3.3959389819732457e-06,
      "loss": 0.3529,
      "step": 1101310
    },
    {
      "epoch": 307.37,
      "grad_norm": 1.2070804834365845,
      "learning_rate": 3.395914820237269e-06,
      "loss": 0.3481,
      "step": 1101320
    },
    {
      "epoch": 307.38,
      "grad_norm": 0.9881151914596558,
      "learning_rate": 3.3958906583612504e-06,
      "loss": 0.3391,
      "step": 1101330
    },
    {
      "epoch": 307.38,
      "grad_norm": 0.969871997833252,
      "learning_rate": 3.3958664963451905e-06,
      "loss": 0.3487,
      "step": 1101340
    },
    {
      "epoch": 307.38,
      "grad_norm": 1.0662808418273926,
      "learning_rate": 3.395842334189094e-06,
      "loss": 0.3642,
      "step": 1101350
    },
    {
      "epoch": 307.38,
      "grad_norm": 1.036271095275879,
      "learning_rate": 3.395818171892963e-06,
      "loss": 0.3597,
      "step": 1101360
    },
    {
      "epoch": 307.39,
      "grad_norm": 0.8900474309921265,
      "learning_rate": 3.395794009456802e-06,
      "loss": 0.3635,
      "step": 1101370
    },
    {
      "epoch": 307.39,
      "grad_norm": 1.0760877132415771,
      "learning_rate": 3.3957698468806143e-06,
      "loss": 0.3415,
      "step": 1101380
    },
    {
      "epoch": 307.39,
      "grad_norm": 0.8934692144393921,
      "learning_rate": 3.3957456841644015e-06,
      "loss": 0.3614,
      "step": 1101390
    },
    {
      "epoch": 307.4,
      "grad_norm": 0.9999120235443115,
      "learning_rate": 3.3957215213081684e-06,
      "loss": 0.3579,
      "step": 1101400
    },
    {
      "epoch": 307.4,
      "grad_norm": 1.0453852415084839,
      "learning_rate": 3.3956973583119177e-06,
      "loss": 0.3475,
      "step": 1101410
    },
    {
      "epoch": 307.4,
      "grad_norm": 1.0684020519256592,
      "learning_rate": 3.395673195175652e-06,
      "loss": 0.3493,
      "step": 1101420
    },
    {
      "epoch": 307.4,
      "grad_norm": 1.0307328701019287,
      "learning_rate": 3.395649031899375e-06,
      "loss": 0.3383,
      "step": 1101430
    },
    {
      "epoch": 307.41,
      "grad_norm": 1.0311839580535889,
      "learning_rate": 3.3956248684830906e-06,
      "loss": 0.3244,
      "step": 1101440
    },
    {
      "epoch": 307.41,
      "grad_norm": 1.1335508823394775,
      "learning_rate": 3.3956007049268003e-06,
      "loss": 0.352,
      "step": 1101450
    },
    {
      "epoch": 307.41,
      "grad_norm": 1.0010943412780762,
      "learning_rate": 3.395576541230509e-06,
      "loss": 0.3511,
      "step": 1101460
    },
    {
      "epoch": 307.42,
      "grad_norm": 0.9347314834594727,
      "learning_rate": 3.3955523773942194e-06,
      "loss": 0.3579,
      "step": 1101470
    },
    {
      "epoch": 307.42,
      "grad_norm": 3.453583240509033,
      "learning_rate": 3.395528213417935e-06,
      "loss": 0.3449,
      "step": 1101480
    },
    {
      "epoch": 307.42,
      "grad_norm": 0.9617485404014587,
      "learning_rate": 3.395504049301658e-06,
      "loss": 0.3537,
      "step": 1101490
    },
    {
      "epoch": 307.42,
      "grad_norm": 0.9138067960739136,
      "learning_rate": 3.3954798850453926e-06,
      "loss": 0.3556,
      "step": 1101500
    },
    {
      "epoch": 307.43,
      "grad_norm": 0.9969509840011597,
      "learning_rate": 3.3954557206491413e-06,
      "loss": 0.3702,
      "step": 1101510
    },
    {
      "epoch": 307.43,
      "grad_norm": 1.0770803689956665,
      "learning_rate": 3.3954315561129076e-06,
      "loss": 0.3327,
      "step": 1101520
    },
    {
      "epoch": 307.43,
      "grad_norm": 0.9031926989555359,
      "learning_rate": 3.3954073914366954e-06,
      "loss": 0.3648,
      "step": 1101530
    },
    {
      "epoch": 307.44,
      "grad_norm": 1.9124761819839478,
      "learning_rate": 3.395383226620507e-06,
      "loss": 0.342,
      "step": 1101540
    },
    {
      "epoch": 307.44,
      "grad_norm": 1.0118604898452759,
      "learning_rate": 3.395359061664346e-06,
      "loss": 0.3459,
      "step": 1101550
    },
    {
      "epoch": 307.44,
      "grad_norm": 1.335741639137268,
      "learning_rate": 3.395334896568215e-06,
      "loss": 0.3622,
      "step": 1101560
    },
    {
      "epoch": 307.44,
      "grad_norm": 1.0518978834152222,
      "learning_rate": 3.3953107313321186e-06,
      "loss": 0.3573,
      "step": 1101570
    },
    {
      "epoch": 307.45,
      "grad_norm": 1.0626591444015503,
      "learning_rate": 3.395286565956059e-06,
      "loss": 0.3623,
      "step": 1101580
    },
    {
      "epoch": 307.45,
      "grad_norm": 1.0142465829849243,
      "learning_rate": 3.395262400440039e-06,
      "loss": 0.3365,
      "step": 1101590
    },
    {
      "epoch": 307.45,
      "grad_norm": 1.1204663515090942,
      "learning_rate": 3.3952382347840634e-06,
      "loss": 0.3516,
      "step": 1101600
    },
    {
      "epoch": 307.45,
      "grad_norm": 1.171886682510376,
      "learning_rate": 3.3952140689881333e-06,
      "loss": 0.3588,
      "step": 1101610
    },
    {
      "epoch": 307.46,
      "grad_norm": 1.1409202814102173,
      "learning_rate": 3.395189903052254e-06,
      "loss": 0.3692,
      "step": 1101620
    },
    {
      "epoch": 307.46,
      "grad_norm": 0.9327555894851685,
      "learning_rate": 3.3951657369764277e-06,
      "loss": 0.3688,
      "step": 1101630
    },
    {
      "epoch": 307.46,
      "grad_norm": 1.5878915786743164,
      "learning_rate": 3.3951415707606573e-06,
      "loss": 0.3452,
      "step": 1101640
    },
    {
      "epoch": 307.47,
      "grad_norm": 1.0868147611618042,
      "learning_rate": 3.3951174044049456e-06,
      "loss": 0.3485,
      "step": 1101650
    },
    {
      "epoch": 307.47,
      "grad_norm": 1.0688135623931885,
      "learning_rate": 3.3950932379092973e-06,
      "loss": 0.3408,
      "step": 1101660
    },
    {
      "epoch": 307.47,
      "grad_norm": 0.968773365020752,
      "learning_rate": 3.3950690712737158e-06,
      "loss": 0.3601,
      "step": 1101670
    },
    {
      "epoch": 307.47,
      "grad_norm": 0.9880024194717407,
      "learning_rate": 3.3950449044982023e-06,
      "loss": 0.3505,
      "step": 1101680
    },
    {
      "epoch": 307.48,
      "grad_norm": 0.8976442217826843,
      "learning_rate": 3.395020737582762e-06,
      "loss": 0.358,
      "step": 1101690
    },
    {
      "epoch": 307.48,
      "grad_norm": 0.8918940424919128,
      "learning_rate": 3.3949965705273968e-06,
      "loss": 0.3593,
      "step": 1101700
    },
    {
      "epoch": 307.48,
      "grad_norm": 1.154126763343811,
      "learning_rate": 3.3949724033321107e-06,
      "loss": 0.3551,
      "step": 1101710
    },
    {
      "epoch": 307.49,
      "grad_norm": 1.0244121551513672,
      "learning_rate": 3.3949482359969057e-06,
      "loss": 0.3376,
      "step": 1101720
    },
    {
      "epoch": 307.49,
      "grad_norm": 0.9803680777549744,
      "learning_rate": 3.394924068521787e-06,
      "loss": 0.3327,
      "step": 1101730
    },
    {
      "epoch": 307.49,
      "grad_norm": 0.9446526765823364,
      "learning_rate": 3.394899900906756e-06,
      "loss": 0.3358,
      "step": 1101740
    },
    {
      "epoch": 307.49,
      "grad_norm": 1.04630446434021,
      "learning_rate": 3.394875733151817e-06,
      "loss": 0.3589,
      "step": 1101750
    },
    {
      "epoch": 307.5,
      "grad_norm": 0.9956689476966858,
      "learning_rate": 3.3948515652569735e-06,
      "loss": 0.3498,
      "step": 1101760
    },
    {
      "epoch": 307.5,
      "grad_norm": 0.9296733736991882,
      "learning_rate": 3.3948273972222274e-06,
      "loss": 0.3562,
      "step": 1101770
    },
    {
      "epoch": 307.5,
      "grad_norm": 1.0906264781951904,
      "learning_rate": 3.394803229047582e-06,
      "loss": 0.3416,
      "step": 1101780
    },
    {
      "epoch": 307.5,
      "grad_norm": 1.0478515625,
      "learning_rate": 3.394779060733042e-06,
      "loss": 0.3632,
      "step": 1101790
    },
    {
      "epoch": 307.51,
      "grad_norm": 1.0954890251159668,
      "learning_rate": 3.39475489227861e-06,
      "loss": 0.358,
      "step": 1101800
    },
    {
      "epoch": 307.51,
      "grad_norm": 0.9573319554328918,
      "learning_rate": 3.394730723684288e-06,
      "loss": 0.3651,
      "step": 1101810
    },
    {
      "epoch": 307.51,
      "grad_norm": 1.022689938545227,
      "learning_rate": 3.394706554950081e-06,
      "loss": 0.3504,
      "step": 1101820
    },
    {
      "epoch": 307.52,
      "grad_norm": 1.179574728012085,
      "learning_rate": 3.3946823860759913e-06,
      "loss": 0.3505,
      "step": 1101830
    },
    {
      "epoch": 307.52,
      "grad_norm": 1.0328736305236816,
      "learning_rate": 3.394658217062022e-06,
      "loss": 0.3484,
      "step": 1101840
    },
    {
      "epoch": 307.52,
      "grad_norm": 0.9677481055259705,
      "learning_rate": 3.3946340479081765e-06,
      "loss": 0.3767,
      "step": 1101850
    },
    {
      "epoch": 307.52,
      "grad_norm": 1.037832260131836,
      "learning_rate": 3.394609878614458e-06,
      "loss": 0.3661,
      "step": 1101860
    },
    {
      "epoch": 307.53,
      "grad_norm": 0.9822378158569336,
      "learning_rate": 3.3945857091808697e-06,
      "loss": 0.3494,
      "step": 1101870
    },
    {
      "epoch": 307.53,
      "grad_norm": 0.9845768809318542,
      "learning_rate": 3.394561539607415e-06,
      "loss": 0.3482,
      "step": 1101880
    },
    {
      "epoch": 307.53,
      "grad_norm": 1.0009740591049194,
      "learning_rate": 3.3945373698940973e-06,
      "loss": 0.3506,
      "step": 1101890
    },
    {
      "epoch": 307.54,
      "grad_norm": 0.9255353212356567,
      "learning_rate": 3.394513200040919e-06,
      "loss": 0.3468,
      "step": 1101900
    },
    {
      "epoch": 307.54,
      "grad_norm": 1.0500861406326294,
      "learning_rate": 3.3944890300478846e-06,
      "loss": 0.3521,
      "step": 1101910
    },
    {
      "epoch": 307.54,
      "grad_norm": 1.0860346555709839,
      "learning_rate": 3.394464859914996e-06,
      "loss": 0.3515,
      "step": 1101920
    },
    {
      "epoch": 307.54,
      "grad_norm": 0.9602709412574768,
      "learning_rate": 3.3944406896422565e-06,
      "loss": 0.3468,
      "step": 1101930
    },
    {
      "epoch": 307.55,
      "grad_norm": 0.9780802726745605,
      "learning_rate": 3.3944165192296704e-06,
      "loss": 0.3653,
      "step": 1101940
    },
    {
      "epoch": 307.55,
      "grad_norm": 1.0065312385559082,
      "learning_rate": 3.39439234867724e-06,
      "loss": 0.3554,
      "step": 1101950
    },
    {
      "epoch": 307.55,
      "grad_norm": 1.1015881299972534,
      "learning_rate": 3.394368177984969e-06,
      "loss": 0.3445,
      "step": 1101960
    },
    {
      "epoch": 307.56,
      "grad_norm": 1.028775691986084,
      "learning_rate": 3.39434400715286e-06,
      "loss": 0.357,
      "step": 1101970
    },
    {
      "epoch": 307.56,
      "grad_norm": 1.0744926929473877,
      "learning_rate": 3.3943198361809176e-06,
      "loss": 0.3606,
      "step": 1101980
    },
    {
      "epoch": 307.56,
      "grad_norm": 1.1783055067062378,
      "learning_rate": 3.394295665069144e-06,
      "loss": 0.3437,
      "step": 1101990
    },
    {
      "epoch": 307.56,
      "grad_norm": 1.0327553749084473,
      "learning_rate": 3.394271493817542e-06,
      "loss": 0.3646,
      "step": 1102000
    },
    {
      "epoch": 307.57,
      "grad_norm": 1.1405065059661865,
      "learning_rate": 3.3942473224261147e-06,
      "loss": 0.3555,
      "step": 1102010
    },
    {
      "epoch": 307.57,
      "grad_norm": 0.8927733898162842,
      "learning_rate": 3.394223150894867e-06,
      "loss": 0.3669,
      "step": 1102020
    },
    {
      "epoch": 307.57,
      "grad_norm": 1.0340657234191895,
      "learning_rate": 3.3941989792238003e-06,
      "loss": 0.3449,
      "step": 1102030
    },
    {
      "epoch": 307.57,
      "grad_norm": 1.0203359127044678,
      "learning_rate": 3.394174807412919e-06,
      "loss": 0.3642,
      "step": 1102040
    },
    {
      "epoch": 307.58,
      "grad_norm": 1.0959596633911133,
      "learning_rate": 3.3941506354622257e-06,
      "loss": 0.3636,
      "step": 1102050
    },
    {
      "epoch": 307.58,
      "grad_norm": 0.8896996378898621,
      "learning_rate": 3.3941264633717236e-06,
      "loss": 0.3743,
      "step": 1102060
    },
    {
      "epoch": 307.58,
      "grad_norm": 0.9514588713645935,
      "learning_rate": 3.394102291141417e-06,
      "loss": 0.3679,
      "step": 1102070
    },
    {
      "epoch": 307.59,
      "grad_norm": 0.9718397855758667,
      "learning_rate": 3.3940781187713072e-06,
      "loss": 0.3572,
      "step": 1102080
    },
    {
      "epoch": 307.59,
      "grad_norm": 1.120340347290039,
      "learning_rate": 3.394053946261399e-06,
      "loss": 0.3556,
      "step": 1102090
    },
    {
      "epoch": 307.59,
      "grad_norm": 0.983508288860321,
      "learning_rate": 3.3940297736116945e-06,
      "loss": 0.3686,
      "step": 1102100
    },
    {
      "epoch": 307.59,
      "grad_norm": 1.1873198747634888,
      "learning_rate": 3.3940056008221975e-06,
      "loss": 0.3632,
      "step": 1102110
    },
    {
      "epoch": 307.6,
      "grad_norm": 1.0457732677459717,
      "learning_rate": 3.3939814278929113e-06,
      "loss": 0.3646,
      "step": 1102120
    },
    {
      "epoch": 307.6,
      "grad_norm": 2.3823022842407227,
      "learning_rate": 3.3939572548238397e-06,
      "loss": 0.3482,
      "step": 1102130
    },
    {
      "epoch": 307.6,
      "grad_norm": 1.048132300376892,
      "learning_rate": 3.3939330816149847e-06,
      "loss": 0.344,
      "step": 1102140
    },
    {
      "epoch": 307.61,
      "grad_norm": 0.9782907962799072,
      "learning_rate": 3.3939089082663503e-06,
      "loss": 0.3669,
      "step": 1102150
    },
    {
      "epoch": 307.61,
      "grad_norm": 0.9584618806838989,
      "learning_rate": 3.3938847347779393e-06,
      "loss": 0.352,
      "step": 1102160
    },
    {
      "epoch": 307.61,
      "grad_norm": 1.0995519161224365,
      "learning_rate": 3.393860561149755e-06,
      "loss": 0.3549,
      "step": 1102170
    },
    {
      "epoch": 307.61,
      "grad_norm": 1.1028196811676025,
      "learning_rate": 3.393836387381801e-06,
      "loss": 0.3576,
      "step": 1102180
    },
    {
      "epoch": 307.62,
      "grad_norm": 1.0244187116622925,
      "learning_rate": 3.3938122134740794e-06,
      "loss": 0.3547,
      "step": 1102190
    },
    {
      "epoch": 307.62,
      "grad_norm": 1.2913131713867188,
      "learning_rate": 3.3937880394265945e-06,
      "loss": 0.3636,
      "step": 1102200
    },
    {
      "epoch": 307.62,
      "grad_norm": 1.135380744934082,
      "learning_rate": 3.39376386523935e-06,
      "loss": 0.363,
      "step": 1102210
    },
    {
      "epoch": 307.62,
      "grad_norm": 1.0626901388168335,
      "learning_rate": 3.3937396909123485e-06,
      "loss": 0.369,
      "step": 1102220
    },
    {
      "epoch": 307.63,
      "grad_norm": 1.1412214040756226,
      "learning_rate": 3.393715516445592e-06,
      "loss": 0.3669,
      "step": 1102230
    },
    {
      "epoch": 307.63,
      "grad_norm": 0.9466769099235535,
      "learning_rate": 3.3936913418390853e-06,
      "loss": 0.35,
      "step": 1102240
    },
    {
      "epoch": 307.63,
      "grad_norm": 0.9163614511489868,
      "learning_rate": 3.393667167092831e-06,
      "loss": 0.3531,
      "step": 1102250
    },
    {
      "epoch": 307.64,
      "grad_norm": 0.8574857115745544,
      "learning_rate": 3.3936429922068324e-06,
      "loss": 0.3467,
      "step": 1102260
    },
    {
      "epoch": 307.64,
      "grad_norm": 1.0050426721572876,
      "learning_rate": 3.393618817181093e-06,
      "loss": 0.3643,
      "step": 1102270
    },
    {
      "epoch": 307.64,
      "grad_norm": 1.0447967052459717,
      "learning_rate": 3.3935946420156157e-06,
      "loss": 0.3487,
      "step": 1102280
    },
    {
      "epoch": 307.64,
      "grad_norm": 1.0574387311935425,
      "learning_rate": 3.393570466710404e-06,
      "loss": 0.3446,
      "step": 1102290
    },
    {
      "epoch": 307.65,
      "grad_norm": 1.0357098579406738,
      "learning_rate": 3.3935462912654606e-06,
      "loss": 0.3611,
      "step": 1102300
    },
    {
      "epoch": 307.65,
      "grad_norm": 1.0233668088912964,
      "learning_rate": 3.3935221156807892e-06,
      "loss": 0.352,
      "step": 1102310
    },
    {
      "epoch": 307.65,
      "grad_norm": 1.009545922279358,
      "learning_rate": 3.3934979399563926e-06,
      "loss": 0.3669,
      "step": 1102320
    },
    {
      "epoch": 307.66,
      "grad_norm": 0.9645541906356812,
      "learning_rate": 3.393473764092274e-06,
      "loss": 0.3595,
      "step": 1102330
    },
    {
      "epoch": 307.66,
      "grad_norm": 0.9984529614448547,
      "learning_rate": 3.3934495880884377e-06,
      "loss": 0.3433,
      "step": 1102340
    },
    {
      "epoch": 307.66,
      "grad_norm": 0.9744551777839661,
      "learning_rate": 3.3934254119448855e-06,
      "loss": 0.3472,
      "step": 1102350
    },
    {
      "epoch": 307.66,
      "grad_norm": 1.2026596069335938,
      "learning_rate": 3.3934012356616216e-06,
      "loss": 0.3695,
      "step": 1102360
    },
    {
      "epoch": 307.67,
      "grad_norm": 0.9070644378662109,
      "learning_rate": 3.3933770592386485e-06,
      "loss": 0.3381,
      "step": 1102370
    },
    {
      "epoch": 307.67,
      "grad_norm": 1.1805592775344849,
      "learning_rate": 3.3933528826759704e-06,
      "loss": 0.3434,
      "step": 1102380
    },
    {
      "epoch": 307.67,
      "grad_norm": 0.9759339094161987,
      "learning_rate": 3.393328705973589e-06,
      "loss": 0.3472,
      "step": 1102390
    },
    {
      "epoch": 307.68,
      "grad_norm": 1.1248695850372314,
      "learning_rate": 3.3933045291315086e-06,
      "loss": 0.3487,
      "step": 1102400
    },
    {
      "epoch": 307.68,
      "grad_norm": 1.0100302696228027,
      "learning_rate": 3.3932803521497326e-06,
      "loss": 0.3526,
      "step": 1102410
    },
    {
      "epoch": 307.68,
      "grad_norm": 1.1012215614318848,
      "learning_rate": 3.393256175028263e-06,
      "loss": 0.3596,
      "step": 1102420
    },
    {
      "epoch": 307.68,
      "grad_norm": 0.9620086550712585,
      "learning_rate": 3.393231997767105e-06,
      "loss": 0.3484,
      "step": 1102430
    },
    {
      "epoch": 307.69,
      "grad_norm": 0.9298070073127747,
      "learning_rate": 3.3932078203662604e-06,
      "loss": 0.3466,
      "step": 1102440
    },
    {
      "epoch": 307.69,
      "grad_norm": 0.962319552898407,
      "learning_rate": 3.393183642825732e-06,
      "loss": 0.352,
      "step": 1102450
    },
    {
      "epoch": 307.69,
      "grad_norm": 1.0172196626663208,
      "learning_rate": 3.3931594651455243e-06,
      "loss": 0.3586,
      "step": 1102460
    },
    {
      "epoch": 307.69,
      "grad_norm": 1.0212184190750122,
      "learning_rate": 3.39313528732564e-06,
      "loss": 0.3707,
      "step": 1102470
    },
    {
      "epoch": 307.7,
      "grad_norm": 1.0192397832870483,
      "learning_rate": 3.3931111093660814e-06,
      "loss": 0.3492,
      "step": 1102480
    },
    {
      "epoch": 307.7,
      "grad_norm": 1.0870383977890015,
      "learning_rate": 3.3930869312668525e-06,
      "loss": 0.3481,
      "step": 1102490
    },
    {
      "epoch": 307.7,
      "grad_norm": 0.9626126289367676,
      "learning_rate": 3.3930627530279577e-06,
      "loss": 0.3595,
      "step": 1102500
    },
    {
      "epoch": 307.71,
      "grad_norm": 1.1071282625198364,
      "learning_rate": 3.393038574649399e-06,
      "loss": 0.3488,
      "step": 1102510
    },
    {
      "epoch": 307.71,
      "grad_norm": 1.089975118637085,
      "learning_rate": 3.393014396131179e-06,
      "loss": 0.3597,
      "step": 1102520
    },
    {
      "epoch": 307.71,
      "grad_norm": 1.2366143465042114,
      "learning_rate": 3.3929902174733016e-06,
      "loss": 0.3586,
      "step": 1102530
    },
    {
      "epoch": 307.71,
      "grad_norm": 0.9939838647842407,
      "learning_rate": 3.3929660386757703e-06,
      "loss": 0.3567,
      "step": 1102540
    },
    {
      "epoch": 307.72,
      "grad_norm": 1.0219789743423462,
      "learning_rate": 3.3929418597385882e-06,
      "loss": 0.3602,
      "step": 1102550
    },
    {
      "epoch": 307.72,
      "grad_norm": 1.057273268699646,
      "learning_rate": 3.392917680661758e-06,
      "loss": 0.3271,
      "step": 1102560
    },
    {
      "epoch": 307.72,
      "grad_norm": 0.994780421257019,
      "learning_rate": 3.3928935014452837e-06,
      "loss": 0.3582,
      "step": 1102570
    },
    {
      "epoch": 307.73,
      "grad_norm": 1.0401301383972168,
      "learning_rate": 3.392869322089168e-06,
      "loss": 0.3491,
      "step": 1102580
    },
    {
      "epoch": 307.73,
      "grad_norm": 1.1392836570739746,
      "learning_rate": 3.3928451425934143e-06,
      "loss": 0.3585,
      "step": 1102590
    },
    {
      "epoch": 307.73,
      "grad_norm": 0.8853499293327332,
      "learning_rate": 3.3928209629580256e-06,
      "loss": 0.3748,
      "step": 1102600
    },
    {
      "epoch": 307.73,
      "grad_norm": 1.1592347621917725,
      "learning_rate": 3.392796783183005e-06,
      "loss": 0.3573,
      "step": 1102610
    },
    {
      "epoch": 307.74,
      "grad_norm": 1.048145055770874,
      "learning_rate": 3.3927726032683563e-06,
      "loss": 0.3506,
      "step": 1102620
    },
    {
      "epoch": 307.74,
      "grad_norm": 1.0260075330734253,
      "learning_rate": 3.392748423214083e-06,
      "loss": 0.3735,
      "step": 1102630
    },
    {
      "epoch": 307.74,
      "grad_norm": 0.9563822746276855,
      "learning_rate": 3.3927242430201866e-06,
      "loss": 0.3577,
      "step": 1102640
    },
    {
      "epoch": 307.74,
      "grad_norm": 1.4709490537643433,
      "learning_rate": 3.392700062686672e-06,
      "loss": 0.3635,
      "step": 1102650
    },
    {
      "epoch": 307.75,
      "grad_norm": 5.280758857727051,
      "learning_rate": 3.392675882213542e-06,
      "loss": 0.3603,
      "step": 1102660
    },
    {
      "epoch": 307.75,
      "grad_norm": 1.113390326499939,
      "learning_rate": 3.3926517016008e-06,
      "loss": 0.3381,
      "step": 1102670
    },
    {
      "epoch": 307.75,
      "grad_norm": 1.002118468284607,
      "learning_rate": 3.3926275208484477e-06,
      "loss": 0.3448,
      "step": 1102680
    },
    {
      "epoch": 307.76,
      "grad_norm": 0.9619263410568237,
      "learning_rate": 3.39260333995649e-06,
      "loss": 0.3531,
      "step": 1102690
    },
    {
      "epoch": 307.76,
      "grad_norm": 0.9075244069099426,
      "learning_rate": 3.3925791589249303e-06,
      "loss": 0.3541,
      "step": 1102700
    },
    {
      "epoch": 307.76,
      "grad_norm": 1.061690330505371,
      "learning_rate": 3.39255497775377e-06,
      "loss": 0.3559,
      "step": 1102710
    },
    {
      "epoch": 307.76,
      "grad_norm": 1.0062038898468018,
      "learning_rate": 3.3925307964430148e-06,
      "loss": 0.3646,
      "step": 1102720
    },
    {
      "epoch": 307.77,
      "grad_norm": 0.9708625078201294,
      "learning_rate": 3.392506614992666e-06,
      "loss": 0.3726,
      "step": 1102730
    },
    {
      "epoch": 307.77,
      "grad_norm": 0.9999045729637146,
      "learning_rate": 3.392482433402727e-06,
      "loss": 0.348,
      "step": 1102740
    },
    {
      "epoch": 307.77,
      "grad_norm": 0.9707434177398682,
      "learning_rate": 3.392458251673202e-06,
      "loss": 0.356,
      "step": 1102750
    },
    {
      "epoch": 307.78,
      "grad_norm": 7.914920330047607,
      "learning_rate": 3.392434069804094e-06,
      "loss": 0.3512,
      "step": 1102760
    },
    {
      "epoch": 307.78,
      "grad_norm": 0.9302923679351807,
      "learning_rate": 3.3924098877954045e-06,
      "loss": 0.3557,
      "step": 1102770
    },
    {
      "epoch": 307.78,
      "grad_norm": 0.9299130439758301,
      "learning_rate": 3.3923857056471387e-06,
      "loss": 0.3607,
      "step": 1102780
    },
    {
      "epoch": 307.78,
      "grad_norm": 7.995853900909424,
      "learning_rate": 3.3923615233592997e-06,
      "loss": 0.3564,
      "step": 1102790
    },
    {
      "epoch": 307.79,
      "grad_norm": 0.9366483092308044,
      "learning_rate": 3.39233734093189e-06,
      "loss": 0.3351,
      "step": 1102800
    },
    {
      "epoch": 307.79,
      "grad_norm": 1.0572296380996704,
      "learning_rate": 3.392313158364913e-06,
      "loss": 0.3659,
      "step": 1102810
    },
    {
      "epoch": 307.79,
      "grad_norm": 0.9930419325828552,
      "learning_rate": 3.3922889756583716e-06,
      "loss": 0.3595,
      "step": 1102820
    },
    {
      "epoch": 307.8,
      "grad_norm": 0.9898638129234314,
      "learning_rate": 3.39226479281227e-06,
      "loss": 0.37,
      "step": 1102830
    },
    {
      "epoch": 307.8,
      "grad_norm": 0.9734262228012085,
      "learning_rate": 3.3922406098266103e-06,
      "loss": 0.3451,
      "step": 1102840
    },
    {
      "epoch": 307.8,
      "grad_norm": 1.0463488101959229,
      "learning_rate": 3.3922164267013966e-06,
      "loss": 0.347,
      "step": 1102850
    },
    {
      "epoch": 307.8,
      "grad_norm": 0.9230619072914124,
      "learning_rate": 3.3921922434366313e-06,
      "loss": 0.3531,
      "step": 1102860
    },
    {
      "epoch": 307.81,
      "grad_norm": 0.9658903479576111,
      "learning_rate": 3.392168060032318e-06,
      "loss": 0.3561,
      "step": 1102870
    },
    {
      "epoch": 307.81,
      "grad_norm": 1.2667099237442017,
      "learning_rate": 3.3921438764884606e-06,
      "loss": 0.3594,
      "step": 1102880
    },
    {
      "epoch": 307.81,
      "grad_norm": 1.0954407453536987,
      "learning_rate": 3.3921196928050616e-06,
      "loss": 0.3236,
      "step": 1102890
    },
    {
      "epoch": 307.81,
      "grad_norm": 1.0680886507034302,
      "learning_rate": 3.3920955089821236e-06,
      "loss": 0.3425,
      "step": 1102900
    },
    {
      "epoch": 307.82,
      "grad_norm": 1.0256019830703735,
      "learning_rate": 3.392071325019651e-06,
      "loss": 0.3672,
      "step": 1102910
    },
    {
      "epoch": 307.82,
      "grad_norm": 1.1211711168289185,
      "learning_rate": 3.3920471409176465e-06,
      "loss": 0.3446,
      "step": 1102920
    },
    {
      "epoch": 307.82,
      "grad_norm": 1.0255241394042969,
      "learning_rate": 3.3920229566761137e-06,
      "loss": 0.3537,
      "step": 1102930
    },
    {
      "epoch": 307.83,
      "grad_norm": 0.9745514988899231,
      "learning_rate": 3.391998772295055e-06,
      "loss": 0.3828,
      "step": 1102940
    },
    {
      "epoch": 307.83,
      "grad_norm": 1.16877019405365,
      "learning_rate": 3.391974587774474e-06,
      "loss": 0.3462,
      "step": 1102950
    },
    {
      "epoch": 307.83,
      "grad_norm": 1.2352383136749268,
      "learning_rate": 3.391950403114375e-06,
      "loss": 0.3541,
      "step": 1102960
    },
    {
      "epoch": 307.83,
      "grad_norm": 1.005265712738037,
      "learning_rate": 3.391926218314759e-06,
      "loss": 0.3516,
      "step": 1102970
    },
    {
      "epoch": 307.84,
      "grad_norm": 1.0078359842300415,
      "learning_rate": 3.391902033375631e-06,
      "loss": 0.373,
      "step": 1102980
    },
    {
      "epoch": 307.84,
      "grad_norm": 1.204405665397644,
      "learning_rate": 3.391877848296994e-06,
      "loss": 0.355,
      "step": 1102990
    },
    {
      "epoch": 307.84,
      "grad_norm": 1.0738179683685303,
      "learning_rate": 3.39185366307885e-06,
      "loss": 0.3735,
      "step": 1103000
    },
    {
      "epoch": 307.85,
      "grad_norm": 0.9651895761489868,
      "learning_rate": 3.3918294777212045e-06,
      "loss": 0.3578,
      "step": 1103010
    },
    {
      "epoch": 307.85,
      "grad_norm": 1.0700217485427856,
      "learning_rate": 3.391805292224058e-06,
      "loss": 0.362,
      "step": 1103020
    },
    {
      "epoch": 307.85,
      "grad_norm": 1.1481267213821411,
      "learning_rate": 3.391781106587416e-06,
      "loss": 0.3424,
      "step": 1103030
    },
    {
      "epoch": 307.85,
      "grad_norm": 0.9561075568199158,
      "learning_rate": 3.39175692081128e-06,
      "loss": 0.3752,
      "step": 1103040
    },
    {
      "epoch": 307.86,
      "grad_norm": 1.3363107442855835,
      "learning_rate": 3.3917327348956548e-06,
      "loss": 0.3509,
      "step": 1103050
    },
    {
      "epoch": 307.86,
      "grad_norm": 0.8696361780166626,
      "learning_rate": 3.391708548840542e-06,
      "loss": 0.3548,
      "step": 1103060
    },
    {
      "epoch": 307.86,
      "grad_norm": 1.039678931236267,
      "learning_rate": 3.391684362645946e-06,
      "loss": 0.3565,
      "step": 1103070
    },
    {
      "epoch": 307.86,
      "grad_norm": 1.2146779298782349,
      "learning_rate": 3.39166017631187e-06,
      "loss": 0.3571,
      "step": 1103080
    },
    {
      "epoch": 307.87,
      "grad_norm": 3.329185724258423,
      "learning_rate": 3.3916359898383156e-06,
      "loss": 0.3693,
      "step": 1103090
    },
    {
      "epoch": 307.87,
      "grad_norm": 0.9836035370826721,
      "learning_rate": 3.3916118032252887e-06,
      "loss": 0.3501,
      "step": 1103100
    },
    {
      "epoch": 307.87,
      "grad_norm": 0.9446345567703247,
      "learning_rate": 3.3915876164727903e-06,
      "loss": 0.3506,
      "step": 1103110
    },
    {
      "epoch": 307.88,
      "grad_norm": 1.0396063327789307,
      "learning_rate": 3.3915634295808254e-06,
      "loss": 0.352,
      "step": 1103120
    },
    {
      "epoch": 307.88,
      "grad_norm": 1.0073431730270386,
      "learning_rate": 3.3915392425493948e-06,
      "loss": 0.3484,
      "step": 1103130
    },
    {
      "epoch": 307.88,
      "grad_norm": 1.2274469137191772,
      "learning_rate": 3.3915150553785044e-06,
      "loss": 0.3427,
      "step": 1103140
    },
    {
      "epoch": 307.88,
      "grad_norm": 1.0370513200759888,
      "learning_rate": 3.391490868068155e-06,
      "loss": 0.3425,
      "step": 1103150
    },
    {
      "epoch": 307.89,
      "grad_norm": 1.1326273679733276,
      "learning_rate": 3.3914666806183517e-06,
      "loss": 0.3669,
      "step": 1103160
    },
    {
      "epoch": 307.89,
      "grad_norm": 0.9156866669654846,
      "learning_rate": 3.3914424930290974e-06,
      "loss": 0.3398,
      "step": 1103170
    },
    {
      "epoch": 307.89,
      "grad_norm": 1.043924331665039,
      "learning_rate": 3.3914183053003952e-06,
      "loss": 0.3519,
      "step": 1103180
    },
    {
      "epoch": 307.9,
      "grad_norm": 1.2218058109283447,
      "learning_rate": 3.3913941174322473e-06,
      "loss": 0.3608,
      "step": 1103190
    },
    {
      "epoch": 307.9,
      "grad_norm": 0.9680320024490356,
      "learning_rate": 3.3913699294246578e-06,
      "loss": 0.3507,
      "step": 1103200
    },
    {
      "epoch": 307.9,
      "grad_norm": 0.9788354635238647,
      "learning_rate": 3.3913457412776297e-06,
      "loss": 0.3482,
      "step": 1103210
    },
    {
      "epoch": 307.9,
      "grad_norm": 0.9138365387916565,
      "learning_rate": 3.3913215529911665e-06,
      "loss": 0.3679,
      "step": 1103220
    },
    {
      "epoch": 307.91,
      "grad_norm": 0.9765760898590088,
      "learning_rate": 3.3912973645652706e-06,
      "loss": 0.3454,
      "step": 1103230
    },
    {
      "epoch": 307.91,
      "grad_norm": 0.9801149368286133,
      "learning_rate": 3.391273175999947e-06,
      "loss": 0.3501,
      "step": 1103240
    },
    {
      "epoch": 307.91,
      "grad_norm": 0.9485161304473877,
      "learning_rate": 3.3912489872951975e-06,
      "loss": 0.3454,
      "step": 1103250
    },
    {
      "epoch": 307.92,
      "grad_norm": 1.2074357271194458,
      "learning_rate": 3.391224798451025e-06,
      "loss": 0.3453,
      "step": 1103260
    },
    {
      "epoch": 307.92,
      "grad_norm": 2.2203521728515625,
      "learning_rate": 3.391200609467434e-06,
      "loss": 0.3614,
      "step": 1103270
    },
    {
      "epoch": 307.92,
      "grad_norm": 0.960304856300354,
      "learning_rate": 3.3911764203444267e-06,
      "loss": 0.3671,
      "step": 1103280
    },
    {
      "epoch": 307.92,
      "grad_norm": 1.0558465719223022,
      "learning_rate": 3.3911522310820066e-06,
      "loss": 0.3583,
      "step": 1103290
    },
    {
      "epoch": 307.93,
      "grad_norm": 0.986176609992981,
      "learning_rate": 3.3911280416801768e-06,
      "loss": 0.356,
      "step": 1103300
    },
    {
      "epoch": 307.93,
      "grad_norm": 0.8815664649009705,
      "learning_rate": 3.3911038521389414e-06,
      "loss": 0.3356,
      "step": 1103310
    },
    {
      "epoch": 307.93,
      "grad_norm": 1.1130245923995972,
      "learning_rate": 3.3910796624583026e-06,
      "loss": 0.3497,
      "step": 1103320
    },
    {
      "epoch": 307.93,
      "grad_norm": 1.1825852394104004,
      "learning_rate": 3.3910554726382633e-06,
      "loss": 0.3407,
      "step": 1103330
    },
    {
      "epoch": 307.94,
      "grad_norm": 1.0245795249938965,
      "learning_rate": 3.3910312826788283e-06,
      "loss": 0.3599,
      "step": 1103340
    },
    {
      "epoch": 307.94,
      "grad_norm": 1.099134087562561,
      "learning_rate": 3.391007092579999e-06,
      "loss": 0.3471,
      "step": 1103350
    },
    {
      "epoch": 307.94,
      "grad_norm": 1.1449133157730103,
      "learning_rate": 3.3909829023417797e-06,
      "loss": 0.3434,
      "step": 1103360
    },
    {
      "epoch": 307.95,
      "grad_norm": 1.1760013103485107,
      "learning_rate": 3.3909587119641743e-06,
      "loss": 0.3816,
      "step": 1103370
    },
    {
      "epoch": 307.95,
      "grad_norm": 0.9492161273956299,
      "learning_rate": 3.390934521447184e-06,
      "loss": 0.3347,
      "step": 1103380
    },
    {
      "epoch": 307.95,
      "grad_norm": 0.9801081418991089,
      "learning_rate": 3.3909103307908145e-06,
      "loss": 0.354,
      "step": 1103390
    },
    {
      "epoch": 307.95,
      "grad_norm": 1.14357590675354,
      "learning_rate": 3.3908861399950666e-06,
      "loss": 0.3372,
      "step": 1103400
    },
    {
      "epoch": 307.96,
      "grad_norm": 1.2581318616867065,
      "learning_rate": 3.390861949059945e-06,
      "loss": 0.3529,
      "step": 1103410
    },
    {
      "epoch": 307.96,
      "grad_norm": 0.8767131567001343,
      "learning_rate": 3.3908377579854515e-06,
      "loss": 0.3608,
      "step": 1103420
    },
    {
      "epoch": 307.96,
      "grad_norm": 0.9661477208137512,
      "learning_rate": 3.3908135667715908e-06,
      "loss": 0.3615,
      "step": 1103430
    },
    {
      "epoch": 307.97,
      "grad_norm": 1.1086852550506592,
      "learning_rate": 3.390789375418367e-06,
      "loss": 0.3505,
      "step": 1103440
    },
    {
      "epoch": 307.97,
      "grad_norm": 0.8507487177848816,
      "learning_rate": 3.3907651839257806e-06,
      "loss": 0.3525,
      "step": 1103450
    },
    {
      "epoch": 307.97,
      "grad_norm": 1.0341569185256958,
      "learning_rate": 3.3907409922938366e-06,
      "loss": 0.3532,
      "step": 1103460
    },
    {
      "epoch": 307.97,
      "grad_norm": 1.3143585920333862,
      "learning_rate": 3.3907168005225384e-06,
      "loss": 0.3513,
      "step": 1103470
    },
    {
      "epoch": 307.98,
      "grad_norm": 0.9959154725074768,
      "learning_rate": 3.3906926086118876e-06,
      "loss": 0.3416,
      "step": 1103480
    },
    {
      "epoch": 307.98,
      "grad_norm": 0.9982472062110901,
      "learning_rate": 3.3906684165618884e-06,
      "loss": 0.3712,
      "step": 1103490
    },
    {
      "epoch": 307.98,
      "grad_norm": 1.025719165802002,
      "learning_rate": 3.3906442243725447e-06,
      "loss": 0.3658,
      "step": 1103500
    },
    {
      "epoch": 307.98,
      "grad_norm": 1.1541944742202759,
      "learning_rate": 3.3906200320438594e-06,
      "loss": 0.3722,
      "step": 1103510
    },
    {
      "epoch": 307.99,
      "grad_norm": 0.9388560056686401,
      "learning_rate": 3.3905958395758346e-06,
      "loss": 0.3562,
      "step": 1103520
    },
    {
      "epoch": 307.99,
      "grad_norm": 1.0737409591674805,
      "learning_rate": 3.390571646968475e-06,
      "loss": 0.329,
      "step": 1103530
    },
    {
      "epoch": 307.99,
      "grad_norm": 1.0434341430664062,
      "learning_rate": 3.390547454221783e-06,
      "loss": 0.3577,
      "step": 1103540
    },
    {
      "epoch": 308.0,
      "grad_norm": 0.8946090936660767,
      "learning_rate": 3.3905232613357613e-06,
      "loss": 0.366,
      "step": 1103550
    },
    {
      "epoch": 308.0,
      "grad_norm": 1.1898654699325562,
      "learning_rate": 3.3904990683104143e-06,
      "loss": 0.3454,
      "step": 1103560
    },
    {
      "epoch": 308.0,
      "eval_loss": 0.3550894260406494,
      "eval_runtime": 63.0784,
      "eval_samples_per_second": 80.202,
      "eval_steps_per_second": 10.035,
      "step": 1103564
    },
    {
      "epoch": 308.0,
      "grad_norm": 1.0052129030227661,
      "learning_rate": 3.3904748751457447e-06,
      "loss": 0.361,
      "step": 1103570
    },
    {
      "epoch": 308.0,
      "grad_norm": 1.0993828773498535,
      "learning_rate": 3.390450681841756e-06,
      "loss": 0.3588,
      "step": 1103580
    },
    {
      "epoch": 308.01,
      "grad_norm": 1.0173606872558594,
      "learning_rate": 3.3904264883984504e-06,
      "loss": 0.3602,
      "step": 1103590
    },
    {
      "epoch": 308.01,
      "grad_norm": 0.9703398942947388,
      "learning_rate": 3.3904022948158327e-06,
      "loss": 0.3449,
      "step": 1103600
    },
    {
      "epoch": 308.01,
      "grad_norm": 0.9508253931999207,
      "learning_rate": 3.390378101093905e-06,
      "loss": 0.3584,
      "step": 1103610
    },
    {
      "epoch": 308.02,
      "grad_norm": 1.0324867963790894,
      "learning_rate": 3.3903539072326706e-06,
      "loss": 0.3589,
      "step": 1103620
    },
    {
      "epoch": 308.02,
      "grad_norm": 0.9501522779464722,
      "learning_rate": 3.3903297132321333e-06,
      "loss": 0.3498,
      "step": 1103630
    },
    {
      "epoch": 308.02,
      "grad_norm": 0.9341709017753601,
      "learning_rate": 3.390305519092296e-06,
      "loss": 0.3537,
      "step": 1103640
    },
    {
      "epoch": 308.02,
      "grad_norm": 1.099887728691101,
      "learning_rate": 3.3902813248131618e-06,
      "loss": 0.3601,
      "step": 1103650
    },
    {
      "epoch": 308.03,
      "grad_norm": 1.0415107011795044,
      "learning_rate": 3.3902571303947335e-06,
      "loss": 0.3508,
      "step": 1103660
    },
    {
      "epoch": 308.03,
      "grad_norm": 1.0727097988128662,
      "learning_rate": 3.390232935837015e-06,
      "loss": 0.3461,
      "step": 1103670
    },
    {
      "epoch": 308.03,
      "grad_norm": 1.0774470567703247,
      "learning_rate": 3.3902087411400095e-06,
      "loss": 0.3612,
      "step": 1103680
    },
    {
      "epoch": 308.04,
      "grad_norm": 1.0555204153060913,
      "learning_rate": 3.3901845463037204e-06,
      "loss": 0.3442,
      "step": 1103690
    },
    {
      "epoch": 308.04,
      "grad_norm": 1.0382682085037231,
      "learning_rate": 3.3901603513281503e-06,
      "loss": 0.3594,
      "step": 1103700
    },
    {
      "epoch": 308.04,
      "grad_norm": 0.8696316480636597,
      "learning_rate": 3.3901361562133026e-06,
      "loss": 0.3454,
      "step": 1103710
    },
    {
      "epoch": 308.04,
      "grad_norm": 0.947006344795227,
      "learning_rate": 3.3901119609591802e-06,
      "loss": 0.3507,
      "step": 1103720
    },
    {
      "epoch": 308.05,
      "grad_norm": 1.0867962837219238,
      "learning_rate": 3.390087765565788e-06,
      "loss": 0.3691,
      "step": 1103730
    },
    {
      "epoch": 308.05,
      "grad_norm": 1.0764447450637817,
      "learning_rate": 3.3900635700331268e-06,
      "loss": 0.3673,
      "step": 1103740
    },
    {
      "epoch": 308.05,
      "grad_norm": 1.0047115087509155,
      "learning_rate": 3.390039374361201e-06,
      "loss": 0.344,
      "step": 1103750
    },
    {
      "epoch": 308.05,
      "grad_norm": 0.9889653921127319,
      "learning_rate": 3.390015178550015e-06,
      "loss": 0.3654,
      "step": 1103760
    },
    {
      "epoch": 308.06,
      "grad_norm": 1.0279457569122314,
      "learning_rate": 3.3899909825995696e-06,
      "loss": 0.3606,
      "step": 1103770
    },
    {
      "epoch": 308.06,
      "grad_norm": 0.9410345554351807,
      "learning_rate": 3.3899667865098695e-06,
      "loss": 0.3508,
      "step": 1103780
    },
    {
      "epoch": 308.06,
      "grad_norm": 0.9855014681816101,
      "learning_rate": 3.3899425902809177e-06,
      "loss": 0.364,
      "step": 1103790
    },
    {
      "epoch": 308.07,
      "grad_norm": 0.9249886274337769,
      "learning_rate": 3.3899183939127174e-06,
      "loss": 0.3498,
      "step": 1103800
    },
    {
      "epoch": 308.07,
      "grad_norm": 1.0776909589767456,
      "learning_rate": 3.3898941974052713e-06,
      "loss": 0.3557,
      "step": 1103810
    },
    {
      "epoch": 308.07,
      "grad_norm": 1.1505268812179565,
      "learning_rate": 3.389870000758584e-06,
      "loss": 0.3656,
      "step": 1103820
    },
    {
      "epoch": 308.07,
      "grad_norm": 0.9097368717193604,
      "learning_rate": 3.3898458039726576e-06,
      "loss": 0.3502,
      "step": 1103830
    },
    {
      "epoch": 308.08,
      "grad_norm": 1.0602947473526,
      "learning_rate": 3.3898216070474955e-06,
      "loss": 0.3592,
      "step": 1103840
    },
    {
      "epoch": 308.08,
      "grad_norm": 1.0693992376327515,
      "learning_rate": 3.3897974099831007e-06,
      "loss": 0.3622,
      "step": 1103850
    },
    {
      "epoch": 308.08,
      "grad_norm": 0.9049113392829895,
      "learning_rate": 3.3897732127794774e-06,
      "loss": 0.3658,
      "step": 1103860
    },
    {
      "epoch": 308.09,
      "grad_norm": 1.0086450576782227,
      "learning_rate": 3.3897490154366272e-06,
      "loss": 0.3432,
      "step": 1103870
    },
    {
      "epoch": 308.09,
      "grad_norm": 0.9957292079925537,
      "learning_rate": 3.3897248179545545e-06,
      "loss": 0.3516,
      "step": 1103880
    },
    {
      "epoch": 308.09,
      "grad_norm": 1.1020804643630981,
      "learning_rate": 3.3897006203332626e-06,
      "loss": 0.3461,
      "step": 1103890
    },
    {
      "epoch": 308.09,
      "grad_norm": 1.0755484104156494,
      "learning_rate": 3.389676422572755e-06,
      "loss": 0.348,
      "step": 1103900
    },
    {
      "epoch": 308.1,
      "grad_norm": 1.054641842842102,
      "learning_rate": 3.389652224673033e-06,
      "loss": 0.3525,
      "step": 1103910
    },
    {
      "epoch": 308.1,
      "grad_norm": 0.9339458346366882,
      "learning_rate": 3.3896280266341023e-06,
      "loss": 0.3597,
      "step": 1103920
    },
    {
      "epoch": 308.1,
      "grad_norm": 0.9538463354110718,
      "learning_rate": 3.3896038284559642e-06,
      "loss": 0.3434,
      "step": 1103930
    },
    {
      "epoch": 308.1,
      "grad_norm": 1.0404610633850098,
      "learning_rate": 3.3895796301386226e-06,
      "loss": 0.3561,
      "step": 1103940
    },
    {
      "epoch": 308.11,
      "grad_norm": 1.0455305576324463,
      "learning_rate": 3.3895554316820812e-06,
      "loss": 0.3399,
      "step": 1103950
    },
    {
      "epoch": 308.11,
      "grad_norm": 0.8774948716163635,
      "learning_rate": 3.389531233086342e-06,
      "loss": 0.3434,
      "step": 1103960
    },
    {
      "epoch": 308.11,
      "grad_norm": 1.0466159582138062,
      "learning_rate": 3.3895070343514105e-06,
      "loss": 0.353,
      "step": 1103970
    },
    {
      "epoch": 308.12,
      "grad_norm": 2.358186960220337,
      "learning_rate": 3.3894828354772874e-06,
      "loss": 0.3605,
      "step": 1103980
    },
    {
      "epoch": 308.12,
      "grad_norm": 1.0479621887207031,
      "learning_rate": 3.3894586364639773e-06,
      "loss": 0.3467,
      "step": 1103990
    },
    {
      "epoch": 308.12,
      "grad_norm": 1.3301575183868408,
      "learning_rate": 3.3894344373114824e-06,
      "loss": 0.3592,
      "step": 1104000
    },
    {
      "epoch": 308.12,
      "grad_norm": 0.8577003479003906,
      "learning_rate": 3.389410238019807e-06,
      "loss": 0.3487,
      "step": 1104010
    },
    {
      "epoch": 308.13,
      "grad_norm": 0.9843932390213013,
      "learning_rate": 3.3893860385889544e-06,
      "loss": 0.3472,
      "step": 1104020
    },
    {
      "epoch": 308.13,
      "grad_norm": 1.2071658372879028,
      "learning_rate": 3.3893618390189272e-06,
      "loss": 0.3559,
      "step": 1104030
    },
    {
      "epoch": 308.13,
      "grad_norm": 0.8267390727996826,
      "learning_rate": 3.3893376393097283e-06,
      "loss": 0.3331,
      "step": 1104040
    },
    {
      "epoch": 308.14,
      "grad_norm": 1.0412417650222778,
      "learning_rate": 3.3893134394613624e-06,
      "loss": 0.3427,
      "step": 1104050
    },
    {
      "epoch": 308.14,
      "grad_norm": 1.0332586765289307,
      "learning_rate": 3.389289239473831e-06,
      "loss": 0.3673,
      "step": 1104060
    },
    {
      "epoch": 308.14,
      "grad_norm": 1.048897624015808,
      "learning_rate": 3.389265039347138e-06,
      "loss": 0.3536,
      "step": 1104070
    },
    {
      "epoch": 308.14,
      "grad_norm": 0.9389467239379883,
      "learning_rate": 3.389240839081287e-06,
      "loss": 0.3261,
      "step": 1104080
    },
    {
      "epoch": 308.15,
      "grad_norm": 1.1160682439804077,
      "learning_rate": 3.3892166386762805e-06,
      "loss": 0.3724,
      "step": 1104090
    },
    {
      "epoch": 308.15,
      "grad_norm": 0.9487771987915039,
      "learning_rate": 3.3891924381321223e-06,
      "loss": 0.3745,
      "step": 1104100
    },
    {
      "epoch": 308.15,
      "grad_norm": 1.1929882764816284,
      "learning_rate": 3.389168237448815e-06,
      "loss": 0.3474,
      "step": 1104110
    },
    {
      "epoch": 308.16,
      "grad_norm": 0.8772805333137512,
      "learning_rate": 3.3891440366263634e-06,
      "loss": 0.3561,
      "step": 1104120
    },
    {
      "epoch": 308.16,
      "grad_norm": 1.0740978717803955,
      "learning_rate": 3.389119835664769e-06,
      "loss": 0.3484,
      "step": 1104130
    },
    {
      "epoch": 308.16,
      "grad_norm": 1.1211909055709839,
      "learning_rate": 3.3890956345640353e-06,
      "loss": 0.3466,
      "step": 1104140
    },
    {
      "epoch": 308.16,
      "grad_norm": 1.1190259456634521,
      "learning_rate": 3.3890714333241658e-06,
      "loss": 0.3866,
      "step": 1104150
    },
    {
      "epoch": 308.17,
      "grad_norm": 0.837591290473938,
      "learning_rate": 3.3890472319451642e-06,
      "loss": 0.3523,
      "step": 1104160
    },
    {
      "epoch": 308.17,
      "grad_norm": 1.3633071184158325,
      "learning_rate": 3.3890230304270325e-06,
      "loss": 0.3604,
      "step": 1104170
    },
    {
      "epoch": 308.17,
      "grad_norm": 0.8737703561782837,
      "learning_rate": 3.3889988287697756e-06,
      "loss": 0.3592,
      "step": 1104180
    },
    {
      "epoch": 308.17,
      "grad_norm": 1.086253046989441,
      "learning_rate": 3.3889746269733947e-06,
      "loss": 0.3613,
      "step": 1104190
    },
    {
      "epoch": 308.18,
      "grad_norm": 0.8634474277496338,
      "learning_rate": 3.388950425037895e-06,
      "loss": 0.3508,
      "step": 1104200
    },
    {
      "epoch": 308.18,
      "grad_norm": 1.0269137620925903,
      "learning_rate": 3.388926222963279e-06,
      "loss": 0.3553,
      "step": 1104210
    },
    {
      "epoch": 308.18,
      "grad_norm": 1.0110312700271606,
      "learning_rate": 3.388902020749549e-06,
      "loss": 0.3687,
      "step": 1104220
    },
    {
      "epoch": 308.19,
      "grad_norm": 0.8942753076553345,
      "learning_rate": 3.3888778183967092e-06,
      "loss": 0.3583,
      "step": 1104230
    },
    {
      "epoch": 308.19,
      "grad_norm": 1.2073696851730347,
      "learning_rate": 3.3888536159047627e-06,
      "loss": 0.3605,
      "step": 1104240
    },
    {
      "epoch": 308.19,
      "grad_norm": 1.0275883674621582,
      "learning_rate": 3.3888294132737123e-06,
      "loss": 0.3569,
      "step": 1104250
    },
    {
      "epoch": 308.19,
      "grad_norm": 0.9002965688705444,
      "learning_rate": 3.3888052105035616e-06,
      "loss": 0.3591,
      "step": 1104260
    },
    {
      "epoch": 308.2,
      "grad_norm": 1.0443447828292847,
      "learning_rate": 3.3887810075943146e-06,
      "loss": 0.3777,
      "step": 1104270
    },
    {
      "epoch": 308.2,
      "grad_norm": 0.9798409342765808,
      "learning_rate": 3.388756804545974e-06,
      "loss": 0.3488,
      "step": 1104280
    },
    {
      "epoch": 308.2,
      "grad_norm": 1.0831907987594604,
      "learning_rate": 3.3887326013585413e-06,
      "loss": 0.3461,
      "step": 1104290
    },
    {
      "epoch": 308.21,
      "grad_norm": 0.988257646560669,
      "learning_rate": 3.3887083980320213e-06,
      "loss": 0.3532,
      "step": 1104300
    },
    {
      "epoch": 308.21,
      "grad_norm": 0.9754789471626282,
      "learning_rate": 3.3886841945664176e-06,
      "loss": 0.3713,
      "step": 1104310
    },
    {
      "epoch": 308.21,
      "grad_norm": 1.1565732955932617,
      "learning_rate": 3.388659990961733e-06,
      "loss": 0.3517,
      "step": 1104320
    },
    {
      "epoch": 308.21,
      "grad_norm": 0.9776419401168823,
      "learning_rate": 3.388635787217969e-06,
      "loss": 0.35,
      "step": 1104330
    },
    {
      "epoch": 308.22,
      "grad_norm": 1.084653377532959,
      "learning_rate": 3.3886115833351326e-06,
      "loss": 0.3738,
      "step": 1104340
    },
    {
      "epoch": 308.22,
      "grad_norm": 1.1917543411254883,
      "learning_rate": 3.388587379313224e-06,
      "loss": 0.3522,
      "step": 1104350
    },
    {
      "epoch": 308.22,
      "grad_norm": 0.9521623253822327,
      "learning_rate": 3.388563175152247e-06,
      "loss": 0.3728,
      "step": 1104360
    },
    {
      "epoch": 308.22,
      "grad_norm": 1.1571614742279053,
      "learning_rate": 3.3885389708522057e-06,
      "loss": 0.3434,
      "step": 1104370
    },
    {
      "epoch": 308.23,
      "grad_norm": 1.0068259239196777,
      "learning_rate": 3.3885147664131024e-06,
      "loss": 0.3543,
      "step": 1104380
    },
    {
      "epoch": 308.23,
      "grad_norm": 1.140534520149231,
      "learning_rate": 3.3884905618349396e-06,
      "loss": 0.3643,
      "step": 1104390
    },
    {
      "epoch": 308.23,
      "grad_norm": 1.1193715333938599,
      "learning_rate": 3.388466357117723e-06,
      "loss": 0.35,
      "step": 1104400
    },
    {
      "epoch": 308.24,
      "grad_norm": 0.9778700470924377,
      "learning_rate": 3.3884421522614537e-06,
      "loss": 0.3428,
      "step": 1104410
    },
    {
      "epoch": 308.24,
      "grad_norm": 1.026649832725525,
      "learning_rate": 3.388417947266136e-06,
      "loss": 0.3817,
      "step": 1104420
    },
    {
      "epoch": 308.24,
      "grad_norm": 0.9631617069244385,
      "learning_rate": 3.3883937421317725e-06,
      "loss": 0.3598,
      "step": 1104430
    },
    {
      "epoch": 308.24,
      "grad_norm": 0.9826087355613708,
      "learning_rate": 3.3883695368583663e-06,
      "loss": 0.3582,
      "step": 1104440
    },
    {
      "epoch": 308.25,
      "grad_norm": 1.2164887189865112,
      "learning_rate": 3.3883453314459214e-06,
      "loss": 0.3642,
      "step": 1104450
    },
    {
      "epoch": 308.25,
      "grad_norm": 0.9857885837554932,
      "learning_rate": 3.38832112589444e-06,
      "loss": 0.3453,
      "step": 1104460
    },
    {
      "epoch": 308.25,
      "grad_norm": 0.922205924987793,
      "learning_rate": 3.3882969202039262e-06,
      "loss": 0.3617,
      "step": 1104470
    },
    {
      "epoch": 308.26,
      "grad_norm": 0.9397533535957336,
      "learning_rate": 3.3882727143743836e-06,
      "loss": 0.3482,
      "step": 1104480
    },
    {
      "epoch": 308.26,
      "grad_norm": 1.1032414436340332,
      "learning_rate": 3.3882485084058137e-06,
      "loss": 0.3669,
      "step": 1104490
    },
    {
      "epoch": 308.26,
      "grad_norm": 0.92715984582901,
      "learning_rate": 3.388224302298222e-06,
      "loss": 0.3609,
      "step": 1104500
    },
    {
      "epoch": 308.26,
      "grad_norm": 3.8930041790008545,
      "learning_rate": 3.3882000960516092e-06,
      "loss": 0.3354,
      "step": 1104510
    },
    {
      "epoch": 308.27,
      "grad_norm": 1.0895134210586548,
      "learning_rate": 3.38817588966598e-06,
      "loss": 0.3511,
      "step": 1104520
    },
    {
      "epoch": 308.27,
      "grad_norm": 0.9359542727470398,
      "learning_rate": 3.3881516831413382e-06,
      "loss": 0.3495,
      "step": 1104530
    },
    {
      "epoch": 308.27,
      "grad_norm": 1.0335910320281982,
      "learning_rate": 3.3881274764776854e-06,
      "loss": 0.3658,
      "step": 1104540
    },
    {
      "epoch": 308.28,
      "grad_norm": 1.9481773376464844,
      "learning_rate": 3.388103269675026e-06,
      "loss": 0.3629,
      "step": 1104550
    },
    {
      "epoch": 308.28,
      "grad_norm": 0.9628163576126099,
      "learning_rate": 3.388079062733363e-06,
      "loss": 0.3549,
      "step": 1104560
    },
    {
      "epoch": 308.28,
      "grad_norm": 1.0374786853790283,
      "learning_rate": 3.3880548556527e-06,
      "loss": 0.3397,
      "step": 1104570
    },
    {
      "epoch": 308.28,
      "grad_norm": 0.9947711229324341,
      "learning_rate": 3.3880306484330386e-06,
      "loss": 0.3567,
      "step": 1104580
    },
    {
      "epoch": 308.29,
      "grad_norm": 1.0768752098083496,
      "learning_rate": 3.388006441074384e-06,
      "loss": 0.385,
      "step": 1104590
    },
    {
      "epoch": 308.29,
      "grad_norm": 1.0378988981246948,
      "learning_rate": 3.3879822335767386e-06,
      "loss": 0.3658,
      "step": 1104600
    },
    {
      "epoch": 308.29,
      "grad_norm": 1.1032562255859375,
      "learning_rate": 3.387958025940105e-06,
      "loss": 0.3576,
      "step": 1104610
    },
    {
      "epoch": 308.29,
      "grad_norm": 0.8960199952125549,
      "learning_rate": 3.3879338181644877e-06,
      "loss": 0.3472,
      "step": 1104620
    },
    {
      "epoch": 308.3,
      "grad_norm": 0.868212103843689,
      "learning_rate": 3.3879096102498884e-06,
      "loss": 0.3564,
      "step": 1104630
    },
    {
      "epoch": 308.3,
      "grad_norm": 0.9251753091812134,
      "learning_rate": 3.387885402196312e-06,
      "loss": 0.358,
      "step": 1104640
    },
    {
      "epoch": 308.3,
      "grad_norm": 0.9253342747688293,
      "learning_rate": 3.3878611940037607e-06,
      "loss": 0.3495,
      "step": 1104650
    },
    {
      "epoch": 308.31,
      "grad_norm": 1.1802175045013428,
      "learning_rate": 3.3878369856722377e-06,
      "loss": 0.3463,
      "step": 1104660
    },
    {
      "epoch": 308.31,
      "grad_norm": 0.9287428855895996,
      "learning_rate": 3.387812777201747e-06,
      "loss": 0.3629,
      "step": 1104670
    },
    {
      "epoch": 308.31,
      "grad_norm": 0.9181221127510071,
      "learning_rate": 3.3877885685922908e-06,
      "loss": 0.3389,
      "step": 1104680
    },
    {
      "epoch": 308.31,
      "grad_norm": 1.0104392766952515,
      "learning_rate": 3.3877643598438722e-06,
      "loss": 0.3533,
      "step": 1104690
    },
    {
      "epoch": 308.32,
      "grad_norm": 0.9489938616752625,
      "learning_rate": 3.3877401509564962e-06,
      "loss": 0.3492,
      "step": 1104700
    },
    {
      "epoch": 308.32,
      "grad_norm": 0.887184739112854,
      "learning_rate": 3.387715941930164e-06,
      "loss": 0.339,
      "step": 1104710
    },
    {
      "epoch": 308.32,
      "grad_norm": 0.971784770488739,
      "learning_rate": 3.3876917327648795e-06,
      "loss": 0.3465,
      "step": 1104720
    },
    {
      "epoch": 308.33,
      "grad_norm": 1.1489787101745605,
      "learning_rate": 3.3876675234606472e-06,
      "loss": 0.3406,
      "step": 1104730
    },
    {
      "epoch": 308.33,
      "grad_norm": 0.9034823179244995,
      "learning_rate": 3.387643314017468e-06,
      "loss": 0.3427,
      "step": 1104740
    },
    {
      "epoch": 308.33,
      "grad_norm": 1.161683440208435,
      "learning_rate": 3.387619104435347e-06,
      "loss": 0.3702,
      "step": 1104750
    },
    {
      "epoch": 308.33,
      "grad_norm": 0.8907885551452637,
      "learning_rate": 3.3875948947142867e-06,
      "loss": 0.3511,
      "step": 1104760
    },
    {
      "epoch": 308.34,
      "grad_norm": 1.0219171047210693,
      "learning_rate": 3.38757068485429e-06,
      "loss": 0.3686,
      "step": 1104770
    },
    {
      "epoch": 308.34,
      "grad_norm": 0.9165032505989075,
      "learning_rate": 3.387546474855361e-06,
      "loss": 0.3575,
      "step": 1104780
    },
    {
      "epoch": 308.34,
      "grad_norm": 1.9974855184555054,
      "learning_rate": 3.387522264717502e-06,
      "loss": 0.3686,
      "step": 1104790
    },
    {
      "epoch": 308.34,
      "grad_norm": 1.281553864479065,
      "learning_rate": 3.3874980544407164e-06,
      "loss": 0.3532,
      "step": 1104800
    },
    {
      "epoch": 308.35,
      "grad_norm": 1.1945617198944092,
      "learning_rate": 3.3874738440250075e-06,
      "loss": 0.346,
      "step": 1104810
    },
    {
      "epoch": 308.35,
      "grad_norm": 1.0035730600357056,
      "learning_rate": 3.3874496334703793e-06,
      "loss": 0.3633,
      "step": 1104820
    },
    {
      "epoch": 308.35,
      "grad_norm": 0.9756561517715454,
      "learning_rate": 3.3874254227768347e-06,
      "loss": 0.3502,
      "step": 1104830
    },
    {
      "epoch": 308.36,
      "grad_norm": 0.9029316902160645,
      "learning_rate": 3.3874012119443755e-06,
      "loss": 0.3583,
      "step": 1104840
    },
    {
      "epoch": 308.36,
      "grad_norm": 1.2767809629440308,
      "learning_rate": 3.387377000973007e-06,
      "loss": 0.3425,
      "step": 1104850
    },
    {
      "epoch": 308.36,
      "grad_norm": 1.1097129583358765,
      "learning_rate": 3.3873527898627316e-06,
      "loss": 0.3741,
      "step": 1104860
    },
    {
      "epoch": 308.36,
      "grad_norm": 0.924178421497345,
      "learning_rate": 3.3873285786135516e-06,
      "loss": 0.3736,
      "step": 1104870
    },
    {
      "epoch": 308.37,
      "grad_norm": 0.9865124225616455,
      "learning_rate": 3.387304367225471e-06,
      "loss": 0.368,
      "step": 1104880
    },
    {
      "epoch": 308.37,
      "grad_norm": 0.9758257269859314,
      "learning_rate": 3.3872801556984937e-06,
      "loss": 0.3431,
      "step": 1104890
    },
    {
      "epoch": 308.37,
      "grad_norm": 0.8985446095466614,
      "learning_rate": 3.3872559440326214e-06,
      "loss": 0.3553,
      "step": 1104900
    },
    {
      "epoch": 308.38,
      "grad_norm": 1.1132547855377197,
      "learning_rate": 3.3872317322278585e-06,
      "loss": 0.3423,
      "step": 1104910
    },
    {
      "epoch": 308.38,
      "grad_norm": 0.944534182548523,
      "learning_rate": 3.3872075202842085e-06,
      "loss": 0.3714,
      "step": 1104920
    },
    {
      "epoch": 308.38,
      "grad_norm": 1.0211098194122314,
      "learning_rate": 3.387183308201674e-06,
      "loss": 0.3573,
      "step": 1104930
    },
    {
      "epoch": 308.38,
      "grad_norm": 0.8798947930335999,
      "learning_rate": 3.387159095980257e-06,
      "loss": 0.3348,
      "step": 1104940
    },
    {
      "epoch": 308.39,
      "grad_norm": 1.0280576944351196,
      "learning_rate": 3.3871348836199635e-06,
      "loss": 0.3692,
      "step": 1104950
    },
    {
      "epoch": 308.39,
      "grad_norm": 1.347794532775879,
      "learning_rate": 3.3871106711207937e-06,
      "loss": 0.3437,
      "step": 1104960
    },
    {
      "epoch": 308.39,
      "grad_norm": 1.028535008430481,
      "learning_rate": 3.3870864584827537e-06,
      "loss": 0.3402,
      "step": 1104970
    },
    {
      "epoch": 308.4,
      "grad_norm": 0.978877604007721,
      "learning_rate": 3.387062245705844e-06,
      "loss": 0.3672,
      "step": 1104980
    },
    {
      "epoch": 308.4,
      "grad_norm": 1.063907504081726,
      "learning_rate": 3.3870380327900702e-06,
      "loss": 0.3459,
      "step": 1104990
    },
    {
      "epoch": 308.4,
      "grad_norm": 3.3187243938446045,
      "learning_rate": 3.3870138197354344e-06,
      "loss": 0.3521,
      "step": 1105000
    },
    {
      "epoch": 308.4,
      "grad_norm": 0.8625800013542175,
      "learning_rate": 3.3869896065419394e-06,
      "loss": 0.3615,
      "step": 1105010
    },
    {
      "epoch": 308.41,
      "grad_norm": 1.0605841875076294,
      "learning_rate": 3.38696539320959e-06,
      "loss": 0.3752,
      "step": 1105020
    },
    {
      "epoch": 308.41,
      "grad_norm": 1.0055638551712036,
      "learning_rate": 3.3869411797383867e-06,
      "loss": 0.3513,
      "step": 1105030
    },
    {
      "epoch": 308.41,
      "grad_norm": 0.9550912976264954,
      "learning_rate": 3.3869169661283353e-06,
      "loss": 0.3649,
      "step": 1105040
    },
    {
      "epoch": 308.41,
      "grad_norm": 7.010514736175537,
      "learning_rate": 3.3868927523794382e-06,
      "loss": 0.3545,
      "step": 1105050
    },
    {
      "epoch": 308.42,
      "grad_norm": 0.9371398687362671,
      "learning_rate": 3.386868538491698e-06,
      "loss": 0.3566,
      "step": 1105060
    },
    {
      "epoch": 308.42,
      "grad_norm": 0.9532846808433533,
      "learning_rate": 3.3868443244651183e-06,
      "loss": 0.3617,
      "step": 1105070
    },
    {
      "epoch": 308.42,
      "grad_norm": 1.15535306930542,
      "learning_rate": 3.3868201102997034e-06,
      "loss": 0.3518,
      "step": 1105080
    },
    {
      "epoch": 308.43,
      "grad_norm": 0.9585191011428833,
      "learning_rate": 3.386795895995455e-06,
      "loss": 0.3387,
      "step": 1105090
    },
    {
      "epoch": 308.43,
      "grad_norm": 1.0812925100326538,
      "learning_rate": 3.386771681552377e-06,
      "loss": 0.3666,
      "step": 1105100
    },
    {
      "epoch": 308.43,
      "grad_norm": 0.8821402788162231,
      "learning_rate": 3.386747466970473e-06,
      "loss": 0.362,
      "step": 1105110
    },
    {
      "epoch": 308.43,
      "grad_norm": 1.0573015213012695,
      "learning_rate": 3.386723252249745e-06,
      "loss": 0.3523,
      "step": 1105120
    },
    {
      "epoch": 308.44,
      "grad_norm": 0.9955102205276489,
      "learning_rate": 3.386699037390197e-06,
      "loss": 0.3721,
      "step": 1105130
    },
    {
      "epoch": 308.44,
      "grad_norm": 1.0497374534606934,
      "learning_rate": 3.3866748223918324e-06,
      "loss": 0.3588,
      "step": 1105140
    },
    {
      "epoch": 308.44,
      "grad_norm": 0.9729171395301819,
      "learning_rate": 3.3866506072546543e-06,
      "loss": 0.3575,
      "step": 1105150
    },
    {
      "epoch": 308.45,
      "grad_norm": 1.0699193477630615,
      "learning_rate": 3.386626391978666e-06,
      "loss": 0.3409,
      "step": 1105160
    },
    {
      "epoch": 308.45,
      "grad_norm": 0.9938702583312988,
      "learning_rate": 3.38660217656387e-06,
      "loss": 0.3421,
      "step": 1105170
    },
    {
      "epoch": 308.45,
      "grad_norm": 0.9321941137313843,
      "learning_rate": 3.386577961010271e-06,
      "loss": 0.3643,
      "step": 1105180
    },
    {
      "epoch": 308.45,
      "grad_norm": 0.9089688658714294,
      "learning_rate": 3.3865537453178704e-06,
      "loss": 0.3623,
      "step": 1105190
    },
    {
      "epoch": 308.46,
      "grad_norm": 0.9618944525718689,
      "learning_rate": 3.3865295294866725e-06,
      "loss": 0.3605,
      "step": 1105200
    },
    {
      "epoch": 308.46,
      "grad_norm": 0.9152781963348389,
      "learning_rate": 3.386505313516681e-06,
      "loss": 0.3655,
      "step": 1105210
    },
    {
      "epoch": 308.46,
      "grad_norm": 0.9990969300270081,
      "learning_rate": 3.386481097407898e-06,
      "loss": 0.3716,
      "step": 1105220
    },
    {
      "epoch": 308.46,
      "grad_norm": 1.1415539979934692,
      "learning_rate": 3.386456881160327e-06,
      "loss": 0.3627,
      "step": 1105230
    },
    {
      "epoch": 308.47,
      "grad_norm": 1.0859510898590088,
      "learning_rate": 3.3864326647739728e-06,
      "loss": 0.3623,
      "step": 1105240
    },
    {
      "epoch": 308.47,
      "grad_norm": 1.20723295211792,
      "learning_rate": 3.3864084482488354e-06,
      "loss": 0.3544,
      "step": 1105250
    },
    {
      "epoch": 308.47,
      "grad_norm": 1.0307912826538086,
      "learning_rate": 3.3863842315849207e-06,
      "loss": 0.3555,
      "step": 1105260
    },
    {
      "epoch": 308.48,
      "grad_norm": 0.9839025735855103,
      "learning_rate": 3.3863600147822306e-06,
      "loss": 0.3702,
      "step": 1105270
    },
    {
      "epoch": 308.48,
      "grad_norm": 0.9288305044174194,
      "learning_rate": 3.38633579784077e-06,
      "loss": 0.3477,
      "step": 1105280
    },
    {
      "epoch": 308.48,
      "grad_norm": 8.129925727844238,
      "learning_rate": 3.3863115807605396e-06,
      "loss": 0.3566,
      "step": 1105290
    },
    {
      "epoch": 308.48,
      "grad_norm": 1.064243197441101,
      "learning_rate": 3.386287363541545e-06,
      "loss": 0.3396,
      "step": 1105300
    },
    {
      "epoch": 308.49,
      "grad_norm": 1.0982528924942017,
      "learning_rate": 3.386263146183788e-06,
      "loss": 0.376,
      "step": 1105310
    },
    {
      "epoch": 308.49,
      "grad_norm": 1.0039405822753906,
      "learning_rate": 3.3862389286872724e-06,
      "loss": 0.3595,
      "step": 1105320
    },
    {
      "epoch": 308.49,
      "grad_norm": 0.9918869137763977,
      "learning_rate": 3.386214711052e-06,
      "loss": 0.3548,
      "step": 1105330
    },
    {
      "epoch": 308.5,
      "grad_norm": 1.1755107641220093,
      "learning_rate": 3.386190493277977e-06,
      "loss": 0.3613,
      "step": 1105340
    },
    {
      "epoch": 308.5,
      "grad_norm": 1.0396889448165894,
      "learning_rate": 3.386166275365204e-06,
      "loss": 0.3699,
      "step": 1105350
    },
    {
      "epoch": 308.5,
      "grad_norm": 0.9170103669166565,
      "learning_rate": 3.386142057313685e-06,
      "loss": 0.3742,
      "step": 1105360
    },
    {
      "epoch": 308.5,
      "grad_norm": 1.1016687154769897,
      "learning_rate": 3.3861178391234242e-06,
      "loss": 0.3477,
      "step": 1105370
    },
    {
      "epoch": 308.51,
      "grad_norm": 0.9876546263694763,
      "learning_rate": 3.3860936207944235e-06,
      "loss": 0.3565,
      "step": 1105380
    },
    {
      "epoch": 308.51,
      "grad_norm": 1.037503957748413,
      "learning_rate": 3.386069402326686e-06,
      "loss": 0.3535,
      "step": 1105390
    },
    {
      "epoch": 308.51,
      "grad_norm": 1.0325813293457031,
      "learning_rate": 3.3860451837202164e-06,
      "loss": 0.3614,
      "step": 1105400
    },
    {
      "epoch": 308.52,
      "grad_norm": 1.0244863033294678,
      "learning_rate": 3.3860209649750163e-06,
      "loss": 0.3456,
      "step": 1105410
    },
    {
      "epoch": 308.52,
      "grad_norm": 1.07448148727417,
      "learning_rate": 3.3859967460910896e-06,
      "loss": 0.3516,
      "step": 1105420
    },
    {
      "epoch": 308.52,
      "grad_norm": 1.041756510734558,
      "learning_rate": 3.38597252706844e-06,
      "loss": 0.3784,
      "step": 1105430
    },
    {
      "epoch": 308.52,
      "grad_norm": 1.0000466108322144,
      "learning_rate": 3.3859483079070703e-06,
      "loss": 0.3626,
      "step": 1105440
    },
    {
      "epoch": 308.53,
      "grad_norm": 0.8650239706039429,
      "learning_rate": 3.385924088606984e-06,
      "loss": 0.3771,
      "step": 1105450
    },
    {
      "epoch": 308.53,
      "grad_norm": 1.0725889205932617,
      "learning_rate": 3.3858998691681834e-06,
      "loss": 0.3559,
      "step": 1105460
    },
    {
      "epoch": 308.53,
      "grad_norm": 1.022139549255371,
      "learning_rate": 3.385875649590673e-06,
      "loss": 0.36,
      "step": 1105470
    },
    {
      "epoch": 308.53,
      "grad_norm": 1.1325404644012451,
      "learning_rate": 3.385851429874455e-06,
      "loss": 0.3705,
      "step": 1105480
    },
    {
      "epoch": 308.54,
      "grad_norm": 0.968856155872345,
      "learning_rate": 3.3858272100195322e-06,
      "loss": 0.3682,
      "step": 1105490
    },
    {
      "epoch": 308.54,
      "grad_norm": 0.994155764579773,
      "learning_rate": 3.38580299002591e-06,
      "loss": 0.3549,
      "step": 1105500
    },
    {
      "epoch": 308.54,
      "grad_norm": 1.0600593090057373,
      "learning_rate": 3.3857787698935895e-06,
      "loss": 0.3584,
      "step": 1105510
    },
    {
      "epoch": 308.55,
      "grad_norm": 0.9830246567726135,
      "learning_rate": 3.385754549622575e-06,
      "loss": 0.3444,
      "step": 1105520
    },
    {
      "epoch": 308.55,
      "grad_norm": 0.8895055055618286,
      "learning_rate": 3.38573032921287e-06,
      "loss": 0.3702,
      "step": 1105530
    },
    {
      "epoch": 308.55,
      "grad_norm": 1.0404998064041138,
      "learning_rate": 3.3857061086644763e-06,
      "loss": 0.3719,
      "step": 1105540
    },
    {
      "epoch": 308.55,
      "grad_norm": 1.0762531757354736,
      "learning_rate": 3.385681887977398e-06,
      "loss": 0.3492,
      "step": 1105550
    },
    {
      "epoch": 308.56,
      "grad_norm": 1.0667917728424072,
      "learning_rate": 3.385657667151638e-06,
      "loss": 0.3553,
      "step": 1105560
    },
    {
      "epoch": 308.56,
      "grad_norm": 1.2295149564743042,
      "learning_rate": 3.3856334461872004e-06,
      "loss": 0.3643,
      "step": 1105570
    },
    {
      "epoch": 308.56,
      "grad_norm": 0.9373800158500671,
      "learning_rate": 3.3856092250840872e-06,
      "loss": 0.3555,
      "step": 1105580
    },
    {
      "epoch": 308.57,
      "grad_norm": 1.00291109085083,
      "learning_rate": 3.3855850038423033e-06,
      "loss": 0.3506,
      "step": 1105590
    },
    {
      "epoch": 308.57,
      "grad_norm": 1.2648380994796753,
      "learning_rate": 3.3855607824618507e-06,
      "loss": 0.3544,
      "step": 1105600
    },
    {
      "epoch": 308.57,
      "grad_norm": 0.9877724051475525,
      "learning_rate": 3.3855365609427325e-06,
      "loss": 0.349,
      "step": 1105610
    },
    {
      "epoch": 308.57,
      "grad_norm": 0.9081937670707703,
      "learning_rate": 3.3855123392849516e-06,
      "loss": 0.3476,
      "step": 1105620
    },
    {
      "epoch": 308.58,
      "grad_norm": 0.9343390464782715,
      "learning_rate": 3.3854881174885123e-06,
      "loss": 0.3388,
      "step": 1105630
    },
    {
      "epoch": 308.58,
      "grad_norm": 1.1091572046279907,
      "learning_rate": 3.385463895553417e-06,
      "loss": 0.365,
      "step": 1105640
    },
    {
      "epoch": 308.58,
      "grad_norm": 1.030170202255249,
      "learning_rate": 3.38543967347967e-06,
      "loss": 0.3401,
      "step": 1105650
    },
    {
      "epoch": 308.58,
      "grad_norm": 1.0953848361968994,
      "learning_rate": 3.3854154512672737e-06,
      "loss": 0.3617,
      "step": 1105660
    },
    {
      "epoch": 308.59,
      "grad_norm": 0.8997118473052979,
      "learning_rate": 3.3853912289162315e-06,
      "loss": 0.3519,
      "step": 1105670
    },
    {
      "epoch": 308.59,
      "grad_norm": 1.0495357513427734,
      "learning_rate": 3.385367006426546e-06,
      "loss": 0.3573,
      "step": 1105680
    },
    {
      "epoch": 308.59,
      "grad_norm": 1.157674789428711,
      "learning_rate": 3.3853427837982217e-06,
      "loss": 0.3523,
      "step": 1105690
    },
    {
      "epoch": 308.6,
      "grad_norm": 0.9406693577766418,
      "learning_rate": 3.385318561031261e-06,
      "loss": 0.3516,
      "step": 1105700
    },
    {
      "epoch": 308.6,
      "grad_norm": 0.9035210013389587,
      "learning_rate": 3.385294338125667e-06,
      "loss": 0.3506,
      "step": 1105710
    },
    {
      "epoch": 308.6,
      "grad_norm": 1.0236613750457764,
      "learning_rate": 3.3852701150814423e-06,
      "loss": 0.3609,
      "step": 1105720
    },
    {
      "epoch": 308.6,
      "grad_norm": 0.9115647077560425,
      "learning_rate": 3.385245891898592e-06,
      "loss": 0.3575,
      "step": 1105730
    },
    {
      "epoch": 308.61,
      "grad_norm": 0.8327741026878357,
      "learning_rate": 3.385221668577119e-06,
      "loss": 0.3401,
      "step": 1105740
    },
    {
      "epoch": 308.61,
      "grad_norm": 1.1370506286621094,
      "learning_rate": 3.3851974451170245e-06,
      "loss": 0.3388,
      "step": 1105750
    },
    {
      "epoch": 308.61,
      "grad_norm": 1.0106480121612549,
      "learning_rate": 3.3851732215183142e-06,
      "loss": 0.3436,
      "step": 1105760
    },
    {
      "epoch": 308.62,
      "grad_norm": 1.0638049840927124,
      "learning_rate": 3.385148997780989e-06,
      "loss": 0.3587,
      "step": 1105770
    },
    {
      "epoch": 308.62,
      "grad_norm": 1.0815825462341309,
      "learning_rate": 3.385124773905054e-06,
      "loss": 0.3605,
      "step": 1105780
    },
    {
      "epoch": 308.62,
      "grad_norm": 1.0090155601501465,
      "learning_rate": 3.3851005498905118e-06,
      "loss": 0.3393,
      "step": 1105790
    },
    {
      "epoch": 308.62,
      "grad_norm": 1.1291307210922241,
      "learning_rate": 3.3850763257373655e-06,
      "loss": 0.3717,
      "step": 1105800
    },
    {
      "epoch": 308.63,
      "grad_norm": 1.1172692775726318,
      "learning_rate": 3.385052101445618e-06,
      "loss": 0.3414,
      "step": 1105810
    },
    {
      "epoch": 308.63,
      "grad_norm": 0.7493859529495239,
      "learning_rate": 3.3850278770152733e-06,
      "loss": 0.3472,
      "step": 1105820
    },
    {
      "epoch": 308.63,
      "grad_norm": 1.215464472770691,
      "learning_rate": 3.385003652446334e-06,
      "loss": 0.3561,
      "step": 1105830
    },
    {
      "epoch": 308.64,
      "grad_norm": 0.9994834661483765,
      "learning_rate": 3.3849794277388035e-06,
      "loss": 0.3447,
      "step": 1105840
    },
    {
      "epoch": 308.64,
      "grad_norm": 0.801524817943573,
      "learning_rate": 3.384955202892685e-06,
      "loss": 0.371,
      "step": 1105850
    },
    {
      "epoch": 308.64,
      "grad_norm": 1.013242483139038,
      "learning_rate": 3.384930977907982e-06,
      "loss": 0.3546,
      "step": 1105860
    },
    {
      "epoch": 308.64,
      "grad_norm": 1.0257726907730103,
      "learning_rate": 3.3849067527846976e-06,
      "loss": 0.3744,
      "step": 1105870
    },
    {
      "epoch": 308.65,
      "grad_norm": 0.8027299046516418,
      "learning_rate": 3.384882527522835e-06,
      "loss": 0.3604,
      "step": 1105880
    },
    {
      "epoch": 308.65,
      "grad_norm": 1.1098209619522095,
      "learning_rate": 3.3848583021223972e-06,
      "loss": 0.3572,
      "step": 1105890
    },
    {
      "epoch": 308.65,
      "grad_norm": 1.0018601417541504,
      "learning_rate": 3.384834076583388e-06,
      "loss": 0.3698,
      "step": 1105900
    },
    {
      "epoch": 308.65,
      "grad_norm": 1.2169852256774902,
      "learning_rate": 3.3848098509058095e-06,
      "loss": 0.3602,
      "step": 1105910
    },
    {
      "epoch": 308.66,
      "grad_norm": 0.9612905979156494,
      "learning_rate": 3.384785625089667e-06,
      "loss": 0.3541,
      "step": 1105920
    },
    {
      "epoch": 308.66,
      "grad_norm": 0.9951934218406677,
      "learning_rate": 3.3847613991349608e-06,
      "loss": 0.3648,
      "step": 1105930
    },
    {
      "epoch": 308.66,
      "grad_norm": 0.9053265452384949,
      "learning_rate": 3.384737173041696e-06,
      "loss": 0.3621,
      "step": 1105940
    },
    {
      "epoch": 308.67,
      "grad_norm": 1.2405898571014404,
      "learning_rate": 3.3847129468098767e-06,
      "loss": 0.3698,
      "step": 1105950
    },
    {
      "epoch": 308.67,
      "grad_norm": 1.0302683115005493,
      "learning_rate": 3.384688720439503e-06,
      "loss": 0.345,
      "step": 1105960
    },
    {
      "epoch": 308.67,
      "grad_norm": 1.2266790866851807,
      "learning_rate": 3.384664493930582e-06,
      "loss": 0.3443,
      "step": 1105970
    },
    {
      "epoch": 308.67,
      "grad_norm": 1.0361233949661255,
      "learning_rate": 3.3846402672831146e-06,
      "loss": 0.3545,
      "step": 1105980
    },
    {
      "epoch": 308.68,
      "grad_norm": 0.9742307662963867,
      "learning_rate": 3.3846160404971032e-06,
      "loss": 0.3761,
      "step": 1105990
    },
    {
      "epoch": 308.68,
      "grad_norm": 1.1167556047439575,
      "learning_rate": 3.3845918135725528e-06,
      "loss": 0.3492,
      "step": 1106000
    },
    {
      "epoch": 308.68,
      "grad_norm": 1.0216587781906128,
      "learning_rate": 3.3845675865094667e-06,
      "loss": 0.355,
      "step": 1106010
    },
    {
      "epoch": 308.69,
      "grad_norm": 0.9916592240333557,
      "learning_rate": 3.384543359307847e-06,
      "loss": 0.357,
      "step": 1106020
    },
    {
      "epoch": 308.69,
      "grad_norm": 1.0408053398132324,
      "learning_rate": 3.3845191319676974e-06,
      "loss": 0.3519,
      "step": 1106030
    },
    {
      "epoch": 308.69,
      "grad_norm": 1.1068313121795654,
      "learning_rate": 3.3844949044890214e-06,
      "loss": 0.3569,
      "step": 1106040
    },
    {
      "epoch": 308.69,
      "grad_norm": 1.0446009635925293,
      "learning_rate": 3.384470676871822e-06,
      "loss": 0.3426,
      "step": 1106050
    },
    {
      "epoch": 308.7,
      "grad_norm": 1.0140571594238281,
      "learning_rate": 3.3844464491161024e-06,
      "loss": 0.3528,
      "step": 1106060
    },
    {
      "epoch": 308.7,
      "grad_norm": 1.1020067930221558,
      "learning_rate": 3.3844222212218656e-06,
      "loss": 0.3537,
      "step": 1106070
    },
    {
      "epoch": 308.7,
      "grad_norm": 1.104705810546875,
      "learning_rate": 3.3843979931891153e-06,
      "loss": 0.3539,
      "step": 1106080
    },
    {
      "epoch": 308.7,
      "grad_norm": 0.9196500778198242,
      "learning_rate": 3.384373765017854e-06,
      "loss": 0.3501,
      "step": 1106090
    },
    {
      "epoch": 308.71,
      "grad_norm": 1.0791271924972534,
      "learning_rate": 3.3843495367080857e-06,
      "loss": 0.3596,
      "step": 1106100
    },
    {
      "epoch": 308.71,
      "grad_norm": 0.9250904321670532,
      "learning_rate": 3.3843253082598132e-06,
      "loss": 0.3493,
      "step": 1106110
    },
    {
      "epoch": 308.71,
      "grad_norm": 1.436667799949646,
      "learning_rate": 3.3843010796730402e-06,
      "loss": 0.354,
      "step": 1106120
    },
    {
      "epoch": 308.72,
      "grad_norm": 1.0872201919555664,
      "learning_rate": 3.3842768509477693e-06,
      "loss": 0.3579,
      "step": 1106130
    },
    {
      "epoch": 308.72,
      "grad_norm": 0.9115424752235413,
      "learning_rate": 3.3842526220840035e-06,
      "loss": 0.3545,
      "step": 1106140
    },
    {
      "epoch": 308.72,
      "grad_norm": 1.1539945602416992,
      "learning_rate": 3.3842283930817473e-06,
      "loss": 0.3479,
      "step": 1106150
    },
    {
      "epoch": 308.72,
      "grad_norm": 0.950704038143158,
      "learning_rate": 3.3842041639410025e-06,
      "loss": 0.3554,
      "step": 1106160
    },
    {
      "epoch": 308.73,
      "grad_norm": 0.9142022728919983,
      "learning_rate": 3.3841799346617733e-06,
      "loss": 0.3588,
      "step": 1106170
    },
    {
      "epoch": 308.73,
      "grad_norm": 1.07545006275177,
      "learning_rate": 3.384155705244063e-06,
      "loss": 0.3422,
      "step": 1106180
    },
    {
      "epoch": 308.73,
      "grad_norm": 1.0195308923721313,
      "learning_rate": 3.384131475687874e-06,
      "loss": 0.3617,
      "step": 1106190
    },
    {
      "epoch": 308.74,
      "grad_norm": 1.0720977783203125,
      "learning_rate": 3.38410724599321e-06,
      "loss": 0.3438,
      "step": 1106200
    },
    {
      "epoch": 308.74,
      "grad_norm": 1.0588606595993042,
      "learning_rate": 3.384083016160074e-06,
      "loss": 0.357,
      "step": 1106210
    },
    {
      "epoch": 308.74,
      "grad_norm": 1.0047112703323364,
      "learning_rate": 3.3840587861884696e-06,
      "loss": 0.3476,
      "step": 1106220
    },
    {
      "epoch": 308.74,
      "grad_norm": 0.8827537298202515,
      "learning_rate": 3.3840345560783994e-06,
      "loss": 0.3469,
      "step": 1106230
    },
    {
      "epoch": 308.75,
      "grad_norm": 1.1340208053588867,
      "learning_rate": 3.3840103258298676e-06,
      "loss": 0.3711,
      "step": 1106240
    },
    {
      "epoch": 308.75,
      "grad_norm": 1.0997940301895142,
      "learning_rate": 3.383986095442877e-06,
      "loss": 0.3457,
      "step": 1106250
    },
    {
      "epoch": 308.75,
      "grad_norm": 1.1147279739379883,
      "learning_rate": 3.3839618649174306e-06,
      "loss": 0.3497,
      "step": 1106260
    },
    {
      "epoch": 308.76,
      "grad_norm": 1.0595836639404297,
      "learning_rate": 3.383937634253531e-06,
      "loss": 0.3508,
      "step": 1106270
    },
    {
      "epoch": 308.76,
      "grad_norm": 1.0875122547149658,
      "learning_rate": 3.3839134034511826e-06,
      "loss": 0.359,
      "step": 1106280
    },
    {
      "epoch": 308.76,
      "grad_norm": 1.031916856765747,
      "learning_rate": 3.383889172510388e-06,
      "loss": 0.3411,
      "step": 1106290
    },
    {
      "epoch": 308.76,
      "grad_norm": 2.5343003273010254,
      "learning_rate": 3.383864941431151e-06,
      "loss": 0.3673,
      "step": 1106300
    },
    {
      "epoch": 308.77,
      "grad_norm": 1.0100115537643433,
      "learning_rate": 3.383840710213474e-06,
      "loss": 0.3531,
      "step": 1106310
    },
    {
      "epoch": 308.77,
      "grad_norm": 0.9282686710357666,
      "learning_rate": 3.3838164788573608e-06,
      "loss": 0.3754,
      "step": 1106320
    },
    {
      "epoch": 308.77,
      "grad_norm": 1.0299965143203735,
      "learning_rate": 3.3837922473628143e-06,
      "loss": 0.3494,
      "step": 1106330
    },
    {
      "epoch": 308.77,
      "grad_norm": 0.9717269539833069,
      "learning_rate": 3.383768015729839e-06,
      "loss": 0.3495,
      "step": 1106340
    },
    {
      "epoch": 308.78,
      "grad_norm": 1.1839377880096436,
      "learning_rate": 3.383743783958436e-06,
      "loss": 0.3481,
      "step": 1106350
    },
    {
      "epoch": 308.78,
      "grad_norm": 1.0407863855361938,
      "learning_rate": 3.383719552048609e-06,
      "loss": 0.3646,
      "step": 1106360
    },
    {
      "epoch": 308.78,
      "grad_norm": 1.0030527114868164,
      "learning_rate": 3.383695320000363e-06,
      "loss": 0.3493,
      "step": 1106370
    },
    {
      "epoch": 308.79,
      "grad_norm": 1.0472612380981445,
      "learning_rate": 3.3836710878136985e-06,
      "loss": 0.3632,
      "step": 1106380
    },
    {
      "epoch": 308.79,
      "grad_norm": 1.1707842350006104,
      "learning_rate": 3.3836468554886215e-06,
      "loss": 0.3637,
      "step": 1106390
    },
    {
      "epoch": 308.79,
      "grad_norm": 1.0039438009262085,
      "learning_rate": 3.383622623025134e-06,
      "loss": 0.3447,
      "step": 1106400
    },
    {
      "epoch": 308.79,
      "grad_norm": 0.9108060002326965,
      "learning_rate": 3.3835983904232386e-06,
      "loss": 0.3688,
      "step": 1106410
    },
    {
      "epoch": 308.8,
      "grad_norm": 1.243965744972229,
      "learning_rate": 3.3835741576829392e-06,
      "loss": 0.3554,
      "step": 1106420
    },
    {
      "epoch": 308.8,
      "grad_norm": 5.606656551361084,
      "learning_rate": 3.383549924804239e-06,
      "loss": 0.3506,
      "step": 1106430
    },
    {
      "epoch": 308.8,
      "grad_norm": 1.0773059129714966,
      "learning_rate": 3.383525691787141e-06,
      "loss": 0.3699,
      "step": 1106440
    },
    {
      "epoch": 308.81,
      "grad_norm": 0.9109551310539246,
      "learning_rate": 3.3835014586316484e-06,
      "loss": 0.3618,
      "step": 1106450
    },
    {
      "epoch": 308.81,
      "grad_norm": 1.1183236837387085,
      "learning_rate": 3.3834772253377647e-06,
      "loss": 0.3582,
      "step": 1106460
    },
    {
      "epoch": 308.81,
      "grad_norm": 1.1320688724517822,
      "learning_rate": 3.3834529919054936e-06,
      "loss": 0.3517,
      "step": 1106470
    },
    {
      "epoch": 308.81,
      "grad_norm": 1.0106953382492065,
      "learning_rate": 3.3834287583348376e-06,
      "loss": 0.3503,
      "step": 1106480
    },
    {
      "epoch": 308.82,
      "grad_norm": 0.9919447302818298,
      "learning_rate": 3.3834045246257998e-06,
      "loss": 0.3682,
      "step": 1106490
    },
    {
      "epoch": 308.82,
      "grad_norm": 0.9645041227340698,
      "learning_rate": 3.383380290778384e-06,
      "loss": 0.3617,
      "step": 1106500
    },
    {
      "epoch": 308.82,
      "grad_norm": 0.9522454142570496,
      "learning_rate": 3.3833560567925924e-06,
      "loss": 0.3548,
      "step": 1106510
    },
    {
      "epoch": 308.83,
      "grad_norm": 1.231160283088684,
      "learning_rate": 3.383331822668429e-06,
      "loss": 0.349,
      "step": 1106520
    },
    {
      "epoch": 308.83,
      "grad_norm": 1.0900651216506958,
      "learning_rate": 3.3833075884058976e-06,
      "loss": 0.3671,
      "step": 1106530
    },
    {
      "epoch": 308.83,
      "grad_norm": 0.992006778717041,
      "learning_rate": 3.3832833540050007e-06,
      "loss": 0.3634,
      "step": 1106540
    },
    {
      "epoch": 308.83,
      "grad_norm": 1.009230375289917,
      "learning_rate": 3.3832591194657414e-06,
      "loss": 0.3463,
      "step": 1106550
    },
    {
      "epoch": 308.84,
      "grad_norm": 0.9914976358413696,
      "learning_rate": 3.3832348847881235e-06,
      "loss": 0.3559,
      "step": 1106560
    },
    {
      "epoch": 308.84,
      "grad_norm": 1.2789896726608276,
      "learning_rate": 3.38321064997215e-06,
      "loss": 0.3586,
      "step": 1106570
    },
    {
      "epoch": 308.84,
      "grad_norm": 1.4210830926895142,
      "learning_rate": 3.3831864150178233e-06,
      "loss": 0.3552,
      "step": 1106580
    },
    {
      "epoch": 308.84,
      "grad_norm": 0.9246621131896973,
      "learning_rate": 3.3831621799251474e-06,
      "loss": 0.3567,
      "step": 1106590
    },
    {
      "epoch": 308.85,
      "grad_norm": 0.8417091965675354,
      "learning_rate": 3.3831379446941256e-06,
      "loss": 0.3506,
      "step": 1106600
    },
    {
      "epoch": 308.85,
      "grad_norm": 1.044960379600525,
      "learning_rate": 3.3831137093247612e-06,
      "loss": 0.359,
      "step": 1106610
    },
    {
      "epoch": 308.85,
      "grad_norm": 0.9852325320243835,
      "learning_rate": 3.3830894738170574e-06,
      "loss": 0.3521,
      "step": 1106620
    },
    {
      "epoch": 308.86,
      "grad_norm": 1.0495754480361938,
      "learning_rate": 3.3830652381710174e-06,
      "loss": 0.3749,
      "step": 1106630
    },
    {
      "epoch": 308.86,
      "grad_norm": 1.1827328205108643,
      "learning_rate": 3.3830410023866434e-06,
      "loss": 0.3577,
      "step": 1106640
    },
    {
      "epoch": 308.86,
      "grad_norm": 0.9189296960830688,
      "learning_rate": 3.3830167664639395e-06,
      "loss": 0.3371,
      "step": 1106650
    },
    {
      "epoch": 308.86,
      "grad_norm": 1.100005030632019,
      "learning_rate": 3.38299253040291e-06,
      "loss": 0.3592,
      "step": 1106660
    },
    {
      "epoch": 308.87,
      "grad_norm": 1.1676923036575317,
      "learning_rate": 3.382968294203556e-06,
      "loss": 0.3467,
      "step": 1106670
    },
    {
      "epoch": 308.87,
      "grad_norm": 1.0722918510437012,
      "learning_rate": 3.3829440578658823e-06,
      "loss": 0.3521,
      "step": 1106680
    },
    {
      "epoch": 308.87,
      "grad_norm": 1.1209471225738525,
      "learning_rate": 3.3829198213898914e-06,
      "loss": 0.3697,
      "step": 1106690
    },
    {
      "epoch": 308.88,
      "grad_norm": 1.035422444343567,
      "learning_rate": 3.382895584775587e-06,
      "loss": 0.3581,
      "step": 1106700
    },
    {
      "epoch": 308.88,
      "grad_norm": 1.157778263092041,
      "learning_rate": 3.382871348022971e-06,
      "loss": 0.3572,
      "step": 1106710
    },
    {
      "epoch": 308.88,
      "grad_norm": 1.0631619691848755,
      "learning_rate": 3.3828471111320486e-06,
      "loss": 0.3559,
      "step": 1106720
    },
    {
      "epoch": 308.88,
      "grad_norm": 1.9963319301605225,
      "learning_rate": 3.382822874102822e-06,
      "loss": 0.3569,
      "step": 1106730
    },
    {
      "epoch": 308.89,
      "grad_norm": 1.4482372999191284,
      "learning_rate": 3.3827986369352944e-06,
      "loss": 0.3422,
      "step": 1106740
    },
    {
      "epoch": 308.89,
      "grad_norm": 1.0861601829528809,
      "learning_rate": 3.3827743996294687e-06,
      "loss": 0.3527,
      "step": 1106750
    },
    {
      "epoch": 308.89,
      "grad_norm": 1.0836509466171265,
      "learning_rate": 3.3827501621853493e-06,
      "loss": 0.3466,
      "step": 1106760
    },
    {
      "epoch": 308.89,
      "grad_norm": 1.008488416671753,
      "learning_rate": 3.382725924602939e-06,
      "loss": 0.3473,
      "step": 1106770
    },
    {
      "epoch": 308.9,
      "grad_norm": 1.002503752708435,
      "learning_rate": 3.3827016868822397e-06,
      "loss": 0.3454,
      "step": 1106780
    },
    {
      "epoch": 308.9,
      "grad_norm": 0.8460030555725098,
      "learning_rate": 3.382677449023256e-06,
      "loss": 0.354,
      "step": 1106790
    },
    {
      "epoch": 308.9,
      "grad_norm": 4.509583950042725,
      "learning_rate": 3.382653211025991e-06,
      "loss": 0.3538,
      "step": 1106800
    },
    {
      "epoch": 308.91,
      "grad_norm": 1.1279711723327637,
      "learning_rate": 3.3826289728904473e-06,
      "loss": 0.3615,
      "step": 1106810
    },
    {
      "epoch": 308.91,
      "grad_norm": 1.0940736532211304,
      "learning_rate": 3.382604734616629e-06,
      "loss": 0.3553,
      "step": 1106820
    },
    {
      "epoch": 308.91,
      "grad_norm": 1.09276282787323,
      "learning_rate": 3.3825804962045385e-06,
      "loss": 0.3508,
      "step": 1106830
    },
    {
      "epoch": 308.91,
      "grad_norm": 1.1117929220199585,
      "learning_rate": 3.3825562576541797e-06,
      "loss": 0.3528,
      "step": 1106840
    },
    {
      "epoch": 308.92,
      "grad_norm": 1.1056880950927734,
      "learning_rate": 3.3825320189655554e-06,
      "loss": 0.3539,
      "step": 1106850
    },
    {
      "epoch": 308.92,
      "grad_norm": 0.920415461063385,
      "learning_rate": 3.382507780138669e-06,
      "loss": 0.3492,
      "step": 1106860
    },
    {
      "epoch": 308.92,
      "grad_norm": 0.9701566100120544,
      "learning_rate": 3.382483541173523e-06,
      "loss": 0.3465,
      "step": 1106870
    },
    {
      "epoch": 308.93,
      "grad_norm": 0.9890876412391663,
      "learning_rate": 3.3824593020701222e-06,
      "loss": 0.3411,
      "step": 1106880
    },
    {
      "epoch": 308.93,
      "grad_norm": 0.982347309589386,
      "learning_rate": 3.3824350628284685e-06,
      "loss": 0.3501,
      "step": 1106890
    },
    {
      "epoch": 308.93,
      "grad_norm": 0.9513151049613953,
      "learning_rate": 3.3824108234485653e-06,
      "loss": 0.3525,
      "step": 1106900
    },
    {
      "epoch": 308.93,
      "grad_norm": 1.0453137159347534,
      "learning_rate": 3.382386583930416e-06,
      "loss": 0.3707,
      "step": 1106910
    },
    {
      "epoch": 308.94,
      "grad_norm": 1.1056736707687378,
      "learning_rate": 3.3823623442740247e-06,
      "loss": 0.3569,
      "step": 1106920
    },
    {
      "epoch": 308.94,
      "grad_norm": 1.0022504329681396,
      "learning_rate": 3.3823381044793935e-06,
      "loss": 0.361,
      "step": 1106930
    },
    {
      "epoch": 308.94,
      "grad_norm": 0.8468281030654907,
      "learning_rate": 3.3823138645465252e-06,
      "loss": 0.3403,
      "step": 1106940
    },
    {
      "epoch": 308.95,
      "grad_norm": 0.916226327419281,
      "learning_rate": 3.382289624475425e-06,
      "loss": 0.352,
      "step": 1106950
    },
    {
      "epoch": 308.95,
      "grad_norm": 0.961154580116272,
      "learning_rate": 3.3822653842660937e-06,
      "loss": 0.3485,
      "step": 1106960
    },
    {
      "epoch": 308.95,
      "grad_norm": 1.4784291982650757,
      "learning_rate": 3.3822411439185363e-06,
      "loss": 0.365,
      "step": 1106970
    },
    {
      "epoch": 308.95,
      "grad_norm": 1.0635595321655273,
      "learning_rate": 3.3822169034327555e-06,
      "loss": 0.3525,
      "step": 1106980
    },
    {
      "epoch": 308.96,
      "grad_norm": 1.0248982906341553,
      "learning_rate": 3.382192662808754e-06,
      "loss": 0.3446,
      "step": 1106990
    },
    {
      "epoch": 308.96,
      "grad_norm": 0.9984228014945984,
      "learning_rate": 3.382168422046536e-06,
      "loss": 0.347,
      "step": 1107000
    },
    {
      "epoch": 308.96,
      "grad_norm": 1.0277925729751587,
      "learning_rate": 3.382144181146104e-06,
      "loss": 0.3527,
      "step": 1107010
    },
    {
      "epoch": 308.96,
      "grad_norm": 0.9761057496070862,
      "learning_rate": 3.3821199401074615e-06,
      "loss": 0.3457,
      "step": 1107020
    },
    {
      "epoch": 308.97,
      "grad_norm": 1.0699987411499023,
      "learning_rate": 3.382095698930612e-06,
      "loss": 0.3595,
      "step": 1107030
    },
    {
      "epoch": 308.97,
      "grad_norm": 1.1327877044677734,
      "learning_rate": 3.382071457615558e-06,
      "loss": 0.3527,
      "step": 1107040
    },
    {
      "epoch": 308.97,
      "grad_norm": 1.0997618436813354,
      "learning_rate": 3.382047216162303e-06,
      "loss": 0.3628,
      "step": 1107050
    },
    {
      "epoch": 308.98,
      "grad_norm": 0.9679739475250244,
      "learning_rate": 3.3820229745708507e-06,
      "loss": 0.3484,
      "step": 1107060
    },
    {
      "epoch": 308.98,
      "grad_norm": 0.9597597122192383,
      "learning_rate": 3.381998732841204e-06,
      "loss": 0.3453,
      "step": 1107070
    },
    {
      "epoch": 308.98,
      "grad_norm": 1.1808397769927979,
      "learning_rate": 3.3819744909733658e-06,
      "loss": 0.3401,
      "step": 1107080
    },
    {
      "epoch": 308.98,
      "grad_norm": 1.1393413543701172,
      "learning_rate": 3.38195024896734e-06,
      "loss": 0.3469,
      "step": 1107090
    },
    {
      "epoch": 308.99,
      "grad_norm": 1.1771892309188843,
      "learning_rate": 3.381926006823129e-06,
      "loss": 0.3382,
      "step": 1107100
    },
    {
      "epoch": 308.99,
      "grad_norm": 0.9929214119911194,
      "learning_rate": 3.381901764540737e-06,
      "loss": 0.3467,
      "step": 1107110
    },
    {
      "epoch": 308.99,
      "grad_norm": 1.0547168254852295,
      "learning_rate": 3.3818775221201666e-06,
      "loss": 0.3714,
      "step": 1107120
    },
    {
      "epoch": 309.0,
      "grad_norm": 1.1186692714691162,
      "learning_rate": 3.381853279561421e-06,
      "loss": 0.3657,
      "step": 1107130
    },
    {
      "epoch": 309.0,
      "grad_norm": 0.9606335759162903,
      "learning_rate": 3.3818290368645033e-06,
      "loss": 0.3565,
      "step": 1107140
    },
    {
      "epoch": 309.0,
      "eval_loss": 0.355867475271225,
      "eval_runtime": 65.7239,
      "eval_samples_per_second": 76.974,
      "eval_steps_per_second": 9.631,
      "step": 1107147
    },
    {
      "epoch": 309.0,
      "grad_norm": 1.0613420009613037,
      "learning_rate": 3.381804794029418e-06,
      "loss": 0.3491,
      "step": 1107150
    },
    {
      "epoch": 309.0,
      "grad_norm": 0.9722022414207458,
      "learning_rate": 3.381780551056166e-06,
      "loss": 0.3619,
      "step": 1107160
    },
    {
      "epoch": 309.01,
      "grad_norm": 1.2748697996139526,
      "learning_rate": 3.3817563079447526e-06,
      "loss": 0.3547,
      "step": 1107170
    },
    {
      "epoch": 309.01,
      "grad_norm": 0.9206691980361938,
      "learning_rate": 3.3817320646951803e-06,
      "loss": 0.352,
      "step": 1107180
    },
    {
      "epoch": 309.01,
      "grad_norm": 1.267824649810791,
      "learning_rate": 3.3817078213074523e-06,
      "loss": 0.3494,
      "step": 1107190
    },
    {
      "epoch": 309.01,
      "grad_norm": 1.0349842309951782,
      "learning_rate": 3.381683577781571e-06,
      "loss": 0.3374,
      "step": 1107200
    },
    {
      "epoch": 309.02,
      "grad_norm": 1.1926069259643555,
      "learning_rate": 3.3816593341175417e-06,
      "loss": 0.3563,
      "step": 1107210
    },
    {
      "epoch": 309.02,
      "grad_norm": 1.0207757949829102,
      "learning_rate": 3.381635090315366e-06,
      "loss": 0.355,
      "step": 1107220
    },
    {
      "epoch": 309.02,
      "grad_norm": 1.4080748558044434,
      "learning_rate": 3.381610846375047e-06,
      "loss": 0.355,
      "step": 1107230
    },
    {
      "epoch": 309.03,
      "grad_norm": 0.9545229077339172,
      "learning_rate": 3.3815866022965893e-06,
      "loss": 0.3638,
      "step": 1107240
    },
    {
      "epoch": 309.03,
      "grad_norm": 1.0296058654785156,
      "learning_rate": 3.3815623580799946e-06,
      "loss": 0.3437,
      "step": 1107250
    },
    {
      "epoch": 309.03,
      "grad_norm": 1.0447605848312378,
      "learning_rate": 3.3815381137252667e-06,
      "loss": 0.358,
      "step": 1107260
    },
    {
      "epoch": 309.03,
      "grad_norm": 0.9601357579231262,
      "learning_rate": 3.3815138692324093e-06,
      "loss": 0.3571,
      "step": 1107270
    },
    {
      "epoch": 309.04,
      "grad_norm": 1.1220648288726807,
      "learning_rate": 3.381489624601425e-06,
      "loss": 0.3619,
      "step": 1107280
    },
    {
      "epoch": 309.04,
      "grad_norm": 1.0097301006317139,
      "learning_rate": 3.3814653798323175e-06,
      "loss": 0.3646,
      "step": 1107290
    },
    {
      "epoch": 309.04,
      "grad_norm": 1.3693463802337646,
      "learning_rate": 3.381441134925089e-06,
      "loss": 0.3562,
      "step": 1107300
    },
    {
      "epoch": 309.05,
      "grad_norm": 1.1437373161315918,
      "learning_rate": 3.381416889879745e-06,
      "loss": 0.346,
      "step": 1107310
    },
    {
      "epoch": 309.05,
      "grad_norm": 1.0773042440414429,
      "learning_rate": 3.381392644696286e-06,
      "loss": 0.3562,
      "step": 1107320
    },
    {
      "epoch": 309.05,
      "grad_norm": 0.9386016726493835,
      "learning_rate": 3.381368399374717e-06,
      "loss": 0.365,
      "step": 1107330
    },
    {
      "epoch": 309.05,
      "grad_norm": 0.9509915113449097,
      "learning_rate": 3.3813441539150405e-06,
      "loss": 0.3599,
      "step": 1107340
    },
    {
      "epoch": 309.06,
      "grad_norm": 0.9580129981040955,
      "learning_rate": 3.38131990831726e-06,
      "loss": 0.3409,
      "step": 1107350
    },
    {
      "epoch": 309.06,
      "grad_norm": 0.8871879577636719,
      "learning_rate": 3.3812956625813796e-06,
      "loss": 0.3557,
      "step": 1107360
    },
    {
      "epoch": 309.06,
      "grad_norm": 1.1367384195327759,
      "learning_rate": 3.3812714167074006e-06,
      "loss": 0.3724,
      "step": 1107370
    },
    {
      "epoch": 309.07,
      "grad_norm": 1.0009043216705322,
      "learning_rate": 3.381247170695327e-06,
      "loss": 0.3686,
      "step": 1107380
    },
    {
      "epoch": 309.07,
      "grad_norm": 0.8939140439033508,
      "learning_rate": 3.3812229245451623e-06,
      "loss": 0.3393,
      "step": 1107390
    },
    {
      "epoch": 309.07,
      "grad_norm": 0.9142556190490723,
      "learning_rate": 3.38119867825691e-06,
      "loss": 0.354,
      "step": 1107400
    },
    {
      "epoch": 309.07,
      "grad_norm": 1.0894193649291992,
      "learning_rate": 3.3811744318305734e-06,
      "loss": 0.3583,
      "step": 1107410
    },
    {
      "epoch": 309.08,
      "grad_norm": 1.5682915449142456,
      "learning_rate": 3.3811501852661546e-06,
      "loss": 0.3457,
      "step": 1107420
    },
    {
      "epoch": 309.08,
      "grad_norm": 0.9435924291610718,
      "learning_rate": 3.381125938563658e-06,
      "loss": 0.3691,
      "step": 1107430
    },
    {
      "epoch": 309.08,
      "grad_norm": 0.9957576990127563,
      "learning_rate": 3.381101691723086e-06,
      "loss": 0.3551,
      "step": 1107440
    },
    {
      "epoch": 309.08,
      "grad_norm": 0.9805957078933716,
      "learning_rate": 3.381077444744443e-06,
      "loss": 0.3537,
      "step": 1107450
    },
    {
      "epoch": 309.09,
      "grad_norm": 0.9614954590797424,
      "learning_rate": 3.3810531976277303e-06,
      "loss": 0.3614,
      "step": 1107460
    },
    {
      "epoch": 309.09,
      "grad_norm": 1.0169932842254639,
      "learning_rate": 3.3810289503729534e-06,
      "loss": 0.3481,
      "step": 1107470
    },
    {
      "epoch": 309.09,
      "grad_norm": 0.9808740019798279,
      "learning_rate": 3.3810047029801135e-06,
      "loss": 0.3545,
      "step": 1107480
    },
    {
      "epoch": 309.1,
      "grad_norm": 0.8246729373931885,
      "learning_rate": 3.380980455449215e-06,
      "loss": 0.3518,
      "step": 1107490
    },
    {
      "epoch": 309.1,
      "grad_norm": 6.903509616851807,
      "learning_rate": 3.380956207780261e-06,
      "loss": 0.353,
      "step": 1107500
    },
    {
      "epoch": 309.1,
      "grad_norm": 1.0947673320770264,
      "learning_rate": 3.380931959973255e-06,
      "loss": 0.3518,
      "step": 1107510
    },
    {
      "epoch": 309.1,
      "grad_norm": 1.107118010520935,
      "learning_rate": 3.3809077120281987e-06,
      "loss": 0.3657,
      "step": 1107520
    },
    {
      "epoch": 309.11,
      "grad_norm": 1.0473490953445435,
      "learning_rate": 3.3808834639450973e-06,
      "loss": 0.3644,
      "step": 1107530
    },
    {
      "epoch": 309.11,
      "grad_norm": 0.9388992786407471,
      "learning_rate": 3.3808592157239524e-06,
      "loss": 0.3455,
      "step": 1107540
    },
    {
      "epoch": 309.11,
      "grad_norm": 0.8744499087333679,
      "learning_rate": 3.380834967364768e-06,
      "loss": 0.3518,
      "step": 1107550
    },
    {
      "epoch": 309.12,
      "grad_norm": 1.1326764822006226,
      "learning_rate": 3.380810718867548e-06,
      "loss": 0.3557,
      "step": 1107560
    },
    {
      "epoch": 309.12,
      "grad_norm": 0.9796035289764404,
      "learning_rate": 3.3807864702322947e-06,
      "loss": 0.354,
      "step": 1107570
    },
    {
      "epoch": 309.12,
      "grad_norm": 1.0456353425979614,
      "learning_rate": 3.3807622214590118e-06,
      "loss": 0.3637,
      "step": 1107580
    },
    {
      "epoch": 309.12,
      "grad_norm": 0.9745834469795227,
      "learning_rate": 3.3807379725477023e-06,
      "loss": 0.3484,
      "step": 1107590
    },
    {
      "epoch": 309.13,
      "grad_norm": 0.9507887959480286,
      "learning_rate": 3.380713723498369e-06,
      "loss": 0.3748,
      "step": 1107600
    },
    {
      "epoch": 309.13,
      "grad_norm": 1.017054796218872,
      "learning_rate": 3.380689474311015e-06,
      "loss": 0.3447,
      "step": 1107610
    },
    {
      "epoch": 309.13,
      "grad_norm": 0.999539315700531,
      "learning_rate": 3.380665224985645e-06,
      "loss": 0.3557,
      "step": 1107620
    },
    {
      "epoch": 309.13,
      "grad_norm": 1.128786325454712,
      "learning_rate": 3.3806409755222614e-06,
      "loss": 0.3443,
      "step": 1107630
    },
    {
      "epoch": 309.14,
      "grad_norm": 0.8703165054321289,
      "learning_rate": 3.3806167259208666e-06,
      "loss": 0.3403,
      "step": 1107640
    },
    {
      "epoch": 309.14,
      "grad_norm": 1.1710665225982666,
      "learning_rate": 3.3805924761814655e-06,
      "loss": 0.3601,
      "step": 1107650
    },
    {
      "epoch": 309.14,
      "grad_norm": 0.9535255432128906,
      "learning_rate": 3.38056822630406e-06,
      "loss": 0.354,
      "step": 1107660
    },
    {
      "epoch": 309.15,
      "grad_norm": 0.9124621152877808,
      "learning_rate": 3.380543976288653e-06,
      "loss": 0.347,
      "step": 1107670
    },
    {
      "epoch": 309.15,
      "grad_norm": 1.13876473903656,
      "learning_rate": 3.380519726135249e-06,
      "loss": 0.3604,
      "step": 1107680
    },
    {
      "epoch": 309.15,
      "grad_norm": 0.9287488460540771,
      "learning_rate": 3.3804954758438505e-06,
      "loss": 0.3519,
      "step": 1107690
    },
    {
      "epoch": 309.15,
      "grad_norm": 1.4496573209762573,
      "learning_rate": 3.380471225414461e-06,
      "loss": 0.3626,
      "step": 1107700
    },
    {
      "epoch": 309.16,
      "grad_norm": 1.0224953889846802,
      "learning_rate": 3.380446974847084e-06,
      "loss": 0.36,
      "step": 1107710
    },
    {
      "epoch": 309.16,
      "grad_norm": 0.998134434223175,
      "learning_rate": 3.380422724141722e-06,
      "loss": 0.354,
      "step": 1107720
    },
    {
      "epoch": 309.16,
      "grad_norm": 1.1394295692443848,
      "learning_rate": 3.3803984732983785e-06,
      "loss": 0.3651,
      "step": 1107730
    },
    {
      "epoch": 309.17,
      "grad_norm": 1.1200518608093262,
      "learning_rate": 3.380374222317057e-06,
      "loss": 0.3447,
      "step": 1107740
    },
    {
      "epoch": 309.17,
      "grad_norm": 1.0801177024841309,
      "learning_rate": 3.38034997119776e-06,
      "loss": 0.3479,
      "step": 1107750
    },
    {
      "epoch": 309.17,
      "grad_norm": 1.0775254964828491,
      "learning_rate": 3.380325719940492e-06,
      "loss": 0.3661,
      "step": 1107760
    },
    {
      "epoch": 309.17,
      "grad_norm": 1.0385723114013672,
      "learning_rate": 3.380301468545255e-06,
      "loss": 0.3624,
      "step": 1107770
    },
    {
      "epoch": 309.18,
      "grad_norm": 0.8842675089836121,
      "learning_rate": 3.3802772170120528e-06,
      "loss": 0.3569,
      "step": 1107780
    },
    {
      "epoch": 309.18,
      "grad_norm": 1.7344313859939575,
      "learning_rate": 3.3802529653408884e-06,
      "loss": 0.3568,
      "step": 1107790
    },
    {
      "epoch": 309.18,
      "grad_norm": 1.136776328086853,
      "learning_rate": 3.3802287135317657e-06,
      "loss": 0.3823,
      "step": 1107800
    },
    {
      "epoch": 309.19,
      "grad_norm": 0.9407044649124146,
      "learning_rate": 3.380204461584687e-06,
      "loss": 0.3494,
      "step": 1107810
    },
    {
      "epoch": 309.19,
      "grad_norm": 0.9128692746162415,
      "learning_rate": 3.380180209499656e-06,
      "loss": 0.3471,
      "step": 1107820
    },
    {
      "epoch": 309.19,
      "grad_norm": 1.095008373260498,
      "learning_rate": 3.380155957276676e-06,
      "loss": 0.3694,
      "step": 1107830
    },
    {
      "epoch": 309.19,
      "grad_norm": 1.006058692932129,
      "learning_rate": 3.3801317049157496e-06,
      "loss": 0.3654,
      "step": 1107840
    },
    {
      "epoch": 309.2,
      "grad_norm": 1.1031067371368408,
      "learning_rate": 3.3801074524168816e-06,
      "loss": 0.3597,
      "step": 1107850
    },
    {
      "epoch": 309.2,
      "grad_norm": 1.0563453435897827,
      "learning_rate": 3.3800831997800726e-06,
      "loss": 0.3623,
      "step": 1107860
    },
    {
      "epoch": 309.2,
      "grad_norm": 1.0935516357421875,
      "learning_rate": 3.3800589470053286e-06,
      "loss": 0.3745,
      "step": 1107870
    },
    {
      "epoch": 309.2,
      "grad_norm": 1.004111647605896,
      "learning_rate": 3.3800346940926515e-06,
      "loss": 0.3759,
      "step": 1107880
    },
    {
      "epoch": 309.21,
      "grad_norm": 1.3186696767807007,
      "learning_rate": 3.3800104410420445e-06,
      "loss": 0.356,
      "step": 1107890
    },
    {
      "epoch": 309.21,
      "grad_norm": 1.4417316913604736,
      "learning_rate": 3.3799861878535104e-06,
      "loss": 0.3786,
      "step": 1107900
    },
    {
      "epoch": 309.21,
      "grad_norm": 0.9125387668609619,
      "learning_rate": 3.3799619345270536e-06,
      "loss": 0.3597,
      "step": 1107910
    },
    {
      "epoch": 309.22,
      "grad_norm": 1.1126220226287842,
      "learning_rate": 3.379937681062676e-06,
      "loss": 0.3498,
      "step": 1107920
    },
    {
      "epoch": 309.22,
      "grad_norm": 1.0958179235458374,
      "learning_rate": 3.3799134274603825e-06,
      "loss": 0.3508,
      "step": 1107930
    },
    {
      "epoch": 309.22,
      "grad_norm": 0.9277732372283936,
      "learning_rate": 3.3798891737201746e-06,
      "loss": 0.3516,
      "step": 1107940
    },
    {
      "epoch": 309.22,
      "grad_norm": 1.10296630859375,
      "learning_rate": 3.3798649198420566e-06,
      "loss": 0.3485,
      "step": 1107950
    },
    {
      "epoch": 309.23,
      "grad_norm": 1.75883150100708,
      "learning_rate": 3.379840665826032e-06,
      "loss": 0.3444,
      "step": 1107960
    },
    {
      "epoch": 309.23,
      "grad_norm": 1.062114953994751,
      "learning_rate": 3.379816411672102e-06,
      "loss": 0.3461,
      "step": 1107970
    },
    {
      "epoch": 309.23,
      "grad_norm": 0.9527453184127808,
      "learning_rate": 3.3797921573802725e-06,
      "loss": 0.3658,
      "step": 1107980
    },
    {
      "epoch": 309.24,
      "grad_norm": 0.9867441654205322,
      "learning_rate": 3.379767902950545e-06,
      "loss": 0.3457,
      "step": 1107990
    },
    {
      "epoch": 309.24,
      "grad_norm": 0.9049072861671448,
      "learning_rate": 3.379743648382923e-06,
      "loss": 0.3504,
      "step": 1108000
    },
    {
      "epoch": 309.24,
      "grad_norm": 0.899338960647583,
      "learning_rate": 3.3797193936774103e-06,
      "loss": 0.3498,
      "step": 1108010
    },
    {
      "epoch": 309.24,
      "grad_norm": 1.0432355403900146,
      "learning_rate": 3.37969513883401e-06,
      "loss": 0.3675,
      "step": 1108020
    },
    {
      "epoch": 309.25,
      "grad_norm": 1.0866049528121948,
      "learning_rate": 3.3796708838527254e-06,
      "loss": 0.3508,
      "step": 1108030
    },
    {
      "epoch": 309.25,
      "grad_norm": 6.51740837097168,
      "learning_rate": 3.3796466287335584e-06,
      "loss": 0.3439,
      "step": 1108040
    },
    {
      "epoch": 309.25,
      "grad_norm": 1.118508219718933,
      "learning_rate": 3.379622373476514e-06,
      "loss": 0.3443,
      "step": 1108050
    },
    {
      "epoch": 309.25,
      "grad_norm": 1.0006624460220337,
      "learning_rate": 3.3795981180815942e-06,
      "loss": 0.3493,
      "step": 1108060
    },
    {
      "epoch": 309.26,
      "grad_norm": 0.9741977453231812,
      "learning_rate": 3.3795738625488033e-06,
      "loss": 0.3565,
      "step": 1108070
    },
    {
      "epoch": 309.26,
      "grad_norm": 0.963863730430603,
      "learning_rate": 3.3795496068781438e-06,
      "loss": 0.3558,
      "step": 1108080
    },
    {
      "epoch": 309.26,
      "grad_norm": 1.1777641773223877,
      "learning_rate": 3.379525351069619e-06,
      "loss": 0.3485,
      "step": 1108090
    },
    {
      "epoch": 309.27,
      "grad_norm": 1.1169313192367554,
      "learning_rate": 3.3795010951232325e-06,
      "loss": 0.3836,
      "step": 1108100
    },
    {
      "epoch": 309.27,
      "grad_norm": 1.0037225484848022,
      "learning_rate": 3.379476839038987e-06,
      "loss": 0.3571,
      "step": 1108110
    },
    {
      "epoch": 309.27,
      "grad_norm": 1.0195008516311646,
      "learning_rate": 3.379452582816886e-06,
      "loss": 0.3571,
      "step": 1108120
    },
    {
      "epoch": 309.27,
      "grad_norm": 0.9697301983833313,
      "learning_rate": 3.3794283264569326e-06,
      "loss": 0.3542,
      "step": 1108130
    },
    {
      "epoch": 309.28,
      "grad_norm": 0.9992237091064453,
      "learning_rate": 3.3794040699591306e-06,
      "loss": 0.3558,
      "step": 1108140
    },
    {
      "epoch": 309.28,
      "grad_norm": 1.0834496021270752,
      "learning_rate": 3.379379813323482e-06,
      "loss": 0.3625,
      "step": 1108150
    },
    {
      "epoch": 309.28,
      "grad_norm": 1.0223625898361206,
      "learning_rate": 3.3793555565499907e-06,
      "loss": 0.3678,
      "step": 1108160
    },
    {
      "epoch": 309.29,
      "grad_norm": 1.0102931261062622,
      "learning_rate": 3.3793312996386613e-06,
      "loss": 0.3495,
      "step": 1108170
    },
    {
      "epoch": 309.29,
      "grad_norm": 1.2844020128250122,
      "learning_rate": 3.379307042589495e-06,
      "loss": 0.357,
      "step": 1108180
    },
    {
      "epoch": 309.29,
      "grad_norm": 1.0139309167861938,
      "learning_rate": 3.3792827854024953e-06,
      "loss": 0.3347,
      "step": 1108190
    },
    {
      "epoch": 309.29,
      "grad_norm": 1.072030782699585,
      "learning_rate": 3.3792585280776665e-06,
      "loss": 0.355,
      "step": 1108200
    },
    {
      "epoch": 309.3,
      "grad_norm": 1.1482220888137817,
      "learning_rate": 3.379234270615011e-06,
      "loss": 0.3614,
      "step": 1108210
    },
    {
      "epoch": 309.3,
      "grad_norm": 1.0376780033111572,
      "learning_rate": 3.3792100130145317e-06,
      "loss": 0.3324,
      "step": 1108220
    },
    {
      "epoch": 309.3,
      "grad_norm": 0.956303060054779,
      "learning_rate": 3.3791857552762334e-06,
      "loss": 0.3648,
      "step": 1108230
    },
    {
      "epoch": 309.31,
      "grad_norm": 1.1046949625015259,
      "learning_rate": 3.3791614974001178e-06,
      "loss": 0.3484,
      "step": 1108240
    },
    {
      "epoch": 309.31,
      "grad_norm": 0.9097535014152527,
      "learning_rate": 3.379137239386189e-06,
      "loss": 0.3717,
      "step": 1108250
    },
    {
      "epoch": 309.31,
      "grad_norm": 1.0132391452789307,
      "learning_rate": 3.3791129812344498e-06,
      "loss": 0.3377,
      "step": 1108260
    },
    {
      "epoch": 309.31,
      "grad_norm": 1.076028823852539,
      "learning_rate": 3.3790887229449033e-06,
      "loss": 0.3702,
      "step": 1108270
    },
    {
      "epoch": 309.32,
      "grad_norm": 1.291653037071228,
      "learning_rate": 3.379064464517553e-06,
      "loss": 0.3457,
      "step": 1108280
    },
    {
      "epoch": 309.32,
      "grad_norm": 1.0237762928009033,
      "learning_rate": 3.3790402059524015e-06,
      "loss": 0.3636,
      "step": 1108290
    },
    {
      "epoch": 309.32,
      "grad_norm": 1.059138298034668,
      "learning_rate": 3.379015947249453e-06,
      "loss": 0.3449,
      "step": 1108300
    },
    {
      "epoch": 309.32,
      "grad_norm": 1.278041958808899,
      "learning_rate": 3.3789916884087104e-06,
      "loss": 0.3441,
      "step": 1108310
    },
    {
      "epoch": 309.33,
      "grad_norm": 1.152589201927185,
      "learning_rate": 3.378967429430177e-06,
      "loss": 0.3512,
      "step": 1108320
    },
    {
      "epoch": 309.33,
      "grad_norm": 1.3153215646743774,
      "learning_rate": 3.3789431703138563e-06,
      "loss": 0.3498,
      "step": 1108330
    },
    {
      "epoch": 309.33,
      "grad_norm": 1.0835517644882202,
      "learning_rate": 3.3789189110597506e-06,
      "loss": 0.3536,
      "step": 1108340
    },
    {
      "epoch": 309.34,
      "grad_norm": 1.388742208480835,
      "learning_rate": 3.378894651667864e-06,
      "loss": 0.3544,
      "step": 1108350
    },
    {
      "epoch": 309.34,
      "grad_norm": 1.078778624534607,
      "learning_rate": 3.3788703921381986e-06,
      "loss": 0.3544,
      "step": 1108360
    },
    {
      "epoch": 309.34,
      "grad_norm": 1.2129342555999756,
      "learning_rate": 3.378846132470759e-06,
      "loss": 0.3597,
      "step": 1108370
    },
    {
      "epoch": 309.34,
      "grad_norm": 1.069515585899353,
      "learning_rate": 3.3788218726655475e-06,
      "loss": 0.3798,
      "step": 1108380
    },
    {
      "epoch": 309.35,
      "grad_norm": 1.7366138696670532,
      "learning_rate": 3.3787976127225678e-06,
      "loss": 0.3429,
      "step": 1108390
    },
    {
      "epoch": 309.35,
      "grad_norm": 0.96346515417099,
      "learning_rate": 3.378773352641823e-06,
      "loss": 0.3577,
      "step": 1108400
    },
    {
      "epoch": 309.35,
      "grad_norm": 1.086674451828003,
      "learning_rate": 3.3787490924233163e-06,
      "loss": 0.3438,
      "step": 1108410
    },
    {
      "epoch": 309.36,
      "grad_norm": 0.956767201423645,
      "learning_rate": 3.3787248320670505e-06,
      "loss": 0.3712,
      "step": 1108420
    },
    {
      "epoch": 309.36,
      "grad_norm": 0.9278048276901245,
      "learning_rate": 3.37870057157303e-06,
      "loss": 0.3443,
      "step": 1108430
    },
    {
      "epoch": 309.36,
      "grad_norm": 0.9838864207267761,
      "learning_rate": 3.3786763109412567e-06,
      "loss": 0.3484,
      "step": 1108440
    },
    {
      "epoch": 309.36,
      "grad_norm": 0.9303877949714661,
      "learning_rate": 3.378652050171734e-06,
      "loss": 0.3675,
      "step": 1108450
    },
    {
      "epoch": 309.37,
      "grad_norm": 0.8580155372619629,
      "learning_rate": 3.3786277892644666e-06,
      "loss": 0.3555,
      "step": 1108460
    },
    {
      "epoch": 309.37,
      "grad_norm": 0.9339807033538818,
      "learning_rate": 3.3786035282194567e-06,
      "loss": 0.3866,
      "step": 1108470
    },
    {
      "epoch": 309.37,
      "grad_norm": 1.0767890214920044,
      "learning_rate": 3.378579267036707e-06,
      "loss": 0.348,
      "step": 1108480
    },
    {
      "epoch": 309.37,
      "grad_norm": 1.1733243465423584,
      "learning_rate": 3.378555005716221e-06,
      "loss": 0.3418,
      "step": 1108490
    },
    {
      "epoch": 309.38,
      "grad_norm": 1.0367707014083862,
      "learning_rate": 3.378530744258003e-06,
      "loss": 0.3679,
      "step": 1108500
    },
    {
      "epoch": 309.38,
      "grad_norm": 1.8760491609573364,
      "learning_rate": 3.378506482662055e-06,
      "loss": 0.3714,
      "step": 1108510
    },
    {
      "epoch": 309.38,
      "grad_norm": 1.050938367843628,
      "learning_rate": 3.37848222092838e-06,
      "loss": 0.3604,
      "step": 1108520
    },
    {
      "epoch": 309.39,
      "grad_norm": 1.0522485971450806,
      "learning_rate": 3.378457959056983e-06,
      "loss": 0.3545,
      "step": 1108530
    },
    {
      "epoch": 309.39,
      "grad_norm": 1.310078501701355,
      "learning_rate": 3.3784336970478657e-06,
      "loss": 0.3635,
      "step": 1108540
    },
    {
      "epoch": 309.39,
      "grad_norm": 1.0060824155807495,
      "learning_rate": 3.3784094349010316e-06,
      "loss": 0.3477,
      "step": 1108550
    },
    {
      "epoch": 309.39,
      "grad_norm": 1.4509494304656982,
      "learning_rate": 3.378385172616484e-06,
      "loss": 0.3512,
      "step": 1108560
    },
    {
      "epoch": 309.4,
      "grad_norm": 1.4815959930419922,
      "learning_rate": 3.3783609101942255e-06,
      "loss": 0.3624,
      "step": 1108570
    },
    {
      "epoch": 309.4,
      "grad_norm": 0.923484742641449,
      "learning_rate": 3.3783366476342608e-06,
      "loss": 0.3553,
      "step": 1108580
    },
    {
      "epoch": 309.4,
      "grad_norm": 0.9134944677352905,
      "learning_rate": 3.3783123849365922e-06,
      "loss": 0.3442,
      "step": 1108590
    },
    {
      "epoch": 309.41,
      "grad_norm": 1.0961217880249023,
      "learning_rate": 3.378288122101223e-06,
      "loss": 0.3597,
      "step": 1108600
    },
    {
      "epoch": 309.41,
      "grad_norm": 1.2123541831970215,
      "learning_rate": 3.378263859128157e-06,
      "loss": 0.3532,
      "step": 1108610
    },
    {
      "epoch": 309.41,
      "grad_norm": 1.0055502653121948,
      "learning_rate": 3.3782395960173965e-06,
      "loss": 0.3388,
      "step": 1108620
    },
    {
      "epoch": 309.41,
      "grad_norm": 1.0827635526657104,
      "learning_rate": 3.3782153327689457e-06,
      "loss": 0.3735,
      "step": 1108630
    },
    {
      "epoch": 309.42,
      "grad_norm": 1.0240505933761597,
      "learning_rate": 3.378191069382806e-06,
      "loss": 0.3585,
      "step": 1108640
    },
    {
      "epoch": 309.42,
      "grad_norm": 0.9367706179618835,
      "learning_rate": 3.3781668058589823e-06,
      "loss": 0.3548,
      "step": 1108650
    },
    {
      "epoch": 309.42,
      "grad_norm": 1.0021264553070068,
      "learning_rate": 3.3781425421974784e-06,
      "loss": 0.3514,
      "step": 1108660
    },
    {
      "epoch": 309.43,
      "grad_norm": 0.9149278402328491,
      "learning_rate": 3.3781182783982956e-06,
      "loss": 0.3435,
      "step": 1108670
    },
    {
      "epoch": 309.43,
      "grad_norm": 0.8744614124298096,
      "learning_rate": 3.3780940144614386e-06,
      "loss": 0.3513,
      "step": 1108680
    },
    {
      "epoch": 309.43,
      "grad_norm": 1.1871954202651978,
      "learning_rate": 3.3780697503869103e-06,
      "loss": 0.3638,
      "step": 1108690
    },
    {
      "epoch": 309.43,
      "grad_norm": 1.1169267892837524,
      "learning_rate": 3.3780454861747134e-06,
      "loss": 0.3412,
      "step": 1108700
    },
    {
      "epoch": 309.44,
      "grad_norm": 1.2046867609024048,
      "learning_rate": 3.378021221824851e-06,
      "loss": 0.3595,
      "step": 1108710
    },
    {
      "epoch": 309.44,
      "grad_norm": 0.9490713477134705,
      "learning_rate": 3.3779969573373274e-06,
      "loss": 0.374,
      "step": 1108720
    },
    {
      "epoch": 309.44,
      "grad_norm": 1.1440067291259766,
      "learning_rate": 3.3779726927121456e-06,
      "loss": 0.3531,
      "step": 1108730
    },
    {
      "epoch": 309.44,
      "grad_norm": 1.05803382396698,
      "learning_rate": 3.3779484279493074e-06,
      "loss": 0.3673,
      "step": 1108740
    },
    {
      "epoch": 309.45,
      "grad_norm": 1.0031381845474243,
      "learning_rate": 3.3779241630488183e-06,
      "loss": 0.3739,
      "step": 1108750
    },
    {
      "epoch": 309.45,
      "grad_norm": 1.0606070756912231,
      "learning_rate": 3.37789989801068e-06,
      "loss": 0.3449,
      "step": 1108760
    },
    {
      "epoch": 309.45,
      "grad_norm": 0.9227042198181152,
      "learning_rate": 3.377875632834896e-06,
      "loss": 0.3589,
      "step": 1108770
    },
    {
      "epoch": 309.46,
      "grad_norm": 0.8435143828392029,
      "learning_rate": 3.377851367521469e-06,
      "loss": 0.3424,
      "step": 1108780
    },
    {
      "epoch": 309.46,
      "grad_norm": 1.0968998670578003,
      "learning_rate": 3.3778271020704036e-06,
      "loss": 0.3621,
      "step": 1108790
    },
    {
      "epoch": 309.46,
      "grad_norm": 1.260939121246338,
      "learning_rate": 3.377802836481702e-06,
      "loss": 0.3643,
      "step": 1108800
    },
    {
      "epoch": 309.46,
      "grad_norm": 0.9013607501983643,
      "learning_rate": 3.377778570755367e-06,
      "loss": 0.365,
      "step": 1108810
    },
    {
      "epoch": 309.47,
      "grad_norm": 1.166777491569519,
      "learning_rate": 3.377754304891404e-06,
      "loss": 0.3674,
      "step": 1108820
    },
    {
      "epoch": 309.47,
      "grad_norm": 1.08349609375,
      "learning_rate": 3.3777300388898134e-06,
      "loss": 0.3728,
      "step": 1108830
    },
    {
      "epoch": 309.47,
      "grad_norm": 1.276431679725647,
      "learning_rate": 3.377705772750601e-06,
      "loss": 0.3731,
      "step": 1108840
    },
    {
      "epoch": 309.48,
      "grad_norm": 0.9417614340782166,
      "learning_rate": 3.377681506473768e-06,
      "loss": 0.3464,
      "step": 1108850
    },
    {
      "epoch": 309.48,
      "grad_norm": 1.1696743965148926,
      "learning_rate": 3.3776572400593183e-06,
      "loss": 0.3595,
      "step": 1108860
    },
    {
      "epoch": 309.48,
      "grad_norm": 0.9699711799621582,
      "learning_rate": 3.377632973507255e-06,
      "loss": 0.3527,
      "step": 1108870
    },
    {
      "epoch": 309.48,
      "grad_norm": 1.1424692869186401,
      "learning_rate": 3.3776087068175817e-06,
      "loss": 0.3677,
      "step": 1108880
    },
    {
      "epoch": 309.49,
      "grad_norm": 1.0517162084579468,
      "learning_rate": 3.3775844399903023e-06,
      "loss": 0.3528,
      "step": 1108890
    },
    {
      "epoch": 309.49,
      "grad_norm": 0.968826174736023,
      "learning_rate": 3.377560173025419e-06,
      "loss": 0.3451,
      "step": 1108900
    },
    {
      "epoch": 309.49,
      "grad_norm": 1.1345504522323608,
      "learning_rate": 3.377535905922935e-06,
      "loss": 0.348,
      "step": 1108910
    },
    {
      "epoch": 309.49,
      "grad_norm": 1.1497070789337158,
      "learning_rate": 3.377511638682854e-06,
      "loss": 0.3616,
      "step": 1108920
    },
    {
      "epoch": 309.5,
      "grad_norm": 1.1328829526901245,
      "learning_rate": 3.377487371305179e-06,
      "loss": 0.3517,
      "step": 1108930
    },
    {
      "epoch": 309.5,
      "grad_norm": 0.9909593462944031,
      "learning_rate": 3.3774631037899132e-06,
      "loss": 0.3497,
      "step": 1108940
    },
    {
      "epoch": 309.5,
      "grad_norm": 1.0276234149932861,
      "learning_rate": 3.3774388361370604e-06,
      "loss": 0.3411,
      "step": 1108950
    },
    {
      "epoch": 309.51,
      "grad_norm": 1.0091077089309692,
      "learning_rate": 3.3774145683466228e-06,
      "loss": 0.3543,
      "step": 1108960
    },
    {
      "epoch": 309.51,
      "grad_norm": 0.9465959668159485,
      "learning_rate": 3.3773903004186037e-06,
      "loss": 0.3572,
      "step": 1108970
    },
    {
      "epoch": 309.51,
      "grad_norm": 2.1501824855804443,
      "learning_rate": 3.377366032353008e-06,
      "loss": 0.3375,
      "step": 1108980
    },
    {
      "epoch": 309.51,
      "grad_norm": 1.050166130065918,
      "learning_rate": 3.377341764149837e-06,
      "loss": 0.3712,
      "step": 1108990
    },
    {
      "epoch": 309.52,
      "grad_norm": 1.189839482307434,
      "learning_rate": 3.3773174958090946e-06,
      "loss": 0.3533,
      "step": 1109000
    },
    {
      "epoch": 309.52,
      "grad_norm": 1.020807147026062,
      "learning_rate": 3.3772932273307845e-06,
      "loss": 0.3495,
      "step": 1109010
    },
    {
      "epoch": 309.52,
      "grad_norm": 1.0308834314346313,
      "learning_rate": 3.377268958714909e-06,
      "loss": 0.3532,
      "step": 1109020
    },
    {
      "epoch": 309.53,
      "grad_norm": 1.015241265296936,
      "learning_rate": 3.377244689961472e-06,
      "loss": 0.3572,
      "step": 1109030
    },
    {
      "epoch": 309.53,
      "grad_norm": 0.9979458451271057,
      "learning_rate": 3.3772204210704764e-06,
      "loss": 0.3623,
      "step": 1109040
    },
    {
      "epoch": 309.53,
      "grad_norm": 1.0033888816833496,
      "learning_rate": 3.377196152041926e-06,
      "loss": 0.3537,
      "step": 1109050
    },
    {
      "epoch": 309.53,
      "grad_norm": 0.8751688003540039,
      "learning_rate": 3.3771718828758243e-06,
      "loss": 0.3492,
      "step": 1109060
    },
    {
      "epoch": 309.54,
      "grad_norm": 0.975124716758728,
      "learning_rate": 3.3771476135721725e-06,
      "loss": 0.3542,
      "step": 1109070
    },
    {
      "epoch": 309.54,
      "grad_norm": 1.0212258100509644,
      "learning_rate": 3.3771233441309757e-06,
      "loss": 0.3583,
      "step": 1109080
    },
    {
      "epoch": 309.54,
      "grad_norm": 1.0548187494277954,
      "learning_rate": 3.3770990745522367e-06,
      "loss": 0.3563,
      "step": 1109090
    },
    {
      "epoch": 309.55,
      "grad_norm": 1.2006027698516846,
      "learning_rate": 3.3770748048359587e-06,
      "loss": 0.349,
      "step": 1109100
    },
    {
      "epoch": 309.55,
      "grad_norm": 0.8622978329658508,
      "learning_rate": 3.377050534982145e-06,
      "loss": 0.3472,
      "step": 1109110
    },
    {
      "epoch": 309.55,
      "grad_norm": 0.9766479134559631,
      "learning_rate": 3.377026264990798e-06,
      "loss": 0.3504,
      "step": 1109120
    },
    {
      "epoch": 309.55,
      "grad_norm": 0.9698104858398438,
      "learning_rate": 3.3770019948619228e-06,
      "loss": 0.3487,
      "step": 1109130
    },
    {
      "epoch": 309.56,
      "grad_norm": 1.0993335247039795,
      "learning_rate": 3.376977724595521e-06,
      "loss": 0.3603,
      "step": 1109140
    },
    {
      "epoch": 309.56,
      "grad_norm": 1.0768823623657227,
      "learning_rate": 3.3769534541915963e-06,
      "loss": 0.3495,
      "step": 1109150
    },
    {
      "epoch": 309.56,
      "grad_norm": 0.9291606545448303,
      "learning_rate": 3.3769291836501515e-06,
      "loss": 0.3509,
      "step": 1109160
    },
    {
      "epoch": 309.56,
      "grad_norm": 1.0101224184036255,
      "learning_rate": 3.3769049129711904e-06,
      "loss": 0.3435,
      "step": 1109170
    },
    {
      "epoch": 309.57,
      "grad_norm": 0.9464324712753296,
      "learning_rate": 3.3768806421547166e-06,
      "loss": 0.3516,
      "step": 1109180
    },
    {
      "epoch": 309.57,
      "grad_norm": 1.023368000984192,
      "learning_rate": 3.376856371200732e-06,
      "loss": 0.3625,
      "step": 1109190
    },
    {
      "epoch": 309.57,
      "grad_norm": 1.146297812461853,
      "learning_rate": 3.376832100109242e-06,
      "loss": 0.3537,
      "step": 1109200
    },
    {
      "epoch": 309.58,
      "grad_norm": 0.8929846882820129,
      "learning_rate": 3.3768078288802477e-06,
      "loss": 0.353,
      "step": 1109210
    },
    {
      "epoch": 309.58,
      "grad_norm": 1.0400116443634033,
      "learning_rate": 3.376783557513753e-06,
      "loss": 0.3562,
      "step": 1109220
    },
    {
      "epoch": 309.58,
      "grad_norm": 1.3499751091003418,
      "learning_rate": 3.3767592860097607e-06,
      "loss": 0.3531,
      "step": 1109230
    },
    {
      "epoch": 309.58,
      "grad_norm": 1.0660037994384766,
      "learning_rate": 3.376735014368276e-06,
      "loss": 0.3598,
      "step": 1109240
    },
    {
      "epoch": 309.59,
      "grad_norm": 0.9590550661087036,
      "learning_rate": 3.3767107425893e-06,
      "loss": 0.3609,
      "step": 1109250
    },
    {
      "epoch": 309.59,
      "grad_norm": 1.0528980493545532,
      "learning_rate": 3.376686470672836e-06,
      "loss": 0.3394,
      "step": 1109260
    },
    {
      "epoch": 309.59,
      "grad_norm": 1.0697516202926636,
      "learning_rate": 3.3766621986188885e-06,
      "loss": 0.3416,
      "step": 1109270
    },
    {
      "epoch": 309.6,
      "grad_norm": 1.2687633037567139,
      "learning_rate": 3.3766379264274604e-06,
      "loss": 0.3662,
      "step": 1109280
    },
    {
      "epoch": 309.6,
      "grad_norm": 0.9035225510597229,
      "learning_rate": 3.3766136540985546e-06,
      "loss": 0.3428,
      "step": 1109290
    },
    {
      "epoch": 309.6,
      "grad_norm": 0.9073353409767151,
      "learning_rate": 3.3765893816321736e-06,
      "loss": 0.3651,
      "step": 1109300
    },
    {
      "epoch": 309.6,
      "grad_norm": 1.054655909538269,
      "learning_rate": 3.3765651090283218e-06,
      "loss": 0.3495,
      "step": 1109310
    },
    {
      "epoch": 309.61,
      "grad_norm": 1.0958892107009888,
      "learning_rate": 3.376540836287002e-06,
      "loss": 0.3452,
      "step": 1109320
    },
    {
      "epoch": 309.61,
      "grad_norm": 1.022670030593872,
      "learning_rate": 3.3765165634082176e-06,
      "loss": 0.3407,
      "step": 1109330
    },
    {
      "epoch": 309.61,
      "grad_norm": 0.9113965630531311,
      "learning_rate": 3.376492290391972e-06,
      "loss": 0.3669,
      "step": 1109340
    },
    {
      "epoch": 309.61,
      "grad_norm": 1.0273076295852661,
      "learning_rate": 3.376468017238268e-06,
      "loss": 0.3564,
      "step": 1109350
    },
    {
      "epoch": 309.62,
      "grad_norm": 1.1080296039581299,
      "learning_rate": 3.3764437439471086e-06,
      "loss": 0.3741,
      "step": 1109360
    },
    {
      "epoch": 309.62,
      "grad_norm": 1.2082411050796509,
      "learning_rate": 3.3764194705184978e-06,
      "loss": 0.3597,
      "step": 1109370
    },
    {
      "epoch": 309.62,
      "grad_norm": 1.043488621711731,
      "learning_rate": 3.3763951969524376e-06,
      "loss": 0.3534,
      "step": 1109380
    },
    {
      "epoch": 309.63,
      "grad_norm": 0.8621646165847778,
      "learning_rate": 3.3763709232489325e-06,
      "loss": 0.3572,
      "step": 1109390
    },
    {
      "epoch": 309.63,
      "grad_norm": 0.9855200052261353,
      "learning_rate": 3.3763466494079856e-06,
      "loss": 0.3541,
      "step": 1109400
    },
    {
      "epoch": 309.63,
      "grad_norm": 1.012143611907959,
      "learning_rate": 3.3763223754295987e-06,
      "loss": 0.3597,
      "step": 1109410
    },
    {
      "epoch": 309.63,
      "grad_norm": 1.0405224561691284,
      "learning_rate": 3.376298101313778e-06,
      "loss": 0.3662,
      "step": 1109420
    },
    {
      "epoch": 309.64,
      "grad_norm": 1.205390453338623,
      "learning_rate": 3.376273827060524e-06,
      "loss": 0.3585,
      "step": 1109430
    },
    {
      "epoch": 309.64,
      "grad_norm": 0.9824091792106628,
      "learning_rate": 3.37624955266984e-06,
      "loss": 0.3509,
      "step": 1109440
    },
    {
      "epoch": 309.64,
      "grad_norm": 1.0797353982925415,
      "learning_rate": 3.3762252781417306e-06,
      "loss": 0.3405,
      "step": 1109450
    },
    {
      "epoch": 309.65,
      "grad_norm": 1.0092859268188477,
      "learning_rate": 3.376201003476199e-06,
      "loss": 0.3408,
      "step": 1109460
    },
    {
      "epoch": 309.65,
      "grad_norm": 0.9896981716156006,
      "learning_rate": 3.376176728673247e-06,
      "loss": 0.3532,
      "step": 1109470
    },
    {
      "epoch": 309.65,
      "grad_norm": 1.007789969444275,
      "learning_rate": 3.376152453732879e-06,
      "loss": 0.3625,
      "step": 1109480
    },
    {
      "epoch": 309.65,
      "grad_norm": 0.9707211852073669,
      "learning_rate": 3.3761281786550984e-06,
      "loss": 0.3458,
      "step": 1109490
    },
    {
      "epoch": 309.66,
      "grad_norm": 1.1347143650054932,
      "learning_rate": 3.3761039034399083e-06,
      "loss": 0.3659,
      "step": 1109500
    },
    {
      "epoch": 309.66,
      "grad_norm": 1.0211470127105713,
      "learning_rate": 3.3760796280873104e-06,
      "loss": 0.3512,
      "step": 1109510
    },
    {
      "epoch": 309.66,
      "grad_norm": 0.893791675567627,
      "learning_rate": 3.37605535259731e-06,
      "loss": 0.3337,
      "step": 1109520
    },
    {
      "epoch": 309.67,
      "grad_norm": 1.0247774124145508,
      "learning_rate": 3.3760310769699087e-06,
      "loss": 0.3658,
      "step": 1109530
    },
    {
      "epoch": 309.67,
      "grad_norm": 1.092073917388916,
      "learning_rate": 3.376006801205111e-06,
      "loss": 0.3389,
      "step": 1109540
    },
    {
      "epoch": 309.67,
      "grad_norm": 1.0139343738555908,
      "learning_rate": 3.3759825253029197e-06,
      "loss": 0.3502,
      "step": 1109550
    },
    {
      "epoch": 309.67,
      "grad_norm": 0.8316579461097717,
      "learning_rate": 3.3759582492633383e-06,
      "loss": 0.3557,
      "step": 1109560
    },
    {
      "epoch": 309.68,
      "grad_norm": 0.9061444997787476,
      "learning_rate": 3.3759339730863694e-06,
      "loss": 0.3418,
      "step": 1109570
    },
    {
      "epoch": 309.68,
      "grad_norm": 1.0762372016906738,
      "learning_rate": 3.375909696772016e-06,
      "loss": 0.351,
      "step": 1109580
    },
    {
      "epoch": 309.68,
      "grad_norm": 1.0383477210998535,
      "learning_rate": 3.375885420320283e-06,
      "loss": 0.3555,
      "step": 1109590
    },
    {
      "epoch": 309.68,
      "grad_norm": 0.9774876832962036,
      "learning_rate": 3.3758611437311715e-06,
      "loss": 0.359,
      "step": 1109600
    },
    {
      "epoch": 309.69,
      "grad_norm": 1.0332757234573364,
      "learning_rate": 3.3758368670046857e-06,
      "loss": 0.3443,
      "step": 1109610
    },
    {
      "epoch": 309.69,
      "grad_norm": 1.0945990085601807,
      "learning_rate": 3.375812590140829e-06,
      "loss": 0.3636,
      "step": 1109620
    },
    {
      "epoch": 309.69,
      "grad_norm": 0.9556940793991089,
      "learning_rate": 3.375788313139605e-06,
      "loss": 0.3323,
      "step": 1109630
    },
    {
      "epoch": 309.7,
      "grad_norm": 1.1488673686981201,
      "learning_rate": 3.3757640360010164e-06,
      "loss": 0.3652,
      "step": 1109640
    },
    {
      "epoch": 309.7,
      "grad_norm": 0.9036502242088318,
      "learning_rate": 3.375739758725066e-06,
      "loss": 0.3436,
      "step": 1109650
    },
    {
      "epoch": 309.7,
      "grad_norm": 1.0547629594802856,
      "learning_rate": 3.3757154813117575e-06,
      "loss": 0.3652,
      "step": 1109660
    },
    {
      "epoch": 309.7,
      "grad_norm": 1.0141979455947876,
      "learning_rate": 3.375691203761094e-06,
      "loss": 0.3678,
      "step": 1109670
    },
    {
      "epoch": 309.71,
      "grad_norm": 0.9919520020484924,
      "learning_rate": 3.3756669260730793e-06,
      "loss": 0.3645,
      "step": 1109680
    },
    {
      "epoch": 309.71,
      "grad_norm": 0.9549476504325867,
      "learning_rate": 3.3756426482477157e-06,
      "loss": 0.3511,
      "step": 1109690
    },
    {
      "epoch": 309.71,
      "grad_norm": 0.9175552725791931,
      "learning_rate": 3.3756183702850074e-06,
      "loss": 0.3646,
      "step": 1109700
    },
    {
      "epoch": 309.72,
      "grad_norm": 1.130211353302002,
      "learning_rate": 3.3755940921849574e-06,
      "loss": 0.3619,
      "step": 1109710
    },
    {
      "epoch": 309.72,
      "grad_norm": 1.316874384880066,
      "learning_rate": 3.3755698139475677e-06,
      "loss": 0.3638,
      "step": 1109720
    },
    {
      "epoch": 309.72,
      "grad_norm": 0.9820820689201355,
      "learning_rate": 3.3755455355728435e-06,
      "loss": 0.3589,
      "step": 1109730
    },
    {
      "epoch": 309.72,
      "grad_norm": 1.2012900114059448,
      "learning_rate": 3.3755212570607865e-06,
      "loss": 0.3594,
      "step": 1109740
    },
    {
      "epoch": 309.73,
      "grad_norm": 1.0103963613510132,
      "learning_rate": 3.3754969784113996e-06,
      "loss": 0.3571,
      "step": 1109750
    },
    {
      "epoch": 309.73,
      "grad_norm": 1.7377854585647583,
      "learning_rate": 3.3754726996246884e-06,
      "loss": 0.3449,
      "step": 1109760
    },
    {
      "epoch": 309.73,
      "grad_norm": 1.217756748199463,
      "learning_rate": 3.3754484207006536e-06,
      "loss": 0.3382,
      "step": 1109770
    },
    {
      "epoch": 309.73,
      "grad_norm": 1.5833734273910522,
      "learning_rate": 3.3754241416392995e-06,
      "loss": 0.3494,
      "step": 1109780
    },
    {
      "epoch": 309.74,
      "grad_norm": 1.2739778757095337,
      "learning_rate": 3.3753998624406304e-06,
      "loss": 0.3428,
      "step": 1109790
    },
    {
      "epoch": 309.74,
      "grad_norm": 1.1855432987213135,
      "learning_rate": 3.375375583104648e-06,
      "loss": 0.3524,
      "step": 1109800
    },
    {
      "epoch": 309.74,
      "grad_norm": 1.0186034440994263,
      "learning_rate": 3.375351303631355e-06,
      "loss": 0.3636,
      "step": 1109810
    },
    {
      "epoch": 309.75,
      "grad_norm": 1.0130444765090942,
      "learning_rate": 3.3753270240207564e-06,
      "loss": 0.348,
      "step": 1109820
    },
    {
      "epoch": 309.75,
      "grad_norm": 1.1857836246490479,
      "learning_rate": 3.3753027442728546e-06,
      "loss": 0.3528,
      "step": 1109830
    },
    {
      "epoch": 309.75,
      "grad_norm": 0.9798332452774048,
      "learning_rate": 3.375278464387652e-06,
      "loss": 0.34,
      "step": 1109840
    },
    {
      "epoch": 309.75,
      "grad_norm": 1.0616730451583862,
      "learning_rate": 3.375254184365154e-06,
      "loss": 0.355,
      "step": 1109850
    },
    {
      "epoch": 309.76,
      "grad_norm": 1.067557454109192,
      "learning_rate": 3.3752299042053614e-06,
      "loss": 0.3625,
      "step": 1109860
    },
    {
      "epoch": 309.76,
      "grad_norm": 0.9931262731552124,
      "learning_rate": 3.37520562390828e-06,
      "loss": 0.3446,
      "step": 1109870
    },
    {
      "epoch": 309.76,
      "grad_norm": 1.0838267803192139,
      "learning_rate": 3.3751813434739104e-06,
      "loss": 0.3569,
      "step": 1109880
    },
    {
      "epoch": 309.77,
      "grad_norm": 1.1041526794433594,
      "learning_rate": 3.375157062902257e-06,
      "loss": 0.3509,
      "step": 1109890
    },
    {
      "epoch": 309.77,
      "grad_norm": 0.9085793495178223,
      "learning_rate": 3.3751327821933228e-06,
      "loss": 0.3449,
      "step": 1109900
    },
    {
      "epoch": 309.77,
      "grad_norm": 1.0456582307815552,
      "learning_rate": 3.375108501347112e-06,
      "loss": 0.3596,
      "step": 1109910
    },
    {
      "epoch": 309.77,
      "grad_norm": 1.0155220031738281,
      "learning_rate": 3.375084220363627e-06,
      "loss": 0.3527,
      "step": 1109920
    },
    {
      "epoch": 309.78,
      "grad_norm": 1.0674829483032227,
      "learning_rate": 3.3750599392428707e-06,
      "loss": 0.3653,
      "step": 1109930
    },
    {
      "epoch": 309.78,
      "grad_norm": 1.034825325012207,
      "learning_rate": 3.3750356579848473e-06,
      "loss": 0.3406,
      "step": 1109940
    },
    {
      "epoch": 309.78,
      "grad_norm": 1.2162442207336426,
      "learning_rate": 3.375011376589559e-06,
      "loss": 0.3649,
      "step": 1109950
    },
    {
      "epoch": 309.79,
      "grad_norm": 1.1656239032745361,
      "learning_rate": 3.3749870950570097e-06,
      "loss": 0.3436,
      "step": 1109960
    },
    {
      "epoch": 309.79,
      "grad_norm": 0.9982837438583374,
      "learning_rate": 3.374962813387202e-06,
      "loss": 0.3679,
      "step": 1109970
    },
    {
      "epoch": 309.79,
      "grad_norm": 1.0937130451202393,
      "learning_rate": 3.3749385315801407e-06,
      "loss": 0.3725,
      "step": 1109980
    },
    {
      "epoch": 309.79,
      "grad_norm": 1.0286378860473633,
      "learning_rate": 3.3749142496358274e-06,
      "loss": 0.3444,
      "step": 1109990
    },
    {
      "epoch": 309.8,
      "grad_norm": 1.1901906728744507,
      "learning_rate": 3.3748899675542655e-06,
      "loss": 0.3602,
      "step": 1110000
    },
    {
      "epoch": 309.8,
      "grad_norm": 1.182753324508667,
      "learning_rate": 3.374865685335459e-06,
      "loss": 0.3527,
      "step": 1110010
    },
    {
      "epoch": 309.8,
      "grad_norm": 0.806675374507904,
      "learning_rate": 3.374841402979411e-06,
      "loss": 0.3358,
      "step": 1110020
    },
    {
      "epoch": 309.8,
      "grad_norm": 3.192542791366577,
      "learning_rate": 3.3748171204861238e-06,
      "loss": 0.3413,
      "step": 1110030
    },
    {
      "epoch": 309.81,
      "grad_norm": 1.0809872150421143,
      "learning_rate": 3.374792837855601e-06,
      "loss": 0.3548,
      "step": 1110040
    },
    {
      "epoch": 309.81,
      "grad_norm": 1.0531729459762573,
      "learning_rate": 3.374768555087847e-06,
      "loss": 0.3505,
      "step": 1110050
    },
    {
      "epoch": 309.81,
      "grad_norm": 0.928473949432373,
      "learning_rate": 3.374744272182864e-06,
      "loss": 0.3409,
      "step": 1110060
    },
    {
      "epoch": 309.82,
      "grad_norm": 0.9392231702804565,
      "learning_rate": 3.3747199891406545e-06,
      "loss": 0.3557,
      "step": 1110070
    },
    {
      "epoch": 309.82,
      "grad_norm": 1.2511309385299683,
      "learning_rate": 3.3746957059612236e-06,
      "loss": 0.3504,
      "step": 1110080
    },
    {
      "epoch": 309.82,
      "grad_norm": 0.8779356479644775,
      "learning_rate": 3.3746714226445734e-06,
      "loss": 0.3479,
      "step": 1110090
    },
    {
      "epoch": 309.82,
      "grad_norm": 1.4340746402740479,
      "learning_rate": 3.374647139190707e-06,
      "loss": 0.3453,
      "step": 1110100
    },
    {
      "epoch": 309.83,
      "grad_norm": 1.0124235153198242,
      "learning_rate": 3.3746228555996284e-06,
      "loss": 0.3679,
      "step": 1110110
    },
    {
      "epoch": 309.83,
      "grad_norm": 1.143097162246704,
      "learning_rate": 3.3745985718713397e-06,
      "loss": 0.3418,
      "step": 1110120
    },
    {
      "epoch": 309.83,
      "grad_norm": 1.106920599937439,
      "learning_rate": 3.3745742880058447e-06,
      "loss": 0.3364,
      "step": 1110130
    },
    {
      "epoch": 309.84,
      "grad_norm": 1.0860470533370972,
      "learning_rate": 3.3745500040031473e-06,
      "loss": 0.3412,
      "step": 1110140
    },
    {
      "epoch": 309.84,
      "grad_norm": 0.9761020541191101,
      "learning_rate": 3.37452571986325e-06,
      "loss": 0.3698,
      "step": 1110150
    },
    {
      "epoch": 309.84,
      "grad_norm": 1.3560328483581543,
      "learning_rate": 3.374501435586156e-06,
      "loss": 0.3526,
      "step": 1110160
    },
    {
      "epoch": 309.84,
      "grad_norm": 0.9707915186882019,
      "learning_rate": 3.374477151171869e-06,
      "loss": 0.3672,
      "step": 1110170
    },
    {
      "epoch": 309.85,
      "grad_norm": 1.0187554359436035,
      "learning_rate": 3.374452866620392e-06,
      "loss": 0.3608,
      "step": 1110180
    },
    {
      "epoch": 309.85,
      "grad_norm": 1.0276962518692017,
      "learning_rate": 3.374428581931728e-06,
      "loss": 0.3515,
      "step": 1110190
    },
    {
      "epoch": 309.85,
      "grad_norm": 1.0513108968734741,
      "learning_rate": 3.3744042971058796e-06,
      "loss": 0.3539,
      "step": 1110200
    },
    {
      "epoch": 309.85,
      "grad_norm": 0.9396435618400574,
      "learning_rate": 3.3743800121428514e-06,
      "loss": 0.3572,
      "step": 1110210
    },
    {
      "epoch": 309.86,
      "grad_norm": 1.0364036560058594,
      "learning_rate": 3.3743557270426463e-06,
      "loss": 0.3588,
      "step": 1110220
    },
    {
      "epoch": 309.86,
      "grad_norm": 0.9803726077079773,
      "learning_rate": 3.374331441805267e-06,
      "loss": 0.3681,
      "step": 1110230
    },
    {
      "epoch": 309.86,
      "grad_norm": 0.9840572476387024,
      "learning_rate": 3.3743071564307173e-06,
      "loss": 0.3456,
      "step": 1110240
    },
    {
      "epoch": 309.87,
      "grad_norm": 0.8834644556045532,
      "learning_rate": 3.374282870919e-06,
      "loss": 0.3496,
      "step": 1110250
    },
    {
      "epoch": 309.87,
      "grad_norm": 1.2337658405303955,
      "learning_rate": 3.374258585270119e-06,
      "loss": 0.3517,
      "step": 1110260
    },
    {
      "epoch": 309.87,
      "grad_norm": 1.1092661619186401,
      "learning_rate": 3.3742342994840766e-06,
      "loss": 0.3441,
      "step": 1110270
    },
    {
      "epoch": 309.87,
      "grad_norm": 1.0959999561309814,
      "learning_rate": 3.374210013560876e-06,
      "loss": 0.3474,
      "step": 1110280
    },
    {
      "epoch": 309.88,
      "grad_norm": 5.756372451782227,
      "learning_rate": 3.374185727500521e-06,
      "loss": 0.356,
      "step": 1110290
    },
    {
      "epoch": 309.88,
      "grad_norm": 1.2257652282714844,
      "learning_rate": 3.3741614413030155e-06,
      "loss": 0.368,
      "step": 1110300
    },
    {
      "epoch": 309.88,
      "grad_norm": 1.0951310396194458,
      "learning_rate": 3.3741371549683614e-06,
      "loss": 0.3587,
      "step": 1110310
    },
    {
      "epoch": 309.89,
      "grad_norm": 1.046574592590332,
      "learning_rate": 3.374112868496563e-06,
      "loss": 0.3595,
      "step": 1110320
    },
    {
      "epoch": 309.89,
      "grad_norm": 1.1379785537719727,
      "learning_rate": 3.3740885818876223e-06,
      "loss": 0.3745,
      "step": 1110330
    },
    {
      "epoch": 309.89,
      "grad_norm": 1.0015275478363037,
      "learning_rate": 3.3740642951415436e-06,
      "loss": 0.3607,
      "step": 1110340
    },
    {
      "epoch": 309.89,
      "grad_norm": 1.0293958187103271,
      "learning_rate": 3.3740400082583295e-06,
      "loss": 0.3632,
      "step": 1110350
    },
    {
      "epoch": 309.9,
      "grad_norm": 0.9532909989356995,
      "learning_rate": 3.3740157212379836e-06,
      "loss": 0.3423,
      "step": 1110360
    },
    {
      "epoch": 309.9,
      "grad_norm": 0.8820618391036987,
      "learning_rate": 3.3739914340805095e-06,
      "loss": 0.3589,
      "step": 1110370
    },
    {
      "epoch": 309.9,
      "grad_norm": 1.0581331253051758,
      "learning_rate": 3.37396714678591e-06,
      "loss": 0.3535,
      "step": 1110380
    },
    {
      "epoch": 309.91,
      "grad_norm": 0.8662245869636536,
      "learning_rate": 3.373942859354188e-06,
      "loss": 0.3595,
      "step": 1110390
    },
    {
      "epoch": 309.91,
      "grad_norm": 0.9553322196006775,
      "learning_rate": 3.373918571785347e-06,
      "loss": 0.3529,
      "step": 1110400
    },
    {
      "epoch": 309.91,
      "grad_norm": 0.9481810927391052,
      "learning_rate": 3.3738942840793903e-06,
      "loss": 0.3623,
      "step": 1110410
    },
    {
      "epoch": 309.91,
      "grad_norm": 1.0380890369415283,
      "learning_rate": 3.373869996236321e-06,
      "loss": 0.3237,
      "step": 1110420
    },
    {
      "epoch": 309.92,
      "grad_norm": 1.2599360942840576,
      "learning_rate": 3.373845708256143e-06,
      "loss": 0.3411,
      "step": 1110430
    },
    {
      "epoch": 309.92,
      "grad_norm": 0.9826621413230896,
      "learning_rate": 3.373821420138858e-06,
      "loss": 0.3611,
      "step": 1110440
    },
    {
      "epoch": 309.92,
      "grad_norm": 1.0532475709915161,
      "learning_rate": 3.373797131884471e-06,
      "loss": 0.3393,
      "step": 1110450
    },
    {
      "epoch": 309.92,
      "grad_norm": 1.0458818674087524,
      "learning_rate": 3.373772843492985e-06,
      "loss": 0.3569,
      "step": 1110460
    },
    {
      "epoch": 309.93,
      "grad_norm": 0.9479582905769348,
      "learning_rate": 3.3737485549644014e-06,
      "loss": 0.3432,
      "step": 1110470
    },
    {
      "epoch": 309.93,
      "grad_norm": 0.9815145134925842,
      "learning_rate": 3.373724266298725e-06,
      "loss": 0.3531,
      "step": 1110480
    },
    {
      "epoch": 309.93,
      "grad_norm": 0.9863243699073792,
      "learning_rate": 3.3736999774959588e-06,
      "loss": 0.3396,
      "step": 1110490
    },
    {
      "epoch": 309.94,
      "grad_norm": 1.0967336893081665,
      "learning_rate": 3.3736756885561067e-06,
      "loss": 0.3383,
      "step": 1110500
    },
    {
      "epoch": 309.94,
      "grad_norm": 1.0211693048477173,
      "learning_rate": 3.3736513994791703e-06,
      "loss": 0.3562,
      "step": 1110510
    },
    {
      "epoch": 309.94,
      "grad_norm": 1.0488682985305786,
      "learning_rate": 3.3736271102651544e-06,
      "loss": 0.3314,
      "step": 1110520
    },
    {
      "epoch": 309.94,
      "grad_norm": 0.872593343257904,
      "learning_rate": 3.3736028209140615e-06,
      "loss": 0.3337,
      "step": 1110530
    },
    {
      "epoch": 309.95,
      "grad_norm": 0.9936178922653198,
      "learning_rate": 3.373578531425895e-06,
      "loss": 0.3474,
      "step": 1110540
    },
    {
      "epoch": 309.95,
      "grad_norm": 1.018504023551941,
      "learning_rate": 3.3735542418006576e-06,
      "loss": 0.3521,
      "step": 1110550
    },
    {
      "epoch": 309.95,
      "grad_norm": 0.9527496695518494,
      "learning_rate": 3.373529952038353e-06,
      "loss": 0.3636,
      "step": 1110560
    },
    {
      "epoch": 309.96,
      "grad_norm": 1.155207872390747,
      "learning_rate": 3.3735056621389845e-06,
      "loss": 0.3604,
      "step": 1110570
    },
    {
      "epoch": 309.96,
      "grad_norm": 0.9633774161338806,
      "learning_rate": 3.3734813721025547e-06,
      "loss": 0.3712,
      "step": 1110580
    },
    {
      "epoch": 309.96,
      "grad_norm": 1.0343079566955566,
      "learning_rate": 3.3734570819290685e-06,
      "loss": 0.3568,
      "step": 1110590
    },
    {
      "epoch": 309.96,
      "grad_norm": 0.9912680983543396,
      "learning_rate": 3.3734327916185274e-06,
      "loss": 0.3561,
      "step": 1110600
    },
    {
      "epoch": 309.97,
      "grad_norm": 0.961612343788147,
      "learning_rate": 3.373408501170935e-06,
      "loss": 0.3425,
      "step": 1110610
    },
    {
      "epoch": 309.97,
      "grad_norm": 1.1227461099624634,
      "learning_rate": 3.373384210586295e-06,
      "loss": 0.3542,
      "step": 1110620
    },
    {
      "epoch": 309.97,
      "grad_norm": 1.1460880041122437,
      "learning_rate": 3.373359919864611e-06,
      "loss": 0.3767,
      "step": 1110630
    },
    {
      "epoch": 309.97,
      "grad_norm": 1.1352039575576782,
      "learning_rate": 3.3733356290058843e-06,
      "loss": 0.355,
      "step": 1110640
    },
    {
      "epoch": 309.98,
      "grad_norm": 2.5247299671173096,
      "learning_rate": 3.3733113380101206e-06,
      "loss": 0.3634,
      "step": 1110650
    },
    {
      "epoch": 309.98,
      "grad_norm": 1.007718801498413,
      "learning_rate": 3.3732870468773218e-06,
      "loss": 0.3573,
      "step": 1110660
    },
    {
      "epoch": 309.98,
      "grad_norm": 1.2176328897476196,
      "learning_rate": 3.3732627556074917e-06,
      "loss": 0.368,
      "step": 1110670
    },
    {
      "epoch": 309.99,
      "grad_norm": 1.0159612894058228,
      "learning_rate": 3.3732384642006324e-06,
      "loss": 0.3541,
      "step": 1110680
    },
    {
      "epoch": 309.99,
      "grad_norm": 1.1190381050109863,
      "learning_rate": 3.3732141726567486e-06,
      "loss": 0.3658,
      "step": 1110690
    },
    {
      "epoch": 309.99,
      "grad_norm": 0.8981133699417114,
      "learning_rate": 3.3731898809758424e-06,
      "loss": 0.3555,
      "step": 1110700
    },
    {
      "epoch": 309.99,
      "grad_norm": 0.937654972076416,
      "learning_rate": 3.3731655891579168e-06,
      "loss": 0.365,
      "step": 1110710
    },
    {
      "epoch": 310.0,
      "grad_norm": 1.0257067680358887,
      "learning_rate": 3.373141297202977e-06,
      "loss": 0.3547,
      "step": 1110720
    },
    {
      "epoch": 310.0,
      "grad_norm": 1.252565860748291,
      "learning_rate": 3.373117005111024e-06,
      "loss": 0.3845,
      "step": 1110730
    },
    {
      "epoch": 310.0,
      "eval_loss": 0.3541114032268524,
      "eval_runtime": 63.7073,
      "eval_samples_per_second": 79.41,
      "eval_steps_per_second": 9.936,
      "step": 1110730
    },
    {
      "epoch": 310.0,
      "grad_norm": 0.9471527338027954,
      "learning_rate": 3.373092712882062e-06,
      "loss": 0.353,
      "step": 1110740
    },
    {
      "epoch": 310.01,
      "grad_norm": 1.2232259511947632,
      "learning_rate": 3.373068420516095e-06,
      "loss": 0.3525,
      "step": 1110750
    },
    {
      "epoch": 310.01,
      "grad_norm": 1.011199951171875,
      "learning_rate": 3.373044128013125e-06,
      "loss": 0.3502,
      "step": 1110760
    },
    {
      "epoch": 310.01,
      "grad_norm": 0.9630805850028992,
      "learning_rate": 3.3730198353731555e-06,
      "loss": 0.3679,
      "step": 1110770
    },
    {
      "epoch": 310.01,
      "grad_norm": 0.9493054747581482,
      "learning_rate": 3.37299554259619e-06,
      "loss": 0.341,
      "step": 1110780
    },
    {
      "epoch": 310.02,
      "grad_norm": 1.018316388130188,
      "learning_rate": 3.372971249682232e-06,
      "loss": 0.3428,
      "step": 1110790
    },
    {
      "epoch": 310.02,
      "grad_norm": 1.1054574251174927,
      "learning_rate": 3.372946956631284e-06,
      "loss": 0.371,
      "step": 1110800
    },
    {
      "epoch": 310.02,
      "grad_norm": 0.939803421497345,
      "learning_rate": 3.372922663443349e-06,
      "loss": 0.3487,
      "step": 1110810
    },
    {
      "epoch": 310.03,
      "grad_norm": 0.967752993106842,
      "learning_rate": 3.372898370118432e-06,
      "loss": 0.3579,
      "step": 1110820
    },
    {
      "epoch": 310.03,
      "grad_norm": 0.9105194211006165,
      "learning_rate": 3.372874076656535e-06,
      "loss": 0.3542,
      "step": 1110830
    },
    {
      "epoch": 310.03,
      "grad_norm": 1.1088846921920776,
      "learning_rate": 3.37284978305766e-06,
      "loss": 0.3722,
      "step": 1110840
    },
    {
      "epoch": 310.03,
      "grad_norm": 0.7987754940986633,
      "learning_rate": 3.3728254893218134e-06,
      "loss": 0.3587,
      "step": 1110850
    },
    {
      "epoch": 310.04,
      "grad_norm": 0.9942361116409302,
      "learning_rate": 3.372801195448995e-06,
      "loss": 0.3592,
      "step": 1110860
    },
    {
      "epoch": 310.04,
      "grad_norm": 1.0529558658599854,
      "learning_rate": 3.37277690143921e-06,
      "loss": 0.3522,
      "step": 1110870
    },
    {
      "epoch": 310.04,
      "grad_norm": 1.22295081615448,
      "learning_rate": 3.3727526072924617e-06,
      "loss": 0.3689,
      "step": 1110880
    },
    {
      "epoch": 310.04,
      "grad_norm": 1.078819751739502,
      "learning_rate": 3.3727283130087524e-06,
      "loss": 0.36,
      "step": 1110890
    },
    {
      "epoch": 310.05,
      "grad_norm": 0.9660829305648804,
      "learning_rate": 3.3727040185880864e-06,
      "loss": 0.3522,
      "step": 1110900
    },
    {
      "epoch": 310.05,
      "grad_norm": 1.0781012773513794,
      "learning_rate": 3.3726797240304657e-06,
      "loss": 0.365,
      "step": 1110910
    },
    {
      "epoch": 310.05,
      "grad_norm": 0.9151291847229004,
      "learning_rate": 3.3726554293358942e-06,
      "loss": 0.3676,
      "step": 1110920
    },
    {
      "epoch": 310.06,
      "grad_norm": 1.076907992362976,
      "learning_rate": 3.3726311345043753e-06,
      "loss": 0.3636,
      "step": 1110930
    },
    {
      "epoch": 310.06,
      "grad_norm": 1.0580990314483643,
      "learning_rate": 3.372606839535912e-06,
      "loss": 0.357,
      "step": 1110940
    },
    {
      "epoch": 310.06,
      "grad_norm": 1.1122184991836548,
      "learning_rate": 3.3725825444305078e-06,
      "loss": 0.3493,
      "step": 1110950
    },
    {
      "epoch": 310.06,
      "grad_norm": 0.8717784285545349,
      "learning_rate": 3.3725582491881656e-06,
      "loss": 0.3589,
      "step": 1110960
    },
    {
      "epoch": 310.07,
      "grad_norm": 1.1793521642684937,
      "learning_rate": 3.3725339538088886e-06,
      "loss": 0.3647,
      "step": 1110970
    },
    {
      "epoch": 310.07,
      "grad_norm": 1.0701477527618408,
      "learning_rate": 3.3725096582926812e-06,
      "loss": 0.3572,
      "step": 1110980
    },
    {
      "epoch": 310.07,
      "grad_norm": 1.0790759325027466,
      "learning_rate": 3.3724853626395437e-06,
      "loss": 0.3495,
      "step": 1110990
    },
    {
      "epoch": 310.08,
      "grad_norm": 1.2058361768722534,
      "learning_rate": 3.3724610668494825e-06,
      "loss": 0.3613,
      "step": 1111000
    },
    {
      "epoch": 310.08,
      "grad_norm": 0.9123345613479614,
      "learning_rate": 3.3724367709224996e-06,
      "loss": 0.3419,
      "step": 1111010
    },
    {
      "epoch": 310.08,
      "grad_norm": 1.091336965560913,
      "learning_rate": 3.3724124748585977e-06,
      "loss": 0.348,
      "step": 1111020
    },
    {
      "epoch": 310.08,
      "grad_norm": 0.9491262435913086,
      "learning_rate": 3.3723881786577806e-06,
      "loss": 0.3638,
      "step": 1111030
    },
    {
      "epoch": 310.09,
      "grad_norm": 1.6226530075073242,
      "learning_rate": 3.3723638823200516e-06,
      "loss": 0.3494,
      "step": 1111040
    },
    {
      "epoch": 310.09,
      "grad_norm": 1.0808449983596802,
      "learning_rate": 3.372339585845414e-06,
      "loss": 0.3517,
      "step": 1111050
    },
    {
      "epoch": 310.09,
      "grad_norm": 0.956629753112793,
      "learning_rate": 3.3723152892338706e-06,
      "loss": 0.3578,
      "step": 1111060
    },
    {
      "epoch": 310.09,
      "grad_norm": 1.055383324623108,
      "learning_rate": 3.372290992485425e-06,
      "loss": 0.3511,
      "step": 1111070
    },
    {
      "epoch": 310.1,
      "grad_norm": 1.0481820106506348,
      "learning_rate": 3.3722666956000804e-06,
      "loss": 0.3498,
      "step": 1111080
    },
    {
      "epoch": 310.1,
      "grad_norm": 0.9306356310844421,
      "learning_rate": 3.37224239857784e-06,
      "loss": 0.3536,
      "step": 1111090
    },
    {
      "epoch": 310.1,
      "grad_norm": 0.9888167381286621,
      "learning_rate": 3.372218101418706e-06,
      "loss": 0.3609,
      "step": 1111100
    },
    {
      "epoch": 310.11,
      "grad_norm": 0.993874728679657,
      "learning_rate": 3.3721938041226843e-06,
      "loss": 0.3449,
      "step": 1111110
    },
    {
      "epoch": 310.11,
      "grad_norm": 1.1262426376342773,
      "learning_rate": 3.372169506689776e-06,
      "loss": 0.3379,
      "step": 1111120
    },
    {
      "epoch": 310.11,
      "grad_norm": 1.0474234819412231,
      "learning_rate": 3.3721452091199838e-06,
      "loss": 0.3468,
      "step": 1111130
    },
    {
      "epoch": 310.11,
      "grad_norm": 1.0967210531234741,
      "learning_rate": 3.3721209114133127e-06,
      "loss": 0.3613,
      "step": 1111140
    },
    {
      "epoch": 310.12,
      "grad_norm": 1.1254427433013916,
      "learning_rate": 3.3720966135697645e-06,
      "loss": 0.3632,
      "step": 1111150
    },
    {
      "epoch": 310.12,
      "grad_norm": 1.0376412868499756,
      "learning_rate": 3.3720723155893434e-06,
      "loss": 0.3518,
      "step": 1111160
    },
    {
      "epoch": 310.12,
      "grad_norm": 1.0742321014404297,
      "learning_rate": 3.3720480174720524e-06,
      "loss": 0.3759,
      "step": 1111170
    },
    {
      "epoch": 310.13,
      "grad_norm": 0.9858500957489014,
      "learning_rate": 3.372023719217895e-06,
      "loss": 0.3444,
      "step": 1111180
    },
    {
      "epoch": 310.13,
      "grad_norm": 0.8375350832939148,
      "learning_rate": 3.3719994208268736e-06,
      "loss": 0.3446,
      "step": 1111190
    },
    {
      "epoch": 310.13,
      "grad_norm": 1.0280712842941284,
      "learning_rate": 3.3719751222989923e-06,
      "loss": 0.3594,
      "step": 1111200
    },
    {
      "epoch": 310.13,
      "grad_norm": 1.0255095958709717,
      "learning_rate": 3.3719508236342537e-06,
      "loss": 0.3656,
      "step": 1111210
    },
    {
      "epoch": 310.14,
      "grad_norm": 0.8571941256523132,
      "learning_rate": 3.3719265248326613e-06,
      "loss": 0.3542,
      "step": 1111220
    },
    {
      "epoch": 310.14,
      "grad_norm": 0.8300142288208008,
      "learning_rate": 3.3719022258942184e-06,
      "loss": 0.3583,
      "step": 1111230
    },
    {
      "epoch": 310.14,
      "grad_norm": 1.0118167400360107,
      "learning_rate": 3.3718779268189284e-06,
      "loss": 0.3554,
      "step": 1111240
    },
    {
      "epoch": 310.15,
      "grad_norm": 1.1097323894500732,
      "learning_rate": 3.3718536276067935e-06,
      "loss": 0.3781,
      "step": 1111250
    },
    {
      "epoch": 310.15,
      "grad_norm": 0.9415724277496338,
      "learning_rate": 3.3718293282578183e-06,
      "loss": 0.3486,
      "step": 1111260
    },
    {
      "epoch": 310.15,
      "grad_norm": 0.9490233063697815,
      "learning_rate": 3.371805028772006e-06,
      "loss": 0.3458,
      "step": 1111270
    },
    {
      "epoch": 310.15,
      "grad_norm": 0.9299149513244629,
      "learning_rate": 3.3717807291493585e-06,
      "loss": 0.3538,
      "step": 1111280
    },
    {
      "epoch": 310.16,
      "grad_norm": 0.9189075231552124,
      "learning_rate": 3.37175642938988e-06,
      "loss": 0.3491,
      "step": 1111290
    },
    {
      "epoch": 310.16,
      "grad_norm": 0.9914669394493103,
      "learning_rate": 3.3717321294935735e-06,
      "loss": 0.3649,
      "step": 1111300
    },
    {
      "epoch": 310.16,
      "grad_norm": 0.9798460006713867,
      "learning_rate": 3.371707829460442e-06,
      "loss": 0.3484,
      "step": 1111310
    },
    {
      "epoch": 310.16,
      "grad_norm": 1.0190149545669556,
      "learning_rate": 3.3716835292904896e-06,
      "loss": 0.3608,
      "step": 1111320
    },
    {
      "epoch": 310.17,
      "grad_norm": 1.0759811401367188,
      "learning_rate": 3.3716592289837192e-06,
      "loss": 0.3408,
      "step": 1111330
    },
    {
      "epoch": 310.17,
      "grad_norm": 1.185207724571228,
      "learning_rate": 3.371634928540133e-06,
      "loss": 0.3519,
      "step": 1111340
    },
    {
      "epoch": 310.17,
      "grad_norm": 1.014121651649475,
      "learning_rate": 3.371610627959736e-06,
      "loss": 0.3472,
      "step": 1111350
    },
    {
      "epoch": 310.18,
      "grad_norm": 0.9703126549720764,
      "learning_rate": 3.3715863272425294e-06,
      "loss": 0.356,
      "step": 1111360
    },
    {
      "epoch": 310.18,
      "grad_norm": 0.9576584100723267,
      "learning_rate": 3.371562026388518e-06,
      "loss": 0.3639,
      "step": 1111370
    },
    {
      "epoch": 310.18,
      "grad_norm": 0.9362234473228455,
      "learning_rate": 3.371537725397704e-06,
      "loss": 0.3522,
      "step": 1111380
    },
    {
      "epoch": 310.18,
      "grad_norm": 0.9188975691795349,
      "learning_rate": 3.371513424270092e-06,
      "loss": 0.3486,
      "step": 1111390
    },
    {
      "epoch": 310.19,
      "grad_norm": 0.969637393951416,
      "learning_rate": 3.3714891230056843e-06,
      "loss": 0.3556,
      "step": 1111400
    },
    {
      "epoch": 310.19,
      "grad_norm": 1.0262784957885742,
      "learning_rate": 3.3714648216044842e-06,
      "loss": 0.3613,
      "step": 1111410
    },
    {
      "epoch": 310.19,
      "grad_norm": 1.107037901878357,
      "learning_rate": 3.371440520066495e-06,
      "loss": 0.377,
      "step": 1111420
    },
    {
      "epoch": 310.2,
      "grad_norm": 1.111193060874939,
      "learning_rate": 3.37141621839172e-06,
      "loss": 0.3623,
      "step": 1111430
    },
    {
      "epoch": 310.2,
      "grad_norm": 1.2454843521118164,
      "learning_rate": 3.371391916580162e-06,
      "loss": 0.3526,
      "step": 1111440
    },
    {
      "epoch": 310.2,
      "grad_norm": 1.1105223894119263,
      "learning_rate": 3.3713676146318244e-06,
      "loss": 0.3534,
      "step": 1111450
    },
    {
      "epoch": 310.2,
      "grad_norm": 1.063278079032898,
      "learning_rate": 3.3713433125467113e-06,
      "loss": 0.36,
      "step": 1111460
    },
    {
      "epoch": 310.21,
      "grad_norm": 0.8500601649284363,
      "learning_rate": 3.3713190103248244e-06,
      "loss": 0.3608,
      "step": 1111470
    },
    {
      "epoch": 310.21,
      "grad_norm": 1.1423245668411255,
      "learning_rate": 3.3712947079661687e-06,
      "loss": 0.3596,
      "step": 1111480
    },
    {
      "epoch": 310.21,
      "grad_norm": 1.1036834716796875,
      "learning_rate": 3.3712704054707453e-06,
      "loss": 0.3376,
      "step": 1111490
    },
    {
      "epoch": 310.21,
      "grad_norm": 1.0673432350158691,
      "learning_rate": 3.3712461028385602e-06,
      "loss": 0.3725,
      "step": 1111500
    },
    {
      "epoch": 310.22,
      "grad_norm": 1.0326963663101196,
      "learning_rate": 3.3712218000696137e-06,
      "loss": 0.3461,
      "step": 1111510
    },
    {
      "epoch": 310.22,
      "grad_norm": 1.025329828262329,
      "learning_rate": 3.3711974971639108e-06,
      "loss": 0.3618,
      "step": 1111520
    },
    {
      "epoch": 310.22,
      "grad_norm": 0.9317005276679993,
      "learning_rate": 3.371173194121455e-06,
      "loss": 0.3439,
      "step": 1111530
    },
    {
      "epoch": 310.23,
      "grad_norm": 0.9481356739997864,
      "learning_rate": 3.3711488909422487e-06,
      "loss": 0.3519,
      "step": 1111540
    },
    {
      "epoch": 310.23,
      "grad_norm": 0.8417346477508545,
      "learning_rate": 3.371124587626295e-06,
      "loss": 0.3438,
      "step": 1111550
    },
    {
      "epoch": 310.23,
      "grad_norm": 1.148041844367981,
      "learning_rate": 3.371100284173598e-06,
      "loss": 0.3627,
      "step": 1111560
    },
    {
      "epoch": 310.23,
      "grad_norm": 5.72894287109375,
      "learning_rate": 3.3710759805841596e-06,
      "loss": 0.3553,
      "step": 1111570
    },
    {
      "epoch": 310.24,
      "grad_norm": 1.2106950283050537,
      "learning_rate": 3.3710516768579836e-06,
      "loss": 0.3464,
      "step": 1111580
    },
    {
      "epoch": 310.24,
      "grad_norm": 1.0910199880599976,
      "learning_rate": 3.3710273729950746e-06,
      "loss": 0.3561,
      "step": 1111590
    },
    {
      "epoch": 310.24,
      "grad_norm": 0.9179587364196777,
      "learning_rate": 3.371003068995434e-06,
      "loss": 0.3633,
      "step": 1111600
    },
    {
      "epoch": 310.25,
      "grad_norm": 1.0892831087112427,
      "learning_rate": 3.3709787648590655e-06,
      "loss": 0.3613,
      "step": 1111610
    },
    {
      "epoch": 310.25,
      "grad_norm": 1.2751857042312622,
      "learning_rate": 3.3709544605859736e-06,
      "loss": 0.3465,
      "step": 1111620
    },
    {
      "epoch": 310.25,
      "grad_norm": 1.091402530670166,
      "learning_rate": 3.3709301561761603e-06,
      "loss": 0.3607,
      "step": 1111630
    },
    {
      "epoch": 310.25,
      "grad_norm": 1.0067838430404663,
      "learning_rate": 3.3709058516296283e-06,
      "loss": 0.3358,
      "step": 1111640
    },
    {
      "epoch": 310.26,
      "grad_norm": 0.9678050875663757,
      "learning_rate": 3.3708815469463814e-06,
      "loss": 0.3483,
      "step": 1111650
    },
    {
      "epoch": 310.26,
      "grad_norm": 1.092637300491333,
      "learning_rate": 3.370857242126424e-06,
      "loss": 0.3628,
      "step": 1111660
    },
    {
      "epoch": 310.26,
      "grad_norm": 1.0314075946807861,
      "learning_rate": 3.3708329371697576e-06,
      "loss": 0.3705,
      "step": 1111670
    },
    {
      "epoch": 310.27,
      "grad_norm": 1.0970978736877441,
      "learning_rate": 3.3708086320763867e-06,
      "loss": 0.3454,
      "step": 1111680
    },
    {
      "epoch": 310.27,
      "grad_norm": 2.595526933670044,
      "learning_rate": 3.370784326846314e-06,
      "loss": 0.3655,
      "step": 1111690
    },
    {
      "epoch": 310.27,
      "grad_norm": 1.0311907529830933,
      "learning_rate": 3.370760021479542e-06,
      "loss": 0.3688,
      "step": 1111700
    },
    {
      "epoch": 310.27,
      "grad_norm": 0.9416510462760925,
      "learning_rate": 3.3707357159760753e-06,
      "loss": 0.3629,
      "step": 1111710
    },
    {
      "epoch": 310.28,
      "grad_norm": 1.0535900592803955,
      "learning_rate": 3.370711410335917e-06,
      "loss": 0.3552,
      "step": 1111720
    },
    {
      "epoch": 310.28,
      "grad_norm": 0.8949450254440308,
      "learning_rate": 3.370687104559069e-06,
      "loss": 0.3676,
      "step": 1111730
    },
    {
      "epoch": 310.28,
      "grad_norm": 1.2596838474273682,
      "learning_rate": 3.3706627986455354e-06,
      "loss": 0.3363,
      "step": 1111740
    },
    {
      "epoch": 310.28,
      "grad_norm": 1.0535115003585815,
      "learning_rate": 3.3706384925953196e-06,
      "loss": 0.3598,
      "step": 1111750
    },
    {
      "epoch": 310.29,
      "grad_norm": 1.073498249053955,
      "learning_rate": 3.370614186408425e-06,
      "loss": 0.3529,
      "step": 1111760
    },
    {
      "epoch": 310.29,
      "grad_norm": 1.01227867603302,
      "learning_rate": 3.3705898800848537e-06,
      "loss": 0.346,
      "step": 1111770
    },
    {
      "epoch": 310.29,
      "grad_norm": 1.0638489723205566,
      "learning_rate": 3.370565573624611e-06,
      "loss": 0.3535,
      "step": 1111780
    },
    {
      "epoch": 310.3,
      "grad_norm": 0.9648255705833435,
      "learning_rate": 3.370541267027698e-06,
      "loss": 0.3548,
      "step": 1111790
    },
    {
      "epoch": 310.3,
      "grad_norm": 1.0038104057312012,
      "learning_rate": 3.3705169602941185e-06,
      "loss": 0.3516,
      "step": 1111800
    },
    {
      "epoch": 310.3,
      "grad_norm": 1.1312114000320435,
      "learning_rate": 3.370492653423876e-06,
      "loss": 0.3549,
      "step": 1111810
    },
    {
      "epoch": 310.3,
      "grad_norm": 1.3745887279510498,
      "learning_rate": 3.3704683464169747e-06,
      "loss": 0.3562,
      "step": 1111820
    },
    {
      "epoch": 310.31,
      "grad_norm": 1.0430337190628052,
      "learning_rate": 3.3704440392734164e-06,
      "loss": 0.3711,
      "step": 1111830
    },
    {
      "epoch": 310.31,
      "grad_norm": 0.9978878498077393,
      "learning_rate": 3.3704197319932046e-06,
      "loss": 0.3349,
      "step": 1111840
    },
    {
      "epoch": 310.31,
      "grad_norm": 2.2471978664398193,
      "learning_rate": 3.3703954245763435e-06,
      "loss": 0.355,
      "step": 1111850
    },
    {
      "epoch": 310.32,
      "grad_norm": 0.9601983428001404,
      "learning_rate": 3.3703711170228357e-06,
      "loss": 0.3481,
      "step": 1111860
    },
    {
      "epoch": 310.32,
      "grad_norm": 1.0216255187988281,
      "learning_rate": 3.3703468093326832e-06,
      "loss": 0.3594,
      "step": 1111870
    },
    {
      "epoch": 310.32,
      "grad_norm": 0.9955109357833862,
      "learning_rate": 3.370322501505891e-06,
      "loss": 0.3533,
      "step": 1111880
    },
    {
      "epoch": 310.32,
      "grad_norm": 0.8749690055847168,
      "learning_rate": 3.370298193542462e-06,
      "loss": 0.3499,
      "step": 1111890
    },
    {
      "epoch": 310.33,
      "grad_norm": 0.9830331206321716,
      "learning_rate": 3.3702738854423987e-06,
      "loss": 0.3361,
      "step": 1111900
    },
    {
      "epoch": 310.33,
      "grad_norm": 0.9213405251502991,
      "learning_rate": 3.3702495772057054e-06,
      "loss": 0.3559,
      "step": 1111910
    },
    {
      "epoch": 310.33,
      "grad_norm": 1.5499920845031738,
      "learning_rate": 3.3702252688323845e-06,
      "loss": 0.3513,
      "step": 1111920
    },
    {
      "epoch": 310.33,
      "grad_norm": 0.9841545820236206,
      "learning_rate": 3.3702009603224392e-06,
      "loss": 0.3514,
      "step": 1111930
    },
    {
      "epoch": 310.34,
      "grad_norm": 0.9358686804771423,
      "learning_rate": 3.3701766516758726e-06,
      "loss": 0.3513,
      "step": 1111940
    },
    {
      "epoch": 310.34,
      "grad_norm": 1.1422673463821411,
      "learning_rate": 3.3701523428926894e-06,
      "loss": 0.3521,
      "step": 1111950
    },
    {
      "epoch": 310.34,
      "grad_norm": 1.0050262212753296,
      "learning_rate": 3.370128033972891e-06,
      "loss": 0.3479,
      "step": 1111960
    },
    {
      "epoch": 310.35,
      "grad_norm": 1.2603882551193237,
      "learning_rate": 3.370103724916481e-06,
      "loss": 0.3649,
      "step": 1111970
    },
    {
      "epoch": 310.35,
      "grad_norm": 1.0713038444519043,
      "learning_rate": 3.370079415723464e-06,
      "loss": 0.3467,
      "step": 1111980
    },
    {
      "epoch": 310.35,
      "grad_norm": 1.101304054260254,
      "learning_rate": 3.370055106393842e-06,
      "loss": 0.3641,
      "step": 1111990
    },
    {
      "epoch": 310.35,
      "grad_norm": 1.05170738697052,
      "learning_rate": 3.3700307969276186e-06,
      "loss": 0.3556,
      "step": 1112000
    },
    {
      "epoch": 310.36,
      "grad_norm": 1.029868721961975,
      "learning_rate": 3.370006487324797e-06,
      "loss": 0.3623,
      "step": 1112010
    },
    {
      "epoch": 310.36,
      "grad_norm": 1.0152126550674438,
      "learning_rate": 3.3699821775853798e-06,
      "loss": 0.3434,
      "step": 1112020
    },
    {
      "epoch": 310.36,
      "grad_norm": 1.0128787755966187,
      "learning_rate": 3.3699578677093707e-06,
      "loss": 0.3512,
      "step": 1112030
    },
    {
      "epoch": 310.37,
      "grad_norm": 0.9844792485237122,
      "learning_rate": 3.369933557696774e-06,
      "loss": 0.3676,
      "step": 1112040
    },
    {
      "epoch": 310.37,
      "grad_norm": 0.9829688668251038,
      "learning_rate": 3.3699092475475914e-06,
      "loss": 0.3535,
      "step": 1112050
    },
    {
      "epoch": 310.37,
      "grad_norm": 0.9800349473953247,
      "learning_rate": 3.369884937261827e-06,
      "loss": 0.37,
      "step": 1112060
    },
    {
      "epoch": 310.37,
      "grad_norm": 0.9173774123191833,
      "learning_rate": 3.3698606268394836e-06,
      "loss": 0.3492,
      "step": 1112070
    },
    {
      "epoch": 310.38,
      "grad_norm": 1.000386357307434,
      "learning_rate": 3.3698363162805648e-06,
      "loss": 0.3406,
      "step": 1112080
    },
    {
      "epoch": 310.38,
      "grad_norm": 1.2466485500335693,
      "learning_rate": 3.3698120055850733e-06,
      "loss": 0.3434,
      "step": 1112090
    },
    {
      "epoch": 310.38,
      "grad_norm": 0.9579589366912842,
      "learning_rate": 3.3697876947530122e-06,
      "loss": 0.3679,
      "step": 1112100
    },
    {
      "epoch": 310.39,
      "grad_norm": 0.881982684135437,
      "learning_rate": 3.3697633837843866e-06,
      "loss": 0.3671,
      "step": 1112110
    },
    {
      "epoch": 310.39,
      "grad_norm": 0.9486581087112427,
      "learning_rate": 3.369739072679197e-06,
      "loss": 0.3596,
      "step": 1112120
    },
    {
      "epoch": 310.39,
      "grad_norm": 0.9326382279396057,
      "learning_rate": 3.3697147614374482e-06,
      "loss": 0.3587,
      "step": 1112130
    },
    {
      "epoch": 310.39,
      "grad_norm": 0.9187208414077759,
      "learning_rate": 3.369690450059144e-06,
      "loss": 0.3697,
      "step": 1112140
    },
    {
      "epoch": 310.4,
      "grad_norm": 1.1305437088012695,
      "learning_rate": 3.3696661385442863e-06,
      "loss": 0.3555,
      "step": 1112150
    },
    {
      "epoch": 310.4,
      "grad_norm": 0.865484893321991,
      "learning_rate": 3.369641826892879e-06,
      "loss": 0.354,
      "step": 1112160
    },
    {
      "epoch": 310.4,
      "grad_norm": 0.9928663372993469,
      "learning_rate": 3.3696175151049254e-06,
      "loss": 0.3395,
      "step": 1112170
    },
    {
      "epoch": 310.4,
      "grad_norm": 1.0371801853179932,
      "learning_rate": 3.369593203180428e-06,
      "loss": 0.3508,
      "step": 1112180
    },
    {
      "epoch": 310.41,
      "grad_norm": 1.0690133571624756,
      "learning_rate": 3.369568891119391e-06,
      "loss": 0.3401,
      "step": 1112190
    },
    {
      "epoch": 310.41,
      "grad_norm": 1.084851861000061,
      "learning_rate": 3.3695445789218173e-06,
      "loss": 0.3413,
      "step": 1112200
    },
    {
      "epoch": 310.41,
      "grad_norm": 0.9582412838935852,
      "learning_rate": 3.3695202665877097e-06,
      "loss": 0.3476,
      "step": 1112210
    },
    {
      "epoch": 310.42,
      "grad_norm": 1.1009409427642822,
      "learning_rate": 3.3694959541170723e-06,
      "loss": 0.3578,
      "step": 1112220
    },
    {
      "epoch": 310.42,
      "grad_norm": 1.0462794303894043,
      "learning_rate": 3.3694716415099075e-06,
      "loss": 0.3597,
      "step": 1112230
    },
    {
      "epoch": 310.42,
      "grad_norm": 0.9082809686660767,
      "learning_rate": 3.3694473287662193e-06,
      "loss": 0.3677,
      "step": 1112240
    },
    {
      "epoch": 310.42,
      "grad_norm": 1.2795463800430298,
      "learning_rate": 3.3694230158860096e-06,
      "loss": 0.3649,
      "step": 1112250
    },
    {
      "epoch": 310.43,
      "grad_norm": 0.9822459816932678,
      "learning_rate": 3.3693987028692824e-06,
      "loss": 0.3665,
      "step": 1112260
    },
    {
      "epoch": 310.43,
      "grad_norm": 0.992172360420227,
      "learning_rate": 3.3693743897160423e-06,
      "loss": 0.3456,
      "step": 1112270
    },
    {
      "epoch": 310.43,
      "grad_norm": 0.9409131407737732,
      "learning_rate": 3.3693500764262905e-06,
      "loss": 0.3578,
      "step": 1112280
    },
    {
      "epoch": 310.44,
      "grad_norm": 1.0127121210098267,
      "learning_rate": 3.3693257630000314e-06,
      "loss": 0.3434,
      "step": 1112290
    },
    {
      "epoch": 310.44,
      "grad_norm": 0.9135667681694031,
      "learning_rate": 3.369301449437268e-06,
      "loss": 0.3526,
      "step": 1112300
    },
    {
      "epoch": 310.44,
      "grad_norm": 1.0812441110610962,
      "learning_rate": 3.3692771357380035e-06,
      "loss": 0.3625,
      "step": 1112310
    },
    {
      "epoch": 310.44,
      "grad_norm": 5.580634117126465,
      "learning_rate": 3.3692528219022404e-06,
      "loss": 0.3599,
      "step": 1112320
    },
    {
      "epoch": 310.45,
      "grad_norm": 0.8625756502151489,
      "learning_rate": 3.369228507929983e-06,
      "loss": 0.3478,
      "step": 1112330
    },
    {
      "epoch": 310.45,
      "grad_norm": 1.07137930393219,
      "learning_rate": 3.3692041938212337e-06,
      "loss": 0.3548,
      "step": 1112340
    },
    {
      "epoch": 310.45,
      "grad_norm": 0.8512199521064758,
      "learning_rate": 3.3691798795759966e-06,
      "loss": 0.3477,
      "step": 1112350
    },
    {
      "epoch": 310.45,
      "grad_norm": 1.2115687131881714,
      "learning_rate": 3.3691555651942746e-06,
      "loss": 0.3604,
      "step": 1112360
    },
    {
      "epoch": 310.46,
      "grad_norm": 1.034836769104004,
      "learning_rate": 3.3691312506760713e-06,
      "loss": 0.35,
      "step": 1112370
    },
    {
      "epoch": 310.46,
      "grad_norm": 1.0129519701004028,
      "learning_rate": 3.3691069360213887e-06,
      "loss": 0.3446,
      "step": 1112380
    },
    {
      "epoch": 310.46,
      "grad_norm": 1.0179123878479004,
      "learning_rate": 3.3690826212302308e-06,
      "loss": 0.3702,
      "step": 1112390
    },
    {
      "epoch": 310.47,
      "grad_norm": 1.0371934175491333,
      "learning_rate": 3.369058306302601e-06,
      "loss": 0.3387,
      "step": 1112400
    },
    {
      "epoch": 310.47,
      "grad_norm": 1.0378577709197998,
      "learning_rate": 3.3690339912385025e-06,
      "loss": 0.3453,
      "step": 1112410
    },
    {
      "epoch": 310.47,
      "grad_norm": 0.9307315349578857,
      "learning_rate": 3.369009676037938e-06,
      "loss": 0.3676,
      "step": 1112420
    },
    {
      "epoch": 310.47,
      "grad_norm": 1.0170003175735474,
      "learning_rate": 3.368985360700912e-06,
      "loss": 0.3487,
      "step": 1112430
    },
    {
      "epoch": 310.48,
      "grad_norm": 1.1521703004837036,
      "learning_rate": 3.3689610452274265e-06,
      "loss": 0.3563,
      "step": 1112440
    },
    {
      "epoch": 310.48,
      "grad_norm": 1.0319569110870361,
      "learning_rate": 3.3689367296174842e-06,
      "loss": 0.363,
      "step": 1112450
    },
    {
      "epoch": 310.48,
      "grad_norm": 1.031062364578247,
      "learning_rate": 3.368912413871091e-06,
      "loss": 0.3591,
      "step": 1112460
    },
    {
      "epoch": 310.49,
      "grad_norm": 0.948630690574646,
      "learning_rate": 3.3688880979882473e-06,
      "loss": 0.3397,
      "step": 1112470
    },
    {
      "epoch": 310.49,
      "grad_norm": 0.8206244111061096,
      "learning_rate": 3.3688637819689573e-06,
      "loss": 0.3351,
      "step": 1112480
    },
    {
      "epoch": 310.49,
      "grad_norm": 1.1657956838607788,
      "learning_rate": 3.3688394658132246e-06,
      "loss": 0.3672,
      "step": 1112490
    },
    {
      "epoch": 310.49,
      "grad_norm": 0.9639872908592224,
      "learning_rate": 3.3688151495210524e-06,
      "loss": 0.3449,
      "step": 1112500
    },
    {
      "epoch": 310.5,
      "grad_norm": 2.1832103729248047,
      "learning_rate": 3.368790833092444e-06,
      "loss": 0.3408,
      "step": 1112510
    },
    {
      "epoch": 310.5,
      "grad_norm": 0.8722298741340637,
      "learning_rate": 3.3687665165274016e-06,
      "loss": 0.3554,
      "step": 1112520
    },
    {
      "epoch": 310.5,
      "grad_norm": 2.241715908050537,
      "learning_rate": 3.36874219982593e-06,
      "loss": 0.3675,
      "step": 1112530
    },
    {
      "epoch": 310.51,
      "grad_norm": 1.0249948501586914,
      "learning_rate": 3.3687178829880312e-06,
      "loss": 0.3481,
      "step": 1112540
    },
    {
      "epoch": 310.51,
      "grad_norm": 1.0413657426834106,
      "learning_rate": 3.368693566013709e-06,
      "loss": 0.35,
      "step": 1112550
    },
    {
      "epoch": 310.51,
      "grad_norm": 0.9065929055213928,
      "learning_rate": 3.3686692489029666e-06,
      "loss": 0.3528,
      "step": 1112560
    },
    {
      "epoch": 310.51,
      "grad_norm": 0.9860599637031555,
      "learning_rate": 3.368644931655807e-06,
      "loss": 0.3465,
      "step": 1112570
    },
    {
      "epoch": 310.52,
      "grad_norm": 0.9628780484199524,
      "learning_rate": 3.368620614272234e-06,
      "loss": 0.3519,
      "step": 1112580
    },
    {
      "epoch": 310.52,
      "grad_norm": 1.0231295824050903,
      "learning_rate": 3.3685962967522503e-06,
      "loss": 0.3519,
      "step": 1112590
    },
    {
      "epoch": 310.52,
      "grad_norm": 0.9157456159591675,
      "learning_rate": 3.3685719790958595e-06,
      "loss": 0.3578,
      "step": 1112600
    },
    {
      "epoch": 310.52,
      "grad_norm": 1.056907296180725,
      "learning_rate": 3.3685476613030637e-06,
      "loss": 0.3673,
      "step": 1112610
    },
    {
      "epoch": 310.53,
      "grad_norm": 1.025161862373352,
      "learning_rate": 3.3685233433738677e-06,
      "loss": 0.3766,
      "step": 1112620
    },
    {
      "epoch": 310.53,
      "grad_norm": 1.1464097499847412,
      "learning_rate": 3.368499025308274e-06,
      "loss": 0.3564,
      "step": 1112630
    },
    {
      "epoch": 310.53,
      "grad_norm": 1.034251093864441,
      "learning_rate": 3.368474707106286e-06,
      "loss": 0.3633,
      "step": 1112640
    },
    {
      "epoch": 310.54,
      "grad_norm": 2.4594106674194336,
      "learning_rate": 3.368450388767907e-06,
      "loss": 0.3513,
      "step": 1112650
    },
    {
      "epoch": 310.54,
      "grad_norm": 1.0641145706176758,
      "learning_rate": 3.3684260702931396e-06,
      "loss": 0.3501,
      "step": 1112660
    },
    {
      "epoch": 310.54,
      "grad_norm": 1.182808518409729,
      "learning_rate": 3.368401751681988e-06,
      "loss": 0.3551,
      "step": 1112670
    },
    {
      "epoch": 310.54,
      "grad_norm": 0.8913542032241821,
      "learning_rate": 3.368377432934455e-06,
      "loss": 0.3498,
      "step": 1112680
    },
    {
      "epoch": 310.55,
      "grad_norm": 1.0284873247146606,
      "learning_rate": 3.3683531140505435e-06,
      "loss": 0.359,
      "step": 1112690
    },
    {
      "epoch": 310.55,
      "grad_norm": 0.9952176213264465,
      "learning_rate": 3.368328795030257e-06,
      "loss": 0.3525,
      "step": 1112700
    },
    {
      "epoch": 310.55,
      "grad_norm": 1.1956422328948975,
      "learning_rate": 3.3683044758735987e-06,
      "loss": 0.3415,
      "step": 1112710
    },
    {
      "epoch": 310.56,
      "grad_norm": 1.3463943004608154,
      "learning_rate": 3.3682801565805725e-06,
      "loss": 0.3741,
      "step": 1112720
    },
    {
      "epoch": 310.56,
      "grad_norm": 0.9047050476074219,
      "learning_rate": 3.3682558371511803e-06,
      "loss": 0.3656,
      "step": 1112730
    },
    {
      "epoch": 310.56,
      "grad_norm": 0.9873318076133728,
      "learning_rate": 3.368231517585427e-06,
      "loss": 0.3557,
      "step": 1112740
    },
    {
      "epoch": 310.56,
      "grad_norm": 0.9311621189117432,
      "learning_rate": 3.3682071978833147e-06,
      "loss": 0.3726,
      "step": 1112750
    },
    {
      "epoch": 310.57,
      "grad_norm": 0.9630857706069946,
      "learning_rate": 3.3681828780448463e-06,
      "loss": 0.3746,
      "step": 1112760
    },
    {
      "epoch": 310.57,
      "grad_norm": 1.0311235189437866,
      "learning_rate": 3.368158558070026e-06,
      "loss": 0.3644,
      "step": 1112770
    },
    {
      "epoch": 310.57,
      "grad_norm": 0.8933713436126709,
      "learning_rate": 3.3681342379588565e-06,
      "loss": 0.3573,
      "step": 1112780
    },
    {
      "epoch": 310.57,
      "grad_norm": 1.090194582939148,
      "learning_rate": 3.368109917711341e-06,
      "loss": 0.3549,
      "step": 1112790
    },
    {
      "epoch": 310.58,
      "grad_norm": 1.0081980228424072,
      "learning_rate": 3.368085597327483e-06,
      "loss": 0.3706,
      "step": 1112800
    },
    {
      "epoch": 310.58,
      "grad_norm": 1.002859354019165,
      "learning_rate": 3.368061276807286e-06,
      "loss": 0.3407,
      "step": 1112810
    },
    {
      "epoch": 310.58,
      "grad_norm": 1.0539077520370483,
      "learning_rate": 3.3680369561507532e-06,
      "loss": 0.3616,
      "step": 1112820
    },
    {
      "epoch": 310.59,
      "grad_norm": 0.9496273398399353,
      "learning_rate": 3.3680126353578866e-06,
      "loss": 0.3394,
      "step": 1112830
    },
    {
      "epoch": 310.59,
      "grad_norm": 1.2821483612060547,
      "learning_rate": 3.367988314428691e-06,
      "loss": 0.3588,
      "step": 1112840
    },
    {
      "epoch": 310.59,
      "grad_norm": 1.103613018989563,
      "learning_rate": 3.367963993363169e-06,
      "loss": 0.3605,
      "step": 1112850
    },
    {
      "epoch": 310.59,
      "grad_norm": 1.0812855958938599,
      "learning_rate": 3.3679396721613232e-06,
      "loss": 0.3625,
      "step": 1112860
    },
    {
      "epoch": 310.6,
      "grad_norm": 1.020480990409851,
      "learning_rate": 3.3679153508231576e-06,
      "loss": 0.3649,
      "step": 1112870
    },
    {
      "epoch": 310.6,
      "grad_norm": 1.3059331178665161,
      "learning_rate": 3.3678910293486764e-06,
      "loss": 0.3605,
      "step": 1112880
    },
    {
      "epoch": 310.6,
      "grad_norm": 1.0527645349502563,
      "learning_rate": 3.367866707737881e-06,
      "loss": 0.3426,
      "step": 1112890
    },
    {
      "epoch": 310.61,
      "grad_norm": 0.9288532733917236,
      "learning_rate": 3.3678423859907754e-06,
      "loss": 0.3561,
      "step": 1112900
    },
    {
      "epoch": 310.61,
      "grad_norm": 0.9993261694908142,
      "learning_rate": 3.3678180641073628e-06,
      "loss": 0.3445,
      "step": 1112910
    },
    {
      "epoch": 310.61,
      "grad_norm": 1.0382407903671265,
      "learning_rate": 3.3677937420876464e-06,
      "loss": 0.3458,
      "step": 1112920
    },
    {
      "epoch": 310.61,
      "grad_norm": 0.8957792520523071,
      "learning_rate": 3.367769419931629e-06,
      "loss": 0.361,
      "step": 1112930
    },
    {
      "epoch": 310.62,
      "grad_norm": 1.0765832662582397,
      "learning_rate": 3.367745097639315e-06,
      "loss": 0.3535,
      "step": 1112940
    },
    {
      "epoch": 310.62,
      "grad_norm": 1.076958417892456,
      "learning_rate": 3.3677207752107067e-06,
      "loss": 0.3633,
      "step": 1112950
    },
    {
      "epoch": 310.62,
      "grad_norm": 1.2876732349395752,
      "learning_rate": 3.367696452645808e-06,
      "loss": 0.3441,
      "step": 1112960
    },
    {
      "epoch": 310.63,
      "grad_norm": 1.016377329826355,
      "learning_rate": 3.3676721299446217e-06,
      "loss": 0.3296,
      "step": 1112970
    },
    {
      "epoch": 310.63,
      "grad_norm": 1.179330587387085,
      "learning_rate": 3.367647807107151e-06,
      "loss": 0.3499,
      "step": 1112980
    },
    {
      "epoch": 310.63,
      "grad_norm": 1.076711654663086,
      "learning_rate": 3.3676234841333986e-06,
      "loss": 0.3571,
      "step": 1112990
    },
    {
      "epoch": 310.63,
      "grad_norm": 0.8891303539276123,
      "learning_rate": 3.3675991610233688e-06,
      "loss": 0.3531,
      "step": 1113000
    },
    {
      "epoch": 310.64,
      "grad_norm": 1.0755895376205444,
      "learning_rate": 3.367574837777065e-06,
      "loss": 0.359,
      "step": 1113010
    },
    {
      "epoch": 310.64,
      "grad_norm": 1.1744458675384521,
      "learning_rate": 3.367550514394489e-06,
      "loss": 0.3437,
      "step": 1113020
    },
    {
      "epoch": 310.64,
      "grad_norm": 0.9735754132270813,
      "learning_rate": 3.367526190875645e-06,
      "loss": 0.3571,
      "step": 1113030
    },
    {
      "epoch": 310.64,
      "grad_norm": 1.0606633424758911,
      "learning_rate": 3.367501867220537e-06,
      "loss": 0.3503,
      "step": 1113040
    },
    {
      "epoch": 310.65,
      "grad_norm": 0.9368096590042114,
      "learning_rate": 3.367477543429166e-06,
      "loss": 0.3485,
      "step": 1113050
    },
    {
      "epoch": 310.65,
      "grad_norm": 1.1399251222610474,
      "learning_rate": 3.3674532195015373e-06,
      "loss": 0.3648,
      "step": 1113060
    },
    {
      "epoch": 310.65,
      "grad_norm": 0.8345577120780945,
      "learning_rate": 3.367428895437654e-06,
      "loss": 0.3672,
      "step": 1113070
    },
    {
      "epoch": 310.66,
      "grad_norm": 1.0132182836532593,
      "learning_rate": 3.3674045712375177e-06,
      "loss": 0.3483,
      "step": 1113080
    },
    {
      "epoch": 310.66,
      "grad_norm": 0.9608935713768005,
      "learning_rate": 3.367380246901133e-06,
      "loss": 0.3559,
      "step": 1113090
    },
    {
      "epoch": 310.66,
      "grad_norm": 1.1751253604888916,
      "learning_rate": 3.367355922428503e-06,
      "loss": 0.358,
      "step": 1113100
    },
    {
      "epoch": 310.66,
      "grad_norm": 0.984231173992157,
      "learning_rate": 3.367331597819631e-06,
      "loss": 0.366,
      "step": 1113110
    },
    {
      "epoch": 310.67,
      "grad_norm": 0.9230931401252747,
      "learning_rate": 3.3673072730745194e-06,
      "loss": 0.3594,
      "step": 1113120
    },
    {
      "epoch": 310.67,
      "grad_norm": 0.9454358816146851,
      "learning_rate": 3.3672829481931725e-06,
      "loss": 0.3527,
      "step": 1113130
    },
    {
      "epoch": 310.67,
      "grad_norm": 1.1737221479415894,
      "learning_rate": 3.367258623175593e-06,
      "loss": 0.3634,
      "step": 1113140
    },
    {
      "epoch": 310.68,
      "grad_norm": 1.0979238748550415,
      "learning_rate": 3.3672342980217842e-06,
      "loss": 0.3431,
      "step": 1113150
    },
    {
      "epoch": 310.68,
      "grad_norm": 1.0050950050354004,
      "learning_rate": 3.3672099727317487e-06,
      "loss": 0.355,
      "step": 1113160
    },
    {
      "epoch": 310.68,
      "grad_norm": 0.9874829649925232,
      "learning_rate": 3.3671856473054916e-06,
      "loss": 0.3538,
      "step": 1113170
    },
    {
      "epoch": 310.68,
      "grad_norm": 1.1068146228790283,
      "learning_rate": 3.3671613217430142e-06,
      "loss": 0.344,
      "step": 1113180
    },
    {
      "epoch": 310.69,
      "grad_norm": 0.9006975889205933,
      "learning_rate": 3.367136996044321e-06,
      "loss": 0.3399,
      "step": 1113190
    },
    {
      "epoch": 310.69,
      "grad_norm": 0.9290083646774292,
      "learning_rate": 3.367112670209415e-06,
      "loss": 0.3478,
      "step": 1113200
    },
    {
      "epoch": 310.69,
      "grad_norm": 0.9850701093673706,
      "learning_rate": 3.367088344238298e-06,
      "loss": 0.3538,
      "step": 1113210
    },
    {
      "epoch": 310.69,
      "grad_norm": 1.0643959045410156,
      "learning_rate": 3.3670640181309746e-06,
      "loss": 0.3496,
      "step": 1113220
    },
    {
      "epoch": 310.7,
      "grad_norm": 0.9616925120353699,
      "learning_rate": 3.367039691887448e-06,
      "loss": 0.3487,
      "step": 1113230
    },
    {
      "epoch": 310.7,
      "grad_norm": 1.0586018562316895,
      "learning_rate": 3.3670153655077216e-06,
      "loss": 0.3483,
      "step": 1113240
    },
    {
      "epoch": 310.7,
      "grad_norm": 0.8725722432136536,
      "learning_rate": 3.366991038991798e-06,
      "loss": 0.3395,
      "step": 1113250
    },
    {
      "epoch": 310.71,
      "grad_norm": 0.8244826793670654,
      "learning_rate": 3.366966712339681e-06,
      "loss": 0.3576,
      "step": 1113260
    },
    {
      "epoch": 310.71,
      "grad_norm": 1.0992224216461182,
      "learning_rate": 3.366942385551374e-06,
      "loss": 0.3541,
      "step": 1113270
    },
    {
      "epoch": 310.71,
      "grad_norm": 1.113503098487854,
      "learning_rate": 3.3669180586268785e-06,
      "loss": 0.3579,
      "step": 1113280
    },
    {
      "epoch": 310.71,
      "grad_norm": 1.0660161972045898,
      "learning_rate": 3.3668937315661997e-06,
      "loss": 0.3542,
      "step": 1113290
    },
    {
      "epoch": 310.72,
      "grad_norm": 0.8544847369194031,
      "learning_rate": 3.3668694043693405e-06,
      "loss": 0.358,
      "step": 1113300
    },
    {
      "epoch": 310.72,
      "grad_norm": 1.0763951539993286,
      "learning_rate": 3.3668450770363034e-06,
      "loss": 0.3608,
      "step": 1113310
    },
    {
      "epoch": 310.72,
      "grad_norm": 0.9523001909255981,
      "learning_rate": 3.3668207495670927e-06,
      "loss": 0.3582,
      "step": 1113320
    },
    {
      "epoch": 310.73,
      "grad_norm": 1.0898689031600952,
      "learning_rate": 3.3667964219617108e-06,
      "loss": 0.3366,
      "step": 1113330
    },
    {
      "epoch": 310.73,
      "grad_norm": 1.0348830223083496,
      "learning_rate": 3.3667720942201603e-06,
      "loss": 0.3425,
      "step": 1113340
    },
    {
      "epoch": 310.73,
      "grad_norm": 1.010890007019043,
      "learning_rate": 3.366747766342446e-06,
      "loss": 0.3629,
      "step": 1113350
    },
    {
      "epoch": 310.73,
      "grad_norm": 0.9603750109672546,
      "learning_rate": 3.36672343832857e-06,
      "loss": 0.3632,
      "step": 1113360
    },
    {
      "epoch": 310.74,
      "grad_norm": 1.0511174201965332,
      "learning_rate": 3.3666991101785366e-06,
      "loss": 0.3593,
      "step": 1113370
    },
    {
      "epoch": 310.74,
      "grad_norm": 1.064553141593933,
      "learning_rate": 3.3666747818923477e-06,
      "loss": 0.3672,
      "step": 1113380
    },
    {
      "epoch": 310.74,
      "grad_norm": 1.1323641538619995,
      "learning_rate": 3.366650453470008e-06,
      "loss": 0.3412,
      "step": 1113390
    },
    {
      "epoch": 310.75,
      "grad_norm": 0.9206269979476929,
      "learning_rate": 3.36662612491152e-06,
      "loss": 0.3614,
      "step": 1113400
    },
    {
      "epoch": 310.75,
      "grad_norm": 0.9721041321754456,
      "learning_rate": 3.366601796216886e-06,
      "loss": 0.343,
      "step": 1113410
    },
    {
      "epoch": 310.75,
      "grad_norm": 0.9712862372398376,
      "learning_rate": 3.36657746738611e-06,
      "loss": 0.3483,
      "step": 1113420
    },
    {
      "epoch": 310.75,
      "grad_norm": 1.1597861051559448,
      "learning_rate": 3.3665531384191967e-06,
      "loss": 0.337,
      "step": 1113430
    },
    {
      "epoch": 310.76,
      "grad_norm": 1.0551892518997192,
      "learning_rate": 3.3665288093161475e-06,
      "loss": 0.377,
      "step": 1113440
    },
    {
      "epoch": 310.76,
      "grad_norm": 1.0509889125823975,
      "learning_rate": 3.3665044800769657e-06,
      "loss": 0.3333,
      "step": 1113450
    },
    {
      "epoch": 310.76,
      "grad_norm": 1.038112759590149,
      "learning_rate": 3.3664801507016555e-06,
      "loss": 0.3491,
      "step": 1113460
    },
    {
      "epoch": 310.76,
      "grad_norm": 0.924872100353241,
      "learning_rate": 3.36645582119022e-06,
      "loss": 0.3683,
      "step": 1113470
    },
    {
      "epoch": 310.77,
      "grad_norm": 1.0435800552368164,
      "learning_rate": 3.3664314915426606e-06,
      "loss": 0.3515,
      "step": 1113480
    },
    {
      "epoch": 310.77,
      "grad_norm": 1.1401578187942505,
      "learning_rate": 3.3664071617589836e-06,
      "loss": 0.3573,
      "step": 1113490
    },
    {
      "epoch": 310.77,
      "grad_norm": 0.9266123175621033,
      "learning_rate": 3.3663828318391896e-06,
      "loss": 0.3489,
      "step": 1113500
    },
    {
      "epoch": 310.78,
      "grad_norm": 1.1303049325942993,
      "learning_rate": 3.366358501783283e-06,
      "loss": 0.359,
      "step": 1113510
    },
    {
      "epoch": 310.78,
      "grad_norm": 1.0613276958465576,
      "learning_rate": 3.3663341715912674e-06,
      "loss": 0.3427,
      "step": 1113520
    },
    {
      "epoch": 310.78,
      "grad_norm": 1.0088728666305542,
      "learning_rate": 3.3663098412631455e-06,
      "loss": 0.3686,
      "step": 1113530
    },
    {
      "epoch": 310.78,
      "grad_norm": 0.9939296245574951,
      "learning_rate": 3.3662855107989206e-06,
      "loss": 0.3605,
      "step": 1113540
    },
    {
      "epoch": 310.79,
      "grad_norm": 0.9345114827156067,
      "learning_rate": 3.3662611801985954e-06,
      "loss": 0.3593,
      "step": 1113550
    },
    {
      "epoch": 310.79,
      "grad_norm": 1.0279406309127808,
      "learning_rate": 3.366236849462174e-06,
      "loss": 0.348,
      "step": 1113560
    },
    {
      "epoch": 310.79,
      "grad_norm": 0.9599014520645142,
      "learning_rate": 3.3662125185896594e-06,
      "loss": 0.356,
      "step": 1113570
    },
    {
      "epoch": 310.8,
      "grad_norm": 1.047824740409851,
      "learning_rate": 3.3661881875810545e-06,
      "loss": 0.3495,
      "step": 1113580
    },
    {
      "epoch": 310.8,
      "grad_norm": 1.440010666847229,
      "learning_rate": 3.3661638564363637e-06,
      "loss": 0.3523,
      "step": 1113590
    },
    {
      "epoch": 310.8,
      "grad_norm": 1.0136018991470337,
      "learning_rate": 3.3661395251555885e-06,
      "loss": 0.3721,
      "step": 1113600
    },
    {
      "epoch": 310.8,
      "grad_norm": 1.0014210939407349,
      "learning_rate": 3.3661151937387332e-06,
      "loss": 0.342,
      "step": 1113610
    },
    {
      "epoch": 310.81,
      "grad_norm": 0.9200577139854431,
      "learning_rate": 3.366090862185801e-06,
      "loss": 0.361,
      "step": 1113620
    },
    {
      "epoch": 310.81,
      "grad_norm": 1.206935167312622,
      "learning_rate": 3.366066530496795e-06,
      "loss": 0.3593,
      "step": 1113630
    },
    {
      "epoch": 310.81,
      "grad_norm": 0.9335580468177795,
      "learning_rate": 3.366042198671718e-06,
      "loss": 0.3783,
      "step": 1113640
    },
    {
      "epoch": 310.81,
      "grad_norm": 0.9346575736999512,
      "learning_rate": 3.3660178667105737e-06,
      "loss": 0.373,
      "step": 1113650
    },
    {
      "epoch": 310.82,
      "grad_norm": 1.0331288576126099,
      "learning_rate": 3.3659935346133655e-06,
      "loss": 0.3419,
      "step": 1113660
    },
    {
      "epoch": 310.82,
      "grad_norm": 1.1588819026947021,
      "learning_rate": 3.365969202380096e-06,
      "loss": 0.3491,
      "step": 1113670
    },
    {
      "epoch": 310.82,
      "grad_norm": 1.0961828231811523,
      "learning_rate": 3.365944870010769e-06,
      "loss": 0.3658,
      "step": 1113680
    },
    {
      "epoch": 310.83,
      "grad_norm": 1.0317615270614624,
      "learning_rate": 3.3659205375053874e-06,
      "loss": 0.353,
      "step": 1113690
    },
    {
      "epoch": 310.83,
      "grad_norm": 1.137067437171936,
      "learning_rate": 3.3658962048639554e-06,
      "loss": 0.3656,
      "step": 1113700
    },
    {
      "epoch": 310.83,
      "grad_norm": 0.9287042021751404,
      "learning_rate": 3.365871872086475e-06,
      "loss": 0.3563,
      "step": 1113710
    },
    {
      "epoch": 310.83,
      "grad_norm": 0.9536154866218567,
      "learning_rate": 3.36584753917295e-06,
      "loss": 0.3533,
      "step": 1113720
    },
    {
      "epoch": 310.84,
      "grad_norm": 0.8783029317855835,
      "learning_rate": 3.3658232061233836e-06,
      "loss": 0.3665,
      "step": 1113730
    },
    {
      "epoch": 310.84,
      "grad_norm": 1.1685552597045898,
      "learning_rate": 3.3657988729377783e-06,
      "loss": 0.361,
      "step": 1113740
    },
    {
      "epoch": 310.84,
      "grad_norm": 1.1271045207977295,
      "learning_rate": 3.3657745396161386e-06,
      "loss": 0.3592,
      "step": 1113750
    },
    {
      "epoch": 310.85,
      "grad_norm": 1.0068012475967407,
      "learning_rate": 3.3657502061584668e-06,
      "loss": 0.3439,
      "step": 1113760
    },
    {
      "epoch": 310.85,
      "grad_norm": 1.0518189668655396,
      "learning_rate": 3.3657258725647673e-06,
      "loss": 0.3764,
      "step": 1113770
    },
    {
      "epoch": 310.85,
      "grad_norm": 1.036874532699585,
      "learning_rate": 3.3657015388350424e-06,
      "loss": 0.363,
      "step": 1113780
    },
    {
      "epoch": 310.85,
      "grad_norm": 1.1463854312896729,
      "learning_rate": 3.3656772049692947e-06,
      "loss": 0.3523,
      "step": 1113790
    },
    {
      "epoch": 310.86,
      "grad_norm": 1.1260663270950317,
      "learning_rate": 3.365652870967528e-06,
      "loss": 0.3831,
      "step": 1113800
    },
    {
      "epoch": 310.86,
      "grad_norm": 0.932759702205658,
      "learning_rate": 3.3656285368297465e-06,
      "loss": 0.3546,
      "step": 1113810
    },
    {
      "epoch": 310.86,
      "grad_norm": 1.067915439605713,
      "learning_rate": 3.3656042025559524e-06,
      "loss": 0.3606,
      "step": 1113820
    },
    {
      "epoch": 310.87,
      "grad_norm": 0.9424506425857544,
      "learning_rate": 3.3655798681461494e-06,
      "loss": 0.3627,
      "step": 1113830
    },
    {
      "epoch": 310.87,
      "grad_norm": 1.016120433807373,
      "learning_rate": 3.365555533600341e-06,
      "loss": 0.3682,
      "step": 1113840
    },
    {
      "epoch": 310.87,
      "grad_norm": 0.9575031995773315,
      "learning_rate": 3.36553119891853e-06,
      "loss": 0.3366,
      "step": 1113850
    },
    {
      "epoch": 310.87,
      "grad_norm": 1.0213284492492676,
      "learning_rate": 3.3655068641007183e-06,
      "loss": 0.3533,
      "step": 1113860
    },
    {
      "epoch": 310.88,
      "grad_norm": 0.9239243268966675,
      "learning_rate": 3.365482529146911e-06,
      "loss": 0.3362,
      "step": 1113870
    },
    {
      "epoch": 310.88,
      "grad_norm": 0.9653598070144653,
      "learning_rate": 3.3654581940571116e-06,
      "loss": 0.35,
      "step": 1113880
    },
    {
      "epoch": 310.88,
      "grad_norm": 1.7905396223068237,
      "learning_rate": 3.365433858831322e-06,
      "loss": 0.3478,
      "step": 1113890
    },
    {
      "epoch": 310.88,
      "grad_norm": 0.9905029535293579,
      "learning_rate": 3.365409523469546e-06,
      "loss": 0.3576,
      "step": 1113900
    },
    {
      "epoch": 310.89,
      "grad_norm": 1.2127925157546997,
      "learning_rate": 3.365385187971787e-06,
      "loss": 0.3504,
      "step": 1113910
    },
    {
      "epoch": 310.89,
      "grad_norm": 1.1457931995391846,
      "learning_rate": 3.365360852338048e-06,
      "loss": 0.3541,
      "step": 1113920
    },
    {
      "epoch": 310.89,
      "grad_norm": 1.0737413167953491,
      "learning_rate": 3.3653365165683325e-06,
      "loss": 0.3585,
      "step": 1113930
    },
    {
      "epoch": 310.9,
      "grad_norm": 0.9134653806686401,
      "learning_rate": 3.365312180662643e-06,
      "loss": 0.3438,
      "step": 1113940
    },
    {
      "epoch": 310.9,
      "grad_norm": 1.0506925582885742,
      "learning_rate": 3.365287844620984e-06,
      "loss": 0.3476,
      "step": 1113950
    },
    {
      "epoch": 310.9,
      "grad_norm": 1.0667587518692017,
      "learning_rate": 3.3652635084433578e-06,
      "loss": 0.3548,
      "step": 1113960
    },
    {
      "epoch": 310.9,
      "grad_norm": 1.2170592546463013,
      "learning_rate": 3.3652391721297673e-06,
      "loss": 0.3505,
      "step": 1113970
    },
    {
      "epoch": 310.91,
      "grad_norm": 1.1960093975067139,
      "learning_rate": 3.365214835680217e-06,
      "loss": 0.369,
      "step": 1113980
    },
    {
      "epoch": 310.91,
      "grad_norm": 0.9688073992729187,
      "learning_rate": 3.36519049909471e-06,
      "loss": 0.3584,
      "step": 1113990
    },
    {
      "epoch": 310.91,
      "grad_norm": 1.1818150281906128,
      "learning_rate": 3.365166162373248e-06,
      "loss": 0.3523,
      "step": 1114000
    },
    {
      "epoch": 310.92,
      "grad_norm": 1.156770944595337,
      "learning_rate": 3.3651418255158356e-06,
      "loss": 0.3725,
      "step": 1114010
    },
    {
      "epoch": 310.92,
      "grad_norm": 0.9510079026222229,
      "learning_rate": 3.3651174885224754e-06,
      "loss": 0.3602,
      "step": 1114020
    },
    {
      "epoch": 310.92,
      "grad_norm": 0.9250447750091553,
      "learning_rate": 3.365093151393171e-06,
      "loss": 0.3616,
      "step": 1114030
    },
    {
      "epoch": 310.92,
      "grad_norm": 0.9262516498565674,
      "learning_rate": 3.3650688141279256e-06,
      "loss": 0.3693,
      "step": 1114040
    },
    {
      "epoch": 310.93,
      "grad_norm": 1.0469191074371338,
      "learning_rate": 3.3650444767267424e-06,
      "loss": 0.3522,
      "step": 1114050
    },
    {
      "epoch": 310.93,
      "grad_norm": 0.9429877996444702,
      "learning_rate": 3.365020139189625e-06,
      "loss": 0.3641,
      "step": 1114060
    },
    {
      "epoch": 310.93,
      "grad_norm": 1.3010653257369995,
      "learning_rate": 3.364995801516576e-06,
      "loss": 0.3561,
      "step": 1114070
    },
    {
      "epoch": 310.93,
      "grad_norm": 0.906196653842926,
      "learning_rate": 3.3649714637075985e-06,
      "loss": 0.3395,
      "step": 1114080
    },
    {
      "epoch": 310.94,
      "grad_norm": 0.9439820647239685,
      "learning_rate": 3.3649471257626968e-06,
      "loss": 0.3526,
      "step": 1114090
    },
    {
      "epoch": 310.94,
      "grad_norm": 0.9663587808609009,
      "learning_rate": 3.3649227876818725e-06,
      "loss": 0.3601,
      "step": 1114100
    },
    {
      "epoch": 310.94,
      "grad_norm": 1.0549521446228027,
      "learning_rate": 3.364898449465131e-06,
      "loss": 0.3722,
      "step": 1114110
    },
    {
      "epoch": 310.95,
      "grad_norm": 0.9635249376296997,
      "learning_rate": 3.3648741111124732e-06,
      "loss": 0.352,
      "step": 1114120
    },
    {
      "epoch": 310.95,
      "grad_norm": 1.028419017791748,
      "learning_rate": 3.3648497726239046e-06,
      "loss": 0.3566,
      "step": 1114130
    },
    {
      "epoch": 310.95,
      "grad_norm": 1.1660915613174438,
      "learning_rate": 3.364825433999427e-06,
      "loss": 0.3607,
      "step": 1114140
    },
    {
      "epoch": 310.95,
      "grad_norm": 1.3844820261001587,
      "learning_rate": 3.364801095239044e-06,
      "loss": 0.3501,
      "step": 1114150
    },
    {
      "epoch": 310.96,
      "grad_norm": 1.1162806749343872,
      "learning_rate": 3.364776756342758e-06,
      "loss": 0.3478,
      "step": 1114160
    },
    {
      "epoch": 310.96,
      "grad_norm": 1.0194180011749268,
      "learning_rate": 3.364752417310574e-06,
      "loss": 0.3486,
      "step": 1114170
    },
    {
      "epoch": 310.96,
      "grad_norm": 0.9230629205703735,
      "learning_rate": 3.3647280781424935e-06,
      "loss": 0.3564,
      "step": 1114180
    },
    {
      "epoch": 310.97,
      "grad_norm": 1.0419327020645142,
      "learning_rate": 3.3647037388385215e-06,
      "loss": 0.3354,
      "step": 1114190
    },
    {
      "epoch": 310.97,
      "grad_norm": 0.997641384601593,
      "learning_rate": 3.36467939939866e-06,
      "loss": 0.3424,
      "step": 1114200
    },
    {
      "epoch": 310.97,
      "grad_norm": 0.9667758345603943,
      "learning_rate": 3.3646550598229123e-06,
      "loss": 0.3428,
      "step": 1114210
    },
    {
      "epoch": 310.97,
      "grad_norm": 1.008034348487854,
      "learning_rate": 3.364630720111282e-06,
      "loss": 0.379,
      "step": 1114220
    },
    {
      "epoch": 310.98,
      "grad_norm": 0.9545547366142273,
      "learning_rate": 3.3646063802637718e-06,
      "loss": 0.3502,
      "step": 1114230
    },
    {
      "epoch": 310.98,
      "grad_norm": 0.9771274328231812,
      "learning_rate": 3.3645820402803866e-06,
      "loss": 0.3721,
      "step": 1114240
    },
    {
      "epoch": 310.98,
      "grad_norm": 1.1886729001998901,
      "learning_rate": 3.3645577001611267e-06,
      "loss": 0.3475,
      "step": 1114250
    },
    {
      "epoch": 310.99,
      "grad_norm": 1.1581333875656128,
      "learning_rate": 3.3645333599059976e-06,
      "loss": 0.352,
      "step": 1114260
    },
    {
      "epoch": 310.99,
      "grad_norm": 1.0025545358657837,
      "learning_rate": 3.364509019515002e-06,
      "loss": 0.3469,
      "step": 1114270
    },
    {
      "epoch": 310.99,
      "grad_norm": 1.0593655109405518,
      "learning_rate": 3.364484678988144e-06,
      "loss": 0.3545,
      "step": 1114280
    },
    {
      "epoch": 310.99,
      "grad_norm": 3.0153322219848633,
      "learning_rate": 3.3644603383254246e-06,
      "loss": 0.3559,
      "step": 1114290
    },
    {
      "epoch": 311.0,
      "grad_norm": 1.0472071170806885,
      "learning_rate": 3.3644359975268494e-06,
      "loss": 0.3599,
      "step": 1114300
    },
    {
      "epoch": 311.0,
      "grad_norm": 1.0005671977996826,
      "learning_rate": 3.36441165659242e-06,
      "loss": 0.358,
      "step": 1114310
    },
    {
      "epoch": 311.0,
      "eval_loss": 0.3550513982772827,
      "eval_runtime": 73.7546,
      "eval_samples_per_second": 68.592,
      "eval_steps_per_second": 8.583,
      "step": 1114313
    },
    {
      "epoch": 311.0,
      "grad_norm": 1.0466053485870361,
      "learning_rate": 3.3643873155221405e-06,
      "loss": 0.3678,
      "step": 1114320
    },
    {
      "epoch": 311.0,
      "grad_norm": 1.0770130157470703,
      "learning_rate": 3.3643629743160137e-06,
      "loss": 0.357,
      "step": 1114330
    },
    {
      "epoch": 311.01,
      "grad_norm": 0.9493473768234253,
      "learning_rate": 3.364338632974043e-06,
      "loss": 0.344,
      "step": 1114340
    },
    {
      "epoch": 311.01,
      "grad_norm": 0.9514578580856323,
      "learning_rate": 3.364314291496232e-06,
      "loss": 0.3472,
      "step": 1114350
    },
    {
      "epoch": 311.01,
      "grad_norm": 1.1375322341918945,
      "learning_rate": 3.3642899498825838e-06,
      "loss": 0.3495,
      "step": 1114360
    },
    {
      "epoch": 311.02,
      "grad_norm": 1.0667740106582642,
      "learning_rate": 3.3642656081331005e-06,
      "loss": 0.3525,
      "step": 1114370
    },
    {
      "epoch": 311.02,
      "grad_norm": 1.2107372283935547,
      "learning_rate": 3.3642412662477867e-06,
      "loss": 0.3445,
      "step": 1114380
    },
    {
      "epoch": 311.02,
      "grad_norm": 1.0343217849731445,
      "learning_rate": 3.364216924226645e-06,
      "loss": 0.3331,
      "step": 1114390
    },
    {
      "epoch": 311.02,
      "grad_norm": 1.1063488721847534,
      "learning_rate": 3.36419258206968e-06,
      "loss": 0.3624,
      "step": 1114400
    },
    {
      "epoch": 311.03,
      "grad_norm": 1.191143274307251,
      "learning_rate": 3.3641682397768927e-06,
      "loss": 0.3747,
      "step": 1114410
    },
    {
      "epoch": 311.03,
      "grad_norm": 1.0619415044784546,
      "learning_rate": 3.3641438973482885e-06,
      "loss": 0.3611,
      "step": 1114420
    },
    {
      "epoch": 311.03,
      "grad_norm": 1.2103862762451172,
      "learning_rate": 3.364119554783869e-06,
      "loss": 0.3511,
      "step": 1114430
    },
    {
      "epoch": 311.04,
      "grad_norm": 0.9958617091178894,
      "learning_rate": 3.3640952120836374e-06,
      "loss": 0.3608,
      "step": 1114440
    },
    {
      "epoch": 311.04,
      "grad_norm": 0.7706239819526672,
      "learning_rate": 3.3640708692475985e-06,
      "loss": 0.3534,
      "step": 1114450
    },
    {
      "epoch": 311.04,
      "grad_norm": 0.9547503590583801,
      "learning_rate": 3.3640465262757544e-06,
      "loss": 0.3472,
      "step": 1114460
    },
    {
      "epoch": 311.04,
      "grad_norm": 2.5836615562438965,
      "learning_rate": 3.364022183168108e-06,
      "loss": 0.3583,
      "step": 1114470
    },
    {
      "epoch": 311.05,
      "grad_norm": 1.0300018787384033,
      "learning_rate": 3.363997839924663e-06,
      "loss": 0.3551,
      "step": 1114480
    },
    {
      "epoch": 311.05,
      "grad_norm": 1.034996747970581,
      "learning_rate": 3.3639734965454235e-06,
      "loss": 0.3755,
      "step": 1114490
    },
    {
      "epoch": 311.05,
      "grad_norm": 0.742325484752655,
      "learning_rate": 3.363949153030392e-06,
      "loss": 0.3531,
      "step": 1114500
    },
    {
      "epoch": 311.05,
      "grad_norm": 0.9678739905357361,
      "learning_rate": 3.3639248093795713e-06,
      "loss": 0.3685,
      "step": 1114510
    },
    {
      "epoch": 311.06,
      "grad_norm": 1.0853829383850098,
      "learning_rate": 3.363900465592965e-06,
      "loss": 0.3487,
      "step": 1114520
    },
    {
      "epoch": 311.06,
      "grad_norm": 1.091007113456726,
      "learning_rate": 3.3638761216705767e-06,
      "loss": 0.3581,
      "step": 1114530
    },
    {
      "epoch": 311.06,
      "grad_norm": 1.020370364189148,
      "learning_rate": 3.3638517776124095e-06,
      "loss": 0.3515,
      "step": 1114540
    },
    {
      "epoch": 311.07,
      "grad_norm": 1.0349525213241577,
      "learning_rate": 3.3638274334184654e-06,
      "loss": 0.3321,
      "step": 1114550
    },
    {
      "epoch": 311.07,
      "grad_norm": 1.0655022859573364,
      "learning_rate": 3.36380308908875e-06,
      "loss": 0.3602,
      "step": 1114560
    },
    {
      "epoch": 311.07,
      "grad_norm": 0.9520338177680969,
      "learning_rate": 3.363778744623265e-06,
      "loss": 0.3504,
      "step": 1114570
    },
    {
      "epoch": 311.07,
      "grad_norm": 1.1171555519104004,
      "learning_rate": 3.3637544000220136e-06,
      "loss": 0.3628,
      "step": 1114580
    },
    {
      "epoch": 311.08,
      "grad_norm": 1.123038649559021,
      "learning_rate": 3.363730055285e-06,
      "loss": 0.3525,
      "step": 1114590
    },
    {
      "epoch": 311.08,
      "grad_norm": 0.9274365901947021,
      "learning_rate": 3.3637057104122254e-06,
      "loss": 0.3377,
      "step": 1114600
    },
    {
      "epoch": 311.08,
      "grad_norm": 1.0742274522781372,
      "learning_rate": 3.3636813654036956e-06,
      "loss": 0.3471,
      "step": 1114610
    },
    {
      "epoch": 311.09,
      "grad_norm": 5.554388523101807,
      "learning_rate": 3.3636570202594123e-06,
      "loss": 0.36,
      "step": 1114620
    },
    {
      "epoch": 311.09,
      "grad_norm": 0.9507973790168762,
      "learning_rate": 3.3636326749793785e-06,
      "loss": 0.3633,
      "step": 1114630
    },
    {
      "epoch": 311.09,
      "grad_norm": 1.218790054321289,
      "learning_rate": 3.363608329563599e-06,
      "loss": 0.3572,
      "step": 1114640
    },
    {
      "epoch": 311.09,
      "grad_norm": 1.0751123428344727,
      "learning_rate": 3.3635839840120755e-06,
      "loss": 0.3487,
      "step": 1114650
    },
    {
      "epoch": 311.1,
      "grad_norm": 0.8579935431480408,
      "learning_rate": 3.3635596383248123e-06,
      "loss": 0.3474,
      "step": 1114660
    },
    {
      "epoch": 311.1,
      "grad_norm": 0.8666088581085205,
      "learning_rate": 3.3635352925018117e-06,
      "loss": 0.3549,
      "step": 1114670
    },
    {
      "epoch": 311.1,
      "grad_norm": 1.0589673519134521,
      "learning_rate": 3.3635109465430775e-06,
      "loss": 0.3586,
      "step": 1114680
    },
    {
      "epoch": 311.11,
      "grad_norm": 0.8615891933441162,
      "learning_rate": 3.363486600448613e-06,
      "loss": 0.3558,
      "step": 1114690
    },
    {
      "epoch": 311.11,
      "grad_norm": 1.061910629272461,
      "learning_rate": 3.3634622542184207e-06,
      "loss": 0.3735,
      "step": 1114700
    },
    {
      "epoch": 311.11,
      "grad_norm": 1.294834852218628,
      "learning_rate": 3.3634379078525046e-06,
      "loss": 0.3539,
      "step": 1114710
    },
    {
      "epoch": 311.11,
      "grad_norm": 1.3509920835494995,
      "learning_rate": 3.363413561350869e-06,
      "loss": 0.3578,
      "step": 1114720
    },
    {
      "epoch": 311.12,
      "grad_norm": 0.9702185392379761,
      "learning_rate": 3.363389214713515e-06,
      "loss": 0.3638,
      "step": 1114730
    },
    {
      "epoch": 311.12,
      "grad_norm": 1.0638036727905273,
      "learning_rate": 3.3633648679404463e-06,
      "loss": 0.337,
      "step": 1114740
    },
    {
      "epoch": 311.12,
      "grad_norm": 1.0265249013900757,
      "learning_rate": 3.3633405210316667e-06,
      "loss": 0.3523,
      "step": 1114750
    },
    {
      "epoch": 311.12,
      "grad_norm": 1.0217645168304443,
      "learning_rate": 3.3633161739871802e-06,
      "loss": 0.3524,
      "step": 1114760
    },
    {
      "epoch": 311.13,
      "grad_norm": 0.9117343425750732,
      "learning_rate": 3.363291826806988e-06,
      "loss": 0.3553,
      "step": 1114770
    },
    {
      "epoch": 311.13,
      "grad_norm": 1.0896084308624268,
      "learning_rate": 3.3632674794910952e-06,
      "loss": 0.3551,
      "step": 1114780
    },
    {
      "epoch": 311.13,
      "grad_norm": 1.0040215253829956,
      "learning_rate": 3.363243132039504e-06,
      "loss": 0.3682,
      "step": 1114790
    },
    {
      "epoch": 311.14,
      "grad_norm": 1.3131099939346313,
      "learning_rate": 3.363218784452219e-06,
      "loss": 0.3611,
      "step": 1114800
    },
    {
      "epoch": 311.14,
      "grad_norm": 0.9656452536582947,
      "learning_rate": 3.363194436729241e-06,
      "loss": 0.3412,
      "step": 1114810
    },
    {
      "epoch": 311.14,
      "grad_norm": 1.0598241090774536,
      "learning_rate": 3.3631700888705756e-06,
      "loss": 0.3539,
      "step": 1114820
    },
    {
      "epoch": 311.14,
      "grad_norm": 1.4742462635040283,
      "learning_rate": 3.3631457408762246e-06,
      "loss": 0.3552,
      "step": 1114830
    },
    {
      "epoch": 311.15,
      "grad_norm": 1.1483896970748901,
      "learning_rate": 3.3631213927461917e-06,
      "loss": 0.3601,
      "step": 1114840
    },
    {
      "epoch": 311.15,
      "grad_norm": 1.1196378469467163,
      "learning_rate": 3.3630970444804806e-06,
      "loss": 0.367,
      "step": 1114850
    },
    {
      "epoch": 311.15,
      "grad_norm": 1.1537736654281616,
      "learning_rate": 3.363072696079094e-06,
      "loss": 0.3603,
      "step": 1114860
    },
    {
      "epoch": 311.16,
      "grad_norm": 1.0231739282608032,
      "learning_rate": 3.3630483475420354e-06,
      "loss": 0.3304,
      "step": 1114870
    },
    {
      "epoch": 311.16,
      "grad_norm": 0.9236496090888977,
      "learning_rate": 3.363023998869308e-06,
      "loss": 0.346,
      "step": 1114880
    },
    {
      "epoch": 311.16,
      "grad_norm": 0.8976532816886902,
      "learning_rate": 3.3629996500609144e-06,
      "loss": 0.3403,
      "step": 1114890
    },
    {
      "epoch": 311.16,
      "grad_norm": 1.1047003269195557,
      "learning_rate": 3.3629753011168587e-06,
      "loss": 0.3466,
      "step": 1114900
    },
    {
      "epoch": 311.17,
      "grad_norm": 1.1665905714035034,
      "learning_rate": 3.3629509520371443e-06,
      "loss": 0.3479,
      "step": 1114910
    },
    {
      "epoch": 311.17,
      "grad_norm": 0.9134313464164734,
      "learning_rate": 3.3629266028217733e-06,
      "loss": 0.3522,
      "step": 1114920
    },
    {
      "epoch": 311.17,
      "grad_norm": 1.0422847270965576,
      "learning_rate": 3.362902253470749e-06,
      "loss": 0.3675,
      "step": 1114930
    },
    {
      "epoch": 311.17,
      "grad_norm": 0.9352759718894958,
      "learning_rate": 3.3628779039840765e-06,
      "loss": 0.3442,
      "step": 1114940
    },
    {
      "epoch": 311.18,
      "grad_norm": 1.1095640659332275,
      "learning_rate": 3.362853554361758e-06,
      "loss": 0.3714,
      "step": 1114950
    },
    {
      "epoch": 311.18,
      "grad_norm": 0.9910306334495544,
      "learning_rate": 3.3628292046037954e-06,
      "loss": 0.3579,
      "step": 1114960
    },
    {
      "epoch": 311.18,
      "grad_norm": 1.1924099922180176,
      "learning_rate": 3.3628048547101933e-06,
      "loss": 0.3656,
      "step": 1114970
    },
    {
      "epoch": 311.19,
      "grad_norm": 1.6779115200042725,
      "learning_rate": 3.362780504680956e-06,
      "loss": 0.3656,
      "step": 1114980
    },
    {
      "epoch": 311.19,
      "grad_norm": 1.007878065109253,
      "learning_rate": 3.362756154516084e-06,
      "loss": 0.3452,
      "step": 1114990
    },
    {
      "epoch": 311.19,
      "grad_norm": 0.9625850319862366,
      "learning_rate": 3.3627318042155823e-06,
      "loss": 0.3499,
      "step": 1115000
    },
    {
      "epoch": 311.19,
      "grad_norm": 0.9244683980941772,
      "learning_rate": 3.362707453779454e-06,
      "loss": 0.3426,
      "step": 1115010
    },
    {
      "epoch": 311.2,
      "grad_norm": 4.049896717071533,
      "learning_rate": 3.362683103207703e-06,
      "loss": 0.358,
      "step": 1115020
    },
    {
      "epoch": 311.2,
      "grad_norm": 1.009757161140442,
      "learning_rate": 3.3626587525003304e-06,
      "loss": 0.3471,
      "step": 1115030
    },
    {
      "epoch": 311.2,
      "grad_norm": 0.8743174076080322,
      "learning_rate": 3.3626344016573416e-06,
      "loss": 0.3625,
      "step": 1115040
    },
    {
      "epoch": 311.21,
      "grad_norm": 0.9430020451545715,
      "learning_rate": 3.3626100506787385e-06,
      "loss": 0.3546,
      "step": 1115050
    },
    {
      "epoch": 311.21,
      "grad_norm": 1.2230995893478394,
      "learning_rate": 3.362585699564525e-06,
      "loss": 0.3579,
      "step": 1115060
    },
    {
      "epoch": 311.21,
      "grad_norm": 0.9625462293624878,
      "learning_rate": 3.3625613483147043e-06,
      "loss": 0.3725,
      "step": 1115070
    },
    {
      "epoch": 311.21,
      "grad_norm": 1.1248797178268433,
      "learning_rate": 3.3625369969292794e-06,
      "loss": 0.3637,
      "step": 1115080
    },
    {
      "epoch": 311.22,
      "grad_norm": 1.0501405000686646,
      "learning_rate": 3.362512645408254e-06,
      "loss": 0.3502,
      "step": 1115090
    },
    {
      "epoch": 311.22,
      "grad_norm": 1.027875304222107,
      "learning_rate": 3.36248829375163e-06,
      "loss": 0.3617,
      "step": 1115100
    },
    {
      "epoch": 311.22,
      "grad_norm": 0.9978281259536743,
      "learning_rate": 3.3624639419594134e-06,
      "loss": 0.3495,
      "step": 1115110
    },
    {
      "epoch": 311.23,
      "grad_norm": 1.2059407234191895,
      "learning_rate": 3.3624395900316045e-06,
      "loss": 0.3619,
      "step": 1115120
    },
    {
      "epoch": 311.23,
      "grad_norm": 0.9842246174812317,
      "learning_rate": 3.3624152379682077e-06,
      "loss": 0.3609,
      "step": 1115130
    },
    {
      "epoch": 311.23,
      "grad_norm": 0.9946170449256897,
      "learning_rate": 3.3623908857692267e-06,
      "loss": 0.3564,
      "step": 1115140
    },
    {
      "epoch": 311.23,
      "grad_norm": 1.1463216543197632,
      "learning_rate": 3.3623665334346637e-06,
      "loss": 0.3724,
      "step": 1115150
    },
    {
      "epoch": 311.24,
      "grad_norm": 1.0044410228729248,
      "learning_rate": 3.3623421809645233e-06,
      "loss": 0.3664,
      "step": 1115160
    },
    {
      "epoch": 311.24,
      "grad_norm": 1.0121005773544312,
      "learning_rate": 3.362317828358808e-06,
      "loss": 0.3799,
      "step": 1115170
    },
    {
      "epoch": 311.24,
      "grad_norm": 0.9732412099838257,
      "learning_rate": 3.362293475617521e-06,
      "loss": 0.3437,
      "step": 1115180
    },
    {
      "epoch": 311.24,
      "grad_norm": 0.9675402641296387,
      "learning_rate": 3.362269122740665e-06,
      "loss": 0.3552,
      "step": 1115190
    },
    {
      "epoch": 311.25,
      "grad_norm": 1.0905135869979858,
      "learning_rate": 3.3622447697282445e-06,
      "loss": 0.3409,
      "step": 1115200
    },
    {
      "epoch": 311.25,
      "grad_norm": 1.3569493293762207,
      "learning_rate": 3.3622204165802613e-06,
      "loss": 0.3593,
      "step": 1115210
    },
    {
      "epoch": 311.25,
      "grad_norm": 1.0709697008132935,
      "learning_rate": 3.3621960632967194e-06,
      "loss": 0.3582,
      "step": 1115220
    },
    {
      "epoch": 311.26,
      "grad_norm": 0.986096203327179,
      "learning_rate": 3.362171709877623e-06,
      "loss": 0.3431,
      "step": 1115230
    },
    {
      "epoch": 311.26,
      "grad_norm": 0.9914254546165466,
      "learning_rate": 3.3621473563229747e-06,
      "loss": 0.3578,
      "step": 1115240
    },
    {
      "epoch": 311.26,
      "grad_norm": 1.0737086534500122,
      "learning_rate": 3.3621230026327766e-06,
      "loss": 0.3498,
      "step": 1115250
    },
    {
      "epoch": 311.26,
      "grad_norm": 1.2237106561660767,
      "learning_rate": 3.3620986488070324e-06,
      "loss": 0.3745,
      "step": 1115260
    },
    {
      "epoch": 311.27,
      "grad_norm": 0.9962593913078308,
      "learning_rate": 3.362074294845746e-06,
      "loss": 0.342,
      "step": 1115270
    },
    {
      "epoch": 311.27,
      "grad_norm": 0.8808193206787109,
      "learning_rate": 3.3620499407489203e-06,
      "loss": 0.3621,
      "step": 1115280
    },
    {
      "epoch": 311.27,
      "grad_norm": 0.9956303834915161,
      "learning_rate": 3.362025586516559e-06,
      "loss": 0.3606,
      "step": 1115290
    },
    {
      "epoch": 311.28,
      "grad_norm": 1.1694377660751343,
      "learning_rate": 3.3620012321486644e-06,
      "loss": 0.3876,
      "step": 1115300
    },
    {
      "epoch": 311.28,
      "grad_norm": 0.9789152145385742,
      "learning_rate": 3.3619768776452414e-06,
      "loss": 0.3429,
      "step": 1115310
    },
    {
      "epoch": 311.28,
      "grad_norm": 1.0265190601348877,
      "learning_rate": 3.361952523006291e-06,
      "loss": 0.3515,
      "step": 1115320
    },
    {
      "epoch": 311.28,
      "grad_norm": 1.0173423290252686,
      "learning_rate": 3.361928168231818e-06,
      "loss": 0.3592,
      "step": 1115330
    },
    {
      "epoch": 311.29,
      "grad_norm": 1.8733584880828857,
      "learning_rate": 3.361903813321825e-06,
      "loss": 0.3596,
      "step": 1115340
    },
    {
      "epoch": 311.29,
      "grad_norm": 0.9798253178596497,
      "learning_rate": 3.361879458276316e-06,
      "loss": 0.343,
      "step": 1115350
    },
    {
      "epoch": 311.29,
      "grad_norm": 0.9585725665092468,
      "learning_rate": 3.3618551030952927e-06,
      "loss": 0.3565,
      "step": 1115360
    },
    {
      "epoch": 311.3,
      "grad_norm": 0.9191576242446899,
      "learning_rate": 3.36183074777876e-06,
      "loss": 0.3337,
      "step": 1115370
    },
    {
      "epoch": 311.3,
      "grad_norm": 1.0342540740966797,
      "learning_rate": 3.361806392326721e-06,
      "loss": 0.3732,
      "step": 1115380
    },
    {
      "epoch": 311.3,
      "grad_norm": 0.9469702839851379,
      "learning_rate": 3.3617820367391775e-06,
      "loss": 0.3568,
      "step": 1115390
    },
    {
      "epoch": 311.3,
      "grad_norm": 0.9968156218528748,
      "learning_rate": 3.3617576810161337e-06,
      "loss": 0.3722,
      "step": 1115400
    },
    {
      "epoch": 311.31,
      "grad_norm": 0.9724924564361572,
      "learning_rate": 3.3617333251575935e-06,
      "loss": 0.3697,
      "step": 1115410
    },
    {
      "epoch": 311.31,
      "grad_norm": 1.137473225593567,
      "learning_rate": 3.361708969163558e-06,
      "loss": 0.3503,
      "step": 1115420
    },
    {
      "epoch": 311.31,
      "grad_norm": 1.3068543672561646,
      "learning_rate": 3.3616846130340337e-06,
      "loss": 0.358,
      "step": 1115430
    },
    {
      "epoch": 311.31,
      "grad_norm": 1.080946683883667,
      "learning_rate": 3.361660256769021e-06,
      "loss": 0.3567,
      "step": 1115440
    },
    {
      "epoch": 311.32,
      "grad_norm": 1.2172791957855225,
      "learning_rate": 3.3616359003685245e-06,
      "loss": 0.3515,
      "step": 1115450
    },
    {
      "epoch": 311.32,
      "grad_norm": 0.9849610924720764,
      "learning_rate": 3.361611543832547e-06,
      "loss": 0.3587,
      "step": 1115460
    },
    {
      "epoch": 311.32,
      "grad_norm": 1.190186619758606,
      "learning_rate": 3.361587187161092e-06,
      "loss": 0.3417,
      "step": 1115470
    },
    {
      "epoch": 311.33,
      "grad_norm": 3.763917922973633,
      "learning_rate": 3.3615628303541625e-06,
      "loss": 0.3958,
      "step": 1115480
    },
    {
      "epoch": 311.33,
      "grad_norm": 1.0653893947601318,
      "learning_rate": 3.361538473411762e-06,
      "loss": 0.3618,
      "step": 1115490
    },
    {
      "epoch": 311.33,
      "grad_norm": 1.1267180442810059,
      "learning_rate": 3.361514116333893e-06,
      "loss": 0.3436,
      "step": 1115500
    },
    {
      "epoch": 311.33,
      "grad_norm": 0.9045595526695251,
      "learning_rate": 3.361489759120559e-06,
      "loss": 0.3532,
      "step": 1115510
    },
    {
      "epoch": 311.34,
      "grad_norm": 1.1236364841461182,
      "learning_rate": 3.361465401771765e-06,
      "loss": 0.3517,
      "step": 1115520
    },
    {
      "epoch": 311.34,
      "grad_norm": 1.1360976696014404,
      "learning_rate": 3.3614410442875117e-06,
      "loss": 0.3533,
      "step": 1115530
    },
    {
      "epoch": 311.34,
      "grad_norm": 0.9268703460693359,
      "learning_rate": 3.361416686667804e-06,
      "loss": 0.3378,
      "step": 1115540
    },
    {
      "epoch": 311.35,
      "grad_norm": 1.145336389541626,
      "learning_rate": 3.3613923289126444e-06,
      "loss": 0.3421,
      "step": 1115550
    },
    {
      "epoch": 311.35,
      "grad_norm": 0.9697194695472717,
      "learning_rate": 3.361367971022036e-06,
      "loss": 0.3543,
      "step": 1115560
    },
    {
      "epoch": 311.35,
      "grad_norm": 0.9062221050262451,
      "learning_rate": 3.3613436129959826e-06,
      "loss": 0.3546,
      "step": 1115570
    },
    {
      "epoch": 311.35,
      "grad_norm": 1.3531841039657593,
      "learning_rate": 3.361319254834487e-06,
      "loss": 0.3423,
      "step": 1115580
    },
    {
      "epoch": 311.36,
      "grad_norm": 1.0545685291290283,
      "learning_rate": 3.3612948965375534e-06,
      "loss": 0.3636,
      "step": 1115590
    },
    {
      "epoch": 311.36,
      "grad_norm": 1.1116937398910522,
      "learning_rate": 3.3612705381051832e-06,
      "loss": 0.3383,
      "step": 1115600
    },
    {
      "epoch": 311.36,
      "grad_norm": 0.8739675283432007,
      "learning_rate": 3.361246179537382e-06,
      "loss": 0.3608,
      "step": 1115610
    },
    {
      "epoch": 311.36,
      "grad_norm": 1.1254370212554932,
      "learning_rate": 3.3612218208341513e-06,
      "loss": 0.3594,
      "step": 1115620
    },
    {
      "epoch": 311.37,
      "grad_norm": 0.9408363103866577,
      "learning_rate": 3.3611974619954942e-06,
      "loss": 0.3553,
      "step": 1115630
    },
    {
      "epoch": 311.37,
      "grad_norm": 0.9986394047737122,
      "learning_rate": 3.361173103021415e-06,
      "loss": 0.3424,
      "step": 1115640
    },
    {
      "epoch": 311.37,
      "grad_norm": 1.0112334489822388,
      "learning_rate": 3.361148743911917e-06,
      "loss": 0.3664,
      "step": 1115650
    },
    {
      "epoch": 311.38,
      "grad_norm": 0.985329806804657,
      "learning_rate": 3.3611243846670023e-06,
      "loss": 0.3465,
      "step": 1115660
    },
    {
      "epoch": 311.38,
      "grad_norm": 1.1261076927185059,
      "learning_rate": 3.3611000252866748e-06,
      "loss": 0.3517,
      "step": 1115670
    },
    {
      "epoch": 311.38,
      "grad_norm": 0.9309091567993164,
      "learning_rate": 3.361075665770938e-06,
      "loss": 0.3634,
      "step": 1115680
    },
    {
      "epoch": 311.38,
      "grad_norm": 1.1105425357818604,
      "learning_rate": 3.3610513061197947e-06,
      "loss": 0.3642,
      "step": 1115690
    },
    {
      "epoch": 311.39,
      "grad_norm": 0.9022703766822815,
      "learning_rate": 3.3610269463332484e-06,
      "loss": 0.3563,
      "step": 1115700
    },
    {
      "epoch": 311.39,
      "grad_norm": 0.999686598777771,
      "learning_rate": 3.361002586411302e-06,
      "loss": 0.3667,
      "step": 1115710
    },
    {
      "epoch": 311.39,
      "grad_norm": 0.9357655048370361,
      "learning_rate": 3.3609782263539595e-06,
      "loss": 0.3679,
      "step": 1115720
    },
    {
      "epoch": 311.4,
      "grad_norm": 1.0692373514175415,
      "learning_rate": 3.3609538661612232e-06,
      "loss": 0.3465,
      "step": 1115730
    },
    {
      "epoch": 311.4,
      "grad_norm": 1.0681871175765991,
      "learning_rate": 3.360929505833097e-06,
      "loss": 0.3746,
      "step": 1115740
    },
    {
      "epoch": 311.4,
      "grad_norm": 1.1109110116958618,
      "learning_rate": 3.360905145369584e-06,
      "loss": 0.3643,
      "step": 1115750
    },
    {
      "epoch": 311.4,
      "grad_norm": 1.0532057285308838,
      "learning_rate": 3.360880784770688e-06,
      "loss": 0.3567,
      "step": 1115760
    },
    {
      "epoch": 311.41,
      "grad_norm": 0.9295061826705933,
      "learning_rate": 3.3608564240364103e-06,
      "loss": 0.351,
      "step": 1115770
    },
    {
      "epoch": 311.41,
      "grad_norm": 1.8699885606765747,
      "learning_rate": 3.3608320631667567e-06,
      "loss": 0.3665,
      "step": 1115780
    },
    {
      "epoch": 311.41,
      "grad_norm": 1.011706829071045,
      "learning_rate": 3.3608077021617285e-06,
      "loss": 0.3401,
      "step": 1115790
    },
    {
      "epoch": 311.42,
      "grad_norm": 0.9528970122337341,
      "learning_rate": 3.3607833410213292e-06,
      "loss": 0.3535,
      "step": 1115800
    },
    {
      "epoch": 311.42,
      "grad_norm": 1.0090495347976685,
      "learning_rate": 3.3607589797455635e-06,
      "loss": 0.3594,
      "step": 1115810
    },
    {
      "epoch": 311.42,
      "grad_norm": 2.31083607673645,
      "learning_rate": 3.3607346183344326e-06,
      "loss": 0.3446,
      "step": 1115820
    },
    {
      "epoch": 311.42,
      "grad_norm": 1.0658057928085327,
      "learning_rate": 3.360710256787942e-06,
      "loss": 0.3431,
      "step": 1115830
    },
    {
      "epoch": 311.43,
      "grad_norm": 1.2054449319839478,
      "learning_rate": 3.3606858951060926e-06,
      "loss": 0.3503,
      "step": 1115840
    },
    {
      "epoch": 311.43,
      "grad_norm": 1.1055916547775269,
      "learning_rate": 3.3606615332888895e-06,
      "loss": 0.3397,
      "step": 1115850
    },
    {
      "epoch": 311.43,
      "grad_norm": 1.0177745819091797,
      "learning_rate": 3.3606371713363347e-06,
      "loss": 0.3444,
      "step": 1115860
    },
    {
      "epoch": 311.43,
      "grad_norm": 1.038869857788086,
      "learning_rate": 3.360612809248432e-06,
      "loss": 0.3605,
      "step": 1115870
    },
    {
      "epoch": 311.44,
      "grad_norm": 0.9966485500335693,
      "learning_rate": 3.360588447025185e-06,
      "loss": 0.3605,
      "step": 1115880
    },
    {
      "epoch": 311.44,
      "grad_norm": 1.1126762628555298,
      "learning_rate": 3.3605640846665957e-06,
      "loss": 0.3463,
      "step": 1115890
    },
    {
      "epoch": 311.44,
      "grad_norm": 0.9652906060218811,
      "learning_rate": 3.360539722172669e-06,
      "loss": 0.3483,
      "step": 1115900
    },
    {
      "epoch": 311.45,
      "grad_norm": 1.1079387664794922,
      "learning_rate": 3.3605153595434074e-06,
      "loss": 0.3482,
      "step": 1115910
    },
    {
      "epoch": 311.45,
      "grad_norm": 0.8454763889312744,
      "learning_rate": 3.3604909967788136e-06,
      "loss": 0.3558,
      "step": 1115920
    },
    {
      "epoch": 311.45,
      "grad_norm": 1.1038453578948975,
      "learning_rate": 3.360466633878891e-06,
      "loss": 0.359,
      "step": 1115930
    },
    {
      "epoch": 311.45,
      "grad_norm": 1.0416980981826782,
      "learning_rate": 3.3604422708436434e-06,
      "loss": 0.3537,
      "step": 1115940
    },
    {
      "epoch": 311.46,
      "grad_norm": 0.9712815880775452,
      "learning_rate": 3.360417907673074e-06,
      "loss": 0.3637,
      "step": 1115950
    },
    {
      "epoch": 311.46,
      "grad_norm": 0.9150872826576233,
      "learning_rate": 3.3603935443671853e-06,
      "loss": 0.374,
      "step": 1115960
    },
    {
      "epoch": 311.46,
      "grad_norm": 1.1007604598999023,
      "learning_rate": 3.360369180925982e-06,
      "loss": 0.355,
      "step": 1115970
    },
    {
      "epoch": 311.47,
      "grad_norm": 1.1297043561935425,
      "learning_rate": 3.360344817349466e-06,
      "loss": 0.3465,
      "step": 1115980
    },
    {
      "epoch": 311.47,
      "grad_norm": 0.9133127331733704,
      "learning_rate": 3.3603204536376403e-06,
      "loss": 0.3357,
      "step": 1115990
    },
    {
      "epoch": 311.47,
      "grad_norm": 0.9831143021583557,
      "learning_rate": 3.3602960897905095e-06,
      "loss": 0.3537,
      "step": 1116000
    },
    {
      "epoch": 311.47,
      "grad_norm": 0.9606765508651733,
      "learning_rate": 3.3602717258080763e-06,
      "loss": 0.364,
      "step": 1116010
    },
    {
      "epoch": 311.48,
      "grad_norm": 0.9036681056022644,
      "learning_rate": 3.360247361690343e-06,
      "loss": 0.359,
      "step": 1116020
    },
    {
      "epoch": 311.48,
      "grad_norm": 0.9557545185089111,
      "learning_rate": 3.3602229974373137e-06,
      "loss": 0.3484,
      "step": 1116030
    },
    {
      "epoch": 311.48,
      "grad_norm": 0.9231597781181335,
      "learning_rate": 3.3601986330489924e-06,
      "loss": 0.3439,
      "step": 1116040
    },
    {
      "epoch": 311.48,
      "grad_norm": 1.062373161315918,
      "learning_rate": 3.3601742685253814e-06,
      "loss": 0.3704,
      "step": 1116050
    },
    {
      "epoch": 311.49,
      "grad_norm": 1.114891529083252,
      "learning_rate": 3.3601499038664835e-06,
      "loss": 0.3418,
      "step": 1116060
    },
    {
      "epoch": 311.49,
      "grad_norm": 0.9744584560394287,
      "learning_rate": 3.360125539072303e-06,
      "loss": 0.3433,
      "step": 1116070
    },
    {
      "epoch": 311.49,
      "grad_norm": 0.9660742878913879,
      "learning_rate": 3.360101174142842e-06,
      "loss": 0.3346,
      "step": 1116080
    },
    {
      "epoch": 311.5,
      "grad_norm": 0.9829583764076233,
      "learning_rate": 3.3600768090781048e-06,
      "loss": 0.3523,
      "step": 1116090
    },
    {
      "epoch": 311.5,
      "grad_norm": 0.8907491564750671,
      "learning_rate": 3.3600524438780943e-06,
      "loss": 0.3563,
      "step": 1116100
    },
    {
      "epoch": 311.5,
      "grad_norm": 1.1355993747711182,
      "learning_rate": 3.360028078542813e-06,
      "loss": 0.3524,
      "step": 1116110
    },
    {
      "epoch": 311.5,
      "grad_norm": 1.1467775106430054,
      "learning_rate": 3.3600037130722653e-06,
      "loss": 0.3585,
      "step": 1116120
    },
    {
      "epoch": 311.51,
      "grad_norm": 2.1648993492126465,
      "learning_rate": 3.3599793474664544e-06,
      "loss": 0.3597,
      "step": 1116130
    },
    {
      "epoch": 311.51,
      "grad_norm": 0.976137101650238,
      "learning_rate": 3.3599549817253826e-06,
      "loss": 0.3576,
      "step": 1116140
    },
    {
      "epoch": 311.51,
      "grad_norm": 0.9831236004829407,
      "learning_rate": 3.3599306158490535e-06,
      "loss": 0.3605,
      "step": 1116150
    },
    {
      "epoch": 311.52,
      "grad_norm": 1.0874364376068115,
      "learning_rate": 3.3599062498374707e-06,
      "loss": 0.3634,
      "step": 1116160
    },
    {
      "epoch": 311.52,
      "grad_norm": 0.9653356671333313,
      "learning_rate": 3.359881883690638e-06,
      "loss": 0.3671,
      "step": 1116170
    },
    {
      "epoch": 311.52,
      "grad_norm": 1.2013152837753296,
      "learning_rate": 3.359857517408556e-06,
      "loss": 0.3638,
      "step": 1116180
    },
    {
      "epoch": 311.52,
      "grad_norm": 1.136504054069519,
      "learning_rate": 3.3598331509912316e-06,
      "loss": 0.3464,
      "step": 1116190
    },
    {
      "epoch": 311.53,
      "grad_norm": 1.0189802646636963,
      "learning_rate": 3.3598087844386658e-06,
      "loss": 0.3582,
      "step": 1116200
    },
    {
      "epoch": 311.53,
      "grad_norm": 0.9723312258720398,
      "learning_rate": 3.359784417750862e-06,
      "loss": 0.3409,
      "step": 1116210
    },
    {
      "epoch": 311.53,
      "grad_norm": 1.1309301853179932,
      "learning_rate": 3.3597600509278235e-06,
      "loss": 0.3624,
      "step": 1116220
    },
    {
      "epoch": 311.54,
      "grad_norm": 1.0030733346939087,
      "learning_rate": 3.3597356839695543e-06,
      "loss": 0.3557,
      "step": 1116230
    },
    {
      "epoch": 311.54,
      "grad_norm": 0.9016951322555542,
      "learning_rate": 3.3597113168760563e-06,
      "loss": 0.3458,
      "step": 1116240
    },
    {
      "epoch": 311.54,
      "grad_norm": 0.9604635834693909,
      "learning_rate": 3.359686949647334e-06,
      "loss": 0.3713,
      "step": 1116250
    },
    {
      "epoch": 311.54,
      "grad_norm": 0.9043481349945068,
      "learning_rate": 3.3596625822833908e-06,
      "loss": 0.3582,
      "step": 1116260
    },
    {
      "epoch": 311.55,
      "grad_norm": 1.0638055801391602,
      "learning_rate": 3.359638214784229e-06,
      "loss": 0.3479,
      "step": 1116270
    },
    {
      "epoch": 311.55,
      "grad_norm": 0.9269448518753052,
      "learning_rate": 3.3596138471498523e-06,
      "loss": 0.3556,
      "step": 1116280
    },
    {
      "epoch": 311.55,
      "grad_norm": 0.9366263747215271,
      "learning_rate": 3.3595894793802636e-06,
      "loss": 0.3463,
      "step": 1116290
    },
    {
      "epoch": 311.55,
      "grad_norm": 0.8692041635513306,
      "learning_rate": 3.3595651114754664e-06,
      "loss": 0.3529,
      "step": 1116300
    },
    {
      "epoch": 311.56,
      "grad_norm": 0.9723488688468933,
      "learning_rate": 3.359540743435464e-06,
      "loss": 0.3448,
      "step": 1116310
    },
    {
      "epoch": 311.56,
      "grad_norm": 1.0131548643112183,
      "learning_rate": 3.3595163752602593e-06,
      "loss": 0.3586,
      "step": 1116320
    },
    {
      "epoch": 311.56,
      "grad_norm": 1.0780038833618164,
      "learning_rate": 3.3594920069498566e-06,
      "loss": 0.3591,
      "step": 1116330
    },
    {
      "epoch": 311.57,
      "grad_norm": 0.912979781627655,
      "learning_rate": 3.359467638504258e-06,
      "loss": 0.3645,
      "step": 1116340
    },
    {
      "epoch": 311.57,
      "grad_norm": 1.1808141469955444,
      "learning_rate": 3.3594432699234668e-06,
      "loss": 0.3599,
      "step": 1116350
    },
    {
      "epoch": 311.57,
      "grad_norm": 1.1980504989624023,
      "learning_rate": 3.3594189012074873e-06,
      "loss": 0.356,
      "step": 1116360
    },
    {
      "epoch": 311.57,
      "grad_norm": 1.4089947938919067,
      "learning_rate": 3.359394532356321e-06,
      "loss": 0.3396,
      "step": 1116370
    },
    {
      "epoch": 311.58,
      "grad_norm": 1.1169109344482422,
      "learning_rate": 3.3593701633699724e-06,
      "loss": 0.3556,
      "step": 1116380
    },
    {
      "epoch": 311.58,
      "grad_norm": 0.9434517025947571,
      "learning_rate": 3.359345794248445e-06,
      "loss": 0.3615,
      "step": 1116390
    },
    {
      "epoch": 311.58,
      "grad_norm": 0.9460456967353821,
      "learning_rate": 3.359321424991741e-06,
      "loss": 0.3355,
      "step": 1116400
    },
    {
      "epoch": 311.59,
      "grad_norm": 1.0196963548660278,
      "learning_rate": 3.3592970555998647e-06,
      "loss": 0.3717,
      "step": 1116410
    },
    {
      "epoch": 311.59,
      "grad_norm": 1.1678441762924194,
      "learning_rate": 3.3592726860728177e-06,
      "loss": 0.36,
      "step": 1116420
    },
    {
      "epoch": 311.59,
      "grad_norm": 1.0516035556793213,
      "learning_rate": 3.3592483164106055e-06,
      "loss": 0.3561,
      "step": 1116430
    },
    {
      "epoch": 311.59,
      "grad_norm": 0.9174450635910034,
      "learning_rate": 3.3592239466132296e-06,
      "loss": 0.3505,
      "step": 1116440
    },
    {
      "epoch": 311.6,
      "grad_norm": 1.185457468032837,
      "learning_rate": 3.359199576680694e-06,
      "loss": 0.3545,
      "step": 1116450
    },
    {
      "epoch": 311.6,
      "grad_norm": 1.1210607290267944,
      "learning_rate": 3.359175206613002e-06,
      "loss": 0.3522,
      "step": 1116460
    },
    {
      "epoch": 311.6,
      "grad_norm": 0.9156119227409363,
      "learning_rate": 3.359150836410156e-06,
      "loss": 0.3518,
      "step": 1116470
    },
    {
      "epoch": 311.6,
      "grad_norm": 1.2039998769760132,
      "learning_rate": 3.3591264660721607e-06,
      "loss": 0.3523,
      "step": 1116480
    },
    {
      "epoch": 311.61,
      "grad_norm": 0.9052188992500305,
      "learning_rate": 3.359102095599018e-06,
      "loss": 0.3607,
      "step": 1116490
    },
    {
      "epoch": 311.61,
      "grad_norm": 1.173150658607483,
      "learning_rate": 3.359077724990732e-06,
      "loss": 0.3795,
      "step": 1116500
    },
    {
      "epoch": 311.61,
      "grad_norm": 1.0093907117843628,
      "learning_rate": 3.3590533542473054e-06,
      "loss": 0.3462,
      "step": 1116510
    },
    {
      "epoch": 311.62,
      "grad_norm": 1.2376275062561035,
      "learning_rate": 3.359028983368742e-06,
      "loss": 0.3557,
      "step": 1116520
    },
    {
      "epoch": 311.62,
      "grad_norm": 0.9909741878509521,
      "learning_rate": 3.359004612355044e-06,
      "loss": 0.36,
      "step": 1116530
    },
    {
      "epoch": 311.62,
      "grad_norm": 1.1306918859481812,
      "learning_rate": 3.3589802412062154e-06,
      "loss": 0.3753,
      "step": 1116540
    },
    {
      "epoch": 311.62,
      "grad_norm": 0.9011566042900085,
      "learning_rate": 3.3589558699222595e-06,
      "loss": 0.3474,
      "step": 1116550
    },
    {
      "epoch": 311.63,
      "grad_norm": 0.9367057085037231,
      "learning_rate": 3.3589314985031798e-06,
      "loss": 0.3506,
      "step": 1116560
    },
    {
      "epoch": 311.63,
      "grad_norm": 0.9524375200271606,
      "learning_rate": 3.3589071269489792e-06,
      "loss": 0.3471,
      "step": 1116570
    },
    {
      "epoch": 311.63,
      "grad_norm": 0.920914888381958,
      "learning_rate": 3.3588827552596604e-06,
      "loss": 0.3659,
      "step": 1116580
    },
    {
      "epoch": 311.64,
      "grad_norm": 0.9435997605323792,
      "learning_rate": 3.358858383435228e-06,
      "loss": 0.3676,
      "step": 1116590
    },
    {
      "epoch": 311.64,
      "grad_norm": 1.0276250839233398,
      "learning_rate": 3.3588340114756833e-06,
      "loss": 0.3653,
      "step": 1116600
    },
    {
      "epoch": 311.64,
      "grad_norm": 1.003624677658081,
      "learning_rate": 3.358809639381031e-06,
      "loss": 0.3554,
      "step": 1116610
    },
    {
      "epoch": 311.64,
      "grad_norm": 2.110778570175171,
      "learning_rate": 3.3587852671512745e-06,
      "loss": 0.3594,
      "step": 1116620
    },
    {
      "epoch": 311.65,
      "grad_norm": 0.970761775970459,
      "learning_rate": 3.358760894786416e-06,
      "loss": 0.3511,
      "step": 1116630
    },
    {
      "epoch": 311.65,
      "grad_norm": 1.032357096672058,
      "learning_rate": 3.358736522286459e-06,
      "loss": 0.3869,
      "step": 1116640
    },
    {
      "epoch": 311.65,
      "grad_norm": 0.919287383556366,
      "learning_rate": 3.3587121496514086e-06,
      "loss": 0.3545,
      "step": 1116650
    },
    {
      "epoch": 311.66,
      "grad_norm": 0.8480944633483887,
      "learning_rate": 3.3586877768812648e-06,
      "loss": 0.3607,
      "step": 1116660
    },
    {
      "epoch": 311.66,
      "grad_norm": 0.93809974193573,
      "learning_rate": 3.3586634039760327e-06,
      "loss": 0.3553,
      "step": 1116670
    },
    {
      "epoch": 311.66,
      "grad_norm": 1.1410664319992065,
      "learning_rate": 3.358639030935716e-06,
      "loss": 0.3546,
      "step": 1116680
    },
    {
      "epoch": 311.66,
      "grad_norm": 0.9693716764450073,
      "learning_rate": 3.3586146577603167e-06,
      "loss": 0.3369,
      "step": 1116690
    },
    {
      "epoch": 311.67,
      "grad_norm": 0.833234965801239,
      "learning_rate": 3.358590284449839e-06,
      "loss": 0.3568,
      "step": 1116700
    },
    {
      "epoch": 311.67,
      "grad_norm": 1.3005867004394531,
      "learning_rate": 3.3585659110042856e-06,
      "loss": 0.3658,
      "step": 1116710
    },
    {
      "epoch": 311.67,
      "grad_norm": 0.9987257719039917,
      "learning_rate": 3.3585415374236604e-06,
      "loss": 0.3522,
      "step": 1116720
    },
    {
      "epoch": 311.67,
      "grad_norm": 1.1050223112106323,
      "learning_rate": 3.3585171637079656e-06,
      "loss": 0.3648,
      "step": 1116730
    },
    {
      "epoch": 311.68,
      "grad_norm": 1.1862742900848389,
      "learning_rate": 3.358492789857205e-06,
      "loss": 0.3605,
      "step": 1116740
    },
    {
      "epoch": 311.68,
      "grad_norm": 1.2008061408996582,
      "learning_rate": 3.358468415871382e-06,
      "loss": 0.3443,
      "step": 1116750
    },
    {
      "epoch": 311.68,
      "grad_norm": 0.9249036908149719,
      "learning_rate": 3.3584440417505e-06,
      "loss": 0.3405,
      "step": 1116760
    },
    {
      "epoch": 311.69,
      "grad_norm": 0.8609046339988708,
      "learning_rate": 3.3584196674945616e-06,
      "loss": 0.3499,
      "step": 1116770
    },
    {
      "epoch": 311.69,
      "grad_norm": 0.8992581367492676,
      "learning_rate": 3.3583952931035706e-06,
      "loss": 0.3489,
      "step": 1116780
    },
    {
      "epoch": 311.69,
      "grad_norm": 1.062308669090271,
      "learning_rate": 3.35837091857753e-06,
      "loss": 0.3537,
      "step": 1116790
    },
    {
      "epoch": 311.69,
      "grad_norm": 1.1954832077026367,
      "learning_rate": 3.3583465439164427e-06,
      "loss": 0.3431,
      "step": 1116800
    },
    {
      "epoch": 311.7,
      "grad_norm": 1.0834460258483887,
      "learning_rate": 3.358322169120313e-06,
      "loss": 0.3604,
      "step": 1116810
    },
    {
      "epoch": 311.7,
      "grad_norm": 0.9768767952919006,
      "learning_rate": 3.358297794189143e-06,
      "loss": 0.3576,
      "step": 1116820
    },
    {
      "epoch": 311.7,
      "grad_norm": 1.0583494901657104,
      "learning_rate": 3.3582734191229357e-06,
      "loss": 0.3537,
      "step": 1116830
    },
    {
      "epoch": 311.71,
      "grad_norm": 0.9848024249076843,
      "learning_rate": 3.358249043921696e-06,
      "loss": 0.3566,
      "step": 1116840
    },
    {
      "epoch": 311.71,
      "grad_norm": 0.9591555595397949,
      "learning_rate": 3.3582246685854264e-06,
      "loss": 0.3594,
      "step": 1116850
    },
    {
      "epoch": 311.71,
      "grad_norm": 1.2549372911453247,
      "learning_rate": 3.3582002931141296e-06,
      "loss": 0.3505,
      "step": 1116860
    },
    {
      "epoch": 311.71,
      "grad_norm": 1.188019871711731,
      "learning_rate": 3.3581759175078095e-06,
      "loss": 0.3667,
      "step": 1116870
    },
    {
      "epoch": 311.72,
      "grad_norm": 1.0141398906707764,
      "learning_rate": 3.3581515417664684e-06,
      "loss": 0.3519,
      "step": 1116880
    },
    {
      "epoch": 311.72,
      "grad_norm": 1.1854770183563232,
      "learning_rate": 3.3581271658901103e-06,
      "loss": 0.3452,
      "step": 1116890
    },
    {
      "epoch": 311.72,
      "grad_norm": 1.1778011322021484,
      "learning_rate": 3.3581027898787386e-06,
      "loss": 0.3622,
      "step": 1116900
    },
    {
      "epoch": 311.72,
      "grad_norm": 1.0380545854568481,
      "learning_rate": 3.358078413732356e-06,
      "loss": 0.3627,
      "step": 1116910
    },
    {
      "epoch": 311.73,
      "grad_norm": 0.8858835101127625,
      "learning_rate": 3.3580540374509664e-06,
      "loss": 0.3617,
      "step": 1116920
    },
    {
      "epoch": 311.73,
      "grad_norm": 0.9675312042236328,
      "learning_rate": 3.3580296610345727e-06,
      "loss": 0.3462,
      "step": 1116930
    },
    {
      "epoch": 311.73,
      "grad_norm": 0.8952320218086243,
      "learning_rate": 3.358005284483178e-06,
      "loss": 0.367,
      "step": 1116940
    },
    {
      "epoch": 311.74,
      "grad_norm": 1.001625895500183,
      "learning_rate": 3.3579809077967854e-06,
      "loss": 0.3614,
      "step": 1116950
    },
    {
      "epoch": 311.74,
      "grad_norm": 1.2958271503448486,
      "learning_rate": 3.357956530975398e-06,
      "loss": 0.3626,
      "step": 1116960
    },
    {
      "epoch": 311.74,
      "grad_norm": 0.9240957498550415,
      "learning_rate": 3.3579321540190206e-06,
      "loss": 0.3512,
      "step": 1116970
    },
    {
      "epoch": 311.74,
      "grad_norm": 1.1303714513778687,
      "learning_rate": 3.3579077769276543e-06,
      "loss": 0.3492,
      "step": 1116980
    },
    {
      "epoch": 311.75,
      "grad_norm": 1.1044752597808838,
      "learning_rate": 3.3578833997013036e-06,
      "loss": 0.3595,
      "step": 1116990
    },
    {
      "epoch": 311.75,
      "grad_norm": 0.9882130026817322,
      "learning_rate": 3.3578590223399714e-06,
      "loss": 0.3585,
      "step": 1117000
    },
    {
      "epoch": 311.75,
      "grad_norm": 1.0643936395645142,
      "learning_rate": 3.357834644843662e-06,
      "loss": 0.3522,
      "step": 1117010
    },
    {
      "epoch": 311.76,
      "grad_norm": 1.08485746383667,
      "learning_rate": 3.3578102672123765e-06,
      "loss": 0.3542,
      "step": 1117020
    },
    {
      "epoch": 311.76,
      "grad_norm": 1.059268832206726,
      "learning_rate": 3.3577858894461194e-06,
      "loss": 0.3496,
      "step": 1117030
    },
    {
      "epoch": 311.76,
      "grad_norm": 0.9587967395782471,
      "learning_rate": 3.357761511544894e-06,
      "loss": 0.3481,
      "step": 1117040
    },
    {
      "epoch": 311.76,
      "grad_norm": 1.1608349084854126,
      "learning_rate": 3.357737133508703e-06,
      "loss": 0.3562,
      "step": 1117050
    },
    {
      "epoch": 311.77,
      "grad_norm": 1.1731152534484863,
      "learning_rate": 3.3577127553375505e-06,
      "loss": 0.3674,
      "step": 1117060
    },
    {
      "epoch": 311.77,
      "grad_norm": 1.2996158599853516,
      "learning_rate": 3.3576883770314395e-06,
      "loss": 0.3602,
      "step": 1117070
    },
    {
      "epoch": 311.77,
      "grad_norm": 1.0585336685180664,
      "learning_rate": 3.3576639985903728e-06,
      "loss": 0.3537,
      "step": 1117080
    },
    {
      "epoch": 311.78,
      "grad_norm": 1.107412338256836,
      "learning_rate": 3.3576396200143534e-06,
      "loss": 0.3467,
      "step": 1117090
    },
    {
      "epoch": 311.78,
      "grad_norm": 3.7082433700561523,
      "learning_rate": 3.357615241303386e-06,
      "loss": 0.3469,
      "step": 1117100
    },
    {
      "epoch": 311.78,
      "grad_norm": 0.9961944818496704,
      "learning_rate": 3.357590862457472e-06,
      "loss": 0.3436,
      "step": 1117110
    },
    {
      "epoch": 311.78,
      "grad_norm": 1.0053461790084839,
      "learning_rate": 3.357566483476616e-06,
      "loss": 0.3714,
      "step": 1117120
    },
    {
      "epoch": 311.79,
      "grad_norm": 0.9876667857170105,
      "learning_rate": 3.3575421043608202e-06,
      "loss": 0.3471,
      "step": 1117130
    },
    {
      "epoch": 311.79,
      "grad_norm": 0.8633534908294678,
      "learning_rate": 3.357517725110089e-06,
      "loss": 0.3494,
      "step": 1117140
    },
    {
      "epoch": 311.79,
      "grad_norm": 0.9755966067314148,
      "learning_rate": 3.3574933457244253e-06,
      "loss": 0.3611,
      "step": 1117150
    },
    {
      "epoch": 311.79,
      "grad_norm": 0.9158399105072021,
      "learning_rate": 3.357468966203831e-06,
      "loss": 0.352,
      "step": 1117160
    },
    {
      "epoch": 311.8,
      "grad_norm": 1.0382276773452759,
      "learning_rate": 3.357444586548311e-06,
      "loss": 0.3431,
      "step": 1117170
    },
    {
      "epoch": 311.8,
      "grad_norm": 0.8990820050239563,
      "learning_rate": 3.357420206757868e-06,
      "loss": 0.3421,
      "step": 1117180
    },
    {
      "epoch": 311.8,
      "grad_norm": 1.3061845302581787,
      "learning_rate": 3.357395826832505e-06,
      "loss": 0.3584,
      "step": 1117190
    },
    {
      "epoch": 311.81,
      "grad_norm": 1.0453693866729736,
      "learning_rate": 3.357371446772226e-06,
      "loss": 0.3582,
      "step": 1117200
    },
    {
      "epoch": 311.81,
      "grad_norm": 1.0448359251022339,
      "learning_rate": 3.3573470665770334e-06,
      "loss": 0.3644,
      "step": 1117210
    },
    {
      "epoch": 311.81,
      "grad_norm": 0.9009709358215332,
      "learning_rate": 3.357322686246931e-06,
      "loss": 0.3579,
      "step": 1117220
    },
    {
      "epoch": 311.81,
      "grad_norm": 1.0526001453399658,
      "learning_rate": 3.3572983057819216e-06,
      "loss": 0.3569,
      "step": 1117230
    },
    {
      "epoch": 311.82,
      "grad_norm": 1.0869531631469727,
      "learning_rate": 3.3572739251820085e-06,
      "loss": 0.3583,
      "step": 1117240
    },
    {
      "epoch": 311.82,
      "grad_norm": 0.9287174344062805,
      "learning_rate": 3.357249544447195e-06,
      "loss": 0.3675,
      "step": 1117250
    },
    {
      "epoch": 311.82,
      "grad_norm": 1.0806610584259033,
      "learning_rate": 3.3572251635774843e-06,
      "loss": 0.3538,
      "step": 1117260
    },
    {
      "epoch": 311.83,
      "grad_norm": 1.0449649095535278,
      "learning_rate": 3.35720078257288e-06,
      "loss": 0.3601,
      "step": 1117270
    },
    {
      "epoch": 311.83,
      "grad_norm": 1.0122376680374146,
      "learning_rate": 3.3571764014333853e-06,
      "loss": 0.3629,
      "step": 1117280
    },
    {
      "epoch": 311.83,
      "grad_norm": 1.0170496702194214,
      "learning_rate": 3.3571520201590036e-06,
      "loss": 0.3763,
      "step": 1117290
    },
    {
      "epoch": 311.83,
      "grad_norm": 0.9615156054496765,
      "learning_rate": 3.3571276387497378e-06,
      "loss": 0.3289,
      "step": 1117300
    },
    {
      "epoch": 311.84,
      "grad_norm": 1.1308940649032593,
      "learning_rate": 3.3571032572055904e-06,
      "loss": 0.3583,
      "step": 1117310
    },
    {
      "epoch": 311.84,
      "grad_norm": 1.0560611486434937,
      "learning_rate": 3.357078875526565e-06,
      "loss": 0.3508,
      "step": 1117320
    },
    {
      "epoch": 311.84,
      "grad_norm": 2.8705523014068604,
      "learning_rate": 3.3570544937126664e-06,
      "loss": 0.3429,
      "step": 1117330
    },
    {
      "epoch": 311.84,
      "grad_norm": 1.051632285118103,
      "learning_rate": 3.357030111763896e-06,
      "loss": 0.3597,
      "step": 1117340
    },
    {
      "epoch": 311.85,
      "grad_norm": 0.932452917098999,
      "learning_rate": 3.3570057296802582e-06,
      "loss": 0.3475,
      "step": 1117350
    },
    {
      "epoch": 311.85,
      "grad_norm": 1.1072176694869995,
      "learning_rate": 3.3569813474617558e-06,
      "loss": 0.3362,
      "step": 1117360
    },
    {
      "epoch": 311.85,
      "grad_norm": 1.0937609672546387,
      "learning_rate": 3.356956965108392e-06,
      "loss": 0.3642,
      "step": 1117370
    },
    {
      "epoch": 311.86,
      "grad_norm": 0.9360723495483398,
      "learning_rate": 3.35693258262017e-06,
      "loss": 0.3508,
      "step": 1117380
    },
    {
      "epoch": 311.86,
      "grad_norm": 0.9710161089897156,
      "learning_rate": 3.356908199997093e-06,
      "loss": 0.3485,
      "step": 1117390
    },
    {
      "epoch": 311.86,
      "grad_norm": 0.9721217155456543,
      "learning_rate": 3.3568838172391645e-06,
      "loss": 0.3391,
      "step": 1117400
    },
    {
      "epoch": 311.86,
      "grad_norm": 1.1465163230895996,
      "learning_rate": 3.356859434346387e-06,
      "loss": 0.3551,
      "step": 1117410
    },
    {
      "epoch": 311.87,
      "grad_norm": 1.1524591445922852,
      "learning_rate": 3.3568350513187647e-06,
      "loss": 0.3494,
      "step": 1117420
    },
    {
      "epoch": 311.87,
      "grad_norm": 1.1093029975891113,
      "learning_rate": 3.356810668156301e-06,
      "loss": 0.3534,
      "step": 1117430
    },
    {
      "epoch": 311.87,
      "grad_norm": 1.0783928632736206,
      "learning_rate": 3.3567862848589986e-06,
      "loss": 0.3575,
      "step": 1117440
    },
    {
      "epoch": 311.88,
      "grad_norm": 1.1017612218856812,
      "learning_rate": 3.3567619014268605e-06,
      "loss": 0.3578,
      "step": 1117450
    },
    {
      "epoch": 311.88,
      "grad_norm": 0.9850524067878723,
      "learning_rate": 3.3567375178598905e-06,
      "loss": 0.3598,
      "step": 1117460
    },
    {
      "epoch": 311.88,
      "grad_norm": 1.017593502998352,
      "learning_rate": 3.3567131341580915e-06,
      "loss": 0.3337,
      "step": 1117470
    },
    {
      "epoch": 311.88,
      "grad_norm": 1.0071941614151,
      "learning_rate": 3.3566887503214664e-06,
      "loss": 0.3704,
      "step": 1117480
    },
    {
      "epoch": 311.89,
      "grad_norm": 1.0853610038757324,
      "learning_rate": 3.356664366350019e-06,
      "loss": 0.3414,
      "step": 1117490
    },
    {
      "epoch": 311.89,
      "grad_norm": 1.0681511163711548,
      "learning_rate": 3.356639982243753e-06,
      "loss": 0.3553,
      "step": 1117500
    },
    {
      "epoch": 311.89,
      "grad_norm": 1.2141293287277222,
      "learning_rate": 3.3566155980026705e-06,
      "loss": 0.3572,
      "step": 1117510
    },
    {
      "epoch": 311.9,
      "grad_norm": 0.8351951837539673,
      "learning_rate": 3.356591213626775e-06,
      "loss": 0.3564,
      "step": 1117520
    },
    {
      "epoch": 311.9,
      "grad_norm": 1.1450448036193848,
      "learning_rate": 3.3565668291160715e-06,
      "loss": 0.3589,
      "step": 1117530
    },
    {
      "epoch": 311.9,
      "grad_norm": 1.0296630859375,
      "learning_rate": 3.3565424444705605e-06,
      "loss": 0.3594,
      "step": 1117540
    },
    {
      "epoch": 311.9,
      "grad_norm": 1.2752317190170288,
      "learning_rate": 3.356518059690247e-06,
      "loss": 0.3555,
      "step": 1117550
    },
    {
      "epoch": 311.91,
      "grad_norm": 0.9331573843955994,
      "learning_rate": 3.3564936747751335e-06,
      "loss": 0.374,
      "step": 1117560
    },
    {
      "epoch": 311.91,
      "grad_norm": 0.8800953030586243,
      "learning_rate": 3.3564692897252235e-06,
      "loss": 0.3437,
      "step": 1117570
    },
    {
      "epoch": 311.91,
      "grad_norm": 1.073068618774414,
      "learning_rate": 3.35644490454052e-06,
      "loss": 0.3613,
      "step": 1117580
    },
    {
      "epoch": 311.91,
      "grad_norm": 0.9338083863258362,
      "learning_rate": 3.356420519221027e-06,
      "loss": 0.3456,
      "step": 1117590
    },
    {
      "epoch": 311.92,
      "grad_norm": 0.918801486492157,
      "learning_rate": 3.356396133766748e-06,
      "loss": 0.3494,
      "step": 1117600
    },
    {
      "epoch": 311.92,
      "grad_norm": 1.0707581043243408,
      "learning_rate": 3.356371748177685e-06,
      "loss": 0.3554,
      "step": 1117610
    },
    {
      "epoch": 311.92,
      "grad_norm": 0.9205469489097595,
      "learning_rate": 3.3563473624538415e-06,
      "loss": 0.3422,
      "step": 1117620
    },
    {
      "epoch": 311.93,
      "grad_norm": 0.9776990413665771,
      "learning_rate": 3.356322976595221e-06,
      "loss": 0.3538,
      "step": 1117630
    },
    {
      "epoch": 311.93,
      "grad_norm": 30.318506240844727,
      "learning_rate": 3.3562985906018268e-06,
      "loss": 0.3497,
      "step": 1117640
    },
    {
      "epoch": 311.93,
      "grad_norm": 0.975784420967102,
      "learning_rate": 3.3562742044736625e-06,
      "loss": 0.3647,
      "step": 1117650
    },
    {
      "epoch": 311.93,
      "grad_norm": 0.8981764316558838,
      "learning_rate": 3.3562498182107306e-06,
      "loss": 0.3524,
      "step": 1117660
    },
    {
      "epoch": 311.94,
      "grad_norm": 1.2405544519424438,
      "learning_rate": 3.3562254318130345e-06,
      "loss": 0.366,
      "step": 1117670
    },
    {
      "epoch": 311.94,
      "grad_norm": 0.9459453225135803,
      "learning_rate": 3.3562010452805784e-06,
      "loss": 0.3486,
      "step": 1117680
    },
    {
      "epoch": 311.94,
      "grad_norm": 1.1019047498703003,
      "learning_rate": 3.356176658613364e-06,
      "loss": 0.3654,
      "step": 1117690
    },
    {
      "epoch": 311.95,
      "grad_norm": 1.1389648914337158,
      "learning_rate": 3.3561522718113952e-06,
      "loss": 0.374,
      "step": 1117700
    },
    {
      "epoch": 311.95,
      "grad_norm": 0.8601198792457581,
      "learning_rate": 3.3561278848746757e-06,
      "loss": 0.3655,
      "step": 1117710
    },
    {
      "epoch": 311.95,
      "grad_norm": 0.9138124585151672,
      "learning_rate": 3.356103497803209e-06,
      "loss": 0.352,
      "step": 1117720
    },
    {
      "epoch": 311.95,
      "grad_norm": 0.9275758266448975,
      "learning_rate": 3.356079110596997e-06,
      "loss": 0.3627,
      "step": 1117730
    },
    {
      "epoch": 311.96,
      "grad_norm": 1.120887041091919,
      "learning_rate": 3.356054723256044e-06,
      "loss": 0.372,
      "step": 1117740
    },
    {
      "epoch": 311.96,
      "grad_norm": 1.0626797676086426,
      "learning_rate": 3.3560303357803534e-06,
      "loss": 0.3448,
      "step": 1117750
    },
    {
      "epoch": 311.96,
      "grad_norm": 0.9792998433113098,
      "learning_rate": 3.3560059481699276e-06,
      "loss": 0.3439,
      "step": 1117760
    },
    {
      "epoch": 311.96,
      "grad_norm": 1.1164623498916626,
      "learning_rate": 3.35598156042477e-06,
      "loss": 0.3535,
      "step": 1117770
    },
    {
      "epoch": 311.97,
      "grad_norm": 1.1989060640335083,
      "learning_rate": 3.3559571725448842e-06,
      "loss": 0.3692,
      "step": 1117780
    },
    {
      "epoch": 311.97,
      "grad_norm": 0.8908922076225281,
      "learning_rate": 3.3559327845302734e-06,
      "loss": 0.3541,
      "step": 1117790
    },
    {
      "epoch": 311.97,
      "grad_norm": 1.1477938890457153,
      "learning_rate": 3.355908396380941e-06,
      "loss": 0.3511,
      "step": 1117800
    },
    {
      "epoch": 311.98,
      "grad_norm": 0.9579594135284424,
      "learning_rate": 3.3558840080968903e-06,
      "loss": 0.3528,
      "step": 1117810
    },
    {
      "epoch": 311.98,
      "grad_norm": 0.9905894994735718,
      "learning_rate": 3.355859619678124e-06,
      "loss": 0.3504,
      "step": 1117820
    },
    {
      "epoch": 311.98,
      "grad_norm": 0.9777256846427917,
      "learning_rate": 3.3558352311246453e-06,
      "loss": 0.3666,
      "step": 1117830
    },
    {
      "epoch": 311.98,
      "grad_norm": 1.1296648979187012,
      "learning_rate": 3.3558108424364586e-06,
      "loss": 0.3446,
      "step": 1117840
    },
    {
      "epoch": 311.99,
      "grad_norm": 1.097779393196106,
      "learning_rate": 3.3557864536135657e-06,
      "loss": 0.3357,
      "step": 1117850
    },
    {
      "epoch": 311.99,
      "grad_norm": 0.9143494963645935,
      "learning_rate": 3.35576206465597e-06,
      "loss": 0.3545,
      "step": 1117860
    },
    {
      "epoch": 311.99,
      "grad_norm": 1.2183595895767212,
      "learning_rate": 3.3557376755636757e-06,
      "loss": 0.3452,
      "step": 1117870
    },
    {
      "epoch": 312.0,
      "grad_norm": 0.8264578580856323,
      "learning_rate": 3.355713286336686e-06,
      "loss": 0.3614,
      "step": 1117880
    },
    {
      "epoch": 312.0,
      "grad_norm": 1.0602567195892334,
      "learning_rate": 3.3556888969750034e-06,
      "loss": 0.3388,
      "step": 1117890
    },
    {
      "epoch": 312.0,
      "eval_loss": 0.3556196391582489,
      "eval_runtime": 63.4291,
      "eval_samples_per_second": 79.758,
      "eval_steps_per_second": 9.98,
      "step": 1117896
    },
    {
      "epoch": 312.0,
      "grad_norm": 1.2154042720794678,
      "learning_rate": 3.3556645074786312e-06,
      "loss": 0.354,
      "step": 1117900
    },
    {
      "epoch": 312.0,
      "grad_norm": 1.1744834184646606,
      "learning_rate": 3.3556401178475736e-06,
      "loss": 0.3545,
      "step": 1117910
    },
    {
      "epoch": 312.01,
      "grad_norm": 1.1057004928588867,
      "learning_rate": 3.355615728081832e-06,
      "loss": 0.3398,
      "step": 1117920
    },
    {
      "epoch": 312.01,
      "grad_norm": 0.9559036493301392,
      "learning_rate": 3.3555913381814114e-06,
      "loss": 0.3707,
      "step": 1117930
    },
    {
      "epoch": 312.01,
      "grad_norm": 0.9999481439590454,
      "learning_rate": 3.3555669481463153e-06,
      "loss": 0.361,
      "step": 1117940
    },
    {
      "epoch": 312.02,
      "grad_norm": 0.9697489738464355,
      "learning_rate": 3.3555425579765447e-06,
      "loss": 0.3543,
      "step": 1117950
    },
    {
      "epoch": 312.02,
      "grad_norm": 1.0928590297698975,
      "learning_rate": 3.3555181676721052e-06,
      "loss": 0.3556,
      "step": 1117960
    },
    {
      "epoch": 312.02,
      "grad_norm": 1.0338200330734253,
      "learning_rate": 3.3554937772329985e-06,
      "loss": 0.3463,
      "step": 1117970
    },
    {
      "epoch": 312.02,
      "grad_norm": 1.01296067237854,
      "learning_rate": 3.355469386659229e-06,
      "loss": 0.3633,
      "step": 1117980
    },
    {
      "epoch": 312.03,
      "grad_norm": 1.000713586807251,
      "learning_rate": 3.3554449959507987e-06,
      "loss": 0.3622,
      "step": 1117990
    },
    {
      "epoch": 312.03,
      "grad_norm": 0.923827588558197,
      "learning_rate": 3.355420605107711e-06,
      "loss": 0.3598,
      "step": 1118000
    },
    {
      "epoch": 312.03,
      "grad_norm": 1.3000168800354004,
      "learning_rate": 3.355396214129971e-06,
      "loss": 0.3481,
      "step": 1118010
    },
    {
      "epoch": 312.03,
      "grad_norm": 1.0728927850723267,
      "learning_rate": 3.3553718230175802e-06,
      "loss": 0.3483,
      "step": 1118020
    },
    {
      "epoch": 312.04,
      "grad_norm": 1.1469037532806396,
      "learning_rate": 3.3553474317705426e-06,
      "loss": 0.3467,
      "step": 1118030
    },
    {
      "epoch": 312.04,
      "grad_norm": 1.093415379524231,
      "learning_rate": 3.35532304038886e-06,
      "loss": 0.3481,
      "step": 1118040
    },
    {
      "epoch": 312.04,
      "grad_norm": 1.0557806491851807,
      "learning_rate": 3.355298648872538e-06,
      "loss": 0.3544,
      "step": 1118050
    },
    {
      "epoch": 312.05,
      "grad_norm": 0.9478030204772949,
      "learning_rate": 3.3552742572215775e-06,
      "loss": 0.3415,
      "step": 1118060
    },
    {
      "epoch": 312.05,
      "grad_norm": 1.0446655750274658,
      "learning_rate": 3.3552498654359835e-06,
      "loss": 0.3628,
      "step": 1118070
    },
    {
      "epoch": 312.05,
      "grad_norm": 1.0474737882614136,
      "learning_rate": 3.3552254735157584e-06,
      "loss": 0.3498,
      "step": 1118080
    },
    {
      "epoch": 312.05,
      "grad_norm": 0.8954707384109497,
      "learning_rate": 3.355201081460906e-06,
      "loss": 0.365,
      "step": 1118090
    },
    {
      "epoch": 312.06,
      "grad_norm": 0.8675271272659302,
      "learning_rate": 3.355176689271429e-06,
      "loss": 0.3666,
      "step": 1118100
    },
    {
      "epoch": 312.06,
      "grad_norm": 1.0657703876495361,
      "learning_rate": 3.355152296947331e-06,
      "loss": 0.356,
      "step": 1118110
    },
    {
      "epoch": 312.06,
      "grad_norm": 0.9955344200134277,
      "learning_rate": 3.355127904488614e-06,
      "loss": 0.3535,
      "step": 1118120
    },
    {
      "epoch": 312.07,
      "grad_norm": 1.1117151975631714,
      "learning_rate": 3.3551035118952838e-06,
      "loss": 0.3716,
      "step": 1118130
    },
    {
      "epoch": 312.07,
      "grad_norm": 1.0340451002120972,
      "learning_rate": 3.3550791191673407e-06,
      "loss": 0.3543,
      "step": 1118140
    },
    {
      "epoch": 312.07,
      "grad_norm": 1.1441892385482788,
      "learning_rate": 3.35505472630479e-06,
      "loss": 0.3651,
      "step": 1118150
    },
    {
      "epoch": 312.07,
      "grad_norm": 1.0735913515090942,
      "learning_rate": 3.3550303333076346e-06,
      "loss": 0.3718,
      "step": 1118160
    },
    {
      "epoch": 312.08,
      "grad_norm": 1.1595045328140259,
      "learning_rate": 3.355005940175878e-06,
      "loss": 0.3529,
      "step": 1118170
    },
    {
      "epoch": 312.08,
      "grad_norm": 1.1353740692138672,
      "learning_rate": 3.3549815469095226e-06,
      "loss": 0.3581,
      "step": 1118180
    },
    {
      "epoch": 312.08,
      "grad_norm": 1.0844566822052002,
      "learning_rate": 3.3549571535085712e-06,
      "loss": 0.3575,
      "step": 1118190
    },
    {
      "epoch": 312.08,
      "grad_norm": 1.0925781726837158,
      "learning_rate": 3.3549327599730293e-06,
      "loss": 0.3472,
      "step": 1118200
    },
    {
      "epoch": 312.09,
      "grad_norm": 1.0111017227172852,
      "learning_rate": 3.3549083663028976e-06,
      "loss": 0.346,
      "step": 1118210
    },
    {
      "epoch": 312.09,
      "grad_norm": 1.1176050901412964,
      "learning_rate": 3.3548839724981805e-06,
      "loss": 0.3504,
      "step": 1118220
    },
    {
      "epoch": 312.09,
      "grad_norm": 0.9595662355422974,
      "learning_rate": 3.3548595785588816e-06,
      "loss": 0.3611,
      "step": 1118230
    },
    {
      "epoch": 312.1,
      "grad_norm": 1.0421818494796753,
      "learning_rate": 3.3548351844850036e-06,
      "loss": 0.3654,
      "step": 1118240
    },
    {
      "epoch": 312.1,
      "grad_norm": 0.9407152533531189,
      "learning_rate": 3.3548107902765503e-06,
      "loss": 0.3432,
      "step": 1118250
    },
    {
      "epoch": 312.1,
      "grad_norm": 0.9866044521331787,
      "learning_rate": 3.354786395933524e-06,
      "loss": 0.3431,
      "step": 1118260
    },
    {
      "epoch": 312.1,
      "grad_norm": 1.0425015687942505,
      "learning_rate": 3.3547620014559284e-06,
      "loss": 0.3489,
      "step": 1118270
    },
    {
      "epoch": 312.11,
      "grad_norm": 1.1900111436843872,
      "learning_rate": 3.3547376068437665e-06,
      "loss": 0.3516,
      "step": 1118280
    },
    {
      "epoch": 312.11,
      "grad_norm": 1.0336945056915283,
      "learning_rate": 3.3547132120970423e-06,
      "loss": 0.3517,
      "step": 1118290
    },
    {
      "epoch": 312.11,
      "grad_norm": 1.2777146100997925,
      "learning_rate": 3.354688817215759e-06,
      "loss": 0.3565,
      "step": 1118300
    },
    {
      "epoch": 312.12,
      "grad_norm": 1.1627388000488281,
      "learning_rate": 3.354664422199919e-06,
      "loss": 0.3622,
      "step": 1118310
    },
    {
      "epoch": 312.12,
      "grad_norm": 1.0856560468673706,
      "learning_rate": 3.3546400270495265e-06,
      "loss": 0.3559,
      "step": 1118320
    },
    {
      "epoch": 312.12,
      "grad_norm": 1.0326409339904785,
      "learning_rate": 3.354615631764584e-06,
      "loss": 0.3509,
      "step": 1118330
    },
    {
      "epoch": 312.12,
      "grad_norm": 1.071872591972351,
      "learning_rate": 3.354591236345095e-06,
      "loss": 0.3595,
      "step": 1118340
    },
    {
      "epoch": 312.13,
      "grad_norm": 0.9823352098464966,
      "learning_rate": 3.3545668407910623e-06,
      "loss": 0.3573,
      "step": 1118350
    },
    {
      "epoch": 312.13,
      "grad_norm": 0.9864364266395569,
      "learning_rate": 3.3545424451024905e-06,
      "loss": 0.3411,
      "step": 1118360
    },
    {
      "epoch": 312.13,
      "grad_norm": 1.099704623222351,
      "learning_rate": 3.354518049279381e-06,
      "loss": 0.3557,
      "step": 1118370
    },
    {
      "epoch": 312.14,
      "grad_norm": 1.1059396266937256,
      "learning_rate": 3.3544936533217387e-06,
      "loss": 0.3554,
      "step": 1118380
    },
    {
      "epoch": 312.14,
      "grad_norm": 1.0132930278778076,
      "learning_rate": 3.354469257229566e-06,
      "loss": 0.3504,
      "step": 1118390
    },
    {
      "epoch": 312.14,
      "grad_norm": 1.0349231958389282,
      "learning_rate": 3.354444861002866e-06,
      "loss": 0.3735,
      "step": 1118400
    },
    {
      "epoch": 312.14,
      "grad_norm": 1.0189703702926636,
      "learning_rate": 3.3544204646416424e-06,
      "loss": 0.3694,
      "step": 1118410
    },
    {
      "epoch": 312.15,
      "grad_norm": 1.0997332334518433,
      "learning_rate": 3.3543960681458986e-06,
      "loss": 0.355,
      "step": 1118420
    },
    {
      "epoch": 312.15,
      "grad_norm": 0.9370135068893433,
      "learning_rate": 3.354371671515637e-06,
      "loss": 0.373,
      "step": 1118430
    },
    {
      "epoch": 312.15,
      "grad_norm": 0.9780500531196594,
      "learning_rate": 3.3543472747508616e-06,
      "loss": 0.3682,
      "step": 1118440
    },
    {
      "epoch": 312.15,
      "grad_norm": 1.1083544492721558,
      "learning_rate": 3.3543228778515753e-06,
      "loss": 0.3637,
      "step": 1118450
    },
    {
      "epoch": 312.16,
      "grad_norm": 0.8753315210342407,
      "learning_rate": 3.3542984808177817e-06,
      "loss": 0.351,
      "step": 1118460
    },
    {
      "epoch": 312.16,
      "grad_norm": 1.2600406408309937,
      "learning_rate": 3.3542740836494836e-06,
      "loss": 0.3666,
      "step": 1118470
    },
    {
      "epoch": 312.16,
      "grad_norm": 0.9285057783126831,
      "learning_rate": 3.354249686346685e-06,
      "loss": 0.3474,
      "step": 1118480
    },
    {
      "epoch": 312.17,
      "grad_norm": 1.209939956665039,
      "learning_rate": 3.354225288909389e-06,
      "loss": 0.3526,
      "step": 1118490
    },
    {
      "epoch": 312.17,
      "grad_norm": 1.2219876050949097,
      "learning_rate": 3.354200891337597e-06,
      "loss": 0.3389,
      "step": 1118500
    },
    {
      "epoch": 312.17,
      "grad_norm": 0.9396654367446899,
      "learning_rate": 3.3541764936313146e-06,
      "loss": 0.353,
      "step": 1118510
    },
    {
      "epoch": 312.17,
      "grad_norm": 0.9044024348258972,
      "learning_rate": 3.354152095790544e-06,
      "loss": 0.3569,
      "step": 1118520
    },
    {
      "epoch": 312.18,
      "grad_norm": 0.935168445110321,
      "learning_rate": 3.354127697815288e-06,
      "loss": 0.3462,
      "step": 1118530
    },
    {
      "epoch": 312.18,
      "grad_norm": 1.0083515644073486,
      "learning_rate": 3.354103299705551e-06,
      "loss": 0.3696,
      "step": 1118540
    },
    {
      "epoch": 312.18,
      "grad_norm": 0.9926328659057617,
      "learning_rate": 3.354078901461336e-06,
      "loss": 0.3621,
      "step": 1118550
    },
    {
      "epoch": 312.19,
      "grad_norm": 1.141329288482666,
      "learning_rate": 3.354054503082646e-06,
      "loss": 0.3646,
      "step": 1118560
    },
    {
      "epoch": 312.19,
      "grad_norm": 1.1745173931121826,
      "learning_rate": 3.3540301045694835e-06,
      "loss": 0.3725,
      "step": 1118570
    },
    {
      "epoch": 312.19,
      "grad_norm": 1.4500068426132202,
      "learning_rate": 3.3540057059218525e-06,
      "loss": 0.351,
      "step": 1118580
    },
    {
      "epoch": 312.19,
      "grad_norm": 0.9800448417663574,
      "learning_rate": 3.3539813071397567e-06,
      "loss": 0.367,
      "step": 1118590
    },
    {
      "epoch": 312.2,
      "grad_norm": 0.9863194823265076,
      "learning_rate": 3.353956908223199e-06,
      "loss": 0.3647,
      "step": 1118600
    },
    {
      "epoch": 312.2,
      "grad_norm": 0.9071847200393677,
      "learning_rate": 3.3539325091721817e-06,
      "loss": 0.3477,
      "step": 1118610
    },
    {
      "epoch": 312.2,
      "grad_norm": 2.6500072479248047,
      "learning_rate": 3.3539081099867094e-06,
      "loss": 0.3366,
      "step": 1118620
    },
    {
      "epoch": 312.2,
      "grad_norm": 1.1508947610855103,
      "learning_rate": 3.353883710666785e-06,
      "loss": 0.3603,
      "step": 1118630
    },
    {
      "epoch": 312.21,
      "grad_norm": 1.086757779121399,
      "learning_rate": 3.353859311212411e-06,
      "loss": 0.3516,
      "step": 1118640
    },
    {
      "epoch": 312.21,
      "grad_norm": 1.0915614366531372,
      "learning_rate": 3.3538349116235917e-06,
      "loss": 0.3483,
      "step": 1118650
    },
    {
      "epoch": 312.21,
      "grad_norm": 1.0200324058532715,
      "learning_rate": 3.3538105119003288e-06,
      "loss": 0.3587,
      "step": 1118660
    },
    {
      "epoch": 312.22,
      "grad_norm": 1.2291126251220703,
      "learning_rate": 3.3537861120426274e-06,
      "loss": 0.3491,
      "step": 1118670
    },
    {
      "epoch": 312.22,
      "grad_norm": 0.96769779920578,
      "learning_rate": 3.3537617120504895e-06,
      "loss": 0.3451,
      "step": 1118680
    },
    {
      "epoch": 312.22,
      "grad_norm": 0.8951506614685059,
      "learning_rate": 3.3537373119239195e-06,
      "loss": 0.3657,
      "step": 1118690
    },
    {
      "epoch": 312.22,
      "grad_norm": 1.0104771852493286,
      "learning_rate": 3.35371291166292e-06,
      "loss": 0.3424,
      "step": 1118700
    },
    {
      "epoch": 312.23,
      "grad_norm": 1.1592012643814087,
      "learning_rate": 3.353688511267493e-06,
      "loss": 0.3695,
      "step": 1118710
    },
    {
      "epoch": 312.23,
      "grad_norm": 1.0194696187973022,
      "learning_rate": 3.3536641107376435e-06,
      "loss": 0.3746,
      "step": 1118720
    },
    {
      "epoch": 312.23,
      "grad_norm": 0.912282407283783,
      "learning_rate": 3.353639710073374e-06,
      "loss": 0.3501,
      "step": 1118730
    },
    {
      "epoch": 312.24,
      "grad_norm": 0.8101494312286377,
      "learning_rate": 3.3536153092746885e-06,
      "loss": 0.3582,
      "step": 1118740
    },
    {
      "epoch": 312.24,
      "grad_norm": 0.9994655847549438,
      "learning_rate": 3.3535909083415893e-06,
      "loss": 0.3441,
      "step": 1118750
    },
    {
      "epoch": 312.24,
      "grad_norm": 1.0232750177383423,
      "learning_rate": 3.3535665072740792e-06,
      "loss": 0.378,
      "step": 1118760
    },
    {
      "epoch": 312.24,
      "grad_norm": 1.082643985748291,
      "learning_rate": 3.3535421060721636e-06,
      "loss": 0.352,
      "step": 1118770
    },
    {
      "epoch": 312.25,
      "grad_norm": 2.3617019653320312,
      "learning_rate": 3.353517704735844e-06,
      "loss": 0.3608,
      "step": 1118780
    },
    {
      "epoch": 312.25,
      "grad_norm": 1.0311670303344727,
      "learning_rate": 3.353493303265123e-06,
      "loss": 0.3565,
      "step": 1118790
    },
    {
      "epoch": 312.25,
      "grad_norm": 1.4124529361724854,
      "learning_rate": 3.353468901660006e-06,
      "loss": 0.3389,
      "step": 1118800
    },
    {
      "epoch": 312.26,
      "grad_norm": 0.9759119153022766,
      "learning_rate": 3.3534444999204954e-06,
      "loss": 0.3528,
      "step": 1118810
    },
    {
      "epoch": 312.26,
      "grad_norm": 0.9324080348014832,
      "learning_rate": 3.353420098046593e-06,
      "loss": 0.3598,
      "step": 1118820
    },
    {
      "epoch": 312.26,
      "grad_norm": 1.0810127258300781,
      "learning_rate": 3.3533956960383033e-06,
      "loss": 0.3436,
      "step": 1118830
    },
    {
      "epoch": 312.26,
      "grad_norm": 0.9724427461624146,
      "learning_rate": 3.353371293895631e-06,
      "loss": 0.3322,
      "step": 1118840
    },
    {
      "epoch": 312.27,
      "grad_norm": 1.15860915184021,
      "learning_rate": 3.3533468916185772e-06,
      "loss": 0.3716,
      "step": 1118850
    },
    {
      "epoch": 312.27,
      "grad_norm": 0.9687407612800598,
      "learning_rate": 3.3533224892071448e-06,
      "loss": 0.3564,
      "step": 1118860
    },
    {
      "epoch": 312.27,
      "grad_norm": 1.200300931930542,
      "learning_rate": 3.3532980866613385e-06,
      "loss": 0.3598,
      "step": 1118870
    },
    {
      "epoch": 312.27,
      "grad_norm": 0.9580793380737305,
      "learning_rate": 3.3532736839811615e-06,
      "loss": 0.363,
      "step": 1118880
    },
    {
      "epoch": 312.28,
      "grad_norm": 1.065948486328125,
      "learning_rate": 3.3532492811666163e-06,
      "loss": 0.3447,
      "step": 1118890
    },
    {
      "epoch": 312.28,
      "grad_norm": 0.95174241065979,
      "learning_rate": 3.3532248782177063e-06,
      "loss": 0.3673,
      "step": 1118900
    },
    {
      "epoch": 312.28,
      "grad_norm": 0.9696890115737915,
      "learning_rate": 3.3532004751344356e-06,
      "loss": 0.3545,
      "step": 1118910
    },
    {
      "epoch": 312.29,
      "grad_norm": 0.8695924878120422,
      "learning_rate": 3.3531760719168065e-06,
      "loss": 0.3716,
      "step": 1118920
    },
    {
      "epoch": 312.29,
      "grad_norm": 1.0155240297317505,
      "learning_rate": 3.353151668564822e-06,
      "loss": 0.3525,
      "step": 1118930
    },
    {
      "epoch": 312.29,
      "grad_norm": 1.1087579727172852,
      "learning_rate": 3.3531272650784867e-06,
      "loss": 0.3629,
      "step": 1118940
    },
    {
      "epoch": 312.29,
      "grad_norm": 0.956072211265564,
      "learning_rate": 3.353102861457802e-06,
      "loss": 0.3426,
      "step": 1118950
    },
    {
      "epoch": 312.3,
      "grad_norm": 0.9770424962043762,
      "learning_rate": 3.353078457702773e-06,
      "loss": 0.3609,
      "step": 1118960
    },
    {
      "epoch": 312.3,
      "grad_norm": 0.964553713798523,
      "learning_rate": 3.3530540538134013e-06,
      "loss": 0.3385,
      "step": 1118970
    },
    {
      "epoch": 312.3,
      "grad_norm": 1.1657987833023071,
      "learning_rate": 3.353029649789692e-06,
      "loss": 0.3798,
      "step": 1118980
    },
    {
      "epoch": 312.31,
      "grad_norm": 1.0501354932785034,
      "learning_rate": 3.353005245631647e-06,
      "loss": 0.345,
      "step": 1118990
    },
    {
      "epoch": 312.31,
      "grad_norm": 1.0431803464889526,
      "learning_rate": 3.3529808413392695e-06,
      "loss": 0.3592,
      "step": 1119000
    },
    {
      "epoch": 312.31,
      "grad_norm": 0.8788888454437256,
      "learning_rate": 3.3529564369125627e-06,
      "loss": 0.3576,
      "step": 1119010
    },
    {
      "epoch": 312.31,
      "grad_norm": 1.2222487926483154,
      "learning_rate": 3.352932032351531e-06,
      "loss": 0.3438,
      "step": 1119020
    },
    {
      "epoch": 312.32,
      "grad_norm": 1.219495177268982,
      "learning_rate": 3.352907627656176e-06,
      "loss": 0.3632,
      "step": 1119030
    },
    {
      "epoch": 312.32,
      "grad_norm": 1.2314813137054443,
      "learning_rate": 3.352883222826503e-06,
      "loss": 0.3635,
      "step": 1119040
    },
    {
      "epoch": 312.32,
      "grad_norm": 0.9579275250434875,
      "learning_rate": 3.3528588178625134e-06,
      "loss": 0.3554,
      "step": 1119050
    },
    {
      "epoch": 312.32,
      "grad_norm": 1.1561001539230347,
      "learning_rate": 3.3528344127642116e-06,
      "loss": 0.3453,
      "step": 1119060
    },
    {
      "epoch": 312.33,
      "grad_norm": 1.0147913694381714,
      "learning_rate": 3.3528100075316007e-06,
      "loss": 0.3517,
      "step": 1119070
    },
    {
      "epoch": 312.33,
      "grad_norm": 1.1055608987808228,
      "learning_rate": 3.3527856021646827e-06,
      "loss": 0.359,
      "step": 1119080
    },
    {
      "epoch": 312.33,
      "grad_norm": 0.9315077066421509,
      "learning_rate": 3.3527611966634616e-06,
      "loss": 0.3638,
      "step": 1119090
    },
    {
      "epoch": 312.34,
      "grad_norm": 0.9670286774635315,
      "learning_rate": 3.3527367910279418e-06,
      "loss": 0.3624,
      "step": 1119100
    },
    {
      "epoch": 312.34,
      "grad_norm": 1.209130048751831,
      "learning_rate": 3.3527123852581253e-06,
      "loss": 0.3416,
      "step": 1119110
    },
    {
      "epoch": 312.34,
      "grad_norm": 1.0397189855575562,
      "learning_rate": 3.352687979354015e-06,
      "loss": 0.346,
      "step": 1119120
    },
    {
      "epoch": 312.34,
      "grad_norm": 1.006658911705017,
      "learning_rate": 3.3526635733156155e-06,
      "loss": 0.3491,
      "step": 1119130
    },
    {
      "epoch": 312.35,
      "grad_norm": 0.9475663900375366,
      "learning_rate": 3.3526391671429294e-06,
      "loss": 0.3608,
      "step": 1119140
    },
    {
      "epoch": 312.35,
      "grad_norm": 0.9096955060958862,
      "learning_rate": 3.3526147608359593e-06,
      "loss": 0.3607,
      "step": 1119150
    },
    {
      "epoch": 312.35,
      "grad_norm": 0.9417077898979187,
      "learning_rate": 3.3525903543947087e-06,
      "loss": 0.3473,
      "step": 1119160
    },
    {
      "epoch": 312.36,
      "grad_norm": 1.0011605024337769,
      "learning_rate": 3.3525659478191826e-06,
      "loss": 0.3435,
      "step": 1119170
    },
    {
      "epoch": 312.36,
      "grad_norm": 0.9118048548698425,
      "learning_rate": 3.3525415411093815e-06,
      "loss": 0.3442,
      "step": 1119180
    },
    {
      "epoch": 312.36,
      "grad_norm": 1.0007425546646118,
      "learning_rate": 3.3525171342653104e-06,
      "loss": 0.3578,
      "step": 1119190
    },
    {
      "epoch": 312.36,
      "grad_norm": 0.8520992398262024,
      "learning_rate": 3.3524927272869723e-06,
      "loss": 0.3523,
      "step": 1119200
    },
    {
      "epoch": 312.37,
      "grad_norm": 0.9837753176689148,
      "learning_rate": 3.3524683201743706e-06,
      "loss": 0.3473,
      "step": 1119210
    },
    {
      "epoch": 312.37,
      "grad_norm": 1.2502961158752441,
      "learning_rate": 3.3524439129275073e-06,
      "loss": 0.3417,
      "step": 1119220
    },
    {
      "epoch": 312.37,
      "grad_norm": 0.8932677507400513,
      "learning_rate": 3.3524195055463877e-06,
      "loss": 0.3553,
      "step": 1119230
    },
    {
      "epoch": 312.38,
      "grad_norm": 1.0715748071670532,
      "learning_rate": 3.3523950980310125e-06,
      "loss": 0.3647,
      "step": 1119240
    },
    {
      "epoch": 312.38,
      "grad_norm": 1.1421791315078735,
      "learning_rate": 3.3523706903813872e-06,
      "loss": 0.3427,
      "step": 1119250
    },
    {
      "epoch": 312.38,
      "grad_norm": 1.1705427169799805,
      "learning_rate": 3.3523462825975144e-06,
      "loss": 0.3325,
      "step": 1119260
    },
    {
      "epoch": 312.38,
      "grad_norm": 0.9184851050376892,
      "learning_rate": 3.3523218746793967e-06,
      "loss": 0.3607,
      "step": 1119270
    },
    {
      "epoch": 312.39,
      "grad_norm": 0.9212536215782166,
      "learning_rate": 3.352297466627038e-06,
      "loss": 0.3408,
      "step": 1119280
    },
    {
      "epoch": 312.39,
      "grad_norm": 1.3218289613723755,
      "learning_rate": 3.3522730584404414e-06,
      "loss": 0.3651,
      "step": 1119290
    },
    {
      "epoch": 312.39,
      "grad_norm": 1.089770793914795,
      "learning_rate": 3.3522486501196103e-06,
      "loss": 0.3567,
      "step": 1119300
    },
    {
      "epoch": 312.39,
      "grad_norm": 0.9134180545806885,
      "learning_rate": 3.3522242416645473e-06,
      "loss": 0.3482,
      "step": 1119310
    },
    {
      "epoch": 312.4,
      "grad_norm": 0.9001607298851013,
      "learning_rate": 3.352199833075256e-06,
      "loss": 0.3431,
      "step": 1119320
    },
    {
      "epoch": 312.4,
      "grad_norm": 0.9065907597541809,
      "learning_rate": 3.3521754243517407e-06,
      "loss": 0.3569,
      "step": 1119330
    },
    {
      "epoch": 312.4,
      "grad_norm": 1.1124393939971924,
      "learning_rate": 3.3521510154940025e-06,
      "loss": 0.3542,
      "step": 1119340
    },
    {
      "epoch": 312.41,
      "grad_norm": 1.0439848899841309,
      "learning_rate": 3.352126606502047e-06,
      "loss": 0.3657,
      "step": 1119350
    },
    {
      "epoch": 312.41,
      "grad_norm": 1.069864273071289,
      "learning_rate": 3.3521021973758754e-06,
      "loss": 0.3526,
      "step": 1119360
    },
    {
      "epoch": 312.41,
      "grad_norm": 0.8908035755157471,
      "learning_rate": 3.3520777881154925e-06,
      "loss": 0.3506,
      "step": 1119370
    },
    {
      "epoch": 312.41,
      "grad_norm": 1.0688532590866089,
      "learning_rate": 3.3520533787209006e-06,
      "loss": 0.3652,
      "step": 1119380
    },
    {
      "epoch": 312.42,
      "grad_norm": 0.955618679523468,
      "learning_rate": 3.3520289691921035e-06,
      "loss": 0.3317,
      "step": 1119390
    },
    {
      "epoch": 312.42,
      "grad_norm": 0.9470259547233582,
      "learning_rate": 3.352004559529103e-06,
      "loss": 0.356,
      "step": 1119400
    },
    {
      "epoch": 312.42,
      "grad_norm": 1.034156322479248,
      "learning_rate": 3.3519801497319044e-06,
      "loss": 0.3595,
      "step": 1119410
    },
    {
      "epoch": 312.43,
      "grad_norm": 0.9571548700332642,
      "learning_rate": 3.3519557398005104e-06,
      "loss": 0.3512,
      "step": 1119420
    },
    {
      "epoch": 312.43,
      "grad_norm": 1.053065538406372,
      "learning_rate": 3.3519313297349236e-06,
      "loss": 0.3448,
      "step": 1119430
    },
    {
      "epoch": 312.43,
      "grad_norm": 1.0195823907852173,
      "learning_rate": 3.351906919535148e-06,
      "loss": 0.3463,
      "step": 1119440
    },
    {
      "epoch": 312.43,
      "grad_norm": 1.0558470487594604,
      "learning_rate": 3.351882509201186e-06,
      "loss": 0.354,
      "step": 1119450
    },
    {
      "epoch": 312.44,
      "grad_norm": 1.0631872415542603,
      "learning_rate": 3.3518580987330412e-06,
      "loss": 0.3363,
      "step": 1119460
    },
    {
      "epoch": 312.44,
      "grad_norm": 1.3061009645462036,
      "learning_rate": 3.351833688130717e-06,
      "loss": 0.3589,
      "step": 1119470
    },
    {
      "epoch": 312.44,
      "grad_norm": 1.107979655265808,
      "learning_rate": 3.351809277394217e-06,
      "loss": 0.3448,
      "step": 1119480
    },
    {
      "epoch": 312.44,
      "grad_norm": 1.0545530319213867,
      "learning_rate": 3.3517848665235436e-06,
      "loss": 0.3644,
      "step": 1119490
    },
    {
      "epoch": 312.45,
      "grad_norm": 5.960811138153076,
      "learning_rate": 3.3517604555187006e-06,
      "loss": 0.3374,
      "step": 1119500
    },
    {
      "epoch": 312.45,
      "grad_norm": 1.145101547241211,
      "learning_rate": 3.3517360443796913e-06,
      "loss": 0.3541,
      "step": 1119510
    },
    {
      "epoch": 312.45,
      "grad_norm": 0.9265373349189758,
      "learning_rate": 3.3517116331065192e-06,
      "loss": 0.338,
      "step": 1119520
    },
    {
      "epoch": 312.46,
      "grad_norm": 1.069676160812378,
      "learning_rate": 3.351687221699186e-06,
      "loss": 0.352,
      "step": 1119530
    },
    {
      "epoch": 312.46,
      "grad_norm": 1.0094538927078247,
      "learning_rate": 3.351662810157697e-06,
      "loss": 0.3512,
      "step": 1119540
    },
    {
      "epoch": 312.46,
      "grad_norm": 1.0118261575698853,
      "learning_rate": 3.351638398482054e-06,
      "loss": 0.3473,
      "step": 1119550
    },
    {
      "epoch": 312.46,
      "grad_norm": 1.0010102987289429,
      "learning_rate": 3.351613986672261e-06,
      "loss": 0.3375,
      "step": 1119560
    },
    {
      "epoch": 312.47,
      "grad_norm": 0.9156984090805054,
      "learning_rate": 3.3515895747283208e-06,
      "loss": 0.3341,
      "step": 1119570
    },
    {
      "epoch": 312.47,
      "grad_norm": 1.0650341510772705,
      "learning_rate": 3.3515651626502374e-06,
      "loss": 0.3807,
      "step": 1119580
    },
    {
      "epoch": 312.47,
      "grad_norm": 0.9697915315628052,
      "learning_rate": 3.3515407504380133e-06,
      "loss": 0.359,
      "step": 1119590
    },
    {
      "epoch": 312.48,
      "grad_norm": 1.0280122756958008,
      "learning_rate": 3.3515163380916517e-06,
      "loss": 0.3665,
      "step": 1119600
    },
    {
      "epoch": 312.48,
      "grad_norm": 1.030731201171875,
      "learning_rate": 3.351491925611156e-06,
      "loss": 0.3637,
      "step": 1119610
    },
    {
      "epoch": 312.48,
      "grad_norm": 1.0110867023468018,
      "learning_rate": 3.35146751299653e-06,
      "loss": 0.3603,
      "step": 1119620
    },
    {
      "epoch": 312.48,
      "grad_norm": 1.1393537521362305,
      "learning_rate": 3.351443100247776e-06,
      "loss": 0.3526,
      "step": 1119630
    },
    {
      "epoch": 312.49,
      "grad_norm": 1.0692235231399536,
      "learning_rate": 3.3514186873648983e-06,
      "loss": 0.3428,
      "step": 1119640
    },
    {
      "epoch": 312.49,
      "grad_norm": 1.0473482608795166,
      "learning_rate": 3.3513942743478997e-06,
      "loss": 0.3595,
      "step": 1119650
    },
    {
      "epoch": 312.49,
      "grad_norm": 1.1304128170013428,
      "learning_rate": 3.3513698611967836e-06,
      "loss": 0.361,
      "step": 1119660
    },
    {
      "epoch": 312.5,
      "grad_norm": 1.1474946737289429,
      "learning_rate": 3.3513454479115525e-06,
      "loss": 0.3521,
      "step": 1119670
    },
    {
      "epoch": 312.5,
      "grad_norm": 1.0238659381866455,
      "learning_rate": 3.3513210344922103e-06,
      "loss": 0.3688,
      "step": 1119680
    },
    {
      "epoch": 312.5,
      "grad_norm": 1.152024745941162,
      "learning_rate": 3.3512966209387603e-06,
      "loss": 0.3497,
      "step": 1119690
    },
    {
      "epoch": 312.5,
      "grad_norm": 1.0815675258636475,
      "learning_rate": 3.3512722072512046e-06,
      "loss": 0.3537,
      "step": 1119700
    },
    {
      "epoch": 312.51,
      "grad_norm": 1.0908445119857788,
      "learning_rate": 3.351247793429549e-06,
      "loss": 0.3455,
      "step": 1119710
    },
    {
      "epoch": 312.51,
      "grad_norm": 0.9450679421424866,
      "learning_rate": 3.351223379473794e-06,
      "loss": 0.3585,
      "step": 1119720
    },
    {
      "epoch": 312.51,
      "grad_norm": 1.0768775939941406,
      "learning_rate": 3.3511989653839445e-06,
      "loss": 0.3481,
      "step": 1119730
    },
    {
      "epoch": 312.51,
      "grad_norm": 1.0642608404159546,
      "learning_rate": 3.351174551160003e-06,
      "loss": 0.3547,
      "step": 1119740
    },
    {
      "epoch": 312.52,
      "grad_norm": 1.2811838388442993,
      "learning_rate": 3.3511501368019735e-06,
      "loss": 0.3552,
      "step": 1119750
    },
    {
      "epoch": 312.52,
      "grad_norm": 0.9639071226119995,
      "learning_rate": 3.351125722309858e-06,
      "loss": 0.3505,
      "step": 1119760
    },
    {
      "epoch": 312.52,
      "grad_norm": 1.112466812133789,
      "learning_rate": 3.351101307683661e-06,
      "loss": 0.3601,
      "step": 1119770
    },
    {
      "epoch": 312.53,
      "grad_norm": 4.919795036315918,
      "learning_rate": 3.3510768929233854e-06,
      "loss": 0.3588,
      "step": 1119780
    },
    {
      "epoch": 312.53,
      "grad_norm": 0.9635141491889954,
      "learning_rate": 3.351052478029034e-06,
      "loss": 0.3574,
      "step": 1119790
    },
    {
      "epoch": 312.53,
      "grad_norm": 0.9319500923156738,
      "learning_rate": 3.3510280630006107e-06,
      "loss": 0.3538,
      "step": 1119800
    },
    {
      "epoch": 312.53,
      "grad_norm": 1.0793390274047852,
      "learning_rate": 3.3510036478381187e-06,
      "loss": 0.3611,
      "step": 1119810
    },
    {
      "epoch": 312.54,
      "grad_norm": 1.1074382066726685,
      "learning_rate": 3.35097923254156e-06,
      "loss": 0.3636,
      "step": 1119820
    },
    {
      "epoch": 312.54,
      "grad_norm": 0.9993293285369873,
      "learning_rate": 3.350954817110939e-06,
      "loss": 0.348,
      "step": 1119830
    },
    {
      "epoch": 312.54,
      "grad_norm": 1.0046724081039429,
      "learning_rate": 3.3509304015462596e-06,
      "loss": 0.3455,
      "step": 1119840
    },
    {
      "epoch": 312.55,
      "grad_norm": 0.9448416829109192,
      "learning_rate": 3.3509059858475234e-06,
      "loss": 0.3433,
      "step": 1119850
    },
    {
      "epoch": 312.55,
      "grad_norm": 0.891424834728241,
      "learning_rate": 3.350881570014735e-06,
      "loss": 0.3406,
      "step": 1119860
    },
    {
      "epoch": 312.55,
      "grad_norm": 1.0782856941223145,
      "learning_rate": 3.3508571540478965e-06,
      "loss": 0.3495,
      "step": 1119870
    },
    {
      "epoch": 312.55,
      "grad_norm": 1.0439260005950928,
      "learning_rate": 3.3508327379470123e-06,
      "loss": 0.3388,
      "step": 1119880
    },
    {
      "epoch": 312.56,
      "grad_norm": 1.1606522798538208,
      "learning_rate": 3.3508083217120847e-06,
      "loss": 0.349,
      "step": 1119890
    },
    {
      "epoch": 312.56,
      "grad_norm": 1.0636708736419678,
      "learning_rate": 3.3507839053431175e-06,
      "loss": 0.3609,
      "step": 1119900
    },
    {
      "epoch": 312.56,
      "grad_norm": 1.138057827949524,
      "learning_rate": 3.350759488840114e-06,
      "loss": 0.344,
      "step": 1119910
    },
    {
      "epoch": 312.56,
      "grad_norm": 1.0881377458572388,
      "learning_rate": 3.3507350722030775e-06,
      "loss": 0.3697,
      "step": 1119920
    },
    {
      "epoch": 312.57,
      "grad_norm": 0.9319393634796143,
      "learning_rate": 3.35071065543201e-06,
      "loss": 0.3615,
      "step": 1119930
    },
    {
      "epoch": 312.57,
      "grad_norm": 0.9503430128097534,
      "learning_rate": 3.350686238526917e-06,
      "loss": 0.3573,
      "step": 1119940
    },
    {
      "epoch": 312.57,
      "grad_norm": 1.1164051294326782,
      "learning_rate": 3.3506618214878e-06,
      "loss": 0.3562,
      "step": 1119950
    },
    {
      "epoch": 312.58,
      "grad_norm": 1.0149426460266113,
      "learning_rate": 3.3506374043146625e-06,
      "loss": 0.3565,
      "step": 1119960
    },
    {
      "epoch": 312.58,
      "grad_norm": 0.9502733945846558,
      "learning_rate": 3.350612987007509e-06,
      "loss": 0.3556,
      "step": 1119970
    },
    {
      "epoch": 312.58,
      "grad_norm": 1.0557674169540405,
      "learning_rate": 3.3505885695663403e-06,
      "loss": 0.3626,
      "step": 1119980
    },
    {
      "epoch": 312.58,
      "grad_norm": 0.9163091778755188,
      "learning_rate": 3.3505641519911614e-06,
      "loss": 0.3359,
      "step": 1119990
    },
    {
      "epoch": 312.59,
      "grad_norm": 1.0212914943695068,
      "learning_rate": 3.350539734281976e-06,
      "loss": 0.3446,
      "step": 1120000
    },
    {
      "epoch": 312.59,
      "grad_norm": 1.718465805053711,
      "learning_rate": 3.3505153164387864e-06,
      "loss": 0.3772,
      "step": 1120010
    },
    {
      "epoch": 312.59,
      "grad_norm": 1.0945175886154175,
      "learning_rate": 3.3504908984615963e-06,
      "loss": 0.3444,
      "step": 1120020
    },
    {
      "epoch": 312.6,
      "grad_norm": 0.9531773924827576,
      "learning_rate": 3.350466480350408e-06,
      "loss": 0.3595,
      "step": 1120030
    },
    {
      "epoch": 312.6,
      "grad_norm": 1.0429922342300415,
      "learning_rate": 3.3504420621052257e-06,
      "loss": 0.3392,
      "step": 1120040
    },
    {
      "epoch": 312.6,
      "grad_norm": 1.1747742891311646,
      "learning_rate": 3.3504176437260524e-06,
      "loss": 0.3641,
      "step": 1120050
    },
    {
      "epoch": 312.6,
      "grad_norm": 1.061079740524292,
      "learning_rate": 3.3503932252128916e-06,
      "loss": 0.3348,
      "step": 1120060
    },
    {
      "epoch": 312.61,
      "grad_norm": 1.0938688516616821,
      "learning_rate": 3.3503688065657463e-06,
      "loss": 0.355,
      "step": 1120070
    },
    {
      "epoch": 312.61,
      "grad_norm": 0.9910858869552612,
      "learning_rate": 3.3503443877846194e-06,
      "loss": 0.3588,
      "step": 1120080
    },
    {
      "epoch": 312.61,
      "grad_norm": 1.0319632291793823,
      "learning_rate": 3.350319968869515e-06,
      "loss": 0.3354,
      "step": 1120090
    },
    {
      "epoch": 312.62,
      "grad_norm": 1.006318211555481,
      "learning_rate": 3.3502955498204363e-06,
      "loss": 0.3601,
      "step": 1120100
    },
    {
      "epoch": 312.62,
      "grad_norm": 1.0141215324401855,
      "learning_rate": 3.350271130637385e-06,
      "loss": 0.343,
      "step": 1120110
    },
    {
      "epoch": 312.62,
      "grad_norm": 1.164934515953064,
      "learning_rate": 3.3502467113203655e-06,
      "loss": 0.3606,
      "step": 1120120
    },
    {
      "epoch": 312.62,
      "grad_norm": 0.9919424653053284,
      "learning_rate": 3.3502222918693817e-06,
      "loss": 0.3626,
      "step": 1120130
    },
    {
      "epoch": 312.63,
      "grad_norm": 1.071075677871704,
      "learning_rate": 3.350197872284436e-06,
      "loss": 0.3605,
      "step": 1120140
    },
    {
      "epoch": 312.63,
      "grad_norm": 1.058645248413086,
      "learning_rate": 3.3501734525655313e-06,
      "loss": 0.3686,
      "step": 1120150
    },
    {
      "epoch": 312.63,
      "grad_norm": 1.0028321743011475,
      "learning_rate": 3.3501490327126722e-06,
      "loss": 0.3608,
      "step": 1120160
    },
    {
      "epoch": 312.63,
      "grad_norm": 0.9692382216453552,
      "learning_rate": 3.350124612725861e-06,
      "loss": 0.34,
      "step": 1120170
    },
    {
      "epoch": 312.64,
      "grad_norm": 1.0140894651412964,
      "learning_rate": 3.3501001926051e-06,
      "loss": 0.352,
      "step": 1120180
    },
    {
      "epoch": 312.64,
      "grad_norm": 1.0799185037612915,
      "learning_rate": 3.3500757723503944e-06,
      "loss": 0.3488,
      "step": 1120190
    },
    {
      "epoch": 312.64,
      "grad_norm": 0.9482418894767761,
      "learning_rate": 3.3500513519617468e-06,
      "loss": 0.3653,
      "step": 1120200
    },
    {
      "epoch": 312.65,
      "grad_norm": 1.0491375923156738,
      "learning_rate": 3.350026931439159e-06,
      "loss": 0.3509,
      "step": 1120210
    },
    {
      "epoch": 312.65,
      "grad_norm": 1.919023036956787,
      "learning_rate": 3.3500025107826365e-06,
      "loss": 0.3458,
      "step": 1120220
    },
    {
      "epoch": 312.65,
      "grad_norm": 1.354998230934143,
      "learning_rate": 3.349978089992182e-06,
      "loss": 0.352,
      "step": 1120230
    },
    {
      "epoch": 312.65,
      "grad_norm": 0.923818051815033,
      "learning_rate": 3.3499536690677974e-06,
      "loss": 0.353,
      "step": 1120240
    },
    {
      "epoch": 312.66,
      "grad_norm": 1.0830600261688232,
      "learning_rate": 3.349929248009487e-06,
      "loss": 0.3553,
      "step": 1120250
    },
    {
      "epoch": 312.66,
      "grad_norm": 1.0440114736557007,
      "learning_rate": 3.349904826817254e-06,
      "loss": 0.3693,
      "step": 1120260
    },
    {
      "epoch": 312.66,
      "grad_norm": 0.9482475519180298,
      "learning_rate": 3.349880405491101e-06,
      "loss": 0.3585,
      "step": 1120270
    },
    {
      "epoch": 312.67,
      "grad_norm": 1.1399837732315063,
      "learning_rate": 3.3498559840310322e-06,
      "loss": 0.3466,
      "step": 1120280
    },
    {
      "epoch": 312.67,
      "grad_norm": 0.9180049896240234,
      "learning_rate": 3.349831562437051e-06,
      "loss": 0.347,
      "step": 1120290
    },
    {
      "epoch": 312.67,
      "grad_norm": 1.0453073978424072,
      "learning_rate": 3.3498071407091586e-06,
      "loss": 0.3588,
      "step": 1120300
    },
    {
      "epoch": 312.67,
      "grad_norm": 1.3320581912994385,
      "learning_rate": 3.3497827188473615e-06,
      "loss": 0.3468,
      "step": 1120310
    },
    {
      "epoch": 312.68,
      "grad_norm": 1.111561894416809,
      "learning_rate": 3.3497582968516595e-06,
      "loss": 0.3551,
      "step": 1120320
    },
    {
      "epoch": 312.68,
      "grad_norm": 1.0104035139083862,
      "learning_rate": 3.3497338747220585e-06,
      "loss": 0.3393,
      "step": 1120330
    },
    {
      "epoch": 312.68,
      "grad_norm": 1.0192300081253052,
      "learning_rate": 3.3497094524585606e-06,
      "loss": 0.3732,
      "step": 1120340
    },
    {
      "epoch": 312.68,
      "grad_norm": 1.0681158304214478,
      "learning_rate": 3.349685030061169e-06,
      "loss": 0.3551,
      "step": 1120350
    },
    {
      "epoch": 312.69,
      "grad_norm": 0.9509578943252563,
      "learning_rate": 3.3496606075298875e-06,
      "loss": 0.3609,
      "step": 1120360
    },
    {
      "epoch": 312.69,
      "grad_norm": 1.0092272758483887,
      "learning_rate": 3.3496361848647186e-06,
      "loss": 0.3448,
      "step": 1120370
    },
    {
      "epoch": 312.69,
      "grad_norm": 21.9554443359375,
      "learning_rate": 3.3496117620656656e-06,
      "loss": 0.3495,
      "step": 1120380
    },
    {
      "epoch": 312.7,
      "grad_norm": 1.2878035306930542,
      "learning_rate": 3.3495873391327335e-06,
      "loss": 0.3565,
      "step": 1120390
    },
    {
      "epoch": 312.7,
      "grad_norm": 1.0792460441589355,
      "learning_rate": 3.349562916065924e-06,
      "loss": 0.3598,
      "step": 1120400
    },
    {
      "epoch": 312.7,
      "grad_norm": 1.13735830783844,
      "learning_rate": 3.3495384928652392e-06,
      "loss": 0.3406,
      "step": 1120410
    },
    {
      "epoch": 312.7,
      "grad_norm": 0.948257327079773,
      "learning_rate": 3.3495140695306847e-06,
      "loss": 0.3693,
      "step": 1120420
    },
    {
      "epoch": 312.71,
      "grad_norm": 1.13038170337677,
      "learning_rate": 3.3494896460622626e-06,
      "loss": 0.3414,
      "step": 1120430
    },
    {
      "epoch": 312.71,
      "grad_norm": 1.1544548273086548,
      "learning_rate": 3.349465222459976e-06,
      "loss": 0.3795,
      "step": 1120440
    },
    {
      "epoch": 312.71,
      "grad_norm": 1.06167733669281,
      "learning_rate": 3.3494407987238282e-06,
      "loss": 0.3448,
      "step": 1120450
    },
    {
      "epoch": 312.72,
      "grad_norm": 1.0261781215667725,
      "learning_rate": 3.3494163748538236e-06,
      "loss": 0.3496,
      "step": 1120460
    },
    {
      "epoch": 312.72,
      "grad_norm": 1.1352555751800537,
      "learning_rate": 3.349391950849964e-06,
      "loss": 0.3414,
      "step": 1120470
    },
    {
      "epoch": 312.72,
      "grad_norm": 0.9577776789665222,
      "learning_rate": 3.349367526712253e-06,
      "loss": 0.3548,
      "step": 1120480
    },
    {
      "epoch": 312.72,
      "grad_norm": 0.9725254774093628,
      "learning_rate": 3.3493431024406944e-06,
      "loss": 0.3571,
      "step": 1120490
    },
    {
      "epoch": 312.73,
      "grad_norm": 1.0317732095718384,
      "learning_rate": 3.3493186780352904e-06,
      "loss": 0.3507,
      "step": 1120500
    },
    {
      "epoch": 312.73,
      "grad_norm": 1.1682184934616089,
      "learning_rate": 3.3492942534960454e-06,
      "loss": 0.3665,
      "step": 1120510
    },
    {
      "epoch": 312.73,
      "grad_norm": 0.9903196096420288,
      "learning_rate": 3.349269828822963e-06,
      "loss": 0.3557,
      "step": 1120520
    },
    {
      "epoch": 312.74,
      "grad_norm": 1.0470271110534668,
      "learning_rate": 3.349245404016044e-06,
      "loss": 0.3577,
      "step": 1120530
    },
    {
      "epoch": 312.74,
      "grad_norm": 1.0781432390213013,
      "learning_rate": 3.3492209790752945e-06,
      "loss": 0.327,
      "step": 1120540
    },
    {
      "epoch": 312.74,
      "grad_norm": 0.9702386260032654,
      "learning_rate": 3.3491965540007166e-06,
      "loss": 0.3617,
      "step": 1120550
    },
    {
      "epoch": 312.74,
      "grad_norm": 1.3018194437026978,
      "learning_rate": 3.3491721287923127e-06,
      "loss": 0.3337,
      "step": 1120560
    },
    {
      "epoch": 312.75,
      "grad_norm": 0.9256990551948547,
      "learning_rate": 3.3491477034500872e-06,
      "loss": 0.3484,
      "step": 1120570
    },
    {
      "epoch": 312.75,
      "grad_norm": 1.0376238822937012,
      "learning_rate": 3.349123277974043e-06,
      "loss": 0.3531,
      "step": 1120580
    },
    {
      "epoch": 312.75,
      "grad_norm": 0.8989031314849854,
      "learning_rate": 3.3490988523641834e-06,
      "loss": 0.3678,
      "step": 1120590
    },
    {
      "epoch": 312.75,
      "grad_norm": 0.9822059273719788,
      "learning_rate": 3.3490744266205114e-06,
      "loss": 0.3567,
      "step": 1120600
    },
    {
      "epoch": 312.76,
      "grad_norm": 2.900128126144409,
      "learning_rate": 3.349050000743031e-06,
      "loss": 0.3513,
      "step": 1120610
    },
    {
      "epoch": 312.76,
      "grad_norm": 1.015893578529358,
      "learning_rate": 3.3490255747317444e-06,
      "loss": 0.3477,
      "step": 1120620
    },
    {
      "epoch": 312.76,
      "grad_norm": 1.4368988275527954,
      "learning_rate": 3.349001148586655e-06,
      "loss": 0.3564,
      "step": 1120630
    },
    {
      "epoch": 312.77,
      "grad_norm": 1.0762195587158203,
      "learning_rate": 3.348976722307767e-06,
      "loss": 0.3528,
      "step": 1120640
    },
    {
      "epoch": 312.77,
      "grad_norm": 0.991115927696228,
      "learning_rate": 3.3489522958950833e-06,
      "loss": 0.3484,
      "step": 1120650
    },
    {
      "epoch": 312.77,
      "grad_norm": 0.988132655620575,
      "learning_rate": 3.348927869348606e-06,
      "loss": 0.3775,
      "step": 1120660
    },
    {
      "epoch": 312.77,
      "grad_norm": 1.2308430671691895,
      "learning_rate": 3.3489034426683393e-06,
      "loss": 0.356,
      "step": 1120670
    },
    {
      "epoch": 312.78,
      "grad_norm": 1.1857130527496338,
      "learning_rate": 3.3488790158542874e-06,
      "loss": 0.3451,
      "step": 1120680
    },
    {
      "epoch": 312.78,
      "grad_norm": 1.1016112565994263,
      "learning_rate": 3.348854588906452e-06,
      "loss": 0.3515,
      "step": 1120690
    },
    {
      "epoch": 312.78,
      "grad_norm": 0.917552649974823,
      "learning_rate": 3.348830161824837e-06,
      "loss": 0.3633,
      "step": 1120700
    },
    {
      "epoch": 312.79,
      "grad_norm": 1.160447597503662,
      "learning_rate": 3.3488057346094456e-06,
      "loss": 0.3639,
      "step": 1120710
    },
    {
      "epoch": 312.79,
      "grad_norm": 1.1441718339920044,
      "learning_rate": 3.3487813072602806e-06,
      "loss": 0.3571,
      "step": 1120720
    },
    {
      "epoch": 312.79,
      "grad_norm": 3.6077308654785156,
      "learning_rate": 3.3487568797773454e-06,
      "loss": 0.3505,
      "step": 1120730
    },
    {
      "epoch": 312.79,
      "grad_norm": 0.9444909691810608,
      "learning_rate": 3.348732452160644e-06,
      "loss": 0.3533,
      "step": 1120740
    },
    {
      "epoch": 312.8,
      "grad_norm": 0.929247260093689,
      "learning_rate": 3.3487080244101796e-06,
      "loss": 0.3571,
      "step": 1120750
    },
    {
      "epoch": 312.8,
      "grad_norm": 1.108830451965332,
      "learning_rate": 3.348683596525955e-06,
      "loss": 0.3407,
      "step": 1120760
    },
    {
      "epoch": 312.8,
      "grad_norm": 1.1194404363632202,
      "learning_rate": 3.3486591685079728e-06,
      "loss": 0.3482,
      "step": 1120770
    },
    {
      "epoch": 312.8,
      "grad_norm": 0.9044809341430664,
      "learning_rate": 3.3486347403562373e-06,
      "loss": 0.3538,
      "step": 1120780
    },
    {
      "epoch": 312.81,
      "grad_norm": 1.0727250576019287,
      "learning_rate": 3.3486103120707507e-06,
      "loss": 0.3532,
      "step": 1120790
    },
    {
      "epoch": 312.81,
      "grad_norm": 0.9813961386680603,
      "learning_rate": 3.3485858836515176e-06,
      "loss": 0.3517,
      "step": 1120800
    },
    {
      "epoch": 312.81,
      "grad_norm": 0.9519606828689575,
      "learning_rate": 3.3485614550985405e-06,
      "loss": 0.3541,
      "step": 1120810
    },
    {
      "epoch": 312.82,
      "grad_norm": 0.9101322889328003,
      "learning_rate": 3.3485370264118224e-06,
      "loss": 0.3508,
      "step": 1120820
    },
    {
      "epoch": 312.82,
      "grad_norm": 1.0050338506698608,
      "learning_rate": 3.348512597591368e-06,
      "loss": 0.3493,
      "step": 1120830
    },
    {
      "epoch": 312.82,
      "grad_norm": 1.05498468875885,
      "learning_rate": 3.348488168637178e-06,
      "loss": 0.3911,
      "step": 1120840
    },
    {
      "epoch": 312.82,
      "grad_norm": 1.2643951177597046,
      "learning_rate": 3.3484637395492577e-06,
      "loss": 0.3465,
      "step": 1120850
    },
    {
      "epoch": 312.83,
      "grad_norm": 1.2614113092422485,
      "learning_rate": 3.3484393103276096e-06,
      "loss": 0.3458,
      "step": 1120860
    },
    {
      "epoch": 312.83,
      "grad_norm": 1.0215022563934326,
      "learning_rate": 3.3484148809722373e-06,
      "loss": 0.3522,
      "step": 1120870
    },
    {
      "epoch": 312.83,
      "grad_norm": 0.9999601244926453,
      "learning_rate": 3.3483904514831435e-06,
      "loss": 0.3769,
      "step": 1120880
    },
    {
      "epoch": 312.84,
      "grad_norm": 0.9979592561721802,
      "learning_rate": 3.3483660218603317e-06,
      "loss": 0.3455,
      "step": 1120890
    },
    {
      "epoch": 312.84,
      "grad_norm": 1.128934383392334,
      "learning_rate": 3.348341592103806e-06,
      "loss": 0.3423,
      "step": 1120900
    },
    {
      "epoch": 312.84,
      "grad_norm": 1.0323647260665894,
      "learning_rate": 3.3483171622135683e-06,
      "loss": 0.348,
      "step": 1120910
    },
    {
      "epoch": 312.84,
      "grad_norm": 1.0401179790496826,
      "learning_rate": 3.3482927321896224e-06,
      "loss": 0.3496,
      "step": 1120920
    },
    {
      "epoch": 312.85,
      "grad_norm": 1.0817075967788696,
      "learning_rate": 3.3482683020319715e-06,
      "loss": 0.3442,
      "step": 1120930
    },
    {
      "epoch": 312.85,
      "grad_norm": 1.0754358768463135,
      "learning_rate": 3.348243871740619e-06,
      "loss": 0.3692,
      "step": 1120940
    },
    {
      "epoch": 312.85,
      "grad_norm": 0.8611445426940918,
      "learning_rate": 3.3482194413155686e-06,
      "loss": 0.3463,
      "step": 1120950
    },
    {
      "epoch": 312.86,
      "grad_norm": 1.1002492904663086,
      "learning_rate": 3.348195010756822e-06,
      "loss": 0.3427,
      "step": 1120960
    },
    {
      "epoch": 312.86,
      "grad_norm": 1.0150141716003418,
      "learning_rate": 3.3481705800643847e-06,
      "loss": 0.355,
      "step": 1120970
    },
    {
      "epoch": 312.86,
      "grad_norm": 1.0624483823776245,
      "learning_rate": 3.348146149238258e-06,
      "loss": 0.3506,
      "step": 1120980
    },
    {
      "epoch": 312.86,
      "grad_norm": 1.2766380310058594,
      "learning_rate": 3.348121718278446e-06,
      "loss": 0.3514,
      "step": 1120990
    },
    {
      "epoch": 312.87,
      "grad_norm": 1.1058580875396729,
      "learning_rate": 3.3480972871849524e-06,
      "loss": 0.3668,
      "step": 1121000
    },
    {
      "epoch": 312.87,
      "grad_norm": 0.9905840754508972,
      "learning_rate": 3.348072855957779e-06,
      "loss": 0.3606,
      "step": 1121010
    },
    {
      "epoch": 312.87,
      "grad_norm": 0.9092133045196533,
      "learning_rate": 3.3480484245969302e-06,
      "loss": 0.3524,
      "step": 1121020
    },
    {
      "epoch": 312.87,
      "grad_norm": 1.1794543266296387,
      "learning_rate": 3.3480239931024093e-06,
      "loss": 0.362,
      "step": 1121030
    },
    {
      "epoch": 312.88,
      "grad_norm": 0.968774676322937,
      "learning_rate": 3.3479995614742194e-06,
      "loss": 0.363,
      "step": 1121040
    },
    {
      "epoch": 312.88,
      "grad_norm": 0.9745936989784241,
      "learning_rate": 3.3479751297123634e-06,
      "loss": 0.3632,
      "step": 1121050
    },
    {
      "epoch": 312.88,
      "grad_norm": 1.162448763847351,
      "learning_rate": 3.347950697816845e-06,
      "loss": 0.3628,
      "step": 1121060
    },
    {
      "epoch": 312.89,
      "grad_norm": 0.9747065305709839,
      "learning_rate": 3.347926265787667e-06,
      "loss": 0.3451,
      "step": 1121070
    },
    {
      "epoch": 312.89,
      "grad_norm": 1.195631504058838,
      "learning_rate": 3.3479018336248324e-06,
      "loss": 0.3482,
      "step": 1121080
    },
    {
      "epoch": 312.89,
      "grad_norm": 1.0618304014205933,
      "learning_rate": 3.3478774013283454e-06,
      "loss": 0.3665,
      "step": 1121090
    },
    {
      "epoch": 312.89,
      "grad_norm": 1.075216293334961,
      "learning_rate": 3.3478529688982092e-06,
      "loss": 0.3708,
      "step": 1121100
    },
    {
      "epoch": 312.9,
      "grad_norm": 1.0242080688476562,
      "learning_rate": 3.3478285363344252e-06,
      "loss": 0.3667,
      "step": 1121110
    },
    {
      "epoch": 312.9,
      "grad_norm": 0.882491946220398,
      "learning_rate": 3.347804103637e-06,
      "loss": 0.3682,
      "step": 1121120
    },
    {
      "epoch": 312.9,
      "grad_norm": 1.1898530721664429,
      "learning_rate": 3.347779670805934e-06,
      "loss": 0.3644,
      "step": 1121130
    },
    {
      "epoch": 312.91,
      "grad_norm": 0.8468546867370605,
      "learning_rate": 3.3477552378412313e-06,
      "loss": 0.3436,
      "step": 1121140
    },
    {
      "epoch": 312.91,
      "grad_norm": 1.6103298664093018,
      "learning_rate": 3.347730804742895e-06,
      "loss": 0.3423,
      "step": 1121150
    },
    {
      "epoch": 312.91,
      "grad_norm": 1.026595950126648,
      "learning_rate": 3.3477063715109287e-06,
      "loss": 0.3552,
      "step": 1121160
    },
    {
      "epoch": 312.91,
      "grad_norm": 1.1143025159835815,
      "learning_rate": 3.3476819381453352e-06,
      "loss": 0.3799,
      "step": 1121170
    },
    {
      "epoch": 312.92,
      "grad_norm": 1.236116886138916,
      "learning_rate": 3.3476575046461186e-06,
      "loss": 0.3447,
      "step": 1121180
    },
    {
      "epoch": 312.92,
      "grad_norm": 1.0301357507705688,
      "learning_rate": 3.347633071013282e-06,
      "loss": 0.3528,
      "step": 1121190
    },
    {
      "epoch": 312.92,
      "grad_norm": 0.9400878548622131,
      "learning_rate": 3.347608637246828e-06,
      "loss": 0.3451,
      "step": 1121200
    },
    {
      "epoch": 312.92,
      "grad_norm": 0.9804370403289795,
      "learning_rate": 3.34758420334676e-06,
      "loss": 0.3486,
      "step": 1121210
    },
    {
      "epoch": 312.93,
      "grad_norm": 1.052713394165039,
      "learning_rate": 3.347559769313081e-06,
      "loss": 0.357,
      "step": 1121220
    },
    {
      "epoch": 312.93,
      "grad_norm": 0.9770525097846985,
      "learning_rate": 3.3475353351457952e-06,
      "loss": 0.3523,
      "step": 1121230
    },
    {
      "epoch": 312.93,
      "grad_norm": 1.0038079023361206,
      "learning_rate": 3.3475109008449055e-06,
      "loss": 0.3739,
      "step": 1121240
    },
    {
      "epoch": 312.94,
      "grad_norm": 1.0656615495681763,
      "learning_rate": 3.347486466410414e-06,
      "loss": 0.3573,
      "step": 1121250
    },
    {
      "epoch": 312.94,
      "grad_norm": 0.8839164972305298,
      "learning_rate": 3.3474620318423257e-06,
      "loss": 0.3674,
      "step": 1121260
    },
    {
      "epoch": 312.94,
      "grad_norm": 0.919357180595398,
      "learning_rate": 3.3474375971406424e-06,
      "loss": 0.3556,
      "step": 1121270
    },
    {
      "epoch": 312.94,
      "grad_norm": 0.8461856245994568,
      "learning_rate": 3.347413162305369e-06,
      "loss": 0.34,
      "step": 1121280
    },
    {
      "epoch": 312.95,
      "grad_norm": 1.025736927986145,
      "learning_rate": 3.3473887273365078e-06,
      "loss": 0.3561,
      "step": 1121290
    },
    {
      "epoch": 312.95,
      "grad_norm": 0.9401808381080627,
      "learning_rate": 3.347364292234061e-06,
      "loss": 0.3734,
      "step": 1121300
    },
    {
      "epoch": 312.95,
      "grad_norm": 1.090375304222107,
      "learning_rate": 3.347339856998033e-06,
      "loss": 0.3545,
      "step": 1121310
    },
    {
      "epoch": 312.96,
      "grad_norm": 0.9939541220664978,
      "learning_rate": 3.347315421628427e-06,
      "loss": 0.3658,
      "step": 1121320
    },
    {
      "epoch": 312.96,
      "grad_norm": 0.9977143406867981,
      "learning_rate": 3.3472909861252468e-06,
      "loss": 0.3467,
      "step": 1121330
    },
    {
      "epoch": 312.96,
      "grad_norm": 0.9879185557365417,
      "learning_rate": 3.347266550488494e-06,
      "loss": 0.3597,
      "step": 1121340
    },
    {
      "epoch": 312.96,
      "grad_norm": 1.0597721338272095,
      "learning_rate": 3.347242114718174e-06,
      "loss": 0.3433,
      "step": 1121350
    },
    {
      "epoch": 312.97,
      "grad_norm": 0.9347295165061951,
      "learning_rate": 3.3472176788142886e-06,
      "loss": 0.3561,
      "step": 1121360
    },
    {
      "epoch": 312.97,
      "grad_norm": 1.1115391254425049,
      "learning_rate": 3.347193242776841e-06,
      "loss": 0.3695,
      "step": 1121370
    },
    {
      "epoch": 312.97,
      "grad_norm": 0.9984928369522095,
      "learning_rate": 3.3471688066058353e-06,
      "loss": 0.3639,
      "step": 1121380
    },
    {
      "epoch": 312.98,
      "grad_norm": 1.0568528175354004,
      "learning_rate": 3.347144370301274e-06,
      "loss": 0.3458,
      "step": 1121390
    },
    {
      "epoch": 312.98,
      "grad_norm": 1.064571499824524,
      "learning_rate": 3.3471199338631603e-06,
      "loss": 0.3594,
      "step": 1121400
    },
    {
      "epoch": 312.98,
      "grad_norm": 1.0381877422332764,
      "learning_rate": 3.347095497291498e-06,
      "loss": 0.3444,
      "step": 1121410
    },
    {
      "epoch": 312.98,
      "grad_norm": 1.0113362073898315,
      "learning_rate": 3.3470710605862905e-06,
      "loss": 0.3546,
      "step": 1121420
    },
    {
      "epoch": 312.99,
      "grad_norm": 1.093069076538086,
      "learning_rate": 3.3470466237475406e-06,
      "loss": 0.3431,
      "step": 1121430
    },
    {
      "epoch": 312.99,
      "grad_norm": 1.1547516584396362,
      "learning_rate": 3.3470221867752513e-06,
      "loss": 0.3648,
      "step": 1121440
    },
    {
      "epoch": 312.99,
      "grad_norm": 0.9225630760192871,
      "learning_rate": 3.3469977496694267e-06,
      "loss": 0.3667,
      "step": 1121450
    },
    {
      "epoch": 312.99,
      "grad_norm": 1.036439299583435,
      "learning_rate": 3.346973312430069e-06,
      "loss": 0.3562,
      "step": 1121460
    },
    {
      "epoch": 313.0,
      "grad_norm": 0.943539023399353,
      "learning_rate": 3.346948875057182e-06,
      "loss": 0.3494,
      "step": 1121470
    },
    {
      "epoch": 313.0,
      "eval_loss": 0.3551112711429596,
      "eval_runtime": 68.5429,
      "eval_samples_per_second": 73.808,
      "eval_steps_per_second": 9.235,
      "step": 1121479
    },
    {
      "epoch": 313.0,
      "grad_norm": 1.0749213695526123,
      "learning_rate": 3.3469244375507693e-06,
      "loss": 0.3369,
      "step": 1121480
    },
    {
      "epoch": 313.0,
      "grad_norm": 0.9298375248908997,
      "learning_rate": 3.3468999999108338e-06,
      "loss": 0.3492,
      "step": 1121490
    },
    {
      "epoch": 313.01,
      "grad_norm": 1.1050307750701904,
      "learning_rate": 3.3468755621373787e-06,
      "loss": 0.3623,
      "step": 1121500
    },
    {
      "epoch": 313.01,
      "grad_norm": 1.0180302858352661,
      "learning_rate": 3.3468511242304076e-06,
      "loss": 0.3572,
      "step": 1121510
    },
    {
      "epoch": 313.01,
      "grad_norm": 1.1002671718597412,
      "learning_rate": 3.346826686189923e-06,
      "loss": 0.3545,
      "step": 1121520
    },
    {
      "epoch": 313.01,
      "grad_norm": 0.9847095012664795,
      "learning_rate": 3.3468022480159293e-06,
      "loss": 0.3753,
      "step": 1121530
    },
    {
      "epoch": 313.02,
      "grad_norm": 1.019180178642273,
      "learning_rate": 3.346777809708428e-06,
      "loss": 0.3587,
      "step": 1121540
    },
    {
      "epoch": 313.02,
      "grad_norm": 0.9014015793800354,
      "learning_rate": 3.346753371267424e-06,
      "loss": 0.338,
      "step": 1121550
    },
    {
      "epoch": 313.02,
      "grad_norm": 0.9375793933868408,
      "learning_rate": 3.3467289326929195e-06,
      "loss": 0.341,
      "step": 1121560
    },
    {
      "epoch": 313.03,
      "grad_norm": 1.2781838178634644,
      "learning_rate": 3.346704493984919e-06,
      "loss": 0.3533,
      "step": 1121570
    },
    {
      "epoch": 313.03,
      "grad_norm": 1.1104893684387207,
      "learning_rate": 3.3466800551434254e-06,
      "loss": 0.3493,
      "step": 1121580
    },
    {
      "epoch": 313.03,
      "grad_norm": 1.1799542903900146,
      "learning_rate": 3.3466556161684406e-06,
      "loss": 0.3572,
      "step": 1121590
    },
    {
      "epoch": 313.03,
      "grad_norm": 0.8815478086471558,
      "learning_rate": 3.346631177059969e-06,
      "loss": 0.3593,
      "step": 1121600
    },
    {
      "epoch": 313.04,
      "grad_norm": 1.1573575735092163,
      "learning_rate": 3.3466067378180132e-06,
      "loss": 0.3501,
      "step": 1121610
    },
    {
      "epoch": 313.04,
      "grad_norm": 1.021828293800354,
      "learning_rate": 3.3465822984425775e-06,
      "loss": 0.3561,
      "step": 1121620
    },
    {
      "epoch": 313.04,
      "grad_norm": 1.1122695207595825,
      "learning_rate": 3.346557858933664e-06,
      "loss": 0.3429,
      "step": 1121630
    },
    {
      "epoch": 313.04,
      "grad_norm": 1.165393590927124,
      "learning_rate": 3.346533419291277e-06,
      "loss": 0.3616,
      "step": 1121640
    },
    {
      "epoch": 313.05,
      "grad_norm": 1.1791906356811523,
      "learning_rate": 3.34650897951542e-06,
      "loss": 0.3668,
      "step": 1121650
    },
    {
      "epoch": 313.05,
      "grad_norm": 2.3389129638671875,
      "learning_rate": 3.3464845396060944e-06,
      "loss": 0.3619,
      "step": 1121660
    },
    {
      "epoch": 313.05,
      "grad_norm": 1.0753737688064575,
      "learning_rate": 3.3464600995633043e-06,
      "loss": 0.3534,
      "step": 1121670
    },
    {
      "epoch": 313.06,
      "grad_norm": 1.1073739528656006,
      "learning_rate": 3.346435659387054e-06,
      "loss": 0.3504,
      "step": 1121680
    },
    {
      "epoch": 313.06,
      "grad_norm": 0.9959416389465332,
      "learning_rate": 3.3464112190773455e-06,
      "loss": 0.3518,
      "step": 1121690
    },
    {
      "epoch": 313.06,
      "grad_norm": 0.9559014439582825,
      "learning_rate": 3.3463867786341824e-06,
      "loss": 0.3468,
      "step": 1121700
    },
    {
      "epoch": 313.06,
      "grad_norm": 1.1064350605010986,
      "learning_rate": 3.346362338057569e-06,
      "loss": 0.3424,
      "step": 1121710
    },
    {
      "epoch": 313.07,
      "grad_norm": 1.021086573600769,
      "learning_rate": 3.346337897347507e-06,
      "loss": 0.3569,
      "step": 1121720
    },
    {
      "epoch": 313.07,
      "grad_norm": 0.9850744009017944,
      "learning_rate": 3.346313456504e-06,
      "loss": 0.3464,
      "step": 1121730
    },
    {
      "epoch": 313.07,
      "grad_norm": 0.9429790377616882,
      "learning_rate": 3.3462890155270524e-06,
      "loss": 0.3603,
      "step": 1121740
    },
    {
      "epoch": 313.08,
      "grad_norm": 1.0168957710266113,
      "learning_rate": 3.3462645744166657e-06,
      "loss": 0.3584,
      "step": 1121750
    },
    {
      "epoch": 313.08,
      "grad_norm": 1.2327088117599487,
      "learning_rate": 3.3462401331728443e-06,
      "loss": 0.3443,
      "step": 1121760
    },
    {
      "epoch": 313.08,
      "grad_norm": 1.0564302206039429,
      "learning_rate": 3.346215691795591e-06,
      "loss": 0.3386,
      "step": 1121770
    },
    {
      "epoch": 313.08,
      "grad_norm": 1.1243854761123657,
      "learning_rate": 3.3461912502849093e-06,
      "loss": 0.3732,
      "step": 1121780
    },
    {
      "epoch": 313.09,
      "grad_norm": 1.099113941192627,
      "learning_rate": 3.346166808640803e-06,
      "loss": 0.3546,
      "step": 1121790
    },
    {
      "epoch": 313.09,
      "grad_norm": 0.9892295598983765,
      "learning_rate": 3.3461423668632737e-06,
      "loss": 0.3533,
      "step": 1121800
    },
    {
      "epoch": 313.09,
      "grad_norm": 1.0810637474060059,
      "learning_rate": 3.346117924952327e-06,
      "loss": 0.3717,
      "step": 1121810
    },
    {
      "epoch": 313.1,
      "grad_norm": 2.1786253452301025,
      "learning_rate": 3.3460934829079637e-06,
      "loss": 0.3439,
      "step": 1121820
    },
    {
      "epoch": 313.1,
      "grad_norm": 1.199312448501587,
      "learning_rate": 3.3460690407301885e-06,
      "loss": 0.367,
      "step": 1121830
    },
    {
      "epoch": 313.1,
      "grad_norm": 0.989032506942749,
      "learning_rate": 3.3460445984190048e-06,
      "loss": 0.3455,
      "step": 1121840
    },
    {
      "epoch": 313.1,
      "grad_norm": 0.9629566073417664,
      "learning_rate": 3.346020155974415e-06,
      "loss": 0.3568,
      "step": 1121850
    },
    {
      "epoch": 313.11,
      "grad_norm": 0.9921699166297913,
      "learning_rate": 3.345995713396423e-06,
      "loss": 0.3412,
      "step": 1121860
    },
    {
      "epoch": 313.11,
      "grad_norm": 1.0322341918945312,
      "learning_rate": 3.3459712706850324e-06,
      "loss": 0.3643,
      "step": 1121870
    },
    {
      "epoch": 313.11,
      "grad_norm": 1.1224520206451416,
      "learning_rate": 3.3459468278402446e-06,
      "loss": 0.3491,
      "step": 1121880
    },
    {
      "epoch": 313.11,
      "grad_norm": 1.1094363927841187,
      "learning_rate": 3.3459223848620647e-06,
      "loss": 0.3528,
      "step": 1121890
    },
    {
      "epoch": 313.12,
      "grad_norm": 0.9513441920280457,
      "learning_rate": 3.3458979417504954e-06,
      "loss": 0.3576,
      "step": 1121900
    },
    {
      "epoch": 313.12,
      "grad_norm": 1.0342915058135986,
      "learning_rate": 3.3458734985055404e-06,
      "loss": 0.3437,
      "step": 1121910
    },
    {
      "epoch": 313.12,
      "grad_norm": 1.0753679275512695,
      "learning_rate": 3.345849055127202e-06,
      "loss": 0.3524,
      "step": 1121920
    },
    {
      "epoch": 313.13,
      "grad_norm": 0.9011831283569336,
      "learning_rate": 3.345824611615484e-06,
      "loss": 0.3602,
      "step": 1121930
    },
    {
      "epoch": 313.13,
      "grad_norm": 0.8685649633407593,
      "learning_rate": 3.34580016797039e-06,
      "loss": 0.3341,
      "step": 1121940
    },
    {
      "epoch": 313.13,
      "grad_norm": 1.152101993560791,
      "learning_rate": 3.345775724191922e-06,
      "loss": 0.3497,
      "step": 1121950
    },
    {
      "epoch": 313.13,
      "grad_norm": 1.0072959661483765,
      "learning_rate": 3.3457512802800847e-06,
      "loss": 0.3376,
      "step": 1121960
    },
    {
      "epoch": 313.14,
      "grad_norm": 0.9540648460388184,
      "learning_rate": 3.3457268362348805e-06,
      "loss": 0.3656,
      "step": 1121970
    },
    {
      "epoch": 313.14,
      "grad_norm": 1.0830516815185547,
      "learning_rate": 3.3457023920563127e-06,
      "loss": 0.3607,
      "step": 1121980
    },
    {
      "epoch": 313.14,
      "grad_norm": 1.6081019639968872,
      "learning_rate": 3.345677947744385e-06,
      "loss": 0.3641,
      "step": 1121990
    },
    {
      "epoch": 313.15,
      "grad_norm": 0.9973568916320801,
      "learning_rate": 3.345653503299101e-06,
      "loss": 0.347,
      "step": 1122000
    },
    {
      "epoch": 313.15,
      "grad_norm": 1.118310809135437,
      "learning_rate": 3.345629058720463e-06,
      "loss": 0.3522,
      "step": 1122010
    },
    {
      "epoch": 313.15,
      "grad_norm": 1.0240920782089233,
      "learning_rate": 3.345604614008474e-06,
      "loss": 0.3477,
      "step": 1122020
    },
    {
      "epoch": 313.15,
      "grad_norm": 0.9641078114509583,
      "learning_rate": 3.3455801691631387e-06,
      "loss": 0.348,
      "step": 1122030
    },
    {
      "epoch": 313.16,
      "grad_norm": 1.3294891119003296,
      "learning_rate": 3.3455557241844593e-06,
      "loss": 0.3665,
      "step": 1122040
    },
    {
      "epoch": 313.16,
      "grad_norm": 1.050546407699585,
      "learning_rate": 3.3455312790724387e-06,
      "loss": 0.3564,
      "step": 1122050
    },
    {
      "epoch": 313.16,
      "grad_norm": 1.0332717895507812,
      "learning_rate": 3.345506833827081e-06,
      "loss": 0.3485,
      "step": 1122060
    },
    {
      "epoch": 313.16,
      "grad_norm": 1.1596360206604004,
      "learning_rate": 3.34548238844839e-06,
      "loss": 0.3689,
      "step": 1122070
    },
    {
      "epoch": 313.17,
      "grad_norm": 0.9409232139587402,
      "learning_rate": 3.3454579429363675e-06,
      "loss": 0.3685,
      "step": 1122080
    },
    {
      "epoch": 313.17,
      "grad_norm": 0.8624512553215027,
      "learning_rate": 3.3454334972910177e-06,
      "loss": 0.3482,
      "step": 1122090
    },
    {
      "epoch": 313.17,
      "grad_norm": 1.1336971521377563,
      "learning_rate": 3.3454090515123432e-06,
      "loss": 0.3556,
      "step": 1122100
    },
    {
      "epoch": 313.18,
      "grad_norm": 0.858431339263916,
      "learning_rate": 3.3453846056003475e-06,
      "loss": 0.3392,
      "step": 1122110
    },
    {
      "epoch": 313.18,
      "grad_norm": 1.0626978874206543,
      "learning_rate": 3.345360159555034e-06,
      "loss": 0.3552,
      "step": 1122120
    },
    {
      "epoch": 313.18,
      "grad_norm": 1.03403902053833,
      "learning_rate": 3.3453357133764064e-06,
      "loss": 0.3523,
      "step": 1122130
    },
    {
      "epoch": 313.18,
      "grad_norm": 1.1715471744537354,
      "learning_rate": 3.3453112670644667e-06,
      "loss": 0.3537,
      "step": 1122140
    },
    {
      "epoch": 313.19,
      "grad_norm": 1.0279080867767334,
      "learning_rate": 3.34528682061922e-06,
      "loss": 0.3707,
      "step": 1122150
    },
    {
      "epoch": 313.19,
      "grad_norm": 0.9399210810661316,
      "learning_rate": 3.345262374040668e-06,
      "loss": 0.3678,
      "step": 1122160
    },
    {
      "epoch": 313.19,
      "grad_norm": 0.9446428418159485,
      "learning_rate": 3.345237927328814e-06,
      "loss": 0.3506,
      "step": 1122170
    },
    {
      "epoch": 313.2,
      "grad_norm": 0.9284306168556213,
      "learning_rate": 3.345213480483662e-06,
      "loss": 0.3698,
      "step": 1122180
    },
    {
      "epoch": 313.2,
      "grad_norm": 1.1532031297683716,
      "learning_rate": 3.3451890335052146e-06,
      "loss": 0.3587,
      "step": 1122190
    },
    {
      "epoch": 313.2,
      "grad_norm": 1.0714067220687866,
      "learning_rate": 3.3451645863934763e-06,
      "loss": 0.3506,
      "step": 1122200
    },
    {
      "epoch": 313.2,
      "grad_norm": 1.122772455215454,
      "learning_rate": 3.3451401391484484e-06,
      "loss": 0.337,
      "step": 1122210
    },
    {
      "epoch": 313.21,
      "grad_norm": 0.9693412780761719,
      "learning_rate": 3.345115691770136e-06,
      "loss": 0.3509,
      "step": 1122220
    },
    {
      "epoch": 313.21,
      "grad_norm": 0.8189616799354553,
      "learning_rate": 3.345091244258541e-06,
      "loss": 0.3592,
      "step": 1122230
    },
    {
      "epoch": 313.21,
      "grad_norm": 0.8628647327423096,
      "learning_rate": 3.3450667966136675e-06,
      "loss": 0.3567,
      "step": 1122240
    },
    {
      "epoch": 313.22,
      "grad_norm": 1.1202224493026733,
      "learning_rate": 3.3450423488355184e-06,
      "loss": 0.3579,
      "step": 1122250
    },
    {
      "epoch": 313.22,
      "grad_norm": 1.7356265783309937,
      "learning_rate": 3.345017900924097e-06,
      "loss": 0.3593,
      "step": 1122260
    },
    {
      "epoch": 313.22,
      "grad_norm": 0.856492817401886,
      "learning_rate": 3.3449934528794067e-06,
      "loss": 0.3496,
      "step": 1122270
    },
    {
      "epoch": 313.22,
      "grad_norm": 1.113308072090149,
      "learning_rate": 3.34496900470145e-06,
      "loss": 0.3585,
      "step": 1122280
    },
    {
      "epoch": 313.23,
      "grad_norm": 0.9968189597129822,
      "learning_rate": 3.344944556390232e-06,
      "loss": 0.366,
      "step": 1122290
    },
    {
      "epoch": 313.23,
      "grad_norm": 1.3940720558166504,
      "learning_rate": 3.3449201079457535e-06,
      "loss": 0.3539,
      "step": 1122300
    },
    {
      "epoch": 313.23,
      "grad_norm": 1.151872992515564,
      "learning_rate": 3.3448956593680193e-06,
      "loss": 0.354,
      "step": 1122310
    },
    {
      "epoch": 313.23,
      "grad_norm": 1.0307767391204834,
      "learning_rate": 3.3448712106570336e-06,
      "loss": 0.3459,
      "step": 1122320
    },
    {
      "epoch": 313.24,
      "grad_norm": 1.0876796245574951,
      "learning_rate": 3.344846761812797e-06,
      "loss": 0.3589,
      "step": 1122330
    },
    {
      "epoch": 313.24,
      "grad_norm": 1.1185009479522705,
      "learning_rate": 3.3448223128353136e-06,
      "loss": 0.349,
      "step": 1122340
    },
    {
      "epoch": 313.24,
      "grad_norm": 0.8838889598846436,
      "learning_rate": 3.344797863724588e-06,
      "loss": 0.3476,
      "step": 1122350
    },
    {
      "epoch": 313.25,
      "grad_norm": 0.9898868203163147,
      "learning_rate": 3.3447734144806235e-06,
      "loss": 0.3521,
      "step": 1122360
    },
    {
      "epoch": 313.25,
      "grad_norm": 0.9082959294319153,
      "learning_rate": 3.3447489651034214e-06,
      "loss": 0.3568,
      "step": 1122370
    },
    {
      "epoch": 313.25,
      "grad_norm": 1.1028856039047241,
      "learning_rate": 3.344724515592986e-06,
      "loss": 0.3517,
      "step": 1122380
    },
    {
      "epoch": 313.25,
      "grad_norm": 0.9625625610351562,
      "learning_rate": 3.3447000659493215e-06,
      "loss": 0.3399,
      "step": 1122390
    },
    {
      "epoch": 313.26,
      "grad_norm": 1.0277265310287476,
      "learning_rate": 3.34467561617243e-06,
      "loss": 0.3405,
      "step": 1122400
    },
    {
      "epoch": 313.26,
      "grad_norm": 1.0389378070831299,
      "learning_rate": 3.3446511662623147e-06,
      "loss": 0.3669,
      "step": 1122410
    },
    {
      "epoch": 313.26,
      "grad_norm": 1.0209846496582031,
      "learning_rate": 3.3446267162189793e-06,
      "loss": 0.3523,
      "step": 1122420
    },
    {
      "epoch": 313.27,
      "grad_norm": 0.9117236733436584,
      "learning_rate": 3.3446022660424267e-06,
      "loss": 0.3588,
      "step": 1122430
    },
    {
      "epoch": 313.27,
      "grad_norm": 0.8958425521850586,
      "learning_rate": 3.3445778157326604e-06,
      "loss": 0.3525,
      "step": 1122440
    },
    {
      "epoch": 313.27,
      "grad_norm": 1.0054396390914917,
      "learning_rate": 3.3445533652896843e-06,
      "loss": 0.3572,
      "step": 1122450
    },
    {
      "epoch": 313.27,
      "grad_norm": 3.1527137756347656,
      "learning_rate": 3.3445289147135007e-06,
      "loss": 0.3651,
      "step": 1122460
    },
    {
      "epoch": 313.28,
      "grad_norm": 0.9781852960586548,
      "learning_rate": 3.3445044640041128e-06,
      "loss": 0.3608,
      "step": 1122470
    },
    {
      "epoch": 313.28,
      "grad_norm": 0.9906205534934998,
      "learning_rate": 3.3444800131615242e-06,
      "loss": 0.3554,
      "step": 1122480
    },
    {
      "epoch": 313.28,
      "grad_norm": 1.0083370208740234,
      "learning_rate": 3.344455562185739e-06,
      "loss": 0.3551,
      "step": 1122490
    },
    {
      "epoch": 313.28,
      "grad_norm": 1.1545900106430054,
      "learning_rate": 3.3444311110767585e-06,
      "loss": 0.356,
      "step": 1122500
    },
    {
      "epoch": 313.29,
      "grad_norm": 0.9804023504257202,
      "learning_rate": 3.3444066598345877e-06,
      "loss": 0.3348,
      "step": 1122510
    },
    {
      "epoch": 313.29,
      "grad_norm": 1.0488287210464478,
      "learning_rate": 3.3443822084592295e-06,
      "loss": 0.3472,
      "step": 1122520
    },
    {
      "epoch": 313.29,
      "grad_norm": 1.0785678625106812,
      "learning_rate": 3.3443577569506863e-06,
      "loss": 0.3594,
      "step": 1122530
    },
    {
      "epoch": 313.3,
      "grad_norm": 1.0103745460510254,
      "learning_rate": 3.344333305308962e-06,
      "loss": 0.3575,
      "step": 1122540
    },
    {
      "epoch": 313.3,
      "grad_norm": 0.9648764729499817,
      "learning_rate": 3.3443088535340603e-06,
      "loss": 0.3341,
      "step": 1122550
    },
    {
      "epoch": 313.3,
      "grad_norm": 1.0533839464187622,
      "learning_rate": 3.3442844016259836e-06,
      "loss": 0.3521,
      "step": 1122560
    },
    {
      "epoch": 313.3,
      "grad_norm": 1.3804391622543335,
      "learning_rate": 3.344259949584735e-06,
      "loss": 0.3581,
      "step": 1122570
    },
    {
      "epoch": 313.31,
      "grad_norm": 0.963597297668457,
      "learning_rate": 3.344235497410319e-06,
      "loss": 0.3469,
      "step": 1122580
    },
    {
      "epoch": 313.31,
      "grad_norm": 1.2179781198501587,
      "learning_rate": 3.3442110451027373e-06,
      "loss": 0.354,
      "step": 1122590
    },
    {
      "epoch": 313.31,
      "grad_norm": 12.227950096130371,
      "learning_rate": 3.344186592661995e-06,
      "loss": 0.3504,
      "step": 1122600
    },
    {
      "epoch": 313.32,
      "grad_norm": 0.9530016779899597,
      "learning_rate": 3.344162140088094e-06,
      "loss": 0.3586,
      "step": 1122610
    },
    {
      "epoch": 313.32,
      "grad_norm": 0.9453051686286926,
      "learning_rate": 3.3441376873810377e-06,
      "loss": 0.3544,
      "step": 1122620
    },
    {
      "epoch": 313.32,
      "grad_norm": 1.0955199003219604,
      "learning_rate": 3.344113234540829e-06,
      "loss": 0.3447,
      "step": 1122630
    },
    {
      "epoch": 313.32,
      "grad_norm": 1.0314477682113647,
      "learning_rate": 3.344088781567472e-06,
      "loss": 0.3599,
      "step": 1122640
    },
    {
      "epoch": 313.33,
      "grad_norm": 1.6924004554748535,
      "learning_rate": 3.34406432846097e-06,
      "loss": 0.3656,
      "step": 1122650
    },
    {
      "epoch": 313.33,
      "grad_norm": 1.2024130821228027,
      "learning_rate": 3.344039875221326e-06,
      "loss": 0.367,
      "step": 1122660
    },
    {
      "epoch": 313.33,
      "grad_norm": 2.9934656620025635,
      "learning_rate": 3.344015421848543e-06,
      "loss": 0.3623,
      "step": 1122670
    },
    {
      "epoch": 313.34,
      "grad_norm": 1.4790303707122803,
      "learning_rate": 3.3439909683426243e-06,
      "loss": 0.3572,
      "step": 1122680
    },
    {
      "epoch": 313.34,
      "grad_norm": 0.8971612453460693,
      "learning_rate": 3.343966514703573e-06,
      "loss": 0.3612,
      "step": 1122690
    },
    {
      "epoch": 313.34,
      "grad_norm": 0.891997218132019,
      "learning_rate": 3.3439420609313927e-06,
      "loss": 0.3531,
      "step": 1122700
    },
    {
      "epoch": 313.34,
      "grad_norm": 0.8896480798721313,
      "learning_rate": 3.3439176070260872e-06,
      "loss": 0.3599,
      "step": 1122710
    },
    {
      "epoch": 313.35,
      "grad_norm": 1.1197079420089722,
      "learning_rate": 3.3438931529876582e-06,
      "loss": 0.3326,
      "step": 1122720
    },
    {
      "epoch": 313.35,
      "grad_norm": 1.1368341445922852,
      "learning_rate": 3.34386869881611e-06,
      "loss": 0.3664,
      "step": 1122730
    },
    {
      "epoch": 313.35,
      "grad_norm": 1.0677707195281982,
      "learning_rate": 3.343844244511446e-06,
      "loss": 0.3497,
      "step": 1122740
    },
    {
      "epoch": 313.35,
      "grad_norm": 1.0716235637664795,
      "learning_rate": 3.3438197900736695e-06,
      "loss": 0.3578,
      "step": 1122750
    },
    {
      "epoch": 313.36,
      "grad_norm": 1.0299575328826904,
      "learning_rate": 3.343795335502783e-06,
      "loss": 0.3678,
      "step": 1122760
    },
    {
      "epoch": 313.36,
      "grad_norm": 1.0518691539764404,
      "learning_rate": 3.34377088079879e-06,
      "loss": 0.3505,
      "step": 1122770
    },
    {
      "epoch": 313.36,
      "grad_norm": 0.9539682865142822,
      "learning_rate": 3.343746425961695e-06,
      "loss": 0.3713,
      "step": 1122780
    },
    {
      "epoch": 313.37,
      "grad_norm": 1.0861809253692627,
      "learning_rate": 3.3437219709914992e-06,
      "loss": 0.3671,
      "step": 1122790
    },
    {
      "epoch": 313.37,
      "grad_norm": 0.9783998727798462,
      "learning_rate": 3.343697515888207e-06,
      "loss": 0.362,
      "step": 1122800
    },
    {
      "epoch": 313.37,
      "grad_norm": 0.9753875136375427,
      "learning_rate": 3.343673060651822e-06,
      "loss": 0.337,
      "step": 1122810
    },
    {
      "epoch": 313.37,
      "grad_norm": 0.9032729864120483,
      "learning_rate": 3.3436486052823467e-06,
      "loss": 0.3396,
      "step": 1122820
    },
    {
      "epoch": 313.38,
      "grad_norm": 1.0877935886383057,
      "learning_rate": 3.343624149779784e-06,
      "loss": 0.3724,
      "step": 1122830
    },
    {
      "epoch": 313.38,
      "grad_norm": 1.1976310014724731,
      "learning_rate": 3.3435996941441388e-06,
      "loss": 0.3514,
      "step": 1122840
    },
    {
      "epoch": 313.38,
      "grad_norm": 1.0124149322509766,
      "learning_rate": 3.3435752383754124e-06,
      "loss": 0.3524,
      "step": 1122850
    },
    {
      "epoch": 313.39,
      "grad_norm": 0.8997235298156738,
      "learning_rate": 3.343550782473609e-06,
      "loss": 0.366,
      "step": 1122860
    },
    {
      "epoch": 313.39,
      "grad_norm": 0.9937138557434082,
      "learning_rate": 3.343526326438733e-06,
      "loss": 0.3698,
      "step": 1122870
    },
    {
      "epoch": 313.39,
      "grad_norm": 0.8752591609954834,
      "learning_rate": 3.3435018702707855e-06,
      "loss": 0.3443,
      "step": 1122880
    },
    {
      "epoch": 313.39,
      "grad_norm": 1.0462108850479126,
      "learning_rate": 3.3434774139697714e-06,
      "loss": 0.3542,
      "step": 1122890
    },
    {
      "epoch": 313.4,
      "grad_norm": 0.8998385071754456,
      "learning_rate": 3.343452957535693e-06,
      "loss": 0.3581,
      "step": 1122900
    },
    {
      "epoch": 313.4,
      "grad_norm": 1.0065815448760986,
      "learning_rate": 3.343428500968554e-06,
      "loss": 0.3747,
      "step": 1122910
    },
    {
      "epoch": 313.4,
      "grad_norm": 4.075881481170654,
      "learning_rate": 3.3434040442683564e-06,
      "loss": 0.3661,
      "step": 1122920
    },
    {
      "epoch": 313.4,
      "grad_norm": 1.1968015432357788,
      "learning_rate": 3.343379587435106e-06,
      "loss": 0.3577,
      "step": 1122930
    },
    {
      "epoch": 313.41,
      "grad_norm": 0.9339845180511475,
      "learning_rate": 3.343355130468804e-06,
      "loss": 0.3611,
      "step": 1122940
    },
    {
      "epoch": 313.41,
      "grad_norm": 1.0223366022109985,
      "learning_rate": 3.343330673369454e-06,
      "loss": 0.3526,
      "step": 1122950
    },
    {
      "epoch": 313.41,
      "grad_norm": 0.9407607316970825,
      "learning_rate": 3.3433062161370604e-06,
      "loss": 0.3484,
      "step": 1122960
    },
    {
      "epoch": 313.42,
      "grad_norm": 0.9700724482536316,
      "learning_rate": 3.3432817587716253e-06,
      "loss": 0.354,
      "step": 1122970
    },
    {
      "epoch": 313.42,
      "grad_norm": 1.0224584341049194,
      "learning_rate": 3.343257301273152e-06,
      "loss": 0.3421,
      "step": 1122980
    },
    {
      "epoch": 313.42,
      "grad_norm": 1.172944188117981,
      "learning_rate": 3.343232843641644e-06,
      "loss": 0.3356,
      "step": 1122990
    },
    {
      "epoch": 313.42,
      "grad_norm": 1.1420137882232666,
      "learning_rate": 3.3432083858771046e-06,
      "loss": 0.3411,
      "step": 1123000
    },
    {
      "epoch": 313.43,
      "grad_norm": 1.1320432424545288,
      "learning_rate": 3.343183927979537e-06,
      "loss": 0.352,
      "step": 1123010
    },
    {
      "epoch": 313.43,
      "grad_norm": 2.7091145515441895,
      "learning_rate": 3.343159469948945e-06,
      "loss": 0.3536,
      "step": 1123020
    },
    {
      "epoch": 313.43,
      "grad_norm": 1.1226140260696411,
      "learning_rate": 3.3431350117853303e-06,
      "loss": 0.3632,
      "step": 1123030
    },
    {
      "epoch": 313.44,
      "grad_norm": 1.5432347059249878,
      "learning_rate": 3.343110553488698e-06,
      "loss": 0.3584,
      "step": 1123040
    },
    {
      "epoch": 313.44,
      "grad_norm": 0.8617451190948486,
      "learning_rate": 3.3430860950590503e-06,
      "loss": 0.375,
      "step": 1123050
    },
    {
      "epoch": 313.44,
      "grad_norm": 1.072855830192566,
      "learning_rate": 3.3430616364963905e-06,
      "loss": 0.3538,
      "step": 1123060
    },
    {
      "epoch": 313.44,
      "grad_norm": 1.2977445125579834,
      "learning_rate": 3.3430371778007224e-06,
      "loss": 0.3685,
      "step": 1123070
    },
    {
      "epoch": 313.45,
      "grad_norm": 0.9506601095199585,
      "learning_rate": 3.343012718972049e-06,
      "loss": 0.347,
      "step": 1123080
    },
    {
      "epoch": 313.45,
      "grad_norm": 0.9217653870582581,
      "learning_rate": 3.342988260010373e-06,
      "loss": 0.3619,
      "step": 1123090
    },
    {
      "epoch": 313.45,
      "grad_norm": 1.0113232135772705,
      "learning_rate": 3.342963800915698e-06,
      "loss": 0.3718,
      "step": 1123100
    },
    {
      "epoch": 313.46,
      "grad_norm": 0.8691276907920837,
      "learning_rate": 3.3429393416880284e-06,
      "loss": 0.3573,
      "step": 1123110
    },
    {
      "epoch": 313.46,
      "grad_norm": 1.153903841972351,
      "learning_rate": 3.3429148823273657e-06,
      "loss": 0.3498,
      "step": 1123120
    },
    {
      "epoch": 313.46,
      "grad_norm": 1.0013980865478516,
      "learning_rate": 3.3428904228337138e-06,
      "loss": 0.3485,
      "step": 1123130
    },
    {
      "epoch": 313.46,
      "grad_norm": 1.0838000774383545,
      "learning_rate": 3.342865963207076e-06,
      "loss": 0.3555,
      "step": 1123140
    },
    {
      "epoch": 313.47,
      "grad_norm": 1.012048363685608,
      "learning_rate": 3.3428415034474556e-06,
      "loss": 0.3559,
      "step": 1123150
    },
    {
      "epoch": 313.47,
      "grad_norm": 1.07612943649292,
      "learning_rate": 3.3428170435548562e-06,
      "loss": 0.3632,
      "step": 1123160
    },
    {
      "epoch": 313.47,
      "grad_norm": 1.0977896451950073,
      "learning_rate": 3.3427925835292807e-06,
      "loss": 0.3577,
      "step": 1123170
    },
    {
      "epoch": 313.47,
      "grad_norm": 0.8892794251441956,
      "learning_rate": 3.342768123370732e-06,
      "loss": 0.3603,
      "step": 1123180
    },
    {
      "epoch": 313.48,
      "grad_norm": 1.04657781124115,
      "learning_rate": 3.3427436630792135e-06,
      "loss": 0.3695,
      "step": 1123190
    },
    {
      "epoch": 313.48,
      "grad_norm": 0.9336751103401184,
      "learning_rate": 3.342719202654729e-06,
      "loss": 0.3381,
      "step": 1123200
    },
    {
      "epoch": 313.48,
      "grad_norm": 2.7103915214538574,
      "learning_rate": 3.3426947420972813e-06,
      "loss": 0.3638,
      "step": 1123210
    },
    {
      "epoch": 313.49,
      "grad_norm": 0.8758870959281921,
      "learning_rate": 3.342670281406874e-06,
      "loss": 0.3447,
      "step": 1123220
    },
    {
      "epoch": 313.49,
      "grad_norm": 0.8838430047035217,
      "learning_rate": 3.34264582058351e-06,
      "loss": 0.3448,
      "step": 1123230
    },
    {
      "epoch": 313.49,
      "grad_norm": 1.2278419733047485,
      "learning_rate": 3.342621359627193e-06,
      "loss": 0.3396,
      "step": 1123240
    },
    {
      "epoch": 313.49,
      "grad_norm": 0.959879994392395,
      "learning_rate": 3.342596898537925e-06,
      "loss": 0.3562,
      "step": 1123250
    },
    {
      "epoch": 313.5,
      "grad_norm": 3.5997347831726074,
      "learning_rate": 3.3425724373157115e-06,
      "loss": 0.3571,
      "step": 1123260
    },
    {
      "epoch": 313.5,
      "grad_norm": 0.8689004778862,
      "learning_rate": 3.3425479759605543e-06,
      "loss": 0.3488,
      "step": 1123270
    },
    {
      "epoch": 313.5,
      "grad_norm": 1.0071794986724854,
      "learning_rate": 3.342523514472456e-06,
      "loss": 0.3522,
      "step": 1123280
    },
    {
      "epoch": 313.51,
      "grad_norm": 1.1320266723632812,
      "learning_rate": 3.3424990528514216e-06,
      "loss": 0.3449,
      "step": 1123290
    },
    {
      "epoch": 313.51,
      "grad_norm": 0.9942782521247864,
      "learning_rate": 3.3424745910974524e-06,
      "loss": 0.3462,
      "step": 1123300
    },
    {
      "epoch": 313.51,
      "grad_norm": 1.047922968864441,
      "learning_rate": 3.342450129210553e-06,
      "loss": 0.3509,
      "step": 1123310
    },
    {
      "epoch": 313.51,
      "grad_norm": 1.062949776649475,
      "learning_rate": 3.3424256671907273e-06,
      "loss": 0.3406,
      "step": 1123320
    },
    {
      "epoch": 313.52,
      "grad_norm": 0.9839900135993958,
      "learning_rate": 3.3424012050379763e-06,
      "loss": 0.3577,
      "step": 1123330
    },
    {
      "epoch": 313.52,
      "grad_norm": 0.9799013137817383,
      "learning_rate": 3.342376742752305e-06,
      "loss": 0.3407,
      "step": 1123340
    },
    {
      "epoch": 313.52,
      "grad_norm": 0.9856338500976562,
      "learning_rate": 3.3423522803337167e-06,
      "loss": 0.3458,
      "step": 1123350
    },
    {
      "epoch": 313.52,
      "grad_norm": 9.256420135498047,
      "learning_rate": 3.342327817782214e-06,
      "loss": 0.3594,
      "step": 1123360
    },
    {
      "epoch": 313.53,
      "grad_norm": 1.0785404443740845,
      "learning_rate": 3.3423033550978e-06,
      "loss": 0.3385,
      "step": 1123370
    },
    {
      "epoch": 313.53,
      "grad_norm": 1.101190209388733,
      "learning_rate": 3.342278892280478e-06,
      "loss": 0.3616,
      "step": 1123380
    },
    {
      "epoch": 313.53,
      "grad_norm": 1.0649199485778809,
      "learning_rate": 3.342254429330252e-06,
      "loss": 0.3424,
      "step": 1123390
    },
    {
      "epoch": 313.54,
      "grad_norm": 1.0258097648620605,
      "learning_rate": 3.3422299662471244e-06,
      "loss": 0.3499,
      "step": 1123400
    },
    {
      "epoch": 313.54,
      "grad_norm": 1.0001590251922607,
      "learning_rate": 3.3422055030310994e-06,
      "loss": 0.3637,
      "step": 1123410
    },
    {
      "epoch": 313.54,
      "grad_norm": 1.000992774963379,
      "learning_rate": 3.34218103968218e-06,
      "loss": 0.355,
      "step": 1123420
    },
    {
      "epoch": 313.54,
      "grad_norm": 1.1658821105957031,
      "learning_rate": 3.342156576200368e-06,
      "loss": 0.3462,
      "step": 1123430
    },
    {
      "epoch": 313.55,
      "grad_norm": 2.1706204414367676,
      "learning_rate": 3.342132112585668e-06,
      "loss": 0.3441,
      "step": 1123440
    },
    {
      "epoch": 313.55,
      "grad_norm": 1.1409331560134888,
      "learning_rate": 3.342107648838084e-06,
      "loss": 0.3444,
      "step": 1123450
    },
    {
      "epoch": 313.55,
      "grad_norm": 0.9921891093254089,
      "learning_rate": 3.3420831849576175e-06,
      "loss": 0.3336,
      "step": 1123460
    },
    {
      "epoch": 313.56,
      "grad_norm": 1.047070860862732,
      "learning_rate": 3.3420587209442727e-06,
      "loss": 0.3807,
      "step": 1123470
    },
    {
      "epoch": 313.56,
      "grad_norm": 0.9830887913703918,
      "learning_rate": 3.3420342567980534e-06,
      "loss": 0.3524,
      "step": 1123480
    },
    {
      "epoch": 313.56,
      "grad_norm": 1.0580899715423584,
      "learning_rate": 3.3420097925189617e-06,
      "loss": 0.3454,
      "step": 1123490
    },
    {
      "epoch": 313.56,
      "grad_norm": 0.9570924043655396,
      "learning_rate": 3.3419853281070015e-06,
      "loss": 0.386,
      "step": 1123500
    },
    {
      "epoch": 313.57,
      "grad_norm": 0.967266857624054,
      "learning_rate": 3.341960863562175e-06,
      "loss": 0.3451,
      "step": 1123510
    },
    {
      "epoch": 313.57,
      "grad_norm": 1.1850156784057617,
      "learning_rate": 3.3419363988844877e-06,
      "loss": 0.3531,
      "step": 1123520
    },
    {
      "epoch": 313.57,
      "grad_norm": 1.0105297565460205,
      "learning_rate": 3.3419119340739405e-06,
      "loss": 0.3608,
      "step": 1123530
    },
    {
      "epoch": 313.58,
      "grad_norm": 1.0014488697052002,
      "learning_rate": 3.3418874691305383e-06,
      "loss": 0.3914,
      "step": 1123540
    },
    {
      "epoch": 313.58,
      "grad_norm": 1.0948588848114014,
      "learning_rate": 3.3418630040542836e-06,
      "loss": 0.3679,
      "step": 1123550
    },
    {
      "epoch": 313.58,
      "grad_norm": 0.9652184247970581,
      "learning_rate": 3.34183853884518e-06,
      "loss": 0.3481,
      "step": 1123560
    },
    {
      "epoch": 313.58,
      "grad_norm": 0.9480574131011963,
      "learning_rate": 3.34181407350323e-06,
      "loss": 0.3433,
      "step": 1123570
    },
    {
      "epoch": 313.59,
      "grad_norm": 0.9924913048744202,
      "learning_rate": 3.3417896080284378e-06,
      "loss": 0.3698,
      "step": 1123580
    },
    {
      "epoch": 313.59,
      "grad_norm": 1.121235966682434,
      "learning_rate": 3.3417651424208063e-06,
      "loss": 0.3669,
      "step": 1123590
    },
    {
      "epoch": 313.59,
      "grad_norm": 1.121393084526062,
      "learning_rate": 3.341740676680338e-06,
      "loss": 0.3502,
      "step": 1123600
    },
    {
      "epoch": 313.59,
      "grad_norm": 1.0017575025558472,
      "learning_rate": 3.3417162108070376e-06,
      "loss": 0.3625,
      "step": 1123610
    },
    {
      "epoch": 313.6,
      "grad_norm": 1.094423770904541,
      "learning_rate": 3.3416917448009076e-06,
      "loss": 0.3491,
      "step": 1123620
    },
    {
      "epoch": 313.6,
      "grad_norm": 0.9497436285018921,
      "learning_rate": 3.341667278661951e-06,
      "loss": 0.3579,
      "step": 1123630
    },
    {
      "epoch": 313.6,
      "grad_norm": 0.8383148312568665,
      "learning_rate": 3.341642812390171e-06,
      "loss": 0.3429,
      "step": 1123640
    },
    {
      "epoch": 313.61,
      "grad_norm": 0.9282118082046509,
      "learning_rate": 3.3416183459855722e-06,
      "loss": 0.3566,
      "step": 1123650
    },
    {
      "epoch": 313.61,
      "grad_norm": 0.9499507546424866,
      "learning_rate": 3.341593879448156e-06,
      "loss": 0.3273,
      "step": 1123660
    },
    {
      "epoch": 313.61,
      "grad_norm": 1.1054043769836426,
      "learning_rate": 3.341569412777927e-06,
      "loss": 0.363,
      "step": 1123670
    },
    {
      "epoch": 313.61,
      "grad_norm": 1.0448040962219238,
      "learning_rate": 3.3415449459748875e-06,
      "loss": 0.3631,
      "step": 1123680
    },
    {
      "epoch": 313.62,
      "grad_norm": 1.207720398902893,
      "learning_rate": 3.3415204790390414e-06,
      "loss": 0.3844,
      "step": 1123690
    },
    {
      "epoch": 313.62,
      "grad_norm": 0.8998121023178101,
      "learning_rate": 3.341496011970392e-06,
      "loss": 0.3407,
      "step": 1123700
    },
    {
      "epoch": 313.62,
      "grad_norm": 1.0281267166137695,
      "learning_rate": 3.341471544768943e-06,
      "loss": 0.3624,
      "step": 1123710
    },
    {
      "epoch": 313.63,
      "grad_norm": 1.0476047992706299,
      "learning_rate": 3.3414470774346955e-06,
      "loss": 0.3448,
      "step": 1123720
    },
    {
      "epoch": 313.63,
      "grad_norm": 1.0743118524551392,
      "learning_rate": 3.3414226099676547e-06,
      "loss": 0.3499,
      "step": 1123730
    },
    {
      "epoch": 313.63,
      "grad_norm": 0.9241630434989929,
      "learning_rate": 3.341398142367824e-06,
      "loss": 0.3479,
      "step": 1123740
    },
    {
      "epoch": 313.63,
      "grad_norm": 1.4152140617370605,
      "learning_rate": 3.3413736746352056e-06,
      "loss": 0.3466,
      "step": 1123750
    },
    {
      "epoch": 313.64,
      "grad_norm": 1.1746280193328857,
      "learning_rate": 3.341349206769803e-06,
      "loss": 0.3613,
      "step": 1123760
    },
    {
      "epoch": 313.64,
      "grad_norm": 0.8847793936729431,
      "learning_rate": 3.34132473877162e-06,
      "loss": 0.3514,
      "step": 1123770
    },
    {
      "epoch": 313.64,
      "grad_norm": 1.0662413835525513,
      "learning_rate": 3.34130027064066e-06,
      "loss": 0.369,
      "step": 1123780
    },
    {
      "epoch": 313.64,
      "grad_norm": 0.9367669224739075,
      "learning_rate": 3.341275802376925e-06,
      "loss": 0.3392,
      "step": 1123790
    },
    {
      "epoch": 313.65,
      "grad_norm": 1.046952724456787,
      "learning_rate": 3.3412513339804195e-06,
      "loss": 0.3666,
      "step": 1123800
    },
    {
      "epoch": 313.65,
      "grad_norm": 1.000036358833313,
      "learning_rate": 3.3412268654511465e-06,
      "loss": 0.3391,
      "step": 1123810
    },
    {
      "epoch": 313.65,
      "grad_norm": 1.2208259105682373,
      "learning_rate": 3.3412023967891083e-06,
      "loss": 0.3703,
      "step": 1123820
    },
    {
      "epoch": 313.66,
      "grad_norm": 0.963711678981781,
      "learning_rate": 3.341177927994309e-06,
      "loss": 0.3439,
      "step": 1123830
    },
    {
      "epoch": 313.66,
      "grad_norm": 0.9211497902870178,
      "learning_rate": 3.3411534590667527e-06,
      "loss": 0.3602,
      "step": 1123840
    },
    {
      "epoch": 313.66,
      "grad_norm": 1.1189310550689697,
      "learning_rate": 3.3411289900064413e-06,
      "loss": 0.3316,
      "step": 1123850
    },
    {
      "epoch": 313.66,
      "grad_norm": 1.0113495588302612,
      "learning_rate": 3.3411045208133777e-06,
      "loss": 0.3528,
      "step": 1123860
    },
    {
      "epoch": 313.67,
      "grad_norm": 1.0211405754089355,
      "learning_rate": 3.341080051487567e-06,
      "loss": 0.3457,
      "step": 1123870
    },
    {
      "epoch": 313.67,
      "grad_norm": 1.192151665687561,
      "learning_rate": 3.3410555820290106e-06,
      "loss": 0.3644,
      "step": 1123880
    },
    {
      "epoch": 313.67,
      "grad_norm": 1.0151082277297974,
      "learning_rate": 3.3410311124377132e-06,
      "loss": 0.3673,
      "step": 1123890
    },
    {
      "epoch": 313.68,
      "grad_norm": 1.0100041627883911,
      "learning_rate": 3.341006642713677e-06,
      "loss": 0.3698,
      "step": 1123900
    },
    {
      "epoch": 313.68,
      "grad_norm": 1.6105725765228271,
      "learning_rate": 3.3409821728569055e-06,
      "loss": 0.354,
      "step": 1123910
    },
    {
      "epoch": 313.68,
      "grad_norm": 0.9867507219314575,
      "learning_rate": 3.3409577028674028e-06,
      "loss": 0.3544,
      "step": 1123920
    },
    {
      "epoch": 313.68,
      "grad_norm": 1.0584832429885864,
      "learning_rate": 3.3409332327451712e-06,
      "loss": 0.3418,
      "step": 1123930
    },
    {
      "epoch": 313.69,
      "grad_norm": 0.9588807821273804,
      "learning_rate": 3.340908762490214e-06,
      "loss": 0.3666,
      "step": 1123940
    },
    {
      "epoch": 313.69,
      "grad_norm": 1.10502028465271,
      "learning_rate": 3.3408842921025344e-06,
      "loss": 0.3481,
      "step": 1123950
    },
    {
      "epoch": 313.69,
      "grad_norm": 1.1205466985702515,
      "learning_rate": 3.3408598215821364e-06,
      "loss": 0.3572,
      "step": 1123960
    },
    {
      "epoch": 313.7,
      "grad_norm": 0.9256846904754639,
      "learning_rate": 3.3408353509290236e-06,
      "loss": 0.3458,
      "step": 1123970
    },
    {
      "epoch": 313.7,
      "grad_norm": 0.9656497240066528,
      "learning_rate": 3.340810880143197e-06,
      "loss": 0.3601,
      "step": 1123980
    },
    {
      "epoch": 313.7,
      "grad_norm": 1.4458953142166138,
      "learning_rate": 3.3407864092246623e-06,
      "loss": 0.359,
      "step": 1123990
    },
    {
      "epoch": 313.7,
      "grad_norm": 0.9056312441825867,
      "learning_rate": 3.3407619381734216e-06,
      "loss": 0.3362,
      "step": 1124000
    },
    {
      "epoch": 313.71,
      "grad_norm": 1.0358483791351318,
      "learning_rate": 3.340737466989478e-06,
      "loss": 0.3461,
      "step": 1124010
    },
    {
      "epoch": 313.71,
      "grad_norm": 1.0296162366867065,
      "learning_rate": 3.340712995672835e-06,
      "loss": 0.3613,
      "step": 1124020
    },
    {
      "epoch": 313.71,
      "grad_norm": 0.9618054628372192,
      "learning_rate": 3.3406885242234968e-06,
      "loss": 0.3516,
      "step": 1124030
    },
    {
      "epoch": 313.71,
      "grad_norm": 0.9507399797439575,
      "learning_rate": 3.3406640526414653e-06,
      "loss": 0.3578,
      "step": 1124040
    },
    {
      "epoch": 313.72,
      "grad_norm": 1.0848917961120605,
      "learning_rate": 3.3406395809267437e-06,
      "loss": 0.3501,
      "step": 1124050
    },
    {
      "epoch": 313.72,
      "grad_norm": 1.015255331993103,
      "learning_rate": 3.3406151090793364e-06,
      "loss": 0.352,
      "step": 1124060
    },
    {
      "epoch": 313.72,
      "grad_norm": 1.0179444551467896,
      "learning_rate": 3.340590637099247e-06,
      "loss": 0.3499,
      "step": 1124070
    },
    {
      "epoch": 313.73,
      "grad_norm": 1.0380923748016357,
      "learning_rate": 3.340566164986476e-06,
      "loss": 0.3545,
      "step": 1124080
    },
    {
      "epoch": 313.73,
      "grad_norm": 0.9151128530502319,
      "learning_rate": 3.3405416927410294e-06,
      "loss": 0.3415,
      "step": 1124090
    },
    {
      "epoch": 313.73,
      "grad_norm": 0.9264627695083618,
      "learning_rate": 3.3405172203629102e-06,
      "loss": 0.3622,
      "step": 1124100
    },
    {
      "epoch": 313.73,
      "grad_norm": 1.0024399757385254,
      "learning_rate": 3.34049274785212e-06,
      "loss": 0.345,
      "step": 1124110
    },
    {
      "epoch": 313.74,
      "grad_norm": 0.9435783624649048,
      "learning_rate": 3.3404682752086626e-06,
      "loss": 0.3457,
      "step": 1124120
    },
    {
      "epoch": 313.74,
      "grad_norm": 1.02572500705719,
      "learning_rate": 3.340443802432543e-06,
      "loss": 0.3578,
      "step": 1124130
    },
    {
      "epoch": 313.74,
      "grad_norm": 0.898486852645874,
      "learning_rate": 3.340419329523763e-06,
      "loss": 0.3544,
      "step": 1124140
    },
    {
      "epoch": 313.75,
      "grad_norm": 1.0702791213989258,
      "learning_rate": 3.3403948564823258e-06,
      "loss": 0.362,
      "step": 1124150
    },
    {
      "epoch": 313.75,
      "grad_norm": 1.1216226816177368,
      "learning_rate": 3.3403703833082353e-06,
      "loss": 0.3495,
      "step": 1124160
    },
    {
      "epoch": 313.75,
      "grad_norm": 0.9949660897254944,
      "learning_rate": 3.3403459100014936e-06,
      "loss": 0.3599,
      "step": 1124170
    },
    {
      "epoch": 313.75,
      "grad_norm": 1.0604153871536255,
      "learning_rate": 3.3403214365621045e-06,
      "loss": 0.3774,
      "step": 1124180
    },
    {
      "epoch": 313.76,
      "grad_norm": 1.0037810802459717,
      "learning_rate": 3.340296962990073e-06,
      "loss": 0.3553,
      "step": 1124190
    },
    {
      "epoch": 313.76,
      "grad_norm": 0.9965853095054626,
      "learning_rate": 3.3402724892853993e-06,
      "loss": 0.3629,
      "step": 1124200
    },
    {
      "epoch": 313.76,
      "grad_norm": 0.9455274343490601,
      "learning_rate": 3.3402480154480885e-06,
      "loss": 0.3488,
      "step": 1124210
    },
    {
      "epoch": 313.77,
      "grad_norm": 0.986070454120636,
      "learning_rate": 3.340223541478144e-06,
      "loss": 0.3514,
      "step": 1124220
    },
    {
      "epoch": 313.77,
      "grad_norm": 0.9657007455825806,
      "learning_rate": 3.3401990673755684e-06,
      "loss": 0.35,
      "step": 1124230
    },
    {
      "epoch": 313.77,
      "grad_norm": 0.9812836647033691,
      "learning_rate": 3.340174593140365e-06,
      "loss": 0.3667,
      "step": 1124240
    },
    {
      "epoch": 313.77,
      "grad_norm": 1.0636461973190308,
      "learning_rate": 3.340150118772537e-06,
      "loss": 0.356,
      "step": 1124250
    },
    {
      "epoch": 313.78,
      "grad_norm": 0.9148935675621033,
      "learning_rate": 3.340125644272089e-06,
      "loss": 0.3475,
      "step": 1124260
    },
    {
      "epoch": 313.78,
      "grad_norm": 1.2403305768966675,
      "learning_rate": 3.340101169639022e-06,
      "loss": 0.3296,
      "step": 1124270
    },
    {
      "epoch": 313.78,
      "grad_norm": 1.0179988145828247,
      "learning_rate": 3.34007669487334e-06,
      "loss": 0.3435,
      "step": 1124280
    },
    {
      "epoch": 313.78,
      "grad_norm": 1.0879130363464355,
      "learning_rate": 3.340052219975048e-06,
      "loss": 0.3534,
      "step": 1124290
    },
    {
      "epoch": 313.79,
      "grad_norm": 4.996278762817383,
      "learning_rate": 3.340027744944148e-06,
      "loss": 0.3571,
      "step": 1124300
    },
    {
      "epoch": 313.79,
      "grad_norm": 1.0715876817703247,
      "learning_rate": 3.3400032697806413e-06,
      "loss": 0.3653,
      "step": 1124310
    },
    {
      "epoch": 313.79,
      "grad_norm": 1.1031851768493652,
      "learning_rate": 3.3399787944845348e-06,
      "loss": 0.3583,
      "step": 1124320
    },
    {
      "epoch": 313.8,
      "grad_norm": 0.9917497038841248,
      "learning_rate": 3.3399543190558294e-06,
      "loss": 0.3569,
      "step": 1124330
    },
    {
      "epoch": 313.8,
      "grad_norm": 0.9372912645339966,
      "learning_rate": 3.3399298434945287e-06,
      "loss": 0.3509,
      "step": 1124340
    },
    {
      "epoch": 313.8,
      "grad_norm": 1.0340611934661865,
      "learning_rate": 3.3399053678006355e-06,
      "loss": 0.3508,
      "step": 1124350
    },
    {
      "epoch": 313.8,
      "grad_norm": 1.3208179473876953,
      "learning_rate": 3.339880891974155e-06,
      "loss": 0.364,
      "step": 1124360
    },
    {
      "epoch": 313.81,
      "grad_norm": 0.8957168459892273,
      "learning_rate": 3.3398564160150893e-06,
      "loss": 0.3492,
      "step": 1124370
    },
    {
      "epoch": 313.81,
      "grad_norm": 3.6500966548919678,
      "learning_rate": 3.339831939923441e-06,
      "loss": 0.3569,
      "step": 1124380
    },
    {
      "epoch": 313.81,
      "grad_norm": 1.1293755769729614,
      "learning_rate": 3.3398074636992145e-06,
      "loss": 0.3534,
      "step": 1124390
    },
    {
      "epoch": 313.82,
      "grad_norm": 1.0440080165863037,
      "learning_rate": 3.3397829873424114e-06,
      "loss": 0.3629,
      "step": 1124400
    },
    {
      "epoch": 313.82,
      "grad_norm": 1.0231306552886963,
      "learning_rate": 3.3397585108530365e-06,
      "loss": 0.3551,
      "step": 1124410
    },
    {
      "epoch": 313.82,
      "grad_norm": 0.9902352094650269,
      "learning_rate": 3.3397340342310926e-06,
      "loss": 0.3662,
      "step": 1124420
    },
    {
      "epoch": 313.82,
      "grad_norm": 1.080310583114624,
      "learning_rate": 3.339709557476583e-06,
      "loss": 0.348,
      "step": 1124430
    },
    {
      "epoch": 313.83,
      "grad_norm": 0.947630763053894,
      "learning_rate": 3.3396850805895113e-06,
      "loss": 0.3542,
      "step": 1124440
    },
    {
      "epoch": 313.83,
      "grad_norm": 0.98921138048172,
      "learning_rate": 3.3396606035698803e-06,
      "loss": 0.3437,
      "step": 1124450
    },
    {
      "epoch": 313.83,
      "grad_norm": 0.9170100092887878,
      "learning_rate": 3.339636126417693e-06,
      "loss": 0.3427,
      "step": 1124460
    },
    {
      "epoch": 313.83,
      "grad_norm": 0.9509611129760742,
      "learning_rate": 3.339611649132953e-06,
      "loss": 0.351,
      "step": 1124470
    },
    {
      "epoch": 313.84,
      "grad_norm": 1.0116159915924072,
      "learning_rate": 3.3395871717156636e-06,
      "loss": 0.3431,
      "step": 1124480
    },
    {
      "epoch": 313.84,
      "grad_norm": 0.9367573857307434,
      "learning_rate": 3.3395626941658276e-06,
      "loss": 0.3607,
      "step": 1124490
    },
    {
      "epoch": 313.84,
      "grad_norm": 1.0194498300552368,
      "learning_rate": 3.339538216483449e-06,
      "loss": 0.3776,
      "step": 1124500
    },
    {
      "epoch": 313.85,
      "grad_norm": 0.900684654712677,
      "learning_rate": 3.339513738668531e-06,
      "loss": 0.3514,
      "step": 1124510
    },
    {
      "epoch": 313.85,
      "grad_norm": 1.1249688863754272,
      "learning_rate": 3.3394892607210766e-06,
      "loss": 0.342,
      "step": 1124520
    },
    {
      "epoch": 313.85,
      "grad_norm": 1.1283588409423828,
      "learning_rate": 3.3394647826410886e-06,
      "loss": 0.3644,
      "step": 1124530
    },
    {
      "epoch": 313.85,
      "grad_norm": 1.1070668697357178,
      "learning_rate": 3.339440304428571e-06,
      "loss": 0.3591,
      "step": 1124540
    },
    {
      "epoch": 313.86,
      "grad_norm": 1.0416879653930664,
      "learning_rate": 3.3394158260835265e-06,
      "loss": 0.359,
      "step": 1124550
    },
    {
      "epoch": 313.86,
      "grad_norm": 1.2526981830596924,
      "learning_rate": 3.3393913476059587e-06,
      "loss": 0.3684,
      "step": 1124560
    },
    {
      "epoch": 313.86,
      "grad_norm": 1.0512609481811523,
      "learning_rate": 3.3393668689958704e-06,
      "loss": 0.3509,
      "step": 1124570
    },
    {
      "epoch": 313.87,
      "grad_norm": 0.9556390643119812,
      "learning_rate": 3.3393423902532664e-06,
      "loss": 0.3549,
      "step": 1124580
    },
    {
      "epoch": 313.87,
      "grad_norm": 1.1848009824752808,
      "learning_rate": 3.3393179113781475e-06,
      "loss": 0.3365,
      "step": 1124590
    },
    {
      "epoch": 313.87,
      "grad_norm": 0.9967001080513,
      "learning_rate": 3.3392934323705187e-06,
      "loss": 0.3421,
      "step": 1124600
    },
    {
      "epoch": 313.87,
      "grad_norm": 1.1354604959487915,
      "learning_rate": 3.339268953230383e-06,
      "loss": 0.3532,
      "step": 1124610
    },
    {
      "epoch": 313.88,
      "grad_norm": 0.9526320099830627,
      "learning_rate": 3.3392444739577436e-06,
      "loss": 0.3424,
      "step": 1124620
    },
    {
      "epoch": 313.88,
      "grad_norm": 1.0577481985092163,
      "learning_rate": 3.339219994552603e-06,
      "loss": 0.3469,
      "step": 1124630
    },
    {
      "epoch": 313.88,
      "grad_norm": 3.184776782989502,
      "learning_rate": 3.339195515014965e-06,
      "loss": 0.3494,
      "step": 1124640
    },
    {
      "epoch": 313.89,
      "grad_norm": 0.888636589050293,
      "learning_rate": 3.3391710353448337e-06,
      "loss": 0.3575,
      "step": 1124650
    },
    {
      "epoch": 313.89,
      "grad_norm": 1.1359131336212158,
      "learning_rate": 3.3391465555422116e-06,
      "loss": 0.3559,
      "step": 1124660
    },
    {
      "epoch": 313.89,
      "grad_norm": 1.216496229171753,
      "learning_rate": 3.339122075607101e-06,
      "loss": 0.346,
      "step": 1124670
    },
    {
      "epoch": 313.89,
      "grad_norm": 0.9221793413162231,
      "learning_rate": 3.3390975955395073e-06,
      "loss": 0.3327,
      "step": 1124680
    },
    {
      "epoch": 313.9,
      "grad_norm": 0.9605013728141785,
      "learning_rate": 3.339073115339432e-06,
      "loss": 0.3628,
      "step": 1124690
    },
    {
      "epoch": 313.9,
      "grad_norm": 1.2783993482589722,
      "learning_rate": 3.339048635006878e-06,
      "loss": 0.3393,
      "step": 1124700
    },
    {
      "epoch": 313.9,
      "grad_norm": 1.028643250465393,
      "learning_rate": 3.339024154541851e-06,
      "loss": 0.3474,
      "step": 1124710
    },
    {
      "epoch": 313.9,
      "grad_norm": 1.1503878831863403,
      "learning_rate": 3.338999673944352e-06,
      "loss": 0.3612,
      "step": 1124720
    },
    {
      "epoch": 313.91,
      "grad_norm": 0.8905820250511169,
      "learning_rate": 3.3389751932143847e-06,
      "loss": 0.3253,
      "step": 1124730
    },
    {
      "epoch": 313.91,
      "grad_norm": 0.956572949886322,
      "learning_rate": 3.3389507123519537e-06,
      "loss": 0.348,
      "step": 1124740
    },
    {
      "epoch": 313.91,
      "grad_norm": 1.1396151781082153,
      "learning_rate": 3.33892623135706e-06,
      "loss": 0.3466,
      "step": 1124750
    },
    {
      "epoch": 313.92,
      "grad_norm": 0.9449544548988342,
      "learning_rate": 3.3389017502297087e-06,
      "loss": 0.355,
      "step": 1124760
    },
    {
      "epoch": 313.92,
      "grad_norm": 1.0685172080993652,
      "learning_rate": 3.3388772689699023e-06,
      "loss": 0.344,
      "step": 1124770
    },
    {
      "epoch": 313.92,
      "grad_norm": 1.073347568511963,
      "learning_rate": 3.338852787577644e-06,
      "loss": 0.3601,
      "step": 1124780
    },
    {
      "epoch": 313.92,
      "grad_norm": 0.8607583045959473,
      "learning_rate": 3.338828306052937e-06,
      "loss": 0.3569,
      "step": 1124790
    },
    {
      "epoch": 313.93,
      "grad_norm": 1.0368210077285767,
      "learning_rate": 3.3388038243957855e-06,
      "loss": 0.3541,
      "step": 1124800
    },
    {
      "epoch": 313.93,
      "grad_norm": 1.0466665029525757,
      "learning_rate": 3.3387793426061926e-06,
      "loss": 0.3445,
      "step": 1124810
    },
    {
      "epoch": 313.93,
      "grad_norm": 0.978995680809021,
      "learning_rate": 3.33875486068416e-06,
      "loss": 0.364,
      "step": 1124820
    },
    {
      "epoch": 313.94,
      "grad_norm": 1.2765623331069946,
      "learning_rate": 3.338730378629692e-06,
      "loss": 0.345,
      "step": 1124830
    },
    {
      "epoch": 313.94,
      "grad_norm": 1.0716419219970703,
      "learning_rate": 3.3387058964427925e-06,
      "loss": 0.356,
      "step": 1124840
    },
    {
      "epoch": 313.94,
      "grad_norm": 0.9291343688964844,
      "learning_rate": 3.3386814141234636e-06,
      "loss": 0.3468,
      "step": 1124850
    },
    {
      "epoch": 313.94,
      "grad_norm": 0.964674711227417,
      "learning_rate": 3.3386569316717086e-06,
      "loss": 0.3515,
      "step": 1124860
    },
    {
      "epoch": 313.95,
      "grad_norm": 0.9234688878059387,
      "learning_rate": 3.338632449087532e-06,
      "loss": 0.3503,
      "step": 1124870
    },
    {
      "epoch": 313.95,
      "grad_norm": 0.813701331615448,
      "learning_rate": 3.338607966370936e-06,
      "loss": 0.3536,
      "step": 1124880
    },
    {
      "epoch": 313.95,
      "grad_norm": 0.9649513959884644,
      "learning_rate": 3.3385834835219243e-06,
      "loss": 0.3566,
      "step": 1124890
    },
    {
      "epoch": 313.95,
      "grad_norm": 0.910079836845398,
      "learning_rate": 3.3385590005405e-06,
      "loss": 0.3592,
      "step": 1124900
    },
    {
      "epoch": 313.96,
      "grad_norm": 1.0344290733337402,
      "learning_rate": 3.3385345174266662e-06,
      "loss": 0.354,
      "step": 1124910
    },
    {
      "epoch": 313.96,
      "grad_norm": 1.008236289024353,
      "learning_rate": 3.338510034180426e-06,
      "loss": 0.3416,
      "step": 1124920
    },
    {
      "epoch": 313.96,
      "grad_norm": 1.8520454168319702,
      "learning_rate": 3.3384855508017834e-06,
      "loss": 0.3669,
      "step": 1124930
    },
    {
      "epoch": 313.97,
      "grad_norm": 1.0046719312667847,
      "learning_rate": 3.3384610672907413e-06,
      "loss": 0.3674,
      "step": 1124940
    },
    {
      "epoch": 313.97,
      "grad_norm": 1.0039091110229492,
      "learning_rate": 3.3384365836473025e-06,
      "loss": 0.328,
      "step": 1124950
    },
    {
      "epoch": 313.97,
      "grad_norm": 0.862986147403717,
      "learning_rate": 3.3384120998714707e-06,
      "loss": 0.3439,
      "step": 1124960
    },
    {
      "epoch": 313.97,
      "grad_norm": 1.2587617635726929,
      "learning_rate": 3.33838761596325e-06,
      "loss": 0.356,
      "step": 1124970
    },
    {
      "epoch": 313.98,
      "grad_norm": 1.166448950767517,
      "learning_rate": 3.3383631319226415e-06,
      "loss": 0.3523,
      "step": 1124980
    },
    {
      "epoch": 313.98,
      "grad_norm": 1.0259418487548828,
      "learning_rate": 3.33833864774965e-06,
      "loss": 0.3663,
      "step": 1124990
    },
    {
      "epoch": 313.98,
      "grad_norm": 0.8913806080818176,
      "learning_rate": 3.338314163444279e-06,
      "loss": 0.3434,
      "step": 1125000
    },
    {
      "epoch": 313.99,
      "grad_norm": 0.9083393812179565,
      "learning_rate": 3.338289679006531e-06,
      "loss": 0.3457,
      "step": 1125010
    },
    {
      "epoch": 313.99,
      "grad_norm": 1.1099656820297241,
      "learning_rate": 3.338265194436409e-06,
      "loss": 0.3694,
      "step": 1125020
    },
    {
      "epoch": 313.99,
      "grad_norm": 0.9801768660545349,
      "learning_rate": 3.338240709733918e-06,
      "loss": 0.358,
      "step": 1125030
    },
    {
      "epoch": 313.99,
      "grad_norm": 1.318692922592163,
      "learning_rate": 3.3382162248990595e-06,
      "loss": 0.3543,
      "step": 1125040
    },
    {
      "epoch": 314.0,
      "grad_norm": 1.148451566696167,
      "learning_rate": 3.338191739931836e-06,
      "loss": 0.3584,
      "step": 1125050
    },
    {
      "epoch": 314.0,
      "grad_norm": 0.9223604202270508,
      "learning_rate": 3.3381672548322536e-06,
      "loss": 0.3643,
      "step": 1125060
    },
    {
      "epoch": 314.0,
      "eval_loss": 0.35558798909187317,
      "eval_runtime": 63.6049,
      "eval_samples_per_second": 79.538,
      "eval_steps_per_second": 9.952,
      "step": 1125062
    },
    {
      "epoch": 314.0,
      "grad_norm": 0.9841679334640503,
      "learning_rate": 3.3381427696003137e-06,
      "loss": 0.3454,
      "step": 1125070
    },
    {
      "epoch": 314.01,
      "grad_norm": 0.9663935899734497,
      "learning_rate": 3.338118284236019e-06,
      "loss": 0.3502,
      "step": 1125080
    },
    {
      "epoch": 314.01,
      "grad_norm": 1.0576961040496826,
      "learning_rate": 3.3380937987393742e-06,
      "loss": 0.3663,
      "step": 1125090
    },
    {
      "epoch": 314.01,
      "grad_norm": 1.188621163368225,
      "learning_rate": 3.338069313110382e-06,
      "loss": 0.3587,
      "step": 1125100
    },
    {
      "epoch": 314.01,
      "grad_norm": 0.8875716328620911,
      "learning_rate": 3.338044827349046e-06,
      "loss": 0.3417,
      "step": 1125110
    },
    {
      "epoch": 314.02,
      "grad_norm": 1.0724709033966064,
      "learning_rate": 3.3380203414553683e-06,
      "loss": 0.3232,
      "step": 1125120
    },
    {
      "epoch": 314.02,
      "grad_norm": 1.051882266998291,
      "learning_rate": 3.3379958554293538e-06,
      "loss": 0.3577,
      "step": 1125130
    },
    {
      "epoch": 314.02,
      "grad_norm": 1.061660885810852,
      "learning_rate": 3.337971369271004e-06,
      "loss": 0.3597,
      "step": 1125140
    },
    {
      "epoch": 314.02,
      "grad_norm": 1.0172381401062012,
      "learning_rate": 3.337946882980323e-06,
      "loss": 0.3642,
      "step": 1125150
    },
    {
      "epoch": 314.03,
      "grad_norm": 0.9361677169799805,
      "learning_rate": 3.3379223965573153e-06,
      "loss": 0.3549,
      "step": 1125160
    },
    {
      "epoch": 314.03,
      "grad_norm": 1.027206301689148,
      "learning_rate": 3.3378979100019817e-06,
      "loss": 0.3545,
      "step": 1125170
    },
    {
      "epoch": 314.03,
      "grad_norm": 0.9119901657104492,
      "learning_rate": 3.3378734233143277e-06,
      "loss": 0.3463,
      "step": 1125180
    },
    {
      "epoch": 314.04,
      "grad_norm": 1.0731029510498047,
      "learning_rate": 3.3378489364943556e-06,
      "loss": 0.3432,
      "step": 1125190
    },
    {
      "epoch": 314.04,
      "grad_norm": 0.9615762233734131,
      "learning_rate": 3.3378244495420677e-06,
      "loss": 0.3419,
      "step": 1125200
    },
    {
      "epoch": 314.04,
      "grad_norm": 0.9590204954147339,
      "learning_rate": 3.3377999624574695e-06,
      "loss": 0.3502,
      "step": 1125210
    },
    {
      "epoch": 314.04,
      "grad_norm": 1.0892932415008545,
      "learning_rate": 3.3377754752405613e-06,
      "loss": 0.3453,
      "step": 1125220
    },
    {
      "epoch": 314.05,
      "grad_norm": 1.0013028383255005,
      "learning_rate": 3.3377509878913495e-06,
      "loss": 0.3674,
      "step": 1125230
    },
    {
      "epoch": 314.05,
      "grad_norm": 1.4510468244552612,
      "learning_rate": 3.337726500409835e-06,
      "loss": 0.3548,
      "step": 1125240
    },
    {
      "epoch": 314.05,
      "grad_norm": 0.9210142493247986,
      "learning_rate": 3.337702012796023e-06,
      "loss": 0.3671,
      "step": 1125250
    },
    {
      "epoch": 314.06,
      "grad_norm": 1.258416771888733,
      "learning_rate": 3.337677525049915e-06,
      "loss": 0.3461,
      "step": 1125260
    },
    {
      "epoch": 314.06,
      "grad_norm": 1.084299087524414,
      "learning_rate": 3.337653037171515e-06,
      "loss": 0.3383,
      "step": 1125270
    },
    {
      "epoch": 314.06,
      "grad_norm": 0.9680288434028625,
      "learning_rate": 3.3376285491608267e-06,
      "loss": 0.3614,
      "step": 1125280
    },
    {
      "epoch": 314.06,
      "grad_norm": 1.042875051498413,
      "learning_rate": 3.3376040610178523e-06,
      "loss": 0.3418,
      "step": 1125290
    },
    {
      "epoch": 314.07,
      "grad_norm": 0.8940787315368652,
      "learning_rate": 3.3375795727425955e-06,
      "loss": 0.3701,
      "step": 1125300
    },
    {
      "epoch": 314.07,
      "grad_norm": 0.9656901955604553,
      "learning_rate": 3.33755508433506e-06,
      "loss": 0.3393,
      "step": 1125310
    },
    {
      "epoch": 314.07,
      "grad_norm": 0.9100687503814697,
      "learning_rate": 3.337530595795249e-06,
      "loss": 0.357,
      "step": 1125320
    },
    {
      "epoch": 314.07,
      "grad_norm": 1.128277063369751,
      "learning_rate": 3.3375061071231663e-06,
      "loss": 0.3601,
      "step": 1125330
    },
    {
      "epoch": 314.08,
      "grad_norm": 1.2178534269332886,
      "learning_rate": 3.337481618318813e-06,
      "loss": 0.354,
      "step": 1125340
    },
    {
      "epoch": 314.08,
      "grad_norm": 3.329890489578247,
      "learning_rate": 3.3374571293821944e-06,
      "loss": 0.3433,
      "step": 1125350
    },
    {
      "epoch": 314.08,
      "grad_norm": 0.9385500550270081,
      "learning_rate": 3.3374326403133127e-06,
      "loss": 0.34,
      "step": 1125360
    },
    {
      "epoch": 314.09,
      "grad_norm": 5.921243190765381,
      "learning_rate": 3.3374081511121718e-06,
      "loss": 0.365,
      "step": 1125370
    },
    {
      "epoch": 314.09,
      "grad_norm": 1.003904104232788,
      "learning_rate": 3.3373836617787743e-06,
      "loss": 0.3628,
      "step": 1125380
    },
    {
      "epoch": 314.09,
      "grad_norm": 0.8489635586738586,
      "learning_rate": 3.3373591723131245e-06,
      "loss": 0.3534,
      "step": 1125390
    },
    {
      "epoch": 314.09,
      "grad_norm": 1.2375584840774536,
      "learning_rate": 3.3373346827152253e-06,
      "loss": 0.3561,
      "step": 1125400
    },
    {
      "epoch": 314.1,
      "grad_norm": 1.2682647705078125,
      "learning_rate": 3.337310192985079e-06,
      "loss": 0.3505,
      "step": 1125410
    },
    {
      "epoch": 314.1,
      "grad_norm": 0.995805561542511,
      "learning_rate": 3.33728570312269e-06,
      "loss": 0.3507,
      "step": 1125420
    },
    {
      "epoch": 314.1,
      "grad_norm": 1.2392454147338867,
      "learning_rate": 3.337261213128061e-06,
      "loss": 0.336,
      "step": 1125430
    },
    {
      "epoch": 314.11,
      "grad_norm": 1.0588096380233765,
      "learning_rate": 3.337236723001195e-06,
      "loss": 0.3564,
      "step": 1125440
    },
    {
      "epoch": 314.11,
      "grad_norm": 1.059777855873108,
      "learning_rate": 3.3372122327420965e-06,
      "loss": 0.3594,
      "step": 1125450
    },
    {
      "epoch": 314.11,
      "grad_norm": 0.9546648263931274,
      "learning_rate": 3.337187742350767e-06,
      "loss": 0.3487,
      "step": 1125460
    },
    {
      "epoch": 314.11,
      "grad_norm": 0.9487943053245544,
      "learning_rate": 3.3371632518272113e-06,
      "loss": 0.3539,
      "step": 1125470
    },
    {
      "epoch": 314.12,
      "grad_norm": 0.9483201503753662,
      "learning_rate": 3.3371387611714324e-06,
      "loss": 0.3523,
      "step": 1125480
    },
    {
      "epoch": 314.12,
      "grad_norm": 0.9806167483329773,
      "learning_rate": 3.337114270383432e-06,
      "loss": 0.3755,
      "step": 1125490
    },
    {
      "epoch": 314.12,
      "grad_norm": 1.0582215785980225,
      "learning_rate": 3.3370897794632153e-06,
      "loss": 0.3537,
      "step": 1125500
    },
    {
      "epoch": 314.13,
      "grad_norm": 1.2819262742996216,
      "learning_rate": 3.3370652884107844e-06,
      "loss": 0.3551,
      "step": 1125510
    },
    {
      "epoch": 314.13,
      "grad_norm": 1.049856424331665,
      "learning_rate": 3.3370407972261435e-06,
      "loss": 0.3588,
      "step": 1125520
    },
    {
      "epoch": 314.13,
      "grad_norm": 1.1201246976852417,
      "learning_rate": 3.3370163059092947e-06,
      "loss": 0.3794,
      "step": 1125530
    },
    {
      "epoch": 314.13,
      "grad_norm": 0.9675436019897461,
      "learning_rate": 3.3369918144602423e-06,
      "loss": 0.361,
      "step": 1125540
    },
    {
      "epoch": 314.14,
      "grad_norm": 1.4336236715316772,
      "learning_rate": 3.336967322878989e-06,
      "loss": 0.3461,
      "step": 1125550
    },
    {
      "epoch": 314.14,
      "grad_norm": 1.0726031064987183,
      "learning_rate": 3.3369428311655384e-06,
      "loss": 0.3715,
      "step": 1125560
    },
    {
      "epoch": 314.14,
      "grad_norm": 1.0821549892425537,
      "learning_rate": 3.3369183393198933e-06,
      "loss": 0.3698,
      "step": 1125570
    },
    {
      "epoch": 314.14,
      "grad_norm": 0.941013514995575,
      "learning_rate": 3.3368938473420573e-06,
      "loss": 0.3549,
      "step": 1125580
    },
    {
      "epoch": 314.15,
      "grad_norm": 1.1171716451644897,
      "learning_rate": 3.336869355232034e-06,
      "loss": 0.3528,
      "step": 1125590
    },
    {
      "epoch": 314.15,
      "grad_norm": 0.9566062092781067,
      "learning_rate": 3.336844862989825e-06,
      "loss": 0.344,
      "step": 1125600
    },
    {
      "epoch": 314.15,
      "grad_norm": 1.0526021718978882,
      "learning_rate": 3.3368203706154363e-06,
      "loss": 0.3907,
      "step": 1125610
    },
    {
      "epoch": 314.16,
      "grad_norm": 1.4366732835769653,
      "learning_rate": 3.3367958781088696e-06,
      "loss": 0.366,
      "step": 1125620
    },
    {
      "epoch": 314.16,
      "grad_norm": 1.2194464206695557,
      "learning_rate": 3.3367713854701272e-06,
      "loss": 0.3744,
      "step": 1125630
    },
    {
      "epoch": 314.16,
      "grad_norm": 0.9783610701560974,
      "learning_rate": 3.3367468926992143e-06,
      "loss": 0.354,
      "step": 1125640
    },
    {
      "epoch": 314.16,
      "grad_norm": 0.9674726128578186,
      "learning_rate": 3.336722399796133e-06,
      "loss": 0.3632,
      "step": 1125650
    },
    {
      "epoch": 314.17,
      "grad_norm": 0.9526597261428833,
      "learning_rate": 3.336697906760886e-06,
      "loss": 0.3451,
      "step": 1125660
    },
    {
      "epoch": 314.17,
      "grad_norm": 1.0235710144042969,
      "learning_rate": 3.3366734135934776e-06,
      "loss": 0.3495,
      "step": 1125670
    },
    {
      "epoch": 314.17,
      "grad_norm": 0.9655939340591431,
      "learning_rate": 3.3366489202939115e-06,
      "loss": 0.3663,
      "step": 1125680
    },
    {
      "epoch": 314.18,
      "grad_norm": 0.8687875270843506,
      "learning_rate": 3.33662442686219e-06,
      "loss": 0.3562,
      "step": 1125690
    },
    {
      "epoch": 314.18,
      "grad_norm": 0.9976516962051392,
      "learning_rate": 3.3365999332983166e-06,
      "loss": 0.3591,
      "step": 1125700
    },
    {
      "epoch": 314.18,
      "grad_norm": 0.8857354521751404,
      "learning_rate": 3.3365754396022945e-06,
      "loss": 0.3634,
      "step": 1125710
    },
    {
      "epoch": 314.18,
      "grad_norm": 1.1345633268356323,
      "learning_rate": 3.3365509457741273e-06,
      "loss": 0.3514,
      "step": 1125720
    },
    {
      "epoch": 314.19,
      "grad_norm": 1.0798407793045044,
      "learning_rate": 3.336526451813818e-06,
      "loss": 0.3566,
      "step": 1125730
    },
    {
      "epoch": 314.19,
      "grad_norm": 1.0455396175384521,
      "learning_rate": 3.3365019577213696e-06,
      "loss": 0.3462,
      "step": 1125740
    },
    {
      "epoch": 314.19,
      "grad_norm": 1.0066500902175903,
      "learning_rate": 3.3364774634967855e-06,
      "loss": 0.3475,
      "step": 1125750
    },
    {
      "epoch": 314.19,
      "grad_norm": 1.285616397857666,
      "learning_rate": 3.3364529691400697e-06,
      "loss": 0.3583,
      "step": 1125760
    },
    {
      "epoch": 314.2,
      "grad_norm": 0.8748512268066406,
      "learning_rate": 3.3364284746512253e-06,
      "loss": 0.3627,
      "step": 1125770
    },
    {
      "epoch": 314.2,
      "grad_norm": 1.0615766048431396,
      "learning_rate": 3.3364039800302543e-06,
      "loss": 0.3652,
      "step": 1125780
    },
    {
      "epoch": 314.2,
      "grad_norm": 1.1593908071517944,
      "learning_rate": 3.3363794852771606e-06,
      "loss": 0.3615,
      "step": 1125790
    },
    {
      "epoch": 314.21,
      "grad_norm": 1.1994764804840088,
      "learning_rate": 3.336354990391948e-06,
      "loss": 0.3714,
      "step": 1125800
    },
    {
      "epoch": 314.21,
      "grad_norm": 1.1184905767440796,
      "learning_rate": 3.3363304953746193e-06,
      "loss": 0.3598,
      "step": 1125810
    },
    {
      "epoch": 314.21,
      "grad_norm": 1.1562764644622803,
      "learning_rate": 3.3363060002251777e-06,
      "loss": 0.3557,
      "step": 1125820
    },
    {
      "epoch": 314.21,
      "grad_norm": 1.0745950937271118,
      "learning_rate": 3.336281504943627e-06,
      "loss": 0.3706,
      "step": 1125830
    },
    {
      "epoch": 314.22,
      "grad_norm": 1.116990327835083,
      "learning_rate": 3.3362570095299702e-06,
      "loss": 0.3379,
      "step": 1125840
    },
    {
      "epoch": 314.22,
      "grad_norm": 1.061603307723999,
      "learning_rate": 3.3362325139842104e-06,
      "loss": 0.3501,
      "step": 1125850
    },
    {
      "epoch": 314.22,
      "grad_norm": 1.0708214044570923,
      "learning_rate": 3.3362080183063502e-06,
      "loss": 0.3693,
      "step": 1125860
    },
    {
      "epoch": 314.23,
      "grad_norm": 0.9659460186958313,
      "learning_rate": 3.336183522496394e-06,
      "loss": 0.3365,
      "step": 1125870
    },
    {
      "epoch": 314.23,
      "grad_norm": 1.0217704772949219,
      "learning_rate": 3.3361590265543447e-06,
      "loss": 0.3482,
      "step": 1125880
    },
    {
      "epoch": 314.23,
      "grad_norm": 1.0014314651489258,
      "learning_rate": 3.336134530480205e-06,
      "loss": 0.37,
      "step": 1125890
    },
    {
      "epoch": 314.23,
      "grad_norm": 1.0845578908920288,
      "learning_rate": 3.3361100342739795e-06,
      "loss": 0.3776,
      "step": 1125900
    },
    {
      "epoch": 314.24,
      "grad_norm": 1.1725752353668213,
      "learning_rate": 3.3360855379356708e-06,
      "loss": 0.3418,
      "step": 1125910
    },
    {
      "epoch": 314.24,
      "grad_norm": 0.9709369540214539,
      "learning_rate": 3.336061041465281e-06,
      "loss": 0.3666,
      "step": 1125920
    },
    {
      "epoch": 314.24,
      "grad_norm": 1.0802465677261353,
      "learning_rate": 3.336036544862815e-06,
      "loss": 0.3513,
      "step": 1125930
    },
    {
      "epoch": 314.25,
      "grad_norm": 0.9667006134986877,
      "learning_rate": 3.3360120481282747e-06,
      "loss": 0.3597,
      "step": 1125940
    },
    {
      "epoch": 314.25,
      "grad_norm": 1.0821890830993652,
      "learning_rate": 3.3359875512616643e-06,
      "loss": 0.3488,
      "step": 1125950
    },
    {
      "epoch": 314.25,
      "grad_norm": 1.0550330877304077,
      "learning_rate": 3.3359630542629867e-06,
      "loss": 0.3671,
      "step": 1125960
    },
    {
      "epoch": 314.25,
      "grad_norm": 1.1768513917922974,
      "learning_rate": 3.335938557132246e-06,
      "loss": 0.3596,
      "step": 1125970
    },
    {
      "epoch": 314.26,
      "grad_norm": 1.1028015613555908,
      "learning_rate": 3.3359140598694446e-06,
      "loss": 0.3487,
      "step": 1125980
    },
    {
      "epoch": 314.26,
      "grad_norm": 1.175984501838684,
      "learning_rate": 3.3358895624745855e-06,
      "loss": 0.3769,
      "step": 1125990
    },
    {
      "epoch": 314.26,
      "grad_norm": 1.1607025861740112,
      "learning_rate": 3.3358650649476728e-06,
      "loss": 0.3514,
      "step": 1126000
    },
    {
      "epoch": 314.26,
      "grad_norm": 1.2548799514770508,
      "learning_rate": 3.3358405672887084e-06,
      "loss": 0.3551,
      "step": 1126010
    },
    {
      "epoch": 314.27,
      "grad_norm": 0.9344657063484192,
      "learning_rate": 3.3358160694976967e-06,
      "loss": 0.3674,
      "step": 1126020
    },
    {
      "epoch": 314.27,
      "grad_norm": 0.962770402431488,
      "learning_rate": 3.3357915715746415e-06,
      "loss": 0.3481,
      "step": 1126030
    },
    {
      "epoch": 314.27,
      "grad_norm": 1.1040019989013672,
      "learning_rate": 3.3357670735195444e-06,
      "loss": 0.3465,
      "step": 1126040
    },
    {
      "epoch": 314.28,
      "grad_norm": 1.123415470123291,
      "learning_rate": 3.3357425753324105e-06,
      "loss": 0.3577,
      "step": 1126050
    },
    {
      "epoch": 314.28,
      "grad_norm": 0.9719253778457642,
      "learning_rate": 3.335718077013241e-06,
      "loss": 0.3387,
      "step": 1126060
    },
    {
      "epoch": 314.28,
      "grad_norm": 0.9621658325195312,
      "learning_rate": 3.3356935785620414e-06,
      "loss": 0.3408,
      "step": 1126070
    },
    {
      "epoch": 314.28,
      "grad_norm": 1.0971542596817017,
      "learning_rate": 3.3356690799788133e-06,
      "loss": 0.3671,
      "step": 1126080
    },
    {
      "epoch": 314.29,
      "grad_norm": 1.179465413093567,
      "learning_rate": 3.3356445812635604e-06,
      "loss": 0.3636,
      "step": 1126090
    },
    {
      "epoch": 314.29,
      "grad_norm": 1.1417293548583984,
      "learning_rate": 3.3356200824162867e-06,
      "loss": 0.3778,
      "step": 1126100
    },
    {
      "epoch": 314.29,
      "grad_norm": 0.9164807796478271,
      "learning_rate": 3.335595583436994e-06,
      "loss": 0.3475,
      "step": 1126110
    },
    {
      "epoch": 314.3,
      "grad_norm": 0.9848533868789673,
      "learning_rate": 3.3355710843256863e-06,
      "loss": 0.3445,
      "step": 1126120
    },
    {
      "epoch": 314.3,
      "grad_norm": 1.0952500104904175,
      "learning_rate": 3.3355465850823676e-06,
      "loss": 0.3643,
      "step": 1126130
    },
    {
      "epoch": 314.3,
      "grad_norm": 1.1642894744873047,
      "learning_rate": 3.3355220857070405e-06,
      "loss": 0.3581,
      "step": 1126140
    },
    {
      "epoch": 314.3,
      "grad_norm": 0.901907742023468,
      "learning_rate": 3.335497586199708e-06,
      "loss": 0.3511,
      "step": 1126150
    },
    {
      "epoch": 314.31,
      "grad_norm": 1.0995243787765503,
      "learning_rate": 3.335473086560374e-06,
      "loss": 0.3469,
      "step": 1126160
    },
    {
      "epoch": 314.31,
      "grad_norm": 3.173858404159546,
      "learning_rate": 3.3354485867890406e-06,
      "loss": 0.3587,
      "step": 1126170
    },
    {
      "epoch": 314.31,
      "grad_norm": 1.004170536994934,
      "learning_rate": 3.335424086885712e-06,
      "loss": 0.3695,
      "step": 1126180
    },
    {
      "epoch": 314.31,
      "grad_norm": 0.955342173576355,
      "learning_rate": 3.335399586850392e-06,
      "loss": 0.348,
      "step": 1126190
    },
    {
      "epoch": 314.32,
      "grad_norm": 0.922544002532959,
      "learning_rate": 3.335375086683083e-06,
      "loss": 0.3549,
      "step": 1126200
    },
    {
      "epoch": 314.32,
      "grad_norm": 1.1096125841140747,
      "learning_rate": 3.335350586383788e-06,
      "loss": 0.3558,
      "step": 1126210
    },
    {
      "epoch": 314.32,
      "grad_norm": 1.1552393436431885,
      "learning_rate": 3.335326085952511e-06,
      "loss": 0.3568,
      "step": 1126220
    },
    {
      "epoch": 314.33,
      "grad_norm": 0.984289824962616,
      "learning_rate": 3.335301585389255e-06,
      "loss": 0.3683,
      "step": 1126230
    },
    {
      "epoch": 314.33,
      "grad_norm": 0.8964486122131348,
      "learning_rate": 3.3352770846940223e-06,
      "loss": 0.3535,
      "step": 1126240
    },
    {
      "epoch": 314.33,
      "grad_norm": 13.422280311584473,
      "learning_rate": 3.3352525838668176e-06,
      "loss": 0.3593,
      "step": 1126250
    },
    {
      "epoch": 314.33,
      "grad_norm": 1.0763602256774902,
      "learning_rate": 3.3352280829076444e-06,
      "loss": 0.3801,
      "step": 1126260
    },
    {
      "epoch": 314.34,
      "grad_norm": 1.0666625499725342,
      "learning_rate": 3.3352035818165046e-06,
      "loss": 0.3473,
      "step": 1126270
    },
    {
      "epoch": 314.34,
      "grad_norm": 1.3478553295135498,
      "learning_rate": 3.3351790805934023e-06,
      "loss": 0.3426,
      "step": 1126280
    },
    {
      "epoch": 314.34,
      "grad_norm": 1.1207959651947021,
      "learning_rate": 3.3351545792383406e-06,
      "loss": 0.3467,
      "step": 1126290
    },
    {
      "epoch": 314.35,
      "grad_norm": 1.0210063457489014,
      "learning_rate": 3.3351300777513222e-06,
      "loss": 0.3676,
      "step": 1126300
    },
    {
      "epoch": 314.35,
      "grad_norm": 1.128373146057129,
      "learning_rate": 3.335105576132351e-06,
      "loss": 0.3532,
      "step": 1126310
    },
    {
      "epoch": 314.35,
      "grad_norm": 0.9280060529708862,
      "learning_rate": 3.33508107438143e-06,
      "loss": 0.3547,
      "step": 1126320
    },
    {
      "epoch": 314.35,
      "grad_norm": 0.922773003578186,
      "learning_rate": 3.335056572498563e-06,
      "loss": 0.338,
      "step": 1126330
    },
    {
      "epoch": 314.36,
      "grad_norm": 1.009859323501587,
      "learning_rate": 3.3350320704837523e-06,
      "loss": 0.3536,
      "step": 1126340
    },
    {
      "epoch": 314.36,
      "grad_norm": 1.1649444103240967,
      "learning_rate": 3.3350075683370024e-06,
      "loss": 0.365,
      "step": 1126350
    },
    {
      "epoch": 314.36,
      "grad_norm": 0.8003883957862854,
      "learning_rate": 3.3349830660583157e-06,
      "loss": 0.3426,
      "step": 1126360
    },
    {
      "epoch": 314.37,
      "grad_norm": 1.1356793642044067,
      "learning_rate": 3.3349585636476947e-06,
      "loss": 0.356,
      "step": 1126370
    },
    {
      "epoch": 314.37,
      "grad_norm": 0.9212848544120789,
      "learning_rate": 3.334934061105144e-06,
      "loss": 0.34,
      "step": 1126380
    },
    {
      "epoch": 314.37,
      "grad_norm": 1.2333046197891235,
      "learning_rate": 3.3349095584306665e-06,
      "loss": 0.3545,
      "step": 1126390
    },
    {
      "epoch": 314.37,
      "grad_norm": 1.014442801475525,
      "learning_rate": 3.3348850556242655e-06,
      "loss": 0.3458,
      "step": 1126400
    },
    {
      "epoch": 314.38,
      "grad_norm": 0.7346035838127136,
      "learning_rate": 3.334860552685944e-06,
      "loss": 0.339,
      "step": 1126410
    },
    {
      "epoch": 314.38,
      "grad_norm": 3.774351119995117,
      "learning_rate": 3.334836049615706e-06,
      "loss": 0.3727,
      "step": 1126420
    },
    {
      "epoch": 314.38,
      "grad_norm": 0.9349275231361389,
      "learning_rate": 3.334811546413554e-06,
      "loss": 0.359,
      "step": 1126430
    },
    {
      "epoch": 314.38,
      "grad_norm": 1.1097570657730103,
      "learning_rate": 3.3347870430794906e-06,
      "loss": 0.3387,
      "step": 1126440
    },
    {
      "epoch": 314.39,
      "grad_norm": 0.9285671710968018,
      "learning_rate": 3.3347625396135208e-06,
      "loss": 0.3462,
      "step": 1126450
    },
    {
      "epoch": 314.39,
      "grad_norm": 1.017045021057129,
      "learning_rate": 3.3347380360156463e-06,
      "loss": 0.3744,
      "step": 1126460
    },
    {
      "epoch": 314.39,
      "grad_norm": 0.9008229970932007,
      "learning_rate": 3.3347135322858715e-06,
      "loss": 0.3571,
      "step": 1126470
    },
    {
      "epoch": 314.4,
      "grad_norm": 1.0083774328231812,
      "learning_rate": 3.3346890284241996e-06,
      "loss": 0.3515,
      "step": 1126480
    },
    {
      "epoch": 314.4,
      "grad_norm": 1.1040600538253784,
      "learning_rate": 3.3346645244306325e-06,
      "loss": 0.3419,
      "step": 1126490
    },
    {
      "epoch": 314.4,
      "grad_norm": 1.0659441947937012,
      "learning_rate": 3.334640020305175e-06,
      "loss": 0.355,
      "step": 1126500
    },
    {
      "epoch": 314.4,
      "grad_norm": 0.9649447202682495,
      "learning_rate": 3.33461551604783e-06,
      "loss": 0.358,
      "step": 1126510
    },
    {
      "epoch": 314.41,
      "grad_norm": 1.1162750720977783,
      "learning_rate": 3.3345910116586e-06,
      "loss": 0.3373,
      "step": 1126520
    },
    {
      "epoch": 314.41,
      "grad_norm": 1.0102736949920654,
      "learning_rate": 3.3345665071374887e-06,
      "loss": 0.3536,
      "step": 1126530
    },
    {
      "epoch": 314.41,
      "grad_norm": 1.2792539596557617,
      "learning_rate": 3.334542002484499e-06,
      "loss": 0.3542,
      "step": 1126540
    },
    {
      "epoch": 314.42,
      "grad_norm": 1.257684350013733,
      "learning_rate": 3.334517497699636e-06,
      "loss": 0.3518,
      "step": 1126550
    },
    {
      "epoch": 314.42,
      "grad_norm": 0.9143579602241516,
      "learning_rate": 3.3344929927829003e-06,
      "loss": 0.3607,
      "step": 1126560
    },
    {
      "epoch": 314.42,
      "grad_norm": 1.0403196811676025,
      "learning_rate": 3.3344684877342972e-06,
      "loss": 0.3498,
      "step": 1126570
    },
    {
      "epoch": 314.42,
      "grad_norm": 1.0063800811767578,
      "learning_rate": 3.334443982553829e-06,
      "loss": 0.36,
      "step": 1126580
    },
    {
      "epoch": 314.43,
      "grad_norm": 1.0404771566390991,
      "learning_rate": 3.334419477241499e-06,
      "loss": 0.3612,
      "step": 1126590
    },
    {
      "epoch": 314.43,
      "grad_norm": 1.2745919227600098,
      "learning_rate": 3.3343949717973107e-06,
      "loss": 0.358,
      "step": 1126600
    },
    {
      "epoch": 314.43,
      "grad_norm": 1.0267764329910278,
      "learning_rate": 3.334370466221267e-06,
      "loss": 0.3523,
      "step": 1126610
    },
    {
      "epoch": 314.43,
      "grad_norm": 1.1237196922302246,
      "learning_rate": 3.334345960513372e-06,
      "loss": 0.3583,
      "step": 1126620
    },
    {
      "epoch": 314.44,
      "grad_norm": 1.084908127784729,
      "learning_rate": 3.334321454673628e-06,
      "loss": 0.3508,
      "step": 1126630
    },
    {
      "epoch": 314.44,
      "grad_norm": 0.9335677623748779,
      "learning_rate": 3.334296948702039e-06,
      "loss": 0.3508,
      "step": 1126640
    },
    {
      "epoch": 314.44,
      "grad_norm": 1.276177167892456,
      "learning_rate": 3.334272442598608e-06,
      "loss": 0.3695,
      "step": 1126650
    },
    {
      "epoch": 314.45,
      "grad_norm": 1.2115378379821777,
      "learning_rate": 3.334247936363338e-06,
      "loss": 0.3694,
      "step": 1126660
    },
    {
      "epoch": 314.45,
      "grad_norm": 1.0252389907836914,
      "learning_rate": 3.3342234299962322e-06,
      "loss": 0.3473,
      "step": 1126670
    },
    {
      "epoch": 314.45,
      "grad_norm": 1.0266950130462646,
      "learning_rate": 3.3341989234972945e-06,
      "loss": 0.3427,
      "step": 1126680
    },
    {
      "epoch": 314.45,
      "grad_norm": 1.025322675704956,
      "learning_rate": 3.334174416866527e-06,
      "loss": 0.3456,
      "step": 1126690
    },
    {
      "epoch": 314.46,
      "grad_norm": 0.893622636795044,
      "learning_rate": 3.3341499101039347e-06,
      "loss": 0.3561,
      "step": 1126700
    },
    {
      "epoch": 314.46,
      "grad_norm": 0.9617288112640381,
      "learning_rate": 3.33412540320952e-06,
      "loss": 0.3499,
      "step": 1126710
    },
    {
      "epoch": 314.46,
      "grad_norm": 0.9646927714347839,
      "learning_rate": 3.334100896183286e-06,
      "loss": 0.3451,
      "step": 1126720
    },
    {
      "epoch": 314.47,
      "grad_norm": 0.8425906896591187,
      "learning_rate": 3.334076389025235e-06,
      "loss": 0.3548,
      "step": 1126730
    },
    {
      "epoch": 314.47,
      "grad_norm": 1.0260422229766846,
      "learning_rate": 3.3340518817353726e-06,
      "loss": 0.3455,
      "step": 1126740
    },
    {
      "epoch": 314.47,
      "grad_norm": 0.9886022806167603,
      "learning_rate": 3.3340273743136997e-06,
      "loss": 0.3435,
      "step": 1126750
    },
    {
      "epoch": 314.47,
      "grad_norm": 1.0671677589416504,
      "learning_rate": 3.3340028667602207e-06,
      "loss": 0.3607,
      "step": 1126760
    },
    {
      "epoch": 314.48,
      "grad_norm": 1.0573521852493286,
      "learning_rate": 3.3339783590749393e-06,
      "loss": 0.3592,
      "step": 1126770
    },
    {
      "epoch": 314.48,
      "grad_norm": 0.9963023066520691,
      "learning_rate": 3.3339538512578578e-06,
      "loss": 0.3559,
      "step": 1126780
    },
    {
      "epoch": 314.48,
      "grad_norm": 0.979559600353241,
      "learning_rate": 3.3339293433089805e-06,
      "loss": 0.3604,
      "step": 1126790
    },
    {
      "epoch": 314.49,
      "grad_norm": 0.9951768517494202,
      "learning_rate": 3.33390483522831e-06,
      "loss": 0.3461,
      "step": 1126800
    },
    {
      "epoch": 314.49,
      "grad_norm": 1.0024338960647583,
      "learning_rate": 3.333880327015849e-06,
      "loss": 0.3381,
      "step": 1126810
    },
    {
      "epoch": 314.49,
      "grad_norm": 0.9873946905136108,
      "learning_rate": 3.3338558186716014e-06,
      "loss": 0.3348,
      "step": 1126820
    },
    {
      "epoch": 314.49,
      "grad_norm": 1.5128490924835205,
      "learning_rate": 3.3338313101955706e-06,
      "loss": 0.3405,
      "step": 1126830
    },
    {
      "epoch": 314.5,
      "grad_norm": 0.9576103687286377,
      "learning_rate": 3.3338068015877606e-06,
      "loss": 0.3429,
      "step": 1126840
    },
    {
      "epoch": 314.5,
      "grad_norm": 0.9990606307983398,
      "learning_rate": 3.3337822928481725e-06,
      "loss": 0.3629,
      "step": 1126850
    },
    {
      "epoch": 314.5,
      "grad_norm": 0.9084274768829346,
      "learning_rate": 3.3337577839768115e-06,
      "loss": 0.3536,
      "step": 1126860
    },
    {
      "epoch": 314.5,
      "grad_norm": 1.034476637840271,
      "learning_rate": 3.33373327497368e-06,
      "loss": 0.3387,
      "step": 1126870
    },
    {
      "epoch": 314.51,
      "grad_norm": 1.0528335571289062,
      "learning_rate": 3.333708765838782e-06,
      "loss": 0.3593,
      "step": 1126880
    },
    {
      "epoch": 314.51,
      "grad_norm": 1.077183485031128,
      "learning_rate": 3.333684256572119e-06,
      "loss": 0.3325,
      "step": 1126890
    },
    {
      "epoch": 314.51,
      "grad_norm": 1.0034401416778564,
      "learning_rate": 3.3336597471736965e-06,
      "loss": 0.3297,
      "step": 1126900
    },
    {
      "epoch": 314.52,
      "grad_norm": 0.9815472364425659,
      "learning_rate": 3.3336352376435163e-06,
      "loss": 0.3456,
      "step": 1126910
    },
    {
      "epoch": 314.52,
      "grad_norm": 0.9213812947273254,
      "learning_rate": 3.3336107279815822e-06,
      "loss": 0.3533,
      "step": 1126920
    },
    {
      "epoch": 314.52,
      "grad_norm": 1.0384244918823242,
      "learning_rate": 3.3335862181878972e-06,
      "loss": 0.3517,
      "step": 1126930
    },
    {
      "epoch": 314.52,
      "grad_norm": 1.0723141431808472,
      "learning_rate": 3.333561708262465e-06,
      "loss": 0.3691,
      "step": 1126940
    },
    {
      "epoch": 314.53,
      "grad_norm": 0.9147104024887085,
      "learning_rate": 3.333537198205289e-06,
      "loss": 0.3513,
      "step": 1126950
    },
    {
      "epoch": 314.53,
      "grad_norm": 1.1086976528167725,
      "learning_rate": 3.3335126880163712e-06,
      "loss": 0.337,
      "step": 1126960
    },
    {
      "epoch": 314.53,
      "grad_norm": 1.4755624532699585,
      "learning_rate": 3.3334881776957157e-06,
      "loss": 0.3542,
      "step": 1126970
    },
    {
      "epoch": 314.54,
      "grad_norm": 1.0154352188110352,
      "learning_rate": 3.3334636672433263e-06,
      "loss": 0.3596,
      "step": 1126980
    },
    {
      "epoch": 314.54,
      "grad_norm": 1.0569818019866943,
      "learning_rate": 3.333439156659206e-06,
      "loss": 0.339,
      "step": 1126990
    },
    {
      "epoch": 314.54,
      "grad_norm": 0.987768828868866,
      "learning_rate": 3.333414645943357e-06,
      "loss": 0.3529,
      "step": 1127000
    },
    {
      "epoch": 314.54,
      "grad_norm": 1.0932949781417847,
      "learning_rate": 3.3333901350957846e-06,
      "loss": 0.3633,
      "step": 1127010
    },
    {
      "epoch": 314.55,
      "grad_norm": 0.9740942120552063,
      "learning_rate": 3.3333656241164894e-06,
      "loss": 0.3379,
      "step": 1127020
    },
    {
      "epoch": 314.55,
      "grad_norm": 1.2199584245681763,
      "learning_rate": 3.333341113005477e-06,
      "loss": 0.3478,
      "step": 1127030
    },
    {
      "epoch": 314.55,
      "grad_norm": 1.0040146112442017,
      "learning_rate": 3.3333166017627497e-06,
      "loss": 0.3536,
      "step": 1127040
    },
    {
      "epoch": 314.55,
      "grad_norm": 0.902841329574585,
      "learning_rate": 3.3332920903883098e-06,
      "loss": 0.3439,
      "step": 1127050
    },
    {
      "epoch": 314.56,
      "grad_norm": 1.0586131811141968,
      "learning_rate": 3.3332675788821626e-06,
      "loss": 0.3539,
      "step": 1127060
    },
    {
      "epoch": 314.56,
      "grad_norm": 1.0194140672683716,
      "learning_rate": 3.33324306724431e-06,
      "loss": 0.3354,
      "step": 1127070
    },
    {
      "epoch": 314.56,
      "grad_norm": 0.9620005488395691,
      "learning_rate": 3.333218555474756e-06,
      "loss": 0.3423,
      "step": 1127080
    },
    {
      "epoch": 314.57,
      "grad_norm": 1.148154377937317,
      "learning_rate": 3.3331940435735034e-06,
      "loss": 0.3381,
      "step": 1127090
    },
    {
      "epoch": 314.57,
      "grad_norm": 1.0080156326293945,
      "learning_rate": 3.333169531540555e-06,
      "loss": 0.3814,
      "step": 1127100
    },
    {
      "epoch": 314.57,
      "grad_norm": 0.9348089098930359,
      "learning_rate": 3.3331450193759148e-06,
      "loss": 0.3469,
      "step": 1127110
    },
    {
      "epoch": 314.57,
      "grad_norm": 0.8778088092803955,
      "learning_rate": 3.333120507079586e-06,
      "loss": 0.3447,
      "step": 1127120
    },
    {
      "epoch": 314.58,
      "grad_norm": 0.9449853301048279,
      "learning_rate": 3.3330959946515716e-06,
      "loss": 0.3455,
      "step": 1127130
    },
    {
      "epoch": 314.58,
      "grad_norm": 1.1282835006713867,
      "learning_rate": 3.333071482091875e-06,
      "loss": 0.3651,
      "step": 1127140
    },
    {
      "epoch": 314.58,
      "grad_norm": 0.9160049557685852,
      "learning_rate": 3.3330469694004993e-06,
      "loss": 0.344,
      "step": 1127150
    },
    {
      "epoch": 314.59,
      "grad_norm": 1.1631345748901367,
      "learning_rate": 3.3330224565774484e-06,
      "loss": 0.3551,
      "step": 1127160
    },
    {
      "epoch": 314.59,
      "grad_norm": 1.0532667636871338,
      "learning_rate": 3.3329979436227246e-06,
      "loss": 0.3515,
      "step": 1127170
    },
    {
      "epoch": 314.59,
      "grad_norm": 0.9871182441711426,
      "learning_rate": 3.3329734305363316e-06,
      "loss": 0.3494,
      "step": 1127180
    },
    {
      "epoch": 314.59,
      "grad_norm": 1.1407102346420288,
      "learning_rate": 3.332948917318273e-06,
      "loss": 0.3647,
      "step": 1127190
    },
    {
      "epoch": 314.6,
      "grad_norm": 1.0441226959228516,
      "learning_rate": 3.3329244039685517e-06,
      "loss": 0.3522,
      "step": 1127200
    },
    {
      "epoch": 314.6,
      "grad_norm": 1.149659514427185,
      "learning_rate": 3.3328998904871707e-06,
      "loss": 0.359,
      "step": 1127210
    },
    {
      "epoch": 314.6,
      "grad_norm": 0.9762420654296875,
      "learning_rate": 3.332875376874134e-06,
      "loss": 0.3706,
      "step": 1127220
    },
    {
      "epoch": 314.61,
      "grad_norm": 1.1300016641616821,
      "learning_rate": 3.332850863129444e-06,
      "loss": 0.3619,
      "step": 1127230
    },
    {
      "epoch": 314.61,
      "grad_norm": 0.9077025055885315,
      "learning_rate": 3.3328263492531047e-06,
      "loss": 0.3442,
      "step": 1127240
    },
    {
      "epoch": 314.61,
      "grad_norm": 1.0356773138046265,
      "learning_rate": 3.332801835245119e-06,
      "loss": 0.3491,
      "step": 1127250
    },
    {
      "epoch": 314.61,
      "grad_norm": 1.003005027770996,
      "learning_rate": 3.3327773211054906e-06,
      "loss": 0.3309,
      "step": 1127260
    },
    {
      "epoch": 314.62,
      "grad_norm": 1.0204490423202515,
      "learning_rate": 3.332752806834222e-06,
      "loss": 0.3649,
      "step": 1127270
    },
    {
      "epoch": 314.62,
      "grad_norm": 1.0109347105026245,
      "learning_rate": 3.3327282924313164e-06,
      "loss": 0.3556,
      "step": 1127280
    },
    {
      "epoch": 314.62,
      "grad_norm": 1.0540008544921875,
      "learning_rate": 3.3327037778967787e-06,
      "loss": 0.3526,
      "step": 1127290
    },
    {
      "epoch": 314.62,
      "grad_norm": 0.8852946758270264,
      "learning_rate": 3.33267926323061e-06,
      "loss": 0.3491,
      "step": 1127300
    },
    {
      "epoch": 314.63,
      "grad_norm": 1.0854004621505737,
      "learning_rate": 3.332654748432815e-06,
      "loss": 0.3292,
      "step": 1127310
    },
    {
      "epoch": 314.63,
      "grad_norm": 0.8978331089019775,
      "learning_rate": 3.3326302335033967e-06,
      "loss": 0.3554,
      "step": 1127320
    },
    {
      "epoch": 314.63,
      "grad_norm": 1.084360122680664,
      "learning_rate": 3.3326057184423577e-06,
      "loss": 0.3503,
      "step": 1127330
    },
    {
      "epoch": 314.64,
      "grad_norm": 1.046897530555725,
      "learning_rate": 3.3325812032497017e-06,
      "loss": 0.3569,
      "step": 1127340
    },
    {
      "epoch": 314.64,
      "grad_norm": 3.1290011405944824,
      "learning_rate": 3.332556687925432e-06,
      "loss": 0.3484,
      "step": 1127350
    },
    {
      "epoch": 314.64,
      "grad_norm": 1.0602829456329346,
      "learning_rate": 3.332532172469552e-06,
      "loss": 0.3614,
      "step": 1127360
    },
    {
      "epoch": 314.64,
      "grad_norm": 1.121733546257019,
      "learning_rate": 3.332507656882065e-06,
      "loss": 0.3399,
      "step": 1127370
    },
    {
      "epoch": 314.65,
      "grad_norm": 0.9854151606559753,
      "learning_rate": 3.332483141162974e-06,
      "loss": 0.3516,
      "step": 1127380
    },
    {
      "epoch": 314.65,
      "grad_norm": 0.9069139361381531,
      "learning_rate": 3.3324586253122824e-06,
      "loss": 0.3654,
      "step": 1127390
    },
    {
      "epoch": 314.65,
      "grad_norm": 0.9355093836784363,
      "learning_rate": 3.3324341093299935e-06,
      "loss": 0.3548,
      "step": 1127400
    },
    {
      "epoch": 314.66,
      "grad_norm": 1.0550014972686768,
      "learning_rate": 3.33240959321611e-06,
      "loss": 0.3542,
      "step": 1127410
    },
    {
      "epoch": 314.66,
      "grad_norm": 0.9857078790664673,
      "learning_rate": 3.332385076970636e-06,
      "loss": 0.3615,
      "step": 1127420
    },
    {
      "epoch": 314.66,
      "grad_norm": 1.0797278881072998,
      "learning_rate": 3.332360560593574e-06,
      "loss": 0.3631,
      "step": 1127430
    },
    {
      "epoch": 314.66,
      "grad_norm": 0.922391414642334,
      "learning_rate": 3.332336044084928e-06,
      "loss": 0.3697,
      "step": 1127440
    },
    {
      "epoch": 314.67,
      "grad_norm": 1.1485378742218018,
      "learning_rate": 3.332311527444701e-06,
      "loss": 0.349,
      "step": 1127450
    },
    {
      "epoch": 314.67,
      "grad_norm": 0.9078972935676575,
      "learning_rate": 3.332287010672897e-06,
      "loss": 0.3484,
      "step": 1127460
    },
    {
      "epoch": 314.67,
      "grad_norm": 1.3956128358840942,
      "learning_rate": 3.3322624937695168e-06,
      "loss": 0.3535,
      "step": 1127470
    },
    {
      "epoch": 314.67,
      "grad_norm": 1.0081981420516968,
      "learning_rate": 3.332237976734566e-06,
      "loss": 0.354,
      "step": 1127480
    },
    {
      "epoch": 314.68,
      "grad_norm": 0.9101998805999756,
      "learning_rate": 3.3322134595680472e-06,
      "loss": 0.3501,
      "step": 1127490
    },
    {
      "epoch": 314.68,
      "grad_norm": 1.014161229133606,
      "learning_rate": 3.3321889422699633e-06,
      "loss": 0.3415,
      "step": 1127500
    },
    {
      "epoch": 314.68,
      "grad_norm": 1.1282912492752075,
      "learning_rate": 3.332164424840319e-06,
      "loss": 0.3474,
      "step": 1127510
    },
    {
      "epoch": 314.69,
      "grad_norm": 1.100124716758728,
      "learning_rate": 3.3321399072791154e-06,
      "loss": 0.3526,
      "step": 1127520
    },
    {
      "epoch": 314.69,
      "grad_norm": 1.035897135734558,
      "learning_rate": 3.3321153895863578e-06,
      "loss": 0.3742,
      "step": 1127530
    },
    {
      "epoch": 314.69,
      "grad_norm": 0.9940611124038696,
      "learning_rate": 3.3320908717620474e-06,
      "loss": 0.3616,
      "step": 1127540
    },
    {
      "epoch": 314.69,
      "grad_norm": 1.1320953369140625,
      "learning_rate": 3.3320663538061895e-06,
      "loss": 0.3684,
      "step": 1127550
    },
    {
      "epoch": 314.7,
      "grad_norm": 0.959782063961029,
      "learning_rate": 3.3320418357187857e-06,
      "loss": 0.3314,
      "step": 1127560
    },
    {
      "epoch": 314.7,
      "grad_norm": 1.0109529495239258,
      "learning_rate": 3.33201731749984e-06,
      "loss": 0.36,
      "step": 1127570
    },
    {
      "epoch": 314.7,
      "grad_norm": 1.258164882659912,
      "learning_rate": 3.331992799149356e-06,
      "loss": 0.357,
      "step": 1127580
    },
    {
      "epoch": 314.71,
      "grad_norm": 1.9707096815109253,
      "learning_rate": 3.3319682806673363e-06,
      "loss": 0.3605,
      "step": 1127590
    },
    {
      "epoch": 314.71,
      "grad_norm": 0.8923296928405762,
      "learning_rate": 3.3319437620537853e-06,
      "loss": 0.3414,
      "step": 1127600
    },
    {
      "epoch": 314.71,
      "grad_norm": 1.0032206773757935,
      "learning_rate": 3.3319192433087052e-06,
      "loss": 0.357,
      "step": 1127610
    },
    {
      "epoch": 314.71,
      "grad_norm": 0.9532873034477234,
      "learning_rate": 3.3318947244320988e-06,
      "loss": 0.3353,
      "step": 1127620
    },
    {
      "epoch": 314.72,
      "grad_norm": 0.9375859498977661,
      "learning_rate": 3.33187020542397e-06,
      "loss": 0.3502,
      "step": 1127630
    },
    {
      "epoch": 314.72,
      "grad_norm": 0.9250773787498474,
      "learning_rate": 3.3318456862843235e-06,
      "loss": 0.3437,
      "step": 1127640
    },
    {
      "epoch": 314.72,
      "grad_norm": 1.086451768875122,
      "learning_rate": 3.33182116701316e-06,
      "loss": 0.3441,
      "step": 1127650
    },
    {
      "epoch": 314.73,
      "grad_norm": 0.9293022751808167,
      "learning_rate": 3.3317966476104836e-06,
      "loss": 0.381,
      "step": 1127660
    },
    {
      "epoch": 314.73,
      "grad_norm": 1.0503064393997192,
      "learning_rate": 3.3317721280762987e-06,
      "loss": 0.344,
      "step": 1127670
    },
    {
      "epoch": 314.73,
      "grad_norm": 0.9235607385635376,
      "learning_rate": 3.3317476084106082e-06,
      "loss": 0.3605,
      "step": 1127680
    },
    {
      "epoch": 314.73,
      "grad_norm": 1.0724130868911743,
      "learning_rate": 3.331723088613414e-06,
      "loss": 0.3508,
      "step": 1127690
    },
    {
      "epoch": 314.74,
      "grad_norm": 0.9186683297157288,
      "learning_rate": 3.331698568684721e-06,
      "loss": 0.35,
      "step": 1127700
    },
    {
      "epoch": 314.74,
      "grad_norm": 1.0421853065490723,
      "learning_rate": 3.3316740486245315e-06,
      "loss": 0.3468,
      "step": 1127710
    },
    {
      "epoch": 314.74,
      "grad_norm": 0.9213307499885559,
      "learning_rate": 3.331649528432849e-06,
      "loss": 0.3487,
      "step": 1127720
    },
    {
      "epoch": 314.74,
      "grad_norm": 1.1310135126113892,
      "learning_rate": 3.331625008109676e-06,
      "loss": 0.3486,
      "step": 1127730
    },
    {
      "epoch": 314.75,
      "grad_norm": 1.0216156244277954,
      "learning_rate": 3.3316004876550175e-06,
      "loss": 0.3489,
      "step": 1127740
    },
    {
      "epoch": 314.75,
      "grad_norm": 1.0199109315872192,
      "learning_rate": 3.3315759670688762e-06,
      "loss": 0.3544,
      "step": 1127750
    },
    {
      "epoch": 314.75,
      "grad_norm": 1.3879743814468384,
      "learning_rate": 3.3315514463512542e-06,
      "loss": 0.3669,
      "step": 1127760
    },
    {
      "epoch": 314.76,
      "grad_norm": 1.1236296892166138,
      "learning_rate": 3.3315269255021562e-06,
      "loss": 0.3601,
      "step": 1127770
    },
    {
      "epoch": 314.76,
      "grad_norm": 0.9990167617797852,
      "learning_rate": 3.3315024045215847e-06,
      "loss": 0.3679,
      "step": 1127780
    },
    {
      "epoch": 314.76,
      "grad_norm": 0.9167353510856628,
      "learning_rate": 3.3314778834095423e-06,
      "loss": 0.3434,
      "step": 1127790
    },
    {
      "epoch": 314.76,
      "grad_norm": 2.39367938041687,
      "learning_rate": 3.3314533621660343e-06,
      "loss": 0.3469,
      "step": 1127800
    },
    {
      "epoch": 314.77,
      "grad_norm": 1.1862919330596924,
      "learning_rate": 3.3314288407910614e-06,
      "loss": 0.3574,
      "step": 1127810
    },
    {
      "epoch": 314.77,
      "grad_norm": 0.9659631252288818,
      "learning_rate": 3.3314043192846294e-06,
      "loss": 0.358,
      "step": 1127820
    },
    {
      "epoch": 314.77,
      "grad_norm": 0.9752538800239563,
      "learning_rate": 3.331379797646739e-06,
      "loss": 0.3399,
      "step": 1127830
    },
    {
      "epoch": 314.78,
      "grad_norm": 0.9549146294593811,
      "learning_rate": 3.331355275877396e-06,
      "loss": 0.3408,
      "step": 1127840
    },
    {
      "epoch": 314.78,
      "grad_norm": 1.1323647499084473,
      "learning_rate": 3.3313307539766017e-06,
      "loss": 0.3633,
      "step": 1127850
    },
    {
      "epoch": 314.78,
      "grad_norm": 0.944279134273529,
      "learning_rate": 3.3313062319443605e-06,
      "loss": 0.3646,
      "step": 1127860
    },
    {
      "epoch": 314.78,
      "grad_norm": 1.180699348449707,
      "learning_rate": 3.3312817097806753e-06,
      "loss": 0.3729,
      "step": 1127870
    },
    {
      "epoch": 314.79,
      "grad_norm": 1.116734266281128,
      "learning_rate": 3.3312571874855498e-06,
      "loss": 0.3627,
      "step": 1127880
    },
    {
      "epoch": 314.79,
      "grad_norm": 0.9702528119087219,
      "learning_rate": 3.3312326650589863e-06,
      "loss": 0.3502,
      "step": 1127890
    },
    {
      "epoch": 314.79,
      "grad_norm": 1.0110121965408325,
      "learning_rate": 3.3312081425009887e-06,
      "loss": 0.3655,
      "step": 1127900
    },
    {
      "epoch": 314.79,
      "grad_norm": 0.9936274290084839,
      "learning_rate": 3.33118361981156e-06,
      "loss": 0.346,
      "step": 1127910
    },
    {
      "epoch": 314.8,
      "grad_norm": 1.116943597793579,
      "learning_rate": 3.331159096990703e-06,
      "loss": 0.3562,
      "step": 1127920
    },
    {
      "epoch": 314.8,
      "grad_norm": 1.073339819908142,
      "learning_rate": 3.331134574038423e-06,
      "loss": 0.3617,
      "step": 1127930
    },
    {
      "epoch": 314.8,
      "grad_norm": 4.512405872344971,
      "learning_rate": 3.3311100509547205e-06,
      "loss": 0.36,
      "step": 1127940
    },
    {
      "epoch": 314.81,
      "grad_norm": 1.1964811086654663,
      "learning_rate": 3.331085527739601e-06,
      "loss": 0.3557,
      "step": 1127950
    },
    {
      "epoch": 314.81,
      "grad_norm": 1.26170814037323,
      "learning_rate": 3.331061004393067e-06,
      "loss": 0.3585,
      "step": 1127960
    },
    {
      "epoch": 314.81,
      "grad_norm": 0.8278359770774841,
      "learning_rate": 3.3310364809151214e-06,
      "loss": 0.3475,
      "step": 1127970
    },
    {
      "epoch": 314.81,
      "grad_norm": 1.259366750717163,
      "learning_rate": 3.331011957305767e-06,
      "loss": 0.3506,
      "step": 1127980
    },
    {
      "epoch": 314.82,
      "grad_norm": 1.1370935440063477,
      "learning_rate": 3.3309874335650082e-06,
      "loss": 0.3708,
      "step": 1127990
    },
    {
      "epoch": 314.82,
      "grad_norm": 1.233634352684021,
      "learning_rate": 3.3309629096928484e-06,
      "loss": 0.336,
      "step": 1128000
    },
    {
      "epoch": 314.82,
      "grad_norm": 1.1512384414672852,
      "learning_rate": 3.33093838568929e-06,
      "loss": 0.3479,
      "step": 1128010
    },
    {
      "epoch": 314.83,
      "grad_norm": 1.0347621440887451,
      "learning_rate": 3.330913861554336e-06,
      "loss": 0.3285,
      "step": 1128020
    },
    {
      "epoch": 314.83,
      "grad_norm": 1.2136873006820679,
      "learning_rate": 3.3308893372879907e-06,
      "loss": 0.367,
      "step": 1128030
    },
    {
      "epoch": 314.83,
      "grad_norm": 1.0355364084243774,
      "learning_rate": 3.3308648128902566e-06,
      "loss": 0.3734,
      "step": 1128040
    },
    {
      "epoch": 314.83,
      "grad_norm": 1.0675230026245117,
      "learning_rate": 3.3308402883611376e-06,
      "loss": 0.3625,
      "step": 1128050
    },
    {
      "epoch": 314.84,
      "grad_norm": 0.9639199376106262,
      "learning_rate": 3.330815763700637e-06,
      "loss": 0.36,
      "step": 1128060
    },
    {
      "epoch": 314.84,
      "grad_norm": 1.0219464302062988,
      "learning_rate": 3.330791238908757e-06,
      "loss": 0.3659,
      "step": 1128070
    },
    {
      "epoch": 314.84,
      "grad_norm": 1.242169737815857,
      "learning_rate": 3.330766713985501e-06,
      "loss": 0.359,
      "step": 1128080
    },
    {
      "epoch": 314.85,
      "grad_norm": 0.9233193397521973,
      "learning_rate": 3.330742188930874e-06,
      "loss": 0.3583,
      "step": 1128090
    },
    {
      "epoch": 314.85,
      "grad_norm": 1.2446177005767822,
      "learning_rate": 3.330717663744877e-06,
      "loss": 0.3612,
      "step": 1128100
    },
    {
      "epoch": 314.85,
      "grad_norm": 1.1171116828918457,
      "learning_rate": 3.3306931384275153e-06,
      "loss": 0.3719,
      "step": 1128110
    },
    {
      "epoch": 314.85,
      "grad_norm": 1.1549415588378906,
      "learning_rate": 3.330668612978791e-06,
      "loss": 0.3578,
      "step": 1128120
    },
    {
      "epoch": 314.86,
      "grad_norm": 1.145693302154541,
      "learning_rate": 3.330644087398707e-06,
      "loss": 0.3608,
      "step": 1128130
    },
    {
      "epoch": 314.86,
      "grad_norm": 0.896294116973877,
      "learning_rate": 3.3306195616872673e-06,
      "loss": 0.3512,
      "step": 1128140
    },
    {
      "epoch": 314.86,
      "grad_norm": 1.3556324243545532,
      "learning_rate": 3.330595035844475e-06,
      "loss": 0.3592,
      "step": 1128150
    },
    {
      "epoch": 314.86,
      "grad_norm": 0.9791901707649231,
      "learning_rate": 3.330570509870334e-06,
      "loss": 0.3704,
      "step": 1128160
    },
    {
      "epoch": 314.87,
      "grad_norm": 1.0644311904907227,
      "learning_rate": 3.3305459837648464e-06,
      "loss": 0.3674,
      "step": 1128170
    },
    {
      "epoch": 314.87,
      "grad_norm": 0.9047531485557556,
      "learning_rate": 3.3305214575280153e-06,
      "loss": 0.3319,
      "step": 1128180
    },
    {
      "epoch": 314.87,
      "grad_norm": 1.1100221872329712,
      "learning_rate": 3.3304969311598462e-06,
      "loss": 0.3506,
      "step": 1128190
    },
    {
      "epoch": 314.88,
      "grad_norm": 5.932499885559082,
      "learning_rate": 3.3304724046603405e-06,
      "loss": 0.3558,
      "step": 1128200
    },
    {
      "epoch": 314.88,
      "grad_norm": 0.9463559985160828,
      "learning_rate": 3.3304478780295006e-06,
      "loss": 0.3448,
      "step": 1128210
    },
    {
      "epoch": 314.88,
      "grad_norm": 1.2684857845306396,
      "learning_rate": 3.3304233512673317e-06,
      "loss": 0.3599,
      "step": 1128220
    },
    {
      "epoch": 314.88,
      "grad_norm": 0.9686638116836548,
      "learning_rate": 3.3303988243738358e-06,
      "loss": 0.3469,
      "step": 1128230
    },
    {
      "epoch": 314.89,
      "grad_norm": 0.9431604743003845,
      "learning_rate": 3.3303742973490175e-06,
      "loss": 0.3351,
      "step": 1128240
    },
    {
      "epoch": 314.89,
      "grad_norm": 0.9110267758369446,
      "learning_rate": 3.330349770192879e-06,
      "loss": 0.3471,
      "step": 1128250
    },
    {
      "epoch": 314.89,
      "grad_norm": 1.043752908706665,
      "learning_rate": 3.3303252429054236e-06,
      "loss": 0.3641,
      "step": 1128260
    },
    {
      "epoch": 314.9,
      "grad_norm": 1.1300498247146606,
      "learning_rate": 3.330300715486655e-06,
      "loss": 0.3565,
      "step": 1128270
    },
    {
      "epoch": 314.9,
      "grad_norm": 1.1263043880462646,
      "learning_rate": 3.3302761879365756e-06,
      "loss": 0.3431,
      "step": 1128280
    },
    {
      "epoch": 314.9,
      "grad_norm": 1.0426117181777954,
      "learning_rate": 3.33025166025519e-06,
      "loss": 0.3453,
      "step": 1128290
    },
    {
      "epoch": 314.9,
      "grad_norm": 1.0187413692474365,
      "learning_rate": 3.3302271324425002e-06,
      "loss": 0.3622,
      "step": 1128300
    },
    {
      "epoch": 314.91,
      "grad_norm": 1.1574965715408325,
      "learning_rate": 3.3302026044985103e-06,
      "loss": 0.3655,
      "step": 1128310
    },
    {
      "epoch": 314.91,
      "grad_norm": 0.9457213878631592,
      "learning_rate": 3.3301780764232234e-06,
      "loss": 0.3604,
      "step": 1128320
    },
    {
      "epoch": 314.91,
      "grad_norm": 0.8707343935966492,
      "learning_rate": 3.330153548216642e-06,
      "loss": 0.3537,
      "step": 1128330
    },
    {
      "epoch": 314.91,
      "grad_norm": 1.0921313762664795,
      "learning_rate": 3.3301290198787713e-06,
      "loss": 0.3555,
      "step": 1128340
    },
    {
      "epoch": 314.92,
      "grad_norm": 1.0019046068191528,
      "learning_rate": 3.330104491409613e-06,
      "loss": 0.3664,
      "step": 1128350
    },
    {
      "epoch": 314.92,
      "grad_norm": 1.1322777271270752,
      "learning_rate": 3.3300799628091698e-06,
      "loss": 0.3567,
      "step": 1128360
    },
    {
      "epoch": 314.92,
      "grad_norm": 0.9342421293258667,
      "learning_rate": 3.330055434077446e-06,
      "loss": 0.3395,
      "step": 1128370
    },
    {
      "epoch": 314.93,
      "grad_norm": 0.8824530839920044,
      "learning_rate": 3.330030905214445e-06,
      "loss": 0.3453,
      "step": 1128380
    },
    {
      "epoch": 314.93,
      "grad_norm": 0.9329388737678528,
      "learning_rate": 3.33000637622017e-06,
      "loss": 0.3518,
      "step": 1128390
    },
    {
      "epoch": 314.93,
      "grad_norm": 1.0581539869308472,
      "learning_rate": 3.329981847094623e-06,
      "loss": 0.3524,
      "step": 1128400
    },
    {
      "epoch": 314.93,
      "grad_norm": 0.9539087414741516,
      "learning_rate": 3.329957317837809e-06,
      "loss": 0.3572,
      "step": 1128410
    },
    {
      "epoch": 314.94,
      "grad_norm": 1.1227178573608398,
      "learning_rate": 3.3299327884497313e-06,
      "loss": 0.3499,
      "step": 1128420
    },
    {
      "epoch": 314.94,
      "grad_norm": 1.0186519622802734,
      "learning_rate": 3.329908258930391e-06,
      "loss": 0.3538,
      "step": 1128430
    },
    {
      "epoch": 314.94,
      "grad_norm": 1.3641585111618042,
      "learning_rate": 3.3298837292797934e-06,
      "loss": 0.3572,
      "step": 1128440
    },
    {
      "epoch": 314.95,
      "grad_norm": 0.9980483055114746,
      "learning_rate": 3.3298591994979414e-06,
      "loss": 0.3654,
      "step": 1128450
    },
    {
      "epoch": 314.95,
      "grad_norm": 1.025909423828125,
      "learning_rate": 3.329834669584837e-06,
      "loss": 0.3547,
      "step": 1128460
    },
    {
      "epoch": 314.95,
      "grad_norm": 0.9517345428466797,
      "learning_rate": 3.329810139540485e-06,
      "loss": 0.3415,
      "step": 1128470
    },
    {
      "epoch": 314.95,
      "grad_norm": 0.9968047142028809,
      "learning_rate": 3.3297856093648887e-06,
      "loss": 0.3557,
      "step": 1128480
    },
    {
      "epoch": 314.96,
      "grad_norm": 1.0479415655136108,
      "learning_rate": 3.3297610790580504e-06,
      "loss": 0.3568,
      "step": 1128490
    },
    {
      "epoch": 314.96,
      "grad_norm": 1.0841881036758423,
      "learning_rate": 3.329736548619973e-06,
      "loss": 0.355,
      "step": 1128500
    },
    {
      "epoch": 314.96,
      "grad_norm": 1.0068113803863525,
      "learning_rate": 3.329712018050662e-06,
      "loss": 0.3598,
      "step": 1128510
    },
    {
      "epoch": 314.97,
      "grad_norm": 0.8938001394271851,
      "learning_rate": 3.329687487350118e-06,
      "loss": 0.3609,
      "step": 1128520
    },
    {
      "epoch": 314.97,
      "grad_norm": 1.190487265586853,
      "learning_rate": 3.329662956518346e-06,
      "loss": 0.3652,
      "step": 1128530
    },
    {
      "epoch": 314.97,
      "grad_norm": 1.690320611000061,
      "learning_rate": 3.329638425555349e-06,
      "loss": 0.3662,
      "step": 1128540
    },
    {
      "epoch": 314.97,
      "grad_norm": 1.065160870552063,
      "learning_rate": 3.329613894461129e-06,
      "loss": 0.355,
      "step": 1128550
    },
    {
      "epoch": 314.98,
      "grad_norm": 0.9627692699432373,
      "learning_rate": 3.329589363235691e-06,
      "loss": 0.3614,
      "step": 1128560
    },
    {
      "epoch": 314.98,
      "grad_norm": 0.9567695260047913,
      "learning_rate": 3.3295648318790375e-06,
      "loss": 0.3458,
      "step": 1128570
    },
    {
      "epoch": 314.98,
      "grad_norm": 0.8334208130836487,
      "learning_rate": 3.329540300391172e-06,
      "loss": 0.363,
      "step": 1128580
    },
    {
      "epoch": 314.98,
      "grad_norm": 1.1498901844024658,
      "learning_rate": 3.3295157687720964e-06,
      "loss": 0.3627,
      "step": 1128590
    },
    {
      "epoch": 314.99,
      "grad_norm": 1.1084129810333252,
      "learning_rate": 3.329491237021816e-06,
      "loss": 0.347,
      "step": 1128600
    },
    {
      "epoch": 314.99,
      "grad_norm": 1.2322086095809937,
      "learning_rate": 3.329466705140333e-06,
      "loss": 0.3671,
      "step": 1128610
    },
    {
      "epoch": 314.99,
      "grad_norm": 1.1355998516082764,
      "learning_rate": 3.3294421731276507e-06,
      "loss": 0.3526,
      "step": 1128620
    },
    {
      "epoch": 315.0,
      "grad_norm": 1.2295341491699219,
      "learning_rate": 3.329417640983773e-06,
      "loss": 0.3531,
      "step": 1128630
    },
    {
      "epoch": 315.0,
      "grad_norm": 0.9816497564315796,
      "learning_rate": 3.329393108708703e-06,
      "loss": 0.3457,
      "step": 1128640
    },
    {
      "epoch": 315.0,
      "eval_loss": 0.3562316596508026,
      "eval_runtime": 63.2737,
      "eval_samples_per_second": 79.954,
      "eval_steps_per_second": 10.004,
      "step": 1128645
    },
    {
      "epoch": 315.0,
      "grad_norm": 1.0219106674194336,
      "learning_rate": 3.329368576302442e-06,
      "loss": 0.3398,
      "step": 1128650
    },
    {
      "epoch": 315.0,
      "grad_norm": 0.9266175031661987,
      "learning_rate": 3.329344043764996e-06,
      "loss": 0.3594,
      "step": 1128660
    },
    {
      "epoch": 315.01,
      "grad_norm": 1.1285940408706665,
      "learning_rate": 3.329319511096367e-06,
      "loss": 0.3633,
      "step": 1128670
    },
    {
      "epoch": 315.01,
      "grad_norm": 1.02934992313385,
      "learning_rate": 3.3292949782965588e-06,
      "loss": 0.3432,
      "step": 1128680
    },
    {
      "epoch": 315.01,
      "grad_norm": 1.12994384765625,
      "learning_rate": 3.329270445365573e-06,
      "loss": 0.363,
      "step": 1128690
    },
    {
      "epoch": 315.02,
      "grad_norm": 0.9409939050674438,
      "learning_rate": 3.3292459123034156e-06,
      "loss": 0.3617,
      "step": 1128700
    },
    {
      "epoch": 315.02,
      "grad_norm": 0.9684520363807678,
      "learning_rate": 3.3292213791100884e-06,
      "loss": 0.367,
      "step": 1128710
    },
    {
      "epoch": 315.02,
      "grad_norm": 0.9334086179733276,
      "learning_rate": 3.329196845785594e-06,
      "loss": 0.3836,
      "step": 1128720
    },
    {
      "epoch": 315.02,
      "grad_norm": 1.1089638471603394,
      "learning_rate": 3.3291723123299365e-06,
      "loss": 0.3457,
      "step": 1128730
    },
    {
      "epoch": 315.03,
      "grad_norm": 1.145373821258545,
      "learning_rate": 3.3291477787431193e-06,
      "loss": 0.3667,
      "step": 1128740
    },
    {
      "epoch": 315.03,
      "grad_norm": 1.0730624198913574,
      "learning_rate": 3.329123245025145e-06,
      "loss": 0.3562,
      "step": 1128750
    },
    {
      "epoch": 315.03,
      "grad_norm": 0.9827917814254761,
      "learning_rate": 3.329098711176017e-06,
      "loss": 0.3624,
      "step": 1128760
    },
    {
      "epoch": 315.03,
      "grad_norm": 0.9736039042472839,
      "learning_rate": 3.3290741771957394e-06,
      "loss": 0.3658,
      "step": 1128770
    },
    {
      "epoch": 315.04,
      "grad_norm": 0.9891207218170166,
      "learning_rate": 3.3290496430843154e-06,
      "loss": 0.36,
      "step": 1128780
    },
    {
      "epoch": 315.04,
      "grad_norm": 1.0042668581008911,
      "learning_rate": 3.3290251088417464e-06,
      "loss": 0.3723,
      "step": 1128790
    },
    {
      "epoch": 315.04,
      "grad_norm": 1.0193475484848022,
      "learning_rate": 3.329000574468038e-06,
      "loss": 0.3579,
      "step": 1128800
    },
    {
      "epoch": 315.05,
      "grad_norm": 1.0440667867660522,
      "learning_rate": 3.3289760399631923e-06,
      "loss": 0.3485,
      "step": 1128810
    },
    {
      "epoch": 315.05,
      "grad_norm": 1.1818863153457642,
      "learning_rate": 3.328951505327212e-06,
      "loss": 0.333,
      "step": 1128820
    },
    {
      "epoch": 315.05,
      "grad_norm": 1.1679556369781494,
      "learning_rate": 3.3289269705601025e-06,
      "loss": 0.3499,
      "step": 1128830
    },
    {
      "epoch": 315.05,
      "grad_norm": 1.2342153787612915,
      "learning_rate": 3.3289024356618644e-06,
      "loss": 0.3584,
      "step": 1128840
    },
    {
      "epoch": 315.06,
      "grad_norm": 1.221461534500122,
      "learning_rate": 3.328877900632503e-06,
      "loss": 0.366,
      "step": 1128850
    },
    {
      "epoch": 315.06,
      "grad_norm": 0.9071617722511292,
      "learning_rate": 3.3288533654720207e-06,
      "loss": 0.3394,
      "step": 1128860
    },
    {
      "epoch": 315.06,
      "grad_norm": 0.8997403383255005,
      "learning_rate": 3.328828830180421e-06,
      "loss": 0.3534,
      "step": 1128870
    },
    {
      "epoch": 315.07,
      "grad_norm": 0.9256730675697327,
      "learning_rate": 3.3288042947577065e-06,
      "loss": 0.3447,
      "step": 1128880
    },
    {
      "epoch": 315.07,
      "grad_norm": 0.9845433235168457,
      "learning_rate": 3.328779759203881e-06,
      "loss": 0.3477,
      "step": 1128890
    },
    {
      "epoch": 315.07,
      "grad_norm": 1.4430447816848755,
      "learning_rate": 3.328755223518949e-06,
      "loss": 0.3459,
      "step": 1128900
    },
    {
      "epoch": 315.07,
      "grad_norm": 1.2492332458496094,
      "learning_rate": 3.3287306877029107e-06,
      "loss": 0.3597,
      "step": 1128910
    },
    {
      "epoch": 315.08,
      "grad_norm": 1.000589370727539,
      "learning_rate": 3.3287061517557723e-06,
      "loss": 0.3429,
      "step": 1128920
    },
    {
      "epoch": 315.08,
      "grad_norm": 0.9278194904327393,
      "learning_rate": 3.328681615677536e-06,
      "loss": 0.3458,
      "step": 1128930
    },
    {
      "epoch": 315.08,
      "grad_norm": 1.022307276725769,
      "learning_rate": 3.328657079468205e-06,
      "loss": 0.339,
      "step": 1128940
    },
    {
      "epoch": 315.09,
      "grad_norm": 1.0680873394012451,
      "learning_rate": 3.328632543127782e-06,
      "loss": 0.3669,
      "step": 1128950
    },
    {
      "epoch": 315.09,
      "grad_norm": 1.1218740940093994,
      "learning_rate": 3.3286080066562716e-06,
      "loss": 0.3488,
      "step": 1128960
    },
    {
      "epoch": 315.09,
      "grad_norm": 1.1746296882629395,
      "learning_rate": 3.328583470053676e-06,
      "loss": 0.3622,
      "step": 1128970
    },
    {
      "epoch": 315.09,
      "grad_norm": 1.0878342390060425,
      "learning_rate": 3.3285589333199987e-06,
      "loss": 0.363,
      "step": 1128980
    },
    {
      "epoch": 315.1,
      "grad_norm": 0.8737101554870605,
      "learning_rate": 3.3285343964552423e-06,
      "loss": 0.3553,
      "step": 1128990
    },
    {
      "epoch": 315.1,
      "grad_norm": 1.0522671937942505,
      "learning_rate": 3.3285098594594123e-06,
      "loss": 0.3583,
      "step": 1129000
    },
    {
      "epoch": 315.1,
      "grad_norm": 0.952477216720581,
      "learning_rate": 3.3284853223325103e-06,
      "loss": 0.3511,
      "step": 1129010
    },
    {
      "epoch": 315.1,
      "grad_norm": 1.0580791234970093,
      "learning_rate": 3.328460785074539e-06,
      "loss": 0.348,
      "step": 1129020
    },
    {
      "epoch": 315.11,
      "grad_norm": 0.958950936794281,
      "learning_rate": 3.3284362476855026e-06,
      "loss": 0.3315,
      "step": 1129030
    },
    {
      "epoch": 315.11,
      "grad_norm": 0.9787330031394958,
      "learning_rate": 3.3284117101654045e-06,
      "loss": 0.3624,
      "step": 1129040
    },
    {
      "epoch": 315.11,
      "grad_norm": 0.987812876701355,
      "learning_rate": 3.328387172514247e-06,
      "loss": 0.3549,
      "step": 1129050
    },
    {
      "epoch": 315.12,
      "grad_norm": 1.065840482711792,
      "learning_rate": 3.3283626347320355e-06,
      "loss": 0.3507,
      "step": 1129060
    },
    {
      "epoch": 315.12,
      "grad_norm": 1.0430623292922974,
      "learning_rate": 3.32833809681877e-06,
      "loss": 0.366,
      "step": 1129070
    },
    {
      "epoch": 315.12,
      "grad_norm": 1.507470726966858,
      "learning_rate": 3.328313558774457e-06,
      "loss": 0.3568,
      "step": 1129080
    },
    {
      "epoch": 315.12,
      "grad_norm": 1.1178233623504639,
      "learning_rate": 3.328289020599098e-06,
      "loss": 0.3546,
      "step": 1129090
    },
    {
      "epoch": 315.13,
      "grad_norm": 0.9947956204414368,
      "learning_rate": 3.3282644822926957e-06,
      "loss": 0.3459,
      "step": 1129100
    },
    {
      "epoch": 315.13,
      "grad_norm": 0.9151458740234375,
      "learning_rate": 3.328239943855255e-06,
      "loss": 0.3465,
      "step": 1129110
    },
    {
      "epoch": 315.13,
      "grad_norm": 1.0755817890167236,
      "learning_rate": 3.3282154052867783e-06,
      "loss": 0.3569,
      "step": 1129120
    },
    {
      "epoch": 315.14,
      "grad_norm": 1.1284157037734985,
      "learning_rate": 3.328190866587269e-06,
      "loss": 0.3548,
      "step": 1129130
    },
    {
      "epoch": 315.14,
      "grad_norm": 1.0838377475738525,
      "learning_rate": 3.32816632775673e-06,
      "loss": 0.3542,
      "step": 1129140
    },
    {
      "epoch": 315.14,
      "grad_norm": 1.1041429042816162,
      "learning_rate": 3.3281417887951652e-06,
      "loss": 0.361,
      "step": 1129150
    },
    {
      "epoch": 315.14,
      "grad_norm": 1.0497316122055054,
      "learning_rate": 3.328117249702578e-06,
      "loss": 0.347,
      "step": 1129160
    },
    {
      "epoch": 315.15,
      "grad_norm": 1.0592583417892456,
      "learning_rate": 3.328092710478971e-06,
      "loss": 0.3512,
      "step": 1129170
    },
    {
      "epoch": 315.15,
      "grad_norm": 0.9526607394218445,
      "learning_rate": 3.328068171124347e-06,
      "loss": 0.3522,
      "step": 1129180
    },
    {
      "epoch": 315.15,
      "grad_norm": 1.1698353290557861,
      "learning_rate": 3.3280436316387113e-06,
      "loss": 0.3443,
      "step": 1129190
    },
    {
      "epoch": 315.15,
      "grad_norm": 0.964387059211731,
      "learning_rate": 3.3280190920220647e-06,
      "loss": 0.3422,
      "step": 1129200
    },
    {
      "epoch": 315.16,
      "grad_norm": 1.048324465751648,
      "learning_rate": 3.3279945522744114e-06,
      "loss": 0.3633,
      "step": 1129210
    },
    {
      "epoch": 315.16,
      "grad_norm": 1.070747971534729,
      "learning_rate": 3.327970012395756e-06,
      "loss": 0.3534,
      "step": 1129220
    },
    {
      "epoch": 315.16,
      "grad_norm": 1.2172589302062988,
      "learning_rate": 3.3279454723861006e-06,
      "loss": 0.3604,
      "step": 1129230
    },
    {
      "epoch": 315.17,
      "grad_norm": 1.2529109716415405,
      "learning_rate": 3.3279209322454478e-06,
      "loss": 0.3483,
      "step": 1129240
    },
    {
      "epoch": 315.17,
      "grad_norm": 0.9725069403648376,
      "learning_rate": 3.3278963919738017e-06,
      "loss": 0.3648,
      "step": 1129250
    },
    {
      "epoch": 315.17,
      "grad_norm": 1.283006191253662,
      "learning_rate": 3.3278718515711657e-06,
      "loss": 0.3496,
      "step": 1129260
    },
    {
      "epoch": 315.17,
      "grad_norm": 1.7843953371047974,
      "learning_rate": 3.327847311037543e-06,
      "loss": 0.3619,
      "step": 1129270
    },
    {
      "epoch": 315.18,
      "grad_norm": 0.9551354050636292,
      "learning_rate": 3.3278227703729354e-06,
      "loss": 0.3728,
      "step": 1129280
    },
    {
      "epoch": 315.18,
      "grad_norm": 1.0909513235092163,
      "learning_rate": 3.3277982295773486e-06,
      "loss": 0.3493,
      "step": 1129290
    },
    {
      "epoch": 315.18,
      "grad_norm": 1.0373796224594116,
      "learning_rate": 3.3277736886507856e-06,
      "loss": 0.3606,
      "step": 1129300
    },
    {
      "epoch": 315.19,
      "grad_norm": 0.9287985563278198,
      "learning_rate": 3.327749147593247e-06,
      "loss": 0.3629,
      "step": 1129310
    },
    {
      "epoch": 315.19,
      "grad_norm": 1.1059410572052002,
      "learning_rate": 3.3277246064047395e-06,
      "loss": 0.3424,
      "step": 1129320
    },
    {
      "epoch": 315.19,
      "grad_norm": 0.9755494594573975,
      "learning_rate": 3.3277000650852632e-06,
      "loss": 0.3529,
      "step": 1129330
    },
    {
      "epoch": 315.19,
      "grad_norm": 1.0111867189407349,
      "learning_rate": 3.327675523634823e-06,
      "loss": 0.3365,
      "step": 1129340
    },
    {
      "epoch": 315.2,
      "grad_norm": 0.9141668081283569,
      "learning_rate": 3.3276509820534226e-06,
      "loss": 0.3492,
      "step": 1129350
    },
    {
      "epoch": 315.2,
      "grad_norm": 1.0714770555496216,
      "learning_rate": 3.3276264403410645e-06,
      "loss": 0.3572,
      "step": 1129360
    },
    {
      "epoch": 315.2,
      "grad_norm": 0.9957703351974487,
      "learning_rate": 3.327601898497753e-06,
      "loss": 0.346,
      "step": 1129370
    },
    {
      "epoch": 315.21,
      "grad_norm": 0.9864479899406433,
      "learning_rate": 3.3275773565234902e-06,
      "loss": 0.3444,
      "step": 1129380
    },
    {
      "epoch": 315.21,
      "grad_norm": 0.9103018045425415,
      "learning_rate": 3.327552814418279e-06,
      "loss": 0.3562,
      "step": 1129390
    },
    {
      "epoch": 315.21,
      "grad_norm": 1.0249872207641602,
      "learning_rate": 3.327528272182123e-06,
      "loss": 0.3459,
      "step": 1129400
    },
    {
      "epoch": 315.21,
      "grad_norm": 1.0360139608383179,
      "learning_rate": 3.3275037298150267e-06,
      "loss": 0.3434,
      "step": 1129410
    },
    {
      "epoch": 315.22,
      "grad_norm": 1.0242794752120972,
      "learning_rate": 3.3274791873169922e-06,
      "loss": 0.3466,
      "step": 1129420
    },
    {
      "epoch": 315.22,
      "grad_norm": 0.9608752727508545,
      "learning_rate": 3.327454644688024e-06,
      "loss": 0.339,
      "step": 1129430
    },
    {
      "epoch": 315.22,
      "grad_norm": 1.054335594177246,
      "learning_rate": 3.327430101928123e-06,
      "loss": 0.3639,
      "step": 1129440
    },
    {
      "epoch": 315.22,
      "grad_norm": 0.9613233208656311,
      "learning_rate": 3.3274055590372953e-06,
      "loss": 0.3634,
      "step": 1129450
    },
    {
      "epoch": 315.23,
      "grad_norm": 0.98924720287323,
      "learning_rate": 3.3273810160155416e-06,
      "loss": 0.3436,
      "step": 1129460
    },
    {
      "epoch": 315.23,
      "grad_norm": 1.0642014741897583,
      "learning_rate": 3.327356472862867e-06,
      "loss": 0.3598,
      "step": 1129470
    },
    {
      "epoch": 315.23,
      "grad_norm": 0.8727926015853882,
      "learning_rate": 3.327331929579274e-06,
      "loss": 0.3472,
      "step": 1129480
    },
    {
      "epoch": 315.24,
      "grad_norm": 1.213124394416809,
      "learning_rate": 3.327307386164766e-06,
      "loss": 0.3412,
      "step": 1129490
    },
    {
      "epoch": 315.24,
      "grad_norm": 0.9724070429801941,
      "learning_rate": 3.327282842619346e-06,
      "loss": 0.3571,
      "step": 1129500
    },
    {
      "epoch": 315.24,
      "grad_norm": 1.2291396856307983,
      "learning_rate": 3.327258298943018e-06,
      "loss": 0.3545,
      "step": 1129510
    },
    {
      "epoch": 315.24,
      "grad_norm": 0.9749642610549927,
      "learning_rate": 3.3272337551357847e-06,
      "loss": 0.3531,
      "step": 1129520
    },
    {
      "epoch": 315.25,
      "grad_norm": 0.8310158848762512,
      "learning_rate": 3.327209211197649e-06,
      "loss": 0.3481,
      "step": 1129530
    },
    {
      "epoch": 315.25,
      "grad_norm": 0.9687888622283936,
      "learning_rate": 3.327184667128615e-06,
      "loss": 0.3444,
      "step": 1129540
    },
    {
      "epoch": 315.25,
      "grad_norm": 1.0036524534225464,
      "learning_rate": 3.327160122928685e-06,
      "loss": 0.3517,
      "step": 1129550
    },
    {
      "epoch": 315.26,
      "grad_norm": 0.8496535420417786,
      "learning_rate": 3.327135578597863e-06,
      "loss": 0.3555,
      "step": 1129560
    },
    {
      "epoch": 315.26,
      "grad_norm": 1.026903510093689,
      "learning_rate": 3.327111034136153e-06,
      "loss": 0.3464,
      "step": 1129570
    },
    {
      "epoch": 315.26,
      "grad_norm": 0.9205397963523865,
      "learning_rate": 3.327086489543556e-06,
      "loss": 0.342,
      "step": 1129580
    },
    {
      "epoch": 315.26,
      "grad_norm": 1.1262388229370117,
      "learning_rate": 3.327061944820078e-06,
      "loss": 0.3763,
      "step": 1129590
    },
    {
      "epoch": 315.27,
      "grad_norm": 1.0765299797058105,
      "learning_rate": 3.3270373999657204e-06,
      "loss": 0.3438,
      "step": 1129600
    },
    {
      "epoch": 315.27,
      "grad_norm": 0.854413628578186,
      "learning_rate": 3.3270128549804867e-06,
      "loss": 0.3446,
      "step": 1129610
    },
    {
      "epoch": 315.27,
      "grad_norm": 1.4187015295028687,
      "learning_rate": 3.3269883098643805e-06,
      "loss": 0.3855,
      "step": 1129620
    },
    {
      "epoch": 315.27,
      "grad_norm": 1.0485731363296509,
      "learning_rate": 3.326963764617405e-06,
      "loss": 0.3491,
      "step": 1129630
    },
    {
      "epoch": 315.28,
      "grad_norm": 1.0788921117782593,
      "learning_rate": 3.3269392192395637e-06,
      "loss": 0.3502,
      "step": 1129640
    },
    {
      "epoch": 315.28,
      "grad_norm": 1.2378854751586914,
      "learning_rate": 3.3269146737308595e-06,
      "loss": 0.3815,
      "step": 1129650
    },
    {
      "epoch": 315.28,
      "grad_norm": 1.072409749031067,
      "learning_rate": 3.3268901280912962e-06,
      "loss": 0.3391,
      "step": 1129660
    },
    {
      "epoch": 315.29,
      "grad_norm": 1.1635584831237793,
      "learning_rate": 3.3268655823208766e-06,
      "loss": 0.3522,
      "step": 1129670
    },
    {
      "epoch": 315.29,
      "grad_norm": 0.9268486499786377,
      "learning_rate": 3.326841036419604e-06,
      "loss": 0.3457,
      "step": 1129680
    },
    {
      "epoch": 315.29,
      "grad_norm": 0.9149683713912964,
      "learning_rate": 3.3268164903874807e-06,
      "loss": 0.358,
      "step": 1129690
    },
    {
      "epoch": 315.29,
      "grad_norm": 0.8940481543540955,
      "learning_rate": 3.3267919442245112e-06,
      "loss": 0.3556,
      "step": 1129700
    },
    {
      "epoch": 315.3,
      "grad_norm": 1.0853924751281738,
      "learning_rate": 3.3267673979306997e-06,
      "loss": 0.3541,
      "step": 1129710
    },
    {
      "epoch": 315.3,
      "grad_norm": 0.9977318644523621,
      "learning_rate": 3.326742851506048e-06,
      "loss": 0.3386,
      "step": 1129720
    },
    {
      "epoch": 315.3,
      "grad_norm": 1.1286410093307495,
      "learning_rate": 3.326718304950559e-06,
      "loss": 0.361,
      "step": 1129730
    },
    {
      "epoch": 315.31,
      "grad_norm": 0.9972863793373108,
      "learning_rate": 3.3266937582642377e-06,
      "loss": 0.3426,
      "step": 1129740
    },
    {
      "epoch": 315.31,
      "grad_norm": 1.1206251382827759,
      "learning_rate": 3.3266692114470857e-06,
      "loss": 0.3775,
      "step": 1129750
    },
    {
      "epoch": 315.31,
      "grad_norm": 1.0534340143203735,
      "learning_rate": 3.3266446644991064e-06,
      "loss": 0.3706,
      "step": 1129760
    },
    {
      "epoch": 315.31,
      "grad_norm": 1.0629996061325073,
      "learning_rate": 3.326620117420304e-06,
      "loss": 0.3496,
      "step": 1129770
    },
    {
      "epoch": 315.32,
      "grad_norm": 0.9558026790618896,
      "learning_rate": 3.3265955702106815e-06,
      "loss": 0.3537,
      "step": 1129780
    },
    {
      "epoch": 315.32,
      "grad_norm": 1.1726359128952026,
      "learning_rate": 3.3265710228702414e-06,
      "loss": 0.3654,
      "step": 1129790
    },
    {
      "epoch": 315.32,
      "grad_norm": 1.1322286128997803,
      "learning_rate": 3.3265464753989885e-06,
      "loss": 0.3565,
      "step": 1129800
    },
    {
      "epoch": 315.33,
      "grad_norm": 1.118995189666748,
      "learning_rate": 3.326521927796925e-06,
      "loss": 0.3596,
      "step": 1129810
    },
    {
      "epoch": 315.33,
      "grad_norm": 0.9952269196510315,
      "learning_rate": 3.3264973800640535e-06,
      "loss": 0.3574,
      "step": 1129820
    },
    {
      "epoch": 315.33,
      "grad_norm": 1.0283042192459106,
      "learning_rate": 3.3264728322003787e-06,
      "loss": 0.3732,
      "step": 1129830
    },
    {
      "epoch": 315.33,
      "grad_norm": 0.9111353754997253,
      "learning_rate": 3.3264482842059034e-06,
      "loss": 0.3627,
      "step": 1129840
    },
    {
      "epoch": 315.34,
      "grad_norm": 1.6885499954223633,
      "learning_rate": 3.3264237360806297e-06,
      "loss": 0.368,
      "step": 1129850
    },
    {
      "epoch": 315.34,
      "grad_norm": 0.9575456976890564,
      "learning_rate": 3.326399187824562e-06,
      "loss": 0.3369,
      "step": 1129860
    },
    {
      "epoch": 315.34,
      "grad_norm": 1.008611798286438,
      "learning_rate": 3.3263746394377043e-06,
      "loss": 0.3756,
      "step": 1129870
    },
    {
      "epoch": 315.34,
      "grad_norm": 1.2863630056381226,
      "learning_rate": 3.3263500909200587e-06,
      "loss": 0.357,
      "step": 1129880
    },
    {
      "epoch": 315.35,
      "grad_norm": 1.1122888326644897,
      "learning_rate": 3.3263255422716286e-06,
      "loss": 0.3651,
      "step": 1129890
    },
    {
      "epoch": 315.35,
      "grad_norm": 0.9899246692657471,
      "learning_rate": 3.326300993492418e-06,
      "loss": 0.3613,
      "step": 1129900
    },
    {
      "epoch": 315.35,
      "grad_norm": 0.8361871242523193,
      "learning_rate": 3.3262764445824287e-06,
      "loss": 0.3511,
      "step": 1129910
    },
    {
      "epoch": 315.36,
      "grad_norm": 1.013566255569458,
      "learning_rate": 3.326251895541665e-06,
      "loss": 0.3439,
      "step": 1129920
    },
    {
      "epoch": 315.36,
      "grad_norm": 1.0265923738479614,
      "learning_rate": 3.3262273463701304e-06,
      "loss": 0.3578,
      "step": 1129930
    },
    {
      "epoch": 315.36,
      "grad_norm": 1.079046607017517,
      "learning_rate": 3.3262027970678273e-06,
      "loss": 0.342,
      "step": 1129940
    },
    {
      "epoch": 315.36,
      "grad_norm": 0.962561309337616,
      "learning_rate": 3.3261782476347597e-06,
      "loss": 0.3512,
      "step": 1129950
    },
    {
      "epoch": 315.37,
      "grad_norm": 0.9299066066741943,
      "learning_rate": 3.326153698070931e-06,
      "loss": 0.3682,
      "step": 1129960
    },
    {
      "epoch": 315.37,
      "grad_norm": 1.2081263065338135,
      "learning_rate": 3.326129148376344e-06,
      "loss": 0.3516,
      "step": 1129970
    },
    {
      "epoch": 315.37,
      "grad_norm": 0.9523530006408691,
      "learning_rate": 3.3261045985510015e-06,
      "loss": 0.3378,
      "step": 1129980
    },
    {
      "epoch": 315.38,
      "grad_norm": 1.0014930963516235,
      "learning_rate": 3.326080048594908e-06,
      "loss": 0.3512,
      "step": 1129990
    },
    {
      "epoch": 315.38,
      "grad_norm": 0.9903885722160339,
      "learning_rate": 3.326055498508066e-06,
      "loss": 0.367,
      "step": 1130000
    },
    {
      "epoch": 315.38,
      "grad_norm": 0.9383243918418884,
      "learning_rate": 3.3260309482904786e-06,
      "loss": 0.3566,
      "step": 1130010
    },
    {
      "epoch": 315.38,
      "grad_norm": 0.9538363814353943,
      "learning_rate": 3.326006397942149e-06,
      "loss": 0.3482,
      "step": 1130020
    },
    {
      "epoch": 315.39,
      "grad_norm": 1.0285615921020508,
      "learning_rate": 3.3259818474630817e-06,
      "loss": 0.3709,
      "step": 1130030
    },
    {
      "epoch": 315.39,
      "grad_norm": 1.0991721153259277,
      "learning_rate": 3.325957296853279e-06,
      "loss": 0.3592,
      "step": 1130040
    },
    {
      "epoch": 315.39,
      "grad_norm": 0.9051662087440491,
      "learning_rate": 3.3259327461127437e-06,
      "loss": 0.3446,
      "step": 1130050
    },
    {
      "epoch": 315.39,
      "grad_norm": 0.8752316832542419,
      "learning_rate": 3.32590819524148e-06,
      "loss": 0.3626,
      "step": 1130060
    },
    {
      "epoch": 315.4,
      "grad_norm": 0.8924162983894348,
      "learning_rate": 3.3258836442394903e-06,
      "loss": 0.3328,
      "step": 1130070
    },
    {
      "epoch": 315.4,
      "grad_norm": 0.9483408331871033,
      "learning_rate": 3.325859093106778e-06,
      "loss": 0.3399,
      "step": 1130080
    },
    {
      "epoch": 315.4,
      "grad_norm": 0.9414507150650024,
      "learning_rate": 3.3258345418433473e-06,
      "loss": 0.3648,
      "step": 1130090
    },
    {
      "epoch": 315.41,
      "grad_norm": 0.9396739602088928,
      "learning_rate": 3.325809990449201e-06,
      "loss": 0.3562,
      "step": 1130100
    },
    {
      "epoch": 315.41,
      "grad_norm": 1.1098415851593018,
      "learning_rate": 3.325785438924343e-06,
      "loss": 0.347,
      "step": 1130110
    },
    {
      "epoch": 315.41,
      "grad_norm": 1.1027553081512451,
      "learning_rate": 3.3257608872687747e-06,
      "loss": 0.3481,
      "step": 1130120
    },
    {
      "epoch": 315.41,
      "grad_norm": 1.0412697792053223,
      "learning_rate": 3.325736335482501e-06,
      "loss": 0.3531,
      "step": 1130130
    },
    {
      "epoch": 315.42,
      "grad_norm": 1.0677541494369507,
      "learning_rate": 3.325711783565524e-06,
      "loss": 0.3623,
      "step": 1130140
    },
    {
      "epoch": 315.42,
      "grad_norm": 1.0400986671447754,
      "learning_rate": 3.3256872315178477e-06,
      "loss": 0.3405,
      "step": 1130150
    },
    {
      "epoch": 315.42,
      "grad_norm": 0.951657235622406,
      "learning_rate": 3.3256626793394756e-06,
      "loss": 0.3527,
      "step": 1130160
    },
    {
      "epoch": 315.43,
      "grad_norm": 0.9365090727806091,
      "learning_rate": 3.3256381270304105e-06,
      "loss": 0.3417,
      "step": 1130170
    },
    {
      "epoch": 315.43,
      "grad_norm": 0.9167409539222717,
      "learning_rate": 3.3256135745906563e-06,
      "loss": 0.3654,
      "step": 1130180
    },
    {
      "epoch": 315.43,
      "grad_norm": 0.9056412577629089,
      "learning_rate": 3.325589022020216e-06,
      "loss": 0.3545,
      "step": 1130190
    },
    {
      "epoch": 315.43,
      "grad_norm": 1.208867073059082,
      "learning_rate": 3.3255644693190914e-06,
      "loss": 0.3541,
      "step": 1130200
    },
    {
      "epoch": 315.44,
      "grad_norm": 0.9940831065177917,
      "learning_rate": 3.3255399164872876e-06,
      "loss": 0.3445,
      "step": 1130210
    },
    {
      "epoch": 315.44,
      "grad_norm": 0.9449397325515747,
      "learning_rate": 3.3255153635248077e-06,
      "loss": 0.36,
      "step": 1130220
    },
    {
      "epoch": 315.44,
      "grad_norm": 1.0263794660568237,
      "learning_rate": 3.325490810431654e-06,
      "loss": 0.3474,
      "step": 1130230
    },
    {
      "epoch": 315.45,
      "grad_norm": 1.1259859800338745,
      "learning_rate": 3.3254662572078306e-06,
      "loss": 0.3463,
      "step": 1130240
    },
    {
      "epoch": 315.45,
      "grad_norm": 0.9117187857627869,
      "learning_rate": 3.325441703853341e-06,
      "loss": 0.3608,
      "step": 1130250
    },
    {
      "epoch": 315.45,
      "grad_norm": 1.0134614706039429,
      "learning_rate": 3.3254171503681876e-06,
      "loss": 0.3533,
      "step": 1130260
    },
    {
      "epoch": 315.45,
      "grad_norm": 1.0572923421859741,
      "learning_rate": 3.325392596752374e-06,
      "loss": 0.3759,
      "step": 1130270
    },
    {
      "epoch": 315.46,
      "grad_norm": 1.0602695941925049,
      "learning_rate": 3.3253680430059027e-06,
      "loss": 0.3469,
      "step": 1130280
    },
    {
      "epoch": 315.46,
      "grad_norm": 0.9613652229309082,
      "learning_rate": 3.325343489128779e-06,
      "loss": 0.3554,
      "step": 1130290
    },
    {
      "epoch": 315.46,
      "grad_norm": 1.0600074529647827,
      "learning_rate": 3.325318935121004e-06,
      "loss": 0.3556,
      "step": 1130300
    },
    {
      "epoch": 315.46,
      "grad_norm": 0.9686107039451599,
      "learning_rate": 3.325294380982582e-06,
      "loss": 0.3753,
      "step": 1130310
    },
    {
      "epoch": 315.47,
      "grad_norm": 1.135932445526123,
      "learning_rate": 3.3252698267135174e-06,
      "loss": 0.3625,
      "step": 1130320
    },
    {
      "epoch": 315.47,
      "grad_norm": 1.0174320936203003,
      "learning_rate": 3.3252452723138116e-06,
      "loss": 0.3496,
      "step": 1130330
    },
    {
      "epoch": 315.47,
      "grad_norm": 0.9501147866249084,
      "learning_rate": 3.325220717783468e-06,
      "loss": 0.3598,
      "step": 1130340
    },
    {
      "epoch": 315.48,
      "grad_norm": 0.9898309111595154,
      "learning_rate": 3.325196163122491e-06,
      "loss": 0.3529,
      "step": 1130350
    },
    {
      "epoch": 315.48,
      "grad_norm": 1.0336123704910278,
      "learning_rate": 3.3251716083308823e-06,
      "loss": 0.3711,
      "step": 1130360
    },
    {
      "epoch": 315.48,
      "grad_norm": 0.955599844455719,
      "learning_rate": 3.325147053408647e-06,
      "loss": 0.3475,
      "step": 1130370
    },
    {
      "epoch": 315.48,
      "grad_norm": 1.102020263671875,
      "learning_rate": 3.325122498355787e-06,
      "loss": 0.3499,
      "step": 1130380
    },
    {
      "epoch": 315.49,
      "grad_norm": 1.1355397701263428,
      "learning_rate": 3.3250979431723064e-06,
      "loss": 0.3738,
      "step": 1130390
    },
    {
      "epoch": 315.49,
      "grad_norm": 1.0067219734191895,
      "learning_rate": 3.325073387858208e-06,
      "loss": 0.3456,
      "step": 1130400
    },
    {
      "epoch": 315.49,
      "grad_norm": 1.1301320791244507,
      "learning_rate": 3.3250488324134957e-06,
      "loss": 0.3606,
      "step": 1130410
    },
    {
      "epoch": 315.5,
      "grad_norm": 1.1339529752731323,
      "learning_rate": 3.3250242768381716e-06,
      "loss": 0.349,
      "step": 1130420
    },
    {
      "epoch": 315.5,
      "grad_norm": 1.0948289632797241,
      "learning_rate": 3.3249997211322397e-06,
      "loss": 0.3596,
      "step": 1130430
    },
    {
      "epoch": 315.5,
      "grad_norm": 1.172373652458191,
      "learning_rate": 3.3249751652957025e-06,
      "loss": 0.3523,
      "step": 1130440
    },
    {
      "epoch": 315.5,
      "grad_norm": 0.98636794090271,
      "learning_rate": 3.3249506093285656e-06,
      "loss": 0.3466,
      "step": 1130450
    },
    {
      "epoch": 315.51,
      "grad_norm": 0.963883101940155,
      "learning_rate": 3.3249260532308293e-06,
      "loss": 0.3492,
      "step": 1130460
    },
    {
      "epoch": 315.51,
      "grad_norm": 1.1141791343688965,
      "learning_rate": 3.324901497002499e-06,
      "loss": 0.3551,
      "step": 1130470
    },
    {
      "epoch": 315.51,
      "grad_norm": 1.0005627870559692,
      "learning_rate": 3.3248769406435772e-06,
      "loss": 0.3372,
      "step": 1130480
    },
    {
      "epoch": 315.51,
      "grad_norm": 0.9486551880836487,
      "learning_rate": 3.324852384154066e-06,
      "loss": 0.3492,
      "step": 1130490
    },
    {
      "epoch": 315.52,
      "grad_norm": 1.146054744720459,
      "learning_rate": 3.324827827533971e-06,
      "loss": 0.3578,
      "step": 1130500
    },
    {
      "epoch": 315.52,
      "grad_norm": 0.9870308041572571,
      "learning_rate": 3.324803270783294e-06,
      "loss": 0.3587,
      "step": 1130510
    },
    {
      "epoch": 315.52,
      "grad_norm": 0.9902184009552002,
      "learning_rate": 3.3247787139020377e-06,
      "loss": 0.3475,
      "step": 1130520
    },
    {
      "epoch": 315.53,
      "grad_norm": 0.9895638227462769,
      "learning_rate": 3.3247541568902067e-06,
      "loss": 0.3682,
      "step": 1130530
    },
    {
      "epoch": 315.53,
      "grad_norm": 1.3584002256393433,
      "learning_rate": 3.3247295997478043e-06,
      "loss": 0.3532,
      "step": 1130540
    },
    {
      "epoch": 315.53,
      "grad_norm": 1.0488466024398804,
      "learning_rate": 3.324705042474833e-06,
      "loss": 0.3517,
      "step": 1130550
    },
    {
      "epoch": 315.53,
      "grad_norm": 1.1135916709899902,
      "learning_rate": 3.3246804850712964e-06,
      "loss": 0.3508,
      "step": 1130560
    },
    {
      "epoch": 315.54,
      "grad_norm": 0.9347356557846069,
      "learning_rate": 3.3246559275371976e-06,
      "loss": 0.3518,
      "step": 1130570
    },
    {
      "epoch": 315.54,
      "grad_norm": 1.035083532333374,
      "learning_rate": 3.3246313698725397e-06,
      "loss": 0.353,
      "step": 1130580
    },
    {
      "epoch": 315.54,
      "grad_norm": 1.041355013847351,
      "learning_rate": 3.3246068120773265e-06,
      "loss": 0.357,
      "step": 1130590
    },
    {
      "epoch": 315.55,
      "grad_norm": 1.0297331809997559,
      "learning_rate": 3.3245822541515606e-06,
      "loss": 0.3702,
      "step": 1130600
    },
    {
      "epoch": 315.55,
      "grad_norm": 0.9566271305084229,
      "learning_rate": 3.324557696095246e-06,
      "loss": 0.3543,
      "step": 1130610
    },
    {
      "epoch": 315.55,
      "grad_norm": 1.0527300834655762,
      "learning_rate": 3.324533137908386e-06,
      "loss": 0.3536,
      "step": 1130620
    },
    {
      "epoch": 315.55,
      "grad_norm": 1.423766016960144,
      "learning_rate": 3.3245085795909825e-06,
      "loss": 0.3592,
      "step": 1130630
    },
    {
      "epoch": 315.56,
      "grad_norm": 1.2364569902420044,
      "learning_rate": 3.3244840211430406e-06,
      "loss": 0.3445,
      "step": 1130640
    },
    {
      "epoch": 315.56,
      "grad_norm": 0.8487399816513062,
      "learning_rate": 3.3244594625645625e-06,
      "loss": 0.351,
      "step": 1130650
    },
    {
      "epoch": 315.56,
      "grad_norm": 3.0047011375427246,
      "learning_rate": 3.3244349038555515e-06,
      "loss": 0.3659,
      "step": 1130660
    },
    {
      "epoch": 315.57,
      "grad_norm": 1.2964190244674683,
      "learning_rate": 3.324410345016012e-06,
      "loss": 0.3366,
      "step": 1130670
    },
    {
      "epoch": 315.57,
      "grad_norm": 1.069190502166748,
      "learning_rate": 3.324385786045945e-06,
      "loss": 0.3575,
      "step": 1130680
    },
    {
      "epoch": 315.57,
      "grad_norm": 1.010892391204834,
      "learning_rate": 3.3243612269453557e-06,
      "loss": 0.3392,
      "step": 1130690
    },
    {
      "epoch": 315.57,
      "grad_norm": 1.1048048734664917,
      "learning_rate": 3.324336667714247e-06,
      "loss": 0.3583,
      "step": 1130700
    },
    {
      "epoch": 315.58,
      "grad_norm": 1.0572924613952637,
      "learning_rate": 3.3243121083526215e-06,
      "loss": 0.3413,
      "step": 1130710
    },
    {
      "epoch": 315.58,
      "grad_norm": 2.2525129318237305,
      "learning_rate": 3.3242875488604832e-06,
      "loss": 0.3437,
      "step": 1130720
    },
    {
      "epoch": 315.58,
      "grad_norm": 1.1561623811721802,
      "learning_rate": 3.324262989237835e-06,
      "loss": 0.3394,
      "step": 1130730
    },
    {
      "epoch": 315.58,
      "grad_norm": 1.0022329092025757,
      "learning_rate": 3.3242384294846805e-06,
      "loss": 0.3526,
      "step": 1130740
    },
    {
      "epoch": 315.59,
      "grad_norm": 4.744919300079346,
      "learning_rate": 3.3242138696010225e-06,
      "loss": 0.3676,
      "step": 1130750
    },
    {
      "epoch": 315.59,
      "grad_norm": 1.0559040307998657,
      "learning_rate": 3.3241893095868646e-06,
      "loss": 0.3433,
      "step": 1130760
    },
    {
      "epoch": 315.59,
      "grad_norm": 1.15775465965271,
      "learning_rate": 3.32416474944221e-06,
      "loss": 0.3606,
      "step": 1130770
    },
    {
      "epoch": 315.6,
      "grad_norm": 0.9980022311210632,
      "learning_rate": 3.3241401891670616e-06,
      "loss": 0.3467,
      "step": 1130780
    },
    {
      "epoch": 315.6,
      "grad_norm": 1.2021547555923462,
      "learning_rate": 3.324115628761423e-06,
      "loss": 0.3498,
      "step": 1130790
    },
    {
      "epoch": 315.6,
      "grad_norm": 1.321124792098999,
      "learning_rate": 3.324091068225298e-06,
      "loss": 0.3591,
      "step": 1130800
    },
    {
      "epoch": 315.6,
      "grad_norm": 1.1060246229171753,
      "learning_rate": 3.3240665075586883e-06,
      "loss": 0.363,
      "step": 1130810
    },
    {
      "epoch": 315.61,
      "grad_norm": 1.0478533506393433,
      "learning_rate": 3.3240419467615993e-06,
      "loss": 0.3455,
      "step": 1130820
    },
    {
      "epoch": 315.61,
      "grad_norm": 0.9465773105621338,
      "learning_rate": 3.3240173858340324e-06,
      "loss": 0.3414,
      "step": 1130830
    },
    {
      "epoch": 315.61,
      "grad_norm": 1.2231327295303345,
      "learning_rate": 3.3239928247759924e-06,
      "loss": 0.3534,
      "step": 1130840
    },
    {
      "epoch": 315.62,
      "grad_norm": 1.1783206462860107,
      "learning_rate": 3.3239682635874813e-06,
      "loss": 0.3554,
      "step": 1130850
    },
    {
      "epoch": 315.62,
      "grad_norm": 1.044426441192627,
      "learning_rate": 3.323943702268503e-06,
      "loss": 0.347,
      "step": 1130860
    },
    {
      "epoch": 315.62,
      "grad_norm": 0.9788780212402344,
      "learning_rate": 3.323919140819061e-06,
      "loss": 0.3358,
      "step": 1130870
    },
    {
      "epoch": 315.62,
      "grad_norm": 0.9247859120368958,
      "learning_rate": 3.323894579239157e-06,
      "loss": 0.3587,
      "step": 1130880
    },
    {
      "epoch": 315.63,
      "grad_norm": 1.0332920551300049,
      "learning_rate": 3.3238700175287963e-06,
      "loss": 0.3649,
      "step": 1130890
    },
    {
      "epoch": 315.63,
      "grad_norm": 0.9690960645675659,
      "learning_rate": 3.3238454556879823e-06,
      "loss": 0.3394,
      "step": 1130900
    },
    {
      "epoch": 315.63,
      "grad_norm": 0.7382272481918335,
      "learning_rate": 3.323820893716716e-06,
      "loss": 0.3483,
      "step": 1130910
    },
    {
      "epoch": 315.63,
      "grad_norm": 1.1356433629989624,
      "learning_rate": 3.323796331615003e-06,
      "loss": 0.3593,
      "step": 1130920
    },
    {
      "epoch": 315.64,
      "grad_norm": 1.0786755084991455,
      "learning_rate": 3.3237717693828447e-06,
      "loss": 0.3416,
      "step": 1130930
    },
    {
      "epoch": 315.64,
      "grad_norm": 0.9888657927513123,
      "learning_rate": 3.3237472070202456e-06,
      "loss": 0.3467,
      "step": 1130940
    },
    {
      "epoch": 315.64,
      "grad_norm": 0.7924381494522095,
      "learning_rate": 3.323722644527208e-06,
      "loss": 0.3654,
      "step": 1130950
    },
    {
      "epoch": 315.65,
      "grad_norm": 1.0031309127807617,
      "learning_rate": 3.3236980819037373e-06,
      "loss": 0.3546,
      "step": 1130960
    },
    {
      "epoch": 315.65,
      "grad_norm": 1.0502170324325562,
      "learning_rate": 3.3236735191498336e-06,
      "loss": 0.3533,
      "step": 1130970
    },
    {
      "epoch": 315.65,
      "grad_norm": 1.014127492904663,
      "learning_rate": 3.3236489562655024e-06,
      "loss": 0.3507,
      "step": 1130980
    },
    {
      "epoch": 315.65,
      "grad_norm": 0.9536800384521484,
      "learning_rate": 3.323624393250747e-06,
      "loss": 0.3521,
      "step": 1130990
    },
    {
      "epoch": 315.66,
      "grad_norm": 0.9533007740974426,
      "learning_rate": 3.3235998301055694e-06,
      "loss": 0.3522,
      "step": 1131000
    },
    {
      "epoch": 315.66,
      "grad_norm": 0.8138124346733093,
      "learning_rate": 3.323575266829974e-06,
      "loss": 0.3458,
      "step": 1131010
    },
    {
      "epoch": 315.66,
      "grad_norm": 1.1761609315872192,
      "learning_rate": 3.3235507034239627e-06,
      "loss": 0.3769,
      "step": 1131020
    },
    {
      "epoch": 315.67,
      "grad_norm": 0.9826840758323669,
      "learning_rate": 3.3235261398875403e-06,
      "loss": 0.3524,
      "step": 1131030
    },
    {
      "epoch": 315.67,
      "grad_norm": 1.0214359760284424,
      "learning_rate": 3.323501576220709e-06,
      "loss": 0.369,
      "step": 1131040
    },
    {
      "epoch": 315.67,
      "grad_norm": 0.9757303595542908,
      "learning_rate": 3.323477012423473e-06,
      "loss": 0.3601,
      "step": 1131050
    },
    {
      "epoch": 315.67,
      "grad_norm": 1.1809556484222412,
      "learning_rate": 3.3234524484958348e-06,
      "loss": 0.3565,
      "step": 1131060
    },
    {
      "epoch": 315.68,
      "grad_norm": 1.0278656482696533,
      "learning_rate": 3.3234278844377985e-06,
      "loss": 0.3423,
      "step": 1131070
    },
    {
      "epoch": 315.68,
      "grad_norm": 0.9251261949539185,
      "learning_rate": 3.323403320249366e-06,
      "loss": 0.357,
      "step": 1131080
    },
    {
      "epoch": 315.68,
      "grad_norm": 1.2230945825576782,
      "learning_rate": 3.3233787559305423e-06,
      "loss": 0.3547,
      "step": 1131090
    },
    {
      "epoch": 315.69,
      "grad_norm": 0.8803752064704895,
      "learning_rate": 3.323354191481329e-06,
      "loss": 0.3634,
      "step": 1131100
    },
    {
      "epoch": 315.69,
      "grad_norm": 0.9490805864334106,
      "learning_rate": 3.32332962690173e-06,
      "loss": 0.3613,
      "step": 1131110
    },
    {
      "epoch": 315.69,
      "grad_norm": 0.9947826266288757,
      "learning_rate": 3.3233050621917487e-06,
      "loss": 0.3559,
      "step": 1131120
    },
    {
      "epoch": 315.69,
      "grad_norm": 1.0978823900222778,
      "learning_rate": 3.323280497351389e-06,
      "loss": 0.3625,
      "step": 1131130
    },
    {
      "epoch": 315.7,
      "grad_norm": 1.0139256715774536,
      "learning_rate": 3.3232559323806535e-06,
      "loss": 0.3579,
      "step": 1131140
    },
    {
      "epoch": 315.7,
      "grad_norm": 0.9636245369911194,
      "learning_rate": 3.3232313672795448e-06,
      "loss": 0.3468,
      "step": 1131150
    },
    {
      "epoch": 315.7,
      "grad_norm": 1.0161579847335815,
      "learning_rate": 3.323206802048067e-06,
      "loss": 0.3645,
      "step": 1131160
    },
    {
      "epoch": 315.7,
      "grad_norm": 1.245832920074463,
      "learning_rate": 3.3231822366862235e-06,
      "loss": 0.3528,
      "step": 1131170
    },
    {
      "epoch": 315.71,
      "grad_norm": 1.212303638458252,
      "learning_rate": 3.323157671194017e-06,
      "loss": 0.352,
      "step": 1131180
    },
    {
      "epoch": 315.71,
      "grad_norm": 1.0969302654266357,
      "learning_rate": 3.3231331055714517e-06,
      "loss": 0.3465,
      "step": 1131190
    },
    {
      "epoch": 315.71,
      "grad_norm": 1.1235365867614746,
      "learning_rate": 3.323108539818529e-06,
      "loss": 0.3696,
      "step": 1131200
    },
    {
      "epoch": 315.72,
      "grad_norm": 0.9927210807800293,
      "learning_rate": 3.3230839739352546e-06,
      "loss": 0.3541,
      "step": 1131210
    },
    {
      "epoch": 315.72,
      "grad_norm": 1.1164560317993164,
      "learning_rate": 3.323059407921631e-06,
      "loss": 0.3442,
      "step": 1131220
    },
    {
      "epoch": 315.72,
      "grad_norm": 1.036777138710022,
      "learning_rate": 3.3230348417776595e-06,
      "loss": 0.3681,
      "step": 1131230
    },
    {
      "epoch": 315.72,
      "grad_norm": 1.0888651609420776,
      "learning_rate": 3.323010275503346e-06,
      "loss": 0.3667,
      "step": 1131240
    },
    {
      "epoch": 315.73,
      "grad_norm": 0.9953123927116394,
      "learning_rate": 3.322985709098693e-06,
      "loss": 0.342,
      "step": 1131250
    },
    {
      "epoch": 315.73,
      "grad_norm": 1.058782696723938,
      "learning_rate": 3.322961142563702e-06,
      "loss": 0.3507,
      "step": 1131260
    },
    {
      "epoch": 315.73,
      "grad_norm": 1.0060672760009766,
      "learning_rate": 3.3229365758983786e-06,
      "loss": 0.3512,
      "step": 1131270
    },
    {
      "epoch": 315.74,
      "grad_norm": 1.5046813488006592,
      "learning_rate": 3.322912009102726e-06,
      "loss": 0.3596,
      "step": 1131280
    },
    {
      "epoch": 315.74,
      "grad_norm": 1.0422261953353882,
      "learning_rate": 3.3228874421767457e-06,
      "loss": 0.3389,
      "step": 1131290
    },
    {
      "epoch": 315.74,
      "grad_norm": 0.8678910732269287,
      "learning_rate": 3.322862875120442e-06,
      "loss": 0.3546,
      "step": 1131300
    },
    {
      "epoch": 315.74,
      "grad_norm": 1.0044347047805786,
      "learning_rate": 3.3228383079338177e-06,
      "loss": 0.3485,
      "step": 1131310
    },
    {
      "epoch": 315.75,
      "grad_norm": 0.943171501159668,
      "learning_rate": 3.322813740616877e-06,
      "loss": 0.3596,
      "step": 1131320
    },
    {
      "epoch": 315.75,
      "grad_norm": 1.0565663576126099,
      "learning_rate": 3.3227891731696224e-06,
      "loss": 0.3691,
      "step": 1131330
    },
    {
      "epoch": 315.75,
      "grad_norm": 0.9430475831031799,
      "learning_rate": 3.3227646055920574e-06,
      "loss": 0.3554,
      "step": 1131340
    },
    {
      "epoch": 315.75,
      "grad_norm": 0.9497044682502747,
      "learning_rate": 3.322740037884186e-06,
      "loss": 0.3754,
      "step": 1131350
    },
    {
      "epoch": 315.76,
      "grad_norm": 1.0622977018356323,
      "learning_rate": 3.322715470046011e-06,
      "loss": 0.3516,
      "step": 1131360
    },
    {
      "epoch": 315.76,
      "grad_norm": 1.152735948562622,
      "learning_rate": 3.3226909020775342e-06,
      "loss": 0.3586,
      "step": 1131370
    },
    {
      "epoch": 315.76,
      "grad_norm": 1.0218535661697388,
      "learning_rate": 3.322666333978761e-06,
      "loss": 0.3688,
      "step": 1131380
    },
    {
      "epoch": 315.77,
      "grad_norm": 1.2540998458862305,
      "learning_rate": 3.322641765749693e-06,
      "loss": 0.3476,
      "step": 1131390
    },
    {
      "epoch": 315.77,
      "grad_norm": 0.9173426628112793,
      "learning_rate": 3.322617197390334e-06,
      "loss": 0.361,
      "step": 1131400
    },
    {
      "epoch": 315.77,
      "grad_norm": 0.9824659824371338,
      "learning_rate": 3.3225926289006888e-06,
      "loss": 0.344,
      "step": 1131410
    },
    {
      "epoch": 315.77,
      "grad_norm": 0.9614405035972595,
      "learning_rate": 3.3225680602807587e-06,
      "loss": 0.3649,
      "step": 1131420
    },
    {
      "epoch": 315.78,
      "grad_norm": 0.9938370585441589,
      "learning_rate": 3.322543491530548e-06,
      "loss": 0.3425,
      "step": 1131430
    },
    {
      "epoch": 315.78,
      "grad_norm": 1.0110499858856201,
      "learning_rate": 3.322518922650059e-06,
      "loss": 0.3489,
      "step": 1131440
    },
    {
      "epoch": 315.78,
      "grad_norm": 0.9866864085197449,
      "learning_rate": 3.322494353639296e-06,
      "loss": 0.3649,
      "step": 1131450
    },
    {
      "epoch": 315.79,
      "grad_norm": 0.9744227528572083,
      "learning_rate": 3.3224697844982617e-06,
      "loss": 0.3557,
      "step": 1131460
    },
    {
      "epoch": 315.79,
      "grad_norm": 1.1926950216293335,
      "learning_rate": 3.322445215226959e-06,
      "loss": 0.3576,
      "step": 1131470
    },
    {
      "epoch": 315.79,
      "grad_norm": 1.0887809991836548,
      "learning_rate": 3.322420645825393e-06,
      "loss": 0.3365,
      "step": 1131480
    },
    {
      "epoch": 315.79,
      "grad_norm": 1.007328987121582,
      "learning_rate": 3.3223960762935646e-06,
      "loss": 0.3775,
      "step": 1131490
    },
    {
      "epoch": 315.8,
      "grad_norm": 1.0420759916305542,
      "learning_rate": 3.3223715066314787e-06,
      "loss": 0.3659,
      "step": 1131500
    },
    {
      "epoch": 315.8,
      "grad_norm": 0.9864851832389832,
      "learning_rate": 3.322346936839138e-06,
      "loss": 0.3542,
      "step": 1131510
    },
    {
      "epoch": 315.8,
      "grad_norm": 1.0229624509811401,
      "learning_rate": 3.322322366916545e-06,
      "loss": 0.3537,
      "step": 1131520
    },
    {
      "epoch": 315.81,
      "grad_norm": 0.931482195854187,
      "learning_rate": 3.3222977968637047e-06,
      "loss": 0.3493,
      "step": 1131530
    },
    {
      "epoch": 315.81,
      "grad_norm": 1.1427488327026367,
      "learning_rate": 3.322273226680619e-06,
      "loss": 0.3586,
      "step": 1131540
    },
    {
      "epoch": 315.81,
      "grad_norm": 0.8340566158294678,
      "learning_rate": 3.3222486563672913e-06,
      "loss": 0.3702,
      "step": 1131550
    },
    {
      "epoch": 315.81,
      "grad_norm": 0.969226062297821,
      "learning_rate": 3.3222240859237256e-06,
      "loss": 0.352,
      "step": 1131560
    },
    {
      "epoch": 315.82,
      "grad_norm": 1.0390853881835938,
      "learning_rate": 3.3221995153499247e-06,
      "loss": 0.3448,
      "step": 1131570
    },
    {
      "epoch": 315.82,
      "grad_norm": 1.0417356491088867,
      "learning_rate": 3.322174944645892e-06,
      "loss": 0.3585,
      "step": 1131580
    },
    {
      "epoch": 315.82,
      "grad_norm": 0.9001266360282898,
      "learning_rate": 3.322150373811631e-06,
      "loss": 0.3454,
      "step": 1131590
    },
    {
      "epoch": 315.82,
      "grad_norm": 1.1383200883865356,
      "learning_rate": 3.3221258028471436e-06,
      "loss": 0.3595,
      "step": 1131600
    },
    {
      "epoch": 315.83,
      "grad_norm": 1.0312198400497437,
      "learning_rate": 3.322101231752435e-06,
      "loss": 0.3453,
      "step": 1131610
    },
    {
      "epoch": 315.83,
      "grad_norm": 1.0380957126617432,
      "learning_rate": 3.322076660527507e-06,
      "loss": 0.368,
      "step": 1131620
    },
    {
      "epoch": 315.83,
      "grad_norm": 1.0625271797180176,
      "learning_rate": 3.3220520891723637e-06,
      "loss": 0.3438,
      "step": 1131630
    },
    {
      "epoch": 315.84,
      "grad_norm": 1.0348995923995972,
      "learning_rate": 3.3220275176870084e-06,
      "loss": 0.3624,
      "step": 1131640
    },
    {
      "epoch": 315.84,
      "grad_norm": 1.0965415239334106,
      "learning_rate": 3.3220029460714443e-06,
      "loss": 0.3616,
      "step": 1131650
    },
    {
      "epoch": 315.84,
      "grad_norm": 1.0846850872039795,
      "learning_rate": 3.3219783743256734e-06,
      "loss": 0.3537,
      "step": 1131660
    },
    {
      "epoch": 315.84,
      "grad_norm": 1.0278524160385132,
      "learning_rate": 3.321953802449701e-06,
      "loss": 0.3667,
      "step": 1131670
    },
    {
      "epoch": 315.85,
      "grad_norm": 1.0055747032165527,
      "learning_rate": 3.3219292304435287e-06,
      "loss": 0.3356,
      "step": 1131680
    },
    {
      "epoch": 315.85,
      "grad_norm": 1.1362991333007812,
      "learning_rate": 3.3219046583071605e-06,
      "loss": 0.3521,
      "step": 1131690
    },
    {
      "epoch": 315.85,
      "grad_norm": 0.9861482977867126,
      "learning_rate": 3.3218800860406003e-06,
      "loss": 0.3477,
      "step": 1131700
    },
    {
      "epoch": 315.86,
      "grad_norm": 1.0585225820541382,
      "learning_rate": 3.3218555136438503e-06,
      "loss": 0.3399,
      "step": 1131710
    },
    {
      "epoch": 315.86,
      "grad_norm": 1.6081966161727905,
      "learning_rate": 3.3218309411169147e-06,
      "loss": 0.3545,
      "step": 1131720
    },
    {
      "epoch": 315.86,
      "grad_norm": 1.052522897720337,
      "learning_rate": 3.3218063684597952e-06,
      "loss": 0.3482,
      "step": 1131730
    },
    {
      "epoch": 315.86,
      "grad_norm": 1.3027335405349731,
      "learning_rate": 3.3217817956724974e-06,
      "loss": 0.3647,
      "step": 1131740
    },
    {
      "epoch": 315.87,
      "grad_norm": 1.3274732828140259,
      "learning_rate": 3.321757222755022e-06,
      "loss": 0.3549,
      "step": 1131750
    },
    {
      "epoch": 315.87,
      "grad_norm": 0.9932969808578491,
      "learning_rate": 3.3217326497073742e-06,
      "loss": 0.3602,
      "step": 1131760
    },
    {
      "epoch": 315.87,
      "grad_norm": 0.8746691346168518,
      "learning_rate": 3.321708076529557e-06,
      "loss": 0.3455,
      "step": 1131770
    },
    {
      "epoch": 315.87,
      "grad_norm": 1.012739658355713,
      "learning_rate": 3.321683503221573e-06,
      "loss": 0.3599,
      "step": 1131780
    },
    {
      "epoch": 315.88,
      "grad_norm": 1.145861268043518,
      "learning_rate": 3.3216589297834257e-06,
      "loss": 0.348,
      "step": 1131790
    },
    {
      "epoch": 315.88,
      "grad_norm": 1.1061787605285645,
      "learning_rate": 3.321634356215119e-06,
      "loss": 0.344,
      "step": 1131800
    },
    {
      "epoch": 315.88,
      "grad_norm": 1.0199599266052246,
      "learning_rate": 3.3216097825166547e-06,
      "loss": 0.3506,
      "step": 1131810
    },
    {
      "epoch": 315.89,
      "grad_norm": 1.034286618232727,
      "learning_rate": 3.3215852086880375e-06,
      "loss": 0.3536,
      "step": 1131820
    },
    {
      "epoch": 315.89,
      "grad_norm": 1.1146962642669678,
      "learning_rate": 3.32156063472927e-06,
      "loss": 0.3583,
      "step": 1131830
    },
    {
      "epoch": 315.89,
      "grad_norm": 1.1893230676651,
      "learning_rate": 3.321536060640356e-06,
      "loss": 0.3648,
      "step": 1131840
    },
    {
      "epoch": 315.89,
      "grad_norm": 1.036746621131897,
      "learning_rate": 3.321511486421298e-06,
      "loss": 0.3518,
      "step": 1131850
    },
    {
      "epoch": 315.9,
      "grad_norm": 0.9680438041687012,
      "learning_rate": 3.3214869120721e-06,
      "loss": 0.335,
      "step": 1131860
    },
    {
      "epoch": 315.9,
      "grad_norm": 1.0617672204971313,
      "learning_rate": 3.3214623375927646e-06,
      "loss": 0.3542,
      "step": 1131870
    },
    {
      "epoch": 315.9,
      "grad_norm": 1.2581058740615845,
      "learning_rate": 3.321437762983296e-06,
      "loss": 0.3494,
      "step": 1131880
    },
    {
      "epoch": 315.91,
      "grad_norm": 0.9773852825164795,
      "learning_rate": 3.321413188243696e-06,
      "loss": 0.354,
      "step": 1131890
    },
    {
      "epoch": 315.91,
      "grad_norm": 1.0437405109405518,
      "learning_rate": 3.32138861337397e-06,
      "loss": 0.3652,
      "step": 1131900
    },
    {
      "epoch": 315.91,
      "grad_norm": 0.9672384858131409,
      "learning_rate": 3.321364038374119e-06,
      "loss": 0.3564,
      "step": 1131910
    },
    {
      "epoch": 315.91,
      "grad_norm": 1.3012622594833374,
      "learning_rate": 3.3213394632441475e-06,
      "loss": 0.3548,
      "step": 1131920
    },
    {
      "epoch": 315.92,
      "grad_norm": 1.0031797885894775,
      "learning_rate": 3.3213148879840585e-06,
      "loss": 0.3409,
      "step": 1131930
    },
    {
      "epoch": 315.92,
      "grad_norm": 1.048696756362915,
      "learning_rate": 3.3212903125938555e-06,
      "loss": 0.3388,
      "step": 1131940
    },
    {
      "epoch": 315.92,
      "grad_norm": 0.9576347470283508,
      "learning_rate": 3.321265737073542e-06,
      "loss": 0.3588,
      "step": 1131950
    },
    {
      "epoch": 315.93,
      "grad_norm": 1.075570821762085,
      "learning_rate": 3.3212411614231207e-06,
      "loss": 0.345,
      "step": 1131960
    },
    {
      "epoch": 315.93,
      "grad_norm": 1.1099841594696045,
      "learning_rate": 3.3212165856425948e-06,
      "loss": 0.3595,
      "step": 1131970
    },
    {
      "epoch": 315.93,
      "grad_norm": 5.207038402557373,
      "learning_rate": 3.321192009731968e-06,
      "loss": 0.3545,
      "step": 1131980
    },
    {
      "epoch": 315.93,
      "grad_norm": 1.1222783327102661,
      "learning_rate": 3.3211674336912437e-06,
      "loss": 0.3664,
      "step": 1131990
    },
    {
      "epoch": 315.94,
      "grad_norm": 0.8798418045043945,
      "learning_rate": 3.321142857520424e-06,
      "loss": 0.3505,
      "step": 1132000
    },
    {
      "epoch": 315.94,
      "grad_norm": 0.946361243724823,
      "learning_rate": 3.3211182812195132e-06,
      "loss": 0.3471,
      "step": 1132010
    },
    {
      "epoch": 315.94,
      "grad_norm": 1.0502499341964722,
      "learning_rate": 3.321093704788515e-06,
      "loss": 0.3743,
      "step": 1132020
    },
    {
      "epoch": 315.94,
      "grad_norm": 1.1147607564926147,
      "learning_rate": 3.3210691282274322e-06,
      "loss": 0.3533,
      "step": 1132030
    },
    {
      "epoch": 315.95,
      "grad_norm": 1.0693349838256836,
      "learning_rate": 3.321044551536267e-06,
      "loss": 0.3487,
      "step": 1132040
    },
    {
      "epoch": 315.95,
      "grad_norm": 0.9278169870376587,
      "learning_rate": 3.3210199747150244e-06,
      "loss": 0.3528,
      "step": 1132050
    },
    {
      "epoch": 315.95,
      "grad_norm": 1.1425998210906982,
      "learning_rate": 3.320995397763707e-06,
      "loss": 0.3465,
      "step": 1132060
    },
    {
      "epoch": 315.96,
      "grad_norm": 0.9651414752006531,
      "learning_rate": 3.3209708206823177e-06,
      "loss": 0.3397,
      "step": 1132070
    },
    {
      "epoch": 315.96,
      "grad_norm": 0.8812582492828369,
      "learning_rate": 3.3209462434708597e-06,
      "loss": 0.3722,
      "step": 1132080
    },
    {
      "epoch": 315.96,
      "grad_norm": 1.1203724145889282,
      "learning_rate": 3.320921666129337e-06,
      "loss": 0.3715,
      "step": 1132090
    },
    {
      "epoch": 315.96,
      "grad_norm": 0.8982226252555847,
      "learning_rate": 3.3208970886577527e-06,
      "loss": 0.341,
      "step": 1132100
    },
    {
      "epoch": 315.97,
      "grad_norm": 1.1307505369186401,
      "learning_rate": 3.3208725110561098e-06,
      "loss": 0.3631,
      "step": 1132110
    },
    {
      "epoch": 315.97,
      "grad_norm": 1.4274964332580566,
      "learning_rate": 3.3208479333244117e-06,
      "loss": 0.357,
      "step": 1132120
    },
    {
      "epoch": 315.97,
      "grad_norm": 1.3912394046783447,
      "learning_rate": 3.320823355462661e-06,
      "loss": 0.3488,
      "step": 1132130
    },
    {
      "epoch": 315.98,
      "grad_norm": 1.1969664096832275,
      "learning_rate": 3.3207987774708615e-06,
      "loss": 0.3526,
      "step": 1132140
    },
    {
      "epoch": 315.98,
      "grad_norm": 4.976481914520264,
      "learning_rate": 3.3207741993490175e-06,
      "loss": 0.3386,
      "step": 1132150
    },
    {
      "epoch": 315.98,
      "grad_norm": 1.0192254781723022,
      "learning_rate": 3.3207496210971307e-06,
      "loss": 0.3389,
      "step": 1132160
    },
    {
      "epoch": 315.98,
      "grad_norm": 1.08332097530365,
      "learning_rate": 3.320725042715205e-06,
      "loss": 0.3676,
      "step": 1132170
    },
    {
      "epoch": 315.99,
      "grad_norm": 0.9563606381416321,
      "learning_rate": 3.320700464203244e-06,
      "loss": 0.3524,
      "step": 1132180
    },
    {
      "epoch": 315.99,
      "grad_norm": 1.1402854919433594,
      "learning_rate": 3.3206758855612503e-06,
      "loss": 0.3619,
      "step": 1132190
    },
    {
      "epoch": 315.99,
      "grad_norm": 1.0007919073104858,
      "learning_rate": 3.3206513067892276e-06,
      "loss": 0.3598,
      "step": 1132200
    },
    {
      "epoch": 315.99,
      "grad_norm": 1.1148545742034912,
      "learning_rate": 3.3206267278871786e-06,
      "loss": 0.339,
      "step": 1132210
    },
    {
      "epoch": 316.0,
      "grad_norm": 1.080239176750183,
      "learning_rate": 3.3206021488551075e-06,
      "loss": 0.3603,
      "step": 1132220
    },
    {
      "epoch": 316.0,
      "eval_loss": 0.3552137613296509,
      "eval_runtime": 63.2441,
      "eval_samples_per_second": 79.992,
      "eval_steps_per_second": 10.009,
      "step": 1132228
    },
    {
      "epoch": 316.0,
      "grad_norm": 0.9681711196899414,
      "learning_rate": 3.320577569693017e-06,
      "loss": 0.3549,
      "step": 1132230
    },
    {
      "epoch": 316.0,
      "grad_norm": 1.128435492515564,
      "learning_rate": 3.3205529904009104e-06,
      "loss": 0.3472,
      "step": 1132240
    },
    {
      "epoch": 316.01,
      "grad_norm": 1.003278374671936,
      "learning_rate": 3.320528410978792e-06,
      "loss": 0.3554,
      "step": 1132250
    },
    {
      "epoch": 316.01,
      "grad_norm": 1.1236686706542969,
      "learning_rate": 3.320503831426663e-06,
      "loss": 0.356,
      "step": 1132260
    },
    {
      "epoch": 316.01,
      "grad_norm": 1.0402112007141113,
      "learning_rate": 3.320479251744528e-06,
      "loss": 0.3606,
      "step": 1132270
    },
    {
      "epoch": 316.01,
      "grad_norm": 1.1694536209106445,
      "learning_rate": 3.3204546719323904e-06,
      "loss": 0.3667,
      "step": 1132280
    },
    {
      "epoch": 316.02,
      "grad_norm": 1.0289579629898071,
      "learning_rate": 3.320430091990253e-06,
      "loss": 0.3495,
      "step": 1132290
    },
    {
      "epoch": 316.02,
      "grad_norm": 0.9178070425987244,
      "learning_rate": 3.320405511918119e-06,
      "loss": 0.3421,
      "step": 1132300
    },
    {
      "epoch": 316.02,
      "grad_norm": 1.0401661396026611,
      "learning_rate": 3.3203809317159923e-06,
      "loss": 0.3333,
      "step": 1132310
    },
    {
      "epoch": 316.03,
      "grad_norm": 1.0069175958633423,
      "learning_rate": 3.3203563513838755e-06,
      "loss": 0.3404,
      "step": 1132320
    },
    {
      "epoch": 316.03,
      "grad_norm": 1.0364595651626587,
      "learning_rate": 3.320331770921772e-06,
      "loss": 0.3663,
      "step": 1132330
    },
    {
      "epoch": 316.03,
      "grad_norm": 0.9960587620735168,
      "learning_rate": 3.320307190329685e-06,
      "loss": 0.3481,
      "step": 1132340
    },
    {
      "epoch": 316.03,
      "grad_norm": 0.912148654460907,
      "learning_rate": 3.3202826096076184e-06,
      "loss": 0.3712,
      "step": 1132350
    },
    {
      "epoch": 316.04,
      "grad_norm": 1.0534237623214722,
      "learning_rate": 3.320258028755575e-06,
      "loss": 0.3418,
      "step": 1132360
    },
    {
      "epoch": 316.04,
      "grad_norm": 0.9643238186836243,
      "learning_rate": 3.3202334477735574e-06,
      "loss": 0.3504,
      "step": 1132370
    },
    {
      "epoch": 316.04,
      "grad_norm": 0.9484108090400696,
      "learning_rate": 3.320208866661571e-06,
      "loss": 0.3425,
      "step": 1132380
    },
    {
      "epoch": 316.05,
      "grad_norm": 1.0214862823486328,
      "learning_rate": 3.320184285419617e-06,
      "loss": 0.3563,
      "step": 1132390
    },
    {
      "epoch": 316.05,
      "grad_norm": 1.146524429321289,
      "learning_rate": 3.320159704047699e-06,
      "loss": 0.339,
      "step": 1132400
    },
    {
      "epoch": 316.05,
      "grad_norm": 1.0725525617599487,
      "learning_rate": 3.320135122545821e-06,
      "loss": 0.3537,
      "step": 1132410
    },
    {
      "epoch": 316.05,
      "grad_norm": 0.9117075204849243,
      "learning_rate": 3.3201105409139853e-06,
      "loss": 0.3413,
      "step": 1132420
    },
    {
      "epoch": 316.06,
      "grad_norm": 1.1186537742614746,
      "learning_rate": 3.3200859591521963e-06,
      "loss": 0.354,
      "step": 1132430
    },
    {
      "epoch": 316.06,
      "grad_norm": 1.0396296977996826,
      "learning_rate": 3.320061377260457e-06,
      "loss": 0.3641,
      "step": 1132440
    },
    {
      "epoch": 316.06,
      "grad_norm": 1.0827291011810303,
      "learning_rate": 3.3200367952387694e-06,
      "loss": 0.3363,
      "step": 1132450
    },
    {
      "epoch": 316.06,
      "grad_norm": 1.4367870092391968,
      "learning_rate": 3.320012213087139e-06,
      "loss": 0.3392,
      "step": 1132460
    },
    {
      "epoch": 316.07,
      "grad_norm": 0.8980036973953247,
      "learning_rate": 3.3199876308055667e-06,
      "loss": 0.3425,
      "step": 1132470
    },
    {
      "epoch": 316.07,
      "grad_norm": 1.0665721893310547,
      "learning_rate": 3.3199630483940577e-06,
      "loss": 0.3585,
      "step": 1132480
    },
    {
      "epoch": 316.07,
      "grad_norm": 1.0100288391113281,
      "learning_rate": 3.3199384658526135e-06,
      "loss": 0.3402,
      "step": 1132490
    },
    {
      "epoch": 316.08,
      "grad_norm": 0.8820635080337524,
      "learning_rate": 3.319913883181239e-06,
      "loss": 0.3443,
      "step": 1132500
    },
    {
      "epoch": 316.08,
      "grad_norm": 0.9987784624099731,
      "learning_rate": 3.319889300379937e-06,
      "loss": 0.3522,
      "step": 1132510
    },
    {
      "epoch": 316.08,
      "grad_norm": 1.0250574350357056,
      "learning_rate": 3.31986471744871e-06,
      "loss": 0.3544,
      "step": 1132520
    },
    {
      "epoch": 316.08,
      "grad_norm": 1.0833406448364258,
      "learning_rate": 3.319840134387563e-06,
      "loss": 0.3363,
      "step": 1132530
    },
    {
      "epoch": 316.09,
      "grad_norm": 0.979941725730896,
      "learning_rate": 3.319815551196498e-06,
      "loss": 0.3588,
      "step": 1132540
    },
    {
      "epoch": 316.09,
      "grad_norm": 0.8578747510910034,
      "learning_rate": 3.319790967875517e-06,
      "loss": 0.3728,
      "step": 1132550
    },
    {
      "epoch": 316.09,
      "grad_norm": 0.9634386301040649,
      "learning_rate": 3.3197663844246252e-06,
      "loss": 0.3532,
      "step": 1132560
    },
    {
      "epoch": 316.1,
      "grad_norm": 1.1996510028839111,
      "learning_rate": 3.319741800843826e-06,
      "loss": 0.3622,
      "step": 1132570
    },
    {
      "epoch": 316.1,
      "grad_norm": 0.9741895794868469,
      "learning_rate": 3.3197172171331212e-06,
      "loss": 0.3563,
      "step": 1132580
    },
    {
      "epoch": 316.1,
      "grad_norm": 1.0999033451080322,
      "learning_rate": 3.3196926332925156e-06,
      "loss": 0.3479,
      "step": 1132590
    },
    {
      "epoch": 316.1,
      "grad_norm": 1.0535825490951538,
      "learning_rate": 3.319668049322012e-06,
      "loss": 0.3593,
      "step": 1132600
    },
    {
      "epoch": 316.11,
      "grad_norm": 1.096923828125,
      "learning_rate": 3.3196434652216134e-06,
      "loss": 0.3455,
      "step": 1132610
    },
    {
      "epoch": 316.11,
      "grad_norm": 1.1455984115600586,
      "learning_rate": 3.3196188809913223e-06,
      "loss": 0.3534,
      "step": 1132620
    },
    {
      "epoch": 316.11,
      "grad_norm": 0.8581403493881226,
      "learning_rate": 3.319594296631143e-06,
      "loss": 0.3388,
      "step": 1132630
    },
    {
      "epoch": 316.11,
      "grad_norm": 0.9937127232551575,
      "learning_rate": 3.3195697121410786e-06,
      "loss": 0.3514,
      "step": 1132640
    },
    {
      "epoch": 316.12,
      "grad_norm": 1.09381103515625,
      "learning_rate": 3.319545127521133e-06,
      "loss": 0.3553,
      "step": 1132650
    },
    {
      "epoch": 316.12,
      "grad_norm": 1.04964280128479,
      "learning_rate": 3.3195205427713073e-06,
      "loss": 0.344,
      "step": 1132660
    },
    {
      "epoch": 316.12,
      "grad_norm": 1.1974173784255981,
      "learning_rate": 3.3194959578916074e-06,
      "loss": 0.3468,
      "step": 1132670
    },
    {
      "epoch": 316.13,
      "grad_norm": 1.0964672565460205,
      "learning_rate": 3.319471372882036e-06,
      "loss": 0.3381,
      "step": 1132680
    },
    {
      "epoch": 316.13,
      "grad_norm": 0.9904299974441528,
      "learning_rate": 3.3194467877425946e-06,
      "loss": 0.3659,
      "step": 1132690
    },
    {
      "epoch": 316.13,
      "grad_norm": 1.026610016822815,
      "learning_rate": 3.3194222024732888e-06,
      "loss": 0.3433,
      "step": 1132700
    },
    {
      "epoch": 316.13,
      "grad_norm": 0.9976652264595032,
      "learning_rate": 3.3193976170741197e-06,
      "loss": 0.3506,
      "step": 1132710
    },
    {
      "epoch": 316.14,
      "grad_norm": 1.2673728466033936,
      "learning_rate": 3.319373031545092e-06,
      "loss": 0.3695,
      "step": 1132720
    },
    {
      "epoch": 316.14,
      "grad_norm": 1.164666771888733,
      "learning_rate": 3.3193484458862086e-06,
      "loss": 0.3649,
      "step": 1132730
    },
    {
      "epoch": 316.14,
      "grad_norm": 0.9591782689094543,
      "learning_rate": 3.319323860097473e-06,
      "loss": 0.3491,
      "step": 1132740
    },
    {
      "epoch": 316.15,
      "grad_norm": 1.158805012702942,
      "learning_rate": 3.3192992741788885e-06,
      "loss": 0.3572,
      "step": 1132750
    },
    {
      "epoch": 316.15,
      "grad_norm": 0.8833860158920288,
      "learning_rate": 3.3192746881304573e-06,
      "loss": 0.3466,
      "step": 1132760
    },
    {
      "epoch": 316.15,
      "grad_norm": 1.1644830703735352,
      "learning_rate": 3.3192501019521843e-06,
      "loss": 0.3657,
      "step": 1132770
    },
    {
      "epoch": 316.15,
      "grad_norm": 0.9316295981407166,
      "learning_rate": 3.3192255156440714e-06,
      "loss": 0.3524,
      "step": 1132780
    },
    {
      "epoch": 316.16,
      "grad_norm": 1.156724452972412,
      "learning_rate": 3.3192009292061223e-06,
      "loss": 0.3435,
      "step": 1132790
    },
    {
      "epoch": 316.16,
      "grad_norm": 0.9774598479270935,
      "learning_rate": 3.3191763426383417e-06,
      "loss": 0.3569,
      "step": 1132800
    },
    {
      "epoch": 316.16,
      "grad_norm": 0.9649993181228638,
      "learning_rate": 3.31915175594073e-06,
      "loss": 0.3509,
      "step": 1132810
    },
    {
      "epoch": 316.17,
      "grad_norm": 1.013197898864746,
      "learning_rate": 3.319127169113293e-06,
      "loss": 0.3666,
      "step": 1132820
    },
    {
      "epoch": 316.17,
      "grad_norm": 0.9059529900550842,
      "learning_rate": 3.3191025821560327e-06,
      "loss": 0.3604,
      "step": 1132830
    },
    {
      "epoch": 316.17,
      "grad_norm": 0.9510291218757629,
      "learning_rate": 3.3190779950689536e-06,
      "loss": 0.3552,
      "step": 1132840
    },
    {
      "epoch": 316.17,
      "grad_norm": 0.9944117069244385,
      "learning_rate": 3.3190534078520565e-06,
      "loss": 0.3503,
      "step": 1132850
    },
    {
      "epoch": 316.18,
      "grad_norm": 1.0980631113052368,
      "learning_rate": 3.3190288205053473e-06,
      "loss": 0.3491,
      "step": 1132860
    },
    {
      "epoch": 316.18,
      "grad_norm": 1.0866154432296753,
      "learning_rate": 3.3190042330288274e-06,
      "loss": 0.3525,
      "step": 1132870
    },
    {
      "epoch": 316.18,
      "grad_norm": 0.9984673857688904,
      "learning_rate": 3.318979645422502e-06,
      "loss": 0.3641,
      "step": 1132880
    },
    {
      "epoch": 316.18,
      "grad_norm": 1.0663743019104004,
      "learning_rate": 3.3189550576863722e-06,
      "loss": 0.3632,
      "step": 1132890
    },
    {
      "epoch": 316.19,
      "grad_norm": 0.9171758890151978,
      "learning_rate": 3.318930469820443e-06,
      "loss": 0.3629,
      "step": 1132900
    },
    {
      "epoch": 316.19,
      "grad_norm": 0.9655981659889221,
      "learning_rate": 3.318905881824717e-06,
      "loss": 0.3677,
      "step": 1132910
    },
    {
      "epoch": 316.19,
      "grad_norm": 0.9669680595397949,
      "learning_rate": 3.3188812936991976e-06,
      "loss": 0.3684,
      "step": 1132920
    },
    {
      "epoch": 316.2,
      "grad_norm": 1.0475525856018066,
      "learning_rate": 3.3188567054438877e-06,
      "loss": 0.3499,
      "step": 1132930
    },
    {
      "epoch": 316.2,
      "grad_norm": 0.9734885692596436,
      "learning_rate": 3.3188321170587907e-06,
      "loss": 0.356,
      "step": 1132940
    },
    {
      "epoch": 316.2,
      "grad_norm": 1.0480149984359741,
      "learning_rate": 3.31880752854391e-06,
      "loss": 0.3512,
      "step": 1132950
    },
    {
      "epoch": 316.2,
      "grad_norm": 1.0562005043029785,
      "learning_rate": 3.3187829398992495e-06,
      "loss": 0.337,
      "step": 1132960
    },
    {
      "epoch": 316.21,
      "grad_norm": 1.0024586915969849,
      "learning_rate": 3.318758351124811e-06,
      "loss": 0.3687,
      "step": 1132970
    },
    {
      "epoch": 316.21,
      "grad_norm": 0.9597503542900085,
      "learning_rate": 3.318733762220599e-06,
      "loss": 0.3601,
      "step": 1132980
    },
    {
      "epoch": 316.21,
      "grad_norm": 0.904168426990509,
      "learning_rate": 3.318709173186617e-06,
      "loss": 0.3562,
      "step": 1132990
    },
    {
      "epoch": 316.22,
      "grad_norm": 0.9355956315994263,
      "learning_rate": 3.3186845840228666e-06,
      "loss": 0.3483,
      "step": 1133000
    },
    {
      "epoch": 316.22,
      "grad_norm": 1.119036316871643,
      "learning_rate": 3.3186599947293526e-06,
      "loss": 0.3653,
      "step": 1133010
    },
    {
      "epoch": 316.22,
      "grad_norm": 0.9134898781776428,
      "learning_rate": 3.3186354053060778e-06,
      "loss": 0.3428,
      "step": 1133020
    },
    {
      "epoch": 316.22,
      "grad_norm": 1.2555338144302368,
      "learning_rate": 3.3186108157530456e-06,
      "loss": 0.3511,
      "step": 1133030
    },
    {
      "epoch": 316.23,
      "grad_norm": 0.9939795136451721,
      "learning_rate": 3.318586226070259e-06,
      "loss": 0.3341,
      "step": 1133040
    },
    {
      "epoch": 316.23,
      "grad_norm": 1.0791925191879272,
      "learning_rate": 3.3185616362577217e-06,
      "loss": 0.3427,
      "step": 1133050
    },
    {
      "epoch": 316.23,
      "grad_norm": 0.9544276595115662,
      "learning_rate": 3.3185370463154368e-06,
      "loss": 0.3465,
      "step": 1133060
    },
    {
      "epoch": 316.23,
      "grad_norm": 0.9264700412750244,
      "learning_rate": 3.3185124562434063e-06,
      "loss": 0.358,
      "step": 1133070
    },
    {
      "epoch": 316.24,
      "grad_norm": 0.8485183119773865,
      "learning_rate": 3.318487866041636e-06,
      "loss": 0.3445,
      "step": 1133080
    },
    {
      "epoch": 316.24,
      "grad_norm": 1.1326931715011597,
      "learning_rate": 3.3184632757101274e-06,
      "loss": 0.3388,
      "step": 1133090
    },
    {
      "epoch": 316.24,
      "grad_norm": 0.9945979714393616,
      "learning_rate": 3.318438685248884e-06,
      "loss": 0.3636,
      "step": 1133100
    },
    {
      "epoch": 316.25,
      "grad_norm": 1.0002622604370117,
      "learning_rate": 3.318414094657909e-06,
      "loss": 0.3672,
      "step": 1133110
    },
    {
      "epoch": 316.25,
      "grad_norm": 1.0728524923324585,
      "learning_rate": 3.318389503937207e-06,
      "loss": 0.3622,
      "step": 1133120
    },
    {
      "epoch": 316.25,
      "grad_norm": 0.8786491751670837,
      "learning_rate": 3.3183649130867793e-06,
      "loss": 0.3677,
      "step": 1133130
    },
    {
      "epoch": 316.25,
      "grad_norm": 0.9594532251358032,
      "learning_rate": 3.3183403221066304e-06,
      "loss": 0.3548,
      "step": 1133140
    },
    {
      "epoch": 316.26,
      "grad_norm": 0.9621286988258362,
      "learning_rate": 3.3183157309967635e-06,
      "loss": 0.3416,
      "step": 1133150
    },
    {
      "epoch": 316.26,
      "grad_norm": 0.9796987771987915,
      "learning_rate": 3.318291139757181e-06,
      "loss": 0.3543,
      "step": 1133160
    },
    {
      "epoch": 316.26,
      "grad_norm": 1.1834914684295654,
      "learning_rate": 3.318266548387887e-06,
      "loss": 0.3554,
      "step": 1133170
    },
    {
      "epoch": 316.27,
      "grad_norm": 1.1171140670776367,
      "learning_rate": 3.318241956888885e-06,
      "loss": 0.3506,
      "step": 1133180
    },
    {
      "epoch": 316.27,
      "grad_norm": 1.0146329402923584,
      "learning_rate": 3.3182173652601772e-06,
      "loss": 0.3574,
      "step": 1133190
    },
    {
      "epoch": 316.27,
      "grad_norm": 0.9555814266204834,
      "learning_rate": 3.3181927735017685e-06,
      "loss": 0.3614,
      "step": 1133200
    },
    {
      "epoch": 316.27,
      "grad_norm": 0.9892987012863159,
      "learning_rate": 3.3181681816136605e-06,
      "loss": 0.3469,
      "step": 1133210
    },
    {
      "epoch": 316.28,
      "grad_norm": 1.1496812105178833,
      "learning_rate": 3.3181435895958577e-06,
      "loss": 0.3649,
      "step": 1133220
    },
    {
      "epoch": 316.28,
      "grad_norm": 0.8360172510147095,
      "learning_rate": 3.318118997448362e-06,
      "loss": 0.3481,
      "step": 1133230
    },
    {
      "epoch": 316.28,
      "grad_norm": 2.1500320434570312,
      "learning_rate": 3.318094405171178e-06,
      "loss": 0.3544,
      "step": 1133240
    },
    {
      "epoch": 316.29,
      "grad_norm": 0.9539740085601807,
      "learning_rate": 3.318069812764309e-06,
      "loss": 0.3772,
      "step": 1133250
    },
    {
      "epoch": 316.29,
      "grad_norm": 0.9574180841445923,
      "learning_rate": 3.318045220227757e-06,
      "loss": 0.3564,
      "step": 1133260
    },
    {
      "epoch": 316.29,
      "grad_norm": 1.3193963766098022,
      "learning_rate": 3.3180206275615263e-06,
      "loss": 0.3652,
      "step": 1133270
    },
    {
      "epoch": 316.29,
      "grad_norm": 0.8909005522727966,
      "learning_rate": 3.31799603476562e-06,
      "loss": 0.3689,
      "step": 1133280
    },
    {
      "epoch": 316.3,
      "grad_norm": 1.1326993703842163,
      "learning_rate": 3.317971441840041e-06,
      "loss": 0.3756,
      "step": 1133290
    },
    {
      "epoch": 316.3,
      "grad_norm": 2.059577465057373,
      "learning_rate": 3.3179468487847927e-06,
      "loss": 0.3645,
      "step": 1133300
    },
    {
      "epoch": 316.3,
      "grad_norm": 0.9342689514160156,
      "learning_rate": 3.317922255599879e-06,
      "loss": 0.3586,
      "step": 1133310
    },
    {
      "epoch": 316.3,
      "grad_norm": 0.8006928563117981,
      "learning_rate": 3.3178976622853025e-06,
      "loss": 0.3507,
      "step": 1133320
    },
    {
      "epoch": 316.31,
      "grad_norm": 0.9098197817802429,
      "learning_rate": 3.3178730688410666e-06,
      "loss": 0.3692,
      "step": 1133330
    },
    {
      "epoch": 316.31,
      "grad_norm": 0.9315257668495178,
      "learning_rate": 3.3178484752671754e-06,
      "loss": 0.3832,
      "step": 1133340
    },
    {
      "epoch": 316.31,
      "grad_norm": 0.9195254445075989,
      "learning_rate": 3.317823881563631e-06,
      "loss": 0.3662,
      "step": 1133350
    },
    {
      "epoch": 316.32,
      "grad_norm": 1.0463275909423828,
      "learning_rate": 3.317799287730437e-06,
      "loss": 0.3646,
      "step": 1133360
    },
    {
      "epoch": 316.32,
      "grad_norm": 0.887648344039917,
      "learning_rate": 3.3177746937675963e-06,
      "loss": 0.3565,
      "step": 1133370
    },
    {
      "epoch": 316.32,
      "grad_norm": 1.0380812883377075,
      "learning_rate": 3.3177500996751134e-06,
      "loss": 0.3502,
      "step": 1133380
    },
    {
      "epoch": 316.32,
      "grad_norm": 0.9478638768196106,
      "learning_rate": 3.3177255054529904e-06,
      "loss": 0.3596,
      "step": 1133390
    },
    {
      "epoch": 316.33,
      "grad_norm": 1.0228381156921387,
      "learning_rate": 3.3177009111012306e-06,
      "loss": 0.3708,
      "step": 1133400
    },
    {
      "epoch": 316.33,
      "grad_norm": 1.0730438232421875,
      "learning_rate": 3.3176763166198385e-06,
      "loss": 0.3574,
      "step": 1133410
    },
    {
      "epoch": 316.33,
      "grad_norm": 0.9031679630279541,
      "learning_rate": 3.3176517220088168e-06,
      "loss": 0.3411,
      "step": 1133420
    },
    {
      "epoch": 316.34,
      "grad_norm": 1.0026791095733643,
      "learning_rate": 3.3176271272681673e-06,
      "loss": 0.3499,
      "step": 1133430
    },
    {
      "epoch": 316.34,
      "grad_norm": 0.9221827387809753,
      "learning_rate": 3.3176025323978955e-06,
      "loss": 0.3526,
      "step": 1133440
    },
    {
      "epoch": 316.34,
      "grad_norm": 1.0319585800170898,
      "learning_rate": 3.317577937398003e-06,
      "loss": 0.3521,
      "step": 1133450
    },
    {
      "epoch": 316.34,
      "grad_norm": 0.952323853969574,
      "learning_rate": 3.3175533422684935e-06,
      "loss": 0.3478,
      "step": 1133460
    },
    {
      "epoch": 316.35,
      "grad_norm": 1.151609182357788,
      "learning_rate": 3.317528747009371e-06,
      "loss": 0.3591,
      "step": 1133470
    },
    {
      "epoch": 316.35,
      "grad_norm": 1.0185637474060059,
      "learning_rate": 3.3175041516206387e-06,
      "loss": 0.3395,
      "step": 1133480
    },
    {
      "epoch": 316.35,
      "grad_norm": 1.0153027772903442,
      "learning_rate": 3.3174795561022995e-06,
      "loss": 0.3592,
      "step": 1133490
    },
    {
      "epoch": 316.36,
      "grad_norm": 1.0493650436401367,
      "learning_rate": 3.3174549604543558e-06,
      "loss": 0.3508,
      "step": 1133500
    },
    {
      "epoch": 316.36,
      "grad_norm": 1.3065438270568848,
      "learning_rate": 3.317430364676812e-06,
      "loss": 0.3551,
      "step": 1133510
    },
    {
      "epoch": 316.36,
      "grad_norm": 0.8973226547241211,
      "learning_rate": 3.3174057687696717e-06,
      "loss": 0.3506,
      "step": 1133520
    },
    {
      "epoch": 316.36,
      "grad_norm": 1.176068902015686,
      "learning_rate": 3.317381172732936e-06,
      "loss": 0.3553,
      "step": 1133530
    },
    {
      "epoch": 316.37,
      "grad_norm": 0.8832675218582153,
      "learning_rate": 3.3173565765666115e-06,
      "loss": 0.3731,
      "step": 1133540
    },
    {
      "epoch": 316.37,
      "grad_norm": 1.0177093744277954,
      "learning_rate": 3.3173319802706986e-06,
      "loss": 0.3599,
      "step": 1133550
    },
    {
      "epoch": 316.37,
      "grad_norm": 0.9502066373825073,
      "learning_rate": 3.3173073838452023e-06,
      "loss": 0.351,
      "step": 1133560
    },
    {
      "epoch": 316.37,
      "grad_norm": 1.2446357011795044,
      "learning_rate": 3.317282787290125e-06,
      "loss": 0.3455,
      "step": 1133570
    },
    {
      "epoch": 316.38,
      "grad_norm": 1.0701321363449097,
      "learning_rate": 3.31725819060547e-06,
      "loss": 0.3526,
      "step": 1133580
    },
    {
      "epoch": 316.38,
      "grad_norm": 1.2376824617385864,
      "learning_rate": 3.317233593791241e-06,
      "loss": 0.3481,
      "step": 1133590
    },
    {
      "epoch": 316.38,
      "grad_norm": 1.2132638692855835,
      "learning_rate": 3.3172089968474414e-06,
      "loss": 0.3197,
      "step": 1133600
    },
    {
      "epoch": 316.39,
      "grad_norm": 1.037014365196228,
      "learning_rate": 3.317184399774074e-06,
      "loss": 0.344,
      "step": 1133610
    },
    {
      "epoch": 316.39,
      "grad_norm": 1.3142204284667969,
      "learning_rate": 3.3171598025711415e-06,
      "loss": 0.3449,
      "step": 1133620
    },
    {
      "epoch": 316.39,
      "grad_norm": 0.9986721277236938,
      "learning_rate": 3.3171352052386487e-06,
      "loss": 0.3643,
      "step": 1133630
    },
    {
      "epoch": 316.39,
      "grad_norm": 0.8648632168769836,
      "learning_rate": 3.3171106077765975e-06,
      "loss": 0.3547,
      "step": 1133640
    },
    {
      "epoch": 316.4,
      "grad_norm": 1.147856593132019,
      "learning_rate": 3.3170860101849927e-06,
      "loss": 0.3536,
      "step": 1133650
    },
    {
      "epoch": 316.4,
      "grad_norm": 1.4275987148284912,
      "learning_rate": 3.317061412463835e-06,
      "loss": 0.3645,
      "step": 1133660
    },
    {
      "epoch": 316.4,
      "grad_norm": 1.0511507987976074,
      "learning_rate": 3.3170368146131304e-06,
      "loss": 0.3741,
      "step": 1133670
    },
    {
      "epoch": 316.41,
      "grad_norm": 0.8402596712112427,
      "learning_rate": 3.317012216632881e-06,
      "loss": 0.3394,
      "step": 1133680
    },
    {
      "epoch": 316.41,
      "grad_norm": 1.0354485511779785,
      "learning_rate": 3.31698761852309e-06,
      "loss": 0.364,
      "step": 1133690
    },
    {
      "epoch": 316.41,
      "grad_norm": 1.090657114982605,
      "learning_rate": 3.316963020283761e-06,
      "loss": 0.3421,
      "step": 1133700
    },
    {
      "epoch": 316.41,
      "grad_norm": 1.0835407972335815,
      "learning_rate": 3.3169384219148967e-06,
      "loss": 0.3581,
      "step": 1133710
    },
    {
      "epoch": 316.42,
      "grad_norm": 0.9112891554832458,
      "learning_rate": 3.316913823416501e-06,
      "loss": 0.3579,
      "step": 1133720
    },
    {
      "epoch": 316.42,
      "grad_norm": 1.1261366605758667,
      "learning_rate": 3.316889224788577e-06,
      "loss": 0.3585,
      "step": 1133730
    },
    {
      "epoch": 316.42,
      "grad_norm": 0.9009527564048767,
      "learning_rate": 3.3168646260311278e-06,
      "loss": 0.3522,
      "step": 1133740
    },
    {
      "epoch": 316.42,
      "grad_norm": 1.0352650880813599,
      "learning_rate": 3.3168400271441563e-06,
      "loss": 0.3774,
      "step": 1133750
    },
    {
      "epoch": 316.43,
      "grad_norm": 0.9866079092025757,
      "learning_rate": 3.3168154281276667e-06,
      "loss": 0.3489,
      "step": 1133760
    },
    {
      "epoch": 316.43,
      "grad_norm": 0.9387999176979065,
      "learning_rate": 3.3167908289816624e-06,
      "loss": 0.3526,
      "step": 1133770
    },
    {
      "epoch": 316.43,
      "grad_norm": 1.1026968955993652,
      "learning_rate": 3.3167662297061446e-06,
      "loss": 0.3419,
      "step": 1133780
    },
    {
      "epoch": 316.44,
      "grad_norm": 1.1466306447982788,
      "learning_rate": 3.3167416303011198e-06,
      "loss": 0.3568,
      "step": 1133790
    },
    {
      "epoch": 316.44,
      "grad_norm": 0.884067952632904,
      "learning_rate": 3.316717030766589e-06,
      "loss": 0.3535,
      "step": 1133800
    },
    {
      "epoch": 316.44,
      "grad_norm": 1.149191975593567,
      "learning_rate": 3.3166924311025555e-06,
      "loss": 0.3418,
      "step": 1133810
    },
    {
      "epoch": 316.44,
      "grad_norm": 1.128713846206665,
      "learning_rate": 3.3166678313090233e-06,
      "loss": 0.3526,
      "step": 1133820
    },
    {
      "epoch": 316.45,
      "grad_norm": 0.9845400452613831,
      "learning_rate": 3.3166432313859954e-06,
      "loss": 0.3443,
      "step": 1133830
    },
    {
      "epoch": 316.45,
      "grad_norm": 0.9721248149871826,
      "learning_rate": 3.3166186313334752e-06,
      "loss": 0.3376,
      "step": 1133840
    },
    {
      "epoch": 316.45,
      "grad_norm": 0.9859282970428467,
      "learning_rate": 3.3165940311514658e-06,
      "loss": 0.3451,
      "step": 1133850
    },
    {
      "epoch": 316.46,
      "grad_norm": 1.124582290649414,
      "learning_rate": 3.316569430839971e-06,
      "loss": 0.3544,
      "step": 1133860
    },
    {
      "epoch": 316.46,
      "grad_norm": 0.959564745426178,
      "learning_rate": 3.316544830398994e-06,
      "loss": 0.3619,
      "step": 1133870
    },
    {
      "epoch": 316.46,
      "grad_norm": 1.1294662952423096,
      "learning_rate": 3.3165202298285366e-06,
      "loss": 0.3376,
      "step": 1133880
    },
    {
      "epoch": 316.46,
      "grad_norm": 1.0487370491027832,
      "learning_rate": 3.3164956291286042e-06,
      "loss": 0.3457,
      "step": 1133890
    },
    {
      "epoch": 316.47,
      "grad_norm": 1.0498119592666626,
      "learning_rate": 3.3164710282991986e-06,
      "loss": 0.3417,
      "step": 1133900
    },
    {
      "epoch": 316.47,
      "grad_norm": 6.522785663604736,
      "learning_rate": 3.316446427340323e-06,
      "loss": 0.3706,
      "step": 1133910
    },
    {
      "epoch": 316.47,
      "grad_norm": 1.0227820873260498,
      "learning_rate": 3.3164218262519825e-06,
      "loss": 0.3565,
      "step": 1133920
    },
    {
      "epoch": 316.48,
      "grad_norm": 1.1686835289001465,
      "learning_rate": 3.3163972250341787e-06,
      "loss": 0.3546,
      "step": 1133930
    },
    {
      "epoch": 316.48,
      "grad_norm": 0.9369344115257263,
      "learning_rate": 3.3163726236869154e-06,
      "loss": 0.3661,
      "step": 1133940
    },
    {
      "epoch": 316.48,
      "grad_norm": 1.1731595993041992,
      "learning_rate": 3.3163480222101953e-06,
      "loss": 0.3481,
      "step": 1133950
    },
    {
      "epoch": 316.48,
      "grad_norm": 0.955512285232544,
      "learning_rate": 3.3163234206040223e-06,
      "loss": 0.3403,
      "step": 1133960
    },
    {
      "epoch": 316.49,
      "grad_norm": 1.0716750621795654,
      "learning_rate": 3.3162988188684e-06,
      "loss": 0.35,
      "step": 1133970
    },
    {
      "epoch": 316.49,
      "grad_norm": 0.9189100861549377,
      "learning_rate": 3.31627421700333e-06,
      "loss": 0.3585,
      "step": 1133980
    },
    {
      "epoch": 316.49,
      "grad_norm": 0.8589614629745483,
      "learning_rate": 3.316249615008818e-06,
      "loss": 0.3581,
      "step": 1133990
    },
    {
      "epoch": 316.49,
      "grad_norm": 0.9667174220085144,
      "learning_rate": 3.316225012884865e-06,
      "loss": 0.3381,
      "step": 1134000
    },
    {
      "epoch": 316.5,
      "grad_norm": 1.081181287765503,
      "learning_rate": 3.3162004106314763e-06,
      "loss": 0.3493,
      "step": 1134010
    },
    {
      "epoch": 316.5,
      "grad_norm": 1.055094838142395,
      "learning_rate": 3.316175808248654e-06,
      "loss": 0.364,
      "step": 1134020
    },
    {
      "epoch": 316.5,
      "grad_norm": 0.9467670917510986,
      "learning_rate": 3.316151205736401e-06,
      "loss": 0.3532,
      "step": 1134030
    },
    {
      "epoch": 316.51,
      "grad_norm": 0.9115861654281616,
      "learning_rate": 3.3161266030947215e-06,
      "loss": 0.3457,
      "step": 1134040
    },
    {
      "epoch": 316.51,
      "grad_norm": 1.7400041818618774,
      "learning_rate": 3.3161020003236178e-06,
      "loss": 0.3532,
      "step": 1134050
    },
    {
      "epoch": 316.51,
      "grad_norm": 1.0825402736663818,
      "learning_rate": 3.3160773974230946e-06,
      "loss": 0.3663,
      "step": 1134060
    },
    {
      "epoch": 316.51,
      "grad_norm": 1.6251732110977173,
      "learning_rate": 3.3160527943931537e-06,
      "loss": 0.3614,
      "step": 1134070
    },
    {
      "epoch": 316.52,
      "grad_norm": 0.9023463726043701,
      "learning_rate": 3.3160281912337997e-06,
      "loss": 0.3584,
      "step": 1134080
    },
    {
      "epoch": 316.52,
      "grad_norm": 1.142289400100708,
      "learning_rate": 3.3160035879450356e-06,
      "loss": 0.3519,
      "step": 1134090
    },
    {
      "epoch": 316.52,
      "grad_norm": 1.3559703826904297,
      "learning_rate": 3.3159789845268635e-06,
      "loss": 0.3782,
      "step": 1134100
    },
    {
      "epoch": 316.53,
      "grad_norm": 1.0159013271331787,
      "learning_rate": 3.315954380979287e-06,
      "loss": 0.3326,
      "step": 1134110
    },
    {
      "epoch": 316.53,
      "grad_norm": 1.0402145385742188,
      "learning_rate": 3.3159297773023105e-06,
      "loss": 0.3599,
      "step": 1134120
    },
    {
      "epoch": 316.53,
      "grad_norm": 0.9385548233985901,
      "learning_rate": 3.315905173495937e-06,
      "loss": 0.3677,
      "step": 1134130
    },
    {
      "epoch": 316.53,
      "grad_norm": 1.08169686794281,
      "learning_rate": 3.3158805695601683e-06,
      "loss": 0.3526,
      "step": 1134140
    },
    {
      "epoch": 316.54,
      "grad_norm": 1.0005446672439575,
      "learning_rate": 3.3158559654950096e-06,
      "loss": 0.3604,
      "step": 1134150
    },
    {
      "epoch": 316.54,
      "grad_norm": 1.0365750789642334,
      "learning_rate": 3.315831361300463e-06,
      "loss": 0.3608,
      "step": 1134160
    },
    {
      "epoch": 316.54,
      "grad_norm": 1.097536563873291,
      "learning_rate": 3.3158067569765325e-06,
      "loss": 0.3658,
      "step": 1134170
    },
    {
      "epoch": 316.54,
      "grad_norm": 0.9515895843505859,
      "learning_rate": 3.3157821525232204e-06,
      "loss": 0.3583,
      "step": 1134180
    },
    {
      "epoch": 316.55,
      "grad_norm": 1.124031901359558,
      "learning_rate": 3.3157575479405305e-06,
      "loss": 0.3618,
      "step": 1134190
    },
    {
      "epoch": 316.55,
      "grad_norm": 0.8990170955657959,
      "learning_rate": 3.3157329432284664e-06,
      "loss": 0.3532,
      "step": 1134200
    },
    {
      "epoch": 316.55,
      "grad_norm": 0.9617814421653748,
      "learning_rate": 3.3157083383870308e-06,
      "loss": 0.3524,
      "step": 1134210
    },
    {
      "epoch": 316.56,
      "grad_norm": 1.2119237184524536,
      "learning_rate": 3.3156837334162282e-06,
      "loss": 0.3602,
      "step": 1134220
    },
    {
      "epoch": 316.56,
      "grad_norm": 1.2022391557693481,
      "learning_rate": 3.3156591283160604e-06,
      "loss": 0.3547,
      "step": 1134230
    },
    {
      "epoch": 316.56,
      "grad_norm": 0.785988986492157,
      "learning_rate": 3.3156345230865312e-06,
      "loss": 0.3757,
      "step": 1134240
    },
    {
      "epoch": 316.56,
      "grad_norm": 1.131229043006897,
      "learning_rate": 3.3156099177276444e-06,
      "loss": 0.3359,
      "step": 1134250
    },
    {
      "epoch": 316.57,
      "grad_norm": 0.9505389332771301,
      "learning_rate": 3.315585312239402e-06,
      "loss": 0.3485,
      "step": 1134260
    },
    {
      "epoch": 316.57,
      "grad_norm": 1.0617499351501465,
      "learning_rate": 3.315560706621808e-06,
      "loss": 0.3386,
      "step": 1134270
    },
    {
      "epoch": 316.57,
      "grad_norm": 1.3232265710830688,
      "learning_rate": 3.315536100874867e-06,
      "loss": 0.3532,
      "step": 1134280
    },
    {
      "epoch": 316.58,
      "grad_norm": 0.8162106871604919,
      "learning_rate": 3.3155114949985793e-06,
      "loss": 0.3508,
      "step": 1134290
    },
    {
      "epoch": 316.58,
      "grad_norm": 1.1328016519546509,
      "learning_rate": 3.3154868889929506e-06,
      "loss": 0.3379,
      "step": 1134300
    },
    {
      "epoch": 316.58,
      "grad_norm": 1.0708256959915161,
      "learning_rate": 3.3154622828579843e-06,
      "loss": 0.3517,
      "step": 1134310
    },
    {
      "epoch": 316.58,
      "grad_norm": 1.2675199508666992,
      "learning_rate": 3.3154376765936815e-06,
      "loss": 0.3476,
      "step": 1134320
    },
    {
      "epoch": 316.59,
      "grad_norm": 0.9701712131500244,
      "learning_rate": 3.3154130702000474e-06,
      "loss": 0.3548,
      "step": 1134330
    },
    {
      "epoch": 316.59,
      "grad_norm": 1.0855756998062134,
      "learning_rate": 3.3153884636770845e-06,
      "loss": 0.3545,
      "step": 1134340
    },
    {
      "epoch": 316.59,
      "grad_norm": 1.1645817756652832,
      "learning_rate": 3.315363857024796e-06,
      "loss": 0.342,
      "step": 1134350
    },
    {
      "epoch": 316.6,
      "grad_norm": 0.9479466676712036,
      "learning_rate": 3.3153392502431862e-06,
      "loss": 0.366,
      "step": 1134360
    },
    {
      "epoch": 316.6,
      "grad_norm": 1.2323064804077148,
      "learning_rate": 3.3153146433322573e-06,
      "loss": 0.3661,
      "step": 1134370
    },
    {
      "epoch": 316.6,
      "grad_norm": 1.0136821269989014,
      "learning_rate": 3.3152900362920135e-06,
      "loss": 0.354,
      "step": 1134380
    },
    {
      "epoch": 316.6,
      "grad_norm": 1.0702306032180786,
      "learning_rate": 3.315265429122456e-06,
      "loss": 0.3534,
      "step": 1134390
    },
    {
      "epoch": 316.61,
      "grad_norm": 1.2322778701782227,
      "learning_rate": 3.3152408218235907e-06,
      "loss": 0.3412,
      "step": 1134400
    },
    {
      "epoch": 316.61,
      "grad_norm": 1.0556392669677734,
      "learning_rate": 3.3152162143954193e-06,
      "loss": 0.358,
      "step": 1134410
    },
    {
      "epoch": 316.61,
      "grad_norm": 1.0317548513412476,
      "learning_rate": 3.3151916068379454e-06,
      "loss": 0.3525,
      "step": 1134420
    },
    {
      "epoch": 316.61,
      "grad_norm": 0.9086043238639832,
      "learning_rate": 3.3151669991511724e-06,
      "loss": 0.3482,
      "step": 1134430
    },
    {
      "epoch": 316.62,
      "grad_norm": 1.1209337711334229,
      "learning_rate": 3.3151423913351036e-06,
      "loss": 0.354,
      "step": 1134440
    },
    {
      "epoch": 316.62,
      "grad_norm": 1.095717191696167,
      "learning_rate": 3.3151177833897424e-06,
      "loss": 0.3646,
      "step": 1134450
    },
    {
      "epoch": 316.62,
      "grad_norm": 1.0979896783828735,
      "learning_rate": 3.3150931753150913e-06,
      "loss": 0.3746,
      "step": 1134460
    },
    {
      "epoch": 316.63,
      "grad_norm": 0.9702562689781189,
      "learning_rate": 3.315068567111155e-06,
      "loss": 0.3561,
      "step": 1134470
    },
    {
      "epoch": 316.63,
      "grad_norm": 1.0443118810653687,
      "learning_rate": 3.3150439587779354e-06,
      "loss": 0.369,
      "step": 1134480
    },
    {
      "epoch": 316.63,
      "grad_norm": 1.0000629425048828,
      "learning_rate": 3.315019350315436e-06,
      "loss": 0.3494,
      "step": 1134490
    },
    {
      "epoch": 316.63,
      "grad_norm": 1.1347566843032837,
      "learning_rate": 3.314994741723661e-06,
      "loss": 0.3531,
      "step": 1134500
    },
    {
      "epoch": 316.64,
      "grad_norm": 1.0376808643341064,
      "learning_rate": 3.3149701330026127e-06,
      "loss": 0.3593,
      "step": 1134510
    },
    {
      "epoch": 316.64,
      "grad_norm": 0.8417268991470337,
      "learning_rate": 3.3149455241522954e-06,
      "loss": 0.3684,
      "step": 1134520
    },
    {
      "epoch": 316.64,
      "grad_norm": 0.9848808646202087,
      "learning_rate": 3.3149209151727104e-06,
      "loss": 0.3809,
      "step": 1134530
    },
    {
      "epoch": 316.65,
      "grad_norm": 1.3902605772018433,
      "learning_rate": 3.3148963060638635e-06,
      "loss": 0.3535,
      "step": 1134540
    },
    {
      "epoch": 316.65,
      "grad_norm": 0.8895021080970764,
      "learning_rate": 3.314871696825756e-06,
      "loss": 0.3577,
      "step": 1134550
    },
    {
      "epoch": 316.65,
      "grad_norm": 1.039711356163025,
      "learning_rate": 3.314847087458392e-06,
      "loss": 0.3631,
      "step": 1134560
    },
    {
      "epoch": 316.65,
      "grad_norm": 1.4227843284606934,
      "learning_rate": 3.314822477961775e-06,
      "loss": 0.3595,
      "step": 1134570
    },
    {
      "epoch": 316.66,
      "grad_norm": 1.0273864269256592,
      "learning_rate": 3.314797868335908e-06,
      "loss": 0.3703,
      "step": 1134580
    },
    {
      "epoch": 316.66,
      "grad_norm": 0.9060410857200623,
      "learning_rate": 3.3147732585807946e-06,
      "loss": 0.3486,
      "step": 1134590
    },
    {
      "epoch": 316.66,
      "grad_norm": 0.952709436416626,
      "learning_rate": 3.3147486486964378e-06,
      "loss": 0.354,
      "step": 1134600
    },
    {
      "epoch": 316.66,
      "grad_norm": 1.0828765630722046,
      "learning_rate": 3.31472403868284e-06,
      "loss": 0.3568,
      "step": 1134610
    },
    {
      "epoch": 316.67,
      "grad_norm": 0.9971664547920227,
      "learning_rate": 3.3146994285400058e-06,
      "loss": 0.3525,
      "step": 1134620
    },
    {
      "epoch": 316.67,
      "grad_norm": 1.383143663406372,
      "learning_rate": 3.3146748182679374e-06,
      "loss": 0.3645,
      "step": 1134630
    },
    {
      "epoch": 316.67,
      "grad_norm": 0.8796841502189636,
      "learning_rate": 3.3146502078666393e-06,
      "loss": 0.3611,
      "step": 1134640
    },
    {
      "epoch": 316.68,
      "grad_norm": 1.084985375404358,
      "learning_rate": 3.3146255973361137e-06,
      "loss": 0.3454,
      "step": 1134650
    },
    {
      "epoch": 316.68,
      "grad_norm": 1.2990132570266724,
      "learning_rate": 3.3146009866763647e-06,
      "loss": 0.3577,
      "step": 1134660
    },
    {
      "epoch": 316.68,
      "grad_norm": 1.1282840967178345,
      "learning_rate": 3.314576375887395e-06,
      "loss": 0.352,
      "step": 1134670
    },
    {
      "epoch": 316.68,
      "grad_norm": 1.027122974395752,
      "learning_rate": 3.3145517649692076e-06,
      "loss": 0.3564,
      "step": 1134680
    },
    {
      "epoch": 316.69,
      "grad_norm": 1.054961919784546,
      "learning_rate": 3.314527153921807e-06,
      "loss": 0.3394,
      "step": 1134690
    },
    {
      "epoch": 316.69,
      "grad_norm": 1.1861058473587036,
      "learning_rate": 3.3145025427451953e-06,
      "loss": 0.3398,
      "step": 1134700
    },
    {
      "epoch": 316.69,
      "grad_norm": 1.2737104892730713,
      "learning_rate": 3.314477931439376e-06,
      "loss": 0.3569,
      "step": 1134710
    },
    {
      "epoch": 316.7,
      "grad_norm": 1.055355429649353,
      "learning_rate": 3.3144533200043528e-06,
      "loss": 0.3624,
      "step": 1134720
    },
    {
      "epoch": 316.7,
      "grad_norm": 0.9391127824783325,
      "learning_rate": 3.314428708440129e-06,
      "loss": 0.3491,
      "step": 1134730
    },
    {
      "epoch": 316.7,
      "grad_norm": 0.9909444451332092,
      "learning_rate": 3.314404096746707e-06,
      "loss": 0.3619,
      "step": 1134740
    },
    {
      "epoch": 316.7,
      "grad_norm": 1.1031001806259155,
      "learning_rate": 3.314379484924091e-06,
      "loss": 0.354,
      "step": 1134750
    },
    {
      "epoch": 316.71,
      "grad_norm": 1.0743440389633179,
      "learning_rate": 3.3143548729722835e-06,
      "loss": 0.3446,
      "step": 1134760
    },
    {
      "epoch": 316.71,
      "grad_norm": 1.037358045578003,
      "learning_rate": 3.314330260891289e-06,
      "loss": 0.363,
      "step": 1134770
    },
    {
      "epoch": 316.71,
      "grad_norm": 1.359299659729004,
      "learning_rate": 3.3143056486811093e-06,
      "loss": 0.355,
      "step": 1134780
    },
    {
      "epoch": 316.72,
      "grad_norm": 1.0188649892807007,
      "learning_rate": 3.314281036341749e-06,
      "loss": 0.3521,
      "step": 1134790
    },
    {
      "epoch": 316.72,
      "grad_norm": 1.0870859622955322,
      "learning_rate": 3.3142564238732103e-06,
      "loss": 0.3581,
      "step": 1134800
    },
    {
      "epoch": 316.72,
      "grad_norm": 1.048718810081482,
      "learning_rate": 3.3142318112754965e-06,
      "loss": 0.3518,
      "step": 1134810
    },
    {
      "epoch": 316.72,
      "grad_norm": 1.3677088022232056,
      "learning_rate": 3.3142071985486123e-06,
      "loss": 0.3578,
      "step": 1134820
    },
    {
      "epoch": 316.73,
      "grad_norm": 0.9630341529846191,
      "learning_rate": 3.31418258569256e-06,
      "loss": 0.3499,
      "step": 1134830
    },
    {
      "epoch": 316.73,
      "grad_norm": 0.9517272710800171,
      "learning_rate": 3.314157972707342e-06,
      "loss": 0.382,
      "step": 1134840
    },
    {
      "epoch": 316.73,
      "grad_norm": 0.9126999378204346,
      "learning_rate": 3.314133359592963e-06,
      "loss": 0.3527,
      "step": 1134850
    },
    {
      "epoch": 316.73,
      "grad_norm": 1.098376989364624,
      "learning_rate": 3.314108746349426e-06,
      "loss": 0.3561,
      "step": 1134860
    },
    {
      "epoch": 316.74,
      "grad_norm": 1.573564052581787,
      "learning_rate": 3.314084132976733e-06,
      "loss": 0.3475,
      "step": 1134870
    },
    {
      "epoch": 316.74,
      "grad_norm": 1.035873532295227,
      "learning_rate": 3.314059519474889e-06,
      "loss": 0.3392,
      "step": 1134880
    },
    {
      "epoch": 316.74,
      "grad_norm": 0.9551181197166443,
      "learning_rate": 3.3140349058438962e-06,
      "loss": 0.3529,
      "step": 1134890
    },
    {
      "epoch": 316.75,
      "grad_norm": 1.1764047145843506,
      "learning_rate": 3.314010292083759e-06,
      "loss": 0.3599,
      "step": 1134900
    },
    {
      "epoch": 316.75,
      "grad_norm": 0.9983745217323303,
      "learning_rate": 3.313985678194479e-06,
      "loss": 0.3539,
      "step": 1134910
    },
    {
      "epoch": 316.75,
      "grad_norm": 1.0237904787063599,
      "learning_rate": 3.31396106417606e-06,
      "loss": 0.3388,
      "step": 1134920
    },
    {
      "epoch": 316.75,
      "grad_norm": 0.9734241366386414,
      "learning_rate": 3.3139364500285065e-06,
      "loss": 0.346,
      "step": 1134930
    },
    {
      "epoch": 316.76,
      "grad_norm": 0.8971691131591797,
      "learning_rate": 3.3139118357518205e-06,
      "loss": 0.3615,
      "step": 1134940
    },
    {
      "epoch": 316.76,
      "grad_norm": 0.8879241943359375,
      "learning_rate": 3.313887221346006e-06,
      "loss": 0.3503,
      "step": 1134950
    },
    {
      "epoch": 316.76,
      "grad_norm": 0.898883044719696,
      "learning_rate": 3.3138626068110665e-06,
      "loss": 0.3578,
      "step": 1134960
    },
    {
      "epoch": 316.77,
      "grad_norm": 1.0105057954788208,
      "learning_rate": 3.3138379921470044e-06,
      "loss": 0.3518,
      "step": 1134970
    },
    {
      "epoch": 316.77,
      "grad_norm": 0.9588159918785095,
      "learning_rate": 3.3138133773538223e-06,
      "loss": 0.3621,
      "step": 1134980
    },
    {
      "epoch": 316.77,
      "grad_norm": 0.9016463160514832,
      "learning_rate": 3.3137887624315256e-06,
      "loss": 0.3479,
      "step": 1134990
    },
    {
      "epoch": 316.77,
      "grad_norm": 1.0465548038482666,
      "learning_rate": 3.3137641473801158e-06,
      "loss": 0.3455,
      "step": 1135000
    },
    {
      "epoch": 316.78,
      "grad_norm": 0.9498287439346313,
      "learning_rate": 3.313739532199597e-06,
      "loss": 0.3427,
      "step": 1135010
    },
    {
      "epoch": 316.78,
      "grad_norm": 1.0618159770965576,
      "learning_rate": 3.3137149168899725e-06,
      "loss": 0.3616,
      "step": 1135020
    },
    {
      "epoch": 316.78,
      "grad_norm": 1.0174392461776733,
      "learning_rate": 3.313690301451246e-06,
      "loss": 0.3546,
      "step": 1135030
    },
    {
      "epoch": 316.78,
      "grad_norm": 0.9828140735626221,
      "learning_rate": 3.3136656858834194e-06,
      "loss": 0.3479,
      "step": 1135040
    },
    {
      "epoch": 316.79,
      "grad_norm": 1.0619761943817139,
      "learning_rate": 3.3136410701864964e-06,
      "loss": 0.355,
      "step": 1135050
    },
    {
      "epoch": 316.79,
      "grad_norm": 1.2326643466949463,
      "learning_rate": 3.313616454360482e-06,
      "loss": 0.3374,
      "step": 1135060
    },
    {
      "epoch": 316.79,
      "grad_norm": 1.0689946413040161,
      "learning_rate": 3.313591838405377e-06,
      "loss": 0.3409,
      "step": 1135070
    },
    {
      "epoch": 316.8,
      "grad_norm": 1.0748344659805298,
      "learning_rate": 3.3135672223211854e-06,
      "loss": 0.3598,
      "step": 1135080
    },
    {
      "epoch": 316.8,
      "grad_norm": 1.0039887428283691,
      "learning_rate": 3.313542606107912e-06,
      "loss": 0.3411,
      "step": 1135090
    },
    {
      "epoch": 316.8,
      "grad_norm": 1.1484397649765015,
      "learning_rate": 3.3135179897655586e-06,
      "loss": 0.3678,
      "step": 1135100
    },
    {
      "epoch": 316.8,
      "grad_norm": 1.0630252361297607,
      "learning_rate": 3.313493373294129e-06,
      "loss": 0.3432,
      "step": 1135110
    },
    {
      "epoch": 316.81,
      "grad_norm": 0.969950795173645,
      "learning_rate": 3.3134687566936263e-06,
      "loss": 0.3625,
      "step": 1135120
    },
    {
      "epoch": 316.81,
      "grad_norm": 1.006778359413147,
      "learning_rate": 3.3134441399640527e-06,
      "loss": 0.3483,
      "step": 1135130
    },
    {
      "epoch": 316.81,
      "grad_norm": 1.2124624252319336,
      "learning_rate": 3.313419523105413e-06,
      "loss": 0.3474,
      "step": 1135140
    },
    {
      "epoch": 316.82,
      "grad_norm": 1.0487229824066162,
      "learning_rate": 3.3133949061177107e-06,
      "loss": 0.3439,
      "step": 1135150
    },
    {
      "epoch": 316.82,
      "grad_norm": 1.2038657665252686,
      "learning_rate": 3.313370289000948e-06,
      "loss": 0.349,
      "step": 1135160
    },
    {
      "epoch": 316.82,
      "grad_norm": 1.0579028129577637,
      "learning_rate": 3.3133456717551285e-06,
      "loss": 0.3363,
      "step": 1135170
    },
    {
      "epoch": 316.82,
      "grad_norm": 1.3755278587341309,
      "learning_rate": 3.3133210543802556e-06,
      "loss": 0.3511,
      "step": 1135180
    },
    {
      "epoch": 316.83,
      "grad_norm": 1.0272589921951294,
      "learning_rate": 3.3132964368763325e-06,
      "loss": 0.3478,
      "step": 1135190
    },
    {
      "epoch": 316.83,
      "grad_norm": 0.8523150086402893,
      "learning_rate": 3.313271819243363e-06,
      "loss": 0.3728,
      "step": 1135200
    },
    {
      "epoch": 316.83,
      "grad_norm": 1.1432453393936157,
      "learning_rate": 3.3132472014813492e-06,
      "loss": 0.374,
      "step": 1135210
    },
    {
      "epoch": 316.84,
      "grad_norm": 1.030577540397644,
      "learning_rate": 3.3132225835902953e-06,
      "loss": 0.3496,
      "step": 1135220
    },
    {
      "epoch": 316.84,
      "grad_norm": 0.9437381029129028,
      "learning_rate": 3.3131979655702044e-06,
      "loss": 0.346,
      "step": 1135230
    },
    {
      "epoch": 316.84,
      "grad_norm": 1.0136969089508057,
      "learning_rate": 3.3131733474210794e-06,
      "loss": 0.3714,
      "step": 1135240
    },
    {
      "epoch": 316.84,
      "grad_norm": 0.9320234060287476,
      "learning_rate": 3.3131487291429247e-06,
      "loss": 0.3459,
      "step": 1135250
    },
    {
      "epoch": 316.85,
      "grad_norm": 0.9631308913230896,
      "learning_rate": 3.3131241107357422e-06,
      "loss": 0.3553,
      "step": 1135260
    },
    {
      "epoch": 316.85,
      "grad_norm": 1.0344525575637817,
      "learning_rate": 3.3130994921995355e-06,
      "loss": 0.3664,
      "step": 1135270
    },
    {
      "epoch": 316.85,
      "grad_norm": 1.1460838317871094,
      "learning_rate": 3.3130748735343083e-06,
      "loss": 0.3568,
      "step": 1135280
    },
    {
      "epoch": 316.85,
      "grad_norm": 0.9058599472045898,
      "learning_rate": 3.313050254740064e-06,
      "loss": 0.3602,
      "step": 1135290
    },
    {
      "epoch": 316.86,
      "grad_norm": 1.0998625755310059,
      "learning_rate": 3.313025635816805e-06,
      "loss": 0.3482,
      "step": 1135300
    },
    {
      "epoch": 316.86,
      "grad_norm": 0.9217389822006226,
      "learning_rate": 3.313001016764536e-06,
      "loss": 0.3733,
      "step": 1135310
    },
    {
      "epoch": 316.86,
      "grad_norm": 0.8694641590118408,
      "learning_rate": 3.3129763975832585e-06,
      "loss": 0.3514,
      "step": 1135320
    },
    {
      "epoch": 316.87,
      "grad_norm": 1.0817550420761108,
      "learning_rate": 3.3129517782729776e-06,
      "loss": 0.3518,
      "step": 1135330
    },
    {
      "epoch": 316.87,
      "grad_norm": 1.0881174802780151,
      "learning_rate": 3.312927158833695e-06,
      "loss": 0.3664,
      "step": 1135340
    },
    {
      "epoch": 316.87,
      "grad_norm": 1.0093358755111694,
      "learning_rate": 3.312902539265415e-06,
      "loss": 0.3592,
      "step": 1135350
    },
    {
      "epoch": 316.87,
      "grad_norm": 1.122327208518982,
      "learning_rate": 3.31287791956814e-06,
      "loss": 0.3414,
      "step": 1135360
    },
    {
      "epoch": 316.88,
      "grad_norm": 1.091585397720337,
      "learning_rate": 3.3128532997418744e-06,
      "loss": 0.3625,
      "step": 1135370
    },
    {
      "epoch": 316.88,
      "grad_norm": 0.9861461520195007,
      "learning_rate": 3.3128286797866207e-06,
      "loss": 0.3561,
      "step": 1135380
    },
    {
      "epoch": 316.88,
      "grad_norm": 0.9654439687728882,
      "learning_rate": 3.312804059702382e-06,
      "loss": 0.3579,
      "step": 1135390
    },
    {
      "epoch": 316.89,
      "grad_norm": 1.1173601150512695,
      "learning_rate": 3.3127794394891627e-06,
      "loss": 0.3595,
      "step": 1135400
    },
    {
      "epoch": 316.89,
      "grad_norm": 1.3468061685562134,
      "learning_rate": 3.3127548191469653e-06,
      "loss": 0.345,
      "step": 1135410
    },
    {
      "epoch": 316.89,
      "grad_norm": 1.058663010597229,
      "learning_rate": 3.3127301986757922e-06,
      "loss": 0.3576,
      "step": 1135420
    },
    {
      "epoch": 316.89,
      "grad_norm": 0.975670337677002,
      "learning_rate": 3.3127055780756483e-06,
      "loss": 0.3593,
      "step": 1135430
    },
    {
      "epoch": 316.9,
      "grad_norm": 1.0881723165512085,
      "learning_rate": 3.312680957346536e-06,
      "loss": 0.368,
      "step": 1135440
    },
    {
      "epoch": 316.9,
      "grad_norm": 1.0493931770324707,
      "learning_rate": 3.312656336488458e-06,
      "loss": 0.3739,
      "step": 1135450
    },
    {
      "epoch": 316.9,
      "grad_norm": 0.9627385139465332,
      "learning_rate": 3.312631715501419e-06,
      "loss": 0.3505,
      "step": 1135460
    },
    {
      "epoch": 316.9,
      "grad_norm": 0.9762991666793823,
      "learning_rate": 3.312607094385422e-06,
      "loss": 0.358,
      "step": 1135470
    },
    {
      "epoch": 316.91,
      "grad_norm": 1.1594337224960327,
      "learning_rate": 3.312582473140469e-06,
      "loss": 0.3636,
      "step": 1135480
    },
    {
      "epoch": 316.91,
      "grad_norm": 0.9355553388595581,
      "learning_rate": 3.312557851766565e-06,
      "loss": 0.3398,
      "step": 1135490
    },
    {
      "epoch": 316.91,
      "grad_norm": 0.9630705714225769,
      "learning_rate": 3.312533230263712e-06,
      "loss": 0.3575,
      "step": 1135500
    },
    {
      "epoch": 316.92,
      "grad_norm": 1.1820709705352783,
      "learning_rate": 3.312508608631913e-06,
      "loss": 0.3448,
      "step": 1135510
    },
    {
      "epoch": 316.92,
      "grad_norm": 1.1432526111602783,
      "learning_rate": 3.312483986871173e-06,
      "loss": 0.36,
      "step": 1135520
    },
    {
      "epoch": 316.92,
      "grad_norm": 0.9758818745613098,
      "learning_rate": 3.3124593649814935e-06,
      "loss": 0.3549,
      "step": 1135530
    },
    {
      "epoch": 316.92,
      "grad_norm": 1.1577171087265015,
      "learning_rate": 3.3124347429628794e-06,
      "loss": 0.357,
      "step": 1135540
    },
    {
      "epoch": 316.93,
      "grad_norm": 0.9452522397041321,
      "learning_rate": 3.3124101208153324e-06,
      "loss": 0.3557,
      "step": 1135550
    },
    {
      "epoch": 316.93,
      "grad_norm": 1.0949735641479492,
      "learning_rate": 3.3123854985388565e-06,
      "loss": 0.3634,
      "step": 1135560
    },
    {
      "epoch": 316.93,
      "grad_norm": 1.1745293140411377,
      "learning_rate": 3.3123608761334553e-06,
      "loss": 0.3441,
      "step": 1135570
    },
    {
      "epoch": 316.94,
      "grad_norm": 1.2172574996948242,
      "learning_rate": 3.3123362535991315e-06,
      "loss": 0.3497,
      "step": 1135580
    },
    {
      "epoch": 316.94,
      "grad_norm": 0.931821882724762,
      "learning_rate": 3.312311630935888e-06,
      "loss": 0.3426,
      "step": 1135590
    },
    {
      "epoch": 316.94,
      "grad_norm": 1.0451563596725464,
      "learning_rate": 3.31228700814373e-06,
      "loss": 0.3848,
      "step": 1135600
    },
    {
      "epoch": 316.94,
      "grad_norm": 0.9603692889213562,
      "learning_rate": 3.3122623852226586e-06,
      "loss": 0.3717,
      "step": 1135610
    },
    {
      "epoch": 316.95,
      "grad_norm": 0.9021573662757874,
      "learning_rate": 3.3122377621726785e-06,
      "loss": 0.3421,
      "step": 1135620
    },
    {
      "epoch": 316.95,
      "grad_norm": 1.2698862552642822,
      "learning_rate": 3.3122131389937914e-06,
      "loss": 0.3602,
      "step": 1135630
    },
    {
      "epoch": 316.95,
      "grad_norm": 0.9571647644042969,
      "learning_rate": 3.3121885156860024e-06,
      "loss": 0.3602,
      "step": 1135640
    },
    {
      "epoch": 316.96,
      "grad_norm": 0.9588682055473328,
      "learning_rate": 3.3121638922493137e-06,
      "loss": 0.3578,
      "step": 1135650
    },
    {
      "epoch": 316.96,
      "grad_norm": 0.893200695514679,
      "learning_rate": 3.3121392686837285e-06,
      "loss": 0.366,
      "step": 1135660
    },
    {
      "epoch": 316.96,
      "grad_norm": 1.2509732246398926,
      "learning_rate": 3.312114644989251e-06,
      "loss": 0.3684,
      "step": 1135670
    },
    {
      "epoch": 316.96,
      "grad_norm": 0.9053608775138855,
      "learning_rate": 3.3120900211658835e-06,
      "loss": 0.3493,
      "step": 1135680
    },
    {
      "epoch": 316.97,
      "grad_norm": 0.9507131576538086,
      "learning_rate": 3.3120653972136304e-06,
      "loss": 0.3457,
      "step": 1135690
    },
    {
      "epoch": 316.97,
      "grad_norm": 1.0226314067840576,
      "learning_rate": 3.312040773132493e-06,
      "loss": 0.3538,
      "step": 1135700
    },
    {
      "epoch": 316.97,
      "grad_norm": 1.0086641311645508,
      "learning_rate": 3.3120161489224773e-06,
      "loss": 0.3413,
      "step": 1135710
    },
    {
      "epoch": 316.97,
      "grad_norm": 1.1929693222045898,
      "learning_rate": 3.3119915245835845e-06,
      "loss": 0.3671,
      "step": 1135720
    },
    {
      "epoch": 316.98,
      "grad_norm": 1.0756628513336182,
      "learning_rate": 3.3119669001158186e-06,
      "loss": 0.3443,
      "step": 1135730
    },
    {
      "epoch": 316.98,
      "grad_norm": 1.1533114910125732,
      "learning_rate": 3.3119422755191822e-06,
      "loss": 0.357,
      "step": 1135740
    },
    {
      "epoch": 316.98,
      "grad_norm": 1.0578665733337402,
      "learning_rate": 3.3119176507936795e-06,
      "loss": 0.3569,
      "step": 1135750
    },
    {
      "epoch": 316.99,
      "grad_norm": 0.9113466739654541,
      "learning_rate": 3.3118930259393134e-06,
      "loss": 0.3625,
      "step": 1135760
    },
    {
      "epoch": 316.99,
      "grad_norm": 0.946584939956665,
      "learning_rate": 3.311868400956087e-06,
      "loss": 0.3474,
      "step": 1135770
    },
    {
      "epoch": 316.99,
      "grad_norm": 5.319346904754639,
      "learning_rate": 3.3118437758440047e-06,
      "loss": 0.3506,
      "step": 1135780
    },
    {
      "epoch": 316.99,
      "grad_norm": 0.9820692539215088,
      "learning_rate": 3.3118191506030676e-06,
      "loss": 0.3479,
      "step": 1135790
    },
    {
      "epoch": 317.0,
      "grad_norm": 1.047215461730957,
      "learning_rate": 3.311794525233281e-06,
      "loss": 0.3597,
      "step": 1135800
    },
    {
      "epoch": 317.0,
      "grad_norm": 0.9133891463279724,
      "learning_rate": 3.311769899734647e-06,
      "loss": 0.3628,
      "step": 1135810
    },
    {
      "epoch": 317.0,
      "eval_loss": 0.3543669879436493,
      "eval_runtime": 63.0912,
      "eval_samples_per_second": 80.185,
      "eval_steps_per_second": 10.033,
      "step": 1135811
    },
    {
      "epoch": 317.0,
      "grad_norm": 1.021237850189209,
      "learning_rate": 3.3117452741071693e-06,
      "loss": 0.3624,
      "step": 1135820
    },
    {
      "epoch": 317.01,
      "grad_norm": 0.9023980498313904,
      "learning_rate": 3.311720648350852e-06,
      "loss": 0.3469,
      "step": 1135830
    },
    {
      "epoch": 317.01,
      "grad_norm": 1.186409831047058,
      "learning_rate": 3.3116960224656968e-06,
      "loss": 0.3595,
      "step": 1135840
    },
    {
      "epoch": 317.01,
      "grad_norm": 1.0073907375335693,
      "learning_rate": 3.311671396451708e-06,
      "loss": 0.3449,
      "step": 1135850
    },
    {
      "epoch": 317.01,
      "grad_norm": 1.0844078063964844,
      "learning_rate": 3.3116467703088886e-06,
      "loss": 0.3544,
      "step": 1135860
    },
    {
      "epoch": 317.02,
      "grad_norm": 1.0659352540969849,
      "learning_rate": 3.3116221440372415e-06,
      "loss": 0.3358,
      "step": 1135870
    },
    {
      "epoch": 317.02,
      "grad_norm": 3.644726276397705,
      "learning_rate": 3.31159751763677e-06,
      "loss": 0.357,
      "step": 1135880
    },
    {
      "epoch": 317.02,
      "grad_norm": 1.125059723854065,
      "learning_rate": 3.311572891107479e-06,
      "loss": 0.3755,
      "step": 1135890
    },
    {
      "epoch": 317.02,
      "grad_norm": 1.0109834671020508,
      "learning_rate": 3.3115482644493693e-06,
      "loss": 0.3667,
      "step": 1135900
    },
    {
      "epoch": 317.03,
      "grad_norm": 0.9705123901367188,
      "learning_rate": 3.311523637662446e-06,
      "loss": 0.3442,
      "step": 1135910
    },
    {
      "epoch": 317.03,
      "grad_norm": 1.1915757656097412,
      "learning_rate": 3.3114990107467116e-06,
      "loss": 0.3621,
      "step": 1135920
    },
    {
      "epoch": 317.03,
      "grad_norm": 1.0667171478271484,
      "learning_rate": 3.3114743837021703e-06,
      "loss": 0.3708,
      "step": 1135930
    },
    {
      "epoch": 317.04,
      "grad_norm": 1.1316540241241455,
      "learning_rate": 3.3114497565288237e-06,
      "loss": 0.3597,
      "step": 1135940
    },
    {
      "epoch": 317.04,
      "grad_norm": 0.955816388130188,
      "learning_rate": 3.3114251292266755e-06,
      "loss": 0.3359,
      "step": 1135950
    },
    {
      "epoch": 317.04,
      "grad_norm": 0.9611350893974304,
      "learning_rate": 3.3114005017957305e-06,
      "loss": 0.3671,
      "step": 1135960
    },
    {
      "epoch": 317.04,
      "grad_norm": 0.9538072347640991,
      "learning_rate": 3.3113758742359907e-06,
      "loss": 0.3684,
      "step": 1135970
    },
    {
      "epoch": 317.05,
      "grad_norm": 0.9906403422355652,
      "learning_rate": 3.311351246547459e-06,
      "loss": 0.36,
      "step": 1135980
    },
    {
      "epoch": 317.05,
      "grad_norm": 1.0767016410827637,
      "learning_rate": 3.3113266187301404e-06,
      "loss": 0.3564,
      "step": 1135990
    },
    {
      "epoch": 317.05,
      "grad_norm": 1.2968262434005737,
      "learning_rate": 3.3113019907840368e-06,
      "loss": 0.3637,
      "step": 1136000
    },
    {
      "epoch": 317.06,
      "grad_norm": 0.9861435890197754,
      "learning_rate": 3.3112773627091514e-06,
      "loss": 0.347,
      "step": 1136010
    },
    {
      "epoch": 317.06,
      "grad_norm": 1.0605367422103882,
      "learning_rate": 3.311252734505488e-06,
      "loss": 0.3629,
      "step": 1136020
    },
    {
      "epoch": 317.06,
      "grad_norm": 1.0562093257904053,
      "learning_rate": 3.31122810617305e-06,
      "loss": 0.3497,
      "step": 1136030
    },
    {
      "epoch": 317.06,
      "grad_norm": 0.9551787972450256,
      "learning_rate": 3.3112034777118397e-06,
      "loss": 0.3427,
      "step": 1136040
    },
    {
      "epoch": 317.07,
      "grad_norm": 0.9921556115150452,
      "learning_rate": 3.3111788491218618e-06,
      "loss": 0.3339,
      "step": 1136050
    },
    {
      "epoch": 317.07,
      "grad_norm": 1.034981608390808,
      "learning_rate": 3.3111542204031188e-06,
      "loss": 0.3457,
      "step": 1136060
    },
    {
      "epoch": 317.07,
      "grad_norm": 1.1502459049224854,
      "learning_rate": 3.311129591555613e-06,
      "loss": 0.3496,
      "step": 1136070
    },
    {
      "epoch": 317.08,
      "grad_norm": 1.0530545711517334,
      "learning_rate": 3.3111049625793497e-06,
      "loss": 0.3497,
      "step": 1136080
    },
    {
      "epoch": 317.08,
      "grad_norm": 1.2389057874679565,
      "learning_rate": 3.3110803334743313e-06,
      "loss": 0.364,
      "step": 1136090
    },
    {
      "epoch": 317.08,
      "grad_norm": 0.9968481063842773,
      "learning_rate": 3.3110557042405605e-06,
      "loss": 0.3418,
      "step": 1136100
    },
    {
      "epoch": 317.08,
      "grad_norm": 1.0048588514328003,
      "learning_rate": 3.3110310748780407e-06,
      "loss": 0.3608,
      "step": 1136110
    },
    {
      "epoch": 317.09,
      "grad_norm": 1.0144916772842407,
      "learning_rate": 3.3110064453867765e-06,
      "loss": 0.3496,
      "step": 1136120
    },
    {
      "epoch": 317.09,
      "grad_norm": 1.0119132995605469,
      "learning_rate": 3.3109818157667697e-06,
      "loss": 0.3625,
      "step": 1136130
    },
    {
      "epoch": 317.09,
      "grad_norm": 1.2567949295043945,
      "learning_rate": 3.3109571860180245e-06,
      "loss": 0.3627,
      "step": 1136140
    },
    {
      "epoch": 317.09,
      "grad_norm": 1.012231469154358,
      "learning_rate": 3.310932556140543e-06,
      "loss": 0.361,
      "step": 1136150
    },
    {
      "epoch": 317.1,
      "grad_norm": 1.0054857730865479,
      "learning_rate": 3.3109079261343298e-06,
      "loss": 0.3437,
      "step": 1136160
    },
    {
      "epoch": 317.1,
      "grad_norm": 0.8612648844718933,
      "learning_rate": 3.3108832959993875e-06,
      "loss": 0.3515,
      "step": 1136170
    },
    {
      "epoch": 317.1,
      "grad_norm": 1.2015483379364014,
      "learning_rate": 3.310858665735719e-06,
      "loss": 0.3548,
      "step": 1136180
    },
    {
      "epoch": 317.11,
      "grad_norm": 0.9811285138130188,
      "learning_rate": 3.3108340353433283e-06,
      "loss": 0.3476,
      "step": 1136190
    },
    {
      "epoch": 317.11,
      "grad_norm": 0.905604898929596,
      "learning_rate": 3.3108094048222186e-06,
      "loss": 0.3555,
      "step": 1136200
    },
    {
      "epoch": 317.11,
      "grad_norm": 0.9920600056648254,
      "learning_rate": 3.3107847741723934e-06,
      "loss": 0.3305,
      "step": 1136210
    },
    {
      "epoch": 317.11,
      "grad_norm": 0.998702883720398,
      "learning_rate": 3.310760143393856e-06,
      "loss": 0.3678,
      "step": 1136220
    },
    {
      "epoch": 317.12,
      "grad_norm": 1.0250859260559082,
      "learning_rate": 3.310735512486608e-06,
      "loss": 0.3479,
      "step": 1136230
    },
    {
      "epoch": 317.12,
      "grad_norm": 1.0752272605895996,
      "learning_rate": 3.3107108814506545e-06,
      "loss": 0.3489,
      "step": 1136240
    },
    {
      "epoch": 317.12,
      "grad_norm": 1.1936465501785278,
      "learning_rate": 3.3106862502859984e-06,
      "loss": 0.3597,
      "step": 1136250
    },
    {
      "epoch": 317.13,
      "grad_norm": 0.9606305956840515,
      "learning_rate": 3.310661618992643e-06,
      "loss": 0.3516,
      "step": 1136260
    },
    {
      "epoch": 317.13,
      "grad_norm": 0.9269852042198181,
      "learning_rate": 3.3106369875705903e-06,
      "loss": 0.3365,
      "step": 1136270
    },
    {
      "epoch": 317.13,
      "grad_norm": 0.8408442139625549,
      "learning_rate": 3.310612356019846e-06,
      "loss": 0.355,
      "step": 1136280
    },
    {
      "epoch": 317.13,
      "grad_norm": 1.2953099012374878,
      "learning_rate": 3.3105877243404116e-06,
      "loss": 0.3627,
      "step": 1136290
    },
    {
      "epoch": 317.14,
      "grad_norm": 1.4182454347610474,
      "learning_rate": 3.3105630925322904e-06,
      "loss": 0.3395,
      "step": 1136300
    },
    {
      "epoch": 317.14,
      "grad_norm": 0.8800128698348999,
      "learning_rate": 3.310538460595487e-06,
      "loss": 0.3784,
      "step": 1136310
    },
    {
      "epoch": 317.14,
      "grad_norm": 1.0004819631576538,
      "learning_rate": 3.310513828530003e-06,
      "loss": 0.3443,
      "step": 1136320
    },
    {
      "epoch": 317.14,
      "grad_norm": 0.9857466816902161,
      "learning_rate": 3.3104891963358427e-06,
      "loss": 0.3482,
      "step": 1136330
    },
    {
      "epoch": 317.15,
      "grad_norm": 0.8291996717453003,
      "learning_rate": 3.310464564013009e-06,
      "loss": 0.3421,
      "step": 1136340
    },
    {
      "epoch": 317.15,
      "grad_norm": 0.9250714778900146,
      "learning_rate": 3.3104399315615056e-06,
      "loss": 0.3434,
      "step": 1136350
    },
    {
      "epoch": 317.15,
      "grad_norm": 1.0094221830368042,
      "learning_rate": 3.3104152989813354e-06,
      "loss": 0.3433,
      "step": 1136360
    },
    {
      "epoch": 317.16,
      "grad_norm": 1.1915733814239502,
      "learning_rate": 3.310390666272502e-06,
      "loss": 0.3571,
      "step": 1136370
    },
    {
      "epoch": 317.16,
      "grad_norm": 1.1081538200378418,
      "learning_rate": 3.310366033435008e-06,
      "loss": 0.3482,
      "step": 1136380
    },
    {
      "epoch": 317.16,
      "grad_norm": 1.1794434785842896,
      "learning_rate": 3.3103414004688574e-06,
      "loss": 0.3446,
      "step": 1136390
    },
    {
      "epoch": 317.16,
      "grad_norm": 0.9625632762908936,
      "learning_rate": 3.3103167673740534e-06,
      "loss": 0.3684,
      "step": 1136400
    },
    {
      "epoch": 317.17,
      "grad_norm": 1.0536441802978516,
      "learning_rate": 3.3102921341505994e-06,
      "loss": 0.3627,
      "step": 1136410
    },
    {
      "epoch": 317.17,
      "grad_norm": 0.9299978017807007,
      "learning_rate": 3.3102675007984973e-06,
      "loss": 0.3626,
      "step": 1136420
    },
    {
      "epoch": 317.17,
      "grad_norm": 0.8760366439819336,
      "learning_rate": 3.310242867317753e-06,
      "loss": 0.3495,
      "step": 1136430
    },
    {
      "epoch": 317.18,
      "grad_norm": 0.9681490659713745,
      "learning_rate": 3.310218233708367e-06,
      "loss": 0.3652,
      "step": 1136440
    },
    {
      "epoch": 317.18,
      "grad_norm": 0.8776885867118835,
      "learning_rate": 3.3101935999703443e-06,
      "loss": 0.356,
      "step": 1136450
    },
    {
      "epoch": 317.18,
      "grad_norm": 0.9318406581878662,
      "learning_rate": 3.3101689661036874e-06,
      "loss": 0.3614,
      "step": 1136460
    },
    {
      "epoch": 317.18,
      "grad_norm": 1.0743590593338013,
      "learning_rate": 3.3101443321083996e-06,
      "loss": 0.3466,
      "step": 1136470
    },
    {
      "epoch": 317.19,
      "grad_norm": 0.9742503762245178,
      "learning_rate": 3.3101196979844853e-06,
      "loss": 0.3501,
      "step": 1136480
    },
    {
      "epoch": 317.19,
      "grad_norm": 0.9585002660751343,
      "learning_rate": 3.310095063731946e-06,
      "loss": 0.3543,
      "step": 1136490
    },
    {
      "epoch": 317.19,
      "grad_norm": 1.0167655944824219,
      "learning_rate": 3.310070429350787e-06,
      "loss": 0.3487,
      "step": 1136500
    },
    {
      "epoch": 317.2,
      "grad_norm": 1.1659036874771118,
      "learning_rate": 3.31004579484101e-06,
      "loss": 0.3622,
      "step": 1136510
    },
    {
      "epoch": 317.2,
      "grad_norm": 1.0891571044921875,
      "learning_rate": 3.310021160202618e-06,
      "loss": 0.3618,
      "step": 1136520
    },
    {
      "epoch": 317.2,
      "grad_norm": 0.9960691928863525,
      "learning_rate": 3.309996525435615e-06,
      "loss": 0.3636,
      "step": 1136530
    },
    {
      "epoch": 317.2,
      "grad_norm": 1.0080093145370483,
      "learning_rate": 3.309971890540006e-06,
      "loss": 0.3267,
      "step": 1136540
    },
    {
      "epoch": 317.21,
      "grad_norm": 1.0614922046661377,
      "learning_rate": 3.3099472555157912e-06,
      "loss": 0.3649,
      "step": 1136550
    },
    {
      "epoch": 317.21,
      "grad_norm": 2.1565167903900146,
      "learning_rate": 3.3099226203629754e-06,
      "loss": 0.3651,
      "step": 1136560
    },
    {
      "epoch": 317.21,
      "grad_norm": 1.1972792148590088,
      "learning_rate": 3.3098979850815626e-06,
      "loss": 0.3638,
      "step": 1136570
    },
    {
      "epoch": 317.21,
      "grad_norm": 1.0366851091384888,
      "learning_rate": 3.309873349671555e-06,
      "loss": 0.3456,
      "step": 1136580
    },
    {
      "epoch": 317.22,
      "grad_norm": 0.9418251514434814,
      "learning_rate": 3.3098487141329553e-06,
      "loss": 0.3501,
      "step": 1136590
    },
    {
      "epoch": 317.22,
      "grad_norm": 4.048842906951904,
      "learning_rate": 3.309824078465769e-06,
      "loss": 0.3498,
      "step": 1136600
    },
    {
      "epoch": 317.22,
      "grad_norm": 1.4790855646133423,
      "learning_rate": 3.3097994426699966e-06,
      "loss": 0.3552,
      "step": 1136610
    },
    {
      "epoch": 317.23,
      "grad_norm": 1.0173521041870117,
      "learning_rate": 3.309774806745643e-06,
      "loss": 0.3603,
      "step": 1136620
    },
    {
      "epoch": 317.23,
      "grad_norm": 0.9045379757881165,
      "learning_rate": 3.309750170692712e-06,
      "loss": 0.3482,
      "step": 1136630
    },
    {
      "epoch": 317.23,
      "grad_norm": 0.9311403632164001,
      "learning_rate": 3.309725534511205e-06,
      "loss": 0.3619,
      "step": 1136640
    },
    {
      "epoch": 317.23,
      "grad_norm": 1.2068313360214233,
      "learning_rate": 3.3097008982011266e-06,
      "loss": 0.3395,
      "step": 1136650
    },
    {
      "epoch": 317.24,
      "grad_norm": 0.9709858894348145,
      "learning_rate": 3.309676261762481e-06,
      "loss": 0.3433,
      "step": 1136660
    },
    {
      "epoch": 317.24,
      "grad_norm": 1.0104947090148926,
      "learning_rate": 3.3096516251952695e-06,
      "loss": 0.3407,
      "step": 1136670
    },
    {
      "epoch": 317.24,
      "grad_norm": 0.8893335461616516,
      "learning_rate": 3.3096269884994963e-06,
      "loss": 0.3539,
      "step": 1136680
    },
    {
      "epoch": 317.25,
      "grad_norm": 1.1280792951583862,
      "learning_rate": 3.3096023516751642e-06,
      "loss": 0.3445,
      "step": 1136690
    },
    {
      "epoch": 317.25,
      "grad_norm": 1.1301356554031372,
      "learning_rate": 3.3095777147222776e-06,
      "loss": 0.3425,
      "step": 1136700
    },
    {
      "epoch": 317.25,
      "grad_norm": 1.2624685764312744,
      "learning_rate": 3.3095530776408393e-06,
      "loss": 0.3698,
      "step": 1136710
    },
    {
      "epoch": 317.25,
      "grad_norm": 0.9895431995391846,
      "learning_rate": 3.3095284404308514e-06,
      "loss": 0.358,
      "step": 1136720
    },
    {
      "epoch": 317.26,
      "grad_norm": 1.2247494459152222,
      "learning_rate": 3.3095038030923183e-06,
      "loss": 0.3591,
      "step": 1136730
    },
    {
      "epoch": 317.26,
      "grad_norm": 1.0224584341049194,
      "learning_rate": 3.3094791656252437e-06,
      "loss": 0.3479,
      "step": 1136740
    },
    {
      "epoch": 317.26,
      "grad_norm": 0.9409992694854736,
      "learning_rate": 3.30945452802963e-06,
      "loss": 0.3719,
      "step": 1136750
    },
    {
      "epoch": 317.26,
      "grad_norm": 1.0524320602416992,
      "learning_rate": 3.309429890305481e-06,
      "loss": 0.3407,
      "step": 1136760
    },
    {
      "epoch": 317.27,
      "grad_norm": 0.9844505190849304,
      "learning_rate": 3.3094052524527993e-06,
      "loss": 0.3517,
      "step": 1136770
    },
    {
      "epoch": 317.27,
      "grad_norm": 1.1371947526931763,
      "learning_rate": 3.3093806144715888e-06,
      "loss": 0.3515,
      "step": 1136780
    },
    {
      "epoch": 317.27,
      "grad_norm": 0.9394646286964417,
      "learning_rate": 3.3093559763618525e-06,
      "loss": 0.3508,
      "step": 1136790
    },
    {
      "epoch": 317.28,
      "grad_norm": 0.9822415113449097,
      "learning_rate": 3.309331338123594e-06,
      "loss": 0.3429,
      "step": 1136800
    },
    {
      "epoch": 317.28,
      "grad_norm": 0.9164888858795166,
      "learning_rate": 3.3093066997568164e-06,
      "loss": 0.3605,
      "step": 1136810
    },
    {
      "epoch": 317.28,
      "grad_norm": 1.0149383544921875,
      "learning_rate": 3.3092820612615225e-06,
      "loss": 0.3463,
      "step": 1136820
    },
    {
      "epoch": 317.28,
      "grad_norm": 1.058459758758545,
      "learning_rate": 3.309257422637717e-06,
      "loss": 0.3662,
      "step": 1136830
    },
    {
      "epoch": 317.29,
      "grad_norm": 0.9333180785179138,
      "learning_rate": 3.309232783885401e-06,
      "loss": 0.3626,
      "step": 1136840
    },
    {
      "epoch": 317.29,
      "grad_norm": 1.1405847072601318,
      "learning_rate": 3.3092081450045793e-06,
      "loss": 0.3715,
      "step": 1136850
    },
    {
      "epoch": 317.29,
      "grad_norm": 1.0288903713226318,
      "learning_rate": 3.309183505995255e-06,
      "loss": 0.3448,
      "step": 1136860
    },
    {
      "epoch": 317.3,
      "grad_norm": 1.145247220993042,
      "learning_rate": 3.3091588668574316e-06,
      "loss": 0.3361,
      "step": 1136870
    },
    {
      "epoch": 317.3,
      "grad_norm": 0.9601348638534546,
      "learning_rate": 3.3091342275911117e-06,
      "loss": 0.3517,
      "step": 1136880
    },
    {
      "epoch": 317.3,
      "grad_norm": 0.9604376554489136,
      "learning_rate": 3.309109588196299e-06,
      "loss": 0.3475,
      "step": 1136890
    },
    {
      "epoch": 317.3,
      "grad_norm": 1.1459499597549438,
      "learning_rate": 3.3090849486729967e-06,
      "loss": 0.3683,
      "step": 1136900
    },
    {
      "epoch": 317.31,
      "grad_norm": 0.8704798221588135,
      "learning_rate": 3.3090603090212073e-06,
      "loss": 0.3478,
      "step": 1136910
    },
    {
      "epoch": 317.31,
      "grad_norm": 0.9149049520492554,
      "learning_rate": 3.309035669240936e-06,
      "loss": 0.3578,
      "step": 1136920
    },
    {
      "epoch": 317.31,
      "grad_norm": 0.9672772884368896,
      "learning_rate": 3.3090110293321844e-06,
      "loss": 0.3569,
      "step": 1136930
    },
    {
      "epoch": 317.32,
      "grad_norm": 0.9639835357666016,
      "learning_rate": 3.308986389294956e-06,
      "loss": 0.3471,
      "step": 1136940
    },
    {
      "epoch": 317.32,
      "grad_norm": 0.9286218881607056,
      "learning_rate": 3.3089617491292543e-06,
      "loss": 0.3506,
      "step": 1136950
    },
    {
      "epoch": 317.32,
      "grad_norm": 1.1035237312316895,
      "learning_rate": 3.3089371088350836e-06,
      "loss": 0.3532,
      "step": 1136960
    },
    {
      "epoch": 317.32,
      "grad_norm": 1.0188286304473877,
      "learning_rate": 3.3089124684124454e-06,
      "loss": 0.3645,
      "step": 1136970
    },
    {
      "epoch": 317.33,
      "grad_norm": 1.0022521018981934,
      "learning_rate": 3.3088878278613438e-06,
      "loss": 0.3626,
      "step": 1136980
    },
    {
      "epoch": 317.33,
      "grad_norm": 0.9607893824577332,
      "learning_rate": 3.3088631871817823e-06,
      "loss": 0.3416,
      "step": 1136990
    },
    {
      "epoch": 317.33,
      "grad_norm": 1.026948094367981,
      "learning_rate": 3.308838546373764e-06,
      "loss": 0.3615,
      "step": 1137000
    },
    {
      "epoch": 317.33,
      "grad_norm": 1.0963666439056396,
      "learning_rate": 3.308813905437292e-06,
      "loss": 0.3571,
      "step": 1137010
    },
    {
      "epoch": 317.34,
      "grad_norm": 0.9070029854774475,
      "learning_rate": 3.30878926437237e-06,
      "loss": 0.3634,
      "step": 1137020
    },
    {
      "epoch": 317.34,
      "grad_norm": 0.9205465316772461,
      "learning_rate": 3.308764623179002e-06,
      "loss": 0.342,
      "step": 1137030
    },
    {
      "epoch": 317.34,
      "grad_norm": 1.0764209032058716,
      "learning_rate": 3.3087399818571883e-06,
      "loss": 0.3504,
      "step": 1137040
    },
    {
      "epoch": 317.35,
      "grad_norm": 0.9734047055244446,
      "learning_rate": 3.3087153404069353e-06,
      "loss": 0.3634,
      "step": 1137050
    },
    {
      "epoch": 317.35,
      "grad_norm": 0.8879146575927734,
      "learning_rate": 3.3086906988282446e-06,
      "loss": 0.3499,
      "step": 1137060
    },
    {
      "epoch": 317.35,
      "grad_norm": 1.026125431060791,
      "learning_rate": 3.3086660571211204e-06,
      "loss": 0.3697,
      "step": 1137070
    },
    {
      "epoch": 317.35,
      "grad_norm": 0.9459949135780334,
      "learning_rate": 3.308641415285565e-06,
      "loss": 0.3472,
      "step": 1137080
    },
    {
      "epoch": 317.36,
      "grad_norm": 1.1409275531768799,
      "learning_rate": 3.3086167733215834e-06,
      "loss": 0.3833,
      "step": 1137090
    },
    {
      "epoch": 317.36,
      "grad_norm": 1.084865689277649,
      "learning_rate": 3.3085921312291774e-06,
      "loss": 0.3775,
      "step": 1137100
    },
    {
      "epoch": 317.36,
      "grad_norm": 1.214052438735962,
      "learning_rate": 3.3085674890083506e-06,
      "loss": 0.3514,
      "step": 1137110
    },
    {
      "epoch": 317.37,
      "grad_norm": 1.0227904319763184,
      "learning_rate": 3.3085428466591064e-06,
      "loss": 0.3369,
      "step": 1137120
    },
    {
      "epoch": 317.37,
      "grad_norm": 0.9982473850250244,
      "learning_rate": 3.3085182041814477e-06,
      "loss": 0.3474,
      "step": 1137130
    },
    {
      "epoch": 317.37,
      "grad_norm": 1.0510823726654053,
      "learning_rate": 3.3084935615753776e-06,
      "loss": 0.3426,
      "step": 1137140
    },
    {
      "epoch": 317.37,
      "grad_norm": 1.155397653579712,
      "learning_rate": 3.308468918840901e-06,
      "loss": 0.3487,
      "step": 1137150
    },
    {
      "epoch": 317.38,
      "grad_norm": 0.8951189517974854,
      "learning_rate": 3.308444275978019e-06,
      "loss": 0.3729,
      "step": 1137160
    },
    {
      "epoch": 317.38,
      "grad_norm": 0.9446390271186829,
      "learning_rate": 3.308419632986737e-06,
      "loss": 0.3619,
      "step": 1137170
    },
    {
      "epoch": 317.38,
      "grad_norm": 0.9407957196235657,
      "learning_rate": 3.3083949898670567e-06,
      "loss": 0.3602,
      "step": 1137180
    },
    {
      "epoch": 317.38,
      "grad_norm": 1.0382105112075806,
      "learning_rate": 3.3083703466189818e-06,
      "loss": 0.3552,
      "step": 1137190
    },
    {
      "epoch": 317.39,
      "grad_norm": 1.0304404497146606,
      "learning_rate": 3.3083457032425153e-06,
      "loss": 0.3504,
      "step": 1137200
    },
    {
      "epoch": 317.39,
      "grad_norm": 1.0003386735916138,
      "learning_rate": 3.308321059737661e-06,
      "loss": 0.3644,
      "step": 1137210
    },
    {
      "epoch": 317.39,
      "grad_norm": 0.9460030794143677,
      "learning_rate": 3.3082964161044225e-06,
      "loss": 0.3527,
      "step": 1137220
    },
    {
      "epoch": 317.4,
      "grad_norm": 1.0563441514968872,
      "learning_rate": 3.308271772342802e-06,
      "loss": 0.3376,
      "step": 1137230
    },
    {
      "epoch": 317.4,
      "grad_norm": 1.0198915004730225,
      "learning_rate": 3.3082471284528045e-06,
      "loss": 0.362,
      "step": 1137240
    },
    {
      "epoch": 317.4,
      "grad_norm": 0.7951127290725708,
      "learning_rate": 3.308222484434432e-06,
      "loss": 0.3258,
      "step": 1137250
    },
    {
      "epoch": 317.4,
      "grad_norm": 1.4091989994049072,
      "learning_rate": 3.3081978402876864e-06,
      "loss": 0.343,
      "step": 1137260
    },
    {
      "epoch": 317.41,
      "grad_norm": 1.0575082302093506,
      "learning_rate": 3.308173196012574e-06,
      "loss": 0.3513,
      "step": 1137270
    },
    {
      "epoch": 317.41,
      "grad_norm": 1.0044002532958984,
      "learning_rate": 3.308148551609096e-06,
      "loss": 0.3639,
      "step": 1137280
    },
    {
      "epoch": 317.41,
      "grad_norm": 1.0750421285629272,
      "learning_rate": 3.3081239070772563e-06,
      "loss": 0.3581,
      "step": 1137290
    },
    {
      "epoch": 317.42,
      "grad_norm": 1.092084527015686,
      "learning_rate": 3.308099262417058e-06,
      "loss": 0.3448,
      "step": 1137300
    },
    {
      "epoch": 317.42,
      "grad_norm": 1.0775598287582397,
      "learning_rate": 3.308074617628505e-06,
      "loss": 0.3712,
      "step": 1137310
    },
    {
      "epoch": 317.42,
      "grad_norm": 0.9945231080055237,
      "learning_rate": 3.3080499727116004e-06,
      "loss": 0.3615,
      "step": 1137320
    },
    {
      "epoch": 317.42,
      "grad_norm": 0.9906243085861206,
      "learning_rate": 3.3080253276663464e-06,
      "loss": 0.3492,
      "step": 1137330
    },
    {
      "epoch": 317.43,
      "grad_norm": 1.035163402557373,
      "learning_rate": 3.308000682492748e-06,
      "loss": 0.3547,
      "step": 1137340
    },
    {
      "epoch": 317.43,
      "grad_norm": 0.9951860904693604,
      "learning_rate": 3.3079760371908066e-06,
      "loss": 0.3411,
      "step": 1137350
    },
    {
      "epoch": 317.43,
      "grad_norm": 1.09419584274292,
      "learning_rate": 3.3079513917605266e-06,
      "loss": 0.371,
      "step": 1137360
    },
    {
      "epoch": 317.44,
      "grad_norm": 0.9809983372688293,
      "learning_rate": 3.3079267462019114e-06,
      "loss": 0.3753,
      "step": 1137370
    },
    {
      "epoch": 317.44,
      "grad_norm": 0.9441757798194885,
      "learning_rate": 3.3079021005149644e-06,
      "loss": 0.3701,
      "step": 1137380
    },
    {
      "epoch": 317.44,
      "grad_norm": 0.8611634969711304,
      "learning_rate": 3.3078774546996885e-06,
      "loss": 0.3553,
      "step": 1137390
    },
    {
      "epoch": 317.44,
      "grad_norm": 1.0573076009750366,
      "learning_rate": 3.307852808756086e-06,
      "loss": 0.351,
      "step": 1137400
    },
    {
      "epoch": 317.45,
      "grad_norm": 0.8977208137512207,
      "learning_rate": 3.3078281626841623e-06,
      "loss": 0.3497,
      "step": 1137410
    },
    {
      "epoch": 317.45,
      "grad_norm": 0.9663335084915161,
      "learning_rate": 3.3078035164839188e-06,
      "loss": 0.3442,
      "step": 1137420
    },
    {
      "epoch": 317.45,
      "grad_norm": 1.0157719850540161,
      "learning_rate": 3.3077788701553595e-06,
      "loss": 0.3543,
      "step": 1137430
    },
    {
      "epoch": 317.45,
      "grad_norm": 1.2361289262771606,
      "learning_rate": 3.3077542236984883e-06,
      "loss": 0.3611,
      "step": 1137440
    },
    {
      "epoch": 317.46,
      "grad_norm": 1.2931541204452515,
      "learning_rate": 3.307729577113307e-06,
      "loss": 0.362,
      "step": 1137450
    },
    {
      "epoch": 317.46,
      "grad_norm": 1.1775829792022705,
      "learning_rate": 3.3077049303998207e-06,
      "loss": 0.3574,
      "step": 1137460
    },
    {
      "epoch": 317.46,
      "grad_norm": 1.022274136543274,
      "learning_rate": 3.3076802835580315e-06,
      "loss": 0.364,
      "step": 1137470
    },
    {
      "epoch": 317.47,
      "grad_norm": 0.9807936549186707,
      "learning_rate": 3.3076556365879426e-06,
      "loss": 0.3419,
      "step": 1137480
    },
    {
      "epoch": 317.47,
      "grad_norm": 1.03913414478302,
      "learning_rate": 3.3076309894895575e-06,
      "loss": 0.3517,
      "step": 1137490
    },
    {
      "epoch": 317.47,
      "grad_norm": 1.5126748085021973,
      "learning_rate": 3.3076063422628803e-06,
      "loss": 0.3515,
      "step": 1137500
    },
    {
      "epoch": 317.47,
      "grad_norm": 1.03296959400177,
      "learning_rate": 3.3075816949079124e-06,
      "loss": 0.3622,
      "step": 1137510
    },
    {
      "epoch": 317.48,
      "grad_norm": 0.9356325268745422,
      "learning_rate": 3.3075570474246587e-06,
      "loss": 0.3549,
      "step": 1137520
    },
    {
      "epoch": 317.48,
      "grad_norm": 1.0806819200515747,
      "learning_rate": 3.307532399813123e-06,
      "loss": 0.3438,
      "step": 1137530
    },
    {
      "epoch": 317.48,
      "grad_norm": 1.0283602476119995,
      "learning_rate": 3.3075077520733063e-06,
      "loss": 0.3458,
      "step": 1137540
    },
    {
      "epoch": 317.49,
      "grad_norm": 1.1424164772033691,
      "learning_rate": 3.3074831042052134e-06,
      "loss": 0.3457,
      "step": 1137550
    },
    {
      "epoch": 317.49,
      "grad_norm": 1.2053709030151367,
      "learning_rate": 3.3074584562088476e-06,
      "loss": 0.3207,
      "step": 1137560
    },
    {
      "epoch": 317.49,
      "grad_norm": 1.0314635038375854,
      "learning_rate": 3.307433808084212e-06,
      "loss": 0.3607,
      "step": 1137570
    },
    {
      "epoch": 317.49,
      "grad_norm": 1.1350572109222412,
      "learning_rate": 3.30740915983131e-06,
      "loss": 0.355,
      "step": 1137580
    },
    {
      "epoch": 317.5,
      "grad_norm": 0.8672147989273071,
      "learning_rate": 3.307384511450144e-06,
      "loss": 0.3235,
      "step": 1137590
    },
    {
      "epoch": 317.5,
      "grad_norm": 1.1187037229537964,
      "learning_rate": 3.3073598629407188e-06,
      "loss": 0.3827,
      "step": 1137600
    },
    {
      "epoch": 317.5,
      "grad_norm": 0.8190653324127197,
      "learning_rate": 3.3073352143030363e-06,
      "loss": 0.3678,
      "step": 1137610
    },
    {
      "epoch": 317.5,
      "grad_norm": 1.089012861251831,
      "learning_rate": 3.3073105655371012e-06,
      "loss": 0.3576,
      "step": 1137620
    },
    {
      "epoch": 317.51,
      "grad_norm": 1.0674020051956177,
      "learning_rate": 3.307285916642915e-06,
      "loss": 0.3462,
      "step": 1137630
    },
    {
      "epoch": 317.51,
      "grad_norm": 0.9163926839828491,
      "learning_rate": 3.307261267620483e-06,
      "loss": 0.3621,
      "step": 1137640
    },
    {
      "epoch": 317.51,
      "grad_norm": 0.9514434337615967,
      "learning_rate": 3.307236618469806e-06,
      "loss": 0.3628,
      "step": 1137650
    },
    {
      "epoch": 317.52,
      "grad_norm": 0.9415480494499207,
      "learning_rate": 3.307211969190889e-06,
      "loss": 0.3584,
      "step": 1137660
    },
    {
      "epoch": 317.52,
      "grad_norm": 1.1134908199310303,
      "learning_rate": 3.3071873197837356e-06,
      "loss": 0.3446,
      "step": 1137670
    },
    {
      "epoch": 317.52,
      "grad_norm": 0.9098755717277527,
      "learning_rate": 3.3071626702483477e-06,
      "loss": 0.349,
      "step": 1137680
    },
    {
      "epoch": 317.52,
      "grad_norm": 1.0581080913543701,
      "learning_rate": 3.30713802058473e-06,
      "loss": 0.3399,
      "step": 1137690
    },
    {
      "epoch": 317.53,
      "grad_norm": 1.0685760974884033,
      "learning_rate": 3.3071133707928847e-06,
      "loss": 0.3601,
      "step": 1137700
    },
    {
      "epoch": 317.53,
      "grad_norm": 1.0777078866958618,
      "learning_rate": 3.3070887208728156e-06,
      "loss": 0.3489,
      "step": 1137710
    },
    {
      "epoch": 317.53,
      "grad_norm": 1.0006461143493652,
      "learning_rate": 3.3070640708245255e-06,
      "loss": 0.3603,
      "step": 1137720
    },
    {
      "epoch": 317.54,
      "grad_norm": 1.0384403467178345,
      "learning_rate": 3.3070394206480184e-06,
      "loss": 0.3543,
      "step": 1137730
    },
    {
      "epoch": 317.54,
      "grad_norm": 0.9729881882667542,
      "learning_rate": 3.307014770343297e-06,
      "loss": 0.3547,
      "step": 1137740
    },
    {
      "epoch": 317.54,
      "grad_norm": 1.310481071472168,
      "learning_rate": 3.3069901199103644e-06,
      "loss": 0.3503,
      "step": 1137750
    },
    {
      "epoch": 317.54,
      "grad_norm": 0.9680782556533813,
      "learning_rate": 3.3069654693492256e-06,
      "loss": 0.3597,
      "step": 1137760
    },
    {
      "epoch": 317.55,
      "grad_norm": 1.0646724700927734,
      "learning_rate": 3.306940818659882e-06,
      "loss": 0.3463,
      "step": 1137770
    },
    {
      "epoch": 317.55,
      "grad_norm": 1.0326530933380127,
      "learning_rate": 3.306916167842337e-06,
      "loss": 0.364,
      "step": 1137780
    },
    {
      "epoch": 317.55,
      "grad_norm": 1.1397913694381714,
      "learning_rate": 3.306891516896595e-06,
      "loss": 0.3626,
      "step": 1137790
    },
    {
      "epoch": 317.56,
      "grad_norm": 1.0184677839279175,
      "learning_rate": 3.306866865822658e-06,
      "loss": 0.3506,
      "step": 1137800
    },
    {
      "epoch": 317.56,
      "grad_norm": 1.0385645627975464,
      "learning_rate": 3.30684221462053e-06,
      "loss": 0.3448,
      "step": 1137810
    },
    {
      "epoch": 317.56,
      "grad_norm": 1.0271668434143066,
      "learning_rate": 3.3068175632902135e-06,
      "loss": 0.3589,
      "step": 1137820
    },
    {
      "epoch": 317.56,
      "grad_norm": 1.044295072555542,
      "learning_rate": 3.306792911831713e-06,
      "loss": 0.3528,
      "step": 1137830
    },
    {
      "epoch": 317.57,
      "grad_norm": 1.041758418083191,
      "learning_rate": 3.3067682602450317e-06,
      "loss": 0.3511,
      "step": 1137840
    },
    {
      "epoch": 317.57,
      "grad_norm": 1.2313497066497803,
      "learning_rate": 3.306743608530172e-06,
      "loss": 0.3691,
      "step": 1137850
    },
    {
      "epoch": 317.57,
      "grad_norm": 1.130061149597168,
      "learning_rate": 3.306718956687138e-06,
      "loss": 0.3386,
      "step": 1137860
    },
    {
      "epoch": 317.57,
      "grad_norm": 0.8794627785682678,
      "learning_rate": 3.306694304715932e-06,
      "loss": 0.3727,
      "step": 1137870
    },
    {
      "epoch": 317.58,
      "grad_norm": 1.0389012098312378,
      "learning_rate": 3.3066696526165575e-06,
      "loss": 0.361,
      "step": 1137880
    },
    {
      "epoch": 317.58,
      "grad_norm": 1.0375195741653442,
      "learning_rate": 3.3066450003890194e-06,
      "loss": 0.3412,
      "step": 1137890
    },
    {
      "epoch": 317.58,
      "grad_norm": 1.2472234964370728,
      "learning_rate": 3.3066203480333184e-06,
      "loss": 0.3593,
      "step": 1137900
    },
    {
      "epoch": 317.59,
      "grad_norm": 1.0243017673492432,
      "learning_rate": 3.30659569554946e-06,
      "loss": 0.3573,
      "step": 1137910
    },
    {
      "epoch": 317.59,
      "grad_norm": 1.0835834741592407,
      "learning_rate": 3.306571042937447e-06,
      "loss": 0.3542,
      "step": 1137920
    },
    {
      "epoch": 317.59,
      "grad_norm": 1.1050342321395874,
      "learning_rate": 3.306546390197281e-06,
      "loss": 0.3574,
      "step": 1137930
    },
    {
      "epoch": 317.59,
      "grad_norm": 4.147639274597168,
      "learning_rate": 3.306521737328967e-06,
      "loss": 0.3621,
      "step": 1137940
    },
    {
      "epoch": 317.6,
      "grad_norm": 0.9790940284729004,
      "learning_rate": 3.3064970843325075e-06,
      "loss": 0.3743,
      "step": 1137950
    },
    {
      "epoch": 317.6,
      "grad_norm": 1.000150442123413,
      "learning_rate": 3.306472431207907e-06,
      "loss": 0.3501,
      "step": 1137960
    },
    {
      "epoch": 317.6,
      "grad_norm": 0.9344687461853027,
      "learning_rate": 3.306447777955167e-06,
      "loss": 0.3576,
      "step": 1137970
    },
    {
      "epoch": 317.61,
      "grad_norm": 1.1921730041503906,
      "learning_rate": 3.3064231245742924e-06,
      "loss": 0.3397,
      "step": 1137980
    },
    {
      "epoch": 317.61,
      "grad_norm": 4.221339702606201,
      "learning_rate": 3.3063984710652858e-06,
      "loss": 0.3444,
      "step": 1137990
    },
    {
      "epoch": 317.61,
      "grad_norm": 0.9142918586730957,
      "learning_rate": 3.3063738174281498e-06,
      "loss": 0.3589,
      "step": 1138000
    },
    {
      "epoch": 317.61,
      "grad_norm": 1.1564875841140747,
      "learning_rate": 3.306349163662888e-06,
      "loss": 0.3408,
      "step": 1138010
    },
    {
      "epoch": 317.62,
      "grad_norm": 1.0730538368225098,
      "learning_rate": 3.306324509769505e-06,
      "loss": 0.3575,
      "step": 1138020
    },
    {
      "epoch": 317.62,
      "grad_norm": 0.9600370526313782,
      "learning_rate": 3.306299855748002e-06,
      "loss": 0.3509,
      "step": 1138030
    },
    {
      "epoch": 317.62,
      "grad_norm": 1.0071640014648438,
      "learning_rate": 3.306275201598384e-06,
      "loss": 0.3609,
      "step": 1138040
    },
    {
      "epoch": 317.62,
      "grad_norm": 1.1236884593963623,
      "learning_rate": 3.306250547320654e-06,
      "loss": 0.3581,
      "step": 1138050
    },
    {
      "epoch": 317.63,
      "grad_norm": 0.9932875633239746,
      "learning_rate": 3.3062258929148143e-06,
      "loss": 0.3488,
      "step": 1138060
    },
    {
      "epoch": 317.63,
      "grad_norm": 1.236398696899414,
      "learning_rate": 3.306201238380869e-06,
      "loss": 0.3551,
      "step": 1138070
    },
    {
      "epoch": 317.63,
      "grad_norm": 1.0604143142700195,
      "learning_rate": 3.3061765837188215e-06,
      "loss": 0.3454,
      "step": 1138080
    },
    {
      "epoch": 317.64,
      "grad_norm": 1.0368766784667969,
      "learning_rate": 3.3061519289286745e-06,
      "loss": 0.3539,
      "step": 1138090
    },
    {
      "epoch": 317.64,
      "grad_norm": 1.0198651552200317,
      "learning_rate": 3.3061272740104312e-06,
      "loss": 0.3614,
      "step": 1138100
    },
    {
      "epoch": 317.64,
      "grad_norm": 0.9158826470375061,
      "learning_rate": 3.3061026189640954e-06,
      "loss": 0.3627,
      "step": 1138110
    },
    {
      "epoch": 317.64,
      "grad_norm": 0.9105836153030396,
      "learning_rate": 3.3060779637896704e-06,
      "loss": 0.3567,
      "step": 1138120
    },
    {
      "epoch": 317.65,
      "grad_norm": 1.1530675888061523,
      "learning_rate": 3.306053308487159e-06,
      "loss": 0.3442,
      "step": 1138130
    },
    {
      "epoch": 317.65,
      "grad_norm": 0.9942104816436768,
      "learning_rate": 3.306028653056565e-06,
      "loss": 0.3582,
      "step": 1138140
    },
    {
      "epoch": 317.65,
      "grad_norm": 1.1446782350540161,
      "learning_rate": 3.3060039974978912e-06,
      "loss": 0.3458,
      "step": 1138150
    },
    {
      "epoch": 317.66,
      "grad_norm": 0.910448431968689,
      "learning_rate": 3.3059793418111417e-06,
      "loss": 0.3365,
      "step": 1138160
    },
    {
      "epoch": 317.66,
      "grad_norm": 0.93012934923172,
      "learning_rate": 3.3059546859963187e-06,
      "loss": 0.357,
      "step": 1138170
    },
    {
      "epoch": 317.66,
      "grad_norm": 1.1668654680252075,
      "learning_rate": 3.305930030053426e-06,
      "loss": 0.359,
      "step": 1138180
    },
    {
      "epoch": 317.66,
      "grad_norm": 1.0555287599563599,
      "learning_rate": 3.305905373982467e-06,
      "loss": 0.3405,
      "step": 1138190
    },
    {
      "epoch": 317.67,
      "grad_norm": 1.0301556587219238,
      "learning_rate": 3.305880717783445e-06,
      "loss": 0.3597,
      "step": 1138200
    },
    {
      "epoch": 317.67,
      "grad_norm": 1.1459048986434937,
      "learning_rate": 3.305856061456363e-06,
      "loss": 0.351,
      "step": 1138210
    },
    {
      "epoch": 317.67,
      "grad_norm": 0.961851954460144,
      "learning_rate": 3.3058314050012245e-06,
      "loss": 0.3429,
      "step": 1138220
    },
    {
      "epoch": 317.68,
      "grad_norm": 0.7268756628036499,
      "learning_rate": 3.305806748418032e-06,
      "loss": 0.3438,
      "step": 1138230
    },
    {
      "epoch": 317.68,
      "grad_norm": 1.392019271850586,
      "learning_rate": 3.3057820917067907e-06,
      "loss": 0.3579,
      "step": 1138240
    },
    {
      "epoch": 317.68,
      "grad_norm": 1.0465036630630493,
      "learning_rate": 3.305757434867502e-06,
      "loss": 0.3546,
      "step": 1138250
    },
    {
      "epoch": 317.68,
      "grad_norm": 0.8610742688179016,
      "learning_rate": 3.3057327779001696e-06,
      "loss": 0.3514,
      "step": 1138260
    },
    {
      "epoch": 317.69,
      "grad_norm": 1.175506830215454,
      "learning_rate": 3.3057081208047975e-06,
      "loss": 0.3653,
      "step": 1138270
    },
    {
      "epoch": 317.69,
      "grad_norm": 0.9445327520370483,
      "learning_rate": 3.305683463581389e-06,
      "loss": 0.3742,
      "step": 1138280
    },
    {
      "epoch": 317.69,
      "grad_norm": 0.9281609654426575,
      "learning_rate": 3.3056588062299455e-06,
      "loss": 0.3555,
      "step": 1138290
    },
    {
      "epoch": 317.69,
      "grad_norm": 0.9401497840881348,
      "learning_rate": 3.305634148750473e-06,
      "loss": 0.3506,
      "step": 1138300
    },
    {
      "epoch": 317.7,
      "grad_norm": 0.9409430623054504,
      "learning_rate": 3.3056094911429728e-06,
      "loss": 0.3574,
      "step": 1138310
    },
    {
      "epoch": 317.7,
      "grad_norm": 1.0984951257705688,
      "learning_rate": 3.3055848334074488e-06,
      "loss": 0.3642,
      "step": 1138320
    },
    {
      "epoch": 317.7,
      "grad_norm": 0.9426005482673645,
      "learning_rate": 3.3055601755439042e-06,
      "loss": 0.387,
      "step": 1138330
    },
    {
      "epoch": 317.71,
      "grad_norm": 1.0329222679138184,
      "learning_rate": 3.305535517552343e-06,
      "loss": 0.3664,
      "step": 1138340
    },
    {
      "epoch": 317.71,
      "grad_norm": 1.1117740869522095,
      "learning_rate": 3.305510859432768e-06,
      "loss": 0.3514,
      "step": 1138350
    },
    {
      "epoch": 317.71,
      "grad_norm": 0.9166622757911682,
      "learning_rate": 3.305486201185181e-06,
      "loss": 0.3508,
      "step": 1138360
    },
    {
      "epoch": 317.71,
      "grad_norm": 1.0470991134643555,
      "learning_rate": 3.305461542809588e-06,
      "loss": 0.3465,
      "step": 1138370
    },
    {
      "epoch": 317.72,
      "grad_norm": 1.0565396547317505,
      "learning_rate": 3.3054368843059903e-06,
      "loss": 0.3555,
      "step": 1138380
    },
    {
      "epoch": 317.72,
      "grad_norm": 1.1084928512573242,
      "learning_rate": 3.305412225674392e-06,
      "loss": 0.3768,
      "step": 1138390
    },
    {
      "epoch": 317.72,
      "grad_norm": 1.0491760969161987,
      "learning_rate": 3.3053875669147957e-06,
      "loss": 0.3511,
      "step": 1138400
    },
    {
      "epoch": 317.73,
      "grad_norm": 0.9376248121261597,
      "learning_rate": 3.305362908027206e-06,
      "loss": 0.3423,
      "step": 1138410
    },
    {
      "epoch": 317.73,
      "grad_norm": 0.9812236428260803,
      "learning_rate": 3.3053382490116256e-06,
      "loss": 0.3376,
      "step": 1138420
    },
    {
      "epoch": 317.73,
      "grad_norm": 1.026464819908142,
      "learning_rate": 3.3053135898680567e-06,
      "loss": 0.3574,
      "step": 1138430
    },
    {
      "epoch": 317.73,
      "grad_norm": 1.1038368940353394,
      "learning_rate": 3.3052889305965037e-06,
      "loss": 0.3553,
      "step": 1138440
    },
    {
      "epoch": 317.74,
      "grad_norm": 1.0259380340576172,
      "learning_rate": 3.3052642711969695e-06,
      "loss": 0.3539,
      "step": 1138450
    },
    {
      "epoch": 317.74,
      "grad_norm": 1.1325864791870117,
      "learning_rate": 3.3052396116694575e-06,
      "loss": 0.3499,
      "step": 1138460
    },
    {
      "epoch": 317.74,
      "grad_norm": 0.9146355986595154,
      "learning_rate": 3.305214952013971e-06,
      "loss": 0.3541,
      "step": 1138470
    },
    {
      "epoch": 317.74,
      "grad_norm": 0.9405810832977295,
      "learning_rate": 3.3051902922305137e-06,
      "loss": 0.3701,
      "step": 1138480
    },
    {
      "epoch": 317.75,
      "grad_norm": 1.263292670249939,
      "learning_rate": 3.3051656323190883e-06,
      "loss": 0.3648,
      "step": 1138490
    },
    {
      "epoch": 317.75,
      "grad_norm": 1.0350918769836426,
      "learning_rate": 3.3051409722796982e-06,
      "loss": 0.3363,
      "step": 1138500
    },
    {
      "epoch": 317.75,
      "grad_norm": 3.2057321071624756,
      "learning_rate": 3.3051163121123456e-06,
      "loss": 0.3574,
      "step": 1138510
    },
    {
      "epoch": 317.76,
      "grad_norm": 1.3898762464523315,
      "learning_rate": 3.305091651817036e-06,
      "loss": 0.3586,
      "step": 1138520
    },
    {
      "epoch": 317.76,
      "grad_norm": 0.9489365816116333,
      "learning_rate": 3.305066991393771e-06,
      "loss": 0.3666,
      "step": 1138530
    },
    {
      "epoch": 317.76,
      "grad_norm": 1.0469411611557007,
      "learning_rate": 3.3050423308425553e-06,
      "loss": 0.3615,
      "step": 1138540
    },
    {
      "epoch": 317.76,
      "grad_norm": 0.9343104362487793,
      "learning_rate": 3.30501767016339e-06,
      "loss": 0.3632,
      "step": 1138550
    },
    {
      "epoch": 317.77,
      "grad_norm": 0.8559946417808533,
      "learning_rate": 3.3049930093562808e-06,
      "loss": 0.3362,
      "step": 1138560
    },
    {
      "epoch": 317.77,
      "grad_norm": 1.1134141683578491,
      "learning_rate": 3.3049683484212296e-06,
      "loss": 0.3593,
      "step": 1138570
    },
    {
      "epoch": 317.77,
      "grad_norm": 1.109066128730774,
      "learning_rate": 3.3049436873582404e-06,
      "loss": 0.3448,
      "step": 1138580
    },
    {
      "epoch": 317.78,
      "grad_norm": 0.902508020401001,
      "learning_rate": 3.3049190261673154e-06,
      "loss": 0.3544,
      "step": 1138590
    },
    {
      "epoch": 317.78,
      "grad_norm": 1.1022460460662842,
      "learning_rate": 3.3048943648484587e-06,
      "loss": 0.3734,
      "step": 1138600
    },
    {
      "epoch": 317.78,
      "grad_norm": 0.9240666031837463,
      "learning_rate": 3.304869703401674e-06,
      "loss": 0.3464,
      "step": 1138610
    },
    {
      "epoch": 317.78,
      "grad_norm": 1.0004791021347046,
      "learning_rate": 3.3048450418269633e-06,
      "loss": 0.3654,
      "step": 1138620
    },
    {
      "epoch": 317.79,
      "grad_norm": 0.9080415368080139,
      "learning_rate": 3.3048203801243304e-06,
      "loss": 0.3508,
      "step": 1138630
    },
    {
      "epoch": 317.79,
      "grad_norm": 0.9058140516281128,
      "learning_rate": 3.3047957182937794e-06,
      "loss": 0.357,
      "step": 1138640
    },
    {
      "epoch": 317.79,
      "grad_norm": 1.066147804260254,
      "learning_rate": 3.304771056335313e-06,
      "loss": 0.3451,
      "step": 1138650
    },
    {
      "epoch": 317.8,
      "grad_norm": 0.980518102645874,
      "learning_rate": 3.304746394248934e-06,
      "loss": 0.3551,
      "step": 1138660
    },
    {
      "epoch": 317.8,
      "grad_norm": 1.0096781253814697,
      "learning_rate": 3.3047217320346466e-06,
      "loss": 0.3506,
      "step": 1138670
    },
    {
      "epoch": 317.8,
      "grad_norm": 0.9667645692825317,
      "learning_rate": 3.3046970696924526e-06,
      "loss": 0.3646,
      "step": 1138680
    },
    {
      "epoch": 317.8,
      "grad_norm": 0.9725124835968018,
      "learning_rate": 3.3046724072223566e-06,
      "loss": 0.3565,
      "step": 1138690
    },
    {
      "epoch": 317.81,
      "grad_norm": 1.1469957828521729,
      "learning_rate": 3.304647744624363e-06,
      "loss": 0.3541,
      "step": 1138700
    },
    {
      "epoch": 317.81,
      "grad_norm": 1.058309555053711,
      "learning_rate": 3.304623081898472e-06,
      "loss": 0.3604,
      "step": 1138710
    },
    {
      "epoch": 317.81,
      "grad_norm": 0.9590193629264832,
      "learning_rate": 3.304598419044689e-06,
      "loss": 0.3439,
      "step": 1138720
    },
    {
      "epoch": 317.81,
      "grad_norm": 1.1340274810791016,
      "learning_rate": 3.3045737560630173e-06,
      "loss": 0.3501,
      "step": 1138730
    },
    {
      "epoch": 317.82,
      "grad_norm": 1.0562198162078857,
      "learning_rate": 3.304549092953459e-06,
      "loss": 0.3461,
      "step": 1138740
    },
    {
      "epoch": 317.82,
      "grad_norm": 1.0399585962295532,
      "learning_rate": 3.3045244297160184e-06,
      "loss": 0.3424,
      "step": 1138750
    },
    {
      "epoch": 317.82,
      "grad_norm": 1.0491371154785156,
      "learning_rate": 3.304499766350699e-06,
      "loss": 0.3411,
      "step": 1138760
    },
    {
      "epoch": 317.83,
      "grad_norm": 0.8971629738807678,
      "learning_rate": 3.3044751028575022e-06,
      "loss": 0.3486,
      "step": 1138770
    },
    {
      "epoch": 317.83,
      "grad_norm": 0.8844292759895325,
      "learning_rate": 3.3044504392364333e-06,
      "loss": 0.3434,
      "step": 1138780
    },
    {
      "epoch": 317.83,
      "grad_norm": 0.9491744041442871,
      "learning_rate": 3.3044257754874955e-06,
      "loss": 0.349,
      "step": 1138790
    },
    {
      "epoch": 317.83,
      "grad_norm": 1.1045279502868652,
      "learning_rate": 3.3044011116106912e-06,
      "loss": 0.3649,
      "step": 1138800
    },
    {
      "epoch": 317.84,
      "grad_norm": 0.9942342042922974,
      "learning_rate": 3.3043764476060236e-06,
      "loss": 0.3489,
      "step": 1138810
    },
    {
      "epoch": 317.84,
      "grad_norm": 1.0572686195373535,
      "learning_rate": 3.3043517834734963e-06,
      "loss": 0.3524,
      "step": 1138820
    },
    {
      "epoch": 317.84,
      "grad_norm": 1.0224415063858032,
      "learning_rate": 3.304327119213113e-06,
      "loss": 0.341,
      "step": 1138830
    },
    {
      "epoch": 317.85,
      "grad_norm": 0.9392426013946533,
      "learning_rate": 3.3043024548248768e-06,
      "loss": 0.3459,
      "step": 1138840
    },
    {
      "epoch": 317.85,
      "grad_norm": 1.0254441499710083,
      "learning_rate": 3.30427779030879e-06,
      "loss": 0.35,
      "step": 1138850
    },
    {
      "epoch": 317.85,
      "grad_norm": 1.1405127048492432,
      "learning_rate": 3.3042531256648573e-06,
      "loss": 0.3489,
      "step": 1138860
    },
    {
      "epoch": 317.85,
      "grad_norm": 1.030496597290039,
      "learning_rate": 3.3042284608930814e-06,
      "loss": 0.3318,
      "step": 1138870
    },
    {
      "epoch": 317.86,
      "grad_norm": 1.3015300035476685,
      "learning_rate": 3.3042037959934654e-06,
      "loss": 0.3685,
      "step": 1138880
    },
    {
      "epoch": 317.86,
      "grad_norm": 0.8940752148628235,
      "learning_rate": 3.304179130966013e-06,
      "loss": 0.352,
      "step": 1138890
    },
    {
      "epoch": 317.86,
      "grad_norm": 1.0198431015014648,
      "learning_rate": 3.304154465810727e-06,
      "loss": 0.3515,
      "step": 1138900
    },
    {
      "epoch": 317.86,
      "grad_norm": 1.0352373123168945,
      "learning_rate": 3.304129800527611e-06,
      "loss": 0.3609,
      "step": 1138910
    },
    {
      "epoch": 317.87,
      "grad_norm": 0.9972507953643799,
      "learning_rate": 3.304105135116668e-06,
      "loss": 0.335,
      "step": 1138920
    },
    {
      "epoch": 317.87,
      "grad_norm": 1.1496237516403198,
      "learning_rate": 3.3040804695779014e-06,
      "loss": 0.3475,
      "step": 1138930
    },
    {
      "epoch": 317.87,
      "grad_norm": 1.0775015354156494,
      "learning_rate": 3.304055803911315e-06,
      "loss": 0.3609,
      "step": 1138940
    },
    {
      "epoch": 317.88,
      "grad_norm": 1.0364686250686646,
      "learning_rate": 3.304031138116912e-06,
      "loss": 0.349,
      "step": 1138950
    },
    {
      "epoch": 317.88,
      "grad_norm": 0.8824546337127686,
      "learning_rate": 3.304006472194694e-06,
      "loss": 0.3471,
      "step": 1138960
    },
    {
      "epoch": 317.88,
      "grad_norm": 1.1687266826629639,
      "learning_rate": 3.303981806144666e-06,
      "loss": 0.3449,
      "step": 1138970
    },
    {
      "epoch": 317.88,
      "grad_norm": 1.0380288362503052,
      "learning_rate": 3.3039571399668315e-06,
      "loss": 0.3486,
      "step": 1138980
    },
    {
      "epoch": 317.89,
      "grad_norm": 0.9422345161437988,
      "learning_rate": 3.303932473661193e-06,
      "loss": 0.3529,
      "step": 1138990
    },
    {
      "epoch": 317.89,
      "grad_norm": 1.1904183626174927,
      "learning_rate": 3.303907807227753e-06,
      "loss": 0.3528,
      "step": 1139000
    },
    {
      "epoch": 317.89,
      "grad_norm": 0.8983936905860901,
      "learning_rate": 3.3038831406665168e-06,
      "loss": 0.3654,
      "step": 1139010
    },
    {
      "epoch": 317.9,
      "grad_norm": 1.1200125217437744,
      "learning_rate": 3.303858473977487e-06,
      "loss": 0.3408,
      "step": 1139020
    },
    {
      "epoch": 317.9,
      "grad_norm": 0.9523398280143738,
      "learning_rate": 3.3038338071606656e-06,
      "loss": 0.3583,
      "step": 1139030
    },
    {
      "epoch": 317.9,
      "grad_norm": 0.9514865279197693,
      "learning_rate": 3.3038091402160567e-06,
      "loss": 0.3679,
      "step": 1139040
    },
    {
      "epoch": 317.9,
      "grad_norm": 1.1053636074066162,
      "learning_rate": 3.303784473143664e-06,
      "loss": 0.3386,
      "step": 1139050
    },
    {
      "epoch": 317.91,
      "grad_norm": 0.976574182510376,
      "learning_rate": 3.3037598059434903e-06,
      "loss": 0.3582,
      "step": 1139060
    },
    {
      "epoch": 317.91,
      "grad_norm": 0.9846497774124146,
      "learning_rate": 3.3037351386155393e-06,
      "loss": 0.347,
      "step": 1139070
    },
    {
      "epoch": 317.91,
      "grad_norm": 0.9773530960083008,
      "learning_rate": 3.3037104711598137e-06,
      "loss": 0.3425,
      "step": 1139080
    },
    {
      "epoch": 317.92,
      "grad_norm": 1.0585063695907593,
      "learning_rate": 3.3036858035763175e-06,
      "loss": 0.3606,
      "step": 1139090
    },
    {
      "epoch": 317.92,
      "grad_norm": 1.0796709060668945,
      "learning_rate": 3.303661135865053e-06,
      "loss": 0.3414,
      "step": 1139100
    },
    {
      "epoch": 317.92,
      "grad_norm": 1.090187430381775,
      "learning_rate": 3.3036364680260244e-06,
      "loss": 0.3693,
      "step": 1139110
    },
    {
      "epoch": 317.92,
      "grad_norm": 1.073366641998291,
      "learning_rate": 3.3036118000592348e-06,
      "loss": 0.3602,
      "step": 1139120
    },
    {
      "epoch": 317.93,
      "grad_norm": 0.8798167109489441,
      "learning_rate": 3.303587131964687e-06,
      "loss": 0.3531,
      "step": 1139130
    },
    {
      "epoch": 317.93,
      "grad_norm": 0.8977523446083069,
      "learning_rate": 3.303562463742385e-06,
      "loss": 0.3355,
      "step": 1139140
    },
    {
      "epoch": 317.93,
      "grad_norm": 0.9740549325942993,
      "learning_rate": 3.3035377953923315e-06,
      "loss": 0.3516,
      "step": 1139150
    },
    {
      "epoch": 317.93,
      "grad_norm": 1.042198896408081,
      "learning_rate": 3.3035131269145307e-06,
      "loss": 0.3542,
      "step": 1139160
    },
    {
      "epoch": 317.94,
      "grad_norm": 1.0731756687164307,
      "learning_rate": 3.303488458308984e-06,
      "loss": 0.3607,
      "step": 1139170
    },
    {
      "epoch": 317.94,
      "grad_norm": 1.1022025346755981,
      "learning_rate": 3.3034637895756966e-06,
      "loss": 0.3695,
      "step": 1139180
    },
    {
      "epoch": 317.94,
      "grad_norm": 1.2599419355392456,
      "learning_rate": 3.3034391207146705e-06,
      "loss": 0.3552,
      "step": 1139190
    },
    {
      "epoch": 317.95,
      "grad_norm": 0.9262751340866089,
      "learning_rate": 3.3034144517259098e-06,
      "loss": 0.3532,
      "step": 1139200
    },
    {
      "epoch": 317.95,
      "grad_norm": 0.9886299967765808,
      "learning_rate": 3.3033897826094178e-06,
      "loss": 0.3527,
      "step": 1139210
    },
    {
      "epoch": 317.95,
      "grad_norm": 1.0313104391098022,
      "learning_rate": 3.303365113365197e-06,
      "loss": 0.3416,
      "step": 1139220
    },
    {
      "epoch": 317.95,
      "grad_norm": 0.87703937292099,
      "learning_rate": 3.303340443993251e-06,
      "loss": 0.3717,
      "step": 1139230
    },
    {
      "epoch": 317.96,
      "grad_norm": 1.3057514429092407,
      "learning_rate": 3.303315774493584e-06,
      "loss": 0.3545,
      "step": 1139240
    },
    {
      "epoch": 317.96,
      "grad_norm": 0.9652004241943359,
      "learning_rate": 3.3032911048661985e-06,
      "loss": 0.3511,
      "step": 1139250
    },
    {
      "epoch": 317.96,
      "grad_norm": 1.1730421781539917,
      "learning_rate": 3.3032664351110965e-06,
      "loss": 0.3637,
      "step": 1139260
    },
    {
      "epoch": 317.97,
      "grad_norm": 0.9291197061538696,
      "learning_rate": 3.303241765228283e-06,
      "loss": 0.3456,
      "step": 1139270
    },
    {
      "epoch": 317.97,
      "grad_norm": 0.9847126007080078,
      "learning_rate": 3.3032170952177627e-06,
      "loss": 0.3631,
      "step": 1139280
    },
    {
      "epoch": 317.97,
      "grad_norm": 1.0131750106811523,
      "learning_rate": 3.303192425079535e-06,
      "loss": 0.3551,
      "step": 1139290
    },
    {
      "epoch": 317.97,
      "grad_norm": 1.0957577228546143,
      "learning_rate": 3.303167754813606e-06,
      "loss": 0.3513,
      "step": 1139300
    },
    {
      "epoch": 317.98,
      "grad_norm": 1.5371816158294678,
      "learning_rate": 3.303143084419979e-06,
      "loss": 0.3365,
      "step": 1139310
    },
    {
      "epoch": 317.98,
      "grad_norm": 1.145693063735962,
      "learning_rate": 3.3031184138986558e-06,
      "loss": 0.3626,
      "step": 1139320
    },
    {
      "epoch": 317.98,
      "grad_norm": 0.9443588852882385,
      "learning_rate": 3.3030937432496397e-06,
      "loss": 0.3437,
      "step": 1139330
    },
    {
      "epoch": 317.98,
      "grad_norm": 1.1458418369293213,
      "learning_rate": 3.3030690724729356e-06,
      "loss": 0.3579,
      "step": 1139340
    },
    {
      "epoch": 317.99,
      "grad_norm": 1.032854437828064,
      "learning_rate": 3.303044401568546e-06,
      "loss": 0.3439,
      "step": 1139350
    },
    {
      "epoch": 317.99,
      "grad_norm": 1.000489354133606,
      "learning_rate": 3.303019730536473e-06,
      "loss": 0.3526,
      "step": 1139360
    },
    {
      "epoch": 317.99,
      "grad_norm": 1.0099543333053589,
      "learning_rate": 3.302995059376722e-06,
      "loss": 0.3608,
      "step": 1139370
    },
    {
      "epoch": 318.0,
      "grad_norm": 1.0332716703414917,
      "learning_rate": 3.302970388089295e-06,
      "loss": 0.355,
      "step": 1139380
    },
    {
      "epoch": 318.0,
      "grad_norm": 0.9497280716896057,
      "learning_rate": 3.3029457166741954e-06,
      "loss": 0.3491,
      "step": 1139390
    },
    {
      "epoch": 318.0,
      "eval_loss": 0.35404863953590393,
      "eval_runtime": 63.1796,
      "eval_samples_per_second": 80.073,
      "eval_steps_per_second": 10.019,
      "step": 1139394
    },
    {
      "epoch": 318.0,
      "grad_norm": 1.0360113382339478,
      "learning_rate": 3.3029210451314262e-06,
      "loss": 0.3488,
      "step": 1139400
    },
    {
      "epoch": 318.0,
      "grad_norm": 3.2433176040649414,
      "learning_rate": 3.302896373460992e-06,
      "loss": 0.3579,
      "step": 1139410
    },
    {
      "epoch": 318.01,
      "grad_norm": 1.059402585029602,
      "learning_rate": 3.3028717016628942e-06,
      "loss": 0.3464,
      "step": 1139420
    },
    {
      "epoch": 318.01,
      "grad_norm": 0.947291374206543,
      "learning_rate": 3.302847029737137e-06,
      "loss": 0.3594,
      "step": 1139430
    },
    {
      "epoch": 318.01,
      "grad_norm": 0.9576956033706665,
      "learning_rate": 3.3028223576837246e-06,
      "loss": 0.3423,
      "step": 1139440
    },
    {
      "epoch": 318.02,
      "grad_norm": 0.9884141683578491,
      "learning_rate": 3.302797685502659e-06,
      "loss": 0.3428,
      "step": 1139450
    },
    {
      "epoch": 318.02,
      "grad_norm": 0.9104148745536804,
      "learning_rate": 3.302773013193944e-06,
      "loss": 0.3609,
      "step": 1139460
    },
    {
      "epoch": 318.02,
      "grad_norm": 1.1108157634735107,
      "learning_rate": 3.302748340757582e-06,
      "loss": 0.3338,
      "step": 1139470
    },
    {
      "epoch": 318.02,
      "grad_norm": 0.9787613153457642,
      "learning_rate": 3.302723668193578e-06,
      "loss": 0.3522,
      "step": 1139480
    },
    {
      "epoch": 318.03,
      "grad_norm": 0.9169816374778748,
      "learning_rate": 3.3026989955019344e-06,
      "loss": 0.3639,
      "step": 1139490
    },
    {
      "epoch": 318.03,
      "grad_norm": 1.0342373847961426,
      "learning_rate": 3.302674322682654e-06,
      "loss": 0.3569,
      "step": 1139500
    },
    {
      "epoch": 318.03,
      "grad_norm": 0.8622271418571472,
      "learning_rate": 3.30264964973574e-06,
      "loss": 0.3521,
      "step": 1139510
    },
    {
      "epoch": 318.04,
      "grad_norm": 0.9569949507713318,
      "learning_rate": 3.3026249766611972e-06,
      "loss": 0.3461,
      "step": 1139520
    },
    {
      "epoch": 318.04,
      "grad_norm": 0.9377100467681885,
      "learning_rate": 3.3026003034590274e-06,
      "loss": 0.3546,
      "step": 1139530
    },
    {
      "epoch": 318.04,
      "grad_norm": 1.0874907970428467,
      "learning_rate": 3.3025756301292346e-06,
      "loss": 0.3473,
      "step": 1139540
    },
    {
      "epoch": 318.04,
      "grad_norm": 1.008122444152832,
      "learning_rate": 3.3025509566718216e-06,
      "loss": 0.3535,
      "step": 1139550
    },
    {
      "epoch": 318.05,
      "grad_norm": 2.3925819396972656,
      "learning_rate": 3.3025262830867915e-06,
      "loss": 0.3521,
      "step": 1139560
    },
    {
      "epoch": 318.05,
      "grad_norm": 1.0582427978515625,
      "learning_rate": 3.302501609374149e-06,
      "loss": 0.361,
      "step": 1139570
    },
    {
      "epoch": 318.05,
      "grad_norm": 1.1358962059020996,
      "learning_rate": 3.3024769355338955e-06,
      "loss": 0.3415,
      "step": 1139580
    },
    {
      "epoch": 318.05,
      "grad_norm": 1.2105962038040161,
      "learning_rate": 3.302452261566035e-06,
      "loss": 0.363,
      "step": 1139590
    },
    {
      "epoch": 318.06,
      "grad_norm": 1.0441533327102661,
      "learning_rate": 3.3024275874705723e-06,
      "loss": 0.362,
      "step": 1139600
    },
    {
      "epoch": 318.06,
      "grad_norm": 0.9922627210617065,
      "learning_rate": 3.3024029132475088e-06,
      "loss": 0.3462,
      "step": 1139610
    },
    {
      "epoch": 318.06,
      "grad_norm": 0.9481868147850037,
      "learning_rate": 3.302378238896848e-06,
      "loss": 0.3621,
      "step": 1139620
    },
    {
      "epoch": 318.07,
      "grad_norm": 0.9283966422080994,
      "learning_rate": 3.3023535644185936e-06,
      "loss": 0.3702,
      "step": 1139630
    },
    {
      "epoch": 318.07,
      "grad_norm": 1.0390254259109497,
      "learning_rate": 3.3023288898127487e-06,
      "loss": 0.3682,
      "step": 1139640
    },
    {
      "epoch": 318.07,
      "grad_norm": 0.9868479371070862,
      "learning_rate": 3.302304215079317e-06,
      "loss": 0.3541,
      "step": 1139650
    },
    {
      "epoch": 318.07,
      "grad_norm": 1.1402018070220947,
      "learning_rate": 3.302279540218301e-06,
      "loss": 0.3589,
      "step": 1139660
    },
    {
      "epoch": 318.08,
      "grad_norm": 0.860084056854248,
      "learning_rate": 3.302254865229705e-06,
      "loss": 0.3542,
      "step": 1139670
    },
    {
      "epoch": 318.08,
      "grad_norm": 0.9500308036804199,
      "learning_rate": 3.3022301901135316e-06,
      "loss": 0.3571,
      "step": 1139680
    },
    {
      "epoch": 318.08,
      "grad_norm": 1.079777479171753,
      "learning_rate": 3.3022055148697836e-06,
      "loss": 0.3657,
      "step": 1139690
    },
    {
      "epoch": 318.09,
      "grad_norm": 1.0529723167419434,
      "learning_rate": 3.302180839498466e-06,
      "loss": 0.3471,
      "step": 1139700
    },
    {
      "epoch": 318.09,
      "grad_norm": 1.098114252090454,
      "learning_rate": 3.3021561639995804e-06,
      "loss": 0.3396,
      "step": 1139710
    },
    {
      "epoch": 318.09,
      "grad_norm": 1.113999843597412,
      "learning_rate": 3.3021314883731303e-06,
      "loss": 0.3516,
      "step": 1139720
    },
    {
      "epoch": 318.09,
      "grad_norm": 1.1378974914550781,
      "learning_rate": 3.3021068126191204e-06,
      "loss": 0.3579,
      "step": 1139730
    },
    {
      "epoch": 318.1,
      "grad_norm": 0.9691927433013916,
      "learning_rate": 3.3020821367375524e-06,
      "loss": 0.3447,
      "step": 1139740
    },
    {
      "epoch": 318.1,
      "grad_norm": 0.9889637231826782,
      "learning_rate": 3.3020574607284297e-06,
      "loss": 0.3453,
      "step": 1139750
    },
    {
      "epoch": 318.1,
      "grad_norm": 1.058800220489502,
      "learning_rate": 3.3020327845917565e-06,
      "loss": 0.3418,
      "step": 1139760
    },
    {
      "epoch": 318.1,
      "grad_norm": 1.0309834480285645,
      "learning_rate": 3.3020081083275354e-06,
      "loss": 0.3349,
      "step": 1139770
    },
    {
      "epoch": 318.11,
      "grad_norm": 1.410480260848999,
      "learning_rate": 3.3019834319357703e-06,
      "loss": 0.3706,
      "step": 1139780
    },
    {
      "epoch": 318.11,
      "grad_norm": 1.103361964225769,
      "learning_rate": 3.3019587554164635e-06,
      "loss": 0.3589,
      "step": 1139790
    },
    {
      "epoch": 318.11,
      "grad_norm": 1.3814703226089478,
      "learning_rate": 3.301934078769619e-06,
      "loss": 0.354,
      "step": 1139800
    },
    {
      "epoch": 318.12,
      "grad_norm": 1.0118693113327026,
      "learning_rate": 3.3019094019952398e-06,
      "loss": 0.3609,
      "step": 1139810
    },
    {
      "epoch": 318.12,
      "grad_norm": 0.9660277962684631,
      "learning_rate": 3.30188472509333e-06,
      "loss": 0.3607,
      "step": 1139820
    },
    {
      "epoch": 318.12,
      "grad_norm": 0.9612554907798767,
      "learning_rate": 3.3018600480638917e-06,
      "loss": 0.3639,
      "step": 1139830
    },
    {
      "epoch": 318.12,
      "grad_norm": 1.105588436126709,
      "learning_rate": 3.301835370906929e-06,
      "loss": 0.3629,
      "step": 1139840
    },
    {
      "epoch": 318.13,
      "grad_norm": 1.0282343626022339,
      "learning_rate": 3.301810693622444e-06,
      "loss": 0.3593,
      "step": 1139850
    },
    {
      "epoch": 318.13,
      "grad_norm": 1.0034418106079102,
      "learning_rate": 3.3017860162104415e-06,
      "loss": 0.3585,
      "step": 1139860
    },
    {
      "epoch": 318.13,
      "grad_norm": 0.9861424565315247,
      "learning_rate": 3.3017613386709242e-06,
      "loss": 0.356,
      "step": 1139870
    },
    {
      "epoch": 318.14,
      "grad_norm": 1.0070868730545044,
      "learning_rate": 3.301736661003895e-06,
      "loss": 0.3556,
      "step": 1139880
    },
    {
      "epoch": 318.14,
      "grad_norm": 1.0692662000656128,
      "learning_rate": 3.3017119832093578e-06,
      "loss": 0.3588,
      "step": 1139890
    },
    {
      "epoch": 318.14,
      "grad_norm": 0.892383873462677,
      "learning_rate": 3.301687305287316e-06,
      "loss": 0.3363,
      "step": 1139900
    },
    {
      "epoch": 318.14,
      "grad_norm": 0.9423481225967407,
      "learning_rate": 3.301662627237772e-06,
      "loss": 0.3548,
      "step": 1139910
    },
    {
      "epoch": 318.15,
      "grad_norm": 1.0380327701568604,
      "learning_rate": 3.3016379490607295e-06,
      "loss": 0.3479,
      "step": 1139920
    },
    {
      "epoch": 318.15,
      "grad_norm": 1.0195729732513428,
      "learning_rate": 3.3016132707561924e-06,
      "loss": 0.3526,
      "step": 1139930
    },
    {
      "epoch": 318.15,
      "grad_norm": 1.0645028352737427,
      "learning_rate": 3.3015885923241625e-06,
      "loss": 0.3529,
      "step": 1139940
    },
    {
      "epoch": 318.16,
      "grad_norm": 0.9611532688140869,
      "learning_rate": 3.3015639137646447e-06,
      "loss": 0.3581,
      "step": 1139950
    },
    {
      "epoch": 318.16,
      "grad_norm": 1.0346121788024902,
      "learning_rate": 3.3015392350776414e-06,
      "loss": 0.3559,
      "step": 1139960
    },
    {
      "epoch": 318.16,
      "grad_norm": 1.0137195587158203,
      "learning_rate": 3.301514556263156e-06,
      "loss": 0.3623,
      "step": 1139970
    },
    {
      "epoch": 318.16,
      "grad_norm": 0.9919321537017822,
      "learning_rate": 3.3014898773211924e-06,
      "loss": 0.3525,
      "step": 1139980
    },
    {
      "epoch": 318.17,
      "grad_norm": 0.9232935309410095,
      "learning_rate": 3.3014651982517533e-06,
      "loss": 0.3441,
      "step": 1139990
    },
    {
      "epoch": 318.17,
      "grad_norm": 1.1311285495758057,
      "learning_rate": 3.301440519054841e-06,
      "loss": 0.3491,
      "step": 1140000
    },
    {
      "epoch": 318.17,
      "grad_norm": 1.1858738660812378,
      "learning_rate": 3.3014158397304607e-06,
      "loss": 0.3441,
      "step": 1140010
    },
    {
      "epoch": 318.17,
      "grad_norm": 1.0912628173828125,
      "learning_rate": 3.301391160278615e-06,
      "loss": 0.3569,
      "step": 1140020
    },
    {
      "epoch": 318.18,
      "grad_norm": 0.9878919124603271,
      "learning_rate": 3.301366480699306e-06,
      "loss": 0.3692,
      "step": 1140030
    },
    {
      "epoch": 318.18,
      "grad_norm": 0.9664812088012695,
      "learning_rate": 3.3013418009925393e-06,
      "loss": 0.3533,
      "step": 1140040
    },
    {
      "epoch": 318.18,
      "grad_norm": 0.942722737789154,
      "learning_rate": 3.301317121158316e-06,
      "loss": 0.3551,
      "step": 1140050
    },
    {
      "epoch": 318.19,
      "grad_norm": 1.0474963188171387,
      "learning_rate": 3.301292441196641e-06,
      "loss": 0.376,
      "step": 1140060
    },
    {
      "epoch": 318.19,
      "grad_norm": 0.9532191157341003,
      "learning_rate": 3.301267761107516e-06,
      "loss": 0.3577,
      "step": 1140070
    },
    {
      "epoch": 318.19,
      "grad_norm": 0.9579591155052185,
      "learning_rate": 3.3012430808909455e-06,
      "loss": 0.3477,
      "step": 1140080
    },
    {
      "epoch": 318.19,
      "grad_norm": 1.038331151008606,
      "learning_rate": 3.3012184005469322e-06,
      "loss": 0.3589,
      "step": 1140090
    },
    {
      "epoch": 318.2,
      "grad_norm": 0.9520695805549622,
      "learning_rate": 3.30119372007548e-06,
      "loss": 0.3708,
      "step": 1140100
    },
    {
      "epoch": 318.2,
      "grad_norm": 1.1271744966506958,
      "learning_rate": 3.301169039476591e-06,
      "loss": 0.3499,
      "step": 1140110
    },
    {
      "epoch": 318.2,
      "grad_norm": 1.2610697746276855,
      "learning_rate": 3.3011443587502702e-06,
      "loss": 0.3646,
      "step": 1140120
    },
    {
      "epoch": 318.21,
      "grad_norm": 1.0800814628601074,
      "learning_rate": 3.3011196778965197e-06,
      "loss": 0.3647,
      "step": 1140130
    },
    {
      "epoch": 318.21,
      "grad_norm": 1.0485862493515015,
      "learning_rate": 3.3010949969153424e-06,
      "loss": 0.3454,
      "step": 1140140
    },
    {
      "epoch": 318.21,
      "grad_norm": 1.1411468982696533,
      "learning_rate": 3.301070315806743e-06,
      "loss": 0.3587,
      "step": 1140150
    },
    {
      "epoch": 318.21,
      "grad_norm": 0.9579205513000488,
      "learning_rate": 3.3010456345707236e-06,
      "loss": 0.3493,
      "step": 1140160
    },
    {
      "epoch": 318.22,
      "grad_norm": 1.0567866563796997,
      "learning_rate": 3.301020953207288e-06,
      "loss": 0.3607,
      "step": 1140170
    },
    {
      "epoch": 318.22,
      "grad_norm": 0.9134977459907532,
      "learning_rate": 3.3009962717164395e-06,
      "loss": 0.3539,
      "step": 1140180
    },
    {
      "epoch": 318.22,
      "grad_norm": 1.0656310319900513,
      "learning_rate": 3.300971590098181e-06,
      "loss": 0.3529,
      "step": 1140190
    },
    {
      "epoch": 318.22,
      "grad_norm": 1.0551812648773193,
      "learning_rate": 3.3009469083525164e-06,
      "loss": 0.3528,
      "step": 1140200
    },
    {
      "epoch": 318.23,
      "grad_norm": 1.0183205604553223,
      "learning_rate": 3.3009222264794486e-06,
      "loss": 0.3436,
      "step": 1140210
    },
    {
      "epoch": 318.23,
      "grad_norm": 1.0960453748703003,
      "learning_rate": 3.3008975444789806e-06,
      "loss": 0.3566,
      "step": 1140220
    },
    {
      "epoch": 318.23,
      "grad_norm": 1.0751551389694214,
      "learning_rate": 3.300872862351116e-06,
      "loss": 0.365,
      "step": 1140230
    },
    {
      "epoch": 318.24,
      "grad_norm": 1.2226229906082153,
      "learning_rate": 3.3008481800958584e-06,
      "loss": 0.3491,
      "step": 1140240
    },
    {
      "epoch": 318.24,
      "grad_norm": 0.9597195982933044,
      "learning_rate": 3.30082349771321e-06,
      "loss": 0.3672,
      "step": 1140250
    },
    {
      "epoch": 318.24,
      "grad_norm": 1.053687334060669,
      "learning_rate": 3.300798815203176e-06,
      "loss": 0.3563,
      "step": 1140260
    },
    {
      "epoch": 318.24,
      "grad_norm": 0.973369836807251,
      "learning_rate": 3.3007741325657574e-06,
      "loss": 0.3526,
      "step": 1140270
    },
    {
      "epoch": 318.25,
      "grad_norm": 1.053070068359375,
      "learning_rate": 3.3007494498009596e-06,
      "loss": 0.3618,
      "step": 1140280
    },
    {
      "epoch": 318.25,
      "grad_norm": 1.0783814191818237,
      "learning_rate": 3.3007247669087845e-06,
      "loss": 0.349,
      "step": 1140290
    },
    {
      "epoch": 318.25,
      "grad_norm": 0.9973114728927612,
      "learning_rate": 3.3007000838892355e-06,
      "loss": 0.3518,
      "step": 1140300
    },
    {
      "epoch": 318.26,
      "grad_norm": 0.9904837608337402,
      "learning_rate": 3.3006754007423165e-06,
      "loss": 0.3591,
      "step": 1140310
    },
    {
      "epoch": 318.26,
      "grad_norm": 0.9803311824798584,
      "learning_rate": 3.3006507174680304e-06,
      "loss": 0.3413,
      "step": 1140320
    },
    {
      "epoch": 318.26,
      "grad_norm": 1.0675530433654785,
      "learning_rate": 3.300626034066381e-06,
      "loss": 0.3626,
      "step": 1140330
    },
    {
      "epoch": 318.26,
      "grad_norm": 1.0075137615203857,
      "learning_rate": 3.300601350537371e-06,
      "loss": 0.3513,
      "step": 1140340
    },
    {
      "epoch": 318.27,
      "grad_norm": 0.9657840728759766,
      "learning_rate": 3.3005766668810037e-06,
      "loss": 0.3555,
      "step": 1140350
    },
    {
      "epoch": 318.27,
      "grad_norm": 0.8755066394805908,
      "learning_rate": 3.300551983097282e-06,
      "loss": 0.3457,
      "step": 1140360
    },
    {
      "epoch": 318.27,
      "grad_norm": 1.00970458984375,
      "learning_rate": 3.30052729918621e-06,
      "loss": 0.3457,
      "step": 1140370
    },
    {
      "epoch": 318.28,
      "grad_norm": 1.0505011081695557,
      "learning_rate": 3.3005026151477906e-06,
      "loss": 0.3619,
      "step": 1140380
    },
    {
      "epoch": 318.28,
      "grad_norm": 1.2309379577636719,
      "learning_rate": 3.3004779309820273e-06,
      "loss": 0.3492,
      "step": 1140390
    },
    {
      "epoch": 318.28,
      "grad_norm": 0.9532074332237244,
      "learning_rate": 3.300453246688924e-06,
      "loss": 0.3491,
      "step": 1140400
    },
    {
      "epoch": 318.28,
      "grad_norm": 1.106565237045288,
      "learning_rate": 3.3004285622684826e-06,
      "loss": 0.357,
      "step": 1140410
    },
    {
      "epoch": 318.29,
      "grad_norm": 1.1808695793151855,
      "learning_rate": 3.3004038777207066e-06,
      "loss": 0.3539,
      "step": 1140420
    },
    {
      "epoch": 318.29,
      "grad_norm": 0.9736003875732422,
      "learning_rate": 3.3003791930456e-06,
      "loss": 0.3711,
      "step": 1140430
    },
    {
      "epoch": 318.29,
      "grad_norm": 0.9453336000442505,
      "learning_rate": 3.3003545082431657e-06,
      "loss": 0.3513,
      "step": 1140440
    },
    {
      "epoch": 318.29,
      "grad_norm": 1.0151395797729492,
      "learning_rate": 3.300329823313407e-06,
      "loss": 0.3653,
      "step": 1140450
    },
    {
      "epoch": 318.3,
      "grad_norm": 1.0135854482650757,
      "learning_rate": 3.3003051382563276e-06,
      "loss": 0.3402,
      "step": 1140460
    },
    {
      "epoch": 318.3,
      "grad_norm": 1.0302238464355469,
      "learning_rate": 3.300280453071931e-06,
      "loss": 0.3847,
      "step": 1140470
    },
    {
      "epoch": 318.3,
      "grad_norm": 1.3883029222488403,
      "learning_rate": 3.3002557677602186e-06,
      "loss": 0.3596,
      "step": 1140480
    },
    {
      "epoch": 318.31,
      "grad_norm": 1.037501335144043,
      "learning_rate": 3.300231082321196e-06,
      "loss": 0.3507,
      "step": 1140490
    },
    {
      "epoch": 318.31,
      "grad_norm": 1.1115344762802124,
      "learning_rate": 3.3002063967548657e-06,
      "loss": 0.356,
      "step": 1140500
    },
    {
      "epoch": 318.31,
      "grad_norm": 1.0104130506515503,
      "learning_rate": 3.3001817110612295e-06,
      "loss": 0.3483,
      "step": 1140510
    },
    {
      "epoch": 318.31,
      "grad_norm": 0.8192855715751648,
      "learning_rate": 3.3001570252402935e-06,
      "loss": 0.3441,
      "step": 1140520
    },
    {
      "epoch": 318.32,
      "grad_norm": 1.1556859016418457,
      "learning_rate": 3.3001323392920587e-06,
      "loss": 0.358,
      "step": 1140530
    },
    {
      "epoch": 318.32,
      "grad_norm": 1.0791891813278198,
      "learning_rate": 3.300107653216529e-06,
      "loss": 0.3376,
      "step": 1140540
    },
    {
      "epoch": 318.32,
      "grad_norm": 1.1691088676452637,
      "learning_rate": 3.3000829670137077e-06,
      "loss": 0.367,
      "step": 1140550
    },
    {
      "epoch": 318.33,
      "grad_norm": 0.9532875418663025,
      "learning_rate": 3.300058280683599e-06,
      "loss": 0.3485,
      "step": 1140560
    },
    {
      "epoch": 318.33,
      "grad_norm": 0.8925535082817078,
      "learning_rate": 3.300033594226205e-06,
      "loss": 0.3555,
      "step": 1140570
    },
    {
      "epoch": 318.33,
      "grad_norm": 1.0014071464538574,
      "learning_rate": 3.300008907641529e-06,
      "loss": 0.3689,
      "step": 1140580
    },
    {
      "epoch": 318.33,
      "grad_norm": 0.8938900232315063,
      "learning_rate": 3.299984220929575e-06,
      "loss": 0.351,
      "step": 1140590
    },
    {
      "epoch": 318.34,
      "grad_norm": 1.264228343963623,
      "learning_rate": 3.2999595340903464e-06,
      "loss": 0.3562,
      "step": 1140600
    },
    {
      "epoch": 318.34,
      "grad_norm": 1.0310354232788086,
      "learning_rate": 3.2999348471238454e-06,
      "loss": 0.3461,
      "step": 1140610
    },
    {
      "epoch": 318.34,
      "grad_norm": 1.0123348236083984,
      "learning_rate": 3.2999101600300756e-06,
      "loss": 0.3485,
      "step": 1140620
    },
    {
      "epoch": 318.34,
      "grad_norm": 0.9914645552635193,
      "learning_rate": 3.2998854728090416e-06,
      "loss": 0.3634,
      "step": 1140630
    },
    {
      "epoch": 318.35,
      "grad_norm": 1.0196449756622314,
      "learning_rate": 3.2998607854607456e-06,
      "loss": 0.3765,
      "step": 1140640
    },
    {
      "epoch": 318.35,
      "grad_norm": 1.1112395524978638,
      "learning_rate": 3.299836097985191e-06,
      "loss": 0.3551,
      "step": 1140650
    },
    {
      "epoch": 318.35,
      "grad_norm": 0.9431097507476807,
      "learning_rate": 3.299811410382381e-06,
      "loss": 0.3534,
      "step": 1140660
    },
    {
      "epoch": 318.36,
      "grad_norm": 0.9577157497406006,
      "learning_rate": 3.299786722652318e-06,
      "loss": 0.3542,
      "step": 1140670
    },
    {
      "epoch": 318.36,
      "grad_norm": 1.0043809413909912,
      "learning_rate": 3.299762034795007e-06,
      "loss": 0.3522,
      "step": 1140680
    },
    {
      "epoch": 318.36,
      "grad_norm": 1.0018094778060913,
      "learning_rate": 3.2997373468104505e-06,
      "loss": 0.342,
      "step": 1140690
    },
    {
      "epoch": 318.36,
      "grad_norm": 1.4257609844207764,
      "learning_rate": 3.299712658698652e-06,
      "loss": 0.3754,
      "step": 1140700
    },
    {
      "epoch": 318.37,
      "grad_norm": 0.8767448663711548,
      "learning_rate": 3.2996879704596146e-06,
      "loss": 0.3499,
      "step": 1140710
    },
    {
      "epoch": 318.37,
      "grad_norm": 1.0109977722167969,
      "learning_rate": 3.2996632820933413e-06,
      "loss": 0.3549,
      "step": 1140720
    },
    {
      "epoch": 318.37,
      "grad_norm": 1.1279771327972412,
      "learning_rate": 3.2996385935998364e-06,
      "loss": 0.3289,
      "step": 1140730
    },
    {
      "epoch": 318.38,
      "grad_norm": 1.0096943378448486,
      "learning_rate": 3.2996139049791012e-06,
      "loss": 0.3446,
      "step": 1140740
    },
    {
      "epoch": 318.38,
      "grad_norm": 0.9441670775413513,
      "learning_rate": 3.2995892162311413e-06,
      "loss": 0.3387,
      "step": 1140750
    },
    {
      "epoch": 318.38,
      "grad_norm": 0.9487379193305969,
      "learning_rate": 3.299564527355959e-06,
      "loss": 0.3352,
      "step": 1140760
    },
    {
      "epoch": 318.38,
      "grad_norm": 1.1069077253341675,
      "learning_rate": 3.2995398383535564e-06,
      "loss": 0.3557,
      "step": 1140770
    },
    {
      "epoch": 318.39,
      "grad_norm": 1.2026151418685913,
      "learning_rate": 3.299515149223939e-06,
      "loss": 0.3601,
      "step": 1140780
    },
    {
      "epoch": 318.39,
      "grad_norm": 1.0014854669570923,
      "learning_rate": 3.2994904599671093e-06,
      "loss": 0.3623,
      "step": 1140790
    },
    {
      "epoch": 318.39,
      "grad_norm": 0.9965214729309082,
      "learning_rate": 3.299465770583069e-06,
      "loss": 0.3535,
      "step": 1140800
    },
    {
      "epoch": 318.4,
      "grad_norm": 0.9478169679641724,
      "learning_rate": 3.2994410810718233e-06,
      "loss": 0.3524,
      "step": 1140810
    },
    {
      "epoch": 318.4,
      "grad_norm": 1.0838849544525146,
      "learning_rate": 3.299416391433375e-06,
      "loss": 0.3698,
      "step": 1140820
    },
    {
      "epoch": 318.4,
      "grad_norm": 1.245345115661621,
      "learning_rate": 3.299391701667727e-06,
      "loss": 0.3419,
      "step": 1140830
    },
    {
      "epoch": 318.4,
      "grad_norm": 1.0160399675369263,
      "learning_rate": 3.2993670117748827e-06,
      "loss": 0.3271,
      "step": 1140840
    },
    {
      "epoch": 318.41,
      "grad_norm": 1.0773098468780518,
      "learning_rate": 3.299342321754846e-06,
      "loss": 0.361,
      "step": 1140850
    },
    {
      "epoch": 318.41,
      "grad_norm": 1.0556315183639526,
      "learning_rate": 3.29931763160762e-06,
      "loss": 0.351,
      "step": 1140860
    },
    {
      "epoch": 318.41,
      "grad_norm": 0.8923502564430237,
      "learning_rate": 3.2992929413332067e-06,
      "loss": 0.3526,
      "step": 1140870
    },
    {
      "epoch": 318.41,
      "grad_norm": 1.1293455362319946,
      "learning_rate": 3.2992682509316106e-06,
      "loss": 0.3485,
      "step": 1140880
    },
    {
      "epoch": 318.42,
      "grad_norm": 0.9518608450889587,
      "learning_rate": 3.2992435604028355e-06,
      "loss": 0.3559,
      "step": 1140890
    },
    {
      "epoch": 318.42,
      "grad_norm": 4.032736778259277,
      "learning_rate": 3.299218869746883e-06,
      "loss": 0.376,
      "step": 1140900
    },
    {
      "epoch": 318.42,
      "grad_norm": 1.1018980741500854,
      "learning_rate": 3.2991941789637574e-06,
      "loss": 0.3581,
      "step": 1140910
    },
    {
      "epoch": 318.43,
      "grad_norm": 1.0943344831466675,
      "learning_rate": 3.299169488053463e-06,
      "loss": 0.3347,
      "step": 1140920
    },
    {
      "epoch": 318.43,
      "grad_norm": 1.1539608240127563,
      "learning_rate": 3.2991447970160014e-06,
      "loss": 0.3569,
      "step": 1140930
    },
    {
      "epoch": 318.43,
      "grad_norm": 0.9655203819274902,
      "learning_rate": 3.299120105851376e-06,
      "loss": 0.3634,
      "step": 1140940
    },
    {
      "epoch": 318.43,
      "grad_norm": 0.9881499409675598,
      "learning_rate": 3.299095414559591e-06,
      "loss": 0.381,
      "step": 1140950
    },
    {
      "epoch": 318.44,
      "grad_norm": 0.9858477115631104,
      "learning_rate": 3.2990707231406495e-06,
      "loss": 0.3398,
      "step": 1140960
    },
    {
      "epoch": 318.44,
      "grad_norm": 1.193081259727478,
      "learning_rate": 3.299046031594554e-06,
      "loss": 0.357,
      "step": 1140970
    },
    {
      "epoch": 318.44,
      "grad_norm": 1.0969802141189575,
      "learning_rate": 3.2990213399213085e-06,
      "loss": 0.3461,
      "step": 1140980
    },
    {
      "epoch": 318.45,
      "grad_norm": 1.023176670074463,
      "learning_rate": 3.298996648120916e-06,
      "loss": 0.3392,
      "step": 1140990
    },
    {
      "epoch": 318.45,
      "grad_norm": 0.8735143542289734,
      "learning_rate": 3.2989719561933806e-06,
      "loss": 0.3434,
      "step": 1141000
    },
    {
      "epoch": 318.45,
      "grad_norm": 0.9942710995674133,
      "learning_rate": 3.298947264138704e-06,
      "loss": 0.348,
      "step": 1141010
    },
    {
      "epoch": 318.45,
      "grad_norm": 0.8971831798553467,
      "learning_rate": 3.2989225719568915e-06,
      "loss": 0.34,
      "step": 1141020
    },
    {
      "epoch": 318.46,
      "grad_norm": 0.9192377328872681,
      "learning_rate": 3.2988978796479445e-06,
      "loss": 0.3759,
      "step": 1141030
    },
    {
      "epoch": 318.46,
      "grad_norm": 0.8923693299293518,
      "learning_rate": 3.2988731872118668e-06,
      "loss": 0.3474,
      "step": 1141040
    },
    {
      "epoch": 318.46,
      "grad_norm": 0.9388673305511475,
      "learning_rate": 3.298848494648663e-06,
      "loss": 0.3638,
      "step": 1141050
    },
    {
      "epoch": 318.46,
      "grad_norm": 1.0348833799362183,
      "learning_rate": 3.298823801958334e-06,
      "loss": 0.3436,
      "step": 1141060
    },
    {
      "epoch": 318.47,
      "grad_norm": 1.0146205425262451,
      "learning_rate": 3.2987991091408854e-06,
      "loss": 0.3609,
      "step": 1141070
    },
    {
      "epoch": 318.47,
      "grad_norm": 0.9734630584716797,
      "learning_rate": 3.298774416196319e-06,
      "loss": 0.342,
      "step": 1141080
    },
    {
      "epoch": 318.47,
      "grad_norm": 1.1335258483886719,
      "learning_rate": 3.2987497231246383e-06,
      "loss": 0.3584,
      "step": 1141090
    },
    {
      "epoch": 318.48,
      "grad_norm": 0.9474779963493347,
      "learning_rate": 3.2987250299258476e-06,
      "loss": 0.3547,
      "step": 1141100
    },
    {
      "epoch": 318.48,
      "grad_norm": 3.9253733158111572,
      "learning_rate": 3.2987003365999494e-06,
      "loss": 0.3632,
      "step": 1141110
    },
    {
      "epoch": 318.48,
      "grad_norm": 0.9372476935386658,
      "learning_rate": 3.298675643146947e-06,
      "loss": 0.3581,
      "step": 1141120
    },
    {
      "epoch": 318.48,
      "grad_norm": 1.7684534788131714,
      "learning_rate": 3.298650949566843e-06,
      "loss": 0.3583,
      "step": 1141130
    },
    {
      "epoch": 318.49,
      "grad_norm": 1.0965489149093628,
      "learning_rate": 3.298626255859642e-06,
      "loss": 0.3511,
      "step": 1141140
    },
    {
      "epoch": 318.49,
      "grad_norm": 1.0271567106246948,
      "learning_rate": 3.298601562025347e-06,
      "loss": 0.348,
      "step": 1141150
    },
    {
      "epoch": 318.49,
      "grad_norm": 1.00611412525177,
      "learning_rate": 3.298576868063961e-06,
      "loss": 0.3517,
      "step": 1141160
    },
    {
      "epoch": 318.5,
      "grad_norm": 0.9339554905891418,
      "learning_rate": 3.2985521739754864e-06,
      "loss": 0.3545,
      "step": 1141170
    },
    {
      "epoch": 318.5,
      "grad_norm": 1.0227336883544922,
      "learning_rate": 3.298527479759928e-06,
      "loss": 0.3454,
      "step": 1141180
    },
    {
      "epoch": 318.5,
      "grad_norm": 1.1464530229568481,
      "learning_rate": 3.2985027854172888e-06,
      "loss": 0.3503,
      "step": 1141190
    },
    {
      "epoch": 318.5,
      "grad_norm": 1.0771206617355347,
      "learning_rate": 3.2984780909475705e-06,
      "loss": 0.3577,
      "step": 1141200
    },
    {
      "epoch": 318.51,
      "grad_norm": 1.2218981981277466,
      "learning_rate": 3.298453396350779e-06,
      "loss": 0.3773,
      "step": 1141210
    },
    {
      "epoch": 318.51,
      "grad_norm": 1.0210899114608765,
      "learning_rate": 3.298428701626916e-06,
      "loss": 0.3571,
      "step": 1141220
    },
    {
      "epoch": 318.51,
      "grad_norm": 1.113848090171814,
      "learning_rate": 3.2984040067759846e-06,
      "loss": 0.3419,
      "step": 1141230
    },
    {
      "epoch": 318.52,
      "grad_norm": 1.1844151020050049,
      "learning_rate": 3.298379311797989e-06,
      "loss": 0.3596,
      "step": 1141240
    },
    {
      "epoch": 318.52,
      "grad_norm": 0.9756672382354736,
      "learning_rate": 3.298354616692931e-06,
      "loss": 0.349,
      "step": 1141250
    },
    {
      "epoch": 318.52,
      "grad_norm": 1.2790886163711548,
      "learning_rate": 3.2983299214608154e-06,
      "loss": 0.3657,
      "step": 1141260
    },
    {
      "epoch": 318.52,
      "grad_norm": 0.9501227736473083,
      "learning_rate": 3.2983052261016447e-06,
      "loss": 0.3653,
      "step": 1141270
    },
    {
      "epoch": 318.53,
      "grad_norm": 0.9246587157249451,
      "learning_rate": 3.298280530615423e-06,
      "loss": 0.3626,
      "step": 1141280
    },
    {
      "epoch": 318.53,
      "grad_norm": 1.1030616760253906,
      "learning_rate": 3.298255835002153e-06,
      "loss": 0.362,
      "step": 1141290
    },
    {
      "epoch": 318.53,
      "grad_norm": 1.1407983303070068,
      "learning_rate": 3.298231139261838e-06,
      "loss": 0.3571,
      "step": 1141300
    },
    {
      "epoch": 318.53,
      "grad_norm": 1.1459462642669678,
      "learning_rate": 3.298206443394481e-06,
      "loss": 0.3449,
      "step": 1141310
    },
    {
      "epoch": 318.54,
      "grad_norm": 0.8443856239318848,
      "learning_rate": 3.2981817474000854e-06,
      "loss": 0.3425,
      "step": 1141320
    },
    {
      "epoch": 318.54,
      "grad_norm": 1.0355792045593262,
      "learning_rate": 3.298157051278655e-06,
      "loss": 0.3368,
      "step": 1141330
    },
    {
      "epoch": 318.54,
      "grad_norm": 0.8842578530311584,
      "learning_rate": 3.298132355030193e-06,
      "loss": 0.3352,
      "step": 1141340
    },
    {
      "epoch": 318.55,
      "grad_norm": 0.9618823528289795,
      "learning_rate": 3.2981076586547013e-06,
      "loss": 0.3496,
      "step": 1141350
    },
    {
      "epoch": 318.55,
      "grad_norm": 0.9020463824272156,
      "learning_rate": 3.2980829621521856e-06,
      "loss": 0.3615,
      "step": 1141360
    },
    {
      "epoch": 318.55,
      "grad_norm": 1.0764282941818237,
      "learning_rate": 3.2980582655226476e-06,
      "loss": 0.3485,
      "step": 1141370
    },
    {
      "epoch": 318.55,
      "grad_norm": 1.0445868968963623,
      "learning_rate": 3.2980335687660907e-06,
      "loss": 0.3558,
      "step": 1141380
    },
    {
      "epoch": 318.56,
      "grad_norm": 0.9635173082351685,
      "learning_rate": 3.2980088718825187e-06,
      "loss": 0.3674,
      "step": 1141390
    },
    {
      "epoch": 318.56,
      "grad_norm": 1.1368612051010132,
      "learning_rate": 3.297984174871935e-06,
      "loss": 0.3564,
      "step": 1141400
    },
    {
      "epoch": 318.56,
      "grad_norm": 0.9636369347572327,
      "learning_rate": 3.2979594777343414e-06,
      "loss": 0.3767,
      "step": 1141410
    },
    {
      "epoch": 318.57,
      "grad_norm": 1.0260589122772217,
      "learning_rate": 3.297934780469742e-06,
      "loss": 0.3432,
      "step": 1141420
    },
    {
      "epoch": 318.57,
      "grad_norm": 1.31455659866333,
      "learning_rate": 3.297910083078142e-06,
      "loss": 0.3567,
      "step": 1141430
    },
    {
      "epoch": 318.57,
      "grad_norm": 0.9617365002632141,
      "learning_rate": 3.2978853855595415e-06,
      "loss": 0.3486,
      "step": 1141440
    },
    {
      "epoch": 318.57,
      "grad_norm": 1.098994493484497,
      "learning_rate": 3.2978606879139465e-06,
      "loss": 0.3585,
      "step": 1141450
    },
    {
      "epoch": 318.58,
      "grad_norm": 0.9637880921363831,
      "learning_rate": 3.297835990141358e-06,
      "loss": 0.3652,
      "step": 1141460
    },
    {
      "epoch": 318.58,
      "grad_norm": 1.0522892475128174,
      "learning_rate": 3.297811292241781e-06,
      "loss": 0.3493,
      "step": 1141470
    },
    {
      "epoch": 318.58,
      "grad_norm": 1.0808079242706299,
      "learning_rate": 3.297786594215218e-06,
      "loss": 0.3434,
      "step": 1141480
    },
    {
      "epoch": 318.58,
      "grad_norm": 0.9157789945602417,
      "learning_rate": 3.2977618960616727e-06,
      "loss": 0.3394,
      "step": 1141490
    },
    {
      "epoch": 318.59,
      "grad_norm": 1.2540678977966309,
      "learning_rate": 3.297737197781148e-06,
      "loss": 0.3473,
      "step": 1141500
    },
    {
      "epoch": 318.59,
      "grad_norm": 1.2096505165100098,
      "learning_rate": 3.2977124993736473e-06,
      "loss": 0.3401,
      "step": 1141510
    },
    {
      "epoch": 318.59,
      "grad_norm": 0.9854481816291809,
      "learning_rate": 3.2976878008391746e-06,
      "loss": 0.3525,
      "step": 1141520
    },
    {
      "epoch": 318.6,
      "grad_norm": 0.9875065684318542,
      "learning_rate": 3.2976631021777316e-06,
      "loss": 0.348,
      "step": 1141530
    },
    {
      "epoch": 318.6,
      "grad_norm": 0.9907152652740479,
      "learning_rate": 3.297638403389323e-06,
      "loss": 0.3577,
      "step": 1141540
    },
    {
      "epoch": 318.6,
      "grad_norm": 0.9918913245201111,
      "learning_rate": 3.2976137044739507e-06,
      "loss": 0.3633,
      "step": 1141550
    },
    {
      "epoch": 318.6,
      "grad_norm": 1.1389291286468506,
      "learning_rate": 3.2975890054316194e-06,
      "loss": 0.3652,
      "step": 1141560
    },
    {
      "epoch": 318.61,
      "grad_norm": 1.056097149848938,
      "learning_rate": 3.2975643062623328e-06,
      "loss": 0.3404,
      "step": 1141570
    },
    {
      "epoch": 318.61,
      "grad_norm": 0.9561581611633301,
      "learning_rate": 3.297539606966092e-06,
      "loss": 0.3612,
      "step": 1141580
    },
    {
      "epoch": 318.61,
      "grad_norm": 1.077184796333313,
      "learning_rate": 3.2975149075429025e-06,
      "loss": 0.3515,
      "step": 1141590
    },
    {
      "epoch": 318.62,
      "grad_norm": 0.9639994502067566,
      "learning_rate": 3.2974902079927666e-06,
      "loss": 0.3488,
      "step": 1141600
    },
    {
      "epoch": 318.62,
      "grad_norm": 0.8814465999603271,
      "learning_rate": 3.297465508315687e-06,
      "loss": 0.3501,
      "step": 1141610
    },
    {
      "epoch": 318.62,
      "grad_norm": 0.9372113943099976,
      "learning_rate": 3.297440808511667e-06,
      "loss": 0.3592,
      "step": 1141620
    },
    {
      "epoch": 318.62,
      "grad_norm": 1.004738211631775,
      "learning_rate": 3.2974161085807118e-06,
      "loss": 0.3669,
      "step": 1141630
    },
    {
      "epoch": 318.63,
      "grad_norm": 0.8951529860496521,
      "learning_rate": 3.2973914085228228e-06,
      "loss": 0.3448,
      "step": 1141640
    },
    {
      "epoch": 318.63,
      "grad_norm": 1.0234661102294922,
      "learning_rate": 3.2973667083380037e-06,
      "loss": 0.3522,
      "step": 1141650
    },
    {
      "epoch": 318.63,
      "grad_norm": 3.5680763721466064,
      "learning_rate": 3.2973420080262585e-06,
      "loss": 0.3645,
      "step": 1141660
    },
    {
      "epoch": 318.64,
      "grad_norm": 0.9648593068122864,
      "learning_rate": 3.29731730758759e-06,
      "loss": 0.3422,
      "step": 1141670
    },
    {
      "epoch": 318.64,
      "grad_norm": 0.9883541464805603,
      "learning_rate": 3.297292607022001e-06,
      "loss": 0.3429,
      "step": 1141680
    },
    {
      "epoch": 318.64,
      "grad_norm": 1.042967677116394,
      "learning_rate": 3.2972679063294954e-06,
      "loss": 0.346,
      "step": 1141690
    },
    {
      "epoch": 318.64,
      "grad_norm": 0.9949267506599426,
      "learning_rate": 3.2972432055100763e-06,
      "loss": 0.3601,
      "step": 1141700
    },
    {
      "epoch": 318.65,
      "grad_norm": 0.9038983583450317,
      "learning_rate": 3.2972185045637463e-06,
      "loss": 0.3397,
      "step": 1141710
    },
    {
      "epoch": 318.65,
      "grad_norm": 1.019095540046692,
      "learning_rate": 3.29719380349051e-06,
      "loss": 0.3552,
      "step": 1141720
    },
    {
      "epoch": 318.65,
      "grad_norm": 1.0642495155334473,
      "learning_rate": 3.297169102290371e-06,
      "loss": 0.359,
      "step": 1141730
    },
    {
      "epoch": 318.65,
      "grad_norm": 1.1324735879898071,
      "learning_rate": 3.2971444009633304e-06,
      "loss": 0.3437,
      "step": 1141740
    },
    {
      "epoch": 318.66,
      "grad_norm": 1.3771445751190186,
      "learning_rate": 3.297119699509393e-06,
      "loss": 0.3597,
      "step": 1141750
    },
    {
      "epoch": 318.66,
      "grad_norm": 1.0251656770706177,
      "learning_rate": 3.297094997928562e-06,
      "loss": 0.3537,
      "step": 1141760
    },
    {
      "epoch": 318.66,
      "grad_norm": 0.8896666765213013,
      "learning_rate": 3.29707029622084e-06,
      "loss": 0.3547,
      "step": 1141770
    },
    {
      "epoch": 318.67,
      "grad_norm": 1.6643425226211548,
      "learning_rate": 3.2970455943862313e-06,
      "loss": 0.3605,
      "step": 1141780
    },
    {
      "epoch": 318.67,
      "grad_norm": 0.8766217827796936,
      "learning_rate": 3.2970208924247387e-06,
      "loss": 0.3527,
      "step": 1141790
    },
    {
      "epoch": 318.67,
      "grad_norm": 0.9638221859931946,
      "learning_rate": 3.2969961903363656e-06,
      "loss": 0.358,
      "step": 1141800
    },
    {
      "epoch": 318.67,
      "grad_norm": 1.1072715520858765,
      "learning_rate": 3.2969714881211154e-06,
      "loss": 0.354,
      "step": 1141810
    },
    {
      "epoch": 318.68,
      "grad_norm": 0.9191544651985168,
      "learning_rate": 3.2969467857789907e-06,
      "loss": 0.3607,
      "step": 1141820
    },
    {
      "epoch": 318.68,
      "grad_norm": 1.0837860107421875,
      "learning_rate": 3.2969220833099953e-06,
      "loss": 0.3579,
      "step": 1141830
    },
    {
      "epoch": 318.68,
      "grad_norm": 1.0010429620742798,
      "learning_rate": 3.2968973807141317e-06,
      "loss": 0.3523,
      "step": 1141840
    },
    {
      "epoch": 318.69,
      "grad_norm": 1.1178590059280396,
      "learning_rate": 3.296872677991405e-06,
      "loss": 0.3707,
      "step": 1141850
    },
    {
      "epoch": 318.69,
      "grad_norm": 1.015998363494873,
      "learning_rate": 3.2968479751418175e-06,
      "loss": 0.3583,
      "step": 1141860
    },
    {
      "epoch": 318.69,
      "grad_norm": 0.8385732769966125,
      "learning_rate": 3.296823272165372e-06,
      "loss": 0.3732,
      "step": 1141870
    },
    {
      "epoch": 318.69,
      "grad_norm": 1.0168403387069702,
      "learning_rate": 3.2967985690620716e-06,
      "loss": 0.3412,
      "step": 1141880
    },
    {
      "epoch": 318.7,
      "grad_norm": 0.9448121190071106,
      "learning_rate": 3.2967738658319213e-06,
      "loss": 0.3565,
      "step": 1141890
    },
    {
      "epoch": 318.7,
      "grad_norm": 1.0741037130355835,
      "learning_rate": 3.296749162474923e-06,
      "loss": 0.3419,
      "step": 1141900
    },
    {
      "epoch": 318.7,
      "grad_norm": 1.0882121324539185,
      "learning_rate": 3.296724458991079e-06,
      "loss": 0.3455,
      "step": 1141910
    },
    {
      "epoch": 318.7,
      "grad_norm": 0.9510113596916199,
      "learning_rate": 3.2966997553803955e-06,
      "loss": 0.3529,
      "step": 1141920
    },
    {
      "epoch": 318.71,
      "grad_norm": 1.12196946144104,
      "learning_rate": 3.2966750516428734e-06,
      "loss": 0.3582,
      "step": 1141930
    },
    {
      "epoch": 318.71,
      "grad_norm": 1.216980218887329,
      "learning_rate": 3.296650347778516e-06,
      "loss": 0.3515,
      "step": 1141940
    },
    {
      "epoch": 318.71,
      "grad_norm": 0.9475173950195312,
      "learning_rate": 3.2966256437873284e-06,
      "loss": 0.3699,
      "step": 1141950
    },
    {
      "epoch": 318.72,
      "grad_norm": 1.3977916240692139,
      "learning_rate": 3.2966009396693128e-06,
      "loss": 0.3592,
      "step": 1141960
    },
    {
      "epoch": 318.72,
      "grad_norm": 1.1122629642486572,
      "learning_rate": 3.2965762354244717e-06,
      "loss": 0.3453,
      "step": 1141970
    },
    {
      "epoch": 318.72,
      "grad_norm": 0.9266648888587952,
      "learning_rate": 3.29655153105281e-06,
      "loss": 0.3507,
      "step": 1141980
    },
    {
      "epoch": 318.72,
      "grad_norm": 1.1291104555130005,
      "learning_rate": 3.2965268265543295e-06,
      "loss": 0.3557,
      "step": 1141990
    },
    {
      "epoch": 318.73,
      "grad_norm": 1.1113390922546387,
      "learning_rate": 3.296502121929034e-06,
      "loss": 0.3552,
      "step": 1142000
    },
    {
      "epoch": 318.73,
      "grad_norm": 1.2260191440582275,
      "learning_rate": 3.2964774171769276e-06,
      "loss": 0.362,
      "step": 1142010
    },
    {
      "epoch": 318.73,
      "grad_norm": 0.9845767617225647,
      "learning_rate": 3.2964527122980126e-06,
      "loss": 0.3507,
      "step": 1142020
    },
    {
      "epoch": 318.74,
      "grad_norm": 1.0609904527664185,
      "learning_rate": 3.296428007292293e-06,
      "loss": 0.3621,
      "step": 1142030
    },
    {
      "epoch": 318.74,
      "grad_norm": 0.9064192771911621,
      "learning_rate": 3.2964033021597714e-06,
      "loss": 0.3581,
      "step": 1142040
    },
    {
      "epoch": 318.74,
      "grad_norm": 0.9157817959785461,
      "learning_rate": 3.2963785969004513e-06,
      "loss": 0.3616,
      "step": 1142050
    },
    {
      "epoch": 318.74,
      "grad_norm": 0.8972052335739136,
      "learning_rate": 3.2963538915143362e-06,
      "loss": 0.3466,
      "step": 1142060
    },
    {
      "epoch": 318.75,
      "grad_norm": 0.9608418345451355,
      "learning_rate": 3.296329186001429e-06,
      "loss": 0.3575,
      "step": 1142070
    },
    {
      "epoch": 318.75,
      "grad_norm": 1.0701313018798828,
      "learning_rate": 3.2963044803617333e-06,
      "loss": 0.3518,
      "step": 1142080
    },
    {
      "epoch": 318.75,
      "grad_norm": 0.9606768488883972,
      "learning_rate": 3.296279774595252e-06,
      "loss": 0.3594,
      "step": 1142090
    },
    {
      "epoch": 318.76,
      "grad_norm": 1.1870700120925903,
      "learning_rate": 3.2962550687019897e-06,
      "loss": 0.3573,
      "step": 1142100
    },
    {
      "epoch": 318.76,
      "grad_norm": 1.0442090034484863,
      "learning_rate": 3.2962303626819485e-06,
      "loss": 0.3408,
      "step": 1142110
    },
    {
      "epoch": 318.76,
      "grad_norm": 1.0218065977096558,
      "learning_rate": 3.2962056565351313e-06,
      "loss": 0.3598,
      "step": 1142120
    },
    {
      "epoch": 318.76,
      "grad_norm": 1.085364818572998,
      "learning_rate": 3.296180950261542e-06,
      "loss": 0.3379,
      "step": 1142130
    },
    {
      "epoch": 318.77,
      "grad_norm": 1.001671314239502,
      "learning_rate": 3.2961562438611844e-06,
      "loss": 0.3497,
      "step": 1142140
    },
    {
      "epoch": 318.77,
      "grad_norm": 0.9540504217147827,
      "learning_rate": 3.2961315373340614e-06,
      "loss": 0.3446,
      "step": 1142150
    },
    {
      "epoch": 318.77,
      "grad_norm": 0.9313814640045166,
      "learning_rate": 3.2961068306801756e-06,
      "loss": 0.3593,
      "step": 1142160
    },
    {
      "epoch": 318.77,
      "grad_norm": 0.9506200551986694,
      "learning_rate": 3.2960821238995313e-06,
      "loss": 0.3571,
      "step": 1142170
    },
    {
      "epoch": 318.78,
      "grad_norm": 1.2213126420974731,
      "learning_rate": 3.296057416992131e-06,
      "loss": 0.3495,
      "step": 1142180
    },
    {
      "epoch": 318.78,
      "grad_norm": 1.1205713748931885,
      "learning_rate": 3.296032709957978e-06,
      "loss": 0.3558,
      "step": 1142190
    },
    {
      "epoch": 318.78,
      "grad_norm": 1.0992202758789062,
      "learning_rate": 3.2960080027970765e-06,
      "loss": 0.3629,
      "step": 1142200
    },
    {
      "epoch": 318.79,
      "grad_norm": 1.001018762588501,
      "learning_rate": 3.2959832955094293e-06,
      "loss": 0.3427,
      "step": 1142210
    },
    {
      "epoch": 318.79,
      "grad_norm": 1.1833546161651611,
      "learning_rate": 3.2959585880950388e-06,
      "loss": 0.345,
      "step": 1142220
    },
    {
      "epoch": 318.79,
      "grad_norm": 1.0062412023544312,
      "learning_rate": 3.2959338805539097e-06,
      "loss": 0.3525,
      "step": 1142230
    },
    {
      "epoch": 318.79,
      "grad_norm": 1.1431818008422852,
      "learning_rate": 3.2959091728860446e-06,
      "loss": 0.3382,
      "step": 1142240
    },
    {
      "epoch": 318.8,
      "grad_norm": 1.1496466398239136,
      "learning_rate": 3.2958844650914473e-06,
      "loss": 0.3596,
      "step": 1142250
    },
    {
      "epoch": 318.8,
      "grad_norm": 0.9053447246551514,
      "learning_rate": 3.29585975717012e-06,
      "loss": 0.3585,
      "step": 1142260
    },
    {
      "epoch": 318.8,
      "grad_norm": 0.9252554774284363,
      "learning_rate": 3.2958350491220666e-06,
      "loss": 0.3587,
      "step": 1142270
    },
    {
      "epoch": 318.81,
      "grad_norm": 3.90608811378479,
      "learning_rate": 3.295810340947291e-06,
      "loss": 0.3617,
      "step": 1142280
    },
    {
      "epoch": 318.81,
      "grad_norm": 1.0366289615631104,
      "learning_rate": 3.295785632645795e-06,
      "loss": 0.3592,
      "step": 1142290
    },
    {
      "epoch": 318.81,
      "grad_norm": 1.116622805595398,
      "learning_rate": 3.295760924217583e-06,
      "loss": 0.353,
      "step": 1142300
    },
    {
      "epoch": 318.81,
      "grad_norm": 1.1445300579071045,
      "learning_rate": 3.295736215662659e-06,
      "loss": 0.3603,
      "step": 1142310
    },
    {
      "epoch": 318.82,
      "grad_norm": 1.1967747211456299,
      "learning_rate": 3.2957115069810247e-06,
      "loss": 0.3473,
      "step": 1142320
    },
    {
      "epoch": 318.82,
      "grad_norm": 0.8655756115913391,
      "learning_rate": 3.2956867981726844e-06,
      "loss": 0.3637,
      "step": 1142330
    },
    {
      "epoch": 318.82,
      "grad_norm": 1.218693733215332,
      "learning_rate": 3.2956620892376407e-06,
      "loss": 0.3433,
      "step": 1142340
    },
    {
      "epoch": 318.83,
      "grad_norm": 0.9706131219863892,
      "learning_rate": 3.295637380175897e-06,
      "loss": 0.3691,
      "step": 1142350
    },
    {
      "epoch": 318.83,
      "grad_norm": 0.8749498724937439,
      "learning_rate": 3.295612670987457e-06,
      "loss": 0.3697,
      "step": 1142360
    },
    {
      "epoch": 318.83,
      "grad_norm": 0.9406733512878418,
      "learning_rate": 3.2955879616723245e-06,
      "loss": 0.3464,
      "step": 1142370
    },
    {
      "epoch": 318.83,
      "grad_norm": 1.0101372003555298,
      "learning_rate": 3.2955632522305013e-06,
      "loss": 0.3684,
      "step": 1142380
    },
    {
      "epoch": 318.84,
      "grad_norm": 1.040105938911438,
      "learning_rate": 3.2955385426619917e-06,
      "loss": 0.3639,
      "step": 1142390
    },
    {
      "epoch": 318.84,
      "grad_norm": 1.3895297050476074,
      "learning_rate": 3.295513832966799e-06,
      "loss": 0.3608,
      "step": 1142400
    },
    {
      "epoch": 318.84,
      "grad_norm": 1.1602250337600708,
      "learning_rate": 3.295489123144926e-06,
      "loss": 0.3513,
      "step": 1142410
    },
    {
      "epoch": 318.84,
      "grad_norm": 0.9891257882118225,
      "learning_rate": 3.2954644131963766e-06,
      "loss": 0.3521,
      "step": 1142420
    },
    {
      "epoch": 318.85,
      "grad_norm": 0.9535685181617737,
      "learning_rate": 3.295439703121153e-06,
      "loss": 0.3273,
      "step": 1142430
    },
    {
      "epoch": 318.85,
      "grad_norm": 0.8975735306739807,
      "learning_rate": 3.2954149929192607e-06,
      "loss": 0.3533,
      "step": 1142440
    },
    {
      "epoch": 318.85,
      "grad_norm": 1.1956547498703003,
      "learning_rate": 3.2953902825907e-06,
      "loss": 0.3412,
      "step": 1142450
    },
    {
      "epoch": 318.86,
      "grad_norm": 1.065543293952942,
      "learning_rate": 3.295365572135476e-06,
      "loss": 0.3406,
      "step": 1142460
    },
    {
      "epoch": 318.86,
      "grad_norm": 0.992582380771637,
      "learning_rate": 3.2953408615535927e-06,
      "loss": 0.3537,
      "step": 1142470
    },
    {
      "epoch": 318.86,
      "grad_norm": 0.9500803351402283,
      "learning_rate": 3.2953161508450517e-06,
      "loss": 0.3526,
      "step": 1142480
    },
    {
      "epoch": 318.86,
      "grad_norm": 0.9021859765052795,
      "learning_rate": 3.2952914400098572e-06,
      "loss": 0.3633,
      "step": 1142490
    },
    {
      "epoch": 318.87,
      "grad_norm": 1.0056732892990112,
      "learning_rate": 3.2952667290480123e-06,
      "loss": 0.3498,
      "step": 1142500
    },
    {
      "epoch": 318.87,
      "grad_norm": 1.1148121356964111,
      "learning_rate": 3.29524201795952e-06,
      "loss": 0.3566,
      "step": 1142510
    },
    {
      "epoch": 318.87,
      "grad_norm": 1.0429537296295166,
      "learning_rate": 3.2952173067443833e-06,
      "loss": 0.3471,
      "step": 1142520
    },
    {
      "epoch": 318.88,
      "grad_norm": 1.0742812156677246,
      "learning_rate": 3.295192595402607e-06,
      "loss": 0.3439,
      "step": 1142530
    },
    {
      "epoch": 318.88,
      "grad_norm": 1.1734131574630737,
      "learning_rate": 3.295167883934193e-06,
      "loss": 0.3658,
      "step": 1142540
    },
    {
      "epoch": 318.88,
      "grad_norm": 0.93270343542099,
      "learning_rate": 3.295143172339145e-06,
      "loss": 0.3533,
      "step": 1142550
    },
    {
      "epoch": 318.88,
      "grad_norm": 1.4618271589279175,
      "learning_rate": 3.2951184606174676e-06,
      "loss": 0.3586,
      "step": 1142560
    },
    {
      "epoch": 318.89,
      "grad_norm": 0.8657276034355164,
      "learning_rate": 3.295093748769161e-06,
      "loss": 0.3569,
      "step": 1142570
    },
    {
      "epoch": 318.89,
      "grad_norm": 0.9633820652961731,
      "learning_rate": 3.295069036794231e-06,
      "loss": 0.3544,
      "step": 1142580
    },
    {
      "epoch": 318.89,
      "grad_norm": 1.1375705003738403,
      "learning_rate": 3.29504432469268e-06,
      "loss": 0.3502,
      "step": 1142590
    },
    {
      "epoch": 318.89,
      "grad_norm": 1.0877344608306885,
      "learning_rate": 3.2950196124645114e-06,
      "loss": 0.3578,
      "step": 1142600
    },
    {
      "epoch": 318.9,
      "grad_norm": 1.1252567768096924,
      "learning_rate": 3.2949949001097284e-06,
      "loss": 0.3558,
      "step": 1142610
    },
    {
      "epoch": 318.9,
      "grad_norm": 0.9078507423400879,
      "learning_rate": 3.294970187628335e-06,
      "loss": 0.3315,
      "step": 1142620
    },
    {
      "epoch": 318.9,
      "grad_norm": 1.0497304201126099,
      "learning_rate": 3.2949454750203346e-06,
      "loss": 0.3522,
      "step": 1142630
    },
    {
      "epoch": 318.91,
      "grad_norm": 1.009995460510254,
      "learning_rate": 3.2949207622857285e-06,
      "loss": 0.3639,
      "step": 1142640
    },
    {
      "epoch": 318.91,
      "grad_norm": 1.0436789989471436,
      "learning_rate": 3.2948960494245214e-06,
      "loss": 0.3495,
      "step": 1142650
    },
    {
      "epoch": 318.91,
      "grad_norm": 1.0566301345825195,
      "learning_rate": 3.2948713364367173e-06,
      "loss": 0.3637,
      "step": 1142660
    },
    {
      "epoch": 318.91,
      "grad_norm": 1.1026676893234253,
      "learning_rate": 3.2948466233223177e-06,
      "loss": 0.3421,
      "step": 1142670
    },
    {
      "epoch": 318.92,
      "grad_norm": 1.1080299615859985,
      "learning_rate": 3.2948219100813277e-06,
      "loss": 0.3503,
      "step": 1142680
    },
    {
      "epoch": 318.92,
      "grad_norm": 0.941562294960022,
      "learning_rate": 3.294797196713749e-06,
      "loss": 0.3633,
      "step": 1142690
    },
    {
      "epoch": 318.92,
      "grad_norm": 0.9828298687934875,
      "learning_rate": 3.2947724832195865e-06,
      "loss": 0.3683,
      "step": 1142700
    },
    {
      "epoch": 318.93,
      "grad_norm": 0.9902420043945312,
      "learning_rate": 3.2947477695988425e-06,
      "loss": 0.3459,
      "step": 1142710
    },
    {
      "epoch": 318.93,
      "grad_norm": 0.9829065799713135,
      "learning_rate": 3.29472305585152e-06,
      "loss": 0.3622,
      "step": 1142720
    },
    {
      "epoch": 318.93,
      "grad_norm": 1.0321708917617798,
      "learning_rate": 3.294698341977623e-06,
      "loss": 0.3521,
      "step": 1142730
    },
    {
      "epoch": 318.93,
      "grad_norm": 0.9736543297767639,
      "learning_rate": 3.294673627977154e-06,
      "loss": 0.355,
      "step": 1142740
    },
    {
      "epoch": 318.94,
      "grad_norm": 1.1190135478973389,
      "learning_rate": 3.2946489138501175e-06,
      "loss": 0.3619,
      "step": 1142750
    },
    {
      "epoch": 318.94,
      "grad_norm": 1.1291204690933228,
      "learning_rate": 3.294624199596516e-06,
      "loss": 0.36,
      "step": 1142760
    },
    {
      "epoch": 318.94,
      "grad_norm": 1.206923246383667,
      "learning_rate": 3.2945994852163533e-06,
      "loss": 0.3561,
      "step": 1142770
    },
    {
      "epoch": 318.95,
      "grad_norm": 1.0790799856185913,
      "learning_rate": 3.294574770709631e-06,
      "loss": 0.3533,
      "step": 1142780
    },
    {
      "epoch": 318.95,
      "grad_norm": 1.1152100563049316,
      "learning_rate": 3.2945500560763552e-06,
      "loss": 0.3593,
      "step": 1142790
    },
    {
      "epoch": 318.95,
      "grad_norm": 1.9918639659881592,
      "learning_rate": 3.2945253413165264e-06,
      "loss": 0.3625,
      "step": 1142800
    },
    {
      "epoch": 318.95,
      "grad_norm": 0.9187934994697571,
      "learning_rate": 3.2945006264301495e-06,
      "loss": 0.3555,
      "step": 1142810
    },
    {
      "epoch": 318.96,
      "grad_norm": 1.0526708364486694,
      "learning_rate": 3.2944759114172276e-06,
      "loss": 0.3584,
      "step": 1142820
    },
    {
      "epoch": 318.96,
      "grad_norm": 0.954050600528717,
      "learning_rate": 3.2944511962777637e-06,
      "loss": 0.3478,
      "step": 1142830
    },
    {
      "epoch": 318.96,
      "grad_norm": 0.9399493336677551,
      "learning_rate": 3.2944264810117615e-06,
      "loss": 0.3453,
      "step": 1142840
    },
    {
      "epoch": 318.96,
      "grad_norm": 1.1266435384750366,
      "learning_rate": 3.2944017656192244e-06,
      "loss": 0.3715,
      "step": 1142850
    },
    {
      "epoch": 318.97,
      "grad_norm": 1.0821086168289185,
      "learning_rate": 3.294377050100154e-06,
      "loss": 0.3384,
      "step": 1142860
    },
    {
      "epoch": 318.97,
      "grad_norm": 0.9922491312026978,
      "learning_rate": 3.2943523344545554e-06,
      "loss": 0.3503,
      "step": 1142870
    },
    {
      "epoch": 318.97,
      "grad_norm": 1.3765448331832886,
      "learning_rate": 3.294327618682431e-06,
      "loss": 0.3567,
      "step": 1142880
    },
    {
      "epoch": 318.98,
      "grad_norm": 0.9645398855209351,
      "learning_rate": 3.294302902783785e-06,
      "loss": 0.3773,
      "step": 1142890
    },
    {
      "epoch": 318.98,
      "grad_norm": 0.8523714542388916,
      "learning_rate": 3.2942781867586203e-06,
      "loss": 0.3461,
      "step": 1142900
    },
    {
      "epoch": 318.98,
      "grad_norm": 1.0499567985534668,
      "learning_rate": 3.29425347060694e-06,
      "loss": 0.3569,
      "step": 1142910
    },
    {
      "epoch": 318.98,
      "grad_norm": 0.9411510825157166,
      "learning_rate": 3.294228754328748e-06,
      "loss": 0.3518,
      "step": 1142920
    },
    {
      "epoch": 318.99,
      "grad_norm": 1.0393564701080322,
      "learning_rate": 3.294204037924046e-06,
      "loss": 0.3811,
      "step": 1142930
    },
    {
      "epoch": 318.99,
      "grad_norm": 0.9913643598556519,
      "learning_rate": 3.294179321392838e-06,
      "loss": 0.3577,
      "step": 1142940
    },
    {
      "epoch": 318.99,
      "grad_norm": 1.143102765083313,
      "learning_rate": 3.2941546047351287e-06,
      "loss": 0.3458,
      "step": 1142950
    },
    {
      "epoch": 319.0,
      "grad_norm": 0.9714436531066895,
      "learning_rate": 3.2941298879509195e-06,
      "loss": 0.3534,
      "step": 1142960
    },
    {
      "epoch": 319.0,
      "grad_norm": 1.0429317951202393,
      "learning_rate": 3.294105171040215e-06,
      "loss": 0.3482,
      "step": 1142970
    },
    {
      "epoch": 319.0,
      "eval_loss": 0.35402876138687134,
      "eval_runtime": 63.2499,
      "eval_samples_per_second": 79.984,
      "eval_steps_per_second": 10.008,
      "step": 1142977
    },
    {
      "epoch": 319.0,
      "grad_norm": 1.1105202436447144,
      "learning_rate": 3.294080454003018e-06,
      "loss": 0.3485,
      "step": 1142980
    },
    {
      "epoch": 319.0,
      "grad_norm": 0.9609575867652893,
      "learning_rate": 3.294055736839331e-06,
      "loss": 0.3402,
      "step": 1142990
    },
    {
      "epoch": 319.01,
      "grad_norm": 1.1403861045837402,
      "learning_rate": 3.2940310195491587e-06,
      "loss": 0.3488,
      "step": 1143000
    },
    {
      "epoch": 319.01,
      "grad_norm": 1.0858110189437866,
      "learning_rate": 3.294006302132504e-06,
      "loss": 0.3531,
      "step": 1143010
    },
    {
      "epoch": 319.01,
      "grad_norm": 1.015236258506775,
      "learning_rate": 3.293981584589369e-06,
      "loss": 0.3398,
      "step": 1143020
    },
    {
      "epoch": 319.01,
      "grad_norm": 0.9764183759689331,
      "learning_rate": 3.2939568669197585e-06,
      "loss": 0.3448,
      "step": 1143030
    },
    {
      "epoch": 319.02,
      "grad_norm": 1.143585443496704,
      "learning_rate": 3.293932149123675e-06,
      "loss": 0.3731,
      "step": 1143040
    },
    {
      "epoch": 319.02,
      "grad_norm": 1.0988303422927856,
      "learning_rate": 3.2939074312011223e-06,
      "loss": 0.3632,
      "step": 1143050
    },
    {
      "epoch": 319.02,
      "grad_norm": 1.3090510368347168,
      "learning_rate": 3.2938827131521036e-06,
      "loss": 0.3452,
      "step": 1143060
    },
    {
      "epoch": 319.03,
      "grad_norm": 0.9953909516334534,
      "learning_rate": 3.293857994976621e-06,
      "loss": 0.3556,
      "step": 1143070
    },
    {
      "epoch": 319.03,
      "grad_norm": 0.9189345240592957,
      "learning_rate": 3.2938332766746797e-06,
      "loss": 0.3598,
      "step": 1143080
    },
    {
      "epoch": 319.03,
      "grad_norm": 0.9241604804992676,
      "learning_rate": 3.293808558246282e-06,
      "loss": 0.3542,
      "step": 1143090
    },
    {
      "epoch": 319.03,
      "grad_norm": 0.8555623292922974,
      "learning_rate": 3.2937838396914305e-06,
      "loss": 0.352,
      "step": 1143100
    },
    {
      "epoch": 319.04,
      "grad_norm": 0.8774756193161011,
      "learning_rate": 3.2937591210101296e-06,
      "loss": 0.35,
      "step": 1143110
    },
    {
      "epoch": 319.04,
      "grad_norm": 1.0286319255828857,
      "learning_rate": 3.293734402202383e-06,
      "loss": 0.3424,
      "step": 1143120
    },
    {
      "epoch": 319.04,
      "grad_norm": 0.9720250964164734,
      "learning_rate": 3.293709683268192e-06,
      "loss": 0.3616,
      "step": 1143130
    },
    {
      "epoch": 319.05,
      "grad_norm": 0.9458375573158264,
      "learning_rate": 3.2936849642075625e-06,
      "loss": 0.3508,
      "step": 1143140
    },
    {
      "epoch": 319.05,
      "grad_norm": 1.0619466304779053,
      "learning_rate": 3.2936602450204952e-06,
      "loss": 0.3451,
      "step": 1143150
    },
    {
      "epoch": 319.05,
      "grad_norm": 1.0586551427841187,
      "learning_rate": 3.2936355257069944e-06,
      "loss": 0.3507,
      "step": 1143160
    },
    {
      "epoch": 319.05,
      "grad_norm": 1.2378371953964233,
      "learning_rate": 3.293610806267064e-06,
      "loss": 0.3526,
      "step": 1143170
    },
    {
      "epoch": 319.06,
      "grad_norm": 1.324037790298462,
      "learning_rate": 3.293586086700707e-06,
      "loss": 0.3531,
      "step": 1143180
    },
    {
      "epoch": 319.06,
      "grad_norm": 1.0490939617156982,
      "learning_rate": 3.293561367007927e-06,
      "loss": 0.3353,
      "step": 1143190
    },
    {
      "epoch": 319.06,
      "grad_norm": 1.0210005044937134,
      "learning_rate": 3.2935366471887265e-06,
      "loss": 0.3382,
      "step": 1143200
    },
    {
      "epoch": 319.07,
      "grad_norm": 1.0566675662994385,
      "learning_rate": 3.2935119272431095e-06,
      "loss": 0.3645,
      "step": 1143210
    },
    {
      "epoch": 319.07,
      "grad_norm": 1.0757557153701782,
      "learning_rate": 3.293487207171078e-06,
      "loss": 0.3628,
      "step": 1143220
    },
    {
      "epoch": 319.07,
      "grad_norm": 1.0360733270645142,
      "learning_rate": 3.2934624869726365e-06,
      "loss": 0.3596,
      "step": 1143230
    },
    {
      "epoch": 319.07,
      "grad_norm": 1.0512245893478394,
      "learning_rate": 3.2934377666477884e-06,
      "loss": 0.3381,
      "step": 1143240
    },
    {
      "epoch": 319.08,
      "grad_norm": 1.1539493799209595,
      "learning_rate": 3.293413046196536e-06,
      "loss": 0.3475,
      "step": 1143250
    },
    {
      "epoch": 319.08,
      "grad_norm": 1.0087049007415771,
      "learning_rate": 3.2933883256188833e-06,
      "loss": 0.3541,
      "step": 1143260
    },
    {
      "epoch": 319.08,
      "grad_norm": 0.9213055968284607,
      "learning_rate": 3.2933636049148343e-06,
      "loss": 0.3573,
      "step": 1143270
    },
    {
      "epoch": 319.08,
      "grad_norm": 0.8931850790977478,
      "learning_rate": 3.293338884084391e-06,
      "loss": 0.359,
      "step": 1143280
    },
    {
      "epoch": 319.09,
      "grad_norm": 2.3959381580352783,
      "learning_rate": 3.293314163127557e-06,
      "loss": 0.3634,
      "step": 1143290
    },
    {
      "epoch": 319.09,
      "grad_norm": 0.9661161303520203,
      "learning_rate": 3.2932894420443357e-06,
      "loss": 0.3676,
      "step": 1143300
    },
    {
      "epoch": 319.09,
      "grad_norm": 1.0783625841140747,
      "learning_rate": 3.293264720834731e-06,
      "loss": 0.351,
      "step": 1143310
    },
    {
      "epoch": 319.1,
      "grad_norm": 1.059484839439392,
      "learning_rate": 3.293239999498745e-06,
      "loss": 0.3688,
      "step": 1143320
    },
    {
      "epoch": 319.1,
      "grad_norm": 0.968280553817749,
      "learning_rate": 3.293215278036381e-06,
      "loss": 0.3579,
      "step": 1143330
    },
    {
      "epoch": 319.1,
      "grad_norm": 1.2101017236709595,
      "learning_rate": 3.2931905564476448e-06,
      "loss": 0.358,
      "step": 1143340
    },
    {
      "epoch": 319.1,
      "grad_norm": 0.9129506349563599,
      "learning_rate": 3.293165834732537e-06,
      "loss": 0.3463,
      "step": 1143350
    },
    {
      "epoch": 319.11,
      "grad_norm": 1.0801141262054443,
      "learning_rate": 3.293141112891061e-06,
      "loss": 0.358,
      "step": 1143360
    },
    {
      "epoch": 319.11,
      "grad_norm": 0.9647705554962158,
      "learning_rate": 3.2931163909232213e-06,
      "loss": 0.3573,
      "step": 1143370
    },
    {
      "epoch": 319.11,
      "grad_norm": 0.8719810843467712,
      "learning_rate": 3.293091668829021e-06,
      "loss": 0.3537,
      "step": 1143380
    },
    {
      "epoch": 319.12,
      "grad_norm": 0.950333297252655,
      "learning_rate": 3.293066946608462e-06,
      "loss": 0.347,
      "step": 1143390
    },
    {
      "epoch": 319.12,
      "grad_norm": 0.9394034743309021,
      "learning_rate": 3.2930422242615497e-06,
      "loss": 0.352,
      "step": 1143400
    },
    {
      "epoch": 319.12,
      "grad_norm": 1.0966025590896606,
      "learning_rate": 3.2930175017882856e-06,
      "loss": 0.3431,
      "step": 1143410
    },
    {
      "epoch": 319.12,
      "grad_norm": 1.0362251996994019,
      "learning_rate": 3.292992779188674e-06,
      "loss": 0.3658,
      "step": 1143420
    },
    {
      "epoch": 319.13,
      "grad_norm": 1.090760588645935,
      "learning_rate": 3.292968056462718e-06,
      "loss": 0.3557,
      "step": 1143430
    },
    {
      "epoch": 319.13,
      "grad_norm": 0.9066556692123413,
      "learning_rate": 3.2929433336104213e-06,
      "loss": 0.3578,
      "step": 1143440
    },
    {
      "epoch": 319.13,
      "grad_norm": 1.0725960731506348,
      "learning_rate": 3.2929186106317864e-06,
      "loss": 0.3453,
      "step": 1143450
    },
    {
      "epoch": 319.13,
      "grad_norm": 0.9150152802467346,
      "learning_rate": 3.292893887526816e-06,
      "loss": 0.3474,
      "step": 1143460
    },
    {
      "epoch": 319.14,
      "grad_norm": 0.9777583479881287,
      "learning_rate": 3.2928691642955156e-06,
      "loss": 0.35,
      "step": 1143470
    },
    {
      "epoch": 319.14,
      "grad_norm": 0.9053706526756287,
      "learning_rate": 3.2928444409378864e-06,
      "loss": 0.3624,
      "step": 1143480
    },
    {
      "epoch": 319.14,
      "grad_norm": 1.3787920475006104,
      "learning_rate": 3.292819717453933e-06,
      "loss": 0.34,
      "step": 1143490
    },
    {
      "epoch": 319.15,
      "grad_norm": 1.0373562574386597,
      "learning_rate": 3.2927949938436575e-06,
      "loss": 0.3528,
      "step": 1143500
    },
    {
      "epoch": 319.15,
      "grad_norm": 0.8747016191482544,
      "learning_rate": 3.2927702701070645e-06,
      "loss": 0.3396,
      "step": 1143510
    },
    {
      "epoch": 319.15,
      "grad_norm": 1.2593612670898438,
      "learning_rate": 3.292745546244156e-06,
      "loss": 0.3595,
      "step": 1143520
    },
    {
      "epoch": 319.15,
      "grad_norm": 1.0873883962631226,
      "learning_rate": 3.2927208222549368e-06,
      "loss": 0.3412,
      "step": 1143530
    },
    {
      "epoch": 319.16,
      "grad_norm": 1.0907220840454102,
      "learning_rate": 3.2926960981394084e-06,
      "loss": 0.3552,
      "step": 1143540
    },
    {
      "epoch": 319.16,
      "grad_norm": 1.0867040157318115,
      "learning_rate": 3.292671373897575e-06,
      "loss": 0.3327,
      "step": 1143550
    },
    {
      "epoch": 319.16,
      "grad_norm": 0.9007868766784668,
      "learning_rate": 3.292646649529441e-06,
      "loss": 0.3612,
      "step": 1143560
    },
    {
      "epoch": 319.17,
      "grad_norm": 1.509610891342163,
      "learning_rate": 3.2926219250350077e-06,
      "loss": 0.358,
      "step": 1143570
    },
    {
      "epoch": 319.17,
      "grad_norm": 0.8637316226959229,
      "learning_rate": 3.2925972004142796e-06,
      "loss": 0.3453,
      "step": 1143580
    },
    {
      "epoch": 319.17,
      "grad_norm": 1.130373239517212,
      "learning_rate": 3.2925724756672598e-06,
      "loss": 0.3589,
      "step": 1143590
    },
    {
      "epoch": 319.17,
      "grad_norm": 1.0258055925369263,
      "learning_rate": 3.2925477507939515e-06,
      "loss": 0.3486,
      "step": 1143600
    },
    {
      "epoch": 319.18,
      "grad_norm": 1.0302141904830933,
      "learning_rate": 3.2925230257943575e-06,
      "loss": 0.3174,
      "step": 1143610
    },
    {
      "epoch": 319.18,
      "grad_norm": 0.8814179301261902,
      "learning_rate": 3.292498300668482e-06,
      "loss": 0.3388,
      "step": 1143620
    },
    {
      "epoch": 319.18,
      "grad_norm": 0.9594712257385254,
      "learning_rate": 3.2924735754163275e-06,
      "loss": 0.3268,
      "step": 1143630
    },
    {
      "epoch": 319.19,
      "grad_norm": 0.9452164769172668,
      "learning_rate": 3.2924488500378975e-06,
      "loss": 0.3482,
      "step": 1143640
    },
    {
      "epoch": 319.19,
      "grad_norm": 1.1065607070922852,
      "learning_rate": 3.292424124533196e-06,
      "loss": 0.3562,
      "step": 1143650
    },
    {
      "epoch": 319.19,
      "grad_norm": 1.0547513961791992,
      "learning_rate": 3.2923993989022258e-06,
      "loss": 0.3594,
      "step": 1143660
    },
    {
      "epoch": 319.19,
      "grad_norm": 0.8997550010681152,
      "learning_rate": 3.292374673144989e-06,
      "loss": 0.3597,
      "step": 1143670
    },
    {
      "epoch": 319.2,
      "grad_norm": 1.134814739227295,
      "learning_rate": 3.2923499472614908e-06,
      "loss": 0.3492,
      "step": 1143680
    },
    {
      "epoch": 319.2,
      "grad_norm": 0.8869008421897888,
      "learning_rate": 3.292325221251734e-06,
      "loss": 0.3471,
      "step": 1143690
    },
    {
      "epoch": 319.2,
      "grad_norm": 1.1617040634155273,
      "learning_rate": 3.292300495115721e-06,
      "loss": 0.3555,
      "step": 1143700
    },
    {
      "epoch": 319.2,
      "grad_norm": 0.8870095014572144,
      "learning_rate": 3.2922757688534556e-06,
      "loss": 0.3506,
      "step": 1143710
    },
    {
      "epoch": 319.21,
      "grad_norm": 1.0052076578140259,
      "learning_rate": 3.2922510424649418e-06,
      "loss": 0.3493,
      "step": 1143720
    },
    {
      "epoch": 319.21,
      "grad_norm": 1.1664233207702637,
      "learning_rate": 3.292226315950182e-06,
      "loss": 0.3609,
      "step": 1143730
    },
    {
      "epoch": 319.21,
      "grad_norm": 1.0243747234344482,
      "learning_rate": 3.292201589309179e-06,
      "loss": 0.352,
      "step": 1143740
    },
    {
      "epoch": 319.22,
      "grad_norm": 1.063805341720581,
      "learning_rate": 3.2921768625419377e-06,
      "loss": 0.369,
      "step": 1143750
    },
    {
      "epoch": 319.22,
      "grad_norm": 1.2506579160690308,
      "learning_rate": 3.2921521356484606e-06,
      "loss": 0.3547,
      "step": 1143760
    },
    {
      "epoch": 319.22,
      "grad_norm": 1.0641045570373535,
      "learning_rate": 3.29212740862875e-06,
      "loss": 0.3499,
      "step": 1143770
    },
    {
      "epoch": 319.22,
      "grad_norm": 0.8886371850967407,
      "learning_rate": 3.2921026814828106e-06,
      "loss": 0.3614,
      "step": 1143780
    },
    {
      "epoch": 319.23,
      "grad_norm": 0.9864452481269836,
      "learning_rate": 3.2920779542106457e-06,
      "loss": 0.3482,
      "step": 1143790
    },
    {
      "epoch": 319.23,
      "grad_norm": 0.985817551612854,
      "learning_rate": 3.2920532268122577e-06,
      "loss": 0.3749,
      "step": 1143800
    },
    {
      "epoch": 319.23,
      "grad_norm": 1.0405070781707764,
      "learning_rate": 3.2920284992876504e-06,
      "loss": 0.3441,
      "step": 1143810
    },
    {
      "epoch": 319.24,
      "grad_norm": 1.0392451286315918,
      "learning_rate": 3.292003771636827e-06,
      "loss": 0.3521,
      "step": 1143820
    },
    {
      "epoch": 319.24,
      "grad_norm": 1.034761667251587,
      "learning_rate": 3.2919790438597904e-06,
      "loss": 0.3314,
      "step": 1143830
    },
    {
      "epoch": 319.24,
      "grad_norm": 1.0252171754837036,
      "learning_rate": 3.291954315956544e-06,
      "loss": 0.3457,
      "step": 1143840
    },
    {
      "epoch": 319.24,
      "grad_norm": 1.1651902198791504,
      "learning_rate": 3.2919295879270924e-06,
      "loss": 0.3383,
      "step": 1143850
    },
    {
      "epoch": 319.25,
      "grad_norm": 1.0174921751022339,
      "learning_rate": 3.291904859771437e-06,
      "loss": 0.3701,
      "step": 1143860
    },
    {
      "epoch": 319.25,
      "grad_norm": 0.9244523048400879,
      "learning_rate": 3.2918801314895827e-06,
      "loss": 0.3297,
      "step": 1143870
    },
    {
      "epoch": 319.25,
      "grad_norm": 0.9872897863388062,
      "learning_rate": 3.291855403081531e-06,
      "loss": 0.3401,
      "step": 1143880
    },
    {
      "epoch": 319.25,
      "grad_norm": 0.8727571368217468,
      "learning_rate": 3.291830674547287e-06,
      "loss": 0.3477,
      "step": 1143890
    },
    {
      "epoch": 319.26,
      "grad_norm": 1.0591835975646973,
      "learning_rate": 3.2918059458868526e-06,
      "loss": 0.3562,
      "step": 1143900
    },
    {
      "epoch": 319.26,
      "grad_norm": 0.963564395904541,
      "learning_rate": 3.291781217100232e-06,
      "loss": 0.3503,
      "step": 1143910
    },
    {
      "epoch": 319.26,
      "grad_norm": 0.9744526743888855,
      "learning_rate": 3.2917564881874286e-06,
      "loss": 0.3503,
      "step": 1143920
    },
    {
      "epoch": 319.27,
      "grad_norm": 1.1236813068389893,
      "learning_rate": 3.2917317591484445e-06,
      "loss": 0.3473,
      "step": 1143930
    },
    {
      "epoch": 319.27,
      "grad_norm": 0.9171475768089294,
      "learning_rate": 3.2917070299832843e-06,
      "loss": 0.3465,
      "step": 1143940
    },
    {
      "epoch": 319.27,
      "grad_norm": 0.9778184294700623,
      "learning_rate": 3.291682300691951e-06,
      "loss": 0.3497,
      "step": 1143950
    },
    {
      "epoch": 319.27,
      "grad_norm": 1.1786154508590698,
      "learning_rate": 3.2916575712744473e-06,
      "loss": 0.3813,
      "step": 1143960
    },
    {
      "epoch": 319.28,
      "grad_norm": 1.0398105382919312,
      "learning_rate": 3.291632841730776e-06,
      "loss": 0.3482,
      "step": 1143970
    },
    {
      "epoch": 319.28,
      "grad_norm": 4.671759128570557,
      "learning_rate": 3.291608112060942e-06,
      "loss": 0.3491,
      "step": 1143980
    },
    {
      "epoch": 319.28,
      "grad_norm": 1.0197943449020386,
      "learning_rate": 3.2915833822649477e-06,
      "loss": 0.3652,
      "step": 1143990
    },
    {
      "epoch": 319.29,
      "grad_norm": 1.0280420780181885,
      "learning_rate": 3.291558652342797e-06,
      "loss": 0.3718,
      "step": 1144000
    },
    {
      "epoch": 319.29,
      "grad_norm": 1.1685192584991455,
      "learning_rate": 3.291533922294493e-06,
      "loss": 0.3494,
      "step": 1144010
    },
    {
      "epoch": 319.29,
      "grad_norm": 0.934570848941803,
      "learning_rate": 3.291509192120038e-06,
      "loss": 0.3621,
      "step": 1144020
    },
    {
      "epoch": 319.29,
      "grad_norm": 1.2498528957366943,
      "learning_rate": 3.2914844618194358e-06,
      "loss": 0.361,
      "step": 1144030
    },
    {
      "epoch": 319.3,
      "grad_norm": 1.1920545101165771,
      "learning_rate": 3.29145973139269e-06,
      "loss": 0.3608,
      "step": 1144040
    },
    {
      "epoch": 319.3,
      "grad_norm": 1.19385826587677,
      "learning_rate": 3.2914350008398042e-06,
      "loss": 0.3575,
      "step": 1144050
    },
    {
      "epoch": 319.3,
      "grad_norm": 1.1268765926361084,
      "learning_rate": 3.291410270160781e-06,
      "loss": 0.3606,
      "step": 1144060
    },
    {
      "epoch": 319.31,
      "grad_norm": 0.9311086535453796,
      "learning_rate": 3.291385539355624e-06,
      "loss": 0.3463,
      "step": 1144070
    },
    {
      "epoch": 319.31,
      "grad_norm": 0.9588260650634766,
      "learning_rate": 3.291360808424336e-06,
      "loss": 0.3397,
      "step": 1144080
    },
    {
      "epoch": 319.31,
      "grad_norm": 1.0296272039413452,
      "learning_rate": 3.2913360773669216e-06,
      "loss": 0.3559,
      "step": 1144090
    },
    {
      "epoch": 319.31,
      "grad_norm": 0.9699115753173828,
      "learning_rate": 3.2913113461833826e-06,
      "loss": 0.3591,
      "step": 1144100
    },
    {
      "epoch": 319.32,
      "grad_norm": 1.0446226596832275,
      "learning_rate": 3.2912866148737235e-06,
      "loss": 0.3504,
      "step": 1144110
    },
    {
      "epoch": 319.32,
      "grad_norm": 0.9281370639801025,
      "learning_rate": 3.2912618834379466e-06,
      "loss": 0.3507,
      "step": 1144120
    },
    {
      "epoch": 319.32,
      "grad_norm": 1.0716654062271118,
      "learning_rate": 3.2912371518760554e-06,
      "loss": 0.3665,
      "step": 1144130
    },
    {
      "epoch": 319.32,
      "grad_norm": 1.0309253931045532,
      "learning_rate": 3.2912124201880537e-06,
      "loss": 0.3667,
      "step": 1144140
    },
    {
      "epoch": 319.33,
      "grad_norm": 1.0167088508605957,
      "learning_rate": 3.2911876883739445e-06,
      "loss": 0.356,
      "step": 1144150
    },
    {
      "epoch": 319.33,
      "grad_norm": 0.9237689971923828,
      "learning_rate": 3.291162956433731e-06,
      "loss": 0.3587,
      "step": 1144160
    },
    {
      "epoch": 319.33,
      "grad_norm": 1.024278998374939,
      "learning_rate": 3.2911382243674165e-06,
      "loss": 0.3544,
      "step": 1144170
    },
    {
      "epoch": 319.34,
      "grad_norm": 1.0288481712341309,
      "learning_rate": 3.2911134921750046e-06,
      "loss": 0.3495,
      "step": 1144180
    },
    {
      "epoch": 319.34,
      "grad_norm": 1.1667778491973877,
      "learning_rate": 3.2910887598564982e-06,
      "loss": 0.3516,
      "step": 1144190
    },
    {
      "epoch": 319.34,
      "grad_norm": 1.084936261177063,
      "learning_rate": 3.291064027411901e-06,
      "loss": 0.3536,
      "step": 1144200
    },
    {
      "epoch": 319.34,
      "grad_norm": 0.950823187828064,
      "learning_rate": 3.2910392948412163e-06,
      "loss": 0.3552,
      "step": 1144210
    },
    {
      "epoch": 319.35,
      "grad_norm": 0.9291335940361023,
      "learning_rate": 3.2910145621444462e-06,
      "loss": 0.3564,
      "step": 1144220
    },
    {
      "epoch": 319.35,
      "grad_norm": 1.306498646736145,
      "learning_rate": 3.2909898293215957e-06,
      "loss": 0.3862,
      "step": 1144230
    },
    {
      "epoch": 319.35,
      "grad_norm": 1.071059226989746,
      "learning_rate": 3.2909650963726673e-06,
      "loss": 0.3634,
      "step": 1144240
    },
    {
      "epoch": 319.36,
      "grad_norm": 1.2726596593856812,
      "learning_rate": 3.2909403632976636e-06,
      "loss": 0.3599,
      "step": 1144250
    },
    {
      "epoch": 319.36,
      "grad_norm": 0.9239076972007751,
      "learning_rate": 3.2909156300965887e-06,
      "loss": 0.3544,
      "step": 1144260
    },
    {
      "epoch": 319.36,
      "grad_norm": 1.0503376722335815,
      "learning_rate": 3.2908908967694466e-06,
      "loss": 0.3553,
      "step": 1144270
    },
    {
      "epoch": 319.36,
      "grad_norm": 0.9504724740982056,
      "learning_rate": 3.290866163316239e-06,
      "loss": 0.3464,
      "step": 1144280
    },
    {
      "epoch": 319.37,
      "grad_norm": 1.0520087480545044,
      "learning_rate": 3.2908414297369705e-06,
      "loss": 0.3575,
      "step": 1144290
    },
    {
      "epoch": 319.37,
      "grad_norm": 0.992952823638916,
      "learning_rate": 3.2908166960316438e-06,
      "loss": 0.3514,
      "step": 1144300
    },
    {
      "epoch": 319.37,
      "grad_norm": 0.9976754188537598,
      "learning_rate": 3.2907919622002616e-06,
      "loss": 0.3439,
      "step": 1144310
    },
    {
      "epoch": 319.37,
      "grad_norm": 0.9872723817825317,
      "learning_rate": 3.290767228242829e-06,
      "loss": 0.3482,
      "step": 1144320
    },
    {
      "epoch": 319.38,
      "grad_norm": 0.9952859282493591,
      "learning_rate": 3.290742494159347e-06,
      "loss": 0.3647,
      "step": 1144330
    },
    {
      "epoch": 319.38,
      "grad_norm": 1.0476796627044678,
      "learning_rate": 3.2907177599498215e-06,
      "loss": 0.3432,
      "step": 1144340
    },
    {
      "epoch": 319.38,
      "grad_norm": 0.9509057998657227,
      "learning_rate": 3.290693025614253e-06,
      "loss": 0.3448,
      "step": 1144350
    },
    {
      "epoch": 319.39,
      "grad_norm": 0.910750687122345,
      "learning_rate": 3.2906682911526467e-06,
      "loss": 0.3587,
      "step": 1144360
    },
    {
      "epoch": 319.39,
      "grad_norm": 1.039482831954956,
      "learning_rate": 3.2906435565650048e-06,
      "loss": 0.3513,
      "step": 1144370
    },
    {
      "epoch": 319.39,
      "grad_norm": 1.2881008386611938,
      "learning_rate": 3.290618821851332e-06,
      "loss": 0.3545,
      "step": 1144380
    },
    {
      "epoch": 319.39,
      "grad_norm": 1.0230488777160645,
      "learning_rate": 3.29059408701163e-06,
      "loss": 0.3393,
      "step": 1144390
    },
    {
      "epoch": 319.4,
      "grad_norm": 1.0334560871124268,
      "learning_rate": 3.2905693520459034e-06,
      "loss": 0.3642,
      "step": 1144400
    },
    {
      "epoch": 319.4,
      "grad_norm": 1.0359575748443604,
      "learning_rate": 3.290544616954154e-06,
      "loss": 0.3695,
      "step": 1144410
    },
    {
      "epoch": 319.4,
      "grad_norm": 0.9936283230781555,
      "learning_rate": 3.290519881736386e-06,
      "loss": 0.3415,
      "step": 1144420
    },
    {
      "epoch": 319.41,
      "grad_norm": 1.0730934143066406,
      "learning_rate": 3.2904951463926036e-06,
      "loss": 0.3594,
      "step": 1144430
    },
    {
      "epoch": 319.41,
      "grad_norm": 0.9652470350265503,
      "learning_rate": 3.2904704109228086e-06,
      "loss": 0.3491,
      "step": 1144440
    },
    {
      "epoch": 319.41,
      "grad_norm": 1.0979491472244263,
      "learning_rate": 3.2904456753270048e-06,
      "loss": 0.3352,
      "step": 1144450
    },
    {
      "epoch": 319.41,
      "grad_norm": 1.1974629163742065,
      "learning_rate": 3.290420939605196e-06,
      "loss": 0.3846,
      "step": 1144460
    },
    {
      "epoch": 319.42,
      "grad_norm": 1.2174406051635742,
      "learning_rate": 3.290396203757385e-06,
      "loss": 0.3689,
      "step": 1144470
    },
    {
      "epoch": 319.42,
      "grad_norm": 1.062451958656311,
      "learning_rate": 3.2903714677835743e-06,
      "loss": 0.3655,
      "step": 1144480
    },
    {
      "epoch": 319.42,
      "grad_norm": 1.1215436458587646,
      "learning_rate": 3.2903467316837685e-06,
      "loss": 0.3532,
      "step": 1144490
    },
    {
      "epoch": 319.43,
      "grad_norm": 1.1687599420547485,
      "learning_rate": 3.290321995457971e-06,
      "loss": 0.3444,
      "step": 1144500
    },
    {
      "epoch": 319.43,
      "grad_norm": 0.965832531452179,
      "learning_rate": 3.2902972591061836e-06,
      "loss": 0.3472,
      "step": 1144510
    },
    {
      "epoch": 319.43,
      "grad_norm": 1.0698221921920776,
      "learning_rate": 3.290272522628411e-06,
      "loss": 0.3432,
      "step": 1144520
    },
    {
      "epoch": 319.43,
      "grad_norm": 1.11335027217865,
      "learning_rate": 3.290247786024656e-06,
      "loss": 0.3595,
      "step": 1144530
    },
    {
      "epoch": 319.44,
      "grad_norm": 0.935853898525238,
      "learning_rate": 3.290223049294922e-06,
      "loss": 0.3574,
      "step": 1144540
    },
    {
      "epoch": 319.44,
      "grad_norm": 1.0104355812072754,
      "learning_rate": 3.290198312439212e-06,
      "loss": 0.3589,
      "step": 1144550
    },
    {
      "epoch": 319.44,
      "grad_norm": 0.9747150540351868,
      "learning_rate": 3.2901735754575297e-06,
      "loss": 0.3542,
      "step": 1144560
    },
    {
      "epoch": 319.44,
      "grad_norm": 0.9177324771881104,
      "learning_rate": 3.290148838349878e-06,
      "loss": 0.3404,
      "step": 1144570
    },
    {
      "epoch": 319.45,
      "grad_norm": 1.121462106704712,
      "learning_rate": 3.2901241011162596e-06,
      "loss": 0.3669,
      "step": 1144580
    },
    {
      "epoch": 319.45,
      "grad_norm": 1.0507409572601318,
      "learning_rate": 3.2900993637566795e-06,
      "loss": 0.3511,
      "step": 1144590
    },
    {
      "epoch": 319.45,
      "grad_norm": 1.0048354864120483,
      "learning_rate": 3.290074626271139e-06,
      "loss": 0.3475,
      "step": 1144600
    },
    {
      "epoch": 319.46,
      "grad_norm": 1.1088658571243286,
      "learning_rate": 3.2900498886596442e-06,
      "loss": 0.3417,
      "step": 1144610
    },
    {
      "epoch": 319.46,
      "grad_norm": 1.0166836977005005,
      "learning_rate": 3.290025150922195e-06,
      "loss": 0.3465,
      "step": 1144620
    },
    {
      "epoch": 319.46,
      "grad_norm": 1.043666124343872,
      "learning_rate": 3.290000413058797e-06,
      "loss": 0.3576,
      "step": 1144630
    },
    {
      "epoch": 319.46,
      "grad_norm": 0.9582576155662537,
      "learning_rate": 3.2899756750694527e-06,
      "loss": 0.3575,
      "step": 1144640
    },
    {
      "epoch": 319.47,
      "grad_norm": 0.9183438420295715,
      "learning_rate": 3.289950936954166e-06,
      "loss": 0.3595,
      "step": 1144650
    },
    {
      "epoch": 319.47,
      "grad_norm": 1.0192081928253174,
      "learning_rate": 3.2899261987129387e-06,
      "loss": 0.3457,
      "step": 1144660
    },
    {
      "epoch": 319.47,
      "grad_norm": 0.9696030020713806,
      "learning_rate": 3.2899014603457756e-06,
      "loss": 0.351,
      "step": 1144670
    },
    {
      "epoch": 319.48,
      "grad_norm": 0.9377427697181702,
      "learning_rate": 3.28987672185268e-06,
      "loss": 0.3771,
      "step": 1144680
    },
    {
      "epoch": 319.48,
      "grad_norm": 0.9530541300773621,
      "learning_rate": 3.2898519832336545e-06,
      "loss": 0.3459,
      "step": 1144690
    },
    {
      "epoch": 319.48,
      "grad_norm": 1.1829142570495605,
      "learning_rate": 3.2898272444887024e-06,
      "loss": 0.3392,
      "step": 1144700
    },
    {
      "epoch": 319.48,
      "grad_norm": 1.3163073062896729,
      "learning_rate": 3.2898025056178266e-06,
      "loss": 0.366,
      "step": 1144710
    },
    {
      "epoch": 319.49,
      "grad_norm": 0.9404029250144958,
      "learning_rate": 3.2897777666210317e-06,
      "loss": 0.3616,
      "step": 1144720
    },
    {
      "epoch": 319.49,
      "grad_norm": 1.0351617336273193,
      "learning_rate": 3.28975302749832e-06,
      "loss": 0.3564,
      "step": 1144730
    },
    {
      "epoch": 319.49,
      "grad_norm": 1.1599220037460327,
      "learning_rate": 3.289728288249694e-06,
      "loss": 0.3766,
      "step": 1144740
    },
    {
      "epoch": 319.49,
      "grad_norm": 1.0597970485687256,
      "learning_rate": 3.2897035488751597e-06,
      "loss": 0.3372,
      "step": 1144750
    },
    {
      "epoch": 319.5,
      "grad_norm": 1.1306935548782349,
      "learning_rate": 3.289678809374718e-06,
      "loss": 0.3478,
      "step": 1144760
    },
    {
      "epoch": 319.5,
      "grad_norm": 0.9531928896903992,
      "learning_rate": 3.289654069748373e-06,
      "loss": 0.3535,
      "step": 1144770
    },
    {
      "epoch": 319.5,
      "grad_norm": 1.226755142211914,
      "learning_rate": 3.2896293299961275e-06,
      "loss": 0.3331,
      "step": 1144780
    },
    {
      "epoch": 319.51,
      "grad_norm": 1.0378215312957764,
      "learning_rate": 3.2896045901179855e-06,
      "loss": 0.354,
      "step": 1144790
    },
    {
      "epoch": 319.51,
      "grad_norm": 0.9234209656715393,
      "learning_rate": 3.2895798501139503e-06,
      "loss": 0.341,
      "step": 1144800
    },
    {
      "epoch": 319.51,
      "grad_norm": 1.1548223495483398,
      "learning_rate": 3.2895551099840248e-06,
      "loss": 0.3478,
      "step": 1144810
    },
    {
      "epoch": 319.51,
      "grad_norm": 0.9660048484802246,
      "learning_rate": 3.289530369728212e-06,
      "loss": 0.3511,
      "step": 1144820
    },
    {
      "epoch": 319.52,
      "grad_norm": 1.0458012819290161,
      "learning_rate": 3.289505629346516e-06,
      "loss": 0.3461,
      "step": 1144830
    },
    {
      "epoch": 319.52,
      "grad_norm": 1.1549534797668457,
      "learning_rate": 3.2894808888389397e-06,
      "loss": 0.3523,
      "step": 1144840
    },
    {
      "epoch": 319.52,
      "grad_norm": 1.0664392709732056,
      "learning_rate": 3.289456148205486e-06,
      "loss": 0.3515,
      "step": 1144850
    },
    {
      "epoch": 319.53,
      "grad_norm": 0.9381164908409119,
      "learning_rate": 3.2894314074461584e-06,
      "loss": 0.3596,
      "step": 1144860
    },
    {
      "epoch": 319.53,
      "grad_norm": 1.1298344135284424,
      "learning_rate": 3.2894066665609607e-06,
      "loss": 0.3641,
      "step": 1144870
    },
    {
      "epoch": 319.53,
      "grad_norm": 0.8813306093215942,
      "learning_rate": 3.2893819255498957e-06,
      "loss": 0.3634,
      "step": 1144880
    },
    {
      "epoch": 319.53,
      "grad_norm": 1.0210506916046143,
      "learning_rate": 3.289357184412967e-06,
      "loss": 0.3584,
      "step": 1144890
    },
    {
      "epoch": 319.54,
      "grad_norm": 1.127129077911377,
      "learning_rate": 3.2893324431501777e-06,
      "loss": 0.3595,
      "step": 1144900
    },
    {
      "epoch": 319.54,
      "grad_norm": 1.1437132358551025,
      "learning_rate": 3.289307701761531e-06,
      "loss": 0.3507,
      "step": 1144910
    },
    {
      "epoch": 319.54,
      "grad_norm": 1.1143385171890259,
      "learning_rate": 3.2892829602470304e-06,
      "loss": 0.3421,
      "step": 1144920
    },
    {
      "epoch": 319.55,
      "grad_norm": 0.9598631858825684,
      "learning_rate": 3.289258218606679e-06,
      "loss": 0.3513,
      "step": 1144930
    },
    {
      "epoch": 319.55,
      "grad_norm": 0.8989112377166748,
      "learning_rate": 3.28923347684048e-06,
      "loss": 0.37,
      "step": 1144940
    },
    {
      "epoch": 319.55,
      "grad_norm": 1.0613024234771729,
      "learning_rate": 3.2892087349484375e-06,
      "loss": 0.3602,
      "step": 1144950
    },
    {
      "epoch": 319.55,
      "grad_norm": 1.3095117807388306,
      "learning_rate": 3.2891839929305535e-06,
      "loss": 0.3466,
      "step": 1144960
    },
    {
      "epoch": 319.56,
      "grad_norm": 0.960008442401886,
      "learning_rate": 3.289159250786833e-06,
      "loss": 0.3515,
      "step": 1144970
    },
    {
      "epoch": 319.56,
      "grad_norm": 1.0197702646255493,
      "learning_rate": 3.2891345085172777e-06,
      "loss": 0.3674,
      "step": 1144980
    },
    {
      "epoch": 319.56,
      "grad_norm": 0.9864228963851929,
      "learning_rate": 3.289109766121891e-06,
      "loss": 0.3379,
      "step": 1144990
    },
    {
      "epoch": 319.56,
      "grad_norm": 1.0316051244735718,
      "learning_rate": 3.2890850236006768e-06,
      "loss": 0.3563,
      "step": 1145000
    },
    {
      "epoch": 319.57,
      "grad_norm": 1.120720386505127,
      "learning_rate": 3.289060280953639e-06,
      "loss": 0.3475,
      "step": 1145010
    },
    {
      "epoch": 319.57,
      "grad_norm": 2.3881938457489014,
      "learning_rate": 3.2890355381807794e-06,
      "loss": 0.3465,
      "step": 1145020
    },
    {
      "epoch": 319.57,
      "grad_norm": 1.1166203022003174,
      "learning_rate": 3.289010795282102e-06,
      "loss": 0.3615,
      "step": 1145030
    },
    {
      "epoch": 319.58,
      "grad_norm": 1.040944218635559,
      "learning_rate": 3.2889860522576107e-06,
      "loss": 0.3752,
      "step": 1145040
    },
    {
      "epoch": 319.58,
      "grad_norm": 0.9914700388908386,
      "learning_rate": 3.288961309107308e-06,
      "loss": 0.3418,
      "step": 1145050
    },
    {
      "epoch": 319.58,
      "grad_norm": 1.1286827325820923,
      "learning_rate": 3.288936565831197e-06,
      "loss": 0.36,
      "step": 1145060
    },
    {
      "epoch": 319.58,
      "grad_norm": 1.0677443742752075,
      "learning_rate": 3.2889118224292812e-06,
      "loss": 0.3519,
      "step": 1145070
    },
    {
      "epoch": 319.59,
      "grad_norm": 1.0020484924316406,
      "learning_rate": 3.2888870789015652e-06,
      "loss": 0.3554,
      "step": 1145080
    },
    {
      "epoch": 319.59,
      "grad_norm": 0.9068660140037537,
      "learning_rate": 3.2888623352480505e-06,
      "loss": 0.3611,
      "step": 1145090
    },
    {
      "epoch": 319.59,
      "grad_norm": 1.0823308229446411,
      "learning_rate": 3.288837591468741e-06,
      "loss": 0.3682,
      "step": 1145100
    },
    {
      "epoch": 319.6,
      "grad_norm": 1.0333648920059204,
      "learning_rate": 3.2888128475636406e-06,
      "loss": 0.3536,
      "step": 1145110
    },
    {
      "epoch": 319.6,
      "grad_norm": 1.1194031238555908,
      "learning_rate": 3.2887881035327523e-06,
      "loss": 0.3297,
      "step": 1145120
    },
    {
      "epoch": 319.6,
      "grad_norm": 0.927860677242279,
      "learning_rate": 3.288763359376078e-06,
      "loss": 0.3471,
      "step": 1145130
    },
    {
      "epoch": 319.6,
      "grad_norm": 1.0125471353530884,
      "learning_rate": 3.2887386150936234e-06,
      "loss": 0.3597,
      "step": 1145140
    },
    {
      "epoch": 319.61,
      "grad_norm": 1.224819540977478,
      "learning_rate": 3.28871387068539e-06,
      "loss": 0.3468,
      "step": 1145150
    },
    {
      "epoch": 319.61,
      "grad_norm": 1.1051591634750366,
      "learning_rate": 3.288689126151381e-06,
      "loss": 0.378,
      "step": 1145160
    },
    {
      "epoch": 319.61,
      "grad_norm": 0.9129835367202759,
      "learning_rate": 3.2886643814916012e-06,
      "loss": 0.3465,
      "step": 1145170
    },
    {
      "epoch": 319.61,
      "grad_norm": 1.3803988695144653,
      "learning_rate": 3.2886396367060527e-06,
      "loss": 0.3652,
      "step": 1145180
    },
    {
      "epoch": 319.62,
      "grad_norm": 1.2746673822402954,
      "learning_rate": 3.2886148917947397e-06,
      "loss": 0.3669,
      "step": 1145190
    },
    {
      "epoch": 319.62,
      "grad_norm": 1.0547375679016113,
      "learning_rate": 3.288590146757664e-06,
      "loss": 0.3376,
      "step": 1145200
    },
    {
      "epoch": 319.62,
      "grad_norm": 1.0905587673187256,
      "learning_rate": 3.2885654015948305e-06,
      "loss": 0.3479,
      "step": 1145210
    },
    {
      "epoch": 319.63,
      "grad_norm": 0.9193986654281616,
      "learning_rate": 3.2885406563062414e-06,
      "loss": 0.3515,
      "step": 1145220
    },
    {
      "epoch": 319.63,
      "grad_norm": 0.8634412884712219,
      "learning_rate": 3.2885159108919005e-06,
      "loss": 0.3448,
      "step": 1145230
    },
    {
      "epoch": 319.63,
      "grad_norm": 1.1455800533294678,
      "learning_rate": 3.2884911653518113e-06,
      "loss": 0.3598,
      "step": 1145240
    },
    {
      "epoch": 319.63,
      "grad_norm": 1.007825493812561,
      "learning_rate": 3.2884664196859766e-06,
      "loss": 0.3717,
      "step": 1145250
    },
    {
      "epoch": 319.64,
      "grad_norm": 1.1492115259170532,
      "learning_rate": 3.2884416738944003e-06,
      "loss": 0.3514,
      "step": 1145260
    },
    {
      "epoch": 319.64,
      "grad_norm": 0.8940538167953491,
      "learning_rate": 3.2884169279770845e-06,
      "loss": 0.3472,
      "step": 1145270
    },
    {
      "epoch": 319.64,
      "grad_norm": 1.1522341966629028,
      "learning_rate": 3.288392181934034e-06,
      "loss": 0.3494,
      "step": 1145280
    },
    {
      "epoch": 319.65,
      "grad_norm": 0.9392799139022827,
      "learning_rate": 3.2883674357652505e-06,
      "loss": 0.3641,
      "step": 1145290
    },
    {
      "epoch": 319.65,
      "grad_norm": 0.9910895228385925,
      "learning_rate": 3.288342689470739e-06,
      "loss": 0.3702,
      "step": 1145300
    },
    {
      "epoch": 319.65,
      "grad_norm": 0.9861446022987366,
      "learning_rate": 3.2883179430505013e-06,
      "loss": 0.3512,
      "step": 1145310
    },
    {
      "epoch": 319.65,
      "grad_norm": 0.894952654838562,
      "learning_rate": 3.2882931965045418e-06,
      "loss": 0.3354,
      "step": 1145320
    },
    {
      "epoch": 319.66,
      "grad_norm": 1.0054209232330322,
      "learning_rate": 3.2882684498328627e-06,
      "loss": 0.3521,
      "step": 1145330
    },
    {
      "epoch": 319.66,
      "grad_norm": 0.9483324289321899,
      "learning_rate": 3.2882437030354686e-06,
      "loss": 0.3417,
      "step": 1145340
    },
    {
      "epoch": 319.66,
      "grad_norm": 1.213923454284668,
      "learning_rate": 3.2882189561123626e-06,
      "loss": 0.3536,
      "step": 1145350
    },
    {
      "epoch": 319.67,
      "grad_norm": 0.9707428812980652,
      "learning_rate": 3.2881942090635467e-06,
      "loss": 0.3503,
      "step": 1145360
    },
    {
      "epoch": 319.67,
      "grad_norm": 1.0532035827636719,
      "learning_rate": 3.2881694618890257e-06,
      "loss": 0.3394,
      "step": 1145370
    },
    {
      "epoch": 319.67,
      "grad_norm": 1.2514301538467407,
      "learning_rate": 3.2881447145888015e-06,
      "loss": 0.3551,
      "step": 1145380
    },
    {
      "epoch": 319.67,
      "grad_norm": 1.1859347820281982,
      "learning_rate": 3.2881199671628777e-06,
      "loss": 0.3599,
      "step": 1145390
    },
    {
      "epoch": 319.68,
      "grad_norm": 0.9819879531860352,
      "learning_rate": 3.2880952196112592e-06,
      "loss": 0.3629,
      "step": 1145400
    },
    {
      "epoch": 319.68,
      "grad_norm": 1.2453150749206543,
      "learning_rate": 3.288070471933947e-06,
      "loss": 0.3808,
      "step": 1145410
    },
    {
      "epoch": 319.68,
      "grad_norm": 0.9868761301040649,
      "learning_rate": 3.2880457241309466e-06,
      "loss": 0.361,
      "step": 1145420
    },
    {
      "epoch": 319.68,
      "grad_norm": 0.8751425743103027,
      "learning_rate": 3.2880209762022596e-06,
      "loss": 0.3553,
      "step": 1145430
    },
    {
      "epoch": 319.69,
      "grad_norm": 1.0120937824249268,
      "learning_rate": 3.28799622814789e-06,
      "loss": 0.3781,
      "step": 1145440
    },
    {
      "epoch": 319.69,
      "grad_norm": 0.9751665592193604,
      "learning_rate": 3.2879714799678407e-06,
      "loss": 0.3484,
      "step": 1145450
    },
    {
      "epoch": 319.69,
      "grad_norm": 0.9359664916992188,
      "learning_rate": 3.2879467316621156e-06,
      "loss": 0.3458,
      "step": 1145460
    },
    {
      "epoch": 319.7,
      "grad_norm": 0.9607278108596802,
      "learning_rate": 3.287921983230717e-06,
      "loss": 0.3463,
      "step": 1145470
    },
    {
      "epoch": 319.7,
      "grad_norm": 0.9400556087493896,
      "learning_rate": 3.2878972346736494e-06,
      "loss": 0.3507,
      "step": 1145480
    },
    {
      "epoch": 319.7,
      "grad_norm": 1.2757680416107178,
      "learning_rate": 3.2878724859909154e-06,
      "loss": 0.3564,
      "step": 1145490
    },
    {
      "epoch": 319.7,
      "grad_norm": 1.0903491973876953,
      "learning_rate": 3.287847737182519e-06,
      "loss": 0.3516,
      "step": 1145500
    },
    {
      "epoch": 319.71,
      "grad_norm": 1.035086750984192,
      "learning_rate": 3.2878229882484623e-06,
      "loss": 0.356,
      "step": 1145510
    },
    {
      "epoch": 319.71,
      "grad_norm": 1.170467495918274,
      "learning_rate": 3.287798239188749e-06,
      "loss": 0.3505,
      "step": 1145520
    },
    {
      "epoch": 319.71,
      "grad_norm": 1.8529573678970337,
      "learning_rate": 3.2877734900033833e-06,
      "loss": 0.3508,
      "step": 1145530
    },
    {
      "epoch": 319.72,
      "grad_norm": 1.1107598543167114,
      "learning_rate": 3.2877487406923673e-06,
      "loss": 0.3554,
      "step": 1145540
    },
    {
      "epoch": 319.72,
      "grad_norm": 1.0490167140960693,
      "learning_rate": 3.2877239912557046e-06,
      "loss": 0.3466,
      "step": 1145550
    },
    {
      "epoch": 319.72,
      "grad_norm": 0.9702953100204468,
      "learning_rate": 3.2876992416934e-06,
      "loss": 0.3543,
      "step": 1145560
    },
    {
      "epoch": 319.72,
      "grad_norm": 1.1214715242385864,
      "learning_rate": 3.2876744920054546e-06,
      "loss": 0.3554,
      "step": 1145570
    },
    {
      "epoch": 319.73,
      "grad_norm": 1.0848990678787231,
      "learning_rate": 3.2876497421918728e-06,
      "loss": 0.355,
      "step": 1145580
    },
    {
      "epoch": 319.73,
      "grad_norm": 1.0680683851242065,
      "learning_rate": 3.2876249922526573e-06,
      "loss": 0.332,
      "step": 1145590
    },
    {
      "epoch": 319.73,
      "grad_norm": 1.094528079032898,
      "learning_rate": 3.2876002421878117e-06,
      "loss": 0.3634,
      "step": 1145600
    },
    {
      "epoch": 319.73,
      "grad_norm": 0.9686359167098999,
      "learning_rate": 3.2875754919973396e-06,
      "loss": 0.3508,
      "step": 1145610
    },
    {
      "epoch": 319.74,
      "grad_norm": 1.1805198192596436,
      "learning_rate": 3.287550741681244e-06,
      "loss": 0.3521,
      "step": 1145620
    },
    {
      "epoch": 319.74,
      "grad_norm": 0.9676845073699951,
      "learning_rate": 3.287525991239529e-06,
      "loss": 0.362,
      "step": 1145630
    },
    {
      "epoch": 319.74,
      "grad_norm": 1.13315749168396,
      "learning_rate": 3.2875012406721966e-06,
      "loss": 0.3434,
      "step": 1145640
    },
    {
      "epoch": 319.75,
      "grad_norm": 1.0507313013076782,
      "learning_rate": 3.2874764899792506e-06,
      "loss": 0.3443,
      "step": 1145650
    },
    {
      "epoch": 319.75,
      "grad_norm": 1.073254942893982,
      "learning_rate": 3.2874517391606942e-06,
      "loss": 0.3551,
      "step": 1145660
    },
    {
      "epoch": 319.75,
      "grad_norm": 1.0006439685821533,
      "learning_rate": 3.287426988216531e-06,
      "loss": 0.3475,
      "step": 1145670
    },
    {
      "epoch": 319.75,
      "grad_norm": 5.16968297958374,
      "learning_rate": 3.287402237146764e-06,
      "loss": 0.3391,
      "step": 1145680
    },
    {
      "epoch": 319.76,
      "grad_norm": 0.9287943840026855,
      "learning_rate": 3.2873774859513968e-06,
      "loss": 0.3648,
      "step": 1145690
    },
    {
      "epoch": 319.76,
      "grad_norm": 1.1514768600463867,
      "learning_rate": 3.287352734630432e-06,
      "loss": 0.3558,
      "step": 1145700
    },
    {
      "epoch": 319.76,
      "grad_norm": 1.0360682010650635,
      "learning_rate": 3.287327983183874e-06,
      "loss": 0.368,
      "step": 1145710
    },
    {
      "epoch": 319.77,
      "grad_norm": 1.014284610748291,
      "learning_rate": 3.287303231611726e-06,
      "loss": 0.3394,
      "step": 1145720
    },
    {
      "epoch": 319.77,
      "grad_norm": 1.124813437461853,
      "learning_rate": 3.28727847991399e-06,
      "loss": 0.36,
      "step": 1145730
    },
    {
      "epoch": 319.77,
      "grad_norm": 0.9710987210273743,
      "learning_rate": 3.2872537280906704e-06,
      "loss": 0.3462,
      "step": 1145740
    },
    {
      "epoch": 319.77,
      "grad_norm": 1.0086109638214111,
      "learning_rate": 3.2872289761417697e-06,
      "loss": 0.3635,
      "step": 1145750
    },
    {
      "epoch": 319.78,
      "grad_norm": 1.0622323751449585,
      "learning_rate": 3.2872042240672922e-06,
      "loss": 0.36,
      "step": 1145760
    },
    {
      "epoch": 319.78,
      "grad_norm": 0.9463664889335632,
      "learning_rate": 3.287179471867241e-06,
      "loss": 0.3477,
      "step": 1145770
    },
    {
      "epoch": 319.78,
      "grad_norm": 1.1938515901565552,
      "learning_rate": 3.287154719541619e-06,
      "loss": 0.3535,
      "step": 1145780
    },
    {
      "epoch": 319.79,
      "grad_norm": 0.9191261529922485,
      "learning_rate": 3.287129967090429e-06,
      "loss": 0.3498,
      "step": 1145790
    },
    {
      "epoch": 319.79,
      "grad_norm": 0.974254310131073,
      "learning_rate": 3.287105214513675e-06,
      "loss": 0.3512,
      "step": 1145800
    },
    {
      "epoch": 319.79,
      "grad_norm": 1.037056565284729,
      "learning_rate": 3.28708046181136e-06,
      "loss": 0.3572,
      "step": 1145810
    },
    {
      "epoch": 319.79,
      "grad_norm": 1.226851463317871,
      "learning_rate": 3.2870557089834884e-06,
      "loss": 0.3709,
      "step": 1145820
    },
    {
      "epoch": 319.8,
      "grad_norm": 0.9987364411354065,
      "learning_rate": 3.2870309560300613e-06,
      "loss": 0.3528,
      "step": 1145830
    },
    {
      "epoch": 319.8,
      "grad_norm": 0.9155819416046143,
      "learning_rate": 3.2870062029510836e-06,
      "loss": 0.3569,
      "step": 1145840
    },
    {
      "epoch": 319.8,
      "grad_norm": 1.036798119544983,
      "learning_rate": 3.286981449746559e-06,
      "loss": 0.3454,
      "step": 1145850
    },
    {
      "epoch": 319.8,
      "grad_norm": 0.9886402487754822,
      "learning_rate": 3.28695669641649e-06,
      "loss": 0.34,
      "step": 1145860
    },
    {
      "epoch": 319.81,
      "grad_norm": 1.0083706378936768,
      "learning_rate": 3.286931942960879e-06,
      "loss": 0.3606,
      "step": 1145870
    },
    {
      "epoch": 319.81,
      "grad_norm": 1.0898483991622925,
      "learning_rate": 3.2869071893797308e-06,
      "loss": 0.3523,
      "step": 1145880
    },
    {
      "epoch": 319.81,
      "grad_norm": 1.0924700498580933,
      "learning_rate": 3.286882435673048e-06,
      "loss": 0.364,
      "step": 1145890
    },
    {
      "epoch": 319.82,
      "grad_norm": 1.029236912727356,
      "learning_rate": 3.286857681840834e-06,
      "loss": 0.3623,
      "step": 1145900
    },
    {
      "epoch": 319.82,
      "grad_norm": 0.890972375869751,
      "learning_rate": 3.2868329278830917e-06,
      "loss": 0.3471,
      "step": 1145910
    },
    {
      "epoch": 319.82,
      "grad_norm": 0.900212287902832,
      "learning_rate": 3.286808173799825e-06,
      "loss": 0.3505,
      "step": 1145920
    },
    {
      "epoch": 319.82,
      "grad_norm": 1.0934380292892456,
      "learning_rate": 3.2867834195910385e-06,
      "loss": 0.3578,
      "step": 1145930
    },
    {
      "epoch": 319.83,
      "grad_norm": 0.9368712902069092,
      "learning_rate": 3.286758665256732e-06,
      "loss": 0.3282,
      "step": 1145940
    },
    {
      "epoch": 319.83,
      "grad_norm": 1.052456259727478,
      "learning_rate": 3.286733910796912e-06,
      "loss": 0.3463,
      "step": 1145950
    },
    {
      "epoch": 319.83,
      "grad_norm": 1.109154224395752,
      "learning_rate": 3.28670915621158e-06,
      "loss": 0.3382,
      "step": 1145960
    },
    {
      "epoch": 319.84,
      "grad_norm": 1.0726197957992554,
      "learning_rate": 3.2866844015007395e-06,
      "loss": 0.3594,
      "step": 1145970
    },
    {
      "epoch": 319.84,
      "grad_norm": 0.8237466812133789,
      "learning_rate": 3.286659646664395e-06,
      "loss": 0.3659,
      "step": 1145980
    },
    {
      "epoch": 319.84,
      "grad_norm": 1.0524132251739502,
      "learning_rate": 3.2866348917025487e-06,
      "loss": 0.3435,
      "step": 1145990
    },
    {
      "epoch": 319.84,
      "grad_norm": 1.03157377243042,
      "learning_rate": 3.2866101366152046e-06,
      "loss": 0.361,
      "step": 1146000
    },
    {
      "epoch": 319.85,
      "grad_norm": 0.9964924454689026,
      "learning_rate": 3.286585381402365e-06,
      "loss": 0.3654,
      "step": 1146010
    },
    {
      "epoch": 319.85,
      "grad_norm": 0.9631325602531433,
      "learning_rate": 3.2865606260640337e-06,
      "loss": 0.342,
      "step": 1146020
    },
    {
      "epoch": 319.85,
      "grad_norm": 1.044213891029358,
      "learning_rate": 3.2865358706002136e-06,
      "loss": 0.3592,
      "step": 1146030
    },
    {
      "epoch": 319.85,
      "grad_norm": 0.9148051142692566,
      "learning_rate": 3.2865111150109093e-06,
      "loss": 0.3448,
      "step": 1146040
    },
    {
      "epoch": 319.86,
      "grad_norm": 1.0535297393798828,
      "learning_rate": 3.2864863592961227e-06,
      "loss": 0.3487,
      "step": 1146050
    },
    {
      "epoch": 319.86,
      "grad_norm": 0.9472768306732178,
      "learning_rate": 3.286461603455858e-06,
      "loss": 0.354,
      "step": 1146060
    },
    {
      "epoch": 319.86,
      "grad_norm": 0.955593466758728,
      "learning_rate": 3.286436847490118e-06,
      "loss": 0.3512,
      "step": 1146070
    },
    {
      "epoch": 319.87,
      "grad_norm": 0.9393150210380554,
      "learning_rate": 3.2864120913989067e-06,
      "loss": 0.3551,
      "step": 1146080
    },
    {
      "epoch": 319.87,
      "grad_norm": 1.6972261667251587,
      "learning_rate": 3.286387335182226e-06,
      "loss": 0.3537,
      "step": 1146090
    },
    {
      "epoch": 319.87,
      "grad_norm": 0.9940633773803711,
      "learning_rate": 3.28636257884008e-06,
      "loss": 0.3497,
      "step": 1146100
    },
    {
      "epoch": 319.87,
      "grad_norm": 0.8656770586967468,
      "learning_rate": 3.286337822372472e-06,
      "loss": 0.3437,
      "step": 1146110
    },
    {
      "epoch": 319.88,
      "grad_norm": 1.096632480621338,
      "learning_rate": 3.286313065779406e-06,
      "loss": 0.3514,
      "step": 1146120
    },
    {
      "epoch": 319.88,
      "grad_norm": 0.983608067035675,
      "learning_rate": 3.286288309060884e-06,
      "loss": 0.3361,
      "step": 1146130
    },
    {
      "epoch": 319.88,
      "grad_norm": 1.0542230606079102,
      "learning_rate": 3.28626355221691e-06,
      "loss": 0.3504,
      "step": 1146140
    },
    {
      "epoch": 319.89,
      "grad_norm": 1.4815781116485596,
      "learning_rate": 3.2862387952474876e-06,
      "loss": 0.3793,
      "step": 1146150
    },
    {
      "epoch": 319.89,
      "grad_norm": 0.9946397542953491,
      "learning_rate": 3.286214038152619e-06,
      "loss": 0.371,
      "step": 1146160
    },
    {
      "epoch": 319.89,
      "grad_norm": 0.9630523324012756,
      "learning_rate": 3.286189280932309e-06,
      "loss": 0.3426,
      "step": 1146170
    },
    {
      "epoch": 319.89,
      "grad_norm": 1.0757534503936768,
      "learning_rate": 3.2861645235865594e-06,
      "loss": 0.3555,
      "step": 1146180
    },
    {
      "epoch": 319.9,
      "grad_norm": 0.9906136989593506,
      "learning_rate": 3.2861397661153746e-06,
      "loss": 0.3657,
      "step": 1146190
    },
    {
      "epoch": 319.9,
      "grad_norm": 0.9185755252838135,
      "learning_rate": 3.286115008518757e-06,
      "loss": 0.3623,
      "step": 1146200
    },
    {
      "epoch": 319.9,
      "grad_norm": 0.9872363805770874,
      "learning_rate": 3.2860902507967105e-06,
      "loss": 0.3547,
      "step": 1146210
    },
    {
      "epoch": 319.91,
      "grad_norm": 1.0207675695419312,
      "learning_rate": 3.286065492949239e-06,
      "loss": 0.3616,
      "step": 1146220
    },
    {
      "epoch": 319.91,
      "grad_norm": 1.0916246175765991,
      "learning_rate": 3.2860407349763437e-06,
      "loss": 0.3468,
      "step": 1146230
    },
    {
      "epoch": 319.91,
      "grad_norm": 1.069750189781189,
      "learning_rate": 3.2860159768780304e-06,
      "loss": 0.3647,
      "step": 1146240
    },
    {
      "epoch": 319.91,
      "grad_norm": 1.1088898181915283,
      "learning_rate": 3.2859912186543004e-06,
      "loss": 0.3553,
      "step": 1146250
    },
    {
      "epoch": 319.92,
      "grad_norm": 0.9674162268638611,
      "learning_rate": 3.2859664603051583e-06,
      "loss": 0.3637,
      "step": 1146260
    },
    {
      "epoch": 319.92,
      "grad_norm": 1.1448109149932861,
      "learning_rate": 3.285941701830607e-06,
      "loss": 0.356,
      "step": 1146270
    },
    {
      "epoch": 319.92,
      "grad_norm": 0.9415361285209656,
      "learning_rate": 3.285916943230649e-06,
      "loss": 0.3542,
      "step": 1146280
    },
    {
      "epoch": 319.92,
      "grad_norm": 1.0947540998458862,
      "learning_rate": 3.2858921845052892e-06,
      "loss": 0.3542,
      "step": 1146290
    },
    {
      "epoch": 319.93,
      "grad_norm": 1.1640857458114624,
      "learning_rate": 3.28586742565453e-06,
      "loss": 0.3624,
      "step": 1146300
    },
    {
      "epoch": 319.93,
      "grad_norm": 0.9980219006538391,
      "learning_rate": 3.2858426666783742e-06,
      "loss": 0.3526,
      "step": 1146310
    },
    {
      "epoch": 319.93,
      "grad_norm": 0.9203168749809265,
      "learning_rate": 3.2858179075768263e-06,
      "loss": 0.3721,
      "step": 1146320
    },
    {
      "epoch": 319.94,
      "grad_norm": 1.2016781568527222,
      "learning_rate": 3.285793148349888e-06,
      "loss": 0.3889,
      "step": 1146330
    },
    {
      "epoch": 319.94,
      "grad_norm": 1.0809918642044067,
      "learning_rate": 3.2857683889975643e-06,
      "loss": 0.3539,
      "step": 1146340
    },
    {
      "epoch": 319.94,
      "grad_norm": 1.0956302881240845,
      "learning_rate": 3.285743629519857e-06,
      "loss": 0.3609,
      "step": 1146350
    },
    {
      "epoch": 319.94,
      "grad_norm": 1.1211795806884766,
      "learning_rate": 3.2857188699167703e-06,
      "loss": 0.3665,
      "step": 1146360
    },
    {
      "epoch": 319.95,
      "grad_norm": 0.919245719909668,
      "learning_rate": 3.2856941101883075e-06,
      "loss": 0.3559,
      "step": 1146370
    },
    {
      "epoch": 319.95,
      "grad_norm": 1.044572353363037,
      "learning_rate": 3.2856693503344723e-06,
      "loss": 0.3579,
      "step": 1146380
    },
    {
      "epoch": 319.95,
      "grad_norm": 1.1976298093795776,
      "learning_rate": 3.285644590355266e-06,
      "loss": 0.3528,
      "step": 1146390
    },
    {
      "epoch": 319.96,
      "grad_norm": 0.9747046828269958,
      "learning_rate": 3.2856198302506943e-06,
      "loss": 0.3465,
      "step": 1146400
    },
    {
      "epoch": 319.96,
      "grad_norm": 1.0132384300231934,
      "learning_rate": 3.285595070020759e-06,
      "loss": 0.3397,
      "step": 1146410
    },
    {
      "epoch": 319.96,
      "grad_norm": 1.0627021789550781,
      "learning_rate": 3.285570309665464e-06,
      "loss": 0.356,
      "step": 1146420
    },
    {
      "epoch": 319.96,
      "grad_norm": 1.1241732835769653,
      "learning_rate": 3.285545549184813e-06,
      "loss": 0.3542,
      "step": 1146430
    },
    {
      "epoch": 319.97,
      "grad_norm": 1.2417939901351929,
      "learning_rate": 3.2855207885788074e-06,
      "loss": 0.3423,
      "step": 1146440
    },
    {
      "epoch": 319.97,
      "grad_norm": 1.0878220796585083,
      "learning_rate": 3.2854960278474533e-06,
      "loss": 0.3528,
      "step": 1146450
    },
    {
      "epoch": 319.97,
      "grad_norm": 1.0552513599395752,
      "learning_rate": 3.285471266990752e-06,
      "loss": 0.336,
      "step": 1146460
    },
    {
      "epoch": 319.97,
      "grad_norm": 0.9143544435501099,
      "learning_rate": 3.285446506008707e-06,
      "loss": 0.3452,
      "step": 1146470
    },
    {
      "epoch": 319.98,
      "grad_norm": 1.5585224628448486,
      "learning_rate": 3.2854217449013223e-06,
      "loss": 0.3525,
      "step": 1146480
    },
    {
      "epoch": 319.98,
      "grad_norm": 1.0243808031082153,
      "learning_rate": 3.2853969836686e-06,
      "loss": 0.3503,
      "step": 1146490
    },
    {
      "epoch": 319.98,
      "grad_norm": 1.177207589149475,
      "learning_rate": 3.2853722223105453e-06,
      "loss": 0.342,
      "step": 1146500
    },
    {
      "epoch": 319.99,
      "grad_norm": 1.2702958583831787,
      "learning_rate": 3.2853474608271598e-06,
      "loss": 0.3658,
      "step": 1146510
    },
    {
      "epoch": 319.99,
      "grad_norm": 1.0552171468734741,
      "learning_rate": 3.285322699218448e-06,
      "loss": 0.3402,
      "step": 1146520
    },
    {
      "epoch": 319.99,
      "grad_norm": 1.0360110998153687,
      "learning_rate": 3.285297937484413e-06,
      "loss": 0.3524,
      "step": 1146530
    },
    {
      "epoch": 319.99,
      "grad_norm": 0.8697550296783447,
      "learning_rate": 3.285273175625057e-06,
      "loss": 0.3502,
      "step": 1146540
    },
    {
      "epoch": 320.0,
      "grad_norm": 1.2889600992202759,
      "learning_rate": 3.2852484136403837e-06,
      "loss": 0.3558,
      "step": 1146550
    },
    {
      "epoch": 320.0,
      "grad_norm": 1.2945754528045654,
      "learning_rate": 3.285223651530397e-06,
      "loss": 0.3506,
      "step": 1146560
    },
    {
      "epoch": 320.0,
      "eval_loss": 0.35532912611961365,
      "eval_runtime": 63.2582,
      "eval_samples_per_second": 79.974,
      "eval_steps_per_second": 10.007,
      "step": 1146560
    },
    {
      "epoch": 320.0,
      "grad_norm": 1.0559794902801514,
      "learning_rate": 3.2851988892951e-06,
      "loss": 0.3533,
      "step": 1146570
    },
    {
      "epoch": 320.01,
      "grad_norm": 0.9880685806274414,
      "learning_rate": 3.2851741269344953e-06,
      "loss": 0.34,
      "step": 1146580
    },
    {
      "epoch": 320.01,
      "grad_norm": 1.202573299407959,
      "learning_rate": 3.285149364448588e-06,
      "loss": 0.3639,
      "step": 1146590
    },
    {
      "epoch": 320.01,
      "grad_norm": 0.9497947096824646,
      "learning_rate": 3.285124601837379e-06,
      "loss": 0.342,
      "step": 1146600
    },
    {
      "epoch": 320.01,
      "grad_norm": 1.0646164417266846,
      "learning_rate": 3.2850998391008736e-06,
      "loss": 0.3436,
      "step": 1146610
    },
    {
      "epoch": 320.02,
      "grad_norm": 1.0484713315963745,
      "learning_rate": 3.2850750762390737e-06,
      "loss": 0.3479,
      "step": 1146620
    },
    {
      "epoch": 320.02,
      "grad_norm": 0.9643117189407349,
      "learning_rate": 3.285050313251984e-06,
      "loss": 0.3469,
      "step": 1146630
    },
    {
      "epoch": 320.02,
      "grad_norm": 1.0717542171478271,
      "learning_rate": 3.2850255501396063e-06,
      "loss": 0.3535,
      "step": 1146640
    },
    {
      "epoch": 320.03,
      "grad_norm": 1.0816471576690674,
      "learning_rate": 3.2850007869019444e-06,
      "loss": 0.3634,
      "step": 1146650
    },
    {
      "epoch": 320.03,
      "grad_norm": 1.0377455949783325,
      "learning_rate": 3.2849760235390025e-06,
      "loss": 0.3562,
      "step": 1146660
    },
    {
      "epoch": 320.03,
      "grad_norm": 1.0277613401412964,
      "learning_rate": 3.2849512600507827e-06,
      "loss": 0.3426,
      "step": 1146670
    },
    {
      "epoch": 320.03,
      "grad_norm": 0.9855908751487732,
      "learning_rate": 3.284926496437289e-06,
      "loss": 0.3448,
      "step": 1146680
    },
    {
      "epoch": 320.04,
      "grad_norm": 0.9306783080101013,
      "learning_rate": 3.284901732698524e-06,
      "loss": 0.3526,
      "step": 1146690
    },
    {
      "epoch": 320.04,
      "grad_norm": 1.1375693082809448,
      "learning_rate": 3.2848769688344918e-06,
      "loss": 0.3404,
      "step": 1146700
    },
    {
      "epoch": 320.04,
      "grad_norm": 1.1943368911743164,
      "learning_rate": 3.284852204845195e-06,
      "loss": 0.3402,
      "step": 1146710
    },
    {
      "epoch": 320.04,
      "grad_norm": 1.2001283168792725,
      "learning_rate": 3.2848274407306374e-06,
      "loss": 0.3527,
      "step": 1146720
    },
    {
      "epoch": 320.05,
      "grad_norm": 1.09749436378479,
      "learning_rate": 3.284802676490822e-06,
      "loss": 0.3446,
      "step": 1146730
    },
    {
      "epoch": 320.05,
      "grad_norm": 1.0015631914138794,
      "learning_rate": 3.284777912125753e-06,
      "loss": 0.3487,
      "step": 1146740
    },
    {
      "epoch": 320.05,
      "grad_norm": 0.9632178544998169,
      "learning_rate": 3.2847531476354325e-06,
      "loss": 0.3455,
      "step": 1146750
    },
    {
      "epoch": 320.06,
      "grad_norm": 0.9198054075241089,
      "learning_rate": 3.284728383019864e-06,
      "loss": 0.3518,
      "step": 1146760
    },
    {
      "epoch": 320.06,
      "grad_norm": 0.8482949137687683,
      "learning_rate": 3.2847036182790506e-06,
      "loss": 0.3428,
      "step": 1146770
    },
    {
      "epoch": 320.06,
      "grad_norm": 1.03842031955719,
      "learning_rate": 3.2846788534129967e-06,
      "loss": 0.3734,
      "step": 1146780
    },
    {
      "epoch": 320.06,
      "grad_norm": 1.2263703346252441,
      "learning_rate": 3.284654088421705e-06,
      "loss": 0.3583,
      "step": 1146790
    },
    {
      "epoch": 320.07,
      "grad_norm": 1.1246720552444458,
      "learning_rate": 3.2846293233051784e-06,
      "loss": 0.3565,
      "step": 1146800
    },
    {
      "epoch": 320.07,
      "grad_norm": 1.0267122983932495,
      "learning_rate": 3.2846045580634204e-06,
      "loss": 0.3658,
      "step": 1146810
    },
    {
      "epoch": 320.07,
      "grad_norm": 1.1569669246673584,
      "learning_rate": 3.284579792696435e-06,
      "loss": 0.3633,
      "step": 1146820
    },
    {
      "epoch": 320.08,
      "grad_norm": 0.9657020568847656,
      "learning_rate": 3.2845550272042246e-06,
      "loss": 0.3542,
      "step": 1146830
    },
    {
      "epoch": 320.08,
      "grad_norm": 1.1368178129196167,
      "learning_rate": 3.2845302615867923e-06,
      "loss": 0.359,
      "step": 1146840
    },
    {
      "epoch": 320.08,
      "grad_norm": 1.0218265056610107,
      "learning_rate": 3.2845054958441422e-06,
      "loss": 0.3563,
      "step": 1146850
    },
    {
      "epoch": 320.08,
      "grad_norm": 0.8913491368293762,
      "learning_rate": 3.2844807299762774e-06,
      "loss": 0.3408,
      "step": 1146860
    },
    {
      "epoch": 320.09,
      "grad_norm": 0.9078197479248047,
      "learning_rate": 3.2844559639832004e-06,
      "loss": 0.3495,
      "step": 1146870
    },
    {
      "epoch": 320.09,
      "grad_norm": 1.1244115829467773,
      "learning_rate": 3.284431197864916e-06,
      "loss": 0.376,
      "step": 1146880
    },
    {
      "epoch": 320.09,
      "grad_norm": 0.8794263005256653,
      "learning_rate": 3.2844064316214266e-06,
      "loss": 0.3386,
      "step": 1146890
    },
    {
      "epoch": 320.09,
      "grad_norm": 0.9449000954627991,
      "learning_rate": 3.2843816652527353e-06,
      "loss": 0.3451,
      "step": 1146900
    },
    {
      "epoch": 320.1,
      "grad_norm": 0.945241391658783,
      "learning_rate": 3.2843568987588458e-06,
      "loss": 0.361,
      "step": 1146910
    },
    {
      "epoch": 320.1,
      "grad_norm": 1.0357224941253662,
      "learning_rate": 3.2843321321397614e-06,
      "loss": 0.3677,
      "step": 1146920
    },
    {
      "epoch": 320.1,
      "grad_norm": 0.9806505441665649,
      "learning_rate": 3.284307365395485e-06,
      "loss": 0.3554,
      "step": 1146930
    },
    {
      "epoch": 320.11,
      "grad_norm": 1.0124655961990356,
      "learning_rate": 3.28428259852602e-06,
      "loss": 0.3473,
      "step": 1146940
    },
    {
      "epoch": 320.11,
      "grad_norm": 0.8863137364387512,
      "learning_rate": 3.2842578315313705e-06,
      "loss": 0.3697,
      "step": 1146950
    },
    {
      "epoch": 320.11,
      "grad_norm": 1.1901966333389282,
      "learning_rate": 3.284233064411539e-06,
      "loss": 0.3457,
      "step": 1146960
    },
    {
      "epoch": 320.11,
      "grad_norm": 0.9084107279777527,
      "learning_rate": 3.2842082971665285e-06,
      "loss": 0.3442,
      "step": 1146970
    },
    {
      "epoch": 320.12,
      "grad_norm": 1.0259350538253784,
      "learning_rate": 3.2841835297963436e-06,
      "loss": 0.3576,
      "step": 1146980
    },
    {
      "epoch": 320.12,
      "grad_norm": 1.121608853340149,
      "learning_rate": 3.284158762300986e-06,
      "loss": 0.3591,
      "step": 1146990
    },
    {
      "epoch": 320.12,
      "grad_norm": 1.0580259561538696,
      "learning_rate": 3.2841339946804596e-06,
      "loss": 0.3606,
      "step": 1147000
    },
    {
      "epoch": 320.13,
      "grad_norm": 1.0013833045959473,
      "learning_rate": 3.2841092269347685e-06,
      "loss": 0.3505,
      "step": 1147010
    },
    {
      "epoch": 320.13,
      "grad_norm": 1.0175672769546509,
      "learning_rate": 3.2840844590639142e-06,
      "loss": 0.3619,
      "step": 1147020
    },
    {
      "epoch": 320.13,
      "grad_norm": 0.8622155785560608,
      "learning_rate": 3.2840596910679024e-06,
      "loss": 0.3628,
      "step": 1147030
    },
    {
      "epoch": 320.13,
      "grad_norm": 1.0324984788894653,
      "learning_rate": 3.2840349229467347e-06,
      "loss": 0.3594,
      "step": 1147040
    },
    {
      "epoch": 320.14,
      "grad_norm": 1.1821469068527222,
      "learning_rate": 3.284010154700415e-06,
      "loss": 0.3593,
      "step": 1147050
    },
    {
      "epoch": 320.14,
      "grad_norm": 0.923342764377594,
      "learning_rate": 3.2839853863289456e-06,
      "loss": 0.3484,
      "step": 1147060
    },
    {
      "epoch": 320.14,
      "grad_norm": 0.9468346238136292,
      "learning_rate": 3.283960617832331e-06,
      "loss": 0.3683,
      "step": 1147070
    },
    {
      "epoch": 320.15,
      "grad_norm": 0.9687973260879517,
      "learning_rate": 3.2839358492105744e-06,
      "loss": 0.3631,
      "step": 1147080
    },
    {
      "epoch": 320.15,
      "grad_norm": 0.9075621366500854,
      "learning_rate": 3.283911080463678e-06,
      "loss": 0.3449,
      "step": 1147090
    },
    {
      "epoch": 320.15,
      "grad_norm": 0.9680032730102539,
      "learning_rate": 3.2838863115916474e-06,
      "loss": 0.3523,
      "step": 1147100
    },
    {
      "epoch": 320.15,
      "grad_norm": 0.9761361479759216,
      "learning_rate": 3.283861542594484e-06,
      "loss": 0.3561,
      "step": 1147110
    },
    {
      "epoch": 320.16,
      "grad_norm": 0.8452367186546326,
      "learning_rate": 3.283836773472191e-06,
      "loss": 0.328,
      "step": 1147120
    },
    {
      "epoch": 320.16,
      "grad_norm": 1.0592316389083862,
      "learning_rate": 3.2838120042247713e-06,
      "loss": 0.3544,
      "step": 1147130
    },
    {
      "epoch": 320.16,
      "grad_norm": 0.9745268225669861,
      "learning_rate": 3.283787234852231e-06,
      "loss": 0.3594,
      "step": 1147140
    },
    {
      "epoch": 320.16,
      "grad_norm": 0.9509159922599792,
      "learning_rate": 3.28376246535457e-06,
      "loss": 0.3507,
      "step": 1147150
    },
    {
      "epoch": 320.17,
      "grad_norm": 1.0345033407211304,
      "learning_rate": 3.2837376957317933e-06,
      "loss": 0.3618,
      "step": 1147160
    },
    {
      "epoch": 320.17,
      "grad_norm": 0.9860218167304993,
      "learning_rate": 3.2837129259839048e-06,
      "loss": 0.3549,
      "step": 1147170
    },
    {
      "epoch": 320.17,
      "grad_norm": 1.1042677164077759,
      "learning_rate": 3.2836881561109065e-06,
      "loss": 0.3583,
      "step": 1147180
    },
    {
      "epoch": 320.18,
      "grad_norm": 1.0482958555221558,
      "learning_rate": 3.2836633861128023e-06,
      "loss": 0.3533,
      "step": 1147190
    },
    {
      "epoch": 320.18,
      "grad_norm": 1.0658807754516602,
      "learning_rate": 3.2836386159895947e-06,
      "loss": 0.3506,
      "step": 1147200
    },
    {
      "epoch": 320.18,
      "grad_norm": 1.2140541076660156,
      "learning_rate": 3.2836138457412884e-06,
      "loss": 0.3458,
      "step": 1147210
    },
    {
      "epoch": 320.18,
      "grad_norm": 1.3136414289474487,
      "learning_rate": 3.2835890753678855e-06,
      "loss": 0.3513,
      "step": 1147220
    },
    {
      "epoch": 320.19,
      "grad_norm": 1.1222506761550903,
      "learning_rate": 3.28356430486939e-06,
      "loss": 0.3536,
      "step": 1147230
    },
    {
      "epoch": 320.19,
      "grad_norm": 1.3319933414459229,
      "learning_rate": 3.283539534245805e-06,
      "loss": 0.3499,
      "step": 1147240
    },
    {
      "epoch": 320.19,
      "grad_norm": 0.9919814467430115,
      "learning_rate": 3.2835147634971337e-06,
      "loss": 0.355,
      "step": 1147250
    },
    {
      "epoch": 320.2,
      "grad_norm": 0.8077602982521057,
      "learning_rate": 3.28348999262338e-06,
      "loss": 0.3528,
      "step": 1147260
    },
    {
      "epoch": 320.2,
      "grad_norm": 1.0915741920471191,
      "learning_rate": 3.283465221624546e-06,
      "loss": 0.3514,
      "step": 1147270
    },
    {
      "epoch": 320.2,
      "grad_norm": 1.0030229091644287,
      "learning_rate": 3.2834404505006356e-06,
      "loss": 0.3515,
      "step": 1147280
    },
    {
      "epoch": 320.2,
      "grad_norm": 0.9325897097587585,
      "learning_rate": 3.2834156792516526e-06,
      "loss": 0.3546,
      "step": 1147290
    },
    {
      "epoch": 320.21,
      "grad_norm": 0.9528185725212097,
      "learning_rate": 3.2833909078775993e-06,
      "loss": 0.3396,
      "step": 1147300
    },
    {
      "epoch": 320.21,
      "grad_norm": 1.107727289199829,
      "learning_rate": 3.28336613637848e-06,
      "loss": 0.3563,
      "step": 1147310
    },
    {
      "epoch": 320.21,
      "grad_norm": 0.9526951909065247,
      "learning_rate": 3.2833413647542973e-06,
      "loss": 0.3453,
      "step": 1147320
    },
    {
      "epoch": 320.21,
      "grad_norm": 1.1142044067382812,
      "learning_rate": 3.283316593005055e-06,
      "loss": 0.3618,
      "step": 1147330
    },
    {
      "epoch": 320.22,
      "grad_norm": 0.8960522413253784,
      "learning_rate": 3.2832918211307563e-06,
      "loss": 0.3607,
      "step": 1147340
    },
    {
      "epoch": 320.22,
      "grad_norm": 1.0822222232818604,
      "learning_rate": 3.283267049131404e-06,
      "loss": 0.3382,
      "step": 1147350
    },
    {
      "epoch": 320.22,
      "grad_norm": 0.949607253074646,
      "learning_rate": 3.283242277007001e-06,
      "loss": 0.3571,
      "step": 1147360
    },
    {
      "epoch": 320.23,
      "grad_norm": 1.0000687837600708,
      "learning_rate": 3.283217504757552e-06,
      "loss": 0.3607,
      "step": 1147370
    },
    {
      "epoch": 320.23,
      "grad_norm": 0.9207442402839661,
      "learning_rate": 3.2831927323830597e-06,
      "loss": 0.3501,
      "step": 1147380
    },
    {
      "epoch": 320.23,
      "grad_norm": 0.9339264035224915,
      "learning_rate": 3.283167959883527e-06,
      "loss": 0.3536,
      "step": 1147390
    },
    {
      "epoch": 320.23,
      "grad_norm": 0.9355472326278687,
      "learning_rate": 3.283143187258958e-06,
      "loss": 0.3433,
      "step": 1147400
    },
    {
      "epoch": 320.24,
      "grad_norm": 1.1073929071426392,
      "learning_rate": 3.2831184145093557e-06,
      "loss": 0.3647,
      "step": 1147410
    },
    {
      "epoch": 320.24,
      "grad_norm": 1.187697172164917,
      "learning_rate": 3.2830936416347225e-06,
      "loss": 0.3438,
      "step": 1147420
    },
    {
      "epoch": 320.24,
      "grad_norm": 1.0706888437271118,
      "learning_rate": 3.283068868635063e-06,
      "loss": 0.3662,
      "step": 1147430
    },
    {
      "epoch": 320.25,
      "grad_norm": 1.1309019327163696,
      "learning_rate": 3.283044095510379e-06,
      "loss": 0.3733,
      "step": 1147440
    },
    {
      "epoch": 320.25,
      "grad_norm": 1.0907256603240967,
      "learning_rate": 3.2830193222606754e-06,
      "loss": 0.3551,
      "step": 1147450
    },
    {
      "epoch": 320.25,
      "grad_norm": 0.9055449366569519,
      "learning_rate": 3.282994548885955e-06,
      "loss": 0.3371,
      "step": 1147460
    },
    {
      "epoch": 320.25,
      "grad_norm": 1.0628836154937744,
      "learning_rate": 3.2829697753862202e-06,
      "loss": 0.3456,
      "step": 1147470
    },
    {
      "epoch": 320.26,
      "grad_norm": 0.942034900188446,
      "learning_rate": 3.282945001761476e-06,
      "loss": 0.3808,
      "step": 1147480
    },
    {
      "epoch": 320.26,
      "grad_norm": 1.0420520305633545,
      "learning_rate": 3.2829202280117234e-06,
      "loss": 0.3724,
      "step": 1147490
    },
    {
      "epoch": 320.26,
      "grad_norm": 1.1384941339492798,
      "learning_rate": 3.2828954541369684e-06,
      "loss": 0.3694,
      "step": 1147500
    },
    {
      "epoch": 320.27,
      "grad_norm": 1.1698788404464722,
      "learning_rate": 3.2828706801372116e-06,
      "loss": 0.3633,
      "step": 1147510
    },
    {
      "epoch": 320.27,
      "grad_norm": 1.0689243078231812,
      "learning_rate": 3.2828459060124578e-06,
      "loss": 0.3456,
      "step": 1147520
    },
    {
      "epoch": 320.27,
      "grad_norm": 0.9890944361686707,
      "learning_rate": 3.2828211317627106e-06,
      "loss": 0.3538,
      "step": 1147530
    },
    {
      "epoch": 320.27,
      "grad_norm": 1.130980134010315,
      "learning_rate": 3.2827963573879724e-06,
      "loss": 0.3595,
      "step": 1147540
    },
    {
      "epoch": 320.28,
      "grad_norm": 0.9625869393348694,
      "learning_rate": 3.2827715828882472e-06,
      "loss": 0.3325,
      "step": 1147550
    },
    {
      "epoch": 320.28,
      "grad_norm": 0.9949142932891846,
      "learning_rate": 3.2827468082635385e-06,
      "loss": 0.3512,
      "step": 1147560
    },
    {
      "epoch": 320.28,
      "grad_norm": 1.080730676651001,
      "learning_rate": 3.282722033513848e-06,
      "loss": 0.3321,
      "step": 1147570
    },
    {
      "epoch": 320.28,
      "grad_norm": 1.2119338512420654,
      "learning_rate": 3.2826972586391803e-06,
      "loss": 0.3528,
      "step": 1147580
    },
    {
      "epoch": 320.29,
      "grad_norm": 1.0505139827728271,
      "learning_rate": 3.282672483639539e-06,
      "loss": 0.3375,
      "step": 1147590
    },
    {
      "epoch": 320.29,
      "grad_norm": 0.9762148261070251,
      "learning_rate": 3.282647708514926e-06,
      "loss": 0.3505,
      "step": 1147600
    },
    {
      "epoch": 320.29,
      "grad_norm": 1.0722426176071167,
      "learning_rate": 3.2826229332653456e-06,
      "loss": 0.3748,
      "step": 1147610
    },
    {
      "epoch": 320.3,
      "grad_norm": 1.1280423402786255,
      "learning_rate": 3.2825981578908014e-06,
      "loss": 0.3778,
      "step": 1147620
    },
    {
      "epoch": 320.3,
      "grad_norm": 1.0060797929763794,
      "learning_rate": 3.282573382391296e-06,
      "loss": 0.345,
      "step": 1147630
    },
    {
      "epoch": 320.3,
      "grad_norm": 0.9512327313423157,
      "learning_rate": 3.282548606766833e-06,
      "loss": 0.3485,
      "step": 1147640
    },
    {
      "epoch": 320.3,
      "grad_norm": 0.983578622341156,
      "learning_rate": 3.282523831017416e-06,
      "loss": 0.3611,
      "step": 1147650
    },
    {
      "epoch": 320.31,
      "grad_norm": 0.9561121463775635,
      "learning_rate": 3.2824990551430477e-06,
      "loss": 0.3405,
      "step": 1147660
    },
    {
      "epoch": 320.31,
      "grad_norm": 0.869026243686676,
      "learning_rate": 3.2824742791437316e-06,
      "loss": 0.3647,
      "step": 1147670
    },
    {
      "epoch": 320.31,
      "grad_norm": 0.9986447095870972,
      "learning_rate": 3.282449503019471e-06,
      "loss": 0.348,
      "step": 1147680
    },
    {
      "epoch": 320.32,
      "grad_norm": 0.9668179154396057,
      "learning_rate": 3.282424726770269e-06,
      "loss": 0.3514,
      "step": 1147690
    },
    {
      "epoch": 320.32,
      "grad_norm": 1.209232211112976,
      "learning_rate": 3.28239995039613e-06,
      "loss": 0.344,
      "step": 1147700
    },
    {
      "epoch": 320.32,
      "grad_norm": 0.8782219290733337,
      "learning_rate": 3.282375173897056e-06,
      "loss": 0.3358,
      "step": 1147710
    },
    {
      "epoch": 320.32,
      "grad_norm": 0.9385525584220886,
      "learning_rate": 3.2823503972730505e-06,
      "loss": 0.3486,
      "step": 1147720
    },
    {
      "epoch": 320.33,
      "grad_norm": 1.2093188762664795,
      "learning_rate": 3.2823256205241174e-06,
      "loss": 0.3619,
      "step": 1147730
    },
    {
      "epoch": 320.33,
      "grad_norm": 1.0810935497283936,
      "learning_rate": 3.2823008436502592e-06,
      "loss": 0.3358,
      "step": 1147740
    },
    {
      "epoch": 320.33,
      "grad_norm": 0.8105757832527161,
      "learning_rate": 3.28227606665148e-06,
      "loss": 0.3502,
      "step": 1147750
    },
    {
      "epoch": 320.33,
      "grad_norm": 0.8863354921340942,
      "learning_rate": 3.282251289527782e-06,
      "loss": 0.3695,
      "step": 1147760
    },
    {
      "epoch": 320.34,
      "grad_norm": 0.8944261074066162,
      "learning_rate": 3.28222651227917e-06,
      "loss": 0.3536,
      "step": 1147770
    },
    {
      "epoch": 320.34,
      "grad_norm": 0.9831106662750244,
      "learning_rate": 3.282201734905646e-06,
      "loss": 0.3603,
      "step": 1147780
    },
    {
      "epoch": 320.34,
      "grad_norm": 0.7584131956100464,
      "learning_rate": 3.2821769574072147e-06,
      "loss": 0.3618,
      "step": 1147790
    },
    {
      "epoch": 320.35,
      "grad_norm": 0.9416459202766418,
      "learning_rate": 3.2821521797838777e-06,
      "loss": 0.3518,
      "step": 1147800
    },
    {
      "epoch": 320.35,
      "grad_norm": 1.277327060699463,
      "learning_rate": 3.2821274020356393e-06,
      "loss": 0.3571,
      "step": 1147810
    },
    {
      "epoch": 320.35,
      "grad_norm": 1.0358703136444092,
      "learning_rate": 3.2821026241625025e-06,
      "loss": 0.3463,
      "step": 1147820
    },
    {
      "epoch": 320.35,
      "grad_norm": 1.0543853044509888,
      "learning_rate": 3.2820778461644707e-06,
      "loss": 0.3882,
      "step": 1147830
    },
    {
      "epoch": 320.36,
      "grad_norm": 1.0819413661956787,
      "learning_rate": 3.2820530680415477e-06,
      "loss": 0.3454,
      "step": 1147840
    },
    {
      "epoch": 320.36,
      "grad_norm": 1.0146328210830688,
      "learning_rate": 3.282028289793736e-06,
      "loss": 0.3515,
      "step": 1147850
    },
    {
      "epoch": 320.36,
      "grad_norm": 0.9895980954170227,
      "learning_rate": 3.282003511421039e-06,
      "loss": 0.3528,
      "step": 1147860
    },
    {
      "epoch": 320.37,
      "grad_norm": 1.072046160697937,
      "learning_rate": 3.2819787329234603e-06,
      "loss": 0.3413,
      "step": 1147870
    },
    {
      "epoch": 320.37,
      "grad_norm": 1.116882562637329,
      "learning_rate": 3.2819539543010035e-06,
      "loss": 0.3613,
      "step": 1147880
    },
    {
      "epoch": 320.37,
      "grad_norm": 0.9501528143882751,
      "learning_rate": 3.2819291755536706e-06,
      "loss": 0.3516,
      "step": 1147890
    },
    {
      "epoch": 320.37,
      "grad_norm": 1.169135332107544,
      "learning_rate": 3.2819043966814665e-06,
      "loss": 0.3504,
      "step": 1147900
    },
    {
      "epoch": 320.38,
      "grad_norm": 1.0350418090820312,
      "learning_rate": 3.2818796176843937e-06,
      "loss": 0.3435,
      "step": 1147910
    },
    {
      "epoch": 320.38,
      "grad_norm": 1.0300313234329224,
      "learning_rate": 3.281854838562456e-06,
      "loss": 0.3372,
      "step": 1147920
    },
    {
      "epoch": 320.38,
      "grad_norm": 1.02894127368927,
      "learning_rate": 3.2818300593156557e-06,
      "loss": 0.3507,
      "step": 1147930
    },
    {
      "epoch": 320.39,
      "grad_norm": 1.4716330766677856,
      "learning_rate": 3.2818052799439965e-06,
      "loss": 0.3476,
      "step": 1147940
    },
    {
      "epoch": 320.39,
      "grad_norm": 1.0948313474655151,
      "learning_rate": 3.2817805004474825e-06,
      "loss": 0.3672,
      "step": 1147950
    },
    {
      "epoch": 320.39,
      "grad_norm": 1.015913724899292,
      "learning_rate": 3.2817557208261154e-06,
      "loss": 0.3664,
      "step": 1147960
    },
    {
      "epoch": 320.39,
      "grad_norm": 0.9734182357788086,
      "learning_rate": 3.2817309410799004e-06,
      "loss": 0.3574,
      "step": 1147970
    },
    {
      "epoch": 320.4,
      "grad_norm": 0.990286648273468,
      "learning_rate": 3.28170616120884e-06,
      "loss": 0.3566,
      "step": 1147980
    },
    {
      "epoch": 320.4,
      "grad_norm": 0.9593653082847595,
      "learning_rate": 3.2816813812129373e-06,
      "loss": 0.3514,
      "step": 1147990
    },
    {
      "epoch": 320.4,
      "grad_norm": 1.1031874418258667,
      "learning_rate": 3.281656601092195e-06,
      "loss": 0.3611,
      "step": 1148000
    },
    {
      "epoch": 320.4,
      "grad_norm": 1.0219475030899048,
      "learning_rate": 3.2816318208466178e-06,
      "loss": 0.3459,
      "step": 1148010
    },
    {
      "epoch": 320.41,
      "grad_norm": 0.9410578012466431,
      "learning_rate": 3.2816070404762076e-06,
      "loss": 0.3415,
      "step": 1148020
    },
    {
      "epoch": 320.41,
      "grad_norm": 0.9898988604545593,
      "learning_rate": 3.2815822599809685e-06,
      "loss": 0.3502,
      "step": 1148030
    },
    {
      "epoch": 320.41,
      "grad_norm": 1.0253479480743408,
      "learning_rate": 3.2815574793609043e-06,
      "loss": 0.3545,
      "step": 1148040
    },
    {
      "epoch": 320.42,
      "grad_norm": 1.0676816701889038,
      "learning_rate": 3.281532698616017e-06,
      "loss": 0.3579,
      "step": 1148050
    },
    {
      "epoch": 320.42,
      "grad_norm": 0.9032372832298279,
      "learning_rate": 3.2815079177463115e-06,
      "loss": 0.3565,
      "step": 1148060
    },
    {
      "epoch": 320.42,
      "grad_norm": 2.295100212097168,
      "learning_rate": 3.281483136751789e-06,
      "loss": 0.3539,
      "step": 1148070
    },
    {
      "epoch": 320.42,
      "grad_norm": 1.035637378692627,
      "learning_rate": 3.281458355632455e-06,
      "loss": 0.3401,
      "step": 1148080
    },
    {
      "epoch": 320.43,
      "grad_norm": 1.1905852556228638,
      "learning_rate": 3.281433574388311e-06,
      "loss": 0.3532,
      "step": 1148090
    },
    {
      "epoch": 320.43,
      "grad_norm": 0.9251088500022888,
      "learning_rate": 3.281408793019361e-06,
      "loss": 0.3515,
      "step": 1148100
    },
    {
      "epoch": 320.43,
      "grad_norm": 1.0331782102584839,
      "learning_rate": 3.2813840115256087e-06,
      "loss": 0.3456,
      "step": 1148110
    },
    {
      "epoch": 320.44,
      "grad_norm": 0.8878675103187561,
      "learning_rate": 3.281359229907057e-06,
      "loss": 0.3566,
      "step": 1148120
    },
    {
      "epoch": 320.44,
      "grad_norm": 1.0254262685775757,
      "learning_rate": 3.2813344481637093e-06,
      "loss": 0.3609,
      "step": 1148130
    },
    {
      "epoch": 320.44,
      "grad_norm": 0.9892243146896362,
      "learning_rate": 3.2813096662955687e-06,
      "loss": 0.3515,
      "step": 1148140
    },
    {
      "epoch": 320.44,
      "grad_norm": 1.0399866104125977,
      "learning_rate": 3.2812848843026394e-06,
      "loss": 0.358,
      "step": 1148150
    },
    {
      "epoch": 320.45,
      "grad_norm": 1.029892921447754,
      "learning_rate": 3.281260102184923e-06,
      "loss": 0.3806,
      "step": 1148160
    },
    {
      "epoch": 320.45,
      "grad_norm": 1.101204752922058,
      "learning_rate": 3.281235319942424e-06,
      "loss": 0.3422,
      "step": 1148170
    },
    {
      "epoch": 320.45,
      "grad_norm": 1.1636308431625366,
      "learning_rate": 3.2812105375751456e-06,
      "loss": 0.3638,
      "step": 1148180
    },
    {
      "epoch": 320.45,
      "grad_norm": 1.0844284296035767,
      "learning_rate": 3.2811857550830907e-06,
      "loss": 0.3566,
      "step": 1148190
    },
    {
      "epoch": 320.46,
      "grad_norm": 1.0725682973861694,
      "learning_rate": 3.281160972466263e-06,
      "loss": 0.3708,
      "step": 1148200
    },
    {
      "epoch": 320.46,
      "grad_norm": 1.233650803565979,
      "learning_rate": 3.281136189724665e-06,
      "loss": 0.3517,
      "step": 1148210
    },
    {
      "epoch": 320.46,
      "grad_norm": 1.0006592273712158,
      "learning_rate": 3.281111406858302e-06,
      "loss": 0.3507,
      "step": 1148220
    },
    {
      "epoch": 320.47,
      "grad_norm": 0.9387074112892151,
      "learning_rate": 3.281086623867175e-06,
      "loss": 0.3383,
      "step": 1148230
    },
    {
      "epoch": 320.47,
      "grad_norm": 0.9808668494224548,
      "learning_rate": 3.281061840751289e-06,
      "loss": 0.3461,
      "step": 1148240
    },
    {
      "epoch": 320.47,
      "grad_norm": 0.8350491523742676,
      "learning_rate": 3.281037057510646e-06,
      "loss": 0.3606,
      "step": 1148250
    },
    {
      "epoch": 320.47,
      "grad_norm": 1.0684562921524048,
      "learning_rate": 3.2810122741452495e-06,
      "loss": 0.366,
      "step": 1148260
    },
    {
      "epoch": 320.48,
      "grad_norm": 4.1476664543151855,
      "learning_rate": 3.2809874906551035e-06,
      "loss": 0.3608,
      "step": 1148270
    },
    {
      "epoch": 320.48,
      "grad_norm": 1.028085470199585,
      "learning_rate": 3.280962707040211e-06,
      "loss": 0.3606,
      "step": 1148280
    },
    {
      "epoch": 320.48,
      "grad_norm": 1.051750898361206,
      "learning_rate": 3.2809379233005754e-06,
      "loss": 0.3493,
      "step": 1148290
    },
    {
      "epoch": 320.49,
      "grad_norm": 1.12139093875885,
      "learning_rate": 3.2809131394362e-06,
      "loss": 0.3508,
      "step": 1148300
    },
    {
      "epoch": 320.49,
      "grad_norm": 0.9980390667915344,
      "learning_rate": 3.280888355447087e-06,
      "loss": 0.3551,
      "step": 1148310
    },
    {
      "epoch": 320.49,
      "grad_norm": 0.9740266799926758,
      "learning_rate": 3.2808635713332413e-06,
      "loss": 0.3559,
      "step": 1148320
    },
    {
      "epoch": 320.49,
      "grad_norm": 0.9682004451751709,
      "learning_rate": 3.2808387870946654e-06,
      "loss": 0.3558,
      "step": 1148330
    },
    {
      "epoch": 320.5,
      "grad_norm": 0.9741523265838623,
      "learning_rate": 3.2808140027313627e-06,
      "loss": 0.3598,
      "step": 1148340
    },
    {
      "epoch": 320.5,
      "grad_norm": 0.9036144018173218,
      "learning_rate": 3.280789218243336e-06,
      "loss": 0.3446,
      "step": 1148350
    },
    {
      "epoch": 320.5,
      "grad_norm": 1.0595715045928955,
      "learning_rate": 3.2807644336305902e-06,
      "loss": 0.3646,
      "step": 1148360
    },
    {
      "epoch": 320.51,
      "grad_norm": 1.0110609531402588,
      "learning_rate": 3.2807396488931272e-06,
      "loss": 0.3534,
      "step": 1148370
    },
    {
      "epoch": 320.51,
      "grad_norm": 0.9252248406410217,
      "learning_rate": 3.2807148640309505e-06,
      "loss": 0.3373,
      "step": 1148380
    },
    {
      "epoch": 320.51,
      "grad_norm": 1.1539099216461182,
      "learning_rate": 3.2806900790440625e-06,
      "loss": 0.3524,
      "step": 1148390
    },
    {
      "epoch": 320.51,
      "grad_norm": 1.0177158117294312,
      "learning_rate": 3.2806652939324693e-06,
      "loss": 0.3658,
      "step": 1148400
    },
    {
      "epoch": 320.52,
      "grad_norm": 0.9786378741264343,
      "learning_rate": 3.2806405086961713e-06,
      "loss": 0.353,
      "step": 1148410
    },
    {
      "epoch": 320.52,
      "grad_norm": 1.0979715585708618,
      "learning_rate": 3.2806157233351726e-06,
      "loss": 0.3466,
      "step": 1148420
    },
    {
      "epoch": 320.52,
      "grad_norm": 0.9301018118858337,
      "learning_rate": 3.280590937849478e-06,
      "loss": 0.344,
      "step": 1148430
    },
    {
      "epoch": 320.52,
      "grad_norm": 0.9807660579681396,
      "learning_rate": 3.2805661522390895e-06,
      "loss": 0.3608,
      "step": 1148440
    },
    {
      "epoch": 320.53,
      "grad_norm": 1.0376933813095093,
      "learning_rate": 3.2805413665040097e-06,
      "loss": 0.3505,
      "step": 1148450
    },
    {
      "epoch": 320.53,
      "grad_norm": 0.9446287751197815,
      "learning_rate": 3.2805165806442433e-06,
      "loss": 0.3543,
      "step": 1148460
    },
    {
      "epoch": 320.53,
      "grad_norm": 1.7062654495239258,
      "learning_rate": 3.2804917946597924e-06,
      "loss": 0.353,
      "step": 1148470
    },
    {
      "epoch": 320.54,
      "grad_norm": 1.061517596244812,
      "learning_rate": 3.280467008550661e-06,
      "loss": 0.3552,
      "step": 1148480
    },
    {
      "epoch": 320.54,
      "grad_norm": 1.007326602935791,
      "learning_rate": 3.280442222316853e-06,
      "loss": 0.3614,
      "step": 1148490
    },
    {
      "epoch": 320.54,
      "grad_norm": 1.0633989572525024,
      "learning_rate": 3.28041743595837e-06,
      "loss": 0.3646,
      "step": 1148500
    },
    {
      "epoch": 320.54,
      "grad_norm": 0.951784610748291,
      "learning_rate": 3.280392649475218e-06,
      "loss": 0.3537,
      "step": 1148510
    },
    {
      "epoch": 320.55,
      "grad_norm": 0.8670405745506287,
      "learning_rate": 3.280367862867397e-06,
      "loss": 0.3592,
      "step": 1148520
    },
    {
      "epoch": 320.55,
      "grad_norm": 1.2096110582351685,
      "learning_rate": 3.2803430761349126e-06,
      "loss": 0.3591,
      "step": 1148530
    },
    {
      "epoch": 320.55,
      "grad_norm": 1.1437914371490479,
      "learning_rate": 3.280318289277767e-06,
      "loss": 0.3659,
      "step": 1148540
    },
    {
      "epoch": 320.56,
      "grad_norm": 0.8902570605278015,
      "learning_rate": 3.2802935022959636e-06,
      "loss": 0.3572,
      "step": 1148550
    },
    {
      "epoch": 320.56,
      "grad_norm": 0.9633580446243286,
      "learning_rate": 3.2802687151895074e-06,
      "loss": 0.3594,
      "step": 1148560
    },
    {
      "epoch": 320.56,
      "grad_norm": 0.825915515422821,
      "learning_rate": 3.280243927958399e-06,
      "loss": 0.3518,
      "step": 1148570
    },
    {
      "epoch": 320.56,
      "grad_norm": 0.9841117858886719,
      "learning_rate": 3.280219140602644e-06,
      "loss": 0.3583,
      "step": 1148580
    },
    {
      "epoch": 320.57,
      "grad_norm": 1.17475426197052,
      "learning_rate": 3.280194353122244e-06,
      "loss": 0.3629,
      "step": 1148590
    },
    {
      "epoch": 320.57,
      "grad_norm": 1.0609792470932007,
      "learning_rate": 3.280169565517203e-06,
      "loss": 0.3376,
      "step": 1148600
    },
    {
      "epoch": 320.57,
      "grad_norm": 1.171273946762085,
      "learning_rate": 3.2801447777875245e-06,
      "loss": 0.3506,
      "step": 1148610
    },
    {
      "epoch": 320.57,
      "grad_norm": 0.9147430658340454,
      "learning_rate": 3.2801199899332115e-06,
      "loss": 0.3567,
      "step": 1148620
    },
    {
      "epoch": 320.58,
      "grad_norm": 0.8559449911117554,
      "learning_rate": 3.2800952019542673e-06,
      "loss": 0.3321,
      "step": 1148630
    },
    {
      "epoch": 320.58,
      "grad_norm": 0.8943120241165161,
      "learning_rate": 3.280070413850695e-06,
      "loss": 0.3724,
      "step": 1148640
    },
    {
      "epoch": 320.58,
      "grad_norm": 0.9397237300872803,
      "learning_rate": 3.280045625622499e-06,
      "loss": 0.3513,
      "step": 1148650
    },
    {
      "epoch": 320.59,
      "grad_norm": 0.8935682773590088,
      "learning_rate": 3.2800208372696818e-06,
      "loss": 0.3551,
      "step": 1148660
    },
    {
      "epoch": 320.59,
      "grad_norm": 1.1070104837417603,
      "learning_rate": 3.279996048792246e-06,
      "loss": 0.3631,
      "step": 1148670
    },
    {
      "epoch": 320.59,
      "grad_norm": 0.9440449476242065,
      "learning_rate": 3.2799712601901956e-06,
      "loss": 0.3479,
      "step": 1148680
    },
    {
      "epoch": 320.59,
      "grad_norm": 0.9695902466773987,
      "learning_rate": 3.279946471463535e-06,
      "loss": 0.3606,
      "step": 1148690
    },
    {
      "epoch": 320.6,
      "grad_norm": 1.3453998565673828,
      "learning_rate": 3.2799216826122653e-06,
      "loss": 0.3631,
      "step": 1148700
    },
    {
      "epoch": 320.6,
      "grad_norm": 1.08756685256958,
      "learning_rate": 3.2798968936363913e-06,
      "loss": 0.3452,
      "step": 1148710
    },
    {
      "epoch": 320.6,
      "grad_norm": 0.9696287512779236,
      "learning_rate": 3.279872104535916e-06,
      "loss": 0.3613,
      "step": 1148720
    },
    {
      "epoch": 320.61,
      "grad_norm": 0.9818728566169739,
      "learning_rate": 3.2798473153108426e-06,
      "loss": 0.3425,
      "step": 1148730
    },
    {
      "epoch": 320.61,
      "grad_norm": 1.0148508548736572,
      "learning_rate": 3.279822525961174e-06,
      "loss": 0.3663,
      "step": 1148740
    },
    {
      "epoch": 320.61,
      "grad_norm": 0.9188998341560364,
      "learning_rate": 3.2797977364869145e-06,
      "loss": 0.3402,
      "step": 1148750
    },
    {
      "epoch": 320.61,
      "grad_norm": 1.0510166883468628,
      "learning_rate": 3.279772946888066e-06,
      "loss": 0.3548,
      "step": 1148760
    },
    {
      "epoch": 320.62,
      "grad_norm": 0.9903466105461121,
      "learning_rate": 3.2797481571646325e-06,
      "loss": 0.3494,
      "step": 1148770
    },
    {
      "epoch": 320.62,
      "grad_norm": 1.0219805240631104,
      "learning_rate": 3.2797233673166187e-06,
      "loss": 0.3448,
      "step": 1148780
    },
    {
      "epoch": 320.62,
      "grad_norm": 1.0363849401474,
      "learning_rate": 3.279698577344025e-06,
      "loss": 0.3557,
      "step": 1148790
    },
    {
      "epoch": 320.63,
      "grad_norm": 1.5178495645523071,
      "learning_rate": 3.279673787246857e-06,
      "loss": 0.3675,
      "step": 1148800
    },
    {
      "epoch": 320.63,
      "grad_norm": 0.954908013343811,
      "learning_rate": 3.279648997025117e-06,
      "loss": 0.3472,
      "step": 1148810
    },
    {
      "epoch": 320.63,
      "grad_norm": 1.260755181312561,
      "learning_rate": 3.27962420667881e-06,
      "loss": 0.3655,
      "step": 1148820
    },
    {
      "epoch": 320.63,
      "grad_norm": 0.9302034378051758,
      "learning_rate": 3.2795994162079363e-06,
      "loss": 0.3362,
      "step": 1148830
    },
    {
      "epoch": 320.64,
      "grad_norm": 0.9744054675102234,
      "learning_rate": 3.279574625612501e-06,
      "loss": 0.3377,
      "step": 1148840
    },
    {
      "epoch": 320.64,
      "grad_norm": 0.8523296117782593,
      "learning_rate": 3.279549834892508e-06,
      "loss": 0.3658,
      "step": 1148850
    },
    {
      "epoch": 320.64,
      "grad_norm": 1.0425548553466797,
      "learning_rate": 3.279525044047959e-06,
      "loss": 0.3565,
      "step": 1148860
    },
    {
      "epoch": 320.64,
      "grad_norm": 1.0622342824935913,
      "learning_rate": 3.2795002530788584e-06,
      "loss": 0.363,
      "step": 1148870
    },
    {
      "epoch": 320.65,
      "grad_norm": 1.0454614162445068,
      "learning_rate": 3.2794754619852098e-06,
      "loss": 0.3672,
      "step": 1148880
    },
    {
      "epoch": 320.65,
      "grad_norm": 0.9923309683799744,
      "learning_rate": 3.2794506707670147e-06,
      "loss": 0.3451,
      "step": 1148890
    },
    {
      "epoch": 320.65,
      "grad_norm": 1.212523341178894,
      "learning_rate": 3.2794258794242782e-06,
      "loss": 0.3558,
      "step": 1148900
    },
    {
      "epoch": 320.66,
      "grad_norm": 1.0666768550872803,
      "learning_rate": 3.2794010879570025e-06,
      "loss": 0.3589,
      "step": 1148910
    },
    {
      "epoch": 320.66,
      "grad_norm": 1.1312522888183594,
      "learning_rate": 3.2793762963651918e-06,
      "loss": 0.3708,
      "step": 1148920
    },
    {
      "epoch": 320.66,
      "grad_norm": 0.923313319683075,
      "learning_rate": 3.279351504648849e-06,
      "loss": 0.3644,
      "step": 1148930
    },
    {
      "epoch": 320.66,
      "grad_norm": 1.3389408588409424,
      "learning_rate": 3.279326712807978e-06,
      "loss": 0.334,
      "step": 1148940
    },
    {
      "epoch": 320.67,
      "grad_norm": 1.0752798318862915,
      "learning_rate": 3.2793019208425804e-06,
      "loss": 0.3695,
      "step": 1148950
    },
    {
      "epoch": 320.67,
      "grad_norm": 1.0397427082061768,
      "learning_rate": 3.279277128752661e-06,
      "loss": 0.3618,
      "step": 1148960
    },
    {
      "epoch": 320.67,
      "grad_norm": 1.0485538244247437,
      "learning_rate": 3.279252336538223e-06,
      "loss": 0.3685,
      "step": 1148970
    },
    {
      "epoch": 320.68,
      "grad_norm": 1.0080654621124268,
      "learning_rate": 3.279227544199269e-06,
      "loss": 0.3502,
      "step": 1148980
    },
    {
      "epoch": 320.68,
      "grad_norm": 1.1905938386917114,
      "learning_rate": 3.2792027517358025e-06,
      "loss": 0.3515,
      "step": 1148990
    },
    {
      "epoch": 320.68,
      "grad_norm": 0.7871848940849304,
      "learning_rate": 3.2791779591478272e-06,
      "loss": 0.3485,
      "step": 1149000
    },
    {
      "epoch": 320.68,
      "grad_norm": 1.105889916419983,
      "learning_rate": 3.279153166435346e-06,
      "loss": 0.3573,
      "step": 1149010
    },
    {
      "epoch": 320.69,
      "grad_norm": 1.009565830230713,
      "learning_rate": 3.279128373598363e-06,
      "loss": 0.359,
      "step": 1149020
    },
    {
      "epoch": 320.69,
      "grad_norm": 0.9322860836982727,
      "learning_rate": 3.2791035806368806e-06,
      "loss": 0.344,
      "step": 1149030
    },
    {
      "epoch": 320.69,
      "grad_norm": 1.1033352613449097,
      "learning_rate": 3.2790787875509025e-06,
      "loss": 0.338,
      "step": 1149040
    },
    {
      "epoch": 320.69,
      "grad_norm": 0.9514226317405701,
      "learning_rate": 3.2790539943404313e-06,
      "loss": 0.3672,
      "step": 1149050
    },
    {
      "epoch": 320.7,
      "grad_norm": 1.0557109117507935,
      "learning_rate": 3.2790292010054712e-06,
      "loss": 0.3598,
      "step": 1149060
    },
    {
      "epoch": 320.7,
      "grad_norm": 1.0024770498275757,
      "learning_rate": 3.2790044075460252e-06,
      "loss": 0.3355,
      "step": 1149070
    },
    {
      "epoch": 320.7,
      "grad_norm": 1.0054943561553955,
      "learning_rate": 3.2789796139620968e-06,
      "loss": 0.3591,
      "step": 1149080
    },
    {
      "epoch": 320.71,
      "grad_norm": 0.9832779169082642,
      "learning_rate": 3.278954820253689e-06,
      "loss": 0.3429,
      "step": 1149090
    },
    {
      "epoch": 320.71,
      "grad_norm": 0.8795435428619385,
      "learning_rate": 3.278930026420805e-06,
      "loss": 0.3657,
      "step": 1149100
    },
    {
      "epoch": 320.71,
      "grad_norm": 1.0072968006134033,
      "learning_rate": 3.278905232463449e-06,
      "loss": 0.3572,
      "step": 1149110
    },
    {
      "epoch": 320.71,
      "grad_norm": 1.2222576141357422,
      "learning_rate": 3.2788804383816227e-06,
      "loss": 0.3628,
      "step": 1149120
    },
    {
      "epoch": 320.72,
      "grad_norm": 1.087788462638855,
      "learning_rate": 3.27885564417533e-06,
      "loss": 0.3646,
      "step": 1149130
    },
    {
      "epoch": 320.72,
      "grad_norm": 0.8742009997367859,
      "learning_rate": 3.278830849844575e-06,
      "loss": 0.3701,
      "step": 1149140
    },
    {
      "epoch": 320.72,
      "grad_norm": 0.8556060194969177,
      "learning_rate": 3.2788060553893606e-06,
      "loss": 0.3807,
      "step": 1149150
    },
    {
      "epoch": 320.73,
      "grad_norm": 1.1617344617843628,
      "learning_rate": 3.2787812608096894e-06,
      "loss": 0.3576,
      "step": 1149160
    },
    {
      "epoch": 320.73,
      "grad_norm": 1.02973210811615,
      "learning_rate": 3.2787564661055662e-06,
      "loss": 0.3524,
      "step": 1149170
    },
    {
      "epoch": 320.73,
      "grad_norm": 1.1151366233825684,
      "learning_rate": 3.2787316712769936e-06,
      "loss": 0.3647,
      "step": 1149180
    },
    {
      "epoch": 320.73,
      "grad_norm": 0.9494603872299194,
      "learning_rate": 3.278706876323974e-06,
      "loss": 0.3473,
      "step": 1149190
    },
    {
      "epoch": 320.74,
      "grad_norm": 2.082401752471924,
      "learning_rate": 3.2786820812465113e-06,
      "loss": 0.363,
      "step": 1149200
    },
    {
      "epoch": 320.74,
      "grad_norm": 1.101499080657959,
      "learning_rate": 3.2786572860446085e-06,
      "loss": 0.3435,
      "step": 1149210
    },
    {
      "epoch": 320.74,
      "grad_norm": 1.1141271591186523,
      "learning_rate": 3.27863249071827e-06,
      "loss": 0.3616,
      "step": 1149220
    },
    {
      "epoch": 320.75,
      "grad_norm": 0.9603729844093323,
      "learning_rate": 3.278607695267498e-06,
      "loss": 0.3544,
      "step": 1149230
    },
    {
      "epoch": 320.75,
      "grad_norm": 1.039404034614563,
      "learning_rate": 3.2785828996922963e-06,
      "loss": 0.3352,
      "step": 1149240
    },
    {
      "epoch": 320.75,
      "grad_norm": 1.0571213960647583,
      "learning_rate": 3.2785581039926684e-06,
      "loss": 0.3482,
      "step": 1149250
    },
    {
      "epoch": 320.75,
      "grad_norm": 1.3669530153274536,
      "learning_rate": 3.2785333081686173e-06,
      "loss": 0.3609,
      "step": 1149260
    },
    {
      "epoch": 320.76,
      "grad_norm": 0.9071016311645508,
      "learning_rate": 3.278508512220146e-06,
      "loss": 0.3562,
      "step": 1149270
    },
    {
      "epoch": 320.76,
      "grad_norm": 0.9246538281440735,
      "learning_rate": 3.2784837161472578e-06,
      "loss": 0.3609,
      "step": 1149280
    },
    {
      "epoch": 320.76,
      "grad_norm": 1.1132097244262695,
      "learning_rate": 3.278458919949957e-06,
      "loss": 0.3501,
      "step": 1149290
    },
    {
      "epoch": 320.76,
      "grad_norm": 1.0891826152801514,
      "learning_rate": 3.2784341236282456e-06,
      "loss": 0.3625,
      "step": 1149300
    },
    {
      "epoch": 320.77,
      "grad_norm": 1.0895029306411743,
      "learning_rate": 3.2784093271821276e-06,
      "loss": 0.3355,
      "step": 1149310
    },
    {
      "epoch": 320.77,
      "grad_norm": 1.2095576524734497,
      "learning_rate": 3.2783845306116067e-06,
      "loss": 0.3588,
      "step": 1149320
    },
    {
      "epoch": 320.77,
      "grad_norm": 1.0133919715881348,
      "learning_rate": 3.278359733916685e-06,
      "loss": 0.3394,
      "step": 1149330
    },
    {
      "epoch": 320.78,
      "grad_norm": 1.1509588956832886,
      "learning_rate": 3.278334937097367e-06,
      "loss": 0.3717,
      "step": 1149340
    },
    {
      "epoch": 320.78,
      "grad_norm": 0.9219064116477966,
      "learning_rate": 3.278310140153655e-06,
      "loss": 0.3561,
      "step": 1149350
    },
    {
      "epoch": 320.78,
      "grad_norm": 1.0417053699493408,
      "learning_rate": 3.2782853430855536e-06,
      "loss": 0.3648,
      "step": 1149360
    },
    {
      "epoch": 320.78,
      "grad_norm": 1.0468146800994873,
      "learning_rate": 3.278260545893064e-06,
      "loss": 0.3473,
      "step": 1149370
    },
    {
      "epoch": 320.79,
      "grad_norm": 1.3181874752044678,
      "learning_rate": 3.278235748576192e-06,
      "loss": 0.3441,
      "step": 1149380
    },
    {
      "epoch": 320.79,
      "grad_norm": 1.003697395324707,
      "learning_rate": 3.2782109511349394e-06,
      "loss": 0.3567,
      "step": 1149390
    },
    {
      "epoch": 320.79,
      "grad_norm": 0.9836803674697876,
      "learning_rate": 3.2781861535693093e-06,
      "loss": 0.3508,
      "step": 1149400
    },
    {
      "epoch": 320.8,
      "grad_norm": 1.1239300966262817,
      "learning_rate": 3.2781613558793057e-06,
      "loss": 0.3607,
      "step": 1149410
    },
    {
      "epoch": 320.8,
      "grad_norm": 0.9956094026565552,
      "learning_rate": 3.278136558064932e-06,
      "loss": 0.3529,
      "step": 1149420
    },
    {
      "epoch": 320.8,
      "grad_norm": 1.086133360862732,
      "learning_rate": 3.2781117601261913e-06,
      "loss": 0.3268,
      "step": 1149430
    },
    {
      "epoch": 320.8,
      "grad_norm": 1.0777132511138916,
      "learning_rate": 3.278086962063086e-06,
      "loss": 0.36,
      "step": 1149440
    },
    {
      "epoch": 320.81,
      "grad_norm": 1.1190682649612427,
      "learning_rate": 3.2780621638756204e-06,
      "loss": 0.3606,
      "step": 1149450
    },
    {
      "epoch": 320.81,
      "grad_norm": 1.070279598236084,
      "learning_rate": 3.2780373655637984e-06,
      "loss": 0.3378,
      "step": 1149460
    },
    {
      "epoch": 320.81,
      "grad_norm": 1.1214553117752075,
      "learning_rate": 3.2780125671276218e-06,
      "loss": 0.3609,
      "step": 1149470
    },
    {
      "epoch": 320.81,
      "grad_norm": 1.0293309688568115,
      "learning_rate": 3.2779877685670952e-06,
      "loss": 0.3402,
      "step": 1149480
    },
    {
      "epoch": 320.82,
      "grad_norm": 1.1654019355773926,
      "learning_rate": 3.277962969882221e-06,
      "loss": 0.3879,
      "step": 1149490
    },
    {
      "epoch": 320.82,
      "grad_norm": 1.0713350772857666,
      "learning_rate": 3.277938171073002e-06,
      "loss": 0.3532,
      "step": 1149500
    },
    {
      "epoch": 320.82,
      "grad_norm": 1.0331991910934448,
      "learning_rate": 3.2779133721394434e-06,
      "loss": 0.363,
      "step": 1149510
    },
    {
      "epoch": 320.83,
      "grad_norm": 0.8943800926208496,
      "learning_rate": 3.2778885730815463e-06,
      "loss": 0.3505,
      "step": 1149520
    },
    {
      "epoch": 320.83,
      "grad_norm": 0.9810794591903687,
      "learning_rate": 3.277863773899316e-06,
      "loss": 0.3612,
      "step": 1149530
    },
    {
      "epoch": 320.83,
      "grad_norm": 1.028688907623291,
      "learning_rate": 3.277838974592755e-06,
      "loss": 0.3686,
      "step": 1149540
    },
    {
      "epoch": 320.83,
      "grad_norm": 0.9342541098594666,
      "learning_rate": 3.277814175161866e-06,
      "loss": 0.3494,
      "step": 1149550
    },
    {
      "epoch": 320.84,
      "grad_norm": 0.9401849508285522,
      "learning_rate": 3.2777893756066533e-06,
      "loss": 0.3388,
      "step": 1149560
    },
    {
      "epoch": 320.84,
      "grad_norm": 0.9734979867935181,
      "learning_rate": 3.2777645759271188e-06,
      "loss": 0.3642,
      "step": 1149570
    },
    {
      "epoch": 320.84,
      "grad_norm": 1.0968341827392578,
      "learning_rate": 3.2777397761232673e-06,
      "loss": 0.3558,
      "step": 1149580
    },
    {
      "epoch": 320.85,
      "grad_norm": 0.9576195478439331,
      "learning_rate": 3.277714976195102e-06,
      "loss": 0.3599,
      "step": 1149590
    },
    {
      "epoch": 320.85,
      "grad_norm": 1.0606356859207153,
      "learning_rate": 3.2776901761426246e-06,
      "loss": 0.3473,
      "step": 1149600
    },
    {
      "epoch": 320.85,
      "grad_norm": 1.0163483619689941,
      "learning_rate": 3.2776653759658406e-06,
      "loss": 0.3504,
      "step": 1149610
    },
    {
      "epoch": 320.85,
      "grad_norm": 0.9905408024787903,
      "learning_rate": 3.277640575664752e-06,
      "loss": 0.3493,
      "step": 1149620
    },
    {
      "epoch": 320.86,
      "grad_norm": 1.085142970085144,
      "learning_rate": 3.277615775239362e-06,
      "loss": 0.3616,
      "step": 1149630
    },
    {
      "epoch": 320.86,
      "grad_norm": 1.023608684539795,
      "learning_rate": 3.2775909746896744e-06,
      "loss": 0.3473,
      "step": 1149640
    },
    {
      "epoch": 320.86,
      "grad_norm": 1.1833150386810303,
      "learning_rate": 3.2775661740156922e-06,
      "loss": 0.3504,
      "step": 1149650
    },
    {
      "epoch": 320.87,
      "grad_norm": 1.0481938123703003,
      "learning_rate": 3.2775413732174185e-06,
      "loss": 0.351,
      "step": 1149660
    },
    {
      "epoch": 320.87,
      "grad_norm": 1.1515499353408813,
      "learning_rate": 3.2775165722948568e-06,
      "loss": 0.3527,
      "step": 1149670
    },
    {
      "epoch": 320.87,
      "grad_norm": 1.0681798458099365,
      "learning_rate": 3.277491771248011e-06,
      "loss": 0.3514,
      "step": 1149680
    },
    {
      "epoch": 320.87,
      "grad_norm": 0.8638758063316345,
      "learning_rate": 3.2774669700768845e-06,
      "loss": 0.349,
      "step": 1149690
    },
    {
      "epoch": 320.88,
      "grad_norm": 1.0934737920761108,
      "learning_rate": 3.2774421687814788e-06,
      "loss": 0.3528,
      "step": 1149700
    },
    {
      "epoch": 320.88,
      "grad_norm": 1.0104835033416748,
      "learning_rate": 3.277417367361799e-06,
      "loss": 0.3553,
      "step": 1149710
    },
    {
      "epoch": 320.88,
      "grad_norm": 0.9845529794692993,
      "learning_rate": 3.2773925658178478e-06,
      "loss": 0.3515,
      "step": 1149720
    },
    {
      "epoch": 320.88,
      "grad_norm": 0.8447433114051819,
      "learning_rate": 3.277367764149628e-06,
      "loss": 0.3493,
      "step": 1149730
    },
    {
      "epoch": 320.89,
      "grad_norm": 1.1079010963439941,
      "learning_rate": 3.277342962357144e-06,
      "loss": 0.3435,
      "step": 1149740
    },
    {
      "epoch": 320.89,
      "grad_norm": 1.0411731004714966,
      "learning_rate": 3.2773181604403984e-06,
      "loss": 0.3615,
      "step": 1149750
    },
    {
      "epoch": 320.89,
      "grad_norm": 1.06376051902771,
      "learning_rate": 3.2772933583993953e-06,
      "loss": 0.3415,
      "step": 1149760
    },
    {
      "epoch": 320.9,
      "grad_norm": 0.8602339029312134,
      "learning_rate": 3.2772685562341362e-06,
      "loss": 0.3485,
      "step": 1149770
    },
    {
      "epoch": 320.9,
      "grad_norm": 1.0304796695709229,
      "learning_rate": 3.2772437539446263e-06,
      "loss": 0.3622,
      "step": 1149780
    },
    {
      "epoch": 320.9,
      "grad_norm": 1.174248218536377,
      "learning_rate": 3.2772189515308677e-06,
      "loss": 0.3356,
      "step": 1149790
    },
    {
      "epoch": 320.9,
      "grad_norm": 0.9342100024223328,
      "learning_rate": 3.277194148992864e-06,
      "loss": 0.3689,
      "step": 1149800
    },
    {
      "epoch": 320.91,
      "grad_norm": 1.1450029611587524,
      "learning_rate": 3.2771693463306187e-06,
      "loss": 0.3558,
      "step": 1149810
    },
    {
      "epoch": 320.91,
      "grad_norm": 0.9618778824806213,
      "learning_rate": 3.2771445435441355e-06,
      "loss": 0.3617,
      "step": 1149820
    },
    {
      "epoch": 320.91,
      "grad_norm": 0.9653656482696533,
      "learning_rate": 3.277119740633417e-06,
      "loss": 0.3684,
      "step": 1149830
    },
    {
      "epoch": 320.92,
      "grad_norm": 1.161278247833252,
      "learning_rate": 3.277094937598467e-06,
      "loss": 0.3681,
      "step": 1149840
    },
    {
      "epoch": 320.92,
      "grad_norm": 0.9667149782180786,
      "learning_rate": 3.277070134439288e-06,
      "loss": 0.3558,
      "step": 1149850
    },
    {
      "epoch": 320.92,
      "grad_norm": 1.0885177850723267,
      "learning_rate": 3.277045331155884e-06,
      "loss": 0.3502,
      "step": 1149860
    },
    {
      "epoch": 320.92,
      "grad_norm": 1.1428929567337036,
      "learning_rate": 3.2770205277482585e-06,
      "loss": 0.344,
      "step": 1149870
    },
    {
      "epoch": 320.93,
      "grad_norm": 1.0168023109436035,
      "learning_rate": 3.2769957242164142e-06,
      "loss": 0.3558,
      "step": 1149880
    },
    {
      "epoch": 320.93,
      "grad_norm": 1.1038657426834106,
      "learning_rate": 3.276970920560354e-06,
      "loss": 0.3595,
      "step": 1149890
    },
    {
      "epoch": 320.93,
      "grad_norm": 0.9210100769996643,
      "learning_rate": 3.2769461167800825e-06,
      "loss": 0.3567,
      "step": 1149900
    },
    {
      "epoch": 320.93,
      "grad_norm": 2.476879119873047,
      "learning_rate": 3.2769213128756027e-06,
      "loss": 0.3539,
      "step": 1149910
    },
    {
      "epoch": 320.94,
      "grad_norm": 1.0383702516555786,
      "learning_rate": 3.276896508846917e-06,
      "loss": 0.3501,
      "step": 1149920
    },
    {
      "epoch": 320.94,
      "grad_norm": 1.051761507987976,
      "learning_rate": 3.2768717046940293e-06,
      "loss": 0.3659,
      "step": 1149930
    },
    {
      "epoch": 320.94,
      "grad_norm": 0.9307064414024353,
      "learning_rate": 3.276846900416943e-06,
      "loss": 0.3446,
      "step": 1149940
    },
    {
      "epoch": 320.95,
      "grad_norm": 1.0157270431518555,
      "learning_rate": 3.276822096015661e-06,
      "loss": 0.3403,
      "step": 1149950
    },
    {
      "epoch": 320.95,
      "grad_norm": 0.9573834538459778,
      "learning_rate": 3.2767972914901866e-06,
      "loss": 0.3592,
      "step": 1149960
    },
    {
      "epoch": 320.95,
      "grad_norm": 0.8713076710700989,
      "learning_rate": 3.2767724868405244e-06,
      "loss": 0.3529,
      "step": 1149970
    },
    {
      "epoch": 320.95,
      "grad_norm": 0.9989109635353088,
      "learning_rate": 3.2767476820666758e-06,
      "loss": 0.3463,
      "step": 1149980
    },
    {
      "epoch": 320.96,
      "grad_norm": 1.0037429332733154,
      "learning_rate": 3.2767228771686453e-06,
      "loss": 0.3493,
      "step": 1149990
    },
    {
      "epoch": 320.96,
      "grad_norm": 1.0556933879852295,
      "learning_rate": 3.276698072146435e-06,
      "loss": 0.3552,
      "step": 1150000
    },
    {
      "epoch": 320.96,
      "grad_norm": 0.8578747510910034,
      "learning_rate": 3.2766732670000504e-06,
      "loss": 0.3423,
      "step": 1150010
    },
    {
      "epoch": 320.97,
      "grad_norm": 1.1644104719161987,
      "learning_rate": 3.2766484617294923e-06,
      "loss": 0.3574,
      "step": 1150020
    },
    {
      "epoch": 320.97,
      "grad_norm": 0.9958404898643494,
      "learning_rate": 3.2766236563347656e-06,
      "loss": 0.3522,
      "step": 1150030
    },
    {
      "epoch": 320.97,
      "grad_norm": 1.0748728513717651,
      "learning_rate": 3.2765988508158735e-06,
      "loss": 0.3524,
      "step": 1150040
    },
    {
      "epoch": 320.97,
      "grad_norm": 1.2521485090255737,
      "learning_rate": 3.2765740451728187e-06,
      "loss": 0.3721,
      "step": 1150050
    },
    {
      "epoch": 320.98,
      "grad_norm": 1.1134930849075317,
      "learning_rate": 3.276549239405605e-06,
      "loss": 0.3307,
      "step": 1150060
    },
    {
      "epoch": 320.98,
      "grad_norm": 1.0684083700180054,
      "learning_rate": 3.2765244335142353e-06,
      "loss": 0.3449,
      "step": 1150070
    },
    {
      "epoch": 320.98,
      "grad_norm": 1.0643243789672852,
      "learning_rate": 3.276499627498713e-06,
      "loss": 0.3609,
      "step": 1150080
    },
    {
      "epoch": 320.99,
      "grad_norm": 0.8065505623817444,
      "learning_rate": 3.276474821359041e-06,
      "loss": 0.347,
      "step": 1150090
    },
    {
      "epoch": 320.99,
      "grad_norm": 1.168952226638794,
      "learning_rate": 3.276450015095224e-06,
      "loss": 0.357,
      "step": 1150100
    },
    {
      "epoch": 320.99,
      "grad_norm": 1.1482667922973633,
      "learning_rate": 3.2764252087072637e-06,
      "loss": 0.3532,
      "step": 1150110
    },
    {
      "epoch": 320.99,
      "grad_norm": 1.2038617134094238,
      "learning_rate": 3.2764004021951645e-06,
      "loss": 0.3437,
      "step": 1150120
    },
    {
      "epoch": 321.0,
      "grad_norm": 1.2085810899734497,
      "learning_rate": 3.2763755955589293e-06,
      "loss": 0.368,
      "step": 1150130
    },
    {
      "epoch": 321.0,
      "grad_norm": 1.1319537162780762,
      "learning_rate": 3.2763507887985614e-06,
      "loss": 0.3559,
      "step": 1150140
    },
    {
      "epoch": 321.0,
      "eval_loss": 0.3558586537837982,
      "eval_runtime": 63.2691,
      "eval_samples_per_second": 79.96,
      "eval_steps_per_second": 10.005,
      "step": 1150143
    },
    {
      "epoch": 321.0,
      "grad_norm": 1.0556554794311523,
      "learning_rate": 3.2763259819140633e-06,
      "loss": 0.3686,
      "step": 1150150
    },
    {
      "epoch": 321.0,
      "grad_norm": 1.0513701438903809,
      "learning_rate": 3.2763011749054394e-06,
      "loss": 0.35,
      "step": 1150160
    },
    {
      "epoch": 321.01,
      "grad_norm": 0.9967000484466553,
      "learning_rate": 3.2762763677726933e-06,
      "loss": 0.3515,
      "step": 1150170
    },
    {
      "epoch": 321.01,
      "grad_norm": 1.2514971494674683,
      "learning_rate": 3.276251560515827e-06,
      "loss": 0.3484,
      "step": 1150180
    },
    {
      "epoch": 321.01,
      "grad_norm": 1.1170374155044556,
      "learning_rate": 3.2762267531348447e-06,
      "loss": 0.3478,
      "step": 1150190
    },
    {
      "epoch": 321.02,
      "grad_norm": 1.090244174003601,
      "learning_rate": 3.2762019456297498e-06,
      "loss": 0.3648,
      "step": 1150200
    },
    {
      "epoch": 321.02,
      "grad_norm": 1.0687050819396973,
      "learning_rate": 3.2761771380005454e-06,
      "loss": 0.3556,
      "step": 1150210
    },
    {
      "epoch": 321.02,
      "grad_norm": 1.0917205810546875,
      "learning_rate": 3.276152330247234e-06,
      "loss": 0.349,
      "step": 1150220
    },
    {
      "epoch": 321.02,
      "grad_norm": 0.9492653608322144,
      "learning_rate": 3.27612752236982e-06,
      "loss": 0.3427,
      "step": 1150230
    },
    {
      "epoch": 321.03,
      "grad_norm": 1.1218739748001099,
      "learning_rate": 3.276102714368306e-06,
      "loss": 0.3526,
      "step": 1150240
    },
    {
      "epoch": 321.03,
      "grad_norm": 0.9502062797546387,
      "learning_rate": 3.276077906242696e-06,
      "loss": 0.3386,
      "step": 1150250
    },
    {
      "epoch": 321.03,
      "grad_norm": 1.0940693616867065,
      "learning_rate": 3.2760530979929927e-06,
      "loss": 0.3696,
      "step": 1150260
    },
    {
      "epoch": 321.04,
      "grad_norm": 1.0486820936203003,
      "learning_rate": 3.2760282896192e-06,
      "loss": 0.3646,
      "step": 1150270
    },
    {
      "epoch": 321.04,
      "grad_norm": 4.265413761138916,
      "learning_rate": 3.2760034811213204e-06,
      "loss": 0.3469,
      "step": 1150280
    },
    {
      "epoch": 321.04,
      "grad_norm": 0.9649534225463867,
      "learning_rate": 3.2759786724993575e-06,
      "loss": 0.3877,
      "step": 1150290
    },
    {
      "epoch": 321.04,
      "grad_norm": 0.9782406091690063,
      "learning_rate": 3.2759538637533148e-06,
      "loss": 0.3771,
      "step": 1150300
    },
    {
      "epoch": 321.05,
      "grad_norm": 1.144059181213379,
      "learning_rate": 3.2759290548831957e-06,
      "loss": 0.3653,
      "step": 1150310
    },
    {
      "epoch": 321.05,
      "grad_norm": 1.0950870513916016,
      "learning_rate": 3.275904245889003e-06,
      "loss": 0.3563,
      "step": 1150320
    },
    {
      "epoch": 321.05,
      "grad_norm": 1.0039703845977783,
      "learning_rate": 3.2758794367707405e-06,
      "loss": 0.3435,
      "step": 1150330
    },
    {
      "epoch": 321.05,
      "grad_norm": 1.0636651515960693,
      "learning_rate": 3.2758546275284114e-06,
      "loss": 0.3594,
      "step": 1150340
    },
    {
      "epoch": 321.06,
      "grad_norm": 1.0384818315505981,
      "learning_rate": 3.275829818162019e-06,
      "loss": 0.3426,
      "step": 1150350
    },
    {
      "epoch": 321.06,
      "grad_norm": 0.9921090006828308,
      "learning_rate": 3.2758050086715667e-06,
      "loss": 0.3675,
      "step": 1150360
    },
    {
      "epoch": 321.06,
      "grad_norm": 1.1302802562713623,
      "learning_rate": 3.275780199057057e-06,
      "loss": 0.3527,
      "step": 1150370
    },
    {
      "epoch": 321.07,
      "grad_norm": 1.071736454963684,
      "learning_rate": 3.275755389318494e-06,
      "loss": 0.3356,
      "step": 1150380
    },
    {
      "epoch": 321.07,
      "grad_norm": 0.9152423143386841,
      "learning_rate": 3.2757305794558807e-06,
      "loss": 0.3484,
      "step": 1150390
    },
    {
      "epoch": 321.07,
      "grad_norm": 0.9437720775604248,
      "learning_rate": 3.2757057694692214e-06,
      "loss": 0.3525,
      "step": 1150400
    },
    {
      "epoch": 321.07,
      "grad_norm": 1.075871229171753,
      "learning_rate": 3.2756809593585176e-06,
      "loss": 0.3383,
      "step": 1150410
    },
    {
      "epoch": 321.08,
      "grad_norm": 1.026043176651001,
      "learning_rate": 3.2756561491237743e-06,
      "loss": 0.3724,
      "step": 1150420
    },
    {
      "epoch": 321.08,
      "grad_norm": 0.9962268471717834,
      "learning_rate": 3.2756313387649936e-06,
      "loss": 0.3476,
      "step": 1150430
    },
    {
      "epoch": 321.08,
      "grad_norm": 0.8792576193809509,
      "learning_rate": 3.2756065282821793e-06,
      "loss": 0.3513,
      "step": 1150440
    },
    {
      "epoch": 321.09,
      "grad_norm": 1.0848623514175415,
      "learning_rate": 3.275581717675334e-06,
      "loss": 0.3467,
      "step": 1150450
    },
    {
      "epoch": 321.09,
      "grad_norm": 1.1447619199752808,
      "learning_rate": 3.2755569069444623e-06,
      "loss": 0.3503,
      "step": 1150460
    },
    {
      "epoch": 321.09,
      "grad_norm": 1.0226994752883911,
      "learning_rate": 3.2755320960895667e-06,
      "loss": 0.3415,
      "step": 1150470
    },
    {
      "epoch": 321.09,
      "grad_norm": 0.9777238368988037,
      "learning_rate": 3.2755072851106503e-06,
      "loss": 0.3559,
      "step": 1150480
    },
    {
      "epoch": 321.1,
      "grad_norm": 0.98471599817276,
      "learning_rate": 3.2754824740077177e-06,
      "loss": 0.3519,
      "step": 1150490
    },
    {
      "epoch": 321.1,
      "grad_norm": 1.0603739023208618,
      "learning_rate": 3.275457662780771e-06,
      "loss": 0.345,
      "step": 1150500
    },
    {
      "epoch": 321.1,
      "grad_norm": 1.1133450269699097,
      "learning_rate": 3.275432851429813e-06,
      "loss": 0.3424,
      "step": 1150510
    },
    {
      "epoch": 321.11,
      "grad_norm": 0.9414730072021484,
      "learning_rate": 3.275408039954849e-06,
      "loss": 0.3567,
      "step": 1150520
    },
    {
      "epoch": 321.11,
      "grad_norm": 0.9132149815559387,
      "learning_rate": 3.27538322835588e-06,
      "loss": 0.3639,
      "step": 1150530
    },
    {
      "epoch": 321.11,
      "grad_norm": 1.084176778793335,
      "learning_rate": 3.2753584166329106e-06,
      "loss": 0.3733,
      "step": 1150540
    },
    {
      "epoch": 321.11,
      "grad_norm": 1.1581408977508545,
      "learning_rate": 3.2753336047859434e-06,
      "loss": 0.3699,
      "step": 1150550
    },
    {
      "epoch": 321.12,
      "grad_norm": 0.952135443687439,
      "learning_rate": 3.275308792814983e-06,
      "loss": 0.3494,
      "step": 1150560
    },
    {
      "epoch": 321.12,
      "grad_norm": 1.0704939365386963,
      "learning_rate": 3.275283980720032e-06,
      "loss": 0.3588,
      "step": 1150570
    },
    {
      "epoch": 321.12,
      "grad_norm": 1.7656464576721191,
      "learning_rate": 3.275259168501093e-06,
      "loss": 0.3497,
      "step": 1150580
    },
    {
      "epoch": 321.12,
      "grad_norm": 1.0179208517074585,
      "learning_rate": 3.27523435615817e-06,
      "loss": 0.3663,
      "step": 1150590
    },
    {
      "epoch": 321.13,
      "grad_norm": 0.904059886932373,
      "learning_rate": 3.275209543691266e-06,
      "loss": 0.3453,
      "step": 1150600
    },
    {
      "epoch": 321.13,
      "grad_norm": 1.4095152616500854,
      "learning_rate": 3.2751847311003846e-06,
      "loss": 0.3564,
      "step": 1150610
    },
    {
      "epoch": 321.13,
      "grad_norm": 1.1695584058761597,
      "learning_rate": 3.2751599183855292e-06,
      "loss": 0.3581,
      "step": 1150620
    },
    {
      "epoch": 321.14,
      "grad_norm": 1.0216602087020874,
      "learning_rate": 3.2751351055467026e-06,
      "loss": 0.3629,
      "step": 1150630
    },
    {
      "epoch": 321.14,
      "grad_norm": 1.0155279636383057,
      "learning_rate": 3.2751102925839088e-06,
      "loss": 0.3524,
      "step": 1150640
    },
    {
      "epoch": 321.14,
      "grad_norm": 0.9962654113769531,
      "learning_rate": 3.2750854794971505e-06,
      "loss": 0.3509,
      "step": 1150650
    },
    {
      "epoch": 321.14,
      "grad_norm": 1.0574740171432495,
      "learning_rate": 3.275060666286431e-06,
      "loss": 0.3561,
      "step": 1150660
    },
    {
      "epoch": 321.15,
      "grad_norm": 1.10564386844635,
      "learning_rate": 3.2750358529517533e-06,
      "loss": 0.3562,
      "step": 1150670
    },
    {
      "epoch": 321.15,
      "grad_norm": 2.5774669647216797,
      "learning_rate": 3.2750110394931217e-06,
      "loss": 0.3428,
      "step": 1150680
    },
    {
      "epoch": 321.15,
      "grad_norm": 1.0360819101333618,
      "learning_rate": 3.2749862259105396e-06,
      "loss": 0.3546,
      "step": 1150690
    },
    {
      "epoch": 321.16,
      "grad_norm": 1.020198106765747,
      "learning_rate": 3.2749614122040093e-06,
      "loss": 0.3602,
      "step": 1150700
    },
    {
      "epoch": 321.16,
      "grad_norm": 1.0667848587036133,
      "learning_rate": 3.2749365983735345e-06,
      "loss": 0.3357,
      "step": 1150710
    },
    {
      "epoch": 321.16,
      "grad_norm": 0.8708984851837158,
      "learning_rate": 3.274911784419119e-06,
      "loss": 0.3606,
      "step": 1150720
    },
    {
      "epoch": 321.16,
      "grad_norm": 1.0734210014343262,
      "learning_rate": 3.274886970340765e-06,
      "loss": 0.3494,
      "step": 1150730
    },
    {
      "epoch": 321.17,
      "grad_norm": 1.0513869524002075,
      "learning_rate": 3.274862156138476e-06,
      "loss": 0.3503,
      "step": 1150740
    },
    {
      "epoch": 321.17,
      "grad_norm": 0.9643520712852478,
      "learning_rate": 3.274837341812256e-06,
      "loss": 0.3556,
      "step": 1150750
    },
    {
      "epoch": 321.17,
      "grad_norm": 0.8221415281295776,
      "learning_rate": 3.2748125273621085e-06,
      "loss": 0.3487,
      "step": 1150760
    },
    {
      "epoch": 321.17,
      "grad_norm": 1.0437339544296265,
      "learning_rate": 3.2747877127880357e-06,
      "loss": 0.3596,
      "step": 1150770
    },
    {
      "epoch": 321.18,
      "grad_norm": 0.9629899263381958,
      "learning_rate": 3.274762898090042e-06,
      "loss": 0.3666,
      "step": 1150780
    },
    {
      "epoch": 321.18,
      "grad_norm": 1.149887204170227,
      "learning_rate": 3.2747380832681308e-06,
      "loss": 0.3589,
      "step": 1150790
    },
    {
      "epoch": 321.18,
      "grad_norm": 0.9964980483055115,
      "learning_rate": 3.2747132683223033e-06,
      "loss": 0.3465,
      "step": 1150800
    },
    {
      "epoch": 321.19,
      "grad_norm": 1.1905344724655151,
      "learning_rate": 3.274688453252566e-06,
      "loss": 0.3519,
      "step": 1150810
    },
    {
      "epoch": 321.19,
      "grad_norm": 1.1328927278518677,
      "learning_rate": 3.2746636380589194e-06,
      "loss": 0.3637,
      "step": 1150820
    },
    {
      "epoch": 321.19,
      "grad_norm": 0.9322940111160278,
      "learning_rate": 3.274638822741368e-06,
      "loss": 0.3288,
      "step": 1150830
    },
    {
      "epoch": 321.19,
      "grad_norm": 1.0563379526138306,
      "learning_rate": 3.274614007299915e-06,
      "loss": 0.3552,
      "step": 1150840
    },
    {
      "epoch": 321.2,
      "grad_norm": 1.0496054887771606,
      "learning_rate": 3.274589191734564e-06,
      "loss": 0.3216,
      "step": 1150850
    },
    {
      "epoch": 321.2,
      "grad_norm": 7.03550386428833,
      "learning_rate": 3.2745643760453187e-06,
      "loss": 0.3542,
      "step": 1150860
    },
    {
      "epoch": 321.2,
      "grad_norm": 0.9629995822906494,
      "learning_rate": 3.2745395602321807e-06,
      "loss": 0.3434,
      "step": 1150870
    },
    {
      "epoch": 321.21,
      "grad_norm": 0.9489148259162903,
      "learning_rate": 3.2745147442951553e-06,
      "loss": 0.3558,
      "step": 1150880
    },
    {
      "epoch": 321.21,
      "grad_norm": 0.8424164056777954,
      "learning_rate": 3.2744899282342436e-06,
      "loss": 0.3493,
      "step": 1150890
    },
    {
      "epoch": 321.21,
      "grad_norm": 0.9443410038948059,
      "learning_rate": 3.274465112049451e-06,
      "loss": 0.3443,
      "step": 1150900
    },
    {
      "epoch": 321.21,
      "grad_norm": 0.9437612891197205,
      "learning_rate": 3.2744402957407804e-06,
      "loss": 0.345,
      "step": 1150910
    },
    {
      "epoch": 321.22,
      "grad_norm": 1.0773707628250122,
      "learning_rate": 3.274415479308234e-06,
      "loss": 0.342,
      "step": 1150920
    },
    {
      "epoch": 321.22,
      "grad_norm": 0.9138941168785095,
      "learning_rate": 3.2743906627518156e-06,
      "loss": 0.3628,
      "step": 1150930
    },
    {
      "epoch": 321.22,
      "grad_norm": 1.0705327987670898,
      "learning_rate": 3.2743658460715293e-06,
      "loss": 0.3489,
      "step": 1150940
    },
    {
      "epoch": 321.23,
      "grad_norm": 1.070182204246521,
      "learning_rate": 3.2743410292673776e-06,
      "loss": 0.3323,
      "step": 1150950
    },
    {
      "epoch": 321.23,
      "grad_norm": 0.8656033873558044,
      "learning_rate": 3.2743162123393634e-06,
      "loss": 0.352,
      "step": 1150960
    },
    {
      "epoch": 321.23,
      "grad_norm": 0.9988641142845154,
      "learning_rate": 3.274291395287491e-06,
      "loss": 0.3644,
      "step": 1150970
    },
    {
      "epoch": 321.23,
      "grad_norm": 0.9244346022605896,
      "learning_rate": 3.2742665781117637e-06,
      "loss": 0.3611,
      "step": 1150980
    },
    {
      "epoch": 321.24,
      "grad_norm": 0.7979164123535156,
      "learning_rate": 3.2742417608121837e-06,
      "loss": 0.3405,
      "step": 1150990
    },
    {
      "epoch": 321.24,
      "grad_norm": 0.8905516862869263,
      "learning_rate": 3.274216943388755e-06,
      "loss": 0.3485,
      "step": 1151000
    },
    {
      "epoch": 321.24,
      "grad_norm": 1.1071151494979858,
      "learning_rate": 3.274192125841482e-06,
      "loss": 0.3549,
      "step": 1151010
    },
    {
      "epoch": 321.24,
      "grad_norm": 1.5238919258117676,
      "learning_rate": 3.2741673081703658e-06,
      "loss": 0.3607,
      "step": 1151020
    },
    {
      "epoch": 321.25,
      "grad_norm": 0.8679512739181519,
      "learning_rate": 3.274142490375411e-06,
      "loss": 0.3455,
      "step": 1151030
    },
    {
      "epoch": 321.25,
      "grad_norm": 1.0071101188659668,
      "learning_rate": 3.274117672456621e-06,
      "loss": 0.3456,
      "step": 1151040
    },
    {
      "epoch": 321.25,
      "grad_norm": 1.0077292919158936,
      "learning_rate": 3.274092854413998e-06,
      "loss": 0.3554,
      "step": 1151050
    },
    {
      "epoch": 321.26,
      "grad_norm": 1.135895848274231,
      "learning_rate": 3.2740680362475464e-06,
      "loss": 0.3526,
      "step": 1151060
    },
    {
      "epoch": 321.26,
      "grad_norm": 0.9852822422981262,
      "learning_rate": 3.27404321795727e-06,
      "loss": 0.3478,
      "step": 1151070
    },
    {
      "epoch": 321.26,
      "grad_norm": 1.0971156358718872,
      "learning_rate": 3.2740183995431707e-06,
      "loss": 0.3503,
      "step": 1151080
    },
    {
      "epoch": 321.26,
      "grad_norm": 1.0731475353240967,
      "learning_rate": 3.2739935810052527e-06,
      "loss": 0.3807,
      "step": 1151090
    },
    {
      "epoch": 321.27,
      "grad_norm": 1.0700732469558716,
      "learning_rate": 3.273968762343519e-06,
      "loss": 0.3563,
      "step": 1151100
    },
    {
      "epoch": 321.27,
      "grad_norm": 1.5275391340255737,
      "learning_rate": 3.273943943557973e-06,
      "loss": 0.3642,
      "step": 1151110
    },
    {
      "epoch": 321.27,
      "grad_norm": 1.0004186630249023,
      "learning_rate": 3.273919124648618e-06,
      "loss": 0.3532,
      "step": 1151120
    },
    {
      "epoch": 321.28,
      "grad_norm": 1.0236479043960571,
      "learning_rate": 3.2738943056154564e-06,
      "loss": 0.3666,
      "step": 1151130
    },
    {
      "epoch": 321.28,
      "grad_norm": 0.9395312070846558,
      "learning_rate": 3.2738694864584936e-06,
      "loss": 0.3571,
      "step": 1151140
    },
    {
      "epoch": 321.28,
      "grad_norm": 1.0227998495101929,
      "learning_rate": 3.2738446671777306e-06,
      "loss": 0.374,
      "step": 1151150
    },
    {
      "epoch": 321.28,
      "grad_norm": 1.0225260257720947,
      "learning_rate": 3.2738198477731725e-06,
      "loss": 0.3399,
      "step": 1151160
    },
    {
      "epoch": 321.29,
      "grad_norm": 0.971825122833252,
      "learning_rate": 3.273795028244822e-06,
      "loss": 0.3637,
      "step": 1151170
    },
    {
      "epoch": 321.29,
      "grad_norm": 1.2409144639968872,
      "learning_rate": 3.2737702085926806e-06,
      "loss": 0.3786,
      "step": 1151180
    },
    {
      "epoch": 321.29,
      "grad_norm": 1.2091193199157715,
      "learning_rate": 3.2737453888167545e-06,
      "loss": 0.3552,
      "step": 1151190
    },
    {
      "epoch": 321.3,
      "grad_norm": 1.0867035388946533,
      "learning_rate": 3.2737205689170463e-06,
      "loss": 0.3612,
      "step": 1151200
    },
    {
      "epoch": 321.3,
      "grad_norm": 1.003013253211975,
      "learning_rate": 3.273695748893558e-06,
      "loss": 0.3365,
      "step": 1151210
    },
    {
      "epoch": 321.3,
      "grad_norm": 1.069955825805664,
      "learning_rate": 3.2736709287462933e-06,
      "loss": 0.3447,
      "step": 1151220
    },
    {
      "epoch": 321.3,
      "grad_norm": 1.1407936811447144,
      "learning_rate": 3.273646108475257e-06,
      "loss": 0.3608,
      "step": 1151230
    },
    {
      "epoch": 321.31,
      "grad_norm": 1.0556411743164062,
      "learning_rate": 3.2736212880804508e-06,
      "loss": 0.3689,
      "step": 1151240
    },
    {
      "epoch": 321.31,
      "grad_norm": 0.9141860008239746,
      "learning_rate": 3.273596467561878e-06,
      "loss": 0.3605,
      "step": 1151250
    },
    {
      "epoch": 321.31,
      "grad_norm": 0.9850105047225952,
      "learning_rate": 3.273571646919542e-06,
      "loss": 0.3664,
      "step": 1151260
    },
    {
      "epoch": 321.31,
      "grad_norm": 1.0476640462875366,
      "learning_rate": 3.2735468261534475e-06,
      "loss": 0.35,
      "step": 1151270
    },
    {
      "epoch": 321.32,
      "grad_norm": 1.0930498838424683,
      "learning_rate": 3.2735220052635964e-06,
      "loss": 0.3528,
      "step": 1151280
    },
    {
      "epoch": 321.32,
      "grad_norm": 1.0198901891708374,
      "learning_rate": 3.273497184249992e-06,
      "loss": 0.3524,
      "step": 1151290
    },
    {
      "epoch": 321.32,
      "grad_norm": 0.9692537784576416,
      "learning_rate": 3.2734723631126388e-06,
      "loss": 0.3555,
      "step": 1151300
    },
    {
      "epoch": 321.33,
      "grad_norm": 0.9297314882278442,
      "learning_rate": 3.273447541851539e-06,
      "loss": 0.3559,
      "step": 1151310
    },
    {
      "epoch": 321.33,
      "grad_norm": 1.0720161199569702,
      "learning_rate": 3.2734227204666962e-06,
      "loss": 0.3417,
      "step": 1151320
    },
    {
      "epoch": 321.33,
      "grad_norm": 0.9423962235450745,
      "learning_rate": 3.273397898958114e-06,
      "loss": 0.3485,
      "step": 1151330
    },
    {
      "epoch": 321.33,
      "grad_norm": 1.1348682641983032,
      "learning_rate": 3.2733730773257946e-06,
      "loss": 0.3557,
      "step": 1151340
    },
    {
      "epoch": 321.34,
      "grad_norm": 1.0122886896133423,
      "learning_rate": 3.2733482555697426e-06,
      "loss": 0.3606,
      "step": 1151350
    },
    {
      "epoch": 321.34,
      "grad_norm": 0.8058109879493713,
      "learning_rate": 3.273323433689961e-06,
      "loss": 0.3663,
      "step": 1151360
    },
    {
      "epoch": 321.34,
      "grad_norm": 1.1734824180603027,
      "learning_rate": 3.2732986116864522e-06,
      "loss": 0.3435,
      "step": 1151370
    },
    {
      "epoch": 321.35,
      "grad_norm": 0.9097521901130676,
      "learning_rate": 3.2732737895592215e-06,
      "loss": 0.3529,
      "step": 1151380
    },
    {
      "epoch": 321.35,
      "grad_norm": 0.9657705426216125,
      "learning_rate": 3.27324896730827e-06,
      "loss": 0.3651,
      "step": 1151390
    },
    {
      "epoch": 321.35,
      "grad_norm": 0.9467563033103943,
      "learning_rate": 3.2732241449336024e-06,
      "loss": 0.3594,
      "step": 1151400
    },
    {
      "epoch": 321.35,
      "grad_norm": 1.0115599632263184,
      "learning_rate": 3.2731993224352213e-06,
      "loss": 0.3555,
      "step": 1151410
    },
    {
      "epoch": 321.36,
      "grad_norm": 0.9241726398468018,
      "learning_rate": 3.2731744998131302e-06,
      "loss": 0.356,
      "step": 1151420
    },
    {
      "epoch": 321.36,
      "grad_norm": 1.0915417671203613,
      "learning_rate": 3.273149677067332e-06,
      "loss": 0.352,
      "step": 1151430
    },
    {
      "epoch": 321.36,
      "grad_norm": 1.1425116062164307,
      "learning_rate": 3.273124854197831e-06,
      "loss": 0.3524,
      "step": 1151440
    },
    {
      "epoch": 321.36,
      "grad_norm": 1.2447011470794678,
      "learning_rate": 3.27310003120463e-06,
      "loss": 0.3659,
      "step": 1151450
    },
    {
      "epoch": 321.37,
      "grad_norm": 1.0453026294708252,
      "learning_rate": 3.273075208087732e-06,
      "loss": 0.3788,
      "step": 1151460
    },
    {
      "epoch": 321.37,
      "grad_norm": 3.5463531017303467,
      "learning_rate": 3.273050384847141e-06,
      "loss": 0.3624,
      "step": 1151470
    },
    {
      "epoch": 321.37,
      "grad_norm": 0.9912452101707458,
      "learning_rate": 3.2730255614828593e-06,
      "loss": 0.3563,
      "step": 1151480
    },
    {
      "epoch": 321.38,
      "grad_norm": 0.9586438536643982,
      "learning_rate": 3.2730007379948913e-06,
      "loss": 0.3421,
      "step": 1151490
    },
    {
      "epoch": 321.38,
      "grad_norm": 1.188923954963684,
      "learning_rate": 3.272975914383239e-06,
      "loss": 0.3519,
      "step": 1151500
    },
    {
      "epoch": 321.38,
      "grad_norm": 0.9077902436256409,
      "learning_rate": 3.2729510906479066e-06,
      "loss": 0.3635,
      "step": 1151510
    },
    {
      "epoch": 321.38,
      "grad_norm": 0.9729756712913513,
      "learning_rate": 3.2729262667888983e-06,
      "loss": 0.3629,
      "step": 1151520
    },
    {
      "epoch": 321.39,
      "grad_norm": 1.0349066257476807,
      "learning_rate": 3.2729014428062157e-06,
      "loss": 0.3425,
      "step": 1151530
    },
    {
      "epoch": 321.39,
      "grad_norm": 0.9526369571685791,
      "learning_rate": 3.2728766186998632e-06,
      "loss": 0.3635,
      "step": 1151540
    },
    {
      "epoch": 321.39,
      "grad_norm": 1.0451611280441284,
      "learning_rate": 3.272851794469843e-06,
      "loss": 0.3498,
      "step": 1151550
    },
    {
      "epoch": 321.4,
      "grad_norm": 1.0399779081344604,
      "learning_rate": 3.272826970116159e-06,
      "loss": 0.341,
      "step": 1151560
    },
    {
      "epoch": 321.4,
      "grad_norm": 2.8392064571380615,
      "learning_rate": 3.272802145638815e-06,
      "loss": 0.3579,
      "step": 1151570
    },
    {
      "epoch": 321.4,
      "grad_norm": 0.915520191192627,
      "learning_rate": 3.2727773210378137e-06,
      "loss": 0.3399,
      "step": 1151580
    },
    {
      "epoch": 321.4,
      "grad_norm": 0.9221149682998657,
      "learning_rate": 3.2727524963131594e-06,
      "loss": 0.3594,
      "step": 1151590
    },
    {
      "epoch": 321.41,
      "grad_norm": 0.926600992679596,
      "learning_rate": 3.2727276714648544e-06,
      "loss": 0.348,
      "step": 1151600
    },
    {
      "epoch": 321.41,
      "grad_norm": 0.9484574794769287,
      "learning_rate": 3.2727028464929016e-06,
      "loss": 0.3435,
      "step": 1151610
    },
    {
      "epoch": 321.41,
      "grad_norm": 1.1685371398925781,
      "learning_rate": 3.2726780213973053e-06,
      "loss": 0.3639,
      "step": 1151620
    },
    {
      "epoch": 321.42,
      "grad_norm": 0.9099417924880981,
      "learning_rate": 3.272653196178068e-06,
      "loss": 0.3633,
      "step": 1151630
    },
    {
      "epoch": 321.42,
      "grad_norm": 1.0353697538375854,
      "learning_rate": 3.2726283708351936e-06,
      "loss": 0.3468,
      "step": 1151640
    },
    {
      "epoch": 321.42,
      "grad_norm": 1.1101001501083374,
      "learning_rate": 3.272603545368686e-06,
      "loss": 0.3549,
      "step": 1151650
    },
    {
      "epoch": 321.42,
      "grad_norm": 1.2402623891830444,
      "learning_rate": 3.2725787197785467e-06,
      "loss": 0.3439,
      "step": 1151660
    },
    {
      "epoch": 321.43,
      "grad_norm": 0.9547139406204224,
      "learning_rate": 3.2725538940647807e-06,
      "loss": 0.3653,
      "step": 1151670
    },
    {
      "epoch": 321.43,
      "grad_norm": 1.0988560914993286,
      "learning_rate": 3.2725290682273902e-06,
      "loss": 0.3522,
      "step": 1151680
    },
    {
      "epoch": 321.43,
      "grad_norm": 1.033847689628601,
      "learning_rate": 3.272504242266379e-06,
      "loss": 0.3471,
      "step": 1151690
    },
    {
      "epoch": 321.43,
      "grad_norm": 0.9255128502845764,
      "learning_rate": 3.2724794161817507e-06,
      "loss": 0.3354,
      "step": 1151700
    },
    {
      "epoch": 321.44,
      "grad_norm": 0.9812444448471069,
      "learning_rate": 3.2724545899735076e-06,
      "loss": 0.3446,
      "step": 1151710
    },
    {
      "epoch": 321.44,
      "grad_norm": 0.9715407490730286,
      "learning_rate": 3.2724297636416544e-06,
      "loss": 0.3567,
      "step": 1151720
    },
    {
      "epoch": 321.44,
      "grad_norm": 1.2593928575515747,
      "learning_rate": 3.2724049371861933e-06,
      "loss": 0.3598,
      "step": 1151730
    },
    {
      "epoch": 321.45,
      "grad_norm": 1.0343810319900513,
      "learning_rate": 3.272380110607129e-06,
      "loss": 0.3699,
      "step": 1151740
    },
    {
      "epoch": 321.45,
      "grad_norm": 0.9575073719024658,
      "learning_rate": 3.2723552839044625e-06,
      "loss": 0.3546,
      "step": 1151750
    },
    {
      "epoch": 321.45,
      "grad_norm": 1.0200886726379395,
      "learning_rate": 3.2723304570781988e-06,
      "loss": 0.3515,
      "step": 1151760
    },
    {
      "epoch": 321.45,
      "grad_norm": 1.0021294355392456,
      "learning_rate": 3.27230563012834e-06,
      "loss": 0.3616,
      "step": 1151770
    },
    {
      "epoch": 321.46,
      "grad_norm": 1.1725101470947266,
      "learning_rate": 3.2722808030548915e-06,
      "loss": 0.3514,
      "step": 1151780
    },
    {
      "epoch": 321.46,
      "grad_norm": 1.127448320388794,
      "learning_rate": 3.2722559758578547e-06,
      "loss": 0.3364,
      "step": 1151790
    },
    {
      "epoch": 321.46,
      "grad_norm": 1.099777102470398,
      "learning_rate": 3.272231148537233e-06,
      "loss": 0.3703,
      "step": 1151800
    },
    {
      "epoch": 321.47,
      "grad_norm": 1.2845237255096436,
      "learning_rate": 3.2722063210930315e-06,
      "loss": 0.362,
      "step": 1151810
    },
    {
      "epoch": 321.47,
      "grad_norm": 1.4904136657714844,
      "learning_rate": 3.2721814935252518e-06,
      "loss": 0.3564,
      "step": 1151820
    },
    {
      "epoch": 321.47,
      "grad_norm": 3.674530267715454,
      "learning_rate": 3.2721566658338968e-06,
      "loss": 0.3642,
      "step": 1151830
    },
    {
      "epoch": 321.47,
      "grad_norm": 1.276045560836792,
      "learning_rate": 3.272131838018971e-06,
      "loss": 0.3598,
      "step": 1151840
    },
    {
      "epoch": 321.48,
      "grad_norm": 1.1270567178726196,
      "learning_rate": 3.2721070100804772e-06,
      "loss": 0.3639,
      "step": 1151850
    },
    {
      "epoch": 321.48,
      "grad_norm": 1.0690280199050903,
      "learning_rate": 3.272082182018419e-06,
      "loss": 0.3681,
      "step": 1151860
    },
    {
      "epoch": 321.48,
      "grad_norm": 0.8783389329910278,
      "learning_rate": 3.2720573538327996e-06,
      "loss": 0.3549,
      "step": 1151870
    },
    {
      "epoch": 321.48,
      "grad_norm": 1.2626137733459473,
      "learning_rate": 3.2720325255236225e-06,
      "loss": 0.3609,
      "step": 1151880
    },
    {
      "epoch": 321.49,
      "grad_norm": 0.9807395339012146,
      "learning_rate": 3.2720076970908905e-06,
      "loss": 0.3656,
      "step": 1151890
    },
    {
      "epoch": 321.49,
      "grad_norm": 1.107589602470398,
      "learning_rate": 3.2719828685346073e-06,
      "loss": 0.378,
      "step": 1151900
    },
    {
      "epoch": 321.49,
      "grad_norm": 1.326063871383667,
      "learning_rate": 3.271958039854776e-06,
      "loss": 0.3704,
      "step": 1151910
    },
    {
      "epoch": 321.5,
      "grad_norm": 0.9925232529640198,
      "learning_rate": 3.2719332110513995e-06,
      "loss": 0.3614,
      "step": 1151920
    },
    {
      "epoch": 321.5,
      "grad_norm": 0.8859140276908875,
      "learning_rate": 3.2719083821244817e-06,
      "loss": 0.3456,
      "step": 1151930
    },
    {
      "epoch": 321.5,
      "grad_norm": 0.9611209630966187,
      "learning_rate": 3.271883553074026e-06,
      "loss": 0.3448,
      "step": 1151940
    },
    {
      "epoch": 321.5,
      "grad_norm": 0.8887131810188293,
      "learning_rate": 3.2718587239000354e-06,
      "loss": 0.3458,
      "step": 1151950
    },
    {
      "epoch": 321.51,
      "grad_norm": 1.036216139793396,
      "learning_rate": 3.2718338946025137e-06,
      "loss": 0.3549,
      "step": 1151960
    },
    {
      "epoch": 321.51,
      "grad_norm": 0.9226452112197876,
      "learning_rate": 3.271809065181463e-06,
      "loss": 0.3512,
      "step": 1151970
    },
    {
      "epoch": 321.51,
      "grad_norm": 1.0037927627563477,
      "learning_rate": 3.271784235636888e-06,
      "loss": 0.3527,
      "step": 1151980
    },
    {
      "epoch": 321.52,
      "grad_norm": 0.9722667336463928,
      "learning_rate": 3.271759405968791e-06,
      "loss": 0.3534,
      "step": 1151990
    },
    {
      "epoch": 321.52,
      "grad_norm": 1.015667200088501,
      "learning_rate": 3.2717345761771756e-06,
      "loss": 0.3548,
      "step": 1152000
    },
    {
      "epoch": 321.52,
      "grad_norm": 1.0481672286987305,
      "learning_rate": 3.2717097462620453e-06,
      "loss": 0.3535,
      "step": 1152010
    },
    {
      "epoch": 321.52,
      "grad_norm": 1.077934980392456,
      "learning_rate": 3.2716849162234035e-06,
      "loss": 0.3579,
      "step": 1152020
    },
    {
      "epoch": 321.53,
      "grad_norm": 1.2514922618865967,
      "learning_rate": 3.271660086061253e-06,
      "loss": 0.3397,
      "step": 1152030
    },
    {
      "epoch": 321.53,
      "grad_norm": 0.9642099142074585,
      "learning_rate": 3.271635255775598e-06,
      "loss": 0.3401,
      "step": 1152040
    },
    {
      "epoch": 321.53,
      "grad_norm": 0.9441366791725159,
      "learning_rate": 3.271610425366441e-06,
      "loss": 0.3511,
      "step": 1152050
    },
    {
      "epoch": 321.54,
      "grad_norm": 0.9545798301696777,
      "learning_rate": 3.2715855948337856e-06,
      "loss": 0.3372,
      "step": 1152060
    },
    {
      "epoch": 321.54,
      "grad_norm": 0.9750989079475403,
      "learning_rate": 3.2715607641776352e-06,
      "loss": 0.3637,
      "step": 1152070
    },
    {
      "epoch": 321.54,
      "grad_norm": 0.9829074144363403,
      "learning_rate": 3.271535933397992e-06,
      "loss": 0.3408,
      "step": 1152080
    },
    {
      "epoch": 321.54,
      "grad_norm": 1.2344108819961548,
      "learning_rate": 3.2715111024948605e-06,
      "loss": 0.3522,
      "step": 1152090
    },
    {
      "epoch": 321.55,
      "grad_norm": 1.190415382385254,
      "learning_rate": 3.2714862714682447e-06,
      "loss": 0.3551,
      "step": 1152100
    },
    {
      "epoch": 321.55,
      "grad_norm": 1.0105928182601929,
      "learning_rate": 3.271461440318146e-06,
      "loss": 0.3622,
      "step": 1152110
    },
    {
      "epoch": 321.55,
      "grad_norm": 0.8446027040481567,
      "learning_rate": 3.2714366090445694e-06,
      "loss": 0.3381,
      "step": 1152120
    },
    {
      "epoch": 321.55,
      "grad_norm": 1.1479761600494385,
      "learning_rate": 3.2714117776475164e-06,
      "loss": 0.362,
      "step": 1152130
    },
    {
      "epoch": 321.56,
      "grad_norm": 0.9840918183326721,
      "learning_rate": 3.2713869461269923e-06,
      "loss": 0.3471,
      "step": 1152140
    },
    {
      "epoch": 321.56,
      "grad_norm": 0.9421367049217224,
      "learning_rate": 3.271362114482999e-06,
      "loss": 0.3492,
      "step": 1152150
    },
    {
      "epoch": 321.56,
      "grad_norm": 1.1379690170288086,
      "learning_rate": 3.2713372827155402e-06,
      "loss": 0.3561,
      "step": 1152160
    },
    {
      "epoch": 321.57,
      "grad_norm": 1.0369175672531128,
      "learning_rate": 3.27131245082462e-06,
      "loss": 0.3534,
      "step": 1152170
    },
    {
      "epoch": 321.57,
      "grad_norm": 1.0732239484786987,
      "learning_rate": 3.2712876188102405e-06,
      "loss": 0.3502,
      "step": 1152180
    },
    {
      "epoch": 321.57,
      "grad_norm": 0.9900811910629272,
      "learning_rate": 3.2712627866724055e-06,
      "loss": 0.3398,
      "step": 1152190
    },
    {
      "epoch": 321.57,
      "grad_norm": 1.1897165775299072,
      "learning_rate": 3.2712379544111184e-06,
      "loss": 0.3445,
      "step": 1152200
    },
    {
      "epoch": 321.58,
      "grad_norm": 0.9171997904777527,
      "learning_rate": 3.271213122026382e-06,
      "loss": 0.3712,
      "step": 1152210
    },
    {
      "epoch": 321.58,
      "grad_norm": 1.1225017309188843,
      "learning_rate": 3.2711882895182e-06,
      "loss": 0.3501,
      "step": 1152220
    },
    {
      "epoch": 321.58,
      "grad_norm": 1.1057161092758179,
      "learning_rate": 3.2711634568865764e-06,
      "loss": 0.3601,
      "step": 1152230
    },
    {
      "epoch": 321.59,
      "grad_norm": 1.0081902742385864,
      "learning_rate": 3.2711386241315136e-06,
      "loss": 0.3402,
      "step": 1152240
    },
    {
      "epoch": 321.59,
      "grad_norm": 0.8548744916915894,
      "learning_rate": 3.2711137912530147e-06,
      "loss": 0.3619,
      "step": 1152250
    },
    {
      "epoch": 321.59,
      "grad_norm": 1.020249605178833,
      "learning_rate": 3.2710889582510837e-06,
      "loss": 0.3731,
      "step": 1152260
    },
    {
      "epoch": 321.59,
      "grad_norm": 1.1198216676712036,
      "learning_rate": 3.271064125125724e-06,
      "loss": 0.3542,
      "step": 1152270
    },
    {
      "epoch": 321.6,
      "grad_norm": 0.8679965138435364,
      "learning_rate": 3.2710392918769375e-06,
      "loss": 0.3455,
      "step": 1152280
    },
    {
      "epoch": 321.6,
      "grad_norm": 1.0317469835281372,
      "learning_rate": 3.2710144585047294e-06,
      "loss": 0.3606,
      "step": 1152290
    },
    {
      "epoch": 321.6,
      "grad_norm": 0.9864646792411804,
      "learning_rate": 3.2709896250091023e-06,
      "loss": 0.3329,
      "step": 1152300
    },
    {
      "epoch": 321.6,
      "grad_norm": 1.2837506532669067,
      "learning_rate": 3.2709647913900582e-06,
      "loss": 0.3526,
      "step": 1152310
    },
    {
      "epoch": 321.61,
      "grad_norm": 1.0475847721099854,
      "learning_rate": 3.2709399576476027e-06,
      "loss": 0.3628,
      "step": 1152320
    },
    {
      "epoch": 321.61,
      "grad_norm": 1.0598223209381104,
      "learning_rate": 3.2709151237817375e-06,
      "loss": 0.3569,
      "step": 1152330
    },
    {
      "epoch": 321.61,
      "grad_norm": 0.9106751680374146,
      "learning_rate": 3.270890289792467e-06,
      "loss": 0.3545,
      "step": 1152340
    },
    {
      "epoch": 321.62,
      "grad_norm": 0.9527906775474548,
      "learning_rate": 3.270865455679793e-06,
      "loss": 0.3585,
      "step": 1152350
    },
    {
      "epoch": 321.62,
      "grad_norm": 0.863010823726654,
      "learning_rate": 3.2708406214437203e-06,
      "loss": 0.3665,
      "step": 1152360
    },
    {
      "epoch": 321.62,
      "grad_norm": 1.0414286851882935,
      "learning_rate": 3.270815787084251e-06,
      "loss": 0.3466,
      "step": 1152370
    },
    {
      "epoch": 321.62,
      "grad_norm": 0.9923825263977051,
      "learning_rate": 3.270790952601389e-06,
      "loss": 0.3412,
      "step": 1152380
    },
    {
      "epoch": 321.63,
      "grad_norm": 1.1679496765136719,
      "learning_rate": 3.2707661179951387e-06,
      "loss": 0.3369,
      "step": 1152390
    },
    {
      "epoch": 321.63,
      "grad_norm": 1.0980758666992188,
      "learning_rate": 3.270741283265501e-06,
      "loss": 0.3482,
      "step": 1152400
    },
    {
      "epoch": 321.63,
      "grad_norm": 1.0856330394744873,
      "learning_rate": 3.270716448412481e-06,
      "loss": 0.3588,
      "step": 1152410
    },
    {
      "epoch": 321.64,
      "grad_norm": 0.9231312870979309,
      "learning_rate": 3.270691613436081e-06,
      "loss": 0.3469,
      "step": 1152420
    },
    {
      "epoch": 321.64,
      "grad_norm": 1.2326292991638184,
      "learning_rate": 3.2706667783363062e-06,
      "loss": 0.3459,
      "step": 1152430
    },
    {
      "epoch": 321.64,
      "grad_norm": 1.68002450466156,
      "learning_rate": 3.2706419431131575e-06,
      "loss": 0.3491,
      "step": 1152440
    },
    {
      "epoch": 321.64,
      "grad_norm": 1.0416123867034912,
      "learning_rate": 3.270617107766639e-06,
      "loss": 0.345,
      "step": 1152450
    },
    {
      "epoch": 321.65,
      "grad_norm": 0.9431378841400146,
      "learning_rate": 3.2705922722967554e-06,
      "loss": 0.3635,
      "step": 1152460
    },
    {
      "epoch": 321.65,
      "grad_norm": 1.0415183305740356,
      "learning_rate": 3.2705674367035076e-06,
      "loss": 0.3575,
      "step": 1152470
    },
    {
      "epoch": 321.65,
      "grad_norm": 0.9247128963470459,
      "learning_rate": 3.2705426009869003e-06,
      "loss": 0.3673,
      "step": 1152480
    },
    {
      "epoch": 321.66,
      "grad_norm": 1.0786681175231934,
      "learning_rate": 3.2705177651469376e-06,
      "loss": 0.3456,
      "step": 1152490
    },
    {
      "epoch": 321.66,
      "grad_norm": 0.9266180992126465,
      "learning_rate": 3.270492929183621e-06,
      "loss": 0.3436,
      "step": 1152500
    },
    {
      "epoch": 321.66,
      "grad_norm": 1.0294302701950073,
      "learning_rate": 3.270468093096955e-06,
      "loss": 0.3502,
      "step": 1152510
    },
    {
      "epoch": 321.66,
      "grad_norm": 0.9682185649871826,
      "learning_rate": 3.2704432568869424e-06,
      "loss": 0.3566,
      "step": 1152520
    },
    {
      "epoch": 321.67,
      "grad_norm": 1.0117992162704468,
      "learning_rate": 3.2704184205535864e-06,
      "loss": 0.3432,
      "step": 1152530
    },
    {
      "epoch": 321.67,
      "grad_norm": 0.948327898979187,
      "learning_rate": 3.2703935840968913e-06,
      "loss": 0.3376,
      "step": 1152540
    },
    {
      "epoch": 321.67,
      "grad_norm": 1.0845953226089478,
      "learning_rate": 3.2703687475168594e-06,
      "loss": 0.3582,
      "step": 1152550
    },
    {
      "epoch": 321.67,
      "grad_norm": 1.0127170085906982,
      "learning_rate": 3.2703439108134943e-06,
      "loss": 0.3723,
      "step": 1152560
    },
    {
      "epoch": 321.68,
      "grad_norm": 1.0238792896270752,
      "learning_rate": 3.2703190739867988e-06,
      "loss": 0.3484,
      "step": 1152570
    },
    {
      "epoch": 321.68,
      "grad_norm": 1.1492605209350586,
      "learning_rate": 3.2702942370367773e-06,
      "loss": 0.3585,
      "step": 1152580
    },
    {
      "epoch": 321.68,
      "grad_norm": 1.1552929878234863,
      "learning_rate": 3.2702693999634325e-06,
      "loss": 0.3351,
      "step": 1152590
    },
    {
      "epoch": 321.69,
      "grad_norm": 0.9904555082321167,
      "learning_rate": 3.2702445627667674e-06,
      "loss": 0.3461,
      "step": 1152600
    },
    {
      "epoch": 321.69,
      "grad_norm": 0.9396792054176331,
      "learning_rate": 3.2702197254467852e-06,
      "loss": 0.3525,
      "step": 1152610
    },
    {
      "epoch": 321.69,
      "grad_norm": 1.0263118743896484,
      "learning_rate": 3.2701948880034908e-06,
      "loss": 0.3522,
      "step": 1152620
    },
    {
      "epoch": 321.69,
      "grad_norm": 1.1137043237686157,
      "learning_rate": 3.2701700504368857e-06,
      "loss": 0.3582,
      "step": 1152630
    },
    {
      "epoch": 321.7,
      "grad_norm": 1.0039653778076172,
      "learning_rate": 3.2701452127469737e-06,
      "loss": 0.3705,
      "step": 1152640
    },
    {
      "epoch": 321.7,
      "grad_norm": 1.0538614988327026,
      "learning_rate": 3.2701203749337584e-06,
      "loss": 0.3642,
      "step": 1152650
    },
    {
      "epoch": 321.7,
      "grad_norm": 0.8741259574890137,
      "learning_rate": 3.2700955369972434e-06,
      "loss": 0.3802,
      "step": 1152660
    },
    {
      "epoch": 321.71,
      "grad_norm": 1.1500998735427856,
      "learning_rate": 3.27007069893743e-06,
      "loss": 0.3507,
      "step": 1152670
    },
    {
      "epoch": 321.71,
      "grad_norm": 1.0103306770324707,
      "learning_rate": 3.270045860754325e-06,
      "loss": 0.3388,
      "step": 1152680
    },
    {
      "epoch": 321.71,
      "grad_norm": 0.9624351859092712,
      "learning_rate": 3.2700210224479287e-06,
      "loss": 0.344,
      "step": 1152690
    },
    {
      "epoch": 321.71,
      "grad_norm": 0.9860261082649231,
      "learning_rate": 3.2699961840182457e-06,
      "loss": 0.356,
      "step": 1152700
    },
    {
      "epoch": 321.72,
      "grad_norm": 0.9334818720817566,
      "learning_rate": 3.269971345465279e-06,
      "loss": 0.342,
      "step": 1152710
    },
    {
      "epoch": 321.72,
      "grad_norm": 0.930910050868988,
      "learning_rate": 3.2699465067890325e-06,
      "loss": 0.3537,
      "step": 1152720
    },
    {
      "epoch": 321.72,
      "grad_norm": 1.1256330013275146,
      "learning_rate": 3.2699216679895083e-06,
      "loss": 0.3621,
      "step": 1152730
    },
    {
      "epoch": 321.72,
      "grad_norm": 0.8754838109016418,
      "learning_rate": 3.2698968290667103e-06,
      "loss": 0.3384,
      "step": 1152740
    },
    {
      "epoch": 321.73,
      "grad_norm": 1.134030818939209,
      "learning_rate": 3.2698719900206427e-06,
      "loss": 0.3469,
      "step": 1152750
    },
    {
      "epoch": 321.73,
      "grad_norm": 0.975774884223938,
      "learning_rate": 3.2698471508513077e-06,
      "loss": 0.3555,
      "step": 1152760
    },
    {
      "epoch": 321.73,
      "grad_norm": 1.2642416954040527,
      "learning_rate": 3.2698223115587086e-06,
      "loss": 0.3367,
      "step": 1152770
    },
    {
      "epoch": 321.74,
      "grad_norm": 1.051145076751709,
      "learning_rate": 3.2697974721428497e-06,
      "loss": 0.3485,
      "step": 1152780
    },
    {
      "epoch": 321.74,
      "grad_norm": 1.0387507677078247,
      "learning_rate": 3.269772632603733e-06,
      "loss": 0.3544,
      "step": 1152790
    },
    {
      "epoch": 321.74,
      "grad_norm": 1.1160593032836914,
      "learning_rate": 3.2697477929413623e-06,
      "loss": 0.3597,
      "step": 1152800
    },
    {
      "epoch": 321.74,
      "grad_norm": 0.9973415732383728,
      "learning_rate": 3.269722953155741e-06,
      "loss": 0.3571,
      "step": 1152810
    },
    {
      "epoch": 321.75,
      "grad_norm": 0.9922601580619812,
      "learning_rate": 3.269698113246873e-06,
      "loss": 0.3615,
      "step": 1152820
    },
    {
      "epoch": 321.75,
      "grad_norm": 0.9476991295814514,
      "learning_rate": 3.2696732732147603e-06,
      "loss": 0.3558,
      "step": 1152830
    },
    {
      "epoch": 321.75,
      "grad_norm": 1.1503287553787231,
      "learning_rate": 3.2696484330594078e-06,
      "loss": 0.3586,
      "step": 1152840
    },
    {
      "epoch": 321.76,
      "grad_norm": 1.0169426202774048,
      "learning_rate": 3.269623592780818e-06,
      "loss": 0.3602,
      "step": 1152850
    },
    {
      "epoch": 321.76,
      "grad_norm": 0.9495397806167603,
      "learning_rate": 3.2695987523789936e-06,
      "loss": 0.3566,
      "step": 1152860
    },
    {
      "epoch": 321.76,
      "grad_norm": 2.041132688522339,
      "learning_rate": 3.2695739118539387e-06,
      "loss": 0.3449,
      "step": 1152870
    },
    {
      "epoch": 321.76,
      "grad_norm": 1.3502929210662842,
      "learning_rate": 3.2695490712056567e-06,
      "loss": 0.3389,
      "step": 1152880
    },
    {
      "epoch": 321.77,
      "grad_norm": 1.0860028266906738,
      "learning_rate": 3.26952423043415e-06,
      "loss": 0.3422,
      "step": 1152890
    },
    {
      "epoch": 321.77,
      "grad_norm": 1.1056550741195679,
      "learning_rate": 3.2694993895394228e-06,
      "loss": 0.3607,
      "step": 1152900
    },
    {
      "epoch": 321.77,
      "grad_norm": 0.9869719743728638,
      "learning_rate": 3.2694745485214777e-06,
      "loss": 0.3634,
      "step": 1152910
    },
    {
      "epoch": 321.78,
      "grad_norm": 1.0444837808609009,
      "learning_rate": 3.2694497073803195e-06,
      "loss": 0.3456,
      "step": 1152920
    },
    {
      "epoch": 321.78,
      "grad_norm": 0.89541095495224,
      "learning_rate": 3.2694248661159493e-06,
      "loss": 0.355,
      "step": 1152930
    },
    {
      "epoch": 321.78,
      "grad_norm": 1.1818604469299316,
      "learning_rate": 3.2694000247283726e-06,
      "loss": 0.3418,
      "step": 1152940
    },
    {
      "epoch": 321.78,
      "grad_norm": 1.0918954610824585,
      "learning_rate": 3.2693751832175903e-06,
      "loss": 0.3627,
      "step": 1152950
    },
    {
      "epoch": 321.79,
      "grad_norm": 2.888550043106079,
      "learning_rate": 3.2693503415836076e-06,
      "loss": 0.3428,
      "step": 1152960
    },
    {
      "epoch": 321.79,
      "grad_norm": 0.9501584768295288,
      "learning_rate": 3.2693254998264276e-06,
      "loss": 0.3608,
      "step": 1152970
    },
    {
      "epoch": 321.79,
      "grad_norm": 1.0286004543304443,
      "learning_rate": 3.2693006579460527e-06,
      "loss": 0.3499,
      "step": 1152980
    },
    {
      "epoch": 321.79,
      "grad_norm": 1.2697837352752686,
      "learning_rate": 3.269275815942487e-06,
      "loss": 0.3613,
      "step": 1152990
    },
    {
      "epoch": 321.8,
      "grad_norm": 1.1264616250991821,
      "learning_rate": 3.269250973815734e-06,
      "loss": 0.3667,
      "step": 1153000
    },
    {
      "epoch": 321.8,
      "grad_norm": 1.020737648010254,
      "learning_rate": 3.2692261315657964e-06,
      "loss": 0.3589,
      "step": 1153010
    },
    {
      "epoch": 321.8,
      "grad_norm": 0.9859843254089355,
      "learning_rate": 3.269201289192677e-06,
      "loss": 0.3531,
      "step": 1153020
    },
    {
      "epoch": 321.81,
      "grad_norm": 0.9643372893333435,
      "learning_rate": 3.2691764466963804e-06,
      "loss": 0.3332,
      "step": 1153030
    },
    {
      "epoch": 321.81,
      "grad_norm": 0.9054622054100037,
      "learning_rate": 3.2691516040769095e-06,
      "loss": 0.3668,
      "step": 1153040
    },
    {
      "epoch": 321.81,
      "grad_norm": 1.0833624601364136,
      "learning_rate": 3.269126761334266e-06,
      "loss": 0.3744,
      "step": 1153050
    },
    {
      "epoch": 321.81,
      "grad_norm": 1.0193456411361694,
      "learning_rate": 3.269101918468456e-06,
      "loss": 0.3572,
      "step": 1153060
    },
    {
      "epoch": 321.82,
      "grad_norm": 1.2237361669540405,
      "learning_rate": 3.269077075479481e-06,
      "loss": 0.3427,
      "step": 1153070
    },
    {
      "epoch": 321.82,
      "grad_norm": 0.8770336508750916,
      "learning_rate": 3.269052232367345e-06,
      "loss": 0.3572,
      "step": 1153080
    },
    {
      "epoch": 321.82,
      "grad_norm": 1.1935701370239258,
      "learning_rate": 3.269027389132051e-06,
      "loss": 0.3553,
      "step": 1153090
    },
    {
      "epoch": 321.83,
      "grad_norm": 0.8181061744689941,
      "learning_rate": 3.2690025457736017e-06,
      "loss": 0.3416,
      "step": 1153100
    },
    {
      "epoch": 321.83,
      "grad_norm": 1.1084442138671875,
      "learning_rate": 3.2689777022920017e-06,
      "loss": 0.3508,
      "step": 1153110
    },
    {
      "epoch": 321.83,
      "grad_norm": 1.1311722993850708,
      "learning_rate": 3.2689528586872527e-06,
      "loss": 0.357,
      "step": 1153120
    },
    {
      "epoch": 321.83,
      "grad_norm": 0.8912047743797302,
      "learning_rate": 3.2689280149593596e-06,
      "loss": 0.3527,
      "step": 1153130
    },
    {
      "epoch": 321.84,
      "grad_norm": 1.0403029918670654,
      "learning_rate": 3.2689031711083253e-06,
      "loss": 0.344,
      "step": 1153140
    },
    {
      "epoch": 321.84,
      "grad_norm": 1.0218315124511719,
      "learning_rate": 3.268878327134153e-06,
      "loss": 0.343,
      "step": 1153150
    },
    {
      "epoch": 321.84,
      "grad_norm": 1.0127880573272705,
      "learning_rate": 3.268853483036845e-06,
      "loss": 0.347,
      "step": 1153160
    },
    {
      "epoch": 321.84,
      "grad_norm": 1.0955379009246826,
      "learning_rate": 3.2688286388164066e-06,
      "loss": 0.3439,
      "step": 1153170
    },
    {
      "epoch": 321.85,
      "grad_norm": 0.961310625076294,
      "learning_rate": 3.268803794472839e-06,
      "loss": 0.3782,
      "step": 1153180
    },
    {
      "epoch": 321.85,
      "grad_norm": 1.0754142999649048,
      "learning_rate": 3.2687789500061465e-06,
      "loss": 0.346,
      "step": 1153190
    },
    {
      "epoch": 321.85,
      "grad_norm": 1.0892186164855957,
      "learning_rate": 3.2687541054163326e-06,
      "loss": 0.3771,
      "step": 1153200
    },
    {
      "epoch": 321.86,
      "grad_norm": 0.9213417768478394,
      "learning_rate": 3.268729260703401e-06,
      "loss": 0.3569,
      "step": 1153210
    },
    {
      "epoch": 321.86,
      "grad_norm": 1.039729118347168,
      "learning_rate": 3.2687044158673543e-06,
      "loss": 0.3407,
      "step": 1153220
    },
    {
      "epoch": 321.86,
      "grad_norm": 1.0980761051177979,
      "learning_rate": 3.2686795709081954e-06,
      "loss": 0.3504,
      "step": 1153230
    },
    {
      "epoch": 321.86,
      "grad_norm": 1.0262107849121094,
      "learning_rate": 3.268654725825928e-06,
      "loss": 0.3471,
      "step": 1153240
    },
    {
      "epoch": 321.87,
      "grad_norm": 1.0448607206344604,
      "learning_rate": 3.2686298806205557e-06,
      "loss": 0.3397,
      "step": 1153250
    },
    {
      "epoch": 321.87,
      "grad_norm": 1.0778130292892456,
      "learning_rate": 3.268605035292082e-06,
      "loss": 0.3715,
      "step": 1153260
    },
    {
      "epoch": 321.87,
      "grad_norm": 1.068793535232544,
      "learning_rate": 3.2685801898405095e-06,
      "loss": 0.3515,
      "step": 1153270
    },
    {
      "epoch": 321.88,
      "grad_norm": 1.1185473203659058,
      "learning_rate": 3.268555344265842e-06,
      "loss": 0.3502,
      "step": 1153280
    },
    {
      "epoch": 321.88,
      "grad_norm": 0.9702807068824768,
      "learning_rate": 3.2685304985680826e-06,
      "loss": 0.3501,
      "step": 1153290
    },
    {
      "epoch": 321.88,
      "grad_norm": 1.0833935737609863,
      "learning_rate": 3.2685056527472346e-06,
      "loss": 0.3685,
      "step": 1153300
    },
    {
      "epoch": 321.88,
      "grad_norm": 0.9549397826194763,
      "learning_rate": 3.2684808068033017e-06,
      "loss": 0.3647,
      "step": 1153310
    },
    {
      "epoch": 321.89,
      "grad_norm": 1.0997198820114136,
      "learning_rate": 3.2684559607362864e-06,
      "loss": 0.3539,
      "step": 1153320
    },
    {
      "epoch": 321.89,
      "grad_norm": 0.9747363328933716,
      "learning_rate": 3.2684311145461926e-06,
      "loss": 0.3474,
      "step": 1153330
    },
    {
      "epoch": 321.89,
      "grad_norm": 1.0117698907852173,
      "learning_rate": 3.2684062682330236e-06,
      "loss": 0.3451,
      "step": 1153340
    },
    {
      "epoch": 321.9,
      "grad_norm": 1.105026364326477,
      "learning_rate": 3.2683814217967825e-06,
      "loss": 0.3433,
      "step": 1153350
    },
    {
      "epoch": 321.9,
      "grad_norm": 1.0684993267059326,
      "learning_rate": 3.268356575237473e-06,
      "loss": 0.3536,
      "step": 1153360
    },
    {
      "epoch": 321.9,
      "grad_norm": 0.9706345796585083,
      "learning_rate": 3.2683317285550975e-06,
      "loss": 0.3546,
      "step": 1153370
    },
    {
      "epoch": 321.9,
      "grad_norm": 1.1949596405029297,
      "learning_rate": 3.2683068817496606e-06,
      "loss": 0.3435,
      "step": 1153380
    },
    {
      "epoch": 321.91,
      "grad_norm": 2.078561544418335,
      "learning_rate": 3.2682820348211645e-06,
      "loss": 0.3401,
      "step": 1153390
    },
    {
      "epoch": 321.91,
      "grad_norm": 0.8560539484024048,
      "learning_rate": 3.2682571877696132e-06,
      "loss": 0.3668,
      "step": 1153400
    },
    {
      "epoch": 321.91,
      "grad_norm": 1.0505435466766357,
      "learning_rate": 3.268232340595009e-06,
      "loss": 0.3621,
      "step": 1153410
    },
    {
      "epoch": 321.91,
      "grad_norm": 1.0529223680496216,
      "learning_rate": 3.2682074932973567e-06,
      "loss": 0.3542,
      "step": 1153420
    },
    {
      "epoch": 321.92,
      "grad_norm": 1.1378328800201416,
      "learning_rate": 3.268182645876659e-06,
      "loss": 0.3396,
      "step": 1153430
    },
    {
      "epoch": 321.92,
      "grad_norm": 0.8685295581817627,
      "learning_rate": 3.2681577983329194e-06,
      "loss": 0.3536,
      "step": 1153440
    },
    {
      "epoch": 321.92,
      "grad_norm": 1.0373013019561768,
      "learning_rate": 3.26813295066614e-06,
      "loss": 0.3648,
      "step": 1153450
    },
    {
      "epoch": 321.93,
      "grad_norm": 1.1545207500457764,
      "learning_rate": 3.268108102876325e-06,
      "loss": 0.3496,
      "step": 1153460
    },
    {
      "epoch": 321.93,
      "grad_norm": 0.980514645576477,
      "learning_rate": 3.2680832549634777e-06,
      "loss": 0.351,
      "step": 1153470
    },
    {
      "epoch": 321.93,
      "grad_norm": 1.0183391571044922,
      "learning_rate": 3.2680584069276017e-06,
      "loss": 0.3615,
      "step": 1153480
    },
    {
      "epoch": 321.93,
      "grad_norm": 0.8448104858398438,
      "learning_rate": 3.2680335587687e-06,
      "loss": 0.3479,
      "step": 1153490
    },
    {
      "epoch": 321.94,
      "grad_norm": 0.9689549803733826,
      "learning_rate": 3.2680087104867758e-06,
      "loss": 0.3497,
      "step": 1153500
    },
    {
      "epoch": 321.94,
      "grad_norm": 1.0737959146499634,
      "learning_rate": 3.2679838620818327e-06,
      "loss": 0.3433,
      "step": 1153510
    },
    {
      "epoch": 321.94,
      "grad_norm": 0.9331459403038025,
      "learning_rate": 3.267959013553874e-06,
      "loss": 0.3527,
      "step": 1153520
    },
    {
      "epoch": 321.95,
      "grad_norm": 1.0743094682693481,
      "learning_rate": 3.2679341649029023e-06,
      "loss": 0.3509,
      "step": 1153530
    },
    {
      "epoch": 321.95,
      "grad_norm": 0.9987279176712036,
      "learning_rate": 3.267909316128921e-06,
      "loss": 0.3471,
      "step": 1153540
    },
    {
      "epoch": 321.95,
      "grad_norm": 0.9013543725013733,
      "learning_rate": 3.267884467231935e-06,
      "loss": 0.3464,
      "step": 1153550
    },
    {
      "epoch": 321.95,
      "grad_norm": 1.283194661140442,
      "learning_rate": 3.2678596182119458e-06,
      "loss": 0.3488,
      "step": 1153560
    },
    {
      "epoch": 321.96,
      "grad_norm": 0.9916827082633972,
      "learning_rate": 3.267834769068957e-06,
      "loss": 0.3573,
      "step": 1153570
    },
    {
      "epoch": 321.96,
      "grad_norm": 1.0294188261032104,
      "learning_rate": 3.2678099198029732e-06,
      "loss": 0.3455,
      "step": 1153580
    },
    {
      "epoch": 321.96,
      "grad_norm": 1.0656377077102661,
      "learning_rate": 3.2677850704139964e-06,
      "loss": 0.345,
      "step": 1153590
    },
    {
      "epoch": 321.96,
      "grad_norm": 0.9876010417938232,
      "learning_rate": 3.26776022090203e-06,
      "loss": 0.3525,
      "step": 1153600
    },
    {
      "epoch": 321.97,
      "grad_norm": 1.392359972000122,
      "learning_rate": 3.2677353712670777e-06,
      "loss": 0.3543,
      "step": 1153610
    },
    {
      "epoch": 321.97,
      "grad_norm": 1.452296257019043,
      "learning_rate": 3.267710521509143e-06,
      "loss": 0.3684,
      "step": 1153620
    },
    {
      "epoch": 321.97,
      "grad_norm": 1.1446396112442017,
      "learning_rate": 3.2676856716282285e-06,
      "loss": 0.3565,
      "step": 1153630
    },
    {
      "epoch": 321.98,
      "grad_norm": 1.1757398843765259,
      "learning_rate": 3.267660821624338e-06,
      "loss": 0.3678,
      "step": 1153640
    },
    {
      "epoch": 321.98,
      "grad_norm": 1.1488736867904663,
      "learning_rate": 3.2676359714974747e-06,
      "loss": 0.3654,
      "step": 1153650
    },
    {
      "epoch": 321.98,
      "grad_norm": 1.2262508869171143,
      "learning_rate": 3.2676111212476426e-06,
      "loss": 0.3626,
      "step": 1153660
    },
    {
      "epoch": 321.98,
      "grad_norm": 0.9196373820304871,
      "learning_rate": 3.2675862708748434e-06,
      "loss": 0.3474,
      "step": 1153670
    },
    {
      "epoch": 321.99,
      "grad_norm": 0.9880427718162537,
      "learning_rate": 3.2675614203790816e-06,
      "loss": 0.3591,
      "step": 1153680
    },
    {
      "epoch": 321.99,
      "grad_norm": 1.0597323179244995,
      "learning_rate": 3.2675365697603603e-06,
      "loss": 0.3365,
      "step": 1153690
    },
    {
      "epoch": 321.99,
      "grad_norm": 0.9125996232032776,
      "learning_rate": 3.2675117190186825e-06,
      "loss": 0.355,
      "step": 1153700
    },
    {
      "epoch": 322.0,
      "grad_norm": 0.9019759893417358,
      "learning_rate": 3.267486868154052e-06,
      "loss": 0.3514,
      "step": 1153710
    },
    {
      "epoch": 322.0,
      "grad_norm": 0.9979361891746521,
      "learning_rate": 3.2674620171664723e-06,
      "loss": 0.3478,
      "step": 1153720
    },
    {
      "epoch": 322.0,
      "eval_loss": 0.3548814058303833,
      "eval_runtime": 63.4125,
      "eval_samples_per_second": 79.779,
      "eval_steps_per_second": 9.982,
      "step": 1153726
    },
    {
      "epoch": 322.0,
      "grad_norm": 1.0603001117706299,
      "learning_rate": 3.267437166055946e-06,
      "loss": 0.3542,
      "step": 1153730
    },
    {
      "epoch": 322.0,
      "grad_norm": 1.0947304964065552,
      "learning_rate": 3.2674123148224764e-06,
      "loss": 0.3582,
      "step": 1153740
    },
    {
      "epoch": 322.01,
      "grad_norm": 0.9347971677780151,
      "learning_rate": 3.267387463466068e-06,
      "loss": 0.3511,
      "step": 1153750
    },
    {
      "epoch": 322.01,
      "grad_norm": 1.072226643562317,
      "learning_rate": 3.267362611986722e-06,
      "loss": 0.3399,
      "step": 1153760
    },
    {
      "epoch": 322.01,
      "grad_norm": 1.1018718481063843,
      "learning_rate": 3.2673377603844435e-06,
      "loss": 0.3553,
      "step": 1153770
    },
    {
      "epoch": 322.02,
      "grad_norm": 0.9898824095726013,
      "learning_rate": 3.267312908659235e-06,
      "loss": 0.3492,
      "step": 1153780
    },
    {
      "epoch": 322.02,
      "grad_norm": 1.0155714750289917,
      "learning_rate": 3.2672880568110996e-06,
      "loss": 0.3407,
      "step": 1153790
    },
    {
      "epoch": 322.02,
      "grad_norm": 1.0451304912567139,
      "learning_rate": 3.2672632048400424e-06,
      "loss": 0.352,
      "step": 1153800
    },
    {
      "epoch": 322.02,
      "grad_norm": 1.1748672723770142,
      "learning_rate": 3.2672383527460645e-06,
      "loss": 0.3796,
      "step": 1153810
    },
    {
      "epoch": 322.03,
      "grad_norm": 0.922853946685791,
      "learning_rate": 3.2672135005291704e-06,
      "loss": 0.3614,
      "step": 1153820
    },
    {
      "epoch": 322.03,
      "grad_norm": 1.1231164932250977,
      "learning_rate": 3.2671886481893624e-06,
      "loss": 0.3653,
      "step": 1153830
    },
    {
      "epoch": 322.03,
      "grad_norm": 1.0213932991027832,
      "learning_rate": 3.267163795726645e-06,
      "loss": 0.3583,
      "step": 1153840
    },
    {
      "epoch": 322.03,
      "grad_norm": 1.042109727859497,
      "learning_rate": 3.2671389431410203e-06,
      "loss": 0.3451,
      "step": 1153850
    },
    {
      "epoch": 322.04,
      "grad_norm": 0.8854236602783203,
      "learning_rate": 3.2671140904324926e-06,
      "loss": 0.3542,
      "step": 1153860
    },
    {
      "epoch": 322.04,
      "grad_norm": 1.186826229095459,
      "learning_rate": 3.267089237601065e-06,
      "loss": 0.3779,
      "step": 1153870
    },
    {
      "epoch": 322.04,
      "grad_norm": 1.0704281330108643,
      "learning_rate": 3.267064384646741e-06,
      "loss": 0.3391,
      "step": 1153880
    },
    {
      "epoch": 322.05,
      "grad_norm": 0.9591341018676758,
      "learning_rate": 3.2670395315695235e-06,
      "loss": 0.3414,
      "step": 1153890
    },
    {
      "epoch": 322.05,
      "grad_norm": 4.178264617919922,
      "learning_rate": 3.2670146783694155e-06,
      "loss": 0.3718,
      "step": 1153900
    },
    {
      "epoch": 322.05,
      "grad_norm": 1.370007872581482,
      "learning_rate": 3.2669898250464213e-06,
      "loss": 0.3696,
      "step": 1153910
    },
    {
      "epoch": 322.05,
      "grad_norm": 1.093484878540039,
      "learning_rate": 3.266964971600543e-06,
      "loss": 0.3507,
      "step": 1153920
    },
    {
      "epoch": 322.06,
      "grad_norm": 0.8766855001449585,
      "learning_rate": 3.2669401180317845e-06,
      "loss": 0.3759,
      "step": 1153930
    },
    {
      "epoch": 322.06,
      "grad_norm": 1.1164482831954956,
      "learning_rate": 3.2669152643401497e-06,
      "loss": 0.361,
      "step": 1153940
    },
    {
      "epoch": 322.06,
      "grad_norm": 0.9585312604904175,
      "learning_rate": 3.266890410525641e-06,
      "loss": 0.3519,
      "step": 1153950
    },
    {
      "epoch": 322.07,
      "grad_norm": 1.2221413850784302,
      "learning_rate": 3.2668655565882627e-06,
      "loss": 0.3801,
      "step": 1153960
    },
    {
      "epoch": 322.07,
      "grad_norm": 1.016123652458191,
      "learning_rate": 3.266840702528017e-06,
      "loss": 0.3484,
      "step": 1153970
    },
    {
      "epoch": 322.07,
      "grad_norm": 1.0179650783538818,
      "learning_rate": 3.2668158483449073e-06,
      "loss": 0.3399,
      "step": 1153980
    },
    {
      "epoch": 322.07,
      "grad_norm": 1.3159927129745483,
      "learning_rate": 3.2667909940389376e-06,
      "loss": 0.3466,
      "step": 1153990
    },
    {
      "epoch": 322.08,
      "grad_norm": 0.9687726497650146,
      "learning_rate": 3.2667661396101105e-06,
      "loss": 0.359,
      "step": 1154000
    },
    {
      "epoch": 322.08,
      "grad_norm": 1.152298092842102,
      "learning_rate": 3.26674128505843e-06,
      "loss": 0.3542,
      "step": 1154010
    },
    {
      "epoch": 322.08,
      "grad_norm": 1.0537996292114258,
      "learning_rate": 3.266716430383899e-06,
      "loss": 0.3556,
      "step": 1154020
    },
    {
      "epoch": 322.08,
      "grad_norm": 0.8763232827186584,
      "learning_rate": 3.2666915755865216e-06,
      "loss": 0.3447,
      "step": 1154030
    },
    {
      "epoch": 322.09,
      "grad_norm": 1.020673394203186,
      "learning_rate": 3.2666667206663002e-06,
      "loss": 0.3734,
      "step": 1154040
    },
    {
      "epoch": 322.09,
      "grad_norm": 1.086328148841858,
      "learning_rate": 3.266641865623238e-06,
      "loss": 0.3503,
      "step": 1154050
    },
    {
      "epoch": 322.09,
      "grad_norm": 1.4432196617126465,
      "learning_rate": 3.2666170104573388e-06,
      "loss": 0.3724,
      "step": 1154060
    },
    {
      "epoch": 322.1,
      "grad_norm": 1.0179706811904907,
      "learning_rate": 3.266592155168606e-06,
      "loss": 0.3346,
      "step": 1154070
    },
    {
      "epoch": 322.1,
      "grad_norm": 1.023099422454834,
      "learning_rate": 3.266567299757042e-06,
      "loss": 0.3414,
      "step": 1154080
    },
    {
      "epoch": 322.1,
      "grad_norm": 1.073333740234375,
      "learning_rate": 3.266542444222651e-06,
      "loss": 0.3568,
      "step": 1154090
    },
    {
      "epoch": 322.1,
      "grad_norm": 1.0135904550552368,
      "learning_rate": 3.2665175885654363e-06,
      "loss": 0.3505,
      "step": 1154100
    },
    {
      "epoch": 322.11,
      "grad_norm": 0.8788638114929199,
      "learning_rate": 3.266492732785401e-06,
      "loss": 0.3504,
      "step": 1154110
    },
    {
      "epoch": 322.11,
      "grad_norm": 0.9375280141830444,
      "learning_rate": 3.266467876882548e-06,
      "loss": 0.3507,
      "step": 1154120
    },
    {
      "epoch": 322.11,
      "grad_norm": 1.0401029586791992,
      "learning_rate": 3.2664430208568814e-06,
      "loss": 0.3505,
      "step": 1154130
    },
    {
      "epoch": 322.12,
      "grad_norm": 0.9334020614624023,
      "learning_rate": 3.2664181647084037e-06,
      "loss": 0.3544,
      "step": 1154140
    },
    {
      "epoch": 322.12,
      "grad_norm": 0.9729863405227661,
      "learning_rate": 3.266393308437119e-06,
      "loss": 0.3535,
      "step": 1154150
    },
    {
      "epoch": 322.12,
      "grad_norm": 1.041639804840088,
      "learning_rate": 3.2663684520430294e-06,
      "loss": 0.3623,
      "step": 1154160
    },
    {
      "epoch": 322.12,
      "grad_norm": 0.9421810507774353,
      "learning_rate": 3.2663435955261403e-06,
      "loss": 0.352,
      "step": 1154170
    },
    {
      "epoch": 322.13,
      "grad_norm": 1.018359661102295,
      "learning_rate": 3.2663187388864534e-06,
      "loss": 0.3427,
      "step": 1154180
    },
    {
      "epoch": 322.13,
      "grad_norm": 1.0673713684082031,
      "learning_rate": 3.266293882123972e-06,
      "loss": 0.3598,
      "step": 1154190
    },
    {
      "epoch": 322.13,
      "grad_norm": 1.2165896892547607,
      "learning_rate": 3.2662690252387004e-06,
      "loss": 0.3436,
      "step": 1154200
    },
    {
      "epoch": 322.14,
      "grad_norm": 0.8988994359970093,
      "learning_rate": 3.26624416823064e-06,
      "loss": 0.3521,
      "step": 1154210
    },
    {
      "epoch": 322.14,
      "grad_norm": 1.0269724130630493,
      "learning_rate": 3.266219311099796e-06,
      "loss": 0.3484,
      "step": 1154220
    },
    {
      "epoch": 322.14,
      "grad_norm": 1.0605549812316895,
      "learning_rate": 3.2661944538461714e-06,
      "loss": 0.371,
      "step": 1154230
    },
    {
      "epoch": 322.14,
      "grad_norm": 0.9557554721832275,
      "learning_rate": 3.266169596469769e-06,
      "loss": 0.3657,
      "step": 1154240
    },
    {
      "epoch": 322.15,
      "grad_norm": 0.9628396034240723,
      "learning_rate": 3.266144738970593e-06,
      "loss": 0.3469,
      "step": 1154250
    },
    {
      "epoch": 322.15,
      "grad_norm": 0.991873025894165,
      "learning_rate": 3.266119881348645e-06,
      "loss": 0.3753,
      "step": 1154260
    },
    {
      "epoch": 322.15,
      "grad_norm": 1.0833261013031006,
      "learning_rate": 3.2660950236039296e-06,
      "loss": 0.3602,
      "step": 1154270
    },
    {
      "epoch": 322.15,
      "grad_norm": 1.3153151273727417,
      "learning_rate": 3.26607016573645e-06,
      "loss": 0.3473,
      "step": 1154280
    },
    {
      "epoch": 322.16,
      "grad_norm": 1.0028986930847168,
      "learning_rate": 3.2660453077462084e-06,
      "loss": 0.3387,
      "step": 1154290
    },
    {
      "epoch": 322.16,
      "grad_norm": 0.9604184627532959,
      "learning_rate": 3.26602044963321e-06,
      "loss": 0.3628,
      "step": 1154300
    },
    {
      "epoch": 322.16,
      "grad_norm": 0.8713722825050354,
      "learning_rate": 3.265995591397457e-06,
      "loss": 0.3687,
      "step": 1154310
    },
    {
      "epoch": 322.17,
      "grad_norm": 1.132654070854187,
      "learning_rate": 3.265970733038953e-06,
      "loss": 0.3634,
      "step": 1154320
    },
    {
      "epoch": 322.17,
      "grad_norm": 0.9017202854156494,
      "learning_rate": 3.2659458745577014e-06,
      "loss": 0.3455,
      "step": 1154330
    },
    {
      "epoch": 322.17,
      "grad_norm": 1.0171916484832764,
      "learning_rate": 3.2659210159537045e-06,
      "loss": 0.3561,
      "step": 1154340
    },
    {
      "epoch": 322.17,
      "grad_norm": 0.8826526999473572,
      "learning_rate": 3.265896157226967e-06,
      "loss": 0.365,
      "step": 1154350
    },
    {
      "epoch": 322.18,
      "grad_norm": 1.030765175819397,
      "learning_rate": 3.265871298377491e-06,
      "loss": 0.3463,
      "step": 1154360
    },
    {
      "epoch": 322.18,
      "grad_norm": 1.0668381452560425,
      "learning_rate": 3.265846439405281e-06,
      "loss": 0.3672,
      "step": 1154370
    },
    {
      "epoch": 322.18,
      "grad_norm": 1.1224485635757446,
      "learning_rate": 3.2658215803103394e-06,
      "loss": 0.3702,
      "step": 1154380
    },
    {
      "epoch": 322.19,
      "grad_norm": 0.9355849623680115,
      "learning_rate": 3.2657967210926696e-06,
      "loss": 0.3539,
      "step": 1154390
    },
    {
      "epoch": 322.19,
      "grad_norm": 1.2377227544784546,
      "learning_rate": 3.2657718617522762e-06,
      "loss": 0.3482,
      "step": 1154400
    },
    {
      "epoch": 322.19,
      "grad_norm": 1.046730399131775,
      "learning_rate": 3.26574700228916e-06,
      "loss": 0.349,
      "step": 1154410
    },
    {
      "epoch": 322.19,
      "grad_norm": 1.004982829093933,
      "learning_rate": 3.265722142703327e-06,
      "loss": 0.3613,
      "step": 1154420
    },
    {
      "epoch": 322.2,
      "grad_norm": 0.9075741171836853,
      "learning_rate": 3.2656972829947784e-06,
      "loss": 0.3491,
      "step": 1154430
    },
    {
      "epoch": 322.2,
      "grad_norm": 1.1018993854522705,
      "learning_rate": 3.2656724231635184e-06,
      "loss": 0.357,
      "step": 1154440
    },
    {
      "epoch": 322.2,
      "grad_norm": 0.9558727145195007,
      "learning_rate": 3.2656475632095504e-06,
      "loss": 0.3588,
      "step": 1154450
    },
    {
      "epoch": 322.2,
      "grad_norm": 1.0983150005340576,
      "learning_rate": 3.2656227031328774e-06,
      "loss": 0.3526,
      "step": 1154460
    },
    {
      "epoch": 322.21,
      "grad_norm": 1.0369017124176025,
      "learning_rate": 3.265597842933504e-06,
      "loss": 0.3642,
      "step": 1154470
    },
    {
      "epoch": 322.21,
      "grad_norm": 1.0009143352508545,
      "learning_rate": 3.2655729826114313e-06,
      "loss": 0.356,
      "step": 1154480
    },
    {
      "epoch": 322.21,
      "grad_norm": 1.124498724937439,
      "learning_rate": 3.2655481221666645e-06,
      "loss": 0.3621,
      "step": 1154490
    },
    {
      "epoch": 322.22,
      "grad_norm": 1.05448579788208,
      "learning_rate": 3.265523261599205e-06,
      "loss": 0.3572,
      "step": 1154500
    },
    {
      "epoch": 322.22,
      "grad_norm": 0.9579891562461853,
      "learning_rate": 3.265498400909058e-06,
      "loss": 0.3499,
      "step": 1154510
    },
    {
      "epoch": 322.22,
      "grad_norm": 1.0678967237472534,
      "learning_rate": 3.265473540096226e-06,
      "loss": 0.3562,
      "step": 1154520
    },
    {
      "epoch": 322.22,
      "grad_norm": 1.0656688213348389,
      "learning_rate": 3.2654486791607116e-06,
      "loss": 0.3477,
      "step": 1154530
    },
    {
      "epoch": 322.23,
      "grad_norm": 2.030958414077759,
      "learning_rate": 3.2654238181025205e-06,
      "loss": 0.3505,
      "step": 1154540
    },
    {
      "epoch": 322.23,
      "grad_norm": 0.9167249202728271,
      "learning_rate": 3.2653989569216533e-06,
      "loss": 0.3494,
      "step": 1154550
    },
    {
      "epoch": 322.23,
      "grad_norm": 0.9710042476654053,
      "learning_rate": 3.265374095618114e-06,
      "loss": 0.3617,
      "step": 1154560
    },
    {
      "epoch": 322.24,
      "grad_norm": 1.1704866886138916,
      "learning_rate": 3.2653492341919067e-06,
      "loss": 0.3604,
      "step": 1154570
    },
    {
      "epoch": 322.24,
      "grad_norm": 1.0814025402069092,
      "learning_rate": 3.265324372643034e-06,
      "loss": 0.3454,
      "step": 1154580
    },
    {
      "epoch": 322.24,
      "grad_norm": 1.0858194828033447,
      "learning_rate": 3.2652995109715002e-06,
      "loss": 0.3417,
      "step": 1154590
    },
    {
      "epoch": 322.24,
      "grad_norm": 1.0174516439437866,
      "learning_rate": 3.2652746491773074e-06,
      "loss": 0.3548,
      "step": 1154600
    },
    {
      "epoch": 322.25,
      "grad_norm": 1.1087123155593872,
      "learning_rate": 3.2652497872604596e-06,
      "loss": 0.3463,
      "step": 1154610
    },
    {
      "epoch": 322.25,
      "grad_norm": 1.110331654548645,
      "learning_rate": 3.26522492522096e-06,
      "loss": 0.3698,
      "step": 1154620
    },
    {
      "epoch": 322.25,
      "grad_norm": 1.1986430883407593,
      "learning_rate": 3.265200063058811e-06,
      "loss": 0.3487,
      "step": 1154630
    },
    {
      "epoch": 322.26,
      "grad_norm": 1.1284210681915283,
      "learning_rate": 3.2651752007740178e-06,
      "loss": 0.3469,
      "step": 1154640
    },
    {
      "epoch": 322.26,
      "grad_norm": 0.9665286540985107,
      "learning_rate": 3.2651503383665825e-06,
      "loss": 0.3847,
      "step": 1154650
    },
    {
      "epoch": 322.26,
      "grad_norm": 1.0493860244750977,
      "learning_rate": 3.265125475836508e-06,
      "loss": 0.3468,
      "step": 1154660
    },
    {
      "epoch": 322.26,
      "grad_norm": 1.0905110836029053,
      "learning_rate": 3.265100613183798e-06,
      "loss": 0.3311,
      "step": 1154670
    },
    {
      "epoch": 322.27,
      "grad_norm": 1.1680104732513428,
      "learning_rate": 3.2650757504084577e-06,
      "loss": 0.3459,
      "step": 1154680
    },
    {
      "epoch": 322.27,
      "grad_norm": 1.0920376777648926,
      "learning_rate": 3.2650508875104874e-06,
      "loss": 0.358,
      "step": 1154690
    },
    {
      "epoch": 322.27,
      "grad_norm": 1.1956526041030884,
      "learning_rate": 3.2650260244898913e-06,
      "loss": 0.354,
      "step": 1154700
    },
    {
      "epoch": 322.27,
      "grad_norm": 1.2395278215408325,
      "learning_rate": 3.2650011613466744e-06,
      "loss": 0.3661,
      "step": 1154710
    },
    {
      "epoch": 322.28,
      "grad_norm": 0.9378034472465515,
      "learning_rate": 3.2649762980808373e-06,
      "loss": 0.3476,
      "step": 1154720
    },
    {
      "epoch": 322.28,
      "grad_norm": 1.1389142274856567,
      "learning_rate": 3.2649514346923854e-06,
      "loss": 0.3554,
      "step": 1154730
    },
    {
      "epoch": 322.28,
      "grad_norm": 0.9961515665054321,
      "learning_rate": 3.2649265711813207e-06,
      "loss": 0.3429,
      "step": 1154740
    },
    {
      "epoch": 322.29,
      "grad_norm": 1.010622501373291,
      "learning_rate": 3.2649017075476485e-06,
      "loss": 0.3546,
      "step": 1154750
    },
    {
      "epoch": 322.29,
      "grad_norm": 1.0670702457427979,
      "learning_rate": 3.26487684379137e-06,
      "loss": 0.3556,
      "step": 1154760
    },
    {
      "epoch": 322.29,
      "grad_norm": 0.9616692662239075,
      "learning_rate": 3.2648519799124894e-06,
      "loss": 0.3465,
      "step": 1154770
    },
    {
      "epoch": 322.29,
      "grad_norm": 0.9446859955787659,
      "learning_rate": 3.2648271159110096e-06,
      "loss": 0.3654,
      "step": 1154780
    },
    {
      "epoch": 322.3,
      "grad_norm": 0.8660370707511902,
      "learning_rate": 3.2648022517869346e-06,
      "loss": 0.3437,
      "step": 1154790
    },
    {
      "epoch": 322.3,
      "grad_norm": 1.0465257167816162,
      "learning_rate": 3.2647773875402667e-06,
      "loss": 0.3694,
      "step": 1154800
    },
    {
      "epoch": 322.3,
      "grad_norm": 1.06748366355896,
      "learning_rate": 3.2647525231710103e-06,
      "loss": 0.3501,
      "step": 1154810
    },
    {
      "epoch": 322.31,
      "grad_norm": 1.0987987518310547,
      "learning_rate": 3.264727658679168e-06,
      "loss": 0.3534,
      "step": 1154820
    },
    {
      "epoch": 322.31,
      "grad_norm": 0.9553585052490234,
      "learning_rate": 3.264702794064743e-06,
      "loss": 0.3595,
      "step": 1154830
    },
    {
      "epoch": 322.31,
      "grad_norm": 0.9214635491371155,
      "learning_rate": 3.26467792932774e-06,
      "loss": 0.3615,
      "step": 1154840
    },
    {
      "epoch": 322.31,
      "grad_norm": 0.9828444719314575,
      "learning_rate": 3.26465306446816e-06,
      "loss": 0.3482,
      "step": 1154850
    },
    {
      "epoch": 322.32,
      "grad_norm": 1.1908553838729858,
      "learning_rate": 3.264628199486008e-06,
      "loss": 0.3431,
      "step": 1154860
    },
    {
      "epoch": 322.32,
      "grad_norm": 0.9786581993103027,
      "learning_rate": 3.264603334381287e-06,
      "loss": 0.3651,
      "step": 1154870
    },
    {
      "epoch": 322.32,
      "grad_norm": 1.0663012266159058,
      "learning_rate": 3.264578469154e-06,
      "loss": 0.3426,
      "step": 1154880
    },
    {
      "epoch": 322.32,
      "grad_norm": 1.045488715171814,
      "learning_rate": 3.2645536038041506e-06,
      "loss": 0.3575,
      "step": 1154890
    },
    {
      "epoch": 322.33,
      "grad_norm": 1.0798691511154175,
      "learning_rate": 3.264528738331742e-06,
      "loss": 0.3467,
      "step": 1154900
    },
    {
      "epoch": 322.33,
      "grad_norm": 1.00956130027771,
      "learning_rate": 3.264503872736777e-06,
      "loss": 0.3593,
      "step": 1154910
    },
    {
      "epoch": 322.33,
      "grad_norm": 1.398192286491394,
      "learning_rate": 3.2644790070192603e-06,
      "loss": 0.3477,
      "step": 1154920
    },
    {
      "epoch": 322.34,
      "grad_norm": 0.9704506397247314,
      "learning_rate": 3.264454141179194e-06,
      "loss": 0.3408,
      "step": 1154930
    },
    {
      "epoch": 322.34,
      "grad_norm": 0.9143704175949097,
      "learning_rate": 3.2644292752165817e-06,
      "loss": 0.3344,
      "step": 1154940
    },
    {
      "epoch": 322.34,
      "grad_norm": 1.005763053894043,
      "learning_rate": 3.2644044091314263e-06,
      "loss": 0.3496,
      "step": 1154950
    },
    {
      "epoch": 322.34,
      "grad_norm": 0.9295486211776733,
      "learning_rate": 3.2643795429237324e-06,
      "loss": 0.3474,
      "step": 1154960
    },
    {
      "epoch": 322.35,
      "grad_norm": 0.9708807468414307,
      "learning_rate": 3.264354676593502e-06,
      "loss": 0.3611,
      "step": 1154970
    },
    {
      "epoch": 322.35,
      "grad_norm": 1.058971643447876,
      "learning_rate": 3.2643298101407385e-06,
      "loss": 0.3593,
      "step": 1154980
    },
    {
      "epoch": 322.35,
      "grad_norm": 1.1613287925720215,
      "learning_rate": 3.2643049435654462e-06,
      "loss": 0.3414,
      "step": 1154990
    },
    {
      "epoch": 322.36,
      "grad_norm": 0.960069477558136,
      "learning_rate": 3.2642800768676277e-06,
      "loss": 0.349,
      "step": 1155000
    },
    {
      "epoch": 322.36,
      "grad_norm": 0.9215635657310486,
      "learning_rate": 3.264255210047286e-06,
      "loss": 0.3313,
      "step": 1155010
    },
    {
      "epoch": 322.36,
      "grad_norm": 1.050841212272644,
      "learning_rate": 3.264230343104425e-06,
      "loss": 0.3702,
      "step": 1155020
    },
    {
      "epoch": 322.36,
      "grad_norm": 1.0905239582061768,
      "learning_rate": 3.2642054760390474e-06,
      "loss": 0.3728,
      "step": 1155030
    },
    {
      "epoch": 322.37,
      "grad_norm": 1.0519500970840454,
      "learning_rate": 3.264180608851158e-06,
      "loss": 0.3411,
      "step": 1155040
    },
    {
      "epoch": 322.37,
      "grad_norm": 1.012693166732788,
      "learning_rate": 3.2641557415407576e-06,
      "loss": 0.3627,
      "step": 1155050
    },
    {
      "epoch": 322.37,
      "grad_norm": 0.9473675489425659,
      "learning_rate": 3.264130874107852e-06,
      "loss": 0.3561,
      "step": 1155060
    },
    {
      "epoch": 322.38,
      "grad_norm": 1.1276530027389526,
      "learning_rate": 3.264106006552444e-06,
      "loss": 0.351,
      "step": 1155070
    },
    {
      "epoch": 322.38,
      "grad_norm": 0.9846611618995667,
      "learning_rate": 3.2640811388745346e-06,
      "loss": 0.357,
      "step": 1155080
    },
    {
      "epoch": 322.38,
      "grad_norm": 0.8905811905860901,
      "learning_rate": 3.26405627107413e-06,
      "loss": 0.3459,
      "step": 1155090
    },
    {
      "epoch": 322.38,
      "grad_norm": 0.9294041991233826,
      "learning_rate": 3.2640314031512323e-06,
      "loss": 0.3618,
      "step": 1155100
    },
    {
      "epoch": 322.39,
      "grad_norm": 1.1087673902511597,
      "learning_rate": 3.264006535105845e-06,
      "loss": 0.3512,
      "step": 1155110
    },
    {
      "epoch": 322.39,
      "grad_norm": 1.0114941596984863,
      "learning_rate": 3.2639816669379706e-06,
      "loss": 0.3574,
      "step": 1155120
    },
    {
      "epoch": 322.39,
      "grad_norm": 0.9936718940734863,
      "learning_rate": 3.263956798647614e-06,
      "loss": 0.343,
      "step": 1155130
    },
    {
      "epoch": 322.39,
      "grad_norm": 0.9577035307884216,
      "learning_rate": 3.2639319302347774e-06,
      "loss": 0.3519,
      "step": 1155140
    },
    {
      "epoch": 322.4,
      "grad_norm": 0.8292474746704102,
      "learning_rate": 3.2639070616994644e-06,
      "loss": 0.3513,
      "step": 1155150
    },
    {
      "epoch": 322.4,
      "grad_norm": 0.8903498649597168,
      "learning_rate": 3.2638821930416777e-06,
      "loss": 0.3508,
      "step": 1155160
    },
    {
      "epoch": 322.4,
      "grad_norm": 0.9267818331718445,
      "learning_rate": 3.2638573242614215e-06,
      "loss": 0.3461,
      "step": 1155170
    },
    {
      "epoch": 322.41,
      "grad_norm": 1.0562011003494263,
      "learning_rate": 3.2638324553586986e-06,
      "loss": 0.3731,
      "step": 1155180
    },
    {
      "epoch": 322.41,
      "grad_norm": 1.1821757555007935,
      "learning_rate": 3.2638075863335126e-06,
      "loss": 0.3439,
      "step": 1155190
    },
    {
      "epoch": 322.41,
      "grad_norm": 0.9532809853553772,
      "learning_rate": 3.2637827171858664e-06,
      "loss": 0.3519,
      "step": 1155200
    },
    {
      "epoch": 322.41,
      "grad_norm": 0.9960894584655762,
      "learning_rate": 3.2637578479157647e-06,
      "loss": 0.3563,
      "step": 1155210
    },
    {
      "epoch": 322.42,
      "grad_norm": 0.9723978042602539,
      "learning_rate": 3.2637329785232086e-06,
      "loss": 0.3796,
      "step": 1155220
    },
    {
      "epoch": 322.42,
      "grad_norm": 0.9342052936553955,
      "learning_rate": 3.263708109008203e-06,
      "loss": 0.3573,
      "step": 1155230
    },
    {
      "epoch": 322.42,
      "grad_norm": 1.0285427570343018,
      "learning_rate": 3.2636832393707506e-06,
      "loss": 0.3518,
      "step": 1155240
    },
    {
      "epoch": 322.43,
      "grad_norm": 1.1239333152770996,
      "learning_rate": 3.263658369610854e-06,
      "loss": 0.3564,
      "step": 1155250
    },
    {
      "epoch": 322.43,
      "grad_norm": 1.0856871604919434,
      "learning_rate": 3.2636334997285187e-06,
      "loss": 0.3438,
      "step": 1155260
    },
    {
      "epoch": 322.43,
      "grad_norm": 1.0487313270568848,
      "learning_rate": 3.263608629723746e-06,
      "loss": 0.3542,
      "step": 1155270
    },
    {
      "epoch": 322.43,
      "grad_norm": 1.9330345392227173,
      "learning_rate": 3.2635837595965404e-06,
      "loss": 0.3639,
      "step": 1155280
    },
    {
      "epoch": 322.44,
      "grad_norm": 1.1678794622421265,
      "learning_rate": 3.263558889346904e-06,
      "loss": 0.3621,
      "step": 1155290
    },
    {
      "epoch": 322.44,
      "grad_norm": 0.9391862750053406,
      "learning_rate": 3.263534018974841e-06,
      "loss": 0.3563,
      "step": 1155300
    },
    {
      "epoch": 322.44,
      "grad_norm": 1.0438556671142578,
      "learning_rate": 3.2635091484803544e-06,
      "loss": 0.343,
      "step": 1155310
    },
    {
      "epoch": 322.44,
      "grad_norm": 1.04705011844635,
      "learning_rate": 3.2634842778634474e-06,
      "loss": 0.3544,
      "step": 1155320
    },
    {
      "epoch": 322.45,
      "grad_norm": 1.0757756233215332,
      "learning_rate": 3.263459407124124e-06,
      "loss": 0.3548,
      "step": 1155330
    },
    {
      "epoch": 322.45,
      "grad_norm": 1.2384824752807617,
      "learning_rate": 3.263434536262387e-06,
      "loss": 0.3647,
      "step": 1155340
    },
    {
      "epoch": 322.45,
      "grad_norm": 1.021643042564392,
      "learning_rate": 3.2634096652782395e-06,
      "loss": 0.3469,
      "step": 1155350
    },
    {
      "epoch": 322.46,
      "grad_norm": 1.1818658113479614,
      "learning_rate": 3.263384794171685e-06,
      "loss": 0.3411,
      "step": 1155360
    },
    {
      "epoch": 322.46,
      "grad_norm": 1.0574928522109985,
      "learning_rate": 3.263359922942727e-06,
      "loss": 0.3407,
      "step": 1155370
    },
    {
      "epoch": 322.46,
      "grad_norm": 0.9292788505554199,
      "learning_rate": 3.263335051591369e-06,
      "loss": 0.3453,
      "step": 1155380
    },
    {
      "epoch": 322.46,
      "grad_norm": 0.9101102948188782,
      "learning_rate": 3.2633101801176133e-06,
      "loss": 0.3484,
      "step": 1155390
    },
    {
      "epoch": 322.47,
      "grad_norm": 1.0633068084716797,
      "learning_rate": 3.263285308521464e-06,
      "loss": 0.3538,
      "step": 1155400
    },
    {
      "epoch": 322.47,
      "grad_norm": 1.0300253629684448,
      "learning_rate": 3.2632604368029248e-06,
      "loss": 0.3562,
      "step": 1155410
    },
    {
      "epoch": 322.47,
      "grad_norm": 1.0690003633499146,
      "learning_rate": 3.2632355649619984e-06,
      "loss": 0.3529,
      "step": 1155420
    },
    {
      "epoch": 322.48,
      "grad_norm": 0.9770477414131165,
      "learning_rate": 3.263210692998688e-06,
      "loss": 0.3392,
      "step": 1155430
    },
    {
      "epoch": 322.48,
      "grad_norm": 0.8977475762367249,
      "learning_rate": 3.263185820912997e-06,
      "loss": 0.3456,
      "step": 1155440
    },
    {
      "epoch": 322.48,
      "grad_norm": 1.7120760679244995,
      "learning_rate": 3.263160948704929e-06,
      "loss": 0.3439,
      "step": 1155450
    },
    {
      "epoch": 322.48,
      "grad_norm": 1.1477404832839966,
      "learning_rate": 3.263136076374488e-06,
      "loss": 0.3562,
      "step": 1155460
    },
    {
      "epoch": 322.49,
      "grad_norm": 0.9650115370750427,
      "learning_rate": 3.263111203921675e-06,
      "loss": 0.3707,
      "step": 1155470
    },
    {
      "epoch": 322.49,
      "grad_norm": 1.2458068132400513,
      "learning_rate": 3.263086331346495e-06,
      "loss": 0.3458,
      "step": 1155480
    },
    {
      "epoch": 322.49,
      "grad_norm": 0.9862069487571716,
      "learning_rate": 3.263061458648952e-06,
      "loss": 0.3373,
      "step": 1155490
    },
    {
      "epoch": 322.5,
      "grad_norm": 1.2000243663787842,
      "learning_rate": 3.2630365858290483e-06,
      "loss": 0.3658,
      "step": 1155500
    },
    {
      "epoch": 322.5,
      "grad_norm": 0.9707656502723694,
      "learning_rate": 3.263011712886787e-06,
      "loss": 0.3455,
      "step": 1155510
    },
    {
      "epoch": 322.5,
      "grad_norm": 1.1827659606933594,
      "learning_rate": 3.2629868398221714e-06,
      "loss": 0.3544,
      "step": 1155520
    },
    {
      "epoch": 322.5,
      "grad_norm": 1.4722269773483276,
      "learning_rate": 3.262961966635205e-06,
      "loss": 0.3597,
      "step": 1155530
    },
    {
      "epoch": 322.51,
      "grad_norm": 0.9479673504829407,
      "learning_rate": 3.262937093325891e-06,
      "loss": 0.3399,
      "step": 1155540
    },
    {
      "epoch": 322.51,
      "grad_norm": 1.0006225109100342,
      "learning_rate": 3.2629122198942344e-06,
      "loss": 0.3493,
      "step": 1155550
    },
    {
      "epoch": 322.51,
      "grad_norm": 1.01880943775177,
      "learning_rate": 3.262887346340236e-06,
      "loss": 0.3724,
      "step": 1155560
    },
    {
      "epoch": 322.51,
      "grad_norm": 0.9533031582832336,
      "learning_rate": 3.2628624726639006e-06,
      "loss": 0.3407,
      "step": 1155570
    },
    {
      "epoch": 322.52,
      "grad_norm": 0.9574869871139526,
      "learning_rate": 3.2628375988652307e-06,
      "loss": 0.3523,
      "step": 1155580
    },
    {
      "epoch": 322.52,
      "grad_norm": 1.039506435394287,
      "learning_rate": 3.2628127249442303e-06,
      "loss": 0.3437,
      "step": 1155590
    },
    {
      "epoch": 322.52,
      "grad_norm": 1.027987003326416,
      "learning_rate": 3.2627878509009022e-06,
      "loss": 0.3455,
      "step": 1155600
    },
    {
      "epoch": 322.53,
      "grad_norm": 1.144020438194275,
      "learning_rate": 3.2627629767352495e-06,
      "loss": 0.3402,
      "step": 1155610
    },
    {
      "epoch": 322.53,
      "grad_norm": 0.938806414604187,
      "learning_rate": 3.2627381024472767e-06,
      "loss": 0.3273,
      "step": 1155620
    },
    {
      "epoch": 322.53,
      "grad_norm": 1.0946024656295776,
      "learning_rate": 3.262713228036986e-06,
      "loss": 0.3522,
      "step": 1155630
    },
    {
      "epoch": 322.53,
      "grad_norm": 1.9611260890960693,
      "learning_rate": 3.2626883535043816e-06,
      "loss": 0.3584,
      "step": 1155640
    },
    {
      "epoch": 322.54,
      "grad_norm": 1.038476824760437,
      "learning_rate": 3.262663478849465e-06,
      "loss": 0.3582,
      "step": 1155650
    },
    {
      "epoch": 322.54,
      "grad_norm": 0.9661868810653687,
      "learning_rate": 3.262638604072242e-06,
      "loss": 0.3543,
      "step": 1155660
    },
    {
      "epoch": 322.54,
      "grad_norm": 0.9847483038902283,
      "learning_rate": 3.262613729172714e-06,
      "loss": 0.3571,
      "step": 1155670
    },
    {
      "epoch": 322.55,
      "grad_norm": 0.9598572254180908,
      "learning_rate": 3.262588854150885e-06,
      "loss": 0.3567,
      "step": 1155680
    },
    {
      "epoch": 322.55,
      "grad_norm": 1.0280698537826538,
      "learning_rate": 3.2625639790067587e-06,
      "loss": 0.3519,
      "step": 1155690
    },
    {
      "epoch": 322.55,
      "grad_norm": 1.034365177154541,
      "learning_rate": 3.262539103740337e-06,
      "loss": 0.3679,
      "step": 1155700
    },
    {
      "epoch": 322.55,
      "grad_norm": 1.1330496072769165,
      "learning_rate": 3.2625142283516254e-06,
      "loss": 0.3469,
      "step": 1155710
    },
    {
      "epoch": 322.56,
      "grad_norm": 0.878558337688446,
      "learning_rate": 3.2624893528406256e-06,
      "loss": 0.3587,
      "step": 1155720
    },
    {
      "epoch": 322.56,
      "grad_norm": 0.9754838347434998,
      "learning_rate": 3.262464477207341e-06,
      "loss": 0.3535,
      "step": 1155730
    },
    {
      "epoch": 322.56,
      "grad_norm": 0.9035396575927734,
      "learning_rate": 3.262439601451776e-06,
      "loss": 0.3689,
      "step": 1155740
    },
    {
      "epoch": 322.56,
      "grad_norm": 0.9099568128585815,
      "learning_rate": 3.262414725573933e-06,
      "loss": 0.3597,
      "step": 1155750
    },
    {
      "epoch": 322.57,
      "grad_norm": 1.27764093875885,
      "learning_rate": 3.2623898495738146e-06,
      "loss": 0.3586,
      "step": 1155760
    },
    {
      "epoch": 322.57,
      "grad_norm": 1.199142575263977,
      "learning_rate": 3.2623649734514256e-06,
      "loss": 0.3525,
      "step": 1155770
    },
    {
      "epoch": 322.57,
      "grad_norm": 0.9363441467285156,
      "learning_rate": 3.262340097206769e-06,
      "loss": 0.3489,
      "step": 1155780
    },
    {
      "epoch": 322.58,
      "grad_norm": 1.0266526937484741,
      "learning_rate": 3.2623152208398474e-06,
      "loss": 0.3562,
      "step": 1155790
    },
    {
      "epoch": 322.58,
      "grad_norm": 1.142084002494812,
      "learning_rate": 3.2622903443506647e-06,
      "loss": 0.3578,
      "step": 1155800
    },
    {
      "epoch": 322.58,
      "grad_norm": 1.0308716297149658,
      "learning_rate": 3.262265467739224e-06,
      "loss": 0.3679,
      "step": 1155810
    },
    {
      "epoch": 322.58,
      "grad_norm": 0.9695022702217102,
      "learning_rate": 3.262240591005529e-06,
      "loss": 0.3598,
      "step": 1155820
    },
    {
      "epoch": 322.59,
      "grad_norm": 1.2737013101577759,
      "learning_rate": 3.2622157141495817e-06,
      "loss": 0.3473,
      "step": 1155830
    },
    {
      "epoch": 322.59,
      "grad_norm": 0.9530394673347473,
      "learning_rate": 3.2621908371713874e-06,
      "loss": 0.3436,
      "step": 1155840
    },
    {
      "epoch": 322.59,
      "grad_norm": 1.0298728942871094,
      "learning_rate": 3.2621659600709475e-06,
      "loss": 0.3553,
      "step": 1155850
    },
    {
      "epoch": 322.6,
      "grad_norm": 1.0333343744277954,
      "learning_rate": 3.2621410828482665e-06,
      "loss": 0.3421,
      "step": 1155860
    },
    {
      "epoch": 322.6,
      "grad_norm": 1.0958772897720337,
      "learning_rate": 3.2621162055033475e-06,
      "loss": 0.3352,
      "step": 1155870
    },
    {
      "epoch": 322.6,
      "grad_norm": 1.0253733396530151,
      "learning_rate": 3.2620913280361937e-06,
      "loss": 0.3447,
      "step": 1155880
    },
    {
      "epoch": 322.6,
      "grad_norm": 1.0481873750686646,
      "learning_rate": 3.2620664504468083e-06,
      "loss": 0.3566,
      "step": 1155890
    },
    {
      "epoch": 322.61,
      "grad_norm": 1.0054385662078857,
      "learning_rate": 3.262041572735195e-06,
      "loss": 0.3488,
      "step": 1155900
    },
    {
      "epoch": 322.61,
      "grad_norm": 1.0946496725082397,
      "learning_rate": 3.2620166949013566e-06,
      "loss": 0.3535,
      "step": 1155910
    },
    {
      "epoch": 322.61,
      "grad_norm": 1.0101463794708252,
      "learning_rate": 3.2619918169452966e-06,
      "loss": 0.3535,
      "step": 1155920
    },
    {
      "epoch": 322.62,
      "grad_norm": 0.9383478164672852,
      "learning_rate": 3.261966938867018e-06,
      "loss": 0.3491,
      "step": 1155930
    },
    {
      "epoch": 322.62,
      "grad_norm": 0.9962387681007385,
      "learning_rate": 3.2619420606665257e-06,
      "loss": 0.3407,
      "step": 1155940
    },
    {
      "epoch": 322.62,
      "grad_norm": 1.009177565574646,
      "learning_rate": 3.261917182343821e-06,
      "loss": 0.357,
      "step": 1155950
    },
    {
      "epoch": 322.62,
      "grad_norm": 0.9605677723884583,
      "learning_rate": 3.261892303898908e-06,
      "loss": 0.3597,
      "step": 1155960
    },
    {
      "epoch": 322.63,
      "grad_norm": 1.1824957132339478,
      "learning_rate": 3.2618674253317904e-06,
      "loss": 0.3441,
      "step": 1155970
    },
    {
      "epoch": 322.63,
      "grad_norm": 0.9067113995552063,
      "learning_rate": 3.2618425466424705e-06,
      "loss": 0.3516,
      "step": 1155980
    },
    {
      "epoch": 322.63,
      "grad_norm": 1.0305548906326294,
      "learning_rate": 3.2618176678309525e-06,
      "loss": 0.3507,
      "step": 1155990
    },
    {
      "epoch": 322.63,
      "grad_norm": 1.0385345220565796,
      "learning_rate": 3.26179278889724e-06,
      "loss": 0.3513,
      "step": 1156000
    },
    {
      "epoch": 322.64,
      "grad_norm": 1.4959901571273804,
      "learning_rate": 3.2617679098413347e-06,
      "loss": 0.3544,
      "step": 1156010
    },
    {
      "epoch": 322.64,
      "grad_norm": 1.15151047706604,
      "learning_rate": 3.2617430306632417e-06,
      "loss": 0.3575,
      "step": 1156020
    },
    {
      "epoch": 322.64,
      "grad_norm": 1.0556102991104126,
      "learning_rate": 3.261718151362963e-06,
      "loss": 0.3492,
      "step": 1156030
    },
    {
      "epoch": 322.65,
      "grad_norm": 0.9816122651100159,
      "learning_rate": 3.261693271940503e-06,
      "loss": 0.3665,
      "step": 1156040
    },
    {
      "epoch": 322.65,
      "grad_norm": 1.166904091835022,
      "learning_rate": 3.261668392395864e-06,
      "loss": 0.3696,
      "step": 1156050
    },
    {
      "epoch": 322.65,
      "grad_norm": 1.0993170738220215,
      "learning_rate": 3.2616435127290503e-06,
      "loss": 0.3497,
      "step": 1156060
    },
    {
      "epoch": 322.65,
      "grad_norm": 1.024580955505371,
      "learning_rate": 3.2616186329400643e-06,
      "loss": 0.3677,
      "step": 1156070
    },
    {
      "epoch": 322.66,
      "grad_norm": 1.0717980861663818,
      "learning_rate": 3.2615937530289104e-06,
      "loss": 0.3648,
      "step": 1156080
    },
    {
      "epoch": 322.66,
      "grad_norm": 0.9815558791160583,
      "learning_rate": 3.2615688729955907e-06,
      "loss": 0.3605,
      "step": 1156090
    },
    {
      "epoch": 322.66,
      "grad_norm": 0.9755600094795227,
      "learning_rate": 3.2615439928401097e-06,
      "loss": 0.355,
      "step": 1156100
    },
    {
      "epoch": 322.67,
      "grad_norm": 1.0052742958068848,
      "learning_rate": 3.261519112562469e-06,
      "loss": 0.3549,
      "step": 1156110
    },
    {
      "epoch": 322.67,
      "grad_norm": 0.8576521873474121,
      "learning_rate": 3.261494232162674e-06,
      "loss": 0.354,
      "step": 1156120
    },
    {
      "epoch": 322.67,
      "grad_norm": 1.0189638137817383,
      "learning_rate": 3.261469351640727e-06,
      "loss": 0.3467,
      "step": 1156130
    },
    {
      "epoch": 322.67,
      "grad_norm": 1.0606269836425781,
      "learning_rate": 3.2614444709966304e-06,
      "loss": 0.3727,
      "step": 1156140
    },
    {
      "epoch": 322.68,
      "grad_norm": 1.1168779134750366,
      "learning_rate": 3.2614195902303887e-06,
      "loss": 0.3508,
      "step": 1156150
    },
    {
      "epoch": 322.68,
      "grad_norm": 1.0268288850784302,
      "learning_rate": 3.2613947093420052e-06,
      "loss": 0.3622,
      "step": 1156160
    },
    {
      "epoch": 322.68,
      "grad_norm": 1.0274430513381958,
      "learning_rate": 3.261369828331483e-06,
      "loss": 0.3742,
      "step": 1156170
    },
    {
      "epoch": 322.68,
      "grad_norm": 1.2105363607406616,
      "learning_rate": 3.261344947198825e-06,
      "loss": 0.3414,
      "step": 1156180
    },
    {
      "epoch": 322.69,
      "grad_norm": 1.1198289394378662,
      "learning_rate": 3.261320065944035e-06,
      "loss": 0.3522,
      "step": 1156190
    },
    {
      "epoch": 322.69,
      "grad_norm": 1.1090775728225708,
      "learning_rate": 3.261295184567117e-06,
      "loss": 0.3537,
      "step": 1156200
    },
    {
      "epoch": 322.69,
      "grad_norm": 1.0614449977874756,
      "learning_rate": 3.2612703030680718e-06,
      "loss": 0.3439,
      "step": 1156210
    },
    {
      "epoch": 322.7,
      "grad_norm": 1.105985164642334,
      "learning_rate": 3.2612454214469053e-06,
      "loss": 0.3485,
      "step": 1156220
    },
    {
      "epoch": 322.7,
      "grad_norm": 1.0519065856933594,
      "learning_rate": 3.26122053970362e-06,
      "loss": 0.3545,
      "step": 1156230
    },
    {
      "epoch": 322.7,
      "grad_norm": 0.8900851607322693,
      "learning_rate": 3.261195657838219e-06,
      "loss": 0.3513,
      "step": 1156240
    },
    {
      "epoch": 322.7,
      "grad_norm": 1.0026127099990845,
      "learning_rate": 3.2611707758507054e-06,
      "loss": 0.356,
      "step": 1156250
    },
    {
      "epoch": 322.71,
      "grad_norm": 1.0368728637695312,
      "learning_rate": 3.261145893741084e-06,
      "loss": 0.3245,
      "step": 1156260
    },
    {
      "epoch": 322.71,
      "grad_norm": 1.0978126525878906,
      "learning_rate": 3.2611210115093557e-06,
      "loss": 0.3527,
      "step": 1156270
    },
    {
      "epoch": 322.71,
      "grad_norm": 0.944995641708374,
      "learning_rate": 3.2610961291555252e-06,
      "loss": 0.3624,
      "step": 1156280
    },
    {
      "epoch": 322.72,
      "grad_norm": 0.8392724394798279,
      "learning_rate": 3.2610712466795966e-06,
      "loss": 0.3506,
      "step": 1156290
    },
    {
      "epoch": 322.72,
      "grad_norm": 1.0568749904632568,
      "learning_rate": 3.261046364081572e-06,
      "loss": 0.3503,
      "step": 1156300
    },
    {
      "epoch": 322.72,
      "grad_norm": 0.9108521342277527,
      "learning_rate": 3.261021481361455e-06,
      "loss": 0.353,
      "step": 1156310
    },
    {
      "epoch": 322.72,
      "grad_norm": 1.0018062591552734,
      "learning_rate": 3.2609965985192476e-06,
      "loss": 0.3557,
      "step": 1156320
    },
    {
      "epoch": 322.73,
      "grad_norm": 0.9339885711669922,
      "learning_rate": 3.2609717155549563e-06,
      "loss": 0.3516,
      "step": 1156330
    },
    {
      "epoch": 322.73,
      "grad_norm": 0.9896562099456787,
      "learning_rate": 3.2609468324685816e-06,
      "loss": 0.3734,
      "step": 1156340
    },
    {
      "epoch": 322.73,
      "grad_norm": 1.0594958066940308,
      "learning_rate": 3.260921949260127e-06,
      "loss": 0.3598,
      "step": 1156350
    },
    {
      "epoch": 322.74,
      "grad_norm": 0.8719581365585327,
      "learning_rate": 3.2608970659295986e-06,
      "loss": 0.3477,
      "step": 1156360
    },
    {
      "epoch": 322.74,
      "grad_norm": 0.9124584794044495,
      "learning_rate": 3.2608721824769957e-06,
      "loss": 0.3483,
      "step": 1156370
    },
    {
      "epoch": 322.74,
      "grad_norm": 1.1169184446334839,
      "learning_rate": 3.2608472989023247e-06,
      "loss": 0.3512,
      "step": 1156380
    },
    {
      "epoch": 322.74,
      "grad_norm": 0.9864275455474854,
      "learning_rate": 3.260822415205588e-06,
      "loss": 0.3427,
      "step": 1156390
    },
    {
      "epoch": 322.75,
      "grad_norm": 1.0040349960327148,
      "learning_rate": 3.260797531386788e-06,
      "loss": 0.3731,
      "step": 1156400
    },
    {
      "epoch": 322.75,
      "grad_norm": 0.973314106464386,
      "learning_rate": 3.2607726474459287e-06,
      "loss": 0.3397,
      "step": 1156410
    },
    {
      "epoch": 322.75,
      "grad_norm": 1.0146369934082031,
      "learning_rate": 3.260747763383014e-06,
      "loss": 0.3502,
      "step": 1156420
    },
    {
      "epoch": 322.75,
      "grad_norm": 0.8650734424591064,
      "learning_rate": 3.2607228791980457e-06,
      "loss": 0.3568,
      "step": 1156430
    },
    {
      "epoch": 322.76,
      "grad_norm": 1.1260883808135986,
      "learning_rate": 3.260697994891029e-06,
      "loss": 0.3554,
      "step": 1156440
    },
    {
      "epoch": 322.76,
      "grad_norm": 0.9258292317390442,
      "learning_rate": 3.260673110461966e-06,
      "loss": 0.3591,
      "step": 1156450
    },
    {
      "epoch": 322.76,
      "grad_norm": 0.9452422857284546,
      "learning_rate": 3.2606482259108604e-06,
      "loss": 0.3676,
      "step": 1156460
    },
    {
      "epoch": 322.77,
      "grad_norm": 1.1130094528198242,
      "learning_rate": 3.2606233412377147e-06,
      "loss": 0.3571,
      "step": 1156470
    },
    {
      "epoch": 322.77,
      "grad_norm": 0.9246451258659363,
      "learning_rate": 3.2605984564425337e-06,
      "loss": 0.3577,
      "step": 1156480
    },
    {
      "epoch": 322.77,
      "grad_norm": 0.9487063884735107,
      "learning_rate": 3.26057357152532e-06,
      "loss": 0.3569,
      "step": 1156490
    },
    {
      "epoch": 322.77,
      "grad_norm": 1.11309015750885,
      "learning_rate": 3.260548686486076e-06,
      "loss": 0.3504,
      "step": 1156500
    },
    {
      "epoch": 322.78,
      "grad_norm": 1.0324687957763672,
      "learning_rate": 3.2605238013248056e-06,
      "loss": 0.3553,
      "step": 1156510
    },
    {
      "epoch": 322.78,
      "grad_norm": 1.0347949266433716,
      "learning_rate": 3.2604989160415138e-06,
      "loss": 0.3635,
      "step": 1156520
    },
    {
      "epoch": 322.78,
      "grad_norm": 1.0093767642974854,
      "learning_rate": 3.260474030636202e-06,
      "loss": 0.3578,
      "step": 1156530
    },
    {
      "epoch": 322.79,
      "grad_norm": 0.9816502928733826,
      "learning_rate": 3.2604491451088734e-06,
      "loss": 0.3701,
      "step": 1156540
    },
    {
      "epoch": 322.79,
      "grad_norm": 1.070224642753601,
      "learning_rate": 3.2604242594595325e-06,
      "loss": 0.3529,
      "step": 1156550
    },
    {
      "epoch": 322.79,
      "grad_norm": 0.9401943683624268,
      "learning_rate": 3.2603993736881816e-06,
      "loss": 0.369,
      "step": 1156560
    },
    {
      "epoch": 322.79,
      "grad_norm": 1.0338314771652222,
      "learning_rate": 3.2603744877948244e-06,
      "loss": 0.3599,
      "step": 1156570
    },
    {
      "epoch": 322.8,
      "grad_norm": 1.0452091693878174,
      "learning_rate": 3.2603496017794645e-06,
      "loss": 0.342,
      "step": 1156580
    },
    {
      "epoch": 322.8,
      "grad_norm": 1.048712134361267,
      "learning_rate": 3.2603247156421047e-06,
      "loss": 0.3396,
      "step": 1156590
    },
    {
      "epoch": 322.8,
      "grad_norm": 1.005045771598816,
      "learning_rate": 3.260299829382749e-06,
      "loss": 0.3538,
      "step": 1156600
    },
    {
      "epoch": 322.8,
      "grad_norm": 1.0345045328140259,
      "learning_rate": 3.2602749430013995e-06,
      "loss": 0.3636,
      "step": 1156610
    },
    {
      "epoch": 322.81,
      "grad_norm": 0.9742925763130188,
      "learning_rate": 3.2602500564980613e-06,
      "loss": 0.3544,
      "step": 1156620
    },
    {
      "epoch": 322.81,
      "grad_norm": 0.8839790225028992,
      "learning_rate": 3.2602251698727356e-06,
      "loss": 0.3506,
      "step": 1156630
    },
    {
      "epoch": 322.81,
      "grad_norm": 1.2090137004852295,
      "learning_rate": 3.2602002831254274e-06,
      "loss": 0.3454,
      "step": 1156640
    },
    {
      "epoch": 322.82,
      "grad_norm": 0.8942735195159912,
      "learning_rate": 3.2601753962561396e-06,
      "loss": 0.3506,
      "step": 1156650
    },
    {
      "epoch": 322.82,
      "grad_norm": 0.8504728674888611,
      "learning_rate": 3.260150509264875e-06,
      "loss": 0.3619,
      "step": 1156660
    },
    {
      "epoch": 322.82,
      "grad_norm": 0.9887834787368774,
      "learning_rate": 3.2601256221516374e-06,
      "loss": 0.3522,
      "step": 1156670
    },
    {
      "epoch": 322.82,
      "grad_norm": 1.1436089277267456,
      "learning_rate": 3.26010073491643e-06,
      "loss": 0.3816,
      "step": 1156680
    },
    {
      "epoch": 322.83,
      "grad_norm": 0.9200631976127625,
      "learning_rate": 3.260075847559256e-06,
      "loss": 0.3625,
      "step": 1156690
    },
    {
      "epoch": 322.83,
      "grad_norm": 1.006415605545044,
      "learning_rate": 3.2600509600801186e-06,
      "loss": 0.3479,
      "step": 1156700
    },
    {
      "epoch": 322.83,
      "grad_norm": 1.095186710357666,
      "learning_rate": 3.2600260724790215e-06,
      "loss": 0.3556,
      "step": 1156710
    },
    {
      "epoch": 322.84,
      "grad_norm": 1.0631446838378906,
      "learning_rate": 3.2600011847559678e-06,
      "loss": 0.3523,
      "step": 1156720
    },
    {
      "epoch": 322.84,
      "grad_norm": 1.046182632446289,
      "learning_rate": 3.2599762969109603e-06,
      "loss": 0.3492,
      "step": 1156730
    },
    {
      "epoch": 322.84,
      "grad_norm": 1.0271666049957275,
      "learning_rate": 3.259951408944003e-06,
      "loss": 0.3583,
      "step": 1156740
    },
    {
      "epoch": 322.84,
      "grad_norm": 1.037494421005249,
      "learning_rate": 3.2599265208551e-06,
      "loss": 0.3516,
      "step": 1156750
    },
    {
      "epoch": 322.85,
      "grad_norm": 1.1642005443572998,
      "learning_rate": 3.259901632644253e-06,
      "loss": 0.3518,
      "step": 1156760
    },
    {
      "epoch": 322.85,
      "grad_norm": 1.0113236904144287,
      "learning_rate": 3.2598767443114657e-06,
      "loss": 0.3588,
      "step": 1156770
    },
    {
      "epoch": 322.85,
      "grad_norm": 1.732948660850525,
      "learning_rate": 3.259851855856742e-06,
      "loss": 0.3543,
      "step": 1156780
    },
    {
      "epoch": 322.86,
      "grad_norm": 1.0251741409301758,
      "learning_rate": 3.2598269672800844e-06,
      "loss": 0.3584,
      "step": 1156790
    },
    {
      "epoch": 322.86,
      "grad_norm": 1.0046584606170654,
      "learning_rate": 3.259802078581497e-06,
      "loss": 0.3482,
      "step": 1156800
    },
    {
      "epoch": 322.86,
      "grad_norm": 1.1577364206314087,
      "learning_rate": 3.2597771897609836e-06,
      "loss": 0.3494,
      "step": 1156810
    },
    {
      "epoch": 322.86,
      "grad_norm": 0.915331244468689,
      "learning_rate": 3.2597523008185454e-06,
      "loss": 0.3508,
      "step": 1156820
    },
    {
      "epoch": 322.87,
      "grad_norm": 0.9941040277481079,
      "learning_rate": 3.259727411754188e-06,
      "loss": 0.3346,
      "step": 1156830
    },
    {
      "epoch": 322.87,
      "grad_norm": 1.0521057844161987,
      "learning_rate": 3.259702522567914e-06,
      "loss": 0.3606,
      "step": 1156840
    },
    {
      "epoch": 322.87,
      "grad_norm": 1.0319745540618896,
      "learning_rate": 3.2596776332597257e-06,
      "loss": 0.3556,
      "step": 1156850
    },
    {
      "epoch": 322.87,
      "grad_norm": 1.1954971551895142,
      "learning_rate": 3.259652743829627e-06,
      "loss": 0.359,
      "step": 1156860
    },
    {
      "epoch": 322.88,
      "grad_norm": 1.261530876159668,
      "learning_rate": 3.259627854277622e-06,
      "loss": 0.362,
      "step": 1156870
    },
    {
      "epoch": 322.88,
      "grad_norm": 1.0619510412216187,
      "learning_rate": 3.2596029646037133e-06,
      "loss": 0.3576,
      "step": 1156880
    },
    {
      "epoch": 322.88,
      "grad_norm": 0.9594694972038269,
      "learning_rate": 3.259578074807904e-06,
      "loss": 0.3522,
      "step": 1156890
    },
    {
      "epoch": 322.89,
      "grad_norm": 0.9287019968032837,
      "learning_rate": 3.2595531848901983e-06,
      "loss": 0.357,
      "step": 1156900
    },
    {
      "epoch": 322.89,
      "grad_norm": 0.9129981398582458,
      "learning_rate": 3.2595282948505988e-06,
      "loss": 0.375,
      "step": 1156910
    },
    {
      "epoch": 322.89,
      "grad_norm": 0.8801369667053223,
      "learning_rate": 3.2595034046891083e-06,
      "loss": 0.3452,
      "step": 1156920
    },
    {
      "epoch": 322.89,
      "grad_norm": 0.9690520167350769,
      "learning_rate": 3.2594785144057314e-06,
      "loss": 0.3504,
      "step": 1156930
    },
    {
      "epoch": 322.9,
      "grad_norm": 0.8490872383117676,
      "learning_rate": 3.259453624000471e-06,
      "loss": 0.3462,
      "step": 1156940
    },
    {
      "epoch": 322.9,
      "grad_norm": 0.8439720869064331,
      "learning_rate": 3.2594287334733297e-06,
      "loss": 0.3492,
      "step": 1156950
    },
    {
      "epoch": 322.9,
      "grad_norm": 0.9299339056015015,
      "learning_rate": 3.259403842824311e-06,
      "loss": 0.3439,
      "step": 1156960
    },
    {
      "epoch": 322.91,
      "grad_norm": 1.1163593530654907,
      "learning_rate": 3.2593789520534194e-06,
      "loss": 0.3643,
      "step": 1156970
    },
    {
      "epoch": 322.91,
      "grad_norm": 0.9767138957977295,
      "learning_rate": 3.2593540611606574e-06,
      "loss": 0.3415,
      "step": 1156980
    },
    {
      "epoch": 322.91,
      "grad_norm": 1.0510988235473633,
      "learning_rate": 3.2593291701460272e-06,
      "loss": 0.3516,
      "step": 1156990
    },
    {
      "epoch": 322.91,
      "grad_norm": 0.9126802682876587,
      "learning_rate": 3.259304279009534e-06,
      "loss": 0.3711,
      "step": 1157000
    },
    {
      "epoch": 322.92,
      "grad_norm": 1.0448118448257446,
      "learning_rate": 3.2592793877511795e-06,
      "loss": 0.3573,
      "step": 1157010
    },
    {
      "epoch": 322.92,
      "grad_norm": 1.1416897773742676,
      "learning_rate": 3.2592544963709682e-06,
      "loss": 0.3546,
      "step": 1157020
    },
    {
      "epoch": 322.92,
      "grad_norm": 1.0360406637191772,
      "learning_rate": 3.2592296048689032e-06,
      "loss": 0.3586,
      "step": 1157030
    },
    {
      "epoch": 322.92,
      "grad_norm": 0.9014766812324524,
      "learning_rate": 3.2592047132449875e-06,
      "loss": 0.3565,
      "step": 1157040
    },
    {
      "epoch": 322.93,
      "grad_norm": 1.0400536060333252,
      "learning_rate": 3.2591798214992247e-06,
      "loss": 0.3565,
      "step": 1157050
    },
    {
      "epoch": 322.93,
      "grad_norm": 0.969130277633667,
      "learning_rate": 3.2591549296316176e-06,
      "loss": 0.3432,
      "step": 1157060
    },
    {
      "epoch": 322.93,
      "grad_norm": 0.8823513984680176,
      "learning_rate": 3.2591300376421703e-06,
      "loss": 0.3662,
      "step": 1157070
    },
    {
      "epoch": 322.94,
      "grad_norm": 1.0335663557052612,
      "learning_rate": 3.2591051455308853e-06,
      "loss": 0.3511,
      "step": 1157080
    },
    {
      "epoch": 322.94,
      "grad_norm": 0.9779043197631836,
      "learning_rate": 3.259080253297766e-06,
      "loss": 0.3337,
      "step": 1157090
    },
    {
      "epoch": 322.94,
      "grad_norm": 1.0858433246612549,
      "learning_rate": 3.259055360942817e-06,
      "loss": 0.3649,
      "step": 1157100
    },
    {
      "epoch": 322.94,
      "grad_norm": 1.0096383094787598,
      "learning_rate": 3.2590304684660397e-06,
      "loss": 0.3435,
      "step": 1157110
    },
    {
      "epoch": 322.95,
      "grad_norm": 1.0863877534866333,
      "learning_rate": 3.2590055758674384e-06,
      "loss": 0.3429,
      "step": 1157120
    },
    {
      "epoch": 322.95,
      "grad_norm": 0.896969735622406,
      "learning_rate": 3.2589806831470174e-06,
      "loss": 0.3593,
      "step": 1157130
    },
    {
      "epoch": 322.95,
      "grad_norm": 1.160863995552063,
      "learning_rate": 3.2589557903047777e-06,
      "loss": 0.3501,
      "step": 1157140
    },
    {
      "epoch": 322.96,
      "grad_norm": 0.9387680888175964,
      "learning_rate": 3.258930897340724e-06,
      "loss": 0.3643,
      "step": 1157150
    },
    {
      "epoch": 322.96,
      "grad_norm": 0.9447664618492126,
      "learning_rate": 3.25890600425486e-06,
      "loss": 0.3628,
      "step": 1157160
    },
    {
      "epoch": 322.96,
      "grad_norm": 0.8620309829711914,
      "learning_rate": 3.258881111047188e-06,
      "loss": 0.3698,
      "step": 1157170
    },
    {
      "epoch": 322.96,
      "grad_norm": 0.9836594462394714,
      "learning_rate": 3.258856217717712e-06,
      "loss": 0.3643,
      "step": 1157180
    },
    {
      "epoch": 322.97,
      "grad_norm": 1.0176408290863037,
      "learning_rate": 3.258831324266435e-06,
      "loss": 0.3366,
      "step": 1157190
    },
    {
      "epoch": 322.97,
      "grad_norm": 0.9429380297660828,
      "learning_rate": 3.2588064306933607e-06,
      "loss": 0.3471,
      "step": 1157200
    },
    {
      "epoch": 322.97,
      "grad_norm": 0.9630226492881775,
      "learning_rate": 3.2587815369984917e-06,
      "loss": 0.3469,
      "step": 1157210
    },
    {
      "epoch": 322.98,
      "grad_norm": 1.096468210220337,
      "learning_rate": 3.258756643181832e-06,
      "loss": 0.3572,
      "step": 1157220
    },
    {
      "epoch": 322.98,
      "grad_norm": 0.9899119138717651,
      "learning_rate": 3.258731749243385e-06,
      "loss": 0.3379,
      "step": 1157230
    },
    {
      "epoch": 322.98,
      "grad_norm": 1.0169709920883179,
      "learning_rate": 3.2587068551831533e-06,
      "loss": 0.3537,
      "step": 1157240
    },
    {
      "epoch": 322.98,
      "grad_norm": 2.542167901992798,
      "learning_rate": 3.2586819610011405e-06,
      "loss": 0.3629,
      "step": 1157250
    },
    {
      "epoch": 322.99,
      "grad_norm": 0.9627090096473694,
      "learning_rate": 3.25865706669735e-06,
      "loss": 0.3501,
      "step": 1157260
    },
    {
      "epoch": 322.99,
      "grad_norm": 0.9565662145614624,
      "learning_rate": 3.258632172271786e-06,
      "loss": 0.3521,
      "step": 1157270
    },
    {
      "epoch": 322.99,
      "grad_norm": 0.9476490616798401,
      "learning_rate": 3.25860727772445e-06,
      "loss": 0.3515,
      "step": 1157280
    },
    {
      "epoch": 322.99,
      "grad_norm": 0.9672866463661194,
      "learning_rate": 3.2585823830553466e-06,
      "loss": 0.3465,
      "step": 1157290
    },
    {
      "epoch": 323.0,
      "grad_norm": 0.9997158050537109,
      "learning_rate": 3.2585574882644784e-06,
      "loss": 0.3469,
      "step": 1157300
    },
    {
      "epoch": 323.0,
      "eval_loss": 0.35377365350723267,
      "eval_runtime": 63.3224,
      "eval_samples_per_second": 79.893,
      "eval_steps_per_second": 9.996,
      "step": 1157309
    },
    {
      "epoch": 323.0,
      "grad_norm": 4.4465155601501465,
      "learning_rate": 3.258532593351849e-06,
      "loss": 0.3407,
      "step": 1157310
    },
    {
      "epoch": 323.0,
      "grad_norm": 0.8888674378395081,
      "learning_rate": 3.258507698317462e-06,
      "loss": 0.3652,
      "step": 1157320
    },
    {
      "epoch": 323.01,
      "grad_norm": 1.123130202293396,
      "learning_rate": 3.2584828031613206e-06,
      "loss": 0.358,
      "step": 1157330
    },
    {
      "epoch": 323.01,
      "grad_norm": 1.144631028175354,
      "learning_rate": 3.2584579078834284e-06,
      "loss": 0.3517,
      "step": 1157340
    },
    {
      "epoch": 323.01,
      "grad_norm": 1.077831745147705,
      "learning_rate": 3.2584330124837883e-06,
      "loss": 0.3562,
      "step": 1157350
    },
    {
      "epoch": 323.01,
      "grad_norm": 1.092664361000061,
      "learning_rate": 3.2584081169624033e-06,
      "loss": 0.3547,
      "step": 1157360
    },
    {
      "epoch": 323.02,
      "grad_norm": 1.04286527633667,
      "learning_rate": 3.258383221319277e-06,
      "loss": 0.3376,
      "step": 1157370
    },
    {
      "epoch": 323.02,
      "grad_norm": 1.0637421607971191,
      "learning_rate": 3.258358325554412e-06,
      "loss": 0.3498,
      "step": 1157380
    },
    {
      "epoch": 323.02,
      "grad_norm": 1.0669130086898804,
      "learning_rate": 3.2583334296678137e-06,
      "loss": 0.3595,
      "step": 1157390
    },
    {
      "epoch": 323.03,
      "grad_norm": 5.509402275085449,
      "learning_rate": 3.258308533659484e-06,
      "loss": 0.3641,
      "step": 1157400
    },
    {
      "epoch": 323.03,
      "grad_norm": 0.9130422472953796,
      "learning_rate": 3.2582836375294257e-06,
      "loss": 0.3404,
      "step": 1157410
    },
    {
      "epoch": 323.03,
      "grad_norm": 0.9571085572242737,
      "learning_rate": 3.258258741277643e-06,
      "loss": 0.354,
      "step": 1157420
    },
    {
      "epoch": 323.03,
      "grad_norm": 0.9681117534637451,
      "learning_rate": 3.2582338449041386e-06,
      "loss": 0.3379,
      "step": 1157430
    },
    {
      "epoch": 323.04,
      "grad_norm": 4.793280601501465,
      "learning_rate": 3.258208948408916e-06,
      "loss": 0.3599,
      "step": 1157440
    },
    {
      "epoch": 323.04,
      "grad_norm": 0.949496328830719,
      "learning_rate": 3.25818405179198e-06,
      "loss": 0.3443,
      "step": 1157450
    },
    {
      "epoch": 323.04,
      "grad_norm": 1.042518973350525,
      "learning_rate": 3.2581591550533315e-06,
      "loss": 0.3458,
      "step": 1157460
    },
    {
      "epoch": 323.04,
      "grad_norm": 1.1184180974960327,
      "learning_rate": 3.2581342581929746e-06,
      "loss": 0.357,
      "step": 1157470
    },
    {
      "epoch": 323.05,
      "grad_norm": 0.9731436967849731,
      "learning_rate": 3.2581093612109135e-06,
      "loss": 0.3652,
      "step": 1157480
    },
    {
      "epoch": 323.05,
      "grad_norm": 1.1524055004119873,
      "learning_rate": 3.2580844641071507e-06,
      "loss": 0.3621,
      "step": 1157490
    },
    {
      "epoch": 323.05,
      "grad_norm": 1.20615553855896,
      "learning_rate": 3.25805956688169e-06,
      "loss": 0.3669,
      "step": 1157500
    },
    {
      "epoch": 323.06,
      "grad_norm": 1.1573110818862915,
      "learning_rate": 3.258034669534534e-06,
      "loss": 0.3536,
      "step": 1157510
    },
    {
      "epoch": 323.06,
      "grad_norm": 0.7924998998641968,
      "learning_rate": 3.2580097720656873e-06,
      "loss": 0.3411,
      "step": 1157520
    },
    {
      "epoch": 323.06,
      "grad_norm": 1.4145408868789673,
      "learning_rate": 3.2579848744751507e-06,
      "loss": 0.3446,
      "step": 1157530
    },
    {
      "epoch": 323.06,
      "grad_norm": 0.8919936418533325,
      "learning_rate": 3.2579599767629307e-06,
      "loss": 0.3316,
      "step": 1157540
    },
    {
      "epoch": 323.07,
      "grad_norm": 1.073397159576416,
      "learning_rate": 3.257935078929029e-06,
      "loss": 0.3611,
      "step": 1157550
    },
    {
      "epoch": 323.07,
      "grad_norm": 0.9680264592170715,
      "learning_rate": 3.257910180973449e-06,
      "loss": 0.36,
      "step": 1157560
    },
    {
      "epoch": 323.07,
      "grad_norm": 0.9226096868515015,
      "learning_rate": 3.2578852828961934e-06,
      "loss": 0.3655,
      "step": 1157570
    },
    {
      "epoch": 323.08,
      "grad_norm": 1.0072523355484009,
      "learning_rate": 3.2578603846972666e-06,
      "loss": 0.3506,
      "step": 1157580
    },
    {
      "epoch": 323.08,
      "grad_norm": 1.0560905933380127,
      "learning_rate": 3.257835486376671e-06,
      "loss": 0.3715,
      "step": 1157590
    },
    {
      "epoch": 323.08,
      "grad_norm": 1.1101038455963135,
      "learning_rate": 3.2578105879344107e-06,
      "loss": 0.3494,
      "step": 1157600
    },
    {
      "epoch": 323.08,
      "grad_norm": 0.9621163010597229,
      "learning_rate": 3.257785689370489e-06,
      "loss": 0.3638,
      "step": 1157610
    },
    {
      "epoch": 323.09,
      "grad_norm": 0.8741633296012878,
      "learning_rate": 3.257760790684908e-06,
      "loss": 0.3496,
      "step": 1157620
    },
    {
      "epoch": 323.09,
      "grad_norm": 1.1334792375564575,
      "learning_rate": 3.257735891877673e-06,
      "loss": 0.3489,
      "step": 1157630
    },
    {
      "epoch": 323.09,
      "grad_norm": 1.0015716552734375,
      "learning_rate": 3.2577109929487856e-06,
      "loss": 0.3553,
      "step": 1157640
    },
    {
      "epoch": 323.1,
      "grad_norm": 0.8392651081085205,
      "learning_rate": 3.25768609389825e-06,
      "loss": 0.3495,
      "step": 1157650
    },
    {
      "epoch": 323.1,
      "grad_norm": 0.9543291330337524,
      "learning_rate": 3.2576611947260692e-06,
      "loss": 0.3498,
      "step": 1157660
    },
    {
      "epoch": 323.1,
      "grad_norm": 1.0544846057891846,
      "learning_rate": 3.257636295432246e-06,
      "loss": 0.3476,
      "step": 1157670
    },
    {
      "epoch": 323.1,
      "grad_norm": 2.010054588317871,
      "learning_rate": 3.2576113960167854e-06,
      "loss": 0.3626,
      "step": 1157680
    },
    {
      "epoch": 323.11,
      "grad_norm": 0.9757865071296692,
      "learning_rate": 3.257586496479689e-06,
      "loss": 0.3379,
      "step": 1157690
    },
    {
      "epoch": 323.11,
      "grad_norm": 0.9406776428222656,
      "learning_rate": 3.2575615968209604e-06,
      "loss": 0.3708,
      "step": 1157700
    },
    {
      "epoch": 323.11,
      "grad_norm": 1.0018218755722046,
      "learning_rate": 3.2575366970406044e-06,
      "loss": 0.3448,
      "step": 1157710
    },
    {
      "epoch": 323.11,
      "grad_norm": 0.9844032526016235,
      "learning_rate": 3.2575117971386217e-06,
      "loss": 0.3478,
      "step": 1157720
    },
    {
      "epoch": 323.12,
      "grad_norm": 0.8824812173843384,
      "learning_rate": 3.2574868971150173e-06,
      "loss": 0.3431,
      "step": 1157730
    },
    {
      "epoch": 323.12,
      "grad_norm": 1.0557422637939453,
      "learning_rate": 3.257461996969795e-06,
      "loss": 0.3519,
      "step": 1157740
    },
    {
      "epoch": 323.12,
      "grad_norm": 1.0649220943450928,
      "learning_rate": 3.257437096702957e-06,
      "loss": 0.3558,
      "step": 1157750
    },
    {
      "epoch": 323.13,
      "grad_norm": 1.0943654775619507,
      "learning_rate": 3.2574121963145064e-06,
      "loss": 0.3542,
      "step": 1157760
    },
    {
      "epoch": 323.13,
      "grad_norm": 1.1343568563461304,
      "learning_rate": 3.2573872958044476e-06,
      "loss": 0.3595,
      "step": 1157770
    },
    {
      "epoch": 323.13,
      "grad_norm": 0.9449208378791809,
      "learning_rate": 3.2573623951727837e-06,
      "loss": 0.3624,
      "step": 1157780
    },
    {
      "epoch": 323.13,
      "grad_norm": 1.2608014345169067,
      "learning_rate": 3.2573374944195176e-06,
      "loss": 0.3638,
      "step": 1157790
    },
    {
      "epoch": 323.14,
      "grad_norm": 1.1195247173309326,
      "learning_rate": 3.2573125935446527e-06,
      "loss": 0.3287,
      "step": 1157800
    },
    {
      "epoch": 323.14,
      "grad_norm": 0.9005532264709473,
      "learning_rate": 3.2572876925481925e-06,
      "loss": 0.3432,
      "step": 1157810
    },
    {
      "epoch": 323.14,
      "grad_norm": 0.9546619653701782,
      "learning_rate": 3.2572627914301402e-06,
      "loss": 0.345,
      "step": 1157820
    },
    {
      "epoch": 323.15,
      "grad_norm": 0.9798380732536316,
      "learning_rate": 3.2572378901904985e-06,
      "loss": 0.3549,
      "step": 1157830
    },
    {
      "epoch": 323.15,
      "grad_norm": 0.9831511378288269,
      "learning_rate": 3.2572129888292724e-06,
      "loss": 0.3382,
      "step": 1157840
    },
    {
      "epoch": 323.15,
      "grad_norm": 1.0735920667648315,
      "learning_rate": 3.257188087346463e-06,
      "loss": 0.3519,
      "step": 1157850
    },
    {
      "epoch": 323.15,
      "grad_norm": 1.0387698411941528,
      "learning_rate": 3.257163185742076e-06,
      "loss": 0.3421,
      "step": 1157860
    },
    {
      "epoch": 323.16,
      "grad_norm": 0.8504234552383423,
      "learning_rate": 3.2571382840161128e-06,
      "loss": 0.3544,
      "step": 1157870
    },
    {
      "epoch": 323.16,
      "grad_norm": 1.3782713413238525,
      "learning_rate": 3.2571133821685767e-06,
      "loss": 0.3411,
      "step": 1157880
    },
    {
      "epoch": 323.16,
      "grad_norm": 0.840711236000061,
      "learning_rate": 3.2570884801994723e-06,
      "loss": 0.3545,
      "step": 1157890
    },
    {
      "epoch": 323.16,
      "grad_norm": 0.9640271663665771,
      "learning_rate": 3.257063578108802e-06,
      "loss": 0.3434,
      "step": 1157900
    },
    {
      "epoch": 323.17,
      "grad_norm": 0.9657691717147827,
      "learning_rate": 3.25703867589657e-06,
      "loss": 0.3644,
      "step": 1157910
    },
    {
      "epoch": 323.17,
      "grad_norm": 0.9898381233215332,
      "learning_rate": 3.2570137735627786e-06,
      "loss": 0.3616,
      "step": 1157920
    },
    {
      "epoch": 323.17,
      "grad_norm": 0.9848226308822632,
      "learning_rate": 3.256988871107432e-06,
      "loss": 0.3607,
      "step": 1157930
    },
    {
      "epoch": 323.18,
      "grad_norm": 0.9558107852935791,
      "learning_rate": 3.2569639685305324e-06,
      "loss": 0.354,
      "step": 1157940
    },
    {
      "epoch": 323.18,
      "grad_norm": 1.121108055114746,
      "learning_rate": 3.2569390658320843e-06,
      "loss": 0.3456,
      "step": 1157950
    },
    {
      "epoch": 323.18,
      "grad_norm": 1.0303223133087158,
      "learning_rate": 3.25691416301209e-06,
      "loss": 0.3558,
      "step": 1157960
    },
    {
      "epoch": 323.18,
      "grad_norm": 1.0015841722488403,
      "learning_rate": 3.2568892600705537e-06,
      "loss": 0.3519,
      "step": 1157970
    },
    {
      "epoch": 323.19,
      "grad_norm": 0.9581624269485474,
      "learning_rate": 3.256864357007478e-06,
      "loss": 0.3628,
      "step": 1157980
    },
    {
      "epoch": 323.19,
      "grad_norm": 1.1614195108413696,
      "learning_rate": 3.2568394538228664e-06,
      "loss": 0.3676,
      "step": 1157990
    },
    {
      "epoch": 323.19,
      "grad_norm": 0.8356984853744507,
      "learning_rate": 3.2568145505167235e-06,
      "loss": 0.3548,
      "step": 1158000
    },
    {
      "epoch": 323.2,
      "grad_norm": 0.9291792511940002,
      "learning_rate": 3.256789647089051e-06,
      "loss": 0.3481,
      "step": 1158010
    },
    {
      "epoch": 323.2,
      "grad_norm": 1.0821399688720703,
      "learning_rate": 3.256764743539852e-06,
      "loss": 0.3748,
      "step": 1158020
    },
    {
      "epoch": 323.2,
      "grad_norm": 1.1670702695846558,
      "learning_rate": 3.2567398398691302e-06,
      "loss": 0.3387,
      "step": 1158030
    },
    {
      "epoch": 323.2,
      "grad_norm": 1.283166527748108,
      "learning_rate": 3.25671493607689e-06,
      "loss": 0.3384,
      "step": 1158040
    },
    {
      "epoch": 323.21,
      "grad_norm": 1.0470870733261108,
      "learning_rate": 3.2566900321631334e-06,
      "loss": 0.3707,
      "step": 1158050
    },
    {
      "epoch": 323.21,
      "grad_norm": 0.8855770826339722,
      "learning_rate": 3.2566651281278645e-06,
      "loss": 0.3459,
      "step": 1158060
    },
    {
      "epoch": 323.21,
      "grad_norm": 1.1422858238220215,
      "learning_rate": 3.256640223971086e-06,
      "loss": 0.3599,
      "step": 1158070
    },
    {
      "epoch": 323.22,
      "grad_norm": 0.8786406517028809,
      "learning_rate": 3.256615319692803e-06,
      "loss": 0.3416,
      "step": 1158080
    },
    {
      "epoch": 323.22,
      "grad_norm": 1.0478429794311523,
      "learning_rate": 3.2565904152930157e-06,
      "loss": 0.3501,
      "step": 1158090
    },
    {
      "epoch": 323.22,
      "grad_norm": 0.9881626963615417,
      "learning_rate": 3.25656551077173e-06,
      "loss": 0.3576,
      "step": 1158100
    },
    {
      "epoch": 323.22,
      "grad_norm": 0.9577227830886841,
      "learning_rate": 3.2565406061289483e-06,
      "loss": 0.3618,
      "step": 1158110
    },
    {
      "epoch": 323.23,
      "grad_norm": 1.0150243043899536,
      "learning_rate": 3.2565157013646733e-06,
      "loss": 0.3711,
      "step": 1158120
    },
    {
      "epoch": 323.23,
      "grad_norm": 1.1561033725738525,
      "learning_rate": 3.2564907964789096e-06,
      "loss": 0.3597,
      "step": 1158130
    },
    {
      "epoch": 323.23,
      "grad_norm": 0.9788994193077087,
      "learning_rate": 3.256465891471659e-06,
      "loss": 0.375,
      "step": 1158140
    },
    {
      "epoch": 323.23,
      "grad_norm": 0.8493084907531738,
      "learning_rate": 3.256440986342927e-06,
      "loss": 0.3636,
      "step": 1158150
    },
    {
      "epoch": 323.24,
      "grad_norm": 1.0516542196273804,
      "learning_rate": 3.2564160810927146e-06,
      "loss": 0.3688,
      "step": 1158160
    },
    {
      "epoch": 323.24,
      "grad_norm": 0.9953882098197937,
      "learning_rate": 3.256391175721026e-06,
      "loss": 0.3525,
      "step": 1158170
    },
    {
      "epoch": 323.24,
      "grad_norm": 1.0144236087799072,
      "learning_rate": 3.2563662702278647e-06,
      "loss": 0.355,
      "step": 1158180
    },
    {
      "epoch": 323.25,
      "grad_norm": 1.123415231704712,
      "learning_rate": 3.256341364613234e-06,
      "loss": 0.3559,
      "step": 1158190
    },
    {
      "epoch": 323.25,
      "grad_norm": 1.001922369003296,
      "learning_rate": 3.2563164588771376e-06,
      "loss": 0.3417,
      "step": 1158200
    },
    {
      "epoch": 323.25,
      "grad_norm": 0.9274217486381531,
      "learning_rate": 3.2562915530195773e-06,
      "loss": 0.354,
      "step": 1158210
    },
    {
      "epoch": 323.25,
      "grad_norm": 1.2024255990982056,
      "learning_rate": 3.2562666470405588e-06,
      "loss": 0.3762,
      "step": 1158220
    },
    {
      "epoch": 323.26,
      "grad_norm": 1.0059969425201416,
      "learning_rate": 3.256241740940084e-06,
      "loss": 0.3601,
      "step": 1158230
    },
    {
      "epoch": 323.26,
      "grad_norm": 1.04390287399292,
      "learning_rate": 3.2562168347181553e-06,
      "loss": 0.3433,
      "step": 1158240
    },
    {
      "epoch": 323.26,
      "grad_norm": 1.0432056188583374,
      "learning_rate": 3.256191928374777e-06,
      "loss": 0.3715,
      "step": 1158250
    },
    {
      "epoch": 323.27,
      "grad_norm": 0.961403489112854,
      "learning_rate": 3.256167021909953e-06,
      "loss": 0.3535,
      "step": 1158260
    },
    {
      "epoch": 323.27,
      "grad_norm": 0.9982767105102539,
      "learning_rate": 3.2561421153236865e-06,
      "loss": 0.3584,
      "step": 1158270
    },
    {
      "epoch": 323.27,
      "grad_norm": 1.246786117553711,
      "learning_rate": 3.256117208615979e-06,
      "loss": 0.3475,
      "step": 1158280
    },
    {
      "epoch": 323.27,
      "grad_norm": 0.9869995713233948,
      "learning_rate": 3.256092301786837e-06,
      "loss": 0.3517,
      "step": 1158290
    },
    {
      "epoch": 323.28,
      "grad_norm": 0.957224428653717,
      "learning_rate": 3.256067394836261e-06,
      "loss": 0.3573,
      "step": 1158300
    },
    {
      "epoch": 323.28,
      "grad_norm": 1.0346474647521973,
      "learning_rate": 3.256042487764255e-06,
      "loss": 0.3598,
      "step": 1158310
    },
    {
      "epoch": 323.28,
      "grad_norm": 1.0094404220581055,
      "learning_rate": 3.256017580570823e-06,
      "loss": 0.351,
      "step": 1158320
    },
    {
      "epoch": 323.28,
      "grad_norm": 0.981067955493927,
      "learning_rate": 3.2559926732559677e-06,
      "loss": 0.3469,
      "step": 1158330
    },
    {
      "epoch": 323.29,
      "grad_norm": 1.0368021726608276,
      "learning_rate": 3.2559677658196925e-06,
      "loss": 0.3687,
      "step": 1158340
    },
    {
      "epoch": 323.29,
      "grad_norm": 1.072456955909729,
      "learning_rate": 3.255942858262001e-06,
      "loss": 0.345,
      "step": 1158350
    },
    {
      "epoch": 323.29,
      "grad_norm": 0.9367847442626953,
      "learning_rate": 3.255917950582897e-06,
      "loss": 0.3587,
      "step": 1158360
    },
    {
      "epoch": 323.3,
      "grad_norm": 1.0492788553237915,
      "learning_rate": 3.255893042782383e-06,
      "loss": 0.3734,
      "step": 1158370
    },
    {
      "epoch": 323.3,
      "grad_norm": 1.1538565158843994,
      "learning_rate": 3.2558681348604617e-06,
      "loss": 0.3485,
      "step": 1158380
    },
    {
      "epoch": 323.3,
      "grad_norm": 1.1247981786727905,
      "learning_rate": 3.255843226817138e-06,
      "loss": 0.3486,
      "step": 1158390
    },
    {
      "epoch": 323.3,
      "grad_norm": 1.3044334650039673,
      "learning_rate": 3.2558183186524144e-06,
      "loss": 0.3569,
      "step": 1158400
    },
    {
      "epoch": 323.31,
      "grad_norm": 0.9937744140625,
      "learning_rate": 3.2557934103662937e-06,
      "loss": 0.3542,
      "step": 1158410
    },
    {
      "epoch": 323.31,
      "grad_norm": 1.0224432945251465,
      "learning_rate": 3.2557685019587805e-06,
      "loss": 0.3392,
      "step": 1158420
    },
    {
      "epoch": 323.31,
      "grad_norm": 1.0176945924758911,
      "learning_rate": 3.2557435934298765e-06,
      "loss": 0.3643,
      "step": 1158430
    },
    {
      "epoch": 323.32,
      "grad_norm": 1.2725727558135986,
      "learning_rate": 3.2557186847795867e-06,
      "loss": 0.3626,
      "step": 1158440
    },
    {
      "epoch": 323.32,
      "grad_norm": 1.0368670225143433,
      "learning_rate": 3.255693776007914e-06,
      "loss": 0.3548,
      "step": 1158450
    },
    {
      "epoch": 323.32,
      "grad_norm": 0.9763756990432739,
      "learning_rate": 3.2556688671148605e-06,
      "loss": 0.3346,
      "step": 1158460
    },
    {
      "epoch": 323.32,
      "grad_norm": 1.0008549690246582,
      "learning_rate": 3.2556439581004304e-06,
      "loss": 0.359,
      "step": 1158470
    },
    {
      "epoch": 323.33,
      "grad_norm": 0.932574987411499,
      "learning_rate": 3.255619048964627e-06,
      "loss": 0.3503,
      "step": 1158480
    },
    {
      "epoch": 323.33,
      "grad_norm": 1.0334123373031616,
      "learning_rate": 3.255594139707454e-06,
      "loss": 0.3527,
      "step": 1158490
    },
    {
      "epoch": 323.33,
      "grad_norm": 1.2026211023330688,
      "learning_rate": 3.2555692303289137e-06,
      "loss": 0.3545,
      "step": 1158500
    },
    {
      "epoch": 323.34,
      "grad_norm": 1.0277656316757202,
      "learning_rate": 3.2555443208290105e-06,
      "loss": 0.3664,
      "step": 1158510
    },
    {
      "epoch": 323.34,
      "grad_norm": 0.9156783223152161,
      "learning_rate": 3.2555194112077473e-06,
      "loss": 0.3555,
      "step": 1158520
    },
    {
      "epoch": 323.34,
      "grad_norm": 1.0727159976959229,
      "learning_rate": 3.2554945014651272e-06,
      "loss": 0.3364,
      "step": 1158530
    },
    {
      "epoch": 323.34,
      "grad_norm": 1.2626203298568726,
      "learning_rate": 3.255469591601153e-06,
      "loss": 0.3406,
      "step": 1158540
    },
    {
      "epoch": 323.35,
      "grad_norm": 0.9784352779388428,
      "learning_rate": 3.2554446816158298e-06,
      "loss": 0.3547,
      "step": 1158550
    },
    {
      "epoch": 323.35,
      "grad_norm": 1.264318585395813,
      "learning_rate": 3.2554197715091587e-06,
      "loss": 0.3611,
      "step": 1158560
    },
    {
      "epoch": 323.35,
      "grad_norm": 1.6054519414901733,
      "learning_rate": 3.2553948612811443e-06,
      "loss": 0.3552,
      "step": 1158570
    },
    {
      "epoch": 323.35,
      "grad_norm": 0.9262486696243286,
      "learning_rate": 3.2553699509317903e-06,
      "loss": 0.3594,
      "step": 1158580
    },
    {
      "epoch": 323.36,
      "grad_norm": 0.877842128276825,
      "learning_rate": 3.2553450404610992e-06,
      "loss": 0.3473,
      "step": 1158590
    },
    {
      "epoch": 323.36,
      "grad_norm": 0.8765261769294739,
      "learning_rate": 3.255320129869075e-06,
      "loss": 0.3445,
      "step": 1158600
    },
    {
      "epoch": 323.36,
      "grad_norm": 0.9852953553199768,
      "learning_rate": 3.25529521915572e-06,
      "loss": 0.373,
      "step": 1158610
    },
    {
      "epoch": 323.37,
      "grad_norm": 0.9432240128517151,
      "learning_rate": 3.255270308321038e-06,
      "loss": 0.3611,
      "step": 1158620
    },
    {
      "epoch": 323.37,
      "grad_norm": 3.1852240562438965,
      "learning_rate": 3.2552453973650323e-06,
      "loss": 0.3745,
      "step": 1158630
    },
    {
      "epoch": 323.37,
      "grad_norm": 1.1951984167099,
      "learning_rate": 3.2552204862877064e-06,
      "loss": 0.3591,
      "step": 1158640
    },
    {
      "epoch": 323.37,
      "grad_norm": 1.2376683950424194,
      "learning_rate": 3.255195575089064e-06,
      "loss": 0.3543,
      "step": 1158650
    },
    {
      "epoch": 323.38,
      "grad_norm": 1.1248223781585693,
      "learning_rate": 3.255170663769108e-06,
      "loss": 0.3673,
      "step": 1158660
    },
    {
      "epoch": 323.38,
      "grad_norm": 1.3089394569396973,
      "learning_rate": 3.255145752327841e-06,
      "loss": 0.3519,
      "step": 1158670
    },
    {
      "epoch": 323.38,
      "grad_norm": 0.9475027322769165,
      "learning_rate": 3.2551208407652673e-06,
      "loss": 0.3506,
      "step": 1158680
    },
    {
      "epoch": 323.39,
      "grad_norm": 0.9664105176925659,
      "learning_rate": 3.25509592908139e-06,
      "loss": 0.3521,
      "step": 1158690
    },
    {
      "epoch": 323.39,
      "grad_norm": 1.009019374847412,
      "learning_rate": 3.255071017276212e-06,
      "loss": 0.3413,
      "step": 1158700
    },
    {
      "epoch": 323.39,
      "grad_norm": 1.0623908042907715,
      "learning_rate": 3.2550461053497374e-06,
      "loss": 0.3358,
      "step": 1158710
    },
    {
      "epoch": 323.39,
      "grad_norm": 0.9409814476966858,
      "learning_rate": 3.2550211933019684e-06,
      "loss": 0.3631,
      "step": 1158720
    },
    {
      "epoch": 323.4,
      "grad_norm": 2.5472607612609863,
      "learning_rate": 3.25499628113291e-06,
      "loss": 0.3638,
      "step": 1158730
    },
    {
      "epoch": 323.4,
      "grad_norm": 1.0357588529586792,
      "learning_rate": 3.2549713688425632e-06,
      "loss": 0.3563,
      "step": 1158740
    },
    {
      "epoch": 323.4,
      "grad_norm": 1.0896785259246826,
      "learning_rate": 3.2549464564309334e-06,
      "loss": 0.3631,
      "step": 1158750
    },
    {
      "epoch": 323.4,
      "grad_norm": 0.9005425572395325,
      "learning_rate": 3.254921543898023e-06,
      "loss": 0.3552,
      "step": 1158760
    },
    {
      "epoch": 323.41,
      "grad_norm": 1.2824786901474,
      "learning_rate": 3.254896631243835e-06,
      "loss": 0.3503,
      "step": 1158770
    },
    {
      "epoch": 323.41,
      "grad_norm": 1.1821305751800537,
      "learning_rate": 3.2548717184683737e-06,
      "loss": 0.3702,
      "step": 1158780
    },
    {
      "epoch": 323.41,
      "grad_norm": 1.0168602466583252,
      "learning_rate": 3.2548468055716414e-06,
      "loss": 0.3613,
      "step": 1158790
    },
    {
      "epoch": 323.42,
      "grad_norm": 0.9828712344169617,
      "learning_rate": 3.254821892553642e-06,
      "loss": 0.3709,
      "step": 1158800
    },
    {
      "epoch": 323.42,
      "grad_norm": 1.1274503469467163,
      "learning_rate": 3.2547969794143786e-06,
      "loss": 0.3606,
      "step": 1158810
    },
    {
      "epoch": 323.42,
      "grad_norm": 1.1058402061462402,
      "learning_rate": 3.254772066153855e-06,
      "loss": 0.3509,
      "step": 1158820
    },
    {
      "epoch": 323.42,
      "grad_norm": 1.0278213024139404,
      "learning_rate": 3.254747152772074e-06,
      "loss": 0.3457,
      "step": 1158830
    },
    {
      "epoch": 323.43,
      "grad_norm": 0.9575004577636719,
      "learning_rate": 3.2547222392690387e-06,
      "loss": 0.3521,
      "step": 1158840
    },
    {
      "epoch": 323.43,
      "grad_norm": 1.055025577545166,
      "learning_rate": 3.254697325644753e-06,
      "loss": 0.3672,
      "step": 1158850
    },
    {
      "epoch": 323.43,
      "grad_norm": 1.0735527276992798,
      "learning_rate": 3.2546724118992194e-06,
      "loss": 0.3597,
      "step": 1158860
    },
    {
      "epoch": 323.44,
      "grad_norm": 1.1723878383636475,
      "learning_rate": 3.2546474980324425e-06,
      "loss": 0.3535,
      "step": 1158870
    },
    {
      "epoch": 323.44,
      "grad_norm": 1.1858878135681152,
      "learning_rate": 3.2546225840444247e-06,
      "loss": 0.3384,
      "step": 1158880
    },
    {
      "epoch": 323.44,
      "grad_norm": 1.091833472251892,
      "learning_rate": 3.2545976699351697e-06,
      "loss": 0.3666,
      "step": 1158890
    },
    {
      "epoch": 323.44,
      "grad_norm": 0.917634904384613,
      "learning_rate": 3.2545727557046807e-06,
      "loss": 0.3481,
      "step": 1158900
    },
    {
      "epoch": 323.45,
      "grad_norm": 0.9912407994270325,
      "learning_rate": 3.2545478413529605e-06,
      "loss": 0.3331,
      "step": 1158910
    },
    {
      "epoch": 323.45,
      "grad_norm": 1.073038101196289,
      "learning_rate": 3.254522926880013e-06,
      "loss": 0.3551,
      "step": 1158920
    },
    {
      "epoch": 323.45,
      "grad_norm": 0.8747943043708801,
      "learning_rate": 3.2544980122858413e-06,
      "loss": 0.3595,
      "step": 1158930
    },
    {
      "epoch": 323.46,
      "grad_norm": 1.0196735858917236,
      "learning_rate": 3.254473097570449e-06,
      "loss": 0.3621,
      "step": 1158940
    },
    {
      "epoch": 323.46,
      "grad_norm": 1.0382035970687866,
      "learning_rate": 3.254448182733839e-06,
      "loss": 0.3578,
      "step": 1158950
    },
    {
      "epoch": 323.46,
      "grad_norm": 1.1529502868652344,
      "learning_rate": 3.254423267776015e-06,
      "loss": 0.3336,
      "step": 1158960
    },
    {
      "epoch": 323.46,
      "grad_norm": 1.1067228317260742,
      "learning_rate": 3.2543983526969803e-06,
      "loss": 0.3721,
      "step": 1158970
    },
    {
      "epoch": 323.47,
      "grad_norm": 1.0845104455947876,
      "learning_rate": 3.254373437496737e-06,
      "loss": 0.3611,
      "step": 1158980
    },
    {
      "epoch": 323.47,
      "grad_norm": 0.9942041039466858,
      "learning_rate": 3.2543485221752905e-06,
      "loss": 0.3512,
      "step": 1158990
    },
    {
      "epoch": 323.47,
      "grad_norm": 1.1297292709350586,
      "learning_rate": 3.254323606732643e-06,
      "loss": 0.3421,
      "step": 1159000
    },
    {
      "epoch": 323.47,
      "grad_norm": 0.9941346049308777,
      "learning_rate": 3.2542986911687975e-06,
      "loss": 0.3554,
      "step": 1159010
    },
    {
      "epoch": 323.48,
      "grad_norm": 1.1493332386016846,
      "learning_rate": 3.254273775483758e-06,
      "loss": 0.3482,
      "step": 1159020
    },
    {
      "epoch": 323.48,
      "grad_norm": 1.0161535739898682,
      "learning_rate": 3.2542488596775277e-06,
      "loss": 0.3796,
      "step": 1159030
    },
    {
      "epoch": 323.48,
      "grad_norm": 1.0019733905792236,
      "learning_rate": 3.2542239437501098e-06,
      "loss": 0.3479,
      "step": 1159040
    },
    {
      "epoch": 323.49,
      "grad_norm": 0.859395444393158,
      "learning_rate": 3.2541990277015073e-06,
      "loss": 0.3493,
      "step": 1159050
    },
    {
      "epoch": 323.49,
      "grad_norm": 0.9356213808059692,
      "learning_rate": 3.2541741115317236e-06,
      "loss": 0.3572,
      "step": 1159060
    },
    {
      "epoch": 323.49,
      "grad_norm": 1.1093875169754028,
      "learning_rate": 3.254149195240763e-06,
      "loss": 0.3442,
      "step": 1159070
    },
    {
      "epoch": 323.49,
      "grad_norm": 1.1111494302749634,
      "learning_rate": 3.254124278828627e-06,
      "loss": 0.3379,
      "step": 1159080
    },
    {
      "epoch": 323.5,
      "grad_norm": 0.8790305256843567,
      "learning_rate": 3.25409936229532e-06,
      "loss": 0.3577,
      "step": 1159090
    },
    {
      "epoch": 323.5,
      "grad_norm": 1.0805764198303223,
      "learning_rate": 3.2540744456408455e-06,
      "loss": 0.348,
      "step": 1159100
    },
    {
      "epoch": 323.5,
      "grad_norm": 0.9734243750572205,
      "learning_rate": 3.2540495288652075e-06,
      "loss": 0.3524,
      "step": 1159110
    },
    {
      "epoch": 323.51,
      "grad_norm": 1.0352476835250854,
      "learning_rate": 3.254024611968407e-06,
      "loss": 0.3484,
      "step": 1159120
    },
    {
      "epoch": 323.51,
      "grad_norm": 0.8862317204475403,
      "learning_rate": 3.25399969495045e-06,
      "loss": 0.3533,
      "step": 1159130
    },
    {
      "epoch": 323.51,
      "grad_norm": 0.9559058547019958,
      "learning_rate": 3.2539747778113373e-06,
      "loss": 0.3497,
      "step": 1159140
    },
    {
      "epoch": 323.51,
      "grad_norm": 1.009863018989563,
      "learning_rate": 3.253949860551074e-06,
      "loss": 0.357,
      "step": 1159150
    },
    {
      "epoch": 323.52,
      "grad_norm": 0.9046826958656311,
      "learning_rate": 3.253924943169663e-06,
      "loss": 0.3453,
      "step": 1159160
    },
    {
      "epoch": 323.52,
      "grad_norm": 1.1074700355529785,
      "learning_rate": 3.253900025667107e-06,
      "loss": 0.3644,
      "step": 1159170
    },
    {
      "epoch": 323.52,
      "grad_norm": 1.0490210056304932,
      "learning_rate": 3.2538751080434102e-06,
      "loss": 0.3499,
      "step": 1159180
    },
    {
      "epoch": 323.52,
      "grad_norm": 1.087765097618103,
      "learning_rate": 3.2538501902985756e-06,
      "loss": 0.3535,
      "step": 1159190
    },
    {
      "epoch": 323.53,
      "grad_norm": 1.1243642568588257,
      "learning_rate": 3.2538252724326063e-06,
      "loss": 0.3552,
      "step": 1159200
    },
    {
      "epoch": 323.53,
      "grad_norm": 0.8890874981880188,
      "learning_rate": 3.2538003544455053e-06,
      "loss": 0.338,
      "step": 1159210
    },
    {
      "epoch": 323.53,
      "grad_norm": 1.041012167930603,
      "learning_rate": 3.2537754363372766e-06,
      "loss": 0.3469,
      "step": 1159220
    },
    {
      "epoch": 323.54,
      "grad_norm": 1.0304189920425415,
      "learning_rate": 3.253750518107924e-06,
      "loss": 0.3638,
      "step": 1159230
    },
    {
      "epoch": 323.54,
      "grad_norm": 1.141869306564331,
      "learning_rate": 3.2537255997574483e-06,
      "loss": 0.3486,
      "step": 1159240
    },
    {
      "epoch": 323.54,
      "grad_norm": 0.9882799386978149,
      "learning_rate": 3.253700681285856e-06,
      "loss": 0.3615,
      "step": 1159250
    },
    {
      "epoch": 323.54,
      "grad_norm": 0.9967822432518005,
      "learning_rate": 3.2536757626931493e-06,
      "loss": 0.3486,
      "step": 1159260
    },
    {
      "epoch": 323.55,
      "grad_norm": 1.0933383703231812,
      "learning_rate": 3.25365084397933e-06,
      "loss": 0.3529,
      "step": 1159270
    },
    {
      "epoch": 323.55,
      "grad_norm": 0.9180293083190918,
      "learning_rate": 3.2536259251444034e-06,
      "loss": 0.3468,
      "step": 1159280
    },
    {
      "epoch": 323.55,
      "grad_norm": 1.0518957376480103,
      "learning_rate": 3.2536010061883726e-06,
      "loss": 0.3564,
      "step": 1159290
    },
    {
      "epoch": 323.56,
      "grad_norm": 1.0820209980010986,
      "learning_rate": 3.2535760871112394e-06,
      "loss": 0.3572,
      "step": 1159300
    },
    {
      "epoch": 323.56,
      "grad_norm": 1.136173963546753,
      "learning_rate": 3.253551167913008e-06,
      "loss": 0.3557,
      "step": 1159310
    },
    {
      "epoch": 323.56,
      "grad_norm": 0.9856860637664795,
      "learning_rate": 3.253526248593683e-06,
      "loss": 0.3355,
      "step": 1159320
    },
    {
      "epoch": 323.56,
      "grad_norm": 1.0575177669525146,
      "learning_rate": 3.2535013291532654e-06,
      "loss": 0.3363,
      "step": 1159330
    },
    {
      "epoch": 323.57,
      "grad_norm": 1.1712857484817505,
      "learning_rate": 3.25347640959176e-06,
      "loss": 0.3615,
      "step": 1159340
    },
    {
      "epoch": 323.57,
      "grad_norm": 0.9872235655784607,
      "learning_rate": 3.2534514899091695e-06,
      "loss": 0.3406,
      "step": 1159350
    },
    {
      "epoch": 323.57,
      "grad_norm": 5.024726390838623,
      "learning_rate": 3.2534265701054985e-06,
      "loss": 0.3531,
      "step": 1159360
    },
    {
      "epoch": 323.58,
      "grad_norm": 0.9967909455299377,
      "learning_rate": 3.2534016501807483e-06,
      "loss": 0.3554,
      "step": 1159370
    },
    {
      "epoch": 323.58,
      "grad_norm": 1.1563183069229126,
      "learning_rate": 3.2533767301349227e-06,
      "loss": 0.3548,
      "step": 1159380
    },
    {
      "epoch": 323.58,
      "grad_norm": 1.138441801071167,
      "learning_rate": 3.2533518099680274e-06,
      "loss": 0.3711,
      "step": 1159390
    },
    {
      "epoch": 323.58,
      "grad_norm": 0.9185014963150024,
      "learning_rate": 3.2533268896800627e-06,
      "loss": 0.3507,
      "step": 1159400
    },
    {
      "epoch": 323.59,
      "grad_norm": 0.8317086100578308,
      "learning_rate": 3.253301969271033e-06,
      "loss": 0.3414,
      "step": 1159410
    },
    {
      "epoch": 323.59,
      "grad_norm": 1.0014649629592896,
      "learning_rate": 3.253277048740942e-06,
      "loss": 0.36,
      "step": 1159420
    },
    {
      "epoch": 323.59,
      "grad_norm": 1.4156233072280884,
      "learning_rate": 3.253252128089792e-06,
      "loss": 0.3302,
      "step": 1159430
    },
    {
      "epoch": 323.59,
      "grad_norm": 1.1281499862670898,
      "learning_rate": 3.253227207317588e-06,
      "loss": 0.3641,
      "step": 1159440
    },
    {
      "epoch": 323.6,
      "grad_norm": 1.1003421545028687,
      "learning_rate": 3.253202286424332e-06,
      "loss": 0.3496,
      "step": 1159450
    },
    {
      "epoch": 323.6,
      "grad_norm": 1.0037938356399536,
      "learning_rate": 3.2531773654100275e-06,
      "loss": 0.3602,
      "step": 1159460
    },
    {
      "epoch": 323.6,
      "grad_norm": 0.9878175854682922,
      "learning_rate": 3.2531524442746783e-06,
      "loss": 0.3413,
      "step": 1159470
    },
    {
      "epoch": 323.61,
      "grad_norm": 1.1230000257492065,
      "learning_rate": 3.2531275230182877e-06,
      "loss": 0.3718,
      "step": 1159480
    },
    {
      "epoch": 323.61,
      "grad_norm": 1.2014931440353394,
      "learning_rate": 3.2531026016408578e-06,
      "loss": 0.3451,
      "step": 1159490
    },
    {
      "epoch": 323.61,
      "grad_norm": 1.0069643259048462,
      "learning_rate": 3.2530776801423928e-06,
      "loss": 0.353,
      "step": 1159500
    },
    {
      "epoch": 323.61,
      "grad_norm": 1.153923511505127,
      "learning_rate": 3.253052758522896e-06,
      "loss": 0.3493,
      "step": 1159510
    },
    {
      "epoch": 323.62,
      "grad_norm": 1.6382455825805664,
      "learning_rate": 3.2530278367823715e-06,
      "loss": 0.3458,
      "step": 1159520
    },
    {
      "epoch": 323.62,
      "grad_norm": 1.1083219051361084,
      "learning_rate": 3.253002914920821e-06,
      "loss": 0.3537,
      "step": 1159530
    },
    {
      "epoch": 323.62,
      "grad_norm": 1.162814974784851,
      "learning_rate": 3.2529779929382497e-06,
      "loss": 0.3621,
      "step": 1159540
    },
    {
      "epoch": 323.63,
      "grad_norm": 1.0336382389068604,
      "learning_rate": 3.2529530708346593e-06,
      "loss": 0.3537,
      "step": 1159550
    },
    {
      "epoch": 323.63,
      "grad_norm": 1.0088711977005005,
      "learning_rate": 3.252928148610054e-06,
      "loss": 0.3575,
      "step": 1159560
    },
    {
      "epoch": 323.63,
      "grad_norm": 1.1650036573410034,
      "learning_rate": 3.252903226264436e-06,
      "loss": 0.3448,
      "step": 1159570
    },
    {
      "epoch": 323.63,
      "grad_norm": 0.8995780944824219,
      "learning_rate": 3.2528783037978106e-06,
      "loss": 0.3448,
      "step": 1159580
    },
    {
      "epoch": 323.64,
      "grad_norm": 1.196353554725647,
      "learning_rate": 3.2528533812101798e-06,
      "loss": 0.3571,
      "step": 1159590
    },
    {
      "epoch": 323.64,
      "grad_norm": 0.9987789392471313,
      "learning_rate": 3.252828458501546e-06,
      "loss": 0.349,
      "step": 1159600
    },
    {
      "epoch": 323.64,
      "grad_norm": 1.175626277923584,
      "learning_rate": 3.252803535671915e-06,
      "loss": 0.3541,
      "step": 1159610
    },
    {
      "epoch": 323.64,
      "grad_norm": 1.1174615621566772,
      "learning_rate": 3.2527786127212883e-06,
      "loss": 0.3484,
      "step": 1159620
    },
    {
      "epoch": 323.65,
      "grad_norm": 1.0180102586746216,
      "learning_rate": 3.2527536896496692e-06,
      "loss": 0.3599,
      "step": 1159630
    },
    {
      "epoch": 323.65,
      "grad_norm": 0.971252977848053,
      "learning_rate": 3.2527287664570617e-06,
      "loss": 0.3431,
      "step": 1159640
    },
    {
      "epoch": 323.65,
      "grad_norm": 1.2113361358642578,
      "learning_rate": 3.252703843143469e-06,
      "loss": 0.3633,
      "step": 1159650
    },
    {
      "epoch": 323.66,
      "grad_norm": 0.9665409922599792,
      "learning_rate": 3.252678919708894e-06,
      "loss": 0.3578,
      "step": 1159660
    },
    {
      "epoch": 323.66,
      "grad_norm": 1.0894395112991333,
      "learning_rate": 3.2526539961533403e-06,
      "loss": 0.3499,
      "step": 1159670
    },
    {
      "epoch": 323.66,
      "grad_norm": 1.0406526327133179,
      "learning_rate": 3.2526290724768118e-06,
      "loss": 0.383,
      "step": 1159680
    },
    {
      "epoch": 323.66,
      "grad_norm": 0.9772610664367676,
      "learning_rate": 3.2526041486793105e-06,
      "loss": 0.3629,
      "step": 1159690
    },
    {
      "epoch": 323.67,
      "grad_norm": 0.9706950187683105,
      "learning_rate": 3.2525792247608414e-06,
      "loss": 0.3461,
      "step": 1159700
    },
    {
      "epoch": 323.67,
      "grad_norm": 1.1033247709274292,
      "learning_rate": 3.2525543007214063e-06,
      "loss": 0.3567,
      "step": 1159710
    },
    {
      "epoch": 323.67,
      "grad_norm": 0.8817003965377808,
      "learning_rate": 3.2525293765610094e-06,
      "loss": 0.3667,
      "step": 1159720
    },
    {
      "epoch": 323.68,
      "grad_norm": 1.027575969696045,
      "learning_rate": 3.252504452279653e-06,
      "loss": 0.367,
      "step": 1159730
    },
    {
      "epoch": 323.68,
      "grad_norm": 0.8930172920227051,
      "learning_rate": 3.252479527877342e-06,
      "loss": 0.3316,
      "step": 1159740
    },
    {
      "epoch": 323.68,
      "grad_norm": 0.9669685363769531,
      "learning_rate": 3.252454603354078e-06,
      "loss": 0.358,
      "step": 1159750
    },
    {
      "epoch": 323.68,
      "grad_norm": 0.9265406727790833,
      "learning_rate": 3.252429678709866e-06,
      "loss": 0.358,
      "step": 1159760
    },
    {
      "epoch": 323.69,
      "grad_norm": 1.3083006143569946,
      "learning_rate": 3.252404753944708e-06,
      "loss": 0.3497,
      "step": 1159770
    },
    {
      "epoch": 323.69,
      "grad_norm": 0.9479081630706787,
      "learning_rate": 3.252379829058608e-06,
      "loss": 0.3523,
      "step": 1159780
    },
    {
      "epoch": 323.69,
      "grad_norm": 0.9278079271316528,
      "learning_rate": 3.252354904051569e-06,
      "loss": 0.3627,
      "step": 1159790
    },
    {
      "epoch": 323.7,
      "grad_norm": 1.0147902965545654,
      "learning_rate": 3.2523299789235944e-06,
      "loss": 0.3621,
      "step": 1159800
    },
    {
      "epoch": 323.7,
      "grad_norm": 4.128582000732422,
      "learning_rate": 3.2523050536746878e-06,
      "loss": 0.3556,
      "step": 1159810
    },
    {
      "epoch": 323.7,
      "grad_norm": 1.0537590980529785,
      "learning_rate": 3.252280128304852e-06,
      "loss": 0.348,
      "step": 1159820
    },
    {
      "epoch": 323.7,
      "grad_norm": 0.9795560240745544,
      "learning_rate": 3.2522552028140907e-06,
      "loss": 0.3444,
      "step": 1159830
    },
    {
      "epoch": 323.71,
      "grad_norm": 1.0196162462234497,
      "learning_rate": 3.252230277202407e-06,
      "loss": 0.3379,
      "step": 1159840
    },
    {
      "epoch": 323.71,
      "grad_norm": 1.1844379901885986,
      "learning_rate": 3.252205351469805e-06,
      "loss": 0.3551,
      "step": 1159850
    },
    {
      "epoch": 323.71,
      "grad_norm": 0.9855166673660278,
      "learning_rate": 3.2521804256162864e-06,
      "loss": 0.361,
      "step": 1159860
    },
    {
      "epoch": 323.71,
      "grad_norm": 0.9231758713722229,
      "learning_rate": 3.252155499641856e-06,
      "loss": 0.3575,
      "step": 1159870
    },
    {
      "epoch": 323.72,
      "grad_norm": 1.1090307235717773,
      "learning_rate": 3.2521305735465163e-06,
      "loss": 0.3446,
      "step": 1159880
    },
    {
      "epoch": 323.72,
      "grad_norm": 1.7452640533447266,
      "learning_rate": 3.252105647330271e-06,
      "loss": 0.3498,
      "step": 1159890
    },
    {
      "epoch": 323.72,
      "grad_norm": 1.1296030282974243,
      "learning_rate": 3.2520807209931234e-06,
      "loss": 0.3563,
      "step": 1159900
    },
    {
      "epoch": 323.73,
      "grad_norm": 1.0884093046188354,
      "learning_rate": 3.2520557945350763e-06,
      "loss": 0.354,
      "step": 1159910
    },
    {
      "epoch": 323.73,
      "grad_norm": 0.9009482264518738,
      "learning_rate": 3.2520308679561344e-06,
      "loss": 0.3496,
      "step": 1159920
    },
    {
      "epoch": 323.73,
      "grad_norm": 1.1902542114257812,
      "learning_rate": 3.2520059412562993e-06,
      "loss": 0.3594,
      "step": 1159930
    },
    {
      "epoch": 323.73,
      "grad_norm": 1.1022192239761353,
      "learning_rate": 3.2519810144355756e-06,
      "loss": 0.3539,
      "step": 1159940
    },
    {
      "epoch": 323.74,
      "grad_norm": 0.9586930871009827,
      "learning_rate": 3.2519560874939655e-06,
      "loss": 0.3438,
      "step": 1159950
    },
    {
      "epoch": 323.74,
      "grad_norm": 1.155898928642273,
      "learning_rate": 3.251931160431473e-06,
      "loss": 0.3597,
      "step": 1159960
    },
    {
      "epoch": 323.74,
      "grad_norm": 1.050098180770874,
      "learning_rate": 3.251906233248102e-06,
      "loss": 0.3448,
      "step": 1159970
    },
    {
      "epoch": 323.75,
      "grad_norm": 0.9610326886177063,
      "learning_rate": 3.2518813059438543e-06,
      "loss": 0.3435,
      "step": 1159980
    },
    {
      "epoch": 323.75,
      "grad_norm": 0.9854498505592346,
      "learning_rate": 3.251856378518735e-06,
      "loss": 0.3462,
      "step": 1159990
    },
    {
      "epoch": 323.75,
      "grad_norm": 1.4010809659957886,
      "learning_rate": 3.251831450972746e-06,
      "loss": 0.3538,
      "step": 1160000
    },
    {
      "epoch": 323.75,
      "grad_norm": 0.9596726894378662,
      "learning_rate": 3.2518065233058907e-06,
      "loss": 0.3631,
      "step": 1160010
    },
    {
      "epoch": 323.76,
      "grad_norm": 0.991239070892334,
      "learning_rate": 3.2517815955181734e-06,
      "loss": 0.3443,
      "step": 1160020
    },
    {
      "epoch": 323.76,
      "grad_norm": 0.9174305200576782,
      "learning_rate": 3.2517566676095965e-06,
      "loss": 0.3453,
      "step": 1160030
    },
    {
      "epoch": 323.76,
      "grad_norm": 0.9947828650474548,
      "learning_rate": 3.2517317395801635e-06,
      "loss": 0.3467,
      "step": 1160040
    },
    {
      "epoch": 323.77,
      "grad_norm": 0.9634054899215698,
      "learning_rate": 3.2517068114298785e-06,
      "loss": 0.3465,
      "step": 1160050
    },
    {
      "epoch": 323.77,
      "grad_norm": 0.9528034925460815,
      "learning_rate": 3.251681883158744e-06,
      "loss": 0.3542,
      "step": 1160060
    },
    {
      "epoch": 323.77,
      "grad_norm": 1.133009672164917,
      "learning_rate": 3.251656954766764e-06,
      "loss": 0.3524,
      "step": 1160070
    },
    {
      "epoch": 323.77,
      "grad_norm": 0.9864598512649536,
      "learning_rate": 3.2516320262539403e-06,
      "loss": 0.3566,
      "step": 1160080
    },
    {
      "epoch": 323.78,
      "grad_norm": 1.0565162897109985,
      "learning_rate": 3.2516070976202777e-06,
      "loss": 0.369,
      "step": 1160090
    },
    {
      "epoch": 323.78,
      "grad_norm": 0.9698452353477478,
      "learning_rate": 3.2515821688657795e-06,
      "loss": 0.3556,
      "step": 1160100
    },
    {
      "epoch": 323.78,
      "grad_norm": 1.053943395614624,
      "learning_rate": 3.251557239990448e-06,
      "loss": 0.3597,
      "step": 1160110
    },
    {
      "epoch": 323.78,
      "grad_norm": 0.9232560992240906,
      "learning_rate": 3.2515323109942865e-06,
      "loss": 0.3613,
      "step": 1160120
    },
    {
      "epoch": 323.79,
      "grad_norm": 0.980622410774231,
      "learning_rate": 3.2515073818773005e-06,
      "loss": 0.3589,
      "step": 1160130
    },
    {
      "epoch": 323.79,
      "grad_norm": 1.0199121236801147,
      "learning_rate": 3.251482452639491e-06,
      "loss": 0.3543,
      "step": 1160140
    },
    {
      "epoch": 323.79,
      "grad_norm": 0.8918440937995911,
      "learning_rate": 3.251457523280862e-06,
      "loss": 0.3348,
      "step": 1160150
    },
    {
      "epoch": 323.8,
      "grad_norm": 0.9346640110015869,
      "learning_rate": 3.251432593801417e-06,
      "loss": 0.3637,
      "step": 1160160
    },
    {
      "epoch": 323.8,
      "grad_norm": 1.0707839727401733,
      "learning_rate": 3.251407664201159e-06,
      "loss": 0.3677,
      "step": 1160170
    },
    {
      "epoch": 323.8,
      "grad_norm": 0.9329262971878052,
      "learning_rate": 3.2513827344800912e-06,
      "loss": 0.358,
      "step": 1160180
    },
    {
      "epoch": 323.8,
      "grad_norm": 0.9498198628425598,
      "learning_rate": 3.2513578046382183e-06,
      "loss": 0.3548,
      "step": 1160190
    },
    {
      "epoch": 323.81,
      "grad_norm": 0.9817878603935242,
      "learning_rate": 3.2513328746755415e-06,
      "loss": 0.3462,
      "step": 1160200
    },
    {
      "epoch": 323.81,
      "grad_norm": 1.0871336460113525,
      "learning_rate": 3.251307944592066e-06,
      "loss": 0.3483,
      "step": 1160210
    },
    {
      "epoch": 323.81,
      "grad_norm": 0.9446780681610107,
      "learning_rate": 3.2512830143877934e-06,
      "loss": 0.3588,
      "step": 1160220
    },
    {
      "epoch": 323.82,
      "grad_norm": 1.1414939165115356,
      "learning_rate": 3.251258084062729e-06,
      "loss": 0.347,
      "step": 1160230
    },
    {
      "epoch": 323.82,
      "grad_norm": 1.0451865196228027,
      "learning_rate": 3.2512331536168735e-06,
      "loss": 0.3581,
      "step": 1160240
    },
    {
      "epoch": 323.82,
      "grad_norm": 1.0149849653244019,
      "learning_rate": 3.251208223050233e-06,
      "loss": 0.3657,
      "step": 1160250
    },
    {
      "epoch": 323.82,
      "grad_norm": 1.1160486936569214,
      "learning_rate": 3.2511832923628095e-06,
      "loss": 0.3503,
      "step": 1160260
    },
    {
      "epoch": 323.83,
      "grad_norm": 1.1615405082702637,
      "learning_rate": 3.2511583615546058e-06,
      "loss": 0.3454,
      "step": 1160270
    },
    {
      "epoch": 323.83,
      "grad_norm": 0.9594873189926147,
      "learning_rate": 3.2511334306256266e-06,
      "loss": 0.3525,
      "step": 1160280
    },
    {
      "epoch": 323.83,
      "grad_norm": 0.9820773005485535,
      "learning_rate": 3.251108499575874e-06,
      "loss": 0.3402,
      "step": 1160290
    },
    {
      "epoch": 323.83,
      "grad_norm": 0.9798629283905029,
      "learning_rate": 3.2510835684053516e-06,
      "loss": 0.3461,
      "step": 1160300
    },
    {
      "epoch": 323.84,
      "grad_norm": 1.0299731492996216,
      "learning_rate": 3.251058637114062e-06,
      "loss": 0.3502,
      "step": 1160310
    },
    {
      "epoch": 323.84,
      "grad_norm": 1.1836037635803223,
      "learning_rate": 3.2510337057020112e-06,
      "loss": 0.3644,
      "step": 1160320
    },
    {
      "epoch": 323.84,
      "grad_norm": 0.9728567600250244,
      "learning_rate": 3.2510087741691996e-06,
      "loss": 0.3682,
      "step": 1160330
    },
    {
      "epoch": 323.85,
      "grad_norm": 0.9960731863975525,
      "learning_rate": 3.2509838425156316e-06,
      "loss": 0.3636,
      "step": 1160340
    },
    {
      "epoch": 323.85,
      "grad_norm": 1.6138278245925903,
      "learning_rate": 3.250958910741311e-06,
      "loss": 0.3474,
      "step": 1160350
    },
    {
      "epoch": 323.85,
      "grad_norm": 1.0248357057571411,
      "learning_rate": 3.2509339788462404e-06,
      "loss": 0.3319,
      "step": 1160360
    },
    {
      "epoch": 323.85,
      "grad_norm": 1.1577781438827515,
      "learning_rate": 3.250909046830423e-06,
      "loss": 0.3436,
      "step": 1160370
    },
    {
      "epoch": 323.86,
      "grad_norm": 0.9053157567977905,
      "learning_rate": 3.250884114693863e-06,
      "loss": 0.339,
      "step": 1160380
    },
    {
      "epoch": 323.86,
      "grad_norm": 1.0168741941452026,
      "learning_rate": 3.2508591824365634e-06,
      "loss": 0.3657,
      "step": 1160390
    },
    {
      "epoch": 323.86,
      "grad_norm": 0.87526535987854,
      "learning_rate": 3.2508342500585264e-06,
      "loss": 0.3272,
      "step": 1160400
    },
    {
      "epoch": 323.87,
      "grad_norm": 0.9399159550666809,
      "learning_rate": 3.2508093175597567e-06,
      "loss": 0.3464,
      "step": 1160410
    },
    {
      "epoch": 323.87,
      "grad_norm": 1.1075239181518555,
      "learning_rate": 3.2507843849402578e-06,
      "loss": 0.339,
      "step": 1160420
    },
    {
      "epoch": 323.87,
      "grad_norm": 0.8881041407585144,
      "learning_rate": 3.2507594522000316e-06,
      "loss": 0.3584,
      "step": 1160430
    },
    {
      "epoch": 323.87,
      "grad_norm": 0.9711744785308838,
      "learning_rate": 3.250734519339082e-06,
      "loss": 0.3445,
      "step": 1160440
    },
    {
      "epoch": 323.88,
      "grad_norm": 1.0181777477264404,
      "learning_rate": 3.2507095863574135e-06,
      "loss": 0.3559,
      "step": 1160450
    },
    {
      "epoch": 323.88,
      "grad_norm": 1.094775676727295,
      "learning_rate": 3.2506846532550274e-06,
      "loss": 0.3609,
      "step": 1160460
    },
    {
      "epoch": 323.88,
      "grad_norm": 1.0103645324707031,
      "learning_rate": 3.2506597200319285e-06,
      "loss": 0.3648,
      "step": 1160470
    },
    {
      "epoch": 323.89,
      "grad_norm": 1.0281152725219727,
      "learning_rate": 3.2506347866881203e-06,
      "loss": 0.364,
      "step": 1160480
    },
    {
      "epoch": 323.89,
      "grad_norm": 1.0605602264404297,
      "learning_rate": 3.2506098532236043e-06,
      "loss": 0.3348,
      "step": 1160490
    },
    {
      "epoch": 323.89,
      "grad_norm": 0.9876022934913635,
      "learning_rate": 3.2505849196383857e-06,
      "loss": 0.3437,
      "step": 1160500
    },
    {
      "epoch": 323.89,
      "grad_norm": 1.2039512395858765,
      "learning_rate": 3.250559985932467e-06,
      "loss": 0.3553,
      "step": 1160510
    },
    {
      "epoch": 323.9,
      "grad_norm": 1.3786249160766602,
      "learning_rate": 3.250535052105852e-06,
      "loss": 0.3644,
      "step": 1160520
    },
    {
      "epoch": 323.9,
      "grad_norm": 0.8128799796104431,
      "learning_rate": 3.250510118158543e-06,
      "loss": 0.3457,
      "step": 1160530
    },
    {
      "epoch": 323.9,
      "grad_norm": 1.012736439704895,
      "learning_rate": 3.250485184090544e-06,
      "loss": 0.3595,
      "step": 1160540
    },
    {
      "epoch": 323.9,
      "grad_norm": 1.1468602418899536,
      "learning_rate": 3.2504602499018586e-06,
      "loss": 0.3506,
      "step": 1160550
    },
    {
      "epoch": 323.91,
      "grad_norm": 1.0409538745880127,
      "learning_rate": 3.25043531559249e-06,
      "loss": 0.347,
      "step": 1160560
    },
    {
      "epoch": 323.91,
      "grad_norm": 1.0430066585540771,
      "learning_rate": 3.250410381162441e-06,
      "loss": 0.3543,
      "step": 1160570
    },
    {
      "epoch": 323.91,
      "grad_norm": 1.0271625518798828,
      "learning_rate": 3.250385446611716e-06,
      "loss": 0.3604,
      "step": 1160580
    },
    {
      "epoch": 323.92,
      "grad_norm": 1.0033378601074219,
      "learning_rate": 3.250360511940317e-06,
      "loss": 0.3405,
      "step": 1160590
    },
    {
      "epoch": 323.92,
      "grad_norm": 0.819557785987854,
      "learning_rate": 3.2503355771482475e-06,
      "loss": 0.3503,
      "step": 1160600
    },
    {
      "epoch": 323.92,
      "grad_norm": 0.8604928851127625,
      "learning_rate": 3.250310642235512e-06,
      "loss": 0.356,
      "step": 1160610
    },
    {
      "epoch": 323.92,
      "grad_norm": 1.381730556488037,
      "learning_rate": 3.250285707202112e-06,
      "loss": 0.3589,
      "step": 1160620
    },
    {
      "epoch": 323.93,
      "grad_norm": 1.2265715599060059,
      "learning_rate": 3.2502607720480522e-06,
      "loss": 0.3563,
      "step": 1160630
    },
    {
      "epoch": 323.93,
      "grad_norm": 1.0634536743164062,
      "learning_rate": 3.2502358367733362e-06,
      "loss": 0.3512,
      "step": 1160640
    },
    {
      "epoch": 323.93,
      "grad_norm": 0.9490765333175659,
      "learning_rate": 3.2502109013779663e-06,
      "loss": 0.3553,
      "step": 1160650
    },
    {
      "epoch": 323.94,
      "grad_norm": 1.0518590211868286,
      "learning_rate": 3.2501859658619463e-06,
      "loss": 0.3626,
      "step": 1160660
    },
    {
      "epoch": 323.94,
      "grad_norm": 1.1385501623153687,
      "learning_rate": 3.250161030225279e-06,
      "loss": 0.3521,
      "step": 1160670
    },
    {
      "epoch": 323.94,
      "grad_norm": 1.1908425092697144,
      "learning_rate": 3.250136094467969e-06,
      "loss": 0.3599,
      "step": 1160680
    },
    {
      "epoch": 323.94,
      "grad_norm": 1.1020252704620361,
      "learning_rate": 3.250111158590018e-06,
      "loss": 0.362,
      "step": 1160690
    },
    {
      "epoch": 323.95,
      "grad_norm": 0.9924208521842957,
      "learning_rate": 3.25008622259143e-06,
      "loss": 0.3682,
      "step": 1160700
    },
    {
      "epoch": 323.95,
      "grad_norm": 1.1686278581619263,
      "learning_rate": 3.2500612864722094e-06,
      "loss": 0.361,
      "step": 1160710
    },
    {
      "epoch": 323.95,
      "grad_norm": 2.95810604095459,
      "learning_rate": 3.2500363502323574e-06,
      "loss": 0.3463,
      "step": 1160720
    },
    {
      "epoch": 323.95,
      "grad_norm": 1.016225814819336,
      "learning_rate": 3.2500114138718794e-06,
      "loss": 0.3674,
      "step": 1160730
    },
    {
      "epoch": 323.96,
      "grad_norm": 1.0111840963363647,
      "learning_rate": 3.249986477390777e-06,
      "loss": 0.344,
      "step": 1160740
    },
    {
      "epoch": 323.96,
      "grad_norm": 7.8463873863220215,
      "learning_rate": 3.249961540789055e-06,
      "loss": 0.3469,
      "step": 1160750
    },
    {
      "epoch": 323.96,
      "grad_norm": 0.9270167350769043,
      "learning_rate": 3.249936604066715e-06,
      "loss": 0.3501,
      "step": 1160760
    },
    {
      "epoch": 323.97,
      "grad_norm": 1.1530482769012451,
      "learning_rate": 3.249911667223762e-06,
      "loss": 0.3616,
      "step": 1160770
    },
    {
      "epoch": 323.97,
      "grad_norm": 1.106184482574463,
      "learning_rate": 3.2498867302601987e-06,
      "loss": 0.359,
      "step": 1160780
    },
    {
      "epoch": 323.97,
      "grad_norm": 0.8795905709266663,
      "learning_rate": 3.2498617931760276e-06,
      "loss": 0.3452,
      "step": 1160790
    },
    {
      "epoch": 323.97,
      "grad_norm": 0.9596973061561584,
      "learning_rate": 3.2498368559712535e-06,
      "loss": 0.354,
      "step": 1160800
    },
    {
      "epoch": 323.98,
      "grad_norm": 0.9214789867401123,
      "learning_rate": 3.249811918645879e-06,
      "loss": 0.3687,
      "step": 1160810
    },
    {
      "epoch": 323.98,
      "grad_norm": 1.0571093559265137,
      "learning_rate": 3.2497869811999073e-06,
      "loss": 0.3585,
      "step": 1160820
    },
    {
      "epoch": 323.98,
      "grad_norm": 1.0893195867538452,
      "learning_rate": 3.249762043633341e-06,
      "loss": 0.3547,
      "step": 1160830
    },
    {
      "epoch": 323.99,
      "grad_norm": 1.0004892349243164,
      "learning_rate": 3.249737105946186e-06,
      "loss": 0.36,
      "step": 1160840
    },
    {
      "epoch": 323.99,
      "grad_norm": 1.0301039218902588,
      "learning_rate": 3.249712168138442e-06,
      "loss": 0.3643,
      "step": 1160850
    },
    {
      "epoch": 323.99,
      "grad_norm": 1.0528886318206787,
      "learning_rate": 3.249687230210115e-06,
      "loss": 0.3398,
      "step": 1160860
    },
    {
      "epoch": 323.99,
      "grad_norm": 1.4022166728973389,
      "learning_rate": 3.249662292161208e-06,
      "loss": 0.351,
      "step": 1160870
    },
    {
      "epoch": 324.0,
      "grad_norm": 1.005631685256958,
      "learning_rate": 3.249637353991724e-06,
      "loss": 0.3454,
      "step": 1160880
    },
    {
      "epoch": 324.0,
      "grad_norm": 0.8559993505477905,
      "learning_rate": 3.2496124157016647e-06,
      "loss": 0.3482,
      "step": 1160890
    },
    {
      "epoch": 324.0,
      "eval_loss": 0.3554569184780121,
      "eval_runtime": 63.3772,
      "eval_samples_per_second": 79.824,
      "eval_steps_per_second": 9.988,
      "step": 1160892
    },
    {
      "epoch": 324.0,
      "grad_norm": 0.9552385807037354,
      "learning_rate": 3.2495874772910367e-06,
      "loss": 0.3446,
      "step": 1160900
    },
    {
      "epoch": 324.01,
      "grad_norm": 0.8945372700691223,
      "learning_rate": 3.2495625387598403e-06,
      "loss": 0.3591,
      "step": 1160910
    },
    {
      "epoch": 324.01,
      "grad_norm": 1.068407416343689,
      "learning_rate": 3.2495376001080797e-06,
      "loss": 0.3414,
      "step": 1160920
    },
    {
      "epoch": 324.01,
      "grad_norm": 1.008091688156128,
      "learning_rate": 3.2495126613357593e-06,
      "loss": 0.364,
      "step": 1160930
    },
    {
      "epoch": 324.01,
      "grad_norm": 0.9143801331520081,
      "learning_rate": 3.2494877224428806e-06,
      "loss": 0.3554,
      "step": 1160940
    },
    {
      "epoch": 324.02,
      "grad_norm": 2.238987684249878,
      "learning_rate": 3.2494627834294493e-06,
      "loss": 0.3474,
      "step": 1160950
    },
    {
      "epoch": 324.02,
      "grad_norm": 0.8397396206855774,
      "learning_rate": 3.2494378442954665e-06,
      "loss": 0.362,
      "step": 1160960
    },
    {
      "epoch": 324.02,
      "grad_norm": 0.950585126876831,
      "learning_rate": 3.249412905040937e-06,
      "loss": 0.3416,
      "step": 1160970
    },
    {
      "epoch": 324.02,
      "grad_norm": 1.021951675415039,
      "learning_rate": 3.2493879656658632e-06,
      "loss": 0.3534,
      "step": 1160980
    },
    {
      "epoch": 324.03,
      "grad_norm": 0.999729573726654,
      "learning_rate": 3.2493630261702486e-06,
      "loss": 0.3575,
      "step": 1160990
    },
    {
      "epoch": 324.03,
      "grad_norm": 1.1803722381591797,
      "learning_rate": 3.249338086554097e-06,
      "loss": 0.3623,
      "step": 1161000
    },
    {
      "epoch": 324.03,
      "grad_norm": 0.9835314154624939,
      "learning_rate": 3.249313146817411e-06,
      "loss": 0.3556,
      "step": 1161010
    },
    {
      "epoch": 324.04,
      "grad_norm": 1.0870178937911987,
      "learning_rate": 3.2492882069601946e-06,
      "loss": 0.3441,
      "step": 1161020
    },
    {
      "epoch": 324.04,
      "grad_norm": 1.0528624057769775,
      "learning_rate": 3.2492632669824514e-06,
      "loss": 0.3487,
      "step": 1161030
    },
    {
      "epoch": 324.04,
      "grad_norm": 0.9228178858757019,
      "learning_rate": 3.249238326884183e-06,
      "loss": 0.3612,
      "step": 1161040
    },
    {
      "epoch": 324.04,
      "grad_norm": 1.0304524898529053,
      "learning_rate": 3.249213386665394e-06,
      "loss": 0.3486,
      "step": 1161050
    },
    {
      "epoch": 324.05,
      "grad_norm": 1.238312840461731,
      "learning_rate": 3.249188446326088e-06,
      "loss": 0.3547,
      "step": 1161060
    },
    {
      "epoch": 324.05,
      "grad_norm": 0.8098059296607971,
      "learning_rate": 3.2491635058662676e-06,
      "loss": 0.3669,
      "step": 1161070
    },
    {
      "epoch": 324.05,
      "grad_norm": 0.9936881065368652,
      "learning_rate": 3.2491385652859367e-06,
      "loss": 0.36,
      "step": 1161080
    },
    {
      "epoch": 324.06,
      "grad_norm": 1.0559245347976685,
      "learning_rate": 3.249113624585099e-06,
      "loss": 0.34,
      "step": 1161090
    },
    {
      "epoch": 324.06,
      "grad_norm": 1.1088920831680298,
      "learning_rate": 3.249088683763756e-06,
      "loss": 0.3611,
      "step": 1161100
    },
    {
      "epoch": 324.06,
      "grad_norm": 1.0230050086975098,
      "learning_rate": 3.2490637428219124e-06,
      "loss": 0.3535,
      "step": 1161110
    },
    {
      "epoch": 324.06,
      "grad_norm": 1.1444141864776611,
      "learning_rate": 3.2490388017595715e-06,
      "loss": 0.3483,
      "step": 1161120
    },
    {
      "epoch": 324.07,
      "grad_norm": 1.0124255418777466,
      "learning_rate": 3.2490138605767363e-06,
      "loss": 0.3411,
      "step": 1161130
    },
    {
      "epoch": 324.07,
      "grad_norm": 1.1745057106018066,
      "learning_rate": 3.2489889192734102e-06,
      "loss": 0.3582,
      "step": 1161140
    },
    {
      "epoch": 324.07,
      "grad_norm": 0.9310857653617859,
      "learning_rate": 3.2489639778495963e-06,
      "loss": 0.3489,
      "step": 1161150
    },
    {
      "epoch": 324.07,
      "grad_norm": 0.9727731943130493,
      "learning_rate": 3.248939036305299e-06,
      "loss": 0.3676,
      "step": 1161160
    },
    {
      "epoch": 324.08,
      "grad_norm": 0.8455487489700317,
      "learning_rate": 3.2489140946405204e-06,
      "loss": 0.3621,
      "step": 1161170
    },
    {
      "epoch": 324.08,
      "grad_norm": 1.169438123703003,
      "learning_rate": 3.2488891528552644e-06,
      "loss": 0.3405,
      "step": 1161180
    },
    {
      "epoch": 324.08,
      "grad_norm": 1.3131319284439087,
      "learning_rate": 3.248864210949534e-06,
      "loss": 0.3622,
      "step": 1161190
    },
    {
      "epoch": 324.09,
      "grad_norm": 0.963948667049408,
      "learning_rate": 3.2488392689233327e-06,
      "loss": 0.3609,
      "step": 1161200
    },
    {
      "epoch": 324.09,
      "grad_norm": 1.0822569131851196,
      "learning_rate": 3.248814326776663e-06,
      "loss": 0.3598,
      "step": 1161210
    },
    {
      "epoch": 324.09,
      "grad_norm": 0.9615495204925537,
      "learning_rate": 3.24878938450953e-06,
      "loss": 0.3665,
      "step": 1161220
    },
    {
      "epoch": 324.09,
      "grad_norm": 1.1005388498306274,
      "learning_rate": 3.248764442121935e-06,
      "loss": 0.3598,
      "step": 1161230
    },
    {
      "epoch": 324.1,
      "grad_norm": 0.9793335199356079,
      "learning_rate": 3.2487394996138835e-06,
      "loss": 0.35,
      "step": 1161240
    },
    {
      "epoch": 324.1,
      "grad_norm": 1.0702946186065674,
      "learning_rate": 3.248714556985377e-06,
      "loss": 0.3555,
      "step": 1161250
    },
    {
      "epoch": 324.1,
      "grad_norm": 1.1883877515792847,
      "learning_rate": 3.2486896142364197e-06,
      "loss": 0.3419,
      "step": 1161260
    },
    {
      "epoch": 324.11,
      "grad_norm": 1.119178295135498,
      "learning_rate": 3.2486646713670145e-06,
      "loss": 0.3528,
      "step": 1161270
    },
    {
      "epoch": 324.11,
      "grad_norm": 1.0164371728897095,
      "learning_rate": 3.2486397283771645e-06,
      "loss": 0.3554,
      "step": 1161280
    },
    {
      "epoch": 324.11,
      "grad_norm": 0.9129825234413147,
      "learning_rate": 3.248614785266874e-06,
      "loss": 0.3501,
      "step": 1161290
    },
    {
      "epoch": 324.11,
      "grad_norm": 1.010955810546875,
      "learning_rate": 3.2485898420361453e-06,
      "loss": 0.36,
      "step": 1161300
    },
    {
      "epoch": 324.12,
      "grad_norm": 2.6426162719726562,
      "learning_rate": 3.2485648986849833e-06,
      "loss": 0.3416,
      "step": 1161310
    },
    {
      "epoch": 324.12,
      "grad_norm": 1.023526668548584,
      "learning_rate": 3.2485399552133893e-06,
      "loss": 0.3461,
      "step": 1161320
    },
    {
      "epoch": 324.12,
      "grad_norm": 1.2402666807174683,
      "learning_rate": 3.2485150116213675e-06,
      "loss": 0.3431,
      "step": 1161330
    },
    {
      "epoch": 324.13,
      "grad_norm": 0.9841716885566711,
      "learning_rate": 3.248490067908921e-06,
      "loss": 0.3571,
      "step": 1161340
    },
    {
      "epoch": 324.13,
      "grad_norm": 1.1329309940338135,
      "learning_rate": 3.2484651240760543e-06,
      "loss": 0.3556,
      "step": 1161350
    },
    {
      "epoch": 324.13,
      "grad_norm": 0.9271318912506104,
      "learning_rate": 3.2484401801227687e-06,
      "loss": 0.3353,
      "step": 1161360
    },
    {
      "epoch": 324.13,
      "grad_norm": 1.1192097663879395,
      "learning_rate": 3.2484152360490694e-06,
      "loss": 0.3574,
      "step": 1161370
    },
    {
      "epoch": 324.14,
      "grad_norm": 0.990136444568634,
      "learning_rate": 3.2483902918549584e-06,
      "loss": 0.364,
      "step": 1161380
    },
    {
      "epoch": 324.14,
      "grad_norm": 1.0311157703399658,
      "learning_rate": 3.24836534754044e-06,
      "loss": 0.3489,
      "step": 1161390
    },
    {
      "epoch": 324.14,
      "grad_norm": 1.0388176441192627,
      "learning_rate": 3.2483404031055166e-06,
      "loss": 0.3867,
      "step": 1161400
    },
    {
      "epoch": 324.14,
      "grad_norm": 1.03564453125,
      "learning_rate": 3.2483154585501914e-06,
      "loss": 0.3455,
      "step": 1161410
    },
    {
      "epoch": 324.15,
      "grad_norm": 1.1751879453659058,
      "learning_rate": 3.2482905138744697e-06,
      "loss": 0.3556,
      "step": 1161420
    },
    {
      "epoch": 324.15,
      "grad_norm": 1.1146849393844604,
      "learning_rate": 3.2482655690783525e-06,
      "loss": 0.34,
      "step": 1161430
    },
    {
      "epoch": 324.15,
      "grad_norm": 1.1352521181106567,
      "learning_rate": 3.248240624161844e-06,
      "loss": 0.3631,
      "step": 1161440
    },
    {
      "epoch": 324.16,
      "grad_norm": 0.9309552311897278,
      "learning_rate": 3.248215679124948e-06,
      "loss": 0.3551,
      "step": 1161450
    },
    {
      "epoch": 324.16,
      "grad_norm": 0.9751847982406616,
      "learning_rate": 3.2481907339676676e-06,
      "loss": 0.3622,
      "step": 1161460
    },
    {
      "epoch": 324.16,
      "grad_norm": 1.260056972503662,
      "learning_rate": 3.2481657886900054e-06,
      "loss": 0.3489,
      "step": 1161470
    },
    {
      "epoch": 324.16,
      "grad_norm": 1.1569968461990356,
      "learning_rate": 3.2481408432919654e-06,
      "loss": 0.3521,
      "step": 1161480
    },
    {
      "epoch": 324.17,
      "grad_norm": 1.0569782257080078,
      "learning_rate": 3.2481158977735506e-06,
      "loss": 0.37,
      "step": 1161490
    },
    {
      "epoch": 324.17,
      "grad_norm": 1.2454901933670044,
      "learning_rate": 3.248090952134764e-06,
      "loss": 0.3684,
      "step": 1161500
    },
    {
      "epoch": 324.17,
      "grad_norm": 1.117569088935852,
      "learning_rate": 3.24806600637561e-06,
      "loss": 0.366,
      "step": 1161510
    },
    {
      "epoch": 324.18,
      "grad_norm": 3.158363103866577,
      "learning_rate": 3.248041060496091e-06,
      "loss": 0.35,
      "step": 1161520
    },
    {
      "epoch": 324.18,
      "grad_norm": 1.1187876462936401,
      "learning_rate": 3.2480161144962104e-06,
      "loss": 0.3575,
      "step": 1161530
    },
    {
      "epoch": 324.18,
      "grad_norm": 1.3098773956298828,
      "learning_rate": 3.2479911683759723e-06,
      "loss": 0.3436,
      "step": 1161540
    },
    {
      "epoch": 324.18,
      "grad_norm": 0.9655485153198242,
      "learning_rate": 3.2479662221353793e-06,
      "loss": 0.3376,
      "step": 1161550
    },
    {
      "epoch": 324.19,
      "grad_norm": 0.9778060913085938,
      "learning_rate": 3.2479412757744348e-06,
      "loss": 0.3594,
      "step": 1161560
    },
    {
      "epoch": 324.19,
      "grad_norm": 0.9129698872566223,
      "learning_rate": 3.247916329293142e-06,
      "loss": 0.3728,
      "step": 1161570
    },
    {
      "epoch": 324.19,
      "grad_norm": 1.0898466110229492,
      "learning_rate": 3.2478913826915047e-06,
      "loss": 0.3516,
      "step": 1161580
    },
    {
      "epoch": 324.19,
      "grad_norm": 1.1255884170532227,
      "learning_rate": 3.247866435969526e-06,
      "loss": 0.3537,
      "step": 1161590
    },
    {
      "epoch": 324.2,
      "grad_norm": 0.9847540259361267,
      "learning_rate": 3.247841489127209e-06,
      "loss": 0.3286,
      "step": 1161600
    },
    {
      "epoch": 324.2,
      "grad_norm": 1.0681354999542236,
      "learning_rate": 3.2478165421645575e-06,
      "loss": 0.3484,
      "step": 1161610
    },
    {
      "epoch": 324.2,
      "grad_norm": 1.0970375537872314,
      "learning_rate": 3.247791595081574e-06,
      "loss": 0.3668,
      "step": 1161620
    },
    {
      "epoch": 324.21,
      "grad_norm": 0.9792777895927429,
      "learning_rate": 3.247766647878262e-06,
      "loss": 0.3573,
      "step": 1161630
    },
    {
      "epoch": 324.21,
      "grad_norm": 1.1489853858947754,
      "learning_rate": 3.247741700554626e-06,
      "loss": 0.3652,
      "step": 1161640
    },
    {
      "epoch": 324.21,
      "grad_norm": 0.8977786898612976,
      "learning_rate": 3.2477167531106678e-06,
      "loss": 0.356,
      "step": 1161650
    },
    {
      "epoch": 324.21,
      "grad_norm": 1.2038882970809937,
      "learning_rate": 3.2476918055463914e-06,
      "loss": 0.3458,
      "step": 1161660
    },
    {
      "epoch": 324.22,
      "grad_norm": 0.9417067766189575,
      "learning_rate": 3.2476668578618003e-06,
      "loss": 0.3525,
      "step": 1161670
    },
    {
      "epoch": 324.22,
      "grad_norm": 1.1178556680679321,
      "learning_rate": 3.2476419100568984e-06,
      "loss": 0.3644,
      "step": 1161680
    },
    {
      "epoch": 324.22,
      "grad_norm": 1.2101107835769653,
      "learning_rate": 3.2476169621316873e-06,
      "loss": 0.3468,
      "step": 1161690
    },
    {
      "epoch": 324.23,
      "grad_norm": 0.9804964661598206,
      "learning_rate": 3.2475920140861713e-06,
      "loss": 0.3535,
      "step": 1161700
    },
    {
      "epoch": 324.23,
      "grad_norm": 0.979625940322876,
      "learning_rate": 3.247567065920354e-06,
      "loss": 0.3451,
      "step": 1161710
    },
    {
      "epoch": 324.23,
      "grad_norm": 1.2182838916778564,
      "learning_rate": 3.247542117634239e-06,
      "loss": 0.3597,
      "step": 1161720
    },
    {
      "epoch": 324.23,
      "grad_norm": 1.0043402910232544,
      "learning_rate": 3.2475171692278275e-06,
      "loss": 0.3539,
      "step": 1161730
    },
    {
      "epoch": 324.24,
      "grad_norm": 1.1714775562286377,
      "learning_rate": 3.247492220701125e-06,
      "loss": 0.3507,
      "step": 1161740
    },
    {
      "epoch": 324.24,
      "grad_norm": 1.0137205123901367,
      "learning_rate": 3.247467272054135e-06,
      "loss": 0.3487,
      "step": 1161750
    },
    {
      "epoch": 324.24,
      "grad_norm": 1.859356164932251,
      "learning_rate": 3.247442323286859e-06,
      "loss": 0.3466,
      "step": 1161760
    },
    {
      "epoch": 324.25,
      "grad_norm": 0.9805508255958557,
      "learning_rate": 3.247417374399302e-06,
      "loss": 0.3708,
      "step": 1161770
    },
    {
      "epoch": 324.25,
      "grad_norm": 1.1656708717346191,
      "learning_rate": 3.247392425391466e-06,
      "loss": 0.3363,
      "step": 1161780
    },
    {
      "epoch": 324.25,
      "grad_norm": 1.1170852184295654,
      "learning_rate": 3.247367476263355e-06,
      "loss": 0.3496,
      "step": 1161790
    },
    {
      "epoch": 324.25,
      "grad_norm": 1.6490440368652344,
      "learning_rate": 3.247342527014972e-06,
      "loss": 0.3616,
      "step": 1161800
    },
    {
      "epoch": 324.26,
      "grad_norm": 1.1494596004486084,
      "learning_rate": 3.2473175776463217e-06,
      "loss": 0.3541,
      "step": 1161810
    },
    {
      "epoch": 324.26,
      "grad_norm": 0.9687883853912354,
      "learning_rate": 3.247292628157405e-06,
      "loss": 0.3595,
      "step": 1161820
    },
    {
      "epoch": 324.26,
      "grad_norm": 1.0696969032287598,
      "learning_rate": 3.2472676785482273e-06,
      "loss": 0.3441,
      "step": 1161830
    },
    {
      "epoch": 324.26,
      "grad_norm": 1.2236145734786987,
      "learning_rate": 3.247242728818791e-06,
      "loss": 0.3641,
      "step": 1161840
    },
    {
      "epoch": 324.27,
      "grad_norm": 0.9538601040840149,
      "learning_rate": 3.2472177789691e-06,
      "loss": 0.3459,
      "step": 1161850
    },
    {
      "epoch": 324.27,
      "grad_norm": 1.072831153869629,
      "learning_rate": 3.2471928289991565e-06,
      "loss": 0.3643,
      "step": 1161860
    },
    {
      "epoch": 324.27,
      "grad_norm": 1.0299278497695923,
      "learning_rate": 3.2471678789089648e-06,
      "loss": 0.3572,
      "step": 1161870
    },
    {
      "epoch": 324.28,
      "grad_norm": 1.0593606233596802,
      "learning_rate": 3.2471429286985283e-06,
      "loss": 0.359,
      "step": 1161880
    },
    {
      "epoch": 324.28,
      "grad_norm": 1.1137840747833252,
      "learning_rate": 3.247117978367849e-06,
      "loss": 0.3591,
      "step": 1161890
    },
    {
      "epoch": 324.28,
      "grad_norm": 1.1959434747695923,
      "learning_rate": 3.2470930279169322e-06,
      "loss": 0.3545,
      "step": 1161900
    },
    {
      "epoch": 324.28,
      "grad_norm": 2.9377880096435547,
      "learning_rate": 3.24706807734578e-06,
      "loss": 0.3609,
      "step": 1161910
    },
    {
      "epoch": 324.29,
      "grad_norm": 1.0229084491729736,
      "learning_rate": 3.2470431266543956e-06,
      "loss": 0.3564,
      "step": 1161920
    },
    {
      "epoch": 324.29,
      "grad_norm": 0.9883551001548767,
      "learning_rate": 3.247018175842783e-06,
      "loss": 0.3429,
      "step": 1161930
    },
    {
      "epoch": 324.29,
      "grad_norm": 1.0273443460464478,
      "learning_rate": 3.2469932249109445e-06,
      "loss": 0.3402,
      "step": 1161940
    },
    {
      "epoch": 324.3,
      "grad_norm": 1.059554100036621,
      "learning_rate": 3.246968273858884e-06,
      "loss": 0.3526,
      "step": 1161950
    },
    {
      "epoch": 324.3,
      "grad_norm": 0.956701397895813,
      "learning_rate": 3.2469433226866053e-06,
      "loss": 0.3561,
      "step": 1161960
    },
    {
      "epoch": 324.3,
      "grad_norm": 1.1473709344863892,
      "learning_rate": 3.2469183713941118e-06,
      "loss": 0.3648,
      "step": 1161970
    },
    {
      "epoch": 324.3,
      "grad_norm": 0.883746862411499,
      "learning_rate": 3.246893419981406e-06,
      "loss": 0.3435,
      "step": 1161980
    },
    {
      "epoch": 324.31,
      "grad_norm": 0.9673771858215332,
      "learning_rate": 3.246868468448491e-06,
      "loss": 0.3314,
      "step": 1161990
    },
    {
      "epoch": 324.31,
      "grad_norm": 1.252458095550537,
      "learning_rate": 3.2468435167953714e-06,
      "loss": 0.3427,
      "step": 1162000
    },
    {
      "epoch": 324.31,
      "grad_norm": 1.1943291425704956,
      "learning_rate": 3.24681856502205e-06,
      "loss": 0.3541,
      "step": 1162010
    },
    {
      "epoch": 324.31,
      "grad_norm": 0.92149817943573,
      "learning_rate": 3.2467936131285288e-06,
      "loss": 0.352,
      "step": 1162020
    },
    {
      "epoch": 324.32,
      "grad_norm": 1.149470329284668,
      "learning_rate": 3.2467686611148133e-06,
      "loss": 0.3658,
      "step": 1162030
    },
    {
      "epoch": 324.32,
      "grad_norm": 1.0761688947677612,
      "learning_rate": 3.246743708980905e-06,
      "loss": 0.3476,
      "step": 1162040
    },
    {
      "epoch": 324.32,
      "grad_norm": 1.0379464626312256,
      "learning_rate": 3.246718756726809e-06,
      "loss": 0.3668,
      "step": 1162050
    },
    {
      "epoch": 324.33,
      "grad_norm": 1.0946918725967407,
      "learning_rate": 3.2466938043525276e-06,
      "loss": 0.3629,
      "step": 1162060
    },
    {
      "epoch": 324.33,
      "grad_norm": 0.9831272959709167,
      "learning_rate": 3.246668851858063e-06,
      "loss": 0.3509,
      "step": 1162070
    },
    {
      "epoch": 324.33,
      "grad_norm": 1.0904490947723389,
      "learning_rate": 3.24664389924342e-06,
      "loss": 0.3541,
      "step": 1162080
    },
    {
      "epoch": 324.33,
      "grad_norm": 1.1334038972854614,
      "learning_rate": 3.2466189465086017e-06,
      "loss": 0.3733,
      "step": 1162090
    },
    {
      "epoch": 324.34,
      "grad_norm": 1.2386624813079834,
      "learning_rate": 3.246593993653612e-06,
      "loss": 0.3387,
      "step": 1162100
    },
    {
      "epoch": 324.34,
      "grad_norm": 0.992623507976532,
      "learning_rate": 3.246569040678452e-06,
      "loss": 0.3541,
      "step": 1162110
    },
    {
      "epoch": 324.34,
      "grad_norm": 1.0505194664001465,
      "learning_rate": 3.2465440875831277e-06,
      "loss": 0.3696,
      "step": 1162120
    },
    {
      "epoch": 324.35,
      "grad_norm": 0.9370994567871094,
      "learning_rate": 3.246519134367642e-06,
      "loss": 0.3536,
      "step": 1162130
    },
    {
      "epoch": 324.35,
      "grad_norm": 0.8717668056488037,
      "learning_rate": 3.246494181031996e-06,
      "loss": 0.3444,
      "step": 1162140
    },
    {
      "epoch": 324.35,
      "grad_norm": 1.0450233221054077,
      "learning_rate": 3.246469227576195e-06,
      "loss": 0.3519,
      "step": 1162150
    },
    {
      "epoch": 324.35,
      "grad_norm": 0.870094358921051,
      "learning_rate": 3.246444274000242e-06,
      "loss": 0.3628,
      "step": 1162160
    },
    {
      "epoch": 324.36,
      "grad_norm": 1.2575114965438843,
      "learning_rate": 3.246419320304139e-06,
      "loss": 0.3544,
      "step": 1162170
    },
    {
      "epoch": 324.36,
      "grad_norm": 0.951668918132782,
      "learning_rate": 3.2463943664878915e-06,
      "loss": 0.3449,
      "step": 1162180
    },
    {
      "epoch": 324.36,
      "grad_norm": 1.0231924057006836,
      "learning_rate": 3.2463694125515023e-06,
      "loss": 0.3756,
      "step": 1162190
    },
    {
      "epoch": 324.37,
      "grad_norm": 1.0328346490859985,
      "learning_rate": 3.246344458494974e-06,
      "loss": 0.3598,
      "step": 1162200
    },
    {
      "epoch": 324.37,
      "grad_norm": 1.0611652135849,
      "learning_rate": 3.2463195043183092e-06,
      "loss": 0.3519,
      "step": 1162210
    },
    {
      "epoch": 324.37,
      "grad_norm": 1.367270588874817,
      "learning_rate": 3.246294550021513e-06,
      "loss": 0.3505,
      "step": 1162220
    },
    {
      "epoch": 324.37,
      "grad_norm": 1.1241083145141602,
      "learning_rate": 3.2462695956045876e-06,
      "loss": 0.3507,
      "step": 1162230
    },
    {
      "epoch": 324.38,
      "grad_norm": 1.1384861469268799,
      "learning_rate": 3.2462446410675365e-06,
      "loss": 0.3706,
      "step": 1162240
    },
    {
      "epoch": 324.38,
      "grad_norm": 0.9155899286270142,
      "learning_rate": 3.246219686410363e-06,
      "loss": 0.342,
      "step": 1162250
    },
    {
      "epoch": 324.38,
      "grad_norm": 1.0306391716003418,
      "learning_rate": 3.2461947316330707e-06,
      "loss": 0.3559,
      "step": 1162260
    },
    {
      "epoch": 324.38,
      "grad_norm": 1.0827569961547852,
      "learning_rate": 3.246169776735663e-06,
      "loss": 0.3582,
      "step": 1162270
    },
    {
      "epoch": 324.39,
      "grad_norm": 1.0237892866134644,
      "learning_rate": 3.246144821718143e-06,
      "loss": 0.3552,
      "step": 1162280
    },
    {
      "epoch": 324.39,
      "grad_norm": 0.906877338886261,
      "learning_rate": 3.2461198665805136e-06,
      "loss": 0.3436,
      "step": 1162290
    },
    {
      "epoch": 324.39,
      "grad_norm": 1.305257797241211,
      "learning_rate": 3.246094911322779e-06,
      "loss": 0.3497,
      "step": 1162300
    },
    {
      "epoch": 324.4,
      "grad_norm": 1.2197736501693726,
      "learning_rate": 3.246069955944941e-06,
      "loss": 0.3549,
      "step": 1162310
    },
    {
      "epoch": 324.4,
      "grad_norm": 1.0606027841567993,
      "learning_rate": 3.2460450004470052e-06,
      "loss": 0.3635,
      "step": 1162320
    },
    {
      "epoch": 324.4,
      "grad_norm": 1.1284810304641724,
      "learning_rate": 3.2460200448289727e-06,
      "loss": 0.3522,
      "step": 1162330
    },
    {
      "epoch": 324.4,
      "grad_norm": 1.0077499151229858,
      "learning_rate": 3.245995089090849e-06,
      "loss": 0.3599,
      "step": 1162340
    },
    {
      "epoch": 324.41,
      "grad_norm": 0.8806978464126587,
      "learning_rate": 3.245970133232636e-06,
      "loss": 0.3632,
      "step": 1162350
    },
    {
      "epoch": 324.41,
      "grad_norm": 1.0217565298080444,
      "learning_rate": 3.245945177254336e-06,
      "loss": 0.3556,
      "step": 1162360
    },
    {
      "epoch": 324.41,
      "grad_norm": 1.2145521640777588,
      "learning_rate": 3.2459202211559545e-06,
      "loss": 0.3607,
      "step": 1162370
    },
    {
      "epoch": 324.42,
      "grad_norm": 1.1412932872772217,
      "learning_rate": 3.2458952649374934e-06,
      "loss": 0.359,
      "step": 1162380
    },
    {
      "epoch": 324.42,
      "grad_norm": 0.9891125559806824,
      "learning_rate": 3.2458703085989573e-06,
      "loss": 0.3576,
      "step": 1162390
    },
    {
      "epoch": 324.42,
      "grad_norm": 0.9746131300926208,
      "learning_rate": 3.2458453521403484e-06,
      "loss": 0.3533,
      "step": 1162400
    },
    {
      "epoch": 324.42,
      "grad_norm": 1.1377261877059937,
      "learning_rate": 3.2458203955616704e-06,
      "loss": 0.3537,
      "step": 1162410
    },
    {
      "epoch": 324.43,
      "grad_norm": 1.4350978136062622,
      "learning_rate": 3.2457954388629263e-06,
      "loss": 0.3518,
      "step": 1162420
    },
    {
      "epoch": 324.43,
      "grad_norm": 1.1215399503707886,
      "learning_rate": 3.24577048204412e-06,
      "loss": 0.3511,
      "step": 1162430
    },
    {
      "epoch": 324.43,
      "grad_norm": 1.0590651035308838,
      "learning_rate": 3.245745525105254e-06,
      "loss": 0.3583,
      "step": 1162440
    },
    {
      "epoch": 324.43,
      "grad_norm": 1.0542182922363281,
      "learning_rate": 3.2457205680463333e-06,
      "loss": 0.3451,
      "step": 1162450
    },
    {
      "epoch": 324.44,
      "grad_norm": 1.019852638244629,
      "learning_rate": 3.2456956108673593e-06,
      "loss": 0.3563,
      "step": 1162460
    },
    {
      "epoch": 324.44,
      "grad_norm": 0.9882982969284058,
      "learning_rate": 3.2456706535683352e-06,
      "loss": 0.3398,
      "step": 1162470
    },
    {
      "epoch": 324.44,
      "grad_norm": 1.1185897588729858,
      "learning_rate": 3.245645696149267e-06,
      "loss": 0.3461,
      "step": 1162480
    },
    {
      "epoch": 324.45,
      "grad_norm": 0.9906925559043884,
      "learning_rate": 3.2456207386101555e-06,
      "loss": 0.3472,
      "step": 1162490
    },
    {
      "epoch": 324.45,
      "grad_norm": 1.0545754432678223,
      "learning_rate": 3.2455957809510044e-06,
      "loss": 0.3574,
      "step": 1162500
    },
    {
      "epoch": 324.45,
      "grad_norm": 0.9604380130767822,
      "learning_rate": 3.245570823171818e-06,
      "loss": 0.3533,
      "step": 1162510
    },
    {
      "epoch": 324.45,
      "grad_norm": 1.1777608394622803,
      "learning_rate": 3.2455458652725984e-06,
      "loss": 0.3486,
      "step": 1162520
    },
    {
      "epoch": 324.46,
      "grad_norm": 1.1712568998336792,
      "learning_rate": 3.24552090725335e-06,
      "loss": 0.358,
      "step": 1162530
    },
    {
      "epoch": 324.46,
      "grad_norm": 1.113969326019287,
      "learning_rate": 3.2454959491140747e-06,
      "loss": 0.357,
      "step": 1162540
    },
    {
      "epoch": 324.46,
      "grad_norm": 1.1499338150024414,
      "learning_rate": 3.245470990854778e-06,
      "loss": 0.3624,
      "step": 1162550
    },
    {
      "epoch": 324.47,
      "grad_norm": 1.1583564281463623,
      "learning_rate": 3.2454460324754616e-06,
      "loss": 0.3529,
      "step": 1162560
    },
    {
      "epoch": 324.47,
      "grad_norm": 1.0429275035858154,
      "learning_rate": 3.245421073976129e-06,
      "loss": 0.3642,
      "step": 1162570
    },
    {
      "epoch": 324.47,
      "grad_norm": 0.9542441368103027,
      "learning_rate": 3.245396115356784e-06,
      "loss": 0.3482,
      "step": 1162580
    },
    {
      "epoch": 324.47,
      "grad_norm": 0.8816556334495544,
      "learning_rate": 3.2453711566174293e-06,
      "loss": 0.3525,
      "step": 1162590
    },
    {
      "epoch": 324.48,
      "grad_norm": 1.11965811252594,
      "learning_rate": 3.2453461977580685e-06,
      "loss": 0.3568,
      "step": 1162600
    },
    {
      "epoch": 324.48,
      "grad_norm": 1.043676495552063,
      "learning_rate": 3.2453212387787056e-06,
      "loss": 0.352,
      "step": 1162610
    },
    {
      "epoch": 324.48,
      "grad_norm": 0.9086983799934387,
      "learning_rate": 3.2452962796793427e-06,
      "loss": 0.3595,
      "step": 1162620
    },
    {
      "epoch": 324.49,
      "grad_norm": 0.9235818982124329,
      "learning_rate": 3.245271320459984e-06,
      "loss": 0.343,
      "step": 1162630
    },
    {
      "epoch": 324.49,
      "grad_norm": 1.0165163278579712,
      "learning_rate": 3.245246361120632e-06,
      "loss": 0.3322,
      "step": 1162640
    },
    {
      "epoch": 324.49,
      "grad_norm": 0.9928479194641113,
      "learning_rate": 3.2452214016612925e-06,
      "loss": 0.3515,
      "step": 1162650
    },
    {
      "epoch": 324.49,
      "grad_norm": 1.0663849115371704,
      "learning_rate": 3.245196442081965e-06,
      "loss": 0.355,
      "step": 1162660
    },
    {
      "epoch": 324.5,
      "grad_norm": 1.1100345849990845,
      "learning_rate": 3.245171482382655e-06,
      "loss": 0.3473,
      "step": 1162670
    },
    {
      "epoch": 324.5,
      "grad_norm": 0.9840993285179138,
      "learning_rate": 3.245146522563366e-06,
      "loss": 0.3428,
      "step": 1162680
    },
    {
      "epoch": 324.5,
      "grad_norm": 1.1922963857650757,
      "learning_rate": 3.245121562624101e-06,
      "loss": 0.3598,
      "step": 1162690
    },
    {
      "epoch": 324.5,
      "grad_norm": 0.995383083820343,
      "learning_rate": 3.2450966025648624e-06,
      "loss": 0.3557,
      "step": 1162700
    },
    {
      "epoch": 324.51,
      "grad_norm": 0.9272348880767822,
      "learning_rate": 3.245071642385655e-06,
      "loss": 0.3528,
      "step": 1162710
    },
    {
      "epoch": 324.51,
      "grad_norm": 0.9848138093948364,
      "learning_rate": 3.2450466820864816e-06,
      "loss": 0.3557,
      "step": 1162720
    },
    {
      "epoch": 324.51,
      "grad_norm": 0.9900634288787842,
      "learning_rate": 3.245021721667345e-06,
      "loss": 0.3559,
      "step": 1162730
    },
    {
      "epoch": 324.52,
      "grad_norm": 1.0084586143493652,
      "learning_rate": 3.2449967611282495e-06,
      "loss": 0.3622,
      "step": 1162740
    },
    {
      "epoch": 324.52,
      "grad_norm": 0.9309229254722595,
      "learning_rate": 3.244971800469197e-06,
      "loss": 0.3639,
      "step": 1162750
    },
    {
      "epoch": 324.52,
      "grad_norm": 0.9723524451255798,
      "learning_rate": 3.2449468396901915e-06,
      "loss": 0.3558,
      "step": 1162760
    },
    {
      "epoch": 324.52,
      "grad_norm": 0.9179768562316895,
      "learning_rate": 3.2449218787912368e-06,
      "loss": 0.3477,
      "step": 1162770
    },
    {
      "epoch": 324.53,
      "grad_norm": 1.0349748134613037,
      "learning_rate": 3.2448969177723363e-06,
      "loss": 0.3539,
      "step": 1162780
    },
    {
      "epoch": 324.53,
      "grad_norm": 1.0895085334777832,
      "learning_rate": 3.244871956633493e-06,
      "loss": 0.3617,
      "step": 1162790
    },
    {
      "epoch": 324.53,
      "grad_norm": 1.127479076385498,
      "learning_rate": 3.2448469953747093e-06,
      "loss": 0.3659,
      "step": 1162800
    },
    {
      "epoch": 324.54,
      "grad_norm": 0.9691739678382874,
      "learning_rate": 3.2448220339959897e-06,
      "loss": 0.3377,
      "step": 1162810
    },
    {
      "epoch": 324.54,
      "grad_norm": 1.122159719467163,
      "learning_rate": 3.2447970724973373e-06,
      "loss": 0.3467,
      "step": 1162820
    },
    {
      "epoch": 324.54,
      "grad_norm": 1.0050920248031616,
      "learning_rate": 3.244772110878755e-06,
      "loss": 0.3661,
      "step": 1162830
    },
    {
      "epoch": 324.54,
      "grad_norm": 0.8450161814689636,
      "learning_rate": 3.2447471491402465e-06,
      "loss": 0.3452,
      "step": 1162840
    },
    {
      "epoch": 324.55,
      "grad_norm": 0.8529475927352905,
      "learning_rate": 3.244722187281815e-06,
      "loss": 0.339,
      "step": 1162850
    },
    {
      "epoch": 324.55,
      "grad_norm": 0.9817337989807129,
      "learning_rate": 3.244697225303464e-06,
      "loss": 0.3505,
      "step": 1162860
    },
    {
      "epoch": 324.55,
      "grad_norm": 0.9523682594299316,
      "learning_rate": 3.2446722632051974e-06,
      "loss": 0.3397,
      "step": 1162870
    },
    {
      "epoch": 324.55,
      "grad_norm": 1.0852687358856201,
      "learning_rate": 3.2446473009870165e-06,
      "loss": 0.3532,
      "step": 1162880
    },
    {
      "epoch": 324.56,
      "grad_norm": 1.028623342514038,
      "learning_rate": 3.244622338648926e-06,
      "loss": 0.3462,
      "step": 1162890
    },
    {
      "epoch": 324.56,
      "grad_norm": 1.0772151947021484,
      "learning_rate": 3.24459737619093e-06,
      "loss": 0.3447,
      "step": 1162900
    },
    {
      "epoch": 324.56,
      "grad_norm": 1.1162960529327393,
      "learning_rate": 3.244572413613031e-06,
      "loss": 0.3451,
      "step": 1162910
    },
    {
      "epoch": 324.57,
      "grad_norm": 1.0143412351608276,
      "learning_rate": 3.244547450915231e-06,
      "loss": 0.3753,
      "step": 1162920
    },
    {
      "epoch": 324.57,
      "grad_norm": 2.3884809017181396,
      "learning_rate": 3.244522488097536e-06,
      "loss": 0.3381,
      "step": 1162930
    },
    {
      "epoch": 324.57,
      "grad_norm": 1.0841602087020874,
      "learning_rate": 3.2444975251599476e-06,
      "loss": 0.3358,
      "step": 1162940
    },
    {
      "epoch": 324.57,
      "grad_norm": 0.9185304045677185,
      "learning_rate": 3.244472562102469e-06,
      "loss": 0.3515,
      "step": 1162950
    },
    {
      "epoch": 324.58,
      "grad_norm": 1.104067325592041,
      "learning_rate": 3.2444475989251043e-06,
      "loss": 0.3495,
      "step": 1162960
    },
    {
      "epoch": 324.58,
      "grad_norm": 0.9983228445053101,
      "learning_rate": 3.2444226356278567e-06,
      "loss": 0.3544,
      "step": 1162970
    },
    {
      "epoch": 324.58,
      "grad_norm": 1.0431748628616333,
      "learning_rate": 3.244397672210729e-06,
      "loss": 0.3497,
      "step": 1162980
    },
    {
      "epoch": 324.59,
      "grad_norm": 1.0965924263000488,
      "learning_rate": 3.244372708673725e-06,
      "loss": 0.3468,
      "step": 1162990
    },
    {
      "epoch": 324.59,
      "grad_norm": 1.0101711750030518,
      "learning_rate": 3.2443477450168478e-06,
      "loss": 0.355,
      "step": 1163000
    },
    {
      "epoch": 324.59,
      "grad_norm": 0.9422481060028076,
      "learning_rate": 3.244322781240101e-06,
      "loss": 0.3558,
      "step": 1163010
    },
    {
      "epoch": 324.59,
      "grad_norm": 0.9250783920288086,
      "learning_rate": 3.2442978173434876e-06,
      "loss": 0.3377,
      "step": 1163020
    },
    {
      "epoch": 324.6,
      "grad_norm": 1.161935806274414,
      "learning_rate": 3.244272853327011e-06,
      "loss": 0.3611,
      "step": 1163030
    },
    {
      "epoch": 324.6,
      "grad_norm": 1.077744483947754,
      "learning_rate": 3.2442478891906745e-06,
      "loss": 0.3433,
      "step": 1163040
    },
    {
      "epoch": 324.6,
      "grad_norm": 0.9964385032653809,
      "learning_rate": 3.244222924934481e-06,
      "loss": 0.3548,
      "step": 1163050
    },
    {
      "epoch": 324.61,
      "grad_norm": 1.0897554159164429,
      "learning_rate": 3.2441979605584353e-06,
      "loss": 0.3619,
      "step": 1163060
    },
    {
      "epoch": 324.61,
      "grad_norm": 0.9274476766586304,
      "learning_rate": 3.2441729960625386e-06,
      "loss": 0.33,
      "step": 1163070
    },
    {
      "epoch": 324.61,
      "grad_norm": 0.9573476910591125,
      "learning_rate": 3.2441480314467966e-06,
      "loss": 0.3337,
      "step": 1163080
    },
    {
      "epoch": 324.61,
      "grad_norm": 1.013736605644226,
      "learning_rate": 3.2441230667112112e-06,
      "loss": 0.3704,
      "step": 1163090
    },
    {
      "epoch": 324.62,
      "grad_norm": 1.0599582195281982,
      "learning_rate": 3.244098101855785e-06,
      "loss": 0.3649,
      "step": 1163100
    },
    {
      "epoch": 324.62,
      "grad_norm": 1.115612268447876,
      "learning_rate": 3.244073136880523e-06,
      "loss": 0.3591,
      "step": 1163110
    },
    {
      "epoch": 324.62,
      "grad_norm": 0.9734855890274048,
      "learning_rate": 3.2440481717854275e-06,
      "loss": 0.3511,
      "step": 1163120
    },
    {
      "epoch": 324.62,
      "grad_norm": 0.9847124814987183,
      "learning_rate": 3.244023206570502e-06,
      "loss": 0.3586,
      "step": 1163130
    },
    {
      "epoch": 324.63,
      "grad_norm": 0.8683711886405945,
      "learning_rate": 3.2439982412357497e-06,
      "loss": 0.3586,
      "step": 1163140
    },
    {
      "epoch": 324.63,
      "grad_norm": 0.9883978962898254,
      "learning_rate": 3.2439732757811748e-06,
      "loss": 0.3675,
      "step": 1163150
    },
    {
      "epoch": 324.63,
      "grad_norm": 1.1105090379714966,
      "learning_rate": 3.2439483102067795e-06,
      "loss": 0.3662,
      "step": 1163160
    },
    {
      "epoch": 324.64,
      "grad_norm": 58.648948669433594,
      "learning_rate": 3.2439233445125675e-06,
      "loss": 0.355,
      "step": 1163170
    },
    {
      "epoch": 324.64,
      "grad_norm": 0.9334908127784729,
      "learning_rate": 3.243898378698542e-06,
      "loss": 0.3532,
      "step": 1163180
    },
    {
      "epoch": 324.64,
      "grad_norm": 0.9752646684646606,
      "learning_rate": 3.2438734127647065e-06,
      "loss": 0.3415,
      "step": 1163190
    },
    {
      "epoch": 324.64,
      "grad_norm": 0.7763975858688354,
      "learning_rate": 3.2438484467110646e-06,
      "loss": 0.3537,
      "step": 1163200
    },
    {
      "epoch": 324.65,
      "grad_norm": 1.110718011856079,
      "learning_rate": 3.2438234805376192e-06,
      "loss": 0.3565,
      "step": 1163210
    },
    {
      "epoch": 324.65,
      "grad_norm": 1.0090234279632568,
      "learning_rate": 3.2437985142443737e-06,
      "loss": 0.3608,
      "step": 1163220
    },
    {
      "epoch": 324.65,
      "grad_norm": 1.0242526531219482,
      "learning_rate": 3.2437735478313324e-06,
      "loss": 0.3585,
      "step": 1163230
    },
    {
      "epoch": 324.66,
      "grad_norm": 1.1745353937149048,
      "learning_rate": 3.2437485812984964e-06,
      "loss": 0.3662,
      "step": 1163240
    },
    {
      "epoch": 324.66,
      "grad_norm": 1.2211048603057861,
      "learning_rate": 3.243723614645871e-06,
      "loss": 0.3391,
      "step": 1163250
    },
    {
      "epoch": 324.66,
      "grad_norm": 1.1988924741744995,
      "learning_rate": 3.243698647873459e-06,
      "loss": 0.343,
      "step": 1163260
    },
    {
      "epoch": 324.66,
      "grad_norm": 1.0932546854019165,
      "learning_rate": 3.243673680981263e-06,
      "loss": 0.3399,
      "step": 1163270
    },
    {
      "epoch": 324.67,
      "grad_norm": 1.053391456604004,
      "learning_rate": 3.2436487139692875e-06,
      "loss": 0.3501,
      "step": 1163280
    },
    {
      "epoch": 324.67,
      "grad_norm": 1.0272724628448486,
      "learning_rate": 3.2436237468375353e-06,
      "loss": 0.3608,
      "step": 1163290
    },
    {
      "epoch": 324.67,
      "grad_norm": 0.8828507661819458,
      "learning_rate": 3.2435987795860097e-06,
      "loss": 0.3496,
      "step": 1163300
    },
    {
      "epoch": 324.67,
      "grad_norm": 0.9359101057052612,
      "learning_rate": 3.243573812214713e-06,
      "loss": 0.3551,
      "step": 1163310
    },
    {
      "epoch": 324.68,
      "grad_norm": 0.9781357645988464,
      "learning_rate": 3.2435488447236504e-06,
      "loss": 0.3525,
      "step": 1163320
    },
    {
      "epoch": 324.68,
      "grad_norm": 0.944588303565979,
      "learning_rate": 3.2435238771128244e-06,
      "loss": 0.3381,
      "step": 1163330
    },
    {
      "epoch": 324.68,
      "grad_norm": 1.1938469409942627,
      "learning_rate": 3.2434989093822377e-06,
      "loss": 0.3633,
      "step": 1163340
    },
    {
      "epoch": 324.69,
      "grad_norm": 1.1017214059829712,
      "learning_rate": 3.2434739415318945e-06,
      "loss": 0.3451,
      "step": 1163350
    },
    {
      "epoch": 324.69,
      "grad_norm": 1.1272377967834473,
      "learning_rate": 3.2434489735617974e-06,
      "loss": 0.3468,
      "step": 1163360
    },
    {
      "epoch": 324.69,
      "grad_norm": 1.0928834676742554,
      "learning_rate": 3.243424005471951e-06,
      "loss": 0.3578,
      "step": 1163370
    },
    {
      "epoch": 324.69,
      "grad_norm": 2.140752077102661,
      "learning_rate": 3.2433990372623574e-06,
      "loss": 0.3369,
      "step": 1163380
    },
    {
      "epoch": 324.7,
      "grad_norm": 1.0349916219711304,
      "learning_rate": 3.24337406893302e-06,
      "loss": 0.3654,
      "step": 1163390
    },
    {
      "epoch": 324.7,
      "grad_norm": 1.0349884033203125,
      "learning_rate": 3.2433491004839423e-06,
      "loss": 0.3331,
      "step": 1163400
    },
    {
      "epoch": 324.7,
      "grad_norm": 0.8541054725646973,
      "learning_rate": 3.2433241319151275e-06,
      "loss": 0.3625,
      "step": 1163410
    },
    {
      "epoch": 324.71,
      "grad_norm": 0.9080623984336853,
      "learning_rate": 3.2432991632265796e-06,
      "loss": 0.3436,
      "step": 1163420
    },
    {
      "epoch": 324.71,
      "grad_norm": 1.2980234622955322,
      "learning_rate": 3.2432741944183014e-06,
      "loss": 0.3561,
      "step": 1163430
    },
    {
      "epoch": 324.71,
      "grad_norm": 0.9805149435997009,
      "learning_rate": 3.2432492254902964e-06,
      "loss": 0.35,
      "step": 1163440
    },
    {
      "epoch": 324.71,
      "grad_norm": 1.1307119131088257,
      "learning_rate": 3.2432242564425675e-06,
      "loss": 0.3497,
      "step": 1163450
    },
    {
      "epoch": 324.72,
      "grad_norm": 0.8879600763320923,
      "learning_rate": 3.243199287275119e-06,
      "loss": 0.3619,
      "step": 1163460
    },
    {
      "epoch": 324.72,
      "grad_norm": 1.0558253526687622,
      "learning_rate": 3.2431743179879526e-06,
      "loss": 0.3594,
      "step": 1163470
    },
    {
      "epoch": 324.72,
      "grad_norm": 0.9656973481178284,
      "learning_rate": 3.2431493485810733e-06,
      "loss": 0.3408,
      "step": 1163480
    },
    {
      "epoch": 324.73,
      "grad_norm": 1.011548638343811,
      "learning_rate": 3.2431243790544832e-06,
      "loss": 0.3281,
      "step": 1163490
    },
    {
      "epoch": 324.73,
      "grad_norm": 0.8738096356391907,
      "learning_rate": 3.2430994094081862e-06,
      "loss": 0.3452,
      "step": 1163500
    },
    {
      "epoch": 324.73,
      "grad_norm": 0.9694719910621643,
      "learning_rate": 3.243074439642186e-06,
      "loss": 0.351,
      "step": 1163510
    },
    {
      "epoch": 324.73,
      "grad_norm": 0.9680752754211426,
      "learning_rate": 3.2430494697564846e-06,
      "loss": 0.3447,
      "step": 1163520
    },
    {
      "epoch": 324.74,
      "grad_norm": 1.0343174934387207,
      "learning_rate": 3.2430244997510876e-06,
      "loss": 0.3447,
      "step": 1163530
    },
    {
      "epoch": 324.74,
      "grad_norm": 0.9920855760574341,
      "learning_rate": 3.2429995296259955e-06,
      "loss": 0.3459,
      "step": 1163540
    },
    {
      "epoch": 324.74,
      "grad_norm": 1.0133693218231201,
      "learning_rate": 3.2429745593812142e-06,
      "loss": 0.3521,
      "step": 1163550
    },
    {
      "epoch": 324.74,
      "grad_norm": 0.9488557577133179,
      "learning_rate": 3.2429495890167447e-06,
      "loss": 0.3519,
      "step": 1163560
    },
    {
      "epoch": 324.75,
      "grad_norm": 0.9386962056159973,
      "learning_rate": 3.242924618532592e-06,
      "loss": 0.3773,
      "step": 1163570
    },
    {
      "epoch": 324.75,
      "grad_norm": 1.0532472133636475,
      "learning_rate": 3.2428996479287593e-06,
      "loss": 0.3539,
      "step": 1163580
    },
    {
      "epoch": 324.75,
      "grad_norm": 1.0070401430130005,
      "learning_rate": 3.242874677205249e-06,
      "loss": 0.3573,
      "step": 1163590
    },
    {
      "epoch": 324.76,
      "grad_norm": 1.02450692653656,
      "learning_rate": 3.2428497063620657e-06,
      "loss": 0.3397,
      "step": 1163600
    },
    {
      "epoch": 324.76,
      "grad_norm": 1.0130311250686646,
      "learning_rate": 3.2428247353992114e-06,
      "loss": 0.3441,
      "step": 1163610
    },
    {
      "epoch": 324.76,
      "grad_norm": 1.1978967189788818,
      "learning_rate": 3.24279976431669e-06,
      "loss": 0.3533,
      "step": 1163620
    },
    {
      "epoch": 324.76,
      "grad_norm": 1.0750536918640137,
      "learning_rate": 3.242774793114505e-06,
      "loss": 0.3622,
      "step": 1163630
    },
    {
      "epoch": 324.77,
      "grad_norm": 1.4790011644363403,
      "learning_rate": 3.2427498217926594e-06,
      "loss": 0.3476,
      "step": 1163640
    },
    {
      "epoch": 324.77,
      "grad_norm": 1.1050145626068115,
      "learning_rate": 3.242724850351157e-06,
      "loss": 0.3615,
      "step": 1163650
    },
    {
      "epoch": 324.77,
      "grad_norm": 0.9920448064804077,
      "learning_rate": 3.24269987879e-06,
      "loss": 0.3622,
      "step": 1163660
    },
    {
      "epoch": 324.78,
      "grad_norm": 0.8777583241462708,
      "learning_rate": 3.2426749071091936e-06,
      "loss": 0.3493,
      "step": 1163670
    },
    {
      "epoch": 324.78,
      "grad_norm": 1.1677747964859009,
      "learning_rate": 3.24264993530874e-06,
      "loss": 0.3619,
      "step": 1163680
    },
    {
      "epoch": 324.78,
      "grad_norm": 0.8700709342956543,
      "learning_rate": 3.2426249633886417e-06,
      "loss": 0.3412,
      "step": 1163690
    },
    {
      "epoch": 324.78,
      "grad_norm": 1.1310163736343384,
      "learning_rate": 3.242599991348903e-06,
      "loss": 0.3846,
      "step": 1163700
    },
    {
      "epoch": 324.79,
      "grad_norm": 1.5771385431289673,
      "learning_rate": 3.2425750191895276e-06,
      "loss": 0.3616,
      "step": 1163710
    },
    {
      "epoch": 324.79,
      "grad_norm": 0.9883549809455872,
      "learning_rate": 3.242550046910518e-06,
      "loss": 0.3574,
      "step": 1163720
    },
    {
      "epoch": 324.79,
      "grad_norm": 0.9489346742630005,
      "learning_rate": 3.242525074511878e-06,
      "loss": 0.3355,
      "step": 1163730
    },
    {
      "epoch": 324.79,
      "grad_norm": 0.9871962666511536,
      "learning_rate": 3.2425001019936113e-06,
      "loss": 0.3307,
      "step": 1163740
    },
    {
      "epoch": 324.8,
      "grad_norm": 1.136358618736267,
      "learning_rate": 3.24247512935572e-06,
      "loss": 0.3716,
      "step": 1163750
    },
    {
      "epoch": 324.8,
      "grad_norm": 1.034293293952942,
      "learning_rate": 3.2424501565982085e-06,
      "loss": 0.3687,
      "step": 1163760
    },
    {
      "epoch": 324.8,
      "grad_norm": 0.9310223460197449,
      "learning_rate": 3.24242518372108e-06,
      "loss": 0.3558,
      "step": 1163770
    },
    {
      "epoch": 324.81,
      "grad_norm": 1.1004204750061035,
      "learning_rate": 3.242400210724337e-06,
      "loss": 0.3514,
      "step": 1163780
    },
    {
      "epoch": 324.81,
      "grad_norm": 1.107713222503662,
      "learning_rate": 3.2423752376079837e-06,
      "loss": 0.3483,
      "step": 1163790
    },
    {
      "epoch": 324.81,
      "grad_norm": 0.9966726899147034,
      "learning_rate": 3.2423502643720233e-06,
      "loss": 0.3409,
      "step": 1163800
    },
    {
      "epoch": 324.81,
      "grad_norm": 1.0057876110076904,
      "learning_rate": 3.2423252910164585e-06,
      "loss": 0.36,
      "step": 1163810
    },
    {
      "epoch": 324.82,
      "grad_norm": 1.1372874975204468,
      "learning_rate": 3.2423003175412935e-06,
      "loss": 0.348,
      "step": 1163820
    },
    {
      "epoch": 324.82,
      "grad_norm": 0.9265837669372559,
      "learning_rate": 3.2422753439465312e-06,
      "loss": 0.3474,
      "step": 1163830
    },
    {
      "epoch": 324.82,
      "grad_norm": 1.1303142309188843,
      "learning_rate": 3.2422503702321747e-06,
      "loss": 0.3655,
      "step": 1163840
    },
    {
      "epoch": 324.83,
      "grad_norm": 1.0564478635787964,
      "learning_rate": 3.2422253963982273e-06,
      "loss": 0.3473,
      "step": 1163850
    },
    {
      "epoch": 324.83,
      "grad_norm": 0.9341447353363037,
      "learning_rate": 3.2422004224446933e-06,
      "loss": 0.3688,
      "step": 1163860
    },
    {
      "epoch": 324.83,
      "grad_norm": 0.9439305067062378,
      "learning_rate": 3.2421754483715747e-06,
      "loss": 0.357,
      "step": 1163870
    },
    {
      "epoch": 324.83,
      "grad_norm": 0.9339245557785034,
      "learning_rate": 3.2421504741788753e-06,
      "loss": 0.3531,
      "step": 1163880
    },
    {
      "epoch": 324.84,
      "grad_norm": 1.0172678232192993,
      "learning_rate": 3.2421254998665995e-06,
      "loss": 0.362,
      "step": 1163890
    },
    {
      "epoch": 324.84,
      "grad_norm": 1.0087624788284302,
      "learning_rate": 3.2421005254347493e-06,
      "loss": 0.3591,
      "step": 1163900
    },
    {
      "epoch": 324.84,
      "grad_norm": 0.8906558752059937,
      "learning_rate": 3.242075550883328e-06,
      "loss": 0.3403,
      "step": 1163910
    },
    {
      "epoch": 324.85,
      "grad_norm": 1.2762264013290405,
      "learning_rate": 3.2420505762123394e-06,
      "loss": 0.3555,
      "step": 1163920
    },
    {
      "epoch": 324.85,
      "grad_norm": 1.0066399574279785,
      "learning_rate": 3.2420256014217873e-06,
      "loss": 0.363,
      "step": 1163930
    },
    {
      "epoch": 324.85,
      "grad_norm": 0.9598261713981628,
      "learning_rate": 3.242000626511673e-06,
      "loss": 0.3508,
      "step": 1163940
    },
    {
      "epoch": 324.85,
      "grad_norm": 0.9895159602165222,
      "learning_rate": 3.2419756514820027e-06,
      "loss": 0.3627,
      "step": 1163950
    },
    {
      "epoch": 324.86,
      "grad_norm": 0.8794042468070984,
      "learning_rate": 3.241950676332778e-06,
      "loss": 0.3442,
      "step": 1163960
    },
    {
      "epoch": 324.86,
      "grad_norm": 0.9026303887367249,
      "learning_rate": 3.2419257010640033e-06,
      "loss": 0.3549,
      "step": 1163970
    },
    {
      "epoch": 324.86,
      "grad_norm": 0.9146016240119934,
      "learning_rate": 3.2419007256756797e-06,
      "loss": 0.3508,
      "step": 1163980
    },
    {
      "epoch": 324.86,
      "grad_norm": 1.2103986740112305,
      "learning_rate": 3.2418757501678126e-06,
      "loss": 0.356,
      "step": 1163990
    },
    {
      "epoch": 324.87,
      "grad_norm": 0.9797087907791138,
      "learning_rate": 3.241850774540405e-06,
      "loss": 0.3471,
      "step": 1164000
    },
    {
      "epoch": 324.87,
      "grad_norm": 1.0550544261932373,
      "learning_rate": 3.2418257987934596e-06,
      "loss": 0.3522,
      "step": 1164010
    },
    {
      "epoch": 324.87,
      "grad_norm": 1.1148929595947266,
      "learning_rate": 3.24180082292698e-06,
      "loss": 0.351,
      "step": 1164020
    },
    {
      "epoch": 324.88,
      "grad_norm": 0.927591860294342,
      "learning_rate": 3.2417758469409696e-06,
      "loss": 0.3469,
      "step": 1164030
    },
    {
      "epoch": 324.88,
      "grad_norm": 0.9057957530021667,
      "learning_rate": 3.2417508708354323e-06,
      "loss": 0.3599,
      "step": 1164040
    },
    {
      "epoch": 324.88,
      "grad_norm": 0.8363843560218811,
      "learning_rate": 3.24172589461037e-06,
      "loss": 0.3595,
      "step": 1164050
    },
    {
      "epoch": 324.88,
      "grad_norm": 0.8673519492149353,
      "learning_rate": 3.2417009182657875e-06,
      "loss": 0.3502,
      "step": 1164060
    },
    {
      "epoch": 324.89,
      "grad_norm": 1.1214098930358887,
      "learning_rate": 3.2416759418016876e-06,
      "loss": 0.3493,
      "step": 1164070
    },
    {
      "epoch": 324.89,
      "grad_norm": 1.0161476135253906,
      "learning_rate": 3.2416509652180726e-06,
      "loss": 0.3525,
      "step": 1164080
    },
    {
      "epoch": 324.89,
      "grad_norm": 0.9347501993179321,
      "learning_rate": 3.2416259885149476e-06,
      "loss": 0.3429,
      "step": 1164090
    },
    {
      "epoch": 324.9,
      "grad_norm": 0.9189831614494324,
      "learning_rate": 3.2416010116923147e-06,
      "loss": 0.3335,
      "step": 1164100
    },
    {
      "epoch": 324.9,
      "grad_norm": 0.938289999961853,
      "learning_rate": 3.241576034750178e-06,
      "loss": 0.3654,
      "step": 1164110
    },
    {
      "epoch": 324.9,
      "grad_norm": 0.9003294110298157,
      "learning_rate": 3.2415510576885398e-06,
      "loss": 0.3446,
      "step": 1164120
    },
    {
      "epoch": 324.9,
      "grad_norm": 1.0062071084976196,
      "learning_rate": 3.2415260805074045e-06,
      "loss": 0.3367,
      "step": 1164130
    },
    {
      "epoch": 324.91,
      "grad_norm": 1.060789704322815,
      "learning_rate": 3.241501103206775e-06,
      "loss": 0.3591,
      "step": 1164140
    },
    {
      "epoch": 324.91,
      "grad_norm": 0.9919702410697937,
      "learning_rate": 3.241476125786654e-06,
      "loss": 0.3642,
      "step": 1164150
    },
    {
      "epoch": 324.91,
      "grad_norm": 1.1566529273986816,
      "learning_rate": 3.241451148247046e-06,
      "loss": 0.3538,
      "step": 1164160
    },
    {
      "epoch": 324.91,
      "grad_norm": 0.9244889616966248,
      "learning_rate": 3.241426170587953e-06,
      "loss": 0.3538,
      "step": 1164170
    },
    {
      "epoch": 324.92,
      "grad_norm": 0.9407800436019897,
      "learning_rate": 3.24140119280938e-06,
      "loss": 0.366,
      "step": 1164180
    },
    {
      "epoch": 324.92,
      "grad_norm": 1.0322182178497314,
      "learning_rate": 3.2413762149113294e-06,
      "loss": 0.3422,
      "step": 1164190
    },
    {
      "epoch": 324.92,
      "grad_norm": 1.1679866313934326,
      "learning_rate": 3.2413512368938037e-06,
      "loss": 0.3602,
      "step": 1164200
    },
    {
      "epoch": 324.93,
      "grad_norm": 1.0220686197280884,
      "learning_rate": 3.241326258756807e-06,
      "loss": 0.3373,
      "step": 1164210
    },
    {
      "epoch": 324.93,
      "grad_norm": 1.08590829372406,
      "learning_rate": 3.2413012805003434e-06,
      "loss": 0.3697,
      "step": 1164220
    },
    {
      "epoch": 324.93,
      "grad_norm": 1.0469030141830444,
      "learning_rate": 3.2412763021244147e-06,
      "loss": 0.345,
      "step": 1164230
    },
    {
      "epoch": 324.93,
      "grad_norm": 1.016229510307312,
      "learning_rate": 3.2412513236290252e-06,
      "loss": 0.3453,
      "step": 1164240
    },
    {
      "epoch": 324.94,
      "grad_norm": 0.8841832280158997,
      "learning_rate": 3.2412263450141786e-06,
      "loss": 0.3395,
      "step": 1164250
    },
    {
      "epoch": 324.94,
      "grad_norm": 0.974036455154419,
      "learning_rate": 3.241201366279878e-06,
      "loss": 0.3531,
      "step": 1164260
    },
    {
      "epoch": 324.94,
      "grad_norm": 1.0307589769363403,
      "learning_rate": 3.2411763874261253e-06,
      "loss": 0.3457,
      "step": 1164270
    },
    {
      "epoch": 324.95,
      "grad_norm": 1.208504557609558,
      "learning_rate": 3.241151408452925e-06,
      "loss": 0.355,
      "step": 1164280
    },
    {
      "epoch": 324.95,
      "grad_norm": 0.9773977994918823,
      "learning_rate": 3.2411264293602806e-06,
      "loss": 0.357,
      "step": 1164290
    },
    {
      "epoch": 324.95,
      "grad_norm": 1.0450636148452759,
      "learning_rate": 3.241101450148195e-06,
      "loss": 0.3738,
      "step": 1164300
    },
    {
      "epoch": 324.95,
      "grad_norm": 0.9924283027648926,
      "learning_rate": 3.2410764708166716e-06,
      "loss": 0.3615,
      "step": 1164310
    },
    {
      "epoch": 324.96,
      "grad_norm": 0.8810131549835205,
      "learning_rate": 3.2410514913657146e-06,
      "loss": 0.3516,
      "step": 1164320
    },
    {
      "epoch": 324.96,
      "grad_norm": 0.9555050730705261,
      "learning_rate": 3.241026511795326e-06,
      "loss": 0.3639,
      "step": 1164330
    },
    {
      "epoch": 324.96,
      "grad_norm": 0.9631515145301819,
      "learning_rate": 3.2410015321055094e-06,
      "loss": 0.3438,
      "step": 1164340
    },
    {
      "epoch": 324.97,
      "grad_norm": 1.0055811405181885,
      "learning_rate": 3.240976552296269e-06,
      "loss": 0.3583,
      "step": 1164350
    },
    {
      "epoch": 324.97,
      "grad_norm": 1.0205079317092896,
      "learning_rate": 3.240951572367607e-06,
      "loss": 0.3521,
      "step": 1164360
    },
    {
      "epoch": 324.97,
      "grad_norm": 1.0522123575210571,
      "learning_rate": 3.2409265923195267e-06,
      "loss": 0.3535,
      "step": 1164370
    },
    {
      "epoch": 324.97,
      "grad_norm": 1.1901487112045288,
      "learning_rate": 3.2409016121520336e-06,
      "loss": 0.3636,
      "step": 1164380
    },
    {
      "epoch": 324.98,
      "grad_norm": 1.1790064573287964,
      "learning_rate": 3.240876631865128e-06,
      "loss": 0.3499,
      "step": 1164390
    },
    {
      "epoch": 324.98,
      "grad_norm": 1.1101592779159546,
      "learning_rate": 3.240851651458815e-06,
      "loss": 0.3401,
      "step": 1164400
    },
    {
      "epoch": 324.98,
      "grad_norm": 1.227433443069458,
      "learning_rate": 3.2408266709330974e-06,
      "loss": 0.3613,
      "step": 1164410
    },
    {
      "epoch": 324.98,
      "grad_norm": 1.2895877361297607,
      "learning_rate": 3.240801690287979e-06,
      "loss": 0.3463,
      "step": 1164420
    },
    {
      "epoch": 324.99,
      "grad_norm": 0.9252349734306335,
      "learning_rate": 3.240776709523462e-06,
      "loss": 0.3451,
      "step": 1164430
    },
    {
      "epoch": 324.99,
      "grad_norm": 0.9935307502746582,
      "learning_rate": 3.2407517286395507e-06,
      "loss": 0.3549,
      "step": 1164440
    },
    {
      "epoch": 324.99,
      "grad_norm": 1.0353530645370483,
      "learning_rate": 3.240726747636249e-06,
      "loss": 0.3532,
      "step": 1164450
    },
    {
      "epoch": 325.0,
      "grad_norm": 0.981471598148346,
      "learning_rate": 3.2407017665135586e-06,
      "loss": 0.3519,
      "step": 1164460
    },
    {
      "epoch": 325.0,
      "grad_norm": 1.1583956480026245,
      "learning_rate": 3.2406767852714843e-06,
      "loss": 0.3605,
      "step": 1164470
    },
    {
      "epoch": 325.0,
      "eval_loss": 0.353446900844574,
      "eval_runtime": 63.1884,
      "eval_samples_per_second": 80.062,
      "eval_steps_per_second": 10.018,
      "step": 1164475
    },
    {
      "epoch": 325.0,
      "grad_norm": 0.9254489541053772,
      "learning_rate": 3.240651803910029e-06,
      "loss": 0.3537,
      "step": 1164480
    },
    {
      "epoch": 325.0,
      "grad_norm": 0.9956415891647339,
      "learning_rate": 3.2406268224291954e-06,
      "loss": 0.3504,
      "step": 1164490
    },
    {
      "epoch": 325.01,
      "grad_norm": 1.0442849397659302,
      "learning_rate": 3.2406018408289867e-06,
      "loss": 0.3526,
      "step": 1164500
    },
    {
      "epoch": 325.01,
      "grad_norm": 1.0408506393432617,
      "learning_rate": 3.240576859109408e-06,
      "loss": 0.3556,
      "step": 1164510
    },
    {
      "epoch": 325.01,
      "grad_norm": 1.0426207780838013,
      "learning_rate": 3.2405518772704603e-06,
      "loss": 0.3409,
      "step": 1164520
    },
    {
      "epoch": 325.02,
      "grad_norm": 0.9355157613754272,
      "learning_rate": 3.240526895312148e-06,
      "loss": 0.3441,
      "step": 1164530
    },
    {
      "epoch": 325.02,
      "grad_norm": 1.2095165252685547,
      "learning_rate": 3.240501913234475e-06,
      "loss": 0.3439,
      "step": 1164540
    },
    {
      "epoch": 325.02,
      "grad_norm": 1.0990478992462158,
      "learning_rate": 3.2404769310374444e-06,
      "loss": 0.3593,
      "step": 1164550
    },
    {
      "epoch": 325.02,
      "grad_norm": 1.0029306411743164,
      "learning_rate": 3.2404519487210587e-06,
      "loss": 0.3587,
      "step": 1164560
    },
    {
      "epoch": 325.03,
      "grad_norm": 0.949866771697998,
      "learning_rate": 3.2404269662853215e-06,
      "loss": 0.3387,
      "step": 1164570
    },
    {
      "epoch": 325.03,
      "grad_norm": 0.8902514576911926,
      "learning_rate": 3.240401983730237e-06,
      "loss": 0.3447,
      "step": 1164580
    },
    {
      "epoch": 325.03,
      "grad_norm": 0.959987998008728,
      "learning_rate": 3.2403770010558074e-06,
      "loss": 0.3505,
      "step": 1164590
    },
    {
      "epoch": 325.03,
      "grad_norm": 1.019555926322937,
      "learning_rate": 3.2403520182620366e-06,
      "loss": 0.3614,
      "step": 1164600
    },
    {
      "epoch": 325.04,
      "grad_norm": 0.9325449466705322,
      "learning_rate": 3.240327035348928e-06,
      "loss": 0.3571,
      "step": 1164610
    },
    {
      "epoch": 325.04,
      "grad_norm": 1.0293419361114502,
      "learning_rate": 3.240302052316484e-06,
      "loss": 0.354,
      "step": 1164620
    },
    {
      "epoch": 325.04,
      "grad_norm": 0.8547922968864441,
      "learning_rate": 3.2402770691647096e-06,
      "loss": 0.3403,
      "step": 1164630
    },
    {
      "epoch": 325.05,
      "grad_norm": 1.051428198814392,
      "learning_rate": 3.2402520858936073e-06,
      "loss": 0.3596,
      "step": 1164640
    },
    {
      "epoch": 325.05,
      "grad_norm": 1.0320919752120972,
      "learning_rate": 3.24022710250318e-06,
      "loss": 0.3648,
      "step": 1164650
    },
    {
      "epoch": 325.05,
      "grad_norm": 1.0848718881607056,
      "learning_rate": 3.2402021189934305e-06,
      "loss": 0.3754,
      "step": 1164660
    },
    {
      "epoch": 325.05,
      "grad_norm": 1.065542221069336,
      "learning_rate": 3.2401771353643644e-06,
      "loss": 0.3481,
      "step": 1164670
    },
    {
      "epoch": 325.06,
      "grad_norm": 1.1009851694107056,
      "learning_rate": 3.2401521516159824e-06,
      "loss": 0.3543,
      "step": 1164680
    },
    {
      "epoch": 325.06,
      "grad_norm": 0.8378024697303772,
      "learning_rate": 3.2401271677482893e-06,
      "loss": 0.3587,
      "step": 1164690
    },
    {
      "epoch": 325.06,
      "grad_norm": 1.083242654800415,
      "learning_rate": 3.2401021837612887e-06,
      "loss": 0.3646,
      "step": 1164700
    },
    {
      "epoch": 325.07,
      "grad_norm": 0.9622859358787537,
      "learning_rate": 3.2400771996549836e-06,
      "loss": 0.3789,
      "step": 1164710
    },
    {
      "epoch": 325.07,
      "grad_norm": 0.8693125247955322,
      "learning_rate": 3.2400522154293763e-06,
      "loss": 0.3488,
      "step": 1164720
    },
    {
      "epoch": 325.07,
      "grad_norm": 1.0889090299606323,
      "learning_rate": 3.240027231084471e-06,
      "loss": 0.3549,
      "step": 1164730
    },
    {
      "epoch": 325.07,
      "grad_norm": 1.1747392416000366,
      "learning_rate": 3.2400022466202714e-06,
      "loss": 0.3499,
      "step": 1164740
    },
    {
      "epoch": 325.08,
      "grad_norm": 1.048036813735962,
      "learning_rate": 3.2399772620367805e-06,
      "loss": 0.3709,
      "step": 1164750
    },
    {
      "epoch": 325.08,
      "grad_norm": 0.8735669851303101,
      "learning_rate": 3.2399522773340007e-06,
      "loss": 0.3447,
      "step": 1164760
    },
    {
      "epoch": 325.08,
      "grad_norm": 0.9884955286979675,
      "learning_rate": 3.239927292511937e-06,
      "loss": 0.3478,
      "step": 1164770
    },
    {
      "epoch": 325.09,
      "grad_norm": 1.0436509847640991,
      "learning_rate": 3.239902307570591e-06,
      "loss": 0.3769,
      "step": 1164780
    },
    {
      "epoch": 325.09,
      "grad_norm": 0.9865631461143494,
      "learning_rate": 3.239877322509968e-06,
      "loss": 0.3587,
      "step": 1164790
    },
    {
      "epoch": 325.09,
      "grad_norm": 0.9747546315193176,
      "learning_rate": 3.23985233733007e-06,
      "loss": 0.3572,
      "step": 1164800
    },
    {
      "epoch": 325.09,
      "grad_norm": 1.0487768650054932,
      "learning_rate": 3.2398273520308998e-06,
      "loss": 0.3478,
      "step": 1164810
    },
    {
      "epoch": 325.1,
      "grad_norm": 1.436879277229309,
      "learning_rate": 3.2398023666124614e-06,
      "loss": 0.343,
      "step": 1164820
    },
    {
      "epoch": 325.1,
      "grad_norm": 0.9604373574256897,
      "learning_rate": 3.239777381074759e-06,
      "loss": 0.3531,
      "step": 1164830
    },
    {
      "epoch": 325.1,
      "grad_norm": 0.9031249284744263,
      "learning_rate": 3.239752395417794e-06,
      "loss": 0.3598,
      "step": 1164840
    },
    {
      "epoch": 325.1,
      "grad_norm": 1.152003526687622,
      "learning_rate": 3.239727409641572e-06,
      "loss": 0.3582,
      "step": 1164850
    },
    {
      "epoch": 325.11,
      "grad_norm": 0.9145618677139282,
      "learning_rate": 3.2397024237460947e-06,
      "loss": 0.3464,
      "step": 1164860
    },
    {
      "epoch": 325.11,
      "grad_norm": 2.0787014961242676,
      "learning_rate": 3.239677437731366e-06,
      "loss": 0.3562,
      "step": 1164870
    },
    {
      "epoch": 325.11,
      "grad_norm": 1.1032665967941284,
      "learning_rate": 3.2396524515973887e-06,
      "loss": 0.3393,
      "step": 1164880
    },
    {
      "epoch": 325.12,
      "grad_norm": 1.0095596313476562,
      "learning_rate": 3.2396274653441663e-06,
      "loss": 0.3404,
      "step": 1164890
    },
    {
      "epoch": 325.12,
      "grad_norm": 1.0868711471557617,
      "learning_rate": 3.2396024789717032e-06,
      "loss": 0.3518,
      "step": 1164900
    },
    {
      "epoch": 325.12,
      "grad_norm": 1.096447229385376,
      "learning_rate": 3.2395774924800012e-06,
      "loss": 0.3637,
      "step": 1164910
    },
    {
      "epoch": 325.12,
      "grad_norm": 0.9671408534049988,
      "learning_rate": 3.2395525058690654e-06,
      "loss": 0.347,
      "step": 1164920
    },
    {
      "epoch": 325.13,
      "grad_norm": 1.152413010597229,
      "learning_rate": 3.2395275191388978e-06,
      "loss": 0.3388,
      "step": 1164930
    },
    {
      "epoch": 325.13,
      "grad_norm": 0.9385102391242981,
      "learning_rate": 3.2395025322895006e-06,
      "loss": 0.3416,
      "step": 1164940
    },
    {
      "epoch": 325.13,
      "grad_norm": 1.1358362436294556,
      "learning_rate": 3.2394775453208796e-06,
      "loss": 0.3502,
      "step": 1164950
    },
    {
      "epoch": 325.14,
      "grad_norm": 1.2232123613357544,
      "learning_rate": 3.239452558233037e-06,
      "loss": 0.3658,
      "step": 1164960
    },
    {
      "epoch": 325.14,
      "grad_norm": 1.0509921312332153,
      "learning_rate": 3.2394275710259756e-06,
      "loss": 0.3618,
      "step": 1164970
    },
    {
      "epoch": 325.14,
      "grad_norm": 0.9580243825912476,
      "learning_rate": 3.239402583699699e-06,
      "loss": 0.3469,
      "step": 1164980
    },
    {
      "epoch": 325.14,
      "grad_norm": 0.9443117380142212,
      "learning_rate": 3.2393775962542123e-06,
      "loss": 0.3642,
      "step": 1164990
    },
    {
      "epoch": 325.15,
      "grad_norm": 1.0512782335281372,
      "learning_rate": 3.2393526086895165e-06,
      "loss": 0.3499,
      "step": 1165000
    },
    {
      "epoch": 325.15,
      "grad_norm": 1.1132258176803589,
      "learning_rate": 3.239327621005616e-06,
      "loss": 0.341,
      "step": 1165010
    },
    {
      "epoch": 325.15,
      "grad_norm": 1.0180860757827759,
      "learning_rate": 3.239302633202513e-06,
      "loss": 0.3644,
      "step": 1165020
    },
    {
      "epoch": 325.15,
      "grad_norm": 1.113309621810913,
      "learning_rate": 3.2392776452802126e-06,
      "loss": 0.3522,
      "step": 1165030
    },
    {
      "epoch": 325.16,
      "grad_norm": 1.1652286052703857,
      "learning_rate": 3.239252657238717e-06,
      "loss": 0.3484,
      "step": 1165040
    },
    {
      "epoch": 325.16,
      "grad_norm": 1.0082132816314697,
      "learning_rate": 3.2392276690780292e-06,
      "loss": 0.3692,
      "step": 1165050
    },
    {
      "epoch": 325.16,
      "grad_norm": 1.0111134052276611,
      "learning_rate": 3.239202680798154e-06,
      "loss": 0.3572,
      "step": 1165060
    },
    {
      "epoch": 325.17,
      "grad_norm": 1.044958233833313,
      "learning_rate": 3.2391776923990934e-06,
      "loss": 0.3525,
      "step": 1165070
    },
    {
      "epoch": 325.17,
      "grad_norm": 0.920984148979187,
      "learning_rate": 3.2391527038808506e-06,
      "loss": 0.3408,
      "step": 1165080
    },
    {
      "epoch": 325.17,
      "grad_norm": 0.8826295733451843,
      "learning_rate": 3.2391277152434304e-06,
      "loss": 0.3473,
      "step": 1165090
    },
    {
      "epoch": 325.17,
      "grad_norm": 0.9465206861495972,
      "learning_rate": 3.2391027264868343e-06,
      "loss": 0.3606,
      "step": 1165100
    },
    {
      "epoch": 325.18,
      "grad_norm": 0.9434397220611572,
      "learning_rate": 3.2390777376110666e-06,
      "loss": 0.354,
      "step": 1165110
    },
    {
      "epoch": 325.18,
      "grad_norm": 1.028096318244934,
      "learning_rate": 3.2390527486161315e-06,
      "loss": 0.3528,
      "step": 1165120
    },
    {
      "epoch": 325.18,
      "grad_norm": 0.884437084197998,
      "learning_rate": 3.23902775950203e-06,
      "loss": 0.3391,
      "step": 1165130
    },
    {
      "epoch": 325.19,
      "grad_norm": 1.1729671955108643,
      "learning_rate": 3.239002770268768e-06,
      "loss": 0.3427,
      "step": 1165140
    },
    {
      "epoch": 325.19,
      "grad_norm": 0.9648796319961548,
      "learning_rate": 3.238977780916347e-06,
      "loss": 0.3297,
      "step": 1165150
    },
    {
      "epoch": 325.19,
      "grad_norm": 1.2600356340408325,
      "learning_rate": 3.238952791444771e-06,
      "loss": 0.3453,
      "step": 1165160
    },
    {
      "epoch": 325.19,
      "grad_norm": 0.9980307221412659,
      "learning_rate": 3.238927801854043e-06,
      "loss": 0.3572,
      "step": 1165170
    },
    {
      "epoch": 325.2,
      "grad_norm": 1.1122804880142212,
      "learning_rate": 3.2389028121441668e-06,
      "loss": 0.3492,
      "step": 1165180
    },
    {
      "epoch": 325.2,
      "grad_norm": 1.027923822402954,
      "learning_rate": 3.238877822315146e-06,
      "loss": 0.3451,
      "step": 1165190
    },
    {
      "epoch": 325.2,
      "grad_norm": 0.9309692978858948,
      "learning_rate": 3.238852832366983e-06,
      "loss": 0.3538,
      "step": 1165200
    },
    {
      "epoch": 325.21,
      "grad_norm": 1.0300737619400024,
      "learning_rate": 3.2388278422996817e-06,
      "loss": 0.3639,
      "step": 1165210
    },
    {
      "epoch": 325.21,
      "grad_norm": 0.9537525773048401,
      "learning_rate": 3.2388028521132453e-06,
      "loss": 0.3512,
      "step": 1165220
    },
    {
      "epoch": 325.21,
      "grad_norm": 1.0441948175430298,
      "learning_rate": 3.238777861807677e-06,
      "loss": 0.3418,
      "step": 1165230
    },
    {
      "epoch": 325.21,
      "grad_norm": 0.8599797487258911,
      "learning_rate": 3.2387528713829805e-06,
      "loss": 0.3437,
      "step": 1165240
    },
    {
      "epoch": 325.22,
      "grad_norm": 0.9019647836685181,
      "learning_rate": 3.2387278808391584e-06,
      "loss": 0.3564,
      "step": 1165250
    },
    {
      "epoch": 325.22,
      "grad_norm": 1.022371530532837,
      "learning_rate": 3.2387028901762147e-06,
      "loss": 0.3402,
      "step": 1165260
    },
    {
      "epoch": 325.22,
      "grad_norm": 0.9637364745140076,
      "learning_rate": 3.2386778993941524e-06,
      "loss": 0.3491,
      "step": 1165270
    },
    {
      "epoch": 325.22,
      "grad_norm": 1.0277330875396729,
      "learning_rate": 3.238652908492975e-06,
      "loss": 0.3623,
      "step": 1165280
    },
    {
      "epoch": 325.23,
      "grad_norm": 1.0455399751663208,
      "learning_rate": 3.2386279174726865e-06,
      "loss": 0.3589,
      "step": 1165290
    },
    {
      "epoch": 325.23,
      "grad_norm": 1.012091040611267,
      "learning_rate": 3.2386029263332893e-06,
      "loss": 0.3455,
      "step": 1165300
    },
    {
      "epoch": 325.23,
      "grad_norm": 0.9997118711471558,
      "learning_rate": 3.2385779350747857e-06,
      "loss": 0.3368,
      "step": 1165310
    },
    {
      "epoch": 325.24,
      "grad_norm": 0.9460156559944153,
      "learning_rate": 3.2385529436971817e-06,
      "loss": 0.3599,
      "step": 1165320
    },
    {
      "epoch": 325.24,
      "grad_norm": 1.0698610544204712,
      "learning_rate": 3.238527952200478e-06,
      "loss": 0.352,
      "step": 1165330
    },
    {
      "epoch": 325.24,
      "grad_norm": 0.9184389710426331,
      "learning_rate": 3.23850296058468e-06,
      "loss": 0.335,
      "step": 1165340
    },
    {
      "epoch": 325.24,
      "grad_norm": 1.0192433595657349,
      "learning_rate": 3.23847796884979e-06,
      "loss": 0.33,
      "step": 1165350
    },
    {
      "epoch": 325.25,
      "grad_norm": 0.9244099259376526,
      "learning_rate": 3.2384529769958114e-06,
      "loss": 0.3528,
      "step": 1165360
    },
    {
      "epoch": 325.25,
      "grad_norm": 0.9987393617630005,
      "learning_rate": 3.238427985022747e-06,
      "loss": 0.335,
      "step": 1165370
    },
    {
      "epoch": 325.25,
      "grad_norm": 1.0125080347061157,
      "learning_rate": 3.2384029929306017e-06,
      "loss": 0.3477,
      "step": 1165380
    },
    {
      "epoch": 325.26,
      "grad_norm": 2.5944690704345703,
      "learning_rate": 3.2383780007193775e-06,
      "loss": 0.3634,
      "step": 1165390
    },
    {
      "epoch": 325.26,
      "grad_norm": 1.0699039697647095,
      "learning_rate": 3.2383530083890774e-06,
      "loss": 0.3418,
      "step": 1165400
    },
    {
      "epoch": 325.26,
      "grad_norm": 1.0419718027114868,
      "learning_rate": 3.2383280159397065e-06,
      "loss": 0.3475,
      "step": 1165410
    },
    {
      "epoch": 325.26,
      "grad_norm": 1.0880135297775269,
      "learning_rate": 3.238303023371266e-06,
      "loss": 0.348,
      "step": 1165420
    },
    {
      "epoch": 325.27,
      "grad_norm": 2.371905565261841,
      "learning_rate": 3.238278030683761e-06,
      "loss": 0.3602,
      "step": 1165430
    },
    {
      "epoch": 325.27,
      "grad_norm": 1.0654934644699097,
      "learning_rate": 3.2382530378771934e-06,
      "loss": 0.3517,
      "step": 1165440
    },
    {
      "epoch": 325.27,
      "grad_norm": 1.1031394004821777,
      "learning_rate": 3.238228044951568e-06,
      "loss": 0.3479,
      "step": 1165450
    },
    {
      "epoch": 325.27,
      "grad_norm": 1.06671142578125,
      "learning_rate": 3.2382030519068868e-06,
      "loss": 0.3581,
      "step": 1165460
    },
    {
      "epoch": 325.28,
      "grad_norm": 1.10500168800354,
      "learning_rate": 3.2381780587431532e-06,
      "loss": 0.3653,
      "step": 1165470
    },
    {
      "epoch": 325.28,
      "grad_norm": 1.2122684717178345,
      "learning_rate": 3.238153065460372e-06,
      "loss": 0.342,
      "step": 1165480
    },
    {
      "epoch": 325.28,
      "grad_norm": 0.9445098638534546,
      "learning_rate": 3.2381280720585445e-06,
      "loss": 0.3543,
      "step": 1165490
    },
    {
      "epoch": 325.29,
      "grad_norm": 1.1440268754959106,
      "learning_rate": 3.2381030785376757e-06,
      "loss": 0.3471,
      "step": 1165500
    },
    {
      "epoch": 325.29,
      "grad_norm": 0.9446591734886169,
      "learning_rate": 3.238078084897768e-06,
      "loss": 0.3491,
      "step": 1165510
    },
    {
      "epoch": 325.29,
      "grad_norm": 0.9417521953582764,
      "learning_rate": 3.2380530911388255e-06,
      "loss": 0.3501,
      "step": 1165520
    },
    {
      "epoch": 325.29,
      "grad_norm": 1.1535351276397705,
      "learning_rate": 3.2380280972608505e-06,
      "loss": 0.338,
      "step": 1165530
    },
    {
      "epoch": 325.3,
      "grad_norm": 1.1312003135681152,
      "learning_rate": 3.238003103263847e-06,
      "loss": 0.3387,
      "step": 1165540
    },
    {
      "epoch": 325.3,
      "grad_norm": 0.9718899726867676,
      "learning_rate": 3.237978109147818e-06,
      "loss": 0.3492,
      "step": 1165550
    },
    {
      "epoch": 325.3,
      "grad_norm": 1.1227092742919922,
      "learning_rate": 3.2379531149127675e-06,
      "loss": 0.3561,
      "step": 1165560
    },
    {
      "epoch": 325.31,
      "grad_norm": 0.9635989665985107,
      "learning_rate": 3.2379281205586977e-06,
      "loss": 0.3688,
      "step": 1165570
    },
    {
      "epoch": 325.31,
      "grad_norm": 1.1541500091552734,
      "learning_rate": 3.237903126085613e-06,
      "loss": 0.3572,
      "step": 1165580
    },
    {
      "epoch": 325.31,
      "grad_norm": 0.9406117796897888,
      "learning_rate": 3.237878131493516e-06,
      "loss": 0.3479,
      "step": 1165590
    },
    {
      "epoch": 325.31,
      "grad_norm": 1.1146879196166992,
      "learning_rate": 3.2378531367824105e-06,
      "loss": 0.347,
      "step": 1165600
    },
    {
      "epoch": 325.32,
      "grad_norm": 1.1784577369689941,
      "learning_rate": 3.2378281419522997e-06,
      "loss": 0.3597,
      "step": 1165610
    },
    {
      "epoch": 325.32,
      "grad_norm": 0.9419622421264648,
      "learning_rate": 3.2378031470031868e-06,
      "loss": 0.3459,
      "step": 1165620
    },
    {
      "epoch": 325.32,
      "grad_norm": 1.1504405736923218,
      "learning_rate": 3.2377781519350746e-06,
      "loss": 0.3348,
      "step": 1165630
    },
    {
      "epoch": 325.33,
      "grad_norm": 0.8983319997787476,
      "learning_rate": 3.237753156747968e-06,
      "loss": 0.3459,
      "step": 1165640
    },
    {
      "epoch": 325.33,
      "grad_norm": 1.0114063024520874,
      "learning_rate": 3.2377281614418686e-06,
      "loss": 0.3467,
      "step": 1165650
    },
    {
      "epoch": 325.33,
      "grad_norm": 1.0098530054092407,
      "learning_rate": 3.237703166016781e-06,
      "loss": 0.3561,
      "step": 1165660
    },
    {
      "epoch": 325.33,
      "grad_norm": 1.0539939403533936,
      "learning_rate": 3.237678170472708e-06,
      "loss": 0.3507,
      "step": 1165670
    },
    {
      "epoch": 325.34,
      "grad_norm": 1.0076355934143066,
      "learning_rate": 3.237653174809652e-06,
      "loss": 0.3738,
      "step": 1165680
    },
    {
      "epoch": 325.34,
      "grad_norm": 0.9569324851036072,
      "learning_rate": 3.2376281790276175e-06,
      "loss": 0.3534,
      "step": 1165690
    },
    {
      "epoch": 325.34,
      "grad_norm": 1.0159720182418823,
      "learning_rate": 3.237603183126608e-06,
      "loss": 0.359,
      "step": 1165700
    },
    {
      "epoch": 325.34,
      "grad_norm": 1.178458333015442,
      "learning_rate": 3.237578187106626e-06,
      "loss": 0.3623,
      "step": 1165710
    },
    {
      "epoch": 325.35,
      "grad_norm": 1.2089605331420898,
      "learning_rate": 3.2375531909676754e-06,
      "loss": 0.3378,
      "step": 1165720
    },
    {
      "epoch": 325.35,
      "grad_norm": 0.9519425630569458,
      "learning_rate": 3.2375281947097597e-06,
      "loss": 0.3485,
      "step": 1165730
    },
    {
      "epoch": 325.35,
      "grad_norm": 0.9554569125175476,
      "learning_rate": 3.237503198332882e-06,
      "loss": 0.3579,
      "step": 1165740
    },
    {
      "epoch": 325.36,
      "grad_norm": 1.0255017280578613,
      "learning_rate": 3.237478201837045e-06,
      "loss": 0.3689,
      "step": 1165750
    },
    {
      "epoch": 325.36,
      "grad_norm": 0.9293333888053894,
      "learning_rate": 3.2374532052222524e-06,
      "loss": 0.3522,
      "step": 1165760
    },
    {
      "epoch": 325.36,
      "grad_norm": 1.186782956123352,
      "learning_rate": 3.2374282084885084e-06,
      "loss": 0.3657,
      "step": 1165770
    },
    {
      "epoch": 325.36,
      "grad_norm": 0.9467901587486267,
      "learning_rate": 3.2374032116358147e-06,
      "loss": 0.3612,
      "step": 1165780
    },
    {
      "epoch": 325.37,
      "grad_norm": 1.2797044515609741,
      "learning_rate": 3.237378214664176e-06,
      "loss": 0.348,
      "step": 1165790
    },
    {
      "epoch": 325.37,
      "grad_norm": 1.1444799900054932,
      "learning_rate": 3.2373532175735956e-06,
      "loss": 0.353,
      "step": 1165800
    },
    {
      "epoch": 325.37,
      "grad_norm": 1.0367600917816162,
      "learning_rate": 3.237328220364076e-06,
      "loss": 0.352,
      "step": 1165810
    },
    {
      "epoch": 325.38,
      "grad_norm": 1.1951433420181274,
      "learning_rate": 3.2373032230356205e-06,
      "loss": 0.3568,
      "step": 1165820
    },
    {
      "epoch": 325.38,
      "grad_norm": 1.0816426277160645,
      "learning_rate": 3.2372782255882335e-06,
      "loss": 0.3559,
      "step": 1165830
    },
    {
      "epoch": 325.38,
      "grad_norm": 1.0533796548843384,
      "learning_rate": 3.237253228021917e-06,
      "loss": 0.3478,
      "step": 1165840
    },
    {
      "epoch": 325.38,
      "grad_norm": 1.0078271627426147,
      "learning_rate": 3.237228230336675e-06,
      "loss": 0.3498,
      "step": 1165850
    },
    {
      "epoch": 325.39,
      "grad_norm": 1.033369779586792,
      "learning_rate": 3.237203232532511e-06,
      "loss": 0.3496,
      "step": 1165860
    },
    {
      "epoch": 325.39,
      "grad_norm": 1.0467486381530762,
      "learning_rate": 3.2371782346094276e-06,
      "loss": 0.3527,
      "step": 1165870
    },
    {
      "epoch": 325.39,
      "grad_norm": 0.9998872876167297,
      "learning_rate": 3.23715323656743e-06,
      "loss": 0.357,
      "step": 1165880
    },
    {
      "epoch": 325.39,
      "grad_norm": 1.1297917366027832,
      "learning_rate": 3.2371282384065187e-06,
      "loss": 0.3582,
      "step": 1165890
    },
    {
      "epoch": 325.4,
      "grad_norm": 0.9442518949508667,
      "learning_rate": 3.2371032401267e-06,
      "loss": 0.344,
      "step": 1165900
    },
    {
      "epoch": 325.4,
      "grad_norm": 1.0014647245407104,
      "learning_rate": 3.237078241727975e-06,
      "loss": 0.3563,
      "step": 1165910
    },
    {
      "epoch": 325.4,
      "grad_norm": 1.0178813934326172,
      "learning_rate": 3.237053243210347e-06,
      "loss": 0.3553,
      "step": 1165920
    },
    {
      "epoch": 325.41,
      "grad_norm": 1.0365078449249268,
      "learning_rate": 3.237028244573821e-06,
      "loss": 0.358,
      "step": 1165930
    },
    {
      "epoch": 325.41,
      "grad_norm": 1.0397921800613403,
      "learning_rate": 3.237003245818399e-06,
      "loss": 0.3329,
      "step": 1165940
    },
    {
      "epoch": 325.41,
      "grad_norm": 1.2396529912948608,
      "learning_rate": 3.2369782469440853e-06,
      "loss": 0.3561,
      "step": 1165950
    },
    {
      "epoch": 325.41,
      "grad_norm": 1.1245828866958618,
      "learning_rate": 3.2369532479508826e-06,
      "loss": 0.3625,
      "step": 1165960
    },
    {
      "epoch": 325.42,
      "grad_norm": 1.1103720664978027,
      "learning_rate": 3.2369282488387937e-06,
      "loss": 0.3698,
      "step": 1165970
    },
    {
      "epoch": 325.42,
      "grad_norm": 0.9275978803634644,
      "learning_rate": 3.236903249607823e-06,
      "loss": 0.3427,
      "step": 1165980
    },
    {
      "epoch": 325.42,
      "grad_norm": 1.0394058227539062,
      "learning_rate": 3.2368782502579736e-06,
      "loss": 0.3525,
      "step": 1165990
    },
    {
      "epoch": 325.43,
      "grad_norm": 0.9965909123420715,
      "learning_rate": 3.2368532507892483e-06,
      "loss": 0.3429,
      "step": 1166000
    },
    {
      "epoch": 325.43,
      "grad_norm": 1.0172781944274902,
      "learning_rate": 3.23682825120165e-06,
      "loss": 0.3521,
      "step": 1166010
    },
    {
      "epoch": 325.43,
      "grad_norm": 0.9336977601051331,
      "learning_rate": 3.2368032514951836e-06,
      "loss": 0.3417,
      "step": 1166020
    },
    {
      "epoch": 325.43,
      "grad_norm": 1.619252324104309,
      "learning_rate": 3.236778251669852e-06,
      "loss": 0.3505,
      "step": 1166030
    },
    {
      "epoch": 325.44,
      "grad_norm": 0.9876881241798401,
      "learning_rate": 3.236753251725657e-06,
      "loss": 0.3563,
      "step": 1166040
    },
    {
      "epoch": 325.44,
      "grad_norm": 1.1899999380111694,
      "learning_rate": 3.236728251662603e-06,
      "loss": 0.3431,
      "step": 1166050
    },
    {
      "epoch": 325.44,
      "grad_norm": 1.0261216163635254,
      "learning_rate": 3.2367032514806945e-06,
      "loss": 0.3615,
      "step": 1166060
    },
    {
      "epoch": 325.45,
      "grad_norm": 1.2096483707427979,
      "learning_rate": 3.2366782511799325e-06,
      "loss": 0.3434,
      "step": 1166070
    },
    {
      "epoch": 325.45,
      "grad_norm": 0.9258946180343628,
      "learning_rate": 3.236653250760322e-06,
      "loss": 0.3577,
      "step": 1166080
    },
    {
      "epoch": 325.45,
      "grad_norm": 0.968680739402771,
      "learning_rate": 3.2366282502218657e-06,
      "loss": 0.3543,
      "step": 1166090
    },
    {
      "epoch": 325.45,
      "grad_norm": 1.0054072141647339,
      "learning_rate": 3.2366032495645677e-06,
      "loss": 0.3449,
      "step": 1166100
    },
    {
      "epoch": 325.46,
      "grad_norm": 1.0567933320999146,
      "learning_rate": 3.23657824878843e-06,
      "loss": 0.3593,
      "step": 1166110
    },
    {
      "epoch": 325.46,
      "grad_norm": 1.002107858657837,
      "learning_rate": 3.2365532478934567e-06,
      "loss": 0.3621,
      "step": 1166120
    },
    {
      "epoch": 325.46,
      "grad_norm": 1.1137679815292358,
      "learning_rate": 3.2365282468796514e-06,
      "loss": 0.3646,
      "step": 1166130
    },
    {
      "epoch": 325.46,
      "grad_norm": 1.0039887428283691,
      "learning_rate": 3.2365032457470162e-06,
      "loss": 0.361,
      "step": 1166140
    },
    {
      "epoch": 325.47,
      "grad_norm": 1.0299760103225708,
      "learning_rate": 3.236478244495556e-06,
      "loss": 0.3567,
      "step": 1166150
    },
    {
      "epoch": 325.47,
      "grad_norm": 1.294279932975769,
      "learning_rate": 3.236453243125274e-06,
      "loss": 0.3566,
      "step": 1166160
    },
    {
      "epoch": 325.47,
      "grad_norm": 1.0189764499664307,
      "learning_rate": 3.2364282416361725e-06,
      "loss": 0.3435,
      "step": 1166170
    },
    {
      "epoch": 325.48,
      "grad_norm": 0.9179260730743408,
      "learning_rate": 3.2364032400282544e-06,
      "loss": 0.3456,
      "step": 1166180
    },
    {
      "epoch": 325.48,
      "grad_norm": 0.8618279695510864,
      "learning_rate": 3.2363782383015248e-06,
      "loss": 0.3568,
      "step": 1166190
    },
    {
      "epoch": 325.48,
      "grad_norm": 0.9782887101173401,
      "learning_rate": 3.2363532364559865e-06,
      "loss": 0.3539,
      "step": 1166200
    },
    {
      "epoch": 325.48,
      "grad_norm": 0.9936215877532959,
      "learning_rate": 3.236328234491641e-06,
      "loss": 0.3616,
      "step": 1166210
    },
    {
      "epoch": 325.49,
      "grad_norm": 1.0743252038955688,
      "learning_rate": 3.2363032324084945e-06,
      "loss": 0.3554,
      "step": 1166220
    },
    {
      "epoch": 325.49,
      "grad_norm": 1.333823800086975,
      "learning_rate": 3.2362782302065484e-06,
      "loss": 0.3409,
      "step": 1166230
    },
    {
      "epoch": 325.49,
      "grad_norm": 1.2419670820236206,
      "learning_rate": 3.236253227885807e-06,
      "loss": 0.3731,
      "step": 1166240
    },
    {
      "epoch": 325.5,
      "grad_norm": 2.382697343826294,
      "learning_rate": 3.2362282254462727e-06,
      "loss": 0.3736,
      "step": 1166250
    },
    {
      "epoch": 325.5,
      "grad_norm": 1.2184159755706787,
      "learning_rate": 3.236203222887949e-06,
      "loss": 0.3576,
      "step": 1166260
    },
    {
      "epoch": 325.5,
      "grad_norm": 1.0529820919036865,
      "learning_rate": 3.23617822021084e-06,
      "loss": 0.3531,
      "step": 1166270
    },
    {
      "epoch": 325.5,
      "grad_norm": 0.9937724471092224,
      "learning_rate": 3.2361532174149484e-06,
      "loss": 0.3408,
      "step": 1166280
    },
    {
      "epoch": 325.51,
      "grad_norm": 0.9195234775543213,
      "learning_rate": 3.2361282145002774e-06,
      "loss": 0.3438,
      "step": 1166290
    },
    {
      "epoch": 325.51,
      "grad_norm": 1.1516153812408447,
      "learning_rate": 3.2361032114668313e-06,
      "loss": 0.3474,
      "step": 1166300
    },
    {
      "epoch": 325.51,
      "grad_norm": 0.956621527671814,
      "learning_rate": 3.236078208314612e-06,
      "loss": 0.3475,
      "step": 1166310
    },
    {
      "epoch": 325.51,
      "grad_norm": 0.9672521948814392,
      "learning_rate": 3.2360532050436245e-06,
      "loss": 0.3479,
      "step": 1166320
    },
    {
      "epoch": 325.52,
      "grad_norm": 1.115653157234192,
      "learning_rate": 3.23602820165387e-06,
      "loss": 0.3506,
      "step": 1166330
    },
    {
      "epoch": 325.52,
      "grad_norm": 1.0375391244888306,
      "learning_rate": 3.236003198145354e-06,
      "loss": 0.3614,
      "step": 1166340
    },
    {
      "epoch": 325.52,
      "grad_norm": 1.0982807874679565,
      "learning_rate": 3.2359781945180787e-06,
      "loss": 0.3414,
      "step": 1166350
    },
    {
      "epoch": 325.53,
      "grad_norm": 1.0394166707992554,
      "learning_rate": 3.2359531907720475e-06,
      "loss": 0.3727,
      "step": 1166360
    },
    {
      "epoch": 325.53,
      "grad_norm": 1.1302416324615479,
      "learning_rate": 3.235928186907263e-06,
      "loss": 0.3484,
      "step": 1166370
    },
    {
      "epoch": 325.53,
      "grad_norm": 1.159145712852478,
      "learning_rate": 3.2359031829237306e-06,
      "loss": 0.3706,
      "step": 1166380
    },
    {
      "epoch": 325.53,
      "grad_norm": 1.0828646421432495,
      "learning_rate": 3.2358781788214518e-06,
      "loss": 0.3631,
      "step": 1166390
    },
    {
      "epoch": 325.54,
      "grad_norm": 0.9625077247619629,
      "learning_rate": 3.235853174600431e-06,
      "loss": 0.3527,
      "step": 1166400
    },
    {
      "epoch": 325.54,
      "grad_norm": 0.8880099654197693,
      "learning_rate": 3.235828170260671e-06,
      "loss": 0.3539,
      "step": 1166410
    },
    {
      "epoch": 325.54,
      "grad_norm": 1.1521273851394653,
      "learning_rate": 3.2358031658021744e-06,
      "loss": 0.346,
      "step": 1166420
    },
    {
      "epoch": 325.55,
      "grad_norm": 0.9820011854171753,
      "learning_rate": 3.235778161224945e-06,
      "loss": 0.3416,
      "step": 1166430
    },
    {
      "epoch": 325.55,
      "grad_norm": 1.0510462522506714,
      "learning_rate": 3.2357531565289872e-06,
      "loss": 0.3731,
      "step": 1166440
    },
    {
      "epoch": 325.55,
      "grad_norm": 1.1185352802276611,
      "learning_rate": 3.2357281517143032e-06,
      "loss": 0.3554,
      "step": 1166450
    },
    {
      "epoch": 325.55,
      "grad_norm": 1.276726245880127,
      "learning_rate": 3.2357031467808966e-06,
      "loss": 0.3363,
      "step": 1166460
    },
    {
      "epoch": 325.56,
      "grad_norm": 1.0132659673690796,
      "learning_rate": 3.2356781417287715e-06,
      "loss": 0.3484,
      "step": 1166470
    },
    {
      "epoch": 325.56,
      "grad_norm": 0.9735772013664246,
      "learning_rate": 3.2356531365579305e-06,
      "loss": 0.3523,
      "step": 1166480
    },
    {
      "epoch": 325.56,
      "grad_norm": 1.1968815326690674,
      "learning_rate": 3.235628131268376e-06,
      "loss": 0.3562,
      "step": 1166490
    },
    {
      "epoch": 325.57,
      "grad_norm": 0.9792799949645996,
      "learning_rate": 3.2356031258601126e-06,
      "loss": 0.344,
      "step": 1166500
    },
    {
      "epoch": 325.57,
      "grad_norm": 0.9731847047805786,
      "learning_rate": 3.2355781203331434e-06,
      "loss": 0.3605,
      "step": 1166510
    },
    {
      "epoch": 325.57,
      "grad_norm": 1.0266234874725342,
      "learning_rate": 3.235553114687472e-06,
      "loss": 0.3487,
      "step": 1166520
    },
    {
      "epoch": 325.57,
      "grad_norm": 0.9574315547943115,
      "learning_rate": 3.235528108923101e-06,
      "loss": 0.3359,
      "step": 1166530
    },
    {
      "epoch": 325.58,
      "grad_norm": 1.2430953979492188,
      "learning_rate": 3.2355031030400343e-06,
      "loss": 0.342,
      "step": 1166540
    },
    {
      "epoch": 325.58,
      "grad_norm": 1.099626898765564,
      "learning_rate": 3.235478097038275e-06,
      "loss": 0.3554,
      "step": 1166550
    },
    {
      "epoch": 325.58,
      "grad_norm": 0.9151203632354736,
      "learning_rate": 3.2354530909178263e-06,
      "loss": 0.3396,
      "step": 1166560
    },
    {
      "epoch": 325.58,
      "grad_norm": 1.05122709274292,
      "learning_rate": 3.2354280846786917e-06,
      "loss": 0.3573,
      "step": 1166570
    },
    {
      "epoch": 325.59,
      "grad_norm": 1.0042802095413208,
      "learning_rate": 3.235403078320874e-06,
      "loss": 0.372,
      "step": 1166580
    },
    {
      "epoch": 325.59,
      "grad_norm": 0.948034942150116,
      "learning_rate": 3.2353780718443777e-06,
      "loss": 0.3518,
      "step": 1166590
    },
    {
      "epoch": 325.59,
      "grad_norm": 0.9110903739929199,
      "learning_rate": 3.235353065249205e-06,
      "loss": 0.3661,
      "step": 1166600
    },
    {
      "epoch": 325.6,
      "grad_norm": 0.9584178328514099,
      "learning_rate": 3.2353280585353605e-06,
      "loss": 0.358,
      "step": 1166610
    },
    {
      "epoch": 325.6,
      "grad_norm": 1.086958408355713,
      "learning_rate": 3.2353030517028463e-06,
      "loss": 0.3548,
      "step": 1166620
    },
    {
      "epoch": 325.6,
      "grad_norm": 1.1613106727600098,
      "learning_rate": 3.2352780447516657e-06,
      "loss": 0.354,
      "step": 1166630
    },
    {
      "epoch": 325.6,
      "grad_norm": 1.177145004272461,
      "learning_rate": 3.2352530376818234e-06,
      "loss": 0.3572,
      "step": 1166640
    },
    {
      "epoch": 325.61,
      "grad_norm": 1.0105054378509521,
      "learning_rate": 3.235228030493321e-06,
      "loss": 0.3596,
      "step": 1166650
    },
    {
      "epoch": 325.61,
      "grad_norm": 1.2350062131881714,
      "learning_rate": 3.2352030231861626e-06,
      "loss": 0.3649,
      "step": 1166660
    },
    {
      "epoch": 325.61,
      "grad_norm": 1.024088978767395,
      "learning_rate": 3.2351780157603518e-06,
      "loss": 0.355,
      "step": 1166670
    },
    {
      "epoch": 325.62,
      "grad_norm": 1.007108449935913,
      "learning_rate": 3.2351530082158915e-06,
      "loss": 0.3527,
      "step": 1166680
    },
    {
      "epoch": 325.62,
      "grad_norm": 1.2565828561782837,
      "learning_rate": 3.2351280005527856e-06,
      "loss": 0.3496,
      "step": 1166690
    },
    {
      "epoch": 325.62,
      "grad_norm": 1.0790971517562866,
      "learning_rate": 3.2351029927710376e-06,
      "loss": 0.3513,
      "step": 1166700
    },
    {
      "epoch": 325.62,
      "grad_norm": 0.882964015007019,
      "learning_rate": 3.235077984870649e-06,
      "loss": 0.3618,
      "step": 1166710
    },
    {
      "epoch": 325.63,
      "grad_norm": 1.004292607307434,
      "learning_rate": 3.2350529768516246e-06,
      "loss": 0.3434,
      "step": 1166720
    },
    {
      "epoch": 325.63,
      "grad_norm": 1.0021071434020996,
      "learning_rate": 3.235027968713968e-06,
      "loss": 0.3392,
      "step": 1166730
    },
    {
      "epoch": 325.63,
      "grad_norm": 0.9843530058860779,
      "learning_rate": 3.235002960457682e-06,
      "loss": 0.3601,
      "step": 1166740
    },
    {
      "epoch": 325.63,
      "grad_norm": 1.1054245233535767,
      "learning_rate": 3.23497795208277e-06,
      "loss": 0.3425,
      "step": 1166750
    },
    {
      "epoch": 325.64,
      "grad_norm": 1.8756836652755737,
      "learning_rate": 3.2349529435892355e-06,
      "loss": 0.3582,
      "step": 1166760
    },
    {
      "epoch": 325.64,
      "grad_norm": 0.9958547353744507,
      "learning_rate": 3.2349279349770813e-06,
      "loss": 0.3629,
      "step": 1166770
    },
    {
      "epoch": 325.64,
      "grad_norm": 1.025869607925415,
      "learning_rate": 3.2349029262463112e-06,
      "loss": 0.3376,
      "step": 1166780
    },
    {
      "epoch": 325.65,
      "grad_norm": 0.9080753922462463,
      "learning_rate": 3.2348779173969285e-06,
      "loss": 0.3353,
      "step": 1166790
    },
    {
      "epoch": 325.65,
      "grad_norm": 1.2269809246063232,
      "learning_rate": 3.2348529084289366e-06,
      "loss": 0.3356,
      "step": 1166800
    },
    {
      "epoch": 325.65,
      "grad_norm": 1.2017738819122314,
      "learning_rate": 3.234827899342338e-06,
      "loss": 0.3526,
      "step": 1166810
    },
    {
      "epoch": 325.65,
      "grad_norm": 0.9155718684196472,
      "learning_rate": 3.2348028901371364e-06,
      "loss": 0.3481,
      "step": 1166820
    },
    {
      "epoch": 325.66,
      "grad_norm": 1.1552594900131226,
      "learning_rate": 3.2347778808133364e-06,
      "loss": 0.3451,
      "step": 1166830
    },
    {
      "epoch": 325.66,
      "grad_norm": 1.1356004476547241,
      "learning_rate": 3.2347528713709405e-06,
      "loss": 0.3566,
      "step": 1166840
    },
    {
      "epoch": 325.66,
      "grad_norm": 1.0942143201828003,
      "learning_rate": 3.234727861809951e-06,
      "loss": 0.3541,
      "step": 1166850
    },
    {
      "epoch": 325.67,
      "grad_norm": 1.1894186735153198,
      "learning_rate": 3.2347028521303727e-06,
      "loss": 0.3545,
      "step": 1166860
    },
    {
      "epoch": 325.67,
      "grad_norm": 0.8276340961456299,
      "learning_rate": 3.234677842332208e-06,
      "loss": 0.3438,
      "step": 1166870
    },
    {
      "epoch": 325.67,
      "grad_norm": 0.9965765476226807,
      "learning_rate": 3.2346528324154605e-06,
      "loss": 0.352,
      "step": 1166880
    },
    {
      "epoch": 325.67,
      "grad_norm": 1.0545388460159302,
      "learning_rate": 3.234627822380134e-06,
      "loss": 0.3447,
      "step": 1166890
    },
    {
      "epoch": 325.68,
      "grad_norm": 1.0336939096450806,
      "learning_rate": 3.2346028122262306e-06,
      "loss": 0.3294,
      "step": 1166900
    },
    {
      "epoch": 325.68,
      "grad_norm": 1.0524698495864868,
      "learning_rate": 3.234577801953756e-06,
      "loss": 0.3758,
      "step": 1166910
    },
    {
      "epoch": 325.68,
      "grad_norm": 1.0161762237548828,
      "learning_rate": 3.2345527915627105e-06,
      "loss": 0.3687,
      "step": 1166920
    },
    {
      "epoch": 325.69,
      "grad_norm": 1.1272790431976318,
      "learning_rate": 3.2345277810531e-06,
      "loss": 0.3636,
      "step": 1166930
    },
    {
      "epoch": 325.69,
      "grad_norm": 1.1680927276611328,
      "learning_rate": 3.2345027704249257e-06,
      "loss": 0.3575,
      "step": 1166940
    },
    {
      "epoch": 325.69,
      "grad_norm": 0.9988548159599304,
      "learning_rate": 3.234477759678192e-06,
      "loss": 0.3623,
      "step": 1166950
    },
    {
      "epoch": 325.69,
      "grad_norm": 1.0377999544143677,
      "learning_rate": 3.234452748812903e-06,
      "loss": 0.369,
      "step": 1166960
    },
    {
      "epoch": 325.7,
      "grad_norm": 1.0033098459243774,
      "learning_rate": 3.2344277378290606e-06,
      "loss": 0.358,
      "step": 1166970
    },
    {
      "epoch": 325.7,
      "grad_norm": 1.2791941165924072,
      "learning_rate": 3.2344027267266694e-06,
      "loss": 0.349,
      "step": 1166980
    },
    {
      "epoch": 325.7,
      "grad_norm": 1.0475480556488037,
      "learning_rate": 3.2343777155057317e-06,
      "loss": 0.357,
      "step": 1166990
    },
    {
      "epoch": 325.7,
      "grad_norm": 0.9912831783294678,
      "learning_rate": 3.234352704166251e-06,
      "loss": 0.3481,
      "step": 1167000
    },
    {
      "epoch": 325.71,
      "grad_norm": 1.1936047077178955,
      "learning_rate": 3.234327692708231e-06,
      "loss": 0.3518,
      "step": 1167010
    },
    {
      "epoch": 325.71,
      "grad_norm": 0.9595534801483154,
      "learning_rate": 3.2343026811316742e-06,
      "loss": 0.3653,
      "step": 1167020
    },
    {
      "epoch": 325.71,
      "grad_norm": 1.705855369567871,
      "learning_rate": 3.234277669436586e-06,
      "loss": 0.3585,
      "step": 1167030
    },
    {
      "epoch": 325.72,
      "grad_norm": 1.0524688959121704,
      "learning_rate": 3.234252657622967e-06,
      "loss": 0.3424,
      "step": 1167040
    },
    {
      "epoch": 325.72,
      "grad_norm": 1.0329910516738892,
      "learning_rate": 3.2342276456908232e-06,
      "loss": 0.3618,
      "step": 1167050
    },
    {
      "epoch": 325.72,
      "grad_norm": 1.0328123569488525,
      "learning_rate": 3.2342026336401557e-06,
      "loss": 0.3413,
      "step": 1167060
    },
    {
      "epoch": 325.72,
      "grad_norm": 0.9484173655509949,
      "learning_rate": 3.2341776214709693e-06,
      "loss": 0.3616,
      "step": 1167070
    },
    {
      "epoch": 325.73,
      "grad_norm": 0.9981104731559753,
      "learning_rate": 3.2341526091832656e-06,
      "loss": 0.3511,
      "step": 1167080
    },
    {
      "epoch": 325.73,
      "grad_norm": 1.3258707523345947,
      "learning_rate": 3.23412759677705e-06,
      "loss": 0.354,
      "step": 1167090
    },
    {
      "epoch": 325.73,
      "grad_norm": 0.9628559350967407,
      "learning_rate": 3.2341025842523245e-06,
      "loss": 0.3646,
      "step": 1167100
    },
    {
      "epoch": 325.74,
      "grad_norm": 0.8884919285774231,
      "learning_rate": 3.2340775716090926e-06,
      "loss": 0.3636,
      "step": 1167110
    },
    {
      "epoch": 325.74,
      "grad_norm": 1.1744805574417114,
      "learning_rate": 3.2340525588473588e-06,
      "loss": 0.3525,
      "step": 1167120
    },
    {
      "epoch": 325.74,
      "grad_norm": 0.947588324546814,
      "learning_rate": 3.234027545967125e-06,
      "loss": 0.3439,
      "step": 1167130
    },
    {
      "epoch": 325.74,
      "grad_norm": 0.9414624571800232,
      "learning_rate": 3.2340025329683947e-06,
      "loss": 0.3657,
      "step": 1167140
    },
    {
      "epoch": 325.75,
      "grad_norm": 1.0711194276809692,
      "learning_rate": 3.233977519851172e-06,
      "loss": 0.3495,
      "step": 1167150
    },
    {
      "epoch": 325.75,
      "grad_norm": 1.0575871467590332,
      "learning_rate": 3.2339525066154594e-06,
      "loss": 0.348,
      "step": 1167160
    },
    {
      "epoch": 325.75,
      "grad_norm": 1.1519529819488525,
      "learning_rate": 3.2339274932612607e-06,
      "loss": 0.3489,
      "step": 1167170
    },
    {
      "epoch": 325.75,
      "grad_norm": 1.339813470840454,
      "learning_rate": 3.233902479788579e-06,
      "loss": 0.3535,
      "step": 1167180
    },
    {
      "epoch": 325.76,
      "grad_norm": 1.1093591451644897,
      "learning_rate": 3.233877466197418e-06,
      "loss": 0.3629,
      "step": 1167190
    },
    {
      "epoch": 325.76,
      "grad_norm": 1.1000444889068604,
      "learning_rate": 3.2338524524877813e-06,
      "loss": 0.3438,
      "step": 1167200
    },
    {
      "epoch": 325.76,
      "grad_norm": 1.0321182012557983,
      "learning_rate": 3.2338274386596706e-06,
      "loss": 0.3557,
      "step": 1167210
    },
    {
      "epoch": 325.77,
      "grad_norm": 1.0526747703552246,
      "learning_rate": 3.2338024247130914e-06,
      "loss": 0.3381,
      "step": 1167220
    },
    {
      "epoch": 325.77,
      "grad_norm": 1.0031883716583252,
      "learning_rate": 3.2337774106480457e-06,
      "loss": 0.3397,
      "step": 1167230
    },
    {
      "epoch": 325.77,
      "grad_norm": 0.9517061710357666,
      "learning_rate": 3.233752396464536e-06,
      "loss": 0.3506,
      "step": 1167240
    },
    {
      "epoch": 325.77,
      "grad_norm": 1.1132322549819946,
      "learning_rate": 3.2337273821625686e-06,
      "loss": 0.3623,
      "step": 1167250
    },
    {
      "epoch": 325.78,
      "grad_norm": 1.1731723546981812,
      "learning_rate": 3.2337023677421434e-06,
      "loss": 0.3743,
      "step": 1167260
    },
    {
      "epoch": 325.78,
      "grad_norm": 1.2189102172851562,
      "learning_rate": 3.2336773532032663e-06,
      "loss": 0.3444,
      "step": 1167270
    },
    {
      "epoch": 325.78,
      "grad_norm": 1.227195382118225,
      "learning_rate": 3.233652338545939e-06,
      "loss": 0.3323,
      "step": 1167280
    },
    {
      "epoch": 325.79,
      "grad_norm": 1.2110011577606201,
      "learning_rate": 3.2336273237701664e-06,
      "loss": 0.3643,
      "step": 1167290
    },
    {
      "epoch": 325.79,
      "grad_norm": 0.9796618819236755,
      "learning_rate": 3.2336023088759495e-06,
      "loss": 0.3536,
      "step": 1167300
    },
    {
      "epoch": 325.79,
      "grad_norm": 1.0471223592758179,
      "learning_rate": 3.233577293863294e-06,
      "loss": 0.3631,
      "step": 1167310
    },
    {
      "epoch": 325.79,
      "grad_norm": 1.084480881690979,
      "learning_rate": 3.2335522787322017e-06,
      "loss": 0.3726,
      "step": 1167320
    },
    {
      "epoch": 325.8,
      "grad_norm": 1.022283911705017,
      "learning_rate": 3.2335272634826766e-06,
      "loss": 0.3466,
      "step": 1167330
    },
    {
      "epoch": 325.8,
      "grad_norm": 1.0989140272140503,
      "learning_rate": 3.2335022481147223e-06,
      "loss": 0.3528,
      "step": 1167340
    },
    {
      "epoch": 325.8,
      "grad_norm": 1.0838323831558228,
      "learning_rate": 3.2334772326283414e-06,
      "loss": 0.3539,
      "step": 1167350
    },
    {
      "epoch": 325.81,
      "grad_norm": 1.0174838304519653,
      "learning_rate": 3.233452217023538e-06,
      "loss": 0.3542,
      "step": 1167360
    },
    {
      "epoch": 325.81,
      "grad_norm": 0.9671881794929504,
      "learning_rate": 3.233427201300314e-06,
      "loss": 0.3441,
      "step": 1167370
    },
    {
      "epoch": 325.81,
      "grad_norm": 1.045394778251648,
      "learning_rate": 3.2334021854586743e-06,
      "loss": 0.3368,
      "step": 1167380
    },
    {
      "epoch": 325.81,
      "grad_norm": 0.9499846696853638,
      "learning_rate": 3.2333771694986215e-06,
      "loss": 0.3326,
      "step": 1167390
    },
    {
      "epoch": 325.82,
      "grad_norm": 1.021809458732605,
      "learning_rate": 3.23335215342016e-06,
      "loss": 0.3697,
      "step": 1167400
    },
    {
      "epoch": 325.82,
      "grad_norm": 1.2494463920593262,
      "learning_rate": 3.233327137223291e-06,
      "loss": 0.3507,
      "step": 1167410
    },
    {
      "epoch": 325.82,
      "grad_norm": 1.3873906135559082,
      "learning_rate": 3.23330212090802e-06,
      "loss": 0.3531,
      "step": 1167420
    },
    {
      "epoch": 325.82,
      "grad_norm": 1.0582929849624634,
      "learning_rate": 3.2332771044743486e-06,
      "loss": 0.3535,
      "step": 1167430
    },
    {
      "epoch": 325.83,
      "grad_norm": 1.1201856136322021,
      "learning_rate": 3.233252087922281e-06,
      "loss": 0.3415,
      "step": 1167440
    },
    {
      "epoch": 325.83,
      "grad_norm": 0.9601263403892517,
      "learning_rate": 3.233227071251821e-06,
      "loss": 0.3661,
      "step": 1167450
    },
    {
      "epoch": 325.83,
      "grad_norm": 1.5277730226516724,
      "learning_rate": 3.2332020544629707e-06,
      "loss": 0.3445,
      "step": 1167460
    },
    {
      "epoch": 325.84,
      "grad_norm": 1.1403192281723022,
      "learning_rate": 3.233177037555734e-06,
      "loss": 0.3687,
      "step": 1167470
    },
    {
      "epoch": 325.84,
      "grad_norm": 0.9494436383247375,
      "learning_rate": 3.233152020530115e-06,
      "loss": 0.3598,
      "step": 1167480
    },
    {
      "epoch": 325.84,
      "grad_norm": 1.0865942239761353,
      "learning_rate": 3.233127003386116e-06,
      "loss": 0.3445,
      "step": 1167490
    },
    {
      "epoch": 325.84,
      "grad_norm": 0.9765849113464355,
      "learning_rate": 3.2331019861237407e-06,
      "loss": 0.3456,
      "step": 1167500
    },
    {
      "epoch": 325.85,
      "grad_norm": 1.1656779050827026,
      "learning_rate": 3.233076968742993e-06,
      "loss": 0.3424,
      "step": 1167510
    },
    {
      "epoch": 325.85,
      "grad_norm": 0.8673236966133118,
      "learning_rate": 3.2330519512438746e-06,
      "loss": 0.3322,
      "step": 1167520
    },
    {
      "epoch": 325.85,
      "grad_norm": 1.07224440574646,
      "learning_rate": 3.2330269336263906e-06,
      "loss": 0.3574,
      "step": 1167530
    },
    {
      "epoch": 325.86,
      "grad_norm": 1.0234246253967285,
      "learning_rate": 3.2330019158905434e-06,
      "loss": 0.3638,
      "step": 1167540
    },
    {
      "epoch": 325.86,
      "grad_norm": 1.2045255899429321,
      "learning_rate": 3.232976898036336e-06,
      "loss": 0.3584,
      "step": 1167550
    },
    {
      "epoch": 325.86,
      "grad_norm": 1.0477354526519775,
      "learning_rate": 3.2329518800637724e-06,
      "loss": 0.3466,
      "step": 1167560
    },
    {
      "epoch": 325.86,
      "grad_norm": 1.0365046262741089,
      "learning_rate": 3.2329268619728562e-06,
      "loss": 0.3479,
      "step": 1167570
    },
    {
      "epoch": 325.87,
      "grad_norm": 2.0815958976745605,
      "learning_rate": 3.2329018437635905e-06,
      "loss": 0.3609,
      "step": 1167580
    },
    {
      "epoch": 325.87,
      "grad_norm": 1.0578378438949585,
      "learning_rate": 3.2328768254359786e-06,
      "loss": 0.3614,
      "step": 1167590
    },
    {
      "epoch": 325.87,
      "grad_norm": 1.0935708284378052,
      "learning_rate": 3.232851806990023e-06,
      "loss": 0.3389,
      "step": 1167600
    },
    {
      "epoch": 325.87,
      "grad_norm": 1.1083210706710815,
      "learning_rate": 3.2328267884257276e-06,
      "loss": 0.3549,
      "step": 1167610
    },
    {
      "epoch": 325.88,
      "grad_norm": 0.9761795401573181,
      "learning_rate": 3.2328017697430962e-06,
      "loss": 0.35,
      "step": 1167620
    },
    {
      "epoch": 325.88,
      "grad_norm": 1.0152777433395386,
      "learning_rate": 3.2327767509421314e-06,
      "loss": 0.346,
      "step": 1167630
    },
    {
      "epoch": 325.88,
      "grad_norm": 1.0755189657211304,
      "learning_rate": 3.2327517320228377e-06,
      "loss": 0.3694,
      "step": 1167640
    },
    {
      "epoch": 325.89,
      "grad_norm": 0.9928490519523621,
      "learning_rate": 3.232726712985218e-06,
      "loss": 0.3399,
      "step": 1167650
    },
    {
      "epoch": 325.89,
      "grad_norm": 1.226151466369629,
      "learning_rate": 3.2327016938292737e-06,
      "loss": 0.3779,
      "step": 1167660
    },
    {
      "epoch": 325.89,
      "grad_norm": 1.052696943283081,
      "learning_rate": 3.2326766745550106e-06,
      "loss": 0.351,
      "step": 1167670
    },
    {
      "epoch": 325.89,
      "grad_norm": 1.0622142553329468,
      "learning_rate": 3.232651655162431e-06,
      "loss": 0.3832,
      "step": 1167680
    },
    {
      "epoch": 325.9,
      "grad_norm": 0.9569439888000488,
      "learning_rate": 3.232626635651538e-06,
      "loss": 0.36,
      "step": 1167690
    },
    {
      "epoch": 325.9,
      "grad_norm": 0.9743551015853882,
      "learning_rate": 3.232601616022336e-06,
      "loss": 0.3523,
      "step": 1167700
    },
    {
      "epoch": 325.9,
      "grad_norm": 0.9739816188812256,
      "learning_rate": 3.2325765962748266e-06,
      "loss": 0.3689,
      "step": 1167710
    },
    {
      "epoch": 325.91,
      "grad_norm": 1.0571974515914917,
      "learning_rate": 3.232551576409015e-06,
      "loss": 0.3397,
      "step": 1167720
    },
    {
      "epoch": 325.91,
      "grad_norm": 0.9065096974372864,
      "learning_rate": 3.2325265564249037e-06,
      "loss": 0.3687,
      "step": 1167730
    },
    {
      "epoch": 325.91,
      "grad_norm": 0.8821175694465637,
      "learning_rate": 3.2325015363224955e-06,
      "loss": 0.359,
      "step": 1167740
    },
    {
      "epoch": 325.91,
      "grad_norm": 1.245459794998169,
      "learning_rate": 3.2324765161017946e-06,
      "loss": 0.347,
      "step": 1167750
    },
    {
      "epoch": 325.92,
      "grad_norm": 1.6860487461090088,
      "learning_rate": 3.232451495762803e-06,
      "loss": 0.3556,
      "step": 1167760
    },
    {
      "epoch": 325.92,
      "grad_norm": 1.2184394598007202,
      "learning_rate": 3.2324264753055262e-06,
      "loss": 0.3521,
      "step": 1167770
    },
    {
      "epoch": 325.92,
      "grad_norm": 1.110297441482544,
      "learning_rate": 3.232401454729966e-06,
      "loss": 0.3584,
      "step": 1167780
    },
    {
      "epoch": 325.93,
      "grad_norm": 0.9048201441764832,
      "learning_rate": 3.2323764340361256e-06,
      "loss": 0.3497,
      "step": 1167790
    },
    {
      "epoch": 325.93,
      "grad_norm": 1.1055406332015991,
      "learning_rate": 3.2323514132240097e-06,
      "loss": 0.3553,
      "step": 1167800
    },
    {
      "epoch": 325.93,
      "grad_norm": 0.918327271938324,
      "learning_rate": 3.2323263922936197e-06,
      "loss": 0.3415,
      "step": 1167810
    },
    {
      "epoch": 325.93,
      "grad_norm": 0.8538480997085571,
      "learning_rate": 3.23230137124496e-06,
      "loss": 0.3592,
      "step": 1167820
    },
    {
      "epoch": 325.94,
      "grad_norm": 1.0550297498703003,
      "learning_rate": 3.232276350078035e-06,
      "loss": 0.3531,
      "step": 1167830
    },
    {
      "epoch": 325.94,
      "grad_norm": 0.9594684839248657,
      "learning_rate": 3.2322513287928457e-06,
      "loss": 0.3578,
      "step": 1167840
    },
    {
      "epoch": 325.94,
      "grad_norm": 0.9795761108398438,
      "learning_rate": 3.2322263073893967e-06,
      "loss": 0.3356,
      "step": 1167850
    },
    {
      "epoch": 325.94,
      "grad_norm": 0.9845473170280457,
      "learning_rate": 3.2322012858676917e-06,
      "loss": 0.3583,
      "step": 1167860
    },
    {
      "epoch": 325.95,
      "grad_norm": 1.4425359964370728,
      "learning_rate": 3.232176264227734e-06,
      "loss": 0.3571,
      "step": 1167870
    },
    {
      "epoch": 325.95,
      "grad_norm": 2.3702280521392822,
      "learning_rate": 3.2321512424695257e-06,
      "loss": 0.3596,
      "step": 1167880
    },
    {
      "epoch": 325.95,
      "grad_norm": 0.9491503834724426,
      "learning_rate": 3.232126220593071e-06,
      "loss": 0.3228,
      "step": 1167890
    },
    {
      "epoch": 325.96,
      "grad_norm": 1.0205461978912354,
      "learning_rate": 3.232101198598374e-06,
      "loss": 0.3515,
      "step": 1167900
    },
    {
      "epoch": 325.96,
      "grad_norm": 0.9904611706733704,
      "learning_rate": 3.232076176485436e-06,
      "loss": 0.3488,
      "step": 1167910
    },
    {
      "epoch": 325.96,
      "grad_norm": 0.8597549200057983,
      "learning_rate": 3.2320511542542623e-06,
      "loss": 0.3425,
      "step": 1167920
    },
    {
      "epoch": 325.96,
      "grad_norm": 0.9405437111854553,
      "learning_rate": 3.232026131904856e-06,
      "loss": 0.3404,
      "step": 1167930
    },
    {
      "epoch": 325.97,
      "grad_norm": 1.0512502193450928,
      "learning_rate": 3.232001109437219e-06,
      "loss": 0.3698,
      "step": 1167940
    },
    {
      "epoch": 325.97,
      "grad_norm": 0.9509177207946777,
      "learning_rate": 3.2319760868513558e-06,
      "loss": 0.341,
      "step": 1167950
    },
    {
      "epoch": 325.97,
      "grad_norm": 0.9777304530143738,
      "learning_rate": 3.2319510641472703e-06,
      "loss": 0.3503,
      "step": 1167960
    },
    {
      "epoch": 325.98,
      "grad_norm": 1.0188961029052734,
      "learning_rate": 3.2319260413249636e-06,
      "loss": 0.3539,
      "step": 1167970
    },
    {
      "epoch": 325.98,
      "grad_norm": 1.1295071840286255,
      "learning_rate": 3.2319010183844407e-06,
      "loss": 0.3573,
      "step": 1167980
    },
    {
      "epoch": 325.98,
      "grad_norm": 0.9681366086006165,
      "learning_rate": 3.2318759953257055e-06,
      "loss": 0.355,
      "step": 1167990
    },
    {
      "epoch": 325.98,
      "grad_norm": 1.0082416534423828,
      "learning_rate": 3.2318509721487597e-06,
      "loss": 0.361,
      "step": 1168000
    },
    {
      "epoch": 325.99,
      "grad_norm": 0.9595687389373779,
      "learning_rate": 3.2318259488536083e-06,
      "loss": 0.3434,
      "step": 1168010
    },
    {
      "epoch": 325.99,
      "grad_norm": 0.9044625759124756,
      "learning_rate": 3.2318009254402526e-06,
      "loss": 0.3639,
      "step": 1168020
    },
    {
      "epoch": 325.99,
      "grad_norm": 1.0378755331039429,
      "learning_rate": 3.231775901908698e-06,
      "loss": 0.3541,
      "step": 1168030
    },
    {
      "epoch": 325.99,
      "grad_norm": 0.9613696932792664,
      "learning_rate": 3.2317508782589465e-06,
      "loss": 0.3478,
      "step": 1168040
    },
    {
      "epoch": 326.0,
      "grad_norm": 1.0385327339172363,
      "learning_rate": 3.2317258544910016e-06,
      "loss": 0.3545,
      "step": 1168050
    },
    {
      "epoch": 326.0,
      "eval_loss": 0.3543938100337982,
      "eval_runtime": 63.346,
      "eval_samples_per_second": 79.863,
      "eval_steps_per_second": 9.993,
      "step": 1168058
    },
    {
      "epoch": 326.0,
      "grad_norm": 0.9383366703987122,
      "learning_rate": 3.2317008306048672e-06,
      "loss": 0.3462,
      "step": 1168060
    },
    {
      "epoch": 326.0,
      "grad_norm": 1.0017465353012085,
      "learning_rate": 3.231675806600546e-06,
      "loss": 0.3386,
      "step": 1168070
    },
    {
      "epoch": 326.01,
      "grad_norm": 0.9883340001106262,
      "learning_rate": 3.2316507824780424e-06,
      "loss": 0.3639,
      "step": 1168080
    },
    {
      "epoch": 326.01,
      "grad_norm": 1.016663908958435,
      "learning_rate": 3.2316257582373587e-06,
      "loss": 0.3568,
      "step": 1168090
    },
    {
      "epoch": 326.01,
      "grad_norm": 0.9364011883735657,
      "learning_rate": 3.231600733878498e-06,
      "loss": 0.3536,
      "step": 1168100
    },
    {
      "epoch": 326.01,
      "grad_norm": 1.1020338535308838,
      "learning_rate": 3.231575709401464e-06,
      "loss": 0.3601,
      "step": 1168110
    },
    {
      "epoch": 326.02,
      "grad_norm": 0.9497130513191223,
      "learning_rate": 3.231550684806261e-06,
      "loss": 0.3528,
      "step": 1168120
    },
    {
      "epoch": 326.02,
      "grad_norm": 1.027543544769287,
      "learning_rate": 3.2315256600928905e-06,
      "loss": 0.3385,
      "step": 1168130
    },
    {
      "epoch": 326.02,
      "grad_norm": 1.102111577987671,
      "learning_rate": 3.231500635261357e-06,
      "loss": 0.3602,
      "step": 1168140
    },
    {
      "epoch": 326.03,
      "grad_norm": 1.0157643556594849,
      "learning_rate": 3.2314756103116642e-06,
      "loss": 0.3392,
      "step": 1168150
    },
    {
      "epoch": 326.03,
      "grad_norm": 1.294697880744934,
      "learning_rate": 3.231450585243815e-06,
      "loss": 0.3465,
      "step": 1168160
    },
    {
      "epoch": 326.03,
      "grad_norm": 1.0758390426635742,
      "learning_rate": 3.2314255600578118e-06,
      "loss": 0.3571,
      "step": 1168170
    },
    {
      "epoch": 326.03,
      "grad_norm": 1.2222789525985718,
      "learning_rate": 3.231400534753659e-06,
      "loss": 0.3502,
      "step": 1168180
    },
    {
      "epoch": 326.04,
      "grad_norm": 1.0954735279083252,
      "learning_rate": 3.2313755093313606e-06,
      "loss": 0.3458,
      "step": 1168190
    },
    {
      "epoch": 326.04,
      "grad_norm": 0.9600706100463867,
      "learning_rate": 3.231350483790918e-06,
      "loss": 0.3507,
      "step": 1168200
    },
    {
      "epoch": 326.04,
      "grad_norm": 0.8706560134887695,
      "learning_rate": 3.2313254581323355e-06,
      "loss": 0.3459,
      "step": 1168210
    },
    {
      "epoch": 326.05,
      "grad_norm": 1.1539145708084106,
      "learning_rate": 3.231300432355617e-06,
      "loss": 0.3644,
      "step": 1168220
    },
    {
      "epoch": 326.05,
      "grad_norm": 1.0993372201919556,
      "learning_rate": 3.2312754064607654e-06,
      "loss": 0.3427,
      "step": 1168230
    },
    {
      "epoch": 326.05,
      "grad_norm": 0.9421982765197754,
      "learning_rate": 3.2312503804477834e-06,
      "loss": 0.3609,
      "step": 1168240
    },
    {
      "epoch": 326.05,
      "grad_norm": 1.0731009244918823,
      "learning_rate": 3.2312253543166755e-06,
      "loss": 0.3693,
      "step": 1168250
    },
    {
      "epoch": 326.06,
      "grad_norm": 1.1199389696121216,
      "learning_rate": 3.2312003280674437e-06,
      "loss": 0.3573,
      "step": 1168260
    },
    {
      "epoch": 326.06,
      "grad_norm": 1.0237319469451904,
      "learning_rate": 3.2311753017000915e-06,
      "loss": 0.3645,
      "step": 1168270
    },
    {
      "epoch": 326.06,
      "grad_norm": 1.2336957454681396,
      "learning_rate": 3.2311502752146244e-06,
      "loss": 0.3546,
      "step": 1168280
    },
    {
      "epoch": 326.06,
      "grad_norm": 1.0539684295654297,
      "learning_rate": 3.2311252486110428e-06,
      "loss": 0.3572,
      "step": 1168290
    },
    {
      "epoch": 326.07,
      "grad_norm": 0.8667716979980469,
      "learning_rate": 3.2311002218893517e-06,
      "loss": 0.3428,
      "step": 1168300
    },
    {
      "epoch": 326.07,
      "grad_norm": 1.0276163816452026,
      "learning_rate": 3.2310751950495537e-06,
      "loss": 0.3502,
      "step": 1168310
    },
    {
      "epoch": 326.07,
      "grad_norm": 0.9088200330734253,
      "learning_rate": 3.2310501680916536e-06,
      "loss": 0.3434,
      "step": 1168320
    },
    {
      "epoch": 326.08,
      "grad_norm": 1.2971079349517822,
      "learning_rate": 3.2310251410156524e-06,
      "loss": 0.3469,
      "step": 1168330
    },
    {
      "epoch": 326.08,
      "grad_norm": 1.0761919021606445,
      "learning_rate": 3.231000113821555e-06,
      "loss": 0.3566,
      "step": 1168340
    },
    {
      "epoch": 326.08,
      "grad_norm": 0.882349967956543,
      "learning_rate": 3.2309750865093646e-06,
      "loss": 0.3515,
      "step": 1168350
    },
    {
      "epoch": 326.08,
      "grad_norm": 1.4399044513702393,
      "learning_rate": 3.230950059079084e-06,
      "loss": 0.3762,
      "step": 1168360
    },
    {
      "epoch": 326.09,
      "grad_norm": 1.0711668729782104,
      "learning_rate": 3.2309250315307167e-06,
      "loss": 0.3631,
      "step": 1168370
    },
    {
      "epoch": 326.09,
      "grad_norm": 1.2366397380828857,
      "learning_rate": 3.2309000038642666e-06,
      "loss": 0.3478,
      "step": 1168380
    },
    {
      "epoch": 326.09,
      "grad_norm": 1.0013997554779053,
      "learning_rate": 3.230874976079737e-06,
      "loss": 0.361,
      "step": 1168390
    },
    {
      "epoch": 326.1,
      "grad_norm": 1.0718520879745483,
      "learning_rate": 3.23084994817713e-06,
      "loss": 0.3538,
      "step": 1168400
    },
    {
      "epoch": 326.1,
      "grad_norm": 1.0500659942626953,
      "learning_rate": 3.23082492015645e-06,
      "loss": 0.3668,
      "step": 1168410
    },
    {
      "epoch": 326.1,
      "grad_norm": 0.9778580069541931,
      "learning_rate": 3.2307998920177e-06,
      "loss": 0.3405,
      "step": 1168420
    },
    {
      "epoch": 326.1,
      "grad_norm": 0.9155026078224182,
      "learning_rate": 3.2307748637608834e-06,
      "loss": 0.3418,
      "step": 1168430
    },
    {
      "epoch": 326.11,
      "grad_norm": 1.1359976530075073,
      "learning_rate": 3.230749835386004e-06,
      "loss": 0.3512,
      "step": 1168440
    },
    {
      "epoch": 326.11,
      "grad_norm": 1.0034916400909424,
      "learning_rate": 3.2307248068930635e-06,
      "loss": 0.3616,
      "step": 1168450
    },
    {
      "epoch": 326.11,
      "grad_norm": 1.1361095905303955,
      "learning_rate": 3.230699778282068e-06,
      "loss": 0.3605,
      "step": 1168460
    },
    {
      "epoch": 326.11,
      "grad_norm": 0.9085749983787537,
      "learning_rate": 3.230674749553018e-06,
      "loss": 0.3401,
      "step": 1168470
    },
    {
      "epoch": 326.12,
      "grad_norm": 1.0248323678970337,
      "learning_rate": 3.2306497207059194e-06,
      "loss": 0.3419,
      "step": 1168480
    },
    {
      "epoch": 326.12,
      "grad_norm": 0.8567780256271362,
      "learning_rate": 3.230624691740773e-06,
      "loss": 0.3592,
      "step": 1168490
    },
    {
      "epoch": 326.12,
      "grad_norm": 1.1315107345581055,
      "learning_rate": 3.230599662657583e-06,
      "loss": 0.3364,
      "step": 1168500
    },
    {
      "epoch": 326.13,
      "grad_norm": 0.9561923742294312,
      "learning_rate": 3.230574633456354e-06,
      "loss": 0.3449,
      "step": 1168510
    },
    {
      "epoch": 326.13,
      "grad_norm": 1.1361523866653442,
      "learning_rate": 3.2305496041370882e-06,
      "loss": 0.3337,
      "step": 1168520
    },
    {
      "epoch": 326.13,
      "grad_norm": 0.9238123297691345,
      "learning_rate": 3.230524574699789e-06,
      "loss": 0.3459,
      "step": 1168530
    },
    {
      "epoch": 326.13,
      "grad_norm": 0.9327844381332397,
      "learning_rate": 3.2304995451444604e-06,
      "loss": 0.3522,
      "step": 1168540
    },
    {
      "epoch": 326.14,
      "grad_norm": 1.0641130208969116,
      "learning_rate": 3.2304745154711047e-06,
      "loss": 0.3514,
      "step": 1168550
    },
    {
      "epoch": 326.14,
      "grad_norm": 1.0077117681503296,
      "learning_rate": 3.2304494856797256e-06,
      "loss": 0.3576,
      "step": 1168560
    },
    {
      "epoch": 326.14,
      "grad_norm": 1.0722894668579102,
      "learning_rate": 3.2304244557703272e-06,
      "loss": 0.3563,
      "step": 1168570
    },
    {
      "epoch": 326.15,
      "grad_norm": 1.1970494985580444,
      "learning_rate": 3.2303994257429114e-06,
      "loss": 0.3634,
      "step": 1168580
    },
    {
      "epoch": 326.15,
      "grad_norm": 1.0330933332443237,
      "learning_rate": 3.2303743955974826e-06,
      "loss": 0.3545,
      "step": 1168590
    },
    {
      "epoch": 326.15,
      "grad_norm": 0.9669406414031982,
      "learning_rate": 3.2303493653340436e-06,
      "loss": 0.3496,
      "step": 1168600
    },
    {
      "epoch": 326.15,
      "grad_norm": 1.0754271745681763,
      "learning_rate": 3.2303243349525993e-06,
      "loss": 0.3606,
      "step": 1168610
    },
    {
      "epoch": 326.16,
      "grad_norm": 1.0535050630569458,
      "learning_rate": 3.2302993044531497e-06,
      "loss": 0.3552,
      "step": 1168620
    },
    {
      "epoch": 326.16,
      "grad_norm": 1.0544198751449585,
      "learning_rate": 3.2302742738357013e-06,
      "loss": 0.3428,
      "step": 1168630
    },
    {
      "epoch": 326.16,
      "grad_norm": 0.9456142783164978,
      "learning_rate": 3.2302492431002565e-06,
      "loss": 0.3367,
      "step": 1168640
    },
    {
      "epoch": 326.17,
      "grad_norm": 0.8857836723327637,
      "learning_rate": 3.2302242122468175e-06,
      "loss": 0.3489,
      "step": 1168650
    },
    {
      "epoch": 326.17,
      "grad_norm": 1.0302814245224,
      "learning_rate": 3.2301991812753894e-06,
      "loss": 0.3572,
      "step": 1168660
    },
    {
      "epoch": 326.17,
      "grad_norm": 0.9312856793403625,
      "learning_rate": 3.2301741501859746e-06,
      "loss": 0.355,
      "step": 1168670
    },
    {
      "epoch": 326.17,
      "grad_norm": 1.2757694721221924,
      "learning_rate": 3.2301491189785766e-06,
      "loss": 0.3592,
      "step": 1168680
    },
    {
      "epoch": 326.18,
      "grad_norm": 1.14580237865448,
      "learning_rate": 3.2301240876531975e-06,
      "loss": 0.3529,
      "step": 1168690
    },
    {
      "epoch": 326.18,
      "grad_norm": 1.63593590259552,
      "learning_rate": 3.230099056209843e-06,
      "loss": 0.3601,
      "step": 1168700
    },
    {
      "epoch": 326.18,
      "grad_norm": 0.9600346088409424,
      "learning_rate": 3.2300740246485147e-06,
      "loss": 0.3505,
      "step": 1168710
    },
    {
      "epoch": 326.18,
      "grad_norm": 0.8853760361671448,
      "learning_rate": 3.230048992969216e-06,
      "loss": 0.3436,
      "step": 1168720
    },
    {
      "epoch": 326.19,
      "grad_norm": 0.8840051889419556,
      "learning_rate": 3.230023961171952e-06,
      "loss": 0.365,
      "step": 1168730
    },
    {
      "epoch": 326.19,
      "grad_norm": 1.1766563653945923,
      "learning_rate": 3.2299989292567232e-06,
      "loss": 0.347,
      "step": 1168740
    },
    {
      "epoch": 326.19,
      "grad_norm": 0.9173662662506104,
      "learning_rate": 3.229973897223536e-06,
      "loss": 0.3612,
      "step": 1168750
    },
    {
      "epoch": 326.2,
      "grad_norm": 1.2774521112442017,
      "learning_rate": 3.2299488650723907e-06,
      "loss": 0.3235,
      "step": 1168760
    },
    {
      "epoch": 326.2,
      "grad_norm": 1.3544284105300903,
      "learning_rate": 3.229923832803293e-06,
      "loss": 0.3677,
      "step": 1168770
    },
    {
      "epoch": 326.2,
      "grad_norm": 1.2922993898391724,
      "learning_rate": 3.2298988004162444e-06,
      "loss": 0.3554,
      "step": 1168780
    },
    {
      "epoch": 326.2,
      "grad_norm": 0.918323814868927,
      "learning_rate": 3.2298737679112495e-06,
      "loss": 0.3525,
      "step": 1168790
    },
    {
      "epoch": 326.21,
      "grad_norm": 1.0261448621749878,
      "learning_rate": 3.2298487352883112e-06,
      "loss": 0.3491,
      "step": 1168800
    },
    {
      "epoch": 326.21,
      "grad_norm": 1.187942624092102,
      "learning_rate": 3.2298237025474334e-06,
      "loss": 0.3734,
      "step": 1168810
    },
    {
      "epoch": 326.21,
      "grad_norm": 0.8882575631141663,
      "learning_rate": 3.2297986696886193e-06,
      "loss": 0.3448,
      "step": 1168820
    },
    {
      "epoch": 326.22,
      "grad_norm": 0.973439633846283,
      "learning_rate": 3.2297736367118715e-06,
      "loss": 0.3577,
      "step": 1168830
    },
    {
      "epoch": 326.22,
      "grad_norm": 0.9771685004234314,
      "learning_rate": 3.229748603617193e-06,
      "loss": 0.3448,
      "step": 1168840
    },
    {
      "epoch": 326.22,
      "grad_norm": 1.0052112340927124,
      "learning_rate": 3.229723570404588e-06,
      "loss": 0.3435,
      "step": 1168850
    },
    {
      "epoch": 326.22,
      "grad_norm": 1.2181681394577026,
      "learning_rate": 3.2296985370740606e-06,
      "loss": 0.3666,
      "step": 1168860
    },
    {
      "epoch": 326.23,
      "grad_norm": 1.2551738023757935,
      "learning_rate": 3.2296735036256125e-06,
      "loss": 0.3483,
      "step": 1168870
    },
    {
      "epoch": 326.23,
      "grad_norm": 1.1870226860046387,
      "learning_rate": 3.2296484700592477e-06,
      "loss": 0.3432,
      "step": 1168880
    },
    {
      "epoch": 326.23,
      "grad_norm": 1.1214014291763306,
      "learning_rate": 3.2296234363749703e-06,
      "loss": 0.3471,
      "step": 1168890
    },
    {
      "epoch": 326.23,
      "grad_norm": 1.2053030729293823,
      "learning_rate": 3.229598402572782e-06,
      "loss": 0.3565,
      "step": 1168900
    },
    {
      "epoch": 326.24,
      "grad_norm": 0.9758672714233398,
      "learning_rate": 3.2295733686526875e-06,
      "loss": 0.343,
      "step": 1168910
    },
    {
      "epoch": 326.24,
      "grad_norm": 0.913410484790802,
      "learning_rate": 3.2295483346146896e-06,
      "loss": 0.341,
      "step": 1168920
    },
    {
      "epoch": 326.24,
      "grad_norm": 0.8149374127388,
      "learning_rate": 3.229523300458792e-06,
      "loss": 0.3576,
      "step": 1168930
    },
    {
      "epoch": 326.25,
      "grad_norm": 0.9732840657234192,
      "learning_rate": 3.2294982661849967e-06,
      "loss": 0.3684,
      "step": 1168940
    },
    {
      "epoch": 326.25,
      "grad_norm": 0.9071699976921082,
      "learning_rate": 3.229473231793309e-06,
      "loss": 0.3545,
      "step": 1168950
    },
    {
      "epoch": 326.25,
      "grad_norm": 1.1933300495147705,
      "learning_rate": 3.2294481972837312e-06,
      "loss": 0.3476,
      "step": 1168960
    },
    {
      "epoch": 326.25,
      "grad_norm": 1.1562073230743408,
      "learning_rate": 3.2294231626562666e-06,
      "loss": 0.3723,
      "step": 1168970
    },
    {
      "epoch": 326.26,
      "grad_norm": 1.2637792825698853,
      "learning_rate": 3.2293981279109187e-06,
      "loss": 0.3536,
      "step": 1168980
    },
    {
      "epoch": 326.26,
      "grad_norm": 1.0672317743301392,
      "learning_rate": 3.229373093047691e-06,
      "loss": 0.35,
      "step": 1168990
    },
    {
      "epoch": 326.26,
      "grad_norm": 2.074204921722412,
      "learning_rate": 3.229348058066586e-06,
      "loss": 0.3607,
      "step": 1169000
    },
    {
      "epoch": 326.27,
      "grad_norm": 1.0127968788146973,
      "learning_rate": 3.2293230229676077e-06,
      "loss": 0.3317,
      "step": 1169010
    },
    {
      "epoch": 326.27,
      "grad_norm": 1.2449437379837036,
      "learning_rate": 3.22929798775076e-06,
      "loss": 0.3616,
      "step": 1169020
    },
    {
      "epoch": 326.27,
      "grad_norm": 1.0765228271484375,
      "learning_rate": 3.229272952416045e-06,
      "loss": 0.3475,
      "step": 1169030
    },
    {
      "epoch": 326.27,
      "grad_norm": 3.6888999938964844,
      "learning_rate": 3.2292479169634675e-06,
      "loss": 0.3523,
      "step": 1169040
    },
    {
      "epoch": 326.28,
      "grad_norm": 0.8861989378929138,
      "learning_rate": 3.2292228813930295e-06,
      "loss": 0.3412,
      "step": 1169050
    },
    {
      "epoch": 326.28,
      "grad_norm": 1.0540450811386108,
      "learning_rate": 3.229197845704735e-06,
      "loss": 0.3631,
      "step": 1169060
    },
    {
      "epoch": 326.28,
      "grad_norm": 1.2413243055343628,
      "learning_rate": 3.229172809898587e-06,
      "loss": 0.3461,
      "step": 1169070
    },
    {
      "epoch": 326.29,
      "grad_norm": 1.2273640632629395,
      "learning_rate": 3.2291477739745886e-06,
      "loss": 0.3544,
      "step": 1169080
    },
    {
      "epoch": 326.29,
      "grad_norm": 1.0709245204925537,
      "learning_rate": 3.229122737932744e-06,
      "loss": 0.359,
      "step": 1169090
    },
    {
      "epoch": 326.29,
      "grad_norm": 1.072116494178772,
      "learning_rate": 3.229097701773056e-06,
      "loss": 0.3733,
      "step": 1169100
    },
    {
      "epoch": 326.29,
      "grad_norm": 0.9659001231193542,
      "learning_rate": 3.229072665495528e-06,
      "loss": 0.3611,
      "step": 1169110
    },
    {
      "epoch": 326.3,
      "grad_norm": 0.9545051455497742,
      "learning_rate": 3.2290476291001636e-06,
      "loss": 0.344,
      "step": 1169120
    },
    {
      "epoch": 326.3,
      "grad_norm": 0.9678363800048828,
      "learning_rate": 3.2290225925869647e-06,
      "loss": 0.3361,
      "step": 1169130
    },
    {
      "epoch": 326.3,
      "grad_norm": 1.4496608972549438,
      "learning_rate": 3.228997555955937e-06,
      "loss": 0.3521,
      "step": 1169140
    },
    {
      "epoch": 326.3,
      "grad_norm": 1.0457769632339478,
      "learning_rate": 3.2289725192070816e-06,
      "loss": 0.3399,
      "step": 1169150
    },
    {
      "epoch": 326.31,
      "grad_norm": 0.8109515905380249,
      "learning_rate": 3.2289474823404037e-06,
      "loss": 0.3616,
      "step": 1169160
    },
    {
      "epoch": 326.31,
      "grad_norm": 1.2574121952056885,
      "learning_rate": 3.2289224453559056e-06,
      "loss": 0.351,
      "step": 1169170
    },
    {
      "epoch": 326.31,
      "grad_norm": 0.8699370622634888,
      "learning_rate": 3.2288974082535907e-06,
      "loss": 0.3483,
      "step": 1169180
    },
    {
      "epoch": 326.32,
      "grad_norm": 0.9999901652336121,
      "learning_rate": 3.228872371033462e-06,
      "loss": 0.3517,
      "step": 1169190
    },
    {
      "epoch": 326.32,
      "grad_norm": 1.183483600616455,
      "learning_rate": 3.2288473336955237e-06,
      "loss": 0.3378,
      "step": 1169200
    },
    {
      "epoch": 326.32,
      "grad_norm": 1.049137830734253,
      "learning_rate": 3.228822296239779e-06,
      "loss": 0.3635,
      "step": 1169210
    },
    {
      "epoch": 326.32,
      "grad_norm": 1.0665658712387085,
      "learning_rate": 3.2287972586662303e-06,
      "loss": 0.3497,
      "step": 1169220
    },
    {
      "epoch": 326.33,
      "grad_norm": 0.9328479170799255,
      "learning_rate": 3.2287722209748815e-06,
      "loss": 0.3612,
      "step": 1169230
    },
    {
      "epoch": 326.33,
      "grad_norm": 0.9677473902702332,
      "learning_rate": 3.2287471831657362e-06,
      "loss": 0.3597,
      "step": 1169240
    },
    {
      "epoch": 326.33,
      "grad_norm": 0.9959890842437744,
      "learning_rate": 3.2287221452387984e-06,
      "loss": 0.3563,
      "step": 1169250
    },
    {
      "epoch": 326.34,
      "grad_norm": 1.0915467739105225,
      "learning_rate": 3.2286971071940704e-06,
      "loss": 0.34,
      "step": 1169260
    },
    {
      "epoch": 326.34,
      "grad_norm": 1.013023018836975,
      "learning_rate": 3.2286720690315544e-06,
      "loss": 0.3533,
      "step": 1169270
    },
    {
      "epoch": 326.34,
      "grad_norm": 1.0697875022888184,
      "learning_rate": 3.228647030751256e-06,
      "loss": 0.3499,
      "step": 1169280
    },
    {
      "epoch": 326.34,
      "grad_norm": 0.7831582427024841,
      "learning_rate": 3.228621992353177e-06,
      "loss": 0.3514,
      "step": 1169290
    },
    {
      "epoch": 326.35,
      "grad_norm": 0.8843440413475037,
      "learning_rate": 3.2285969538373215e-06,
      "loss": 0.3513,
      "step": 1169300
    },
    {
      "epoch": 326.35,
      "grad_norm": 0.9431530237197876,
      "learning_rate": 3.228571915203693e-06,
      "loss": 0.3509,
      "step": 1169310
    },
    {
      "epoch": 326.35,
      "grad_norm": 1.0786205530166626,
      "learning_rate": 3.2285468764522943e-06,
      "loss": 0.3553,
      "step": 1169320
    },
    {
      "epoch": 326.36,
      "grad_norm": 1.183151364326477,
      "learning_rate": 3.228521837583129e-06,
      "loss": 0.3553,
      "step": 1169330
    },
    {
      "epoch": 326.36,
      "grad_norm": 0.9950201511383057,
      "learning_rate": 3.2284967985962e-06,
      "loss": 0.3603,
      "step": 1169340
    },
    {
      "epoch": 326.36,
      "grad_norm": 0.9330624341964722,
      "learning_rate": 3.2284717594915114e-06,
      "loss": 0.36,
      "step": 1169350
    },
    {
      "epoch": 326.36,
      "grad_norm": 1.026785969734192,
      "learning_rate": 3.2284467202690655e-06,
      "loss": 0.3651,
      "step": 1169360
    },
    {
      "epoch": 326.37,
      "grad_norm": 0.9916778206825256,
      "learning_rate": 3.2284216809288662e-06,
      "loss": 0.3332,
      "step": 1169370
    },
    {
      "epoch": 326.37,
      "grad_norm": 1.1708626747131348,
      "learning_rate": 3.228396641470918e-06,
      "loss": 0.3433,
      "step": 1169380
    },
    {
      "epoch": 326.37,
      "grad_norm": 0.9118775725364685,
      "learning_rate": 3.228371601895222e-06,
      "loss": 0.3539,
      "step": 1169390
    },
    {
      "epoch": 326.37,
      "grad_norm": 1.1428450345993042,
      "learning_rate": 3.2283465622017825e-06,
      "loss": 0.3512,
      "step": 1169400
    },
    {
      "epoch": 326.38,
      "grad_norm": 0.9249504804611206,
      "learning_rate": 3.2283215223906037e-06,
      "loss": 0.3539,
      "step": 1169410
    },
    {
      "epoch": 326.38,
      "grad_norm": 1.0303326845169067,
      "learning_rate": 3.228296482461688e-06,
      "loss": 0.3555,
      "step": 1169420
    },
    {
      "epoch": 326.38,
      "grad_norm": 1.0742014646530151,
      "learning_rate": 3.228271442415039e-06,
      "loss": 0.3615,
      "step": 1169430
    },
    {
      "epoch": 326.39,
      "grad_norm": 1.2613370418548584,
      "learning_rate": 3.2282464022506598e-06,
      "loss": 0.3416,
      "step": 1169440
    },
    {
      "epoch": 326.39,
      "grad_norm": 1.0886261463165283,
      "learning_rate": 3.2282213619685535e-06,
      "loss": 0.3728,
      "step": 1169450
    },
    {
      "epoch": 326.39,
      "grad_norm": 0.9962250590324402,
      "learning_rate": 3.228196321568724e-06,
      "loss": 0.3528,
      "step": 1169460
    },
    {
      "epoch": 326.39,
      "grad_norm": 1.3376150131225586,
      "learning_rate": 3.2281712810511745e-06,
      "loss": 0.3495,
      "step": 1169470
    },
    {
      "epoch": 326.4,
      "grad_norm": 0.8801127672195435,
      "learning_rate": 3.2281462404159085e-06,
      "loss": 0.3554,
      "step": 1169480
    },
    {
      "epoch": 326.4,
      "grad_norm": 0.8669257164001465,
      "learning_rate": 3.2281211996629295e-06,
      "loss": 0.3455,
      "step": 1169490
    },
    {
      "epoch": 326.4,
      "grad_norm": 1.1188167333602905,
      "learning_rate": 3.2280961587922395e-06,
      "loss": 0.3635,
      "step": 1169500
    },
    {
      "epoch": 326.41,
      "grad_norm": 1.0838441848754883,
      "learning_rate": 3.228071117803844e-06,
      "loss": 0.348,
      "step": 1169510
    },
    {
      "epoch": 326.41,
      "grad_norm": 1.0055272579193115,
      "learning_rate": 3.228046076697744e-06,
      "loss": 0.3454,
      "step": 1169520
    },
    {
      "epoch": 326.41,
      "grad_norm": 1.0390485525131226,
      "learning_rate": 3.2280210354739438e-06,
      "loss": 0.3583,
      "step": 1169530
    },
    {
      "epoch": 326.41,
      "grad_norm": 0.9021785855293274,
      "learning_rate": 3.227995994132448e-06,
      "loss": 0.342,
      "step": 1169540
    },
    {
      "epoch": 326.42,
      "grad_norm": 0.9862363338470459,
      "learning_rate": 3.227970952673258e-06,
      "loss": 0.344,
      "step": 1169550
    },
    {
      "epoch": 326.42,
      "grad_norm": 1.020137071609497,
      "learning_rate": 3.227945911096378e-06,
      "loss": 0.3655,
      "step": 1169560
    },
    {
      "epoch": 326.42,
      "grad_norm": 1.0493861436843872,
      "learning_rate": 3.227920869401812e-06,
      "loss": 0.3565,
      "step": 1169570
    },
    {
      "epoch": 326.42,
      "grad_norm": 1.0312234163284302,
      "learning_rate": 3.227895827589562e-06,
      "loss": 0.3553,
      "step": 1169580
    },
    {
      "epoch": 326.43,
      "grad_norm": 1.025742530822754,
      "learning_rate": 3.227870785659632e-06,
      "loss": 0.3504,
      "step": 1169590
    },
    {
      "epoch": 326.43,
      "grad_norm": 0.8954111337661743,
      "learning_rate": 3.227845743612025e-06,
      "loss": 0.3567,
      "step": 1169600
    },
    {
      "epoch": 326.43,
      "grad_norm": 0.9716238975524902,
      "learning_rate": 3.227820701446745e-06,
      "loss": 0.3563,
      "step": 1169610
    },
    {
      "epoch": 326.44,
      "grad_norm": 1.1499032974243164,
      "learning_rate": 3.2277956591637944e-06,
      "loss": 0.3737,
      "step": 1169620
    },
    {
      "epoch": 326.44,
      "grad_norm": 1.0346518754959106,
      "learning_rate": 3.2277706167631783e-06,
      "loss": 0.3542,
      "step": 1169630
    },
    {
      "epoch": 326.44,
      "grad_norm": 1.0136698484420776,
      "learning_rate": 3.227745574244898e-06,
      "loss": 0.3622,
      "step": 1169640
    },
    {
      "epoch": 326.44,
      "grad_norm": 1.3770067691802979,
      "learning_rate": 3.227720531608958e-06,
      "loss": 0.3512,
      "step": 1169650
    },
    {
      "epoch": 326.45,
      "grad_norm": 0.9794461131095886,
      "learning_rate": 3.2276954888553603e-06,
      "loss": 0.355,
      "step": 1169660
    },
    {
      "epoch": 326.45,
      "grad_norm": 1.058395504951477,
      "learning_rate": 3.2276704459841103e-06,
      "loss": 0.3596,
      "step": 1169670
    },
    {
      "epoch": 326.45,
      "grad_norm": 1.0839401483535767,
      "learning_rate": 3.2276454029952095e-06,
      "loss": 0.346,
      "step": 1169680
    },
    {
      "epoch": 326.46,
      "grad_norm": 0.9264324307441711,
      "learning_rate": 3.227620359888662e-06,
      "loss": 0.3529,
      "step": 1169690
    },
    {
      "epoch": 326.46,
      "grad_norm": 1.110060214996338,
      "learning_rate": 3.227595316664472e-06,
      "loss": 0.3529,
      "step": 1169700
    },
    {
      "epoch": 326.46,
      "grad_norm": 0.9396490454673767,
      "learning_rate": 3.2275702733226415e-06,
      "loss": 0.3513,
      "step": 1169710
    },
    {
      "epoch": 326.46,
      "grad_norm": 1.1000235080718994,
      "learning_rate": 3.227545229863174e-06,
      "loss": 0.3394,
      "step": 1169720
    },
    {
      "epoch": 326.47,
      "grad_norm": 0.7962959408760071,
      "learning_rate": 3.2275201862860737e-06,
      "loss": 0.3502,
      "step": 1169730
    },
    {
      "epoch": 326.47,
      "grad_norm": 1.1959774494171143,
      "learning_rate": 3.2274951425913425e-06,
      "loss": 0.3576,
      "step": 1169740
    },
    {
      "epoch": 326.47,
      "grad_norm": 1.1722891330718994,
      "learning_rate": 3.227470098778985e-06,
      "loss": 0.3521,
      "step": 1169750
    },
    {
      "epoch": 326.48,
      "grad_norm": 1.6515218019485474,
      "learning_rate": 3.227445054849004e-06,
      "loss": 0.3389,
      "step": 1169760
    },
    {
      "epoch": 326.48,
      "grad_norm": 1.0161685943603516,
      "learning_rate": 3.227420010801403e-06,
      "loss": 0.3602,
      "step": 1169770
    },
    {
      "epoch": 326.48,
      "grad_norm": 1.1494734287261963,
      "learning_rate": 3.227394966636186e-06,
      "loss": 0.3525,
      "step": 1169780
    },
    {
      "epoch": 326.48,
      "grad_norm": 1.016082525253296,
      "learning_rate": 3.2273699223533548e-06,
      "loss": 0.3411,
      "step": 1169790
    },
    {
      "epoch": 326.49,
      "grad_norm": 1.1148289442062378,
      "learning_rate": 3.227344877952914e-06,
      "loss": 0.3441,
      "step": 1169800
    },
    {
      "epoch": 326.49,
      "grad_norm": 1.1078590154647827,
      "learning_rate": 3.2273198334348657e-06,
      "loss": 0.3571,
      "step": 1169810
    },
    {
      "epoch": 326.49,
      "grad_norm": 1.0335030555725098,
      "learning_rate": 3.2272947887992143e-06,
      "loss": 0.3507,
      "step": 1169820
    },
    {
      "epoch": 326.49,
      "grad_norm": 1.1133064031600952,
      "learning_rate": 3.2272697440459633e-06,
      "loss": 0.3576,
      "step": 1169830
    },
    {
      "epoch": 326.5,
      "grad_norm": 1.0403414964675903,
      "learning_rate": 3.2272446991751154e-06,
      "loss": 0.3643,
      "step": 1169840
    },
    {
      "epoch": 326.5,
      "grad_norm": 1.046367883682251,
      "learning_rate": 3.2272196541866743e-06,
      "loss": 0.3364,
      "step": 1169850
    },
    {
      "epoch": 326.5,
      "grad_norm": 0.9672940373420715,
      "learning_rate": 3.227194609080643e-06,
      "loss": 0.3498,
      "step": 1169860
    },
    {
      "epoch": 326.51,
      "grad_norm": 1.0448033809661865,
      "learning_rate": 3.2271695638570254e-06,
      "loss": 0.3536,
      "step": 1169870
    },
    {
      "epoch": 326.51,
      "grad_norm": 1.0740809440612793,
      "learning_rate": 3.227144518515823e-06,
      "loss": 0.3521,
      "step": 1169880
    },
    {
      "epoch": 326.51,
      "grad_norm": 0.9458670020103455,
      "learning_rate": 3.227119473057042e-06,
      "loss": 0.3516,
      "step": 1169890
    },
    {
      "epoch": 326.51,
      "grad_norm": 1.106879711151123,
      "learning_rate": 3.2270944274806838e-06,
      "loss": 0.3525,
      "step": 1169900
    },
    {
      "epoch": 326.52,
      "grad_norm": 0.8637936115264893,
      "learning_rate": 3.2270693817867515e-06,
      "loss": 0.3453,
      "step": 1169910
    },
    {
      "epoch": 326.52,
      "grad_norm": 1.035011887550354,
      "learning_rate": 3.22704433597525e-06,
      "loss": 0.3598,
      "step": 1169920
    },
    {
      "epoch": 326.52,
      "grad_norm": 1.0335073471069336,
      "learning_rate": 3.2270192900461824e-06,
      "loss": 0.3589,
      "step": 1169930
    },
    {
      "epoch": 326.53,
      "grad_norm": 1.0373907089233398,
      "learning_rate": 3.22699424399955e-06,
      "loss": 0.3556,
      "step": 1169940
    },
    {
      "epoch": 326.53,
      "grad_norm": 0.9218544960021973,
      "learning_rate": 3.2269691978353584e-06,
      "loss": 0.3464,
      "step": 1169950
    },
    {
      "epoch": 326.53,
      "grad_norm": 0.8863068222999573,
      "learning_rate": 3.2269441515536094e-06,
      "loss": 0.3445,
      "step": 1169960
    },
    {
      "epoch": 326.53,
      "grad_norm": 0.8777719736099243,
      "learning_rate": 3.2269191051543075e-06,
      "loss": 0.3624,
      "step": 1169970
    },
    {
      "epoch": 326.54,
      "grad_norm": 1.004542589187622,
      "learning_rate": 3.2268940586374556e-06,
      "loss": 0.3345,
      "step": 1169980
    },
    {
      "epoch": 326.54,
      "grad_norm": 1.0702886581420898,
      "learning_rate": 3.226869012003057e-06,
      "loss": 0.3527,
      "step": 1169990
    },
    {
      "epoch": 326.54,
      "grad_norm": 0.9947084188461304,
      "learning_rate": 3.226843965251115e-06,
      "loss": 0.3583,
      "step": 1170000
    },
    {
      "epoch": 326.54,
      "grad_norm": 1.0083394050598145,
      "learning_rate": 3.226818918381633e-06,
      "loss": 0.358,
      "step": 1170010
    },
    {
      "epoch": 326.55,
      "grad_norm": 1.0144569873809814,
      "learning_rate": 3.2267938713946145e-06,
      "loss": 0.3671,
      "step": 1170020
    },
    {
      "epoch": 326.55,
      "grad_norm": 1.1869930028915405,
      "learning_rate": 3.2267688242900615e-06,
      "loss": 0.3523,
      "step": 1170030
    },
    {
      "epoch": 326.55,
      "grad_norm": 0.9320638179779053,
      "learning_rate": 3.2267437770679793e-06,
      "loss": 0.3566,
      "step": 1170040
    },
    {
      "epoch": 326.56,
      "grad_norm": 1.025334119796753,
      "learning_rate": 3.22671872972837e-06,
      "loss": 0.3557,
      "step": 1170050
    },
    {
      "epoch": 326.56,
      "grad_norm": 0.9855713844299316,
      "learning_rate": 3.226693682271238e-06,
      "loss": 0.3671,
      "step": 1170060
    },
    {
      "epoch": 326.56,
      "grad_norm": 0.9913147687911987,
      "learning_rate": 3.226668634696586e-06,
      "loss": 0.3497,
      "step": 1170070
    },
    {
      "epoch": 326.56,
      "grad_norm": 1.054174780845642,
      "learning_rate": 3.2266435870044164e-06,
      "loss": 0.3612,
      "step": 1170080
    },
    {
      "epoch": 326.57,
      "grad_norm": 1.0229943990707397,
      "learning_rate": 3.2266185391947343e-06,
      "loss": 0.3394,
      "step": 1170090
    },
    {
      "epoch": 326.57,
      "grad_norm": 0.8263599276542664,
      "learning_rate": 3.2265934912675417e-06,
      "loss": 0.3636,
      "step": 1170100
    },
    {
      "epoch": 326.57,
      "grad_norm": 0.9279317259788513,
      "learning_rate": 3.2265684432228422e-06,
      "loss": 0.3534,
      "step": 1170110
    },
    {
      "epoch": 326.58,
      "grad_norm": 1.1284774541854858,
      "learning_rate": 3.2265433950606394e-06,
      "loss": 0.3617,
      "step": 1170120
    },
    {
      "epoch": 326.58,
      "grad_norm": 0.9544271230697632,
      "learning_rate": 3.226518346780937e-06,
      "loss": 0.3456,
      "step": 1170130
    },
    {
      "epoch": 326.58,
      "grad_norm": 1.1235259771347046,
      "learning_rate": 3.226493298383738e-06,
      "loss": 0.3643,
      "step": 1170140
    },
    {
      "epoch": 326.58,
      "grad_norm": 0.8308731317520142,
      "learning_rate": 3.2264682498690455e-06,
      "loss": 0.3436,
      "step": 1170150
    },
    {
      "epoch": 326.59,
      "grad_norm": 1.0462865829467773,
      "learning_rate": 3.2264432012368622e-06,
      "loss": 0.3538,
      "step": 1170160
    },
    {
      "epoch": 326.59,
      "grad_norm": 1.0309497117996216,
      "learning_rate": 3.2264181524871925e-06,
      "loss": 0.3574,
      "step": 1170170
    },
    {
      "epoch": 326.59,
      "grad_norm": 1.1450598239898682,
      "learning_rate": 3.22639310362004e-06,
      "loss": 0.3381,
      "step": 1170180
    },
    {
      "epoch": 326.6,
      "grad_norm": 1.7207006216049194,
      "learning_rate": 3.226368054635407e-06,
      "loss": 0.3282,
      "step": 1170190
    },
    {
      "epoch": 326.6,
      "grad_norm": 1.09433913230896,
      "learning_rate": 3.226343005533297e-06,
      "loss": 0.3504,
      "step": 1170200
    },
    {
      "epoch": 326.6,
      "grad_norm": 0.9556923508644104,
      "learning_rate": 3.2263179563137146e-06,
      "loss": 0.3499,
      "step": 1170210
    },
    {
      "epoch": 326.6,
      "grad_norm": 1.0438425540924072,
      "learning_rate": 3.226292906976661e-06,
      "loss": 0.3582,
      "step": 1170220
    },
    {
      "epoch": 326.61,
      "grad_norm": 1.0942802429199219,
      "learning_rate": 3.2262678575221417e-06,
      "loss": 0.3621,
      "step": 1170230
    },
    {
      "epoch": 326.61,
      "grad_norm": 0.9907904863357544,
      "learning_rate": 3.226242807950158e-06,
      "loss": 0.3535,
      "step": 1170240
    },
    {
      "epoch": 326.61,
      "grad_norm": 0.9048315286636353,
      "learning_rate": 3.226217758260716e-06,
      "loss": 0.3509,
      "step": 1170250
    },
    {
      "epoch": 326.61,
      "grad_norm": 0.9284840226173401,
      "learning_rate": 3.2261927084538156e-06,
      "loss": 0.3586,
      "step": 1170260
    },
    {
      "epoch": 326.62,
      "grad_norm": 1.0823172330856323,
      "learning_rate": 3.2261676585294624e-06,
      "loss": 0.3428,
      "step": 1170270
    },
    {
      "epoch": 326.62,
      "grad_norm": 1.1102678775787354,
      "learning_rate": 3.226142608487659e-06,
      "loss": 0.3586,
      "step": 1170280
    },
    {
      "epoch": 326.62,
      "grad_norm": 1.306337594985962,
      "learning_rate": 3.226117558328409e-06,
      "loss": 0.3477,
      "step": 1170290
    },
    {
      "epoch": 326.63,
      "grad_norm": 1.0635066032409668,
      "learning_rate": 3.2260925080517167e-06,
      "loss": 0.3548,
      "step": 1170300
    },
    {
      "epoch": 326.63,
      "grad_norm": 0.9309393167495728,
      "learning_rate": 3.226067457657583e-06,
      "loss": 0.3427,
      "step": 1170310
    },
    {
      "epoch": 326.63,
      "grad_norm": 1.0321930646896362,
      "learning_rate": 3.226042407146013e-06,
      "loss": 0.3498,
      "step": 1170320
    },
    {
      "epoch": 326.63,
      "grad_norm": 1.0797498226165771,
      "learning_rate": 3.2260173565170094e-06,
      "loss": 0.366,
      "step": 1170330
    },
    {
      "epoch": 326.64,
      "grad_norm": 0.9406971335411072,
      "learning_rate": 3.225992305770576e-06,
      "loss": 0.3368,
      "step": 1170340
    },
    {
      "epoch": 326.64,
      "grad_norm": 0.9576081037521362,
      "learning_rate": 3.225967254906716e-06,
      "loss": 0.3363,
      "step": 1170350
    },
    {
      "epoch": 326.64,
      "grad_norm": 1.024052381515503,
      "learning_rate": 3.2259422039254324e-06,
      "loss": 0.3518,
      "step": 1170360
    },
    {
      "epoch": 326.65,
      "grad_norm": 1.0311132669448853,
      "learning_rate": 3.225917152826729e-06,
      "loss": 0.3509,
      "step": 1170370
    },
    {
      "epoch": 326.65,
      "grad_norm": 1.1472890377044678,
      "learning_rate": 3.2258921016106095e-06,
      "loss": 0.3484,
      "step": 1170380
    },
    {
      "epoch": 326.65,
      "grad_norm": 1.0203081369400024,
      "learning_rate": 3.225867050277076e-06,
      "loss": 0.3281,
      "step": 1170390
    },
    {
      "epoch": 326.65,
      "grad_norm": 1.0341367721557617,
      "learning_rate": 3.2258419988261318e-06,
      "loss": 0.3526,
      "step": 1170400
    },
    {
      "epoch": 326.66,
      "grad_norm": 0.9170705080032349,
      "learning_rate": 3.2258169472577825e-06,
      "loss": 0.3545,
      "step": 1170410
    },
    {
      "epoch": 326.66,
      "grad_norm": 1.103576898574829,
      "learning_rate": 3.2257918955720285e-06,
      "loss": 0.3656,
      "step": 1170420
    },
    {
      "epoch": 326.66,
      "grad_norm": 1.2111929655075073,
      "learning_rate": 3.225766843768875e-06,
      "loss": 0.3423,
      "step": 1170430
    },
    {
      "epoch": 326.66,
      "grad_norm": 1.0485039949417114,
      "learning_rate": 3.2257417918483246e-06,
      "loss": 0.3517,
      "step": 1170440
    },
    {
      "epoch": 326.67,
      "grad_norm": 1.0875017642974854,
      "learning_rate": 3.225716739810381e-06,
      "loss": 0.345,
      "step": 1170450
    },
    {
      "epoch": 326.67,
      "grad_norm": 1.0280855894088745,
      "learning_rate": 3.2256916876550473e-06,
      "loss": 0.362,
      "step": 1170460
    },
    {
      "epoch": 326.67,
      "grad_norm": 1.0116039514541626,
      "learning_rate": 3.2256666353823275e-06,
      "loss": 0.3754,
      "step": 1170470
    },
    {
      "epoch": 326.68,
      "grad_norm": 1.0083906650543213,
      "learning_rate": 3.2256415829922237e-06,
      "loss": 0.3474,
      "step": 1170480
    },
    {
      "epoch": 326.68,
      "grad_norm": 1.0564969778060913,
      "learning_rate": 3.22561653048474e-06,
      "loss": 0.3751,
      "step": 1170490
    },
    {
      "epoch": 326.68,
      "grad_norm": 1.1022603511810303,
      "learning_rate": 3.2255914778598795e-06,
      "loss": 0.3774,
      "step": 1170500
    },
    {
      "epoch": 326.68,
      "grad_norm": 0.8841270208358765,
      "learning_rate": 3.225566425117646e-06,
      "loss": 0.3507,
      "step": 1170510
    },
    {
      "epoch": 326.69,
      "grad_norm": 0.9427379369735718,
      "learning_rate": 3.2255413722580427e-06,
      "loss": 0.3584,
      "step": 1170520
    },
    {
      "epoch": 326.69,
      "grad_norm": 0.8766983151435852,
      "learning_rate": 3.225516319281072e-06,
      "loss": 0.3241,
      "step": 1170530
    },
    {
      "epoch": 326.69,
      "grad_norm": 1.2084684371948242,
      "learning_rate": 3.2254912661867383e-06,
      "loss": 0.3644,
      "step": 1170540
    },
    {
      "epoch": 326.7,
      "grad_norm": 1.035565733909607,
      "learning_rate": 3.2254662129750447e-06,
      "loss": 0.3501,
      "step": 1170550
    },
    {
      "epoch": 326.7,
      "grad_norm": 1.0303436517715454,
      "learning_rate": 3.2254411596459943e-06,
      "loss": 0.3587,
      "step": 1170560
    },
    {
      "epoch": 326.7,
      "grad_norm": 0.9309525489807129,
      "learning_rate": 3.225416106199591e-06,
      "loss": 0.3513,
      "step": 1170570
    },
    {
      "epoch": 326.7,
      "grad_norm": 1.0175138711929321,
      "learning_rate": 3.225391052635837e-06,
      "loss": 0.3353,
      "step": 1170580
    },
    {
      "epoch": 326.71,
      "grad_norm": 0.9516378045082092,
      "learning_rate": 3.225365998954737e-06,
      "loss": 0.3543,
      "step": 1170590
    },
    {
      "epoch": 326.71,
      "grad_norm": 1.0559430122375488,
      "learning_rate": 3.2253409451562933e-06,
      "loss": 0.3509,
      "step": 1170600
    },
    {
      "epoch": 326.71,
      "grad_norm": 1.0281871557235718,
      "learning_rate": 3.2253158912405095e-06,
      "loss": 0.3556,
      "step": 1170610
    },
    {
      "epoch": 326.72,
      "grad_norm": 0.9225530624389648,
      "learning_rate": 3.225290837207389e-06,
      "loss": 0.3424,
      "step": 1170620
    },
    {
      "epoch": 326.72,
      "grad_norm": 1.1849387884140015,
      "learning_rate": 3.2252657830569354e-06,
      "loss": 0.3539,
      "step": 1170630
    },
    {
      "epoch": 326.72,
      "grad_norm": 0.9350662231445312,
      "learning_rate": 3.225240728789152e-06,
      "loss": 0.3689,
      "step": 1170640
    },
    {
      "epoch": 326.72,
      "grad_norm": 1.0742226839065552,
      "learning_rate": 3.225215674404041e-06,
      "loss": 0.3481,
      "step": 1170650
    },
    {
      "epoch": 326.73,
      "grad_norm": 0.806341826915741,
      "learning_rate": 3.225190619901608e-06,
      "loss": 0.3615,
      "step": 1170660
    },
    {
      "epoch": 326.73,
      "grad_norm": 1.0044634342193604,
      "learning_rate": 3.225165565281855e-06,
      "loss": 0.3562,
      "step": 1170670
    },
    {
      "epoch": 326.73,
      "grad_norm": 1.621756911277771,
      "learning_rate": 3.225140510544784e-06,
      "loss": 0.348,
      "step": 1170680
    },
    {
      "epoch": 326.73,
      "grad_norm": 1.0444045066833496,
      "learning_rate": 3.2251154556904e-06,
      "loss": 0.3613,
      "step": 1170690
    },
    {
      "epoch": 326.74,
      "grad_norm": 0.8435115218162537,
      "learning_rate": 3.225090400718707e-06,
      "loss": 0.3636,
      "step": 1170700
    },
    {
      "epoch": 326.74,
      "grad_norm": 1.0428426265716553,
      "learning_rate": 3.2250653456297065e-06,
      "loss": 0.3549,
      "step": 1170710
    },
    {
      "epoch": 326.74,
      "grad_norm": 1.068448543548584,
      "learning_rate": 3.2250402904234033e-06,
      "loss": 0.3679,
      "step": 1170720
    },
    {
      "epoch": 326.75,
      "grad_norm": 1.0175999402999878,
      "learning_rate": 3.2250152350998e-06,
      "loss": 0.3615,
      "step": 1170730
    },
    {
      "epoch": 326.75,
      "grad_norm": 1.0017728805541992,
      "learning_rate": 3.2249901796589e-06,
      "loss": 0.3546,
      "step": 1170740
    },
    {
      "epoch": 326.75,
      "grad_norm": 1.0258187055587769,
      "learning_rate": 3.2249651241007064e-06,
      "loss": 0.349,
      "step": 1170750
    },
    {
      "epoch": 326.75,
      "grad_norm": 1.009132981300354,
      "learning_rate": 3.224940068425223e-06,
      "loss": 0.3551,
      "step": 1170760
    },
    {
      "epoch": 326.76,
      "grad_norm": 0.939690887928009,
      "learning_rate": 3.224915012632453e-06,
      "loss": 0.3745,
      "step": 1170770
    },
    {
      "epoch": 326.76,
      "grad_norm": 1.0034127235412598,
      "learning_rate": 3.2248899567223995e-06,
      "loss": 0.3603,
      "step": 1170780
    },
    {
      "epoch": 326.76,
      "grad_norm": 0.9534512758255005,
      "learning_rate": 3.2248649006950655e-06,
      "loss": 0.3538,
      "step": 1170790
    },
    {
      "epoch": 326.77,
      "grad_norm": 1.0325336456298828,
      "learning_rate": 3.224839844550456e-06,
      "loss": 0.3704,
      "step": 1170800
    },
    {
      "epoch": 326.77,
      "grad_norm": 0.908119797706604,
      "learning_rate": 3.2248147882885734e-06,
      "loss": 0.3441,
      "step": 1170810
    },
    {
      "epoch": 326.77,
      "grad_norm": 1.0854101181030273,
      "learning_rate": 3.2247897319094196e-06,
      "loss": 0.3658,
      "step": 1170820
    },
    {
      "epoch": 326.77,
      "grad_norm": 1.1312432289123535,
      "learning_rate": 3.2247646754130005e-06,
      "loss": 0.344,
      "step": 1170830
    },
    {
      "epoch": 326.78,
      "grad_norm": 0.9304642081260681,
      "learning_rate": 3.2247396187993168e-06,
      "loss": 0.3413,
      "step": 1170840
    },
    {
      "epoch": 326.78,
      "grad_norm": 0.9400650858879089,
      "learning_rate": 3.2247145620683737e-06,
      "loss": 0.3421,
      "step": 1170850
    },
    {
      "epoch": 326.78,
      "grad_norm": 1.0377060174942017,
      "learning_rate": 3.224689505220174e-06,
      "loss": 0.364,
      "step": 1170860
    },
    {
      "epoch": 326.78,
      "grad_norm": 0.903583288192749,
      "learning_rate": 3.2246644482547206e-06,
      "loss": 0.3523,
      "step": 1170870
    },
    {
      "epoch": 326.79,
      "grad_norm": 0.9781200885772705,
      "learning_rate": 3.2246393911720183e-06,
      "loss": 0.3596,
      "step": 1170880
    },
    {
      "epoch": 326.79,
      "grad_norm": 1.077407717704773,
      "learning_rate": 3.224614333972069e-06,
      "loss": 0.3565,
      "step": 1170890
    },
    {
      "epoch": 326.79,
      "grad_norm": 0.9756271243095398,
      "learning_rate": 3.224589276654876e-06,
      "loss": 0.3405,
      "step": 1170900
    },
    {
      "epoch": 326.8,
      "grad_norm": 1.1601718664169312,
      "learning_rate": 3.2245642192204428e-06,
      "loss": 0.3619,
      "step": 1170910
    },
    {
      "epoch": 326.8,
      "grad_norm": 1.1490869522094727,
      "learning_rate": 3.2245391616687735e-06,
      "loss": 0.3463,
      "step": 1170920
    },
    {
      "epoch": 326.8,
      "grad_norm": 0.9411097764968872,
      "learning_rate": 3.2245141039998705e-06,
      "loss": 0.3597,
      "step": 1170930
    },
    {
      "epoch": 326.8,
      "grad_norm": 0.9961698055267334,
      "learning_rate": 3.224489046213738e-06,
      "loss": 0.3497,
      "step": 1170940
    },
    {
      "epoch": 326.81,
      "grad_norm": 1.095834493637085,
      "learning_rate": 3.2244639883103787e-06,
      "loss": 0.3535,
      "step": 1170950
    },
    {
      "epoch": 326.81,
      "grad_norm": 1.2299771308898926,
      "learning_rate": 3.224438930289797e-06,
      "loss": 0.3619,
      "step": 1170960
    },
    {
      "epoch": 326.81,
      "grad_norm": 0.8674368262290955,
      "learning_rate": 3.2244138721519936e-06,
      "loss": 0.3431,
      "step": 1170970
    },
    {
      "epoch": 326.82,
      "grad_norm": 0.9487209320068359,
      "learning_rate": 3.224388813896975e-06,
      "loss": 0.3564,
      "step": 1170980
    },
    {
      "epoch": 326.82,
      "grad_norm": 1.0216946601867676,
      "learning_rate": 3.2243637555247423e-06,
      "loss": 0.3453,
      "step": 1170990
    },
    {
      "epoch": 326.82,
      "grad_norm": 0.9302586913108826,
      "learning_rate": 3.2243386970353e-06,
      "loss": 0.3569,
      "step": 1171000
    },
    {
      "epoch": 326.82,
      "grad_norm": 1.2706023454666138,
      "learning_rate": 3.224313638428651e-06,
      "loss": 0.3618,
      "step": 1171010
    },
    {
      "epoch": 326.83,
      "grad_norm": 0.9752087593078613,
      "learning_rate": 3.224288579704799e-06,
      "loss": 0.346,
      "step": 1171020
    },
    {
      "epoch": 326.83,
      "grad_norm": 1.0779097080230713,
      "learning_rate": 3.2242635208637475e-06,
      "loss": 0.3488,
      "step": 1171030
    },
    {
      "epoch": 326.83,
      "grad_norm": 0.9583086967468262,
      "learning_rate": 3.2242384619054986e-06,
      "loss": 0.3878,
      "step": 1171040
    },
    {
      "epoch": 326.84,
      "grad_norm": 0.9603554010391235,
      "learning_rate": 3.2242134028300572e-06,
      "loss": 0.3543,
      "step": 1171050
    },
    {
      "epoch": 326.84,
      "grad_norm": 0.9472612738609314,
      "learning_rate": 3.224188343637425e-06,
      "loss": 0.3538,
      "step": 1171060
    },
    {
      "epoch": 326.84,
      "grad_norm": 1.045973777770996,
      "learning_rate": 3.2241632843276067e-06,
      "loss": 0.3575,
      "step": 1171070
    },
    {
      "epoch": 326.84,
      "grad_norm": 1.1983304023742676,
      "learning_rate": 3.2241382249006047e-06,
      "loss": 0.3409,
      "step": 1171080
    },
    {
      "epoch": 326.85,
      "grad_norm": 1.0074790716171265,
      "learning_rate": 3.2241131653564234e-06,
      "loss": 0.3473,
      "step": 1171090
    },
    {
      "epoch": 326.85,
      "grad_norm": 1.0530824661254883,
      "learning_rate": 3.224088105695065e-06,
      "loss": 0.3612,
      "step": 1171100
    },
    {
      "epoch": 326.85,
      "grad_norm": 1.1827757358551025,
      "learning_rate": 3.224063045916534e-06,
      "loss": 0.3537,
      "step": 1171110
    },
    {
      "epoch": 326.85,
      "grad_norm": 0.960063099861145,
      "learning_rate": 3.224037986020833e-06,
      "loss": 0.3564,
      "step": 1171120
    },
    {
      "epoch": 326.86,
      "grad_norm": 1.2179254293441772,
      "learning_rate": 3.224012926007965e-06,
      "loss": 0.3463,
      "step": 1171130
    },
    {
      "epoch": 326.86,
      "grad_norm": 0.9945483803749084,
      "learning_rate": 3.223987865877934e-06,
      "loss": 0.3385,
      "step": 1171140
    },
    {
      "epoch": 326.86,
      "grad_norm": 1.0687800645828247,
      "learning_rate": 3.2239628056307427e-06,
      "loss": 0.3675,
      "step": 1171150
    },
    {
      "epoch": 326.87,
      "grad_norm": 0.9075704216957092,
      "learning_rate": 3.223937745266395e-06,
      "loss": 0.3525,
      "step": 1171160
    },
    {
      "epoch": 326.87,
      "grad_norm": 1.0030839443206787,
      "learning_rate": 3.2239126847848946e-06,
      "loss": 0.3548,
      "step": 1171170
    },
    {
      "epoch": 326.87,
      "grad_norm": 1.015242338180542,
      "learning_rate": 3.2238876241862437e-06,
      "loss": 0.3625,
      "step": 1171180
    },
    {
      "epoch": 326.87,
      "grad_norm": 1.0046167373657227,
      "learning_rate": 3.2238625634704468e-06,
      "loss": 0.3519,
      "step": 1171190
    },
    {
      "epoch": 326.88,
      "grad_norm": 1.0798038244247437,
      "learning_rate": 3.223837502637506e-06,
      "loss": 0.352,
      "step": 1171200
    },
    {
      "epoch": 326.88,
      "grad_norm": 0.9296922087669373,
      "learning_rate": 3.2238124416874253e-06,
      "loss": 0.3582,
      "step": 1171210
    },
    {
      "epoch": 326.88,
      "grad_norm": 1.0135489702224731,
      "learning_rate": 3.2237873806202093e-06,
      "loss": 0.3595,
      "step": 1171220
    },
    {
      "epoch": 326.89,
      "grad_norm": 0.8842032551765442,
      "learning_rate": 3.2237623194358583e-06,
      "loss": 0.3384,
      "step": 1171230
    },
    {
      "epoch": 326.89,
      "grad_norm": 1.074744462966919,
      "learning_rate": 3.223737258134379e-06,
      "loss": 0.3607,
      "step": 1171240
    },
    {
      "epoch": 326.89,
      "grad_norm": 1.1083275079727173,
      "learning_rate": 3.223712196715773e-06,
      "loss": 0.3683,
      "step": 1171250
    },
    {
      "epoch": 326.89,
      "grad_norm": 0.9942428469657898,
      "learning_rate": 3.2236871351800425e-06,
      "loss": 0.3575,
      "step": 1171260
    },
    {
      "epoch": 326.9,
      "grad_norm": 0.9301908612251282,
      "learning_rate": 3.2236620735271934e-06,
      "loss": 0.3557,
      "step": 1171270
    },
    {
      "epoch": 326.9,
      "grad_norm": 0.9601761102676392,
      "learning_rate": 3.223637011757227e-06,
      "loss": 0.3357,
      "step": 1171280
    },
    {
      "epoch": 326.9,
      "grad_norm": 1.3338866233825684,
      "learning_rate": 3.2236119498701476e-06,
      "loss": 0.3357,
      "step": 1171290
    },
    {
      "epoch": 326.9,
      "grad_norm": 0.9577626585960388,
      "learning_rate": 3.2235868878659585e-06,
      "loss": 0.3417,
      "step": 1171300
    },
    {
      "epoch": 326.91,
      "grad_norm": 1.119293212890625,
      "learning_rate": 3.223561825744663e-06,
      "loss": 0.3744,
      "step": 1171310
    },
    {
      "epoch": 326.91,
      "grad_norm": 0.8659080266952515,
      "learning_rate": 3.2235367635062637e-06,
      "loss": 0.3526,
      "step": 1171320
    },
    {
      "epoch": 326.91,
      "grad_norm": 0.9085826277732849,
      "learning_rate": 3.2235117011507652e-06,
      "loss": 0.3585,
      "step": 1171330
    },
    {
      "epoch": 326.92,
      "grad_norm": 0.9249504208564758,
      "learning_rate": 3.2234866386781703e-06,
      "loss": 0.3484,
      "step": 1171340
    },
    {
      "epoch": 326.92,
      "grad_norm": 1.0082824230194092,
      "learning_rate": 3.223461576088481e-06,
      "loss": 0.349,
      "step": 1171350
    },
    {
      "epoch": 326.92,
      "grad_norm": 0.9958887100219727,
      "learning_rate": 3.2234365133817032e-06,
      "loss": 0.3441,
      "step": 1171360
    },
    {
      "epoch": 326.92,
      "grad_norm": 0.8884450793266296,
      "learning_rate": 3.223411450557838e-06,
      "loss": 0.3492,
      "step": 1171370
    },
    {
      "epoch": 326.93,
      "grad_norm": 0.9279339909553528,
      "learning_rate": 3.2233863876168905e-06,
      "loss": 0.3531,
      "step": 1171380
    },
    {
      "epoch": 326.93,
      "grad_norm": 0.9869913458824158,
      "learning_rate": 3.223361324558862e-06,
      "loss": 0.3655,
      "step": 1171390
    },
    {
      "epoch": 326.93,
      "grad_norm": 0.9260700345039368,
      "learning_rate": 3.223336261383758e-06,
      "loss": 0.3593,
      "step": 1171400
    },
    {
      "epoch": 326.94,
      "grad_norm": 1.071702003479004,
      "learning_rate": 3.2233111980915807e-06,
      "loss": 0.369,
      "step": 1171410
    },
    {
      "epoch": 326.94,
      "grad_norm": 0.9574049711227417,
      "learning_rate": 3.2232861346823333e-06,
      "loss": 0.3534,
      "step": 1171420
    },
    {
      "epoch": 326.94,
      "grad_norm": 1.0189721584320068,
      "learning_rate": 3.223261071156019e-06,
      "loss": 0.3403,
      "step": 1171430
    },
    {
      "epoch": 326.94,
      "grad_norm": 1.0643285512924194,
      "learning_rate": 3.2232360075126423e-06,
      "loss": 0.3666,
      "step": 1171440
    },
    {
      "epoch": 326.95,
      "grad_norm": 1.0745794773101807,
      "learning_rate": 3.2232109437522054e-06,
      "loss": 0.3486,
      "step": 1171450
    },
    {
      "epoch": 326.95,
      "grad_norm": 1.1053285598754883,
      "learning_rate": 3.2231858798747115e-06,
      "loss": 0.354,
      "step": 1171460
    },
    {
      "epoch": 326.95,
      "grad_norm": 0.9581276178359985,
      "learning_rate": 3.2231608158801657e-06,
      "loss": 0.3588,
      "step": 1171470
    },
    {
      "epoch": 326.96,
      "grad_norm": 1.0770119428634644,
      "learning_rate": 3.2231357517685688e-06,
      "loss": 0.3599,
      "step": 1171480
    },
    {
      "epoch": 326.96,
      "grad_norm": 1.3094598054885864,
      "learning_rate": 3.2231106875399263e-06,
      "loss": 0.3636,
      "step": 1171490
    },
    {
      "epoch": 326.96,
      "grad_norm": 0.9506471157073975,
      "learning_rate": 3.22308562319424e-06,
      "loss": 0.3565,
      "step": 1171500
    },
    {
      "epoch": 326.96,
      "grad_norm": 0.9662280678749084,
      "learning_rate": 3.2230605587315146e-06,
      "loss": 0.3589,
      "step": 1171510
    },
    {
      "epoch": 326.97,
      "grad_norm": 1.0578043460845947,
      "learning_rate": 3.223035494151752e-06,
      "loss": 0.3426,
      "step": 1171520
    },
    {
      "epoch": 326.97,
      "grad_norm": 0.9037960171699524,
      "learning_rate": 3.223010429454956e-06,
      "loss": 0.3577,
      "step": 1171530
    },
    {
      "epoch": 326.97,
      "grad_norm": 1.2106143236160278,
      "learning_rate": 3.2229853646411313e-06,
      "loss": 0.355,
      "step": 1171540
    },
    {
      "epoch": 326.97,
      "grad_norm": 1.2039177417755127,
      "learning_rate": 3.2229602997102803e-06,
      "loss": 0.3462,
      "step": 1171550
    },
    {
      "epoch": 326.98,
      "grad_norm": 0.987587034702301,
      "learning_rate": 3.222935234662405e-06,
      "loss": 0.3475,
      "step": 1171560
    },
    {
      "epoch": 326.98,
      "grad_norm": 0.8430612683296204,
      "learning_rate": 3.2229101694975108e-06,
      "loss": 0.3644,
      "step": 1171570
    },
    {
      "epoch": 326.98,
      "grad_norm": 1.1427017450332642,
      "learning_rate": 3.2228851042156e-06,
      "loss": 0.3454,
      "step": 1171580
    },
    {
      "epoch": 326.99,
      "grad_norm": 1.124005675315857,
      "learning_rate": 3.222860038816675e-06,
      "loss": 0.3577,
      "step": 1171590
    },
    {
      "epoch": 326.99,
      "grad_norm": 1.436990737915039,
      "learning_rate": 3.2228349733007416e-06,
      "loss": 0.3615,
      "step": 1171600
    },
    {
      "epoch": 326.99,
      "grad_norm": 0.9329138398170471,
      "learning_rate": 3.2228099076678007e-06,
      "loss": 0.3525,
      "step": 1171610
    },
    {
      "epoch": 326.99,
      "grad_norm": 0.9303345680236816,
      "learning_rate": 3.2227848419178574e-06,
      "loss": 0.3505,
      "step": 1171620
    },
    {
      "epoch": 327.0,
      "grad_norm": 0.9060782790184021,
      "learning_rate": 3.2227597760509144e-06,
      "loss": 0.3571,
      "step": 1171630
    },
    {
      "epoch": 327.0,
      "grad_norm": 1.0643720626831055,
      "learning_rate": 3.2227347100669745e-06,
      "loss": 0.3521,
      "step": 1171640
    },
    {
      "epoch": 327.0,
      "eval_loss": 0.3553999960422516,
      "eval_runtime": 63.2271,
      "eval_samples_per_second": 80.013,
      "eval_steps_per_second": 10.012,
      "step": 1171641
    },
    {
      "epoch": 327.0,
      "grad_norm": 1.0152875185012817,
      "learning_rate": 3.2227096439660415e-06,
      "loss": 0.3566,
      "step": 1171650
    },
    {
      "epoch": 327.01,
      "grad_norm": 1.0061553716659546,
      "learning_rate": 3.222684577748119e-06,
      "loss": 0.3491,
      "step": 1171660
    },
    {
      "epoch": 327.01,
      "grad_norm": 0.9737577438354492,
      "learning_rate": 3.22265951141321e-06,
      "loss": 0.3438,
      "step": 1171670
    },
    {
      "epoch": 327.01,
      "grad_norm": 1.0320712327957153,
      "learning_rate": 3.222634444961318e-06,
      "loss": 0.3464,
      "step": 1171680
    },
    {
      "epoch": 327.01,
      "grad_norm": 0.9524580240249634,
      "learning_rate": 3.2226093783924462e-06,
      "loss": 0.3418,
      "step": 1171690
    },
    {
      "epoch": 327.02,
      "grad_norm": 1.0634307861328125,
      "learning_rate": 3.2225843117065977e-06,
      "loss": 0.3537,
      "step": 1171700
    },
    {
      "epoch": 327.02,
      "grad_norm": 1.333073377609253,
      "learning_rate": 3.2225592449037764e-06,
      "loss": 0.3549,
      "step": 1171710
    },
    {
      "epoch": 327.02,
      "grad_norm": 1.1743472814559937,
      "learning_rate": 3.222534177983985e-06,
      "loss": 0.3586,
      "step": 1171720
    },
    {
      "epoch": 327.02,
      "grad_norm": 0.9518277645111084,
      "learning_rate": 3.2225091109472275e-06,
      "loss": 0.3512,
      "step": 1171730
    },
    {
      "epoch": 327.03,
      "grad_norm": 1.0747562646865845,
      "learning_rate": 3.2224840437935067e-06,
      "loss": 0.35,
      "step": 1171740
    },
    {
      "epoch": 327.03,
      "grad_norm": 0.9961723685264587,
      "learning_rate": 3.2224589765228263e-06,
      "loss": 0.3656,
      "step": 1171750
    },
    {
      "epoch": 327.03,
      "grad_norm": 1.0015569925308228,
      "learning_rate": 3.2224339091351898e-06,
      "loss": 0.3616,
      "step": 1171760
    },
    {
      "epoch": 327.04,
      "grad_norm": 1.0156065225601196,
      "learning_rate": 3.2224088416306e-06,
      "loss": 0.3601,
      "step": 1171770
    },
    {
      "epoch": 327.04,
      "grad_norm": 0.9778640270233154,
      "learning_rate": 3.2223837740090604e-06,
      "loss": 0.361,
      "step": 1171780
    },
    {
      "epoch": 327.04,
      "grad_norm": 1.0334320068359375,
      "learning_rate": 3.222358706270574e-06,
      "loss": 0.3497,
      "step": 1171790
    },
    {
      "epoch": 327.04,
      "grad_norm": 1.0956164598464966,
      "learning_rate": 3.2223336384151456e-06,
      "loss": 0.3548,
      "step": 1171800
    },
    {
      "epoch": 327.05,
      "grad_norm": 1.084816336631775,
      "learning_rate": 3.2223085704427763e-06,
      "loss": 0.3641,
      "step": 1171810
    },
    {
      "epoch": 327.05,
      "grad_norm": 1.1114691495895386,
      "learning_rate": 3.222283502353471e-06,
      "loss": 0.3479,
      "step": 1171820
    },
    {
      "epoch": 327.05,
      "grad_norm": 1.0761432647705078,
      "learning_rate": 3.222258434147233e-06,
      "loss": 0.3478,
      "step": 1171830
    },
    {
      "epoch": 327.06,
      "grad_norm": 1.1335883140563965,
      "learning_rate": 3.2222333658240657e-06,
      "loss": 0.3481,
      "step": 1171840
    },
    {
      "epoch": 327.06,
      "grad_norm": 1.0887514352798462,
      "learning_rate": 3.222208297383971e-06,
      "loss": 0.3535,
      "step": 1171850
    },
    {
      "epoch": 327.06,
      "grad_norm": 1.1110774278640747,
      "learning_rate": 3.222183228826954e-06,
      "loss": 0.3397,
      "step": 1171860
    },
    {
      "epoch": 327.06,
      "grad_norm": 1.0216182470321655,
      "learning_rate": 3.2221581601530166e-06,
      "loss": 0.3593,
      "step": 1171870
    },
    {
      "epoch": 327.07,
      "grad_norm": 0.9969616532325745,
      "learning_rate": 3.222133091362163e-06,
      "loss": 0.3515,
      "step": 1171880
    },
    {
      "epoch": 327.07,
      "grad_norm": 1.0575752258300781,
      "learning_rate": 3.2221080224543965e-06,
      "loss": 0.3471,
      "step": 1171890
    },
    {
      "epoch": 327.07,
      "grad_norm": 0.9763829708099365,
      "learning_rate": 3.222082953429721e-06,
      "loss": 0.3689,
      "step": 1171900
    },
    {
      "epoch": 327.08,
      "grad_norm": 1.0552035570144653,
      "learning_rate": 3.2220578842881383e-06,
      "loss": 0.3575,
      "step": 1171910
    },
    {
      "epoch": 327.08,
      "grad_norm": 1.0671943426132202,
      "learning_rate": 3.222032815029653e-06,
      "loss": 0.3577,
      "step": 1171920
    },
    {
      "epoch": 327.08,
      "grad_norm": 0.9154884219169617,
      "learning_rate": 3.2220077456542676e-06,
      "loss": 0.3472,
      "step": 1171930
    },
    {
      "epoch": 327.08,
      "grad_norm": 1.042523741722107,
      "learning_rate": 3.221982676161986e-06,
      "loss": 0.3486,
      "step": 1171940
    },
    {
      "epoch": 327.09,
      "grad_norm": 1.0015032291412354,
      "learning_rate": 3.2219576065528114e-06,
      "loss": 0.3472,
      "step": 1171950
    },
    {
      "epoch": 327.09,
      "grad_norm": 1.0925054550170898,
      "learning_rate": 3.2219325368267477e-06,
      "loss": 0.3493,
      "step": 1171960
    },
    {
      "epoch": 327.09,
      "grad_norm": 1.2597792148590088,
      "learning_rate": 3.2219074669837964e-06,
      "loss": 0.3454,
      "step": 1171970
    },
    {
      "epoch": 327.09,
      "grad_norm": 1.0283854007720947,
      "learning_rate": 3.2218823970239634e-06,
      "loss": 0.358,
      "step": 1171980
    },
    {
      "epoch": 327.1,
      "grad_norm": 1.0104995965957642,
      "learning_rate": 3.2218573269472505e-06,
      "loss": 0.3677,
      "step": 1171990
    },
    {
      "epoch": 327.1,
      "grad_norm": 1.180001974105835,
      "learning_rate": 3.2218322567536606e-06,
      "loss": 0.3751,
      "step": 1172000
    },
    {
      "epoch": 327.1,
      "grad_norm": 0.9744839668273926,
      "learning_rate": 3.221807186443198e-06,
      "loss": 0.3423,
      "step": 1172010
    },
    {
      "epoch": 327.11,
      "grad_norm": 1.1172374486923218,
      "learning_rate": 3.221782116015866e-06,
      "loss": 0.356,
      "step": 1172020
    },
    {
      "epoch": 327.11,
      "grad_norm": 0.9614576697349548,
      "learning_rate": 3.2217570454716675e-06,
      "loss": 0.3553,
      "step": 1172030
    },
    {
      "epoch": 327.11,
      "grad_norm": 1.0275609493255615,
      "learning_rate": 3.2217319748106056e-06,
      "loss": 0.3521,
      "step": 1172040
    },
    {
      "epoch": 327.11,
      "grad_norm": 0.937717854976654,
      "learning_rate": 3.221706904032685e-06,
      "loss": 0.3405,
      "step": 1172050
    },
    {
      "epoch": 327.12,
      "grad_norm": 1.0643147230148315,
      "learning_rate": 3.221681833137908e-06,
      "loss": 0.3499,
      "step": 1172060
    },
    {
      "epoch": 327.12,
      "grad_norm": 1.008054256439209,
      "learning_rate": 3.2216567621262774e-06,
      "loss": 0.3453,
      "step": 1172070
    },
    {
      "epoch": 327.12,
      "grad_norm": 1.0590201616287231,
      "learning_rate": 3.2216316909977974e-06,
      "loss": 0.3535,
      "step": 1172080
    },
    {
      "epoch": 327.13,
      "grad_norm": 0.9377874135971069,
      "learning_rate": 3.2216066197524712e-06,
      "loss": 0.3384,
      "step": 1172090
    },
    {
      "epoch": 327.13,
      "grad_norm": 0.935322105884552,
      "learning_rate": 3.2215815483903015e-06,
      "loss": 0.3586,
      "step": 1172100
    },
    {
      "epoch": 327.13,
      "grad_norm": 1.0845997333526611,
      "learning_rate": 3.221556476911293e-06,
      "loss": 0.3511,
      "step": 1172110
    },
    {
      "epoch": 327.13,
      "grad_norm": 0.8988326787948608,
      "learning_rate": 3.2215314053154477e-06,
      "loss": 0.3468,
      "step": 1172120
    },
    {
      "epoch": 327.14,
      "grad_norm": 1.1811095476150513,
      "learning_rate": 3.22150633360277e-06,
      "loss": 0.3582,
      "step": 1172130
    },
    {
      "epoch": 327.14,
      "grad_norm": 1.082097053527832,
      "learning_rate": 3.221481261773262e-06,
      "loss": 0.3568,
      "step": 1172140
    },
    {
      "epoch": 327.14,
      "grad_norm": 1.1003460884094238,
      "learning_rate": 3.2214561898269284e-06,
      "loss": 0.356,
      "step": 1172150
    },
    {
      "epoch": 327.14,
      "grad_norm": 1.0041924715042114,
      "learning_rate": 3.2214311177637716e-06,
      "loss": 0.3408,
      "step": 1172160
    },
    {
      "epoch": 327.15,
      "grad_norm": 0.9608867764472961,
      "learning_rate": 3.2214060455837946e-06,
      "loss": 0.354,
      "step": 1172170
    },
    {
      "epoch": 327.15,
      "grad_norm": 0.97926265001297,
      "learning_rate": 3.221380973287002e-06,
      "loss": 0.3635,
      "step": 1172180
    },
    {
      "epoch": 327.15,
      "grad_norm": 1.0013847351074219,
      "learning_rate": 3.2213559008733963e-06,
      "loss": 0.3668,
      "step": 1172190
    },
    {
      "epoch": 327.16,
      "grad_norm": 1.3914471864700317,
      "learning_rate": 3.221330828342981e-06,
      "loss": 0.354,
      "step": 1172200
    },
    {
      "epoch": 327.16,
      "grad_norm": 0.9951343536376953,
      "learning_rate": 3.22130575569576e-06,
      "loss": 0.3618,
      "step": 1172210
    },
    {
      "epoch": 327.16,
      "grad_norm": 1.0927656888961792,
      "learning_rate": 3.2212806829317354e-06,
      "loss": 0.354,
      "step": 1172220
    },
    {
      "epoch": 327.16,
      "grad_norm": 1.254157543182373,
      "learning_rate": 3.221255610050911e-06,
      "loss": 0.36,
      "step": 1172230
    },
    {
      "epoch": 327.17,
      "grad_norm": 1.2097113132476807,
      "learning_rate": 3.221230537053291e-06,
      "loss": 0.3537,
      "step": 1172240
    },
    {
      "epoch": 327.17,
      "grad_norm": 0.9472756385803223,
      "learning_rate": 3.221205463938878e-06,
      "loss": 0.3653,
      "step": 1172250
    },
    {
      "epoch": 327.17,
      "grad_norm": 0.9716251492500305,
      "learning_rate": 3.2211803907076753e-06,
      "loss": 0.3647,
      "step": 1172260
    },
    {
      "epoch": 327.18,
      "grad_norm": 1.1812074184417725,
      "learning_rate": 3.2211553173596864e-06,
      "loss": 0.3639,
      "step": 1172270
    },
    {
      "epoch": 327.18,
      "grad_norm": 0.9395970702171326,
      "learning_rate": 3.221130243894915e-06,
      "loss": 0.3453,
      "step": 1172280
    },
    {
      "epoch": 327.18,
      "grad_norm": 1.0118075609207153,
      "learning_rate": 3.2211051703133635e-06,
      "loss": 0.3556,
      "step": 1172290
    },
    {
      "epoch": 327.18,
      "grad_norm": 0.894324779510498,
      "learning_rate": 3.2210800966150355e-06,
      "loss": 0.3631,
      "step": 1172300
    },
    {
      "epoch": 327.19,
      "grad_norm": 1.1530790328979492,
      "learning_rate": 3.2210550227999354e-06,
      "loss": 0.3366,
      "step": 1172310
    },
    {
      "epoch": 327.19,
      "grad_norm": 0.9475665092468262,
      "learning_rate": 3.2210299488680656e-06,
      "loss": 0.3583,
      "step": 1172320
    },
    {
      "epoch": 327.19,
      "grad_norm": 1.0392783880233765,
      "learning_rate": 3.2210048748194293e-06,
      "loss": 0.3474,
      "step": 1172330
    },
    {
      "epoch": 327.2,
      "grad_norm": 0.9220402836799622,
      "learning_rate": 3.2209798006540303e-06,
      "loss": 0.3548,
      "step": 1172340
    },
    {
      "epoch": 327.2,
      "grad_norm": 0.9467412233352661,
      "learning_rate": 3.2209547263718716e-06,
      "loss": 0.3527,
      "step": 1172350
    },
    {
      "epoch": 327.2,
      "grad_norm": 1.3006126880645752,
      "learning_rate": 3.220929651972957e-06,
      "loss": 0.3477,
      "step": 1172360
    },
    {
      "epoch": 327.2,
      "grad_norm": 1.0212615728378296,
      "learning_rate": 3.2209045774572893e-06,
      "loss": 0.3671,
      "step": 1172370
    },
    {
      "epoch": 327.21,
      "grad_norm": 0.9638010263442993,
      "learning_rate": 3.2208795028248724e-06,
      "loss": 0.3507,
      "step": 1172380
    },
    {
      "epoch": 327.21,
      "grad_norm": 1.3579870462417603,
      "learning_rate": 3.220854428075709e-06,
      "loss": 0.37,
      "step": 1172390
    },
    {
      "epoch": 327.21,
      "grad_norm": 1.1962202787399292,
      "learning_rate": 3.2208293532098027e-06,
      "loss": 0.3772,
      "step": 1172400
    },
    {
      "epoch": 327.21,
      "grad_norm": 0.897946834564209,
      "learning_rate": 3.2208042782271575e-06,
      "loss": 0.3367,
      "step": 1172410
    },
    {
      "epoch": 327.22,
      "grad_norm": 0.935666024684906,
      "learning_rate": 3.220779203127775e-06,
      "loss": 0.354,
      "step": 1172420
    },
    {
      "epoch": 327.22,
      "grad_norm": 0.9955729246139526,
      "learning_rate": 3.220754127911661e-06,
      "loss": 0.3627,
      "step": 1172430
    },
    {
      "epoch": 327.22,
      "grad_norm": 1.0188663005828857,
      "learning_rate": 3.2207290525788173e-06,
      "loss": 0.3622,
      "step": 1172440
    },
    {
      "epoch": 327.23,
      "grad_norm": 0.9199901223182678,
      "learning_rate": 3.220703977129247e-06,
      "loss": 0.3631,
      "step": 1172450
    },
    {
      "epoch": 327.23,
      "grad_norm": 1.1053855419158936,
      "learning_rate": 3.2206789015629537e-06,
      "loss": 0.3549,
      "step": 1172460
    },
    {
      "epoch": 327.23,
      "grad_norm": 0.9871188402175903,
      "learning_rate": 3.2206538258799415e-06,
      "loss": 0.3459,
      "step": 1172470
    },
    {
      "epoch": 327.23,
      "grad_norm": 0.990601122379303,
      "learning_rate": 3.2206287500802124e-06,
      "loss": 0.3389,
      "step": 1172480
    },
    {
      "epoch": 327.24,
      "grad_norm": 1.0356093645095825,
      "learning_rate": 3.2206036741637706e-06,
      "loss": 0.3605,
      "step": 1172490
    },
    {
      "epoch": 327.24,
      "grad_norm": 1.0919965505599976,
      "learning_rate": 3.2205785981306203e-06,
      "loss": 0.332,
      "step": 1172500
    },
    {
      "epoch": 327.24,
      "grad_norm": 0.9892576336860657,
      "learning_rate": 3.2205535219807633e-06,
      "loss": 0.357,
      "step": 1172510
    },
    {
      "epoch": 327.25,
      "grad_norm": 0.9425418972969055,
      "learning_rate": 3.220528445714203e-06,
      "loss": 0.3466,
      "step": 1172520
    },
    {
      "epoch": 327.25,
      "grad_norm": 0.9570568799972534,
      "learning_rate": 3.2205033693309436e-06,
      "loss": 0.3407,
      "step": 1172530
    },
    {
      "epoch": 327.25,
      "grad_norm": 0.9419015049934387,
      "learning_rate": 3.2204782928309884e-06,
      "loss": 0.3403,
      "step": 1172540
    },
    {
      "epoch": 327.25,
      "grad_norm": 1.0134119987487793,
      "learning_rate": 3.22045321621434e-06,
      "loss": 0.3486,
      "step": 1172550
    },
    {
      "epoch": 327.26,
      "grad_norm": 1.1337130069732666,
      "learning_rate": 3.2204281394810023e-06,
      "loss": 0.358,
      "step": 1172560
    },
    {
      "epoch": 327.26,
      "grad_norm": 1.0383579730987549,
      "learning_rate": 3.2204030626309786e-06,
      "loss": 0.3793,
      "step": 1172570
    },
    {
      "epoch": 327.26,
      "grad_norm": 0.8916388154029846,
      "learning_rate": 3.2203779856642727e-06,
      "loss": 0.3646,
      "step": 1172580
    },
    {
      "epoch": 327.26,
      "grad_norm": 0.9304582476615906,
      "learning_rate": 3.2203529085808867e-06,
      "loss": 0.3476,
      "step": 1172590
    },
    {
      "epoch": 327.27,
      "grad_norm": 0.9898408055305481,
      "learning_rate": 3.220327831380825e-06,
      "loss": 0.3532,
      "step": 1172600
    },
    {
      "epoch": 327.27,
      "grad_norm": 1.0227186679840088,
      "learning_rate": 3.2203027540640903e-06,
      "loss": 0.3455,
      "step": 1172610
    },
    {
      "epoch": 327.27,
      "grad_norm": 0.9544569253921509,
      "learning_rate": 3.2202776766306857e-06,
      "loss": 0.3515,
      "step": 1172620
    },
    {
      "epoch": 327.28,
      "grad_norm": 0.9998875260353088,
      "learning_rate": 3.220252599080616e-06,
      "loss": 0.3222,
      "step": 1172630
    },
    {
      "epoch": 327.28,
      "grad_norm": 0.9933966398239136,
      "learning_rate": 3.2202275214138826e-06,
      "loss": 0.3575,
      "step": 1172640
    },
    {
      "epoch": 327.28,
      "grad_norm": 1.0575830936431885,
      "learning_rate": 3.2202024436304904e-06,
      "loss": 0.3795,
      "step": 1172650
    },
    {
      "epoch": 327.28,
      "grad_norm": 1.3399178981781006,
      "learning_rate": 3.220177365730442e-06,
      "loss": 0.3415,
      "step": 1172660
    },
    {
      "epoch": 327.29,
      "grad_norm": 1.2789844274520874,
      "learning_rate": 3.220152287713741e-06,
      "loss": 0.3691,
      "step": 1172670
    },
    {
      "epoch": 327.29,
      "grad_norm": 1.5325968265533447,
      "learning_rate": 3.22012720958039e-06,
      "loss": 0.378,
      "step": 1172680
    },
    {
      "epoch": 327.29,
      "grad_norm": 1.0141268968582153,
      "learning_rate": 3.2201021313303933e-06,
      "loss": 0.3691,
      "step": 1172690
    },
    {
      "epoch": 327.3,
      "grad_norm": 1.027994990348816,
      "learning_rate": 3.220077052963754e-06,
      "loss": 0.3706,
      "step": 1172700
    },
    {
      "epoch": 327.3,
      "grad_norm": 1.000874638557434,
      "learning_rate": 3.2200519744804756e-06,
      "loss": 0.3595,
      "step": 1172710
    },
    {
      "epoch": 327.3,
      "grad_norm": 0.8785552382469177,
      "learning_rate": 3.2200268958805614e-06,
      "loss": 0.3514,
      "step": 1172720
    },
    {
      "epoch": 327.3,
      "grad_norm": 1.011368751525879,
      "learning_rate": 3.220001817164014e-06,
      "loss": 0.3462,
      "step": 1172730
    },
    {
      "epoch": 327.31,
      "grad_norm": 1.2324968576431274,
      "learning_rate": 3.2199767383308373e-06,
      "loss": 0.3473,
      "step": 1172740
    },
    {
      "epoch": 327.31,
      "grad_norm": 0.9444397687911987,
      "learning_rate": 3.219951659381034e-06,
      "loss": 0.3612,
      "step": 1172750
    },
    {
      "epoch": 327.31,
      "grad_norm": 0.9356927871704102,
      "learning_rate": 3.2199265803146094e-06,
      "loss": 0.3555,
      "step": 1172760
    },
    {
      "epoch": 327.32,
      "grad_norm": 0.9585939049720764,
      "learning_rate": 3.2199015011315642e-06,
      "loss": 0.3345,
      "step": 1172770
    },
    {
      "epoch": 327.32,
      "grad_norm": 1.0233317613601685,
      "learning_rate": 3.2198764218319034e-06,
      "loss": 0.345,
      "step": 1172780
    },
    {
      "epoch": 327.32,
      "grad_norm": 0.9928234219551086,
      "learning_rate": 3.21985134241563e-06,
      "loss": 0.3404,
      "step": 1172790
    },
    {
      "epoch": 327.32,
      "grad_norm": 1.0458625555038452,
      "learning_rate": 3.219826262882748e-06,
      "loss": 0.3632,
      "step": 1172800
    },
    {
      "epoch": 327.33,
      "grad_norm": 0.9924619197845459,
      "learning_rate": 3.2198011832332583e-06,
      "loss": 0.3534,
      "step": 1172810
    },
    {
      "epoch": 327.33,
      "grad_norm": 1.0463773012161255,
      "learning_rate": 3.219776103467167e-06,
      "loss": 0.3482,
      "step": 1172820
    },
    {
      "epoch": 327.33,
      "grad_norm": 1.0811059474945068,
      "learning_rate": 3.2197510235844764e-06,
      "loss": 0.3432,
      "step": 1172830
    },
    {
      "epoch": 327.33,
      "grad_norm": 1.004232406616211,
      "learning_rate": 3.2197259435851897e-06,
      "loss": 0.3537,
      "step": 1172840
    },
    {
      "epoch": 327.34,
      "grad_norm": 0.8512158393859863,
      "learning_rate": 3.21970086346931e-06,
      "loss": 0.3473,
      "step": 1172850
    },
    {
      "epoch": 327.34,
      "grad_norm": 0.9569079279899597,
      "learning_rate": 3.219675783236842e-06,
      "loss": 0.3457,
      "step": 1172860
    },
    {
      "epoch": 327.34,
      "grad_norm": 1.023929476737976,
      "learning_rate": 3.2196507028877875e-06,
      "loss": 0.3402,
      "step": 1172870
    },
    {
      "epoch": 327.35,
      "grad_norm": 0.9725029468536377,
      "learning_rate": 3.21962562242215e-06,
      "loss": 0.3547,
      "step": 1172880
    },
    {
      "epoch": 327.35,
      "grad_norm": 1.0686646699905396,
      "learning_rate": 3.2196005418399338e-06,
      "loss": 0.3397,
      "step": 1172890
    },
    {
      "epoch": 327.35,
      "grad_norm": 1.2289458513259888,
      "learning_rate": 3.2195754611411414e-06,
      "loss": 0.3579,
      "step": 1172900
    },
    {
      "epoch": 327.35,
      "grad_norm": 0.9251294732093811,
      "learning_rate": 3.219550380325776e-06,
      "loss": 0.345,
      "step": 1172910
    },
    {
      "epoch": 327.36,
      "grad_norm": 1.1175143718719482,
      "learning_rate": 3.219525299393842e-06,
      "loss": 0.373,
      "step": 1172920
    },
    {
      "epoch": 327.36,
      "grad_norm": 1.0724475383758545,
      "learning_rate": 3.2195002183453417e-06,
      "loss": 0.3562,
      "step": 1172930
    },
    {
      "epoch": 327.36,
      "grad_norm": 3.9540908336639404,
      "learning_rate": 3.2194751371802793e-06,
      "loss": 0.3445,
      "step": 1172940
    },
    {
      "epoch": 327.37,
      "grad_norm": 1.0108007192611694,
      "learning_rate": 3.2194500558986567e-06,
      "loss": 0.3478,
      "step": 1172950
    },
    {
      "epoch": 327.37,
      "grad_norm": 1.1189287900924683,
      "learning_rate": 3.219424974500479e-06,
      "loss": 0.3656,
      "step": 1172960
    },
    {
      "epoch": 327.37,
      "grad_norm": 0.8839243650436401,
      "learning_rate": 3.2193998929857482e-06,
      "loss": 0.3521,
      "step": 1172970
    },
    {
      "epoch": 327.37,
      "grad_norm": 1.0214896202087402,
      "learning_rate": 3.219374811354468e-06,
      "loss": 0.3554,
      "step": 1172980
    },
    {
      "epoch": 327.38,
      "grad_norm": 1.109451413154602,
      "learning_rate": 3.2193497296066426e-06,
      "loss": 0.3346,
      "step": 1172990
    },
    {
      "epoch": 327.38,
      "grad_norm": 0.8794279098510742,
      "learning_rate": 3.2193246477422744e-06,
      "loss": 0.3368,
      "step": 1173000
    },
    {
      "epoch": 327.38,
      "grad_norm": 1.10148024559021,
      "learning_rate": 3.219299565761367e-06,
      "loss": 0.3464,
      "step": 1173010
    },
    {
      "epoch": 327.38,
      "grad_norm": 1.0135310888290405,
      "learning_rate": 3.2192744836639236e-06,
      "loss": 0.3264,
      "step": 1173020
    },
    {
      "epoch": 327.39,
      "grad_norm": 0.9754530787467957,
      "learning_rate": 3.2192494014499477e-06,
      "loss": 0.3637,
      "step": 1173030
    },
    {
      "epoch": 327.39,
      "grad_norm": 0.9972787499427795,
      "learning_rate": 3.219224319119442e-06,
      "loss": 0.3651,
      "step": 1173040
    },
    {
      "epoch": 327.39,
      "grad_norm": 1.24154531955719,
      "learning_rate": 3.2191992366724114e-06,
      "loss": 0.3538,
      "step": 1173050
    },
    {
      "epoch": 327.4,
      "grad_norm": 0.8633661866188049,
      "learning_rate": 3.219174154108858e-06,
      "loss": 0.3558,
      "step": 1173060
    },
    {
      "epoch": 327.4,
      "grad_norm": 0.9384273886680603,
      "learning_rate": 3.219149071428785e-06,
      "loss": 0.3373,
      "step": 1173070
    },
    {
      "epoch": 327.4,
      "grad_norm": 0.8821932673454285,
      "learning_rate": 3.2191239886321966e-06,
      "loss": 0.3445,
      "step": 1173080
    },
    {
      "epoch": 327.4,
      "grad_norm": 0.8928568959236145,
      "learning_rate": 3.2190989057190958e-06,
      "loss": 0.3496,
      "step": 1173090
    },
    {
      "epoch": 327.41,
      "grad_norm": 0.957019567489624,
      "learning_rate": 3.219073822689485e-06,
      "loss": 0.3441,
      "step": 1173100
    },
    {
      "epoch": 327.41,
      "grad_norm": 1.171868085861206,
      "learning_rate": 3.2190487395433686e-06,
      "loss": 0.3629,
      "step": 1173110
    },
    {
      "epoch": 327.41,
      "grad_norm": 1.0282176733016968,
      "learning_rate": 3.2190236562807506e-06,
      "loss": 0.3443,
      "step": 1173120
    },
    {
      "epoch": 327.42,
      "grad_norm": 1.0781301259994507,
      "learning_rate": 3.2189985729016326e-06,
      "loss": 0.3401,
      "step": 1173130
    },
    {
      "epoch": 327.42,
      "grad_norm": 1.0556409358978271,
      "learning_rate": 3.2189734894060188e-06,
      "loss": 0.3606,
      "step": 1173140
    },
    {
      "epoch": 327.42,
      "grad_norm": 1.0880587100982666,
      "learning_rate": 3.218948405793913e-06,
      "loss": 0.3474,
      "step": 1173150
    },
    {
      "epoch": 327.42,
      "grad_norm": 1.238240361213684,
      "learning_rate": 3.218923322065317e-06,
      "loss": 0.3594,
      "step": 1173160
    },
    {
      "epoch": 327.43,
      "grad_norm": 1.0319063663482666,
      "learning_rate": 3.2188982382202366e-06,
      "loss": 0.355,
      "step": 1173170
    },
    {
      "epoch": 327.43,
      "grad_norm": 0.934104323387146,
      "learning_rate": 3.2188731542586733e-06,
      "loss": 0.3518,
      "step": 1173180
    },
    {
      "epoch": 327.43,
      "grad_norm": 0.9695595502853394,
      "learning_rate": 3.2188480701806307e-06,
      "loss": 0.3617,
      "step": 1173190
    },
    {
      "epoch": 327.44,
      "grad_norm": 0.975190281867981,
      "learning_rate": 3.2188229859861118e-06,
      "loss": 0.354,
      "step": 1173200
    },
    {
      "epoch": 327.44,
      "grad_norm": 1.1251568794250488,
      "learning_rate": 3.2187979016751216e-06,
      "loss": 0.3456,
      "step": 1173210
    },
    {
      "epoch": 327.44,
      "grad_norm": 7.024581432342529,
      "learning_rate": 3.2187728172476614e-06,
      "loss": 0.3588,
      "step": 1173220
    },
    {
      "epoch": 327.44,
      "grad_norm": 1.0854549407958984,
      "learning_rate": 3.218747732703735e-06,
      "loss": 0.3434,
      "step": 1173230
    },
    {
      "epoch": 327.45,
      "grad_norm": 0.9171509742736816,
      "learning_rate": 3.218722648043347e-06,
      "loss": 0.3429,
      "step": 1173240
    },
    {
      "epoch": 327.45,
      "grad_norm": 0.9423410892486572,
      "learning_rate": 3.2186975632665002e-06,
      "loss": 0.3527,
      "step": 1173250
    },
    {
      "epoch": 327.45,
      "grad_norm": 0.9988850951194763,
      "learning_rate": 3.218672478373197e-06,
      "loss": 0.363,
      "step": 1173260
    },
    {
      "epoch": 327.45,
      "grad_norm": 1.6813459396362305,
      "learning_rate": 3.218647393363441e-06,
      "loss": 0.3586,
      "step": 1173270
    },
    {
      "epoch": 327.46,
      "grad_norm": 1.0962542295455933,
      "learning_rate": 3.2186223082372366e-06,
      "loss": 0.329,
      "step": 1173280
    },
    {
      "epoch": 327.46,
      "grad_norm": 1.0551676750183105,
      "learning_rate": 3.2185972229945864e-06,
      "loss": 0.3472,
      "step": 1173290
    },
    {
      "epoch": 327.46,
      "grad_norm": 0.9171934127807617,
      "learning_rate": 3.2185721376354933e-06,
      "loss": 0.3387,
      "step": 1173300
    },
    {
      "epoch": 327.47,
      "grad_norm": 0.8858598470687866,
      "learning_rate": 3.2185470521599615e-06,
      "loss": 0.3456,
      "step": 1173310
    },
    {
      "epoch": 327.47,
      "grad_norm": 0.9976740479469299,
      "learning_rate": 3.2185219665679945e-06,
      "loss": 0.3575,
      "step": 1173320
    },
    {
      "epoch": 327.47,
      "grad_norm": 1.1981778144836426,
      "learning_rate": 3.2184968808595943e-06,
      "loss": 0.3592,
      "step": 1173330
    },
    {
      "epoch": 327.47,
      "grad_norm": 0.9517185091972351,
      "learning_rate": 3.2184717950347657e-06,
      "loss": 0.3692,
      "step": 1173340
    },
    {
      "epoch": 327.48,
      "grad_norm": 1.1044328212738037,
      "learning_rate": 3.218446709093511e-06,
      "loss": 0.3614,
      "step": 1173350
    },
    {
      "epoch": 327.48,
      "grad_norm": 0.9737312197685242,
      "learning_rate": 3.218421623035834e-06,
      "loss": 0.3444,
      "step": 1173360
    },
    {
      "epoch": 327.48,
      "grad_norm": 1.1720621585845947,
      "learning_rate": 3.2183965368617375e-06,
      "loss": 0.3451,
      "step": 1173370
    },
    {
      "epoch": 327.49,
      "grad_norm": 0.8861878514289856,
      "learning_rate": 3.218371450571226e-06,
      "loss": 0.3598,
      "step": 1173380
    },
    {
      "epoch": 327.49,
      "grad_norm": 0.9949829578399658,
      "learning_rate": 3.2183463641643017e-06,
      "loss": 0.3614,
      "step": 1173390
    },
    {
      "epoch": 327.49,
      "grad_norm": 1.123747706413269,
      "learning_rate": 3.2183212776409686e-06,
      "loss": 0.368,
      "step": 1173400
    },
    {
      "epoch": 327.49,
      "grad_norm": 0.9759978652000427,
      "learning_rate": 3.2182961910012303e-06,
      "loss": 0.3399,
      "step": 1173410
    },
    {
      "epoch": 327.5,
      "grad_norm": 0.9544395208358765,
      "learning_rate": 3.218271104245089e-06,
      "loss": 0.3415,
      "step": 1173420
    },
    {
      "epoch": 327.5,
      "grad_norm": 1.124697208404541,
      "learning_rate": 3.2182460173725483e-06,
      "loss": 0.3558,
      "step": 1173430
    },
    {
      "epoch": 327.5,
      "grad_norm": 1.0875260829925537,
      "learning_rate": 3.218220930383613e-06,
      "loss": 0.3504,
      "step": 1173440
    },
    {
      "epoch": 327.5,
      "grad_norm": 1.1308379173278809,
      "learning_rate": 3.2181958432782844e-06,
      "loss": 0.3641,
      "step": 1173450
    },
    {
      "epoch": 327.51,
      "grad_norm": 1.0782570838928223,
      "learning_rate": 3.218170756056568e-06,
      "loss": 0.3393,
      "step": 1173460
    },
    {
      "epoch": 327.51,
      "grad_norm": 1.2357836961746216,
      "learning_rate": 3.218145668718465e-06,
      "loss": 0.3628,
      "step": 1173470
    },
    {
      "epoch": 327.51,
      "grad_norm": 0.9306982755661011,
      "learning_rate": 3.21812058126398e-06,
      "loss": 0.3489,
      "step": 1173480
    },
    {
      "epoch": 327.52,
      "grad_norm": 1.0383617877960205,
      "learning_rate": 3.218095493693116e-06,
      "loss": 0.3472,
      "step": 1173490
    },
    {
      "epoch": 327.52,
      "grad_norm": 2.484680652618408,
      "learning_rate": 3.2180704060058765e-06,
      "loss": 0.3475,
      "step": 1173500
    },
    {
      "epoch": 327.52,
      "grad_norm": 1.1556578874588013,
      "learning_rate": 3.218045318202264e-06,
      "loss": 0.371,
      "step": 1173510
    },
    {
      "epoch": 327.52,
      "grad_norm": 1.0147584676742554,
      "learning_rate": 3.2180202302822833e-06,
      "loss": 0.3572,
      "step": 1173520
    },
    {
      "epoch": 327.53,
      "grad_norm": 0.9797936081886292,
      "learning_rate": 3.2179951422459368e-06,
      "loss": 0.3608,
      "step": 1173530
    },
    {
      "epoch": 327.53,
      "grad_norm": 1.1613608598709106,
      "learning_rate": 3.2179700540932286e-06,
      "loss": 0.3523,
      "step": 1173540
    },
    {
      "epoch": 327.53,
      "grad_norm": 0.9396889805793762,
      "learning_rate": 3.217944965824161e-06,
      "loss": 0.3512,
      "step": 1173550
    },
    {
      "epoch": 327.54,
      "grad_norm": 1.0570048093795776,
      "learning_rate": 3.2179198774387374e-06,
      "loss": 0.3648,
      "step": 1173560
    },
    {
      "epoch": 327.54,
      "grad_norm": 1.1148897409439087,
      "learning_rate": 3.2178947889369623e-06,
      "loss": 0.3391,
      "step": 1173570
    },
    {
      "epoch": 327.54,
      "grad_norm": 1.1469097137451172,
      "learning_rate": 3.2178697003188375e-06,
      "loss": 0.3522,
      "step": 1173580
    },
    {
      "epoch": 327.54,
      "grad_norm": 1.3016058206558228,
      "learning_rate": 3.2178446115843673e-06,
      "loss": 0.3509,
      "step": 1173590
    },
    {
      "epoch": 327.55,
      "grad_norm": 1.406877875328064,
      "learning_rate": 3.2178195227335553e-06,
      "loss": 0.3498,
      "step": 1173600
    },
    {
      "epoch": 327.55,
      "grad_norm": 0.9610841274261475,
      "learning_rate": 3.2177944337664047e-06,
      "loss": 0.3651,
      "step": 1173610
    },
    {
      "epoch": 327.55,
      "grad_norm": 1.0752079486846924,
      "learning_rate": 3.217769344682918e-06,
      "loss": 0.366,
      "step": 1173620
    },
    {
      "epoch": 327.56,
      "grad_norm": 1.0806639194488525,
      "learning_rate": 3.217744255483099e-06,
      "loss": 0.3653,
      "step": 1173630
    },
    {
      "epoch": 327.56,
      "grad_norm": 0.9304752349853516,
      "learning_rate": 3.217719166166951e-06,
      "loss": 0.359,
      "step": 1173640
    },
    {
      "epoch": 327.56,
      "grad_norm": 0.922656238079071,
      "learning_rate": 3.2176940767344778e-06,
      "loss": 0.3407,
      "step": 1173650
    },
    {
      "epoch": 327.56,
      "grad_norm": 0.9013479351997375,
      "learning_rate": 3.217668987185682e-06,
      "loss": 0.3501,
      "step": 1173660
    },
    {
      "epoch": 327.57,
      "grad_norm": 1.0245360136032104,
      "learning_rate": 3.217643897520568e-06,
      "loss": 0.3347,
      "step": 1173670
    },
    {
      "epoch": 327.57,
      "grad_norm": 0.9002081751823425,
      "learning_rate": 3.2176188077391388e-06,
      "loss": 0.3387,
      "step": 1173680
    },
    {
      "epoch": 327.57,
      "grad_norm": 1.2475181818008423,
      "learning_rate": 3.2175937178413967e-06,
      "loss": 0.3511,
      "step": 1173690
    },
    {
      "epoch": 327.57,
      "grad_norm": 0.9972444772720337,
      "learning_rate": 3.217568627827346e-06,
      "loss": 0.3601,
      "step": 1173700
    },
    {
      "epoch": 327.58,
      "grad_norm": 1.022662878036499,
      "learning_rate": 3.217543537696989e-06,
      "loss": 0.3355,
      "step": 1173710
    },
    {
      "epoch": 327.58,
      "grad_norm": 1.1723599433898926,
      "learning_rate": 3.217518447450331e-06,
      "loss": 0.3424,
      "step": 1173720
    },
    {
      "epoch": 327.58,
      "grad_norm": 0.9843676686286926,
      "learning_rate": 3.2174933570873736e-06,
      "loss": 0.3745,
      "step": 1173730
    },
    {
      "epoch": 327.59,
      "grad_norm": 1.102602243423462,
      "learning_rate": 3.2174682666081205e-06,
      "loss": 0.3431,
      "step": 1173740
    },
    {
      "epoch": 327.59,
      "grad_norm": 1.168253779411316,
      "learning_rate": 3.2174431760125753e-06,
      "loss": 0.3527,
      "step": 1173750
    },
    {
      "epoch": 327.59,
      "grad_norm": 1.0356501340866089,
      "learning_rate": 3.217418085300742e-06,
      "loss": 0.3582,
      "step": 1173760
    },
    {
      "epoch": 327.59,
      "grad_norm": 1.0377224683761597,
      "learning_rate": 3.217392994472623e-06,
      "loss": 0.3708,
      "step": 1173770
    },
    {
      "epoch": 327.6,
      "grad_norm": 0.8338090181350708,
      "learning_rate": 3.2173679035282216e-06,
      "loss": 0.3453,
      "step": 1173780
    },
    {
      "epoch": 327.6,
      "grad_norm": 2.8158066272735596,
      "learning_rate": 3.2173428124675414e-06,
      "loss": 0.3514,
      "step": 1173790
    },
    {
      "epoch": 327.6,
      "grad_norm": 1.0758016109466553,
      "learning_rate": 3.217317721290586e-06,
      "loss": 0.365,
      "step": 1173800
    },
    {
      "epoch": 327.61,
      "grad_norm": 0.9801638722419739,
      "learning_rate": 3.217292629997358e-06,
      "loss": 0.3543,
      "step": 1173810
    },
    {
      "epoch": 327.61,
      "grad_norm": 0.8190500736236572,
      "learning_rate": 3.217267538587862e-06,
      "loss": 0.3773,
      "step": 1173820
    },
    {
      "epoch": 327.61,
      "grad_norm": 1.2152059078216553,
      "learning_rate": 3.2172424470621e-06,
      "loss": 0.3436,
      "step": 1173830
    },
    {
      "epoch": 327.61,
      "grad_norm": 0.965710461139679,
      "learning_rate": 3.217217355420076e-06,
      "loss": 0.3521,
      "step": 1173840
    },
    {
      "epoch": 327.62,
      "grad_norm": 1.1506969928741455,
      "learning_rate": 3.2171922636617935e-06,
      "loss": 0.3624,
      "step": 1173850
    },
    {
      "epoch": 327.62,
      "grad_norm": 1.0538110733032227,
      "learning_rate": 3.2171671717872556e-06,
      "loss": 0.3482,
      "step": 1173860
    },
    {
      "epoch": 327.62,
      "grad_norm": 0.9185479283332825,
      "learning_rate": 3.217142079796465e-06,
      "loss": 0.3569,
      "step": 1173870
    },
    {
      "epoch": 327.62,
      "grad_norm": 1.0610754489898682,
      "learning_rate": 3.217116987689426e-06,
      "loss": 0.3629,
      "step": 1173880
    },
    {
      "epoch": 327.63,
      "grad_norm": 1.4183478355407715,
      "learning_rate": 3.217091895466142e-06,
      "loss": 0.3642,
      "step": 1173890
    },
    {
      "epoch": 327.63,
      "grad_norm": 8.589173316955566,
      "learning_rate": 3.217066803126616e-06,
      "loss": 0.3567,
      "step": 1173900
    },
    {
      "epoch": 327.63,
      "grad_norm": 1.096083641052246,
      "learning_rate": 3.2170417106708507e-06,
      "loss": 0.3401,
      "step": 1173910
    },
    {
      "epoch": 327.64,
      "grad_norm": 1.0915930271148682,
      "learning_rate": 3.2170166180988507e-06,
      "loss": 0.3575,
      "step": 1173920
    },
    {
      "epoch": 327.64,
      "grad_norm": 1.0966259241104126,
      "learning_rate": 3.216991525410618e-06,
      "loss": 0.3442,
      "step": 1173930
    },
    {
      "epoch": 327.64,
      "grad_norm": 0.9986143112182617,
      "learning_rate": 3.216966432606157e-06,
      "loss": 0.3503,
      "step": 1173940
    },
    {
      "epoch": 327.64,
      "grad_norm": 0.8785715699195862,
      "learning_rate": 3.2169413396854705e-06,
      "loss": 0.344,
      "step": 1173950
    },
    {
      "epoch": 327.65,
      "grad_norm": 1.114877462387085,
      "learning_rate": 3.2169162466485625e-06,
      "loss": 0.3532,
      "step": 1173960
    },
    {
      "epoch": 327.65,
      "grad_norm": 0.9279298186302185,
      "learning_rate": 3.2168911534954356e-06,
      "loss": 0.3562,
      "step": 1173970
    },
    {
      "epoch": 327.65,
      "grad_norm": 1.0630120038986206,
      "learning_rate": 3.2168660602260928e-06,
      "loss": 0.3295,
      "step": 1173980
    },
    {
      "epoch": 327.66,
      "grad_norm": 1.8675050735473633,
      "learning_rate": 3.2168409668405388e-06,
      "loss": 0.3583,
      "step": 1173990
    },
    {
      "epoch": 327.66,
      "grad_norm": 1.089851975440979,
      "learning_rate": 3.216815873338776e-06,
      "loss": 0.3449,
      "step": 1174000
    },
    {
      "epoch": 327.66,
      "grad_norm": 0.9927724599838257,
      "learning_rate": 3.2167907797208072e-06,
      "loss": 0.3676,
      "step": 1174010
    },
    {
      "epoch": 327.66,
      "grad_norm": 0.9770404696464539,
      "learning_rate": 3.2167656859866373e-06,
      "loss": 0.3654,
      "step": 1174020
    },
    {
      "epoch": 327.67,
      "grad_norm": 1.172389030456543,
      "learning_rate": 3.2167405921362676e-06,
      "loss": 0.351,
      "step": 1174030
    },
    {
      "epoch": 327.67,
      "grad_norm": 1.0836435556411743,
      "learning_rate": 3.216715498169704e-06,
      "loss": 0.3334,
      "step": 1174040
    },
    {
      "epoch": 327.67,
      "grad_norm": 0.9143519997596741,
      "learning_rate": 3.2166904040869475e-06,
      "loss": 0.38,
      "step": 1174050
    },
    {
      "epoch": 327.68,
      "grad_norm": 1.1107028722763062,
      "learning_rate": 3.2166653098880034e-06,
      "loss": 0.3678,
      "step": 1174060
    },
    {
      "epoch": 327.68,
      "grad_norm": 1.0629725456237793,
      "learning_rate": 3.216640215572873e-06,
      "loss": 0.3493,
      "step": 1174070
    },
    {
      "epoch": 327.68,
      "grad_norm": 0.8741171360015869,
      "learning_rate": 3.216615121141561e-06,
      "loss": 0.3438,
      "step": 1174080
    },
    {
      "epoch": 327.68,
      "grad_norm": 0.9975894689559937,
      "learning_rate": 3.2165900265940707e-06,
      "loss": 0.3712,
      "step": 1174090
    },
    {
      "epoch": 327.69,
      "grad_norm": 1.021976113319397,
      "learning_rate": 3.2165649319304045e-06,
      "loss": 0.3569,
      "step": 1174100
    },
    {
      "epoch": 327.69,
      "grad_norm": 1.0409889221191406,
      "learning_rate": 3.216539837150567e-06,
      "loss": 0.3329,
      "step": 1174110
    },
    {
      "epoch": 327.69,
      "grad_norm": 1.1359666585922241,
      "learning_rate": 3.216514742254561e-06,
      "loss": 0.3549,
      "step": 1174120
    },
    {
      "epoch": 327.69,
      "grad_norm": 1.148062825202942,
      "learning_rate": 3.2164896472423893e-06,
      "loss": 0.3456,
      "step": 1174130
    },
    {
      "epoch": 327.7,
      "grad_norm": 1.0344994068145752,
      "learning_rate": 3.2164645521140557e-06,
      "loss": 0.3477,
      "step": 1174140
    },
    {
      "epoch": 327.7,
      "grad_norm": 0.9356944561004639,
      "learning_rate": 3.2164394568695642e-06,
      "loss": 0.3543,
      "step": 1174150
    },
    {
      "epoch": 327.7,
      "grad_norm": 1.0071102380752563,
      "learning_rate": 3.216414361508917e-06,
      "loss": 0.336,
      "step": 1174160
    },
    {
      "epoch": 327.71,
      "grad_norm": 0.8496792316436768,
      "learning_rate": 3.216389266032118e-06,
      "loss": 0.3815,
      "step": 1174170
    },
    {
      "epoch": 327.71,
      "grad_norm": 1.0069475173950195,
      "learning_rate": 3.216364170439171e-06,
      "loss": 0.356,
      "step": 1174180
    },
    {
      "epoch": 327.71,
      "grad_norm": 1.1538578271865845,
      "learning_rate": 3.2163390747300777e-06,
      "loss": 0.3719,
      "step": 1174190
    },
    {
      "epoch": 327.71,
      "grad_norm": 0.9127159714698792,
      "learning_rate": 3.2163139789048435e-06,
      "loss": 0.3501,
      "step": 1174200
    },
    {
      "epoch": 327.72,
      "grad_norm": 0.8261282444000244,
      "learning_rate": 3.216288882963471e-06,
      "loss": 0.3537,
      "step": 1174210
    },
    {
      "epoch": 327.72,
      "grad_norm": 1.091774582862854,
      "learning_rate": 3.216263786905962e-06,
      "loss": 0.3615,
      "step": 1174220
    },
    {
      "epoch": 327.72,
      "grad_norm": 1.04152250289917,
      "learning_rate": 3.2162386907323224e-06,
      "loss": 0.3688,
      "step": 1174230
    },
    {
      "epoch": 327.73,
      "grad_norm": 1.1054195165634155,
      "learning_rate": 3.2162135944425537e-06,
      "loss": 0.3492,
      "step": 1174240
    },
    {
      "epoch": 327.73,
      "grad_norm": 1.1118247509002686,
      "learning_rate": 3.2161884980366602e-06,
      "loss": 0.3535,
      "step": 1174250
    },
    {
      "epoch": 327.73,
      "grad_norm": 1.2237260341644287,
      "learning_rate": 3.2161634015146444e-06,
      "loss": 0.3752,
      "step": 1174260
    },
    {
      "epoch": 327.73,
      "grad_norm": 1.2140414714813232,
      "learning_rate": 3.2161383048765106e-06,
      "loss": 0.3569,
      "step": 1174270
    },
    {
      "epoch": 327.74,
      "grad_norm": 2.9508421421051025,
      "learning_rate": 3.2161132081222616e-06,
      "loss": 0.3538,
      "step": 1174280
    },
    {
      "epoch": 327.74,
      "grad_norm": 1.0094077587127686,
      "learning_rate": 3.2160881112519014e-06,
      "loss": 0.3641,
      "step": 1174290
    },
    {
      "epoch": 327.74,
      "grad_norm": 0.8275962471961975,
      "learning_rate": 3.2160630142654316e-06,
      "loss": 0.3605,
      "step": 1174300
    },
    {
      "epoch": 327.74,
      "grad_norm": 0.9728277325630188,
      "learning_rate": 3.2160379171628573e-06,
      "loss": 0.3312,
      "step": 1174310
    },
    {
      "epoch": 327.75,
      "grad_norm": 0.913452684879303,
      "learning_rate": 3.216012819944181e-06,
      "loss": 0.3468,
      "step": 1174320
    },
    {
      "epoch": 327.75,
      "grad_norm": 1.0868561267852783,
      "learning_rate": 3.2159877226094067e-06,
      "loss": 0.3554,
      "step": 1174330
    },
    {
      "epoch": 327.75,
      "grad_norm": 1.02808678150177,
      "learning_rate": 3.2159626251585375e-06,
      "loss": 0.3436,
      "step": 1174340
    },
    {
      "epoch": 327.76,
      "grad_norm": 0.7862061858177185,
      "learning_rate": 3.2159375275915766e-06,
      "loss": 0.3387,
      "step": 1174350
    },
    {
      "epoch": 327.76,
      "grad_norm": 1.1031776666641235,
      "learning_rate": 3.2159124299085263e-06,
      "loss": 0.3419,
      "step": 1174360
    },
    {
      "epoch": 327.76,
      "grad_norm": 0.9101279377937317,
      "learning_rate": 3.2158873321093915e-06,
      "loss": 0.3509,
      "step": 1174370
    },
    {
      "epoch": 327.76,
      "grad_norm": 1.292006254196167,
      "learning_rate": 3.215862234194175e-06,
      "loss": 0.3574,
      "step": 1174380
    },
    {
      "epoch": 327.77,
      "grad_norm": 1.084965705871582,
      "learning_rate": 3.21583713616288e-06,
      "loss": 0.352,
      "step": 1174390
    },
    {
      "epoch": 327.77,
      "grad_norm": 1.3313658237457275,
      "learning_rate": 3.21581203801551e-06,
      "loss": 0.3515,
      "step": 1174400
    },
    {
      "epoch": 327.77,
      "grad_norm": 0.956148624420166,
      "learning_rate": 3.215786939752068e-06,
      "loss": 0.3576,
      "step": 1174410
    },
    {
      "epoch": 327.78,
      "grad_norm": 0.9285558462142944,
      "learning_rate": 3.2157618413725587e-06,
      "loss": 0.3501,
      "step": 1174420
    },
    {
      "epoch": 327.78,
      "grad_norm": 1.042229175567627,
      "learning_rate": 3.2157367428769837e-06,
      "loss": 0.3547,
      "step": 1174430
    },
    {
      "epoch": 327.78,
      "grad_norm": 0.9797115921974182,
      "learning_rate": 3.2157116442653473e-06,
      "loss": 0.3718,
      "step": 1174440
    },
    {
      "epoch": 327.78,
      "grad_norm": 6.4310221672058105,
      "learning_rate": 3.2156865455376522e-06,
      "loss": 0.3358,
      "step": 1174450
    },
    {
      "epoch": 327.79,
      "grad_norm": 1.1787471771240234,
      "learning_rate": 3.2156614466939018e-06,
      "loss": 0.3681,
      "step": 1174460
    },
    {
      "epoch": 327.79,
      "grad_norm": 0.83811354637146,
      "learning_rate": 3.2156363477341e-06,
      "loss": 0.3499,
      "step": 1174470
    },
    {
      "epoch": 327.79,
      "grad_norm": 0.923374593257904,
      "learning_rate": 3.2156112486582504e-06,
      "loss": 0.356,
      "step": 1174480
    },
    {
      "epoch": 327.8,
      "grad_norm": 1.1335537433624268,
      "learning_rate": 3.215586149466356e-06,
      "loss": 0.3535,
      "step": 1174490
    },
    {
      "epoch": 327.8,
      "grad_norm": 1.0708996057510376,
      "learning_rate": 3.2155610501584194e-06,
      "loss": 0.3504,
      "step": 1174500
    },
    {
      "epoch": 327.8,
      "grad_norm": 1.1256368160247803,
      "learning_rate": 3.215535950734444e-06,
      "loss": 0.3412,
      "step": 1174510
    },
    {
      "epoch": 327.8,
      "grad_norm": 0.9345961213111877,
      "learning_rate": 3.2155108511944343e-06,
      "loss": 0.3491,
      "step": 1174520
    },
    {
      "epoch": 327.81,
      "grad_norm": 0.8892887234687805,
      "learning_rate": 3.215485751538393e-06,
      "loss": 0.3614,
      "step": 1174530
    },
    {
      "epoch": 327.81,
      "grad_norm": 1.0982491970062256,
      "learning_rate": 3.215460651766323e-06,
      "loss": 0.349,
      "step": 1174540
    },
    {
      "epoch": 327.81,
      "grad_norm": 0.9871430397033691,
      "learning_rate": 3.2154355518782284e-06,
      "loss": 0.3432,
      "step": 1174550
    },
    {
      "epoch": 327.81,
      "grad_norm": 1.2366163730621338,
      "learning_rate": 3.2154104518741127e-06,
      "loss": 0.346,
      "step": 1174560
    },
    {
      "epoch": 327.82,
      "grad_norm": 1.2768100500106812,
      "learning_rate": 3.215385351753979e-06,
      "loss": 0.3456,
      "step": 1174570
    },
    {
      "epoch": 327.82,
      "grad_norm": 2.0081849098205566,
      "learning_rate": 3.215360251517829e-06,
      "loss": 0.3626,
      "step": 1174580
    },
    {
      "epoch": 327.82,
      "grad_norm": 1.0679248571395874,
      "learning_rate": 3.2153351511656683e-06,
      "loss": 0.3502,
      "step": 1174590
    },
    {
      "epoch": 327.83,
      "grad_norm": 0.9518411755561829,
      "learning_rate": 3.2153100506974992e-06,
      "loss": 0.3654,
      "step": 1174600
    },
    {
      "epoch": 327.83,
      "grad_norm": 1.136851191520691,
      "learning_rate": 3.2152849501133247e-06,
      "loss": 0.3503,
      "step": 1174610
    },
    {
      "epoch": 327.83,
      "grad_norm": 1.0970759391784668,
      "learning_rate": 3.215259849413149e-06,
      "loss": 0.3449,
      "step": 1174620
    },
    {
      "epoch": 327.83,
      "grad_norm": 1.0429049730300903,
      "learning_rate": 3.2152347485969757e-06,
      "loss": 0.3593,
      "step": 1174630
    },
    {
      "epoch": 327.84,
      "grad_norm": 1.0639219284057617,
      "learning_rate": 3.2152096476648075e-06,
      "loss": 0.3482,
      "step": 1174640
    },
    {
      "epoch": 327.84,
      "grad_norm": 1.0360972881317139,
      "learning_rate": 3.2151845466166474e-06,
      "loss": 0.3564,
      "step": 1174650
    },
    {
      "epoch": 327.84,
      "grad_norm": 0.916036069393158,
      "learning_rate": 3.2151594454524997e-06,
      "loss": 0.3471,
      "step": 1174660
    },
    {
      "epoch": 327.85,
      "grad_norm": 0.9443390369415283,
      "learning_rate": 3.2151343441723657e-06,
      "loss": 0.3623,
      "step": 1174670
    },
    {
      "epoch": 327.85,
      "grad_norm": 0.9739465713500977,
      "learning_rate": 3.2151092427762513e-06,
      "loss": 0.3477,
      "step": 1174680
    },
    {
      "epoch": 327.85,
      "grad_norm": 1.3717678785324097,
      "learning_rate": 3.215084141264158e-06,
      "loss": 0.3527,
      "step": 1174690
    },
    {
      "epoch": 327.85,
      "grad_norm": 0.9361750483512878,
      "learning_rate": 3.215059039636091e-06,
      "loss": 0.3515,
      "step": 1174700
    },
    {
      "epoch": 327.86,
      "grad_norm": 0.8800085783004761,
      "learning_rate": 3.2150339378920522e-06,
      "loss": 0.3647,
      "step": 1174710
    },
    {
      "epoch": 327.86,
      "grad_norm": 1.1908679008483887,
      "learning_rate": 3.215008836032045e-06,
      "loss": 0.3459,
      "step": 1174720
    },
    {
      "epoch": 327.86,
      "grad_norm": 0.9932660460472107,
      "learning_rate": 3.2149837340560734e-06,
      "loss": 0.3519,
      "step": 1174730
    },
    {
      "epoch": 327.86,
      "grad_norm": 0.9290892481803894,
      "learning_rate": 3.2149586319641396e-06,
      "loss": 0.3438,
      "step": 1174740
    },
    {
      "epoch": 327.87,
      "grad_norm": 0.9708525538444519,
      "learning_rate": 3.2149335297562483e-06,
      "loss": 0.3626,
      "step": 1174750
    },
    {
      "epoch": 327.87,
      "grad_norm": 0.9292437434196472,
      "learning_rate": 3.214908427432402e-06,
      "loss": 0.3489,
      "step": 1174760
    },
    {
      "epoch": 327.87,
      "grad_norm": 1.0075147151947021,
      "learning_rate": 3.2148833249926044e-06,
      "loss": 0.3615,
      "step": 1174770
    },
    {
      "epoch": 327.88,
      "grad_norm": 0.9610993266105652,
      "learning_rate": 3.2148582224368587e-06,
      "loss": 0.3547,
      "step": 1174780
    },
    {
      "epoch": 327.88,
      "grad_norm": 0.827811062335968,
      "learning_rate": 3.2148331197651686e-06,
      "loss": 0.3522,
      "step": 1174790
    },
    {
      "epoch": 327.88,
      "grad_norm": 1.0359224081039429,
      "learning_rate": 3.214808016977536e-06,
      "loss": 0.3578,
      "step": 1174800
    },
    {
      "epoch": 327.88,
      "grad_norm": 0.9741092920303345,
      "learning_rate": 3.2147829140739665e-06,
      "loss": 0.3693,
      "step": 1174810
    },
    {
      "epoch": 327.89,
      "grad_norm": 0.9105769991874695,
      "learning_rate": 3.2147578110544613e-06,
      "loss": 0.3486,
      "step": 1174820
    },
    {
      "epoch": 327.89,
      "grad_norm": 0.8668102025985718,
      "learning_rate": 3.2147327079190257e-06,
      "loss": 0.3521,
      "step": 1174830
    },
    {
      "epoch": 327.89,
      "grad_norm": 1.0173088312149048,
      "learning_rate": 3.2147076046676614e-06,
      "loss": 0.3644,
      "step": 1174840
    },
    {
      "epoch": 327.9,
      "grad_norm": 1.0370196104049683,
      "learning_rate": 3.2146825013003726e-06,
      "loss": 0.3525,
      "step": 1174850
    },
    {
      "epoch": 327.9,
      "grad_norm": 1.227095127105713,
      "learning_rate": 3.2146573978171626e-06,
      "loss": 0.3692,
      "step": 1174860
    },
    {
      "epoch": 327.9,
      "grad_norm": 1.0184266567230225,
      "learning_rate": 3.2146322942180345e-06,
      "loss": 0.3652,
      "step": 1174870
    },
    {
      "epoch": 327.9,
      "grad_norm": 0.997455894947052,
      "learning_rate": 3.214607190502991e-06,
      "loss": 0.3484,
      "step": 1174880
    },
    {
      "epoch": 327.91,
      "grad_norm": 1.0557887554168701,
      "learning_rate": 3.2145820866720378e-06,
      "loss": 0.3484,
      "step": 1174890
    },
    {
      "epoch": 327.91,
      "grad_norm": 1.0607842206954956,
      "learning_rate": 3.214556982725175e-06,
      "loss": 0.3502,
      "step": 1174900
    },
    {
      "epoch": 327.91,
      "grad_norm": 1.3213179111480713,
      "learning_rate": 3.2145318786624083e-06,
      "loss": 0.3686,
      "step": 1174910
    },
    {
      "epoch": 327.92,
      "grad_norm": 1.1280009746551514,
      "learning_rate": 3.2145067744837406e-06,
      "loss": 0.349,
      "step": 1174920
    },
    {
      "epoch": 327.92,
      "grad_norm": 1.0330168008804321,
      "learning_rate": 3.2144816701891743e-06,
      "loss": 0.3385,
      "step": 1174930
    },
    {
      "epoch": 327.92,
      "grad_norm": 0.988309383392334,
      "learning_rate": 3.2144565657787136e-06,
      "loss": 0.3394,
      "step": 1174940
    },
    {
      "epoch": 327.92,
      "grad_norm": 1.0668855905532837,
      "learning_rate": 3.2144314612523622e-06,
      "loss": 0.3637,
      "step": 1174950
    },
    {
      "epoch": 327.93,
      "grad_norm": 0.9041934013366699,
      "learning_rate": 3.214406356610122e-06,
      "loss": 0.3536,
      "step": 1174960
    },
    {
      "epoch": 327.93,
      "grad_norm": 1.1269809007644653,
      "learning_rate": 3.2143812518519974e-06,
      "loss": 0.3574,
      "step": 1174970
    },
    {
      "epoch": 327.93,
      "grad_norm": 1.0056028366088867,
      "learning_rate": 3.2143561469779915e-06,
      "loss": 0.3622,
      "step": 1174980
    },
    {
      "epoch": 327.93,
      "grad_norm": 0.8740895986557007,
      "learning_rate": 3.2143310419881077e-06,
      "loss": 0.361,
      "step": 1174990
    },
    {
      "epoch": 327.94,
      "grad_norm": 1.017161250114441,
      "learning_rate": 3.21430593688235e-06,
      "loss": 0.347,
      "step": 1175000
    },
    {
      "epoch": 327.94,
      "grad_norm": 0.9747162461280823,
      "learning_rate": 3.2142808316607203e-06,
      "loss": 0.3515,
      "step": 1175010
    },
    {
      "epoch": 327.94,
      "grad_norm": 0.8499593734741211,
      "learning_rate": 3.214255726323223e-06,
      "loss": 0.3482,
      "step": 1175020
    },
    {
      "epoch": 327.95,
      "grad_norm": 1.2279307842254639,
      "learning_rate": 3.2142306208698607e-06,
      "loss": 0.3407,
      "step": 1175030
    },
    {
      "epoch": 327.95,
      "grad_norm": 0.944307804107666,
      "learning_rate": 3.2142055153006377e-06,
      "loss": 0.3408,
      "step": 1175040
    },
    {
      "epoch": 327.95,
      "grad_norm": 1.077707052230835,
      "learning_rate": 3.2141804096155567e-06,
      "loss": 0.338,
      "step": 1175050
    },
    {
      "epoch": 327.95,
      "grad_norm": 0.9548212885856628,
      "learning_rate": 3.214155303814621e-06,
      "loss": 0.3647,
      "step": 1175060
    },
    {
      "epoch": 327.96,
      "grad_norm": 1.1804980039596558,
      "learning_rate": 3.214130197897834e-06,
      "loss": 0.3539,
      "step": 1175070
    },
    {
      "epoch": 327.96,
      "grad_norm": 1.0633668899536133,
      "learning_rate": 3.2141050918652e-06,
      "loss": 0.3589,
      "step": 1175080
    },
    {
      "epoch": 327.96,
      "grad_norm": 1.042336106300354,
      "learning_rate": 3.214079985716721e-06,
      "loss": 0.3553,
      "step": 1175090
    },
    {
      "epoch": 327.97,
      "grad_norm": 1.2392706871032715,
      "learning_rate": 3.214054879452401e-06,
      "loss": 0.3264,
      "step": 1175100
    },
    {
      "epoch": 327.97,
      "grad_norm": 1.0884488821029663,
      "learning_rate": 3.2140297730722426e-06,
      "loss": 0.3573,
      "step": 1175110
    },
    {
      "epoch": 327.97,
      "grad_norm": 0.9076777696609497,
      "learning_rate": 3.2140046665762507e-06,
      "loss": 0.3549,
      "step": 1175120
    },
    {
      "epoch": 327.97,
      "grad_norm": 1.0430066585540771,
      "learning_rate": 3.2139795599644268e-06,
      "loss": 0.3436,
      "step": 1175130
    },
    {
      "epoch": 327.98,
      "grad_norm": 0.9158830046653748,
      "learning_rate": 3.213954453236775e-06,
      "loss": 0.3428,
      "step": 1175140
    },
    {
      "epoch": 327.98,
      "grad_norm": 0.9930866360664368,
      "learning_rate": 3.2139293463932996e-06,
      "loss": 0.3543,
      "step": 1175150
    },
    {
      "epoch": 327.98,
      "grad_norm": 5.252600193023682,
      "learning_rate": 3.213904239434003e-06,
      "loss": 0.3466,
      "step": 1175160
    },
    {
      "epoch": 327.98,
      "grad_norm": 1.055542230606079,
      "learning_rate": 3.213879132358888e-06,
      "loss": 0.3505,
      "step": 1175170
    },
    {
      "epoch": 327.99,
      "grad_norm": 1.0798234939575195,
      "learning_rate": 3.213854025167959e-06,
      "loss": 0.3456,
      "step": 1175180
    },
    {
      "epoch": 327.99,
      "grad_norm": 1.1097049713134766,
      "learning_rate": 3.2138289178612184e-06,
      "loss": 0.3735,
      "step": 1175190
    },
    {
      "epoch": 327.99,
      "grad_norm": 1.984424352645874,
      "learning_rate": 3.21380381043867e-06,
      "loss": 0.3581,
      "step": 1175200
    },
    {
      "epoch": 328.0,
      "grad_norm": 1.0910460948944092,
      "learning_rate": 3.213778702900318e-06,
      "loss": 0.3441,
      "step": 1175210
    },
    {
      "epoch": 328.0,
      "grad_norm": 1.4395804405212402,
      "learning_rate": 3.2137535952461647e-06,
      "loss": 0.3577,
      "step": 1175220
    },
    {
      "epoch": 328.0,
      "eval_loss": 0.3534090518951416,
      "eval_runtime": 63.3103,
      "eval_samples_per_second": 79.908,
      "eval_steps_per_second": 9.998,
      "step": 1175224
    },
    {
      "epoch": 328.0,
      "grad_norm": 1.0093899965286255,
      "learning_rate": 3.2137284874762133e-06,
      "loss": 0.3452,
      "step": 1175230
    },
    {
      "epoch": 328.0,
      "grad_norm": 0.8876785039901733,
      "learning_rate": 3.2137033795904683e-06,
      "loss": 0.3572,
      "step": 1175240
    },
    {
      "epoch": 328.01,
      "grad_norm": 1.1172665357589722,
      "learning_rate": 3.2136782715889317e-06,
      "loss": 0.3596,
      "step": 1175250
    },
    {
      "epoch": 328.01,
      "grad_norm": 1.0549845695495605,
      "learning_rate": 3.2136531634716066e-06,
      "loss": 0.34,
      "step": 1175260
    },
    {
      "epoch": 328.01,
      "grad_norm": 1.031890630722046,
      "learning_rate": 3.2136280552384985e-06,
      "loss": 0.3477,
      "step": 1175270
    },
    {
      "epoch": 328.02,
      "grad_norm": 1.0220919847488403,
      "learning_rate": 3.213602946889609e-06,
      "loss": 0.3419,
      "step": 1175280
    },
    {
      "epoch": 328.02,
      "grad_norm": 1.3923680782318115,
      "learning_rate": 3.213577838424941e-06,
      "loss": 0.3572,
      "step": 1175290
    },
    {
      "epoch": 328.02,
      "grad_norm": 1.087628722190857,
      "learning_rate": 3.2135527298445003e-06,
      "loss": 0.3528,
      "step": 1175300
    },
    {
      "epoch": 328.02,
      "grad_norm": 1.312384009361267,
      "learning_rate": 3.213527621148288e-06,
      "loss": 0.3467,
      "step": 1175310
    },
    {
      "epoch": 328.03,
      "grad_norm": 1.0380947589874268,
      "learning_rate": 3.2135025123363073e-06,
      "loss": 0.3548,
      "step": 1175320
    },
    {
      "epoch": 328.03,
      "grad_norm": 0.9968727231025696,
      "learning_rate": 3.2134774034085626e-06,
      "loss": 0.3517,
      "step": 1175330
    },
    {
      "epoch": 328.03,
      "grad_norm": 1.0381214618682861,
      "learning_rate": 3.213452294365058e-06,
      "loss": 0.356,
      "step": 1175340
    },
    {
      "epoch": 328.04,
      "grad_norm": 0.9855514168739319,
      "learning_rate": 3.2134271852057945e-06,
      "loss": 0.3416,
      "step": 1175350
    },
    {
      "epoch": 328.04,
      "grad_norm": 0.9941995143890381,
      "learning_rate": 3.213402075930777e-06,
      "loss": 0.3506,
      "step": 1175360
    },
    {
      "epoch": 328.04,
      "grad_norm": 1.127321481704712,
      "learning_rate": 3.2133769665400086e-06,
      "loss": 0.3514,
      "step": 1175370
    },
    {
      "epoch": 328.04,
      "grad_norm": 1.0438486337661743,
      "learning_rate": 3.213351857033493e-06,
      "loss": 0.3303,
      "step": 1175380
    },
    {
      "epoch": 328.05,
      "grad_norm": 1.0796512365341187,
      "learning_rate": 3.213326747411233e-06,
      "loss": 0.3625,
      "step": 1175390
    },
    {
      "epoch": 328.05,
      "grad_norm": 1.0673185586929321,
      "learning_rate": 3.2133016376732316e-06,
      "loss": 0.3644,
      "step": 1175400
    },
    {
      "epoch": 328.05,
      "grad_norm": 0.9458699822425842,
      "learning_rate": 3.2132765278194932e-06,
      "loss": 0.3537,
      "step": 1175410
    },
    {
      "epoch": 328.05,
      "grad_norm": 1.0798174142837524,
      "learning_rate": 3.21325141785002e-06,
      "loss": 0.3629,
      "step": 1175420
    },
    {
      "epoch": 328.06,
      "grad_norm": 1.1005393266677856,
      "learning_rate": 3.2132263077648164e-06,
      "loss": 0.3498,
      "step": 1175430
    },
    {
      "epoch": 328.06,
      "grad_norm": 0.9567326307296753,
      "learning_rate": 3.2132011975638855e-06,
      "loss": 0.3264,
      "step": 1175440
    },
    {
      "epoch": 328.06,
      "grad_norm": 0.8797053098678589,
      "learning_rate": 3.21317608724723e-06,
      "loss": 0.3414,
      "step": 1175450
    },
    {
      "epoch": 328.07,
      "grad_norm": 1.36338210105896,
      "learning_rate": 3.213150976814854e-06,
      "loss": 0.3578,
      "step": 1175460
    },
    {
      "epoch": 328.07,
      "grad_norm": 1.0085245370864868,
      "learning_rate": 3.21312586626676e-06,
      "loss": 0.3397,
      "step": 1175470
    },
    {
      "epoch": 328.07,
      "grad_norm": 1.125547170639038,
      "learning_rate": 3.2131007556029524e-06,
      "loss": 0.3566,
      "step": 1175480
    },
    {
      "epoch": 328.07,
      "grad_norm": 1.0196655988693237,
      "learning_rate": 3.2130756448234333e-06,
      "loss": 0.3568,
      "step": 1175490
    },
    {
      "epoch": 328.08,
      "grad_norm": 1.0936040878295898,
      "learning_rate": 3.2130505339282077e-06,
      "loss": 0.3527,
      "step": 1175500
    },
    {
      "epoch": 328.08,
      "grad_norm": 1.031455159187317,
      "learning_rate": 3.213025422917277e-06,
      "loss": 0.3662,
      "step": 1175510
    },
    {
      "epoch": 328.08,
      "grad_norm": 1.0313422679901123,
      "learning_rate": 3.213000311790646e-06,
      "loss": 0.3513,
      "step": 1175520
    },
    {
      "epoch": 328.09,
      "grad_norm": 1.1327214241027832,
      "learning_rate": 3.2129752005483177e-06,
      "loss": 0.3656,
      "step": 1175530
    },
    {
      "epoch": 328.09,
      "grad_norm": 1.0220168828964233,
      "learning_rate": 3.212950089190295e-06,
      "loss": 0.3481,
      "step": 1175540
    },
    {
      "epoch": 328.09,
      "grad_norm": 1.5833748579025269,
      "learning_rate": 3.212924977716581e-06,
      "loss": 0.3464,
      "step": 1175550
    },
    {
      "epoch": 328.09,
      "grad_norm": 1.0656601190567017,
      "learning_rate": 3.21289986612718e-06,
      "loss": 0.3579,
      "step": 1175560
    },
    {
      "epoch": 328.1,
      "grad_norm": 1.1614288091659546,
      "learning_rate": 3.2128747544220955e-06,
      "loss": 0.3794,
      "step": 1175570
    },
    {
      "epoch": 328.1,
      "grad_norm": 0.9406856894493103,
      "learning_rate": 3.2128496426013293e-06,
      "loss": 0.3489,
      "step": 1175580
    },
    {
      "epoch": 328.1,
      "grad_norm": 0.9755367636680603,
      "learning_rate": 3.2128245306648864e-06,
      "loss": 0.3416,
      "step": 1175590
    },
    {
      "epoch": 328.1,
      "grad_norm": 1.1373708248138428,
      "learning_rate": 3.2127994186127697e-06,
      "loss": 0.3377,
      "step": 1175600
    },
    {
      "epoch": 328.11,
      "grad_norm": 1.188974380493164,
      "learning_rate": 3.2127743064449817e-06,
      "loss": 0.3341,
      "step": 1175610
    },
    {
      "epoch": 328.11,
      "grad_norm": 1.0735094547271729,
      "learning_rate": 3.212749194161526e-06,
      "loss": 0.3524,
      "step": 1175620
    },
    {
      "epoch": 328.11,
      "grad_norm": 1.1831014156341553,
      "learning_rate": 3.212724081762407e-06,
      "loss": 0.3537,
      "step": 1175630
    },
    {
      "epoch": 328.12,
      "grad_norm": 0.982090413570404,
      "learning_rate": 3.2126989692476264e-06,
      "loss": 0.3437,
      "step": 1175640
    },
    {
      "epoch": 328.12,
      "grad_norm": 1.0119777917861938,
      "learning_rate": 3.212673856617189e-06,
      "loss": 0.3596,
      "step": 1175650
    },
    {
      "epoch": 328.12,
      "grad_norm": 1.0290769338607788,
      "learning_rate": 3.212648743871098e-06,
      "loss": 0.348,
      "step": 1175660
    },
    {
      "epoch": 328.12,
      "grad_norm": 0.9807494878768921,
      "learning_rate": 3.212623631009356e-06,
      "loss": 0.3615,
      "step": 1175670
    },
    {
      "epoch": 328.13,
      "grad_norm": 1.1866930723190308,
      "learning_rate": 3.212598518031967e-06,
      "loss": 0.3411,
      "step": 1175680
    },
    {
      "epoch": 328.13,
      "grad_norm": 1.0550494194030762,
      "learning_rate": 3.2125734049389335e-06,
      "loss": 0.3583,
      "step": 1175690
    },
    {
      "epoch": 328.13,
      "grad_norm": 0.8686914443969727,
      "learning_rate": 3.21254829173026e-06,
      "loss": 0.3578,
      "step": 1175700
    },
    {
      "epoch": 328.14,
      "grad_norm": 0.9423086047172546,
      "learning_rate": 3.2125231784059483e-06,
      "loss": 0.3454,
      "step": 1175710
    },
    {
      "epoch": 328.14,
      "grad_norm": 1.065500259399414,
      "learning_rate": 3.2124980649660033e-06,
      "loss": 0.3295,
      "step": 1175720
    },
    {
      "epoch": 328.14,
      "grad_norm": 1.1193114519119263,
      "learning_rate": 3.2124729514104277e-06,
      "loss": 0.3555,
      "step": 1175730
    },
    {
      "epoch": 328.14,
      "grad_norm": 0.8239859342575073,
      "learning_rate": 3.2124478377392244e-06,
      "loss": 0.3586,
      "step": 1175740
    },
    {
      "epoch": 328.15,
      "grad_norm": 1.251846194267273,
      "learning_rate": 3.212422723952398e-06,
      "loss": 0.3478,
      "step": 1175750
    },
    {
      "epoch": 328.15,
      "grad_norm": 1.0533995628356934,
      "learning_rate": 3.2123976100499508e-06,
      "loss": 0.3569,
      "step": 1175760
    },
    {
      "epoch": 328.15,
      "grad_norm": 1.041525959968567,
      "learning_rate": 3.2123724960318854e-06,
      "loss": 0.3671,
      "step": 1175770
    },
    {
      "epoch": 328.16,
      "grad_norm": 1.0554620027542114,
      "learning_rate": 3.2123473818982064e-06,
      "loss": 0.3281,
      "step": 1175780
    },
    {
      "epoch": 328.16,
      "grad_norm": 1.0865110158920288,
      "learning_rate": 3.2123222676489176e-06,
      "loss": 0.3572,
      "step": 1175790
    },
    {
      "epoch": 328.16,
      "grad_norm": 0.9970467686653137,
      "learning_rate": 3.2122971532840215e-06,
      "loss": 0.3499,
      "step": 1175800
    },
    {
      "epoch": 328.16,
      "grad_norm": 0.9849151372909546,
      "learning_rate": 3.212272038803521e-06,
      "loss": 0.3485,
      "step": 1175810
    },
    {
      "epoch": 328.17,
      "grad_norm": 1.4476618766784668,
      "learning_rate": 3.212246924207421e-06,
      "loss": 0.3504,
      "step": 1175820
    },
    {
      "epoch": 328.17,
      "grad_norm": 0.8713632822036743,
      "learning_rate": 3.2122218094957224e-06,
      "loss": 0.335,
      "step": 1175830
    },
    {
      "epoch": 328.17,
      "grad_norm": 1.0365633964538574,
      "learning_rate": 3.2121966946684305e-06,
      "loss": 0.364,
      "step": 1175840
    },
    {
      "epoch": 328.17,
      "grad_norm": 0.9694380760192871,
      "learning_rate": 3.212171579725548e-06,
      "loss": 0.3794,
      "step": 1175850
    },
    {
      "epoch": 328.18,
      "grad_norm": 1.0506591796875,
      "learning_rate": 3.212146464667079e-06,
      "loss": 0.3578,
      "step": 1175860
    },
    {
      "epoch": 328.18,
      "grad_norm": 1.063383936882019,
      "learning_rate": 3.2121213494930257e-06,
      "loss": 0.3508,
      "step": 1175870
    },
    {
      "epoch": 328.18,
      "grad_norm": 0.9409162998199463,
      "learning_rate": 3.2120962342033923e-06,
      "loss": 0.3401,
      "step": 1175880
    },
    {
      "epoch": 328.19,
      "grad_norm": 0.9873518347740173,
      "learning_rate": 3.2120711187981813e-06,
      "loss": 0.3593,
      "step": 1175890
    },
    {
      "epoch": 328.19,
      "grad_norm": 0.9331860542297363,
      "learning_rate": 3.2120460032773965e-06,
      "loss": 0.3478,
      "step": 1175900
    },
    {
      "epoch": 328.19,
      "grad_norm": 1.114801049232483,
      "learning_rate": 3.2120208876410413e-06,
      "loss": 0.3449,
      "step": 1175910
    },
    {
      "epoch": 328.19,
      "grad_norm": 2.346677541732788,
      "learning_rate": 3.2119957718891194e-06,
      "loss": 0.3428,
      "step": 1175920
    },
    {
      "epoch": 328.2,
      "grad_norm": 0.9913966059684753,
      "learning_rate": 3.211970656021634e-06,
      "loss": 0.3513,
      "step": 1175930
    },
    {
      "epoch": 328.2,
      "grad_norm": 1.0029174089431763,
      "learning_rate": 3.211945540038587e-06,
      "loss": 0.3534,
      "step": 1175940
    },
    {
      "epoch": 328.2,
      "grad_norm": 1.1789379119873047,
      "learning_rate": 3.2119204239399836e-06,
      "loss": 0.366,
      "step": 1175950
    },
    {
      "epoch": 328.21,
      "grad_norm": 0.9471285343170166,
      "learning_rate": 3.211895307725827e-06,
      "loss": 0.3523,
      "step": 1175960
    },
    {
      "epoch": 328.21,
      "grad_norm": 1.869955062866211,
      "learning_rate": 3.2118701913961193e-06,
      "loss": 0.3492,
      "step": 1175970
    },
    {
      "epoch": 328.21,
      "grad_norm": 0.9249035716056824,
      "learning_rate": 3.211845074950865e-06,
      "loss": 0.3469,
      "step": 1175980
    },
    {
      "epoch": 328.21,
      "grad_norm": 1.2334989309310913,
      "learning_rate": 3.211819958390067e-06,
      "loss": 0.3467,
      "step": 1175990
    },
    {
      "epoch": 328.22,
      "grad_norm": 1.1453208923339844,
      "learning_rate": 3.2117948417137283e-06,
      "loss": 0.3573,
      "step": 1176000
    },
    {
      "epoch": 328.22,
      "grad_norm": 1.1051580905914307,
      "learning_rate": 3.2117697249218524e-06,
      "loss": 0.3509,
      "step": 1176010
    },
    {
      "epoch": 328.22,
      "grad_norm": 1.0927929878234863,
      "learning_rate": 3.2117446080144437e-06,
      "loss": 0.3577,
      "step": 1176020
    },
    {
      "epoch": 328.22,
      "grad_norm": 0.9997478127479553,
      "learning_rate": 3.211719490991504e-06,
      "loss": 0.3504,
      "step": 1176030
    },
    {
      "epoch": 328.23,
      "grad_norm": 0.8915898203849792,
      "learning_rate": 3.2116943738530375e-06,
      "loss": 0.3419,
      "step": 1176040
    },
    {
      "epoch": 328.23,
      "grad_norm": 1.2003247737884521,
      "learning_rate": 3.211669256599048e-06,
      "loss": 0.3594,
      "step": 1176050
    },
    {
      "epoch": 328.23,
      "grad_norm": 1.0941567420959473,
      "learning_rate": 3.211644139229537e-06,
      "loss": 0.3626,
      "step": 1176060
    },
    {
      "epoch": 328.24,
      "grad_norm": 1.0261387825012207,
      "learning_rate": 3.2116190217445095e-06,
      "loss": 0.3464,
      "step": 1176070
    },
    {
      "epoch": 328.24,
      "grad_norm": 0.9233792424201965,
      "learning_rate": 3.211593904143969e-06,
      "loss": 0.3459,
      "step": 1176080
    },
    {
      "epoch": 328.24,
      "grad_norm": 1.1659719944000244,
      "learning_rate": 3.2115687864279176e-06,
      "loss": 0.3686,
      "step": 1176090
    },
    {
      "epoch": 328.24,
      "grad_norm": 1.0735865831375122,
      "learning_rate": 3.211543668596359e-06,
      "loss": 0.3492,
      "step": 1176100
    },
    {
      "epoch": 328.25,
      "grad_norm": 1.0234624147415161,
      "learning_rate": 3.211518550649298e-06,
      "loss": 0.3583,
      "step": 1176110
    },
    {
      "epoch": 328.25,
      "grad_norm": 0.9750267267227173,
      "learning_rate": 3.2114934325867363e-06,
      "loss": 0.3558,
      "step": 1176120
    },
    {
      "epoch": 328.25,
      "grad_norm": 1.1222012042999268,
      "learning_rate": 3.211468314408677e-06,
      "loss": 0.3605,
      "step": 1176130
    },
    {
      "epoch": 328.26,
      "grad_norm": 1.2510606050491333,
      "learning_rate": 3.2114431961151243e-06,
      "loss": 0.3686,
      "step": 1176140
    },
    {
      "epoch": 328.26,
      "grad_norm": 1.0954309701919556,
      "learning_rate": 3.211418077706082e-06,
      "loss": 0.3757,
      "step": 1176150
    },
    {
      "epoch": 328.26,
      "grad_norm": 0.9048672914505005,
      "learning_rate": 3.2113929591815525e-06,
      "loss": 0.3558,
      "step": 1176160
    },
    {
      "epoch": 328.26,
      "grad_norm": 1.2167960405349731,
      "learning_rate": 3.2113678405415396e-06,
      "loss": 0.3688,
      "step": 1176170
    },
    {
      "epoch": 328.27,
      "grad_norm": 1.0659217834472656,
      "learning_rate": 3.211342721786047e-06,
      "loss": 0.3649,
      "step": 1176180
    },
    {
      "epoch": 328.27,
      "grad_norm": 0.982997715473175,
      "learning_rate": 3.2113176029150774e-06,
      "loss": 0.3435,
      "step": 1176190
    },
    {
      "epoch": 328.27,
      "grad_norm": 0.9118751883506775,
      "learning_rate": 3.211292483928633e-06,
      "loss": 0.3628,
      "step": 1176200
    },
    {
      "epoch": 328.28,
      "grad_norm": 0.9893739223480225,
      "learning_rate": 3.21126736482672e-06,
      "loss": 0.3566,
      "step": 1176210
    },
    {
      "epoch": 328.28,
      "grad_norm": 0.9790761470794678,
      "learning_rate": 3.2112422456093395e-06,
      "loss": 0.3644,
      "step": 1176220
    },
    {
      "epoch": 328.28,
      "grad_norm": 0.9337480068206787,
      "learning_rate": 3.2112171262764956e-06,
      "loss": 0.365,
      "step": 1176230
    },
    {
      "epoch": 328.28,
      "grad_norm": 1.174917221069336,
      "learning_rate": 3.211192006828192e-06,
      "loss": 0.3445,
      "step": 1176240
    },
    {
      "epoch": 328.29,
      "grad_norm": 1.000787615776062,
      "learning_rate": 3.211166887264431e-06,
      "loss": 0.3729,
      "step": 1176250
    },
    {
      "epoch": 328.29,
      "grad_norm": 1.0861953496932983,
      "learning_rate": 3.2111417675852172e-06,
      "loss": 0.348,
      "step": 1176260
    },
    {
      "epoch": 328.29,
      "grad_norm": 7.335542678833008,
      "learning_rate": 3.211116647790553e-06,
      "loss": 0.3373,
      "step": 1176270
    },
    {
      "epoch": 328.29,
      "grad_norm": 1.0548919439315796,
      "learning_rate": 3.2110915278804424e-06,
      "loss": 0.3496,
      "step": 1176280
    },
    {
      "epoch": 328.3,
      "grad_norm": 1.0090423822402954,
      "learning_rate": 3.2110664078548878e-06,
      "loss": 0.3676,
      "step": 1176290
    },
    {
      "epoch": 328.3,
      "grad_norm": 0.9176599383354187,
      "learning_rate": 3.211041287713893e-06,
      "loss": 0.3508,
      "step": 1176300
    },
    {
      "epoch": 328.3,
      "grad_norm": 0.9733821749687195,
      "learning_rate": 3.2110161674574623e-06,
      "loss": 0.3251,
      "step": 1176310
    },
    {
      "epoch": 328.31,
      "grad_norm": 1.3420124053955078,
      "learning_rate": 3.210991047085598e-06,
      "loss": 0.3523,
      "step": 1176320
    },
    {
      "epoch": 328.31,
      "grad_norm": 0.9224271178245544,
      "learning_rate": 3.2109659265983035e-06,
      "loss": 0.352,
      "step": 1176330
    },
    {
      "epoch": 328.31,
      "grad_norm": 0.9181766510009766,
      "learning_rate": 3.2109408059955823e-06,
      "loss": 0.3606,
      "step": 1176340
    },
    {
      "epoch": 328.31,
      "grad_norm": 0.9533407092094421,
      "learning_rate": 3.210915685277438e-06,
      "loss": 0.3474,
      "step": 1176350
    },
    {
      "epoch": 328.32,
      "grad_norm": 1.0503203868865967,
      "learning_rate": 3.2108905644438733e-06,
      "loss": 0.355,
      "step": 1176360
    },
    {
      "epoch": 328.32,
      "grad_norm": 1.2266037464141846,
      "learning_rate": 3.2108654434948927e-06,
      "loss": 0.3577,
      "step": 1176370
    },
    {
      "epoch": 328.32,
      "grad_norm": 0.9029252529144287,
      "learning_rate": 3.2108403224304983e-06,
      "loss": 0.355,
      "step": 1176380
    },
    {
      "epoch": 328.33,
      "grad_norm": 0.9253905415534973,
      "learning_rate": 3.210815201250693e-06,
      "loss": 0.3555,
      "step": 1176390
    },
    {
      "epoch": 328.33,
      "grad_norm": 0.967271089553833,
      "learning_rate": 3.2107900799554823e-06,
      "loss": 0.3404,
      "step": 1176400
    },
    {
      "epoch": 328.33,
      "grad_norm": 0.9628751873970032,
      "learning_rate": 3.2107649585448687e-06,
      "loss": 0.342,
      "step": 1176410
    },
    {
      "epoch": 328.33,
      "grad_norm": 0.9875418543815613,
      "learning_rate": 3.2107398370188545e-06,
      "loss": 0.3703,
      "step": 1176420
    },
    {
      "epoch": 328.34,
      "grad_norm": 0.9206985235214233,
      "learning_rate": 3.210714715377443e-06,
      "loss": 0.3587,
      "step": 1176430
    },
    {
      "epoch": 328.34,
      "grad_norm": 1.0282220840454102,
      "learning_rate": 3.21068959362064e-06,
      "loss": 0.3396,
      "step": 1176440
    },
    {
      "epoch": 328.34,
      "grad_norm": 1.0918563604354858,
      "learning_rate": 3.210664471748446e-06,
      "loss": 0.3518,
      "step": 1176450
    },
    {
      "epoch": 328.34,
      "grad_norm": 1.1057672500610352,
      "learning_rate": 3.210639349760865e-06,
      "loss": 0.3543,
      "step": 1176460
    },
    {
      "epoch": 328.35,
      "grad_norm": 0.9250664114952087,
      "learning_rate": 3.2106142276579014e-06,
      "loss": 0.3424,
      "step": 1176470
    },
    {
      "epoch": 328.35,
      "grad_norm": 1.0840367078781128,
      "learning_rate": 3.2105891054395584e-06,
      "loss": 0.3638,
      "step": 1176480
    },
    {
      "epoch": 328.35,
      "grad_norm": 0.9770169854164124,
      "learning_rate": 3.2105639831058377e-06,
      "loss": 0.3486,
      "step": 1176490
    },
    {
      "epoch": 328.36,
      "grad_norm": 1.1003202199935913,
      "learning_rate": 3.210538860656745e-06,
      "loss": 0.3564,
      "step": 1176500
    },
    {
      "epoch": 328.36,
      "grad_norm": 1.1287181377410889,
      "learning_rate": 3.2105137380922818e-06,
      "loss": 0.3363,
      "step": 1176510
    },
    {
      "epoch": 328.36,
      "grad_norm": 1.0229766368865967,
      "learning_rate": 3.210488615412452e-06,
      "loss": 0.3467,
      "step": 1176520
    },
    {
      "epoch": 328.36,
      "grad_norm": 0.9895147085189819,
      "learning_rate": 3.2104634926172593e-06,
      "loss": 0.3416,
      "step": 1176530
    },
    {
      "epoch": 328.37,
      "grad_norm": 1.0783058404922485,
      "learning_rate": 3.210438369706707e-06,
      "loss": 0.356,
      "step": 1176540
    },
    {
      "epoch": 328.37,
      "grad_norm": 0.9756317734718323,
      "learning_rate": 3.2104132466807983e-06,
      "loss": 0.3465,
      "step": 1176550
    },
    {
      "epoch": 328.37,
      "grad_norm": 0.8965904116630554,
      "learning_rate": 3.210388123539536e-06,
      "loss": 0.3562,
      "step": 1176560
    },
    {
      "epoch": 328.38,
      "grad_norm": 0.9467722177505493,
      "learning_rate": 3.210363000282924e-06,
      "loss": 0.3537,
      "step": 1176570
    },
    {
      "epoch": 328.38,
      "grad_norm": 0.9010431170463562,
      "learning_rate": 3.210337876910966e-06,
      "loss": 0.3653,
      "step": 1176580
    },
    {
      "epoch": 328.38,
      "grad_norm": 1.0294498205184937,
      "learning_rate": 3.2103127534236643e-06,
      "loss": 0.3642,
      "step": 1176590
    },
    {
      "epoch": 328.38,
      "grad_norm": 1.16107976436615,
      "learning_rate": 3.2102876298210234e-06,
      "loss": 0.3635,
      "step": 1176600
    },
    {
      "epoch": 328.39,
      "grad_norm": 0.8990762233734131,
      "learning_rate": 3.210262506103046e-06,
      "loss": 0.3492,
      "step": 1176610
    },
    {
      "epoch": 328.39,
      "grad_norm": 1.0485183000564575,
      "learning_rate": 3.210237382269736e-06,
      "loss": 0.3496,
      "step": 1176620
    },
    {
      "epoch": 328.39,
      "grad_norm": 0.9484416246414185,
      "learning_rate": 3.2102122583210958e-06,
      "loss": 0.3594,
      "step": 1176630
    },
    {
      "epoch": 328.4,
      "grad_norm": 0.8589860200881958,
      "learning_rate": 3.210187134257129e-06,
      "loss": 0.3395,
      "step": 1176640
    },
    {
      "epoch": 328.4,
      "grad_norm": 0.9812986254692078,
      "learning_rate": 3.210162010077839e-06,
      "loss": 0.3718,
      "step": 1176650
    },
    {
      "epoch": 328.4,
      "grad_norm": 1.3587614297866821,
      "learning_rate": 3.2101368857832305e-06,
      "loss": 0.3598,
      "step": 1176660
    },
    {
      "epoch": 328.4,
      "grad_norm": 0.9305301904678345,
      "learning_rate": 3.2101117613733045e-06,
      "loss": 0.3502,
      "step": 1176670
    },
    {
      "epoch": 328.41,
      "grad_norm": 1.1312100887298584,
      "learning_rate": 3.2100866368480657e-06,
      "loss": 0.3613,
      "step": 1176680
    },
    {
      "epoch": 328.41,
      "grad_norm": 1.1776872873306274,
      "learning_rate": 3.2100615122075173e-06,
      "loss": 0.353,
      "step": 1176690
    },
    {
      "epoch": 328.41,
      "grad_norm": 0.8936510682106018,
      "learning_rate": 3.2100363874516635e-06,
      "loss": 0.3375,
      "step": 1176700
    },
    {
      "epoch": 328.41,
      "grad_norm": 1.0523560047149658,
      "learning_rate": 3.2100112625805057e-06,
      "loss": 0.3578,
      "step": 1176710
    },
    {
      "epoch": 328.42,
      "grad_norm": 0.9203187227249146,
      "learning_rate": 3.209986137594048e-06,
      "loss": 0.3445,
      "step": 1176720
    },
    {
      "epoch": 328.42,
      "grad_norm": 1.0925637483596802,
      "learning_rate": 3.209961012492295e-06,
      "loss": 0.3636,
      "step": 1176730
    },
    {
      "epoch": 328.42,
      "grad_norm": 0.9482733011245728,
      "learning_rate": 3.2099358872752487e-06,
      "loss": 0.3492,
      "step": 1176740
    },
    {
      "epoch": 328.43,
      "grad_norm": 1.0377168655395508,
      "learning_rate": 3.2099107619429123e-06,
      "loss": 0.3538,
      "step": 1176750
    },
    {
      "epoch": 328.43,
      "grad_norm": 0.9564510583877563,
      "learning_rate": 3.209885636495291e-06,
      "loss": 0.3599,
      "step": 1176760
    },
    {
      "epoch": 328.43,
      "grad_norm": 1.1051394939422607,
      "learning_rate": 3.209860510932386e-06,
      "loss": 0.3495,
      "step": 1176770
    },
    {
      "epoch": 328.43,
      "grad_norm": 1.1987032890319824,
      "learning_rate": 3.2098353852542015e-06,
      "loss": 0.3616,
      "step": 1176780
    },
    {
      "epoch": 328.44,
      "grad_norm": 0.9953696131706238,
      "learning_rate": 3.2098102594607404e-06,
      "loss": 0.3581,
      "step": 1176790
    },
    {
      "epoch": 328.44,
      "grad_norm": 1.2222651243209839,
      "learning_rate": 3.2097851335520066e-06,
      "loss": 0.3525,
      "step": 1176800
    },
    {
      "epoch": 328.44,
      "grad_norm": 1.0390167236328125,
      "learning_rate": 3.2097600075280035e-06,
      "loss": 0.3506,
      "step": 1176810
    },
    {
      "epoch": 328.45,
      "grad_norm": 1.0154342651367188,
      "learning_rate": 3.2097348813887345e-06,
      "loss": 0.3512,
      "step": 1176820
    },
    {
      "epoch": 328.45,
      "grad_norm": 0.881673276424408,
      "learning_rate": 3.209709755134202e-06,
      "loss": 0.3724,
      "step": 1176830
    },
    {
      "epoch": 328.45,
      "grad_norm": 0.9101888537406921,
      "learning_rate": 3.2096846287644113e-06,
      "loss": 0.3513,
      "step": 1176840
    },
    {
      "epoch": 328.45,
      "grad_norm": 1.0315957069396973,
      "learning_rate": 3.2096595022793635e-06,
      "loss": 0.3448,
      "step": 1176850
    },
    {
      "epoch": 328.46,
      "grad_norm": 1.0109279155731201,
      "learning_rate": 3.209634375679063e-06,
      "loss": 0.3513,
      "step": 1176860
    },
    {
      "epoch": 328.46,
      "grad_norm": 1.1658128499984741,
      "learning_rate": 3.2096092489635125e-06,
      "loss": 0.354,
      "step": 1176870
    },
    {
      "epoch": 328.46,
      "grad_norm": 1.040431022644043,
      "learning_rate": 3.2095841221327165e-06,
      "loss": 0.3651,
      "step": 1176880
    },
    {
      "epoch": 328.46,
      "grad_norm": 1.0701608657836914,
      "learning_rate": 3.2095589951866778e-06,
      "loss": 0.3564,
      "step": 1176890
    },
    {
      "epoch": 328.47,
      "grad_norm": 1.0142755508422852,
      "learning_rate": 3.2095338681253994e-06,
      "loss": 0.3367,
      "step": 1176900
    },
    {
      "epoch": 328.47,
      "grad_norm": 0.9978185892105103,
      "learning_rate": 3.2095087409488856e-06,
      "loss": 0.3597,
      "step": 1176910
    },
    {
      "epoch": 328.47,
      "grad_norm": 1.157492995262146,
      "learning_rate": 3.209483613657139e-06,
      "loss": 0.3451,
      "step": 1176920
    },
    {
      "epoch": 328.48,
      "grad_norm": 1.0540624856948853,
      "learning_rate": 3.209458486250162e-06,
      "loss": 0.362,
      "step": 1176930
    },
    {
      "epoch": 328.48,
      "grad_norm": 1.0665223598480225,
      "learning_rate": 3.20943335872796e-06,
      "loss": 0.3483,
      "step": 1176940
    },
    {
      "epoch": 328.48,
      "grad_norm": 2.5452613830566406,
      "learning_rate": 3.2094082310905347e-06,
      "loss": 0.3425,
      "step": 1176950
    },
    {
      "epoch": 328.48,
      "grad_norm": 0.9530733823776245,
      "learning_rate": 3.20938310333789e-06,
      "loss": 0.3617,
      "step": 1176960
    },
    {
      "epoch": 328.49,
      "grad_norm": 0.9968709349632263,
      "learning_rate": 3.2093579754700294e-06,
      "loss": 0.3614,
      "step": 1176970
    },
    {
      "epoch": 328.49,
      "grad_norm": 0.8926598429679871,
      "learning_rate": 3.2093328474869564e-06,
      "loss": 0.3534,
      "step": 1176980
    },
    {
      "epoch": 328.49,
      "grad_norm": 1.024623155593872,
      "learning_rate": 3.209307719388674e-06,
      "loss": 0.3622,
      "step": 1176990
    },
    {
      "epoch": 328.5,
      "grad_norm": 0.9773064255714417,
      "learning_rate": 3.2092825911751854e-06,
      "loss": 0.3433,
      "step": 1177000
    },
    {
      "epoch": 328.5,
      "grad_norm": 0.9214497208595276,
      "learning_rate": 3.2092574628464942e-06,
      "loss": 0.3407,
      "step": 1177010
    },
    {
      "epoch": 328.5,
      "grad_norm": 1.0338348150253296,
      "learning_rate": 3.2092323344026044e-06,
      "loss": 0.356,
      "step": 1177020
    },
    {
      "epoch": 328.5,
      "grad_norm": 0.9271637201309204,
      "learning_rate": 3.2092072058435177e-06,
      "loss": 0.3359,
      "step": 1177030
    },
    {
      "epoch": 328.51,
      "grad_norm": 0.938840389251709,
      "learning_rate": 3.209182077169239e-06,
      "loss": 0.3547,
      "step": 1177040
    },
    {
      "epoch": 328.51,
      "grad_norm": 1.1090844869613647,
      "learning_rate": 3.209156948379771e-06,
      "loss": 0.3642,
      "step": 1177050
    },
    {
      "epoch": 328.51,
      "grad_norm": 0.8950455784797668,
      "learning_rate": 3.209131819475117e-06,
      "loss": 0.3467,
      "step": 1177060
    },
    {
      "epoch": 328.52,
      "grad_norm": 1.0897173881530762,
      "learning_rate": 3.2091066904552805e-06,
      "loss": 0.3447,
      "step": 1177070
    },
    {
      "epoch": 328.52,
      "grad_norm": 0.9104701280593872,
      "learning_rate": 3.209081561320265e-06,
      "loss": 0.3584,
      "step": 1177080
    },
    {
      "epoch": 328.52,
      "grad_norm": 1.2710044384002686,
      "learning_rate": 3.2090564320700736e-06,
      "loss": 0.3676,
      "step": 1177090
    },
    {
      "epoch": 328.52,
      "grad_norm": 0.9013277292251587,
      "learning_rate": 3.2090313027047093e-06,
      "loss": 0.3599,
      "step": 1177100
    },
    {
      "epoch": 328.53,
      "grad_norm": 5.456651210784912,
      "learning_rate": 3.2090061732241757e-06,
      "loss": 0.3649,
      "step": 1177110
    },
    {
      "epoch": 328.53,
      "grad_norm": 0.9889062643051147,
      "learning_rate": 3.208981043628477e-06,
      "loss": 0.3327,
      "step": 1177120
    },
    {
      "epoch": 328.53,
      "grad_norm": 1.1707587242126465,
      "learning_rate": 3.208955913917615e-06,
      "loss": 0.3514,
      "step": 1177130
    },
    {
      "epoch": 328.53,
      "grad_norm": 1.2324090003967285,
      "learning_rate": 3.2089307840915945e-06,
      "loss": 0.3408,
      "step": 1177140
    },
    {
      "epoch": 328.54,
      "grad_norm": 0.982316255569458,
      "learning_rate": 3.208905654150418e-06,
      "loss": 0.367,
      "step": 1177150
    },
    {
      "epoch": 328.54,
      "grad_norm": 0.9594859480857849,
      "learning_rate": 3.2088805240940884e-06,
      "loss": 0.3465,
      "step": 1177160
    },
    {
      "epoch": 328.54,
      "grad_norm": 1.0014052391052246,
      "learning_rate": 3.20885539392261e-06,
      "loss": 0.3521,
      "step": 1177170
    },
    {
      "epoch": 328.55,
      "grad_norm": 0.899275004863739,
      "learning_rate": 3.208830263635987e-06,
      "loss": 0.3551,
      "step": 1177180
    },
    {
      "epoch": 328.55,
      "grad_norm": 0.969724714756012,
      "learning_rate": 3.20880513323422e-06,
      "loss": 0.3505,
      "step": 1177190
    },
    {
      "epoch": 328.55,
      "grad_norm": 0.9252046346664429,
      "learning_rate": 3.2087800027173143e-06,
      "loss": 0.3638,
      "step": 1177200
    },
    {
      "epoch": 328.55,
      "grad_norm": 1.3021122217178345,
      "learning_rate": 3.208754872085274e-06,
      "loss": 0.3677,
      "step": 1177210
    },
    {
      "epoch": 328.56,
      "grad_norm": 0.9795202612876892,
      "learning_rate": 3.2087297413381005e-06,
      "loss": 0.3718,
      "step": 1177220
    },
    {
      "epoch": 328.56,
      "grad_norm": 0.936472475528717,
      "learning_rate": 3.2087046104757973e-06,
      "loss": 0.353,
      "step": 1177230
    },
    {
      "epoch": 328.56,
      "grad_norm": 1.0428880453109741,
      "learning_rate": 3.2086794794983697e-06,
      "loss": 0.3575,
      "step": 1177240
    },
    {
      "epoch": 328.57,
      "grad_norm": 0.9049546122550964,
      "learning_rate": 3.208654348405819e-06,
      "loss": 0.3619,
      "step": 1177250
    },
    {
      "epoch": 328.57,
      "grad_norm": 1.0476577281951904,
      "learning_rate": 3.2086292171981495e-06,
      "loss": 0.37,
      "step": 1177260
    },
    {
      "epoch": 328.57,
      "grad_norm": 1.0383907556533813,
      "learning_rate": 3.208604085875364e-06,
      "loss": 0.3513,
      "step": 1177270
    },
    {
      "epoch": 328.57,
      "grad_norm": 0.96796053647995,
      "learning_rate": 3.208578954437467e-06,
      "loss": 0.3621,
      "step": 1177280
    },
    {
      "epoch": 328.58,
      "grad_norm": 1.22012197971344,
      "learning_rate": 3.2085538228844604e-06,
      "loss": 0.3524,
      "step": 1177290
    },
    {
      "epoch": 328.58,
      "grad_norm": 0.9663042426109314,
      "learning_rate": 3.2085286912163477e-06,
      "loss": 0.3564,
      "step": 1177300
    },
    {
      "epoch": 328.58,
      "grad_norm": 2.350759267807007,
      "learning_rate": 3.208503559433134e-06,
      "loss": 0.3456,
      "step": 1177310
    },
    {
      "epoch": 328.58,
      "grad_norm": 0.809030294418335,
      "learning_rate": 3.2084784275348196e-06,
      "loss": 0.3531,
      "step": 1177320
    },
    {
      "epoch": 328.59,
      "grad_norm": 1.002704381942749,
      "learning_rate": 3.208453295521411e-06,
      "loss": 0.3681,
      "step": 1177330
    },
    {
      "epoch": 328.59,
      "grad_norm": 0.8741845488548279,
      "learning_rate": 3.2084281633929096e-06,
      "loss": 0.3661,
      "step": 1177340
    },
    {
      "epoch": 328.59,
      "grad_norm": 1.1535389423370361,
      "learning_rate": 3.2084030311493198e-06,
      "loss": 0.3591,
      "step": 1177350
    },
    {
      "epoch": 328.6,
      "grad_norm": 0.8813459873199463,
      "learning_rate": 3.2083778987906444e-06,
      "loss": 0.34,
      "step": 1177360
    },
    {
      "epoch": 328.6,
      "grad_norm": 1.1806944608688354,
      "learning_rate": 3.2083527663168865e-06,
      "loss": 0.3613,
      "step": 1177370
    },
    {
      "epoch": 328.6,
      "grad_norm": 0.9613406658172607,
      "learning_rate": 3.20832763372805e-06,
      "loss": 0.3358,
      "step": 1177380
    },
    {
      "epoch": 328.6,
      "grad_norm": 0.9959823489189148,
      "learning_rate": 3.208302501024137e-06,
      "loss": 0.3553,
      "step": 1177390
    },
    {
      "epoch": 328.61,
      "grad_norm": 0.8831694722175598,
      "learning_rate": 3.2082773682051534e-06,
      "loss": 0.3556,
      "step": 1177400
    },
    {
      "epoch": 328.61,
      "grad_norm": 0.8697761297225952,
      "learning_rate": 3.2082522352710996e-06,
      "loss": 0.3769,
      "step": 1177410
    },
    {
      "epoch": 328.61,
      "grad_norm": 1.1363639831542969,
      "learning_rate": 3.2082271022219805e-06,
      "loss": 0.3483,
      "step": 1177420
    },
    {
      "epoch": 328.62,
      "grad_norm": 1.013739824295044,
      "learning_rate": 3.2082019690578e-06,
      "loss": 0.3501,
      "step": 1177430
    },
    {
      "epoch": 328.62,
      "grad_norm": 1.0937891006469727,
      "learning_rate": 3.2081768357785605e-06,
      "loss": 0.3412,
      "step": 1177440
    },
    {
      "epoch": 328.62,
      "grad_norm": 1.086850643157959,
      "learning_rate": 3.2081517023842654e-06,
      "loss": 0.3578,
      "step": 1177450
    },
    {
      "epoch": 328.62,
      "grad_norm": 1.2688592672348022,
      "learning_rate": 3.2081265688749178e-06,
      "loss": 0.3624,
      "step": 1177460
    },
    {
      "epoch": 328.63,
      "grad_norm": 0.9362834095954895,
      "learning_rate": 3.2081014352505223e-06,
      "loss": 0.3801,
      "step": 1177470
    },
    {
      "epoch": 328.63,
      "grad_norm": 1.2125670909881592,
      "learning_rate": 3.2080763015110808e-06,
      "loss": 0.3584,
      "step": 1177480
    },
    {
      "epoch": 328.63,
      "grad_norm": 1.1663659811019897,
      "learning_rate": 3.2080511676565965e-06,
      "loss": 0.3482,
      "step": 1177490
    },
    {
      "epoch": 328.64,
      "grad_norm": 0.9793018698692322,
      "learning_rate": 3.208026033687075e-06,
      "loss": 0.355,
      "step": 1177500
    },
    {
      "epoch": 328.64,
      "grad_norm": 0.8769350647926331,
      "learning_rate": 3.208000899602518e-06,
      "loss": 0.359,
      "step": 1177510
    },
    {
      "epoch": 328.64,
      "grad_norm": 0.8893462419509888,
      "learning_rate": 3.207975765402928e-06,
      "loss": 0.3538,
      "step": 1177520
    },
    {
      "epoch": 328.64,
      "grad_norm": 1.1593573093414307,
      "learning_rate": 3.20795063108831e-06,
      "loss": 0.3477,
      "step": 1177530
    },
    {
      "epoch": 328.65,
      "grad_norm": 1.0524324178695679,
      "learning_rate": 3.2079254966586663e-06,
      "loss": 0.3473,
      "step": 1177540
    },
    {
      "epoch": 328.65,
      "grad_norm": 1.1332956552505493,
      "learning_rate": 3.207900362114e-06,
      "loss": 0.3573,
      "step": 1177550
    },
    {
      "epoch": 328.65,
      "grad_norm": 0.9475511908531189,
      "learning_rate": 3.2078752274543166e-06,
      "loss": 0.3327,
      "step": 1177560
    },
    {
      "epoch": 328.65,
      "grad_norm": 1.138788104057312,
      "learning_rate": 3.2078500926796165e-06,
      "loss": 0.356,
      "step": 1177570
    },
    {
      "epoch": 328.66,
      "grad_norm": 1.0523695945739746,
      "learning_rate": 3.207824957789905e-06,
      "loss": 0.3312,
      "step": 1177580
    },
    {
      "epoch": 328.66,
      "grad_norm": 0.927781879901886,
      "learning_rate": 3.2077998227851847e-06,
      "loss": 0.3849,
      "step": 1177590
    },
    {
      "epoch": 328.66,
      "grad_norm": 1.1895684003829956,
      "learning_rate": 3.2077746876654598e-06,
      "loss": 0.3561,
      "step": 1177600
    },
    {
      "epoch": 328.67,
      "grad_norm": 0.9208520650863647,
      "learning_rate": 3.2077495524307323e-06,
      "loss": 0.3555,
      "step": 1177610
    },
    {
      "epoch": 328.67,
      "grad_norm": 0.890227735042572,
      "learning_rate": 3.207724417081006e-06,
      "loss": 0.3506,
      "step": 1177620
    },
    {
      "epoch": 328.67,
      "grad_norm": 0.9478248953819275,
      "learning_rate": 3.207699281616285e-06,
      "loss": 0.3591,
      "step": 1177630
    },
    {
      "epoch": 328.67,
      "grad_norm": 1.081132411956787,
      "learning_rate": 3.207674146036572e-06,
      "loss": 0.3386,
      "step": 1177640
    },
    {
      "epoch": 328.68,
      "grad_norm": 0.9085743427276611,
      "learning_rate": 3.207649010341871e-06,
      "loss": 0.3415,
      "step": 1177650
    },
    {
      "epoch": 328.68,
      "grad_norm": 0.9634681344032288,
      "learning_rate": 3.2076238745321844e-06,
      "loss": 0.3446,
      "step": 1177660
    },
    {
      "epoch": 328.68,
      "grad_norm": 0.9022427201271057,
      "learning_rate": 3.2075987386075156e-06,
      "loss": 0.3588,
      "step": 1177670
    },
    {
      "epoch": 328.69,
      "grad_norm": 1.0215121507644653,
      "learning_rate": 3.2075736025678684e-06,
      "loss": 0.3674,
      "step": 1177680
    },
    {
      "epoch": 328.69,
      "grad_norm": 0.9488034248352051,
      "learning_rate": 3.2075484664132467e-06,
      "loss": 0.3467,
      "step": 1177690
    },
    {
      "epoch": 328.69,
      "grad_norm": 1.239561915397644,
      "learning_rate": 3.207523330143652e-06,
      "loss": 0.3471,
      "step": 1177700
    },
    {
      "epoch": 328.69,
      "grad_norm": 1.095088243484497,
      "learning_rate": 3.2074981937590892e-06,
      "loss": 0.3621,
      "step": 1177710
    },
    {
      "epoch": 328.7,
      "grad_norm": 1.148073673248291,
      "learning_rate": 3.207473057259562e-06,
      "loss": 0.3548,
      "step": 1177720
    },
    {
      "epoch": 328.7,
      "grad_norm": 0.9455612301826477,
      "learning_rate": 3.207447920645073e-06,
      "loss": 0.3456,
      "step": 1177730
    },
    {
      "epoch": 328.7,
      "grad_norm": 1.0694793462753296,
      "learning_rate": 3.207422783915625e-06,
      "loss": 0.3552,
      "step": 1177740
    },
    {
      "epoch": 328.7,
      "grad_norm": 1.0907566547393799,
      "learning_rate": 3.207397647071222e-06,
      "loss": 0.3488,
      "step": 1177750
    },
    {
      "epoch": 328.71,
      "grad_norm": 0.8587643504142761,
      "learning_rate": 3.2073725101118672e-06,
      "loss": 0.3369,
      "step": 1177760
    },
    {
      "epoch": 328.71,
      "grad_norm": 1.153968334197998,
      "learning_rate": 3.207347373037564e-06,
      "loss": 0.3588,
      "step": 1177770
    },
    {
      "epoch": 328.71,
      "grad_norm": 1.0940946340560913,
      "learning_rate": 3.207322235848316e-06,
      "loss": 0.3513,
      "step": 1177780
    },
    {
      "epoch": 328.72,
      "grad_norm": 0.9623498916625977,
      "learning_rate": 3.2072970985441264e-06,
      "loss": 0.3422,
      "step": 1177790
    },
    {
      "epoch": 328.72,
      "grad_norm": 0.9178599715232849,
      "learning_rate": 3.2072719611249984e-06,
      "loss": 0.3439,
      "step": 1177800
    },
    {
      "epoch": 328.72,
      "grad_norm": 0.994947075843811,
      "learning_rate": 3.2072468235909348e-06,
      "loss": 0.3724,
      "step": 1177810
    },
    {
      "epoch": 328.72,
      "grad_norm": 0.9671348333358765,
      "learning_rate": 3.2072216859419406e-06,
      "loss": 0.3722,
      "step": 1177820
    },
    {
      "epoch": 328.73,
      "grad_norm": 0.9872693419456482,
      "learning_rate": 3.2071965481780173e-06,
      "loss": 0.349,
      "step": 1177830
    },
    {
      "epoch": 328.73,
      "grad_norm": 0.9997931122779846,
      "learning_rate": 3.207171410299169e-06,
      "loss": 0.346,
      "step": 1177840
    },
    {
      "epoch": 328.73,
      "grad_norm": 0.9335976839065552,
      "learning_rate": 3.2071462723053993e-06,
      "loss": 0.3495,
      "step": 1177850
    },
    {
      "epoch": 328.74,
      "grad_norm": 1.442389726638794,
      "learning_rate": 3.207121134196711e-06,
      "loss": 0.3718,
      "step": 1177860
    },
    {
      "epoch": 328.74,
      "grad_norm": 0.9255446195602417,
      "learning_rate": 3.2070959959731084e-06,
      "loss": 0.3678,
      "step": 1177870
    },
    {
      "epoch": 328.74,
      "grad_norm": 0.9581254720687866,
      "learning_rate": 3.207070857634594e-06,
      "loss": 0.357,
      "step": 1177880
    },
    {
      "epoch": 328.74,
      "grad_norm": 0.9512818455696106,
      "learning_rate": 3.2070457191811713e-06,
      "loss": 0.359,
      "step": 1177890
    },
    {
      "epoch": 328.75,
      "grad_norm": 1.0007632970809937,
      "learning_rate": 3.2070205806128432e-06,
      "loss": 0.3473,
      "step": 1177900
    },
    {
      "epoch": 328.75,
      "grad_norm": 1.0544363260269165,
      "learning_rate": 3.206995441929614e-06,
      "loss": 0.3607,
      "step": 1177910
    },
    {
      "epoch": 328.75,
      "grad_norm": 1.0344713926315308,
      "learning_rate": 3.206970303131487e-06,
      "loss": 0.3526,
      "step": 1177920
    },
    {
      "epoch": 328.76,
      "grad_norm": 1.1731947660446167,
      "learning_rate": 3.2069451642184643e-06,
      "loss": 0.3483,
      "step": 1177930
    },
    {
      "epoch": 328.76,
      "grad_norm": 1.0805188417434692,
      "learning_rate": 3.2069200251905505e-06,
      "loss": 0.3428,
      "step": 1177940
    },
    {
      "epoch": 328.76,
      "grad_norm": 1.1562882661819458,
      "learning_rate": 3.2068948860477486e-06,
      "loss": 0.3492,
      "step": 1177950
    },
    {
      "epoch": 328.76,
      "grad_norm": 0.8250673413276672,
      "learning_rate": 3.206869746790062e-06,
      "loss": 0.3447,
      "step": 1177960
    },
    {
      "epoch": 328.77,
      "grad_norm": 1.081447958946228,
      "learning_rate": 3.2068446074174933e-06,
      "loss": 0.3376,
      "step": 1177970
    },
    {
      "epoch": 328.77,
      "grad_norm": 1.112816572189331,
      "learning_rate": 3.2068194679300476e-06,
      "loss": 0.3572,
      "step": 1177980
    },
    {
      "epoch": 328.77,
      "grad_norm": 0.9343059659004211,
      "learning_rate": 3.2067943283277265e-06,
      "loss": 0.3487,
      "step": 1177990
    },
    {
      "epoch": 328.77,
      "grad_norm": 1.020202875137329,
      "learning_rate": 3.2067691886105333e-06,
      "loss": 0.3459,
      "step": 1178000
    },
    {
      "epoch": 328.78,
      "grad_norm": 0.8892503380775452,
      "learning_rate": 3.2067440487784727e-06,
      "loss": 0.3736,
      "step": 1178010
    },
    {
      "epoch": 328.78,
      "grad_norm": 1.0406936407089233,
      "learning_rate": 3.206718908831547e-06,
      "loss": 0.3395,
      "step": 1178020
    },
    {
      "epoch": 328.78,
      "grad_norm": 0.9980799555778503,
      "learning_rate": 3.2066937687697607e-06,
      "loss": 0.3335,
      "step": 1178030
    },
    {
      "epoch": 328.79,
      "grad_norm": 1.0811747312545776,
      "learning_rate": 3.2066686285931156e-06,
      "loss": 0.3567,
      "step": 1178040
    },
    {
      "epoch": 328.79,
      "grad_norm": 0.9355656504631042,
      "learning_rate": 3.2066434883016167e-06,
      "loss": 0.365,
      "step": 1178050
    },
    {
      "epoch": 328.79,
      "grad_norm": 1.1039360761642456,
      "learning_rate": 3.2066183478952652e-06,
      "loss": 0.3615,
      "step": 1178060
    },
    {
      "epoch": 328.79,
      "grad_norm": 0.9516814351081848,
      "learning_rate": 3.206593207374066e-06,
      "loss": 0.3375,
      "step": 1178070
    },
    {
      "epoch": 328.8,
      "grad_norm": 0.8851513266563416,
      "learning_rate": 3.206568066738023e-06,
      "loss": 0.3596,
      "step": 1178080
    },
    {
      "epoch": 328.8,
      "grad_norm": 0.9410600662231445,
      "learning_rate": 3.206542925987138e-06,
      "loss": 0.3611,
      "step": 1178090
    },
    {
      "epoch": 328.8,
      "grad_norm": 0.9224945902824402,
      "learning_rate": 3.206517785121415e-06,
      "loss": 0.3638,
      "step": 1178100
    },
    {
      "epoch": 328.81,
      "grad_norm": 0.9255925416946411,
      "learning_rate": 3.206492644140858e-06,
      "loss": 0.3731,
      "step": 1178110
    },
    {
      "epoch": 328.81,
      "grad_norm": 1.0878989696502686,
      "learning_rate": 3.2064675030454684e-06,
      "loss": 0.3599,
      "step": 1178120
    },
    {
      "epoch": 328.81,
      "grad_norm": 1.0844978094100952,
      "learning_rate": 3.2064423618352517e-06,
      "loss": 0.3526,
      "step": 1178130
    },
    {
      "epoch": 328.81,
      "grad_norm": 1.0849932432174683,
      "learning_rate": 3.20641722051021e-06,
      "loss": 0.3444,
      "step": 1178140
    },
    {
      "epoch": 328.82,
      "grad_norm": 1.1098411083221436,
      "learning_rate": 3.206392079070348e-06,
      "loss": 0.3531,
      "step": 1178150
    },
    {
      "epoch": 328.82,
      "grad_norm": 1.0141582489013672,
      "learning_rate": 3.206366937515667e-06,
      "loss": 0.3524,
      "step": 1178160
    },
    {
      "epoch": 328.82,
      "grad_norm": 1.109915018081665,
      "learning_rate": 3.2063417958461726e-06,
      "loss": 0.3723,
      "step": 1178170
    },
    {
      "epoch": 328.83,
      "grad_norm": 1.0681852102279663,
      "learning_rate": 3.206316654061866e-06,
      "loss": 0.3555,
      "step": 1178180
    },
    {
      "epoch": 328.83,
      "grad_norm": 1.1227002143859863,
      "learning_rate": 3.206291512162752e-06,
      "loss": 0.3427,
      "step": 1178190
    },
    {
      "epoch": 328.83,
      "grad_norm": 1.0820927619934082,
      "learning_rate": 3.2062663701488333e-06,
      "loss": 0.3642,
      "step": 1178200
    },
    {
      "epoch": 328.83,
      "grad_norm": 1.2469831705093384,
      "learning_rate": 3.2062412280201136e-06,
      "loss": 0.3639,
      "step": 1178210
    },
    {
      "epoch": 328.84,
      "grad_norm": 1.7359434366226196,
      "learning_rate": 3.206216085776596e-06,
      "loss": 0.3652,
      "step": 1178220
    },
    {
      "epoch": 328.84,
      "grad_norm": 1.122301697731018,
      "learning_rate": 3.206190943418284e-06,
      "loss": 0.3383,
      "step": 1178230
    },
    {
      "epoch": 328.84,
      "grad_norm": 1.0543328523635864,
      "learning_rate": 3.206165800945181e-06,
      "loss": 0.3676,
      "step": 1178240
    },
    {
      "epoch": 328.84,
      "grad_norm": 1.093286395072937,
      "learning_rate": 3.20614065835729e-06,
      "loss": 0.3552,
      "step": 1178250
    },
    {
      "epoch": 328.85,
      "grad_norm": 1.075868844985962,
      "learning_rate": 3.2061155156546148e-06,
      "loss": 0.3396,
      "step": 1178260
    },
    {
      "epoch": 328.85,
      "grad_norm": 0.864656925201416,
      "learning_rate": 3.2060903728371586e-06,
      "loss": 0.3617,
      "step": 1178270
    },
    {
      "epoch": 328.85,
      "grad_norm": 1.0128709077835083,
      "learning_rate": 3.2060652299049243e-06,
      "loss": 0.3504,
      "step": 1178280
    },
    {
      "epoch": 328.86,
      "grad_norm": 0.984458863735199,
      "learning_rate": 3.2060400868579154e-06,
      "loss": 0.3377,
      "step": 1178290
    },
    {
      "epoch": 328.86,
      "grad_norm": 1.1029574871063232,
      "learning_rate": 3.2060149436961357e-06,
      "loss": 0.3572,
      "step": 1178300
    },
    {
      "epoch": 328.86,
      "grad_norm": 1.0302246809005737,
      "learning_rate": 3.2059898004195885e-06,
      "loss": 0.3586,
      "step": 1178310
    },
    {
      "epoch": 328.86,
      "grad_norm": 1.1296600103378296,
      "learning_rate": 3.205964657028277e-06,
      "loss": 0.36,
      "step": 1178320
    },
    {
      "epoch": 328.87,
      "grad_norm": 1.2090733051300049,
      "learning_rate": 3.205939513522204e-06,
      "loss": 0.346,
      "step": 1178330
    },
    {
      "epoch": 328.87,
      "grad_norm": 1.042655110359192,
      "learning_rate": 3.205914369901374e-06,
      "loss": 0.3513,
      "step": 1178340
    },
    {
      "epoch": 328.87,
      "grad_norm": 1.0415621995925903,
      "learning_rate": 3.205889226165789e-06,
      "loss": 0.3618,
      "step": 1178350
    },
    {
      "epoch": 328.88,
      "grad_norm": 0.9687756896018982,
      "learning_rate": 3.205864082315453e-06,
      "loss": 0.3437,
      "step": 1178360
    },
    {
      "epoch": 328.88,
      "grad_norm": 1.07994544506073,
      "learning_rate": 3.20583893835037e-06,
      "loss": 0.3651,
      "step": 1178370
    },
    {
      "epoch": 328.88,
      "grad_norm": 0.8467497229576111,
      "learning_rate": 3.2058137942705425e-06,
      "loss": 0.3454,
      "step": 1178380
    },
    {
      "epoch": 328.88,
      "grad_norm": 1.5254138708114624,
      "learning_rate": 3.2057886500759746e-06,
      "loss": 0.3458,
      "step": 1178390
    },
    {
      "epoch": 328.89,
      "grad_norm": 1.389532208442688,
      "learning_rate": 3.2057635057666685e-06,
      "loss": 0.3625,
      "step": 1178400
    },
    {
      "epoch": 328.89,
      "grad_norm": 1.346609354019165,
      "learning_rate": 3.205738361342628e-06,
      "loss": 0.3567,
      "step": 1178410
    },
    {
      "epoch": 328.89,
      "grad_norm": 0.9667503833770752,
      "learning_rate": 3.205713216803857e-06,
      "loss": 0.3449,
      "step": 1178420
    },
    {
      "epoch": 328.89,
      "grad_norm": 1.093123435974121,
      "learning_rate": 3.2056880721503577e-06,
      "loss": 0.3561,
      "step": 1178430
    },
    {
      "epoch": 328.9,
      "grad_norm": 1.6054127216339111,
      "learning_rate": 3.205662927382135e-06,
      "loss": 0.3493,
      "step": 1178440
    },
    {
      "epoch": 328.9,
      "grad_norm": 0.9483893513679504,
      "learning_rate": 3.2056377824991907e-06,
      "loss": 0.3368,
      "step": 1178450
    },
    {
      "epoch": 328.9,
      "grad_norm": 0.9165536761283875,
      "learning_rate": 3.20561263750153e-06,
      "loss": 0.3596,
      "step": 1178460
    },
    {
      "epoch": 328.91,
      "grad_norm": 1.1830124855041504,
      "learning_rate": 3.205587492389155e-06,
      "loss": 0.3569,
      "step": 1178470
    },
    {
      "epoch": 328.91,
      "grad_norm": 0.8982101678848267,
      "learning_rate": 3.205562347162069e-06,
      "loss": 0.3525,
      "step": 1178480
    },
    {
      "epoch": 328.91,
      "grad_norm": 1.0182609558105469,
      "learning_rate": 3.205537201820275e-06,
      "loss": 0.3382,
      "step": 1178490
    },
    {
      "epoch": 328.91,
      "grad_norm": 0.8868159055709839,
      "learning_rate": 3.2055120563637775e-06,
      "loss": 0.3589,
      "step": 1178500
    },
    {
      "epoch": 328.92,
      "grad_norm": 1.0102341175079346,
      "learning_rate": 3.2054869107925787e-06,
      "loss": 0.3587,
      "step": 1178510
    },
    {
      "epoch": 328.92,
      "grad_norm": 0.9095908403396606,
      "learning_rate": 3.2054617651066827e-06,
      "loss": 0.3433,
      "step": 1178520
    },
    {
      "epoch": 328.92,
      "grad_norm": 9.582815170288086,
      "learning_rate": 3.205436619306093e-06,
      "loss": 0.3547,
      "step": 1178530
    },
    {
      "epoch": 328.93,
      "grad_norm": 1.1976141929626465,
      "learning_rate": 3.2054114733908124e-06,
      "loss": 0.3494,
      "step": 1178540
    },
    {
      "epoch": 328.93,
      "grad_norm": 0.979176938533783,
      "learning_rate": 3.205386327360844e-06,
      "loss": 0.3313,
      "step": 1178550
    },
    {
      "epoch": 328.93,
      "grad_norm": 1.1175090074539185,
      "learning_rate": 3.205361181216192e-06,
      "loss": 0.3405,
      "step": 1178560
    },
    {
      "epoch": 328.93,
      "grad_norm": 1.0601309537887573,
      "learning_rate": 3.205336034956859e-06,
      "loss": 0.3603,
      "step": 1178570
    },
    {
      "epoch": 328.94,
      "grad_norm": 1.1575801372528076,
      "learning_rate": 3.2053108885828486e-06,
      "loss": 0.3493,
      "step": 1178580
    },
    {
      "epoch": 328.94,
      "grad_norm": 0.9890381693840027,
      "learning_rate": 3.205285742094164e-06,
      "loss": 0.3529,
      "step": 1178590
    },
    {
      "epoch": 328.94,
      "grad_norm": 0.9490947127342224,
      "learning_rate": 3.2052605954908098e-06,
      "loss": 0.3436,
      "step": 1178600
    },
    {
      "epoch": 328.95,
      "grad_norm": 0.9260361194610596,
      "learning_rate": 3.205235448772788e-06,
      "loss": 0.3541,
      "step": 1178610
    },
    {
      "epoch": 328.95,
      "grad_norm": 0.92906254529953,
      "learning_rate": 3.2052103019401018e-06,
      "loss": 0.3564,
      "step": 1178620
    },
    {
      "epoch": 328.95,
      "grad_norm": 1.1405237913131714,
      "learning_rate": 3.205185154992755e-06,
      "loss": 0.3498,
      "step": 1178630
    },
    {
      "epoch": 328.95,
      "grad_norm": 0.953179121017456,
      "learning_rate": 3.2051600079307517e-06,
      "loss": 0.3537,
      "step": 1178640
    },
    {
      "epoch": 328.96,
      "grad_norm": 1.1939048767089844,
      "learning_rate": 3.2051348607540934e-06,
      "loss": 0.3383,
      "step": 1178650
    },
    {
      "epoch": 328.96,
      "grad_norm": 1.117751121520996,
      "learning_rate": 3.2051097134627853e-06,
      "loss": 0.3435,
      "step": 1178660
    },
    {
      "epoch": 328.96,
      "grad_norm": 0.9305292963981628,
      "learning_rate": 3.2050845660568297e-06,
      "loss": 0.3547,
      "step": 1178670
    },
    {
      "epoch": 328.96,
      "grad_norm": 1.0518275499343872,
      "learning_rate": 3.2050594185362303e-06,
      "loss": 0.3552,
      "step": 1178680
    },
    {
      "epoch": 328.97,
      "grad_norm": 0.9720944166183472,
      "learning_rate": 3.2050342709009905e-06,
      "loss": 0.3503,
      "step": 1178690
    },
    {
      "epoch": 328.97,
      "grad_norm": 1.0517539978027344,
      "learning_rate": 3.205009123151113e-06,
      "loss": 0.3482,
      "step": 1178700
    },
    {
      "epoch": 328.97,
      "grad_norm": 0.9228748679161072,
      "learning_rate": 3.2049839752866023e-06,
      "loss": 0.3419,
      "step": 1178710
    },
    {
      "epoch": 328.98,
      "grad_norm": 0.9086882472038269,
      "learning_rate": 3.2049588273074603e-06,
      "loss": 0.3526,
      "step": 1178720
    },
    {
      "epoch": 328.98,
      "grad_norm": 1.0935240983963013,
      "learning_rate": 3.204933679213692e-06,
      "loss": 0.3667,
      "step": 1178730
    },
    {
      "epoch": 328.98,
      "grad_norm": 1.0906177759170532,
      "learning_rate": 3.2049085310052996e-06,
      "loss": 0.36,
      "step": 1178740
    },
    {
      "epoch": 328.98,
      "grad_norm": 0.9496005177497864,
      "learning_rate": 3.2048833826822872e-06,
      "loss": 0.3507,
      "step": 1178750
    },
    {
      "epoch": 328.99,
      "grad_norm": 1.0368486642837524,
      "learning_rate": 3.2048582342446573e-06,
      "loss": 0.3461,
      "step": 1178760
    },
    {
      "epoch": 328.99,
      "grad_norm": 1.314093828201294,
      "learning_rate": 3.2048330856924137e-06,
      "loss": 0.3607,
      "step": 1178770
    },
    {
      "epoch": 328.99,
      "grad_norm": 0.8296298384666443,
      "learning_rate": 3.2048079370255593e-06,
      "loss": 0.3431,
      "step": 1178780
    },
    {
      "epoch": 329.0,
      "grad_norm": 0.8079821467399597,
      "learning_rate": 3.204782788244099e-06,
      "loss": 0.3476,
      "step": 1178790
    },
    {
      "epoch": 329.0,
      "grad_norm": 1.0595641136169434,
      "learning_rate": 3.204757639348034e-06,
      "loss": 0.3429,
      "step": 1178800
    },
    {
      "epoch": 329.0,
      "eval_loss": 0.35255488753318787,
      "eval_runtime": 63.5067,
      "eval_samples_per_second": 79.661,
      "eval_steps_per_second": 9.967,
      "step": 1178807
    },
    {
      "epoch": 329.0,
      "grad_norm": 1.093517780303955,
      "learning_rate": 3.204732490337369e-06,
      "loss": 0.3631,
      "step": 1178810
    },
    {
      "epoch": 329.0,
      "grad_norm": 0.9097664952278137,
      "learning_rate": 3.2047073412121066e-06,
      "loss": 0.3503,
      "step": 1178820
    },
    {
      "epoch": 329.01,
      "grad_norm": 0.9907678961753845,
      "learning_rate": 3.204682191972251e-06,
      "loss": 0.3455,
      "step": 1178830
    },
    {
      "epoch": 329.01,
      "grad_norm": 1.0178015232086182,
      "learning_rate": 3.2046570426178053e-06,
      "loss": 0.3549,
      "step": 1178840
    },
    {
      "epoch": 329.01,
      "grad_norm": 0.9842796325683594,
      "learning_rate": 3.204631893148772e-06,
      "loss": 0.3597,
      "step": 1178850
    },
    {
      "epoch": 329.01,
      "grad_norm": 1.0055676698684692,
      "learning_rate": 3.204606743565155e-06,
      "loss": 0.356,
      "step": 1178860
    },
    {
      "epoch": 329.02,
      "grad_norm": 0.9106318354606628,
      "learning_rate": 3.2045815938669584e-06,
      "loss": 0.3269,
      "step": 1178870
    },
    {
      "epoch": 329.02,
      "grad_norm": 1.1047202348709106,
      "learning_rate": 3.204556444054184e-06,
      "loss": 0.3568,
      "step": 1178880
    },
    {
      "epoch": 329.02,
      "grad_norm": 0.9078772068023682,
      "learning_rate": 3.204531294126837e-06,
      "loss": 0.3461,
      "step": 1178890
    },
    {
      "epoch": 329.03,
      "grad_norm": 1.2970401048660278,
      "learning_rate": 3.2045061440849195e-06,
      "loss": 0.3577,
      "step": 1178900
    },
    {
      "epoch": 329.03,
      "grad_norm": 1.0779520273208618,
      "learning_rate": 3.204480993928435e-06,
      "loss": 0.3438,
      "step": 1178910
    },
    {
      "epoch": 329.03,
      "grad_norm": 0.9080679416656494,
      "learning_rate": 3.2044558436573873e-06,
      "loss": 0.3568,
      "step": 1178920
    },
    {
      "epoch": 329.03,
      "grad_norm": 1.3234233856201172,
      "learning_rate": 3.204430693271779e-06,
      "loss": 0.3461,
      "step": 1178930
    },
    {
      "epoch": 329.04,
      "grad_norm": 1.0938726663589478,
      "learning_rate": 3.2044055427716137e-06,
      "loss": 0.3673,
      "step": 1178940
    },
    {
      "epoch": 329.04,
      "grad_norm": 0.9965163469314575,
      "learning_rate": 3.2043803921568957e-06,
      "loss": 0.3364,
      "step": 1178950
    },
    {
      "epoch": 329.04,
      "grad_norm": 1.1385871171951294,
      "learning_rate": 3.2043552414276266e-06,
      "loss": 0.3541,
      "step": 1178960
    },
    {
      "epoch": 329.05,
      "grad_norm": 1.027530312538147,
      "learning_rate": 3.2043300905838107e-06,
      "loss": 0.3414,
      "step": 1178970
    },
    {
      "epoch": 329.05,
      "grad_norm": 0.9235249757766724,
      "learning_rate": 3.204304939625452e-06,
      "loss": 0.3467,
      "step": 1178980
    },
    {
      "epoch": 329.05,
      "grad_norm": 1.4183460474014282,
      "learning_rate": 3.204279788552554e-06,
      "loss": 0.3509,
      "step": 1178990
    },
    {
      "epoch": 329.05,
      "grad_norm": 0.856640100479126,
      "learning_rate": 3.204254637365118e-06,
      "loss": 0.3674,
      "step": 1179000
    },
    {
      "epoch": 329.06,
      "grad_norm": 1.1720161437988281,
      "learning_rate": 3.204229486063148e-06,
      "loss": 0.334,
      "step": 1179010
    },
    {
      "epoch": 329.06,
      "grad_norm": 0.9493696093559265,
      "learning_rate": 3.204204334646649e-06,
      "loss": 0.355,
      "step": 1179020
    },
    {
      "epoch": 329.06,
      "grad_norm": 1.0119585990905762,
      "learning_rate": 3.2041791831156235e-06,
      "loss": 0.3444,
      "step": 1179030
    },
    {
      "epoch": 329.07,
      "grad_norm": 1.0317459106445312,
      "learning_rate": 3.204154031470074e-06,
      "loss": 0.3472,
      "step": 1179040
    },
    {
      "epoch": 329.07,
      "grad_norm": 0.9658180475234985,
      "learning_rate": 3.2041288797100044e-06,
      "loss": 0.3465,
      "step": 1179050
    },
    {
      "epoch": 329.07,
      "grad_norm": 2.266335964202881,
      "learning_rate": 3.2041037278354193e-06,
      "loss": 0.3532,
      "step": 1179060
    },
    {
      "epoch": 329.07,
      "grad_norm": 0.9983745813369751,
      "learning_rate": 3.2040785758463196e-06,
      "loss": 0.3696,
      "step": 1179070
    },
    {
      "epoch": 329.08,
      "grad_norm": 1.1546958684921265,
      "learning_rate": 3.2040534237427108e-06,
      "loss": 0.3546,
      "step": 1179080
    },
    {
      "epoch": 329.08,
      "grad_norm": 1.0265945196151733,
      "learning_rate": 3.2040282715245945e-06,
      "loss": 0.3524,
      "step": 1179090
    },
    {
      "epoch": 329.08,
      "grad_norm": 1.1026979684829712,
      "learning_rate": 3.2040031191919755e-06,
      "loss": 0.3461,
      "step": 1179100
    },
    {
      "epoch": 329.08,
      "grad_norm": 0.9221649169921875,
      "learning_rate": 3.2039779667448567e-06,
      "loss": 0.3718,
      "step": 1179110
    },
    {
      "epoch": 329.09,
      "grad_norm": 0.777459442615509,
      "learning_rate": 3.2039528141832406e-06,
      "loss": 0.352,
      "step": 1179120
    },
    {
      "epoch": 329.09,
      "grad_norm": 1.0958828926086426,
      "learning_rate": 3.203927661507132e-06,
      "loss": 0.3743,
      "step": 1179130
    },
    {
      "epoch": 329.09,
      "grad_norm": 1.061882734298706,
      "learning_rate": 3.2039025087165333e-06,
      "loss": 0.3564,
      "step": 1179140
    },
    {
      "epoch": 329.1,
      "grad_norm": 1.102968454360962,
      "learning_rate": 3.203877355811448e-06,
      "loss": 0.3488,
      "step": 1179150
    },
    {
      "epoch": 329.1,
      "grad_norm": 1.1219438314437866,
      "learning_rate": 3.2038522027918792e-06,
      "loss": 0.3638,
      "step": 1179160
    },
    {
      "epoch": 329.1,
      "grad_norm": 1.1313259601593018,
      "learning_rate": 3.2038270496578307e-06,
      "loss": 0.3875,
      "step": 1179170
    },
    {
      "epoch": 329.1,
      "grad_norm": 1.048789620399475,
      "learning_rate": 3.203801896409306e-06,
      "loss": 0.3513,
      "step": 1179180
    },
    {
      "epoch": 329.11,
      "grad_norm": 1.0116055011749268,
      "learning_rate": 3.2037767430463083e-06,
      "loss": 0.3642,
      "step": 1179190
    },
    {
      "epoch": 329.11,
      "grad_norm": 1.078049659729004,
      "learning_rate": 3.203751589568841e-06,
      "loss": 0.3594,
      "step": 1179200
    },
    {
      "epoch": 329.11,
      "grad_norm": 1.0550957918167114,
      "learning_rate": 3.203726435976907e-06,
      "loss": 0.35,
      "step": 1179210
    },
    {
      "epoch": 329.12,
      "grad_norm": 1.0257514715194702,
      "learning_rate": 3.2037012822705094e-06,
      "loss": 0.3655,
      "step": 1179220
    },
    {
      "epoch": 329.12,
      "grad_norm": 1.0609430074691772,
      "learning_rate": 3.2036761284496522e-06,
      "loss": 0.3636,
      "step": 1179230
    },
    {
      "epoch": 329.12,
      "grad_norm": 0.9984800815582275,
      "learning_rate": 3.2036509745143393e-06,
      "loss": 0.3902,
      "step": 1179240
    },
    {
      "epoch": 329.12,
      "grad_norm": 0.9428103566169739,
      "learning_rate": 3.2036258204645724e-06,
      "loss": 0.3584,
      "step": 1179250
    },
    {
      "epoch": 329.13,
      "grad_norm": 1.076793909072876,
      "learning_rate": 3.203600666300356e-06,
      "loss": 0.3543,
      "step": 1179260
    },
    {
      "epoch": 329.13,
      "grad_norm": 0.9821504950523376,
      "learning_rate": 3.203575512021694e-06,
      "loss": 0.3665,
      "step": 1179270
    },
    {
      "epoch": 329.13,
      "grad_norm": 1.0876365900039673,
      "learning_rate": 3.2035503576285886e-06,
      "loss": 0.3486,
      "step": 1179280
    },
    {
      "epoch": 329.13,
      "grad_norm": 0.9531313180923462,
      "learning_rate": 3.203525203121043e-06,
      "loss": 0.3491,
      "step": 1179290
    },
    {
      "epoch": 329.14,
      "grad_norm": 0.9519996047019958,
      "learning_rate": 3.2035000484990613e-06,
      "loss": 0.3694,
      "step": 1179300
    },
    {
      "epoch": 329.14,
      "grad_norm": 1.0775017738342285,
      "learning_rate": 3.203474893762647e-06,
      "loss": 0.3482,
      "step": 1179310
    },
    {
      "epoch": 329.14,
      "grad_norm": 1.026923418045044,
      "learning_rate": 3.203449738911803e-06,
      "loss": 0.3524,
      "step": 1179320
    },
    {
      "epoch": 329.15,
      "grad_norm": 2.3727667331695557,
      "learning_rate": 3.2034245839465322e-06,
      "loss": 0.343,
      "step": 1179330
    },
    {
      "epoch": 329.15,
      "grad_norm": 0.9913751482963562,
      "learning_rate": 3.2033994288668393e-06,
      "loss": 0.3556,
      "step": 1179340
    },
    {
      "epoch": 329.15,
      "grad_norm": 1.0266149044036865,
      "learning_rate": 3.2033742736727265e-06,
      "loss": 0.3632,
      "step": 1179350
    },
    {
      "epoch": 329.15,
      "grad_norm": 0.9154689908027649,
      "learning_rate": 3.203349118364197e-06,
      "loss": 0.3415,
      "step": 1179360
    },
    {
      "epoch": 329.16,
      "grad_norm": 1.0397735834121704,
      "learning_rate": 3.2033239629412554e-06,
      "loss": 0.3425,
      "step": 1179370
    },
    {
      "epoch": 329.16,
      "grad_norm": 1.0143715143203735,
      "learning_rate": 3.2032988074039038e-06,
      "loss": 0.3387,
      "step": 1179380
    },
    {
      "epoch": 329.16,
      "grad_norm": 1.0873844623565674,
      "learning_rate": 3.203273651752146e-06,
      "loss": 0.3759,
      "step": 1179390
    },
    {
      "epoch": 329.17,
      "grad_norm": 1.0473500490188599,
      "learning_rate": 3.2032484959859857e-06,
      "loss": 0.3638,
      "step": 1179400
    },
    {
      "epoch": 329.17,
      "grad_norm": 0.8764209151268005,
      "learning_rate": 3.203223340105426e-06,
      "loss": 0.3454,
      "step": 1179410
    },
    {
      "epoch": 329.17,
      "grad_norm": 0.9685212969779968,
      "learning_rate": 3.20319818411047e-06,
      "loss": 0.354,
      "step": 1179420
    },
    {
      "epoch": 329.17,
      "grad_norm": 0.8354756236076355,
      "learning_rate": 3.203173028001121e-06,
      "loss": 0.3509,
      "step": 1179430
    },
    {
      "epoch": 329.18,
      "grad_norm": 0.886840283870697,
      "learning_rate": 3.2031478717773827e-06,
      "loss": 0.3666,
      "step": 1179440
    },
    {
      "epoch": 329.18,
      "grad_norm": 1.0951451063156128,
      "learning_rate": 3.203122715439258e-06,
      "loss": 0.3436,
      "step": 1179450
    },
    {
      "epoch": 329.18,
      "grad_norm": 0.9250964522361755,
      "learning_rate": 3.2030975589867507e-06,
      "loss": 0.3618,
      "step": 1179460
    },
    {
      "epoch": 329.19,
      "grad_norm": 1.0959765911102295,
      "learning_rate": 3.203072402419864e-06,
      "loss": 0.3456,
      "step": 1179470
    },
    {
      "epoch": 329.19,
      "grad_norm": 1.0418996810913086,
      "learning_rate": 3.2030472457386016e-06,
      "loss": 0.3517,
      "step": 1179480
    },
    {
      "epoch": 329.19,
      "grad_norm": 1.1161965131759644,
      "learning_rate": 3.2030220889429664e-06,
      "loss": 0.357,
      "step": 1179490
    },
    {
      "epoch": 329.19,
      "grad_norm": 1.2433185577392578,
      "learning_rate": 3.2029969320329623e-06,
      "loss": 0.3608,
      "step": 1179500
    },
    {
      "epoch": 329.2,
      "grad_norm": 1.0402079820632935,
      "learning_rate": 3.2029717750085913e-06,
      "loss": 0.3497,
      "step": 1179510
    },
    {
      "epoch": 329.2,
      "grad_norm": 1.073392629623413,
      "learning_rate": 3.202946617869858e-06,
      "loss": 0.3582,
      "step": 1179520
    },
    {
      "epoch": 329.2,
      "grad_norm": 1.0607810020446777,
      "learning_rate": 3.2029214606167656e-06,
      "loss": 0.3616,
      "step": 1179530
    },
    {
      "epoch": 329.2,
      "grad_norm": 1.0430872440338135,
      "learning_rate": 3.202896303249316e-06,
      "loss": 0.3557,
      "step": 1179540
    },
    {
      "epoch": 329.21,
      "grad_norm": 1.0121046304702759,
      "learning_rate": 3.202871145767515e-06,
      "loss": 0.3611,
      "step": 1179550
    },
    {
      "epoch": 329.21,
      "grad_norm": 1.3198307752609253,
      "learning_rate": 3.202845988171365e-06,
      "loss": 0.3359,
      "step": 1179560
    },
    {
      "epoch": 329.21,
      "grad_norm": 1.065089225769043,
      "learning_rate": 3.202820830460869e-06,
      "loss": 0.3581,
      "step": 1179570
    },
    {
      "epoch": 329.22,
      "grad_norm": 1.054398536682129,
      "learning_rate": 3.20279567263603e-06,
      "loss": 0.3574,
      "step": 1179580
    },
    {
      "epoch": 329.22,
      "grad_norm": 1.0303202867507935,
      "learning_rate": 3.202770514696851e-06,
      "loss": 0.3698,
      "step": 1179590
    },
    {
      "epoch": 329.22,
      "grad_norm": 0.949211835861206,
      "learning_rate": 3.2027453566433377e-06,
      "loss": 0.3538,
      "step": 1179600
    },
    {
      "epoch": 329.22,
      "grad_norm": 1.1273337602615356,
      "learning_rate": 3.202720198475491e-06,
      "loss": 0.3724,
      "step": 1179610
    },
    {
      "epoch": 329.23,
      "grad_norm": 1.0734364986419678,
      "learning_rate": 3.202695040193315e-06,
      "loss": 0.3709,
      "step": 1179620
    },
    {
      "epoch": 329.23,
      "grad_norm": 1.0008033514022827,
      "learning_rate": 3.2026698817968134e-06,
      "loss": 0.3575,
      "step": 1179630
    },
    {
      "epoch": 329.23,
      "grad_norm": 1.0064669847488403,
      "learning_rate": 3.20264472328599e-06,
      "loss": 0.3609,
      "step": 1179640
    },
    {
      "epoch": 329.24,
      "grad_norm": 1.010782241821289,
      "learning_rate": 3.202619564660847e-06,
      "loss": 0.3544,
      "step": 1179650
    },
    {
      "epoch": 329.24,
      "grad_norm": 1.2070908546447754,
      "learning_rate": 3.202594405921388e-06,
      "loss": 0.3578,
      "step": 1179660
    },
    {
      "epoch": 329.24,
      "grad_norm": 1.1759164333343506,
      "learning_rate": 3.2025692470676165e-06,
      "loss": 0.3494,
      "step": 1179670
    },
    {
      "epoch": 329.24,
      "grad_norm": 1.0057049989700317,
      "learning_rate": 3.202544088099536e-06,
      "loss": 0.3611,
      "step": 1179680
    },
    {
      "epoch": 329.25,
      "grad_norm": 1.0098761320114136,
      "learning_rate": 3.2025189290171505e-06,
      "loss": 0.3556,
      "step": 1179690
    },
    {
      "epoch": 329.25,
      "grad_norm": 1.098725438117981,
      "learning_rate": 3.2024937698204615e-06,
      "loss": 0.344,
      "step": 1179700
    },
    {
      "epoch": 329.25,
      "grad_norm": 0.9120646715164185,
      "learning_rate": 3.2024686105094743e-06,
      "loss": 0.3316,
      "step": 1179710
    },
    {
      "epoch": 329.25,
      "grad_norm": 1.0346781015396118,
      "learning_rate": 3.2024434510841915e-06,
      "loss": 0.3599,
      "step": 1179720
    },
    {
      "epoch": 329.26,
      "grad_norm": 0.9302000403404236,
      "learning_rate": 3.202418291544616e-06,
      "loss": 0.3529,
      "step": 1179730
    },
    {
      "epoch": 329.26,
      "grad_norm": 1.0728483200073242,
      "learning_rate": 3.202393131890751e-06,
      "loss": 0.3366,
      "step": 1179740
    },
    {
      "epoch": 329.26,
      "grad_norm": 1.0342934131622314,
      "learning_rate": 3.2023679721226007e-06,
      "loss": 0.3509,
      "step": 1179750
    },
    {
      "epoch": 329.27,
      "grad_norm": 1.0732319355010986,
      "learning_rate": 3.2023428122401687e-06,
      "loss": 0.3623,
      "step": 1179760
    },
    {
      "epoch": 329.27,
      "grad_norm": 3.0188968181610107,
      "learning_rate": 3.202317652243457e-06,
      "loss": 0.3357,
      "step": 1179770
    },
    {
      "epoch": 329.27,
      "grad_norm": 0.9761069416999817,
      "learning_rate": 3.20229249213247e-06,
      "loss": 0.3462,
      "step": 1179780
    },
    {
      "epoch": 329.27,
      "grad_norm": 1.0521385669708252,
      "learning_rate": 3.2022673319072113e-06,
      "loss": 0.3507,
      "step": 1179790
    },
    {
      "epoch": 329.28,
      "grad_norm": 1.1040985584259033,
      "learning_rate": 3.2022421715676834e-06,
      "loss": 0.3413,
      "step": 1179800
    },
    {
      "epoch": 329.28,
      "grad_norm": 0.9051579236984253,
      "learning_rate": 3.202217011113889e-06,
      "loss": 0.3473,
      "step": 1179810
    },
    {
      "epoch": 329.28,
      "grad_norm": 1.1137185096740723,
      "learning_rate": 3.202191850545834e-06,
      "loss": 0.35,
      "step": 1179820
    },
    {
      "epoch": 329.29,
      "grad_norm": 0.816607654094696,
      "learning_rate": 3.2021666898635185e-06,
      "loss": 0.3413,
      "step": 1179830
    },
    {
      "epoch": 329.29,
      "grad_norm": 0.9645229578018188,
      "learning_rate": 3.2021415290669486e-06,
      "loss": 0.3712,
      "step": 1179840
    },
    {
      "epoch": 329.29,
      "grad_norm": 0.9846415519714355,
      "learning_rate": 3.2021163681561263e-06,
      "loss": 0.3495,
      "step": 1179850
    },
    {
      "epoch": 329.29,
      "grad_norm": 0.9974304437637329,
      "learning_rate": 3.2020912071310553e-06,
      "loss": 0.3589,
      "step": 1179860
    },
    {
      "epoch": 329.3,
      "grad_norm": 0.9247791767120361,
      "learning_rate": 3.202066045991739e-06,
      "loss": 0.3464,
      "step": 1179870
    },
    {
      "epoch": 329.3,
      "grad_norm": 1.2095593214035034,
      "learning_rate": 3.20204088473818e-06,
      "loss": 0.3522,
      "step": 1179880
    },
    {
      "epoch": 329.3,
      "grad_norm": 0.9347720146179199,
      "learning_rate": 3.202015723370383e-06,
      "loss": 0.3574,
      "step": 1179890
    },
    {
      "epoch": 329.31,
      "grad_norm": 1.061644434928894,
      "learning_rate": 3.2019905618883495e-06,
      "loss": 0.359,
      "step": 1179900
    },
    {
      "epoch": 329.31,
      "grad_norm": 1.1810249090194702,
      "learning_rate": 3.2019654002920848e-06,
      "loss": 0.3421,
      "step": 1179910
    },
    {
      "epoch": 329.31,
      "grad_norm": 0.902949869632721,
      "learning_rate": 3.2019402385815917e-06,
      "loss": 0.3483,
      "step": 1179920
    },
    {
      "epoch": 329.31,
      "grad_norm": 1.2188031673431396,
      "learning_rate": 3.2019150767568725e-06,
      "loss": 0.3458,
      "step": 1179930
    },
    {
      "epoch": 329.32,
      "grad_norm": 1.1337698698043823,
      "learning_rate": 3.2018899148179317e-06,
      "loss": 0.3378,
      "step": 1179940
    },
    {
      "epoch": 329.32,
      "grad_norm": 0.9609842896461487,
      "learning_rate": 3.2018647527647723e-06,
      "loss": 0.3546,
      "step": 1179950
    },
    {
      "epoch": 329.32,
      "grad_norm": 1.0246670246124268,
      "learning_rate": 3.2018395905973973e-06,
      "loss": 0.3658,
      "step": 1179960
    },
    {
      "epoch": 329.32,
      "grad_norm": 0.852337121963501,
      "learning_rate": 3.20181442831581e-06,
      "loss": 0.3632,
      "step": 1179970
    },
    {
      "epoch": 329.33,
      "grad_norm": 0.9649109840393066,
      "learning_rate": 3.201789265920015e-06,
      "loss": 0.342,
      "step": 1179980
    },
    {
      "epoch": 329.33,
      "grad_norm": 1.069380283355713,
      "learning_rate": 3.201764103410014e-06,
      "loss": 0.3581,
      "step": 1179990
    },
    {
      "epoch": 329.33,
      "grad_norm": 1.0059165954589844,
      "learning_rate": 3.2017389407858115e-06,
      "loss": 0.3501,
      "step": 1180000
    },
    {
      "epoch": 329.34,
      "grad_norm": 1.0882152318954468,
      "learning_rate": 3.2017137780474105e-06,
      "loss": 0.3428,
      "step": 1180010
    },
    {
      "epoch": 329.34,
      "grad_norm": 1.1912583112716675,
      "learning_rate": 3.2016886151948143e-06,
      "loss": 0.3596,
      "step": 1180020
    },
    {
      "epoch": 329.34,
      "grad_norm": 1.151591181755066,
      "learning_rate": 3.201663452228026e-06,
      "loss": 0.3492,
      "step": 1180030
    },
    {
      "epoch": 329.34,
      "grad_norm": 0.9556136131286621,
      "learning_rate": 3.2016382891470486e-06,
      "loss": 0.3585,
      "step": 1180040
    },
    {
      "epoch": 329.35,
      "grad_norm": 0.9354205131530762,
      "learning_rate": 3.201613125951887e-06,
      "loss": 0.3412,
      "step": 1180050
    },
    {
      "epoch": 329.35,
      "grad_norm": 0.9043639302253723,
      "learning_rate": 3.2015879626425432e-06,
      "loss": 0.3553,
      "step": 1180060
    },
    {
      "epoch": 329.35,
      "grad_norm": 1.1034927368164062,
      "learning_rate": 3.201562799219021e-06,
      "loss": 0.362,
      "step": 1180070
    },
    {
      "epoch": 329.36,
      "grad_norm": 1.8656606674194336,
      "learning_rate": 3.201537635681324e-06,
      "loss": 0.3633,
      "step": 1180080
    },
    {
      "epoch": 329.36,
      "grad_norm": 1.1367772817611694,
      "learning_rate": 3.2015124720294553e-06,
      "loss": 0.3461,
      "step": 1180090
    },
    {
      "epoch": 329.36,
      "grad_norm": 0.9732323884963989,
      "learning_rate": 3.201487308263417e-06,
      "loss": 0.3575,
      "step": 1180100
    },
    {
      "epoch": 329.36,
      "grad_norm": 1.102234959602356,
      "learning_rate": 3.201462144383215e-06,
      "loss": 0.3408,
      "step": 1180110
    },
    {
      "epoch": 329.37,
      "grad_norm": 1.049633502960205,
      "learning_rate": 3.2014369803888502e-06,
      "loss": 0.337,
      "step": 1180120
    },
    {
      "epoch": 329.37,
      "grad_norm": 0.9607061743736267,
      "learning_rate": 3.2014118162803277e-06,
      "loss": 0.3582,
      "step": 1180130
    },
    {
      "epoch": 329.37,
      "grad_norm": 1.1143348217010498,
      "learning_rate": 3.20138665205765e-06,
      "loss": 0.3512,
      "step": 1180140
    },
    {
      "epoch": 329.37,
      "grad_norm": 1.030545949935913,
      "learning_rate": 3.201361487720821e-06,
      "loss": 0.3607,
      "step": 1180150
    },
    {
      "epoch": 329.38,
      "grad_norm": 0.9283599257469177,
      "learning_rate": 3.201336323269843e-06,
      "loss": 0.3474,
      "step": 1180160
    },
    {
      "epoch": 329.38,
      "grad_norm": 0.9941477179527283,
      "learning_rate": 3.20131115870472e-06,
      "loss": 0.3417,
      "step": 1180170
    },
    {
      "epoch": 329.38,
      "grad_norm": 0.9557521343231201,
      "learning_rate": 3.201285994025456e-06,
      "loss": 0.3586,
      "step": 1180180
    },
    {
      "epoch": 329.39,
      "grad_norm": 1.0026953220367432,
      "learning_rate": 3.201260829232054e-06,
      "loss": 0.3466,
      "step": 1180190
    },
    {
      "epoch": 329.39,
      "grad_norm": 1.0138040781021118,
      "learning_rate": 3.201235664324516e-06,
      "loss": 0.3474,
      "step": 1180200
    },
    {
      "epoch": 329.39,
      "grad_norm": 1.0891094207763672,
      "learning_rate": 3.2012104993028473e-06,
      "loss": 0.3402,
      "step": 1180210
    },
    {
      "epoch": 329.39,
      "grad_norm": 0.960663914680481,
      "learning_rate": 3.2011853341670496e-06,
      "loss": 0.3437,
      "step": 1180220
    },
    {
      "epoch": 329.4,
      "grad_norm": 0.9088484048843384,
      "learning_rate": 3.2011601689171278e-06,
      "loss": 0.3456,
      "step": 1180230
    },
    {
      "epoch": 329.4,
      "grad_norm": 1.0261002779006958,
      "learning_rate": 3.201135003553084e-06,
      "loss": 0.3604,
      "step": 1180240
    },
    {
      "epoch": 329.4,
      "grad_norm": 1.1077828407287598,
      "learning_rate": 3.2011098380749222e-06,
      "loss": 0.3433,
      "step": 1180250
    },
    {
      "epoch": 329.41,
      "grad_norm": 0.9920629858970642,
      "learning_rate": 3.201084672482645e-06,
      "loss": 0.3484,
      "step": 1180260
    },
    {
      "epoch": 329.41,
      "grad_norm": 0.9589346647262573,
      "learning_rate": 3.201059506776257e-06,
      "loss": 0.3325,
      "step": 1180270
    },
    {
      "epoch": 329.41,
      "grad_norm": 0.9654658436775208,
      "learning_rate": 3.2010343409557606e-06,
      "loss": 0.3383,
      "step": 1180280
    },
    {
      "epoch": 329.41,
      "grad_norm": 1.1490815877914429,
      "learning_rate": 3.2010091750211596e-06,
      "loss": 0.349,
      "step": 1180290
    },
    {
      "epoch": 329.42,
      "grad_norm": 1.1189342737197876,
      "learning_rate": 3.2009840089724573e-06,
      "loss": 0.3419,
      "step": 1180300
    },
    {
      "epoch": 329.42,
      "grad_norm": 1.2016044855117798,
      "learning_rate": 3.200958842809657e-06,
      "loss": 0.3642,
      "step": 1180310
    },
    {
      "epoch": 329.42,
      "grad_norm": 1.1348739862442017,
      "learning_rate": 3.200933676532761e-06,
      "loss": 0.3411,
      "step": 1180320
    },
    {
      "epoch": 329.43,
      "grad_norm": 1.125307321548462,
      "learning_rate": 3.2009085101417746e-06,
      "loss": 0.3551,
      "step": 1180330
    },
    {
      "epoch": 329.43,
      "grad_norm": 0.9556697010993958,
      "learning_rate": 3.2008833436367e-06,
      "loss": 0.3548,
      "step": 1180340
    },
    {
      "epoch": 329.43,
      "grad_norm": 1.0256975889205933,
      "learning_rate": 3.2008581770175403e-06,
      "loss": 0.3635,
      "step": 1180350
    },
    {
      "epoch": 329.43,
      "grad_norm": 1.0356582403182983,
      "learning_rate": 3.2008330102842994e-06,
      "loss": 0.3475,
      "step": 1180360
    },
    {
      "epoch": 329.44,
      "grad_norm": 0.9418701529502869,
      "learning_rate": 3.2008078434369806e-06,
      "loss": 0.3409,
      "step": 1180370
    },
    {
      "epoch": 329.44,
      "grad_norm": 1.1467392444610596,
      "learning_rate": 3.2007826764755876e-06,
      "loss": 0.3481,
      "step": 1180380
    },
    {
      "epoch": 329.44,
      "grad_norm": 1.0284395217895508,
      "learning_rate": 3.200757509400123e-06,
      "loss": 0.3672,
      "step": 1180390
    },
    {
      "epoch": 329.44,
      "grad_norm": 1.2932398319244385,
      "learning_rate": 3.2007323422105905e-06,
      "loss": 0.3693,
      "step": 1180400
    },
    {
      "epoch": 329.45,
      "grad_norm": 0.9024900197982788,
      "learning_rate": 3.2007071749069932e-06,
      "loss": 0.3365,
      "step": 1180410
    },
    {
      "epoch": 329.45,
      "grad_norm": 1.0767688751220703,
      "learning_rate": 3.2006820074893345e-06,
      "loss": 0.3501,
      "step": 1180420
    },
    {
      "epoch": 329.45,
      "grad_norm": 0.9448772668838501,
      "learning_rate": 3.2006568399576185e-06,
      "loss": 0.3682,
      "step": 1180430
    },
    {
      "epoch": 329.46,
      "grad_norm": 0.8880751132965088,
      "learning_rate": 3.200631672311848e-06,
      "loss": 0.3435,
      "step": 1180440
    },
    {
      "epoch": 329.46,
      "grad_norm": 0.9508967399597168,
      "learning_rate": 3.200606504552026e-06,
      "loss": 0.3447,
      "step": 1180450
    },
    {
      "epoch": 329.46,
      "grad_norm": 3.1466565132141113,
      "learning_rate": 3.200581336678156e-06,
      "loss": 0.3537,
      "step": 1180460
    },
    {
      "epoch": 329.46,
      "grad_norm": 1.0513169765472412,
      "learning_rate": 3.2005561686902418e-06,
      "loss": 0.349,
      "step": 1180470
    },
    {
      "epoch": 329.47,
      "grad_norm": 1.061937689781189,
      "learning_rate": 3.2005310005882863e-06,
      "loss": 0.3445,
      "step": 1180480
    },
    {
      "epoch": 329.47,
      "grad_norm": 1.0197067260742188,
      "learning_rate": 3.2005058323722927e-06,
      "loss": 0.3505,
      "step": 1180490
    },
    {
      "epoch": 329.47,
      "grad_norm": 1.0424847602844238,
      "learning_rate": 3.2004806640422655e-06,
      "loss": 0.3566,
      "step": 1180500
    },
    {
      "epoch": 329.48,
      "grad_norm": 0.9553170800209045,
      "learning_rate": 3.200455495598206e-06,
      "loss": 0.3576,
      "step": 1180510
    },
    {
      "epoch": 329.48,
      "grad_norm": 1.0708200931549072,
      "learning_rate": 3.20043032704012e-06,
      "loss": 0.3509,
      "step": 1180520
    },
    {
      "epoch": 329.48,
      "grad_norm": 0.9190624356269836,
      "learning_rate": 3.2004051583680097e-06,
      "loss": 0.3512,
      "step": 1180530
    },
    {
      "epoch": 329.48,
      "grad_norm": 0.9562940001487732,
      "learning_rate": 3.2003799895818774e-06,
      "loss": 0.3706,
      "step": 1180540
    },
    {
      "epoch": 329.49,
      "grad_norm": 1.1083197593688965,
      "learning_rate": 3.2003548206817276e-06,
      "loss": 0.3495,
      "step": 1180550
    },
    {
      "epoch": 329.49,
      "grad_norm": 1.0160419940948486,
      "learning_rate": 3.2003296516675638e-06,
      "loss": 0.3658,
      "step": 1180560
    },
    {
      "epoch": 329.49,
      "grad_norm": 0.975106954574585,
      "learning_rate": 3.200304482539389e-06,
      "loss": 0.3529,
      "step": 1180570
    },
    {
      "epoch": 329.49,
      "grad_norm": 0.9204527139663696,
      "learning_rate": 3.200279313297206e-06,
      "loss": 0.3336,
      "step": 1180580
    },
    {
      "epoch": 329.5,
      "grad_norm": 1.072013020515442,
      "learning_rate": 3.200254143941019e-06,
      "loss": 0.3725,
      "step": 1180590
    },
    {
      "epoch": 329.5,
      "grad_norm": 1.0406562089920044,
      "learning_rate": 3.200228974470832e-06,
      "loss": 0.3602,
      "step": 1180600
    },
    {
      "epoch": 329.5,
      "grad_norm": 0.9734522104263306,
      "learning_rate": 3.2002038048866463e-06,
      "loss": 0.3427,
      "step": 1180610
    },
    {
      "epoch": 329.51,
      "grad_norm": 1.0056025981903076,
      "learning_rate": 3.2001786351884665e-06,
      "loss": 0.3499,
      "step": 1180620
    },
    {
      "epoch": 329.51,
      "grad_norm": 1.0175368785858154,
      "learning_rate": 3.2001534653762964e-06,
      "loss": 0.3462,
      "step": 1180630
    },
    {
      "epoch": 329.51,
      "grad_norm": 0.8910167813301086,
      "learning_rate": 3.200128295450138e-06,
      "loss": 0.3426,
      "step": 1180640
    },
    {
      "epoch": 329.51,
      "grad_norm": 0.9691572189331055,
      "learning_rate": 3.200103125409996e-06,
      "loss": 0.3548,
      "step": 1180650
    },
    {
      "epoch": 329.52,
      "grad_norm": 1.1923319101333618,
      "learning_rate": 3.2000779552558732e-06,
      "loss": 0.3533,
      "step": 1180660
    },
    {
      "epoch": 329.52,
      "grad_norm": 0.9750249981880188,
      "learning_rate": 3.2000527849877725e-06,
      "loss": 0.3622,
      "step": 1180670
    },
    {
      "epoch": 329.52,
      "grad_norm": 1.1468533277511597,
      "learning_rate": 3.200027614605698e-06,
      "loss": 0.3584,
      "step": 1180680
    },
    {
      "epoch": 329.53,
      "grad_norm": 1.2088956832885742,
      "learning_rate": 3.200002444109653e-06,
      "loss": 0.3515,
      "step": 1180690
    },
    {
      "epoch": 329.53,
      "grad_norm": 1.1936607360839844,
      "learning_rate": 3.1999772734996392e-06,
      "loss": 0.3361,
      "step": 1180700
    },
    {
      "epoch": 329.53,
      "grad_norm": 0.9917733073234558,
      "learning_rate": 3.1999521027756623e-06,
      "loss": 0.3684,
      "step": 1180710
    },
    {
      "epoch": 329.53,
      "grad_norm": 0.9538536071777344,
      "learning_rate": 3.199926931937725e-06,
      "loss": 0.3595,
      "step": 1180720
    },
    {
      "epoch": 329.54,
      "grad_norm": 1.0265331268310547,
      "learning_rate": 3.1999017609858296e-06,
      "loss": 0.3576,
      "step": 1180730
    },
    {
      "epoch": 329.54,
      "grad_norm": 0.9785633087158203,
      "learning_rate": 3.199876589919981e-06,
      "loss": 0.3522,
      "step": 1180740
    },
    {
      "epoch": 329.54,
      "grad_norm": 1.0985556840896606,
      "learning_rate": 3.1998514187401812e-06,
      "loss": 0.3483,
      "step": 1180750
    },
    {
      "epoch": 329.55,
      "grad_norm": 1.2937839031219482,
      "learning_rate": 3.1998262474464345e-06,
      "loss": 0.3763,
      "step": 1180760
    },
    {
      "epoch": 329.55,
      "grad_norm": 0.9711136221885681,
      "learning_rate": 3.199801076038743e-06,
      "loss": 0.3681,
      "step": 1180770
    },
    {
      "epoch": 329.55,
      "grad_norm": 1.6723804473876953,
      "learning_rate": 3.199775904517111e-06,
      "loss": 0.3491,
      "step": 1180780
    },
    {
      "epoch": 329.55,
      "grad_norm": 1.2763667106628418,
      "learning_rate": 3.1997507328815418e-06,
      "loss": 0.3476,
      "step": 1180790
    },
    {
      "epoch": 329.56,
      "grad_norm": 1.101806879043579,
      "learning_rate": 3.199725561132039e-06,
      "loss": 0.3584,
      "step": 1180800
    },
    {
      "epoch": 329.56,
      "grad_norm": 0.9882669448852539,
      "learning_rate": 3.1997003892686057e-06,
      "loss": 0.3457,
      "step": 1180810
    },
    {
      "epoch": 329.56,
      "grad_norm": 0.9935048818588257,
      "learning_rate": 3.199675217291245e-06,
      "loss": 0.3472,
      "step": 1180820
    },
    {
      "epoch": 329.56,
      "grad_norm": 1.1148478984832764,
      "learning_rate": 3.1996500451999608e-06,
      "loss": 0.3619,
      "step": 1180830
    },
    {
      "epoch": 329.57,
      "grad_norm": 1.148706316947937,
      "learning_rate": 3.199624872994755e-06,
      "loss": 0.3521,
      "step": 1180840
    },
    {
      "epoch": 329.57,
      "grad_norm": 1.020432472229004,
      "learning_rate": 3.199599700675633e-06,
      "loss": 0.374,
      "step": 1180850
    },
    {
      "epoch": 329.57,
      "grad_norm": 0.9993519186973572,
      "learning_rate": 3.1995745282425968e-06,
      "loss": 0.3496,
      "step": 1180860
    },
    {
      "epoch": 329.58,
      "grad_norm": 1.1224946975708008,
      "learning_rate": 3.1995493556956495e-06,
      "loss": 0.3512,
      "step": 1180870
    },
    {
      "epoch": 329.58,
      "grad_norm": 0.9147580862045288,
      "learning_rate": 3.1995241830347967e-06,
      "loss": 0.3542,
      "step": 1180880
    },
    {
      "epoch": 329.58,
      "grad_norm": 0.971156895160675,
      "learning_rate": 3.1994990102600387e-06,
      "loss": 0.361,
      "step": 1180890
    },
    {
      "epoch": 329.58,
      "grad_norm": 1.0677810907363892,
      "learning_rate": 3.1994738373713806e-06,
      "loss": 0.3857,
      "step": 1180900
    },
    {
      "epoch": 329.59,
      "grad_norm": 1.1128027439117432,
      "learning_rate": 3.1994486643688254e-06,
      "loss": 0.3657,
      "step": 1180910
    },
    {
      "epoch": 329.59,
      "grad_norm": 0.8961137533187866,
      "learning_rate": 3.1994234912523773e-06,
      "loss": 0.3466,
      "step": 1180920
    },
    {
      "epoch": 329.59,
      "grad_norm": 1.2624738216400146,
      "learning_rate": 3.1993983180220375e-06,
      "loss": 0.3435,
      "step": 1180930
    },
    {
      "epoch": 329.6,
      "grad_norm": 1.4303722381591797,
      "learning_rate": 3.1993731446778112e-06,
      "loss": 0.3393,
      "step": 1180940
    },
    {
      "epoch": 329.6,
      "grad_norm": 0.911042332649231,
      "learning_rate": 3.1993479712197018e-06,
      "loss": 0.3539,
      "step": 1180950
    },
    {
      "epoch": 329.6,
      "grad_norm": 1.1062935590744019,
      "learning_rate": 3.1993227976477113e-06,
      "loss": 0.3599,
      "step": 1180960
    },
    {
      "epoch": 329.6,
      "grad_norm": 0.9674726724624634,
      "learning_rate": 3.1992976239618444e-06,
      "loss": 0.3434,
      "step": 1180970
    },
    {
      "epoch": 329.61,
      "grad_norm": 1.0651341676712036,
      "learning_rate": 3.1992724501621037e-06,
      "loss": 0.3591,
      "step": 1180980
    },
    {
      "epoch": 329.61,
      "grad_norm": 1.0218945741653442,
      "learning_rate": 3.1992472762484925e-06,
      "loss": 0.3652,
      "step": 1180990
    },
    {
      "epoch": 329.61,
      "grad_norm": 0.9865604639053345,
      "learning_rate": 3.1992221022210143e-06,
      "loss": 0.3427,
      "step": 1181000
    },
    {
      "epoch": 329.61,
      "grad_norm": 1.0380582809448242,
      "learning_rate": 3.1991969280796733e-06,
      "loss": 0.3474,
      "step": 1181010
    },
    {
      "epoch": 329.62,
      "grad_norm": 0.9316200613975525,
      "learning_rate": 3.1991717538244715e-06,
      "loss": 0.3541,
      "step": 1181020
    },
    {
      "epoch": 329.62,
      "grad_norm": 0.9235900640487671,
      "learning_rate": 3.199146579455413e-06,
      "loss": 0.3486,
      "step": 1181030
    },
    {
      "epoch": 329.62,
      "grad_norm": 0.8844119310379028,
      "learning_rate": 3.1991214049725003e-06,
      "loss": 0.34,
      "step": 1181040
    },
    {
      "epoch": 329.63,
      "grad_norm": 0.9690386056900024,
      "learning_rate": 3.1990962303757384e-06,
      "loss": 0.3501,
      "step": 1181050
    },
    {
      "epoch": 329.63,
      "grad_norm": 0.9493409991264343,
      "learning_rate": 3.1990710556651294e-06,
      "loss": 0.3331,
      "step": 1181060
    },
    {
      "epoch": 329.63,
      "grad_norm": 1.2411675453186035,
      "learning_rate": 3.1990458808406766e-06,
      "loss": 0.3625,
      "step": 1181070
    },
    {
      "epoch": 329.63,
      "grad_norm": 0.9658606052398682,
      "learning_rate": 3.1990207059023843e-06,
      "loss": 0.3658,
      "step": 1181080
    },
    {
      "epoch": 329.64,
      "grad_norm": 0.9506372809410095,
      "learning_rate": 3.198995530850254e-06,
      "loss": 0.3651,
      "step": 1181090
    },
    {
      "epoch": 329.64,
      "grad_norm": 1.0853737592697144,
      "learning_rate": 3.1989703556842916e-06,
      "loss": 0.3588,
      "step": 1181100
    },
    {
      "epoch": 329.64,
      "grad_norm": 1.1750315427780151,
      "learning_rate": 3.198945180404499e-06,
      "loss": 0.3577,
      "step": 1181110
    },
    {
      "epoch": 329.65,
      "grad_norm": 1.1813063621520996,
      "learning_rate": 3.1989200050108793e-06,
      "loss": 0.3592,
      "step": 1181120
    },
    {
      "epoch": 329.65,
      "grad_norm": 0.9239537119865417,
      "learning_rate": 3.1988948295034363e-06,
      "loss": 0.3434,
      "step": 1181130
    },
    {
      "epoch": 329.65,
      "grad_norm": 1.0340566635131836,
      "learning_rate": 3.1988696538821733e-06,
      "loss": 0.3574,
      "step": 1181140
    },
    {
      "epoch": 329.65,
      "grad_norm": 1.056136131286621,
      "learning_rate": 3.1988444781470936e-06,
      "loss": 0.3506,
      "step": 1181150
    },
    {
      "epoch": 329.66,
      "grad_norm": 0.958325982093811,
      "learning_rate": 3.1988193022982006e-06,
      "loss": 0.3485,
      "step": 1181160
    },
    {
      "epoch": 329.66,
      "grad_norm": 1.2368278503417969,
      "learning_rate": 3.1987941263354973e-06,
      "loss": 0.3563,
      "step": 1181170
    },
    {
      "epoch": 329.66,
      "grad_norm": 0.9409566521644592,
      "learning_rate": 3.198768950258988e-06,
      "loss": 0.3565,
      "step": 1181180
    },
    {
      "epoch": 329.67,
      "grad_norm": 1.3591820001602173,
      "learning_rate": 3.198743774068675e-06,
      "loss": 0.365,
      "step": 1181190
    },
    {
      "epoch": 329.67,
      "grad_norm": 0.9365888833999634,
      "learning_rate": 3.1987185977645624e-06,
      "loss": 0.335,
      "step": 1181200
    },
    {
      "epoch": 329.67,
      "grad_norm": 1.3221538066864014,
      "learning_rate": 3.1986934213466535e-06,
      "loss": 0.3381,
      "step": 1181210
    },
    {
      "epoch": 329.67,
      "grad_norm": 0.9450312256813049,
      "learning_rate": 3.1986682448149507e-06,
      "loss": 0.3578,
      "step": 1181220
    },
    {
      "epoch": 329.68,
      "grad_norm": 1.0843701362609863,
      "learning_rate": 3.198643068169458e-06,
      "loss": 0.3626,
      "step": 1181230
    },
    {
      "epoch": 329.68,
      "grad_norm": 0.9292656779289246,
      "learning_rate": 3.1986178914101795e-06,
      "loss": 0.34,
      "step": 1181240
    },
    {
      "epoch": 329.68,
      "grad_norm": 1.0123250484466553,
      "learning_rate": 3.198592714537117e-06,
      "loss": 0.3604,
      "step": 1181250
    },
    {
      "epoch": 329.68,
      "grad_norm": 0.986741840839386,
      "learning_rate": 3.198567537550276e-06,
      "loss": 0.3475,
      "step": 1181260
    },
    {
      "epoch": 329.69,
      "grad_norm": 0.9368908405303955,
      "learning_rate": 3.198542360449658e-06,
      "loss": 0.3497,
      "step": 1181270
    },
    {
      "epoch": 329.69,
      "grad_norm": 1.078147530555725,
      "learning_rate": 3.1985171832352665e-06,
      "loss": 0.3465,
      "step": 1181280
    },
    {
      "epoch": 329.69,
      "grad_norm": 1.0188170671463013,
      "learning_rate": 3.1984920059071054e-06,
      "loss": 0.373,
      "step": 1181290
    },
    {
      "epoch": 329.7,
      "grad_norm": 0.8535885214805603,
      "learning_rate": 3.198466828465178e-06,
      "loss": 0.3468,
      "step": 1181300
    },
    {
      "epoch": 329.7,
      "grad_norm": 1.003034234046936,
      "learning_rate": 3.198441650909487e-06,
      "loss": 0.3648,
      "step": 1181310
    },
    {
      "epoch": 329.7,
      "grad_norm": 1.0014946460723877,
      "learning_rate": 3.198416473240037e-06,
      "loss": 0.3518,
      "step": 1181320
    },
    {
      "epoch": 329.7,
      "grad_norm": 0.9584670662879944,
      "learning_rate": 3.1983912954568307e-06,
      "loss": 0.3538,
      "step": 1181330
    },
    {
      "epoch": 329.71,
      "grad_norm": 0.9643777012825012,
      "learning_rate": 3.198366117559872e-06,
      "loss": 0.3452,
      "step": 1181340
    },
    {
      "epoch": 329.71,
      "grad_norm": 1.0947262048721313,
      "learning_rate": 3.198340939549162e-06,
      "loss": 0.3446,
      "step": 1181350
    },
    {
      "epoch": 329.71,
      "grad_norm": 0.8701797723770142,
      "learning_rate": 3.1983157614247064e-06,
      "loss": 0.3546,
      "step": 1181360
    },
    {
      "epoch": 329.72,
      "grad_norm": 0.9408621191978455,
      "learning_rate": 3.1982905831865084e-06,
      "loss": 0.3553,
      "step": 1181370
    },
    {
      "epoch": 329.72,
      "grad_norm": 0.9977595210075378,
      "learning_rate": 3.19826540483457e-06,
      "loss": 0.3473,
      "step": 1181380
    },
    {
      "epoch": 329.72,
      "grad_norm": 1.3386240005493164,
      "learning_rate": 3.1982402263688957e-06,
      "loss": 0.3667,
      "step": 1181390
    },
    {
      "epoch": 329.72,
      "grad_norm": 0.980961799621582,
      "learning_rate": 3.1982150477894887e-06,
      "loss": 0.3441,
      "step": 1181400
    },
    {
      "epoch": 329.73,
      "grad_norm": 1.1557574272155762,
      "learning_rate": 3.1981898690963527e-06,
      "loss": 0.3671,
      "step": 1181410
    },
    {
      "epoch": 329.73,
      "grad_norm": 1.0988178253173828,
      "learning_rate": 3.1981646902894898e-06,
      "loss": 0.3543,
      "step": 1181420
    },
    {
      "epoch": 329.73,
      "grad_norm": 0.9668088555335999,
      "learning_rate": 3.1981395113689042e-06,
      "loss": 0.3644,
      "step": 1181430
    },
    {
      "epoch": 329.73,
      "grad_norm": 0.9427982568740845,
      "learning_rate": 3.1981143323345994e-06,
      "loss": 0.3581,
      "step": 1181440
    },
    {
      "epoch": 329.74,
      "grad_norm": 0.9222029447555542,
      "learning_rate": 3.1980891531865775e-06,
      "loss": 0.3628,
      "step": 1181450
    },
    {
      "epoch": 329.74,
      "grad_norm": 0.9920856356620789,
      "learning_rate": 3.198063973924844e-06,
      "loss": 0.3623,
      "step": 1181460
    },
    {
      "epoch": 329.74,
      "grad_norm": 1.2407358884811401,
      "learning_rate": 3.1980387945494004e-06,
      "loss": 0.3486,
      "step": 1181470
    },
    {
      "epoch": 329.75,
      "grad_norm": 1.029515266418457,
      "learning_rate": 3.1980136150602512e-06,
      "loss": 0.3569,
      "step": 1181480
    },
    {
      "epoch": 329.75,
      "grad_norm": 1.154421329498291,
      "learning_rate": 3.197988435457399e-06,
      "loss": 0.349,
      "step": 1181490
    },
    {
      "epoch": 329.75,
      "grad_norm": 0.9670568704605103,
      "learning_rate": 3.1979632557408476e-06,
      "loss": 0.3468,
      "step": 1181500
    },
    {
      "epoch": 329.75,
      "grad_norm": 1.0437620878219604,
      "learning_rate": 3.1979380759105994e-06,
      "loss": 0.3664,
      "step": 1181510
    },
    {
      "epoch": 329.76,
      "grad_norm": 0.9443774819374084,
      "learning_rate": 3.197912895966659e-06,
      "loss": 0.3509,
      "step": 1181520
    },
    {
      "epoch": 329.76,
      "grad_norm": 1.0017492771148682,
      "learning_rate": 3.1978877159090298e-06,
      "loss": 0.3705,
      "step": 1181530
    },
    {
      "epoch": 329.76,
      "grad_norm": 0.9732267260551453,
      "learning_rate": 3.197862535737714e-06,
      "loss": 0.3531,
      "step": 1181540
    },
    {
      "epoch": 329.77,
      "grad_norm": 0.9386661648750305,
      "learning_rate": 3.197837355452716e-06,
      "loss": 0.3591,
      "step": 1181550
    },
    {
      "epoch": 329.77,
      "grad_norm": 0.9946683645248413,
      "learning_rate": 3.197812175054039e-06,
      "loss": 0.3594,
      "step": 1181560
    },
    {
      "epoch": 329.77,
      "grad_norm": 0.9198494553565979,
      "learning_rate": 3.1977869945416858e-06,
      "loss": 0.3508,
      "step": 1181570
    },
    {
      "epoch": 329.77,
      "grad_norm": 1.0505119562149048,
      "learning_rate": 3.19776181391566e-06,
      "loss": 0.3686,
      "step": 1181580
    },
    {
      "epoch": 329.78,
      "grad_norm": 1.0754528045654297,
      "learning_rate": 3.197736633175965e-06,
      "loss": 0.3441,
      "step": 1181590
    },
    {
      "epoch": 329.78,
      "grad_norm": 1.074609398841858,
      "learning_rate": 3.1977114523226034e-06,
      "loss": 0.3631,
      "step": 1181600
    },
    {
      "epoch": 329.78,
      "grad_norm": 1.1468538045883179,
      "learning_rate": 3.19768627135558e-06,
      "loss": 0.3572,
      "step": 1181610
    },
    {
      "epoch": 329.79,
      "grad_norm": 1.024747610092163,
      "learning_rate": 3.1976610902748978e-06,
      "loss": 0.35,
      "step": 1181620
    },
    {
      "epoch": 329.79,
      "grad_norm": 1.0452156066894531,
      "learning_rate": 3.19763590908056e-06,
      "loss": 0.3422,
      "step": 1181630
    },
    {
      "epoch": 329.79,
      "grad_norm": 0.9780316352844238,
      "learning_rate": 3.1976107277725683e-06,
      "loss": 0.3445,
      "step": 1181640
    },
    {
      "epoch": 329.79,
      "grad_norm": 0.9421598315238953,
      "learning_rate": 3.1975855463509283e-06,
      "loss": 0.3714,
      "step": 1181650
    },
    {
      "epoch": 329.8,
      "grad_norm": 1.0681273937225342,
      "learning_rate": 3.1975603648156435e-06,
      "loss": 0.3664,
      "step": 1181660
    },
    {
      "epoch": 329.8,
      "grad_norm": 1.1720240116119385,
      "learning_rate": 3.197535183166715e-06,
      "loss": 0.3513,
      "step": 1181670
    },
    {
      "epoch": 329.8,
      "grad_norm": 1.1189733743667603,
      "learning_rate": 3.1975100014041474e-06,
      "loss": 0.351,
      "step": 1181680
    },
    {
      "epoch": 329.8,
      "grad_norm": 1.0900603532791138,
      "learning_rate": 3.197484819527945e-06,
      "loss": 0.3419,
      "step": 1181690
    },
    {
      "epoch": 329.81,
      "grad_norm": 1.3627244234085083,
      "learning_rate": 3.1974596375381098e-06,
      "loss": 0.3594,
      "step": 1181700
    },
    {
      "epoch": 329.81,
      "grad_norm": 1.8215506076812744,
      "learning_rate": 3.197434455434646e-06,
      "loss": 0.3583,
      "step": 1181710
    },
    {
      "epoch": 329.81,
      "grad_norm": 1.066144585609436,
      "learning_rate": 3.1974092732175563e-06,
      "loss": 0.356,
      "step": 1181720
    },
    {
      "epoch": 329.82,
      "grad_norm": 0.9498130679130554,
      "learning_rate": 3.197384090886844e-06,
      "loss": 0.3383,
      "step": 1181730
    },
    {
      "epoch": 329.82,
      "grad_norm": 0.9523313641548157,
      "learning_rate": 3.197358908442513e-06,
      "loss": 0.3357,
      "step": 1181740
    },
    {
      "epoch": 329.82,
      "grad_norm": 1.0641236305236816,
      "learning_rate": 3.197333725884567e-06,
      "loss": 0.3365,
      "step": 1181750
    },
    {
      "epoch": 329.82,
      "grad_norm": 1.0627868175506592,
      "learning_rate": 3.197308543213008e-06,
      "loss": 0.3538,
      "step": 1181760
    },
    {
      "epoch": 329.83,
      "grad_norm": 1.0175073146820068,
      "learning_rate": 3.19728336042784e-06,
      "loss": 0.3617,
      "step": 1181770
    },
    {
      "epoch": 329.83,
      "grad_norm": 1.0206303596496582,
      "learning_rate": 3.1972581775290675e-06,
      "loss": 0.3586,
      "step": 1181780
    },
    {
      "epoch": 329.83,
      "grad_norm": 1.2309470176696777,
      "learning_rate": 3.197232994516692e-06,
      "loss": 0.3459,
      "step": 1181790
    },
    {
      "epoch": 329.84,
      "grad_norm": 1.2285572290420532,
      "learning_rate": 3.197207811390718e-06,
      "loss": 0.3532,
      "step": 1181800
    },
    {
      "epoch": 329.84,
      "grad_norm": 1.0657328367233276,
      "learning_rate": 3.197182628151148e-06,
      "loss": 0.346,
      "step": 1181810
    },
    {
      "epoch": 329.84,
      "grad_norm": 0.9983140826225281,
      "learning_rate": 3.197157444797986e-06,
      "loss": 0.3575,
      "step": 1181820
    },
    {
      "epoch": 329.84,
      "grad_norm": 1.0344260931015015,
      "learning_rate": 3.197132261331236e-06,
      "loss": 0.3617,
      "step": 1181830
    },
    {
      "epoch": 329.85,
      "grad_norm": 1.3475781679153442,
      "learning_rate": 3.1971070777509e-06,
      "loss": 0.3485,
      "step": 1181840
    },
    {
      "epoch": 329.85,
      "grad_norm": 0.8707053661346436,
      "learning_rate": 3.197081894056982e-06,
      "loss": 0.3797,
      "step": 1181850
    },
    {
      "epoch": 329.85,
      "grad_norm": 0.9100779294967651,
      "learning_rate": 3.1970567102494857e-06,
      "loss": 0.3497,
      "step": 1181860
    },
    {
      "epoch": 329.85,
      "grad_norm": 1.1177504062652588,
      "learning_rate": 3.197031526328413e-06,
      "loss": 0.3542,
      "step": 1181870
    },
    {
      "epoch": 329.86,
      "grad_norm": 0.8763057589530945,
      "learning_rate": 3.1970063422937696e-06,
      "loss": 0.348,
      "step": 1181880
    },
    {
      "epoch": 329.86,
      "grad_norm": 1.210841178894043,
      "learning_rate": 3.1969811581455568e-06,
      "loss": 0.3564,
      "step": 1181890
    },
    {
      "epoch": 329.86,
      "grad_norm": 0.9718015789985657,
      "learning_rate": 3.196955973883779e-06,
      "loss": 0.3608,
      "step": 1181900
    },
    {
      "epoch": 329.87,
      "grad_norm": 1.1885507106781006,
      "learning_rate": 3.1969307895084383e-06,
      "loss": 0.3579,
      "step": 1181910
    },
    {
      "epoch": 329.87,
      "grad_norm": 1.1208813190460205,
      "learning_rate": 3.19690560501954e-06,
      "loss": 0.3637,
      "step": 1181920
    },
    {
      "epoch": 329.87,
      "grad_norm": 0.9048458337783813,
      "learning_rate": 3.1968804204170866e-06,
      "loss": 0.3465,
      "step": 1181930
    },
    {
      "epoch": 329.87,
      "grad_norm": 1.0646675825119019,
      "learning_rate": 3.1968552357010805e-06,
      "loss": 0.3374,
      "step": 1181940
    },
    {
      "epoch": 329.88,
      "grad_norm": 1.1001049280166626,
      "learning_rate": 3.196830050871527e-06,
      "loss": 0.3528,
      "step": 1181950
    },
    {
      "epoch": 329.88,
      "grad_norm": 0.9895549416542053,
      "learning_rate": 3.196804865928427e-06,
      "loss": 0.3479,
      "step": 1181960
    },
    {
      "epoch": 329.88,
      "grad_norm": 1.0317857265472412,
      "learning_rate": 3.1967796808717862e-06,
      "loss": 0.3462,
      "step": 1181970
    },
    {
      "epoch": 329.89,
      "grad_norm": 1.0414386987686157,
      "learning_rate": 3.1967544957016065e-06,
      "loss": 0.3663,
      "step": 1181980
    },
    {
      "epoch": 329.89,
      "grad_norm": 1.1998684406280518,
      "learning_rate": 3.196729310417892e-06,
      "loss": 0.3547,
      "step": 1181990
    },
    {
      "epoch": 329.89,
      "grad_norm": 1.0199185609817505,
      "learning_rate": 3.196704125020645e-06,
      "loss": 0.3453,
      "step": 1182000
    },
    {
      "epoch": 329.89,
      "grad_norm": 1.0409783124923706,
      "learning_rate": 3.19667893950987e-06,
      "loss": 0.3814,
      "step": 1182010
    },
    {
      "epoch": 329.9,
      "grad_norm": 0.8952891826629639,
      "learning_rate": 3.1966537538855696e-06,
      "loss": 0.3542,
      "step": 1182020
    },
    {
      "epoch": 329.9,
      "grad_norm": 1.1503818035125732,
      "learning_rate": 3.196628568147748e-06,
      "loss": 0.3654,
      "step": 1182030
    },
    {
      "epoch": 329.9,
      "grad_norm": 1.0975370407104492,
      "learning_rate": 3.196603382296408e-06,
      "loss": 0.3526,
      "step": 1182040
    },
    {
      "epoch": 329.91,
      "grad_norm": 1.0652709007263184,
      "learning_rate": 3.1965781963315525e-06,
      "loss": 0.3501,
      "step": 1182050
    },
    {
      "epoch": 329.91,
      "grad_norm": 1.0404072999954224,
      "learning_rate": 3.1965530102531854e-06,
      "loss": 0.3463,
      "step": 1182060
    },
    {
      "epoch": 329.91,
      "grad_norm": 1.1336904764175415,
      "learning_rate": 3.1965278240613103e-06,
      "loss": 0.3282,
      "step": 1182070
    },
    {
      "epoch": 329.91,
      "grad_norm": 1.022955298423767,
      "learning_rate": 3.1965026377559303e-06,
      "loss": 0.3589,
      "step": 1182080
    },
    {
      "epoch": 329.92,
      "grad_norm": 1.0892332792282104,
      "learning_rate": 3.1964774513370487e-06,
      "loss": 0.3454,
      "step": 1182090
    },
    {
      "epoch": 329.92,
      "grad_norm": 1.0892959833145142,
      "learning_rate": 3.196452264804669e-06,
      "loss": 0.3368,
      "step": 1182100
    },
    {
      "epoch": 329.92,
      "grad_norm": 1.1862305402755737,
      "learning_rate": 3.196427078158794e-06,
      "loss": 0.368,
      "step": 1182110
    },
    {
      "epoch": 329.92,
      "grad_norm": 1.059404730796814,
      "learning_rate": 3.1964018913994275e-06,
      "loss": 0.3572,
      "step": 1182120
    },
    {
      "epoch": 329.93,
      "grad_norm": 1.0701406002044678,
      "learning_rate": 3.1963767045265722e-06,
      "loss": 0.3338,
      "step": 1182130
    },
    {
      "epoch": 329.93,
      "grad_norm": 1.0222523212432861,
      "learning_rate": 3.196351517540233e-06,
      "loss": 0.3772,
      "step": 1182140
    },
    {
      "epoch": 329.93,
      "grad_norm": 1.0968513488769531,
      "learning_rate": 3.196326330440412e-06,
      "loss": 0.3595,
      "step": 1182150
    },
    {
      "epoch": 329.94,
      "grad_norm": 1.527091383934021,
      "learning_rate": 3.196301143227113e-06,
      "loss": 0.3655,
      "step": 1182160
    },
    {
      "epoch": 329.94,
      "grad_norm": 1.093048334121704,
      "learning_rate": 3.1962759559003388e-06,
      "loss": 0.3477,
      "step": 1182170
    },
    {
      "epoch": 329.94,
      "grad_norm": 1.1278225183486938,
      "learning_rate": 3.1962507684600934e-06,
      "loss": 0.3576,
      "step": 1182180
    },
    {
      "epoch": 329.94,
      "grad_norm": 1.0769422054290771,
      "learning_rate": 3.19622558090638e-06,
      "loss": 0.359,
      "step": 1182190
    },
    {
      "epoch": 329.95,
      "grad_norm": 1.1574842929840088,
      "learning_rate": 3.1962003932392013e-06,
      "loss": 0.3543,
      "step": 1182200
    },
    {
      "epoch": 329.95,
      "grad_norm": 1.1279035806655884,
      "learning_rate": 3.196175205458562e-06,
      "loss": 0.3433,
      "step": 1182210
    },
    {
      "epoch": 329.95,
      "grad_norm": 0.9789711833000183,
      "learning_rate": 3.196150017564465e-06,
      "loss": 0.3467,
      "step": 1182220
    },
    {
      "epoch": 329.96,
      "grad_norm": 1.2671194076538086,
      "learning_rate": 3.1961248295569127e-06,
      "loss": 0.3461,
      "step": 1182230
    },
    {
      "epoch": 329.96,
      "grad_norm": 1.0294935703277588,
      "learning_rate": 3.196099641435909e-06,
      "loss": 0.3395,
      "step": 1182240
    },
    {
      "epoch": 329.96,
      "grad_norm": 1.0770925283432007,
      "learning_rate": 3.1960744532014572e-06,
      "loss": 0.3621,
      "step": 1182250
    },
    {
      "epoch": 329.96,
      "grad_norm": 1.0908681154251099,
      "learning_rate": 3.196049264853561e-06,
      "loss": 0.3452,
      "step": 1182260
    },
    {
      "epoch": 329.97,
      "grad_norm": 0.9074191451072693,
      "learning_rate": 3.1960240763922238e-06,
      "loss": 0.3412,
      "step": 1182270
    },
    {
      "epoch": 329.97,
      "grad_norm": 1.0804015398025513,
      "learning_rate": 3.195998887817448e-06,
      "loss": 0.3511,
      "step": 1182280
    },
    {
      "epoch": 329.97,
      "grad_norm": 1.0166202783584595,
      "learning_rate": 3.1959736991292386e-06,
      "loss": 0.3508,
      "step": 1182290
    },
    {
      "epoch": 329.97,
      "grad_norm": 0.9774819612503052,
      "learning_rate": 3.195948510327598e-06,
      "loss": 0.3503,
      "step": 1182300
    },
    {
      "epoch": 329.98,
      "grad_norm": 1.117352843284607,
      "learning_rate": 3.1959233214125283e-06,
      "loss": 0.3612,
      "step": 1182310
    },
    {
      "epoch": 329.98,
      "grad_norm": 1.107454776763916,
      "learning_rate": 3.1958981323840343e-06,
      "loss": 0.3508,
      "step": 1182320
    },
    {
      "epoch": 329.98,
      "grad_norm": 1.0251351594924927,
      "learning_rate": 3.1958729432421205e-06,
      "loss": 0.3573,
      "step": 1182330
    },
    {
      "epoch": 329.99,
      "grad_norm": 1.920153260231018,
      "learning_rate": 3.1958477539867877e-06,
      "loss": 0.3452,
      "step": 1182340
    },
    {
      "epoch": 329.99,
      "grad_norm": 0.9722195863723755,
      "learning_rate": 3.1958225646180406e-06,
      "loss": 0.3551,
      "step": 1182350
    },
    {
      "epoch": 329.99,
      "grad_norm": 1.0738229751586914,
      "learning_rate": 3.195797375135883e-06,
      "loss": 0.3538,
      "step": 1182360
    },
    {
      "epoch": 329.99,
      "grad_norm": 0.8957869410514832,
      "learning_rate": 3.195772185540318e-06,
      "loss": 0.346,
      "step": 1182370
    },
    {
      "epoch": 330.0,
      "grad_norm": 1.0517445802688599,
      "learning_rate": 3.195746995831347e-06,
      "loss": 0.3567,
      "step": 1182380
    },
    {
      "epoch": 330.0,
      "grad_norm": 1.1568396091461182,
      "learning_rate": 3.195721806008976e-06,
      "loss": 0.3522,
      "step": 1182390
    },
    {
      "epoch": 330.0,
      "eval_loss": 0.35342007875442505,
      "eval_runtime": 63.3991,
      "eval_samples_per_second": 79.796,
      "eval_steps_per_second": 9.984,
      "step": 1182390
    },
    {
      "epoch": 330.0,
      "grad_norm": 0.9693364500999451,
      "learning_rate": 3.195696616073207e-06,
      "loss": 0.3565,
      "step": 1182400
    },
    {
      "epoch": 330.01,
      "grad_norm": 1.0015114545822144,
      "learning_rate": 3.195671426024044e-06,
      "loss": 0.3572,
      "step": 1182410
    },
    {
      "epoch": 330.01,
      "grad_norm": 1.1240488290786743,
      "learning_rate": 3.1956462358614897e-06,
      "loss": 0.3576,
      "step": 1182420
    },
    {
      "epoch": 330.01,
      "grad_norm": 1.1414750814437866,
      "learning_rate": 3.1956210455855483e-06,
      "loss": 0.3505,
      "step": 1182430
    },
    {
      "epoch": 330.01,
      "grad_norm": 1.2272343635559082,
      "learning_rate": 3.1955958551962226e-06,
      "loss": 0.3719,
      "step": 1182440
    },
    {
      "epoch": 330.02,
      "grad_norm": 0.9950305223464966,
      "learning_rate": 3.1955706646935153e-06,
      "loss": 0.3612,
      "step": 1182450
    },
    {
      "epoch": 330.02,
      "grad_norm": 0.9388658404350281,
      "learning_rate": 3.1955454740774317e-06,
      "loss": 0.3682,
      "step": 1182460
    },
    {
      "epoch": 330.02,
      "grad_norm": 0.9273931384086609,
      "learning_rate": 3.1955202833479723e-06,
      "loss": 0.3482,
      "step": 1182470
    },
    {
      "epoch": 330.03,
      "grad_norm": 0.9154549837112427,
      "learning_rate": 3.1954950925051426e-06,
      "loss": 0.3415,
      "step": 1182480
    },
    {
      "epoch": 330.03,
      "grad_norm": 0.9109143614768982,
      "learning_rate": 3.1954699015489452e-06,
      "loss": 0.3471,
      "step": 1182490
    },
    {
      "epoch": 330.03,
      "grad_norm": 1.227542519569397,
      "learning_rate": 3.1954447104793843e-06,
      "loss": 0.3487,
      "step": 1182500
    },
    {
      "epoch": 330.03,
      "grad_norm": 1.0047885179519653,
      "learning_rate": 3.195419519296463e-06,
      "loss": 0.3405,
      "step": 1182510
    },
    {
      "epoch": 330.04,
      "grad_norm": 1.111399531364441,
      "learning_rate": 3.195394328000183e-06,
      "loss": 0.3695,
      "step": 1182520
    },
    {
      "epoch": 330.04,
      "grad_norm": 0.9848162531852722,
      "learning_rate": 3.19536913659055e-06,
      "loss": 0.3625,
      "step": 1182530
    },
    {
      "epoch": 330.04,
      "grad_norm": 0.9298898577690125,
      "learning_rate": 3.1953439450675655e-06,
      "loss": 0.3676,
      "step": 1182540
    },
    {
      "epoch": 330.04,
      "grad_norm": 1.095983862876892,
      "learning_rate": 3.1953187534312332e-06,
      "loss": 0.3553,
      "step": 1182550
    },
    {
      "epoch": 330.05,
      "grad_norm": 0.9198978543281555,
      "learning_rate": 3.195293561681558e-06,
      "loss": 0.3447,
      "step": 1182560
    },
    {
      "epoch": 330.05,
      "grad_norm": 1.139879584312439,
      "learning_rate": 3.1952683698185414e-06,
      "loss": 0.3544,
      "step": 1182570
    },
    {
      "epoch": 330.05,
      "grad_norm": 1.0247286558151245,
      "learning_rate": 3.195243177842188e-06,
      "loss": 0.3745,
      "step": 1182580
    },
    {
      "epoch": 330.06,
      "grad_norm": 0.9785856008529663,
      "learning_rate": 3.195217985752501e-06,
      "loss": 0.3473,
      "step": 1182590
    },
    {
      "epoch": 330.06,
      "grad_norm": 1.0713320970535278,
      "learning_rate": 3.195192793549482e-06,
      "loss": 0.3723,
      "step": 1182600
    },
    {
      "epoch": 330.06,
      "grad_norm": 1.153564214706421,
      "learning_rate": 3.1951676012331365e-06,
      "loss": 0.3586,
      "step": 1182610
    },
    {
      "epoch": 330.06,
      "grad_norm": 0.928538978099823,
      "learning_rate": 3.195142408803467e-06,
      "loss": 0.3676,
      "step": 1182620
    },
    {
      "epoch": 330.07,
      "grad_norm": 1.1251311302185059,
      "learning_rate": 3.1951172162604765e-06,
      "loss": 0.345,
      "step": 1182630
    },
    {
      "epoch": 330.07,
      "grad_norm": 0.8748886585235596,
      "learning_rate": 3.1950920236041696e-06,
      "loss": 0.348,
      "step": 1182640
    },
    {
      "epoch": 330.07,
      "grad_norm": 1.069347620010376,
      "learning_rate": 3.195066830834549e-06,
      "loss": 0.3528,
      "step": 1182650
    },
    {
      "epoch": 330.08,
      "grad_norm": 0.9386428594589233,
      "learning_rate": 3.1950416379516174e-06,
      "loss": 0.3421,
      "step": 1182660
    },
    {
      "epoch": 330.08,
      "grad_norm": 1.3480355739593506,
      "learning_rate": 3.1950164449553785e-06,
      "loss": 0.333,
      "step": 1182670
    },
    {
      "epoch": 330.08,
      "grad_norm": 1.0175130367279053,
      "learning_rate": 3.1949912518458357e-06,
      "loss": 0.366,
      "step": 1182680
    },
    {
      "epoch": 330.08,
      "grad_norm": 1.1178663969039917,
      "learning_rate": 3.194966058622993e-06,
      "loss": 0.3778,
      "step": 1182690
    },
    {
      "epoch": 330.09,
      "grad_norm": 0.8848583698272705,
      "learning_rate": 3.1949408652868524e-06,
      "loss": 0.3503,
      "step": 1182700
    },
    {
      "epoch": 330.09,
      "grad_norm": 0.9226489067077637,
      "learning_rate": 3.1949156718374186e-06,
      "loss": 0.3451,
      "step": 1182710
    },
    {
      "epoch": 330.09,
      "grad_norm": 1.0552983283996582,
      "learning_rate": 3.1948904782746946e-06,
      "loss": 0.3487,
      "step": 1182720
    },
    {
      "epoch": 330.09,
      "grad_norm": 1.039724588394165,
      "learning_rate": 3.1948652845986833e-06,
      "loss": 0.3534,
      "step": 1182730
    },
    {
      "epoch": 330.1,
      "grad_norm": 1.117916226387024,
      "learning_rate": 3.1948400908093885e-06,
      "loss": 0.3626,
      "step": 1182740
    },
    {
      "epoch": 330.1,
      "grad_norm": 1.0305392742156982,
      "learning_rate": 3.1948148969068137e-06,
      "loss": 0.3427,
      "step": 1182750
    },
    {
      "epoch": 330.1,
      "grad_norm": 0.9644514322280884,
      "learning_rate": 3.1947897028909614e-06,
      "loss": 0.3576,
      "step": 1182760
    },
    {
      "epoch": 330.11,
      "grad_norm": 1.0303231477737427,
      "learning_rate": 3.1947645087618353e-06,
      "loss": 0.3436,
      "step": 1182770
    },
    {
      "epoch": 330.11,
      "grad_norm": 0.9836069941520691,
      "learning_rate": 3.1947393145194393e-06,
      "loss": 0.3409,
      "step": 1182780
    },
    {
      "epoch": 330.11,
      "grad_norm": 0.9599598050117493,
      "learning_rate": 3.194714120163776e-06,
      "loss": 0.3693,
      "step": 1182790
    },
    {
      "epoch": 330.11,
      "grad_norm": 1.1706557273864746,
      "learning_rate": 3.1946889256948495e-06,
      "loss": 0.3442,
      "step": 1182800
    },
    {
      "epoch": 330.12,
      "grad_norm": 1.1056796312332153,
      "learning_rate": 3.1946637311126634e-06,
      "loss": 0.3316,
      "step": 1182810
    },
    {
      "epoch": 330.12,
      "grad_norm": 0.9372730851173401,
      "learning_rate": 3.1946385364172195e-06,
      "loss": 0.3585,
      "step": 1182820
    },
    {
      "epoch": 330.12,
      "grad_norm": 0.9895855188369751,
      "learning_rate": 3.1946133416085227e-06,
      "loss": 0.3736,
      "step": 1182830
    },
    {
      "epoch": 330.13,
      "grad_norm": 1.0733895301818848,
      "learning_rate": 3.1945881466865755e-06,
      "loss": 0.3639,
      "step": 1182840
    },
    {
      "epoch": 330.13,
      "grad_norm": 0.9421325325965881,
      "learning_rate": 3.1945629516513813e-06,
      "loss": 0.3547,
      "step": 1182850
    },
    {
      "epoch": 330.13,
      "grad_norm": 0.9098643660545349,
      "learning_rate": 3.194537756502944e-06,
      "loss": 0.3555,
      "step": 1182860
    },
    {
      "epoch": 330.13,
      "grad_norm": 1.0342861413955688,
      "learning_rate": 3.1945125612412657e-06,
      "loss": 0.3436,
      "step": 1182870
    },
    {
      "epoch": 330.14,
      "grad_norm": 0.9659161567687988,
      "learning_rate": 3.194487365866352e-06,
      "loss": 0.3417,
      "step": 1182880
    },
    {
      "epoch": 330.14,
      "grad_norm": 0.9874045252799988,
      "learning_rate": 3.1944621703782043e-06,
      "loss": 0.3474,
      "step": 1182890
    },
    {
      "epoch": 330.14,
      "grad_norm": 1.0693340301513672,
      "learning_rate": 3.194436974776827e-06,
      "loss": 0.3541,
      "step": 1182900
    },
    {
      "epoch": 330.15,
      "grad_norm": 0.9265569448471069,
      "learning_rate": 3.1944117790622225e-06,
      "loss": 0.3671,
      "step": 1182910
    },
    {
      "epoch": 330.15,
      "grad_norm": 0.981055736541748,
      "learning_rate": 3.1943865832343948e-06,
      "loss": 0.3471,
      "step": 1182920
    },
    {
      "epoch": 330.15,
      "grad_norm": 0.9065764546394348,
      "learning_rate": 3.194361387293347e-06,
      "loss": 0.3569,
      "step": 1182930
    },
    {
      "epoch": 330.15,
      "grad_norm": 1.0454282760620117,
      "learning_rate": 3.194336191239083e-06,
      "loss": 0.3363,
      "step": 1182940
    },
    {
      "epoch": 330.16,
      "grad_norm": 0.9029927253723145,
      "learning_rate": 3.1943109950716054e-06,
      "loss": 0.3586,
      "step": 1182950
    },
    {
      "epoch": 330.16,
      "grad_norm": 0.9756448864936829,
      "learning_rate": 3.1942857987909187e-06,
      "loss": 0.3508,
      "step": 1182960
    },
    {
      "epoch": 330.16,
      "grad_norm": 0.8472044467926025,
      "learning_rate": 3.1942606023970243e-06,
      "loss": 0.3532,
      "step": 1182970
    },
    {
      "epoch": 330.16,
      "grad_norm": 0.9884461164474487,
      "learning_rate": 3.1942354058899274e-06,
      "loss": 0.3687,
      "step": 1182980
    },
    {
      "epoch": 330.17,
      "grad_norm": 1.272558331489563,
      "learning_rate": 3.1942102092696304e-06,
      "loss": 0.339,
      "step": 1182990
    },
    {
      "epoch": 330.17,
      "grad_norm": 0.9805728793144226,
      "learning_rate": 3.1941850125361364e-06,
      "loss": 0.3604,
      "step": 1183000
    },
    {
      "epoch": 330.17,
      "grad_norm": 0.9723302125930786,
      "learning_rate": 3.1941598156894504e-06,
      "loss": 0.3417,
      "step": 1183010
    },
    {
      "epoch": 330.18,
      "grad_norm": 1.2546406984329224,
      "learning_rate": 3.194134618729574e-06,
      "loss": 0.3631,
      "step": 1183020
    },
    {
      "epoch": 330.18,
      "grad_norm": 0.9464383125305176,
      "learning_rate": 3.1941094216565113e-06,
      "loss": 0.3393,
      "step": 1183030
    },
    {
      "epoch": 330.18,
      "grad_norm": 1.0802929401397705,
      "learning_rate": 3.1940842244702655e-06,
      "loss": 0.3579,
      "step": 1183040
    },
    {
      "epoch": 330.18,
      "grad_norm": 1.0122814178466797,
      "learning_rate": 3.19405902717084e-06,
      "loss": 0.3507,
      "step": 1183050
    },
    {
      "epoch": 330.19,
      "grad_norm": 0.9769576191902161,
      "learning_rate": 3.1940338297582377e-06,
      "loss": 0.3541,
      "step": 1183060
    },
    {
      "epoch": 330.19,
      "grad_norm": 1.0634243488311768,
      "learning_rate": 3.1940086322324625e-06,
      "loss": 0.3541,
      "step": 1183070
    },
    {
      "epoch": 330.19,
      "grad_norm": 0.9534807801246643,
      "learning_rate": 3.1939834345935186e-06,
      "loss": 0.3472,
      "step": 1183080
    },
    {
      "epoch": 330.2,
      "grad_norm": 0.9964045286178589,
      "learning_rate": 3.1939582368414073e-06,
      "loss": 0.3394,
      "step": 1183090
    },
    {
      "epoch": 330.2,
      "grad_norm": 0.930000364780426,
      "learning_rate": 3.193933038976134e-06,
      "loss": 0.3557,
      "step": 1183100
    },
    {
      "epoch": 330.2,
      "grad_norm": 1.0784006118774414,
      "learning_rate": 3.1939078409977007e-06,
      "loss": 0.3518,
      "step": 1183110
    },
    {
      "epoch": 330.2,
      "grad_norm": 1.2710561752319336,
      "learning_rate": 3.1938826429061105e-06,
      "loss": 0.3422,
      "step": 1183120
    },
    {
      "epoch": 330.21,
      "grad_norm": 1.1183241605758667,
      "learning_rate": 3.193857444701368e-06,
      "loss": 0.3644,
      "step": 1183130
    },
    {
      "epoch": 330.21,
      "grad_norm": 1.008551836013794,
      "learning_rate": 3.1938322463834765e-06,
      "loss": 0.355,
      "step": 1183140
    },
    {
      "epoch": 330.21,
      "grad_norm": 0.8393058180809021,
      "learning_rate": 3.193807047952438e-06,
      "loss": 0.3385,
      "step": 1183150
    },
    {
      "epoch": 330.21,
      "grad_norm": 0.8560481667518616,
      "learning_rate": 3.1937818494082563e-06,
      "loss": 0.3454,
      "step": 1183160
    },
    {
      "epoch": 330.22,
      "grad_norm": 1.0379292964935303,
      "learning_rate": 3.193756650750936e-06,
      "loss": 0.3527,
      "step": 1183170
    },
    {
      "epoch": 330.22,
      "grad_norm": 1.0495496988296509,
      "learning_rate": 3.1937314519804795e-06,
      "loss": 0.3554,
      "step": 1183180
    },
    {
      "epoch": 330.22,
      "grad_norm": 1.1068753004074097,
      "learning_rate": 3.1937062530968906e-06,
      "loss": 0.3587,
      "step": 1183190
    },
    {
      "epoch": 330.23,
      "grad_norm": 1.0192859172821045,
      "learning_rate": 3.1936810541001715e-06,
      "loss": 0.3485,
      "step": 1183200
    },
    {
      "epoch": 330.23,
      "grad_norm": 0.9462199211120605,
      "learning_rate": 3.193655854990326e-06,
      "loss": 0.3607,
      "step": 1183210
    },
    {
      "epoch": 330.23,
      "grad_norm": 1.010235071182251,
      "learning_rate": 3.1936306557673586e-06,
      "loss": 0.3699,
      "step": 1183220
    },
    {
      "epoch": 330.23,
      "grad_norm": 1.0617611408233643,
      "learning_rate": 3.1936054564312716e-06,
      "loss": 0.3618,
      "step": 1183230
    },
    {
      "epoch": 330.24,
      "grad_norm": 1.0530394315719604,
      "learning_rate": 3.193580256982069e-06,
      "loss": 0.3559,
      "step": 1183240
    },
    {
      "epoch": 330.24,
      "grad_norm": 1.22962486743927,
      "learning_rate": 3.1935550574197537e-06,
      "loss": 0.3487,
      "step": 1183250
    },
    {
      "epoch": 330.24,
      "grad_norm": 0.9374279975891113,
      "learning_rate": 3.1935298577443283e-06,
      "loss": 0.3456,
      "step": 1183260
    },
    {
      "epoch": 330.25,
      "grad_norm": 0.9893537163734436,
      "learning_rate": 3.1935046579557978e-06,
      "loss": 0.3503,
      "step": 1183270
    },
    {
      "epoch": 330.25,
      "grad_norm": 0.9513230323791504,
      "learning_rate": 3.193479458054164e-06,
      "loss": 0.3607,
      "step": 1183280
    },
    {
      "epoch": 330.25,
      "grad_norm": 1.0910700559616089,
      "learning_rate": 3.1934542580394314e-06,
      "loss": 0.3355,
      "step": 1183290
    },
    {
      "epoch": 330.25,
      "grad_norm": 0.9947642683982849,
      "learning_rate": 3.193429057911603e-06,
      "loss": 0.3702,
      "step": 1183300
    },
    {
      "epoch": 330.26,
      "grad_norm": 0.9773115515708923,
      "learning_rate": 3.193403857670682e-06,
      "loss": 0.3602,
      "step": 1183310
    },
    {
      "epoch": 330.26,
      "grad_norm": 1.0557852983474731,
      "learning_rate": 3.1933786573166723e-06,
      "loss": 0.3509,
      "step": 1183320
    },
    {
      "epoch": 330.26,
      "grad_norm": 0.9804727435112,
      "learning_rate": 3.1933534568495765e-06,
      "loss": 0.3389,
      "step": 1183330
    },
    {
      "epoch": 330.27,
      "grad_norm": 0.9150599241256714,
      "learning_rate": 3.193328256269398e-06,
      "loss": 0.3507,
      "step": 1183340
    },
    {
      "epoch": 330.27,
      "grad_norm": 0.9681644439697266,
      "learning_rate": 3.1933030555761405e-06,
      "loss": 0.3439,
      "step": 1183350
    },
    {
      "epoch": 330.27,
      "grad_norm": 1.1507006883621216,
      "learning_rate": 3.193277854769807e-06,
      "loss": 0.3559,
      "step": 1183360
    },
    {
      "epoch": 330.27,
      "grad_norm": 1.1194732189178467,
      "learning_rate": 3.1932526538504017e-06,
      "loss": 0.3257,
      "step": 1183370
    },
    {
      "epoch": 330.28,
      "grad_norm": 0.9613315463066101,
      "learning_rate": 3.1932274528179266e-06,
      "loss": 0.3518,
      "step": 1183380
    },
    {
      "epoch": 330.28,
      "grad_norm": 0.9349415898323059,
      "learning_rate": 3.1932022516723866e-06,
      "loss": 0.3759,
      "step": 1183390
    },
    {
      "epoch": 330.28,
      "grad_norm": 0.967907726764679,
      "learning_rate": 3.1931770504137842e-06,
      "loss": 0.3471,
      "step": 1183400
    },
    {
      "epoch": 330.28,
      "grad_norm": 1.0885953903198242,
      "learning_rate": 3.1931518490421224e-06,
      "loss": 0.361,
      "step": 1183410
    },
    {
      "epoch": 330.29,
      "grad_norm": 1.2154585123062134,
      "learning_rate": 3.193126647557405e-06,
      "loss": 0.3431,
      "step": 1183420
    },
    {
      "epoch": 330.29,
      "grad_norm": 0.9583184719085693,
      "learning_rate": 3.193101445959636e-06,
      "loss": 0.3571,
      "step": 1183430
    },
    {
      "epoch": 330.29,
      "grad_norm": 0.9483532309532166,
      "learning_rate": 3.193076244248817e-06,
      "loss": 0.3405,
      "step": 1183440
    },
    {
      "epoch": 330.3,
      "grad_norm": 1.0539284944534302,
      "learning_rate": 3.193051042424953e-06,
      "loss": 0.352,
      "step": 1183450
    },
    {
      "epoch": 330.3,
      "grad_norm": 1.1089091300964355,
      "learning_rate": 3.1930258404880467e-06,
      "loss": 0.3462,
      "step": 1183460
    },
    {
      "epoch": 330.3,
      "grad_norm": 1.2525275945663452,
      "learning_rate": 3.1930006384381025e-06,
      "loss": 0.3543,
      "step": 1183470
    },
    {
      "epoch": 330.3,
      "grad_norm": 1.0262938737869263,
      "learning_rate": 3.1929754362751214e-06,
      "loss": 0.3457,
      "step": 1183480
    },
    {
      "epoch": 330.31,
      "grad_norm": 1.0344592332839966,
      "learning_rate": 3.1929502339991084e-06,
      "loss": 0.3613,
      "step": 1183490
    },
    {
      "epoch": 330.31,
      "grad_norm": 1.024938702583313,
      "learning_rate": 3.1929250316100677e-06,
      "loss": 0.3509,
      "step": 1183500
    },
    {
      "epoch": 330.31,
      "grad_norm": 1.0280351638793945,
      "learning_rate": 3.192899829108e-06,
      "loss": 0.3653,
      "step": 1183510
    },
    {
      "epoch": 330.32,
      "grad_norm": 0.9260109066963196,
      "learning_rate": 3.1928746264929114e-06,
      "loss": 0.3551,
      "step": 1183520
    },
    {
      "epoch": 330.32,
      "grad_norm": 0.966397225856781,
      "learning_rate": 3.192849423764804e-06,
      "loss": 0.3538,
      "step": 1183530
    },
    {
      "epoch": 330.32,
      "grad_norm": 1.0801339149475098,
      "learning_rate": 3.192824220923681e-06,
      "loss": 0.3537,
      "step": 1183540
    },
    {
      "epoch": 330.32,
      "grad_norm": 1.025930404663086,
      "learning_rate": 3.192799017969546e-06,
      "loss": 0.3512,
      "step": 1183550
    },
    {
      "epoch": 330.33,
      "grad_norm": 0.9686386585235596,
      "learning_rate": 3.192773814902403e-06,
      "loss": 0.3502,
      "step": 1183560
    },
    {
      "epoch": 330.33,
      "grad_norm": 1.069790005683899,
      "learning_rate": 3.1927486117222538e-06,
      "loss": 0.3463,
      "step": 1183570
    },
    {
      "epoch": 330.33,
      "grad_norm": 1.016501545906067,
      "learning_rate": 3.192723408429102e-06,
      "loss": 0.3529,
      "step": 1183580
    },
    {
      "epoch": 330.33,
      "grad_norm": 0.9868113398551941,
      "learning_rate": 3.1926982050229526e-06,
      "loss": 0.3622,
      "step": 1183590
    },
    {
      "epoch": 330.34,
      "grad_norm": 0.9220981001853943,
      "learning_rate": 3.192673001503808e-06,
      "loss": 0.3562,
      "step": 1183600
    },
    {
      "epoch": 330.34,
      "grad_norm": 0.9311359524726868,
      "learning_rate": 3.1926477978716712e-06,
      "loss": 0.3478,
      "step": 1183610
    },
    {
      "epoch": 330.34,
      "grad_norm": 1.0678954124450684,
      "learning_rate": 3.1926225941265465e-06,
      "loss": 0.3563,
      "step": 1183620
    },
    {
      "epoch": 330.35,
      "grad_norm": 1.0248467922210693,
      "learning_rate": 3.1925973902684364e-06,
      "loss": 0.3771,
      "step": 1183630
    },
    {
      "epoch": 330.35,
      "grad_norm": 1.0609967708587646,
      "learning_rate": 3.1925721862973436e-06,
      "loss": 0.3579,
      "step": 1183640
    },
    {
      "epoch": 330.35,
      "grad_norm": 0.9668799042701721,
      "learning_rate": 3.192546982213273e-06,
      "loss": 0.3703,
      "step": 1183650
    },
    {
      "epoch": 330.35,
      "grad_norm": 1.0725111961364746,
      "learning_rate": 3.1925217780162274e-06,
      "loss": 0.3478,
      "step": 1183660
    },
    {
      "epoch": 330.36,
      "grad_norm": 1.6722878217697144,
      "learning_rate": 3.1924965737062096e-06,
      "loss": 0.3424,
      "step": 1183670
    },
    {
      "epoch": 330.36,
      "grad_norm": 0.8850568532943726,
      "learning_rate": 3.192471369283224e-06,
      "loss": 0.3562,
      "step": 1183680
    },
    {
      "epoch": 330.36,
      "grad_norm": 1.0798780918121338,
      "learning_rate": 3.1924461647472727e-06,
      "loss": 0.3494,
      "step": 1183690
    },
    {
      "epoch": 330.37,
      "grad_norm": 0.9149806499481201,
      "learning_rate": 3.1924209600983608e-06,
      "loss": 0.3414,
      "step": 1183700
    },
    {
      "epoch": 330.37,
      "grad_norm": 0.9902293086051941,
      "learning_rate": 3.192395755336489e-06,
      "loss": 0.3486,
      "step": 1183710
    },
    {
      "epoch": 330.37,
      "grad_norm": 0.9179485440254211,
      "learning_rate": 3.1923705504616633e-06,
      "loss": 0.3499,
      "step": 1183720
    },
    {
      "epoch": 330.37,
      "grad_norm": 1.2574793100357056,
      "learning_rate": 3.1923453454738857e-06,
      "loss": 0.3313,
      "step": 1183730
    },
    {
      "epoch": 330.38,
      "grad_norm": 1.0165151357650757,
      "learning_rate": 3.19232014037316e-06,
      "loss": 0.3372,
      "step": 1183740
    },
    {
      "epoch": 330.38,
      "grad_norm": 1.2007635831832886,
      "learning_rate": 3.1922949351594894e-06,
      "loss": 0.3445,
      "step": 1183750
    },
    {
      "epoch": 330.38,
      "grad_norm": 0.9835035800933838,
      "learning_rate": 3.1922697298328766e-06,
      "loss": 0.3684,
      "step": 1183760
    },
    {
      "epoch": 330.39,
      "grad_norm": 1.0084620714187622,
      "learning_rate": 3.1922445243933264e-06,
      "loss": 0.3589,
      "step": 1183770
    },
    {
      "epoch": 330.39,
      "grad_norm": 0.927104115486145,
      "learning_rate": 3.1922193188408412e-06,
      "loss": 0.3338,
      "step": 1183780
    },
    {
      "epoch": 330.39,
      "grad_norm": 0.9777216911315918,
      "learning_rate": 3.1921941131754246e-06,
      "loss": 0.3451,
      "step": 1183790
    },
    {
      "epoch": 330.39,
      "grad_norm": 1.1840629577636719,
      "learning_rate": 3.192168907397079e-06,
      "loss": 0.3624,
      "step": 1183800
    },
    {
      "epoch": 330.4,
      "grad_norm": 1.118215560913086,
      "learning_rate": 3.192143701505809e-06,
      "loss": 0.361,
      "step": 1183810
    },
    {
      "epoch": 330.4,
      "grad_norm": 1.1203367710113525,
      "learning_rate": 3.192118495501618e-06,
      "loss": 0.3468,
      "step": 1183820
    },
    {
      "epoch": 330.4,
      "grad_norm": 1.3387703895568848,
      "learning_rate": 3.192093289384509e-06,
      "loss": 0.3599,
      "step": 1183830
    },
    {
      "epoch": 330.4,
      "grad_norm": 1.0087664127349854,
      "learning_rate": 3.1920680831544847e-06,
      "loss": 0.3777,
      "step": 1183840
    },
    {
      "epoch": 330.41,
      "grad_norm": 1.0052335262298584,
      "learning_rate": 3.19204287681155e-06,
      "loss": 0.3417,
      "step": 1183850
    },
    {
      "epoch": 330.41,
      "grad_norm": 1.2018146514892578,
      "learning_rate": 3.192017670355706e-06,
      "loss": 0.3489,
      "step": 1183860
    },
    {
      "epoch": 330.41,
      "grad_norm": 1.1242051124572754,
      "learning_rate": 3.1919924637869575e-06,
      "loss": 0.3421,
      "step": 1183870
    },
    {
      "epoch": 330.42,
      "grad_norm": 0.8850834369659424,
      "learning_rate": 3.1919672571053084e-06,
      "loss": 0.3543,
      "step": 1183880
    },
    {
      "epoch": 330.42,
      "grad_norm": 0.9647600650787354,
      "learning_rate": 3.191942050310761e-06,
      "loss": 0.3624,
      "step": 1183890
    },
    {
      "epoch": 330.42,
      "grad_norm": 1.180618166923523,
      "learning_rate": 3.1919168434033186e-06,
      "loss": 0.3495,
      "step": 1183900
    },
    {
      "epoch": 330.42,
      "grad_norm": 1.158715009689331,
      "learning_rate": 3.191891636382986e-06,
      "loss": 0.3497,
      "step": 1183910
    },
    {
      "epoch": 330.43,
      "grad_norm": 1.1139322519302368,
      "learning_rate": 3.1918664292497654e-06,
      "loss": 0.3623,
      "step": 1183920
    },
    {
      "epoch": 330.43,
      "grad_norm": 1.048174262046814,
      "learning_rate": 3.1918412220036595e-06,
      "loss": 0.3484,
      "step": 1183930
    },
    {
      "epoch": 330.43,
      "grad_norm": 0.9319847822189331,
      "learning_rate": 3.191816014644673e-06,
      "loss": 0.3421,
      "step": 1183940
    },
    {
      "epoch": 330.44,
      "grad_norm": 1.0107265710830688,
      "learning_rate": 3.191790807172808e-06,
      "loss": 0.3426,
      "step": 1183950
    },
    {
      "epoch": 330.44,
      "grad_norm": 1.2637914419174194,
      "learning_rate": 3.191765599588069e-06,
      "loss": 0.3347,
      "step": 1183960
    },
    {
      "epoch": 330.44,
      "grad_norm": 1.120409369468689,
      "learning_rate": 3.191740391890459e-06,
      "loss": 0.3531,
      "step": 1183970
    },
    {
      "epoch": 330.44,
      "grad_norm": 1.1314986944198608,
      "learning_rate": 3.191715184079981e-06,
      "loss": 0.3528,
      "step": 1183980
    },
    {
      "epoch": 330.45,
      "grad_norm": 1.003872275352478,
      "learning_rate": 3.1916899761566388e-06,
      "loss": 0.3395,
      "step": 1183990
    },
    {
      "epoch": 330.45,
      "grad_norm": 0.9691104292869568,
      "learning_rate": 3.1916647681204358e-06,
      "loss": 0.3468,
      "step": 1184000
    },
    {
      "epoch": 330.45,
      "grad_norm": 0.9727276563644409,
      "learning_rate": 3.191639559971375e-06,
      "loss": 0.3582,
      "step": 1184010
    },
    {
      "epoch": 330.45,
      "grad_norm": 1.065112829208374,
      "learning_rate": 3.1916143517094593e-06,
      "loss": 0.3433,
      "step": 1184020
    },
    {
      "epoch": 330.46,
      "grad_norm": 1.1945830583572388,
      "learning_rate": 3.1915891433346925e-06,
      "loss": 0.3484,
      "step": 1184030
    },
    {
      "epoch": 330.46,
      "grad_norm": 0.896365761756897,
      "learning_rate": 3.1915639348470786e-06,
      "loss": 0.3574,
      "step": 1184040
    },
    {
      "epoch": 330.46,
      "grad_norm": 0.9723759889602661,
      "learning_rate": 3.1915387262466204e-06,
      "loss": 0.3382,
      "step": 1184050
    },
    {
      "epoch": 330.47,
      "grad_norm": 0.9077276587486267,
      "learning_rate": 3.1915135175333217e-06,
      "loss": 0.3435,
      "step": 1184060
    },
    {
      "epoch": 330.47,
      "grad_norm": 1.193153977394104,
      "learning_rate": 3.1914883087071846e-06,
      "loss": 0.3568,
      "step": 1184070
    },
    {
      "epoch": 330.47,
      "grad_norm": 0.9830881953239441,
      "learning_rate": 3.1914630997682143e-06,
      "loss": 0.3418,
      "step": 1184080
    },
    {
      "epoch": 330.47,
      "grad_norm": 0.9964345693588257,
      "learning_rate": 3.191437890716412e-06,
      "loss": 0.378,
      "step": 1184090
    },
    {
      "epoch": 330.48,
      "grad_norm": 0.9671993255615234,
      "learning_rate": 3.191412681551783e-06,
      "loss": 0.3557,
      "step": 1184100
    },
    {
      "epoch": 330.48,
      "grad_norm": 1.1496213674545288,
      "learning_rate": 3.1913874722743298e-06,
      "loss": 0.3419,
      "step": 1184110
    },
    {
      "epoch": 330.48,
      "grad_norm": 0.9608526229858398,
      "learning_rate": 3.1913622628840557e-06,
      "loss": 0.343,
      "step": 1184120
    },
    {
      "epoch": 330.49,
      "grad_norm": 0.9728980660438538,
      "learning_rate": 3.1913370533809644e-06,
      "loss": 0.3478,
      "step": 1184130
    },
    {
      "epoch": 330.49,
      "grad_norm": 1.110377311706543,
      "learning_rate": 3.191311843765059e-06,
      "loss": 0.3734,
      "step": 1184140
    },
    {
      "epoch": 330.49,
      "grad_norm": 1.0830504894256592,
      "learning_rate": 3.1912866340363422e-06,
      "loss": 0.3613,
      "step": 1184150
    },
    {
      "epoch": 330.49,
      "grad_norm": 1.0222301483154297,
      "learning_rate": 3.1912614241948185e-06,
      "loss": 0.3498,
      "step": 1184160
    },
    {
      "epoch": 330.5,
      "grad_norm": 1.1057844161987305,
      "learning_rate": 3.191236214240491e-06,
      "loss": 0.3656,
      "step": 1184170
    },
    {
      "epoch": 330.5,
      "grad_norm": 1.0738306045532227,
      "learning_rate": 3.1912110041733624e-06,
      "loss": 0.3541,
      "step": 1184180
    },
    {
      "epoch": 330.5,
      "grad_norm": 0.9355114698410034,
      "learning_rate": 3.1911857939934367e-06,
      "loss": 0.3577,
      "step": 1184190
    },
    {
      "epoch": 330.51,
      "grad_norm": 0.9583299160003662,
      "learning_rate": 3.1911605837007176e-06,
      "loss": 0.3523,
      "step": 1184200
    },
    {
      "epoch": 330.51,
      "grad_norm": 1.3257319927215576,
      "learning_rate": 3.1911353732952076e-06,
      "loss": 0.3425,
      "step": 1184210
    },
    {
      "epoch": 330.51,
      "grad_norm": 0.962817907333374,
      "learning_rate": 3.19111016277691e-06,
      "loss": 0.3558,
      "step": 1184220
    },
    {
      "epoch": 330.51,
      "grad_norm": 1.0679560899734497,
      "learning_rate": 3.1910849521458284e-06,
      "loss": 0.3558,
      "step": 1184230
    },
    {
      "epoch": 330.52,
      "grad_norm": 1.0185632705688477,
      "learning_rate": 3.191059741401967e-06,
      "loss": 0.3499,
      "step": 1184240
    },
    {
      "epoch": 330.52,
      "grad_norm": 0.8409469127655029,
      "learning_rate": 3.1910345305453276e-06,
      "loss": 0.3314,
      "step": 1184250
    },
    {
      "epoch": 330.52,
      "grad_norm": 1.066379427909851,
      "learning_rate": 3.191009319575915e-06,
      "loss": 0.3444,
      "step": 1184260
    },
    {
      "epoch": 330.52,
      "grad_norm": 0.963699460029602,
      "learning_rate": 3.190984108493732e-06,
      "loss": 0.3618,
      "step": 1184270
    },
    {
      "epoch": 330.53,
      "grad_norm": 0.9823692440986633,
      "learning_rate": 3.190958897298782e-06,
      "loss": 0.3508,
      "step": 1184280
    },
    {
      "epoch": 330.53,
      "grad_norm": 0.9731047749519348,
      "learning_rate": 3.190933685991068e-06,
      "loss": 0.3604,
      "step": 1184290
    },
    {
      "epoch": 330.53,
      "grad_norm": 0.7947906255722046,
      "learning_rate": 3.190908474570594e-06,
      "loss": 0.3448,
      "step": 1184300
    },
    {
      "epoch": 330.54,
      "grad_norm": 1.475540280342102,
      "learning_rate": 3.1908832630373624e-06,
      "loss": 0.3599,
      "step": 1184310
    },
    {
      "epoch": 330.54,
      "grad_norm": 1.1151472330093384,
      "learning_rate": 3.190858051391377e-06,
      "loss": 0.3425,
      "step": 1184320
    },
    {
      "epoch": 330.54,
      "grad_norm": 1.1300008296966553,
      "learning_rate": 3.190832839632642e-06,
      "loss": 0.3313,
      "step": 1184330
    },
    {
      "epoch": 330.54,
      "grad_norm": 1.0020089149475098,
      "learning_rate": 3.1908076277611593e-06,
      "loss": 0.3644,
      "step": 1184340
    },
    {
      "epoch": 330.55,
      "grad_norm": 1.3999030590057373,
      "learning_rate": 3.190782415776934e-06,
      "loss": 0.3465,
      "step": 1184350
    },
    {
      "epoch": 330.55,
      "grad_norm": 1.2359400987625122,
      "learning_rate": 3.1907572036799674e-06,
      "loss": 0.3479,
      "step": 1184360
    },
    {
      "epoch": 330.55,
      "grad_norm": 1.0042084455490112,
      "learning_rate": 3.190731991470265e-06,
      "loss": 0.3473,
      "step": 1184370
    },
    {
      "epoch": 330.56,
      "grad_norm": 1.0930147171020508,
      "learning_rate": 3.1907067791478275e-06,
      "loss": 0.3545,
      "step": 1184380
    },
    {
      "epoch": 330.56,
      "grad_norm": 0.8221126794815063,
      "learning_rate": 3.190681566712661e-06,
      "loss": 0.3425,
      "step": 1184390
    },
    {
      "epoch": 330.56,
      "grad_norm": 1.0185884237289429,
      "learning_rate": 3.190656354164768e-06,
      "loss": 0.3347,
      "step": 1184400
    },
    {
      "epoch": 330.56,
      "grad_norm": 1.1061210632324219,
      "learning_rate": 3.19063114150415e-06,
      "loss": 0.3542,
      "step": 1184410
    },
    {
      "epoch": 330.57,
      "grad_norm": 1.0895826816558838,
      "learning_rate": 3.190605928730813e-06,
      "loss": 0.3477,
      "step": 1184420
    },
    {
      "epoch": 330.57,
      "grad_norm": 1.1537991762161255,
      "learning_rate": 3.19058071584476e-06,
      "loss": 0.3442,
      "step": 1184430
    },
    {
      "epoch": 330.57,
      "grad_norm": 1.0869818925857544,
      "learning_rate": 3.1905555028459925e-06,
      "loss": 0.3507,
      "step": 1184440
    },
    {
      "epoch": 330.57,
      "grad_norm": 1.1018701791763306,
      "learning_rate": 3.1905302897345146e-06,
      "loss": 0.3566,
      "step": 1184450
    },
    {
      "epoch": 330.58,
      "grad_norm": 0.9698767066001892,
      "learning_rate": 3.1905050765103314e-06,
      "loss": 0.3611,
      "step": 1184460
    },
    {
      "epoch": 330.58,
      "grad_norm": 1.066512942314148,
      "learning_rate": 3.1904798631734432e-06,
      "loss": 0.3671,
      "step": 1184470
    },
    {
      "epoch": 330.58,
      "grad_norm": 0.9104959964752197,
      "learning_rate": 3.1904546497238556e-06,
      "loss": 0.3658,
      "step": 1184480
    },
    {
      "epoch": 330.59,
      "grad_norm": 1.0551234483718872,
      "learning_rate": 3.1904294361615724e-06,
      "loss": 0.3481,
      "step": 1184490
    },
    {
      "epoch": 330.59,
      "grad_norm": 1.1063382625579834,
      "learning_rate": 3.1904042224865953e-06,
      "loss": 0.3478,
      "step": 1184500
    },
    {
      "epoch": 330.59,
      "grad_norm": 1.0659575462341309,
      "learning_rate": 3.1903790086989276e-06,
      "loss": 0.3632,
      "step": 1184510
    },
    {
      "epoch": 330.59,
      "grad_norm": 0.8967130780220032,
      "learning_rate": 3.190353794798574e-06,
      "loss": 0.3469,
      "step": 1184520
    },
    {
      "epoch": 330.6,
      "grad_norm": 0.9309803247451782,
      "learning_rate": 3.190328580785537e-06,
      "loss": 0.3552,
      "step": 1184530
    },
    {
      "epoch": 330.6,
      "grad_norm": 0.8097675442695618,
      "learning_rate": 3.1903033666598204e-06,
      "loss": 0.3609,
      "step": 1184540
    },
    {
      "epoch": 330.6,
      "grad_norm": 0.8920098543167114,
      "learning_rate": 3.190278152421427e-06,
      "loss": 0.3371,
      "step": 1184550
    },
    {
      "epoch": 330.61,
      "grad_norm": 1.1388468742370605,
      "learning_rate": 3.190252938070361e-06,
      "loss": 0.3597,
      "step": 1184560
    },
    {
      "epoch": 330.61,
      "grad_norm": 1.053953766822815,
      "learning_rate": 3.190227723606625e-06,
      "loss": 0.3508,
      "step": 1184570
    },
    {
      "epoch": 330.61,
      "grad_norm": 1.258064866065979,
      "learning_rate": 3.190202509030222e-06,
      "loss": 0.3613,
      "step": 1184580
    },
    {
      "epoch": 330.61,
      "grad_norm": 1.0448356866836548,
      "learning_rate": 3.190177294341157e-06,
      "loss": 0.3574,
      "step": 1184590
    },
    {
      "epoch": 330.62,
      "grad_norm": 1.0191333293914795,
      "learning_rate": 3.1901520795394315e-06,
      "loss": 0.3576,
      "step": 1184600
    },
    {
      "epoch": 330.62,
      "grad_norm": 0.978308379650116,
      "learning_rate": 3.1901268646250495e-06,
      "loss": 0.3598,
      "step": 1184610
    },
    {
      "epoch": 330.62,
      "grad_norm": 1.042799711227417,
      "learning_rate": 3.190101649598015e-06,
      "loss": 0.3438,
      "step": 1184620
    },
    {
      "epoch": 330.63,
      "grad_norm": 1.0509003400802612,
      "learning_rate": 3.1900764344583304e-06,
      "loss": 0.3378,
      "step": 1184630
    },
    {
      "epoch": 330.63,
      "grad_norm": 1.0170347690582275,
      "learning_rate": 3.1900512192060005e-06,
      "loss": 0.3469,
      "step": 1184640
    },
    {
      "epoch": 330.63,
      "grad_norm": 1.0016189813613892,
      "learning_rate": 3.1900260038410266e-06,
      "loss": 0.3475,
      "step": 1184650
    },
    {
      "epoch": 330.63,
      "grad_norm": 1.0093152523040771,
      "learning_rate": 3.1900007883634142e-06,
      "loss": 0.3558,
      "step": 1184660
    },
    {
      "epoch": 330.64,
      "grad_norm": 1.0423502922058105,
      "learning_rate": 3.1899755727731648e-06,
      "loss": 0.3523,
      "step": 1184670
    },
    {
      "epoch": 330.64,
      "grad_norm": 1.0856271982192993,
      "learning_rate": 3.1899503570702823e-06,
      "loss": 0.3476,
      "step": 1184680
    },
    {
      "epoch": 330.64,
      "grad_norm": 1.0530869960784912,
      "learning_rate": 3.189925141254771e-06,
      "loss": 0.3574,
      "step": 1184690
    },
    {
      "epoch": 330.64,
      "grad_norm": 1.0260086059570312,
      "learning_rate": 3.1898999253266335e-06,
      "loss": 0.3563,
      "step": 1184700
    },
    {
      "epoch": 330.65,
      "grad_norm": 0.918328046798706,
      "learning_rate": 3.189874709285872e-06,
      "loss": 0.337,
      "step": 1184710
    },
    {
      "epoch": 330.65,
      "grad_norm": 0.9880118370056152,
      "learning_rate": 3.1898494931324927e-06,
      "loss": 0.338,
      "step": 1184720
    },
    {
      "epoch": 330.65,
      "grad_norm": 0.8863805532455444,
      "learning_rate": 3.1898242768664964e-06,
      "loss": 0.3512,
      "step": 1184730
    },
    {
      "epoch": 330.66,
      "grad_norm": 1.0936148166656494,
      "learning_rate": 3.189799060487888e-06,
      "loss": 0.3433,
      "step": 1184740
    },
    {
      "epoch": 330.66,
      "grad_norm": 1.0369229316711426,
      "learning_rate": 3.18977384399667e-06,
      "loss": 0.3506,
      "step": 1184750
    },
    {
      "epoch": 330.66,
      "grad_norm": 0.9737306237220764,
      "learning_rate": 3.1897486273928454e-06,
      "loss": 0.3538,
      "step": 1184760
    },
    {
      "epoch": 330.66,
      "grad_norm": 1.1102217435836792,
      "learning_rate": 3.1897234106764186e-06,
      "loss": 0.3584,
      "step": 1184770
    },
    {
      "epoch": 330.67,
      "grad_norm": 1.0005934238433838,
      "learning_rate": 3.189698193847393e-06,
      "loss": 0.3439,
      "step": 1184780
    },
    {
      "epoch": 330.67,
      "grad_norm": 1.0494471788406372,
      "learning_rate": 3.189672976905771e-06,
      "loss": 0.3551,
      "step": 1184790
    },
    {
      "epoch": 330.67,
      "grad_norm": 1.092870831489563,
      "learning_rate": 3.189647759851556e-06,
      "loss": 0.3502,
      "step": 1184800
    },
    {
      "epoch": 330.68,
      "grad_norm": 1.216047763824463,
      "learning_rate": 3.1896225426847526e-06,
      "loss": 0.3543,
      "step": 1184810
    },
    {
      "epoch": 330.68,
      "grad_norm": 0.9573909640312195,
      "learning_rate": 3.189597325405363e-06,
      "loss": 0.3516,
      "step": 1184820
    },
    {
      "epoch": 330.68,
      "grad_norm": 1.1039481163024902,
      "learning_rate": 3.1895721080133907e-06,
      "loss": 0.3499,
      "step": 1184830
    },
    {
      "epoch": 330.68,
      "grad_norm": 1.0014728307724,
      "learning_rate": 3.1895468905088395e-06,
      "loss": 0.3649,
      "step": 1184840
    },
    {
      "epoch": 330.69,
      "grad_norm": 1.094481348991394,
      "learning_rate": 3.1895216728917126e-06,
      "loss": 0.3504,
      "step": 1184850
    },
    {
      "epoch": 330.69,
      "grad_norm": 0.9392219185829163,
      "learning_rate": 3.189496455162013e-06,
      "loss": 0.3722,
      "step": 1184860
    },
    {
      "epoch": 330.69,
      "grad_norm": 1.0912201404571533,
      "learning_rate": 3.1894712373197442e-06,
      "loss": 0.3577,
      "step": 1184870
    },
    {
      "epoch": 330.69,
      "grad_norm": 1.0125775337219238,
      "learning_rate": 3.18944601936491e-06,
      "loss": 0.3363,
      "step": 1184880
    },
    {
      "epoch": 330.7,
      "grad_norm": 0.9028321504592896,
      "learning_rate": 3.1894208012975134e-06,
      "loss": 0.3495,
      "step": 1184890
    },
    {
      "epoch": 330.7,
      "grad_norm": 1.2336742877960205,
      "learning_rate": 3.1893955831175577e-06,
      "loss": 0.3759,
      "step": 1184900
    },
    {
      "epoch": 330.7,
      "grad_norm": 0.9141548871994019,
      "learning_rate": 3.189370364825046e-06,
      "loss": 0.3368,
      "step": 1184910
    },
    {
      "epoch": 330.71,
      "grad_norm": 1.0905998945236206,
      "learning_rate": 3.1893451464199824e-06,
      "loss": 0.3623,
      "step": 1184920
    },
    {
      "epoch": 330.71,
      "grad_norm": 1.2004743814468384,
      "learning_rate": 3.1893199279023693e-06,
      "loss": 0.3439,
      "step": 1184930
    },
    {
      "epoch": 330.71,
      "grad_norm": 0.9873995780944824,
      "learning_rate": 3.1892947092722117e-06,
      "loss": 0.3524,
      "step": 1184940
    },
    {
      "epoch": 330.71,
      "grad_norm": 1.209234356880188,
      "learning_rate": 3.189269490529511e-06,
      "loss": 0.3593,
      "step": 1184950
    },
    {
      "epoch": 330.72,
      "grad_norm": 1.0476080179214478,
      "learning_rate": 3.1892442716742718e-06,
      "loss": 0.3414,
      "step": 1184960
    },
    {
      "epoch": 330.72,
      "grad_norm": 1.3610713481903076,
      "learning_rate": 3.1892190527064966e-06,
      "loss": 0.3579,
      "step": 1184970
    },
    {
      "epoch": 330.72,
      "grad_norm": 1.1330687999725342,
      "learning_rate": 3.1891938336261897e-06,
      "loss": 0.3654,
      "step": 1184980
    },
    {
      "epoch": 330.73,
      "grad_norm": 0.9829792976379395,
      "learning_rate": 3.189168614433354e-06,
      "loss": 0.3425,
      "step": 1184990
    },
    {
      "epoch": 330.73,
      "grad_norm": 0.9654693603515625,
      "learning_rate": 3.1891433951279923e-06,
      "loss": 0.3539,
      "step": 1185000
    },
    {
      "epoch": 330.73,
      "grad_norm": 1.046177625656128,
      "learning_rate": 3.1891181757101093e-06,
      "loss": 0.341,
      "step": 1185010
    },
    {
      "epoch": 330.73,
      "grad_norm": 1.0115662813186646,
      "learning_rate": 3.1890929561797077e-06,
      "loss": 0.3636,
      "step": 1185020
    },
    {
      "epoch": 330.74,
      "grad_norm": 0.9596803188323975,
      "learning_rate": 3.1890677365367897e-06,
      "loss": 0.3569,
      "step": 1185030
    },
    {
      "epoch": 330.74,
      "grad_norm": 1.014733910560608,
      "learning_rate": 3.1890425167813607e-06,
      "loss": 0.3542,
      "step": 1185040
    },
    {
      "epoch": 330.74,
      "grad_norm": 1.005785346031189,
      "learning_rate": 3.1890172969134225e-06,
      "loss": 0.34,
      "step": 1185050
    },
    {
      "epoch": 330.75,
      "grad_norm": 1.1659579277038574,
      "learning_rate": 3.1889920769329788e-06,
      "loss": 0.364,
      "step": 1185060
    },
    {
      "epoch": 330.75,
      "grad_norm": 0.9102362990379333,
      "learning_rate": 3.1889668568400334e-06,
      "loss": 0.3446,
      "step": 1185070
    },
    {
      "epoch": 330.75,
      "grad_norm": 1.0413260459899902,
      "learning_rate": 3.188941636634589e-06,
      "loss": 0.3494,
      "step": 1185080
    },
    {
      "epoch": 330.75,
      "grad_norm": 1.014817714691162,
      "learning_rate": 3.1889164163166505e-06,
      "loss": 0.3379,
      "step": 1185090
    },
    {
      "epoch": 330.76,
      "grad_norm": 0.9462218880653381,
      "learning_rate": 3.188891195886219e-06,
      "loss": 0.3604,
      "step": 1185100
    },
    {
      "epoch": 330.76,
      "grad_norm": 1.1311323642730713,
      "learning_rate": 3.1888659753432995e-06,
      "loss": 0.3448,
      "step": 1185110
    },
    {
      "epoch": 330.76,
      "grad_norm": 0.9845656752586365,
      "learning_rate": 3.188840754687894e-06,
      "loss": 0.3427,
      "step": 1185120
    },
    {
      "epoch": 330.76,
      "grad_norm": 1.1446726322174072,
      "learning_rate": 3.1888155339200076e-06,
      "loss": 0.3554,
      "step": 1185130
    },
    {
      "epoch": 330.77,
      "grad_norm": 1.0072903633117676,
      "learning_rate": 3.1887903130396426e-06,
      "loss": 0.3579,
      "step": 1185140
    },
    {
      "epoch": 330.77,
      "grad_norm": 0.9680915474891663,
      "learning_rate": 3.1887650920468022e-06,
      "loss": 0.3504,
      "step": 1185150
    },
    {
      "epoch": 330.77,
      "grad_norm": 1.062684178352356,
      "learning_rate": 3.1887398709414907e-06,
      "loss": 0.3549,
      "step": 1185160
    },
    {
      "epoch": 330.78,
      "grad_norm": 1.4259406328201294,
      "learning_rate": 3.1887146497237106e-06,
      "loss": 0.3598,
      "step": 1185170
    },
    {
      "epoch": 330.78,
      "grad_norm": 1.0018446445465088,
      "learning_rate": 3.1886894283934653e-06,
      "loss": 0.3546,
      "step": 1185180
    },
    {
      "epoch": 330.78,
      "grad_norm": 0.9333940148353577,
      "learning_rate": 3.188664206950758e-06,
      "loss": 0.3429,
      "step": 1185190
    },
    {
      "epoch": 330.78,
      "grad_norm": 0.9212580323219299,
      "learning_rate": 3.1886389853955933e-06,
      "loss": 0.3601,
      "step": 1185200
    },
    {
      "epoch": 330.79,
      "grad_norm": 1.2937880754470825,
      "learning_rate": 3.1886137637279726e-06,
      "loss": 0.3658,
      "step": 1185210
    },
    {
      "epoch": 330.79,
      "grad_norm": 1.0265995264053345,
      "learning_rate": 3.1885885419479003e-06,
      "loss": 0.3696,
      "step": 1185220
    },
    {
      "epoch": 330.79,
      "grad_norm": 0.9555367231369019,
      "learning_rate": 3.1885633200553805e-06,
      "loss": 0.3456,
      "step": 1185230
    },
    {
      "epoch": 330.8,
      "grad_norm": 1.005298137664795,
      "learning_rate": 3.188538098050416e-06,
      "loss": 0.3516,
      "step": 1185240
    },
    {
      "epoch": 330.8,
      "grad_norm": 1.1222630739212036,
      "learning_rate": 3.188512875933009e-06,
      "loss": 0.355,
      "step": 1185250
    },
    {
      "epoch": 330.8,
      "grad_norm": 1.0080006122589111,
      "learning_rate": 3.1884876537031644e-06,
      "loss": 0.3422,
      "step": 1185260
    },
    {
      "epoch": 330.8,
      "grad_norm": 1.0406901836395264,
      "learning_rate": 3.188462431360885e-06,
      "loss": 0.3523,
      "step": 1185270
    },
    {
      "epoch": 330.81,
      "grad_norm": 1.0198485851287842,
      "learning_rate": 3.1884372089061738e-06,
      "loss": 0.3379,
      "step": 1185280
    },
    {
      "epoch": 330.81,
      "grad_norm": 1.307553768157959,
      "learning_rate": 3.1884119863390346e-06,
      "loss": 0.3415,
      "step": 1185290
    },
    {
      "epoch": 330.81,
      "grad_norm": 1.0470428466796875,
      "learning_rate": 3.188386763659471e-06,
      "loss": 0.3433,
      "step": 1185300
    },
    {
      "epoch": 330.81,
      "grad_norm": 0.9052270650863647,
      "learning_rate": 3.1883615408674863e-06,
      "loss": 0.3391,
      "step": 1185310
    },
    {
      "epoch": 330.82,
      "grad_norm": 0.9793436527252197,
      "learning_rate": 3.1883363179630828e-06,
      "loss": 0.3687,
      "step": 1185320
    },
    {
      "epoch": 330.82,
      "grad_norm": 1.1215829849243164,
      "learning_rate": 3.1883110949462652e-06,
      "loss": 0.381,
      "step": 1185330
    },
    {
      "epoch": 330.82,
      "grad_norm": 1.1657530069351196,
      "learning_rate": 3.188285871817036e-06,
      "loss": 0.3635,
      "step": 1185340
    },
    {
      "epoch": 330.83,
      "grad_norm": 1.0812654495239258,
      "learning_rate": 3.188260648575399e-06,
      "loss": 0.349,
      "step": 1185350
    },
    {
      "epoch": 330.83,
      "grad_norm": 0.9226120114326477,
      "learning_rate": 3.1882354252213567e-06,
      "loss": 0.3624,
      "step": 1185360
    },
    {
      "epoch": 330.83,
      "grad_norm": 1.1215903759002686,
      "learning_rate": 3.188210201754914e-06,
      "loss": 0.3531,
      "step": 1185370
    },
    {
      "epoch": 330.83,
      "grad_norm": 0.8188595771789551,
      "learning_rate": 3.1881849781760733e-06,
      "loss": 0.3303,
      "step": 1185380
    },
    {
      "epoch": 330.84,
      "grad_norm": 0.9572174549102783,
      "learning_rate": 3.188159754484838e-06,
      "loss": 0.3479,
      "step": 1185390
    },
    {
      "epoch": 330.84,
      "grad_norm": 0.961901068687439,
      "learning_rate": 3.188134530681211e-06,
      "loss": 0.3446,
      "step": 1185400
    },
    {
      "epoch": 330.84,
      "grad_norm": 1.0656743049621582,
      "learning_rate": 3.188109306765197e-06,
      "loss": 0.3677,
      "step": 1185410
    },
    {
      "epoch": 330.85,
      "grad_norm": 1.075862169265747,
      "learning_rate": 3.1880840827367976e-06,
      "loss": 0.3583,
      "step": 1185420
    },
    {
      "epoch": 330.85,
      "grad_norm": 1.055803656578064,
      "learning_rate": 3.1880588585960186e-06,
      "loss": 0.3461,
      "step": 1185430
    },
    {
      "epoch": 330.85,
      "grad_norm": 1.0170059204101562,
      "learning_rate": 3.1880336343428603e-06,
      "loss": 0.3501,
      "step": 1185440
    },
    {
      "epoch": 330.85,
      "grad_norm": 1.0377808809280396,
      "learning_rate": 3.1880084099773288e-06,
      "loss": 0.36,
      "step": 1185450
    },
    {
      "epoch": 330.86,
      "grad_norm": 1.1701695919036865,
      "learning_rate": 3.187983185499426e-06,
      "loss": 0.339,
      "step": 1185460
    },
    {
      "epoch": 330.86,
      "grad_norm": 1.015190839767456,
      "learning_rate": 3.1879579609091554e-06,
      "loss": 0.3473,
      "step": 1185470
    },
    {
      "epoch": 330.86,
      "grad_norm": 1.9999048709869385,
      "learning_rate": 3.1879327362065195e-06,
      "loss": 0.3702,
      "step": 1185480
    },
    {
      "epoch": 330.87,
      "grad_norm": 0.9741814136505127,
      "learning_rate": 3.187907511391524e-06,
      "loss": 0.3466,
      "step": 1185490
    },
    {
      "epoch": 330.87,
      "grad_norm": 1.0985883474349976,
      "learning_rate": 3.1878822864641706e-06,
      "loss": 0.3537,
      "step": 1185500
    },
    {
      "epoch": 330.87,
      "grad_norm": 0.9566372036933899,
      "learning_rate": 3.187857061424462e-06,
      "loss": 0.328,
      "step": 1185510
    },
    {
      "epoch": 330.87,
      "grad_norm": 0.9777816534042358,
      "learning_rate": 3.187831836272404e-06,
      "loss": 0.3233,
      "step": 1185520
    },
    {
      "epoch": 330.88,
      "grad_norm": 2.1608998775482178,
      "learning_rate": 3.1878066110079983e-06,
      "loss": 0.3611,
      "step": 1185530
    },
    {
      "epoch": 330.88,
      "grad_norm": 0.9369260668754578,
      "learning_rate": 3.187781385631247e-06,
      "loss": 0.3606,
      "step": 1185540
    },
    {
      "epoch": 330.88,
      "grad_norm": 1.070287823677063,
      "learning_rate": 3.187756160142156e-06,
      "loss": 0.3434,
      "step": 1185550
    },
    {
      "epoch": 330.88,
      "grad_norm": 1.0354996919631958,
      "learning_rate": 3.187730934540728e-06,
      "loss": 0.3504,
      "step": 1185560
    },
    {
      "epoch": 330.89,
      "grad_norm": 0.8469991087913513,
      "learning_rate": 3.1877057088269646e-06,
      "loss": 0.329,
      "step": 1185570
    },
    {
      "epoch": 330.89,
      "grad_norm": 1.2093381881713867,
      "learning_rate": 3.187680483000871e-06,
      "loss": 0.3582,
      "step": 1185580
    },
    {
      "epoch": 330.89,
      "grad_norm": 0.9864359498023987,
      "learning_rate": 3.1876552570624507e-06,
      "loss": 0.3511,
      "step": 1185590
    },
    {
      "epoch": 330.9,
      "grad_norm": 1.008754014968872,
      "learning_rate": 3.1876300310117055e-06,
      "loss": 0.3674,
      "step": 1185600
    },
    {
      "epoch": 330.9,
      "grad_norm": 1.0374693870544434,
      "learning_rate": 3.18760480484864e-06,
      "loss": 0.3564,
      "step": 1185610
    },
    {
      "epoch": 330.9,
      "grad_norm": 0.8748571872711182,
      "learning_rate": 3.1875795785732575e-06,
      "loss": 0.3569,
      "step": 1185620
    },
    {
      "epoch": 330.9,
      "grad_norm": 0.8650889992713928,
      "learning_rate": 3.1875543521855606e-06,
      "loss": 0.3464,
      "step": 1185630
    },
    {
      "epoch": 330.91,
      "grad_norm": 0.97379469871521,
      "learning_rate": 3.187529125685553e-06,
      "loss": 0.3536,
      "step": 1185640
    },
    {
      "epoch": 330.91,
      "grad_norm": 1.0795886516571045,
      "learning_rate": 3.1875038990732385e-06,
      "loss": 0.3508,
      "step": 1185650
    },
    {
      "epoch": 330.91,
      "grad_norm": 1.0395253896713257,
      "learning_rate": 3.1874786723486202e-06,
      "loss": 0.3491,
      "step": 1185660
    },
    {
      "epoch": 330.92,
      "grad_norm": 0.9186562299728394,
      "learning_rate": 3.1874534455117006e-06,
      "loss": 0.3465,
      "step": 1185670
    },
    {
      "epoch": 330.92,
      "grad_norm": 1.173088550567627,
      "learning_rate": 3.187428218562485e-06,
      "loss": 0.3351,
      "step": 1185680
    },
    {
      "epoch": 330.92,
      "grad_norm": 1.196152687072754,
      "learning_rate": 3.1874029915009752e-06,
      "loss": 0.3608,
      "step": 1185690
    },
    {
      "epoch": 330.92,
      "grad_norm": 1.150610327720642,
      "learning_rate": 3.1873777643271745e-06,
      "loss": 0.3508,
      "step": 1185700
    },
    {
      "epoch": 330.93,
      "grad_norm": 2.7385125160217285,
      "learning_rate": 3.187352537041087e-06,
      "loss": 0.3414,
      "step": 1185710
    },
    {
      "epoch": 330.93,
      "grad_norm": 1.1576436758041382,
      "learning_rate": 3.187327309642716e-06,
      "loss": 0.357,
      "step": 1185720
    },
    {
      "epoch": 330.93,
      "grad_norm": 0.9359828233718872,
      "learning_rate": 3.1873020821320644e-06,
      "loss": 0.3635,
      "step": 1185730
    },
    {
      "epoch": 330.93,
      "grad_norm": 1.1077874898910522,
      "learning_rate": 3.1872768545091355e-06,
      "loss": 0.3523,
      "step": 1185740
    },
    {
      "epoch": 330.94,
      "grad_norm": 1.0740560293197632,
      "learning_rate": 3.1872516267739336e-06,
      "loss": 0.3697,
      "step": 1185750
    },
    {
      "epoch": 330.94,
      "grad_norm": 1.1853468418121338,
      "learning_rate": 3.1872263989264618e-06,
      "loss": 0.3619,
      "step": 1185760
    },
    {
      "epoch": 330.94,
      "grad_norm": 0.9461460113525391,
      "learning_rate": 3.1872011709667216e-06,
      "loss": 0.3526,
      "step": 1185770
    },
    {
      "epoch": 330.95,
      "grad_norm": 0.9950522184371948,
      "learning_rate": 3.1871759428947187e-06,
      "loss": 0.3533,
      "step": 1185780
    },
    {
      "epoch": 330.95,
      "grad_norm": 1.265598177909851,
      "learning_rate": 3.1871507147104556e-06,
      "loss": 0.3591,
      "step": 1185790
    },
    {
      "epoch": 330.95,
      "grad_norm": 0.9217402338981628,
      "learning_rate": 3.187125486413935e-06,
      "loss": 0.3573,
      "step": 1185800
    },
    {
      "epoch": 330.95,
      "grad_norm": 1.0507211685180664,
      "learning_rate": 3.1871002580051612e-06,
      "loss": 0.3377,
      "step": 1185810
    },
    {
      "epoch": 330.96,
      "grad_norm": 1.0606870651245117,
      "learning_rate": 3.187075029484138e-06,
      "loss": 0.3515,
      "step": 1185820
    },
    {
      "epoch": 330.96,
      "grad_norm": 1.1753442287445068,
      "learning_rate": 3.1870498008508674e-06,
      "loss": 0.353,
      "step": 1185830
    },
    {
      "epoch": 330.96,
      "grad_norm": 1.0876036882400513,
      "learning_rate": 3.1870245721053535e-06,
      "loss": 0.3616,
      "step": 1185840
    },
    {
      "epoch": 330.97,
      "grad_norm": 1.1047337055206299,
      "learning_rate": 3.1869993432475996e-06,
      "loss": 0.3436,
      "step": 1185850
    },
    {
      "epoch": 330.97,
      "grad_norm": 1.079418659210205,
      "learning_rate": 3.1869741142776088e-06,
      "loss": 0.3451,
      "step": 1185860
    },
    {
      "epoch": 330.97,
      "grad_norm": 0.9186811447143555,
      "learning_rate": 3.1869488851953844e-06,
      "loss": 0.3777,
      "step": 1185870
    },
    {
      "epoch": 330.97,
      "grad_norm": 0.9969028830528259,
      "learning_rate": 3.18692365600093e-06,
      "loss": 0.35,
      "step": 1185880
    },
    {
      "epoch": 330.98,
      "grad_norm": 0.9309371113777161,
      "learning_rate": 3.186898426694249e-06,
      "loss": 0.3468,
      "step": 1185890
    },
    {
      "epoch": 330.98,
      "grad_norm": 0.9334441423416138,
      "learning_rate": 3.1868731972753454e-06,
      "loss": 0.3568,
      "step": 1185900
    },
    {
      "epoch": 330.98,
      "grad_norm": 0.9494298100471497,
      "learning_rate": 3.1868479677442215e-06,
      "loss": 0.3481,
      "step": 1185910
    },
    {
      "epoch": 330.99,
      "grad_norm": 1.038761019706726,
      "learning_rate": 3.1868227381008806e-06,
      "loss": 0.3568,
      "step": 1185920
    },
    {
      "epoch": 330.99,
      "grad_norm": 0.8804069757461548,
      "learning_rate": 3.186797508345327e-06,
      "loss": 0.3638,
      "step": 1185930
    },
    {
      "epoch": 330.99,
      "grad_norm": 1.046362042427063,
      "learning_rate": 3.1867722784775637e-06,
      "loss": 0.3482,
      "step": 1185940
    },
    {
      "epoch": 330.99,
      "grad_norm": 1.0700143575668335,
      "learning_rate": 3.1867470484975932e-06,
      "loss": 0.3546,
      "step": 1185950
    },
    {
      "epoch": 331.0,
      "grad_norm": 0.9677793383598328,
      "learning_rate": 3.1867218184054193e-06,
      "loss": 0.3362,
      "step": 1185960
    },
    {
      "epoch": 331.0,
      "grad_norm": 0.9907810688018799,
      "learning_rate": 3.186696588201047e-06,
      "loss": 0.3632,
      "step": 1185970
    },
    {
      "epoch": 331.0,
      "eval_loss": 0.35569700598716736,
      "eval_runtime": 63.2199,
      "eval_samples_per_second": 80.022,
      "eval_steps_per_second": 10.013,
      "step": 1185973
    },
    {
      "epoch": 331.0,
      "grad_norm": 1.1304775476455688,
      "learning_rate": 3.1866713578844774e-06,
      "loss": 0.3416,
      "step": 1185980
    },
    {
      "epoch": 331.0,
      "grad_norm": 1.1029666662216187,
      "learning_rate": 3.1866461274557146e-06,
      "loss": 0.3533,
      "step": 1185990
    },
    {
      "epoch": 331.01,
      "grad_norm": 0.9443907141685486,
      "learning_rate": 3.1866208969147622e-06,
      "loss": 0.355,
      "step": 1186000
    },
    {
      "epoch": 331.01,
      "grad_norm": 1.0602569580078125,
      "learning_rate": 3.186595666261624e-06,
      "loss": 0.3439,
      "step": 1186010
    },
    {
      "epoch": 331.01,
      "grad_norm": 0.9779225587844849,
      "learning_rate": 3.186570435496302e-06,
      "loss": 0.3548,
      "step": 1186020
    },
    {
      "epoch": 331.02,
      "grad_norm": 0.9762011170387268,
      "learning_rate": 3.1865452046188003e-06,
      "loss": 0.3701,
      "step": 1186030
    },
    {
      "epoch": 331.02,
      "grad_norm": 0.9239956140518188,
      "learning_rate": 3.186519973629124e-06,
      "loss": 0.3413,
      "step": 1186040
    },
    {
      "epoch": 331.02,
      "grad_norm": 1.0452864170074463,
      "learning_rate": 3.186494742527273e-06,
      "loss": 0.3406,
      "step": 1186050
    },
    {
      "epoch": 331.02,
      "grad_norm": 0.9965851306915283,
      "learning_rate": 3.186469511313253e-06,
      "loss": 0.3309,
      "step": 1186060
    },
    {
      "epoch": 331.03,
      "grad_norm": 0.9653282761573792,
      "learning_rate": 3.1864442799870673e-06,
      "loss": 0.343,
      "step": 1186070
    },
    {
      "epoch": 331.03,
      "grad_norm": 1.024769902229309,
      "learning_rate": 3.1864190485487183e-06,
      "loss": 0.3675,
      "step": 1186080
    },
    {
      "epoch": 331.03,
      "grad_norm": 1.5814553499221802,
      "learning_rate": 3.1863938169982094e-06,
      "loss": 0.3632,
      "step": 1186090
    },
    {
      "epoch": 331.04,
      "grad_norm": 1.1015206575393677,
      "learning_rate": 3.1863685853355444e-06,
      "loss": 0.3462,
      "step": 1186100
    },
    {
      "epoch": 331.04,
      "grad_norm": 1.0003312826156616,
      "learning_rate": 3.1863433535607277e-06,
      "loss": 0.3348,
      "step": 1186110
    },
    {
      "epoch": 331.04,
      "grad_norm": 0.9517762660980225,
      "learning_rate": 3.186318121673761e-06,
      "loss": 0.3494,
      "step": 1186120
    },
    {
      "epoch": 331.04,
      "grad_norm": 1.023506760597229,
      "learning_rate": 3.186292889674648e-06,
      "loss": 0.3664,
      "step": 1186130
    },
    {
      "epoch": 331.05,
      "grad_norm": 1.1026028394699097,
      "learning_rate": 3.1862676575633927e-06,
      "loss": 0.347,
      "step": 1186140
    },
    {
      "epoch": 331.05,
      "grad_norm": 0.9559078812599182,
      "learning_rate": 3.186242425339998e-06,
      "loss": 0.3654,
      "step": 1186150
    },
    {
      "epoch": 331.05,
      "grad_norm": 1.1556637287139893,
      "learning_rate": 3.186217193004467e-06,
      "loss": 0.3454,
      "step": 1186160
    },
    {
      "epoch": 331.05,
      "grad_norm": 1.1800059080123901,
      "learning_rate": 3.1861919605568036e-06,
      "loss": 0.3577,
      "step": 1186170
    },
    {
      "epoch": 331.06,
      "grad_norm": 0.9763033986091614,
      "learning_rate": 3.1861667279970105e-06,
      "loss": 0.3631,
      "step": 1186180
    },
    {
      "epoch": 331.06,
      "grad_norm": 0.8983231782913208,
      "learning_rate": 3.1861414953250927e-06,
      "loss": 0.3722,
      "step": 1186190
    },
    {
      "epoch": 331.06,
      "grad_norm": 1.133795976638794,
      "learning_rate": 3.186116262541052e-06,
      "loss": 0.3596,
      "step": 1186200
    },
    {
      "epoch": 331.07,
      "grad_norm": 0.9537326097488403,
      "learning_rate": 3.1860910296448913e-06,
      "loss": 0.332,
      "step": 1186210
    },
    {
      "epoch": 331.07,
      "grad_norm": 1.135529637336731,
      "learning_rate": 3.186065796636615e-06,
      "loss": 0.3456,
      "step": 1186220
    },
    {
      "epoch": 331.07,
      "grad_norm": 0.900053858757019,
      "learning_rate": 3.1860405635162267e-06,
      "loss": 0.3574,
      "step": 1186230
    },
    {
      "epoch": 331.07,
      "grad_norm": 1.0633771419525146,
      "learning_rate": 3.186015330283729e-06,
      "loss": 0.3492,
      "step": 1186240
    },
    {
      "epoch": 331.08,
      "grad_norm": 1.0621370077133179,
      "learning_rate": 3.185990096939125e-06,
      "loss": 0.3599,
      "step": 1186250
    },
    {
      "epoch": 331.08,
      "grad_norm": 1.017304539680481,
      "learning_rate": 3.1859648634824198e-06,
      "loss": 0.3457,
      "step": 1186260
    },
    {
      "epoch": 331.08,
      "grad_norm": 1.0301580429077148,
      "learning_rate": 3.1859396299136147e-06,
      "loss": 0.3454,
      "step": 1186270
    },
    {
      "epoch": 331.09,
      "grad_norm": 0.9695633053779602,
      "learning_rate": 3.1859143962327142e-06,
      "loss": 0.3389,
      "step": 1186280
    },
    {
      "epoch": 331.09,
      "grad_norm": 1.018373727798462,
      "learning_rate": 3.185889162439721e-06,
      "loss": 0.3336,
      "step": 1186290
    },
    {
      "epoch": 331.09,
      "grad_norm": 1.004855751991272,
      "learning_rate": 3.1858639285346403e-06,
      "loss": 0.3372,
      "step": 1186300
    },
    {
      "epoch": 331.09,
      "grad_norm": 0.9859389066696167,
      "learning_rate": 3.185838694517472e-06,
      "loss": 0.3465,
      "step": 1186310
    },
    {
      "epoch": 331.1,
      "grad_norm": 0.9296131730079651,
      "learning_rate": 3.1858134603882225e-06,
      "loss": 0.3462,
      "step": 1186320
    },
    {
      "epoch": 331.1,
      "grad_norm": 1.1130340099334717,
      "learning_rate": 3.185788226146894e-06,
      "loss": 0.3601,
      "step": 1186330
    },
    {
      "epoch": 331.1,
      "grad_norm": 1.0734899044036865,
      "learning_rate": 3.1857629917934905e-06,
      "loss": 0.356,
      "step": 1186340
    },
    {
      "epoch": 331.11,
      "grad_norm": 1.1388236284255981,
      "learning_rate": 3.1857377573280143e-06,
      "loss": 0.3367,
      "step": 1186350
    },
    {
      "epoch": 331.11,
      "grad_norm": 0.9335388541221619,
      "learning_rate": 3.1857125227504697e-06,
      "loss": 0.3474,
      "step": 1186360
    },
    {
      "epoch": 331.11,
      "grad_norm": 0.97109454870224,
      "learning_rate": 3.1856872880608588e-06,
      "loss": 0.3577,
      "step": 1186370
    },
    {
      "epoch": 331.11,
      "grad_norm": 0.9495158791542053,
      "learning_rate": 3.1856620532591867e-06,
      "loss": 0.3471,
      "step": 1186380
    },
    {
      "epoch": 331.12,
      "grad_norm": 1.2096138000488281,
      "learning_rate": 3.185636818345455e-06,
      "loss": 0.3553,
      "step": 1186390
    },
    {
      "epoch": 331.12,
      "grad_norm": 1.3140110969543457,
      "learning_rate": 3.1856115833196688e-06,
      "loss": 0.3578,
      "step": 1186400
    },
    {
      "epoch": 331.12,
      "grad_norm": 0.9415115714073181,
      "learning_rate": 3.1855863481818305e-06,
      "loss": 0.3494,
      "step": 1186410
    },
    {
      "epoch": 331.12,
      "grad_norm": 0.959933876991272,
      "learning_rate": 3.185561112931943e-06,
      "loss": 0.3379,
      "step": 1186420
    },
    {
      "epoch": 331.13,
      "grad_norm": 1.1480904817581177,
      "learning_rate": 3.1855358775700107e-06,
      "loss": 0.3488,
      "step": 1186430
    },
    {
      "epoch": 331.13,
      "grad_norm": 0.9032368063926697,
      "learning_rate": 3.185510642096036e-06,
      "loss": 0.3583,
      "step": 1186440
    },
    {
      "epoch": 331.13,
      "grad_norm": 1.2029423713684082,
      "learning_rate": 3.185485406510023e-06,
      "loss": 0.3702,
      "step": 1186450
    },
    {
      "epoch": 331.14,
      "grad_norm": 1.0583069324493408,
      "learning_rate": 3.185460170811975e-06,
      "loss": 0.3535,
      "step": 1186460
    },
    {
      "epoch": 331.14,
      "grad_norm": 1.1889288425445557,
      "learning_rate": 3.185434935001895e-06,
      "loss": 0.3487,
      "step": 1186470
    },
    {
      "epoch": 331.14,
      "grad_norm": 0.9867159724235535,
      "learning_rate": 3.1854096990797864e-06,
      "loss": 0.3554,
      "step": 1186480
    },
    {
      "epoch": 331.14,
      "grad_norm": 0.9769910573959351,
      "learning_rate": 3.185384463045653e-06,
      "loss": 0.357,
      "step": 1186490
    },
    {
      "epoch": 331.15,
      "grad_norm": 1.1080266237258911,
      "learning_rate": 3.1853592268994975e-06,
      "loss": 0.3508,
      "step": 1186500
    },
    {
      "epoch": 331.15,
      "grad_norm": 1.0152957439422607,
      "learning_rate": 3.1853339906413234e-06,
      "loss": 0.3426,
      "step": 1186510
    },
    {
      "epoch": 331.15,
      "grad_norm": 0.8662146329879761,
      "learning_rate": 3.1853087542711344e-06,
      "loss": 0.3483,
      "step": 1186520
    },
    {
      "epoch": 331.16,
      "grad_norm": 1.0824358463287354,
      "learning_rate": 3.1852835177889337e-06,
      "loss": 0.3749,
      "step": 1186530
    },
    {
      "epoch": 331.16,
      "grad_norm": 1.1029750108718872,
      "learning_rate": 3.1852582811947244e-06,
      "loss": 0.3617,
      "step": 1186540
    },
    {
      "epoch": 331.16,
      "grad_norm": 1.2137858867645264,
      "learning_rate": 3.1852330444885106e-06,
      "loss": 0.3491,
      "step": 1186550
    },
    {
      "epoch": 331.16,
      "grad_norm": 1.006744384765625,
      "learning_rate": 3.1852078076702954e-06,
      "loss": 0.3552,
      "step": 1186560
    },
    {
      "epoch": 331.17,
      "grad_norm": 1.103289246559143,
      "learning_rate": 3.1851825707400816e-06,
      "loss": 0.365,
      "step": 1186570
    },
    {
      "epoch": 331.17,
      "grad_norm": 0.8432937264442444,
      "learning_rate": 3.1851573336978727e-06,
      "loss": 0.3355,
      "step": 1186580
    },
    {
      "epoch": 331.17,
      "grad_norm": 1.0753037929534912,
      "learning_rate": 3.1851320965436725e-06,
      "loss": 0.3558,
      "step": 1186590
    },
    {
      "epoch": 331.17,
      "grad_norm": 1.106473684310913,
      "learning_rate": 3.1851068592774836e-06,
      "loss": 0.3484,
      "step": 1186600
    },
    {
      "epoch": 331.18,
      "grad_norm": 1.127134084701538,
      "learning_rate": 3.1850816218993105e-06,
      "loss": 0.3671,
      "step": 1186610
    },
    {
      "epoch": 331.18,
      "grad_norm": 0.8994631767272949,
      "learning_rate": 3.185056384409156e-06,
      "loss": 0.3478,
      "step": 1186620
    },
    {
      "epoch": 331.18,
      "grad_norm": 1.0204349756240845,
      "learning_rate": 3.185031146807023e-06,
      "loss": 0.3337,
      "step": 1186630
    },
    {
      "epoch": 331.19,
      "grad_norm": 1.0213412046432495,
      "learning_rate": 3.185005909092916e-06,
      "loss": 0.3536,
      "step": 1186640
    },
    {
      "epoch": 331.19,
      "grad_norm": 1.0043970346450806,
      "learning_rate": 3.184980671266837e-06,
      "loss": 0.3583,
      "step": 1186650
    },
    {
      "epoch": 331.19,
      "grad_norm": 1.3793644905090332,
      "learning_rate": 3.1849554333287894e-06,
      "loss": 0.3625,
      "step": 1186660
    },
    {
      "epoch": 331.19,
      "grad_norm": 0.8287302851676941,
      "learning_rate": 3.1849301952787778e-06,
      "loss": 0.3551,
      "step": 1186670
    },
    {
      "epoch": 331.2,
      "grad_norm": 1.2169891595840454,
      "learning_rate": 3.1849049571168044e-06,
      "loss": 0.375,
      "step": 1186680
    },
    {
      "epoch": 331.2,
      "grad_norm": 0.9847275614738464,
      "learning_rate": 3.1848797188428737e-06,
      "loss": 0.3512,
      "step": 1186690
    },
    {
      "epoch": 331.2,
      "grad_norm": 1.1385157108306885,
      "learning_rate": 3.1848544804569877e-06,
      "loss": 0.3593,
      "step": 1186700
    },
    {
      "epoch": 331.21,
      "grad_norm": 2.327726125717163,
      "learning_rate": 3.1848292419591514e-06,
      "loss": 0.3644,
      "step": 1186710
    },
    {
      "epoch": 331.21,
      "grad_norm": 0.9936535954475403,
      "learning_rate": 3.1848040033493666e-06,
      "loss": 0.359,
      "step": 1186720
    },
    {
      "epoch": 331.21,
      "grad_norm": 0.9324555993080139,
      "learning_rate": 3.184778764627637e-06,
      "loss": 0.3457,
      "step": 1186730
    },
    {
      "epoch": 331.21,
      "grad_norm": 3.3513145446777344,
      "learning_rate": 3.184753525793967e-06,
      "loss": 0.3505,
      "step": 1186740
    },
    {
      "epoch": 331.22,
      "grad_norm": 0.9143859148025513,
      "learning_rate": 3.184728286848359e-06,
      "loss": 0.3477,
      "step": 1186750
    },
    {
      "epoch": 331.22,
      "grad_norm": 1.026728868484497,
      "learning_rate": 3.184703047790816e-06,
      "loss": 0.3467,
      "step": 1186760
    },
    {
      "epoch": 331.22,
      "grad_norm": 1.055190920829773,
      "learning_rate": 3.184677808621342e-06,
      "loss": 0.3638,
      "step": 1186770
    },
    {
      "epoch": 331.23,
      "grad_norm": 1.0760759115219116,
      "learning_rate": 3.184652569339941e-06,
      "loss": 0.3545,
      "step": 1186780
    },
    {
      "epoch": 331.23,
      "grad_norm": 1.211598515510559,
      "learning_rate": 3.184627329946615e-06,
      "loss": 0.3548,
      "step": 1186790
    },
    {
      "epoch": 331.23,
      "grad_norm": 0.9912969470024109,
      "learning_rate": 3.1846020904413683e-06,
      "loss": 0.3577,
      "step": 1186800
    },
    {
      "epoch": 331.23,
      "grad_norm": 1.0465333461761475,
      "learning_rate": 3.1845768508242046e-06,
      "loss": 0.3623,
      "step": 1186810
    },
    {
      "epoch": 331.24,
      "grad_norm": 1.2316384315490723,
      "learning_rate": 3.1845516110951255e-06,
      "loss": 0.3428,
      "step": 1186820
    },
    {
      "epoch": 331.24,
      "grad_norm": 0.9615477323532104,
      "learning_rate": 3.1845263712541355e-06,
      "loss": 0.3473,
      "step": 1186830
    },
    {
      "epoch": 331.24,
      "grad_norm": 0.9696787595748901,
      "learning_rate": 3.184501131301238e-06,
      "loss": 0.3392,
      "step": 1186840
    },
    {
      "epoch": 331.24,
      "grad_norm": 1.295160174369812,
      "learning_rate": 3.184475891236437e-06,
      "loss": 0.3638,
      "step": 1186850
    },
    {
      "epoch": 331.25,
      "grad_norm": 1.2615922689437866,
      "learning_rate": 3.1844506510597353e-06,
      "loss": 0.3501,
      "step": 1186860
    },
    {
      "epoch": 331.25,
      "grad_norm": 1.0591516494750977,
      "learning_rate": 3.1844254107711354e-06,
      "loss": 0.3553,
      "step": 1186870
    },
    {
      "epoch": 331.25,
      "grad_norm": 1.2194898128509521,
      "learning_rate": 3.1844001703706416e-06,
      "loss": 0.3323,
      "step": 1186880
    },
    {
      "epoch": 331.26,
      "grad_norm": 0.8562983274459839,
      "learning_rate": 3.184374929858257e-06,
      "loss": 0.3545,
      "step": 1186890
    },
    {
      "epoch": 331.26,
      "grad_norm": 1.0429129600524902,
      "learning_rate": 3.1843496892339843e-06,
      "loss": 0.3542,
      "step": 1186900
    },
    {
      "epoch": 331.26,
      "grad_norm": 1.0553261041641235,
      "learning_rate": 3.184324448497829e-06,
      "loss": 0.3422,
      "step": 1186910
    },
    {
      "epoch": 331.26,
      "grad_norm": 1.0583006143569946,
      "learning_rate": 3.184299207649792e-06,
      "loss": 0.3638,
      "step": 1186920
    },
    {
      "epoch": 331.27,
      "grad_norm": 0.9680030345916748,
      "learning_rate": 3.184273966689878e-06,
      "loss": 0.3561,
      "step": 1186930
    },
    {
      "epoch": 331.27,
      "grad_norm": 1.1383228302001953,
      "learning_rate": 3.18424872561809e-06,
      "loss": 0.3623,
      "step": 1186940
    },
    {
      "epoch": 331.27,
      "grad_norm": 1.2471435070037842,
      "learning_rate": 3.1842234844344313e-06,
      "loss": 0.3408,
      "step": 1186950
    },
    {
      "epoch": 331.28,
      "grad_norm": 0.9292511343955994,
      "learning_rate": 3.184198243138905e-06,
      "loss": 0.3685,
      "step": 1186960
    },
    {
      "epoch": 331.28,
      "grad_norm": 1.038625955581665,
      "learning_rate": 3.1841730017315147e-06,
      "loss": 0.3507,
      "step": 1186970
    },
    {
      "epoch": 331.28,
      "grad_norm": 1.7765378952026367,
      "learning_rate": 3.184147760212265e-06,
      "loss": 0.3504,
      "step": 1186980
    },
    {
      "epoch": 331.28,
      "grad_norm": 0.9782377481460571,
      "learning_rate": 3.1841225185811572e-06,
      "loss": 0.3496,
      "step": 1186990
    },
    {
      "epoch": 331.29,
      "grad_norm": 1.0940662622451782,
      "learning_rate": 3.1840972768381967e-06,
      "loss": 0.3645,
      "step": 1187000
    },
    {
      "epoch": 331.29,
      "grad_norm": 1.0280392169952393,
      "learning_rate": 3.184072034983385e-06,
      "loss": 0.355,
      "step": 1187010
    },
    {
      "epoch": 331.29,
      "grad_norm": 0.9029315114021301,
      "learning_rate": 3.184046793016726e-06,
      "loss": 0.3608,
      "step": 1187020
    },
    {
      "epoch": 331.3,
      "grad_norm": 0.9275587201118469,
      "learning_rate": 3.1840215509382228e-06,
      "loss": 0.3453,
      "step": 1187030
    },
    {
      "epoch": 331.3,
      "grad_norm": 0.9651869535446167,
      "learning_rate": 3.18399630874788e-06,
      "loss": 0.3734,
      "step": 1187040
    },
    {
      "epoch": 331.3,
      "grad_norm": 0.9827948212623596,
      "learning_rate": 3.1839710664457e-06,
      "loss": 0.3619,
      "step": 1187050
    },
    {
      "epoch": 331.3,
      "grad_norm": 0.8656477332115173,
      "learning_rate": 3.1839458240316866e-06,
      "loss": 0.3637,
      "step": 1187060
    },
    {
      "epoch": 331.31,
      "grad_norm": 0.9129166603088379,
      "learning_rate": 3.1839205815058423e-06,
      "loss": 0.3547,
      "step": 1187070
    },
    {
      "epoch": 331.31,
      "grad_norm": 0.9800552725791931,
      "learning_rate": 3.1838953388681723e-06,
      "loss": 0.36,
      "step": 1187080
    },
    {
      "epoch": 331.31,
      "grad_norm": 0.9980003833770752,
      "learning_rate": 3.1838700961186774e-06,
      "loss": 0.3543,
      "step": 1187090
    },
    {
      "epoch": 331.31,
      "grad_norm": 1.0297151803970337,
      "learning_rate": 3.1838448532573632e-06,
      "loss": 0.3494,
      "step": 1187100
    },
    {
      "epoch": 331.32,
      "grad_norm": 1.1289949417114258,
      "learning_rate": 3.1838196102842313e-06,
      "loss": 0.3582,
      "step": 1187110
    },
    {
      "epoch": 331.32,
      "grad_norm": 1.1207046508789062,
      "learning_rate": 3.183794367199286e-06,
      "loss": 0.3288,
      "step": 1187120
    },
    {
      "epoch": 331.32,
      "grad_norm": 1.0019879341125488,
      "learning_rate": 3.183769124002531e-06,
      "loss": 0.3653,
      "step": 1187130
    },
    {
      "epoch": 331.33,
      "grad_norm": 1.0201451778411865,
      "learning_rate": 3.183743880693969e-06,
      "loss": 0.3535,
      "step": 1187140
    },
    {
      "epoch": 331.33,
      "grad_norm": 0.980832576751709,
      "learning_rate": 3.1837186372736038e-06,
      "loss": 0.3459,
      "step": 1187150
    },
    {
      "epoch": 331.33,
      "grad_norm": 1.1525503396987915,
      "learning_rate": 3.1836933937414386e-06,
      "loss": 0.3667,
      "step": 1187160
    },
    {
      "epoch": 331.33,
      "grad_norm": 0.9381040334701538,
      "learning_rate": 3.1836681500974765e-06,
      "loss": 0.3568,
      "step": 1187170
    },
    {
      "epoch": 331.34,
      "grad_norm": 1.087032675743103,
      "learning_rate": 3.183642906341721e-06,
      "loss": 0.3361,
      "step": 1187180
    },
    {
      "epoch": 331.34,
      "grad_norm": 0.9317899942398071,
      "learning_rate": 3.1836176624741756e-06,
      "loss": 0.3506,
      "step": 1187190
    },
    {
      "epoch": 331.34,
      "grad_norm": 1.0484437942504883,
      "learning_rate": 3.1835924184948436e-06,
      "loss": 0.354,
      "step": 1187200
    },
    {
      "epoch": 331.35,
      "grad_norm": 1.0368924140930176,
      "learning_rate": 3.183567174403728e-06,
      "loss": 0.3412,
      "step": 1187210
    },
    {
      "epoch": 331.35,
      "grad_norm": 1.482047200202942,
      "learning_rate": 3.1835419302008336e-06,
      "loss": 0.3553,
      "step": 1187220
    },
    {
      "epoch": 331.35,
      "grad_norm": 1.1383607387542725,
      "learning_rate": 3.183516685886162e-06,
      "loss": 0.3447,
      "step": 1187230
    },
    {
      "epoch": 331.35,
      "grad_norm": 1.077802062034607,
      "learning_rate": 3.183491441459717e-06,
      "loss": 0.344,
      "step": 1187240
    },
    {
      "epoch": 331.36,
      "grad_norm": 1.0164183378219604,
      "learning_rate": 3.183466196921502e-06,
      "loss": 0.3625,
      "step": 1187250
    },
    {
      "epoch": 331.36,
      "grad_norm": 0.941597580909729,
      "learning_rate": 3.1834409522715204e-06,
      "loss": 0.3566,
      "step": 1187260
    },
    {
      "epoch": 331.36,
      "grad_norm": 1.0653352737426758,
      "learning_rate": 3.1834157075097772e-06,
      "loss": 0.3489,
      "step": 1187270
    },
    {
      "epoch": 331.36,
      "grad_norm": 1.2933950424194336,
      "learning_rate": 3.1833904626362727e-06,
      "loss": 0.3379,
      "step": 1187280
    },
    {
      "epoch": 331.37,
      "grad_norm": 1.3710134029388428,
      "learning_rate": 3.1833652176510124e-06,
      "loss": 0.3331,
      "step": 1187290
    },
    {
      "epoch": 331.37,
      "grad_norm": 1.0171780586242676,
      "learning_rate": 3.1833399725539996e-06,
      "loss": 0.3627,
      "step": 1187300
    },
    {
      "epoch": 331.37,
      "grad_norm": 1.0905518531799316,
      "learning_rate": 3.1833147273452365e-06,
      "loss": 0.3574,
      "step": 1187310
    },
    {
      "epoch": 331.38,
      "grad_norm": 0.9887405037879944,
      "learning_rate": 3.183289482024727e-06,
      "loss": 0.3593,
      "step": 1187320
    },
    {
      "epoch": 331.38,
      "grad_norm": 0.9553202986717224,
      "learning_rate": 3.183264236592475e-06,
      "loss": 0.3369,
      "step": 1187330
    },
    {
      "epoch": 331.38,
      "grad_norm": 1.1080156564712524,
      "learning_rate": 3.1832389910484824e-06,
      "loss": 0.3616,
      "step": 1187340
    },
    {
      "epoch": 331.38,
      "grad_norm": 1.0669792890548706,
      "learning_rate": 3.183213745392755e-06,
      "loss": 0.353,
      "step": 1187350
    },
    {
      "epoch": 331.39,
      "grad_norm": 1.057945728302002,
      "learning_rate": 3.1831884996252943e-06,
      "loss": 0.3657,
      "step": 1187360
    },
    {
      "epoch": 331.39,
      "grad_norm": 0.9696312546730042,
      "learning_rate": 3.183163253746104e-06,
      "loss": 0.353,
      "step": 1187370
    },
    {
      "epoch": 331.39,
      "grad_norm": 1.0609421730041504,
      "learning_rate": 3.1831380077551874e-06,
      "loss": 0.3567,
      "step": 1187380
    },
    {
      "epoch": 331.4,
      "grad_norm": 1.0777316093444824,
      "learning_rate": 3.1831127616525483e-06,
      "loss": 0.3556,
      "step": 1187390
    },
    {
      "epoch": 331.4,
      "grad_norm": 0.9900797605514526,
      "learning_rate": 3.183087515438189e-06,
      "loss": 0.3609,
      "step": 1187400
    },
    {
      "epoch": 331.4,
      "grad_norm": 1.0777117013931274,
      "learning_rate": 3.1830622691121144e-06,
      "loss": 0.3457,
      "step": 1187410
    },
    {
      "epoch": 331.4,
      "grad_norm": 1.0567195415496826,
      "learning_rate": 3.183037022674327e-06,
      "loss": 0.3423,
      "step": 1187420
    },
    {
      "epoch": 331.41,
      "grad_norm": 0.9972330331802368,
      "learning_rate": 3.1830117761248304e-06,
      "loss": 0.3542,
      "step": 1187430
    },
    {
      "epoch": 331.41,
      "grad_norm": 0.9465789794921875,
      "learning_rate": 3.1829865294636277e-06,
      "loss": 0.3713,
      "step": 1187440
    },
    {
      "epoch": 331.41,
      "grad_norm": 1.004338026046753,
      "learning_rate": 3.1829612826907226e-06,
      "loss": 0.3557,
      "step": 1187450
    },
    {
      "epoch": 331.42,
      "grad_norm": 1.0682026147842407,
      "learning_rate": 3.182936035806118e-06,
      "loss": 0.3487,
      "step": 1187460
    },
    {
      "epoch": 331.42,
      "grad_norm": 1.2907257080078125,
      "learning_rate": 3.1829107888098175e-06,
      "loss": 0.3454,
      "step": 1187470
    },
    {
      "epoch": 331.42,
      "grad_norm": 0.991439163684845,
      "learning_rate": 3.1828855417018244e-06,
      "loss": 0.358,
      "step": 1187480
    },
    {
      "epoch": 331.42,
      "grad_norm": 1.044670820236206,
      "learning_rate": 3.1828602944821424e-06,
      "loss": 0.3733,
      "step": 1187490
    },
    {
      "epoch": 331.43,
      "grad_norm": 1.0169857740402222,
      "learning_rate": 3.1828350471507744e-06,
      "loss": 0.3571,
      "step": 1187500
    },
    {
      "epoch": 331.43,
      "grad_norm": 0.9923542737960815,
      "learning_rate": 3.1828097997077243e-06,
      "loss": 0.3593,
      "step": 1187510
    },
    {
      "epoch": 331.43,
      "grad_norm": 1.0892469882965088,
      "learning_rate": 3.1827845521529946e-06,
      "loss": 0.3367,
      "step": 1187520
    },
    {
      "epoch": 331.43,
      "grad_norm": 1.0891083478927612,
      "learning_rate": 3.182759304486589e-06,
      "loss": 0.3518,
      "step": 1187530
    },
    {
      "epoch": 331.44,
      "grad_norm": 1.0094176530838013,
      "learning_rate": 3.1827340567085116e-06,
      "loss": 0.3579,
      "step": 1187540
    },
    {
      "epoch": 331.44,
      "grad_norm": 1.2160992622375488,
      "learning_rate": 3.1827088088187647e-06,
      "loss": 0.359,
      "step": 1187550
    },
    {
      "epoch": 331.44,
      "grad_norm": 1.108947992324829,
      "learning_rate": 3.182683560817353e-06,
      "loss": 0.3582,
      "step": 1187560
    },
    {
      "epoch": 331.45,
      "grad_norm": 1.0653914213180542,
      "learning_rate": 3.1826583127042783e-06,
      "loss": 0.3606,
      "step": 1187570
    },
    {
      "epoch": 331.45,
      "grad_norm": 0.9471534490585327,
      "learning_rate": 3.1826330644795442e-06,
      "loss": 0.336,
      "step": 1187580
    },
    {
      "epoch": 331.45,
      "grad_norm": 1.296739935874939,
      "learning_rate": 3.1826078161431556e-06,
      "loss": 0.3592,
      "step": 1187590
    },
    {
      "epoch": 331.45,
      "grad_norm": 0.8609817624092102,
      "learning_rate": 3.1825825676951144e-06,
      "loss": 0.3445,
      "step": 1187600
    },
    {
      "epoch": 331.46,
      "grad_norm": 1.0459709167480469,
      "learning_rate": 3.1825573191354246e-06,
      "loss": 0.3589,
      "step": 1187610
    },
    {
      "epoch": 331.46,
      "grad_norm": 1.0474250316619873,
      "learning_rate": 3.182532070464089e-06,
      "loss": 0.3523,
      "step": 1187620
    },
    {
      "epoch": 331.46,
      "grad_norm": 1.0455085039138794,
      "learning_rate": 3.182506821681111e-06,
      "loss": 0.3522,
      "step": 1187630
    },
    {
      "epoch": 331.47,
      "grad_norm": 1.0743528604507446,
      "learning_rate": 3.1824815727864943e-06,
      "loss": 0.35,
      "step": 1187640
    },
    {
      "epoch": 331.47,
      "grad_norm": 1.1548374891281128,
      "learning_rate": 3.182456323780243e-06,
      "loss": 0.35,
      "step": 1187650
    },
    {
      "epoch": 331.47,
      "grad_norm": 1.0603615045547485,
      "learning_rate": 3.182431074662359e-06,
      "loss": 0.3687,
      "step": 1187660
    },
    {
      "epoch": 331.47,
      "grad_norm": 1.5640687942504883,
      "learning_rate": 3.1824058254328466e-06,
      "loss": 0.3568,
      "step": 1187670
    },
    {
      "epoch": 331.48,
      "grad_norm": 0.9587322473526001,
      "learning_rate": 3.1823805760917088e-06,
      "loss": 0.3537,
      "step": 1187680
    },
    {
      "epoch": 331.48,
      "grad_norm": 0.9890598654747009,
      "learning_rate": 3.182355326638949e-06,
      "loss": 0.3455,
      "step": 1187690
    },
    {
      "epoch": 331.48,
      "grad_norm": 0.9954891800880432,
      "learning_rate": 3.18233007707457e-06,
      "loss": 0.3393,
      "step": 1187700
    },
    {
      "epoch": 331.48,
      "grad_norm": 0.9508617520332336,
      "learning_rate": 3.1823048273985763e-06,
      "loss": 0.3514,
      "step": 1187710
    },
    {
      "epoch": 331.49,
      "grad_norm": 1.0711883306503296,
      "learning_rate": 3.182279577610971e-06,
      "loss": 0.3543,
      "step": 1187720
    },
    {
      "epoch": 331.49,
      "grad_norm": 1.1152063608169556,
      "learning_rate": 3.1822543277117567e-06,
      "loss": 0.3436,
      "step": 1187730
    },
    {
      "epoch": 331.49,
      "grad_norm": 0.9984812140464783,
      "learning_rate": 3.182229077700938e-06,
      "loss": 0.3569,
      "step": 1187740
    },
    {
      "epoch": 331.5,
      "grad_norm": 0.8423828482627869,
      "learning_rate": 3.1822038275785174e-06,
      "loss": 0.357,
      "step": 1187750
    },
    {
      "epoch": 331.5,
      "grad_norm": 0.9482862949371338,
      "learning_rate": 3.1821785773444975e-06,
      "loss": 0.3556,
      "step": 1187760
    },
    {
      "epoch": 331.5,
      "grad_norm": 1.0933789014816284,
      "learning_rate": 3.1821533269988828e-06,
      "loss": 0.3483,
      "step": 1187770
    },
    {
      "epoch": 331.5,
      "grad_norm": 0.9888077974319458,
      "learning_rate": 3.182128076541677e-06,
      "loss": 0.3529,
      "step": 1187780
    },
    {
      "epoch": 331.51,
      "grad_norm": 1.0329627990722656,
      "learning_rate": 3.182102825972882e-06,
      "loss": 0.3406,
      "step": 1187790
    },
    {
      "epoch": 331.51,
      "grad_norm": 1.047827959060669,
      "learning_rate": 3.182077575292502e-06,
      "loss": 0.3685,
      "step": 1187800
    },
    {
      "epoch": 331.51,
      "grad_norm": 1.1463199853897095,
      "learning_rate": 3.1820523245005413e-06,
      "loss": 0.3508,
      "step": 1187810
    },
    {
      "epoch": 331.52,
      "grad_norm": 0.9033621549606323,
      "learning_rate": 3.182027073597002e-06,
      "loss": 0.3621,
      "step": 1187820
    },
    {
      "epoch": 331.52,
      "grad_norm": 1.0403261184692383,
      "learning_rate": 3.1820018225818873e-06,
      "loss": 0.3638,
      "step": 1187830
    },
    {
      "epoch": 331.52,
      "grad_norm": 1.0420604944229126,
      "learning_rate": 3.1819765714552015e-06,
      "loss": 0.3581,
      "step": 1187840
    },
    {
      "epoch": 331.52,
      "grad_norm": 1.0763617753982544,
      "learning_rate": 3.1819513202169474e-06,
      "loss": 0.3469,
      "step": 1187850
    },
    {
      "epoch": 331.53,
      "grad_norm": 1.0345776081085205,
      "learning_rate": 3.1819260688671285e-06,
      "loss": 0.3551,
      "step": 1187860
    },
    {
      "epoch": 331.53,
      "grad_norm": 1.0833970308303833,
      "learning_rate": 3.1819008174057477e-06,
      "loss": 0.3577,
      "step": 1187870
    },
    {
      "epoch": 331.53,
      "grad_norm": 1.0106174945831299,
      "learning_rate": 3.1818755658328093e-06,
      "loss": 0.344,
      "step": 1187880
    },
    {
      "epoch": 331.54,
      "grad_norm": 0.9472896456718445,
      "learning_rate": 3.1818503141483163e-06,
      "loss": 0.3488,
      "step": 1187890
    },
    {
      "epoch": 331.54,
      "grad_norm": 1.0002028942108154,
      "learning_rate": 3.1818250623522715e-06,
      "loss": 0.3617,
      "step": 1187900
    },
    {
      "epoch": 331.54,
      "grad_norm": 0.9417498707771301,
      "learning_rate": 3.1817998104446797e-06,
      "loss": 0.3535,
      "step": 1187910
    },
    {
      "epoch": 331.54,
      "grad_norm": 1.0521067380905151,
      "learning_rate": 3.1817745584255417e-06,
      "loss": 0.3479,
      "step": 1187920
    },
    {
      "epoch": 331.55,
      "grad_norm": 0.9261652827262878,
      "learning_rate": 3.181749306294863e-06,
      "loss": 0.3403,
      "step": 1187930
    },
    {
      "epoch": 331.55,
      "grad_norm": 0.8522823452949524,
      "learning_rate": 3.1817240540526467e-06,
      "loss": 0.3416,
      "step": 1187940
    },
    {
      "epoch": 331.55,
      "grad_norm": 0.9626270532608032,
      "learning_rate": 3.1816988016988955e-06,
      "loss": 0.3727,
      "step": 1187950
    },
    {
      "epoch": 331.55,
      "grad_norm": 1.1017097234725952,
      "learning_rate": 3.1816735492336134e-06,
      "loss": 0.3545,
      "step": 1187960
    },
    {
      "epoch": 331.56,
      "grad_norm": 2.004481554031372,
      "learning_rate": 3.1816482966568038e-06,
      "loss": 0.3522,
      "step": 1187970
    },
    {
      "epoch": 331.56,
      "grad_norm": 1.2193241119384766,
      "learning_rate": 3.1816230439684683e-06,
      "loss": 0.3557,
      "step": 1187980
    },
    {
      "epoch": 331.56,
      "grad_norm": 1.021075963973999,
      "learning_rate": 3.1815977911686124e-06,
      "loss": 0.3399,
      "step": 1187990
    },
    {
      "epoch": 331.57,
      "grad_norm": 1.0768482685089111,
      "learning_rate": 3.181572538257239e-06,
      "loss": 0.3426,
      "step": 1188000
    },
    {
      "epoch": 331.57,
      "grad_norm": 1.0326696634292603,
      "learning_rate": 3.181547285234351e-06,
      "loss": 0.3639,
      "step": 1188010
    },
    {
      "epoch": 331.57,
      "grad_norm": 1.0322498083114624,
      "learning_rate": 3.181522032099952e-06,
      "loss": 0.3609,
      "step": 1188020
    },
    {
      "epoch": 331.57,
      "grad_norm": 1.0893008708953857,
      "learning_rate": 3.1814967788540454e-06,
      "loss": 0.3543,
      "step": 1188030
    },
    {
      "epoch": 331.58,
      "grad_norm": 1.0931071043014526,
      "learning_rate": 3.1814715254966348e-06,
      "loss": 0.3742,
      "step": 1188040
    },
    {
      "epoch": 331.58,
      "grad_norm": 0.9494811296463013,
      "learning_rate": 3.1814462720277224e-06,
      "loss": 0.3525,
      "step": 1188050
    },
    {
      "epoch": 331.58,
      "grad_norm": 1.2316144704818726,
      "learning_rate": 3.1814210184473125e-06,
      "loss": 0.3565,
      "step": 1188060
    },
    {
      "epoch": 331.59,
      "grad_norm": 1.1067860126495361,
      "learning_rate": 3.1813957647554094e-06,
      "loss": 0.3568,
      "step": 1188070
    },
    {
      "epoch": 331.59,
      "grad_norm": 1.0198861360549927,
      "learning_rate": 3.1813705109520143e-06,
      "loss": 0.3429,
      "step": 1188080
    },
    {
      "epoch": 331.59,
      "grad_norm": 0.9315255880355835,
      "learning_rate": 3.181345257037132e-06,
      "loss": 0.3658,
      "step": 1188090
    },
    {
      "epoch": 331.59,
      "grad_norm": 0.945702314376831,
      "learning_rate": 3.181320003010766e-06,
      "loss": 0.3533,
      "step": 1188100
    },
    {
      "epoch": 331.6,
      "grad_norm": 1.1066131591796875,
      "learning_rate": 3.1812947488729186e-06,
      "loss": 0.3515,
      "step": 1188110
    },
    {
      "epoch": 331.6,
      "grad_norm": 1.032045841217041,
      "learning_rate": 3.1812694946235937e-06,
      "loss": 0.3558,
      "step": 1188120
    },
    {
      "epoch": 331.6,
      "grad_norm": 0.9604088664054871,
      "learning_rate": 3.181244240262795e-06,
      "loss": 0.3477,
      "step": 1188130
    },
    {
      "epoch": 331.6,
      "grad_norm": 1.3574438095092773,
      "learning_rate": 3.181218985790526e-06,
      "loss": 0.3514,
      "step": 1188140
    },
    {
      "epoch": 331.61,
      "grad_norm": 0.9065916538238525,
      "learning_rate": 3.1811937312067886e-06,
      "loss": 0.3432,
      "step": 1188150
    },
    {
      "epoch": 331.61,
      "grad_norm": 1.0623140335083008,
      "learning_rate": 3.181168476511588e-06,
      "loss": 0.3451,
      "step": 1188160
    },
    {
      "epoch": 331.61,
      "grad_norm": 1.0267471075057983,
      "learning_rate": 3.181143221704927e-06,
      "loss": 0.3652,
      "step": 1188170
    },
    {
      "epoch": 331.62,
      "grad_norm": 1.474020004272461,
      "learning_rate": 3.181117966786808e-06,
      "loss": 0.3592,
      "step": 1188180
    },
    {
      "epoch": 331.62,
      "grad_norm": 1.0821501016616821,
      "learning_rate": 3.181092711757236e-06,
      "loss": 0.3658,
      "step": 1188190
    },
    {
      "epoch": 331.62,
      "grad_norm": 1.011927604675293,
      "learning_rate": 3.181067456616213e-06,
      "loss": 0.3633,
      "step": 1188200
    },
    {
      "epoch": 331.62,
      "grad_norm": 0.9927286505699158,
      "learning_rate": 3.181042201363743e-06,
      "loss": 0.361,
      "step": 1188210
    },
    {
      "epoch": 331.63,
      "grad_norm": 1.0047532320022583,
      "learning_rate": 3.1810169459998284e-06,
      "loss": 0.333,
      "step": 1188220
    },
    {
      "epoch": 331.63,
      "grad_norm": 0.8811264634132385,
      "learning_rate": 3.180991690524474e-06,
      "loss": 0.3439,
      "step": 1188230
    },
    {
      "epoch": 331.63,
      "grad_norm": 1.0271546840667725,
      "learning_rate": 3.180966434937682e-06,
      "loss": 0.3281,
      "step": 1188240
    },
    {
      "epoch": 331.64,
      "grad_norm": 3.370372772216797,
      "learning_rate": 3.180941179239457e-06,
      "loss": 0.3721,
      "step": 1188250
    },
    {
      "epoch": 331.64,
      "grad_norm": 1.4038890600204468,
      "learning_rate": 3.180915923429801e-06,
      "loss": 0.345,
      "step": 1188260
    },
    {
      "epoch": 331.64,
      "grad_norm": 1.0402339696884155,
      "learning_rate": 3.1808906675087183e-06,
      "loss": 0.367,
      "step": 1188270
    },
    {
      "epoch": 331.64,
      "grad_norm": 0.8735045790672302,
      "learning_rate": 3.1808654114762116e-06,
      "loss": 0.3582,
      "step": 1188280
    },
    {
      "epoch": 331.65,
      "grad_norm": 0.9215554594993591,
      "learning_rate": 3.180840155332285e-06,
      "loss": 0.3551,
      "step": 1188290
    },
    {
      "epoch": 331.65,
      "grad_norm": 1.0764305591583252,
      "learning_rate": 3.1808148990769416e-06,
      "loss": 0.3615,
      "step": 1188300
    },
    {
      "epoch": 331.65,
      "grad_norm": 1.1077189445495605,
      "learning_rate": 3.180789642710184e-06,
      "loss": 0.3428,
      "step": 1188310
    },
    {
      "epoch": 331.66,
      "grad_norm": 1.0333448648452759,
      "learning_rate": 3.180764386232017e-06,
      "loss": 0.3508,
      "step": 1188320
    },
    {
      "epoch": 331.66,
      "grad_norm": 0.9807443618774414,
      "learning_rate": 3.180739129642443e-06,
      "loss": 0.3548,
      "step": 1188330
    },
    {
      "epoch": 331.66,
      "grad_norm": 1.038050651550293,
      "learning_rate": 3.180713872941465e-06,
      "loss": 0.3446,
      "step": 1188340
    },
    {
      "epoch": 331.66,
      "grad_norm": 0.978520393371582,
      "learning_rate": 3.180688616129087e-06,
      "loss": 0.3528,
      "step": 1188350
    },
    {
      "epoch": 331.67,
      "grad_norm": 0.9406471848487854,
      "learning_rate": 3.180663359205313e-06,
      "loss": 0.3539,
      "step": 1188360
    },
    {
      "epoch": 331.67,
      "grad_norm": 1.706870436668396,
      "learning_rate": 3.180638102170145e-06,
      "loss": 0.3414,
      "step": 1188370
    },
    {
      "epoch": 331.67,
      "grad_norm": 2.939155101776123,
      "learning_rate": 3.1806128450235865e-06,
      "loss": 0.366,
      "step": 1188380
    },
    {
      "epoch": 331.67,
      "grad_norm": 1.0118217468261719,
      "learning_rate": 3.1805875877656416e-06,
      "loss": 0.35,
      "step": 1188390
    },
    {
      "epoch": 331.68,
      "grad_norm": 1.005790114402771,
      "learning_rate": 3.1805623303963145e-06,
      "loss": 0.3478,
      "step": 1188400
    },
    {
      "epoch": 331.68,
      "grad_norm": 1.0125235319137573,
      "learning_rate": 3.180537072915606e-06,
      "loss": 0.3537,
      "step": 1188410
    },
    {
      "epoch": 331.68,
      "grad_norm": 1.089512825012207,
      "learning_rate": 3.180511815323521e-06,
      "loss": 0.3671,
      "step": 1188420
    },
    {
      "epoch": 331.69,
      "grad_norm": 0.839857816696167,
      "learning_rate": 3.180486557620064e-06,
      "loss": 0.3486,
      "step": 1188430
    },
    {
      "epoch": 331.69,
      "grad_norm": 1.0212666988372803,
      "learning_rate": 3.180461299805236e-06,
      "loss": 0.344,
      "step": 1188440
    },
    {
      "epoch": 331.69,
      "grad_norm": 0.8697683811187744,
      "learning_rate": 3.1804360418790417e-06,
      "loss": 0.3354,
      "step": 1188450
    },
    {
      "epoch": 331.69,
      "grad_norm": 1.1405937671661377,
      "learning_rate": 3.1804107838414844e-06,
      "loss": 0.3489,
      "step": 1188460
    },
    {
      "epoch": 331.7,
      "grad_norm": 1.0126937627792358,
      "learning_rate": 3.1803855256925676e-06,
      "loss": 0.3317,
      "step": 1188470
    },
    {
      "epoch": 331.7,
      "grad_norm": 1.0119304656982422,
      "learning_rate": 3.1803602674322943e-06,
      "loss": 0.3385,
      "step": 1188480
    },
    {
      "epoch": 331.7,
      "grad_norm": 1.017067790031433,
      "learning_rate": 3.1803350090606676e-06,
      "loss": 0.3371,
      "step": 1188490
    },
    {
      "epoch": 331.71,
      "grad_norm": 0.9579226970672607,
      "learning_rate": 3.1803097505776916e-06,
      "loss": 0.3478,
      "step": 1188500
    },
    {
      "epoch": 331.71,
      "grad_norm": 1.0291000604629517,
      "learning_rate": 3.180284491983369e-06,
      "loss": 0.3414,
      "step": 1188510
    },
    {
      "epoch": 331.71,
      "grad_norm": 1.1381906270980835,
      "learning_rate": 3.1802592332777037e-06,
      "loss": 0.363,
      "step": 1188520
    },
    {
      "epoch": 331.71,
      "grad_norm": 1.254697322845459,
      "learning_rate": 3.180233974460698e-06,
      "loss": 0.3706,
      "step": 1188530
    },
    {
      "epoch": 331.72,
      "grad_norm": 1.1193785667419434,
      "learning_rate": 3.1802087155323564e-06,
      "loss": 0.3498,
      "step": 1188540
    },
    {
      "epoch": 331.72,
      "grad_norm": 0.9529944062232971,
      "learning_rate": 3.1801834564926824e-06,
      "loss": 0.3608,
      "step": 1188550
    },
    {
      "epoch": 331.72,
      "grad_norm": 1.1853742599487305,
      "learning_rate": 3.1801581973416786e-06,
      "loss": 0.3492,
      "step": 1188560
    },
    {
      "epoch": 331.72,
      "grad_norm": 0.9763168096542358,
      "learning_rate": 3.180132938079349e-06,
      "loss": 0.3521,
      "step": 1188570
    },
    {
      "epoch": 331.73,
      "grad_norm": 10.629193305969238,
      "learning_rate": 3.180107678705696e-06,
      "loss": 0.3648,
      "step": 1188580
    },
    {
      "epoch": 331.73,
      "grad_norm": 1.0566511154174805,
      "learning_rate": 3.180082419220724e-06,
      "loss": 0.3499,
      "step": 1188590
    },
    {
      "epoch": 331.73,
      "grad_norm": 1.2034926414489746,
      "learning_rate": 3.1800571596244356e-06,
      "loss": 0.3442,
      "step": 1188600
    },
    {
      "epoch": 331.74,
      "grad_norm": 1.065390706062317,
      "learning_rate": 3.1800318999168342e-06,
      "loss": 0.339,
      "step": 1188610
    },
    {
      "epoch": 331.74,
      "grad_norm": 1.1379863023757935,
      "learning_rate": 3.180006640097924e-06,
      "loss": 0.3529,
      "step": 1188620
    },
    {
      "epoch": 331.74,
      "grad_norm": 0.9745283722877502,
      "learning_rate": 3.179981380167708e-06,
      "loss": 0.3658,
      "step": 1188630
    },
    {
      "epoch": 331.74,
      "grad_norm": 0.9330379366874695,
      "learning_rate": 3.1799561201261894e-06,
      "loss": 0.3669,
      "step": 1188640
    },
    {
      "epoch": 331.75,
      "grad_norm": 1.0069403648376465,
      "learning_rate": 3.1799308599733714e-06,
      "loss": 0.3505,
      "step": 1188650
    },
    {
      "epoch": 331.75,
      "grad_norm": 1.4186655282974243,
      "learning_rate": 3.179905599709257e-06,
      "loss": 0.3431,
      "step": 1188660
    },
    {
      "epoch": 331.75,
      "grad_norm": 1.0753049850463867,
      "learning_rate": 3.17988033933385e-06,
      "loss": 0.3491,
      "step": 1188670
    },
    {
      "epoch": 331.76,
      "grad_norm": 1.1625804901123047,
      "learning_rate": 3.179855078847154e-06,
      "loss": 0.3318,
      "step": 1188680
    },
    {
      "epoch": 331.76,
      "grad_norm": 1.054351806640625,
      "learning_rate": 3.179829818249173e-06,
      "loss": 0.3566,
      "step": 1188690
    },
    {
      "epoch": 331.76,
      "grad_norm": 1.0684289932250977,
      "learning_rate": 3.179804557539909e-06,
      "loss": 0.3587,
      "step": 1188700
    },
    {
      "epoch": 331.76,
      "grad_norm": 0.9024906158447266,
      "learning_rate": 3.179779296719366e-06,
      "loss": 0.3419,
      "step": 1188710
    },
    {
      "epoch": 331.77,
      "grad_norm": 0.9502699971199036,
      "learning_rate": 3.179754035787547e-06,
      "loss": 0.3517,
      "step": 1188720
    },
    {
      "epoch": 331.77,
      "grad_norm": 0.9573052525520325,
      "learning_rate": 3.1797287747444558e-06,
      "loss": 0.3694,
      "step": 1188730
    },
    {
      "epoch": 331.77,
      "grad_norm": 1.2264763116836548,
      "learning_rate": 3.179703513590095e-06,
      "loss": 0.3527,
      "step": 1188740
    },
    {
      "epoch": 331.78,
      "grad_norm": 1.1208677291870117,
      "learning_rate": 3.1796782523244696e-06,
      "loss": 0.3447,
      "step": 1188750
    },
    {
      "epoch": 331.78,
      "grad_norm": 1.145490288734436,
      "learning_rate": 3.179652990947581e-06,
      "loss": 0.3621,
      "step": 1188760
    },
    {
      "epoch": 331.78,
      "grad_norm": 1.0032525062561035,
      "learning_rate": 3.179627729459434e-06,
      "loss": 0.3594,
      "step": 1188770
    },
    {
      "epoch": 331.78,
      "grad_norm": 1.10210382938385,
      "learning_rate": 3.179602467860032e-06,
      "loss": 0.3631,
      "step": 1188780
    },
    {
      "epoch": 331.79,
      "grad_norm": 1.2855795621871948,
      "learning_rate": 3.179577206149377e-06,
      "loss": 0.3602,
      "step": 1188790
    },
    {
      "epoch": 331.79,
      "grad_norm": 1.015947937965393,
      "learning_rate": 3.1795519443274733e-06,
      "loss": 0.3307,
      "step": 1188800
    },
    {
      "epoch": 331.79,
      "grad_norm": 1.0520052909851074,
      "learning_rate": 3.179526682394324e-06,
      "loss": 0.3591,
      "step": 1188810
    },
    {
      "epoch": 331.79,
      "grad_norm": 1.0828783512115479,
      "learning_rate": 3.1795014203499325e-06,
      "loss": 0.3476,
      "step": 1188820
    },
    {
      "epoch": 331.8,
      "grad_norm": 1.1835615634918213,
      "learning_rate": 3.1794761581943025e-06,
      "loss": 0.3485,
      "step": 1188830
    },
    {
      "epoch": 331.8,
      "grad_norm": 0.9252763986587524,
      "learning_rate": 3.179450895927438e-06,
      "loss": 0.3373,
      "step": 1188840
    },
    {
      "epoch": 331.8,
      "grad_norm": 1.0825976133346558,
      "learning_rate": 3.179425633549341e-06,
      "loss": 0.349,
      "step": 1188850
    },
    {
      "epoch": 331.81,
      "grad_norm": 1.1925342082977295,
      "learning_rate": 3.179400371060014e-06,
      "loss": 0.3478,
      "step": 1188860
    },
    {
      "epoch": 331.81,
      "grad_norm": 0.9027606248855591,
      "learning_rate": 3.1793751084594628e-06,
      "loss": 0.3613,
      "step": 1188870
    },
    {
      "epoch": 331.81,
      "grad_norm": 1.0901845693588257,
      "learning_rate": 3.17934984574769e-06,
      "loss": 0.352,
      "step": 1188880
    },
    {
      "epoch": 331.81,
      "grad_norm": 3.897357702255249,
      "learning_rate": 3.1793245829246976e-06,
      "loss": 0.3409,
      "step": 1188890
    },
    {
      "epoch": 331.82,
      "grad_norm": 0.9162293672561646,
      "learning_rate": 3.1792993199904906e-06,
      "loss": 0.3611,
      "step": 1188900
    },
    {
      "epoch": 331.82,
      "grad_norm": 0.9958850145339966,
      "learning_rate": 3.179274056945072e-06,
      "loss": 0.3609,
      "step": 1188910
    },
    {
      "epoch": 331.82,
      "grad_norm": 0.9938531517982483,
      "learning_rate": 3.179248793788445e-06,
      "loss": 0.3503,
      "step": 1188920
    },
    {
      "epoch": 331.83,
      "grad_norm": 0.9655203223228455,
      "learning_rate": 3.179223530520612e-06,
      "loss": 0.3497,
      "step": 1188930
    },
    {
      "epoch": 331.83,
      "grad_norm": 1.0329484939575195,
      "learning_rate": 3.1791982671415783e-06,
      "loss": 0.3527,
      "step": 1188940
    },
    {
      "epoch": 331.83,
      "grad_norm": 1.0358600616455078,
      "learning_rate": 3.1791730036513455e-06,
      "loss": 0.3556,
      "step": 1188950
    },
    {
      "epoch": 331.83,
      "grad_norm": 1.0983318090438843,
      "learning_rate": 3.179147740049918e-06,
      "loss": 0.3565,
      "step": 1188960
    },
    {
      "epoch": 331.84,
      "grad_norm": 1.0073024034500122,
      "learning_rate": 3.179122476337299e-06,
      "loss": 0.3598,
      "step": 1188970
    },
    {
      "epoch": 331.84,
      "grad_norm": 1.1738779544830322,
      "learning_rate": 3.179097212513491e-06,
      "loss": 0.3706,
      "step": 1188980
    },
    {
      "epoch": 331.84,
      "grad_norm": 1.0369588136672974,
      "learning_rate": 3.1790719485784986e-06,
      "loss": 0.3665,
      "step": 1188990
    },
    {
      "epoch": 331.84,
      "grad_norm": 0.9612863659858704,
      "learning_rate": 3.179046684532324e-06,
      "loss": 0.3379,
      "step": 1189000
    },
    {
      "epoch": 331.85,
      "grad_norm": 1.1316310167312622,
      "learning_rate": 3.1790214203749723e-06,
      "loss": 0.3401,
      "step": 1189010
    },
    {
      "epoch": 331.85,
      "grad_norm": 1.0766350030899048,
      "learning_rate": 3.178996156106445e-06,
      "loss": 0.3472,
      "step": 1189020
    },
    {
      "epoch": 331.85,
      "grad_norm": 1.0393842458724976,
      "learning_rate": 3.178970891726746e-06,
      "loss": 0.356,
      "step": 1189030
    },
    {
      "epoch": 331.86,
      "grad_norm": 1.0108985900878906,
      "learning_rate": 3.17894562723588e-06,
      "loss": 0.3424,
      "step": 1189040
    },
    {
      "epoch": 331.86,
      "grad_norm": 1.051350474357605,
      "learning_rate": 3.178920362633848e-06,
      "loss": 0.3467,
      "step": 1189050
    },
    {
      "epoch": 331.86,
      "grad_norm": 0.8956218361854553,
      "learning_rate": 3.178895097920655e-06,
      "loss": 0.3503,
      "step": 1189060
    },
    {
      "epoch": 331.86,
      "grad_norm": 1.1719087362289429,
      "learning_rate": 3.178869833096304e-06,
      "loss": 0.3605,
      "step": 1189070
    },
    {
      "epoch": 331.87,
      "grad_norm": 1.0830106735229492,
      "learning_rate": 3.1788445681607985e-06,
      "loss": 0.3563,
      "step": 1189080
    },
    {
      "epoch": 331.87,
      "grad_norm": 1.0513427257537842,
      "learning_rate": 3.178819303114141e-06,
      "loss": 0.3654,
      "step": 1189090
    },
    {
      "epoch": 331.87,
      "grad_norm": 1.1606699228286743,
      "learning_rate": 3.1787940379563364e-06,
      "loss": 0.3436,
      "step": 1189100
    },
    {
      "epoch": 331.88,
      "grad_norm": 0.9897637367248535,
      "learning_rate": 3.178768772687387e-06,
      "loss": 0.3527,
      "step": 1189110
    },
    {
      "epoch": 331.88,
      "grad_norm": 1.2726318836212158,
      "learning_rate": 3.178743507307296e-06,
      "loss": 0.3545,
      "step": 1189120
    },
    {
      "epoch": 331.88,
      "grad_norm": 0.9418655633926392,
      "learning_rate": 3.1787182418160673e-06,
      "loss": 0.3527,
      "step": 1189130
    },
    {
      "epoch": 331.88,
      "grad_norm": 1.019996166229248,
      "learning_rate": 3.1786929762137044e-06,
      "loss": 0.3617,
      "step": 1189140
    },
    {
      "epoch": 331.89,
      "grad_norm": 1.0568586587905884,
      "learning_rate": 3.17866771050021e-06,
      "loss": 0.3416,
      "step": 1189150
    },
    {
      "epoch": 331.89,
      "grad_norm": 0.9925782680511475,
      "learning_rate": 3.178642444675588e-06,
      "loss": 0.364,
      "step": 1189160
    },
    {
      "epoch": 331.89,
      "grad_norm": 1.072874665260315,
      "learning_rate": 3.178617178739842e-06,
      "loss": 0.349,
      "step": 1189170
    },
    {
      "epoch": 331.9,
      "grad_norm": 1.014810562133789,
      "learning_rate": 3.178591912692974e-06,
      "loss": 0.3452,
      "step": 1189180
    },
    {
      "epoch": 331.9,
      "grad_norm": 1.9003089666366577,
      "learning_rate": 3.1785666465349884e-06,
      "loss": 0.3619,
      "step": 1189190
    },
    {
      "epoch": 331.9,
      "grad_norm": 1.0767576694488525,
      "learning_rate": 3.178541380265889e-06,
      "loss": 0.3562,
      "step": 1189200
    },
    {
      "epoch": 331.9,
      "grad_norm": 2.505545139312744,
      "learning_rate": 3.1785161138856793e-06,
      "loss": 0.3553,
      "step": 1189210
    },
    {
      "epoch": 331.91,
      "grad_norm": 0.9844636917114258,
      "learning_rate": 3.178490847394361e-06,
      "loss": 0.3596,
      "step": 1189220
    },
    {
      "epoch": 331.91,
      "grad_norm": 1.0172536373138428,
      "learning_rate": 3.178465580791939e-06,
      "loss": 0.3435,
      "step": 1189230
    },
    {
      "epoch": 331.91,
      "grad_norm": 1.0222073793411255,
      "learning_rate": 3.1784403140784156e-06,
      "loss": 0.3607,
      "step": 1189240
    },
    {
      "epoch": 331.91,
      "grad_norm": 1.1679246425628662,
      "learning_rate": 3.1784150472537943e-06,
      "loss": 0.3463,
      "step": 1189250
    },
    {
      "epoch": 331.92,
      "grad_norm": 1.0375044345855713,
      "learning_rate": 3.17838978031808e-06,
      "loss": 0.3601,
      "step": 1189260
    },
    {
      "epoch": 331.92,
      "grad_norm": 1.1361277103424072,
      "learning_rate": 3.178364513271274e-06,
      "loss": 0.3458,
      "step": 1189270
    },
    {
      "epoch": 331.92,
      "grad_norm": 1.7232211828231812,
      "learning_rate": 3.1783392461133813e-06,
      "loss": 0.3443,
      "step": 1189280
    },
    {
      "epoch": 331.93,
      "grad_norm": 1.256794810295105,
      "learning_rate": 3.178313978844404e-06,
      "loss": 0.3466,
      "step": 1189290
    },
    {
      "epoch": 331.93,
      "grad_norm": 1.1164709329605103,
      "learning_rate": 3.178288711464347e-06,
      "loss": 0.3539,
      "step": 1189300
    },
    {
      "epoch": 331.93,
      "grad_norm": 0.981147825717926,
      "learning_rate": 3.178263443973211e-06,
      "loss": 0.345,
      "step": 1189310
    },
    {
      "epoch": 331.93,
      "grad_norm": 1.0466556549072266,
      "learning_rate": 3.178238176371002e-06,
      "loss": 0.3533,
      "step": 1189320
    },
    {
      "epoch": 331.94,
      "grad_norm": 1.140015959739685,
      "learning_rate": 3.1782129086577225e-06,
      "loss": 0.3551,
      "step": 1189330
    },
    {
      "epoch": 331.94,
      "grad_norm": 1.0968612432479858,
      "learning_rate": 3.1781876408333754e-06,
      "loss": 0.3413,
      "step": 1189340
    },
    {
      "epoch": 331.94,
      "grad_norm": 1.2312787771224976,
      "learning_rate": 3.178162372897965e-06,
      "loss": 0.3423,
      "step": 1189350
    },
    {
      "epoch": 331.95,
      "grad_norm": 1.0431362390518188,
      "learning_rate": 3.1781371048514935e-06,
      "loss": 0.3531,
      "step": 1189360
    },
    {
      "epoch": 331.95,
      "grad_norm": 0.8890885710716248,
      "learning_rate": 3.178111836693965e-06,
      "loss": 0.3499,
      "step": 1189370
    },
    {
      "epoch": 331.95,
      "grad_norm": 0.8816171884536743,
      "learning_rate": 3.1780865684253826e-06,
      "loss": 0.3588,
      "step": 1189380
    },
    {
      "epoch": 331.95,
      "grad_norm": 1.123105525970459,
      "learning_rate": 3.1780613000457507e-06,
      "loss": 0.349,
      "step": 1189390
    },
    {
      "epoch": 331.96,
      "grad_norm": 1.0204713344573975,
      "learning_rate": 3.1780360315550707e-06,
      "loss": 0.3625,
      "step": 1189400
    },
    {
      "epoch": 331.96,
      "grad_norm": 1.1036924123764038,
      "learning_rate": 3.1780107629533468e-06,
      "loss": 0.3535,
      "step": 1189410
    },
    {
      "epoch": 331.96,
      "grad_norm": 0.8974162936210632,
      "learning_rate": 3.177985494240583e-06,
      "loss": 0.3451,
      "step": 1189420
    },
    {
      "epoch": 331.96,
      "grad_norm": 1.011141300201416,
      "learning_rate": 3.177960225416782e-06,
      "loss": 0.3623,
      "step": 1189430
    },
    {
      "epoch": 331.97,
      "grad_norm": 0.9695923924446106,
      "learning_rate": 3.177934956481948e-06,
      "loss": 0.3609,
      "step": 1189440
    },
    {
      "epoch": 331.97,
      "grad_norm": 1.0788789987564087,
      "learning_rate": 3.1779096874360832e-06,
      "loss": 0.3529,
      "step": 1189450
    },
    {
      "epoch": 331.97,
      "grad_norm": 1.2077827453613281,
      "learning_rate": 3.177884418279192e-06,
      "loss": 0.3702,
      "step": 1189460
    },
    {
      "epoch": 331.98,
      "grad_norm": 1.059565544128418,
      "learning_rate": 3.1778591490112766e-06,
      "loss": 0.3532,
      "step": 1189470
    },
    {
      "epoch": 331.98,
      "grad_norm": 1.0135072469711304,
      "learning_rate": 3.1778338796323415e-06,
      "loss": 0.3672,
      "step": 1189480
    },
    {
      "epoch": 331.98,
      "grad_norm": 1.1075289249420166,
      "learning_rate": 3.17780861014239e-06,
      "loss": 0.3479,
      "step": 1189490
    },
    {
      "epoch": 331.98,
      "grad_norm": 1.045141577720642,
      "learning_rate": 3.1777833405414243e-06,
      "loss": 0.3404,
      "step": 1189500
    },
    {
      "epoch": 331.99,
      "grad_norm": 0.8859359622001648,
      "learning_rate": 3.177758070829449e-06,
      "loss": 0.3651,
      "step": 1189510
    },
    {
      "epoch": 331.99,
      "grad_norm": 1.0853217840194702,
      "learning_rate": 3.177732801006467e-06,
      "loss": 0.3516,
      "step": 1189520
    },
    {
      "epoch": 331.99,
      "grad_norm": 1.0205254554748535,
      "learning_rate": 3.1777075310724814e-06,
      "loss": 0.3547,
      "step": 1189530
    },
    {
      "epoch": 332.0,
      "grad_norm": 1.2814444303512573,
      "learning_rate": 3.177682261027496e-06,
      "loss": 0.351,
      "step": 1189540
    },
    {
      "epoch": 332.0,
      "grad_norm": 1.1961311101913452,
      "learning_rate": 3.177656990871514e-06,
      "loss": 0.349,
      "step": 1189550
    },
    {
      "epoch": 332.0,
      "eval_loss": 0.35263192653656006,
      "eval_runtime": 63.2486,
      "eval_samples_per_second": 79.986,
      "eval_steps_per_second": 10.008,
      "step": 1189556
    },
    {
      "epoch": 332.0,
      "grad_norm": 0.9193478226661682,
      "learning_rate": 3.177631720604539e-06,
      "loss": 0.3425,
      "step": 1189560
    },
    {
      "epoch": 332.0,
      "grad_norm": 1.0398844480514526,
      "learning_rate": 3.177606450226573e-06,
      "loss": 0.3469,
      "step": 1189570
    },
    {
      "epoch": 332.01,
      "grad_norm": 0.9431919455528259,
      "learning_rate": 3.1775811797376216e-06,
      "loss": 0.3587,
      "step": 1189580
    },
    {
      "epoch": 332.01,
      "grad_norm": 1.095497727394104,
      "learning_rate": 3.1775559091376872e-06,
      "loss": 0.3568,
      "step": 1189590
    },
    {
      "epoch": 332.01,
      "grad_norm": 0.9381421208381653,
      "learning_rate": 3.177530638426772e-06,
      "loss": 0.3639,
      "step": 1189600
    },
    {
      "epoch": 332.02,
      "grad_norm": 1.0222599506378174,
      "learning_rate": 3.177505367604881e-06,
      "loss": 0.3623,
      "step": 1189610
    },
    {
      "epoch": 332.02,
      "grad_norm": 1.021849274635315,
      "learning_rate": 3.1774800966720167e-06,
      "loss": 0.3481,
      "step": 1189620
    },
    {
      "epoch": 332.02,
      "grad_norm": 0.9864725470542908,
      "learning_rate": 3.1774548256281833e-06,
      "loss": 0.3621,
      "step": 1189630
    },
    {
      "epoch": 332.02,
      "grad_norm": 0.8726673722267151,
      "learning_rate": 3.1774295544733827e-06,
      "loss": 0.3548,
      "step": 1189640
    },
    {
      "epoch": 332.03,
      "grad_norm": 1.0375950336456299,
      "learning_rate": 3.17740428320762e-06,
      "loss": 0.3568,
      "step": 1189650
    },
    {
      "epoch": 332.03,
      "grad_norm": 0.956637442111969,
      "learning_rate": 3.1773790118308974e-06,
      "loss": 0.3457,
      "step": 1189660
    },
    {
      "epoch": 332.03,
      "grad_norm": 1.0647234916687012,
      "learning_rate": 3.177353740343218e-06,
      "loss": 0.349,
      "step": 1189670
    },
    {
      "epoch": 332.03,
      "grad_norm": 1.0737147331237793,
      "learning_rate": 3.1773284687445864e-06,
      "loss": 0.3758,
      "step": 1189680
    },
    {
      "epoch": 332.04,
      "grad_norm": 0.9224134087562561,
      "learning_rate": 3.1773031970350046e-06,
      "loss": 0.349,
      "step": 1189690
    },
    {
      "epoch": 332.04,
      "grad_norm": 0.9165632724761963,
      "learning_rate": 3.1772779252144767e-06,
      "loss": 0.3447,
      "step": 1189700
    },
    {
      "epoch": 332.04,
      "grad_norm": 1.1812888383865356,
      "learning_rate": 3.177252653283006e-06,
      "loss": 0.35,
      "step": 1189710
    },
    {
      "epoch": 332.05,
      "grad_norm": 1.0725338459014893,
      "learning_rate": 3.1772273812405963e-06,
      "loss": 0.3539,
      "step": 1189720
    },
    {
      "epoch": 332.05,
      "grad_norm": 1.1883065700531006,
      "learning_rate": 3.177202109087251e-06,
      "loss": 0.343,
      "step": 1189730
    },
    {
      "epoch": 332.05,
      "grad_norm": 0.9848053455352783,
      "learning_rate": 3.1771768368229722e-06,
      "loss": 0.3556,
      "step": 1189740
    },
    {
      "epoch": 332.05,
      "grad_norm": 1.0952211618423462,
      "learning_rate": 3.1771515644477644e-06,
      "loss": 0.3585,
      "step": 1189750
    },
    {
      "epoch": 332.06,
      "grad_norm": 0.9856943488121033,
      "learning_rate": 3.1771262919616304e-06,
      "loss": 0.3524,
      "step": 1189760
    },
    {
      "epoch": 332.06,
      "grad_norm": 1.0620490312576294,
      "learning_rate": 3.1771010193645736e-06,
      "loss": 0.3522,
      "step": 1189770
    },
    {
      "epoch": 332.06,
      "grad_norm": 0.9794265627861023,
      "learning_rate": 3.1770757466565983e-06,
      "loss": 0.3599,
      "step": 1189780
    },
    {
      "epoch": 332.07,
      "grad_norm": 1.5320203304290771,
      "learning_rate": 3.177050473837706e-06,
      "loss": 0.345,
      "step": 1189790
    },
    {
      "epoch": 332.07,
      "grad_norm": 1.0660585165023804,
      "learning_rate": 3.1770252009079026e-06,
      "loss": 0.347,
      "step": 1189800
    },
    {
      "epoch": 332.07,
      "grad_norm": 0.8820460438728333,
      "learning_rate": 3.176999927867189e-06,
      "loss": 0.3501,
      "step": 1189810
    },
    {
      "epoch": 332.07,
      "grad_norm": 1.095791220664978,
      "learning_rate": 3.1769746547155696e-06,
      "loss": 0.3596,
      "step": 1189820
    },
    {
      "epoch": 332.08,
      "grad_norm": 1.0809128284454346,
      "learning_rate": 3.1769493814530486e-06,
      "loss": 0.3486,
      "step": 1189830
    },
    {
      "epoch": 332.08,
      "grad_norm": 1.0636136531829834,
      "learning_rate": 3.1769241080796277e-06,
      "loss": 0.361,
      "step": 1189840
    },
    {
      "epoch": 332.08,
      "grad_norm": 2.3745920658111572,
      "learning_rate": 3.1768988345953115e-06,
      "loss": 0.3364,
      "step": 1189850
    },
    {
      "epoch": 332.08,
      "grad_norm": 1.0488531589508057,
      "learning_rate": 3.1768735610001022e-06,
      "loss": 0.3454,
      "step": 1189860
    },
    {
      "epoch": 332.09,
      "grad_norm": 1.1144025325775146,
      "learning_rate": 3.176848287294005e-06,
      "loss": 0.3398,
      "step": 1189870
    },
    {
      "epoch": 332.09,
      "grad_norm": 0.9390634894371033,
      "learning_rate": 3.1768230134770224e-06,
      "loss": 0.3208,
      "step": 1189880
    },
    {
      "epoch": 332.09,
      "grad_norm": 0.9162147641181946,
      "learning_rate": 3.176797739549156e-06,
      "loss": 0.3552,
      "step": 1189890
    },
    {
      "epoch": 332.1,
      "grad_norm": 0.9886137843132019,
      "learning_rate": 3.176772465510412e-06,
      "loss": 0.3545,
      "step": 1189900
    },
    {
      "epoch": 332.1,
      "grad_norm": 0.9414541125297546,
      "learning_rate": 3.176747191360792e-06,
      "loss": 0.3543,
      "step": 1189910
    },
    {
      "epoch": 332.1,
      "grad_norm": 2.0127968788146973,
      "learning_rate": 3.1767219171003003e-06,
      "loss": 0.3392,
      "step": 1189920
    },
    {
      "epoch": 332.1,
      "grad_norm": 1.0629384517669678,
      "learning_rate": 3.176696642728939e-06,
      "loss": 0.3559,
      "step": 1189930
    },
    {
      "epoch": 332.11,
      "grad_norm": 0.882778525352478,
      "learning_rate": 3.176671368246713e-06,
      "loss": 0.3699,
      "step": 1189940
    },
    {
      "epoch": 332.11,
      "grad_norm": 1.0426627397537231,
      "learning_rate": 3.176646093653625e-06,
      "loss": 0.3405,
      "step": 1189950
    },
    {
      "epoch": 332.11,
      "grad_norm": 1.1546698808670044,
      "learning_rate": 3.176620818949678e-06,
      "loss": 0.3589,
      "step": 1189960
    },
    {
      "epoch": 332.12,
      "grad_norm": 1.7780251502990723,
      "learning_rate": 3.1765955441348757e-06,
      "loss": 0.3638,
      "step": 1189970
    },
    {
      "epoch": 332.12,
      "grad_norm": 1.0551775693893433,
      "learning_rate": 3.176570269209221e-06,
      "loss": 0.3571,
      "step": 1189980
    },
    {
      "epoch": 332.12,
      "grad_norm": 1.1089671850204468,
      "learning_rate": 3.176544994172718e-06,
      "loss": 0.3419,
      "step": 1189990
    },
    {
      "epoch": 332.12,
      "grad_norm": 1.0414848327636719,
      "learning_rate": 3.1765197190253695e-06,
      "loss": 0.3497,
      "step": 1190000
    },
    {
      "epoch": 332.13,
      "grad_norm": 0.9589595794677734,
      "learning_rate": 3.17649444376718e-06,
      "loss": 0.3661,
      "step": 1190010
    },
    {
      "epoch": 332.13,
      "grad_norm": 0.9929363131523132,
      "learning_rate": 3.1764691683981516e-06,
      "loss": 0.3293,
      "step": 1190020
    },
    {
      "epoch": 332.13,
      "grad_norm": 0.8555464744567871,
      "learning_rate": 3.1764438929182877e-06,
      "loss": 0.3545,
      "step": 1190030
    },
    {
      "epoch": 332.14,
      "grad_norm": 1.0746558904647827,
      "learning_rate": 3.176418617327593e-06,
      "loss": 0.3455,
      "step": 1190040
    },
    {
      "epoch": 332.14,
      "grad_norm": 1.0908446311950684,
      "learning_rate": 3.1763933416260684e-06,
      "loss": 0.3444,
      "step": 1190050
    },
    {
      "epoch": 332.14,
      "grad_norm": 1.0466984510421753,
      "learning_rate": 3.176368065813719e-06,
      "loss": 0.3492,
      "step": 1190060
    },
    {
      "epoch": 332.14,
      "grad_norm": 0.9109157919883728,
      "learning_rate": 3.176342789890549e-06,
      "loss": 0.34,
      "step": 1190070
    },
    {
      "epoch": 332.15,
      "grad_norm": 1.0081510543823242,
      "learning_rate": 3.17631751385656e-06,
      "loss": 0.3505,
      "step": 1190080
    },
    {
      "epoch": 332.15,
      "grad_norm": 0.979599118232727,
      "learning_rate": 3.176292237711756e-06,
      "loss": 0.3692,
      "step": 1190090
    },
    {
      "epoch": 332.15,
      "grad_norm": 1.0336331129074097,
      "learning_rate": 3.1762669614561407e-06,
      "loss": 0.3383,
      "step": 1190100
    },
    {
      "epoch": 332.15,
      "grad_norm": 0.9907746911048889,
      "learning_rate": 3.176241685089717e-06,
      "loss": 0.3647,
      "step": 1190110
    },
    {
      "epoch": 332.16,
      "grad_norm": 0.9693308472633362,
      "learning_rate": 3.176216408612488e-06,
      "loss": 0.3615,
      "step": 1190120
    },
    {
      "epoch": 332.16,
      "grad_norm": 1.3297207355499268,
      "learning_rate": 3.176191132024458e-06,
      "loss": 0.3467,
      "step": 1190130
    },
    {
      "epoch": 332.16,
      "grad_norm": 0.9872368574142456,
      "learning_rate": 3.1761658553256296e-06,
      "loss": 0.3537,
      "step": 1190140
    },
    {
      "epoch": 332.17,
      "grad_norm": 24.993410110473633,
      "learning_rate": 3.176140578516006e-06,
      "loss": 0.3395,
      "step": 1190150
    },
    {
      "epoch": 332.17,
      "grad_norm": 1.0773730278015137,
      "learning_rate": 3.1761153015955924e-06,
      "loss": 0.3541,
      "step": 1190160
    },
    {
      "epoch": 332.17,
      "grad_norm": 0.9429100155830383,
      "learning_rate": 3.17609002456439e-06,
      "loss": 0.3609,
      "step": 1190170
    },
    {
      "epoch": 332.17,
      "grad_norm": 1.0989477634429932,
      "learning_rate": 3.1760647474224027e-06,
      "loss": 0.3624,
      "step": 1190180
    },
    {
      "epoch": 332.18,
      "grad_norm": 0.9206587672233582,
      "learning_rate": 3.176039470169634e-06,
      "loss": 0.3506,
      "step": 1190190
    },
    {
      "epoch": 332.18,
      "grad_norm": 1.071772575378418,
      "learning_rate": 3.1760141928060878e-06,
      "loss": 0.3615,
      "step": 1190200
    },
    {
      "epoch": 332.18,
      "grad_norm": 1.1856917142868042,
      "learning_rate": 3.175988915331766e-06,
      "loss": 0.3703,
      "step": 1190210
    },
    {
      "epoch": 332.19,
      "grad_norm": 1.1567813158035278,
      "learning_rate": 3.175963637746674e-06,
      "loss": 0.3576,
      "step": 1190220
    },
    {
      "epoch": 332.19,
      "grad_norm": 1.0253663063049316,
      "learning_rate": 3.175938360050814e-06,
      "loss": 0.3303,
      "step": 1190230
    },
    {
      "epoch": 332.19,
      "grad_norm": 1.538907527923584,
      "learning_rate": 3.1759130822441896e-06,
      "loss": 0.3634,
      "step": 1190240
    },
    {
      "epoch": 332.19,
      "grad_norm": 1.3305765390396118,
      "learning_rate": 3.1758878043268033e-06,
      "loss": 0.3602,
      "step": 1190250
    },
    {
      "epoch": 332.2,
      "grad_norm": 0.8391250371932983,
      "learning_rate": 3.17586252629866e-06,
      "loss": 0.3418,
      "step": 1190260
    },
    {
      "epoch": 332.2,
      "grad_norm": 1.0079492330551147,
      "learning_rate": 3.175837248159762e-06,
      "loss": 0.3465,
      "step": 1190270
    },
    {
      "epoch": 332.2,
      "grad_norm": 1.15617835521698,
      "learning_rate": 3.1758119699101126e-06,
      "loss": 0.3599,
      "step": 1190280
    },
    {
      "epoch": 332.2,
      "grad_norm": 1.0019668340682983,
      "learning_rate": 3.1757866915497158e-06,
      "loss": 0.3447,
      "step": 1190290
    },
    {
      "epoch": 332.21,
      "grad_norm": 0.8879870772361755,
      "learning_rate": 3.1757614130785753e-06,
      "loss": 0.3378,
      "step": 1190300
    },
    {
      "epoch": 332.21,
      "grad_norm": 0.9556313753128052,
      "learning_rate": 3.1757361344966937e-06,
      "loss": 0.3743,
      "step": 1190310
    },
    {
      "epoch": 332.21,
      "grad_norm": 1.121461272239685,
      "learning_rate": 3.175710855804074e-06,
      "loss": 0.3476,
      "step": 1190320
    },
    {
      "epoch": 332.22,
      "grad_norm": 0.9583673477172852,
      "learning_rate": 3.1756855770007204e-06,
      "loss": 0.354,
      "step": 1190330
    },
    {
      "epoch": 332.22,
      "grad_norm": 1.0679351091384888,
      "learning_rate": 3.1756602980866355e-06,
      "loss": 0.3413,
      "step": 1190340
    },
    {
      "epoch": 332.22,
      "grad_norm": 1.0180974006652832,
      "learning_rate": 3.1756350190618235e-06,
      "loss": 0.3495,
      "step": 1190350
    },
    {
      "epoch": 332.22,
      "grad_norm": 0.9674205183982849,
      "learning_rate": 3.1756097399262877e-06,
      "loss": 0.3603,
      "step": 1190360
    },
    {
      "epoch": 332.23,
      "grad_norm": 1.0215511322021484,
      "learning_rate": 3.17558446068003e-06,
      "loss": 0.371,
      "step": 1190370
    },
    {
      "epoch": 332.23,
      "grad_norm": 1.1868475675582886,
      "learning_rate": 3.175559181323056e-06,
      "loss": 0.3577,
      "step": 1190380
    },
    {
      "epoch": 332.23,
      "grad_norm": 1.1212748289108276,
      "learning_rate": 3.1755339018553677e-06,
      "loss": 0.334,
      "step": 1190390
    },
    {
      "epoch": 332.24,
      "grad_norm": 1.06484055519104,
      "learning_rate": 3.175508622276969e-06,
      "loss": 0.3726,
      "step": 1190400
    },
    {
      "epoch": 332.24,
      "grad_norm": 1.0952481031417847,
      "learning_rate": 3.1754833425878623e-06,
      "loss": 0.3685,
      "step": 1190410
    },
    {
      "epoch": 332.24,
      "grad_norm": 0.860558271408081,
      "learning_rate": 3.1754580627880524e-06,
      "loss": 0.345,
      "step": 1190420
    },
    {
      "epoch": 332.24,
      "grad_norm": 0.9502167105674744,
      "learning_rate": 3.175432782877541e-06,
      "loss": 0.337,
      "step": 1190430
    },
    {
      "epoch": 332.25,
      "grad_norm": 0.9839298725128174,
      "learning_rate": 3.175407502856333e-06,
      "loss": 0.3417,
      "step": 1190440
    },
    {
      "epoch": 332.25,
      "grad_norm": 0.9745728969573975,
      "learning_rate": 3.175382222724431e-06,
      "loss": 0.339,
      "step": 1190450
    },
    {
      "epoch": 332.25,
      "grad_norm": 1.0302844047546387,
      "learning_rate": 3.1753569424818393e-06,
      "loss": 0.3702,
      "step": 1190460
    },
    {
      "epoch": 332.26,
      "grad_norm": 1.0989207029342651,
      "learning_rate": 3.1753316621285595e-06,
      "loss": 0.356,
      "step": 1190470
    },
    {
      "epoch": 332.26,
      "grad_norm": 0.8892598152160645,
      "learning_rate": 3.175306381664596e-06,
      "loss": 0.3267,
      "step": 1190480
    },
    {
      "epoch": 332.26,
      "grad_norm": 1.0375797748565674,
      "learning_rate": 3.1752811010899526e-06,
      "loss": 0.3567,
      "step": 1190490
    },
    {
      "epoch": 332.26,
      "grad_norm": 0.9723607301712036,
      "learning_rate": 3.175255820404632e-06,
      "loss": 0.3638,
      "step": 1190500
    },
    {
      "epoch": 332.27,
      "grad_norm": 1.0479522943496704,
      "learning_rate": 3.1752305396086373e-06,
      "loss": 0.35,
      "step": 1190510
    },
    {
      "epoch": 332.27,
      "grad_norm": 1.0280871391296387,
      "learning_rate": 3.1752052587019734e-06,
      "loss": 0.3633,
      "step": 1190520
    },
    {
      "epoch": 332.27,
      "grad_norm": 1.1920992136001587,
      "learning_rate": 3.1751799776846417e-06,
      "loss": 0.3447,
      "step": 1190530
    },
    {
      "epoch": 332.27,
      "grad_norm": 1.227611780166626,
      "learning_rate": 3.1751546965566464e-06,
      "loss": 0.3511,
      "step": 1190540
    },
    {
      "epoch": 332.28,
      "grad_norm": 0.9113161563873291,
      "learning_rate": 3.175129415317992e-06,
      "loss": 0.3542,
      "step": 1190550
    },
    {
      "epoch": 332.28,
      "grad_norm": 1.0056533813476562,
      "learning_rate": 3.1751041339686795e-06,
      "loss": 0.3545,
      "step": 1190560
    },
    {
      "epoch": 332.28,
      "grad_norm": 0.8315609693527222,
      "learning_rate": 3.175078852508714e-06,
      "loss": 0.3497,
      "step": 1190570
    },
    {
      "epoch": 332.29,
      "grad_norm": 1.2905256748199463,
      "learning_rate": 3.1750535709380985e-06,
      "loss": 0.3588,
      "step": 1190580
    },
    {
      "epoch": 332.29,
      "grad_norm": 0.9797627329826355,
      "learning_rate": 3.1750282892568358e-06,
      "loss": 0.3567,
      "step": 1190590
    },
    {
      "epoch": 332.29,
      "grad_norm": 1.1132844686508179,
      "learning_rate": 3.17500300746493e-06,
      "loss": 0.3521,
      "step": 1190600
    },
    {
      "epoch": 332.29,
      "grad_norm": 1.2282037734985352,
      "learning_rate": 3.1749777255623846e-06,
      "loss": 0.3335,
      "step": 1190610
    },
    {
      "epoch": 332.3,
      "grad_norm": 1.193135142326355,
      "learning_rate": 3.1749524435492027e-06,
      "loss": 0.338,
      "step": 1190620
    },
    {
      "epoch": 332.3,
      "grad_norm": 1.050173044204712,
      "learning_rate": 3.1749271614253868e-06,
      "loss": 0.3387,
      "step": 1190630
    },
    {
      "epoch": 332.3,
      "grad_norm": 1.1959786415100098,
      "learning_rate": 3.174901879190941e-06,
      "loss": 0.3465,
      "step": 1190640
    },
    {
      "epoch": 332.31,
      "grad_norm": 1.0841366052627563,
      "learning_rate": 3.1748765968458692e-06,
      "loss": 0.351,
      "step": 1190650
    },
    {
      "epoch": 332.31,
      "grad_norm": 0.9179047346115112,
      "learning_rate": 3.174851314390174e-06,
      "loss": 0.3566,
      "step": 1190660
    },
    {
      "epoch": 332.31,
      "grad_norm": 1.1481592655181885,
      "learning_rate": 3.174826031823859e-06,
      "loss": 0.3561,
      "step": 1190670
    },
    {
      "epoch": 332.31,
      "grad_norm": 1.0434207916259766,
      "learning_rate": 3.1748007491469278e-06,
      "loss": 0.3536,
      "step": 1190680
    },
    {
      "epoch": 332.32,
      "grad_norm": 0.9270469546318054,
      "learning_rate": 3.1747754663593828e-06,
      "loss": 0.3338,
      "step": 1190690
    },
    {
      "epoch": 332.32,
      "grad_norm": 0.8823727965354919,
      "learning_rate": 3.174750183461229e-06,
      "loss": 0.3407,
      "step": 1190700
    },
    {
      "epoch": 332.32,
      "grad_norm": 1.1853961944580078,
      "learning_rate": 3.174724900452468e-06,
      "loss": 0.3463,
      "step": 1190710
    },
    {
      "epoch": 332.32,
      "grad_norm": 0.9231499433517456,
      "learning_rate": 3.1746996173331042e-06,
      "loss": 0.3694,
      "step": 1190720
    },
    {
      "epoch": 332.33,
      "grad_norm": 1.0534237623214722,
      "learning_rate": 3.1746743341031412e-06,
      "loss": 0.3629,
      "step": 1190730
    },
    {
      "epoch": 332.33,
      "grad_norm": 0.9993172883987427,
      "learning_rate": 3.1746490507625815e-06,
      "loss": 0.3521,
      "step": 1190740
    },
    {
      "epoch": 332.33,
      "grad_norm": 1.4557145833969116,
      "learning_rate": 3.174623767311429e-06,
      "loss": 0.3477,
      "step": 1190750
    },
    {
      "epoch": 332.34,
      "grad_norm": 1.0867925882339478,
      "learning_rate": 3.1745984837496874e-06,
      "loss": 0.3579,
      "step": 1190760
    },
    {
      "epoch": 332.34,
      "grad_norm": 1.0134133100509644,
      "learning_rate": 3.174573200077359e-06,
      "loss": 0.3655,
      "step": 1190770
    },
    {
      "epoch": 332.34,
      "grad_norm": 1.0694366693496704,
      "learning_rate": 3.1745479162944486e-06,
      "loss": 0.3464,
      "step": 1190780
    },
    {
      "epoch": 332.34,
      "grad_norm": 1.1326117515563965,
      "learning_rate": 3.174522632400958e-06,
      "loss": 0.3548,
      "step": 1190790
    },
    {
      "epoch": 332.35,
      "grad_norm": 0.9083566069602966,
      "learning_rate": 3.1744973483968917e-06,
      "loss": 0.3524,
      "step": 1190800
    },
    {
      "epoch": 332.35,
      "grad_norm": 1.1239758729934692,
      "learning_rate": 3.1744720642822527e-06,
      "loss": 0.3515,
      "step": 1190810
    },
    {
      "epoch": 332.35,
      "grad_norm": 1.3576021194458008,
      "learning_rate": 3.1744467800570438e-06,
      "loss": 0.3529,
      "step": 1190820
    },
    {
      "epoch": 332.36,
      "grad_norm": 0.985783576965332,
      "learning_rate": 3.17442149572127e-06,
      "loss": 0.3575,
      "step": 1190830
    },
    {
      "epoch": 332.36,
      "grad_norm": 1.01681387424469,
      "learning_rate": 3.1743962112749333e-06,
      "loss": 0.3636,
      "step": 1190840
    },
    {
      "epoch": 332.36,
      "grad_norm": 1.0549489259719849,
      "learning_rate": 3.1743709267180373e-06,
      "loss": 0.3473,
      "step": 1190850
    },
    {
      "epoch": 332.36,
      "grad_norm": 1.1573973894119263,
      "learning_rate": 3.1743456420505844e-06,
      "loss": 0.3558,
      "step": 1190860
    },
    {
      "epoch": 332.37,
      "grad_norm": 1.0210368633270264,
      "learning_rate": 3.1743203572725797e-06,
      "loss": 0.3386,
      "step": 1190870
    },
    {
      "epoch": 332.37,
      "grad_norm": 1.0048662424087524,
      "learning_rate": 3.1742950723840263e-06,
      "loss": 0.3427,
      "step": 1190880
    },
    {
      "epoch": 332.37,
      "grad_norm": 1.0906896591186523,
      "learning_rate": 3.1742697873849265e-06,
      "loss": 0.3442,
      "step": 1190890
    },
    {
      "epoch": 332.38,
      "grad_norm": 1.314108967781067,
      "learning_rate": 3.174244502275285e-06,
      "loss": 0.3403,
      "step": 1190900
    },
    {
      "epoch": 332.38,
      "grad_norm": 0.9595316052436829,
      "learning_rate": 3.1742192170551043e-06,
      "loss": 0.3565,
      "step": 1190910
    },
    {
      "epoch": 332.38,
      "grad_norm": 1.0466389656066895,
      "learning_rate": 3.174193931724388e-06,
      "loss": 0.3639,
      "step": 1190920
    },
    {
      "epoch": 332.38,
      "grad_norm": 1.0599727630615234,
      "learning_rate": 3.174168646283138e-06,
      "loss": 0.3567,
      "step": 1190930
    },
    {
      "epoch": 332.39,
      "grad_norm": 0.9450690150260925,
      "learning_rate": 3.1741433607313604e-06,
      "loss": 0.3519,
      "step": 1190940
    },
    {
      "epoch": 332.39,
      "grad_norm": 1.0180795192718506,
      "learning_rate": 3.174118075069057e-06,
      "loss": 0.339,
      "step": 1190950
    },
    {
      "epoch": 332.39,
      "grad_norm": 1.0722572803497314,
      "learning_rate": 3.174092789296231e-06,
      "loss": 0.3674,
      "step": 1190960
    },
    {
      "epoch": 332.39,
      "grad_norm": 0.9574087858200073,
      "learning_rate": 3.174067503412887e-06,
      "loss": 0.3364,
      "step": 1190970
    },
    {
      "epoch": 332.4,
      "grad_norm": 1.2613246440887451,
      "learning_rate": 3.174042217419027e-06,
      "loss": 0.347,
      "step": 1190980
    },
    {
      "epoch": 332.4,
      "grad_norm": 0.850481390953064,
      "learning_rate": 3.174016931314655e-06,
      "loss": 0.3572,
      "step": 1190990
    },
    {
      "epoch": 332.4,
      "grad_norm": 0.9628690481185913,
      "learning_rate": 3.1739916450997742e-06,
      "loss": 0.3504,
      "step": 1191000
    },
    {
      "epoch": 332.41,
      "grad_norm": 1.2156709432601929,
      "learning_rate": 3.1739663587743873e-06,
      "loss": 0.3454,
      "step": 1191010
    },
    {
      "epoch": 332.41,
      "grad_norm": 1.032979130744934,
      "learning_rate": 3.173941072338499e-06,
      "loss": 0.3456,
      "step": 1191020
    },
    {
      "epoch": 332.41,
      "grad_norm": 0.9250646829605103,
      "learning_rate": 3.173915785792112e-06,
      "loss": 0.3471,
      "step": 1191030
    },
    {
      "epoch": 332.41,
      "grad_norm": 0.9351888298988342,
      "learning_rate": 3.17389049913523e-06,
      "loss": 0.3453,
      "step": 1191040
    },
    {
      "epoch": 332.42,
      "grad_norm": 0.9371809959411621,
      "learning_rate": 3.173865212367856e-06,
      "loss": 0.3515,
      "step": 1191050
    },
    {
      "epoch": 332.42,
      "grad_norm": 0.8780732750892639,
      "learning_rate": 3.1738399254899928e-06,
      "loss": 0.3364,
      "step": 1191060
    },
    {
      "epoch": 332.42,
      "grad_norm": 0.9368836879730225,
      "learning_rate": 3.1738146385016455e-06,
      "loss": 0.3479,
      "step": 1191070
    },
    {
      "epoch": 332.43,
      "grad_norm": 0.9529507756233215,
      "learning_rate": 3.1737893514028154e-06,
      "loss": 0.3627,
      "step": 1191080
    },
    {
      "epoch": 332.43,
      "grad_norm": 1.0731391906738281,
      "learning_rate": 3.1737640641935065e-06,
      "loss": 0.341,
      "step": 1191090
    },
    {
      "epoch": 332.43,
      "grad_norm": 1.104063868522644,
      "learning_rate": 3.1737387768737236e-06,
      "loss": 0.3723,
      "step": 1191100
    },
    {
      "epoch": 332.43,
      "grad_norm": 1.1011959314346313,
      "learning_rate": 3.1737134894434687e-06,
      "loss": 0.342,
      "step": 1191110
    },
    {
      "epoch": 332.44,
      "grad_norm": 1.0392826795578003,
      "learning_rate": 3.1736882019027453e-06,
      "loss": 0.3483,
      "step": 1191120
    },
    {
      "epoch": 332.44,
      "grad_norm": 1.0289400815963745,
      "learning_rate": 3.173662914251557e-06,
      "loss": 0.3504,
      "step": 1191130
    },
    {
      "epoch": 332.44,
      "grad_norm": 0.981563150882721,
      "learning_rate": 3.173637626489907e-06,
      "loss": 0.3508,
      "step": 1191140
    },
    {
      "epoch": 332.44,
      "grad_norm": 0.8966467380523682,
      "learning_rate": 3.173612338617798e-06,
      "loss": 0.338,
      "step": 1191150
    },
    {
      "epoch": 332.45,
      "grad_norm": 0.9725635647773743,
      "learning_rate": 3.1735870506352347e-06,
      "loss": 0.3495,
      "step": 1191160
    },
    {
      "epoch": 332.45,
      "grad_norm": 1.1516798734664917,
      "learning_rate": 3.1735617625422205e-06,
      "loss": 0.3693,
      "step": 1191170
    },
    {
      "epoch": 332.45,
      "grad_norm": 1.1099289655685425,
      "learning_rate": 3.173536474338757e-06,
      "loss": 0.3582,
      "step": 1191180
    },
    {
      "epoch": 332.46,
      "grad_norm": 0.9571748375892639,
      "learning_rate": 3.1735111860248493e-06,
      "loss": 0.3694,
      "step": 1191190
    },
    {
      "epoch": 332.46,
      "grad_norm": 0.9480551481246948,
      "learning_rate": 3.173485897600501e-06,
      "loss": 0.3547,
      "step": 1191200
    },
    {
      "epoch": 332.46,
      "grad_norm": 1.327724814414978,
      "learning_rate": 3.173460609065713e-06,
      "loss": 0.352,
      "step": 1191210
    },
    {
      "epoch": 332.46,
      "grad_norm": 0.9843090772628784,
      "learning_rate": 3.173435320420491e-06,
      "loss": 0.3605,
      "step": 1191220
    },
    {
      "epoch": 332.47,
      "grad_norm": 1.1951758861541748,
      "learning_rate": 3.173410031664838e-06,
      "loss": 0.3632,
      "step": 1191230
    },
    {
      "epoch": 332.47,
      "grad_norm": 0.9959505200386047,
      "learning_rate": 3.173384742798756e-06,
      "loss": 0.3578,
      "step": 1191240
    },
    {
      "epoch": 332.47,
      "grad_norm": 0.9241931438446045,
      "learning_rate": 3.17335945382225e-06,
      "loss": 0.354,
      "step": 1191250
    },
    {
      "epoch": 332.48,
      "grad_norm": 1.1504467725753784,
      "learning_rate": 3.1733341647353237e-06,
      "loss": 0.3475,
      "step": 1191260
    },
    {
      "epoch": 332.48,
      "grad_norm": 0.993086040019989,
      "learning_rate": 3.1733088755379784e-06,
      "loss": 0.3576,
      "step": 1191270
    },
    {
      "epoch": 332.48,
      "grad_norm": 1.1528968811035156,
      "learning_rate": 3.1732835862302186e-06,
      "loss": 0.3693,
      "step": 1191280
    },
    {
      "epoch": 332.48,
      "grad_norm": 1.2026718854904175,
      "learning_rate": 3.1732582968120485e-06,
      "loss": 0.3366,
      "step": 1191290
    },
    {
      "epoch": 332.49,
      "grad_norm": 1.0120726823806763,
      "learning_rate": 3.17323300728347e-06,
      "loss": 0.3658,
      "step": 1191300
    },
    {
      "epoch": 332.49,
      "grad_norm": 1.2194215059280396,
      "learning_rate": 3.1732077176444865e-06,
      "loss": 0.3567,
      "step": 1191310
    },
    {
      "epoch": 332.49,
      "grad_norm": 0.8345388770103455,
      "learning_rate": 3.1731824278951023e-06,
      "loss": 0.3456,
      "step": 1191320
    },
    {
      "epoch": 332.5,
      "grad_norm": 1.04917573928833,
      "learning_rate": 3.173157138035321e-06,
      "loss": 0.3408,
      "step": 1191330
    },
    {
      "epoch": 332.5,
      "grad_norm": 1.727885127067566,
      "learning_rate": 3.173131848065145e-06,
      "loss": 0.3494,
      "step": 1191340
    },
    {
      "epoch": 332.5,
      "grad_norm": 1.038151502609253,
      "learning_rate": 3.1731065579845785e-06,
      "loss": 0.3429,
      "step": 1191350
    },
    {
      "epoch": 332.5,
      "grad_norm": 1.1447705030441284,
      "learning_rate": 3.1730812677936238e-06,
      "loss": 0.3465,
      "step": 1191360
    },
    {
      "epoch": 332.51,
      "grad_norm": 1.0839903354644775,
      "learning_rate": 3.1730559774922854e-06,
      "loss": 0.3452,
      "step": 1191370
    },
    {
      "epoch": 332.51,
      "grad_norm": 1.0628852844238281,
      "learning_rate": 3.1730306870805655e-06,
      "loss": 0.3716,
      "step": 1191380
    },
    {
      "epoch": 332.51,
      "grad_norm": 0.9678263664245605,
      "learning_rate": 3.173005396558469e-06,
      "loss": 0.3626,
      "step": 1191390
    },
    {
      "epoch": 332.51,
      "grad_norm": 0.9237837195396423,
      "learning_rate": 3.1729801059259973e-06,
      "loss": 0.3554,
      "step": 1191400
    },
    {
      "epoch": 332.52,
      "grad_norm": 1.0119432210922241,
      "learning_rate": 3.1729548151831552e-06,
      "loss": 0.3441,
      "step": 1191410
    },
    {
      "epoch": 332.52,
      "grad_norm": 0.8952837586402893,
      "learning_rate": 3.172929524329946e-06,
      "loss": 0.3405,
      "step": 1191420
    },
    {
      "epoch": 332.52,
      "grad_norm": 1.01730477809906,
      "learning_rate": 3.1729042333663732e-06,
      "loss": 0.3559,
      "step": 1191430
    },
    {
      "epoch": 332.53,
      "grad_norm": 0.9707974195480347,
      "learning_rate": 3.1728789422924388e-06,
      "loss": 0.3551,
      "step": 1191440
    },
    {
      "epoch": 332.53,
      "grad_norm": 0.8765522837638855,
      "learning_rate": 3.1728536511081477e-06,
      "loss": 0.343,
      "step": 1191450
    },
    {
      "epoch": 332.53,
      "grad_norm": 0.9513189792633057,
      "learning_rate": 3.1728283598135027e-06,
      "loss": 0.3411,
      "step": 1191460
    },
    {
      "epoch": 332.53,
      "grad_norm": 1.2742165327072144,
      "learning_rate": 3.1728030684085067e-06,
      "loss": 0.3662,
      "step": 1191470
    },
    {
      "epoch": 332.54,
      "grad_norm": 1.0302181243896484,
      "learning_rate": 3.1727777768931634e-06,
      "loss": 0.3343,
      "step": 1191480
    },
    {
      "epoch": 332.54,
      "grad_norm": 1.0483835935592651,
      "learning_rate": 3.1727524852674767e-06,
      "loss": 0.3431,
      "step": 1191490
    },
    {
      "epoch": 332.54,
      "grad_norm": 1.0497316122055054,
      "learning_rate": 3.1727271935314505e-06,
      "loss": 0.3468,
      "step": 1191500
    },
    {
      "epoch": 332.55,
      "grad_norm": 1.0206316709518433,
      "learning_rate": 3.172701901685086e-06,
      "loss": 0.3482,
      "step": 1191510
    },
    {
      "epoch": 332.55,
      "grad_norm": 1.1142383813858032,
      "learning_rate": 3.172676609728388e-06,
      "loss": 0.3523,
      "step": 1191520
    },
    {
      "epoch": 332.55,
      "grad_norm": 0.9548256993293762,
      "learning_rate": 3.1726513176613596e-06,
      "loss": 0.3438,
      "step": 1191530
    },
    {
      "epoch": 332.55,
      "grad_norm": 1.2126343250274658,
      "learning_rate": 3.1726260254840037e-06,
      "loss": 0.3539,
      "step": 1191540
    },
    {
      "epoch": 332.56,
      "grad_norm": 0.9733418822288513,
      "learning_rate": 3.172600733196325e-06,
      "loss": 0.3448,
      "step": 1191550
    },
    {
      "epoch": 332.56,
      "grad_norm": 1.0775760412216187,
      "learning_rate": 3.1725754407983258e-06,
      "loss": 0.3876,
      "step": 1191560
    },
    {
      "epoch": 332.56,
      "grad_norm": 1.0472817420959473,
      "learning_rate": 3.1725501482900096e-06,
      "loss": 0.3409,
      "step": 1191570
    },
    {
      "epoch": 332.56,
      "grad_norm": 0.9502489566802979,
      "learning_rate": 3.1725248556713805e-06,
      "loss": 0.3592,
      "step": 1191580
    },
    {
      "epoch": 332.57,
      "grad_norm": 1.05964195728302,
      "learning_rate": 3.17249956294244e-06,
      "loss": 0.3446,
      "step": 1191590
    },
    {
      "epoch": 332.57,
      "grad_norm": 0.9689634442329407,
      "learning_rate": 3.1724742701031938e-06,
      "loss": 0.3508,
      "step": 1191600
    },
    {
      "epoch": 332.57,
      "grad_norm": 0.9438696503639221,
      "learning_rate": 3.1724489771536433e-06,
      "loss": 0.3453,
      "step": 1191610
    },
    {
      "epoch": 332.58,
      "grad_norm": 1.0408552885055542,
      "learning_rate": 3.1724236840937935e-06,
      "loss": 0.3602,
      "step": 1191620
    },
    {
      "epoch": 332.58,
      "grad_norm": 1.0485831499099731,
      "learning_rate": 3.172398390923646e-06,
      "loss": 0.3443,
      "step": 1191630
    },
    {
      "epoch": 332.58,
      "grad_norm": 0.9926938414573669,
      "learning_rate": 3.1723730976432064e-06,
      "loss": 0.35,
      "step": 1191640
    },
    {
      "epoch": 332.58,
      "grad_norm": 1.0451703071594238,
      "learning_rate": 3.1723478042524767e-06,
      "loss": 0.3609,
      "step": 1191650
    },
    {
      "epoch": 332.59,
      "grad_norm": 0.9378038644790649,
      "learning_rate": 3.17232251075146e-06,
      "loss": 0.3547,
      "step": 1191660
    },
    {
      "epoch": 332.59,
      "grad_norm": 0.9517614841461182,
      "learning_rate": 3.17229721714016e-06,
      "loss": 0.352,
      "step": 1191670
    },
    {
      "epoch": 332.59,
      "grad_norm": 0.9833203554153442,
      "learning_rate": 3.1722719234185804e-06,
      "loss": 0.3522,
      "step": 1191680
    },
    {
      "epoch": 332.6,
      "grad_norm": 1.0633461475372314,
      "learning_rate": 3.172246629586724e-06,
      "loss": 0.3541,
      "step": 1191690
    },
    {
      "epoch": 332.6,
      "grad_norm": 0.8817939162254333,
      "learning_rate": 3.1722213356445945e-06,
      "loss": 0.3561,
      "step": 1191700
    },
    {
      "epoch": 332.6,
      "grad_norm": 1.0642331838607788,
      "learning_rate": 3.1721960415921953e-06,
      "loss": 0.3429,
      "step": 1191710
    },
    {
      "epoch": 332.6,
      "grad_norm": 1.0355892181396484,
      "learning_rate": 3.17217074742953e-06,
      "loss": 0.3587,
      "step": 1191720
    },
    {
      "epoch": 332.61,
      "grad_norm": 1.1139260530471802,
      "learning_rate": 3.1721454531566013e-06,
      "loss": 0.3575,
      "step": 1191730
    },
    {
      "epoch": 332.61,
      "grad_norm": 1.0818252563476562,
      "learning_rate": 3.172120158773413e-06,
      "loss": 0.3483,
      "step": 1191740
    },
    {
      "epoch": 332.61,
      "grad_norm": 1.0185810327529907,
      "learning_rate": 3.1720948642799686e-06,
      "loss": 0.3467,
      "step": 1191750
    },
    {
      "epoch": 332.62,
      "grad_norm": 1.0361675024032593,
      "learning_rate": 3.172069569676271e-06,
      "loss": 0.3552,
      "step": 1191760
    },
    {
      "epoch": 332.62,
      "grad_norm": 1.0177408456802368,
      "learning_rate": 3.172044274962324e-06,
      "loss": 0.352,
      "step": 1191770
    },
    {
      "epoch": 332.62,
      "grad_norm": 0.9646078944206238,
      "learning_rate": 3.172018980138131e-06,
      "loss": 0.353,
      "step": 1191780
    },
    {
      "epoch": 332.62,
      "grad_norm": 1.054372787475586,
      "learning_rate": 3.1719936852036955e-06,
      "loss": 0.3494,
      "step": 1191790
    },
    {
      "epoch": 332.63,
      "grad_norm": 1.093047857284546,
      "learning_rate": 3.1719683901590196e-06,
      "loss": 0.3496,
      "step": 1191800
    },
    {
      "epoch": 332.63,
      "grad_norm": 1.061525583267212,
      "learning_rate": 3.1719430950041083e-06,
      "loss": 0.3662,
      "step": 1191810
    },
    {
      "epoch": 332.63,
      "grad_norm": 1.1447778940200806,
      "learning_rate": 3.1719177997389633e-06,
      "loss": 0.3686,
      "step": 1191820
    },
    {
      "epoch": 332.63,
      "grad_norm": 1.0855501890182495,
      "learning_rate": 3.17189250436359e-06,
      "loss": 0.3725,
      "step": 1191830
    },
    {
      "epoch": 332.64,
      "grad_norm": 0.8872852325439453,
      "learning_rate": 3.17186720887799e-06,
      "loss": 0.3436,
      "step": 1191840
    },
    {
      "epoch": 332.64,
      "grad_norm": 0.8755556344985962,
      "learning_rate": 3.171841913282168e-06,
      "loss": 0.3585,
      "step": 1191850
    },
    {
      "epoch": 332.64,
      "grad_norm": 1.1486544609069824,
      "learning_rate": 3.1718166175761267e-06,
      "loss": 0.3515,
      "step": 1191860
    },
    {
      "epoch": 332.65,
      "grad_norm": 0.8567937612533569,
      "learning_rate": 3.1717913217598695e-06,
      "loss": 0.3641,
      "step": 1191870
    },
    {
      "epoch": 332.65,
      "grad_norm": 1.0001978874206543,
      "learning_rate": 3.1717660258333993e-06,
      "loss": 0.339,
      "step": 1191880
    },
    {
      "epoch": 332.65,
      "grad_norm": 1.3016035556793213,
      "learning_rate": 3.17174072979672e-06,
      "loss": 0.3589,
      "step": 1191890
    },
    {
      "epoch": 332.65,
      "grad_norm": 0.9523357152938843,
      "learning_rate": 3.171715433649835e-06,
      "loss": 0.3573,
      "step": 1191900
    },
    {
      "epoch": 332.66,
      "grad_norm": 0.8958771228790283,
      "learning_rate": 3.1716901373927478e-06,
      "loss": 0.347,
      "step": 1191910
    },
    {
      "epoch": 332.66,
      "grad_norm": 1.1389975547790527,
      "learning_rate": 3.171664841025461e-06,
      "loss": 0.3659,
      "step": 1191920
    },
    {
      "epoch": 332.66,
      "grad_norm": 1.021510362625122,
      "learning_rate": 3.171639544547979e-06,
      "loss": 0.3585,
      "step": 1191930
    },
    {
      "epoch": 332.67,
      "grad_norm": 1.0937206745147705,
      "learning_rate": 3.1716142479603053e-06,
      "loss": 0.3794,
      "step": 1191940
    },
    {
      "epoch": 332.67,
      "grad_norm": 0.9422547817230225,
      "learning_rate": 3.1715889512624414e-06,
      "loss": 0.3409,
      "step": 1191950
    },
    {
      "epoch": 332.67,
      "grad_norm": 0.9792689085006714,
      "learning_rate": 3.1715636544543924e-06,
      "loss": 0.3627,
      "step": 1191960
    },
    {
      "epoch": 332.67,
      "grad_norm": 0.9396390318870544,
      "learning_rate": 3.171538357536162e-06,
      "loss": 0.34,
      "step": 1191970
    },
    {
      "epoch": 332.68,
      "grad_norm": 0.9943810701370239,
      "learning_rate": 3.171513060507751e-06,
      "loss": 0.3541,
      "step": 1191980
    },
    {
      "epoch": 332.68,
      "grad_norm": 0.9011475443840027,
      "learning_rate": 3.1714877633691656e-06,
      "loss": 0.3454,
      "step": 1191990
    },
    {
      "epoch": 332.68,
      "grad_norm": 0.9791386723518372,
      "learning_rate": 3.1714624661204083e-06,
      "loss": 0.3365,
      "step": 1192000
    },
    {
      "epoch": 332.68,
      "grad_norm": 0.9365166425704956,
      "learning_rate": 3.171437168761482e-06,
      "loss": 0.3601,
      "step": 1192010
    },
    {
      "epoch": 332.69,
      "grad_norm": 1.4542880058288574,
      "learning_rate": 3.17141187129239e-06,
      "loss": 0.3676,
      "step": 1192020
    },
    {
      "epoch": 332.69,
      "grad_norm": 1.395411491394043,
      "learning_rate": 3.171386573713136e-06,
      "loss": 0.3641,
      "step": 1192030
    },
    {
      "epoch": 332.69,
      "grad_norm": 0.986303985118866,
      "learning_rate": 3.1713612760237237e-06,
      "loss": 0.3435,
      "step": 1192040
    },
    {
      "epoch": 332.7,
      "grad_norm": 1.017394781112671,
      "learning_rate": 3.171335978224156e-06,
      "loss": 0.3488,
      "step": 1192050
    },
    {
      "epoch": 332.7,
      "grad_norm": 1.0096080303192139,
      "learning_rate": 3.171310680314436e-06,
      "loss": 0.3759,
      "step": 1192060
    },
    {
      "epoch": 332.7,
      "grad_norm": 1.1785105466842651,
      "learning_rate": 3.1712853822945686e-06,
      "loss": 0.3607,
      "step": 1192070
    },
    {
      "epoch": 332.7,
      "grad_norm": 0.9928585290908813,
      "learning_rate": 3.1712600841645553e-06,
      "loss": 0.3578,
      "step": 1192080
    },
    {
      "epoch": 332.71,
      "grad_norm": 0.964400053024292,
      "learning_rate": 3.1712347859243998e-06,
      "loss": 0.343,
      "step": 1192090
    },
    {
      "epoch": 332.71,
      "grad_norm": 1.0038588047027588,
      "learning_rate": 3.171209487574106e-06,
      "loss": 0.3442,
      "step": 1192100
    },
    {
      "epoch": 332.71,
      "grad_norm": 1.1924993991851807,
      "learning_rate": 3.1711841891136773e-06,
      "loss": 0.3593,
      "step": 1192110
    },
    {
      "epoch": 332.72,
      "grad_norm": 0.9738057255744934,
      "learning_rate": 3.1711588905431167e-06,
      "loss": 0.3739,
      "step": 1192120
    },
    {
      "epoch": 332.72,
      "grad_norm": 1.0522586107254028,
      "learning_rate": 3.171133591862428e-06,
      "loss": 0.3536,
      "step": 1192130
    },
    {
      "epoch": 332.72,
      "grad_norm": 0.9547837376594543,
      "learning_rate": 3.171108293071614e-06,
      "loss": 0.3468,
      "step": 1192140
    },
    {
      "epoch": 332.72,
      "grad_norm": 0.9892982244491577,
      "learning_rate": 3.1710829941706788e-06,
      "loss": 0.3475,
      "step": 1192150
    },
    {
      "epoch": 332.73,
      "grad_norm": 1.3521199226379395,
      "learning_rate": 3.1710576951596254e-06,
      "loss": 0.3495,
      "step": 1192160
    },
    {
      "epoch": 332.73,
      "grad_norm": 0.9527226090431213,
      "learning_rate": 3.1710323960384566e-06,
      "loss": 0.3489,
      "step": 1192170
    },
    {
      "epoch": 332.73,
      "grad_norm": 1.0322327613830566,
      "learning_rate": 3.1710070968071764e-06,
      "loss": 0.362,
      "step": 1192180
    },
    {
      "epoch": 332.74,
      "grad_norm": 1.0812740325927734,
      "learning_rate": 3.170981797465788e-06,
      "loss": 0.3613,
      "step": 1192190
    },
    {
      "epoch": 332.74,
      "grad_norm": 1.0282913446426392,
      "learning_rate": 3.170956498014295e-06,
      "loss": 0.3639,
      "step": 1192200
    },
    {
      "epoch": 332.74,
      "grad_norm": 1.0304230451583862,
      "learning_rate": 3.1709311984527004e-06,
      "loss": 0.3526,
      "step": 1192210
    },
    {
      "epoch": 332.74,
      "grad_norm": 0.9091464281082153,
      "learning_rate": 3.1709058987810084e-06,
      "loss": 0.36,
      "step": 1192220
    },
    {
      "epoch": 332.75,
      "grad_norm": 1.1088899374008179,
      "learning_rate": 3.170880598999221e-06,
      "loss": 0.3459,
      "step": 1192230
    },
    {
      "epoch": 332.75,
      "grad_norm": 1.0430947542190552,
      "learning_rate": 3.170855299107343e-06,
      "loss": 0.3485,
      "step": 1192240
    },
    {
      "epoch": 332.75,
      "grad_norm": 1.68891179561615,
      "learning_rate": 3.1708299991053767e-06,
      "loss": 0.3597,
      "step": 1192250
    },
    {
      "epoch": 332.75,
      "grad_norm": 0.9164333939552307,
      "learning_rate": 3.170804698993326e-06,
      "loss": 0.3442,
      "step": 1192260
    },
    {
      "epoch": 332.76,
      "grad_norm": 1.0860357284545898,
      "learning_rate": 3.1707793987711936e-06,
      "loss": 0.3557,
      "step": 1192270
    },
    {
      "epoch": 332.76,
      "grad_norm": 1.1404234170913696,
      "learning_rate": 3.1707540984389832e-06,
      "loss": 0.3705,
      "step": 1192280
    },
    {
      "epoch": 332.76,
      "grad_norm": 1.0153948068618774,
      "learning_rate": 3.170728797996699e-06,
      "loss": 0.3627,
      "step": 1192290
    },
    {
      "epoch": 332.77,
      "grad_norm": 0.9923798441886902,
      "learning_rate": 3.170703497444344e-06,
      "loss": 0.3509,
      "step": 1192300
    },
    {
      "epoch": 332.77,
      "grad_norm": 1.1740678548812866,
      "learning_rate": 3.1706781967819203e-06,
      "loss": 0.3643,
      "step": 1192310
    },
    {
      "epoch": 332.77,
      "grad_norm": 0.8862172365188599,
      "learning_rate": 3.1706528960094323e-06,
      "loss": 0.3474,
      "step": 1192320
    },
    {
      "epoch": 332.77,
      "grad_norm": 1.019808292388916,
      "learning_rate": 3.170627595126884e-06,
      "loss": 0.3425,
      "step": 1192330
    },
    {
      "epoch": 332.78,
      "grad_norm": 1.003929615020752,
      "learning_rate": 3.170602294134278e-06,
      "loss": 0.3558,
      "step": 1192340
    },
    {
      "epoch": 332.78,
      "grad_norm": 0.9733108282089233,
      "learning_rate": 3.170576993031617e-06,
      "loss": 0.3444,
      "step": 1192350
    },
    {
      "epoch": 332.78,
      "grad_norm": 1.2643641233444214,
      "learning_rate": 3.170551691818906e-06,
      "loss": 0.3401,
      "step": 1192360
    },
    {
      "epoch": 332.79,
      "grad_norm": 1.085809588432312,
      "learning_rate": 3.1705263904961468e-06,
      "loss": 0.3412,
      "step": 1192370
    },
    {
      "epoch": 332.79,
      "grad_norm": 0.9577789902687073,
      "learning_rate": 3.1705010890633437e-06,
      "loss": 0.3498,
      "step": 1192380
    },
    {
      "epoch": 332.79,
      "grad_norm": 1.0870921611785889,
      "learning_rate": 3.1704757875205e-06,
      "loss": 0.3472,
      "step": 1192390
    },
    {
      "epoch": 332.79,
      "grad_norm": 1.1164969205856323,
      "learning_rate": 3.170450485867618e-06,
      "loss": 0.3593,
      "step": 1192400
    },
    {
      "epoch": 332.8,
      "grad_norm": 1.087127685546875,
      "learning_rate": 3.1704251841047026e-06,
      "loss": 0.3494,
      "step": 1192410
    },
    {
      "epoch": 332.8,
      "grad_norm": 1.1747353076934814,
      "learning_rate": 3.170399882231757e-06,
      "loss": 0.3595,
      "step": 1192420
    },
    {
      "epoch": 332.8,
      "grad_norm": 1.2211241722106934,
      "learning_rate": 3.1703745802487836e-06,
      "loss": 0.3384,
      "step": 1192430
    },
    {
      "epoch": 332.8,
      "grad_norm": 1.1348127126693726,
      "learning_rate": 3.1703492781557856e-06,
      "loss": 0.3631,
      "step": 1192440
    },
    {
      "epoch": 332.81,
      "grad_norm": 1.0823991298675537,
      "learning_rate": 3.170323975952768e-06,
      "loss": 0.3571,
      "step": 1192450
    },
    {
      "epoch": 332.81,
      "grad_norm": 1.0945029258728027,
      "learning_rate": 3.170298673639733e-06,
      "loss": 0.3556,
      "step": 1192460
    },
    {
      "epoch": 332.81,
      "grad_norm": 1.0477492809295654,
      "learning_rate": 3.1702733712166838e-06,
      "loss": 0.3704,
      "step": 1192470
    },
    {
      "epoch": 332.82,
      "grad_norm": 1.036603331565857,
      "learning_rate": 3.170248068683624e-06,
      "loss": 0.3597,
      "step": 1192480
    },
    {
      "epoch": 332.82,
      "grad_norm": 0.9741570949554443,
      "learning_rate": 3.1702227660405576e-06,
      "loss": 0.358,
      "step": 1192490
    },
    {
      "epoch": 332.82,
      "grad_norm": 1.076083779335022,
      "learning_rate": 3.170197463287487e-06,
      "loss": 0.3661,
      "step": 1192500
    },
    {
      "epoch": 332.82,
      "grad_norm": 0.9972389936447144,
      "learning_rate": 3.1701721604244156e-06,
      "loss": 0.3619,
      "step": 1192510
    },
    {
      "epoch": 332.83,
      "grad_norm": 1.4037082195281982,
      "learning_rate": 3.1701468574513483e-06,
      "loss": 0.3554,
      "step": 1192520
    },
    {
      "epoch": 332.83,
      "grad_norm": 0.8846040368080139,
      "learning_rate": 3.1701215543682874e-06,
      "loss": 0.3425,
      "step": 1192530
    },
    {
      "epoch": 332.83,
      "grad_norm": 1.0815248489379883,
      "learning_rate": 3.1700962511752354e-06,
      "loss": 0.3507,
      "step": 1192540
    },
    {
      "epoch": 332.84,
      "grad_norm": 1.3008157014846802,
      "learning_rate": 3.1700709478721967e-06,
      "loss": 0.3468,
      "step": 1192550
    },
    {
      "epoch": 332.84,
      "grad_norm": 1.0689241886138916,
      "learning_rate": 3.1700456444591746e-06,
      "loss": 0.3489,
      "step": 1192560
    },
    {
      "epoch": 332.84,
      "grad_norm": 0.9982755184173584,
      "learning_rate": 3.1700203409361724e-06,
      "loss": 0.3713,
      "step": 1192570
    },
    {
      "epoch": 332.84,
      "grad_norm": 1.2241144180297852,
      "learning_rate": 3.169995037303193e-06,
      "loss": 0.3663,
      "step": 1192580
    },
    {
      "epoch": 332.85,
      "grad_norm": 0.9509291052818298,
      "learning_rate": 3.1699697335602402e-06,
      "loss": 0.3411,
      "step": 1192590
    },
    {
      "epoch": 332.85,
      "grad_norm": 0.9019246697425842,
      "learning_rate": 3.169944429707318e-06,
      "loss": 0.3437,
      "step": 1192600
    },
    {
      "epoch": 332.85,
      "grad_norm": 1.1554778814315796,
      "learning_rate": 3.169919125744428e-06,
      "loss": 0.336,
      "step": 1192610
    },
    {
      "epoch": 332.86,
      "grad_norm": 1.193601369857788,
      "learning_rate": 3.169893821671576e-06,
      "loss": 0.3505,
      "step": 1192620
    },
    {
      "epoch": 332.86,
      "grad_norm": 0.9306603670120239,
      "learning_rate": 3.169868517488763e-06,
      "loss": 0.3442,
      "step": 1192630
    },
    {
      "epoch": 332.86,
      "grad_norm": 1.0209710597991943,
      "learning_rate": 3.1698432131959933e-06,
      "loss": 0.3708,
      "step": 1192640
    },
    {
      "epoch": 332.86,
      "grad_norm": 1.075796365737915,
      "learning_rate": 3.169817908793271e-06,
      "loss": 0.3566,
      "step": 1192650
    },
    {
      "epoch": 332.87,
      "grad_norm": 1.2214648723602295,
      "learning_rate": 3.1697926042805983e-06,
      "loss": 0.3499,
      "step": 1192660
    },
    {
      "epoch": 332.87,
      "grad_norm": 1.0287322998046875,
      "learning_rate": 3.1697672996579796e-06,
      "loss": 0.3611,
      "step": 1192670
    },
    {
      "epoch": 332.87,
      "grad_norm": 0.9350244998931885,
      "learning_rate": 3.169741994925418e-06,
      "loss": 0.3583,
      "step": 1192680
    },
    {
      "epoch": 332.87,
      "grad_norm": 1.1291171312332153,
      "learning_rate": 3.169716690082916e-06,
      "loss": 0.3545,
      "step": 1192690
    },
    {
      "epoch": 332.88,
      "grad_norm": 0.9417957663536072,
      "learning_rate": 3.1696913851304777e-06,
      "loss": 0.3545,
      "step": 1192700
    },
    {
      "epoch": 332.88,
      "grad_norm": 1.1164071559906006,
      "learning_rate": 3.1696660800681066e-06,
      "loss": 0.3385,
      "step": 1192710
    },
    {
      "epoch": 332.88,
      "grad_norm": 1.0663937330245972,
      "learning_rate": 3.1696407748958055e-06,
      "loss": 0.3638,
      "step": 1192720
    },
    {
      "epoch": 332.89,
      "grad_norm": 1.1555386781692505,
      "learning_rate": 3.169615469613578e-06,
      "loss": 0.3539,
      "step": 1192730
    },
    {
      "epoch": 332.89,
      "grad_norm": 1.0535887479782104,
      "learning_rate": 3.169590164221429e-06,
      "loss": 0.3557,
      "step": 1192740
    },
    {
      "epoch": 332.89,
      "grad_norm": 1.0299429893493652,
      "learning_rate": 3.1695648587193596e-06,
      "loss": 0.3634,
      "step": 1192750
    },
    {
      "epoch": 332.89,
      "grad_norm": 0.9002124071121216,
      "learning_rate": 3.1695395531073734e-06,
      "loss": 0.3546,
      "step": 1192760
    },
    {
      "epoch": 332.9,
      "grad_norm": 0.9423906207084656,
      "learning_rate": 3.1695142473854745e-06,
      "loss": 0.3453,
      "step": 1192770
    },
    {
      "epoch": 332.9,
      "grad_norm": 0.9430687427520752,
      "learning_rate": 3.1694889415536664e-06,
      "loss": 0.3539,
      "step": 1192780
    },
    {
      "epoch": 332.9,
      "grad_norm": 0.8996036648750305,
      "learning_rate": 3.1694636356119527e-06,
      "loss": 0.3514,
      "step": 1192790
    },
    {
      "epoch": 332.91,
      "grad_norm": 1.0920060873031616,
      "learning_rate": 3.1694383295603353e-06,
      "loss": 0.3565,
      "step": 1192800
    },
    {
      "epoch": 332.91,
      "grad_norm": 1.0416014194488525,
      "learning_rate": 3.1694130233988195e-06,
      "loss": 0.3462,
      "step": 1192810
    },
    {
      "epoch": 332.91,
      "grad_norm": 0.996676504611969,
      "learning_rate": 3.1693877171274076e-06,
      "loss": 0.357,
      "step": 1192820
    },
    {
      "epoch": 332.91,
      "grad_norm": 1.074419617652893,
      "learning_rate": 3.1693624107461025e-06,
      "loss": 0.3391,
      "step": 1192830
    },
    {
      "epoch": 332.92,
      "grad_norm": 0.9236137866973877,
      "learning_rate": 3.169337104254909e-06,
      "loss": 0.3663,
      "step": 1192840
    },
    {
      "epoch": 332.92,
      "grad_norm": 0.9583475589752197,
      "learning_rate": 3.1693117976538288e-06,
      "loss": 0.3395,
      "step": 1192850
    },
    {
      "epoch": 332.92,
      "grad_norm": 1.0264475345611572,
      "learning_rate": 3.1692864909428665e-06,
      "loss": 0.3525,
      "step": 1192860
    },
    {
      "epoch": 332.92,
      "grad_norm": 1.0117939710617065,
      "learning_rate": 3.169261184122025e-06,
      "loss": 0.3302,
      "step": 1192870
    },
    {
      "epoch": 332.93,
      "grad_norm": 1.107613205909729,
      "learning_rate": 3.169235877191307e-06,
      "loss": 0.3435,
      "step": 1192880
    },
    {
      "epoch": 332.93,
      "grad_norm": 1.0534756183624268,
      "learning_rate": 3.169210570150718e-06,
      "loss": 0.3652,
      "step": 1192890
    },
    {
      "epoch": 332.93,
      "grad_norm": 1.082130789756775,
      "learning_rate": 3.1691852630002597e-06,
      "loss": 0.3316,
      "step": 1192900
    },
    {
      "epoch": 332.94,
      "grad_norm": 0.9955087900161743,
      "learning_rate": 3.169159955739935e-06,
      "loss": 0.346,
      "step": 1192910
    },
    {
      "epoch": 332.94,
      "grad_norm": 1.0144212245941162,
      "learning_rate": 3.1691346483697483e-06,
      "loss": 0.3459,
      "step": 1192920
    },
    {
      "epoch": 332.94,
      "grad_norm": 1.055881381034851,
      "learning_rate": 3.169109340889703e-06,
      "loss": 0.3484,
      "step": 1192930
    },
    {
      "epoch": 332.94,
      "grad_norm": 1.0737038850784302,
      "learning_rate": 3.169084033299802e-06,
      "loss": 0.3564,
      "step": 1192940
    },
    {
      "epoch": 332.95,
      "grad_norm": 1.252325415611267,
      "learning_rate": 3.1690587256000483e-06,
      "loss": 0.3578,
      "step": 1192950
    },
    {
      "epoch": 332.95,
      "grad_norm": 1.0779528617858887,
      "learning_rate": 3.169033417790446e-06,
      "loss": 0.377,
      "step": 1192960
    },
    {
      "epoch": 332.95,
      "grad_norm": 1.083591103553772,
      "learning_rate": 3.169008109870999e-06,
      "loss": 0.363,
      "step": 1192970
    },
    {
      "epoch": 332.96,
      "grad_norm": 1.1739258766174316,
      "learning_rate": 3.168982801841709e-06,
      "loss": 0.355,
      "step": 1192980
    },
    {
      "epoch": 332.96,
      "grad_norm": 1.0081737041473389,
      "learning_rate": 3.1689574937025807e-06,
      "loss": 0.3426,
      "step": 1192990
    },
    {
      "epoch": 332.96,
      "grad_norm": 1.3951140642166138,
      "learning_rate": 3.1689321854536175e-06,
      "loss": 0.3409,
      "step": 1193000
    },
    {
      "epoch": 332.96,
      "grad_norm": 1.0749531984329224,
      "learning_rate": 3.1689068770948212e-06,
      "loss": 0.3665,
      "step": 1193010
    },
    {
      "epoch": 332.97,
      "grad_norm": 0.8182570934295654,
      "learning_rate": 3.1688815686261974e-06,
      "loss": 0.3575,
      "step": 1193020
    },
    {
      "epoch": 332.97,
      "grad_norm": 0.9774239659309387,
      "learning_rate": 3.1688562600477477e-06,
      "loss": 0.3681,
      "step": 1193030
    },
    {
      "epoch": 332.97,
      "grad_norm": 0.9977102279663086,
      "learning_rate": 3.1688309513594767e-06,
      "loss": 0.3555,
      "step": 1193040
    },
    {
      "epoch": 332.98,
      "grad_norm": 1.1654863357543945,
      "learning_rate": 3.168805642561387e-06,
      "loss": 0.3639,
      "step": 1193050
    },
    {
      "epoch": 332.98,
      "grad_norm": 1.1871486902236938,
      "learning_rate": 3.168780333653482e-06,
      "loss": 0.3543,
      "step": 1193060
    },
    {
      "epoch": 332.98,
      "grad_norm": 0.9874582886695862,
      "learning_rate": 3.168755024635765e-06,
      "loss": 0.3656,
      "step": 1193070
    },
    {
      "epoch": 332.98,
      "grad_norm": 1.441278338432312,
      "learning_rate": 3.16872971550824e-06,
      "loss": 0.3605,
      "step": 1193080
    },
    {
      "epoch": 332.99,
      "grad_norm": 1.096282958984375,
      "learning_rate": 3.1687044062709094e-06,
      "loss": 0.3452,
      "step": 1193090
    },
    {
      "epoch": 332.99,
      "grad_norm": 1.0919876098632812,
      "learning_rate": 3.1686790969237778e-06,
      "loss": 0.3567,
      "step": 1193100
    },
    {
      "epoch": 332.99,
      "grad_norm": 1.0159577131271362,
      "learning_rate": 3.168653787466848e-06,
      "loss": 0.3516,
      "step": 1193110
    },
    {
      "epoch": 332.99,
      "grad_norm": 1.1517888307571411,
      "learning_rate": 3.1686284779001227e-06,
      "loss": 0.3665,
      "step": 1193120
    },
    {
      "epoch": 333.0,
      "grad_norm": 0.9890444278717041,
      "learning_rate": 3.168603168223606e-06,
      "loss": 0.3601,
      "step": 1193130
    },
    {
      "epoch": 333.0,
      "eval_loss": 0.3530236780643463,
      "eval_runtime": 63.1032,
      "eval_samples_per_second": 80.17,
      "eval_steps_per_second": 10.031,
      "step": 1193139
    },
    {
      "epoch": 333.0,
      "grad_norm": 1.0393717288970947,
      "learning_rate": 3.1685778584373015e-06,
      "loss": 0.3427,
      "step": 1193140
    },
    {
      "epoch": 333.0,
      "grad_norm": 1.1805182695388794,
      "learning_rate": 3.1685525485412116e-06,
      "loss": 0.3545,
      "step": 1193150
    },
    {
      "epoch": 333.01,
      "grad_norm": 1.1177778244018555,
      "learning_rate": 3.1685272385353406e-06,
      "loss": 0.3495,
      "step": 1193160
    },
    {
      "epoch": 333.01,
      "grad_norm": 0.9944130182266235,
      "learning_rate": 3.1685019284196913e-06,
      "loss": 0.3632,
      "step": 1193170
    },
    {
      "epoch": 333.01,
      "grad_norm": 0.9443839192390442,
      "learning_rate": 3.1684766181942678e-06,
      "loss": 0.3346,
      "step": 1193180
    },
    {
      "epoch": 333.01,
      "grad_norm": 0.849837601184845,
      "learning_rate": 3.1684513078590726e-06,
      "loss": 0.352,
      "step": 1193190
    },
    {
      "epoch": 333.02,
      "grad_norm": 0.9744262099266052,
      "learning_rate": 3.16842599741411e-06,
      "loss": 0.3445,
      "step": 1193200
    },
    {
      "epoch": 333.02,
      "grad_norm": 0.9190065860748291,
      "learning_rate": 3.1684006868593816e-06,
      "loss": 0.3633,
      "step": 1193210
    },
    {
      "epoch": 333.02,
      "grad_norm": 1.0092244148254395,
      "learning_rate": 3.1683753761948926e-06,
      "loss": 0.3587,
      "step": 1193220
    },
    {
      "epoch": 333.03,
      "grad_norm": 1.0877101421356201,
      "learning_rate": 3.1683500654206463e-06,
      "loss": 0.372,
      "step": 1193230
    },
    {
      "epoch": 333.03,
      "grad_norm": 0.916706383228302,
      "learning_rate": 3.1683247545366445e-06,
      "loss": 0.3706,
      "step": 1193240
    },
    {
      "epoch": 333.03,
      "grad_norm": 0.8699657917022705,
      "learning_rate": 3.1682994435428926e-06,
      "loss": 0.3516,
      "step": 1193250
    },
    {
      "epoch": 333.03,
      "grad_norm": 0.9495433568954468,
      "learning_rate": 3.168274132439392e-06,
      "loss": 0.3435,
      "step": 1193260
    },
    {
      "epoch": 333.04,
      "grad_norm": 1.0800741910934448,
      "learning_rate": 3.168248821226148e-06,
      "loss": 0.3465,
      "step": 1193270
    },
    {
      "epoch": 333.04,
      "grad_norm": 1.015377402305603,
      "learning_rate": 3.1682235099031625e-06,
      "loss": 0.3585,
      "step": 1193280
    },
    {
      "epoch": 333.04,
      "grad_norm": 1.3255280256271362,
      "learning_rate": 3.168198198470439e-06,
      "loss": 0.341,
      "step": 1193290
    },
    {
      "epoch": 333.04,
      "grad_norm": 0.9473674893379211,
      "learning_rate": 3.1681728869279815e-06,
      "loss": 0.3531,
      "step": 1193300
    },
    {
      "epoch": 333.05,
      "grad_norm": 1.0235992670059204,
      "learning_rate": 3.168147575275793e-06,
      "loss": 0.3395,
      "step": 1193310
    },
    {
      "epoch": 333.05,
      "grad_norm": 0.989983081817627,
      "learning_rate": 3.168122263513877e-06,
      "loss": 0.3518,
      "step": 1193320
    },
    {
      "epoch": 333.05,
      "grad_norm": 0.9036192893981934,
      "learning_rate": 3.1680969516422367e-06,
      "loss": 0.3586,
      "step": 1193330
    },
    {
      "epoch": 333.06,
      "grad_norm": 1.1744049787521362,
      "learning_rate": 3.168071639660876e-06,
      "loss": 0.3403,
      "step": 1193340
    },
    {
      "epoch": 333.06,
      "grad_norm": 0.9763579368591309,
      "learning_rate": 3.1680463275697974e-06,
      "loss": 0.3435,
      "step": 1193350
    },
    {
      "epoch": 333.06,
      "grad_norm": 0.9549276828765869,
      "learning_rate": 3.168021015369005e-06,
      "loss": 0.3438,
      "step": 1193360
    },
    {
      "epoch": 333.06,
      "grad_norm": 1.0640058517456055,
      "learning_rate": 3.1679957030585018e-06,
      "loss": 0.3446,
      "step": 1193370
    },
    {
      "epoch": 333.07,
      "grad_norm": 0.9391627311706543,
      "learning_rate": 3.1679703906382914e-06,
      "loss": 0.3506,
      "step": 1193380
    },
    {
      "epoch": 333.07,
      "grad_norm": 1.162802815437317,
      "learning_rate": 3.167945078108377e-06,
      "loss": 0.3572,
      "step": 1193390
    },
    {
      "epoch": 333.07,
      "grad_norm": 1.0517053604125977,
      "learning_rate": 3.167919765468762e-06,
      "loss": 0.3495,
      "step": 1193400
    },
    {
      "epoch": 333.08,
      "grad_norm": 0.991449773311615,
      "learning_rate": 3.16789445271945e-06,
      "loss": 0.3676,
      "step": 1193410
    },
    {
      "epoch": 333.08,
      "grad_norm": 1.0272334814071655,
      "learning_rate": 3.167869139860444e-06,
      "loss": 0.3481,
      "step": 1193420
    },
    {
      "epoch": 333.08,
      "grad_norm": 0.9590517282485962,
      "learning_rate": 3.1678438268917473e-06,
      "loss": 0.3664,
      "step": 1193430
    },
    {
      "epoch": 333.08,
      "grad_norm": 1.0379582643508911,
      "learning_rate": 3.1678185138133635e-06,
      "loss": 0.3707,
      "step": 1193440
    },
    {
      "epoch": 333.09,
      "grad_norm": 0.971887469291687,
      "learning_rate": 3.167793200625296e-06,
      "loss": 0.3355,
      "step": 1193450
    },
    {
      "epoch": 333.09,
      "grad_norm": 1.0962640047073364,
      "learning_rate": 3.1677678873275485e-06,
      "loss": 0.3704,
      "step": 1193460
    },
    {
      "epoch": 333.09,
      "grad_norm": 0.9981930255889893,
      "learning_rate": 3.167742573920123e-06,
      "loss": 0.3358,
      "step": 1193470
    },
    {
      "epoch": 333.1,
      "grad_norm": 1.0314654111862183,
      "learning_rate": 3.167717260403025e-06,
      "loss": 0.3706,
      "step": 1193480
    },
    {
      "epoch": 333.1,
      "grad_norm": 1.0694570541381836,
      "learning_rate": 3.167691946776256e-06,
      "loss": 0.3422,
      "step": 1193490
    },
    {
      "epoch": 333.1,
      "grad_norm": 1.0400282144546509,
      "learning_rate": 3.167666633039821e-06,
      "loss": 0.3454,
      "step": 1193500
    },
    {
      "epoch": 333.1,
      "grad_norm": 1.2349008321762085,
      "learning_rate": 3.1676413191937215e-06,
      "loss": 0.3584,
      "step": 1193510
    },
    {
      "epoch": 333.11,
      "grad_norm": 1.0514183044433594,
      "learning_rate": 3.1676160052379624e-06,
      "loss": 0.3475,
      "step": 1193520
    },
    {
      "epoch": 333.11,
      "grad_norm": 0.9150184392929077,
      "learning_rate": 3.1675906911725463e-06,
      "loss": 0.3465,
      "step": 1193530
    },
    {
      "epoch": 333.11,
      "grad_norm": 0.9744863510131836,
      "learning_rate": 3.1675653769974767e-06,
      "loss": 0.3417,
      "step": 1193540
    },
    {
      "epoch": 333.11,
      "grad_norm": 1.0693784952163696,
      "learning_rate": 3.167540062712757e-06,
      "loss": 0.3711,
      "step": 1193550
    },
    {
      "epoch": 333.12,
      "grad_norm": 1.036364197731018,
      "learning_rate": 3.167514748318391e-06,
      "loss": 0.3463,
      "step": 1193560
    },
    {
      "epoch": 333.12,
      "grad_norm": 1.0924572944641113,
      "learning_rate": 3.1674894338143814e-06,
      "loss": 0.3557,
      "step": 1193570
    },
    {
      "epoch": 333.12,
      "grad_norm": 0.872614324092865,
      "learning_rate": 3.1674641192007325e-06,
      "loss": 0.3326,
      "step": 1193580
    },
    {
      "epoch": 333.13,
      "grad_norm": 1.148653268814087,
      "learning_rate": 3.167438804477446e-06,
      "loss": 0.3502,
      "step": 1193590
    },
    {
      "epoch": 333.13,
      "grad_norm": 1.0368441343307495,
      "learning_rate": 3.1674134896445265e-06,
      "loss": 0.3477,
      "step": 1193600
    },
    {
      "epoch": 333.13,
      "grad_norm": 0.9473878145217896,
      "learning_rate": 3.1673881747019777e-06,
      "loss": 0.3601,
      "step": 1193610
    },
    {
      "epoch": 333.13,
      "grad_norm": 0.982441246509552,
      "learning_rate": 3.1673628596498018e-06,
      "loss": 0.3596,
      "step": 1193620
    },
    {
      "epoch": 333.14,
      "grad_norm": 1.0612902641296387,
      "learning_rate": 3.1673375444880036e-06,
      "loss": 0.361,
      "step": 1193630
    },
    {
      "epoch": 333.14,
      "grad_norm": 1.2634376287460327,
      "learning_rate": 3.167312229216585e-06,
      "loss": 0.3419,
      "step": 1193640
    },
    {
      "epoch": 333.14,
      "grad_norm": 0.9942849278450012,
      "learning_rate": 3.16728691383555e-06,
      "loss": 0.3645,
      "step": 1193650
    },
    {
      "epoch": 333.15,
      "grad_norm": 1.136043906211853,
      "learning_rate": 3.167261598344902e-06,
      "loss": 0.3561,
      "step": 1193660
    },
    {
      "epoch": 333.15,
      "grad_norm": 0.9424389600753784,
      "learning_rate": 3.167236282744645e-06,
      "loss": 0.3496,
      "step": 1193670
    },
    {
      "epoch": 333.15,
      "grad_norm": 1.056766152381897,
      "learning_rate": 3.1672109670347817e-06,
      "loss": 0.3621,
      "step": 1193680
    },
    {
      "epoch": 333.15,
      "grad_norm": 0.956935703754425,
      "learning_rate": 3.167185651215315e-06,
      "loss": 0.337,
      "step": 1193690
    },
    {
      "epoch": 333.16,
      "grad_norm": 1.0905319452285767,
      "learning_rate": 3.1671603352862494e-06,
      "loss": 0.3592,
      "step": 1193700
    },
    {
      "epoch": 333.16,
      "grad_norm": 1.1100350618362427,
      "learning_rate": 3.167135019247587e-06,
      "loss": 0.3498,
      "step": 1193710
    },
    {
      "epoch": 333.16,
      "grad_norm": 1.0749744176864624,
      "learning_rate": 3.1671097030993323e-06,
      "loss": 0.3716,
      "step": 1193720
    },
    {
      "epoch": 333.16,
      "grad_norm": 0.9587225914001465,
      "learning_rate": 3.1670843868414875e-06,
      "loss": 0.3566,
      "step": 1193730
    },
    {
      "epoch": 333.17,
      "grad_norm": 1.20497465133667,
      "learning_rate": 3.1670590704740573e-06,
      "loss": 0.3628,
      "step": 1193740
    },
    {
      "epoch": 333.17,
      "grad_norm": 0.980862557888031,
      "learning_rate": 3.167033753997044e-06,
      "loss": 0.3447,
      "step": 1193750
    },
    {
      "epoch": 333.17,
      "grad_norm": 1.0838901996612549,
      "learning_rate": 3.167008437410452e-06,
      "loss": 0.3527,
      "step": 1193760
    },
    {
      "epoch": 333.18,
      "grad_norm": 1.0611674785614014,
      "learning_rate": 3.166983120714284e-06,
      "loss": 0.3531,
      "step": 1193770
    },
    {
      "epoch": 333.18,
      "grad_norm": 1.0732457637786865,
      "learning_rate": 3.1669578039085435e-06,
      "loss": 0.3493,
      "step": 1193780
    },
    {
      "epoch": 333.18,
      "grad_norm": 0.9110561013221741,
      "learning_rate": 3.166932486993233e-06,
      "loss": 0.3468,
      "step": 1193790
    },
    {
      "epoch": 333.18,
      "grad_norm": 1.1027154922485352,
      "learning_rate": 3.1669071699683575e-06,
      "loss": 0.3548,
      "step": 1193800
    },
    {
      "epoch": 333.19,
      "grad_norm": 1.0388354063034058,
      "learning_rate": 3.166881852833919e-06,
      "loss": 0.3528,
      "step": 1193810
    },
    {
      "epoch": 333.19,
      "grad_norm": 1.1342735290527344,
      "learning_rate": 3.1668565355899217e-06,
      "loss": 0.3512,
      "step": 1193820
    },
    {
      "epoch": 333.19,
      "grad_norm": 0.8835228681564331,
      "learning_rate": 3.1668312182363686e-06,
      "loss": 0.3482,
      "step": 1193830
    },
    {
      "epoch": 333.2,
      "grad_norm": 0.957969605922699,
      "learning_rate": 3.1668059007732637e-06,
      "loss": 0.3436,
      "step": 1193840
    },
    {
      "epoch": 333.2,
      "grad_norm": 1.015417456626892,
      "learning_rate": 3.1667805832006095e-06,
      "loss": 0.3466,
      "step": 1193850
    },
    {
      "epoch": 333.2,
      "grad_norm": 1.046493649482727,
      "learning_rate": 3.1667552655184097e-06,
      "loss": 0.3431,
      "step": 1193860
    },
    {
      "epoch": 333.2,
      "grad_norm": 0.9112677574157715,
      "learning_rate": 3.1667299477266674e-06,
      "loss": 0.3538,
      "step": 1193870
    },
    {
      "epoch": 333.21,
      "grad_norm": 1.0936039686203003,
      "learning_rate": 3.166704629825387e-06,
      "loss": 0.3674,
      "step": 1193880
    },
    {
      "epoch": 333.21,
      "grad_norm": 1.0456007719039917,
      "learning_rate": 3.1666793118145697e-06,
      "loss": 0.3617,
      "step": 1193890
    },
    {
      "epoch": 333.21,
      "grad_norm": 0.9122940897941589,
      "learning_rate": 3.1666539936942214e-06,
      "loss": 0.3441,
      "step": 1193900
    },
    {
      "epoch": 333.22,
      "grad_norm": 1.0280356407165527,
      "learning_rate": 3.1666286754643446e-06,
      "loss": 0.3564,
      "step": 1193910
    },
    {
      "epoch": 333.22,
      "grad_norm": 0.9264523386955261,
      "learning_rate": 3.1666033571249417e-06,
      "loss": 0.3587,
      "step": 1193920
    },
    {
      "epoch": 333.22,
      "grad_norm": 1.623072624206543,
      "learning_rate": 3.166578038676017e-06,
      "loss": 0.3605,
      "step": 1193930
    },
    {
      "epoch": 333.22,
      "grad_norm": 1.1483829021453857,
      "learning_rate": 3.166552720117574e-06,
      "loss": 0.3596,
      "step": 1193940
    },
    {
      "epoch": 333.23,
      "grad_norm": 1.1238045692443848,
      "learning_rate": 3.1665274014496147e-06,
      "loss": 0.3561,
      "step": 1193950
    },
    {
      "epoch": 333.23,
      "grad_norm": 1.1104384660720825,
      "learning_rate": 3.1665020826721446e-06,
      "loss": 0.3579,
      "step": 1193960
    },
    {
      "epoch": 333.23,
      "grad_norm": 0.9925071597099304,
      "learning_rate": 3.166476763785166e-06,
      "loss": 0.3477,
      "step": 1193970
    },
    {
      "epoch": 333.23,
      "grad_norm": 1.002174973487854,
      "learning_rate": 3.166451444788681e-06,
      "loss": 0.35,
      "step": 1193980
    },
    {
      "epoch": 333.24,
      "grad_norm": 1.0778976678848267,
      "learning_rate": 3.166426125682695e-06,
      "loss": 0.3497,
      "step": 1193990
    },
    {
      "epoch": 333.24,
      "grad_norm": 1.0369950532913208,
      "learning_rate": 3.1664008064672116e-06,
      "loss": 0.343,
      "step": 1194000
    },
    {
      "epoch": 333.24,
      "grad_norm": 1.160732626914978,
      "learning_rate": 3.1663754871422317e-06,
      "loss": 0.3574,
      "step": 1194010
    },
    {
      "epoch": 333.25,
      "grad_norm": 0.8822233080863953,
      "learning_rate": 3.1663501677077605e-06,
      "loss": 0.3529,
      "step": 1194020
    },
    {
      "epoch": 333.25,
      "grad_norm": 1.1286752223968506,
      "learning_rate": 3.1663248481638014e-06,
      "loss": 0.3585,
      "step": 1194030
    },
    {
      "epoch": 333.25,
      "grad_norm": 0.9418258666992188,
      "learning_rate": 3.166299528510357e-06,
      "loss": 0.3481,
      "step": 1194040
    },
    {
      "epoch": 333.25,
      "grad_norm": 1.062499761581421,
      "learning_rate": 3.1662742087474305e-06,
      "loss": 0.3545,
      "step": 1194050
    },
    {
      "epoch": 333.26,
      "grad_norm": 0.9831209182739258,
      "learning_rate": 3.166248888875027e-06,
      "loss": 0.3577,
      "step": 1194060
    },
    {
      "epoch": 333.26,
      "grad_norm": 1.0930534601211548,
      "learning_rate": 3.166223568893148e-06,
      "loss": 0.3701,
      "step": 1194070
    },
    {
      "epoch": 333.26,
      "grad_norm": 1.003031849861145,
      "learning_rate": 3.166198248801798e-06,
      "loss": 0.3553,
      "step": 1194080
    },
    {
      "epoch": 333.27,
      "grad_norm": 1.1025769710540771,
      "learning_rate": 3.166172928600979e-06,
      "loss": 0.3581,
      "step": 1194090
    },
    {
      "epoch": 333.27,
      "grad_norm": 0.8198689222335815,
      "learning_rate": 3.1661476082906957e-06,
      "loss": 0.3402,
      "step": 1194100
    },
    {
      "epoch": 333.27,
      "grad_norm": 0.9359390735626221,
      "learning_rate": 3.1661222878709516e-06,
      "loss": 0.3405,
      "step": 1194110
    },
    {
      "epoch": 333.27,
      "grad_norm": 1.0178794860839844,
      "learning_rate": 3.1660969673417483e-06,
      "loss": 0.3641,
      "step": 1194120
    },
    {
      "epoch": 333.28,
      "grad_norm": 1.1436069011688232,
      "learning_rate": 3.166071646703092e-06,
      "loss": 0.3325,
      "step": 1194130
    },
    {
      "epoch": 333.28,
      "grad_norm": 0.9917730689048767,
      "learning_rate": 3.1660463259549836e-06,
      "loss": 0.3559,
      "step": 1194140
    },
    {
      "epoch": 333.28,
      "grad_norm": 1.0013667345046997,
      "learning_rate": 3.166021005097427e-06,
      "loss": 0.3592,
      "step": 1194150
    },
    {
      "epoch": 333.28,
      "grad_norm": 1.1271653175354004,
      "learning_rate": 3.165995684130427e-06,
      "loss": 0.355,
      "step": 1194160
    },
    {
      "epoch": 333.29,
      "grad_norm": 0.9536175727844238,
      "learning_rate": 3.1659703630539844e-06,
      "loss": 0.3519,
      "step": 1194170
    },
    {
      "epoch": 333.29,
      "grad_norm": 1.1455150842666626,
      "learning_rate": 3.165945041868105e-06,
      "loss": 0.3474,
      "step": 1194180
    },
    {
      "epoch": 333.29,
      "grad_norm": 1.1078159809112549,
      "learning_rate": 3.1659197205727912e-06,
      "loss": 0.3436,
      "step": 1194190
    },
    {
      "epoch": 333.3,
      "grad_norm": 1.8417778015136719,
      "learning_rate": 3.1658943991680464e-06,
      "loss": 0.3588,
      "step": 1194200
    },
    {
      "epoch": 333.3,
      "grad_norm": 1.1055537462234497,
      "learning_rate": 3.165869077653874e-06,
      "loss": 0.3674,
      "step": 1194210
    },
    {
      "epoch": 333.3,
      "grad_norm": 0.9403422474861145,
      "learning_rate": 3.1658437560302765e-06,
      "loss": 0.3559,
      "step": 1194220
    },
    {
      "epoch": 333.3,
      "grad_norm": 0.9252675175666809,
      "learning_rate": 3.1658184342972594e-06,
      "loss": 0.3525,
      "step": 1194230
    },
    {
      "epoch": 333.31,
      "grad_norm": 0.898537278175354,
      "learning_rate": 3.1657931124548235e-06,
      "loss": 0.3629,
      "step": 1194240
    },
    {
      "epoch": 333.31,
      "grad_norm": 1.027205228805542,
      "learning_rate": 3.165767790502974e-06,
      "loss": 0.3515,
      "step": 1194250
    },
    {
      "epoch": 333.31,
      "grad_norm": 0.9581143260002136,
      "learning_rate": 3.1657424684417136e-06,
      "loss": 0.3525,
      "step": 1194260
    },
    {
      "epoch": 333.32,
      "grad_norm": 2.1634817123413086,
      "learning_rate": 3.165717146271046e-06,
      "loss": 0.3489,
      "step": 1194270
    },
    {
      "epoch": 333.32,
      "grad_norm": 0.9701096415519714,
      "learning_rate": 3.1656918239909736e-06,
      "loss": 0.3418,
      "step": 1194280
    },
    {
      "epoch": 333.32,
      "grad_norm": 0.8601720929145813,
      "learning_rate": 3.165666501601502e-06,
      "loss": 0.3593,
      "step": 1194290
    },
    {
      "epoch": 333.32,
      "grad_norm": 1.1425507068634033,
      "learning_rate": 3.1656411791026322e-06,
      "loss": 0.3421,
      "step": 1194300
    },
    {
      "epoch": 333.33,
      "grad_norm": 1.0313142538070679,
      "learning_rate": 3.1656158564943684e-06,
      "loss": 0.3597,
      "step": 1194310
    },
    {
      "epoch": 333.33,
      "grad_norm": 1.0986064672470093,
      "learning_rate": 3.1655905337767145e-06,
      "loss": 0.3487,
      "step": 1194320
    },
    {
      "epoch": 333.33,
      "grad_norm": 1.1020219326019287,
      "learning_rate": 3.1655652109496726e-06,
      "loss": 0.3538,
      "step": 1194330
    },
    {
      "epoch": 333.34,
      "grad_norm": 0.9516922831535339,
      "learning_rate": 3.165539888013247e-06,
      "loss": 0.3625,
      "step": 1194340
    },
    {
      "epoch": 333.34,
      "grad_norm": 1.1813793182373047,
      "learning_rate": 3.1655145649674416e-06,
      "loss": 0.352,
      "step": 1194350
    },
    {
      "epoch": 333.34,
      "grad_norm": 1.0487914085388184,
      "learning_rate": 3.1654892418122587e-06,
      "loss": 0.3448,
      "step": 1194360
    },
    {
      "epoch": 333.34,
      "grad_norm": 0.8689226508140564,
      "learning_rate": 3.1654639185477023e-06,
      "loss": 0.3606,
      "step": 1194370
    },
    {
      "epoch": 333.35,
      "grad_norm": 0.9950949549674988,
      "learning_rate": 3.1654385951737753e-06,
      "loss": 0.3605,
      "step": 1194380
    },
    {
      "epoch": 333.35,
      "grad_norm": 1.060388207435608,
      "learning_rate": 3.1654132716904815e-06,
      "loss": 0.3576,
      "step": 1194390
    },
    {
      "epoch": 333.35,
      "grad_norm": 0.8759616017341614,
      "learning_rate": 3.1653879480978244e-06,
      "loss": 0.3545,
      "step": 1194400
    },
    {
      "epoch": 333.35,
      "grad_norm": 0.9924678206443787,
      "learning_rate": 3.1653626243958064e-06,
      "loss": 0.3526,
      "step": 1194410
    },
    {
      "epoch": 333.36,
      "grad_norm": 1.8456263542175293,
      "learning_rate": 3.1653373005844318e-06,
      "loss": 0.3339,
      "step": 1194420
    },
    {
      "epoch": 333.36,
      "grad_norm": 1.0685009956359863,
      "learning_rate": 3.1653119766637035e-06,
      "loss": 0.3492,
      "step": 1194430
    },
    {
      "epoch": 333.36,
      "grad_norm": 0.9415004849433899,
      "learning_rate": 3.1652866526336254e-06,
      "loss": 0.3528,
      "step": 1194440
    },
    {
      "epoch": 333.37,
      "grad_norm": 0.907315731048584,
      "learning_rate": 3.165261328494201e-06,
      "loss": 0.3432,
      "step": 1194450
    },
    {
      "epoch": 333.37,
      "grad_norm": 1.0009678602218628,
      "learning_rate": 3.165236004245433e-06,
      "loss": 0.3524,
      "step": 1194460
    },
    {
      "epoch": 333.37,
      "grad_norm": 1.0488617420196533,
      "learning_rate": 3.1652106798873243e-06,
      "loss": 0.3537,
      "step": 1194470
    },
    {
      "epoch": 333.37,
      "grad_norm": 1.027340292930603,
      "learning_rate": 3.1651853554198786e-06,
      "loss": 0.3529,
      "step": 1194480
    },
    {
      "epoch": 333.38,
      "grad_norm": 1.1768699884414673,
      "learning_rate": 3.165160030843101e-06,
      "loss": 0.3647,
      "step": 1194490
    },
    {
      "epoch": 333.38,
      "grad_norm": 1.1717175245285034,
      "learning_rate": 3.1651347061569924e-06,
      "loss": 0.3441,
      "step": 1194500
    },
    {
      "epoch": 333.38,
      "grad_norm": 1.0336095094680786,
      "learning_rate": 3.1651093813615577e-06,
      "loss": 0.3564,
      "step": 1194510
    },
    {
      "epoch": 333.39,
      "grad_norm": 1.1484100818634033,
      "learning_rate": 3.1650840564568004e-06,
      "loss": 0.3497,
      "step": 1194520
    },
    {
      "epoch": 333.39,
      "grad_norm": 0.9966773390769958,
      "learning_rate": 3.1650587314427224e-06,
      "loss": 0.3465,
      "step": 1194530
    },
    {
      "epoch": 333.39,
      "grad_norm": 1.0733686685562134,
      "learning_rate": 3.1650334063193285e-06,
      "loss": 0.3518,
      "step": 1194540
    },
    {
      "epoch": 333.39,
      "grad_norm": 1.0423805713653564,
      "learning_rate": 3.1650080810866216e-06,
      "loss": 0.3448,
      "step": 1194550
    },
    {
      "epoch": 333.4,
      "grad_norm": 1.2595466375350952,
      "learning_rate": 3.1649827557446042e-06,
      "loss": 0.3787,
      "step": 1194560
    },
    {
      "epoch": 333.4,
      "grad_norm": 0.9840441942214966,
      "learning_rate": 3.1649574302932815e-06,
      "loss": 0.3427,
      "step": 1194570
    },
    {
      "epoch": 333.4,
      "grad_norm": 1.1973164081573486,
      "learning_rate": 3.1649321047326555e-06,
      "loss": 0.3613,
      "step": 1194580
    },
    {
      "epoch": 333.4,
      "grad_norm": 1.0388928651809692,
      "learning_rate": 3.1649067790627305e-06,
      "loss": 0.3536,
      "step": 1194590
    },
    {
      "epoch": 333.41,
      "grad_norm": 1.1068674325942993,
      "learning_rate": 3.1648814532835086e-06,
      "loss": 0.3461,
      "step": 1194600
    },
    {
      "epoch": 333.41,
      "grad_norm": 0.8907896876335144,
      "learning_rate": 3.164856127394994e-06,
      "loss": 0.3604,
      "step": 1194610
    },
    {
      "epoch": 333.41,
      "grad_norm": 0.9435468912124634,
      "learning_rate": 3.1648308013971903e-06,
      "loss": 0.3488,
      "step": 1194620
    },
    {
      "epoch": 333.42,
      "grad_norm": 0.9323080778121948,
      "learning_rate": 3.1648054752900993e-06,
      "loss": 0.3546,
      "step": 1194630
    },
    {
      "epoch": 333.42,
      "grad_norm": 0.9464167356491089,
      "learning_rate": 3.1647801490737262e-06,
      "loss": 0.3557,
      "step": 1194640
    },
    {
      "epoch": 333.42,
      "grad_norm": 0.9966333508491516,
      "learning_rate": 3.1647548227480745e-06,
      "loss": 0.3537,
      "step": 1194650
    },
    {
      "epoch": 333.42,
      "grad_norm": 1.111575722694397,
      "learning_rate": 3.1647294963131466e-06,
      "loss": 0.3547,
      "step": 1194660
    },
    {
      "epoch": 333.43,
      "grad_norm": 1.059579849243164,
      "learning_rate": 3.164704169768946e-06,
      "loss": 0.3575,
      "step": 1194670
    },
    {
      "epoch": 333.43,
      "grad_norm": 1.083642601966858,
      "learning_rate": 3.164678843115476e-06,
      "loss": 0.3474,
      "step": 1194680
    },
    {
      "epoch": 333.43,
      "grad_norm": 1.1643692255020142,
      "learning_rate": 3.16465351635274e-06,
      "loss": 0.3379,
      "step": 1194690
    },
    {
      "epoch": 333.44,
      "grad_norm": 1.1284390687942505,
      "learning_rate": 3.164628189480742e-06,
      "loss": 0.3648,
      "step": 1194700
    },
    {
      "epoch": 333.44,
      "grad_norm": 1.0692567825317383,
      "learning_rate": 3.1646028624994845e-06,
      "loss": 0.3518,
      "step": 1194710
    },
    {
      "epoch": 333.44,
      "grad_norm": 0.8963396549224854,
      "learning_rate": 3.1645775354089717e-06,
      "loss": 0.3533,
      "step": 1194720
    },
    {
      "epoch": 333.44,
      "grad_norm": 1.0361260175704956,
      "learning_rate": 3.1645522082092066e-06,
      "loss": 0.359,
      "step": 1194730
    },
    {
      "epoch": 333.45,
      "grad_norm": 1.1602023839950562,
      "learning_rate": 3.164526880900192e-06,
      "loss": 0.3644,
      "step": 1194740
    },
    {
      "epoch": 333.45,
      "grad_norm": 1.1085143089294434,
      "learning_rate": 3.1645015534819316e-06,
      "loss": 0.3544,
      "step": 1194750
    },
    {
      "epoch": 333.45,
      "grad_norm": 1.0913465023040771,
      "learning_rate": 3.164476225954429e-06,
      "loss": 0.351,
      "step": 1194760
    },
    {
      "epoch": 333.46,
      "grad_norm": 0.9469201564788818,
      "learning_rate": 3.164450898317688e-06,
      "loss": 0.3543,
      "step": 1194770
    },
    {
      "epoch": 333.46,
      "grad_norm": 0.9804059863090515,
      "learning_rate": 3.164425570571711e-06,
      "loss": 0.3539,
      "step": 1194780
    },
    {
      "epoch": 333.46,
      "grad_norm": 1.1692478656768799,
      "learning_rate": 3.164400242716502e-06,
      "loss": 0.3449,
      "step": 1194790
    },
    {
      "epoch": 333.46,
      "grad_norm": 1.1385846138000488,
      "learning_rate": 3.1643749147520645e-06,
      "loss": 0.3381,
      "step": 1194800
    },
    {
      "epoch": 333.47,
      "grad_norm": 5.659039497375488,
      "learning_rate": 3.164349586678402e-06,
      "loss": 0.3377,
      "step": 1194810
    },
    {
      "epoch": 333.47,
      "grad_norm": 0.9766643047332764,
      "learning_rate": 3.1643242584955164e-06,
      "loss": 0.3682,
      "step": 1194820
    },
    {
      "epoch": 333.47,
      "grad_norm": 1.2896367311477661,
      "learning_rate": 3.1642989302034125e-06,
      "loss": 0.354,
      "step": 1194830
    },
    {
      "epoch": 333.47,
      "grad_norm": 1.0558974742889404,
      "learning_rate": 3.1642736018020942e-06,
      "loss": 0.3525,
      "step": 1194840
    },
    {
      "epoch": 333.48,
      "grad_norm": 1.2776646614074707,
      "learning_rate": 3.164248273291563e-06,
      "loss": 0.338,
      "step": 1194850
    },
    {
      "epoch": 333.48,
      "grad_norm": 1.1168335676193237,
      "learning_rate": 3.1642229446718233e-06,
      "loss": 0.3296,
      "step": 1194860
    },
    {
      "epoch": 333.48,
      "grad_norm": 1.2059344053268433,
      "learning_rate": 3.164197615942879e-06,
      "loss": 0.3481,
      "step": 1194870
    },
    {
      "epoch": 333.49,
      "grad_norm": 0.8858240246772766,
      "learning_rate": 3.1641722871047323e-06,
      "loss": 0.3754,
      "step": 1194880
    },
    {
      "epoch": 333.49,
      "grad_norm": 1.0160874128341675,
      "learning_rate": 3.1641469581573874e-06,
      "loss": 0.3512,
      "step": 1194890
    },
    {
      "epoch": 333.49,
      "grad_norm": 1.1726731061935425,
      "learning_rate": 3.1641216291008477e-06,
      "loss": 0.3526,
      "step": 1194900
    },
    {
      "epoch": 333.49,
      "grad_norm": 0.9770140051841736,
      "learning_rate": 3.1640962999351156e-06,
      "loss": 0.3397,
      "step": 1194910
    },
    {
      "epoch": 333.5,
      "grad_norm": 1.1160975694656372,
      "learning_rate": 3.1640709706601955e-06,
      "loss": 0.3516,
      "step": 1194920
    },
    {
      "epoch": 333.5,
      "grad_norm": 1.2270342111587524,
      "learning_rate": 3.1640456412760904e-06,
      "loss": 0.3451,
      "step": 1194930
    },
    {
      "epoch": 333.5,
      "grad_norm": 0.966264009475708,
      "learning_rate": 3.1640203117828043e-06,
      "loss": 0.3465,
      "step": 1194940
    },
    {
      "epoch": 333.51,
      "grad_norm": 0.890693187713623,
      "learning_rate": 3.1639949821803396e-06,
      "loss": 0.349,
      "step": 1194950
    },
    {
      "epoch": 333.51,
      "grad_norm": 1.1058769226074219,
      "learning_rate": 3.1639696524687003e-06,
      "loss": 0.3628,
      "step": 1194960
    },
    {
      "epoch": 333.51,
      "grad_norm": 0.925348699092865,
      "learning_rate": 3.1639443226478895e-06,
      "loss": 0.3463,
      "step": 1194970
    },
    {
      "epoch": 333.51,
      "grad_norm": 0.906267523765564,
      "learning_rate": 3.16391899271791e-06,
      "loss": 0.3518,
      "step": 1194980
    },
    {
      "epoch": 333.52,
      "grad_norm": 0.9953950643539429,
      "learning_rate": 3.163893662678766e-06,
      "loss": 0.362,
      "step": 1194990
    },
    {
      "epoch": 333.52,
      "grad_norm": 1.0563385486602783,
      "learning_rate": 3.1638683325304614e-06,
      "loss": 0.3555,
      "step": 1195000
    },
    {
      "epoch": 333.52,
      "grad_norm": 0.9206344485282898,
      "learning_rate": 3.1638430022729983e-06,
      "loss": 0.3643,
      "step": 1195010
    },
    {
      "epoch": 333.52,
      "grad_norm": 1.0729002952575684,
      "learning_rate": 3.1638176719063807e-06,
      "loss": 0.3434,
      "step": 1195020
    },
    {
      "epoch": 333.53,
      "grad_norm": 0.9626364707946777,
      "learning_rate": 3.1637923414306122e-06,
      "loss": 0.3532,
      "step": 1195030
    },
    {
      "epoch": 333.53,
      "grad_norm": 1.0372968912124634,
      "learning_rate": 3.163767010845695e-06,
      "loss": 0.3599,
      "step": 1195040
    },
    {
      "epoch": 333.53,
      "grad_norm": 1.315926432609558,
      "learning_rate": 3.1637416801516336e-06,
      "loss": 0.3409,
      "step": 1195050
    },
    {
      "epoch": 333.54,
      "grad_norm": 1.1371101140975952,
      "learning_rate": 3.163716349348431e-06,
      "loss": 0.372,
      "step": 1195060
    },
    {
      "epoch": 333.54,
      "grad_norm": 1.11327064037323,
      "learning_rate": 3.163691018436091e-06,
      "loss": 0.3556,
      "step": 1195070
    },
    {
      "epoch": 333.54,
      "grad_norm": 1.0225554704666138,
      "learning_rate": 3.1636656874146163e-06,
      "loss": 0.3317,
      "step": 1195080
    },
    {
      "epoch": 333.54,
      "grad_norm": 1.0500121116638184,
      "learning_rate": 3.1636403562840114e-06,
      "loss": 0.3425,
      "step": 1195090
    },
    {
      "epoch": 333.55,
      "grad_norm": 0.9985737204551697,
      "learning_rate": 3.1636150250442785e-06,
      "loss": 0.3549,
      "step": 1195100
    },
    {
      "epoch": 333.55,
      "grad_norm": 1.0345573425292969,
      "learning_rate": 3.1635896936954207e-06,
      "loss": 0.3393,
      "step": 1195110
    },
    {
      "epoch": 333.55,
      "grad_norm": 1.2237666845321655,
      "learning_rate": 3.163564362237442e-06,
      "loss": 0.3602,
      "step": 1195120
    },
    {
      "epoch": 333.56,
      "grad_norm": 0.9419199824333191,
      "learning_rate": 3.1635390306703467e-06,
      "loss": 0.351,
      "step": 1195130
    },
    {
      "epoch": 333.56,
      "grad_norm": 1.1308035850524902,
      "learning_rate": 3.1635136989941365e-06,
      "loss": 0.3576,
      "step": 1195140
    },
    {
      "epoch": 333.56,
      "grad_norm": 0.997259795665741,
      "learning_rate": 3.1634883672088158e-06,
      "loss": 0.3574,
      "step": 1195150
    },
    {
      "epoch": 333.56,
      "grad_norm": 1.1690549850463867,
      "learning_rate": 3.163463035314388e-06,
      "loss": 0.3484,
      "step": 1195160
    },
    {
      "epoch": 333.57,
      "grad_norm": 1.0619484186172485,
      "learning_rate": 3.1634377033108557e-06,
      "loss": 0.3539,
      "step": 1195170
    },
    {
      "epoch": 333.57,
      "grad_norm": 0.9113078713417053,
      "learning_rate": 3.1634123711982232e-06,
      "loss": 0.3418,
      "step": 1195180
    },
    {
      "epoch": 333.57,
      "grad_norm": 0.8865062594413757,
      "learning_rate": 3.1633870389764933e-06,
      "loss": 0.3549,
      "step": 1195190
    },
    {
      "epoch": 333.58,
      "grad_norm": 1.1003656387329102,
      "learning_rate": 3.163361706645669e-06,
      "loss": 0.3561,
      "step": 1195200
    },
    {
      "epoch": 333.58,
      "grad_norm": 1.094195008277893,
      "learning_rate": 3.1633363742057543e-06,
      "loss": 0.3685,
      "step": 1195210
    },
    {
      "epoch": 333.58,
      "grad_norm": 0.8986868262290955,
      "learning_rate": 3.163311041656752e-06,
      "loss": 0.3514,
      "step": 1195220
    },
    {
      "epoch": 333.58,
      "grad_norm": 1.0270370244979858,
      "learning_rate": 3.163285708998667e-06,
      "loss": 0.3513,
      "step": 1195230
    },
    {
      "epoch": 333.59,
      "grad_norm": 1.235230803489685,
      "learning_rate": 3.163260376231501e-06,
      "loss": 0.3624,
      "step": 1195240
    },
    {
      "epoch": 333.59,
      "grad_norm": 1.0062309503555298,
      "learning_rate": 3.1632350433552585e-06,
      "loss": 0.357,
      "step": 1195250
    },
    {
      "epoch": 333.59,
      "grad_norm": 1.0506255626678467,
      "learning_rate": 3.1632097103699416e-06,
      "loss": 0.3535,
      "step": 1195260
    },
    {
      "epoch": 333.59,
      "grad_norm": 0.8728201985359192,
      "learning_rate": 3.1631843772755547e-06,
      "loss": 0.354,
      "step": 1195270
    },
    {
      "epoch": 333.6,
      "grad_norm": 0.9689180254936218,
      "learning_rate": 3.1631590440721004e-06,
      "loss": 0.3512,
      "step": 1195280
    },
    {
      "epoch": 333.6,
      "grad_norm": 1.00236177444458,
      "learning_rate": 3.1631337107595835e-06,
      "loss": 0.3454,
      "step": 1195290
    },
    {
      "epoch": 333.6,
      "grad_norm": 0.9347549676895142,
      "learning_rate": 3.163108377338005e-06,
      "loss": 0.3581,
      "step": 1195300
    },
    {
      "epoch": 333.61,
      "grad_norm": 9.108976364135742,
      "learning_rate": 3.1630830438073705e-06,
      "loss": 0.3245,
      "step": 1195310
    },
    {
      "epoch": 333.61,
      "grad_norm": 1.0668010711669922,
      "learning_rate": 3.163057710167683e-06,
      "loss": 0.3768,
      "step": 1195320
    },
    {
      "epoch": 333.61,
      "grad_norm": 1.0133792161941528,
      "learning_rate": 3.163032376418945e-06,
      "loss": 0.3522,
      "step": 1195330
    },
    {
      "epoch": 333.61,
      "grad_norm": 1.21249520778656,
      "learning_rate": 3.1630070425611606e-06,
      "loss": 0.347,
      "step": 1195340
    },
    {
      "epoch": 333.62,
      "grad_norm": 0.91484135389328,
      "learning_rate": 3.162981708594332e-06,
      "loss": 0.3429,
      "step": 1195350
    },
    {
      "epoch": 333.62,
      "grad_norm": 1.0968116521835327,
      "learning_rate": 3.162956374518464e-06,
      "loss": 0.3411,
      "step": 1195360
    },
    {
      "epoch": 333.62,
      "grad_norm": 1.1081808805465698,
      "learning_rate": 3.1629310403335596e-06,
      "loss": 0.3566,
      "step": 1195370
    },
    {
      "epoch": 333.63,
      "grad_norm": 0.9019768238067627,
      "learning_rate": 3.1629057060396212e-06,
      "loss": 0.3442,
      "step": 1195380
    },
    {
      "epoch": 333.63,
      "grad_norm": 0.958763062953949,
      "learning_rate": 3.1628803716366536e-06,
      "loss": 0.3545,
      "step": 1195390
    },
    {
      "epoch": 333.63,
      "grad_norm": 1.047760009765625,
      "learning_rate": 3.16285503712466e-06,
      "loss": 0.3494,
      "step": 1195400
    },
    {
      "epoch": 333.63,
      "grad_norm": 0.9589205384254456,
      "learning_rate": 3.1628297025036424e-06,
      "loss": 0.3469,
      "step": 1195410
    },
    {
      "epoch": 333.64,
      "grad_norm": 0.965488076210022,
      "learning_rate": 3.1628043677736057e-06,
      "loss": 0.3525,
      "step": 1195420
    },
    {
      "epoch": 333.64,
      "grad_norm": 1.1836291551589966,
      "learning_rate": 3.162779032934552e-06,
      "loss": 0.3616,
      "step": 1195430
    },
    {
      "epoch": 333.64,
      "grad_norm": 0.9631209969520569,
      "learning_rate": 3.1627536979864856e-06,
      "loss": 0.3495,
      "step": 1195440
    },
    {
      "epoch": 333.64,
      "grad_norm": 1.1148021221160889,
      "learning_rate": 3.1627283629294103e-06,
      "loss": 0.3482,
      "step": 1195450
    },
    {
      "epoch": 333.65,
      "grad_norm": 0.9369652271270752,
      "learning_rate": 3.1627030277633273e-06,
      "loss": 0.3689,
      "step": 1195460
    },
    {
      "epoch": 333.65,
      "grad_norm": 0.9755954146385193,
      "learning_rate": 3.1626776924882427e-06,
      "loss": 0.363,
      "step": 1195470
    },
    {
      "epoch": 333.65,
      "grad_norm": 0.954284131526947,
      "learning_rate": 3.1626523571041585e-06,
      "loss": 0.3512,
      "step": 1195480
    },
    {
      "epoch": 333.66,
      "grad_norm": 1.0485384464263916,
      "learning_rate": 3.162627021611077e-06,
      "loss": 0.3419,
      "step": 1195490
    },
    {
      "epoch": 333.66,
      "grad_norm": 1.1131207942962646,
      "learning_rate": 3.162601686009004e-06,
      "loss": 0.3461,
      "step": 1195500
    },
    {
      "epoch": 333.66,
      "grad_norm": 1.1469542980194092,
      "learning_rate": 3.162576350297941e-06,
      "loss": 0.3393,
      "step": 1195510
    },
    {
      "epoch": 333.66,
      "grad_norm": 1.2323962450027466,
      "learning_rate": 3.162551014477892e-06,
      "loss": 0.3661,
      "step": 1195520
    },
    {
      "epoch": 333.67,
      "grad_norm": 0.9639213681221008,
      "learning_rate": 3.1625256785488604e-06,
      "loss": 0.3406,
      "step": 1195530
    },
    {
      "epoch": 333.67,
      "grad_norm": 1.0939196348190308,
      "learning_rate": 3.16250034251085e-06,
      "loss": 0.3515,
      "step": 1195540
    },
    {
      "epoch": 333.67,
      "grad_norm": 6.40366268157959,
      "learning_rate": 3.1624750063638633e-06,
      "loss": 0.3603,
      "step": 1195550
    },
    {
      "epoch": 333.68,
      "grad_norm": 1.182752251625061,
      "learning_rate": 3.1624496701079043e-06,
      "loss": 0.3488,
      "step": 1195560
    },
    {
      "epoch": 333.68,
      "grad_norm": 1.0568536520004272,
      "learning_rate": 3.1624243337429754e-06,
      "loss": 0.3587,
      "step": 1195570
    },
    {
      "epoch": 333.68,
      "grad_norm": 1.0928221940994263,
      "learning_rate": 3.1623989972690817e-06,
      "loss": 0.3617,
      "step": 1195580
    },
    {
      "epoch": 333.68,
      "grad_norm": 1.0015490055084229,
      "learning_rate": 3.1623736606862248e-06,
      "loss": 0.3805,
      "step": 1195590
    },
    {
      "epoch": 333.69,
      "grad_norm": 0.966714084148407,
      "learning_rate": 3.1623483239944093e-06,
      "loss": 0.3459,
      "step": 1195600
    },
    {
      "epoch": 333.69,
      "grad_norm": 0.9660197496414185,
      "learning_rate": 3.1623229871936383e-06,
      "loss": 0.3312,
      "step": 1195610
    },
    {
      "epoch": 333.69,
      "grad_norm": 0.926051676273346,
      "learning_rate": 3.1622976502839152e-06,
      "loss": 0.3678,
      "step": 1195620
    },
    {
      "epoch": 333.7,
      "grad_norm": 1.1379492282867432,
      "learning_rate": 3.162272313265243e-06,
      "loss": 0.3473,
      "step": 1195630
    },
    {
      "epoch": 333.7,
      "grad_norm": 1.1234151124954224,
      "learning_rate": 3.1622469761376244e-06,
      "loss": 0.3568,
      "step": 1195640
    },
    {
      "epoch": 333.7,
      "grad_norm": 1.0335285663604736,
      "learning_rate": 3.1622216389010647e-06,
      "loss": 0.3329,
      "step": 1195650
    },
    {
      "epoch": 333.7,
      "grad_norm": 0.992853581905365,
      "learning_rate": 3.162196301555566e-06,
      "loss": 0.3656,
      "step": 1195660
    },
    {
      "epoch": 333.71,
      "grad_norm": 1.1255269050598145,
      "learning_rate": 3.162170964101131e-06,
      "loss": 0.3802,
      "step": 1195670
    },
    {
      "epoch": 333.71,
      "grad_norm": 1.10628342628479,
      "learning_rate": 3.162145626537765e-06,
      "loss": 0.3584,
      "step": 1195680
    },
    {
      "epoch": 333.71,
      "grad_norm": 1.0341523885726929,
      "learning_rate": 3.16212028886547e-06,
      "loss": 0.3427,
      "step": 1195690
    },
    {
      "epoch": 333.71,
      "grad_norm": 1.2855063676834106,
      "learning_rate": 3.1620949510842495e-06,
      "loss": 0.3609,
      "step": 1195700
    },
    {
      "epoch": 333.72,
      "grad_norm": 0.990365743637085,
      "learning_rate": 3.1620696131941077e-06,
      "loss": 0.351,
      "step": 1195710
    },
    {
      "epoch": 333.72,
      "grad_norm": 1.0608490705490112,
      "learning_rate": 3.162044275195046e-06,
      "loss": 0.3526,
      "step": 1195720
    },
    {
      "epoch": 333.72,
      "grad_norm": 0.9623767137527466,
      "learning_rate": 3.1620189370870703e-06,
      "loss": 0.3346,
      "step": 1195730
    },
    {
      "epoch": 333.73,
      "grad_norm": 0.8539541363716125,
      "learning_rate": 3.161993598870182e-06,
      "loss": 0.3462,
      "step": 1195740
    },
    {
      "epoch": 333.73,
      "grad_norm": 1.2054153680801392,
      "learning_rate": 3.1619682605443856e-06,
      "loss": 0.3604,
      "step": 1195750
    },
    {
      "epoch": 333.73,
      "grad_norm": 1.0478969812393188,
      "learning_rate": 3.1619429221096846e-06,
      "loss": 0.3387,
      "step": 1195760
    },
    {
      "epoch": 333.73,
      "grad_norm": 0.8920934796333313,
      "learning_rate": 3.161917583566082e-06,
      "loss": 0.3551,
      "step": 1195770
    },
    {
      "epoch": 333.74,
      "grad_norm": 1.0521217584609985,
      "learning_rate": 3.16189224491358e-06,
      "loss": 0.3273,
      "step": 1195780
    },
    {
      "epoch": 333.74,
      "grad_norm": 1.0701833963394165,
      "learning_rate": 3.1618669061521836e-06,
      "loss": 0.3571,
      "step": 1195790
    },
    {
      "epoch": 333.74,
      "grad_norm": 1.1994365453720093,
      "learning_rate": 3.161841567281895e-06,
      "loss": 0.354,
      "step": 1195800
    },
    {
      "epoch": 333.75,
      "grad_norm": 0.9779220819473267,
      "learning_rate": 3.1618162283027194e-06,
      "loss": 0.3551,
      "step": 1195810
    },
    {
      "epoch": 333.75,
      "grad_norm": 1.0220497846603394,
      "learning_rate": 3.1617908892146583e-06,
      "loss": 0.3469,
      "step": 1195820
    },
    {
      "epoch": 333.75,
      "grad_norm": 1.0286855697631836,
      "learning_rate": 3.1617655500177162e-06,
      "loss": 0.3557,
      "step": 1195830
    },
    {
      "epoch": 333.75,
      "grad_norm": 1.0964832305908203,
      "learning_rate": 3.1617402107118957e-06,
      "loss": 0.3744,
      "step": 1195840
    },
    {
      "epoch": 333.76,
      "grad_norm": 0.9255461096763611,
      "learning_rate": 3.1617148712972e-06,
      "loss": 0.3543,
      "step": 1195850
    },
    {
      "epoch": 333.76,
      "grad_norm": 1.05243980884552,
      "learning_rate": 3.1616895317736337e-06,
      "loss": 0.3499,
      "step": 1195860
    },
    {
      "epoch": 333.76,
      "grad_norm": 1.217508316040039,
      "learning_rate": 3.161664192141199e-06,
      "loss": 0.3569,
      "step": 1195870
    },
    {
      "epoch": 333.77,
      "grad_norm": 1.0225274562835693,
      "learning_rate": 3.1616388523998998e-06,
      "loss": 0.3494,
      "step": 1195880
    },
    {
      "epoch": 333.77,
      "grad_norm": 1.0148015022277832,
      "learning_rate": 3.1616135125497386e-06,
      "loss": 0.3547,
      "step": 1195890
    },
    {
      "epoch": 333.77,
      "grad_norm": 1.0548065900802612,
      "learning_rate": 3.161588172590721e-06,
      "loss": 0.3465,
      "step": 1195900
    },
    {
      "epoch": 333.77,
      "grad_norm": 22.61971092224121,
      "learning_rate": 3.1615628325228487e-06,
      "loss": 0.343,
      "step": 1195910
    },
    {
      "epoch": 333.78,
      "grad_norm": 1.16316556930542,
      "learning_rate": 3.1615374923461245e-06,
      "loss": 0.3525,
      "step": 1195920
    },
    {
      "epoch": 333.78,
      "grad_norm": 1.0883227586746216,
      "learning_rate": 3.1615121520605524e-06,
      "loss": 0.3517,
      "step": 1195930
    },
    {
      "epoch": 333.78,
      "grad_norm": 1.063348650932312,
      "learning_rate": 3.1614868116661366e-06,
      "loss": 0.3535,
      "step": 1195940
    },
    {
      "epoch": 333.78,
      "grad_norm": 1.0391786098480225,
      "learning_rate": 3.1614614711628796e-06,
      "loss": 0.3595,
      "step": 1195950
    },
    {
      "epoch": 333.79,
      "grad_norm": 0.8734143972396851,
      "learning_rate": 3.1614361305507843e-06,
      "loss": 0.3538,
      "step": 1195960
    },
    {
      "epoch": 333.79,
      "grad_norm": 1.098386526107788,
      "learning_rate": 3.161410789829856e-06,
      "loss": 0.3562,
      "step": 1195970
    },
    {
      "epoch": 333.79,
      "grad_norm": 0.9805865287780762,
      "learning_rate": 3.1613854490000965e-06,
      "loss": 0.3682,
      "step": 1195980
    },
    {
      "epoch": 333.8,
      "grad_norm": 0.9577174782752991,
      "learning_rate": 3.1613601080615095e-06,
      "loss": 0.356,
      "step": 1195990
    },
    {
      "epoch": 333.8,
      "grad_norm": 1.0973142385482788,
      "learning_rate": 3.1613347670140977e-06,
      "loss": 0.3497,
      "step": 1196000
    },
    {
      "epoch": 333.8,
      "grad_norm": 1.3518296480178833,
      "learning_rate": 3.1613094258578656e-06,
      "loss": 0.3515,
      "step": 1196010
    },
    {
      "epoch": 333.8,
      "grad_norm": 0.9787017703056335,
      "learning_rate": 3.1612840845928163e-06,
      "loss": 0.3579,
      "step": 1196020
    },
    {
      "epoch": 333.81,
      "grad_norm": 0.9828091859817505,
      "learning_rate": 3.1612587432189526e-06,
      "loss": 0.3594,
      "step": 1196030
    },
    {
      "epoch": 333.81,
      "grad_norm": 2.2876570224761963,
      "learning_rate": 3.1612334017362786e-06,
      "loss": 0.3507,
      "step": 1196040
    },
    {
      "epoch": 333.81,
      "grad_norm": 1.2249611616134644,
      "learning_rate": 3.161208060144797e-06,
      "loss": 0.3525,
      "step": 1196050
    },
    {
      "epoch": 333.82,
      "grad_norm": 1.1175739765167236,
      "learning_rate": 3.161182718444512e-06,
      "loss": 0.3518,
      "step": 1196060
    },
    {
      "epoch": 333.82,
      "grad_norm": 1.157960057258606,
      "learning_rate": 3.161157376635426e-06,
      "loss": 0.3503,
      "step": 1196070
    },
    {
      "epoch": 333.82,
      "grad_norm": 0.9459590911865234,
      "learning_rate": 3.161132034717543e-06,
      "loss": 0.3336,
      "step": 1196080
    },
    {
      "epoch": 333.82,
      "grad_norm": 0.990030825138092,
      "learning_rate": 3.161106692690866e-06,
      "loss": 0.3425,
      "step": 1196090
    },
    {
      "epoch": 333.83,
      "grad_norm": 1.0207253694534302,
      "learning_rate": 3.161081350555399e-06,
      "loss": 0.3489,
      "step": 1196100
    },
    {
      "epoch": 333.83,
      "grad_norm": 1.0420857667922974,
      "learning_rate": 3.161056008311145e-06,
      "loss": 0.3529,
      "step": 1196110
    },
    {
      "epoch": 333.83,
      "grad_norm": 0.9935280680656433,
      "learning_rate": 3.161030665958107e-06,
      "loss": 0.3442,
      "step": 1196120
    },
    {
      "epoch": 333.83,
      "grad_norm": 0.9083924293518066,
      "learning_rate": 3.161005323496289e-06,
      "loss": 0.3656,
      "step": 1196130
    },
    {
      "epoch": 333.84,
      "grad_norm": 1.5589778423309326,
      "learning_rate": 3.160979980925694e-06,
      "loss": 0.3592,
      "step": 1196140
    },
    {
      "epoch": 333.84,
      "grad_norm": 0.8970488905906677,
      "learning_rate": 3.1609546382463255e-06,
      "loss": 0.3576,
      "step": 1196150
    },
    {
      "epoch": 333.84,
      "grad_norm": 1.0217254161834717,
      "learning_rate": 3.1609292954581865e-06,
      "loss": 0.357,
      "step": 1196160
    },
    {
      "epoch": 333.85,
      "grad_norm": 0.9958670139312744,
      "learning_rate": 3.160903952561281e-06,
      "loss": 0.3582,
      "step": 1196170
    },
    {
      "epoch": 333.85,
      "grad_norm": 1.2136653661727905,
      "learning_rate": 3.160878609555612e-06,
      "loss": 0.3536,
      "step": 1196180
    },
    {
      "epoch": 333.85,
      "grad_norm": 0.8673505783081055,
      "learning_rate": 3.1608532664411836e-06,
      "loss": 0.3501,
      "step": 1196190
    },
    {
      "epoch": 333.85,
      "grad_norm": 2.913501739501953,
      "learning_rate": 3.1608279232179975e-06,
      "loss": 0.3281,
      "step": 1196200
    },
    {
      "epoch": 333.86,
      "grad_norm": 0.9415237903594971,
      "learning_rate": 3.1608025798860587e-06,
      "loss": 0.3445,
      "step": 1196210
    },
    {
      "epoch": 333.86,
      "grad_norm": 0.9368609189987183,
      "learning_rate": 3.16077723644537e-06,
      "loss": 0.3386,
      "step": 1196220
    },
    {
      "epoch": 333.86,
      "grad_norm": 1.1654797792434692,
      "learning_rate": 3.160751892895935e-06,
      "loss": 0.3486,
      "step": 1196230
    },
    {
      "epoch": 333.87,
      "grad_norm": 0.8968892693519592,
      "learning_rate": 3.160726549237756e-06,
      "loss": 0.3528,
      "step": 1196240
    },
    {
      "epoch": 333.87,
      "grad_norm": 0.9854282140731812,
      "learning_rate": 3.1607012054708378e-06,
      "loss": 0.3384,
      "step": 1196250
    },
    {
      "epoch": 333.87,
      "grad_norm": 1.0028042793273926,
      "learning_rate": 3.160675861595183e-06,
      "loss": 0.3423,
      "step": 1196260
    },
    {
      "epoch": 333.87,
      "grad_norm": 1.139802098274231,
      "learning_rate": 3.160650517610795e-06,
      "loss": 0.3492,
      "step": 1196270
    },
    {
      "epoch": 333.88,
      "grad_norm": 1.0383278131484985,
      "learning_rate": 3.1606251735176778e-06,
      "loss": 0.3774,
      "step": 1196280
    },
    {
      "epoch": 333.88,
      "grad_norm": 0.8920360803604126,
      "learning_rate": 3.160599829315834e-06,
      "loss": 0.3512,
      "step": 1196290
    },
    {
      "epoch": 333.88,
      "grad_norm": 1.0291969776153564,
      "learning_rate": 3.1605744850052672e-06,
      "loss": 0.3385,
      "step": 1196300
    },
    {
      "epoch": 333.89,
      "grad_norm": 0.9033507704734802,
      "learning_rate": 3.160549140585981e-06,
      "loss": 0.3642,
      "step": 1196310
    },
    {
      "epoch": 333.89,
      "grad_norm": 1.2330043315887451,
      "learning_rate": 3.160523796057979e-06,
      "loss": 0.3472,
      "step": 1196320
    },
    {
      "epoch": 333.89,
      "grad_norm": 1.1445859670639038,
      "learning_rate": 3.160498451421263e-06,
      "loss": 0.3813,
      "step": 1196330
    },
    {
      "epoch": 333.89,
      "grad_norm": 0.8850145936012268,
      "learning_rate": 3.160473106675838e-06,
      "loss": 0.3488,
      "step": 1196340
    },
    {
      "epoch": 333.9,
      "grad_norm": 1.0861458778381348,
      "learning_rate": 3.1604477618217077e-06,
      "loss": 0.3529,
      "step": 1196350
    },
    {
      "epoch": 333.9,
      "grad_norm": 1.0249333381652832,
      "learning_rate": 3.1604224168588743e-06,
      "loss": 0.369,
      "step": 1196360
    },
    {
      "epoch": 333.9,
      "grad_norm": 1.6735268831253052,
      "learning_rate": 3.160397071787341e-06,
      "loss": 0.3505,
      "step": 1196370
    },
    {
      "epoch": 333.9,
      "grad_norm": 1.21371591091156,
      "learning_rate": 3.160371726607112e-06,
      "loss": 0.3563,
      "step": 1196380
    },
    {
      "epoch": 333.91,
      "grad_norm": 1.1110318899154663,
      "learning_rate": 3.160346381318191e-06,
      "loss": 0.3388,
      "step": 1196390
    },
    {
      "epoch": 333.91,
      "grad_norm": 1.2634066343307495,
      "learning_rate": 3.16032103592058e-06,
      "loss": 0.3583,
      "step": 1196400
    },
    {
      "epoch": 333.91,
      "grad_norm": 0.9873904585838318,
      "learning_rate": 3.1602956904142837e-06,
      "loss": 0.3364,
      "step": 1196410
    },
    {
      "epoch": 333.92,
      "grad_norm": 0.942186176776886,
      "learning_rate": 3.1602703447993052e-06,
      "loss": 0.3577,
      "step": 1196420
    },
    {
      "epoch": 333.92,
      "grad_norm": 1.0125107765197754,
      "learning_rate": 3.1602449990756474e-06,
      "loss": 0.3381,
      "step": 1196430
    },
    {
      "epoch": 333.92,
      "grad_norm": 1.1255942583084106,
      "learning_rate": 3.160219653243314e-06,
      "loss": 0.3511,
      "step": 1196440
    },
    {
      "epoch": 333.92,
      "grad_norm": 1.0405571460723877,
      "learning_rate": 3.160194307302308e-06,
      "loss": 0.363,
      "step": 1196450
    },
    {
      "epoch": 333.93,
      "grad_norm": 1.1285771131515503,
      "learning_rate": 3.1601689612526324e-06,
      "loss": 0.3662,
      "step": 1196460
    },
    {
      "epoch": 333.93,
      "grad_norm": 1.0859986543655396,
      "learning_rate": 3.160143615094292e-06,
      "loss": 0.3639,
      "step": 1196470
    },
    {
      "epoch": 333.93,
      "grad_norm": 0.9742286205291748,
      "learning_rate": 3.1601182688272893e-06,
      "loss": 0.3374,
      "step": 1196480
    },
    {
      "epoch": 333.94,
      "grad_norm": 1.0796642303466797,
      "learning_rate": 3.1600929224516278e-06,
      "loss": 0.3515,
      "step": 1196490
    },
    {
      "epoch": 333.94,
      "grad_norm": 1.0175628662109375,
      "learning_rate": 3.1600675759673106e-06,
      "loss": 0.3409,
      "step": 1196500
    },
    {
      "epoch": 333.94,
      "grad_norm": 0.9890961050987244,
      "learning_rate": 3.1600422293743416e-06,
      "loss": 0.3615,
      "step": 1196510
    },
    {
      "epoch": 333.94,
      "grad_norm": 1.0072860717773438,
      "learning_rate": 3.1600168826727244e-06,
      "loss": 0.3677,
      "step": 1196520
    },
    {
      "epoch": 333.95,
      "grad_norm": 0.9957543015480042,
      "learning_rate": 3.1599915358624605e-06,
      "loss": 0.3674,
      "step": 1196530
    },
    {
      "epoch": 333.95,
      "grad_norm": 0.9296669363975525,
      "learning_rate": 3.1599661889435553e-06,
      "loss": 0.3481,
      "step": 1196540
    },
    {
      "epoch": 333.95,
      "grad_norm": 0.9473053216934204,
      "learning_rate": 3.1599408419160118e-06,
      "loss": 0.3466,
      "step": 1196550
    },
    {
      "epoch": 333.95,
      "grad_norm": 0.969598650932312,
      "learning_rate": 3.1599154947798324e-06,
      "loss": 0.3565,
      "step": 1196560
    },
    {
      "epoch": 333.96,
      "grad_norm": 1.1960859298706055,
      "learning_rate": 3.1598901475350224e-06,
      "loss": 0.3486,
      "step": 1196570
    },
    {
      "epoch": 333.96,
      "grad_norm": 1.1738262176513672,
      "learning_rate": 3.159864800181583e-06,
      "loss": 0.3346,
      "step": 1196580
    },
    {
      "epoch": 333.96,
      "grad_norm": 1.0355868339538574,
      "learning_rate": 3.1598394527195183e-06,
      "loss": 0.3605,
      "step": 1196590
    },
    {
      "epoch": 333.97,
      "grad_norm": 1.0774410963058472,
      "learning_rate": 3.159814105148832e-06,
      "loss": 0.3632,
      "step": 1196600
    },
    {
      "epoch": 333.97,
      "grad_norm": 1.4589393138885498,
      "learning_rate": 3.1597887574695277e-06,
      "loss": 0.3372,
      "step": 1196610
    },
    {
      "epoch": 333.97,
      "grad_norm": 0.9193155169487,
      "learning_rate": 3.159763409681608e-06,
      "loss": 0.3653,
      "step": 1196620
    },
    {
      "epoch": 333.97,
      "grad_norm": 1.0765528678894043,
      "learning_rate": 3.159738061785077e-06,
      "loss": 0.3544,
      "step": 1196630
    },
    {
      "epoch": 333.98,
      "grad_norm": 1.15497887134552,
      "learning_rate": 3.1597127137799376e-06,
      "loss": 0.355,
      "step": 1196640
    },
    {
      "epoch": 333.98,
      "grad_norm": 1.1933209896087646,
      "learning_rate": 3.1596873656661938e-06,
      "loss": 0.3489,
      "step": 1196650
    },
    {
      "epoch": 333.98,
      "grad_norm": 1.0899423360824585,
      "learning_rate": 3.1596620174438484e-06,
      "loss": 0.3477,
      "step": 1196660
    },
    {
      "epoch": 333.99,
      "grad_norm": 0.9348673820495605,
      "learning_rate": 3.159636669112904e-06,
      "loss": 0.3388,
      "step": 1196670
    },
    {
      "epoch": 333.99,
      "grad_norm": 1.1685172319412231,
      "learning_rate": 3.159611320673366e-06,
      "loss": 0.3564,
      "step": 1196680
    },
    {
      "epoch": 333.99,
      "grad_norm": 1.0397257804870605,
      "learning_rate": 3.1595859721252357e-06,
      "loss": 0.365,
      "step": 1196690
    },
    {
      "epoch": 333.99,
      "grad_norm": 1.1161408424377441,
      "learning_rate": 3.159560623468518e-06,
      "loss": 0.3462,
      "step": 1196700
    },
    {
      "epoch": 334.0,
      "grad_norm": 1.1029947996139526,
      "learning_rate": 3.159535274703216e-06,
      "loss": 0.3437,
      "step": 1196710
    },
    {
      "epoch": 334.0,
      "grad_norm": 0.9082415103912354,
      "learning_rate": 3.159509925829332e-06,
      "loss": 0.3548,
      "step": 1196720
    },
    {
      "epoch": 334.0,
      "eval_loss": 0.35356852412223816,
      "eval_runtime": 63.2341,
      "eval_samples_per_second": 80.004,
      "eval_steps_per_second": 10.01,
      "step": 1196722
    },
    {
      "epoch": 334.0,
      "grad_norm": 0.9692221879959106,
      "learning_rate": 3.1594845768468707e-06,
      "loss": 0.3503,
      "step": 1196730
    },
    {
      "epoch": 334.01,
      "grad_norm": 0.8937380313873291,
      "learning_rate": 3.1594592277558346e-06,
      "loss": 0.3411,
      "step": 1196740
    },
    {
      "epoch": 334.01,
      "grad_norm": 1.0037152767181396,
      "learning_rate": 3.1594338785562275e-06,
      "loss": 0.3671,
      "step": 1196750
    },
    {
      "epoch": 334.01,
      "grad_norm": 1.0308935642242432,
      "learning_rate": 3.159408529248052e-06,
      "loss": 0.3552,
      "step": 1196760
    },
    {
      "epoch": 334.01,
      "grad_norm": 1.0206520557403564,
      "learning_rate": 3.1593831798313127e-06,
      "loss": 0.3612,
      "step": 1196770
    },
    {
      "epoch": 334.02,
      "grad_norm": 1.1177616119384766,
      "learning_rate": 3.1593578303060126e-06,
      "loss": 0.3697,
      "step": 1196780
    },
    {
      "epoch": 334.02,
      "grad_norm": 0.9693690538406372,
      "learning_rate": 3.159332480672155e-06,
      "loss": 0.3457,
      "step": 1196790
    },
    {
      "epoch": 334.02,
      "grad_norm": 1.1048635244369507,
      "learning_rate": 3.1593071309297425e-06,
      "loss": 0.3563,
      "step": 1196800
    },
    {
      "epoch": 334.02,
      "grad_norm": 0.9978790283203125,
      "learning_rate": 3.15928178107878e-06,
      "loss": 0.3428,
      "step": 1196810
    },
    {
      "epoch": 334.03,
      "grad_norm": 0.9737682342529297,
      "learning_rate": 3.159256431119269e-06,
      "loss": 0.3484,
      "step": 1196820
    },
    {
      "epoch": 334.03,
      "grad_norm": 0.9948393106460571,
      "learning_rate": 3.159231081051214e-06,
      "loss": 0.3579,
      "step": 1196830
    },
    {
      "epoch": 334.03,
      "grad_norm": 1.1199381351470947,
      "learning_rate": 3.1592057308746187e-06,
      "loss": 0.3321,
      "step": 1196840
    },
    {
      "epoch": 334.04,
      "grad_norm": 0.9447354674339294,
      "learning_rate": 3.1591803805894855e-06,
      "loss": 0.3536,
      "step": 1196850
    },
    {
      "epoch": 334.04,
      "grad_norm": 1.0128015279769897,
      "learning_rate": 3.159155030195819e-06,
      "loss": 0.3492,
      "step": 1196860
    },
    {
      "epoch": 334.04,
      "grad_norm": 1.0115708112716675,
      "learning_rate": 3.159129679693622e-06,
      "loss": 0.3527,
      "step": 1196870
    },
    {
      "epoch": 334.04,
      "grad_norm": 0.9914072155952454,
      "learning_rate": 3.159104329082897e-06,
      "loss": 0.365,
      "step": 1196880
    },
    {
      "epoch": 334.05,
      "grad_norm": 1.2640860080718994,
      "learning_rate": 3.159078978363648e-06,
      "loss": 0.3444,
      "step": 1196890
    },
    {
      "epoch": 334.05,
      "grad_norm": 1.0734899044036865,
      "learning_rate": 3.159053627535879e-06,
      "loss": 0.3448,
      "step": 1196900
    },
    {
      "epoch": 334.05,
      "grad_norm": 0.9679638743400574,
      "learning_rate": 3.1590282765995924e-06,
      "loss": 0.3545,
      "step": 1196910
    },
    {
      "epoch": 334.06,
      "grad_norm": 1.0032265186309814,
      "learning_rate": 3.1590029255547923e-06,
      "loss": 0.3514,
      "step": 1196920
    },
    {
      "epoch": 334.06,
      "grad_norm": 1.1260759830474854,
      "learning_rate": 3.1589775744014825e-06,
      "loss": 0.3573,
      "step": 1196930
    },
    {
      "epoch": 334.06,
      "grad_norm": 1.1575742959976196,
      "learning_rate": 3.1589522231396653e-06,
      "loss": 0.347,
      "step": 1196940
    },
    {
      "epoch": 334.06,
      "grad_norm": 6.463848114013672,
      "learning_rate": 3.158926871769344e-06,
      "loss": 0.3518,
      "step": 1196950
    },
    {
      "epoch": 334.07,
      "grad_norm": 0.976727306842804,
      "learning_rate": 3.158901520290522e-06,
      "loss": 0.3493,
      "step": 1196960
    },
    {
      "epoch": 334.07,
      "grad_norm": 1.0560864210128784,
      "learning_rate": 3.158876168703204e-06,
      "loss": 0.3588,
      "step": 1196970
    },
    {
      "epoch": 334.07,
      "grad_norm": 1.0914373397827148,
      "learning_rate": 3.158850817007393e-06,
      "loss": 0.3543,
      "step": 1196980
    },
    {
      "epoch": 334.07,
      "grad_norm": 0.9283568263053894,
      "learning_rate": 3.1588254652030906e-06,
      "loss": 0.3439,
      "step": 1196990
    },
    {
      "epoch": 334.08,
      "grad_norm": 1.0398420095443726,
      "learning_rate": 3.1588001132903024e-06,
      "loss": 0.343,
      "step": 1197000
    },
    {
      "epoch": 334.08,
      "grad_norm": 1.0206059217453003,
      "learning_rate": 3.1587747612690303e-06,
      "loss": 0.3551,
      "step": 1197010
    },
    {
      "epoch": 334.08,
      "grad_norm": 0.9618146419525146,
      "learning_rate": 3.1587494091392784e-06,
      "loss": 0.3526,
      "step": 1197020
    },
    {
      "epoch": 334.09,
      "grad_norm": 0.9261974096298218,
      "learning_rate": 3.1587240569010495e-06,
      "loss": 0.3424,
      "step": 1197030
    },
    {
      "epoch": 334.09,
      "grad_norm": 0.8999674320220947,
      "learning_rate": 3.1586987045543474e-06,
      "loss": 0.3463,
      "step": 1197040
    },
    {
      "epoch": 334.09,
      "grad_norm": 0.8895367383956909,
      "learning_rate": 3.158673352099175e-06,
      "loss": 0.3338,
      "step": 1197050
    },
    {
      "epoch": 334.09,
      "grad_norm": 1.202102780342102,
      "learning_rate": 3.1586479995355373e-06,
      "loss": 0.35,
      "step": 1197060
    },
    {
      "epoch": 334.1,
      "grad_norm": 1.095325231552124,
      "learning_rate": 3.158622646863436e-06,
      "loss": 0.3568,
      "step": 1197070
    },
    {
      "epoch": 334.1,
      "grad_norm": 1.1496837139129639,
      "learning_rate": 3.1585972940828744e-06,
      "loss": 0.3516,
      "step": 1197080
    },
    {
      "epoch": 334.1,
      "grad_norm": 1.0395532846450806,
      "learning_rate": 3.158571941193857e-06,
      "loss": 0.3675,
      "step": 1197090
    },
    {
      "epoch": 334.11,
      "grad_norm": 0.8927150368690491,
      "learning_rate": 3.1585465881963866e-06,
      "loss": 0.3627,
      "step": 1197100
    },
    {
      "epoch": 334.11,
      "grad_norm": 0.9957048296928406,
      "learning_rate": 3.158521235090466e-06,
      "loss": 0.3616,
      "step": 1197110
    },
    {
      "epoch": 334.11,
      "grad_norm": 0.969640851020813,
      "learning_rate": 3.158495881876099e-06,
      "loss": 0.3713,
      "step": 1197120
    },
    {
      "epoch": 334.11,
      "grad_norm": 1.0843364000320435,
      "learning_rate": 3.1584705285532897e-06,
      "loss": 0.3589,
      "step": 1197130
    },
    {
      "epoch": 334.12,
      "grad_norm": 1.246352195739746,
      "learning_rate": 3.1584451751220407e-06,
      "loss": 0.3587,
      "step": 1197140
    },
    {
      "epoch": 334.12,
      "grad_norm": 1.0366896390914917,
      "learning_rate": 3.158419821582355e-06,
      "loss": 0.3776,
      "step": 1197150
    },
    {
      "epoch": 334.12,
      "grad_norm": 0.984486997127533,
      "learning_rate": 3.158394467934237e-06,
      "loss": 0.3591,
      "step": 1197160
    },
    {
      "epoch": 334.13,
      "grad_norm": 1.07463538646698,
      "learning_rate": 3.1583691141776902e-06,
      "loss": 0.3561,
      "step": 1197170
    },
    {
      "epoch": 334.13,
      "grad_norm": 1.0477705001831055,
      "learning_rate": 3.1583437603127168e-06,
      "loss": 0.3579,
      "step": 1197180
    },
    {
      "epoch": 334.13,
      "grad_norm": 0.9865241050720215,
      "learning_rate": 3.158318406339321e-06,
      "loss": 0.3557,
      "step": 1197190
    },
    {
      "epoch": 334.13,
      "grad_norm": 1.0672811269760132,
      "learning_rate": 3.1582930522575053e-06,
      "loss": 0.3419,
      "step": 1197200
    },
    {
      "epoch": 334.14,
      "grad_norm": 1.0344717502593994,
      "learning_rate": 3.158267698067274e-06,
      "loss": 0.3385,
      "step": 1197210
    },
    {
      "epoch": 334.14,
      "grad_norm": 0.8516116738319397,
      "learning_rate": 3.158242343768631e-06,
      "loss": 0.3451,
      "step": 1197220
    },
    {
      "epoch": 334.14,
      "grad_norm": 0.8491217494010925,
      "learning_rate": 3.1582169893615774e-06,
      "loss": 0.3435,
      "step": 1197230
    },
    {
      "epoch": 334.14,
      "grad_norm": 1.0550379753112793,
      "learning_rate": 3.158191634846119e-06,
      "loss": 0.3402,
      "step": 1197240
    },
    {
      "epoch": 334.15,
      "grad_norm": 0.9920311570167542,
      "learning_rate": 3.158166280222258e-06,
      "loss": 0.3513,
      "step": 1197250
    },
    {
      "epoch": 334.15,
      "grad_norm": 0.9529817700386047,
      "learning_rate": 3.1581409254899976e-06,
      "loss": 0.3638,
      "step": 1197260
    },
    {
      "epoch": 334.15,
      "grad_norm": 1.0134812593460083,
      "learning_rate": 3.158115570649342e-06,
      "loss": 0.3498,
      "step": 1197270
    },
    {
      "epoch": 334.16,
      "grad_norm": 1.0959800481796265,
      "learning_rate": 3.1580902157002935e-06,
      "loss": 0.3397,
      "step": 1197280
    },
    {
      "epoch": 334.16,
      "grad_norm": 1.0221275091171265,
      "learning_rate": 3.158064860642857e-06,
      "loss": 0.3659,
      "step": 1197290
    },
    {
      "epoch": 334.16,
      "grad_norm": 1.0427346229553223,
      "learning_rate": 3.1580395054770343e-06,
      "loss": 0.3329,
      "step": 1197300
    },
    {
      "epoch": 334.16,
      "grad_norm": 1.062673568725586,
      "learning_rate": 3.15801415020283e-06,
      "loss": 0.3485,
      "step": 1197310
    },
    {
      "epoch": 334.17,
      "grad_norm": 1.0914640426635742,
      "learning_rate": 3.1579887948202463e-06,
      "loss": 0.353,
      "step": 1197320
    },
    {
      "epoch": 334.17,
      "grad_norm": 1.0262776613235474,
      "learning_rate": 3.1579634393292876e-06,
      "loss": 0.3537,
      "step": 1197330
    },
    {
      "epoch": 334.17,
      "grad_norm": 0.9377098679542542,
      "learning_rate": 3.1579380837299565e-06,
      "loss": 0.3601,
      "step": 1197340
    },
    {
      "epoch": 334.18,
      "grad_norm": 1.0615581274032593,
      "learning_rate": 3.1579127280222574e-06,
      "loss": 0.365,
      "step": 1197350
    },
    {
      "epoch": 334.18,
      "grad_norm": 0.9791236519813538,
      "learning_rate": 3.157887372206192e-06,
      "loss": 0.3435,
      "step": 1197360
    },
    {
      "epoch": 334.18,
      "grad_norm": 1.1178085803985596,
      "learning_rate": 3.1578620162817652e-06,
      "loss": 0.3552,
      "step": 1197370
    },
    {
      "epoch": 334.18,
      "grad_norm": 0.8902052044868469,
      "learning_rate": 3.1578366602489803e-06,
      "loss": 0.3336,
      "step": 1197380
    },
    {
      "epoch": 334.19,
      "grad_norm": 0.9865348935127258,
      "learning_rate": 3.1578113041078404e-06,
      "loss": 0.3432,
      "step": 1197390
    },
    {
      "epoch": 334.19,
      "grad_norm": 0.9747609496116638,
      "learning_rate": 3.157785947858348e-06,
      "loss": 0.3566,
      "step": 1197400
    },
    {
      "epoch": 334.19,
      "grad_norm": 0.8746001124382019,
      "learning_rate": 3.157760591500507e-06,
      "loss": 0.3558,
      "step": 1197410
    },
    {
      "epoch": 334.19,
      "grad_norm": 1.0111445188522339,
      "learning_rate": 3.157735235034322e-06,
      "loss": 0.3594,
      "step": 1197420
    },
    {
      "epoch": 334.2,
      "grad_norm": 0.930335283279419,
      "learning_rate": 3.1577098784597944e-06,
      "loss": 0.3461,
      "step": 1197430
    },
    {
      "epoch": 334.2,
      "grad_norm": 0.9097724556922913,
      "learning_rate": 3.1576845217769286e-06,
      "loss": 0.3358,
      "step": 1197440
    },
    {
      "epoch": 334.2,
      "grad_norm": 1.1556665897369385,
      "learning_rate": 3.1576591649857286e-06,
      "loss": 0.3515,
      "step": 1197450
    },
    {
      "epoch": 334.21,
      "grad_norm": 1.0255029201507568,
      "learning_rate": 3.157633808086197e-06,
      "loss": 0.3634,
      "step": 1197460
    },
    {
      "epoch": 334.21,
      "grad_norm": 1.0570019483566284,
      "learning_rate": 3.157608451078336e-06,
      "loss": 0.356,
      "step": 1197470
    },
    {
      "epoch": 334.21,
      "grad_norm": 0.9812299013137817,
      "learning_rate": 3.157583093962152e-06,
      "loss": 0.3483,
      "step": 1197480
    },
    {
      "epoch": 334.21,
      "grad_norm": 1.0214751958847046,
      "learning_rate": 3.157557736737645e-06,
      "loss": 0.3579,
      "step": 1197490
    },
    {
      "epoch": 334.22,
      "grad_norm": 1.0394200086593628,
      "learning_rate": 3.1575323794048204e-06,
      "loss": 0.3607,
      "step": 1197500
    },
    {
      "epoch": 334.22,
      "grad_norm": 0.8517659306526184,
      "learning_rate": 3.157507021963682e-06,
      "loss": 0.3536,
      "step": 1197510
    },
    {
      "epoch": 334.22,
      "grad_norm": 1.0052602291107178,
      "learning_rate": 3.157481664414231e-06,
      "loss": 0.3485,
      "step": 1197520
    },
    {
      "epoch": 334.23,
      "grad_norm": 0.9276788234710693,
      "learning_rate": 3.1574563067564732e-06,
      "loss": 0.3541,
      "step": 1197530
    },
    {
      "epoch": 334.23,
      "grad_norm": 1.0644062757492065,
      "learning_rate": 3.1574309489904103e-06,
      "loss": 0.3437,
      "step": 1197540
    },
    {
      "epoch": 334.23,
      "grad_norm": 1.0334160327911377,
      "learning_rate": 3.157405591116047e-06,
      "loss": 0.3697,
      "step": 1197550
    },
    {
      "epoch": 334.23,
      "grad_norm": 1.0639402866363525,
      "learning_rate": 3.1573802331333846e-06,
      "loss": 0.3585,
      "step": 1197560
    },
    {
      "epoch": 334.24,
      "grad_norm": 1.0645197629928589,
      "learning_rate": 3.1573548750424287e-06,
      "loss": 0.3469,
      "step": 1197570
    },
    {
      "epoch": 334.24,
      "grad_norm": 0.9354957938194275,
      "learning_rate": 3.157329516843182e-06,
      "loss": 0.3475,
      "step": 1197580
    },
    {
      "epoch": 334.24,
      "grad_norm": 0.9905456900596619,
      "learning_rate": 3.157304158535647e-06,
      "loss": 0.3531,
      "step": 1197590
    },
    {
      "epoch": 334.25,
      "grad_norm": 0.8757301568984985,
      "learning_rate": 3.157278800119828e-06,
      "loss": 0.3487,
      "step": 1197600
    },
    {
      "epoch": 334.25,
      "grad_norm": 1.1129378080368042,
      "learning_rate": 3.1572534415957282e-06,
      "loss": 0.3576,
      "step": 1197610
    },
    {
      "epoch": 334.25,
      "grad_norm": 0.938874363899231,
      "learning_rate": 3.1572280829633505e-06,
      "loss": 0.3506,
      "step": 1197620
    },
    {
      "epoch": 334.25,
      "grad_norm": 1.2699264287948608,
      "learning_rate": 3.1572027242226987e-06,
      "loss": 0.3737,
      "step": 1197630
    },
    {
      "epoch": 334.26,
      "grad_norm": 0.9314650893211365,
      "learning_rate": 3.1571773653737766e-06,
      "loss": 0.357,
      "step": 1197640
    },
    {
      "epoch": 334.26,
      "grad_norm": 0.935633659362793,
      "learning_rate": 3.1571520064165867e-06,
      "loss": 0.3621,
      "step": 1197650
    },
    {
      "epoch": 334.26,
      "grad_norm": 1.1547093391418457,
      "learning_rate": 3.157126647351133e-06,
      "loss": 0.3649,
      "step": 1197660
    },
    {
      "epoch": 334.26,
      "grad_norm": 1.0492494106292725,
      "learning_rate": 3.1571012881774185e-06,
      "loss": 0.3629,
      "step": 1197670
    },
    {
      "epoch": 334.27,
      "grad_norm": 0.975860595703125,
      "learning_rate": 3.1570759288954465e-06,
      "loss": 0.344,
      "step": 1197680
    },
    {
      "epoch": 334.27,
      "grad_norm": 1.0312564373016357,
      "learning_rate": 3.157050569505221e-06,
      "loss": 0.3447,
      "step": 1197690
    },
    {
      "epoch": 334.27,
      "grad_norm": 0.9929651021957397,
      "learning_rate": 3.1570252100067447e-06,
      "loss": 0.3567,
      "step": 1197700
    },
    {
      "epoch": 334.28,
      "grad_norm": 6.360755920410156,
      "learning_rate": 3.156999850400021e-06,
      "loss": 0.3488,
      "step": 1197710
    },
    {
      "epoch": 334.28,
      "grad_norm": 0.8017273545265198,
      "learning_rate": 3.156974490685054e-06,
      "loss": 0.3521,
      "step": 1197720
    },
    {
      "epoch": 334.28,
      "grad_norm": 2.8775463104248047,
      "learning_rate": 3.1569491308618466e-06,
      "loss": 0.3511,
      "step": 1197730
    },
    {
      "epoch": 334.28,
      "grad_norm": 1.0951416492462158,
      "learning_rate": 3.1569237709304024e-06,
      "loss": 0.3447,
      "step": 1197740
    },
    {
      "epoch": 334.29,
      "grad_norm": 0.8617328405380249,
      "learning_rate": 3.156898410890724e-06,
      "loss": 0.3464,
      "step": 1197750
    },
    {
      "epoch": 334.29,
      "grad_norm": 0.9066011905670166,
      "learning_rate": 3.1568730507428154e-06,
      "loss": 0.347,
      "step": 1197760
    },
    {
      "epoch": 334.29,
      "grad_norm": 0.9066470265388489,
      "learning_rate": 3.15684769048668e-06,
      "loss": 0.3597,
      "step": 1197770
    },
    {
      "epoch": 334.3,
      "grad_norm": 0.9796660542488098,
      "learning_rate": 3.156822330122321e-06,
      "loss": 0.3588,
      "step": 1197780
    },
    {
      "epoch": 334.3,
      "grad_norm": 1.2117676734924316,
      "learning_rate": 3.156796969649742e-06,
      "loss": 0.3557,
      "step": 1197790
    },
    {
      "epoch": 334.3,
      "grad_norm": 1.155545949935913,
      "learning_rate": 3.1567716090689466e-06,
      "loss": 0.3545,
      "step": 1197800
    },
    {
      "epoch": 334.3,
      "grad_norm": 0.9575689435005188,
      "learning_rate": 3.156746248379937e-06,
      "loss": 0.3396,
      "step": 1197810
    },
    {
      "epoch": 334.31,
      "grad_norm": 0.8603752851486206,
      "learning_rate": 3.156720887582718e-06,
      "loss": 0.3652,
      "step": 1197820
    },
    {
      "epoch": 334.31,
      "grad_norm": 0.9330999255180359,
      "learning_rate": 3.1566955266772916e-06,
      "loss": 0.3482,
      "step": 1197830
    },
    {
      "epoch": 334.31,
      "grad_norm": 1.0889865159988403,
      "learning_rate": 3.156670165663663e-06,
      "loss": 0.358,
      "step": 1197840
    },
    {
      "epoch": 334.31,
      "grad_norm": 1.0114107131958008,
      "learning_rate": 3.1566448045418337e-06,
      "loss": 0.3417,
      "step": 1197850
    },
    {
      "epoch": 334.32,
      "grad_norm": 1.047048568725586,
      "learning_rate": 3.1566194433118075e-06,
      "loss": 0.3617,
      "step": 1197860
    },
    {
      "epoch": 334.32,
      "grad_norm": 0.9769848585128784,
      "learning_rate": 3.156594081973589e-06,
      "loss": 0.3607,
      "step": 1197870
    },
    {
      "epoch": 334.32,
      "grad_norm": 1.0985883474349976,
      "learning_rate": 3.1565687205271806e-06,
      "loss": 0.3609,
      "step": 1197880
    },
    {
      "epoch": 334.33,
      "grad_norm": 1.0090328454971313,
      "learning_rate": 3.1565433589725862e-06,
      "loss": 0.3674,
      "step": 1197890
    },
    {
      "epoch": 334.33,
      "grad_norm": 0.9767645597457886,
      "learning_rate": 3.1565179973098084e-06,
      "loss": 0.3512,
      "step": 1197900
    },
    {
      "epoch": 334.33,
      "grad_norm": 1.0023877620697021,
      "learning_rate": 3.1564926355388504e-06,
      "loss": 0.3604,
      "step": 1197910
    },
    {
      "epoch": 334.33,
      "grad_norm": 0.9065850377082825,
      "learning_rate": 3.1564672736597166e-06,
      "loss": 0.3385,
      "step": 1197920
    },
    {
      "epoch": 334.34,
      "grad_norm": 1.1958236694335938,
      "learning_rate": 3.15644191167241e-06,
      "loss": 0.3542,
      "step": 1197930
    },
    {
      "epoch": 334.34,
      "grad_norm": 1.1107889413833618,
      "learning_rate": 3.156416549576934e-06,
      "loss": 0.3677,
      "step": 1197940
    },
    {
      "epoch": 334.34,
      "grad_norm": 0.958020031452179,
      "learning_rate": 3.1563911873732915e-06,
      "loss": 0.3541,
      "step": 1197950
    },
    {
      "epoch": 334.35,
      "grad_norm": 8.58124828338623,
      "learning_rate": 3.1563658250614865e-06,
      "loss": 0.3595,
      "step": 1197960
    },
    {
      "epoch": 334.35,
      "grad_norm": 1.1270748376846313,
      "learning_rate": 3.156340462641522e-06,
      "loss": 0.356,
      "step": 1197970
    },
    {
      "epoch": 334.35,
      "grad_norm": 2.135215997695923,
      "learning_rate": 3.1563151001134015e-06,
      "loss": 0.3372,
      "step": 1197980
    },
    {
      "epoch": 334.35,
      "grad_norm": 0.9942259192466736,
      "learning_rate": 3.156289737477128e-06,
      "loss": 0.3543,
      "step": 1197990
    },
    {
      "epoch": 334.36,
      "grad_norm": 1.0874879360198975,
      "learning_rate": 3.156264374732706e-06,
      "loss": 0.3522,
      "step": 1198000
    },
    {
      "epoch": 334.36,
      "grad_norm": 0.9796019792556763,
      "learning_rate": 3.1562390118801372e-06,
      "loss": 0.359,
      "step": 1198010
    },
    {
      "epoch": 334.36,
      "grad_norm": 0.9872285723686218,
      "learning_rate": 3.156213648919426e-06,
      "loss": 0.357,
      "step": 1198020
    },
    {
      "epoch": 334.37,
      "grad_norm": 1.0107280015945435,
      "learning_rate": 3.1561882858505766e-06,
      "loss": 0.3529,
      "step": 1198030
    },
    {
      "epoch": 334.37,
      "grad_norm": 1.0707039833068848,
      "learning_rate": 3.156162922673591e-06,
      "loss": 0.3395,
      "step": 1198040
    },
    {
      "epoch": 334.37,
      "grad_norm": 1.0647587776184082,
      "learning_rate": 3.1561375593884727e-06,
      "loss": 0.373,
      "step": 1198050
    },
    {
      "epoch": 334.37,
      "grad_norm": 1.0359066724777222,
      "learning_rate": 3.1561121959952256e-06,
      "loss": 0.3599,
      "step": 1198060
    },
    {
      "epoch": 334.38,
      "grad_norm": 0.9116019606590271,
      "learning_rate": 3.156086832493853e-06,
      "loss": 0.3367,
      "step": 1198070
    },
    {
      "epoch": 334.38,
      "grad_norm": 1.1299952268600464,
      "learning_rate": 3.1560614688843576e-06,
      "loss": 0.3521,
      "step": 1198080
    },
    {
      "epoch": 334.38,
      "grad_norm": 1.1402395963668823,
      "learning_rate": 3.156036105166744e-06,
      "loss": 0.3443,
      "step": 1198090
    },
    {
      "epoch": 334.38,
      "grad_norm": 1.0098708868026733,
      "learning_rate": 3.156010741341015e-06,
      "loss": 0.3513,
      "step": 1198100
    },
    {
      "epoch": 334.39,
      "grad_norm": 0.9809992909431458,
      "learning_rate": 3.155985377407173e-06,
      "loss": 0.3542,
      "step": 1198110
    },
    {
      "epoch": 334.39,
      "grad_norm": 0.8571653366088867,
      "learning_rate": 3.155960013365223e-06,
      "loss": 0.3369,
      "step": 1198120
    },
    {
      "epoch": 334.39,
      "grad_norm": 1.010619878768921,
      "learning_rate": 3.1559346492151675e-06,
      "loss": 0.3639,
      "step": 1198130
    },
    {
      "epoch": 334.4,
      "grad_norm": 1.1806470155715942,
      "learning_rate": 3.15590928495701e-06,
      "loss": 0.3685,
      "step": 1198140
    },
    {
      "epoch": 334.4,
      "grad_norm": 0.8353750109672546,
      "learning_rate": 3.1558839205907536e-06,
      "loss": 0.3668,
      "step": 1198150
    },
    {
      "epoch": 334.4,
      "grad_norm": 0.8815984129905701,
      "learning_rate": 3.1558585561164024e-06,
      "loss": 0.354,
      "step": 1198160
    },
    {
      "epoch": 334.4,
      "grad_norm": 0.9640504121780396,
      "learning_rate": 3.1558331915339587e-06,
      "loss": 0.3489,
      "step": 1198170
    },
    {
      "epoch": 334.41,
      "grad_norm": 1.1127901077270508,
      "learning_rate": 3.155807826843427e-06,
      "loss": 0.3486,
      "step": 1198180
    },
    {
      "epoch": 334.41,
      "grad_norm": 0.978481113910675,
      "learning_rate": 3.15578246204481e-06,
      "loss": 0.3642,
      "step": 1198190
    },
    {
      "epoch": 334.41,
      "grad_norm": 0.998039960861206,
      "learning_rate": 3.1557570971381117e-06,
      "loss": 0.342,
      "step": 1198200
    },
    {
      "epoch": 334.42,
      "grad_norm": 1.0636701583862305,
      "learning_rate": 3.155731732123334e-06,
      "loss": 0.3373,
      "step": 1198210
    },
    {
      "epoch": 334.42,
      "grad_norm": 1.0963623523712158,
      "learning_rate": 3.1557063670004824e-06,
      "loss": 0.3439,
      "step": 1198220
    },
    {
      "epoch": 334.42,
      "grad_norm": 0.8978579640388489,
      "learning_rate": 3.1556810017695584e-06,
      "loss": 0.3609,
      "step": 1198230
    },
    {
      "epoch": 334.42,
      "grad_norm": 1.0217307806015015,
      "learning_rate": 3.155655636430566e-06,
      "loss": 0.3642,
      "step": 1198240
    },
    {
      "epoch": 334.43,
      "grad_norm": 0.9764105677604675,
      "learning_rate": 3.1556302709835092e-06,
      "loss": 0.3482,
      "step": 1198250
    },
    {
      "epoch": 334.43,
      "grad_norm": 0.8739445209503174,
      "learning_rate": 3.1556049054283914e-06,
      "loss": 0.3557,
      "step": 1198260
    },
    {
      "epoch": 334.43,
      "grad_norm": 0.8457319736480713,
      "learning_rate": 3.1555795397652154e-06,
      "loss": 0.3501,
      "step": 1198270
    },
    {
      "epoch": 334.43,
      "grad_norm": 1.1152138710021973,
      "learning_rate": 3.155554173993984e-06,
      "loss": 0.3357,
      "step": 1198280
    },
    {
      "epoch": 334.44,
      "grad_norm": 1.2232459783554077,
      "learning_rate": 3.1555288081147022e-06,
      "loss": 0.3618,
      "step": 1198290
    },
    {
      "epoch": 334.44,
      "grad_norm": 0.9648034572601318,
      "learning_rate": 3.155503442127371e-06,
      "loss": 0.3488,
      "step": 1198300
    },
    {
      "epoch": 334.44,
      "grad_norm": 0.9406636357307434,
      "learning_rate": 3.155478076031996e-06,
      "loss": 0.3588,
      "step": 1198310
    },
    {
      "epoch": 334.45,
      "grad_norm": 1.0191295146942139,
      "learning_rate": 3.15545270982858e-06,
      "loss": 0.3443,
      "step": 1198320
    },
    {
      "epoch": 334.45,
      "grad_norm": 0.9993824362754822,
      "learning_rate": 3.1554273435171256e-06,
      "loss": 0.353,
      "step": 1198330
    },
    {
      "epoch": 334.45,
      "grad_norm": 0.8749703764915466,
      "learning_rate": 3.1554019770976372e-06,
      "loss": 0.3522,
      "step": 1198340
    },
    {
      "epoch": 334.45,
      "grad_norm": 1.0912007093429565,
      "learning_rate": 3.1553766105701184e-06,
      "loss": 0.342,
      "step": 1198350
    },
    {
      "epoch": 334.46,
      "grad_norm": 3.3828303813934326,
      "learning_rate": 3.15535124393457e-06,
      "loss": 0.3555,
      "step": 1198360
    },
    {
      "epoch": 334.46,
      "grad_norm": 0.9086330533027649,
      "learning_rate": 3.1553258771909986e-06,
      "loss": 0.3541,
      "step": 1198370
    },
    {
      "epoch": 334.46,
      "grad_norm": 1.1541472673416138,
      "learning_rate": 3.1553005103394057e-06,
      "loss": 0.3486,
      "step": 1198380
    },
    {
      "epoch": 334.47,
      "grad_norm": 1.014320969581604,
      "learning_rate": 3.1552751433797954e-06,
      "loss": 0.3393,
      "step": 1198390
    },
    {
      "epoch": 334.47,
      "grad_norm": 1.1063507795333862,
      "learning_rate": 3.1552497763121706e-06,
      "loss": 0.3423,
      "step": 1198400
    },
    {
      "epoch": 334.47,
      "grad_norm": 1.1548347473144531,
      "learning_rate": 3.1552244091365356e-06,
      "loss": 0.3524,
      "step": 1198410
    },
    {
      "epoch": 334.47,
      "grad_norm": 0.8502504825592041,
      "learning_rate": 3.1551990418528932e-06,
      "loss": 0.3561,
      "step": 1198420
    },
    {
      "epoch": 334.48,
      "grad_norm": 1.009203314781189,
      "learning_rate": 3.1551736744612457e-06,
      "loss": 0.3404,
      "step": 1198430
    },
    {
      "epoch": 334.48,
      "grad_norm": 0.9372238516807556,
      "learning_rate": 3.1551483069615977e-06,
      "loss": 0.3486,
      "step": 1198440
    },
    {
      "epoch": 334.48,
      "grad_norm": 1.0706170797348022,
      "learning_rate": 3.155122939353953e-06,
      "loss": 0.33,
      "step": 1198450
    },
    {
      "epoch": 334.49,
      "grad_norm": 1.0385864973068237,
      "learning_rate": 3.155097571638314e-06,
      "loss": 0.3484,
      "step": 1198460
    },
    {
      "epoch": 334.49,
      "grad_norm": 1.088964819908142,
      "learning_rate": 3.1550722038146845e-06,
      "loss": 0.344,
      "step": 1198470
    },
    {
      "epoch": 334.49,
      "grad_norm": 1.0481435060501099,
      "learning_rate": 3.1550468358830675e-06,
      "loss": 0.3505,
      "step": 1198480
    },
    {
      "epoch": 334.49,
      "grad_norm": 1.2232820987701416,
      "learning_rate": 3.1550214678434673e-06,
      "loss": 0.3579,
      "step": 1198490
    },
    {
      "epoch": 334.5,
      "grad_norm": 1.0960837602615356,
      "learning_rate": 3.1549960996958865e-06,
      "loss": 0.3396,
      "step": 1198500
    },
    {
      "epoch": 334.5,
      "grad_norm": 1.3783923387527466,
      "learning_rate": 3.1549707314403285e-06,
      "loss": 0.3733,
      "step": 1198510
    },
    {
      "epoch": 334.5,
      "grad_norm": 0.961398184299469,
      "learning_rate": 3.1549453630767966e-06,
      "loss": 0.3452,
      "step": 1198520
    },
    {
      "epoch": 334.5,
      "grad_norm": 1.1455423831939697,
      "learning_rate": 3.1549199946052944e-06,
      "loss": 0.3433,
      "step": 1198530
    },
    {
      "epoch": 334.51,
      "grad_norm": 1.1137889623641968,
      "learning_rate": 3.154894626025825e-06,
      "loss": 0.3703,
      "step": 1198540
    },
    {
      "epoch": 334.51,
      "grad_norm": 1.0249778032302856,
      "learning_rate": 3.1548692573383925e-06,
      "loss": 0.3448,
      "step": 1198550
    },
    {
      "epoch": 334.51,
      "grad_norm": 1.0495158433914185,
      "learning_rate": 3.154843888543e-06,
      "loss": 0.3482,
      "step": 1198560
    },
    {
      "epoch": 334.52,
      "grad_norm": 1.036263346672058,
      "learning_rate": 3.15481851963965e-06,
      "loss": 0.3491,
      "step": 1198570
    },
    {
      "epoch": 334.52,
      "grad_norm": 1.0343046188354492,
      "learning_rate": 3.1547931506283474e-06,
      "loss": 0.352,
      "step": 1198580
    },
    {
      "epoch": 334.52,
      "grad_norm": 1.3061174154281616,
      "learning_rate": 3.154767781509094e-06,
      "loss": 0.3582,
      "step": 1198590
    },
    {
      "epoch": 334.52,
      "grad_norm": 0.9794399738311768,
      "learning_rate": 3.154742412281894e-06,
      "loss": 0.3512,
      "step": 1198600
    },
    {
      "epoch": 334.53,
      "grad_norm": 1.5419515371322632,
      "learning_rate": 3.1547170429467514e-06,
      "loss": 0.3718,
      "step": 1198610
    },
    {
      "epoch": 334.53,
      "grad_norm": 0.9310895204544067,
      "learning_rate": 3.1546916735036676e-06,
      "loss": 0.3541,
      "step": 1198620
    },
    {
      "epoch": 334.53,
      "grad_norm": 0.9226658940315247,
      "learning_rate": 3.154666303952648e-06,
      "loss": 0.374,
      "step": 1198630
    },
    {
      "epoch": 334.54,
      "grad_norm": 1.0381650924682617,
      "learning_rate": 3.154640934293696e-06,
      "loss": 0.3569,
      "step": 1198640
    },
    {
      "epoch": 334.54,
      "grad_norm": 1.147623896598816,
      "learning_rate": 3.154615564526813e-06,
      "loss": 0.367,
      "step": 1198650
    },
    {
      "epoch": 334.54,
      "grad_norm": 1.0939412117004395,
      "learning_rate": 3.1545901946520037e-06,
      "loss": 0.3484,
      "step": 1198660
    },
    {
      "epoch": 334.54,
      "grad_norm": 0.9445353150367737,
      "learning_rate": 3.1545648246692718e-06,
      "loss": 0.3534,
      "step": 1198670
    },
    {
      "epoch": 334.55,
      "grad_norm": 1.1764922142028809,
      "learning_rate": 3.1545394545786203e-06,
      "loss": 0.3763,
      "step": 1198680
    },
    {
      "epoch": 334.55,
      "grad_norm": 0.936375081539154,
      "learning_rate": 3.1545140843800517e-06,
      "loss": 0.3432,
      "step": 1198690
    },
    {
      "epoch": 334.55,
      "grad_norm": 0.8883907794952393,
      "learning_rate": 3.1544887140735707e-06,
      "loss": 0.3591,
      "step": 1198700
    },
    {
      "epoch": 334.55,
      "grad_norm": 0.9248125553131104,
      "learning_rate": 3.1544633436591807e-06,
      "loss": 0.3406,
      "step": 1198710
    },
    {
      "epoch": 334.56,
      "grad_norm": 1.8064640760421753,
      "learning_rate": 3.1544379731368837e-06,
      "loss": 0.3456,
      "step": 1198720
    },
    {
      "epoch": 334.56,
      "grad_norm": 1.39189612865448,
      "learning_rate": 3.1544126025066837e-06,
      "loss": 0.3598,
      "step": 1198730
    },
    {
      "epoch": 334.56,
      "grad_norm": 0.8931249976158142,
      "learning_rate": 3.1543872317685856e-06,
      "loss": 0.3736,
      "step": 1198740
    },
    {
      "epoch": 334.57,
      "grad_norm": 1.000219702720642,
      "learning_rate": 3.15436186092259e-06,
      "loss": 0.3493,
      "step": 1198750
    },
    {
      "epoch": 334.57,
      "grad_norm": 0.923951268196106,
      "learning_rate": 3.154336489968702e-06,
      "loss": 0.3406,
      "step": 1198760
    },
    {
      "epoch": 334.57,
      "grad_norm": 1.0919157266616821,
      "learning_rate": 3.1543111189069257e-06,
      "loss": 0.3606,
      "step": 1198770
    },
    {
      "epoch": 334.57,
      "grad_norm": 1.1998120546340942,
      "learning_rate": 3.154285747737263e-06,
      "loss": 0.3581,
      "step": 1198780
    },
    {
      "epoch": 334.58,
      "grad_norm": 0.8454126715660095,
      "learning_rate": 3.1542603764597177e-06,
      "loss": 0.3632,
      "step": 1198790
    },
    {
      "epoch": 334.58,
      "grad_norm": 1.2388676404953003,
      "learning_rate": 3.1542350050742933e-06,
      "loss": 0.3511,
      "step": 1198800
    },
    {
      "epoch": 334.58,
      "grad_norm": 1.0866590738296509,
      "learning_rate": 3.154209633580993e-06,
      "loss": 0.3639,
      "step": 1198810
    },
    {
      "epoch": 334.59,
      "grad_norm": 1.250486135482788,
      "learning_rate": 3.1541842619798204e-06,
      "loss": 0.3608,
      "step": 1198820
    },
    {
      "epoch": 334.59,
      "grad_norm": 1.34417724609375,
      "learning_rate": 3.154158890270778e-06,
      "loss": 0.3617,
      "step": 1198830
    },
    {
      "epoch": 334.59,
      "grad_norm": 0.9722393155097961,
      "learning_rate": 3.1541335184538714e-06,
      "loss": 0.3489,
      "step": 1198840
    },
    {
      "epoch": 334.59,
      "grad_norm": 1.0401148796081543,
      "learning_rate": 3.154108146529102e-06,
      "loss": 0.346,
      "step": 1198850
    },
    {
      "epoch": 334.6,
      "grad_norm": 1.0525639057159424,
      "learning_rate": 3.1540827744964735e-06,
      "loss": 0.364,
      "step": 1198860
    },
    {
      "epoch": 334.6,
      "grad_norm": 0.8860858082771301,
      "learning_rate": 3.1540574023559896e-06,
      "loss": 0.3716,
      "step": 1198870
    },
    {
      "epoch": 334.6,
      "grad_norm": 0.9118818044662476,
      "learning_rate": 3.1540320301076534e-06,
      "loss": 0.3476,
      "step": 1198880
    },
    {
      "epoch": 334.61,
      "grad_norm": 1.0197309255599976,
      "learning_rate": 3.154006657751468e-06,
      "loss": 0.346,
      "step": 1198890
    },
    {
      "epoch": 334.61,
      "grad_norm": 1.2581853866577148,
      "learning_rate": 3.153981285287438e-06,
      "loss": 0.3524,
      "step": 1198900
    },
    {
      "epoch": 334.61,
      "grad_norm": 1.1245191097259521,
      "learning_rate": 3.1539559127155653e-06,
      "loss": 0.3417,
      "step": 1198910
    },
    {
      "epoch": 334.61,
      "grad_norm": 0.878336489200592,
      "learning_rate": 3.153930540035855e-06,
      "loss": 0.3489,
      "step": 1198920
    },
    {
      "epoch": 334.62,
      "grad_norm": 0.9897943735122681,
      "learning_rate": 3.153905167248309e-06,
      "loss": 0.3472,
      "step": 1198930
    },
    {
      "epoch": 334.62,
      "grad_norm": 1.0868524312973022,
      "learning_rate": 3.1538797943529313e-06,
      "loss": 0.3359,
      "step": 1198940
    },
    {
      "epoch": 334.62,
      "grad_norm": 0.9919862747192383,
      "learning_rate": 3.1538544213497244e-06,
      "loss": 0.3421,
      "step": 1198950
    },
    {
      "epoch": 334.62,
      "grad_norm": 0.9229955673217773,
      "learning_rate": 3.1538290482386927e-06,
      "loss": 0.3497,
      "step": 1198960
    },
    {
      "epoch": 334.63,
      "grad_norm": 1.3822568655014038,
      "learning_rate": 3.1538036750198393e-06,
      "loss": 0.345,
      "step": 1198970
    },
    {
      "epoch": 334.63,
      "grad_norm": 0.9860426187515259,
      "learning_rate": 3.153778301693167e-06,
      "loss": 0.3577,
      "step": 1198980
    },
    {
      "epoch": 334.63,
      "grad_norm": 1.0557677745819092,
      "learning_rate": 3.153752928258681e-06,
      "loss": 0.3382,
      "step": 1198990
    },
    {
      "epoch": 334.64,
      "grad_norm": 1.1146667003631592,
      "learning_rate": 3.153727554716383e-06,
      "loss": 0.355,
      "step": 1199000
    },
    {
      "epoch": 334.64,
      "grad_norm": 0.9628688097000122,
      "learning_rate": 3.153702181066276e-06,
      "loss": 0.347,
      "step": 1199010
    },
    {
      "epoch": 334.64,
      "grad_norm": 1.3152555227279663,
      "learning_rate": 3.1536768073083643e-06,
      "loss": 0.3413,
      "step": 1199020
    },
    {
      "epoch": 334.64,
      "grad_norm": 0.9527451395988464,
      "learning_rate": 3.1536514334426517e-06,
      "loss": 0.3464,
      "step": 1199030
    },
    {
      "epoch": 334.65,
      "grad_norm": 0.980358898639679,
      "learning_rate": 3.15362605946914e-06,
      "loss": 0.3442,
      "step": 1199040
    },
    {
      "epoch": 334.65,
      "grad_norm": 1.0540175437927246,
      "learning_rate": 3.1536006853878344e-06,
      "loss": 0.3521,
      "step": 1199050
    },
    {
      "epoch": 334.65,
      "grad_norm": 1.0211026668548584,
      "learning_rate": 3.1535753111987377e-06,
      "loss": 0.356,
      "step": 1199060
    },
    {
      "epoch": 334.66,
      "grad_norm": 1.1823583841323853,
      "learning_rate": 3.1535499369018528e-06,
      "loss": 0.339,
      "step": 1199070
    },
    {
      "epoch": 334.66,
      "grad_norm": 0.9603090286254883,
      "learning_rate": 3.153524562497183e-06,
      "loss": 0.3447,
      "step": 1199080
    },
    {
      "epoch": 334.66,
      "grad_norm": 0.9781553149223328,
      "learning_rate": 3.1534991879847326e-06,
      "loss": 0.3351,
      "step": 1199090
    },
    {
      "epoch": 334.66,
      "grad_norm": 1.1796252727508545,
      "learning_rate": 3.1534738133645034e-06,
      "loss": 0.3406,
      "step": 1199100
    },
    {
      "epoch": 334.67,
      "grad_norm": 1.0579761266708374,
      "learning_rate": 3.1534484386365003e-06,
      "loss": 0.3597,
      "step": 1199110
    },
    {
      "epoch": 334.67,
      "grad_norm": 2.2989535331726074,
      "learning_rate": 3.1534230638007257e-06,
      "loss": 0.3587,
      "step": 1199120
    },
    {
      "epoch": 334.67,
      "grad_norm": 1.1267038583755493,
      "learning_rate": 3.1533976888571845e-06,
      "loss": 0.3483,
      "step": 1199130
    },
    {
      "epoch": 334.67,
      "grad_norm": 1.2074341773986816,
      "learning_rate": 3.1533723138058773e-06,
      "loss": 0.3597,
      "step": 1199140
    },
    {
      "epoch": 334.68,
      "grad_norm": 1.0437606573104858,
      "learning_rate": 3.1533469386468106e-06,
      "loss": 0.36,
      "step": 1199150
    },
    {
      "epoch": 334.68,
      "grad_norm": 1.0450637340545654,
      "learning_rate": 3.1533215633799865e-06,
      "loss": 0.3392,
      "step": 1199160
    },
    {
      "epoch": 334.68,
      "grad_norm": 1.0913211107254028,
      "learning_rate": 3.1532961880054067e-06,
      "loss": 0.363,
      "step": 1199170
    },
    {
      "epoch": 334.69,
      "grad_norm": 1.0516459941864014,
      "learning_rate": 3.1532708125230767e-06,
      "loss": 0.3549,
      "step": 1199180
    },
    {
      "epoch": 334.69,
      "grad_norm": 1.2350958585739136,
      "learning_rate": 3.1532454369329994e-06,
      "loss": 0.3366,
      "step": 1199190
    },
    {
      "epoch": 334.69,
      "grad_norm": 0.9762800335884094,
      "learning_rate": 3.1532200612351782e-06,
      "loss": 0.3402,
      "step": 1199200
    },
    {
      "epoch": 334.69,
      "grad_norm": 1.0548633337020874,
      "learning_rate": 3.153194685429616e-06,
      "loss": 0.3654,
      "step": 1199210
    },
    {
      "epoch": 334.7,
      "grad_norm": 1.197907567024231,
      "learning_rate": 3.153169309516317e-06,
      "loss": 0.3542,
      "step": 1199220
    },
    {
      "epoch": 334.7,
      "grad_norm": 0.9530009627342224,
      "learning_rate": 3.1531439334952843e-06,
      "loss": 0.343,
      "step": 1199230
    },
    {
      "epoch": 334.7,
      "grad_norm": 1.1831660270690918,
      "learning_rate": 3.1531185573665203e-06,
      "loss": 0.3531,
      "step": 1199240
    },
    {
      "epoch": 334.71,
      "grad_norm": 0.9471156001091003,
      "learning_rate": 3.1530931811300294e-06,
      "loss": 0.3525,
      "step": 1199250
    },
    {
      "epoch": 334.71,
      "grad_norm": 1.3195898532867432,
      "learning_rate": 3.1530678047858145e-06,
      "loss": 0.3639,
      "step": 1199260
    },
    {
      "epoch": 334.71,
      "grad_norm": 1.1149288415908813,
      "learning_rate": 3.1530424283338787e-06,
      "loss": 0.3561,
      "step": 1199270
    },
    {
      "epoch": 334.71,
      "grad_norm": 0.9599636197090149,
      "learning_rate": 3.153017051774227e-06,
      "loss": 0.359,
      "step": 1199280
    },
    {
      "epoch": 334.72,
      "grad_norm": 1.1802740097045898,
      "learning_rate": 3.152991675106861e-06,
      "loss": 0.347,
      "step": 1199290
    },
    {
      "epoch": 334.72,
      "grad_norm": 0.9030347466468811,
      "learning_rate": 3.152966298331785e-06,
      "loss": 0.3402,
      "step": 1199300
    },
    {
      "epoch": 334.72,
      "grad_norm": 1.0750137567520142,
      "learning_rate": 3.1529409214490016e-06,
      "loss": 0.3471,
      "step": 1199310
    },
    {
      "epoch": 334.73,
      "grad_norm": 1.1512982845306396,
      "learning_rate": 3.1529155444585154e-06,
      "loss": 0.3561,
      "step": 1199320
    },
    {
      "epoch": 334.73,
      "grad_norm": 1.2030504941940308,
      "learning_rate": 3.1528901673603286e-06,
      "loss": 0.3394,
      "step": 1199330
    },
    {
      "epoch": 334.73,
      "grad_norm": 0.956680178642273,
      "learning_rate": 3.1528647901544445e-06,
      "loss": 0.3558,
      "step": 1199340
    },
    {
      "epoch": 334.73,
      "grad_norm": 0.9471239447593689,
      "learning_rate": 3.152839412840868e-06,
      "loss": 0.3606,
      "step": 1199350
    },
    {
      "epoch": 334.74,
      "grad_norm": 1.2444413900375366,
      "learning_rate": 3.152814035419601e-06,
      "loss": 0.3447,
      "step": 1199360
    },
    {
      "epoch": 334.74,
      "grad_norm": 0.8920524716377258,
      "learning_rate": 3.152788657890648e-06,
      "loss": 0.34,
      "step": 1199370
    },
    {
      "epoch": 334.74,
      "grad_norm": 0.9375655055046082,
      "learning_rate": 3.1527632802540107e-06,
      "loss": 0.3457,
      "step": 1199380
    },
    {
      "epoch": 334.74,
      "grad_norm": 1.0264886617660522,
      "learning_rate": 3.152737902509694e-06,
      "loss": 0.3487,
      "step": 1199390
    },
    {
      "epoch": 334.75,
      "grad_norm": 1.0590083599090576,
      "learning_rate": 3.1527125246577008e-06,
      "loss": 0.349,
      "step": 1199400
    },
    {
      "epoch": 334.75,
      "grad_norm": 0.9525763988494873,
      "learning_rate": 3.1526871466980336e-06,
      "loss": 0.3432,
      "step": 1199410
    },
    {
      "epoch": 334.75,
      "grad_norm": 1.3101224899291992,
      "learning_rate": 3.152661768630698e-06,
      "loss": 0.344,
      "step": 1199420
    },
    {
      "epoch": 334.76,
      "grad_norm": 1.1750798225402832,
      "learning_rate": 3.1526363904556954e-06,
      "loss": 0.3523,
      "step": 1199430
    },
    {
      "epoch": 334.76,
      "grad_norm": 0.9805501103401184,
      "learning_rate": 3.1526110121730296e-06,
      "loss": 0.3666,
      "step": 1199440
    },
    {
      "epoch": 334.76,
      "grad_norm": 0.9549326300621033,
      "learning_rate": 3.152585633782705e-06,
      "loss": 0.3437,
      "step": 1199450
    },
    {
      "epoch": 334.76,
      "grad_norm": 1.0529685020446777,
      "learning_rate": 3.1525602552847234e-06,
      "loss": 0.348,
      "step": 1199460
    },
    {
      "epoch": 334.77,
      "grad_norm": 1.0283864736557007,
      "learning_rate": 3.1525348766790885e-06,
      "loss": 0.3549,
      "step": 1199470
    },
    {
      "epoch": 334.77,
      "grad_norm": 0.9905275106430054,
      "learning_rate": 3.1525094979658055e-06,
      "loss": 0.3514,
      "step": 1199480
    },
    {
      "epoch": 334.77,
      "grad_norm": 0.8820574879646301,
      "learning_rate": 3.1524841191448757e-06,
      "loss": 0.3398,
      "step": 1199490
    },
    {
      "epoch": 334.78,
      "grad_norm": 0.9846928715705872,
      "learning_rate": 3.1524587402163023e-06,
      "loss": 0.3544,
      "step": 1199500
    },
    {
      "epoch": 334.78,
      "grad_norm": 1.039318323135376,
      "learning_rate": 3.152433361180091e-06,
      "loss": 0.3559,
      "step": 1199510
    },
    {
      "epoch": 334.78,
      "grad_norm": 1.064375638961792,
      "learning_rate": 3.1524079820362433e-06,
      "loss": 0.3653,
      "step": 1199520
    },
    {
      "epoch": 334.78,
      "grad_norm": 0.9061311483383179,
      "learning_rate": 3.1523826027847623e-06,
      "loss": 0.364,
      "step": 1199530
    },
    {
      "epoch": 334.79,
      "grad_norm": 1.287381887435913,
      "learning_rate": 3.152357223425653e-06,
      "loss": 0.3509,
      "step": 1199540
    },
    {
      "epoch": 334.79,
      "grad_norm": 1.0637238025665283,
      "learning_rate": 3.152331843958917e-06,
      "loss": 0.36,
      "step": 1199550
    },
    {
      "epoch": 334.79,
      "grad_norm": 1.0469456911087036,
      "learning_rate": 3.1523064643845585e-06,
      "loss": 0.3456,
      "step": 1199560
    },
    {
      "epoch": 334.79,
      "grad_norm": 0.9796333909034729,
      "learning_rate": 3.1522810847025815e-06,
      "loss": 0.3373,
      "step": 1199570
    },
    {
      "epoch": 334.8,
      "grad_norm": 1.0601067543029785,
      "learning_rate": 3.152255704912989e-06,
      "loss": 0.3603,
      "step": 1199580
    },
    {
      "epoch": 334.8,
      "grad_norm": 1.3305041790008545,
      "learning_rate": 3.152230325015784e-06,
      "loss": 0.37,
      "step": 1199590
    },
    {
      "epoch": 334.8,
      "grad_norm": 0.8673937916755676,
      "learning_rate": 3.15220494501097e-06,
      "loss": 0.3424,
      "step": 1199600
    },
    {
      "epoch": 334.81,
      "grad_norm": 1.0684946775436401,
      "learning_rate": 3.1521795648985504e-06,
      "loss": 0.3546,
      "step": 1199610
    },
    {
      "epoch": 334.81,
      "grad_norm": 1.1557388305664062,
      "learning_rate": 3.1521541846785283e-06,
      "loss": 0.3539,
      "step": 1199620
    },
    {
      "epoch": 334.81,
      "grad_norm": 0.9946798086166382,
      "learning_rate": 3.152128804350907e-06,
      "loss": 0.3414,
      "step": 1199630
    },
    {
      "epoch": 334.81,
      "grad_norm": 0.9369988441467285,
      "learning_rate": 3.1521034239156914e-06,
      "loss": 0.3455,
      "step": 1199640
    },
    {
      "epoch": 334.82,
      "grad_norm": 0.9706317782402039,
      "learning_rate": 3.152078043372883e-06,
      "loss": 0.3382,
      "step": 1199650
    },
    {
      "epoch": 334.82,
      "grad_norm": 1.0888115167617798,
      "learning_rate": 3.152052662722486e-06,
      "loss": 0.3602,
      "step": 1199660
    },
    {
      "epoch": 334.82,
      "grad_norm": 0.9182710647583008,
      "learning_rate": 3.1520272819645044e-06,
      "loss": 0.3602,
      "step": 1199670
    },
    {
      "epoch": 334.83,
      "grad_norm": 1.048112392425537,
      "learning_rate": 3.15200190109894e-06,
      "loss": 0.3481,
      "step": 1199680
    },
    {
      "epoch": 334.83,
      "grad_norm": 0.9975191354751587,
      "learning_rate": 3.151976520125797e-06,
      "loss": 0.3461,
      "step": 1199690
    },
    {
      "epoch": 334.83,
      "grad_norm": 1.0996862649917603,
      "learning_rate": 3.151951139045079e-06,
      "loss": 0.3468,
      "step": 1199700
    },
    {
      "epoch": 334.83,
      "grad_norm": 1.0514767169952393,
      "learning_rate": 3.15192575785679e-06,
      "loss": 0.3551,
      "step": 1199710
    },
    {
      "epoch": 334.84,
      "grad_norm": 1.1220241785049438,
      "learning_rate": 3.1519003765609314e-06,
      "loss": 0.3547,
      "step": 1199720
    },
    {
      "epoch": 334.84,
      "grad_norm": 1.0778579711914062,
      "learning_rate": 3.1518749951575086e-06,
      "loss": 0.3642,
      "step": 1199730
    },
    {
      "epoch": 334.84,
      "grad_norm": 0.867395281791687,
      "learning_rate": 3.151849613646524e-06,
      "loss": 0.3503,
      "step": 1199740
    },
    {
      "epoch": 334.85,
      "grad_norm": 1.0728050470352173,
      "learning_rate": 3.151824232027981e-06,
      "loss": 0.3479,
      "step": 1199750
    },
    {
      "epoch": 334.85,
      "grad_norm": 1.0748393535614014,
      "learning_rate": 3.151798850301883e-06,
      "loss": 0.34,
      "step": 1199760
    },
    {
      "epoch": 334.85,
      "grad_norm": 1.1212573051452637,
      "learning_rate": 3.151773468468234e-06,
      "loss": 0.3372,
      "step": 1199770
    },
    {
      "epoch": 334.85,
      "grad_norm": 0.9272027015686035,
      "learning_rate": 3.151748086527036e-06,
      "loss": 0.3576,
      "step": 1199780
    },
    {
      "epoch": 334.86,
      "grad_norm": 1.076518177986145,
      "learning_rate": 3.151722704478293e-06,
      "loss": 0.3744,
      "step": 1199790
    },
    {
      "epoch": 334.86,
      "grad_norm": 0.8937590718269348,
      "learning_rate": 3.15169732232201e-06,
      "loss": 0.3347,
      "step": 1199800
    },
    {
      "epoch": 334.86,
      "grad_norm": 0.9056092500686646,
      "learning_rate": 3.1516719400581883e-06,
      "loss": 0.3577,
      "step": 1199810
    },
    {
      "epoch": 334.86,
      "grad_norm": 1.017303228378296,
      "learning_rate": 3.1516465576868317e-06,
      "loss": 0.3517,
      "step": 1199820
    },
    {
      "epoch": 334.87,
      "grad_norm": 1.0512136220932007,
      "learning_rate": 3.1516211752079435e-06,
      "loss": 0.3553,
      "step": 1199830
    },
    {
      "epoch": 334.87,
      "grad_norm": 1.120390772819519,
      "learning_rate": 3.1515957926215286e-06,
      "loss": 0.3463,
      "step": 1199840
    },
    {
      "epoch": 334.87,
      "grad_norm": 1.0112560987472534,
      "learning_rate": 3.151570409927588e-06,
      "loss": 0.3488,
      "step": 1199850
    },
    {
      "epoch": 334.88,
      "grad_norm": 1.0162136554718018,
      "learning_rate": 3.151545027126127e-06,
      "loss": 0.354,
      "step": 1199860
    },
    {
      "epoch": 334.88,
      "grad_norm": 1.0564571619033813,
      "learning_rate": 3.1515196442171487e-06,
      "loss": 0.3574,
      "step": 1199870
    },
    {
      "epoch": 334.88,
      "grad_norm": 0.9039544463157654,
      "learning_rate": 3.151494261200656e-06,
      "loss": 0.3518,
      "step": 1199880
    },
    {
      "epoch": 334.88,
      "grad_norm": 0.8925369381904602,
      "learning_rate": 3.151468878076651e-06,
      "loss": 0.342,
      "step": 1199890
    },
    {
      "epoch": 334.89,
      "grad_norm": 0.9475177526473999,
      "learning_rate": 3.1514434948451394e-06,
      "loss": 0.3514,
      "step": 1199900
    },
    {
      "epoch": 334.89,
      "grad_norm": 1.0263830423355103,
      "learning_rate": 3.1514181115061235e-06,
      "loss": 0.3485,
      "step": 1199910
    },
    {
      "epoch": 334.89,
      "grad_norm": 1.1212044954299927,
      "learning_rate": 3.1513927280596064e-06,
      "loss": 0.3566,
      "step": 1199920
    },
    {
      "epoch": 334.9,
      "grad_norm": 0.9664583802223206,
      "learning_rate": 3.151367344505592e-06,
      "loss": 0.3433,
      "step": 1199930
    },
    {
      "epoch": 334.9,
      "grad_norm": 1.0549712181091309,
      "learning_rate": 3.1513419608440835e-06,
      "loss": 0.3397,
      "step": 1199940
    },
    {
      "epoch": 334.9,
      "grad_norm": 1.0581105947494507,
      "learning_rate": 3.1513165770750845e-06,
      "loss": 0.3506,
      "step": 1199950
    },
    {
      "epoch": 334.9,
      "grad_norm": 1.0878474712371826,
      "learning_rate": 3.1512911931985982e-06,
      "loss": 0.3619,
      "step": 1199960
    },
    {
      "epoch": 334.91,
      "grad_norm": 0.9943807125091553,
      "learning_rate": 3.1512658092146277e-06,
      "loss": 0.347,
      "step": 1199970
    },
    {
      "epoch": 334.91,
      "grad_norm": 0.9780943989753723,
      "learning_rate": 3.151240425123177e-06,
      "loss": 0.3394,
      "step": 1199980
    },
    {
      "epoch": 334.91,
      "grad_norm": 0.9735842943191528,
      "learning_rate": 3.1512150409242484e-06,
      "loss": 0.3655,
      "step": 1199990
    },
    {
      "epoch": 334.91,
      "grad_norm": 0.9378828406333923,
      "learning_rate": 3.1511896566178468e-06,
      "loss": 0.3505,
      "step": 1200000
    },
    {
      "epoch": 334.92,
      "grad_norm": 1.2008923292160034,
      "learning_rate": 3.1511642722039736e-06,
      "loss": 0.3448,
      "step": 1200010
    },
    {
      "epoch": 334.92,
      "grad_norm": 1.0873351097106934,
      "learning_rate": 3.1511388876826348e-06,
      "loss": 0.3512,
      "step": 1200020
    },
    {
      "epoch": 334.92,
      "grad_norm": 0.9376420974731445,
      "learning_rate": 3.1511135030538316e-06,
      "loss": 0.3492,
      "step": 1200030
    },
    {
      "epoch": 334.93,
      "grad_norm": 1.1712638139724731,
      "learning_rate": 3.151088118317568e-06,
      "loss": 0.3539,
      "step": 1200040
    },
    {
      "epoch": 334.93,
      "grad_norm": 1.2263208627700806,
      "learning_rate": 3.1510627334738476e-06,
      "loss": 0.3558,
      "step": 1200050
    },
    {
      "epoch": 334.93,
      "grad_norm": 0.9445539712905884,
      "learning_rate": 3.151037348522674e-06,
      "loss": 0.3625,
      "step": 1200060
    },
    {
      "epoch": 334.93,
      "grad_norm": 1.689734697341919,
      "learning_rate": 3.1510119634640494e-06,
      "loss": 0.3709,
      "step": 1200070
    },
    {
      "epoch": 334.94,
      "grad_norm": 0.9446707367897034,
      "learning_rate": 3.150986578297978e-06,
      "loss": 0.3518,
      "step": 1200080
    },
    {
      "epoch": 334.94,
      "grad_norm": 0.9123144745826721,
      "learning_rate": 3.150961193024464e-06,
      "loss": 0.3581,
      "step": 1200090
    },
    {
      "epoch": 334.94,
      "grad_norm": 1.0320584774017334,
      "learning_rate": 3.15093580764351e-06,
      "loss": 0.3646,
      "step": 1200100
    },
    {
      "epoch": 334.95,
      "grad_norm": 0.9973947405815125,
      "learning_rate": 3.150910422155119e-06,
      "loss": 0.37,
      "step": 1200110
    },
    {
      "epoch": 334.95,
      "grad_norm": 1.1578359603881836,
      "learning_rate": 3.1508850365592947e-06,
      "loss": 0.3411,
      "step": 1200120
    },
    {
      "epoch": 334.95,
      "grad_norm": 1.153112530708313,
      "learning_rate": 3.1508596508560404e-06,
      "loss": 0.3543,
      "step": 1200130
    },
    {
      "epoch": 334.95,
      "grad_norm": 1.1177420616149902,
      "learning_rate": 3.15083426504536e-06,
      "loss": 0.3523,
      "step": 1200140
    },
    {
      "epoch": 334.96,
      "grad_norm": 0.9841558933258057,
      "learning_rate": 3.1508088791272558e-06,
      "loss": 0.3629,
      "step": 1200150
    },
    {
      "epoch": 334.96,
      "grad_norm": 1.0089727640151978,
      "learning_rate": 3.150783493101732e-06,
      "loss": 0.3414,
      "step": 1200160
    },
    {
      "epoch": 334.96,
      "grad_norm": 1.0737360715866089,
      "learning_rate": 3.150758106968792e-06,
      "loss": 0.3523,
      "step": 1200170
    },
    {
      "epoch": 334.97,
      "grad_norm": 1.0845791101455688,
      "learning_rate": 3.1507327207284397e-06,
      "loss": 0.3481,
      "step": 1200180
    },
    {
      "epoch": 334.97,
      "grad_norm": 0.9127047061920166,
      "learning_rate": 3.1507073343806772e-06,
      "loss": 0.3671,
      "step": 1200190
    },
    {
      "epoch": 334.97,
      "grad_norm": 1.0426533222198486,
      "learning_rate": 3.150681947925508e-06,
      "loss": 0.3501,
      "step": 1200200
    },
    {
      "epoch": 334.97,
      "grad_norm": 0.9023267030715942,
      "learning_rate": 3.150656561362936e-06,
      "loss": 0.3625,
      "step": 1200210
    },
    {
      "epoch": 334.98,
      "grad_norm": 1.0310436487197876,
      "learning_rate": 3.1506311746929654e-06,
      "loss": 0.344,
      "step": 1200220
    },
    {
      "epoch": 334.98,
      "grad_norm": 1.1390146017074585,
      "learning_rate": 3.150605787915598e-06,
      "loss": 0.3423,
      "step": 1200230
    },
    {
      "epoch": 334.98,
      "grad_norm": 1.0943646430969238,
      "learning_rate": 3.150580401030838e-06,
      "loss": 0.356,
      "step": 1200240
    },
    {
      "epoch": 334.98,
      "grad_norm": 0.9103170037269592,
      "learning_rate": 3.1505550140386887e-06,
      "loss": 0.3438,
      "step": 1200250
    },
    {
      "epoch": 334.99,
      "grad_norm": 1.1928977966308594,
      "learning_rate": 3.1505296269391536e-06,
      "loss": 0.3515,
      "step": 1200260
    },
    {
      "epoch": 334.99,
      "grad_norm": 1.0226119756698608,
      "learning_rate": 3.150504239732236e-06,
      "loss": 0.342,
      "step": 1200270
    },
    {
      "epoch": 334.99,
      "grad_norm": 0.9337981343269348,
      "learning_rate": 3.150478852417938e-06,
      "loss": 0.3464,
      "step": 1200280
    },
    {
      "epoch": 335.0,
      "grad_norm": 1.046234369277954,
      "learning_rate": 3.1504534649962657e-06,
      "loss": 0.3511,
      "step": 1200290
    },
    {
      "epoch": 335.0,
      "grad_norm": 1.1147311925888062,
      "learning_rate": 3.15042807746722e-06,
      "loss": 0.3554,
      "step": 1200300
    },
    {
      "epoch": 335.0,
      "eval_loss": 0.35146304965019226,
      "eval_runtime": 68.4899,
      "eval_samples_per_second": 73.865,
      "eval_steps_per_second": 9.242,
      "step": 1200305
    },
    {
      "epoch": 335.0,
      "grad_norm": 1.2659140825271606,
      "learning_rate": 3.150402689830805e-06,
      "loss": 0.3639,
      "step": 1200310
    },
    {
      "epoch": 335.0,
      "grad_norm": 0.955746591091156,
      "learning_rate": 3.1503773020870254e-06,
      "loss": 0.3332,
      "step": 1200320
    },
    {
      "epoch": 335.01,
      "grad_norm": 0.9399309158325195,
      "learning_rate": 3.1503519142358832e-06,
      "loss": 0.3455,
      "step": 1200330
    },
    {
      "epoch": 335.01,
      "grad_norm": 1.145065188407898,
      "learning_rate": 3.1503265262773817e-06,
      "loss": 0.3574,
      "step": 1200340
    },
    {
      "epoch": 335.01,
      "grad_norm": 0.993925929069519,
      "learning_rate": 3.1503011382115247e-06,
      "loss": 0.36,
      "step": 1200350
    },
    {
      "epoch": 335.02,
      "grad_norm": 1.0796698331832886,
      "learning_rate": 3.1502757500383156e-06,
      "loss": 0.3712,
      "step": 1200360
    },
    {
      "epoch": 335.02,
      "grad_norm": 0.9455893039703369,
      "learning_rate": 3.1502503617577578e-06,
      "loss": 0.3529,
      "step": 1200370
    },
    {
      "epoch": 335.02,
      "grad_norm": 1.3483636379241943,
      "learning_rate": 3.1502249733698546e-06,
      "loss": 0.359,
      "step": 1200380
    },
    {
      "epoch": 335.02,
      "grad_norm": 0.9640248417854309,
      "learning_rate": 3.150199584874609e-06,
      "loss": 0.3317,
      "step": 1200390
    },
    {
      "epoch": 335.03,
      "grad_norm": 1.01017427444458,
      "learning_rate": 3.150174196272025e-06,
      "loss": 0.3477,
      "step": 1200400
    },
    {
      "epoch": 335.03,
      "grad_norm": 1.0473300218582153,
      "learning_rate": 3.1501488075621057e-06,
      "loss": 0.3473,
      "step": 1200410
    },
    {
      "epoch": 335.03,
      "grad_norm": 1.0303633213043213,
      "learning_rate": 3.1501234187448547e-06,
      "loss": 0.3488,
      "step": 1200420
    },
    {
      "epoch": 335.03,
      "grad_norm": 0.8797401785850525,
      "learning_rate": 3.150098029820275e-06,
      "loss": 0.3415,
      "step": 1200430
    },
    {
      "epoch": 335.04,
      "grad_norm": 1.4750086069107056,
      "learning_rate": 3.15007264078837e-06,
      "loss": 0.3602,
      "step": 1200440
    },
    {
      "epoch": 335.04,
      "grad_norm": 1.0098018646240234,
      "learning_rate": 3.1500472516491435e-06,
      "loss": 0.3535,
      "step": 1200450
    },
    {
      "epoch": 335.04,
      "grad_norm": 1.0957187414169312,
      "learning_rate": 3.150021862402598e-06,
      "loss": 0.3406,
      "step": 1200460
    },
    {
      "epoch": 335.05,
      "grad_norm": 1.0342823266983032,
      "learning_rate": 3.149996473048738e-06,
      "loss": 0.3503,
      "step": 1200470
    },
    {
      "epoch": 335.05,
      "grad_norm": 1.1617523431777954,
      "learning_rate": 3.149971083587567e-06,
      "loss": 0.3565,
      "step": 1200480
    },
    {
      "epoch": 335.05,
      "grad_norm": 0.9308938384056091,
      "learning_rate": 3.1499456940190867e-06,
      "loss": 0.3523,
      "step": 1200490
    },
    {
      "epoch": 335.05,
      "grad_norm": 0.9615625143051147,
      "learning_rate": 3.149920304343302e-06,
      "loss": 0.3387,
      "step": 1200500
    },
    {
      "epoch": 335.06,
      "grad_norm": 1.0431941747665405,
      "learning_rate": 3.1498949145602162e-06,
      "loss": 0.3606,
      "step": 1200510
    },
    {
      "epoch": 335.06,
      "grad_norm": 1.4529054164886475,
      "learning_rate": 3.1498695246698312e-06,
      "loss": 0.3634,
      "step": 1200520
    },
    {
      "epoch": 335.06,
      "grad_norm": 1.1561118364334106,
      "learning_rate": 3.1498441346721517e-06,
      "loss": 0.3441,
      "step": 1200530
    },
    {
      "epoch": 335.07,
      "grad_norm": 1.0113826990127563,
      "learning_rate": 3.149818744567182e-06,
      "loss": 0.3337,
      "step": 1200540
    },
    {
      "epoch": 335.07,
      "grad_norm": 1.0762001276016235,
      "learning_rate": 3.1497933543549235e-06,
      "loss": 0.3531,
      "step": 1200550
    },
    {
      "epoch": 335.07,
      "grad_norm": 1.0730422735214233,
      "learning_rate": 3.1497679640353803e-06,
      "loss": 0.3407,
      "step": 1200560
    },
    {
      "epoch": 335.07,
      "grad_norm": 1.0557849407196045,
      "learning_rate": 3.1497425736085557e-06,
      "loss": 0.3642,
      "step": 1200570
    },
    {
      "epoch": 335.08,
      "grad_norm": 1.0974184274673462,
      "learning_rate": 3.149717183074454e-06,
      "loss": 0.3649,
      "step": 1200580
    },
    {
      "epoch": 335.08,
      "grad_norm": 1.4701145887374878,
      "learning_rate": 3.1496917924330778e-06,
      "loss": 0.3529,
      "step": 1200590
    },
    {
      "epoch": 335.08,
      "grad_norm": 0.9967774152755737,
      "learning_rate": 3.14966640168443e-06,
      "loss": 0.3401,
      "step": 1200600
    },
    {
      "epoch": 335.09,
      "grad_norm": 0.9602168202400208,
      "learning_rate": 3.1496410108285145e-06,
      "loss": 0.3484,
      "step": 1200610
    },
    {
      "epoch": 335.09,
      "grad_norm": 1.2681158781051636,
      "learning_rate": 3.149615619865335e-06,
      "loss": 0.3542,
      "step": 1200620
    },
    {
      "epoch": 335.09,
      "grad_norm": 1.0927082300186157,
      "learning_rate": 3.1495902287948947e-06,
      "loss": 0.3686,
      "step": 1200630
    },
    {
      "epoch": 335.09,
      "grad_norm": 1.1854970455169678,
      "learning_rate": 3.149564837617197e-06,
      "loss": 0.3626,
      "step": 1200640
    },
    {
      "epoch": 335.1,
      "grad_norm": 1.0015515089035034,
      "learning_rate": 3.1495394463322447e-06,
      "loss": 0.3622,
      "step": 1200650
    },
    {
      "epoch": 335.1,
      "grad_norm": 0.8400343656539917,
      "learning_rate": 3.1495140549400414e-06,
      "loss": 0.3448,
      "step": 1200660
    },
    {
      "epoch": 335.1,
      "grad_norm": 1.0613634586334229,
      "learning_rate": 3.1494886634405915e-06,
      "loss": 0.3578,
      "step": 1200670
    },
    {
      "epoch": 335.1,
      "grad_norm": 1.086816430091858,
      "learning_rate": 3.1494632718338967e-06,
      "loss": 0.3494,
      "step": 1200680
    },
    {
      "epoch": 335.11,
      "grad_norm": 0.8922370076179504,
      "learning_rate": 3.1494378801199615e-06,
      "loss": 0.3438,
      "step": 1200690
    },
    {
      "epoch": 335.11,
      "grad_norm": 1.0606642961502075,
      "learning_rate": 3.1494124882987886e-06,
      "loss": 0.3696,
      "step": 1200700
    },
    {
      "epoch": 335.11,
      "grad_norm": 1.1636936664581299,
      "learning_rate": 3.149387096370383e-06,
      "loss": 0.3452,
      "step": 1200710
    },
    {
      "epoch": 335.12,
      "grad_norm": 0.8194261193275452,
      "learning_rate": 3.149361704334746e-06,
      "loss": 0.3587,
      "step": 1200720
    },
    {
      "epoch": 335.12,
      "grad_norm": 0.9670935869216919,
      "learning_rate": 3.149336312191882e-06,
      "loss": 0.3485,
      "step": 1200730
    },
    {
      "epoch": 335.12,
      "grad_norm": 1.1884554624557495,
      "learning_rate": 3.149310919941794e-06,
      "loss": 0.3511,
      "step": 1200740
    },
    {
      "epoch": 335.12,
      "grad_norm": 1.1678026914596558,
      "learning_rate": 3.149285527584486e-06,
      "loss": 0.3492,
      "step": 1200750
    },
    {
      "epoch": 335.13,
      "grad_norm": 1.1671242713928223,
      "learning_rate": 3.149260135119961e-06,
      "loss": 0.3725,
      "step": 1200760
    },
    {
      "epoch": 335.13,
      "grad_norm": 1.0008718967437744,
      "learning_rate": 3.149234742548223e-06,
      "loss": 0.3564,
      "step": 1200770
    },
    {
      "epoch": 335.13,
      "grad_norm": 0.9935534000396729,
      "learning_rate": 3.1492093498692737e-06,
      "loss": 0.3539,
      "step": 1200780
    },
    {
      "epoch": 335.14,
      "grad_norm": 1.0423898696899414,
      "learning_rate": 3.1491839570831176e-06,
      "loss": 0.3457,
      "step": 1200790
    },
    {
      "epoch": 335.14,
      "grad_norm": 1.0957518815994263,
      "learning_rate": 3.1491585641897586e-06,
      "loss": 0.3636,
      "step": 1200800
    },
    {
      "epoch": 335.14,
      "grad_norm": 1.114725947380066,
      "learning_rate": 3.149133171189199e-06,
      "loss": 0.3586,
      "step": 1200810
    },
    {
      "epoch": 335.14,
      "grad_norm": 1.1264089345932007,
      "learning_rate": 3.1491077780814423e-06,
      "loss": 0.3451,
      "step": 1200820
    },
    {
      "epoch": 335.15,
      "grad_norm": 1.064660906791687,
      "learning_rate": 3.1490823848664936e-06,
      "loss": 0.3674,
      "step": 1200830
    },
    {
      "epoch": 335.15,
      "grad_norm": 1.1057804822921753,
      "learning_rate": 3.149056991544354e-06,
      "loss": 0.3441,
      "step": 1200840
    },
    {
      "epoch": 335.15,
      "grad_norm": 1.169603705406189,
      "learning_rate": 3.149031598115028e-06,
      "loss": 0.3532,
      "step": 1200850
    },
    {
      "epoch": 335.15,
      "grad_norm": 1.3565938472747803,
      "learning_rate": 3.1490062045785187e-06,
      "loss": 0.3632,
      "step": 1200860
    },
    {
      "epoch": 335.16,
      "grad_norm": 0.9492113590240479,
      "learning_rate": 3.14898081093483e-06,
      "loss": 0.3545,
      "step": 1200870
    },
    {
      "epoch": 335.16,
      "grad_norm": 0.9354908466339111,
      "learning_rate": 3.1489554171839643e-06,
      "loss": 0.331,
      "step": 1200880
    },
    {
      "epoch": 335.16,
      "grad_norm": 1.0399034023284912,
      "learning_rate": 3.1489300233259258e-06,
      "loss": 0.3679,
      "step": 1200890
    },
    {
      "epoch": 335.17,
      "grad_norm": 0.9673720002174377,
      "learning_rate": 3.1489046293607172e-06,
      "loss": 0.3659,
      "step": 1200900
    },
    {
      "epoch": 335.17,
      "grad_norm": 1.0112882852554321,
      "learning_rate": 3.1488792352883434e-06,
      "loss": 0.3594,
      "step": 1200910
    },
    {
      "epoch": 335.17,
      "grad_norm": 1.143841028213501,
      "learning_rate": 3.148853841108806e-06,
      "loss": 0.3498,
      "step": 1200920
    },
    {
      "epoch": 335.17,
      "grad_norm": 0.9799594283103943,
      "learning_rate": 3.1488284468221093e-06,
      "loss": 0.3546,
      "step": 1200930
    },
    {
      "epoch": 335.18,
      "grad_norm": 1.0098440647125244,
      "learning_rate": 3.148803052428256e-06,
      "loss": 0.3444,
      "step": 1200940
    },
    {
      "epoch": 335.18,
      "grad_norm": 0.8423166275024414,
      "learning_rate": 3.1487776579272495e-06,
      "loss": 0.3674,
      "step": 1200950
    },
    {
      "epoch": 335.18,
      "grad_norm": 0.9563822150230408,
      "learning_rate": 3.1487522633190947e-06,
      "loss": 0.3367,
      "step": 1200960
    },
    {
      "epoch": 335.19,
      "grad_norm": 1.0988861322402954,
      "learning_rate": 3.148726868603793e-06,
      "loss": 0.3684,
      "step": 1200970
    },
    {
      "epoch": 335.19,
      "grad_norm": 1.0816694498062134,
      "learning_rate": 3.1487014737813487e-06,
      "loss": 0.3544,
      "step": 1200980
    },
    {
      "epoch": 335.19,
      "grad_norm": 0.8561832904815674,
      "learning_rate": 3.1486760788517656e-06,
      "loss": 0.3667,
      "step": 1200990
    },
    {
      "epoch": 335.19,
      "grad_norm": 1.1109379529953003,
      "learning_rate": 3.1486506838150472e-06,
      "loss": 0.3454,
      "step": 1201000
    },
    {
      "epoch": 335.2,
      "grad_norm": 0.9904382824897766,
      "learning_rate": 3.148625288671195e-06,
      "loss": 0.3442,
      "step": 1201010
    },
    {
      "epoch": 335.2,
      "grad_norm": 0.9429879784584045,
      "learning_rate": 3.1485998934202145e-06,
      "loss": 0.3465,
      "step": 1201020
    },
    {
      "epoch": 335.2,
      "grad_norm": 0.9501024484634399,
      "learning_rate": 3.148574498062108e-06,
      "loss": 0.3622,
      "step": 1201030
    },
    {
      "epoch": 335.21,
      "grad_norm": 1.3180632591247559,
      "learning_rate": 3.148549102596879e-06,
      "loss": 0.3585,
      "step": 1201040
    },
    {
      "epoch": 335.21,
      "grad_norm": 1.022883653640747,
      "learning_rate": 3.148523707024531e-06,
      "loss": 0.3597,
      "step": 1201050
    },
    {
      "epoch": 335.21,
      "grad_norm": 0.9273242950439453,
      "learning_rate": 3.148498311345068e-06,
      "loss": 0.3503,
      "step": 1201060
    },
    {
      "epoch": 335.21,
      "grad_norm": 0.9799268841743469,
      "learning_rate": 3.1484729155584926e-06,
      "loss": 0.3503,
      "step": 1201070
    },
    {
      "epoch": 335.22,
      "grad_norm": 0.9584063291549683,
      "learning_rate": 3.1484475196648077e-06,
      "loss": 0.3512,
      "step": 1201080
    },
    {
      "epoch": 335.22,
      "grad_norm": 1.0993801355361938,
      "learning_rate": 3.1484221236640185e-06,
      "loss": 0.3521,
      "step": 1201090
    },
    {
      "epoch": 335.22,
      "grad_norm": 1.0864365100860596,
      "learning_rate": 3.1483967275561266e-06,
      "loss": 0.348,
      "step": 1201100
    },
    {
      "epoch": 335.22,
      "grad_norm": 0.9774863719940186,
      "learning_rate": 3.148371331341135e-06,
      "loss": 0.3573,
      "step": 1201110
    },
    {
      "epoch": 335.23,
      "grad_norm": 0.9810394644737244,
      "learning_rate": 3.1483459350190496e-06,
      "loss": 0.3447,
      "step": 1201120
    },
    {
      "epoch": 335.23,
      "grad_norm": 0.901947557926178,
      "learning_rate": 3.148320538589872e-06,
      "loss": 0.3485,
      "step": 1201130
    },
    {
      "epoch": 335.23,
      "grad_norm": 1.146017074584961,
      "learning_rate": 3.148295142053605e-06,
      "loss": 0.3461,
      "step": 1201140
    },
    {
      "epoch": 335.24,
      "grad_norm": 0.9204249382019043,
      "learning_rate": 3.148269745410253e-06,
      "loss": 0.3574,
      "step": 1201150
    },
    {
      "epoch": 335.24,
      "grad_norm": 0.89566570520401,
      "learning_rate": 3.14824434865982e-06,
      "loss": 0.3521,
      "step": 1201160
    },
    {
      "epoch": 335.24,
      "grad_norm": 1.0334937572479248,
      "learning_rate": 3.148218951802308e-06,
      "loss": 0.3453,
      "step": 1201170
    },
    {
      "epoch": 335.24,
      "grad_norm": 1.0534743070602417,
      "learning_rate": 3.148193554837721e-06,
      "loss": 0.3646,
      "step": 1201180
    },
    {
      "epoch": 335.25,
      "grad_norm": 0.9175108671188354,
      "learning_rate": 3.1481681577660627e-06,
      "loss": 0.3367,
      "step": 1201190
    },
    {
      "epoch": 335.25,
      "grad_norm": 0.9929139018058777,
      "learning_rate": 3.1481427605873353e-06,
      "loss": 0.3578,
      "step": 1201200
    },
    {
      "epoch": 335.25,
      "grad_norm": 0.8356944918632507,
      "learning_rate": 3.1481173633015437e-06,
      "loss": 0.3421,
      "step": 1201210
    },
    {
      "epoch": 335.26,
      "grad_norm": 0.9346539378166199,
      "learning_rate": 3.148091965908691e-06,
      "loss": 0.3559,
      "step": 1201220
    },
    {
      "epoch": 335.26,
      "grad_norm": 1.0746874809265137,
      "learning_rate": 3.148066568408779e-06,
      "loss": 0.3541,
      "step": 1201230
    },
    {
      "epoch": 335.26,
      "grad_norm": 1.0001951456069946,
      "learning_rate": 3.148041170801813e-06,
      "loss": 0.3572,
      "step": 1201240
    },
    {
      "epoch": 335.26,
      "grad_norm": 1.0799596309661865,
      "learning_rate": 3.1480157730877955e-06,
      "loss": 0.3597,
      "step": 1201250
    },
    {
      "epoch": 335.27,
      "grad_norm": 0.951024055480957,
      "learning_rate": 3.14799037526673e-06,
      "loss": 0.3409,
      "step": 1201260
    },
    {
      "epoch": 335.27,
      "grad_norm": 1.3043380975723267,
      "learning_rate": 3.1479649773386193e-06,
      "loss": 0.3445,
      "step": 1201270
    },
    {
      "epoch": 335.27,
      "grad_norm": 1.0195518732070923,
      "learning_rate": 3.1479395793034683e-06,
      "loss": 0.3499,
      "step": 1201280
    },
    {
      "epoch": 335.27,
      "grad_norm": 1.2745754718780518,
      "learning_rate": 3.1479141811612794e-06,
      "loss": 0.3682,
      "step": 1201290
    },
    {
      "epoch": 335.28,
      "grad_norm": 1.04165518283844,
      "learning_rate": 3.1478887829120556e-06,
      "loss": 0.3543,
      "step": 1201300
    },
    {
      "epoch": 335.28,
      "grad_norm": 1.0147216320037842,
      "learning_rate": 3.1478633845558003e-06,
      "loss": 0.3397,
      "step": 1201310
    },
    {
      "epoch": 335.28,
      "grad_norm": 1.005061388015747,
      "learning_rate": 3.147837986092518e-06,
      "loss": 0.3392,
      "step": 1201320
    },
    {
      "epoch": 335.29,
      "grad_norm": 0.931104838848114,
      "learning_rate": 3.147812587522211e-06,
      "loss": 0.3493,
      "step": 1201330
    },
    {
      "epoch": 335.29,
      "grad_norm": 1.1960573196411133,
      "learning_rate": 3.147787188844883e-06,
      "loss": 0.3551,
      "step": 1201340
    },
    {
      "epoch": 335.29,
      "grad_norm": 0.9355502128601074,
      "learning_rate": 3.147761790060538e-06,
      "loss": 0.3531,
      "step": 1201350
    },
    {
      "epoch": 335.29,
      "grad_norm": 1.2686442136764526,
      "learning_rate": 3.1477363911691787e-06,
      "loss": 0.3725,
      "step": 1201360
    },
    {
      "epoch": 335.3,
      "grad_norm": 1.085620403289795,
      "learning_rate": 3.1477109921708084e-06,
      "loss": 0.3496,
      "step": 1201370
    },
    {
      "epoch": 335.3,
      "grad_norm": 1.03548002243042,
      "learning_rate": 3.147685593065431e-06,
      "loss": 0.3584,
      "step": 1201380
    },
    {
      "epoch": 335.3,
      "grad_norm": 1.0421007871627808,
      "learning_rate": 3.147660193853049e-06,
      "loss": 0.3583,
      "step": 1201390
    },
    {
      "epoch": 335.31,
      "grad_norm": 1.019514560699463,
      "learning_rate": 3.147634794533666e-06,
      "loss": 0.3731,
      "step": 1201400
    },
    {
      "epoch": 335.31,
      "grad_norm": 1.0368690490722656,
      "learning_rate": 3.1476093951072865e-06,
      "loss": 0.3455,
      "step": 1201410
    },
    {
      "epoch": 335.31,
      "grad_norm": 1.277212142944336,
      "learning_rate": 3.1475839955739125e-06,
      "loss": 0.3561,
      "step": 1201420
    },
    {
      "epoch": 335.31,
      "grad_norm": 1.2121137380599976,
      "learning_rate": 3.147558595933549e-06,
      "loss": 0.367,
      "step": 1201430
    },
    {
      "epoch": 335.32,
      "grad_norm": 1.060534954071045,
      "learning_rate": 3.1475331961861974e-06,
      "loss": 0.351,
      "step": 1201440
    },
    {
      "epoch": 335.32,
      "grad_norm": 1.0625123977661133,
      "learning_rate": 3.1475077963318623e-06,
      "loss": 0.357,
      "step": 1201450
    },
    {
      "epoch": 335.32,
      "grad_norm": 0.9160701632499695,
      "learning_rate": 3.1474823963705464e-06,
      "loss": 0.3587,
      "step": 1201460
    },
    {
      "epoch": 335.33,
      "grad_norm": 1.074901819229126,
      "learning_rate": 3.147456996302254e-06,
      "loss": 0.3363,
      "step": 1201470
    },
    {
      "epoch": 335.33,
      "grad_norm": 1.0045690536499023,
      "learning_rate": 3.147431596126988e-06,
      "loss": 0.3434,
      "step": 1201480
    },
    {
      "epoch": 335.33,
      "grad_norm": 1.0824803113937378,
      "learning_rate": 3.1474061958447517e-06,
      "loss": 0.3624,
      "step": 1201490
    },
    {
      "epoch": 335.33,
      "grad_norm": 1.1363375186920166,
      "learning_rate": 3.1473807954555488e-06,
      "loss": 0.3477,
      "step": 1201500
    },
    {
      "epoch": 335.34,
      "grad_norm": 1.0944761037826538,
      "learning_rate": 3.147355394959382e-06,
      "loss": 0.3495,
      "step": 1201510
    },
    {
      "epoch": 335.34,
      "grad_norm": 1.0315271615982056,
      "learning_rate": 3.1473299943562554e-06,
      "loss": 0.3429,
      "step": 1201520
    },
    {
      "epoch": 335.34,
      "grad_norm": 0.9621042013168335,
      "learning_rate": 3.1473045936461717e-06,
      "loss": 0.3512,
      "step": 1201530
    },
    {
      "epoch": 335.34,
      "grad_norm": 1.4283390045166016,
      "learning_rate": 3.147279192829135e-06,
      "loss": 0.3381,
      "step": 1201540
    },
    {
      "epoch": 335.35,
      "grad_norm": 1.0739556550979614,
      "learning_rate": 3.147253791905148e-06,
      "loss": 0.3457,
      "step": 1201550
    },
    {
      "epoch": 335.35,
      "grad_norm": 1.1554498672485352,
      "learning_rate": 3.1472283908742146e-06,
      "loss": 0.3725,
      "step": 1201560
    },
    {
      "epoch": 335.35,
      "grad_norm": 0.9832711815834045,
      "learning_rate": 3.147202989736338e-06,
      "loss": 0.3496,
      "step": 1201570
    },
    {
      "epoch": 335.36,
      "grad_norm": 0.9408391118049622,
      "learning_rate": 3.1471775884915223e-06,
      "loss": 0.3656,
      "step": 1201580
    },
    {
      "epoch": 335.36,
      "grad_norm": 1.034022331237793,
      "learning_rate": 3.147152187139769e-06,
      "loss": 0.3485,
      "step": 1201590
    },
    {
      "epoch": 335.36,
      "grad_norm": 0.9508130550384521,
      "learning_rate": 3.147126785681083e-06,
      "loss": 0.3519,
      "step": 1201600
    },
    {
      "epoch": 335.36,
      "grad_norm": 1.0400354862213135,
      "learning_rate": 3.1471013841154674e-06,
      "loss": 0.3641,
      "step": 1201610
    },
    {
      "epoch": 335.37,
      "grad_norm": 1.0381519794464111,
      "learning_rate": 3.1470759824429256e-06,
      "loss": 0.3532,
      "step": 1201620
    },
    {
      "epoch": 335.37,
      "grad_norm": 0.9533745050430298,
      "learning_rate": 3.1470505806634608e-06,
      "loss": 0.3503,
      "step": 1201630
    },
    {
      "epoch": 335.37,
      "grad_norm": 0.9370015263557434,
      "learning_rate": 3.147025178777077e-06,
      "loss": 0.3265,
      "step": 1201640
    },
    {
      "epoch": 335.38,
      "grad_norm": 0.8631877303123474,
      "learning_rate": 3.1469997767837762e-06,
      "loss": 0.3442,
      "step": 1201650
    },
    {
      "epoch": 335.38,
      "grad_norm": 1.053318738937378,
      "learning_rate": 3.146974374683563e-06,
      "loss": 0.3518,
      "step": 1201660
    },
    {
      "epoch": 335.38,
      "grad_norm": 0.9858559966087341,
      "learning_rate": 3.146948972476441e-06,
      "loss": 0.3378,
      "step": 1201670
    },
    {
      "epoch": 335.38,
      "grad_norm": 0.9907469153404236,
      "learning_rate": 3.1469235701624123e-06,
      "loss": 0.3524,
      "step": 1201680
    },
    {
      "epoch": 335.39,
      "grad_norm": 0.8855668902397156,
      "learning_rate": 3.146898167741481e-06,
      "loss": 0.3615,
      "step": 1201690
    },
    {
      "epoch": 335.39,
      "grad_norm": 1.1831474304199219,
      "learning_rate": 3.1468727652136506e-06,
      "loss": 0.3454,
      "step": 1201700
    },
    {
      "epoch": 335.39,
      "grad_norm": 1.120283842086792,
      "learning_rate": 3.146847362578924e-06,
      "loss": 0.3643,
      "step": 1201710
    },
    {
      "epoch": 335.39,
      "grad_norm": 1.0388927459716797,
      "learning_rate": 3.1468219598373054e-06,
      "loss": 0.3517,
      "step": 1201720
    },
    {
      "epoch": 335.4,
      "grad_norm": 1.1308238506317139,
      "learning_rate": 3.1467965569887973e-06,
      "loss": 0.3537,
      "step": 1201730
    },
    {
      "epoch": 335.4,
      "grad_norm": 1.624496579170227,
      "learning_rate": 3.1467711540334047e-06,
      "loss": 0.3645,
      "step": 1201740
    },
    {
      "epoch": 335.4,
      "grad_norm": 0.9605246782302856,
      "learning_rate": 3.1467457509711284e-06,
      "loss": 0.3292,
      "step": 1201750
    },
    {
      "epoch": 335.41,
      "grad_norm": 1.0563055276870728,
      "learning_rate": 3.1467203478019734e-06,
      "loss": 0.379,
      "step": 1201760
    },
    {
      "epoch": 335.41,
      "grad_norm": 1.1027103662490845,
      "learning_rate": 3.1466949445259433e-06,
      "loss": 0.3542,
      "step": 1201770
    },
    {
      "epoch": 335.41,
      "grad_norm": 1.0697416067123413,
      "learning_rate": 3.146669541143041e-06,
      "loss": 0.3591,
      "step": 1201780
    },
    {
      "epoch": 335.41,
      "grad_norm": 1.0130374431610107,
      "learning_rate": 3.1466441376532695e-06,
      "loss": 0.3583,
      "step": 1201790
    },
    {
      "epoch": 335.42,
      "grad_norm": 0.9717777967453003,
      "learning_rate": 3.1466187340566327e-06,
      "loss": 0.3456,
      "step": 1201800
    },
    {
      "epoch": 335.42,
      "grad_norm": 1.1110652685165405,
      "learning_rate": 3.1465933303531338e-06,
      "loss": 0.3646,
      "step": 1201810
    },
    {
      "epoch": 335.42,
      "grad_norm": 1.129008412361145,
      "learning_rate": 3.1465679265427757e-06,
      "loss": 0.3613,
      "step": 1201820
    },
    {
      "epoch": 335.43,
      "grad_norm": 1.1063289642333984,
      "learning_rate": 3.1465425226255632e-06,
      "loss": 0.3453,
      "step": 1201830
    },
    {
      "epoch": 335.43,
      "grad_norm": 1.1543285846710205,
      "learning_rate": 3.1465171186014983e-06,
      "loss": 0.3599,
      "step": 1201840
    },
    {
      "epoch": 335.43,
      "grad_norm": 0.9893835186958313,
      "learning_rate": 3.146491714470585e-06,
      "loss": 0.3499,
      "step": 1201850
    },
    {
      "epoch": 335.43,
      "grad_norm": 1.1891250610351562,
      "learning_rate": 3.1464663102328263e-06,
      "loss": 0.3497,
      "step": 1201860
    },
    {
      "epoch": 335.44,
      "grad_norm": 1.0477510690689087,
      "learning_rate": 3.146440905888227e-06,
      "loss": 0.3646,
      "step": 1201870
    },
    {
      "epoch": 335.44,
      "grad_norm": 1.014102816581726,
      "learning_rate": 3.1464155014367885e-06,
      "loss": 0.3542,
      "step": 1201880
    },
    {
      "epoch": 335.44,
      "grad_norm": 1.0467628240585327,
      "learning_rate": 3.1463900968785148e-06,
      "loss": 0.3525,
      "step": 1201890
    },
    {
      "epoch": 335.45,
      "grad_norm": 1.0202548503875732,
      "learning_rate": 3.14636469221341e-06,
      "loss": 0.3527,
      "step": 1201900
    },
    {
      "epoch": 335.45,
      "grad_norm": 0.9903995394706726,
      "learning_rate": 3.1463392874414754e-06,
      "loss": 0.3403,
      "step": 1201910
    },
    {
      "epoch": 335.45,
      "grad_norm": 0.938446581363678,
      "learning_rate": 3.1463138825627175e-06,
      "loss": 0.3402,
      "step": 1201920
    },
    {
      "epoch": 335.45,
      "grad_norm": 1.067900538444519,
      "learning_rate": 3.146288477577138e-06,
      "loss": 0.3565,
      "step": 1201930
    },
    {
      "epoch": 335.46,
      "grad_norm": 1.1214540004730225,
      "learning_rate": 3.1462630724847397e-06,
      "loss": 0.3492,
      "step": 1201940
    },
    {
      "epoch": 335.46,
      "grad_norm": 1.0575807094573975,
      "learning_rate": 3.1462376672855276e-06,
      "loss": 0.3642,
      "step": 1201950
    },
    {
      "epoch": 335.46,
      "grad_norm": 1.169948697090149,
      "learning_rate": 3.146212261979504e-06,
      "loss": 0.3506,
      "step": 1201960
    },
    {
      "epoch": 335.46,
      "grad_norm": 1.0541646480560303,
      "learning_rate": 3.146186856566672e-06,
      "loss": 0.3463,
      "step": 1201970
    },
    {
      "epoch": 335.47,
      "grad_norm": 0.9540397524833679,
      "learning_rate": 3.1461614510470354e-06,
      "loss": 0.3525,
      "step": 1201980
    },
    {
      "epoch": 335.47,
      "grad_norm": 0.9850058555603027,
      "learning_rate": 3.1461360454205985e-06,
      "loss": 0.3508,
      "step": 1201990
    },
    {
      "epoch": 335.47,
      "grad_norm": 0.971102237701416,
      "learning_rate": 3.146110639687363e-06,
      "loss": 0.3449,
      "step": 1202000
    },
    {
      "epoch": 335.48,
      "grad_norm": 1.174556016921997,
      "learning_rate": 3.1460852338473327e-06,
      "loss": 0.3601,
      "step": 1202010
    },
    {
      "epoch": 335.48,
      "grad_norm": 0.9764894247055054,
      "learning_rate": 3.146059827900512e-06,
      "loss": 0.3428,
      "step": 1202020
    },
    {
      "epoch": 335.48,
      "grad_norm": 0.9222537875175476,
      "learning_rate": 3.1460344218469045e-06,
      "loss": 0.3403,
      "step": 1202030
    },
    {
      "epoch": 335.48,
      "grad_norm": 1.0139702558517456,
      "learning_rate": 3.146009015686511e-06,
      "loss": 0.3603,
      "step": 1202040
    },
    {
      "epoch": 335.49,
      "grad_norm": 0.9851191639900208,
      "learning_rate": 3.145983609419338e-06,
      "loss": 0.3529,
      "step": 1202050
    },
    {
      "epoch": 335.49,
      "grad_norm": 0.9546915888786316,
      "learning_rate": 3.1459582030453867e-06,
      "loss": 0.3278,
      "step": 1202060
    },
    {
      "epoch": 335.49,
      "grad_norm": 0.8381760120391846,
      "learning_rate": 3.145932796564661e-06,
      "loss": 0.3419,
      "step": 1202070
    },
    {
      "epoch": 335.5,
      "grad_norm": 1.068472146987915,
      "learning_rate": 3.145907389977165e-06,
      "loss": 0.3624,
      "step": 1202080
    },
    {
      "epoch": 335.5,
      "grad_norm": 1.078242301940918,
      "learning_rate": 3.145881983282902e-06,
      "loss": 0.3576,
      "step": 1202090
    },
    {
      "epoch": 335.5,
      "grad_norm": 1.1391290426254272,
      "learning_rate": 3.1458565764818748e-06,
      "loss": 0.3526,
      "step": 1202100
    },
    {
      "epoch": 335.5,
      "grad_norm": 1.099697470664978,
      "learning_rate": 3.1458311695740866e-06,
      "loss": 0.3535,
      "step": 1202110
    },
    {
      "epoch": 335.51,
      "grad_norm": 1.0605615377426147,
      "learning_rate": 3.1458057625595415e-06,
      "loss": 0.3423,
      "step": 1202120
    },
    {
      "epoch": 335.51,
      "grad_norm": 0.9725744128227234,
      "learning_rate": 3.1457803554382426e-06,
      "loss": 0.3496,
      "step": 1202130
    },
    {
      "epoch": 335.51,
      "grad_norm": 0.9509437084197998,
      "learning_rate": 3.145754948210193e-06,
      "loss": 0.3459,
      "step": 1202140
    },
    {
      "epoch": 335.51,
      "grad_norm": 0.9547712802886963,
      "learning_rate": 3.1457295408753957e-06,
      "loss": 0.3631,
      "step": 1202150
    },
    {
      "epoch": 335.52,
      "grad_norm": 1.0471973419189453,
      "learning_rate": 3.145704133433856e-06,
      "loss": 0.3399,
      "step": 1202160
    },
    {
      "epoch": 335.52,
      "grad_norm": 1.0690672397613525,
      "learning_rate": 3.1456787258855755e-06,
      "loss": 0.3358,
      "step": 1202170
    },
    {
      "epoch": 335.52,
      "grad_norm": 1.216614842414856,
      "learning_rate": 3.1456533182305582e-06,
      "loss": 0.3542,
      "step": 1202180
    },
    {
      "epoch": 335.53,
      "grad_norm": 0.9438509345054626,
      "learning_rate": 3.1456279104688076e-06,
      "loss": 0.3637,
      "step": 1202190
    },
    {
      "epoch": 335.53,
      "grad_norm": 0.9544687271118164,
      "learning_rate": 3.145602502600326e-06,
      "loss": 0.3475,
      "step": 1202200
    },
    {
      "epoch": 335.53,
      "grad_norm": 1.9678065776824951,
      "learning_rate": 3.1455770946251172e-06,
      "loss": 0.3485,
      "step": 1202210
    },
    {
      "epoch": 335.53,
      "grad_norm": 0.9912546873092651,
      "learning_rate": 3.145551686543186e-06,
      "loss": 0.3606,
      "step": 1202220
    },
    {
      "epoch": 335.54,
      "grad_norm": 0.9276418089866638,
      "learning_rate": 3.1455262783545346e-06,
      "loss": 0.3671,
      "step": 1202230
    },
    {
      "epoch": 335.54,
      "grad_norm": 1.0179589986801147,
      "learning_rate": 3.145500870059167e-06,
      "loss": 0.3484,
      "step": 1202240
    },
    {
      "epoch": 335.54,
      "grad_norm": 0.9122999906539917,
      "learning_rate": 3.1454754616570863e-06,
      "loss": 0.345,
      "step": 1202250
    },
    {
      "epoch": 335.55,
      "grad_norm": 0.9973674416542053,
      "learning_rate": 3.1454500531482945e-06,
      "loss": 0.3532,
      "step": 1202260
    },
    {
      "epoch": 335.55,
      "grad_norm": 1.1901161670684814,
      "learning_rate": 3.1454246445327965e-06,
      "loss": 0.3706,
      "step": 1202270
    },
    {
      "epoch": 335.55,
      "grad_norm": 0.8885437250137329,
      "learning_rate": 3.1453992358105964e-06,
      "loss": 0.3763,
      "step": 1202280
    },
    {
      "epoch": 335.55,
      "grad_norm": 1.0294413566589355,
      "learning_rate": 3.1453738269816956e-06,
      "loss": 0.3457,
      "step": 1202290
    },
    {
      "epoch": 335.56,
      "grad_norm": 0.938211977481842,
      "learning_rate": 3.1453484180460984e-06,
      "loss": 0.3504,
      "step": 1202300
    },
    {
      "epoch": 335.56,
      "grad_norm": 1.1181919574737549,
      "learning_rate": 3.145323009003809e-06,
      "loss": 0.3424,
      "step": 1202310
    },
    {
      "epoch": 335.56,
      "grad_norm": 1.656294584274292,
      "learning_rate": 3.1452975998548295e-06,
      "loss": 0.3476,
      "step": 1202320
    },
    {
      "epoch": 335.57,
      "grad_norm": 0.9923343062400818,
      "learning_rate": 3.1452721905991635e-06,
      "loss": 0.3506,
      "step": 1202330
    },
    {
      "epoch": 335.57,
      "grad_norm": 1.0084854364395142,
      "learning_rate": 3.145246781236815e-06,
      "loss": 0.3431,
      "step": 1202340
    },
    {
      "epoch": 335.57,
      "grad_norm": 1.0599234104156494,
      "learning_rate": 3.145221371767787e-06,
      "loss": 0.3523,
      "step": 1202350
    },
    {
      "epoch": 335.57,
      "grad_norm": 1.4277169704437256,
      "learning_rate": 3.1451959621920833e-06,
      "loss": 0.3417,
      "step": 1202360
    },
    {
      "epoch": 335.58,
      "grad_norm": 0.9311091899871826,
      "learning_rate": 3.145170552509706e-06,
      "loss": 0.3477,
      "step": 1202370
    },
    {
      "epoch": 335.58,
      "grad_norm": 1.0181033611297607,
      "learning_rate": 3.1451451427206605e-06,
      "loss": 0.3553,
      "step": 1202380
    },
    {
      "epoch": 335.58,
      "grad_norm": 2.0198559761047363,
      "learning_rate": 3.145119732824949e-06,
      "loss": 0.3463,
      "step": 1202390
    },
    {
      "epoch": 335.58,
      "grad_norm": 1.2220394611358643,
      "learning_rate": 3.145094322822574e-06,
      "loss": 0.3579,
      "step": 1202400
    },
    {
      "epoch": 335.59,
      "grad_norm": 0.9535210132598877,
      "learning_rate": 3.1450689127135406e-06,
      "loss": 0.3641,
      "step": 1202410
    },
    {
      "epoch": 335.59,
      "grad_norm": 2.128977060317993,
      "learning_rate": 3.1450435024978512e-06,
      "loss": 0.3534,
      "step": 1202420
    },
    {
      "epoch": 335.59,
      "grad_norm": 0.9273278713226318,
      "learning_rate": 3.14501809217551e-06,
      "loss": 0.3496,
      "step": 1202430
    },
    {
      "epoch": 335.6,
      "grad_norm": 1.0613980293273926,
      "learning_rate": 3.1449926817465185e-06,
      "loss": 0.3514,
      "step": 1202440
    },
    {
      "epoch": 335.6,
      "grad_norm": 1.0233662128448486,
      "learning_rate": 3.1449672712108828e-06,
      "loss": 0.3718,
      "step": 1202450
    },
    {
      "epoch": 335.6,
      "grad_norm": 0.93281090259552,
      "learning_rate": 3.1449418605686047e-06,
      "loss": 0.3519,
      "step": 1202460
    },
    {
      "epoch": 335.6,
      "grad_norm": 0.9584697484970093,
      "learning_rate": 3.1449164498196865e-06,
      "loss": 0.3632,
      "step": 1202470
    },
    {
      "epoch": 335.61,
      "grad_norm": 0.8956242799758911,
      "learning_rate": 3.144891038964134e-06,
      "loss": 0.3556,
      "step": 1202480
    },
    {
      "epoch": 335.61,
      "grad_norm": 1.3777365684509277,
      "learning_rate": 3.144865628001949e-06,
      "loss": 0.351,
      "step": 1202490
    },
    {
      "epoch": 335.61,
      "grad_norm": 1.6684234142303467,
      "learning_rate": 3.144840216933135e-06,
      "loss": 0.3588,
      "step": 1202500
    },
    {
      "epoch": 335.62,
      "grad_norm": 1.0617809295654297,
      "learning_rate": 3.1448148057576966e-06,
      "loss": 0.3581,
      "step": 1202510
    },
    {
      "epoch": 335.62,
      "grad_norm": 0.8296377658843994,
      "learning_rate": 3.144789394475635e-06,
      "loss": 0.3436,
      "step": 1202520
    },
    {
      "epoch": 335.62,
      "grad_norm": 1.0185211896896362,
      "learning_rate": 3.144763983086956e-06,
      "loss": 0.3439,
      "step": 1202530
    },
    {
      "epoch": 335.62,
      "grad_norm": 0.9173486232757568,
      "learning_rate": 3.144738571591662e-06,
      "loss": 0.35,
      "step": 1202540
    },
    {
      "epoch": 335.63,
      "grad_norm": 0.9802125096321106,
      "learning_rate": 3.1447131599897547e-06,
      "loss": 0.3549,
      "step": 1202550
    },
    {
      "epoch": 335.63,
      "grad_norm": 0.9977664351463318,
      "learning_rate": 3.1446877482812397e-06,
      "loss": 0.3298,
      "step": 1202560
    },
    {
      "epoch": 335.63,
      "grad_norm": 0.9043309688568115,
      "learning_rate": 3.1446623364661204e-06,
      "loss": 0.3537,
      "step": 1202570
    },
    {
      "epoch": 335.63,
      "grad_norm": 1.0246037244796753,
      "learning_rate": 3.1446369245443983e-06,
      "loss": 0.3756,
      "step": 1202580
    },
    {
      "epoch": 335.64,
      "grad_norm": 0.8159679174423218,
      "learning_rate": 3.1446115125160783e-06,
      "loss": 0.3472,
      "step": 1202590
    },
    {
      "epoch": 335.64,
      "grad_norm": 0.9604776501655579,
      "learning_rate": 3.1445861003811643e-06,
      "loss": 0.3527,
      "step": 1202600
    },
    {
      "epoch": 335.64,
      "grad_norm": 1.0429878234863281,
      "learning_rate": 3.1445606881396584e-06,
      "loss": 0.3499,
      "step": 1202610
    },
    {
      "epoch": 335.65,
      "grad_norm": 1.0812004804611206,
      "learning_rate": 3.1445352757915636e-06,
      "loss": 0.3485,
      "step": 1202620
    },
    {
      "epoch": 335.65,
      "grad_norm": 1.0764271020889282,
      "learning_rate": 3.144509863336884e-06,
      "loss": 0.3693,
      "step": 1202630
    },
    {
      "epoch": 335.65,
      "grad_norm": 0.9456183314323425,
      "learning_rate": 3.144484450775624e-06,
      "loss": 0.371,
      "step": 1202640
    },
    {
      "epoch": 335.65,
      "grad_norm": 1.0573537349700928,
      "learning_rate": 3.1444590381077854e-06,
      "loss": 0.3503,
      "step": 1202650
    },
    {
      "epoch": 335.66,
      "grad_norm": 1.5196797847747803,
      "learning_rate": 3.144433625333372e-06,
      "loss": 0.3603,
      "step": 1202660
    },
    {
      "epoch": 335.66,
      "grad_norm": 1.0333991050720215,
      "learning_rate": 3.1444082124523885e-06,
      "loss": 0.3723,
      "step": 1202670
    },
    {
      "epoch": 335.66,
      "grad_norm": 0.9792786836624146,
      "learning_rate": 3.1443827994648363e-06,
      "loss": 0.3456,
      "step": 1202680
    },
    {
      "epoch": 335.67,
      "grad_norm": 1.0815486907958984,
      "learning_rate": 3.1443573863707198e-06,
      "loss": 0.3692,
      "step": 1202690
    },
    {
      "epoch": 335.67,
      "grad_norm": 1.0137215852737427,
      "learning_rate": 3.1443319731700422e-06,
      "loss": 0.3466,
      "step": 1202700
    },
    {
      "epoch": 335.67,
      "grad_norm": 0.9845682978630066,
      "learning_rate": 3.144306559862807e-06,
      "loss": 0.3461,
      "step": 1202710
    },
    {
      "epoch": 335.67,
      "grad_norm": 0.9872302412986755,
      "learning_rate": 3.144281146449017e-06,
      "loss": 0.3422,
      "step": 1202720
    },
    {
      "epoch": 335.68,
      "grad_norm": 0.9565688967704773,
      "learning_rate": 3.144255732928677e-06,
      "loss": 0.3415,
      "step": 1202730
    },
    {
      "epoch": 335.68,
      "grad_norm": 1.1266082525253296,
      "learning_rate": 3.144230319301789e-06,
      "loss": 0.3543,
      "step": 1202740
    },
    {
      "epoch": 335.68,
      "grad_norm": 1.0983319282531738,
      "learning_rate": 3.144204905568357e-06,
      "loss": 0.3362,
      "step": 1202750
    },
    {
      "epoch": 335.69,
      "grad_norm": 1.1513981819152832,
      "learning_rate": 3.144179491728384e-06,
      "loss": 0.3537,
      "step": 1202760
    },
    {
      "epoch": 335.69,
      "grad_norm": 0.9417151808738708,
      "learning_rate": 3.1441540777818737e-06,
      "loss": 0.3469,
      "step": 1202770
    },
    {
      "epoch": 335.69,
      "grad_norm": 1.141798496246338,
      "learning_rate": 3.144128663728829e-06,
      "loss": 0.3455,
      "step": 1202780
    },
    {
      "epoch": 335.69,
      "grad_norm": 6.418790817260742,
      "learning_rate": 3.1441032495692543e-06,
      "loss": 0.3403,
      "step": 1202790
    },
    {
      "epoch": 335.7,
      "grad_norm": 1.0861717462539673,
      "learning_rate": 3.1440778353031525e-06,
      "loss": 0.3539,
      "step": 1202800
    },
    {
      "epoch": 335.7,
      "grad_norm": 1.1056585311889648,
      "learning_rate": 3.144052420930526e-06,
      "loss": 0.3517,
      "step": 1202810
    },
    {
      "epoch": 335.7,
      "grad_norm": 0.9845247864723206,
      "learning_rate": 3.14402700645138e-06,
      "loss": 0.3656,
      "step": 1202820
    },
    {
      "epoch": 335.7,
      "grad_norm": 0.9588996171951294,
      "learning_rate": 3.144001591865717e-06,
      "loss": 0.3448,
      "step": 1202830
    },
    {
      "epoch": 335.71,
      "grad_norm": 1.1337182521820068,
      "learning_rate": 3.143976177173539e-06,
      "loss": 0.3679,
      "step": 1202840
    },
    {
      "epoch": 335.71,
      "grad_norm": 0.8985247611999512,
      "learning_rate": 3.1439507623748517e-06,
      "loss": 0.3376,
      "step": 1202850
    },
    {
      "epoch": 335.71,
      "grad_norm": 0.9456166625022888,
      "learning_rate": 3.143925347469657e-06,
      "loss": 0.3594,
      "step": 1202860
    },
    {
      "epoch": 335.72,
      "grad_norm": 1.4832453727722168,
      "learning_rate": 3.1438999324579592e-06,
      "loss": 0.3539,
      "step": 1202870
    },
    {
      "epoch": 335.72,
      "grad_norm": 1.084161400794983,
      "learning_rate": 3.1438745173397605e-06,
      "loss": 0.3505,
      "step": 1202880
    },
    {
      "epoch": 335.72,
      "grad_norm": 5.502604961395264,
      "learning_rate": 3.143849102115066e-06,
      "loss": 0.3691,
      "step": 1202890
    },
    {
      "epoch": 335.72,
      "grad_norm": 0.8739078640937805,
      "learning_rate": 3.1438236867838774e-06,
      "loss": 0.3469,
      "step": 1202900
    },
    {
      "epoch": 335.73,
      "grad_norm": 1.0346089601516724,
      "learning_rate": 3.143798271346199e-06,
      "loss": 0.3441,
      "step": 1202910
    },
    {
      "epoch": 335.73,
      "grad_norm": 1.150821566581726,
      "learning_rate": 3.143772855802034e-06,
      "loss": 0.3568,
      "step": 1202920
    },
    {
      "epoch": 335.73,
      "grad_norm": 1.2666711807250977,
      "learning_rate": 3.1437474401513858e-06,
      "loss": 0.3528,
      "step": 1202930
    },
    {
      "epoch": 335.74,
      "grad_norm": 1.0221712589263916,
      "learning_rate": 3.1437220243942573e-06,
      "loss": 0.3453,
      "step": 1202940
    },
    {
      "epoch": 335.74,
      "grad_norm": 1.0524725914001465,
      "learning_rate": 3.1436966085306522e-06,
      "loss": 0.3317,
      "step": 1202950
    },
    {
      "epoch": 335.74,
      "grad_norm": 1.0712839365005493,
      "learning_rate": 3.1436711925605746e-06,
      "loss": 0.3636,
      "step": 1202960
    },
    {
      "epoch": 335.74,
      "grad_norm": 1.2427641153335571,
      "learning_rate": 3.1436457764840267e-06,
      "loss": 0.3372,
      "step": 1202970
    },
    {
      "epoch": 335.75,
      "grad_norm": 1.102571964263916,
      "learning_rate": 3.1436203603010135e-06,
      "loss": 0.3393,
      "step": 1202980
    },
    {
      "epoch": 335.75,
      "grad_norm": 1.1193031072616577,
      "learning_rate": 3.1435949440115367e-06,
      "loss": 0.3587,
      "step": 1202990
    },
    {
      "epoch": 335.75,
      "grad_norm": 5.814723014831543,
      "learning_rate": 3.1435695276155998e-06,
      "loss": 0.3566,
      "step": 1203000
    },
    {
      "epoch": 335.75,
      "grad_norm": 1.0138481855392456,
      "learning_rate": 3.1435441111132073e-06,
      "loss": 0.3536,
      "step": 1203010
    },
    {
      "epoch": 335.76,
      "grad_norm": 1.1055141687393188,
      "learning_rate": 3.143518694504362e-06,
      "loss": 0.3774,
      "step": 1203020
    },
    {
      "epoch": 335.76,
      "grad_norm": 0.957079291343689,
      "learning_rate": 3.143493277789067e-06,
      "loss": 0.352,
      "step": 1203030
    },
    {
      "epoch": 335.76,
      "grad_norm": 1.0161141157150269,
      "learning_rate": 3.143467860967326e-06,
      "loss": 0.3478,
      "step": 1203040
    },
    {
      "epoch": 335.77,
      "grad_norm": 0.9184713959693909,
      "learning_rate": 3.1434424440391423e-06,
      "loss": 0.3586,
      "step": 1203050
    },
    {
      "epoch": 335.77,
      "grad_norm": 0.9589253664016724,
      "learning_rate": 3.14341702700452e-06,
      "loss": 0.3678,
      "step": 1203060
    },
    {
      "epoch": 335.77,
      "grad_norm": 1.0297895669937134,
      "learning_rate": 3.1433916098634605e-06,
      "loss": 0.3602,
      "step": 1203070
    },
    {
      "epoch": 335.77,
      "grad_norm": 1.0505884885787964,
      "learning_rate": 3.143366192615969e-06,
      "loss": 0.3531,
      "step": 1203080
    },
    {
      "epoch": 335.78,
      "grad_norm": 0.8779881596565247,
      "learning_rate": 3.143340775262049e-06,
      "loss": 0.3321,
      "step": 1203090
    },
    {
      "epoch": 335.78,
      "grad_norm": 0.9504249095916748,
      "learning_rate": 3.1433153578017024e-06,
      "loss": 0.3468,
      "step": 1203100
    },
    {
      "epoch": 335.78,
      "grad_norm": 0.9943785667419434,
      "learning_rate": 3.143289940234934e-06,
      "loss": 0.3451,
      "step": 1203110
    },
    {
      "epoch": 335.79,
      "grad_norm": 0.9779102802276611,
      "learning_rate": 3.143264522561746e-06,
      "loss": 0.3553,
      "step": 1203120
    },
    {
      "epoch": 335.79,
      "grad_norm": 1.0137110948562622,
      "learning_rate": 3.143239104782144e-06,
      "loss": 0.3803,
      "step": 1203130
    },
    {
      "epoch": 335.79,
      "grad_norm": 1.032188892364502,
      "learning_rate": 3.143213686896128e-06,
      "loss": 0.3441,
      "step": 1203140
    },
    {
      "epoch": 335.79,
      "grad_norm": 1.1535743474960327,
      "learning_rate": 3.143188268903704e-06,
      "loss": 0.3613,
      "step": 1203150
    },
    {
      "epoch": 335.8,
      "grad_norm": 4.001266002655029,
      "learning_rate": 3.1431628508048744e-06,
      "loss": 0.3264,
      "step": 1203160
    },
    {
      "epoch": 335.8,
      "grad_norm": 0.9873063564300537,
      "learning_rate": 3.143137432599642e-06,
      "loss": 0.3537,
      "step": 1203170
    },
    {
      "epoch": 335.8,
      "grad_norm": 0.9530007839202881,
      "learning_rate": 3.1431120142880117e-06,
      "loss": 0.3476,
      "step": 1203180
    },
    {
      "epoch": 335.81,
      "grad_norm": 1.153272271156311,
      "learning_rate": 3.1430865958699865e-06,
      "loss": 0.3491,
      "step": 1203190
    },
    {
      "epoch": 335.81,
      "grad_norm": 1.010964035987854,
      "learning_rate": 3.143061177345569e-06,
      "loss": 0.3419,
      "step": 1203200
    },
    {
      "epoch": 335.81,
      "grad_norm": 1.079653263092041,
      "learning_rate": 3.1430357587147625e-06,
      "loss": 0.3569,
      "step": 1203210
    },
    {
      "epoch": 335.81,
      "grad_norm": 0.8768420815467834,
      "learning_rate": 3.1430103399775715e-06,
      "loss": 0.3528,
      "step": 1203220
    },
    {
      "epoch": 335.82,
      "grad_norm": 1.264583706855774,
      "learning_rate": 3.142984921133998e-06,
      "loss": 0.3405,
      "step": 1203230
    },
    {
      "epoch": 335.82,
      "grad_norm": 1.058929681777954,
      "learning_rate": 3.1429595021840464e-06,
      "loss": 0.3571,
      "step": 1203240
    },
    {
      "epoch": 335.82,
      "grad_norm": 1.0529108047485352,
      "learning_rate": 3.14293408312772e-06,
      "loss": 0.3485,
      "step": 1203250
    },
    {
      "epoch": 335.82,
      "grad_norm": 0.8943965435028076,
      "learning_rate": 3.142908663965022e-06,
      "loss": 0.3582,
      "step": 1203260
    },
    {
      "epoch": 335.83,
      "grad_norm": 0.8971374034881592,
      "learning_rate": 3.1428832446959555e-06,
      "loss": 0.3333,
      "step": 1203270
    },
    {
      "epoch": 335.83,
      "grad_norm": 0.9390160441398621,
      "learning_rate": 3.142857825320525e-06,
      "loss": 0.3665,
      "step": 1203280
    },
    {
      "epoch": 335.83,
      "grad_norm": 0.9024014472961426,
      "learning_rate": 3.1428324058387324e-06,
      "loss": 0.3433,
      "step": 1203290
    },
    {
      "epoch": 335.84,
      "grad_norm": 10.709571838378906,
      "learning_rate": 3.142806986250581e-06,
      "loss": 0.3343,
      "step": 1203300
    },
    {
      "epoch": 335.84,
      "grad_norm": 0.9095524549484253,
      "learning_rate": 3.1427815665560755e-06,
      "loss": 0.3714,
      "step": 1203310
    },
    {
      "epoch": 335.84,
      "grad_norm": 0.9581263065338135,
      "learning_rate": 3.142756146755219e-06,
      "loss": 0.3582,
      "step": 1203320
    },
    {
      "epoch": 335.84,
      "grad_norm": 1.0628217458724976,
      "learning_rate": 3.142730726848014e-06,
      "loss": 0.3438,
      "step": 1203330
    },
    {
      "epoch": 335.85,
      "grad_norm": 1.008118987083435,
      "learning_rate": 3.142705306834465e-06,
      "loss": 0.344,
      "step": 1203340
    },
    {
      "epoch": 335.85,
      "grad_norm": 1.1000679731369019,
      "learning_rate": 3.1426798867145753e-06,
      "loss": 0.3437,
      "step": 1203350
    },
    {
      "epoch": 335.85,
      "grad_norm": 1.1244698762893677,
      "learning_rate": 3.142654466488347e-06,
      "loss": 0.362,
      "step": 1203360
    },
    {
      "epoch": 335.86,
      "grad_norm": 1.0979825258255005,
      "learning_rate": 3.1426290461557837e-06,
      "loss": 0.3492,
      "step": 1203370
    },
    {
      "epoch": 335.86,
      "grad_norm": 1.1625076532363892,
      "learning_rate": 3.1426036257168903e-06,
      "loss": 0.3421,
      "step": 1203380
    },
    {
      "epoch": 335.86,
      "grad_norm": 1.0321707725524902,
      "learning_rate": 3.142578205171669e-06,
      "loss": 0.3367,
      "step": 1203390
    },
    {
      "epoch": 335.86,
      "grad_norm": 1.0851361751556396,
      "learning_rate": 3.142552784520123e-06,
      "loss": 0.3394,
      "step": 1203400
    },
    {
      "epoch": 335.87,
      "grad_norm": 1.0018147230148315,
      "learning_rate": 3.1425273637622575e-06,
      "loss": 0.3526,
      "step": 1203410
    },
    {
      "epoch": 335.87,
      "grad_norm": 1.0005593299865723,
      "learning_rate": 3.142501942898074e-06,
      "loss": 0.3534,
      "step": 1203420
    },
    {
      "epoch": 335.87,
      "grad_norm": 1.1041045188903809,
      "learning_rate": 3.1424765219275754e-06,
      "loss": 0.3705,
      "step": 1203430
    },
    {
      "epoch": 335.87,
      "grad_norm": 0.8413727283477783,
      "learning_rate": 3.142451100850767e-06,
      "loss": 0.3582,
      "step": 1203440
    },
    {
      "epoch": 335.88,
      "grad_norm": 1.041673183441162,
      "learning_rate": 3.142425679667651e-06,
      "loss": 0.3492,
      "step": 1203450
    },
    {
      "epoch": 335.88,
      "grad_norm": 1.0615794658660889,
      "learning_rate": 3.1424002583782308e-06,
      "loss": 0.3592,
      "step": 1203460
    },
    {
      "epoch": 335.88,
      "grad_norm": 1.131973385810852,
      "learning_rate": 3.14237483698251e-06,
      "loss": 0.3595,
      "step": 1203470
    },
    {
      "epoch": 335.89,
      "grad_norm": 1.0806052684783936,
      "learning_rate": 3.1423494154804923e-06,
      "loss": 0.3447,
      "step": 1203480
    },
    {
      "epoch": 335.89,
      "grad_norm": 1.0774860382080078,
      "learning_rate": 3.142323993872181e-06,
      "loss": 0.3422,
      "step": 1203490
    },
    {
      "epoch": 335.89,
      "grad_norm": 0.9564767479896545,
      "learning_rate": 3.142298572157579e-06,
      "loss": 0.3441,
      "step": 1203500
    },
    {
      "epoch": 335.89,
      "grad_norm": 1.6126937866210938,
      "learning_rate": 3.1422731503366907e-06,
      "loss": 0.3663,
      "step": 1203510
    },
    {
      "epoch": 335.9,
      "grad_norm": 0.9555799961090088,
      "learning_rate": 3.1422477284095176e-06,
      "loss": 0.3506,
      "step": 1203520
    },
    {
      "epoch": 335.9,
      "grad_norm": 1.1592990159988403,
      "learning_rate": 3.1422223063760644e-06,
      "loss": 0.3575,
      "step": 1203530
    },
    {
      "epoch": 335.9,
      "grad_norm": 1.035137414932251,
      "learning_rate": 3.142196884236335e-06,
      "loss": 0.3614,
      "step": 1203540
    },
    {
      "epoch": 335.91,
      "grad_norm": 0.8930687308311462,
      "learning_rate": 3.1421714619903313e-06,
      "loss": 0.3354,
      "step": 1203550
    },
    {
      "epoch": 335.91,
      "grad_norm": 0.8851525783538818,
      "learning_rate": 3.1421460396380587e-06,
      "loss": 0.3324,
      "step": 1203560
    },
    {
      "epoch": 335.91,
      "grad_norm": 1.2105907201766968,
      "learning_rate": 3.142120617179518e-06,
      "loss": 0.3632,
      "step": 1203570
    },
    {
      "epoch": 335.91,
      "grad_norm": 0.9164958596229553,
      "learning_rate": 3.142095194614715e-06,
      "loss": 0.3436,
      "step": 1203580
    },
    {
      "epoch": 335.92,
      "grad_norm": 0.9597857594490051,
      "learning_rate": 3.1420697719436515e-06,
      "loss": 0.3519,
      "step": 1203590
    },
    {
      "epoch": 335.92,
      "grad_norm": 1.0407384634017944,
      "learning_rate": 3.142044349166331e-06,
      "loss": 0.3637,
      "step": 1203600
    },
    {
      "epoch": 335.92,
      "grad_norm": 1.861966848373413,
      "learning_rate": 3.1420189262827582e-06,
      "loss": 0.3448,
      "step": 1203610
    },
    {
      "epoch": 335.93,
      "grad_norm": 1.0738064050674438,
      "learning_rate": 3.141993503292935e-06,
      "loss": 0.3602,
      "step": 1203620
    },
    {
      "epoch": 335.93,
      "grad_norm": 1.0020761489868164,
      "learning_rate": 3.141968080196866e-06,
      "loss": 0.3533,
      "step": 1203630
    },
    {
      "epoch": 335.93,
      "grad_norm": 0.9156442880630493,
      "learning_rate": 3.141942656994554e-06,
      "loss": 0.3692,
      "step": 1203640
    },
    {
      "epoch": 335.93,
      "grad_norm": 0.9900725483894348,
      "learning_rate": 3.1419172336860015e-06,
      "loss": 0.3616,
      "step": 1203650
    },
    {
      "epoch": 335.94,
      "grad_norm": 1.8245482444763184,
      "learning_rate": 3.141891810271213e-06,
      "loss": 0.3436,
      "step": 1203660
    },
    {
      "epoch": 335.94,
      "grad_norm": 1.3283615112304688,
      "learning_rate": 3.1418663867501914e-06,
      "loss": 0.3624,
      "step": 1203670
    },
    {
      "epoch": 335.94,
      "grad_norm": 1.110188364982605,
      "learning_rate": 3.1418409631229407e-06,
      "loss": 0.3517,
      "step": 1203680
    },
    {
      "epoch": 335.94,
      "grad_norm": 0.9209151268005371,
      "learning_rate": 3.1418155393894635e-06,
      "loss": 0.3744,
      "step": 1203690
    },
    {
      "epoch": 335.95,
      "grad_norm": 1.3107898235321045,
      "learning_rate": 3.141790115549764e-06,
      "loss": 0.343,
      "step": 1203700
    },
    {
      "epoch": 335.95,
      "grad_norm": 1.0331934690475464,
      "learning_rate": 3.1417646916038456e-06,
      "loss": 0.3379,
      "step": 1203710
    },
    {
      "epoch": 335.95,
      "grad_norm": 1.294539213180542,
      "learning_rate": 3.14173926755171e-06,
      "loss": 0.3503,
      "step": 1203720
    },
    {
      "epoch": 335.96,
      "grad_norm": 1.017395257949829,
      "learning_rate": 3.141713843393363e-06,
      "loss": 0.3564,
      "step": 1203730
    },
    {
      "epoch": 335.96,
      "grad_norm": 1.2008452415466309,
      "learning_rate": 3.141688419128806e-06,
      "loss": 0.349,
      "step": 1203740
    },
    {
      "epoch": 335.96,
      "grad_norm": 1.0290385484695435,
      "learning_rate": 3.141662994758043e-06,
      "loss": 0.3591,
      "step": 1203750
    },
    {
      "epoch": 335.96,
      "grad_norm": 1.092073917388916,
      "learning_rate": 3.1416375702810775e-06,
      "loss": 0.3377,
      "step": 1203760
    },
    {
      "epoch": 335.97,
      "grad_norm": 1.0872397422790527,
      "learning_rate": 3.141612145697914e-06,
      "loss": 0.3508,
      "step": 1203770
    },
    {
      "epoch": 335.97,
      "grad_norm": 0.9918668270111084,
      "learning_rate": 3.1415867210085543e-06,
      "loss": 0.3561,
      "step": 1203780
    },
    {
      "epoch": 335.97,
      "grad_norm": 1.0008810758590698,
      "learning_rate": 3.141561296213002e-06,
      "loss": 0.3504,
      "step": 1203790
    },
    {
      "epoch": 335.98,
      "grad_norm": 1.1211771965026855,
      "learning_rate": 3.1415358713112614e-06,
      "loss": 0.3595,
      "step": 1203800
    },
    {
      "epoch": 335.98,
      "grad_norm": 1.0893474817276,
      "learning_rate": 3.1415104463033347e-06,
      "loss": 0.3493,
      "step": 1203810
    },
    {
      "epoch": 335.98,
      "grad_norm": 1.1080961227416992,
      "learning_rate": 3.141485021189226e-06,
      "loss": 0.3629,
      "step": 1203820
    },
    {
      "epoch": 335.98,
      "grad_norm": 0.9470634460449219,
      "learning_rate": 3.1414595959689388e-06,
      "loss": 0.3706,
      "step": 1203830
    },
    {
      "epoch": 335.99,
      "grad_norm": 1.2843189239501953,
      "learning_rate": 3.141434170642476e-06,
      "loss": 0.3626,
      "step": 1203840
    },
    {
      "epoch": 335.99,
      "grad_norm": 1.1716581583023071,
      "learning_rate": 3.1414087452098414e-06,
      "loss": 0.3649,
      "step": 1203850
    },
    {
      "epoch": 335.99,
      "grad_norm": 0.9827612638473511,
      "learning_rate": 3.141383319671038e-06,
      "loss": 0.3647,
      "step": 1203860
    },
    {
      "epoch": 335.99,
      "grad_norm": 1.0010881423950195,
      "learning_rate": 3.1413578940260696e-06,
      "loss": 0.3627,
      "step": 1203870
    },
    {
      "epoch": 336.0,
      "grad_norm": 0.9889312982559204,
      "learning_rate": 3.141332468274939e-06,
      "loss": 0.3589,
      "step": 1203880
    },
    {
      "epoch": 336.0,
      "eval_loss": 0.3533105254173279,
      "eval_runtime": 62.9256,
      "eval_samples_per_second": 80.397,
      "eval_steps_per_second": 10.06,
      "step": 1203888
    },
    {
      "epoch": 336.0,
      "grad_norm": 1.0338921546936035,
      "learning_rate": 3.14130704241765e-06,
      "loss": 0.3556,
      "step": 1203890
    },
    {
      "epoch": 336.0,
      "grad_norm": 1.3021800518035889,
      "learning_rate": 3.1412816164542067e-06,
      "loss": 0.357,
      "step": 1203900
    },
    {
      "epoch": 336.01,
      "grad_norm": 0.9479750990867615,
      "learning_rate": 3.141256190384611e-06,
      "loss": 0.3421,
      "step": 1203910
    },
    {
      "epoch": 336.01,
      "grad_norm": 1.071187973022461,
      "learning_rate": 3.1412307642088668e-06,
      "loss": 0.3554,
      "step": 1203920
    },
    {
      "epoch": 336.01,
      "grad_norm": 1.0138345956802368,
      "learning_rate": 3.1412053379269783e-06,
      "loss": 0.3703,
      "step": 1203930
    },
    {
      "epoch": 336.01,
      "grad_norm": 0.883965790271759,
      "learning_rate": 3.1411799115389486e-06,
      "loss": 0.3483,
      "step": 1203940
    },
    {
      "epoch": 336.02,
      "grad_norm": 1.218017816543579,
      "learning_rate": 3.1411544850447797e-06,
      "loss": 0.3572,
      "step": 1203950
    },
    {
      "epoch": 336.02,
      "grad_norm": 1.063416838645935,
      "learning_rate": 3.1411290584444768e-06,
      "loss": 0.3533,
      "step": 1203960
    },
    {
      "epoch": 336.02,
      "grad_norm": 0.962317705154419,
      "learning_rate": 3.1411036317380423e-06,
      "loss": 0.349,
      "step": 1203970
    },
    {
      "epoch": 336.03,
      "grad_norm": 0.9011029601097107,
      "learning_rate": 3.1410782049254796e-06,
      "loss": 0.3535,
      "step": 1203980
    },
    {
      "epoch": 336.03,
      "grad_norm": 0.9366049766540527,
      "learning_rate": 3.1410527780067927e-06,
      "loss": 0.3706,
      "step": 1203990
    },
    {
      "epoch": 336.03,
      "grad_norm": 1.0104492902755737,
      "learning_rate": 3.1410273509819843e-06,
      "loss": 0.3508,
      "step": 1204000
    },
    {
      "epoch": 336.03,
      "grad_norm": 1.0688810348510742,
      "learning_rate": 3.1410019238510584e-06,
      "loss": 0.3455,
      "step": 1204010
    },
    {
      "epoch": 336.04,
      "grad_norm": 0.971790611743927,
      "learning_rate": 3.140976496614018e-06,
      "loss": 0.341,
      "step": 1204020
    },
    {
      "epoch": 336.04,
      "grad_norm": 0.9054256081581116,
      "learning_rate": 3.1409510692708662e-06,
      "loss": 0.3462,
      "step": 1204030
    },
    {
      "epoch": 336.04,
      "grad_norm": 0.9546536207199097,
      "learning_rate": 3.1409256418216063e-06,
      "loss": 0.3345,
      "step": 1204040
    },
    {
      "epoch": 336.05,
      "grad_norm": 1.0788869857788086,
      "learning_rate": 3.1409002142662428e-06,
      "loss": 0.3525,
      "step": 1204050
    },
    {
      "epoch": 336.05,
      "grad_norm": 0.9769718050956726,
      "learning_rate": 3.1408747866047786e-06,
      "loss": 0.3497,
      "step": 1204060
    },
    {
      "epoch": 336.05,
      "grad_norm": 1.296475887298584,
      "learning_rate": 3.1408493588372164e-06,
      "loss": 0.3518,
      "step": 1204070
    },
    {
      "epoch": 336.05,
      "grad_norm": 0.8755946755409241,
      "learning_rate": 3.1408239309635604e-06,
      "loss": 0.3546,
      "step": 1204080
    },
    {
      "epoch": 336.06,
      "grad_norm": 1.0174951553344727,
      "learning_rate": 3.140798502983814e-06,
      "loss": 0.3521,
      "step": 1204090
    },
    {
      "epoch": 336.06,
      "grad_norm": 1.0973153114318848,
      "learning_rate": 3.140773074897979e-06,
      "loss": 0.3409,
      "step": 1204100
    },
    {
      "epoch": 336.06,
      "grad_norm": 1.2244113683700562,
      "learning_rate": 3.14074764670606e-06,
      "loss": 0.3499,
      "step": 1204110
    },
    {
      "epoch": 336.06,
      "grad_norm": 0.9846998453140259,
      "learning_rate": 3.1407222184080617e-06,
      "loss": 0.3617,
      "step": 1204120
    },
    {
      "epoch": 336.07,
      "grad_norm": 5.421132564544678,
      "learning_rate": 3.1406967900039856e-06,
      "loss": 0.3493,
      "step": 1204130
    },
    {
      "epoch": 336.07,
      "grad_norm": 1.0787822008132935,
      "learning_rate": 3.1406713614938355e-06,
      "loss": 0.3575,
      "step": 1204140
    },
    {
      "epoch": 336.07,
      "grad_norm": 1.0071886777877808,
      "learning_rate": 3.140645932877615e-06,
      "loss": 0.3567,
      "step": 1204150
    },
    {
      "epoch": 336.08,
      "grad_norm": 1.3296879529953003,
      "learning_rate": 3.140620504155328e-06,
      "loss": 0.3504,
      "step": 1204160
    },
    {
      "epoch": 336.08,
      "grad_norm": 1.125270962715149,
      "learning_rate": 3.1405950753269764e-06,
      "loss": 0.3833,
      "step": 1204170
    },
    {
      "epoch": 336.08,
      "grad_norm": 0.949765145778656,
      "learning_rate": 3.1405696463925653e-06,
      "loss": 0.3511,
      "step": 1204180
    },
    {
      "epoch": 336.08,
      "grad_norm": 0.8661823868751526,
      "learning_rate": 3.140544217352097e-06,
      "loss": 0.326,
      "step": 1204190
    },
    {
      "epoch": 336.09,
      "grad_norm": 0.9938769340515137,
      "learning_rate": 3.1405187882055747e-06,
      "loss": 0.3394,
      "step": 1204200
    },
    {
      "epoch": 336.09,
      "grad_norm": 1.8985965251922607,
      "learning_rate": 3.1404933589530024e-06,
      "loss": 0.3409,
      "step": 1204210
    },
    {
      "epoch": 336.09,
      "grad_norm": 1.0312191247940063,
      "learning_rate": 3.140467929594384e-06,
      "loss": 0.3594,
      "step": 1204220
    },
    {
      "epoch": 336.1,
      "grad_norm": 1.0163438320159912,
      "learning_rate": 3.140442500129722e-06,
      "loss": 0.3514,
      "step": 1204230
    },
    {
      "epoch": 336.1,
      "grad_norm": 1.1173663139343262,
      "learning_rate": 3.1404170705590196e-06,
      "loss": 0.3649,
      "step": 1204240
    },
    {
      "epoch": 336.1,
      "grad_norm": 2.441072702407837,
      "learning_rate": 3.140391640882281e-06,
      "loss": 0.3529,
      "step": 1204250
    },
    {
      "epoch": 336.1,
      "grad_norm": 1.2497284412384033,
      "learning_rate": 3.140366211099509e-06,
      "loss": 0.3691,
      "step": 1204260
    },
    {
      "epoch": 336.11,
      "grad_norm": 0.8572750091552734,
      "learning_rate": 3.1403407812107065e-06,
      "loss": 0.3465,
      "step": 1204270
    },
    {
      "epoch": 336.11,
      "grad_norm": 1.1555039882659912,
      "learning_rate": 3.1403153512158783e-06,
      "loss": 0.3466,
      "step": 1204280
    },
    {
      "epoch": 336.11,
      "grad_norm": 1.1667125225067139,
      "learning_rate": 3.1402899211150275e-06,
      "loss": 0.3484,
      "step": 1204290
    },
    {
      "epoch": 336.11,
      "grad_norm": 1.2129818201065063,
      "learning_rate": 3.140264490908156e-06,
      "loss": 0.3693,
      "step": 1204300
    },
    {
      "epoch": 336.12,
      "grad_norm": 1.018113374710083,
      "learning_rate": 3.1402390605952696e-06,
      "loss": 0.3449,
      "step": 1204310
    },
    {
      "epoch": 336.12,
      "grad_norm": 1.1547479629516602,
      "learning_rate": 3.1402136301763693e-06,
      "loss": 0.3643,
      "step": 1204320
    },
    {
      "epoch": 336.12,
      "grad_norm": 1.2176522016525269,
      "learning_rate": 3.1401881996514586e-06,
      "loss": 0.3549,
      "step": 1204330
    },
    {
      "epoch": 336.13,
      "grad_norm": 0.9479773044586182,
      "learning_rate": 3.1401627690205426e-06,
      "loss": 0.3501,
      "step": 1204340
    },
    {
      "epoch": 336.13,
      "grad_norm": 1.1408295631408691,
      "learning_rate": 3.1401373382836243e-06,
      "loss": 0.3605,
      "step": 1204350
    },
    {
      "epoch": 336.13,
      "grad_norm": 0.974894642829895,
      "learning_rate": 3.140111907440706e-06,
      "loss": 0.3549,
      "step": 1204360
    },
    {
      "epoch": 336.13,
      "grad_norm": 0.9435368180274963,
      "learning_rate": 3.1400864764917923e-06,
      "loss": 0.3421,
      "step": 1204370
    },
    {
      "epoch": 336.14,
      "grad_norm": 1.0117013454437256,
      "learning_rate": 3.1400610454368863e-06,
      "loss": 0.3634,
      "step": 1204380
    },
    {
      "epoch": 336.14,
      "grad_norm": 1.0195355415344238,
      "learning_rate": 3.1400356142759903e-06,
      "loss": 0.3552,
      "step": 1204390
    },
    {
      "epoch": 336.14,
      "grad_norm": 1.1748226881027222,
      "learning_rate": 3.1400101830091084e-06,
      "loss": 0.3403,
      "step": 1204400
    },
    {
      "epoch": 336.15,
      "grad_norm": 1.0580960512161255,
      "learning_rate": 3.1399847516362444e-06,
      "loss": 0.3484,
      "step": 1204410
    },
    {
      "epoch": 336.15,
      "grad_norm": 0.9993547201156616,
      "learning_rate": 3.139959320157401e-06,
      "loss": 0.339,
      "step": 1204420
    },
    {
      "epoch": 336.15,
      "grad_norm": 0.9603880643844604,
      "learning_rate": 3.1399338885725815e-06,
      "loss": 0.3582,
      "step": 1204430
    },
    {
      "epoch": 336.15,
      "grad_norm": 1.2818137407302856,
      "learning_rate": 3.139908456881791e-06,
      "loss": 0.376,
      "step": 1204440
    },
    {
      "epoch": 336.16,
      "grad_norm": 1.171995759010315,
      "learning_rate": 3.139883025085031e-06,
      "loss": 0.3677,
      "step": 1204450
    },
    {
      "epoch": 336.16,
      "grad_norm": 0.979289174079895,
      "learning_rate": 3.1398575931823052e-06,
      "loss": 0.3465,
      "step": 1204460
    },
    {
      "epoch": 336.16,
      "grad_norm": 1.207837700843811,
      "learning_rate": 3.1398321611736177e-06,
      "loss": 0.368,
      "step": 1204470
    },
    {
      "epoch": 336.17,
      "grad_norm": 1.0604569911956787,
      "learning_rate": 3.139806729058971e-06,
      "loss": 0.3657,
      "step": 1204480
    },
    {
      "epoch": 336.17,
      "grad_norm": 0.97234708070755,
      "learning_rate": 3.1397812968383694e-06,
      "loss": 0.3446,
      "step": 1204490
    },
    {
      "epoch": 336.17,
      "grad_norm": 1.0094735622406006,
      "learning_rate": 3.139755864511815e-06,
      "loss": 0.3561,
      "step": 1204500
    },
    {
      "epoch": 336.17,
      "grad_norm": 1.321500301361084,
      "learning_rate": 3.139730432079313e-06,
      "loss": 0.3474,
      "step": 1204510
    },
    {
      "epoch": 336.18,
      "grad_norm": 0.9463685750961304,
      "learning_rate": 3.139704999540866e-06,
      "loss": 0.3397,
      "step": 1204520
    },
    {
      "epoch": 336.18,
      "grad_norm": 1.7390166521072388,
      "learning_rate": 3.139679566896476e-06,
      "loss": 0.357,
      "step": 1204530
    },
    {
      "epoch": 336.18,
      "grad_norm": 0.9689731597900391,
      "learning_rate": 3.1396541341461484e-06,
      "loss": 0.3455,
      "step": 1204540
    },
    {
      "epoch": 336.18,
      "grad_norm": 1.036422610282898,
      "learning_rate": 3.139628701289885e-06,
      "loss": 0.3507,
      "step": 1204550
    },
    {
      "epoch": 336.19,
      "grad_norm": 0.9434212446212769,
      "learning_rate": 3.1396032683276903e-06,
      "loss": 0.3522,
      "step": 1204560
    },
    {
      "epoch": 336.19,
      "grad_norm": 0.9270121455192566,
      "learning_rate": 3.1395778352595675e-06,
      "loss": 0.3456,
      "step": 1204570
    },
    {
      "epoch": 336.19,
      "grad_norm": 0.915833592414856,
      "learning_rate": 3.1395524020855197e-06,
      "loss": 0.3476,
      "step": 1204580
    },
    {
      "epoch": 336.2,
      "grad_norm": 0.9455999732017517,
      "learning_rate": 3.1395269688055505e-06,
      "loss": 0.3659,
      "step": 1204590
    },
    {
      "epoch": 336.2,
      "grad_norm": 0.9492995142936707,
      "learning_rate": 3.1395015354196637e-06,
      "loss": 0.3501,
      "step": 1204600
    },
    {
      "epoch": 336.2,
      "grad_norm": 1.0181920528411865,
      "learning_rate": 3.139476101927861e-06,
      "loss": 0.3486,
      "step": 1204610
    },
    {
      "epoch": 336.2,
      "grad_norm": 0.9965304136276245,
      "learning_rate": 3.139450668330147e-06,
      "loss": 0.3634,
      "step": 1204620
    },
    {
      "epoch": 336.21,
      "grad_norm": 0.9692509770393372,
      "learning_rate": 3.139425234626525e-06,
      "loss": 0.3755,
      "step": 1204630
    },
    {
      "epoch": 336.21,
      "grad_norm": 1.0565961599349976,
      "learning_rate": 3.1393998008169998e-06,
      "loss": 0.3619,
      "step": 1204640
    },
    {
      "epoch": 336.21,
      "grad_norm": 1.0027642250061035,
      "learning_rate": 3.1393743669015716e-06,
      "loss": 0.3538,
      "step": 1204650
    },
    {
      "epoch": 336.22,
      "grad_norm": 1.1236567497253418,
      "learning_rate": 3.139348932880247e-06,
      "loss": 0.3755,
      "step": 1204660
    },
    {
      "epoch": 336.22,
      "grad_norm": 1.1328058242797852,
      "learning_rate": 3.1393234987530276e-06,
      "loss": 0.3356,
      "step": 1204670
    },
    {
      "epoch": 336.22,
      "grad_norm": 0.8699004650115967,
      "learning_rate": 3.139298064519917e-06,
      "loss": 0.3491,
      "step": 1204680
    },
    {
      "epoch": 336.22,
      "grad_norm": 0.9624044895172119,
      "learning_rate": 3.1392726301809184e-06,
      "loss": 0.3606,
      "step": 1204690
    },
    {
      "epoch": 336.23,
      "grad_norm": 1.0804508924484253,
      "learning_rate": 3.139247195736036e-06,
      "loss": 0.3497,
      "step": 1204700
    },
    {
      "epoch": 336.23,
      "grad_norm": 0.9529138803482056,
      "learning_rate": 3.1392217611852724e-06,
      "loss": 0.348,
      "step": 1204710
    },
    {
      "epoch": 336.23,
      "grad_norm": 1.0453498363494873,
      "learning_rate": 3.139196326528631e-06,
      "loss": 0.34,
      "step": 1204720
    },
    {
      "epoch": 336.23,
      "grad_norm": 0.9138274192810059,
      "learning_rate": 3.1391708917661162e-06,
      "loss": 0.3568,
      "step": 1204730
    },
    {
      "epoch": 336.24,
      "grad_norm": 1.1527011394500732,
      "learning_rate": 3.139145456897731e-06,
      "loss": 0.3415,
      "step": 1204740
    },
    {
      "epoch": 336.24,
      "grad_norm": 0.9022056460380554,
      "learning_rate": 3.139120021923477e-06,
      "loss": 0.3488,
      "step": 1204750
    },
    {
      "epoch": 336.24,
      "grad_norm": 0.949496328830719,
      "learning_rate": 3.13909458684336e-06,
      "loss": 0.3317,
      "step": 1204760
    },
    {
      "epoch": 336.25,
      "grad_norm": 1.0084681510925293,
      "learning_rate": 3.1390691516573824e-06,
      "loss": 0.3752,
      "step": 1204770
    },
    {
      "epoch": 336.25,
      "grad_norm": 1.0930474996566772,
      "learning_rate": 3.1390437163655473e-06,
      "loss": 0.3556,
      "step": 1204780
    },
    {
      "epoch": 336.25,
      "grad_norm": 0.9617703557014465,
      "learning_rate": 3.1390182809678586e-06,
      "loss": 0.3623,
      "step": 1204790
    },
    {
      "epoch": 336.25,
      "grad_norm": 0.9458359479904175,
      "learning_rate": 3.1389928454643194e-06,
      "loss": 0.3634,
      "step": 1204800
    },
    {
      "epoch": 336.26,
      "grad_norm": 0.9267765879631042,
      "learning_rate": 3.138967409854933e-06,
      "loss": 0.356,
      "step": 1204810
    },
    {
      "epoch": 336.26,
      "grad_norm": 1.1219123601913452,
      "learning_rate": 3.1389419741397034e-06,
      "loss": 0.3626,
      "step": 1204820
    },
    {
      "epoch": 336.26,
      "grad_norm": 1.0898723602294922,
      "learning_rate": 3.1389165383186337e-06,
      "loss": 0.3625,
      "step": 1204830
    },
    {
      "epoch": 336.27,
      "grad_norm": 1.0780248641967773,
      "learning_rate": 3.1388911023917263e-06,
      "loss": 0.3484,
      "step": 1204840
    },
    {
      "epoch": 336.27,
      "grad_norm": 1.136492133140564,
      "learning_rate": 3.1388656663589856e-06,
      "loss": 0.3631,
      "step": 1204850
    },
    {
      "epoch": 336.27,
      "grad_norm": 1.1696629524230957,
      "learning_rate": 3.1388402302204153e-06,
      "loss": 0.3466,
      "step": 1204860
    },
    {
      "epoch": 336.27,
      "grad_norm": 1.169986367225647,
      "learning_rate": 3.1388147939760175e-06,
      "loss": 0.3457,
      "step": 1204870
    },
    {
      "epoch": 336.28,
      "grad_norm": 1.0255881547927856,
      "learning_rate": 3.1387893576257966e-06,
      "loss": 0.3468,
      "step": 1204880
    },
    {
      "epoch": 336.28,
      "grad_norm": 1.1310408115386963,
      "learning_rate": 3.1387639211697562e-06,
      "loss": 0.3434,
      "step": 1204890
    },
    {
      "epoch": 336.28,
      "grad_norm": 0.9179689884185791,
      "learning_rate": 3.1387384846078994e-06,
      "loss": 0.3638,
      "step": 1204900
    },
    {
      "epoch": 336.29,
      "grad_norm": 1.2753655910491943,
      "learning_rate": 3.1387130479402287e-06,
      "loss": 0.3631,
      "step": 1204910
    },
    {
      "epoch": 336.29,
      "grad_norm": 1.1669543981552124,
      "learning_rate": 3.138687611166748e-06,
      "loss": 0.3437,
      "step": 1204920
    },
    {
      "epoch": 336.29,
      "grad_norm": 0.999181866645813,
      "learning_rate": 3.1386621742874617e-06,
      "loss": 0.3493,
      "step": 1204930
    },
    {
      "epoch": 336.29,
      "grad_norm": 0.9702972769737244,
      "learning_rate": 3.138636737302372e-06,
      "loss": 0.3582,
      "step": 1204940
    },
    {
      "epoch": 336.3,
      "grad_norm": 1.0316709280014038,
      "learning_rate": 3.1386113002114828e-06,
      "loss": 0.351,
      "step": 1204950
    },
    {
      "epoch": 336.3,
      "grad_norm": 0.9579131603240967,
      "learning_rate": 3.1385858630147972e-06,
      "loss": 0.3504,
      "step": 1204960
    },
    {
      "epoch": 336.3,
      "grad_norm": 1.0129331350326538,
      "learning_rate": 3.1385604257123194e-06,
      "loss": 0.3574,
      "step": 1204970
    },
    {
      "epoch": 336.3,
      "grad_norm": 1.1043776273727417,
      "learning_rate": 3.138534988304051e-06,
      "loss": 0.371,
      "step": 1204980
    },
    {
      "epoch": 336.31,
      "grad_norm": 0.9116024374961853,
      "learning_rate": 3.1385095507899974e-06,
      "loss": 0.333,
      "step": 1204990
    },
    {
      "epoch": 336.31,
      "grad_norm": 1.082148551940918,
      "learning_rate": 3.1384841131701604e-06,
      "loss": 0.3384,
      "step": 1205000
    },
    {
      "epoch": 336.31,
      "grad_norm": 0.9054788947105408,
      "learning_rate": 3.1384586754445443e-06,
      "loss": 0.3448,
      "step": 1205010
    },
    {
      "epoch": 336.32,
      "grad_norm": 1.3000341653823853,
      "learning_rate": 3.138433237613152e-06,
      "loss": 0.3455,
      "step": 1205020
    },
    {
      "epoch": 336.32,
      "grad_norm": 1.1560007333755493,
      "learning_rate": 3.1384077996759877e-06,
      "loss": 0.3592,
      "step": 1205030
    },
    {
      "epoch": 336.32,
      "grad_norm": 0.9547784924507141,
      "learning_rate": 3.138382361633054e-06,
      "loss": 0.3446,
      "step": 1205040
    },
    {
      "epoch": 336.32,
      "grad_norm": 1.005985140800476,
      "learning_rate": 3.1383569234843546e-06,
      "loss": 0.3348,
      "step": 1205050
    },
    {
      "epoch": 336.33,
      "grad_norm": 1.015215277671814,
      "learning_rate": 3.1383314852298926e-06,
      "loss": 0.3695,
      "step": 1205060
    },
    {
      "epoch": 336.33,
      "grad_norm": 1.085324764251709,
      "learning_rate": 3.138306046869672e-06,
      "loss": 0.3609,
      "step": 1205070
    },
    {
      "epoch": 336.33,
      "grad_norm": 0.9337437152862549,
      "learning_rate": 3.138280608403695e-06,
      "loss": 0.3379,
      "step": 1205080
    },
    {
      "epoch": 336.34,
      "grad_norm": 0.9372536540031433,
      "learning_rate": 3.1382551698319663e-06,
      "loss": 0.3557,
      "step": 1205090
    },
    {
      "epoch": 336.34,
      "grad_norm": 1.1044087409973145,
      "learning_rate": 3.1382297311544885e-06,
      "loss": 0.3528,
      "step": 1205100
    },
    {
      "epoch": 336.34,
      "grad_norm": 1.3361842632293701,
      "learning_rate": 3.1382042923712653e-06,
      "loss": 0.3394,
      "step": 1205110
    },
    {
      "epoch": 336.34,
      "grad_norm": 0.8455713391304016,
      "learning_rate": 3.1381788534823007e-06,
      "loss": 0.3535,
      "step": 1205120
    },
    {
      "epoch": 336.35,
      "grad_norm": 0.9268201589584351,
      "learning_rate": 3.1381534144875967e-06,
      "loss": 0.3551,
      "step": 1205130
    },
    {
      "epoch": 336.35,
      "grad_norm": 0.8928796648979187,
      "learning_rate": 3.138127975387157e-06,
      "loss": 0.3375,
      "step": 1205140
    },
    {
      "epoch": 336.35,
      "grad_norm": 1.211649775505066,
      "learning_rate": 3.1381025361809863e-06,
      "loss": 0.3546,
      "step": 1205150
    },
    {
      "epoch": 336.36,
      "grad_norm": 0.9475406408309937,
      "learning_rate": 3.1380770968690867e-06,
      "loss": 0.341,
      "step": 1205160
    },
    {
      "epoch": 336.36,
      "grad_norm": 1.0601680278778076,
      "learning_rate": 3.1380516574514617e-06,
      "loss": 0.3519,
      "step": 1205170
    },
    {
      "epoch": 336.36,
      "grad_norm": 1.0693801641464233,
      "learning_rate": 3.1380262179281156e-06,
      "loss": 0.3626,
      "step": 1205180
    },
    {
      "epoch": 336.36,
      "grad_norm": 0.9250903725624084,
      "learning_rate": 3.1380007782990504e-06,
      "loss": 0.3514,
      "step": 1205190
    },
    {
      "epoch": 336.37,
      "grad_norm": 1.0249937772750854,
      "learning_rate": 3.1379753385642704e-06,
      "loss": 0.3535,
      "step": 1205200
    },
    {
      "epoch": 336.37,
      "grad_norm": 1.2644072771072388,
      "learning_rate": 3.137949898723779e-06,
      "loss": 0.356,
      "step": 1205210
    },
    {
      "epoch": 336.37,
      "grad_norm": 0.992592990398407,
      "learning_rate": 3.1379244587775793e-06,
      "loss": 0.3696,
      "step": 1205220
    },
    {
      "epoch": 336.37,
      "grad_norm": 1.143027663230896,
      "learning_rate": 3.137899018725675e-06,
      "loss": 0.3512,
      "step": 1205230
    },
    {
      "epoch": 336.38,
      "grad_norm": 1.029327392578125,
      "learning_rate": 3.137873578568068e-06,
      "loss": 0.3261,
      "step": 1205240
    },
    {
      "epoch": 336.38,
      "grad_norm": 1.0137110948562622,
      "learning_rate": 3.1378481383047643e-06,
      "loss": 0.3501,
      "step": 1205250
    },
    {
      "epoch": 336.38,
      "grad_norm": 1.1636959314346313,
      "learning_rate": 3.137822697935766e-06,
      "loss": 0.3546,
      "step": 1205260
    },
    {
      "epoch": 336.39,
      "grad_norm": 1.0299817323684692,
      "learning_rate": 3.1377972574610756e-06,
      "loss": 0.3459,
      "step": 1205270
    },
    {
      "epoch": 336.39,
      "grad_norm": 1.0524696111679077,
      "learning_rate": 3.1377718168806975e-06,
      "loss": 0.3432,
      "step": 1205280
    },
    {
      "epoch": 336.39,
      "grad_norm": 0.9857138991355896,
      "learning_rate": 3.137746376194635e-06,
      "loss": 0.354,
      "step": 1205290
    },
    {
      "epoch": 336.39,
      "grad_norm": 1.1908310651779175,
      "learning_rate": 3.137720935402891e-06,
      "loss": 0.3571,
      "step": 1205300
    },
    {
      "epoch": 336.4,
      "grad_norm": 1.0542378425598145,
      "learning_rate": 3.13769549450547e-06,
      "loss": 0.3475,
      "step": 1205310
    },
    {
      "epoch": 336.4,
      "grad_norm": 0.9540916085243225,
      "learning_rate": 3.137670053502374e-06,
      "loss": 0.3487,
      "step": 1205320
    },
    {
      "epoch": 336.4,
      "grad_norm": 1.0272544622421265,
      "learning_rate": 3.1376446123936076e-06,
      "loss": 0.3634,
      "step": 1205330
    },
    {
      "epoch": 336.41,
      "grad_norm": 1.0498781204223633,
      "learning_rate": 3.137619171179173e-06,
      "loss": 0.3468,
      "step": 1205340
    },
    {
      "epoch": 336.41,
      "grad_norm": 1.0037376880645752,
      "learning_rate": 3.137593729859075e-06,
      "loss": 0.3457,
      "step": 1205350
    },
    {
      "epoch": 336.41,
      "grad_norm": 0.9653438329696655,
      "learning_rate": 3.137568288433315e-06,
      "loss": 0.3566,
      "step": 1205360
    },
    {
      "epoch": 336.41,
      "grad_norm": 1.171701192855835,
      "learning_rate": 3.137542846901898e-06,
      "loss": 0.3585,
      "step": 1205370
    },
    {
      "epoch": 336.42,
      "grad_norm": 1.3141125440597534,
      "learning_rate": 3.1375174052648278e-06,
      "loss": 0.3423,
      "step": 1205380
    },
    {
      "epoch": 336.42,
      "grad_norm": 1.1136101484298706,
      "learning_rate": 3.1374919635221062e-06,
      "loss": 0.3661,
      "step": 1205390
    },
    {
      "epoch": 336.42,
      "grad_norm": 0.9871001839637756,
      "learning_rate": 3.1374665216737377e-06,
      "loss": 0.3635,
      "step": 1205400
    },
    {
      "epoch": 336.42,
      "grad_norm": 0.8366619944572449,
      "learning_rate": 3.137441079719725e-06,
      "loss": 0.3396,
      "step": 1205410
    },
    {
      "epoch": 336.43,
      "grad_norm": 0.9576135873794556,
      "learning_rate": 3.1374156376600717e-06,
      "loss": 0.3432,
      "step": 1205420
    },
    {
      "epoch": 336.43,
      "grad_norm": 1.0460965633392334,
      "learning_rate": 3.137390195494781e-06,
      "loss": 0.3467,
      "step": 1205430
    },
    {
      "epoch": 336.43,
      "grad_norm": 1.112420678138733,
      "learning_rate": 3.137364753223858e-06,
      "loss": 0.3536,
      "step": 1205440
    },
    {
      "epoch": 336.44,
      "grad_norm": 0.9950833320617676,
      "learning_rate": 3.1373393108473032e-06,
      "loss": 0.3668,
      "step": 1205450
    },
    {
      "epoch": 336.44,
      "grad_norm": 1.0401626825332642,
      "learning_rate": 3.137313868365122e-06,
      "loss": 0.336,
      "step": 1205460
    },
    {
      "epoch": 336.44,
      "grad_norm": 1.043692708015442,
      "learning_rate": 3.137288425777317e-06,
      "loss": 0.3585,
      "step": 1205470
    },
    {
      "epoch": 336.44,
      "grad_norm": 1.0046296119689941,
      "learning_rate": 3.1372629830838924e-06,
      "loss": 0.3639,
      "step": 1205480
    },
    {
      "epoch": 336.45,
      "grad_norm": 1.2148962020874023,
      "learning_rate": 3.13723754028485e-06,
      "loss": 0.3653,
      "step": 1205490
    },
    {
      "epoch": 336.45,
      "grad_norm": 1.0801093578338623,
      "learning_rate": 3.137212097380195e-06,
      "loss": 0.3397,
      "step": 1205500
    },
    {
      "epoch": 336.45,
      "grad_norm": 0.9905006885528564,
      "learning_rate": 3.1371866543699297e-06,
      "loss": 0.3599,
      "step": 1205510
    },
    {
      "epoch": 336.46,
      "grad_norm": 0.8536403179168701,
      "learning_rate": 3.1371612112540576e-06,
      "loss": 0.3386,
      "step": 1205520
    },
    {
      "epoch": 336.46,
      "grad_norm": 1.1131244897842407,
      "learning_rate": 3.137135768032582e-06,
      "loss": 0.3693,
      "step": 1205530
    },
    {
      "epoch": 336.46,
      "grad_norm": 1.0958728790283203,
      "learning_rate": 3.137110324705508e-06,
      "loss": 0.36,
      "step": 1205540
    },
    {
      "epoch": 336.46,
      "grad_norm": 0.9179216623306274,
      "learning_rate": 3.1370848812728366e-06,
      "loss": 0.3422,
      "step": 1205550
    },
    {
      "epoch": 336.47,
      "grad_norm": 0.9720033407211304,
      "learning_rate": 3.1370594377345717e-06,
      "loss": 0.3686,
      "step": 1205560
    },
    {
      "epoch": 336.47,
      "grad_norm": 0.9501020312309265,
      "learning_rate": 3.137033994090718e-06,
      "loss": 0.3631,
      "step": 1205570
    },
    {
      "epoch": 336.47,
      "grad_norm": 1.2016521692276,
      "learning_rate": 3.137008550341277e-06,
      "loss": 0.3474,
      "step": 1205580
    },
    {
      "epoch": 336.48,
      "grad_norm": 1.6013598442077637,
      "learning_rate": 3.1369831064862534e-06,
      "loss": 0.3427,
      "step": 1205590
    },
    {
      "epoch": 336.48,
      "grad_norm": 1.1258748769760132,
      "learning_rate": 3.13695766252565e-06,
      "loss": 0.3612,
      "step": 1205600
    },
    {
      "epoch": 336.48,
      "grad_norm": 1.148992657661438,
      "learning_rate": 3.1369322184594707e-06,
      "loss": 0.3639,
      "step": 1205610
    },
    {
      "epoch": 336.48,
      "grad_norm": 1.0588432550430298,
      "learning_rate": 3.1369067742877195e-06,
      "loss": 0.3376,
      "step": 1205620
    },
    {
      "epoch": 336.49,
      "grad_norm": 1.244758129119873,
      "learning_rate": 3.136881330010398e-06,
      "loss": 0.342,
      "step": 1205630
    },
    {
      "epoch": 336.49,
      "grad_norm": 0.9599913358688354,
      "learning_rate": 3.1368558856275107e-06,
      "loss": 0.3414,
      "step": 1205640
    },
    {
      "epoch": 336.49,
      "grad_norm": 1.094602346420288,
      "learning_rate": 3.1368304411390603e-06,
      "loss": 0.3483,
      "step": 1205650
    },
    {
      "epoch": 336.49,
      "grad_norm": 1.1050140857696533,
      "learning_rate": 3.1368049965450514e-06,
      "loss": 0.364,
      "step": 1205660
    },
    {
      "epoch": 336.5,
      "grad_norm": 0.9831351041793823,
      "learning_rate": 3.1367795518454865e-06,
      "loss": 0.3602,
      "step": 1205670
    },
    {
      "epoch": 336.5,
      "grad_norm": 0.9978592991828918,
      "learning_rate": 3.1367541070403686e-06,
      "loss": 0.3594,
      "step": 1205680
    },
    {
      "epoch": 336.5,
      "grad_norm": 1.0763185024261475,
      "learning_rate": 3.1367286621297023e-06,
      "loss": 0.3659,
      "step": 1205690
    },
    {
      "epoch": 336.51,
      "grad_norm": 1.0955854654312134,
      "learning_rate": 3.1367032171134907e-06,
      "loss": 0.3455,
      "step": 1205700
    },
    {
      "epoch": 336.51,
      "grad_norm": 1.1065765619277954,
      "learning_rate": 3.1366777719917357e-06,
      "loss": 0.3497,
      "step": 1205710
    },
    {
      "epoch": 336.51,
      "grad_norm": 1.1860231161117554,
      "learning_rate": 3.136652326764442e-06,
      "loss": 0.3552,
      "step": 1205720
    },
    {
      "epoch": 336.51,
      "grad_norm": 0.9730817675590515,
      "learning_rate": 3.1366268814316134e-06,
      "loss": 0.376,
      "step": 1205730
    },
    {
      "epoch": 336.52,
      "grad_norm": 0.9851071834564209,
      "learning_rate": 3.1366014359932524e-06,
      "loss": 0.3232,
      "step": 1205740
    },
    {
      "epoch": 336.52,
      "grad_norm": 0.9491857290267944,
      "learning_rate": 3.136575990449362e-06,
      "loss": 0.3707,
      "step": 1205750
    },
    {
      "epoch": 336.52,
      "grad_norm": 0.8458802700042725,
      "learning_rate": 3.1365505447999476e-06,
      "loss": 0.3548,
      "step": 1205760
    },
    {
      "epoch": 336.53,
      "grad_norm": 1.205496907234192,
      "learning_rate": 3.13652509904501e-06,
      "loss": 0.3539,
      "step": 1205770
    },
    {
      "epoch": 336.53,
      "grad_norm": 1.0470209121704102,
      "learning_rate": 3.1364996531845548e-06,
      "loss": 0.3616,
      "step": 1205780
    },
    {
      "epoch": 336.53,
      "grad_norm": 2.6622836589813232,
      "learning_rate": 3.1364742072185837e-06,
      "loss": 0.3547,
      "step": 1205790
    },
    {
      "epoch": 336.53,
      "grad_norm": 1.1443368196487427,
      "learning_rate": 3.136448761147101e-06,
      "loss": 0.3678,
      "step": 1205800
    },
    {
      "epoch": 336.54,
      "grad_norm": 0.9668309688568115,
      "learning_rate": 3.1364233149701096e-06,
      "loss": 0.3456,
      "step": 1205810
    },
    {
      "epoch": 336.54,
      "grad_norm": 1.0317351818084717,
      "learning_rate": 3.1363978686876133e-06,
      "loss": 0.3642,
      "step": 1205820
    },
    {
      "epoch": 336.54,
      "grad_norm": 0.9297171235084534,
      "learning_rate": 3.1363724222996157e-06,
      "loss": 0.3546,
      "step": 1205830
    },
    {
      "epoch": 336.54,
      "grad_norm": 0.8879460096359253,
      "learning_rate": 3.1363469758061198e-06,
      "loss": 0.3591,
      "step": 1205840
    },
    {
      "epoch": 336.55,
      "grad_norm": 0.976207971572876,
      "learning_rate": 3.136321529207129e-06,
      "loss": 0.34,
      "step": 1205850
    },
    {
      "epoch": 336.55,
      "grad_norm": 0.9150431752204895,
      "learning_rate": 3.136296082502647e-06,
      "loss": 0.3502,
      "step": 1205860
    },
    {
      "epoch": 336.55,
      "grad_norm": 1.0982872247695923,
      "learning_rate": 3.1362706356926763e-06,
      "loss": 0.3448,
      "step": 1205870
    },
    {
      "epoch": 336.56,
      "grad_norm": 1.0349100828170776,
      "learning_rate": 3.1362451887772207e-06,
      "loss": 0.3632,
      "step": 1205880
    },
    {
      "epoch": 336.56,
      "grad_norm": 1.1102077960968018,
      "learning_rate": 3.1362197417562845e-06,
      "loss": 0.3581,
      "step": 1205890
    },
    {
      "epoch": 336.56,
      "grad_norm": 1.0603080987930298,
      "learning_rate": 3.1361942946298698e-06,
      "loss": 0.3535,
      "step": 1205900
    },
    {
      "epoch": 336.56,
      "grad_norm": 1.0408536195755005,
      "learning_rate": 3.1361688473979804e-06,
      "loss": 0.3569,
      "step": 1205910
    },
    {
      "epoch": 336.57,
      "grad_norm": 1.0254271030426025,
      "learning_rate": 3.1361434000606207e-06,
      "loss": 0.3488,
      "step": 1205920
    },
    {
      "epoch": 336.57,
      "grad_norm": 1.0098185539245605,
      "learning_rate": 3.136117952617793e-06,
      "loss": 0.3594,
      "step": 1205930
    },
    {
      "epoch": 336.57,
      "grad_norm": 1.2820422649383545,
      "learning_rate": 3.1360925050695e-06,
      "loss": 0.3425,
      "step": 1205940
    },
    {
      "epoch": 336.58,
      "grad_norm": 1.0314018726348877,
      "learning_rate": 3.1360670574157464e-06,
      "loss": 0.3503,
      "step": 1205950
    },
    {
      "epoch": 336.58,
      "grad_norm": 1.0550442934036255,
      "learning_rate": 3.136041609656536e-06,
      "loss": 0.347,
      "step": 1205960
    },
    {
      "epoch": 336.58,
      "grad_norm": 1.0233677625656128,
      "learning_rate": 3.1360161617918706e-06,
      "loss": 0.3517,
      "step": 1205970
    },
    {
      "epoch": 336.58,
      "grad_norm": 1.035996913909912,
      "learning_rate": 3.1359907138217543e-06,
      "loss": 0.3532,
      "step": 1205980
    },
    {
      "epoch": 336.59,
      "grad_norm": 1.1669082641601562,
      "learning_rate": 3.1359652657461905e-06,
      "loss": 0.3562,
      "step": 1205990
    },
    {
      "epoch": 336.59,
      "grad_norm": 1.0430288314819336,
      "learning_rate": 3.1359398175651834e-06,
      "loss": 0.3469,
      "step": 1206000
    },
    {
      "epoch": 336.59,
      "grad_norm": 0.9417882561683655,
      "learning_rate": 3.135914369278735e-06,
      "loss": 0.3547,
      "step": 1206010
    },
    {
      "epoch": 336.6,
      "grad_norm": 1.0539848804473877,
      "learning_rate": 3.1358889208868502e-06,
      "loss": 0.3387,
      "step": 1206020
    },
    {
      "epoch": 336.6,
      "grad_norm": 0.9477118849754333,
      "learning_rate": 3.13586347238953e-06,
      "loss": 0.3471,
      "step": 1206030
    },
    {
      "epoch": 336.6,
      "grad_norm": 1.2651257514953613,
      "learning_rate": 3.13583802378678e-06,
      "loss": 0.3477,
      "step": 1206040
    },
    {
      "epoch": 336.6,
      "grad_norm": 1.0084306001663208,
      "learning_rate": 3.1358125750786026e-06,
      "loss": 0.3416,
      "step": 1206050
    },
    {
      "epoch": 336.61,
      "grad_norm": 1.0669420957565308,
      "learning_rate": 3.135787126265002e-06,
      "loss": 0.3418,
      "step": 1206060
    },
    {
      "epoch": 336.61,
      "grad_norm": 1.0602856874465942,
      "learning_rate": 3.135761677345981e-06,
      "loss": 0.354,
      "step": 1206070
    },
    {
      "epoch": 336.61,
      "grad_norm": 1.044385552406311,
      "learning_rate": 3.1357362283215426e-06,
      "loss": 0.3403,
      "step": 1206080
    },
    {
      "epoch": 336.61,
      "grad_norm": 0.9210521578788757,
      "learning_rate": 3.1357107791916913e-06,
      "loss": 0.3561,
      "step": 1206090
    },
    {
      "epoch": 336.62,
      "grad_norm": 1.1278724670410156,
      "learning_rate": 3.135685329956429e-06,
      "loss": 0.3319,
      "step": 1206100
    },
    {
      "epoch": 336.62,
      "grad_norm": 1.0077590942382812,
      "learning_rate": 3.1356598806157604e-06,
      "loss": 0.3541,
      "step": 1206110
    },
    {
      "epoch": 336.62,
      "grad_norm": 0.9674530625343323,
      "learning_rate": 3.135634431169688e-06,
      "loss": 0.3568,
      "step": 1206120
    },
    {
      "epoch": 336.63,
      "grad_norm": 1.0993006229400635,
      "learning_rate": 3.1356089816182154e-06,
      "loss": 0.3647,
      "step": 1206130
    },
    {
      "epoch": 336.63,
      "grad_norm": 0.992680549621582,
      "learning_rate": 3.135583531961347e-06,
      "loss": 0.3445,
      "step": 1206140
    },
    {
      "epoch": 336.63,
      "grad_norm": 1.0740783214569092,
      "learning_rate": 3.1355580821990852e-06,
      "loss": 0.346,
      "step": 1206150
    },
    {
      "epoch": 336.63,
      "grad_norm": 1.1353386640548706,
      "learning_rate": 3.135532632331433e-06,
      "loss": 0.3467,
      "step": 1206160
    },
    {
      "epoch": 336.64,
      "grad_norm": 1.0583584308624268,
      "learning_rate": 3.135507182358394e-06,
      "loss": 0.3306,
      "step": 1206170
    },
    {
      "epoch": 336.64,
      "grad_norm": 1.2233434915542603,
      "learning_rate": 3.135481732279973e-06,
      "loss": 0.3638,
      "step": 1206180
    },
    {
      "epoch": 336.64,
      "grad_norm": 0.9963866472244263,
      "learning_rate": 3.135456282096171e-06,
      "loss": 0.3513,
      "step": 1206190
    },
    {
      "epoch": 336.65,
      "grad_norm": 0.8853107690811157,
      "learning_rate": 3.1354308318069935e-06,
      "loss": 0.3415,
      "step": 1206200
    },
    {
      "epoch": 336.65,
      "grad_norm": 1.0841796398162842,
      "learning_rate": 3.1354053814124437e-06,
      "loss": 0.3572,
      "step": 1206210
    },
    {
      "epoch": 336.65,
      "grad_norm": 1.0875747203826904,
      "learning_rate": 3.1353799309125233e-06,
      "loss": 0.3551,
      "step": 1206220
    },
    {
      "epoch": 336.65,
      "grad_norm": 0.9910364151000977,
      "learning_rate": 3.135354480307237e-06,
      "loss": 0.3298,
      "step": 1206230
    },
    {
      "epoch": 336.66,
      "grad_norm": 1.0079450607299805,
      "learning_rate": 3.1353290295965878e-06,
      "loss": 0.3677,
      "step": 1206240
    },
    {
      "epoch": 336.66,
      "grad_norm": 1.1491546630859375,
      "learning_rate": 3.1353035787805793e-06,
      "loss": 0.353,
      "step": 1206250
    },
    {
      "epoch": 336.66,
      "grad_norm": 1.1379244327545166,
      "learning_rate": 3.1352781278592152e-06,
      "loss": 0.3557,
      "step": 1206260
    },
    {
      "epoch": 336.66,
      "grad_norm": 2.844172477722168,
      "learning_rate": 3.135252676832498e-06,
      "loss": 0.346,
      "step": 1206270
    },
    {
      "epoch": 336.67,
      "grad_norm": 1.228792667388916,
      "learning_rate": 3.1352272257004315e-06,
      "loss": 0.3464,
      "step": 1206280
    },
    {
      "epoch": 336.67,
      "grad_norm": 1.0336321592330933,
      "learning_rate": 3.1352017744630203e-06,
      "loss": 0.3474,
      "step": 1206290
    },
    {
      "epoch": 336.67,
      "grad_norm": 1.176845669746399,
      "learning_rate": 3.135176323120265e-06,
      "loss": 0.3407,
      "step": 1206300
    },
    {
      "epoch": 336.68,
      "grad_norm": 1.0373698472976685,
      "learning_rate": 3.135150871672172e-06,
      "loss": 0.3655,
      "step": 1206310
    },
    {
      "epoch": 336.68,
      "grad_norm": 1.1121015548706055,
      "learning_rate": 3.1351254201187427e-06,
      "loss": 0.3473,
      "step": 1206320
    },
    {
      "epoch": 336.68,
      "grad_norm": 1.070378303527832,
      "learning_rate": 3.135099968459981e-06,
      "loss": 0.3685,
      "step": 1206330
    },
    {
      "epoch": 336.68,
      "grad_norm": 0.9836998581886292,
      "learning_rate": 3.13507451669589e-06,
      "loss": 0.3397,
      "step": 1206340
    },
    {
      "epoch": 336.69,
      "grad_norm": 1.0250749588012695,
      "learning_rate": 3.1350490648264748e-06,
      "loss": 0.3511,
      "step": 1206350
    },
    {
      "epoch": 336.69,
      "grad_norm": 1.0174129009246826,
      "learning_rate": 3.1350236128517363e-06,
      "loss": 0.3474,
      "step": 1206360
    },
    {
      "epoch": 336.69,
      "grad_norm": 0.9339998960494995,
      "learning_rate": 3.1349981607716794e-06,
      "loss": 0.3487,
      "step": 1206370
    },
    {
      "epoch": 336.7,
      "grad_norm": 1.0035232305526733,
      "learning_rate": 3.1349727085863075e-06,
      "loss": 0.3456,
      "step": 1206380
    },
    {
      "epoch": 336.7,
      "grad_norm": 1.004183053970337,
      "learning_rate": 3.134947256295623e-06,
      "loss": 0.3595,
      "step": 1206390
    },
    {
      "epoch": 336.7,
      "grad_norm": 1.1890621185302734,
      "learning_rate": 3.1349218038996306e-06,
      "loss": 0.3615,
      "step": 1206400
    },
    {
      "epoch": 336.7,
      "grad_norm": 1.09507417678833,
      "learning_rate": 3.1348963513983327e-06,
      "loss": 0.356,
      "step": 1206410
    },
    {
      "epoch": 336.71,
      "grad_norm": 1.030441164970398,
      "learning_rate": 3.134870898791733e-06,
      "loss": 0.3423,
      "step": 1206420
    },
    {
      "epoch": 336.71,
      "grad_norm": 1.0793079137802124,
      "learning_rate": 3.134845446079835e-06,
      "loss": 0.3591,
      "step": 1206430
    },
    {
      "epoch": 336.71,
      "grad_norm": 1.160198450088501,
      "learning_rate": 3.1348199932626425e-06,
      "loss": 0.3393,
      "step": 1206440
    },
    {
      "epoch": 336.72,
      "grad_norm": 0.931901752948761,
      "learning_rate": 3.1347945403401576e-06,
      "loss": 0.3552,
      "step": 1206450
    },
    {
      "epoch": 336.72,
      "grad_norm": 1.1847741603851318,
      "learning_rate": 3.1347690873123843e-06,
      "loss": 0.3403,
      "step": 1206460
    },
    {
      "epoch": 336.72,
      "grad_norm": 1.001022219657898,
      "learning_rate": 3.1347436341793265e-06,
      "loss": 0.3384,
      "step": 1206470
    },
    {
      "epoch": 336.72,
      "grad_norm": 1.1024441719055176,
      "learning_rate": 3.1347181809409872e-06,
      "loss": 0.3507,
      "step": 1206480
    },
    {
      "epoch": 336.73,
      "grad_norm": 1.1384614706039429,
      "learning_rate": 3.1346927275973698e-06,
      "loss": 0.3493,
      "step": 1206490
    },
    {
      "epoch": 336.73,
      "grad_norm": 0.9999890327453613,
      "learning_rate": 3.1346672741484776e-06,
      "loss": 0.3602,
      "step": 1206500
    },
    {
      "epoch": 336.73,
      "grad_norm": 0.8532994985580444,
      "learning_rate": 3.134641820594315e-06,
      "loss": 0.3367,
      "step": 1206510
    },
    {
      "epoch": 336.73,
      "grad_norm": 1.8546642065048218,
      "learning_rate": 3.1346163669348833e-06,
      "loss": 0.3692,
      "step": 1206520
    },
    {
      "epoch": 336.74,
      "grad_norm": 1.532814383506775,
      "learning_rate": 3.134590913170187e-06,
      "loss": 0.3392,
      "step": 1206530
    },
    {
      "epoch": 336.74,
      "grad_norm": 1.13856041431427,
      "learning_rate": 3.1345654593002306e-06,
      "loss": 0.3562,
      "step": 1206540
    },
    {
      "epoch": 336.74,
      "grad_norm": 0.9407880306243896,
      "learning_rate": 3.1345400053250163e-06,
      "loss": 0.348,
      "step": 1206550
    },
    {
      "epoch": 336.75,
      "grad_norm": 0.7985237836837769,
      "learning_rate": 3.1345145512445466e-06,
      "loss": 0.3556,
      "step": 1206560
    },
    {
      "epoch": 336.75,
      "grad_norm": 0.897059440612793,
      "learning_rate": 3.1344890970588272e-06,
      "loss": 0.343,
      "step": 1206570
    },
    {
      "epoch": 336.75,
      "grad_norm": 0.9911041259765625,
      "learning_rate": 3.1344636427678593e-06,
      "loss": 0.3577,
      "step": 1206580
    },
    {
      "epoch": 336.75,
      "grad_norm": 1.1065497398376465,
      "learning_rate": 3.134438188371647e-06,
      "loss": 0.3695,
      "step": 1206590
    },
    {
      "epoch": 336.76,
      "grad_norm": 0.9135124683380127,
      "learning_rate": 3.134412733870195e-06,
      "loss": 0.3568,
      "step": 1206600
    },
    {
      "epoch": 336.76,
      "grad_norm": 1.065773606300354,
      "learning_rate": 3.1343872792635045e-06,
      "loss": 0.3539,
      "step": 1206610
    },
    {
      "epoch": 336.76,
      "grad_norm": 0.9266023635864258,
      "learning_rate": 3.1343618245515802e-06,
      "loss": 0.3715,
      "step": 1206620
    },
    {
      "epoch": 336.77,
      "grad_norm": 1.0424779653549194,
      "learning_rate": 3.1343363697344253e-06,
      "loss": 0.3593,
      "step": 1206630
    },
    {
      "epoch": 336.77,
      "grad_norm": 0.9782134890556335,
      "learning_rate": 3.134310914812044e-06,
      "loss": 0.3677,
      "step": 1206640
    },
    {
      "epoch": 336.77,
      "grad_norm": 1.0526894330978394,
      "learning_rate": 3.134285459784438e-06,
      "loss": 0.3621,
      "step": 1206650
    },
    {
      "epoch": 336.77,
      "grad_norm": 0.9466482400894165,
      "learning_rate": 3.134260004651612e-06,
      "loss": 0.3496,
      "step": 1206660
    },
    {
      "epoch": 336.78,
      "grad_norm": 0.95616215467453,
      "learning_rate": 3.1342345494135683e-06,
      "loss": 0.3539,
      "step": 1206670
    },
    {
      "epoch": 336.78,
      "grad_norm": 1.0133060216903687,
      "learning_rate": 3.134209094070311e-06,
      "loss": 0.3635,
      "step": 1206680
    },
    {
      "epoch": 336.78,
      "grad_norm": 1.016688585281372,
      "learning_rate": 3.134183638621843e-06,
      "loss": 0.3512,
      "step": 1206690
    },
    {
      "epoch": 336.78,
      "grad_norm": 1.0196971893310547,
      "learning_rate": 3.134158183068169e-06,
      "loss": 0.329,
      "step": 1206700
    },
    {
      "epoch": 336.79,
      "grad_norm": 1.0471646785736084,
      "learning_rate": 3.134132727409291e-06,
      "loss": 0.3557,
      "step": 1206710
    },
    {
      "epoch": 336.79,
      "grad_norm": 1.0534237623214722,
      "learning_rate": 3.1341072716452134e-06,
      "loss": 0.3559,
      "step": 1206720
    },
    {
      "epoch": 336.79,
      "grad_norm": 0.9763695001602173,
      "learning_rate": 3.1340818157759376e-06,
      "loss": 0.3524,
      "step": 1206730
    },
    {
      "epoch": 336.8,
      "grad_norm": 1.0471317768096924,
      "learning_rate": 3.1340563598014697e-06,
      "loss": 0.358,
      "step": 1206740
    },
    {
      "epoch": 336.8,
      "grad_norm": 1.022617220878601,
      "learning_rate": 3.1340309037218114e-06,
      "loss": 0.3637,
      "step": 1206750
    },
    {
      "epoch": 336.8,
      "grad_norm": 0.8522287011146545,
      "learning_rate": 3.1340054475369667e-06,
      "loss": 0.3561,
      "step": 1206760
    },
    {
      "epoch": 336.8,
      "grad_norm": 1.0322593450546265,
      "learning_rate": 3.1339799912469384e-06,
      "loss": 0.3548,
      "step": 1206770
    },
    {
      "epoch": 336.81,
      "grad_norm": 1.1676117181777954,
      "learning_rate": 3.1339545348517306e-06,
      "loss": 0.3493,
      "step": 1206780
    },
    {
      "epoch": 336.81,
      "grad_norm": 0.9179489016532898,
      "learning_rate": 3.133929078351346e-06,
      "loss": 0.3474,
      "step": 1206790
    },
    {
      "epoch": 336.81,
      "grad_norm": 0.983049750328064,
      "learning_rate": 3.1339036217457885e-06,
      "loss": 0.3405,
      "step": 1206800
    },
    {
      "epoch": 336.82,
      "grad_norm": 1.160727620124817,
      "learning_rate": 3.1338781650350617e-06,
      "loss": 0.3622,
      "step": 1206810
    },
    {
      "epoch": 336.82,
      "grad_norm": 1.080256700515747,
      "learning_rate": 3.1338527082191682e-06,
      "loss": 0.3373,
      "step": 1206820
    },
    {
      "epoch": 336.82,
      "grad_norm": 1.2132794857025146,
      "learning_rate": 3.1338272512981122e-06,
      "loss": 0.3697,
      "step": 1206830
    },
    {
      "epoch": 336.82,
      "grad_norm": 1.0202642679214478,
      "learning_rate": 3.1338017942718966e-06,
      "loss": 0.3599,
      "step": 1206840
    },
    {
      "epoch": 336.83,
      "grad_norm": 0.9242187738418579,
      "learning_rate": 3.1337763371405245e-06,
      "loss": 0.3506,
      "step": 1206850
    },
    {
      "epoch": 336.83,
      "grad_norm": 1.0939104557037354,
      "learning_rate": 3.133750879904e-06,
      "loss": 0.3486,
      "step": 1206860
    },
    {
      "epoch": 336.83,
      "grad_norm": 1.0923064947128296,
      "learning_rate": 3.1337254225623255e-06,
      "loss": 0.3582,
      "step": 1206870
    },
    {
      "epoch": 336.84,
      "grad_norm": 0.9720969200134277,
      "learning_rate": 3.133699965115506e-06,
      "loss": 0.3461,
      "step": 1206880
    },
    {
      "epoch": 336.84,
      "grad_norm": 0.9834542870521545,
      "learning_rate": 3.133674507563544e-06,
      "loss": 0.3515,
      "step": 1206890
    },
    {
      "epoch": 336.84,
      "grad_norm": 1.0628892183303833,
      "learning_rate": 3.133649049906442e-06,
      "loss": 0.3689,
      "step": 1206900
    },
    {
      "epoch": 336.84,
      "grad_norm": 1.1286311149597168,
      "learning_rate": 3.133623592144205e-06,
      "loss": 0.3667,
      "step": 1206910
    },
    {
      "epoch": 336.85,
      "grad_norm": 1.0702900886535645,
      "learning_rate": 3.133598134276835e-06,
      "loss": 0.3621,
      "step": 1206920
    },
    {
      "epoch": 336.85,
      "grad_norm": 1.2178070545196533,
      "learning_rate": 3.1335726763043368e-06,
      "loss": 0.3497,
      "step": 1206930
    },
    {
      "epoch": 336.85,
      "grad_norm": 1.0120519399642944,
      "learning_rate": 3.133547218226712e-06,
      "loss": 0.3491,
      "step": 1206940
    },
    {
      "epoch": 336.85,
      "grad_norm": 0.920651912689209,
      "learning_rate": 3.1335217600439656e-06,
      "loss": 0.3432,
      "step": 1206950
    },
    {
      "epoch": 336.86,
      "grad_norm": 1.032360553741455,
      "learning_rate": 3.1334963017561003e-06,
      "loss": 0.3609,
      "step": 1206960
    },
    {
      "epoch": 336.86,
      "grad_norm": 1.1451274156570435,
      "learning_rate": 3.1334708433631196e-06,
      "loss": 0.3559,
      "step": 1206970
    },
    {
      "epoch": 336.86,
      "grad_norm": 1.0029919147491455,
      "learning_rate": 3.1334453848650263e-06,
      "loss": 0.352,
      "step": 1206980
    },
    {
      "epoch": 336.87,
      "grad_norm": 4.73588228225708,
      "learning_rate": 3.133419926261825e-06,
      "loss": 0.3541,
      "step": 1206990
    },
    {
      "epoch": 336.87,
      "grad_norm": 0.981213390827179,
      "learning_rate": 3.133394467553518e-06,
      "loss": 0.3387,
      "step": 1207000
    },
    {
      "epoch": 336.87,
      "grad_norm": 1.055657148361206,
      "learning_rate": 3.1333690087401088e-06,
      "loss": 0.3419,
      "step": 1207010
    },
    {
      "epoch": 336.87,
      "grad_norm": 1.006249189376831,
      "learning_rate": 3.1333435498216017e-06,
      "loss": 0.3517,
      "step": 1207020
    },
    {
      "epoch": 336.88,
      "grad_norm": 1.021909236907959,
      "learning_rate": 3.133318090798e-06,
      "loss": 0.3458,
      "step": 1207030
    },
    {
      "epoch": 336.88,
      "grad_norm": 1.0736831426620483,
      "learning_rate": 3.1332926316693057e-06,
      "loss": 0.3412,
      "step": 1207040
    },
    {
      "epoch": 336.88,
      "grad_norm": 1.1602226495742798,
      "learning_rate": 3.1332671724355237e-06,
      "loss": 0.3536,
      "step": 1207050
    },
    {
      "epoch": 336.89,
      "grad_norm": 1.144642949104309,
      "learning_rate": 3.1332417130966557e-06,
      "loss": 0.3579,
      "step": 1207060
    },
    {
      "epoch": 336.89,
      "grad_norm": 1.1027343273162842,
      "learning_rate": 3.133216253652706e-06,
      "loss": 0.3652,
      "step": 1207070
    },
    {
      "epoch": 336.89,
      "grad_norm": 1.1073216199874878,
      "learning_rate": 3.133190794103679e-06,
      "loss": 0.3307,
      "step": 1207080
    },
    {
      "epoch": 336.89,
      "grad_norm": 1.086255669593811,
      "learning_rate": 3.1331653344495773e-06,
      "loss": 0.3396,
      "step": 1207090
    },
    {
      "epoch": 336.9,
      "grad_norm": 1.6076431274414062,
      "learning_rate": 3.1331398746904044e-06,
      "loss": 0.3486,
      "step": 1207100
    },
    {
      "epoch": 336.9,
      "grad_norm": 0.8645102381706238,
      "learning_rate": 3.1331144148261626e-06,
      "loss": 0.3536,
      "step": 1207110
    },
    {
      "epoch": 336.9,
      "grad_norm": 1.1440165042877197,
      "learning_rate": 3.133088954856857e-06,
      "loss": 0.3482,
      "step": 1207120
    },
    {
      "epoch": 336.9,
      "grad_norm": 1.0451159477233887,
      "learning_rate": 3.13306349478249e-06,
      "loss": 0.353,
      "step": 1207130
    },
    {
      "epoch": 336.91,
      "grad_norm": 1.0660667419433594,
      "learning_rate": 3.133038034603064e-06,
      "loss": 0.3599,
      "step": 1207140
    },
    {
      "epoch": 336.91,
      "grad_norm": 1.083659052848816,
      "learning_rate": 3.1330125743185856e-06,
      "loss": 0.3508,
      "step": 1207150
    },
    {
      "epoch": 336.91,
      "grad_norm": 1.0958564281463623,
      "learning_rate": 3.1329871139290546e-06,
      "loss": 0.3671,
      "step": 1207160
    },
    {
      "epoch": 336.92,
      "grad_norm": 1.9783539772033691,
      "learning_rate": 3.1329616534344763e-06,
      "loss": 0.3298,
      "step": 1207170
    },
    {
      "epoch": 336.92,
      "grad_norm": 0.8749050498008728,
      "learning_rate": 3.132936192834855e-06,
      "loss": 0.3403,
      "step": 1207180
    },
    {
      "epoch": 336.92,
      "grad_norm": 1.0643168687820435,
      "learning_rate": 3.1329107321301907e-06,
      "loss": 0.3445,
      "step": 1207190
    },
    {
      "epoch": 336.92,
      "grad_norm": 1.112042784690857,
      "learning_rate": 3.1328852713204895e-06,
      "loss": 0.336,
      "step": 1207200
    },
    {
      "epoch": 336.93,
      "grad_norm": 1.1846953630447388,
      "learning_rate": 3.132859810405755e-06,
      "loss": 0.3509,
      "step": 1207210
    },
    {
      "epoch": 336.93,
      "grad_norm": 1.039893388748169,
      "learning_rate": 3.1328343493859894e-06,
      "loss": 0.34,
      "step": 1207220
    },
    {
      "epoch": 336.93,
      "grad_norm": 1.1705384254455566,
      "learning_rate": 3.1328088882611957e-06,
      "loss": 0.3395,
      "step": 1207230
    },
    {
      "epoch": 336.94,
      "grad_norm": 0.94007807970047,
      "learning_rate": 3.132783427031379e-06,
      "loss": 0.338,
      "step": 1207240
    },
    {
      "epoch": 336.94,
      "grad_norm": 1.242964267730713,
      "learning_rate": 3.1327579656965416e-06,
      "loss": 0.3536,
      "step": 1207250
    },
    {
      "epoch": 336.94,
      "grad_norm": 0.8780813217163086,
      "learning_rate": 3.132732504256687e-06,
      "loss": 0.3432,
      "step": 1207260
    },
    {
      "epoch": 336.94,
      "grad_norm": 1.1500362157821655,
      "learning_rate": 3.132707042711818e-06,
      "loss": 0.3766,
      "step": 1207270
    },
    {
      "epoch": 336.95,
      "grad_norm": 0.9327173829078674,
      "learning_rate": 3.1326815810619394e-06,
      "loss": 0.3562,
      "step": 1207280
    },
    {
      "epoch": 336.95,
      "grad_norm": 1.118892788887024,
      "learning_rate": 3.132656119307053e-06,
      "loss": 0.355,
      "step": 1207290
    },
    {
      "epoch": 336.95,
      "grad_norm": 1.0542441606521606,
      "learning_rate": 3.1326306574471635e-06,
      "loss": 0.3436,
      "step": 1207300
    },
    {
      "epoch": 336.96,
      "grad_norm": 1.0934455394744873,
      "learning_rate": 3.1326051954822736e-06,
      "loss": 0.3368,
      "step": 1207310
    },
    {
      "epoch": 336.96,
      "grad_norm": 0.9913454055786133,
      "learning_rate": 3.1325797334123872e-06,
      "loss": 0.3509,
      "step": 1207320
    },
    {
      "epoch": 336.96,
      "grad_norm": 1.1980409622192383,
      "learning_rate": 3.132554271237507e-06,
      "loss": 0.3547,
      "step": 1207330
    },
    {
      "epoch": 336.96,
      "grad_norm": 1.254647970199585,
      "learning_rate": 3.1325288089576368e-06,
      "loss": 0.3667,
      "step": 1207340
    },
    {
      "epoch": 336.97,
      "grad_norm": 1.0581622123718262,
      "learning_rate": 3.13250334657278e-06,
      "loss": 0.3502,
      "step": 1207350
    },
    {
      "epoch": 336.97,
      "grad_norm": 1.0196365118026733,
      "learning_rate": 3.1324778840829397e-06,
      "loss": 0.3496,
      "step": 1207360
    },
    {
      "epoch": 336.97,
      "grad_norm": 1.1936923265457153,
      "learning_rate": 3.1324524214881194e-06,
      "loss": 0.3427,
      "step": 1207370
    },
    {
      "epoch": 336.97,
      "grad_norm": 0.9627728462219238,
      "learning_rate": 3.1324269587883234e-06,
      "loss": 0.3531,
      "step": 1207380
    },
    {
      "epoch": 336.98,
      "grad_norm": 1.153376817703247,
      "learning_rate": 3.1324014959835534e-06,
      "loss": 0.3347,
      "step": 1207390
    },
    {
      "epoch": 336.98,
      "grad_norm": 1.0132297277450562,
      "learning_rate": 3.1323760330738143e-06,
      "loss": 0.3555,
      "step": 1207400
    },
    {
      "epoch": 336.98,
      "grad_norm": 1.0015863180160522,
      "learning_rate": 3.132350570059109e-06,
      "loss": 0.3583,
      "step": 1207410
    },
    {
      "epoch": 336.99,
      "grad_norm": 1.0968281030654907,
      "learning_rate": 3.13232510693944e-06,
      "loss": 0.367,
      "step": 1207420
    },
    {
      "epoch": 336.99,
      "grad_norm": 1.0330278873443604,
      "learning_rate": 3.1322996437148117e-06,
      "loss": 0.3278,
      "step": 1207430
    },
    {
      "epoch": 336.99,
      "grad_norm": 1.2187104225158691,
      "learning_rate": 3.132274180385227e-06,
      "loss": 0.3647,
      "step": 1207440
    },
    {
      "epoch": 336.99,
      "grad_norm": 0.9915999174118042,
      "learning_rate": 3.13224871695069e-06,
      "loss": 0.3559,
      "step": 1207450
    },
    {
      "epoch": 337.0,
      "grad_norm": 1.038591980934143,
      "learning_rate": 3.1322232534112034e-06,
      "loss": 0.3485,
      "step": 1207460
    },
    {
      "epoch": 337.0,
      "grad_norm": 1.086961269378662,
      "learning_rate": 3.1321977897667713e-06,
      "loss": 0.3624,
      "step": 1207470
    },
    {
      "epoch": 337.0,
      "eval_loss": 0.35119393467903137,
      "eval_runtime": 63.0881,
      "eval_samples_per_second": 80.189,
      "eval_steps_per_second": 10.034,
      "step": 1207471
    },
    {
      "epoch": 337.0,
      "grad_norm": 6.427575588226318,
      "learning_rate": 3.1321723260173956e-06,
      "loss": 0.3348,
      "step": 1207480
    },
    {
      "epoch": 337.01,
      "grad_norm": 1.0478427410125732,
      "learning_rate": 3.132146862163081e-06,
      "loss": 0.3522,
      "step": 1207490
    },
    {
      "epoch": 337.01,
      "grad_norm": 1.0007152557373047,
      "learning_rate": 3.132121398203831e-06,
      "loss": 0.3433,
      "step": 1207500
    },
    {
      "epoch": 337.01,
      "grad_norm": 0.9581444263458252,
      "learning_rate": 3.132095934139648e-06,
      "loss": 0.3571,
      "step": 1207510
    },
    {
      "epoch": 337.01,
      "grad_norm": 1.0114775896072388,
      "learning_rate": 3.1320704699705362e-06,
      "loss": 0.36,
      "step": 1207520
    },
    {
      "epoch": 337.02,
      "grad_norm": 0.8922629356384277,
      "learning_rate": 3.132045005696499e-06,
      "loss": 0.3572,
      "step": 1207530
    },
    {
      "epoch": 337.02,
      "grad_norm": 1.1160527467727661,
      "learning_rate": 3.1320195413175394e-06,
      "loss": 0.3495,
      "step": 1207540
    },
    {
      "epoch": 337.02,
      "grad_norm": 1.1031291484832764,
      "learning_rate": 3.1319940768336604e-06,
      "loss": 0.3591,
      "step": 1207550
    },
    {
      "epoch": 337.02,
      "grad_norm": 1.050459384918213,
      "learning_rate": 3.1319686122448665e-06,
      "loss": 0.3484,
      "step": 1207560
    },
    {
      "epoch": 337.03,
      "grad_norm": 0.9175205230712891,
      "learning_rate": 3.1319431475511605e-06,
      "loss": 0.3604,
      "step": 1207570
    },
    {
      "epoch": 337.03,
      "grad_norm": 0.9846628904342651,
      "learning_rate": 3.131917682752545e-06,
      "loss": 0.3505,
      "step": 1207580
    },
    {
      "epoch": 337.03,
      "grad_norm": 0.9617880582809448,
      "learning_rate": 3.131892217849025e-06,
      "loss": 0.3484,
      "step": 1207590
    },
    {
      "epoch": 337.04,
      "grad_norm": 1.3515089750289917,
      "learning_rate": 3.131866752840603e-06,
      "loss": 0.3363,
      "step": 1207600
    },
    {
      "epoch": 337.04,
      "grad_norm": 1.1692121028900146,
      "learning_rate": 3.131841287727282e-06,
      "loss": 0.3504,
      "step": 1207610
    },
    {
      "epoch": 337.04,
      "grad_norm": 0.9334403276443481,
      "learning_rate": 3.131815822509066e-06,
      "loss": 0.3576,
      "step": 1207620
    },
    {
      "epoch": 337.04,
      "grad_norm": 1.108506679534912,
      "learning_rate": 3.1317903571859588e-06,
      "loss": 0.3402,
      "step": 1207630
    },
    {
      "epoch": 337.05,
      "grad_norm": 1.3195583820343018,
      "learning_rate": 3.1317648917579624e-06,
      "loss": 0.3647,
      "step": 1207640
    },
    {
      "epoch": 337.05,
      "grad_norm": 1.030730962753296,
      "learning_rate": 3.131739426225081e-06,
      "loss": 0.3541,
      "step": 1207650
    },
    {
      "epoch": 337.05,
      "grad_norm": 1.0679244995117188,
      "learning_rate": 3.1317139605873185e-06,
      "loss": 0.3614,
      "step": 1207660
    },
    {
      "epoch": 337.06,
      "grad_norm": 1.077592134475708,
      "learning_rate": 3.1316884948446778e-06,
      "loss": 0.3528,
      "step": 1207670
    },
    {
      "epoch": 337.06,
      "grad_norm": 0.9279816746711731,
      "learning_rate": 3.131663028997162e-06,
      "loss": 0.3423,
      "step": 1207680
    },
    {
      "epoch": 337.06,
      "grad_norm": 1.2661641836166382,
      "learning_rate": 3.1316375630447744e-06,
      "loss": 0.3639,
      "step": 1207690
    },
    {
      "epoch": 337.06,
      "grad_norm": 0.9883073568344116,
      "learning_rate": 3.1316120969875193e-06,
      "loss": 0.34,
      "step": 1207700
    },
    {
      "epoch": 337.07,
      "grad_norm": 0.994347095489502,
      "learning_rate": 3.131586630825399e-06,
      "loss": 0.3613,
      "step": 1207710
    },
    {
      "epoch": 337.07,
      "grad_norm": 1.0775576829910278,
      "learning_rate": 3.1315611645584183e-06,
      "loss": 0.3423,
      "step": 1207720
    },
    {
      "epoch": 337.07,
      "grad_norm": 0.9925577044487,
      "learning_rate": 3.131535698186579e-06,
      "loss": 0.3462,
      "step": 1207730
    },
    {
      "epoch": 337.08,
      "grad_norm": 0.9144540429115295,
      "learning_rate": 3.1315102317098856e-06,
      "loss": 0.3491,
      "step": 1207740
    },
    {
      "epoch": 337.08,
      "grad_norm": 1.010756015777588,
      "learning_rate": 3.1314847651283404e-06,
      "loss": 0.3455,
      "step": 1207750
    },
    {
      "epoch": 337.08,
      "grad_norm": 1.0309679508209229,
      "learning_rate": 3.1314592984419483e-06,
      "loss": 0.3394,
      "step": 1207760
    },
    {
      "epoch": 337.08,
      "grad_norm": 1.182218313217163,
      "learning_rate": 3.1314338316507117e-06,
      "loss": 0.3567,
      "step": 1207770
    },
    {
      "epoch": 337.09,
      "grad_norm": 1.0770182609558105,
      "learning_rate": 3.1314083647546344e-06,
      "loss": 0.3609,
      "step": 1207780
    },
    {
      "epoch": 337.09,
      "grad_norm": 0.9172359108924866,
      "learning_rate": 3.131382897753719e-06,
      "loss": 0.375,
      "step": 1207790
    },
    {
      "epoch": 337.09,
      "grad_norm": 1.3239344358444214,
      "learning_rate": 3.1313574306479698e-06,
      "loss": 0.3684,
      "step": 1207800
    },
    {
      "epoch": 337.09,
      "grad_norm": 0.9332223534584045,
      "learning_rate": 3.1313319634373896e-06,
      "loss": 0.3492,
      "step": 1207810
    },
    {
      "epoch": 337.1,
      "grad_norm": 1.114850401878357,
      "learning_rate": 3.1313064961219815e-06,
      "loss": 0.3499,
      "step": 1207820
    },
    {
      "epoch": 337.1,
      "grad_norm": 1.1651062965393066,
      "learning_rate": 3.1312810287017505e-06,
      "loss": 0.3576,
      "step": 1207830
    },
    {
      "epoch": 337.1,
      "grad_norm": 0.985486626625061,
      "learning_rate": 3.1312555611766987e-06,
      "loss": 0.3552,
      "step": 1207840
    },
    {
      "epoch": 337.11,
      "grad_norm": 1.0429637432098389,
      "learning_rate": 3.131230093546829e-06,
      "loss": 0.3475,
      "step": 1207850
    },
    {
      "epoch": 337.11,
      "grad_norm": 1.209812045097351,
      "learning_rate": 3.1312046258121465e-06,
      "loss": 0.3412,
      "step": 1207860
    },
    {
      "epoch": 337.11,
      "grad_norm": 1.1879392862319946,
      "learning_rate": 3.131179157972653e-06,
      "loss": 0.3502,
      "step": 1207870
    },
    {
      "epoch": 337.11,
      "grad_norm": 0.926398515701294,
      "learning_rate": 3.131153690028352e-06,
      "loss": 0.34,
      "step": 1207880
    },
    {
      "epoch": 337.12,
      "grad_norm": 1.1247460842132568,
      "learning_rate": 3.131128221979248e-06,
      "loss": 0.3594,
      "step": 1207890
    },
    {
      "epoch": 337.12,
      "grad_norm": 1.2963041067123413,
      "learning_rate": 3.1311027538253435e-06,
      "loss": 0.3801,
      "step": 1207900
    },
    {
      "epoch": 337.12,
      "grad_norm": 0.9590381383895874,
      "learning_rate": 3.1310772855666426e-06,
      "loss": 0.3551,
      "step": 1207910
    },
    {
      "epoch": 337.13,
      "grad_norm": 1.0340921878814697,
      "learning_rate": 3.1310518172031477e-06,
      "loss": 0.35,
      "step": 1207920
    },
    {
      "epoch": 337.13,
      "grad_norm": 0.910099983215332,
      "learning_rate": 3.131026348734863e-06,
      "loss": 0.3409,
      "step": 1207930
    },
    {
      "epoch": 337.13,
      "grad_norm": 1.0674805641174316,
      "learning_rate": 3.1310008801617913e-06,
      "loss": 0.3544,
      "step": 1207940
    },
    {
      "epoch": 337.13,
      "grad_norm": 0.9538394212722778,
      "learning_rate": 3.1309754114839358e-06,
      "loss": 0.3437,
      "step": 1207950
    },
    {
      "epoch": 337.14,
      "grad_norm": 1.0302443504333496,
      "learning_rate": 3.1309499427013014e-06,
      "loss": 0.3518,
      "step": 1207960
    },
    {
      "epoch": 337.14,
      "grad_norm": 1.156785011291504,
      "learning_rate": 3.1309244738138904e-06,
      "loss": 0.3597,
      "step": 1207970
    },
    {
      "epoch": 337.14,
      "grad_norm": 0.7733844518661499,
      "learning_rate": 3.130899004821706e-06,
      "loss": 0.353,
      "step": 1207980
    },
    {
      "epoch": 337.14,
      "grad_norm": 1.1320586204528809,
      "learning_rate": 3.130873535724752e-06,
      "loss": 0.3529,
      "step": 1207990
    },
    {
      "epoch": 337.15,
      "grad_norm": 0.9386199712753296,
      "learning_rate": 3.1308480665230317e-06,
      "loss": 0.3559,
      "step": 1208000
    },
    {
      "epoch": 337.15,
      "grad_norm": 1.0028376579284668,
      "learning_rate": 3.130822597216548e-06,
      "loss": 0.3468,
      "step": 1208010
    },
    {
      "epoch": 337.15,
      "grad_norm": 1.1088588237762451,
      "learning_rate": 3.1307971278053047e-06,
      "loss": 0.3561,
      "step": 1208020
    },
    {
      "epoch": 337.16,
      "grad_norm": 1.0749108791351318,
      "learning_rate": 3.1307716582893054e-06,
      "loss": 0.3499,
      "step": 1208030
    },
    {
      "epoch": 337.16,
      "grad_norm": 0.9012889266014099,
      "learning_rate": 3.130746188668553e-06,
      "loss": 0.3719,
      "step": 1208040
    },
    {
      "epoch": 337.16,
      "grad_norm": 1.007761001586914,
      "learning_rate": 3.130720718943052e-06,
      "loss": 0.3388,
      "step": 1208050
    },
    {
      "epoch": 337.16,
      "grad_norm": 1.033265471458435,
      "learning_rate": 3.1306952491128044e-06,
      "loss": 0.3521,
      "step": 1208060
    },
    {
      "epoch": 337.17,
      "grad_norm": 1.0340505838394165,
      "learning_rate": 3.1306697791778144e-06,
      "loss": 0.3712,
      "step": 1208070
    },
    {
      "epoch": 337.17,
      "grad_norm": 12.063043594360352,
      "learning_rate": 3.130644309138085e-06,
      "loss": 0.3449,
      "step": 1208080
    },
    {
      "epoch": 337.17,
      "grad_norm": 1.1948212385177612,
      "learning_rate": 3.1306188389936197e-06,
      "loss": 0.3411,
      "step": 1208090
    },
    {
      "epoch": 337.18,
      "grad_norm": 7.096653938293457,
      "learning_rate": 3.1305933687444223e-06,
      "loss": 0.363,
      "step": 1208100
    },
    {
      "epoch": 337.18,
      "grad_norm": 1.1933095455169678,
      "learning_rate": 3.1305678983904953e-06,
      "loss": 0.3469,
      "step": 1208110
    },
    {
      "epoch": 337.18,
      "grad_norm": 1.1261582374572754,
      "learning_rate": 3.130542427931843e-06,
      "loss": 0.3639,
      "step": 1208120
    },
    {
      "epoch": 337.18,
      "grad_norm": 0.996533215045929,
      "learning_rate": 3.1305169573684686e-06,
      "loss": 0.365,
      "step": 1208130
    },
    {
      "epoch": 337.19,
      "grad_norm": 1.0825414657592773,
      "learning_rate": 3.1304914867003744e-06,
      "loss": 0.345,
      "step": 1208140
    },
    {
      "epoch": 337.19,
      "grad_norm": 0.9672613143920898,
      "learning_rate": 3.130466015927566e-06,
      "loss": 0.3561,
      "step": 1208150
    },
    {
      "epoch": 337.19,
      "grad_norm": 1.1443893909454346,
      "learning_rate": 3.1304405450500445e-06,
      "loss": 0.3449,
      "step": 1208160
    },
    {
      "epoch": 337.2,
      "grad_norm": 1.0831221342086792,
      "learning_rate": 3.130415074067814e-06,
      "loss": 0.3515,
      "step": 1208170
    },
    {
      "epoch": 337.2,
      "grad_norm": 0.9852321743965149,
      "learning_rate": 3.1303896029808797e-06,
      "loss": 0.3485,
      "step": 1208180
    },
    {
      "epoch": 337.2,
      "grad_norm": 0.917736828327179,
      "learning_rate": 3.130364131789242e-06,
      "loss": 0.3556,
      "step": 1208190
    },
    {
      "epoch": 337.2,
      "grad_norm": 0.9406284689903259,
      "learning_rate": 3.1303386604929062e-06,
      "loss": 0.3565,
      "step": 1208200
    },
    {
      "epoch": 337.21,
      "grad_norm": 0.976688027381897,
      "learning_rate": 3.1303131890918758e-06,
      "loss": 0.3454,
      "step": 1208210
    },
    {
      "epoch": 337.21,
      "grad_norm": 1.0906968116760254,
      "learning_rate": 3.130287717586153e-06,
      "loss": 0.356,
      "step": 1208220
    },
    {
      "epoch": 337.21,
      "grad_norm": 1.0490938425064087,
      "learning_rate": 3.1302622459757414e-06,
      "loss": 0.3401,
      "step": 1208230
    },
    {
      "epoch": 337.21,
      "grad_norm": 0.9790165424346924,
      "learning_rate": 3.1302367742606455e-06,
      "loss": 0.3554,
      "step": 1208240
    },
    {
      "epoch": 337.22,
      "grad_norm": 2.7559654712677,
      "learning_rate": 3.130211302440868e-06,
      "loss": 0.3538,
      "step": 1208250
    },
    {
      "epoch": 337.22,
      "grad_norm": 1.031571388244629,
      "learning_rate": 3.130185830516412e-06,
      "loss": 0.3456,
      "step": 1208260
    },
    {
      "epoch": 337.22,
      "grad_norm": 1.4174304008483887,
      "learning_rate": 3.1301603584872812e-06,
      "loss": 0.3548,
      "step": 1208270
    },
    {
      "epoch": 337.23,
      "grad_norm": 1.0636639595031738,
      "learning_rate": 3.1301348863534796e-06,
      "loss": 0.3475,
      "step": 1208280
    },
    {
      "epoch": 337.23,
      "grad_norm": 1.0236212015151978,
      "learning_rate": 3.130109414115009e-06,
      "loss": 0.3546,
      "step": 1208290
    },
    {
      "epoch": 337.23,
      "grad_norm": 0.8658443689346313,
      "learning_rate": 3.1300839417718736e-06,
      "loss": 0.3348,
      "step": 1208300
    },
    {
      "epoch": 337.23,
      "grad_norm": 1.094237208366394,
      "learning_rate": 3.1300584693240777e-06,
      "loss": 0.3364,
      "step": 1208310
    },
    {
      "epoch": 337.24,
      "grad_norm": 0.9870856404304504,
      "learning_rate": 3.130032996771624e-06,
      "loss": 0.3672,
      "step": 1208320
    },
    {
      "epoch": 337.24,
      "grad_norm": 1.1212631464004517,
      "learning_rate": 3.1300075241145153e-06,
      "loss": 0.3434,
      "step": 1208330
    },
    {
      "epoch": 337.24,
      "grad_norm": 1.0806289911270142,
      "learning_rate": 3.129982051352756e-06,
      "loss": 0.3562,
      "step": 1208340
    },
    {
      "epoch": 337.25,
      "grad_norm": 0.9994015693664551,
      "learning_rate": 3.129956578486349e-06,
      "loss": 0.3618,
      "step": 1208350
    },
    {
      "epoch": 337.25,
      "grad_norm": 1.0161547660827637,
      "learning_rate": 3.129931105515297e-06,
      "loss": 0.3566,
      "step": 1208360
    },
    {
      "epoch": 337.25,
      "grad_norm": 1.0039008855819702,
      "learning_rate": 3.1299056324396046e-06,
      "loss": 0.3323,
      "step": 1208370
    },
    {
      "epoch": 337.25,
      "grad_norm": 1.008646011352539,
      "learning_rate": 3.1298801592592747e-06,
      "loss": 0.3628,
      "step": 1208380
    },
    {
      "epoch": 337.26,
      "grad_norm": 0.9643640518188477,
      "learning_rate": 3.12985468597431e-06,
      "loss": 0.3436,
      "step": 1208390
    },
    {
      "epoch": 337.26,
      "grad_norm": 0.9653986096382141,
      "learning_rate": 3.129829212584715e-06,
      "loss": 0.3387,
      "step": 1208400
    },
    {
      "epoch": 337.26,
      "grad_norm": 0.9398183822631836,
      "learning_rate": 3.129803739090493e-06,
      "loss": 0.3372,
      "step": 1208410
    },
    {
      "epoch": 337.26,
      "grad_norm": 1.0195692777633667,
      "learning_rate": 3.129778265491647e-06,
      "loss": 0.3574,
      "step": 1208420
    },
    {
      "epoch": 337.27,
      "grad_norm": 1.15669846534729,
      "learning_rate": 3.1297527917881803e-06,
      "loss": 0.3518,
      "step": 1208430
    },
    {
      "epoch": 337.27,
      "grad_norm": 0.9289265275001526,
      "learning_rate": 3.1297273179800965e-06,
      "loss": 0.3478,
      "step": 1208440
    },
    {
      "epoch": 337.27,
      "grad_norm": 1.2741858959197998,
      "learning_rate": 3.1297018440673986e-06,
      "loss": 0.3551,
      "step": 1208450
    },
    {
      "epoch": 337.28,
      "grad_norm": 1.0322105884552002,
      "learning_rate": 3.12967637005009e-06,
      "loss": 0.3447,
      "step": 1208460
    },
    {
      "epoch": 337.28,
      "grad_norm": 1.034051775932312,
      "learning_rate": 3.129650895928175e-06,
      "loss": 0.3528,
      "step": 1208470
    },
    {
      "epoch": 337.28,
      "grad_norm": 1.004604458808899,
      "learning_rate": 3.129625421701656e-06,
      "loss": 0.3583,
      "step": 1208480
    },
    {
      "epoch": 337.28,
      "grad_norm": 1.005819320678711,
      "learning_rate": 3.1295999473705375e-06,
      "loss": 0.3567,
      "step": 1208490
    },
    {
      "epoch": 337.29,
      "grad_norm": 1.1213802099227905,
      "learning_rate": 3.1295744729348214e-06,
      "loss": 0.3528,
      "step": 1208500
    },
    {
      "epoch": 337.29,
      "grad_norm": 1.1066235303878784,
      "learning_rate": 3.129548998394512e-06,
      "loss": 0.3476,
      "step": 1208510
    },
    {
      "epoch": 337.29,
      "grad_norm": 1.0379846096038818,
      "learning_rate": 3.129523523749612e-06,
      "loss": 0.3582,
      "step": 1208520
    },
    {
      "epoch": 337.3,
      "grad_norm": 1.0205059051513672,
      "learning_rate": 3.129498049000126e-06,
      "loss": 0.3603,
      "step": 1208530
    },
    {
      "epoch": 337.3,
      "grad_norm": 1.1252477169036865,
      "learning_rate": 3.1294725741460574e-06,
      "loss": 0.3582,
      "step": 1208540
    },
    {
      "epoch": 337.3,
      "grad_norm": 1.0283119678497314,
      "learning_rate": 3.1294470991874076e-06,
      "loss": 0.3627,
      "step": 1208550
    },
    {
      "epoch": 337.3,
      "grad_norm": 1.0925319194793701,
      "learning_rate": 3.129421624124182e-06,
      "loss": 0.3711,
      "step": 1208560
    },
    {
      "epoch": 337.31,
      "grad_norm": 1.0899244546890259,
      "learning_rate": 3.1293961489563837e-06,
      "loss": 0.3594,
      "step": 1208570
    },
    {
      "epoch": 337.31,
      "grad_norm": 1.0515397787094116,
      "learning_rate": 3.129370673684015e-06,
      "loss": 0.3592,
      "step": 1208580
    },
    {
      "epoch": 337.31,
      "grad_norm": 1.7684236764907837,
      "learning_rate": 3.12934519830708e-06,
      "loss": 0.3508,
      "step": 1208590
    },
    {
      "epoch": 337.32,
      "grad_norm": 0.9710503816604614,
      "learning_rate": 3.1293197228255823e-06,
      "loss": 0.3555,
      "step": 1208600
    },
    {
      "epoch": 337.32,
      "grad_norm": 1.2361962795257568,
      "learning_rate": 3.1292942472395242e-06,
      "loss": 0.342,
      "step": 1208610
    },
    {
      "epoch": 337.32,
      "grad_norm": 1.2454127073287964,
      "learning_rate": 3.129268771548911e-06,
      "loss": 0.3419,
      "step": 1208620
    },
    {
      "epoch": 337.32,
      "grad_norm": 0.9294981956481934,
      "learning_rate": 3.1292432957537446e-06,
      "loss": 0.3458,
      "step": 1208630
    },
    {
      "epoch": 337.33,
      "grad_norm": 1.1023515462875366,
      "learning_rate": 3.129217819854029e-06,
      "loss": 0.3601,
      "step": 1208640
    },
    {
      "epoch": 337.33,
      "grad_norm": 0.9324936270713806,
      "learning_rate": 3.1291923438497675e-06,
      "loss": 0.3603,
      "step": 1208650
    },
    {
      "epoch": 337.33,
      "grad_norm": 0.9962252974510193,
      "learning_rate": 3.1291668677409626e-06,
      "loss": 0.3591,
      "step": 1208660
    },
    {
      "epoch": 337.33,
      "grad_norm": 0.939382016658783,
      "learning_rate": 3.1291413915276195e-06,
      "loss": 0.3436,
      "step": 1208670
    },
    {
      "epoch": 337.34,
      "grad_norm": 0.8993219137191772,
      "learning_rate": 3.1291159152097402e-06,
      "loss": 0.3572,
      "step": 1208680
    },
    {
      "epoch": 337.34,
      "grad_norm": 1.03509521484375,
      "learning_rate": 3.1290904387873286e-06,
      "loss": 0.3368,
      "step": 1208690
    },
    {
      "epoch": 337.34,
      "grad_norm": 0.9746425151824951,
      "learning_rate": 3.129064962260388e-06,
      "loss": 0.351,
      "step": 1208700
    },
    {
      "epoch": 337.35,
      "grad_norm": 1.0946863889694214,
      "learning_rate": 3.1290394856289215e-06,
      "loss": 0.3481,
      "step": 1208710
    },
    {
      "epoch": 337.35,
      "grad_norm": 1.1293164491653442,
      "learning_rate": 3.1290140088929333e-06,
      "loss": 0.341,
      "step": 1208720
    },
    {
      "epoch": 337.35,
      "grad_norm": 1.1583064794540405,
      "learning_rate": 3.1289885320524258e-06,
      "loss": 0.3561,
      "step": 1208730
    },
    {
      "epoch": 337.35,
      "grad_norm": 1.04094660282135,
      "learning_rate": 3.128963055107403e-06,
      "loss": 0.3463,
      "step": 1208740
    },
    {
      "epoch": 337.36,
      "grad_norm": 1.0954375267028809,
      "learning_rate": 3.128937578057868e-06,
      "loss": 0.3415,
      "step": 1208750
    },
    {
      "epoch": 337.36,
      "grad_norm": 0.9755059480667114,
      "learning_rate": 3.1289121009038245e-06,
      "loss": 0.3534,
      "step": 1208760
    },
    {
      "epoch": 337.36,
      "grad_norm": 1.0405560731887817,
      "learning_rate": 3.1288866236452753e-06,
      "loss": 0.356,
      "step": 1208770
    },
    {
      "epoch": 337.37,
      "grad_norm": 0.9751884341239929,
      "learning_rate": 3.1288611462822243e-06,
      "loss": 0.3617,
      "step": 1208780
    },
    {
      "epoch": 337.37,
      "grad_norm": 0.9842317700386047,
      "learning_rate": 3.1288356688146752e-06,
      "loss": 0.3473,
      "step": 1208790
    },
    {
      "epoch": 337.37,
      "grad_norm": 1.0380887985229492,
      "learning_rate": 3.128810191242631e-06,
      "loss": 0.3602,
      "step": 1208800
    },
    {
      "epoch": 337.37,
      "grad_norm": 0.9914936423301697,
      "learning_rate": 3.128784713566095e-06,
      "loss": 0.3521,
      "step": 1208810
    },
    {
      "epoch": 337.38,
      "grad_norm": 1.0588587522506714,
      "learning_rate": 3.1287592357850696e-06,
      "loss": 0.3582,
      "step": 1208820
    },
    {
      "epoch": 337.38,
      "grad_norm": 0.913943886756897,
      "learning_rate": 3.1287337578995606e-06,
      "loss": 0.338,
      "step": 1208830
    },
    {
      "epoch": 337.38,
      "grad_norm": 1.213850975036621,
      "learning_rate": 3.1287082799095693e-06,
      "loss": 0.3466,
      "step": 1208840
    },
    {
      "epoch": 337.38,
      "grad_norm": 0.9442256093025208,
      "learning_rate": 3.1286828018150998e-06,
      "loss": 0.3514,
      "step": 1208850
    },
    {
      "epoch": 337.39,
      "grad_norm": 1.0309420824050903,
      "learning_rate": 3.1286573236161564e-06,
      "loss": 0.3471,
      "step": 1208860
    },
    {
      "epoch": 337.39,
      "grad_norm": 1.064909815788269,
      "learning_rate": 3.1286318453127417e-06,
      "loss": 0.3492,
      "step": 1208870
    },
    {
      "epoch": 337.39,
      "grad_norm": 0.9228807091712952,
      "learning_rate": 3.128606366904858e-06,
      "loss": 0.3603,
      "step": 1208880
    },
    {
      "epoch": 337.4,
      "grad_norm": 1.07555091381073,
      "learning_rate": 3.12858088839251e-06,
      "loss": 0.3549,
      "step": 1208890
    },
    {
      "epoch": 337.4,
      "grad_norm": 1.1530460119247437,
      "learning_rate": 3.1285554097757013e-06,
      "loss": 0.3566,
      "step": 1208900
    },
    {
      "epoch": 337.4,
      "grad_norm": 1.0864300727844238,
      "learning_rate": 3.128529931054434e-06,
      "loss": 0.3428,
      "step": 1208910
    },
    {
      "epoch": 337.4,
      "grad_norm": 1.2036216259002686,
      "learning_rate": 3.1285044522287127e-06,
      "loss": 0.3355,
      "step": 1208920
    },
    {
      "epoch": 337.41,
      "grad_norm": 1.0315759181976318,
      "learning_rate": 3.1284789732985398e-06,
      "loss": 0.3416,
      "step": 1208930
    },
    {
      "epoch": 337.41,
      "grad_norm": 1.1101808547973633,
      "learning_rate": 3.12845349426392e-06,
      "loss": 0.3499,
      "step": 1208940
    },
    {
      "epoch": 337.41,
      "grad_norm": 1.0064748525619507,
      "learning_rate": 3.128428015124856e-06,
      "loss": 0.3597,
      "step": 1208950
    },
    {
      "epoch": 337.42,
      "grad_norm": 0.894245982170105,
      "learning_rate": 3.128402535881351e-06,
      "loss": 0.3487,
      "step": 1208960
    },
    {
      "epoch": 337.42,
      "grad_norm": 0.9269152879714966,
      "learning_rate": 3.1283770565334086e-06,
      "loss": 0.3406,
      "step": 1208970
    },
    {
      "epoch": 337.42,
      "grad_norm": 0.8737918138504028,
      "learning_rate": 3.1283515770810314e-06,
      "loss": 0.3573,
      "step": 1208980
    },
    {
      "epoch": 337.42,
      "grad_norm": 0.9771493077278137,
      "learning_rate": 3.1283260975242243e-06,
      "loss": 0.3688,
      "step": 1208990
    },
    {
      "epoch": 337.43,
      "grad_norm": 1.2240999937057495,
      "learning_rate": 3.1283006178629896e-06,
      "loss": 0.347,
      "step": 1209000
    },
    {
      "epoch": 337.43,
      "grad_norm": 1.14285409450531,
      "learning_rate": 3.1282751380973313e-06,
      "loss": 0.3418,
      "step": 1209010
    },
    {
      "epoch": 337.43,
      "grad_norm": 1.1660289764404297,
      "learning_rate": 3.1282496582272525e-06,
      "loss": 0.3744,
      "step": 1209020
    },
    {
      "epoch": 337.44,
      "grad_norm": 1.0922735929489136,
      "learning_rate": 3.128224178252756e-06,
      "loss": 0.3519,
      "step": 1209030
    },
    {
      "epoch": 337.44,
      "grad_norm": 0.9823212027549744,
      "learning_rate": 3.128198698173846e-06,
      "loss": 0.3682,
      "step": 1209040
    },
    {
      "epoch": 337.44,
      "grad_norm": 1.1904358863830566,
      "learning_rate": 3.128173217990526e-06,
      "loss": 0.3562,
      "step": 1209050
    },
    {
      "epoch": 337.44,
      "grad_norm": 0.9628099203109741,
      "learning_rate": 3.1281477377027985e-06,
      "loss": 0.3664,
      "step": 1209060
    },
    {
      "epoch": 337.45,
      "grad_norm": 0.9227809906005859,
      "learning_rate": 3.128122257310668e-06,
      "loss": 0.3343,
      "step": 1209070
    },
    {
      "epoch": 337.45,
      "grad_norm": 1.1525450944900513,
      "learning_rate": 3.1280967768141375e-06,
      "loss": 0.3616,
      "step": 1209080
    },
    {
      "epoch": 337.45,
      "grad_norm": 1.203353762626648,
      "learning_rate": 3.12807129621321e-06,
      "loss": 0.3694,
      "step": 1209090
    },
    {
      "epoch": 337.45,
      "grad_norm": 1.002493977546692,
      "learning_rate": 3.1280458155078884e-06,
      "loss": 0.3576,
      "step": 1209100
    },
    {
      "epoch": 337.46,
      "grad_norm": 1.003834843635559,
      "learning_rate": 3.1280203346981773e-06,
      "loss": 0.3378,
      "step": 1209110
    },
    {
      "epoch": 337.46,
      "grad_norm": 1.3275067806243896,
      "learning_rate": 3.12799485378408e-06,
      "loss": 0.3657,
      "step": 1209120
    },
    {
      "epoch": 337.46,
      "grad_norm": 0.9148769378662109,
      "learning_rate": 3.1279693727655986e-06,
      "loss": 0.3462,
      "step": 1209130
    },
    {
      "epoch": 337.47,
      "grad_norm": 0.9603654146194458,
      "learning_rate": 3.127943891642738e-06,
      "loss": 0.3632,
      "step": 1209140
    },
    {
      "epoch": 337.47,
      "grad_norm": 1.0301190614700317,
      "learning_rate": 3.127918410415501e-06,
      "loss": 0.3397,
      "step": 1209150
    },
    {
      "epoch": 337.47,
      "grad_norm": 0.9984133839607239,
      "learning_rate": 3.1278929290838916e-06,
      "loss": 0.3534,
      "step": 1209160
    },
    {
      "epoch": 337.47,
      "grad_norm": 1.0623383522033691,
      "learning_rate": 3.1278674476479115e-06,
      "loss": 0.3523,
      "step": 1209170
    },
    {
      "epoch": 337.48,
      "grad_norm": 1.2457398176193237,
      "learning_rate": 3.1278419661075655e-06,
      "loss": 0.3442,
      "step": 1209180
    },
    {
      "epoch": 337.48,
      "grad_norm": 1.0932313203811646,
      "learning_rate": 3.127816484462857e-06,
      "loss": 0.3426,
      "step": 1209190
    },
    {
      "epoch": 337.48,
      "grad_norm": 0.9438308477401733,
      "learning_rate": 3.127791002713788e-06,
      "loss": 0.3618,
      "step": 1209200
    },
    {
      "epoch": 337.49,
      "grad_norm": 0.9187754988670349,
      "learning_rate": 3.127765520860364e-06,
      "loss": 0.3609,
      "step": 1209210
    },
    {
      "epoch": 337.49,
      "grad_norm": 0.955045223236084,
      "learning_rate": 3.1277400389025868e-06,
      "loss": 0.3516,
      "step": 1209220
    },
    {
      "epoch": 337.49,
      "grad_norm": 1.0477755069732666,
      "learning_rate": 3.127714556840461e-06,
      "loss": 0.3574,
      "step": 1209230
    },
    {
      "epoch": 337.49,
      "grad_norm": 0.9358860850334167,
      "learning_rate": 3.1276890746739885e-06,
      "loss": 0.3302,
      "step": 1209240
    },
    {
      "epoch": 337.5,
      "grad_norm": 1.2445474863052368,
      "learning_rate": 3.127663592403174e-06,
      "loss": 0.3578,
      "step": 1209250
    },
    {
      "epoch": 337.5,
      "grad_norm": 1.0901118516921997,
      "learning_rate": 3.12763811002802e-06,
      "loss": 0.3504,
      "step": 1209260
    },
    {
      "epoch": 337.5,
      "grad_norm": 1.0905739068984985,
      "learning_rate": 3.12761262754853e-06,
      "loss": 0.3559,
      "step": 1209270
    },
    {
      "epoch": 337.5,
      "grad_norm": 1.154849886894226,
      "learning_rate": 3.127587144964709e-06,
      "loss": 0.3459,
      "step": 1209280
    },
    {
      "epoch": 337.51,
      "grad_norm": 1.0687482357025146,
      "learning_rate": 3.1275616622765575e-06,
      "loss": 0.3414,
      "step": 1209290
    },
    {
      "epoch": 337.51,
      "grad_norm": 0.9197352528572083,
      "learning_rate": 3.127536179484081e-06,
      "loss": 0.3348,
      "step": 1209300
    },
    {
      "epoch": 337.51,
      "grad_norm": 1.1060503721237183,
      "learning_rate": 3.1275106965872835e-06,
      "loss": 0.3409,
      "step": 1209310
    },
    {
      "epoch": 337.52,
      "grad_norm": 1.089108943939209,
      "learning_rate": 3.127485213586166e-06,
      "loss": 0.3431,
      "step": 1209320
    },
    {
      "epoch": 337.52,
      "grad_norm": 0.9613284468650818,
      "learning_rate": 3.1274597304807327e-06,
      "loss": 0.3503,
      "step": 1209330
    },
    {
      "epoch": 337.52,
      "grad_norm": 1.251738429069519,
      "learning_rate": 3.1274342472709884e-06,
      "loss": 0.3481,
      "step": 1209340
    },
    {
      "epoch": 337.52,
      "grad_norm": 1.0215306282043457,
      "learning_rate": 3.127408763956935e-06,
      "loss": 0.3399,
      "step": 1209350
    },
    {
      "epoch": 337.53,
      "grad_norm": 1.005190372467041,
      "learning_rate": 3.127383280538577e-06,
      "loss": 0.361,
      "step": 1209360
    },
    {
      "epoch": 337.53,
      "grad_norm": 1.198989987373352,
      "learning_rate": 3.1273577970159166e-06,
      "loss": 0.3729,
      "step": 1209370
    },
    {
      "epoch": 337.53,
      "grad_norm": 0.9332672357559204,
      "learning_rate": 3.1273323133889583e-06,
      "loss": 0.3483,
      "step": 1209380
    },
    {
      "epoch": 337.54,
      "grad_norm": 1.1979970932006836,
      "learning_rate": 3.1273068296577044e-06,
      "loss": 0.3575,
      "step": 1209390
    },
    {
      "epoch": 337.54,
      "grad_norm": 1.0349572896957397,
      "learning_rate": 3.127281345822159e-06,
      "loss": 0.3627,
      "step": 1209400
    },
    {
      "epoch": 337.54,
      "grad_norm": 0.936102569103241,
      "learning_rate": 3.127255861882326e-06,
      "loss": 0.3637,
      "step": 1209410
    },
    {
      "epoch": 337.54,
      "grad_norm": 1.05404531955719,
      "learning_rate": 3.1272303778382067e-06,
      "loss": 0.3527,
      "step": 1209420
    },
    {
      "epoch": 337.55,
      "grad_norm": 1.0091917514801025,
      "learning_rate": 3.127204893689807e-06,
      "loss": 0.3578,
      "step": 1209430
    },
    {
      "epoch": 337.55,
      "grad_norm": 1.9617716073989868,
      "learning_rate": 3.127179409437129e-06,
      "loss": 0.3302,
      "step": 1209440
    },
    {
      "epoch": 337.55,
      "grad_norm": 0.9715627431869507,
      "learning_rate": 3.1271539250801775e-06,
      "loss": 0.3468,
      "step": 1209450
    },
    {
      "epoch": 337.56,
      "grad_norm": 0.974472165107727,
      "learning_rate": 3.127128440618953e-06,
      "loss": 0.3503,
      "step": 1209460
    },
    {
      "epoch": 337.56,
      "grad_norm": 0.9455642104148865,
      "learning_rate": 3.1271029560534616e-06,
      "loss": 0.3487,
      "step": 1209470
    },
    {
      "epoch": 337.56,
      "grad_norm": 0.9389888048171997,
      "learning_rate": 3.1270774713837053e-06,
      "loss": 0.3321,
      "step": 1209480
    },
    {
      "epoch": 337.56,
      "grad_norm": 1.0442814826965332,
      "learning_rate": 3.1270519866096877e-06,
      "loss": 0.3408,
      "step": 1209490
    },
    {
      "epoch": 337.57,
      "grad_norm": 0.9102711081504822,
      "learning_rate": 3.127026501731413e-06,
      "loss": 0.3538,
      "step": 1209500
    },
    {
      "epoch": 337.57,
      "grad_norm": 1.127734899520874,
      "learning_rate": 3.1270010167488836e-06,
      "loss": 0.36,
      "step": 1209510
    },
    {
      "epoch": 337.57,
      "grad_norm": 1.1114660501480103,
      "learning_rate": 3.126975531662104e-06,
      "loss": 0.3557,
      "step": 1209520
    },
    {
      "epoch": 337.57,
      "grad_norm": 0.9807734489440918,
      "learning_rate": 3.126950046471076e-06,
      "loss": 0.3553,
      "step": 1209530
    },
    {
      "epoch": 337.58,
      "grad_norm": 0.8957552909851074,
      "learning_rate": 3.126924561175804e-06,
      "loss": 0.3531,
      "step": 1209540
    },
    {
      "epoch": 337.58,
      "grad_norm": 1.1562178134918213,
      "learning_rate": 3.126899075776291e-06,
      "loss": 0.3456,
      "step": 1209550
    },
    {
      "epoch": 337.58,
      "grad_norm": 0.9400410056114197,
      "learning_rate": 3.126873590272541e-06,
      "loss": 0.357,
      "step": 1209560
    },
    {
      "epoch": 337.59,
      "grad_norm": 1.1486488580703735,
      "learning_rate": 3.1268481046645574e-06,
      "loss": 0.3554,
      "step": 1209570
    },
    {
      "epoch": 337.59,
      "grad_norm": 1.0534417629241943,
      "learning_rate": 3.126822618952343e-06,
      "loss": 0.3523,
      "step": 1209580
    },
    {
      "epoch": 337.59,
      "grad_norm": 0.9585652947425842,
      "learning_rate": 3.126797133135901e-06,
      "loss": 0.3489,
      "step": 1209590
    },
    {
      "epoch": 337.59,
      "grad_norm": 1.0264930725097656,
      "learning_rate": 3.126771647215235e-06,
      "loss": 0.3484,
      "step": 1209600
    },
    {
      "epoch": 337.6,
      "grad_norm": 0.8261830806732178,
      "learning_rate": 3.1267461611903496e-06,
      "loss": 0.3436,
      "step": 1209610
    },
    {
      "epoch": 337.6,
      "grad_norm": 1.0715032815933228,
      "learning_rate": 3.1267206750612466e-06,
      "loss": 0.3513,
      "step": 1209620
    },
    {
      "epoch": 337.6,
      "grad_norm": 1.0537898540496826,
      "learning_rate": 3.12669518882793e-06,
      "loss": 0.3519,
      "step": 1209630
    },
    {
      "epoch": 337.61,
      "grad_norm": 0.9446660280227661,
      "learning_rate": 3.1266697024904033e-06,
      "loss": 0.3408,
      "step": 1209640
    },
    {
      "epoch": 337.61,
      "grad_norm": 0.9747989773750305,
      "learning_rate": 3.12664421604867e-06,
      "loss": 0.3457,
      "step": 1209650
    },
    {
      "epoch": 337.61,
      "grad_norm": 1.1349518299102783,
      "learning_rate": 3.126618729502733e-06,
      "loss": 0.3585,
      "step": 1209660
    },
    {
      "epoch": 337.61,
      "grad_norm": 1.1339727640151978,
      "learning_rate": 3.126593242852596e-06,
      "loss": 0.3582,
      "step": 1209670
    },
    {
      "epoch": 337.62,
      "grad_norm": 1.0523959398269653,
      "learning_rate": 3.1265677560982624e-06,
      "loss": 0.3715,
      "step": 1209680
    },
    {
      "epoch": 337.62,
      "grad_norm": 1.0858994722366333,
      "learning_rate": 3.126542269239735e-06,
      "loss": 0.3538,
      "step": 1209690
    },
    {
      "epoch": 337.62,
      "grad_norm": 1.0669043064117432,
      "learning_rate": 3.1265167822770185e-06,
      "loss": 0.3691,
      "step": 1209700
    },
    {
      "epoch": 337.62,
      "grad_norm": 1.057462453842163,
      "learning_rate": 3.1264912952101153e-06,
      "loss": 0.3421,
      "step": 1209710
    },
    {
      "epoch": 337.63,
      "grad_norm": 0.9362509846687317,
      "learning_rate": 3.1264658080390284e-06,
      "loss": 0.3714,
      "step": 1209720
    },
    {
      "epoch": 337.63,
      "grad_norm": 0.9745379090309143,
      "learning_rate": 3.126440320763763e-06,
      "loss": 0.3523,
      "step": 1209730
    },
    {
      "epoch": 337.63,
      "grad_norm": 1.2770593166351318,
      "learning_rate": 3.1264148333843206e-06,
      "loss": 0.3368,
      "step": 1209740
    },
    {
      "epoch": 337.64,
      "grad_norm": 1.337798833847046,
      "learning_rate": 3.1263893459007052e-06,
      "loss": 0.3743,
      "step": 1209750
    },
    {
      "epoch": 337.64,
      "grad_norm": 1.0440326929092407,
      "learning_rate": 3.1263638583129205e-06,
      "loss": 0.3532,
      "step": 1209760
    },
    {
      "epoch": 337.64,
      "grad_norm": 1.178299069404602,
      "learning_rate": 3.1263383706209697e-06,
      "loss": 0.3535,
      "step": 1209770
    },
    {
      "epoch": 337.64,
      "grad_norm": 1.0057590007781982,
      "learning_rate": 3.126312882824856e-06,
      "loss": 0.3507,
      "step": 1209780
    },
    {
      "epoch": 337.65,
      "grad_norm": 1.079808235168457,
      "learning_rate": 3.1262873949245833e-06,
      "loss": 0.3476,
      "step": 1209790
    },
    {
      "epoch": 337.65,
      "grad_norm": 1.093251347541809,
      "learning_rate": 3.126261906920154e-06,
      "loss": 0.3558,
      "step": 1209800
    },
    {
      "epoch": 337.65,
      "grad_norm": 0.9850099682807922,
      "learning_rate": 3.1262364188115723e-06,
      "loss": 0.3383,
      "step": 1209810
    },
    {
      "epoch": 337.66,
      "grad_norm": 1.016890048980713,
      "learning_rate": 3.1262109305988424e-06,
      "loss": 0.3549,
      "step": 1209820
    },
    {
      "epoch": 337.66,
      "grad_norm": 1.0284137725830078,
      "learning_rate": 3.126185442281966e-06,
      "loss": 0.3669,
      "step": 1209830
    },
    {
      "epoch": 337.66,
      "grad_norm": 1.0117862224578857,
      "learning_rate": 3.1261599538609473e-06,
      "loss": 0.3609,
      "step": 1209840
    },
    {
      "epoch": 337.66,
      "grad_norm": 0.9972022771835327,
      "learning_rate": 3.1261344653357893e-06,
      "loss": 0.3577,
      "step": 1209850
    },
    {
      "epoch": 337.67,
      "grad_norm": 1.0225130319595337,
      "learning_rate": 3.1261089767064966e-06,
      "loss": 0.3424,
      "step": 1209860
    },
    {
      "epoch": 337.67,
      "grad_norm": 1.1160976886749268,
      "learning_rate": 3.1260834879730705e-06,
      "loss": 0.3505,
      "step": 1209870
    },
    {
      "epoch": 337.67,
      "grad_norm": 1.0433015823364258,
      "learning_rate": 3.1260579991355166e-06,
      "loss": 0.3562,
      "step": 1209880
    },
    {
      "epoch": 337.68,
      "grad_norm": 1.0896186828613281,
      "learning_rate": 3.126032510193837e-06,
      "loss": 0.3536,
      "step": 1209890
    },
    {
      "epoch": 337.68,
      "grad_norm": 1.0886225700378418,
      "learning_rate": 3.1260070211480353e-06,
      "loss": 0.3601,
      "step": 1209900
    },
    {
      "epoch": 337.68,
      "grad_norm": 0.9295522570610046,
      "learning_rate": 3.1259815319981147e-06,
      "loss": 0.3451,
      "step": 1209910
    },
    {
      "epoch": 337.68,
      "grad_norm": 1.0773884057998657,
      "learning_rate": 3.1259560427440797e-06,
      "loss": 0.3564,
      "step": 1209920
    },
    {
      "epoch": 337.69,
      "grad_norm": 0.9012462496757507,
      "learning_rate": 3.125930553385932e-06,
      "loss": 0.3602,
      "step": 1209930
    },
    {
      "epoch": 337.69,
      "grad_norm": 0.9004518985748291,
      "learning_rate": 3.125905063923676e-06,
      "loss": 0.3468,
      "step": 1209940
    },
    {
      "epoch": 337.69,
      "grad_norm": 1.3766220808029175,
      "learning_rate": 3.1258795743573156e-06,
      "loss": 0.353,
      "step": 1209950
    },
    {
      "epoch": 337.69,
      "grad_norm": 0.9538382291793823,
      "learning_rate": 3.1258540846868526e-06,
      "loss": 0.3596,
      "step": 1209960
    },
    {
      "epoch": 337.7,
      "grad_norm": 1.1324224472045898,
      "learning_rate": 3.125828594912292e-06,
      "loss": 0.352,
      "step": 1209970
    },
    {
      "epoch": 337.7,
      "grad_norm": 1.073891043663025,
      "learning_rate": 3.1258031050336365e-06,
      "loss": 0.3557,
      "step": 1209980
    },
    {
      "epoch": 337.7,
      "grad_norm": 0.9687771201133728,
      "learning_rate": 3.1257776150508893e-06,
      "loss": 0.3545,
      "step": 1209990
    },
    {
      "epoch": 337.71,
      "grad_norm": 1.0669761896133423,
      "learning_rate": 3.125752124964054e-06,
      "loss": 0.3396,
      "step": 1210000
    },
    {
      "epoch": 337.71,
      "grad_norm": 1.0687445402145386,
      "learning_rate": 3.125726634773134e-06,
      "loss": 0.3563,
      "step": 1210010
    },
    {
      "epoch": 337.71,
      "grad_norm": 0.9722124934196472,
      "learning_rate": 3.125701144478133e-06,
      "loss": 0.3606,
      "step": 1210020
    },
    {
      "epoch": 337.71,
      "grad_norm": 0.9486132264137268,
      "learning_rate": 3.1256756540790536e-06,
      "loss": 0.3439,
      "step": 1210030
    },
    {
      "epoch": 337.72,
      "grad_norm": 1.0130093097686768,
      "learning_rate": 3.1256501635759e-06,
      "loss": 0.3753,
      "step": 1210040
    },
    {
      "epoch": 337.72,
      "grad_norm": 0.9212980270385742,
      "learning_rate": 3.1256246729686757e-06,
      "loss": 0.3517,
      "step": 1210050
    },
    {
      "epoch": 337.72,
      "grad_norm": 1.0652694702148438,
      "learning_rate": 3.125599182257383e-06,
      "loss": 0.3601,
      "step": 1210060
    },
    {
      "epoch": 337.73,
      "grad_norm": 1.0174392461776733,
      "learning_rate": 3.125573691442026e-06,
      "loss": 0.3507,
      "step": 1210070
    },
    {
      "epoch": 337.73,
      "grad_norm": 1.1182160377502441,
      "learning_rate": 3.1255482005226082e-06,
      "loss": 0.353,
      "step": 1210080
    },
    {
      "epoch": 337.73,
      "grad_norm": 1.054063081741333,
      "learning_rate": 3.1255227094991325e-06,
      "loss": 0.3591,
      "step": 1210090
    },
    {
      "epoch": 337.73,
      "grad_norm": 1.0412052869796753,
      "learning_rate": 3.125497218371603e-06,
      "loss": 0.3624,
      "step": 1210100
    },
    {
      "epoch": 337.74,
      "grad_norm": 1.0091238021850586,
      "learning_rate": 3.125471727140023e-06,
      "loss": 0.3547,
      "step": 1210110
    },
    {
      "epoch": 337.74,
      "grad_norm": 1.25753653049469,
      "learning_rate": 3.1254462358043953e-06,
      "loss": 0.3535,
      "step": 1210120
    },
    {
      "epoch": 337.74,
      "grad_norm": 0.9756225347518921,
      "learning_rate": 3.1254207443647235e-06,
      "loss": 0.342,
      "step": 1210130
    },
    {
      "epoch": 337.74,
      "grad_norm": 0.960394561290741,
      "learning_rate": 3.125395252821011e-06,
      "loss": 0.3365,
      "step": 1210140
    },
    {
      "epoch": 337.75,
      "grad_norm": 1.1293566226959229,
      "learning_rate": 3.125369761173262e-06,
      "loss": 0.356,
      "step": 1210150
    },
    {
      "epoch": 337.75,
      "grad_norm": 0.982403039932251,
      "learning_rate": 3.1253442694214784e-06,
      "loss": 0.3531,
      "step": 1210160
    },
    {
      "epoch": 337.75,
      "grad_norm": 1.03961181640625,
      "learning_rate": 3.125318777565665e-06,
      "loss": 0.3563,
      "step": 1210170
    },
    {
      "epoch": 337.76,
      "grad_norm": 0.9125998020172119,
      "learning_rate": 3.1252932856058243e-06,
      "loss": 0.3635,
      "step": 1210180
    },
    {
      "epoch": 337.76,
      "grad_norm": 1.1328692436218262,
      "learning_rate": 3.1252677935419604e-06,
      "loss": 0.3568,
      "step": 1210190
    },
    {
      "epoch": 337.76,
      "grad_norm": 1.1141130924224854,
      "learning_rate": 3.1252423013740754e-06,
      "loss": 0.3502,
      "step": 1210200
    },
    {
      "epoch": 337.76,
      "grad_norm": 1.0323351621627808,
      "learning_rate": 3.1252168091021747e-06,
      "loss": 0.362,
      "step": 1210210
    },
    {
      "epoch": 337.77,
      "grad_norm": 1.1749743223190308,
      "learning_rate": 3.125191316726259e-06,
      "loss": 0.3475,
      "step": 1210220
    },
    {
      "epoch": 337.77,
      "grad_norm": 1.1638734340667725,
      "learning_rate": 3.1251658242463344e-06,
      "loss": 0.3453,
      "step": 1210230
    },
    {
      "epoch": 337.77,
      "grad_norm": 1.0108217000961304,
      "learning_rate": 3.125140331662403e-06,
      "loss": 0.351,
      "step": 1210240
    },
    {
      "epoch": 337.78,
      "grad_norm": 0.8894831538200378,
      "learning_rate": 3.1251148389744684e-06,
      "loss": 0.3493,
      "step": 1210250
    },
    {
      "epoch": 337.78,
      "grad_norm": 0.9285858869552612,
      "learning_rate": 3.125089346182534e-06,
      "loss": 0.3456,
      "step": 1210260
    },
    {
      "epoch": 337.78,
      "grad_norm": 1.120435357093811,
      "learning_rate": 3.1250638532866025e-06,
      "loss": 0.3499,
      "step": 1210270
    },
    {
      "epoch": 337.78,
      "grad_norm": 1.0698089599609375,
      "learning_rate": 3.1250383602866783e-06,
      "loss": 0.3565,
      "step": 1210280
    },
    {
      "epoch": 337.79,
      "grad_norm": 0.9918853044509888,
      "learning_rate": 3.1250128671827642e-06,
      "loss": 0.3495,
      "step": 1210290
    },
    {
      "epoch": 337.79,
      "grad_norm": 0.8261173963546753,
      "learning_rate": 3.124987373974864e-06,
      "loss": 0.3638,
      "step": 1210300
    },
    {
      "epoch": 337.79,
      "grad_norm": 0.9453713893890381,
      "learning_rate": 3.1249618806629807e-06,
      "loss": 0.3641,
      "step": 1210310
    },
    {
      "epoch": 337.8,
      "grad_norm": 0.9755951166152954,
      "learning_rate": 3.1249363872471184e-06,
      "loss": 0.3496,
      "step": 1210320
    },
    {
      "epoch": 337.8,
      "grad_norm": 0.9142889380455017,
      "learning_rate": 3.12491089372728e-06,
      "loss": 0.3563,
      "step": 1210330
    },
    {
      "epoch": 337.8,
      "grad_norm": 0.920630693435669,
      "learning_rate": 3.1248854001034684e-06,
      "loss": 0.3531,
      "step": 1210340
    },
    {
      "epoch": 337.8,
      "grad_norm": 1.2008612155914307,
      "learning_rate": 3.1248599063756875e-06,
      "loss": 0.3622,
      "step": 1210350
    },
    {
      "epoch": 337.81,
      "grad_norm": 1.0716677904129028,
      "learning_rate": 3.124834412543941e-06,
      "loss": 0.3676,
      "step": 1210360
    },
    {
      "epoch": 337.81,
      "grad_norm": 0.9442243576049805,
      "learning_rate": 3.124808918608231e-06,
      "loss": 0.349,
      "step": 1210370
    },
    {
      "epoch": 337.81,
      "grad_norm": 1.019666075706482,
      "learning_rate": 3.124783424568563e-06,
      "loss": 0.3543,
      "step": 1210380
    },
    {
      "epoch": 337.81,
      "grad_norm": 1.1497342586517334,
      "learning_rate": 3.1247579304249384e-06,
      "loss": 0.3419,
      "step": 1210390
    },
    {
      "epoch": 337.82,
      "grad_norm": 0.8916451930999756,
      "learning_rate": 3.124732436177362e-06,
      "loss": 0.3578,
      "step": 1210400
    },
    {
      "epoch": 337.82,
      "grad_norm": 0.9614442586898804,
      "learning_rate": 3.124706941825837e-06,
      "loss": 0.3444,
      "step": 1210410
    },
    {
      "epoch": 337.82,
      "grad_norm": 1.1941059827804565,
      "learning_rate": 3.1246814473703656e-06,
      "loss": 0.3327,
      "step": 1210420
    },
    {
      "epoch": 337.83,
      "grad_norm": 1.0950422286987305,
      "learning_rate": 3.124655952810952e-06,
      "loss": 0.3635,
      "step": 1210430
    },
    {
      "epoch": 337.83,
      "grad_norm": 0.9121004343032837,
      "learning_rate": 3.1246304581476004e-06,
      "loss": 0.3488,
      "step": 1210440
    },
    {
      "epoch": 337.83,
      "grad_norm": 1.093645453453064,
      "learning_rate": 3.1246049633803123e-06,
      "loss": 0.3539,
      "step": 1210450
    },
    {
      "epoch": 337.83,
      "grad_norm": 0.9194421172142029,
      "learning_rate": 3.1245794685090924e-06,
      "loss": 0.3655,
      "step": 1210460
    },
    {
      "epoch": 337.84,
      "grad_norm": 1.002282738685608,
      "learning_rate": 3.124553973533945e-06,
      "loss": 0.3475,
      "step": 1210470
    },
    {
      "epoch": 337.84,
      "grad_norm": 0.8206290006637573,
      "learning_rate": 3.124528478454871e-06,
      "loss": 0.3425,
      "step": 1210480
    },
    {
      "epoch": 337.84,
      "grad_norm": 1.0052602291107178,
      "learning_rate": 3.1245029832718762e-06,
      "loss": 0.3532,
      "step": 1210490
    },
    {
      "epoch": 337.85,
      "grad_norm": 1.0180788040161133,
      "learning_rate": 3.124477487984963e-06,
      "loss": 0.3457,
      "step": 1210500
    },
    {
      "epoch": 337.85,
      "grad_norm": 1.010664939880371,
      "learning_rate": 3.1244519925941337e-06,
      "loss": 0.341,
      "step": 1210510
    },
    {
      "epoch": 337.85,
      "grad_norm": 0.8758021593093872,
      "learning_rate": 3.1244264970993934e-06,
      "loss": 0.3608,
      "step": 1210520
    },
    {
      "epoch": 337.85,
      "grad_norm": 1.0203851461410522,
      "learning_rate": 3.124401001500744e-06,
      "loss": 0.3488,
      "step": 1210530
    },
    {
      "epoch": 337.86,
      "grad_norm": 1.1697304248809814,
      "learning_rate": 3.1243755057981914e-06,
      "loss": 0.3493,
      "step": 1210540
    },
    {
      "epoch": 337.86,
      "grad_norm": 1.031209945678711,
      "learning_rate": 3.124350009991737e-06,
      "loss": 0.3582,
      "step": 1210550
    },
    {
      "epoch": 337.86,
      "grad_norm": 0.9379519820213318,
      "learning_rate": 3.1243245140813834e-06,
      "loss": 0.3543,
      "step": 1210560
    },
    {
      "epoch": 337.86,
      "grad_norm": 7.647892475128174,
      "learning_rate": 3.1242990180671358e-06,
      "loss": 0.3468,
      "step": 1210570
    },
    {
      "epoch": 337.87,
      "grad_norm": 1.135544776916504,
      "learning_rate": 3.1242735219489974e-06,
      "loss": 0.3483,
      "step": 1210580
    },
    {
      "epoch": 337.87,
      "grad_norm": 1.0820523500442505,
      "learning_rate": 3.12424802572697e-06,
      "loss": 0.3537,
      "step": 1210590
    },
    {
      "epoch": 337.87,
      "grad_norm": 1.1245849132537842,
      "learning_rate": 3.124222529401059e-06,
      "loss": 0.351,
      "step": 1210600
    },
    {
      "epoch": 337.88,
      "grad_norm": 0.9566866755485535,
      "learning_rate": 3.124197032971266e-06,
      "loss": 0.341,
      "step": 1210610
    },
    {
      "epoch": 337.88,
      "grad_norm": 1.1132731437683105,
      "learning_rate": 3.1241715364375956e-06,
      "loss": 0.3571,
      "step": 1210620
    },
    {
      "epoch": 337.88,
      "grad_norm": 1.0956518650054932,
      "learning_rate": 3.1241460398000515e-06,
      "loss": 0.3652,
      "step": 1210630
    },
    {
      "epoch": 337.88,
      "grad_norm": 1.109190583229065,
      "learning_rate": 3.1241205430586367e-06,
      "loss": 0.3483,
      "step": 1210640
    },
    {
      "epoch": 337.89,
      "grad_norm": 1.0162334442138672,
      "learning_rate": 3.124095046213353e-06,
      "loss": 0.3539,
      "step": 1210650
    },
    {
      "epoch": 337.89,
      "grad_norm": 1.059043288230896,
      "learning_rate": 3.1240695492642064e-06,
      "loss": 0.3509,
      "step": 1210660
    },
    {
      "epoch": 337.89,
      "grad_norm": 3.4393062591552734,
      "learning_rate": 3.1240440522111986e-06,
      "loss": 0.3413,
      "step": 1210670
    },
    {
      "epoch": 337.9,
      "grad_norm": 1.015913963317871,
      "learning_rate": 3.124018555054333e-06,
      "loss": 0.3593,
      "step": 1210680
    },
    {
      "epoch": 337.9,
      "grad_norm": 1.336327075958252,
      "learning_rate": 3.123993057793614e-06,
      "loss": 0.3496,
      "step": 1210690
    },
    {
      "epoch": 337.9,
      "grad_norm": 1.025327444076538,
      "learning_rate": 3.1239675604290443e-06,
      "loss": 0.3364,
      "step": 1210700
    },
    {
      "epoch": 337.9,
      "grad_norm": 0.9287440180778503,
      "learning_rate": 3.1239420629606274e-06,
      "loss": 0.3523,
      "step": 1210710
    },
    {
      "epoch": 337.91,
      "grad_norm": 0.965857982635498,
      "learning_rate": 3.1239165653883664e-06,
      "loss": 0.3593,
      "step": 1210720
    },
    {
      "epoch": 337.91,
      "grad_norm": 0.9816881418228149,
      "learning_rate": 3.123891067712266e-06,
      "loss": 0.3608,
      "step": 1210730
    },
    {
      "epoch": 337.91,
      "grad_norm": 1.031083106994629,
      "learning_rate": 3.123865569932328e-06,
      "loss": 0.3496,
      "step": 1210740
    },
    {
      "epoch": 337.92,
      "grad_norm": 1.1128870248794556,
      "learning_rate": 3.123840072048556e-06,
      "loss": 0.3655,
      "step": 1210750
    },
    {
      "epoch": 337.92,
      "grad_norm": 0.864547073841095,
      "learning_rate": 3.1238145740609544e-06,
      "loss": 0.3464,
      "step": 1210760
    },
    {
      "epoch": 337.92,
      "grad_norm": 1.174215316772461,
      "learning_rate": 3.1237890759695253e-06,
      "loss": 0.3337,
      "step": 1210770
    },
    {
      "epoch": 337.92,
      "grad_norm": 1.0125526189804077,
      "learning_rate": 3.123763577774274e-06,
      "loss": 0.3533,
      "step": 1210780
    },
    {
      "epoch": 337.93,
      "grad_norm": 1.0111024379730225,
      "learning_rate": 3.123738079475202e-06,
      "loss": 0.3465,
      "step": 1210790
    },
    {
      "epoch": 337.93,
      "grad_norm": 1.565456748008728,
      "learning_rate": 3.123712581072313e-06,
      "loss": 0.3481,
      "step": 1210800
    },
    {
      "epoch": 337.93,
      "grad_norm": 1.0577127933502197,
      "learning_rate": 3.123687082565611e-06,
      "loss": 0.356,
      "step": 1210810
    },
    {
      "epoch": 337.93,
      "grad_norm": 0.9310096502304077,
      "learning_rate": 3.123661583955099e-06,
      "loss": 0.3604,
      "step": 1210820
    },
    {
      "epoch": 337.94,
      "grad_norm": 1.2015955448150635,
      "learning_rate": 3.123636085240781e-06,
      "loss": 0.3566,
      "step": 1210830
    },
    {
      "epoch": 337.94,
      "grad_norm": 1.0032802820205688,
      "learning_rate": 3.12361058642266e-06,
      "loss": 0.3509,
      "step": 1210840
    },
    {
      "epoch": 337.94,
      "grad_norm": 1.945570468902588,
      "learning_rate": 3.123585087500739e-06,
      "loss": 0.3364,
      "step": 1210850
    },
    {
      "epoch": 337.95,
      "grad_norm": 0.9222923517227173,
      "learning_rate": 3.123559588475022e-06,
      "loss": 0.3531,
      "step": 1210860
    },
    {
      "epoch": 337.95,
      "grad_norm": 0.8879075646400452,
      "learning_rate": 3.1235340893455116e-06,
      "loss": 0.3445,
      "step": 1210870
    },
    {
      "epoch": 337.95,
      "grad_norm": 1.0556360483169556,
      "learning_rate": 3.1235085901122122e-06,
      "loss": 0.3514,
      "step": 1210880
    },
    {
      "epoch": 337.95,
      "grad_norm": 0.9358310103416443,
      "learning_rate": 3.123483090775127e-06,
      "loss": 0.3592,
      "step": 1210890
    },
    {
      "epoch": 337.96,
      "grad_norm": 0.9264503121376038,
      "learning_rate": 3.1234575913342585e-06,
      "loss": 0.3472,
      "step": 1210900
    },
    {
      "epoch": 337.96,
      "grad_norm": 1.00489342212677,
      "learning_rate": 3.123432091789611e-06,
      "loss": 0.3583,
      "step": 1210910
    },
    {
      "epoch": 337.96,
      "grad_norm": 1.0502032041549683,
      "learning_rate": 3.1234065921411875e-06,
      "loss": 0.3551,
      "step": 1210920
    },
    {
      "epoch": 337.97,
      "grad_norm": 1.1719956398010254,
      "learning_rate": 3.123381092388992e-06,
      "loss": 0.3575,
      "step": 1210930
    },
    {
      "epoch": 337.97,
      "grad_norm": 1.0888255834579468,
      "learning_rate": 3.1233555925330267e-06,
      "loss": 0.3587,
      "step": 1210940
    },
    {
      "epoch": 337.97,
      "grad_norm": 1.860895037651062,
      "learning_rate": 3.123330092573296e-06,
      "loss": 0.3674,
      "step": 1210950
    },
    {
      "epoch": 337.97,
      "grad_norm": 1.100070834159851,
      "learning_rate": 3.1233045925098024e-06,
      "loss": 0.3552,
      "step": 1210960
    },
    {
      "epoch": 337.98,
      "grad_norm": 0.9409908652305603,
      "learning_rate": 3.1232790923425505e-06,
      "loss": 0.3548,
      "step": 1210970
    },
    {
      "epoch": 337.98,
      "grad_norm": 1.1625922918319702,
      "learning_rate": 3.1232535920715425e-06,
      "loss": 0.3509,
      "step": 1210980
    },
    {
      "epoch": 337.98,
      "grad_norm": 0.9909679889678955,
      "learning_rate": 3.1232280916967832e-06,
      "loss": 0.3529,
      "step": 1210990
    },
    {
      "epoch": 337.98,
      "grad_norm": 0.911250114440918,
      "learning_rate": 3.1232025912182747e-06,
      "loss": 0.342,
      "step": 1211000
    },
    {
      "epoch": 337.99,
      "grad_norm": 1.000974178314209,
      "learning_rate": 3.123177090636021e-06,
      "loss": 0.3695,
      "step": 1211010
    },
    {
      "epoch": 337.99,
      "grad_norm": 1.0642921924591064,
      "learning_rate": 3.1231515899500254e-06,
      "loss": 0.354,
      "step": 1211020
    },
    {
      "epoch": 337.99,
      "grad_norm": 1.0652600526809692,
      "learning_rate": 3.1231260891602907e-06,
      "loss": 0.3406,
      "step": 1211030
    },
    {
      "epoch": 338.0,
      "grad_norm": 0.9729558825492859,
      "learning_rate": 3.123100588266821e-06,
      "loss": 0.3687,
      "step": 1211040
    },
    {
      "epoch": 338.0,
      "grad_norm": 1.0881928205490112,
      "learning_rate": 3.12307508726962e-06,
      "loss": 0.3312,
      "step": 1211050
    },
    {
      "epoch": 338.0,
      "eval_loss": 0.35203710198402405,
      "eval_runtime": 62.963,
      "eval_samples_per_second": 80.349,
      "eval_steps_per_second": 10.054,
      "step": 1211054
    },
    {
      "epoch": 338.0,
      "grad_norm": 1.093619704246521,
      "learning_rate": 3.1230495861686905e-06,
      "loss": 0.3496,
      "step": 1211060
    },
    {
      "epoch": 338.0,
      "grad_norm": 1.0449138879776,
      "learning_rate": 3.123024084964036e-06,
      "loss": 0.3352,
      "step": 1211070
    },
    {
      "epoch": 338.01,
      "grad_norm": 0.9709761738777161,
      "learning_rate": 3.12299858365566e-06,
      "loss": 0.3545,
      "step": 1211080
    },
    {
      "epoch": 338.01,
      "grad_norm": 1.0639338493347168,
      "learning_rate": 3.122973082243565e-06,
      "loss": 0.3644,
      "step": 1211090
    },
    {
      "epoch": 338.01,
      "grad_norm": 1.1490637063980103,
      "learning_rate": 3.122947580727756e-06,
      "loss": 0.3508,
      "step": 1211100
    },
    {
      "epoch": 338.02,
      "grad_norm": 1.010966420173645,
      "learning_rate": 3.122922079108235e-06,
      "loss": 0.3511,
      "step": 1211110
    },
    {
      "epoch": 338.02,
      "grad_norm": 1.0071300268173218,
      "learning_rate": 3.1228965773850065e-06,
      "loss": 0.351,
      "step": 1211120
    },
    {
      "epoch": 338.02,
      "grad_norm": 1.1517773866653442,
      "learning_rate": 3.122871075558073e-06,
      "loss": 0.3446,
      "step": 1211130
    },
    {
      "epoch": 338.02,
      "grad_norm": 0.9766713380813599,
      "learning_rate": 3.122845573627439e-06,
      "loss": 0.3522,
      "step": 1211140
    },
    {
      "epoch": 338.03,
      "grad_norm": 1.1070058345794678,
      "learning_rate": 3.1228200715931065e-06,
      "loss": 0.3498,
      "step": 1211150
    },
    {
      "epoch": 338.03,
      "grad_norm": 1.035070538520813,
      "learning_rate": 3.1227945694550795e-06,
      "loss": 0.3522,
      "step": 1211160
    },
    {
      "epoch": 338.03,
      "grad_norm": 1.210372805595398,
      "learning_rate": 3.1227690672133614e-06,
      "loss": 0.3499,
      "step": 1211170
    },
    {
      "epoch": 338.04,
      "grad_norm": 0.9718242883682251,
      "learning_rate": 3.122743564867956e-06,
      "loss": 0.3587,
      "step": 1211180
    },
    {
      "epoch": 338.04,
      "grad_norm": 0.9694260358810425,
      "learning_rate": 3.122718062418866e-06,
      "loss": 0.3503,
      "step": 1211190
    },
    {
      "epoch": 338.04,
      "grad_norm": 0.9897597432136536,
      "learning_rate": 3.1226925598660954e-06,
      "loss": 0.3525,
      "step": 1211200
    },
    {
      "epoch": 338.04,
      "grad_norm": 0.9627118110656738,
      "learning_rate": 3.1226670572096474e-06,
      "loss": 0.3496,
      "step": 1211210
    },
    {
      "epoch": 338.05,
      "grad_norm": 1.1817089319229126,
      "learning_rate": 3.122641554449526e-06,
      "loss": 0.3446,
      "step": 1211220
    },
    {
      "epoch": 338.05,
      "grad_norm": 0.9877458810806274,
      "learning_rate": 3.122616051585733e-06,
      "loss": 0.3627,
      "step": 1211230
    },
    {
      "epoch": 338.05,
      "grad_norm": 1.1600791215896606,
      "learning_rate": 3.122590548618273e-06,
      "loss": 0.3627,
      "step": 1211240
    },
    {
      "epoch": 338.05,
      "grad_norm": 1.0952643156051636,
      "learning_rate": 3.1225650455471487e-06,
      "loss": 0.3692,
      "step": 1211250
    },
    {
      "epoch": 338.06,
      "grad_norm": 1.0603885650634766,
      "learning_rate": 3.122539542372364e-06,
      "loss": 0.3595,
      "step": 1211260
    },
    {
      "epoch": 338.06,
      "grad_norm": 1.0427006483078003,
      "learning_rate": 3.122514039093922e-06,
      "loss": 0.3496,
      "step": 1211270
    },
    {
      "epoch": 338.06,
      "grad_norm": 0.8887314200401306,
      "learning_rate": 3.1224885357118268e-06,
      "loss": 0.3589,
      "step": 1211280
    },
    {
      "epoch": 338.07,
      "grad_norm": 0.9221877455711365,
      "learning_rate": 3.122463032226082e-06,
      "loss": 0.3433,
      "step": 1211290
    },
    {
      "epoch": 338.07,
      "grad_norm": 0.8837728500366211,
      "learning_rate": 3.122437528636689e-06,
      "loss": 0.3601,
      "step": 1211300
    },
    {
      "epoch": 338.07,
      "grad_norm": 1.0760098695755005,
      "learning_rate": 3.122412024943653e-06,
      "loss": 0.3216,
      "step": 1211310
    },
    {
      "epoch": 338.07,
      "grad_norm": 1.0210785865783691,
      "learning_rate": 3.1223865211469764e-06,
      "loss": 0.3566,
      "step": 1211320
    },
    {
      "epoch": 338.08,
      "grad_norm": 0.9684887528419495,
      "learning_rate": 3.1223610172466635e-06,
      "loss": 0.3561,
      "step": 1211330
    },
    {
      "epoch": 338.08,
      "grad_norm": 0.9065753221511841,
      "learning_rate": 3.122335513242718e-06,
      "loss": 0.3536,
      "step": 1211340
    },
    {
      "epoch": 338.08,
      "grad_norm": 0.9704733490943909,
      "learning_rate": 3.122310009135141e-06,
      "loss": 0.3653,
      "step": 1211350
    },
    {
      "epoch": 338.09,
      "grad_norm": 1.1737518310546875,
      "learning_rate": 3.1222845049239387e-06,
      "loss": 0.36,
      "step": 1211360
    },
    {
      "epoch": 338.09,
      "grad_norm": 1.0548557043075562,
      "learning_rate": 3.122259000609113e-06,
      "loss": 0.3638,
      "step": 1211370
    },
    {
      "epoch": 338.09,
      "grad_norm": 1.0822378396987915,
      "learning_rate": 3.122233496190667e-06,
      "loss": 0.3533,
      "step": 1211380
    },
    {
      "epoch": 338.09,
      "grad_norm": 0.9349234700202942,
      "learning_rate": 3.122207991668605e-06,
      "loss": 0.3458,
      "step": 1211390
    },
    {
      "epoch": 338.1,
      "grad_norm": 1.045913577079773,
      "learning_rate": 3.1221824870429302e-06,
      "loss": 0.3692,
      "step": 1211400
    },
    {
      "epoch": 338.1,
      "grad_norm": 0.9616740942001343,
      "learning_rate": 3.1221569823136452e-06,
      "loss": 0.352,
      "step": 1211410
    },
    {
      "epoch": 338.1,
      "grad_norm": 0.9196009039878845,
      "learning_rate": 3.122131477480755e-06,
      "loss": 0.354,
      "step": 1211420
    },
    {
      "epoch": 338.1,
      "grad_norm": 0.8793411254882812,
      "learning_rate": 3.1221059725442612e-06,
      "loss": 0.3496,
      "step": 1211430
    },
    {
      "epoch": 338.11,
      "grad_norm": 1.0083842277526855,
      "learning_rate": 3.1220804675041685e-06,
      "loss": 0.3503,
      "step": 1211440
    },
    {
      "epoch": 338.11,
      "grad_norm": 0.9819255471229553,
      "learning_rate": 3.12205496236048e-06,
      "loss": 0.3458,
      "step": 1211450
    },
    {
      "epoch": 338.11,
      "grad_norm": 0.9775228500366211,
      "learning_rate": 3.122029457113198e-06,
      "loss": 0.3417,
      "step": 1211460
    },
    {
      "epoch": 338.12,
      "grad_norm": 1.0935616493225098,
      "learning_rate": 3.122003951762327e-06,
      "loss": 0.3331,
      "step": 1211470
    },
    {
      "epoch": 338.12,
      "grad_norm": 0.9449319243431091,
      "learning_rate": 3.12197844630787e-06,
      "loss": 0.3497,
      "step": 1211480
    },
    {
      "epoch": 338.12,
      "grad_norm": 1.193537712097168,
      "learning_rate": 3.121952940749831e-06,
      "loss": 0.3499,
      "step": 1211490
    },
    {
      "epoch": 338.12,
      "grad_norm": 1.2758785486221313,
      "learning_rate": 3.1219274350882136e-06,
      "loss": 0.3555,
      "step": 1211500
    },
    {
      "epoch": 338.13,
      "grad_norm": 1.1774417161941528,
      "learning_rate": 3.1219019293230205e-06,
      "loss": 0.3548,
      "step": 1211510
    },
    {
      "epoch": 338.13,
      "grad_norm": 1.117974042892456,
      "learning_rate": 3.121876423454254e-06,
      "loss": 0.3716,
      "step": 1211520
    },
    {
      "epoch": 338.13,
      "grad_norm": 0.9973784685134888,
      "learning_rate": 3.1218509174819197e-06,
      "loss": 0.3464,
      "step": 1211530
    },
    {
      "epoch": 338.14,
      "grad_norm": 1.2076640129089355,
      "learning_rate": 3.121825411406019e-06,
      "loss": 0.3584,
      "step": 1211540
    },
    {
      "epoch": 338.14,
      "grad_norm": 0.9537232518196106,
      "learning_rate": 3.121799905226557e-06,
      "loss": 0.3406,
      "step": 1211550
    },
    {
      "epoch": 338.14,
      "grad_norm": 1.1094295978546143,
      "learning_rate": 3.121774398943536e-06,
      "loss": 0.3542,
      "step": 1211560
    },
    {
      "epoch": 338.14,
      "grad_norm": 1.0236618518829346,
      "learning_rate": 3.12174889255696e-06,
      "loss": 0.3628,
      "step": 1211570
    },
    {
      "epoch": 338.15,
      "grad_norm": 1.048965334892273,
      "learning_rate": 3.1217233860668318e-06,
      "loss": 0.3416,
      "step": 1211580
    },
    {
      "epoch": 338.15,
      "grad_norm": 1.1037907600402832,
      "learning_rate": 3.1216978794731557e-06,
      "loss": 0.355,
      "step": 1211590
    },
    {
      "epoch": 338.15,
      "grad_norm": 0.9940446019172668,
      "learning_rate": 3.121672372775934e-06,
      "loss": 0.3528,
      "step": 1211600
    },
    {
      "epoch": 338.16,
      "grad_norm": 0.9740353226661682,
      "learning_rate": 3.1216468659751708e-06,
      "loss": 0.3406,
      "step": 1211610
    },
    {
      "epoch": 338.16,
      "grad_norm": 0.9861422777175903,
      "learning_rate": 3.121621359070869e-06,
      "loss": 0.3554,
      "step": 1211620
    },
    {
      "epoch": 338.16,
      "grad_norm": 1.1068230867385864,
      "learning_rate": 3.1215958520630333e-06,
      "loss": 0.3629,
      "step": 1211630
    },
    {
      "epoch": 338.16,
      "grad_norm": 1.1060006618499756,
      "learning_rate": 3.121570344951665e-06,
      "loss": 0.3593,
      "step": 1211640
    },
    {
      "epoch": 338.17,
      "grad_norm": 0.9610393643379211,
      "learning_rate": 3.1215448377367687e-06,
      "loss": 0.3472,
      "step": 1211650
    },
    {
      "epoch": 338.17,
      "grad_norm": 1.0247867107391357,
      "learning_rate": 3.1215193304183484e-06,
      "loss": 0.3542,
      "step": 1211660
    },
    {
      "epoch": 338.17,
      "grad_norm": 1.0210230350494385,
      "learning_rate": 3.121493822996407e-06,
      "loss": 0.364,
      "step": 1211670
    },
    {
      "epoch": 338.17,
      "grad_norm": 0.9837859272956848,
      "learning_rate": 3.1214683154709465e-06,
      "loss": 0.3468,
      "step": 1211680
    },
    {
      "epoch": 338.18,
      "grad_norm": 0.9186487197875977,
      "learning_rate": 3.1214428078419718e-06,
      "loss": 0.3445,
      "step": 1211690
    },
    {
      "epoch": 338.18,
      "grad_norm": 1.0720564126968384,
      "learning_rate": 3.1214173001094866e-06,
      "loss": 0.3531,
      "step": 1211700
    },
    {
      "epoch": 338.18,
      "grad_norm": 0.958441436290741,
      "learning_rate": 3.121391792273493e-06,
      "loss": 0.3626,
      "step": 1211710
    },
    {
      "epoch": 338.19,
      "grad_norm": 1.005247712135315,
      "learning_rate": 3.1213662843339956e-06,
      "loss": 0.3577,
      "step": 1211720
    },
    {
      "epoch": 338.19,
      "grad_norm": 0.9685962796211243,
      "learning_rate": 3.121340776290997e-06,
      "loss": 0.342,
      "step": 1211730
    },
    {
      "epoch": 338.19,
      "grad_norm": 1.2027897834777832,
      "learning_rate": 3.1213152681445017e-06,
      "loss": 0.3598,
      "step": 1211740
    },
    {
      "epoch": 338.19,
      "grad_norm": 1.1030490398406982,
      "learning_rate": 3.121289759894511e-06,
      "loss": 0.3525,
      "step": 1211750
    },
    {
      "epoch": 338.2,
      "grad_norm": 0.9072924256324768,
      "learning_rate": 3.12126425154103e-06,
      "loss": 0.3578,
      "step": 1211760
    },
    {
      "epoch": 338.2,
      "grad_norm": 0.9243665933609009,
      "learning_rate": 3.1212387430840616e-06,
      "loss": 0.3576,
      "step": 1211770
    },
    {
      "epoch": 338.2,
      "grad_norm": 1.0367121696472168,
      "learning_rate": 3.121213234523609e-06,
      "loss": 0.3561,
      "step": 1211780
    },
    {
      "epoch": 338.21,
      "grad_norm": 1.1956850290298462,
      "learning_rate": 3.1211877258596767e-06,
      "loss": 0.3599,
      "step": 1211790
    },
    {
      "epoch": 338.21,
      "grad_norm": 1.0726509094238281,
      "learning_rate": 3.1211622170922664e-06,
      "loss": 0.3474,
      "step": 1211800
    },
    {
      "epoch": 338.21,
      "grad_norm": 1.0264261960983276,
      "learning_rate": 3.121136708221383e-06,
      "loss": 0.3528,
      "step": 1211810
    },
    {
      "epoch": 338.21,
      "grad_norm": 1.0414503812789917,
      "learning_rate": 3.1211111992470293e-06,
      "loss": 0.3713,
      "step": 1211820
    },
    {
      "epoch": 338.22,
      "grad_norm": 1.0478991270065308,
      "learning_rate": 3.1210856901692076e-06,
      "loss": 0.3458,
      "step": 1211830
    },
    {
      "epoch": 338.22,
      "grad_norm": 0.9558066129684448,
      "learning_rate": 3.1210601809879225e-06,
      "loss": 0.3513,
      "step": 1211840
    },
    {
      "epoch": 338.22,
      "grad_norm": 1.051284909248352,
      "learning_rate": 3.121034671703177e-06,
      "loss": 0.36,
      "step": 1211850
    },
    {
      "epoch": 338.22,
      "grad_norm": 0.9603817462921143,
      "learning_rate": 3.121009162314976e-06,
      "loss": 0.3621,
      "step": 1211860
    },
    {
      "epoch": 338.23,
      "grad_norm": 0.8697739839553833,
      "learning_rate": 3.1209836528233205e-06,
      "loss": 0.3534,
      "step": 1211870
    },
    {
      "epoch": 338.23,
      "grad_norm": 1.0706264972686768,
      "learning_rate": 3.1209581432282154e-06,
      "loss": 0.3534,
      "step": 1211880
    },
    {
      "epoch": 338.23,
      "grad_norm": 0.9902876615524292,
      "learning_rate": 3.120932633529664e-06,
      "loss": 0.3603,
      "step": 1211890
    },
    {
      "epoch": 338.24,
      "grad_norm": 1.369138240814209,
      "learning_rate": 3.120907123727669e-06,
      "loss": 0.3665,
      "step": 1211900
    },
    {
      "epoch": 338.24,
      "grad_norm": 1.2666023969650269,
      "learning_rate": 3.1208816138222337e-06,
      "loss": 0.3631,
      "step": 1211910
    },
    {
      "epoch": 338.24,
      "grad_norm": 1.1692157983779907,
      "learning_rate": 3.1208561038133623e-06,
      "loss": 0.3609,
      "step": 1211920
    },
    {
      "epoch": 338.24,
      "grad_norm": 1.0891838073730469,
      "learning_rate": 3.120830593701058e-06,
      "loss": 0.365,
      "step": 1211930
    },
    {
      "epoch": 338.25,
      "grad_norm": 1.0960267782211304,
      "learning_rate": 3.1208050834853238e-06,
      "loss": 0.384,
      "step": 1211940
    },
    {
      "epoch": 338.25,
      "grad_norm": 1.1040879487991333,
      "learning_rate": 3.1207795731661635e-06,
      "loss": 0.346,
      "step": 1211950
    },
    {
      "epoch": 338.25,
      "grad_norm": 0.9842599034309387,
      "learning_rate": 3.120754062743581e-06,
      "loss": 0.3651,
      "step": 1211960
    },
    {
      "epoch": 338.26,
      "grad_norm": 1.0592199563980103,
      "learning_rate": 3.1207285522175785e-06,
      "loss": 0.3582,
      "step": 1211970
    },
    {
      "epoch": 338.26,
      "grad_norm": 0.9881224036216736,
      "learning_rate": 3.1207030415881597e-06,
      "loss": 0.3559,
      "step": 1211980
    },
    {
      "epoch": 338.26,
      "grad_norm": 0.9751342535018921,
      "learning_rate": 3.120677530855329e-06,
      "loss": 0.3323,
      "step": 1211990
    },
    {
      "epoch": 338.26,
      "grad_norm": 0.9442671537399292,
      "learning_rate": 3.120652020019088e-06,
      "loss": 0.3478,
      "step": 1212000
    },
    {
      "epoch": 338.27,
      "grad_norm": 1.3134801387786865,
      "learning_rate": 3.1206265090794413e-06,
      "loss": 0.3476,
      "step": 1212010
    },
    {
      "epoch": 338.27,
      "grad_norm": 1.1151118278503418,
      "learning_rate": 3.1206009980363926e-06,
      "loss": 0.3552,
      "step": 1212020
    },
    {
      "epoch": 338.27,
      "grad_norm": 0.9623196125030518,
      "learning_rate": 3.120575486889945e-06,
      "loss": 0.3393,
      "step": 1212030
    },
    {
      "epoch": 338.28,
      "grad_norm": 1.4940414428710938,
      "learning_rate": 3.120549975640101e-06,
      "loss": 0.3639,
      "step": 1212040
    },
    {
      "epoch": 338.28,
      "grad_norm": 0.9594479203224182,
      "learning_rate": 3.1205244642868657e-06,
      "loss": 0.3451,
      "step": 1212050
    },
    {
      "epoch": 338.28,
      "grad_norm": 1.1239168643951416,
      "learning_rate": 3.1204989528302406e-06,
      "loss": 0.3532,
      "step": 1212060
    },
    {
      "epoch": 338.28,
      "grad_norm": 1.077275037765503,
      "learning_rate": 3.1204734412702303e-06,
      "loss": 0.3545,
      "step": 1212070
    },
    {
      "epoch": 338.29,
      "grad_norm": 1.2868517637252808,
      "learning_rate": 3.120447929606838e-06,
      "loss": 0.35,
      "step": 1212080
    },
    {
      "epoch": 338.29,
      "grad_norm": 0.986244261264801,
      "learning_rate": 3.120422417840067e-06,
      "loss": 0.3637,
      "step": 1212090
    },
    {
      "epoch": 338.29,
      "grad_norm": 1.0975589752197266,
      "learning_rate": 3.1203969059699204e-06,
      "loss": 0.3499,
      "step": 1212100
    },
    {
      "epoch": 338.29,
      "grad_norm": 0.9588244557380676,
      "learning_rate": 3.1203713939964022e-06,
      "loss": 0.348,
      "step": 1212110
    },
    {
      "epoch": 338.3,
      "grad_norm": 0.9702860713005066,
      "learning_rate": 3.1203458819195156e-06,
      "loss": 0.3561,
      "step": 1212120
    },
    {
      "epoch": 338.3,
      "grad_norm": 1.1664047241210938,
      "learning_rate": 3.120320369739263e-06,
      "loss": 0.3626,
      "step": 1212130
    },
    {
      "epoch": 338.3,
      "grad_norm": 0.8930539488792419,
      "learning_rate": 3.120294857455649e-06,
      "loss": 0.3573,
      "step": 1212140
    },
    {
      "epoch": 338.31,
      "grad_norm": 0.9373831748962402,
      "learning_rate": 3.1202693450686775e-06,
      "loss": 0.3507,
      "step": 1212150
    },
    {
      "epoch": 338.31,
      "grad_norm": 0.984993040561676,
      "learning_rate": 3.1202438325783503e-06,
      "loss": 0.3485,
      "step": 1212160
    },
    {
      "epoch": 338.31,
      "grad_norm": 1.1309312582015991,
      "learning_rate": 3.1202183199846723e-06,
      "loss": 0.3438,
      "step": 1212170
    },
    {
      "epoch": 338.31,
      "grad_norm": 1.014689326286316,
      "learning_rate": 3.1201928072876457e-06,
      "loss": 0.346,
      "step": 1212180
    },
    {
      "epoch": 338.32,
      "grad_norm": 1.0011706352233887,
      "learning_rate": 3.1201672944872743e-06,
      "loss": 0.3524,
      "step": 1212190
    },
    {
      "epoch": 338.32,
      "grad_norm": 0.8899078369140625,
      "learning_rate": 3.120141781583561e-06,
      "loss": 0.3513,
      "step": 1212200
    },
    {
      "epoch": 338.32,
      "grad_norm": 0.9566112756729126,
      "learning_rate": 3.120116268576511e-06,
      "loss": 0.3381,
      "step": 1212210
    },
    {
      "epoch": 338.33,
      "grad_norm": 1.0085206031799316,
      "learning_rate": 3.1200907554661252e-06,
      "loss": 0.3521,
      "step": 1212220
    },
    {
      "epoch": 338.33,
      "grad_norm": 1.1031467914581299,
      "learning_rate": 3.1200652422524085e-06,
      "loss": 0.3532,
      "step": 1212230
    },
    {
      "epoch": 338.33,
      "grad_norm": 0.8843696713447571,
      "learning_rate": 3.1200397289353644e-06,
      "loss": 0.3342,
      "step": 1212240
    },
    {
      "epoch": 338.33,
      "grad_norm": 0.988702654838562,
      "learning_rate": 3.1200142155149967e-06,
      "loss": 0.353,
      "step": 1212250
    },
    {
      "epoch": 338.34,
      "grad_norm": 0.9981561303138733,
      "learning_rate": 3.1199887019913066e-06,
      "loss": 0.3552,
      "step": 1212260
    },
    {
      "epoch": 338.34,
      "grad_norm": 1.1760278940200806,
      "learning_rate": 3.1199631883642996e-06,
      "loss": 0.3652,
      "step": 1212270
    },
    {
      "epoch": 338.34,
      "grad_norm": 0.9707058072090149,
      "learning_rate": 3.1199376746339784e-06,
      "loss": 0.3505,
      "step": 1212280
    },
    {
      "epoch": 338.34,
      "grad_norm": 1.0522688627243042,
      "learning_rate": 3.1199121608003462e-06,
      "loss": 0.3413,
      "step": 1212290
    },
    {
      "epoch": 338.35,
      "grad_norm": 1.0353626012802124,
      "learning_rate": 3.119886646863406e-06,
      "loss": 0.3456,
      "step": 1212300
    },
    {
      "epoch": 338.35,
      "grad_norm": 0.9435526728630066,
      "learning_rate": 3.1198611328231627e-06,
      "loss": 0.3417,
      "step": 1212310
    },
    {
      "epoch": 338.35,
      "grad_norm": 1.273033857345581,
      "learning_rate": 3.119835618679619e-06,
      "loss": 0.3623,
      "step": 1212320
    },
    {
      "epoch": 338.36,
      "grad_norm": 0.9340245723724365,
      "learning_rate": 3.119810104432778e-06,
      "loss": 0.3606,
      "step": 1212330
    },
    {
      "epoch": 338.36,
      "grad_norm": 1.000272274017334,
      "learning_rate": 3.119784590082643e-06,
      "loss": 0.35,
      "step": 1212340
    },
    {
      "epoch": 338.36,
      "grad_norm": 1.0675314664840698,
      "learning_rate": 3.119759075629217e-06,
      "loss": 0.3417,
      "step": 1212350
    },
    {
      "epoch": 338.36,
      "grad_norm": 1.1736299991607666,
      "learning_rate": 3.1197335610725044e-06,
      "loss": 0.3511,
      "step": 1212360
    },
    {
      "epoch": 338.37,
      "grad_norm": 0.8739262223243713,
      "learning_rate": 3.1197080464125086e-06,
      "loss": 0.3432,
      "step": 1212370
    },
    {
      "epoch": 338.37,
      "grad_norm": 1.0103464126586914,
      "learning_rate": 3.1196825316492315e-06,
      "loss": 0.3644,
      "step": 1212380
    },
    {
      "epoch": 338.37,
      "grad_norm": 1.0254565477371216,
      "learning_rate": 3.1196570167826782e-06,
      "loss": 0.3405,
      "step": 1212390
    },
    {
      "epoch": 338.38,
      "grad_norm": 1.4973665475845337,
      "learning_rate": 3.1196315018128518e-06,
      "loss": 0.3556,
      "step": 1212400
    },
    {
      "epoch": 338.38,
      "grad_norm": 1.1297235488891602,
      "learning_rate": 3.1196059867397554e-06,
      "loss": 0.3473,
      "step": 1212410
    },
    {
      "epoch": 338.38,
      "grad_norm": 0.9331586956977844,
      "learning_rate": 3.1195804715633914e-06,
      "loss": 0.3641,
      "step": 1212420
    },
    {
      "epoch": 338.38,
      "grad_norm": 1.0809361934661865,
      "learning_rate": 3.1195549562837648e-06,
      "loss": 0.3482,
      "step": 1212430
    },
    {
      "epoch": 338.39,
      "grad_norm": 1.2274835109710693,
      "learning_rate": 3.1195294409008784e-06,
      "loss": 0.3609,
      "step": 1212440
    },
    {
      "epoch": 338.39,
      "grad_norm": 1.0839968919754028,
      "learning_rate": 3.1195039254147354e-06,
      "loss": 0.3552,
      "step": 1212450
    },
    {
      "epoch": 338.39,
      "grad_norm": 1.062630295753479,
      "learning_rate": 3.11947840982534e-06,
      "loss": 0.3684,
      "step": 1212460
    },
    {
      "epoch": 338.4,
      "grad_norm": 1.0687795877456665,
      "learning_rate": 3.119452894132694e-06,
      "loss": 0.3542,
      "step": 1212470
    },
    {
      "epoch": 338.4,
      "grad_norm": 1.061994194984436,
      "learning_rate": 3.1194273783368025e-06,
      "loss": 0.3722,
      "step": 1212480
    },
    {
      "epoch": 338.4,
      "grad_norm": 1.050276517868042,
      "learning_rate": 3.1194018624376678e-06,
      "loss": 0.3471,
      "step": 1212490
    },
    {
      "epoch": 338.4,
      "grad_norm": 0.9750551581382751,
      "learning_rate": 3.1193763464352933e-06,
      "loss": 0.3503,
      "step": 1212500
    },
    {
      "epoch": 338.41,
      "grad_norm": 1.0016515254974365,
      "learning_rate": 3.119350830329683e-06,
      "loss": 0.3664,
      "step": 1212510
    },
    {
      "epoch": 338.41,
      "grad_norm": 1.094197154045105,
      "learning_rate": 3.11932531412084e-06,
      "loss": 0.3432,
      "step": 1212520
    },
    {
      "epoch": 338.41,
      "grad_norm": 1.2630884647369385,
      "learning_rate": 3.1192997978087677e-06,
      "loss": 0.3471,
      "step": 1212530
    },
    {
      "epoch": 338.41,
      "grad_norm": 1.024937391281128,
      "learning_rate": 3.1192742813934694e-06,
      "loss": 0.3656,
      "step": 1212540
    },
    {
      "epoch": 338.42,
      "grad_norm": 1.0244234800338745,
      "learning_rate": 3.1192487648749486e-06,
      "loss": 0.3557,
      "step": 1212550
    },
    {
      "epoch": 338.42,
      "grad_norm": 0.9845521450042725,
      "learning_rate": 3.119223248253209e-06,
      "loss": 0.3287,
      "step": 1212560
    },
    {
      "epoch": 338.42,
      "grad_norm": 0.9536586999893188,
      "learning_rate": 3.1191977315282534e-06,
      "loss": 0.3393,
      "step": 1212570
    },
    {
      "epoch": 338.43,
      "grad_norm": 1.0185233354568481,
      "learning_rate": 3.119172214700086e-06,
      "loss": 0.37,
      "step": 1212580
    },
    {
      "epoch": 338.43,
      "grad_norm": 1.087959885597229,
      "learning_rate": 3.119146697768709e-06,
      "loss": 0.353,
      "step": 1212590
    },
    {
      "epoch": 338.43,
      "grad_norm": 0.9283767938613892,
      "learning_rate": 3.119121180734127e-06,
      "loss": 0.3614,
      "step": 1212600
    },
    {
      "epoch": 338.43,
      "grad_norm": 0.9937467575073242,
      "learning_rate": 3.119095663596342e-06,
      "loss": 0.3506,
      "step": 1212610
    },
    {
      "epoch": 338.44,
      "grad_norm": 0.9788755774497986,
      "learning_rate": 3.1190701463553594e-06,
      "loss": 0.3529,
      "step": 1212620
    },
    {
      "epoch": 338.44,
      "grad_norm": 1.1685312986373901,
      "learning_rate": 3.1190446290111814e-06,
      "loss": 0.3435,
      "step": 1212630
    },
    {
      "epoch": 338.44,
      "grad_norm": 0.9787515997886658,
      "learning_rate": 3.119019111563811e-06,
      "loss": 0.3713,
      "step": 1212640
    },
    {
      "epoch": 338.45,
      "grad_norm": 1.3780943155288696,
      "learning_rate": 3.118993594013252e-06,
      "loss": 0.3557,
      "step": 1212650
    },
    {
      "epoch": 338.45,
      "grad_norm": 1.0544718503952026,
      "learning_rate": 3.1189680763595082e-06,
      "loss": 0.3502,
      "step": 1212660
    },
    {
      "epoch": 338.45,
      "grad_norm": 1.085688591003418,
      "learning_rate": 3.118942558602582e-06,
      "loss": 0.3367,
      "step": 1212670
    },
    {
      "epoch": 338.45,
      "grad_norm": 0.9597155451774597,
      "learning_rate": 3.118917040742478e-06,
      "loss": 0.3628,
      "step": 1212680
    },
    {
      "epoch": 338.46,
      "grad_norm": 1.0104055404663086,
      "learning_rate": 3.1188915227791994e-06,
      "loss": 0.3432,
      "step": 1212690
    },
    {
      "epoch": 338.46,
      "grad_norm": 1.0480948686599731,
      "learning_rate": 3.118866004712749e-06,
      "loss": 0.3492,
      "step": 1212700
    },
    {
      "epoch": 338.46,
      "grad_norm": 1.0022858381271362,
      "learning_rate": 3.11884048654313e-06,
      "loss": 0.3472,
      "step": 1212710
    },
    {
      "epoch": 338.46,
      "grad_norm": 0.9289436936378479,
      "learning_rate": 3.1188149682703464e-06,
      "loss": 0.3467,
      "step": 1212720
    },
    {
      "epoch": 338.47,
      "grad_norm": 1.0751382112503052,
      "learning_rate": 3.118789449894402e-06,
      "loss": 0.351,
      "step": 1212730
    },
    {
      "epoch": 338.47,
      "grad_norm": 0.9787411093711853,
      "learning_rate": 3.1187639314152992e-06,
      "loss": 0.3605,
      "step": 1212740
    },
    {
      "epoch": 338.47,
      "grad_norm": 1.1197608709335327,
      "learning_rate": 3.1187384128330415e-06,
      "loss": 0.3389,
      "step": 1212750
    },
    {
      "epoch": 338.48,
      "grad_norm": 1.0572113990783691,
      "learning_rate": 3.118712894147633e-06,
      "loss": 0.3494,
      "step": 1212760
    },
    {
      "epoch": 338.48,
      "grad_norm": 1.1157773733139038,
      "learning_rate": 3.118687375359077e-06,
      "loss": 0.3629,
      "step": 1212770
    },
    {
      "epoch": 338.48,
      "grad_norm": 1.0196285247802734,
      "learning_rate": 3.1186618564673763e-06,
      "loss": 0.3564,
      "step": 1212780
    },
    {
      "epoch": 338.48,
      "grad_norm": 1.015534520149231,
      "learning_rate": 3.118636337472535e-06,
      "loss": 0.3475,
      "step": 1212790
    },
    {
      "epoch": 338.49,
      "grad_norm": 1.0012352466583252,
      "learning_rate": 3.1186108183745556e-06,
      "loss": 0.3553,
      "step": 1212800
    },
    {
      "epoch": 338.49,
      "grad_norm": 1.131678819656372,
      "learning_rate": 3.118585299173442e-06,
      "loss": 0.3466,
      "step": 1212810
    },
    {
      "epoch": 338.49,
      "grad_norm": 0.9880292415618896,
      "learning_rate": 3.118559779869198e-06,
      "loss": 0.3522,
      "step": 1212820
    },
    {
      "epoch": 338.5,
      "grad_norm": 1.1303001642227173,
      "learning_rate": 3.1185342604618266e-06,
      "loss": 0.3772,
      "step": 1212830
    },
    {
      "epoch": 338.5,
      "grad_norm": 0.93658047914505,
      "learning_rate": 3.1185087409513313e-06,
      "loss": 0.3355,
      "step": 1212840
    },
    {
      "epoch": 338.5,
      "grad_norm": 1.0719753503799438,
      "learning_rate": 3.1184832213377145e-06,
      "loss": 0.3528,
      "step": 1212850
    },
    {
      "epoch": 338.5,
      "grad_norm": 0.944697916507721,
      "learning_rate": 3.1184577016209815e-06,
      "loss": 0.3449,
      "step": 1212860
    },
    {
      "epoch": 338.51,
      "grad_norm": 0.7747858166694641,
      "learning_rate": 3.118432181801134e-06,
      "loss": 0.3475,
      "step": 1212870
    },
    {
      "epoch": 338.51,
      "grad_norm": 1.0946401357650757,
      "learning_rate": 3.1184066618781762e-06,
      "loss": 0.3688,
      "step": 1212880
    },
    {
      "epoch": 338.51,
      "grad_norm": 0.9673327803611755,
      "learning_rate": 3.1183811418521124e-06,
      "loss": 0.3588,
      "step": 1212890
    },
    {
      "epoch": 338.52,
      "grad_norm": 0.9949303865432739,
      "learning_rate": 3.118355621722944e-06,
      "loss": 0.3426,
      "step": 1212900
    },
    {
      "epoch": 338.52,
      "grad_norm": 1.0062212944030762,
      "learning_rate": 3.1183301014906753e-06,
      "loss": 0.3606,
      "step": 1212910
    },
    {
      "epoch": 338.52,
      "grad_norm": 1.0256601572036743,
      "learning_rate": 3.1183045811553105e-06,
      "loss": 0.3296,
      "step": 1212920
    },
    {
      "epoch": 338.52,
      "grad_norm": 1.0193536281585693,
      "learning_rate": 3.1182790607168517e-06,
      "loss": 0.3729,
      "step": 1212930
    },
    {
      "epoch": 338.53,
      "grad_norm": 7.683986186981201,
      "learning_rate": 3.118253540175303e-06,
      "loss": 0.3419,
      "step": 1212940
    },
    {
      "epoch": 338.53,
      "grad_norm": 0.9307818412780762,
      "learning_rate": 3.118228019530668e-06,
      "loss": 0.3647,
      "step": 1212950
    },
    {
      "epoch": 338.53,
      "grad_norm": 0.9681905508041382,
      "learning_rate": 3.118202498782949e-06,
      "loss": 0.3532,
      "step": 1212960
    },
    {
      "epoch": 338.53,
      "grad_norm": 1.0904051065444946,
      "learning_rate": 3.1181769779321503e-06,
      "loss": 0.3459,
      "step": 1212970
    },
    {
      "epoch": 338.54,
      "grad_norm": 1.0857964754104614,
      "learning_rate": 3.1181514569782758e-06,
      "loss": 0.3486,
      "step": 1212980
    },
    {
      "epoch": 338.54,
      "grad_norm": 0.8396525979042053,
      "learning_rate": 3.1181259359213283e-06,
      "loss": 0.3566,
      "step": 1212990
    },
    {
      "epoch": 338.54,
      "grad_norm": 0.9691425561904907,
      "learning_rate": 3.1181004147613105e-06,
      "loss": 0.3372,
      "step": 1213000
    },
    {
      "epoch": 338.55,
      "grad_norm": 0.9627281427383423,
      "learning_rate": 3.1180748934982266e-06,
      "loss": 0.3709,
      "step": 1213010
    },
    {
      "epoch": 338.55,
      "grad_norm": 0.985560417175293,
      "learning_rate": 3.11804937213208e-06,
      "loss": 0.3424,
      "step": 1213020
    },
    {
      "epoch": 338.55,
      "grad_norm": 1.2723125219345093,
      "learning_rate": 3.118023850662874e-06,
      "loss": 0.3455,
      "step": 1213030
    },
    {
      "epoch": 338.55,
      "grad_norm": 0.9158838391304016,
      "learning_rate": 3.1179983290906116e-06,
      "loss": 0.34,
      "step": 1213040
    },
    {
      "epoch": 338.56,
      "grad_norm": 1.016221046447754,
      "learning_rate": 3.1179728074152966e-06,
      "loss": 0.3672,
      "step": 1213050
    },
    {
      "epoch": 338.56,
      "grad_norm": 0.9797641038894653,
      "learning_rate": 3.1179472856369333e-06,
      "loss": 0.3389,
      "step": 1213060
    },
    {
      "epoch": 338.56,
      "grad_norm": 0.9435766935348511,
      "learning_rate": 3.117921763755523e-06,
      "loss": 0.3561,
      "step": 1213070
    },
    {
      "epoch": 338.57,
      "grad_norm": 1.0248253345489502,
      "learning_rate": 3.1178962417710707e-06,
      "loss": 0.3546,
      "step": 1213080
    },
    {
      "epoch": 338.57,
      "grad_norm": 1.0833686590194702,
      "learning_rate": 3.1178707196835793e-06,
      "loss": 0.3523,
      "step": 1213090
    },
    {
      "epoch": 338.57,
      "grad_norm": 1.1012823581695557,
      "learning_rate": 3.1178451974930515e-06,
      "loss": 0.3626,
      "step": 1213100
    },
    {
      "epoch": 338.57,
      "grad_norm": 1.1367536783218384,
      "learning_rate": 3.1178196751994923e-06,
      "loss": 0.345,
      "step": 1213110
    },
    {
      "epoch": 338.58,
      "grad_norm": 0.8926611542701721,
      "learning_rate": 3.117794152802904e-06,
      "loss": 0.3555,
      "step": 1213120
    },
    {
      "epoch": 338.58,
      "grad_norm": 1.1395494937896729,
      "learning_rate": 3.1177686303032903e-06,
      "loss": 0.3342,
      "step": 1213130
    },
    {
      "epoch": 338.58,
      "grad_norm": 1.0438436269760132,
      "learning_rate": 3.1177431077006542e-06,
      "loss": 0.3502,
      "step": 1213140
    },
    {
      "epoch": 338.58,
      "grad_norm": 1.0059654712677002,
      "learning_rate": 3.1177175849949995e-06,
      "loss": 0.36,
      "step": 1213150
    },
    {
      "epoch": 338.59,
      "grad_norm": 1.1319303512573242,
      "learning_rate": 3.11769206218633e-06,
      "loss": 0.3654,
      "step": 1213160
    },
    {
      "epoch": 338.59,
      "grad_norm": 1.0065873861312866,
      "learning_rate": 3.1176665392746476e-06,
      "loss": 0.352,
      "step": 1213170
    },
    {
      "epoch": 338.59,
      "grad_norm": 1.0243706703186035,
      "learning_rate": 3.1176410162599575e-06,
      "loss": 0.3578,
      "step": 1213180
    },
    {
      "epoch": 338.6,
      "grad_norm": 1.0268824100494385,
      "learning_rate": 3.117615493142262e-06,
      "loss": 0.3357,
      "step": 1213190
    },
    {
      "epoch": 338.6,
      "grad_norm": 1.358856439590454,
      "learning_rate": 3.1175899699215646e-06,
      "loss": 0.3541,
      "step": 1213200
    },
    {
      "epoch": 338.6,
      "grad_norm": 1.0722540616989136,
      "learning_rate": 3.1175644465978697e-06,
      "loss": 0.3627,
      "step": 1213210
    },
    {
      "epoch": 338.6,
      "grad_norm": 1.1749753952026367,
      "learning_rate": 3.117538923171179e-06,
      "loss": 0.3463,
      "step": 1213220
    },
    {
      "epoch": 338.61,
      "grad_norm": 0.9886037111282349,
      "learning_rate": 3.1175133996414972e-06,
      "loss": 0.3523,
      "step": 1213230
    },
    {
      "epoch": 338.61,
      "grad_norm": 1.1375659704208374,
      "learning_rate": 3.1174878760088272e-06,
      "loss": 0.3433,
      "step": 1213240
    },
    {
      "epoch": 338.61,
      "grad_norm": 0.8720811605453491,
      "learning_rate": 3.1174623522731724e-06,
      "loss": 0.3735,
      "step": 1213250
    },
    {
      "epoch": 338.62,
      "grad_norm": 1.0984495878219604,
      "learning_rate": 3.117436828434536e-06,
      "loss": 0.3521,
      "step": 1213260
    },
    {
      "epoch": 338.62,
      "grad_norm": 0.9426379203796387,
      "learning_rate": 3.1174113044929223e-06,
      "loss": 0.3462,
      "step": 1213270
    },
    {
      "epoch": 338.62,
      "grad_norm": 1.0275851488113403,
      "learning_rate": 3.117385780448334e-06,
      "loss": 0.3581,
      "step": 1213280
    },
    {
      "epoch": 338.62,
      "grad_norm": 0.9765284061431885,
      "learning_rate": 3.1173602563007745e-06,
      "loss": 0.3563,
      "step": 1213290
    },
    {
      "epoch": 338.63,
      "grad_norm": 0.9374184012413025,
      "learning_rate": 3.117334732050247e-06,
      "loss": 0.35,
      "step": 1213300
    },
    {
      "epoch": 338.63,
      "grad_norm": 1.0508832931518555,
      "learning_rate": 3.117309207696755e-06,
      "loss": 0.3559,
      "step": 1213310
    },
    {
      "epoch": 338.63,
      "grad_norm": 0.9107682108879089,
      "learning_rate": 3.1172836832403024e-06,
      "loss": 0.3464,
      "step": 1213320
    },
    {
      "epoch": 338.64,
      "grad_norm": 1.0674420595169067,
      "learning_rate": 3.117258158680892e-06,
      "loss": 0.3521,
      "step": 1213330
    },
    {
      "epoch": 338.64,
      "grad_norm": 1.0063327550888062,
      "learning_rate": 3.117232634018528e-06,
      "loss": 0.3399,
      "step": 1213340
    },
    {
      "epoch": 338.64,
      "grad_norm": 0.9561997056007385,
      "learning_rate": 3.117207109253213e-06,
      "loss": 0.3617,
      "step": 1213350
    },
    {
      "epoch": 338.64,
      "grad_norm": 1.2380257844924927,
      "learning_rate": 3.1171815843849503e-06,
      "loss": 0.3495,
      "step": 1213360
    },
    {
      "epoch": 338.65,
      "grad_norm": 0.9626582860946655,
      "learning_rate": 3.1171560594137446e-06,
      "loss": 0.3516,
      "step": 1213370
    },
    {
      "epoch": 338.65,
      "grad_norm": 0.9074554443359375,
      "learning_rate": 3.117130534339597e-06,
      "loss": 0.3513,
      "step": 1213380
    },
    {
      "epoch": 338.65,
      "grad_norm": 1.0374804735183716,
      "learning_rate": 3.117105009162513e-06,
      "loss": 0.3462,
      "step": 1213390
    },
    {
      "epoch": 338.65,
      "grad_norm": 0.9919881820678711,
      "learning_rate": 3.1170794838824952e-06,
      "loss": 0.3534,
      "step": 1213400
    },
    {
      "epoch": 338.66,
      "grad_norm": 1.5581668615341187,
      "learning_rate": 3.117053958499547e-06,
      "loss": 0.3495,
      "step": 1213410
    },
    {
      "epoch": 338.66,
      "grad_norm": 1.1097978353500366,
      "learning_rate": 3.117028433013672e-06,
      "loss": 0.3645,
      "step": 1213420
    },
    {
      "epoch": 338.66,
      "grad_norm": 1.0078601837158203,
      "learning_rate": 3.117002907424873e-06,
      "loss": 0.3644,
      "step": 1213430
    },
    {
      "epoch": 338.67,
      "grad_norm": 1.0129473209381104,
      "learning_rate": 3.1169773817331544e-06,
      "loss": 0.3445,
      "step": 1213440
    },
    {
      "epoch": 338.67,
      "grad_norm": 1.1394160985946655,
      "learning_rate": 3.1169518559385184e-06,
      "loss": 0.3448,
      "step": 1213450
    },
    {
      "epoch": 338.67,
      "grad_norm": 1.0191881656646729,
      "learning_rate": 3.1169263300409686e-06,
      "loss": 0.3639,
      "step": 1213460
    },
    {
      "epoch": 338.67,
      "grad_norm": 1.0599758625030518,
      "learning_rate": 3.11690080404051e-06,
      "loss": 0.3665,
      "step": 1213470
    },
    {
      "epoch": 338.68,
      "grad_norm": 1.3182008266448975,
      "learning_rate": 3.116875277937144e-06,
      "loss": 0.3476,
      "step": 1213480
    },
    {
      "epoch": 338.68,
      "grad_norm": 0.9834859371185303,
      "learning_rate": 3.116849751730875e-06,
      "loss": 0.3535,
      "step": 1213490
    },
    {
      "epoch": 338.68,
      "grad_norm": 0.9824085831642151,
      "learning_rate": 3.116824225421707e-06,
      "loss": 0.3568,
      "step": 1213500
    },
    {
      "epoch": 338.69,
      "grad_norm": 0.9070565700531006,
      "learning_rate": 3.1167986990096418e-06,
      "loss": 0.3508,
      "step": 1213510
    },
    {
      "epoch": 338.69,
      "grad_norm": 1.2301791906356812,
      "learning_rate": 3.116773172494684e-06,
      "loss": 0.3621,
      "step": 1213520
    },
    {
      "epoch": 338.69,
      "grad_norm": 0.944932222366333,
      "learning_rate": 3.1167476458768367e-06,
      "loss": 0.3458,
      "step": 1213530
    },
    {
      "epoch": 338.69,
      "grad_norm": 1.2197974920272827,
      "learning_rate": 3.1167221191561023e-06,
      "loss": 0.3564,
      "step": 1213540
    },
    {
      "epoch": 338.7,
      "grad_norm": 0.9991208910942078,
      "learning_rate": 3.1166965923324855e-06,
      "loss": 0.3523,
      "step": 1213550
    },
    {
      "epoch": 338.7,
      "grad_norm": 1.7100129127502441,
      "learning_rate": 3.1166710654059902e-06,
      "loss": 0.3303,
      "step": 1213560
    },
    {
      "epoch": 338.7,
      "grad_norm": 0.9440832138061523,
      "learning_rate": 3.1166455383766177e-06,
      "loss": 0.3594,
      "step": 1213570
    },
    {
      "epoch": 338.7,
      "grad_norm": 1.0070842504501343,
      "learning_rate": 3.116620011244373e-06,
      "loss": 0.3503,
      "step": 1213580
    },
    {
      "epoch": 338.71,
      "grad_norm": 0.8839028477668762,
      "learning_rate": 3.116594484009259e-06,
      "loss": 0.3617,
      "step": 1213590
    },
    {
      "epoch": 338.71,
      "grad_norm": 1.4931526184082031,
      "learning_rate": 3.11656895667128e-06,
      "loss": 0.3494,
      "step": 1213600
    },
    {
      "epoch": 338.71,
      "grad_norm": 1.0738730430603027,
      "learning_rate": 3.1165434292304375e-06,
      "loss": 0.3552,
      "step": 1213610
    },
    {
      "epoch": 338.72,
      "grad_norm": 0.9054679870605469,
      "learning_rate": 3.1165179016867364e-06,
      "loss": 0.3495,
      "step": 1213620
    },
    {
      "epoch": 338.72,
      "grad_norm": 0.9640306830406189,
      "learning_rate": 3.1164923740401797e-06,
      "loss": 0.3607,
      "step": 1213630
    },
    {
      "epoch": 338.72,
      "grad_norm": 0.9898217916488647,
      "learning_rate": 3.1164668462907707e-06,
      "loss": 0.3503,
      "step": 1213640
    },
    {
      "epoch": 338.72,
      "grad_norm": 0.8421179056167603,
      "learning_rate": 3.1164413184385133e-06,
      "loss": 0.3659,
      "step": 1213650
    },
    {
      "epoch": 338.73,
      "grad_norm": 0.9913193583488464,
      "learning_rate": 3.1164157904834104e-06,
      "loss": 0.3468,
      "step": 1213660
    },
    {
      "epoch": 338.73,
      "grad_norm": 0.9623857140541077,
      "learning_rate": 3.116390262425465e-06,
      "loss": 0.3544,
      "step": 1213670
    },
    {
      "epoch": 338.73,
      "grad_norm": 0.89312344789505,
      "learning_rate": 3.1163647342646805e-06,
      "loss": 0.3361,
      "step": 1213680
    },
    {
      "epoch": 338.74,
      "grad_norm": 1.0468742847442627,
      "learning_rate": 3.116339206001062e-06,
      "loss": 0.3571,
      "step": 1213690
    },
    {
      "epoch": 338.74,
      "grad_norm": 1.2429933547973633,
      "learning_rate": 3.116313677634611e-06,
      "loss": 0.3507,
      "step": 1213700
    },
    {
      "epoch": 338.74,
      "grad_norm": 1.0892773866653442,
      "learning_rate": 3.1162881491653313e-06,
      "loss": 0.3492,
      "step": 1213710
    },
    {
      "epoch": 338.74,
      "grad_norm": 1.0380998849868774,
      "learning_rate": 3.116262620593227e-06,
      "loss": 0.3486,
      "step": 1213720
    },
    {
      "epoch": 338.75,
      "grad_norm": 0.9817586541175842,
      "learning_rate": 3.1162370919183018e-06,
      "loss": 0.3429,
      "step": 1213730
    },
    {
      "epoch": 338.75,
      "grad_norm": 1.1073353290557861,
      "learning_rate": 3.1162115631405567e-06,
      "loss": 0.3448,
      "step": 1213740
    },
    {
      "epoch": 338.75,
      "grad_norm": 0.8418111801147461,
      "learning_rate": 3.116186034259998e-06,
      "loss": 0.3437,
      "step": 1213750
    },
    {
      "epoch": 338.76,
      "grad_norm": 1.0140892267227173,
      "learning_rate": 3.1161605052766275e-06,
      "loss": 0.3381,
      "step": 1213760
    },
    {
      "epoch": 338.76,
      "grad_norm": 1.0437458753585815,
      "learning_rate": 3.116134976190449e-06,
      "loss": 0.3459,
      "step": 1213770
    },
    {
      "epoch": 338.76,
      "grad_norm": 1.084343671798706,
      "learning_rate": 3.116109447001465e-06,
      "loss": 0.3583,
      "step": 1213780
    },
    {
      "epoch": 338.76,
      "grad_norm": 1.0128698348999023,
      "learning_rate": 3.116083917709681e-06,
      "loss": 0.3627,
      "step": 1213790
    },
    {
      "epoch": 338.77,
      "grad_norm": 1.0620988607406616,
      "learning_rate": 3.1160583883150987e-06,
      "loss": 0.3486,
      "step": 1213800
    },
    {
      "epoch": 338.77,
      "grad_norm": 1.2435338497161865,
      "learning_rate": 3.1160328588177217e-06,
      "loss": 0.3561,
      "step": 1213810
    },
    {
      "epoch": 338.77,
      "grad_norm": 0.9966901540756226,
      "learning_rate": 3.116007329217554e-06,
      "loss": 0.3531,
      "step": 1213820
    },
    {
      "epoch": 338.77,
      "grad_norm": 0.9548535346984863,
      "learning_rate": 3.115981799514599e-06,
      "loss": 0.3622,
      "step": 1213830
    },
    {
      "epoch": 338.78,
      "grad_norm": 0.9549553394317627,
      "learning_rate": 3.1159562697088586e-06,
      "loss": 0.3485,
      "step": 1213840
    },
    {
      "epoch": 338.78,
      "grad_norm": 0.9587154388427734,
      "learning_rate": 3.1159307398003385e-06,
      "loss": 0.3543,
      "step": 1213850
    },
    {
      "epoch": 338.78,
      "grad_norm": 1.0929310321807861,
      "learning_rate": 3.11590520978904e-06,
      "loss": 0.3518,
      "step": 1213860
    },
    {
      "epoch": 338.79,
      "grad_norm": 0.9999236464500427,
      "learning_rate": 3.115879679674968e-06,
      "loss": 0.3502,
      "step": 1213870
    },
    {
      "epoch": 338.79,
      "grad_norm": 0.9209084510803223,
      "learning_rate": 3.1158541494581247e-06,
      "loss": 0.3412,
      "step": 1213880
    },
    {
      "epoch": 338.79,
      "grad_norm": 1.0982260704040527,
      "learning_rate": 3.115828619138515e-06,
      "loss": 0.3576,
      "step": 1213890
    },
    {
      "epoch": 338.79,
      "grad_norm": 0.9520290493965149,
      "learning_rate": 3.1158030887161406e-06,
      "loss": 0.345,
      "step": 1213900
    },
    {
      "epoch": 338.8,
      "grad_norm": 0.999629557132721,
      "learning_rate": 3.115777558191006e-06,
      "loss": 0.3392,
      "step": 1213910
    },
    {
      "epoch": 338.8,
      "grad_norm": 0.9849126935005188,
      "learning_rate": 3.115752027563115e-06,
      "loss": 0.3378,
      "step": 1213920
    },
    {
      "epoch": 338.8,
      "grad_norm": 0.9998054504394531,
      "learning_rate": 3.1157264968324695e-06,
      "loss": 0.37,
      "step": 1213930
    },
    {
      "epoch": 338.81,
      "grad_norm": 1.0896830558776855,
      "learning_rate": 3.115700965999074e-06,
      "loss": 0.3463,
      "step": 1213940
    },
    {
      "epoch": 338.81,
      "grad_norm": 1.043063998222351,
      "learning_rate": 3.1156754350629325e-06,
      "loss": 0.3511,
      "step": 1213950
    },
    {
      "epoch": 338.81,
      "grad_norm": 0.883478045463562,
      "learning_rate": 3.115649904024046e-06,
      "loss": 0.3548,
      "step": 1213960
    },
    {
      "epoch": 338.81,
      "grad_norm": 1.2285263538360596,
      "learning_rate": 3.1156243728824196e-06,
      "loss": 0.351,
      "step": 1213970
    },
    {
      "epoch": 338.82,
      "grad_norm": 1.0630813837051392,
      "learning_rate": 3.1155988416380574e-06,
      "loss": 0.3602,
      "step": 1213980
    },
    {
      "epoch": 338.82,
      "grad_norm": 1.018380045890808,
      "learning_rate": 3.115573310290961e-06,
      "loss": 0.3692,
      "step": 1213990
    },
    {
      "epoch": 338.82,
      "grad_norm": 1.01017165184021,
      "learning_rate": 3.115547778841135e-06,
      "loss": 0.3488,
      "step": 1214000
    },
    {
      "epoch": 338.83,
      "grad_norm": 0.9563140273094177,
      "learning_rate": 3.115522247288583e-06,
      "loss": 0.347,
      "step": 1214010
    },
    {
      "epoch": 338.83,
      "grad_norm": 1.0093183517456055,
      "learning_rate": 3.115496715633308e-06,
      "loss": 0.3433,
      "step": 1214020
    },
    {
      "epoch": 338.83,
      "grad_norm": 2.166800022125244,
      "learning_rate": 3.1154711838753127e-06,
      "loss": 0.3503,
      "step": 1214030
    },
    {
      "epoch": 338.83,
      "grad_norm": 0.9680126905441284,
      "learning_rate": 3.1154456520146006e-06,
      "loss": 0.3412,
      "step": 1214040
    },
    {
      "epoch": 338.84,
      "grad_norm": 1.0712597370147705,
      "learning_rate": 3.115420120051177e-06,
      "loss": 0.3645,
      "step": 1214050
    },
    {
      "epoch": 338.84,
      "grad_norm": 1.2438923120498657,
      "learning_rate": 3.115394587985043e-06,
      "loss": 0.3544,
      "step": 1214060
    },
    {
      "epoch": 338.84,
      "grad_norm": 0.8918135762214661,
      "learning_rate": 3.1153690558162026e-06,
      "loss": 0.3629,
      "step": 1214070
    },
    {
      "epoch": 338.84,
      "grad_norm": 0.9542970061302185,
      "learning_rate": 3.1153435235446605e-06,
      "loss": 0.3632,
      "step": 1214080
    },
    {
      "epoch": 338.85,
      "grad_norm": 1.0189876556396484,
      "learning_rate": 3.1153179911704186e-06,
      "loss": 0.3437,
      "step": 1214090
    },
    {
      "epoch": 338.85,
      "grad_norm": 1.0035573244094849,
      "learning_rate": 3.1152924586934807e-06,
      "loss": 0.3384,
      "step": 1214100
    },
    {
      "epoch": 338.85,
      "grad_norm": 0.9022275805473328,
      "learning_rate": 3.1152669261138503e-06,
      "loss": 0.3556,
      "step": 1214110
    },
    {
      "epoch": 338.86,
      "grad_norm": 1.0787718296051025,
      "learning_rate": 3.11524139343153e-06,
      "loss": 0.3512,
      "step": 1214120
    },
    {
      "epoch": 338.86,
      "grad_norm": 0.9459165930747986,
      "learning_rate": 3.115215860646525e-06,
      "loss": 0.3757,
      "step": 1214130
    },
    {
      "epoch": 338.86,
      "grad_norm": 1.0926481485366821,
      "learning_rate": 3.1151903277588378e-06,
      "loss": 0.3413,
      "step": 1214140
    },
    {
      "epoch": 338.86,
      "grad_norm": 0.8603906631469727,
      "learning_rate": 3.115164794768471e-06,
      "loss": 0.3513,
      "step": 1214150
    },
    {
      "epoch": 338.87,
      "grad_norm": 0.9721967577934265,
      "learning_rate": 3.1151392616754296e-06,
      "loss": 0.3439,
      "step": 1214160
    },
    {
      "epoch": 338.87,
      "grad_norm": 1.1694165468215942,
      "learning_rate": 3.1151137284797153e-06,
      "loss": 0.3531,
      "step": 1214170
    },
    {
      "epoch": 338.87,
      "grad_norm": 1.0647326707839966,
      "learning_rate": 3.1150881951813325e-06,
      "loss": 0.3541,
      "step": 1214180
    },
    {
      "epoch": 338.88,
      "grad_norm": 1.1190177202224731,
      "learning_rate": 3.1150626617802846e-06,
      "loss": 0.3612,
      "step": 1214190
    },
    {
      "epoch": 338.88,
      "grad_norm": 1.0225262641906738,
      "learning_rate": 3.1150371282765743e-06,
      "loss": 0.3474,
      "step": 1214200
    },
    {
      "epoch": 338.88,
      "grad_norm": 1.0861276388168335,
      "learning_rate": 3.1150115946702057e-06,
      "loss": 0.3509,
      "step": 1214210
    },
    {
      "epoch": 338.88,
      "grad_norm": 1.0119956731796265,
      "learning_rate": 3.1149860609611817e-06,
      "loss": 0.3322,
      "step": 1214220
    },
    {
      "epoch": 338.89,
      "grad_norm": 3.8299617767333984,
      "learning_rate": 3.1149605271495067e-06,
      "loss": 0.3438,
      "step": 1214230
    },
    {
      "epoch": 338.89,
      "grad_norm": 5.1912055015563965,
      "learning_rate": 3.114934993235183e-06,
      "loss": 0.3655,
      "step": 1214240
    },
    {
      "epoch": 338.89,
      "grad_norm": 0.996412456035614,
      "learning_rate": 3.114909459218214e-06,
      "loss": 0.3682,
      "step": 1214250
    },
    {
      "epoch": 338.89,
      "grad_norm": 1.0108789205551147,
      "learning_rate": 3.1148839250986036e-06,
      "loss": 0.3615,
      "step": 1214260
    },
    {
      "epoch": 338.9,
      "grad_norm": 0.919736921787262,
      "learning_rate": 3.1148583908763556e-06,
      "loss": 0.3629,
      "step": 1214270
    },
    {
      "epoch": 338.9,
      "grad_norm": 0.9061511158943176,
      "learning_rate": 3.1148328565514726e-06,
      "loss": 0.3415,
      "step": 1214280
    },
    {
      "epoch": 338.9,
      "grad_norm": 1.101151704788208,
      "learning_rate": 3.1148073221239572e-06,
      "loss": 0.3514,
      "step": 1214290
    },
    {
      "epoch": 338.91,
      "grad_norm": 1.0019237995147705,
      "learning_rate": 3.1147817875938157e-06,
      "loss": 0.3379,
      "step": 1214300
    },
    {
      "epoch": 338.91,
      "grad_norm": 1.0056767463684082,
      "learning_rate": 3.114756252961049e-06,
      "loss": 0.3662,
      "step": 1214310
    },
    {
      "epoch": 338.91,
      "grad_norm": 0.8569269776344299,
      "learning_rate": 3.114730718225661e-06,
      "loss": 0.3444,
      "step": 1214320
    },
    {
      "epoch": 338.91,
      "grad_norm": 1.1662757396697998,
      "learning_rate": 3.1147051833876542e-06,
      "loss": 0.3509,
      "step": 1214330
    },
    {
      "epoch": 338.92,
      "grad_norm": 0.9864324927330017,
      "learning_rate": 3.1146796484470346e-06,
      "loss": 0.3461,
      "step": 1214340
    },
    {
      "epoch": 338.92,
      "grad_norm": 1.001144528388977,
      "learning_rate": 3.114654113403803e-06,
      "loss": 0.3502,
      "step": 1214350
    },
    {
      "epoch": 338.92,
      "grad_norm": 1.0568896532058716,
      "learning_rate": 3.1146285782579646e-06,
      "loss": 0.3461,
      "step": 1214360
    },
    {
      "epoch": 338.93,
      "grad_norm": 1.1114861965179443,
      "learning_rate": 3.114603043009522e-06,
      "loss": 0.3695,
      "step": 1214370
    },
    {
      "epoch": 338.93,
      "grad_norm": 4.203430652618408,
      "learning_rate": 3.114577507658479e-06,
      "loss": 0.3674,
      "step": 1214380
    },
    {
      "epoch": 338.93,
      "grad_norm": 1.0683990716934204,
      "learning_rate": 3.1145519722048376e-06,
      "loss": 0.3564,
      "step": 1214390
    },
    {
      "epoch": 338.93,
      "grad_norm": 0.9880850911140442,
      "learning_rate": 3.114526436648603e-06,
      "loss": 0.3507,
      "step": 1214400
    },
    {
      "epoch": 338.94,
      "grad_norm": 0.9854841828346252,
      "learning_rate": 3.1145009009897774e-06,
      "loss": 0.339,
      "step": 1214410
    },
    {
      "epoch": 338.94,
      "grad_norm": 1.1577179431915283,
      "learning_rate": 3.114475365228364e-06,
      "loss": 0.3642,
      "step": 1214420
    },
    {
      "epoch": 338.94,
      "grad_norm": 1.0963634252548218,
      "learning_rate": 3.1144498293643686e-06,
      "loss": 0.3485,
      "step": 1214430
    },
    {
      "epoch": 338.95,
      "grad_norm": 1.0456397533416748,
      "learning_rate": 3.1144242933977914e-06,
      "loss": 0.3424,
      "step": 1214440
    },
    {
      "epoch": 338.95,
      "grad_norm": 1.0738463401794434,
      "learning_rate": 3.114398757328638e-06,
      "loss": 0.3652,
      "step": 1214450
    },
    {
      "epoch": 338.95,
      "grad_norm": 0.9965730309486389,
      "learning_rate": 3.1143732211569107e-06,
      "loss": 0.3458,
      "step": 1214460
    },
    {
      "epoch": 338.95,
      "grad_norm": 0.9235104322433472,
      "learning_rate": 3.1143476848826136e-06,
      "loss": 0.3513,
      "step": 1214470
    },
    {
      "epoch": 338.96,
      "grad_norm": 1.1108428239822388,
      "learning_rate": 3.1143221485057493e-06,
      "loss": 0.3505,
      "step": 1214480
    },
    {
      "epoch": 338.96,
      "grad_norm": 1.2627753019332886,
      "learning_rate": 3.1142966120263215e-06,
      "loss": 0.3377,
      "step": 1214490
    },
    {
      "epoch": 338.96,
      "grad_norm": 0.8824763298034668,
      "learning_rate": 3.1142710754443346e-06,
      "loss": 0.3547,
      "step": 1214500
    },
    {
      "epoch": 338.96,
      "grad_norm": 2.121835708618164,
      "learning_rate": 3.1142455387597902e-06,
      "loss": 0.3428,
      "step": 1214510
    },
    {
      "epoch": 338.97,
      "grad_norm": 1.2948648929595947,
      "learning_rate": 3.114220001972693e-06,
      "loss": 0.3542,
      "step": 1214520
    },
    {
      "epoch": 338.97,
      "grad_norm": 0.9900394082069397,
      "learning_rate": 3.1141944650830464e-06,
      "loss": 0.3479,
      "step": 1214530
    },
    {
      "epoch": 338.97,
      "grad_norm": 0.9051960110664368,
      "learning_rate": 3.114168928090853e-06,
      "loss": 0.36,
      "step": 1214540
    },
    {
      "epoch": 338.98,
      "grad_norm": 1.0038641691207886,
      "learning_rate": 3.1141433909961167e-06,
      "loss": 0.3305,
      "step": 1214550
    },
    {
      "epoch": 338.98,
      "grad_norm": 1.0640006065368652,
      "learning_rate": 3.1141178537988413e-06,
      "loss": 0.3488,
      "step": 1214560
    },
    {
      "epoch": 338.98,
      "grad_norm": 1.0762563943862915,
      "learning_rate": 3.114092316499029e-06,
      "loss": 0.3651,
      "step": 1214570
    },
    {
      "epoch": 338.98,
      "grad_norm": 0.9652538299560547,
      "learning_rate": 3.1140667790966836e-06,
      "loss": 0.3454,
      "step": 1214580
    },
    {
      "epoch": 338.99,
      "grad_norm": 1.1127901077270508,
      "learning_rate": 3.114041241591809e-06,
      "loss": 0.3556,
      "step": 1214590
    },
    {
      "epoch": 338.99,
      "grad_norm": 1.2929332256317139,
      "learning_rate": 3.1140157039844095e-06,
      "loss": 0.3609,
      "step": 1214600
    },
    {
      "epoch": 338.99,
      "grad_norm": 0.9685976505279541,
      "learning_rate": 3.113990166274487e-06,
      "loss": 0.343,
      "step": 1214610
    },
    {
      "epoch": 339.0,
      "grad_norm": 1.0126146078109741,
      "learning_rate": 3.113964628462045e-06,
      "loss": 0.3561,
      "step": 1214620
    },
    {
      "epoch": 339.0,
      "grad_norm": 0.9767920970916748,
      "learning_rate": 3.1139390905470872e-06,
      "loss": 0.3441,
      "step": 1214630
    },
    {
      "epoch": 339.0,
      "eval_loss": 0.3515772819519043,
      "eval_runtime": 63.4905,
      "eval_samples_per_second": 79.681,
      "eval_steps_per_second": 9.97,
      "step": 1214637
    },
    {
      "epoch": 339.0,
      "grad_norm": 1.1292047500610352,
      "learning_rate": 3.113913552529617e-06,
      "loss": 0.3603,
      "step": 1214640
    },
    {
      "epoch": 339.0,
      "grad_norm": 0.9113166928291321,
      "learning_rate": 3.113888014409638e-06,
      "loss": 0.3581,
      "step": 1214650
    },
    {
      "epoch": 339.01,
      "grad_norm": 1.029590368270874,
      "learning_rate": 3.113862476187154e-06,
      "loss": 0.3446,
      "step": 1214660
    },
    {
      "epoch": 339.01,
      "grad_norm": 1.2879046201705933,
      "learning_rate": 3.1138369378621667e-06,
      "loss": 0.3423,
      "step": 1214670
    },
    {
      "epoch": 339.01,
      "grad_norm": 1.0037412643432617,
      "learning_rate": 3.1138113994346817e-06,
      "loss": 0.3495,
      "step": 1214680
    },
    {
      "epoch": 339.01,
      "grad_norm": 1.047530174255371,
      "learning_rate": 3.1137858609047008e-06,
      "loss": 0.363,
      "step": 1214690
    },
    {
      "epoch": 339.02,
      "grad_norm": 1.0261033773422241,
      "learning_rate": 3.1137603222722275e-06,
      "loss": 0.3583,
      "step": 1214700
    },
    {
      "epoch": 339.02,
      "grad_norm": 1.7759393453598022,
      "learning_rate": 3.113734783537266e-06,
      "loss": 0.3474,
      "step": 1214710
    },
    {
      "epoch": 339.02,
      "grad_norm": 1.079243540763855,
      "learning_rate": 3.113709244699819e-06,
      "loss": 0.3731,
      "step": 1214720
    },
    {
      "epoch": 339.03,
      "grad_norm": 1.0963472127914429,
      "learning_rate": 3.1136837057598906e-06,
      "loss": 0.3554,
      "step": 1214730
    },
    {
      "epoch": 339.03,
      "grad_norm": 1.0463262796401978,
      "learning_rate": 3.1136581667174835e-06,
      "loss": 0.3585,
      "step": 1214740
    },
    {
      "epoch": 339.03,
      "grad_norm": 0.9867427349090576,
      "learning_rate": 3.1136326275726023e-06,
      "loss": 0.3668,
      "step": 1214750
    },
    {
      "epoch": 339.03,
      "grad_norm": 1.1607295274734497,
      "learning_rate": 3.113607088325249e-06,
      "loss": 0.3514,
      "step": 1214760
    },
    {
      "epoch": 339.04,
      "grad_norm": 1.0754499435424805,
      "learning_rate": 3.1135815489754267e-06,
      "loss": 0.3584,
      "step": 1214770
    },
    {
      "epoch": 339.04,
      "grad_norm": 1.095211386680603,
      "learning_rate": 3.11355600952314e-06,
      "loss": 0.3582,
      "step": 1214780
    },
    {
      "epoch": 339.04,
      "grad_norm": 1.033569574356079,
      "learning_rate": 3.1135304699683927e-06,
      "loss": 0.3518,
      "step": 1214790
    },
    {
      "epoch": 339.05,
      "grad_norm": 0.9946093559265137,
      "learning_rate": 3.1135049303111866e-06,
      "loss": 0.3533,
      "step": 1214800
    },
    {
      "epoch": 339.05,
      "grad_norm": 3.3566811084747314,
      "learning_rate": 3.113479390551526e-06,
      "loss": 0.3569,
      "step": 1214810
    },
    {
      "epoch": 339.05,
      "grad_norm": 1.197965145111084,
      "learning_rate": 3.1134538506894145e-06,
      "loss": 0.3526,
      "step": 1214820
    },
    {
      "epoch": 339.05,
      "grad_norm": 0.9286254048347473,
      "learning_rate": 3.1134283107248553e-06,
      "loss": 0.3411,
      "step": 1214830
    },
    {
      "epoch": 339.06,
      "grad_norm": 0.8629204630851746,
      "learning_rate": 3.1134027706578513e-06,
      "loss": 0.3521,
      "step": 1214840
    },
    {
      "epoch": 339.06,
      "grad_norm": 0.8706554770469666,
      "learning_rate": 3.1133772304884076e-06,
      "loss": 0.3569,
      "step": 1214850
    },
    {
      "epoch": 339.06,
      "grad_norm": 0.8544036149978638,
      "learning_rate": 3.1133516902165245e-06,
      "loss": 0.3456,
      "step": 1214860
    },
    {
      "epoch": 339.07,
      "grad_norm": 1.1224170923233032,
      "learning_rate": 3.113326149842208e-06,
      "loss": 0.3607,
      "step": 1214870
    },
    {
      "epoch": 339.07,
      "grad_norm": 1.0643820762634277,
      "learning_rate": 3.11330060936546e-06,
      "loss": 0.3452,
      "step": 1214880
    },
    {
      "epoch": 339.07,
      "grad_norm": 1.0926649570465088,
      "learning_rate": 3.1132750687862855e-06,
      "loss": 0.3548,
      "step": 1214890
    },
    {
      "epoch": 339.07,
      "grad_norm": 0.880429208278656,
      "learning_rate": 3.113249528104687e-06,
      "loss": 0.3588,
      "step": 1214900
    },
    {
      "epoch": 339.08,
      "grad_norm": 0.925619900226593,
      "learning_rate": 3.1132239873206676e-06,
      "loss": 0.3487,
      "step": 1214910
    },
    {
      "epoch": 339.08,
      "grad_norm": 1.0513391494750977,
      "learning_rate": 3.1131984464342316e-06,
      "loss": 0.354,
      "step": 1214920
    },
    {
      "epoch": 339.08,
      "grad_norm": 1.0569785833358765,
      "learning_rate": 3.113172905445381e-06,
      "loss": 0.3569,
      "step": 1214930
    },
    {
      "epoch": 339.08,
      "grad_norm": 1.1338204145431519,
      "learning_rate": 3.11314736435412e-06,
      "loss": 0.3492,
      "step": 1214940
    },
    {
      "epoch": 339.09,
      "grad_norm": 1.1036770343780518,
      "learning_rate": 3.1131218231604526e-06,
      "loss": 0.363,
      "step": 1214950
    },
    {
      "epoch": 339.09,
      "grad_norm": 0.9716194272041321,
      "learning_rate": 3.113096281864381e-06,
      "loss": 0.3496,
      "step": 1214960
    },
    {
      "epoch": 339.09,
      "grad_norm": 1.0145124197006226,
      "learning_rate": 3.1130707404659097e-06,
      "loss": 0.3616,
      "step": 1214970
    },
    {
      "epoch": 339.1,
      "grad_norm": 1.015899419784546,
      "learning_rate": 3.1130451989650415e-06,
      "loss": 0.328,
      "step": 1214980
    },
    {
      "epoch": 339.1,
      "grad_norm": 1.1890649795532227,
      "learning_rate": 3.1130196573617794e-06,
      "loss": 0.3611,
      "step": 1214990
    },
    {
      "epoch": 339.1,
      "grad_norm": 1.038393259048462,
      "learning_rate": 3.112994115656128e-06,
      "loss": 0.3547,
      "step": 1215000
    },
    {
      "epoch": 339.1,
      "grad_norm": 1.0556740760803223,
      "learning_rate": 3.1129685738480895e-06,
      "loss": 0.3589,
      "step": 1215010
    },
    {
      "epoch": 339.11,
      "grad_norm": 1.0823909044265747,
      "learning_rate": 3.112943031937668e-06,
      "loss": 0.3468,
      "step": 1215020
    },
    {
      "epoch": 339.11,
      "grad_norm": 1.0283890962600708,
      "learning_rate": 3.1129174899248665e-06,
      "loss": 0.3421,
      "step": 1215030
    },
    {
      "epoch": 339.11,
      "grad_norm": 1.084351897239685,
      "learning_rate": 3.1128919478096885e-06,
      "loss": 0.3477,
      "step": 1215040
    },
    {
      "epoch": 339.12,
      "grad_norm": 0.9095224738121033,
      "learning_rate": 3.112866405592138e-06,
      "loss": 0.3371,
      "step": 1215050
    },
    {
      "epoch": 339.12,
      "grad_norm": 1.1218217611312866,
      "learning_rate": 3.1128408632722175e-06,
      "loss": 0.3508,
      "step": 1215060
    },
    {
      "epoch": 339.12,
      "grad_norm": 1.0812413692474365,
      "learning_rate": 3.1128153208499312e-06,
      "loss": 0.3505,
      "step": 1215070
    },
    {
      "epoch": 339.12,
      "grad_norm": 1.0422897338867188,
      "learning_rate": 3.112789778325282e-06,
      "loss": 0.3651,
      "step": 1215080
    },
    {
      "epoch": 339.13,
      "grad_norm": 3.9935998916625977,
      "learning_rate": 3.1127642356982733e-06,
      "loss": 0.3587,
      "step": 1215090
    },
    {
      "epoch": 339.13,
      "grad_norm": 0.9503774642944336,
      "learning_rate": 3.112738692968908e-06,
      "loss": 0.3297,
      "step": 1215100
    },
    {
      "epoch": 339.13,
      "grad_norm": 1.059576392173767,
      "learning_rate": 3.112713150137191e-06,
      "loss": 0.3529,
      "step": 1215110
    },
    {
      "epoch": 339.13,
      "grad_norm": 1.0340054035186768,
      "learning_rate": 3.1126876072031248e-06,
      "loss": 0.3456,
      "step": 1215120
    },
    {
      "epoch": 339.14,
      "grad_norm": 1.0290096998214722,
      "learning_rate": 3.112662064166712e-06,
      "loss": 0.3601,
      "step": 1215130
    },
    {
      "epoch": 339.14,
      "grad_norm": 0.9228090643882751,
      "learning_rate": 3.1126365210279575e-06,
      "loss": 0.3455,
      "step": 1215140
    },
    {
      "epoch": 339.14,
      "grad_norm": 1.0584245920181274,
      "learning_rate": 3.112610977786864e-06,
      "loss": 0.3514,
      "step": 1215150
    },
    {
      "epoch": 339.15,
      "grad_norm": 0.9904471039772034,
      "learning_rate": 3.1125854344434336e-06,
      "loss": 0.3502,
      "step": 1215160
    },
    {
      "epoch": 339.15,
      "grad_norm": 1.080263376235962,
      "learning_rate": 3.112559890997672e-06,
      "loss": 0.3554,
      "step": 1215170
    },
    {
      "epoch": 339.15,
      "grad_norm": 0.9214712381362915,
      "learning_rate": 3.112534347449582e-06,
      "loss": 0.3464,
      "step": 1215180
    },
    {
      "epoch": 339.15,
      "grad_norm": 1.017997145652771,
      "learning_rate": 3.112508803799166e-06,
      "loss": 0.3718,
      "step": 1215190
    },
    {
      "epoch": 339.16,
      "grad_norm": 1.117488980293274,
      "learning_rate": 3.112483260046428e-06,
      "loss": 0.3668,
      "step": 1215200
    },
    {
      "epoch": 339.16,
      "grad_norm": 0.8541207909584045,
      "learning_rate": 3.112457716191372e-06,
      "loss": 0.3432,
      "step": 1215210
    },
    {
      "epoch": 339.16,
      "grad_norm": 1.0106778144836426,
      "learning_rate": 3.1124321722340003e-06,
      "loss": 0.3593,
      "step": 1215220
    },
    {
      "epoch": 339.17,
      "grad_norm": 0.9615338444709778,
      "learning_rate": 3.112406628174317e-06,
      "loss": 0.3242,
      "step": 1215230
    },
    {
      "epoch": 339.17,
      "grad_norm": 1.0767887830734253,
      "learning_rate": 3.1123810840123252e-06,
      "loss": 0.3487,
      "step": 1215240
    },
    {
      "epoch": 339.17,
      "grad_norm": 1.1482871770858765,
      "learning_rate": 3.112355539748028e-06,
      "loss": 0.343,
      "step": 1215250
    },
    {
      "epoch": 339.17,
      "grad_norm": 1.019597053527832,
      "learning_rate": 3.11232999538143e-06,
      "loss": 0.3491,
      "step": 1215260
    },
    {
      "epoch": 339.18,
      "grad_norm": 1.0179098844528198,
      "learning_rate": 3.1123044509125332e-06,
      "loss": 0.3419,
      "step": 1215270
    },
    {
      "epoch": 339.18,
      "grad_norm": 0.976468563079834,
      "learning_rate": 3.1122789063413418e-06,
      "loss": 0.3649,
      "step": 1215280
    },
    {
      "epoch": 339.18,
      "grad_norm": 0.93692547082901,
      "learning_rate": 3.1122533616678583e-06,
      "loss": 0.3307,
      "step": 1215290
    },
    {
      "epoch": 339.19,
      "grad_norm": 0.8768727779388428,
      "learning_rate": 3.1122278168920876e-06,
      "loss": 0.3548,
      "step": 1215300
    },
    {
      "epoch": 339.19,
      "grad_norm": 1.0974644422531128,
      "learning_rate": 3.112202272014032e-06,
      "loss": 0.3544,
      "step": 1215310
    },
    {
      "epoch": 339.19,
      "grad_norm": 1.101954698562622,
      "learning_rate": 3.1121767270336954e-06,
      "loss": 0.3568,
      "step": 1215320
    },
    {
      "epoch": 339.19,
      "grad_norm": 1.026823878288269,
      "learning_rate": 3.112151181951081e-06,
      "loss": 0.3563,
      "step": 1215330
    },
    {
      "epoch": 339.2,
      "grad_norm": 1.123326063156128,
      "learning_rate": 3.1121256367661926e-06,
      "loss": 0.3606,
      "step": 1215340
    },
    {
      "epoch": 339.2,
      "grad_norm": 1.279870629310608,
      "learning_rate": 3.1121000914790325e-06,
      "loss": 0.3728,
      "step": 1215350
    },
    {
      "epoch": 339.2,
      "grad_norm": 0.9538618326187134,
      "learning_rate": 3.1120745460896047e-06,
      "loss": 0.3448,
      "step": 1215360
    },
    {
      "epoch": 339.2,
      "grad_norm": 1.025715708732605,
      "learning_rate": 3.1120490005979132e-06,
      "loss": 0.3621,
      "step": 1215370
    },
    {
      "epoch": 339.21,
      "grad_norm": 1.0093282461166382,
      "learning_rate": 3.11202345500396e-06,
      "loss": 0.3386,
      "step": 1215380
    },
    {
      "epoch": 339.21,
      "grad_norm": 0.9266955256462097,
      "learning_rate": 3.1119979093077503e-06,
      "loss": 0.3666,
      "step": 1215390
    },
    {
      "epoch": 339.21,
      "grad_norm": 1.1746091842651367,
      "learning_rate": 3.1119723635092864e-06,
      "loss": 0.3462,
      "step": 1215400
    },
    {
      "epoch": 339.22,
      "grad_norm": 1.1022511720657349,
      "learning_rate": 3.111946817608572e-06,
      "loss": 0.3529,
      "step": 1215410
    },
    {
      "epoch": 339.22,
      "grad_norm": 1.0387359857559204,
      "learning_rate": 3.11192127160561e-06,
      "loss": 0.3559,
      "step": 1215420
    },
    {
      "epoch": 339.22,
      "grad_norm": 0.9296160340309143,
      "learning_rate": 3.111895725500405e-06,
      "loss": 0.3455,
      "step": 1215430
    },
    {
      "epoch": 339.22,
      "grad_norm": 1.011922001838684,
      "learning_rate": 3.1118701792929588e-06,
      "loss": 0.3352,
      "step": 1215440
    },
    {
      "epoch": 339.23,
      "grad_norm": 1.001827597618103,
      "learning_rate": 3.1118446329832758e-06,
      "loss": 0.3449,
      "step": 1215450
    },
    {
      "epoch": 339.23,
      "grad_norm": 1.083531141281128,
      "learning_rate": 3.111819086571359e-06,
      "loss": 0.336,
      "step": 1215460
    },
    {
      "epoch": 339.23,
      "grad_norm": 0.8633285164833069,
      "learning_rate": 3.1117935400572123e-06,
      "loss": 0.3605,
      "step": 1215470
    },
    {
      "epoch": 339.24,
      "grad_norm": 4.351893424987793,
      "learning_rate": 3.1117679934408386e-06,
      "loss": 0.3445,
      "step": 1215480
    },
    {
      "epoch": 339.24,
      "grad_norm": 1.2122743129730225,
      "learning_rate": 3.1117424467222415e-06,
      "loss": 0.3372,
      "step": 1215490
    },
    {
      "epoch": 339.24,
      "grad_norm": 0.9839296340942383,
      "learning_rate": 3.111716899901425e-06,
      "loss": 0.3515,
      "step": 1215500
    },
    {
      "epoch": 339.24,
      "grad_norm": 0.9737817645072937,
      "learning_rate": 3.1116913529783914e-06,
      "loss": 0.3446,
      "step": 1215510
    },
    {
      "epoch": 339.25,
      "grad_norm": 0.966021716594696,
      "learning_rate": 3.1116658059531443e-06,
      "loss": 0.3433,
      "step": 1215520
    },
    {
      "epoch": 339.25,
      "grad_norm": 0.9350653886795044,
      "learning_rate": 3.111640258825688e-06,
      "loss": 0.3474,
      "step": 1215530
    },
    {
      "epoch": 339.25,
      "grad_norm": 0.9277816414833069,
      "learning_rate": 3.1116147115960246e-06,
      "loss": 0.3605,
      "step": 1215540
    },
    {
      "epoch": 339.25,
      "grad_norm": 0.8728150129318237,
      "learning_rate": 3.1115891642641587e-06,
      "loss": 0.3556,
      "step": 1215550
    },
    {
      "epoch": 339.26,
      "grad_norm": 1.4068381786346436,
      "learning_rate": 3.111563616830093e-06,
      "loss": 0.3554,
      "step": 1215560
    },
    {
      "epoch": 339.26,
      "grad_norm": 0.8681644797325134,
      "learning_rate": 3.1115380692938316e-06,
      "loss": 0.3543,
      "step": 1215570
    },
    {
      "epoch": 339.26,
      "grad_norm": 0.8940622210502625,
      "learning_rate": 3.1115125216553767e-06,
      "loss": 0.3547,
      "step": 1215580
    },
    {
      "epoch": 339.27,
      "grad_norm": 1.1156723499298096,
      "learning_rate": 3.1114869739147327e-06,
      "loss": 0.3682,
      "step": 1215590
    },
    {
      "epoch": 339.27,
      "grad_norm": 1.0618568658828735,
      "learning_rate": 3.1114614260719027e-06,
      "loss": 0.3372,
      "step": 1215600
    },
    {
      "epoch": 339.27,
      "grad_norm": 1.14475417137146,
      "learning_rate": 3.11143587812689e-06,
      "loss": 0.3567,
      "step": 1215610
    },
    {
      "epoch": 339.27,
      "grad_norm": 1.0096290111541748,
      "learning_rate": 3.1114103300796977e-06,
      "loss": 0.3464,
      "step": 1215620
    },
    {
      "epoch": 339.28,
      "grad_norm": 0.8973894715309143,
      "learning_rate": 3.1113847819303307e-06,
      "loss": 0.3411,
      "step": 1215630
    },
    {
      "epoch": 339.28,
      "grad_norm": 1.1020103693008423,
      "learning_rate": 3.111359233678791e-06,
      "loss": 0.3441,
      "step": 1215640
    },
    {
      "epoch": 339.28,
      "grad_norm": 0.8809501528739929,
      "learning_rate": 3.111333685325082e-06,
      "loss": 0.358,
      "step": 1215650
    },
    {
      "epoch": 339.29,
      "grad_norm": 0.9380429983139038,
      "learning_rate": 3.1113081368692075e-06,
      "loss": 0.3558,
      "step": 1215660
    },
    {
      "epoch": 339.29,
      "grad_norm": 1.0379465818405151,
      "learning_rate": 3.11128258831117e-06,
      "loss": 0.3533,
      "step": 1215670
    },
    {
      "epoch": 339.29,
      "grad_norm": 0.9508543610572815,
      "learning_rate": 3.1112570396509743e-06,
      "loss": 0.3487,
      "step": 1215680
    },
    {
      "epoch": 339.29,
      "grad_norm": 1.177312970161438,
      "learning_rate": 3.1112314908886236e-06,
      "loss": 0.3595,
      "step": 1215690
    },
    {
      "epoch": 339.3,
      "grad_norm": 0.962644100189209,
      "learning_rate": 3.1112059420241207e-06,
      "loss": 0.3463,
      "step": 1215700
    },
    {
      "epoch": 339.3,
      "grad_norm": 0.8841851949691772,
      "learning_rate": 3.111180393057469e-06,
      "loss": 0.3504,
      "step": 1215710
    },
    {
      "epoch": 339.3,
      "grad_norm": 0.8831691741943359,
      "learning_rate": 3.1111548439886727e-06,
      "loss": 0.3617,
      "step": 1215720
    },
    {
      "epoch": 339.31,
      "grad_norm": 0.949601948261261,
      "learning_rate": 3.1111292948177336e-06,
      "loss": 0.3544,
      "step": 1215730
    },
    {
      "epoch": 339.31,
      "grad_norm": 0.961499810218811,
      "learning_rate": 3.1111037455446567e-06,
      "loss": 0.3382,
      "step": 1215740
    },
    {
      "epoch": 339.31,
      "grad_norm": 1.0406543016433716,
      "learning_rate": 3.111078196169444e-06,
      "loss": 0.3724,
      "step": 1215750
    },
    {
      "epoch": 339.31,
      "grad_norm": 0.9396855235099792,
      "learning_rate": 3.111052646692101e-06,
      "loss": 0.3485,
      "step": 1215760
    },
    {
      "epoch": 339.32,
      "grad_norm": 1.2505598068237305,
      "learning_rate": 3.111027097112629e-06,
      "loss": 0.345,
      "step": 1215770
    },
    {
      "epoch": 339.32,
      "grad_norm": 1.1376651525497437,
      "learning_rate": 3.1110015474310328e-06,
      "loss": 0.3403,
      "step": 1215780
    },
    {
      "epoch": 339.32,
      "grad_norm": 1.0531821250915527,
      "learning_rate": 3.1109759976473153e-06,
      "loss": 0.3429,
      "step": 1215790
    },
    {
      "epoch": 339.32,
      "grad_norm": 1.0998544692993164,
      "learning_rate": 3.110950447761479e-06,
      "loss": 0.3465,
      "step": 1215800
    },
    {
      "epoch": 339.33,
      "grad_norm": 1.08769690990448,
      "learning_rate": 3.1109248977735284e-06,
      "loss": 0.3584,
      "step": 1215810
    },
    {
      "epoch": 339.33,
      "grad_norm": 1.1076596975326538,
      "learning_rate": 3.110899347683467e-06,
      "loss": 0.3589,
      "step": 1215820
    },
    {
      "epoch": 339.33,
      "grad_norm": 1.14750337600708,
      "learning_rate": 3.110873797491297e-06,
      "loss": 0.3393,
      "step": 1215830
    },
    {
      "epoch": 339.34,
      "grad_norm": 0.9455324411392212,
      "learning_rate": 3.110848247197023e-06,
      "loss": 0.357,
      "step": 1215840
    },
    {
      "epoch": 339.34,
      "grad_norm": 0.9229931831359863,
      "learning_rate": 3.1108226968006482e-06,
      "loss": 0.3464,
      "step": 1215850
    },
    {
      "epoch": 339.34,
      "grad_norm": 1.0455784797668457,
      "learning_rate": 3.1107971463021764e-06,
      "loss": 0.3596,
      "step": 1215860
    },
    {
      "epoch": 339.34,
      "grad_norm": 1.005255103111267,
      "learning_rate": 3.1107715957016096e-06,
      "loss": 0.3488,
      "step": 1215870
    },
    {
      "epoch": 339.35,
      "grad_norm": 1.110472321510315,
      "learning_rate": 3.110746044998952e-06,
      "loss": 0.3621,
      "step": 1215880
    },
    {
      "epoch": 339.35,
      "grad_norm": 0.9264457821846008,
      "learning_rate": 3.1107204941942074e-06,
      "loss": 0.3767,
      "step": 1215890
    },
    {
      "epoch": 339.35,
      "grad_norm": 1.1986143589019775,
      "learning_rate": 3.110694943287378e-06,
      "loss": 0.3377,
      "step": 1215900
    },
    {
      "epoch": 339.36,
      "grad_norm": 1.077301025390625,
      "learning_rate": 3.110669392278469e-06,
      "loss": 0.3606,
      "step": 1215910
    },
    {
      "epoch": 339.36,
      "grad_norm": 1.0698834657669067,
      "learning_rate": 3.1106438411674826e-06,
      "loss": 0.3501,
      "step": 1215920
    },
    {
      "epoch": 339.36,
      "grad_norm": 0.9588038325309753,
      "learning_rate": 3.1106182899544224e-06,
      "loss": 0.3618,
      "step": 1215930
    },
    {
      "epoch": 339.36,
      "grad_norm": 1.0690617561340332,
      "learning_rate": 3.110592738639292e-06,
      "loss": 0.3533,
      "step": 1215940
    },
    {
      "epoch": 339.37,
      "grad_norm": 1.0668234825134277,
      "learning_rate": 3.110567187222094e-06,
      "loss": 0.3635,
      "step": 1215950
    },
    {
      "epoch": 339.37,
      "grad_norm": 1.0236090421676636,
      "learning_rate": 3.110541635702833e-06,
      "loss": 0.3597,
      "step": 1215960
    },
    {
      "epoch": 339.37,
      "grad_norm": 1.0197075605392456,
      "learning_rate": 3.1105160840815113e-06,
      "loss": 0.3565,
      "step": 1215970
    },
    {
      "epoch": 339.37,
      "grad_norm": 1.1830178499221802,
      "learning_rate": 3.110490532358133e-06,
      "loss": 0.3465,
      "step": 1215980
    },
    {
      "epoch": 339.38,
      "grad_norm": 1.1489278078079224,
      "learning_rate": 3.1104649805327013e-06,
      "loss": 0.3708,
      "step": 1215990
    },
    {
      "epoch": 339.38,
      "grad_norm": 0.9517539739608765,
      "learning_rate": 3.1104394286052196e-06,
      "loss": 0.3535,
      "step": 1216000
    },
    {
      "epoch": 339.38,
      "grad_norm": 0.905265748500824,
      "learning_rate": 3.110413876575692e-06,
      "loss": 0.3567,
      "step": 1216010
    },
    {
      "epoch": 339.39,
      "grad_norm": 0.8161366581916809,
      "learning_rate": 3.1103883244441204e-06,
      "loss": 0.3615,
      "step": 1216020
    },
    {
      "epoch": 339.39,
      "grad_norm": 1.083605170249939,
      "learning_rate": 3.1103627722105097e-06,
      "loss": 0.342,
      "step": 1216030
    },
    {
      "epoch": 339.39,
      "grad_norm": 0.9100894927978516,
      "learning_rate": 3.110337219874862e-06,
      "loss": 0.3411,
      "step": 1216040
    },
    {
      "epoch": 339.39,
      "grad_norm": 1.0534939765930176,
      "learning_rate": 3.1103116674371814e-06,
      "loss": 0.3507,
      "step": 1216050
    },
    {
      "epoch": 339.4,
      "grad_norm": 0.9688034653663635,
      "learning_rate": 3.110286114897471e-06,
      "loss": 0.3555,
      "step": 1216060
    },
    {
      "epoch": 339.4,
      "grad_norm": 1.0692524909973145,
      "learning_rate": 3.1102605622557357e-06,
      "loss": 0.3642,
      "step": 1216070
    },
    {
      "epoch": 339.4,
      "grad_norm": 1.2142705917358398,
      "learning_rate": 3.110235009511977e-06,
      "loss": 0.3393,
      "step": 1216080
    },
    {
      "epoch": 339.41,
      "grad_norm": 1.0149331092834473,
      "learning_rate": 3.1102094566661985e-06,
      "loss": 0.3436,
      "step": 1216090
    },
    {
      "epoch": 339.41,
      "grad_norm": 0.9656372666358948,
      "learning_rate": 3.110183903718404e-06,
      "loss": 0.3355,
      "step": 1216100
    },
    {
      "epoch": 339.41,
      "grad_norm": 0.9633373022079468,
      "learning_rate": 3.1101583506685976e-06,
      "loss": 0.3504,
      "step": 1216110
    },
    {
      "epoch": 339.41,
      "grad_norm": 0.933295726776123,
      "learning_rate": 3.1101327975167815e-06,
      "loss": 0.3653,
      "step": 1216120
    },
    {
      "epoch": 339.42,
      "grad_norm": 1.007163166999817,
      "learning_rate": 3.1101072442629594e-06,
      "loss": 0.3593,
      "step": 1216130
    },
    {
      "epoch": 339.42,
      "grad_norm": 1.0182043313980103,
      "learning_rate": 3.110081690907136e-06,
      "loss": 0.3511,
      "step": 1216140
    },
    {
      "epoch": 339.42,
      "grad_norm": 0.988520622253418,
      "learning_rate": 3.1100561374493126e-06,
      "loss": 0.336,
      "step": 1216150
    },
    {
      "epoch": 339.43,
      "grad_norm": 1.0439099073410034,
      "learning_rate": 3.1100305838894942e-06,
      "loss": 0.378,
      "step": 1216160
    },
    {
      "epoch": 339.43,
      "grad_norm": 0.8915008306503296,
      "learning_rate": 3.110005030227683e-06,
      "loss": 0.3339,
      "step": 1216170
    },
    {
      "epoch": 339.43,
      "grad_norm": 1.1077171564102173,
      "learning_rate": 3.1099794764638843e-06,
      "loss": 0.3494,
      "step": 1216180
    },
    {
      "epoch": 339.43,
      "grad_norm": 1.0945649147033691,
      "learning_rate": 3.109953922598099e-06,
      "loss": 0.366,
      "step": 1216190
    },
    {
      "epoch": 339.44,
      "grad_norm": 0.9758138656616211,
      "learning_rate": 3.109928368630332e-06,
      "loss": 0.3635,
      "step": 1216200
    },
    {
      "epoch": 339.44,
      "grad_norm": 0.9806682467460632,
      "learning_rate": 3.109902814560587e-06,
      "loss": 0.3467,
      "step": 1216210
    },
    {
      "epoch": 339.44,
      "grad_norm": 1.6689541339874268,
      "learning_rate": 3.1098772603888666e-06,
      "loss": 0.3421,
      "step": 1216220
    },
    {
      "epoch": 339.44,
      "grad_norm": 1.108959674835205,
      "learning_rate": 3.109851706115174e-06,
      "loss": 0.3518,
      "step": 1216230
    },
    {
      "epoch": 339.45,
      "grad_norm": 1.098106861114502,
      "learning_rate": 3.109826151739514e-06,
      "loss": 0.3426,
      "step": 1216240
    },
    {
      "epoch": 339.45,
      "grad_norm": 0.9809858798980713,
      "learning_rate": 3.109800597261888e-06,
      "loss": 0.327,
      "step": 1216250
    },
    {
      "epoch": 339.45,
      "grad_norm": 1.0519177913665771,
      "learning_rate": 3.109775042682301e-06,
      "loss": 0.3486,
      "step": 1216260
    },
    {
      "epoch": 339.46,
      "grad_norm": 0.9554662108421326,
      "learning_rate": 3.109749488000756e-06,
      "loss": 0.3598,
      "step": 1216270
    },
    {
      "epoch": 339.46,
      "grad_norm": 0.9400385022163391,
      "learning_rate": 3.109723933217256e-06,
      "loss": 0.3521,
      "step": 1216280
    },
    {
      "epoch": 339.46,
      "grad_norm": 1.0025376081466675,
      "learning_rate": 3.1096983783318047e-06,
      "loss": 0.3536,
      "step": 1216290
    },
    {
      "epoch": 339.46,
      "grad_norm": 0.9599841237068176,
      "learning_rate": 3.1096728233444056e-06,
      "loss": 0.3513,
      "step": 1216300
    },
    {
      "epoch": 339.47,
      "grad_norm": 1.009952425956726,
      "learning_rate": 3.109647268255062e-06,
      "loss": 0.3369,
      "step": 1216310
    },
    {
      "epoch": 339.47,
      "grad_norm": 0.8954553008079529,
      "learning_rate": 3.109621713063777e-06,
      "loss": 0.3373,
      "step": 1216320
    },
    {
      "epoch": 339.47,
      "grad_norm": 1.0550954341888428,
      "learning_rate": 3.1095961577705537e-06,
      "loss": 0.3713,
      "step": 1216330
    },
    {
      "epoch": 339.48,
      "grad_norm": 1.1647708415985107,
      "learning_rate": 3.1095706023753975e-06,
      "loss": 0.3617,
      "step": 1216340
    },
    {
      "epoch": 339.48,
      "grad_norm": 0.9303633570671082,
      "learning_rate": 3.1095450468783094e-06,
      "loss": 0.3567,
      "step": 1216350
    },
    {
      "epoch": 339.48,
      "grad_norm": 0.9568096995353699,
      "learning_rate": 3.1095194912792936e-06,
      "loss": 0.342,
      "step": 1216360
    },
    {
      "epoch": 339.48,
      "grad_norm": 0.9498175978660583,
      "learning_rate": 3.1094939355783543e-06,
      "loss": 0.3382,
      "step": 1216370
    },
    {
      "epoch": 339.49,
      "grad_norm": 0.9524228572845459,
      "learning_rate": 3.109468379775494e-06,
      "loss": 0.3462,
      "step": 1216380
    },
    {
      "epoch": 339.49,
      "grad_norm": 1.3319984674453735,
      "learning_rate": 3.1094428238707163e-06,
      "loss": 0.3568,
      "step": 1216390
    },
    {
      "epoch": 339.49,
      "grad_norm": 1.2525138854980469,
      "learning_rate": 3.109417267864025e-06,
      "loss": 0.3507,
      "step": 1216400
    },
    {
      "epoch": 339.49,
      "grad_norm": 1.1135613918304443,
      "learning_rate": 3.109391711755423e-06,
      "loss": 0.3327,
      "step": 1216410
    },
    {
      "epoch": 339.5,
      "grad_norm": 0.9637590050697327,
      "learning_rate": 3.1093661555449136e-06,
      "loss": 0.3491,
      "step": 1216420
    },
    {
      "epoch": 339.5,
      "grad_norm": 1.1530883312225342,
      "learning_rate": 3.1093405992325013e-06,
      "loss": 0.351,
      "step": 1216430
    },
    {
      "epoch": 339.5,
      "grad_norm": 0.9456368088722229,
      "learning_rate": 3.1093150428181874e-06,
      "loss": 0.3486,
      "step": 1216440
    },
    {
      "epoch": 339.51,
      "grad_norm": 1.075774073600769,
      "learning_rate": 3.109289486301978e-06,
      "loss": 0.3699,
      "step": 1216450
    },
    {
      "epoch": 339.51,
      "grad_norm": 0.8860201835632324,
      "learning_rate": 3.109263929683874e-06,
      "loss": 0.326,
      "step": 1216460
    },
    {
      "epoch": 339.51,
      "grad_norm": 1.0878018140792847,
      "learning_rate": 3.109238372963881e-06,
      "loss": 0.3544,
      "step": 1216470
    },
    {
      "epoch": 339.51,
      "grad_norm": 1.0856101512908936,
      "learning_rate": 3.109212816142e-06,
      "loss": 0.3547,
      "step": 1216480
    },
    {
      "epoch": 339.52,
      "grad_norm": 0.9042845964431763,
      "learning_rate": 3.1091872592182358e-06,
      "loss": 0.3406,
      "step": 1216490
    },
    {
      "epoch": 339.52,
      "grad_norm": 1.086563229560852,
      "learning_rate": 3.1091617021925924e-06,
      "loss": 0.3592,
      "step": 1216500
    },
    {
      "epoch": 339.52,
      "grad_norm": 0.8874685168266296,
      "learning_rate": 3.109136145065072e-06,
      "loss": 0.3691,
      "step": 1216510
    },
    {
      "epoch": 339.53,
      "grad_norm": 0.8903818130493164,
      "learning_rate": 3.109110587835679e-06,
      "loss": 0.3426,
      "step": 1216520
    },
    {
      "epoch": 339.53,
      "grad_norm": 1.0911176204681396,
      "learning_rate": 3.109085030504416e-06,
      "loss": 0.3611,
      "step": 1216530
    },
    {
      "epoch": 339.53,
      "grad_norm": 1.1058231592178345,
      "learning_rate": 3.109059473071287e-06,
      "loss": 0.355,
      "step": 1216540
    },
    {
      "epoch": 339.53,
      "grad_norm": 1.0661202669143677,
      "learning_rate": 3.1090339155362944e-06,
      "loss": 0.3435,
      "step": 1216550
    },
    {
      "epoch": 339.54,
      "grad_norm": 0.90237957239151,
      "learning_rate": 3.1090083578994426e-06,
      "loss": 0.354,
      "step": 1216560
    },
    {
      "epoch": 339.54,
      "grad_norm": 1.1479887962341309,
      "learning_rate": 3.108982800160735e-06,
      "loss": 0.3587,
      "step": 1216570
    },
    {
      "epoch": 339.54,
      "grad_norm": 0.9911386966705322,
      "learning_rate": 3.1089572423201746e-06,
      "loss": 0.359,
      "step": 1216580
    },
    {
      "epoch": 339.55,
      "grad_norm": 1.0504264831542969,
      "learning_rate": 3.108931684377765e-06,
      "loss": 0.3636,
      "step": 1216590
    },
    {
      "epoch": 339.55,
      "grad_norm": 1.1462361812591553,
      "learning_rate": 3.108906126333509e-06,
      "loss": 0.3509,
      "step": 1216600
    },
    {
      "epoch": 339.55,
      "grad_norm": 1.0075124502182007,
      "learning_rate": 3.1088805681874114e-06,
      "loss": 0.3517,
      "step": 1216610
    },
    {
      "epoch": 339.55,
      "grad_norm": 1.022257924079895,
      "learning_rate": 3.108855009939474e-06,
      "loss": 0.3705,
      "step": 1216620
    },
    {
      "epoch": 339.56,
      "grad_norm": 0.9628158807754517,
      "learning_rate": 3.108829451589701e-06,
      "loss": 0.3342,
      "step": 1216630
    },
    {
      "epoch": 339.56,
      "grad_norm": 1.2127071619033813,
      "learning_rate": 3.108803893138096e-06,
      "loss": 0.3476,
      "step": 1216640
    },
    {
      "epoch": 339.56,
      "grad_norm": 0.9910895824432373,
      "learning_rate": 3.1087783345846613e-06,
      "loss": 0.3574,
      "step": 1216650
    },
    {
      "epoch": 339.56,
      "grad_norm": 0.9905288815498352,
      "learning_rate": 3.108752775929402e-06,
      "loss": 0.3519,
      "step": 1216660
    },
    {
      "epoch": 339.57,
      "grad_norm": 1.0744373798370361,
      "learning_rate": 3.1087272171723207e-06,
      "loss": 0.3539,
      "step": 1216670
    },
    {
      "epoch": 339.57,
      "grad_norm": 1.7830795049667358,
      "learning_rate": 3.10870165831342e-06,
      "loss": 0.3626,
      "step": 1216680
    },
    {
      "epoch": 339.57,
      "grad_norm": 1.0648609399795532,
      "learning_rate": 3.1086760993527047e-06,
      "loss": 0.3562,
      "step": 1216690
    },
    {
      "epoch": 339.58,
      "grad_norm": 0.9835664629936218,
      "learning_rate": 3.108650540290177e-06,
      "loss": 0.3639,
      "step": 1216700
    },
    {
      "epoch": 339.58,
      "grad_norm": 0.9976670742034912,
      "learning_rate": 3.108624981125841e-06,
      "loss": 0.3595,
      "step": 1216710
    },
    {
      "epoch": 339.58,
      "grad_norm": 1.0104560852050781,
      "learning_rate": 3.1085994218597004e-06,
      "loss": 0.3433,
      "step": 1216720
    },
    {
      "epoch": 339.58,
      "grad_norm": 0.8470204472541809,
      "learning_rate": 3.1085738624917573e-06,
      "loss": 0.3552,
      "step": 1216730
    },
    {
      "epoch": 339.59,
      "grad_norm": 1.142390489578247,
      "learning_rate": 3.108548303022017e-06,
      "loss": 0.3559,
      "step": 1216740
    },
    {
      "epoch": 339.59,
      "grad_norm": 1.0688198804855347,
      "learning_rate": 3.1085227434504805e-06,
      "loss": 0.3416,
      "step": 1216750
    },
    {
      "epoch": 339.59,
      "grad_norm": 0.9781787991523743,
      "learning_rate": 3.1084971837771536e-06,
      "loss": 0.3471,
      "step": 1216760
    },
    {
      "epoch": 339.6,
      "grad_norm": 1.1246240139007568,
      "learning_rate": 3.1084716240020383e-06,
      "loss": 0.3466,
      "step": 1216770
    },
    {
      "epoch": 339.6,
      "grad_norm": 2.5494871139526367,
      "learning_rate": 3.108446064125138e-06,
      "loss": 0.3463,
      "step": 1216780
    },
    {
      "epoch": 339.6,
      "grad_norm": 0.959863007068634,
      "learning_rate": 3.108420504146457e-06,
      "loss": 0.3577,
      "step": 1216790
    },
    {
      "epoch": 339.6,
      "grad_norm": 1.087801218032837,
      "learning_rate": 3.1083949440659975e-06,
      "loss": 0.3527,
      "step": 1216800
    },
    {
      "epoch": 339.61,
      "grad_norm": 0.9926213026046753,
      "learning_rate": 3.1083693838837647e-06,
      "loss": 0.3533,
      "step": 1216810
    },
    {
      "epoch": 339.61,
      "grad_norm": 1.0563578605651855,
      "learning_rate": 3.1083438235997605e-06,
      "loss": 0.3606,
      "step": 1216820
    },
    {
      "epoch": 339.61,
      "grad_norm": 0.8815616965293884,
      "learning_rate": 3.108318263213988e-06,
      "loss": 0.3473,
      "step": 1216830
    },
    {
      "epoch": 339.61,
      "grad_norm": 1.0457983016967773,
      "learning_rate": 3.1082927027264514e-06,
      "loss": 0.3508,
      "step": 1216840
    },
    {
      "epoch": 339.62,
      "grad_norm": 1.0957928895950317,
      "learning_rate": 3.108267142137154e-06,
      "loss": 0.3536,
      "step": 1216850
    },
    {
      "epoch": 339.62,
      "grad_norm": 1.065758466720581,
      "learning_rate": 3.1082415814460993e-06,
      "loss": 0.3581,
      "step": 1216860
    },
    {
      "epoch": 339.62,
      "grad_norm": 1.0901590585708618,
      "learning_rate": 3.1082160206532905e-06,
      "loss": 0.3581,
      "step": 1216870
    },
    {
      "epoch": 339.63,
      "grad_norm": 1.2056105136871338,
      "learning_rate": 3.108190459758731e-06,
      "loss": 0.3304,
      "step": 1216880
    },
    {
      "epoch": 339.63,
      "grad_norm": 1.2688015699386597,
      "learning_rate": 3.1081648987624246e-06,
      "loss": 0.3521,
      "step": 1216890
    },
    {
      "epoch": 339.63,
      "grad_norm": 1.208813190460205,
      "learning_rate": 3.108139337664374e-06,
      "loss": 0.3432,
      "step": 1216900
    },
    {
      "epoch": 339.63,
      "grad_norm": 0.8593761920928955,
      "learning_rate": 3.1081137764645827e-06,
      "loss": 0.3351,
      "step": 1216910
    },
    {
      "epoch": 339.64,
      "grad_norm": 1.0823851823806763,
      "learning_rate": 3.108088215163055e-06,
      "loss": 0.3707,
      "step": 1216920
    },
    {
      "epoch": 339.64,
      "grad_norm": 1.0731065273284912,
      "learning_rate": 3.1080626537597935e-06,
      "loss": 0.3537,
      "step": 1216930
    },
    {
      "epoch": 339.64,
      "grad_norm": 0.8985781073570251,
      "learning_rate": 3.108037092254801e-06,
      "loss": 0.3595,
      "step": 1216940
    },
    {
      "epoch": 339.65,
      "grad_norm": 1.0510878562927246,
      "learning_rate": 3.1080115306480834e-06,
      "loss": 0.3536,
      "step": 1216950
    },
    {
      "epoch": 339.65,
      "grad_norm": 0.8927659392356873,
      "learning_rate": 3.1079859689396412e-06,
      "loss": 0.328,
      "step": 1216960
    },
    {
      "epoch": 339.65,
      "grad_norm": 1.240744948387146,
      "learning_rate": 3.107960407129479e-06,
      "loss": 0.3519,
      "step": 1216970
    },
    {
      "epoch": 339.65,
      "grad_norm": 0.9882014393806458,
      "learning_rate": 3.1079348452176007e-06,
      "loss": 0.3561,
      "step": 1216980
    },
    {
      "epoch": 339.66,
      "grad_norm": 0.9183276295661926,
      "learning_rate": 3.107909283204008e-06,
      "loss": 0.3402,
      "step": 1216990
    },
    {
      "epoch": 339.66,
      "grad_norm": 1.2322171926498413,
      "learning_rate": 3.107883721088707e-06,
      "loss": 0.3457,
      "step": 1217000
    },
    {
      "epoch": 339.66,
      "grad_norm": 1.1576894521713257,
      "learning_rate": 3.107858158871699e-06,
      "loss": 0.3459,
      "step": 1217010
    },
    {
      "epoch": 339.67,
      "grad_norm": 0.9782763123512268,
      "learning_rate": 3.1078325965529874e-06,
      "loss": 0.3679,
      "step": 1217020
    },
    {
      "epoch": 339.67,
      "grad_norm": 1.0251139402389526,
      "learning_rate": 3.107807034132577e-06,
      "loss": 0.3676,
      "step": 1217030
    },
    {
      "epoch": 339.67,
      "grad_norm": 3.0884146690368652,
      "learning_rate": 3.10778147161047e-06,
      "loss": 0.367,
      "step": 1217040
    },
    {
      "epoch": 339.67,
      "grad_norm": 0.9891748428344727,
      "learning_rate": 3.1077559089866704e-06,
      "loss": 0.3657,
      "step": 1217050
    },
    {
      "epoch": 339.68,
      "grad_norm": 1.2265374660491943,
      "learning_rate": 3.1077303462611814e-06,
      "loss": 0.3453,
      "step": 1217060
    },
    {
      "epoch": 339.68,
      "grad_norm": 1.1211633682250977,
      "learning_rate": 3.107704783434006e-06,
      "loss": 0.3605,
      "step": 1217070
    },
    {
      "epoch": 339.68,
      "grad_norm": 0.9558880925178528,
      "learning_rate": 3.1076792205051488e-06,
      "loss": 0.371,
      "step": 1217080
    },
    {
      "epoch": 339.68,
      "grad_norm": 1.2556260824203491,
      "learning_rate": 3.107653657474612e-06,
      "loss": 0.3488,
      "step": 1217090
    },
    {
      "epoch": 339.69,
      "grad_norm": 1.006821632385254,
      "learning_rate": 3.1076280943423993e-06,
      "loss": 0.3553,
      "step": 1217100
    },
    {
      "epoch": 339.69,
      "grad_norm": 0.9757775664329529,
      "learning_rate": 3.1076025311085143e-06,
      "loss": 0.3417,
      "step": 1217110
    },
    {
      "epoch": 339.69,
      "grad_norm": 1.108344316482544,
      "learning_rate": 3.10757696777296e-06,
      "loss": 0.3482,
      "step": 1217120
    },
    {
      "epoch": 339.7,
      "grad_norm": 1.1693581342697144,
      "learning_rate": 3.1075514043357406e-06,
      "loss": 0.3553,
      "step": 1217130
    },
    {
      "epoch": 339.7,
      "grad_norm": 1.0100624561309814,
      "learning_rate": 3.107525840796859e-06,
      "loss": 0.3472,
      "step": 1217140
    },
    {
      "epoch": 339.7,
      "grad_norm": 1.092452883720398,
      "learning_rate": 3.107500277156318e-06,
      "loss": 0.3418,
      "step": 1217150
    },
    {
      "epoch": 339.7,
      "grad_norm": 1.0893563032150269,
      "learning_rate": 3.107474713414122e-06,
      "loss": 0.3691,
      "step": 1217160
    },
    {
      "epoch": 339.71,
      "grad_norm": 0.9874492883682251,
      "learning_rate": 3.1074491495702747e-06,
      "loss": 0.355,
      "step": 1217170
    },
    {
      "epoch": 339.71,
      "grad_norm": 0.9890876412391663,
      "learning_rate": 3.1074235856247783e-06,
      "loss": 0.3614,
      "step": 1217180
    },
    {
      "epoch": 339.71,
      "grad_norm": 1.0581094026565552,
      "learning_rate": 3.1073980215776367e-06,
      "loss": 0.3489,
      "step": 1217190
    },
    {
      "epoch": 339.72,
      "grad_norm": 0.9020078182220459,
      "learning_rate": 3.107372457428853e-06,
      "loss": 0.3441,
      "step": 1217200
    },
    {
      "epoch": 339.72,
      "grad_norm": 1.0712306499481201,
      "learning_rate": 3.1073468931784313e-06,
      "loss": 0.354,
      "step": 1217210
    },
    {
      "epoch": 339.72,
      "grad_norm": 1.0791828632354736,
      "learning_rate": 3.107321328826375e-06,
      "loss": 0.3611,
      "step": 1217220
    },
    {
      "epoch": 339.72,
      "grad_norm": 0.9525948762893677,
      "learning_rate": 3.1072957643726866e-06,
      "loss": 0.3675,
      "step": 1217230
    },
    {
      "epoch": 339.73,
      "grad_norm": 1.0809403657913208,
      "learning_rate": 3.10727019981737e-06,
      "loss": 0.35,
      "step": 1217240
    },
    {
      "epoch": 339.73,
      "grad_norm": 1.0502734184265137,
      "learning_rate": 3.107244635160429e-06,
      "loss": 0.3393,
      "step": 1217250
    },
    {
      "epoch": 339.73,
      "grad_norm": 0.963695764541626,
      "learning_rate": 3.1072190704018667e-06,
      "loss": 0.3392,
      "step": 1217260
    },
    {
      "epoch": 339.73,
      "grad_norm": 0.8875731229782104,
      "learning_rate": 3.107193505541687e-06,
      "loss": 0.3342,
      "step": 1217270
    },
    {
      "epoch": 339.74,
      "grad_norm": 0.9403385519981384,
      "learning_rate": 3.1071679405798913e-06,
      "loss": 0.3534,
      "step": 1217280
    },
    {
      "epoch": 339.74,
      "grad_norm": 1.0027984380722046,
      "learning_rate": 3.107142375516485e-06,
      "loss": 0.3413,
      "step": 1217290
    },
    {
      "epoch": 339.74,
      "grad_norm": 0.9309476017951965,
      "learning_rate": 3.1071168103514713e-06,
      "loss": 0.3393,
      "step": 1217300
    },
    {
      "epoch": 339.75,
      "grad_norm": 1.0360822677612305,
      "learning_rate": 3.1070912450848534e-06,
      "loss": 0.3652,
      "step": 1217310
    },
    {
      "epoch": 339.75,
      "grad_norm": 0.9256705641746521,
      "learning_rate": 3.107065679716634e-06,
      "loss": 0.3464,
      "step": 1217320
    },
    {
      "epoch": 339.75,
      "grad_norm": 1.117329478263855,
      "learning_rate": 3.107040114246818e-06,
      "loss": 0.3269,
      "step": 1217330
    },
    {
      "epoch": 339.75,
      "grad_norm": 1.2361586093902588,
      "learning_rate": 3.1070145486754075e-06,
      "loss": 0.3495,
      "step": 1217340
    },
    {
      "epoch": 339.76,
      "grad_norm": 1.0347017049789429,
      "learning_rate": 3.106988983002406e-06,
      "loss": 0.3498,
      "step": 1217350
    },
    {
      "epoch": 339.76,
      "grad_norm": 0.9583262205123901,
      "learning_rate": 3.106963417227817e-06,
      "loss": 0.3384,
      "step": 1217360
    },
    {
      "epoch": 339.76,
      "grad_norm": 1.0321835279464722,
      "learning_rate": 3.1069378513516445e-06,
      "loss": 0.3572,
      "step": 1217370
    },
    {
      "epoch": 339.77,
      "grad_norm": 0.9327115416526794,
      "learning_rate": 3.1069122853738908e-06,
      "loss": 0.3356,
      "step": 1217380
    },
    {
      "epoch": 339.77,
      "grad_norm": 1.1521669626235962,
      "learning_rate": 3.1068867192945604e-06,
      "loss": 0.3504,
      "step": 1217390
    },
    {
      "epoch": 339.77,
      "grad_norm": 1.0609862804412842,
      "learning_rate": 3.106861153113657e-06,
      "loss": 0.3665,
      "step": 1217400
    },
    {
      "epoch": 339.77,
      "grad_norm": 6.6168131828308105,
      "learning_rate": 3.106835586831183e-06,
      "loss": 0.3562,
      "step": 1217410
    },
    {
      "epoch": 339.78,
      "grad_norm": 1.0863159894943237,
      "learning_rate": 3.106810020447141e-06,
      "loss": 0.3587,
      "step": 1217420
    },
    {
      "epoch": 339.78,
      "grad_norm": 1.0338448286056519,
      "learning_rate": 3.1067844539615373e-06,
      "loss": 0.3435,
      "step": 1217430
    },
    {
      "epoch": 339.78,
      "grad_norm": 0.8658483028411865,
      "learning_rate": 3.106758887374372e-06,
      "loss": 0.346,
      "step": 1217440
    },
    {
      "epoch": 339.79,
      "grad_norm": 0.8796165585517883,
      "learning_rate": 3.1067333206856503e-06,
      "loss": 0.3487,
      "step": 1217450
    },
    {
      "epoch": 339.79,
      "grad_norm": 1.00785231590271,
      "learning_rate": 3.1067077538953756e-06,
      "loss": 0.3369,
      "step": 1217460
    },
    {
      "epoch": 339.79,
      "grad_norm": 1.0591473579406738,
      "learning_rate": 3.106682187003551e-06,
      "loss": 0.3503,
      "step": 1217470
    },
    {
      "epoch": 339.79,
      "grad_norm": 1.0440798997879028,
      "learning_rate": 3.1066566200101805e-06,
      "loss": 0.3726,
      "step": 1217480
    },
    {
      "epoch": 339.8,
      "grad_norm": 2.564415216445923,
      "learning_rate": 3.1066310529152657e-06,
      "loss": 0.3899,
      "step": 1217490
    },
    {
      "epoch": 339.8,
      "grad_norm": 1.0382797718048096,
      "learning_rate": 3.106605485718812e-06,
      "loss": 0.349,
      "step": 1217500
    },
    {
      "epoch": 339.8,
      "grad_norm": 1.1311784982681274,
      "learning_rate": 3.106579918420822e-06,
      "loss": 0.3472,
      "step": 1217510
    },
    {
      "epoch": 339.8,
      "grad_norm": 1.0429761409759521,
      "learning_rate": 3.106554351021299e-06,
      "loss": 0.3475,
      "step": 1217520
    },
    {
      "epoch": 339.81,
      "grad_norm": 0.8831031322479248,
      "learning_rate": 3.106528783520246e-06,
      "loss": 0.3523,
      "step": 1217530
    },
    {
      "epoch": 339.81,
      "grad_norm": 0.9940476417541504,
      "learning_rate": 3.1065032159176676e-06,
      "loss": 0.3344,
      "step": 1217540
    },
    {
      "epoch": 339.81,
      "grad_norm": 1.1591124534606934,
      "learning_rate": 3.1064776482135663e-06,
      "loss": 0.3557,
      "step": 1217550
    },
    {
      "epoch": 339.82,
      "grad_norm": 1.1166824102401733,
      "learning_rate": 3.1064520804079464e-06,
      "loss": 0.353,
      "step": 1217560
    },
    {
      "epoch": 339.82,
      "grad_norm": 1.0132917165756226,
      "learning_rate": 3.10642651250081e-06,
      "loss": 0.357,
      "step": 1217570
    },
    {
      "epoch": 339.82,
      "grad_norm": 1.07364821434021,
      "learning_rate": 3.106400944492161e-06,
      "loss": 0.3497,
      "step": 1217580
    },
    {
      "epoch": 339.82,
      "grad_norm": 1.0631808042526245,
      "learning_rate": 3.1063753763820035e-06,
      "loss": 0.3572,
      "step": 1217590
    },
    {
      "epoch": 339.83,
      "grad_norm": 1.0352683067321777,
      "learning_rate": 3.10634980817034e-06,
      "loss": 0.3486,
      "step": 1217600
    },
    {
      "epoch": 339.83,
      "grad_norm": 0.9500038623809814,
      "learning_rate": 3.106324239857174e-06,
      "loss": 0.3605,
      "step": 1217610
    },
    {
      "epoch": 339.83,
      "grad_norm": 1.0202524662017822,
      "learning_rate": 3.1062986714425097e-06,
      "loss": 0.3471,
      "step": 1217620
    },
    {
      "epoch": 339.84,
      "grad_norm": 1.0853056907653809,
      "learning_rate": 3.1062731029263502e-06,
      "loss": 0.3565,
      "step": 1217630
    },
    {
      "epoch": 339.84,
      "grad_norm": 0.9953060746192932,
      "learning_rate": 3.106247534308698e-06,
      "loss": 0.3515,
      "step": 1217640
    },
    {
      "epoch": 339.84,
      "grad_norm": 0.9725478887557983,
      "learning_rate": 3.106221965589557e-06,
      "loss": 0.3426,
      "step": 1217650
    },
    {
      "epoch": 339.84,
      "grad_norm": 1.08473801612854,
      "learning_rate": 3.106196396768931e-06,
      "loss": 0.3445,
      "step": 1217660
    },
    {
      "epoch": 339.85,
      "grad_norm": 0.8483638763427734,
      "learning_rate": 3.1061708278468235e-06,
      "loss": 0.3392,
      "step": 1217670
    },
    {
      "epoch": 339.85,
      "grad_norm": 1.078997254371643,
      "learning_rate": 3.106145258823237e-06,
      "loss": 0.3601,
      "step": 1217680
    },
    {
      "epoch": 339.85,
      "grad_norm": 1.0143887996673584,
      "learning_rate": 3.106119689698176e-06,
      "loss": 0.3558,
      "step": 1217690
    },
    {
      "epoch": 339.85,
      "grad_norm": 4.895926475524902,
      "learning_rate": 3.1060941204716437e-06,
      "loss": 0.3473,
      "step": 1217700
    },
    {
      "epoch": 339.86,
      "grad_norm": 1.1262500286102295,
      "learning_rate": 3.106068551143642e-06,
      "loss": 0.3735,
      "step": 1217710
    },
    {
      "epoch": 339.86,
      "grad_norm": 1.0678064823150635,
      "learning_rate": 3.106042981714177e-06,
      "loss": 0.3558,
      "step": 1217720
    },
    {
      "epoch": 339.86,
      "grad_norm": 0.8795892000198364,
      "learning_rate": 3.10601741218325e-06,
      "loss": 0.35,
      "step": 1217730
    },
    {
      "epoch": 339.87,
      "grad_norm": 1.1777437925338745,
      "learning_rate": 3.1059918425508643e-06,
      "loss": 0.3661,
      "step": 1217740
    },
    {
      "epoch": 339.87,
      "grad_norm": 1.0169512033462524,
      "learning_rate": 3.1059662728170247e-06,
      "loss": 0.344,
      "step": 1217750
    },
    {
      "epoch": 339.87,
      "grad_norm": 1.136275053024292,
      "learning_rate": 3.1059407029817335e-06,
      "loss": 0.3282,
      "step": 1217760
    },
    {
      "epoch": 339.87,
      "grad_norm": 1.0775738954544067,
      "learning_rate": 3.105915133044995e-06,
      "loss": 0.3515,
      "step": 1217770
    },
    {
      "epoch": 339.88,
      "grad_norm": 1.090345859527588,
      "learning_rate": 3.1058895630068116e-06,
      "loss": 0.3531,
      "step": 1217780
    },
    {
      "epoch": 339.88,
      "grad_norm": 1.1615709066390991,
      "learning_rate": 3.105863992867188e-06,
      "loss": 0.3621,
      "step": 1217790
    },
    {
      "epoch": 339.88,
      "grad_norm": 1.1421620845794678,
      "learning_rate": 3.105838422626126e-06,
      "loss": 0.3525,
      "step": 1217800
    },
    {
      "epoch": 339.89,
      "grad_norm": 1.0436662435531616,
      "learning_rate": 3.10581285228363e-06,
      "loss": 0.3567,
      "step": 1217810
    },
    {
      "epoch": 339.89,
      "grad_norm": 1.0520333051681519,
      "learning_rate": 3.105787281839704e-06,
      "loss": 0.3554,
      "step": 1217820
    },
    {
      "epoch": 339.89,
      "grad_norm": 1.007385492324829,
      "learning_rate": 3.105761711294349e-06,
      "loss": 0.3576,
      "step": 1217830
    },
    {
      "epoch": 339.89,
      "grad_norm": 1.1170966625213623,
      "learning_rate": 3.1057361406475715e-06,
      "loss": 0.3462,
      "step": 1217840
    },
    {
      "epoch": 339.9,
      "grad_norm": 1.3263729810714722,
      "learning_rate": 3.1057105698993735e-06,
      "loss": 0.3461,
      "step": 1217850
    },
    {
      "epoch": 339.9,
      "grad_norm": 1.1993159055709839,
      "learning_rate": 3.1056849990497573e-06,
      "loss": 0.3692,
      "step": 1217860
    },
    {
      "epoch": 339.9,
      "grad_norm": 0.8218138813972473,
      "learning_rate": 3.1056594280987276e-06,
      "loss": 0.3527,
      "step": 1217870
    },
    {
      "epoch": 339.91,
      "grad_norm": 1.0043060779571533,
      "learning_rate": 3.105633857046288e-06,
      "loss": 0.3396,
      "step": 1217880
    },
    {
      "epoch": 339.91,
      "grad_norm": 1.2625197172164917,
      "learning_rate": 3.1056082858924414e-06,
      "loss": 0.3503,
      "step": 1217890
    },
    {
      "epoch": 339.91,
      "grad_norm": 1.187073826789856,
      "learning_rate": 3.105582714637191e-06,
      "loss": 0.3493,
      "step": 1217900
    },
    {
      "epoch": 339.91,
      "grad_norm": 0.9718597531318665,
      "learning_rate": 3.1055571432805407e-06,
      "loss": 0.355,
      "step": 1217910
    },
    {
      "epoch": 339.92,
      "grad_norm": 0.9116594195365906,
      "learning_rate": 3.1055315718224936e-06,
      "loss": 0.3628,
      "step": 1217920
    },
    {
      "epoch": 339.92,
      "grad_norm": 0.9598746299743652,
      "learning_rate": 3.1055060002630528e-06,
      "loss": 0.3523,
      "step": 1217930
    },
    {
      "epoch": 339.92,
      "grad_norm": 1.255532145500183,
      "learning_rate": 3.1054804286022225e-06,
      "loss": 0.3719,
      "step": 1217940
    },
    {
      "epoch": 339.92,
      "grad_norm": 1.142002820968628,
      "learning_rate": 3.105454856840006e-06,
      "loss": 0.3385,
      "step": 1217950
    },
    {
      "epoch": 339.93,
      "grad_norm": 1.1671957969665527,
      "learning_rate": 3.1054292849764052e-06,
      "loss": 0.3481,
      "step": 1217960
    },
    {
      "epoch": 339.93,
      "grad_norm": 1.2510955333709717,
      "learning_rate": 3.1054037130114254e-06,
      "loss": 0.3677,
      "step": 1217970
    },
    {
      "epoch": 339.93,
      "grad_norm": 1.021597981452942,
      "learning_rate": 3.1053781409450692e-06,
      "loss": 0.3434,
      "step": 1217980
    },
    {
      "epoch": 339.94,
      "grad_norm": 1.1130958795547485,
      "learning_rate": 3.1053525687773406e-06,
      "loss": 0.3537,
      "step": 1217990
    },
    {
      "epoch": 339.94,
      "grad_norm": 1.372713327407837,
      "learning_rate": 3.105326996508242e-06,
      "loss": 0.3642,
      "step": 1218000
    },
    {
      "epoch": 339.94,
      "grad_norm": 1.0821940898895264,
      "learning_rate": 3.1053014241377773e-06,
      "loss": 0.3462,
      "step": 1218010
    },
    {
      "epoch": 339.94,
      "grad_norm": 1.1215767860412598,
      "learning_rate": 3.10527585166595e-06,
      "loss": 0.3577,
      "step": 1218020
    },
    {
      "epoch": 339.95,
      "grad_norm": 0.9668381810188293,
      "learning_rate": 3.1052502790927627e-06,
      "loss": 0.3373,
      "step": 1218030
    },
    {
      "epoch": 339.95,
      "grad_norm": 1.005779504776001,
      "learning_rate": 3.105224706418221e-06,
      "loss": 0.354,
      "step": 1218040
    },
    {
      "epoch": 339.95,
      "grad_norm": 1.0205258131027222,
      "learning_rate": 3.1051991336423255e-06,
      "loss": 0.3318,
      "step": 1218050
    },
    {
      "epoch": 339.96,
      "grad_norm": 1.14047372341156,
      "learning_rate": 3.1051735607650814e-06,
      "loss": 0.3344,
      "step": 1218060
    },
    {
      "epoch": 339.96,
      "grad_norm": 1.0002206563949585,
      "learning_rate": 3.1051479877864915e-06,
      "loss": 0.361,
      "step": 1218070
    },
    {
      "epoch": 339.96,
      "grad_norm": 0.916050910949707,
      "learning_rate": 3.1051224147065596e-06,
      "loss": 0.3526,
      "step": 1218080
    },
    {
      "epoch": 339.96,
      "grad_norm": 1.007714033126831,
      "learning_rate": 3.1050968415252888e-06,
      "loss": 0.3497,
      "step": 1218090
    },
    {
      "epoch": 339.97,
      "grad_norm": 0.9932320713996887,
      "learning_rate": 3.1050712682426814e-06,
      "loss": 0.3602,
      "step": 1218100
    },
    {
      "epoch": 339.97,
      "grad_norm": 1.0967280864715576,
      "learning_rate": 3.1050456948587435e-06,
      "loss": 0.3408,
      "step": 1218110
    },
    {
      "epoch": 339.97,
      "grad_norm": 1.1860525608062744,
      "learning_rate": 3.105020121373476e-06,
      "loss": 0.3563,
      "step": 1218120
    },
    {
      "epoch": 339.97,
      "grad_norm": 0.9211731553077698,
      "learning_rate": 3.1049945477868836e-06,
      "loss": 0.3523,
      "step": 1218130
    },
    {
      "epoch": 339.98,
      "grad_norm": 0.9118015170097351,
      "learning_rate": 3.10496897409897e-06,
      "loss": 0.337,
      "step": 1218140
    },
    {
      "epoch": 339.98,
      "grad_norm": 0.9616627097129822,
      "learning_rate": 3.104943400309737e-06,
      "loss": 0.349,
      "step": 1218150
    },
    {
      "epoch": 339.98,
      "grad_norm": 0.8735666275024414,
      "learning_rate": 3.104917826419189e-06,
      "loss": 0.3563,
      "step": 1218160
    },
    {
      "epoch": 339.99,
      "grad_norm": 0.9661665558815002,
      "learning_rate": 3.1048922524273298e-06,
      "loss": 0.3705,
      "step": 1218170
    },
    {
      "epoch": 339.99,
      "grad_norm": 1.0148900747299194,
      "learning_rate": 3.104866678334162e-06,
      "loss": 0.3539,
      "step": 1218180
    },
    {
      "epoch": 339.99,
      "grad_norm": 1.4381601810455322,
      "learning_rate": 3.1048411041396892e-06,
      "loss": 0.3602,
      "step": 1218190
    },
    {
      "epoch": 339.99,
      "grad_norm": 0.8306893110275269,
      "learning_rate": 3.1048155298439152e-06,
      "loss": 0.3508,
      "step": 1218200
    },
    {
      "epoch": 340.0,
      "grad_norm": 0.9967382550239563,
      "learning_rate": 3.1047899554468433e-06,
      "loss": 0.3449,
      "step": 1218210
    },
    {
      "epoch": 340.0,
      "grad_norm": 1.1798049211502075,
      "learning_rate": 3.104764380948477e-06,
      "loss": 0.3558,
      "step": 1218220
    },
    {
      "epoch": 340.0,
      "eval_loss": 0.3534386157989502,
      "eval_runtime": 62.9693,
      "eval_samples_per_second": 80.341,
      "eval_steps_per_second": 10.053,
      "step": 1218220
    },
    {
      "epoch": 340.0,
      "grad_norm": 0.8497026562690735,
      "learning_rate": 3.104738806348819e-06,
      "loss": 0.354,
      "step": 1218230
    },
    {
      "epoch": 340.01,
      "grad_norm": 1.0898592472076416,
      "learning_rate": 3.104713231647874e-06,
      "loss": 0.3408,
      "step": 1218240
    },
    {
      "epoch": 340.01,
      "grad_norm": 1.2001813650131226,
      "learning_rate": 3.1046876568456428e-06,
      "loss": 0.3498,
      "step": 1218250
    },
    {
      "epoch": 340.01,
      "grad_norm": 0.9450519680976868,
      "learning_rate": 3.104662081942132e-06,
      "loss": 0.3475,
      "step": 1218260
    },
    {
      "epoch": 340.01,
      "grad_norm": 1.080647349357605,
      "learning_rate": 3.1046365069373436e-06,
      "loss": 0.3417,
      "step": 1218270
    },
    {
      "epoch": 340.02,
      "grad_norm": 1.0397027730941772,
      "learning_rate": 3.10461093183128e-06,
      "loss": 0.3572,
      "step": 1218280
    },
    {
      "epoch": 340.02,
      "grad_norm": 0.9803717732429504,
      "learning_rate": 3.104585356623947e-06,
      "loss": 0.3491,
      "step": 1218290
    },
    {
      "epoch": 340.02,
      "grad_norm": 1.107586145401001,
      "learning_rate": 3.104559781315346e-06,
      "loss": 0.3604,
      "step": 1218300
    },
    {
      "epoch": 340.03,
      "grad_norm": 1.1038702726364136,
      "learning_rate": 3.104534205905481e-06,
      "loss": 0.3617,
      "step": 1218310
    },
    {
      "epoch": 340.03,
      "grad_norm": 1.12809157371521,
      "learning_rate": 3.104508630394355e-06,
      "loss": 0.3375,
      "step": 1218320
    },
    {
      "epoch": 340.03,
      "grad_norm": 0.9991862177848816,
      "learning_rate": 3.104483054781972e-06,
      "loss": 0.3444,
      "step": 1218330
    },
    {
      "epoch": 340.03,
      "grad_norm": 0.8924264311790466,
      "learning_rate": 3.1044574790683358e-06,
      "loss": 0.3346,
      "step": 1218340
    },
    {
      "epoch": 340.04,
      "grad_norm": 0.881512463092804,
      "learning_rate": 3.1044319032534484e-06,
      "loss": 0.3452,
      "step": 1218350
    },
    {
      "epoch": 340.04,
      "grad_norm": 0.9723514914512634,
      "learning_rate": 3.104406327337315e-06,
      "loss": 0.3569,
      "step": 1218360
    },
    {
      "epoch": 340.04,
      "grad_norm": 1.055877923965454,
      "learning_rate": 3.104380751319937e-06,
      "loss": 0.3564,
      "step": 1218370
    },
    {
      "epoch": 340.04,
      "grad_norm": 1.0841947793960571,
      "learning_rate": 3.1043551752013194e-06,
      "loss": 0.3653,
      "step": 1218380
    },
    {
      "epoch": 340.05,
      "grad_norm": 1.0030245780944824,
      "learning_rate": 3.1043295989814648e-06,
      "loss": 0.3372,
      "step": 1218390
    },
    {
      "epoch": 340.05,
      "grad_norm": 1.0350450277328491,
      "learning_rate": 3.1043040226603774e-06,
      "loss": 0.3403,
      "step": 1218400
    },
    {
      "epoch": 340.05,
      "grad_norm": 1.0730178356170654,
      "learning_rate": 3.1042784462380595e-06,
      "loss": 0.3729,
      "step": 1218410
    },
    {
      "epoch": 340.06,
      "grad_norm": 0.9233109951019287,
      "learning_rate": 3.1042528697145147e-06,
      "loss": 0.3465,
      "step": 1218420
    },
    {
      "epoch": 340.06,
      "grad_norm": 0.9536511301994324,
      "learning_rate": 3.104227293089748e-06,
      "loss": 0.3441,
      "step": 1218430
    },
    {
      "epoch": 340.06,
      "grad_norm": 0.9441955089569092,
      "learning_rate": 3.1042017163637614e-06,
      "loss": 0.334,
      "step": 1218440
    },
    {
      "epoch": 340.06,
      "grad_norm": 0.9569606184959412,
      "learning_rate": 3.104176139536557e-06,
      "loss": 0.3567,
      "step": 1218450
    },
    {
      "epoch": 340.07,
      "grad_norm": 1.170356035232544,
      "learning_rate": 3.104150562608141e-06,
      "loss": 0.3519,
      "step": 1218460
    },
    {
      "epoch": 340.07,
      "grad_norm": 0.979342520236969,
      "learning_rate": 3.104124985578515e-06,
      "loss": 0.3546,
      "step": 1218470
    },
    {
      "epoch": 340.07,
      "grad_norm": 1.2564674615859985,
      "learning_rate": 3.1040994084476828e-06,
      "loss": 0.3763,
      "step": 1218480
    },
    {
      "epoch": 340.08,
      "grad_norm": 1.1433215141296387,
      "learning_rate": 3.104073831215648e-06,
      "loss": 0.3524,
      "step": 1218490
    },
    {
      "epoch": 340.08,
      "grad_norm": 1.0685328245162964,
      "learning_rate": 3.1040482538824142e-06,
      "loss": 0.3601,
      "step": 1218500
    },
    {
      "epoch": 340.08,
      "grad_norm": 0.9443628787994385,
      "learning_rate": 3.1040226764479842e-06,
      "loss": 0.3596,
      "step": 1218510
    },
    {
      "epoch": 340.08,
      "grad_norm": 1.2106962203979492,
      "learning_rate": 3.1039970989123617e-06,
      "loss": 0.3514,
      "step": 1218520
    },
    {
      "epoch": 340.09,
      "grad_norm": 1.0320676565170288,
      "learning_rate": 3.1039715212755506e-06,
      "loss": 0.342,
      "step": 1218530
    },
    {
      "epoch": 340.09,
      "grad_norm": 1.1631193161010742,
      "learning_rate": 3.103945943537553e-06,
      "loss": 0.3533,
      "step": 1218540
    },
    {
      "epoch": 340.09,
      "grad_norm": 0.8284729719161987,
      "learning_rate": 3.103920365698373e-06,
      "loss": 0.346,
      "step": 1218550
    },
    {
      "epoch": 340.09,
      "grad_norm": 0.8738738298416138,
      "learning_rate": 3.103894787758015e-06,
      "loss": 0.3684,
      "step": 1218560
    },
    {
      "epoch": 340.1,
      "grad_norm": 1.3091436624526978,
      "learning_rate": 3.1038692097164807e-06,
      "loss": 0.3537,
      "step": 1218570
    },
    {
      "epoch": 340.1,
      "grad_norm": 0.9561352133750916,
      "learning_rate": 3.1038436315737753e-06,
      "loss": 0.3453,
      "step": 1218580
    },
    {
      "epoch": 340.1,
      "grad_norm": 1.0801262855529785,
      "learning_rate": 3.1038180533299007e-06,
      "loss": 0.3566,
      "step": 1218590
    },
    {
      "epoch": 340.11,
      "grad_norm": 0.9206367135047913,
      "learning_rate": 3.1037924749848607e-06,
      "loss": 0.3479,
      "step": 1218600
    },
    {
      "epoch": 340.11,
      "grad_norm": 1.3344206809997559,
      "learning_rate": 3.1037668965386588e-06,
      "loss": 0.3552,
      "step": 1218610
    },
    {
      "epoch": 340.11,
      "grad_norm": 0.9579969048500061,
      "learning_rate": 3.1037413179912986e-06,
      "loss": 0.3684,
      "step": 1218620
    },
    {
      "epoch": 340.11,
      "grad_norm": 0.9451263546943665,
      "learning_rate": 3.1037157393427833e-06,
      "loss": 0.3426,
      "step": 1218630
    },
    {
      "epoch": 340.12,
      "grad_norm": 0.9828960299491882,
      "learning_rate": 3.103690160593116e-06,
      "loss": 0.3367,
      "step": 1218640
    },
    {
      "epoch": 340.12,
      "grad_norm": 1.083176851272583,
      "learning_rate": 3.103664581742301e-06,
      "loss": 0.345,
      "step": 1218650
    },
    {
      "epoch": 340.12,
      "grad_norm": 1.1115872859954834,
      "learning_rate": 3.1036390027903415e-06,
      "loss": 0.3447,
      "step": 1218660
    },
    {
      "epoch": 340.13,
      "grad_norm": 0.9942189455032349,
      "learning_rate": 3.1036134237372396e-06,
      "loss": 0.3593,
      "step": 1218670
    },
    {
      "epoch": 340.13,
      "grad_norm": 0.9719506502151489,
      "learning_rate": 3.1035878445830003e-06,
      "loss": 0.3517,
      "step": 1218680
    },
    {
      "epoch": 340.13,
      "grad_norm": 1.159825086593628,
      "learning_rate": 3.1035622653276265e-06,
      "loss": 0.3664,
      "step": 1218690
    },
    {
      "epoch": 340.13,
      "grad_norm": 1.0720694065093994,
      "learning_rate": 3.1035366859711207e-06,
      "loss": 0.3566,
      "step": 1218700
    },
    {
      "epoch": 340.14,
      "grad_norm": 1.118552803993225,
      "learning_rate": 3.1035111065134873e-06,
      "loss": 0.3575,
      "step": 1218710
    },
    {
      "epoch": 340.14,
      "grad_norm": 1.0662657022476196,
      "learning_rate": 3.10348552695473e-06,
      "loss": 0.354,
      "step": 1218720
    },
    {
      "epoch": 340.14,
      "grad_norm": 1.0232906341552734,
      "learning_rate": 3.103459947294852e-06,
      "loss": 0.3451,
      "step": 1218730
    },
    {
      "epoch": 340.15,
      "grad_norm": 0.9543439149856567,
      "learning_rate": 3.1034343675338557e-06,
      "loss": 0.3475,
      "step": 1218740
    },
    {
      "epoch": 340.15,
      "grad_norm": 1.013729453086853,
      "learning_rate": 3.1034087876717454e-06,
      "loss": 0.3563,
      "step": 1218750
    },
    {
      "epoch": 340.15,
      "grad_norm": 0.8160221576690674,
      "learning_rate": 3.1033832077085244e-06,
      "loss": 0.3537,
      "step": 1218760
    },
    {
      "epoch": 340.15,
      "grad_norm": 0.9916014075279236,
      "learning_rate": 3.1033576276441956e-06,
      "loss": 0.3641,
      "step": 1218770
    },
    {
      "epoch": 340.16,
      "grad_norm": 1.071728229522705,
      "learning_rate": 3.103332047478763e-06,
      "loss": 0.352,
      "step": 1218780
    },
    {
      "epoch": 340.16,
      "grad_norm": 0.8736221194267273,
      "learning_rate": 3.10330646721223e-06,
      "loss": 0.3456,
      "step": 1218790
    },
    {
      "epoch": 340.16,
      "grad_norm": 1.0092909336090088,
      "learning_rate": 3.1032808868445998e-06,
      "loss": 0.3349,
      "step": 1218800
    },
    {
      "epoch": 340.16,
      "grad_norm": 1.5117266178131104,
      "learning_rate": 3.1032553063758754e-06,
      "loss": 0.3389,
      "step": 1218810
    },
    {
      "epoch": 340.17,
      "grad_norm": 0.9281290173530579,
      "learning_rate": 3.1032297258060615e-06,
      "loss": 0.3656,
      "step": 1218820
    },
    {
      "epoch": 340.17,
      "grad_norm": 1.0394020080566406,
      "learning_rate": 3.10320414513516e-06,
      "loss": 0.3558,
      "step": 1218830
    },
    {
      "epoch": 340.17,
      "grad_norm": 11.963973999023438,
      "learning_rate": 3.1031785643631746e-06,
      "loss": 0.3528,
      "step": 1218840
    },
    {
      "epoch": 340.18,
      "grad_norm": 0.9930048584938049,
      "learning_rate": 3.10315298349011e-06,
      "loss": 0.3365,
      "step": 1218850
    },
    {
      "epoch": 340.18,
      "grad_norm": 1.0982736349105835,
      "learning_rate": 3.1031274025159677e-06,
      "loss": 0.353,
      "step": 1218860
    },
    {
      "epoch": 340.18,
      "grad_norm": 1.2298945188522339,
      "learning_rate": 3.1031018214407533e-06,
      "loss": 0.3671,
      "step": 1218870
    },
    {
      "epoch": 340.18,
      "grad_norm": 1.0728386640548706,
      "learning_rate": 3.1030762402644684e-06,
      "loss": 0.3525,
      "step": 1218880
    },
    {
      "epoch": 340.19,
      "grad_norm": 1.1059266328811646,
      "learning_rate": 3.103050658987117e-06,
      "loss": 0.3584,
      "step": 1218890
    },
    {
      "epoch": 340.19,
      "grad_norm": 0.9555099606513977,
      "learning_rate": 3.1030250776087016e-06,
      "loss": 0.3535,
      "step": 1218900
    },
    {
      "epoch": 340.19,
      "grad_norm": 1.1547819375991821,
      "learning_rate": 3.1029994961292272e-06,
      "loss": 0.3528,
      "step": 1218910
    },
    {
      "epoch": 340.2,
      "grad_norm": 1.1147335767745972,
      "learning_rate": 3.1029739145486963e-06,
      "loss": 0.3561,
      "step": 1218920
    },
    {
      "epoch": 340.2,
      "grad_norm": 1.0974249839782715,
      "learning_rate": 3.102948332867113e-06,
      "loss": 0.3588,
      "step": 1218930
    },
    {
      "epoch": 340.2,
      "grad_norm": 0.9849646091461182,
      "learning_rate": 3.10292275108448e-06,
      "loss": 0.3444,
      "step": 1218940
    },
    {
      "epoch": 340.2,
      "grad_norm": 1.0354682207107544,
      "learning_rate": 3.1028971692008008e-06,
      "loss": 0.3454,
      "step": 1218950
    },
    {
      "epoch": 340.21,
      "grad_norm": 1.18635892868042,
      "learning_rate": 3.102871587216079e-06,
      "loss": 0.3488,
      "step": 1218960
    },
    {
      "epoch": 340.21,
      "grad_norm": 1.0347630977630615,
      "learning_rate": 3.102846005130317e-06,
      "loss": 0.366,
      "step": 1218970
    },
    {
      "epoch": 340.21,
      "grad_norm": 0.8658900260925293,
      "learning_rate": 3.1028204229435205e-06,
      "loss": 0.3615,
      "step": 1218980
    },
    {
      "epoch": 340.21,
      "grad_norm": 1.0487104654312134,
      "learning_rate": 3.102794840655691e-06,
      "loss": 0.3525,
      "step": 1218990
    },
    {
      "epoch": 340.22,
      "grad_norm": 1.0095782279968262,
      "learning_rate": 3.1027692582668313e-06,
      "loss": 0.3543,
      "step": 1219000
    },
    {
      "epoch": 340.22,
      "grad_norm": 1.0571041107177734,
      "learning_rate": 3.1027436757769474e-06,
      "loss": 0.3463,
      "step": 1219010
    },
    {
      "epoch": 340.22,
      "grad_norm": 1.1988767385482788,
      "learning_rate": 3.102718093186041e-06,
      "loss": 0.364,
      "step": 1219020
    },
    {
      "epoch": 340.23,
      "grad_norm": 0.9188821315765381,
      "learning_rate": 3.102692510494115e-06,
      "loss": 0.3443,
      "step": 1219030
    },
    {
      "epoch": 340.23,
      "grad_norm": 1.1017048358917236,
      "learning_rate": 3.1026669277011747e-06,
      "loss": 0.3536,
      "step": 1219040
    },
    {
      "epoch": 340.23,
      "grad_norm": 1.0856765508651733,
      "learning_rate": 3.1026413448072213e-06,
      "loss": 0.3621,
      "step": 1219050
    },
    {
      "epoch": 340.23,
      "grad_norm": 1.0716878175735474,
      "learning_rate": 3.1026157618122593e-06,
      "loss": 0.3564,
      "step": 1219060
    },
    {
      "epoch": 340.24,
      "grad_norm": 1.131065011024475,
      "learning_rate": 3.102590178716293e-06,
      "loss": 0.3668,
      "step": 1219070
    },
    {
      "epoch": 340.24,
      "grad_norm": 1.0858430862426758,
      "learning_rate": 3.102564595519324e-06,
      "loss": 0.3436,
      "step": 1219080
    },
    {
      "epoch": 340.24,
      "grad_norm": 1.1031123399734497,
      "learning_rate": 3.102539012221357e-06,
      "loss": 0.3591,
      "step": 1219090
    },
    {
      "epoch": 340.25,
      "grad_norm": 0.9963898062705994,
      "learning_rate": 3.1025134288223952e-06,
      "loss": 0.3571,
      "step": 1219100
    },
    {
      "epoch": 340.25,
      "grad_norm": 0.9526513814926147,
      "learning_rate": 3.102487845322441e-06,
      "loss": 0.364,
      "step": 1219110
    },
    {
      "epoch": 340.25,
      "grad_norm": 1.0778573751449585,
      "learning_rate": 3.1024622617214994e-06,
      "loss": 0.3438,
      "step": 1219120
    },
    {
      "epoch": 340.25,
      "grad_norm": 1.137956976890564,
      "learning_rate": 3.102436678019572e-06,
      "loss": 0.343,
      "step": 1219130
    },
    {
      "epoch": 340.26,
      "grad_norm": 1.040229320526123,
      "learning_rate": 3.102411094216664e-06,
      "loss": 0.3575,
      "step": 1219140
    },
    {
      "epoch": 340.26,
      "grad_norm": 0.8548431396484375,
      "learning_rate": 3.1023855103127774e-06,
      "loss": 0.3564,
      "step": 1219150
    },
    {
      "epoch": 340.26,
      "grad_norm": 0.9777557849884033,
      "learning_rate": 3.102359926307917e-06,
      "loss": 0.3522,
      "step": 1219160
    },
    {
      "epoch": 340.27,
      "grad_norm": 1.0638031959533691,
      "learning_rate": 3.1023343422020853e-06,
      "loss": 0.3448,
      "step": 1219170
    },
    {
      "epoch": 340.27,
      "grad_norm": 1.088918685913086,
      "learning_rate": 3.102308757995285e-06,
      "loss": 0.361,
      "step": 1219180
    },
    {
      "epoch": 340.27,
      "grad_norm": 1.0594247579574585,
      "learning_rate": 3.102283173687521e-06,
      "loss": 0.3538,
      "step": 1219190
    },
    {
      "epoch": 340.27,
      "grad_norm": 1.1222853660583496,
      "learning_rate": 3.1022575892787964e-06,
      "loss": 0.3492,
      "step": 1219200
    },
    {
      "epoch": 340.28,
      "grad_norm": 1.0837223529815674,
      "learning_rate": 3.1022320047691133e-06,
      "loss": 0.3414,
      "step": 1219210
    },
    {
      "epoch": 340.28,
      "grad_norm": 1.1891649961471558,
      "learning_rate": 3.102206420158476e-06,
      "loss": 0.3366,
      "step": 1219220
    },
    {
      "epoch": 340.28,
      "grad_norm": 1.005526065826416,
      "learning_rate": 3.1021808354468892e-06,
      "loss": 0.3422,
      "step": 1219230
    },
    {
      "epoch": 340.28,
      "grad_norm": 1.0196412801742554,
      "learning_rate": 3.1021552506343538e-06,
      "loss": 0.3529,
      "step": 1219240
    },
    {
      "epoch": 340.29,
      "grad_norm": 1.0263352394104004,
      "learning_rate": 3.1021296657208753e-06,
      "loss": 0.3489,
      "step": 1219250
    },
    {
      "epoch": 340.29,
      "grad_norm": 1.099373698234558,
      "learning_rate": 3.102104080706456e-06,
      "loss": 0.3587,
      "step": 1219260
    },
    {
      "epoch": 340.29,
      "grad_norm": 1.0946145057678223,
      "learning_rate": 3.1020784955910993e-06,
      "loss": 0.3637,
      "step": 1219270
    },
    {
      "epoch": 340.3,
      "grad_norm": 1.0073856115341187,
      "learning_rate": 3.1020529103748087e-06,
      "loss": 0.3576,
      "step": 1219280
    },
    {
      "epoch": 340.3,
      "grad_norm": 0.9861734509468079,
      "learning_rate": 3.1020273250575877e-06,
      "loss": 0.3634,
      "step": 1219290
    },
    {
      "epoch": 340.3,
      "grad_norm": 1.01027250289917,
      "learning_rate": 3.1020017396394406e-06,
      "loss": 0.3555,
      "step": 1219300
    },
    {
      "epoch": 340.3,
      "grad_norm": 0.9369810223579407,
      "learning_rate": 3.101976154120369e-06,
      "loss": 0.3626,
      "step": 1219310
    },
    {
      "epoch": 340.31,
      "grad_norm": 1.068887710571289,
      "learning_rate": 3.1019505685003787e-06,
      "loss": 0.3669,
      "step": 1219320
    },
    {
      "epoch": 340.31,
      "grad_norm": 1.0454906225204468,
      "learning_rate": 3.101924982779471e-06,
      "loss": 0.3539,
      "step": 1219330
    },
    {
      "epoch": 340.31,
      "grad_norm": 1.1639232635498047,
      "learning_rate": 3.1018993969576493e-06,
      "loss": 0.3478,
      "step": 1219340
    },
    {
      "epoch": 340.32,
      "grad_norm": 1.048791527748108,
      "learning_rate": 3.101873811034918e-06,
      "loss": 0.3537,
      "step": 1219350
    },
    {
      "epoch": 340.32,
      "grad_norm": 1.1063865423202515,
      "learning_rate": 3.101848225011281e-06,
      "loss": 0.3382,
      "step": 1219360
    },
    {
      "epoch": 340.32,
      "grad_norm": 0.9562801122665405,
      "learning_rate": 3.10182263888674e-06,
      "loss": 0.3377,
      "step": 1219370
    },
    {
      "epoch": 340.32,
      "grad_norm": 1.0023504495620728,
      "learning_rate": 3.1017970526612994e-06,
      "loss": 0.3571,
      "step": 1219380
    },
    {
      "epoch": 340.33,
      "grad_norm": 1.0407845973968506,
      "learning_rate": 3.1017714663349636e-06,
      "loss": 0.348,
      "step": 1219390
    },
    {
      "epoch": 340.33,
      "grad_norm": 0.8975157737731934,
      "learning_rate": 3.101745879907734e-06,
      "loss": 0.3505,
      "step": 1219400
    },
    {
      "epoch": 340.33,
      "grad_norm": 0.975091814994812,
      "learning_rate": 3.101720293379615e-06,
      "loss": 0.3719,
      "step": 1219410
    },
    {
      "epoch": 340.33,
      "grad_norm": 1.2523080110549927,
      "learning_rate": 3.1016947067506096e-06,
      "loss": 0.3525,
      "step": 1219420
    },
    {
      "epoch": 340.34,
      "grad_norm": 0.9030472040176392,
      "learning_rate": 3.1016691200207223e-06,
      "loss": 0.3479,
      "step": 1219430
    },
    {
      "epoch": 340.34,
      "grad_norm": 1.0067827701568604,
      "learning_rate": 3.1016435331899555e-06,
      "loss": 0.3524,
      "step": 1219440
    },
    {
      "epoch": 340.34,
      "grad_norm": 0.8841314911842346,
      "learning_rate": 3.101617946258312e-06,
      "loss": 0.3407,
      "step": 1219450
    },
    {
      "epoch": 340.35,
      "grad_norm": 1.0611443519592285,
      "learning_rate": 3.101592359225798e-06,
      "loss": 0.3426,
      "step": 1219460
    },
    {
      "epoch": 340.35,
      "grad_norm": 1.0204092264175415,
      "learning_rate": 3.1015667720924137e-06,
      "loss": 0.3626,
      "step": 1219470
    },
    {
      "epoch": 340.35,
      "grad_norm": 1.128852367401123,
      "learning_rate": 3.1015411848581636e-06,
      "loss": 0.3384,
      "step": 1219480
    },
    {
      "epoch": 340.35,
      "grad_norm": 1.0216875076293945,
      "learning_rate": 3.1015155975230526e-06,
      "loss": 0.351,
      "step": 1219490
    },
    {
      "epoch": 340.36,
      "grad_norm": 1.0095664262771606,
      "learning_rate": 3.1014900100870816e-06,
      "loss": 0.3659,
      "step": 1219500
    },
    {
      "epoch": 340.36,
      "grad_norm": 1.2691205739974976,
      "learning_rate": 3.1014644225502552e-06,
      "loss": 0.3443,
      "step": 1219510
    },
    {
      "epoch": 340.36,
      "grad_norm": 1.0547699928283691,
      "learning_rate": 3.1014388349125765e-06,
      "loss": 0.3597,
      "step": 1219520
    },
    {
      "epoch": 340.37,
      "grad_norm": 1.0647937059402466,
      "learning_rate": 3.10141324717405e-06,
      "loss": 0.3629,
      "step": 1219530
    },
    {
      "epoch": 340.37,
      "grad_norm": 1.0724810361862183,
      "learning_rate": 3.1013876593346783e-06,
      "loss": 0.3472,
      "step": 1219540
    },
    {
      "epoch": 340.37,
      "grad_norm": 1.0675404071807861,
      "learning_rate": 3.1013620713944643e-06,
      "loss": 0.3303,
      "step": 1219550
    },
    {
      "epoch": 340.37,
      "grad_norm": 0.9599291682243347,
      "learning_rate": 3.101336483353413e-06,
      "loss": 0.3628,
      "step": 1219560
    },
    {
      "epoch": 340.38,
      "grad_norm": 1.1925618648529053,
      "learning_rate": 3.1013108952115254e-06,
      "loss": 0.3362,
      "step": 1219570
    },
    {
      "epoch": 340.38,
      "grad_norm": 1.0539569854736328,
      "learning_rate": 3.1012853069688063e-06,
      "loss": 0.3487,
      "step": 1219580
    },
    {
      "epoch": 340.38,
      "grad_norm": 1.0746184587478638,
      "learning_rate": 3.10125971862526e-06,
      "loss": 0.3498,
      "step": 1219590
    },
    {
      "epoch": 340.39,
      "grad_norm": 1.1224571466445923,
      "learning_rate": 3.101234130180888e-06,
      "loss": 0.3735,
      "step": 1219600
    },
    {
      "epoch": 340.39,
      "grad_norm": 1.5010693073272705,
      "learning_rate": 3.1012085416356953e-06,
      "loss": 0.3404,
      "step": 1219610
    },
    {
      "epoch": 340.39,
      "grad_norm": 0.8611106872558594,
      "learning_rate": 3.101182952989685e-06,
      "loss": 0.34,
      "step": 1219620
    },
    {
      "epoch": 340.39,
      "grad_norm": 1.2922241687774658,
      "learning_rate": 3.1011573642428596e-06,
      "loss": 0.3668,
      "step": 1219630
    },
    {
      "epoch": 340.4,
      "grad_norm": 1.051698923110962,
      "learning_rate": 3.1011317753952226e-06,
      "loss": 0.3485,
      "step": 1219640
    },
    {
      "epoch": 340.4,
      "grad_norm": 1.0301778316497803,
      "learning_rate": 3.101106186446778e-06,
      "loss": 0.3456,
      "step": 1219650
    },
    {
      "epoch": 340.4,
      "grad_norm": 1.071385145187378,
      "learning_rate": 3.1010805973975304e-06,
      "loss": 0.3514,
      "step": 1219660
    },
    {
      "epoch": 340.4,
      "grad_norm": 0.911643385887146,
      "learning_rate": 3.1010550082474807e-06,
      "loss": 0.3627,
      "step": 1219670
    },
    {
      "epoch": 340.41,
      "grad_norm": 0.9297351837158203,
      "learning_rate": 3.101029418996634e-06,
      "loss": 0.3498,
      "step": 1219680
    },
    {
      "epoch": 340.41,
      "grad_norm": 1.2356237173080444,
      "learning_rate": 3.1010038296449934e-06,
      "loss": 0.3633,
      "step": 1219690
    },
    {
      "epoch": 340.41,
      "grad_norm": 1.1022731065750122,
      "learning_rate": 3.1009782401925614e-06,
      "loss": 0.3416,
      "step": 1219700
    },
    {
      "epoch": 340.42,
      "grad_norm": 1.1386501789093018,
      "learning_rate": 3.100952650639342e-06,
      "loss": 0.3636,
      "step": 1219710
    },
    {
      "epoch": 340.42,
      "grad_norm": 0.9965144991874695,
      "learning_rate": 3.1009270609853396e-06,
      "loss": 0.3597,
      "step": 1219720
    },
    {
      "epoch": 340.42,
      "grad_norm": 1.03901207447052,
      "learning_rate": 3.100901471230556e-06,
      "loss": 0.347,
      "step": 1219730
    },
    {
      "epoch": 340.42,
      "grad_norm": 1.1885712146759033,
      "learning_rate": 3.100875881374995e-06,
      "loss": 0.3627,
      "step": 1219740
    },
    {
      "epoch": 340.43,
      "grad_norm": 1.0902953147888184,
      "learning_rate": 3.1008502914186613e-06,
      "loss": 0.3682,
      "step": 1219750
    },
    {
      "epoch": 340.43,
      "grad_norm": 1.021144986152649,
      "learning_rate": 3.1008247013615574e-06,
      "loss": 0.328,
      "step": 1219760
    },
    {
      "epoch": 340.43,
      "grad_norm": 1.0485973358154297,
      "learning_rate": 3.100799111203686e-06,
      "loss": 0.3558,
      "step": 1219770
    },
    {
      "epoch": 340.44,
      "grad_norm": 0.9844829440116882,
      "learning_rate": 3.100773520945052e-06,
      "loss": 0.3342,
      "step": 1219780
    },
    {
      "epoch": 340.44,
      "grad_norm": 1.097100853919983,
      "learning_rate": 3.100747930585657e-06,
      "loss": 0.3627,
      "step": 1219790
    },
    {
      "epoch": 340.44,
      "grad_norm": 1.0508267879486084,
      "learning_rate": 3.1007223401255057e-06,
      "loss": 0.3601,
      "step": 1219800
    },
    {
      "epoch": 340.44,
      "grad_norm": 1.0080034732818604,
      "learning_rate": 3.1006967495646006e-06,
      "loss": 0.3467,
      "step": 1219810
    },
    {
      "epoch": 340.45,
      "grad_norm": 1.0775853395462036,
      "learning_rate": 3.1006711589029464e-06,
      "loss": 0.3641,
      "step": 1219820
    },
    {
      "epoch": 340.45,
      "grad_norm": 3.561023712158203,
      "learning_rate": 3.100645568140546e-06,
      "loss": 0.3477,
      "step": 1219830
    },
    {
      "epoch": 340.45,
      "grad_norm": 0.8626289367675781,
      "learning_rate": 3.1006199772774024e-06,
      "loss": 0.3568,
      "step": 1219840
    },
    {
      "epoch": 340.45,
      "grad_norm": 1.0178337097167969,
      "learning_rate": 3.100594386313519e-06,
      "loss": 0.365,
      "step": 1219850
    },
    {
      "epoch": 340.46,
      "grad_norm": 1.2200343608856201,
      "learning_rate": 3.1005687952488994e-06,
      "loss": 0.3486,
      "step": 1219860
    },
    {
      "epoch": 340.46,
      "grad_norm": 1.1128934621810913,
      "learning_rate": 3.100543204083547e-06,
      "loss": 0.3666,
      "step": 1219870
    },
    {
      "epoch": 340.46,
      "grad_norm": 0.9308645129203796,
      "learning_rate": 3.1005176128174657e-06,
      "loss": 0.3462,
      "step": 1219880
    },
    {
      "epoch": 340.47,
      "grad_norm": 0.9284490346908569,
      "learning_rate": 3.100492021450658e-06,
      "loss": 0.3488,
      "step": 1219890
    },
    {
      "epoch": 340.47,
      "grad_norm": 1.065340518951416,
      "learning_rate": 3.1004664299831277e-06,
      "loss": 0.3431,
      "step": 1219900
    },
    {
      "epoch": 340.47,
      "grad_norm": 1.226811408996582,
      "learning_rate": 3.1004408384148785e-06,
      "loss": 0.3482,
      "step": 1219910
    },
    {
      "epoch": 340.47,
      "grad_norm": 1.094813585281372,
      "learning_rate": 3.1004152467459133e-06,
      "loss": 0.3677,
      "step": 1219920
    },
    {
      "epoch": 340.48,
      "grad_norm": 1.0835775136947632,
      "learning_rate": 3.100389654976235e-06,
      "loss": 0.3381,
      "step": 1219930
    },
    {
      "epoch": 340.48,
      "grad_norm": 0.9511347413063049,
      "learning_rate": 3.100364063105849e-06,
      "loss": 0.3587,
      "step": 1219940
    },
    {
      "epoch": 340.48,
      "grad_norm": 1.1107909679412842,
      "learning_rate": 3.100338471134757e-06,
      "loss": 0.3476,
      "step": 1219950
    },
    {
      "epoch": 340.49,
      "grad_norm": 1.0663403272628784,
      "learning_rate": 3.1003128790629625e-06,
      "loss": 0.3505,
      "step": 1219960
    },
    {
      "epoch": 340.49,
      "grad_norm": 1.0339773893356323,
      "learning_rate": 3.1002872868904705e-06,
      "loss": 0.3467,
      "step": 1219970
    },
    {
      "epoch": 340.49,
      "grad_norm": 1.1216480731964111,
      "learning_rate": 3.100261694617282e-06,
      "loss": 0.3305,
      "step": 1219980
    },
    {
      "epoch": 340.49,
      "grad_norm": 0.9272656440734863,
      "learning_rate": 3.1002361022434016e-06,
      "loss": 0.3627,
      "step": 1219990
    },
    {
      "epoch": 340.5,
      "grad_norm": 0.956622302532196,
      "learning_rate": 3.100210509768833e-06,
      "loss": 0.3496,
      "step": 1220000
    },
    {
      "epoch": 340.5,
      "grad_norm": 1.0301852226257324,
      "learning_rate": 3.1001849171935794e-06,
      "loss": 0.3462,
      "step": 1220010
    },
    {
      "epoch": 340.5,
      "grad_norm": 0.9831109046936035,
      "learning_rate": 3.1001593245176437e-06,
      "loss": 0.3436,
      "step": 1220020
    },
    {
      "epoch": 340.51,
      "grad_norm": 1.09841787815094,
      "learning_rate": 3.1001337317410304e-06,
      "loss": 0.3469,
      "step": 1220030
    },
    {
      "epoch": 340.51,
      "grad_norm": 1.0122822523117065,
      "learning_rate": 3.100108138863742e-06,
      "loss": 0.3531,
      "step": 1220040
    },
    {
      "epoch": 340.51,
      "grad_norm": 0.9965691566467285,
      "learning_rate": 3.100082545885782e-06,
      "loss": 0.3402,
      "step": 1220050
    },
    {
      "epoch": 340.51,
      "grad_norm": 1.050360083580017,
      "learning_rate": 3.100056952807154e-06,
      "loss": 0.3508,
      "step": 1220060
    },
    {
      "epoch": 340.52,
      "grad_norm": 0.9757829308509827,
      "learning_rate": 3.1000313596278614e-06,
      "loss": 0.3429,
      "step": 1220070
    },
    {
      "epoch": 340.52,
      "grad_norm": 1.0219041109085083,
      "learning_rate": 3.1000057663479073e-06,
      "loss": 0.349,
      "step": 1220080
    },
    {
      "epoch": 340.52,
      "grad_norm": 1.019372582435608,
      "learning_rate": 3.099980172967295e-06,
      "loss": 0.3341,
      "step": 1220090
    },
    {
      "epoch": 340.52,
      "grad_norm": 1.0586211681365967,
      "learning_rate": 3.0999545794860284e-06,
      "loss": 0.3599,
      "step": 1220100
    },
    {
      "epoch": 340.53,
      "grad_norm": 1.1131261587142944,
      "learning_rate": 3.0999289859041117e-06,
      "loss": 0.3445,
      "step": 1220110
    },
    {
      "epoch": 340.53,
      "grad_norm": 0.9443079829216003,
      "learning_rate": 3.0999033922215467e-06,
      "loss": 0.3602,
      "step": 1220120
    },
    {
      "epoch": 340.53,
      "grad_norm": 1.0162978172302246,
      "learning_rate": 3.0998777984383373e-06,
      "loss": 0.3528,
      "step": 1220130
    },
    {
      "epoch": 340.54,
      "grad_norm": 0.9129969477653503,
      "learning_rate": 3.0998522045544877e-06,
      "loss": 0.3559,
      "step": 1220140
    },
    {
      "epoch": 340.54,
      "grad_norm": 1.1384575366973877,
      "learning_rate": 3.09982661057e-06,
      "loss": 0.351,
      "step": 1220150
    },
    {
      "epoch": 340.54,
      "grad_norm": 0.9478668570518494,
      "learning_rate": 3.0998010164848783e-06,
      "loss": 0.3649,
      "step": 1220160
    },
    {
      "epoch": 340.54,
      "grad_norm": 1.313251256942749,
      "learning_rate": 3.0997754222991262e-06,
      "loss": 0.3419,
      "step": 1220170
    },
    {
      "epoch": 340.55,
      "grad_norm": 1.0796939134597778,
      "learning_rate": 3.099749828012747e-06,
      "loss": 0.3497,
      "step": 1220180
    },
    {
      "epoch": 340.55,
      "grad_norm": 0.9412938356399536,
      "learning_rate": 3.099724233625744e-06,
      "loss": 0.3459,
      "step": 1220190
    },
    {
      "epoch": 340.55,
      "grad_norm": 0.8174034357070923,
      "learning_rate": 3.099698639138121e-06,
      "loss": 0.3505,
      "step": 1220200
    },
    {
      "epoch": 340.56,
      "grad_norm": 0.934486985206604,
      "learning_rate": 3.0996730445498804e-06,
      "loss": 0.339,
      "step": 1220210
    },
    {
      "epoch": 340.56,
      "grad_norm": 1.1569973230361938,
      "learning_rate": 3.0996474498610268e-06,
      "loss": 0.3449,
      "step": 1220220
    },
    {
      "epoch": 340.56,
      "grad_norm": 0.9136702418327332,
      "learning_rate": 3.0996218550715625e-06,
      "loss": 0.3483,
      "step": 1220230
    },
    {
      "epoch": 340.56,
      "grad_norm": 0.8975709676742554,
      "learning_rate": 3.099596260181492e-06,
      "loss": 0.3411,
      "step": 1220240
    },
    {
      "epoch": 340.57,
      "grad_norm": 1.204146146774292,
      "learning_rate": 3.099570665190817e-06,
      "loss": 0.3649,
      "step": 1220250
    },
    {
      "epoch": 340.57,
      "grad_norm": 1.11171293258667,
      "learning_rate": 3.0995450700995433e-06,
      "loss": 0.3612,
      "step": 1220260
    },
    {
      "epoch": 340.57,
      "grad_norm": 1.109665036201477,
      "learning_rate": 3.0995194749076727e-06,
      "loss": 0.3571,
      "step": 1220270
    },
    {
      "epoch": 340.57,
      "grad_norm": 1.1118383407592773,
      "learning_rate": 3.099493879615209e-06,
      "loss": 0.3521,
      "step": 1220280
    },
    {
      "epoch": 340.58,
      "grad_norm": 0.9905214905738831,
      "learning_rate": 3.0994682842221554e-06,
      "loss": 0.3556,
      "step": 1220290
    },
    {
      "epoch": 340.58,
      "grad_norm": 1.269920825958252,
      "learning_rate": 3.099442688728516e-06,
      "loss": 0.3677,
      "step": 1220300
    },
    {
      "epoch": 340.58,
      "grad_norm": 0.9963581562042236,
      "learning_rate": 3.099417093134293e-06,
      "loss": 0.3422,
      "step": 1220310
    },
    {
      "epoch": 340.59,
      "grad_norm": 1.0724200010299683,
      "learning_rate": 3.099391497439491e-06,
      "loss": 0.3502,
      "step": 1220320
    },
    {
      "epoch": 340.59,
      "grad_norm": 1.0275518894195557,
      "learning_rate": 3.099365901644113e-06,
      "loss": 0.3743,
      "step": 1220330
    },
    {
      "epoch": 340.59,
      "grad_norm": 1.029737949371338,
      "learning_rate": 3.099340305748162e-06,
      "loss": 0.3566,
      "step": 1220340
    },
    {
      "epoch": 340.59,
      "grad_norm": 0.951055645942688,
      "learning_rate": 3.0993147097516414e-06,
      "loss": 0.3605,
      "step": 1220350
    },
    {
      "epoch": 340.6,
      "grad_norm": 1.0293138027191162,
      "learning_rate": 3.0992891136545556e-06,
      "loss": 0.3637,
      "step": 1220360
    },
    {
      "epoch": 340.6,
      "grad_norm": 0.9820666313171387,
      "learning_rate": 3.0992635174569068e-06,
      "loss": 0.3464,
      "step": 1220370
    },
    {
      "epoch": 340.6,
      "grad_norm": 1.0220052003860474,
      "learning_rate": 3.0992379211586994e-06,
      "loss": 0.368,
      "step": 1220380
    },
    {
      "epoch": 340.61,
      "grad_norm": 1.0600876808166504,
      "learning_rate": 3.0992123247599357e-06,
      "loss": 0.3542,
      "step": 1220390
    },
    {
      "epoch": 340.61,
      "grad_norm": 0.9632436633110046,
      "learning_rate": 3.099186728260621e-06,
      "loss": 0.3402,
      "step": 1220400
    },
    {
      "epoch": 340.61,
      "grad_norm": 0.9910449385643005,
      "learning_rate": 3.0991611316607565e-06,
      "loss": 0.3427,
      "step": 1220410
    },
    {
      "epoch": 340.61,
      "grad_norm": 0.9825222492218018,
      "learning_rate": 3.0991355349603465e-06,
      "loss": 0.3695,
      "step": 1220420
    },
    {
      "epoch": 340.62,
      "grad_norm": 0.958524763584137,
      "learning_rate": 3.0991099381593955e-06,
      "loss": 0.3501,
      "step": 1220430
    },
    {
      "epoch": 340.62,
      "grad_norm": 0.8742280006408691,
      "learning_rate": 3.0990843412579045e-06,
      "loss": 0.3699,
      "step": 1220440
    },
    {
      "epoch": 340.62,
      "grad_norm": 1.0046850442886353,
      "learning_rate": 3.099058744255879e-06,
      "loss": 0.356,
      "step": 1220450
    },
    {
      "epoch": 340.63,
      "grad_norm": 1.0856658220291138,
      "learning_rate": 3.0990331471533214e-06,
      "loss": 0.346,
      "step": 1220460
    },
    {
      "epoch": 340.63,
      "grad_norm": 1.0449421405792236,
      "learning_rate": 3.099007549950236e-06,
      "loss": 0.3556,
      "step": 1220470
    },
    {
      "epoch": 340.63,
      "grad_norm": 0.844192385673523,
      "learning_rate": 3.0989819526466246e-06,
      "loss": 0.3463,
      "step": 1220480
    },
    {
      "epoch": 340.63,
      "grad_norm": 0.9989342093467712,
      "learning_rate": 3.0989563552424925e-06,
      "loss": 0.3402,
      "step": 1220490
    },
    {
      "epoch": 340.64,
      "grad_norm": 1.2148892879486084,
      "learning_rate": 3.098930757737842e-06,
      "loss": 0.3671,
      "step": 1220500
    },
    {
      "epoch": 340.64,
      "grad_norm": 1.0072842836380005,
      "learning_rate": 3.098905160132677e-06,
      "loss": 0.3447,
      "step": 1220510
    },
    {
      "epoch": 340.64,
      "grad_norm": 0.9275373816490173,
      "learning_rate": 3.0988795624269998e-06,
      "loss": 0.3454,
      "step": 1220520
    },
    {
      "epoch": 340.64,
      "grad_norm": 1.0340766906738281,
      "learning_rate": 3.098853964620816e-06,
      "loss": 0.3402,
      "step": 1220530
    },
    {
      "epoch": 340.65,
      "grad_norm": 1.1491612195968628,
      "learning_rate": 3.0988283667141263e-06,
      "loss": 0.363,
      "step": 1220540
    },
    {
      "epoch": 340.65,
      "grad_norm": 0.9377852082252502,
      "learning_rate": 3.0988027687069356e-06,
      "loss": 0.3469,
      "step": 1220550
    },
    {
      "epoch": 340.65,
      "grad_norm": 1.3570140600204468,
      "learning_rate": 3.098777170599248e-06,
      "loss": 0.3583,
      "step": 1220560
    },
    {
      "epoch": 340.66,
      "grad_norm": 1.0259507894515991,
      "learning_rate": 3.098751572391066e-06,
      "loss": 0.3395,
      "step": 1220570
    },
    {
      "epoch": 340.66,
      "grad_norm": 1.075575351715088,
      "learning_rate": 3.0987259740823922e-06,
      "loss": 0.341,
      "step": 1220580
    },
    {
      "epoch": 340.66,
      "grad_norm": 1.3426026105880737,
      "learning_rate": 3.0987003756732322e-06,
      "loss": 0.3474,
      "step": 1220590
    },
    {
      "epoch": 340.66,
      "grad_norm": 1.1528229713439941,
      "learning_rate": 3.098674777163587e-06,
      "loss": 0.3483,
      "step": 1220600
    },
    {
      "epoch": 340.67,
      "grad_norm": 1.0900709629058838,
      "learning_rate": 3.0986491785534617e-06,
      "loss": 0.3527,
      "step": 1220610
    },
    {
      "epoch": 340.67,
      "grad_norm": 1.098600149154663,
      "learning_rate": 3.0986235798428587e-06,
      "loss": 0.3748,
      "step": 1220620
    },
    {
      "epoch": 340.67,
      "grad_norm": 1.057268500328064,
      "learning_rate": 3.098597981031782e-06,
      "loss": 0.3579,
      "step": 1220630
    },
    {
      "epoch": 340.68,
      "grad_norm": 1.1017509698867798,
      "learning_rate": 3.098572382120235e-06,
      "loss": 0.3309,
      "step": 1220640
    },
    {
      "epoch": 340.68,
      "grad_norm": 0.9177038073539734,
      "learning_rate": 3.0985467831082208e-06,
      "loss": 0.3518,
      "step": 1220650
    },
    {
      "epoch": 340.68,
      "grad_norm": 0.9707809686660767,
      "learning_rate": 3.0985211839957426e-06,
      "loss": 0.3603,
      "step": 1220660
    },
    {
      "epoch": 340.68,
      "grad_norm": 0.953120768070221,
      "learning_rate": 3.0984955847828043e-06,
      "loss": 0.3513,
      "step": 1220670
    },
    {
      "epoch": 340.69,
      "grad_norm": 1.0664587020874023,
      "learning_rate": 3.098469985469409e-06,
      "loss": 0.3465,
      "step": 1220680
    },
    {
      "epoch": 340.69,
      "grad_norm": 0.9937602281570435,
      "learning_rate": 3.0984443860555613e-06,
      "loss": 0.3421,
      "step": 1220690
    },
    {
      "epoch": 340.69,
      "grad_norm": 1.0402846336364746,
      "learning_rate": 3.0984187865412625e-06,
      "loss": 0.3615,
      "step": 1220700
    },
    {
      "epoch": 340.69,
      "grad_norm": 1.1415979862213135,
      "learning_rate": 3.0983931869265176e-06,
      "loss": 0.3446,
      "step": 1220710
    },
    {
      "epoch": 340.7,
      "grad_norm": 0.8982938528060913,
      "learning_rate": 3.0983675872113297e-06,
      "loss": 0.3394,
      "step": 1220720
    },
    {
      "epoch": 340.7,
      "grad_norm": 0.9612885117530823,
      "learning_rate": 3.098341987395701e-06,
      "loss": 0.3329,
      "step": 1220730
    },
    {
      "epoch": 340.7,
      "grad_norm": 0.9378086924552917,
      "learning_rate": 3.098316387479637e-06,
      "loss": 0.3552,
      "step": 1220740
    },
    {
      "epoch": 340.71,
      "grad_norm": 1.077965259552002,
      "learning_rate": 3.0982907874631396e-06,
      "loss": 0.3374,
      "step": 1220750
    },
    {
      "epoch": 340.71,
      "grad_norm": 1.24248468875885,
      "learning_rate": 3.098265187346212e-06,
      "loss": 0.3627,
      "step": 1220760
    },
    {
      "epoch": 340.71,
      "grad_norm": 1.4503480195999146,
      "learning_rate": 3.0982395871288582e-06,
      "loss": 0.3379,
      "step": 1220770
    },
    {
      "epoch": 340.71,
      "grad_norm": 0.9758040308952332,
      "learning_rate": 3.0982139868110827e-06,
      "loss": 0.361,
      "step": 1220780
    },
    {
      "epoch": 340.72,
      "grad_norm": 1.1894739866256714,
      "learning_rate": 3.0981883863928876e-06,
      "loss": 0.3352,
      "step": 1220790
    },
    {
      "epoch": 340.72,
      "grad_norm": 1.0429595708847046,
      "learning_rate": 3.0981627858742763e-06,
      "loss": 0.3373,
      "step": 1220800
    },
    {
      "epoch": 340.72,
      "grad_norm": 1.0714613199234009,
      "learning_rate": 3.0981371852552522e-06,
      "loss": 0.365,
      "step": 1220810
    },
    {
      "epoch": 340.73,
      "grad_norm": 0.9520782232284546,
      "learning_rate": 3.098111584535819e-06,
      "loss": 0.3583,
      "step": 1220820
    },
    {
      "epoch": 340.73,
      "grad_norm": 1.0884236097335815,
      "learning_rate": 3.0980859837159805e-06,
      "loss": 0.343,
      "step": 1220830
    },
    {
      "epoch": 340.73,
      "grad_norm": 0.9644444584846497,
      "learning_rate": 3.0980603827957393e-06,
      "loss": 0.3667,
      "step": 1220840
    },
    {
      "epoch": 340.73,
      "grad_norm": 1.0806403160095215,
      "learning_rate": 3.098034781775099e-06,
      "loss": 0.3416,
      "step": 1220850
    },
    {
      "epoch": 340.74,
      "grad_norm": 0.998948872089386,
      "learning_rate": 3.098009180654064e-06,
      "loss": 0.3678,
      "step": 1220860
    },
    {
      "epoch": 340.74,
      "grad_norm": 1.356445550918579,
      "learning_rate": 3.0979835794326365e-06,
      "loss": 0.3421,
      "step": 1220870
    },
    {
      "epoch": 340.74,
      "grad_norm": 1.093605637550354,
      "learning_rate": 3.0979579781108203e-06,
      "loss": 0.3712,
      "step": 1220880
    },
    {
      "epoch": 340.75,
      "grad_norm": 1.0314627885818481,
      "learning_rate": 3.0979323766886185e-06,
      "loss": 0.3672,
      "step": 1220890
    },
    {
      "epoch": 340.75,
      "grad_norm": 1.0778391361236572,
      "learning_rate": 3.0979067751660347e-06,
      "loss": 0.3488,
      "step": 1220900
    },
    {
      "epoch": 340.75,
      "grad_norm": 1.0251306295394897,
      "learning_rate": 3.097881173543073e-06,
      "loss": 0.37,
      "step": 1220910
    },
    {
      "epoch": 340.75,
      "grad_norm": 0.9700864553451538,
      "learning_rate": 3.097855571819736e-06,
      "loss": 0.3487,
      "step": 1220920
    },
    {
      "epoch": 340.76,
      "grad_norm": 0.8651248812675476,
      "learning_rate": 3.0978299699960273e-06,
      "loss": 0.3514,
      "step": 1220930
    },
    {
      "epoch": 340.76,
      "grad_norm": 0.9364802241325378,
      "learning_rate": 3.0978043680719508e-06,
      "loss": 0.3563,
      "step": 1220940
    },
    {
      "epoch": 340.76,
      "grad_norm": 0.8615016937255859,
      "learning_rate": 3.0977787660475093e-06,
      "loss": 0.3659,
      "step": 1220950
    },
    {
      "epoch": 340.76,
      "grad_norm": 1.1790015697479248,
      "learning_rate": 3.097753163922706e-06,
      "loss": 0.3543,
      "step": 1220960
    },
    {
      "epoch": 340.77,
      "grad_norm": 0.9557570815086365,
      "learning_rate": 3.097727561697544e-06,
      "loss": 0.3547,
      "step": 1220970
    },
    {
      "epoch": 340.77,
      "grad_norm": 0.9524665474891663,
      "learning_rate": 3.0977019593720283e-06,
      "loss": 0.3345,
      "step": 1220980
    },
    {
      "epoch": 340.77,
      "grad_norm": 1.0675917863845825,
      "learning_rate": 3.097676356946161e-06,
      "loss": 0.3573,
      "step": 1220990
    },
    {
      "epoch": 340.78,
      "grad_norm": 1.1733074188232422,
      "learning_rate": 3.0976507544199465e-06,
      "loss": 0.3477,
      "step": 1221000
    },
    {
      "epoch": 340.78,
      "grad_norm": 1.0011682510375977,
      "learning_rate": 3.0976251517933875e-06,
      "loss": 0.3657,
      "step": 1221010
    },
    {
      "epoch": 340.78,
      "grad_norm": 0.9950164556503296,
      "learning_rate": 3.097599549066487e-06,
      "loss": 0.3522,
      "step": 1221020
    },
    {
      "epoch": 340.78,
      "grad_norm": 1.100008487701416,
      "learning_rate": 3.097573946239249e-06,
      "loss": 0.3591,
      "step": 1221030
    },
    {
      "epoch": 340.79,
      "grad_norm": 1.209899663925171,
      "learning_rate": 3.0975483433116778e-06,
      "loss": 0.367,
      "step": 1221040
    },
    {
      "epoch": 340.79,
      "grad_norm": 0.9659385681152344,
      "learning_rate": 3.0975227402837746e-06,
      "loss": 0.3596,
      "step": 1221050
    },
    {
      "epoch": 340.79,
      "grad_norm": 1.0965758562088013,
      "learning_rate": 3.097497137155544e-06,
      "loss": 0.3514,
      "step": 1221060
    },
    {
      "epoch": 340.8,
      "grad_norm": 1.034885287284851,
      "learning_rate": 3.0974715339269903e-06,
      "loss": 0.3653,
      "step": 1221070
    },
    {
      "epoch": 340.8,
      "grad_norm": 1.2194693088531494,
      "learning_rate": 3.097445930598116e-06,
      "loss": 0.3688,
      "step": 1221080
    },
    {
      "epoch": 340.8,
      "grad_norm": 1.0006909370422363,
      "learning_rate": 3.097420327168924e-06,
      "loss": 0.3426,
      "step": 1221090
    },
    {
      "epoch": 340.8,
      "grad_norm": 0.8974719047546387,
      "learning_rate": 3.097394723639418e-06,
      "loss": 0.3544,
      "step": 1221100
    },
    {
      "epoch": 340.81,
      "grad_norm": 1.0801897048950195,
      "learning_rate": 3.0973691200096032e-06,
      "loss": 0.3381,
      "step": 1221110
    },
    {
      "epoch": 340.81,
      "grad_norm": 1.1217055320739746,
      "learning_rate": 3.09734351627948e-06,
      "loss": 0.3472,
      "step": 1221120
    },
    {
      "epoch": 340.81,
      "grad_norm": 0.9862290620803833,
      "learning_rate": 3.0973179124490534e-06,
      "loss": 0.3354,
      "step": 1221130
    },
    {
      "epoch": 340.81,
      "grad_norm": 0.9018672704696655,
      "learning_rate": 3.097292308518328e-06,
      "loss": 0.3337,
      "step": 1221140
    },
    {
      "epoch": 340.82,
      "grad_norm": 1.0757800340652466,
      "learning_rate": 3.0972667044873043e-06,
      "loss": 0.3635,
      "step": 1221150
    },
    {
      "epoch": 340.82,
      "grad_norm": 1.0838708877563477,
      "learning_rate": 3.0972411003559882e-06,
      "loss": 0.3731,
      "step": 1221160
    },
    {
      "epoch": 340.82,
      "grad_norm": 0.9482715129852295,
      "learning_rate": 3.097215496124382e-06,
      "loss": 0.3539,
      "step": 1221170
    },
    {
      "epoch": 340.83,
      "grad_norm": 1.5348865985870361,
      "learning_rate": 3.0971898917924896e-06,
      "loss": 0.3453,
      "step": 1221180
    },
    {
      "epoch": 340.83,
      "grad_norm": 1.006032109260559,
      "learning_rate": 3.0971642873603137e-06,
      "loss": 0.3495,
      "step": 1221190
    },
    {
      "epoch": 340.83,
      "grad_norm": 1.0352805852890015,
      "learning_rate": 3.097138682827859e-06,
      "loss": 0.3615,
      "step": 1221200
    },
    {
      "epoch": 340.83,
      "grad_norm": 0.9719435572624207,
      "learning_rate": 3.0971130781951273e-06,
      "loss": 0.3435,
      "step": 1221210
    },
    {
      "epoch": 340.84,
      "grad_norm": 1.0685577392578125,
      "learning_rate": 3.0970874734621223e-06,
      "loss": 0.3602,
      "step": 1221220
    },
    {
      "epoch": 340.84,
      "grad_norm": 1.3816629648208618,
      "learning_rate": 3.0970618686288492e-06,
      "loss": 0.3371,
      "step": 1221230
    },
    {
      "epoch": 340.84,
      "grad_norm": 1.049293875694275,
      "learning_rate": 3.0970362636953095e-06,
      "loss": 0.361,
      "step": 1221240
    },
    {
      "epoch": 340.85,
      "grad_norm": 1.139023780822754,
      "learning_rate": 3.097010658661507e-06,
      "loss": 0.3513,
      "step": 1221250
    },
    {
      "epoch": 340.85,
      "grad_norm": 0.9650865793228149,
      "learning_rate": 3.096985053527445e-06,
      "loss": 0.353,
      "step": 1221260
    },
    {
      "epoch": 340.85,
      "grad_norm": 0.8451026082038879,
      "learning_rate": 3.096959448293128e-06,
      "loss": 0.3406,
      "step": 1221270
    },
    {
      "epoch": 340.85,
      "grad_norm": 2.7589688301086426,
      "learning_rate": 3.096933842958558e-06,
      "loss": 0.3609,
      "step": 1221280
    },
    {
      "epoch": 340.86,
      "grad_norm": 0.9486640095710754,
      "learning_rate": 3.096908237523739e-06,
      "loss": 0.3499,
      "step": 1221290
    },
    {
      "epoch": 340.86,
      "grad_norm": 1.011578917503357,
      "learning_rate": 3.096882631988675e-06,
      "loss": 0.3653,
      "step": 1221300
    },
    {
      "epoch": 340.86,
      "grad_norm": 0.9806849360466003,
      "learning_rate": 3.0968570263533687e-06,
      "loss": 0.343,
      "step": 1221310
    },
    {
      "epoch": 340.87,
      "grad_norm": 1.2288357019424438,
      "learning_rate": 3.096831420617823e-06,
      "loss": 0.3657,
      "step": 1221320
    },
    {
      "epoch": 340.87,
      "grad_norm": 1.1829519271850586,
      "learning_rate": 3.096805814782043e-06,
      "loss": 0.3378,
      "step": 1221330
    },
    {
      "epoch": 340.87,
      "grad_norm": 1.1313011646270752,
      "learning_rate": 3.09678020884603e-06,
      "loss": 0.3571,
      "step": 1221340
    },
    {
      "epoch": 340.87,
      "grad_norm": 1.1872299909591675,
      "learning_rate": 3.096754602809789e-06,
      "loss": 0.3567,
      "step": 1221350
    },
    {
      "epoch": 340.88,
      "grad_norm": 1.0147414207458496,
      "learning_rate": 3.0967289966733235e-06,
      "loss": 0.3577,
      "step": 1221360
    },
    {
      "epoch": 340.88,
      "grad_norm": 0.9837785959243774,
      "learning_rate": 3.096703390436635e-06,
      "loss": 0.3453,
      "step": 1221370
    },
    {
      "epoch": 340.88,
      "grad_norm": 0.8997313976287842,
      "learning_rate": 3.096677784099729e-06,
      "loss": 0.3402,
      "step": 1221380
    },
    {
      "epoch": 340.88,
      "grad_norm": 1.118615984916687,
      "learning_rate": 3.096652177662608e-06,
      "loss": 0.3561,
      "step": 1221390
    },
    {
      "epoch": 340.89,
      "grad_norm": 1.2821118831634521,
      "learning_rate": 3.096626571125276e-06,
      "loss": 0.3448,
      "step": 1221400
    },
    {
      "epoch": 340.89,
      "grad_norm": 1.089368462562561,
      "learning_rate": 3.0966009644877345e-06,
      "loss": 0.3665,
      "step": 1221410
    },
    {
      "epoch": 340.89,
      "grad_norm": 1.1670507192611694,
      "learning_rate": 3.0965753577499892e-06,
      "loss": 0.3435,
      "step": 1221420
    },
    {
      "epoch": 340.9,
      "grad_norm": 1.0807099342346191,
      "learning_rate": 3.096549750912043e-06,
      "loss": 0.3453,
      "step": 1221430
    },
    {
      "epoch": 340.9,
      "grad_norm": 1.2303133010864258,
      "learning_rate": 3.0965241439738985e-06,
      "loss": 0.3615,
      "step": 1221440
    },
    {
      "epoch": 340.9,
      "grad_norm": 5.949525356292725,
      "learning_rate": 3.09649853693556e-06,
      "loss": 0.3484,
      "step": 1221450
    },
    {
      "epoch": 340.9,
      "grad_norm": 0.9627936482429504,
      "learning_rate": 3.0964729297970303e-06,
      "loss": 0.357,
      "step": 1221460
    },
    {
      "epoch": 340.91,
      "grad_norm": 1.0267871618270874,
      "learning_rate": 3.096447322558313e-06,
      "loss": 0.341,
      "step": 1221470
    },
    {
      "epoch": 340.91,
      "grad_norm": 1.4807943105697632,
      "learning_rate": 3.0964217152194106e-06,
      "loss": 0.3514,
      "step": 1221480
    },
    {
      "epoch": 340.91,
      "grad_norm": 1.0157474279403687,
      "learning_rate": 3.0963961077803288e-06,
      "loss": 0.362,
      "step": 1221490
    },
    {
      "epoch": 340.92,
      "grad_norm": 1.0486054420471191,
      "learning_rate": 3.0963705002410684e-06,
      "loss": 0.3644,
      "step": 1221500
    },
    {
      "epoch": 340.92,
      "grad_norm": 0.9986956715583801,
      "learning_rate": 3.0963448926016336e-06,
      "loss": 0.3407,
      "step": 1221510
    },
    {
      "epoch": 340.92,
      "grad_norm": 1.073804497718811,
      "learning_rate": 3.09631928486203e-06,
      "loss": 0.3559,
      "step": 1221520
    },
    {
      "epoch": 340.92,
      "grad_norm": 0.9528466463088989,
      "learning_rate": 3.0962936770222585e-06,
      "loss": 0.3496,
      "step": 1221530
    },
    {
      "epoch": 340.93,
      "grad_norm": 0.9919522404670715,
      "learning_rate": 3.0962680690823227e-06,
      "loss": 0.3598,
      "step": 1221540
    },
    {
      "epoch": 340.93,
      "grad_norm": 1.0564509630203247,
      "learning_rate": 3.096242461042227e-06,
      "loss": 0.3648,
      "step": 1221550
    },
    {
      "epoch": 340.93,
      "grad_norm": 1.1580206155776978,
      "learning_rate": 3.0962168529019743e-06,
      "loss": 0.3453,
      "step": 1221560
    },
    {
      "epoch": 340.93,
      "grad_norm": 1.01197350025177,
      "learning_rate": 3.096191244661568e-06,
      "loss": 0.3345,
      "step": 1221570
    },
    {
      "epoch": 340.94,
      "grad_norm": 1.0616328716278076,
      "learning_rate": 3.096165636321011e-06,
      "loss": 0.3682,
      "step": 1221580
    },
    {
      "epoch": 340.94,
      "grad_norm": 0.9334662556648254,
      "learning_rate": 3.096140027880308e-06,
      "loss": 0.357,
      "step": 1221590
    },
    {
      "epoch": 340.94,
      "grad_norm": 1.195561170578003,
      "learning_rate": 3.096114419339462e-06,
      "loss": 0.347,
      "step": 1221600
    },
    {
      "epoch": 340.95,
      "grad_norm": 1.2354894876480103,
      "learning_rate": 3.0960888106984754e-06,
      "loss": 0.3425,
      "step": 1221610
    },
    {
      "epoch": 340.95,
      "grad_norm": 0.987601101398468,
      "learning_rate": 3.0960632019573528e-06,
      "loss": 0.3534,
      "step": 1221620
    },
    {
      "epoch": 340.95,
      "grad_norm": 0.9070021510124207,
      "learning_rate": 3.096037593116097e-06,
      "loss": 0.3499,
      "step": 1221630
    },
    {
      "epoch": 340.95,
      "grad_norm": 1.0063228607177734,
      "learning_rate": 3.0960119841747106e-06,
      "loss": 0.351,
      "step": 1221640
    },
    {
      "epoch": 340.96,
      "grad_norm": 1.1186769008636475,
      "learning_rate": 3.0959863751331992e-06,
      "loss": 0.3597,
      "step": 1221650
    },
    {
      "epoch": 340.96,
      "grad_norm": 1.104752540588379,
      "learning_rate": 3.095960765991564e-06,
      "loss": 0.3626,
      "step": 1221660
    },
    {
      "epoch": 340.96,
      "grad_norm": 0.9991238117218018,
      "learning_rate": 3.09593515674981e-06,
      "loss": 0.3602,
      "step": 1221670
    },
    {
      "epoch": 340.97,
      "grad_norm": 1.103109359741211,
      "learning_rate": 3.0959095474079394e-06,
      "loss": 0.349,
      "step": 1221680
    },
    {
      "epoch": 340.97,
      "grad_norm": 0.9316198825836182,
      "learning_rate": 3.0958839379659567e-06,
      "loss": 0.3472,
      "step": 1221690
    },
    {
      "epoch": 340.97,
      "grad_norm": 1.0736109018325806,
      "learning_rate": 3.0958583284238645e-06,
      "loss": 0.3392,
      "step": 1221700
    },
    {
      "epoch": 340.97,
      "grad_norm": 0.9593284130096436,
      "learning_rate": 3.095832718781666e-06,
      "loss": 0.3683,
      "step": 1221710
    },
    {
      "epoch": 340.98,
      "grad_norm": 0.9405233860015869,
      "learning_rate": 3.095807109039366e-06,
      "loss": 0.348,
      "step": 1221720
    },
    {
      "epoch": 340.98,
      "grad_norm": 0.9569752216339111,
      "learning_rate": 3.0957814991969665e-06,
      "loss": 0.349,
      "step": 1221730
    },
    {
      "epoch": 340.98,
      "grad_norm": 0.9536235928535461,
      "learning_rate": 3.0957558892544716e-06,
      "loss": 0.3522,
      "step": 1221740
    },
    {
      "epoch": 340.99,
      "grad_norm": 0.99895179271698,
      "learning_rate": 3.0957302792118846e-06,
      "loss": 0.3477,
      "step": 1221750
    },
    {
      "epoch": 340.99,
      "grad_norm": 0.9363337755203247,
      "learning_rate": 3.0957046690692087e-06,
      "loss": 0.371,
      "step": 1221760
    },
    {
      "epoch": 340.99,
      "grad_norm": 1.1320600509643555,
      "learning_rate": 3.0956790588264466e-06,
      "loss": 0.3444,
      "step": 1221770
    },
    {
      "epoch": 340.99,
      "grad_norm": 1.0204265117645264,
      "learning_rate": 3.0956534484836033e-06,
      "loss": 0.3307,
      "step": 1221780
    },
    {
      "epoch": 341.0,
      "grad_norm": 1.0717703104019165,
      "learning_rate": 3.0956278380406818e-06,
      "loss": 0.339,
      "step": 1221790
    },
    {
      "epoch": 341.0,
      "grad_norm": 0.9655058979988098,
      "learning_rate": 3.095602227497684e-06,
      "loss": 0.3553,
      "step": 1221800
    },
    {
      "epoch": 341.0,
      "eval_loss": 0.35186678171157837,
      "eval_runtime": 63.1312,
      "eval_samples_per_second": 80.135,
      "eval_steps_per_second": 10.027,
      "step": 1221803
    },
    {
      "epoch": 341.0,
      "grad_norm": 0.8282422423362732,
      "learning_rate": 3.095576616854616e-06,
      "loss": 0.3549,
      "step": 1221810
    },
    {
      "epoch": 341.0,
      "grad_norm": 1.0913313627243042,
      "learning_rate": 3.0955510061114793e-06,
      "loss": 0.3684,
      "step": 1221820
    },
    {
      "epoch": 341.01,
      "grad_norm": 1.1360069513320923,
      "learning_rate": 3.0955253952682767e-06,
      "loss": 0.3572,
      "step": 1221830
    },
    {
      "epoch": 341.01,
      "grad_norm": 1.1738975048065186,
      "learning_rate": 3.0954997843250132e-06,
      "loss": 0.3668,
      "step": 1221840
    },
    {
      "epoch": 341.01,
      "grad_norm": 0.897003710269928,
      "learning_rate": 3.0954741732816915e-06,
      "loss": 0.3415,
      "step": 1221850
    },
    {
      "epoch": 341.02,
      "grad_norm": 0.9725845456123352,
      "learning_rate": 3.095448562138315e-06,
      "loss": 0.3476,
      "step": 1221860
    },
    {
      "epoch": 341.02,
      "grad_norm": 0.9735811948776245,
      "learning_rate": 3.095422950894887e-06,
      "loss": 0.3628,
      "step": 1221870
    },
    {
      "epoch": 341.02,
      "grad_norm": 1.0610634088516235,
      "learning_rate": 3.095397339551412e-06,
      "loss": 0.3489,
      "step": 1221880
    },
    {
      "epoch": 341.02,
      "grad_norm": 0.9657310843467712,
      "learning_rate": 3.0953717281078925e-06,
      "loss": 0.3532,
      "step": 1221890
    },
    {
      "epoch": 341.03,
      "grad_norm": 1.2166776657104492,
      "learning_rate": 3.0953461165643313e-06,
      "loss": 0.3633,
      "step": 1221900
    },
    {
      "epoch": 341.03,
      "grad_norm": 0.9556739926338196,
      "learning_rate": 3.095320504920733e-06,
      "loss": 0.3276,
      "step": 1221910
    },
    {
      "epoch": 341.03,
      "grad_norm": 1.1615768671035767,
      "learning_rate": 3.0952948931770996e-06,
      "loss": 0.354,
      "step": 1221920
    },
    {
      "epoch": 341.04,
      "grad_norm": 1.4282959699630737,
      "learning_rate": 3.095269281333436e-06,
      "loss": 0.3504,
      "step": 1221930
    },
    {
      "epoch": 341.04,
      "grad_norm": 0.9122675657272339,
      "learning_rate": 3.095243669389745e-06,
      "loss": 0.3509,
      "step": 1221940
    },
    {
      "epoch": 341.04,
      "grad_norm": 1.023358702659607,
      "learning_rate": 3.0952180573460297e-06,
      "loss": 0.3514,
      "step": 1221950
    },
    {
      "epoch": 341.04,
      "grad_norm": 0.9732778668403625,
      "learning_rate": 3.095192445202294e-06,
      "loss": 0.3619,
      "step": 1221960
    },
    {
      "epoch": 341.05,
      "grad_norm": 1.073298692703247,
      "learning_rate": 3.095166832958541e-06,
      "loss": 0.3393,
      "step": 1221970
    },
    {
      "epoch": 341.05,
      "grad_norm": 0.9845502972602844,
      "learning_rate": 3.0951412206147742e-06,
      "loss": 0.3465,
      "step": 1221980
    },
    {
      "epoch": 341.05,
      "grad_norm": 1.205366849899292,
      "learning_rate": 3.095115608170997e-06,
      "loss": 0.3528,
      "step": 1221990
    },
    {
      "epoch": 341.05,
      "grad_norm": 1.0685460567474365,
      "learning_rate": 3.0950899956272127e-06,
      "loss": 0.3485,
      "step": 1222000
    },
    {
      "epoch": 341.06,
      "grad_norm": 0.9188259840011597,
      "learning_rate": 3.0950643829834256e-06,
      "loss": 0.3555,
      "step": 1222010
    },
    {
      "epoch": 341.06,
      "grad_norm": 0.9930145144462585,
      "learning_rate": 3.0950387702396377e-06,
      "loss": 0.3567,
      "step": 1222020
    },
    {
      "epoch": 341.06,
      "grad_norm": 0.9788445830345154,
      "learning_rate": 3.0950131573958534e-06,
      "loss": 0.3421,
      "step": 1222030
    },
    {
      "epoch": 341.07,
      "grad_norm": 1.0266789197921753,
      "learning_rate": 3.0949875444520756e-06,
      "loss": 0.3421,
      "step": 1222040
    },
    {
      "epoch": 341.07,
      "grad_norm": 1.26609468460083,
      "learning_rate": 3.0949619314083077e-06,
      "loss": 0.348,
      "step": 1222050
    },
    {
      "epoch": 341.07,
      "grad_norm": 0.9365079998970032,
      "learning_rate": 3.094936318264553e-06,
      "loss": 0.3506,
      "step": 1222060
    },
    {
      "epoch": 341.07,
      "grad_norm": 0.9639585018157959,
      "learning_rate": 3.094910705020816e-06,
      "loss": 0.3522,
      "step": 1222070
    },
    {
      "epoch": 341.08,
      "grad_norm": 1.215378999710083,
      "learning_rate": 3.0948850916770987e-06,
      "loss": 0.365,
      "step": 1222080
    },
    {
      "epoch": 341.08,
      "grad_norm": 0.9367627501487732,
      "learning_rate": 3.094859478233405e-06,
      "loss": 0.3702,
      "step": 1222090
    },
    {
      "epoch": 341.08,
      "grad_norm": 0.9977400302886963,
      "learning_rate": 3.0948338646897394e-06,
      "loss": 0.3701,
      "step": 1222100
    },
    {
      "epoch": 341.09,
      "grad_norm": 1.1164594888687134,
      "learning_rate": 3.094808251046103e-06,
      "loss": 0.3444,
      "step": 1222110
    },
    {
      "epoch": 341.09,
      "grad_norm": 0.9597022533416748,
      "learning_rate": 3.0947826373025017e-06,
      "loss": 0.3369,
      "step": 1222120
    },
    {
      "epoch": 341.09,
      "grad_norm": 0.9248002767562866,
      "learning_rate": 3.094757023458937e-06,
      "loss": 0.3616,
      "step": 1222130
    },
    {
      "epoch": 341.09,
      "grad_norm": 0.9633158445358276,
      "learning_rate": 3.0947314095154137e-06,
      "loss": 0.3536,
      "step": 1222140
    },
    {
      "epoch": 341.1,
      "grad_norm": 1.1020344495773315,
      "learning_rate": 3.0947057954719335e-06,
      "loss": 0.3617,
      "step": 1222150
    },
    {
      "epoch": 341.1,
      "grad_norm": 0.9799062609672546,
      "learning_rate": 3.0946801813285016e-06,
      "loss": 0.3468,
      "step": 1222160
    },
    {
      "epoch": 341.1,
      "grad_norm": 0.934432864189148,
      "learning_rate": 3.094654567085121e-06,
      "loss": 0.3492,
      "step": 1222170
    },
    {
      "epoch": 341.11,
      "grad_norm": 0.9221408367156982,
      "learning_rate": 3.094628952741794e-06,
      "loss": 0.3296,
      "step": 1222180
    },
    {
      "epoch": 341.11,
      "grad_norm": 0.9872138500213623,
      "learning_rate": 3.0946033382985258e-06,
      "loss": 0.365,
      "step": 1222190
    },
    {
      "epoch": 341.11,
      "grad_norm": 0.9581804871559143,
      "learning_rate": 3.0945777237553185e-06,
      "loss": 0.3511,
      "step": 1222200
    },
    {
      "epoch": 341.11,
      "grad_norm": 0.8811123371124268,
      "learning_rate": 3.0945521091121753e-06,
      "loss": 0.3591,
      "step": 1222210
    },
    {
      "epoch": 341.12,
      "grad_norm": 0.9676756262779236,
      "learning_rate": 3.094526494369101e-06,
      "loss": 0.349,
      "step": 1222220
    },
    {
      "epoch": 341.12,
      "grad_norm": 0.9118230938911438,
      "learning_rate": 3.0945008795260973e-06,
      "loss": 0.3484,
      "step": 1222230
    },
    {
      "epoch": 341.12,
      "grad_norm": 0.8824916481971741,
      "learning_rate": 3.0944752645831685e-06,
      "loss": 0.3471,
      "step": 1222240
    },
    {
      "epoch": 341.12,
      "grad_norm": 1.024146318435669,
      "learning_rate": 3.0944496495403185e-06,
      "loss": 0.361,
      "step": 1222250
    },
    {
      "epoch": 341.13,
      "grad_norm": 1.002907395362854,
      "learning_rate": 3.09442403439755e-06,
      "loss": 0.3359,
      "step": 1222260
    },
    {
      "epoch": 341.13,
      "grad_norm": 0.9295378923416138,
      "learning_rate": 3.0943984191548667e-06,
      "loss": 0.3503,
      "step": 1222270
    },
    {
      "epoch": 341.13,
      "grad_norm": 1.1368235349655151,
      "learning_rate": 3.0943728038122712e-06,
      "loss": 0.352,
      "step": 1222280
    },
    {
      "epoch": 341.14,
      "grad_norm": 1.1357693672180176,
      "learning_rate": 3.0943471883697682e-06,
      "loss": 0.3423,
      "step": 1222290
    },
    {
      "epoch": 341.14,
      "grad_norm": 1.0307761430740356,
      "learning_rate": 3.0943215728273603e-06,
      "loss": 0.3559,
      "step": 1222300
    },
    {
      "epoch": 341.14,
      "grad_norm": 1.0286827087402344,
      "learning_rate": 3.0942959571850507e-06,
      "loss": 0.3482,
      "step": 1222310
    },
    {
      "epoch": 341.14,
      "grad_norm": 1.0019145011901855,
      "learning_rate": 3.0942703414428437e-06,
      "loss": 0.3465,
      "step": 1222320
    },
    {
      "epoch": 341.15,
      "grad_norm": 1.1121594905853271,
      "learning_rate": 3.0942447256007428e-06,
      "loss": 0.3759,
      "step": 1222330
    },
    {
      "epoch": 341.15,
      "grad_norm": 1.1455345153808594,
      "learning_rate": 3.0942191096587504e-06,
      "loss": 0.3532,
      "step": 1222340
    },
    {
      "epoch": 341.15,
      "grad_norm": 0.9082717299461365,
      "learning_rate": 3.0941934936168703e-06,
      "loss": 0.344,
      "step": 1222350
    },
    {
      "epoch": 341.16,
      "grad_norm": 1.0070123672485352,
      "learning_rate": 3.0941678774751057e-06,
      "loss": 0.3525,
      "step": 1222360
    },
    {
      "epoch": 341.16,
      "grad_norm": 0.9109593033790588,
      "learning_rate": 3.0941422612334605e-06,
      "loss": 0.345,
      "step": 1222370
    },
    {
      "epoch": 341.16,
      "grad_norm": 1.028733253479004,
      "learning_rate": 3.0941166448919375e-06,
      "loss": 0.3613,
      "step": 1222380
    },
    {
      "epoch": 341.16,
      "grad_norm": 1.2723734378814697,
      "learning_rate": 3.094091028450541e-06,
      "loss": 0.35,
      "step": 1222390
    },
    {
      "epoch": 341.17,
      "grad_norm": 1.1287999153137207,
      "learning_rate": 3.094065411909274e-06,
      "loss": 0.3621,
      "step": 1222400
    },
    {
      "epoch": 341.17,
      "grad_norm": 1.0967230796813965,
      "learning_rate": 3.0940397952681397e-06,
      "loss": 0.3643,
      "step": 1222410
    },
    {
      "epoch": 341.17,
      "grad_norm": 1.0341142416000366,
      "learning_rate": 3.0940141785271415e-06,
      "loss": 0.3345,
      "step": 1222420
    },
    {
      "epoch": 341.17,
      "grad_norm": 0.9054902791976929,
      "learning_rate": 3.093988561686283e-06,
      "loss": 0.3477,
      "step": 1222430
    },
    {
      "epoch": 341.18,
      "grad_norm": 1.054183006286621,
      "learning_rate": 3.0939629447455675e-06,
      "loss": 0.3571,
      "step": 1222440
    },
    {
      "epoch": 341.18,
      "grad_norm": 1.0085844993591309,
      "learning_rate": 3.0939373277049984e-06,
      "loss": 0.3435,
      "step": 1222450
    },
    {
      "epoch": 341.18,
      "grad_norm": 0.9864208698272705,
      "learning_rate": 3.093911710564579e-06,
      "loss": 0.3502,
      "step": 1222460
    },
    {
      "epoch": 341.19,
      "grad_norm": 1.0778504610061646,
      "learning_rate": 3.093886093324313e-06,
      "loss": 0.3517,
      "step": 1222470
    },
    {
      "epoch": 341.19,
      "grad_norm": 1.227813720703125,
      "learning_rate": 3.093860475984204e-06,
      "loss": 0.3294,
      "step": 1222480
    },
    {
      "epoch": 341.19,
      "grad_norm": 1.1554834842681885,
      "learning_rate": 3.0938348585442555e-06,
      "loss": 0.3435,
      "step": 1222490
    },
    {
      "epoch": 341.19,
      "grad_norm": 1.1921179294586182,
      "learning_rate": 3.0938092410044697e-06,
      "loss": 0.3517,
      "step": 1222500
    },
    {
      "epoch": 341.2,
      "grad_norm": 1.1040070056915283,
      "learning_rate": 3.0937836233648505e-06,
      "loss": 0.3376,
      "step": 1222510
    },
    {
      "epoch": 341.2,
      "grad_norm": 1.0481605529785156,
      "learning_rate": 3.0937580056254025e-06,
      "loss": 0.353,
      "step": 1222520
    },
    {
      "epoch": 341.2,
      "grad_norm": 1.0623290538787842,
      "learning_rate": 3.093732387786128e-06,
      "loss": 0.3605,
      "step": 1222530
    },
    {
      "epoch": 341.21,
      "grad_norm": 1.0705702304840088,
      "learning_rate": 3.0937067698470296e-06,
      "loss": 0.3584,
      "step": 1222540
    },
    {
      "epoch": 341.21,
      "grad_norm": 0.9768296480178833,
      "learning_rate": 3.093681151808113e-06,
      "loss": 0.3604,
      "step": 1222550
    },
    {
      "epoch": 341.21,
      "grad_norm": 0.8837224245071411,
      "learning_rate": 3.09365553366938e-06,
      "loss": 0.3539,
      "step": 1222560
    },
    {
      "epoch": 341.21,
      "grad_norm": 1.1545103788375854,
      "learning_rate": 3.0936299154308345e-06,
      "loss": 0.3523,
      "step": 1222570
    },
    {
      "epoch": 341.22,
      "grad_norm": 1.1032512187957764,
      "learning_rate": 3.0936042970924788e-06,
      "loss": 0.3724,
      "step": 1222580
    },
    {
      "epoch": 341.22,
      "grad_norm": 0.970979630947113,
      "learning_rate": 3.0935786786543184e-06,
      "loss": 0.3576,
      "step": 1222590
    },
    {
      "epoch": 341.22,
      "grad_norm": 1.122124195098877,
      "learning_rate": 3.0935530601163555e-06,
      "loss": 0.3518,
      "step": 1222600
    },
    {
      "epoch": 341.23,
      "grad_norm": 0.9538981914520264,
      "learning_rate": 3.0935274414785935e-06,
      "loss": 0.3647,
      "step": 1222610
    },
    {
      "epoch": 341.23,
      "grad_norm": 0.920796811580658,
      "learning_rate": 3.093501822741036e-06,
      "loss": 0.3491,
      "step": 1222620
    },
    {
      "epoch": 341.23,
      "grad_norm": 1.059689998626709,
      "learning_rate": 3.093476203903686e-06,
      "loss": 0.3532,
      "step": 1222630
    },
    {
      "epoch": 341.23,
      "grad_norm": 1.3192659616470337,
      "learning_rate": 3.093450584966547e-06,
      "loss": 0.3457,
      "step": 1222640
    },
    {
      "epoch": 341.24,
      "grad_norm": 1.0516725778579712,
      "learning_rate": 3.093424965929624e-06,
      "loss": 0.3529,
      "step": 1222650
    },
    {
      "epoch": 341.24,
      "grad_norm": 0.9089249968528748,
      "learning_rate": 3.0933993467929176e-06,
      "loss": 0.3506,
      "step": 1222660
    },
    {
      "epoch": 341.24,
      "grad_norm": 1.1868908405303955,
      "learning_rate": 3.093373727556433e-06,
      "loss": 0.3719,
      "step": 1222670
    },
    {
      "epoch": 341.24,
      "grad_norm": 1.0363199710845947,
      "learning_rate": 3.093348108220173e-06,
      "loss": 0.3489,
      "step": 1222680
    },
    {
      "epoch": 341.25,
      "grad_norm": 1.0850611925125122,
      "learning_rate": 3.093322488784142e-06,
      "loss": 0.3495,
      "step": 1222690
    },
    {
      "epoch": 341.25,
      "grad_norm": 1.0509450435638428,
      "learning_rate": 3.093296869248343e-06,
      "loss": 0.3511,
      "step": 1222700
    },
    {
      "epoch": 341.25,
      "grad_norm": 1.1224199533462524,
      "learning_rate": 3.093271249612778e-06,
      "loss": 0.3514,
      "step": 1222710
    },
    {
      "epoch": 341.26,
      "grad_norm": 0.9834128618240356,
      "learning_rate": 3.0932456298774526e-06,
      "loss": 0.363,
      "step": 1222720
    },
    {
      "epoch": 341.26,
      "grad_norm": 1.1164114475250244,
      "learning_rate": 3.0932200100423684e-06,
      "loss": 0.3561,
      "step": 1222730
    },
    {
      "epoch": 341.26,
      "grad_norm": 1.0339974164962769,
      "learning_rate": 3.093194390107529e-06,
      "loss": 0.3439,
      "step": 1222740
    },
    {
      "epoch": 341.26,
      "grad_norm": 0.8889247179031372,
      "learning_rate": 3.09316877007294e-06,
      "loss": 0.3596,
      "step": 1222750
    },
    {
      "epoch": 341.27,
      "grad_norm": 1.0102061033248901,
      "learning_rate": 3.093143149938602e-06,
      "loss": 0.3441,
      "step": 1222760
    },
    {
      "epoch": 341.27,
      "grad_norm": 1.088028907775879,
      "learning_rate": 3.0931175297045197e-06,
      "loss": 0.3679,
      "step": 1222770
    },
    {
      "epoch": 341.27,
      "grad_norm": 0.9805294275283813,
      "learning_rate": 3.093091909370697e-06,
      "loss": 0.3562,
      "step": 1222780
    },
    {
      "epoch": 341.28,
      "grad_norm": 0.9302130937576294,
      "learning_rate": 3.093066288937136e-06,
      "loss": 0.3556,
      "step": 1222790
    },
    {
      "epoch": 341.28,
      "grad_norm": 1.0961724519729614,
      "learning_rate": 3.0930406684038407e-06,
      "loss": 0.3415,
      "step": 1222800
    },
    {
      "epoch": 341.28,
      "grad_norm": 1.0870107412338257,
      "learning_rate": 3.093015047770815e-06,
      "loss": 0.3518,
      "step": 1222810
    },
    {
      "epoch": 341.28,
      "grad_norm": 1.182792067527771,
      "learning_rate": 3.0929894270380616e-06,
      "loss": 0.3357,
      "step": 1222820
    },
    {
      "epoch": 341.29,
      "grad_norm": 0.859747588634491,
      "learning_rate": 3.092963806205584e-06,
      "loss": 0.3437,
      "step": 1222830
    },
    {
      "epoch": 341.29,
      "grad_norm": 0.934644877910614,
      "learning_rate": 3.0929381852733866e-06,
      "loss": 0.3597,
      "step": 1222840
    },
    {
      "epoch": 341.29,
      "grad_norm": 0.9811687469482422,
      "learning_rate": 3.092912564241472e-06,
      "loss": 0.3494,
      "step": 1222850
    },
    {
      "epoch": 341.3,
      "grad_norm": 1.0264403820037842,
      "learning_rate": 3.092886943109843e-06,
      "loss": 0.3522,
      "step": 1222860
    },
    {
      "epoch": 341.3,
      "grad_norm": 1.041174054145813,
      "learning_rate": 3.092861321878504e-06,
      "loss": 0.3387,
      "step": 1222870
    },
    {
      "epoch": 341.3,
      "grad_norm": 1.1116318702697754,
      "learning_rate": 3.0928357005474587e-06,
      "loss": 0.36,
      "step": 1222880
    },
    {
      "epoch": 341.3,
      "grad_norm": 0.9703482985496521,
      "learning_rate": 3.092810079116709e-06,
      "loss": 0.3482,
      "step": 1222890
    },
    {
      "epoch": 341.31,
      "grad_norm": 1.1067403554916382,
      "learning_rate": 3.0927844575862596e-06,
      "loss": 0.3534,
      "step": 1222900
    },
    {
      "epoch": 341.31,
      "grad_norm": 1.0275832414627075,
      "learning_rate": 3.092758835956113e-06,
      "loss": 0.3619,
      "step": 1222910
    },
    {
      "epoch": 341.31,
      "grad_norm": 1.020330548286438,
      "learning_rate": 3.092733214226274e-06,
      "loss": 0.3564,
      "step": 1222920
    },
    {
      "epoch": 341.31,
      "grad_norm": 1.1781760454177856,
      "learning_rate": 3.0927075923967444e-06,
      "loss": 0.3509,
      "step": 1222930
    },
    {
      "epoch": 341.32,
      "grad_norm": 1.170178771018982,
      "learning_rate": 3.0926819704675292e-06,
      "loss": 0.3428,
      "step": 1222940
    },
    {
      "epoch": 341.32,
      "grad_norm": 0.9869483113288879,
      "learning_rate": 3.0926563484386298e-06,
      "loss": 0.3607,
      "step": 1222950
    },
    {
      "epoch": 341.32,
      "grad_norm": 1.0731745958328247,
      "learning_rate": 3.0926307263100514e-06,
      "loss": 0.3331,
      "step": 1222960
    },
    {
      "epoch": 341.33,
      "grad_norm": 1.0409283638000488,
      "learning_rate": 3.0926051040817964e-06,
      "loss": 0.35,
      "step": 1222970
    },
    {
      "epoch": 341.33,
      "grad_norm": 1.1343793869018555,
      "learning_rate": 3.0925794817538685e-06,
      "loss": 0.3495,
      "step": 1222980
    },
    {
      "epoch": 341.33,
      "grad_norm": 1.0852099657058716,
      "learning_rate": 3.0925538593262723e-06,
      "loss": 0.3631,
      "step": 1222990
    },
    {
      "epoch": 341.33,
      "grad_norm": 1.0533345937728882,
      "learning_rate": 3.0925282367990087e-06,
      "loss": 0.3524,
      "step": 1223000
    },
    {
      "epoch": 341.34,
      "grad_norm": 1.0603959560394287,
      "learning_rate": 3.092502614172084e-06,
      "loss": 0.3536,
      "step": 1223010
    },
    {
      "epoch": 341.34,
      "grad_norm": 1.0173476934432983,
      "learning_rate": 3.0924769914454988e-06,
      "loss": 0.3489,
      "step": 1223020
    },
    {
      "epoch": 341.34,
      "grad_norm": 1.040136456489563,
      "learning_rate": 3.0924513686192584e-06,
      "loss": 0.3557,
      "step": 1223030
    },
    {
      "epoch": 341.35,
      "grad_norm": 0.9963470697402954,
      "learning_rate": 3.092425745693366e-06,
      "loss": 0.3452,
      "step": 1223040
    },
    {
      "epoch": 341.35,
      "grad_norm": 0.954314112663269,
      "learning_rate": 3.0924001226678237e-06,
      "loss": 0.3511,
      "step": 1223050
    },
    {
      "epoch": 341.35,
      "grad_norm": 0.92279052734375,
      "learning_rate": 3.0923744995426366e-06,
      "loss": 0.3487,
      "step": 1223060
    },
    {
      "epoch": 341.35,
      "grad_norm": 1.0630989074707031,
      "learning_rate": 3.092348876317807e-06,
      "loss": 0.3698,
      "step": 1223070
    },
    {
      "epoch": 341.36,
      "grad_norm": 1.2222927808761597,
      "learning_rate": 3.092323252993339e-06,
      "loss": 0.3651,
      "step": 1223080
    },
    {
      "epoch": 341.36,
      "grad_norm": 1.133934497833252,
      "learning_rate": 3.0922976295692356e-06,
      "loss": 0.3385,
      "step": 1223090
    },
    {
      "epoch": 341.36,
      "grad_norm": 0.9953606128692627,
      "learning_rate": 3.0922720060455004e-06,
      "loss": 0.3479,
      "step": 1223100
    },
    {
      "epoch": 341.36,
      "grad_norm": 1.0115361213684082,
      "learning_rate": 3.092246382422136e-06,
      "loss": 0.3498,
      "step": 1223110
    },
    {
      "epoch": 341.37,
      "grad_norm": 1.0786958932876587,
      "learning_rate": 3.0922207586991473e-06,
      "loss": 0.3577,
      "step": 1223120
    },
    {
      "epoch": 341.37,
      "grad_norm": 1.0938082933425903,
      "learning_rate": 3.092195134876536e-06,
      "loss": 0.3416,
      "step": 1223130
    },
    {
      "epoch": 341.37,
      "grad_norm": 0.894835352897644,
      "learning_rate": 3.092169510954308e-06,
      "loss": 0.3381,
      "step": 1223140
    },
    {
      "epoch": 341.38,
      "grad_norm": 0.9371299147605896,
      "learning_rate": 3.0921438869324644e-06,
      "loss": 0.3647,
      "step": 1223150
    },
    {
      "epoch": 341.38,
      "grad_norm": 0.9927891492843628,
      "learning_rate": 3.092118262811009e-06,
      "loss": 0.3515,
      "step": 1223160
    },
    {
      "epoch": 341.38,
      "grad_norm": 2.150810480117798,
      "learning_rate": 3.0920926385899464e-06,
      "loss": 0.3545,
      "step": 1223170
    },
    {
      "epoch": 341.38,
      "grad_norm": 1.12371826171875,
      "learning_rate": 3.0920670142692785e-06,
      "loss": 0.3602,
      "step": 1223180
    },
    {
      "epoch": 341.39,
      "grad_norm": 1.1008390188217163,
      "learning_rate": 3.092041389849009e-06,
      "loss": 0.3519,
      "step": 1223190
    },
    {
      "epoch": 341.39,
      "grad_norm": 1.0362597703933716,
      "learning_rate": 3.0920157653291427e-06,
      "loss": 0.3516,
      "step": 1223200
    },
    {
      "epoch": 341.39,
      "grad_norm": 1.0251848697662354,
      "learning_rate": 3.0919901407096815e-06,
      "loss": 0.3458,
      "step": 1223210
    },
    {
      "epoch": 341.4,
      "grad_norm": 0.9877013564109802,
      "learning_rate": 3.09196451599063e-06,
      "loss": 0.3664,
      "step": 1223220
    },
    {
      "epoch": 341.4,
      "grad_norm": 1.0857017040252686,
      "learning_rate": 3.09193889117199e-06,
      "loss": 0.339,
      "step": 1223230
    },
    {
      "epoch": 341.4,
      "grad_norm": 0.9414322972297668,
      "learning_rate": 3.0919132662537665e-06,
      "loss": 0.3586,
      "step": 1223240
    },
    {
      "epoch": 341.4,
      "grad_norm": 1.0214102268218994,
      "learning_rate": 3.0918876412359617e-06,
      "loss": 0.3488,
      "step": 1223250
    },
    {
      "epoch": 341.41,
      "grad_norm": 1.01813805103302,
      "learning_rate": 3.0918620161185794e-06,
      "loss": 0.3523,
      "step": 1223260
    },
    {
      "epoch": 341.41,
      "grad_norm": 0.8381310105323792,
      "learning_rate": 3.0918363909016245e-06,
      "loss": 0.3573,
      "step": 1223270
    },
    {
      "epoch": 341.41,
      "grad_norm": 0.9647780656814575,
      "learning_rate": 3.091810765585098e-06,
      "loss": 0.3518,
      "step": 1223280
    },
    {
      "epoch": 341.42,
      "grad_norm": 0.8210030198097229,
      "learning_rate": 3.0917851401690048e-06,
      "loss": 0.3492,
      "step": 1223290
    },
    {
      "epoch": 341.42,
      "grad_norm": 1.0407793521881104,
      "learning_rate": 3.0917595146533484e-06,
      "loss": 0.3505,
      "step": 1223300
    },
    {
      "epoch": 341.42,
      "grad_norm": 0.9009075164794922,
      "learning_rate": 3.0917338890381304e-06,
      "loss": 0.3599,
      "step": 1223310
    },
    {
      "epoch": 341.42,
      "grad_norm": 1.0667988061904907,
      "learning_rate": 3.0917082633233565e-06,
      "loss": 0.351,
      "step": 1223320
    },
    {
      "epoch": 341.43,
      "grad_norm": 0.9573693871498108,
      "learning_rate": 3.091682637509029e-06,
      "loss": 0.3486,
      "step": 1223330
    },
    {
      "epoch": 341.43,
      "grad_norm": 0.8665555715560913,
      "learning_rate": 3.091657011595151e-06,
      "loss": 0.3483,
      "step": 1223340
    },
    {
      "epoch": 341.43,
      "grad_norm": 0.9099828600883484,
      "learning_rate": 3.091631385581727e-06,
      "loss": 0.3461,
      "step": 1223350
    },
    {
      "epoch": 341.43,
      "grad_norm": 0.9577654004096985,
      "learning_rate": 3.0916057594687595e-06,
      "loss": 0.3438,
      "step": 1223360
    },
    {
      "epoch": 341.44,
      "grad_norm": 0.9886903166770935,
      "learning_rate": 3.0915801332562525e-06,
      "loss": 0.372,
      "step": 1223370
    },
    {
      "epoch": 341.44,
      "grad_norm": 1.5665521621704102,
      "learning_rate": 3.0915545069442085e-06,
      "loss": 0.3399,
      "step": 1223380
    },
    {
      "epoch": 341.44,
      "grad_norm": 1.0625545978546143,
      "learning_rate": 3.0915288805326322e-06,
      "loss": 0.3624,
      "step": 1223390
    },
    {
      "epoch": 341.45,
      "grad_norm": 1.0835905075073242,
      "learning_rate": 3.0915032540215258e-06,
      "loss": 0.357,
      "step": 1223400
    },
    {
      "epoch": 341.45,
      "grad_norm": 1.0735609531402588,
      "learning_rate": 3.091477627410893e-06,
      "loss": 0.3462,
      "step": 1223410
    },
    {
      "epoch": 341.45,
      "grad_norm": 1.1734797954559326,
      "learning_rate": 3.091452000700738e-06,
      "loss": 0.3408,
      "step": 1223420
    },
    {
      "epoch": 341.45,
      "grad_norm": 1.0035905838012695,
      "learning_rate": 3.0914263738910634e-06,
      "loss": 0.3364,
      "step": 1223430
    },
    {
      "epoch": 341.46,
      "grad_norm": 1.2268387079238892,
      "learning_rate": 3.0914007469818735e-06,
      "loss": 0.3479,
      "step": 1223440
    },
    {
      "epoch": 341.46,
      "grad_norm": 1.060844898223877,
      "learning_rate": 3.0913751199731704e-06,
      "loss": 0.3543,
      "step": 1223450
    },
    {
      "epoch": 341.46,
      "grad_norm": 0.9774616360664368,
      "learning_rate": 3.0913494928649586e-06,
      "loss": 0.3641,
      "step": 1223460
    },
    {
      "epoch": 341.47,
      "grad_norm": 1.0751975774765015,
      "learning_rate": 3.091323865657241e-06,
      "loss": 0.3615,
      "step": 1223470
    },
    {
      "epoch": 341.47,
      "grad_norm": 0.9654057025909424,
      "learning_rate": 3.0912982383500204e-06,
      "loss": 0.3454,
      "step": 1223480
    },
    {
      "epoch": 341.47,
      "grad_norm": 1.110947608947754,
      "learning_rate": 3.0912726109433015e-06,
      "loss": 0.3495,
      "step": 1223490
    },
    {
      "epoch": 341.47,
      "grad_norm": 1.027923583984375,
      "learning_rate": 3.0912469834370876e-06,
      "loss": 0.3414,
      "step": 1223500
    },
    {
      "epoch": 341.48,
      "grad_norm": 0.8993216156959534,
      "learning_rate": 3.0912213558313813e-06,
      "loss": 0.3579,
      "step": 1223510
    },
    {
      "epoch": 341.48,
      "grad_norm": 1.0566339492797852,
      "learning_rate": 3.091195728126186e-06,
      "loss": 0.36,
      "step": 1223520
    },
    {
      "epoch": 341.48,
      "grad_norm": 0.920194685459137,
      "learning_rate": 3.091170100321506e-06,
      "loss": 0.3355,
      "step": 1223530
    },
    {
      "epoch": 341.48,
      "grad_norm": 0.9557777643203735,
      "learning_rate": 3.0911444724173436e-06,
      "loss": 0.3536,
      "step": 1223540
    },
    {
      "epoch": 341.49,
      "grad_norm": 1.095394253730774,
      "learning_rate": 3.091118844413703e-06,
      "loss": 0.363,
      "step": 1223550
    },
    {
      "epoch": 341.49,
      "grad_norm": 1.1091461181640625,
      "learning_rate": 3.091093216310588e-06,
      "loss": 0.3625,
      "step": 1223560
    },
    {
      "epoch": 341.49,
      "grad_norm": 1.0865591764450073,
      "learning_rate": 3.0910675881080006e-06,
      "loss": 0.3555,
      "step": 1223570
    },
    {
      "epoch": 341.5,
      "grad_norm": 1.1939940452575684,
      "learning_rate": 3.0910419598059455e-06,
      "loss": 0.358,
      "step": 1223580
    },
    {
      "epoch": 341.5,
      "grad_norm": 1.0388339757919312,
      "learning_rate": 3.091016331404426e-06,
      "loss": 0.3436,
      "step": 1223590
    },
    {
      "epoch": 341.5,
      "grad_norm": 1.1298887729644775,
      "learning_rate": 3.0909907029034437e-06,
      "loss": 0.3438,
      "step": 1223600
    },
    {
      "epoch": 341.5,
      "grad_norm": 0.9934064149856567,
      "learning_rate": 3.0909650743030047e-06,
      "loss": 0.3491,
      "step": 1223610
    },
    {
      "epoch": 341.51,
      "grad_norm": 1.077148675918579,
      "learning_rate": 3.090939445603111e-06,
      "loss": 0.3379,
      "step": 1223620
    },
    {
      "epoch": 341.51,
      "grad_norm": 0.9256641864776611,
      "learning_rate": 3.0909138168037657e-06,
      "loss": 0.3306,
      "step": 1223630
    },
    {
      "epoch": 341.51,
      "grad_norm": 0.9342555999755859,
      "learning_rate": 3.090888187904973e-06,
      "loss": 0.3699,
      "step": 1223640
    },
    {
      "epoch": 341.52,
      "grad_norm": 1.0054880380630493,
      "learning_rate": 3.0908625589067363e-06,
      "loss": 0.351,
      "step": 1223650
    },
    {
      "epoch": 341.52,
      "grad_norm": 3.402761459350586,
      "learning_rate": 3.090836929809059e-06,
      "loss": 0.3576,
      "step": 1223660
    },
    {
      "epoch": 341.52,
      "grad_norm": 0.9874148368835449,
      "learning_rate": 3.0908113006119432e-06,
      "loss": 0.348,
      "step": 1223670
    },
    {
      "epoch": 341.52,
      "grad_norm": 1.1086013317108154,
      "learning_rate": 3.0907856713153943e-06,
      "loss": 0.3562,
      "step": 1223680
    },
    {
      "epoch": 341.53,
      "grad_norm": 1.209444522857666,
      "learning_rate": 3.0907600419194144e-06,
      "loss": 0.3691,
      "step": 1223690
    },
    {
      "epoch": 341.53,
      "grad_norm": 1.0210113525390625,
      "learning_rate": 3.0907344124240067e-06,
      "loss": 0.3543,
      "step": 1223700
    },
    {
      "epoch": 341.53,
      "grad_norm": 1.1486577987670898,
      "learning_rate": 3.090708782829175e-06,
      "loss": 0.3557,
      "step": 1223710
    },
    {
      "epoch": 341.54,
      "grad_norm": 0.9399223327636719,
      "learning_rate": 3.090683153134924e-06,
      "loss": 0.3499,
      "step": 1223720
    },
    {
      "epoch": 341.54,
      "grad_norm": 0.9275924563407898,
      "learning_rate": 3.0906575233412557e-06,
      "loss": 0.3518,
      "step": 1223730
    },
    {
      "epoch": 341.54,
      "grad_norm": 1.1279600858688354,
      "learning_rate": 3.0906318934481733e-06,
      "loss": 0.3583,
      "step": 1223740
    },
    {
      "epoch": 341.54,
      "grad_norm": 0.8998594284057617,
      "learning_rate": 3.0906062634556818e-06,
      "loss": 0.3554,
      "step": 1223750
    },
    {
      "epoch": 341.55,
      "grad_norm": 0.9373589754104614,
      "learning_rate": 3.090580633363782e-06,
      "loss": 0.352,
      "step": 1223760
    },
    {
      "epoch": 341.55,
      "grad_norm": 1.1538448333740234,
      "learning_rate": 3.0905550031724792e-06,
      "loss": 0.3704,
      "step": 1223770
    },
    {
      "epoch": 341.55,
      "grad_norm": 0.9292800426483154,
      "learning_rate": 3.090529372881777e-06,
      "loss": 0.3489,
      "step": 1223780
    },
    {
      "epoch": 341.55,
      "grad_norm": 1.1179648637771606,
      "learning_rate": 3.0905037424916778e-06,
      "loss": 0.3486,
      "step": 1223790
    },
    {
      "epoch": 341.56,
      "grad_norm": 0.94180828332901,
      "learning_rate": 3.0904781120021863e-06,
      "loss": 0.3615,
      "step": 1223800
    },
    {
      "epoch": 341.56,
      "grad_norm": 1.0629476308822632,
      "learning_rate": 3.090452481413305e-06,
      "loss": 0.3564,
      "step": 1223810
    },
    {
      "epoch": 341.56,
      "grad_norm": 1.0176682472229004,
      "learning_rate": 3.0904268507250368e-06,
      "loss": 0.3681,
      "step": 1223820
    },
    {
      "epoch": 341.57,
      "grad_norm": 0.9285127520561218,
      "learning_rate": 3.0904012199373855e-06,
      "loss": 0.353,
      "step": 1223830
    },
    {
      "epoch": 341.57,
      "grad_norm": 0.9872044920921326,
      "learning_rate": 3.0903755890503544e-06,
      "loss": 0.3358,
      "step": 1223840
    },
    {
      "epoch": 341.57,
      "grad_norm": 2.267378568649292,
      "learning_rate": 3.090349958063948e-06,
      "loss": 0.3485,
      "step": 1223850
    },
    {
      "epoch": 341.57,
      "grad_norm": 1.0353814363479614,
      "learning_rate": 3.0903243269781696e-06,
      "loss": 0.3424,
      "step": 1223860
    },
    {
      "epoch": 341.58,
      "grad_norm": 0.90730220079422,
      "learning_rate": 3.0902986957930214e-06,
      "loss": 0.3484,
      "step": 1223870
    },
    {
      "epoch": 341.58,
      "grad_norm": 1.0972068309783936,
      "learning_rate": 3.090273064508507e-06,
      "loss": 0.3468,
      "step": 1223880
    },
    {
      "epoch": 341.58,
      "grad_norm": 1.1341784000396729,
      "learning_rate": 3.0902474331246304e-06,
      "loss": 0.3867,
      "step": 1223890
    },
    {
      "epoch": 341.59,
      "grad_norm": 1.1229349374771118,
      "learning_rate": 3.0902218016413944e-06,
      "loss": 0.3745,
      "step": 1223900
    },
    {
      "epoch": 341.59,
      "grad_norm": 0.8449046015739441,
      "learning_rate": 3.090196170058803e-06,
      "loss": 0.3395,
      "step": 1223910
    },
    {
      "epoch": 341.59,
      "grad_norm": 1.0202038288116455,
      "learning_rate": 3.0901705383768595e-06,
      "loss": 0.3353,
      "step": 1223920
    },
    {
      "epoch": 341.59,
      "grad_norm": 1.0955297946929932,
      "learning_rate": 3.0901449065955674e-06,
      "loss": 0.3501,
      "step": 1223930
    },
    {
      "epoch": 341.6,
      "grad_norm": 0.981364905834198,
      "learning_rate": 3.0901192747149294e-06,
      "loss": 0.3513,
      "step": 1223940
    },
    {
      "epoch": 341.6,
      "grad_norm": 1.1669501066207886,
      "learning_rate": 3.0900936427349505e-06,
      "loss": 0.3624,
      "step": 1223950
    },
    {
      "epoch": 341.6,
      "grad_norm": 0.9830507636070251,
      "learning_rate": 3.090068010655632e-06,
      "loss": 0.3434,
      "step": 1223960
    },
    {
      "epoch": 341.6,
      "grad_norm": 1.0380779504776,
      "learning_rate": 3.0900423784769793e-06,
      "loss": 0.3625,
      "step": 1223970
    },
    {
      "epoch": 341.61,
      "grad_norm": 1.045715570449829,
      "learning_rate": 3.090016746198994e-06,
      "loss": 0.3577,
      "step": 1223980
    },
    {
      "epoch": 341.61,
      "grad_norm": 1.0059281587600708,
      "learning_rate": 3.0899911138216807e-06,
      "loss": 0.3643,
      "step": 1223990
    },
    {
      "epoch": 341.61,
      "grad_norm": 0.8691715002059937,
      "learning_rate": 3.0899654813450424e-06,
      "loss": 0.3432,
      "step": 1224000
    },
    {
      "epoch": 341.62,
      "grad_norm": 0.918982744216919,
      "learning_rate": 3.0899398487690826e-06,
      "loss": 0.349,
      "step": 1224010
    },
    {
      "epoch": 341.62,
      "grad_norm": 0.9716082811355591,
      "learning_rate": 3.0899142160938044e-06,
      "loss": 0.3644,
      "step": 1224020
    },
    {
      "epoch": 341.62,
      "grad_norm": 1.266357660293579,
      "learning_rate": 3.0898885833192125e-06,
      "loss": 0.3364,
      "step": 1224030
    },
    {
      "epoch": 341.62,
      "grad_norm": 1.0117164850234985,
      "learning_rate": 3.0898629504453097e-06,
      "loss": 0.3615,
      "step": 1224040
    },
    {
      "epoch": 341.63,
      "grad_norm": 0.9624831676483154,
      "learning_rate": 3.089837317472098e-06,
      "loss": 0.3635,
      "step": 1224050
    },
    {
      "epoch": 341.63,
      "grad_norm": 0.8813880681991577,
      "learning_rate": 3.0898116843995815e-06,
      "loss": 0.3644,
      "step": 1224060
    },
    {
      "epoch": 341.63,
      "grad_norm": 1.0507477521896362,
      "learning_rate": 3.0897860512277646e-06,
      "loss": 0.3446,
      "step": 1224070
    },
    {
      "epoch": 341.64,
      "grad_norm": 1.1235496997833252,
      "learning_rate": 3.0897604179566504e-06,
      "loss": 0.3424,
      "step": 1224080
    },
    {
      "epoch": 341.64,
      "grad_norm": 1.000986933708191,
      "learning_rate": 3.089734784586241e-06,
      "loss": 0.3426,
      "step": 1224090
    },
    {
      "epoch": 341.64,
      "grad_norm": 1.0588806867599487,
      "learning_rate": 3.089709151116542e-06,
      "loss": 0.336,
      "step": 1224100
    },
    {
      "epoch": 341.64,
      "grad_norm": 1.221503496170044,
      "learning_rate": 3.0896835175475556e-06,
      "loss": 0.356,
      "step": 1224110
    },
    {
      "epoch": 341.65,
      "grad_norm": 0.9278885722160339,
      "learning_rate": 3.0896578838792846e-06,
      "loss": 0.3506,
      "step": 1224120
    },
    {
      "epoch": 341.65,
      "grad_norm": 0.9670937061309814,
      "learning_rate": 3.0896322501117333e-06,
      "loss": 0.3367,
      "step": 1224130
    },
    {
      "epoch": 341.65,
      "grad_norm": 0.9034959673881531,
      "learning_rate": 3.089606616244905e-06,
      "loss": 0.3321,
      "step": 1224140
    },
    {
      "epoch": 341.66,
      "grad_norm": 0.9539762139320374,
      "learning_rate": 3.089580982278802e-06,
      "loss": 0.3415,
      "step": 1224150
    },
    {
      "epoch": 341.66,
      "grad_norm": 0.8597568273544312,
      "learning_rate": 3.0895553482134297e-06,
      "loss": 0.3359,
      "step": 1224160
    },
    {
      "epoch": 341.66,
      "grad_norm": 1.0421968698501587,
      "learning_rate": 3.089529714048791e-06,
      "loss": 0.3666,
      "step": 1224170
    },
    {
      "epoch": 341.66,
      "grad_norm": 1.256916880607605,
      "learning_rate": 3.089504079784888e-06,
      "loss": 0.3512,
      "step": 1224180
    },
    {
      "epoch": 341.67,
      "grad_norm": 0.9284417629241943,
      "learning_rate": 3.089478445421725e-06,
      "loss": 0.3571,
      "step": 1224190
    },
    {
      "epoch": 341.67,
      "grad_norm": 1.0302884578704834,
      "learning_rate": 3.0894528109593054e-06,
      "loss": 0.3508,
      "step": 1224200
    },
    {
      "epoch": 341.67,
      "grad_norm": 1.1737948656082153,
      "learning_rate": 3.0894271763976323e-06,
      "loss": 0.3697,
      "step": 1224210
    },
    {
      "epoch": 341.67,
      "grad_norm": 1.3798600435256958,
      "learning_rate": 3.0894015417367094e-06,
      "loss": 0.3393,
      "step": 1224220
    },
    {
      "epoch": 341.68,
      "grad_norm": 0.9230990409851074,
      "learning_rate": 3.0893759069765405e-06,
      "loss": 0.3466,
      "step": 1224230
    },
    {
      "epoch": 341.68,
      "grad_norm": 0.8452120423316956,
      "learning_rate": 3.089350272117128e-06,
      "loss": 0.3502,
      "step": 1224240
    },
    {
      "epoch": 341.68,
      "grad_norm": 1.033049464225769,
      "learning_rate": 3.0893246371584766e-06,
      "loss": 0.3427,
      "step": 1224250
    },
    {
      "epoch": 341.69,
      "grad_norm": 1.1721594333648682,
      "learning_rate": 3.089299002100589e-06,
      "loss": 0.3445,
      "step": 1224260
    },
    {
      "epoch": 341.69,
      "grad_norm": 0.8377470374107361,
      "learning_rate": 3.0892733669434685e-06,
      "loss": 0.3602,
      "step": 1224270
    },
    {
      "epoch": 341.69,
      "grad_norm": 1.08645761013031,
      "learning_rate": 3.0892477316871182e-06,
      "loss": 0.3515,
      "step": 1224280
    },
    {
      "epoch": 341.69,
      "grad_norm": 0.9998685121536255,
      "learning_rate": 3.089222096331542e-06,
      "loss": 0.3466,
      "step": 1224290
    },
    {
      "epoch": 341.7,
      "grad_norm": 9.505249977111816,
      "learning_rate": 3.0891964608767433e-06,
      "loss": 0.3464,
      "step": 1224300
    },
    {
      "epoch": 341.7,
      "grad_norm": 1.041711688041687,
      "learning_rate": 3.089170825322726e-06,
      "loss": 0.351,
      "step": 1224310
    },
    {
      "epoch": 341.7,
      "grad_norm": 0.9428712725639343,
      "learning_rate": 3.089145189669493e-06,
      "loss": 0.3474,
      "step": 1224320
    },
    {
      "epoch": 341.71,
      "grad_norm": 0.9655370712280273,
      "learning_rate": 3.0891195539170473e-06,
      "loss": 0.3457,
      "step": 1224330
    },
    {
      "epoch": 341.71,
      "grad_norm": 1.0631375312805176,
      "learning_rate": 3.0890939180653926e-06,
      "loss": 0.3442,
      "step": 1224340
    },
    {
      "epoch": 341.71,
      "grad_norm": 1.0155560970306396,
      "learning_rate": 3.0890682821145325e-06,
      "loss": 0.3464,
      "step": 1224350
    },
    {
      "epoch": 341.71,
      "grad_norm": 1.122205138206482,
      "learning_rate": 3.0890426460644705e-06,
      "loss": 0.3453,
      "step": 1224360
    },
    {
      "epoch": 341.72,
      "grad_norm": 0.9602115750312805,
      "learning_rate": 3.089017009915209e-06,
      "loss": 0.3691,
      "step": 1224370
    },
    {
      "epoch": 341.72,
      "grad_norm": 0.9634630680084229,
      "learning_rate": 3.0889913736667533e-06,
      "loss": 0.3396,
      "step": 1224380
    },
    {
      "epoch": 341.72,
      "grad_norm": 1.1085008382797241,
      "learning_rate": 3.0889657373191054e-06,
      "loss": 0.3372,
      "step": 1224390
    },
    {
      "epoch": 341.72,
      "grad_norm": 1.28141188621521,
      "learning_rate": 3.08894010087227e-06,
      "loss": 0.3412,
      "step": 1224400
    },
    {
      "epoch": 341.73,
      "grad_norm": 1.1541874408721924,
      "learning_rate": 3.0889144643262484e-06,
      "loss": 0.3593,
      "step": 1224410
    },
    {
      "epoch": 341.73,
      "grad_norm": 1.2631219625473022,
      "learning_rate": 3.088888827681045e-06,
      "loss": 0.3639,
      "step": 1224420
    },
    {
      "epoch": 341.73,
      "grad_norm": 1.1889299154281616,
      "learning_rate": 3.088863190936664e-06,
      "loss": 0.3606,
      "step": 1224430
    },
    {
      "epoch": 341.74,
      "grad_norm": 1.0715973377227783,
      "learning_rate": 3.0888375540931084e-06,
      "loss": 0.3559,
      "step": 1224440
    },
    {
      "epoch": 341.74,
      "grad_norm": 1.0305211544036865,
      "learning_rate": 3.088811917150381e-06,
      "loss": 0.3459,
      "step": 1224450
    },
    {
      "epoch": 341.74,
      "grad_norm": 1.157218098640442,
      "learning_rate": 3.088786280108486e-06,
      "loss": 0.3412,
      "step": 1224460
    },
    {
      "epoch": 341.74,
      "grad_norm": 0.9321696162223816,
      "learning_rate": 3.0887606429674265e-06,
      "loss": 0.3587,
      "step": 1224470
    },
    {
      "epoch": 341.75,
      "grad_norm": 0.9242884516716003,
      "learning_rate": 3.0887350057272057e-06,
      "loss": 0.3579,
      "step": 1224480
    },
    {
      "epoch": 341.75,
      "grad_norm": 0.9672803282737732,
      "learning_rate": 3.088709368387828e-06,
      "loss": 0.3671,
      "step": 1224490
    },
    {
      "epoch": 341.75,
      "grad_norm": 0.9152325987815857,
      "learning_rate": 3.0886837309492946e-06,
      "loss": 0.3637,
      "step": 1224500
    },
    {
      "epoch": 341.76,
      "grad_norm": 0.9802244305610657,
      "learning_rate": 3.0886580934116107e-06,
      "loss": 0.3402,
      "step": 1224510
    },
    {
      "epoch": 341.76,
      "grad_norm": 0.9885637164115906,
      "learning_rate": 3.08863245577478e-06,
      "loss": 0.3419,
      "step": 1224520
    },
    {
      "epoch": 341.76,
      "grad_norm": 1.0193955898284912,
      "learning_rate": 3.0886068180388046e-06,
      "loss": 0.3465,
      "step": 1224530
    },
    {
      "epoch": 341.76,
      "grad_norm": 0.9029043912887573,
      "learning_rate": 3.088581180203689e-06,
      "loss": 0.3461,
      "step": 1224540
    },
    {
      "epoch": 341.77,
      "grad_norm": 1.0522879362106323,
      "learning_rate": 3.0885555422694364e-06,
      "loss": 0.3534,
      "step": 1224550
    },
    {
      "epoch": 341.77,
      "grad_norm": 1.2487423419952393,
      "learning_rate": 3.0885299042360492e-06,
      "loss": 0.3577,
      "step": 1224560
    },
    {
      "epoch": 341.77,
      "grad_norm": 1.0853782892227173,
      "learning_rate": 3.0885042661035317e-06,
      "loss": 0.3348,
      "step": 1224570
    },
    {
      "epoch": 341.78,
      "grad_norm": 0.940388023853302,
      "learning_rate": 3.0884786278718873e-06,
      "loss": 0.3516,
      "step": 1224580
    },
    {
      "epoch": 341.78,
      "grad_norm": 0.9208611845970154,
      "learning_rate": 3.0884529895411196e-06,
      "loss": 0.3506,
      "step": 1224590
    },
    {
      "epoch": 341.78,
      "grad_norm": 1.0617650747299194,
      "learning_rate": 3.088427351111231e-06,
      "loss": 0.3421,
      "step": 1224600
    },
    {
      "epoch": 341.78,
      "grad_norm": 1.0460246801376343,
      "learning_rate": 3.088401712582227e-06,
      "loss": 0.3471,
      "step": 1224610
    },
    {
      "epoch": 341.79,
      "grad_norm": 1.0362131595611572,
      "learning_rate": 3.088376073954109e-06,
      "loss": 0.3521,
      "step": 1224620
    },
    {
      "epoch": 341.79,
      "grad_norm": 1.0130574703216553,
      "learning_rate": 3.088350435226881e-06,
      "loss": 0.3506,
      "step": 1224630
    },
    {
      "epoch": 341.79,
      "grad_norm": 0.9627161622047424,
      "learning_rate": 3.0883247964005457e-06,
      "loss": 0.3474,
      "step": 1224640
    },
    {
      "epoch": 341.79,
      "grad_norm": 0.8538879752159119,
      "learning_rate": 3.0882991574751083e-06,
      "loss": 0.3299,
      "step": 1224650
    },
    {
      "epoch": 341.8,
      "grad_norm": 1.3215575218200684,
      "learning_rate": 3.0882735184505707e-06,
      "loss": 0.3559,
      "step": 1224660
    },
    {
      "epoch": 341.8,
      "grad_norm": 0.9424018263816833,
      "learning_rate": 3.088247879326937e-06,
      "loss": 0.3629,
      "step": 1224670
    },
    {
      "epoch": 341.8,
      "grad_norm": 0.9370101690292358,
      "learning_rate": 3.0882222401042106e-06,
      "loss": 0.3487,
      "step": 1224680
    },
    {
      "epoch": 341.81,
      "grad_norm": 1.168041706085205,
      "learning_rate": 3.088196600782395e-06,
      "loss": 0.3502,
      "step": 1224690
    },
    {
      "epoch": 341.81,
      "grad_norm": 1.0277020931243896,
      "learning_rate": 3.088170961361493e-06,
      "loss": 0.3667,
      "step": 1224700
    },
    {
      "epoch": 341.81,
      "grad_norm": 0.9417276382446289,
      "learning_rate": 3.0881453218415074e-06,
      "loss": 0.3263,
      "step": 1224710
    },
    {
      "epoch": 341.81,
      "grad_norm": 1.1570842266082764,
      "learning_rate": 3.088119682222444e-06,
      "loss": 0.3564,
      "step": 1224720
    },
    {
      "epoch": 341.82,
      "grad_norm": 1.19147789478302,
      "learning_rate": 3.088094042504304e-06,
      "loss": 0.3761,
      "step": 1224730
    },
    {
      "epoch": 341.82,
      "grad_norm": 1.1469084024429321,
      "learning_rate": 3.0880684026870916e-06,
      "loss": 0.3601,
      "step": 1224740
    },
    {
      "epoch": 341.82,
      "grad_norm": 0.9330901503562927,
      "learning_rate": 3.0880427627708112e-06,
      "loss": 0.3519,
      "step": 1224750
    },
    {
      "epoch": 341.83,
      "grad_norm": 1.0296690464019775,
      "learning_rate": 3.088017122755465e-06,
      "loss": 0.3517,
      "step": 1224760
    },
    {
      "epoch": 341.83,
      "grad_norm": 1.0917000770568848,
      "learning_rate": 3.0879914826410554e-06,
      "loss": 0.3495,
      "step": 1224770
    },
    {
      "epoch": 341.83,
      "grad_norm": 1.0296443700790405,
      "learning_rate": 3.0879658424275885e-06,
      "loss": 0.3447,
      "step": 1224780
    },
    {
      "epoch": 341.83,
      "grad_norm": 0.9568153023719788,
      "learning_rate": 3.0879402021150652e-06,
      "loss": 0.3575,
      "step": 1224790
    },
    {
      "epoch": 341.84,
      "grad_norm": 0.864286482334137,
      "learning_rate": 3.08791456170349e-06,
      "loss": 0.3576,
      "step": 1224800
    },
    {
      "epoch": 341.84,
      "grad_norm": 1.083547830581665,
      "learning_rate": 3.087888921192867e-06,
      "loss": 0.3601,
      "step": 1224810
    },
    {
      "epoch": 341.84,
      "grad_norm": 1.0013961791992188,
      "learning_rate": 3.087863280583199e-06,
      "loss": 0.3656,
      "step": 1224820
    },
    {
      "epoch": 341.84,
      "grad_norm": 1.0567446947097778,
      "learning_rate": 3.087837639874489e-06,
      "loss": 0.3408,
      "step": 1224830
    },
    {
      "epoch": 341.85,
      "grad_norm": 1.0657318830490112,
      "learning_rate": 3.0878119990667406e-06,
      "loss": 0.3501,
      "step": 1224840
    },
    {
      "epoch": 341.85,
      "grad_norm": 0.9855144619941711,
      "learning_rate": 3.0877863581599573e-06,
      "loss": 0.3618,
      "step": 1224850
    },
    {
      "epoch": 341.85,
      "grad_norm": 1.1367378234863281,
      "learning_rate": 3.0877607171541422e-06,
      "loss": 0.3501,
      "step": 1224860
    },
    {
      "epoch": 341.86,
      "grad_norm": 1.1513690948486328,
      "learning_rate": 3.0877350760492993e-06,
      "loss": 0.3443,
      "step": 1224870
    },
    {
      "epoch": 341.86,
      "grad_norm": 1.0796351432800293,
      "learning_rate": 3.0877094348454323e-06,
      "loss": 0.3455,
      "step": 1224880
    },
    {
      "epoch": 341.86,
      "grad_norm": 0.9463374614715576,
      "learning_rate": 3.0876837935425437e-06,
      "loss": 0.3516,
      "step": 1224890
    },
    {
      "epoch": 341.86,
      "grad_norm": 1.073038935661316,
      "learning_rate": 3.087658152140638e-06,
      "loss": 0.3678,
      "step": 1224900
    },
    {
      "epoch": 341.87,
      "grad_norm": 1.1857144832611084,
      "learning_rate": 3.0876325106397173e-06,
      "loss": 0.3491,
      "step": 1224910
    },
    {
      "epoch": 341.87,
      "grad_norm": 1.022750973701477,
      "learning_rate": 3.0876068690397853e-06,
      "loss": 0.357,
      "step": 1224920
    },
    {
      "epoch": 341.87,
      "grad_norm": 1.005776047706604,
      "learning_rate": 3.087581227340846e-06,
      "loss": 0.3322,
      "step": 1224930
    },
    {
      "epoch": 341.88,
      "grad_norm": 0.9845024347305298,
      "learning_rate": 3.087555585542903e-06,
      "loss": 0.3463,
      "step": 1224940
    },
    {
      "epoch": 341.88,
      "grad_norm": 1.0190461874008179,
      "learning_rate": 3.0875299436459587e-06,
      "loss": 0.3646,
      "step": 1224950
    },
    {
      "epoch": 341.88,
      "grad_norm": 0.9074592590332031,
      "learning_rate": 3.0875043016500177e-06,
      "loss": 0.3444,
      "step": 1224960
    },
    {
      "epoch": 341.88,
      "grad_norm": 0.96091228723526,
      "learning_rate": 3.087478659555082e-06,
      "loss": 0.3708,
      "step": 1224970
    },
    {
      "epoch": 341.89,
      "grad_norm": 0.9265573024749756,
      "learning_rate": 3.087453017361156e-06,
      "loss": 0.3485,
      "step": 1224980
    },
    {
      "epoch": 341.89,
      "grad_norm": 1.0359927415847778,
      "learning_rate": 3.0874273750682435e-06,
      "loss": 0.3479,
      "step": 1224990
    },
    {
      "epoch": 341.89,
      "grad_norm": 0.9070239067077637,
      "learning_rate": 3.0874017326763467e-06,
      "loss": 0.3385,
      "step": 1225000
    },
    {
      "epoch": 341.9,
      "grad_norm": 1.1719311475753784,
      "learning_rate": 3.0873760901854703e-06,
      "loss": 0.3435,
      "step": 1225010
    },
    {
      "epoch": 341.9,
      "grad_norm": 1.0249197483062744,
      "learning_rate": 3.087350447595617e-06,
      "loss": 0.3573,
      "step": 1225020
    },
    {
      "epoch": 341.9,
      "grad_norm": 0.961093008518219,
      "learning_rate": 3.0873248049067897e-06,
      "loss": 0.3454,
      "step": 1225030
    },
    {
      "epoch": 341.9,
      "grad_norm": 1.0500823259353638,
      "learning_rate": 3.087299162118993e-06,
      "loss": 0.3478,
      "step": 1225040
    },
    {
      "epoch": 341.91,
      "grad_norm": 1.0136452913284302,
      "learning_rate": 3.0872735192322287e-06,
      "loss": 0.3311,
      "step": 1225050
    },
    {
      "epoch": 341.91,
      "grad_norm": 0.9539520740509033,
      "learning_rate": 3.0872478762465026e-06,
      "loss": 0.3367,
      "step": 1225060
    },
    {
      "epoch": 341.91,
      "grad_norm": 1.1850943565368652,
      "learning_rate": 3.0872222331618167e-06,
      "loss": 0.3415,
      "step": 1225070
    },
    {
      "epoch": 341.91,
      "grad_norm": 0.9672455787658691,
      "learning_rate": 3.087196589978173e-06,
      "loss": 0.3546,
      "step": 1225080
    },
    {
      "epoch": 341.92,
      "grad_norm": 1.0163739919662476,
      "learning_rate": 3.0871709466955772e-06,
      "loss": 0.3538,
      "step": 1225090
    },
    {
      "epoch": 341.92,
      "grad_norm": 1.1493568420410156,
      "learning_rate": 3.0871453033140317e-06,
      "loss": 0.3391,
      "step": 1225100
    },
    {
      "epoch": 341.92,
      "grad_norm": 1.050054907798767,
      "learning_rate": 3.08711965983354e-06,
      "loss": 0.3603,
      "step": 1225110
    },
    {
      "epoch": 341.93,
      "grad_norm": 0.9499532580375671,
      "learning_rate": 3.0870940162541056e-06,
      "loss": 0.3576,
      "step": 1225120
    },
    {
      "epoch": 341.93,
      "grad_norm": 1.033624529838562,
      "learning_rate": 3.0870683725757326e-06,
      "loss": 0.3556,
      "step": 1225130
    },
    {
      "epoch": 341.93,
      "grad_norm": 1.160618543624878,
      "learning_rate": 3.0870427287984232e-06,
      "loss": 0.3584,
      "step": 1225140
    },
    {
      "epoch": 341.93,
      "grad_norm": 0.9823898077011108,
      "learning_rate": 3.0870170849221817e-06,
      "loss": 0.3504,
      "step": 1225150
    },
    {
      "epoch": 341.94,
      "grad_norm": 0.9757108688354492,
      "learning_rate": 3.0869914409470105e-06,
      "loss": 0.359,
      "step": 1225160
    },
    {
      "epoch": 341.94,
      "grad_norm": 1.0093845129013062,
      "learning_rate": 3.0869657968729143e-06,
      "loss": 0.3455,
      "step": 1225170
    },
    {
      "epoch": 341.94,
      "grad_norm": 1.0402182340621948,
      "learning_rate": 3.0869401526998953e-06,
      "loss": 0.3642,
      "step": 1225180
    },
    {
      "epoch": 341.95,
      "grad_norm": 1.0896892547607422,
      "learning_rate": 3.0869145084279576e-06,
      "loss": 0.3541,
      "step": 1225190
    },
    {
      "epoch": 341.95,
      "grad_norm": 1.2472680807113647,
      "learning_rate": 3.0868888640571047e-06,
      "loss": 0.3548,
      "step": 1225200
    },
    {
      "epoch": 341.95,
      "grad_norm": 0.9913445115089417,
      "learning_rate": 3.08686321958734e-06,
      "loss": 0.3509,
      "step": 1225210
    },
    {
      "epoch": 341.95,
      "grad_norm": 1.0205559730529785,
      "learning_rate": 3.0868375750186663e-06,
      "loss": 0.3569,
      "step": 1225220
    },
    {
      "epoch": 341.96,
      "grad_norm": 1.1316026449203491,
      "learning_rate": 3.0868119303510876e-06,
      "loss": 0.3476,
      "step": 1225230
    },
    {
      "epoch": 341.96,
      "grad_norm": 1.0122073888778687,
      "learning_rate": 3.0867862855846073e-06,
      "loss": 0.3471,
      "step": 1225240
    },
    {
      "epoch": 341.96,
      "grad_norm": 1.098944067955017,
      "learning_rate": 3.086760640719228e-06,
      "loss": 0.333,
      "step": 1225250
    },
    {
      "epoch": 341.96,
      "grad_norm": 0.9863375425338745,
      "learning_rate": 3.086734995754955e-06,
      "loss": 0.359,
      "step": 1225260
    },
    {
      "epoch": 341.97,
      "grad_norm": 1.0404386520385742,
      "learning_rate": 3.086709350691789e-06,
      "loss": 0.3435,
      "step": 1225270
    },
    {
      "epoch": 341.97,
      "grad_norm": 1.1934285163879395,
      "learning_rate": 3.086683705529736e-06,
      "loss": 0.355,
      "step": 1225280
    },
    {
      "epoch": 341.97,
      "grad_norm": 0.942550003528595,
      "learning_rate": 3.0866580602687982e-06,
      "loss": 0.3532,
      "step": 1225290
    },
    {
      "epoch": 341.98,
      "grad_norm": 1.1446435451507568,
      "learning_rate": 3.086632414908979e-06,
      "loss": 0.3482,
      "step": 1225300
    },
    {
      "epoch": 341.98,
      "grad_norm": 0.8382052183151245,
      "learning_rate": 3.0866067694502816e-06,
      "loss": 0.3376,
      "step": 1225310
    },
    {
      "epoch": 341.98,
      "grad_norm": 0.9025819301605225,
      "learning_rate": 3.0865811238927105e-06,
      "loss": 0.3612,
      "step": 1225320
    },
    {
      "epoch": 341.98,
      "grad_norm": 0.9835675954818726,
      "learning_rate": 3.0865554782362683e-06,
      "loss": 0.3522,
      "step": 1225330
    },
    {
      "epoch": 341.99,
      "grad_norm": 1.7811146974563599,
      "learning_rate": 3.086529832480958e-06,
      "loss": 0.3505,
      "step": 1225340
    },
    {
      "epoch": 341.99,
      "grad_norm": 1.2772259712219238,
      "learning_rate": 3.0865041866267834e-06,
      "loss": 0.3339,
      "step": 1225350
    },
    {
      "epoch": 341.99,
      "grad_norm": 1.0033503770828247,
      "learning_rate": 3.0864785406737487e-06,
      "loss": 0.3523,
      "step": 1225360
    },
    {
      "epoch": 342.0,
      "grad_norm": 1.132257342338562,
      "learning_rate": 3.0864528946218565e-06,
      "loss": 0.3388,
      "step": 1225370
    },
    {
      "epoch": 342.0,
      "grad_norm": 0.9944949746131897,
      "learning_rate": 3.0864272484711095e-06,
      "loss": 0.3367,
      "step": 1225380
    },
    {
      "epoch": 342.0,
      "eval_loss": 0.3524724245071411,
      "eval_runtime": 63.1192,
      "eval_samples_per_second": 80.15,
      "eval_steps_per_second": 10.029,
      "step": 1225386
    },
    {
      "epoch": 342.0,
      "grad_norm": 0.9418594241142273,
      "learning_rate": 3.0864016022215126e-06,
      "loss": 0.3637,
      "step": 1225390
    },
    {
      "epoch": 342.0,
      "grad_norm": 0.9227247834205627,
      "learning_rate": 3.086375955873068e-06,
      "loss": 0.3675,
      "step": 1225400
    },
    {
      "epoch": 342.01,
      "grad_norm": 1.1114182472229004,
      "learning_rate": 3.0863503094257804e-06,
      "loss": 0.3472,
      "step": 1225410
    },
    {
      "epoch": 342.01,
      "grad_norm": 0.9548772573471069,
      "learning_rate": 3.0863246628796525e-06,
      "loss": 0.3529,
      "step": 1225420
    },
    {
      "epoch": 342.01,
      "grad_norm": 1.0904649496078491,
      "learning_rate": 3.086299016234688e-06,
      "loss": 0.357,
      "step": 1225430
    },
    {
      "epoch": 342.02,
      "grad_norm": 1.042516827583313,
      "learning_rate": 3.086273369490889e-06,
      "loss": 0.3581,
      "step": 1225440
    },
    {
      "epoch": 342.02,
      "grad_norm": 1.1322555541992188,
      "learning_rate": 3.08624772264826e-06,
      "loss": 0.3606,
      "step": 1225450
    },
    {
      "epoch": 342.02,
      "grad_norm": 1.0972709655761719,
      "learning_rate": 3.0862220757068053e-06,
      "loss": 0.3431,
      "step": 1225460
    },
    {
      "epoch": 342.02,
      "grad_norm": 1.0939221382141113,
      "learning_rate": 3.0861964286665268e-06,
      "loss": 0.354,
      "step": 1225470
    },
    {
      "epoch": 342.03,
      "grad_norm": 0.9120504260063171,
      "learning_rate": 3.086170781527428e-06,
      "loss": 0.3458,
      "step": 1225480
    },
    {
      "epoch": 342.03,
      "grad_norm": 1.2424002885818481,
      "learning_rate": 3.0861451342895138e-06,
      "loss": 0.3486,
      "step": 1225490
    },
    {
      "epoch": 342.03,
      "grad_norm": 1.0420626401901245,
      "learning_rate": 3.0861194869527864e-06,
      "loss": 0.3602,
      "step": 1225500
    },
    {
      "epoch": 342.03,
      "grad_norm": 0.8777676224708557,
      "learning_rate": 3.086093839517249e-06,
      "loss": 0.3343,
      "step": 1225510
    },
    {
      "epoch": 342.04,
      "grad_norm": 1.28886878490448,
      "learning_rate": 3.086068191982906e-06,
      "loss": 0.3716,
      "step": 1225520
    },
    {
      "epoch": 342.04,
      "grad_norm": 0.9588821530342102,
      "learning_rate": 3.0860425443497593e-06,
      "loss": 0.3493,
      "step": 1225530
    },
    {
      "epoch": 342.04,
      "grad_norm": 0.9813434481620789,
      "learning_rate": 3.086016896617813e-06,
      "loss": 0.3519,
      "step": 1225540
    },
    {
      "epoch": 342.05,
      "grad_norm": 1.0449894666671753,
      "learning_rate": 3.0859912487870725e-06,
      "loss": 0.3358,
      "step": 1225550
    },
    {
      "epoch": 342.05,
      "grad_norm": 1.8955117464065552,
      "learning_rate": 3.085965600857538e-06,
      "loss": 0.3535,
      "step": 1225560
    },
    {
      "epoch": 342.05,
      "grad_norm": 1.1160095930099487,
      "learning_rate": 3.085939952829215e-06,
      "loss": 0.3575,
      "step": 1225570
    },
    {
      "epoch": 342.05,
      "grad_norm": 1.0624771118164062,
      "learning_rate": 3.0859143047021062e-06,
      "loss": 0.3553,
      "step": 1225580
    },
    {
      "epoch": 342.06,
      "grad_norm": 0.9885378479957581,
      "learning_rate": 3.0858886564762154e-06,
      "loss": 0.3662,
      "step": 1225590
    },
    {
      "epoch": 342.06,
      "grad_norm": 1.0571125745773315,
      "learning_rate": 3.0858630081515457e-06,
      "loss": 0.3421,
      "step": 1225600
    },
    {
      "epoch": 342.06,
      "grad_norm": 0.9324800372123718,
      "learning_rate": 3.0858373597281e-06,
      "loss": 0.3428,
      "step": 1225610
    },
    {
      "epoch": 342.07,
      "grad_norm": 1.0437935590744019,
      "learning_rate": 3.0858117112058828e-06,
      "loss": 0.3493,
      "step": 1225620
    },
    {
      "epoch": 342.07,
      "grad_norm": 1.0641778707504272,
      "learning_rate": 3.0857860625848964e-06,
      "loss": 0.3546,
      "step": 1225630
    },
    {
      "epoch": 342.07,
      "grad_norm": 0.9763243198394775,
      "learning_rate": 3.085760413865146e-06,
      "loss": 0.3441,
      "step": 1225640
    },
    {
      "epoch": 342.07,
      "grad_norm": 0.8759564757347107,
      "learning_rate": 3.085734765046633e-06,
      "loss": 0.351,
      "step": 1225650
    },
    {
      "epoch": 342.08,
      "grad_norm": 1.0509124994277954,
      "learning_rate": 3.0857091161293614e-06,
      "loss": 0.3403,
      "step": 1225660
    },
    {
      "epoch": 342.08,
      "grad_norm": 1.165086030960083,
      "learning_rate": 3.085683467113335e-06,
      "loss": 0.3595,
      "step": 1225670
    },
    {
      "epoch": 342.08,
      "grad_norm": 0.9931133389472961,
      "learning_rate": 3.0856578179985575e-06,
      "loss": 0.3428,
      "step": 1225680
    },
    {
      "epoch": 342.08,
      "grad_norm": 1.3122727870941162,
      "learning_rate": 3.0856321687850314e-06,
      "loss": 0.3453,
      "step": 1225690
    },
    {
      "epoch": 342.09,
      "grad_norm": 1.138944149017334,
      "learning_rate": 3.0856065194727606e-06,
      "loss": 0.3393,
      "step": 1225700
    },
    {
      "epoch": 342.09,
      "grad_norm": 0.9675021171569824,
      "learning_rate": 3.0855808700617487e-06,
      "loss": 0.3551,
      "step": 1225710
    },
    {
      "epoch": 342.09,
      "grad_norm": 1.1302655935287476,
      "learning_rate": 3.085555220551999e-06,
      "loss": 0.3463,
      "step": 1225720
    },
    {
      "epoch": 342.1,
      "grad_norm": 1.0241668224334717,
      "learning_rate": 3.085529570943514e-06,
      "loss": 0.3481,
      "step": 1225730
    },
    {
      "epoch": 342.1,
      "grad_norm": 1.1463391780853271,
      "learning_rate": 3.0855039212362986e-06,
      "loss": 0.3552,
      "step": 1225740
    },
    {
      "epoch": 342.1,
      "grad_norm": 16.156038284301758,
      "learning_rate": 3.085478271430356e-06,
      "loss": 0.3571,
      "step": 1225750
    },
    {
      "epoch": 342.1,
      "grad_norm": 1.0540010929107666,
      "learning_rate": 3.0854526215256885e-06,
      "loss": 0.3704,
      "step": 1225760
    },
    {
      "epoch": 342.11,
      "grad_norm": 1.6533323526382446,
      "learning_rate": 3.0854269715223e-06,
      "loss": 0.3458,
      "step": 1225770
    },
    {
      "epoch": 342.11,
      "grad_norm": 1.3567830324172974,
      "learning_rate": 3.085401321420195e-06,
      "loss": 0.3723,
      "step": 1225780
    },
    {
      "epoch": 342.11,
      "grad_norm": 1.0698821544647217,
      "learning_rate": 3.0853756712193757e-06,
      "loss": 0.3519,
      "step": 1225790
    },
    {
      "epoch": 342.12,
      "grad_norm": 0.9737993478775024,
      "learning_rate": 3.0853500209198453e-06,
      "loss": 0.3465,
      "step": 1225800
    },
    {
      "epoch": 342.12,
      "grad_norm": 1.0057041645050049,
      "learning_rate": 3.085324370521608e-06,
      "loss": 0.3646,
      "step": 1225810
    },
    {
      "epoch": 342.12,
      "grad_norm": 0.9000915884971619,
      "learning_rate": 3.0852987200246672e-06,
      "loss": 0.3605,
      "step": 1225820
    },
    {
      "epoch": 342.12,
      "grad_norm": 0.9305809736251831,
      "learning_rate": 3.085273069429025e-06,
      "loss": 0.3523,
      "step": 1225830
    },
    {
      "epoch": 342.13,
      "grad_norm": 0.9288524389266968,
      "learning_rate": 3.0852474187346876e-06,
      "loss": 0.3511,
      "step": 1225840
    },
    {
      "epoch": 342.13,
      "grad_norm": 0.9228267669677734,
      "learning_rate": 3.085221767941656e-06,
      "loss": 0.3431,
      "step": 1225850
    },
    {
      "epoch": 342.13,
      "grad_norm": 1.1684154272079468,
      "learning_rate": 3.0851961170499333e-06,
      "loss": 0.3542,
      "step": 1225860
    },
    {
      "epoch": 342.14,
      "grad_norm": 1.1294175386428833,
      "learning_rate": 3.085170466059525e-06,
      "loss": 0.3555,
      "step": 1225870
    },
    {
      "epoch": 342.14,
      "grad_norm": 1.1021268367767334,
      "learning_rate": 3.0851448149704334e-06,
      "loss": 0.3537,
      "step": 1225880
    },
    {
      "epoch": 342.14,
      "grad_norm": 0.8738975524902344,
      "learning_rate": 3.0851191637826615e-06,
      "loss": 0.36,
      "step": 1225890
    },
    {
      "epoch": 342.14,
      "grad_norm": 1.0502580404281616,
      "learning_rate": 3.0850935124962136e-06,
      "loss": 0.3455,
      "step": 1225900
    },
    {
      "epoch": 342.15,
      "grad_norm": 0.9824025630950928,
      "learning_rate": 3.0850678611110923e-06,
      "loss": 0.3472,
      "step": 1225910
    },
    {
      "epoch": 342.15,
      "grad_norm": 0.8563867211341858,
      "learning_rate": 3.0850422096273014e-06,
      "loss": 0.3372,
      "step": 1225920
    },
    {
      "epoch": 342.15,
      "grad_norm": 1.0920116901397705,
      "learning_rate": 3.085016558044845e-06,
      "loss": 0.3507,
      "step": 1225930
    },
    {
      "epoch": 342.15,
      "grad_norm": 3.286191463470459,
      "learning_rate": 3.0849909063637244e-06,
      "loss": 0.3419,
      "step": 1225940
    },
    {
      "epoch": 342.16,
      "grad_norm": 1.2078452110290527,
      "learning_rate": 3.0849652545839454e-06,
      "loss": 0.3627,
      "step": 1225950
    },
    {
      "epoch": 342.16,
      "grad_norm": 0.9554646611213684,
      "learning_rate": 3.084939602705511e-06,
      "loss": 0.359,
      "step": 1225960
    },
    {
      "epoch": 342.16,
      "grad_norm": 0.9747815728187561,
      "learning_rate": 3.0849139507284232e-06,
      "loss": 0.3507,
      "step": 1225970
    },
    {
      "epoch": 342.17,
      "grad_norm": 1.0288660526275635,
      "learning_rate": 3.0848882986526863e-06,
      "loss": 0.3468,
      "step": 1225980
    },
    {
      "epoch": 342.17,
      "grad_norm": 1.2303956747055054,
      "learning_rate": 3.084862646478304e-06,
      "loss": 0.3611,
      "step": 1225990
    },
    {
      "epoch": 342.17,
      "grad_norm": 0.9800432324409485,
      "learning_rate": 3.084836994205279e-06,
      "loss": 0.3589,
      "step": 1226000
    },
    {
      "epoch": 342.17,
      "grad_norm": 1.1542612314224243,
      "learning_rate": 3.0848113418336156e-06,
      "loss": 0.3532,
      "step": 1226010
    },
    {
      "epoch": 342.18,
      "grad_norm": 0.9618192911148071,
      "learning_rate": 3.0847856893633163e-06,
      "loss": 0.3394,
      "step": 1226020
    },
    {
      "epoch": 342.18,
      "grad_norm": 0.9228397011756897,
      "learning_rate": 3.0847600367943856e-06,
      "loss": 0.3515,
      "step": 1226030
    },
    {
      "epoch": 342.18,
      "grad_norm": 0.9621186256408691,
      "learning_rate": 3.084734384126826e-06,
      "loss": 0.3373,
      "step": 1226040
    },
    {
      "epoch": 342.19,
      "grad_norm": 1.1000028848648071,
      "learning_rate": 3.0847087313606407e-06,
      "loss": 0.34,
      "step": 1226050
    },
    {
      "epoch": 342.19,
      "grad_norm": 1.248501181602478,
      "learning_rate": 3.0846830784958333e-06,
      "loss": 0.372,
      "step": 1226060
    },
    {
      "epoch": 342.19,
      "grad_norm": 0.951297402381897,
      "learning_rate": 3.0846574255324092e-06,
      "loss": 0.3541,
      "step": 1226070
    },
    {
      "epoch": 342.19,
      "grad_norm": 1.0132429599761963,
      "learning_rate": 3.084631772470368e-06,
      "loss": 0.3646,
      "step": 1226080
    },
    {
      "epoch": 342.2,
      "grad_norm": 0.974428653717041,
      "learning_rate": 3.0846061193097167e-06,
      "loss": 0.3665,
      "step": 1226090
    },
    {
      "epoch": 342.2,
      "grad_norm": 2.790923595428467,
      "learning_rate": 3.0845804660504575e-06,
      "loss": 0.3535,
      "step": 1226100
    },
    {
      "epoch": 342.2,
      "grad_norm": 0.9368536472320557,
      "learning_rate": 3.0845548126925922e-06,
      "loss": 0.3476,
      "step": 1226110
    },
    {
      "epoch": 342.2,
      "grad_norm": 0.9080748558044434,
      "learning_rate": 3.0845291592361264e-06,
      "loss": 0.3519,
      "step": 1226120
    },
    {
      "epoch": 342.21,
      "grad_norm": 1.1304057836532593,
      "learning_rate": 3.084503505681063e-06,
      "loss": 0.3527,
      "step": 1226130
    },
    {
      "epoch": 342.21,
      "grad_norm": 1.152309536933899,
      "learning_rate": 3.084477852027404e-06,
      "loss": 0.3579,
      "step": 1226140
    },
    {
      "epoch": 342.21,
      "grad_norm": 0.936305582523346,
      "learning_rate": 3.0844521982751547e-06,
      "loss": 0.3508,
      "step": 1226150
    },
    {
      "epoch": 342.22,
      "grad_norm": 0.9668549299240112,
      "learning_rate": 3.0844265444243176e-06,
      "loss": 0.3445,
      "step": 1226160
    },
    {
      "epoch": 342.22,
      "grad_norm": 1.254117727279663,
      "learning_rate": 3.0844008904748968e-06,
      "loss": 0.3593,
      "step": 1226170
    },
    {
      "epoch": 342.22,
      "grad_norm": 0.9822035431861877,
      "learning_rate": 3.084375236426894e-06,
      "loss": 0.3496,
      "step": 1226180
    },
    {
      "epoch": 342.22,
      "grad_norm": 1.069056510925293,
      "learning_rate": 3.0843495822803145e-06,
      "loss": 0.3613,
      "step": 1226190
    },
    {
      "epoch": 342.23,
      "grad_norm": 0.9989367127418518,
      "learning_rate": 3.084323928035161e-06,
      "loss": 0.3375,
      "step": 1226200
    },
    {
      "epoch": 342.23,
      "grad_norm": 0.9818316102027893,
      "learning_rate": 3.0842982736914366e-06,
      "loss": 0.3365,
      "step": 1226210
    },
    {
      "epoch": 342.23,
      "grad_norm": 1.9250850677490234,
      "learning_rate": 3.084272619249145e-06,
      "loss": 0.3653,
      "step": 1226220
    },
    {
      "epoch": 342.24,
      "grad_norm": 0.98841792345047,
      "learning_rate": 3.0842469647082904e-06,
      "loss": 0.3569,
      "step": 1226230
    },
    {
      "epoch": 342.24,
      "grad_norm": 1.2230327129364014,
      "learning_rate": 3.084221310068875e-06,
      "loss": 0.345,
      "step": 1226240
    },
    {
      "epoch": 342.24,
      "grad_norm": 0.8689629435539246,
      "learning_rate": 3.0841956553309024e-06,
      "loss": 0.356,
      "step": 1226250
    },
    {
      "epoch": 342.24,
      "grad_norm": 0.9718437790870667,
      "learning_rate": 3.0841700004943768e-06,
      "loss": 0.3648,
      "step": 1226260
    },
    {
      "epoch": 342.25,
      "grad_norm": 1.1528546810150146,
      "learning_rate": 3.0841443455593006e-06,
      "loss": 0.3562,
      "step": 1226270
    },
    {
      "epoch": 342.25,
      "grad_norm": 1.0528901815414429,
      "learning_rate": 3.0841186905256776e-06,
      "loss": 0.3551,
      "step": 1226280
    },
    {
      "epoch": 342.25,
      "grad_norm": 1.0760501623153687,
      "learning_rate": 3.084093035393512e-06,
      "loss": 0.3399,
      "step": 1226290
    },
    {
      "epoch": 342.26,
      "grad_norm": 1.0900899171829224,
      "learning_rate": 3.084067380162806e-06,
      "loss": 0.3401,
      "step": 1226300
    },
    {
      "epoch": 342.26,
      "grad_norm": 0.9447231292724609,
      "learning_rate": 3.0840417248335636e-06,
      "loss": 0.3308,
      "step": 1226310
    },
    {
      "epoch": 342.26,
      "grad_norm": 1.1445621252059937,
      "learning_rate": 3.0840160694057883e-06,
      "loss": 0.3466,
      "step": 1226320
    },
    {
      "epoch": 342.26,
      "grad_norm": 0.9210619330406189,
      "learning_rate": 3.083990413879484e-06,
      "loss": 0.3686,
      "step": 1226330
    },
    {
      "epoch": 342.27,
      "grad_norm": 0.8545809984207153,
      "learning_rate": 3.083964758254652e-06,
      "loss": 0.3536,
      "step": 1226340
    },
    {
      "epoch": 342.27,
      "grad_norm": 0.8411363959312439,
      "learning_rate": 3.083939102531298e-06,
      "loss": 0.3427,
      "step": 1226350
    },
    {
      "epoch": 342.27,
      "grad_norm": 0.9442097544670105,
      "learning_rate": 3.0839134467094253e-06,
      "loss": 0.3582,
      "step": 1226360
    },
    {
      "epoch": 342.27,
      "grad_norm": 1.0631422996520996,
      "learning_rate": 3.0838877907890355e-06,
      "loss": 0.3669,
      "step": 1226370
    },
    {
      "epoch": 342.28,
      "grad_norm": 0.9773118495941162,
      "learning_rate": 3.0838621347701345e-06,
      "loss": 0.3517,
      "step": 1226380
    },
    {
      "epoch": 342.28,
      "grad_norm": 0.9884268641471863,
      "learning_rate": 3.0838364786527236e-06,
      "loss": 0.389,
      "step": 1226390
    },
    {
      "epoch": 342.28,
      "grad_norm": 1.2889633178710938,
      "learning_rate": 3.083810822436807e-06,
      "loss": 0.3399,
      "step": 1226400
    },
    {
      "epoch": 342.29,
      "grad_norm": 0.9685441255569458,
      "learning_rate": 3.0837851661223876e-06,
      "loss": 0.3682,
      "step": 1226410
    },
    {
      "epoch": 342.29,
      "grad_norm": 1.2310348749160767,
      "learning_rate": 3.0837595097094697e-06,
      "loss": 0.3497,
      "step": 1226420
    },
    {
      "epoch": 342.29,
      "grad_norm": 1.1655067205429077,
      "learning_rate": 3.0837338531980563e-06,
      "loss": 0.3328,
      "step": 1226430
    },
    {
      "epoch": 342.29,
      "grad_norm": 0.9837397336959839,
      "learning_rate": 3.0837081965881508e-06,
      "loss": 0.3436,
      "step": 1226440
    },
    {
      "epoch": 342.3,
      "grad_norm": 0.9615771770477295,
      "learning_rate": 3.0836825398797573e-06,
      "loss": 0.352,
      "step": 1226450
    },
    {
      "epoch": 342.3,
      "grad_norm": 0.9537274241447449,
      "learning_rate": 3.0836568830728785e-06,
      "loss": 0.3614,
      "step": 1226460
    },
    {
      "epoch": 342.3,
      "grad_norm": 1.0022122859954834,
      "learning_rate": 3.0836312261675173e-06,
      "loss": 0.3436,
      "step": 1226470
    },
    {
      "epoch": 342.31,
      "grad_norm": 1.1523406505584717,
      "learning_rate": 3.0836055691636775e-06,
      "loss": 0.3507,
      "step": 1226480
    },
    {
      "epoch": 342.31,
      "grad_norm": 1.687066912651062,
      "learning_rate": 3.0835799120613633e-06,
      "loss": 0.357,
      "step": 1226490
    },
    {
      "epoch": 342.31,
      "grad_norm": 0.9795053601264954,
      "learning_rate": 3.083554254860577e-06,
      "loss": 0.3466,
      "step": 1226500
    },
    {
      "epoch": 342.31,
      "grad_norm": 1.0349129438400269,
      "learning_rate": 3.083528597561323e-06,
      "loss": 0.3336,
      "step": 1226510
    },
    {
      "epoch": 342.32,
      "grad_norm": 0.9406835436820984,
      "learning_rate": 3.0835029401636043e-06,
      "loss": 0.3542,
      "step": 1226520
    },
    {
      "epoch": 342.32,
      "grad_norm": 1.1202489137649536,
      "learning_rate": 3.0834772826674244e-06,
      "loss": 0.3703,
      "step": 1226530
    },
    {
      "epoch": 342.32,
      "grad_norm": 1.2903344631195068,
      "learning_rate": 3.083451625072786e-06,
      "loss": 0.3395,
      "step": 1226540
    },
    {
      "epoch": 342.32,
      "grad_norm": 1.0499045848846436,
      "learning_rate": 3.083425967379694e-06,
      "loss": 0.354,
      "step": 1226550
    },
    {
      "epoch": 342.33,
      "grad_norm": 1.0382068157196045,
      "learning_rate": 3.08340030958815e-06,
      "loss": 0.3409,
      "step": 1226560
    },
    {
      "epoch": 342.33,
      "grad_norm": 1.1434770822525024,
      "learning_rate": 3.0833746516981585e-06,
      "loss": 0.3572,
      "step": 1226570
    },
    {
      "epoch": 342.33,
      "grad_norm": 1.1840847730636597,
      "learning_rate": 3.0833489937097238e-06,
      "loss": 0.3591,
      "step": 1226580
    },
    {
      "epoch": 342.34,
      "grad_norm": 1.146121621131897,
      "learning_rate": 3.0833233356228464e-06,
      "loss": 0.3512,
      "step": 1226590
    },
    {
      "epoch": 342.34,
      "grad_norm": 1.49947988986969,
      "learning_rate": 3.0832976774375333e-06,
      "loss": 0.3565,
      "step": 1226600
    },
    {
      "epoch": 342.34,
      "grad_norm": 1.2105066776275635,
      "learning_rate": 3.0832720191537856e-06,
      "loss": 0.364,
      "step": 1226610
    },
    {
      "epoch": 342.34,
      "grad_norm": 1.1140462160110474,
      "learning_rate": 3.0832463607716072e-06,
      "loss": 0.3524,
      "step": 1226620
    },
    {
      "epoch": 342.35,
      "grad_norm": 2.563898801803589,
      "learning_rate": 3.083220702291002e-06,
      "loss": 0.3477,
      "step": 1226630
    },
    {
      "epoch": 342.35,
      "grad_norm": 1.0035436153411865,
      "learning_rate": 3.083195043711972e-06,
      "loss": 0.3475,
      "step": 1226640
    },
    {
      "epoch": 342.35,
      "grad_norm": 1.106419563293457,
      "learning_rate": 3.0831693850345227e-06,
      "loss": 0.3722,
      "step": 1226650
    },
    {
      "epoch": 342.36,
      "grad_norm": 0.9423920512199402,
      "learning_rate": 3.083143726258656e-06,
      "loss": 0.3296,
      "step": 1226660
    },
    {
      "epoch": 342.36,
      "grad_norm": 1.026344656944275,
      "learning_rate": 3.083118067384376e-06,
      "loss": 0.366,
      "step": 1226670
    },
    {
      "epoch": 342.36,
      "grad_norm": 0.9771014451980591,
      "learning_rate": 3.0830924084116866e-06,
      "loss": 0.3376,
      "step": 1226680
    },
    {
      "epoch": 342.36,
      "grad_norm": 0.9481973052024841,
      "learning_rate": 3.08306674934059e-06,
      "loss": 0.3317,
      "step": 1226690
    },
    {
      "epoch": 342.37,
      "grad_norm": 0.9633597135543823,
      "learning_rate": 3.0830410901710894e-06,
      "loss": 0.367,
      "step": 1226700
    },
    {
      "epoch": 342.37,
      "grad_norm": 1.0990585088729858,
      "learning_rate": 3.0830154309031898e-06,
      "loss": 0.3444,
      "step": 1226710
    },
    {
      "epoch": 342.37,
      "grad_norm": 0.9741336703300476,
      "learning_rate": 3.082989771536893e-06,
      "loss": 0.3471,
      "step": 1226720
    },
    {
      "epoch": 342.38,
      "grad_norm": 0.9665336608886719,
      "learning_rate": 3.0829641120722034e-06,
      "loss": 0.3572,
      "step": 1226730
    },
    {
      "epoch": 342.38,
      "grad_norm": 0.9988102316856384,
      "learning_rate": 3.082938452509125e-06,
      "loss": 0.3489,
      "step": 1226740
    },
    {
      "epoch": 342.38,
      "grad_norm": 1.6585417985916138,
      "learning_rate": 3.08291279284766e-06,
      "loss": 0.3562,
      "step": 1226750
    },
    {
      "epoch": 342.38,
      "grad_norm": 0.9540708661079407,
      "learning_rate": 3.082887133087812e-06,
      "loss": 0.3453,
      "step": 1226760
    },
    {
      "epoch": 342.39,
      "grad_norm": 1.0022449493408203,
      "learning_rate": 3.0828614732295845e-06,
      "loss": 0.3432,
      "step": 1226770
    },
    {
      "epoch": 342.39,
      "grad_norm": 1.0306981801986694,
      "learning_rate": 3.082835813272982e-06,
      "loss": 0.3757,
      "step": 1226780
    },
    {
      "epoch": 342.39,
      "grad_norm": 1.0124531984329224,
      "learning_rate": 3.0828101532180058e-06,
      "loss": 0.366,
      "step": 1226790
    },
    {
      "epoch": 342.39,
      "grad_norm": 1.0216236114501953,
      "learning_rate": 3.0827844930646607e-06,
      "loss": 0.3683,
      "step": 1226800
    },
    {
      "epoch": 342.4,
      "grad_norm": 1.1230067014694214,
      "learning_rate": 3.0827588328129506e-06,
      "loss": 0.3572,
      "step": 1226810
    },
    {
      "epoch": 342.4,
      "grad_norm": 0.9469979405403137,
      "learning_rate": 3.0827331724628783e-06,
      "loss": 0.3637,
      "step": 1226820
    },
    {
      "epoch": 342.4,
      "grad_norm": 0.9370098114013672,
      "learning_rate": 3.0827075120144464e-06,
      "loss": 0.3619,
      "step": 1226830
    },
    {
      "epoch": 342.41,
      "grad_norm": 0.9089477062225342,
      "learning_rate": 3.0826818514676592e-06,
      "loss": 0.3547,
      "step": 1226840
    },
    {
      "epoch": 342.41,
      "grad_norm": 0.887262225151062,
      "learning_rate": 3.08265619082252e-06,
      "loss": 0.3598,
      "step": 1226850
    },
    {
      "epoch": 342.41,
      "grad_norm": 1.2567311525344849,
      "learning_rate": 3.082630530079032e-06,
      "loss": 0.3503,
      "step": 1226860
    },
    {
      "epoch": 342.41,
      "grad_norm": 1.0988333225250244,
      "learning_rate": 3.082604869237199e-06,
      "loss": 0.3489,
      "step": 1226870
    },
    {
      "epoch": 342.42,
      "grad_norm": 1.1170872449874878,
      "learning_rate": 3.0825792082970247e-06,
      "loss": 0.347,
      "step": 1226880
    },
    {
      "epoch": 342.42,
      "grad_norm": 0.9654757380485535,
      "learning_rate": 3.0825535472585116e-06,
      "loss": 0.3484,
      "step": 1226890
    },
    {
      "epoch": 342.42,
      "grad_norm": 1.0545560121536255,
      "learning_rate": 3.0825278861216634e-06,
      "loss": 0.356,
      "step": 1226900
    },
    {
      "epoch": 342.43,
      "grad_norm": 1.0852171182632446,
      "learning_rate": 3.082502224886484e-06,
      "loss": 0.3472,
      "step": 1226910
    },
    {
      "epoch": 342.43,
      "grad_norm": 1.0231157541275024,
      "learning_rate": 3.0824765635529765e-06,
      "loss": 0.3491,
      "step": 1226920
    },
    {
      "epoch": 342.43,
      "grad_norm": 0.9249519109725952,
      "learning_rate": 3.0824509021211436e-06,
      "loss": 0.3497,
      "step": 1226930
    },
    {
      "epoch": 342.43,
      "grad_norm": 0.8841085433959961,
      "learning_rate": 3.0824252405909905e-06,
      "loss": 0.3399,
      "step": 1226940
    },
    {
      "epoch": 342.44,
      "grad_norm": 1.056138277053833,
      "learning_rate": 3.0823995789625186e-06,
      "loss": 0.3396,
      "step": 1226950
    },
    {
      "epoch": 342.44,
      "grad_norm": 1.0201125144958496,
      "learning_rate": 3.0823739172357323e-06,
      "loss": 0.3505,
      "step": 1226960
    },
    {
      "epoch": 342.44,
      "grad_norm": 1.1936454772949219,
      "learning_rate": 3.082348255410636e-06,
      "loss": 0.3544,
      "step": 1226970
    },
    {
      "epoch": 342.44,
      "grad_norm": 1.0720900297164917,
      "learning_rate": 3.082322593487231e-06,
      "loss": 0.3335,
      "step": 1226980
    },
    {
      "epoch": 342.45,
      "grad_norm": 0.9520553350448608,
      "learning_rate": 3.082296931465522e-06,
      "loss": 0.3234,
      "step": 1226990
    },
    {
      "epoch": 342.45,
      "grad_norm": 1.0420862436294556,
      "learning_rate": 3.0822712693455123e-06,
      "loss": 0.3596,
      "step": 1227000
    },
    {
      "epoch": 342.45,
      "grad_norm": 1.2316515445709229,
      "learning_rate": 3.082245607127205e-06,
      "loss": 0.3516,
      "step": 1227010
    },
    {
      "epoch": 342.46,
      "grad_norm": 2.9696602821350098,
      "learning_rate": 3.082219944810604e-06,
      "loss": 0.3653,
      "step": 1227020
    },
    {
      "epoch": 342.46,
      "grad_norm": 0.8689665794372559,
      "learning_rate": 3.0821942823957123e-06,
      "loss": 0.3599,
      "step": 1227030
    },
    {
      "epoch": 342.46,
      "grad_norm": 1.1634641885757446,
      "learning_rate": 3.082168619882534e-06,
      "loss": 0.3689,
      "step": 1227040
    },
    {
      "epoch": 342.46,
      "grad_norm": 1.0137112140655518,
      "learning_rate": 3.0821429572710713e-06,
      "loss": 0.3565,
      "step": 1227050
    },
    {
      "epoch": 342.47,
      "grad_norm": 1.0138214826583862,
      "learning_rate": 3.0821172945613287e-06,
      "loss": 0.3484,
      "step": 1227060
    },
    {
      "epoch": 342.47,
      "grad_norm": 0.8835806846618652,
      "learning_rate": 3.082091631753309e-06,
      "loss": 0.3492,
      "step": 1227070
    },
    {
      "epoch": 342.47,
      "grad_norm": 0.9768517017364502,
      "learning_rate": 3.082065968847016e-06,
      "loss": 0.3544,
      "step": 1227080
    },
    {
      "epoch": 342.48,
      "grad_norm": 1.0798755884170532,
      "learning_rate": 3.0820403058424525e-06,
      "loss": 0.3584,
      "step": 1227090
    },
    {
      "epoch": 342.48,
      "grad_norm": 0.8513156175613403,
      "learning_rate": 3.0820146427396227e-06,
      "loss": 0.3497,
      "step": 1227100
    },
    {
      "epoch": 342.48,
      "grad_norm": 0.9506736397743225,
      "learning_rate": 3.0819889795385294e-06,
      "loss": 0.3384,
      "step": 1227110
    },
    {
      "epoch": 342.48,
      "grad_norm": 1.1012274026870728,
      "learning_rate": 3.0819633162391765e-06,
      "loss": 0.3482,
      "step": 1227120
    },
    {
      "epoch": 342.49,
      "grad_norm": 1.0305825471878052,
      "learning_rate": 3.081937652841568e-06,
      "loss": 0.3552,
      "step": 1227130
    },
    {
      "epoch": 342.49,
      "grad_norm": 0.956731379032135,
      "learning_rate": 3.0819119893457058e-06,
      "loss": 0.3501,
      "step": 1227140
    },
    {
      "epoch": 342.49,
      "grad_norm": 0.946281373500824,
      "learning_rate": 3.0818863257515934e-06,
      "loss": 0.3436,
      "step": 1227150
    },
    {
      "epoch": 342.5,
      "grad_norm": 0.9957661032676697,
      "learning_rate": 3.0818606620592355e-06,
      "loss": 0.3707,
      "step": 1227160
    },
    {
      "epoch": 342.5,
      "grad_norm": 1.0207374095916748,
      "learning_rate": 3.0818349982686348e-06,
      "loss": 0.3421,
      "step": 1227170
    },
    {
      "epoch": 342.5,
      "grad_norm": 1.1036276817321777,
      "learning_rate": 3.081809334379795e-06,
      "loss": 0.3553,
      "step": 1227180
    },
    {
      "epoch": 342.5,
      "grad_norm": 1.134442687034607,
      "learning_rate": 3.081783670392719e-06,
      "loss": 0.3544,
      "step": 1227190
    },
    {
      "epoch": 342.51,
      "grad_norm": 1.5849475860595703,
      "learning_rate": 3.0817580063074113e-06,
      "loss": 0.3605,
      "step": 1227200
    },
    {
      "epoch": 342.51,
      "grad_norm": 0.9222612977027893,
      "learning_rate": 3.0817323421238734e-06,
      "loss": 0.3513,
      "step": 1227210
    },
    {
      "epoch": 342.51,
      "grad_norm": 0.979200541973114,
      "learning_rate": 3.08170667784211e-06,
      "loss": 0.3527,
      "step": 1227220
    },
    {
      "epoch": 342.51,
      "grad_norm": 1.0475516319274902,
      "learning_rate": 3.0816810134621248e-06,
      "loss": 0.357,
      "step": 1227230
    },
    {
      "epoch": 342.52,
      "grad_norm": 0.863041341304779,
      "learning_rate": 3.081655348983921e-06,
      "loss": 0.3631,
      "step": 1227240
    },
    {
      "epoch": 342.52,
      "grad_norm": 0.96638023853302,
      "learning_rate": 3.081629684407501e-06,
      "loss": 0.3477,
      "step": 1227250
    },
    {
      "epoch": 342.52,
      "grad_norm": 1.1842448711395264,
      "learning_rate": 3.0816040197328696e-06,
      "loss": 0.3634,
      "step": 1227260
    },
    {
      "epoch": 342.53,
      "grad_norm": 1.037945032119751,
      "learning_rate": 3.08157835496003e-06,
      "loss": 0.3523,
      "step": 1227270
    },
    {
      "epoch": 342.53,
      "grad_norm": 1.2129172086715698,
      "learning_rate": 3.081552690088984e-06,
      "loss": 0.3688,
      "step": 1227280
    },
    {
      "epoch": 342.53,
      "grad_norm": 1.1223430633544922,
      "learning_rate": 3.0815270251197376e-06,
      "loss": 0.3713,
      "step": 1227290
    },
    {
      "epoch": 342.53,
      "grad_norm": 0.9451220631599426,
      "learning_rate": 3.081501360052292e-06,
      "loss": 0.3475,
      "step": 1227300
    },
    {
      "epoch": 342.54,
      "grad_norm": 1.1850491762161255,
      "learning_rate": 3.081475694886652e-06,
      "loss": 0.3569,
      "step": 1227310
    },
    {
      "epoch": 342.54,
      "grad_norm": 0.9426057934761047,
      "learning_rate": 3.08145002962282e-06,
      "loss": 0.3419,
      "step": 1227320
    },
    {
      "epoch": 342.54,
      "grad_norm": 1.0042636394500732,
      "learning_rate": 3.0814243642608003e-06,
      "loss": 0.3455,
      "step": 1227330
    },
    {
      "epoch": 342.55,
      "grad_norm": 1.1385444402694702,
      "learning_rate": 3.0813986988005965e-06,
      "loss": 0.3708,
      "step": 1227340
    },
    {
      "epoch": 342.55,
      "grad_norm": 1.0329029560089111,
      "learning_rate": 3.08137303324221e-06,
      "loss": 0.3528,
      "step": 1227350
    },
    {
      "epoch": 342.55,
      "grad_norm": 1.1848790645599365,
      "learning_rate": 3.081347367585647e-06,
      "loss": 0.3601,
      "step": 1227360
    },
    {
      "epoch": 342.55,
      "grad_norm": 0.9779202938079834,
      "learning_rate": 3.0813217018309087e-06,
      "loss": 0.3633,
      "step": 1227370
    },
    {
      "epoch": 342.56,
      "grad_norm": 1.0702064037322998,
      "learning_rate": 3.0812960359779997e-06,
      "loss": 0.3541,
      "step": 1227380
    },
    {
      "epoch": 342.56,
      "grad_norm": 1.2521235942840576,
      "learning_rate": 3.0812703700269233e-06,
      "loss": 0.3615,
      "step": 1227390
    },
    {
      "epoch": 342.56,
      "grad_norm": 0.9676353335380554,
      "learning_rate": 3.0812447039776826e-06,
      "loss": 0.3382,
      "step": 1227400
    },
    {
      "epoch": 342.56,
      "grad_norm": 1.1633057594299316,
      "learning_rate": 3.0812190378302813e-06,
      "loss": 0.3455,
      "step": 1227410
    },
    {
      "epoch": 342.57,
      "grad_norm": 1.045554518699646,
      "learning_rate": 3.081193371584723e-06,
      "loss": 0.3408,
      "step": 1227420
    },
    {
      "epoch": 342.57,
      "grad_norm": 0.9767988324165344,
      "learning_rate": 3.08116770524101e-06,
      "loss": 0.3523,
      "step": 1227430
    },
    {
      "epoch": 342.57,
      "grad_norm": 0.9443395733833313,
      "learning_rate": 3.0811420387991466e-06,
      "loss": 0.3488,
      "step": 1227440
    },
    {
      "epoch": 342.58,
      "grad_norm": 1.0464891195297241,
      "learning_rate": 3.0811163722591363e-06,
      "loss": 0.3534,
      "step": 1227450
    },
    {
      "epoch": 342.58,
      "grad_norm": 1.0411185026168823,
      "learning_rate": 3.081090705620983e-06,
      "loss": 0.3545,
      "step": 1227460
    },
    {
      "epoch": 342.58,
      "grad_norm": 1.0320907831192017,
      "learning_rate": 3.0810650388846883e-06,
      "loss": 0.3425,
      "step": 1227470
    },
    {
      "epoch": 342.58,
      "grad_norm": 0.9834500551223755,
      "learning_rate": 3.0810393720502578e-06,
      "loss": 0.3276,
      "step": 1227480
    },
    {
      "epoch": 342.59,
      "grad_norm": 0.9352923035621643,
      "learning_rate": 3.0810137051176934e-06,
      "loss": 0.3673,
      "step": 1227490
    },
    {
      "epoch": 342.59,
      "grad_norm": 1.932759404182434,
      "learning_rate": 3.080988038086999e-06,
      "loss": 0.3386,
      "step": 1227500
    },
    {
      "epoch": 342.59,
      "grad_norm": 4.989774227142334,
      "learning_rate": 3.0809623709581775e-06,
      "loss": 0.3471,
      "step": 1227510
    },
    {
      "epoch": 342.6,
      "grad_norm": 1.0912522077560425,
      "learning_rate": 3.0809367037312337e-06,
      "loss": 0.3355,
      "step": 1227520
    },
    {
      "epoch": 342.6,
      "grad_norm": 1.0434004068374634,
      "learning_rate": 3.08091103640617e-06,
      "loss": 0.3472,
      "step": 1227530
    },
    {
      "epoch": 342.6,
      "grad_norm": 1.0539236068725586,
      "learning_rate": 3.0808853689829892e-06,
      "loss": 0.3535,
      "step": 1227540
    },
    {
      "epoch": 342.6,
      "grad_norm": 1.033616304397583,
      "learning_rate": 3.0808597014616963e-06,
      "loss": 0.3503,
      "step": 1227550
    },
    {
      "epoch": 342.61,
      "grad_norm": 0.9850782752037048,
      "learning_rate": 3.080834033842294e-06,
      "loss": 0.3622,
      "step": 1227560
    },
    {
      "epoch": 342.61,
      "grad_norm": 1.1423535346984863,
      "learning_rate": 3.0808083661247848e-06,
      "loss": 0.3335,
      "step": 1227570
    },
    {
      "epoch": 342.61,
      "grad_norm": 1.258366584777832,
      "learning_rate": 3.0807826983091737e-06,
      "loss": 0.3741,
      "step": 1227580
    },
    {
      "epoch": 342.62,
      "grad_norm": 0.979408323764801,
      "learning_rate": 3.080757030395463e-06,
      "loss": 0.3588,
      "step": 1227590
    },
    {
      "epoch": 342.62,
      "grad_norm": 1.0040606260299683,
      "learning_rate": 3.0807313623836564e-06,
      "loss": 0.344,
      "step": 1227600
    },
    {
      "epoch": 342.62,
      "grad_norm": 1.1098371744155884,
      "learning_rate": 3.080705694273757e-06,
      "loss": 0.3511,
      "step": 1227610
    },
    {
      "epoch": 342.62,
      "grad_norm": 1.1343934535980225,
      "learning_rate": 3.0806800260657693e-06,
      "loss": 0.3635,
      "step": 1227620
    },
    {
      "epoch": 342.63,
      "grad_norm": 0.8833518624305725,
      "learning_rate": 3.0806543577596966e-06,
      "loss": 0.3421,
      "step": 1227630
    },
    {
      "epoch": 342.63,
      "grad_norm": 1.1322014331817627,
      "learning_rate": 3.080628689355541e-06,
      "loss": 0.3387,
      "step": 1227640
    },
    {
      "epoch": 342.63,
      "grad_norm": 1.0739949941635132,
      "learning_rate": 3.0806030208533066e-06,
      "loss": 0.3386,
      "step": 1227650
    },
    {
      "epoch": 342.63,
      "grad_norm": 1.091827392578125,
      "learning_rate": 3.0805773522529962e-06,
      "loss": 0.3554,
      "step": 1227660
    },
    {
      "epoch": 342.64,
      "grad_norm": 1.0633121728897095,
      "learning_rate": 3.0805516835546143e-06,
      "loss": 0.3568,
      "step": 1227670
    },
    {
      "epoch": 342.64,
      "grad_norm": 1.0351519584655762,
      "learning_rate": 3.0805260147581645e-06,
      "loss": 0.346,
      "step": 1227680
    },
    {
      "epoch": 342.64,
      "grad_norm": 0.8826939463615417,
      "learning_rate": 3.080500345863649e-06,
      "loss": 0.3601,
      "step": 1227690
    },
    {
      "epoch": 342.65,
      "grad_norm": 1.1875497102737427,
      "learning_rate": 3.080474676871072e-06,
      "loss": 0.3511,
      "step": 1227700
    },
    {
      "epoch": 342.65,
      "grad_norm": 1.1066555976867676,
      "learning_rate": 3.0804490077804377e-06,
      "loss": 0.37,
      "step": 1227710
    },
    {
      "epoch": 342.65,
      "grad_norm": 1.0298837423324585,
      "learning_rate": 3.0804233385917473e-06,
      "loss": 0.3467,
      "step": 1227720
    },
    {
      "epoch": 342.65,
      "grad_norm": 1.039829969406128,
      "learning_rate": 3.0803976693050052e-06,
      "loss": 0.3337,
      "step": 1227730
    },
    {
      "epoch": 342.66,
      "grad_norm": 0.8875561356544495,
      "learning_rate": 3.0803719999202157e-06,
      "loss": 0.3564,
      "step": 1227740
    },
    {
      "epoch": 342.66,
      "grad_norm": 0.9478181004524231,
      "learning_rate": 3.080346330437382e-06,
      "loss": 0.3523,
      "step": 1227750
    },
    {
      "epoch": 342.66,
      "grad_norm": 1.146008849143982,
      "learning_rate": 3.0803206608565065e-06,
      "loss": 0.3485,
      "step": 1227760
    },
    {
      "epoch": 342.67,
      "grad_norm": 0.9096194505691528,
      "learning_rate": 3.0802949911775937e-06,
      "loss": 0.3581,
      "step": 1227770
    },
    {
      "epoch": 342.67,
      "grad_norm": 1.0854103565216064,
      "learning_rate": 3.0802693214006465e-06,
      "loss": 0.3726,
      "step": 1227780
    },
    {
      "epoch": 342.67,
      "grad_norm": 0.9610764384269714,
      "learning_rate": 3.0802436515256685e-06,
      "loss": 0.3527,
      "step": 1227790
    },
    {
      "epoch": 342.67,
      "grad_norm": 0.9961892366409302,
      "learning_rate": 3.080217981552662e-06,
      "loss": 0.3629,
      "step": 1227800
    },
    {
      "epoch": 342.68,
      "grad_norm": 0.9631149172782898,
      "learning_rate": 3.080192311481633e-06,
      "loss": 0.3515,
      "step": 1227810
    },
    {
      "epoch": 342.68,
      "grad_norm": 0.9603385329246521,
      "learning_rate": 3.080166641312582e-06,
      "loss": 0.3688,
      "step": 1227820
    },
    {
      "epoch": 342.68,
      "grad_norm": 1.106379508972168,
      "learning_rate": 3.0801409710455136e-06,
      "loss": 0.3608,
      "step": 1227830
    },
    {
      "epoch": 342.68,
      "grad_norm": 0.9288539290428162,
      "learning_rate": 3.080115300680432e-06,
      "loss": 0.3447,
      "step": 1227840
    },
    {
      "epoch": 342.69,
      "grad_norm": 1.0652742385864258,
      "learning_rate": 3.08008963021734e-06,
      "loss": 0.3585,
      "step": 1227850
    },
    {
      "epoch": 342.69,
      "grad_norm": 0.9214470982551575,
      "learning_rate": 3.0800639596562415e-06,
      "loss": 0.3426,
      "step": 1227860
    },
    {
      "epoch": 342.69,
      "grad_norm": 1.1298551559448242,
      "learning_rate": 3.080038288997139e-06,
      "loss": 0.3578,
      "step": 1227870
    },
    {
      "epoch": 342.7,
      "grad_norm": 0.9506075978279114,
      "learning_rate": 3.080012618240036e-06,
      "loss": 0.3588,
      "step": 1227880
    },
    {
      "epoch": 342.7,
      "grad_norm": 0.9938260912895203,
      "learning_rate": 3.079986947384936e-06,
      "loss": 0.3527,
      "step": 1227890
    },
    {
      "epoch": 342.7,
      "grad_norm": 1.0052762031555176,
      "learning_rate": 3.079961276431843e-06,
      "loss": 0.339,
      "step": 1227900
    },
    {
      "epoch": 342.7,
      "grad_norm": 0.9946073889732361,
      "learning_rate": 3.079935605380761e-06,
      "loss": 0.3436,
      "step": 1227910
    },
    {
      "epoch": 342.71,
      "grad_norm": 1.097477674484253,
      "learning_rate": 3.0799099342316912e-06,
      "loss": 0.3534,
      "step": 1227920
    },
    {
      "epoch": 342.71,
      "grad_norm": 1.134732961654663,
      "learning_rate": 3.0798842629846388e-06,
      "loss": 0.3549,
      "step": 1227930
    },
    {
      "epoch": 342.71,
      "grad_norm": 0.9228610396385193,
      "learning_rate": 3.079858591639607e-06,
      "loss": 0.3651,
      "step": 1227940
    },
    {
      "epoch": 342.72,
      "grad_norm": 3.4589431285858154,
      "learning_rate": 3.079832920196599e-06,
      "loss": 0.3437,
      "step": 1227950
    },
    {
      "epoch": 342.72,
      "grad_norm": 0.875569760799408,
      "learning_rate": 3.0798072486556172e-06,
      "loss": 0.3678,
      "step": 1227960
    },
    {
      "epoch": 342.72,
      "grad_norm": 1.130782961845398,
      "learning_rate": 3.0797815770166668e-06,
      "loss": 0.3547,
      "step": 1227970
    },
    {
      "epoch": 342.72,
      "grad_norm": 0.9746879935264587,
      "learning_rate": 3.0797559052797497e-06,
      "loss": 0.3642,
      "step": 1227980
    },
    {
      "epoch": 342.73,
      "grad_norm": 0.9493547081947327,
      "learning_rate": 3.0797302334448704e-06,
      "loss": 0.3615,
      "step": 1227990
    },
    {
      "epoch": 342.73,
      "grad_norm": 1.0264058113098145,
      "learning_rate": 3.0797045615120325e-06,
      "loss": 0.3376,
      "step": 1228000
    },
    {
      "epoch": 342.73,
      "grad_norm": 0.9316025972366333,
      "learning_rate": 3.0796788894812387e-06,
      "loss": 0.3485,
      "step": 1228010
    },
    {
      "epoch": 342.74,
      "grad_norm": 1.1054987907409668,
      "learning_rate": 3.079653217352492e-06,
      "loss": 0.3523,
      "step": 1228020
    },
    {
      "epoch": 342.74,
      "grad_norm": 1.0180648565292358,
      "learning_rate": 3.0796275451257967e-06,
      "loss": 0.3712,
      "step": 1228030
    },
    {
      "epoch": 342.74,
      "grad_norm": 1.1266096830368042,
      "learning_rate": 3.079601872801156e-06,
      "loss": 0.353,
      "step": 1228040
    },
    {
      "epoch": 342.74,
      "grad_norm": 1.919098138809204,
      "learning_rate": 3.0795762003785727e-06,
      "loss": 0.3651,
      "step": 1228050
    },
    {
      "epoch": 342.75,
      "grad_norm": 1.1106785535812378,
      "learning_rate": 3.079550527858051e-06,
      "loss": 0.3393,
      "step": 1228060
    },
    {
      "epoch": 342.75,
      "grad_norm": 1.0772792100906372,
      "learning_rate": 3.0795248552395942e-06,
      "loss": 0.3582,
      "step": 1228070
    },
    {
      "epoch": 342.75,
      "grad_norm": 1.163495421409607,
      "learning_rate": 3.079499182523206e-06,
      "loss": 0.3484,
      "step": 1228080
    },
    {
      "epoch": 342.75,
      "grad_norm": 0.8364824056625366,
      "learning_rate": 3.0794735097088885e-06,
      "loss": 0.3542,
      "step": 1228090
    },
    {
      "epoch": 342.76,
      "grad_norm": 0.9845864772796631,
      "learning_rate": 3.079447836796647e-06,
      "loss": 0.3456,
      "step": 1228100
    },
    {
      "epoch": 342.76,
      "grad_norm": 1.0053465366363525,
      "learning_rate": 3.079422163786483e-06,
      "loss": 0.3444,
      "step": 1228110
    },
    {
      "epoch": 342.76,
      "grad_norm": 1.0767927169799805,
      "learning_rate": 3.079396490678401e-06,
      "loss": 0.3516,
      "step": 1228120
    },
    {
      "epoch": 342.77,
      "grad_norm": 1.004940390586853,
      "learning_rate": 3.0793708174724043e-06,
      "loss": 0.3425,
      "step": 1228130
    },
    {
      "epoch": 342.77,
      "grad_norm": 1.0113589763641357,
      "learning_rate": 3.0793451441684958e-06,
      "loss": 0.3467,
      "step": 1228140
    },
    {
      "epoch": 342.77,
      "grad_norm": 1.1501742601394653,
      "learning_rate": 3.0793194707666804e-06,
      "loss": 0.3347,
      "step": 1228150
    },
    {
      "epoch": 342.77,
      "grad_norm": 1.1216961145401,
      "learning_rate": 3.079293797266961e-06,
      "loss": 0.3367,
      "step": 1228160
    },
    {
      "epoch": 342.78,
      "grad_norm": 1.4627954959869385,
      "learning_rate": 3.079268123669339e-06,
      "loss": 0.347,
      "step": 1228170
    },
    {
      "epoch": 342.78,
      "grad_norm": 1.043832540512085,
      "learning_rate": 3.07924244997382e-06,
      "loss": 0.342,
      "step": 1228180
    },
    {
      "epoch": 342.78,
      "grad_norm": 1.2432011365890503,
      "learning_rate": 3.079216776180406e-06,
      "loss": 0.3553,
      "step": 1228190
    },
    {
      "epoch": 342.79,
      "grad_norm": 1.1096606254577637,
      "learning_rate": 3.0791911022891023e-06,
      "loss": 0.3439,
      "step": 1228200
    },
    {
      "epoch": 342.79,
      "grad_norm": 0.9778867959976196,
      "learning_rate": 3.0791654282999103e-06,
      "loss": 0.3592,
      "step": 1228210
    },
    {
      "epoch": 342.79,
      "grad_norm": 0.978906512260437,
      "learning_rate": 3.079139754212835e-06,
      "loss": 0.3556,
      "step": 1228220
    },
    {
      "epoch": 342.79,
      "grad_norm": 1.1927752494812012,
      "learning_rate": 3.079114080027879e-06,
      "loss": 0.3473,
      "step": 1228230
    },
    {
      "epoch": 342.8,
      "grad_norm": 0.8854172229766846,
      "learning_rate": 3.079088405745046e-06,
      "loss": 0.3609,
      "step": 1228240
    },
    {
      "epoch": 342.8,
      "grad_norm": 1.0308033227920532,
      "learning_rate": 3.0790627313643384e-06,
      "loss": 0.3333,
      "step": 1228250
    },
    {
      "epoch": 342.8,
      "grad_norm": 0.9090957641601562,
      "learning_rate": 3.0790370568857617e-06,
      "loss": 0.3454,
      "step": 1228260
    },
    {
      "epoch": 342.8,
      "grad_norm": 0.959109365940094,
      "learning_rate": 3.079011382309317e-06,
      "loss": 0.3496,
      "step": 1228270
    },
    {
      "epoch": 342.81,
      "grad_norm": 0.9837788343429565,
      "learning_rate": 3.078985707635009e-06,
      "loss": 0.3551,
      "step": 1228280
    },
    {
      "epoch": 342.81,
      "grad_norm": 0.951909601688385,
      "learning_rate": 3.0789600328628415e-06,
      "loss": 0.3622,
      "step": 1228290
    },
    {
      "epoch": 342.81,
      "grad_norm": 0.9856353998184204,
      "learning_rate": 3.078934357992817e-06,
      "loss": 0.341,
      "step": 1228300
    },
    {
      "epoch": 342.82,
      "grad_norm": 0.994405210018158,
      "learning_rate": 3.078908683024939e-06,
      "loss": 0.3586,
      "step": 1228310
    },
    {
      "epoch": 342.82,
      "grad_norm": 1.229174017906189,
      "learning_rate": 3.078883007959211e-06,
      "loss": 0.3623,
      "step": 1228320
    },
    {
      "epoch": 342.82,
      "grad_norm": 1.0010069608688354,
      "learning_rate": 3.0788573327956376e-06,
      "loss": 0.346,
      "step": 1228330
    },
    {
      "epoch": 342.82,
      "grad_norm": 0.978127658367157,
      "learning_rate": 3.0788316575342203e-06,
      "loss": 0.3488,
      "step": 1228340
    },
    {
      "epoch": 342.83,
      "grad_norm": 0.9917149543762207,
      "learning_rate": 3.0788059821749635e-06,
      "loss": 0.3564,
      "step": 1228350
    },
    {
      "epoch": 342.83,
      "grad_norm": 1.0106072425842285,
      "learning_rate": 3.078780306717871e-06,
      "loss": 0.3713,
      "step": 1228360
    },
    {
      "epoch": 342.83,
      "grad_norm": 1.1795768737792969,
      "learning_rate": 3.0787546311629458e-06,
      "loss": 0.367,
      "step": 1228370
    },
    {
      "epoch": 342.84,
      "grad_norm": 1.0912004709243774,
      "learning_rate": 3.0787289555101908e-06,
      "loss": 0.3512,
      "step": 1228380
    },
    {
      "epoch": 342.84,
      "grad_norm": 0.9777789115905762,
      "learning_rate": 3.078703279759611e-06,
      "loss": 0.3515,
      "step": 1228390
    },
    {
      "epoch": 342.84,
      "grad_norm": 0.9503611922264099,
      "learning_rate": 3.0786776039112076e-06,
      "loss": 0.3415,
      "step": 1228400
    },
    {
      "epoch": 342.84,
      "grad_norm": 0.9977307915687561,
      "learning_rate": 3.0786519279649853e-06,
      "loss": 0.3481,
      "step": 1228410
    },
    {
      "epoch": 342.85,
      "grad_norm": 1.0187969207763672,
      "learning_rate": 3.0786262519209473e-06,
      "loss": 0.3437,
      "step": 1228420
    },
    {
      "epoch": 342.85,
      "grad_norm": 0.8853814005851746,
      "learning_rate": 3.0786005757790972e-06,
      "loss": 0.3496,
      "step": 1228430
    },
    {
      "epoch": 342.85,
      "grad_norm": 1.0726746320724487,
      "learning_rate": 3.0785748995394386e-06,
      "loss": 0.3593,
      "step": 1228440
    },
    {
      "epoch": 342.86,
      "grad_norm": 1.2047688961029053,
      "learning_rate": 3.0785492232019748e-06,
      "loss": 0.3439,
      "step": 1228450
    },
    {
      "epoch": 342.86,
      "grad_norm": 1.009556770324707,
      "learning_rate": 3.0785235467667083e-06,
      "loss": 0.3438,
      "step": 1228460
    },
    {
      "epoch": 342.86,
      "grad_norm": 0.9209213852882385,
      "learning_rate": 3.0784978702336434e-06,
      "loss": 0.3605,
      "step": 1228470
    },
    {
      "epoch": 342.86,
      "grad_norm": 1.0439133644104004,
      "learning_rate": 3.0784721936027835e-06,
      "loss": 0.3525,
      "step": 1228480
    },
    {
      "epoch": 342.87,
      "grad_norm": 1.0824990272521973,
      "learning_rate": 3.078446516874132e-06,
      "loss": 0.3567,
      "step": 1228490
    },
    {
      "epoch": 342.87,
      "grad_norm": 1.2386558055877686,
      "learning_rate": 3.0784208400476916e-06,
      "loss": 0.3629,
      "step": 1228500
    },
    {
      "epoch": 342.87,
      "grad_norm": 1.1133006811141968,
      "learning_rate": 3.078395163123467e-06,
      "loss": 0.3557,
      "step": 1228510
    },
    {
      "epoch": 342.87,
      "grad_norm": 1.1506242752075195,
      "learning_rate": 3.0783694861014607e-06,
      "loss": 0.3394,
      "step": 1228520
    },
    {
      "epoch": 342.88,
      "grad_norm": 0.9951345920562744,
      "learning_rate": 3.0783438089816764e-06,
      "loss": 0.3377,
      "step": 1228530
    },
    {
      "epoch": 342.88,
      "grad_norm": 1.0360242128372192,
      "learning_rate": 3.0783181317641174e-06,
      "loss": 0.3452,
      "step": 1228540
    },
    {
      "epoch": 342.88,
      "grad_norm": 1.210835337638855,
      "learning_rate": 3.078292454448787e-06,
      "loss": 0.3527,
      "step": 1228550
    },
    {
      "epoch": 342.89,
      "grad_norm": 4.38178014755249,
      "learning_rate": 3.0782667770356888e-06,
      "loss": 0.3491,
      "step": 1228560
    },
    {
      "epoch": 342.89,
      "grad_norm": 0.952530562877655,
      "learning_rate": 3.0782410995248264e-06,
      "loss": 0.3358,
      "step": 1228570
    },
    {
      "epoch": 342.89,
      "grad_norm": 1.2772377729415894,
      "learning_rate": 3.078215421916203e-06,
      "loss": 0.3508,
      "step": 1228580
    },
    {
      "epoch": 342.89,
      "grad_norm": 1.0926374197006226,
      "learning_rate": 3.0781897442098224e-06,
      "loss": 0.3433,
      "step": 1228590
    },
    {
      "epoch": 342.9,
      "grad_norm": 1.0174375772476196,
      "learning_rate": 3.0781640664056876e-06,
      "loss": 0.3414,
      "step": 1228600
    },
    {
      "epoch": 342.9,
      "grad_norm": 0.8262102007865906,
      "learning_rate": 3.0781383885038014e-06,
      "loss": 0.3578,
      "step": 1228610
    },
    {
      "epoch": 342.9,
      "grad_norm": 0.9852045774459839,
      "learning_rate": 3.078112710504169e-06,
      "loss": 0.3585,
      "step": 1228620
    },
    {
      "epoch": 342.91,
      "grad_norm": 1.0331761837005615,
      "learning_rate": 3.078087032406791e-06,
      "loss": 0.3725,
      "step": 1228630
    },
    {
      "epoch": 342.91,
      "grad_norm": 1.0884684324264526,
      "learning_rate": 3.078061354211674e-06,
      "loss": 0.3421,
      "step": 1228640
    },
    {
      "epoch": 342.91,
      "grad_norm": 0.9433653354644775,
      "learning_rate": 3.0780356759188193e-06,
      "loss": 0.3465,
      "step": 1228650
    },
    {
      "epoch": 342.91,
      "grad_norm": 0.9912310838699341,
      "learning_rate": 3.0780099975282315e-06,
      "loss": 0.3624,
      "step": 1228660
    },
    {
      "epoch": 342.92,
      "grad_norm": 1.005150556564331,
      "learning_rate": 3.077984319039913e-06,
      "loss": 0.3502,
      "step": 1228670
    },
    {
      "epoch": 342.92,
      "grad_norm": 3.1862683296203613,
      "learning_rate": 3.0779586404538685e-06,
      "loss": 0.3668,
      "step": 1228680
    },
    {
      "epoch": 342.92,
      "grad_norm": 0.8753628730773926,
      "learning_rate": 3.0779329617700997e-06,
      "loss": 0.3567,
      "step": 1228690
    },
    {
      "epoch": 342.92,
      "grad_norm": 0.9654054641723633,
      "learning_rate": 3.077907282988611e-06,
      "loss": 0.3386,
      "step": 1228700
    },
    {
      "epoch": 342.93,
      "grad_norm": 1.2397719621658325,
      "learning_rate": 3.0778816041094066e-06,
      "loss": 0.3394,
      "step": 1228710
    },
    {
      "epoch": 342.93,
      "grad_norm": 0.9724891781806946,
      "learning_rate": 3.0778559251324885e-06,
      "loss": 0.3439,
      "step": 1228720
    },
    {
      "epoch": 342.93,
      "grad_norm": 0.9378459453582764,
      "learning_rate": 3.0778302460578606e-06,
      "loss": 0.3257,
      "step": 1228730
    },
    {
      "epoch": 342.94,
      "grad_norm": 1.0081497430801392,
      "learning_rate": 3.077804566885527e-06,
      "loss": 0.3553,
      "step": 1228740
    },
    {
      "epoch": 342.94,
      "grad_norm": 0.9497013688087463,
      "learning_rate": 3.07777888761549e-06,
      "loss": 0.342,
      "step": 1228750
    },
    {
      "epoch": 342.94,
      "grad_norm": 1.036179780960083,
      "learning_rate": 3.0777532082477534e-06,
      "loss": 0.3548,
      "step": 1228760
    },
    {
      "epoch": 342.94,
      "grad_norm": 0.9574143886566162,
      "learning_rate": 3.077727528782321e-06,
      "loss": 0.3543,
      "step": 1228770
    },
    {
      "epoch": 342.95,
      "grad_norm": 1.0789605379104614,
      "learning_rate": 3.0777018492191965e-06,
      "loss": 0.3336,
      "step": 1228780
    },
    {
      "epoch": 342.95,
      "grad_norm": 0.96585613489151,
      "learning_rate": 3.077676169558382e-06,
      "loss": 0.3316,
      "step": 1228790
    },
    {
      "epoch": 342.95,
      "grad_norm": 1.0701146125793457,
      "learning_rate": 3.077650489799882e-06,
      "loss": 0.3482,
      "step": 1228800
    },
    {
      "epoch": 342.96,
      "grad_norm": 0.9064788818359375,
      "learning_rate": 3.0776248099437e-06,
      "loss": 0.3624,
      "step": 1228810
    },
    {
      "epoch": 342.96,
      "grad_norm": 0.8959696888923645,
      "learning_rate": 3.0775991299898386e-06,
      "loss": 0.3393,
      "step": 1228820
    },
    {
      "epoch": 342.96,
      "grad_norm": 1.3573802709579468,
      "learning_rate": 3.0775734499383017e-06,
      "loss": 0.3616,
      "step": 1228830
    },
    {
      "epoch": 342.96,
      "grad_norm": 0.9766905903816223,
      "learning_rate": 3.077547769789093e-06,
      "loss": 0.343,
      "step": 1228840
    },
    {
      "epoch": 342.97,
      "grad_norm": 1.0840965509414673,
      "learning_rate": 3.077522089542215e-06,
      "loss": 0.3205,
      "step": 1228850
    },
    {
      "epoch": 342.97,
      "grad_norm": 0.9943239092826843,
      "learning_rate": 3.0774964091976727e-06,
      "loss": 0.3546,
      "step": 1228860
    },
    {
      "epoch": 342.97,
      "grad_norm": 0.8892548680305481,
      "learning_rate": 3.077470728755468e-06,
      "loss": 0.3512,
      "step": 1228870
    },
    {
      "epoch": 342.98,
      "grad_norm": 0.8902179598808289,
      "learning_rate": 3.077445048215605e-06,
      "loss": 0.3435,
      "step": 1228880
    },
    {
      "epoch": 342.98,
      "grad_norm": 1.0300605297088623,
      "learning_rate": 3.0774193675780873e-06,
      "loss": 0.3511,
      "step": 1228890
    },
    {
      "epoch": 342.98,
      "grad_norm": 0.9416519403457642,
      "learning_rate": 3.077393686842917e-06,
      "loss": 0.3393,
      "step": 1228900
    },
    {
      "epoch": 342.98,
      "grad_norm": 0.9118016362190247,
      "learning_rate": 3.0773680060100998e-06,
      "loss": 0.3602,
      "step": 1228910
    },
    {
      "epoch": 342.99,
      "grad_norm": 1.1163843870162964,
      "learning_rate": 3.077342325079637e-06,
      "loss": 0.3502,
      "step": 1228920
    },
    {
      "epoch": 342.99,
      "grad_norm": 1.050363540649414,
      "learning_rate": 3.0773166440515326e-06,
      "loss": 0.3567,
      "step": 1228930
    },
    {
      "epoch": 342.99,
      "grad_norm": 1.2927507162094116,
      "learning_rate": 3.077290962925791e-06,
      "loss": 0.3598,
      "step": 1228940
    },
    {
      "epoch": 342.99,
      "grad_norm": 1.3001059293746948,
      "learning_rate": 3.0772652817024143e-06,
      "loss": 0.3667,
      "step": 1228950
    },
    {
      "epoch": 343.0,
      "grad_norm": 0.8792530298233032,
      "learning_rate": 3.077239600381407e-06,
      "loss": 0.3516,
      "step": 1228960
    },
    {
      "epoch": 343.0,
      "eval_loss": 0.35330936312675476,
      "eval_runtime": 62.9278,
      "eval_samples_per_second": 80.394,
      "eval_steps_per_second": 10.059,
      "step": 1228969
    },
    {
      "epoch": 343.0,
      "grad_norm": 1.0081011056900024,
      "learning_rate": 3.0772139189627726e-06,
      "loss": 0.3574,
      "step": 1228970
    },
    {
      "epoch": 343.0,
      "grad_norm": 1.0648741722106934,
      "learning_rate": 3.077188237446513e-06,
      "loss": 0.3423,
      "step": 1228980
    },
    {
      "epoch": 343.01,
      "grad_norm": 1.0922843217849731,
      "learning_rate": 3.0771625558326327e-06,
      "loss": 0.3605,
      "step": 1228990
    },
    {
      "epoch": 343.01,
      "grad_norm": 1.170546293258667,
      "learning_rate": 3.077136874121135e-06,
      "loss": 0.3548,
      "step": 1229000
    },
    {
      "epoch": 343.01,
      "grad_norm": 0.991813600063324,
      "learning_rate": 3.0771111923120233e-06,
      "loss": 0.3414,
      "step": 1229010
    },
    {
      "epoch": 343.01,
      "grad_norm": 1.039919137954712,
      "learning_rate": 3.0770855104053013e-06,
      "loss": 0.3543,
      "step": 1229020
    },
    {
      "epoch": 343.02,
      "grad_norm": 1.0153586864471436,
      "learning_rate": 3.077059828400972e-06,
      "loss": 0.3404,
      "step": 1229030
    },
    {
      "epoch": 343.02,
      "grad_norm": 0.921639621257782,
      "learning_rate": 3.0770341462990394e-06,
      "loss": 0.347,
      "step": 1229040
    },
    {
      "epoch": 343.02,
      "grad_norm": 1.4675512313842773,
      "learning_rate": 3.0770084640995058e-06,
      "loss": 0.3542,
      "step": 1229050
    },
    {
      "epoch": 343.03,
      "grad_norm": 0.9945639371871948,
      "learning_rate": 3.076982781802375e-06,
      "loss": 0.3614,
      "step": 1229060
    },
    {
      "epoch": 343.03,
      "grad_norm": 1.040651798248291,
      "learning_rate": 3.0769570994076514e-06,
      "loss": 0.3442,
      "step": 1229070
    },
    {
      "epoch": 343.03,
      "grad_norm": 0.9802889823913574,
      "learning_rate": 3.0769314169153374e-06,
      "loss": 0.351,
      "step": 1229080
    },
    {
      "epoch": 343.03,
      "grad_norm": 0.955639660358429,
      "learning_rate": 3.076905734325437e-06,
      "loss": 0.3577,
      "step": 1229090
    },
    {
      "epoch": 343.04,
      "grad_norm": 1.0865787267684937,
      "learning_rate": 3.0768800516379533e-06,
      "loss": 0.3389,
      "step": 1229100
    },
    {
      "epoch": 343.04,
      "grad_norm": 1.2239047288894653,
      "learning_rate": 3.0768543688528904e-06,
      "loss": 0.362,
      "step": 1229110
    },
    {
      "epoch": 343.04,
      "grad_norm": 1.0664986371994019,
      "learning_rate": 3.0768286859702505e-06,
      "loss": 0.3615,
      "step": 1229120
    },
    {
      "epoch": 343.04,
      "grad_norm": 1.0638530254364014,
      "learning_rate": 3.076803002990038e-06,
      "loss": 0.3415,
      "step": 1229130
    },
    {
      "epoch": 343.05,
      "grad_norm": 0.8915292024612427,
      "learning_rate": 3.076777319912255e-06,
      "loss": 0.3527,
      "step": 1229140
    },
    {
      "epoch": 343.05,
      "grad_norm": 1.0073453187942505,
      "learning_rate": 3.076751636736906e-06,
      "loss": 0.3664,
      "step": 1229150
    },
    {
      "epoch": 343.05,
      "grad_norm": 0.9681092500686646,
      "learning_rate": 3.0767259534639955e-06,
      "loss": 0.3513,
      "step": 1229160
    },
    {
      "epoch": 343.06,
      "grad_norm": 0.9379028677940369,
      "learning_rate": 3.0767002700935243e-06,
      "loss": 0.3539,
      "step": 1229170
    },
    {
      "epoch": 343.06,
      "grad_norm": 1.0623738765716553,
      "learning_rate": 3.076674586625498e-06,
      "loss": 0.3465,
      "step": 1229180
    },
    {
      "epoch": 343.06,
      "grad_norm": 0.9529805183410645,
      "learning_rate": 3.076648903059919e-06,
      "loss": 0.3615,
      "step": 1229190
    },
    {
      "epoch": 343.06,
      "grad_norm": 0.9473942518234253,
      "learning_rate": 3.0766232193967913e-06,
      "loss": 0.3565,
      "step": 1229200
    },
    {
      "epoch": 343.07,
      "grad_norm": 0.9370071291923523,
      "learning_rate": 3.0765975356361175e-06,
      "loss": 0.3476,
      "step": 1229210
    },
    {
      "epoch": 343.07,
      "grad_norm": 0.9901896715164185,
      "learning_rate": 3.076571851777902e-06,
      "loss": 0.3747,
      "step": 1229220
    },
    {
      "epoch": 343.07,
      "grad_norm": 0.8098890781402588,
      "learning_rate": 3.0765461678221475e-06,
      "loss": 0.3304,
      "step": 1229230
    },
    {
      "epoch": 343.08,
      "grad_norm": 1.048170566558838,
      "learning_rate": 3.076520483768857e-06,
      "loss": 0.3615,
      "step": 1229240
    },
    {
      "epoch": 343.08,
      "grad_norm": 1.019393801689148,
      "learning_rate": 3.076494799618036e-06,
      "loss": 0.3565,
      "step": 1229250
    },
    {
      "epoch": 343.08,
      "grad_norm": 1.25978684425354,
      "learning_rate": 3.076469115369685e-06,
      "loss": 0.3536,
      "step": 1229260
    },
    {
      "epoch": 343.08,
      "grad_norm": 0.8794409036636353,
      "learning_rate": 3.0764434310238097e-06,
      "loss": 0.3514,
      "step": 1229270
    },
    {
      "epoch": 343.09,
      "grad_norm": 1.0428184270858765,
      "learning_rate": 3.0764177465804116e-06,
      "loss": 0.3556,
      "step": 1229280
    },
    {
      "epoch": 343.09,
      "grad_norm": 1.0287607908248901,
      "learning_rate": 3.076392062039497e-06,
      "loss": 0.3464,
      "step": 1229290
    },
    {
      "epoch": 343.09,
      "grad_norm": 1.061983346939087,
      "learning_rate": 3.076366377401066e-06,
      "loss": 0.3521,
      "step": 1229300
    },
    {
      "epoch": 343.1,
      "grad_norm": 0.9190940260887146,
      "learning_rate": 3.0763406926651245e-06,
      "loss": 0.3284,
      "step": 1229310
    },
    {
      "epoch": 343.1,
      "grad_norm": 1.0004035234451294,
      "learning_rate": 3.0763150078316745e-06,
      "loss": 0.3636,
      "step": 1229320
    },
    {
      "epoch": 343.1,
      "grad_norm": 1.1334151029586792,
      "learning_rate": 3.07628932290072e-06,
      "loss": 0.3555,
      "step": 1229330
    },
    {
      "epoch": 343.1,
      "grad_norm": 1.292425513267517,
      "learning_rate": 3.0762636378722646e-06,
      "loss": 0.3372,
      "step": 1229340
    },
    {
      "epoch": 343.11,
      "grad_norm": 1.1759612560272217,
      "learning_rate": 3.076237952746311e-06,
      "loss": 0.3368,
      "step": 1229350
    },
    {
      "epoch": 343.11,
      "grad_norm": 0.8946608901023865,
      "learning_rate": 3.0762122675228637e-06,
      "loss": 0.3572,
      "step": 1229360
    },
    {
      "epoch": 343.11,
      "grad_norm": 0.9842233657836914,
      "learning_rate": 3.0761865822019247e-06,
      "loss": 0.348,
      "step": 1229370
    },
    {
      "epoch": 343.11,
      "grad_norm": 0.9696172475814819,
      "learning_rate": 3.076160896783498e-06,
      "loss": 0.3471,
      "step": 1229380
    },
    {
      "epoch": 343.12,
      "grad_norm": 0.8757900595664978,
      "learning_rate": 3.0761352112675883e-06,
      "loss": 0.3444,
      "step": 1229390
    },
    {
      "epoch": 343.12,
      "grad_norm": 0.9736257791519165,
      "learning_rate": 3.0761095256541976e-06,
      "loss": 0.352,
      "step": 1229400
    },
    {
      "epoch": 343.12,
      "grad_norm": 1.0970882177352905,
      "learning_rate": 3.076083839943329e-06,
      "loss": 0.363,
      "step": 1229410
    },
    {
      "epoch": 343.13,
      "grad_norm": 0.934393584728241,
      "learning_rate": 3.0760581541349875e-06,
      "loss": 0.3738,
      "step": 1229420
    },
    {
      "epoch": 343.13,
      "grad_norm": 1.1188353300094604,
      "learning_rate": 3.076032468229175e-06,
      "loss": 0.3443,
      "step": 1229430
    },
    {
      "epoch": 343.13,
      "grad_norm": 1.4101125001907349,
      "learning_rate": 3.0760067822258953e-06,
      "loss": 0.3558,
      "step": 1229440
    },
    {
      "epoch": 343.13,
      "grad_norm": 1.1282029151916504,
      "learning_rate": 3.0759810961251524e-06,
      "loss": 0.382,
      "step": 1229450
    },
    {
      "epoch": 343.14,
      "grad_norm": 1.1322985887527466,
      "learning_rate": 3.075955409926949e-06,
      "loss": 0.3449,
      "step": 1229460
    },
    {
      "epoch": 343.14,
      "grad_norm": 0.9036458134651184,
      "learning_rate": 3.07592972363129e-06,
      "loss": 0.3354,
      "step": 1229470
    },
    {
      "epoch": 343.14,
      "grad_norm": 0.822732150554657,
      "learning_rate": 3.075904037238176e-06,
      "loss": 0.3496,
      "step": 1229480
    },
    {
      "epoch": 343.15,
      "grad_norm": 0.838508665561676,
      "learning_rate": 3.075878350747613e-06,
      "loss": 0.3455,
      "step": 1229490
    },
    {
      "epoch": 343.15,
      "grad_norm": 1.4192177057266235,
      "learning_rate": 3.0758526641596033e-06,
      "loss": 0.3455,
      "step": 1229500
    },
    {
      "epoch": 343.15,
      "grad_norm": 1.0571633577346802,
      "learning_rate": 3.07582697747415e-06,
      "loss": 0.3443,
      "step": 1229510
    },
    {
      "epoch": 343.15,
      "grad_norm": 0.9138303399085999,
      "learning_rate": 3.075801290691258e-06,
      "loss": 0.3625,
      "step": 1229520
    },
    {
      "epoch": 343.16,
      "grad_norm": 1.1021305322647095,
      "learning_rate": 3.07577560381093e-06,
      "loss": 0.3526,
      "step": 1229530
    },
    {
      "epoch": 343.16,
      "grad_norm": 0.9160611033439636,
      "learning_rate": 3.075749916833168e-06,
      "loss": 0.354,
      "step": 1229540
    },
    {
      "epoch": 343.16,
      "grad_norm": 4.783545017242432,
      "learning_rate": 3.075724229757978e-06,
      "loss": 0.3548,
      "step": 1229550
    },
    {
      "epoch": 343.16,
      "grad_norm": 0.9431003928184509,
      "learning_rate": 3.0756985425853612e-06,
      "loss": 0.3527,
      "step": 1229560
    },
    {
      "epoch": 343.17,
      "grad_norm": 0.8866153359413147,
      "learning_rate": 3.075672855315322e-06,
      "loss": 0.3485,
      "step": 1229570
    },
    {
      "epoch": 343.17,
      "grad_norm": 1.3096529245376587,
      "learning_rate": 3.0756471679478637e-06,
      "loss": 0.3336,
      "step": 1229580
    },
    {
      "epoch": 343.17,
      "grad_norm": 0.895828902721405,
      "learning_rate": 3.075621480482989e-06,
      "loss": 0.3464,
      "step": 1229590
    },
    {
      "epoch": 343.18,
      "grad_norm": 1.1657501459121704,
      "learning_rate": 3.0755957929207026e-06,
      "loss": 0.3591,
      "step": 1229600
    },
    {
      "epoch": 343.18,
      "grad_norm": 1.0479363203048706,
      "learning_rate": 3.075570105261008e-06,
      "loss": 0.3357,
      "step": 1229610
    },
    {
      "epoch": 343.18,
      "grad_norm": 0.9726352691650391,
      "learning_rate": 3.075544417503907e-06,
      "loss": 0.337,
      "step": 1229620
    },
    {
      "epoch": 343.18,
      "grad_norm": 2.736863613128662,
      "learning_rate": 3.075518729649404e-06,
      "loss": 0.3454,
      "step": 1229630
    },
    {
      "epoch": 343.19,
      "grad_norm": 0.9256149530410767,
      "learning_rate": 3.075493041697503e-06,
      "loss": 0.3462,
      "step": 1229640
    },
    {
      "epoch": 343.19,
      "grad_norm": 0.9915300607681274,
      "learning_rate": 3.0754673536482064e-06,
      "loss": 0.346,
      "step": 1229650
    },
    {
      "epoch": 343.19,
      "grad_norm": 1.0908405780792236,
      "learning_rate": 3.0754416655015177e-06,
      "loss": 0.3649,
      "step": 1229660
    },
    {
      "epoch": 343.2,
      "grad_norm": 1.0833299160003662,
      "learning_rate": 3.075415977257441e-06,
      "loss": 0.3568,
      "step": 1229670
    },
    {
      "epoch": 343.2,
      "grad_norm": 1.010145664215088,
      "learning_rate": 3.0753902889159795e-06,
      "loss": 0.3568,
      "step": 1229680
    },
    {
      "epoch": 343.2,
      "grad_norm": 1.0270047187805176,
      "learning_rate": 3.0753646004771363e-06,
      "loss": 0.3505,
      "step": 1229690
    },
    {
      "epoch": 343.2,
      "grad_norm": 0.9744685888290405,
      "learning_rate": 3.075338911940915e-06,
      "loss": 0.3516,
      "step": 1229700
    },
    {
      "epoch": 343.21,
      "grad_norm": 0.988239586353302,
      "learning_rate": 3.0753132233073195e-06,
      "loss": 0.3704,
      "step": 1229710
    },
    {
      "epoch": 343.21,
      "grad_norm": 1.0214768648147583,
      "learning_rate": 3.075287534576352e-06,
      "loss": 0.3545,
      "step": 1229720
    },
    {
      "epoch": 343.21,
      "grad_norm": 1.4044111967086792,
      "learning_rate": 3.075261845748017e-06,
      "loss": 0.3589,
      "step": 1229730
    },
    {
      "epoch": 343.22,
      "grad_norm": 3.7866899967193604,
      "learning_rate": 3.0752361568223175e-06,
      "loss": 0.3578,
      "step": 1229740
    },
    {
      "epoch": 343.22,
      "grad_norm": 1.072076678276062,
      "learning_rate": 3.0752104677992567e-06,
      "loss": 0.3426,
      "step": 1229750
    },
    {
      "epoch": 343.22,
      "grad_norm": 0.955819308757782,
      "learning_rate": 3.0751847786788387e-06,
      "loss": 0.3615,
      "step": 1229760
    },
    {
      "epoch": 343.22,
      "grad_norm": 1.180782675743103,
      "learning_rate": 3.0751590894610667e-06,
      "loss": 0.3507,
      "step": 1229770
    },
    {
      "epoch": 343.23,
      "grad_norm": 1.0152170658111572,
      "learning_rate": 3.0751334001459434e-06,
      "loss": 0.3418,
      "step": 1229780
    },
    {
      "epoch": 343.23,
      "grad_norm": 1.0640448331832886,
      "learning_rate": 3.0751077107334727e-06,
      "loss": 0.3548,
      "step": 1229790
    },
    {
      "epoch": 343.23,
      "grad_norm": 0.9279378652572632,
      "learning_rate": 3.0750820212236585e-06,
      "loss": 0.3506,
      "step": 1229800
    },
    {
      "epoch": 343.23,
      "grad_norm": 1.0791943073272705,
      "learning_rate": 3.075056331616504e-06,
      "loss": 0.3511,
      "step": 1229810
    },
    {
      "epoch": 343.24,
      "grad_norm": 0.9684690833091736,
      "learning_rate": 3.075030641912012e-06,
      "loss": 0.3549,
      "step": 1229820
    },
    {
      "epoch": 343.24,
      "grad_norm": 0.9763807654380798,
      "learning_rate": 3.0750049521101862e-06,
      "loss": 0.3412,
      "step": 1229830
    },
    {
      "epoch": 343.24,
      "grad_norm": 1.0673288106918335,
      "learning_rate": 3.0749792622110308e-06,
      "loss": 0.3505,
      "step": 1229840
    },
    {
      "epoch": 343.25,
      "grad_norm": 1.020434021949768,
      "learning_rate": 3.0749535722145487e-06,
      "loss": 0.3437,
      "step": 1229850
    },
    {
      "epoch": 343.25,
      "grad_norm": 0.9405970573425293,
      "learning_rate": 3.0749278821207425e-06,
      "loss": 0.3514,
      "step": 1229860
    },
    {
      "epoch": 343.25,
      "grad_norm": 1.090346336364746,
      "learning_rate": 3.074902191929617e-06,
      "loss": 0.3463,
      "step": 1229870
    },
    {
      "epoch": 343.25,
      "grad_norm": 0.8474880456924438,
      "learning_rate": 3.0748765016411745e-06,
      "loss": 0.3311,
      "step": 1229880
    },
    {
      "epoch": 343.26,
      "grad_norm": 1.0114415884017944,
      "learning_rate": 3.074850811255418e-06,
      "loss": 0.3642,
      "step": 1229890
    },
    {
      "epoch": 343.26,
      "grad_norm": 18.386507034301758,
      "learning_rate": 3.0748251207723533e-06,
      "loss": 0.3629,
      "step": 1229900
    },
    {
      "epoch": 343.26,
      "grad_norm": 1.0123803615570068,
      "learning_rate": 3.0747994301919817e-06,
      "loss": 0.3573,
      "step": 1229910
    },
    {
      "epoch": 343.27,
      "grad_norm": 1.0508499145507812,
      "learning_rate": 3.0747737395143073e-06,
      "loss": 0.3556,
      "step": 1229920
    },
    {
      "epoch": 343.27,
      "grad_norm": 0.9061993360519409,
      "learning_rate": 3.0747480487393333e-06,
      "loss": 0.3503,
      "step": 1229930
    },
    {
      "epoch": 343.27,
      "grad_norm": 1.0335582494735718,
      "learning_rate": 3.0747223578670637e-06,
      "loss": 0.3416,
      "step": 1229940
    },
    {
      "epoch": 343.27,
      "grad_norm": 1.108023762702942,
      "learning_rate": 3.074696666897501e-06,
      "loss": 0.3529,
      "step": 1229950
    },
    {
      "epoch": 343.28,
      "grad_norm": 1.0667976140975952,
      "learning_rate": 3.074670975830649e-06,
      "loss": 0.3573,
      "step": 1229960
    },
    {
      "epoch": 343.28,
      "grad_norm": 1.073085904121399,
      "learning_rate": 3.0746452846665117e-06,
      "loss": 0.3449,
      "step": 1229970
    },
    {
      "epoch": 343.28,
      "grad_norm": 1.1226121187210083,
      "learning_rate": 3.0746195934050914e-06,
      "loss": 0.3371,
      "step": 1229980
    },
    {
      "epoch": 343.28,
      "grad_norm": 0.9408565759658813,
      "learning_rate": 3.074593902046393e-06,
      "loss": 0.3497,
      "step": 1229990
    },
    {
      "epoch": 343.29,
      "grad_norm": 1.0053914785385132,
      "learning_rate": 3.074568210590419e-06,
      "loss": 0.3535,
      "step": 1230000
    },
    {
      "epoch": 343.29,
      "grad_norm": 1.2535197734832764,
      "learning_rate": 3.0745425190371718e-06,
      "loss": 0.3536,
      "step": 1230010
    },
    {
      "epoch": 343.29,
      "grad_norm": 1.026061773300171,
      "learning_rate": 3.0745168273866563e-06,
      "loss": 0.3555,
      "step": 1230020
    },
    {
      "epoch": 343.3,
      "grad_norm": 1.0081875324249268,
      "learning_rate": 3.0744911356388764e-06,
      "loss": 0.3705,
      "step": 1230030
    },
    {
      "epoch": 343.3,
      "grad_norm": 1.0930988788604736,
      "learning_rate": 3.074465443793834e-06,
      "loss": 0.3663,
      "step": 1230040
    },
    {
      "epoch": 343.3,
      "grad_norm": 1.2651190757751465,
      "learning_rate": 3.074439751851533e-06,
      "loss": 0.3593,
      "step": 1230050
    },
    {
      "epoch": 343.3,
      "grad_norm": 0.8737870454788208,
      "learning_rate": 3.0744140598119777e-06,
      "loss": 0.3383,
      "step": 1230060
    },
    {
      "epoch": 343.31,
      "grad_norm": 0.9582474231719971,
      "learning_rate": 3.0743883676751704e-06,
      "loss": 0.375,
      "step": 1230070
    },
    {
      "epoch": 343.31,
      "grad_norm": 0.9893653392791748,
      "learning_rate": 3.0743626754411144e-06,
      "loss": 0.3479,
      "step": 1230080
    },
    {
      "epoch": 343.31,
      "grad_norm": 1.0106004476547241,
      "learning_rate": 3.074336983109814e-06,
      "loss": 0.3509,
      "step": 1230090
    },
    {
      "epoch": 343.32,
      "grad_norm": 1.1063936948776245,
      "learning_rate": 3.0743112906812733e-06,
      "loss": 0.3562,
      "step": 1230100
    },
    {
      "epoch": 343.32,
      "grad_norm": 0.9710384011268616,
      "learning_rate": 3.0742855981554932e-06,
      "loss": 0.3489,
      "step": 1230110
    },
    {
      "epoch": 343.32,
      "grad_norm": 0.9923157095909119,
      "learning_rate": 3.0742599055324793e-06,
      "loss": 0.355,
      "step": 1230120
    },
    {
      "epoch": 343.32,
      "grad_norm": 0.9335795640945435,
      "learning_rate": 3.074234212812234e-06,
      "loss": 0.3514,
      "step": 1230130
    },
    {
      "epoch": 343.33,
      "grad_norm": 0.9755458235740662,
      "learning_rate": 3.0742085199947617e-06,
      "loss": 0.3597,
      "step": 1230140
    },
    {
      "epoch": 343.33,
      "grad_norm": 1.0866901874542236,
      "learning_rate": 3.0741828270800647e-06,
      "loss": 0.3451,
      "step": 1230150
    },
    {
      "epoch": 343.33,
      "grad_norm": 0.8798763751983643,
      "learning_rate": 3.0741571340681475e-06,
      "loss": 0.3504,
      "step": 1230160
    },
    {
      "epoch": 343.34,
      "grad_norm": 0.9844012260437012,
      "learning_rate": 3.0741314409590124e-06,
      "loss": 0.3545,
      "step": 1230170
    },
    {
      "epoch": 343.34,
      "grad_norm": 1.073279619216919,
      "learning_rate": 3.074105747752663e-06,
      "loss": 0.3436,
      "step": 1230180
    },
    {
      "epoch": 343.34,
      "grad_norm": 1.066762089729309,
      "learning_rate": 3.074080054449104e-06,
      "loss": 0.3381,
      "step": 1230190
    },
    {
      "epoch": 343.34,
      "grad_norm": 1.0303579568862915,
      "learning_rate": 3.0740543610483366e-06,
      "loss": 0.334,
      "step": 1230200
    },
    {
      "epoch": 343.35,
      "grad_norm": 0.8668317794799805,
      "learning_rate": 3.0740286675503665e-06,
      "loss": 0.3559,
      "step": 1230210
    },
    {
      "epoch": 343.35,
      "grad_norm": 0.9691974520683289,
      "learning_rate": 3.074002973955196e-06,
      "loss": 0.3649,
      "step": 1230220
    },
    {
      "epoch": 343.35,
      "grad_norm": 0.9468008875846863,
      "learning_rate": 3.0739772802628283e-06,
      "loss": 0.3465,
      "step": 1230230
    },
    {
      "epoch": 343.35,
      "grad_norm": 1.0883694887161255,
      "learning_rate": 3.0739515864732666e-06,
      "loss": 0.3353,
      "step": 1230240
    },
    {
      "epoch": 343.36,
      "grad_norm": 0.9745432734489441,
      "learning_rate": 3.0739258925865155e-06,
      "loss": 0.3425,
      "step": 1230250
    },
    {
      "epoch": 343.36,
      "grad_norm": 1.1630632877349854,
      "learning_rate": 3.0739001986025784e-06,
      "loss": 0.3669,
      "step": 1230260
    },
    {
      "epoch": 343.36,
      "grad_norm": 1.0225794315338135,
      "learning_rate": 3.0738745045214574e-06,
      "loss": 0.3618,
      "step": 1230270
    },
    {
      "epoch": 343.37,
      "grad_norm": 1.068717360496521,
      "learning_rate": 3.0738488103431567e-06,
      "loss": 0.3485,
      "step": 1230280
    },
    {
      "epoch": 343.37,
      "grad_norm": 1.0250790119171143,
      "learning_rate": 3.07382311606768e-06,
      "loss": 0.3491,
      "step": 1230290
    },
    {
      "epoch": 343.37,
      "grad_norm": 1.03205144405365,
      "learning_rate": 3.0737974216950295e-06,
      "loss": 0.3593,
      "step": 1230300
    },
    {
      "epoch": 343.37,
      "grad_norm": 0.9534142017364502,
      "learning_rate": 3.07377172722521e-06,
      "loss": 0.3395,
      "step": 1230310
    },
    {
      "epoch": 343.38,
      "grad_norm": 1.4999994039535522,
      "learning_rate": 3.073746032658225e-06,
      "loss": 0.3683,
      "step": 1230320
    },
    {
      "epoch": 343.38,
      "grad_norm": 1.1071786880493164,
      "learning_rate": 3.0737203379940765e-06,
      "loss": 0.3558,
      "step": 1230330
    },
    {
      "epoch": 343.38,
      "grad_norm": 1.0234702825546265,
      "learning_rate": 3.073694643232769e-06,
      "loss": 0.3443,
      "step": 1230340
    },
    {
      "epoch": 343.39,
      "grad_norm": 0.9939753413200378,
      "learning_rate": 3.0736689483743063e-06,
      "loss": 0.3264,
      "step": 1230350
    },
    {
      "epoch": 343.39,
      "grad_norm": 1.1968473196029663,
      "learning_rate": 3.0736432534186903e-06,
      "loss": 0.3467,
      "step": 1230360
    },
    {
      "epoch": 343.39,
      "grad_norm": 1.2359447479248047,
      "learning_rate": 3.0736175583659255e-06,
      "loss": 0.3363,
      "step": 1230370
    },
    {
      "epoch": 343.39,
      "grad_norm": 0.8361219167709351,
      "learning_rate": 3.0735918632160153e-06,
      "loss": 0.3557,
      "step": 1230380
    },
    {
      "epoch": 343.4,
      "grad_norm": 0.9922582507133484,
      "learning_rate": 3.073566167968963e-06,
      "loss": 0.3405,
      "step": 1230390
    },
    {
      "epoch": 343.4,
      "grad_norm": 0.9375760555267334,
      "learning_rate": 3.0735404726247712e-06,
      "loss": 0.3466,
      "step": 1230400
    },
    {
      "epoch": 343.4,
      "grad_norm": 0.87434321641922,
      "learning_rate": 3.073514777183445e-06,
      "loss": 0.3465,
      "step": 1230410
    },
    {
      "epoch": 343.4,
      "grad_norm": 0.8629423975944519,
      "learning_rate": 3.073489081644987e-06,
      "loss": 0.3636,
      "step": 1230420
    },
    {
      "epoch": 343.41,
      "grad_norm": 1.1149898767471313,
      "learning_rate": 3.0734633860094e-06,
      "loss": 0.3566,
      "step": 1230430
    },
    {
      "epoch": 343.41,
      "grad_norm": 0.9471201300621033,
      "learning_rate": 3.073437690276688e-06,
      "loss": 0.3607,
      "step": 1230440
    },
    {
      "epoch": 343.41,
      "grad_norm": 1.037183165550232,
      "learning_rate": 3.073411994446855e-06,
      "loss": 0.3584,
      "step": 1230450
    },
    {
      "epoch": 343.42,
      "grad_norm": 1.305290937423706,
      "learning_rate": 3.073386298519903e-06,
      "loss": 0.3523,
      "step": 1230460
    },
    {
      "epoch": 343.42,
      "grad_norm": 1.0039564371109009,
      "learning_rate": 3.0733606024958363e-06,
      "loss": 0.3414,
      "step": 1230470
    },
    {
      "epoch": 343.42,
      "grad_norm": 0.8937436938285828,
      "learning_rate": 3.0733349063746584e-06,
      "loss": 0.3432,
      "step": 1230480
    },
    {
      "epoch": 343.42,
      "grad_norm": 1.1726624965667725,
      "learning_rate": 3.0733092101563725e-06,
      "loss": 0.3564,
      "step": 1230490
    },
    {
      "epoch": 343.43,
      "grad_norm": 1.235465407371521,
      "learning_rate": 3.073283513840983e-06,
      "loss": 0.3637,
      "step": 1230500
    },
    {
      "epoch": 343.43,
      "grad_norm": 1.0322085618972778,
      "learning_rate": 3.0732578174284907e-06,
      "loss": 0.3176,
      "step": 1230510
    },
    {
      "epoch": 343.43,
      "grad_norm": 1.0712875127792358,
      "learning_rate": 3.073232120918902e-06,
      "loss": 0.3525,
      "step": 1230520
    },
    {
      "epoch": 343.44,
      "grad_norm": 0.9221774935722351,
      "learning_rate": 3.073206424312218e-06,
      "loss": 0.3481,
      "step": 1230530
    },
    {
      "epoch": 343.44,
      "grad_norm": 0.9628376364707947,
      "learning_rate": 3.0731807276084442e-06,
      "loss": 0.3526,
      "step": 1230540
    },
    {
      "epoch": 343.44,
      "grad_norm": 0.9945237636566162,
      "learning_rate": 3.0731550308075826e-06,
      "loss": 0.3568,
      "step": 1230550
    },
    {
      "epoch": 343.44,
      "grad_norm": 1.120347261428833,
      "learning_rate": 3.073129333909637e-06,
      "loss": 0.3691,
      "step": 1230560
    },
    {
      "epoch": 343.45,
      "grad_norm": 1.117173671722412,
      "learning_rate": 3.073103636914611e-06,
      "loss": 0.3454,
      "step": 1230570
    },
    {
      "epoch": 343.45,
      "grad_norm": 1.0339984893798828,
      "learning_rate": 3.0730779398225075e-06,
      "loss": 0.3486,
      "step": 1230580
    },
    {
      "epoch": 343.45,
      "grad_norm": 1.1331119537353516,
      "learning_rate": 3.07305224263333e-06,
      "loss": 0.352,
      "step": 1230590
    },
    {
      "epoch": 343.46,
      "grad_norm": 1.0534377098083496,
      "learning_rate": 3.073026545347082e-06,
      "loss": 0.3442,
      "step": 1230600
    },
    {
      "epoch": 343.46,
      "grad_norm": 0.901569128036499,
      "learning_rate": 3.0730008479637683e-06,
      "loss": 0.3543,
      "step": 1230610
    },
    {
      "epoch": 343.46,
      "grad_norm": 1.0272462368011475,
      "learning_rate": 3.0729751504833898e-06,
      "loss": 0.3377,
      "step": 1230620
    },
    {
      "epoch": 343.46,
      "grad_norm": 0.912744402885437,
      "learning_rate": 3.0729494529059518e-06,
      "loss": 0.3599,
      "step": 1230630
    },
    {
      "epoch": 343.47,
      "grad_norm": 0.9202790260314941,
      "learning_rate": 3.0729237552314574e-06,
      "loss": 0.358,
      "step": 1230640
    },
    {
      "epoch": 343.47,
      "grad_norm": 1.0766465663909912,
      "learning_rate": 3.07289805745991e-06,
      "loss": 0.3506,
      "step": 1230650
    },
    {
      "epoch": 343.47,
      "grad_norm": 1.012374758720398,
      "learning_rate": 3.072872359591312e-06,
      "loss": 0.3572,
      "step": 1230660
    },
    {
      "epoch": 343.47,
      "grad_norm": 1.0685627460479736,
      "learning_rate": 3.0728466616256675e-06,
      "loss": 0.361,
      "step": 1230670
    },
    {
      "epoch": 343.48,
      "grad_norm": 1.073159098625183,
      "learning_rate": 3.0728209635629813e-06,
      "loss": 0.3558,
      "step": 1230680
    },
    {
      "epoch": 343.48,
      "grad_norm": 0.9839200973510742,
      "learning_rate": 3.072795265403254e-06,
      "loss": 0.3572,
      "step": 1230690
    },
    {
      "epoch": 343.48,
      "grad_norm": 0.9535617232322693,
      "learning_rate": 3.0727695671464912e-06,
      "loss": 0.3568,
      "step": 1230700
    },
    {
      "epoch": 343.49,
      "grad_norm": 0.9743176698684692,
      "learning_rate": 3.0727438687926963e-06,
      "loss": 0.3621,
      "step": 1230710
    },
    {
      "epoch": 343.49,
      "grad_norm": 1.0667601823806763,
      "learning_rate": 3.0727181703418717e-06,
      "loss": 0.3567,
      "step": 1230720
    },
    {
      "epoch": 343.49,
      "grad_norm": 0.9336710572242737,
      "learning_rate": 3.072692471794021e-06,
      "loss": 0.3535,
      "step": 1230730
    },
    {
      "epoch": 343.49,
      "grad_norm": 1.1987563371658325,
      "learning_rate": 3.0726667731491484e-06,
      "loss": 0.365,
      "step": 1230740
    },
    {
      "epoch": 343.5,
      "grad_norm": 1.1142518520355225,
      "learning_rate": 3.072641074407256e-06,
      "loss": 0.3497,
      "step": 1230750
    },
    {
      "epoch": 343.5,
      "grad_norm": 1.0688954591751099,
      "learning_rate": 3.072615375568348e-06,
      "loss": 0.3484,
      "step": 1230760
    },
    {
      "epoch": 343.5,
      "grad_norm": 1.1260899305343628,
      "learning_rate": 3.072589676632429e-06,
      "loss": 0.3504,
      "step": 1230770
    },
    {
      "epoch": 343.51,
      "grad_norm": 1.1029341220855713,
      "learning_rate": 3.0725639775995e-06,
      "loss": 0.3427,
      "step": 1230780
    },
    {
      "epoch": 343.51,
      "grad_norm": 1.180438756942749,
      "learning_rate": 3.0725382784695662e-06,
      "loss": 0.3615,
      "step": 1230790
    },
    {
      "epoch": 343.51,
      "grad_norm": 1.1226019859313965,
      "learning_rate": 3.0725125792426307e-06,
      "loss": 0.3546,
      "step": 1230800
    },
    {
      "epoch": 343.51,
      "grad_norm": 2.6635959148406982,
      "learning_rate": 3.0724868799186963e-06,
      "loss": 0.3606,
      "step": 1230810
    },
    {
      "epoch": 343.52,
      "grad_norm": 1.1411820650100708,
      "learning_rate": 3.072461180497767e-06,
      "loss": 0.3467,
      "step": 1230820
    },
    {
      "epoch": 343.52,
      "grad_norm": 1.1113718748092651,
      "learning_rate": 3.0724354809798456e-06,
      "loss": 0.3418,
      "step": 1230830
    },
    {
      "epoch": 343.52,
      "grad_norm": 1.0437328815460205,
      "learning_rate": 3.072409781364937e-06,
      "loss": 0.3537,
      "step": 1230840
    },
    {
      "epoch": 343.52,
      "grad_norm": 1.0080589056015015,
      "learning_rate": 3.0723840816530423e-06,
      "loss": 0.3493,
      "step": 1230850
    },
    {
      "epoch": 343.53,
      "grad_norm": 0.9989306926727295,
      "learning_rate": 3.0723583818441667e-06,
      "loss": 0.3644,
      "step": 1230860
    },
    {
      "epoch": 343.53,
      "grad_norm": 1.0604627132415771,
      "learning_rate": 3.0723326819383135e-06,
      "loss": 0.3603,
      "step": 1230870
    },
    {
      "epoch": 343.53,
      "grad_norm": 1.1207046508789062,
      "learning_rate": 3.0723069819354857e-06,
      "loss": 0.3566,
      "step": 1230880
    },
    {
      "epoch": 343.54,
      "grad_norm": 0.9352192282676697,
      "learning_rate": 3.0722812818356865e-06,
      "loss": 0.3613,
      "step": 1230890
    },
    {
      "epoch": 343.54,
      "grad_norm": 1.0505361557006836,
      "learning_rate": 3.07225558163892e-06,
      "loss": 0.3556,
      "step": 1230900
    },
    {
      "epoch": 343.54,
      "grad_norm": 0.9443803429603577,
      "learning_rate": 3.0722298813451887e-06,
      "loss": 0.3502,
      "step": 1230910
    },
    {
      "epoch": 343.54,
      "grad_norm": 0.9989446401596069,
      "learning_rate": 3.0722041809544964e-06,
      "loss": 0.3557,
      "step": 1230920
    },
    {
      "epoch": 343.55,
      "grad_norm": 1.192638874053955,
      "learning_rate": 3.072178480466847e-06,
      "loss": 0.3699,
      "step": 1230930
    },
    {
      "epoch": 343.55,
      "grad_norm": 1.0025900602340698,
      "learning_rate": 3.0721527798822436e-06,
      "loss": 0.3449,
      "step": 1230940
    },
    {
      "epoch": 343.55,
      "grad_norm": 0.9375146627426147,
      "learning_rate": 3.07212707920069e-06,
      "loss": 0.3596,
      "step": 1230950
    },
    {
      "epoch": 343.56,
      "grad_norm": 0.8877035975456238,
      "learning_rate": 3.0721013784221882e-06,
      "loss": 0.3435,
      "step": 1230960
    },
    {
      "epoch": 343.56,
      "grad_norm": 1.1908282041549683,
      "learning_rate": 3.072075677546743e-06,
      "loss": 0.3454,
      "step": 1230970
    },
    {
      "epoch": 343.56,
      "grad_norm": 1.0881422758102417,
      "learning_rate": 3.0720499765743574e-06,
      "loss": 0.3578,
      "step": 1230980
    },
    {
      "epoch": 343.56,
      "grad_norm": 4.541080951690674,
      "learning_rate": 3.0720242755050354e-06,
      "loss": 0.3491,
      "step": 1230990
    },
    {
      "epoch": 343.57,
      "grad_norm": 1.0513116121292114,
      "learning_rate": 3.07199857433878e-06,
      "loss": 0.3571,
      "step": 1231000
    },
    {
      "epoch": 343.57,
      "grad_norm": 1.0997188091278076,
      "learning_rate": 3.0719728730755936e-06,
      "loss": 0.3382,
      "step": 1231010
    },
    {
      "epoch": 343.57,
      "grad_norm": 0.9924022555351257,
      "learning_rate": 3.071947171715481e-06,
      "loss": 0.3351,
      "step": 1231020
    },
    {
      "epoch": 343.58,
      "grad_norm": 0.9944896697998047,
      "learning_rate": 3.0719214702584458e-06,
      "loss": 0.3435,
      "step": 1231030
    },
    {
      "epoch": 343.58,
      "grad_norm": 1.1606107950210571,
      "learning_rate": 3.07189576870449e-06,
      "loss": 0.3624,
      "step": 1231040
    },
    {
      "epoch": 343.58,
      "grad_norm": 0.980657696723938,
      "learning_rate": 3.0718700670536177e-06,
      "loss": 0.3563,
      "step": 1231050
    },
    {
      "epoch": 343.58,
      "grad_norm": 0.9889906048774719,
      "learning_rate": 3.071844365305833e-06,
      "loss": 0.3567,
      "step": 1231060
    },
    {
      "epoch": 343.59,
      "grad_norm": 1.1139850616455078,
      "learning_rate": 3.0718186634611383e-06,
      "loss": 0.3291,
      "step": 1231070
    },
    {
      "epoch": 343.59,
      "grad_norm": 1.07740318775177,
      "learning_rate": 3.0717929615195376e-06,
      "loss": 0.3368,
      "step": 1231080
    },
    {
      "epoch": 343.59,
      "grad_norm": 1.0532341003417969,
      "learning_rate": 3.0717672594810337e-06,
      "loss": 0.3458,
      "step": 1231090
    },
    {
      "epoch": 343.59,
      "grad_norm": 1.01181960105896,
      "learning_rate": 3.0717415573456314e-06,
      "loss": 0.3521,
      "step": 1231100
    },
    {
      "epoch": 343.6,
      "grad_norm": 1.0005922317504883,
      "learning_rate": 3.0717158551133328e-06,
      "loss": 0.3502,
      "step": 1231110
    },
    {
      "epoch": 343.6,
      "grad_norm": 1.033048391342163,
      "learning_rate": 3.071690152784142e-06,
      "loss": 0.3532,
      "step": 1231120
    },
    {
      "epoch": 343.6,
      "grad_norm": 0.9737187623977661,
      "learning_rate": 3.0716644503580618e-06,
      "loss": 0.3454,
      "step": 1231130
    },
    {
      "epoch": 343.61,
      "grad_norm": 1.162184476852417,
      "learning_rate": 3.071638747835096e-06,
      "loss": 0.3464,
      "step": 1231140
    },
    {
      "epoch": 343.61,
      "grad_norm": 1.1928259134292603,
      "learning_rate": 3.0716130452152477e-06,
      "loss": 0.3637,
      "step": 1231150
    },
    {
      "epoch": 343.61,
      "grad_norm": 1.027195692062378,
      "learning_rate": 3.0715873424985216e-06,
      "loss": 0.3537,
      "step": 1231160
    },
    {
      "epoch": 343.61,
      "grad_norm": 0.9048804640769958,
      "learning_rate": 3.0715616396849195e-06,
      "loss": 0.3722,
      "step": 1231170
    },
    {
      "epoch": 343.62,
      "grad_norm": 1.4141041040420532,
      "learning_rate": 3.0715359367744457e-06,
      "loss": 0.3632,
      "step": 1231180
    },
    {
      "epoch": 343.62,
      "grad_norm": 1.0085176229476929,
      "learning_rate": 3.0715102337671034e-06,
      "loss": 0.3535,
      "step": 1231190
    },
    {
      "epoch": 343.62,
      "grad_norm": 1.1073191165924072,
      "learning_rate": 3.0714845306628958e-06,
      "loss": 0.3431,
      "step": 1231200
    },
    {
      "epoch": 343.63,
      "grad_norm": 1.1457101106643677,
      "learning_rate": 3.071458827461826e-06,
      "loss": 0.3562,
      "step": 1231210
    },
    {
      "epoch": 343.63,
      "grad_norm": 1.0226300954818726,
      "learning_rate": 3.0714331241638986e-06,
      "loss": 0.3506,
      "step": 1231220
    },
    {
      "epoch": 343.63,
      "grad_norm": 0.8771680593490601,
      "learning_rate": 3.0714074207691167e-06,
      "loss": 0.3592,
      "step": 1231230
    },
    {
      "epoch": 343.63,
      "grad_norm": 0.9254882335662842,
      "learning_rate": 3.0713817172774833e-06,
      "loss": 0.3347,
      "step": 1231240
    },
    {
      "epoch": 343.64,
      "grad_norm": 1.1830960512161255,
      "learning_rate": 3.0713560136890015e-06,
      "loss": 0.3515,
      "step": 1231250
    },
    {
      "epoch": 343.64,
      "grad_norm": 1.0280262231826782,
      "learning_rate": 3.0713303100036755e-06,
      "loss": 0.3614,
      "step": 1231260
    },
    {
      "epoch": 343.64,
      "grad_norm": 0.9277858138084412,
      "learning_rate": 3.0713046062215077e-06,
      "loss": 0.3445,
      "step": 1231270
    },
    {
      "epoch": 343.64,
      "grad_norm": 0.9338163733482361,
      "learning_rate": 3.071278902342503e-06,
      "loss": 0.356,
      "step": 1231280
    },
    {
      "epoch": 343.65,
      "grad_norm": 0.8750660419464111,
      "learning_rate": 3.071253198366664e-06,
      "loss": 0.338,
      "step": 1231290
    },
    {
      "epoch": 343.65,
      "grad_norm": 1.1439857482910156,
      "learning_rate": 3.071227494293993e-06,
      "loss": 0.3602,
      "step": 1231300
    },
    {
      "epoch": 343.65,
      "grad_norm": 1.0474793910980225,
      "learning_rate": 3.071201790124496e-06,
      "loss": 0.342,
      "step": 1231310
    },
    {
      "epoch": 343.66,
      "grad_norm": 1.1950358152389526,
      "learning_rate": 3.0711760858581743e-06,
      "loss": 0.3586,
      "step": 1231320
    },
    {
      "epoch": 343.66,
      "grad_norm": 0.9847376346588135,
      "learning_rate": 3.0711503814950317e-06,
      "loss": 0.3391,
      "step": 1231330
    },
    {
      "epoch": 343.66,
      "grad_norm": 0.920428454875946,
      "learning_rate": 3.0711246770350724e-06,
      "loss": 0.3546,
      "step": 1231340
    },
    {
      "epoch": 343.66,
      "grad_norm": 0.9662395119667053,
      "learning_rate": 3.0710989724782994e-06,
      "loss": 0.3266,
      "step": 1231350
    },
    {
      "epoch": 343.67,
      "grad_norm": 1.0861613750457764,
      "learning_rate": 3.071073267824715e-06,
      "loss": 0.379,
      "step": 1231360
    },
    {
      "epoch": 343.67,
      "grad_norm": 1.095210075378418,
      "learning_rate": 3.0710475630743248e-06,
      "loss": 0.3433,
      "step": 1231370
    },
    {
      "epoch": 343.67,
      "grad_norm": 1.0201528072357178,
      "learning_rate": 3.0710218582271312e-06,
      "loss": 0.3574,
      "step": 1231380
    },
    {
      "epoch": 343.68,
      "grad_norm": 0.9594123959541321,
      "learning_rate": 3.070996153283137e-06,
      "loss": 0.3563,
      "step": 1231390
    },
    {
      "epoch": 343.68,
      "grad_norm": 0.9938747882843018,
      "learning_rate": 3.070970448242346e-06,
      "loss": 0.3332,
      "step": 1231400
    },
    {
      "epoch": 343.68,
      "grad_norm": 0.9436118006706238,
      "learning_rate": 3.0709447431047618e-06,
      "loss": 0.3457,
      "step": 1231410
    },
    {
      "epoch": 343.68,
      "grad_norm": 1.058371663093567,
      "learning_rate": 3.0709190378703882e-06,
      "loss": 0.3726,
      "step": 1231420
    },
    {
      "epoch": 343.69,
      "grad_norm": 1.047778606414795,
      "learning_rate": 3.0708933325392276e-06,
      "loss": 0.3539,
      "step": 1231430
    },
    {
      "epoch": 343.69,
      "grad_norm": 1.0302180051803589,
      "learning_rate": 3.070867627111284e-06,
      "loss": 0.3527,
      "step": 1231440
    },
    {
      "epoch": 343.69,
      "grad_norm": 1.0172945261001587,
      "learning_rate": 3.0708419215865617e-06,
      "loss": 0.3619,
      "step": 1231450
    },
    {
      "epoch": 343.7,
      "grad_norm": 0.8447925448417664,
      "learning_rate": 3.070816215965063e-06,
      "loss": 0.3531,
      "step": 1231460
    },
    {
      "epoch": 343.7,
      "grad_norm": 0.9973891973495483,
      "learning_rate": 3.0707905102467915e-06,
      "loss": 0.3534,
      "step": 1231470
    },
    {
      "epoch": 343.7,
      "grad_norm": 1.0602260828018188,
      "learning_rate": 3.070764804431751e-06,
      "loss": 0.3583,
      "step": 1231480
    },
    {
      "epoch": 343.7,
      "grad_norm": 0.9339637160301208,
      "learning_rate": 3.070739098519944e-06,
      "loss": 0.3415,
      "step": 1231490
    },
    {
      "epoch": 343.71,
      "grad_norm": 1.0309966802597046,
      "learning_rate": 3.070713392511374e-06,
      "loss": 0.362,
      "step": 1231500
    },
    {
      "epoch": 343.71,
      "grad_norm": 1.0403575897216797,
      "learning_rate": 3.070687686406046e-06,
      "loss": 0.3425,
      "step": 1231510
    },
    {
      "epoch": 343.71,
      "grad_norm": 0.8391191959381104,
      "learning_rate": 3.0706619802039624e-06,
      "loss": 0.3603,
      "step": 1231520
    },
    {
      "epoch": 343.71,
      "grad_norm": 0.9223463535308838,
      "learning_rate": 3.070636273905127e-06,
      "loss": 0.349,
      "step": 1231530
    },
    {
      "epoch": 343.72,
      "grad_norm": 0.916318953037262,
      "learning_rate": 3.0706105675095418e-06,
      "loss": 0.3506,
      "step": 1231540
    },
    {
      "epoch": 343.72,
      "grad_norm": 1.0688133239746094,
      "learning_rate": 3.0705848610172116e-06,
      "loss": 0.3548,
      "step": 1231550
    },
    {
      "epoch": 343.72,
      "grad_norm": 0.9226052761077881,
      "learning_rate": 3.0705591544281393e-06,
      "loss": 0.3373,
      "step": 1231560
    },
    {
      "epoch": 343.73,
      "grad_norm": 1.0543676614761353,
      "learning_rate": 3.070533447742329e-06,
      "loss": 0.3457,
      "step": 1231570
    },
    {
      "epoch": 343.73,
      "grad_norm": 0.925011157989502,
      "learning_rate": 3.070507740959784e-06,
      "loss": 0.3418,
      "step": 1231580
    },
    {
      "epoch": 343.73,
      "grad_norm": 1.0074949264526367,
      "learning_rate": 3.070482034080506e-06,
      "loss": 0.3496,
      "step": 1231590
    },
    {
      "epoch": 343.73,
      "grad_norm": 1.3549282550811768,
      "learning_rate": 3.0704563271045007e-06,
      "loss": 0.364,
      "step": 1231600
    },
    {
      "epoch": 343.74,
      "grad_norm": 1.1265400648117065,
      "learning_rate": 3.0704306200317705e-06,
      "loss": 0.3548,
      "step": 1231610
    },
    {
      "epoch": 343.74,
      "grad_norm": 1.1247609853744507,
      "learning_rate": 3.070404912862319e-06,
      "loss": 0.345,
      "step": 1231620
    },
    {
      "epoch": 343.74,
      "grad_norm": 1.0447720289230347,
      "learning_rate": 3.0703792055961487e-06,
      "loss": 0.3408,
      "step": 1231630
    },
    {
      "epoch": 343.75,
      "grad_norm": 1.188474178314209,
      "learning_rate": 3.0703534982332648e-06,
      "loss": 0.3472,
      "step": 1231640
    },
    {
      "epoch": 343.75,
      "grad_norm": 1.0740463733673096,
      "learning_rate": 3.0703277907736696e-06,
      "loss": 0.3513,
      "step": 1231650
    },
    {
      "epoch": 343.75,
      "grad_norm": 0.9695084691047668,
      "learning_rate": 3.070302083217366e-06,
      "loss": 0.3754,
      "step": 1231660
    },
    {
      "epoch": 343.75,
      "grad_norm": 1.109222173690796,
      "learning_rate": 3.070276375564359e-06,
      "loss": 0.3519,
      "step": 1231670
    },
    {
      "epoch": 343.76,
      "grad_norm": 0.9027984738349915,
      "learning_rate": 3.070250667814651e-06,
      "loss": 0.3507,
      "step": 1231680
    },
    {
      "epoch": 343.76,
      "grad_norm": 0.9896764755249023,
      "learning_rate": 3.070224959968245e-06,
      "loss": 0.3526,
      "step": 1231690
    },
    {
      "epoch": 343.76,
      "grad_norm": 2.2737531661987305,
      "learning_rate": 3.070199252025146e-06,
      "loss": 0.3364,
      "step": 1231700
    },
    {
      "epoch": 343.77,
      "grad_norm": 1.0081223249435425,
      "learning_rate": 3.0701735439853557e-06,
      "loss": 0.3395,
      "step": 1231710
    },
    {
      "epoch": 343.77,
      "grad_norm": 1.1643146276474,
      "learning_rate": 3.0701478358488782e-06,
      "loss": 0.3498,
      "step": 1231720
    },
    {
      "epoch": 343.77,
      "grad_norm": 1.0769782066345215,
      "learning_rate": 3.0701221276157167e-06,
      "loss": 0.3528,
      "step": 1231730
    },
    {
      "epoch": 343.77,
      "grad_norm": 1.0569616556167603,
      "learning_rate": 3.070096419285875e-06,
      "loss": 0.3486,
      "step": 1231740
    },
    {
      "epoch": 343.78,
      "grad_norm": 0.8979851007461548,
      "learning_rate": 3.0700707108593567e-06,
      "loss": 0.3513,
      "step": 1231750
    },
    {
      "epoch": 343.78,
      "grad_norm": 1.2615699768066406,
      "learning_rate": 3.070045002336165e-06,
      "loss": 0.3565,
      "step": 1231760
    },
    {
      "epoch": 343.78,
      "grad_norm": 0.9705390334129333,
      "learning_rate": 3.070019293716304e-06,
      "loss": 0.3542,
      "step": 1231770
    },
    {
      "epoch": 343.78,
      "grad_norm": 1.0231560468673706,
      "learning_rate": 3.0699935849997753e-06,
      "loss": 0.3486,
      "step": 1231780
    },
    {
      "epoch": 343.79,
      "grad_norm": 1.0551772117614746,
      "learning_rate": 3.069967876186583e-06,
      "loss": 0.3468,
      "step": 1231790
    },
    {
      "epoch": 343.79,
      "grad_norm": 1.1977061033248901,
      "learning_rate": 3.0699421672767314e-06,
      "loss": 0.3477,
      "step": 1231800
    },
    {
      "epoch": 343.79,
      "grad_norm": 1.075021743774414,
      "learning_rate": 3.0699164582702232e-06,
      "loss": 0.3524,
      "step": 1231810
    },
    {
      "epoch": 343.8,
      "grad_norm": 1.0529062747955322,
      "learning_rate": 3.0698907491670623e-06,
      "loss": 0.356,
      "step": 1231820
    },
    {
      "epoch": 343.8,
      "grad_norm": 1.0608222484588623,
      "learning_rate": 3.0698650399672523e-06,
      "loss": 0.3588,
      "step": 1231830
    },
    {
      "epoch": 343.8,
      "grad_norm": 1.0227025747299194,
      "learning_rate": 3.069839330670796e-06,
      "loss": 0.357,
      "step": 1231840
    },
    {
      "epoch": 343.8,
      "grad_norm": 0.9076424837112427,
      "learning_rate": 3.0698136212776964e-06,
      "loss": 0.3518,
      "step": 1231850
    },
    {
      "epoch": 343.81,
      "grad_norm": 0.9510709047317505,
      "learning_rate": 3.0697879117879576e-06,
      "loss": 0.352,
      "step": 1231860
    },
    {
      "epoch": 343.81,
      "grad_norm": 0.9974493980407715,
      "learning_rate": 3.0697622022015834e-06,
      "loss": 0.3547,
      "step": 1231870
    },
    {
      "epoch": 343.81,
      "grad_norm": 0.9882200360298157,
      "learning_rate": 3.0697364925185763e-06,
      "loss": 0.3484,
      "step": 1231880
    },
    {
      "epoch": 343.82,
      "grad_norm": 1.0076420307159424,
      "learning_rate": 3.0697107827389405e-06,
      "loss": 0.3507,
      "step": 1231890
    },
    {
      "epoch": 343.82,
      "grad_norm": 1.3842610120773315,
      "learning_rate": 3.06968507286268e-06,
      "loss": 0.343,
      "step": 1231900
    },
    {
      "epoch": 343.82,
      "grad_norm": 0.943977415561676,
      "learning_rate": 3.069659362889796e-06,
      "loss": 0.3446,
      "step": 1231910
    },
    {
      "epoch": 343.82,
      "grad_norm": 1.0068244934082031,
      "learning_rate": 3.0696336528202937e-06,
      "loss": 0.3522,
      "step": 1231920
    },
    {
      "epoch": 343.83,
      "grad_norm": 1.114707589149475,
      "learning_rate": 3.0696079426541763e-06,
      "loss": 0.3549,
      "step": 1231930
    },
    {
      "epoch": 343.83,
      "grad_norm": 0.9675174355506897,
      "learning_rate": 3.069582232391447e-06,
      "loss": 0.3438,
      "step": 1231940
    },
    {
      "epoch": 343.83,
      "grad_norm": 0.8650301694869995,
      "learning_rate": 3.0695565220321087e-06,
      "loss": 0.3523,
      "step": 1231950
    },
    {
      "epoch": 343.83,
      "grad_norm": 0.9684257507324219,
      "learning_rate": 3.069530811576166e-06,
      "loss": 0.3383,
      "step": 1231960
    },
    {
      "epoch": 343.84,
      "grad_norm": 1.039194107055664,
      "learning_rate": 3.069505101023621e-06,
      "loss": 0.3476,
      "step": 1231970
    },
    {
      "epoch": 343.84,
      "grad_norm": 1.0571935176849365,
      "learning_rate": 3.0694793903744788e-06,
      "loss": 0.3584,
      "step": 1231980
    },
    {
      "epoch": 343.84,
      "grad_norm": 1.0320760011672974,
      "learning_rate": 3.069453679628741e-06,
      "loss": 0.3397,
      "step": 1231990
    },
    {
      "epoch": 343.85,
      "grad_norm": 0.9475328326225281,
      "learning_rate": 3.069427968786412e-06,
      "loss": 0.3513,
      "step": 1232000
    },
    {
      "epoch": 343.85,
      "grad_norm": 1.2873469591140747,
      "learning_rate": 3.0694022578474952e-06,
      "loss": 0.3469,
      "step": 1232010
    },
    {
      "epoch": 343.85,
      "grad_norm": 1.059166431427002,
      "learning_rate": 3.0693765468119934e-06,
      "loss": 0.341,
      "step": 1232020
    },
    {
      "epoch": 343.85,
      "grad_norm": 1.0383028984069824,
      "learning_rate": 3.0693508356799115e-06,
      "loss": 0.3586,
      "step": 1232030
    },
    {
      "epoch": 343.86,
      "grad_norm": 1.0744645595550537,
      "learning_rate": 3.069325124451251e-06,
      "loss": 0.3464,
      "step": 1232040
    },
    {
      "epoch": 343.86,
      "grad_norm": 1.003714680671692,
      "learning_rate": 3.069299413126017e-06,
      "loss": 0.3582,
      "step": 1232050
    },
    {
      "epoch": 343.86,
      "grad_norm": 0.9469810724258423,
      "learning_rate": 3.069273701704212e-06,
      "loss": 0.3425,
      "step": 1232060
    },
    {
      "epoch": 343.87,
      "grad_norm": 1.1244231462478638,
      "learning_rate": 3.0692479901858395e-06,
      "loss": 0.3518,
      "step": 1232070
    },
    {
      "epoch": 343.87,
      "grad_norm": 1.1409320831298828,
      "learning_rate": 3.0692222785709027e-06,
      "loss": 0.3479,
      "step": 1232080
    },
    {
      "epoch": 343.87,
      "grad_norm": 1.0362999439239502,
      "learning_rate": 3.0691965668594054e-06,
      "loss": 0.378,
      "step": 1232090
    },
    {
      "epoch": 343.87,
      "grad_norm": 1.0395458936691284,
      "learning_rate": 3.0691708550513514e-06,
      "loss": 0.3596,
      "step": 1232100
    },
    {
      "epoch": 343.88,
      "grad_norm": 0.9252675175666809,
      "learning_rate": 3.0691451431467425e-06,
      "loss": 0.3467,
      "step": 1232110
    },
    {
      "epoch": 343.88,
      "grad_norm": 1.066697359085083,
      "learning_rate": 3.069119431145585e-06,
      "loss": 0.3507,
      "step": 1232120
    },
    {
      "epoch": 343.88,
      "grad_norm": 1.1226184368133545,
      "learning_rate": 3.06909371904788e-06,
      "loss": 0.3624,
      "step": 1232130
    },
    {
      "epoch": 343.89,
      "grad_norm": 1.035292387008667,
      "learning_rate": 3.0690680068536315e-06,
      "loss": 0.3473,
      "step": 1232140
    },
    {
      "epoch": 343.89,
      "grad_norm": 1.0466667413711548,
      "learning_rate": 3.069042294562842e-06,
      "loss": 0.3626,
      "step": 1232150
    },
    {
      "epoch": 343.89,
      "grad_norm": 3.472294569015503,
      "learning_rate": 3.069016582175518e-06,
      "loss": 0.3576,
      "step": 1232160
    },
    {
      "epoch": 343.89,
      "grad_norm": 3.3817429542541504,
      "learning_rate": 3.068990869691659e-06,
      "loss": 0.3566,
      "step": 1232170
    },
    {
      "epoch": 343.9,
      "grad_norm": 1.0511060953140259,
      "learning_rate": 3.068965157111271e-06,
      "loss": 0.3558,
      "step": 1232180
    },
    {
      "epoch": 343.9,
      "grad_norm": 1.0451533794403076,
      "learning_rate": 3.0689394444343563e-06,
      "loss": 0.3566,
      "step": 1232190
    },
    {
      "epoch": 343.9,
      "grad_norm": 1.0442090034484863,
      "learning_rate": 3.068913731660919e-06,
      "loss": 0.3458,
      "step": 1232200
    },
    {
      "epoch": 343.9,
      "grad_norm": 1.1836336851119995,
      "learning_rate": 3.068888018790962e-06,
      "loss": 0.3547,
      "step": 1232210
    },
    {
      "epoch": 343.91,
      "grad_norm": 0.9241726994514465,
      "learning_rate": 3.068862305824489e-06,
      "loss": 0.3578,
      "step": 1232220
    },
    {
      "epoch": 343.91,
      "grad_norm": 1.0740667581558228,
      "learning_rate": 3.0688365927615033e-06,
      "loss": 0.345,
      "step": 1232230
    },
    {
      "epoch": 343.91,
      "grad_norm": 1.0135492086410522,
      "learning_rate": 3.0688108796020087e-06,
      "loss": 0.3441,
      "step": 1232240
    },
    {
      "epoch": 343.92,
      "grad_norm": 1.2505168914794922,
      "learning_rate": 3.068785166346008e-06,
      "loss": 0.36,
      "step": 1232250
    },
    {
      "epoch": 343.92,
      "grad_norm": 0.9921728372573853,
      "learning_rate": 3.0687594529935045e-06,
      "loss": 0.346,
      "step": 1232260
    },
    {
      "epoch": 343.92,
      "grad_norm": 1.0155260562896729,
      "learning_rate": 3.0687337395445033e-06,
      "loss": 0.3556,
      "step": 1232270
    },
    {
      "epoch": 343.92,
      "grad_norm": 0.9740822315216064,
      "learning_rate": 3.068708025999005e-06,
      "loss": 0.366,
      "step": 1232280
    },
    {
      "epoch": 343.93,
      "grad_norm": 0.8716303706169128,
      "learning_rate": 3.068682312357016e-06,
      "loss": 0.3602,
      "step": 1232290
    },
    {
      "epoch": 343.93,
      "grad_norm": 0.8693087697029114,
      "learning_rate": 3.0686565986185376e-06,
      "loss": 0.3421,
      "step": 1232300
    },
    {
      "epoch": 343.93,
      "grad_norm": 1.0658239126205444,
      "learning_rate": 3.0686308847835736e-06,
      "loss": 0.3555,
      "step": 1232310
    },
    {
      "epoch": 343.94,
      "grad_norm": 0.9713133573532104,
      "learning_rate": 3.0686051708521288e-06,
      "loss": 0.3403,
      "step": 1232320
    },
    {
      "epoch": 343.94,
      "grad_norm": 1.3475761413574219,
      "learning_rate": 3.0685794568242043e-06,
      "loss": 0.3389,
      "step": 1232330
    },
    {
      "epoch": 343.94,
      "grad_norm": 1.025666356086731,
      "learning_rate": 3.068553742699806e-06,
      "loss": 0.3521,
      "step": 1232340
    },
    {
      "epoch": 343.94,
      "grad_norm": 0.9765005111694336,
      "learning_rate": 3.068528028478936e-06,
      "loss": 0.3529,
      "step": 1232350
    },
    {
      "epoch": 343.95,
      "grad_norm": 1.0534743070602417,
      "learning_rate": 3.068502314161597e-06,
      "loss": 0.3852,
      "step": 1232360
    },
    {
      "epoch": 343.95,
      "grad_norm": 0.9616295695304871,
      "learning_rate": 3.0684765997477936e-06,
      "loss": 0.3406,
      "step": 1232370
    },
    {
      "epoch": 343.95,
      "grad_norm": 0.9675409197807312,
      "learning_rate": 3.0684508852375287e-06,
      "loss": 0.3571,
      "step": 1232380
    },
    {
      "epoch": 343.95,
      "grad_norm": 0.9204850196838379,
      "learning_rate": 3.0684251706308068e-06,
      "loss": 0.3506,
      "step": 1232390
    },
    {
      "epoch": 343.96,
      "grad_norm": 1.2931101322174072,
      "learning_rate": 3.0683994559276294e-06,
      "loss": 0.3388,
      "step": 1232400
    },
    {
      "epoch": 343.96,
      "grad_norm": 1.1809190511703491,
      "learning_rate": 3.068373741128002e-06,
      "loss": 0.3436,
      "step": 1232410
    },
    {
      "epoch": 343.96,
      "grad_norm": 1.045470118522644,
      "learning_rate": 3.0683480262319264e-06,
      "loss": 0.348,
      "step": 1232420
    },
    {
      "epoch": 343.97,
      "grad_norm": 1.1616404056549072,
      "learning_rate": 3.0683223112394067e-06,
      "loss": 0.3449,
      "step": 1232430
    },
    {
      "epoch": 343.97,
      "grad_norm": 0.9905561208724976,
      "learning_rate": 3.0682965961504456e-06,
      "loss": 0.3465,
      "step": 1232440
    },
    {
      "epoch": 343.97,
      "grad_norm": 0.898806631565094,
      "learning_rate": 3.068270880965048e-06,
      "loss": 0.3498,
      "step": 1232450
    },
    {
      "epoch": 343.97,
      "grad_norm": 2.1086413860321045,
      "learning_rate": 3.068245165683216e-06,
      "loss": 0.3498,
      "step": 1232460
    },
    {
      "epoch": 343.98,
      "grad_norm": 0.9216705560684204,
      "learning_rate": 3.068219450304953e-06,
      "loss": 0.3437,
      "step": 1232470
    },
    {
      "epoch": 343.98,
      "grad_norm": 1.0230188369750977,
      "learning_rate": 3.068193734830264e-06,
      "loss": 0.3539,
      "step": 1232480
    },
    {
      "epoch": 343.98,
      "grad_norm": 1.0252543687820435,
      "learning_rate": 3.0681680192591513e-06,
      "loss": 0.3448,
      "step": 1232490
    },
    {
      "epoch": 343.99,
      "grad_norm": 0.8694043755531311,
      "learning_rate": 3.068142303591618e-06,
      "loss": 0.3532,
      "step": 1232500
    },
    {
      "epoch": 343.99,
      "grad_norm": 1.016383409500122,
      "learning_rate": 3.0681165878276673e-06,
      "loss": 0.3246,
      "step": 1232510
    },
    {
      "epoch": 343.99,
      "grad_norm": 1.0422216653823853,
      "learning_rate": 3.0680908719673043e-06,
      "loss": 0.3604,
      "step": 1232520
    },
    {
      "epoch": 343.99,
      "grad_norm": 1.2402132749557495,
      "learning_rate": 3.0680651560105304e-06,
      "loss": 0.3579,
      "step": 1232530
    },
    {
      "epoch": 344.0,
      "grad_norm": 0.9231619834899902,
      "learning_rate": 3.0680394399573502e-06,
      "loss": 0.3538,
      "step": 1232540
    },
    {
      "epoch": 344.0,
      "grad_norm": 1.1780071258544922,
      "learning_rate": 3.0680137238077675e-06,
      "loss": 0.3627,
      "step": 1232550
    },
    {
      "epoch": 344.0,
      "eval_loss": 0.3547612428665161,
      "eval_runtime": 62.8881,
      "eval_samples_per_second": 80.445,
      "eval_steps_per_second": 10.066,
      "step": 1232552
    },
    {
      "epoch": 344.0,
      "grad_norm": 0.9950971007347107,
      "learning_rate": 3.0679880075617848e-06,
      "loss": 0.3474,
      "step": 1232560
    },
    {
      "epoch": 344.01,
      "grad_norm": 0.8821735382080078,
      "learning_rate": 3.0679622912194055e-06,
      "loss": 0.3591,
      "step": 1232570
    },
    {
      "epoch": 344.01,
      "grad_norm": 1.1000539064407349,
      "learning_rate": 3.067936574780634e-06,
      "loss": 0.3501,
      "step": 1232580
    },
    {
      "epoch": 344.01,
      "grad_norm": 0.859943151473999,
      "learning_rate": 3.0679108582454724e-06,
      "loss": 0.3452,
      "step": 1232590
    },
    {
      "epoch": 344.01,
      "grad_norm": 1.0186198949813843,
      "learning_rate": 3.067885141613925e-06,
      "loss": 0.3578,
      "step": 1232600
    },
    {
      "epoch": 344.02,
      "grad_norm": 1.058706521987915,
      "learning_rate": 3.067859424885995e-06,
      "loss": 0.3505,
      "step": 1232610
    },
    {
      "epoch": 344.02,
      "grad_norm": 0.9600417613983154,
      "learning_rate": 3.0678337080616856e-06,
      "loss": 0.337,
      "step": 1232620
    },
    {
      "epoch": 344.02,
      "grad_norm": 1.0326156616210938,
      "learning_rate": 3.067807991141001e-06,
      "loss": 0.3462,
      "step": 1232630
    },
    {
      "epoch": 344.02,
      "grad_norm": 0.8845313787460327,
      "learning_rate": 3.0677822741239433e-06,
      "loss": 0.3537,
      "step": 1232640
    },
    {
      "epoch": 344.03,
      "grad_norm": 1.0280675888061523,
      "learning_rate": 3.0677565570105175e-06,
      "loss": 0.3537,
      "step": 1232650
    },
    {
      "epoch": 344.03,
      "grad_norm": 1.1840567588806152,
      "learning_rate": 3.0677308398007257e-06,
      "loss": 0.3645,
      "step": 1232660
    },
    {
      "epoch": 344.03,
      "grad_norm": 1.0771833658218384,
      "learning_rate": 3.067705122494572e-06,
      "loss": 0.3541,
      "step": 1232670
    },
    {
      "epoch": 344.04,
      "grad_norm": 1.2138826847076416,
      "learning_rate": 3.0676794050920602e-06,
      "loss": 0.3607,
      "step": 1232680
    },
    {
      "epoch": 344.04,
      "grad_norm": 1.000515103340149,
      "learning_rate": 3.067653687593192e-06,
      "loss": 0.342,
      "step": 1232690
    },
    {
      "epoch": 344.04,
      "grad_norm": 0.9560310244560242,
      "learning_rate": 3.0676279699979723e-06,
      "loss": 0.3455,
      "step": 1232700
    },
    {
      "epoch": 344.04,
      "grad_norm": 1.023643136024475,
      "learning_rate": 3.0676022523064055e-06,
      "loss": 0.3425,
      "step": 1232710
    },
    {
      "epoch": 344.05,
      "grad_norm": 0.9883623123168945,
      "learning_rate": 3.0675765345184933e-06,
      "loss": 0.3348,
      "step": 1232720
    },
    {
      "epoch": 344.05,
      "grad_norm": 0.9780749678611755,
      "learning_rate": 3.067550816634239e-06,
      "loss": 0.3652,
      "step": 1232730
    },
    {
      "epoch": 344.05,
      "grad_norm": 1.0126484632492065,
      "learning_rate": 3.0675250986536473e-06,
      "loss": 0.3459,
      "step": 1232740
    },
    {
      "epoch": 344.06,
      "grad_norm": 0.9281690716743469,
      "learning_rate": 3.0674993805767203e-06,
      "loss": 0.3531,
      "step": 1232750
    },
    {
      "epoch": 344.06,
      "grad_norm": 1.0516350269317627,
      "learning_rate": 3.067473662403462e-06,
      "loss": 0.3602,
      "step": 1232760
    },
    {
      "epoch": 344.06,
      "grad_norm": 0.9666743278503418,
      "learning_rate": 3.0674479441338764e-06,
      "loss": 0.3616,
      "step": 1232770
    },
    {
      "epoch": 344.06,
      "grad_norm": 0.9474848508834839,
      "learning_rate": 3.067422225767966e-06,
      "loss": 0.3412,
      "step": 1232780
    },
    {
      "epoch": 344.07,
      "grad_norm": 1.0365718603134155,
      "learning_rate": 3.0673965073057346e-06,
      "loss": 0.3544,
      "step": 1232790
    },
    {
      "epoch": 344.07,
      "grad_norm": 0.953737735748291,
      "learning_rate": 3.0673707887471864e-06,
      "loss": 0.338,
      "step": 1232800
    },
    {
      "epoch": 344.07,
      "grad_norm": 1.0973553657531738,
      "learning_rate": 3.0673450700923233e-06,
      "loss": 0.355,
      "step": 1232810
    },
    {
      "epoch": 344.07,
      "grad_norm": 1.0267174243927002,
      "learning_rate": 3.0673193513411496e-06,
      "loss": 0.3512,
      "step": 1232820
    },
    {
      "epoch": 344.08,
      "grad_norm": 0.9393792152404785,
      "learning_rate": 3.0672936324936686e-06,
      "loss": 0.3379,
      "step": 1232830
    },
    {
      "epoch": 344.08,
      "grad_norm": 1.079662561416626,
      "learning_rate": 3.0672679135498843e-06,
      "loss": 0.3623,
      "step": 1232840
    },
    {
      "epoch": 344.08,
      "grad_norm": 0.9051529169082642,
      "learning_rate": 3.0672421945097986e-06,
      "loss": 0.3408,
      "step": 1232850
    },
    {
      "epoch": 344.09,
      "grad_norm": 0.9695485234260559,
      "learning_rate": 3.0672164753734168e-06,
      "loss": 0.3575,
      "step": 1232860
    },
    {
      "epoch": 344.09,
      "grad_norm": 0.9962716698646545,
      "learning_rate": 3.0671907561407417e-06,
      "loss": 0.3586,
      "step": 1232870
    },
    {
      "epoch": 344.09,
      "grad_norm": 0.9253537058830261,
      "learning_rate": 3.067165036811775e-06,
      "loss": 0.3553,
      "step": 1232880
    },
    {
      "epoch": 344.09,
      "grad_norm": 0.9088152050971985,
      "learning_rate": 3.0671393173865223e-06,
      "loss": 0.3465,
      "step": 1232890
    },
    {
      "epoch": 344.1,
      "grad_norm": 0.8721277117729187,
      "learning_rate": 3.0671135978649866e-06,
      "loss": 0.3484,
      "step": 1232900
    },
    {
      "epoch": 344.1,
      "grad_norm": 1.204784631729126,
      "learning_rate": 3.0670878782471707e-06,
      "loss": 0.3624,
      "step": 1232910
    },
    {
      "epoch": 344.1,
      "grad_norm": 1.2393239736557007,
      "learning_rate": 3.067062158533078e-06,
      "loss": 0.3542,
      "step": 1232920
    },
    {
      "epoch": 344.11,
      "grad_norm": 1.1043081283569336,
      "learning_rate": 3.0670364387227134e-06,
      "loss": 0.3619,
      "step": 1232930
    },
    {
      "epoch": 344.11,
      "grad_norm": 1.2311768531799316,
      "learning_rate": 3.0670107188160783e-06,
      "loss": 0.3586,
      "step": 1232940
    },
    {
      "epoch": 344.11,
      "grad_norm": 1.1583820581436157,
      "learning_rate": 3.066984998813177e-06,
      "loss": 0.3541,
      "step": 1232950
    },
    {
      "epoch": 344.11,
      "grad_norm": 2.308701515197754,
      "learning_rate": 3.066959278714013e-06,
      "loss": 0.3553,
      "step": 1232960
    },
    {
      "epoch": 344.12,
      "grad_norm": 0.9164818525314331,
      "learning_rate": 3.0669335585185898e-06,
      "loss": 0.3579,
      "step": 1232970
    },
    {
      "epoch": 344.12,
      "grad_norm": 0.9592574238777161,
      "learning_rate": 3.0669078382269105e-06,
      "loss": 0.3383,
      "step": 1232980
    },
    {
      "epoch": 344.12,
      "grad_norm": 1.0804412364959717,
      "learning_rate": 3.066882117838978e-06,
      "loss": 0.3649,
      "step": 1232990
    },
    {
      "epoch": 344.13,
      "grad_norm": 1.1691334247589111,
      "learning_rate": 3.066856397354798e-06,
      "loss": 0.3716,
      "step": 1233000
    },
    {
      "epoch": 344.13,
      "grad_norm": 0.866554319858551,
      "learning_rate": 3.066830676774372e-06,
      "loss": 0.3605,
      "step": 1233010
    },
    {
      "epoch": 344.13,
      "grad_norm": 0.9314280152320862,
      "learning_rate": 3.066804956097703e-06,
      "loss": 0.3643,
      "step": 1233020
    },
    {
      "epoch": 344.13,
      "grad_norm": 1.1152657270431519,
      "learning_rate": 3.0667792353247954e-06,
      "loss": 0.3693,
      "step": 1233030
    },
    {
      "epoch": 344.14,
      "grad_norm": 1.35074782371521,
      "learning_rate": 3.0667535144556526e-06,
      "loss": 0.3592,
      "step": 1233040
    },
    {
      "epoch": 344.14,
      "grad_norm": 0.8727177977561951,
      "learning_rate": 3.066727793490277e-06,
      "loss": 0.3489,
      "step": 1233050
    },
    {
      "epoch": 344.14,
      "grad_norm": 1.0347861051559448,
      "learning_rate": 3.066702072428674e-06,
      "loss": 0.3514,
      "step": 1233060
    },
    {
      "epoch": 344.14,
      "grad_norm": 1.0238622426986694,
      "learning_rate": 3.0666763512708456e-06,
      "loss": 0.3525,
      "step": 1233070
    },
    {
      "epoch": 344.15,
      "grad_norm": 1.246622920036316,
      "learning_rate": 3.0666506300167955e-06,
      "loss": 0.3509,
      "step": 1233080
    },
    {
      "epoch": 344.15,
      "grad_norm": 0.9376332759857178,
      "learning_rate": 3.0666249086665266e-06,
      "loss": 0.3501,
      "step": 1233090
    },
    {
      "epoch": 344.15,
      "grad_norm": 1.0474439859390259,
      "learning_rate": 3.0665991872200436e-06,
      "loss": 0.3583,
      "step": 1233100
    },
    {
      "epoch": 344.16,
      "grad_norm": 0.8012532591819763,
      "learning_rate": 3.0665734656773487e-06,
      "loss": 0.3534,
      "step": 1233110
    },
    {
      "epoch": 344.16,
      "grad_norm": 1.0833977460861206,
      "learning_rate": 3.0665477440384457e-06,
      "loss": 0.355,
      "step": 1233120
    },
    {
      "epoch": 344.16,
      "grad_norm": 1.0964909791946411,
      "learning_rate": 3.0665220223033384e-06,
      "loss": 0.3757,
      "step": 1233130
    },
    {
      "epoch": 344.16,
      "grad_norm": 0.950340747833252,
      "learning_rate": 3.0664963004720298e-06,
      "loss": 0.3342,
      "step": 1233140
    },
    {
      "epoch": 344.17,
      "grad_norm": 0.9895556569099426,
      "learning_rate": 3.0664705785445236e-06,
      "loss": 0.3617,
      "step": 1233150
    },
    {
      "epoch": 344.17,
      "grad_norm": 1.093932867050171,
      "learning_rate": 3.0664448565208237e-06,
      "loss": 0.3682,
      "step": 1233160
    },
    {
      "epoch": 344.17,
      "grad_norm": 0.9587218165397644,
      "learning_rate": 3.0664191344009318e-06,
      "loss": 0.3478,
      "step": 1233170
    },
    {
      "epoch": 344.18,
      "grad_norm": 0.9199199080467224,
      "learning_rate": 3.066393412184853e-06,
      "loss": 0.3591,
      "step": 1233180
    },
    {
      "epoch": 344.18,
      "grad_norm": 1.0919876098632812,
      "learning_rate": 3.0663676898725905e-06,
      "loss": 0.3376,
      "step": 1233190
    },
    {
      "epoch": 344.18,
      "grad_norm": 0.9250728487968445,
      "learning_rate": 3.0663419674641466e-06,
      "loss": 0.3538,
      "step": 1233200
    },
    {
      "epoch": 344.18,
      "grad_norm": 0.973950982093811,
      "learning_rate": 3.0663162449595255e-06,
      "loss": 0.3695,
      "step": 1233210
    },
    {
      "epoch": 344.19,
      "grad_norm": 1.141538143157959,
      "learning_rate": 3.0662905223587315e-06,
      "loss": 0.3558,
      "step": 1233220
    },
    {
      "epoch": 344.19,
      "grad_norm": 1.1612350940704346,
      "learning_rate": 3.0662647996617666e-06,
      "loss": 0.3654,
      "step": 1233230
    },
    {
      "epoch": 344.19,
      "grad_norm": 1.0009890794754028,
      "learning_rate": 3.0662390768686347e-06,
      "loss": 0.36,
      "step": 1233240
    },
    {
      "epoch": 344.19,
      "grad_norm": 1.0961536169052124,
      "learning_rate": 3.0662133539793395e-06,
      "loss": 0.3537,
      "step": 1233250
    },
    {
      "epoch": 344.2,
      "grad_norm": 1.02711820602417,
      "learning_rate": 3.0661876309938845e-06,
      "loss": 0.3221,
      "step": 1233260
    },
    {
      "epoch": 344.2,
      "grad_norm": 1.0532468557357788,
      "learning_rate": 3.0661619079122722e-06,
      "loss": 0.344,
      "step": 1233270
    },
    {
      "epoch": 344.2,
      "grad_norm": 1.1258083581924438,
      "learning_rate": 3.066136184734507e-06,
      "loss": 0.3521,
      "step": 1233280
    },
    {
      "epoch": 344.21,
      "grad_norm": 1.0996828079223633,
      "learning_rate": 3.0661104614605923e-06,
      "loss": 0.3584,
      "step": 1233290
    },
    {
      "epoch": 344.21,
      "grad_norm": 0.8978527188301086,
      "learning_rate": 3.066084738090531e-06,
      "loss": 0.3529,
      "step": 1233300
    },
    {
      "epoch": 344.21,
      "grad_norm": 1.014946460723877,
      "learning_rate": 3.0660590146243267e-06,
      "loss": 0.3458,
      "step": 1233310
    },
    {
      "epoch": 344.21,
      "grad_norm": 1.0519542694091797,
      "learning_rate": 3.066033291061983e-06,
      "loss": 0.3542,
      "step": 1233320
    },
    {
      "epoch": 344.22,
      "grad_norm": 1.2543935775756836,
      "learning_rate": 3.066007567403503e-06,
      "loss": 0.3508,
      "step": 1233330
    },
    {
      "epoch": 344.22,
      "grad_norm": 0.976323127746582,
      "learning_rate": 3.06598184364889e-06,
      "loss": 0.3646,
      "step": 1233340
    },
    {
      "epoch": 344.22,
      "grad_norm": 1.1836477518081665,
      "learning_rate": 3.0659561197981483e-06,
      "loss": 0.3401,
      "step": 1233350
    },
    {
      "epoch": 344.23,
      "grad_norm": 1.0775784254074097,
      "learning_rate": 3.0659303958512804e-06,
      "loss": 0.3595,
      "step": 1233360
    },
    {
      "epoch": 344.23,
      "grad_norm": 0.9200624823570251,
      "learning_rate": 3.0659046718082903e-06,
      "loss": 0.3393,
      "step": 1233370
    },
    {
      "epoch": 344.23,
      "grad_norm": 1.1545366048812866,
      "learning_rate": 3.0658789476691816e-06,
      "loss": 0.3421,
      "step": 1233380
    },
    {
      "epoch": 344.23,
      "grad_norm": 1.1269280910491943,
      "learning_rate": 3.0658532234339574e-06,
      "loss": 0.3498,
      "step": 1233390
    },
    {
      "epoch": 344.24,
      "grad_norm": 1.225928783416748,
      "learning_rate": 3.0658274991026204e-06,
      "loss": 0.3519,
      "step": 1233400
    },
    {
      "epoch": 344.24,
      "grad_norm": 1.0375434160232544,
      "learning_rate": 3.0658017746751744e-06,
      "loss": 0.3588,
      "step": 1233410
    },
    {
      "epoch": 344.24,
      "grad_norm": 1.0310112237930298,
      "learning_rate": 3.065776050151624e-06,
      "loss": 0.3336,
      "step": 1233420
    },
    {
      "epoch": 344.25,
      "grad_norm": 1.1210322380065918,
      "learning_rate": 3.0657503255319715e-06,
      "loss": 0.3453,
      "step": 1233430
    },
    {
      "epoch": 344.25,
      "grad_norm": 1.3734283447265625,
      "learning_rate": 3.0657246008162204e-06,
      "loss": 0.3501,
      "step": 1233440
    },
    {
      "epoch": 344.25,
      "grad_norm": 1.0822938680648804,
      "learning_rate": 3.065698876004375e-06,
      "loss": 0.3458,
      "step": 1233450
    },
    {
      "epoch": 344.25,
      "grad_norm": 0.9148725271224976,
      "learning_rate": 3.0656731510964367e-06,
      "loss": 0.3588,
      "step": 1233460
    },
    {
      "epoch": 344.26,
      "grad_norm": 1.2492583990097046,
      "learning_rate": 3.0656474260924107e-06,
      "loss": 0.3627,
      "step": 1233470
    },
    {
      "epoch": 344.26,
      "grad_norm": 1.0423532724380493,
      "learning_rate": 3.0656217009923e-06,
      "loss": 0.3597,
      "step": 1233480
    },
    {
      "epoch": 344.26,
      "grad_norm": 1.7083438634872437,
      "learning_rate": 3.065595975796108e-06,
      "loss": 0.3608,
      "step": 1233490
    },
    {
      "epoch": 344.26,
      "grad_norm": 0.9323394894599915,
      "learning_rate": 3.0655702505038383e-06,
      "loss": 0.3617,
      "step": 1233500
    },
    {
      "epoch": 344.27,
      "grad_norm": 0.9565315246582031,
      "learning_rate": 3.065544525115494e-06,
      "loss": 0.3442,
      "step": 1233510
    },
    {
      "epoch": 344.27,
      "grad_norm": 1.040809988975525,
      "learning_rate": 3.065518799631079e-06,
      "loss": 0.3438,
      "step": 1233520
    },
    {
      "epoch": 344.27,
      "grad_norm": 0.9329382181167603,
      "learning_rate": 3.065493074050596e-06,
      "loss": 0.3588,
      "step": 1233530
    },
    {
      "epoch": 344.28,
      "grad_norm": 0.9788286089897156,
      "learning_rate": 3.0654673483740487e-06,
      "loss": 0.3484,
      "step": 1233540
    },
    {
      "epoch": 344.28,
      "grad_norm": 1.1602561473846436,
      "learning_rate": 3.0654416226014407e-06,
      "loss": 0.3584,
      "step": 1233550
    },
    {
      "epoch": 344.28,
      "grad_norm": 1.3058245182037354,
      "learning_rate": 3.065415896732775e-06,
      "loss": 0.3651,
      "step": 1233560
    },
    {
      "epoch": 344.28,
      "grad_norm": 0.8475756049156189,
      "learning_rate": 3.065390170768056e-06,
      "loss": 0.3533,
      "step": 1233570
    },
    {
      "epoch": 344.29,
      "grad_norm": 1.0246151685714722,
      "learning_rate": 3.0653644447072866e-06,
      "loss": 0.3448,
      "step": 1233580
    },
    {
      "epoch": 344.29,
      "grad_norm": 0.9765436053276062,
      "learning_rate": 3.0653387185504704e-06,
      "loss": 0.3321,
      "step": 1233590
    },
    {
      "epoch": 344.29,
      "grad_norm": 1.047616958618164,
      "learning_rate": 3.0653129922976095e-06,
      "loss": 0.3469,
      "step": 1233600
    },
    {
      "epoch": 344.3,
      "grad_norm": 0.9317472577095032,
      "learning_rate": 3.065287265948709e-06,
      "loss": 0.3572,
      "step": 1233610
    },
    {
      "epoch": 344.3,
      "grad_norm": 0.9963269829750061,
      "learning_rate": 3.065261539503771e-06,
      "loss": 0.3515,
      "step": 1233620
    },
    {
      "epoch": 344.3,
      "grad_norm": 0.9585998058319092,
      "learning_rate": 3.0652358129628e-06,
      "loss": 0.3467,
      "step": 1233630
    },
    {
      "epoch": 344.3,
      "grad_norm": 1.069669485092163,
      "learning_rate": 3.0652100863258e-06,
      "loss": 0.3431,
      "step": 1233640
    },
    {
      "epoch": 344.31,
      "grad_norm": 1.201786994934082,
      "learning_rate": 3.0651843595927723e-06,
      "loss": 0.3465,
      "step": 1233650
    },
    {
      "epoch": 344.31,
      "grad_norm": 0.9936375021934509,
      "learning_rate": 3.065158632763721e-06,
      "loss": 0.3475,
      "step": 1233660
    },
    {
      "epoch": 344.31,
      "grad_norm": 0.9548240900039673,
      "learning_rate": 3.0651329058386515e-06,
      "loss": 0.3469,
      "step": 1233670
    },
    {
      "epoch": 344.31,
      "grad_norm": 1.0111147165298462,
      "learning_rate": 3.065107178817565e-06,
      "loss": 0.3433,
      "step": 1233680
    },
    {
      "epoch": 344.32,
      "grad_norm": 0.9570781588554382,
      "learning_rate": 3.065081451700466e-06,
      "loss": 0.3265,
      "step": 1233690
    },
    {
      "epoch": 344.32,
      "grad_norm": 0.9608678817749023,
      "learning_rate": 3.0650557244873573e-06,
      "loss": 0.3551,
      "step": 1233700
    },
    {
      "epoch": 344.32,
      "grad_norm": 1.0470044612884521,
      "learning_rate": 3.065029997178243e-06,
      "loss": 0.3344,
      "step": 1233710
    },
    {
      "epoch": 344.33,
      "grad_norm": 0.944010317325592,
      "learning_rate": 3.065004269773125e-06,
      "loss": 0.3572,
      "step": 1233720
    },
    {
      "epoch": 344.33,
      "grad_norm": 0.9273548722267151,
      "learning_rate": 3.0649785422720087e-06,
      "loss": 0.3495,
      "step": 1233730
    },
    {
      "epoch": 344.33,
      "grad_norm": 0.9878274202346802,
      "learning_rate": 3.064952814674897e-06,
      "loss": 0.3688,
      "step": 1233740
    },
    {
      "epoch": 344.33,
      "grad_norm": 1.0654261112213135,
      "learning_rate": 3.064927086981793e-06,
      "loss": 0.3604,
      "step": 1233750
    },
    {
      "epoch": 344.34,
      "grad_norm": 1.2102183103561401,
      "learning_rate": 3.064901359192699e-06,
      "loss": 0.3563,
      "step": 1233760
    },
    {
      "epoch": 344.34,
      "grad_norm": 0.9273626804351807,
      "learning_rate": 3.064875631307621e-06,
      "loss": 0.3475,
      "step": 1233770
    },
    {
      "epoch": 344.34,
      "grad_norm": 1.1244924068450928,
      "learning_rate": 3.06484990332656e-06,
      "loss": 0.341,
      "step": 1233780
    },
    {
      "epoch": 344.35,
      "grad_norm": 1.1303081512451172,
      "learning_rate": 3.0648241752495207e-06,
      "loss": 0.3558,
      "step": 1233790
    },
    {
      "epoch": 344.35,
      "grad_norm": 1.0299668312072754,
      "learning_rate": 3.064798447076507e-06,
      "loss": 0.3596,
      "step": 1233800
    },
    {
      "epoch": 344.35,
      "grad_norm": 1.1963378190994263,
      "learning_rate": 3.06477271880752e-06,
      "loss": 0.3542,
      "step": 1233810
    },
    {
      "epoch": 344.35,
      "grad_norm": 1.0186258554458618,
      "learning_rate": 3.064746990442566e-06,
      "loss": 0.3586,
      "step": 1233820
    },
    {
      "epoch": 344.36,
      "grad_norm": 0.9048277735710144,
      "learning_rate": 3.0647212619816464e-06,
      "loss": 0.3368,
      "step": 1233830
    },
    {
      "epoch": 344.36,
      "grad_norm": 1.0640381574630737,
      "learning_rate": 3.0646955334247653e-06,
      "loss": 0.3524,
      "step": 1233840
    },
    {
      "epoch": 344.36,
      "grad_norm": 1.0677850246429443,
      "learning_rate": 3.064669804771926e-06,
      "loss": 0.3545,
      "step": 1233850
    },
    {
      "epoch": 344.37,
      "grad_norm": 1.084322214126587,
      "learning_rate": 3.0646440760231325e-06,
      "loss": 0.3458,
      "step": 1233860
    },
    {
      "epoch": 344.37,
      "grad_norm": 1.0437296628952026,
      "learning_rate": 3.064618347178388e-06,
      "loss": 0.3524,
      "step": 1233870
    },
    {
      "epoch": 344.37,
      "grad_norm": 1.0664398670196533,
      "learning_rate": 3.064592618237695e-06,
      "loss": 0.3298,
      "step": 1233880
    },
    {
      "epoch": 344.37,
      "grad_norm": 0.9701471924781799,
      "learning_rate": 3.0645668892010584e-06,
      "loss": 0.3432,
      "step": 1233890
    },
    {
      "epoch": 344.38,
      "grad_norm": 1.339744210243225,
      "learning_rate": 3.0645411600684808e-06,
      "loss": 0.3384,
      "step": 1233900
    },
    {
      "epoch": 344.38,
      "grad_norm": 1.0378295183181763,
      "learning_rate": 3.0645154308399656e-06,
      "loss": 0.3442,
      "step": 1233910
    },
    {
      "epoch": 344.38,
      "grad_norm": 0.9309138059616089,
      "learning_rate": 3.0644897015155164e-06,
      "loss": 0.3488,
      "step": 1233920
    },
    {
      "epoch": 344.38,
      "grad_norm": 1.0334651470184326,
      "learning_rate": 3.064463972095136e-06,
      "loss": 0.355,
      "step": 1233930
    },
    {
      "epoch": 344.39,
      "grad_norm": 0.9879916906356812,
      "learning_rate": 3.064438242578829e-06,
      "loss": 0.3471,
      "step": 1233940
    },
    {
      "epoch": 344.39,
      "grad_norm": 1.1375361680984497,
      "learning_rate": 3.0644125129665975e-06,
      "loss": 0.3668,
      "step": 1233950
    },
    {
      "epoch": 344.39,
      "grad_norm": 1.22597074508667,
      "learning_rate": 3.0643867832584465e-06,
      "loss": 0.3334,
      "step": 1233960
    },
    {
      "epoch": 344.4,
      "grad_norm": 1.104627251625061,
      "learning_rate": 3.0643610534543784e-06,
      "loss": 0.3372,
      "step": 1233970
    },
    {
      "epoch": 344.4,
      "grad_norm": 1.2660036087036133,
      "learning_rate": 3.0643353235543966e-06,
      "loss": 0.3394,
      "step": 1233980
    },
    {
      "epoch": 344.4,
      "grad_norm": 0.9903873801231384,
      "learning_rate": 3.0643095935585043e-06,
      "loss": 0.3393,
      "step": 1233990
    },
    {
      "epoch": 344.4,
      "grad_norm": 1.0892486572265625,
      "learning_rate": 3.0642838634667055e-06,
      "loss": 0.3564,
      "step": 1234000
    },
    {
      "epoch": 344.41,
      "grad_norm": 1.2549678087234497,
      "learning_rate": 3.064258133279003e-06,
      "loss": 0.3476,
      "step": 1234010
    },
    {
      "epoch": 344.41,
      "grad_norm": 0.9992949962615967,
      "learning_rate": 3.0642324029954016e-06,
      "loss": 0.3351,
      "step": 1234020
    },
    {
      "epoch": 344.41,
      "grad_norm": 1.0060902833938599,
      "learning_rate": 3.0642066726159034e-06,
      "loss": 0.3612,
      "step": 1234030
    },
    {
      "epoch": 344.42,
      "grad_norm": 0.8491566777229309,
      "learning_rate": 3.0641809421405125e-06,
      "loss": 0.3613,
      "step": 1234040
    },
    {
      "epoch": 344.42,
      "grad_norm": 1.0727956295013428,
      "learning_rate": 3.0641552115692316e-06,
      "loss": 0.3399,
      "step": 1234050
    },
    {
      "epoch": 344.42,
      "grad_norm": 1.0101101398468018,
      "learning_rate": 3.064129480902065e-06,
      "loss": 0.3473,
      "step": 1234060
    },
    {
      "epoch": 344.42,
      "grad_norm": 0.9161461591720581,
      "learning_rate": 3.0641037501390153e-06,
      "loss": 0.3382,
      "step": 1234070
    },
    {
      "epoch": 344.43,
      "grad_norm": 0.9716507196426392,
      "learning_rate": 3.0640780192800867e-06,
      "loss": 0.3629,
      "step": 1234080
    },
    {
      "epoch": 344.43,
      "grad_norm": 0.8632722496986389,
      "learning_rate": 3.0640522883252824e-06,
      "loss": 0.3588,
      "step": 1234090
    },
    {
      "epoch": 344.43,
      "grad_norm": 0.9733632206916809,
      "learning_rate": 3.0640265572746046e-06,
      "loss": 0.3476,
      "step": 1234100
    },
    {
      "epoch": 344.43,
      "grad_norm": 1.0094084739685059,
      "learning_rate": 3.0640008261280587e-06,
      "loss": 0.3665,
      "step": 1234110
    },
    {
      "epoch": 344.44,
      "grad_norm": 0.9759095907211304,
      "learning_rate": 3.063975094885647e-06,
      "loss": 0.3673,
      "step": 1234120
    },
    {
      "epoch": 344.44,
      "grad_norm": 0.9851499795913696,
      "learning_rate": 3.0639493635473735e-06,
      "loss": 0.3465,
      "step": 1234130
    },
    {
      "epoch": 344.44,
      "grad_norm": 1.035586953163147,
      "learning_rate": 3.0639236321132404e-06,
      "loss": 0.3746,
      "step": 1234140
    },
    {
      "epoch": 344.45,
      "grad_norm": 0.9114968776702881,
      "learning_rate": 3.0638979005832525e-06,
      "loss": 0.3526,
      "step": 1234150
    },
    {
      "epoch": 344.45,
      "grad_norm": 1.0889620780944824,
      "learning_rate": 3.063872168957413e-06,
      "loss": 0.3454,
      "step": 1234160
    },
    {
      "epoch": 344.45,
      "grad_norm": 0.992093026638031,
      "learning_rate": 3.0638464372357246e-06,
      "loss": 0.346,
      "step": 1234170
    },
    {
      "epoch": 344.45,
      "grad_norm": 1.2129727602005005,
      "learning_rate": 3.063820705418192e-06,
      "loss": 0.3529,
      "step": 1234180
    },
    {
      "epoch": 344.46,
      "grad_norm": 1.8916128873825073,
      "learning_rate": 3.0637949735048165e-06,
      "loss": 0.3638,
      "step": 1234190
    },
    {
      "epoch": 344.46,
      "grad_norm": 1.2207973003387451,
      "learning_rate": 3.0637692414956035e-06,
      "loss": 0.3531,
      "step": 1234200
    },
    {
      "epoch": 344.46,
      "grad_norm": 1.0649371147155762,
      "learning_rate": 3.063743509390555e-06,
      "loss": 0.3338,
      "step": 1234210
    },
    {
      "epoch": 344.47,
      "grad_norm": 1.2192392349243164,
      "learning_rate": 3.0637177771896765e-06,
      "loss": 0.3384,
      "step": 1234220
    },
    {
      "epoch": 344.47,
      "grad_norm": 1.0242999792099,
      "learning_rate": 3.0636920448929696e-06,
      "loss": 0.3608,
      "step": 1234230
    },
    {
      "epoch": 344.47,
      "grad_norm": 0.9631903767585754,
      "learning_rate": 3.0636663125004374e-06,
      "loss": 0.3377,
      "step": 1234240
    },
    {
      "epoch": 344.47,
      "grad_norm": 0.9659246206283569,
      "learning_rate": 3.0636405800120855e-06,
      "loss": 0.3486,
      "step": 1234250
    },
    {
      "epoch": 344.48,
      "grad_norm": 0.9790225028991699,
      "learning_rate": 3.0636148474279155e-06,
      "loss": 0.3449,
      "step": 1234260
    },
    {
      "epoch": 344.48,
      "grad_norm": 1.1425074338912964,
      "learning_rate": 3.063589114747931e-06,
      "loss": 0.3434,
      "step": 1234270
    },
    {
      "epoch": 344.48,
      "grad_norm": 1.0925627946853638,
      "learning_rate": 3.0635633819721353e-06,
      "loss": 0.3392,
      "step": 1234280
    },
    {
      "epoch": 344.49,
      "grad_norm": 1.057264804840088,
      "learning_rate": 3.063537649100533e-06,
      "loss": 0.3528,
      "step": 1234290
    },
    {
      "epoch": 344.49,
      "grad_norm": 1.2303779125213623,
      "learning_rate": 3.063511916133126e-06,
      "loss": 0.3576,
      "step": 1234300
    },
    {
      "epoch": 344.49,
      "grad_norm": 0.8748717308044434,
      "learning_rate": 3.063486183069919e-06,
      "loss": 0.3299,
      "step": 1234310
    },
    {
      "epoch": 344.49,
      "grad_norm": 1.0436466932296753,
      "learning_rate": 3.063460449910915e-06,
      "loss": 0.3332,
      "step": 1234320
    },
    {
      "epoch": 344.5,
      "grad_norm": 1.0871294736862183,
      "learning_rate": 3.0634347166561176e-06,
      "loss": 0.3592,
      "step": 1234330
    },
    {
      "epoch": 344.5,
      "grad_norm": 1.3343647718429565,
      "learning_rate": 3.0634089833055297e-06,
      "loss": 0.3536,
      "step": 1234340
    },
    {
      "epoch": 344.5,
      "grad_norm": 1.1105996370315552,
      "learning_rate": 3.0633832498591547e-06,
      "loss": 0.3371,
      "step": 1234350
    },
    {
      "epoch": 344.5,
      "grad_norm": 1.357191801071167,
      "learning_rate": 3.063357516316997e-06,
      "loss": 0.3483,
      "step": 1234360
    },
    {
      "epoch": 344.51,
      "grad_norm": 1.1410102844238281,
      "learning_rate": 3.0633317826790585e-06,
      "loss": 0.3495,
      "step": 1234370
    },
    {
      "epoch": 344.51,
      "grad_norm": 1.0125199556350708,
      "learning_rate": 3.0633060489453437e-06,
      "loss": 0.3504,
      "step": 1234380
    },
    {
      "epoch": 344.51,
      "grad_norm": 1.0317593812942505,
      "learning_rate": 3.063280315115856e-06,
      "loss": 0.3594,
      "step": 1234390
    },
    {
      "epoch": 344.52,
      "grad_norm": 1.0538767576217651,
      "learning_rate": 3.0632545811905988e-06,
      "loss": 0.356,
      "step": 1234400
    },
    {
      "epoch": 344.52,
      "grad_norm": 1.0955084562301636,
      "learning_rate": 3.0632288471695746e-06,
      "loss": 0.3455,
      "step": 1234410
    },
    {
      "epoch": 344.52,
      "grad_norm": 0.9807828664779663,
      "learning_rate": 3.0632031130527887e-06,
      "loss": 0.342,
      "step": 1234420
    },
    {
      "epoch": 344.52,
      "grad_norm": 0.9579386115074158,
      "learning_rate": 3.0631773788402423e-06,
      "loss": 0.3731,
      "step": 1234430
    },
    {
      "epoch": 344.53,
      "grad_norm": 1.1065930128097534,
      "learning_rate": 3.06315164453194e-06,
      "loss": 0.3542,
      "step": 1234440
    },
    {
      "epoch": 344.53,
      "grad_norm": 0.9253329634666443,
      "learning_rate": 3.063125910127886e-06,
      "loss": 0.3457,
      "step": 1234450
    },
    {
      "epoch": 344.53,
      "grad_norm": 0.8646075129508972,
      "learning_rate": 3.063100175628082e-06,
      "loss": 0.3442,
      "step": 1234460
    },
    {
      "epoch": 344.54,
      "grad_norm": 1.1211906671524048,
      "learning_rate": 3.063074441032533e-06,
      "loss": 0.3415,
      "step": 1234470
    },
    {
      "epoch": 344.54,
      "grad_norm": 0.9777358770370483,
      "learning_rate": 3.0630487063412425e-06,
      "loss": 0.3512,
      "step": 1234480
    },
    {
      "epoch": 344.54,
      "grad_norm": 0.8320481777191162,
      "learning_rate": 3.0630229715542113e-06,
      "loss": 0.3568,
      "step": 1234490
    },
    {
      "epoch": 344.54,
      "grad_norm": 1.0041183233261108,
      "learning_rate": 3.0629972366714454e-06,
      "loss": 0.344,
      "step": 1234500
    },
    {
      "epoch": 344.55,
      "grad_norm": 1.357885479927063,
      "learning_rate": 3.0629715016929475e-06,
      "loss": 0.3631,
      "step": 1234510
    },
    {
      "epoch": 344.55,
      "grad_norm": 1.0279664993286133,
      "learning_rate": 3.0629457666187213e-06,
      "loss": 0.3385,
      "step": 1234520
    },
    {
      "epoch": 344.55,
      "grad_norm": 1.004356861114502,
      "learning_rate": 3.062920031448769e-06,
      "loss": 0.3568,
      "step": 1234530
    },
    {
      "epoch": 344.55,
      "grad_norm": 1.3559637069702148,
      "learning_rate": 3.0628942961830963e-06,
      "loss": 0.3536,
      "step": 1234540
    },
    {
      "epoch": 344.56,
      "grad_norm": 1.0588182210922241,
      "learning_rate": 3.0628685608217048e-06,
      "loss": 0.363,
      "step": 1234550
    },
    {
      "epoch": 344.56,
      "grad_norm": 0.9078657627105713,
      "learning_rate": 3.062842825364598e-06,
      "loss": 0.352,
      "step": 1234560
    },
    {
      "epoch": 344.56,
      "grad_norm": 0.9994489550590515,
      "learning_rate": 3.0628170898117796e-06,
      "loss": 0.3433,
      "step": 1234570
    },
    {
      "epoch": 344.57,
      "grad_norm": 1.200957179069519,
      "learning_rate": 3.0627913541632545e-06,
      "loss": 0.3556,
      "step": 1234580
    },
    {
      "epoch": 344.57,
      "grad_norm": 1.1229203939437866,
      "learning_rate": 3.0627656184190235e-06,
      "loss": 0.3554,
      "step": 1234590
    },
    {
      "epoch": 344.57,
      "grad_norm": 0.9380431771278381,
      "learning_rate": 3.0627398825790914e-06,
      "loss": 0.358,
      "step": 1234600
    },
    {
      "epoch": 344.57,
      "grad_norm": 1.0577123165130615,
      "learning_rate": 3.0627141466434623e-06,
      "loss": 0.358,
      "step": 1234610
    },
    {
      "epoch": 344.58,
      "grad_norm": 0.9771615862846375,
      "learning_rate": 3.062688410612138e-06,
      "loss": 0.3556,
      "step": 1234620
    },
    {
      "epoch": 344.58,
      "grad_norm": 0.9578015804290771,
      "learning_rate": 3.0626626744851236e-06,
      "loss": 0.338,
      "step": 1234630
    },
    {
      "epoch": 344.58,
      "grad_norm": 1.0889170169830322,
      "learning_rate": 3.062636938262422e-06,
      "loss": 0.3662,
      "step": 1234640
    },
    {
      "epoch": 344.59,
      "grad_norm": 1.016553282737732,
      "learning_rate": 3.0626112019440356e-06,
      "loss": 0.3277,
      "step": 1234650
    },
    {
      "epoch": 344.59,
      "grad_norm": 0.9910493493080139,
      "learning_rate": 3.0625854655299684e-06,
      "loss": 0.339,
      "step": 1234660
    },
    {
      "epoch": 344.59,
      "grad_norm": 1.0299330949783325,
      "learning_rate": 3.0625597290202242e-06,
      "loss": 0.3508,
      "step": 1234670
    },
    {
      "epoch": 344.59,
      "grad_norm": 0.9452804923057556,
      "learning_rate": 3.0625339924148064e-06,
      "loss": 0.363,
      "step": 1234680
    },
    {
      "epoch": 344.6,
      "grad_norm": 1.18401038646698,
      "learning_rate": 3.062508255713718e-06,
      "loss": 0.3463,
      "step": 1234690
    },
    {
      "epoch": 344.6,
      "grad_norm": 1.1670331954956055,
      "learning_rate": 3.0624825189169634e-06,
      "loss": 0.3307,
      "step": 1234700
    },
    {
      "epoch": 344.6,
      "grad_norm": 1.0397790670394897,
      "learning_rate": 3.062456782024545e-06,
      "loss": 0.3594,
      "step": 1234710
    },
    {
      "epoch": 344.61,
      "grad_norm": 1.328178882598877,
      "learning_rate": 3.062431045036466e-06,
      "loss": 0.339,
      "step": 1234720
    },
    {
      "epoch": 344.61,
      "grad_norm": 1.5025455951690674,
      "learning_rate": 3.0624053079527308e-06,
      "loss": 0.3528,
      "step": 1234730
    },
    {
      "epoch": 344.61,
      "grad_norm": 1.000234603881836,
      "learning_rate": 3.062379570773342e-06,
      "loss": 0.3692,
      "step": 1234740
    },
    {
      "epoch": 344.61,
      "grad_norm": 1.0087019205093384,
      "learning_rate": 3.062353833498304e-06,
      "loss": 0.3578,
      "step": 1234750
    },
    {
      "epoch": 344.62,
      "grad_norm": 0.9170427322387695,
      "learning_rate": 3.0623280961276192e-06,
      "loss": 0.3685,
      "step": 1234760
    },
    {
      "epoch": 344.62,
      "grad_norm": 2.2309629917144775,
      "learning_rate": 3.062302358661291e-06,
      "loss": 0.3417,
      "step": 1234770
    },
    {
      "epoch": 344.62,
      "grad_norm": 0.9771655201911926,
      "learning_rate": 3.0622766210993245e-06,
      "loss": 0.3574,
      "step": 1234780
    },
    {
      "epoch": 344.62,
      "grad_norm": 0.9647612571716309,
      "learning_rate": 3.062250883441721e-06,
      "loss": 0.3357,
      "step": 1234790
    },
    {
      "epoch": 344.63,
      "grad_norm": 0.9155198335647583,
      "learning_rate": 3.0622251456884855e-06,
      "loss": 0.3511,
      "step": 1234800
    },
    {
      "epoch": 344.63,
      "grad_norm": 0.9927605390548706,
      "learning_rate": 3.0621994078396203e-06,
      "loss": 0.3367,
      "step": 1234810
    },
    {
      "epoch": 344.63,
      "grad_norm": 0.9375316500663757,
      "learning_rate": 3.062173669895129e-06,
      "loss": 0.3341,
      "step": 1234820
    },
    {
      "epoch": 344.64,
      "grad_norm": 1.8274637460708618,
      "learning_rate": 3.062147931855015e-06,
      "loss": 0.3603,
      "step": 1234830
    },
    {
      "epoch": 344.64,
      "grad_norm": 1.0477957725524902,
      "learning_rate": 3.0621221937192832e-06,
      "loss": 0.3586,
      "step": 1234840
    },
    {
      "epoch": 344.64,
      "grad_norm": 1.008509874343872,
      "learning_rate": 3.0620964554879357e-06,
      "loss": 0.3558,
      "step": 1234850
    },
    {
      "epoch": 344.64,
      "grad_norm": 1.023568868637085,
      "learning_rate": 3.0620707171609755e-06,
      "loss": 0.3622,
      "step": 1234860
    },
    {
      "epoch": 344.65,
      "grad_norm": 1.238282322883606,
      "learning_rate": 3.0620449787384073e-06,
      "loss": 0.3565,
      "step": 1234870
    },
    {
      "epoch": 344.65,
      "grad_norm": 1.1933914422988892,
      "learning_rate": 3.0620192402202332e-06,
      "loss": 0.3429,
      "step": 1234880
    },
    {
      "epoch": 344.65,
      "grad_norm": 0.9797722101211548,
      "learning_rate": 3.0619935016064575e-06,
      "loss": 0.3462,
      "step": 1234890
    },
    {
      "epoch": 344.66,
      "grad_norm": 1.1237646341323853,
      "learning_rate": 3.061967762897084e-06,
      "loss": 0.347,
      "step": 1234900
    },
    {
      "epoch": 344.66,
      "grad_norm": 1.024848222732544,
      "learning_rate": 3.0619420240921142e-06,
      "loss": 0.3674,
      "step": 1234910
    },
    {
      "epoch": 344.66,
      "grad_norm": 0.9657148718833923,
      "learning_rate": 3.061916285191554e-06,
      "loss": 0.3545,
      "step": 1234920
    },
    {
      "epoch": 344.66,
      "grad_norm": 1.0075633525848389,
      "learning_rate": 3.061890546195406e-06,
      "loss": 0.3551,
      "step": 1234930
    },
    {
      "epoch": 344.67,
      "grad_norm": 1.0190213918685913,
      "learning_rate": 3.0618648071036715e-06,
      "loss": 0.3462,
      "step": 1234940
    },
    {
      "epoch": 344.67,
      "grad_norm": 1.0101724863052368,
      "learning_rate": 3.0618390679163567e-06,
      "loss": 0.3673,
      "step": 1234950
    },
    {
      "epoch": 344.67,
      "grad_norm": 1.045640468597412,
      "learning_rate": 3.0618133286334643e-06,
      "loss": 0.3542,
      "step": 1234960
    },
    {
      "epoch": 344.67,
      "grad_norm": 0.9808714985847473,
      "learning_rate": 3.061787589254997e-06,
      "loss": 0.3538,
      "step": 1234970
    },
    {
      "epoch": 344.68,
      "grad_norm": 1.118620753288269,
      "learning_rate": 3.061761849780959e-06,
      "loss": 0.335,
      "step": 1234980
    },
    {
      "epoch": 344.68,
      "grad_norm": 1.3021951913833618,
      "learning_rate": 3.0617361102113535e-06,
      "loss": 0.3567,
      "step": 1234990
    },
    {
      "epoch": 344.68,
      "grad_norm": 1.0634928941726685,
      "learning_rate": 3.061710370546184e-06,
      "loss": 0.3543,
      "step": 1235000
    },
    {
      "epoch": 344.69,
      "grad_norm": 1.0153534412384033,
      "learning_rate": 3.0616846307854534e-06,
      "loss": 0.3679,
      "step": 1235010
    },
    {
      "epoch": 344.69,
      "grad_norm": 1.074125051498413,
      "learning_rate": 3.0616588909291655e-06,
      "loss": 0.3387,
      "step": 1235020
    },
    {
      "epoch": 344.69,
      "grad_norm": 1.118386149406433,
      "learning_rate": 3.061633150977324e-06,
      "loss": 0.3474,
      "step": 1235030
    },
    {
      "epoch": 344.69,
      "grad_norm": 1.0164109468460083,
      "learning_rate": 3.061607410929932e-06,
      "loss": 0.3525,
      "step": 1235040
    },
    {
      "epoch": 344.7,
      "grad_norm": 0.9831564426422119,
      "learning_rate": 3.0615816707869925e-06,
      "loss": 0.3475,
      "step": 1235050
    },
    {
      "epoch": 344.7,
      "grad_norm": 0.9795301556587219,
      "learning_rate": 3.0615559305485102e-06,
      "loss": 0.3567,
      "step": 1235060
    },
    {
      "epoch": 344.7,
      "grad_norm": 0.9667915105819702,
      "learning_rate": 3.0615301902144877e-06,
      "loss": 0.3634,
      "step": 1235070
    },
    {
      "epoch": 344.71,
      "grad_norm": 1.0073944330215454,
      "learning_rate": 3.061504449784928e-06,
      "loss": 0.3359,
      "step": 1235080
    },
    {
      "epoch": 344.71,
      "grad_norm": 0.9967743754386902,
      "learning_rate": 3.0614787092598354e-06,
      "loss": 0.3395,
      "step": 1235090
    },
    {
      "epoch": 344.71,
      "grad_norm": 1.1115939617156982,
      "learning_rate": 3.061452968639212e-06,
      "loss": 0.3582,
      "step": 1235100
    },
    {
      "epoch": 344.71,
      "grad_norm": 1.1900442838668823,
      "learning_rate": 3.061427227923063e-06,
      "loss": 0.3578,
      "step": 1235110
    },
    {
      "epoch": 344.72,
      "grad_norm": 1.0320556163787842,
      "learning_rate": 3.0614014871113904e-06,
      "loss": 0.3533,
      "step": 1235120
    },
    {
      "epoch": 344.72,
      "grad_norm": 1.0551800727844238,
      "learning_rate": 3.0613757462041984e-06,
      "loss": 0.3591,
      "step": 1235130
    },
    {
      "epoch": 344.72,
      "grad_norm": 1.3369550704956055,
      "learning_rate": 3.0613500052014903e-06,
      "loss": 0.36,
      "step": 1235140
    },
    {
      "epoch": 344.73,
      "grad_norm": 1.174357295036316,
      "learning_rate": 3.06132426410327e-06,
      "loss": 0.3496,
      "step": 1235150
    },
    {
      "epoch": 344.73,
      "grad_norm": 1.106860876083374,
      "learning_rate": 3.0612985229095403e-06,
      "loss": 0.3456,
      "step": 1235160
    },
    {
      "epoch": 344.73,
      "grad_norm": 1.173215627670288,
      "learning_rate": 3.0612727816203035e-06,
      "loss": 0.3432,
      "step": 1235170
    },
    {
      "epoch": 344.73,
      "grad_norm": 1.1953744888305664,
      "learning_rate": 3.0612470402355653e-06,
      "loss": 0.3647,
      "step": 1235180
    },
    {
      "epoch": 344.74,
      "grad_norm": 1.1682837009429932,
      "learning_rate": 3.0612212987553276e-06,
      "loss": 0.3471,
      "step": 1235190
    },
    {
      "epoch": 344.74,
      "grad_norm": 0.9526235461235046,
      "learning_rate": 3.061195557179594e-06,
      "loss": 0.3374,
      "step": 1235200
    },
    {
      "epoch": 344.74,
      "grad_norm": 1.0815550088882446,
      "learning_rate": 3.0611698155083687e-06,
      "loss": 0.3539,
      "step": 1235210
    },
    {
      "epoch": 344.74,
      "grad_norm": 1.3577708005905151,
      "learning_rate": 3.0611440737416547e-06,
      "loss": 0.3661,
      "step": 1235220
    },
    {
      "epoch": 344.75,
      "grad_norm": 1.098061203956604,
      "learning_rate": 3.061118331879455e-06,
      "loss": 0.3519,
      "step": 1235230
    },
    {
      "epoch": 344.75,
      "grad_norm": 0.8777756094932556,
      "learning_rate": 3.0610925899217738e-06,
      "loss": 0.3481,
      "step": 1235240
    },
    {
      "epoch": 344.75,
      "grad_norm": 0.9342086315155029,
      "learning_rate": 3.0610668478686144e-06,
      "loss": 0.3698,
      "step": 1235250
    },
    {
      "epoch": 344.76,
      "grad_norm": 1.146162986755371,
      "learning_rate": 3.061041105719979e-06,
      "loss": 0.3436,
      "step": 1235260
    },
    {
      "epoch": 344.76,
      "grad_norm": 0.9189602732658386,
      "learning_rate": 3.061015363475872e-06,
      "loss": 0.342,
      "step": 1235270
    },
    {
      "epoch": 344.76,
      "grad_norm": 1.1510419845581055,
      "learning_rate": 3.0609896211362973e-06,
      "loss": 0.3572,
      "step": 1235280
    },
    {
      "epoch": 344.76,
      "grad_norm": 1.216998815536499,
      "learning_rate": 3.060963878701258e-06,
      "loss": 0.3444,
      "step": 1235290
    },
    {
      "epoch": 344.77,
      "grad_norm": 0.9538466334342957,
      "learning_rate": 3.0609381361707564e-06,
      "loss": 0.356,
      "step": 1235300
    },
    {
      "epoch": 344.77,
      "grad_norm": 1.2589586973190308,
      "learning_rate": 3.0609123935447974e-06,
      "loss": 0.3418,
      "step": 1235310
    },
    {
      "epoch": 344.77,
      "grad_norm": 1.1134610176086426,
      "learning_rate": 3.0608866508233845e-06,
      "loss": 0.3473,
      "step": 1235320
    },
    {
      "epoch": 344.78,
      "grad_norm": 0.9714767336845398,
      "learning_rate": 3.0608609080065195e-06,
      "loss": 0.3494,
      "step": 1235330
    },
    {
      "epoch": 344.78,
      "grad_norm": 1.0307296514511108,
      "learning_rate": 3.0608351650942074e-06,
      "loss": 0.3645,
      "step": 1235340
    },
    {
      "epoch": 344.78,
      "grad_norm": 0.9725555181503296,
      "learning_rate": 3.0608094220864512e-06,
      "loss": 0.3573,
      "step": 1235350
    },
    {
      "epoch": 344.78,
      "grad_norm": 0.9786829948425293,
      "learning_rate": 3.060783678983254e-06,
      "loss": 0.3669,
      "step": 1235360
    },
    {
      "epoch": 344.79,
      "grad_norm": 1.3440325260162354,
      "learning_rate": 3.0607579357846193e-06,
      "loss": 0.3552,
      "step": 1235370
    },
    {
      "epoch": 344.79,
      "grad_norm": 1.2558856010437012,
      "learning_rate": 3.0607321924905507e-06,
      "loss": 0.3645,
      "step": 1235380
    },
    {
      "epoch": 344.79,
      "grad_norm": 0.9552046656608582,
      "learning_rate": 3.0607064491010516e-06,
      "loss": 0.3438,
      "step": 1235390
    },
    {
      "epoch": 344.79,
      "grad_norm": 0.9695330262184143,
      "learning_rate": 3.060680705616125e-06,
      "loss": 0.3405,
      "step": 1235400
    },
    {
      "epoch": 344.8,
      "grad_norm": 1.0665233135223389,
      "learning_rate": 3.0606549620357754e-06,
      "loss": 0.3599,
      "step": 1235410
    },
    {
      "epoch": 344.8,
      "grad_norm": 1.1246211528778076,
      "learning_rate": 3.060629218360005e-06,
      "loss": 0.3541,
      "step": 1235420
    },
    {
      "epoch": 344.8,
      "grad_norm": 1.0607417821884155,
      "learning_rate": 3.060603474588819e-06,
      "loss": 0.3604,
      "step": 1235430
    },
    {
      "epoch": 344.81,
      "grad_norm": 1.0052704811096191,
      "learning_rate": 3.0605777307222183e-06,
      "loss": 0.3642,
      "step": 1235440
    },
    {
      "epoch": 344.81,
      "grad_norm": 1.3378394842147827,
      "learning_rate": 3.0605519867602083e-06,
      "loss": 0.3693,
      "step": 1235450
    },
    {
      "epoch": 344.81,
      "grad_norm": 1.1289995908737183,
      "learning_rate": 3.060526242702791e-06,
      "loss": 0.3539,
      "step": 1235460
    },
    {
      "epoch": 344.81,
      "grad_norm": 1.132091999053955,
      "learning_rate": 3.0605004985499705e-06,
      "loss": 0.3525,
      "step": 1235470
    },
    {
      "epoch": 344.82,
      "grad_norm": 1.0015720129013062,
      "learning_rate": 3.0604747543017515e-06,
      "loss": 0.342,
      "step": 1235480
    },
    {
      "epoch": 344.82,
      "grad_norm": 1.0281554460525513,
      "learning_rate": 3.060449009958135e-06,
      "loss": 0.3414,
      "step": 1235490
    },
    {
      "epoch": 344.82,
      "grad_norm": 0.9895570874214172,
      "learning_rate": 3.060423265519127e-06,
      "loss": 0.3534,
      "step": 1235500
    },
    {
      "epoch": 344.83,
      "grad_norm": 1.0393954515457153,
      "learning_rate": 3.0603975209847286e-06,
      "loss": 0.3566,
      "step": 1235510
    },
    {
      "epoch": 344.83,
      "grad_norm": 6.3767242431640625,
      "learning_rate": 3.0603717763549446e-06,
      "loss": 0.3581,
      "step": 1235520
    },
    {
      "epoch": 344.83,
      "grad_norm": 0.9753769040107727,
      "learning_rate": 3.060346031629778e-06,
      "loss": 0.3597,
      "step": 1235530
    },
    {
      "epoch": 344.83,
      "grad_norm": 1.0711899995803833,
      "learning_rate": 3.0603202868092323e-06,
      "loss": 0.323,
      "step": 1235540
    },
    {
      "epoch": 344.84,
      "grad_norm": 1.0239261388778687,
      "learning_rate": 3.0602945418933107e-06,
      "loss": 0.3508,
      "step": 1235550
    },
    {
      "epoch": 344.84,
      "grad_norm": 0.9731582403182983,
      "learning_rate": 3.0602687968820167e-06,
      "loss": 0.3602,
      "step": 1235560
    },
    {
      "epoch": 344.84,
      "grad_norm": 1.120608925819397,
      "learning_rate": 3.060243051775354e-06,
      "loss": 0.348,
      "step": 1235570
    },
    {
      "epoch": 344.85,
      "grad_norm": 1.0358887910842896,
      "learning_rate": 3.0602173065733264e-06,
      "loss": 0.3425,
      "step": 1235580
    },
    {
      "epoch": 344.85,
      "grad_norm": 1.3439867496490479,
      "learning_rate": 3.0601915612759364e-06,
      "loss": 0.3436,
      "step": 1235590
    },
    {
      "epoch": 344.85,
      "grad_norm": 0.9994620084762573,
      "learning_rate": 3.0601658158831874e-06,
      "loss": 0.3411,
      "step": 1235600
    },
    {
      "epoch": 344.85,
      "grad_norm": 1.0577216148376465,
      "learning_rate": 3.0601400703950837e-06,
      "loss": 0.356,
      "step": 1235610
    },
    {
      "epoch": 344.86,
      "grad_norm": 0.8938490152359009,
      "learning_rate": 3.0601143248116283e-06,
      "loss": 0.3496,
      "step": 1235620
    },
    {
      "epoch": 344.86,
      "grad_norm": 1.0128827095031738,
      "learning_rate": 3.0600885791328244e-06,
      "loss": 0.3701,
      "step": 1235630
    },
    {
      "epoch": 344.86,
      "grad_norm": 1.03638756275177,
      "learning_rate": 3.060062833358676e-06,
      "loss": 0.3556,
      "step": 1235640
    },
    {
      "epoch": 344.86,
      "grad_norm": 1.0275877714157104,
      "learning_rate": 3.060037087489186e-06,
      "loss": 0.349,
      "step": 1235650
    },
    {
      "epoch": 344.87,
      "grad_norm": 0.9732847809791565,
      "learning_rate": 3.060011341524358e-06,
      "loss": 0.3498,
      "step": 1235660
    },
    {
      "epoch": 344.87,
      "grad_norm": 0.9430253505706787,
      "learning_rate": 3.0599855954641955e-06,
      "loss": 0.3735,
      "step": 1235670
    },
    {
      "epoch": 344.87,
      "grad_norm": 1.1458019018173218,
      "learning_rate": 3.059959849308702e-06,
      "loss": 0.3536,
      "step": 1235680
    },
    {
      "epoch": 344.88,
      "grad_norm": 0.9811691045761108,
      "learning_rate": 3.05993410305788e-06,
      "loss": 0.3486,
      "step": 1235690
    },
    {
      "epoch": 344.88,
      "grad_norm": 1.0522691011428833,
      "learning_rate": 3.059908356711734e-06,
      "loss": 0.3544,
      "step": 1235700
    },
    {
      "epoch": 344.88,
      "grad_norm": 0.9913349151611328,
      "learning_rate": 3.0598826102702674e-06,
      "loss": 0.3527,
      "step": 1235710
    },
    {
      "epoch": 344.88,
      "grad_norm": 1.2482331991195679,
      "learning_rate": 3.0598568637334836e-06,
      "loss": 0.3491,
      "step": 1235720
    },
    {
      "epoch": 344.89,
      "grad_norm": 1.0525850057601929,
      "learning_rate": 3.059831117101385e-06,
      "loss": 0.3515,
      "step": 1235730
    },
    {
      "epoch": 344.89,
      "grad_norm": 1.0452333688735962,
      "learning_rate": 3.059805370373977e-06,
      "loss": 0.3434,
      "step": 1235740
    },
    {
      "epoch": 344.89,
      "grad_norm": 0.9556194543838501,
      "learning_rate": 3.0597796235512607e-06,
      "loss": 0.3412,
      "step": 1235750
    },
    {
      "epoch": 344.9,
      "grad_norm": 0.9242802858352661,
      "learning_rate": 3.059753876633241e-06,
      "loss": 0.357,
      "step": 1235760
    },
    {
      "epoch": 344.9,
      "grad_norm": 1.0070204734802246,
      "learning_rate": 3.0597281296199214e-06,
      "loss": 0.3491,
      "step": 1235770
    },
    {
      "epoch": 344.9,
      "grad_norm": 1.0365228652954102,
      "learning_rate": 3.0597023825113047e-06,
      "loss": 0.3487,
      "step": 1235780
    },
    {
      "epoch": 344.9,
      "grad_norm": 1.0728412866592407,
      "learning_rate": 3.059676635307394e-06,
      "loss": 0.3543,
      "step": 1235790
    },
    {
      "epoch": 344.91,
      "grad_norm": 0.9517532587051392,
      "learning_rate": 3.059650888008194e-06,
      "loss": 0.3517,
      "step": 1235800
    },
    {
      "epoch": 344.91,
      "grad_norm": 1.3492265939712524,
      "learning_rate": 3.059625140613707e-06,
      "loss": 0.3607,
      "step": 1235810
    },
    {
      "epoch": 344.91,
      "grad_norm": 1.0154465436935425,
      "learning_rate": 3.0595993931239367e-06,
      "loss": 0.35,
      "step": 1235820
    },
    {
      "epoch": 344.91,
      "grad_norm": 2.0417137145996094,
      "learning_rate": 3.0595736455388873e-06,
      "loss": 0.3299,
      "step": 1235830
    },
    {
      "epoch": 344.92,
      "grad_norm": 0.9913831949234009,
      "learning_rate": 3.059547897858561e-06,
      "loss": 0.3272,
      "step": 1235840
    },
    {
      "epoch": 344.92,
      "grad_norm": 1.3228490352630615,
      "learning_rate": 3.059522150082961e-06,
      "loss": 0.3293,
      "step": 1235850
    },
    {
      "epoch": 344.92,
      "grad_norm": 1.0106626749038696,
      "learning_rate": 3.0594964022120928e-06,
      "loss": 0.3575,
      "step": 1235860
    },
    {
      "epoch": 344.93,
      "grad_norm": 1.0562307834625244,
      "learning_rate": 3.0594706542459586e-06,
      "loss": 0.3639,
      "step": 1235870
    },
    {
      "epoch": 344.93,
      "grad_norm": 0.8676735162734985,
      "learning_rate": 3.059444906184562e-06,
      "loss": 0.3559,
      "step": 1235880
    },
    {
      "epoch": 344.93,
      "grad_norm": 1.032559871673584,
      "learning_rate": 3.059419158027905e-06,
      "loss": 0.3426,
      "step": 1235890
    },
    {
      "epoch": 344.93,
      "grad_norm": 0.9959142804145813,
      "learning_rate": 3.059393409775993e-06,
      "loss": 0.3452,
      "step": 1235900
    },
    {
      "epoch": 344.94,
      "grad_norm": 1.0651320219039917,
      "learning_rate": 3.0593676614288284e-06,
      "loss": 0.3568,
      "step": 1235910
    },
    {
      "epoch": 344.94,
      "grad_norm": 1.1137908697128296,
      "learning_rate": 3.059341912986415e-06,
      "loss": 0.3509,
      "step": 1235920
    },
    {
      "epoch": 344.94,
      "grad_norm": 0.9798786640167236,
      "learning_rate": 3.0593161644487566e-06,
      "loss": 0.3302,
      "step": 1235930
    },
    {
      "epoch": 344.95,
      "grad_norm": 1.4028667211532593,
      "learning_rate": 3.059290415815855e-06,
      "loss": 0.3696,
      "step": 1235940
    },
    {
      "epoch": 344.95,
      "grad_norm": 1.1359766721725464,
      "learning_rate": 3.059264667087716e-06,
      "loss": 0.3568,
      "step": 1235950
    },
    {
      "epoch": 344.95,
      "grad_norm": 1.0465514659881592,
      "learning_rate": 3.0592389182643414e-06,
      "loss": 0.3469,
      "step": 1235960
    },
    {
      "epoch": 344.95,
      "grad_norm": 2.255758762359619,
      "learning_rate": 3.059213169345735e-06,
      "loss": 0.3449,
      "step": 1235970
    },
    {
      "epoch": 344.96,
      "grad_norm": 1.0677417516708374,
      "learning_rate": 3.0591874203318997e-06,
      "loss": 0.3537,
      "step": 1235980
    },
    {
      "epoch": 344.96,
      "grad_norm": 1.7924669981002808,
      "learning_rate": 3.0591616712228402e-06,
      "loss": 0.3566,
      "step": 1235990
    },
    {
      "epoch": 344.96,
      "grad_norm": 1.2354284524917603,
      "learning_rate": 3.0591359220185586e-06,
      "loss": 0.3589,
      "step": 1236000
    },
    {
      "epoch": 344.97,
      "grad_norm": 1.0336308479309082,
      "learning_rate": 3.0591101727190595e-06,
      "loss": 0.3439,
      "step": 1236010
    },
    {
      "epoch": 344.97,
      "grad_norm": 1.021480679512024,
      "learning_rate": 3.0590844233243454e-06,
      "loss": 0.359,
      "step": 1236020
    },
    {
      "epoch": 344.97,
      "grad_norm": 1.1459977626800537,
      "learning_rate": 3.059058673834421e-06,
      "loss": 0.3531,
      "step": 1236030
    },
    {
      "epoch": 344.97,
      "grad_norm": 1.1290838718414307,
      "learning_rate": 3.059032924249288e-06,
      "loss": 0.3405,
      "step": 1236040
    },
    {
      "epoch": 344.98,
      "grad_norm": 1.035630226135254,
      "learning_rate": 3.05900717456895e-06,
      "loss": 0.3418,
      "step": 1236050
    },
    {
      "epoch": 344.98,
      "grad_norm": 0.9281916618347168,
      "learning_rate": 3.058981424793412e-06,
      "loss": 0.339,
      "step": 1236060
    },
    {
      "epoch": 344.98,
      "grad_norm": 1.0189861059188843,
      "learning_rate": 3.0589556749226766e-06,
      "loss": 0.3537,
      "step": 1236070
    },
    {
      "epoch": 344.98,
      "grad_norm": 1.0215092897415161,
      "learning_rate": 3.0589299249567468e-06,
      "loss": 0.3586,
      "step": 1236080
    },
    {
      "epoch": 344.99,
      "grad_norm": 0.9165223836898804,
      "learning_rate": 3.058904174895626e-06,
      "loss": 0.37,
      "step": 1236090
    },
    {
      "epoch": 344.99,
      "grad_norm": 1.0304971933364868,
      "learning_rate": 3.0588784247393193e-06,
      "loss": 0.3456,
      "step": 1236100
    },
    {
      "epoch": 344.99,
      "grad_norm": 0.8495316505432129,
      "learning_rate": 3.0588526744878276e-06,
      "loss": 0.352,
      "step": 1236110
    },
    {
      "epoch": 345.0,
      "grad_norm": 1.124897837638855,
      "learning_rate": 3.058826924141156e-06,
      "loss": 0.344,
      "step": 1236120
    },
    {
      "epoch": 345.0,
      "grad_norm": 1.2288906574249268,
      "learning_rate": 3.058801173699307e-06,
      "loss": 0.3501,
      "step": 1236130
    },
    {
      "epoch": 345.0,
      "eval_loss": 0.3515216112136841,
      "eval_runtime": 63.067,
      "eval_samples_per_second": 80.216,
      "eval_steps_per_second": 10.037,
      "step": 1236135
    },
    {
      "epoch": 345.0,
      "grad_norm": 1.0265498161315918,
      "learning_rate": 3.058775423162285e-06,
      "loss": 0.3435,
      "step": 1236140
    },
    {
      "epoch": 345.0,
      "grad_norm": 1.0519407987594604,
      "learning_rate": 3.058749672530092e-06,
      "loss": 0.355,
      "step": 1236150
    },
    {
      "epoch": 345.01,
      "grad_norm": 1.0495779514312744,
      "learning_rate": 3.0587239218027334e-06,
      "loss": 0.3343,
      "step": 1236160
    },
    {
      "epoch": 345.01,
      "grad_norm": 1.0139967203140259,
      "learning_rate": 3.0586981709802115e-06,
      "loss": 0.3474,
      "step": 1236170
    },
    {
      "epoch": 345.01,
      "grad_norm": 1.0401674509048462,
      "learning_rate": 3.0586724200625296e-06,
      "loss": 0.3466,
      "step": 1236180
    },
    {
      "epoch": 345.02,
      "grad_norm": 1.1355361938476562,
      "learning_rate": 3.058646669049691e-06,
      "loss": 0.3373,
      "step": 1236190
    },
    {
      "epoch": 345.02,
      "grad_norm": 1.1571227312088013,
      "learning_rate": 3.0586209179416997e-06,
      "loss": 0.3446,
      "step": 1236200
    },
    {
      "epoch": 345.02,
      "grad_norm": 1.075384259223938,
      "learning_rate": 3.058595166738559e-06,
      "loss": 0.3619,
      "step": 1236210
    },
    {
      "epoch": 345.02,
      "grad_norm": 1.5359965562820435,
      "learning_rate": 3.0585694154402724e-06,
      "loss": 0.3442,
      "step": 1236220
    },
    {
      "epoch": 345.03,
      "grad_norm": 0.9419620633125305,
      "learning_rate": 3.0585436640468422e-06,
      "loss": 0.3448,
      "step": 1236230
    },
    {
      "epoch": 345.03,
      "grad_norm": 0.9077206254005432,
      "learning_rate": 3.058517912558274e-06,
      "loss": 0.3523,
      "step": 1236240
    },
    {
      "epoch": 345.03,
      "grad_norm": 0.9735398292541504,
      "learning_rate": 3.05849216097457e-06,
      "loss": 0.3499,
      "step": 1236250
    },
    {
      "epoch": 345.03,
      "grad_norm": 1.0235165357589722,
      "learning_rate": 3.0584664092957323e-06,
      "loss": 0.3541,
      "step": 1236260
    },
    {
      "epoch": 345.04,
      "grad_norm": 1.0670562982559204,
      "learning_rate": 3.0584406575217666e-06,
      "loss": 0.369,
      "step": 1236270
    },
    {
      "epoch": 345.04,
      "grad_norm": 0.995080292224884,
      "learning_rate": 3.058414905652675e-06,
      "loss": 0.3519,
      "step": 1236280
    },
    {
      "epoch": 345.04,
      "grad_norm": 1.0019690990447998,
      "learning_rate": 3.0583891536884618e-06,
      "loss": 0.3548,
      "step": 1236290
    },
    {
      "epoch": 345.05,
      "grad_norm": 0.9834006428718567,
      "learning_rate": 3.0583634016291294e-06,
      "loss": 0.3593,
      "step": 1236300
    },
    {
      "epoch": 345.05,
      "grad_norm": 1.0626109838485718,
      "learning_rate": 3.0583376494746824e-06,
      "loss": 0.3419,
      "step": 1236310
    },
    {
      "epoch": 345.05,
      "grad_norm": 1.123194932937622,
      "learning_rate": 3.0583118972251234e-06,
      "loss": 0.3434,
      "step": 1236320
    },
    {
      "epoch": 345.05,
      "grad_norm": 1.0233509540557861,
      "learning_rate": 3.0582861448804553e-06,
      "loss": 0.352,
      "step": 1236330
    },
    {
      "epoch": 345.06,
      "grad_norm": 1.1462994813919067,
      "learning_rate": 3.0582603924406823e-06,
      "loss": 0.3595,
      "step": 1236340
    },
    {
      "epoch": 345.06,
      "grad_norm": 1.1237293481826782,
      "learning_rate": 3.0582346399058088e-06,
      "loss": 0.3551,
      "step": 1236350
    },
    {
      "epoch": 345.06,
      "grad_norm": 1.145632266998291,
      "learning_rate": 3.0582088872758362e-06,
      "loss": 0.3423,
      "step": 1236360
    },
    {
      "epoch": 345.07,
      "grad_norm": 0.9111958146095276,
      "learning_rate": 3.0581831345507694e-06,
      "loss": 0.3476,
      "step": 1236370
    },
    {
      "epoch": 345.07,
      "grad_norm": 0.9096208214759827,
      "learning_rate": 3.0581573817306117e-06,
      "loss": 0.3523,
      "step": 1236380
    },
    {
      "epoch": 345.07,
      "grad_norm": 1.0806705951690674,
      "learning_rate": 3.058131628815366e-06,
      "loss": 0.3525,
      "step": 1236390
    },
    {
      "epoch": 345.07,
      "grad_norm": 0.955568253993988,
      "learning_rate": 3.0581058758050356e-06,
      "loss": 0.3502,
      "step": 1236400
    },
    {
      "epoch": 345.08,
      "grad_norm": 1.1403263807296753,
      "learning_rate": 3.0580801226996243e-06,
      "loss": 0.3587,
      "step": 1236410
    },
    {
      "epoch": 345.08,
      "grad_norm": 0.9083104133605957,
      "learning_rate": 3.0580543694991357e-06,
      "loss": 0.3356,
      "step": 1236420
    },
    {
      "epoch": 345.08,
      "grad_norm": 1.114066243171692,
      "learning_rate": 3.0580286162035723e-06,
      "loss": 0.3556,
      "step": 1236430
    },
    {
      "epoch": 345.09,
      "grad_norm": 0.931338369846344,
      "learning_rate": 3.058002862812938e-06,
      "loss": 0.3527,
      "step": 1236440
    },
    {
      "epoch": 345.09,
      "grad_norm": 1.0602275133132935,
      "learning_rate": 3.0579771093272377e-06,
      "loss": 0.3452,
      "step": 1236450
    },
    {
      "epoch": 345.09,
      "grad_norm": 1.060868740081787,
      "learning_rate": 3.0579513557464736e-06,
      "loss": 0.3546,
      "step": 1236460
    },
    {
      "epoch": 345.09,
      "grad_norm": 1.2694939374923706,
      "learning_rate": 3.0579256020706484e-06,
      "loss": 0.3597,
      "step": 1236470
    },
    {
      "epoch": 345.1,
      "grad_norm": 0.9839445948600769,
      "learning_rate": 3.0578998482997665e-06,
      "loss": 0.3537,
      "step": 1236480
    },
    {
      "epoch": 345.1,
      "grad_norm": 0.9931744933128357,
      "learning_rate": 3.0578740944338306e-06,
      "loss": 0.3635,
      "step": 1236490
    },
    {
      "epoch": 345.1,
      "grad_norm": 0.974862813949585,
      "learning_rate": 3.057848340472845e-06,
      "loss": 0.3462,
      "step": 1236500
    },
    {
      "epoch": 345.1,
      "grad_norm": 1.6874353885650635,
      "learning_rate": 3.0578225864168124e-06,
      "loss": 0.3608,
      "step": 1236510
    },
    {
      "epoch": 345.11,
      "grad_norm": 1.8265876770019531,
      "learning_rate": 3.0577968322657372e-06,
      "loss": 0.3422,
      "step": 1236520
    },
    {
      "epoch": 345.11,
      "grad_norm": 1.0739054679870605,
      "learning_rate": 3.057771078019621e-06,
      "loss": 0.3551,
      "step": 1236530
    },
    {
      "epoch": 345.11,
      "grad_norm": 1.0562270879745483,
      "learning_rate": 3.0577453236784697e-06,
      "loss": 0.3504,
      "step": 1236540
    },
    {
      "epoch": 345.12,
      "grad_norm": 0.9303388595581055,
      "learning_rate": 3.057719569242285e-06,
      "loss": 0.3319,
      "step": 1236550
    },
    {
      "epoch": 345.12,
      "grad_norm": 1.0654088258743286,
      "learning_rate": 3.057693814711071e-06,
      "loss": 0.3414,
      "step": 1236560
    },
    {
      "epoch": 345.12,
      "grad_norm": 1.1676892042160034,
      "learning_rate": 3.05766806008483e-06,
      "loss": 0.3461,
      "step": 1236570
    },
    {
      "epoch": 345.12,
      "grad_norm": 1.044610857963562,
      "learning_rate": 3.057642305363567e-06,
      "loss": 0.3466,
      "step": 1236580
    },
    {
      "epoch": 345.13,
      "grad_norm": 1.0640040636062622,
      "learning_rate": 3.0576165505472844e-06,
      "loss": 0.3534,
      "step": 1236590
    },
    {
      "epoch": 345.13,
      "grad_norm": 0.9664694666862488,
      "learning_rate": 3.057590795635986e-06,
      "loss": 0.3581,
      "step": 1236600
    },
    {
      "epoch": 345.13,
      "grad_norm": 1.1151468753814697,
      "learning_rate": 3.0575650406296754e-06,
      "loss": 0.3436,
      "step": 1236610
    },
    {
      "epoch": 345.14,
      "grad_norm": 1.042925477027893,
      "learning_rate": 3.0575392855283563e-06,
      "loss": 0.358,
      "step": 1236620
    },
    {
      "epoch": 345.14,
      "grad_norm": 1.1528167724609375,
      "learning_rate": 3.0575135303320307e-06,
      "loss": 0.3657,
      "step": 1236630
    },
    {
      "epoch": 345.14,
      "grad_norm": 1.0639244318008423,
      "learning_rate": 3.057487775040704e-06,
      "loss": 0.3532,
      "step": 1236640
    },
    {
      "epoch": 345.14,
      "grad_norm": 1.102622389793396,
      "learning_rate": 3.0574620196543773e-06,
      "loss": 0.3517,
      "step": 1236650
    },
    {
      "epoch": 345.15,
      "grad_norm": 1.0499457120895386,
      "learning_rate": 3.057436264173056e-06,
      "loss": 0.3485,
      "step": 1236660
    },
    {
      "epoch": 345.15,
      "grad_norm": 0.9438795447349548,
      "learning_rate": 3.057410508596743e-06,
      "loss": 0.352,
      "step": 1236670
    },
    {
      "epoch": 345.15,
      "grad_norm": 1.0303221940994263,
      "learning_rate": 3.057384752925442e-06,
      "loss": 0.3369,
      "step": 1236680
    },
    {
      "epoch": 345.15,
      "grad_norm": 0.9475627541542053,
      "learning_rate": 3.0573589971591553e-06,
      "loss": 0.3433,
      "step": 1236690
    },
    {
      "epoch": 345.16,
      "grad_norm": 1.0449857711791992,
      "learning_rate": 3.0573332412978876e-06,
      "loss": 0.3406,
      "step": 1236700
    },
    {
      "epoch": 345.16,
      "grad_norm": 0.9971290230751038,
      "learning_rate": 3.0573074853416413e-06,
      "loss": 0.3592,
      "step": 1236710
    },
    {
      "epoch": 345.16,
      "grad_norm": 1.2867920398712158,
      "learning_rate": 3.0572817292904197e-06,
      "loss": 0.3558,
      "step": 1236720
    },
    {
      "epoch": 345.17,
      "grad_norm": 0.9668089151382446,
      "learning_rate": 3.057255973144228e-06,
      "loss": 0.352,
      "step": 1236730
    },
    {
      "epoch": 345.17,
      "grad_norm": 1.0128841400146484,
      "learning_rate": 3.057230216903068e-06,
      "loss": 0.3355,
      "step": 1236740
    },
    {
      "epoch": 345.17,
      "grad_norm": 0.9252762198448181,
      "learning_rate": 3.0572044605669435e-06,
      "loss": 0.3564,
      "step": 1236750
    },
    {
      "epoch": 345.17,
      "grad_norm": 0.936319887638092,
      "learning_rate": 3.057178704135858e-06,
      "loss": 0.3364,
      "step": 1236760
    },
    {
      "epoch": 345.18,
      "grad_norm": 0.9872514009475708,
      "learning_rate": 3.0571529476098157e-06,
      "loss": 0.3431,
      "step": 1236770
    },
    {
      "epoch": 345.18,
      "grad_norm": 0.8889915347099304,
      "learning_rate": 3.0571271909888183e-06,
      "loss": 0.3537,
      "step": 1236780
    },
    {
      "epoch": 345.18,
      "grad_norm": 3.23095965385437,
      "learning_rate": 3.0571014342728702e-06,
      "loss": 0.3519,
      "step": 1236790
    },
    {
      "epoch": 345.19,
      "grad_norm": 1.030786395072937,
      "learning_rate": 3.0570756774619757e-06,
      "loss": 0.3604,
      "step": 1236800
    },
    {
      "epoch": 345.19,
      "grad_norm": 1.08323335647583,
      "learning_rate": 3.057049920556137e-06,
      "loss": 0.3465,
      "step": 1236810
    },
    {
      "epoch": 345.19,
      "grad_norm": 0.9870460033416748,
      "learning_rate": 3.0570241635553574e-06,
      "loss": 0.3464,
      "step": 1236820
    },
    {
      "epoch": 345.19,
      "grad_norm": 1.152437686920166,
      "learning_rate": 3.0569984064596412e-06,
      "loss": 0.3473,
      "step": 1236830
    },
    {
      "epoch": 345.2,
      "grad_norm": 0.8884465098381042,
      "learning_rate": 3.0569726492689917e-06,
      "loss": 0.3512,
      "step": 1236840
    },
    {
      "epoch": 345.2,
      "grad_norm": 0.973832905292511,
      "learning_rate": 3.0569468919834115e-06,
      "loss": 0.3531,
      "step": 1236850
    },
    {
      "epoch": 345.2,
      "grad_norm": 0.7764984369277954,
      "learning_rate": 3.056921134602905e-06,
      "loss": 0.3474,
      "step": 1236860
    },
    {
      "epoch": 345.21,
      "grad_norm": 1.0137572288513184,
      "learning_rate": 3.0568953771274755e-06,
      "loss": 0.3389,
      "step": 1236870
    },
    {
      "epoch": 345.21,
      "grad_norm": 1.0183441638946533,
      "learning_rate": 3.0568696195571253e-06,
      "loss": 0.3481,
      "step": 1236880
    },
    {
      "epoch": 345.21,
      "grad_norm": 1.0903149843215942,
      "learning_rate": 3.0568438618918582e-06,
      "loss": 0.3579,
      "step": 1236890
    },
    {
      "epoch": 345.21,
      "grad_norm": 1.0891425609588623,
      "learning_rate": 3.05681810413168e-06,
      "loss": 0.3565,
      "step": 1236900
    },
    {
      "epoch": 345.22,
      "grad_norm": 1.0367861986160278,
      "learning_rate": 3.0567923462765915e-06,
      "loss": 0.3658,
      "step": 1236910
    },
    {
      "epoch": 345.22,
      "grad_norm": 1.0162031650543213,
      "learning_rate": 3.056766588326596e-06,
      "loss": 0.3476,
      "step": 1236920
    },
    {
      "epoch": 345.22,
      "grad_norm": 0.9188941717147827,
      "learning_rate": 3.056740830281699e-06,
      "loss": 0.3478,
      "step": 1236930
    },
    {
      "epoch": 345.22,
      "grad_norm": 1.117890477180481,
      "learning_rate": 3.056715072141902e-06,
      "loss": 0.3413,
      "step": 1236940
    },
    {
      "epoch": 345.23,
      "grad_norm": 1.1839618682861328,
      "learning_rate": 3.056689313907209e-06,
      "loss": 0.3478,
      "step": 1236950
    },
    {
      "epoch": 345.23,
      "grad_norm": 1.9802950620651245,
      "learning_rate": 3.056663555577624e-06,
      "loss": 0.358,
      "step": 1236960
    },
    {
      "epoch": 345.23,
      "grad_norm": 0.9407939910888672,
      "learning_rate": 3.0566377971531498e-06,
      "loss": 0.349,
      "step": 1236970
    },
    {
      "epoch": 345.24,
      "grad_norm": 0.9062974452972412,
      "learning_rate": 3.0566120386337906e-06,
      "loss": 0.3548,
      "step": 1236980
    },
    {
      "epoch": 345.24,
      "grad_norm": 0.9660186171531677,
      "learning_rate": 3.056586280019549e-06,
      "loss": 0.3586,
      "step": 1236990
    },
    {
      "epoch": 345.24,
      "grad_norm": 0.9342801570892334,
      "learning_rate": 3.0565605213104286e-06,
      "loss": 0.3505,
      "step": 1237000
    },
    {
      "epoch": 345.24,
      "grad_norm": 0.996701180934906,
      "learning_rate": 3.0565347625064325e-06,
      "loss": 0.348,
      "step": 1237010
    },
    {
      "epoch": 345.25,
      "grad_norm": 1.1509779691696167,
      "learning_rate": 3.0565090036075645e-06,
      "loss": 0.3557,
      "step": 1237020
    },
    {
      "epoch": 345.25,
      "grad_norm": 1.0640437602996826,
      "learning_rate": 3.0564832446138288e-06,
      "loss": 0.3374,
      "step": 1237030
    },
    {
      "epoch": 345.25,
      "grad_norm": 1.0253983736038208,
      "learning_rate": 3.056457485525228e-06,
      "loss": 0.3439,
      "step": 1237040
    },
    {
      "epoch": 345.26,
      "grad_norm": 0.9204546213150024,
      "learning_rate": 3.0564317263417657e-06,
      "loss": 0.3655,
      "step": 1237050
    },
    {
      "epoch": 345.26,
      "grad_norm": 0.9996883273124695,
      "learning_rate": 3.056405967063445e-06,
      "loss": 0.3432,
      "step": 1237060
    },
    {
      "epoch": 345.26,
      "grad_norm": 1.2201695442199707,
      "learning_rate": 3.05638020769027e-06,
      "loss": 0.3642,
      "step": 1237070
    },
    {
      "epoch": 345.26,
      "grad_norm": 2.295318603515625,
      "learning_rate": 3.0563544482222424e-06,
      "loss": 0.3524,
      "step": 1237080
    },
    {
      "epoch": 345.27,
      "grad_norm": 1.0888198614120483,
      "learning_rate": 3.0563286886593683e-06,
      "loss": 0.3684,
      "step": 1237090
    },
    {
      "epoch": 345.27,
      "grad_norm": 1.026023030281067,
      "learning_rate": 3.056302929001649e-06,
      "loss": 0.3485,
      "step": 1237100
    },
    {
      "epoch": 345.27,
      "grad_norm": 0.9843380451202393,
      "learning_rate": 3.056277169249089e-06,
      "loss": 0.3493,
      "step": 1237110
    },
    {
      "epoch": 345.27,
      "grad_norm": 0.845359206199646,
      "learning_rate": 3.0562514094016915e-06,
      "loss": 0.3353,
      "step": 1237120
    },
    {
      "epoch": 345.28,
      "grad_norm": 1.1045864820480347,
      "learning_rate": 3.0562256494594606e-06,
      "loss": 0.3708,
      "step": 1237130
    },
    {
      "epoch": 345.28,
      "grad_norm": 0.9641693830490112,
      "learning_rate": 3.056199889422398e-06,
      "loss": 0.3457,
      "step": 1237140
    },
    {
      "epoch": 345.28,
      "grad_norm": 0.8548507690429688,
      "learning_rate": 3.0561741292905083e-06,
      "loss": 0.3673,
      "step": 1237150
    },
    {
      "epoch": 345.29,
      "grad_norm": 0.9680144786834717,
      "learning_rate": 3.056148369063795e-06,
      "loss": 0.3415,
      "step": 1237160
    },
    {
      "epoch": 345.29,
      "grad_norm": 1.0908905267715454,
      "learning_rate": 3.056122608742261e-06,
      "loss": 0.3661,
      "step": 1237170
    },
    {
      "epoch": 345.29,
      "grad_norm": 1.0438834428787231,
      "learning_rate": 3.0560968483259097e-06,
      "loss": 0.3705,
      "step": 1237180
    },
    {
      "epoch": 345.29,
      "grad_norm": 0.9114675521850586,
      "learning_rate": 3.056071087814746e-06,
      "loss": 0.3415,
      "step": 1237190
    },
    {
      "epoch": 345.3,
      "grad_norm": 0.9337489008903503,
      "learning_rate": 3.0560453272087714e-06,
      "loss": 0.3622,
      "step": 1237200
    },
    {
      "epoch": 345.3,
      "grad_norm": 0.8502272367477417,
      "learning_rate": 3.0560195665079903e-06,
      "loss": 0.3535,
      "step": 1237210
    },
    {
      "epoch": 345.3,
      "grad_norm": 1.0185943841934204,
      "learning_rate": 3.055993805712406e-06,
      "loss": 0.3422,
      "step": 1237220
    },
    {
      "epoch": 345.31,
      "grad_norm": 0.9277849197387695,
      "learning_rate": 3.055968044822021e-06,
      "loss": 0.3638,
      "step": 1237230
    },
    {
      "epoch": 345.31,
      "grad_norm": 1.0313611030578613,
      "learning_rate": 3.0559422838368406e-06,
      "loss": 0.3436,
      "step": 1237240
    },
    {
      "epoch": 345.31,
      "grad_norm": 1.0368223190307617,
      "learning_rate": 3.0559165227568665e-06,
      "loss": 0.3426,
      "step": 1237250
    },
    {
      "epoch": 345.31,
      "grad_norm": 1.1146718263626099,
      "learning_rate": 3.055890761582103e-06,
      "loss": 0.342,
      "step": 1237260
    },
    {
      "epoch": 345.32,
      "grad_norm": 1.038967490196228,
      "learning_rate": 3.0558650003125542e-06,
      "loss": 0.3398,
      "step": 1237270
    },
    {
      "epoch": 345.32,
      "grad_norm": 1.2140135765075684,
      "learning_rate": 3.0558392389482223e-06,
      "loss": 0.3418,
      "step": 1237280
    },
    {
      "epoch": 345.32,
      "grad_norm": 0.9337080121040344,
      "learning_rate": 3.0558134774891104e-06,
      "loss": 0.3357,
      "step": 1237290
    },
    {
      "epoch": 345.33,
      "grad_norm": 1.1303274631500244,
      "learning_rate": 3.055787715935223e-06,
      "loss": 0.3498,
      "step": 1237300
    },
    {
      "epoch": 345.33,
      "grad_norm": 0.9883906245231628,
      "learning_rate": 3.0557619542865634e-06,
      "loss": 0.3638,
      "step": 1237310
    },
    {
      "epoch": 345.33,
      "grad_norm": 0.9449737668037415,
      "learning_rate": 3.0557361925431347e-06,
      "loss": 0.3601,
      "step": 1237320
    },
    {
      "epoch": 345.33,
      "grad_norm": 1.0273836851119995,
      "learning_rate": 3.0557104307049404e-06,
      "loss": 0.3592,
      "step": 1237330
    },
    {
      "epoch": 345.34,
      "grad_norm": 1.1619030237197876,
      "learning_rate": 3.0556846687719842e-06,
      "loss": 0.3495,
      "step": 1237340
    },
    {
      "epoch": 345.34,
      "grad_norm": 1.1462273597717285,
      "learning_rate": 3.0556589067442697e-06,
      "loss": 0.3514,
      "step": 1237350
    },
    {
      "epoch": 345.34,
      "grad_norm": 0.8458957076072693,
      "learning_rate": 3.0556331446217992e-06,
      "loss": 0.3584,
      "step": 1237360
    },
    {
      "epoch": 345.34,
      "grad_norm": 0.8380818367004395,
      "learning_rate": 3.0556073824045767e-06,
      "loss": 0.371,
      "step": 1237370
    },
    {
      "epoch": 345.35,
      "grad_norm": 1.0023201704025269,
      "learning_rate": 3.055581620092607e-06,
      "loss": 0.3552,
      "step": 1237380
    },
    {
      "epoch": 345.35,
      "grad_norm": 1.1465195417404175,
      "learning_rate": 3.0555558576858907e-06,
      "loss": 0.3486,
      "step": 1237390
    },
    {
      "epoch": 345.35,
      "grad_norm": 1.0062023401260376,
      "learning_rate": 3.0555300951844336e-06,
      "loss": 0.3473,
      "step": 1237400
    },
    {
      "epoch": 345.36,
      "grad_norm": 1.1702333688735962,
      "learning_rate": 3.0555043325882384e-06,
      "loss": 0.3508,
      "step": 1237410
    },
    {
      "epoch": 345.36,
      "grad_norm": 0.9386294484138489,
      "learning_rate": 3.055478569897309e-06,
      "loss": 0.3475,
      "step": 1237420
    },
    {
      "epoch": 345.36,
      "grad_norm": 1.1058475971221924,
      "learning_rate": 3.0554528071116472e-06,
      "loss": 0.3451,
      "step": 1237430
    },
    {
      "epoch": 345.36,
      "grad_norm": 1.2396742105484009,
      "learning_rate": 3.0554270442312585e-06,
      "loss": 0.3489,
      "step": 1237440
    },
    {
      "epoch": 345.37,
      "grad_norm": 1.2166696786880493,
      "learning_rate": 3.055401281256145e-06,
      "loss": 0.3468,
      "step": 1237450
    },
    {
      "epoch": 345.37,
      "grad_norm": 1.0970937013626099,
      "learning_rate": 3.0553755181863103e-06,
      "loss": 0.3388,
      "step": 1237460
    },
    {
      "epoch": 345.37,
      "grad_norm": 0.8926984071731567,
      "learning_rate": 3.055349755021758e-06,
      "loss": 0.3537,
      "step": 1237470
    },
    {
      "epoch": 345.38,
      "grad_norm": 0.9149410724639893,
      "learning_rate": 3.0553239917624924e-06,
      "loss": 0.3502,
      "step": 1237480
    },
    {
      "epoch": 345.38,
      "grad_norm": 5.505806922912598,
      "learning_rate": 3.0552982284085152e-06,
      "loss": 0.3448,
      "step": 1237490
    },
    {
      "epoch": 345.38,
      "grad_norm": 0.9904321432113647,
      "learning_rate": 3.055272464959832e-06,
      "loss": 0.3723,
      "step": 1237500
    },
    {
      "epoch": 345.38,
      "grad_norm": 0.9896004796028137,
      "learning_rate": 3.0552467014164445e-06,
      "loss": 0.3466,
      "step": 1237510
    },
    {
      "epoch": 345.39,
      "grad_norm": 1.1616548299789429,
      "learning_rate": 3.0552209377783555e-06,
      "loss": 0.3473,
      "step": 1237520
    },
    {
      "epoch": 345.39,
      "grad_norm": 0.9593893885612488,
      "learning_rate": 3.05519517404557e-06,
      "loss": 0.3439,
      "step": 1237530
    },
    {
      "epoch": 345.39,
      "grad_norm": 1.0410650968551636,
      "learning_rate": 3.0551694102180917e-06,
      "loss": 0.3459,
      "step": 1237540
    },
    {
      "epoch": 345.39,
      "grad_norm": 1.0525708198547363,
      "learning_rate": 3.0551436462959227e-06,
      "loss": 0.3551,
      "step": 1237550
    },
    {
      "epoch": 345.4,
      "grad_norm": 1.171939492225647,
      "learning_rate": 3.055117882279067e-06,
      "loss": 0.3541,
      "step": 1237560
    },
    {
      "epoch": 345.4,
      "grad_norm": 0.9455877542495728,
      "learning_rate": 3.0550921181675285e-06,
      "loss": 0.3385,
      "step": 1237570
    },
    {
      "epoch": 345.4,
      "grad_norm": 1.0152870416641235,
      "learning_rate": 3.05506635396131e-06,
      "loss": 0.3558,
      "step": 1237580
    },
    {
      "epoch": 345.41,
      "grad_norm": 1.0132174491882324,
      "learning_rate": 3.0550405896604144e-06,
      "loss": 0.3597,
      "step": 1237590
    },
    {
      "epoch": 345.41,
      "grad_norm": 0.9833928942680359,
      "learning_rate": 3.0550148252648463e-06,
      "loss": 0.3544,
      "step": 1237600
    },
    {
      "epoch": 345.41,
      "grad_norm": 1.0364646911621094,
      "learning_rate": 3.0549890607746088e-06,
      "loss": 0.3399,
      "step": 1237610
    },
    {
      "epoch": 345.41,
      "grad_norm": 1.0373249053955078,
      "learning_rate": 3.0549632961897047e-06,
      "loss": 0.3521,
      "step": 1237620
    },
    {
      "epoch": 345.42,
      "grad_norm": 1.1187247037887573,
      "learning_rate": 3.0549375315101384e-06,
      "loss": 0.3603,
      "step": 1237630
    },
    {
      "epoch": 345.42,
      "grad_norm": 0.9976234436035156,
      "learning_rate": 3.0549117667359127e-06,
      "loss": 0.3522,
      "step": 1237640
    },
    {
      "epoch": 345.42,
      "grad_norm": 1.3349467515945435,
      "learning_rate": 3.0548860018670315e-06,
      "loss": 0.37,
      "step": 1237650
    },
    {
      "epoch": 345.43,
      "grad_norm": 1.1292595863342285,
      "learning_rate": 3.0548602369034978e-06,
      "loss": 0.3616,
      "step": 1237660
    },
    {
      "epoch": 345.43,
      "grad_norm": 1.0097591876983643,
      "learning_rate": 3.0548344718453153e-06,
      "loss": 0.3653,
      "step": 1237670
    },
    {
      "epoch": 345.43,
      "grad_norm": 1.0258629322052002,
      "learning_rate": 3.0548087066924863e-06,
      "loss": 0.3369,
      "step": 1237680
    },
    {
      "epoch": 345.43,
      "grad_norm": 0.9925398230552673,
      "learning_rate": 3.054782941445016e-06,
      "loss": 0.342,
      "step": 1237690
    },
    {
      "epoch": 345.44,
      "grad_norm": 0.9711196422576904,
      "learning_rate": 3.0547571761029065e-06,
      "loss": 0.3614,
      "step": 1237700
    },
    {
      "epoch": 345.44,
      "grad_norm": 0.9311568140983582,
      "learning_rate": 3.054731410666162e-06,
      "loss": 0.3783,
      "step": 1237710
    },
    {
      "epoch": 345.44,
      "grad_norm": 1.0557069778442383,
      "learning_rate": 3.0547056451347864e-06,
      "loss": 0.3427,
      "step": 1237720
    },
    {
      "epoch": 345.45,
      "grad_norm": 1.0683257579803467,
      "learning_rate": 3.054679879508781e-06,
      "loss": 0.3394,
      "step": 1237730
    },
    {
      "epoch": 345.45,
      "grad_norm": 1.0811214447021484,
      "learning_rate": 3.0546541137881523e-06,
      "loss": 0.3558,
      "step": 1237740
    },
    {
      "epoch": 345.45,
      "grad_norm": 0.9584662914276123,
      "learning_rate": 3.054628347972901e-06,
      "loss": 0.3554,
      "step": 1237750
    },
    {
      "epoch": 345.45,
      "grad_norm": 1.0269534587860107,
      "learning_rate": 3.0546025820630313e-06,
      "loss": 0.3568,
      "step": 1237760
    },
    {
      "epoch": 345.46,
      "grad_norm": 1.0202324390411377,
      "learning_rate": 3.054576816058548e-06,
      "loss": 0.3553,
      "step": 1237770
    },
    {
      "epoch": 345.46,
      "grad_norm": 0.9958898425102234,
      "learning_rate": 3.0545510499594526e-06,
      "loss": 0.3407,
      "step": 1237780
    },
    {
      "epoch": 345.46,
      "grad_norm": 0.9526715278625488,
      "learning_rate": 3.0545252837657496e-06,
      "loss": 0.351,
      "step": 1237790
    },
    {
      "epoch": 345.46,
      "grad_norm": 1.0373423099517822,
      "learning_rate": 3.0544995174774432e-06,
      "loss": 0.3453,
      "step": 1237800
    },
    {
      "epoch": 345.47,
      "grad_norm": 0.9633774161338806,
      "learning_rate": 3.0544737510945343e-06,
      "loss": 0.3525,
      "step": 1237810
    },
    {
      "epoch": 345.47,
      "grad_norm": 0.9443418979644775,
      "learning_rate": 3.0544479846170283e-06,
      "loss": 0.3597,
      "step": 1237820
    },
    {
      "epoch": 345.47,
      "grad_norm": 0.9042970538139343,
      "learning_rate": 3.0544222180449286e-06,
      "loss": 0.3405,
      "step": 1237830
    },
    {
      "epoch": 345.48,
      "grad_norm": 1.0361067056655884,
      "learning_rate": 3.0543964513782378e-06,
      "loss": 0.3508,
      "step": 1237840
    },
    {
      "epoch": 345.48,
      "grad_norm": 2.1468076705932617,
      "learning_rate": 3.05437068461696e-06,
      "loss": 0.364,
      "step": 1237850
    },
    {
      "epoch": 345.48,
      "grad_norm": 1.1825913190841675,
      "learning_rate": 3.0543449177610984e-06,
      "loss": 0.3379,
      "step": 1237860
    },
    {
      "epoch": 345.48,
      "grad_norm": 0.9604865908622742,
      "learning_rate": 3.0543191508106566e-06,
      "loss": 0.3576,
      "step": 1237870
    },
    {
      "epoch": 345.49,
      "grad_norm": 0.9978024363517761,
      "learning_rate": 3.0542933837656377e-06,
      "loss": 0.3374,
      "step": 1237880
    },
    {
      "epoch": 345.49,
      "grad_norm": 1.0064365863800049,
      "learning_rate": 3.054267616626045e-06,
      "loss": 0.3371,
      "step": 1237890
    },
    {
      "epoch": 345.49,
      "grad_norm": 1.2879307270050049,
      "learning_rate": 3.0542418493918828e-06,
      "loss": 0.3644,
      "step": 1237900
    },
    {
      "epoch": 345.5,
      "grad_norm": 1.0515965223312378,
      "learning_rate": 3.054216082063153e-06,
      "loss": 0.3593,
      "step": 1237910
    },
    {
      "epoch": 345.5,
      "grad_norm": 1.0324851274490356,
      "learning_rate": 3.0541903146398607e-06,
      "loss": 0.3355,
      "step": 1237920
    },
    {
      "epoch": 345.5,
      "grad_norm": 0.995334804058075,
      "learning_rate": 3.0541645471220085e-06,
      "loss": 0.3445,
      "step": 1237930
    },
    {
      "epoch": 345.5,
      "grad_norm": 2.1000616550445557,
      "learning_rate": 3.0541387795096007e-06,
      "loss": 0.3389,
      "step": 1237940
    },
    {
      "epoch": 345.51,
      "grad_norm": 1.2628291845321655,
      "learning_rate": 3.0541130118026387e-06,
      "loss": 0.3471,
      "step": 1237950
    },
    {
      "epoch": 345.51,
      "grad_norm": 0.9278532266616821,
      "learning_rate": 3.054087244001128e-06,
      "loss": 0.3446,
      "step": 1237960
    },
    {
      "epoch": 345.51,
      "grad_norm": 0.896061897277832,
      "learning_rate": 3.0540614761050703e-06,
      "loss": 0.3417,
      "step": 1237970
    },
    {
      "epoch": 345.51,
      "grad_norm": 1.0675734281539917,
      "learning_rate": 3.054035708114471e-06,
      "loss": 0.3481,
      "step": 1237980
    },
    {
      "epoch": 345.52,
      "grad_norm": 0.9141620397567749,
      "learning_rate": 3.0540099400293314e-06,
      "loss": 0.3554,
      "step": 1237990
    },
    {
      "epoch": 345.52,
      "grad_norm": 0.9438669085502625,
      "learning_rate": 3.053984171849657e-06,
      "loss": 0.3595,
      "step": 1238000
    },
    {
      "epoch": 345.52,
      "grad_norm": 1.027590274810791,
      "learning_rate": 3.0539584035754495e-06,
      "loss": 0.3668,
      "step": 1238010
    },
    {
      "epoch": 345.53,
      "grad_norm": 1.246578335762024,
      "learning_rate": 3.0539326352067133e-06,
      "loss": 0.3658,
      "step": 1238020
    },
    {
      "epoch": 345.53,
      "grad_norm": 9.149192810058594,
      "learning_rate": 3.053906866743452e-06,
      "loss": 0.3626,
      "step": 1238030
    },
    {
      "epoch": 345.53,
      "grad_norm": 1.0824825763702393,
      "learning_rate": 3.0538810981856683e-06,
      "loss": 0.3452,
      "step": 1238040
    },
    {
      "epoch": 345.53,
      "grad_norm": 1.2077716588974,
      "learning_rate": 3.053855329533366e-06,
      "loss": 0.3696,
      "step": 1238050
    },
    {
      "epoch": 345.54,
      "grad_norm": 1.038956642150879,
      "learning_rate": 3.053829560786549e-06,
      "loss": 0.3576,
      "step": 1238060
    },
    {
      "epoch": 345.54,
      "grad_norm": 1.3190275430679321,
      "learning_rate": 3.053803791945219e-06,
      "loss": 0.3452,
      "step": 1238070
    },
    {
      "epoch": 345.54,
      "grad_norm": 1.1962648630142212,
      "learning_rate": 3.053778023009382e-06,
      "loss": 0.368,
      "step": 1238080
    },
    {
      "epoch": 345.55,
      "grad_norm": 1.0625349283218384,
      "learning_rate": 3.0537522539790394e-06,
      "loss": 0.3465,
      "step": 1238090
    },
    {
      "epoch": 345.55,
      "grad_norm": 0.9979305863380432,
      "learning_rate": 3.053726484854195e-06,
      "loss": 0.3455,
      "step": 1238100
    },
    {
      "epoch": 345.55,
      "grad_norm": 1.177037000656128,
      "learning_rate": 3.0537007156348527e-06,
      "loss": 0.348,
      "step": 1238110
    },
    {
      "epoch": 345.55,
      "grad_norm": 0.961275577545166,
      "learning_rate": 3.0536749463210162e-06,
      "loss": 0.3502,
      "step": 1238120
    },
    {
      "epoch": 345.56,
      "grad_norm": 1.030637264251709,
      "learning_rate": 3.0536491769126885e-06,
      "loss": 0.3481,
      "step": 1238130
    },
    {
      "epoch": 345.56,
      "grad_norm": 1.1046746969223022,
      "learning_rate": 3.0536234074098722e-06,
      "loss": 0.3608,
      "step": 1238140
    },
    {
      "epoch": 345.56,
      "grad_norm": 1.074260950088501,
      "learning_rate": 3.0535976378125723e-06,
      "loss": 0.3603,
      "step": 1238150
    },
    {
      "epoch": 345.57,
      "grad_norm": 0.9960766434669495,
      "learning_rate": 3.0535718681207914e-06,
      "loss": 0.3532,
      "step": 1238160
    },
    {
      "epoch": 345.57,
      "grad_norm": 1.0867993831634521,
      "learning_rate": 3.053546098334533e-06,
      "loss": 0.3389,
      "step": 1238170
    },
    {
      "epoch": 345.57,
      "grad_norm": 5.014785289764404,
      "learning_rate": 3.0535203284538e-06,
      "loss": 0.3658,
      "step": 1238180
    },
    {
      "epoch": 345.57,
      "grad_norm": 0.9512672424316406,
      "learning_rate": 3.0534945584785974e-06,
      "loss": 0.3451,
      "step": 1238190
    },
    {
      "epoch": 345.58,
      "grad_norm": 1.1068230867385864,
      "learning_rate": 3.053468788408927e-06,
      "loss": 0.3498,
      "step": 1238200
    },
    {
      "epoch": 345.58,
      "grad_norm": 1.0843749046325684,
      "learning_rate": 3.053443018244792e-06,
      "loss": 0.361,
      "step": 1238210
    },
    {
      "epoch": 345.58,
      "grad_norm": 1.08544921875,
      "learning_rate": 3.053417247986198e-06,
      "loss": 0.3536,
      "step": 1238220
    },
    {
      "epoch": 345.58,
      "grad_norm": 1.0911401510238647,
      "learning_rate": 3.0533914776331467e-06,
      "loss": 0.3475,
      "step": 1238230
    },
    {
      "epoch": 345.59,
      "grad_norm": 0.9082438945770264,
      "learning_rate": 3.053365707185642e-06,
      "loss": 0.349,
      "step": 1238240
    },
    {
      "epoch": 345.59,
      "grad_norm": 0.9234997034072876,
      "learning_rate": 3.0533399366436875e-06,
      "loss": 0.3464,
      "step": 1238250
    },
    {
      "epoch": 345.59,
      "grad_norm": 1.1669895648956299,
      "learning_rate": 3.0533141660072857e-06,
      "loss": 0.3577,
      "step": 1238260
    },
    {
      "epoch": 345.6,
      "grad_norm": 0.9997380375862122,
      "learning_rate": 3.053288395276441e-06,
      "loss": 0.3533,
      "step": 1238270
    },
    {
      "epoch": 345.6,
      "grad_norm": 0.8612837791442871,
      "learning_rate": 3.053262624451157e-06,
      "loss": 0.3403,
      "step": 1238280
    },
    {
      "epoch": 345.6,
      "grad_norm": 1.1060441732406616,
      "learning_rate": 3.0532368535314357e-06,
      "loss": 0.3563,
      "step": 1238290
    },
    {
      "epoch": 345.6,
      "grad_norm": 1.055845856666565,
      "learning_rate": 3.053211082517282e-06,
      "loss": 0.3564,
      "step": 1238300
    },
    {
      "epoch": 345.61,
      "grad_norm": 1.0685198307037354,
      "learning_rate": 3.0531853114086993e-06,
      "loss": 0.376,
      "step": 1238310
    },
    {
      "epoch": 345.61,
      "grad_norm": 0.9569084048271179,
      "learning_rate": 3.05315954020569e-06,
      "loss": 0.3495,
      "step": 1238320
    },
    {
      "epoch": 345.61,
      "grad_norm": 1.0497442483901978,
      "learning_rate": 3.053133768908258e-06,
      "loss": 0.3651,
      "step": 1238330
    },
    {
      "epoch": 345.62,
      "grad_norm": 1.0359230041503906,
      "learning_rate": 3.053107997516407e-06,
      "loss": 0.3568,
      "step": 1238340
    },
    {
      "epoch": 345.62,
      "grad_norm": 1.061686635017395,
      "learning_rate": 3.053082226030141e-06,
      "loss": 0.3724,
      "step": 1238350
    },
    {
      "epoch": 345.62,
      "grad_norm": 0.8132741451263428,
      "learning_rate": 3.0530564544494614e-06,
      "loss": 0.3486,
      "step": 1238360
    },
    {
      "epoch": 345.62,
      "grad_norm": 0.9818031191825867,
      "learning_rate": 3.0530306827743736e-06,
      "loss": 0.3524,
      "step": 1238370
    },
    {
      "epoch": 345.63,
      "grad_norm": 1.0307905673980713,
      "learning_rate": 3.053004911004881e-06,
      "loss": 0.3473,
      "step": 1238380
    },
    {
      "epoch": 345.63,
      "grad_norm": 0.9796032309532166,
      "learning_rate": 3.0529791391409853e-06,
      "loss": 0.3488,
      "step": 1238390
    },
    {
      "epoch": 345.63,
      "grad_norm": 1.0252364873886108,
      "learning_rate": 3.052953367182691e-06,
      "loss": 0.3436,
      "step": 1238400
    },
    {
      "epoch": 345.63,
      "grad_norm": 1.0380228757858276,
      "learning_rate": 3.0529275951300025e-06,
      "loss": 0.3415,
      "step": 1238410
    },
    {
      "epoch": 345.64,
      "grad_norm": 0.9752745032310486,
      "learning_rate": 3.0529018229829212e-06,
      "loss": 0.3583,
      "step": 1238420
    },
    {
      "epoch": 345.64,
      "grad_norm": 0.9990692734718323,
      "learning_rate": 3.0528760507414517e-06,
      "loss": 0.343,
      "step": 1238430
    },
    {
      "epoch": 345.64,
      "grad_norm": 1.0918822288513184,
      "learning_rate": 3.052850278405598e-06,
      "loss": 0.3654,
      "step": 1238440
    },
    {
      "epoch": 345.65,
      "grad_norm": 1.2289767265319824,
      "learning_rate": 3.0528245059753628e-06,
      "loss": 0.3583,
      "step": 1238450
    },
    {
      "epoch": 345.65,
      "grad_norm": 0.9666764736175537,
      "learning_rate": 3.052798733450749e-06,
      "loss": 0.3643,
      "step": 1238460
    },
    {
      "epoch": 345.65,
      "grad_norm": 0.9435884952545166,
      "learning_rate": 3.0527729608317613e-06,
      "loss": 0.3754,
      "step": 1238470
    },
    {
      "epoch": 345.65,
      "grad_norm": 0.9223411083221436,
      "learning_rate": 3.0527471881184026e-06,
      "loss": 0.3368,
      "step": 1238480
    },
    {
      "epoch": 345.66,
      "grad_norm": 0.9020354747772217,
      "learning_rate": 3.0527214153106755e-06,
      "loss": 0.3357,
      "step": 1238490
    },
    {
      "epoch": 345.66,
      "grad_norm": 1.0831652879714966,
      "learning_rate": 3.052695642408584e-06,
      "loss": 0.3628,
      "step": 1238500
    },
    {
      "epoch": 345.66,
      "grad_norm": 1.0535426139831543,
      "learning_rate": 3.0526698694121322e-06,
      "loss": 0.3527,
      "step": 1238510
    },
    {
      "epoch": 345.67,
      "grad_norm": 1.1379016637802124,
      "learning_rate": 3.052644096321322e-06,
      "loss": 0.3522,
      "step": 1238520
    },
    {
      "epoch": 345.67,
      "grad_norm": 0.9656834602355957,
      "learning_rate": 3.052618323136159e-06,
      "loss": 0.3463,
      "step": 1238530
    },
    {
      "epoch": 345.67,
      "grad_norm": 1.1347074508666992,
      "learning_rate": 3.0525925498566453e-06,
      "loss": 0.3631,
      "step": 1238540
    },
    {
      "epoch": 345.67,
      "grad_norm": 0.9542464017868042,
      "learning_rate": 3.052566776482784e-06,
      "loss": 0.3609,
      "step": 1238550
    },
    {
      "epoch": 345.68,
      "grad_norm": 1.084686517715454,
      "learning_rate": 3.0525410030145793e-06,
      "loss": 0.3527,
      "step": 1238560
    },
    {
      "epoch": 345.68,
      "grad_norm": 0.922609269618988,
      "learning_rate": 3.052515229452034e-06,
      "loss": 0.3374,
      "step": 1238570
    },
    {
      "epoch": 345.68,
      "grad_norm": 0.8962976932525635,
      "learning_rate": 3.052489455795152e-06,
      "loss": 0.3427,
      "step": 1238580
    },
    {
      "epoch": 345.69,
      "grad_norm": 0.8838779926300049,
      "learning_rate": 3.052463682043936e-06,
      "loss": 0.3529,
      "step": 1238590
    },
    {
      "epoch": 345.69,
      "grad_norm": 0.9671607613563538,
      "learning_rate": 3.0524379081983913e-06,
      "loss": 0.3379,
      "step": 1238600
    },
    {
      "epoch": 345.69,
      "grad_norm": 0.9774739146232605,
      "learning_rate": 3.0524121342585195e-06,
      "loss": 0.3338,
      "step": 1238610
    },
    {
      "epoch": 345.69,
      "grad_norm": 1.3118456602096558,
      "learning_rate": 3.0523863602243242e-06,
      "loss": 0.3464,
      "step": 1238620
    },
    {
      "epoch": 345.7,
      "grad_norm": 1.3741618394851685,
      "learning_rate": 3.052360586095809e-06,
      "loss": 0.3554,
      "step": 1238630
    },
    {
      "epoch": 345.7,
      "grad_norm": 0.9789077639579773,
      "learning_rate": 3.0523348118729786e-06,
      "loss": 0.3543,
      "step": 1238640
    },
    {
      "epoch": 345.7,
      "grad_norm": 0.8989866971969604,
      "learning_rate": 3.0523090375558345e-06,
      "loss": 0.3492,
      "step": 1238650
    },
    {
      "epoch": 345.7,
      "grad_norm": 1.1975399255752563,
      "learning_rate": 3.052283263144381e-06,
      "loss": 0.3579,
      "step": 1238660
    },
    {
      "epoch": 345.71,
      "grad_norm": 1.0975664854049683,
      "learning_rate": 3.0522574886386217e-06,
      "loss": 0.3339,
      "step": 1238670
    },
    {
      "epoch": 345.71,
      "grad_norm": 0.9310150146484375,
      "learning_rate": 3.05223171403856e-06,
      "loss": 0.3386,
      "step": 1238680
    },
    {
      "epoch": 345.71,
      "grad_norm": 0.9462080597877502,
      "learning_rate": 3.0522059393441993e-06,
      "loss": 0.3576,
      "step": 1238690
    },
    {
      "epoch": 345.72,
      "grad_norm": 1.7416070699691772,
      "learning_rate": 3.0521801645555433e-06,
      "loss": 0.3513,
      "step": 1238700
    },
    {
      "epoch": 345.72,
      "grad_norm": 1.04050612449646,
      "learning_rate": 3.052154389672594e-06,
      "loss": 0.3503,
      "step": 1238710
    },
    {
      "epoch": 345.72,
      "grad_norm": 0.8882652521133423,
      "learning_rate": 3.0521286146953567e-06,
      "loss": 0.3632,
      "step": 1238720
    },
    {
      "epoch": 345.72,
      "grad_norm": 1.0174224376678467,
      "learning_rate": 3.0521028396238328e-06,
      "loss": 0.3389,
      "step": 1238730
    },
    {
      "epoch": 345.73,
      "grad_norm": 1.1106432676315308,
      "learning_rate": 3.052077064458028e-06,
      "loss": 0.3576,
      "step": 1238740
    },
    {
      "epoch": 345.73,
      "grad_norm": 1.3381052017211914,
      "learning_rate": 3.052051289197945e-06,
      "loss": 0.3571,
      "step": 1238750
    },
    {
      "epoch": 345.73,
      "grad_norm": 0.9031296372413635,
      "learning_rate": 3.0520255138435862e-06,
      "loss": 0.3396,
      "step": 1238760
    },
    {
      "epoch": 345.74,
      "grad_norm": 0.8199535608291626,
      "learning_rate": 3.051999738394957e-06,
      "loss": 0.3378,
      "step": 1238770
    },
    {
      "epoch": 345.74,
      "grad_norm": 1.1783748865127563,
      "learning_rate": 3.051973962852058e-06,
      "loss": 0.3329,
      "step": 1238780
    },
    {
      "epoch": 345.74,
      "grad_norm": 0.970005452632904,
      "learning_rate": 3.0519481872148943e-06,
      "loss": 0.3578,
      "step": 1238790
    },
    {
      "epoch": 345.74,
      "grad_norm": 0.9338002800941467,
      "learning_rate": 3.05192241148347e-06,
      "loss": 0.3572,
      "step": 1238800
    },
    {
      "epoch": 345.75,
      "grad_norm": 0.8767943382263184,
      "learning_rate": 3.051896635657787e-06,
      "loss": 0.3685,
      "step": 1238810
    },
    {
      "epoch": 345.75,
      "grad_norm": 1.0706650018692017,
      "learning_rate": 3.05187085973785e-06,
      "loss": 0.3388,
      "step": 1238820
    },
    {
      "epoch": 345.75,
      "grad_norm": 1.0886329412460327,
      "learning_rate": 3.0518450837236625e-06,
      "loss": 0.3501,
      "step": 1238830
    },
    {
      "epoch": 345.75,
      "grad_norm": 1.0936048030853271,
      "learning_rate": 3.0518193076152263e-06,
      "loss": 0.3375,
      "step": 1238840
    },
    {
      "epoch": 345.76,
      "grad_norm": 1.0068405866622925,
      "learning_rate": 3.0517935314125462e-06,
      "loss": 0.3586,
      "step": 1238850
    },
    {
      "epoch": 345.76,
      "grad_norm": 0.9954690337181091,
      "learning_rate": 3.0517677551156257e-06,
      "loss": 0.3471,
      "step": 1238860
    },
    {
      "epoch": 345.76,
      "grad_norm": 1.0187020301818848,
      "learning_rate": 3.0517419787244672e-06,
      "loss": 0.3486,
      "step": 1238870
    },
    {
      "epoch": 345.77,
      "grad_norm": 1.1305650472640991,
      "learning_rate": 3.0517162022390747e-06,
      "loss": 0.345,
      "step": 1238880
    },
    {
      "epoch": 345.77,
      "grad_norm": 2.334017515182495,
      "learning_rate": 3.0516904256594522e-06,
      "loss": 0.3593,
      "step": 1238890
    },
    {
      "epoch": 345.77,
      "grad_norm": 0.9379504323005676,
      "learning_rate": 3.0516646489856033e-06,
      "loss": 0.3555,
      "step": 1238900
    },
    {
      "epoch": 345.77,
      "grad_norm": 1.1075527667999268,
      "learning_rate": 3.0516388722175296e-06,
      "loss": 0.3498,
      "step": 1238910
    },
    {
      "epoch": 345.78,
      "grad_norm": 1.0240957736968994,
      "learning_rate": 3.051613095355236e-06,
      "loss": 0.3516,
      "step": 1238920
    },
    {
      "epoch": 345.78,
      "grad_norm": 0.8847097158432007,
      "learning_rate": 3.0515873183987256e-06,
      "loss": 0.3521,
      "step": 1238930
    },
    {
      "epoch": 345.78,
      "grad_norm": 0.9724364876747131,
      "learning_rate": 3.051561541348002e-06,
      "loss": 0.334,
      "step": 1238940
    },
    {
      "epoch": 345.79,
      "grad_norm": 1.0914071798324585,
      "learning_rate": 3.051535764203068e-06,
      "loss": 0.3451,
      "step": 1238950
    },
    {
      "epoch": 345.79,
      "grad_norm": 1.0860052108764648,
      "learning_rate": 3.0515099869639285e-06,
      "loss": 0.3544,
      "step": 1238960
    },
    {
      "epoch": 345.79,
      "grad_norm": 1.2227898836135864,
      "learning_rate": 3.0514842096305857e-06,
      "loss": 0.3563,
      "step": 1238970
    },
    {
      "epoch": 345.79,
      "grad_norm": 0.9483951330184937,
      "learning_rate": 3.051458432203043e-06,
      "loss": 0.337,
      "step": 1238980
    },
    {
      "epoch": 345.8,
      "grad_norm": 0.9484483003616333,
      "learning_rate": 3.0514326546813044e-06,
      "loss": 0.356,
      "step": 1238990
    },
    {
      "epoch": 345.8,
      "grad_norm": 1.1418263912200928,
      "learning_rate": 3.0514068770653723e-06,
      "loss": 0.3297,
      "step": 1239000
    },
    {
      "epoch": 345.8,
      "grad_norm": 1.0551707744598389,
      "learning_rate": 3.0513810993552514e-06,
      "loss": 0.3566,
      "step": 1239010
    },
    {
      "epoch": 345.81,
      "grad_norm": 1.5609557628631592,
      "learning_rate": 3.051355321550944e-06,
      "loss": 0.3496,
      "step": 1239020
    },
    {
      "epoch": 345.81,
      "grad_norm": 1.1029897928237915,
      "learning_rate": 3.051329543652455e-06,
      "loss": 0.3495,
      "step": 1239030
    },
    {
      "epoch": 345.81,
      "grad_norm": 0.9852538108825684,
      "learning_rate": 3.0513037656597873e-06,
      "loss": 0.3355,
      "step": 1239040
    },
    {
      "epoch": 345.81,
      "grad_norm": 1.30580472946167,
      "learning_rate": 3.051277987572943e-06,
      "loss": 0.3511,
      "step": 1239050
    },
    {
      "epoch": 345.82,
      "grad_norm": 0.9639244675636292,
      "learning_rate": 3.0512522093919277e-06,
      "loss": 0.3472,
      "step": 1239060
    },
    {
      "epoch": 345.82,
      "grad_norm": 1.1944940090179443,
      "learning_rate": 3.0512264311167423e-06,
      "loss": 0.3664,
      "step": 1239070
    },
    {
      "epoch": 345.82,
      "grad_norm": 1.087656855583191,
      "learning_rate": 3.0512006527473917e-06,
      "loss": 0.3419,
      "step": 1239080
    },
    {
      "epoch": 345.82,
      "grad_norm": 1.0388027429580688,
      "learning_rate": 3.05117487428388e-06,
      "loss": 0.3612,
      "step": 1239090
    },
    {
      "epoch": 345.83,
      "grad_norm": 0.859651505947113,
      "learning_rate": 3.05114909572621e-06,
      "loss": 0.3404,
      "step": 1239100
    },
    {
      "epoch": 345.83,
      "grad_norm": 1.033229112625122,
      "learning_rate": 3.0511233170743844e-06,
      "loss": 0.3616,
      "step": 1239110
    },
    {
      "epoch": 345.83,
      "grad_norm": 1.185595989227295,
      "learning_rate": 3.0510975383284074e-06,
      "loss": 0.3435,
      "step": 1239120
    },
    {
      "epoch": 345.84,
      "grad_norm": 1.0007414817810059,
      "learning_rate": 3.051071759488282e-06,
      "loss": 0.3483,
      "step": 1239130
    },
    {
      "epoch": 345.84,
      "grad_norm": 0.9630076885223389,
      "learning_rate": 3.051045980554012e-06,
      "loss": 0.3622,
      "step": 1239140
    },
    {
      "epoch": 345.84,
      "grad_norm": 1.0365631580352783,
      "learning_rate": 3.051020201525601e-06,
      "loss": 0.3431,
      "step": 1239150
    },
    {
      "epoch": 345.84,
      "grad_norm": 0.8404410481452942,
      "learning_rate": 3.050994422403052e-06,
      "loss": 0.3529,
      "step": 1239160
    },
    {
      "epoch": 345.85,
      "grad_norm": 1.030313491821289,
      "learning_rate": 3.0509686431863684e-06,
      "loss": 0.3686,
      "step": 1239170
    },
    {
      "epoch": 345.85,
      "grad_norm": 1.0939079523086548,
      "learning_rate": 3.050942863875554e-06,
      "loss": 0.3662,
      "step": 1239180
    },
    {
      "epoch": 345.85,
      "grad_norm": 1.256386399269104,
      "learning_rate": 3.050917084470612e-06,
      "loss": 0.3547,
      "step": 1239190
    },
    {
      "epoch": 345.86,
      "grad_norm": 1.0727958679199219,
      "learning_rate": 3.050891304971546e-06,
      "loss": 0.3397,
      "step": 1239200
    },
    {
      "epoch": 345.86,
      "grad_norm": 1.104384183883667,
      "learning_rate": 3.050865525378359e-06,
      "loss": 0.3414,
      "step": 1239210
    },
    {
      "epoch": 345.86,
      "grad_norm": 1.0480395555496216,
      "learning_rate": 3.050839745691055e-06,
      "loss": 0.3456,
      "step": 1239220
    },
    {
      "epoch": 345.86,
      "grad_norm": 1.0301570892333984,
      "learning_rate": 3.0508139659096365e-06,
      "loss": 0.3597,
      "step": 1239230
    },
    {
      "epoch": 345.87,
      "grad_norm": 0.9859210252761841,
      "learning_rate": 3.0507881860341085e-06,
      "loss": 0.3553,
      "step": 1239240
    },
    {
      "epoch": 345.87,
      "grad_norm": 0.8904966115951538,
      "learning_rate": 3.0507624060644735e-06,
      "loss": 0.3541,
      "step": 1239250
    },
    {
      "epoch": 345.87,
      "grad_norm": 0.9311971664428711,
      "learning_rate": 3.0507366260007343e-06,
      "loss": 0.3453,
      "step": 1239260
    },
    {
      "epoch": 345.87,
      "grad_norm": 1.1049833297729492,
      "learning_rate": 3.0507108458428953e-06,
      "loss": 0.3676,
      "step": 1239270
    },
    {
      "epoch": 345.88,
      "grad_norm": 0.9194907546043396,
      "learning_rate": 3.05068506559096e-06,
      "loss": 0.3372,
      "step": 1239280
    },
    {
      "epoch": 345.88,
      "grad_norm": 1.1201905012130737,
      "learning_rate": 3.0506592852449305e-06,
      "loss": 0.3647,
      "step": 1239290
    },
    {
      "epoch": 345.88,
      "grad_norm": 1.007917881011963,
      "learning_rate": 3.050633504804812e-06,
      "loss": 0.3572,
      "step": 1239300
    },
    {
      "epoch": 345.89,
      "grad_norm": 1.0066711902618408,
      "learning_rate": 3.0506077242706064e-06,
      "loss": 0.3578,
      "step": 1239310
    },
    {
      "epoch": 345.89,
      "grad_norm": 0.8793015480041504,
      "learning_rate": 3.0505819436423185e-06,
      "loss": 0.3479,
      "step": 1239320
    },
    {
      "epoch": 345.89,
      "grad_norm": 0.9645919799804688,
      "learning_rate": 3.050556162919951e-06,
      "loss": 0.3622,
      "step": 1239330
    },
    {
      "epoch": 345.89,
      "grad_norm": 0.9197647571563721,
      "learning_rate": 3.050530382103507e-06,
      "loss": 0.3698,
      "step": 1239340
    },
    {
      "epoch": 345.9,
      "grad_norm": 1.0358561277389526,
      "learning_rate": 3.0505046011929913e-06,
      "loss": 0.3478,
      "step": 1239350
    },
    {
      "epoch": 345.9,
      "grad_norm": 0.8964885473251343,
      "learning_rate": 3.0504788201884056e-06,
      "loss": 0.3595,
      "step": 1239360
    },
    {
      "epoch": 345.9,
      "grad_norm": 1.03587007522583,
      "learning_rate": 3.0504530390897536e-06,
      "loss": 0.3396,
      "step": 1239370
    },
    {
      "epoch": 345.91,
      "grad_norm": 0.9721870422363281,
      "learning_rate": 3.0504272578970402e-06,
      "loss": 0.3506,
      "step": 1239380
    },
    {
      "epoch": 345.91,
      "grad_norm": 1.0885957479476929,
      "learning_rate": 3.0504014766102672e-06,
      "loss": 0.346,
      "step": 1239390
    },
    {
      "epoch": 345.91,
      "grad_norm": 0.9290398955345154,
      "learning_rate": 3.050375695229439e-06,
      "loss": 0.35,
      "step": 1239400
    },
    {
      "epoch": 345.91,
      "grad_norm": 1.0078259706497192,
      "learning_rate": 3.050349913754559e-06,
      "loss": 0.3575,
      "step": 1239410
    },
    {
      "epoch": 345.92,
      "grad_norm": 1.0692059993743896,
      "learning_rate": 3.0503241321856304e-06,
      "loss": 0.3497,
      "step": 1239420
    },
    {
      "epoch": 345.92,
      "grad_norm": 0.9081374406814575,
      "learning_rate": 3.050298350522656e-06,
      "loss": 0.3496,
      "step": 1239430
    },
    {
      "epoch": 345.92,
      "grad_norm": 1.0030144453048706,
      "learning_rate": 3.05027256876564e-06,
      "loss": 0.3577,
      "step": 1239440
    },
    {
      "epoch": 345.93,
      "grad_norm": 0.9872653484344482,
      "learning_rate": 3.0502467869145857e-06,
      "loss": 0.3415,
      "step": 1239450
    },
    {
      "epoch": 345.93,
      "grad_norm": 0.954619288444519,
      "learning_rate": 3.0502210049694965e-06,
      "loss": 0.3463,
      "step": 1239460
    },
    {
      "epoch": 345.93,
      "grad_norm": 0.9080667495727539,
      "learning_rate": 3.0501952229303758e-06,
      "loss": 0.3546,
      "step": 1239470
    },
    {
      "epoch": 345.93,
      "grad_norm": 0.9856387376785278,
      "learning_rate": 3.0501694407972276e-06,
      "loss": 0.3616,
      "step": 1239480
    },
    {
      "epoch": 345.94,
      "grad_norm": 1.0337793827056885,
      "learning_rate": 3.050143658570054e-06,
      "loss": 0.3482,
      "step": 1239490
    },
    {
      "epoch": 345.94,
      "grad_norm": 0.9806795120239258,
      "learning_rate": 3.0501178762488594e-06,
      "loss": 0.3544,
      "step": 1239500
    },
    {
      "epoch": 345.94,
      "grad_norm": 1.1374413967132568,
      "learning_rate": 3.0500920938336475e-06,
      "loss": 0.3495,
      "step": 1239510
    },
    {
      "epoch": 345.94,
      "grad_norm": 0.9636324644088745,
      "learning_rate": 3.0500663113244205e-06,
      "loss": 0.3681,
      "step": 1239520
    },
    {
      "epoch": 345.95,
      "grad_norm": 0.9968623518943787,
      "learning_rate": 3.0500405287211826e-06,
      "loss": 0.3674,
      "step": 1239530
    },
    {
      "epoch": 345.95,
      "grad_norm": 1.2556829452514648,
      "learning_rate": 3.0500147460239384e-06,
      "loss": 0.3563,
      "step": 1239540
    },
    {
      "epoch": 345.95,
      "grad_norm": 1.156532883644104,
      "learning_rate": 3.049988963232689e-06,
      "loss": 0.3548,
      "step": 1239550
    },
    {
      "epoch": 345.96,
      "grad_norm": 1.039929747581482,
      "learning_rate": 3.0499631803474397e-06,
      "loss": 0.3552,
      "step": 1239560
    },
    {
      "epoch": 345.96,
      "grad_norm": 1.0896689891815186,
      "learning_rate": 3.0499373973681936e-06,
      "loss": 0.3545,
      "step": 1239570
    },
    {
      "epoch": 345.96,
      "grad_norm": 1.0950332880020142,
      "learning_rate": 3.0499116142949523e-06,
      "loss": 0.3494,
      "step": 1239580
    },
    {
      "epoch": 345.96,
      "grad_norm": 0.8955985903739929,
      "learning_rate": 3.0498858311277213e-06,
      "loss": 0.3326,
      "step": 1239590
    },
    {
      "epoch": 345.97,
      "grad_norm": 1.0407164096832275,
      "learning_rate": 3.049860047866503e-06,
      "loss": 0.3518,
      "step": 1239600
    },
    {
      "epoch": 345.97,
      "grad_norm": 1.0273466110229492,
      "learning_rate": 3.0498342645113028e-06,
      "loss": 0.3685,
      "step": 1239610
    },
    {
      "epoch": 345.97,
      "grad_norm": 0.9642089605331421,
      "learning_rate": 3.0498084810621216e-06,
      "loss": 0.3582,
      "step": 1239620
    },
    {
      "epoch": 345.98,
      "grad_norm": 0.8651255369186401,
      "learning_rate": 3.0497826975189638e-06,
      "loss": 0.3428,
      "step": 1239630
    },
    {
      "epoch": 345.98,
      "grad_norm": 0.8892425298690796,
      "learning_rate": 3.049756913881833e-06,
      "loss": 0.3542,
      "step": 1239640
    },
    {
      "epoch": 345.98,
      "grad_norm": 1.007328987121582,
      "learning_rate": 3.0497311301507327e-06,
      "loss": 0.3507,
      "step": 1239650
    },
    {
      "epoch": 345.98,
      "grad_norm": 1.013559341430664,
      "learning_rate": 3.049705346325666e-06,
      "loss": 0.3579,
      "step": 1239660
    },
    {
      "epoch": 345.99,
      "grad_norm": 1.2346283197402954,
      "learning_rate": 3.0496795624066364e-06,
      "loss": 0.3629,
      "step": 1239670
    },
    {
      "epoch": 345.99,
      "grad_norm": 1.0077043771743774,
      "learning_rate": 3.0496537783936467e-06,
      "loss": 0.3522,
      "step": 1239680
    },
    {
      "epoch": 345.99,
      "grad_norm": 0.9314286708831787,
      "learning_rate": 3.0496279942867017e-06,
      "loss": 0.3417,
      "step": 1239690
    },
    {
      "epoch": 345.99,
      "grad_norm": 0.936707079410553,
      "learning_rate": 3.049602210085804e-06,
      "loss": 0.3636,
      "step": 1239700
    },
    {
      "epoch": 346.0,
      "grad_norm": 1.0749439001083374,
      "learning_rate": 3.049576425790958e-06,
      "loss": 0.3609,
      "step": 1239710
    },
    {
      "epoch": 346.0,
      "eval_loss": 0.3518238663673401,
      "eval_runtime": 63.0551,
      "eval_samples_per_second": 80.231,
      "eval_steps_per_second": 10.039,
      "step": 1239718
    },
    {
      "epoch": 346.0,
      "grad_norm": 1.1749321222305298,
      "learning_rate": 3.0495506414021653e-06,
      "loss": 0.3483,
      "step": 1239720
    },
    {
      "epoch": 346.0,
      "grad_norm": 1.0486878156661987,
      "learning_rate": 3.049524856919431e-06,
      "loss": 0.364,
      "step": 1239730
    },
    {
      "epoch": 346.01,
      "grad_norm": 1.1014667749404907,
      "learning_rate": 3.049499072342757e-06,
      "loss": 0.3451,
      "step": 1239740
    },
    {
      "epoch": 346.01,
      "grad_norm": 1.0059629678726196,
      "learning_rate": 3.049473287672148e-06,
      "loss": 0.3539,
      "step": 1239750
    },
    {
      "epoch": 346.01,
      "grad_norm": 1.339618444442749,
      "learning_rate": 3.049447502907607e-06,
      "loss": 0.3723,
      "step": 1239760
    },
    {
      "epoch": 346.01,
      "grad_norm": 1.1583640575408936,
      "learning_rate": 3.049421718049138e-06,
      "loss": 0.3479,
      "step": 1239770
    },
    {
      "epoch": 346.02,
      "grad_norm": 1.1277964115142822,
      "learning_rate": 3.0493959330967434e-06,
      "loss": 0.3364,
      "step": 1239780
    },
    {
      "epoch": 346.02,
      "grad_norm": 1.0600436925888062,
      "learning_rate": 3.0493701480504274e-06,
      "loss": 0.3603,
      "step": 1239790
    },
    {
      "epoch": 346.02,
      "grad_norm": 0.8875004649162292,
      "learning_rate": 3.0493443629101928e-06,
      "loss": 0.3512,
      "step": 1239800
    },
    {
      "epoch": 346.03,
      "grad_norm": 0.9148942232131958,
      "learning_rate": 3.0493185776760434e-06,
      "loss": 0.3512,
      "step": 1239810
    },
    {
      "epoch": 346.03,
      "grad_norm": 1.1477125883102417,
      "learning_rate": 3.0492927923479826e-06,
      "loss": 0.3536,
      "step": 1239820
    },
    {
      "epoch": 346.03,
      "grad_norm": 1.4707043170928955,
      "learning_rate": 3.0492670069260147e-06,
      "loss": 0.357,
      "step": 1239830
    },
    {
      "epoch": 346.03,
      "grad_norm": 1.116996169090271,
      "learning_rate": 3.0492412214101413e-06,
      "loss": 0.36,
      "step": 1239840
    },
    {
      "epoch": 346.04,
      "grad_norm": 1.1823259592056274,
      "learning_rate": 3.0492154358003675e-06,
      "loss": 0.3516,
      "step": 1239850
    },
    {
      "epoch": 346.04,
      "grad_norm": 0.9657659530639648,
      "learning_rate": 3.049189650096696e-06,
      "loss": 0.3543,
      "step": 1239860
    },
    {
      "epoch": 346.04,
      "grad_norm": 1.0092250108718872,
      "learning_rate": 3.04916386429913e-06,
      "loss": 0.3556,
      "step": 1239870
    },
    {
      "epoch": 346.05,
      "grad_norm": 1.1544886827468872,
      "learning_rate": 3.049138078407673e-06,
      "loss": 0.3414,
      "step": 1239880
    },
    {
      "epoch": 346.05,
      "grad_norm": 1.106989860534668,
      "learning_rate": 3.049112292422329e-06,
      "loss": 0.3552,
      "step": 1239890
    },
    {
      "epoch": 346.05,
      "grad_norm": 1.2380571365356445,
      "learning_rate": 3.049086506343101e-06,
      "loss": 0.3654,
      "step": 1239900
    },
    {
      "epoch": 346.05,
      "grad_norm": 0.9599787592887878,
      "learning_rate": 3.0490607201699923e-06,
      "loss": 0.3462,
      "step": 1239910
    },
    {
      "epoch": 346.06,
      "grad_norm": 1.073427438735962,
      "learning_rate": 3.049034933903007e-06,
      "loss": 0.3413,
      "step": 1239920
    },
    {
      "epoch": 346.06,
      "grad_norm": 1.153630018234253,
      "learning_rate": 3.049009147542148e-06,
      "loss": 0.3367,
      "step": 1239930
    },
    {
      "epoch": 346.06,
      "grad_norm": 0.9079878926277161,
      "learning_rate": 3.0489833610874185e-06,
      "loss": 0.3491,
      "step": 1239940
    },
    {
      "epoch": 346.06,
      "grad_norm": 0.9132590889930725,
      "learning_rate": 3.0489575745388222e-06,
      "loss": 0.3369,
      "step": 1239950
    },
    {
      "epoch": 346.07,
      "grad_norm": 1.1290302276611328,
      "learning_rate": 3.0489317878963632e-06,
      "loss": 0.3647,
      "step": 1239960
    },
    {
      "epoch": 346.07,
      "grad_norm": 0.9994874000549316,
      "learning_rate": 3.0489060011600437e-06,
      "loss": 0.3574,
      "step": 1239970
    },
    {
      "epoch": 346.07,
      "grad_norm": 0.9355361461639404,
      "learning_rate": 3.048880214329868e-06,
      "loss": 0.3422,
      "step": 1239980
    },
    {
      "epoch": 346.08,
      "grad_norm": 1.067600965499878,
      "learning_rate": 3.0488544274058394e-06,
      "loss": 0.3669,
      "step": 1239990
    },
    {
      "epoch": 346.08,
      "grad_norm": 1.218677282333374,
      "learning_rate": 3.048828640387961e-06,
      "loss": 0.3486,
      "step": 1240000
    },
    {
      "epoch": 346.08,
      "grad_norm": 1.2921892404556274,
      "learning_rate": 3.0488028532762365e-06,
      "loss": 0.3441,
      "step": 1240010
    },
    {
      "epoch": 346.08,
      "grad_norm": 1.2632871866226196,
      "learning_rate": 3.048777066070669e-06,
      "loss": 0.3553,
      "step": 1240020
    },
    {
      "epoch": 346.09,
      "grad_norm": 0.9270979762077332,
      "learning_rate": 3.048751278771263e-06,
      "loss": 0.3534,
      "step": 1240030
    },
    {
      "epoch": 346.09,
      "grad_norm": 0.8991764783859253,
      "learning_rate": 3.04872549137802e-06,
      "loss": 0.3509,
      "step": 1240040
    },
    {
      "epoch": 346.09,
      "grad_norm": 0.9416321516036987,
      "learning_rate": 3.0486997038909453e-06,
      "loss": 0.3613,
      "step": 1240050
    },
    {
      "epoch": 346.1,
      "grad_norm": 1.1328535079956055,
      "learning_rate": 3.0486739163100415e-06,
      "loss": 0.3579,
      "step": 1240060
    },
    {
      "epoch": 346.1,
      "grad_norm": 0.9529882669448853,
      "learning_rate": 3.0486481286353124e-06,
      "loss": 0.3355,
      "step": 1240070
    },
    {
      "epoch": 346.1,
      "grad_norm": 1.054715871810913,
      "learning_rate": 3.048622340866761e-06,
      "loss": 0.3324,
      "step": 1240080
    },
    {
      "epoch": 346.1,
      "grad_norm": 0.9598816633224487,
      "learning_rate": 3.0485965530043906e-06,
      "loss": 0.349,
      "step": 1240090
    },
    {
      "epoch": 346.11,
      "grad_norm": 1.0267701148986816,
      "learning_rate": 3.048570765048205e-06,
      "loss": 0.353,
      "step": 1240100
    },
    {
      "epoch": 346.11,
      "grad_norm": 0.946312665939331,
      "learning_rate": 3.048544976998208e-06,
      "loss": 0.3605,
      "step": 1240110
    },
    {
      "epoch": 346.11,
      "grad_norm": 1.0283045768737793,
      "learning_rate": 3.048519188854402e-06,
      "loss": 0.3379,
      "step": 1240120
    },
    {
      "epoch": 346.11,
      "grad_norm": 1.0560669898986816,
      "learning_rate": 3.0484934006167915e-06,
      "loss": 0.3583,
      "step": 1240130
    },
    {
      "epoch": 346.12,
      "grad_norm": 1.0632362365722656,
      "learning_rate": 3.0484676122853793e-06,
      "loss": 0.3458,
      "step": 1240140
    },
    {
      "epoch": 346.12,
      "grad_norm": 1.4756124019622803,
      "learning_rate": 3.0484418238601693e-06,
      "loss": 0.3531,
      "step": 1240150
    },
    {
      "epoch": 346.12,
      "grad_norm": 0.9655197858810425,
      "learning_rate": 3.048416035341164e-06,
      "loss": 0.3379,
      "step": 1240160
    },
    {
      "epoch": 346.13,
      "grad_norm": 1.0447275638580322,
      "learning_rate": 3.0483902467283677e-06,
      "loss": 0.3474,
      "step": 1240170
    },
    {
      "epoch": 346.13,
      "grad_norm": 1.003527283668518,
      "learning_rate": 3.0483644580217835e-06,
      "loss": 0.3469,
      "step": 1240180
    },
    {
      "epoch": 346.13,
      "grad_norm": 1.042590618133545,
      "learning_rate": 3.0483386692214153e-06,
      "loss": 0.3665,
      "step": 1240190
    },
    {
      "epoch": 346.13,
      "grad_norm": 0.9907518029212952,
      "learning_rate": 3.0483128803272654e-06,
      "loss": 0.3509,
      "step": 1240200
    },
    {
      "epoch": 346.14,
      "grad_norm": 1.1132378578186035,
      "learning_rate": 3.048287091339339e-06,
      "loss": 0.3393,
      "step": 1240210
    },
    {
      "epoch": 346.14,
      "grad_norm": 0.9707934856414795,
      "learning_rate": 3.0482613022576383e-06,
      "loss": 0.3543,
      "step": 1240220
    },
    {
      "epoch": 346.14,
      "grad_norm": 1.0227552652359009,
      "learning_rate": 3.0482355130821663e-06,
      "loss": 0.3411,
      "step": 1240230
    },
    {
      "epoch": 346.15,
      "grad_norm": 1.086390495300293,
      "learning_rate": 3.048209723812927e-06,
      "loss": 0.3471,
      "step": 1240240
    },
    {
      "epoch": 346.15,
      "grad_norm": 1.9427165985107422,
      "learning_rate": 3.048183934449925e-06,
      "loss": 0.3313,
      "step": 1240250
    },
    {
      "epoch": 346.15,
      "grad_norm": 1.0337828397750854,
      "learning_rate": 3.048158144993162e-06,
      "loss": 0.3569,
      "step": 1240260
    },
    {
      "epoch": 346.15,
      "grad_norm": 1.386536955833435,
      "learning_rate": 3.0481323554426415e-06,
      "loss": 0.3412,
      "step": 1240270
    },
    {
      "epoch": 346.16,
      "grad_norm": 1.100893497467041,
      "learning_rate": 3.0481065657983684e-06,
      "loss": 0.3506,
      "step": 1240280
    },
    {
      "epoch": 346.16,
      "grad_norm": 1.1682668924331665,
      "learning_rate": 3.048080776060346e-06,
      "loss": 0.3545,
      "step": 1240290
    },
    {
      "epoch": 346.16,
      "grad_norm": 1.2276833057403564,
      "learning_rate": 3.048054986228575e-06,
      "loss": 0.3602,
      "step": 1240300
    },
    {
      "epoch": 346.17,
      "grad_norm": 0.855910062789917,
      "learning_rate": 3.048029196303062e-06,
      "loss": 0.3511,
      "step": 1240310
    },
    {
      "epoch": 346.17,
      "grad_norm": 1.2861783504486084,
      "learning_rate": 3.048003406283809e-06,
      "loss": 0.344,
      "step": 1240320
    },
    {
      "epoch": 346.17,
      "grad_norm": 0.9928800463676453,
      "learning_rate": 3.0479776161708194e-06,
      "loss": 0.3368,
      "step": 1240330
    },
    {
      "epoch": 346.17,
      "grad_norm": 0.911477267742157,
      "learning_rate": 3.0479518259640975e-06,
      "loss": 0.3527,
      "step": 1240340
    },
    {
      "epoch": 346.18,
      "grad_norm": 1.0602697134017944,
      "learning_rate": 3.047926035663646e-06,
      "loss": 0.3379,
      "step": 1240350
    },
    {
      "epoch": 346.18,
      "grad_norm": 1.0768343210220337,
      "learning_rate": 3.0479002452694683e-06,
      "loss": 0.3451,
      "step": 1240360
    },
    {
      "epoch": 346.18,
      "grad_norm": 0.8790194392204285,
      "learning_rate": 3.047874454781568e-06,
      "loss": 0.3602,
      "step": 1240370
    },
    {
      "epoch": 346.18,
      "grad_norm": 0.9367914199829102,
      "learning_rate": 3.047848664199949e-06,
      "loss": 0.3614,
      "step": 1240380
    },
    {
      "epoch": 346.19,
      "grad_norm": 1.1646935939788818,
      "learning_rate": 3.0478228735246134e-06,
      "loss": 0.34,
      "step": 1240390
    },
    {
      "epoch": 346.19,
      "grad_norm": 1.245534062385559,
      "learning_rate": 3.047797082755566e-06,
      "loss": 0.3528,
      "step": 1240400
    },
    {
      "epoch": 346.19,
      "grad_norm": 4.824025630950928,
      "learning_rate": 3.04777129189281e-06,
      "loss": 0.3498,
      "step": 1240410
    },
    {
      "epoch": 346.2,
      "grad_norm": 1.0383328199386597,
      "learning_rate": 3.047745500936348e-06,
      "loss": 0.3616,
      "step": 1240420
    },
    {
      "epoch": 346.2,
      "grad_norm": 1.1078438758850098,
      "learning_rate": 3.0477197098861844e-06,
      "loss": 0.3584,
      "step": 1240430
    },
    {
      "epoch": 346.2,
      "grad_norm": 0.9336115717887878,
      "learning_rate": 3.047693918742322e-06,
      "loss": 0.3765,
      "step": 1240440
    },
    {
      "epoch": 346.2,
      "grad_norm": 0.9521828293800354,
      "learning_rate": 3.047668127504765e-06,
      "loss": 0.3466,
      "step": 1240450
    },
    {
      "epoch": 346.21,
      "grad_norm": 0.9063310027122498,
      "learning_rate": 3.0476423361735156e-06,
      "loss": 0.3569,
      "step": 1240460
    },
    {
      "epoch": 346.21,
      "grad_norm": 0.950465738773346,
      "learning_rate": 3.047616544748578e-06,
      "loss": 0.3495,
      "step": 1240470
    },
    {
      "epoch": 346.21,
      "grad_norm": 1.0608330965042114,
      "learning_rate": 3.0475907532299564e-06,
      "loss": 0.3606,
      "step": 1240480
    },
    {
      "epoch": 346.22,
      "grad_norm": 1.3037322759628296,
      "learning_rate": 3.0475649616176527e-06,
      "loss": 0.348,
      "step": 1240490
    },
    {
      "epoch": 346.22,
      "grad_norm": 1.0168566703796387,
      "learning_rate": 3.0475391699116706e-06,
      "loss": 0.3719,
      "step": 1240500
    },
    {
      "epoch": 346.22,
      "grad_norm": 1.201189398765564,
      "learning_rate": 3.0475133781120147e-06,
      "loss": 0.3565,
      "step": 1240510
    },
    {
      "epoch": 346.22,
      "grad_norm": 0.9651245474815369,
      "learning_rate": 3.047487586218688e-06,
      "loss": 0.3562,
      "step": 1240520
    },
    {
      "epoch": 346.23,
      "grad_norm": 0.9712232947349548,
      "learning_rate": 3.047461794231693e-06,
      "loss": 0.3494,
      "step": 1240530
    },
    {
      "epoch": 346.23,
      "grad_norm": 1.0262869596481323,
      "learning_rate": 3.0474360021510342e-06,
      "loss": 0.3721,
      "step": 1240540
    },
    {
      "epoch": 346.23,
      "grad_norm": 1.0356425046920776,
      "learning_rate": 3.0474102099767144e-06,
      "loss": 0.3564,
      "step": 1240550
    },
    {
      "epoch": 346.23,
      "grad_norm": 1.0064239501953125,
      "learning_rate": 3.047384417708737e-06,
      "loss": 0.3427,
      "step": 1240560
    },
    {
      "epoch": 346.24,
      "grad_norm": 0.9933094382286072,
      "learning_rate": 3.047358625347106e-06,
      "loss": 0.35,
      "step": 1240570
    },
    {
      "epoch": 346.24,
      "grad_norm": 1.0561496019363403,
      "learning_rate": 3.047332832891824e-06,
      "loss": 0.3609,
      "step": 1240580
    },
    {
      "epoch": 346.24,
      "grad_norm": 0.9645758867263794,
      "learning_rate": 3.0473070403428956e-06,
      "loss": 0.3436,
      "step": 1240590
    },
    {
      "epoch": 346.25,
      "grad_norm": 1.022354006767273,
      "learning_rate": 3.0472812477003237e-06,
      "loss": 0.3539,
      "step": 1240600
    },
    {
      "epoch": 346.25,
      "grad_norm": 1.093205213546753,
      "learning_rate": 3.0472554549641107e-06,
      "loss": 0.3483,
      "step": 1240610
    },
    {
      "epoch": 346.25,
      "grad_norm": 0.956276535987854,
      "learning_rate": 3.047229662134261e-06,
      "loss": 0.369,
      "step": 1240620
    },
    {
      "epoch": 346.25,
      "grad_norm": 0.9336497187614441,
      "learning_rate": 3.0472038692107784e-06,
      "loss": 0.3343,
      "step": 1240630
    },
    {
      "epoch": 346.26,
      "grad_norm": 0.8868979811668396,
      "learning_rate": 3.047178076193666e-06,
      "loss": 0.3553,
      "step": 1240640
    },
    {
      "epoch": 346.26,
      "grad_norm": 1.1387498378753662,
      "learning_rate": 3.047152283082927e-06,
      "loss": 0.3625,
      "step": 1240650
    },
    {
      "epoch": 346.26,
      "grad_norm": 0.9138098359107971,
      "learning_rate": 3.0471264898785653e-06,
      "loss": 0.3517,
      "step": 1240660
    },
    {
      "epoch": 346.27,
      "grad_norm": 1.3512934446334839,
      "learning_rate": 3.047100696580584e-06,
      "loss": 0.3503,
      "step": 1240670
    },
    {
      "epoch": 346.27,
      "grad_norm": 0.943652868270874,
      "learning_rate": 3.047074903188986e-06,
      "loss": 0.3418,
      "step": 1240680
    },
    {
      "epoch": 346.27,
      "grad_norm": 0.888832688331604,
      "learning_rate": 3.047049109703775e-06,
      "loss": 0.3324,
      "step": 1240690
    },
    {
      "epoch": 346.27,
      "grad_norm": 0.9126571416854858,
      "learning_rate": 3.0470233161249552e-06,
      "loss": 0.3407,
      "step": 1240700
    },
    {
      "epoch": 346.28,
      "grad_norm": 0.8808559775352478,
      "learning_rate": 3.0469975224525294e-06,
      "loss": 0.3524,
      "step": 1240710
    },
    {
      "epoch": 346.28,
      "grad_norm": 0.9128514528274536,
      "learning_rate": 3.046971728686501e-06,
      "loss": 0.3471,
      "step": 1240720
    },
    {
      "epoch": 346.28,
      "grad_norm": 0.8901029825210571,
      "learning_rate": 3.0469459348268744e-06,
      "loss": 0.3472,
      "step": 1240730
    },
    {
      "epoch": 346.29,
      "grad_norm": 1.0064289569854736,
      "learning_rate": 3.046920140873652e-06,
      "loss": 0.3541,
      "step": 1240740
    },
    {
      "epoch": 346.29,
      "grad_norm": 0.9448226690292358,
      "learning_rate": 3.0468943468268367e-06,
      "loss": 0.363,
      "step": 1240750
    },
    {
      "epoch": 346.29,
      "grad_norm": 0.9323838949203491,
      "learning_rate": 3.046868552686433e-06,
      "loss": 0.3444,
      "step": 1240760
    },
    {
      "epoch": 346.29,
      "grad_norm": 1.1076745986938477,
      "learning_rate": 3.046842758452444e-06,
      "loss": 0.3407,
      "step": 1240770
    },
    {
      "epoch": 346.3,
      "grad_norm": 1.1641292572021484,
      "learning_rate": 3.0468169641248733e-06,
      "loss": 0.3536,
      "step": 1240780
    },
    {
      "epoch": 346.3,
      "grad_norm": 0.891994833946228,
      "learning_rate": 3.0467911697037237e-06,
      "loss": 0.374,
      "step": 1240790
    },
    {
      "epoch": 346.3,
      "grad_norm": 0.92737877368927,
      "learning_rate": 3.0467653751890002e-06,
      "loss": 0.3662,
      "step": 1240800
    },
    {
      "epoch": 346.3,
      "grad_norm": 1.0967764854431152,
      "learning_rate": 3.046739580580705e-06,
      "loss": 0.3724,
      "step": 1240810
    },
    {
      "epoch": 346.31,
      "grad_norm": 1.0563229322433472,
      "learning_rate": 3.046713785878841e-06,
      "loss": 0.3534,
      "step": 1240820
    },
    {
      "epoch": 346.31,
      "grad_norm": 1.1056163311004639,
      "learning_rate": 3.0466879910834126e-06,
      "loss": 0.352,
      "step": 1240830
    },
    {
      "epoch": 346.31,
      "grad_norm": 1.3038069009780884,
      "learning_rate": 3.046662196194423e-06,
      "loss": 0.3605,
      "step": 1240840
    },
    {
      "epoch": 346.32,
      "grad_norm": 1.0528746843338013,
      "learning_rate": 3.0466364012118755e-06,
      "loss": 0.3578,
      "step": 1240850
    },
    {
      "epoch": 346.32,
      "grad_norm": 0.9686891436576843,
      "learning_rate": 3.0466106061357738e-06,
      "loss": 0.3481,
      "step": 1240860
    },
    {
      "epoch": 346.32,
      "grad_norm": 0.8876704573631287,
      "learning_rate": 3.0465848109661206e-06,
      "loss": 0.3497,
      "step": 1240870
    },
    {
      "epoch": 346.32,
      "grad_norm": 1.0152474641799927,
      "learning_rate": 3.0465590157029207e-06,
      "loss": 0.3465,
      "step": 1240880
    },
    {
      "epoch": 346.33,
      "grad_norm": 1.0717124938964844,
      "learning_rate": 3.046533220346177e-06,
      "loss": 0.3423,
      "step": 1240890
    },
    {
      "epoch": 346.33,
      "grad_norm": 0.9231135845184326,
      "learning_rate": 3.0465074248958917e-06,
      "loss": 0.3571,
      "step": 1240900
    },
    {
      "epoch": 346.33,
      "grad_norm": 1.0794354677200317,
      "learning_rate": 3.046481629352069e-06,
      "loss": 0.352,
      "step": 1240910
    },
    {
      "epoch": 346.34,
      "grad_norm": 0.9467081427574158,
      "learning_rate": 3.046455833714713e-06,
      "loss": 0.3522,
      "step": 1240920
    },
    {
      "epoch": 346.34,
      "grad_norm": 1.0365359783172607,
      "learning_rate": 3.046430037983827e-06,
      "loss": 0.3387,
      "step": 1240930
    },
    {
      "epoch": 346.34,
      "grad_norm": 1.0945720672607422,
      "learning_rate": 3.046404242159414e-06,
      "loss": 0.3313,
      "step": 1240940
    },
    {
      "epoch": 346.34,
      "grad_norm": 1.054835557937622,
      "learning_rate": 3.0463784462414774e-06,
      "loss": 0.3566,
      "step": 1240950
    },
    {
      "epoch": 346.35,
      "grad_norm": 1.1177899837493896,
      "learning_rate": 3.046352650230021e-06,
      "loss": 0.3643,
      "step": 1240960
    },
    {
      "epoch": 346.35,
      "grad_norm": 0.9178768396377563,
      "learning_rate": 3.0463268541250476e-06,
      "loss": 0.36,
      "step": 1240970
    },
    {
      "epoch": 346.35,
      "grad_norm": 8.807177543640137,
      "learning_rate": 3.046301057926561e-06,
      "loss": 0.3487,
      "step": 1240980
    },
    {
      "epoch": 346.36,
      "grad_norm": 1.128705382347107,
      "learning_rate": 3.046275261634565e-06,
      "loss": 0.3487,
      "step": 1240990
    },
    {
      "epoch": 346.36,
      "grad_norm": 1.2144873142242432,
      "learning_rate": 3.046249465249062e-06,
      "loss": 0.3386,
      "step": 1241000
    },
    {
      "epoch": 346.36,
      "grad_norm": 1.0016372203826904,
      "learning_rate": 3.0462236687700568e-06,
      "loss": 0.3544,
      "step": 1241010
    },
    {
      "epoch": 346.36,
      "grad_norm": 1.082877278327942,
      "learning_rate": 3.046197872197552e-06,
      "loss": 0.3521,
      "step": 1241020
    },
    {
      "epoch": 346.37,
      "grad_norm": 1.2288243770599365,
      "learning_rate": 3.046172075531552e-06,
      "loss": 0.3401,
      "step": 1241030
    },
    {
      "epoch": 346.37,
      "grad_norm": 1.1026848554611206,
      "learning_rate": 3.046146278772058e-06,
      "loss": 0.3576,
      "step": 1241040
    },
    {
      "epoch": 346.37,
      "grad_norm": 0.9116416573524475,
      "learning_rate": 3.0461204819190752e-06,
      "loss": 0.3703,
      "step": 1241050
    },
    {
      "epoch": 346.37,
      "grad_norm": 0.9528200626373291,
      "learning_rate": 3.046094684972607e-06,
      "loss": 0.3507,
      "step": 1241060
    },
    {
      "epoch": 346.38,
      "grad_norm": 3.022865056991577,
      "learning_rate": 3.0460688879326564e-06,
      "loss": 0.364,
      "step": 1241070
    },
    {
      "epoch": 346.38,
      "grad_norm": 1.0573320388793945,
      "learning_rate": 3.0460430907992272e-06,
      "loss": 0.3521,
      "step": 1241080
    },
    {
      "epoch": 346.38,
      "grad_norm": 0.876354455947876,
      "learning_rate": 3.0460172935723225e-06,
      "loss": 0.3499,
      "step": 1241090
    },
    {
      "epoch": 346.39,
      "grad_norm": 2.9831736087799072,
      "learning_rate": 3.0459914962519464e-06,
      "loss": 0.3496,
      "step": 1241100
    },
    {
      "epoch": 346.39,
      "grad_norm": 1.1194270849227905,
      "learning_rate": 3.0459656988381006e-06,
      "loss": 0.3607,
      "step": 1241110
    },
    {
      "epoch": 346.39,
      "grad_norm": 0.9891189932823181,
      "learning_rate": 3.045939901330791e-06,
      "loss": 0.363,
      "step": 1241120
    },
    {
      "epoch": 346.39,
      "grad_norm": 1.2601478099822998,
      "learning_rate": 3.0459141037300187e-06,
      "loss": 0.345,
      "step": 1241130
    },
    {
      "epoch": 346.4,
      "grad_norm": 0.957230806350708,
      "learning_rate": 3.0458883060357876e-06,
      "loss": 0.3552,
      "step": 1241140
    },
    {
      "epoch": 346.4,
      "grad_norm": 0.938792884349823,
      "learning_rate": 3.045862508248103e-06,
      "loss": 0.3362,
      "step": 1241150
    },
    {
      "epoch": 346.4,
      "grad_norm": 1.1049413681030273,
      "learning_rate": 3.0458367103669665e-06,
      "loss": 0.3519,
      "step": 1241160
    },
    {
      "epoch": 346.41,
      "grad_norm": 1.0256325006484985,
      "learning_rate": 3.0458109123923824e-06,
      "loss": 0.346,
      "step": 1241170
    },
    {
      "epoch": 346.41,
      "grad_norm": 1.0688579082489014,
      "learning_rate": 3.045785114324354e-06,
      "loss": 0.3458,
      "step": 1241180
    },
    {
      "epoch": 346.41,
      "grad_norm": 1.1002485752105713,
      "learning_rate": 3.045759316162884e-06,
      "loss": 0.3382,
      "step": 1241190
    },
    {
      "epoch": 346.41,
      "grad_norm": 0.959534227848053,
      "learning_rate": 3.0457335179079764e-06,
      "loss": 0.3626,
      "step": 1241200
    },
    {
      "epoch": 346.42,
      "grad_norm": 0.8367276787757874,
      "learning_rate": 3.0457077195596343e-06,
      "loss": 0.3643,
      "step": 1241210
    },
    {
      "epoch": 346.42,
      "grad_norm": 0.933242678642273,
      "learning_rate": 3.0456819211178624e-06,
      "loss": 0.351,
      "step": 1241220
    },
    {
      "epoch": 346.42,
      "grad_norm": 0.9583442807197571,
      "learning_rate": 3.045656122582662e-06,
      "loss": 0.3456,
      "step": 1241230
    },
    {
      "epoch": 346.42,
      "grad_norm": 1.2424750328063965,
      "learning_rate": 3.0456303239540387e-06,
      "loss": 0.3466,
      "step": 1241240
    },
    {
      "epoch": 346.43,
      "grad_norm": 0.9624567031860352,
      "learning_rate": 3.0456045252319946e-06,
      "loss": 0.3472,
      "step": 1241250
    },
    {
      "epoch": 346.43,
      "grad_norm": 0.9666644334793091,
      "learning_rate": 3.0455787264165333e-06,
      "loss": 0.3508,
      "step": 1241260
    },
    {
      "epoch": 346.43,
      "grad_norm": 0.8224377632141113,
      "learning_rate": 3.0455529275076587e-06,
      "loss": 0.3413,
      "step": 1241270
    },
    {
      "epoch": 346.44,
      "grad_norm": 1.031617283821106,
      "learning_rate": 3.0455271285053734e-06,
      "loss": 0.3532,
      "step": 1241280
    },
    {
      "epoch": 346.44,
      "grad_norm": 1.0493042469024658,
      "learning_rate": 3.045501329409682e-06,
      "loss": 0.3567,
      "step": 1241290
    },
    {
      "epoch": 346.44,
      "grad_norm": 0.9942417740821838,
      "learning_rate": 3.0454755302205867e-06,
      "loss": 0.3756,
      "step": 1241300
    },
    {
      "epoch": 346.44,
      "grad_norm": 1.104708194732666,
      "learning_rate": 3.045449730938092e-06,
      "loss": 0.3462,
      "step": 1241310
    },
    {
      "epoch": 346.45,
      "grad_norm": 1.2199937105178833,
      "learning_rate": 3.0454239315622005e-06,
      "loss": 0.3625,
      "step": 1241320
    },
    {
      "epoch": 346.45,
      "grad_norm": 0.9772250056266785,
      "learning_rate": 3.0453981320929166e-06,
      "loss": 0.3554,
      "step": 1241330
    },
    {
      "epoch": 346.45,
      "grad_norm": 1.0157639980316162,
      "learning_rate": 3.0453723325302423e-06,
      "loss": 0.3536,
      "step": 1241340
    },
    {
      "epoch": 346.46,
      "grad_norm": 0.9527834057807922,
      "learning_rate": 3.045346532874183e-06,
      "loss": 0.3541,
      "step": 1241350
    },
    {
      "epoch": 346.46,
      "grad_norm": 1.0637754201889038,
      "learning_rate": 3.0453207331247396e-06,
      "loss": 0.3535,
      "step": 1241360
    },
    {
      "epoch": 346.46,
      "grad_norm": 1.087843418121338,
      "learning_rate": 3.0452949332819184e-06,
      "loss": 0.3563,
      "step": 1241370
    },
    {
      "epoch": 346.46,
      "grad_norm": 1.0483847856521606,
      "learning_rate": 3.0452691333457203e-06,
      "loss": 0.3391,
      "step": 1241380
    },
    {
      "epoch": 346.47,
      "grad_norm": 1.1324381828308105,
      "learning_rate": 3.0452433333161504e-06,
      "loss": 0.3476,
      "step": 1241390
    },
    {
      "epoch": 346.47,
      "grad_norm": 1.3298848867416382,
      "learning_rate": 3.0452175331932112e-06,
      "loss": 0.3499,
      "step": 1241400
    },
    {
      "epoch": 346.47,
      "grad_norm": 1.3408730030059814,
      "learning_rate": 3.0451917329769074e-06,
      "loss": 0.3495,
      "step": 1241410
    },
    {
      "epoch": 346.48,
      "grad_norm": 1.0232877731323242,
      "learning_rate": 3.04516593266724e-06,
      "loss": 0.3454,
      "step": 1241420
    },
    {
      "epoch": 346.48,
      "grad_norm": 1.107052206993103,
      "learning_rate": 3.0451401322642147e-06,
      "loss": 0.3449,
      "step": 1241430
    },
    {
      "epoch": 346.48,
      "grad_norm": 0.9215208888053894,
      "learning_rate": 3.0451143317678344e-06,
      "loss": 0.3453,
      "step": 1241440
    },
    {
      "epoch": 346.48,
      "grad_norm": 1.0195270776748657,
      "learning_rate": 3.045088531178102e-06,
      "loss": 0.3534,
      "step": 1241450
    },
    {
      "epoch": 346.49,
      "grad_norm": 1.013545274734497,
      "learning_rate": 3.045062730495021e-06,
      "loss": 0.3461,
      "step": 1241460
    },
    {
      "epoch": 346.49,
      "grad_norm": 0.9705761075019836,
      "learning_rate": 3.045036929718596e-06,
      "loss": 0.3565,
      "step": 1241470
    },
    {
      "epoch": 346.49,
      "grad_norm": 1.1040771007537842,
      "learning_rate": 3.045011128848829e-06,
      "loss": 0.3337,
      "step": 1241480
    },
    {
      "epoch": 346.49,
      "grad_norm": 0.990263044834137,
      "learning_rate": 3.044985327885724e-06,
      "loss": 0.3509,
      "step": 1241490
    },
    {
      "epoch": 346.5,
      "grad_norm": 0.9669700860977173,
      "learning_rate": 3.044959526829284e-06,
      "loss": 0.3553,
      "step": 1241500
    },
    {
      "epoch": 346.5,
      "grad_norm": 1.0650391578674316,
      "learning_rate": 3.0449337256795132e-06,
      "loss": 0.3352,
      "step": 1241510
    },
    {
      "epoch": 346.5,
      "grad_norm": 1.0139552354812622,
      "learning_rate": 3.0449079244364145e-06,
      "loss": 0.3663,
      "step": 1241520
    },
    {
      "epoch": 346.51,
      "grad_norm": 1.0470120906829834,
      "learning_rate": 3.0448821230999913e-06,
      "loss": 0.3529,
      "step": 1241530
    },
    {
      "epoch": 346.51,
      "grad_norm": 0.8514484167098999,
      "learning_rate": 3.0448563216702475e-06,
      "loss": 0.3527,
      "step": 1241540
    },
    {
      "epoch": 346.51,
      "grad_norm": 1.2107059955596924,
      "learning_rate": 3.0448305201471866e-06,
      "loss": 0.3523,
      "step": 1241550
    },
    {
      "epoch": 346.51,
      "grad_norm": 1.0853580236434937,
      "learning_rate": 3.0448047185308114e-06,
      "loss": 0.3401,
      "step": 1241560
    },
    {
      "epoch": 346.52,
      "grad_norm": 1.1093930006027222,
      "learning_rate": 3.0447789168211254e-06,
      "loss": 0.3445,
      "step": 1241570
    },
    {
      "epoch": 346.52,
      "grad_norm": 1.03598952293396,
      "learning_rate": 3.0447531150181323e-06,
      "loss": 0.354,
      "step": 1241580
    },
    {
      "epoch": 346.52,
      "grad_norm": 0.9625884890556335,
      "learning_rate": 3.0447273131218352e-06,
      "loss": 0.3715,
      "step": 1241590
    },
    {
      "epoch": 346.53,
      "grad_norm": 0.9006070494651794,
      "learning_rate": 3.0447015111322387e-06,
      "loss": 0.3473,
      "step": 1241600
    },
    {
      "epoch": 346.53,
      "grad_norm": 1.0863037109375,
      "learning_rate": 3.0446757090493453e-06,
      "loss": 0.3493,
      "step": 1241610
    },
    {
      "epoch": 346.53,
      "grad_norm": 1.0779014825820923,
      "learning_rate": 3.044649906873158e-06,
      "loss": 0.3425,
      "step": 1241620
    },
    {
      "epoch": 346.53,
      "grad_norm": 0.8780690431594849,
      "learning_rate": 3.0446241046036806e-06,
      "loss": 0.3403,
      "step": 1241630
    },
    {
      "epoch": 346.54,
      "grad_norm": 1.145115852355957,
      "learning_rate": 3.0445983022409174e-06,
      "loss": 0.3472,
      "step": 1241640
    },
    {
      "epoch": 346.54,
      "grad_norm": 0.9396117329597473,
      "learning_rate": 3.0445724997848704e-06,
      "loss": 0.3611,
      "step": 1241650
    },
    {
      "epoch": 346.54,
      "grad_norm": 0.9940932393074036,
      "learning_rate": 3.0445466972355435e-06,
      "loss": 0.3413,
      "step": 1241660
    },
    {
      "epoch": 346.54,
      "grad_norm": 1.2021284103393555,
      "learning_rate": 3.0445208945929413e-06,
      "loss": 0.3613,
      "step": 1241670
    },
    {
      "epoch": 346.55,
      "grad_norm": 1.161255955696106,
      "learning_rate": 3.0444950918570655e-06,
      "loss": 0.3433,
      "step": 1241680
    },
    {
      "epoch": 346.55,
      "grad_norm": 1.1097800731658936,
      "learning_rate": 3.044469289027921e-06,
      "loss": 0.332,
      "step": 1241690
    },
    {
      "epoch": 346.55,
      "grad_norm": 1.0739277601242065,
      "learning_rate": 3.0444434861055102e-06,
      "loss": 0.3473,
      "step": 1241700
    },
    {
      "epoch": 346.56,
      "grad_norm": 1.1125743389129639,
      "learning_rate": 3.0444176830898366e-06,
      "loss": 0.3518,
      "step": 1241710
    },
    {
      "epoch": 346.56,
      "grad_norm": 1.0798031091690063,
      "learning_rate": 3.0443918799809043e-06,
      "loss": 0.3426,
      "step": 1241720
    },
    {
      "epoch": 346.56,
      "grad_norm": 1.0300062894821167,
      "learning_rate": 3.044366076778717e-06,
      "loss": 0.3338,
      "step": 1241730
    },
    {
      "epoch": 346.56,
      "grad_norm": 1.0648967027664185,
      "learning_rate": 3.044340273483276e-06,
      "loss": 0.3636,
      "step": 1241740
    },
    {
      "epoch": 346.57,
      "grad_norm": 0.9694004058837891,
      "learning_rate": 3.0443144700945873e-06,
      "loss": 0.348,
      "step": 1241750
    },
    {
      "epoch": 346.57,
      "grad_norm": 1.1099777221679688,
      "learning_rate": 3.0442886666126534e-06,
      "loss": 0.3481,
      "step": 1241760
    },
    {
      "epoch": 346.57,
      "grad_norm": 0.9133546352386475,
      "learning_rate": 3.0442628630374773e-06,
      "loss": 0.3579,
      "step": 1241770
    },
    {
      "epoch": 346.58,
      "grad_norm": 0.8713257908821106,
      "learning_rate": 3.0442370593690627e-06,
      "loss": 0.3537,
      "step": 1241780
    },
    {
      "epoch": 346.58,
      "grad_norm": 1.1688307523727417,
      "learning_rate": 3.0442112556074127e-06,
      "loss": 0.3557,
      "step": 1241790
    },
    {
      "epoch": 346.58,
      "grad_norm": 1.1149449348449707,
      "learning_rate": 3.044185451752532e-06,
      "loss": 0.3475,
      "step": 1241800
    },
    {
      "epoch": 346.58,
      "grad_norm": 1.1217883825302124,
      "learning_rate": 3.0441596478044224e-06,
      "loss": 0.3536,
      "step": 1241810
    },
    {
      "epoch": 346.59,
      "grad_norm": 1.0505532026290894,
      "learning_rate": 3.044133843763088e-06,
      "loss": 0.3464,
      "step": 1241820
    },
    {
      "epoch": 346.59,
      "grad_norm": 1.1117693185806274,
      "learning_rate": 3.044108039628533e-06,
      "loss": 0.3434,
      "step": 1241830
    },
    {
      "epoch": 346.59,
      "grad_norm": 1.1853833198547363,
      "learning_rate": 3.04408223540076e-06,
      "loss": 0.3538,
      "step": 1241840
    },
    {
      "epoch": 346.6,
      "grad_norm": 1.1867033243179321,
      "learning_rate": 3.044056431079772e-06,
      "loss": 0.3488,
      "step": 1241850
    },
    {
      "epoch": 346.6,
      "grad_norm": 1.0767219066619873,
      "learning_rate": 3.044030626665574e-06,
      "loss": 0.3748,
      "step": 1241860
    },
    {
      "epoch": 346.6,
      "grad_norm": 1.0795358419418335,
      "learning_rate": 3.0440048221581676e-06,
      "loss": 0.3442,
      "step": 1241870
    },
    {
      "epoch": 346.6,
      "grad_norm": 1.2852809429168701,
      "learning_rate": 3.0439790175575573e-06,
      "loss": 0.3559,
      "step": 1241880
    },
    {
      "epoch": 346.61,
      "grad_norm": 1.2427688837051392,
      "learning_rate": 3.0439532128637463e-06,
      "loss": 0.3457,
      "step": 1241890
    },
    {
      "epoch": 346.61,
      "grad_norm": 1.1586192846298218,
      "learning_rate": 3.0439274080767383e-06,
      "loss": 0.3487,
      "step": 1241900
    },
    {
      "epoch": 346.61,
      "grad_norm": 0.9973615407943726,
      "learning_rate": 3.043901603196537e-06,
      "loss": 0.3644,
      "step": 1241910
    },
    {
      "epoch": 346.61,
      "grad_norm": 0.9502040147781372,
      "learning_rate": 3.0438757982231443e-06,
      "loss": 0.3366,
      "step": 1241920
    },
    {
      "epoch": 346.62,
      "grad_norm": 1.0217883586883545,
      "learning_rate": 3.043849993156565e-06,
      "loss": 0.3574,
      "step": 1241930
    },
    {
      "epoch": 346.62,
      "grad_norm": 0.9609485268592834,
      "learning_rate": 3.043824187996802e-06,
      "loss": 0.3582,
      "step": 1241940
    },
    {
      "epoch": 346.62,
      "grad_norm": 0.9921495318412781,
      "learning_rate": 3.0437983827438595e-06,
      "loss": 0.3465,
      "step": 1241950
    },
    {
      "epoch": 346.63,
      "grad_norm": 0.9240135550498962,
      "learning_rate": 3.04377257739774e-06,
      "loss": 0.3622,
      "step": 1241960
    },
    {
      "epoch": 346.63,
      "grad_norm": 1.098111867904663,
      "learning_rate": 3.0437467719584475e-06,
      "loss": 0.3458,
      "step": 1241970
    },
    {
      "epoch": 346.63,
      "grad_norm": 0.9579479098320007,
      "learning_rate": 3.043720966425985e-06,
      "loss": 0.3292,
      "step": 1241980
    },
    {
      "epoch": 346.63,
      "grad_norm": 1.024925708770752,
      "learning_rate": 3.0436951608003568e-06,
      "loss": 0.3425,
      "step": 1241990
    },
    {
      "epoch": 346.64,
      "grad_norm": 0.9964319467544556,
      "learning_rate": 3.0436693550815647e-06,
      "loss": 0.3489,
      "step": 1242000
    },
    {
      "epoch": 346.64,
      "grad_norm": 1.0375158786773682,
      "learning_rate": 3.043643549269614e-06,
      "loss": 0.3471,
      "step": 1242010
    },
    {
      "epoch": 346.64,
      "grad_norm": 1.0019835233688354,
      "learning_rate": 3.0436177433645067e-06,
      "loss": 0.3542,
      "step": 1242020
    },
    {
      "epoch": 346.65,
      "grad_norm": 1.0612128973007202,
      "learning_rate": 3.043591937366247e-06,
      "loss": 0.3555,
      "step": 1242030
    },
    {
      "epoch": 346.65,
      "grad_norm": 0.9672338962554932,
      "learning_rate": 3.043566131274838e-06,
      "loss": 0.3558,
      "step": 1242040
    },
    {
      "epoch": 346.65,
      "grad_norm": 1.1664258241653442,
      "learning_rate": 3.0435403250902838e-06,
      "loss": 0.3644,
      "step": 1242050
    },
    {
      "epoch": 346.65,
      "grad_norm": 0.9200814962387085,
      "learning_rate": 3.043514518812587e-06,
      "loss": 0.3499,
      "step": 1242060
    },
    {
      "epoch": 346.66,
      "grad_norm": 1.0915603637695312,
      "learning_rate": 3.0434887124417517e-06,
      "loss": 0.3453,
      "step": 1242070
    },
    {
      "epoch": 346.66,
      "grad_norm": 1.0990817546844482,
      "learning_rate": 3.0434629059777803e-06,
      "loss": 0.343,
      "step": 1242080
    },
    {
      "epoch": 346.66,
      "grad_norm": 1.0911767482757568,
      "learning_rate": 3.043437099420677e-06,
      "loss": 0.344,
      "step": 1242090
    },
    {
      "epoch": 346.66,
      "grad_norm": 0.9921832084655762,
      "learning_rate": 3.0434112927704453e-06,
      "loss": 0.3424,
      "step": 1242100
    },
    {
      "epoch": 346.67,
      "grad_norm": 1.1007111072540283,
      "learning_rate": 3.0433854860270886e-06,
      "loss": 0.3584,
      "step": 1242110
    },
    {
      "epoch": 346.67,
      "grad_norm": 0.8387220501899719,
      "learning_rate": 3.0433596791906103e-06,
      "loss": 0.3527,
      "step": 1242120
    },
    {
      "epoch": 346.67,
      "grad_norm": 0.853471040725708,
      "learning_rate": 3.043333872261014e-06,
      "loss": 0.3652,
      "step": 1242130
    },
    {
      "epoch": 346.68,
      "grad_norm": 0.8601409792900085,
      "learning_rate": 3.0433080652383026e-06,
      "loss": 0.3494,
      "step": 1242140
    },
    {
      "epoch": 346.68,
      "grad_norm": 1.0812078714370728,
      "learning_rate": 3.04328225812248e-06,
      "loss": 0.3499,
      "step": 1242150
    },
    {
      "epoch": 346.68,
      "grad_norm": 1.0412851572036743,
      "learning_rate": 3.043256450913549e-06,
      "loss": 0.3675,
      "step": 1242160
    },
    {
      "epoch": 346.68,
      "grad_norm": 1.0400254726409912,
      "learning_rate": 3.0432306436115136e-06,
      "loss": 0.3656,
      "step": 1242170
    },
    {
      "epoch": 346.69,
      "grad_norm": 0.9807430505752563,
      "learning_rate": 3.0432048362163776e-06,
      "loss": 0.3399,
      "step": 1242180
    },
    {
      "epoch": 346.69,
      "grad_norm": 0.9481607675552368,
      "learning_rate": 3.043179028728143e-06,
      "loss": 0.3485,
      "step": 1242190
    },
    {
      "epoch": 346.69,
      "grad_norm": 1.0959527492523193,
      "learning_rate": 3.0431532211468153e-06,
      "loss": 0.3586,
      "step": 1242200
    },
    {
      "epoch": 346.7,
      "grad_norm": 1.2946211099624634,
      "learning_rate": 3.0431274134723966e-06,
      "loss": 0.3681,
      "step": 1242210
    },
    {
      "epoch": 346.7,
      "grad_norm": 1.1860873699188232,
      "learning_rate": 3.04310160570489e-06,
      "loss": 0.367,
      "step": 1242220
    },
    {
      "epoch": 346.7,
      "grad_norm": 1.2702730894088745,
      "learning_rate": 3.0430757978443e-06,
      "loss": 0.3633,
      "step": 1242230
    },
    {
      "epoch": 346.7,
      "grad_norm": 1.3339300155639648,
      "learning_rate": 3.0430499898906296e-06,
      "loss": 0.342,
      "step": 1242240
    },
    {
      "epoch": 346.71,
      "grad_norm": 1.103387475013733,
      "learning_rate": 3.0430241818438823e-06,
      "loss": 0.3241,
      "step": 1242250
    },
    {
      "epoch": 346.71,
      "grad_norm": 1.0446157455444336,
      "learning_rate": 3.042998373704061e-06,
      "loss": 0.3474,
      "step": 1242260
    },
    {
      "epoch": 346.71,
      "grad_norm": 1.0574477910995483,
      "learning_rate": 3.04297256547117e-06,
      "loss": 0.354,
      "step": 1242270
    },
    {
      "epoch": 346.72,
      "grad_norm": 0.9637492895126343,
      "learning_rate": 3.0429467571452113e-06,
      "loss": 0.3374,
      "step": 1242280
    },
    {
      "epoch": 346.72,
      "grad_norm": 0.9653659462928772,
      "learning_rate": 3.042920948726191e-06,
      "loss": 0.3417,
      "step": 1242290
    },
    {
      "epoch": 346.72,
      "grad_norm": 0.927973210811615,
      "learning_rate": 3.042895140214109e-06,
      "loss": 0.339,
      "step": 1242300
    },
    {
      "epoch": 346.72,
      "grad_norm": 0.8925116658210754,
      "learning_rate": 3.0428693316089717e-06,
      "loss": 0.3376,
      "step": 1242310
    },
    {
      "epoch": 346.73,
      "grad_norm": 1.1322470903396606,
      "learning_rate": 3.042843522910781e-06,
      "loss": 0.3638,
      "step": 1242320
    },
    {
      "epoch": 346.73,
      "grad_norm": 1.2336450815200806,
      "learning_rate": 3.042817714119541e-06,
      "loss": 0.3615,
      "step": 1242330
    },
    {
      "epoch": 346.73,
      "grad_norm": 1.0794146060943604,
      "learning_rate": 3.042791905235255e-06,
      "loss": 0.3512,
      "step": 1242340
    },
    {
      "epoch": 346.73,
      "grad_norm": 0.8952203392982483,
      "learning_rate": 3.042766096257926e-06,
      "loss": 0.3529,
      "step": 1242350
    },
    {
      "epoch": 346.74,
      "grad_norm": 0.9518977999687195,
      "learning_rate": 3.0427402871875587e-06,
      "loss": 0.3501,
      "step": 1242360
    },
    {
      "epoch": 346.74,
      "grad_norm": 0.8873932957649231,
      "learning_rate": 3.0427144780241543e-06,
      "loss": 0.3398,
      "step": 1242370
    },
    {
      "epoch": 346.74,
      "grad_norm": 0.8315973877906799,
      "learning_rate": 3.0426886687677186e-06,
      "loss": 0.3604,
      "step": 1242380
    },
    {
      "epoch": 346.75,
      "grad_norm": 0.9889637231826782,
      "learning_rate": 3.042662859418253e-06,
      "loss": 0.3486,
      "step": 1242390
    },
    {
      "epoch": 346.75,
      "grad_norm": 1.007293462753296,
      "learning_rate": 3.042637049975762e-06,
      "loss": 0.3578,
      "step": 1242400
    },
    {
      "epoch": 346.75,
      "grad_norm": 1.0415626764297485,
      "learning_rate": 3.0426112404402496e-06,
      "loss": 0.3525,
      "step": 1242410
    },
    {
      "epoch": 346.75,
      "grad_norm": 0.9580294489860535,
      "learning_rate": 3.0425854308117182e-06,
      "loss": 0.3454,
      "step": 1242420
    },
    {
      "epoch": 346.76,
      "grad_norm": 1.2319697141647339,
      "learning_rate": 3.042559621090172e-06,
      "loss": 0.3468,
      "step": 1242430
    },
    {
      "epoch": 346.76,
      "grad_norm": 0.968951404094696,
      "learning_rate": 3.042533811275614e-06,
      "loss": 0.3411,
      "step": 1242440
    },
    {
      "epoch": 346.76,
      "grad_norm": 1.2465323209762573,
      "learning_rate": 3.042508001368047e-06,
      "loss": 0.3491,
      "step": 1242450
    },
    {
      "epoch": 346.77,
      "grad_norm": 1.0087511539459229,
      "learning_rate": 3.0424821913674755e-06,
      "loss": 0.3626,
      "step": 1242460
    },
    {
      "epoch": 346.77,
      "grad_norm": 0.9735644459724426,
      "learning_rate": 3.042456381273903e-06,
      "loss": 0.3631,
      "step": 1242470
    },
    {
      "epoch": 346.77,
      "grad_norm": 1.160404920578003,
      "learning_rate": 3.042430571087332e-06,
      "loss": 0.3619,
      "step": 1242480
    },
    {
      "epoch": 346.77,
      "grad_norm": 1.050264835357666,
      "learning_rate": 3.042404760807766e-06,
      "loss": 0.3444,
      "step": 1242490
    },
    {
      "epoch": 346.78,
      "grad_norm": 1.065936803817749,
      "learning_rate": 3.0423789504352097e-06,
      "loss": 0.3455,
      "step": 1242500
    },
    {
      "epoch": 346.78,
      "grad_norm": 0.9148437976837158,
      "learning_rate": 3.0423531399696658e-06,
      "loss": 0.3517,
      "step": 1242510
    },
    {
      "epoch": 346.78,
      "grad_norm": 0.8858520984649658,
      "learning_rate": 3.042327329411137e-06,
      "loss": 0.3571,
      "step": 1242520
    },
    {
      "epoch": 346.78,
      "grad_norm": 0.9586019515991211,
      "learning_rate": 3.0423015187596275e-06,
      "loss": 0.3658,
      "step": 1242530
    },
    {
      "epoch": 346.79,
      "grad_norm": 1.1293472051620483,
      "learning_rate": 3.0422757080151408e-06,
      "loss": 0.3608,
      "step": 1242540
    },
    {
      "epoch": 346.79,
      "grad_norm": 1.014480471611023,
      "learning_rate": 3.04224989717768e-06,
      "loss": 0.3363,
      "step": 1242550
    },
    {
      "epoch": 346.79,
      "grad_norm": 1.017163872718811,
      "learning_rate": 3.0422240862472483e-06,
      "loss": 0.3409,
      "step": 1242560
    },
    {
      "epoch": 346.8,
      "grad_norm": 1.1848832368850708,
      "learning_rate": 3.0421982752238505e-06,
      "loss": 0.3483,
      "step": 1242570
    },
    {
      "epoch": 346.8,
      "grad_norm": 1.1917777061462402,
      "learning_rate": 3.0421724641074884e-06,
      "loss": 0.3486,
      "step": 1242580
    },
    {
      "epoch": 346.8,
      "grad_norm": 1.1703076362609863,
      "learning_rate": 3.042146652898166e-06,
      "loss": 0.3505,
      "step": 1242590
    },
    {
      "epoch": 346.8,
      "grad_norm": 1.289152979850769,
      "learning_rate": 3.0421208415958874e-06,
      "loss": 0.3545,
      "step": 1242600
    },
    {
      "epoch": 346.81,
      "grad_norm": 1.1003003120422363,
      "learning_rate": 3.0420950302006545e-06,
      "loss": 0.3542,
      "step": 1242610
    },
    {
      "epoch": 346.81,
      "grad_norm": 1.0208479166030884,
      "learning_rate": 3.042069218712472e-06,
      "loss": 0.3403,
      "step": 1242620
    },
    {
      "epoch": 346.81,
      "grad_norm": 0.9929701685905457,
      "learning_rate": 3.0420434071313438e-06,
      "loss": 0.3621,
      "step": 1242630
    },
    {
      "epoch": 346.82,
      "grad_norm": 1.0425941944122314,
      "learning_rate": 3.0420175954572714e-06,
      "loss": 0.3566,
      "step": 1242640
    },
    {
      "epoch": 346.82,
      "grad_norm": 1.0909271240234375,
      "learning_rate": 3.0419917836902605e-06,
      "loss": 0.3392,
      "step": 1242650
    },
    {
      "epoch": 346.82,
      "grad_norm": 0.917370617389679,
      "learning_rate": 3.0419659718303123e-06,
      "loss": 0.3549,
      "step": 1242660
    },
    {
      "epoch": 346.82,
      "grad_norm": 1.3118616342544556,
      "learning_rate": 3.0419401598774323e-06,
      "loss": 0.3528,
      "step": 1242670
    },
    {
      "epoch": 346.83,
      "grad_norm": 1.0281323194503784,
      "learning_rate": 3.0419143478316226e-06,
      "loss": 0.3569,
      "step": 1242680
    },
    {
      "epoch": 346.83,
      "grad_norm": 0.9664796590805054,
      "learning_rate": 3.0418885356928866e-06,
      "loss": 0.3538,
      "step": 1242690
    },
    {
      "epoch": 346.83,
      "grad_norm": 1.0165752172470093,
      "learning_rate": 3.041862723461229e-06,
      "loss": 0.359,
      "step": 1242700
    },
    {
      "epoch": 346.84,
      "grad_norm": 0.9008307456970215,
      "learning_rate": 3.0418369111366522e-06,
      "loss": 0.3539,
      "step": 1242710
    },
    {
      "epoch": 346.84,
      "grad_norm": 1.0688083171844482,
      "learning_rate": 3.04181109871916e-06,
      "loss": 0.336,
      "step": 1242720
    },
    {
      "epoch": 346.84,
      "grad_norm": 0.8921807408332825,
      "learning_rate": 3.0417852862087555e-06,
      "loss": 0.335,
      "step": 1242730
    },
    {
      "epoch": 346.84,
      "grad_norm": 1.1456153392791748,
      "learning_rate": 3.041759473605442e-06,
      "loss": 0.3515,
      "step": 1242740
    },
    {
      "epoch": 346.85,
      "grad_norm": 1.1527955532073975,
      "learning_rate": 3.0417336609092227e-06,
      "loss": 0.3548,
      "step": 1242750
    },
    {
      "epoch": 346.85,
      "grad_norm": 1.0649482011795044,
      "learning_rate": 3.041707848120103e-06,
      "loss": 0.3686,
      "step": 1242760
    },
    {
      "epoch": 346.85,
      "grad_norm": 4.573937892913818,
      "learning_rate": 3.041682035238084e-06,
      "loss": 0.3675,
      "step": 1242770
    },
    {
      "epoch": 346.85,
      "grad_norm": 0.9997755885124207,
      "learning_rate": 3.04165622226317e-06,
      "loss": 0.3433,
      "step": 1242780
    },
    {
      "epoch": 346.86,
      "grad_norm": 0.957125723361969,
      "learning_rate": 3.0416304091953647e-06,
      "loss": 0.3631,
      "step": 1242790
    },
    {
      "epoch": 346.86,
      "grad_norm": 0.9423640966415405,
      "learning_rate": 3.041604596034672e-06,
      "loss": 0.3657,
      "step": 1242800
    },
    {
      "epoch": 346.86,
      "grad_norm": 0.9089412093162537,
      "learning_rate": 3.041578782781094e-06,
      "loss": 0.3525,
      "step": 1242810
    },
    {
      "epoch": 346.87,
      "grad_norm": 1.250953197479248,
      "learning_rate": 3.041552969434635e-06,
      "loss": 0.3417,
      "step": 1242820
    },
    {
      "epoch": 346.87,
      "grad_norm": 0.933962881565094,
      "learning_rate": 3.041527155995298e-06,
      "loss": 0.3514,
      "step": 1242830
    },
    {
      "epoch": 346.87,
      "grad_norm": 0.8947314023971558,
      "learning_rate": 3.0415013424630865e-06,
      "loss": 0.3464,
      "step": 1242840
    },
    {
      "epoch": 346.87,
      "grad_norm": 0.9307562708854675,
      "learning_rate": 3.041475528838004e-06,
      "loss": 0.3629,
      "step": 1242850
    },
    {
      "epoch": 346.88,
      "grad_norm": 1.0614794492721558,
      "learning_rate": 3.0414497151200553e-06,
      "loss": 0.3602,
      "step": 1242860
    },
    {
      "epoch": 346.88,
      "grad_norm": 1.0993633270263672,
      "learning_rate": 3.041423901309242e-06,
      "loss": 0.3548,
      "step": 1242870
    },
    {
      "epoch": 346.88,
      "grad_norm": 0.9358246326446533,
      "learning_rate": 3.041398087405567e-06,
      "loss": 0.3592,
      "step": 1242880
    },
    {
      "epoch": 346.89,
      "grad_norm": 1.0990971326828003,
      "learning_rate": 3.0413722734090364e-06,
      "loss": 0.3558,
      "step": 1242890
    },
    {
      "epoch": 346.89,
      "grad_norm": 1.0154370069503784,
      "learning_rate": 3.041346459319651e-06,
      "loss": 0.3571,
      "step": 1242900
    },
    {
      "epoch": 346.89,
      "grad_norm": 0.9736449122428894,
      "learning_rate": 3.0413206451374152e-06,
      "loss": 0.3379,
      "step": 1242910
    },
    {
      "epoch": 346.89,
      "grad_norm": 1.1604081392288208,
      "learning_rate": 3.0412948308623326e-06,
      "loss": 0.3315,
      "step": 1242920
    },
    {
      "epoch": 346.9,
      "grad_norm": 1.006102204322815,
      "learning_rate": 3.041269016494408e-06,
      "loss": 0.3481,
      "step": 1242930
    },
    {
      "epoch": 346.9,
      "grad_norm": 0.8708301782608032,
      "learning_rate": 3.0412432020336425e-06,
      "loss": 0.3435,
      "step": 1242940
    },
    {
      "epoch": 346.9,
      "grad_norm": 0.9373393654823303,
      "learning_rate": 3.0412173874800405e-06,
      "loss": 0.3593,
      "step": 1242950
    },
    {
      "epoch": 346.9,
      "grad_norm": 1.1328779458999634,
      "learning_rate": 3.0411915728336055e-06,
      "loss": 0.368,
      "step": 1242960
    },
    {
      "epoch": 346.91,
      "grad_norm": 1.0217461585998535,
      "learning_rate": 3.0411657580943403e-06,
      "loss": 0.3565,
      "step": 1242970
    },
    {
      "epoch": 346.91,
      "grad_norm": 0.9901834726333618,
      "learning_rate": 3.041139943262249e-06,
      "loss": 0.3479,
      "step": 1242980
    },
    {
      "epoch": 346.91,
      "grad_norm": 1.1084716320037842,
      "learning_rate": 3.041114128337335e-06,
      "loss": 0.3471,
      "step": 1242990
    },
    {
      "epoch": 346.92,
      "grad_norm": 0.9588678479194641,
      "learning_rate": 3.041088313319602e-06,
      "loss": 0.3613,
      "step": 1243000
    },
    {
      "epoch": 346.92,
      "grad_norm": 1.0625463724136353,
      "learning_rate": 3.0410624982090533e-06,
      "loss": 0.3474,
      "step": 1243010
    },
    {
      "epoch": 346.92,
      "grad_norm": 1.0745296478271484,
      "learning_rate": 3.0410366830056916e-06,
      "loss": 0.3448,
      "step": 1243020
    },
    {
      "epoch": 346.92,
      "grad_norm": 1.0310169458389282,
      "learning_rate": 3.0410108677095213e-06,
      "loss": 0.3575,
      "step": 1243030
    },
    {
      "epoch": 346.93,
      "grad_norm": 1.0583605766296387,
      "learning_rate": 3.0409850523205446e-06,
      "loss": 0.3602,
      "step": 1243040
    },
    {
      "epoch": 346.93,
      "grad_norm": 0.9786432981491089,
      "learning_rate": 3.0409592368387665e-06,
      "loss": 0.3412,
      "step": 1243050
    },
    {
      "epoch": 346.93,
      "grad_norm": 0.9871076941490173,
      "learning_rate": 3.0409334212641887e-06,
      "loss": 0.355,
      "step": 1243060
    },
    {
      "epoch": 346.94,
      "grad_norm": 0.8843201994895935,
      "learning_rate": 3.0409076055968164e-06,
      "loss": 0.3567,
      "step": 1243070
    },
    {
      "epoch": 346.94,
      "grad_norm": 1.0700236558914185,
      "learning_rate": 3.040881789836652e-06,
      "loss": 0.3522,
      "step": 1243080
    },
    {
      "epoch": 346.94,
      "grad_norm": 0.9767743945121765,
      "learning_rate": 3.0408559739836994e-06,
      "loss": 0.3366,
      "step": 1243090
    },
    {
      "epoch": 346.94,
      "grad_norm": 1.1034396886825562,
      "learning_rate": 3.0408301580379616e-06,
      "loss": 0.3497,
      "step": 1243100
    },
    {
      "epoch": 346.95,
      "grad_norm": 1.1920180320739746,
      "learning_rate": 3.040804341999442e-06,
      "loss": 0.3534,
      "step": 1243110
    },
    {
      "epoch": 346.95,
      "grad_norm": 1.1026312112808228,
      "learning_rate": 3.040778525868145e-06,
      "loss": 0.3382,
      "step": 1243120
    },
    {
      "epoch": 346.95,
      "grad_norm": 1.1123132705688477,
      "learning_rate": 3.0407527096440725e-06,
      "loss": 0.331,
      "step": 1243130
    },
    {
      "epoch": 346.96,
      "grad_norm": 1.1816298961639404,
      "learning_rate": 3.0407268933272287e-06,
      "loss": 0.368,
      "step": 1243140
    },
    {
      "epoch": 346.96,
      "grad_norm": 1.147978663444519,
      "learning_rate": 3.0407010769176175e-06,
      "loss": 0.3327,
      "step": 1243150
    },
    {
      "epoch": 346.96,
      "grad_norm": 0.9957312941551208,
      "learning_rate": 3.0406752604152427e-06,
      "loss": 0.3662,
      "step": 1243160
    },
    {
      "epoch": 346.96,
      "grad_norm": 0.9100703001022339,
      "learning_rate": 3.0406494438201054e-06,
      "loss": 0.3559,
      "step": 1243170
    },
    {
      "epoch": 346.97,
      "grad_norm": 1.0824546813964844,
      "learning_rate": 3.0406236271322117e-06,
      "loss": 0.381,
      "step": 1243180
    },
    {
      "epoch": 346.97,
      "grad_norm": 0.9747369289398193,
      "learning_rate": 3.0405978103515636e-06,
      "loss": 0.3567,
      "step": 1243190
    },
    {
      "epoch": 346.97,
      "grad_norm": 1.010120153427124,
      "learning_rate": 3.0405719934781646e-06,
      "loss": 0.3616,
      "step": 1243200
    },
    {
      "epoch": 346.97,
      "grad_norm": 1.0416607856750488,
      "learning_rate": 3.0405461765120184e-06,
      "loss": 0.33,
      "step": 1243210
    },
    {
      "epoch": 346.98,
      "grad_norm": 1.1326144933700562,
      "learning_rate": 3.0405203594531294e-06,
      "loss": 0.3581,
      "step": 1243220
    },
    {
      "epoch": 346.98,
      "grad_norm": 1.065561056137085,
      "learning_rate": 3.0404945423014987e-06,
      "loss": 0.3508,
      "step": 1243230
    },
    {
      "epoch": 346.98,
      "grad_norm": 1.0399763584136963,
      "learning_rate": 3.0404687250571323e-06,
      "loss": 0.3458,
      "step": 1243240
    },
    {
      "epoch": 346.99,
      "grad_norm": 0.9761679172515869,
      "learning_rate": 3.040442907720032e-06,
      "loss": 0.3576,
      "step": 1243250
    },
    {
      "epoch": 346.99,
      "grad_norm": 1.0318164825439453,
      "learning_rate": 3.0404170902902016e-06,
      "loss": 0.3634,
      "step": 1243260
    },
    {
      "epoch": 346.99,
      "grad_norm": 1.0584126710891724,
      "learning_rate": 3.040391272767644e-06,
      "loss": 0.346,
      "step": 1243270
    },
    {
      "epoch": 346.99,
      "grad_norm": 1.2588342428207397,
      "learning_rate": 3.0403654551523646e-06,
      "loss": 0.3631,
      "step": 1243280
    },
    {
      "epoch": 347.0,
      "grad_norm": 3.466540575027466,
      "learning_rate": 3.0403396374443645e-06,
      "loss": 0.3732,
      "step": 1243290
    },
    {
      "epoch": 347.0,
      "grad_norm": 1.0332809686660767,
      "learning_rate": 3.0403138196436487e-06,
      "loss": 0.3424,
      "step": 1243300
    },
    {
      "epoch": 347.0,
      "eval_loss": 0.3520415723323822,
      "eval_runtime": 62.8857,
      "eval_samples_per_second": 80.448,
      "eval_steps_per_second": 10.066,
      "step": 1243301
    },
    {
      "epoch": 347.0,
      "grad_norm": 1.0796809196472168,
      "learning_rate": 3.0402880017502195e-06,
      "loss": 0.3593,
      "step": 1243310
    },
    {
      "epoch": 347.01,
      "grad_norm": 1.0389058589935303,
      "learning_rate": 3.040262183764082e-06,
      "loss": 0.3487,
      "step": 1243320
    },
    {
      "epoch": 347.01,
      "grad_norm": 1.0577392578125,
      "learning_rate": 3.040236365685237e-06,
      "loss": 0.3509,
      "step": 1243330
    },
    {
      "epoch": 347.01,
      "grad_norm": 0.9684659838676453,
      "learning_rate": 3.0402105475136907e-06,
      "loss": 0.3663,
      "step": 1243340
    },
    {
      "epoch": 347.01,
      "grad_norm": 0.9163625836372375,
      "learning_rate": 3.040184729249444e-06,
      "loss": 0.3791,
      "step": 1243350
    },
    {
      "epoch": 347.02,
      "grad_norm": 1.061883807182312,
      "learning_rate": 3.040158910892503e-06,
      "loss": 0.3374,
      "step": 1243360
    },
    {
      "epoch": 347.02,
      "grad_norm": 0.9440212249755859,
      "learning_rate": 3.0401330924428687e-06,
      "loss": 0.3321,
      "step": 1243370
    },
    {
      "epoch": 347.02,
      "grad_norm": 1.034621000289917,
      "learning_rate": 3.0401072739005463e-06,
      "loss": 0.3549,
      "step": 1243380
    },
    {
      "epoch": 347.02,
      "grad_norm": 0.9595831036567688,
      "learning_rate": 3.040081455265539e-06,
      "loss": 0.3565,
      "step": 1243390
    },
    {
      "epoch": 347.03,
      "grad_norm": 0.876272439956665,
      "learning_rate": 3.040055636537849e-06,
      "loss": 0.3539,
      "step": 1243400
    },
    {
      "epoch": 347.03,
      "grad_norm": 0.9848411083221436,
      "learning_rate": 3.0400298177174807e-06,
      "loss": 0.3397,
      "step": 1243410
    },
    {
      "epoch": 347.03,
      "grad_norm": 1.0853331089019775,
      "learning_rate": 3.040003998804437e-06,
      "loss": 0.3299,
      "step": 1243420
    },
    {
      "epoch": 347.04,
      "grad_norm": 0.9766558408737183,
      "learning_rate": 3.039978179798722e-06,
      "loss": 0.363,
      "step": 1243430
    },
    {
      "epoch": 347.04,
      "grad_norm": 1.0667725801467896,
      "learning_rate": 3.0399523607003396e-06,
      "loss": 0.3497,
      "step": 1243440
    },
    {
      "epoch": 347.04,
      "grad_norm": 1.069985270500183,
      "learning_rate": 3.0399265415092916e-06,
      "loss": 0.357,
      "step": 1243450
    },
    {
      "epoch": 347.04,
      "grad_norm": 1.1931122541427612,
      "learning_rate": 3.0399007222255824e-06,
      "loss": 0.3772,
      "step": 1243460
    },
    {
      "epoch": 347.05,
      "grad_norm": 1.1857171058654785,
      "learning_rate": 3.039874902849216e-06,
      "loss": 0.3578,
      "step": 1243470
    },
    {
      "epoch": 347.05,
      "grad_norm": 0.9825249910354614,
      "learning_rate": 3.0398490833801945e-06,
      "loss": 0.3582,
      "step": 1243480
    },
    {
      "epoch": 347.05,
      "grad_norm": 0.9650562405586243,
      "learning_rate": 3.0398232638185217e-06,
      "loss": 0.3388,
      "step": 1243490
    },
    {
      "epoch": 347.06,
      "grad_norm": 1.0967828035354614,
      "learning_rate": 3.039797444164202e-06,
      "loss": 0.3532,
      "step": 1243500
    },
    {
      "epoch": 347.06,
      "grad_norm": 0.8812392950057983,
      "learning_rate": 3.039771624417238e-06,
      "loss": 0.3371,
      "step": 1243510
    },
    {
      "epoch": 347.06,
      "grad_norm": 0.9644046425819397,
      "learning_rate": 3.0397458045776333e-06,
      "loss": 0.354,
      "step": 1243520
    },
    {
      "epoch": 347.06,
      "grad_norm": 0.8662482500076294,
      "learning_rate": 3.039719984645392e-06,
      "loss": 0.3282,
      "step": 1243530
    },
    {
      "epoch": 347.07,
      "grad_norm": 0.9674049019813538,
      "learning_rate": 3.0396941646205163e-06,
      "loss": 0.3568,
      "step": 1243540
    },
    {
      "epoch": 347.07,
      "grad_norm": 1.1485459804534912,
      "learning_rate": 3.0396683445030103e-06,
      "loss": 0.3472,
      "step": 1243550
    },
    {
      "epoch": 347.07,
      "grad_norm": 1.1079623699188232,
      "learning_rate": 3.039642524292877e-06,
      "loss": 0.3487,
      "step": 1243560
    },
    {
      "epoch": 347.08,
      "grad_norm": 1.2236720323562622,
      "learning_rate": 3.0396167039901207e-06,
      "loss": 0.3375,
      "step": 1243570
    },
    {
      "epoch": 347.08,
      "grad_norm": 1.1439166069030762,
      "learning_rate": 3.0395908835947443e-06,
      "loss": 0.3402,
      "step": 1243580
    },
    {
      "epoch": 347.08,
      "grad_norm": 1.0496046543121338,
      "learning_rate": 3.0395650631067512e-06,
      "loss": 0.3509,
      "step": 1243590
    },
    {
      "epoch": 347.08,
      "grad_norm": 0.9732657074928284,
      "learning_rate": 3.0395392425261452e-06,
      "loss": 0.3412,
      "step": 1243600
    },
    {
      "epoch": 347.09,
      "grad_norm": 0.9600462913513184,
      "learning_rate": 3.0395134218529293e-06,
      "loss": 0.3494,
      "step": 1243610
    },
    {
      "epoch": 347.09,
      "grad_norm": 1.0027186870574951,
      "learning_rate": 3.039487601087107e-06,
      "loss": 0.3453,
      "step": 1243620
    },
    {
      "epoch": 347.09,
      "grad_norm": 0.9162053465843201,
      "learning_rate": 3.0394617802286817e-06,
      "loss": 0.3429,
      "step": 1243630
    },
    {
      "epoch": 347.09,
      "grad_norm": 0.9503764510154724,
      "learning_rate": 3.039435959277657e-06,
      "loss": 0.3703,
      "step": 1243640
    },
    {
      "epoch": 347.1,
      "grad_norm": 1.491287350654602,
      "learning_rate": 3.0394101382340363e-06,
      "loss": 0.3418,
      "step": 1243650
    },
    {
      "epoch": 347.1,
      "grad_norm": 1.0321214199066162,
      "learning_rate": 3.0393843170978232e-06,
      "loss": 0.3477,
      "step": 1243660
    },
    {
      "epoch": 347.1,
      "grad_norm": 1.0705993175506592,
      "learning_rate": 3.039358495869021e-06,
      "loss": 0.3506,
      "step": 1243670
    },
    {
      "epoch": 347.11,
      "grad_norm": 1.0757694244384766,
      "learning_rate": 3.039332674547633e-06,
      "loss": 0.3399,
      "step": 1243680
    },
    {
      "epoch": 347.11,
      "grad_norm": 1.2492574453353882,
      "learning_rate": 3.039306853133663e-06,
      "loss": 0.3411,
      "step": 1243690
    },
    {
      "epoch": 347.11,
      "grad_norm": 0.9758511781692505,
      "learning_rate": 3.039281031627114e-06,
      "loss": 0.3541,
      "step": 1243700
    },
    {
      "epoch": 347.11,
      "grad_norm": 0.9224103093147278,
      "learning_rate": 3.0392552100279896e-06,
      "loss": 0.3607,
      "step": 1243710
    },
    {
      "epoch": 347.12,
      "grad_norm": 1.0134625434875488,
      "learning_rate": 3.039229388336293e-06,
      "loss": 0.3486,
      "step": 1243720
    },
    {
      "epoch": 347.12,
      "grad_norm": 1.2461731433868408,
      "learning_rate": 3.039203566552029e-06,
      "loss": 0.3524,
      "step": 1243730
    },
    {
      "epoch": 347.12,
      "grad_norm": 0.8921992182731628,
      "learning_rate": 3.039177744675199e-06,
      "loss": 0.3498,
      "step": 1243740
    },
    {
      "epoch": 347.13,
      "grad_norm": 0.9541501998901367,
      "learning_rate": 3.0391519227058075e-06,
      "loss": 0.3549,
      "step": 1243750
    },
    {
      "epoch": 347.13,
      "grad_norm": 0.9720852971076965,
      "learning_rate": 3.0391261006438586e-06,
      "loss": 0.332,
      "step": 1243760
    },
    {
      "epoch": 347.13,
      "grad_norm": 0.8504356145858765,
      "learning_rate": 3.0391002784893536e-06,
      "loss": 0.3501,
      "step": 1243770
    },
    {
      "epoch": 347.13,
      "grad_norm": 1.0800303220748901,
      "learning_rate": 3.039074456242298e-06,
      "loss": 0.3518,
      "step": 1243780
    },
    {
      "epoch": 347.14,
      "grad_norm": 1.0689915418624878,
      "learning_rate": 3.0390486339026938e-06,
      "loss": 0.3381,
      "step": 1243790
    },
    {
      "epoch": 347.14,
      "grad_norm": 1.0114696025848389,
      "learning_rate": 3.039022811470546e-06,
      "loss": 0.3521,
      "step": 1243800
    },
    {
      "epoch": 347.14,
      "grad_norm": 1.065106749534607,
      "learning_rate": 3.0389969889458573e-06,
      "loss": 0.3513,
      "step": 1243810
    },
    {
      "epoch": 347.14,
      "grad_norm": 0.9949480891227722,
      "learning_rate": 3.0389711663286304e-06,
      "loss": 0.3499,
      "step": 1243820
    },
    {
      "epoch": 347.15,
      "grad_norm": 1.1873557567596436,
      "learning_rate": 3.0389453436188703e-06,
      "loss": 0.3626,
      "step": 1243830
    },
    {
      "epoch": 347.15,
      "grad_norm": 1.0195177793502808,
      "learning_rate": 3.0389195208165786e-06,
      "loss": 0.3595,
      "step": 1243840
    },
    {
      "epoch": 347.15,
      "grad_norm": 1.0270928144454956,
      "learning_rate": 3.03889369792176e-06,
      "loss": 0.3582,
      "step": 1243850
    },
    {
      "epoch": 347.16,
      "grad_norm": 1.3340578079223633,
      "learning_rate": 3.0388678749344175e-06,
      "loss": 0.3674,
      "step": 1243860
    },
    {
      "epoch": 347.16,
      "grad_norm": 1.0308340787887573,
      "learning_rate": 3.038842051854555e-06,
      "loss": 0.3446,
      "step": 1243870
    },
    {
      "epoch": 347.16,
      "grad_norm": 0.9476281404495239,
      "learning_rate": 3.0388162286821745e-06,
      "loss": 0.3643,
      "step": 1243880
    },
    {
      "epoch": 347.16,
      "grad_norm": 1.0120048522949219,
      "learning_rate": 3.038790405417282e-06,
      "loss": 0.3438,
      "step": 1243890
    },
    {
      "epoch": 347.17,
      "grad_norm": 1.1653122901916504,
      "learning_rate": 3.0387645820598785e-06,
      "loss": 0.3366,
      "step": 1243900
    },
    {
      "epoch": 347.17,
      "grad_norm": 1.0006685256958008,
      "learning_rate": 3.0387387586099683e-06,
      "loss": 0.3414,
      "step": 1243910
    },
    {
      "epoch": 347.17,
      "grad_norm": 1.0061429738998413,
      "learning_rate": 3.0387129350675558e-06,
      "loss": 0.3491,
      "step": 1243920
    },
    {
      "epoch": 347.18,
      "grad_norm": 1.0246858596801758,
      "learning_rate": 3.038687111432642e-06,
      "loss": 0.3573,
      "step": 1243930
    },
    {
      "epoch": 347.18,
      "grad_norm": 0.9654009342193604,
      "learning_rate": 3.038661287705233e-06,
      "loss": 0.3553,
      "step": 1243940
    },
    {
      "epoch": 347.18,
      "grad_norm": 1.2320616245269775,
      "learning_rate": 3.0386354638853307e-06,
      "loss": 0.3591,
      "step": 1243950
    },
    {
      "epoch": 347.18,
      "grad_norm": 1.0409256219863892,
      "learning_rate": 3.0386096399729392e-06,
      "loss": 0.3527,
      "step": 1243960
    },
    {
      "epoch": 347.19,
      "grad_norm": 1.1304936408996582,
      "learning_rate": 3.038583815968062e-06,
      "loss": 0.3548,
      "step": 1243970
    },
    {
      "epoch": 347.19,
      "grad_norm": 0.9351931214332581,
      "learning_rate": 3.0385579918707014e-06,
      "loss": 0.3622,
      "step": 1243980
    },
    {
      "epoch": 347.19,
      "grad_norm": 1.0973355770111084,
      "learning_rate": 3.0385321676808626e-06,
      "loss": 0.3474,
      "step": 1243990
    },
    {
      "epoch": 347.2,
      "grad_norm": 5.6089091300964355,
      "learning_rate": 3.0385063433985477e-06,
      "loss": 0.3478,
      "step": 1244000
    },
    {
      "epoch": 347.2,
      "grad_norm": 1.0187630653381348,
      "learning_rate": 3.03848051902376e-06,
      "loss": 0.3491,
      "step": 1244010
    },
    {
      "epoch": 347.2,
      "grad_norm": 1.066110372543335,
      "learning_rate": 3.0384546945565044e-06,
      "loss": 0.353,
      "step": 1244020
    },
    {
      "epoch": 347.2,
      "grad_norm": 1.4151968955993652,
      "learning_rate": 3.0384288699967824e-06,
      "loss": 0.3377,
      "step": 1244030
    },
    {
      "epoch": 347.21,
      "grad_norm": 1.0689359903335571,
      "learning_rate": 3.0384030453445996e-06,
      "loss": 0.3605,
      "step": 1244040
    },
    {
      "epoch": 347.21,
      "grad_norm": 0.9759401679039001,
      "learning_rate": 3.038377220599958e-06,
      "loss": 0.3373,
      "step": 1244050
    },
    {
      "epoch": 347.21,
      "grad_norm": 1.011191487312317,
      "learning_rate": 3.038351395762861e-06,
      "loss": 0.3685,
      "step": 1244060
    },
    {
      "epoch": 347.21,
      "grad_norm": 0.9968621134757996,
      "learning_rate": 3.038325570833312e-06,
      "loss": 0.3513,
      "step": 1244070
    },
    {
      "epoch": 347.22,
      "grad_norm": 0.998343288898468,
      "learning_rate": 3.0382997458113153e-06,
      "loss": 0.3329,
      "step": 1244080
    },
    {
      "epoch": 347.22,
      "grad_norm": 0.967909574508667,
      "learning_rate": 3.0382739206968735e-06,
      "loss": 0.3332,
      "step": 1244090
    },
    {
      "epoch": 347.22,
      "grad_norm": 1.1573542356491089,
      "learning_rate": 3.0382480954899904e-06,
      "loss": 0.3409,
      "step": 1244100
    },
    {
      "epoch": 347.23,
      "grad_norm": 0.9883647561073303,
      "learning_rate": 3.03822227019067e-06,
      "loss": 0.341,
      "step": 1244110
    },
    {
      "epoch": 347.23,
      "grad_norm": 1.0596939325332642,
      "learning_rate": 3.038196444798915e-06,
      "loss": 0.3517,
      "step": 1244120
    },
    {
      "epoch": 347.23,
      "grad_norm": 1.2192509174346924,
      "learning_rate": 3.038170619314729e-06,
      "loss": 0.3438,
      "step": 1244130
    },
    {
      "epoch": 347.23,
      "grad_norm": 0.9877862930297852,
      "learning_rate": 3.0381447937381146e-06,
      "loss": 0.3537,
      "step": 1244140
    },
    {
      "epoch": 347.24,
      "grad_norm": 1.0119637250900269,
      "learning_rate": 3.0381189680690768e-06,
      "loss": 0.3657,
      "step": 1244150
    },
    {
      "epoch": 347.24,
      "grad_norm": 1.037117838859558,
      "learning_rate": 3.0380931423076183e-06,
      "loss": 0.3444,
      "step": 1244160
    },
    {
      "epoch": 347.24,
      "grad_norm": 0.9148258566856384,
      "learning_rate": 3.0380673164537418e-06,
      "loss": 0.3567,
      "step": 1244170
    },
    {
      "epoch": 347.25,
      "grad_norm": 1.0071886777877808,
      "learning_rate": 3.0380414905074527e-06,
      "loss": 0.3618,
      "step": 1244180
    },
    {
      "epoch": 347.25,
      "grad_norm": 1.1365076303482056,
      "learning_rate": 3.0380156644687523e-06,
      "loss": 0.3635,
      "step": 1244190
    },
    {
      "epoch": 347.25,
      "grad_norm": 1.0441066026687622,
      "learning_rate": 3.0379898383376453e-06,
      "loss": 0.3538,
      "step": 1244200
    },
    {
      "epoch": 347.25,
      "grad_norm": 1.1164392232894897,
      "learning_rate": 3.0379640121141354e-06,
      "loss": 0.3575,
      "step": 1244210
    },
    {
      "epoch": 347.26,
      "grad_norm": 0.8462049961090088,
      "learning_rate": 3.0379381857982245e-06,
      "loss": 0.3334,
      "step": 1244220
    },
    {
      "epoch": 347.26,
      "grad_norm": 1.1296457052230835,
      "learning_rate": 3.0379123593899166e-06,
      "loss": 0.3426,
      "step": 1244230
    },
    {
      "epoch": 347.26,
      "grad_norm": 1.0308418273925781,
      "learning_rate": 3.037886532889216e-06,
      "loss": 0.3497,
      "step": 1244240
    },
    {
      "epoch": 347.26,
      "grad_norm": 1.1538827419281006,
      "learning_rate": 3.0378607062961263e-06,
      "loss": 0.3412,
      "step": 1244250
    },
    {
      "epoch": 347.27,
      "grad_norm": 1.0667752027511597,
      "learning_rate": 3.0378348796106493e-06,
      "loss": 0.3435,
      "step": 1244260
    },
    {
      "epoch": 347.27,
      "grad_norm": 0.9313725829124451,
      "learning_rate": 3.0378090528327903e-06,
      "loss": 0.3564,
      "step": 1244270
    },
    {
      "epoch": 347.27,
      "grad_norm": 1.0483818054199219,
      "learning_rate": 3.0377832259625517e-06,
      "loss": 0.3612,
      "step": 1244280
    },
    {
      "epoch": 347.28,
      "grad_norm": 1.117825984954834,
      "learning_rate": 3.0377573989999366e-06,
      "loss": 0.3572,
      "step": 1244290
    },
    {
      "epoch": 347.28,
      "grad_norm": 1.0232330560684204,
      "learning_rate": 3.0377315719449487e-06,
      "loss": 0.3474,
      "step": 1244300
    },
    {
      "epoch": 347.28,
      "grad_norm": 0.9730595350265503,
      "learning_rate": 3.0377057447975927e-06,
      "loss": 0.3512,
      "step": 1244310
    },
    {
      "epoch": 347.28,
      "grad_norm": 0.944835364818573,
      "learning_rate": 3.03767991755787e-06,
      "loss": 0.3543,
      "step": 1244320
    },
    {
      "epoch": 347.29,
      "grad_norm": 0.9446841478347778,
      "learning_rate": 3.037654090225785e-06,
      "loss": 0.3556,
      "step": 1244330
    },
    {
      "epoch": 347.29,
      "grad_norm": 0.9302046298980713,
      "learning_rate": 3.0376282628013416e-06,
      "loss": 0.3473,
      "step": 1244340
    },
    {
      "epoch": 347.29,
      "grad_norm": 1.069520115852356,
      "learning_rate": 3.0376024352845438e-06,
      "loss": 0.3461,
      "step": 1244350
    },
    {
      "epoch": 347.3,
      "grad_norm": 1.9757027626037598,
      "learning_rate": 3.037576607675392e-06,
      "loss": 0.3405,
      "step": 1244360
    },
    {
      "epoch": 347.3,
      "grad_norm": 0.9097175002098083,
      "learning_rate": 3.037550779973893e-06,
      "loss": 0.351,
      "step": 1244370
    },
    {
      "epoch": 347.3,
      "grad_norm": 1.6808630228042603,
      "learning_rate": 3.037524952180049e-06,
      "loss": 0.3518,
      "step": 1244380
    },
    {
      "epoch": 347.3,
      "grad_norm": 1.0079954862594604,
      "learning_rate": 3.0374991242938623e-06,
      "loss": 0.3451,
      "step": 1244390
    },
    {
      "epoch": 347.31,
      "grad_norm": 1.125051498413086,
      "learning_rate": 3.0374732963153383e-06,
      "loss": 0.3774,
      "step": 1244400
    },
    {
      "epoch": 347.31,
      "grad_norm": 0.8994428515434265,
      "learning_rate": 3.0374474682444797e-06,
      "loss": 0.349,
      "step": 1244410
    },
    {
      "epoch": 347.31,
      "grad_norm": 1.0571119785308838,
      "learning_rate": 3.03742164008129e-06,
      "loss": 0.3383,
      "step": 1244420
    },
    {
      "epoch": 347.32,
      "grad_norm": 1.116217851638794,
      "learning_rate": 3.0373958118257717e-06,
      "loss": 0.3744,
      "step": 1244430
    },
    {
      "epoch": 347.32,
      "grad_norm": 1.0910558700561523,
      "learning_rate": 3.037369983477929e-06,
      "loss": 0.3629,
      "step": 1244440
    },
    {
      "epoch": 347.32,
      "grad_norm": 0.9646173715591431,
      "learning_rate": 3.0373441550377653e-06,
      "loss": 0.3412,
      "step": 1244450
    },
    {
      "epoch": 347.32,
      "grad_norm": 0.9861880540847778,
      "learning_rate": 3.0373183265052843e-06,
      "loss": 0.3557,
      "step": 1244460
    },
    {
      "epoch": 347.33,
      "grad_norm": 1.0810432434082031,
      "learning_rate": 3.037292497880489e-06,
      "loss": 0.3499,
      "step": 1244470
    },
    {
      "epoch": 347.33,
      "grad_norm": 1.1106280088424683,
      "learning_rate": 3.0372666691633827e-06,
      "loss": 0.3329,
      "step": 1244480
    },
    {
      "epoch": 347.33,
      "grad_norm": 1.312820315361023,
      "learning_rate": 3.0372408403539694e-06,
      "loss": 0.3515,
      "step": 1244490
    },
    {
      "epoch": 347.33,
      "grad_norm": 0.9581604599952698,
      "learning_rate": 3.037215011452253e-06,
      "loss": 0.3467,
      "step": 1244500
    },
    {
      "epoch": 347.34,
      "grad_norm": 1.0468488931655884,
      "learning_rate": 3.0371891824582358e-06,
      "loss": 0.3592,
      "step": 1244510
    },
    {
      "epoch": 347.34,
      "grad_norm": 1.044032335281372,
      "learning_rate": 3.037163353371921e-06,
      "loss": 0.3366,
      "step": 1244520
    },
    {
      "epoch": 347.34,
      "grad_norm": 0.9559633731842041,
      "learning_rate": 3.0371375241933127e-06,
      "loss": 0.346,
      "step": 1244530
    },
    {
      "epoch": 347.35,
      "grad_norm": 1.0363513231277466,
      "learning_rate": 3.037111694922415e-06,
      "loss": 0.3411,
      "step": 1244540
    },
    {
      "epoch": 347.35,
      "grad_norm": 1.0542023181915283,
      "learning_rate": 3.03708586555923e-06,
      "loss": 0.35,
      "step": 1244550
    },
    {
      "epoch": 347.35,
      "grad_norm": 1.1197359561920166,
      "learning_rate": 3.0370600361037624e-06,
      "loss": 0.3701,
      "step": 1244560
    },
    {
      "epoch": 347.35,
      "grad_norm": 1.119726300239563,
      "learning_rate": 3.0370342065560154e-06,
      "loss": 0.3508,
      "step": 1244570
    },
    {
      "epoch": 347.36,
      "grad_norm": 0.9417861104011536,
      "learning_rate": 3.0370083769159914e-06,
      "loss": 0.3717,
      "step": 1244580
    },
    {
      "epoch": 347.36,
      "grad_norm": 1.1347198486328125,
      "learning_rate": 3.0369825471836946e-06,
      "loss": 0.3484,
      "step": 1244590
    },
    {
      "epoch": 347.36,
      "grad_norm": 1.0962470769882202,
      "learning_rate": 3.0369567173591287e-06,
      "loss": 0.355,
      "step": 1244600
    },
    {
      "epoch": 347.37,
      "grad_norm": 1.2793046236038208,
      "learning_rate": 3.0369308874422965e-06,
      "loss": 0.369,
      "step": 1244610
    },
    {
      "epoch": 347.37,
      "grad_norm": 1.1043167114257812,
      "learning_rate": 3.036905057433201e-06,
      "loss": 0.3336,
      "step": 1244620
    },
    {
      "epoch": 347.37,
      "grad_norm": 1.0540378093719482,
      "learning_rate": 3.0368792273318474e-06,
      "loss": 0.3486,
      "step": 1244630
    },
    {
      "epoch": 347.37,
      "grad_norm": 1.0525645017623901,
      "learning_rate": 3.0368533971382387e-06,
      "loss": 0.3715,
      "step": 1244640
    },
    {
      "epoch": 347.38,
      "grad_norm": 1.107197880744934,
      "learning_rate": 3.036827566852376e-06,
      "loss": 0.3532,
      "step": 1244650
    },
    {
      "epoch": 347.38,
      "grad_norm": 0.9585897922515869,
      "learning_rate": 3.036801736474266e-06,
      "loss": 0.3423,
      "step": 1244660
    },
    {
      "epoch": 347.38,
      "grad_norm": 0.8633947968482971,
      "learning_rate": 3.03677590600391e-06,
      "loss": 0.3627,
      "step": 1244670
    },
    {
      "epoch": 347.38,
      "grad_norm": 1.1481633186340332,
      "learning_rate": 3.0367500754413115e-06,
      "loss": 0.3667,
      "step": 1244680
    },
    {
      "epoch": 347.39,
      "grad_norm": 11.089254379272461,
      "learning_rate": 3.036724244786475e-06,
      "loss": 0.3407,
      "step": 1244690
    },
    {
      "epoch": 347.39,
      "grad_norm": 1.0346198081970215,
      "learning_rate": 3.0366984140394036e-06,
      "loss": 0.3581,
      "step": 1244700
    },
    {
      "epoch": 347.39,
      "grad_norm": 1.084412932395935,
      "learning_rate": 3.0366725832001008e-06,
      "loss": 0.3617,
      "step": 1244710
    },
    {
      "epoch": 347.4,
      "grad_norm": 1.3410674333572388,
      "learning_rate": 3.0366467522685696e-06,
      "loss": 0.3681,
      "step": 1244720
    },
    {
      "epoch": 347.4,
      "grad_norm": 0.9984409809112549,
      "learning_rate": 3.0366209212448135e-06,
      "loss": 0.3434,
      "step": 1244730
    },
    {
      "epoch": 347.4,
      "grad_norm": 1.0132174491882324,
      "learning_rate": 3.0365950901288363e-06,
      "loss": 0.3297,
      "step": 1244740
    },
    {
      "epoch": 347.4,
      "grad_norm": 1.1443641185760498,
      "learning_rate": 3.036569258920641e-06,
      "loss": 0.3632,
      "step": 1244750
    },
    {
      "epoch": 347.41,
      "grad_norm": 1.0655088424682617,
      "learning_rate": 3.036543427620231e-06,
      "loss": 0.349,
      "step": 1244760
    },
    {
      "epoch": 347.41,
      "grad_norm": 1.0775419473648071,
      "learning_rate": 3.0365175962276104e-06,
      "loss": 0.3517,
      "step": 1244770
    },
    {
      "epoch": 347.41,
      "grad_norm": 0.8771396279335022,
      "learning_rate": 3.036491764742782e-06,
      "loss": 0.3611,
      "step": 1244780
    },
    {
      "epoch": 347.42,
      "grad_norm": 0.8560285568237305,
      "learning_rate": 3.036465933165751e-06,
      "loss": 0.3542,
      "step": 1244790
    },
    {
      "epoch": 347.42,
      "grad_norm": 1.1594722270965576,
      "learning_rate": 3.0364401014965175e-06,
      "loss": 0.3584,
      "step": 1244800
    },
    {
      "epoch": 347.42,
      "grad_norm": 1.0173814296722412,
      "learning_rate": 3.0364142697350868e-06,
      "loss": 0.3528,
      "step": 1244810
    },
    {
      "epoch": 347.42,
      "grad_norm": 0.926003098487854,
      "learning_rate": 3.0363884378814624e-06,
      "loss": 0.3509,
      "step": 1244820
    },
    {
      "epoch": 347.43,
      "grad_norm": 1.062121868133545,
      "learning_rate": 3.0363626059356483e-06,
      "loss": 0.3538,
      "step": 1244830
    },
    {
      "epoch": 347.43,
      "grad_norm": 0.98899906873703,
      "learning_rate": 3.036336773897647e-06,
      "loss": 0.3483,
      "step": 1244840
    },
    {
      "epoch": 347.43,
      "grad_norm": 4.122586250305176,
      "learning_rate": 3.036310941767462e-06,
      "loss": 0.3558,
      "step": 1244850
    },
    {
      "epoch": 347.44,
      "grad_norm": 0.9056838750839233,
      "learning_rate": 3.0362851095450976e-06,
      "loss": 0.3344,
      "step": 1244860
    },
    {
      "epoch": 347.44,
      "grad_norm": 0.8106156587600708,
      "learning_rate": 3.036259277230556e-06,
      "loss": 0.3628,
      "step": 1244870
    },
    {
      "epoch": 347.44,
      "grad_norm": 1.116110920906067,
      "learning_rate": 3.036233444823841e-06,
      "loss": 0.3518,
      "step": 1244880
    },
    {
      "epoch": 347.44,
      "grad_norm": 0.9277887940406799,
      "learning_rate": 3.036207612324957e-06,
      "loss": 0.3582,
      "step": 1244890
    },
    {
      "epoch": 347.45,
      "grad_norm": 1.59098482131958,
      "learning_rate": 3.036181779733906e-06,
      "loss": 0.3639,
      "step": 1244900
    },
    {
      "epoch": 347.45,
      "grad_norm": 1.0959089994430542,
      "learning_rate": 3.0361559470506926e-06,
      "loss": 0.3647,
      "step": 1244910
    },
    {
      "epoch": 347.45,
      "grad_norm": 1.0054566860198975,
      "learning_rate": 3.0361301142753194e-06,
      "loss": 0.3461,
      "step": 1244920
    },
    {
      "epoch": 347.45,
      "grad_norm": 1.027405858039856,
      "learning_rate": 3.036104281407791e-06,
      "loss": 0.3386,
      "step": 1244930
    },
    {
      "epoch": 347.46,
      "grad_norm": 0.9745964407920837,
      "learning_rate": 3.0360784484481094e-06,
      "loss": 0.3378,
      "step": 1244940
    },
    {
      "epoch": 347.46,
      "grad_norm": 0.8349255919456482,
      "learning_rate": 3.036052615396278e-06,
      "loss": 0.36,
      "step": 1244950
    },
    {
      "epoch": 347.46,
      "grad_norm": 1.0206542015075684,
      "learning_rate": 3.036026782252302e-06,
      "loss": 0.3364,
      "step": 1244960
    },
    {
      "epoch": 347.47,
      "grad_norm": 1.3219528198242188,
      "learning_rate": 3.0360009490161836e-06,
      "loss": 0.3603,
      "step": 1244970
    },
    {
      "epoch": 347.47,
      "grad_norm": 0.9820070862770081,
      "learning_rate": 3.0359751156879266e-06,
      "loss": 0.3619,
      "step": 1244980
    },
    {
      "epoch": 347.47,
      "grad_norm": 0.912419855594635,
      "learning_rate": 3.035949282267534e-06,
      "loss": 0.3479,
      "step": 1244990
    },
    {
      "epoch": 347.47,
      "grad_norm": 0.8305788636207581,
      "learning_rate": 3.0359234487550095e-06,
      "loss": 0.352,
      "step": 1245000
    },
    {
      "epoch": 347.48,
      "grad_norm": 1.007020115852356,
      "learning_rate": 3.0358976151503563e-06,
      "loss": 0.3515,
      "step": 1245010
    },
    {
      "epoch": 347.48,
      "grad_norm": 0.9037288427352905,
      "learning_rate": 3.0358717814535786e-06,
      "loss": 0.3404,
      "step": 1245020
    },
    {
      "epoch": 347.48,
      "grad_norm": 1.0339465141296387,
      "learning_rate": 3.0358459476646787e-06,
      "loss": 0.3251,
      "step": 1245030
    },
    {
      "epoch": 347.49,
      "grad_norm": 1.0059418678283691,
      "learning_rate": 3.0358201137836607e-06,
      "loss": 0.3379,
      "step": 1245040
    },
    {
      "epoch": 347.49,
      "grad_norm": 0.9648081064224243,
      "learning_rate": 3.0357942798105283e-06,
      "loss": 0.3779,
      "step": 1245050
    },
    {
      "epoch": 347.49,
      "grad_norm": 1.1100481748580933,
      "learning_rate": 3.035768445745284e-06,
      "loss": 0.3625,
      "step": 1245060
    },
    {
      "epoch": 347.49,
      "grad_norm": 0.9912356734275818,
      "learning_rate": 3.035742611587933e-06,
      "loss": 0.3521,
      "step": 1245070
    },
    {
      "epoch": 347.5,
      "grad_norm": 1.084538221359253,
      "learning_rate": 3.035716777338477e-06,
      "loss": 0.3509,
      "step": 1245080
    },
    {
      "epoch": 347.5,
      "grad_norm": 1.0637931823730469,
      "learning_rate": 3.0356909429969196e-06,
      "loss": 0.3424,
      "step": 1245090
    },
    {
      "epoch": 347.5,
      "grad_norm": 1.0771598815917969,
      "learning_rate": 3.035665108563265e-06,
      "loss": 0.3683,
      "step": 1245100
    },
    {
      "epoch": 347.5,
      "grad_norm": 1.007926106452942,
      "learning_rate": 3.035639274037516e-06,
      "loss": 0.3434,
      "step": 1245110
    },
    {
      "epoch": 347.51,
      "grad_norm": 1.8345986604690552,
      "learning_rate": 3.0356134394196772e-06,
      "loss": 0.3598,
      "step": 1245120
    },
    {
      "epoch": 347.51,
      "grad_norm": 1.1009420156478882,
      "learning_rate": 3.0355876047097506e-06,
      "loss": 0.3522,
      "step": 1245130
    },
    {
      "epoch": 347.51,
      "grad_norm": 1.0805755853652954,
      "learning_rate": 3.0355617699077406e-06,
      "loss": 0.3443,
      "step": 1245140
    },
    {
      "epoch": 347.52,
      "grad_norm": 1.0937135219573975,
      "learning_rate": 3.03553593501365e-06,
      "loss": 0.3533,
      "step": 1245150
    },
    {
      "epoch": 347.52,
      "grad_norm": 0.9808236956596375,
      "learning_rate": 3.035510100027482e-06,
      "loss": 0.371,
      "step": 1245160
    },
    {
      "epoch": 347.52,
      "grad_norm": 1.0657082796096802,
      "learning_rate": 3.035484264949241e-06,
      "loss": 0.3414,
      "step": 1245170
    },
    {
      "epoch": 347.52,
      "grad_norm": 0.969122588634491,
      "learning_rate": 3.03545842977893e-06,
      "loss": 0.349,
      "step": 1245180
    },
    {
      "epoch": 347.53,
      "grad_norm": 1.1230469942092896,
      "learning_rate": 3.035432594516553e-06,
      "loss": 0.3593,
      "step": 1245190
    },
    {
      "epoch": 347.53,
      "grad_norm": 0.9054917693138123,
      "learning_rate": 3.0354067591621118e-06,
      "loss": 0.3487,
      "step": 1245200
    },
    {
      "epoch": 347.53,
      "grad_norm": 1.113045573234558,
      "learning_rate": 3.0353809237156117e-06,
      "loss": 0.3642,
      "step": 1245210
    },
    {
      "epoch": 347.54,
      "grad_norm": 1.1735947132110596,
      "learning_rate": 3.0353550881770548e-06,
      "loss": 0.349,
      "step": 1245220
    },
    {
      "epoch": 347.54,
      "grad_norm": 0.9633710384368896,
      "learning_rate": 3.0353292525464453e-06,
      "loss": 0.3572,
      "step": 1245230
    },
    {
      "epoch": 347.54,
      "grad_norm": 1.021191120147705,
      "learning_rate": 3.0353034168237862e-06,
      "loss": 0.3491,
      "step": 1245240
    },
    {
      "epoch": 347.54,
      "grad_norm": 1.089211106300354,
      "learning_rate": 3.035277581009082e-06,
      "loss": 0.3441,
      "step": 1245250
    },
    {
      "epoch": 347.55,
      "grad_norm": 1.0924984216690063,
      "learning_rate": 3.035251745102334e-06,
      "loss": 0.3618,
      "step": 1245260
    },
    {
      "epoch": 347.55,
      "grad_norm": 1.1389930248260498,
      "learning_rate": 3.0352259091035473e-06,
      "loss": 0.3539,
      "step": 1245270
    },
    {
      "epoch": 347.55,
      "grad_norm": 0.9949502944946289,
      "learning_rate": 3.0352000730127253e-06,
      "loss": 0.3558,
      "step": 1245280
    },
    {
      "epoch": 347.56,
      "grad_norm": 0.9036375284194946,
      "learning_rate": 3.035174236829871e-06,
      "loss": 0.34,
      "step": 1245290
    },
    {
      "epoch": 347.56,
      "grad_norm": 1.0271106958389282,
      "learning_rate": 3.0351484005549885e-06,
      "loss": 0.343,
      "step": 1245300
    },
    {
      "epoch": 347.56,
      "grad_norm": 0.9042670130729675,
      "learning_rate": 3.0351225641880804e-06,
      "loss": 0.3564,
      "step": 1245310
    },
    {
      "epoch": 347.56,
      "grad_norm": 1.1489824056625366,
      "learning_rate": 3.0350967277291497e-06,
      "loss": 0.3326,
      "step": 1245320
    },
    {
      "epoch": 347.57,
      "grad_norm": 0.8962923884391785,
      "learning_rate": 3.0350708911782013e-06,
      "loss": 0.3557,
      "step": 1245330
    },
    {
      "epoch": 347.57,
      "grad_norm": 1.0456846952438354,
      "learning_rate": 3.0350450545352375e-06,
      "loss": 0.3666,
      "step": 1245340
    },
    {
      "epoch": 347.57,
      "grad_norm": 1.1061862707138062,
      "learning_rate": 3.0350192178002622e-06,
      "loss": 0.3465,
      "step": 1245350
    },
    {
      "epoch": 347.57,
      "grad_norm": 1.1545308828353882,
      "learning_rate": 3.0349933809732793e-06,
      "loss": 0.3359,
      "step": 1245360
    },
    {
      "epoch": 347.58,
      "grad_norm": 0.9835289120674133,
      "learning_rate": 3.034967544054291e-06,
      "loss": 0.3591,
      "step": 1245370
    },
    {
      "epoch": 347.58,
      "grad_norm": 1.0578473806381226,
      "learning_rate": 3.0349417070433026e-06,
      "loss": 0.3345,
      "step": 1245380
    },
    {
      "epoch": 347.58,
      "grad_norm": 0.905867338180542,
      "learning_rate": 3.0349158699403152e-06,
      "loss": 0.3461,
      "step": 1245390
    },
    {
      "epoch": 347.59,
      "grad_norm": 0.901846170425415,
      "learning_rate": 3.0348900327453333e-06,
      "loss": 0.3485,
      "step": 1245400
    },
    {
      "epoch": 347.59,
      "grad_norm": 0.8780567049980164,
      "learning_rate": 3.0348641954583615e-06,
      "loss": 0.3618,
      "step": 1245410
    },
    {
      "epoch": 347.59,
      "grad_norm": 1.0868085622787476,
      "learning_rate": 3.034838358079401e-06,
      "loss": 0.3406,
      "step": 1245420
    },
    {
      "epoch": 347.59,
      "grad_norm": 1.0020713806152344,
      "learning_rate": 3.034812520608457e-06,
      "loss": 0.3588,
      "step": 1245430
    },
    {
      "epoch": 347.6,
      "grad_norm": 1.0012320280075073,
      "learning_rate": 3.034786683045533e-06,
      "loss": 0.3436,
      "step": 1245440
    },
    {
      "epoch": 347.6,
      "grad_norm": 0.9038592576980591,
      "learning_rate": 3.0347608453906316e-06,
      "loss": 0.3555,
      "step": 1245450
    },
    {
      "epoch": 347.6,
      "grad_norm": 1.0181440114974976,
      "learning_rate": 3.034735007643756e-06,
      "loss": 0.3499,
      "step": 1245460
    },
    {
      "epoch": 347.61,
      "grad_norm": 0.8676338791847229,
      "learning_rate": 3.0347091698049105e-06,
      "loss": 0.3537,
      "step": 1245470
    },
    {
      "epoch": 347.61,
      "grad_norm": 0.9833983778953552,
      "learning_rate": 3.034683331874098e-06,
      "loss": 0.3645,
      "step": 1245480
    },
    {
      "epoch": 347.61,
      "grad_norm": 1.0708868503570557,
      "learning_rate": 3.0346574938513213e-06,
      "loss": 0.3421,
      "step": 1245490
    },
    {
      "epoch": 347.61,
      "grad_norm": 0.9649596810340881,
      "learning_rate": 3.034631655736586e-06,
      "loss": 0.34,
      "step": 1245500
    },
    {
      "epoch": 347.62,
      "grad_norm": 1.0056346654891968,
      "learning_rate": 3.034605817529893e-06,
      "loss": 0.348,
      "step": 1245510
    },
    {
      "epoch": 347.62,
      "grad_norm": 0.9942770004272461,
      "learning_rate": 3.0345799792312477e-06,
      "loss": 0.3396,
      "step": 1245520
    },
    {
      "epoch": 347.62,
      "grad_norm": 1.1248924732208252,
      "learning_rate": 3.0345541408406525e-06,
      "loss": 0.348,
      "step": 1245530
    },
    {
      "epoch": 347.62,
      "grad_norm": 1.4853618144989014,
      "learning_rate": 3.0345283023581114e-06,
      "loss": 0.3453,
      "step": 1245540
    },
    {
      "epoch": 347.63,
      "grad_norm": 1.0814874172210693,
      "learning_rate": 3.034502463783627e-06,
      "loss": 0.3486,
      "step": 1245550
    },
    {
      "epoch": 347.63,
      "grad_norm": 1.3070803880691528,
      "learning_rate": 3.0344766251172032e-06,
      "loss": 0.358,
      "step": 1245560
    },
    {
      "epoch": 347.63,
      "grad_norm": 1.0862138271331787,
      "learning_rate": 3.0344507863588437e-06,
      "loss": 0.3497,
      "step": 1245570
    },
    {
      "epoch": 347.64,
      "grad_norm": 0.992541491985321,
      "learning_rate": 3.034424947508552e-06,
      "loss": 0.3398,
      "step": 1245580
    },
    {
      "epoch": 347.64,
      "grad_norm": 1.0424166917800903,
      "learning_rate": 3.034399108566331e-06,
      "loss": 0.3483,
      "step": 1245590
    },
    {
      "epoch": 347.64,
      "grad_norm": 1.0690621137619019,
      "learning_rate": 3.034373269532185e-06,
      "loss": 0.359,
      "step": 1245600
    },
    {
      "epoch": 347.64,
      "grad_norm": 1.0339877605438232,
      "learning_rate": 3.0343474304061157e-06,
      "loss": 0.3492,
      "step": 1245610
    },
    {
      "epoch": 347.65,
      "grad_norm": 1.0305968523025513,
      "learning_rate": 3.0343215911881285e-06,
      "loss": 0.3502,
      "step": 1245620
    },
    {
      "epoch": 347.65,
      "grad_norm": 0.9398330450057983,
      "learning_rate": 3.034295751878226e-06,
      "loss": 0.3593,
      "step": 1245630
    },
    {
      "epoch": 347.65,
      "grad_norm": 1.0886012315750122,
      "learning_rate": 3.0342699124764116e-06,
      "loss": 0.3469,
      "step": 1245640
    },
    {
      "epoch": 347.66,
      "grad_norm": 0.8952564001083374,
      "learning_rate": 3.034244072982688e-06,
      "loss": 0.3546,
      "step": 1245650
    },
    {
      "epoch": 347.66,
      "grad_norm": 1.101217269897461,
      "learning_rate": 3.0342182333970607e-06,
      "loss": 0.3651,
      "step": 1245660
    },
    {
      "epoch": 347.66,
      "grad_norm": 1.0131211280822754,
      "learning_rate": 3.0341923937195316e-06,
      "loss": 0.3555,
      "step": 1245670
    },
    {
      "epoch": 347.66,
      "grad_norm": 1.2062102556228638,
      "learning_rate": 3.034166553950104e-06,
      "loss": 0.3383,
      "step": 1245680
    },
    {
      "epoch": 347.67,
      "grad_norm": 1.0628626346588135,
      "learning_rate": 3.0341407140887817e-06,
      "loss": 0.3619,
      "step": 1245690
    },
    {
      "epoch": 347.67,
      "grad_norm": 1.052293062210083,
      "learning_rate": 3.0341148741355687e-06,
      "loss": 0.3412,
      "step": 1245700
    },
    {
      "epoch": 347.67,
      "grad_norm": 0.996211588382721,
      "learning_rate": 3.034089034090468e-06,
      "loss": 0.3421,
      "step": 1245710
    },
    {
      "epoch": 347.68,
      "grad_norm": 1.0022999048233032,
      "learning_rate": 3.034063193953482e-06,
      "loss": 0.3589,
      "step": 1245720
    },
    {
      "epoch": 347.68,
      "grad_norm": 0.9149188995361328,
      "learning_rate": 3.0340373537246163e-06,
      "loss": 0.3464,
      "step": 1245730
    },
    {
      "epoch": 347.68,
      "grad_norm": 1.0023022890090942,
      "learning_rate": 3.0340115134038728e-06,
      "loss": 0.3452,
      "step": 1245740
    },
    {
      "epoch": 347.68,
      "grad_norm": 1.0070421695709229,
      "learning_rate": 3.0339856729912553e-06,
      "loss": 0.3402,
      "step": 1245750
    },
    {
      "epoch": 347.69,
      "grad_norm": 0.9209816455841064,
      "learning_rate": 3.033959832486767e-06,
      "loss": 0.349,
      "step": 1245760
    },
    {
      "epoch": 347.69,
      "grad_norm": 1.08998703956604,
      "learning_rate": 3.0339339918904117e-06,
      "loss": 0.3371,
      "step": 1245770
    },
    {
      "epoch": 347.69,
      "grad_norm": 1.1468883752822876,
      "learning_rate": 3.033908151202192e-06,
      "loss": 0.3508,
      "step": 1245780
    },
    {
      "epoch": 347.69,
      "grad_norm": 0.9561365246772766,
      "learning_rate": 3.0338823104221136e-06,
      "loss": 0.328,
      "step": 1245790
    },
    {
      "epoch": 347.7,
      "grad_norm": 1.2415865659713745,
      "learning_rate": 3.0338564695501774e-06,
      "loss": 0.3574,
      "step": 1245800
    },
    {
      "epoch": 347.7,
      "grad_norm": 1.0149205923080444,
      "learning_rate": 3.0338306285863884e-06,
      "loss": 0.3435,
      "step": 1245810
    },
    {
      "epoch": 347.7,
      "grad_norm": 1.0235254764556885,
      "learning_rate": 3.033804787530749e-06,
      "loss": 0.3454,
      "step": 1245820
    },
    {
      "epoch": 347.71,
      "grad_norm": 0.9937828779220581,
      "learning_rate": 3.0337789463832635e-06,
      "loss": 0.3647,
      "step": 1245830
    },
    {
      "epoch": 347.71,
      "grad_norm": 0.9897847175598145,
      "learning_rate": 3.0337531051439343e-06,
      "loss": 0.3593,
      "step": 1245840
    },
    {
      "epoch": 347.71,
      "grad_norm": 1.091634750366211,
      "learning_rate": 3.0337272638127656e-06,
      "loss": 0.3527,
      "step": 1245850
    },
    {
      "epoch": 347.71,
      "grad_norm": 1.1101361513137817,
      "learning_rate": 3.033701422389762e-06,
      "loss": 0.3609,
      "step": 1245860
    },
    {
      "epoch": 347.72,
      "grad_norm": 1.1985316276550293,
      "learning_rate": 3.033675580874924e-06,
      "loss": 0.3456,
      "step": 1245870
    },
    {
      "epoch": 347.72,
      "grad_norm": 1.1101220846176147,
      "learning_rate": 3.033649739268258e-06,
      "loss": 0.3637,
      "step": 1245880
    },
    {
      "epoch": 347.72,
      "grad_norm": 1.1556506156921387,
      "learning_rate": 3.033623897569766e-06,
      "loss": 0.3611,
      "step": 1245890
    },
    {
      "epoch": 347.73,
      "grad_norm": 1.010864496231079,
      "learning_rate": 3.0335980557794506e-06,
      "loss": 0.3672,
      "step": 1245900
    },
    {
      "epoch": 347.73,
      "grad_norm": 1.1466076374053955,
      "learning_rate": 3.0335722138973166e-06,
      "loss": 0.3456,
      "step": 1245910
    },
    {
      "epoch": 347.73,
      "grad_norm": 2.104154109954834,
      "learning_rate": 3.033546371923368e-06,
      "loss": 0.3498,
      "step": 1245920
    },
    {
      "epoch": 347.73,
      "grad_norm": 1.050400733947754,
      "learning_rate": 3.033520529857606e-06,
      "loss": 0.3494,
      "step": 1245930
    },
    {
      "epoch": 347.74,
      "grad_norm": 1.073927640914917,
      "learning_rate": 3.0334946877000356e-06,
      "loss": 0.3376,
      "step": 1245940
    },
    {
      "epoch": 347.74,
      "grad_norm": 1.0661084651947021,
      "learning_rate": 3.0334688454506607e-06,
      "loss": 0.3541,
      "step": 1245950
    },
    {
      "epoch": 347.74,
      "grad_norm": 1.0249325037002563,
      "learning_rate": 3.0334430031094844e-06,
      "loss": 0.3615,
      "step": 1245960
    },
    {
      "epoch": 347.74,
      "grad_norm": 1.1068366765975952,
      "learning_rate": 3.0334171606765087e-06,
      "loss": 0.3396,
      "step": 1245970
    },
    {
      "epoch": 347.75,
      "grad_norm": 1.155659556388855,
      "learning_rate": 3.0333913181517384e-06,
      "loss": 0.3453,
      "step": 1245980
    },
    {
      "epoch": 347.75,
      "grad_norm": 0.9353980422019958,
      "learning_rate": 3.033365475535177e-06,
      "loss": 0.3511,
      "step": 1245990
    },
    {
      "epoch": 347.75,
      "grad_norm": 1.0959309339523315,
      "learning_rate": 3.033339632826827e-06,
      "loss": 0.3373,
      "step": 1246000
    },
    {
      "epoch": 347.76,
      "grad_norm": 1.004339575767517,
      "learning_rate": 3.0333137900266926e-06,
      "loss": 0.33,
      "step": 1246010
    },
    {
      "epoch": 347.76,
      "grad_norm": 0.9559357762336731,
      "learning_rate": 3.0332879471347776e-06,
      "loss": 0.3593,
      "step": 1246020
    },
    {
      "epoch": 347.76,
      "grad_norm": 1.0303161144256592,
      "learning_rate": 3.033262104151085e-06,
      "loss": 0.3535,
      "step": 1246030
    },
    {
      "epoch": 347.76,
      "grad_norm": 0.9707018733024597,
      "learning_rate": 3.033236261075617e-06,
      "loss": 0.3318,
      "step": 1246040
    },
    {
      "epoch": 347.77,
      "grad_norm": 1.0807828903198242,
      "learning_rate": 3.0332104179083797e-06,
      "loss": 0.3545,
      "step": 1246050
    },
    {
      "epoch": 347.77,
      "grad_norm": 1.2346316576004028,
      "learning_rate": 3.0331845746493738e-06,
      "loss": 0.3679,
      "step": 1246060
    },
    {
      "epoch": 347.77,
      "grad_norm": 1.0731725692749023,
      "learning_rate": 3.033158731298604e-06,
      "loss": 0.3513,
      "step": 1246070
    },
    {
      "epoch": 347.78,
      "grad_norm": 0.9226155877113342,
      "learning_rate": 3.0331328878560744e-06,
      "loss": 0.3425,
      "step": 1246080
    },
    {
      "epoch": 347.78,
      "grad_norm": 0.9764354825019836,
      "learning_rate": 3.0331070443217873e-06,
      "loss": 0.3517,
      "step": 1246090
    },
    {
      "epoch": 347.78,
      "grad_norm": 0.9857754111289978,
      "learning_rate": 3.033081200695747e-06,
      "loss": 0.3497,
      "step": 1246100
    },
    {
      "epoch": 347.78,
      "grad_norm": 1.0782464742660522,
      "learning_rate": 3.0330553569779564e-06,
      "loss": 0.3406,
      "step": 1246110
    },
    {
      "epoch": 347.79,
      "grad_norm": 1.174270510673523,
      "learning_rate": 3.033029513168419e-06,
      "loss": 0.357,
      "step": 1246120
    },
    {
      "epoch": 347.79,
      "grad_norm": 1.1350303888320923,
      "learning_rate": 3.033003669267138e-06,
      "loss": 0.3657,
      "step": 1246130
    },
    {
      "epoch": 347.79,
      "grad_norm": 1.071043848991394,
      "learning_rate": 3.0329778252741176e-06,
      "loss": 0.3267,
      "step": 1246140
    },
    {
      "epoch": 347.8,
      "grad_norm": 0.8802650570869446,
      "learning_rate": 3.0329519811893608e-06,
      "loss": 0.371,
      "step": 1246150
    },
    {
      "epoch": 347.8,
      "grad_norm": 1.0714317560195923,
      "learning_rate": 3.0329261370128703e-06,
      "loss": 0.3434,
      "step": 1246160
    },
    {
      "epoch": 347.8,
      "grad_norm": 0.8966916799545288,
      "learning_rate": 3.0329002927446504e-06,
      "loss": 0.3607,
      "step": 1246170
    },
    {
      "epoch": 347.8,
      "grad_norm": 0.9918582439422607,
      "learning_rate": 3.0328744483847053e-06,
      "loss": 0.3664,
      "step": 1246180
    },
    {
      "epoch": 347.81,
      "grad_norm": 1.0350431203842163,
      "learning_rate": 3.0328486039330375e-06,
      "loss": 0.3496,
      "step": 1246190
    },
    {
      "epoch": 347.81,
      "grad_norm": 1.0677289962768555,
      "learning_rate": 3.0328227593896496e-06,
      "loss": 0.3402,
      "step": 1246200
    },
    {
      "epoch": 347.81,
      "grad_norm": 0.9561447501182556,
      "learning_rate": 3.0327969147545467e-06,
      "loss": 0.3466,
      "step": 1246210
    },
    {
      "epoch": 347.81,
      "grad_norm": 0.9680609107017517,
      "learning_rate": 3.032771070027731e-06,
      "loss": 0.3592,
      "step": 1246220
    },
    {
      "epoch": 347.82,
      "grad_norm": 0.9729441404342651,
      "learning_rate": 3.0327452252092064e-06,
      "loss": 0.3553,
      "step": 1246230
    },
    {
      "epoch": 347.82,
      "grad_norm": 1.0450003147125244,
      "learning_rate": 3.032719380298977e-06,
      "loss": 0.3527,
      "step": 1246240
    },
    {
      "epoch": 347.82,
      "grad_norm": 0.9898958206176758,
      "learning_rate": 3.0326935352970444e-06,
      "loss": 0.3303,
      "step": 1246250
    },
    {
      "epoch": 347.83,
      "grad_norm": 1.1515443325042725,
      "learning_rate": 3.0326676902034142e-06,
      "loss": 0.3517,
      "step": 1246260
    },
    {
      "epoch": 347.83,
      "grad_norm": 1.0407679080963135,
      "learning_rate": 3.0326418450180884e-06,
      "loss": 0.3487,
      "step": 1246270
    },
    {
      "epoch": 347.83,
      "grad_norm": 1.1773900985717773,
      "learning_rate": 3.0326159997410713e-06,
      "loss": 0.3542,
      "step": 1246280
    },
    {
      "epoch": 347.83,
      "grad_norm": 1.0464036464691162,
      "learning_rate": 3.032590154372365e-06,
      "loss": 0.3514,
      "step": 1246290
    },
    {
      "epoch": 347.84,
      "grad_norm": 1.315840482711792,
      "learning_rate": 3.0325643089119746e-06,
      "loss": 0.3676,
      "step": 1246300
    },
    {
      "epoch": 347.84,
      "grad_norm": 1.0784153938293457,
      "learning_rate": 3.032538463359903e-06,
      "loss": 0.3707,
      "step": 1246310
    },
    {
      "epoch": 347.84,
      "grad_norm": 1.0488020181655884,
      "learning_rate": 3.0325126177161533e-06,
      "loss": 0.346,
      "step": 1246320
    },
    {
      "epoch": 347.85,
      "grad_norm": 0.9582845568656921,
      "learning_rate": 3.0324867719807296e-06,
      "loss": 0.3571,
      "step": 1246330
    },
    {
      "epoch": 347.85,
      "grad_norm": 1.0180543661117554,
      "learning_rate": 3.0324609261536345e-06,
      "loss": 0.3562,
      "step": 1246340
    },
    {
      "epoch": 347.85,
      "grad_norm": 0.994526743888855,
      "learning_rate": 3.0324350802348714e-06,
      "loss": 0.3471,
      "step": 1246350
    },
    {
      "epoch": 347.85,
      "grad_norm": 1.401729702949524,
      "learning_rate": 3.0324092342244445e-06,
      "loss": 0.3569,
      "step": 1246360
    },
    {
      "epoch": 347.86,
      "grad_norm": 0.9321559071540833,
      "learning_rate": 3.032383388122357e-06,
      "loss": 0.3572,
      "step": 1246370
    },
    {
      "epoch": 347.86,
      "grad_norm": 0.9819982647895813,
      "learning_rate": 3.0323575419286115e-06,
      "loss": 0.3676,
      "step": 1246380
    },
    {
      "epoch": 347.86,
      "grad_norm": 0.9453141689300537,
      "learning_rate": 3.0323316956432127e-06,
      "loss": 0.3514,
      "step": 1246390
    },
    {
      "epoch": 347.86,
      "grad_norm": 1.0621304512023926,
      "learning_rate": 3.0323058492661637e-06,
      "loss": 0.3495,
      "step": 1246400
    },
    {
      "epoch": 347.87,
      "grad_norm": 0.9685013294219971,
      "learning_rate": 3.0322800027974674e-06,
      "loss": 0.358,
      "step": 1246410
    },
    {
      "epoch": 347.87,
      "grad_norm": 1.4804000854492188,
      "learning_rate": 3.0322541562371276e-06,
      "loss": 0.3812,
      "step": 1246420
    },
    {
      "epoch": 347.87,
      "grad_norm": 0.8837968707084656,
      "learning_rate": 3.0322283095851473e-06,
      "loss": 0.3415,
      "step": 1246430
    },
    {
      "epoch": 347.88,
      "grad_norm": 0.9412388801574707,
      "learning_rate": 3.0322024628415312e-06,
      "loss": 0.3445,
      "step": 1246440
    },
    {
      "epoch": 347.88,
      "grad_norm": 1.259020447731018,
      "learning_rate": 3.032176616006281e-06,
      "loss": 0.3534,
      "step": 1246450
    },
    {
      "epoch": 347.88,
      "grad_norm": 1.0093095302581787,
      "learning_rate": 3.0321507690794017e-06,
      "loss": 0.355,
      "step": 1246460
    },
    {
      "epoch": 347.88,
      "grad_norm": 1.0110368728637695,
      "learning_rate": 3.032124922060896e-06,
      "loss": 0.3469,
      "step": 1246470
    },
    {
      "epoch": 347.89,
      "grad_norm": 0.9838924407958984,
      "learning_rate": 3.032099074950767e-06,
      "loss": 0.3371,
      "step": 1246480
    },
    {
      "epoch": 347.89,
      "grad_norm": 1.372421383857727,
      "learning_rate": 3.032073227749019e-06,
      "loss": 0.3645,
      "step": 1246490
    },
    {
      "epoch": 347.89,
      "grad_norm": 1.1485170125961304,
      "learning_rate": 3.032047380455655e-06,
      "loss": 0.3478,
      "step": 1246500
    },
    {
      "epoch": 347.9,
      "grad_norm": 0.9683404564857483,
      "learning_rate": 3.032021533070678e-06,
      "loss": 0.3535,
      "step": 1246510
    },
    {
      "epoch": 347.9,
      "grad_norm": 1.062880277633667,
      "learning_rate": 3.0319956855940922e-06,
      "loss": 0.3493,
      "step": 1246520
    },
    {
      "epoch": 347.9,
      "grad_norm": 0.9890905618667603,
      "learning_rate": 3.0319698380259006e-06,
      "loss": 0.3474,
      "step": 1246530
    },
    {
      "epoch": 347.9,
      "grad_norm": 1.0525636672973633,
      "learning_rate": 3.0319439903661065e-06,
      "loss": 0.355,
      "step": 1246540
    },
    {
      "epoch": 347.91,
      "grad_norm": 1.1194179058074951,
      "learning_rate": 3.031918142614714e-06,
      "loss": 0.3552,
      "step": 1246550
    },
    {
      "epoch": 347.91,
      "grad_norm": 1.1063469648361206,
      "learning_rate": 3.031892294771726e-06,
      "loss": 0.3562,
      "step": 1246560
    },
    {
      "epoch": 347.91,
      "grad_norm": 0.8418223857879639,
      "learning_rate": 3.0318664468371466e-06,
      "loss": 0.3442,
      "step": 1246570
    },
    {
      "epoch": 347.92,
      "grad_norm": 1.213491439819336,
      "learning_rate": 3.0318405988109773e-06,
      "loss": 0.3423,
      "step": 1246580
    },
    {
      "epoch": 347.92,
      "grad_norm": 1.0797691345214844,
      "learning_rate": 3.031814750693224e-06,
      "loss": 0.3517,
      "step": 1246590
    },
    {
      "epoch": 347.92,
      "grad_norm": 0.9234774708747864,
      "learning_rate": 3.0317889024838893e-06,
      "loss": 0.3394,
      "step": 1246600
    },
    {
      "epoch": 347.92,
      "grad_norm": 1.2627086639404297,
      "learning_rate": 3.031763054182976e-06,
      "loss": 0.3578,
      "step": 1246610
    },
    {
      "epoch": 347.93,
      "grad_norm": 1.188486099243164,
      "learning_rate": 3.031737205790488e-06,
      "loss": 0.3614,
      "step": 1246620
    },
    {
      "epoch": 347.93,
      "grad_norm": 1.0435558557510376,
      "learning_rate": 3.031711357306429e-06,
      "loss": 0.3532,
      "step": 1246630
    },
    {
      "epoch": 347.93,
      "grad_norm": 0.9761500358581543,
      "learning_rate": 3.031685508730802e-06,
      "loss": 0.3445,
      "step": 1246640
    },
    {
      "epoch": 347.93,
      "grad_norm": 1.0752586126327515,
      "learning_rate": 3.0316596600636104e-06,
      "loss": 0.3357,
      "step": 1246650
    },
    {
      "epoch": 347.94,
      "grad_norm": 0.9604147672653198,
      "learning_rate": 3.031633811304858e-06,
      "loss": 0.3389,
      "step": 1246660
    },
    {
      "epoch": 347.94,
      "grad_norm": 1.028298020362854,
      "learning_rate": 3.0316079624545477e-06,
      "loss": 0.3486,
      "step": 1246670
    },
    {
      "epoch": 347.94,
      "grad_norm": 0.9334518313407898,
      "learning_rate": 3.0315821135126833e-06,
      "loss": 0.3548,
      "step": 1246680
    },
    {
      "epoch": 347.95,
      "grad_norm": 1.0114719867706299,
      "learning_rate": 3.031556264479269e-06,
      "loss": 0.3419,
      "step": 1246690
    },
    {
      "epoch": 347.95,
      "grad_norm": 0.9531077146530151,
      "learning_rate": 3.0315304153543075e-06,
      "loss": 0.364,
      "step": 1246700
    },
    {
      "epoch": 347.95,
      "grad_norm": 1.2318893671035767,
      "learning_rate": 3.031504566137801e-06,
      "loss": 0.3642,
      "step": 1246710
    },
    {
      "epoch": 347.95,
      "grad_norm": 1.2027852535247803,
      "learning_rate": 3.031478716829755e-06,
      "loss": 0.3503,
      "step": 1246720
    },
    {
      "epoch": 347.96,
      "grad_norm": 0.911289393901825,
      "learning_rate": 3.0314528674301724e-06,
      "loss": 0.3409,
      "step": 1246730
    },
    {
      "epoch": 347.96,
      "grad_norm": 0.9778768420219421,
      "learning_rate": 3.031427017939056e-06,
      "loss": 0.3487,
      "step": 1246740
    },
    {
      "epoch": 347.96,
      "grad_norm": 1.1113204956054688,
      "learning_rate": 3.0314011683564098e-06,
      "loss": 0.3479,
      "step": 1246750
    },
    {
      "epoch": 347.97,
      "grad_norm": 1.2511903047561646,
      "learning_rate": 3.031375318682237e-06,
      "loss": 0.3382,
      "step": 1246760
    },
    {
      "epoch": 347.97,
      "grad_norm": 0.9529589414596558,
      "learning_rate": 3.031349468916541e-06,
      "loss": 0.3469,
      "step": 1246770
    },
    {
      "epoch": 347.97,
      "grad_norm": 0.9585076570510864,
      "learning_rate": 3.0313236190593252e-06,
      "loss": 0.3504,
      "step": 1246780
    },
    {
      "epoch": 347.97,
      "grad_norm": 1.0636276006698608,
      "learning_rate": 3.0312977691105936e-06,
      "loss": 0.3535,
      "step": 1246790
    },
    {
      "epoch": 347.98,
      "grad_norm": 0.906352698802948,
      "learning_rate": 3.031271919070349e-06,
      "loss": 0.3497,
      "step": 1246800
    },
    {
      "epoch": 347.98,
      "grad_norm": 1.1878138780593872,
      "learning_rate": 3.0312460689385944e-06,
      "loss": 0.3519,
      "step": 1246810
    },
    {
      "epoch": 347.98,
      "grad_norm": 0.9802035689353943,
      "learning_rate": 3.031220218715335e-06,
      "loss": 0.3468,
      "step": 1246820
    },
    {
      "epoch": 347.98,
      "grad_norm": 1.2081373929977417,
      "learning_rate": 3.0311943684005722e-06,
      "loss": 0.3399,
      "step": 1246830
    },
    {
      "epoch": 347.99,
      "grad_norm": 1.0008995532989502,
      "learning_rate": 3.031168517994311e-06,
      "loss": 0.3442,
      "step": 1246840
    },
    {
      "epoch": 347.99,
      "grad_norm": 0.9997199177742004,
      "learning_rate": 3.0311426674965535e-06,
      "loss": 0.349,
      "step": 1246850
    },
    {
      "epoch": 347.99,
      "grad_norm": 1.1905601024627686,
      "learning_rate": 3.031116816907305e-06,
      "loss": 0.3467,
      "step": 1246860
    },
    {
      "epoch": 348.0,
      "grad_norm": 1.1142702102661133,
      "learning_rate": 3.031090966226566e-06,
      "loss": 0.3392,
      "step": 1246870
    },
    {
      "epoch": 348.0,
      "grad_norm": 0.9487631320953369,
      "learning_rate": 3.0310651154543437e-06,
      "loss": 0.3463,
      "step": 1246880
    },
    {
      "epoch": 348.0,
      "eval_loss": 0.35197344422340393,
      "eval_runtime": 62.8234,
      "eval_samples_per_second": 80.527,
      "eval_steps_per_second": 10.076,
      "step": 1246884
    },
    {
      "epoch": 348.0,
      "grad_norm": 1.1214529275894165,
      "learning_rate": 3.0310392645906386e-06,
      "loss": 0.3582,
      "step": 1246890
    },
    {
      "epoch": 348.0,
      "grad_norm": 1.1259483098983765,
      "learning_rate": 3.031013413635455e-06,
      "loss": 0.3602,
      "step": 1246900
    },
    {
      "epoch": 348.01,
      "grad_norm": 0.8533250093460083,
      "learning_rate": 3.030987562588797e-06,
      "loss": 0.3287,
      "step": 1246910
    },
    {
      "epoch": 348.01,
      "grad_norm": 0.920371413230896,
      "learning_rate": 3.0309617114506673e-06,
      "loss": 0.3504,
      "step": 1246920
    },
    {
      "epoch": 348.01,
      "grad_norm": 1.0487170219421387,
      "learning_rate": 3.030935860221069e-06,
      "loss": 0.3572,
      "step": 1246930
    },
    {
      "epoch": 348.02,
      "grad_norm": 0.9175680875778198,
      "learning_rate": 3.0309100089000063e-06,
      "loss": 0.3492,
      "step": 1246940
    },
    {
      "epoch": 348.02,
      "grad_norm": 1.0134451389312744,
      "learning_rate": 3.0308841574874832e-06,
      "loss": 0.341,
      "step": 1246950
    },
    {
      "epoch": 348.02,
      "grad_norm": 1.0792629718780518,
      "learning_rate": 3.0308583059835013e-06,
      "loss": 0.3424,
      "step": 1246960
    },
    {
      "epoch": 348.02,
      "grad_norm": 1.0561327934265137,
      "learning_rate": 3.0308324543880652e-06,
      "loss": 0.3571,
      "step": 1246970
    },
    {
      "epoch": 348.03,
      "grad_norm": 1.0403265953063965,
      "learning_rate": 3.0308066027011792e-06,
      "loss": 0.3385,
      "step": 1246980
    },
    {
      "epoch": 348.03,
      "grad_norm": 1.1569355726242065,
      "learning_rate": 3.030780750922845e-06,
      "loss": 0.3551,
      "step": 1246990
    },
    {
      "epoch": 348.03,
      "grad_norm": 1.0970962047576904,
      "learning_rate": 3.030754899053067e-06,
      "loss": 0.348,
      "step": 1247000
    },
    {
      "epoch": 348.04,
      "grad_norm": 1.0281339883804321,
      "learning_rate": 3.030729047091848e-06,
      "loss": 0.3632,
      "step": 1247010
    },
    {
      "epoch": 348.04,
      "grad_norm": 1.0150359869003296,
      "learning_rate": 3.0307031950391925e-06,
      "loss": 0.3531,
      "step": 1247020
    },
    {
      "epoch": 348.04,
      "grad_norm": 1.0570775270462036,
      "learning_rate": 3.0306773428951027e-06,
      "loss": 0.3376,
      "step": 1247030
    },
    {
      "epoch": 348.04,
      "grad_norm": 0.9693568348884583,
      "learning_rate": 3.0306514906595833e-06,
      "loss": 0.368,
      "step": 1247040
    },
    {
      "epoch": 348.05,
      "grad_norm": 1.0242239236831665,
      "learning_rate": 3.030625638332637e-06,
      "loss": 0.3403,
      "step": 1247050
    },
    {
      "epoch": 348.05,
      "grad_norm": 0.9058602452278137,
      "learning_rate": 3.0305997859142673e-06,
      "loss": 0.3554,
      "step": 1247060
    },
    {
      "epoch": 348.05,
      "grad_norm": 1.144217610359192,
      "learning_rate": 3.030573933404478e-06,
      "loss": 0.3677,
      "step": 1247070
    },
    {
      "epoch": 348.05,
      "grad_norm": 0.9142275452613831,
      "learning_rate": 3.0305480808032722e-06,
      "loss": 0.3524,
      "step": 1247080
    },
    {
      "epoch": 348.06,
      "grad_norm": 1.0314644575119019,
      "learning_rate": 3.0305222281106528e-06,
      "loss": 0.3364,
      "step": 1247090
    },
    {
      "epoch": 348.06,
      "grad_norm": 1.0773775577545166,
      "learning_rate": 3.030496375326624e-06,
      "loss": 0.3448,
      "step": 1247100
    },
    {
      "epoch": 348.06,
      "grad_norm": 1.2648707628250122,
      "learning_rate": 3.0304705224511895e-06,
      "loss": 0.3429,
      "step": 1247110
    },
    {
      "epoch": 348.07,
      "grad_norm": 1.058627724647522,
      "learning_rate": 3.030444669484352e-06,
      "loss": 0.3529,
      "step": 1247120
    },
    {
      "epoch": 348.07,
      "grad_norm": 1.154245138168335,
      "learning_rate": 3.030418816426115e-06,
      "loss": 0.3524,
      "step": 1247130
    },
    {
      "epoch": 348.07,
      "grad_norm": 0.9489219188690186,
      "learning_rate": 3.030392963276483e-06,
      "loss": 0.3431,
      "step": 1247140
    },
    {
      "epoch": 348.07,
      "grad_norm": 1.0477581024169922,
      "learning_rate": 3.0303671100354582e-06,
      "loss": 0.3656,
      "step": 1247150
    },
    {
      "epoch": 348.08,
      "grad_norm": 0.9758690595626831,
      "learning_rate": 3.0303412567030443e-06,
      "loss": 0.3582,
      "step": 1247160
    },
    {
      "epoch": 348.08,
      "grad_norm": 1.03532874584198,
      "learning_rate": 3.0303154032792453e-06,
      "loss": 0.3616,
      "step": 1247170
    },
    {
      "epoch": 348.08,
      "grad_norm": 0.9497948288917542,
      "learning_rate": 3.030289549764064e-06,
      "loss": 0.3477,
      "step": 1247180
    },
    {
      "epoch": 348.09,
      "grad_norm": 1.0928822755813599,
      "learning_rate": 3.0302636961575037e-06,
      "loss": 0.3559,
      "step": 1247190
    },
    {
      "epoch": 348.09,
      "grad_norm": 1.0230861902236938,
      "learning_rate": 3.0302378424595684e-06,
      "loss": 0.3531,
      "step": 1247200
    },
    {
      "epoch": 348.09,
      "grad_norm": 1.0507737398147583,
      "learning_rate": 3.0302119886702623e-06,
      "loss": 0.36,
      "step": 1247210
    },
    {
      "epoch": 348.09,
      "grad_norm": 0.9035987854003906,
      "learning_rate": 3.0301861347895873e-06,
      "loss": 0.3371,
      "step": 1247220
    },
    {
      "epoch": 348.1,
      "grad_norm": 1.2083418369293213,
      "learning_rate": 3.0301602808175474e-06,
      "loss": 0.354,
      "step": 1247230
    },
    {
      "epoch": 348.1,
      "grad_norm": 1.0230382680892944,
      "learning_rate": 3.0301344267541458e-06,
      "loss": 0.369,
      "step": 1247240
    },
    {
      "epoch": 348.1,
      "grad_norm": 0.9845260381698608,
      "learning_rate": 3.0301085725993865e-06,
      "loss": 0.3515,
      "step": 1247250
    },
    {
      "epoch": 348.1,
      "grad_norm": 1.0731679201126099,
      "learning_rate": 3.0300827183532727e-06,
      "loss": 0.3581,
      "step": 1247260
    },
    {
      "epoch": 348.11,
      "grad_norm": 0.9038310050964355,
      "learning_rate": 3.0300568640158076e-06,
      "loss": 0.3345,
      "step": 1247270
    },
    {
      "epoch": 348.11,
      "grad_norm": 1.1448827981948853,
      "learning_rate": 3.030031009586996e-06,
      "loss": 0.3758,
      "step": 1247280
    },
    {
      "epoch": 348.11,
      "grad_norm": 1.0534992218017578,
      "learning_rate": 3.0300051550668393e-06,
      "loss": 0.3375,
      "step": 1247290
    },
    {
      "epoch": 348.12,
      "grad_norm": 1.1661860942840576,
      "learning_rate": 3.0299793004553417e-06,
      "loss": 0.3598,
      "step": 1247300
    },
    {
      "epoch": 348.12,
      "grad_norm": 0.9583346843719482,
      "learning_rate": 3.0299534457525072e-06,
      "loss": 0.3705,
      "step": 1247310
    },
    {
      "epoch": 348.12,
      "grad_norm": 0.9382493495941162,
      "learning_rate": 3.0299275909583385e-06,
      "loss": 0.3525,
      "step": 1247320
    },
    {
      "epoch": 348.12,
      "grad_norm": 1.037747859954834,
      "learning_rate": 3.0299017360728393e-06,
      "loss": 0.3596,
      "step": 1247330
    },
    {
      "epoch": 348.13,
      "grad_norm": 0.9451754093170166,
      "learning_rate": 3.029875881096014e-06,
      "loss": 0.3478,
      "step": 1247340
    },
    {
      "epoch": 348.13,
      "grad_norm": 1.1466044187545776,
      "learning_rate": 3.0298500260278638e-06,
      "loss": 0.353,
      "step": 1247350
    },
    {
      "epoch": 348.13,
      "grad_norm": 1.047727108001709,
      "learning_rate": 3.0298241708683947e-06,
      "loss": 0.3516,
      "step": 1247360
    },
    {
      "epoch": 348.14,
      "grad_norm": 1.1740012168884277,
      "learning_rate": 3.0297983156176083e-06,
      "loss": 0.3528,
      "step": 1247370
    },
    {
      "epoch": 348.14,
      "grad_norm": 0.9621258974075317,
      "learning_rate": 3.0297724602755087e-06,
      "loss": 0.3512,
      "step": 1247380
    },
    {
      "epoch": 348.14,
      "grad_norm": 1.0522857904434204,
      "learning_rate": 3.0297466048420995e-06,
      "loss": 0.3448,
      "step": 1247390
    },
    {
      "epoch": 348.14,
      "grad_norm": 1.042097568511963,
      "learning_rate": 3.029720749317384e-06,
      "loss": 0.3701,
      "step": 1247400
    },
    {
      "epoch": 348.15,
      "grad_norm": 1.0105942487716675,
      "learning_rate": 3.0296948937013653e-06,
      "loss": 0.3553,
      "step": 1247410
    },
    {
      "epoch": 348.15,
      "grad_norm": 1.029793381690979,
      "learning_rate": 3.029669037994047e-06,
      "loss": 0.3489,
      "step": 1247420
    },
    {
      "epoch": 348.15,
      "grad_norm": 1.1066159009933472,
      "learning_rate": 3.0296431821954333e-06,
      "loss": 0.3718,
      "step": 1247430
    },
    {
      "epoch": 348.16,
      "grad_norm": 1.0744184255599976,
      "learning_rate": 3.029617326305527e-06,
      "loss": 0.3459,
      "step": 1247440
    },
    {
      "epoch": 348.16,
      "grad_norm": 0.9862114787101746,
      "learning_rate": 3.0295914703243314e-06,
      "loss": 0.3387,
      "step": 1247450
    },
    {
      "epoch": 348.16,
      "grad_norm": 1.3062611818313599,
      "learning_rate": 3.02956561425185e-06,
      "loss": 0.3558,
      "step": 1247460
    },
    {
      "epoch": 348.16,
      "grad_norm": 1.0295480489730835,
      "learning_rate": 3.0295397580880863e-06,
      "loss": 0.3582,
      "step": 1247470
    },
    {
      "epoch": 348.17,
      "grad_norm": 1.1413322687149048,
      "learning_rate": 3.029513901833044e-06,
      "loss": 0.3476,
      "step": 1247480
    },
    {
      "epoch": 348.17,
      "grad_norm": 0.9340074062347412,
      "learning_rate": 3.029488045486726e-06,
      "loss": 0.3465,
      "step": 1247490
    },
    {
      "epoch": 348.17,
      "grad_norm": 0.9453462362289429,
      "learning_rate": 3.0294621890491363e-06,
      "loss": 0.3535,
      "step": 1247500
    },
    {
      "epoch": 348.17,
      "grad_norm": 1.0834205150604248,
      "learning_rate": 3.029436332520279e-06,
      "loss": 0.3491,
      "step": 1247510
    },
    {
      "epoch": 348.18,
      "grad_norm": 1.0199370384216309,
      "learning_rate": 3.029410475900155e-06,
      "loss": 0.3579,
      "step": 1247520
    },
    {
      "epoch": 348.18,
      "grad_norm": 0.9823945760726929,
      "learning_rate": 3.0293846191887706e-06,
      "loss": 0.3436,
      "step": 1247530
    },
    {
      "epoch": 348.18,
      "grad_norm": 1.046346664428711,
      "learning_rate": 3.029358762386128e-06,
      "loss": 0.3514,
      "step": 1247540
    },
    {
      "epoch": 348.19,
      "grad_norm": 1.0175490379333496,
      "learning_rate": 3.02933290549223e-06,
      "loss": 0.342,
      "step": 1247550
    },
    {
      "epoch": 348.19,
      "grad_norm": 1.1090115308761597,
      "learning_rate": 3.0293070485070806e-06,
      "loss": 0.3697,
      "step": 1247560
    },
    {
      "epoch": 348.19,
      "grad_norm": 1.12454092502594,
      "learning_rate": 3.029281191430684e-06,
      "loss": 0.3421,
      "step": 1247570
    },
    {
      "epoch": 348.19,
      "grad_norm": 1.1870296001434326,
      "learning_rate": 3.029255334263043e-06,
      "loss": 0.3501,
      "step": 1247580
    },
    {
      "epoch": 348.2,
      "grad_norm": 0.9914339780807495,
      "learning_rate": 3.0292294770041613e-06,
      "loss": 0.3466,
      "step": 1247590
    },
    {
      "epoch": 348.2,
      "grad_norm": 0.9868478775024414,
      "learning_rate": 3.029203619654042e-06,
      "loss": 0.3599,
      "step": 1247600
    },
    {
      "epoch": 348.2,
      "grad_norm": 0.9952543377876282,
      "learning_rate": 3.029177762212688e-06,
      "loss": 0.3408,
      "step": 1247610
    },
    {
      "epoch": 348.21,
      "grad_norm": 1.0228110551834106,
      "learning_rate": 3.0291519046801033e-06,
      "loss": 0.3437,
      "step": 1247620
    },
    {
      "epoch": 348.21,
      "grad_norm": 1.1190611124038696,
      "learning_rate": 3.029126047056292e-06,
      "loss": 0.3637,
      "step": 1247630
    },
    {
      "epoch": 348.21,
      "grad_norm": 1.1417884826660156,
      "learning_rate": 3.0291001893412565e-06,
      "loss": 0.3427,
      "step": 1247640
    },
    {
      "epoch": 348.21,
      "grad_norm": 1.0969496965408325,
      "learning_rate": 3.0290743315350014e-06,
      "loss": 0.3456,
      "step": 1247650
    },
    {
      "epoch": 348.22,
      "grad_norm": 1.0056512355804443,
      "learning_rate": 3.0290484736375296e-06,
      "loss": 0.3535,
      "step": 1247660
    },
    {
      "epoch": 348.22,
      "grad_norm": 1.0312914848327637,
      "learning_rate": 3.0290226156488434e-06,
      "loss": 0.3545,
      "step": 1247670
    },
    {
      "epoch": 348.22,
      "grad_norm": 0.9381440877914429,
      "learning_rate": 3.0289967575689475e-06,
      "loss": 0.3462,
      "step": 1247680
    },
    {
      "epoch": 348.22,
      "grad_norm": 1.0552951097488403,
      "learning_rate": 3.0289708993978456e-06,
      "loss": 0.3703,
      "step": 1247690
    },
    {
      "epoch": 348.23,
      "grad_norm": 0.9527966380119324,
      "learning_rate": 3.02894504113554e-06,
      "loss": 0.3587,
      "step": 1247700
    },
    {
      "epoch": 348.23,
      "grad_norm": 0.9593009948730469,
      "learning_rate": 3.0289191827820353e-06,
      "loss": 0.3553,
      "step": 1247710
    },
    {
      "epoch": 348.23,
      "grad_norm": 0.9954649806022644,
      "learning_rate": 3.028893324337334e-06,
      "loss": 0.3439,
      "step": 1247720
    },
    {
      "epoch": 348.24,
      "grad_norm": 0.9194000959396362,
      "learning_rate": 3.02886746580144e-06,
      "loss": 0.3661,
      "step": 1247730
    },
    {
      "epoch": 348.24,
      "grad_norm": 0.9567683339118958,
      "learning_rate": 3.028841607174357e-06,
      "loss": 0.3517,
      "step": 1247740
    },
    {
      "epoch": 348.24,
      "grad_norm": 0.9969916939735413,
      "learning_rate": 3.028815748456087e-06,
      "loss": 0.356,
      "step": 1247750
    },
    {
      "epoch": 348.24,
      "grad_norm": 4.372991561889648,
      "learning_rate": 3.028789889646636e-06,
      "loss": 0.3434,
      "step": 1247760
    },
    {
      "epoch": 348.25,
      "grad_norm": 1.1121562719345093,
      "learning_rate": 3.028764030746005e-06,
      "loss": 0.3462,
      "step": 1247770
    },
    {
      "epoch": 348.25,
      "grad_norm": 1.215982437133789,
      "learning_rate": 3.0287381717541985e-06,
      "loss": 0.358,
      "step": 1247780
    },
    {
      "epoch": 348.25,
      "grad_norm": 0.8304827809333801,
      "learning_rate": 3.0287123126712208e-06,
      "loss": 0.3618,
      "step": 1247790
    },
    {
      "epoch": 348.26,
      "grad_norm": 0.9860126376152039,
      "learning_rate": 3.028686453497074e-06,
      "loss": 0.341,
      "step": 1247800
    },
    {
      "epoch": 348.26,
      "grad_norm": 1.0613504648208618,
      "learning_rate": 3.028660594231762e-06,
      "loss": 0.3486,
      "step": 1247810
    },
    {
      "epoch": 348.26,
      "grad_norm": 0.8859002590179443,
      "learning_rate": 3.028634734875288e-06,
      "loss": 0.3594,
      "step": 1247820
    },
    {
      "epoch": 348.26,
      "grad_norm": 1.0488672256469727,
      "learning_rate": 3.0286088754276553e-06,
      "loss": 0.3429,
      "step": 1247830
    },
    {
      "epoch": 348.27,
      "grad_norm": 0.8753333687782288,
      "learning_rate": 3.028583015888868e-06,
      "loss": 0.3394,
      "step": 1247840
    },
    {
      "epoch": 348.27,
      "grad_norm": 1.851336121559143,
      "learning_rate": 3.0285571562589296e-06,
      "loss": 0.3607,
      "step": 1247850
    },
    {
      "epoch": 348.27,
      "grad_norm": 1.2413066625595093,
      "learning_rate": 3.0285312965378434e-06,
      "loss": 0.3581,
      "step": 1247860
    },
    {
      "epoch": 348.28,
      "grad_norm": 0.9358511567115784,
      "learning_rate": 3.028505436725612e-06,
      "loss": 0.3651,
      "step": 1247870
    },
    {
      "epoch": 348.28,
      "grad_norm": 0.9845271706581116,
      "learning_rate": 3.0284795768222394e-06,
      "loss": 0.3531,
      "step": 1247880
    },
    {
      "epoch": 348.28,
      "grad_norm": 1.1570525169372559,
      "learning_rate": 3.0284537168277296e-06,
      "loss": 0.345,
      "step": 1247890
    },
    {
      "epoch": 348.28,
      "grad_norm": 0.9525095820426941,
      "learning_rate": 3.028427856742085e-06,
      "loss": 0.3472,
      "step": 1247900
    },
    {
      "epoch": 348.29,
      "grad_norm": 0.9576675891876221,
      "learning_rate": 3.0284019965653095e-06,
      "loss": 0.3445,
      "step": 1247910
    },
    {
      "epoch": 348.29,
      "grad_norm": 0.9765734672546387,
      "learning_rate": 3.028376136297407e-06,
      "loss": 0.3553,
      "step": 1247920
    },
    {
      "epoch": 348.29,
      "grad_norm": 1.2091667652130127,
      "learning_rate": 3.028350275938381e-06,
      "loss": 0.362,
      "step": 1247930
    },
    {
      "epoch": 348.29,
      "grad_norm": 5.381155014038086,
      "learning_rate": 3.028324415488234e-06,
      "loss": 0.3506,
      "step": 1247940
    },
    {
      "epoch": 348.3,
      "grad_norm": 0.9401300549507141,
      "learning_rate": 3.0282985549469705e-06,
      "loss": 0.3481,
      "step": 1247950
    },
    {
      "epoch": 348.3,
      "grad_norm": 1.0081207752227783,
      "learning_rate": 3.028272694314593e-06,
      "loss": 0.3349,
      "step": 1247960
    },
    {
      "epoch": 348.3,
      "grad_norm": 1.2275981903076172,
      "learning_rate": 3.0282468335911045e-06,
      "loss": 0.3358,
      "step": 1247970
    },
    {
      "epoch": 348.31,
      "grad_norm": 0.9467518925666809,
      "learning_rate": 3.0282209727765106e-06,
      "loss": 0.3473,
      "step": 1247980
    },
    {
      "epoch": 348.31,
      "grad_norm": 1.1373424530029297,
      "learning_rate": 3.0281951118708124e-06,
      "loss": 0.3387,
      "step": 1247990
    },
    {
      "epoch": 348.31,
      "grad_norm": 0.9325742125511169,
      "learning_rate": 3.028169250874015e-06,
      "loss": 0.3579,
      "step": 1248000
    },
    {
      "epoch": 348.31,
      "grad_norm": 1.259468913078308,
      "learning_rate": 3.028143389786121e-06,
      "loss": 0.357,
      "step": 1248010
    },
    {
      "epoch": 348.32,
      "grad_norm": 0.9444069862365723,
      "learning_rate": 3.028117528607134e-06,
      "loss": 0.3242,
      "step": 1248020
    },
    {
      "epoch": 348.32,
      "grad_norm": 1.025219440460205,
      "learning_rate": 3.028091667337058e-06,
      "loss": 0.354,
      "step": 1248030
    },
    {
      "epoch": 348.32,
      "grad_norm": 0.9434012174606323,
      "learning_rate": 3.0280658059758953e-06,
      "loss": 0.3356,
      "step": 1248040
    },
    {
      "epoch": 348.33,
      "grad_norm": 1.0294145345687866,
      "learning_rate": 3.0280399445236507e-06,
      "loss": 0.3504,
      "step": 1248050
    },
    {
      "epoch": 348.33,
      "grad_norm": 0.9992921948432922,
      "learning_rate": 3.0280140829803264e-06,
      "loss": 0.3474,
      "step": 1248060
    },
    {
      "epoch": 348.33,
      "grad_norm": 0.9872664213180542,
      "learning_rate": 3.027988221345926e-06,
      "loss": 0.3444,
      "step": 1248070
    },
    {
      "epoch": 348.33,
      "grad_norm": 1.7113617658615112,
      "learning_rate": 3.027962359620454e-06,
      "loss": 0.3654,
      "step": 1248080
    },
    {
      "epoch": 348.34,
      "grad_norm": 1.0429564714431763,
      "learning_rate": 3.0279364978039126e-06,
      "loss": 0.3561,
      "step": 1248090
    },
    {
      "epoch": 348.34,
      "grad_norm": 1.0844218730926514,
      "learning_rate": 3.0279106358963065e-06,
      "loss": 0.3384,
      "step": 1248100
    },
    {
      "epoch": 348.34,
      "grad_norm": 1.3013299703598022,
      "learning_rate": 3.0278847738976376e-06,
      "loss": 0.3489,
      "step": 1248110
    },
    {
      "epoch": 348.34,
      "grad_norm": 0.9283719658851624,
      "learning_rate": 3.0278589118079106e-06,
      "loss": 0.3362,
      "step": 1248120
    },
    {
      "epoch": 348.35,
      "grad_norm": 1.0831466913223267,
      "learning_rate": 3.0278330496271283e-06,
      "loss": 0.3648,
      "step": 1248130
    },
    {
      "epoch": 348.35,
      "grad_norm": 1.0159190893173218,
      "learning_rate": 3.0278071873552943e-06,
      "loss": 0.3633,
      "step": 1248140
    },
    {
      "epoch": 348.35,
      "grad_norm": 1.0469571352005005,
      "learning_rate": 3.027781324992413e-06,
      "loss": 0.3399,
      "step": 1248150
    },
    {
      "epoch": 348.36,
      "grad_norm": 1.1238127946853638,
      "learning_rate": 3.027755462538486e-06,
      "loss": 0.3443,
      "step": 1248160
    },
    {
      "epoch": 348.36,
      "grad_norm": 1.0179380178451538,
      "learning_rate": 3.0277295999935186e-06,
      "loss": 0.3648,
      "step": 1248170
    },
    {
      "epoch": 348.36,
      "grad_norm": 1.0507107973098755,
      "learning_rate": 3.027703737357513e-06,
      "loss": 0.3615,
      "step": 1248180
    },
    {
      "epoch": 348.36,
      "grad_norm": 0.9190006256103516,
      "learning_rate": 3.0276778746304723e-06,
      "loss": 0.3602,
      "step": 1248190
    },
    {
      "epoch": 348.37,
      "grad_norm": 1.0138880014419556,
      "learning_rate": 3.0276520118124007e-06,
      "loss": 0.3449,
      "step": 1248200
    },
    {
      "epoch": 348.37,
      "grad_norm": 1.0971592664718628,
      "learning_rate": 3.0276261489033018e-06,
      "loss": 0.3529,
      "step": 1248210
    },
    {
      "epoch": 348.37,
      "grad_norm": 0.9361636638641357,
      "learning_rate": 3.027600285903179e-06,
      "loss": 0.3584,
      "step": 1248220
    },
    {
      "epoch": 348.38,
      "grad_norm": 0.9304562211036682,
      "learning_rate": 3.0275744228120354e-06,
      "loss": 0.3586,
      "step": 1248230
    },
    {
      "epoch": 348.38,
      "grad_norm": 0.8843281269073486,
      "learning_rate": 3.0275485596298748e-06,
      "loss": 0.3642,
      "step": 1248240
    },
    {
      "epoch": 348.38,
      "grad_norm": 1.059892177581787,
      "learning_rate": 3.0275226963567004e-06,
      "loss": 0.3378,
      "step": 1248250
    },
    {
      "epoch": 348.38,
      "grad_norm": 0.9331868886947632,
      "learning_rate": 3.027496832992515e-06,
      "loss": 0.3316,
      "step": 1248260
    },
    {
      "epoch": 348.39,
      "grad_norm": 2.017075300216675,
      "learning_rate": 3.027470969537323e-06,
      "loss": 0.3537,
      "step": 1248270
    },
    {
      "epoch": 348.39,
      "grad_norm": 1.053958535194397,
      "learning_rate": 3.027445105991128e-06,
      "loss": 0.3522,
      "step": 1248280
    },
    {
      "epoch": 348.39,
      "grad_norm": 1.0951290130615234,
      "learning_rate": 3.0274192423539324e-06,
      "loss": 0.3567,
      "step": 1248290
    },
    {
      "epoch": 348.4,
      "grad_norm": 1.1147873401641846,
      "learning_rate": 3.027393378625741e-06,
      "loss": 0.369,
      "step": 1248300
    },
    {
      "epoch": 348.4,
      "grad_norm": 0.890602171421051,
      "learning_rate": 3.027367514806556e-06,
      "loss": 0.3517,
      "step": 1248310
    },
    {
      "epoch": 348.4,
      "grad_norm": 0.9098477959632874,
      "learning_rate": 3.0273416508963814e-06,
      "loss": 0.3522,
      "step": 1248320
    },
    {
      "epoch": 348.4,
      "grad_norm": 0.9338393211364746,
      "learning_rate": 3.0273157868952207e-06,
      "loss": 0.3601,
      "step": 1248330
    },
    {
      "epoch": 348.41,
      "grad_norm": 0.9510009288787842,
      "learning_rate": 3.0272899228030773e-06,
      "loss": 0.3453,
      "step": 1248340
    },
    {
      "epoch": 348.41,
      "grad_norm": 1.2311668395996094,
      "learning_rate": 3.027264058619954e-06,
      "loss": 0.349,
      "step": 1248350
    },
    {
      "epoch": 348.41,
      "grad_norm": 1.014629602432251,
      "learning_rate": 3.027238194345855e-06,
      "loss": 0.3568,
      "step": 1248360
    },
    {
      "epoch": 348.41,
      "grad_norm": 0.9368131756782532,
      "learning_rate": 3.0272123299807834e-06,
      "loss": 0.3617,
      "step": 1248370
    },
    {
      "epoch": 348.42,
      "grad_norm": 1.0585525035858154,
      "learning_rate": 3.0271864655247428e-06,
      "loss": 0.3388,
      "step": 1248380
    },
    {
      "epoch": 348.42,
      "grad_norm": 0.9484699964523315,
      "learning_rate": 3.027160600977737e-06,
      "loss": 0.3528,
      "step": 1248390
    },
    {
      "epoch": 348.42,
      "grad_norm": 1.0126687288284302,
      "learning_rate": 3.0271347363397695e-06,
      "loss": 0.349,
      "step": 1248400
    },
    {
      "epoch": 348.43,
      "grad_norm": 0.9050195813179016,
      "learning_rate": 3.0271088716108423e-06,
      "loss": 0.3617,
      "step": 1248410
    },
    {
      "epoch": 348.43,
      "grad_norm": 1.0988095998764038,
      "learning_rate": 3.0270830067909604e-06,
      "loss": 0.3458,
      "step": 1248420
    },
    {
      "epoch": 348.43,
      "grad_norm": 1.2522886991500854,
      "learning_rate": 3.0270571418801257e-06,
      "loss": 0.3705,
      "step": 1248430
    },
    {
      "epoch": 348.43,
      "grad_norm": 1.0482693910598755,
      "learning_rate": 3.0270312768783443e-06,
      "loss": 0.349,
      "step": 1248440
    },
    {
      "epoch": 348.44,
      "grad_norm": 0.962113082408905,
      "learning_rate": 3.027005411785617e-06,
      "loss": 0.359,
      "step": 1248450
    },
    {
      "epoch": 348.44,
      "grad_norm": 1.0820726156234741,
      "learning_rate": 3.0269795466019483e-06,
      "loss": 0.3554,
      "step": 1248460
    },
    {
      "epoch": 348.44,
      "grad_norm": 0.908376932144165,
      "learning_rate": 3.026953681327342e-06,
      "loss": 0.3601,
      "step": 1248470
    },
    {
      "epoch": 348.45,
      "grad_norm": 1.2899048328399658,
      "learning_rate": 3.0269278159618004e-06,
      "loss": 0.3544,
      "step": 1248480
    },
    {
      "epoch": 348.45,
      "grad_norm": 1.0616453886032104,
      "learning_rate": 3.026901950505328e-06,
      "loss": 0.3509,
      "step": 1248490
    },
    {
      "epoch": 348.45,
      "grad_norm": 0.9406898021697998,
      "learning_rate": 3.026876084957928e-06,
      "loss": 0.3498,
      "step": 1248500
    },
    {
      "epoch": 348.45,
      "grad_norm": 1.0194655656814575,
      "learning_rate": 3.026850219319603e-06,
      "loss": 0.3579,
      "step": 1248510
    },
    {
      "epoch": 348.46,
      "grad_norm": 0.8158116936683655,
      "learning_rate": 3.026824353590358e-06,
      "loss": 0.3283,
      "step": 1248520
    },
    {
      "epoch": 348.46,
      "grad_norm": 1.0105620622634888,
      "learning_rate": 3.0267984877701953e-06,
      "loss": 0.3359,
      "step": 1248530
    },
    {
      "epoch": 348.46,
      "grad_norm": 0.9609293341636658,
      "learning_rate": 3.0267726218591193e-06,
      "loss": 0.3565,
      "step": 1248540
    },
    {
      "epoch": 348.46,
      "grad_norm": 1.121412992477417,
      "learning_rate": 3.0267467558571318e-06,
      "loss": 0.348,
      "step": 1248550
    },
    {
      "epoch": 348.47,
      "grad_norm": 0.9913322925567627,
      "learning_rate": 3.0267208897642376e-06,
      "loss": 0.347,
      "step": 1248560
    },
    {
      "epoch": 348.47,
      "grad_norm": 1.016480565071106,
      "learning_rate": 3.0266950235804404e-06,
      "loss": 0.3616,
      "step": 1248570
    },
    {
      "epoch": 348.47,
      "grad_norm": 0.9336361289024353,
      "learning_rate": 3.026669157305742e-06,
      "loss": 0.3597,
      "step": 1248580
    },
    {
      "epoch": 348.48,
      "grad_norm": 0.9784412980079651,
      "learning_rate": 3.0266432909401474e-06,
      "loss": 0.349,
      "step": 1248590
    },
    {
      "epoch": 348.48,
      "grad_norm": 1.0171523094177246,
      "learning_rate": 3.0266174244836597e-06,
      "loss": 0.3486,
      "step": 1248600
    },
    {
      "epoch": 348.48,
      "grad_norm": 1.0849485397338867,
      "learning_rate": 3.026591557936282e-06,
      "loss": 0.3592,
      "step": 1248610
    },
    {
      "epoch": 348.48,
      "grad_norm": 0.939827024936676,
      "learning_rate": 3.026565691298018e-06,
      "loss": 0.357,
      "step": 1248620
    },
    {
      "epoch": 348.49,
      "grad_norm": 1.0947068929672241,
      "learning_rate": 3.026539824568871e-06,
      "loss": 0.3583,
      "step": 1248630
    },
    {
      "epoch": 348.49,
      "grad_norm": 1.0889527797698975,
      "learning_rate": 3.0265139577488443e-06,
      "loss": 0.3544,
      "step": 1248640
    },
    {
      "epoch": 348.49,
      "grad_norm": 1.3142282962799072,
      "learning_rate": 3.0264880908379417e-06,
      "loss": 0.3511,
      "step": 1248650
    },
    {
      "epoch": 348.5,
      "grad_norm": 0.9934622049331665,
      "learning_rate": 3.0264622238361664e-06,
      "loss": 0.343,
      "step": 1248660
    },
    {
      "epoch": 348.5,
      "grad_norm": 1.0986545085906982,
      "learning_rate": 3.026436356743522e-06,
      "loss": 0.3529,
      "step": 1248670
    },
    {
      "epoch": 348.5,
      "grad_norm": 1.00421941280365,
      "learning_rate": 3.026410489560012e-06,
      "loss": 0.3556,
      "step": 1248680
    },
    {
      "epoch": 348.5,
      "grad_norm": 1.249879240989685,
      "learning_rate": 3.0263846222856393e-06,
      "loss": 0.3789,
      "step": 1248690
    },
    {
      "epoch": 348.51,
      "grad_norm": 1.0667834281921387,
      "learning_rate": 3.026358754920408e-06,
      "loss": 0.3488,
      "step": 1248700
    },
    {
      "epoch": 348.51,
      "grad_norm": 0.9674964547157288,
      "learning_rate": 3.0263328874643207e-06,
      "loss": 0.3474,
      "step": 1248710
    },
    {
      "epoch": 348.51,
      "grad_norm": 1.0532044172286987,
      "learning_rate": 3.026307019917382e-06,
      "loss": 0.3499,
      "step": 1248720
    },
    {
      "epoch": 348.52,
      "grad_norm": 0.8846343755722046,
      "learning_rate": 3.026281152279595e-06,
      "loss": 0.3684,
      "step": 1248730
    },
    {
      "epoch": 348.52,
      "grad_norm": 1.0278232097625732,
      "learning_rate": 3.0262552845509625e-06,
      "loss": 0.3444,
      "step": 1248740
    },
    {
      "epoch": 348.52,
      "grad_norm": 1.057958722114563,
      "learning_rate": 3.0262294167314887e-06,
      "loss": 0.3523,
      "step": 1248750
    },
    {
      "epoch": 348.52,
      "grad_norm": 0.9838069677352905,
      "learning_rate": 3.026203548821177e-06,
      "loss": 0.3596,
      "step": 1248760
    },
    {
      "epoch": 348.53,
      "grad_norm": 0.8923305869102478,
      "learning_rate": 3.0261776808200294e-06,
      "loss": 0.347,
      "step": 1248770
    },
    {
      "epoch": 348.53,
      "grad_norm": 1.0903273820877075,
      "learning_rate": 3.026151812728051e-06,
      "loss": 0.3657,
      "step": 1248780
    },
    {
      "epoch": 348.53,
      "grad_norm": 1.3012936115264893,
      "learning_rate": 3.026125944545245e-06,
      "loss": 0.3556,
      "step": 1248790
    },
    {
      "epoch": 348.53,
      "grad_norm": 1.2700228691101074,
      "learning_rate": 3.0261000762716142e-06,
      "loss": 0.356,
      "step": 1248800
    },
    {
      "epoch": 348.54,
      "grad_norm": 0.9278234243392944,
      "learning_rate": 3.026074207907163e-06,
      "loss": 0.3515,
      "step": 1248810
    },
    {
      "epoch": 348.54,
      "grad_norm": 0.9659249186515808,
      "learning_rate": 3.026048339451894e-06,
      "loss": 0.3448,
      "step": 1248820
    },
    {
      "epoch": 348.54,
      "grad_norm": 0.9270031452178955,
      "learning_rate": 3.026022470905811e-06,
      "loss": 0.3432,
      "step": 1248830
    },
    {
      "epoch": 348.55,
      "grad_norm": 1.0554083585739136,
      "learning_rate": 3.025996602268917e-06,
      "loss": 0.3505,
      "step": 1248840
    },
    {
      "epoch": 348.55,
      "grad_norm": 1.0165064334869385,
      "learning_rate": 3.0259707335412155e-06,
      "loss": 0.3363,
      "step": 1248850
    },
    {
      "epoch": 348.55,
      "grad_norm": 1.0805264711380005,
      "learning_rate": 3.0259448647227116e-06,
      "loss": 0.3722,
      "step": 1248860
    },
    {
      "epoch": 348.55,
      "grad_norm": 0.8612093925476074,
      "learning_rate": 3.0259189958134063e-06,
      "loss": 0.3551,
      "step": 1248870
    },
    {
      "epoch": 348.56,
      "grad_norm": 0.9801949262619019,
      "learning_rate": 3.0258931268133036e-06,
      "loss": 0.344,
      "step": 1248880
    },
    {
      "epoch": 348.56,
      "grad_norm": 0.9742796421051025,
      "learning_rate": 3.0258672577224084e-06,
      "loss": 0.3616,
      "step": 1248890
    },
    {
      "epoch": 348.56,
      "grad_norm": 1.032996416091919,
      "learning_rate": 3.0258413885407235e-06,
      "loss": 0.3469,
      "step": 1248900
    },
    {
      "epoch": 348.57,
      "grad_norm": 1.0176266431808472,
      "learning_rate": 3.0258155192682515e-06,
      "loss": 0.3393,
      "step": 1248910
    },
    {
      "epoch": 348.57,
      "grad_norm": 0.9646731615066528,
      "learning_rate": 3.025789649904996e-06,
      "loss": 0.3348,
      "step": 1248920
    },
    {
      "epoch": 348.57,
      "grad_norm": 0.8603353500366211,
      "learning_rate": 3.0257637804509614e-06,
      "loss": 0.3659,
      "step": 1248930
    },
    {
      "epoch": 348.57,
      "grad_norm": 0.9482748508453369,
      "learning_rate": 3.0257379109061505e-06,
      "loss": 0.3461,
      "step": 1248940
    },
    {
      "epoch": 348.58,
      "grad_norm": 2.363544464111328,
      "learning_rate": 3.025712041270567e-06,
      "loss": 0.3438,
      "step": 1248950
    },
    {
      "epoch": 348.58,
      "grad_norm": 1.0413681268692017,
      "learning_rate": 3.0256861715442136e-06,
      "loss": 0.3484,
      "step": 1248960
    },
    {
      "epoch": 348.58,
      "grad_norm": 1.1023701429367065,
      "learning_rate": 3.0256603017270948e-06,
      "loss": 0.355,
      "step": 1248970
    },
    {
      "epoch": 348.58,
      "grad_norm": 1.0186045169830322,
      "learning_rate": 3.0256344318192134e-06,
      "loss": 0.3408,
      "step": 1248980
    },
    {
      "epoch": 348.59,
      "grad_norm": 0.8341472148895264,
      "learning_rate": 3.0256085618205732e-06,
      "loss": 0.3402,
      "step": 1248990
    },
    {
      "epoch": 348.59,
      "grad_norm": 0.9361547827720642,
      "learning_rate": 3.025582691731177e-06,
      "loss": 0.3607,
      "step": 1249000
    },
    {
      "epoch": 348.59,
      "grad_norm": 1.1045565605163574,
      "learning_rate": 3.0255568215510287e-06,
      "loss": 0.3446,
      "step": 1249010
    },
    {
      "epoch": 348.6,
      "grad_norm": 1.8316612243652344,
      "learning_rate": 3.025530951280132e-06,
      "loss": 0.3363,
      "step": 1249020
    },
    {
      "epoch": 348.6,
      "grad_norm": 1.1396820545196533,
      "learning_rate": 3.02550508091849e-06,
      "loss": 0.3447,
      "step": 1249030
    },
    {
      "epoch": 348.6,
      "grad_norm": 1.1518436670303345,
      "learning_rate": 3.025479210466106e-06,
      "loss": 0.3528,
      "step": 1249040
    },
    {
      "epoch": 348.6,
      "grad_norm": 1.042864441871643,
      "learning_rate": 3.025453339922984e-06,
      "loss": 0.3535,
      "step": 1249050
    },
    {
      "epoch": 348.61,
      "grad_norm": 1.0514864921569824,
      "learning_rate": 3.025427469289127e-06,
      "loss": 0.3411,
      "step": 1249060
    },
    {
      "epoch": 348.61,
      "grad_norm": 0.9234855771064758,
      "learning_rate": 3.0254015985645385e-06,
      "loss": 0.3579,
      "step": 1249070
    },
    {
      "epoch": 348.61,
      "grad_norm": 1.0888025760650635,
      "learning_rate": 3.0253757277492223e-06,
      "loss": 0.3499,
      "step": 1249080
    },
    {
      "epoch": 348.62,
      "grad_norm": 0.9309648871421814,
      "learning_rate": 3.025349856843181e-06,
      "loss": 0.3531,
      "step": 1249090
    },
    {
      "epoch": 348.62,
      "grad_norm": 1.375640630722046,
      "learning_rate": 3.0253239858464186e-06,
      "loss": 0.3398,
      "step": 1249100
    },
    {
      "epoch": 348.62,
      "grad_norm": 1.0724483728408813,
      "learning_rate": 3.0252981147589388e-06,
      "loss": 0.3437,
      "step": 1249110
    },
    {
      "epoch": 348.62,
      "grad_norm": 1.1124510765075684,
      "learning_rate": 3.0252722435807447e-06,
      "loss": 0.3704,
      "step": 1249120
    },
    {
      "epoch": 348.63,
      "grad_norm": 1.035212755203247,
      "learning_rate": 3.0252463723118398e-06,
      "loss": 0.3528,
      "step": 1249130
    },
    {
      "epoch": 348.63,
      "grad_norm": 1.1197242736816406,
      "learning_rate": 3.0252205009522273e-06,
      "loss": 0.3388,
      "step": 1249140
    },
    {
      "epoch": 348.63,
      "grad_norm": 1.0711326599121094,
      "learning_rate": 3.0251946295019117e-06,
      "loss": 0.3627,
      "step": 1249150
    },
    {
      "epoch": 348.64,
      "grad_norm": 1.8507081270217896,
      "learning_rate": 3.025168757960895e-06,
      "loss": 0.3458,
      "step": 1249160
    },
    {
      "epoch": 348.64,
      "grad_norm": 0.8606857061386108,
      "learning_rate": 3.0251428863291807e-06,
      "loss": 0.3719,
      "step": 1249170
    },
    {
      "epoch": 348.64,
      "grad_norm": 1.0429898500442505,
      "learning_rate": 3.0251170146067743e-06,
      "loss": 0.3427,
      "step": 1249180
    },
    {
      "epoch": 348.64,
      "grad_norm": 0.8879833817481995,
      "learning_rate": 3.0250911427936765e-06,
      "loss": 0.3593,
      "step": 1249190
    },
    {
      "epoch": 348.65,
      "grad_norm": 0.9934000372886658,
      "learning_rate": 3.0250652708898925e-06,
      "loss": 0.3521,
      "step": 1249200
    },
    {
      "epoch": 348.65,
      "grad_norm": 0.947803795337677,
      "learning_rate": 3.0250393988954254e-06,
      "loss": 0.3438,
      "step": 1249210
    },
    {
      "epoch": 348.65,
      "grad_norm": 1.0893614292144775,
      "learning_rate": 3.0250135268102785e-06,
      "loss": 0.3412,
      "step": 1249220
    },
    {
      "epoch": 348.65,
      "grad_norm": 1.0428097248077393,
      "learning_rate": 3.0249876546344545e-06,
      "loss": 0.3468,
      "step": 1249230
    },
    {
      "epoch": 348.66,
      "grad_norm": 1.0604339838027954,
      "learning_rate": 3.0249617823679582e-06,
      "loss": 0.3572,
      "step": 1249240
    },
    {
      "epoch": 348.66,
      "grad_norm": 1.0715984106063843,
      "learning_rate": 3.024935910010792e-06,
      "loss": 0.3458,
      "step": 1249250
    },
    {
      "epoch": 348.66,
      "grad_norm": 0.9982770085334778,
      "learning_rate": 3.02491003756296e-06,
      "loss": 0.361,
      "step": 1249260
    },
    {
      "epoch": 348.67,
      "grad_norm": 2.139908790588379,
      "learning_rate": 3.0248841650244662e-06,
      "loss": 0.3416,
      "step": 1249270
    },
    {
      "epoch": 348.67,
      "grad_norm": 0.891033947467804,
      "learning_rate": 3.0248582923953128e-06,
      "loss": 0.3473,
      "step": 1249280
    },
    {
      "epoch": 348.67,
      "grad_norm": 1.3049758672714233,
      "learning_rate": 3.0248324196755035e-06,
      "loss": 0.3639,
      "step": 1249290
    },
    {
      "epoch": 348.67,
      "grad_norm": 0.9433364868164062,
      "learning_rate": 3.0248065468650414e-06,
      "loss": 0.3447,
      "step": 1249300
    },
    {
      "epoch": 348.68,
      "grad_norm": 1.0487087965011597,
      "learning_rate": 3.0247806739639315e-06,
      "loss": 0.3465,
      "step": 1249310
    },
    {
      "epoch": 348.68,
      "grad_norm": 1.0244475603103638,
      "learning_rate": 3.024754800972175e-06,
      "loss": 0.3361,
      "step": 1249320
    },
    {
      "epoch": 348.68,
      "grad_norm": 0.8457225561141968,
      "learning_rate": 3.0247289278897772e-06,
      "loss": 0.3424,
      "step": 1249330
    },
    {
      "epoch": 348.69,
      "grad_norm": 1.1309468746185303,
      "learning_rate": 3.0247030547167414e-06,
      "loss": 0.332,
      "step": 1249340
    },
    {
      "epoch": 348.69,
      "grad_norm": 6.2737274169921875,
      "learning_rate": 3.0246771814530705e-06,
      "loss": 0.3528,
      "step": 1249350
    },
    {
      "epoch": 348.69,
      "grad_norm": 1.2203572988510132,
      "learning_rate": 3.0246513080987674e-06,
      "loss": 0.3498,
      "step": 1249360
    },
    {
      "epoch": 348.69,
      "grad_norm": 1.1104860305786133,
      "learning_rate": 3.0246254346538365e-06,
      "loss": 0.3609,
      "step": 1249370
    },
    {
      "epoch": 348.7,
      "grad_norm": 1.225633144378662,
      "learning_rate": 3.0245995611182808e-06,
      "loss": 0.3357,
      "step": 1249380
    },
    {
      "epoch": 348.7,
      "grad_norm": 1.0466121435165405,
      "learning_rate": 3.0245736874921034e-06,
      "loss": 0.3473,
      "step": 1249390
    },
    {
      "epoch": 348.7,
      "grad_norm": 0.9826480150222778,
      "learning_rate": 3.0245478137753093e-06,
      "loss": 0.3483,
      "step": 1249400
    },
    {
      "epoch": 348.7,
      "grad_norm": 1.1768258810043335,
      "learning_rate": 3.0245219399679004e-06,
      "loss": 0.3528,
      "step": 1249410
    },
    {
      "epoch": 348.71,
      "grad_norm": 2.0782549381256104,
      "learning_rate": 3.02449606606988e-06,
      "loss": 0.3688,
      "step": 1249420
    },
    {
      "epoch": 348.71,
      "grad_norm": 1.1284592151641846,
      "learning_rate": 3.0244701920812528e-06,
      "loss": 0.3682,
      "step": 1249430
    },
    {
      "epoch": 348.71,
      "grad_norm": 0.9565893411636353,
      "learning_rate": 3.0244443180020213e-06,
      "loss": 0.3459,
      "step": 1249440
    },
    {
      "epoch": 348.72,
      "grad_norm": 1.1190377473831177,
      "learning_rate": 3.0244184438321886e-06,
      "loss": 0.3585,
      "step": 1249450
    },
    {
      "epoch": 348.72,
      "grad_norm": 1.0767779350280762,
      "learning_rate": 3.0243925695717594e-06,
      "loss": 0.351,
      "step": 1249460
    },
    {
      "epoch": 348.72,
      "grad_norm": 1.026971697807312,
      "learning_rate": 3.0243666952207366e-06,
      "loss": 0.3565,
      "step": 1249470
    },
    {
      "epoch": 348.72,
      "grad_norm": 1.0801045894622803,
      "learning_rate": 3.024340820779123e-06,
      "loss": 0.3488,
      "step": 1249480
    },
    {
      "epoch": 348.73,
      "grad_norm": 1.0500110387802124,
      "learning_rate": 3.024314946246923e-06,
      "loss": 0.358,
      "step": 1249490
    },
    {
      "epoch": 348.73,
      "grad_norm": 1.0541034936904907,
      "learning_rate": 3.0242890716241403e-06,
      "loss": 0.3487,
      "step": 1249500
    },
    {
      "epoch": 348.73,
      "grad_norm": 1.0576512813568115,
      "learning_rate": 3.024263196910776e-06,
      "loss": 0.3578,
      "step": 1249510
    },
    {
      "epoch": 348.74,
      "grad_norm": 0.8380881547927856,
      "learning_rate": 3.024237322106836e-06,
      "loss": 0.3557,
      "step": 1249520
    },
    {
      "epoch": 348.74,
      "grad_norm": 0.8770530819892883,
      "learning_rate": 3.024211447212323e-06,
      "loss": 0.3436,
      "step": 1249530
    },
    {
      "epoch": 348.74,
      "grad_norm": 1.012723684310913,
      "learning_rate": 3.0241855722272403e-06,
      "loss": 0.3617,
      "step": 1249540
    },
    {
      "epoch": 348.74,
      "grad_norm": 4.362390041351318,
      "learning_rate": 3.024159697151592e-06,
      "loss": 0.3485,
      "step": 1249550
    },
    {
      "epoch": 348.75,
      "grad_norm": 0.9701674580574036,
      "learning_rate": 3.0241338219853803e-06,
      "loss": 0.359,
      "step": 1249560
    },
    {
      "epoch": 348.75,
      "grad_norm": 1.0948835611343384,
      "learning_rate": 3.02410794672861e-06,
      "loss": 0.34,
      "step": 1249570
    },
    {
      "epoch": 348.75,
      "grad_norm": 1.1628895998001099,
      "learning_rate": 3.0240820713812833e-06,
      "loss": 0.3625,
      "step": 1249580
    },
    {
      "epoch": 348.76,
      "grad_norm": 0.954820454120636,
      "learning_rate": 3.024056195943404e-06,
      "loss": 0.3429,
      "step": 1249590
    },
    {
      "epoch": 348.76,
      "grad_norm": 1.2144373655319214,
      "learning_rate": 3.0240303204149763e-06,
      "loss": 0.3504,
      "step": 1249600
    },
    {
      "epoch": 348.76,
      "grad_norm": 1.069444179534912,
      "learning_rate": 3.0240044447960024e-06,
      "loss": 0.361,
      "step": 1249610
    },
    {
      "epoch": 348.76,
      "grad_norm": 8.735249519348145,
      "learning_rate": 3.023978569086487e-06,
      "loss": 0.3512,
      "step": 1249620
    },
    {
      "epoch": 348.77,
      "grad_norm": 1.0043697357177734,
      "learning_rate": 3.023952693286433e-06,
      "loss": 0.3426,
      "step": 1249630
    },
    {
      "epoch": 348.77,
      "grad_norm": 1.0032440423965454,
      "learning_rate": 3.0239268173958445e-06,
      "loss": 0.3425,
      "step": 1249640
    },
    {
      "epoch": 348.77,
      "grad_norm": 1.040803074836731,
      "learning_rate": 3.0239009414147233e-06,
      "loss": 0.357,
      "step": 1249650
    },
    {
      "epoch": 348.77,
      "grad_norm": 3.816981554031372,
      "learning_rate": 3.0238750653430742e-06,
      "loss": 0.3449,
      "step": 1249660
    },
    {
      "epoch": 348.78,
      "grad_norm": 1.1731374263763428,
      "learning_rate": 3.0238491891808998e-06,
      "loss": 0.3443,
      "step": 1249670
    },
    {
      "epoch": 348.78,
      "grad_norm": 0.8940922021865845,
      "learning_rate": 3.0238233129282046e-06,
      "loss": 0.3486,
      "step": 1249680
    },
    {
      "epoch": 348.78,
      "grad_norm": 1.3049468994140625,
      "learning_rate": 3.023797436584991e-06,
      "loss": 0.3497,
      "step": 1249690
    },
    {
      "epoch": 348.79,
      "grad_norm": 0.9310101270675659,
      "learning_rate": 3.023771560151263e-06,
      "loss": 0.3518,
      "step": 1249700
    },
    {
      "epoch": 348.79,
      "grad_norm": 0.9916860461235046,
      "learning_rate": 3.0237456836270248e-06,
      "loss": 0.3332,
      "step": 1249710
    },
    {
      "epoch": 348.79,
      "grad_norm": 0.9676353335380554,
      "learning_rate": 3.0237198070122777e-06,
      "loss": 0.345,
      "step": 1249720
    },
    {
      "epoch": 348.79,
      "grad_norm": 1.0670663118362427,
      "learning_rate": 3.023693930307027e-06,
      "loss": 0.3378,
      "step": 1249730
    },
    {
      "epoch": 348.8,
      "grad_norm": 0.9462389945983887,
      "learning_rate": 3.023668053511276e-06,
      "loss": 0.3435,
      "step": 1249740
    },
    {
      "epoch": 348.8,
      "grad_norm": 0.873705267906189,
      "learning_rate": 3.023642176625027e-06,
      "loss": 0.3448,
      "step": 1249750
    },
    {
      "epoch": 348.8,
      "grad_norm": 1.0292716026306152,
      "learning_rate": 3.023616299648285e-06,
      "loss": 0.3326,
      "step": 1249760
    },
    {
      "epoch": 348.81,
      "grad_norm": 1.0447219610214233,
      "learning_rate": 3.023590422581052e-06,
      "loss": 0.345,
      "step": 1249770
    },
    {
      "epoch": 348.81,
      "grad_norm": 0.9662884473800659,
      "learning_rate": 3.023564545423332e-06,
      "loss": 0.3651,
      "step": 1249780
    },
    {
      "epoch": 348.81,
      "grad_norm": 0.9537314772605896,
      "learning_rate": 3.0235386681751287e-06,
      "loss": 0.3429,
      "step": 1249790
    },
    {
      "epoch": 348.81,
      "grad_norm": 1.2666902542114258,
      "learning_rate": 3.0235127908364454e-06,
      "loss": 0.3363,
      "step": 1249800
    },
    {
      "epoch": 348.82,
      "grad_norm": 1.2458940744400024,
      "learning_rate": 3.023486913407285e-06,
      "loss": 0.3546,
      "step": 1249810
    },
    {
      "epoch": 348.82,
      "grad_norm": 1.1479440927505493,
      "learning_rate": 3.023461035887652e-06,
      "loss": 0.3446,
      "step": 1249820
    },
    {
      "epoch": 348.82,
      "grad_norm": 1.2008332014083862,
      "learning_rate": 3.023435158277549e-06,
      "loss": 0.3444,
      "step": 1249830
    },
    {
      "epoch": 348.83,
      "grad_norm": 0.9433658719062805,
      "learning_rate": 3.0234092805769797e-06,
      "loss": 0.356,
      "step": 1249840
    },
    {
      "epoch": 348.83,
      "grad_norm": 1.0079176425933838,
      "learning_rate": 3.0233834027859478e-06,
      "loss": 0.3505,
      "step": 1249850
    },
    {
      "epoch": 348.83,
      "grad_norm": 1.1797133684158325,
      "learning_rate": 3.0233575249044565e-06,
      "loss": 0.3472,
      "step": 1249860
    },
    {
      "epoch": 348.83,
      "grad_norm": 0.9691101908683777,
      "learning_rate": 3.023331646932509e-06,
      "loss": 0.35,
      "step": 1249870
    },
    {
      "epoch": 348.84,
      "grad_norm": 1.0612858533859253,
      "learning_rate": 3.023305768870109e-06,
      "loss": 0.344,
      "step": 1249880
    },
    {
      "epoch": 348.84,
      "grad_norm": 1.045212745666504,
      "learning_rate": 3.0232798907172603e-06,
      "loss": 0.3571,
      "step": 1249890
    },
    {
      "epoch": 348.84,
      "grad_norm": 0.9457232356071472,
      "learning_rate": 3.0232540124739653e-06,
      "loss": 0.3506,
      "step": 1249900
    },
    {
      "epoch": 348.84,
      "grad_norm": 1.017774224281311,
      "learning_rate": 3.0232281341402283e-06,
      "loss": 0.3428,
      "step": 1249910
    },
    {
      "epoch": 348.85,
      "grad_norm": 0.9244182109832764,
      "learning_rate": 3.0232022557160536e-06,
      "loss": 0.3467,
      "step": 1249920
    },
    {
      "epoch": 348.85,
      "grad_norm": 1.0003889799118042,
      "learning_rate": 3.0231763772014425e-06,
      "loss": 0.3334,
      "step": 1249930
    },
    {
      "epoch": 348.85,
      "grad_norm": 3.8197696208953857,
      "learning_rate": 3.0231504985963996e-06,
      "loss": 0.3318,
      "step": 1249940
    },
    {
      "epoch": 348.86,
      "grad_norm": 1.3271043300628662,
      "learning_rate": 3.0231246199009296e-06,
      "loss": 0.3493,
      "step": 1249950
    },
    {
      "epoch": 348.86,
      "grad_norm": 1.22230064868927,
      "learning_rate": 3.0230987411150333e-06,
      "loss": 0.3466,
      "step": 1249960
    },
    {
      "epoch": 348.86,
      "grad_norm": 1.2511218786239624,
      "learning_rate": 3.0230728622387154e-06,
      "loss": 0.3638,
      "step": 1249970
    },
    {
      "epoch": 348.86,
      "grad_norm": 1.0369210243225098,
      "learning_rate": 3.02304698327198e-06,
      "loss": 0.3437,
      "step": 1249980
    },
    {
      "epoch": 348.87,
      "grad_norm": 1.0156105756759644,
      "learning_rate": 3.02302110421483e-06,
      "loss": 0.3479,
      "step": 1249990
    },
    {
      "epoch": 348.87,
      "grad_norm": 1.0407708883285522,
      "learning_rate": 3.0229952250672684e-06,
      "loss": 0.3486,
      "step": 1250000
    },
    {
      "epoch": 348.87,
      "grad_norm": 0.9712057113647461,
      "learning_rate": 3.0229693458292997e-06,
      "loss": 0.3567,
      "step": 1250010
    },
    {
      "epoch": 348.88,
      "grad_norm": 0.9783439636230469,
      "learning_rate": 3.022943466500927e-06,
      "loss": 0.3403,
      "step": 1250020
    },
    {
      "epoch": 348.88,
      "grad_norm": 0.9423708319664001,
      "learning_rate": 3.0229175870821527e-06,
      "loss": 0.3398,
      "step": 1250030
    },
    {
      "epoch": 348.88,
      "grad_norm": 1.045133352279663,
      "learning_rate": 3.0228917075729805e-06,
      "loss": 0.3477,
      "step": 1250040
    },
    {
      "epoch": 348.88,
      "grad_norm": 1.1850783824920654,
      "learning_rate": 3.022865827973416e-06,
      "loss": 0.3658,
      "step": 1250050
    },
    {
      "epoch": 348.89,
      "grad_norm": 0.9598387479782104,
      "learning_rate": 3.0228399482834597e-06,
      "loss": 0.3478,
      "step": 1250060
    },
    {
      "epoch": 348.89,
      "grad_norm": 1.070108413696289,
      "learning_rate": 3.0228140685031163e-06,
      "loss": 0.3609,
      "step": 1250070
    },
    {
      "epoch": 348.89,
      "grad_norm": 0.9503042101860046,
      "learning_rate": 3.02278818863239e-06,
      "loss": 0.3375,
      "step": 1250080
    },
    {
      "epoch": 348.89,
      "grad_norm": 1.0660741329193115,
      "learning_rate": 3.022762308671284e-06,
      "loss": 0.3528,
      "step": 1250090
    },
    {
      "epoch": 348.9,
      "grad_norm": 1.1838048696517944,
      "learning_rate": 3.0227364286197997e-06,
      "loss": 0.3587,
      "step": 1250100
    },
    {
      "epoch": 348.9,
      "grad_norm": 1.0200601816177368,
      "learning_rate": 3.0227105484779434e-06,
      "loss": 0.3374,
      "step": 1250110
    },
    {
      "epoch": 348.9,
      "grad_norm": 1.7368093729019165,
      "learning_rate": 3.0226846682457164e-06,
      "loss": 0.3481,
      "step": 1250120
    },
    {
      "epoch": 348.91,
      "grad_norm": 1.0307903289794922,
      "learning_rate": 3.0226587879231236e-06,
      "loss": 0.354,
      "step": 1250130
    },
    {
      "epoch": 348.91,
      "grad_norm": 1.223555326461792,
      "learning_rate": 3.0226329075101676e-06,
      "loss": 0.3697,
      "step": 1250140
    },
    {
      "epoch": 348.91,
      "grad_norm": 0.8873953223228455,
      "learning_rate": 3.022607027006852e-06,
      "loss": 0.3399,
      "step": 1250150
    },
    {
      "epoch": 348.91,
      "grad_norm": 1.066712737083435,
      "learning_rate": 3.0225811464131806e-06,
      "loss": 0.3277,
      "step": 1250160
    },
    {
      "epoch": 348.92,
      "grad_norm": 1.138887643814087,
      "learning_rate": 3.0225552657291564e-06,
      "loss": 0.3518,
      "step": 1250170
    },
    {
      "epoch": 348.92,
      "grad_norm": 1.0606412887573242,
      "learning_rate": 3.0225293849547833e-06,
      "loss": 0.3438,
      "step": 1250180
    },
    {
      "epoch": 348.92,
      "grad_norm": 1.126496434211731,
      "learning_rate": 3.0225035040900645e-06,
      "loss": 0.3496,
      "step": 1250190
    },
    {
      "epoch": 348.93,
      "grad_norm": 1.0313485860824585,
      "learning_rate": 3.0224776231350023e-06,
      "loss": 0.3538,
      "step": 1250200
    },
    {
      "epoch": 348.93,
      "grad_norm": 0.9600748419761658,
      "learning_rate": 3.022451742089603e-06,
      "loss": 0.3602,
      "step": 1250210
    },
    {
      "epoch": 348.93,
      "grad_norm": 1.044664978981018,
      "learning_rate": 3.0224258609538674e-06,
      "loss": 0.3536,
      "step": 1250220
    },
    {
      "epoch": 348.93,
      "grad_norm": 1.277269721031189,
      "learning_rate": 3.0223999797278e-06,
      "loss": 0.3589,
      "step": 1250230
    },
    {
      "epoch": 348.94,
      "grad_norm": 0.9293004274368286,
      "learning_rate": 3.0223740984114047e-06,
      "loss": 0.347,
      "step": 1250240
    },
    {
      "epoch": 348.94,
      "grad_norm": 1.260617971420288,
      "learning_rate": 3.0223482170046834e-06,
      "loss": 0.3695,
      "step": 1250250
    },
    {
      "epoch": 348.94,
      "grad_norm": 0.8661714196205139,
      "learning_rate": 3.0223223355076405e-06,
      "loss": 0.3376,
      "step": 1250260
    },
    {
      "epoch": 348.95,
      "grad_norm": 1.0446014404296875,
      "learning_rate": 3.02229645392028e-06,
      "loss": 0.3647,
      "step": 1250270
    },
    {
      "epoch": 348.95,
      "grad_norm": 0.923563539981842,
      "learning_rate": 3.0222705722426045e-06,
      "loss": 0.3586,
      "step": 1250280
    },
    {
      "epoch": 348.95,
      "grad_norm": 0.9330050349235535,
      "learning_rate": 3.0222446904746173e-06,
      "loss": 0.3524,
      "step": 1250290
    },
    {
      "epoch": 348.95,
      "grad_norm": 1.0733264684677124,
      "learning_rate": 3.022218808616323e-06,
      "loss": 0.3507,
      "step": 1250300
    },
    {
      "epoch": 348.96,
      "grad_norm": 0.9321964383125305,
      "learning_rate": 3.0221929266677246e-06,
      "loss": 0.3701,
      "step": 1250310
    },
    {
      "epoch": 348.96,
      "grad_norm": 0.9717223048210144,
      "learning_rate": 3.0221670446288245e-06,
      "loss": 0.3355,
      "step": 1250320
    },
    {
      "epoch": 348.96,
      "grad_norm": 1.2655110359191895,
      "learning_rate": 3.022141162499627e-06,
      "loss": 0.3678,
      "step": 1250330
    },
    {
      "epoch": 348.96,
      "grad_norm": 0.9879207015037537,
      "learning_rate": 3.0221152802801356e-06,
      "loss": 0.3606,
      "step": 1250340
    },
    {
      "epoch": 348.97,
      "grad_norm": 0.9830793738365173,
      "learning_rate": 3.022089397970353e-06,
      "loss": 0.3406,
      "step": 1250350
    },
    {
      "epoch": 348.97,
      "grad_norm": 1.0443543195724487,
      "learning_rate": 3.0220635155702837e-06,
      "loss": 0.3605,
      "step": 1250360
    },
    {
      "epoch": 348.97,
      "grad_norm": 1.029189944267273,
      "learning_rate": 3.022037633079931e-06,
      "loss": 0.3559,
      "step": 1250370
    },
    {
      "epoch": 348.98,
      "grad_norm": 0.9674779772758484,
      "learning_rate": 3.0220117504992985e-06,
      "loss": 0.3525,
      "step": 1250380
    },
    {
      "epoch": 348.98,
      "grad_norm": 0.9897553324699402,
      "learning_rate": 3.021985867828388e-06,
      "loss": 0.3331,
      "step": 1250390
    },
    {
      "epoch": 348.98,
      "grad_norm": 0.9108386039733887,
      "learning_rate": 3.021959985067205e-06,
      "loss": 0.3363,
      "step": 1250400
    },
    {
      "epoch": 348.98,
      "grad_norm": 0.9695953130722046,
      "learning_rate": 3.0219341022157516e-06,
      "loss": 0.3627,
      "step": 1250410
    },
    {
      "epoch": 348.99,
      "grad_norm": 2.5401406288146973,
      "learning_rate": 3.0219082192740313e-06,
      "loss": 0.3377,
      "step": 1250420
    },
    {
      "epoch": 348.99,
      "grad_norm": 1.166690707206726,
      "learning_rate": 3.021882336242049e-06,
      "loss": 0.3371,
      "step": 1250430
    },
    {
      "epoch": 348.99,
      "grad_norm": 1.087095022201538,
      "learning_rate": 3.021856453119806e-06,
      "loss": 0.3563,
      "step": 1250440
    },
    {
      "epoch": 349.0,
      "grad_norm": 0.9288598895072937,
      "learning_rate": 3.021830569907308e-06,
      "loss": 0.351,
      "step": 1250450
    },
    {
      "epoch": 349.0,
      "grad_norm": 1.0023010969161987,
      "learning_rate": 3.0218046866045565e-06,
      "loss": 0.3358,
      "step": 1250460
    },
    {
      "epoch": 349.0,
      "eval_loss": 0.3528624475002289,
      "eval_runtime": 62.9818,
      "eval_samples_per_second": 80.325,
      "eval_steps_per_second": 10.051,
      "step": 1250467
    },
    {
      "epoch": 349.0,
      "grad_norm": 1.0048614740371704,
      "learning_rate": 3.021778803211556e-06,
      "loss": 0.3665,
      "step": 1250470
    },
    {
      "epoch": 349.0,
      "grad_norm": 1.3341940641403198,
      "learning_rate": 3.0217529197283094e-06,
      "loss": 0.3303,
      "step": 1250480
    },
    {
      "epoch": 349.01,
      "grad_norm": 1.100692629814148,
      "learning_rate": 3.0217270361548207e-06,
      "loss": 0.3439,
      "step": 1250490
    },
    {
      "epoch": 349.01,
      "grad_norm": 1.024790644645691,
      "learning_rate": 3.0217011524910934e-06,
      "loss": 0.3387,
      "step": 1250500
    },
    {
      "epoch": 349.01,
      "grad_norm": 1.0038764476776123,
      "learning_rate": 3.0216752687371294e-06,
      "loss": 0.3639,
      "step": 1250510
    },
    {
      "epoch": 349.01,
      "grad_norm": 0.9324119687080383,
      "learning_rate": 3.021649384892935e-06,
      "loss": 0.3407,
      "step": 1250520
    },
    {
      "epoch": 349.02,
      "grad_norm": 1.0655800104141235,
      "learning_rate": 3.0216235009585115e-06,
      "loss": 0.3529,
      "step": 1250530
    },
    {
      "epoch": 349.02,
      "grad_norm": 1.2583286762237549,
      "learning_rate": 3.0215976169338617e-06,
      "loss": 0.3505,
      "step": 1250540
    },
    {
      "epoch": 349.02,
      "grad_norm": 0.9907116293907166,
      "learning_rate": 3.021571732818991e-06,
      "loss": 0.3777,
      "step": 1250550
    },
    {
      "epoch": 349.03,
      "grad_norm": 1.0787626504898071,
      "learning_rate": 3.021545848613903e-06,
      "loss": 0.3456,
      "step": 1250560
    },
    {
      "epoch": 349.03,
      "grad_norm": 0.9322124719619751,
      "learning_rate": 3.021519964318599e-06,
      "loss": 0.3407,
      "step": 1250570
    },
    {
      "epoch": 349.03,
      "grad_norm": 0.9716773629188538,
      "learning_rate": 3.021494079933083e-06,
      "loss": 0.3422,
      "step": 1250580
    },
    {
      "epoch": 349.03,
      "grad_norm": 1.1423343420028687,
      "learning_rate": 3.0214681954573607e-06,
      "loss": 0.3414,
      "step": 1250590
    },
    {
      "epoch": 349.04,
      "grad_norm": 1.0629807710647583,
      "learning_rate": 3.0214423108914335e-06,
      "loss": 0.3434,
      "step": 1250600
    },
    {
      "epoch": 349.04,
      "grad_norm": 1.1159406900405884,
      "learning_rate": 3.0214164262353046e-06,
      "loss": 0.3538,
      "step": 1250610
    },
    {
      "epoch": 349.04,
      "grad_norm": 0.8803237080574036,
      "learning_rate": 3.0213905414889784e-06,
      "loss": 0.353,
      "step": 1250620
    },
    {
      "epoch": 349.05,
      "grad_norm": 0.9309196472167969,
      "learning_rate": 3.021364656652458e-06,
      "loss": 0.3287,
      "step": 1250630
    },
    {
      "epoch": 349.05,
      "grad_norm": 4.50275993347168,
      "learning_rate": 3.0213387717257475e-06,
      "loss": 0.3551,
      "step": 1250640
    },
    {
      "epoch": 349.05,
      "grad_norm": 1.095054030418396,
      "learning_rate": 3.0213128867088486e-06,
      "loss": 0.3606,
      "step": 1250650
    },
    {
      "epoch": 349.05,
      "grad_norm": 1.4406628608703613,
      "learning_rate": 3.021287001601767e-06,
      "loss": 0.3469,
      "step": 1250660
    },
    {
      "epoch": 349.06,
      "grad_norm": 0.97499018907547,
      "learning_rate": 3.0212611164045054e-06,
      "loss": 0.3483,
      "step": 1250670
    },
    {
      "epoch": 349.06,
      "grad_norm": 0.9654341340065002,
      "learning_rate": 3.021235231117066e-06,
      "loss": 0.3551,
      "step": 1250680
    },
    {
      "epoch": 349.06,
      "grad_norm": 0.908746063709259,
      "learning_rate": 3.021209345739453e-06,
      "loss": 0.3589,
      "step": 1250690
    },
    {
      "epoch": 349.07,
      "grad_norm": 1.072123646736145,
      "learning_rate": 3.0211834602716703e-06,
      "loss": 0.3684,
      "step": 1250700
    },
    {
      "epoch": 349.07,
      "grad_norm": 1.02744460105896,
      "learning_rate": 3.0211575747137206e-06,
      "loss": 0.3541,
      "step": 1250710
    },
    {
      "epoch": 349.07,
      "grad_norm": 0.9792287349700928,
      "learning_rate": 3.0211316890656085e-06,
      "loss": 0.349,
      "step": 1250720
    },
    {
      "epoch": 349.07,
      "grad_norm": 0.9987368583679199,
      "learning_rate": 3.0211058033273365e-06,
      "loss": 0.3496,
      "step": 1250730
    },
    {
      "epoch": 349.08,
      "grad_norm": 1.2022526264190674,
      "learning_rate": 3.0210799174989076e-06,
      "loss": 0.3478,
      "step": 1250740
    },
    {
      "epoch": 349.08,
      "grad_norm": 1.073709487915039,
      "learning_rate": 3.0210540315803264e-06,
      "loss": 0.3546,
      "step": 1250750
    },
    {
      "epoch": 349.08,
      "grad_norm": 1.025741696357727,
      "learning_rate": 3.0210281455715963e-06,
      "loss": 0.3395,
      "step": 1250760
    },
    {
      "epoch": 349.08,
      "grad_norm": 1.0088633298873901,
      "learning_rate": 3.02100225947272e-06,
      "loss": 0.3489,
      "step": 1250770
    },
    {
      "epoch": 349.09,
      "grad_norm": 1.0224494934082031,
      "learning_rate": 3.0209763732837003e-06,
      "loss": 0.3537,
      "step": 1250780
    },
    {
      "epoch": 349.09,
      "grad_norm": 1.1024084091186523,
      "learning_rate": 3.0209504870045427e-06,
      "loss": 0.3646,
      "step": 1250790
    },
    {
      "epoch": 349.09,
      "grad_norm": 1.2771492004394531,
      "learning_rate": 3.0209246006352493e-06,
      "loss": 0.3544,
      "step": 1250800
    },
    {
      "epoch": 349.1,
      "grad_norm": 1.076021432876587,
      "learning_rate": 3.0208987141758237e-06,
      "loss": 0.3611,
      "step": 1250810
    },
    {
      "epoch": 349.1,
      "grad_norm": 1.0683480501174927,
      "learning_rate": 3.02087282762627e-06,
      "loss": 0.3542,
      "step": 1250820
    },
    {
      "epoch": 349.1,
      "grad_norm": 0.9568729400634766,
      "learning_rate": 3.02084694098659e-06,
      "loss": 0.35,
      "step": 1250830
    },
    {
      "epoch": 349.1,
      "grad_norm": 1.058660626411438,
      "learning_rate": 3.0208210542567885e-06,
      "loss": 0.356,
      "step": 1250840
    },
    {
      "epoch": 349.11,
      "grad_norm": 0.988324761390686,
      "learning_rate": 3.0207951674368694e-06,
      "loss": 0.3454,
      "step": 1250850
    },
    {
      "epoch": 349.11,
      "grad_norm": 1.1260414123535156,
      "learning_rate": 3.0207692805268345e-06,
      "loss": 0.3536,
      "step": 1250860
    },
    {
      "epoch": 349.11,
      "grad_norm": 1.0866119861602783,
      "learning_rate": 3.020743393526688e-06,
      "loss": 0.3512,
      "step": 1250870
    },
    {
      "epoch": 349.12,
      "grad_norm": 0.885496199131012,
      "learning_rate": 3.020717506436434e-06,
      "loss": 0.3352,
      "step": 1250880
    },
    {
      "epoch": 349.12,
      "grad_norm": 0.9417855739593506,
      "learning_rate": 3.0206916192560753e-06,
      "loss": 0.3555,
      "step": 1250890
    },
    {
      "epoch": 349.12,
      "grad_norm": 1.0270320177078247,
      "learning_rate": 3.0206657319856165e-06,
      "loss": 0.3533,
      "step": 1250900
    },
    {
      "epoch": 349.12,
      "grad_norm": 1.1299933195114136,
      "learning_rate": 3.0206398446250587e-06,
      "loss": 0.3572,
      "step": 1250910
    },
    {
      "epoch": 349.13,
      "grad_norm": 0.9283792972564697,
      "learning_rate": 3.020613957174407e-06,
      "loss": 0.3591,
      "step": 1250920
    },
    {
      "epoch": 349.13,
      "grad_norm": 0.9566373229026794,
      "learning_rate": 3.0205880696336647e-06,
      "loss": 0.3378,
      "step": 1250930
    },
    {
      "epoch": 349.13,
      "grad_norm": 1.0129197835922241,
      "learning_rate": 3.0205621820028348e-06,
      "loss": 0.3781,
      "step": 1250940
    },
    {
      "epoch": 349.13,
      "grad_norm": 1.0211048126220703,
      "learning_rate": 3.0205362942819212e-06,
      "loss": 0.3493,
      "step": 1250950
    },
    {
      "epoch": 349.14,
      "grad_norm": 0.9784302711486816,
      "learning_rate": 3.020510406470927e-06,
      "loss": 0.3465,
      "step": 1250960
    },
    {
      "epoch": 349.14,
      "grad_norm": 1.0274847745895386,
      "learning_rate": 3.0204845185698563e-06,
      "loss": 0.3551,
      "step": 1250970
    },
    {
      "epoch": 349.14,
      "grad_norm": 1.01274573802948,
      "learning_rate": 3.020458630578712e-06,
      "loss": 0.3406,
      "step": 1250980
    },
    {
      "epoch": 349.15,
      "grad_norm": 1.1588807106018066,
      "learning_rate": 3.0204327424974975e-06,
      "loss": 0.3435,
      "step": 1250990
    },
    {
      "epoch": 349.15,
      "grad_norm": 0.9397755265235901,
      "learning_rate": 3.0204068543262157e-06,
      "loss": 0.3369,
      "step": 1251000
    },
    {
      "epoch": 349.15,
      "grad_norm": 0.9551919102668762,
      "learning_rate": 3.0203809660648714e-06,
      "loss": 0.3704,
      "step": 1251010
    },
    {
      "epoch": 349.15,
      "grad_norm": 1.0956090688705444,
      "learning_rate": 3.020355077713467e-06,
      "loss": 0.3567,
      "step": 1251020
    },
    {
      "epoch": 349.16,
      "grad_norm": 1.1172678470611572,
      "learning_rate": 3.020329189272006e-06,
      "loss": 0.353,
      "step": 1251030
    },
    {
      "epoch": 349.16,
      "grad_norm": 1.000915288925171,
      "learning_rate": 3.020303300740493e-06,
      "loss": 0.3405,
      "step": 1251040
    },
    {
      "epoch": 349.16,
      "grad_norm": 0.946477472782135,
      "learning_rate": 3.02027741211893e-06,
      "loss": 0.3299,
      "step": 1251050
    },
    {
      "epoch": 349.17,
      "grad_norm": 1.000484824180603,
      "learning_rate": 3.0202515234073213e-06,
      "loss": 0.3646,
      "step": 1251060
    },
    {
      "epoch": 349.17,
      "grad_norm": 0.9575231075286865,
      "learning_rate": 3.0202256346056696e-06,
      "loss": 0.3512,
      "step": 1251070
    },
    {
      "epoch": 349.17,
      "grad_norm": 1.3420623540878296,
      "learning_rate": 3.020199745713979e-06,
      "loss": 0.3641,
      "step": 1251080
    },
    {
      "epoch": 349.17,
      "grad_norm": 1.1571818590164185,
      "learning_rate": 3.020173856732253e-06,
      "loss": 0.3468,
      "step": 1251090
    },
    {
      "epoch": 349.18,
      "grad_norm": 1.3349565267562866,
      "learning_rate": 3.0201479676604944e-06,
      "loss": 0.356,
      "step": 1251100
    },
    {
      "epoch": 349.18,
      "grad_norm": 0.9790055751800537,
      "learning_rate": 3.0201220784987075e-06,
      "loss": 0.3358,
      "step": 1251110
    },
    {
      "epoch": 349.18,
      "grad_norm": 1.0701372623443604,
      "learning_rate": 3.0200961892468954e-06,
      "loss": 0.3411,
      "step": 1251120
    },
    {
      "epoch": 349.19,
      "grad_norm": 1.1962356567382812,
      "learning_rate": 3.020070299905061e-06,
      "loss": 0.3636,
      "step": 1251130
    },
    {
      "epoch": 349.19,
      "grad_norm": 0.9114550948143005,
      "learning_rate": 3.0200444104732083e-06,
      "loss": 0.3389,
      "step": 1251140
    },
    {
      "epoch": 349.19,
      "grad_norm": 0.9261627793312073,
      "learning_rate": 3.0200185209513405e-06,
      "loss": 0.3539,
      "step": 1251150
    },
    {
      "epoch": 349.19,
      "grad_norm": 0.8693509697914124,
      "learning_rate": 3.019992631339461e-06,
      "loss": 0.3622,
      "step": 1251160
    },
    {
      "epoch": 349.2,
      "grad_norm": 1.0293017625808716,
      "learning_rate": 3.019966741637574e-06,
      "loss": 0.3609,
      "step": 1251170
    },
    {
      "epoch": 349.2,
      "grad_norm": 0.9974592328071594,
      "learning_rate": 3.019940851845682e-06,
      "loss": 0.3506,
      "step": 1251180
    },
    {
      "epoch": 349.2,
      "grad_norm": 0.9513768553733826,
      "learning_rate": 3.019914961963789e-06,
      "loss": 0.3534,
      "step": 1251190
    },
    {
      "epoch": 349.2,
      "grad_norm": 1.060084342956543,
      "learning_rate": 3.0198890719918984e-06,
      "loss": 0.3508,
      "step": 1251200
    },
    {
      "epoch": 349.21,
      "grad_norm": 0.951640248298645,
      "learning_rate": 3.019863181930013e-06,
      "loss": 0.3661,
      "step": 1251210
    },
    {
      "epoch": 349.21,
      "grad_norm": 1.000756859779358,
      "learning_rate": 3.0198372917781367e-06,
      "loss": 0.3453,
      "step": 1251220
    },
    {
      "epoch": 349.21,
      "grad_norm": 1.0846037864685059,
      "learning_rate": 3.019811401536273e-06,
      "loss": 0.3569,
      "step": 1251230
    },
    {
      "epoch": 349.22,
      "grad_norm": 1.0001730918884277,
      "learning_rate": 3.0197855112044263e-06,
      "loss": 0.3385,
      "step": 1251240
    },
    {
      "epoch": 349.22,
      "grad_norm": 0.9031929969787598,
      "learning_rate": 3.0197596207825982e-06,
      "loss": 0.3417,
      "step": 1251250
    },
    {
      "epoch": 349.22,
      "grad_norm": 1.0976741313934326,
      "learning_rate": 3.0197337302707937e-06,
      "loss": 0.3657,
      "step": 1251260
    },
    {
      "epoch": 349.22,
      "grad_norm": 1.0648560523986816,
      "learning_rate": 3.019707839669015e-06,
      "loss": 0.3521,
      "step": 1251270
    },
    {
      "epoch": 349.23,
      "grad_norm": 1.047151803970337,
      "learning_rate": 3.019681948977266e-06,
      "loss": 0.3543,
      "step": 1251280
    },
    {
      "epoch": 349.23,
      "grad_norm": 1.1065733432769775,
      "learning_rate": 3.019656058195551e-06,
      "loss": 0.3564,
      "step": 1251290
    },
    {
      "epoch": 349.23,
      "grad_norm": 0.907009482383728,
      "learning_rate": 3.019630167323872e-06,
      "loss": 0.3571,
      "step": 1251300
    },
    {
      "epoch": 349.24,
      "grad_norm": 1.1355831623077393,
      "learning_rate": 3.0196042763622338e-06,
      "loss": 0.3544,
      "step": 1251310
    },
    {
      "epoch": 349.24,
      "grad_norm": 0.9564698338508606,
      "learning_rate": 3.019578385310638e-06,
      "loss": 0.3522,
      "step": 1251320
    },
    {
      "epoch": 349.24,
      "grad_norm": 1.0680890083312988,
      "learning_rate": 3.0195524941690908e-06,
      "loss": 0.3536,
      "step": 1251330
    },
    {
      "epoch": 349.24,
      "grad_norm": 0.897804856300354,
      "learning_rate": 3.0195266029375937e-06,
      "loss": 0.3372,
      "step": 1251340
    },
    {
      "epoch": 349.25,
      "grad_norm": 0.8891263008117676,
      "learning_rate": 3.0195007116161498e-06,
      "loss": 0.3401,
      "step": 1251350
    },
    {
      "epoch": 349.25,
      "grad_norm": 1.3467698097229004,
      "learning_rate": 3.0194748202047636e-06,
      "loss": 0.3484,
      "step": 1251360
    },
    {
      "epoch": 349.25,
      "grad_norm": 0.9966371059417725,
      "learning_rate": 3.0194489287034383e-06,
      "loss": 0.3363,
      "step": 1251370
    },
    {
      "epoch": 349.25,
      "grad_norm": 1.027316927909851,
      "learning_rate": 3.0194230371121775e-06,
      "loss": 0.3341,
      "step": 1251380
    },
    {
      "epoch": 349.26,
      "grad_norm": 1.2162375450134277,
      "learning_rate": 3.019397145430984e-06,
      "loss": 0.345,
      "step": 1251390
    },
    {
      "epoch": 349.26,
      "grad_norm": 1.0765753984451294,
      "learning_rate": 3.019371253659862e-06,
      "loss": 0.3471,
      "step": 1251400
    },
    {
      "epoch": 349.26,
      "grad_norm": 1.2171919345855713,
      "learning_rate": 3.0193453617988153e-06,
      "loss": 0.354,
      "step": 1251410
    },
    {
      "epoch": 349.27,
      "grad_norm": 1.0153619050979614,
      "learning_rate": 3.0193194698478455e-06,
      "loss": 0.3501,
      "step": 1251420
    },
    {
      "epoch": 349.27,
      "grad_norm": 0.9898990988731384,
      "learning_rate": 3.019293577806958e-06,
      "loss": 0.3655,
      "step": 1251430
    },
    {
      "epoch": 349.27,
      "grad_norm": 0.8662378191947937,
      "learning_rate": 3.0192676856761555e-06,
      "loss": 0.3482,
      "step": 1251440
    },
    {
      "epoch": 349.27,
      "grad_norm": 0.9842506051063538,
      "learning_rate": 3.019241793455441e-06,
      "loss": 0.3379,
      "step": 1251450
    },
    {
      "epoch": 349.28,
      "grad_norm": 0.9890941977500916,
      "learning_rate": 3.019215901144818e-06,
      "loss": 0.3551,
      "step": 1251460
    },
    {
      "epoch": 349.28,
      "grad_norm": 1.1776405572891235,
      "learning_rate": 3.0191900087442912e-06,
      "loss": 0.3486,
      "step": 1251470
    },
    {
      "epoch": 349.28,
      "grad_norm": 0.9480938911437988,
      "learning_rate": 3.0191641162538626e-06,
      "loss": 0.3492,
      "step": 1251480
    },
    {
      "epoch": 349.29,
      "grad_norm": 1.3814008235931396,
      "learning_rate": 3.019138223673536e-06,
      "loss": 0.3474,
      "step": 1251490
    },
    {
      "epoch": 349.29,
      "grad_norm": 1.06682288646698,
      "learning_rate": 3.0191123310033157e-06,
      "loss": 0.3514,
      "step": 1251500
    },
    {
      "epoch": 349.29,
      "grad_norm": 1.1255637407302856,
      "learning_rate": 3.019086438243204e-06,
      "loss": 0.3643,
      "step": 1251510
    },
    {
      "epoch": 349.29,
      "grad_norm": 0.8885985612869263,
      "learning_rate": 3.019060545393205e-06,
      "loss": 0.3625,
      "step": 1251520
    },
    {
      "epoch": 349.3,
      "grad_norm": 0.9293997287750244,
      "learning_rate": 3.0190346524533224e-06,
      "loss": 0.3564,
      "step": 1251530
    },
    {
      "epoch": 349.3,
      "grad_norm": 1.0528888702392578,
      "learning_rate": 3.0190087594235583e-06,
      "loss": 0.3628,
      "step": 1251540
    },
    {
      "epoch": 349.3,
      "grad_norm": 0.9262111186981201,
      "learning_rate": 3.018982866303918e-06,
      "loss": 0.3469,
      "step": 1251550
    },
    {
      "epoch": 349.31,
      "grad_norm": 0.9801732897758484,
      "learning_rate": 3.018956973094404e-06,
      "loss": 0.3317,
      "step": 1251560
    },
    {
      "epoch": 349.31,
      "grad_norm": 1.116713523864746,
      "learning_rate": 3.018931079795019e-06,
      "loss": 0.3621,
      "step": 1251570
    },
    {
      "epoch": 349.31,
      "grad_norm": 1.0223325490951538,
      "learning_rate": 3.0189051864057673e-06,
      "loss": 0.3487,
      "step": 1251580
    },
    {
      "epoch": 349.31,
      "grad_norm": 1.0653672218322754,
      "learning_rate": 3.0188792929266526e-06,
      "loss": 0.3447,
      "step": 1251590
    },
    {
      "epoch": 349.32,
      "grad_norm": 1.0301111936569214,
      "learning_rate": 3.018853399357678e-06,
      "loss": 0.369,
      "step": 1251600
    },
    {
      "epoch": 349.32,
      "grad_norm": 0.8882239460945129,
      "learning_rate": 3.0188275056988466e-06,
      "loss": 0.3447,
      "step": 1251610
    },
    {
      "epoch": 349.32,
      "grad_norm": 0.8172430396080017,
      "learning_rate": 3.018801611950163e-06,
      "loss": 0.3509,
      "step": 1251620
    },
    {
      "epoch": 349.32,
      "grad_norm": 1.0045225620269775,
      "learning_rate": 3.0187757181116292e-06,
      "loss": 0.3468,
      "step": 1251630
    },
    {
      "epoch": 349.33,
      "grad_norm": 0.9500045776367188,
      "learning_rate": 3.0187498241832495e-06,
      "loss": 0.3462,
      "step": 1251640
    },
    {
      "epoch": 349.33,
      "grad_norm": 1.105010986328125,
      "learning_rate": 3.0187239301650268e-06,
      "loss": 0.3631,
      "step": 1251650
    },
    {
      "epoch": 349.33,
      "grad_norm": 1.0130761861801147,
      "learning_rate": 3.018698036056965e-06,
      "loss": 0.3488,
      "step": 1251660
    },
    {
      "epoch": 349.34,
      "grad_norm": 0.8970480561256409,
      "learning_rate": 3.018672141859068e-06,
      "loss": 0.3435,
      "step": 1251670
    },
    {
      "epoch": 349.34,
      "grad_norm": 1.1566162109375,
      "learning_rate": 3.0186462475713376e-06,
      "loss": 0.3707,
      "step": 1251680
    },
    {
      "epoch": 349.34,
      "grad_norm": 0.9127103090286255,
      "learning_rate": 3.0186203531937794e-06,
      "loss": 0.3466,
      "step": 1251690
    },
    {
      "epoch": 349.34,
      "grad_norm": 1.0839440822601318,
      "learning_rate": 3.0185944587263958e-06,
      "loss": 0.3732,
      "step": 1251700
    },
    {
      "epoch": 349.35,
      "grad_norm": 1.065482497215271,
      "learning_rate": 3.0185685641691894e-06,
      "loss": 0.3546,
      "step": 1251710
    },
    {
      "epoch": 349.35,
      "grad_norm": 1.1294584274291992,
      "learning_rate": 3.0185426695221654e-06,
      "loss": 0.3603,
      "step": 1251720
    },
    {
      "epoch": 349.35,
      "grad_norm": 0.9478251934051514,
      "learning_rate": 3.018516774785325e-06,
      "loss": 0.345,
      "step": 1251730
    },
    {
      "epoch": 349.36,
      "grad_norm": 1.1097739934921265,
      "learning_rate": 3.018490879958674e-06,
      "loss": 0.3497,
      "step": 1251740
    },
    {
      "epoch": 349.36,
      "grad_norm": 0.947572648525238,
      "learning_rate": 3.0184649850422143e-06,
      "loss": 0.3529,
      "step": 1251750
    },
    {
      "epoch": 349.36,
      "grad_norm": 1.0245411396026611,
      "learning_rate": 3.01843909003595e-06,
      "loss": 0.3408,
      "step": 1251760
    },
    {
      "epoch": 349.36,
      "grad_norm": 0.9581153988838196,
      "learning_rate": 3.0184131949398847e-06,
      "loss": 0.3568,
      "step": 1251770
    },
    {
      "epoch": 349.37,
      "grad_norm": 1.0888320207595825,
      "learning_rate": 3.0183872997540215e-06,
      "loss": 0.35,
      "step": 1251780
    },
    {
      "epoch": 349.37,
      "grad_norm": 1.1134599447250366,
      "learning_rate": 3.018361404478364e-06,
      "loss": 0.3414,
      "step": 1251790
    },
    {
      "epoch": 349.37,
      "grad_norm": 1.1180189847946167,
      "learning_rate": 3.018335509112915e-06,
      "loss": 0.3562,
      "step": 1251800
    },
    {
      "epoch": 349.37,
      "grad_norm": 0.9724069833755493,
      "learning_rate": 3.0183096136576787e-06,
      "loss": 0.3596,
      "step": 1251810
    },
    {
      "epoch": 349.38,
      "grad_norm": 1.0392663478851318,
      "learning_rate": 3.0182837181126583e-06,
      "loss": 0.3438,
      "step": 1251820
    },
    {
      "epoch": 349.38,
      "grad_norm": 1.0753085613250732,
      "learning_rate": 3.0182578224778575e-06,
      "loss": 0.349,
      "step": 1251830
    },
    {
      "epoch": 349.38,
      "grad_norm": 1.1136274337768555,
      "learning_rate": 3.0182319267532797e-06,
      "loss": 0.3437,
      "step": 1251840
    },
    {
      "epoch": 349.39,
      "grad_norm": 1.5279890298843384,
      "learning_rate": 3.0182060309389274e-06,
      "loss": 0.3442,
      "step": 1251850
    },
    {
      "epoch": 349.39,
      "grad_norm": 1.0423115491867065,
      "learning_rate": 3.0181801350348056e-06,
      "loss": 0.3532,
      "step": 1251860
    },
    {
      "epoch": 349.39,
      "grad_norm": 1.2822345495224,
      "learning_rate": 3.0181542390409166e-06,
      "loss": 0.3663,
      "step": 1251870
    },
    {
      "epoch": 349.39,
      "grad_norm": 1.0987138748168945,
      "learning_rate": 3.0181283429572646e-06,
      "loss": 0.3587,
      "step": 1251880
    },
    {
      "epoch": 349.4,
      "grad_norm": 1.143446445465088,
      "learning_rate": 3.0181024467838516e-06,
      "loss": 0.355,
      "step": 1251890
    },
    {
      "epoch": 349.4,
      "grad_norm": 0.9893286228179932,
      "learning_rate": 3.018076550520683e-06,
      "loss": 0.3437,
      "step": 1251900
    },
    {
      "epoch": 349.4,
      "grad_norm": 0.8873774409294128,
      "learning_rate": 3.018050654167761e-06,
      "loss": 0.3411,
      "step": 1251910
    },
    {
      "epoch": 349.41,
      "grad_norm": 0.9349218010902405,
      "learning_rate": 3.0180247577250895e-06,
      "loss": 0.3392,
      "step": 1251920
    },
    {
      "epoch": 349.41,
      "grad_norm": 1.0268524885177612,
      "learning_rate": 3.0179988611926718e-06,
      "loss": 0.364,
      "step": 1251930
    },
    {
      "epoch": 349.41,
      "grad_norm": 1.1256211996078491,
      "learning_rate": 3.0179729645705118e-06,
      "loss": 0.3469,
      "step": 1251940
    },
    {
      "epoch": 349.41,
      "grad_norm": 1.0871260166168213,
      "learning_rate": 3.0179470678586124e-06,
      "loss": 0.3403,
      "step": 1251950
    },
    {
      "epoch": 349.42,
      "grad_norm": 1.2162575721740723,
      "learning_rate": 3.0179211710569763e-06,
      "loss": 0.3562,
      "step": 1251960
    },
    {
      "epoch": 349.42,
      "grad_norm": 1.0600110292434692,
      "learning_rate": 3.017895274165609e-06,
      "loss": 0.3593,
      "step": 1251970
    },
    {
      "epoch": 349.42,
      "grad_norm": 0.895182192325592,
      "learning_rate": 3.0178693771845127e-06,
      "loss": 0.3425,
      "step": 1251980
    },
    {
      "epoch": 349.43,
      "grad_norm": 1.3381378650665283,
      "learning_rate": 3.01784348011369e-06,
      "loss": 0.3531,
      "step": 1251990
    },
    {
      "epoch": 349.43,
      "grad_norm": 0.9280294179916382,
      "learning_rate": 3.0178175829531465e-06,
      "loss": 0.3544,
      "step": 1252000
    },
    {
      "epoch": 349.43,
      "grad_norm": 0.9416512846946716,
      "learning_rate": 3.017791685702884e-06,
      "loss": 0.347,
      "step": 1252010
    },
    {
      "epoch": 349.43,
      "grad_norm": 1.199331521987915,
      "learning_rate": 3.0177657883629055e-06,
      "loss": 0.362,
      "step": 1252020
    },
    {
      "epoch": 349.44,
      "grad_norm": 1.0462061166763306,
      "learning_rate": 3.017739890933216e-06,
      "loss": 0.346,
      "step": 1252030
    },
    {
      "epoch": 349.44,
      "grad_norm": 0.890342652797699,
      "learning_rate": 3.0177139934138177e-06,
      "loss": 0.3585,
      "step": 1252040
    },
    {
      "epoch": 349.44,
      "grad_norm": 1.0043246746063232,
      "learning_rate": 3.0176880958047156e-06,
      "loss": 0.3549,
      "step": 1252050
    },
    {
      "epoch": 349.44,
      "grad_norm": 1.0084389448165894,
      "learning_rate": 3.0176621981059115e-06,
      "loss": 0.3606,
      "step": 1252060
    },
    {
      "epoch": 349.45,
      "grad_norm": 0.8999686241149902,
      "learning_rate": 3.0176363003174096e-06,
      "loss": 0.3755,
      "step": 1252070
    },
    {
      "epoch": 349.45,
      "grad_norm": 0.9719205498695374,
      "learning_rate": 3.017610402439214e-06,
      "loss": 0.3521,
      "step": 1252080
    },
    {
      "epoch": 349.45,
      "grad_norm": 0.7687567472457886,
      "learning_rate": 3.0175845044713262e-06,
      "loss": 0.3382,
      "step": 1252090
    },
    {
      "epoch": 349.46,
      "grad_norm": 1.2819510698318481,
      "learning_rate": 3.017558606413751e-06,
      "loss": 0.3519,
      "step": 1252100
    },
    {
      "epoch": 349.46,
      "grad_norm": 1.1179542541503906,
      "learning_rate": 3.0175327082664926e-06,
      "loss": 0.3497,
      "step": 1252110
    },
    {
      "epoch": 349.46,
      "grad_norm": 0.9977821707725525,
      "learning_rate": 3.017506810029553e-06,
      "loss": 0.3404,
      "step": 1252120
    },
    {
      "epoch": 349.46,
      "grad_norm": 0.9290837645530701,
      "learning_rate": 3.0174809117029355e-06,
      "loss": 0.353,
      "step": 1252130
    },
    {
      "epoch": 349.47,
      "grad_norm": 0.8569869995117188,
      "learning_rate": 3.0174550132866454e-06,
      "loss": 0.3332,
      "step": 1252140
    },
    {
      "epoch": 349.47,
      "grad_norm": 1.0582966804504395,
      "learning_rate": 3.017429114780685e-06,
      "loss": 0.3458,
      "step": 1252150
    },
    {
      "epoch": 349.47,
      "grad_norm": 1.1163092851638794,
      "learning_rate": 3.0174032161850567e-06,
      "loss": 0.3382,
      "step": 1252160
    },
    {
      "epoch": 349.48,
      "grad_norm": 0.9608725309371948,
      "learning_rate": 3.017377317499766e-06,
      "loss": 0.3512,
      "step": 1252170
    },
    {
      "epoch": 349.48,
      "grad_norm": 1.0054064989089966,
      "learning_rate": 3.0173514187248144e-06,
      "loss": 0.3544,
      "step": 1252180
    },
    {
      "epoch": 349.48,
      "grad_norm": 1.432068943977356,
      "learning_rate": 3.0173255198602062e-06,
      "loss": 0.3482,
      "step": 1252190
    },
    {
      "epoch": 349.48,
      "grad_norm": 1.0556308031082153,
      "learning_rate": 3.0172996209059456e-06,
      "loss": 0.3522,
      "step": 1252200
    },
    {
      "epoch": 349.49,
      "grad_norm": 1.2077741622924805,
      "learning_rate": 3.017273721862035e-06,
      "loss": 0.3623,
      "step": 1252210
    },
    {
      "epoch": 349.49,
      "grad_norm": 1.0516892671585083,
      "learning_rate": 3.017247822728479e-06,
      "loss": 0.3339,
      "step": 1252220
    },
    {
      "epoch": 349.49,
      "grad_norm": 1.0357706546783447,
      "learning_rate": 3.017221923505279e-06,
      "loss": 0.3622,
      "step": 1252230
    },
    {
      "epoch": 349.49,
      "grad_norm": 1.1576234102249146,
      "learning_rate": 3.017196024192441e-06,
      "loss": 0.3325,
      "step": 1252240
    },
    {
      "epoch": 349.5,
      "grad_norm": 0.9310234189033508,
      "learning_rate": 3.0171701247899664e-06,
      "loss": 0.3471,
      "step": 1252250
    },
    {
      "epoch": 349.5,
      "grad_norm": 0.834972620010376,
      "learning_rate": 3.017144225297859e-06,
      "loss": 0.3553,
      "step": 1252260
    },
    {
      "epoch": 349.5,
      "grad_norm": 0.8601663112640381,
      "learning_rate": 3.0171183257161233e-06,
      "loss": 0.345,
      "step": 1252270
    },
    {
      "epoch": 349.51,
      "grad_norm": 0.9524945020675659,
      "learning_rate": 3.0170924260447616e-06,
      "loss": 0.3448,
      "step": 1252280
    },
    {
      "epoch": 349.51,
      "grad_norm": 0.9862931966781616,
      "learning_rate": 3.0170665262837783e-06,
      "loss": 0.3422,
      "step": 1252290
    },
    {
      "epoch": 349.51,
      "grad_norm": 1.0432779788970947,
      "learning_rate": 3.0170406264331767e-06,
      "loss": 0.3751,
      "step": 1252300
    },
    {
      "epoch": 349.51,
      "grad_norm": 1.1242702007293701,
      "learning_rate": 3.017014726492959e-06,
      "loss": 0.3499,
      "step": 1252310
    },
    {
      "epoch": 349.52,
      "grad_norm": 0.9996862411499023,
      "learning_rate": 3.01698882646313e-06,
      "loss": 0.3657,
      "step": 1252320
    },
    {
      "epoch": 349.52,
      "grad_norm": 1.3381024599075317,
      "learning_rate": 3.016962926343693e-06,
      "loss": 0.3356,
      "step": 1252330
    },
    {
      "epoch": 349.52,
      "grad_norm": 1.1903507709503174,
      "learning_rate": 3.016937026134651e-06,
      "loss": 0.3465,
      "step": 1252340
    },
    {
      "epoch": 349.53,
      "grad_norm": 0.9677950739860535,
      "learning_rate": 3.0169111258360074e-06,
      "loss": 0.3361,
      "step": 1252350
    },
    {
      "epoch": 349.53,
      "grad_norm": 0.9283989667892456,
      "learning_rate": 3.016885225447766e-06,
      "loss": 0.3542,
      "step": 1252360
    },
    {
      "epoch": 349.53,
      "grad_norm": 1.0108282566070557,
      "learning_rate": 3.0168593249699308e-06,
      "loss": 0.3444,
      "step": 1252370
    },
    {
      "epoch": 349.53,
      "grad_norm": 1.0225833654403687,
      "learning_rate": 3.0168334244025035e-06,
      "loss": 0.3404,
      "step": 1252380
    },
    {
      "epoch": 349.54,
      "grad_norm": 1.0776405334472656,
      "learning_rate": 3.016807523745489e-06,
      "loss": 0.3407,
      "step": 1252390
    },
    {
      "epoch": 349.54,
      "grad_norm": 1.2084591388702393,
      "learning_rate": 3.0167816229988904e-06,
      "loss": 0.3664,
      "step": 1252400
    },
    {
      "epoch": 349.54,
      "grad_norm": 1.4328699111938477,
      "learning_rate": 3.016755722162711e-06,
      "loss": 0.3448,
      "step": 1252410
    },
    {
      "epoch": 349.55,
      "grad_norm": 1.165736198425293,
      "learning_rate": 3.0167298212369544e-06,
      "loss": 0.3509,
      "step": 1252420
    },
    {
      "epoch": 349.55,
      "grad_norm": 0.9716336727142334,
      "learning_rate": 3.0167039202216246e-06,
      "loss": 0.3468,
      "step": 1252430
    },
    {
      "epoch": 349.55,
      "grad_norm": 0.9535555839538574,
      "learning_rate": 3.016678019116724e-06,
      "loss": 0.339,
      "step": 1252440
    },
    {
      "epoch": 349.55,
      "grad_norm": 0.9786586165428162,
      "learning_rate": 3.016652117922256e-06,
      "loss": 0.3688,
      "step": 1252450
    },
    {
      "epoch": 349.56,
      "grad_norm": 1.0147889852523804,
      "learning_rate": 3.0166262166382256e-06,
      "loss": 0.36,
      "step": 1252460
    },
    {
      "epoch": 349.56,
      "grad_norm": 0.9855368137359619,
      "learning_rate": 3.0166003152646343e-06,
      "loss": 0.325,
      "step": 1252470
    },
    {
      "epoch": 349.56,
      "grad_norm": 0.9337878823280334,
      "learning_rate": 3.0165744138014866e-06,
      "loss": 0.3572,
      "step": 1252480
    },
    {
      "epoch": 349.56,
      "grad_norm": 1.0486572980880737,
      "learning_rate": 3.0165485122487855e-06,
      "loss": 0.3475,
      "step": 1252490
    },
    {
      "epoch": 349.57,
      "grad_norm": 0.9501272439956665,
      "learning_rate": 3.016522610606535e-06,
      "loss": 0.361,
      "step": 1252500
    },
    {
      "epoch": 349.57,
      "grad_norm": 1.2432236671447754,
      "learning_rate": 3.0164967088747387e-06,
      "loss": 0.3387,
      "step": 1252510
    },
    {
      "epoch": 349.57,
      "grad_norm": 1.099820852279663,
      "learning_rate": 3.0164708070533994e-06,
      "loss": 0.3581,
      "step": 1252520
    },
    {
      "epoch": 349.58,
      "grad_norm": 0.9720598459243774,
      "learning_rate": 3.0164449051425207e-06,
      "loss": 0.3535,
      "step": 1252530
    },
    {
      "epoch": 349.58,
      "grad_norm": 0.9683318138122559,
      "learning_rate": 3.016419003142106e-06,
      "loss": 0.3523,
      "step": 1252540
    },
    {
      "epoch": 349.58,
      "grad_norm": 1.1825758218765259,
      "learning_rate": 3.0163931010521585e-06,
      "loss": 0.3499,
      "step": 1252550
    },
    {
      "epoch": 349.58,
      "grad_norm": 1.0958106517791748,
      "learning_rate": 3.0163671988726835e-06,
      "loss": 0.3386,
      "step": 1252560
    },
    {
      "epoch": 349.59,
      "grad_norm": 0.8517816066741943,
      "learning_rate": 3.0163412966036818e-06,
      "loss": 0.3255,
      "step": 1252570
    },
    {
      "epoch": 349.59,
      "grad_norm": 1.3610708713531494,
      "learning_rate": 3.016315394245158e-06,
      "loss": 0.3526,
      "step": 1252580
    },
    {
      "epoch": 349.59,
      "grad_norm": 1.075294017791748,
      "learning_rate": 3.0162894917971164e-06,
      "loss": 0.3669,
      "step": 1252590
    },
    {
      "epoch": 349.6,
      "grad_norm": 0.9637845158576965,
      "learning_rate": 3.016263589259559e-06,
      "loss": 0.3471,
      "step": 1252600
    },
    {
      "epoch": 349.6,
      "grad_norm": 1.023039698600769,
      "learning_rate": 3.016237686632489e-06,
      "loss": 0.338,
      "step": 1252610
    },
    {
      "epoch": 349.6,
      "grad_norm": 0.9100362658500671,
      "learning_rate": 3.0162117839159116e-06,
      "loss": 0.3392,
      "step": 1252620
    },
    {
      "epoch": 349.6,
      "grad_norm": 1.2997676134109497,
      "learning_rate": 3.016185881109829e-06,
      "loss": 0.3468,
      "step": 1252630
    },
    {
      "epoch": 349.61,
      "grad_norm": 0.9988752007484436,
      "learning_rate": 3.0161599782142454e-06,
      "loss": 0.3431,
      "step": 1252640
    },
    {
      "epoch": 349.61,
      "grad_norm": 1.0019828081130981,
      "learning_rate": 3.016134075229164e-06,
      "loss": 0.3576,
      "step": 1252650
    },
    {
      "epoch": 349.61,
      "grad_norm": 1.1309709548950195,
      "learning_rate": 3.0161081721545884e-06,
      "loss": 0.3431,
      "step": 1252660
    },
    {
      "epoch": 349.61,
      "grad_norm": 1.1985063552856445,
      "learning_rate": 3.016082268990521e-06,
      "loss": 0.356,
      "step": 1252670
    },
    {
      "epoch": 349.62,
      "grad_norm": 1.2838314771652222,
      "learning_rate": 3.016056365736966e-06,
      "loss": 0.3514,
      "step": 1252680
    },
    {
      "epoch": 349.62,
      "grad_norm": 0.940341591835022,
      "learning_rate": 3.0160304623939273e-06,
      "loss": 0.3372,
      "step": 1252690
    },
    {
      "epoch": 349.62,
      "grad_norm": 0.9287577271461487,
      "learning_rate": 3.016004558961407e-06,
      "loss": 0.3473,
      "step": 1252700
    },
    {
      "epoch": 349.63,
      "grad_norm": 1.1087814569473267,
      "learning_rate": 3.0159786554394104e-06,
      "loss": 0.3386,
      "step": 1252710
    },
    {
      "epoch": 349.63,
      "grad_norm": 1.0740524530410767,
      "learning_rate": 3.01595275182794e-06,
      "loss": 0.3465,
      "step": 1252720
    },
    {
      "epoch": 349.63,
      "grad_norm": 1.0594725608825684,
      "learning_rate": 3.015926848126999e-06,
      "loss": 0.3323,
      "step": 1252730
    },
    {
      "epoch": 349.63,
      "grad_norm": 0.9612685441970825,
      "learning_rate": 3.0159009443365904e-06,
      "loss": 0.3396,
      "step": 1252740
    },
    {
      "epoch": 349.64,
      "grad_norm": 0.9740705490112305,
      "learning_rate": 3.0158750404567188e-06,
      "loss": 0.3318,
      "step": 1252750
    },
    {
      "epoch": 349.64,
      "grad_norm": 0.9058607816696167,
      "learning_rate": 3.0158491364873873e-06,
      "loss": 0.3582,
      "step": 1252760
    },
    {
      "epoch": 349.64,
      "grad_norm": 0.998239278793335,
      "learning_rate": 3.0158232324285987e-06,
      "loss": 0.3419,
      "step": 1252770
    },
    {
      "epoch": 349.65,
      "grad_norm": 0.9814459085464478,
      "learning_rate": 3.0157973282803578e-06,
      "loss": 0.3505,
      "step": 1252780
    },
    {
      "epoch": 349.65,
      "grad_norm": 1.1617324352264404,
      "learning_rate": 3.015771424042667e-06,
      "loss": 0.3436,
      "step": 1252790
    },
    {
      "epoch": 349.65,
      "grad_norm": 1.2168974876403809,
      "learning_rate": 3.01574551971553e-06,
      "loss": 0.3535,
      "step": 1252800
    },
    {
      "epoch": 349.65,
      "grad_norm": 1.0175390243530273,
      "learning_rate": 3.0157196152989496e-06,
      "loss": 0.3714,
      "step": 1252810
    },
    {
      "epoch": 349.66,
      "grad_norm": 1.1218558549880981,
      "learning_rate": 3.0156937107929304e-06,
      "loss": 0.3546,
      "step": 1252820
    },
    {
      "epoch": 349.66,
      "grad_norm": 1.138416051864624,
      "learning_rate": 3.0156678061974752e-06,
      "loss": 0.3472,
      "step": 1252830
    },
    {
      "epoch": 349.66,
      "grad_norm": 1.0659288167953491,
      "learning_rate": 3.015641901512587e-06,
      "loss": 0.3414,
      "step": 1252840
    },
    {
      "epoch": 349.67,
      "grad_norm": 0.9816678762435913,
      "learning_rate": 3.015615996738271e-06,
      "loss": 0.3553,
      "step": 1252850
    },
    {
      "epoch": 349.67,
      "grad_norm": 1.045198917388916,
      "learning_rate": 3.0155900918745286e-06,
      "loss": 0.3557,
      "step": 1252860
    },
    {
      "epoch": 349.67,
      "grad_norm": 1.0793837308883667,
      "learning_rate": 3.0155641869213638e-06,
      "loss": 0.3654,
      "step": 1252870
    },
    {
      "epoch": 349.67,
      "grad_norm": 0.9689754247665405,
      "learning_rate": 3.0155382818787815e-06,
      "loss": 0.3577,
      "step": 1252880
    },
    {
      "epoch": 349.68,
      "grad_norm": 1.0062718391418457,
      "learning_rate": 3.0155123767467834e-06,
      "loss": 0.3542,
      "step": 1252890
    },
    {
      "epoch": 349.68,
      "grad_norm": 1.1193064451217651,
      "learning_rate": 3.0154864715253734e-06,
      "loss": 0.3593,
      "step": 1252900
    },
    {
      "epoch": 349.68,
      "grad_norm": 0.8692177534103394,
      "learning_rate": 3.015460566214555e-06,
      "loss": 0.346,
      "step": 1252910
    },
    {
      "epoch": 349.68,
      "grad_norm": 0.9748683571815491,
      "learning_rate": 3.0154346608143323e-06,
      "loss": 0.3382,
      "step": 1252920
    },
    {
      "epoch": 349.69,
      "grad_norm": 0.9847891330718994,
      "learning_rate": 3.015408755324707e-06,
      "loss": 0.3448,
      "step": 1252930
    },
    {
      "epoch": 349.69,
      "grad_norm": 0.940899670124054,
      "learning_rate": 3.015382849745685e-06,
      "loss": 0.343,
      "step": 1252940
    },
    {
      "epoch": 349.69,
      "grad_norm": 1.1564381122589111,
      "learning_rate": 3.015356944077268e-06,
      "loss": 0.3391,
      "step": 1252950
    },
    {
      "epoch": 349.7,
      "grad_norm": 1.0708394050598145,
      "learning_rate": 3.0153310383194605e-06,
      "loss": 0.3533,
      "step": 1252960
    },
    {
      "epoch": 349.7,
      "grad_norm": 0.9234179258346558,
      "learning_rate": 3.0153051324722642e-06,
      "loss": 0.3523,
      "step": 1252970
    },
    {
      "epoch": 349.7,
      "grad_norm": 1.210623860359192,
      "learning_rate": 3.015279226535685e-06,
      "loss": 0.3677,
      "step": 1252980
    },
    {
      "epoch": 349.7,
      "grad_norm": 0.9870193600654602,
      "learning_rate": 3.0152533205097243e-06,
      "loss": 0.3466,
      "step": 1252990
    },
    {
      "epoch": 349.71,
      "grad_norm": 1.056157112121582,
      "learning_rate": 3.015227414394386e-06,
      "loss": 0.3478,
      "step": 1253000
    },
    {
      "epoch": 349.71,
      "grad_norm": 1.0221726894378662,
      "learning_rate": 3.0152015081896747e-06,
      "loss": 0.355,
      "step": 1253010
    },
    {
      "epoch": 349.71,
      "grad_norm": 0.9805992841720581,
      "learning_rate": 3.0151756018955923e-06,
      "loss": 0.34,
      "step": 1253020
    },
    {
      "epoch": 349.72,
      "grad_norm": 0.9558383822441101,
      "learning_rate": 3.015149695512144e-06,
      "loss": 0.3339,
      "step": 1253030
    },
    {
      "epoch": 349.72,
      "grad_norm": 1.0842677354812622,
      "learning_rate": 3.015123789039332e-06,
      "loss": 0.3448,
      "step": 1253040
    },
    {
      "epoch": 349.72,
      "grad_norm": 1.0838236808776855,
      "learning_rate": 3.0150978824771585e-06,
      "loss": 0.3416,
      "step": 1253050
    },
    {
      "epoch": 349.72,
      "grad_norm": 1.0084984302520752,
      "learning_rate": 3.0150719758256295e-06,
      "loss": 0.3586,
      "step": 1253060
    },
    {
      "epoch": 349.73,
      "grad_norm": 1.0212374925613403,
      "learning_rate": 3.0150460690847474e-06,
      "loss": 0.351,
      "step": 1253070
    },
    {
      "epoch": 349.73,
      "grad_norm": 2.5645875930786133,
      "learning_rate": 3.0150201622545156e-06,
      "loss": 0.3608,
      "step": 1253080
    },
    {
      "epoch": 349.73,
      "grad_norm": 1.0679138898849487,
      "learning_rate": 3.014994255334937e-06,
      "loss": 0.3611,
      "step": 1253090
    },
    {
      "epoch": 349.73,
      "grad_norm": 1.0443570613861084,
      "learning_rate": 3.014968348326017e-06,
      "loss": 0.3511,
      "step": 1253100
    },
    {
      "epoch": 349.74,
      "grad_norm": 0.9939832091331482,
      "learning_rate": 3.0149424412277564e-06,
      "loss": 0.3636,
      "step": 1253110
    },
    {
      "epoch": 349.74,
      "grad_norm": 1.1267136335372925,
      "learning_rate": 3.01491653404016e-06,
      "loss": 0.3583,
      "step": 1253120
    },
    {
      "epoch": 349.74,
      "grad_norm": 1.1216906309127808,
      "learning_rate": 3.014890626763231e-06,
      "loss": 0.353,
      "step": 1253130
    },
    {
      "epoch": 349.75,
      "grad_norm": 0.9779587984085083,
      "learning_rate": 3.0148647193969744e-06,
      "loss": 0.3456,
      "step": 1253140
    },
    {
      "epoch": 349.75,
      "grad_norm": 1.035581350326538,
      "learning_rate": 3.014838811941391e-06,
      "loss": 0.344,
      "step": 1253150
    },
    {
      "epoch": 349.75,
      "grad_norm": 1.1219689846038818,
      "learning_rate": 3.0148129043964853e-06,
      "loss": 0.3483,
      "step": 1253160
    },
    {
      "epoch": 349.75,
      "grad_norm": 1.135205864906311,
      "learning_rate": 3.0147869967622616e-06,
      "loss": 0.3583,
      "step": 1253170
    },
    {
      "epoch": 349.76,
      "grad_norm": 1.1104645729064941,
      "learning_rate": 3.0147610890387227e-06,
      "loss": 0.3506,
      "step": 1253180
    },
    {
      "epoch": 349.76,
      "grad_norm": 0.9435964822769165,
      "learning_rate": 3.0147351812258717e-06,
      "loss": 0.3368,
      "step": 1253190
    },
    {
      "epoch": 349.76,
      "grad_norm": 1.0598840713500977,
      "learning_rate": 3.0147092733237125e-06,
      "loss": 0.3433,
      "step": 1253200
    },
    {
      "epoch": 349.77,
      "grad_norm": 0.9376252889633179,
      "learning_rate": 3.0146833653322485e-06,
      "loss": 0.3512,
      "step": 1253210
    },
    {
      "epoch": 349.77,
      "grad_norm": 0.8775863647460938,
      "learning_rate": 3.0146574572514827e-06,
      "loss": 0.3579,
      "step": 1253220
    },
    {
      "epoch": 349.77,
      "grad_norm": 1.0502005815505981,
      "learning_rate": 3.0146315490814192e-06,
      "loss": 0.3584,
      "step": 1253230
    },
    {
      "epoch": 349.77,
      "grad_norm": 1.0223371982574463,
      "learning_rate": 3.0146056408220616e-06,
      "loss": 0.3514,
      "step": 1253240
    },
    {
      "epoch": 349.78,
      "grad_norm": 0.9416136145591736,
      "learning_rate": 3.0145797324734127e-06,
      "loss": 0.3495,
      "step": 1253250
    },
    {
      "epoch": 349.78,
      "grad_norm": 1.0786328315734863,
      "learning_rate": 3.014553824035476e-06,
      "loss": 0.3638,
      "step": 1253260
    },
    {
      "epoch": 349.78,
      "grad_norm": 0.926921010017395,
      "learning_rate": 3.0145279155082556e-06,
      "loss": 0.3618,
      "step": 1253270
    },
    {
      "epoch": 349.79,
      "grad_norm": 0.9555268883705139,
      "learning_rate": 3.0145020068917533e-06,
      "loss": 0.3603,
      "step": 1253280
    },
    {
      "epoch": 349.79,
      "grad_norm": 1.0181617736816406,
      "learning_rate": 3.0144760981859746e-06,
      "loss": 0.3449,
      "step": 1253290
    },
    {
      "epoch": 349.79,
      "grad_norm": 1.1014469861984253,
      "learning_rate": 3.014450189390922e-06,
      "loss": 0.3591,
      "step": 1253300
    },
    {
      "epoch": 349.79,
      "grad_norm": 0.989064633846283,
      "learning_rate": 3.0144242805065993e-06,
      "loss": 0.3319,
      "step": 1253310
    },
    {
      "epoch": 349.8,
      "grad_norm": 1.0714324712753296,
      "learning_rate": 3.014398371533009e-06,
      "loss": 0.3668,
      "step": 1253320
    },
    {
      "epoch": 349.8,
      "grad_norm": 1.057397484779358,
      "learning_rate": 3.0143724624701564e-06,
      "loss": 0.3574,
      "step": 1253330
    },
    {
      "epoch": 349.8,
      "grad_norm": 1.07453453540802,
      "learning_rate": 3.0143465533180425e-06,
      "loss": 0.3532,
      "step": 1253340
    },
    {
      "epoch": 349.8,
      "grad_norm": 0.9955681562423706,
      "learning_rate": 3.014320644076672e-06,
      "loss": 0.3406,
      "step": 1253350
    },
    {
      "epoch": 349.81,
      "grad_norm": 0.8843581080436707,
      "learning_rate": 3.0142947347460487e-06,
      "loss": 0.3595,
      "step": 1253360
    },
    {
      "epoch": 349.81,
      "grad_norm": 1.2834789752960205,
      "learning_rate": 3.014268825326176e-06,
      "loss": 0.3488,
      "step": 1253370
    },
    {
      "epoch": 349.81,
      "grad_norm": 1.0920262336730957,
      "learning_rate": 3.0142429158170567e-06,
      "loss": 0.3547,
      "step": 1253380
    },
    {
      "epoch": 349.82,
      "grad_norm": 0.9482553601264954,
      "learning_rate": 3.014217006218695e-06,
      "loss": 0.3508,
      "step": 1253390
    },
    {
      "epoch": 349.82,
      "grad_norm": 0.8971845507621765,
      "learning_rate": 3.0141910965310945e-06,
      "loss": 0.3761,
      "step": 1253400
    },
    {
      "epoch": 349.82,
      "grad_norm": 1.0890781879425049,
      "learning_rate": 3.014165186754257e-06,
      "loss": 0.3531,
      "step": 1253410
    },
    {
      "epoch": 349.82,
      "grad_norm": 1.001358151435852,
      "learning_rate": 3.014139276888187e-06,
      "loss": 0.3433,
      "step": 1253420
    },
    {
      "epoch": 349.83,
      "grad_norm": 1.2769001722335815,
      "learning_rate": 3.0141133669328887e-06,
      "loss": 0.3576,
      "step": 1253430
    },
    {
      "epoch": 349.83,
      "grad_norm": 1.0723363161087036,
      "learning_rate": 3.0140874568883647e-06,
      "loss": 0.3481,
      "step": 1253440
    },
    {
      "epoch": 349.83,
      "grad_norm": 0.9988023042678833,
      "learning_rate": 3.0140615467546184e-06,
      "loss": 0.3567,
      "step": 1253450
    },
    {
      "epoch": 349.84,
      "grad_norm": 0.9368259906768799,
      "learning_rate": 3.0140356365316533e-06,
      "loss": 0.344,
      "step": 1253460
    },
    {
      "epoch": 349.84,
      "grad_norm": 0.9893397688865662,
      "learning_rate": 3.0140097262194736e-06,
      "loss": 0.3604,
      "step": 1253470
    },
    {
      "epoch": 349.84,
      "grad_norm": 1.2654211521148682,
      "learning_rate": 3.013983815818082e-06,
      "loss": 0.3679,
      "step": 1253480
    },
    {
      "epoch": 349.84,
      "grad_norm": 0.9578180909156799,
      "learning_rate": 3.0139579053274815e-06,
      "loss": 0.3413,
      "step": 1253490
    },
    {
      "epoch": 349.85,
      "grad_norm": 0.9860802888870239,
      "learning_rate": 3.0139319947476767e-06,
      "loss": 0.3533,
      "step": 1253500
    },
    {
      "epoch": 349.85,
      "grad_norm": 1.2109986543655396,
      "learning_rate": 3.01390608407867e-06,
      "loss": 0.3553,
      "step": 1253510
    },
    {
      "epoch": 349.85,
      "grad_norm": 1.3979638814926147,
      "learning_rate": 3.013880173320465e-06,
      "loss": 0.3638,
      "step": 1253520
    },
    {
      "epoch": 349.85,
      "grad_norm": 1.0844277143478394,
      "learning_rate": 3.013854262473067e-06,
      "loss": 0.3402,
      "step": 1253530
    },
    {
      "epoch": 349.86,
      "grad_norm": 1.2005704641342163,
      "learning_rate": 3.0138283515364775e-06,
      "loss": 0.3571,
      "step": 1253540
    },
    {
      "epoch": 349.86,
      "grad_norm": 1.0367958545684814,
      "learning_rate": 3.0138024405106993e-06,
      "loss": 0.345,
      "step": 1253550
    },
    {
      "epoch": 349.86,
      "grad_norm": 1.0996941328048706,
      "learning_rate": 3.0137765293957386e-06,
      "loss": 0.3529,
      "step": 1253560
    },
    {
      "epoch": 349.87,
      "grad_norm": 0.9654343128204346,
      "learning_rate": 3.0137506181915955e-06,
      "loss": 0.3319,
      "step": 1253570
    },
    {
      "epoch": 349.87,
      "grad_norm": 1.06191885471344,
      "learning_rate": 3.013724706898275e-06,
      "loss": 0.3579,
      "step": 1253580
    },
    {
      "epoch": 349.87,
      "grad_norm": 1.038091778755188,
      "learning_rate": 3.0136987955157825e-06,
      "loss": 0.3552,
      "step": 1253590
    },
    {
      "epoch": 349.87,
      "grad_norm": 1.0871509313583374,
      "learning_rate": 3.0136728840441185e-06,
      "loss": 0.3689,
      "step": 1253600
    },
    {
      "epoch": 349.88,
      "grad_norm": 0.9926071763038635,
      "learning_rate": 3.013646972483288e-06,
      "loss": 0.3458,
      "step": 1253610
    },
    {
      "epoch": 349.88,
      "grad_norm": 1.2144464254379272,
      "learning_rate": 3.0136210608332936e-06,
      "loss": 0.337,
      "step": 1253620
    },
    {
      "epoch": 349.88,
      "grad_norm": 1.0958422422409058,
      "learning_rate": 3.013595149094139e-06,
      "loss": 0.3555,
      "step": 1253630
    },
    {
      "epoch": 349.89,
      "grad_norm": 1.0205209255218506,
      "learning_rate": 3.013569237265828e-06,
      "loss": 0.3597,
      "step": 1253640
    },
    {
      "epoch": 349.89,
      "grad_norm": 1.0060510635375977,
      "learning_rate": 3.0135433253483643e-06,
      "loss": 0.3503,
      "step": 1253650
    },
    {
      "epoch": 349.89,
      "grad_norm": 0.9930329918861389,
      "learning_rate": 3.013517413341751e-06,
      "loss": 0.3475,
      "step": 1253660
    },
    {
      "epoch": 349.89,
      "grad_norm": 0.9785692095756531,
      "learning_rate": 3.013491501245991e-06,
      "loss": 0.3534,
      "step": 1253670
    },
    {
      "epoch": 349.9,
      "grad_norm": 1.0603755712509155,
      "learning_rate": 3.0134655890610885e-06,
      "loss": 0.3495,
      "step": 1253680
    },
    {
      "epoch": 349.9,
      "grad_norm": 1.1446335315704346,
      "learning_rate": 3.0134396767870467e-06,
      "loss": 0.3494,
      "step": 1253690
    },
    {
      "epoch": 349.9,
      "grad_norm": 1.0519658327102661,
      "learning_rate": 3.0134137644238686e-06,
      "loss": 0.3462,
      "step": 1253700
    },
    {
      "epoch": 349.91,
      "grad_norm": 0.9290996193885803,
      "learning_rate": 3.013387851971558e-06,
      "loss": 0.3372,
      "step": 1253710
    },
    {
      "epoch": 349.91,
      "grad_norm": 1.1003996133804321,
      "learning_rate": 3.013361939430119e-06,
      "loss": 0.3633,
      "step": 1253720
    },
    {
      "epoch": 349.91,
      "grad_norm": 0.9122310280799866,
      "learning_rate": 3.0133360267995543e-06,
      "loss": 0.328,
      "step": 1253730
    },
    {
      "epoch": 349.91,
      "grad_norm": 1.1741677522659302,
      "learning_rate": 3.0133101140798672e-06,
      "loss": 0.3735,
      "step": 1253740
    },
    {
      "epoch": 349.92,
      "grad_norm": 1.1583092212677002,
      "learning_rate": 3.0132842012710618e-06,
      "loss": 0.3528,
      "step": 1253750
    },
    {
      "epoch": 349.92,
      "grad_norm": 1.0887497663497925,
      "learning_rate": 3.0132582883731416e-06,
      "loss": 0.3537,
      "step": 1253760
    },
    {
      "epoch": 349.92,
      "grad_norm": 1.1760462522506714,
      "learning_rate": 3.013232375386109e-06,
      "loss": 0.3504,
      "step": 1253770
    },
    {
      "epoch": 349.92,
      "grad_norm": 1.136999487876892,
      "learning_rate": 3.0132064623099685e-06,
      "loss": 0.3618,
      "step": 1253780
    },
    {
      "epoch": 349.93,
      "grad_norm": 1.2257245779037476,
      "learning_rate": 3.013180549144723e-06,
      "loss": 0.3368,
      "step": 1253790
    },
    {
      "epoch": 349.93,
      "grad_norm": 0.9140984416007996,
      "learning_rate": 3.013154635890376e-06,
      "loss": 0.3639,
      "step": 1253800
    },
    {
      "epoch": 349.93,
      "grad_norm": 1.3674167394638062,
      "learning_rate": 3.0131287225469307e-06,
      "loss": 0.3504,
      "step": 1253810
    },
    {
      "epoch": 349.94,
      "grad_norm": 1.1512974500656128,
      "learning_rate": 3.0131028091143917e-06,
      "loss": 0.3405,
      "step": 1253820
    },
    {
      "epoch": 349.94,
      "grad_norm": 1.070726990699768,
      "learning_rate": 3.013076895592761e-06,
      "loss": 0.3365,
      "step": 1253830
    },
    {
      "epoch": 349.94,
      "grad_norm": 0.9140019416809082,
      "learning_rate": 3.0130509819820436e-06,
      "loss": 0.3653,
      "step": 1253840
    },
    {
      "epoch": 349.94,
      "grad_norm": 0.8552217483520508,
      "learning_rate": 3.013025068282241e-06,
      "loss": 0.3501,
      "step": 1253850
    },
    {
      "epoch": 349.95,
      "grad_norm": 0.968041718006134,
      "learning_rate": 3.0129991544933585e-06,
      "loss": 0.3351,
      "step": 1253860
    },
    {
      "epoch": 349.95,
      "grad_norm": 0.9118162989616394,
      "learning_rate": 3.0129732406153984e-06,
      "loss": 0.3535,
      "step": 1253870
    },
    {
      "epoch": 349.95,
      "grad_norm": 0.9826766848564148,
      "learning_rate": 3.0129473266483647e-06,
      "loss": 0.3481,
      "step": 1253880
    },
    {
      "epoch": 349.96,
      "grad_norm": 0.997394323348999,
      "learning_rate": 3.0129214125922604e-06,
      "loss": 0.3475,
      "step": 1253890
    },
    {
      "epoch": 349.96,
      "grad_norm": 0.8426716327667236,
      "learning_rate": 3.012895498447089e-06,
      "loss": 0.3316,
      "step": 1253900
    },
    {
      "epoch": 349.96,
      "grad_norm": 0.9003817439079285,
      "learning_rate": 3.0128695842128545e-06,
      "loss": 0.349,
      "step": 1253910
    },
    {
      "epoch": 349.96,
      "grad_norm": 0.9269511103630066,
      "learning_rate": 3.01284366988956e-06,
      "loss": 0.3473,
      "step": 1253920
    },
    {
      "epoch": 349.97,
      "grad_norm": 0.9395591020584106,
      "learning_rate": 3.012817755477209e-06,
      "loss": 0.3359,
      "step": 1253930
    },
    {
      "epoch": 349.97,
      "grad_norm": 1.0995690822601318,
      "learning_rate": 3.0127918409758046e-06,
      "loss": 0.3543,
      "step": 1253940
    },
    {
      "epoch": 349.97,
      "grad_norm": 1.0247408151626587,
      "learning_rate": 3.0127659263853505e-06,
      "loss": 0.3427,
      "step": 1253950
    },
    {
      "epoch": 349.97,
      "grad_norm": 0.9989493489265442,
      "learning_rate": 3.0127400117058503e-06,
      "loss": 0.3503,
      "step": 1253960
    },
    {
      "epoch": 349.98,
      "grad_norm": 0.9185372591018677,
      "learning_rate": 3.012714096937308e-06,
      "loss": 0.3532,
      "step": 1253970
    },
    {
      "epoch": 349.98,
      "grad_norm": 1.112894058227539,
      "learning_rate": 3.012688182079726e-06,
      "loss": 0.3536,
      "step": 1253980
    },
    {
      "epoch": 349.98,
      "grad_norm": 1.1104888916015625,
      "learning_rate": 3.0126622671331083e-06,
      "loss": 0.3566,
      "step": 1253990
    },
    {
      "epoch": 349.99,
      "grad_norm": 1.1370174884796143,
      "learning_rate": 3.012636352097458e-06,
      "loss": 0.3507,
      "step": 1254000
    },
    {
      "epoch": 349.99,
      "grad_norm": 0.9549083113670349,
      "learning_rate": 3.0126104369727787e-06,
      "loss": 0.3507,
      "step": 1254010
    },
    {
      "epoch": 349.99,
      "grad_norm": 1.0148241519927979,
      "learning_rate": 3.0125845217590735e-06,
      "loss": 0.3501,
      "step": 1254020
    },
    {
      "epoch": 349.99,
      "grad_norm": 5.049894332885742,
      "learning_rate": 3.0125586064563464e-06,
      "loss": 0.3587,
      "step": 1254030
    },
    {
      "epoch": 350.0,
      "grad_norm": 1.4301056861877441,
      "learning_rate": 3.012532691064601e-06,
      "loss": 0.356,
      "step": 1254040
    },
    {
      "epoch": 350.0,
      "grad_norm": 1.1636271476745605,
      "learning_rate": 3.0125067755838404e-06,
      "loss": 0.3457,
      "step": 1254050
    },
    {
      "epoch": 350.0,
      "eval_loss": 0.35205474495887756,
      "eval_runtime": 62.8859,
      "eval_samples_per_second": 80.447,
      "eval_steps_per_second": 10.066,
      "step": 1254050
    },
    {
      "epoch": 350.0,
      "grad_norm": 0.9986297488212585,
      "learning_rate": 3.0124808600140684e-06,
      "loss": 0.3619,
      "step": 1254060
    },
    {
      "epoch": 350.01,
      "grad_norm": 1.15342378616333,
      "learning_rate": 3.0124549443552875e-06,
      "loss": 0.3379,
      "step": 1254070
    },
    {
      "epoch": 350.01,
      "grad_norm": 0.900823175907135,
      "learning_rate": 3.012429028607502e-06,
      "loss": 0.3488,
      "step": 1254080
    },
    {
      "epoch": 350.01,
      "grad_norm": 1.496742844581604,
      "learning_rate": 3.0124031127707153e-06,
      "loss": 0.3566,
      "step": 1254090
    },
    {
      "epoch": 350.01,
      "grad_norm": 1.4042394161224365,
      "learning_rate": 3.0123771968449302e-06,
      "loss": 0.3541,
      "step": 1254100
    },
    {
      "epoch": 350.02,
      "grad_norm": 0.9991961121559143,
      "learning_rate": 3.012351280830151e-06,
      "loss": 0.3379,
      "step": 1254110
    },
    {
      "epoch": 350.02,
      "grad_norm": 1.3852720260620117,
      "learning_rate": 3.0123253647263808e-06,
      "loss": 0.3593,
      "step": 1254120
    },
    {
      "epoch": 350.02,
      "grad_norm": 1.467162013053894,
      "learning_rate": 3.012299448533623e-06,
      "loss": 0.3499,
      "step": 1254130
    },
    {
      "epoch": 350.03,
      "grad_norm": 1.0473941564559937,
      "learning_rate": 3.012273532251882e-06,
      "loss": 0.3461,
      "step": 1254140
    },
    {
      "epoch": 350.03,
      "grad_norm": 1.348297357559204,
      "learning_rate": 3.012247615881159e-06,
      "loss": 0.3493,
      "step": 1254150
    },
    {
      "epoch": 350.03,
      "grad_norm": 0.9343686699867249,
      "learning_rate": 3.0122216994214592e-06,
      "loss": 0.3576,
      "step": 1254160
    },
    {
      "epoch": 350.03,
      "grad_norm": 1.000120759010315,
      "learning_rate": 3.012195782872786e-06,
      "loss": 0.3654,
      "step": 1254170
    },
    {
      "epoch": 350.04,
      "grad_norm": 1.05058753490448,
      "learning_rate": 3.0121698662351417e-06,
      "loss": 0.3475,
      "step": 1254180
    },
    {
      "epoch": 350.04,
      "grad_norm": 0.9770986437797546,
      "learning_rate": 3.012143949508531e-06,
      "loss": 0.3523,
      "step": 1254190
    },
    {
      "epoch": 350.04,
      "grad_norm": 1.4846408367156982,
      "learning_rate": 3.0121180326929573e-06,
      "loss": 0.3453,
      "step": 1254200
    },
    {
      "epoch": 350.04,
      "grad_norm": 1.3143095970153809,
      "learning_rate": 3.0120921157884236e-06,
      "loss": 0.3552,
      "step": 1254210
    },
    {
      "epoch": 350.05,
      "grad_norm": 0.9120856523513794,
      "learning_rate": 3.0120661987949327e-06,
      "loss": 0.3408,
      "step": 1254220
    },
    {
      "epoch": 350.05,
      "grad_norm": 0.906012237071991,
      "learning_rate": 3.012040281712489e-06,
      "loss": 0.3386,
      "step": 1254230
    },
    {
      "epoch": 350.05,
      "grad_norm": 0.9896472096443176,
      "learning_rate": 3.0120143645410962e-06,
      "loss": 0.3354,
      "step": 1254240
    },
    {
      "epoch": 350.06,
      "grad_norm": 1.0156022310256958,
      "learning_rate": 3.011988447280756e-06,
      "loss": 0.3479,
      "step": 1254250
    },
    {
      "epoch": 350.06,
      "grad_norm": 1.0629544258117676,
      "learning_rate": 3.0119625299314737e-06,
      "loss": 0.3424,
      "step": 1254260
    },
    {
      "epoch": 350.06,
      "grad_norm": 0.9148327112197876,
      "learning_rate": 3.011936612493253e-06,
      "loss": 0.3438,
      "step": 1254270
    },
    {
      "epoch": 350.06,
      "grad_norm": 1.0046793222427368,
      "learning_rate": 3.0119106949660957e-06,
      "loss": 0.3451,
      "step": 1254280
    },
    {
      "epoch": 350.07,
      "grad_norm": 0.898883581161499,
      "learning_rate": 3.0118847773500055e-06,
      "loss": 0.3437,
      "step": 1254290
    },
    {
      "epoch": 350.07,
      "grad_norm": 1.0027797222137451,
      "learning_rate": 3.0118588596449875e-06,
      "loss": 0.3327,
      "step": 1254300
    },
    {
      "epoch": 350.07,
      "grad_norm": 1.040791630744934,
      "learning_rate": 3.0118329418510433e-06,
      "loss": 0.3484,
      "step": 1254310
    },
    {
      "epoch": 350.08,
      "grad_norm": 0.9630324840545654,
      "learning_rate": 3.0118070239681767e-06,
      "loss": 0.3468,
      "step": 1254320
    },
    {
      "epoch": 350.08,
      "grad_norm": 1.0698434114456177,
      "learning_rate": 3.0117811059963925e-06,
      "loss": 0.3601,
      "step": 1254330
    },
    {
      "epoch": 350.08,
      "grad_norm": 1.786687970161438,
      "learning_rate": 3.0117551879356926e-06,
      "loss": 0.3454,
      "step": 1254340
    },
    {
      "epoch": 350.08,
      "grad_norm": 1.0225157737731934,
      "learning_rate": 3.011729269786082e-06,
      "loss": 0.3437,
      "step": 1254350
    },
    {
      "epoch": 350.09,
      "grad_norm": 1.0648185014724731,
      "learning_rate": 3.0117033515475618e-06,
      "loss": 0.3492,
      "step": 1254360
    },
    {
      "epoch": 350.09,
      "grad_norm": 1.052095890045166,
      "learning_rate": 3.0116774332201376e-06,
      "loss": 0.3503,
      "step": 1254370
    },
    {
      "epoch": 350.09,
      "grad_norm": 1.0832220315933228,
      "learning_rate": 3.0116515148038114e-06,
      "loss": 0.3518,
      "step": 1254380
    },
    {
      "epoch": 350.09,
      "grad_norm": 1.1268458366394043,
      "learning_rate": 3.011625596298588e-06,
      "loss": 0.3418,
      "step": 1254390
    },
    {
      "epoch": 350.1,
      "grad_norm": 1.00484299659729,
      "learning_rate": 3.01159967770447e-06,
      "loss": 0.3501,
      "step": 1254400
    },
    {
      "epoch": 350.1,
      "grad_norm": 1.0841171741485596,
      "learning_rate": 3.011573759021461e-06,
      "loss": 0.3665,
      "step": 1254410
    },
    {
      "epoch": 350.1,
      "grad_norm": 1.054161548614502,
      "learning_rate": 3.0115478402495645e-06,
      "loss": 0.3497,
      "step": 1254420
    },
    {
      "epoch": 350.11,
      "grad_norm": 0.9958160519599915,
      "learning_rate": 3.011521921388784e-06,
      "loss": 0.3594,
      "step": 1254430
    },
    {
      "epoch": 350.11,
      "grad_norm": 0.9395620226860046,
      "learning_rate": 3.011496002439123e-06,
      "loss": 0.3624,
      "step": 1254440
    },
    {
      "epoch": 350.11,
      "grad_norm": 1.0827630758285522,
      "learning_rate": 3.011470083400584e-06,
      "loss": 0.3492,
      "step": 1254450
    },
    {
      "epoch": 350.11,
      "grad_norm": 1.0783507823944092,
      "learning_rate": 3.0114441642731726e-06,
      "loss": 0.3267,
      "step": 1254460
    },
    {
      "epoch": 350.12,
      "grad_norm": 0.9657241106033325,
      "learning_rate": 3.0114182450568902e-06,
      "loss": 0.3614,
      "step": 1254470
    },
    {
      "epoch": 350.12,
      "grad_norm": 1.0615676641464233,
      "learning_rate": 3.0113923257517406e-06,
      "loss": 0.3599,
      "step": 1254480
    },
    {
      "epoch": 350.12,
      "grad_norm": 0.9949004054069519,
      "learning_rate": 3.0113664063577283e-06,
      "loss": 0.3542,
      "step": 1254490
    },
    {
      "epoch": 350.13,
      "grad_norm": 0.9825789332389832,
      "learning_rate": 3.011340486874856e-06,
      "loss": 0.3423,
      "step": 1254500
    },
    {
      "epoch": 350.13,
      "grad_norm": 1.0045503377914429,
      "learning_rate": 3.0113145673031267e-06,
      "loss": 0.3616,
      "step": 1254510
    },
    {
      "epoch": 350.13,
      "grad_norm": 1.010591983795166,
      "learning_rate": 3.0112886476425447e-06,
      "loss": 0.3509,
      "step": 1254520
    },
    {
      "epoch": 350.13,
      "grad_norm": 1.0210148096084595,
      "learning_rate": 3.011262727893113e-06,
      "loss": 0.3623,
      "step": 1254530
    },
    {
      "epoch": 350.14,
      "grad_norm": 1.10940420627594,
      "learning_rate": 3.0112368080548354e-06,
      "loss": 0.3532,
      "step": 1254540
    },
    {
      "epoch": 350.14,
      "grad_norm": 1.0741420984268188,
      "learning_rate": 3.0112108881277145e-06,
      "loss": 0.3437,
      "step": 1254550
    },
    {
      "epoch": 350.14,
      "grad_norm": 1.8697341680526733,
      "learning_rate": 3.011184968111755e-06,
      "loss": 0.3298,
      "step": 1254560
    },
    {
      "epoch": 350.15,
      "grad_norm": 0.9824480414390564,
      "learning_rate": 3.01115904800696e-06,
      "loss": 0.3447,
      "step": 1254570
    },
    {
      "epoch": 350.15,
      "grad_norm": 1.0108022689819336,
      "learning_rate": 3.011133127813332e-06,
      "loss": 0.3616,
      "step": 1254580
    },
    {
      "epoch": 350.15,
      "grad_norm": 1.1864745616912842,
      "learning_rate": 3.0111072075308756e-06,
      "loss": 0.3752,
      "step": 1254590
    },
    {
      "epoch": 350.15,
      "grad_norm": 1.143217921257019,
      "learning_rate": 3.0110812871595936e-06,
      "loss": 0.3397,
      "step": 1254600
    },
    {
      "epoch": 350.16,
      "grad_norm": 2.6469600200653076,
      "learning_rate": 3.011055366699489e-06,
      "loss": 0.3453,
      "step": 1254610
    },
    {
      "epoch": 350.16,
      "grad_norm": 1.1067193746566772,
      "learning_rate": 3.0110294461505672e-06,
      "loss": 0.3535,
      "step": 1254620
    },
    {
      "epoch": 350.16,
      "grad_norm": 0.9755889773368835,
      "learning_rate": 3.011003525512829e-06,
      "loss": 0.3465,
      "step": 1254630
    },
    {
      "epoch": 350.16,
      "grad_norm": 1.0869190692901611,
      "learning_rate": 3.0109776047862805e-06,
      "loss": 0.3518,
      "step": 1254640
    },
    {
      "epoch": 350.17,
      "grad_norm": 1.0151396989822388,
      "learning_rate": 3.0109516839709228e-06,
      "loss": 0.3767,
      "step": 1254650
    },
    {
      "epoch": 350.17,
      "grad_norm": 1.0420680046081543,
      "learning_rate": 3.010925763066761e-06,
      "loss": 0.3636,
      "step": 1254660
    },
    {
      "epoch": 350.17,
      "grad_norm": 0.9751987457275391,
      "learning_rate": 3.0108998420737972e-06,
      "loss": 0.3361,
      "step": 1254670
    },
    {
      "epoch": 350.18,
      "grad_norm": 0.9760757684707642,
      "learning_rate": 3.0108739209920353e-06,
      "loss": 0.339,
      "step": 1254680
    },
    {
      "epoch": 350.18,
      "grad_norm": 0.937423586845398,
      "learning_rate": 3.0108479998214807e-06,
      "loss": 0.3459,
      "step": 1254690
    },
    {
      "epoch": 350.18,
      "grad_norm": 0.9139136672019958,
      "learning_rate": 3.0108220785621333e-06,
      "loss": 0.3469,
      "step": 1254700
    },
    {
      "epoch": 350.18,
      "grad_norm": 0.919445276260376,
      "learning_rate": 3.010796157214e-06,
      "loss": 0.3503,
      "step": 1254710
    },
    {
      "epoch": 350.19,
      "grad_norm": 1.0666459798812866,
      "learning_rate": 3.0107702357770817e-06,
      "loss": 0.337,
      "step": 1254720
    },
    {
      "epoch": 350.19,
      "grad_norm": 1.283042073249817,
      "learning_rate": 3.010744314251383e-06,
      "loss": 0.3491,
      "step": 1254730
    },
    {
      "epoch": 350.19,
      "grad_norm": 0.8864637613296509,
      "learning_rate": 3.0107183926369074e-06,
      "loss": 0.3495,
      "step": 1254740
    },
    {
      "epoch": 350.2,
      "grad_norm": 1.045089602470398,
      "learning_rate": 3.010692470933658e-06,
      "loss": 0.3461,
      "step": 1254750
    },
    {
      "epoch": 350.2,
      "grad_norm": 0.9174342155456543,
      "learning_rate": 3.0106665491416382e-06,
      "loss": 0.3274,
      "step": 1254760
    },
    {
      "epoch": 350.2,
      "grad_norm": 1.0048388242721558,
      "learning_rate": 3.0106406272608515e-06,
      "loss": 0.3484,
      "step": 1254770
    },
    {
      "epoch": 350.2,
      "grad_norm": 0.981960117816925,
      "learning_rate": 3.0106147052913017e-06,
      "loss": 0.3413,
      "step": 1254780
    },
    {
      "epoch": 350.21,
      "grad_norm": 1.0429433584213257,
      "learning_rate": 3.0105887832329926e-06,
      "loss": 0.3533,
      "step": 1254790
    },
    {
      "epoch": 350.21,
      "grad_norm": 1.1337190866470337,
      "learning_rate": 3.0105628610859267e-06,
      "loss": 0.3447,
      "step": 1254800
    },
    {
      "epoch": 350.21,
      "grad_norm": 0.959988534450531,
      "learning_rate": 3.0105369388501074e-06,
      "loss": 0.3499,
      "step": 1254810
    },
    {
      "epoch": 350.21,
      "grad_norm": 1.3066329956054688,
      "learning_rate": 3.010511016525539e-06,
      "loss": 0.3431,
      "step": 1254820
    },
    {
      "epoch": 350.22,
      "grad_norm": 1.0867305994033813,
      "learning_rate": 3.0104850941122244e-06,
      "loss": 0.3499,
      "step": 1254830
    },
    {
      "epoch": 350.22,
      "grad_norm": 0.9993979334831238,
      "learning_rate": 3.010459171610167e-06,
      "loss": 0.3341,
      "step": 1254840
    },
    {
      "epoch": 350.22,
      "grad_norm": 1.1478129625320435,
      "learning_rate": 3.010433249019371e-06,
      "loss": 0.3559,
      "step": 1254850
    },
    {
      "epoch": 350.23,
      "grad_norm": 1.3507719039916992,
      "learning_rate": 3.010407326339838e-06,
      "loss": 0.3567,
      "step": 1254860
    },
    {
      "epoch": 350.23,
      "grad_norm": 1.002496600151062,
      "learning_rate": 3.010381403571575e-06,
      "loss": 0.3432,
      "step": 1254870
    },
    {
      "epoch": 350.23,
      "grad_norm": 0.9668630361557007,
      "learning_rate": 3.0103554807145814e-06,
      "loss": 0.3632,
      "step": 1254880
    },
    {
      "epoch": 350.23,
      "grad_norm": 0.9712449312210083,
      "learning_rate": 3.0103295577688626e-06,
      "loss": 0.3596,
      "step": 1254890
    },
    {
      "epoch": 350.24,
      "grad_norm": 1.244299054145813,
      "learning_rate": 3.0103036347344217e-06,
      "loss": 0.3514,
      "step": 1254900
    },
    {
      "epoch": 350.24,
      "grad_norm": 0.9850975871086121,
      "learning_rate": 3.0102777116112634e-06,
      "loss": 0.3316,
      "step": 1254910
    },
    {
      "epoch": 350.24,
      "grad_norm": 1.0384776592254639,
      "learning_rate": 3.010251788399389e-06,
      "loss": 0.3567,
      "step": 1254920
    },
    {
      "epoch": 350.25,
      "grad_norm": 1.161810278892517,
      "learning_rate": 3.0102258650988035e-06,
      "loss": 0.3635,
      "step": 1254930
    },
    {
      "epoch": 350.25,
      "grad_norm": 0.9148471355438232,
      "learning_rate": 3.01019994170951e-06,
      "loss": 0.3588,
      "step": 1254940
    },
    {
      "epoch": 350.25,
      "grad_norm": 1.0641694068908691,
      "learning_rate": 3.010174018231512e-06,
      "loss": 0.3663,
      "step": 1254950
    },
    {
      "epoch": 350.25,
      "grad_norm": 1.077296495437622,
      "learning_rate": 3.010148094664812e-06,
      "loss": 0.3408,
      "step": 1254960
    },
    {
      "epoch": 350.26,
      "grad_norm": 1.146099328994751,
      "learning_rate": 3.0101221710094146e-06,
      "loss": 0.3494,
      "step": 1254970
    },
    {
      "epoch": 350.26,
      "grad_norm": 1.1081701517105103,
      "learning_rate": 3.010096247265323e-06,
      "loss": 0.3525,
      "step": 1254980
    },
    {
      "epoch": 350.26,
      "grad_norm": 0.882628858089447,
      "learning_rate": 3.0100703234325406e-06,
      "loss": 0.3598,
      "step": 1254990
    },
    {
      "epoch": 350.27,
      "grad_norm": 1.22276771068573,
      "learning_rate": 3.0100443995110702e-06,
      "loss": 0.3452,
      "step": 1255000
    },
    {
      "epoch": 350.27,
      "grad_norm": 1.1496456861495972,
      "learning_rate": 3.0100184755009164e-06,
      "loss": 0.3526,
      "step": 1255010
    },
    {
      "epoch": 350.27,
      "grad_norm": 1.0483640432357788,
      "learning_rate": 3.0099925514020825e-06,
      "loss": 0.3558,
      "step": 1255020
    },
    {
      "epoch": 350.27,
      "grad_norm": 0.9949216246604919,
      "learning_rate": 3.009966627214571e-06,
      "loss": 0.3427,
      "step": 1255030
    },
    {
      "epoch": 350.28,
      "grad_norm": 1.031019926071167,
      "learning_rate": 3.0099407029383857e-06,
      "loss": 0.3484,
      "step": 1255040
    },
    {
      "epoch": 350.28,
      "grad_norm": 0.9583919048309326,
      "learning_rate": 3.0099147785735305e-06,
      "loss": 0.3476,
      "step": 1255050
    },
    {
      "epoch": 350.28,
      "grad_norm": 0.9862430095672607,
      "learning_rate": 3.009888854120008e-06,
      "loss": 0.3459,
      "step": 1255060
    },
    {
      "epoch": 350.28,
      "grad_norm": 0.9884117841720581,
      "learning_rate": 3.0098629295778224e-06,
      "loss": 0.3687,
      "step": 1255070
    },
    {
      "epoch": 350.29,
      "grad_norm": 1.0020626783370972,
      "learning_rate": 3.009837004946978e-06,
      "loss": 0.3476,
      "step": 1255080
    },
    {
      "epoch": 350.29,
      "grad_norm": 1.112158179283142,
      "learning_rate": 3.0098110802274766e-06,
      "loss": 0.3592,
      "step": 1255090
    },
    {
      "epoch": 350.29,
      "grad_norm": 0.9445918798446655,
      "learning_rate": 3.009785155419322e-06,
      "loss": 0.3563,
      "step": 1255100
    },
    {
      "epoch": 350.3,
      "grad_norm": 0.9135331511497498,
      "learning_rate": 3.009759230522519e-06,
      "loss": 0.3647,
      "step": 1255110
    },
    {
      "epoch": 350.3,
      "grad_norm": 2.7418277263641357,
      "learning_rate": 3.009733305537069e-06,
      "loss": 0.3702,
      "step": 1255120
    },
    {
      "epoch": 350.3,
      "grad_norm": 0.9936574101448059,
      "learning_rate": 3.009707380462976e-06,
      "loss": 0.338,
      "step": 1255130
    },
    {
      "epoch": 350.3,
      "grad_norm": 1.540950894355774,
      "learning_rate": 3.009681455300245e-06,
      "loss": 0.3518,
      "step": 1255140
    },
    {
      "epoch": 350.31,
      "grad_norm": 0.9572752714157104,
      "learning_rate": 3.0096555300488776e-06,
      "loss": 0.3545,
      "step": 1255150
    },
    {
      "epoch": 350.31,
      "grad_norm": 1.189955234527588,
      "learning_rate": 3.0096296047088787e-06,
      "loss": 0.355,
      "step": 1255160
    },
    {
      "epoch": 350.31,
      "grad_norm": 1.005043387413025,
      "learning_rate": 3.009603679280251e-06,
      "loss": 0.3473,
      "step": 1255170
    },
    {
      "epoch": 350.32,
      "grad_norm": 0.9966974258422852,
      "learning_rate": 3.009577753762997e-06,
      "loss": 0.3371,
      "step": 1255180
    },
    {
      "epoch": 350.32,
      "grad_norm": 0.8533849716186523,
      "learning_rate": 3.0095518281571218e-06,
      "loss": 0.3404,
      "step": 1255190
    },
    {
      "epoch": 350.32,
      "grad_norm": 0.9613969326019287,
      "learning_rate": 3.009525902462628e-06,
      "loss": 0.3411,
      "step": 1255200
    },
    {
      "epoch": 350.32,
      "grad_norm": 1.040505290031433,
      "learning_rate": 3.009499976679519e-06,
      "loss": 0.3428,
      "step": 1255210
    },
    {
      "epoch": 350.33,
      "grad_norm": 1.0574525594711304,
      "learning_rate": 3.009474050807799e-06,
      "loss": 0.3491,
      "step": 1255220
    },
    {
      "epoch": 350.33,
      "grad_norm": 1.0276238918304443,
      "learning_rate": 3.0094481248474713e-06,
      "loss": 0.3744,
      "step": 1255230
    },
    {
      "epoch": 350.33,
      "grad_norm": 1.12856924533844,
      "learning_rate": 3.009422198798539e-06,
      "loss": 0.3599,
      "step": 1255240
    },
    {
      "epoch": 350.33,
      "grad_norm": 1.0602847337722778,
      "learning_rate": 3.009396272661005e-06,
      "loss": 0.346,
      "step": 1255250
    },
    {
      "epoch": 350.34,
      "grad_norm": 0.9567625522613525,
      "learning_rate": 3.009370346434873e-06,
      "loss": 0.3543,
      "step": 1255260
    },
    {
      "epoch": 350.34,
      "grad_norm": 1.1536191701889038,
      "learning_rate": 3.009344420120147e-06,
      "loss": 0.343,
      "step": 1255270
    },
    {
      "epoch": 350.34,
      "grad_norm": 1.053884506225586,
      "learning_rate": 3.00931849371683e-06,
      "loss": 0.3664,
      "step": 1255280
    },
    {
      "epoch": 350.35,
      "grad_norm": 1.0141514539718628,
      "learning_rate": 3.009292567224926e-06,
      "loss": 0.3587,
      "step": 1255290
    },
    {
      "epoch": 350.35,
      "grad_norm": 1.1616871356964111,
      "learning_rate": 3.0092666406444386e-06,
      "loss": 0.377,
      "step": 1255300
    },
    {
      "epoch": 350.35,
      "grad_norm": 1.036372184753418,
      "learning_rate": 3.00924071397537e-06,
      "loss": 0.3579,
      "step": 1255310
    },
    {
      "epoch": 350.35,
      "grad_norm": 0.9437899589538574,
      "learning_rate": 3.009214787217725e-06,
      "loss": 0.3456,
      "step": 1255320
    },
    {
      "epoch": 350.36,
      "grad_norm": 1.0587279796600342,
      "learning_rate": 3.0091888603715063e-06,
      "loss": 0.3454,
      "step": 1255330
    },
    {
      "epoch": 350.36,
      "grad_norm": 0.9607270956039429,
      "learning_rate": 3.009162933436717e-06,
      "loss": 0.3479,
      "step": 1255340
    },
    {
      "epoch": 350.36,
      "grad_norm": 1.0255340337753296,
      "learning_rate": 3.0091370064133613e-06,
      "loss": 0.3627,
      "step": 1255350
    },
    {
      "epoch": 350.37,
      "grad_norm": 1.001253366470337,
      "learning_rate": 3.0091110793014423e-06,
      "loss": 0.3503,
      "step": 1255360
    },
    {
      "epoch": 350.37,
      "grad_norm": 1.0734893083572388,
      "learning_rate": 3.0090851521009643e-06,
      "loss": 0.3391,
      "step": 1255370
    },
    {
      "epoch": 350.37,
      "grad_norm": 0.9322869181632996,
      "learning_rate": 3.009059224811929e-06,
      "loss": 0.3528,
      "step": 1255380
    },
    {
      "epoch": 350.37,
      "grad_norm": 1.3448790311813354,
      "learning_rate": 3.009033297434341e-06,
      "loss": 0.3396,
      "step": 1255390
    },
    {
      "epoch": 350.38,
      "grad_norm": 1.0836349725723267,
      "learning_rate": 3.0090073699682042e-06,
      "loss": 0.3333,
      "step": 1255400
    },
    {
      "epoch": 350.38,
      "grad_norm": 0.9642337560653687,
      "learning_rate": 3.008981442413521e-06,
      "loss": 0.3516,
      "step": 1255410
    },
    {
      "epoch": 350.38,
      "grad_norm": 1.1017838716506958,
      "learning_rate": 3.0089555147702953e-06,
      "loss": 0.3647,
      "step": 1255420
    },
    {
      "epoch": 350.39,
      "grad_norm": 1.018728256225586,
      "learning_rate": 3.008929587038531e-06,
      "loss": 0.3467,
      "step": 1255430
    },
    {
      "epoch": 350.39,
      "grad_norm": 1.0497522354125977,
      "learning_rate": 3.008903659218231e-06,
      "loss": 0.3595,
      "step": 1255440
    },
    {
      "epoch": 350.39,
      "grad_norm": 0.9121191501617432,
      "learning_rate": 3.0088777313093986e-06,
      "loss": 0.3567,
      "step": 1255450
    },
    {
      "epoch": 350.39,
      "grad_norm": 1.1767431497573853,
      "learning_rate": 3.008851803312038e-06,
      "loss": 0.355,
      "step": 1255460
    },
    {
      "epoch": 350.4,
      "grad_norm": 0.9929667711257935,
      "learning_rate": 3.008825875226152e-06,
      "loss": 0.3433,
      "step": 1255470
    },
    {
      "epoch": 350.4,
      "grad_norm": 1.0764827728271484,
      "learning_rate": 3.0087999470517438e-06,
      "loss": 0.3582,
      "step": 1255480
    },
    {
      "epoch": 350.4,
      "grad_norm": 1.1668833494186401,
      "learning_rate": 3.0087740187888175e-06,
      "loss": 0.3411,
      "step": 1255490
    },
    {
      "epoch": 350.4,
      "grad_norm": 1.0024192333221436,
      "learning_rate": 3.0087480904373763e-06,
      "loss": 0.3594,
      "step": 1255500
    },
    {
      "epoch": 350.41,
      "grad_norm": 2.48356032371521,
      "learning_rate": 3.008722161997423e-06,
      "loss": 0.3597,
      "step": 1255510
    },
    {
      "epoch": 350.41,
      "grad_norm": 1.010259985923767,
      "learning_rate": 3.008696233468963e-06,
      "loss": 0.3392,
      "step": 1255520
    },
    {
      "epoch": 350.41,
      "grad_norm": 0.910098135471344,
      "learning_rate": 3.0086703048519986e-06,
      "loss": 0.3724,
      "step": 1255530
    },
    {
      "epoch": 350.42,
      "grad_norm": 0.9649009108543396,
      "learning_rate": 3.008644376146532e-06,
      "loss": 0.353,
      "step": 1255540
    },
    {
      "epoch": 350.42,
      "grad_norm": 1.0281524658203125,
      "learning_rate": 3.008618447352568e-06,
      "loss": 0.3435,
      "step": 1255550
    },
    {
      "epoch": 350.42,
      "grad_norm": 1.090943694114685,
      "learning_rate": 3.0085925184701105e-06,
      "loss": 0.3563,
      "step": 1255560
    },
    {
      "epoch": 350.42,
      "grad_norm": 1.0083361864089966,
      "learning_rate": 3.0085665894991613e-06,
      "loss": 0.3638,
      "step": 1255570
    },
    {
      "epoch": 350.43,
      "grad_norm": 1.7145113945007324,
      "learning_rate": 3.0085406604397255e-06,
      "loss": 0.3417,
      "step": 1255580
    },
    {
      "epoch": 350.43,
      "grad_norm": 1.025038242340088,
      "learning_rate": 3.008514731291806e-06,
      "loss": 0.3464,
      "step": 1255590
    },
    {
      "epoch": 350.43,
      "grad_norm": 1.018511414527893,
      "learning_rate": 3.008488802055406e-06,
      "loss": 0.3556,
      "step": 1255600
    },
    {
      "epoch": 350.44,
      "grad_norm": 1.2311596870422363,
      "learning_rate": 3.0084628727305283e-06,
      "loss": 0.3425,
      "step": 1255610
    },
    {
      "epoch": 350.44,
      "grad_norm": 1.057623267173767,
      "learning_rate": 3.008436943317179e-06,
      "loss": 0.3579,
      "step": 1255620
    },
    {
      "epoch": 350.44,
      "grad_norm": 1.0005685091018677,
      "learning_rate": 3.0084110138153576e-06,
      "loss": 0.3469,
      "step": 1255630
    },
    {
      "epoch": 350.44,
      "grad_norm": 1.1803783178329468,
      "learning_rate": 3.0083850842250706e-06,
      "loss": 0.34,
      "step": 1255640
    },
    {
      "epoch": 350.45,
      "grad_norm": 1.1691786050796509,
      "learning_rate": 3.0083591545463203e-06,
      "loss": 0.353,
      "step": 1255650
    },
    {
      "epoch": 350.45,
      "grad_norm": 1.1128666400909424,
      "learning_rate": 3.00833322477911e-06,
      "loss": 0.3489,
      "step": 1255660
    },
    {
      "epoch": 350.45,
      "grad_norm": 1.0854114294052124,
      "learning_rate": 3.0083072949234443e-06,
      "loss": 0.3574,
      "step": 1255670
    },
    {
      "epoch": 350.45,
      "grad_norm": 0.8866262435913086,
      "learning_rate": 3.0082813649793253e-06,
      "loss": 0.3425,
      "step": 1255680
    },
    {
      "epoch": 350.46,
      "grad_norm": 0.963561475276947,
      "learning_rate": 3.0082554349467575e-06,
      "loss": 0.3416,
      "step": 1255690
    },
    {
      "epoch": 350.46,
      "grad_norm": 0.976458728313446,
      "learning_rate": 3.0082295048257438e-06,
      "loss": 0.3596,
      "step": 1255700
    },
    {
      "epoch": 350.46,
      "grad_norm": 0.920452892780304,
      "learning_rate": 3.0082035746162867e-06,
      "loss": 0.3359,
      "step": 1255710
    },
    {
      "epoch": 350.47,
      "grad_norm": 1.175148844718933,
      "learning_rate": 3.008177644318392e-06,
      "loss": 0.3542,
      "step": 1255720
    },
    {
      "epoch": 350.47,
      "grad_norm": 0.9538286924362183,
      "learning_rate": 3.0081517139320606e-06,
      "loss": 0.3559,
      "step": 1255730
    },
    {
      "epoch": 350.47,
      "grad_norm": 0.8909633755683899,
      "learning_rate": 3.0081257834572975e-06,
      "loss": 0.3546,
      "step": 1255740
    },
    {
      "epoch": 350.47,
      "grad_norm": 1.1669156551361084,
      "learning_rate": 3.0080998528941063e-06,
      "loss": 0.3507,
      "step": 1255750
    },
    {
      "epoch": 350.48,
      "grad_norm": 1.051281213760376,
      "learning_rate": 3.0080739222424904e-06,
      "loss": 0.3441,
      "step": 1255760
    },
    {
      "epoch": 350.48,
      "grad_norm": 1.1401435136795044,
      "learning_rate": 3.0080479915024514e-06,
      "loss": 0.3468,
      "step": 1255770
    },
    {
      "epoch": 350.48,
      "grad_norm": 1.0398199558258057,
      "learning_rate": 3.0080220606739954e-06,
      "loss": 0.3485,
      "step": 1255780
    },
    {
      "epoch": 350.49,
      "grad_norm": 1.001218557357788,
      "learning_rate": 3.0079961297571234e-06,
      "loss": 0.3534,
      "step": 1255790
    },
    {
      "epoch": 350.49,
      "grad_norm": 0.9723280668258667,
      "learning_rate": 3.0079701987518408e-06,
      "loss": 0.3441,
      "step": 1255800
    },
    {
      "epoch": 350.49,
      "grad_norm": 1.3085929155349731,
      "learning_rate": 3.00794426765815e-06,
      "loss": 0.356,
      "step": 1255810
    },
    {
      "epoch": 350.49,
      "grad_norm": 1.0587918758392334,
      "learning_rate": 3.0079183364760554e-06,
      "loss": 0.3595,
      "step": 1255820
    },
    {
      "epoch": 350.5,
      "grad_norm": 1.0769578218460083,
      "learning_rate": 3.0078924052055596e-06,
      "loss": 0.3585,
      "step": 1255830
    },
    {
      "epoch": 350.5,
      "grad_norm": 0.9940481781959534,
      "learning_rate": 3.0078664738466656e-06,
      "loss": 0.3591,
      "step": 1255840
    },
    {
      "epoch": 350.5,
      "grad_norm": 1.6176849603652954,
      "learning_rate": 3.0078405423993783e-06,
      "loss": 0.3485,
      "step": 1255850
    },
    {
      "epoch": 350.51,
      "grad_norm": 1.0554611682891846,
      "learning_rate": 3.0078146108637e-06,
      "loss": 0.3521,
      "step": 1255860
    },
    {
      "epoch": 350.51,
      "grad_norm": 0.9418728351593018,
      "learning_rate": 3.007788679239634e-06,
      "loss": 0.3367,
      "step": 1255870
    },
    {
      "epoch": 350.51,
      "grad_norm": 1.1088248491287231,
      "learning_rate": 3.007762747527185e-06,
      "loss": 0.3494,
      "step": 1255880
    },
    {
      "epoch": 350.51,
      "grad_norm": 0.9836586713790894,
      "learning_rate": 3.0077368157263556e-06,
      "loss": 0.3642,
      "step": 1255890
    },
    {
      "epoch": 350.52,
      "grad_norm": 0.9349709153175354,
      "learning_rate": 3.0077108838371496e-06,
      "loss": 0.3566,
      "step": 1255900
    },
    {
      "epoch": 350.52,
      "grad_norm": 1.1235657930374146,
      "learning_rate": 3.0076849518595705e-06,
      "loss": 0.35,
      "step": 1255910
    },
    {
      "epoch": 350.52,
      "grad_norm": 0.8933326601982117,
      "learning_rate": 3.0076590197936204e-06,
      "loss": 0.3348,
      "step": 1255920
    },
    {
      "epoch": 350.52,
      "grad_norm": 1.100730061531067,
      "learning_rate": 3.0076330876393045e-06,
      "loss": 0.3591,
      "step": 1255930
    },
    {
      "epoch": 350.53,
      "grad_norm": 1.2635986804962158,
      "learning_rate": 3.0076071553966253e-06,
      "loss": 0.3596,
      "step": 1255940
    },
    {
      "epoch": 350.53,
      "grad_norm": 0.9358622431755066,
      "learning_rate": 3.007581223065586e-06,
      "loss": 0.3537,
      "step": 1255950
    },
    {
      "epoch": 350.53,
      "grad_norm": 1.2299245595932007,
      "learning_rate": 3.0075552906461917e-06,
      "loss": 0.3597,
      "step": 1255960
    },
    {
      "epoch": 350.54,
      "grad_norm": 1.1640156507492065,
      "learning_rate": 3.007529358138444e-06,
      "loss": 0.3527,
      "step": 1255970
    },
    {
      "epoch": 350.54,
      "grad_norm": 1.031325340270996,
      "learning_rate": 3.007503425542348e-06,
      "loss": 0.3331,
      "step": 1255980
    },
    {
      "epoch": 350.54,
      "grad_norm": 0.8600966930389404,
      "learning_rate": 3.0074774928579056e-06,
      "loss": 0.3707,
      "step": 1255990
    },
    {
      "epoch": 350.54,
      "grad_norm": 1.216277837753296,
      "learning_rate": 3.00745156008512e-06,
      "loss": 0.3473,
      "step": 1256000
    },
    {
      "epoch": 350.55,
      "grad_norm": 0.980652928352356,
      "learning_rate": 3.007425627223997e-06,
      "loss": 0.3391,
      "step": 1256010
    },
    {
      "epoch": 350.55,
      "grad_norm": 1.1419471502304077,
      "learning_rate": 3.007399694274538e-06,
      "loss": 0.3567,
      "step": 1256020
    },
    {
      "epoch": 350.55,
      "grad_norm": 0.9680414199829102,
      "learning_rate": 3.0073737612367468e-06,
      "loss": 0.3541,
      "step": 1256030
    },
    {
      "epoch": 350.56,
      "grad_norm": 1.1005229949951172,
      "learning_rate": 3.007347828110628e-06,
      "loss": 0.3708,
      "step": 1256040
    },
    {
      "epoch": 350.56,
      "grad_norm": 1.2193028926849365,
      "learning_rate": 3.0073218948961833e-06,
      "loss": 0.344,
      "step": 1256050
    },
    {
      "epoch": 350.56,
      "grad_norm": 1.1692925691604614,
      "learning_rate": 3.007295961593417e-06,
      "loss": 0.3731,
      "step": 1256060
    },
    {
      "epoch": 350.56,
      "grad_norm": 1.0875571966171265,
      "learning_rate": 3.007270028202333e-06,
      "loss": 0.3531,
      "step": 1256070
    },
    {
      "epoch": 350.57,
      "grad_norm": 0.988986074924469,
      "learning_rate": 3.007244094722934e-06,
      "loss": 0.3629,
      "step": 1256080
    },
    {
      "epoch": 350.57,
      "grad_norm": 2.5992579460144043,
      "learning_rate": 3.0072181611552238e-06,
      "loss": 0.3418,
      "step": 1256090
    },
    {
      "epoch": 350.57,
      "grad_norm": 1.0193681716918945,
      "learning_rate": 3.0071922274992057e-06,
      "loss": 0.3679,
      "step": 1256100
    },
    {
      "epoch": 350.57,
      "grad_norm": 1.0611159801483154,
      "learning_rate": 3.007166293754883e-06,
      "loss": 0.3425,
      "step": 1256110
    },
    {
      "epoch": 350.58,
      "grad_norm": 1.0957348346710205,
      "learning_rate": 3.0071403599222604e-06,
      "loss": 0.3618,
      "step": 1256120
    },
    {
      "epoch": 350.58,
      "grad_norm": 1.2323410511016846,
      "learning_rate": 3.0071144260013396e-06,
      "loss": 0.3633,
      "step": 1256130
    },
    {
      "epoch": 350.58,
      "grad_norm": 1.0774286985397339,
      "learning_rate": 3.0070884919921257e-06,
      "loss": 0.3508,
      "step": 1256140
    },
    {
      "epoch": 350.59,
      "grad_norm": 1.033417820930481,
      "learning_rate": 3.00706255789462e-06,
      "loss": 0.378,
      "step": 1256150
    },
    {
      "epoch": 350.59,
      "grad_norm": 0.9872172474861145,
      "learning_rate": 3.0070366237088274e-06,
      "loss": 0.357,
      "step": 1256160
    },
    {
      "epoch": 350.59,
      "grad_norm": 0.9091483950614929,
      "learning_rate": 3.0070106894347522e-06,
      "loss": 0.3505,
      "step": 1256170
    },
    {
      "epoch": 350.59,
      "grad_norm": 0.9086522459983826,
      "learning_rate": 3.0069847550723955e-06,
      "loss": 0.3312,
      "step": 1256180
    },
    {
      "epoch": 350.6,
      "grad_norm": 0.9454176425933838,
      "learning_rate": 3.0069588206217636e-06,
      "loss": 0.3673,
      "step": 1256190
    },
    {
      "epoch": 350.6,
      "grad_norm": 1.0128297805786133,
      "learning_rate": 3.0069328860828572e-06,
      "loss": 0.3468,
      "step": 1256200
    },
    {
      "epoch": 350.6,
      "grad_norm": 1.075345754623413,
      "learning_rate": 3.006906951455681e-06,
      "loss": 0.3478,
      "step": 1256210
    },
    {
      "epoch": 350.61,
      "grad_norm": 1.1300450563430786,
      "learning_rate": 3.0068810167402387e-06,
      "loss": 0.3629,
      "step": 1256220
    },
    {
      "epoch": 350.61,
      "grad_norm": 0.9756675362586975,
      "learning_rate": 3.0068550819365334e-06,
      "loss": 0.359,
      "step": 1256230
    },
    {
      "epoch": 350.61,
      "grad_norm": 0.9170319437980652,
      "learning_rate": 3.006829147044569e-06,
      "loss": 0.3619,
      "step": 1256240
    },
    {
      "epoch": 350.61,
      "grad_norm": 1.0508617162704468,
      "learning_rate": 3.006803212064348e-06,
      "loss": 0.3386,
      "step": 1256250
    },
    {
      "epoch": 350.62,
      "grad_norm": 1.0485453605651855,
      "learning_rate": 3.006777276995875e-06,
      "loss": 0.3573,
      "step": 1256260
    },
    {
      "epoch": 350.62,
      "grad_norm": 1.1629105806350708,
      "learning_rate": 3.006751341839153e-06,
      "loss": 0.3736,
      "step": 1256270
    },
    {
      "epoch": 350.62,
      "grad_norm": 1.000084638595581,
      "learning_rate": 3.006725406594185e-06,
      "loss": 0.3688,
      "step": 1256280
    },
    {
      "epoch": 350.63,
      "grad_norm": 1.0834507942199707,
      "learning_rate": 3.0066994712609745e-06,
      "loss": 0.3519,
      "step": 1256290
    },
    {
      "epoch": 350.63,
      "grad_norm": 0.876181960105896,
      "learning_rate": 3.0066735358395263e-06,
      "loss": 0.3574,
      "step": 1256300
    },
    {
      "epoch": 350.63,
      "grad_norm": 0.9271214604377747,
      "learning_rate": 3.006647600329842e-06,
      "loss": 0.3626,
      "step": 1256310
    },
    {
      "epoch": 350.63,
      "grad_norm": 3.599590301513672,
      "learning_rate": 3.0066216647319254e-06,
      "loss": 0.3483,
      "step": 1256320
    },
    {
      "epoch": 350.64,
      "grad_norm": 0.9970184564590454,
      "learning_rate": 3.006595729045781e-06,
      "loss": 0.3474,
      "step": 1256330
    },
    {
      "epoch": 350.64,
      "grad_norm": 1.0152947902679443,
      "learning_rate": 3.006569793271412e-06,
      "loss": 0.3429,
      "step": 1256340
    },
    {
      "epoch": 350.64,
      "grad_norm": 0.8633214831352234,
      "learning_rate": 3.006543857408821e-06,
      "loss": 0.3291,
      "step": 1256350
    },
    {
      "epoch": 350.64,
      "grad_norm": 0.9736828207969666,
      "learning_rate": 3.006517921458012e-06,
      "loss": 0.3757,
      "step": 1256360
    },
    {
      "epoch": 350.65,
      "grad_norm": 1.0851584672927856,
      "learning_rate": 3.006491985418988e-06,
      "loss": 0.3371,
      "step": 1256370
    },
    {
      "epoch": 350.65,
      "grad_norm": 1.1094635725021362,
      "learning_rate": 3.006466049291753e-06,
      "loss": 0.3516,
      "step": 1256380
    },
    {
      "epoch": 350.65,
      "grad_norm": 0.9897359013557434,
      "learning_rate": 3.0064401130763107e-06,
      "loss": 0.3429,
      "step": 1256390
    },
    {
      "epoch": 350.66,
      "grad_norm": 0.9741206765174866,
      "learning_rate": 3.0064141767726646e-06,
      "loss": 0.3472,
      "step": 1256400
    },
    {
      "epoch": 350.66,
      "grad_norm": 0.8475481867790222,
      "learning_rate": 3.0063882403808174e-06,
      "loss": 0.3519,
      "step": 1256410
    },
    {
      "epoch": 350.66,
      "grad_norm": 0.9993911385536194,
      "learning_rate": 3.0063623039007724e-06,
      "loss": 0.372,
      "step": 1256420
    },
    {
      "epoch": 350.66,
      "grad_norm": 0.9618237018585205,
      "learning_rate": 3.0063363673325344e-06,
      "loss": 0.3663,
      "step": 1256430
    },
    {
      "epoch": 350.67,
      "grad_norm": 0.960873544216156,
      "learning_rate": 3.006310430676105e-06,
      "loss": 0.3564,
      "step": 1256440
    },
    {
      "epoch": 350.67,
      "grad_norm": 0.9587804675102234,
      "learning_rate": 3.006284493931489e-06,
      "loss": 0.338,
      "step": 1256450
    },
    {
      "epoch": 350.67,
      "grad_norm": 4.833017349243164,
      "learning_rate": 3.0062585570986893e-06,
      "loss": 0.3535,
      "step": 1256460
    },
    {
      "epoch": 350.68,
      "grad_norm": 1.2084730863571167,
      "learning_rate": 3.0062326201777095e-06,
      "loss": 0.3584,
      "step": 1256470
    },
    {
      "epoch": 350.68,
      "grad_norm": 1.17717444896698,
      "learning_rate": 3.0062066831685535e-06,
      "loss": 0.3819,
      "step": 1256480
    },
    {
      "epoch": 350.68,
      "grad_norm": 1.0080803632736206,
      "learning_rate": 3.006180746071225e-06,
      "loss": 0.3484,
      "step": 1256490
    },
    {
      "epoch": 350.68,
      "grad_norm": 1.1195167303085327,
      "learning_rate": 3.006154808885725e-06,
      "loss": 0.3464,
      "step": 1256500
    },
    {
      "epoch": 350.69,
      "grad_norm": 0.8920140862464905,
      "learning_rate": 3.0061288716120594e-06,
      "loss": 0.342,
      "step": 1256510
    },
    {
      "epoch": 350.69,
      "grad_norm": 0.9180063605308533,
      "learning_rate": 3.0061029342502315e-06,
      "loss": 0.3537,
      "step": 1256520
    },
    {
      "epoch": 350.69,
      "grad_norm": 0.8851603269577026,
      "learning_rate": 3.006076996800244e-06,
      "loss": 0.3369,
      "step": 1256530
    },
    {
      "epoch": 350.69,
      "grad_norm": 0.9840728044509888,
      "learning_rate": 3.0060510592621003e-06,
      "loss": 0.353,
      "step": 1256540
    },
    {
      "epoch": 350.7,
      "grad_norm": 1.0484287738800049,
      "learning_rate": 3.0060251216358046e-06,
      "loss": 0.3479,
      "step": 1256550
    },
    {
      "epoch": 350.7,
      "grad_norm": 1.1971619129180908,
      "learning_rate": 3.00599918392136e-06,
      "loss": 0.3549,
      "step": 1256560
    },
    {
      "epoch": 350.7,
      "grad_norm": 1.1899951696395874,
      "learning_rate": 3.0059732461187695e-06,
      "loss": 0.3446,
      "step": 1256570
    },
    {
      "epoch": 350.71,
      "grad_norm": 0.9901650547981262,
      "learning_rate": 3.005947308228037e-06,
      "loss": 0.3526,
      "step": 1256580
    },
    {
      "epoch": 350.71,
      "grad_norm": 0.9215518236160278,
      "learning_rate": 3.005921370249166e-06,
      "loss": 0.3453,
      "step": 1256590
    },
    {
      "epoch": 350.71,
      "grad_norm": 1.0346344709396362,
      "learning_rate": 3.005895432182159e-06,
      "loss": 0.3599,
      "step": 1256600
    },
    {
      "epoch": 350.71,
      "grad_norm": 1.0248312950134277,
      "learning_rate": 3.0058694940270207e-06,
      "loss": 0.349,
      "step": 1256610
    },
    {
      "epoch": 350.72,
      "grad_norm": 1.0086891651153564,
      "learning_rate": 3.0058435557837547e-06,
      "loss": 0.3455,
      "step": 1256620
    },
    {
      "epoch": 350.72,
      "grad_norm": 0.9906010031700134,
      "learning_rate": 3.005817617452364e-06,
      "loss": 0.3715,
      "step": 1256630
    },
    {
      "epoch": 350.72,
      "grad_norm": 1.1624165773391724,
      "learning_rate": 3.005791679032851e-06,
      "loss": 0.3384,
      "step": 1256640
    },
    {
      "epoch": 350.73,
      "grad_norm": 1.0471656322479248,
      "learning_rate": 3.005765740525221e-06,
      "loss": 0.3511,
      "step": 1256650
    },
    {
      "epoch": 350.73,
      "grad_norm": 1.095207929611206,
      "learning_rate": 3.0057398019294757e-06,
      "loss": 0.3393,
      "step": 1256660
    },
    {
      "epoch": 350.73,
      "grad_norm": 2.183363437652588,
      "learning_rate": 3.0057138632456195e-06,
      "loss": 0.357,
      "step": 1256670
    },
    {
      "epoch": 350.73,
      "grad_norm": 1.1123888492584229,
      "learning_rate": 3.0056879244736554e-06,
      "loss": 0.3405,
      "step": 1256680
    },
    {
      "epoch": 350.74,
      "grad_norm": 1.0592448711395264,
      "learning_rate": 3.005661985613588e-06,
      "loss": 0.3585,
      "step": 1256690
    },
    {
      "epoch": 350.74,
      "grad_norm": 0.978666365146637,
      "learning_rate": 3.0056360466654195e-06,
      "loss": 0.3467,
      "step": 1256700
    },
    {
      "epoch": 350.74,
      "grad_norm": 0.9441912174224854,
      "learning_rate": 3.0056101076291545e-06,
      "loss": 0.3426,
      "step": 1256710
    },
    {
      "epoch": 350.75,
      "grad_norm": 1.2045671939849854,
      "learning_rate": 3.005584168504795e-06,
      "loss": 0.3541,
      "step": 1256720
    },
    {
      "epoch": 350.75,
      "grad_norm": 0.9750324487686157,
      "learning_rate": 3.005558229292345e-06,
      "loss": 0.3521,
      "step": 1256730
    },
    {
      "epoch": 350.75,
      "grad_norm": 1.001029372215271,
      "learning_rate": 3.0055322899918082e-06,
      "loss": 0.3413,
      "step": 1256740
    },
    {
      "epoch": 350.75,
      "grad_norm": 0.9264959096908569,
      "learning_rate": 3.005506350603189e-06,
      "loss": 0.359,
      "step": 1256750
    },
    {
      "epoch": 350.76,
      "grad_norm": 0.8690071702003479,
      "learning_rate": 3.005480411126489e-06,
      "loss": 0.3435,
      "step": 1256760
    },
    {
      "epoch": 350.76,
      "grad_norm": 1.120341420173645,
      "learning_rate": 3.0054544715617124e-06,
      "loss": 0.3481,
      "step": 1256770
    },
    {
      "epoch": 350.76,
      "grad_norm": 1.039771318435669,
      "learning_rate": 3.0054285319088633e-06,
      "loss": 0.3485,
      "step": 1256780
    },
    {
      "epoch": 350.76,
      "grad_norm": 1.0226116180419922,
      "learning_rate": 3.0054025921679443e-06,
      "loss": 0.3491,
      "step": 1256790
    },
    {
      "epoch": 350.77,
      "grad_norm": 1.1722787618637085,
      "learning_rate": 3.005376652338959e-06,
      "loss": 0.3507,
      "step": 1256800
    },
    {
      "epoch": 350.77,
      "grad_norm": 1.2509424686431885,
      "learning_rate": 3.005350712421911e-06,
      "loss": 0.3361,
      "step": 1256810
    },
    {
      "epoch": 350.77,
      "grad_norm": 1.0467863082885742,
      "learning_rate": 3.0053247724168045e-06,
      "loss": 0.342,
      "step": 1256820
    },
    {
      "epoch": 350.78,
      "grad_norm": 0.9787101149559021,
      "learning_rate": 3.0052988323236414e-06,
      "loss": 0.3421,
      "step": 1256830
    },
    {
      "epoch": 350.78,
      "grad_norm": 1.1818400621414185,
      "learning_rate": 3.005272892142426e-06,
      "loss": 0.352,
      "step": 1256840
    },
    {
      "epoch": 350.78,
      "grad_norm": 1.0328484773635864,
      "learning_rate": 3.005246951873162e-06,
      "loss": 0.3556,
      "step": 1256850
    },
    {
      "epoch": 350.78,
      "grad_norm": 1.2611315250396729,
      "learning_rate": 3.005221011515853e-06,
      "loss": 0.3456,
      "step": 1256860
    },
    {
      "epoch": 350.79,
      "grad_norm": 1.051774024963379,
      "learning_rate": 3.005195071070501e-06,
      "loss": 0.3429,
      "step": 1256870
    },
    {
      "epoch": 350.79,
      "grad_norm": 1.3831968307495117,
      "learning_rate": 3.0051691305371117e-06,
      "loss": 0.3496,
      "step": 1256880
    },
    {
      "epoch": 350.79,
      "grad_norm": 0.963136613368988,
      "learning_rate": 3.0051431899156863e-06,
      "loss": 0.3696,
      "step": 1256890
    },
    {
      "epoch": 350.8,
      "grad_norm": 1.0900919437408447,
      "learning_rate": 3.0051172492062293e-06,
      "loss": 0.3319,
      "step": 1256900
    },
    {
      "epoch": 350.8,
      "grad_norm": 1.1061817407608032,
      "learning_rate": 3.0050913084087447e-06,
      "loss": 0.343,
      "step": 1256910
    },
    {
      "epoch": 350.8,
      "grad_norm": 1.1379621028900146,
      "learning_rate": 3.005065367523235e-06,
      "loss": 0.3457,
      "step": 1256920
    },
    {
      "epoch": 350.8,
      "grad_norm": 0.9567093253135681,
      "learning_rate": 3.0050394265497046e-06,
      "loss": 0.3393,
      "step": 1256930
    },
    {
      "epoch": 350.81,
      "grad_norm": 1.107369065284729,
      "learning_rate": 3.0050134854881562e-06,
      "loss": 0.3651,
      "step": 1256940
    },
    {
      "epoch": 350.81,
      "grad_norm": 0.9035353064537048,
      "learning_rate": 3.004987544338593e-06,
      "loss": 0.3523,
      "step": 1256950
    },
    {
      "epoch": 350.81,
      "grad_norm": 1.0334681272506714,
      "learning_rate": 3.004961603101019e-06,
      "loss": 0.3475,
      "step": 1256960
    },
    {
      "epoch": 350.81,
      "grad_norm": 0.9426036477088928,
      "learning_rate": 3.004935661775438e-06,
      "loss": 0.3634,
      "step": 1256970
    },
    {
      "epoch": 350.82,
      "grad_norm": 0.9749876856803894,
      "learning_rate": 3.004909720361853e-06,
      "loss": 0.3603,
      "step": 1256980
    },
    {
      "epoch": 350.82,
      "grad_norm": 0.9568247199058533,
      "learning_rate": 3.004883778860267e-06,
      "loss": 0.3507,
      "step": 1256990
    },
    {
      "epoch": 350.82,
      "grad_norm": 1.0360455513000488,
      "learning_rate": 3.0048578372706843e-06,
      "loss": 0.3381,
      "step": 1257000
    },
    {
      "epoch": 350.83,
      "grad_norm": 0.9979305863380432,
      "learning_rate": 3.004831895593108e-06,
      "loss": 0.3635,
      "step": 1257010
    },
    {
      "epoch": 350.83,
      "grad_norm": 1.1645877361297607,
      "learning_rate": 3.004805953827541e-06,
      "loss": 0.3435,
      "step": 1257020
    },
    {
      "epoch": 350.83,
      "grad_norm": 1.231956124305725,
      "learning_rate": 3.0047800119739875e-06,
      "loss": 0.3421,
      "step": 1257030
    },
    {
      "epoch": 350.83,
      "grad_norm": 1.333175539970398,
      "learning_rate": 3.0047540700324507e-06,
      "loss": 0.3414,
      "step": 1257040
    },
    {
      "epoch": 350.84,
      "grad_norm": 0.9485012292861938,
      "learning_rate": 3.0047281280029343e-06,
      "loss": 0.3488,
      "step": 1257050
    },
    {
      "epoch": 350.84,
      "grad_norm": 1.0900559425354004,
      "learning_rate": 3.004702185885441e-06,
      "loss": 0.3519,
      "step": 1257060
    },
    {
      "epoch": 350.84,
      "grad_norm": 0.8846191763877869,
      "learning_rate": 3.0046762436799753e-06,
      "loss": 0.3322,
      "step": 1257070
    },
    {
      "epoch": 350.85,
      "grad_norm": 1.0803062915802002,
      "learning_rate": 3.0046503013865403e-06,
      "loss": 0.335,
      "step": 1257080
    },
    {
      "epoch": 350.85,
      "grad_norm": 1.0213594436645508,
      "learning_rate": 3.004624359005139e-06,
      "loss": 0.3586,
      "step": 1257090
    },
    {
      "epoch": 350.85,
      "grad_norm": 1.0373820066452026,
      "learning_rate": 3.0045984165357748e-06,
      "loss": 0.3636,
      "step": 1257100
    },
    {
      "epoch": 350.85,
      "grad_norm": 1.2539539337158203,
      "learning_rate": 3.0045724739784522e-06,
      "loss": 0.3437,
      "step": 1257110
    },
    {
      "epoch": 350.86,
      "grad_norm": 1.1620765924453735,
      "learning_rate": 3.0045465313331737e-06,
      "loss": 0.3663,
      "step": 1257120
    },
    {
      "epoch": 350.86,
      "grad_norm": 0.9405106902122498,
      "learning_rate": 3.0045205885999423e-06,
      "loss": 0.3736,
      "step": 1257130
    },
    {
      "epoch": 350.86,
      "grad_norm": 0.9135677814483643,
      "learning_rate": 3.0044946457787635e-06,
      "loss": 0.334,
      "step": 1257140
    },
    {
      "epoch": 350.87,
      "grad_norm": 0.9574352502822876,
      "learning_rate": 3.0044687028696385e-06,
      "loss": 0.3523,
      "step": 1257150
    },
    {
      "epoch": 350.87,
      "grad_norm": 0.9708788990974426,
      "learning_rate": 3.0044427598725716e-06,
      "loss": 0.3489,
      "step": 1257160
    },
    {
      "epoch": 350.87,
      "grad_norm": 1.0385937690734863,
      "learning_rate": 3.004416816787567e-06,
      "loss": 0.3524,
      "step": 1257170
    },
    {
      "epoch": 350.87,
      "grad_norm": 1.0526994466781616,
      "learning_rate": 3.004390873614627e-06,
      "loss": 0.3568,
      "step": 1257180
    },
    {
      "epoch": 350.88,
      "grad_norm": 1.000549554824829,
      "learning_rate": 3.004364930353755e-06,
      "loss": 0.3718,
      "step": 1257190
    },
    {
      "epoch": 350.88,
      "grad_norm": 1.1011005640029907,
      "learning_rate": 3.004338987004956e-06,
      "loss": 0.3602,
      "step": 1257200
    },
    {
      "epoch": 350.88,
      "grad_norm": 1.10221529006958,
      "learning_rate": 3.0043130435682314e-06,
      "loss": 0.3464,
      "step": 1257210
    },
    {
      "epoch": 350.88,
      "grad_norm": 0.9077337980270386,
      "learning_rate": 3.0042871000435866e-06,
      "loss": 0.3657,
      "step": 1257220
    },
    {
      "epoch": 350.89,
      "grad_norm": 0.8551988005638123,
      "learning_rate": 3.004261156431024e-06,
      "loss": 0.3656,
      "step": 1257230
    },
    {
      "epoch": 350.89,
      "grad_norm": 0.9956451058387756,
      "learning_rate": 3.004235212730547e-06,
      "loss": 0.3618,
      "step": 1257240
    },
    {
      "epoch": 350.89,
      "grad_norm": 1.0508127212524414,
      "learning_rate": 3.004209268942159e-06,
      "loss": 0.3479,
      "step": 1257250
    },
    {
      "epoch": 350.9,
      "grad_norm": 1.043436050415039,
      "learning_rate": 3.004183325065863e-06,
      "loss": 0.338,
      "step": 1257260
    },
    {
      "epoch": 350.9,
      "grad_norm": 0.9975683093070984,
      "learning_rate": 3.004157381101665e-06,
      "loss": 0.35,
      "step": 1257270
    },
    {
      "epoch": 350.9,
      "grad_norm": 0.9116114377975464,
      "learning_rate": 3.004131437049565e-06,
      "loss": 0.3437,
      "step": 1257280
    },
    {
      "epoch": 350.9,
      "grad_norm": 1.1912466287612915,
      "learning_rate": 3.0041054929095687e-06,
      "loss": 0.3423,
      "step": 1257290
    },
    {
      "epoch": 350.91,
      "grad_norm": 0.9029994010925293,
      "learning_rate": 3.004079548681679e-06,
      "loss": 0.3539,
      "step": 1257300
    },
    {
      "epoch": 350.91,
      "grad_norm": 1.2583955526351929,
      "learning_rate": 3.004053604365899e-06,
      "loss": 0.3328,
      "step": 1257310
    },
    {
      "epoch": 350.91,
      "grad_norm": 1.1370912790298462,
      "learning_rate": 3.0040276599622324e-06,
      "loss": 0.3649,
      "step": 1257320
    },
    {
      "epoch": 350.92,
      "grad_norm": 0.9614540338516235,
      "learning_rate": 3.004001715470683e-06,
      "loss": 0.3413,
      "step": 1257330
    },
    {
      "epoch": 350.92,
      "grad_norm": 1.131126880645752,
      "learning_rate": 3.0039757708912535e-06,
      "loss": 0.3578,
      "step": 1257340
    },
    {
      "epoch": 350.92,
      "grad_norm": 1.0884195566177368,
      "learning_rate": 3.0039498262239477e-06,
      "loss": 0.3521,
      "step": 1257350
    },
    {
      "epoch": 350.92,
      "grad_norm": 0.9242437481880188,
      "learning_rate": 3.00392388146877e-06,
      "loss": 0.3567,
      "step": 1257360
    },
    {
      "epoch": 350.93,
      "grad_norm": 0.9567639231681824,
      "learning_rate": 3.003897936625722e-06,
      "loss": 0.3509,
      "step": 1257370
    },
    {
      "epoch": 350.93,
      "grad_norm": 1.0678271055221558,
      "learning_rate": 3.0038719916948087e-06,
      "loss": 0.3617,
      "step": 1257380
    },
    {
      "epoch": 350.93,
      "grad_norm": 1.0449947118759155,
      "learning_rate": 3.0038460466760326e-06,
      "loss": 0.3499,
      "step": 1257390
    },
    {
      "epoch": 350.93,
      "grad_norm": 1.2533292770385742,
      "learning_rate": 3.0038201015693983e-06,
      "loss": 0.3594,
      "step": 1257400
    },
    {
      "epoch": 350.94,
      "grad_norm": 1.1155139207839966,
      "learning_rate": 3.0037941563749073e-06,
      "loss": 0.3594,
      "step": 1257410
    },
    {
      "epoch": 350.94,
      "grad_norm": 1.1072813272476196,
      "learning_rate": 3.003768211092565e-06,
      "loss": 0.3618,
      "step": 1257420
    },
    {
      "epoch": 350.94,
      "grad_norm": 0.9282934665679932,
      "learning_rate": 3.0037422657223743e-06,
      "loss": 0.3541,
      "step": 1257430
    },
    {
      "epoch": 350.95,
      "grad_norm": 0.9803420901298523,
      "learning_rate": 3.0037163202643383e-06,
      "loss": 0.3558,
      "step": 1257440
    },
    {
      "epoch": 350.95,
      "grad_norm": 1.1264562606811523,
      "learning_rate": 3.0036903747184603e-06,
      "loss": 0.3493,
      "step": 1257450
    },
    {
      "epoch": 350.95,
      "grad_norm": 1.0748581886291504,
      "learning_rate": 3.003664429084744e-06,
      "loss": 0.338,
      "step": 1257460
    },
    {
      "epoch": 350.95,
      "grad_norm": 0.9823686480522156,
      "learning_rate": 3.0036384833631928e-06,
      "loss": 0.3587,
      "step": 1257470
    },
    {
      "epoch": 350.96,
      "grad_norm": 0.9748939871788025,
      "learning_rate": 3.0036125375538104e-06,
      "loss": 0.3667,
      "step": 1257480
    },
    {
      "epoch": 350.96,
      "grad_norm": 1.0413949489593506,
      "learning_rate": 3.0035865916566006e-06,
      "loss": 0.3475,
      "step": 1257490
    },
    {
      "epoch": 350.96,
      "grad_norm": 1.1626919507980347,
      "learning_rate": 3.0035606456715656e-06,
      "loss": 0.3795,
      "step": 1257500
    },
    {
      "epoch": 350.97,
      "grad_norm": 1.1006786823272705,
      "learning_rate": 3.0035346995987103e-06,
      "loss": 0.3429,
      "step": 1257510
    },
    {
      "epoch": 350.97,
      "grad_norm": 1.0618644952774048,
      "learning_rate": 3.0035087534380376e-06,
      "loss": 0.3487,
      "step": 1257520
    },
    {
      "epoch": 350.97,
      "grad_norm": 0.9572476148605347,
      "learning_rate": 3.0034828071895504e-06,
      "loss": 0.3516,
      "step": 1257530
    },
    {
      "epoch": 350.97,
      "grad_norm": 0.9791562557220459,
      "learning_rate": 3.003456860853252e-06,
      "loss": 0.346,
      "step": 1257540
    },
    {
      "epoch": 350.98,
      "grad_norm": 0.8668673038482666,
      "learning_rate": 3.003430914429147e-06,
      "loss": 0.3493,
      "step": 1257550
    },
    {
      "epoch": 350.98,
      "grad_norm": 0.9247066974639893,
      "learning_rate": 3.003404967917239e-06,
      "loss": 0.3599,
      "step": 1257560
    },
    {
      "epoch": 350.98,
      "grad_norm": 0.9925430417060852,
      "learning_rate": 3.0033790213175297e-06,
      "loss": 0.3678,
      "step": 1257570
    },
    {
      "epoch": 350.99,
      "grad_norm": 0.8856724500656128,
      "learning_rate": 3.003353074630024e-06,
      "loss": 0.3433,
      "step": 1257580
    },
    {
      "epoch": 350.99,
      "grad_norm": 1.0184041261672974,
      "learning_rate": 3.0033271278547256e-06,
      "loss": 0.3575,
      "step": 1257590
    },
    {
      "epoch": 350.99,
      "grad_norm": 0.9438076019287109,
      "learning_rate": 3.003301180991636e-06,
      "loss": 0.356,
      "step": 1257600
    },
    {
      "epoch": 350.99,
      "grad_norm": 1.018531322479248,
      "learning_rate": 3.0032752340407608e-06,
      "loss": 0.3386,
      "step": 1257610
    },
    {
      "epoch": 351.0,
      "grad_norm": 0.8930792808532715,
      "learning_rate": 3.0032492870021024e-06,
      "loss": 0.3491,
      "step": 1257620
    },
    {
      "epoch": 351.0,
      "grad_norm": 1.0867390632629395,
      "learning_rate": 3.0032233398756643e-06,
      "loss": 0.3479,
      "step": 1257630
    },
    {
      "epoch": 351.0,
      "eval_loss": 0.35062119364738464,
      "eval_runtime": 63.069,
      "eval_samples_per_second": 80.214,
      "eval_steps_per_second": 10.037,
      "step": 1257633
    },
    {
      "epoch": 351.0,
      "grad_norm": 1.0027767419815063,
      "learning_rate": 3.0031973926614503e-06,
      "loss": 0.3622,
      "step": 1257640
    },
    {
      "epoch": 351.0,
      "grad_norm": 0.9197100400924683,
      "learning_rate": 3.0031714453594642e-06,
      "loss": 0.3377,
      "step": 1257650
    },
    {
      "epoch": 351.01,
      "grad_norm": 1.0564016103744507,
      "learning_rate": 3.003145497969708e-06,
      "loss": 0.3525,
      "step": 1257660
    },
    {
      "epoch": 351.01,
      "grad_norm": 1.0038909912109375,
      "learning_rate": 3.0031195504921868e-06,
      "loss": 0.3342,
      "step": 1257670
    },
    {
      "epoch": 351.01,
      "grad_norm": 1.086840271949768,
      "learning_rate": 3.003093602926903e-06,
      "loss": 0.3607,
      "step": 1257680
    },
    {
      "epoch": 351.02,
      "grad_norm": 1.148866057395935,
      "learning_rate": 3.0030676552738603e-06,
      "loss": 0.3643,
      "step": 1257690
    },
    {
      "epoch": 351.02,
      "grad_norm": 0.8834360837936401,
      "learning_rate": 3.0030417075330625e-06,
      "loss": 0.3524,
      "step": 1257700
    },
    {
      "epoch": 351.02,
      "grad_norm": 0.9620974063873291,
      "learning_rate": 3.0030157597045124e-06,
      "loss": 0.3752,
      "step": 1257710
    },
    {
      "epoch": 351.02,
      "grad_norm": 1.0850046873092651,
      "learning_rate": 3.002989811788214e-06,
      "loss": 0.3464,
      "step": 1257720
    },
    {
      "epoch": 351.03,
      "grad_norm": 1.0838861465454102,
      "learning_rate": 3.0029638637841706e-06,
      "loss": 0.3611,
      "step": 1257730
    },
    {
      "epoch": 351.03,
      "grad_norm": 1.0491262674331665,
      "learning_rate": 3.002937915692386e-06,
      "loss": 0.3373,
      "step": 1257740
    },
    {
      "epoch": 351.03,
      "grad_norm": 1.1439759731292725,
      "learning_rate": 3.002911967512863e-06,
      "loss": 0.3633,
      "step": 1257750
    },
    {
      "epoch": 351.04,
      "grad_norm": 1.0771982669830322,
      "learning_rate": 3.0028860192456055e-06,
      "loss": 0.3502,
      "step": 1257760
    },
    {
      "epoch": 351.04,
      "grad_norm": 1.033555507659912,
      "learning_rate": 3.002860070890617e-06,
      "loss": 0.3432,
      "step": 1257770
    },
    {
      "epoch": 351.04,
      "grad_norm": 0.950710654258728,
      "learning_rate": 3.0028341224479e-06,
      "loss": 0.3602,
      "step": 1257780
    },
    {
      "epoch": 351.04,
      "grad_norm": 1.0300520658493042,
      "learning_rate": 3.0028081739174593e-06,
      "loss": 0.3387,
      "step": 1257790
    },
    {
      "epoch": 351.05,
      "grad_norm": 1.2900117635726929,
      "learning_rate": 3.0027822252992975e-06,
      "loss": 0.3604,
      "step": 1257800
    },
    {
      "epoch": 351.05,
      "grad_norm": 2.6604580879211426,
      "learning_rate": 3.002756276593419e-06,
      "loss": 0.3489,
      "step": 1257810
    },
    {
      "epoch": 351.05,
      "grad_norm": 1.0379340648651123,
      "learning_rate": 3.0027303277998266e-06,
      "loss": 0.36,
      "step": 1257820
    },
    {
      "epoch": 351.05,
      "grad_norm": 0.9188364744186401,
      "learning_rate": 3.0027043789185226e-06,
      "loss": 0.3585,
      "step": 1257830
    },
    {
      "epoch": 351.06,
      "grad_norm": 1.095897912979126,
      "learning_rate": 3.0026784299495126e-06,
      "loss": 0.3663,
      "step": 1257840
    },
    {
      "epoch": 351.06,
      "grad_norm": 1.1807399988174438,
      "learning_rate": 3.0026524808927986e-06,
      "loss": 0.3557,
      "step": 1257850
    },
    {
      "epoch": 351.06,
      "grad_norm": 0.9737647175788879,
      "learning_rate": 3.002626531748384e-06,
      "loss": 0.3503,
      "step": 1257860
    },
    {
      "epoch": 351.07,
      "grad_norm": 1.009139895439148,
      "learning_rate": 3.0026005825162734e-06,
      "loss": 0.3403,
      "step": 1257870
    },
    {
      "epoch": 351.07,
      "grad_norm": 0.9883201718330383,
      "learning_rate": 3.0025746331964698e-06,
      "loss": 0.3444,
      "step": 1257880
    },
    {
      "epoch": 351.07,
      "grad_norm": 1.029979944229126,
      "learning_rate": 3.0025486837889766e-06,
      "loss": 0.3563,
      "step": 1257890
    },
    {
      "epoch": 351.07,
      "grad_norm": 0.9183535575866699,
      "learning_rate": 3.0025227342937965e-06,
      "loss": 0.3589,
      "step": 1257900
    },
    {
      "epoch": 351.08,
      "grad_norm": 1.1478140354156494,
      "learning_rate": 3.0024967847109345e-06,
      "loss": 0.3427,
      "step": 1257910
    },
    {
      "epoch": 351.08,
      "grad_norm": 1.0985722541809082,
      "learning_rate": 3.002470835040392e-06,
      "loss": 0.3509,
      "step": 1257920
    },
    {
      "epoch": 351.08,
      "grad_norm": 1.1012771129608154,
      "learning_rate": 3.0024448852821733e-06,
      "loss": 0.3625,
      "step": 1257930
    },
    {
      "epoch": 351.09,
      "grad_norm": 0.9603041410446167,
      "learning_rate": 3.002418935436283e-06,
      "loss": 0.3485,
      "step": 1257940
    },
    {
      "epoch": 351.09,
      "grad_norm": 1.179262638092041,
      "learning_rate": 3.002392985502724e-06,
      "loss": 0.3476,
      "step": 1257950
    },
    {
      "epoch": 351.09,
      "grad_norm": 0.9055672287940979,
      "learning_rate": 3.0023670354814995e-06,
      "loss": 0.3537,
      "step": 1257960
    },
    {
      "epoch": 351.09,
      "grad_norm": 1.1272106170654297,
      "learning_rate": 3.0023410853726114e-06,
      "loss": 0.3476,
      "step": 1257970
    },
    {
      "epoch": 351.1,
      "grad_norm": 0.9951269030570984,
      "learning_rate": 3.0023151351760664e-06,
      "loss": 0.3541,
      "step": 1257980
    },
    {
      "epoch": 351.1,
      "grad_norm": 1.1790950298309326,
      "learning_rate": 3.002289184891865e-06,
      "loss": 0.352,
      "step": 1257990
    },
    {
      "epoch": 351.1,
      "grad_norm": 0.9275289177894592,
      "learning_rate": 3.0022632345200116e-06,
      "loss": 0.3465,
      "step": 1258000
    },
    {
      "epoch": 351.11,
      "grad_norm": 1.0426263809204102,
      "learning_rate": 3.002237284060511e-06,
      "loss": 0.3588,
      "step": 1258010
    },
    {
      "epoch": 351.11,
      "grad_norm": 0.9866427779197693,
      "learning_rate": 3.0022113335133652e-06,
      "loss": 0.3762,
      "step": 1258020
    },
    {
      "epoch": 351.11,
      "grad_norm": 1.0723198652267456,
      "learning_rate": 3.002185382878578e-06,
      "loss": 0.3599,
      "step": 1258030
    },
    {
      "epoch": 351.11,
      "grad_norm": 1.0036983489990234,
      "learning_rate": 3.002159432156153e-06,
      "loss": 0.3626,
      "step": 1258040
    },
    {
      "epoch": 351.12,
      "grad_norm": 1.0298807621002197,
      "learning_rate": 3.0021334813460932e-06,
      "loss": 0.3583,
      "step": 1258050
    },
    {
      "epoch": 351.12,
      "grad_norm": 1.1057870388031006,
      "learning_rate": 3.0021075304484027e-06,
      "loss": 0.3331,
      "step": 1258060
    },
    {
      "epoch": 351.12,
      "grad_norm": 0.9746705293655396,
      "learning_rate": 3.0020815794630846e-06,
      "loss": 0.3408,
      "step": 1258070
    },
    {
      "epoch": 351.12,
      "grad_norm": 0.9738834500312805,
      "learning_rate": 3.002055628390142e-06,
      "loss": 0.3454,
      "step": 1258080
    },
    {
      "epoch": 351.13,
      "grad_norm": 1.040279746055603,
      "learning_rate": 3.0020296772295787e-06,
      "loss": 0.3584,
      "step": 1258090
    },
    {
      "epoch": 351.13,
      "grad_norm": 1.217327356338501,
      "learning_rate": 3.0020037259813987e-06,
      "loss": 0.3399,
      "step": 1258100
    },
    {
      "epoch": 351.13,
      "grad_norm": 1.0044183731079102,
      "learning_rate": 3.001977774645605e-06,
      "loss": 0.355,
      "step": 1258110
    },
    {
      "epoch": 351.14,
      "grad_norm": 1.369607925415039,
      "learning_rate": 3.0019518232222005e-06,
      "loss": 0.3403,
      "step": 1258120
    },
    {
      "epoch": 351.14,
      "grad_norm": 1.0608328580856323,
      "learning_rate": 3.0019258717111896e-06,
      "loss": 0.3581,
      "step": 1258130
    },
    {
      "epoch": 351.14,
      "grad_norm": 0.9126646518707275,
      "learning_rate": 3.001899920112575e-06,
      "loss": 0.3433,
      "step": 1258140
    },
    {
      "epoch": 351.14,
      "grad_norm": 1.1942970752716064,
      "learning_rate": 3.0018739684263604e-06,
      "loss": 0.3487,
      "step": 1258150
    },
    {
      "epoch": 351.15,
      "grad_norm": 0.9761551022529602,
      "learning_rate": 3.0018480166525494e-06,
      "loss": 0.3546,
      "step": 1258160
    },
    {
      "epoch": 351.15,
      "grad_norm": 1.0305169820785522,
      "learning_rate": 3.001822064791146e-06,
      "loss": 0.3528,
      "step": 1258170
    },
    {
      "epoch": 351.15,
      "grad_norm": 0.9138213396072388,
      "learning_rate": 3.0017961128421524e-06,
      "loss": 0.3512,
      "step": 1258180
    },
    {
      "epoch": 351.16,
      "grad_norm": 1.1295982599258423,
      "learning_rate": 3.0017701608055728e-06,
      "loss": 0.3498,
      "step": 1258190
    },
    {
      "epoch": 351.16,
      "grad_norm": 1.059624195098877,
      "learning_rate": 3.0017442086814107e-06,
      "loss": 0.3464,
      "step": 1258200
    },
    {
      "epoch": 351.16,
      "grad_norm": 1.0085409879684448,
      "learning_rate": 3.001718256469669e-06,
      "loss": 0.3551,
      "step": 1258210
    },
    {
      "epoch": 351.16,
      "grad_norm": 0.8947382569313049,
      "learning_rate": 3.0016923041703515e-06,
      "loss": 0.3551,
      "step": 1258220
    },
    {
      "epoch": 351.17,
      "grad_norm": 0.8514297604560852,
      "learning_rate": 3.001666351783462e-06,
      "loss": 0.3491,
      "step": 1258230
    },
    {
      "epoch": 351.17,
      "grad_norm": 1.0922294855117798,
      "learning_rate": 3.0016403993090034e-06,
      "loss": 0.3451,
      "step": 1258240
    },
    {
      "epoch": 351.17,
      "grad_norm": 1.0863256454467773,
      "learning_rate": 3.00161444674698e-06,
      "loss": 0.367,
      "step": 1258250
    },
    {
      "epoch": 351.17,
      "grad_norm": 1.1405396461486816,
      "learning_rate": 3.001588494097394e-06,
      "loss": 0.3364,
      "step": 1258260
    },
    {
      "epoch": 351.18,
      "grad_norm": 0.8966912627220154,
      "learning_rate": 3.0015625413602505e-06,
      "loss": 0.3477,
      "step": 1258270
    },
    {
      "epoch": 351.18,
      "grad_norm": 2.3642218112945557,
      "learning_rate": 3.0015365885355507e-06,
      "loss": 0.3552,
      "step": 1258280
    },
    {
      "epoch": 351.18,
      "grad_norm": 0.9589924812316895,
      "learning_rate": 3.0015106356232995e-06,
      "loss": 0.3635,
      "step": 1258290
    },
    {
      "epoch": 351.19,
      "grad_norm": 1.21864914894104,
      "learning_rate": 3.0014846826235015e-06,
      "loss": 0.3466,
      "step": 1258300
    },
    {
      "epoch": 351.19,
      "grad_norm": 1.2056630849838257,
      "learning_rate": 3.0014587295361575e-06,
      "loss": 0.3498,
      "step": 1258310
    },
    {
      "epoch": 351.19,
      "grad_norm": 0.9539132714271545,
      "learning_rate": 3.0014327763612727e-06,
      "loss": 0.3521,
      "step": 1258320
    },
    {
      "epoch": 351.19,
      "grad_norm": 1.0833653211593628,
      "learning_rate": 3.0014068230988505e-06,
      "loss": 0.352,
      "step": 1258330
    },
    {
      "epoch": 351.2,
      "grad_norm": 1.1026157140731812,
      "learning_rate": 3.0013808697488933e-06,
      "loss": 0.3461,
      "step": 1258340
    },
    {
      "epoch": 351.2,
      "grad_norm": 0.9735386371612549,
      "learning_rate": 3.0013549163114054e-06,
      "loss": 0.3427,
      "step": 1258350
    },
    {
      "epoch": 351.2,
      "grad_norm": 0.9751271605491638,
      "learning_rate": 3.0013289627863902e-06,
      "loss": 0.3736,
      "step": 1258360
    },
    {
      "epoch": 351.21,
      "grad_norm": 1.1351103782653809,
      "learning_rate": 3.0013030091738516e-06,
      "loss": 0.3512,
      "step": 1258370
    },
    {
      "epoch": 351.21,
      "grad_norm": 0.8681457042694092,
      "learning_rate": 3.0012770554737915e-06,
      "loss": 0.3374,
      "step": 1258380
    },
    {
      "epoch": 351.21,
      "grad_norm": 1.1646006107330322,
      "learning_rate": 3.001251101686215e-06,
      "loss": 0.3389,
      "step": 1258390
    },
    {
      "epoch": 351.21,
      "grad_norm": 1.0126008987426758,
      "learning_rate": 3.0012251478111255e-06,
      "loss": 0.3686,
      "step": 1258400
    },
    {
      "epoch": 351.22,
      "grad_norm": 1.0840128660202026,
      "learning_rate": 3.001199193848525e-06,
      "loss": 0.3347,
      "step": 1258410
    },
    {
      "epoch": 351.22,
      "grad_norm": 0.8931789398193359,
      "learning_rate": 3.0011732397984177e-06,
      "loss": 0.3639,
      "step": 1258420
    },
    {
      "epoch": 351.22,
      "grad_norm": 1.15877103805542,
      "learning_rate": 3.001147285660808e-06,
      "loss": 0.3375,
      "step": 1258430
    },
    {
      "epoch": 351.23,
      "grad_norm": 1.0965133905410767,
      "learning_rate": 3.001121331435698e-06,
      "loss": 0.3578,
      "step": 1258440
    },
    {
      "epoch": 351.23,
      "grad_norm": 0.9822093844413757,
      "learning_rate": 3.0010953771230917e-06,
      "loss": 0.353,
      "step": 1258450
    },
    {
      "epoch": 351.23,
      "grad_norm": 1.0666415691375732,
      "learning_rate": 3.001069422722993e-06,
      "loss": 0.3583,
      "step": 1258460
    },
    {
      "epoch": 351.23,
      "grad_norm": 0.9891330599784851,
      "learning_rate": 3.0010434682354043e-06,
      "loss": 0.3661,
      "step": 1258470
    },
    {
      "epoch": 351.24,
      "grad_norm": 1.0920790433883667,
      "learning_rate": 3.00101751366033e-06,
      "loss": 0.3233,
      "step": 1258480
    },
    {
      "epoch": 351.24,
      "grad_norm": 1.2232822179794312,
      "learning_rate": 3.0009915589977733e-06,
      "loss": 0.3485,
      "step": 1258490
    },
    {
      "epoch": 351.24,
      "grad_norm": 2.2857205867767334,
      "learning_rate": 3.0009656042477375e-06,
      "loss": 0.3528,
      "step": 1258500
    },
    {
      "epoch": 351.24,
      "grad_norm": 0.8568462133407593,
      "learning_rate": 3.0009396494102253e-06,
      "loss": 0.3444,
      "step": 1258510
    },
    {
      "epoch": 351.25,
      "grad_norm": 1.0499471426010132,
      "learning_rate": 3.000913694485242e-06,
      "loss": 0.3547,
      "step": 1258520
    },
    {
      "epoch": 351.25,
      "grad_norm": 1.041540503501892,
      "learning_rate": 3.00088773947279e-06,
      "loss": 0.3359,
      "step": 1258530
    },
    {
      "epoch": 351.25,
      "grad_norm": 1.228546142578125,
      "learning_rate": 3.0008617843728726e-06,
      "loss": 0.3391,
      "step": 1258540
    },
    {
      "epoch": 351.26,
      "grad_norm": 0.930247962474823,
      "learning_rate": 3.0008358291854934e-06,
      "loss": 0.3587,
      "step": 1258550
    },
    {
      "epoch": 351.26,
      "grad_norm": 1.1905386447906494,
      "learning_rate": 3.000809873910656e-06,
      "loss": 0.3581,
      "step": 1258560
    },
    {
      "epoch": 351.26,
      "grad_norm": 1.1135014295578003,
      "learning_rate": 3.0007839185483632e-06,
      "loss": 0.3406,
      "step": 1258570
    },
    {
      "epoch": 351.26,
      "grad_norm": 0.9170566201210022,
      "learning_rate": 3.000757963098619e-06,
      "loss": 0.3639,
      "step": 1258580
    },
    {
      "epoch": 351.27,
      "grad_norm": 0.922611653804779,
      "learning_rate": 3.0007320075614275e-06,
      "loss": 0.3493,
      "step": 1258590
    },
    {
      "epoch": 351.27,
      "grad_norm": 0.9102218747138977,
      "learning_rate": 3.0007060519367917e-06,
      "loss": 0.3543,
      "step": 1258600
    },
    {
      "epoch": 351.27,
      "grad_norm": 1.1145204305648804,
      "learning_rate": 3.000680096224714e-06,
      "loss": 0.3328,
      "step": 1258610
    },
    {
      "epoch": 351.28,
      "grad_norm": 0.8975561857223511,
      "learning_rate": 3.0006541404251995e-06,
      "loss": 0.3478,
      "step": 1258620
    },
    {
      "epoch": 351.28,
      "grad_norm": 0.8524149656295776,
      "learning_rate": 3.000628184538251e-06,
      "loss": 0.3611,
      "step": 1258630
    },
    {
      "epoch": 351.28,
      "grad_norm": 1.1689950227737427,
      "learning_rate": 3.000602228563871e-06,
      "loss": 0.3432,
      "step": 1258640
    },
    {
      "epoch": 351.28,
      "grad_norm": 0.8750136494636536,
      "learning_rate": 3.000576272502065e-06,
      "loss": 0.3231,
      "step": 1258650
    },
    {
      "epoch": 351.29,
      "grad_norm": 0.9929240942001343,
      "learning_rate": 3.0005503163528336e-06,
      "loss": 0.3474,
      "step": 1258660
    },
    {
      "epoch": 351.29,
      "grad_norm": 2.4068350791931152,
      "learning_rate": 3.000524360116183e-06,
      "loss": 0.3335,
      "step": 1258670
    },
    {
      "epoch": 351.29,
      "grad_norm": 1.016657829284668,
      "learning_rate": 3.0004984037921153e-06,
      "loss": 0.3541,
      "step": 1258680
    },
    {
      "epoch": 351.3,
      "grad_norm": 1.0696440935134888,
      "learning_rate": 3.000472447380634e-06,
      "loss": 0.3433,
      "step": 1258690
    },
    {
      "epoch": 351.3,
      "grad_norm": 1.1034510135650635,
      "learning_rate": 3.0004464908817435e-06,
      "loss": 0.373,
      "step": 1258700
    },
    {
      "epoch": 351.3,
      "grad_norm": 0.9676589369773865,
      "learning_rate": 3.0004205342954454e-06,
      "loss": 0.3718,
      "step": 1258710
    },
    {
      "epoch": 351.3,
      "grad_norm": 1.018458366394043,
      "learning_rate": 3.0003945776217453e-06,
      "loss": 0.3657,
      "step": 1258720
    },
    {
      "epoch": 351.31,
      "grad_norm": 1.0294514894485474,
      "learning_rate": 3.000368620860645e-06,
      "loss": 0.3601,
      "step": 1258730
    },
    {
      "epoch": 351.31,
      "grad_norm": 0.9795830845832825,
      "learning_rate": 3.0003426640121486e-06,
      "loss": 0.3469,
      "step": 1258740
    },
    {
      "epoch": 351.31,
      "grad_norm": 0.9477885961532593,
      "learning_rate": 3.00031670707626e-06,
      "loss": 0.3521,
      "step": 1258750
    },
    {
      "epoch": 351.31,
      "grad_norm": 1.1378536224365234,
      "learning_rate": 3.000290750052982e-06,
      "loss": 0.3496,
      "step": 1258760
    },
    {
      "epoch": 351.32,
      "grad_norm": 1.0578746795654297,
      "learning_rate": 3.000264792942318e-06,
      "loss": 0.364,
      "step": 1258770
    },
    {
      "epoch": 351.32,
      "grad_norm": 1.0927448272705078,
      "learning_rate": 3.0002388357442722e-06,
      "loss": 0.3531,
      "step": 1258780
    },
    {
      "epoch": 351.32,
      "grad_norm": 0.9888359904289246,
      "learning_rate": 3.000212878458847e-06,
      "loss": 0.3295,
      "step": 1258790
    },
    {
      "epoch": 351.33,
      "grad_norm": 1.3128337860107422,
      "learning_rate": 3.0001869210860462e-06,
      "loss": 0.3486,
      "step": 1258800
    },
    {
      "epoch": 351.33,
      "grad_norm": 1.0994799137115479,
      "learning_rate": 3.0001609636258744e-06,
      "loss": 0.3543,
      "step": 1258810
    },
    {
      "epoch": 351.33,
      "grad_norm": 1.258191704750061,
      "learning_rate": 3.0001350060783336e-06,
      "loss": 0.3499,
      "step": 1258820
    },
    {
      "epoch": 351.33,
      "grad_norm": 1.0963274240493774,
      "learning_rate": 3.0001090484434278e-06,
      "loss": 0.3529,
      "step": 1258830
    },
    {
      "epoch": 351.34,
      "grad_norm": 1.0016471147537231,
      "learning_rate": 3.00008309072116e-06,
      "loss": 0.3583,
      "step": 1258840
    },
    {
      "epoch": 351.34,
      "grad_norm": 0.9785434603691101,
      "learning_rate": 3.0000571329115347e-06,
      "loss": 0.3413,
      "step": 1258850
    },
    {
      "epoch": 351.34,
      "grad_norm": 1.0130724906921387,
      "learning_rate": 3.0000311750145548e-06,
      "loss": 0.3594,
      "step": 1258860
    },
    {
      "epoch": 351.35,
      "grad_norm": 1.0133774280548096,
      "learning_rate": 3.0000052170302232e-06,
      "loss": 0.3762,
      "step": 1258870
    },
    {
      "epoch": 351.35,
      "grad_norm": 1.093410849571228,
      "learning_rate": 2.999979258958544e-06,
      "loss": 0.3511,
      "step": 1258880
    },
    {
      "epoch": 351.35,
      "grad_norm": 0.9107513427734375,
      "learning_rate": 2.999953300799521e-06,
      "loss": 0.3662,
      "step": 1258890
    },
    {
      "epoch": 351.35,
      "grad_norm": 0.9867562055587769,
      "learning_rate": 2.9999273425531563e-06,
      "loss": 0.3286,
      "step": 1258900
    },
    {
      "epoch": 351.36,
      "grad_norm": 1.15248703956604,
      "learning_rate": 2.999901384219455e-06,
      "loss": 0.339,
      "step": 1258910
    },
    {
      "epoch": 351.36,
      "grad_norm": 0.9142681956291199,
      "learning_rate": 2.9998754257984196e-06,
      "loss": 0.3497,
      "step": 1258920
    },
    {
      "epoch": 351.36,
      "grad_norm": 0.9140885472297668,
      "learning_rate": 2.9998494672900533e-06,
      "loss": 0.3445,
      "step": 1258930
    },
    {
      "epoch": 351.36,
      "grad_norm": 1.1712032556533813,
      "learning_rate": 2.9998235086943605e-06,
      "loss": 0.3569,
      "step": 1258940
    },
    {
      "epoch": 351.37,
      "grad_norm": 1.1195943355560303,
      "learning_rate": 2.9997975500113437e-06,
      "loss": 0.3593,
      "step": 1258950
    },
    {
      "epoch": 351.37,
      "grad_norm": 1.055004358291626,
      "learning_rate": 2.9997715912410067e-06,
      "loss": 0.3402,
      "step": 1258960
    },
    {
      "epoch": 351.37,
      "grad_norm": 1.0511773824691772,
      "learning_rate": 2.9997456323833538e-06,
      "loss": 0.3465,
      "step": 1258970
    },
    {
      "epoch": 351.38,
      "grad_norm": 0.9687586426734924,
      "learning_rate": 2.9997196734383874e-06,
      "loss": 0.3441,
      "step": 1258980
    },
    {
      "epoch": 351.38,
      "grad_norm": 0.9362905025482178,
      "learning_rate": 2.999693714406111e-06,
      "loss": 0.3512,
      "step": 1258990
    },
    {
      "epoch": 351.38,
      "grad_norm": 1.0611145496368408,
      "learning_rate": 2.9996677552865282e-06,
      "loss": 0.3512,
      "step": 1259000
    },
    {
      "epoch": 351.38,
      "grad_norm": 0.971295952796936,
      "learning_rate": 2.999641796079643e-06,
      "loss": 0.3509,
      "step": 1259010
    },
    {
      "epoch": 351.39,
      "grad_norm": 1.2197753190994263,
      "learning_rate": 2.999615836785458e-06,
      "loss": 0.3405,
      "step": 1259020
    },
    {
      "epoch": 351.39,
      "grad_norm": 1.2165887355804443,
      "learning_rate": 2.999589877403977e-06,
      "loss": 0.3458,
      "step": 1259030
    },
    {
      "epoch": 351.39,
      "grad_norm": 0.8976073265075684,
      "learning_rate": 2.9995639179352043e-06,
      "loss": 0.3435,
      "step": 1259040
    },
    {
      "epoch": 351.4,
      "grad_norm": 1.0734140872955322,
      "learning_rate": 2.999537958379142e-06,
      "loss": 0.3593,
      "step": 1259050
    },
    {
      "epoch": 351.4,
      "grad_norm": 1.114725112915039,
      "learning_rate": 2.9995119987357946e-06,
      "loss": 0.3716,
      "step": 1259060
    },
    {
      "epoch": 351.4,
      "grad_norm": 0.9756407141685486,
      "learning_rate": 2.999486039005165e-06,
      "loss": 0.3449,
      "step": 1259070
    },
    {
      "epoch": 351.4,
      "grad_norm": 1.0092304944992065,
      "learning_rate": 2.999460079187256e-06,
      "loss": 0.3481,
      "step": 1259080
    },
    {
      "epoch": 351.41,
      "grad_norm": 1.2680572271347046,
      "learning_rate": 2.9994341192820724e-06,
      "loss": 0.3649,
      "step": 1259090
    },
    {
      "epoch": 351.41,
      "grad_norm": 1.0391579866409302,
      "learning_rate": 2.999408159289617e-06,
      "loss": 0.3564,
      "step": 1259100
    },
    {
      "epoch": 351.41,
      "grad_norm": 0.8857811093330383,
      "learning_rate": 2.999382199209893e-06,
      "loss": 0.3518,
      "step": 1259110
    },
    {
      "epoch": 351.42,
      "grad_norm": 1.0858237743377686,
      "learning_rate": 2.999356239042904e-06,
      "loss": 0.3598,
      "step": 1259120
    },
    {
      "epoch": 351.42,
      "grad_norm": 1.0028913021087646,
      "learning_rate": 2.9993302787886548e-06,
      "loss": 0.3536,
      "step": 1259130
    },
    {
      "epoch": 351.42,
      "grad_norm": 0.9834041595458984,
      "learning_rate": 2.999304318447147e-06,
      "loss": 0.3536,
      "step": 1259140
    },
    {
      "epoch": 351.42,
      "grad_norm": 1.0098837614059448,
      "learning_rate": 2.9992783580183847e-06,
      "loss": 0.3629,
      "step": 1259150
    },
    {
      "epoch": 351.43,
      "grad_norm": 2.1137735843658447,
      "learning_rate": 2.9992523975023713e-06,
      "loss": 0.3457,
      "step": 1259160
    },
    {
      "epoch": 351.43,
      "grad_norm": 1.0448921918869019,
      "learning_rate": 2.999226436899111e-06,
      "loss": 0.3677,
      "step": 1259170
    },
    {
      "epoch": 351.43,
      "grad_norm": 1.1430174112319946,
      "learning_rate": 2.9992004762086056e-06,
      "loss": 0.3428,
      "step": 1259180
    },
    {
      "epoch": 351.43,
      "grad_norm": 1.057685136795044,
      "learning_rate": 2.99917451543086e-06,
      "loss": 0.3728,
      "step": 1259190
    },
    {
      "epoch": 351.44,
      "grad_norm": 1.0120807886123657,
      "learning_rate": 2.9991485545658777e-06,
      "loss": 0.3751,
      "step": 1259200
    },
    {
      "epoch": 351.44,
      "grad_norm": 1.0037771463394165,
      "learning_rate": 2.9991225936136613e-06,
      "loss": 0.3393,
      "step": 1259210
    },
    {
      "epoch": 351.44,
      "grad_norm": 1.0374842882156372,
      "learning_rate": 2.9990966325742145e-06,
      "loss": 0.3524,
      "step": 1259220
    },
    {
      "epoch": 351.45,
      "grad_norm": 0.9404075741767883,
      "learning_rate": 2.999070671447541e-06,
      "loss": 0.3495,
      "step": 1259230
    },
    {
      "epoch": 351.45,
      "grad_norm": 0.8880284428596497,
      "learning_rate": 2.999044710233644e-06,
      "loss": 0.3589,
      "step": 1259240
    },
    {
      "epoch": 351.45,
      "grad_norm": 1.0744472742080688,
      "learning_rate": 2.9990187489325268e-06,
      "loss": 0.3509,
      "step": 1259250
    },
    {
      "epoch": 351.45,
      "grad_norm": 0.9616178274154663,
      "learning_rate": 2.9989927875441935e-06,
      "loss": 0.359,
      "step": 1259260
    },
    {
      "epoch": 351.46,
      "grad_norm": 1.0551724433898926,
      "learning_rate": 2.9989668260686475e-06,
      "loss": 0.3458,
      "step": 1259270
    },
    {
      "epoch": 351.46,
      "grad_norm": 1.113848328590393,
      "learning_rate": 2.9989408645058923e-06,
      "loss": 0.3381,
      "step": 1259280
    },
    {
      "epoch": 351.46,
      "grad_norm": 1.0950779914855957,
      "learning_rate": 2.99891490285593e-06,
      "loss": 0.3502,
      "step": 1259290
    },
    {
      "epoch": 351.47,
      "grad_norm": 1.0310863256454468,
      "learning_rate": 2.998888941118766e-06,
      "loss": 0.3399,
      "step": 1259300
    },
    {
      "epoch": 351.47,
      "grad_norm": 1.0485485792160034,
      "learning_rate": 2.998862979294402e-06,
      "loss": 0.3434,
      "step": 1259310
    },
    {
      "epoch": 351.47,
      "grad_norm": 1.0879379510879517,
      "learning_rate": 2.9988370173828427e-06,
      "loss": 0.346,
      "step": 1259320
    },
    {
      "epoch": 351.47,
      "grad_norm": 1.0875073671340942,
      "learning_rate": 2.9988110553840904e-06,
      "loss": 0.3406,
      "step": 1259330
    },
    {
      "epoch": 351.48,
      "grad_norm": 1.1046222448349,
      "learning_rate": 2.99878509329815e-06,
      "loss": 0.3404,
      "step": 1259340
    },
    {
      "epoch": 351.48,
      "grad_norm": 0.8629142642021179,
      "learning_rate": 2.9987591311250247e-06,
      "loss": 0.336,
      "step": 1259350
    },
    {
      "epoch": 351.48,
      "grad_norm": 1.2586621046066284,
      "learning_rate": 2.998733168864717e-06,
      "loss": 0.3347,
      "step": 1259360
    },
    {
      "epoch": 351.48,
      "grad_norm": 1.101538896560669,
      "learning_rate": 2.9987072065172312e-06,
      "loss": 0.3502,
      "step": 1259370
    },
    {
      "epoch": 351.49,
      "grad_norm": 0.9201949834823608,
      "learning_rate": 2.9986812440825695e-06,
      "loss": 0.3591,
      "step": 1259380
    },
    {
      "epoch": 351.49,
      "grad_norm": 1.0359801054000854,
      "learning_rate": 2.998655281560737e-06,
      "loss": 0.343,
      "step": 1259390
    },
    {
      "epoch": 351.49,
      "grad_norm": 3.371565341949463,
      "learning_rate": 2.9986293189517366e-06,
      "loss": 0.3418,
      "step": 1259400
    },
    {
      "epoch": 351.5,
      "grad_norm": 1.043493390083313,
      "learning_rate": 2.9986033562555705e-06,
      "loss": 0.3546,
      "step": 1259410
    },
    {
      "epoch": 351.5,
      "grad_norm": 0.971001386642456,
      "learning_rate": 2.998577393472244e-06,
      "loss": 0.3548,
      "step": 1259420
    },
    {
      "epoch": 351.5,
      "grad_norm": 0.954731822013855,
      "learning_rate": 2.9985514306017608e-06,
      "loss": 0.3396,
      "step": 1259430
    },
    {
      "epoch": 351.5,
      "grad_norm": 1.0281778573989868,
      "learning_rate": 2.9985254676441223e-06,
      "loss": 0.3476,
      "step": 1259440
    },
    {
      "epoch": 351.51,
      "grad_norm": 1.0209224224090576,
      "learning_rate": 2.9984995045993326e-06,
      "loss": 0.3478,
      "step": 1259450
    },
    {
      "epoch": 351.51,
      "grad_norm": 1.0251139402389526,
      "learning_rate": 2.9984735414673964e-06,
      "loss": 0.3504,
      "step": 1259460
    },
    {
      "epoch": 351.51,
      "grad_norm": 1.4258424043655396,
      "learning_rate": 2.9984475782483157e-06,
      "loss": 0.3475,
      "step": 1259470
    },
    {
      "epoch": 351.52,
      "grad_norm": 1.0645506381988525,
      "learning_rate": 2.9984216149420944e-06,
      "loss": 0.3599,
      "step": 1259480
    },
    {
      "epoch": 351.52,
      "grad_norm": 1.0156612396240234,
      "learning_rate": 2.9983956515487367e-06,
      "loss": 0.3454,
      "step": 1259490
    },
    {
      "epoch": 351.52,
      "grad_norm": 1.1341933012008667,
      "learning_rate": 2.9983696880682456e-06,
      "loss": 0.3714,
      "step": 1259500
    },
    {
      "epoch": 351.52,
      "grad_norm": 1.2119174003601074,
      "learning_rate": 2.9983437245006244e-06,
      "loss": 0.3318,
      "step": 1259510
    },
    {
      "epoch": 351.53,
      "grad_norm": 1.1599621772766113,
      "learning_rate": 2.998317760845876e-06,
      "loss": 0.3638,
      "step": 1259520
    },
    {
      "epoch": 351.53,
      "grad_norm": 2.9630796909332275,
      "learning_rate": 2.9982917971040054e-06,
      "loss": 0.3442,
      "step": 1259530
    },
    {
      "epoch": 351.53,
      "grad_norm": 1.1194543838500977,
      "learning_rate": 2.9982658332750144e-06,
      "loss": 0.3651,
      "step": 1259540
    },
    {
      "epoch": 351.54,
      "grad_norm": 1.1597963571548462,
      "learning_rate": 2.9982398693589065e-06,
      "loss": 0.3543,
      "step": 1259550
    },
    {
      "epoch": 351.54,
      "grad_norm": 1.0585031509399414,
      "learning_rate": 2.9982139053556872e-06,
      "loss": 0.3415,
      "step": 1259560
    },
    {
      "epoch": 351.54,
      "grad_norm": 0.930912971496582,
      "learning_rate": 2.9981879412653573e-06,
      "loss": 0.356,
      "step": 1259570
    },
    {
      "epoch": 351.54,
      "grad_norm": 1.03567373752594,
      "learning_rate": 2.998161977087923e-06,
      "loss": 0.3663,
      "step": 1259580
    },
    {
      "epoch": 351.55,
      "grad_norm": 1.0354403257369995,
      "learning_rate": 2.9981360128233862e-06,
      "loss": 0.3578,
      "step": 1259590
    },
    {
      "epoch": 351.55,
      "grad_norm": 1.2654370069503784,
      "learning_rate": 2.9981100484717492e-06,
      "loss": 0.3433,
      "step": 1259600
    },
    {
      "epoch": 351.55,
      "grad_norm": 0.8718156218528748,
      "learning_rate": 2.998084084033017e-06,
      "loss": 0.3478,
      "step": 1259610
    },
    {
      "epoch": 351.55,
      "grad_norm": 0.9354971051216125,
      "learning_rate": 2.998058119507193e-06,
      "loss": 0.347,
      "step": 1259620
    },
    {
      "epoch": 351.56,
      "grad_norm": 1.1393253803253174,
      "learning_rate": 2.9980321548942803e-06,
      "loss": 0.3467,
      "step": 1259630
    },
    {
      "epoch": 351.56,
      "grad_norm": 1.0342379808425903,
      "learning_rate": 2.9980061901942824e-06,
      "loss": 0.3629,
      "step": 1259640
    },
    {
      "epoch": 351.56,
      "grad_norm": 1.096287488937378,
      "learning_rate": 2.997980225407203e-06,
      "loss": 0.3565,
      "step": 1259650
    },
    {
      "epoch": 351.57,
      "grad_norm": 0.9701370000839233,
      "learning_rate": 2.9979542605330463e-06,
      "loss": 0.3304,
      "step": 1259660
    },
    {
      "epoch": 351.57,
      "grad_norm": 0.95481276512146,
      "learning_rate": 2.9979282955718137e-06,
      "loss": 0.3618,
      "step": 1259670
    },
    {
      "epoch": 351.57,
      "grad_norm": 1.0368115901947021,
      "learning_rate": 2.99790233052351e-06,
      "loss": 0.3494,
      "step": 1259680
    },
    {
      "epoch": 351.57,
      "grad_norm": 1.059010624885559,
      "learning_rate": 2.9978763653881383e-06,
      "loss": 0.3434,
      "step": 1259690
    },
    {
      "epoch": 351.58,
      "grad_norm": 0.8511971831321716,
      "learning_rate": 2.9978504001657023e-06,
      "loss": 0.3573,
      "step": 1259700
    },
    {
      "epoch": 351.58,
      "grad_norm": 1.0411617755889893,
      "learning_rate": 2.997824434856205e-06,
      "loss": 0.3518,
      "step": 1259710
    },
    {
      "epoch": 351.58,
      "grad_norm": 0.88375324010849,
      "learning_rate": 2.997798469459651e-06,
      "loss": 0.3499,
      "step": 1259720
    },
    {
      "epoch": 351.59,
      "grad_norm": 1.1330572366714478,
      "learning_rate": 2.997772503976043e-06,
      "loss": 0.3658,
      "step": 1259730
    },
    {
      "epoch": 351.59,
      "grad_norm": 7.362339973449707,
      "learning_rate": 2.997746538405384e-06,
      "loss": 0.3579,
      "step": 1259740
    },
    {
      "epoch": 351.59,
      "grad_norm": 1.1049937009811401,
      "learning_rate": 2.997720572747678e-06,
      "loss": 0.3618,
      "step": 1259750
    },
    {
      "epoch": 351.59,
      "grad_norm": 1.1287755966186523,
      "learning_rate": 2.997694607002928e-06,
      "loss": 0.3586,
      "step": 1259760
    },
    {
      "epoch": 351.6,
      "grad_norm": 1.108730673789978,
      "learning_rate": 2.9976686411711377e-06,
      "loss": 0.3234,
      "step": 1259770
    },
    {
      "epoch": 351.6,
      "grad_norm": 1.04871666431427,
      "learning_rate": 2.997642675252311e-06,
      "loss": 0.359,
      "step": 1259780
    },
    {
      "epoch": 351.6,
      "grad_norm": 0.9404419660568237,
      "learning_rate": 2.997616709246451e-06,
      "loss": 0.3634,
      "step": 1259790
    },
    {
      "epoch": 351.6,
      "grad_norm": 1.0217167139053345,
      "learning_rate": 2.997590743153562e-06,
      "loss": 0.3541,
      "step": 1259800
    },
    {
      "epoch": 351.61,
      "grad_norm": 0.9788526296615601,
      "learning_rate": 2.997564776973646e-06,
      "loss": 0.3639,
      "step": 1259810
    },
    {
      "epoch": 351.61,
      "grad_norm": 0.9154175519943237,
      "learning_rate": 2.9975388107067063e-06,
      "loss": 0.356,
      "step": 1259820
    },
    {
      "epoch": 351.61,
      "grad_norm": 0.941351056098938,
      "learning_rate": 2.997512844352748e-06,
      "loss": 0.3408,
      "step": 1259830
    },
    {
      "epoch": 351.62,
      "grad_norm": 1.0149296522140503,
      "learning_rate": 2.9974868779117728e-06,
      "loss": 0.3402,
      "step": 1259840
    },
    {
      "epoch": 351.62,
      "grad_norm": 1.150622010231018,
      "learning_rate": 2.997460911383786e-06,
      "loss": 0.3473,
      "step": 1259850
    },
    {
      "epoch": 351.62,
      "grad_norm": 0.8515797257423401,
      "learning_rate": 2.997434944768789e-06,
      "loss": 0.3269,
      "step": 1259860
    },
    {
      "epoch": 351.62,
      "grad_norm": 0.9436216950416565,
      "learning_rate": 2.9974089780667878e-06,
      "loss": 0.3681,
      "step": 1259870
    },
    {
      "epoch": 351.63,
      "grad_norm": 0.9360074996948242,
      "learning_rate": 2.997383011277784e-06,
      "loss": 0.3398,
      "step": 1259880
    },
    {
      "epoch": 351.63,
      "grad_norm": 1.0046440362930298,
      "learning_rate": 2.997357044401781e-06,
      "loss": 0.3473,
      "step": 1259890
    },
    {
      "epoch": 351.63,
      "grad_norm": 1.1797008514404297,
      "learning_rate": 2.9973310774387826e-06,
      "loss": 0.3472,
      "step": 1259900
    },
    {
      "epoch": 351.64,
      "grad_norm": 0.9347338676452637,
      "learning_rate": 2.997305110388793e-06,
      "loss": 0.3442,
      "step": 1259910
    },
    {
      "epoch": 351.64,
      "grad_norm": 1.0272674560546875,
      "learning_rate": 2.9972791432518143e-06,
      "loss": 0.3479,
      "step": 1259920
    },
    {
      "epoch": 351.64,
      "grad_norm": 1.1010875701904297,
      "learning_rate": 2.997253176027851e-06,
      "loss": 0.3716,
      "step": 1259930
    },
    {
      "epoch": 351.64,
      "grad_norm": 0.95697420835495,
      "learning_rate": 2.997227208716907e-06,
      "loss": 0.3584,
      "step": 1259940
    },
    {
      "epoch": 351.65,
      "grad_norm": 1.0852471590042114,
      "learning_rate": 2.997201241318984e-06,
      "loss": 0.3492,
      "step": 1259950
    },
    {
      "epoch": 351.65,
      "grad_norm": 1.1596994400024414,
      "learning_rate": 2.9971752738340867e-06,
      "loss": 0.3361,
      "step": 1259960
    },
    {
      "epoch": 351.65,
      "grad_norm": 1.2512545585632324,
      "learning_rate": 2.997149306262219e-06,
      "loss": 0.3479,
      "step": 1259970
    },
    {
      "epoch": 351.66,
      "grad_norm": 1.061576008796692,
      "learning_rate": 2.997123338603383e-06,
      "loss": 0.3519,
      "step": 1259980
    },
    {
      "epoch": 351.66,
      "grad_norm": 1.049196720123291,
      "learning_rate": 2.9970973708575824e-06,
      "loss": 0.3502,
      "step": 1259990
    },
    {
      "epoch": 351.66,
      "grad_norm": 1.0993889570236206,
      "learning_rate": 2.9970714030248212e-06,
      "loss": 0.3485,
      "step": 1260000
    },
    {
      "epoch": 351.66,
      "grad_norm": 0.9434130787849426,
      "learning_rate": 2.9970454351051037e-06,
      "loss": 0.3414,
      "step": 1260010
    },
    {
      "epoch": 351.67,
      "grad_norm": 0.991192102432251,
      "learning_rate": 2.9970194670984323e-06,
      "loss": 0.3529,
      "step": 1260020
    },
    {
      "epoch": 351.67,
      "grad_norm": 1.0621116161346436,
      "learning_rate": 2.99699349900481e-06,
      "loss": 0.3446,
      "step": 1260030
    },
    {
      "epoch": 351.67,
      "grad_norm": 0.8800703883171082,
      "learning_rate": 2.996967530824241e-06,
      "loss": 0.3522,
      "step": 1260040
    },
    {
      "epoch": 351.67,
      "grad_norm": 0.894411027431488,
      "learning_rate": 2.9969415625567288e-06,
      "loss": 0.3599,
      "step": 1260050
    },
    {
      "epoch": 351.68,
      "grad_norm": 0.9825941324234009,
      "learning_rate": 2.9969155942022754e-06,
      "loss": 0.3367,
      "step": 1260060
    },
    {
      "epoch": 351.68,
      "grad_norm": 1.0694085359573364,
      "learning_rate": 2.9968896257608867e-06,
      "loss": 0.3574,
      "step": 1260070
    },
    {
      "epoch": 351.68,
      "grad_norm": 1.0423541069030762,
      "learning_rate": 2.996863657232565e-06,
      "loss": 0.342,
      "step": 1260080
    },
    {
      "epoch": 351.69,
      "grad_norm": 1.0614792108535767,
      "learning_rate": 2.996837688617313e-06,
      "loss": 0.3569,
      "step": 1260090
    },
    {
      "epoch": 351.69,
      "grad_norm": 0.9450246095657349,
      "learning_rate": 2.9968117199151358e-06,
      "loss": 0.3523,
      "step": 1260100
    },
    {
      "epoch": 351.69,
      "grad_norm": 0.9644943475723267,
      "learning_rate": 2.996785751126035e-06,
      "loss": 0.3588,
      "step": 1260110
    },
    {
      "epoch": 351.69,
      "grad_norm": 1.2915863990783691,
      "learning_rate": 2.996759782250015e-06,
      "loss": 0.354,
      "step": 1260120
    },
    {
      "epoch": 351.7,
      "grad_norm": 0.921387255191803,
      "learning_rate": 2.996733813287079e-06,
      "loss": 0.3482,
      "step": 1260130
    },
    {
      "epoch": 351.7,
      "grad_norm": 0.9107508659362793,
      "learning_rate": 2.9967078442372316e-06,
      "loss": 0.3616,
      "step": 1260140
    },
    {
      "epoch": 351.7,
      "grad_norm": 1.0539847612380981,
      "learning_rate": 2.996681875100475e-06,
      "loss": 0.3426,
      "step": 1260150
    },
    {
      "epoch": 351.71,
      "grad_norm": 1.1131610870361328,
      "learning_rate": 2.996655905876813e-06,
      "loss": 0.3625,
      "step": 1260160
    },
    {
      "epoch": 351.71,
      "grad_norm": 1.0502179861068726,
      "learning_rate": 2.9966299365662496e-06,
      "loss": 0.3586,
      "step": 1260170
    },
    {
      "epoch": 351.71,
      "grad_norm": 1.0352730751037598,
      "learning_rate": 2.9966039671687865e-06,
      "loss": 0.3601,
      "step": 1260180
    },
    {
      "epoch": 351.71,
      "grad_norm": 1.1275066137313843,
      "learning_rate": 2.996577997684429e-06,
      "loss": 0.3563,
      "step": 1260190
    },
    {
      "epoch": 351.72,
      "grad_norm": 0.9790436625480652,
      "learning_rate": 2.9965520281131796e-06,
      "loss": 0.3494,
      "step": 1260200
    },
    {
      "epoch": 351.72,
      "grad_norm": 0.9583938717842102,
      "learning_rate": 2.996526058455042e-06,
      "loss": 0.3337,
      "step": 1260210
    },
    {
      "epoch": 351.72,
      "grad_norm": 1.2906244993209839,
      "learning_rate": 2.9965000887100198e-06,
      "loss": 0.3861,
      "step": 1260220
    },
    {
      "epoch": 351.72,
      "grad_norm": 1.1849693059921265,
      "learning_rate": 2.9964741188781173e-06,
      "loss": 0.354,
      "step": 1260230
    },
    {
      "epoch": 351.73,
      "grad_norm": 1.117637038230896,
      "learning_rate": 2.9964481489593368e-06,
      "loss": 0.3476,
      "step": 1260240
    },
    {
      "epoch": 351.73,
      "grad_norm": 1.0606766939163208,
      "learning_rate": 2.9964221789536807e-06,
      "loss": 0.3442,
      "step": 1260250
    },
    {
      "epoch": 351.73,
      "grad_norm": 0.9543392062187195,
      "learning_rate": 2.996396208861155e-06,
      "loss": 0.3564,
      "step": 1260260
    },
    {
      "epoch": 351.74,
      "grad_norm": 1.0854097604751587,
      "learning_rate": 2.996370238681761e-06,
      "loss": 0.358,
      "step": 1260270
    },
    {
      "epoch": 351.74,
      "grad_norm": 1.2528787851333618,
      "learning_rate": 2.9963442684155036e-06,
      "loss": 0.3419,
      "step": 1260280
    },
    {
      "epoch": 351.74,
      "grad_norm": 0.8754268288612366,
      "learning_rate": 2.9963182980623854e-06,
      "loss": 0.3555,
      "step": 1260290
    },
    {
      "epoch": 351.74,
      "grad_norm": 0.9640753269195557,
      "learning_rate": 2.996292327622411e-06,
      "loss": 0.3511,
      "step": 1260300
    },
    {
      "epoch": 351.75,
      "grad_norm": 1.2785826921463013,
      "learning_rate": 2.996266357095583e-06,
      "loss": 0.3587,
      "step": 1260310
    },
    {
      "epoch": 351.75,
      "grad_norm": 2.3668885231018066,
      "learning_rate": 2.996240386481904e-06,
      "loss": 0.3568,
      "step": 1260320
    },
    {
      "epoch": 351.75,
      "grad_norm": 1.1249547004699707,
      "learning_rate": 2.996214415781379e-06,
      "loss": 0.3511,
      "step": 1260330
    },
    {
      "epoch": 351.76,
      "grad_norm": 1.2206968069076538,
      "learning_rate": 2.9961884449940103e-06,
      "loss": 0.3368,
      "step": 1260340
    },
    {
      "epoch": 351.76,
      "grad_norm": 0.9748806953430176,
      "learning_rate": 2.996162474119802e-06,
      "loss": 0.3512,
      "step": 1260350
    },
    {
      "epoch": 351.76,
      "grad_norm": 1.0218660831451416,
      "learning_rate": 2.9961365031587576e-06,
      "loss": 0.3386,
      "step": 1260360
    },
    {
      "epoch": 351.76,
      "grad_norm": 1.2146148681640625,
      "learning_rate": 2.9961105321108805e-06,
      "loss": 0.3514,
      "step": 1260370
    },
    {
      "epoch": 351.77,
      "grad_norm": 1.1461299657821655,
      "learning_rate": 2.996084560976174e-06,
      "loss": 0.3553,
      "step": 1260380
    },
    {
      "epoch": 351.77,
      "grad_norm": 1.096563696861267,
      "learning_rate": 2.996058589754642e-06,
      "loss": 0.3555,
      "step": 1260390
    },
    {
      "epoch": 351.77,
      "grad_norm": 1.050985336303711,
      "learning_rate": 2.996032618446287e-06,
      "loss": 0.35,
      "step": 1260400
    },
    {
      "epoch": 351.78,
      "grad_norm": 0.996375322341919,
      "learning_rate": 2.9960066470511124e-06,
      "loss": 0.3531,
      "step": 1260410
    },
    {
      "epoch": 351.78,
      "grad_norm": 1.1395108699798584,
      "learning_rate": 2.995980675569123e-06,
      "loss": 0.3703,
      "step": 1260420
    },
    {
      "epoch": 351.78,
      "grad_norm": 1.0057613849639893,
      "learning_rate": 2.9959547040003217e-06,
      "loss": 0.3626,
      "step": 1260430
    },
    {
      "epoch": 351.78,
      "grad_norm": 1.2203665971755981,
      "learning_rate": 2.995928732344711e-06,
      "loss": 0.3381,
      "step": 1260440
    },
    {
      "epoch": 351.79,
      "grad_norm": 1.2341619729995728,
      "learning_rate": 2.9959027606022957e-06,
      "loss": 0.3649,
      "step": 1260450
    },
    {
      "epoch": 351.79,
      "grad_norm": 1.0658552646636963,
      "learning_rate": 2.995876788773079e-06,
      "loss": 0.3524,
      "step": 1260460
    },
    {
      "epoch": 351.79,
      "grad_norm": 1.0770360231399536,
      "learning_rate": 2.9958508168570634e-06,
      "loss": 0.3469,
      "step": 1260470
    },
    {
      "epoch": 351.79,
      "grad_norm": 1.0363720655441284,
      "learning_rate": 2.9958248448542527e-06,
      "loss": 0.3461,
      "step": 1260480
    },
    {
      "epoch": 351.8,
      "grad_norm": 1.0555928945541382,
      "learning_rate": 2.995798872764652e-06,
      "loss": 0.359,
      "step": 1260490
    },
    {
      "epoch": 351.8,
      "grad_norm": 0.979631245136261,
      "learning_rate": 2.9957729005882624e-06,
      "loss": 0.351,
      "step": 1260500
    },
    {
      "epoch": 351.8,
      "grad_norm": 1.110182523727417,
      "learning_rate": 2.9957469283250882e-06,
      "loss": 0.3529,
      "step": 1260510
    },
    {
      "epoch": 351.81,
      "grad_norm": 1.0697259902954102,
      "learning_rate": 2.995720955975134e-06,
      "loss": 0.364,
      "step": 1260520
    },
    {
      "epoch": 351.81,
      "grad_norm": 1.0146384239196777,
      "learning_rate": 2.995694983538401e-06,
      "loss": 0.3446,
      "step": 1260530
    },
    {
      "epoch": 351.81,
      "grad_norm": 1.0256320238113403,
      "learning_rate": 2.9956690110148954e-06,
      "loss": 0.3566,
      "step": 1260540
    },
    {
      "epoch": 351.81,
      "grad_norm": 0.9887574911117554,
      "learning_rate": 2.9956430384046185e-06,
      "loss": 0.365,
      "step": 1260550
    },
    {
      "epoch": 351.82,
      "grad_norm": 1.0637909173965454,
      "learning_rate": 2.995617065707574e-06,
      "loss": 0.3571,
      "step": 1260560
    },
    {
      "epoch": 351.82,
      "grad_norm": 1.285373568534851,
      "learning_rate": 2.9955910929237666e-06,
      "loss": 0.3461,
      "step": 1260570
    },
    {
      "epoch": 351.82,
      "grad_norm": 1.036036491394043,
      "learning_rate": 2.995565120053198e-06,
      "loss": 0.3729,
      "step": 1260580
    },
    {
      "epoch": 351.83,
      "grad_norm": 0.9338998198509216,
      "learning_rate": 2.9955391470958737e-06,
      "loss": 0.3383,
      "step": 1260590
    },
    {
      "epoch": 351.83,
      "grad_norm": 1.0832067728042603,
      "learning_rate": 2.9955131740517953e-06,
      "loss": 0.3479,
      "step": 1260600
    },
    {
      "epoch": 351.83,
      "grad_norm": 0.9545356035232544,
      "learning_rate": 2.995487200920968e-06,
      "loss": 0.3477,
      "step": 1260610
    },
    {
      "epoch": 351.83,
      "grad_norm": 0.9490993618965149,
      "learning_rate": 2.9954612277033935e-06,
      "loss": 0.3463,
      "step": 1260620
    },
    {
      "epoch": 351.84,
      "grad_norm": 0.9786111116409302,
      "learning_rate": 2.995435254399076e-06,
      "loss": 0.3558,
      "step": 1260630
    },
    {
      "epoch": 351.84,
      "grad_norm": 1.1451901197433472,
      "learning_rate": 2.995409281008019e-06,
      "loss": 0.3295,
      "step": 1260640
    },
    {
      "epoch": 351.84,
      "grad_norm": 0.9969433546066284,
      "learning_rate": 2.9953833075302264e-06,
      "loss": 0.3467,
      "step": 1260650
    },
    {
      "epoch": 351.84,
      "grad_norm": 1.1238863468170166,
      "learning_rate": 2.9953573339657013e-06,
      "loss": 0.3561,
      "step": 1260660
    },
    {
      "epoch": 351.85,
      "grad_norm": 1.1196413040161133,
      "learning_rate": 2.9953313603144463e-06,
      "loss": 0.3535,
      "step": 1260670
    },
    {
      "epoch": 351.85,
      "grad_norm": 1.013572335243225,
      "learning_rate": 2.9953053865764667e-06,
      "loss": 0.3673,
      "step": 1260680
    },
    {
      "epoch": 351.85,
      "grad_norm": 1.080708384513855,
      "learning_rate": 2.995279412751765e-06,
      "loss": 0.3601,
      "step": 1260690
    },
    {
      "epoch": 351.86,
      "grad_norm": 1.0211267471313477,
      "learning_rate": 2.9952534388403433e-06,
      "loss": 0.3497,
      "step": 1260700
    },
    {
      "epoch": 351.86,
      "grad_norm": 1.0680989027023315,
      "learning_rate": 2.995227464842207e-06,
      "loss": 0.3453,
      "step": 1260710
    },
    {
      "epoch": 351.86,
      "grad_norm": 1.187146544456482,
      "learning_rate": 2.995201490757359e-06,
      "loss": 0.3606,
      "step": 1260720
    },
    {
      "epoch": 351.86,
      "grad_norm": 1.0272239446640015,
      "learning_rate": 2.995175516585802e-06,
      "loss": 0.3476,
      "step": 1260730
    },
    {
      "epoch": 351.87,
      "grad_norm": 0.9565387964248657,
      "learning_rate": 2.9951495423275407e-06,
      "loss": 0.3612,
      "step": 1260740
    },
    {
      "epoch": 351.87,
      "grad_norm": 1.1161295175552368,
      "learning_rate": 2.9951235679825777e-06,
      "loss": 0.3429,
      "step": 1260750
    },
    {
      "epoch": 351.87,
      "grad_norm": 1.0892479419708252,
      "learning_rate": 2.995097593550917e-06,
      "loss": 0.3469,
      "step": 1260760
    },
    {
      "epoch": 351.88,
      "grad_norm": 1.0420576333999634,
      "learning_rate": 2.9950716190325616e-06,
      "loss": 0.3539,
      "step": 1260770
    },
    {
      "epoch": 351.88,
      "grad_norm": 0.958404541015625,
      "learning_rate": 2.995045644427515e-06,
      "loss": 0.3433,
      "step": 1260780
    },
    {
      "epoch": 351.88,
      "grad_norm": 0.9150957465171814,
      "learning_rate": 2.9950196697357805e-06,
      "loss": 0.3459,
      "step": 1260790
    },
    {
      "epoch": 351.88,
      "grad_norm": 1.1200060844421387,
      "learning_rate": 2.9949936949573623e-06,
      "loss": 0.3438,
      "step": 1260800
    },
    {
      "epoch": 351.89,
      "grad_norm": 0.9108356833457947,
      "learning_rate": 2.9949677200922634e-06,
      "loss": 0.3446,
      "step": 1260810
    },
    {
      "epoch": 351.89,
      "grad_norm": 0.938215434551239,
      "learning_rate": 2.994941745140487e-06,
      "loss": 0.3551,
      "step": 1260820
    },
    {
      "epoch": 351.89,
      "grad_norm": 0.9822862148284912,
      "learning_rate": 2.994915770102037e-06,
      "loss": 0.3531,
      "step": 1260830
    },
    {
      "epoch": 351.9,
      "grad_norm": 1.0674467086791992,
      "learning_rate": 2.994889794976917e-06,
      "loss": 0.3597,
      "step": 1260840
    },
    {
      "epoch": 351.9,
      "grad_norm": 1.364911675453186,
      "learning_rate": 2.994863819765129e-06,
      "loss": 0.3648,
      "step": 1260850
    },
    {
      "epoch": 351.9,
      "grad_norm": 0.9583120942115784,
      "learning_rate": 2.9948378444666785e-06,
      "loss": 0.3655,
      "step": 1260860
    },
    {
      "epoch": 351.9,
      "grad_norm": 0.8991482257843018,
      "learning_rate": 2.9948118690815674e-06,
      "loss": 0.3411,
      "step": 1260870
    },
    {
      "epoch": 351.91,
      "grad_norm": 0.9146172404289246,
      "learning_rate": 2.9947858936098007e-06,
      "loss": 0.3515,
      "step": 1260880
    },
    {
      "epoch": 351.91,
      "grad_norm": 1.0645602941513062,
      "learning_rate": 2.9947599180513804e-06,
      "loss": 0.3337,
      "step": 1260890
    },
    {
      "epoch": 351.91,
      "grad_norm": 1.0327352285385132,
      "learning_rate": 2.9947339424063107e-06,
      "loss": 0.3539,
      "step": 1260900
    },
    {
      "epoch": 351.91,
      "grad_norm": 1.010452389717102,
      "learning_rate": 2.9947079666745946e-06,
      "loss": 0.3636,
      "step": 1260910
    },
    {
      "epoch": 351.92,
      "grad_norm": 0.9794309139251709,
      "learning_rate": 2.994681990856236e-06,
      "loss": 0.3451,
      "step": 1260920
    },
    {
      "epoch": 351.92,
      "grad_norm": 0.933514416217804,
      "learning_rate": 2.994656014951238e-06,
      "loss": 0.3351,
      "step": 1260930
    },
    {
      "epoch": 351.92,
      "grad_norm": 0.9298046231269836,
      "learning_rate": 2.994630038959604e-06,
      "loss": 0.3489,
      "step": 1260940
    },
    {
      "epoch": 351.93,
      "grad_norm": 0.9277611374855042,
      "learning_rate": 2.9946040628813376e-06,
      "loss": 0.3619,
      "step": 1260950
    },
    {
      "epoch": 351.93,
      "grad_norm": 0.9516648054122925,
      "learning_rate": 2.9945780867164425e-06,
      "loss": 0.3704,
      "step": 1260960
    },
    {
      "epoch": 351.93,
      "grad_norm": 1.146672010421753,
      "learning_rate": 2.994552110464923e-06,
      "loss": 0.3501,
      "step": 1260970
    },
    {
      "epoch": 351.93,
      "grad_norm": 0.9255571365356445,
      "learning_rate": 2.994526134126781e-06,
      "loss": 0.3528,
      "step": 1260980
    },
    {
      "epoch": 351.94,
      "grad_norm": 0.9496685862541199,
      "learning_rate": 2.99450015770202e-06,
      "loss": 0.3475,
      "step": 1260990
    },
    {
      "epoch": 351.94,
      "grad_norm": 1.259667992591858,
      "learning_rate": 2.994474181190644e-06,
      "loss": 0.3421,
      "step": 1261000
    },
    {
      "epoch": 351.94,
      "grad_norm": 0.948703408241272,
      "learning_rate": 2.9944482045926575e-06,
      "loss": 0.3468,
      "step": 1261010
    },
    {
      "epoch": 351.95,
      "grad_norm": 0.8709462881088257,
      "learning_rate": 2.994422227908061e-06,
      "loss": 0.3584,
      "step": 1261020
    },
    {
      "epoch": 351.95,
      "grad_norm": 0.9373117089271545,
      "learning_rate": 2.9943962511368616e-06,
      "loss": 0.3531,
      "step": 1261030
    },
    {
      "epoch": 351.95,
      "grad_norm": 0.854211151599884,
      "learning_rate": 2.99437027427906e-06,
      "loss": 0.3436,
      "step": 1261040
    },
    {
      "epoch": 351.95,
      "grad_norm": 18.82634735107422,
      "learning_rate": 2.994344297334662e-06,
      "loss": 0.3453,
      "step": 1261050
    },
    {
      "epoch": 351.96,
      "grad_norm": 1.2995973825454712,
      "learning_rate": 2.9943183203036683e-06,
      "loss": 0.3493,
      "step": 1261060
    },
    {
      "epoch": 351.96,
      "grad_norm": 0.9427536725997925,
      "learning_rate": 2.994292343186085e-06,
      "loss": 0.3507,
      "step": 1261070
    },
    {
      "epoch": 351.96,
      "grad_norm": 1.0350011587142944,
      "learning_rate": 2.994266365981913e-06,
      "loss": 0.3538,
      "step": 1261080
    },
    {
      "epoch": 351.96,
      "grad_norm": 1.224280834197998,
      "learning_rate": 2.9942403886911577e-06,
      "loss": 0.3609,
      "step": 1261090
    },
    {
      "epoch": 351.97,
      "grad_norm": 0.9475849866867065,
      "learning_rate": 2.994214411313822e-06,
      "loss": 0.3539,
      "step": 1261100
    },
    {
      "epoch": 351.97,
      "grad_norm": 8.233280181884766,
      "learning_rate": 2.9941884338499086e-06,
      "loss": 0.341,
      "step": 1261110
    },
    {
      "epoch": 351.97,
      "grad_norm": 1.0895143747329712,
      "learning_rate": 2.994162456299423e-06,
      "loss": 0.3476,
      "step": 1261120
    },
    {
      "epoch": 351.98,
      "grad_norm": 1.0209685564041138,
      "learning_rate": 2.994136478662367e-06,
      "loss": 0.3419,
      "step": 1261130
    },
    {
      "epoch": 351.98,
      "grad_norm": 1.0747054815292358,
      "learning_rate": 2.9941105009387436e-06,
      "loss": 0.3554,
      "step": 1261140
    },
    {
      "epoch": 351.98,
      "grad_norm": 0.9522159695625305,
      "learning_rate": 2.9940845231285573e-06,
      "loss": 0.3389,
      "step": 1261150
    },
    {
      "epoch": 351.98,
      "grad_norm": 1.0084069967269897,
      "learning_rate": 2.994058545231811e-06,
      "loss": 0.342,
      "step": 1261160
    },
    {
      "epoch": 351.99,
      "grad_norm": 0.9392368197441101,
      "learning_rate": 2.994032567248509e-06,
      "loss": 0.3326,
      "step": 1261170
    },
    {
      "epoch": 351.99,
      "grad_norm": 1.081114649772644,
      "learning_rate": 2.994006589178654e-06,
      "loss": 0.3645,
      "step": 1261180
    },
    {
      "epoch": 351.99,
      "grad_norm": 0.9658565521240234,
      "learning_rate": 2.99398061102225e-06,
      "loss": 0.3615,
      "step": 1261190
    },
    {
      "epoch": 352.0,
      "grad_norm": 1.0993586778640747,
      "learning_rate": 2.9939546327793006e-06,
      "loss": 0.3554,
      "step": 1261200
    },
    {
      "epoch": 352.0,
      "grad_norm": 1.0514436960220337,
      "learning_rate": 2.9939286544498078e-06,
      "loss": 0.3352,
      "step": 1261210
    },
    {
      "epoch": 352.0,
      "eval_loss": 0.3515886962413788,
      "eval_runtime": 62.9527,
      "eval_samples_per_second": 80.362,
      "eval_steps_per_second": 10.055,
      "step": 1261216
    },
    {
      "epoch": 352.0,
      "grad_norm": 1.1361349821090698,
      "learning_rate": 2.993902676033776e-06,
      "loss": 0.3601,
      "step": 1261220
    },
    {
      "epoch": 352.0,
      "grad_norm": 1.0096583366394043,
      "learning_rate": 2.993876697531209e-06,
      "loss": 0.3426,
      "step": 1261230
    },
    {
      "epoch": 352.01,
      "grad_norm": 1.1382979154586792,
      "learning_rate": 2.99385071894211e-06,
      "loss": 0.3614,
      "step": 1261240
    },
    {
      "epoch": 352.01,
      "grad_norm": 1.19022536277771,
      "learning_rate": 2.993824740266482e-06,
      "loss": 0.3632,
      "step": 1261250
    },
    {
      "epoch": 352.01,
      "grad_norm": 1.0505633354187012,
      "learning_rate": 2.9937987615043303e-06,
      "loss": 0.3595,
      "step": 1261260
    },
    {
      "epoch": 352.02,
      "grad_norm": 1.0626555681228638,
      "learning_rate": 2.9937727826556558e-06,
      "loss": 0.3517,
      "step": 1261270
    },
    {
      "epoch": 352.02,
      "grad_norm": 1.0523366928100586,
      "learning_rate": 2.9937468037204632e-06,
      "loss": 0.3489,
      "step": 1261280
    },
    {
      "epoch": 352.02,
      "grad_norm": 0.9789139628410339,
      "learning_rate": 2.993720824698755e-06,
      "loss": 0.3441,
      "step": 1261290
    },
    {
      "epoch": 352.02,
      "grad_norm": 1.0608854293823242,
      "learning_rate": 2.993694845590537e-06,
      "loss": 0.3564,
      "step": 1261300
    },
    {
      "epoch": 352.03,
      "grad_norm": 0.8931090235710144,
      "learning_rate": 2.99366886639581e-06,
      "loss": 0.3608,
      "step": 1261310
    },
    {
      "epoch": 352.03,
      "grad_norm": 1.0018595457077026,
      "learning_rate": 2.9936428871145793e-06,
      "loss": 0.3526,
      "step": 1261320
    },
    {
      "epoch": 352.03,
      "grad_norm": 1.0203399658203125,
      "learning_rate": 2.9936169077468476e-06,
      "loss": 0.3441,
      "step": 1261330
    },
    {
      "epoch": 352.03,
      "grad_norm": 1.2173237800598145,
      "learning_rate": 2.9935909282926187e-06,
      "loss": 0.3672,
      "step": 1261340
    },
    {
      "epoch": 352.04,
      "grad_norm": 1.139779806137085,
      "learning_rate": 2.9935649487518954e-06,
      "loss": 0.349,
      "step": 1261350
    },
    {
      "epoch": 352.04,
      "grad_norm": 0.9430245161056519,
      "learning_rate": 2.9935389691246816e-06,
      "loss": 0.3582,
      "step": 1261360
    },
    {
      "epoch": 352.04,
      "grad_norm": 0.997886598110199,
      "learning_rate": 2.993512989410981e-06,
      "loss": 0.3486,
      "step": 1261370
    },
    {
      "epoch": 352.05,
      "grad_norm": 0.9535648226737976,
      "learning_rate": 2.9934870096107963e-06,
      "loss": 0.3461,
      "step": 1261380
    },
    {
      "epoch": 352.05,
      "grad_norm": 1.0051077604293823,
      "learning_rate": 2.9934610297241316e-06,
      "loss": 0.3717,
      "step": 1261390
    },
    {
      "epoch": 352.05,
      "grad_norm": 1.0046250820159912,
      "learning_rate": 2.99343504975099e-06,
      "loss": 0.3583,
      "step": 1261400
    },
    {
      "epoch": 352.05,
      "grad_norm": 0.9770777225494385,
      "learning_rate": 2.993409069691376e-06,
      "loss": 0.3642,
      "step": 1261410
    },
    {
      "epoch": 352.06,
      "grad_norm": 1.2931416034698486,
      "learning_rate": 2.993383089545291e-06,
      "loss": 0.3619,
      "step": 1261420
    },
    {
      "epoch": 352.06,
      "grad_norm": 1.136579990386963,
      "learning_rate": 2.993357109312741e-06,
      "loss": 0.3314,
      "step": 1261430
    },
    {
      "epoch": 352.06,
      "grad_norm": 0.9156420826911926,
      "learning_rate": 2.993331128993727e-06,
      "loss": 0.3257,
      "step": 1261440
    },
    {
      "epoch": 352.07,
      "grad_norm": 1.012679100036621,
      "learning_rate": 2.9933051485882536e-06,
      "loss": 0.3526,
      "step": 1261450
    },
    {
      "epoch": 352.07,
      "grad_norm": 1.0599970817565918,
      "learning_rate": 2.9932791680963246e-06,
      "loss": 0.359,
      "step": 1261460
    },
    {
      "epoch": 352.07,
      "grad_norm": 1.0077135562896729,
      "learning_rate": 2.993253187517943e-06,
      "loss": 0.3495,
      "step": 1261470
    },
    {
      "epoch": 352.07,
      "grad_norm": 0.9172550439834595,
      "learning_rate": 2.9932272068531127e-06,
      "loss": 0.3547,
      "step": 1261480
    },
    {
      "epoch": 352.08,
      "grad_norm": 1.628331184387207,
      "learning_rate": 2.9932012261018362e-06,
      "loss": 0.3472,
      "step": 1261490
    },
    {
      "epoch": 352.08,
      "grad_norm": 0.95701664686203,
      "learning_rate": 2.9931752452641183e-06,
      "loss": 0.3424,
      "step": 1261500
    },
    {
      "epoch": 352.08,
      "grad_norm": 0.9691730737686157,
      "learning_rate": 2.9931492643399607e-06,
      "loss": 0.3361,
      "step": 1261510
    },
    {
      "epoch": 352.08,
      "grad_norm": 1.2391166687011719,
      "learning_rate": 2.993123283329369e-06,
      "loss": 0.3392,
      "step": 1261520
    },
    {
      "epoch": 352.09,
      "grad_norm": 1.158049464225769,
      "learning_rate": 2.9930973022323445e-06,
      "loss": 0.3472,
      "step": 1261530
    },
    {
      "epoch": 352.09,
      "grad_norm": 1.1580559015274048,
      "learning_rate": 2.993071321048892e-06,
      "loss": 0.349,
      "step": 1261540
    },
    {
      "epoch": 352.09,
      "grad_norm": 1.0299146175384521,
      "learning_rate": 2.993045339779015e-06,
      "loss": 0.3389,
      "step": 1261550
    },
    {
      "epoch": 352.1,
      "grad_norm": 1.1593592166900635,
      "learning_rate": 2.9930193584227166e-06,
      "loss": 0.3383,
      "step": 1261560
    },
    {
      "epoch": 352.1,
      "grad_norm": 1.0190423727035522,
      "learning_rate": 2.9929933769800003e-06,
      "loss": 0.3469,
      "step": 1261570
    },
    {
      "epoch": 352.1,
      "grad_norm": 1.206230878829956,
      "learning_rate": 2.9929673954508693e-06,
      "loss": 0.3658,
      "step": 1261580
    },
    {
      "epoch": 352.1,
      "grad_norm": 0.8735448718070984,
      "learning_rate": 2.9929414138353277e-06,
      "loss": 0.3605,
      "step": 1261590
    },
    {
      "epoch": 352.11,
      "grad_norm": 1.0523263216018677,
      "learning_rate": 2.992915432133378e-06,
      "loss": 0.359,
      "step": 1261600
    },
    {
      "epoch": 352.11,
      "grad_norm": 0.9979323148727417,
      "learning_rate": 2.9928894503450243e-06,
      "loss": 0.3482,
      "step": 1261610
    },
    {
      "epoch": 352.11,
      "grad_norm": 0.8419966697692871,
      "learning_rate": 2.99286346847027e-06,
      "loss": 0.3437,
      "step": 1261620
    },
    {
      "epoch": 352.12,
      "grad_norm": 2.691084861755371,
      "learning_rate": 2.9928374865091187e-06,
      "loss": 0.3552,
      "step": 1261630
    },
    {
      "epoch": 352.12,
      "grad_norm": 1.0180354118347168,
      "learning_rate": 2.9928115044615734e-06,
      "loss": 0.3502,
      "step": 1261640
    },
    {
      "epoch": 352.12,
      "grad_norm": 1.3487184047698975,
      "learning_rate": 2.9927855223276384e-06,
      "loss": 0.3585,
      "step": 1261650
    },
    {
      "epoch": 352.12,
      "grad_norm": 1.206122875213623,
      "learning_rate": 2.9927595401073163e-06,
      "loss": 0.3621,
      "step": 1261660
    },
    {
      "epoch": 352.13,
      "grad_norm": 1.0543590784072876,
      "learning_rate": 2.9927335578006103e-06,
      "loss": 0.3519,
      "step": 1261670
    },
    {
      "epoch": 352.13,
      "grad_norm": 1.1667307615280151,
      "learning_rate": 2.992707575407525e-06,
      "loss": 0.3348,
      "step": 1261680
    },
    {
      "epoch": 352.13,
      "grad_norm": 1.0735362768173218,
      "learning_rate": 2.992681592928063e-06,
      "loss": 0.3365,
      "step": 1261690
    },
    {
      "epoch": 352.14,
      "grad_norm": 1.0641127824783325,
      "learning_rate": 2.992655610362228e-06,
      "loss": 0.3543,
      "step": 1261700
    },
    {
      "epoch": 352.14,
      "grad_norm": 1.1795127391815186,
      "learning_rate": 2.992629627710024e-06,
      "loss": 0.3537,
      "step": 1261710
    },
    {
      "epoch": 352.14,
      "grad_norm": 1.0955095291137695,
      "learning_rate": 2.992603644971454e-06,
      "loss": 0.3538,
      "step": 1261720
    },
    {
      "epoch": 352.14,
      "grad_norm": 1.0996861457824707,
      "learning_rate": 2.9925776621465206e-06,
      "loss": 0.362,
      "step": 1261730
    },
    {
      "epoch": 352.15,
      "grad_norm": 0.9629855155944824,
      "learning_rate": 2.9925516792352284e-06,
      "loss": 0.357,
      "step": 1261740
    },
    {
      "epoch": 352.15,
      "grad_norm": 5.260225296020508,
      "learning_rate": 2.9925256962375806e-06,
      "loss": 0.3369,
      "step": 1261750
    },
    {
      "epoch": 352.15,
      "grad_norm": 1.509982943534851,
      "learning_rate": 2.9924997131535805e-06,
      "loss": 0.3524,
      "step": 1261760
    },
    {
      "epoch": 352.15,
      "grad_norm": 0.9869582056999207,
      "learning_rate": 2.9924737299832312e-06,
      "loss": 0.3332,
      "step": 1261770
    },
    {
      "epoch": 352.16,
      "grad_norm": 1.0022956132888794,
      "learning_rate": 2.992447746726538e-06,
      "loss": 0.3417,
      "step": 1261780
    },
    {
      "epoch": 352.16,
      "grad_norm": 0.9164876341819763,
      "learning_rate": 2.9924217633835016e-06,
      "loss": 0.3413,
      "step": 1261790
    },
    {
      "epoch": 352.16,
      "grad_norm": 1.1214697360992432,
      "learning_rate": 2.9923957799541275e-06,
      "loss": 0.3645,
      "step": 1261800
    },
    {
      "epoch": 352.17,
      "grad_norm": 1.0276826620101929,
      "learning_rate": 2.9923697964384184e-06,
      "loss": 0.3524,
      "step": 1261810
    },
    {
      "epoch": 352.17,
      "grad_norm": 0.8348696827888489,
      "learning_rate": 2.9923438128363775e-06,
      "loss": 0.3667,
      "step": 1261820
    },
    {
      "epoch": 352.17,
      "grad_norm": 1.0287622213363647,
      "learning_rate": 2.9923178291480083e-06,
      "loss": 0.3477,
      "step": 1261830
    },
    {
      "epoch": 352.17,
      "grad_norm": 1.0151304006576538,
      "learning_rate": 2.9922918453733155e-06,
      "loss": 0.3578,
      "step": 1261840
    },
    {
      "epoch": 352.18,
      "grad_norm": 1.006574273109436,
      "learning_rate": 2.9922658615123006e-06,
      "loss": 0.3522,
      "step": 1261850
    },
    {
      "epoch": 352.18,
      "grad_norm": 1.0929406881332397,
      "learning_rate": 2.992239877564969e-06,
      "loss": 0.3633,
      "step": 1261860
    },
    {
      "epoch": 352.18,
      "grad_norm": 1.2514864206314087,
      "learning_rate": 2.992213893531322e-06,
      "loss": 0.3614,
      "step": 1261870
    },
    {
      "epoch": 352.19,
      "grad_norm": 1.0472463369369507,
      "learning_rate": 2.9921879094113658e-06,
      "loss": 0.3496,
      "step": 1261880
    },
    {
      "epoch": 352.19,
      "grad_norm": 1.045586109161377,
      "learning_rate": 2.992161925205101e-06,
      "loss": 0.3456,
      "step": 1261890
    },
    {
      "epoch": 352.19,
      "grad_norm": 0.9773659706115723,
      "learning_rate": 2.9921359409125328e-06,
      "loss": 0.3529,
      "step": 1261900
    },
    {
      "epoch": 352.19,
      "grad_norm": 2.0513932704925537,
      "learning_rate": 2.9921099565336653e-06,
      "loss": 0.3502,
      "step": 1261910
    },
    {
      "epoch": 352.2,
      "grad_norm": 0.9246899485588074,
      "learning_rate": 2.9920839720684996e-06,
      "loss": 0.3328,
      "step": 1261920
    },
    {
      "epoch": 352.2,
      "grad_norm": 1.1268670558929443,
      "learning_rate": 2.992057987517041e-06,
      "loss": 0.3505,
      "step": 1261930
    },
    {
      "epoch": 352.2,
      "grad_norm": 3.7484934329986572,
      "learning_rate": 2.9920320028792928e-06,
      "loss": 0.3489,
      "step": 1261940
    },
    {
      "epoch": 352.2,
      "grad_norm": 1.16447913646698,
      "learning_rate": 2.9920060181552572e-06,
      "loss": 0.3439,
      "step": 1261950
    },
    {
      "epoch": 352.21,
      "grad_norm": 1.2604408264160156,
      "learning_rate": 2.9919800333449387e-06,
      "loss": 0.3577,
      "step": 1261960
    },
    {
      "epoch": 352.21,
      "grad_norm": 1.1404075622558594,
      "learning_rate": 2.9919540484483414e-06,
      "loss": 0.3447,
      "step": 1261970
    },
    {
      "epoch": 352.21,
      "grad_norm": 1.0128685235977173,
      "learning_rate": 2.991928063465467e-06,
      "loss": 0.3457,
      "step": 1261980
    },
    {
      "epoch": 352.22,
      "grad_norm": 1.0579577684402466,
      "learning_rate": 2.99190207839632e-06,
      "loss": 0.3508,
      "step": 1261990
    },
    {
      "epoch": 352.22,
      "grad_norm": 1.0152875185012817,
      "learning_rate": 2.9918760932409047e-06,
      "loss": 0.3557,
      "step": 1262000
    },
    {
      "epoch": 352.22,
      "grad_norm": 1.0865229368209839,
      "learning_rate": 2.9918501079992232e-06,
      "loss": 0.3585,
      "step": 1262010
    },
    {
      "epoch": 352.22,
      "grad_norm": 0.891453206539154,
      "learning_rate": 2.9918241226712795e-06,
      "loss": 0.3278,
      "step": 1262020
    },
    {
      "epoch": 352.23,
      "grad_norm": 1.3136374950408936,
      "learning_rate": 2.991798137257077e-06,
      "loss": 0.3438,
      "step": 1262030
    },
    {
      "epoch": 352.23,
      "grad_norm": 0.9457325339317322,
      "learning_rate": 2.9917721517566183e-06,
      "loss": 0.355,
      "step": 1262040
    },
    {
      "epoch": 352.23,
      "grad_norm": 1.1144559383392334,
      "learning_rate": 2.9917461661699085e-06,
      "loss": 0.3408,
      "step": 1262050
    },
    {
      "epoch": 352.24,
      "grad_norm": 0.9495163559913635,
      "learning_rate": 2.9917201804969496e-06,
      "loss": 0.3408,
      "step": 1262060
    },
    {
      "epoch": 352.24,
      "grad_norm": 1.0018064975738525,
      "learning_rate": 2.9916941947377466e-06,
      "loss": 0.3606,
      "step": 1262070
    },
    {
      "epoch": 352.24,
      "grad_norm": 1.1204640865325928,
      "learning_rate": 2.9916682088923013e-06,
      "loss": 0.3473,
      "step": 1262080
    },
    {
      "epoch": 352.24,
      "grad_norm": 1.0309962034225464,
      "learning_rate": 2.9916422229606183e-06,
      "loss": 0.3375,
      "step": 1262090
    },
    {
      "epoch": 352.25,
      "grad_norm": 0.9294333457946777,
      "learning_rate": 2.9916162369427006e-06,
      "loss": 0.3469,
      "step": 1262100
    },
    {
      "epoch": 352.25,
      "grad_norm": 1.0447347164154053,
      "learning_rate": 2.9915902508385515e-06,
      "loss": 0.3391,
      "step": 1262110
    },
    {
      "epoch": 352.25,
      "grad_norm": 1.0039467811584473,
      "learning_rate": 2.991564264648175e-06,
      "loss": 0.342,
      "step": 1262120
    },
    {
      "epoch": 352.26,
      "grad_norm": 1.0330381393432617,
      "learning_rate": 2.9915382783715737e-06,
      "loss": 0.3489,
      "step": 1262130
    },
    {
      "epoch": 352.26,
      "grad_norm": 1.0510759353637695,
      "learning_rate": 2.9915122920087517e-06,
      "loss": 0.3377,
      "step": 1262140
    },
    {
      "epoch": 352.26,
      "grad_norm": 1.068486213684082,
      "learning_rate": 2.991486305559713e-06,
      "loss": 0.3488,
      "step": 1262150
    },
    {
      "epoch": 352.26,
      "grad_norm": 1.1009647846221924,
      "learning_rate": 2.99146031902446e-06,
      "loss": 0.3414,
      "step": 1262160
    },
    {
      "epoch": 352.27,
      "grad_norm": 1.1093734502792358,
      "learning_rate": 2.991434332402997e-06,
      "loss": 0.3434,
      "step": 1262170
    },
    {
      "epoch": 352.27,
      "grad_norm": 1.1861183643341064,
      "learning_rate": 2.9914083456953263e-06,
      "loss": 0.3622,
      "step": 1262180
    },
    {
      "epoch": 352.27,
      "grad_norm": 1.1090540885925293,
      "learning_rate": 2.9913823589014523e-06,
      "loss": 0.3622,
      "step": 1262190
    },
    {
      "epoch": 352.27,
      "grad_norm": 1.0681694746017456,
      "learning_rate": 2.991356372021379e-06,
      "loss": 0.368,
      "step": 1262200
    },
    {
      "epoch": 352.28,
      "grad_norm": 1.0942343473434448,
      "learning_rate": 2.991330385055108e-06,
      "loss": 0.3333,
      "step": 1262210
    },
    {
      "epoch": 352.28,
      "grad_norm": 0.8282270431518555,
      "learning_rate": 2.991304398002645e-06,
      "loss": 0.3586,
      "step": 1262220
    },
    {
      "epoch": 352.28,
      "grad_norm": 0.9958762526512146,
      "learning_rate": 2.9912784108639917e-06,
      "loss": 0.3517,
      "step": 1262230
    },
    {
      "epoch": 352.29,
      "grad_norm": 0.9106860756874084,
      "learning_rate": 2.991252423639152e-06,
      "loss": 0.343,
      "step": 1262240
    },
    {
      "epoch": 352.29,
      "grad_norm": 0.8914787769317627,
      "learning_rate": 2.9912264363281296e-06,
      "loss": 0.3466,
      "step": 1262250
    },
    {
      "epoch": 352.29,
      "grad_norm": 1.1034824848175049,
      "learning_rate": 2.9912004489309284e-06,
      "loss": 0.346,
      "step": 1262260
    },
    {
      "epoch": 352.29,
      "grad_norm": 1.2616736888885498,
      "learning_rate": 2.9911744614475505e-06,
      "loss": 0.3605,
      "step": 1262270
    },
    {
      "epoch": 352.3,
      "grad_norm": 0.9157201647758484,
      "learning_rate": 2.9911484738780013e-06,
      "loss": 0.355,
      "step": 1262280
    },
    {
      "epoch": 352.3,
      "grad_norm": 0.937584638595581,
      "learning_rate": 2.9911224862222827e-06,
      "loss": 0.3614,
      "step": 1262290
    },
    {
      "epoch": 352.3,
      "grad_norm": 0.9675115942955017,
      "learning_rate": 2.991096498480399e-06,
      "loss": 0.3729,
      "step": 1262300
    },
    {
      "epoch": 352.31,
      "grad_norm": 0.938958466053009,
      "learning_rate": 2.9910705106523526e-06,
      "loss": 0.3355,
      "step": 1262310
    },
    {
      "epoch": 352.31,
      "grad_norm": 0.933569610118866,
      "learning_rate": 2.991044522738148e-06,
      "loss": 0.3397,
      "step": 1262320
    },
    {
      "epoch": 352.31,
      "grad_norm": 1.1584222316741943,
      "learning_rate": 2.9910185347377885e-06,
      "loss": 0.3455,
      "step": 1262330
    },
    {
      "epoch": 352.31,
      "grad_norm": 1.0331887006759644,
      "learning_rate": 2.990992546651277e-06,
      "loss": 0.3564,
      "step": 1262340
    },
    {
      "epoch": 352.32,
      "grad_norm": 0.9862013459205627,
      "learning_rate": 2.9909665584786175e-06,
      "loss": 0.3582,
      "step": 1262350
    },
    {
      "epoch": 352.32,
      "grad_norm": 0.9534181356430054,
      "learning_rate": 2.990940570219813e-06,
      "loss": 0.3449,
      "step": 1262360
    },
    {
      "epoch": 352.32,
      "grad_norm": 0.9909440875053406,
      "learning_rate": 2.9909145818748684e-06,
      "loss": 0.3483,
      "step": 1262370
    },
    {
      "epoch": 352.32,
      "grad_norm": 0.9493065476417542,
      "learning_rate": 2.9908885934437843e-06,
      "loss": 0.3618,
      "step": 1262380
    },
    {
      "epoch": 352.33,
      "grad_norm": 0.9527372717857361,
      "learning_rate": 2.9908626049265675e-06,
      "loss": 0.3398,
      "step": 1262390
    },
    {
      "epoch": 352.33,
      "grad_norm": 0.9073899388313293,
      "learning_rate": 2.990836616323219e-06,
      "loss": 0.352,
      "step": 1262400
    },
    {
      "epoch": 352.33,
      "grad_norm": 0.7968507409095764,
      "learning_rate": 2.9908106276337428e-06,
      "loss": 0.3521,
      "step": 1262410
    },
    {
      "epoch": 352.34,
      "grad_norm": 0.9329050183296204,
      "learning_rate": 2.9907846388581433e-06,
      "loss": 0.3567,
      "step": 1262420
    },
    {
      "epoch": 352.34,
      "grad_norm": 0.9272577166557312,
      "learning_rate": 2.990758649996423e-06,
      "loss": 0.342,
      "step": 1262430
    },
    {
      "epoch": 352.34,
      "grad_norm": 0.9689972996711731,
      "learning_rate": 2.990732661048586e-06,
      "loss": 0.346,
      "step": 1262440
    },
    {
      "epoch": 352.34,
      "grad_norm": 0.9144657850265503,
      "learning_rate": 2.990706672014635e-06,
      "loss": 0.3519,
      "step": 1262450
    },
    {
      "epoch": 352.35,
      "grad_norm": 0.9522982835769653,
      "learning_rate": 2.990680682894575e-06,
      "loss": 0.3511,
      "step": 1262460
    },
    {
      "epoch": 352.35,
      "grad_norm": 1.0306297540664673,
      "learning_rate": 2.9906546936884064e-06,
      "loss": 0.3556,
      "step": 1262470
    },
    {
      "epoch": 352.35,
      "grad_norm": 0.9743494987487793,
      "learning_rate": 2.990628704396136e-06,
      "loss": 0.3567,
      "step": 1262480
    },
    {
      "epoch": 352.36,
      "grad_norm": 1.0046579837799072,
      "learning_rate": 2.9906027150177657e-06,
      "loss": 0.351,
      "step": 1262490
    },
    {
      "epoch": 352.36,
      "grad_norm": 0.899673342704773,
      "learning_rate": 2.990576725553299e-06,
      "loss": 0.3374,
      "step": 1262500
    },
    {
      "epoch": 352.36,
      "grad_norm": 0.9599440693855286,
      "learning_rate": 2.9905507360027387e-06,
      "loss": 0.3687,
      "step": 1262510
    },
    {
      "epoch": 352.36,
      "grad_norm": 1.0589203834533691,
      "learning_rate": 2.99052474636609e-06,
      "loss": 0.35,
      "step": 1262520
    },
    {
      "epoch": 352.37,
      "grad_norm": 1.1362593173980713,
      "learning_rate": 2.990498756643356e-06,
      "loss": 0.3512,
      "step": 1262530
    },
    {
      "epoch": 352.37,
      "grad_norm": 1.1950082778930664,
      "learning_rate": 2.990472766834538e-06,
      "loss": 0.3372,
      "step": 1262540
    },
    {
      "epoch": 352.37,
      "grad_norm": 0.9320398569107056,
      "learning_rate": 2.990446776939642e-06,
      "loss": 0.3344,
      "step": 1262550
    },
    {
      "epoch": 352.38,
      "grad_norm": 1.069730520248413,
      "learning_rate": 2.99042078695867e-06,
      "loss": 0.3627,
      "step": 1262560
    },
    {
      "epoch": 352.38,
      "grad_norm": 2.862062692642212,
      "learning_rate": 2.9903947968916262e-06,
      "loss": 0.3527,
      "step": 1262570
    },
    {
      "epoch": 352.38,
      "grad_norm": 1.074329137802124,
      "learning_rate": 2.990368806738514e-06,
      "loss": 0.3337,
      "step": 1262580
    },
    {
      "epoch": 352.38,
      "grad_norm": 0.9468457102775574,
      "learning_rate": 2.9903428164993364e-06,
      "loss": 0.3526,
      "step": 1262590
    },
    {
      "epoch": 352.39,
      "grad_norm": 1.0201606750488281,
      "learning_rate": 2.9903168261740973e-06,
      "loss": 0.3513,
      "step": 1262600
    },
    {
      "epoch": 352.39,
      "grad_norm": 1.1494029760360718,
      "learning_rate": 2.9902908357627996e-06,
      "loss": 0.357,
      "step": 1262610
    },
    {
      "epoch": 352.39,
      "grad_norm": 0.868423342704773,
      "learning_rate": 2.9902648452654477e-06,
      "loss": 0.3476,
      "step": 1262620
    },
    {
      "epoch": 352.39,
      "grad_norm": 1.0387787818908691,
      "learning_rate": 2.990238854682044e-06,
      "loss": 0.3512,
      "step": 1262630
    },
    {
      "epoch": 352.4,
      "grad_norm": 0.9724581837654114,
      "learning_rate": 2.9902128640125923e-06,
      "loss": 0.3526,
      "step": 1262640
    },
    {
      "epoch": 352.4,
      "grad_norm": 1.0394850969314575,
      "learning_rate": 2.9901868732570973e-06,
      "loss": 0.3591,
      "step": 1262650
    },
    {
      "epoch": 352.4,
      "grad_norm": 1.2693302631378174,
      "learning_rate": 2.99016088241556e-06,
      "loss": 0.3464,
      "step": 1262660
    },
    {
      "epoch": 352.41,
      "grad_norm": 1.0625629425048828,
      "learning_rate": 2.9901348914879863e-06,
      "loss": 0.3704,
      "step": 1262670
    },
    {
      "epoch": 352.41,
      "grad_norm": 1.0597491264343262,
      "learning_rate": 2.9901089004743783e-06,
      "loss": 0.348,
      "step": 1262680
    },
    {
      "epoch": 352.41,
      "grad_norm": 0.9582487940788269,
      "learning_rate": 2.9900829093747394e-06,
      "loss": 0.3402,
      "step": 1262690
    },
    {
      "epoch": 352.41,
      "grad_norm": 1.0761412382125854,
      "learning_rate": 2.9900569181890736e-06,
      "loss": 0.3473,
      "step": 1262700
    },
    {
      "epoch": 352.42,
      "grad_norm": 1.0267475843429565,
      "learning_rate": 2.990030926917384e-06,
      "loss": 0.3464,
      "step": 1262710
    },
    {
      "epoch": 352.42,
      "grad_norm": 1.0487779378890991,
      "learning_rate": 2.990004935559675e-06,
      "loss": 0.3454,
      "step": 1262720
    },
    {
      "epoch": 352.42,
      "grad_norm": 1.0925257205963135,
      "learning_rate": 2.9899789441159482e-06,
      "loss": 0.3603,
      "step": 1262730
    },
    {
      "epoch": 352.43,
      "grad_norm": 1.203166127204895,
      "learning_rate": 2.989952952586209e-06,
      "loss": 0.3404,
      "step": 1262740
    },
    {
      "epoch": 352.43,
      "grad_norm": 0.9621055126190186,
      "learning_rate": 2.98992696097046e-06,
      "loss": 0.3505,
      "step": 1262750
    },
    {
      "epoch": 352.43,
      "grad_norm": 1.0403127670288086,
      "learning_rate": 2.989900969268704e-06,
      "loss": 0.3663,
      "step": 1262760
    },
    {
      "epoch": 352.43,
      "grad_norm": 0.8628050684928894,
      "learning_rate": 2.9898749774809454e-06,
      "loss": 0.3416,
      "step": 1262770
    },
    {
      "epoch": 352.44,
      "grad_norm": 1.0517029762268066,
      "learning_rate": 2.989848985607188e-06,
      "loss": 0.3407,
      "step": 1262780
    },
    {
      "epoch": 352.44,
      "grad_norm": 1.0372408628463745,
      "learning_rate": 2.9898229936474335e-06,
      "loss": 0.3408,
      "step": 1262790
    },
    {
      "epoch": 352.44,
      "grad_norm": 1.1304548978805542,
      "learning_rate": 2.989797001601687e-06,
      "loss": 0.3489,
      "step": 1262800
    },
    {
      "epoch": 352.44,
      "grad_norm": 1.0769532918930054,
      "learning_rate": 2.989771009469952e-06,
      "loss": 0.3362,
      "step": 1262810
    },
    {
      "epoch": 352.45,
      "grad_norm": 1.043856143951416,
      "learning_rate": 2.9897450172522312e-06,
      "loss": 0.3642,
      "step": 1262820
    },
    {
      "epoch": 352.45,
      "grad_norm": 1.0635446310043335,
      "learning_rate": 2.989719024948528e-06,
      "loss": 0.3413,
      "step": 1262830
    },
    {
      "epoch": 352.45,
      "grad_norm": 0.8898530006408691,
      "learning_rate": 2.9896930325588466e-06,
      "loss": 0.3405,
      "step": 1262840
    },
    {
      "epoch": 352.46,
      "grad_norm": 1.0546419620513916,
      "learning_rate": 2.9896670400831895e-06,
      "loss": 0.3441,
      "step": 1262850
    },
    {
      "epoch": 352.46,
      "grad_norm": 0.9943819642066956,
      "learning_rate": 2.9896410475215606e-06,
      "loss": 0.3373,
      "step": 1262860
    },
    {
      "epoch": 352.46,
      "grad_norm": 5.531925678253174,
      "learning_rate": 2.989615054873964e-06,
      "loss": 0.3319,
      "step": 1262870
    },
    {
      "epoch": 352.46,
      "grad_norm": 0.9605640172958374,
      "learning_rate": 2.9895890621404017e-06,
      "loss": 0.3526,
      "step": 1262880
    },
    {
      "epoch": 352.47,
      "grad_norm": 1.061694860458374,
      "learning_rate": 2.9895630693208793e-06,
      "loss": 0.3391,
      "step": 1262890
    },
    {
      "epoch": 352.47,
      "grad_norm": 1.122920036315918,
      "learning_rate": 2.989537076415398e-06,
      "loss": 0.3661,
      "step": 1262900
    },
    {
      "epoch": 352.47,
      "grad_norm": 0.9296815395355225,
      "learning_rate": 2.989511083423963e-06,
      "loss": 0.3574,
      "step": 1262910
    },
    {
      "epoch": 352.48,
      "grad_norm": 4.467939853668213,
      "learning_rate": 2.9894850903465756e-06,
      "loss": 0.3393,
      "step": 1262920
    },
    {
      "epoch": 352.48,
      "grad_norm": 1.0036982297897339,
      "learning_rate": 2.989459097183242e-06,
      "loss": 0.342,
      "step": 1262930
    },
    {
      "epoch": 352.48,
      "grad_norm": 0.86134934425354,
      "learning_rate": 2.989433103933964e-06,
      "loss": 0.3533,
      "step": 1262940
    },
    {
      "epoch": 352.48,
      "grad_norm": 0.8921599388122559,
      "learning_rate": 2.9894071105987454e-06,
      "loss": 0.3623,
      "step": 1262950
    },
    {
      "epoch": 352.49,
      "grad_norm": 1.0109082460403442,
      "learning_rate": 2.98938111717759e-06,
      "loss": 0.3555,
      "step": 1262960
    },
    {
      "epoch": 352.49,
      "grad_norm": 1.0517947673797607,
      "learning_rate": 2.9893551236705008e-06,
      "loss": 0.3557,
      "step": 1262970
    },
    {
      "epoch": 352.49,
      "grad_norm": 0.9562579393386841,
      "learning_rate": 2.9893291300774814e-06,
      "loss": 0.3586,
      "step": 1262980
    },
    {
      "epoch": 352.5,
      "grad_norm": 1.0209020376205444,
      "learning_rate": 2.9893031363985344e-06,
      "loss": 0.353,
      "step": 1262990
    },
    {
      "epoch": 352.5,
      "grad_norm": 1.0481798648834229,
      "learning_rate": 2.989277142633665e-06,
      "loss": 0.3672,
      "step": 1263000
    },
    {
      "epoch": 352.5,
      "grad_norm": 0.9435849189758301,
      "learning_rate": 2.9892511487828754e-06,
      "loss": 0.3581,
      "step": 1263010
    },
    {
      "epoch": 352.5,
      "grad_norm": 1.0606173276901245,
      "learning_rate": 2.9892251548461695e-06,
      "loss": 0.354,
      "step": 1263020
    },
    {
      "epoch": 352.51,
      "grad_norm": 1.0400124788284302,
      "learning_rate": 2.9891991608235507e-06,
      "loss": 0.3514,
      "step": 1263030
    },
    {
      "epoch": 352.51,
      "grad_norm": 0.9703956842422485,
      "learning_rate": 2.9891731667150224e-06,
      "loss": 0.3497,
      "step": 1263040
    },
    {
      "epoch": 352.51,
      "grad_norm": 1.2665114402770996,
      "learning_rate": 2.989147172520588e-06,
      "loss": 0.3497,
      "step": 1263050
    },
    {
      "epoch": 352.51,
      "grad_norm": 0.930586576461792,
      "learning_rate": 2.9891211782402514e-06,
      "loss": 0.35,
      "step": 1263060
    },
    {
      "epoch": 352.52,
      "grad_norm": 0.9876139760017395,
      "learning_rate": 2.989095183874016e-06,
      "loss": 0.3478,
      "step": 1263070
    },
    {
      "epoch": 352.52,
      "grad_norm": 1.0478256940841675,
      "learning_rate": 2.989069189421884e-06,
      "loss": 0.3452,
      "step": 1263080
    },
    {
      "epoch": 352.52,
      "grad_norm": 0.9054562449455261,
      "learning_rate": 2.9890431948838605e-06,
      "loss": 0.3392,
      "step": 1263090
    },
    {
      "epoch": 352.53,
      "grad_norm": 1.041330337524414,
      "learning_rate": 2.9890172002599483e-06,
      "loss": 0.347,
      "step": 1263100
    },
    {
      "epoch": 352.53,
      "grad_norm": 1.1111266613006592,
      "learning_rate": 2.9889912055501503e-06,
      "loss": 0.3635,
      "step": 1263110
    },
    {
      "epoch": 352.53,
      "grad_norm": 1.041725993156433,
      "learning_rate": 2.9889652107544708e-06,
      "loss": 0.3512,
      "step": 1263120
    },
    {
      "epoch": 352.53,
      "grad_norm": 1.023756980895996,
      "learning_rate": 2.9889392158729135e-06,
      "loss": 0.3562,
      "step": 1263130
    },
    {
      "epoch": 352.54,
      "grad_norm": 1.0713094472885132,
      "learning_rate": 2.988913220905481e-06,
      "loss": 0.3435,
      "step": 1263140
    },
    {
      "epoch": 352.54,
      "grad_norm": 1.0206109285354614,
      "learning_rate": 2.9888872258521766e-06,
      "loss": 0.3307,
      "step": 1263150
    },
    {
      "epoch": 352.54,
      "grad_norm": 1.4777246713638306,
      "learning_rate": 2.9888612307130053e-06,
      "loss": 0.3403,
      "step": 1263160
    },
    {
      "epoch": 352.55,
      "grad_norm": 0.9627308249473572,
      "learning_rate": 2.9888352354879686e-06,
      "loss": 0.3589,
      "step": 1263170
    },
    {
      "epoch": 352.55,
      "grad_norm": 1.068589448928833,
      "learning_rate": 2.9888092401770715e-06,
      "loss": 0.3775,
      "step": 1263180
    },
    {
      "epoch": 352.55,
      "grad_norm": 0.8070504665374756,
      "learning_rate": 2.9887832447803163e-06,
      "loss": 0.3617,
      "step": 1263190
    },
    {
      "epoch": 352.55,
      "grad_norm": 2.27522873878479,
      "learning_rate": 2.9887572492977074e-06,
      "loss": 0.3506,
      "step": 1263200
    },
    {
      "epoch": 352.56,
      "grad_norm": 0.8639755845069885,
      "learning_rate": 2.9887312537292476e-06,
      "loss": 0.3643,
      "step": 1263210
    },
    {
      "epoch": 352.56,
      "grad_norm": 1.0623756647109985,
      "learning_rate": 2.9887052580749405e-06,
      "loss": 0.3458,
      "step": 1263220
    },
    {
      "epoch": 352.56,
      "grad_norm": 1.1181817054748535,
      "learning_rate": 2.9886792623347904e-06,
      "loss": 0.357,
      "step": 1263230
    },
    {
      "epoch": 352.56,
      "grad_norm": 0.8665539622306824,
      "learning_rate": 2.988653266508799e-06,
      "loss": 0.3521,
      "step": 1263240
    },
    {
      "epoch": 352.57,
      "grad_norm": 1.0592443943023682,
      "learning_rate": 2.9886272705969716e-06,
      "loss": 0.3473,
      "step": 1263250
    },
    {
      "epoch": 352.57,
      "grad_norm": 6.422070026397705,
      "learning_rate": 2.9886012745993108e-06,
      "loss": 0.347,
      "step": 1263260
    },
    {
      "epoch": 352.57,
      "grad_norm": 1.0999919176101685,
      "learning_rate": 2.9885752785158197e-06,
      "loss": 0.3576,
      "step": 1263270
    },
    {
      "epoch": 352.58,
      "grad_norm": 0.8301780819892883,
      "learning_rate": 2.9885492823465026e-06,
      "loss": 0.3477,
      "step": 1263280
    },
    {
      "epoch": 352.58,
      "grad_norm": 0.9558794498443604,
      "learning_rate": 2.9885232860913625e-06,
      "loss": 0.3368,
      "step": 1263290
    },
    {
      "epoch": 352.58,
      "grad_norm": 0.9162164926528931,
      "learning_rate": 2.9884972897504022e-06,
      "loss": 0.3387,
      "step": 1263300
    },
    {
      "epoch": 352.58,
      "grad_norm": 1.1320130825042725,
      "learning_rate": 2.9884712933236265e-06,
      "loss": 0.3855,
      "step": 1263310
    },
    {
      "epoch": 352.59,
      "grad_norm": 1.0312023162841797,
      "learning_rate": 2.988445296811038e-06,
      "loss": 0.3527,
      "step": 1263320
    },
    {
      "epoch": 352.59,
      "grad_norm": 0.9422432780265808,
      "learning_rate": 2.988419300212641e-06,
      "loss": 0.3366,
      "step": 1263330
    },
    {
      "epoch": 352.59,
      "grad_norm": 1.0694621801376343,
      "learning_rate": 2.988393303528438e-06,
      "loss": 0.3512,
      "step": 1263340
    },
    {
      "epoch": 352.6,
      "grad_norm": 2.611654758453369,
      "learning_rate": 2.988367306758432e-06,
      "loss": 0.3535,
      "step": 1263350
    },
    {
      "epoch": 352.6,
      "grad_norm": 1.0014973878860474,
      "learning_rate": 2.9883413099026285e-06,
      "loss": 0.3627,
      "step": 1263360
    },
    {
      "epoch": 352.6,
      "grad_norm": 0.955336332321167,
      "learning_rate": 2.9883153129610282e-06,
      "loss": 0.346,
      "step": 1263370
    },
    {
      "epoch": 352.6,
      "grad_norm": 1.2266520261764526,
      "learning_rate": 2.988289315933637e-06,
      "loss": 0.3632,
      "step": 1263380
    },
    {
      "epoch": 352.61,
      "grad_norm": 1.1849015951156616,
      "learning_rate": 2.9882633188204577e-06,
      "loss": 0.3557,
      "step": 1263390
    },
    {
      "epoch": 352.61,
      "grad_norm": 1.1675363779067993,
      "learning_rate": 2.9882373216214933e-06,
      "loss": 0.3515,
      "step": 1263400
    },
    {
      "epoch": 352.61,
      "grad_norm": 1.0827561616897583,
      "learning_rate": 2.9882113243367477e-06,
      "loss": 0.3503,
      "step": 1263410
    },
    {
      "epoch": 352.62,
      "grad_norm": 0.9268438220024109,
      "learning_rate": 2.988185326966224e-06,
      "loss": 0.3633,
      "step": 1263420
    },
    {
      "epoch": 352.62,
      "grad_norm": 1.0401945114135742,
      "learning_rate": 2.9881593295099255e-06,
      "loss": 0.3599,
      "step": 1263430
    },
    {
      "epoch": 352.62,
      "grad_norm": 1.0174241065979004,
      "learning_rate": 2.988133331967856e-06,
      "loss": 0.3598,
      "step": 1263440
    },
    {
      "epoch": 352.62,
      "grad_norm": 0.9480775594711304,
      "learning_rate": 2.988107334340019e-06,
      "loss": 0.372,
      "step": 1263450
    },
    {
      "epoch": 352.63,
      "grad_norm": 1.169470191001892,
      "learning_rate": 2.9880813366264176e-06,
      "loss": 0.3492,
      "step": 1263460
    },
    {
      "epoch": 352.63,
      "grad_norm": 1.211916208267212,
      "learning_rate": 2.9880553388270555e-06,
      "loss": 0.3607,
      "step": 1263470
    },
    {
      "epoch": 352.63,
      "grad_norm": 0.9530922174453735,
      "learning_rate": 2.9880293409419368e-06,
      "loss": 0.3444,
      "step": 1263480
    },
    {
      "epoch": 352.63,
      "grad_norm": 1.0543608665466309,
      "learning_rate": 2.9880033429710645e-06,
      "loss": 0.3413,
      "step": 1263490
    },
    {
      "epoch": 352.64,
      "grad_norm": 0.9140897989273071,
      "learning_rate": 2.9879773449144407e-06,
      "loss": 0.3448,
      "step": 1263500
    },
    {
      "epoch": 352.64,
      "grad_norm": 1.0404080152511597,
      "learning_rate": 2.9879513467720705e-06,
      "loss": 0.3462,
      "step": 1263510
    },
    {
      "epoch": 352.64,
      "grad_norm": 1.08843195438385,
      "learning_rate": 2.9879253485439576e-06,
      "loss": 0.3552,
      "step": 1263520
    },
    {
      "epoch": 352.65,
      "grad_norm": 0.876253604888916,
      "learning_rate": 2.9878993502301043e-06,
      "loss": 0.3489,
      "step": 1263530
    },
    {
      "epoch": 352.65,
      "grad_norm": 0.9730231761932373,
      "learning_rate": 2.9878733518305143e-06,
      "loss": 0.3355,
      "step": 1263540
    },
    {
      "epoch": 352.65,
      "grad_norm": 1.3405156135559082,
      "learning_rate": 2.987847353345192e-06,
      "loss": 0.3524,
      "step": 1263550
    },
    {
      "epoch": 352.65,
      "grad_norm": 1.0319623947143555,
      "learning_rate": 2.9878213547741396e-06,
      "loss": 0.3577,
      "step": 1263560
    },
    {
      "epoch": 352.66,
      "grad_norm": 0.9818676114082336,
      "learning_rate": 2.987795356117361e-06,
      "loss": 0.362,
      "step": 1263570
    },
    {
      "epoch": 352.66,
      "grad_norm": 0.9269055128097534,
      "learning_rate": 2.9877693573748605e-06,
      "loss": 0.351,
      "step": 1263580
    },
    {
      "epoch": 352.66,
      "grad_norm": 0.9953287243843079,
      "learning_rate": 2.9877433585466405e-06,
      "loss": 0.3562,
      "step": 1263590
    },
    {
      "epoch": 352.67,
      "grad_norm": 9.842674255371094,
      "learning_rate": 2.987717359632704e-06,
      "loss": 0.3463,
      "step": 1263600
    },
    {
      "epoch": 352.67,
      "grad_norm": 0.8676689863204956,
      "learning_rate": 2.987691360633056e-06,
      "loss": 0.3583,
      "step": 1263610
    },
    {
      "epoch": 352.67,
      "grad_norm": 1.0210902690887451,
      "learning_rate": 2.9876653615476998e-06,
      "loss": 0.3539,
      "step": 1263620
    },
    {
      "epoch": 352.67,
      "grad_norm": 1.0029717683792114,
      "learning_rate": 2.9876393623766377e-06,
      "loss": 0.3606,
      "step": 1263630
    },
    {
      "epoch": 352.68,
      "grad_norm": 0.915743350982666,
      "learning_rate": 2.9876133631198737e-06,
      "loss": 0.3565,
      "step": 1263640
    },
    {
      "epoch": 352.68,
      "grad_norm": 1.0195249319076538,
      "learning_rate": 2.987587363777412e-06,
      "loss": 0.3575,
      "step": 1263650
    },
    {
      "epoch": 352.68,
      "grad_norm": 1.0574313402175903,
      "learning_rate": 2.987561364349254e-06,
      "loss": 0.3391,
      "step": 1263660
    },
    {
      "epoch": 352.68,
      "grad_norm": 0.9546439051628113,
      "learning_rate": 2.9875353648354055e-06,
      "loss": 0.3598,
      "step": 1263670
    },
    {
      "epoch": 352.69,
      "grad_norm": 1.0068728923797607,
      "learning_rate": 2.9875093652358688e-06,
      "loss": 0.352,
      "step": 1263680
    },
    {
      "epoch": 352.69,
      "grad_norm": 0.9043972492218018,
      "learning_rate": 2.987483365550647e-06,
      "loss": 0.3376,
      "step": 1263690
    },
    {
      "epoch": 352.69,
      "grad_norm": 1.0118027925491333,
      "learning_rate": 2.9874573657797455e-06,
      "loss": 0.3334,
      "step": 1263700
    },
    {
      "epoch": 352.7,
      "grad_norm": 0.9584234356880188,
      "learning_rate": 2.9874313659231657e-06,
      "loss": 0.3348,
      "step": 1263710
    },
    {
      "epoch": 352.7,
      "grad_norm": 1.0235167741775513,
      "learning_rate": 2.9874053659809114e-06,
      "loss": 0.3453,
      "step": 1263720
    },
    {
      "epoch": 352.7,
      "grad_norm": 1.0706526041030884,
      "learning_rate": 2.9873793659529866e-06,
      "loss": 0.3641,
      "step": 1263730
    },
    {
      "epoch": 352.7,
      "grad_norm": 0.8581365346908569,
      "learning_rate": 2.987353365839394e-06,
      "loss": 0.3527,
      "step": 1263740
    },
    {
      "epoch": 352.71,
      "grad_norm": 0.9537743330001831,
      "learning_rate": 2.987327365640138e-06,
      "loss": 0.3444,
      "step": 1263750
    },
    {
      "epoch": 352.71,
      "grad_norm": 0.9133415222167969,
      "learning_rate": 2.987301365355222e-06,
      "loss": 0.3414,
      "step": 1263760
    },
    {
      "epoch": 352.71,
      "grad_norm": 0.9406101107597351,
      "learning_rate": 2.9872753649846493e-06,
      "loss": 0.3525,
      "step": 1263770
    },
    {
      "epoch": 352.72,
      "grad_norm": 0.9403146505355835,
      "learning_rate": 2.987249364528423e-06,
      "loss": 0.3605,
      "step": 1263780
    },
    {
      "epoch": 352.72,
      "grad_norm": 1.1055996417999268,
      "learning_rate": 2.987223363986546e-06,
      "loss": 0.3533,
      "step": 1263790
    },
    {
      "epoch": 352.72,
      "grad_norm": 1.276252031326294,
      "learning_rate": 2.9871973633590236e-06,
      "loss": 0.3459,
      "step": 1263800
    },
    {
      "epoch": 352.72,
      "grad_norm": 1.1276651620864868,
      "learning_rate": 2.9871713626458576e-06,
      "loss": 0.3505,
      "step": 1263810
    },
    {
      "epoch": 352.73,
      "grad_norm": 0.9380697011947632,
      "learning_rate": 2.987145361847052e-06,
      "loss": 0.3578,
      "step": 1263820
    },
    {
      "epoch": 352.73,
      "grad_norm": 1.1082394123077393,
      "learning_rate": 2.9871193609626103e-06,
      "loss": 0.3442,
      "step": 1263830
    },
    {
      "epoch": 352.73,
      "grad_norm": 1.0189307928085327,
      "learning_rate": 2.987093359992536e-06,
      "loss": 0.3449,
      "step": 1263840
    },
    {
      "epoch": 352.74,
      "grad_norm": 0.9896053075790405,
      "learning_rate": 2.987067358936833e-06,
      "loss": 0.3515,
      "step": 1263850
    },
    {
      "epoch": 352.74,
      "grad_norm": 1.0818661451339722,
      "learning_rate": 2.987041357795504e-06,
      "loss": 0.3649,
      "step": 1263860
    },
    {
      "epoch": 352.74,
      "grad_norm": 1.1795978546142578,
      "learning_rate": 2.987015356568553e-06,
      "loss": 0.3315,
      "step": 1263870
    },
    {
      "epoch": 352.74,
      "grad_norm": 0.8310163617134094,
      "learning_rate": 2.9869893552559827e-06,
      "loss": 0.3325,
      "step": 1263880
    },
    {
      "epoch": 352.75,
      "grad_norm": 1.0846039056777954,
      "learning_rate": 2.986963353857797e-06,
      "loss": 0.3576,
      "step": 1263890
    },
    {
      "epoch": 352.75,
      "grad_norm": 0.9409697651863098,
      "learning_rate": 2.986937352373999e-06,
      "loss": 0.3453,
      "step": 1263900
    },
    {
      "epoch": 352.75,
      "grad_norm": 0.9818322658538818,
      "learning_rate": 2.9869113508045937e-06,
      "loss": 0.3506,
      "step": 1263910
    },
    {
      "epoch": 352.75,
      "grad_norm": 1.0165075063705444,
      "learning_rate": 2.9868853491495833e-06,
      "loss": 0.3424,
      "step": 1263920
    },
    {
      "epoch": 352.76,
      "grad_norm": 0.9922822713851929,
      "learning_rate": 2.986859347408971e-06,
      "loss": 0.3333,
      "step": 1263930
    },
    {
      "epoch": 352.76,
      "grad_norm": 0.9723102450370789,
      "learning_rate": 2.9868333455827613e-06,
      "loss": 0.3542,
      "step": 1263940
    },
    {
      "epoch": 352.76,
      "grad_norm": 1.0383464097976685,
      "learning_rate": 2.986807343670956e-06,
      "loss": 0.3457,
      "step": 1263950
    },
    {
      "epoch": 352.77,
      "grad_norm": 1.006913423538208,
      "learning_rate": 2.98678134167356e-06,
      "loss": 0.359,
      "step": 1263960
    },
    {
      "epoch": 352.77,
      "grad_norm": 1.4666175842285156,
      "learning_rate": 2.986755339590577e-06,
      "loss": 0.3569,
      "step": 1263970
    },
    {
      "epoch": 352.77,
      "grad_norm": 0.9342389702796936,
      "learning_rate": 2.9867293374220085e-06,
      "loss": 0.3364,
      "step": 1263980
    },
    {
      "epoch": 352.77,
      "grad_norm": 1.0384718179702759,
      "learning_rate": 2.986703335167861e-06,
      "loss": 0.3536,
      "step": 1263990
    },
    {
      "epoch": 352.78,
      "grad_norm": 1.1092675924301147,
      "learning_rate": 2.9866773328281353e-06,
      "loss": 0.351,
      "step": 1264000
    },
    {
      "epoch": 352.78,
      "grad_norm": 0.9933862090110779,
      "learning_rate": 2.9866513304028353e-06,
      "loss": 0.3487,
      "step": 1264010
    },
    {
      "epoch": 352.78,
      "grad_norm": 0.9518088698387146,
      "learning_rate": 2.986625327891965e-06,
      "loss": 0.3548,
      "step": 1264020
    },
    {
      "epoch": 352.79,
      "grad_norm": 0.9236227869987488,
      "learning_rate": 2.986599325295529e-06,
      "loss": 0.3551,
      "step": 1264030
    },
    {
      "epoch": 352.79,
      "grad_norm": 1.029863715171814,
      "learning_rate": 2.9865733226135283e-06,
      "loss": 0.3365,
      "step": 1264040
    },
    {
      "epoch": 352.79,
      "grad_norm": 0.8644395470619202,
      "learning_rate": 2.986547319845968e-06,
      "loss": 0.3689,
      "step": 1264050
    },
    {
      "epoch": 352.79,
      "grad_norm": 1.0252848863601685,
      "learning_rate": 2.9865213169928513e-06,
      "loss": 0.335,
      "step": 1264060
    },
    {
      "epoch": 352.8,
      "grad_norm": 0.9045897722244263,
      "learning_rate": 2.9864953140541824e-06,
      "loss": 0.3501,
      "step": 1264070
    },
    {
      "epoch": 352.8,
      "grad_norm": 1.1401128768920898,
      "learning_rate": 2.986469311029963e-06,
      "loss": 0.3446,
      "step": 1264080
    },
    {
      "epoch": 352.8,
      "grad_norm": 0.9202723503112793,
      "learning_rate": 2.9864433079201975e-06,
      "loss": 0.3515,
      "step": 1264090
    },
    {
      "epoch": 352.8,
      "grad_norm": 0.8159906268119812,
      "learning_rate": 2.9864173047248895e-06,
      "loss": 0.3473,
      "step": 1264100
    },
    {
      "epoch": 352.81,
      "grad_norm": 1.6697012186050415,
      "learning_rate": 2.986391301444042e-06,
      "loss": 0.3486,
      "step": 1264110
    },
    {
      "epoch": 352.81,
      "grad_norm": 1.0076770782470703,
      "learning_rate": 2.986365298077659e-06,
      "loss": 0.3556,
      "step": 1264120
    },
    {
      "epoch": 352.81,
      "grad_norm": 0.8904215097427368,
      "learning_rate": 2.9863392946257445e-06,
      "loss": 0.3361,
      "step": 1264130
    },
    {
      "epoch": 352.82,
      "grad_norm": 1.1278948783874512,
      "learning_rate": 2.9863132910883004e-06,
      "loss": 0.3524,
      "step": 1264140
    },
    {
      "epoch": 352.82,
      "grad_norm": 0.9522602558135986,
      "learning_rate": 2.986287287465331e-06,
      "loss": 0.3555,
      "step": 1264150
    },
    {
      "epoch": 352.82,
      "grad_norm": 1.307845950126648,
      "learning_rate": 2.98626128375684e-06,
      "loss": 0.3492,
      "step": 1264160
    },
    {
      "epoch": 352.82,
      "grad_norm": 1.092375636100769,
      "learning_rate": 2.98623527996283e-06,
      "loss": 0.3468,
      "step": 1264170
    },
    {
      "epoch": 352.83,
      "grad_norm": 0.9003120064735413,
      "learning_rate": 2.9862092760833053e-06,
      "loss": 0.358,
      "step": 1264180
    },
    {
      "epoch": 352.83,
      "grad_norm": 0.9732962846755981,
      "learning_rate": 2.986183272118269e-06,
      "loss": 0.3676,
      "step": 1264190
    },
    {
      "epoch": 352.83,
      "grad_norm": 1.2765626907348633,
      "learning_rate": 2.9861572680677252e-06,
      "loss": 0.3656,
      "step": 1264200
    },
    {
      "epoch": 352.84,
      "grad_norm": 1.0586193799972534,
      "learning_rate": 2.9861312639316766e-06,
      "loss": 0.3455,
      "step": 1264210
    },
    {
      "epoch": 352.84,
      "grad_norm": 0.9505248665809631,
      "learning_rate": 2.9861052597101264e-06,
      "loss": 0.3496,
      "step": 1264220
    },
    {
      "epoch": 352.84,
      "grad_norm": 1.1383684873580933,
      "learning_rate": 2.986079255403079e-06,
      "loss": 0.3559,
      "step": 1264230
    },
    {
      "epoch": 352.84,
      "grad_norm": 1.2181057929992676,
      "learning_rate": 2.9860532510105367e-06,
      "loss": 0.3466,
      "step": 1264240
    },
    {
      "epoch": 352.85,
      "grad_norm": 1.185633897781372,
      "learning_rate": 2.9860272465325044e-06,
      "loss": 0.3468,
      "step": 1264250
    },
    {
      "epoch": 352.85,
      "grad_norm": 0.9509267807006836,
      "learning_rate": 2.9860012419689845e-06,
      "loss": 0.3558,
      "step": 1264260
    },
    {
      "epoch": 352.85,
      "grad_norm": 1.0127975940704346,
      "learning_rate": 2.9859752373199812e-06,
      "loss": 0.3505,
      "step": 1264270
    },
    {
      "epoch": 352.86,
      "grad_norm": 1.0316951274871826,
      "learning_rate": 2.985949232585497e-06,
      "loss": 0.3544,
      "step": 1264280
    },
    {
      "epoch": 352.86,
      "grad_norm": 0.9006327986717224,
      "learning_rate": 2.9859232277655367e-06,
      "loss": 0.342,
      "step": 1264290
    },
    {
      "epoch": 352.86,
      "grad_norm": 1.2101168632507324,
      "learning_rate": 2.9858972228601026e-06,
      "loss": 0.3366,
      "step": 1264300
    },
    {
      "epoch": 352.86,
      "grad_norm": 1.0180063247680664,
      "learning_rate": 2.9858712178691974e-06,
      "loss": 0.3348,
      "step": 1264310
    },
    {
      "epoch": 352.87,
      "grad_norm": 0.9266363978385925,
      "learning_rate": 2.985845212792827e-06,
      "loss": 0.36,
      "step": 1264320
    },
    {
      "epoch": 352.87,
      "grad_norm": 1.1802819967269897,
      "learning_rate": 2.9858192076309936e-06,
      "loss": 0.3518,
      "step": 1264330
    },
    {
      "epoch": 352.87,
      "grad_norm": 1.02377188205719,
      "learning_rate": 2.9857932023837e-06,
      "loss": 0.3792,
      "step": 1264340
    },
    {
      "epoch": 352.87,
      "grad_norm": 0.9446537494659424,
      "learning_rate": 2.9857671970509505e-06,
      "loss": 0.3541,
      "step": 1264350
    },
    {
      "epoch": 352.88,
      "grad_norm": 1.083309531211853,
      "learning_rate": 2.9857411916327485e-06,
      "loss": 0.3768,
      "step": 1264360
    },
    {
      "epoch": 352.88,
      "grad_norm": 0.9565789103507996,
      "learning_rate": 2.985715186129097e-06,
      "loss": 0.36,
      "step": 1264370
    },
    {
      "epoch": 352.88,
      "grad_norm": 1.0838513374328613,
      "learning_rate": 2.9856891805399994e-06,
      "loss": 0.3481,
      "step": 1264380
    },
    {
      "epoch": 352.89,
      "grad_norm": 1.0209345817565918,
      "learning_rate": 2.9856631748654607e-06,
      "loss": 0.3668,
      "step": 1264390
    },
    {
      "epoch": 352.89,
      "grad_norm": 0.9031738638877869,
      "learning_rate": 2.985637169105482e-06,
      "loss": 0.3534,
      "step": 1264400
    },
    {
      "epoch": 352.89,
      "grad_norm": 0.9786080718040466,
      "learning_rate": 2.9856111632600685e-06,
      "loss": 0.3625,
      "step": 1264410
    },
    {
      "epoch": 352.89,
      "grad_norm": 0.9862553477287292,
      "learning_rate": 2.985585157329223e-06,
      "loss": 0.3457,
      "step": 1264420
    },
    {
      "epoch": 352.9,
      "grad_norm": 0.958832859992981,
      "learning_rate": 2.985559151312949e-06,
      "loss": 0.351,
      "step": 1264430
    },
    {
      "epoch": 352.9,
      "grad_norm": 0.9889557957649231,
      "learning_rate": 2.9855331452112508e-06,
      "loss": 0.3465,
      "step": 1264440
    },
    {
      "epoch": 352.9,
      "grad_norm": 0.9950305223464966,
      "learning_rate": 2.98550713902413e-06,
      "loss": 0.3551,
      "step": 1264450
    },
    {
      "epoch": 352.91,
      "grad_norm": 0.8826570510864258,
      "learning_rate": 2.9854811327515916e-06,
      "loss": 0.3386,
      "step": 1264460
    },
    {
      "epoch": 352.91,
      "grad_norm": 0.9970850944519043,
      "learning_rate": 2.9854551263936388e-06,
      "loss": 0.3499,
      "step": 1264470
    },
    {
      "epoch": 352.91,
      "grad_norm": 0.8782759308815002,
      "learning_rate": 2.985429119950274e-06,
      "loss": 0.3684,
      "step": 1264480
    },
    {
      "epoch": 352.91,
      "grad_norm": 1.0306349992752075,
      "learning_rate": 2.9854031134215027e-06,
      "loss": 0.342,
      "step": 1264490
    },
    {
      "epoch": 352.92,
      "grad_norm": 0.9589924812316895,
      "learning_rate": 2.985377106807326e-06,
      "loss": 0.3237,
      "step": 1264500
    },
    {
      "epoch": 352.92,
      "grad_norm": 1.0589195489883423,
      "learning_rate": 2.9853511001077497e-06,
      "loss": 0.3414,
      "step": 1264510
    },
    {
      "epoch": 352.92,
      "grad_norm": 0.9788849353790283,
      "learning_rate": 2.985325093322776e-06,
      "loss": 0.3545,
      "step": 1264520
    },
    {
      "epoch": 352.92,
      "grad_norm": 0.923187255859375,
      "learning_rate": 2.985299086452408e-06,
      "loss": 0.3514,
      "step": 1264530
    },
    {
      "epoch": 352.93,
      "grad_norm": 1.046608567237854,
      "learning_rate": 2.9852730794966496e-06,
      "loss": 0.3394,
      "step": 1264540
    },
    {
      "epoch": 352.93,
      "grad_norm": 1.2696727514266968,
      "learning_rate": 2.9852470724555046e-06,
      "loss": 0.3486,
      "step": 1264550
    },
    {
      "epoch": 352.93,
      "grad_norm": 0.963139533996582,
      "learning_rate": 2.985221065328976e-06,
      "loss": 0.3698,
      "step": 1264560
    },
    {
      "epoch": 352.94,
      "grad_norm": 1.0557529926300049,
      "learning_rate": 2.985195058117067e-06,
      "loss": 0.3483,
      "step": 1264570
    },
    {
      "epoch": 352.94,
      "grad_norm": 1.0041906833648682,
      "learning_rate": 2.9851690508197826e-06,
      "loss": 0.3464,
      "step": 1264580
    },
    {
      "epoch": 352.94,
      "grad_norm": 0.9374496936798096,
      "learning_rate": 2.985143043437125e-06,
      "loss": 0.3345,
      "step": 1264590
    },
    {
      "epoch": 352.94,
      "grad_norm": 0.9551984071731567,
      "learning_rate": 2.985117035969097e-06,
      "loss": 0.3581,
      "step": 1264600
    },
    {
      "epoch": 352.95,
      "grad_norm": 0.9889529347419739,
      "learning_rate": 2.985091028415703e-06,
      "loss": 0.3371,
      "step": 1264610
    },
    {
      "epoch": 352.95,
      "grad_norm": 1.0567015409469604,
      "learning_rate": 2.9850650207769467e-06,
      "loss": 0.3611,
      "step": 1264620
    },
    {
      "epoch": 352.95,
      "grad_norm": 1.0268157720565796,
      "learning_rate": 2.985039013052831e-06,
      "loss": 0.3456,
      "step": 1264630
    },
    {
      "epoch": 352.96,
      "grad_norm": 1.466638445854187,
      "learning_rate": 2.985013005243359e-06,
      "loss": 0.3437,
      "step": 1264640
    },
    {
      "epoch": 352.96,
      "grad_norm": 1.0016064643859863,
      "learning_rate": 2.9849869973485362e-06,
      "loss": 0.3484,
      "step": 1264650
    },
    {
      "epoch": 352.96,
      "grad_norm": 0.915339469909668,
      "learning_rate": 2.9849609893683632e-06,
      "loss": 0.3605,
      "step": 1264660
    },
    {
      "epoch": 352.96,
      "grad_norm": 1.0081372261047363,
      "learning_rate": 2.9849349813028454e-06,
      "loss": 0.3523,
      "step": 1264670
    },
    {
      "epoch": 352.97,
      "grad_norm": 0.9771982431411743,
      "learning_rate": 2.984908973151986e-06,
      "loss": 0.3493,
      "step": 1264680
    },
    {
      "epoch": 352.97,
      "grad_norm": 0.9412257671356201,
      "learning_rate": 2.9848829649157875e-06,
      "loss": 0.3472,
      "step": 1264690
    },
    {
      "epoch": 352.97,
      "grad_norm": 1.2210112810134888,
      "learning_rate": 2.984856956594254e-06,
      "loss": 0.3332,
      "step": 1264700
    },
    {
      "epoch": 352.98,
      "grad_norm": 1.0504951477050781,
      "learning_rate": 2.9848309481873898e-06,
      "loss": 0.3663,
      "step": 1264710
    },
    {
      "epoch": 352.98,
      "grad_norm": 1.0077686309814453,
      "learning_rate": 2.984804939695197e-06,
      "loss": 0.332,
      "step": 1264720
    },
    {
      "epoch": 352.98,
      "grad_norm": 0.9508863687515259,
      "learning_rate": 2.98477893111768e-06,
      "loss": 0.3505,
      "step": 1264730
    },
    {
      "epoch": 352.98,
      "grad_norm": 1.0814863443374634,
      "learning_rate": 2.9847529224548413e-06,
      "loss": 0.3426,
      "step": 1264740
    },
    {
      "epoch": 352.99,
      "grad_norm": 0.9500893354415894,
      "learning_rate": 2.984726913706685e-06,
      "loss": 0.3563,
      "step": 1264750
    },
    {
      "epoch": 352.99,
      "grad_norm": 1.0944117307662964,
      "learning_rate": 2.9847009048732146e-06,
      "loss": 0.3378,
      "step": 1264760
    },
    {
      "epoch": 352.99,
      "grad_norm": 1.2309759855270386,
      "learning_rate": 2.9846748959544334e-06,
      "loss": 0.3451,
      "step": 1264770
    },
    {
      "epoch": 352.99,
      "grad_norm": 1.0537896156311035,
      "learning_rate": 2.9846488869503454e-06,
      "loss": 0.3455,
      "step": 1264780
    },
    {
      "epoch": 353.0,
      "grad_norm": 0.8812777400016785,
      "learning_rate": 2.9846228778609527e-06,
      "loss": 0.3592,
      "step": 1264790
    },
    {
      "epoch": 353.0,
      "eval_loss": 0.3517161011695862,
      "eval_runtime": 62.8384,
      "eval_samples_per_second": 80.508,
      "eval_steps_per_second": 10.073,
      "step": 1264799
    },
    {
      "epoch": 353.0,
      "grad_norm": 0.8905153870582581,
      "learning_rate": 2.9845968686862604e-06,
      "loss": 0.3542,
      "step": 1264800
    },
    {
      "epoch": 353.0,
      "grad_norm": 0.9780118465423584,
      "learning_rate": 2.9845708594262715e-06,
      "loss": 0.3576,
      "step": 1264810
    },
    {
      "epoch": 353.01,
      "grad_norm": 1.032811164855957,
      "learning_rate": 2.9845448500809885e-06,
      "loss": 0.3421,
      "step": 1264820
    },
    {
      "epoch": 353.01,
      "grad_norm": 0.9200092554092407,
      "learning_rate": 2.9845188406504156e-06,
      "loss": 0.3541,
      "step": 1264830
    },
    {
      "epoch": 353.01,
      "grad_norm": 0.9162980318069458,
      "learning_rate": 2.9844928311345566e-06,
      "loss": 0.3505,
      "step": 1264840
    },
    {
      "epoch": 353.01,
      "grad_norm": 1.0636298656463623,
      "learning_rate": 2.984466821533414e-06,
      "loss": 0.3523,
      "step": 1264850
    },
    {
      "epoch": 353.02,
      "grad_norm": 0.9179110527038574,
      "learning_rate": 2.984440811846992e-06,
      "loss": 0.3528,
      "step": 1264860
    },
    {
      "epoch": 353.02,
      "grad_norm": 1.118446707725525,
      "learning_rate": 2.984414802075294e-06,
      "loss": 0.3415,
      "step": 1264870
    },
    {
      "epoch": 353.02,
      "grad_norm": 1.0148627758026123,
      "learning_rate": 2.9843887922183238e-06,
      "loss": 0.3513,
      "step": 1264880
    },
    {
      "epoch": 353.03,
      "grad_norm": 1.005181908607483,
      "learning_rate": 2.9843627822760837e-06,
      "loss": 0.3616,
      "step": 1264890
    },
    {
      "epoch": 353.03,
      "grad_norm": 0.9074007272720337,
      "learning_rate": 2.984336772248578e-06,
      "loss": 0.3629,
      "step": 1264900
    },
    {
      "epoch": 353.03,
      "grad_norm": 1.0209534168243408,
      "learning_rate": 2.98431076213581e-06,
      "loss": 0.3593,
      "step": 1264910
    },
    {
      "epoch": 353.03,
      "grad_norm": 0.8880024552345276,
      "learning_rate": 2.984284751937783e-06,
      "loss": 0.3492,
      "step": 1264920
    },
    {
      "epoch": 353.04,
      "grad_norm": 0.9869126677513123,
      "learning_rate": 2.9842587416545008e-06,
      "loss": 0.3463,
      "step": 1264930
    },
    {
      "epoch": 353.04,
      "grad_norm": 1.0904898643493652,
      "learning_rate": 2.9842327312859668e-06,
      "loss": 0.3514,
      "step": 1264940
    },
    {
      "epoch": 353.04,
      "grad_norm": 1.0180858373641968,
      "learning_rate": 2.984206720832185e-06,
      "loss": 0.3435,
      "step": 1264950
    },
    {
      "epoch": 353.04,
      "grad_norm": 1.0687041282653809,
      "learning_rate": 2.984180710293157e-06,
      "loss": 0.3428,
      "step": 1264960
    },
    {
      "epoch": 353.05,
      "grad_norm": 1.2523201704025269,
      "learning_rate": 2.9841546996688886e-06,
      "loss": 0.3393,
      "step": 1264970
    },
    {
      "epoch": 353.05,
      "grad_norm": 1.07901132106781,
      "learning_rate": 2.9841286889593815e-06,
      "loss": 0.3643,
      "step": 1264980
    },
    {
      "epoch": 353.05,
      "grad_norm": 0.963230550289154,
      "learning_rate": 2.98410267816464e-06,
      "loss": 0.351,
      "step": 1264990
    },
    {
      "epoch": 353.06,
      "grad_norm": 0.97887122631073,
      "learning_rate": 2.984076667284668e-06,
      "loss": 0.3573,
      "step": 1265000
    },
    {
      "epoch": 353.06,
      "grad_norm": 1.2754324674606323,
      "learning_rate": 2.9840506563194675e-06,
      "loss": 0.3387,
      "step": 1265010
    },
    {
      "epoch": 353.06,
      "grad_norm": 0.8798596262931824,
      "learning_rate": 2.9840246452690427e-06,
      "loss": 0.3474,
      "step": 1265020
    },
    {
      "epoch": 353.06,
      "grad_norm": 1.019252896308899,
      "learning_rate": 2.9839986341333984e-06,
      "loss": 0.3386,
      "step": 1265030
    },
    {
      "epoch": 353.07,
      "grad_norm": 0.8993037343025208,
      "learning_rate": 2.983972622912536e-06,
      "loss": 0.3561,
      "step": 1265040
    },
    {
      "epoch": 353.07,
      "grad_norm": 1.0614560842514038,
      "learning_rate": 2.983946611606459e-06,
      "loss": 0.3463,
      "step": 1265050
    },
    {
      "epoch": 353.07,
      "grad_norm": 1.0134861469268799,
      "learning_rate": 2.9839206002151723e-06,
      "loss": 0.3346,
      "step": 1265060
    },
    {
      "epoch": 353.08,
      "grad_norm": 1.1076245307922363,
      "learning_rate": 2.983894588738679e-06,
      "loss": 0.3629,
      "step": 1265070
    },
    {
      "epoch": 353.08,
      "grad_norm": 1.1097815036773682,
      "learning_rate": 2.983868577176982e-06,
      "loss": 0.3466,
      "step": 1265080
    },
    {
      "epoch": 353.08,
      "grad_norm": 1.1324293613433838,
      "learning_rate": 2.9838425655300858e-06,
      "loss": 0.3576,
      "step": 1265090
    },
    {
      "epoch": 353.08,
      "grad_norm": 1.2847702503204346,
      "learning_rate": 2.9838165537979926e-06,
      "loss": 0.3556,
      "step": 1265100
    },
    {
      "epoch": 353.09,
      "grad_norm": 1.016154408454895,
      "learning_rate": 2.9837905419807058e-06,
      "loss": 0.3426,
      "step": 1265110
    },
    {
      "epoch": 353.09,
      "grad_norm": 1.0105122327804565,
      "learning_rate": 2.98376453007823e-06,
      "loss": 0.3558,
      "step": 1265120
    },
    {
      "epoch": 353.09,
      "grad_norm": 0.9386608600616455,
      "learning_rate": 2.983738518090568e-06,
      "loss": 0.3473,
      "step": 1265130
    },
    {
      "epoch": 353.1,
      "grad_norm": 0.8335841298103333,
      "learning_rate": 2.9837125060177226e-06,
      "loss": 0.3346,
      "step": 1265140
    },
    {
      "epoch": 353.1,
      "grad_norm": 1.0561927556991577,
      "learning_rate": 2.983686493859699e-06,
      "loss": 0.3427,
      "step": 1265150
    },
    {
      "epoch": 353.1,
      "grad_norm": 0.9584557414054871,
      "learning_rate": 2.9836604816164994e-06,
      "loss": 0.3566,
      "step": 1265160
    },
    {
      "epoch": 353.1,
      "grad_norm": 1.0860199928283691,
      "learning_rate": 2.9836344692881277e-06,
      "loss": 0.3512,
      "step": 1265170
    },
    {
      "epoch": 353.11,
      "grad_norm": 1.0721874237060547,
      "learning_rate": 2.983608456874587e-06,
      "loss": 0.3568,
      "step": 1265180
    },
    {
      "epoch": 353.11,
      "grad_norm": 1.0406365394592285,
      "learning_rate": 2.983582444375881e-06,
      "loss": 0.3414,
      "step": 1265190
    },
    {
      "epoch": 353.11,
      "grad_norm": 0.8838406801223755,
      "learning_rate": 2.9835564317920132e-06,
      "loss": 0.3453,
      "step": 1265200
    },
    {
      "epoch": 353.11,
      "grad_norm": 0.9102833271026611,
      "learning_rate": 2.9835304191229865e-06,
      "loss": 0.3507,
      "step": 1265210
    },
    {
      "epoch": 353.12,
      "grad_norm": 0.8920714855194092,
      "learning_rate": 2.9835044063688053e-06,
      "loss": 0.3455,
      "step": 1265220
    },
    {
      "epoch": 353.12,
      "grad_norm": 1.1299351453781128,
      "learning_rate": 2.9834783935294733e-06,
      "loss": 0.3521,
      "step": 1265230
    },
    {
      "epoch": 353.12,
      "grad_norm": 1.1432100534439087,
      "learning_rate": 2.9834523806049924e-06,
      "loss": 0.3544,
      "step": 1265240
    },
    {
      "epoch": 353.13,
      "grad_norm": 1.1055244207382202,
      "learning_rate": 2.983426367595367e-06,
      "loss": 0.3604,
      "step": 1265250
    },
    {
      "epoch": 353.13,
      "grad_norm": 1.045601487159729,
      "learning_rate": 2.9834003545006006e-06,
      "loss": 0.3489,
      "step": 1265260
    },
    {
      "epoch": 353.13,
      "grad_norm": 1.0466437339782715,
      "learning_rate": 2.983374341320697e-06,
      "loss": 0.3558,
      "step": 1265270
    },
    {
      "epoch": 353.13,
      "grad_norm": 1.0249773263931274,
      "learning_rate": 2.983348328055658e-06,
      "loss": 0.3473,
      "step": 1265280
    },
    {
      "epoch": 353.14,
      "grad_norm": 1.0862821340560913,
      "learning_rate": 2.9833223147054892e-06,
      "loss": 0.3535,
      "step": 1265290
    },
    {
      "epoch": 353.14,
      "grad_norm": 22.16737174987793,
      "learning_rate": 2.9832963012701933e-06,
      "loss": 0.3459,
      "step": 1265300
    },
    {
      "epoch": 353.14,
      "grad_norm": 1.0814028978347778,
      "learning_rate": 2.9832702877497726e-06,
      "loss": 0.3688,
      "step": 1265310
    },
    {
      "epoch": 353.15,
      "grad_norm": 1.0219407081604004,
      "learning_rate": 2.983244274144233e-06,
      "loss": 0.3498,
      "step": 1265320
    },
    {
      "epoch": 353.15,
      "grad_norm": 0.9179953932762146,
      "learning_rate": 2.983218260453576e-06,
      "loss": 0.3523,
      "step": 1265330
    },
    {
      "epoch": 353.15,
      "grad_norm": 1.328241229057312,
      "learning_rate": 2.9831922466778056e-06,
      "loss": 0.3479,
      "step": 1265340
    },
    {
      "epoch": 353.15,
      "grad_norm": 0.9542182087898254,
      "learning_rate": 2.9831662328169243e-06,
      "loss": 0.3424,
      "step": 1265350
    },
    {
      "epoch": 353.16,
      "grad_norm": 0.9801157116889954,
      "learning_rate": 2.983140218870938e-06,
      "loss": 0.347,
      "step": 1265360
    },
    {
      "epoch": 353.16,
      "grad_norm": 1.082422137260437,
      "learning_rate": 2.9831142048398477e-06,
      "loss": 0.3417,
      "step": 1265370
    },
    {
      "epoch": 353.16,
      "grad_norm": 1.0215359926223755,
      "learning_rate": 2.983088190723658e-06,
      "loss": 0.3609,
      "step": 1265380
    },
    {
      "epoch": 353.16,
      "grad_norm": 1.1300078630447388,
      "learning_rate": 2.9830621765223727e-06,
      "loss": 0.3625,
      "step": 1265390
    },
    {
      "epoch": 353.17,
      "grad_norm": 0.9743958115577698,
      "learning_rate": 2.9830361622359946e-06,
      "loss": 0.356,
      "step": 1265400
    },
    {
      "epoch": 353.17,
      "grad_norm": 0.9725838303565979,
      "learning_rate": 2.9830101478645273e-06,
      "loss": 0.3637,
      "step": 1265410
    },
    {
      "epoch": 353.17,
      "grad_norm": 0.9597746133804321,
      "learning_rate": 2.9829841334079747e-06,
      "loss": 0.3537,
      "step": 1265420
    },
    {
      "epoch": 353.18,
      "grad_norm": 1.1308739185333252,
      "learning_rate": 2.9829581188663393e-06,
      "loss": 0.3329,
      "step": 1265430
    },
    {
      "epoch": 353.18,
      "grad_norm": 1.1315701007843018,
      "learning_rate": 2.9829321042396246e-06,
      "loss": 0.3603,
      "step": 1265440
    },
    {
      "epoch": 353.18,
      "grad_norm": 1.0736944675445557,
      "learning_rate": 2.9829060895278356e-06,
      "loss": 0.3426,
      "step": 1265450
    },
    {
      "epoch": 353.18,
      "grad_norm": 1.0285593271255493,
      "learning_rate": 2.982880074730974e-06,
      "loss": 0.3319,
      "step": 1265460
    },
    {
      "epoch": 353.19,
      "grad_norm": 1.5054346323013306,
      "learning_rate": 2.982854059849045e-06,
      "loss": 0.3664,
      "step": 1265470
    },
    {
      "epoch": 353.19,
      "grad_norm": 0.962594747543335,
      "learning_rate": 2.98282804488205e-06,
      "loss": 0.3303,
      "step": 1265480
    },
    {
      "epoch": 353.19,
      "grad_norm": 1.0466902256011963,
      "learning_rate": 2.982802029829994e-06,
      "loss": 0.3548,
      "step": 1265490
    },
    {
      "epoch": 353.2,
      "grad_norm": 0.9600944519042969,
      "learning_rate": 2.98277601469288e-06,
      "loss": 0.3641,
      "step": 1265500
    },
    {
      "epoch": 353.2,
      "grad_norm": 1.0274871587753296,
      "learning_rate": 2.982749999470711e-06,
      "loss": 0.3604,
      "step": 1265510
    },
    {
      "epoch": 353.2,
      "grad_norm": 0.9641261696815491,
      "learning_rate": 2.9827239841634918e-06,
      "loss": 0.3368,
      "step": 1265520
    },
    {
      "epoch": 353.2,
      "grad_norm": 0.9157609343528748,
      "learning_rate": 2.982697968771224e-06,
      "loss": 0.3568,
      "step": 1265530
    },
    {
      "epoch": 353.21,
      "grad_norm": 1.0388020277023315,
      "learning_rate": 2.9826719532939133e-06,
      "loss": 0.3567,
      "step": 1265540
    },
    {
      "epoch": 353.21,
      "grad_norm": 1.1809122562408447,
      "learning_rate": 2.982645937731561e-06,
      "loss": 0.3428,
      "step": 1265550
    },
    {
      "epoch": 353.21,
      "grad_norm": 1.1292715072631836,
      "learning_rate": 2.9826199220841715e-06,
      "loss": 0.354,
      "step": 1265560
    },
    {
      "epoch": 353.22,
      "grad_norm": 0.9110132455825806,
      "learning_rate": 2.9825939063517484e-06,
      "loss": 0.3485,
      "step": 1265570
    },
    {
      "epoch": 353.22,
      "grad_norm": 0.9821988940238953,
      "learning_rate": 2.9825678905342955e-06,
      "loss": 0.3601,
      "step": 1265580
    },
    {
      "epoch": 353.22,
      "grad_norm": 0.896185576915741,
      "learning_rate": 2.982541874631815e-06,
      "loss": 0.3502,
      "step": 1265590
    },
    {
      "epoch": 353.22,
      "grad_norm": 1.0238089561462402,
      "learning_rate": 2.982515858644311e-06,
      "loss": 0.3666,
      "step": 1265600
    },
    {
      "epoch": 353.23,
      "grad_norm": 1.0578004121780396,
      "learning_rate": 2.982489842571788e-06,
      "loss": 0.3325,
      "step": 1265610
    },
    {
      "epoch": 353.23,
      "grad_norm": 1.0748887062072754,
      "learning_rate": 2.9824638264142483e-06,
      "loss": 0.3628,
      "step": 1265620
    },
    {
      "epoch": 353.23,
      "grad_norm": 1.034087896347046,
      "learning_rate": 2.9824378101716954e-06,
      "loss": 0.3266,
      "step": 1265630
    },
    {
      "epoch": 353.23,
      "grad_norm": 1.0660165548324585,
      "learning_rate": 2.982411793844132e-06,
      "loss": 0.3642,
      "step": 1265640
    },
    {
      "epoch": 353.24,
      "grad_norm": 0.9819037318229675,
      "learning_rate": 2.982385777431564e-06,
      "loss": 0.3359,
      "step": 1265650
    },
    {
      "epoch": 353.24,
      "grad_norm": 1.071165919303894,
      "learning_rate": 2.982359760933993e-06,
      "loss": 0.344,
      "step": 1265660
    },
    {
      "epoch": 353.24,
      "grad_norm": 0.9377763867378235,
      "learning_rate": 2.9823337443514223e-06,
      "loss": 0.3486,
      "step": 1265670
    },
    {
      "epoch": 353.25,
      "grad_norm": 1.1303123235702515,
      "learning_rate": 2.9823077276838567e-06,
      "loss": 0.3586,
      "step": 1265680
    },
    {
      "epoch": 353.25,
      "grad_norm": 1.107492208480835,
      "learning_rate": 2.9822817109312993e-06,
      "loss": 0.3499,
      "step": 1265690
    },
    {
      "epoch": 353.25,
      "grad_norm": 1.0774915218353271,
      "learning_rate": 2.982255694093752e-06,
      "loss": 0.3552,
      "step": 1265700
    },
    {
      "epoch": 353.25,
      "grad_norm": 1.09913969039917,
      "learning_rate": 2.9822296771712205e-06,
      "loss": 0.3537,
      "step": 1265710
    },
    {
      "epoch": 353.26,
      "grad_norm": 1.2577828168869019,
      "learning_rate": 2.982203660163706e-06,
      "loss": 0.3425,
      "step": 1265720
    },
    {
      "epoch": 353.26,
      "grad_norm": 1.2319364547729492,
      "learning_rate": 2.9821776430712134e-06,
      "loss": 0.3527,
      "step": 1265730
    },
    {
      "epoch": 353.26,
      "grad_norm": 0.9453995823860168,
      "learning_rate": 2.9821516258937466e-06,
      "loss": 0.3534,
      "step": 1265740
    },
    {
      "epoch": 353.27,
      "grad_norm": 1.155686616897583,
      "learning_rate": 2.9821256086313076e-06,
      "loss": 0.3526,
      "step": 1265750
    },
    {
      "epoch": 353.27,
      "grad_norm": 0.9414417147636414,
      "learning_rate": 2.9820995912839014e-06,
      "loss": 0.3582,
      "step": 1265760
    },
    {
      "epoch": 353.27,
      "grad_norm": 0.9217203259468079,
      "learning_rate": 2.98207357385153e-06,
      "loss": 0.3559,
      "step": 1265770
    },
    {
      "epoch": 353.27,
      "grad_norm": 1.0022692680358887,
      "learning_rate": 2.9820475563341983e-06,
      "loss": 0.3409,
      "step": 1265780
    },
    {
      "epoch": 353.28,
      "grad_norm": 0.8583227396011353,
      "learning_rate": 2.9820215387319084e-06,
      "loss": 0.3495,
      "step": 1265790
    },
    {
      "epoch": 353.28,
      "grad_norm": 0.9510144591331482,
      "learning_rate": 2.981995521044664e-06,
      "loss": 0.3422,
      "step": 1265800
    },
    {
      "epoch": 353.28,
      "grad_norm": 1.0536999702453613,
      "learning_rate": 2.9819695032724698e-06,
      "loss": 0.3573,
      "step": 1265810
    },
    {
      "epoch": 353.28,
      "grad_norm": 1.0928030014038086,
      "learning_rate": 2.981943485415328e-06,
      "loss": 0.3565,
      "step": 1265820
    },
    {
      "epoch": 353.29,
      "grad_norm": 1.2290563583374023,
      "learning_rate": 2.981917467473243e-06,
      "loss": 0.3537,
      "step": 1265830
    },
    {
      "epoch": 353.29,
      "grad_norm": 0.9320996999740601,
      "learning_rate": 2.9818914494462174e-06,
      "loss": 0.3402,
      "step": 1265840
    },
    {
      "epoch": 353.29,
      "grad_norm": 1.8894667625427246,
      "learning_rate": 2.981865431334255e-06,
      "loss": 0.3572,
      "step": 1265850
    },
    {
      "epoch": 353.3,
      "grad_norm": 1.0576683282852173,
      "learning_rate": 2.981839413137359e-06,
      "loss": 0.3448,
      "step": 1265860
    },
    {
      "epoch": 353.3,
      "grad_norm": 0.9200316667556763,
      "learning_rate": 2.9818133948555334e-06,
      "loss": 0.3574,
      "step": 1265870
    },
    {
      "epoch": 353.3,
      "grad_norm": 1.0321943759918213,
      "learning_rate": 2.981787376488781e-06,
      "loss": 0.3387,
      "step": 1265880
    },
    {
      "epoch": 353.3,
      "grad_norm": 1.1030137538909912,
      "learning_rate": 2.9817613580371058e-06,
      "loss": 0.3533,
      "step": 1265890
    },
    {
      "epoch": 353.31,
      "grad_norm": 1.1581941843032837,
      "learning_rate": 2.9817353395005115e-06,
      "loss": 0.3366,
      "step": 1265900
    },
    {
      "epoch": 353.31,
      "grad_norm": 0.9142205715179443,
      "learning_rate": 2.9817093208790014e-06,
      "loss": 0.36,
      "step": 1265910
    },
    {
      "epoch": 353.31,
      "grad_norm": 0.9152403473854065,
      "learning_rate": 2.981683302172578e-06,
      "loss": 0.3593,
      "step": 1265920
    },
    {
      "epoch": 353.32,
      "grad_norm": 0.9543567895889282,
      "learning_rate": 2.9816572833812456e-06,
      "loss": 0.3583,
      "step": 1265930
    },
    {
      "epoch": 353.32,
      "grad_norm": 0.9977675676345825,
      "learning_rate": 2.981631264505008e-06,
      "loss": 0.3536,
      "step": 1265940
    },
    {
      "epoch": 353.32,
      "grad_norm": 0.9463377594947815,
      "learning_rate": 2.981605245543868e-06,
      "loss": 0.3557,
      "step": 1265950
    },
    {
      "epoch": 353.32,
      "grad_norm": 1.193698763847351,
      "learning_rate": 2.9815792264978286e-06,
      "loss": 0.3506,
      "step": 1265960
    },
    {
      "epoch": 353.33,
      "grad_norm": 1.0678348541259766,
      "learning_rate": 2.981553207366895e-06,
      "loss": 0.3665,
      "step": 1265970
    },
    {
      "epoch": 353.33,
      "grad_norm": 0.9811882376670837,
      "learning_rate": 2.9815271881510693e-06,
      "loss": 0.3503,
      "step": 1265980
    },
    {
      "epoch": 353.33,
      "grad_norm": 1.0113441944122314,
      "learning_rate": 2.9815011688503556e-06,
      "loss": 0.3548,
      "step": 1265990
    },
    {
      "epoch": 353.34,
      "grad_norm": 0.8990574479103088,
      "learning_rate": 2.981475149464757e-06,
      "loss": 0.3583,
      "step": 1266000
    },
    {
      "epoch": 353.34,
      "grad_norm": 1.2790706157684326,
      "learning_rate": 2.981449129994276e-06,
      "loss": 0.369,
      "step": 1266010
    },
    {
      "epoch": 353.34,
      "grad_norm": 0.8678224086761475,
      "learning_rate": 2.9814231104389178e-06,
      "loss": 0.3558,
      "step": 1266020
    },
    {
      "epoch": 353.34,
      "grad_norm": 0.9988619089126587,
      "learning_rate": 2.9813970907986853e-06,
      "loss": 0.353,
      "step": 1266030
    },
    {
      "epoch": 353.35,
      "grad_norm": 1.0403251647949219,
      "learning_rate": 2.9813710710735815e-06,
      "loss": 0.3566,
      "step": 1266040
    },
    {
      "epoch": 353.35,
      "grad_norm": 1.0522003173828125,
      "learning_rate": 2.9813450512636104e-06,
      "loss": 0.3631,
      "step": 1266050
    },
    {
      "epoch": 353.35,
      "grad_norm": 0.896949052810669,
      "learning_rate": 2.9813190313687747e-06,
      "loss": 0.3494,
      "step": 1266060
    },
    {
      "epoch": 353.35,
      "grad_norm": 1.1322739124298096,
      "learning_rate": 2.9812930113890794e-06,
      "loss": 0.3519,
      "step": 1266070
    },
    {
      "epoch": 353.36,
      "grad_norm": 1.0359766483306885,
      "learning_rate": 2.981266991324526e-06,
      "loss": 0.3432,
      "step": 1266080
    },
    {
      "epoch": 353.36,
      "grad_norm": 0.9482122659683228,
      "learning_rate": 2.981240971175119e-06,
      "loss": 0.3538,
      "step": 1266090
    },
    {
      "epoch": 353.36,
      "grad_norm": 0.9143140912055969,
      "learning_rate": 2.981214950940862e-06,
      "loss": 0.3446,
      "step": 1266100
    },
    {
      "epoch": 353.37,
      "grad_norm": 1.087321400642395,
      "learning_rate": 2.9811889306217584e-06,
      "loss": 0.3544,
      "step": 1266110
    },
    {
      "epoch": 353.37,
      "grad_norm": 0.9788931608200073,
      "learning_rate": 2.9811629102178114e-06,
      "loss": 0.3542,
      "step": 1266120
    },
    {
      "epoch": 353.37,
      "grad_norm": 0.9972913861274719,
      "learning_rate": 2.9811368897290248e-06,
      "loss": 0.3499,
      "step": 1266130
    },
    {
      "epoch": 353.37,
      "grad_norm": 1.1069546937942505,
      "learning_rate": 2.9811108691554014e-06,
      "loss": 0.3403,
      "step": 1266140
    },
    {
      "epoch": 353.38,
      "grad_norm": 0.9767618775367737,
      "learning_rate": 2.9810848484969447e-06,
      "loss": 0.347,
      "step": 1266150
    },
    {
      "epoch": 353.38,
      "grad_norm": 1.1791481971740723,
      "learning_rate": 2.98105882775366e-06,
      "loss": 0.3476,
      "step": 1266160
    },
    {
      "epoch": 353.38,
      "grad_norm": 2.2231252193450928,
      "learning_rate": 2.981032806925548e-06,
      "loss": 0.3329,
      "step": 1266170
    },
    {
      "epoch": 353.39,
      "grad_norm": 1.0961105823516846,
      "learning_rate": 2.9810067860126134e-06,
      "loss": 0.355,
      "step": 1266180
    },
    {
      "epoch": 353.39,
      "grad_norm": 1.1821955442428589,
      "learning_rate": 2.9809807650148607e-06,
      "loss": 0.3481,
      "step": 1266190
    },
    {
      "epoch": 353.39,
      "grad_norm": 1.0862677097320557,
      "learning_rate": 2.9809547439322925e-06,
      "loss": 0.3469,
      "step": 1266200
    },
    {
      "epoch": 353.39,
      "grad_norm": 0.9845067858695984,
      "learning_rate": 2.980928722764911e-06,
      "loss": 0.3566,
      "step": 1266210
    },
    {
      "epoch": 353.4,
      "grad_norm": 0.9845383763313293,
      "learning_rate": 2.980902701512722e-06,
      "loss": 0.3448,
      "step": 1266220
    },
    {
      "epoch": 353.4,
      "grad_norm": 0.9286801815032959,
      "learning_rate": 2.980876680175727e-06,
      "loss": 0.3596,
      "step": 1266230
    },
    {
      "epoch": 353.4,
      "grad_norm": 1.1126914024353027,
      "learning_rate": 2.9808506587539305e-06,
      "loss": 0.3618,
      "step": 1266240
    },
    {
      "epoch": 353.4,
      "grad_norm": 0.9803924560546875,
      "learning_rate": 2.9808246372473355e-06,
      "loss": 0.3599,
      "step": 1266250
    },
    {
      "epoch": 353.41,
      "grad_norm": 0.9997477531433105,
      "learning_rate": 2.980798615655946e-06,
      "loss": 0.3514,
      "step": 1266260
    },
    {
      "epoch": 353.41,
      "grad_norm": 0.9982278943061829,
      "learning_rate": 2.9807725939797655e-06,
      "loss": 0.3585,
      "step": 1266270
    },
    {
      "epoch": 353.41,
      "grad_norm": 1.014776349067688,
      "learning_rate": 2.9807465722187963e-06,
      "loss": 0.3585,
      "step": 1266280
    },
    {
      "epoch": 353.42,
      "grad_norm": 0.9519023299217224,
      "learning_rate": 2.980720550373044e-06,
      "loss": 0.3511,
      "step": 1266290
    },
    {
      "epoch": 353.42,
      "grad_norm": 1.082332730293274,
      "learning_rate": 2.9806945284425097e-06,
      "loss": 0.3572,
      "step": 1266300
    },
    {
      "epoch": 353.42,
      "grad_norm": 1.021720051765442,
      "learning_rate": 2.9806685064271977e-06,
      "loss": 0.3543,
      "step": 1266310
    },
    {
      "epoch": 353.42,
      "grad_norm": 0.961997926235199,
      "learning_rate": 2.9806424843271125e-06,
      "loss": 0.3561,
      "step": 1266320
    },
    {
      "epoch": 353.43,
      "grad_norm": 1.091768503189087,
      "learning_rate": 2.9806164621422555e-06,
      "loss": 0.3509,
      "step": 1266330
    },
    {
      "epoch": 353.43,
      "grad_norm": 0.8517705798149109,
      "learning_rate": 2.980590439872632e-06,
      "loss": 0.3613,
      "step": 1266340
    },
    {
      "epoch": 353.43,
      "grad_norm": 1.4419232606887817,
      "learning_rate": 2.9805644175182456e-06,
      "loss": 0.3537,
      "step": 1266350
    },
    {
      "epoch": 353.44,
      "grad_norm": 1.1657565832138062,
      "learning_rate": 2.980538395079099e-06,
      "loss": 0.3582,
      "step": 1266360
    },
    {
      "epoch": 353.44,
      "grad_norm": 1.0487293004989624,
      "learning_rate": 2.980512372555195e-06,
      "loss": 0.3597,
      "step": 1266370
    },
    {
      "epoch": 353.44,
      "grad_norm": 0.9910544157028198,
      "learning_rate": 2.9804863499465377e-06,
      "loss": 0.3561,
      "step": 1266380
    },
    {
      "epoch": 353.44,
      "grad_norm": 0.9579952359199524,
      "learning_rate": 2.980460327253131e-06,
      "loss": 0.3586,
      "step": 1266390
    },
    {
      "epoch": 353.45,
      "grad_norm": 0.8898199796676636,
      "learning_rate": 2.9804343044749773e-06,
      "loss": 0.3449,
      "step": 1266400
    },
    {
      "epoch": 353.45,
      "grad_norm": 0.9278711676597595,
      "learning_rate": 2.980408281612082e-06,
      "loss": 0.3474,
      "step": 1266410
    },
    {
      "epoch": 353.45,
      "grad_norm": 1.118744969367981,
      "learning_rate": 2.980382258664446e-06,
      "loss": 0.3522,
      "step": 1266420
    },
    {
      "epoch": 353.46,
      "grad_norm": 0.946658730506897,
      "learning_rate": 2.980356235632075e-06,
      "loss": 0.3528,
      "step": 1266430
    },
    {
      "epoch": 353.46,
      "grad_norm": 1.0482070446014404,
      "learning_rate": 2.9803302125149714e-06,
      "loss": 0.3399,
      "step": 1266440
    },
    {
      "epoch": 353.46,
      "grad_norm": 1.0087310075759888,
      "learning_rate": 2.9803041893131387e-06,
      "loss": 0.3488,
      "step": 1266450
    },
    {
      "epoch": 353.46,
      "grad_norm": 0.8991824984550476,
      "learning_rate": 2.98027816602658e-06,
      "loss": 0.3407,
      "step": 1266460
    },
    {
      "epoch": 353.47,
      "grad_norm": 1.0339783430099487,
      "learning_rate": 2.9802521426552997e-06,
      "loss": 0.3609,
      "step": 1266470
    },
    {
      "epoch": 353.47,
      "grad_norm": 1.0750901699066162,
      "learning_rate": 2.9802261191993008e-06,
      "loss": 0.3532,
      "step": 1266480
    },
    {
      "epoch": 353.47,
      "grad_norm": 1.0478994846343994,
      "learning_rate": 2.9802000956585866e-06,
      "loss": 0.362,
      "step": 1266490
    },
    {
      "epoch": 353.47,
      "grad_norm": 0.9688966274261475,
      "learning_rate": 2.980174072033161e-06,
      "loss": 0.3446,
      "step": 1266500
    },
    {
      "epoch": 353.48,
      "grad_norm": 0.9867036938667297,
      "learning_rate": 2.9801480483230265e-06,
      "loss": 0.3494,
      "step": 1266510
    },
    {
      "epoch": 353.48,
      "grad_norm": 1.0878126621246338,
      "learning_rate": 2.980122024528188e-06,
      "loss": 0.3388,
      "step": 1266520
    },
    {
      "epoch": 353.48,
      "grad_norm": 1.195420503616333,
      "learning_rate": 2.9800960006486476e-06,
      "loss": 0.3528,
      "step": 1266530
    },
    {
      "epoch": 353.49,
      "grad_norm": 0.9647189378738403,
      "learning_rate": 2.98006997668441e-06,
      "loss": 0.3481,
      "step": 1266540
    },
    {
      "epoch": 353.49,
      "grad_norm": 1.1750255823135376,
      "learning_rate": 2.9800439526354776e-06,
      "loss": 0.3596,
      "step": 1266550
    },
    {
      "epoch": 353.49,
      "grad_norm": 0.967208206653595,
      "learning_rate": 2.9800179285018544e-06,
      "loss": 0.3442,
      "step": 1266560
    },
    {
      "epoch": 353.49,
      "grad_norm": 1.019671082496643,
      "learning_rate": 2.979991904283544e-06,
      "loss": 0.3424,
      "step": 1266570
    },
    {
      "epoch": 353.5,
      "grad_norm": 1.1087965965270996,
      "learning_rate": 2.9799658799805493e-06,
      "loss": 0.3547,
      "step": 1266580
    },
    {
      "epoch": 353.5,
      "grad_norm": 0.8941103219985962,
      "learning_rate": 2.9799398555928742e-06,
      "loss": 0.3546,
      "step": 1266590
    },
    {
      "epoch": 353.5,
      "grad_norm": 0.9895259141921997,
      "learning_rate": 2.9799138311205217e-06,
      "loss": 0.335,
      "step": 1266600
    },
    {
      "epoch": 353.51,
      "grad_norm": 0.9668015837669373,
      "learning_rate": 2.9798878065634968e-06,
      "loss": 0.3597,
      "step": 1266610
    },
    {
      "epoch": 353.51,
      "grad_norm": 1.0270079374313354,
      "learning_rate": 2.9798617819218003e-06,
      "loss": 0.3456,
      "step": 1266620
    },
    {
      "epoch": 353.51,
      "grad_norm": 0.9290479421615601,
      "learning_rate": 2.9798357571954374e-06,
      "loss": 0.3426,
      "step": 1266630
    },
    {
      "epoch": 353.51,
      "grad_norm": 1.0891399383544922,
      "learning_rate": 2.9798097323844123e-06,
      "loss": 0.3543,
      "step": 1266640
    },
    {
      "epoch": 353.52,
      "grad_norm": 1.0311017036437988,
      "learning_rate": 2.979783707488727e-06,
      "loss": 0.3606,
      "step": 1266650
    },
    {
      "epoch": 353.52,
      "grad_norm": 0.8764853477478027,
      "learning_rate": 2.9797576825083856e-06,
      "loss": 0.3488,
      "step": 1266660
    },
    {
      "epoch": 353.52,
      "grad_norm": 1.163336157798767,
      "learning_rate": 2.979731657443391e-06,
      "loss": 0.3382,
      "step": 1266670
    },
    {
      "epoch": 353.52,
      "grad_norm": 1.0392740964889526,
      "learning_rate": 2.9797056322937473e-06,
      "loss": 0.3461,
      "step": 1266680
    },
    {
      "epoch": 353.53,
      "grad_norm": 1.2043306827545166,
      "learning_rate": 2.9796796070594573e-06,
      "loss": 0.3705,
      "step": 1266690
    },
    {
      "epoch": 353.53,
      "grad_norm": 0.9687701463699341,
      "learning_rate": 2.979653581740525e-06,
      "loss": 0.3609,
      "step": 1266700
    },
    {
      "epoch": 353.53,
      "grad_norm": 1.3087241649627686,
      "learning_rate": 2.979627556336954e-06,
      "loss": 0.3507,
      "step": 1266710
    },
    {
      "epoch": 353.54,
      "grad_norm": 1.0303293466567993,
      "learning_rate": 2.979601530848748e-06,
      "loss": 0.3456,
      "step": 1266720
    },
    {
      "epoch": 353.54,
      "grad_norm": 0.9212711453437805,
      "learning_rate": 2.9795755052759093e-06,
      "loss": 0.3363,
      "step": 1266730
    },
    {
      "epoch": 353.54,
      "grad_norm": 0.9566183090209961,
      "learning_rate": 2.9795494796184425e-06,
      "loss": 0.3383,
      "step": 1266740
    },
    {
      "epoch": 353.54,
      "grad_norm": 1.0633161067962646,
      "learning_rate": 2.9795234538763503e-06,
      "loss": 0.3533,
      "step": 1266750
    },
    {
      "epoch": 353.55,
      "grad_norm": 1.0399454832077026,
      "learning_rate": 2.979497428049636e-06,
      "loss": 0.3522,
      "step": 1266760
    },
    {
      "epoch": 353.55,
      "grad_norm": 0.8718054294586182,
      "learning_rate": 2.979471402138305e-06,
      "loss": 0.3373,
      "step": 1266770
    },
    {
      "epoch": 353.55,
      "grad_norm": 0.9416285157203674,
      "learning_rate": 2.979445376142358e-06,
      "loss": 0.3564,
      "step": 1266780
    },
    {
      "epoch": 353.56,
      "grad_norm": 1.0248967409133911,
      "learning_rate": 2.9794193500618007e-06,
      "loss": 0.3661,
      "step": 1266790
    },
    {
      "epoch": 353.56,
      "grad_norm": 0.9516144394874573,
      "learning_rate": 2.979393323896635e-06,
      "loss": 0.3595,
      "step": 1266800
    },
    {
      "epoch": 353.56,
      "grad_norm": 1.04683256149292,
      "learning_rate": 2.979367297646865e-06,
      "loss": 0.3395,
      "step": 1266810
    },
    {
      "epoch": 353.56,
      "grad_norm": 1.2171976566314697,
      "learning_rate": 2.979341271312494e-06,
      "loss": 0.356,
      "step": 1266820
    },
    {
      "epoch": 353.57,
      "grad_norm": 1.0424065589904785,
      "learning_rate": 2.979315244893526e-06,
      "loss": 0.3546,
      "step": 1266830
    },
    {
      "epoch": 353.57,
      "grad_norm": 1.101909875869751,
      "learning_rate": 2.9792892183899643e-06,
      "loss": 0.3505,
      "step": 1266840
    },
    {
      "epoch": 353.57,
      "grad_norm": 1.0159776210784912,
      "learning_rate": 2.9792631918018115e-06,
      "loss": 0.3513,
      "step": 1266850
    },
    {
      "epoch": 353.58,
      "grad_norm": 0.9504193067550659,
      "learning_rate": 2.979237165129072e-06,
      "loss": 0.362,
      "step": 1266860
    },
    {
      "epoch": 353.58,
      "grad_norm": 1.014115571975708,
      "learning_rate": 2.97921113837175e-06,
      "loss": 0.3513,
      "step": 1266870
    },
    {
      "epoch": 353.58,
      "grad_norm": 1.0564274787902832,
      "learning_rate": 2.9791851115298463e-06,
      "loss": 0.3346,
      "step": 1266880
    },
    {
      "epoch": 353.58,
      "grad_norm": 1.1395395994186401,
      "learning_rate": 2.9791590846033666e-06,
      "loss": 0.3376,
      "step": 1266890
    },
    {
      "epoch": 353.59,
      "grad_norm": 1.0210145711898804,
      "learning_rate": 2.979133057592314e-06,
      "loss": 0.3291,
      "step": 1266900
    },
    {
      "epoch": 353.59,
      "grad_norm": 1.0141416788101196,
      "learning_rate": 2.9791070304966915e-06,
      "loss": 0.3557,
      "step": 1266910
    },
    {
      "epoch": 353.59,
      "grad_norm": 1.060343623161316,
      "learning_rate": 2.979081003316503e-06,
      "loss": 0.3556,
      "step": 1266920
    },
    {
      "epoch": 353.59,
      "grad_norm": 1.0402710437774658,
      "learning_rate": 2.9790549760517517e-06,
      "loss": 0.3517,
      "step": 1266930
    },
    {
      "epoch": 353.6,
      "grad_norm": 1.0421903133392334,
      "learning_rate": 2.9790289487024416e-06,
      "loss": 0.3454,
      "step": 1266940
    },
    {
      "epoch": 353.6,
      "grad_norm": 1.1203562021255493,
      "learning_rate": 2.979002921268575e-06,
      "loss": 0.3413,
      "step": 1266950
    },
    {
      "epoch": 353.6,
      "grad_norm": 1.0793499946594238,
      "learning_rate": 2.9789768937501566e-06,
      "loss": 0.3675,
      "step": 1266960
    },
    {
      "epoch": 353.61,
      "grad_norm": 1.0408514738082886,
      "learning_rate": 2.978950866147189e-06,
      "loss": 0.3516,
      "step": 1266970
    },
    {
      "epoch": 353.61,
      "grad_norm": 1.1087208986282349,
      "learning_rate": 2.9789248384596755e-06,
      "loss": 0.3418,
      "step": 1266980
    },
    {
      "epoch": 353.61,
      "grad_norm": 1.0280942916870117,
      "learning_rate": 2.978898810687621e-06,
      "loss": 0.349,
      "step": 1266990
    },
    {
      "epoch": 353.61,
      "grad_norm": 0.9722644090652466,
      "learning_rate": 2.9788727828310275e-06,
      "loss": 0.3616,
      "step": 1267000
    },
    {
      "epoch": 353.62,
      "grad_norm": 1.1740751266479492,
      "learning_rate": 2.9788467548898997e-06,
      "loss": 0.357,
      "step": 1267010
    },
    {
      "epoch": 353.62,
      "grad_norm": 1.0206037759780884,
      "learning_rate": 2.9788207268642393e-06,
      "loss": 0.3656,
      "step": 1267020
    },
    {
      "epoch": 353.62,
      "grad_norm": 1.094694972038269,
      "learning_rate": 2.978794698754052e-06,
      "loss": 0.348,
      "step": 1267030
    },
    {
      "epoch": 353.63,
      "grad_norm": 1.0382086038589478,
      "learning_rate": 2.978768670559339e-06,
      "loss": 0.3406,
      "step": 1267040
    },
    {
      "epoch": 353.63,
      "grad_norm": 1.0689536333084106,
      "learning_rate": 2.9787426422801047e-06,
      "loss": 0.3422,
      "step": 1267050
    },
    {
      "epoch": 353.63,
      "grad_norm": 1.1028962135314941,
      "learning_rate": 2.9787166139163533e-06,
      "loss": 0.3359,
      "step": 1267060
    },
    {
      "epoch": 353.63,
      "grad_norm": 1.0450676679611206,
      "learning_rate": 2.9786905854680874e-06,
      "loss": 0.3411,
      "step": 1267070
    },
    {
      "epoch": 353.64,
      "grad_norm": 1.0616158246994019,
      "learning_rate": 2.9786645569353113e-06,
      "loss": 0.3312,
      "step": 1267080
    },
    {
      "epoch": 353.64,
      "grad_norm": 0.9421243071556091,
      "learning_rate": 2.978638528318027e-06,
      "loss": 0.3532,
      "step": 1267090
    },
    {
      "epoch": 353.64,
      "grad_norm": 1.0730105638504028,
      "learning_rate": 2.97861249961624e-06,
      "loss": 0.3443,
      "step": 1267100
    },
    {
      "epoch": 353.64,
      "grad_norm": 1.1221987009048462,
      "learning_rate": 2.9785864708299517e-06,
      "loss": 0.355,
      "step": 1267110
    },
    {
      "epoch": 353.65,
      "grad_norm": 1.2555317878723145,
      "learning_rate": 2.9785604419591667e-06,
      "loss": 0.3494,
      "step": 1267120
    },
    {
      "epoch": 353.65,
      "grad_norm": 0.943324863910675,
      "learning_rate": 2.978534413003889e-06,
      "loss": 0.3531,
      "step": 1267130
    },
    {
      "epoch": 353.65,
      "grad_norm": 1.0005004405975342,
      "learning_rate": 2.97850838396412e-06,
      "loss": 0.3468,
      "step": 1267140
    },
    {
      "epoch": 353.66,
      "grad_norm": 0.9750671982765198,
      "learning_rate": 2.9784823548398654e-06,
      "loss": 0.3539,
      "step": 1267150
    },
    {
      "epoch": 353.66,
      "grad_norm": 0.9868597388267517,
      "learning_rate": 2.9784563256311274e-06,
      "loss": 0.3348,
      "step": 1267160
    },
    {
      "epoch": 353.66,
      "grad_norm": 1.0103085041046143,
      "learning_rate": 2.9784302963379097e-06,
      "loss": 0.345,
      "step": 1267170
    },
    {
      "epoch": 353.66,
      "grad_norm": 1.3321173191070557,
      "learning_rate": 2.9784042669602166e-06,
      "loss": 0.3391,
      "step": 1267180
    },
    {
      "epoch": 353.67,
      "grad_norm": 0.9595075249671936,
      "learning_rate": 2.97837823749805e-06,
      "loss": 0.3502,
      "step": 1267190
    },
    {
      "epoch": 353.67,
      "grad_norm": 1.1288968324661255,
      "learning_rate": 2.9783522079514146e-06,
      "loss": 0.3619,
      "step": 1267200
    },
    {
      "epoch": 353.67,
      "grad_norm": 1.0798298120498657,
      "learning_rate": 2.9783261783203134e-06,
      "loss": 0.3695,
      "step": 1267210
    },
    {
      "epoch": 353.68,
      "grad_norm": 1.135060429573059,
      "learning_rate": 2.97830014860475e-06,
      "loss": 0.3606,
      "step": 1267220
    },
    {
      "epoch": 353.68,
      "grad_norm": 0.9602193832397461,
      "learning_rate": 2.9782741188047277e-06,
      "loss": 0.3551,
      "step": 1267230
    },
    {
      "epoch": 353.68,
      "grad_norm": 4.940549850463867,
      "learning_rate": 2.97824808892025e-06,
      "loss": 0.3398,
      "step": 1267240
    },
    {
      "epoch": 353.68,
      "grad_norm": 1.9477267265319824,
      "learning_rate": 2.9782220589513204e-06,
      "loss": 0.3514,
      "step": 1267250
    },
    {
      "epoch": 353.69,
      "grad_norm": 0.956446647644043,
      "learning_rate": 2.978196028897943e-06,
      "loss": 0.3343,
      "step": 1267260
    },
    {
      "epoch": 353.69,
      "grad_norm": 0.9206142425537109,
      "learning_rate": 2.9781699987601197e-06,
      "loss": 0.3771,
      "step": 1267270
    },
    {
      "epoch": 353.69,
      "grad_norm": 1.0835167169570923,
      "learning_rate": 2.9781439685378555e-06,
      "loss": 0.3505,
      "step": 1267280
    },
    {
      "epoch": 353.7,
      "grad_norm": 1.0990098714828491,
      "learning_rate": 2.978117938231154e-06,
      "loss": 0.3345,
      "step": 1267290
    },
    {
      "epoch": 353.7,
      "grad_norm": 1.0994629859924316,
      "learning_rate": 2.9780919078400164e-06,
      "loss": 0.358,
      "step": 1267300
    },
    {
      "epoch": 353.7,
      "grad_norm": 1.1797369718551636,
      "learning_rate": 2.9780658773644487e-06,
      "loss": 0.3606,
      "step": 1267310
    },
    {
      "epoch": 353.7,
      "grad_norm": 1.0257717370986938,
      "learning_rate": 2.978039846804454e-06,
      "loss": 0.3623,
      "step": 1267320
    },
    {
      "epoch": 353.71,
      "grad_norm": 1.0307143926620483,
      "learning_rate": 2.9780138161600336e-06,
      "loss": 0.3466,
      "step": 1267330
    },
    {
      "epoch": 353.71,
      "grad_norm": 1.43284010887146,
      "learning_rate": 2.9779877854311933e-06,
      "loss": 0.3474,
      "step": 1267340
    },
    {
      "epoch": 353.71,
      "grad_norm": 1.1087785959243774,
      "learning_rate": 2.977961754617936e-06,
      "loss": 0.3486,
      "step": 1267350
    },
    {
      "epoch": 353.71,
      "grad_norm": 0.8604785203933716,
      "learning_rate": 2.9779357237202647e-06,
      "loss": 0.3345,
      "step": 1267360
    },
    {
      "epoch": 353.72,
      "grad_norm": 1.0080379247665405,
      "learning_rate": 2.9779096927381828e-06,
      "loss": 0.3591,
      "step": 1267370
    },
    {
      "epoch": 353.72,
      "grad_norm": 0.9376354813575745,
      "learning_rate": 2.9778836616716944e-06,
      "loss": 0.3487,
      "step": 1267380
    },
    {
      "epoch": 353.72,
      "grad_norm": 1.0335533618927002,
      "learning_rate": 2.977857630520803e-06,
      "loss": 0.3617,
      "step": 1267390
    },
    {
      "epoch": 353.73,
      "grad_norm": 1.2863820791244507,
      "learning_rate": 2.977831599285511e-06,
      "loss": 0.352,
      "step": 1267400
    },
    {
      "epoch": 353.73,
      "grad_norm": 1.1153868436813354,
      "learning_rate": 2.9778055679658226e-06,
      "loss": 0.3547,
      "step": 1267410
    },
    {
      "epoch": 353.73,
      "grad_norm": 1.129502773284912,
      "learning_rate": 2.977779536561742e-06,
      "loss": 0.3451,
      "step": 1267420
    },
    {
      "epoch": 353.73,
      "grad_norm": 1.0366655588150024,
      "learning_rate": 2.9777535050732708e-06,
      "loss": 0.3399,
      "step": 1267430
    },
    {
      "epoch": 353.74,
      "grad_norm": 1.0543978214263916,
      "learning_rate": 2.9777274735004143e-06,
      "loss": 0.354,
      "step": 1267440
    },
    {
      "epoch": 353.74,
      "grad_norm": 1.0643692016601562,
      "learning_rate": 2.977701441843175e-06,
      "loss": 0.3413,
      "step": 1267450
    },
    {
      "epoch": 353.74,
      "grad_norm": 1.029146671295166,
      "learning_rate": 2.977675410101557e-06,
      "loss": 0.3412,
      "step": 1267460
    },
    {
      "epoch": 353.75,
      "grad_norm": 1.0487184524536133,
      "learning_rate": 2.977649378275563e-06,
      "loss": 0.3675,
      "step": 1267470
    },
    {
      "epoch": 353.75,
      "grad_norm": 0.9046138525009155,
      "learning_rate": 2.977623346365197e-06,
      "loss": 0.3565,
      "step": 1267480
    },
    {
      "epoch": 353.75,
      "grad_norm": 1.030925989151001,
      "learning_rate": 2.977597314370462e-06,
      "loss": 0.3584,
      "step": 1267490
    },
    {
      "epoch": 353.75,
      "grad_norm": 1.0960649251937866,
      "learning_rate": 2.977571282291362e-06,
      "loss": 0.3631,
      "step": 1267500
    },
    {
      "epoch": 353.76,
      "grad_norm": 1.0151311159133911,
      "learning_rate": 2.9775452501278998e-06,
      "loss": 0.348,
      "step": 1267510
    },
    {
      "epoch": 353.76,
      "grad_norm": 0.9332407116889954,
      "learning_rate": 2.9775192178800795e-06,
      "loss": 0.3425,
      "step": 1267520
    },
    {
      "epoch": 353.76,
      "grad_norm": 0.9650877714157104,
      "learning_rate": 2.977493185547905e-06,
      "loss": 0.3356,
      "step": 1267530
    },
    {
      "epoch": 353.77,
      "grad_norm": 1.3515772819519043,
      "learning_rate": 2.977467153131378e-06,
      "loss": 0.3432,
      "step": 1267540
    },
    {
      "epoch": 353.77,
      "grad_norm": 1.162666916847229,
      "learning_rate": 2.977441120630504e-06,
      "loss": 0.3407,
      "step": 1267550
    },
    {
      "epoch": 353.77,
      "grad_norm": 1.0177499055862427,
      "learning_rate": 2.9774150880452847e-06,
      "loss": 0.348,
      "step": 1267560
    },
    {
      "epoch": 353.77,
      "grad_norm": 1.1396536827087402,
      "learning_rate": 2.9773890553757246e-06,
      "loss": 0.3389,
      "step": 1267570
    },
    {
      "epoch": 353.78,
      "grad_norm": 1.1051251888275146,
      "learning_rate": 2.977363022621827e-06,
      "loss": 0.3583,
      "step": 1267580
    },
    {
      "epoch": 353.78,
      "grad_norm": 1.0313682556152344,
      "learning_rate": 2.9773369897835958e-06,
      "loss": 0.3365,
      "step": 1267590
    },
    {
      "epoch": 353.78,
      "grad_norm": 0.9281827211380005,
      "learning_rate": 2.9773109568610338e-06,
      "loss": 0.3479,
      "step": 1267600
    },
    {
      "epoch": 353.78,
      "grad_norm": 1.075347900390625,
      "learning_rate": 2.9772849238541454e-06,
      "loss": 0.3506,
      "step": 1267610
    },
    {
      "epoch": 353.79,
      "grad_norm": 1.133133053779602,
      "learning_rate": 2.9772588907629323e-06,
      "loss": 0.3611,
      "step": 1267620
    },
    {
      "epoch": 353.79,
      "grad_norm": 0.9972400069236755,
      "learning_rate": 2.977232857587399e-06,
      "loss": 0.3558,
      "step": 1267630
    },
    {
      "epoch": 353.79,
      "grad_norm": 1.2340762615203857,
      "learning_rate": 2.977206824327549e-06,
      "loss": 0.3552,
      "step": 1267640
    },
    {
      "epoch": 353.8,
      "grad_norm": 1.0046260356903076,
      "learning_rate": 2.9771807909833862e-06,
      "loss": 0.3525,
      "step": 1267650
    },
    {
      "epoch": 353.8,
      "grad_norm": 1.1164145469665527,
      "learning_rate": 2.9771547575549126e-06,
      "loss": 0.351,
      "step": 1267660
    },
    {
      "epoch": 353.8,
      "grad_norm": 0.8467226028442383,
      "learning_rate": 2.977128724042134e-06,
      "loss": 0.352,
      "step": 1267670
    },
    {
      "epoch": 353.8,
      "grad_norm": 0.9443831443786621,
      "learning_rate": 2.977102690445052e-06,
      "loss": 0.337,
      "step": 1267680
    },
    {
      "epoch": 353.81,
      "grad_norm": 1.063965916633606,
      "learning_rate": 2.977076656763671e-06,
      "loss": 0.3528,
      "step": 1267690
    },
    {
      "epoch": 353.81,
      "grad_norm": 1.0216481685638428,
      "learning_rate": 2.9770506229979925e-06,
      "loss": 0.3404,
      "step": 1267700
    },
    {
      "epoch": 353.81,
      "grad_norm": 1.0078976154327393,
      "learning_rate": 2.977024589148023e-06,
      "loss": 0.3483,
      "step": 1267710
    },
    {
      "epoch": 353.82,
      "grad_norm": 1.0331246852874756,
      "learning_rate": 2.9769985552137636e-06,
      "loss": 0.3547,
      "step": 1267720
    },
    {
      "epoch": 353.82,
      "grad_norm": 0.9282553791999817,
      "learning_rate": 2.976972521195219e-06,
      "loss": 0.3594,
      "step": 1267730
    },
    {
      "epoch": 353.82,
      "grad_norm": 0.9808581471443176,
      "learning_rate": 2.9769464870923922e-06,
      "loss": 0.3469,
      "step": 1267740
    },
    {
      "epoch": 353.82,
      "grad_norm": 1.0874032974243164,
      "learning_rate": 2.976920452905288e-06,
      "loss": 0.3514,
      "step": 1267750
    },
    {
      "epoch": 353.83,
      "grad_norm": 1.0305756330490112,
      "learning_rate": 2.976894418633907e-06,
      "loss": 0.3395,
      "step": 1267760
    },
    {
      "epoch": 353.83,
      "grad_norm": 0.9563829302787781,
      "learning_rate": 2.9768683842782553e-06,
      "loss": 0.3694,
      "step": 1267770
    },
    {
      "epoch": 353.83,
      "grad_norm": 0.9488292932510376,
      "learning_rate": 2.976842349838335e-06,
      "loss": 0.3418,
      "step": 1267780
    },
    {
      "epoch": 353.83,
      "grad_norm": 1.028741478919983,
      "learning_rate": 2.9768163153141493e-06,
      "loss": 0.367,
      "step": 1267790
    },
    {
      "epoch": 353.84,
      "grad_norm": 1.0774140357971191,
      "learning_rate": 2.976790280705703e-06,
      "loss": 0.3537,
      "step": 1267800
    },
    {
      "epoch": 353.84,
      "grad_norm": 1.3255239725112915,
      "learning_rate": 2.9767642460129983e-06,
      "loss": 0.345,
      "step": 1267810
    },
    {
      "epoch": 353.84,
      "grad_norm": 1.0088043212890625,
      "learning_rate": 2.97673821123604e-06,
      "loss": 0.3556,
      "step": 1267820
    },
    {
      "epoch": 353.85,
      "grad_norm": 1.0111956596374512,
      "learning_rate": 2.9767121763748306e-06,
      "loss": 0.3363,
      "step": 1267830
    },
    {
      "epoch": 353.85,
      "grad_norm": 1.0214403867721558,
      "learning_rate": 2.976686141429374e-06,
      "loss": 0.3338,
      "step": 1267840
    },
    {
      "epoch": 353.85,
      "grad_norm": 1.0875059366226196,
      "learning_rate": 2.976660106399673e-06,
      "loss": 0.3496,
      "step": 1267850
    },
    {
      "epoch": 353.85,
      "grad_norm": 1.0022728443145752,
      "learning_rate": 2.976634071285731e-06,
      "loss": 0.3435,
      "step": 1267860
    },
    {
      "epoch": 353.86,
      "grad_norm": 1.1011589765548706,
      "learning_rate": 2.9766080360875527e-06,
      "loss": 0.3439,
      "step": 1267870
    },
    {
      "epoch": 353.86,
      "grad_norm": 1.0321197509765625,
      "learning_rate": 2.9765820008051403e-06,
      "loss": 0.3481,
      "step": 1267880
    },
    {
      "epoch": 353.86,
      "grad_norm": 0.9525743722915649,
      "learning_rate": 2.9765559654384986e-06,
      "loss": 0.3448,
      "step": 1267890
    },
    {
      "epoch": 353.87,
      "grad_norm": 0.9454960823059082,
      "learning_rate": 2.9765299299876305e-06,
      "loss": 0.3363,
      "step": 1267900
    },
    {
      "epoch": 353.87,
      "grad_norm": 0.9708470106124878,
      "learning_rate": 2.976503894452538e-06,
      "loss": 0.3571,
      "step": 1267910
    },
    {
      "epoch": 353.87,
      "grad_norm": 1.1024483442306519,
      "learning_rate": 2.976477858833226e-06,
      "loss": 0.3522,
      "step": 1267920
    },
    {
      "epoch": 353.87,
      "grad_norm": 1.1064324378967285,
      "learning_rate": 2.9764518231296977e-06,
      "loss": 0.364,
      "step": 1267930
    },
    {
      "epoch": 353.88,
      "grad_norm": 0.9241132140159607,
      "learning_rate": 2.9764257873419574e-06,
      "loss": 0.339,
      "step": 1267940
    },
    {
      "epoch": 353.88,
      "grad_norm": 1.0999855995178223,
      "learning_rate": 2.976399751470007e-06,
      "loss": 0.3609,
      "step": 1267950
    },
    {
      "epoch": 353.88,
      "grad_norm": 0.9946275353431702,
      "learning_rate": 2.9763737155138513e-06,
      "loss": 0.3356,
      "step": 1267960
    },
    {
      "epoch": 353.89,
      "grad_norm": 1.0965337753295898,
      "learning_rate": 2.9763476794734936e-06,
      "loss": 0.3609,
      "step": 1267970
    },
    {
      "epoch": 353.89,
      "grad_norm": 2.981520175933838,
      "learning_rate": 2.976321643348936e-06,
      "loss": 0.36,
      "step": 1267980
    },
    {
      "epoch": 353.89,
      "grad_norm": 1.0777404308319092,
      "learning_rate": 2.976295607140183e-06,
      "loss": 0.3473,
      "step": 1267990
    },
    {
      "epoch": 353.89,
      "grad_norm": 1.165112853050232,
      "learning_rate": 2.9762695708472385e-06,
      "loss": 0.3343,
      "step": 1268000
    },
    {
      "epoch": 353.9,
      "grad_norm": 1.098878026008606,
      "learning_rate": 2.976243534470105e-06,
      "loss": 0.356,
      "step": 1268010
    },
    {
      "epoch": 353.9,
      "grad_norm": 0.8793743252754211,
      "learning_rate": 2.976217498008787e-06,
      "loss": 0.3599,
      "step": 1268020
    },
    {
      "epoch": 353.9,
      "grad_norm": 0.9372090101242065,
      "learning_rate": 2.976191461463287e-06,
      "loss": 0.3466,
      "step": 1268030
    },
    {
      "epoch": 353.9,
      "grad_norm": 1.067320704460144,
      "learning_rate": 2.976165424833609e-06,
      "loss": 0.3349,
      "step": 1268040
    },
    {
      "epoch": 353.91,
      "grad_norm": 1.0049047470092773,
      "learning_rate": 2.976139388119756e-06,
      "loss": 0.3481,
      "step": 1268050
    },
    {
      "epoch": 353.91,
      "grad_norm": 1.1631920337677002,
      "learning_rate": 2.9761133513217328e-06,
      "loss": 0.3538,
      "step": 1268060
    },
    {
      "epoch": 353.91,
      "grad_norm": 1.1790906190872192,
      "learning_rate": 2.9760873144395408e-06,
      "loss": 0.3468,
      "step": 1268070
    },
    {
      "epoch": 353.92,
      "grad_norm": 1.0898451805114746,
      "learning_rate": 2.976061277473185e-06,
      "loss": 0.3444,
      "step": 1268080
    },
    {
      "epoch": 353.92,
      "grad_norm": 1.1772122383117676,
      "learning_rate": 2.9760352404226676e-06,
      "loss": 0.3475,
      "step": 1268090
    },
    {
      "epoch": 353.92,
      "grad_norm": 0.906173050403595,
      "learning_rate": 2.9760092032879946e-06,
      "loss": 0.3427,
      "step": 1268100
    },
    {
      "epoch": 353.92,
      "grad_norm": 1.0084004402160645,
      "learning_rate": 2.9759831660691667e-06,
      "loss": 0.349,
      "step": 1268110
    },
    {
      "epoch": 353.93,
      "grad_norm": 1.2698850631713867,
      "learning_rate": 2.975957128766188e-06,
      "loss": 0.3411,
      "step": 1268120
    },
    {
      "epoch": 353.93,
      "grad_norm": 0.9618614912033081,
      "learning_rate": 2.9759310913790633e-06,
      "loss": 0.36,
      "step": 1268130
    },
    {
      "epoch": 353.93,
      "grad_norm": 0.8535076379776001,
      "learning_rate": 2.975905053907794e-06,
      "loss": 0.36,
      "step": 1268140
    },
    {
      "epoch": 353.94,
      "grad_norm": 1.0838699340820312,
      "learning_rate": 2.9758790163523855e-06,
      "loss": 0.3349,
      "step": 1268150
    },
    {
      "epoch": 353.94,
      "grad_norm": 1.1372531652450562,
      "learning_rate": 2.97585297871284e-06,
      "loss": 0.337,
      "step": 1268160
    },
    {
      "epoch": 353.94,
      "grad_norm": 0.9803206324577332,
      "learning_rate": 2.975826940989162e-06,
      "loss": 0.3562,
      "step": 1268170
    },
    {
      "epoch": 353.94,
      "grad_norm": 1.0783865451812744,
      "learning_rate": 2.975800903181354e-06,
      "loss": 0.3419,
      "step": 1268180
    },
    {
      "epoch": 353.95,
      "grad_norm": 1.0760143995285034,
      "learning_rate": 2.97577486528942e-06,
      "loss": 0.3289,
      "step": 1268190
    },
    {
      "epoch": 353.95,
      "grad_norm": 0.9501602053642273,
      "learning_rate": 2.975748827313363e-06,
      "loss": 0.3319,
      "step": 1268200
    },
    {
      "epoch": 353.95,
      "grad_norm": 1.1571255922317505,
      "learning_rate": 2.975722789253187e-06,
      "loss": 0.3263,
      "step": 1268210
    },
    {
      "epoch": 353.95,
      "grad_norm": 1.063767910003662,
      "learning_rate": 2.9756967511088957e-06,
      "loss": 0.3562,
      "step": 1268220
    },
    {
      "epoch": 353.96,
      "grad_norm": 1.1090588569641113,
      "learning_rate": 2.9756707128804914e-06,
      "loss": 0.3535,
      "step": 1268230
    },
    {
      "epoch": 353.96,
      "grad_norm": 0.9516128897666931,
      "learning_rate": 2.9756446745679784e-06,
      "loss": 0.3425,
      "step": 1268240
    },
    {
      "epoch": 353.96,
      "grad_norm": 1.029008150100708,
      "learning_rate": 2.9756186361713596e-06,
      "loss": 0.3645,
      "step": 1268250
    },
    {
      "epoch": 353.97,
      "grad_norm": 1.1830986738204956,
      "learning_rate": 2.9755925976906403e-06,
      "loss": 0.3451,
      "step": 1268260
    },
    {
      "epoch": 353.97,
      "grad_norm": 0.9873396754264832,
      "learning_rate": 2.975566559125822e-06,
      "loss": 0.3378,
      "step": 1268270
    },
    {
      "epoch": 353.97,
      "grad_norm": 0.9560302495956421,
      "learning_rate": 2.9755405204769085e-06,
      "loss": 0.3575,
      "step": 1268280
    },
    {
      "epoch": 353.97,
      "grad_norm": 0.9255949258804321,
      "learning_rate": 2.975514481743903e-06,
      "loss": 0.3593,
      "step": 1268290
    },
    {
      "epoch": 353.98,
      "grad_norm": 1.0530592203140259,
      "learning_rate": 2.97548844292681e-06,
      "loss": 0.3542,
      "step": 1268300
    },
    {
      "epoch": 353.98,
      "grad_norm": 1.123242974281311,
      "learning_rate": 2.9754624040256326e-06,
      "loss": 0.3491,
      "step": 1268310
    },
    {
      "epoch": 353.98,
      "grad_norm": 1.0669515132904053,
      "learning_rate": 2.975436365040374e-06,
      "loss": 0.3543,
      "step": 1268320
    },
    {
      "epoch": 353.99,
      "grad_norm": 1.146803855895996,
      "learning_rate": 2.9754103259710373e-06,
      "loss": 0.3589,
      "step": 1268330
    },
    {
      "epoch": 353.99,
      "grad_norm": 1.0983284711837769,
      "learning_rate": 2.9753842868176277e-06,
      "loss": 0.3548,
      "step": 1268340
    },
    {
      "epoch": 353.99,
      "grad_norm": 1.0139535665512085,
      "learning_rate": 2.9753582475801466e-06,
      "loss": 0.3483,
      "step": 1268350
    },
    {
      "epoch": 353.99,
      "grad_norm": 1.1142150163650513,
      "learning_rate": 2.975332208258598e-06,
      "loss": 0.359,
      "step": 1268360
    },
    {
      "epoch": 354.0,
      "grad_norm": 0.9736290574073792,
      "learning_rate": 2.975306168852986e-06,
      "loss": 0.3512,
      "step": 1268370
    },
    {
      "epoch": 354.0,
      "grad_norm": 0.8978061676025391,
      "learning_rate": 2.975280129363313e-06,
      "loss": 0.363,
      "step": 1268380
    },
    {
      "epoch": 354.0,
      "eval_loss": 0.35096946358680725,
      "eval_runtime": 62.8388,
      "eval_samples_per_second": 80.508,
      "eval_steps_per_second": 10.073,
      "step": 1268382
    },
    {
      "epoch": 354.0,
      "grad_norm": 1.0099855661392212,
      "learning_rate": 2.975254089789584e-06,
      "loss": 0.354,
      "step": 1268390
    },
    {
      "epoch": 354.01,
      "grad_norm": 1.1547729969024658,
      "learning_rate": 2.9752280501318015e-06,
      "loss": 0.3554,
      "step": 1268400
    },
    {
      "epoch": 354.01,
      "grad_norm": 0.9770766496658325,
      "learning_rate": 2.975202010389969e-06,
      "loss": 0.351,
      "step": 1268410
    },
    {
      "epoch": 354.01,
      "grad_norm": 0.9355576038360596,
      "learning_rate": 2.9751759705640907e-06,
      "loss": 0.3473,
      "step": 1268420
    },
    {
      "epoch": 354.01,
      "grad_norm": 0.9368588924407959,
      "learning_rate": 2.975149930654168e-06,
      "loss": 0.348,
      "step": 1268430
    },
    {
      "epoch": 354.02,
      "grad_norm": 0.9388378858566284,
      "learning_rate": 2.975123890660207e-06,
      "loss": 0.3487,
      "step": 1268440
    },
    {
      "epoch": 354.02,
      "grad_norm": 1.3341953754425049,
      "learning_rate": 2.975097850582209e-06,
      "loss": 0.3479,
      "step": 1268450
    },
    {
      "epoch": 354.02,
      "grad_norm": 1.0424941778182983,
      "learning_rate": 2.975071810420179e-06,
      "loss": 0.3382,
      "step": 1268460
    },
    {
      "epoch": 354.02,
      "grad_norm": 1.2929284572601318,
      "learning_rate": 2.9750457701741196e-06,
      "loss": 0.3571,
      "step": 1268470
    },
    {
      "epoch": 354.03,
      "grad_norm": 0.991355836391449,
      "learning_rate": 2.9750197298440355e-06,
      "loss": 0.3505,
      "step": 1268480
    },
    {
      "epoch": 354.03,
      "grad_norm": 1.0122884511947632,
      "learning_rate": 2.9749936894299287e-06,
      "loss": 0.3363,
      "step": 1268490
    },
    {
      "epoch": 354.03,
      "grad_norm": 1.0166791677474976,
      "learning_rate": 2.9749676489318026e-06,
      "loss": 0.3569,
      "step": 1268500
    },
    {
      "epoch": 354.04,
      "grad_norm": 1.0745657682418823,
      "learning_rate": 2.9749416083496622e-06,
      "loss": 0.358,
      "step": 1268510
    },
    {
      "epoch": 354.04,
      "grad_norm": 1.1085561513900757,
      "learning_rate": 2.9749155676835093e-06,
      "loss": 0.3463,
      "step": 1268520
    },
    {
      "epoch": 354.04,
      "grad_norm": 0.971673309803009,
      "learning_rate": 2.974889526933348e-06,
      "loss": 0.3477,
      "step": 1268530
    },
    {
      "epoch": 354.04,
      "grad_norm": 0.941641092300415,
      "learning_rate": 2.974863486099182e-06,
      "loss": 0.3417,
      "step": 1268540
    },
    {
      "epoch": 354.05,
      "grad_norm": 1.0631844997406006,
      "learning_rate": 2.9748374451810153e-06,
      "loss": 0.3619,
      "step": 1268550
    },
    {
      "epoch": 354.05,
      "grad_norm": 1.0943154096603394,
      "learning_rate": 2.9748114041788503e-06,
      "loss": 0.3498,
      "step": 1268560
    },
    {
      "epoch": 354.05,
      "grad_norm": 1.007242202758789,
      "learning_rate": 2.9747853630926906e-06,
      "loss": 0.3473,
      "step": 1268570
    },
    {
      "epoch": 354.06,
      "grad_norm": 1.1670640707015991,
      "learning_rate": 2.97475932192254e-06,
      "loss": 0.3428,
      "step": 1268580
    },
    {
      "epoch": 354.06,
      "grad_norm": 1.1503649950027466,
      "learning_rate": 2.974733280668402e-06,
      "loss": 0.3473,
      "step": 1268590
    },
    {
      "epoch": 354.06,
      "grad_norm": 1.642816185951233,
      "learning_rate": 2.9747072393302795e-06,
      "loss": 0.3612,
      "step": 1268600
    },
    {
      "epoch": 354.06,
      "grad_norm": 1.29072105884552,
      "learning_rate": 2.9746811979081772e-06,
      "loss": 0.3516,
      "step": 1268610
    },
    {
      "epoch": 354.07,
      "grad_norm": 1.2215585708618164,
      "learning_rate": 2.9746551564020967e-06,
      "loss": 0.3491,
      "step": 1268620
    },
    {
      "epoch": 354.07,
      "grad_norm": 0.9699222445487976,
      "learning_rate": 2.974629114812044e-06,
      "loss": 0.3591,
      "step": 1268630
    },
    {
      "epoch": 354.07,
      "grad_norm": 0.9909812808036804,
      "learning_rate": 2.974603073138021e-06,
      "loss": 0.3442,
      "step": 1268640
    },
    {
      "epoch": 354.07,
      "grad_norm": 1.0348798036575317,
      "learning_rate": 2.9745770313800303e-06,
      "loss": 0.3478,
      "step": 1268650
    },
    {
      "epoch": 354.08,
      "grad_norm": 1.101427435874939,
      "learning_rate": 2.9745509895380767e-06,
      "loss": 0.3597,
      "step": 1268660
    },
    {
      "epoch": 354.08,
      "grad_norm": 1.0563284158706665,
      "learning_rate": 2.974524947612163e-06,
      "loss": 0.3539,
      "step": 1268670
    },
    {
      "epoch": 354.08,
      "grad_norm": 0.9788006544113159,
      "learning_rate": 2.9744989056022936e-06,
      "loss": 0.3602,
      "step": 1268680
    },
    {
      "epoch": 354.09,
      "grad_norm": 0.970456600189209,
      "learning_rate": 2.974472863508471e-06,
      "loss": 0.3596,
      "step": 1268690
    },
    {
      "epoch": 354.09,
      "grad_norm": 0.9617404937744141,
      "learning_rate": 2.9744468213306988e-06,
      "loss": 0.339,
      "step": 1268700
    },
    {
      "epoch": 354.09,
      "grad_norm": 0.9571830630302429,
      "learning_rate": 2.9744207790689815e-06,
      "loss": 0.3477,
      "step": 1268710
    },
    {
      "epoch": 354.09,
      "grad_norm": 1.3969019651412964,
      "learning_rate": 2.9743947367233206e-06,
      "loss": 0.3553,
      "step": 1268720
    },
    {
      "epoch": 354.1,
      "grad_norm": 1.089231014251709,
      "learning_rate": 2.9743686942937214e-06,
      "loss": 0.3402,
      "step": 1268730
    },
    {
      "epoch": 354.1,
      "grad_norm": 0.9287461638450623,
      "learning_rate": 2.9743426517801867e-06,
      "loss": 0.3335,
      "step": 1268740
    },
    {
      "epoch": 354.1,
      "grad_norm": 1.0367717742919922,
      "learning_rate": 2.97431660918272e-06,
      "loss": 0.3489,
      "step": 1268750
    },
    {
      "epoch": 354.11,
      "grad_norm": 1.0915491580963135,
      "learning_rate": 2.974290566501324e-06,
      "loss": 0.3528,
      "step": 1268760
    },
    {
      "epoch": 354.11,
      "grad_norm": 0.9644018411636353,
      "learning_rate": 2.9742645237360037e-06,
      "loss": 0.3346,
      "step": 1268770
    },
    {
      "epoch": 354.11,
      "grad_norm": 1.0745360851287842,
      "learning_rate": 2.974238480886762e-06,
      "loss": 0.3464,
      "step": 1268780
    },
    {
      "epoch": 354.11,
      "grad_norm": 1.124131441116333,
      "learning_rate": 2.9742124379536015e-06,
      "loss": 0.3492,
      "step": 1268790
    },
    {
      "epoch": 354.12,
      "grad_norm": 0.9565116167068481,
      "learning_rate": 2.9741863949365265e-06,
      "loss": 0.3608,
      "step": 1268800
    },
    {
      "epoch": 354.12,
      "grad_norm": 1.119523048400879,
      "learning_rate": 2.9741603518355397e-06,
      "loss": 0.3613,
      "step": 1268810
    },
    {
      "epoch": 354.12,
      "grad_norm": 0.9837062954902649,
      "learning_rate": 2.9741343086506454e-06,
      "loss": 0.3516,
      "step": 1268820
    },
    {
      "epoch": 354.13,
      "grad_norm": 1.0079905986785889,
      "learning_rate": 2.974108265381847e-06,
      "loss": 0.3614,
      "step": 1268830
    },
    {
      "epoch": 354.13,
      "grad_norm": 1.0757606029510498,
      "learning_rate": 2.974082222029148e-06,
      "loss": 0.3637,
      "step": 1268840
    },
    {
      "epoch": 354.13,
      "grad_norm": 1.0287729501724243,
      "learning_rate": 2.9740561785925513e-06,
      "loss": 0.3698,
      "step": 1268850
    },
    {
      "epoch": 354.13,
      "grad_norm": 1.0624703168869019,
      "learning_rate": 2.9740301350720605e-06,
      "loss": 0.3606,
      "step": 1268860
    },
    {
      "epoch": 354.14,
      "grad_norm": 1.2760615348815918,
      "learning_rate": 2.9740040914676794e-06,
      "loss": 0.3509,
      "step": 1268870
    },
    {
      "epoch": 354.14,
      "grad_norm": 1.1199079751968384,
      "learning_rate": 2.9739780477794113e-06,
      "loss": 0.3596,
      "step": 1268880
    },
    {
      "epoch": 354.14,
      "grad_norm": 0.8924593329429626,
      "learning_rate": 2.973952004007259e-06,
      "loss": 0.3444,
      "step": 1268890
    },
    {
      "epoch": 354.14,
      "grad_norm": 0.9287638664245605,
      "learning_rate": 2.9739259601512277e-06,
      "loss": 0.3447,
      "step": 1268900
    },
    {
      "epoch": 354.15,
      "grad_norm": 0.9948589205741882,
      "learning_rate": 2.9738999162113196e-06,
      "loss": 0.3519,
      "step": 1268910
    },
    {
      "epoch": 354.15,
      "grad_norm": 0.9211774468421936,
      "learning_rate": 2.9738738721875383e-06,
      "loss": 0.3484,
      "step": 1268920
    },
    {
      "epoch": 354.15,
      "grad_norm": 0.9072014689445496,
      "learning_rate": 2.9738478280798876e-06,
      "loss": 0.3342,
      "step": 1268930
    },
    {
      "epoch": 354.16,
      "grad_norm": 1.03675377368927,
      "learning_rate": 2.97382178388837e-06,
      "loss": 0.3266,
      "step": 1268940
    },
    {
      "epoch": 354.16,
      "grad_norm": 0.9231444001197815,
      "learning_rate": 2.97379573961299e-06,
      "loss": 0.3314,
      "step": 1268950
    },
    {
      "epoch": 354.16,
      "grad_norm": 1.0418184995651245,
      "learning_rate": 2.9737696952537504e-06,
      "loss": 0.3566,
      "step": 1268960
    },
    {
      "epoch": 354.16,
      "grad_norm": 1.0277128219604492,
      "learning_rate": 2.9737436508106556e-06,
      "loss": 0.3569,
      "step": 1268970
    },
    {
      "epoch": 354.17,
      "grad_norm": 1.0085549354553223,
      "learning_rate": 2.973717606283708e-06,
      "loss": 0.3593,
      "step": 1268980
    },
    {
      "epoch": 354.17,
      "grad_norm": 0.9930410981178284,
      "learning_rate": 2.9736915616729124e-06,
      "loss": 0.3616,
      "step": 1268990
    },
    {
      "epoch": 354.17,
      "grad_norm": 1.165378212928772,
      "learning_rate": 2.973665516978271e-06,
      "loss": 0.3523,
      "step": 1269000
    },
    {
      "epoch": 354.18,
      "grad_norm": 1.024694800376892,
      "learning_rate": 2.973639472199787e-06,
      "loss": 0.3662,
      "step": 1269010
    },
    {
      "epoch": 354.18,
      "grad_norm": 1.1127680540084839,
      "learning_rate": 2.9736134273374646e-06,
      "loss": 0.3432,
      "step": 1269020
    },
    {
      "epoch": 354.18,
      "grad_norm": 1.0852513313293457,
      "learning_rate": 2.9735873823913076e-06,
      "loss": 0.3424,
      "step": 1269030
    },
    {
      "epoch": 354.18,
      "grad_norm": 1.0718847513198853,
      "learning_rate": 2.9735613373613193e-06,
      "loss": 0.344,
      "step": 1269040
    },
    {
      "epoch": 354.19,
      "grad_norm": 1.1128449440002441,
      "learning_rate": 2.973535292247502e-06,
      "loss": 0.349,
      "step": 1269050
    },
    {
      "epoch": 354.19,
      "grad_norm": 1.0671067237854004,
      "learning_rate": 2.973509247049861e-06,
      "loss": 0.3397,
      "step": 1269060
    },
    {
      "epoch": 354.19,
      "grad_norm": 1.162990927696228,
      "learning_rate": 2.9734832017683994e-06,
      "loss": 0.3642,
      "step": 1269070
    },
    {
      "epoch": 354.19,
      "grad_norm": 0.9572566747665405,
      "learning_rate": 2.9734571564031187e-06,
      "loss": 0.3652,
      "step": 1269080
    },
    {
      "epoch": 354.2,
      "grad_norm": 0.8811326622962952,
      "learning_rate": 2.9734311109540257e-06,
      "loss": 0.3524,
      "step": 1269090
    },
    {
      "epoch": 354.2,
      "grad_norm": 0.9204825162887573,
      "learning_rate": 2.97340506542112e-06,
      "loss": 0.3452,
      "step": 1269100
    },
    {
      "epoch": 354.2,
      "grad_norm": 0.9652335047721863,
      "learning_rate": 2.9733790198044077e-06,
      "loss": 0.3406,
      "step": 1269110
    },
    {
      "epoch": 354.21,
      "grad_norm": 0.9983090162277222,
      "learning_rate": 2.9733529741038916e-06,
      "loss": 0.3542,
      "step": 1269120
    },
    {
      "epoch": 354.21,
      "grad_norm": 1.0677409172058105,
      "learning_rate": 2.973326928319576e-06,
      "loss": 0.3582,
      "step": 1269130
    },
    {
      "epoch": 354.21,
      "grad_norm": 0.9229802489280701,
      "learning_rate": 2.973300882451462e-06,
      "loss": 0.3464,
      "step": 1269140
    },
    {
      "epoch": 354.21,
      "grad_norm": 0.8652659058570862,
      "learning_rate": 2.973274836499556e-06,
      "loss": 0.3434,
      "step": 1269150
    },
    {
      "epoch": 354.22,
      "grad_norm": 1.0097894668579102,
      "learning_rate": 2.97324879046386e-06,
      "loss": 0.3441,
      "step": 1269160
    },
    {
      "epoch": 354.22,
      "grad_norm": 1.1790294647216797,
      "learning_rate": 2.973222744344377e-06,
      "loss": 0.3328,
      "step": 1269170
    },
    {
      "epoch": 354.22,
      "grad_norm": 1.3891932964324951,
      "learning_rate": 2.973196698141111e-06,
      "loss": 0.3645,
      "step": 1269180
    },
    {
      "epoch": 354.23,
      "grad_norm": 0.8856137990951538,
      "learning_rate": 2.9731706518540656e-06,
      "loss": 0.329,
      "step": 1269190
    },
    {
      "epoch": 354.23,
      "grad_norm": 0.8763755559921265,
      "learning_rate": 2.9731446054832436e-06,
      "loss": 0.3655,
      "step": 1269200
    },
    {
      "epoch": 354.23,
      "grad_norm": 0.9526442289352417,
      "learning_rate": 2.9731185590286492e-06,
      "loss": 0.3504,
      "step": 1269210
    },
    {
      "epoch": 354.23,
      "grad_norm": 0.9141049385070801,
      "learning_rate": 2.9730925124902867e-06,
      "loss": 0.3472,
      "step": 1269220
    },
    {
      "epoch": 354.24,
      "grad_norm": 0.9319211840629578,
      "learning_rate": 2.9730664658681577e-06,
      "loss": 0.3428,
      "step": 1269230
    },
    {
      "epoch": 354.24,
      "grad_norm": 1.0306733846664429,
      "learning_rate": 2.9730404191622665e-06,
      "loss": 0.3419,
      "step": 1269240
    },
    {
      "epoch": 354.24,
      "grad_norm": 1.174131989479065,
      "learning_rate": 2.9730143723726164e-06,
      "loss": 0.3561,
      "step": 1269250
    },
    {
      "epoch": 354.25,
      "grad_norm": 1.008599042892456,
      "learning_rate": 2.972988325499211e-06,
      "loss": 0.342,
      "step": 1269260
    },
    {
      "epoch": 354.25,
      "grad_norm": 0.9639946818351746,
      "learning_rate": 2.9729622785420544e-06,
      "loss": 0.3399,
      "step": 1269270
    },
    {
      "epoch": 354.25,
      "grad_norm": 1.0140949487686157,
      "learning_rate": 2.9729362315011494e-06,
      "loss": 0.3479,
      "step": 1269280
    },
    {
      "epoch": 354.25,
      "grad_norm": 1.0316486358642578,
      "learning_rate": 2.9729101843764994e-06,
      "loss": 0.3491,
      "step": 1269290
    },
    {
      "epoch": 354.26,
      "grad_norm": 0.9531235098838806,
      "learning_rate": 2.972884137168108e-06,
      "loss": 0.3554,
      "step": 1269300
    },
    {
      "epoch": 354.26,
      "grad_norm": 0.9278808832168579,
      "learning_rate": 2.972858089875979e-06,
      "loss": 0.3467,
      "step": 1269310
    },
    {
      "epoch": 354.26,
      "grad_norm": 0.9373521208763123,
      "learning_rate": 2.972832042500115e-06,
      "loss": 0.3517,
      "step": 1269320
    },
    {
      "epoch": 354.26,
      "grad_norm": 1.2321418523788452,
      "learning_rate": 2.9728059950405203e-06,
      "loss": 0.3465,
      "step": 1269330
    },
    {
      "epoch": 354.27,
      "grad_norm": 1.1314489841461182,
      "learning_rate": 2.9727799474971977e-06,
      "loss": 0.3471,
      "step": 1269340
    },
    {
      "epoch": 354.27,
      "grad_norm": 1.0315332412719727,
      "learning_rate": 2.9727538998701518e-06,
      "loss": 0.3497,
      "step": 1269350
    },
    {
      "epoch": 354.27,
      "grad_norm": 1.1785892248153687,
      "learning_rate": 2.9727278521593842e-06,
      "loss": 0.3479,
      "step": 1269360
    },
    {
      "epoch": 354.28,
      "grad_norm": 1.0710688829421997,
      "learning_rate": 2.9727018043649002e-06,
      "loss": 0.3515,
      "step": 1269370
    },
    {
      "epoch": 354.28,
      "grad_norm": 1.186489224433899,
      "learning_rate": 2.972675756486703e-06,
      "loss": 0.3477,
      "step": 1269380
    },
    {
      "epoch": 354.28,
      "grad_norm": 1.224123477935791,
      "learning_rate": 2.972649708524795e-06,
      "loss": 0.3556,
      "step": 1269390
    },
    {
      "epoch": 354.28,
      "grad_norm": 1.2460424900054932,
      "learning_rate": 2.9726236604791797e-06,
      "loss": 0.3584,
      "step": 1269400
    },
    {
      "epoch": 354.29,
      "grad_norm": 1.1131432056427002,
      "learning_rate": 2.972597612349862e-06,
      "loss": 0.3535,
      "step": 1269410
    },
    {
      "epoch": 354.29,
      "grad_norm": 0.9802598357200623,
      "learning_rate": 2.9725715641368444e-06,
      "loss": 0.3435,
      "step": 1269420
    },
    {
      "epoch": 354.29,
      "grad_norm": 1.0593067407608032,
      "learning_rate": 2.97254551584013e-06,
      "loss": 0.3544,
      "step": 1269430
    },
    {
      "epoch": 354.3,
      "grad_norm": 0.8686617612838745,
      "learning_rate": 2.9725194674597237e-06,
      "loss": 0.3536,
      "step": 1269440
    },
    {
      "epoch": 354.3,
      "grad_norm": 1.0177545547485352,
      "learning_rate": 2.9724934189956275e-06,
      "loss": 0.3514,
      "step": 1269450
    },
    {
      "epoch": 354.3,
      "grad_norm": 1.0528090000152588,
      "learning_rate": 2.9724673704478453e-06,
      "loss": 0.3537,
      "step": 1269460
    },
    {
      "epoch": 354.3,
      "grad_norm": 0.8667207956314087,
      "learning_rate": 2.9724413218163797e-06,
      "loss": 0.3392,
      "step": 1269470
    },
    {
      "epoch": 354.31,
      "grad_norm": 1.0505754947662354,
      "learning_rate": 2.9724152731012365e-06,
      "loss": 0.3443,
      "step": 1269480
    },
    {
      "epoch": 354.31,
      "grad_norm": 1.090346097946167,
      "learning_rate": 2.9723892243024174e-06,
      "loss": 0.3581,
      "step": 1269490
    },
    {
      "epoch": 354.31,
      "grad_norm": 1.1135002374649048,
      "learning_rate": 2.972363175419926e-06,
      "loss": 0.3339,
      "step": 1269500
    },
    {
      "epoch": 354.31,
      "grad_norm": 1.0985519886016846,
      "learning_rate": 2.9723371264537662e-06,
      "loss": 0.3456,
      "step": 1269510
    },
    {
      "epoch": 354.32,
      "grad_norm": 1.102128267288208,
      "learning_rate": 2.9723110774039417e-06,
      "loss": 0.3406,
      "step": 1269520
    },
    {
      "epoch": 354.32,
      "grad_norm": 0.8734199404716492,
      "learning_rate": 2.9722850282704553e-06,
      "loss": 0.3552,
      "step": 1269530
    },
    {
      "epoch": 354.32,
      "grad_norm": 1.164203405380249,
      "learning_rate": 2.97225897905331e-06,
      "loss": 0.3561,
      "step": 1269540
    },
    {
      "epoch": 354.33,
      "grad_norm": 0.8628701567649841,
      "learning_rate": 2.9722329297525113e-06,
      "loss": 0.3576,
      "step": 1269550
    },
    {
      "epoch": 354.33,
      "grad_norm": 1.1159425973892212,
      "learning_rate": 2.97220688036806e-06,
      "loss": 0.3647,
      "step": 1269560
    },
    {
      "epoch": 354.33,
      "grad_norm": 1.3974744081497192,
      "learning_rate": 2.9721808308999613e-06,
      "loss": 0.3505,
      "step": 1269570
    },
    {
      "epoch": 354.33,
      "grad_norm": 0.9713566899299622,
      "learning_rate": 2.9721547813482185e-06,
      "loss": 0.3872,
      "step": 1269580
    },
    {
      "epoch": 354.34,
      "grad_norm": 1.222630262374878,
      "learning_rate": 2.9721287317128354e-06,
      "loss": 0.3539,
      "step": 1269590
    },
    {
      "epoch": 354.34,
      "grad_norm": 1.055439829826355,
      "learning_rate": 2.972102681993814e-06,
      "loss": 0.352,
      "step": 1269600
    },
    {
      "epoch": 354.34,
      "grad_norm": 0.9882408976554871,
      "learning_rate": 2.9720766321911595e-06,
      "loss": 0.3399,
      "step": 1269610
    },
    {
      "epoch": 354.35,
      "grad_norm": 0.8870604038238525,
      "learning_rate": 2.972050582304874e-06,
      "loss": 0.3446,
      "step": 1269620
    },
    {
      "epoch": 354.35,
      "grad_norm": 0.8635450005531311,
      "learning_rate": 2.9720245323349614e-06,
      "loss": 0.3489,
      "step": 1269630
    },
    {
      "epoch": 354.35,
      "grad_norm": 1.1339279413223267,
      "learning_rate": 2.9719984822814253e-06,
      "loss": 0.3636,
      "step": 1269640
    },
    {
      "epoch": 354.35,
      "grad_norm": 1.0906318426132202,
      "learning_rate": 2.9719724321442697e-06,
      "loss": 0.3609,
      "step": 1269650
    },
    {
      "epoch": 354.36,
      "grad_norm": 1.1744883060455322,
      "learning_rate": 2.9719463819234975e-06,
      "loss": 0.3606,
      "step": 1269660
    },
    {
      "epoch": 354.36,
      "grad_norm": 1.3284696340560913,
      "learning_rate": 2.971920331619112e-06,
      "loss": 0.3559,
      "step": 1269670
    },
    {
      "epoch": 354.36,
      "grad_norm": 0.8871901035308838,
      "learning_rate": 2.971894281231116e-06,
      "loss": 0.3577,
      "step": 1269680
    },
    {
      "epoch": 354.37,
      "grad_norm": 0.9861510396003723,
      "learning_rate": 2.9718682307595146e-06,
      "loss": 0.3443,
      "step": 1269690
    },
    {
      "epoch": 354.37,
      "grad_norm": 1.0457862615585327,
      "learning_rate": 2.9718421802043105e-06,
      "loss": 0.3575,
      "step": 1269700
    },
    {
      "epoch": 354.37,
      "grad_norm": 1.0449451208114624,
      "learning_rate": 2.9718161295655076e-06,
      "loss": 0.3578,
      "step": 1269710
    },
    {
      "epoch": 354.37,
      "grad_norm": 1.1173100471496582,
      "learning_rate": 2.9717900788431077e-06,
      "loss": 0.3576,
      "step": 1269720
    },
    {
      "epoch": 354.38,
      "grad_norm": 1.147751808166504,
      "learning_rate": 2.971764028037117e-06,
      "loss": 0.3489,
      "step": 1269730
    },
    {
      "epoch": 354.38,
      "grad_norm": 1.111489176750183,
      "learning_rate": 2.971737977147537e-06,
      "loss": 0.3541,
      "step": 1269740
    },
    {
      "epoch": 354.38,
      "grad_norm": 1.018810510635376,
      "learning_rate": 2.9717119261743708e-06,
      "loss": 0.3583,
      "step": 1269750
    },
    {
      "epoch": 354.38,
      "grad_norm": 0.9003698825836182,
      "learning_rate": 2.971685875117623e-06,
      "loss": 0.337,
      "step": 1269760
    },
    {
      "epoch": 354.39,
      "grad_norm": 0.9838871955871582,
      "learning_rate": 2.971659823977297e-06,
      "loss": 0.3618,
      "step": 1269770
    },
    {
      "epoch": 354.39,
      "grad_norm": 1.0059796571731567,
      "learning_rate": 2.971633772753396e-06,
      "loss": 0.3414,
      "step": 1269780
    },
    {
      "epoch": 354.39,
      "grad_norm": 1.0037357807159424,
      "learning_rate": 2.9716077214459235e-06,
      "loss": 0.3496,
      "step": 1269790
    },
    {
      "epoch": 354.4,
      "grad_norm": 1.0940582752227783,
      "learning_rate": 2.9715816700548833e-06,
      "loss": 0.3444,
      "step": 1269800
    },
    {
      "epoch": 354.4,
      "grad_norm": 1.1184532642364502,
      "learning_rate": 2.9715556185802783e-06,
      "loss": 0.3505,
      "step": 1269810
    },
    {
      "epoch": 354.4,
      "grad_norm": 1.0685760974884033,
      "learning_rate": 2.971529567022112e-06,
      "loss": 0.347,
      "step": 1269820
    },
    {
      "epoch": 354.4,
      "grad_norm": 0.970173180103302,
      "learning_rate": 2.9715035153803877e-06,
      "loss": 0.3509,
      "step": 1269830
    },
    {
      "epoch": 354.41,
      "grad_norm": 1.0886913537979126,
      "learning_rate": 2.97147746365511e-06,
      "loss": 0.3512,
      "step": 1269840
    },
    {
      "epoch": 354.41,
      "grad_norm": 1.073146939277649,
      "learning_rate": 2.971451411846281e-06,
      "loss": 0.371,
      "step": 1269850
    },
    {
      "epoch": 354.41,
      "grad_norm": 0.9188058972358704,
      "learning_rate": 2.971425359953905e-06,
      "loss": 0.3601,
      "step": 1269860
    },
    {
      "epoch": 354.42,
      "grad_norm": 1.0225889682769775,
      "learning_rate": 2.9713993079779857e-06,
      "loss": 0.36,
      "step": 1269870
    },
    {
      "epoch": 354.42,
      "grad_norm": 1.311940312385559,
      "learning_rate": 2.971373255918526e-06,
      "loss": 0.3484,
      "step": 1269880
    },
    {
      "epoch": 354.42,
      "grad_norm": 1.0366076231002808,
      "learning_rate": 2.971347203775529e-06,
      "loss": 0.3553,
      "step": 1269890
    },
    {
      "epoch": 354.42,
      "grad_norm": 1.0313385725021362,
      "learning_rate": 2.9713211515489993e-06,
      "loss": 0.35,
      "step": 1269900
    },
    {
      "epoch": 354.43,
      "grad_norm": 1.0969090461730957,
      "learning_rate": 2.971295099238939e-06,
      "loss": 0.3526,
      "step": 1269910
    },
    {
      "epoch": 354.43,
      "grad_norm": 1.1461440324783325,
      "learning_rate": 2.9712690468453524e-06,
      "loss": 0.3474,
      "step": 1269920
    },
    {
      "epoch": 354.43,
      "grad_norm": 1.0387206077575684,
      "learning_rate": 2.9712429943682433e-06,
      "loss": 0.3421,
      "step": 1269930
    },
    {
      "epoch": 354.43,
      "grad_norm": 1.118605613708496,
      "learning_rate": 2.971216941807614e-06,
      "loss": 0.3538,
      "step": 1269940
    },
    {
      "epoch": 354.44,
      "grad_norm": 0.9190881848335266,
      "learning_rate": 2.9711908891634696e-06,
      "loss": 0.3424,
      "step": 1269950
    },
    {
      "epoch": 354.44,
      "grad_norm": 1.0632089376449585,
      "learning_rate": 2.9711648364358115e-06,
      "loss": 0.3723,
      "step": 1269960
    },
    {
      "epoch": 354.44,
      "grad_norm": 0.9143987894058228,
      "learning_rate": 2.9711387836246453e-06,
      "loss": 0.3558,
      "step": 1269970
    },
    {
      "epoch": 354.45,
      "grad_norm": 1.1371182203292847,
      "learning_rate": 2.971112730729973e-06,
      "loss": 0.3518,
      "step": 1269980
    },
    {
      "epoch": 354.45,
      "grad_norm": 0.8976527452468872,
      "learning_rate": 2.9710866777517986e-06,
      "loss": 0.3367,
      "step": 1269990
    },
    {
      "epoch": 354.45,
      "grad_norm": 0.8808115720748901,
      "learning_rate": 2.971060624690126e-06,
      "loss": 0.3609,
      "step": 1270000
    },
    {
      "epoch": 354.45,
      "grad_norm": 1.0150395631790161,
      "learning_rate": 2.9710345715449574e-06,
      "loss": 0.3494,
      "step": 1270010
    },
    {
      "epoch": 354.46,
      "grad_norm": 1.1163432598114014,
      "learning_rate": 2.971008518316298e-06,
      "loss": 0.3532,
      "step": 1270020
    },
    {
      "epoch": 354.46,
      "grad_norm": 0.8995441198348999,
      "learning_rate": 2.9709824650041494e-06,
      "loss": 0.357,
      "step": 1270030
    },
    {
      "epoch": 354.46,
      "grad_norm": 1.1347626447677612,
      "learning_rate": 2.9709564116085165e-06,
      "loss": 0.3649,
      "step": 1270040
    },
    {
      "epoch": 354.47,
      "grad_norm": 0.9646505117416382,
      "learning_rate": 2.9709303581294017e-06,
      "loss": 0.3519,
      "step": 1270050
    },
    {
      "epoch": 354.47,
      "grad_norm": 1.147405982017517,
      "learning_rate": 2.9709043045668096e-06,
      "loss": 0.3602,
      "step": 1270060
    },
    {
      "epoch": 354.47,
      "grad_norm": 1.2162995338439941,
      "learning_rate": 2.970878250920743e-06,
      "loss": 0.3777,
      "step": 1270070
    },
    {
      "epoch": 354.47,
      "grad_norm": 1.0219019651412964,
      "learning_rate": 2.9708521971912053e-06,
      "loss": 0.3564,
      "step": 1270080
    },
    {
      "epoch": 354.48,
      "grad_norm": 0.8667877912521362,
      "learning_rate": 2.9708261433782003e-06,
      "loss": 0.3433,
      "step": 1270090
    },
    {
      "epoch": 354.48,
      "grad_norm": 1.0085303783416748,
      "learning_rate": 2.9708000894817307e-06,
      "loss": 0.3436,
      "step": 1270100
    },
    {
      "epoch": 354.48,
      "grad_norm": 1.0609005689620972,
      "learning_rate": 2.9707740355018017e-06,
      "loss": 0.3382,
      "step": 1270110
    },
    {
      "epoch": 354.49,
      "grad_norm": 1.1363725662231445,
      "learning_rate": 2.9707479814384146e-06,
      "loss": 0.3453,
      "step": 1270120
    },
    {
      "epoch": 354.49,
      "grad_norm": 0.9413439035415649,
      "learning_rate": 2.970721927291575e-06,
      "loss": 0.3511,
      "step": 1270130
    },
    {
      "epoch": 354.49,
      "grad_norm": 0.9194272756576538,
      "learning_rate": 2.9706958730612836e-06,
      "loss": 0.3461,
      "step": 1270140
    },
    {
      "epoch": 354.49,
      "grad_norm": 0.9706621766090393,
      "learning_rate": 2.9706698187475466e-06,
      "loss": 0.3271,
      "step": 1270150
    },
    {
      "epoch": 354.5,
      "grad_norm": 0.9452732801437378,
      "learning_rate": 2.9706437643503666e-06,
      "loss": 0.3626,
      "step": 1270160
    },
    {
      "epoch": 354.5,
      "grad_norm": 0.889414370059967,
      "learning_rate": 2.9706177098697463e-06,
      "loss": 0.3511,
      "step": 1270170
    },
    {
      "epoch": 354.5,
      "grad_norm": 0.9470301866531372,
      "learning_rate": 2.97059165530569e-06,
      "loss": 0.3508,
      "step": 1270180
    },
    {
      "epoch": 354.5,
      "grad_norm": 1.3176846504211426,
      "learning_rate": 2.970565600658201e-06,
      "loss": 0.3431,
      "step": 1270190
    },
    {
      "epoch": 354.51,
      "grad_norm": 1.037923812866211,
      "learning_rate": 2.9705395459272825e-06,
      "loss": 0.3588,
      "step": 1270200
    },
    {
      "epoch": 354.51,
      "grad_norm": 1.0668480396270752,
      "learning_rate": 2.970513491112938e-06,
      "loss": 0.3403,
      "step": 1270210
    },
    {
      "epoch": 354.51,
      "grad_norm": 5.7942280769348145,
      "learning_rate": 2.9704874362151713e-06,
      "loss": 0.3618,
      "step": 1270220
    },
    {
      "epoch": 354.52,
      "grad_norm": 1.0296688079833984,
      "learning_rate": 2.970461381233986e-06,
      "loss": 0.3442,
      "step": 1270230
    },
    {
      "epoch": 354.52,
      "grad_norm": 1.2525620460510254,
      "learning_rate": 2.9704353261693846e-06,
      "loss": 0.3458,
      "step": 1270240
    },
    {
      "epoch": 354.52,
      "grad_norm": 1.0284115076065063,
      "learning_rate": 2.9704092710213717e-06,
      "loss": 0.3528,
      "step": 1270250
    },
    {
      "epoch": 354.52,
      "grad_norm": 1.34865140914917,
      "learning_rate": 2.9703832157899503e-06,
      "loss": 0.3608,
      "step": 1270260
    },
    {
      "epoch": 354.53,
      "grad_norm": 1.1032363176345825,
      "learning_rate": 2.9703571604751236e-06,
      "loss": 0.3439,
      "step": 1270270
    },
    {
      "epoch": 354.53,
      "grad_norm": 1.0040138959884644,
      "learning_rate": 2.970331105076895e-06,
      "loss": 0.3567,
      "step": 1270280
    },
    {
      "epoch": 354.53,
      "grad_norm": 0.8663948774337769,
      "learning_rate": 2.970305049595269e-06,
      "loss": 0.3566,
      "step": 1270290
    },
    {
      "epoch": 354.54,
      "grad_norm": 1.0773648023605347,
      "learning_rate": 2.970278994030248e-06,
      "loss": 0.3498,
      "step": 1270300
    },
    {
      "epoch": 354.54,
      "grad_norm": 0.9554985761642456,
      "learning_rate": 2.970252938381836e-06,
      "loss": 0.353,
      "step": 1270310
    },
    {
      "epoch": 354.54,
      "grad_norm": 1.1684995889663696,
      "learning_rate": 2.9702268826500362e-06,
      "loss": 0.3476,
      "step": 1270320
    },
    {
      "epoch": 354.54,
      "grad_norm": 1.7043695449829102,
      "learning_rate": 2.970200826834852e-06,
      "loss": 0.3423,
      "step": 1270330
    },
    {
      "epoch": 354.55,
      "grad_norm": 1.1710652112960815,
      "learning_rate": 2.970174770936287e-06,
      "loss": 0.3575,
      "step": 1270340
    },
    {
      "epoch": 354.55,
      "grad_norm": 0.982192873954773,
      "learning_rate": 2.9701487149543453e-06,
      "loss": 0.3545,
      "step": 1270350
    },
    {
      "epoch": 354.55,
      "grad_norm": 1.0831817388534546,
      "learning_rate": 2.9701226588890292e-06,
      "loss": 0.3575,
      "step": 1270360
    },
    {
      "epoch": 354.55,
      "grad_norm": 0.9271491169929504,
      "learning_rate": 2.970096602740342e-06,
      "loss": 0.3626,
      "step": 1270370
    },
    {
      "epoch": 354.56,
      "grad_norm": 1.1895602941513062,
      "learning_rate": 2.970070546508289e-06,
      "loss": 0.3432,
      "step": 1270380
    },
    {
      "epoch": 354.56,
      "grad_norm": 1.408230185508728,
      "learning_rate": 2.970044490192872e-06,
      "loss": 0.3602,
      "step": 1270390
    },
    {
      "epoch": 354.56,
      "grad_norm": 0.9096906185150146,
      "learning_rate": 2.9700184337940957e-06,
      "loss": 0.3561,
      "step": 1270400
    },
    {
      "epoch": 354.57,
      "grad_norm": 0.8728173971176147,
      "learning_rate": 2.9699923773119624e-06,
      "loss": 0.3476,
      "step": 1270410
    },
    {
      "epoch": 354.57,
      "grad_norm": 1.1256064176559448,
      "learning_rate": 2.9699663207464763e-06,
      "loss": 0.3366,
      "step": 1270420
    },
    {
      "epoch": 354.57,
      "grad_norm": 1.097601294517517,
      "learning_rate": 2.9699402640976405e-06,
      "loss": 0.3585,
      "step": 1270430
    },
    {
      "epoch": 354.57,
      "grad_norm": 0.8859172463417053,
      "learning_rate": 2.969914207365458e-06,
      "loss": 0.3441,
      "step": 1270440
    },
    {
      "epoch": 354.58,
      "grad_norm": 1.1829047203063965,
      "learning_rate": 2.969888150549934e-06,
      "loss": 0.3576,
      "step": 1270450
    },
    {
      "epoch": 354.58,
      "grad_norm": 1.082412600517273,
      "learning_rate": 2.96986209365107e-06,
      "loss": 0.3473,
      "step": 1270460
    },
    {
      "epoch": 354.58,
      "grad_norm": 1.1188651323318481,
      "learning_rate": 2.9698360366688708e-06,
      "loss": 0.3702,
      "step": 1270470
    },
    {
      "epoch": 354.59,
      "grad_norm": 1.1883485317230225,
      "learning_rate": 2.9698099796033397e-06,
      "loss": 0.367,
      "step": 1270480
    },
    {
      "epoch": 354.59,
      "grad_norm": 1.0754985809326172,
      "learning_rate": 2.969783922454479e-06,
      "loss": 0.3632,
      "step": 1270490
    },
    {
      "epoch": 354.59,
      "grad_norm": 1.047327995300293,
      "learning_rate": 2.969757865222293e-06,
      "loss": 0.3594,
      "step": 1270500
    },
    {
      "epoch": 354.59,
      "grad_norm": 1.1412581205368042,
      "learning_rate": 2.9697318079067865e-06,
      "loss": 0.3313,
      "step": 1270510
    },
    {
      "epoch": 354.6,
      "grad_norm": 1.122633934020996,
      "learning_rate": 2.96970575050796e-06,
      "loss": 0.3467,
      "step": 1270520
    },
    {
      "epoch": 354.6,
      "grad_norm": 1.4199368953704834,
      "learning_rate": 2.9696796930258193e-06,
      "loss": 0.344,
      "step": 1270530
    },
    {
      "epoch": 354.6,
      "grad_norm": 1.2423515319824219,
      "learning_rate": 2.9696536354603677e-06,
      "loss": 0.3537,
      "step": 1270540
    },
    {
      "epoch": 354.61,
      "grad_norm": 1.0252104997634888,
      "learning_rate": 2.9696275778116074e-06,
      "loss": 0.3504,
      "step": 1270550
    },
    {
      "epoch": 354.61,
      "grad_norm": 1.0508458614349365,
      "learning_rate": 2.9696015200795427e-06,
      "loss": 0.3552,
      "step": 1270560
    },
    {
      "epoch": 354.61,
      "grad_norm": 1.0633121728897095,
      "learning_rate": 2.9695754622641773e-06,
      "loss": 0.3517,
      "step": 1270570
    },
    {
      "epoch": 354.61,
      "grad_norm": 0.9670431017875671,
      "learning_rate": 2.9695494043655144e-06,
      "loss": 0.3425,
      "step": 1270580
    },
    {
      "epoch": 354.62,
      "grad_norm": 1.207017183303833,
      "learning_rate": 2.969523346383557e-06,
      "loss": 0.3479,
      "step": 1270590
    },
    {
      "epoch": 354.62,
      "grad_norm": 1.2055457830429077,
      "learning_rate": 2.969497288318309e-06,
      "loss": 0.3504,
      "step": 1270600
    },
    {
      "epoch": 354.62,
      "grad_norm": 1.0505486726760864,
      "learning_rate": 2.9694712301697743e-06,
      "loss": 0.3562,
      "step": 1270610
    },
    {
      "epoch": 354.62,
      "grad_norm": 0.9971522092819214,
      "learning_rate": 2.9694451719379564e-06,
      "loss": 0.3536,
      "step": 1270620
    },
    {
      "epoch": 354.63,
      "grad_norm": 1.7514127492904663,
      "learning_rate": 2.9694191136228573e-06,
      "loss": 0.3546,
      "step": 1270630
    },
    {
      "epoch": 354.63,
      "grad_norm": 0.9442229270935059,
      "learning_rate": 2.9693930552244817e-06,
      "loss": 0.3426,
      "step": 1270640
    },
    {
      "epoch": 354.63,
      "grad_norm": 1.0183196067810059,
      "learning_rate": 2.969366996742833e-06,
      "loss": 0.3662,
      "step": 1270650
    },
    {
      "epoch": 354.64,
      "grad_norm": 1.457291841506958,
      "learning_rate": 2.9693409381779143e-06,
      "loss": 0.3566,
      "step": 1270660
    },
    {
      "epoch": 354.64,
      "grad_norm": 0.9496462345123291,
      "learning_rate": 2.9693148795297297e-06,
      "loss": 0.3446,
      "step": 1270670
    },
    {
      "epoch": 354.64,
      "grad_norm": 1.197387933731079,
      "learning_rate": 2.969288820798282e-06,
      "loss": 0.3599,
      "step": 1270680
    },
    {
      "epoch": 354.64,
      "grad_norm": 1.1042224168777466,
      "learning_rate": 2.9692627619835747e-06,
      "loss": 0.344,
      "step": 1270690
    },
    {
      "epoch": 354.65,
      "grad_norm": 1.0871490240097046,
      "learning_rate": 2.969236703085612e-06,
      "loss": 0.347,
      "step": 1270700
    },
    {
      "epoch": 354.65,
      "grad_norm": 1.1336027383804321,
      "learning_rate": 2.9692106441043968e-06,
      "loss": 0.3517,
      "step": 1270710
    },
    {
      "epoch": 354.65,
      "grad_norm": 1.1497923135757446,
      "learning_rate": 2.9691845850399323e-06,
      "loss": 0.3615,
      "step": 1270720
    },
    {
      "epoch": 354.66,
      "grad_norm": 1.0460058450698853,
      "learning_rate": 2.969158525892222e-06,
      "loss": 0.3603,
      "step": 1270730
    },
    {
      "epoch": 354.66,
      "grad_norm": 0.9748340845108032,
      "learning_rate": 2.96913246666127e-06,
      "loss": 0.35,
      "step": 1270740
    },
    {
      "epoch": 354.66,
      "grad_norm": 0.9996700286865234,
      "learning_rate": 2.969106407347079e-06,
      "loss": 0.3708,
      "step": 1270750
    },
    {
      "epoch": 354.66,
      "grad_norm": 0.9015955328941345,
      "learning_rate": 2.9690803479496536e-06,
      "loss": 0.3406,
      "step": 1270760
    },
    {
      "epoch": 354.67,
      "grad_norm": 0.8967260122299194,
      "learning_rate": 2.969054288468997e-06,
      "loss": 0.3566,
      "step": 1270770
    },
    {
      "epoch": 354.67,
      "grad_norm": 0.9206920266151428,
      "learning_rate": 2.9690282289051112e-06,
      "loss": 0.3646,
      "step": 1270780
    },
    {
      "epoch": 354.67,
      "grad_norm": 1.0580410957336426,
      "learning_rate": 2.9690021692580003e-06,
      "loss": 0.3687,
      "step": 1270790
    },
    {
      "epoch": 354.67,
      "grad_norm": 1.1590358018875122,
      "learning_rate": 2.9689761095276697e-06,
      "loss": 0.3506,
      "step": 1270800
    },
    {
      "epoch": 354.68,
      "grad_norm": 0.8717113137245178,
      "learning_rate": 2.96895004971412e-06,
      "loss": 0.3455,
      "step": 1270810
    },
    {
      "epoch": 354.68,
      "grad_norm": 1.2019058465957642,
      "learning_rate": 2.9689239898173565e-06,
      "loss": 0.3507,
      "step": 1270820
    },
    {
      "epoch": 354.68,
      "grad_norm": 1.1210922002792358,
      "learning_rate": 2.9688979298373824e-06,
      "loss": 0.3755,
      "step": 1270830
    },
    {
      "epoch": 354.69,
      "grad_norm": 1.1183555126190186,
      "learning_rate": 2.9688718697742012e-06,
      "loss": 0.3477,
      "step": 1270840
    },
    {
      "epoch": 354.69,
      "grad_norm": 1.164106845855713,
      "learning_rate": 2.9688458096278152e-06,
      "loss": 0.368,
      "step": 1270850
    },
    {
      "epoch": 354.69,
      "grad_norm": 0.9162401556968689,
      "learning_rate": 2.968819749398229e-06,
      "loss": 0.332,
      "step": 1270860
    },
    {
      "epoch": 354.69,
      "grad_norm": 1.0180302858352661,
      "learning_rate": 2.9687936890854463e-06,
      "loss": 0.3256,
      "step": 1270870
    },
    {
      "epoch": 354.7,
      "grad_norm": 0.8507899641990662,
      "learning_rate": 2.9687676286894697e-06,
      "loss": 0.3649,
      "step": 1270880
    },
    {
      "epoch": 354.7,
      "grad_norm": 1.1238722801208496,
      "learning_rate": 2.968741568210303e-06,
      "loss": 0.3394,
      "step": 1270890
    },
    {
      "epoch": 354.7,
      "grad_norm": 1.1852070093154907,
      "learning_rate": 2.9687155076479502e-06,
      "loss": 0.3594,
      "step": 1270900
    },
    {
      "epoch": 354.71,
      "grad_norm": 1.1527575254440308,
      "learning_rate": 2.968689447002415e-06,
      "loss": 0.3592,
      "step": 1270910
    },
    {
      "epoch": 354.71,
      "grad_norm": 1.1441558599472046,
      "learning_rate": 2.9686633862736984e-06,
      "loss": 0.3657,
      "step": 1270920
    },
    {
      "epoch": 354.71,
      "grad_norm": 1.0871590375900269,
      "learning_rate": 2.968637325461807e-06,
      "loss": 0.3391,
      "step": 1270930
    },
    {
      "epoch": 354.71,
      "grad_norm": 1.014066219329834,
      "learning_rate": 2.9686112645667426e-06,
      "loss": 0.3412,
      "step": 1270940
    },
    {
      "epoch": 354.72,
      "grad_norm": 1.0706703662872314,
      "learning_rate": 2.968585203588509e-06,
      "loss": 0.339,
      "step": 1270950
    },
    {
      "epoch": 354.72,
      "grad_norm": 0.9171961545944214,
      "learning_rate": 2.968559142527109e-06,
      "loss": 0.3496,
      "step": 1270960
    },
    {
      "epoch": 354.72,
      "grad_norm": 1.0294362306594849,
      "learning_rate": 2.968533081382547e-06,
      "loss": 0.3548,
      "step": 1270970
    },
    {
      "epoch": 354.73,
      "grad_norm": 1.0241111516952515,
      "learning_rate": 2.9685070201548267e-06,
      "loss": 0.3577,
      "step": 1270980
    },
    {
      "epoch": 354.73,
      "grad_norm": 1.0280191898345947,
      "learning_rate": 2.968480958843951e-06,
      "loss": 0.36,
      "step": 1270990
    },
    {
      "epoch": 354.73,
      "grad_norm": 1.0800029039382935,
      "learning_rate": 2.9684548974499234e-06,
      "loss": 0.337,
      "step": 1271000
    },
    {
      "epoch": 354.73,
      "grad_norm": 1.0532383918762207,
      "learning_rate": 2.9684288359727474e-06,
      "loss": 0.334,
      "step": 1271010
    },
    {
      "epoch": 354.74,
      "grad_norm": 1.124118447303772,
      "learning_rate": 2.9684027744124258e-06,
      "loss": 0.334,
      "step": 1271020
    },
    {
      "epoch": 354.74,
      "grad_norm": 0.9218742251396179,
      "learning_rate": 2.968376712768964e-06,
      "loss": 0.3496,
      "step": 1271030
    },
    {
      "epoch": 354.74,
      "grad_norm": 0.9209960103034973,
      "learning_rate": 2.968350651042363e-06,
      "loss": 0.3582,
      "step": 1271040
    },
    {
      "epoch": 354.74,
      "grad_norm": 1.1508653163909912,
      "learning_rate": 2.9683245892326285e-06,
      "loss": 0.3477,
      "step": 1271050
    },
    {
      "epoch": 354.75,
      "grad_norm": 1.1643667221069336,
      "learning_rate": 2.968298527339762e-06,
      "loss": 0.3513,
      "step": 1271060
    },
    {
      "epoch": 354.75,
      "grad_norm": 0.9496515393257141,
      "learning_rate": 2.968272465363769e-06,
      "loss": 0.3435,
      "step": 1271070
    },
    {
      "epoch": 354.75,
      "grad_norm": 0.920477032661438,
      "learning_rate": 2.9682464033046507e-06,
      "loss": 0.3521,
      "step": 1271080
    },
    {
      "epoch": 354.76,
      "grad_norm": 0.924493670463562,
      "learning_rate": 2.9682203411624124e-06,
      "loss": 0.3361,
      "step": 1271090
    },
    {
      "epoch": 354.76,
      "grad_norm": 0.9383460283279419,
      "learning_rate": 2.968194278937057e-06,
      "loss": 0.337,
      "step": 1271100
    },
    {
      "epoch": 354.76,
      "grad_norm": 0.9353678822517395,
      "learning_rate": 2.9681682166285875e-06,
      "loss": 0.3488,
      "step": 1271110
    },
    {
      "epoch": 354.76,
      "grad_norm": 1.3161059617996216,
      "learning_rate": 2.9681421542370077e-06,
      "loss": 0.3291,
      "step": 1271120
    },
    {
      "epoch": 354.77,
      "grad_norm": 0.9410552978515625,
      "learning_rate": 2.968116091762322e-06,
      "loss": 0.3596,
      "step": 1271130
    },
    {
      "epoch": 354.77,
      "grad_norm": 1.1231095790863037,
      "learning_rate": 2.9680900292045328e-06,
      "loss": 0.3474,
      "step": 1271140
    },
    {
      "epoch": 354.77,
      "grad_norm": 1.1638329029083252,
      "learning_rate": 2.968063966563643e-06,
      "loss": 0.3416,
      "step": 1271150
    },
    {
      "epoch": 354.78,
      "grad_norm": 1.0879535675048828,
      "learning_rate": 2.9680379038396576e-06,
      "loss": 0.357,
      "step": 1271160
    },
    {
      "epoch": 354.78,
      "grad_norm": 0.8888805508613586,
      "learning_rate": 2.968011841032579e-06,
      "loss": 0.3628,
      "step": 1271170
    },
    {
      "epoch": 354.78,
      "grad_norm": 0.968534529209137,
      "learning_rate": 2.9679857781424105e-06,
      "loss": 0.3521,
      "step": 1271180
    },
    {
      "epoch": 354.78,
      "grad_norm": 0.9717379808425903,
      "learning_rate": 2.967959715169157e-06,
      "loss": 0.3474,
      "step": 1271190
    },
    {
      "epoch": 354.79,
      "grad_norm": 1.049704670906067,
      "learning_rate": 2.9679336521128202e-06,
      "loss": 0.3639,
      "step": 1271200
    },
    {
      "epoch": 354.79,
      "grad_norm": 1.2724041938781738,
      "learning_rate": 2.9679075889734047e-06,
      "loss": 0.3605,
      "step": 1271210
    },
    {
      "epoch": 354.79,
      "grad_norm": 0.9528734087944031,
      "learning_rate": 2.9678815257509144e-06,
      "loss": 0.3511,
      "step": 1271220
    },
    {
      "epoch": 354.79,
      "grad_norm": 1.0092424154281616,
      "learning_rate": 2.967855462445351e-06,
      "loss": 0.3694,
      "step": 1271230
    },
    {
      "epoch": 354.8,
      "grad_norm": 0.9182201623916626,
      "learning_rate": 2.9678293990567192e-06,
      "loss": 0.3618,
      "step": 1271240
    },
    {
      "epoch": 354.8,
      "grad_norm": 1.1334584951400757,
      "learning_rate": 2.967803335585023e-06,
      "loss": 0.3642,
      "step": 1271250
    },
    {
      "epoch": 354.8,
      "grad_norm": 0.8809532523155212,
      "learning_rate": 2.9677772720302636e-06,
      "loss": 0.3522,
      "step": 1271260
    },
    {
      "epoch": 354.81,
      "grad_norm": 1.051751971244812,
      "learning_rate": 2.9677512083924467e-06,
      "loss": 0.3566,
      "step": 1271270
    },
    {
      "epoch": 354.81,
      "grad_norm": 1.2351174354553223,
      "learning_rate": 2.9677251446715757e-06,
      "loss": 0.3433,
      "step": 1271280
    },
    {
      "epoch": 354.81,
      "grad_norm": 1.0039162635803223,
      "learning_rate": 2.967699080867653e-06,
      "loss": 0.342,
      "step": 1271290
    },
    {
      "epoch": 354.81,
      "grad_norm": 1.0170124769210815,
      "learning_rate": 2.967673016980683e-06,
      "loss": 0.3615,
      "step": 1271300
    },
    {
      "epoch": 354.82,
      "grad_norm": 0.8723886609077454,
      "learning_rate": 2.9676469530106677e-06,
      "loss": 0.347,
      "step": 1271310
    },
    {
      "epoch": 354.82,
      "grad_norm": 1.0699424743652344,
      "learning_rate": 2.9676208889576124e-06,
      "loss": 0.3488,
      "step": 1271320
    },
    {
      "epoch": 354.82,
      "grad_norm": 0.9874469041824341,
      "learning_rate": 2.9675948248215187e-06,
      "loss": 0.3613,
      "step": 1271330
    },
    {
      "epoch": 354.83,
      "grad_norm": 1.0080896615982056,
      "learning_rate": 2.967568760602392e-06,
      "loss": 0.3453,
      "step": 1271340
    },
    {
      "epoch": 354.83,
      "grad_norm": 0.9266469478607178,
      "learning_rate": 2.9675426963002345e-06,
      "loss": 0.3575,
      "step": 1271350
    },
    {
      "epoch": 354.83,
      "grad_norm": 1.0712521076202393,
      "learning_rate": 2.96751663191505e-06,
      "loss": 0.3656,
      "step": 1271360
    },
    {
      "epoch": 354.83,
      "grad_norm": 0.970352292060852,
      "learning_rate": 2.9674905674468426e-06,
      "loss": 0.3522,
      "step": 1271370
    },
    {
      "epoch": 354.84,
      "grad_norm": 0.9659900069236755,
      "learning_rate": 2.9674645028956147e-06,
      "loss": 0.3429,
      "step": 1271380
    },
    {
      "epoch": 354.84,
      "grad_norm": 1.0746957063674927,
      "learning_rate": 2.96743843826137e-06,
      "loss": 0.3651,
      "step": 1271390
    },
    {
      "epoch": 354.84,
      "grad_norm": 1.0880999565124512,
      "learning_rate": 2.967412373544112e-06,
      "loss": 0.3574,
      "step": 1271400
    },
    {
      "epoch": 354.85,
      "grad_norm": 0.9748809337615967,
      "learning_rate": 2.9673863087438445e-06,
      "loss": 0.3601,
      "step": 1271410
    },
    {
      "epoch": 354.85,
      "grad_norm": 0.8633862137794495,
      "learning_rate": 2.9673602438605715e-06,
      "loss": 0.3502,
      "step": 1271420
    },
    {
      "epoch": 354.85,
      "grad_norm": 1.1213760375976562,
      "learning_rate": 2.9673341788942953e-06,
      "loss": 0.3407,
      "step": 1271430
    },
    {
      "epoch": 354.85,
      "grad_norm": 1.109325647354126,
      "learning_rate": 2.9673081138450196e-06,
      "loss": 0.3571,
      "step": 1271440
    },
    {
      "epoch": 354.86,
      "grad_norm": 0.9577275514602661,
      "learning_rate": 2.9672820487127495e-06,
      "loss": 0.3337,
      "step": 1271450
    },
    {
      "epoch": 354.86,
      "grad_norm": 0.9951902031898499,
      "learning_rate": 2.967255983497486e-06,
      "loss": 0.3522,
      "step": 1271460
    },
    {
      "epoch": 354.86,
      "grad_norm": 0.9472211003303528,
      "learning_rate": 2.967229918199233e-06,
      "loss": 0.3373,
      "step": 1271470
    },
    {
      "epoch": 354.86,
      "grad_norm": 0.9822683930397034,
      "learning_rate": 2.967203852817996e-06,
      "loss": 0.3548,
      "step": 1271480
    },
    {
      "epoch": 354.87,
      "grad_norm": 0.8946059942245483,
      "learning_rate": 2.967177787353776e-06,
      "loss": 0.3499,
      "step": 1271490
    },
    {
      "epoch": 354.87,
      "grad_norm": 1.1353979110717773,
      "learning_rate": 2.967151721806579e-06,
      "loss": 0.3355,
      "step": 1271500
    },
    {
      "epoch": 354.87,
      "grad_norm": 1.058472752571106,
      "learning_rate": 2.9671256561764063e-06,
      "loss": 0.3523,
      "step": 1271510
    },
    {
      "epoch": 354.88,
      "grad_norm": 1.0564470291137695,
      "learning_rate": 2.967099590463262e-06,
      "loss": 0.3529,
      "step": 1271520
    },
    {
      "epoch": 354.88,
      "grad_norm": 1.019751787185669,
      "learning_rate": 2.9670735246671494e-06,
      "loss": 0.3559,
      "step": 1271530
    },
    {
      "epoch": 354.88,
      "grad_norm": 1.034507155418396,
      "learning_rate": 2.967047458788073e-06,
      "loss": 0.346,
      "step": 1271540
    },
    {
      "epoch": 354.88,
      "grad_norm": 0.9765787124633789,
      "learning_rate": 2.967021392826035e-06,
      "loss": 0.3552,
      "step": 1271550
    },
    {
      "epoch": 354.89,
      "grad_norm": 0.9121283292770386,
      "learning_rate": 2.9669953267810393e-06,
      "loss": 0.3488,
      "step": 1271560
    },
    {
      "epoch": 354.89,
      "grad_norm": 0.9775989055633545,
      "learning_rate": 2.96696926065309e-06,
      "loss": 0.3484,
      "step": 1271570
    },
    {
      "epoch": 354.89,
      "grad_norm": 0.9364475607872009,
      "learning_rate": 2.96694319444219e-06,
      "loss": 0.3548,
      "step": 1271580
    },
    {
      "epoch": 354.9,
      "grad_norm": 0.8847920894622803,
      "learning_rate": 2.9669171281483424e-06,
      "loss": 0.3546,
      "step": 1271590
    },
    {
      "epoch": 354.9,
      "grad_norm": 1.1206613779067993,
      "learning_rate": 2.9668910617715513e-06,
      "loss": 0.3549,
      "step": 1271600
    },
    {
      "epoch": 354.9,
      "grad_norm": 1.044939398765564,
      "learning_rate": 2.9668649953118196e-06,
      "loss": 0.3528,
      "step": 1271610
    },
    {
      "epoch": 354.9,
      "grad_norm": 0.8883682489395142,
      "learning_rate": 2.9668389287691515e-06,
      "loss": 0.3615,
      "step": 1271620
    },
    {
      "epoch": 354.91,
      "grad_norm": 1.2063682079315186,
      "learning_rate": 2.96681286214355e-06,
      "loss": 0.3483,
      "step": 1271630
    },
    {
      "epoch": 354.91,
      "grad_norm": 0.9892317652702332,
      "learning_rate": 2.9667867954350194e-06,
      "loss": 0.356,
      "step": 1271640
    },
    {
      "epoch": 354.91,
      "grad_norm": 1.0363327264785767,
      "learning_rate": 2.966760728643562e-06,
      "loss": 0.361,
      "step": 1271650
    },
    {
      "epoch": 354.91,
      "grad_norm": 0.9989866018295288,
      "learning_rate": 2.966734661769181e-06,
      "loss": 0.3503,
      "step": 1271660
    },
    {
      "epoch": 354.92,
      "grad_norm": 1.0561692714691162,
      "learning_rate": 2.9667085948118815e-06,
      "loss": 0.3537,
      "step": 1271670
    },
    {
      "epoch": 354.92,
      "grad_norm": 0.9329056143760681,
      "learning_rate": 2.9666825277716654e-06,
      "loss": 0.3369,
      "step": 1271680
    },
    {
      "epoch": 354.92,
      "grad_norm": 0.9679809212684631,
      "learning_rate": 2.9666564606485366e-06,
      "loss": 0.3463,
      "step": 1271690
    },
    {
      "epoch": 354.93,
      "grad_norm": 1.469195008277893,
      "learning_rate": 2.966630393442499e-06,
      "loss": 0.3524,
      "step": 1271700
    },
    {
      "epoch": 354.93,
      "grad_norm": 1.1380516290664673,
      "learning_rate": 2.966604326153556e-06,
      "loss": 0.3512,
      "step": 1271710
    },
    {
      "epoch": 354.93,
      "grad_norm": 1.045018196105957,
      "learning_rate": 2.9665782587817117e-06,
      "loss": 0.3491,
      "step": 1271720
    },
    {
      "epoch": 354.93,
      "grad_norm": 0.9557361006736755,
      "learning_rate": 2.966552191326968e-06,
      "loss": 0.3498,
      "step": 1271730
    },
    {
      "epoch": 354.94,
      "grad_norm": 1.0835809707641602,
      "learning_rate": 2.966526123789329e-06,
      "loss": 0.3521,
      "step": 1271740
    },
    {
      "epoch": 354.94,
      "grad_norm": 0.9724928736686707,
      "learning_rate": 2.966500056168798e-06,
      "loss": 0.3466,
      "step": 1271750
    },
    {
      "epoch": 354.94,
      "grad_norm": 1.0042606592178345,
      "learning_rate": 2.9664739884653794e-06,
      "loss": 0.366,
      "step": 1271760
    },
    {
      "epoch": 354.95,
      "grad_norm": 1.1249927282333374,
      "learning_rate": 2.9664479206790763e-06,
      "loss": 0.3536,
      "step": 1271770
    },
    {
      "epoch": 354.95,
      "grad_norm": 0.9417141079902649,
      "learning_rate": 2.966421852809892e-06,
      "loss": 0.3628,
      "step": 1271780
    },
    {
      "epoch": 354.95,
      "grad_norm": 1.1195675134658813,
      "learning_rate": 2.9663957848578293e-06,
      "loss": 0.3539,
      "step": 1271790
    },
    {
      "epoch": 354.95,
      "grad_norm": 1.159927248954773,
      "learning_rate": 2.966369716822893e-06,
      "loss": 0.3316,
      "step": 1271800
    },
    {
      "epoch": 354.96,
      "grad_norm": 1.2442913055419922,
      "learning_rate": 2.9663436487050853e-06,
      "loss": 0.3444,
      "step": 1271810
    },
    {
      "epoch": 354.96,
      "grad_norm": 1.2851848602294922,
      "learning_rate": 2.9663175805044104e-06,
      "loss": 0.3517,
      "step": 1271820
    },
    {
      "epoch": 354.96,
      "grad_norm": 1.2510006427764893,
      "learning_rate": 2.966291512220871e-06,
      "loss": 0.3493,
      "step": 1271830
    },
    {
      "epoch": 354.97,
      "grad_norm": 0.8665084838867188,
      "learning_rate": 2.9662654438544716e-06,
      "loss": 0.3454,
      "step": 1271840
    },
    {
      "epoch": 354.97,
      "grad_norm": 1.069382667541504,
      "learning_rate": 2.9662393754052153e-06,
      "loss": 0.3431,
      "step": 1271850
    },
    {
      "epoch": 354.97,
      "grad_norm": 0.9237391948699951,
      "learning_rate": 2.9662133068731057e-06,
      "loss": 0.3503,
      "step": 1271860
    },
    {
      "epoch": 354.97,
      "grad_norm": 1.0959339141845703,
      "learning_rate": 2.9661872382581457e-06,
      "loss": 0.3503,
      "step": 1271870
    },
    {
      "epoch": 354.98,
      "grad_norm": 0.9473773241043091,
      "learning_rate": 2.966161169560339e-06,
      "loss": 0.3613,
      "step": 1271880
    },
    {
      "epoch": 354.98,
      "grad_norm": 0.8947685956954956,
      "learning_rate": 2.9661351007796893e-06,
      "loss": 0.3376,
      "step": 1271890
    },
    {
      "epoch": 354.98,
      "grad_norm": 1.0544321537017822,
      "learning_rate": 2.9661090319162005e-06,
      "loss": 0.368,
      "step": 1271900
    },
    {
      "epoch": 354.98,
      "grad_norm": 1.0418084859848022,
      "learning_rate": 2.966082962969875e-06,
      "loss": 0.3674,
      "step": 1271910
    },
    {
      "epoch": 354.99,
      "grad_norm": 0.9836273789405823,
      "learning_rate": 2.9660568939407166e-06,
      "loss": 0.3551,
      "step": 1271920
    },
    {
      "epoch": 354.99,
      "grad_norm": 0.9735016822814941,
      "learning_rate": 2.9660308248287295e-06,
      "loss": 0.345,
      "step": 1271930
    },
    {
      "epoch": 354.99,
      "grad_norm": 1.104781150817871,
      "learning_rate": 2.9660047556339174e-06,
      "loss": 0.3499,
      "step": 1271940
    },
    {
      "epoch": 355.0,
      "grad_norm": 1.1337807178497314,
      "learning_rate": 2.9659786863562816e-06,
      "loss": 0.3467,
      "step": 1271950
    },
    {
      "epoch": 355.0,
      "grad_norm": 0.845298707485199,
      "learning_rate": 2.965952616995828e-06,
      "loss": 0.3553,
      "step": 1271960
    },
    {
      "epoch": 355.0,
      "eval_loss": 0.3510887026786804,
      "eval_runtime": 62.9005,
      "eval_samples_per_second": 80.429,
      "eval_steps_per_second": 10.064,
      "step": 1271965
    },
    {
      "epoch": 355.0,
      "grad_norm": 5.202943325042725,
      "learning_rate": 2.9659265475525582e-06,
      "loss": 0.3526,
      "step": 1271970
    },
    {
      "epoch": 355.0,
      "grad_norm": 1.0652633905410767,
      "learning_rate": 2.9659004780264767e-06,
      "loss": 0.3355,
      "step": 1271980
    },
    {
      "epoch": 355.01,
      "grad_norm": 1.1094493865966797,
      "learning_rate": 2.9658744084175866e-06,
      "loss": 0.3436,
      "step": 1271990
    },
    {
      "epoch": 355.01,
      "grad_norm": 0.9533320069313049,
      "learning_rate": 2.9658483387258923e-06,
      "loss": 0.3614,
      "step": 1272000
    },
    {
      "epoch": 355.01,
      "grad_norm": 1.1335021257400513,
      "learning_rate": 2.9658222689513962e-06,
      "loss": 0.3597,
      "step": 1272010
    },
    {
      "epoch": 355.02,
      "grad_norm": 1.0914788246154785,
      "learning_rate": 2.9657961990941023e-06,
      "loss": 0.3484,
      "step": 1272020
    },
    {
      "epoch": 355.02,
      "grad_norm": 1.0624570846557617,
      "learning_rate": 2.9657701291540143e-06,
      "loss": 0.3684,
      "step": 1272030
    },
    {
      "epoch": 355.02,
      "grad_norm": 1.1169025897979736,
      "learning_rate": 2.965744059131134e-06,
      "loss": 0.3427,
      "step": 1272040
    },
    {
      "epoch": 355.02,
      "grad_norm": 1.0795663595199585,
      "learning_rate": 2.9657179890254666e-06,
      "loss": 0.3575,
      "step": 1272050
    },
    {
      "epoch": 355.03,
      "grad_norm": 1.2817699909210205,
      "learning_rate": 2.9656919188370155e-06,
      "loss": 0.3476,
      "step": 1272060
    },
    {
      "epoch": 355.03,
      "grad_norm": 1.0038763284683228,
      "learning_rate": 2.9656658485657833e-06,
      "loss": 0.3403,
      "step": 1272070
    },
    {
      "epoch": 355.03,
      "grad_norm": 1.1100434064865112,
      "learning_rate": 2.965639778211774e-06,
      "loss": 0.3452,
      "step": 1272080
    },
    {
      "epoch": 355.03,
      "grad_norm": 1.0866682529449463,
      "learning_rate": 2.965613707774992e-06,
      "loss": 0.3495,
      "step": 1272090
    },
    {
      "epoch": 355.04,
      "grad_norm": 1.0341789722442627,
      "learning_rate": 2.965587637255439e-06,
      "loss": 0.3504,
      "step": 1272100
    },
    {
      "epoch": 355.04,
      "grad_norm": 0.9143404364585876,
      "learning_rate": 2.9655615666531185e-06,
      "loss": 0.3718,
      "step": 1272110
    },
    {
      "epoch": 355.04,
      "grad_norm": 1.4258466958999634,
      "learning_rate": 2.9655354959680358e-06,
      "loss": 0.3471,
      "step": 1272120
    },
    {
      "epoch": 355.05,
      "grad_norm": 1.2017766237258911,
      "learning_rate": 2.965509425200193e-06,
      "loss": 0.3597,
      "step": 1272130
    },
    {
      "epoch": 355.05,
      "grad_norm": 1.0587836503982544,
      "learning_rate": 2.965483354349593e-06,
      "loss": 0.3363,
      "step": 1272140
    },
    {
      "epoch": 355.05,
      "grad_norm": 0.9863076210021973,
      "learning_rate": 2.965457283416241e-06,
      "loss": 0.3661,
      "step": 1272150
    },
    {
      "epoch": 355.05,
      "grad_norm": 0.9113430380821228,
      "learning_rate": 2.96543121240014e-06,
      "loss": 0.3632,
      "step": 1272160
    },
    {
      "epoch": 355.06,
      "grad_norm": 1.0301069021224976,
      "learning_rate": 2.965405141301293e-06,
      "loss": 0.3479,
      "step": 1272170
    },
    {
      "epoch": 355.06,
      "grad_norm": 0.973745584487915,
      "learning_rate": 2.965379070119702e-06,
      "loss": 0.3567,
      "step": 1272180
    },
    {
      "epoch": 355.06,
      "grad_norm": 0.9795902967453003,
      "learning_rate": 2.9653529988553732e-06,
      "loss": 0.3394,
      "step": 1272190
    },
    {
      "epoch": 355.07,
      "grad_norm": 0.9861666560173035,
      "learning_rate": 2.965326927508309e-06,
      "loss": 0.3555,
      "step": 1272200
    },
    {
      "epoch": 355.07,
      "grad_norm": 1.023291826248169,
      "learning_rate": 2.965300856078512e-06,
      "loss": 0.3498,
      "step": 1272210
    },
    {
      "epoch": 355.07,
      "grad_norm": 0.9754314422607422,
      "learning_rate": 2.9652747845659872e-06,
      "loss": 0.3383,
      "step": 1272220
    },
    {
      "epoch": 355.07,
      "grad_norm": 1.057864785194397,
      "learning_rate": 2.9652487129707367e-06,
      "loss": 0.3391,
      "step": 1272230
    },
    {
      "epoch": 355.08,
      "grad_norm": 0.8866405487060547,
      "learning_rate": 2.9652226412927654e-06,
      "loss": 0.3438,
      "step": 1272240
    },
    {
      "epoch": 355.08,
      "grad_norm": 0.8918691873550415,
      "learning_rate": 2.9651965695320758e-06,
      "loss": 0.3493,
      "step": 1272250
    },
    {
      "epoch": 355.08,
      "grad_norm": 1.2053728103637695,
      "learning_rate": 2.9651704976886704e-06,
      "loss": 0.3322,
      "step": 1272260
    },
    {
      "epoch": 355.09,
      "grad_norm": 1.1436622142791748,
      "learning_rate": 2.965144425762554e-06,
      "loss": 0.361,
      "step": 1272270
    },
    {
      "epoch": 355.09,
      "grad_norm": 1.024452567100525,
      "learning_rate": 2.9651183537537303e-06,
      "loss": 0.3363,
      "step": 1272280
    },
    {
      "epoch": 355.09,
      "grad_norm": 0.9217883348464966,
      "learning_rate": 2.9650922816622024e-06,
      "loss": 0.3497,
      "step": 1272290
    },
    {
      "epoch": 355.09,
      "grad_norm": 1.1381515264511108,
      "learning_rate": 2.9650662094879735e-06,
      "loss": 0.3435,
      "step": 1272300
    },
    {
      "epoch": 355.1,
      "grad_norm": 1.000349521636963,
      "learning_rate": 2.965040137231047e-06,
      "loss": 0.3453,
      "step": 1272310
    },
    {
      "epoch": 355.1,
      "grad_norm": 1.093573808670044,
      "learning_rate": 2.9650140648914274e-06,
      "loss": 0.3661,
      "step": 1272320
    },
    {
      "epoch": 355.1,
      "grad_norm": 0.9403281211853027,
      "learning_rate": 2.9649879924691165e-06,
      "loss": 0.3516,
      "step": 1272330
    },
    {
      "epoch": 355.1,
      "grad_norm": 0.8922960758209229,
      "learning_rate": 2.9649619199641188e-06,
      "loss": 0.3589,
      "step": 1272340
    },
    {
      "epoch": 355.11,
      "grad_norm": 0.9577358365058899,
      "learning_rate": 2.9649358473764383e-06,
      "loss": 0.3485,
      "step": 1272350
    },
    {
      "epoch": 355.11,
      "grad_norm": 1.1160591840744019,
      "learning_rate": 2.9649097747060768e-06,
      "loss": 0.3379,
      "step": 1272360
    },
    {
      "epoch": 355.11,
      "grad_norm": 1.1293439865112305,
      "learning_rate": 2.964883701953039e-06,
      "loss": 0.3554,
      "step": 1272370
    },
    {
      "epoch": 355.12,
      "grad_norm": 1.0398741960525513,
      "learning_rate": 2.964857629117329e-06,
      "loss": 0.3396,
      "step": 1272380
    },
    {
      "epoch": 355.12,
      "grad_norm": 0.9151975512504578,
      "learning_rate": 2.9648315561989486e-06,
      "loss": 0.3463,
      "step": 1272390
    },
    {
      "epoch": 355.12,
      "grad_norm": 1.1754591464996338,
      "learning_rate": 2.964805483197902e-06,
      "loss": 0.3509,
      "step": 1272400
    },
    {
      "epoch": 355.12,
      "grad_norm": 1.0499943494796753,
      "learning_rate": 2.964779410114193e-06,
      "loss": 0.3442,
      "step": 1272410
    },
    {
      "epoch": 355.13,
      "grad_norm": 1.7151299715042114,
      "learning_rate": 2.9647533369478253e-06,
      "loss": 0.3635,
      "step": 1272420
    },
    {
      "epoch": 355.13,
      "grad_norm": 1.1472727060317993,
      "learning_rate": 2.9647272636988014e-06,
      "loss": 0.3394,
      "step": 1272430
    },
    {
      "epoch": 355.13,
      "grad_norm": 0.8367028832435608,
      "learning_rate": 2.964701190367125e-06,
      "loss": 0.3487,
      "step": 1272440
    },
    {
      "epoch": 355.14,
      "grad_norm": 1.0569483041763306,
      "learning_rate": 2.9646751169528e-06,
      "loss": 0.3584,
      "step": 1272450
    },
    {
      "epoch": 355.14,
      "grad_norm": 1.0502361059188843,
      "learning_rate": 2.96464904345583e-06,
      "loss": 0.3604,
      "step": 1272460
    },
    {
      "epoch": 355.14,
      "grad_norm": 0.9741020798683167,
      "learning_rate": 2.964622969876218e-06,
      "loss": 0.3563,
      "step": 1272470
    },
    {
      "epoch": 355.14,
      "grad_norm": 1.1230412721633911,
      "learning_rate": 2.964596896213968e-06,
      "loss": 0.3539,
      "step": 1272480
    },
    {
      "epoch": 355.15,
      "grad_norm": 0.9829612970352173,
      "learning_rate": 2.9645708224690824e-06,
      "loss": 0.3452,
      "step": 1272490
    },
    {
      "epoch": 355.15,
      "grad_norm": 1.057064414024353,
      "learning_rate": 2.9645447486415655e-06,
      "loss": 0.3662,
      "step": 1272500
    },
    {
      "epoch": 355.15,
      "grad_norm": 1.1980626583099365,
      "learning_rate": 2.964518674731421e-06,
      "loss": 0.3621,
      "step": 1272510
    },
    {
      "epoch": 355.15,
      "grad_norm": 1.2095533609390259,
      "learning_rate": 2.964492600738652e-06,
      "loss": 0.3418,
      "step": 1272520
    },
    {
      "epoch": 355.16,
      "grad_norm": 1.0383065938949585,
      "learning_rate": 2.964466526663262e-06,
      "loss": 0.3446,
      "step": 1272530
    },
    {
      "epoch": 355.16,
      "grad_norm": 1.0162171125411987,
      "learning_rate": 2.9644404525052545e-06,
      "loss": 0.3375,
      "step": 1272540
    },
    {
      "epoch": 355.16,
      "grad_norm": 1.1884722709655762,
      "learning_rate": 2.9644143782646324e-06,
      "loss": 0.3677,
      "step": 1272550
    },
    {
      "epoch": 355.17,
      "grad_norm": 0.9600822925567627,
      "learning_rate": 2.9643883039414e-06,
      "loss": 0.3491,
      "step": 1272560
    },
    {
      "epoch": 355.17,
      "grad_norm": 1.045953392982483,
      "learning_rate": 2.9643622295355603e-06,
      "loss": 0.3491,
      "step": 1272570
    },
    {
      "epoch": 355.17,
      "grad_norm": 1.0972646474838257,
      "learning_rate": 2.9643361550471176e-06,
      "loss": 0.3408,
      "step": 1272580
    },
    {
      "epoch": 355.17,
      "grad_norm": 1.1521766185760498,
      "learning_rate": 2.9643100804760743e-06,
      "loss": 0.3496,
      "step": 1272590
    },
    {
      "epoch": 355.18,
      "grad_norm": 1.010879635810852,
      "learning_rate": 2.9642840058224343e-06,
      "loss": 0.3556,
      "step": 1272600
    },
    {
      "epoch": 355.18,
      "grad_norm": 0.9727685451507568,
      "learning_rate": 2.964257931086201e-06,
      "loss": 0.3469,
      "step": 1272610
    },
    {
      "epoch": 355.18,
      "grad_norm": 1.030708909034729,
      "learning_rate": 2.9642318562673777e-06,
      "loss": 0.3479,
      "step": 1272620
    },
    {
      "epoch": 355.19,
      "grad_norm": 1.0815776586532593,
      "learning_rate": 2.9642057813659682e-06,
      "loss": 0.3429,
      "step": 1272630
    },
    {
      "epoch": 355.19,
      "grad_norm": 1.1425074338912964,
      "learning_rate": 2.9641797063819765e-06,
      "loss": 0.3479,
      "step": 1272640
    },
    {
      "epoch": 355.19,
      "grad_norm": 0.9082427024841309,
      "learning_rate": 2.9641536313154045e-06,
      "loss": 0.3722,
      "step": 1272650
    },
    {
      "epoch": 355.19,
      "grad_norm": 1.045082688331604,
      "learning_rate": 2.9641275561662575e-06,
      "loss": 0.3518,
      "step": 1272660
    },
    {
      "epoch": 355.2,
      "grad_norm": 1.0367902517318726,
      "learning_rate": 2.964101480934538e-06,
      "loss": 0.3525,
      "step": 1272670
    },
    {
      "epoch": 355.2,
      "grad_norm": 1.0148173570632935,
      "learning_rate": 2.9640754056202494e-06,
      "loss": 0.3365,
      "step": 1272680
    },
    {
      "epoch": 355.2,
      "grad_norm": 1.1114832162857056,
      "learning_rate": 2.9640493302233943e-06,
      "loss": 0.3689,
      "step": 1272690
    },
    {
      "epoch": 355.21,
      "grad_norm": 1.1045448780059814,
      "learning_rate": 2.9640232547439785e-06,
      "loss": 0.3504,
      "step": 1272700
    },
    {
      "epoch": 355.21,
      "grad_norm": 1.3436343669891357,
      "learning_rate": 2.963997179182003e-06,
      "loss": 0.337,
      "step": 1272710
    },
    {
      "epoch": 355.21,
      "grad_norm": 0.9872397780418396,
      "learning_rate": 2.963971103537473e-06,
      "loss": 0.3405,
      "step": 1272720
    },
    {
      "epoch": 355.21,
      "grad_norm": 0.922743022441864,
      "learning_rate": 2.9639450278103917e-06,
      "loss": 0.342,
      "step": 1272730
    },
    {
      "epoch": 355.22,
      "grad_norm": 0.9797708988189697,
      "learning_rate": 2.963918952000762e-06,
      "loss": 0.3686,
      "step": 1272740
    },
    {
      "epoch": 355.22,
      "grad_norm": 1.001119613647461,
      "learning_rate": 2.963892876108588e-06,
      "loss": 0.3367,
      "step": 1272750
    },
    {
      "epoch": 355.22,
      "grad_norm": 0.9451770186424255,
      "learning_rate": 2.9638668001338727e-06,
      "loss": 0.3515,
      "step": 1272760
    },
    {
      "epoch": 355.22,
      "grad_norm": 1.1060738563537598,
      "learning_rate": 2.9638407240766195e-06,
      "loss": 0.3464,
      "step": 1272770
    },
    {
      "epoch": 355.23,
      "grad_norm": 1.0313868522644043,
      "learning_rate": 2.963814647936832e-06,
      "loss": 0.3496,
      "step": 1272780
    },
    {
      "epoch": 355.23,
      "grad_norm": 1.2775020599365234,
      "learning_rate": 2.963788571714514e-06,
      "loss": 0.348,
      "step": 1272790
    },
    {
      "epoch": 355.23,
      "grad_norm": 0.9464211463928223,
      "learning_rate": 2.9637624954096687e-06,
      "loss": 0.3375,
      "step": 1272800
    },
    {
      "epoch": 355.24,
      "grad_norm": 0.9471611380577087,
      "learning_rate": 2.9637364190222987e-06,
      "loss": 0.3336,
      "step": 1272810
    },
    {
      "epoch": 355.24,
      "grad_norm": 1.1113439798355103,
      "learning_rate": 2.963710342552409e-06,
      "loss": 0.3545,
      "step": 1272820
    },
    {
      "epoch": 355.24,
      "grad_norm": 0.9384738802909851,
      "learning_rate": 2.963684266000003e-06,
      "loss": 0.3523,
      "step": 1272830
    },
    {
      "epoch": 355.24,
      "grad_norm": 0.8976232409477234,
      "learning_rate": 2.9636581893650826e-06,
      "loss": 0.3453,
      "step": 1272840
    },
    {
      "epoch": 355.25,
      "grad_norm": 1.2525683641433716,
      "learning_rate": 2.9636321126476523e-06,
      "loss": 0.3407,
      "step": 1272850
    },
    {
      "epoch": 355.25,
      "grad_norm": 1.0499765872955322,
      "learning_rate": 2.963606035847716e-06,
      "loss": 0.3479,
      "step": 1272860
    },
    {
      "epoch": 355.25,
      "grad_norm": 1.1423444747924805,
      "learning_rate": 2.9635799589652764e-06,
      "loss": 0.3448,
      "step": 1272870
    },
    {
      "epoch": 355.26,
      "grad_norm": 0.9692337512969971,
      "learning_rate": 2.9635538820003376e-06,
      "loss": 0.3303,
      "step": 1272880
    },
    {
      "epoch": 355.26,
      "grad_norm": 0.8337094783782959,
      "learning_rate": 2.963527804952903e-06,
      "loss": 0.3511,
      "step": 1272890
    },
    {
      "epoch": 355.26,
      "grad_norm": 1.0073988437652588,
      "learning_rate": 2.963501727822975e-06,
      "loss": 0.3449,
      "step": 1272900
    },
    {
      "epoch": 355.26,
      "grad_norm": 1.0367672443389893,
      "learning_rate": 2.9634756506105583e-06,
      "loss": 0.3464,
      "step": 1272910
    },
    {
      "epoch": 355.27,
      "grad_norm": 1.3034828901290894,
      "learning_rate": 2.9634495733156557e-06,
      "loss": 0.3644,
      "step": 1272920
    },
    {
      "epoch": 355.27,
      "grad_norm": 1.0366231203079224,
      "learning_rate": 2.963423495938271e-06,
      "loss": 0.3363,
      "step": 1272930
    },
    {
      "epoch": 355.27,
      "grad_norm": 2.7952208518981934,
      "learning_rate": 2.9633974184784076e-06,
      "loss": 0.3398,
      "step": 1272940
    },
    {
      "epoch": 355.27,
      "grad_norm": 1.0267748832702637,
      "learning_rate": 2.9633713409360693e-06,
      "loss": 0.3469,
      "step": 1272950
    },
    {
      "epoch": 355.28,
      "grad_norm": 1.0437837839126587,
      "learning_rate": 2.9633452633112592e-06,
      "loss": 0.3437,
      "step": 1272960
    },
    {
      "epoch": 355.28,
      "grad_norm": 1.0360819101333618,
      "learning_rate": 2.9633191856039803e-06,
      "loss": 0.3575,
      "step": 1272970
    },
    {
      "epoch": 355.28,
      "grad_norm": 1.3070545196533203,
      "learning_rate": 2.963293107814237e-06,
      "loss": 0.3476,
      "step": 1272980
    },
    {
      "epoch": 355.29,
      "grad_norm": 1.1805531978607178,
      "learning_rate": 2.9632670299420326e-06,
      "loss": 0.3393,
      "step": 1272990
    },
    {
      "epoch": 355.29,
      "grad_norm": 0.9677515625953674,
      "learning_rate": 2.9632409519873696e-06,
      "loss": 0.3621,
      "step": 1273000
    },
    {
      "epoch": 355.29,
      "grad_norm": 0.9780044555664062,
      "learning_rate": 2.963214873950252e-06,
      "loss": 0.3438,
      "step": 1273010
    },
    {
      "epoch": 355.29,
      "grad_norm": 1.035373568534851,
      "learning_rate": 2.963188795830684e-06,
      "loss": 0.3723,
      "step": 1273020
    },
    {
      "epoch": 355.3,
      "grad_norm": 1.127988576889038,
      "learning_rate": 2.9631627176286683e-06,
      "loss": 0.3413,
      "step": 1273030
    },
    {
      "epoch": 355.3,
      "grad_norm": 0.9535093903541565,
      "learning_rate": 2.963136639344209e-06,
      "loss": 0.3349,
      "step": 1273040
    },
    {
      "epoch": 355.3,
      "grad_norm": 0.9364073276519775,
      "learning_rate": 2.963110560977309e-06,
      "loss": 0.3556,
      "step": 1273050
    },
    {
      "epoch": 355.31,
      "grad_norm": 1.0231250524520874,
      "learning_rate": 2.963084482527972e-06,
      "loss": 0.3565,
      "step": 1273060
    },
    {
      "epoch": 355.31,
      "grad_norm": 1.0476118326187134,
      "learning_rate": 2.963058403996201e-06,
      "loss": 0.3445,
      "step": 1273070
    },
    {
      "epoch": 355.31,
      "grad_norm": 1.3987354040145874,
      "learning_rate": 2.963032325382e-06,
      "loss": 0.3421,
      "step": 1273080
    },
    {
      "epoch": 355.31,
      "grad_norm": 1.0358911752700806,
      "learning_rate": 2.963006246685373e-06,
      "loss": 0.3466,
      "step": 1273090
    },
    {
      "epoch": 355.32,
      "grad_norm": 0.8964737057685852,
      "learning_rate": 2.9629801679063223e-06,
      "loss": 0.3443,
      "step": 1273100
    },
    {
      "epoch": 355.32,
      "grad_norm": 0.9593712687492371,
      "learning_rate": 2.9629540890448517e-06,
      "loss": 0.3451,
      "step": 1273110
    },
    {
      "epoch": 355.32,
      "grad_norm": 0.9736143946647644,
      "learning_rate": 2.9629280101009657e-06,
      "loss": 0.3521,
      "step": 1273120
    },
    {
      "epoch": 355.33,
      "grad_norm": 1.0191335678100586,
      "learning_rate": 2.9629019310746663e-06,
      "loss": 0.352,
      "step": 1273130
    },
    {
      "epoch": 355.33,
      "grad_norm": 0.9951211214065552,
      "learning_rate": 2.962875851965958e-06,
      "loss": 0.3471,
      "step": 1273140
    },
    {
      "epoch": 355.33,
      "grad_norm": 1.0838603973388672,
      "learning_rate": 2.962849772774843e-06,
      "loss": 0.3424,
      "step": 1273150
    },
    {
      "epoch": 355.33,
      "grad_norm": 0.9366855621337891,
      "learning_rate": 2.962823693501326e-06,
      "loss": 0.3654,
      "step": 1273160
    },
    {
      "epoch": 355.34,
      "grad_norm": 1.060719609260559,
      "learning_rate": 2.962797614145411e-06,
      "loss": 0.342,
      "step": 1273170
    },
    {
      "epoch": 355.34,
      "grad_norm": 0.8940247297286987,
      "learning_rate": 2.962771534707099e-06,
      "loss": 0.3623,
      "step": 1273180
    },
    {
      "epoch": 355.34,
      "grad_norm": 1.0630412101745605,
      "learning_rate": 2.9627454551863962e-06,
      "loss": 0.3671,
      "step": 1273190
    },
    {
      "epoch": 355.34,
      "grad_norm": 0.9694440960884094,
      "learning_rate": 2.962719375583305e-06,
      "loss": 0.3382,
      "step": 1273200
    },
    {
      "epoch": 355.35,
      "grad_norm": 1.1993352174758911,
      "learning_rate": 2.9626932958978286e-06,
      "loss": 0.3604,
      "step": 1273210
    },
    {
      "epoch": 355.35,
      "grad_norm": 0.9745070338249207,
      "learning_rate": 2.962667216129971e-06,
      "loss": 0.3619,
      "step": 1273220
    },
    {
      "epoch": 355.35,
      "grad_norm": 0.9440771341323853,
      "learning_rate": 2.9626411362797343e-06,
      "loss": 0.3459,
      "step": 1273230
    },
    {
      "epoch": 355.36,
      "grad_norm": 0.9515630602836609,
      "learning_rate": 2.962615056347124e-06,
      "loss": 0.3417,
      "step": 1273240
    },
    {
      "epoch": 355.36,
      "grad_norm": 1.2348381280899048,
      "learning_rate": 2.962588976332142e-06,
      "loss": 0.3692,
      "step": 1273250
    },
    {
      "epoch": 355.36,
      "grad_norm": 1.1273901462554932,
      "learning_rate": 2.9625628962347923e-06,
      "loss": 0.3402,
      "step": 1273260
    },
    {
      "epoch": 355.36,
      "grad_norm": 1.034617304801941,
      "learning_rate": 2.9625368160550793e-06,
      "loss": 0.345,
      "step": 1273270
    },
    {
      "epoch": 355.37,
      "grad_norm": 1.131964087486267,
      "learning_rate": 2.9625107357930055e-06,
      "loss": 0.3506,
      "step": 1273280
    },
    {
      "epoch": 355.37,
      "grad_norm": 1.1491483449935913,
      "learning_rate": 2.9624846554485738e-06,
      "loss": 0.3474,
      "step": 1273290
    },
    {
      "epoch": 355.37,
      "grad_norm": 1.205562949180603,
      "learning_rate": 2.9624585750217884e-06,
      "loss": 0.3575,
      "step": 1273300
    },
    {
      "epoch": 355.38,
      "grad_norm": 0.8780458569526672,
      "learning_rate": 2.962432494512653e-06,
      "loss": 0.3643,
      "step": 1273310
    },
    {
      "epoch": 355.38,
      "grad_norm": 0.9844502210617065,
      "learning_rate": 2.9624064139211704e-06,
      "loss": 0.3474,
      "step": 1273320
    },
    {
      "epoch": 355.38,
      "grad_norm": 1.035766363143921,
      "learning_rate": 2.962380333247345e-06,
      "loss": 0.3391,
      "step": 1273330
    },
    {
      "epoch": 355.38,
      "grad_norm": 0.9732948541641235,
      "learning_rate": 2.9623542524911794e-06,
      "loss": 0.3532,
      "step": 1273340
    },
    {
      "epoch": 355.39,
      "grad_norm": 1.2450306415557861,
      "learning_rate": 2.9623281716526777e-06,
      "loss": 0.3541,
      "step": 1273350
    },
    {
      "epoch": 355.39,
      "grad_norm": 1.0887634754180908,
      "learning_rate": 2.9623020907318434e-06,
      "loss": 0.385,
      "step": 1273360
    },
    {
      "epoch": 355.39,
      "grad_norm": 4.714345932006836,
      "learning_rate": 2.9622760097286784e-06,
      "loss": 0.3566,
      "step": 1273370
    },
    {
      "epoch": 355.39,
      "grad_norm": 1.0945537090301514,
      "learning_rate": 2.9622499286431886e-06,
      "loss": 0.3582,
      "step": 1273380
    },
    {
      "epoch": 355.4,
      "grad_norm": 1.0700311660766602,
      "learning_rate": 2.9622238474753756e-06,
      "loss": 0.3515,
      "step": 1273390
    },
    {
      "epoch": 355.4,
      "grad_norm": 1.1693857908248901,
      "learning_rate": 2.9621977662252438e-06,
      "loss": 0.3584,
      "step": 1273400
    },
    {
      "epoch": 355.4,
      "grad_norm": 0.9196343421936035,
      "learning_rate": 2.9621716848927964e-06,
      "loss": 0.3403,
      "step": 1273410
    },
    {
      "epoch": 355.41,
      "grad_norm": 1.001543402671814,
      "learning_rate": 2.962145603478037e-06,
      "loss": 0.3423,
      "step": 1273420
    },
    {
      "epoch": 355.41,
      "grad_norm": 0.9463813900947571,
      "learning_rate": 2.9621195219809687e-06,
      "loss": 0.3494,
      "step": 1273430
    },
    {
      "epoch": 355.41,
      "grad_norm": 1.1597425937652588,
      "learning_rate": 2.9620934404015956e-06,
      "loss": 0.335,
      "step": 1273440
    },
    {
      "epoch": 355.41,
      "grad_norm": 1.133488655090332,
      "learning_rate": 2.962067358739921e-06,
      "loss": 0.3661,
      "step": 1273450
    },
    {
      "epoch": 355.42,
      "grad_norm": 1.0005372762680054,
      "learning_rate": 2.9620412769959473e-06,
      "loss": 0.3298,
      "step": 1273460
    },
    {
      "epoch": 355.42,
      "grad_norm": 0.9613272547721863,
      "learning_rate": 2.9620151951696793e-06,
      "loss": 0.3494,
      "step": 1273470
    },
    {
      "epoch": 355.42,
      "grad_norm": 1.0146102905273438,
      "learning_rate": 2.961989113261121e-06,
      "loss": 0.3411,
      "step": 1273480
    },
    {
      "epoch": 355.43,
      "grad_norm": 0.96274733543396,
      "learning_rate": 2.9619630312702743e-06,
      "loss": 0.3485,
      "step": 1273490
    },
    {
      "epoch": 355.43,
      "grad_norm": 0.8941460847854614,
      "learning_rate": 2.9619369491971427e-06,
      "loss": 0.3434,
      "step": 1273500
    },
    {
      "epoch": 355.43,
      "grad_norm": 1.0730946063995361,
      "learning_rate": 2.961910867041731e-06,
      "loss": 0.354,
      "step": 1273510
    },
    {
      "epoch": 355.43,
      "grad_norm": 0.9125585556030273,
      "learning_rate": 2.961884784804041e-06,
      "loss": 0.3367,
      "step": 1273520
    },
    {
      "epoch": 355.44,
      "grad_norm": 1.0928713083267212,
      "learning_rate": 2.9618587024840775e-06,
      "loss": 0.3329,
      "step": 1273530
    },
    {
      "epoch": 355.44,
      "grad_norm": 1.0894800424575806,
      "learning_rate": 2.9618326200818445e-06,
      "loss": 0.3499,
      "step": 1273540
    },
    {
      "epoch": 355.44,
      "grad_norm": 1.055962324142456,
      "learning_rate": 2.961806537597343e-06,
      "loss": 0.3537,
      "step": 1273550
    },
    {
      "epoch": 355.45,
      "grad_norm": 0.9738112092018127,
      "learning_rate": 2.9617804550305793e-06,
      "loss": 0.3471,
      "step": 1273560
    },
    {
      "epoch": 355.45,
      "grad_norm": 0.8655011653900146,
      "learning_rate": 2.961754372381555e-06,
      "loss": 0.347,
      "step": 1273570
    },
    {
      "epoch": 355.45,
      "grad_norm": 0.97359699010849,
      "learning_rate": 2.961728289650274e-06,
      "loss": 0.352,
      "step": 1273580
    },
    {
      "epoch": 355.45,
      "grad_norm": 0.8893577456474304,
      "learning_rate": 2.96170220683674e-06,
      "loss": 0.3327,
      "step": 1273590
    },
    {
      "epoch": 355.46,
      "grad_norm": 1.014093041419983,
      "learning_rate": 2.961676123940956e-06,
      "loss": 0.3491,
      "step": 1273600
    },
    {
      "epoch": 355.46,
      "grad_norm": 1.04286789894104,
      "learning_rate": 2.961650040962927e-06,
      "loss": 0.3621,
      "step": 1273610
    },
    {
      "epoch": 355.46,
      "grad_norm": 1.0066447257995605,
      "learning_rate": 2.961623957902654e-06,
      "loss": 0.3483,
      "step": 1273620
    },
    {
      "epoch": 355.46,
      "grad_norm": 1.0586590766906738,
      "learning_rate": 2.961597874760143e-06,
      "loss": 0.3541,
      "step": 1273630
    },
    {
      "epoch": 355.47,
      "grad_norm": 1.0021051168441772,
      "learning_rate": 2.9615717915353956e-06,
      "loss": 0.3483,
      "step": 1273640
    },
    {
      "epoch": 355.47,
      "grad_norm": 1.0668574571609497,
      "learning_rate": 2.961545708228416e-06,
      "loss": 0.3496,
      "step": 1273650
    },
    {
      "epoch": 355.47,
      "grad_norm": 0.9567785859107971,
      "learning_rate": 2.961519624839208e-06,
      "loss": 0.3366,
      "step": 1273660
    },
    {
      "epoch": 355.48,
      "grad_norm": 0.959562361240387,
      "learning_rate": 2.9614935413677746e-06,
      "loss": 0.3422,
      "step": 1273670
    },
    {
      "epoch": 355.48,
      "grad_norm": 1.1123563051223755,
      "learning_rate": 2.9614674578141185e-06,
      "loss": 0.366,
      "step": 1273680
    },
    {
      "epoch": 355.48,
      "grad_norm": 0.9573944211006165,
      "learning_rate": 2.961441374178245e-06,
      "loss": 0.3536,
      "step": 1273690
    },
    {
      "epoch": 355.48,
      "grad_norm": 1.150935411453247,
      "learning_rate": 2.9614152904601565e-06,
      "loss": 0.3425,
      "step": 1273700
    },
    {
      "epoch": 355.49,
      "grad_norm": 0.987438976764679,
      "learning_rate": 2.9613892066598566e-06,
      "loss": 0.3437,
      "step": 1273710
    },
    {
      "epoch": 355.49,
      "grad_norm": 0.9800533652305603,
      "learning_rate": 2.9613631227773484e-06,
      "loss": 0.3586,
      "step": 1273720
    },
    {
      "epoch": 355.49,
      "grad_norm": 0.9836058020591736,
      "learning_rate": 2.961337038812636e-06,
      "loss": 0.3604,
      "step": 1273730
    },
    {
      "epoch": 355.5,
      "grad_norm": 1.219560980796814,
      "learning_rate": 2.961310954765722e-06,
      "loss": 0.3532,
      "step": 1273740
    },
    {
      "epoch": 355.5,
      "grad_norm": 1.0183899402618408,
      "learning_rate": 2.9612848706366108e-06,
      "loss": 0.3507,
      "step": 1273750
    },
    {
      "epoch": 355.5,
      "grad_norm": 1.2408711910247803,
      "learning_rate": 2.961258786425306e-06,
      "loss": 0.3564,
      "step": 1273760
    },
    {
      "epoch": 355.5,
      "grad_norm": 1.002331018447876,
      "learning_rate": 2.9612327021318106e-06,
      "loss": 0.3597,
      "step": 1273770
    },
    {
      "epoch": 355.51,
      "grad_norm": 1.8472198247909546,
      "learning_rate": 2.961206617756128e-06,
      "loss": 0.3508,
      "step": 1273780
    },
    {
      "epoch": 355.51,
      "grad_norm": 1.1093019247055054,
      "learning_rate": 2.9611805332982616e-06,
      "loss": 0.339,
      "step": 1273790
    },
    {
      "epoch": 355.51,
      "grad_norm": 1.1597175598144531,
      "learning_rate": 2.961154448758215e-06,
      "loss": 0.3385,
      "step": 1273800
    },
    {
      "epoch": 355.51,
      "grad_norm": 1.3619401454925537,
      "learning_rate": 2.9611283641359914e-06,
      "loss": 0.3636,
      "step": 1273810
    },
    {
      "epoch": 355.52,
      "grad_norm": 1.101719617843628,
      "learning_rate": 2.961102279431595e-06,
      "loss": 0.3465,
      "step": 1273820
    },
    {
      "epoch": 355.52,
      "grad_norm": 1.1264227628707886,
      "learning_rate": 2.9610761946450285e-06,
      "loss": 0.3741,
      "step": 1273830
    },
    {
      "epoch": 355.52,
      "grad_norm": 0.86865234375,
      "learning_rate": 2.961050109776296e-06,
      "loss": 0.3405,
      "step": 1273840
    },
    {
      "epoch": 355.53,
      "grad_norm": 1.1442211866378784,
      "learning_rate": 2.961024024825401e-06,
      "loss": 0.3413,
      "step": 1273850
    },
    {
      "epoch": 355.53,
      "grad_norm": 1.037022590637207,
      "learning_rate": 2.9609979397923463e-06,
      "loss": 0.358,
      "step": 1273860
    },
    {
      "epoch": 355.53,
      "grad_norm": 0.9758524894714355,
      "learning_rate": 2.9609718546771354e-06,
      "loss": 0.3674,
      "step": 1273870
    },
    {
      "epoch": 355.53,
      "grad_norm": 0.9525795578956604,
      "learning_rate": 2.9609457694797724e-06,
      "loss": 0.3296,
      "step": 1273880
    },
    {
      "epoch": 355.54,
      "grad_norm": 1.0233136415481567,
      "learning_rate": 2.96091968420026e-06,
      "loss": 0.3484,
      "step": 1273890
    },
    {
      "epoch": 355.54,
      "grad_norm": 0.960459291934967,
      "learning_rate": 2.960893598838603e-06,
      "loss": 0.3521,
      "step": 1273900
    },
    {
      "epoch": 355.54,
      "grad_norm": 0.9781426191329956,
      "learning_rate": 2.9608675133948034e-06,
      "loss": 0.3533,
      "step": 1273910
    },
    {
      "epoch": 355.55,
      "grad_norm": 0.9602397680282593,
      "learning_rate": 2.9608414278688658e-06,
      "loss": 0.3523,
      "step": 1273920
    },
    {
      "epoch": 355.55,
      "grad_norm": 1.0045228004455566,
      "learning_rate": 2.9608153422607926e-06,
      "loss": 0.3798,
      "step": 1273930
    },
    {
      "epoch": 355.55,
      "grad_norm": 1.0146394968032837,
      "learning_rate": 2.960789256570588e-06,
      "loss": 0.3558,
      "step": 1273940
    },
    {
      "epoch": 355.55,
      "grad_norm": 1.1195399761199951,
      "learning_rate": 2.9607631707982554e-06,
      "loss": 0.3583,
      "step": 1273950
    },
    {
      "epoch": 355.56,
      "grad_norm": 0.8747470378875732,
      "learning_rate": 2.9607370849437986e-06,
      "loss": 0.3579,
      "step": 1273960
    },
    {
      "epoch": 355.56,
      "grad_norm": 1.0980868339538574,
      "learning_rate": 2.96071099900722e-06,
      "loss": 0.338,
      "step": 1273970
    },
    {
      "epoch": 355.56,
      "grad_norm": 0.8888188600540161,
      "learning_rate": 2.960684912988524e-06,
      "loss": 0.3484,
      "step": 1273980
    },
    {
      "epoch": 355.57,
      "grad_norm": 0.9623016119003296,
      "learning_rate": 2.9606588268877145e-06,
      "loss": 0.3378,
      "step": 1273990
    },
    {
      "epoch": 355.57,
      "grad_norm": 0.8903967142105103,
      "learning_rate": 2.9606327407047927e-06,
      "loss": 0.3526,
      "step": 1274000
    },
    {
      "epoch": 355.57,
      "grad_norm": 0.9025123119354248,
      "learning_rate": 2.960606654439765e-06,
      "loss": 0.3567,
      "step": 1274010
    },
    {
      "epoch": 355.57,
      "grad_norm": 0.9932687878608704,
      "learning_rate": 2.9605805680926327e-06,
      "loss": 0.3682,
      "step": 1274020
    },
    {
      "epoch": 355.58,
      "grad_norm": 1.059276819229126,
      "learning_rate": 2.960554481663401e-06,
      "loss": 0.3814,
      "step": 1274030
    },
    {
      "epoch": 355.58,
      "grad_norm": 1.1127197742462158,
      "learning_rate": 2.9605283951520717e-06,
      "loss": 0.3587,
      "step": 1274040
    },
    {
      "epoch": 355.58,
      "grad_norm": 0.9873085021972656,
      "learning_rate": 2.9605023085586485e-06,
      "loss": 0.341,
      "step": 1274050
    },
    {
      "epoch": 355.58,
      "grad_norm": 1.05910062789917,
      "learning_rate": 2.9604762218831368e-06,
      "loss": 0.3483,
      "step": 1274060
    },
    {
      "epoch": 355.59,
      "grad_norm": 1.098935604095459,
      "learning_rate": 2.9604501351255374e-06,
      "loss": 0.358,
      "step": 1274070
    },
    {
      "epoch": 355.59,
      "grad_norm": 0.9860870242118835,
      "learning_rate": 2.9604240482858555e-06,
      "loss": 0.3468,
      "step": 1274080
    },
    {
      "epoch": 355.59,
      "grad_norm": 0.9106674790382385,
      "learning_rate": 2.9603979613640948e-06,
      "loss": 0.3634,
      "step": 1274090
    },
    {
      "epoch": 355.6,
      "grad_norm": 1.2803374528884888,
      "learning_rate": 2.960371874360257e-06,
      "loss": 0.3553,
      "step": 1274100
    },
    {
      "epoch": 355.6,
      "grad_norm": 1.0595790147781372,
      "learning_rate": 2.9603457872743472e-06,
      "loss": 0.3397,
      "step": 1274110
    },
    {
      "epoch": 355.6,
      "grad_norm": 1.2255803346633911,
      "learning_rate": 2.9603197001063684e-06,
      "loss": 0.3628,
      "step": 1274120
    },
    {
      "epoch": 355.6,
      "grad_norm": 1.0084822177886963,
      "learning_rate": 2.960293612856324e-06,
      "loss": 0.3529,
      "step": 1274130
    },
    {
      "epoch": 355.61,
      "grad_norm": 0.9592621922492981,
      "learning_rate": 2.960267525524217e-06,
      "loss": 0.3614,
      "step": 1274140
    },
    {
      "epoch": 355.61,
      "grad_norm": 1.054230809211731,
      "learning_rate": 2.9602414381100523e-06,
      "loss": 0.351,
      "step": 1274150
    },
    {
      "epoch": 355.61,
      "grad_norm": 1.9568533897399902,
      "learning_rate": 2.9602153506138317e-06,
      "loss": 0.3562,
      "step": 1274160
    },
    {
      "epoch": 355.62,
      "grad_norm": 1.0411467552185059,
      "learning_rate": 2.9601892630355595e-06,
      "loss": 0.3721,
      "step": 1274170
    },
    {
      "epoch": 355.62,
      "grad_norm": 0.889657735824585,
      "learning_rate": 2.9601631753752385e-06,
      "loss": 0.3563,
      "step": 1274180
    },
    {
      "epoch": 355.62,
      "grad_norm": 2.2718844413757324,
      "learning_rate": 2.960137087632874e-06,
      "loss": 0.3634,
      "step": 1274190
    },
    {
      "epoch": 355.62,
      "grad_norm": 1.0181888341903687,
      "learning_rate": 2.960110999808467e-06,
      "loss": 0.3601,
      "step": 1274200
    },
    {
      "epoch": 355.63,
      "grad_norm": 1.3691729307174683,
      "learning_rate": 2.9600849119020226e-06,
      "loss": 0.3472,
      "step": 1274210
    },
    {
      "epoch": 355.63,
      "grad_norm": 0.9390228390693665,
      "learning_rate": 2.9600588239135446e-06,
      "loss": 0.351,
      "step": 1274220
    },
    {
      "epoch": 355.63,
      "grad_norm": 0.9423019289970398,
      "learning_rate": 2.960032735843035e-06,
      "loss": 0.3355,
      "step": 1274230
    },
    {
      "epoch": 355.63,
      "grad_norm": 5.044583797454834,
      "learning_rate": 2.960006647690498e-06,
      "loss": 0.3243,
      "step": 1274240
    },
    {
      "epoch": 355.64,
      "grad_norm": 0.9192661046981812,
      "learning_rate": 2.9599805594559374e-06,
      "loss": 0.3582,
      "step": 1274250
    },
    {
      "epoch": 355.64,
      "grad_norm": 0.9309961795806885,
      "learning_rate": 2.959954471139356e-06,
      "loss": 0.3644,
      "step": 1274260
    },
    {
      "epoch": 355.64,
      "grad_norm": 1.005591869354248,
      "learning_rate": 2.959928382740758e-06,
      "loss": 0.3597,
      "step": 1274270
    },
    {
      "epoch": 355.65,
      "grad_norm": 1.0216161012649536,
      "learning_rate": 2.959902294260146e-06,
      "loss": 0.3624,
      "step": 1274280
    },
    {
      "epoch": 355.65,
      "grad_norm": 0.9399631023406982,
      "learning_rate": 2.959876205697524e-06,
      "loss": 0.3379,
      "step": 1274290
    },
    {
      "epoch": 355.65,
      "grad_norm": 0.929726243019104,
      "learning_rate": 2.959850117052896e-06,
      "loss": 0.3575,
      "step": 1274300
    },
    {
      "epoch": 355.65,
      "grad_norm": 1.0858889818191528,
      "learning_rate": 2.9598240283262643e-06,
      "loss": 0.3467,
      "step": 1274310
    },
    {
      "epoch": 355.66,
      "grad_norm": 0.941331684589386,
      "learning_rate": 2.959797939517633e-06,
      "loss": 0.36,
      "step": 1274320
    },
    {
      "epoch": 355.66,
      "grad_norm": 1.0513463020324707,
      "learning_rate": 2.9597718506270057e-06,
      "loss": 0.358,
      "step": 1274330
    },
    {
      "epoch": 355.66,
      "grad_norm": 1.072104573249817,
      "learning_rate": 2.959745761654386e-06,
      "loss": 0.3609,
      "step": 1274340
    },
    {
      "epoch": 355.67,
      "grad_norm": 0.9731740355491638,
      "learning_rate": 2.9597196725997773e-06,
      "loss": 0.3456,
      "step": 1274350
    },
    {
      "epoch": 355.67,
      "grad_norm": 1.2000844478607178,
      "learning_rate": 2.9596935834631817e-06,
      "loss": 0.3537,
      "step": 1274360
    },
    {
      "epoch": 355.67,
      "grad_norm": 0.9725145101547241,
      "learning_rate": 2.959667494244605e-06,
      "loss": 0.3536,
      "step": 1274370
    },
    {
      "epoch": 355.67,
      "grad_norm": 1.0879191160202026,
      "learning_rate": 2.9596414049440494e-06,
      "loss": 0.3455,
      "step": 1274380
    },
    {
      "epoch": 355.68,
      "grad_norm": 0.977367103099823,
      "learning_rate": 2.959615315561518e-06,
      "loss": 0.3566,
      "step": 1274390
    },
    {
      "epoch": 355.68,
      "grad_norm": 1.008223295211792,
      "learning_rate": 2.9595892260970146e-06,
      "loss": 0.3471,
      "step": 1274400
    },
    {
      "epoch": 355.68,
      "grad_norm": 0.942156195640564,
      "learning_rate": 2.959563136550543e-06,
      "loss": 0.3445,
      "step": 1274410
    },
    {
      "epoch": 355.69,
      "grad_norm": 1.0121692419052124,
      "learning_rate": 2.959537046922107e-06,
      "loss": 0.3559,
      "step": 1274420
    },
    {
      "epoch": 355.69,
      "grad_norm": 0.9693676233291626,
      "learning_rate": 2.959510957211709e-06,
      "loss": 0.3458,
      "step": 1274430
    },
    {
      "epoch": 355.69,
      "grad_norm": 1.1457676887512207,
      "learning_rate": 2.9594848674193534e-06,
      "loss": 0.3612,
      "step": 1274440
    },
    {
      "epoch": 355.69,
      "grad_norm": 0.8897458910942078,
      "learning_rate": 2.9594587775450437e-06,
      "loss": 0.3493,
      "step": 1274450
    },
    {
      "epoch": 355.7,
      "grad_norm": 0.8969596028327942,
      "learning_rate": 2.9594326875887824e-06,
      "loss": 0.341,
      "step": 1274460
    },
    {
      "epoch": 355.7,
      "grad_norm": 1.025317668914795,
      "learning_rate": 2.9594065975505736e-06,
      "loss": 0.3447,
      "step": 1274470
    },
    {
      "epoch": 355.7,
      "grad_norm": 0.9202942848205566,
      "learning_rate": 2.9593805074304208e-06,
      "loss": 0.3515,
      "step": 1274480
    },
    {
      "epoch": 355.7,
      "grad_norm": 0.9706732034683228,
      "learning_rate": 2.959354417228327e-06,
      "loss": 0.3524,
      "step": 1274490
    },
    {
      "epoch": 355.71,
      "grad_norm": 0.9183223843574524,
      "learning_rate": 2.959328326944297e-06,
      "loss": 0.3471,
      "step": 1274500
    },
    {
      "epoch": 355.71,
      "grad_norm": 0.9805803298950195,
      "learning_rate": 2.959302236578333e-06,
      "loss": 0.356,
      "step": 1274510
    },
    {
      "epoch": 355.71,
      "grad_norm": 1.1130294799804688,
      "learning_rate": 2.9592761461304387e-06,
      "loss": 0.3537,
      "step": 1274520
    },
    {
      "epoch": 355.72,
      "grad_norm": 1.031165361404419,
      "learning_rate": 2.9592500556006175e-06,
      "loss": 0.3588,
      "step": 1274530
    },
    {
      "epoch": 355.72,
      "grad_norm": 0.9599718451499939,
      "learning_rate": 2.9592239649888738e-06,
      "loss": 0.361,
      "step": 1274540
    },
    {
      "epoch": 355.72,
      "grad_norm": 0.9525246024131775,
      "learning_rate": 2.9591978742952097e-06,
      "loss": 0.3367,
      "step": 1274550
    },
    {
      "epoch": 355.72,
      "grad_norm": 0.9986289739608765,
      "learning_rate": 2.959171783519629e-06,
      "loss": 0.3357,
      "step": 1274560
    },
    {
      "epoch": 355.73,
      "grad_norm": 1.1935780048370361,
      "learning_rate": 2.9591456926621366e-06,
      "loss": 0.3783,
      "step": 1274570
    },
    {
      "epoch": 355.73,
      "grad_norm": 0.9863162040710449,
      "learning_rate": 2.959119601722734e-06,
      "loss": 0.342,
      "step": 1274580
    },
    {
      "epoch": 355.73,
      "grad_norm": 0.996115505695343,
      "learning_rate": 2.9590935107014256e-06,
      "loss": 0.3474,
      "step": 1274590
    },
    {
      "epoch": 355.74,
      "grad_norm": 0.9969292879104614,
      "learning_rate": 2.9590674195982147e-06,
      "loss": 0.3663,
      "step": 1274600
    },
    {
      "epoch": 355.74,
      "grad_norm": 1.0560837984085083,
      "learning_rate": 2.9590413284131055e-06,
      "loss": 0.3357,
      "step": 1274610
    },
    {
      "epoch": 355.74,
      "grad_norm": 0.8573745489120483,
      "learning_rate": 2.9590152371461e-06,
      "loss": 0.345,
      "step": 1274620
    },
    {
      "epoch": 355.74,
      "grad_norm": 0.9075006246566772,
      "learning_rate": 2.958989145797203e-06,
      "loss": 0.3447,
      "step": 1274630
    },
    {
      "epoch": 355.75,
      "grad_norm": 1.1080185174942017,
      "learning_rate": 2.958963054366418e-06,
      "loss": 0.3589,
      "step": 1274640
    },
    {
      "epoch": 355.75,
      "grad_norm": 1.2161844968795776,
      "learning_rate": 2.9589369628537476e-06,
      "loss": 0.3596,
      "step": 1274650
    },
    {
      "epoch": 355.75,
      "grad_norm": 1.3463945388793945,
      "learning_rate": 2.9589108712591958e-06,
      "loss": 0.3489,
      "step": 1274660
    },
    {
      "epoch": 355.75,
      "grad_norm": 1.1608967781066895,
      "learning_rate": 2.958884779582766e-06,
      "loss": 0.3415,
      "step": 1274670
    },
    {
      "epoch": 355.76,
      "grad_norm": 0.964705765247345,
      "learning_rate": 2.958858687824461e-06,
      "loss": 0.3693,
      "step": 1274680
    },
    {
      "epoch": 355.76,
      "grad_norm": 1.2981960773468018,
      "learning_rate": 2.958832595984285e-06,
      "loss": 0.3428,
      "step": 1274690
    },
    {
      "epoch": 355.76,
      "grad_norm": 1.0623648166656494,
      "learning_rate": 2.958806504062241e-06,
      "loss": 0.3565,
      "step": 1274700
    },
    {
      "epoch": 355.77,
      "grad_norm": 0.9580360054969788,
      "learning_rate": 2.958780412058334e-06,
      "loss": 0.3672,
      "step": 1274710
    },
    {
      "epoch": 355.77,
      "grad_norm": 1.040224313735962,
      "learning_rate": 2.958754319972565e-06,
      "loss": 0.3615,
      "step": 1274720
    },
    {
      "epoch": 355.77,
      "grad_norm": 1.0586168766021729,
      "learning_rate": 2.9587282278049394e-06,
      "loss": 0.3514,
      "step": 1274730
    },
    {
      "epoch": 355.77,
      "grad_norm": 1.0320336818695068,
      "learning_rate": 2.9587021355554604e-06,
      "loss": 0.3424,
      "step": 1274740
    },
    {
      "epoch": 355.78,
      "grad_norm": 1.0772545337677002,
      "learning_rate": 2.9586760432241306e-06,
      "loss": 0.3488,
      "step": 1274750
    },
    {
      "epoch": 355.78,
      "grad_norm": 0.8670158386230469,
      "learning_rate": 2.9586499508109536e-06,
      "loss": 0.3549,
      "step": 1274760
    },
    {
      "epoch": 355.78,
      "grad_norm": 1.0313785076141357,
      "learning_rate": 2.958623858315934e-06,
      "loss": 0.3513,
      "step": 1274770
    },
    {
      "epoch": 355.79,
      "grad_norm": 0.8536556959152222,
      "learning_rate": 2.958597765739074e-06,
      "loss": 0.3406,
      "step": 1274780
    },
    {
      "epoch": 355.79,
      "grad_norm": 0.9953051209449768,
      "learning_rate": 2.9585716730803775e-06,
      "loss": 0.345,
      "step": 1274790
    },
    {
      "epoch": 355.79,
      "grad_norm": 0.9667560458183289,
      "learning_rate": 2.958545580339849e-06,
      "loss": 0.3558,
      "step": 1274800
    },
    {
      "epoch": 355.79,
      "grad_norm": 0.9324864745140076,
      "learning_rate": 2.9585194875174903e-06,
      "loss": 0.3567,
      "step": 1274810
    },
    {
      "epoch": 355.8,
      "grad_norm": 1.071001648902893,
      "learning_rate": 2.9584933946133057e-06,
      "loss": 0.3487,
      "step": 1274820
    },
    {
      "epoch": 355.8,
      "grad_norm": 1.0338997840881348,
      "learning_rate": 2.958467301627299e-06,
      "loss": 0.3449,
      "step": 1274830
    },
    {
      "epoch": 355.8,
      "grad_norm": 1.187111496925354,
      "learning_rate": 2.9584412085594728e-06,
      "loss": 0.3531,
      "step": 1274840
    },
    {
      "epoch": 355.81,
      "grad_norm": 0.9662023186683655,
      "learning_rate": 2.9584151154098308e-06,
      "loss": 0.3466,
      "step": 1274850
    },
    {
      "epoch": 355.81,
      "grad_norm": 0.9677469730377197,
      "learning_rate": 2.958389022178377e-06,
      "loss": 0.3576,
      "step": 1274860
    },
    {
      "epoch": 355.81,
      "grad_norm": 0.9786597490310669,
      "learning_rate": 2.9583629288651143e-06,
      "loss": 0.3374,
      "step": 1274870
    },
    {
      "epoch": 355.81,
      "grad_norm": 0.9601767659187317,
      "learning_rate": 2.9583368354700474e-06,
      "loss": 0.3509,
      "step": 1274880
    },
    {
      "epoch": 355.82,
      "grad_norm": 1.0575064420700073,
      "learning_rate": 2.9583107419931775e-06,
      "loss": 0.3425,
      "step": 1274890
    },
    {
      "epoch": 355.82,
      "grad_norm": 0.98409104347229,
      "learning_rate": 2.9582846484345104e-06,
      "loss": 0.3682,
      "step": 1274900
    },
    {
      "epoch": 355.82,
      "grad_norm": 1.2098902463912964,
      "learning_rate": 2.958258554794048e-06,
      "loss": 0.3537,
      "step": 1274910
    },
    {
      "epoch": 355.82,
      "grad_norm": 1.4233323335647583,
      "learning_rate": 2.9582324610717947e-06,
      "loss": 0.3487,
      "step": 1274920
    },
    {
      "epoch": 355.83,
      "grad_norm": 1.1454907655715942,
      "learning_rate": 2.9582063672677533e-06,
      "loss": 0.3676,
      "step": 1274930
    },
    {
      "epoch": 355.83,
      "grad_norm": 1.1237813234329224,
      "learning_rate": 2.958180273381928e-06,
      "loss": 0.3655,
      "step": 1274940
    },
    {
      "epoch": 355.83,
      "grad_norm": 1.1435167789459229,
      "learning_rate": 2.9581541794143213e-06,
      "loss": 0.3483,
      "step": 1274950
    },
    {
      "epoch": 355.84,
      "grad_norm": 0.9968543648719788,
      "learning_rate": 2.9581280853649384e-06,
      "loss": 0.3549,
      "step": 1274960
    },
    {
      "epoch": 355.84,
      "grad_norm": 1.0456273555755615,
      "learning_rate": 2.958101991233781e-06,
      "loss": 0.3509,
      "step": 1274970
    },
    {
      "epoch": 355.84,
      "grad_norm": 0.8805587887763977,
      "learning_rate": 2.9580758970208525e-06,
      "loss": 0.3616,
      "step": 1274980
    },
    {
      "epoch": 355.84,
      "grad_norm": 0.9796373248100281,
      "learning_rate": 2.9580498027261574e-06,
      "loss": 0.3515,
      "step": 1274990
    },
    {
      "epoch": 355.85,
      "grad_norm": 1.2170840501785278,
      "learning_rate": 2.958023708349699e-06,
      "loss": 0.3176,
      "step": 1275000
    },
    {
      "epoch": 355.85,
      "grad_norm": 0.9794859290122986,
      "learning_rate": 2.95799761389148e-06,
      "loss": 0.3652,
      "step": 1275010
    },
    {
      "epoch": 355.85,
      "grad_norm": 1.1479301452636719,
      "learning_rate": 2.9579715193515056e-06,
      "loss": 0.3426,
      "step": 1275020
    },
    {
      "epoch": 355.86,
      "grad_norm": 1.008528709411621,
      "learning_rate": 2.957945424729778e-06,
      "loss": 0.3356,
      "step": 1275030
    },
    {
      "epoch": 355.86,
      "grad_norm": 1.1639585494995117,
      "learning_rate": 2.9579193300263005e-06,
      "loss": 0.3538,
      "step": 1275040
    },
    {
      "epoch": 355.86,
      "grad_norm": 1.1930674314498901,
      "learning_rate": 2.957893235241077e-06,
      "loss": 0.3487,
      "step": 1275050
    },
    {
      "epoch": 355.86,
      "grad_norm": 3.812494993209839,
      "learning_rate": 2.9578671403741106e-06,
      "loss": 0.3611,
      "step": 1275060
    },
    {
      "epoch": 355.87,
      "grad_norm": 0.9741458296775818,
      "learning_rate": 2.9578410454254045e-06,
      "loss": 0.3328,
      "step": 1275070
    },
    {
      "epoch": 355.87,
      "grad_norm": 0.9138346314430237,
      "learning_rate": 2.957814950394963e-06,
      "loss": 0.3496,
      "step": 1275080
    },
    {
      "epoch": 355.87,
      "grad_norm": 0.9483246803283691,
      "learning_rate": 2.95778885528279e-06,
      "loss": 0.3624,
      "step": 1275090
    },
    {
      "epoch": 355.87,
      "grad_norm": 1.160492181777954,
      "learning_rate": 2.957762760088888e-06,
      "loss": 0.3511,
      "step": 1275100
    },
    {
      "epoch": 355.88,
      "grad_norm": 1.0292223691940308,
      "learning_rate": 2.9577366648132606e-06,
      "loss": 0.3768,
      "step": 1275110
    },
    {
      "epoch": 355.88,
      "grad_norm": 0.999039351940155,
      "learning_rate": 2.957710569455912e-06,
      "loss": 0.3614,
      "step": 1275120
    },
    {
      "epoch": 355.88,
      "grad_norm": 0.8211256861686707,
      "learning_rate": 2.9576844740168444e-06,
      "loss": 0.3374,
      "step": 1275130
    },
    {
      "epoch": 355.89,
      "grad_norm": 1.0897127389907837,
      "learning_rate": 2.9576583784960615e-06,
      "loss": 0.3429,
      "step": 1275140
    },
    {
      "epoch": 355.89,
      "grad_norm": 7.931972503662109,
      "learning_rate": 2.957632282893568e-06,
      "loss": 0.3574,
      "step": 1275150
    },
    {
      "epoch": 355.89,
      "grad_norm": 0.9562714099884033,
      "learning_rate": 2.9576061872093666e-06,
      "loss": 0.3489,
      "step": 1275160
    },
    {
      "epoch": 355.89,
      "grad_norm": 1.17500638961792,
      "learning_rate": 2.95758009144346e-06,
      "loss": 0.3616,
      "step": 1275170
    },
    {
      "epoch": 355.9,
      "grad_norm": 0.9450045824050903,
      "learning_rate": 2.9575539955958533e-06,
      "loss": 0.3433,
      "step": 1275180
    },
    {
      "epoch": 355.9,
      "grad_norm": 0.9019011855125427,
      "learning_rate": 2.9575278996665494e-06,
      "loss": 0.3462,
      "step": 1275190
    },
    {
      "epoch": 355.9,
      "grad_norm": 1.092924952507019,
      "learning_rate": 2.95750180365555e-06,
      "loss": 0.3492,
      "step": 1275200
    },
    {
      "epoch": 355.91,
      "grad_norm": 1.0417509078979492,
      "learning_rate": 2.9574757075628616e-06,
      "loss": 0.3409,
      "step": 1275210
    },
    {
      "epoch": 355.91,
      "grad_norm": 1.111770749092102,
      "learning_rate": 2.9574496113884852e-06,
      "loss": 0.3514,
      "step": 1275220
    },
    {
      "epoch": 355.91,
      "grad_norm": 0.9862902164459229,
      "learning_rate": 2.9574235151324257e-06,
      "loss": 0.3398,
      "step": 1275230
    },
    {
      "epoch": 355.91,
      "grad_norm": 1.0505695343017578,
      "learning_rate": 2.9573974187946855e-06,
      "loss": 0.3398,
      "step": 1275240
    },
    {
      "epoch": 355.92,
      "grad_norm": 1.0538438558578491,
      "learning_rate": 2.9573713223752693e-06,
      "loss": 0.3749,
      "step": 1275250
    },
    {
      "epoch": 355.92,
      "grad_norm": 1.0649497509002686,
      "learning_rate": 2.95734522587418e-06,
      "loss": 0.3317,
      "step": 1275260
    },
    {
      "epoch": 355.92,
      "grad_norm": 0.9322205781936646,
      "learning_rate": 2.9573191292914207e-06,
      "loss": 0.3634,
      "step": 1275270
    },
    {
      "epoch": 355.93,
      "grad_norm": 0.9739525318145752,
      "learning_rate": 2.9572930326269956e-06,
      "loss": 0.3462,
      "step": 1275280
    },
    {
      "epoch": 355.93,
      "grad_norm": 1.292024850845337,
      "learning_rate": 2.957266935880907e-06,
      "loss": 0.3535,
      "step": 1275290
    },
    {
      "epoch": 355.93,
      "grad_norm": 0.9793367385864258,
      "learning_rate": 2.9572408390531596e-06,
      "loss": 0.3567,
      "step": 1275300
    },
    {
      "epoch": 355.93,
      "grad_norm": 1.0806366205215454,
      "learning_rate": 2.9572147421437556e-06,
      "loss": 0.3543,
      "step": 1275310
    },
    {
      "epoch": 355.94,
      "grad_norm": 0.9885783791542053,
      "learning_rate": 2.9571886451527006e-06,
      "loss": 0.363,
      "step": 1275320
    },
    {
      "epoch": 355.94,
      "grad_norm": 0.9836946725845337,
      "learning_rate": 2.9571625480799962e-06,
      "loss": 0.3368,
      "step": 1275330
    },
    {
      "epoch": 355.94,
      "grad_norm": 1.217734932899475,
      "learning_rate": 2.957136450925646e-06,
      "loss": 0.3679,
      "step": 1275340
    },
    {
      "epoch": 355.94,
      "grad_norm": 0.9388855695724487,
      "learning_rate": 2.957110353689655e-06,
      "loss": 0.3349,
      "step": 1275350
    },
    {
      "epoch": 355.95,
      "grad_norm": 0.815885066986084,
      "learning_rate": 2.957084256372024e-06,
      "loss": 0.339,
      "step": 1275360
    },
    {
      "epoch": 355.95,
      "grad_norm": 1.0869414806365967,
      "learning_rate": 2.9570581589727594e-06,
      "loss": 0.3328,
      "step": 1275370
    },
    {
      "epoch": 355.95,
      "grad_norm": 1.0422019958496094,
      "learning_rate": 2.9570320614918627e-06,
      "loss": 0.3637,
      "step": 1275380
    },
    {
      "epoch": 355.96,
      "grad_norm": 1.1620869636535645,
      "learning_rate": 2.9570059639293374e-06,
      "loss": 0.3506,
      "step": 1275390
    },
    {
      "epoch": 355.96,
      "grad_norm": 1.2560242414474487,
      "learning_rate": 2.9569798662851886e-06,
      "loss": 0.3454,
      "step": 1275400
    },
    {
      "epoch": 355.96,
      "grad_norm": 1.092197060585022,
      "learning_rate": 2.9569537685594193e-06,
      "loss": 0.3246,
      "step": 1275410
    },
    {
      "epoch": 355.96,
      "grad_norm": 0.8553312420845032,
      "learning_rate": 2.9569276707520312e-06,
      "loss": 0.3498,
      "step": 1275420
    },
    {
      "epoch": 355.97,
      "grad_norm": 1.1664223670959473,
      "learning_rate": 2.9569015728630285e-06,
      "loss": 0.3551,
      "step": 1275430
    },
    {
      "epoch": 355.97,
      "grad_norm": 0.9817408323287964,
      "learning_rate": 2.9568754748924163e-06,
      "loss": 0.3596,
      "step": 1275440
    },
    {
      "epoch": 355.97,
      "grad_norm": 1.18463933467865,
      "learning_rate": 2.9568493768401967e-06,
      "loss": 0.3347,
      "step": 1275450
    },
    {
      "epoch": 355.98,
      "grad_norm": 0.976132869720459,
      "learning_rate": 2.9568232787063727e-06,
      "loss": 0.3623,
      "step": 1275460
    },
    {
      "epoch": 355.98,
      "grad_norm": 1.027733564376831,
      "learning_rate": 2.9567971804909498e-06,
      "loss": 0.3676,
      "step": 1275470
    },
    {
      "epoch": 355.98,
      "grad_norm": 1.118145227432251,
      "learning_rate": 2.956771082193929e-06,
      "loss": 0.3563,
      "step": 1275480
    },
    {
      "epoch": 355.98,
      "grad_norm": 1.0149191617965698,
      "learning_rate": 2.9567449838153156e-06,
      "loss": 0.3549,
      "step": 1275490
    },
    {
      "epoch": 355.99,
      "grad_norm": 1.184690237045288,
      "learning_rate": 2.956718885355112e-06,
      "loss": 0.3566,
      "step": 1275500
    },
    {
      "epoch": 355.99,
      "grad_norm": 1.1107672452926636,
      "learning_rate": 2.956692786813322e-06,
      "loss": 0.3397,
      "step": 1275510
    },
    {
      "epoch": 355.99,
      "grad_norm": 0.9626872539520264,
      "learning_rate": 2.9566666881899495e-06,
      "loss": 0.3417,
      "step": 1275520
    },
    {
      "epoch": 355.99,
      "grad_norm": 0.9940916299819946,
      "learning_rate": 2.956640589484997e-06,
      "loss": 0.3453,
      "step": 1275530
    },
    {
      "epoch": 356.0,
      "grad_norm": 1.057071328163147,
      "learning_rate": 2.9566144906984698e-06,
      "loss": 0.3553,
      "step": 1275540
    },
    {
      "epoch": 356.0,
      "eval_loss": 0.35069528222084045,
      "eval_runtime": 62.953,
      "eval_samples_per_second": 80.362,
      "eval_steps_per_second": 10.055,
      "step": 1275548
    },
    {
      "epoch": 356.0,
      "grad_norm": 1.008535623550415,
      "learning_rate": 2.9565883918303694e-06,
      "loss": 0.3645,
      "step": 1275550
    },
    {
      "epoch": 356.0,
      "grad_norm": 1.2887057065963745,
      "learning_rate": 2.9565622928807e-06,
      "loss": 0.3602,
      "step": 1275560
    },
    {
      "epoch": 356.01,
      "grad_norm": 1.280897617340088,
      "learning_rate": 2.9565361938494655e-06,
      "loss": 0.3622,
      "step": 1275570
    },
    {
      "epoch": 356.01,
      "grad_norm": 0.9645849466323853,
      "learning_rate": 2.9565100947366683e-06,
      "loss": 0.3429,
      "step": 1275580
    },
    {
      "epoch": 356.01,
      "grad_norm": 1.2902088165283203,
      "learning_rate": 2.956483995542313e-06,
      "loss": 0.3513,
      "step": 1275590
    },
    {
      "epoch": 356.01,
      "grad_norm": 1.0285316705703735,
      "learning_rate": 2.956457896266402e-06,
      "loss": 0.3417,
      "step": 1275600
    },
    {
      "epoch": 356.02,
      "grad_norm": 1.0280016660690308,
      "learning_rate": 2.9564317969089404e-06,
      "loss": 0.3429,
      "step": 1275610
    },
    {
      "epoch": 356.02,
      "grad_norm": 1.1949431896209717,
      "learning_rate": 2.956405697469931e-06,
      "loss": 0.3362,
      "step": 1275620
    },
    {
      "epoch": 356.02,
      "grad_norm": 1.0945993661880493,
      "learning_rate": 2.9563795979493755e-06,
      "loss": 0.3564,
      "step": 1275630
    },
    {
      "epoch": 356.03,
      "grad_norm": 0.9582935571670532,
      "learning_rate": 2.95635349834728e-06,
      "loss": 0.3589,
      "step": 1275640
    },
    {
      "epoch": 356.03,
      "grad_norm": 0.9882451891899109,
      "learning_rate": 2.9563273986636465e-06,
      "loss": 0.3439,
      "step": 1275650
    },
    {
      "epoch": 356.03,
      "grad_norm": 1.0491547584533691,
      "learning_rate": 2.956301298898478e-06,
      "loss": 0.3566,
      "step": 1275660
    },
    {
      "epoch": 356.03,
      "grad_norm": 0.9553074836730957,
      "learning_rate": 2.95627519905178e-06,
      "loss": 0.3426,
      "step": 1275670
    },
    {
      "epoch": 356.04,
      "grad_norm": 0.9512664675712585,
      "learning_rate": 2.9562490991235534e-06,
      "loss": 0.3368,
      "step": 1275680
    },
    {
      "epoch": 356.04,
      "grad_norm": 1.114425539970398,
      "learning_rate": 2.9562229991138042e-06,
      "loss": 0.3395,
      "step": 1275690
    },
    {
      "epoch": 356.04,
      "grad_norm": 1.0483367443084717,
      "learning_rate": 2.956196899022535e-06,
      "loss": 0.3373,
      "step": 1275700
    },
    {
      "epoch": 356.05,
      "grad_norm": 1.0008524656295776,
      "learning_rate": 2.9561707988497476e-06,
      "loss": 0.3335,
      "step": 1275710
    },
    {
      "epoch": 356.05,
      "grad_norm": 0.9866313934326172,
      "learning_rate": 2.9561446985954473e-06,
      "loss": 0.3641,
      "step": 1275720
    },
    {
      "epoch": 356.05,
      "grad_norm": 1.2624329328536987,
      "learning_rate": 2.9561185982596375e-06,
      "loss": 0.3555,
      "step": 1275730
    },
    {
      "epoch": 356.05,
      "grad_norm": 7.858730316162109,
      "learning_rate": 2.9560924978423206e-06,
      "loss": 0.3444,
      "step": 1275740
    },
    {
      "epoch": 356.06,
      "grad_norm": 1.0582835674285889,
      "learning_rate": 2.956066397343501e-06,
      "loss": 0.3497,
      "step": 1275750
    },
    {
      "epoch": 356.06,
      "grad_norm": 1.2762049436569214,
      "learning_rate": 2.9560402967631824e-06,
      "loss": 0.3478,
      "step": 1275760
    },
    {
      "epoch": 356.06,
      "grad_norm": 1.1304465532302856,
      "learning_rate": 2.956014196101368e-06,
      "loss": 0.3382,
      "step": 1275770
    },
    {
      "epoch": 356.06,
      "grad_norm": 0.9331150054931641,
      "learning_rate": 2.9559880953580597e-06,
      "loss": 0.3455,
      "step": 1275780
    },
    {
      "epoch": 356.07,
      "grad_norm": 1.0093040466308594,
      "learning_rate": 2.9559619945332633e-06,
      "loss": 0.3562,
      "step": 1275790
    },
    {
      "epoch": 356.07,
      "grad_norm": 1.0362858772277832,
      "learning_rate": 2.9559358936269814e-06,
      "loss": 0.357,
      "step": 1275800
    },
    {
      "epoch": 356.07,
      "grad_norm": 1.0136610269546509,
      "learning_rate": 2.955909792639217e-06,
      "loss": 0.355,
      "step": 1275810
    },
    {
      "epoch": 356.08,
      "grad_norm": 1.1193901300430298,
      "learning_rate": 2.9558836915699737e-06,
      "loss": 0.3483,
      "step": 1275820
    },
    {
      "epoch": 356.08,
      "grad_norm": 1.0196455717086792,
      "learning_rate": 2.955857590419256e-06,
      "loss": 0.3494,
      "step": 1275830
    },
    {
      "epoch": 356.08,
      "grad_norm": 1.2506210803985596,
      "learning_rate": 2.9558314891870667e-06,
      "loss": 0.3447,
      "step": 1275840
    },
    {
      "epoch": 356.08,
      "grad_norm": 1.1510032415390015,
      "learning_rate": 2.955805387873408e-06,
      "loss": 0.351,
      "step": 1275850
    },
    {
      "epoch": 356.09,
      "grad_norm": 0.8880276083946228,
      "learning_rate": 2.9557792864782862e-06,
      "loss": 0.3495,
      "step": 1275860
    },
    {
      "epoch": 356.09,
      "grad_norm": 0.9644434452056885,
      "learning_rate": 2.9557531850017017e-06,
      "loss": 0.3508,
      "step": 1275870
    },
    {
      "epoch": 356.09,
      "grad_norm": 0.9157800674438477,
      "learning_rate": 2.9557270834436598e-06,
      "loss": 0.3493,
      "step": 1275880
    },
    {
      "epoch": 356.1,
      "grad_norm": 1.1886078119277954,
      "learning_rate": 2.9557009818041638e-06,
      "loss": 0.3504,
      "step": 1275890
    },
    {
      "epoch": 356.1,
      "grad_norm": 0.8803411722183228,
      "learning_rate": 2.955674880083217e-06,
      "loss": 0.3586,
      "step": 1275900
    },
    {
      "epoch": 356.1,
      "grad_norm": 1.0227301120758057,
      "learning_rate": 2.9556487782808226e-06,
      "loss": 0.3439,
      "step": 1275910
    },
    {
      "epoch": 356.1,
      "grad_norm": 1.0025094747543335,
      "learning_rate": 2.9556226763969847e-06,
      "loss": 0.3561,
      "step": 1275920
    },
    {
      "epoch": 356.11,
      "grad_norm": 0.9181505441665649,
      "learning_rate": 2.9555965744317066e-06,
      "loss": 0.3507,
      "step": 1275930
    },
    {
      "epoch": 356.11,
      "grad_norm": 0.9735597968101501,
      "learning_rate": 2.955570472384991e-06,
      "loss": 0.3362,
      "step": 1275940
    },
    {
      "epoch": 356.11,
      "grad_norm": 1.0686469078063965,
      "learning_rate": 2.9555443702568417e-06,
      "loss": 0.349,
      "step": 1275950
    },
    {
      "epoch": 356.11,
      "grad_norm": 1.1007574796676636,
      "learning_rate": 2.9555182680472624e-06,
      "loss": 0.3483,
      "step": 1275960
    },
    {
      "epoch": 356.12,
      "grad_norm": 0.8998115062713623,
      "learning_rate": 2.955492165756257e-06,
      "loss": 0.3459,
      "step": 1275970
    },
    {
      "epoch": 356.12,
      "grad_norm": 1.0197025537490845,
      "learning_rate": 2.9554660633838285e-06,
      "loss": 0.3625,
      "step": 1275980
    },
    {
      "epoch": 356.12,
      "grad_norm": 1.1080673933029175,
      "learning_rate": 2.9554399609299806e-06,
      "loss": 0.3703,
      "step": 1275990
    },
    {
      "epoch": 356.13,
      "grad_norm": 1.063839077949524,
      "learning_rate": 2.9554138583947163e-06,
      "loss": 0.3629,
      "step": 1276000
    },
    {
      "epoch": 356.13,
      "grad_norm": 1.1425806283950806,
      "learning_rate": 2.9553877557780394e-06,
      "loss": 0.3411,
      "step": 1276010
    },
    {
      "epoch": 356.13,
      "grad_norm": 0.9572709798812866,
      "learning_rate": 2.955361653079954e-06,
      "loss": 0.3724,
      "step": 1276020
    },
    {
      "epoch": 356.13,
      "grad_norm": 1.050018548965454,
      "learning_rate": 2.955335550300462e-06,
      "loss": 0.357,
      "step": 1276030
    },
    {
      "epoch": 356.14,
      "grad_norm": 0.9781506657600403,
      "learning_rate": 2.9553094474395673e-06,
      "loss": 0.3607,
      "step": 1276040
    },
    {
      "epoch": 356.14,
      "grad_norm": 0.9932022094726562,
      "learning_rate": 2.955283344497275e-06,
      "loss": 0.3397,
      "step": 1276050
    },
    {
      "epoch": 356.14,
      "grad_norm": 1.4458329677581787,
      "learning_rate": 2.9552572414735872e-06,
      "loss": 0.3554,
      "step": 1276060
    },
    {
      "epoch": 356.15,
      "grad_norm": 1.2573838233947754,
      "learning_rate": 2.9552311383685082e-06,
      "loss": 0.3804,
      "step": 1276070
    },
    {
      "epoch": 356.15,
      "grad_norm": 0.7903053164482117,
      "learning_rate": 2.95520503518204e-06,
      "loss": 0.335,
      "step": 1276080
    },
    {
      "epoch": 356.15,
      "grad_norm": 1.0025243759155273,
      "learning_rate": 2.9551789319141874e-06,
      "loss": 0.3469,
      "step": 1276090
    },
    {
      "epoch": 356.15,
      "grad_norm": 1.1173380613327026,
      "learning_rate": 2.955152828564953e-06,
      "loss": 0.339,
      "step": 1276100
    },
    {
      "epoch": 356.16,
      "grad_norm": 1.0302529335021973,
      "learning_rate": 2.9551267251343404e-06,
      "loss": 0.3643,
      "step": 1276110
    },
    {
      "epoch": 356.16,
      "grad_norm": 1.1298593282699585,
      "learning_rate": 2.955100621622355e-06,
      "loss": 0.3514,
      "step": 1276120
    },
    {
      "epoch": 356.16,
      "grad_norm": 4.834983825683594,
      "learning_rate": 2.955074518028997e-06,
      "loss": 0.3596,
      "step": 1276130
    },
    {
      "epoch": 356.17,
      "grad_norm": 1.0373815298080444,
      "learning_rate": 2.9550484143542725e-06,
      "loss": 0.3594,
      "step": 1276140
    },
    {
      "epoch": 356.17,
      "grad_norm": 0.8960853815078735,
      "learning_rate": 2.9550223105981835e-06,
      "loss": 0.3404,
      "step": 1276150
    },
    {
      "epoch": 356.17,
      "grad_norm": 1.0667773485183716,
      "learning_rate": 2.9549962067607344e-06,
      "loss": 0.3665,
      "step": 1276160
    },
    {
      "epoch": 356.17,
      "grad_norm": 0.9217454791069031,
      "learning_rate": 2.954970102841928e-06,
      "loss": 0.362,
      "step": 1276170
    },
    {
      "epoch": 356.18,
      "grad_norm": 1.0530942678451538,
      "learning_rate": 2.9549439988417674e-06,
      "loss": 0.355,
      "step": 1276180
    },
    {
      "epoch": 356.18,
      "grad_norm": 1.0336660146713257,
      "learning_rate": 2.9549178947602576e-06,
      "loss": 0.3623,
      "step": 1276190
    },
    {
      "epoch": 356.18,
      "grad_norm": 1.0351723432540894,
      "learning_rate": 2.954891790597401e-06,
      "loss": 0.3347,
      "step": 1276200
    },
    {
      "epoch": 356.18,
      "grad_norm": 0.8921814560890198,
      "learning_rate": 2.954865686353202e-06,
      "loss": 0.3511,
      "step": 1276210
    },
    {
      "epoch": 356.19,
      "grad_norm": 1.0225977897644043,
      "learning_rate": 2.954839582027662e-06,
      "loss": 0.3389,
      "step": 1276220
    },
    {
      "epoch": 356.19,
      "grad_norm": 1.126244068145752,
      "learning_rate": 2.9548134776207864e-06,
      "loss": 0.3499,
      "step": 1276230
    },
    {
      "epoch": 356.19,
      "grad_norm": 0.9909520149230957,
      "learning_rate": 2.954787373132578e-06,
      "loss": 0.3458,
      "step": 1276240
    },
    {
      "epoch": 356.2,
      "grad_norm": 1.0737025737762451,
      "learning_rate": 2.9547612685630403e-06,
      "loss": 0.3541,
      "step": 1276250
    },
    {
      "epoch": 356.2,
      "grad_norm": 1.1170367002487183,
      "learning_rate": 2.954735163912177e-06,
      "loss": 0.3384,
      "step": 1276260
    },
    {
      "epoch": 356.2,
      "grad_norm": 0.9837440252304077,
      "learning_rate": 2.9547090591799913e-06,
      "loss": 0.3422,
      "step": 1276270
    },
    {
      "epoch": 356.2,
      "grad_norm": 0.9426512122154236,
      "learning_rate": 2.9546829543664867e-06,
      "loss": 0.3539,
      "step": 1276280
    },
    {
      "epoch": 356.21,
      "grad_norm": 0.9541447162628174,
      "learning_rate": 2.9546568494716677e-06,
      "loss": 0.3487,
      "step": 1276290
    },
    {
      "epoch": 356.21,
      "grad_norm": 1.1117322444915771,
      "learning_rate": 2.9546307444955356e-06,
      "loss": 0.3515,
      "step": 1276300
    },
    {
      "epoch": 356.21,
      "grad_norm": 1.1624544858932495,
      "learning_rate": 2.9546046394380957e-06,
      "loss": 0.353,
      "step": 1276310
    },
    {
      "epoch": 356.22,
      "grad_norm": 1.0133483409881592,
      "learning_rate": 2.9545785342993507e-06,
      "loss": 0.3632,
      "step": 1276320
    },
    {
      "epoch": 356.22,
      "grad_norm": 0.9418836236000061,
      "learning_rate": 2.954552429079304e-06,
      "loss": 0.3475,
      "step": 1276330
    },
    {
      "epoch": 356.22,
      "grad_norm": 1.1573657989501953,
      "learning_rate": 2.9545263237779592e-06,
      "loss": 0.3443,
      "step": 1276340
    },
    {
      "epoch": 356.22,
      "grad_norm": 0.8893619775772095,
      "learning_rate": 2.9545002183953204e-06,
      "loss": 0.3495,
      "step": 1276350
    },
    {
      "epoch": 356.23,
      "grad_norm": 1.0879539251327515,
      "learning_rate": 2.9544741129313914e-06,
      "loss": 0.3466,
      "step": 1276360
    },
    {
      "epoch": 356.23,
      "grad_norm": 1.0404654741287231,
      "learning_rate": 2.954448007386173e-06,
      "loss": 0.3526,
      "step": 1276370
    },
    {
      "epoch": 356.23,
      "grad_norm": 1.2279852628707886,
      "learning_rate": 2.954421901759672e-06,
      "loss": 0.3676,
      "step": 1276380
    },
    {
      "epoch": 356.23,
      "grad_norm": 1.049817442893982,
      "learning_rate": 2.95439579605189e-06,
      "loss": 0.3787,
      "step": 1276390
    },
    {
      "epoch": 356.24,
      "grad_norm": 1.0833874940872192,
      "learning_rate": 2.9543696902628305e-06,
      "loss": 0.3595,
      "step": 1276400
    },
    {
      "epoch": 356.24,
      "grad_norm": 1.005223035812378,
      "learning_rate": 2.9543435843924977e-06,
      "loss": 0.3433,
      "step": 1276410
    },
    {
      "epoch": 356.24,
      "grad_norm": 0.9945272207260132,
      "learning_rate": 2.9543174784408945e-06,
      "loss": 0.3512,
      "step": 1276420
    },
    {
      "epoch": 356.25,
      "grad_norm": 1.0108389854431152,
      "learning_rate": 2.954291372408025e-06,
      "loss": 0.3511,
      "step": 1276430
    },
    {
      "epoch": 356.25,
      "grad_norm": 1.0535781383514404,
      "learning_rate": 2.9542652662938923e-06,
      "loss": 0.3589,
      "step": 1276440
    },
    {
      "epoch": 356.25,
      "grad_norm": 0.9625152945518494,
      "learning_rate": 2.9542391600984995e-06,
      "loss": 0.345,
      "step": 1276450
    },
    {
      "epoch": 356.25,
      "grad_norm": 1.0208674669265747,
      "learning_rate": 2.95421305382185e-06,
      "loss": 0.362,
      "step": 1276460
    },
    {
      "epoch": 356.26,
      "grad_norm": 1.098223090171814,
      "learning_rate": 2.954186947463948e-06,
      "loss": 0.359,
      "step": 1276470
    },
    {
      "epoch": 356.26,
      "grad_norm": 1.0352187156677246,
      "learning_rate": 2.954160841024797e-06,
      "loss": 0.3599,
      "step": 1276480
    },
    {
      "epoch": 356.26,
      "grad_norm": 0.9865521192550659,
      "learning_rate": 2.9541347345044e-06,
      "loss": 0.359,
      "step": 1276490
    },
    {
      "epoch": 356.27,
      "grad_norm": 1.1568377017974854,
      "learning_rate": 2.9541086279027612e-06,
      "loss": 0.36,
      "step": 1276500
    },
    {
      "epoch": 356.27,
      "grad_norm": 1.0147968530654907,
      "learning_rate": 2.9540825212198832e-06,
      "loss": 0.3503,
      "step": 1276510
    },
    {
      "epoch": 356.27,
      "grad_norm": 1.009224772453308,
      "learning_rate": 2.9540564144557693e-06,
      "loss": 0.3651,
      "step": 1276520
    },
    {
      "epoch": 356.27,
      "grad_norm": 1.131469964981079,
      "learning_rate": 2.954030307610423e-06,
      "loss": 0.3343,
      "step": 1276530
    },
    {
      "epoch": 356.28,
      "grad_norm": 1.0691229104995728,
      "learning_rate": 2.9540042006838495e-06,
      "loss": 0.3723,
      "step": 1276540
    },
    {
      "epoch": 356.28,
      "grad_norm": 0.9280268549919128,
      "learning_rate": 2.95397809367605e-06,
      "loss": 0.3499,
      "step": 1276550
    },
    {
      "epoch": 356.28,
      "grad_norm": 1.03024423122406,
      "learning_rate": 2.9539519865870295e-06,
      "loss": 0.3492,
      "step": 1276560
    },
    {
      "epoch": 356.29,
      "grad_norm": 0.9979526400566101,
      "learning_rate": 2.9539258794167908e-06,
      "loss": 0.3378,
      "step": 1276570
    },
    {
      "epoch": 356.29,
      "grad_norm": 1.0885406732559204,
      "learning_rate": 2.9538997721653377e-06,
      "loss": 0.3399,
      "step": 1276580
    },
    {
      "epoch": 356.29,
      "grad_norm": 1.1244981288909912,
      "learning_rate": 2.953873664832673e-06,
      "loss": 0.3472,
      "step": 1276590
    },
    {
      "epoch": 356.29,
      "grad_norm": 1.1455907821655273,
      "learning_rate": 2.953847557418802e-06,
      "loss": 0.343,
      "step": 1276600
    },
    {
      "epoch": 356.3,
      "grad_norm": 1.0818599462509155,
      "learning_rate": 2.953821449923725e-06,
      "loss": 0.3454,
      "step": 1276610
    },
    {
      "epoch": 356.3,
      "grad_norm": 0.998904824256897,
      "learning_rate": 2.953795342347448e-06,
      "loss": 0.3499,
      "step": 1276620
    },
    {
      "epoch": 356.3,
      "grad_norm": 0.859351396560669,
      "learning_rate": 2.953769234689974e-06,
      "loss": 0.3578,
      "step": 1276630
    },
    {
      "epoch": 356.3,
      "grad_norm": 0.979971170425415,
      "learning_rate": 2.9537431269513067e-06,
      "loss": 0.3405,
      "step": 1276640
    },
    {
      "epoch": 356.31,
      "grad_norm": 4.9901299476623535,
      "learning_rate": 2.9537170191314487e-06,
      "loss": 0.3541,
      "step": 1276650
    },
    {
      "epoch": 356.31,
      "grad_norm": 1.2692757844924927,
      "learning_rate": 2.9536909112304035e-06,
      "loss": 0.3503,
      "step": 1276660
    },
    {
      "epoch": 356.31,
      "grad_norm": 1.0329374074935913,
      "learning_rate": 2.953664803248176e-06,
      "loss": 0.345,
      "step": 1276670
    },
    {
      "epoch": 356.32,
      "grad_norm": 1.2942951917648315,
      "learning_rate": 2.953638695184768e-06,
      "loss": 0.3401,
      "step": 1276680
    },
    {
      "epoch": 356.32,
      "grad_norm": 1.1046842336654663,
      "learning_rate": 2.9536125870401832e-06,
      "loss": 0.3409,
      "step": 1276690
    },
    {
      "epoch": 356.32,
      "grad_norm": 1.0499106645584106,
      "learning_rate": 2.9535864788144267e-06,
      "loss": 0.3375,
      "step": 1276700
    },
    {
      "epoch": 356.32,
      "grad_norm": 1.0192689895629883,
      "learning_rate": 2.9535603705075e-06,
      "loss": 0.3591,
      "step": 1276710
    },
    {
      "epoch": 356.33,
      "grad_norm": 0.9906908869743347,
      "learning_rate": 2.953534262119408e-06,
      "loss": 0.3421,
      "step": 1276720
    },
    {
      "epoch": 356.33,
      "grad_norm": 0.9157242774963379,
      "learning_rate": 2.9535081536501533e-06,
      "loss": 0.3795,
      "step": 1276730
    },
    {
      "epoch": 356.33,
      "grad_norm": 1.3770838975906372,
      "learning_rate": 2.953482045099739e-06,
      "loss": 0.3504,
      "step": 1276740
    },
    {
      "epoch": 356.34,
      "grad_norm": 2.652000904083252,
      "learning_rate": 2.9534559364681695e-06,
      "loss": 0.3465,
      "step": 1276750
    },
    {
      "epoch": 356.34,
      "grad_norm": 0.9597703814506531,
      "learning_rate": 2.9534298277554474e-06,
      "loss": 0.3517,
      "step": 1276760
    },
    {
      "epoch": 356.34,
      "grad_norm": 1.0312525033950806,
      "learning_rate": 2.953403718961578e-06,
      "loss": 0.3454,
      "step": 1276770
    },
    {
      "epoch": 356.34,
      "grad_norm": 0.841438889503479,
      "learning_rate": 2.953377610086563e-06,
      "loss": 0.3422,
      "step": 1276780
    },
    {
      "epoch": 356.35,
      "grad_norm": 1.0218067169189453,
      "learning_rate": 2.9533515011304063e-06,
      "loss": 0.3441,
      "step": 1276790
    },
    {
      "epoch": 356.35,
      "grad_norm": 1.056030511856079,
      "learning_rate": 2.9533253920931113e-06,
      "loss": 0.3529,
      "step": 1276800
    },
    {
      "epoch": 356.35,
      "grad_norm": 1.0674967765808105,
      "learning_rate": 2.9532992829746824e-06,
      "loss": 0.367,
      "step": 1276810
    },
    {
      "epoch": 356.36,
      "grad_norm": 1.0116455554962158,
      "learning_rate": 2.9532731737751217e-06,
      "loss": 0.3677,
      "step": 1276820
    },
    {
      "epoch": 356.36,
      "grad_norm": 0.908302903175354,
      "learning_rate": 2.9532470644944335e-06,
      "loss": 0.3505,
      "step": 1276830
    },
    {
      "epoch": 356.36,
      "grad_norm": 1.0068727731704712,
      "learning_rate": 2.9532209551326206e-06,
      "loss": 0.3469,
      "step": 1276840
    },
    {
      "epoch": 356.36,
      "grad_norm": 1.0129228830337524,
      "learning_rate": 2.9531948456896875e-06,
      "loss": 0.3515,
      "step": 1276850
    },
    {
      "epoch": 356.37,
      "grad_norm": 1.0104972124099731,
      "learning_rate": 2.9531687361656373e-06,
      "loss": 0.3497,
      "step": 1276860
    },
    {
      "epoch": 356.37,
      "grad_norm": 1.0349382162094116,
      "learning_rate": 2.9531426265604724e-06,
      "loss": 0.3393,
      "step": 1276870
    },
    {
      "epoch": 356.37,
      "grad_norm": 0.9717702865600586,
      "learning_rate": 2.9531165168741985e-06,
      "loss": 0.3486,
      "step": 1276880
    },
    {
      "epoch": 356.37,
      "grad_norm": 1.0040011405944824,
      "learning_rate": 2.953090407106817e-06,
      "loss": 0.3534,
      "step": 1276890
    },
    {
      "epoch": 356.38,
      "grad_norm": 1.3122245073318481,
      "learning_rate": 2.9530642972583316e-06,
      "loss": 0.3485,
      "step": 1276900
    },
    {
      "epoch": 356.38,
      "grad_norm": 0.9247612357139587,
      "learning_rate": 2.9530381873287467e-06,
      "loss": 0.3525,
      "step": 1276910
    },
    {
      "epoch": 356.38,
      "grad_norm": 1.0331828594207764,
      "learning_rate": 2.9530120773180655e-06,
      "loss": 0.3494,
      "step": 1276920
    },
    {
      "epoch": 356.39,
      "grad_norm": 1.0049790143966675,
      "learning_rate": 2.952985967226291e-06,
      "loss": 0.3505,
      "step": 1276930
    },
    {
      "epoch": 356.39,
      "grad_norm": 1.0671552419662476,
      "learning_rate": 2.9529598570534273e-06,
      "loss": 0.3324,
      "step": 1276940
    },
    {
      "epoch": 356.39,
      "grad_norm": 0.9481157660484314,
      "learning_rate": 2.9529337467994783e-06,
      "loss": 0.329,
      "step": 1276950
    },
    {
      "epoch": 356.39,
      "grad_norm": 1.056578278541565,
      "learning_rate": 2.9529076364644463e-06,
      "loss": 0.3449,
      "step": 1276960
    },
    {
      "epoch": 356.4,
      "grad_norm": 0.9444115161895752,
      "learning_rate": 2.952881526048335e-06,
      "loss": 0.33,
      "step": 1276970
    },
    {
      "epoch": 356.4,
      "grad_norm": 0.8978375792503357,
      "learning_rate": 2.952855415551148e-06,
      "loss": 0.3555,
      "step": 1276980
    },
    {
      "epoch": 356.4,
      "grad_norm": 1.5048022270202637,
      "learning_rate": 2.9528293049728897e-06,
      "loss": 0.3551,
      "step": 1276990
    },
    {
      "epoch": 356.41,
      "grad_norm": 1.4933602809906006,
      "learning_rate": 2.9528031943135617e-06,
      "loss": 0.3493,
      "step": 1277000
    },
    {
      "epoch": 356.41,
      "grad_norm": 1.0287836790084839,
      "learning_rate": 2.952777083573169e-06,
      "loss": 0.341,
      "step": 1277010
    },
    {
      "epoch": 356.41,
      "grad_norm": 0.9007741212844849,
      "learning_rate": 2.952750972751715e-06,
      "loss": 0.3334,
      "step": 1277020
    },
    {
      "epoch": 356.41,
      "grad_norm": 1.1302170753479004,
      "learning_rate": 2.9527248618492026e-06,
      "loss": 0.3473,
      "step": 1277030
    },
    {
      "epoch": 356.42,
      "grad_norm": 1.045440435409546,
      "learning_rate": 2.9526987508656355e-06,
      "loss": 0.355,
      "step": 1277040
    },
    {
      "epoch": 356.42,
      "grad_norm": 1.2275676727294922,
      "learning_rate": 2.9526726398010167e-06,
      "loss": 0.3535,
      "step": 1277050
    },
    {
      "epoch": 356.42,
      "grad_norm": 0.9401686787605286,
      "learning_rate": 2.9526465286553508e-06,
      "loss": 0.337,
      "step": 1277060
    },
    {
      "epoch": 356.42,
      "grad_norm": 1.083677053451538,
      "learning_rate": 2.95262041742864e-06,
      "loss": 0.3455,
      "step": 1277070
    },
    {
      "epoch": 356.43,
      "grad_norm": 0.937605619430542,
      "learning_rate": 2.9525943061208883e-06,
      "loss": 0.3566,
      "step": 1277080
    },
    {
      "epoch": 356.43,
      "grad_norm": 2.2825632095336914,
      "learning_rate": 2.9525681947321e-06,
      "loss": 0.3632,
      "step": 1277090
    },
    {
      "epoch": 356.43,
      "grad_norm": 1.0756036043167114,
      "learning_rate": 2.9525420832622774e-06,
      "loss": 0.343,
      "step": 1277100
    },
    {
      "epoch": 356.44,
      "grad_norm": 1.8727163076400757,
      "learning_rate": 2.952515971711425e-06,
      "loss": 0.344,
      "step": 1277110
    },
    {
      "epoch": 356.44,
      "grad_norm": 0.9308471083641052,
      "learning_rate": 2.952489860079545e-06,
      "loss": 0.339,
      "step": 1277120
    },
    {
      "epoch": 356.44,
      "grad_norm": 1.2882388830184937,
      "learning_rate": 2.9524637483666415e-06,
      "loss": 0.3412,
      "step": 1277130
    },
    {
      "epoch": 356.44,
      "grad_norm": 0.9539076089859009,
      "learning_rate": 2.9524376365727176e-06,
      "loss": 0.3469,
      "step": 1277140
    },
    {
      "epoch": 356.45,
      "grad_norm": 1.1242038011550903,
      "learning_rate": 2.9524115246977783e-06,
      "loss": 0.3375,
      "step": 1277150
    },
    {
      "epoch": 356.45,
      "grad_norm": 1.057004690170288,
      "learning_rate": 2.9523854127418254e-06,
      "loss": 0.3354,
      "step": 1277160
    },
    {
      "epoch": 356.45,
      "grad_norm": 1.0500545501708984,
      "learning_rate": 2.952359300704863e-06,
      "loss": 0.3509,
      "step": 1277170
    },
    {
      "epoch": 356.46,
      "grad_norm": 1.084596872329712,
      "learning_rate": 2.9523331885868954e-06,
      "loss": 0.3691,
      "step": 1277180
    },
    {
      "epoch": 356.46,
      "grad_norm": 0.9489829540252686,
      "learning_rate": 2.952307076387924e-06,
      "loss": 0.3475,
      "step": 1277190
    },
    {
      "epoch": 356.46,
      "grad_norm": 1.068767786026001,
      "learning_rate": 2.9522809641079536e-06,
      "loss": 0.3649,
      "step": 1277200
    },
    {
      "epoch": 356.46,
      "grad_norm": 1.0758769512176514,
      "learning_rate": 2.9522548517469877e-06,
      "loss": 0.3513,
      "step": 1277210
    },
    {
      "epoch": 356.47,
      "grad_norm": 0.889083206653595,
      "learning_rate": 2.95222873930503e-06,
      "loss": 0.3478,
      "step": 1277220
    },
    {
      "epoch": 356.47,
      "grad_norm": 1.0207141637802124,
      "learning_rate": 2.9522026267820836e-06,
      "loss": 0.3493,
      "step": 1277230
    },
    {
      "epoch": 356.47,
      "grad_norm": 1.1026403903961182,
      "learning_rate": 2.952176514178152e-06,
      "loss": 0.3487,
      "step": 1277240
    },
    {
      "epoch": 356.48,
      "grad_norm": 2.1630051136016846,
      "learning_rate": 2.9521504014932386e-06,
      "loss": 0.3539,
      "step": 1277250
    },
    {
      "epoch": 356.48,
      "grad_norm": 1.0335724353790283,
      "learning_rate": 2.952124288727347e-06,
      "loss": 0.3517,
      "step": 1277260
    },
    {
      "epoch": 356.48,
      "grad_norm": 0.9433954358100891,
      "learning_rate": 2.9520981758804797e-06,
      "loss": 0.3536,
      "step": 1277270
    },
    {
      "epoch": 356.48,
      "grad_norm": 0.8752244710922241,
      "learning_rate": 2.9520720629526425e-06,
      "loss": 0.3465,
      "step": 1277280
    },
    {
      "epoch": 356.49,
      "grad_norm": 1.0024482011795044,
      "learning_rate": 2.9520459499438365e-06,
      "loss": 0.3661,
      "step": 1277290
    },
    {
      "epoch": 356.49,
      "grad_norm": 1.0930601358413696,
      "learning_rate": 2.9520198368540657e-06,
      "loss": 0.3509,
      "step": 1277300
    },
    {
      "epoch": 356.49,
      "grad_norm": 1.0516564846038818,
      "learning_rate": 2.9519937236833354e-06,
      "loss": 0.3617,
      "step": 1277310
    },
    {
      "epoch": 356.49,
      "grad_norm": 0.9777211546897888,
      "learning_rate": 2.9519676104316475e-06,
      "loss": 0.3598,
      "step": 1277320
    },
    {
      "epoch": 356.5,
      "grad_norm": 1.1608000993728638,
      "learning_rate": 2.9519414970990047e-06,
      "loss": 0.354,
      "step": 1277330
    },
    {
      "epoch": 356.5,
      "grad_norm": 0.9726274609565735,
      "learning_rate": 2.951915383685412e-06,
      "loss": 0.3423,
      "step": 1277340
    },
    {
      "epoch": 356.5,
      "grad_norm": 0.8848825693130493,
      "learning_rate": 2.9518892701908724e-06,
      "loss": 0.3502,
      "step": 1277350
    },
    {
      "epoch": 356.51,
      "grad_norm": 1.1877398490905762,
      "learning_rate": 2.9518631566153887e-06,
      "loss": 0.3469,
      "step": 1277360
    },
    {
      "epoch": 356.51,
      "grad_norm": 1.0030778646469116,
      "learning_rate": 2.9518370429589656e-06,
      "loss": 0.3704,
      "step": 1277370
    },
    {
      "epoch": 356.51,
      "grad_norm": 0.9758731126785278,
      "learning_rate": 2.9518109292216063e-06,
      "loss": 0.3535,
      "step": 1277380
    },
    {
      "epoch": 356.51,
      "grad_norm": 1.1994308233261108,
      "learning_rate": 2.9517848154033134e-06,
      "loss": 0.34,
      "step": 1277390
    },
    {
      "epoch": 356.52,
      "grad_norm": 1.1680890321731567,
      "learning_rate": 2.9517587015040908e-06,
      "loss": 0.3502,
      "step": 1277400
    },
    {
      "epoch": 356.52,
      "grad_norm": 0.9332869052886963,
      "learning_rate": 2.9517325875239426e-06,
      "loss": 0.3404,
      "step": 1277410
    },
    {
      "epoch": 356.52,
      "grad_norm": 1.487985372543335,
      "learning_rate": 2.9517064734628714e-06,
      "loss": 0.3524,
      "step": 1277420
    },
    {
      "epoch": 356.53,
      "grad_norm": 0.990961492061615,
      "learning_rate": 2.9516803593208803e-06,
      "loss": 0.3411,
      "step": 1277430
    },
    {
      "epoch": 356.53,
      "grad_norm": 1.1049408912658691,
      "learning_rate": 2.951654245097975e-06,
      "loss": 0.3527,
      "step": 1277440
    },
    {
      "epoch": 356.53,
      "grad_norm": 1.1128283739089966,
      "learning_rate": 2.951628130794156e-06,
      "loss": 0.354,
      "step": 1277450
    },
    {
      "epoch": 356.53,
      "grad_norm": 1.1474522352218628,
      "learning_rate": 2.9516020164094294e-06,
      "loss": 0.3668,
      "step": 1277460
    },
    {
      "epoch": 356.54,
      "grad_norm": 1.1103919744491577,
      "learning_rate": 2.9515759019437975e-06,
      "loss": 0.3554,
      "step": 1277470
    },
    {
      "epoch": 356.54,
      "grad_norm": 1.1740998029708862,
      "learning_rate": 2.9515497873972634e-06,
      "loss": 0.363,
      "step": 1277480
    },
    {
      "epoch": 356.54,
      "grad_norm": 0.9839509129524231,
      "learning_rate": 2.9515236727698305e-06,
      "loss": 0.3552,
      "step": 1277490
    },
    {
      "epoch": 356.54,
      "grad_norm": 0.9768052101135254,
      "learning_rate": 2.951497558061503e-06,
      "loss": 0.352,
      "step": 1277500
    },
    {
      "epoch": 356.55,
      "grad_norm": 0.8675545454025269,
      "learning_rate": 2.9514714432722846e-06,
      "loss": 0.3281,
      "step": 1277510
    },
    {
      "epoch": 356.55,
      "grad_norm": 0.9675333499908447,
      "learning_rate": 2.9514453284021775e-06,
      "loss": 0.3422,
      "step": 1277520
    },
    {
      "epoch": 356.55,
      "grad_norm": 1.0572129487991333,
      "learning_rate": 2.951419213451187e-06,
      "loss": 0.3541,
      "step": 1277530
    },
    {
      "epoch": 356.56,
      "grad_norm": 1.0067647695541382,
      "learning_rate": 2.9513930984193156e-06,
      "loss": 0.3601,
      "step": 1277540
    },
    {
      "epoch": 356.56,
      "grad_norm": 1.3444197177886963,
      "learning_rate": 2.9513669833065662e-06,
      "loss": 0.3176,
      "step": 1277550
    },
    {
      "epoch": 356.56,
      "grad_norm": 1.1053353548049927,
      "learning_rate": 2.9513408681129426e-06,
      "loss": 0.3508,
      "step": 1277560
    },
    {
      "epoch": 356.56,
      "grad_norm": 0.9458284974098206,
      "learning_rate": 2.951314752838449e-06,
      "loss": 0.3546,
      "step": 1277570
    },
    {
      "epoch": 356.57,
      "grad_norm": 1.2063469886779785,
      "learning_rate": 2.9512886374830872e-06,
      "loss": 0.3549,
      "step": 1277580
    },
    {
      "epoch": 356.57,
      "grad_norm": 0.9903932809829712,
      "learning_rate": 2.9512625220468627e-06,
      "loss": 0.3422,
      "step": 1277590
    },
    {
      "epoch": 356.57,
      "grad_norm": 0.9731090664863586,
      "learning_rate": 2.951236406529779e-06,
      "loss": 0.3505,
      "step": 1277600
    },
    {
      "epoch": 356.58,
      "grad_norm": 1.1095095872879028,
      "learning_rate": 2.9512102909318375e-06,
      "loss": 0.3776,
      "step": 1277610
    },
    {
      "epoch": 356.58,
      "grad_norm": 1.054301142692566,
      "learning_rate": 2.951184175253043e-06,
      "loss": 0.3438,
      "step": 1277620
    },
    {
      "epoch": 356.58,
      "grad_norm": 0.8888587951660156,
      "learning_rate": 2.9511580594933995e-06,
      "loss": 0.3489,
      "step": 1277630
    },
    {
      "epoch": 356.58,
      "grad_norm": 0.9827604293823242,
      "learning_rate": 2.9511319436529095e-06,
      "loss": 0.3315,
      "step": 1277640
    },
    {
      "epoch": 356.59,
      "grad_norm": 1.2146729230880737,
      "learning_rate": 2.951105827731577e-06,
      "loss": 0.3514,
      "step": 1277650
    },
    {
      "epoch": 356.59,
      "grad_norm": 0.9538509249687195,
      "learning_rate": 2.9510797117294044e-06,
      "loss": 0.3404,
      "step": 1277660
    },
    {
      "epoch": 356.59,
      "grad_norm": 0.9532281756401062,
      "learning_rate": 2.951053595646397e-06,
      "loss": 0.3424,
      "step": 1277670
    },
    {
      "epoch": 356.6,
      "grad_norm": 1.0268275737762451,
      "learning_rate": 2.951027479482557e-06,
      "loss": 0.3432,
      "step": 1277680
    },
    {
      "epoch": 356.6,
      "grad_norm": 1.1245484352111816,
      "learning_rate": 2.951001363237888e-06,
      "loss": 0.3439,
      "step": 1277690
    },
    {
      "epoch": 356.6,
      "grad_norm": 0.946976900100708,
      "learning_rate": 2.9509752469123942e-06,
      "loss": 0.3527,
      "step": 1277700
    },
    {
      "epoch": 356.6,
      "grad_norm": 0.9760545492172241,
      "learning_rate": 2.950949130506078e-06,
      "loss": 0.3351,
      "step": 1277710
    },
    {
      "epoch": 356.61,
      "grad_norm": 1.236246109008789,
      "learning_rate": 2.9509230140189433e-06,
      "loss": 0.3396,
      "step": 1277720
    },
    {
      "epoch": 356.61,
      "grad_norm": 0.9937282204627991,
      "learning_rate": 2.9508968974509943e-06,
      "loss": 0.3349,
      "step": 1277730
    },
    {
      "epoch": 356.61,
      "grad_norm": 1.0358294248580933,
      "learning_rate": 2.9508707808022332e-06,
      "loss": 0.348,
      "step": 1277740
    },
    {
      "epoch": 356.61,
      "grad_norm": 0.8948262929916382,
      "learning_rate": 2.950844664072665e-06,
      "loss": 0.3639,
      "step": 1277750
    },
    {
      "epoch": 356.62,
      "grad_norm": 1.0248997211456299,
      "learning_rate": 2.9508185472622916e-06,
      "loss": 0.341,
      "step": 1277760
    },
    {
      "epoch": 356.62,
      "grad_norm": 1.3603626489639282,
      "learning_rate": 2.950792430371118e-06,
      "loss": 0.3532,
      "step": 1277770
    },
    {
      "epoch": 356.62,
      "grad_norm": 0.9746267795562744,
      "learning_rate": 2.950766313399146e-06,
      "loss": 0.3544,
      "step": 1277780
    },
    {
      "epoch": 356.63,
      "grad_norm": 1.0039660930633545,
      "learning_rate": 2.9507401963463802e-06,
      "loss": 0.349,
      "step": 1277790
    },
    {
      "epoch": 356.63,
      "grad_norm": 1.2149062156677246,
      "learning_rate": 2.9507140792128246e-06,
      "loss": 0.3432,
      "step": 1277800
    },
    {
      "epoch": 356.63,
      "grad_norm": 1.1068776845932007,
      "learning_rate": 2.950687961998481e-06,
      "loss": 0.346,
      "step": 1277810
    },
    {
      "epoch": 356.63,
      "grad_norm": 1.1288514137268066,
      "learning_rate": 2.9506618447033533e-06,
      "loss": 0.3505,
      "step": 1277820
    },
    {
      "epoch": 356.64,
      "grad_norm": 1.0960386991500854,
      "learning_rate": 2.9506357273274467e-06,
      "loss": 0.3433,
      "step": 1277830
    },
    {
      "epoch": 356.64,
      "grad_norm": 1.0392799377441406,
      "learning_rate": 2.950609609870764e-06,
      "loss": 0.3564,
      "step": 1277840
    },
    {
      "epoch": 356.64,
      "grad_norm": 0.9412621855735779,
      "learning_rate": 2.9505834923333066e-06,
      "loss": 0.3467,
      "step": 1277850
    },
    {
      "epoch": 356.65,
      "grad_norm": 1.1481446027755737,
      "learning_rate": 2.9505573747150804e-06,
      "loss": 0.3521,
      "step": 1277860
    },
    {
      "epoch": 356.65,
      "grad_norm": 1.0867968797683716,
      "learning_rate": 2.950531257016087e-06,
      "loss": 0.362,
      "step": 1277870
    },
    {
      "epoch": 356.65,
      "grad_norm": 1.3231877088546753,
      "learning_rate": 2.9505051392363316e-06,
      "loss": 0.3589,
      "step": 1277880
    },
    {
      "epoch": 356.65,
      "grad_norm": 0.8963003754615784,
      "learning_rate": 2.950479021375817e-06,
      "loss": 0.3535,
      "step": 1277890
    },
    {
      "epoch": 356.66,
      "grad_norm": 1.0208642482757568,
      "learning_rate": 2.950452903434546e-06,
      "loss": 0.3296,
      "step": 1277900
    },
    {
      "epoch": 356.66,
      "grad_norm": 0.9610135555267334,
      "learning_rate": 2.950426785412524e-06,
      "loss": 0.3373,
      "step": 1277910
    },
    {
      "epoch": 356.66,
      "grad_norm": 1.4974955320358276,
      "learning_rate": 2.9504006673097516e-06,
      "loss": 0.3456,
      "step": 1277920
    },
    {
      "epoch": 356.66,
      "grad_norm": 1.0552738904953003,
      "learning_rate": 2.9503745491262346e-06,
      "loss": 0.3537,
      "step": 1277930
    },
    {
      "epoch": 356.67,
      "grad_norm": 0.9787020087242126,
      "learning_rate": 2.9503484308619755e-06,
      "loss": 0.3486,
      "step": 1277940
    },
    {
      "epoch": 356.67,
      "grad_norm": 1.3233429193496704,
      "learning_rate": 2.9503223125169777e-06,
      "loss": 0.3468,
      "step": 1277950
    },
    {
      "epoch": 356.67,
      "grad_norm": 0.9583595991134644,
      "learning_rate": 2.9502961940912457e-06,
      "loss": 0.3659,
      "step": 1277960
    },
    {
      "epoch": 356.68,
      "grad_norm": 1.018966555595398,
      "learning_rate": 2.9502700755847813e-06,
      "loss": 0.3518,
      "step": 1277970
    },
    {
      "epoch": 356.68,
      "grad_norm": 1.1045949459075928,
      "learning_rate": 2.9502439569975904e-06,
      "loss": 0.3627,
      "step": 1277980
    },
    {
      "epoch": 356.68,
      "grad_norm": 1.0752606391906738,
      "learning_rate": 2.950217838329674e-06,
      "loss": 0.3348,
      "step": 1277990
    },
    {
      "epoch": 356.68,
      "grad_norm": 1.0135291814804077,
      "learning_rate": 2.9501917195810365e-06,
      "loss": 0.3458,
      "step": 1278000
    },
    {
      "epoch": 356.69,
      "grad_norm": 1.0054506063461304,
      "learning_rate": 2.950165600751681e-06,
      "loss": 0.3573,
      "step": 1278010
    },
    {
      "epoch": 356.69,
      "grad_norm": 0.9851393699645996,
      "learning_rate": 2.9501394818416122e-06,
      "loss": 0.3494,
      "step": 1278020
    },
    {
      "epoch": 356.69,
      "grad_norm": 1.0371962785720825,
      "learning_rate": 2.9501133628508326e-06,
      "loss": 0.3682,
      "step": 1278030
    },
    {
      "epoch": 356.7,
      "grad_norm": 1.034244179725647,
      "learning_rate": 2.950087243779345e-06,
      "loss": 0.3517,
      "step": 1278040
    },
    {
      "epoch": 356.7,
      "grad_norm": 1.194573163986206,
      "learning_rate": 2.9500611246271554e-06,
      "loss": 0.3484,
      "step": 1278050
    },
    {
      "epoch": 356.7,
      "grad_norm": 1.143486499786377,
      "learning_rate": 2.950035005394265e-06,
      "loss": 0.339,
      "step": 1278060
    },
    {
      "epoch": 356.7,
      "grad_norm": 1.006534218788147,
      "learning_rate": 2.9500088860806777e-06,
      "loss": 0.3416,
      "step": 1278070
    },
    {
      "epoch": 356.71,
      "grad_norm": 1.239262580871582,
      "learning_rate": 2.949982766686397e-06,
      "loss": 0.3551,
      "step": 1278080
    },
    {
      "epoch": 356.71,
      "grad_norm": 0.8978366851806641,
      "learning_rate": 2.949956647211427e-06,
      "loss": 0.3468,
      "step": 1278090
    },
    {
      "epoch": 356.71,
      "grad_norm": 1.2383310794830322,
      "learning_rate": 2.94993052765577e-06,
      "loss": 0.35,
      "step": 1278100
    },
    {
      "epoch": 356.72,
      "grad_norm": 1.0112965106964111,
      "learning_rate": 2.9499044080194303e-06,
      "loss": 0.3382,
      "step": 1278110
    },
    {
      "epoch": 356.72,
      "grad_norm": 1.3549290895462036,
      "learning_rate": 2.9498782883024123e-06,
      "loss": 0.3435,
      "step": 1278120
    },
    {
      "epoch": 356.72,
      "grad_norm": 1.0604794025421143,
      "learning_rate": 2.9498521685047178e-06,
      "loss": 0.3438,
      "step": 1278130
    },
    {
      "epoch": 356.72,
      "grad_norm": 1.0655527114868164,
      "learning_rate": 2.949826048626351e-06,
      "loss": 0.359,
      "step": 1278140
    },
    {
      "epoch": 356.73,
      "grad_norm": 0.9353919625282288,
      "learning_rate": 2.9497999286673153e-06,
      "loss": 0.3683,
      "step": 1278150
    },
    {
      "epoch": 356.73,
      "grad_norm": 1.0452321767807007,
      "learning_rate": 2.949773808627614e-06,
      "loss": 0.341,
      "step": 1278160
    },
    {
      "epoch": 356.73,
      "grad_norm": 1.1564761400222778,
      "learning_rate": 2.949747688507251e-06,
      "loss": 0.3559,
      "step": 1278170
    },
    {
      "epoch": 356.73,
      "grad_norm": 0.9762739539146423,
      "learning_rate": 2.9497215683062297e-06,
      "loss": 0.3526,
      "step": 1278180
    },
    {
      "epoch": 356.74,
      "grad_norm": 1.0047494173049927,
      "learning_rate": 2.949695448024553e-06,
      "loss": 0.3388,
      "step": 1278190
    },
    {
      "epoch": 356.74,
      "grad_norm": 1.2163161039352417,
      "learning_rate": 2.949669327662225e-06,
      "loss": 0.3647,
      "step": 1278200
    },
    {
      "epoch": 356.74,
      "grad_norm": 0.9369101524353027,
      "learning_rate": 2.9496432072192488e-06,
      "loss": 0.355,
      "step": 1278210
    },
    {
      "epoch": 356.75,
      "grad_norm": 1.1531307697296143,
      "learning_rate": 2.9496170866956284e-06,
      "loss": 0.3498,
      "step": 1278220
    },
    {
      "epoch": 356.75,
      "grad_norm": 0.9857334494590759,
      "learning_rate": 2.9495909660913666e-06,
      "loss": 0.3559,
      "step": 1278230
    },
    {
      "epoch": 356.75,
      "grad_norm": 1.016451358795166,
      "learning_rate": 2.9495648454064673e-06,
      "loss": 0.3462,
      "step": 1278240
    },
    {
      "epoch": 356.75,
      "grad_norm": 1.30452561378479,
      "learning_rate": 2.949538724640934e-06,
      "loss": 0.3529,
      "step": 1278250
    },
    {
      "epoch": 356.76,
      "grad_norm": 1.0342192649841309,
      "learning_rate": 2.9495126037947697e-06,
      "loss": 0.3631,
      "step": 1278260
    },
    {
      "epoch": 356.76,
      "grad_norm": 0.942084789276123,
      "learning_rate": 2.949486482867979e-06,
      "loss": 0.3507,
      "step": 1278270
    },
    {
      "epoch": 356.76,
      "grad_norm": 0.9611288905143738,
      "learning_rate": 2.9494603618605643e-06,
      "loss": 0.3475,
      "step": 1278280
    },
    {
      "epoch": 356.77,
      "grad_norm": 0.8442060947418213,
      "learning_rate": 2.949434240772529e-06,
      "loss": 0.3493,
      "step": 1278290
    },
    {
      "epoch": 356.77,
      "grad_norm": 1.2588046789169312,
      "learning_rate": 2.949408119603877e-06,
      "loss": 0.3707,
      "step": 1278300
    },
    {
      "epoch": 356.77,
      "grad_norm": 1.1311513185501099,
      "learning_rate": 2.9493819983546123e-06,
      "loss": 0.3347,
      "step": 1278310
    },
    {
      "epoch": 356.77,
      "grad_norm": 1.2900842428207397,
      "learning_rate": 2.949355877024737e-06,
      "loss": 0.3691,
      "step": 1278320
    },
    {
      "epoch": 356.78,
      "grad_norm": 9.212127685546875,
      "learning_rate": 2.9493297556142555e-06,
      "loss": 0.3616,
      "step": 1278330
    },
    {
      "epoch": 356.78,
      "grad_norm": 1.128686785697937,
      "learning_rate": 2.949303634123172e-06,
      "loss": 0.3539,
      "step": 1278340
    },
    {
      "epoch": 356.78,
      "grad_norm": 1.1415176391601562,
      "learning_rate": 2.9492775125514884e-06,
      "loss": 0.336,
      "step": 1278350
    },
    {
      "epoch": 356.78,
      "grad_norm": 1.1405833959579468,
      "learning_rate": 2.9492513908992093e-06,
      "loss": 0.3633,
      "step": 1278360
    },
    {
      "epoch": 356.79,
      "grad_norm": 0.8307505249977112,
      "learning_rate": 2.949225269166337e-06,
      "loss": 0.3476,
      "step": 1278370
    },
    {
      "epoch": 356.79,
      "grad_norm": 1.0936295986175537,
      "learning_rate": 2.949199147352877e-06,
      "loss": 0.3459,
      "step": 1278380
    },
    {
      "epoch": 356.79,
      "grad_norm": 1.1258190870285034,
      "learning_rate": 2.9491730254588305e-06,
      "loss": 0.3524,
      "step": 1278390
    },
    {
      "epoch": 356.8,
      "grad_norm": 1.0775001049041748,
      "learning_rate": 2.9491469034842024e-06,
      "loss": 0.3609,
      "step": 1278400
    },
    {
      "epoch": 356.8,
      "grad_norm": 1.0751649141311646,
      "learning_rate": 2.949120781428996e-06,
      "loss": 0.3459,
      "step": 1278410
    },
    {
      "epoch": 356.8,
      "grad_norm": 1.1291416883468628,
      "learning_rate": 2.949094659293215e-06,
      "loss": 0.347,
      "step": 1278420
    },
    {
      "epoch": 356.8,
      "grad_norm": 0.8613913655281067,
      "learning_rate": 2.9490685370768623e-06,
      "loss": 0.3572,
      "step": 1278430
    },
    {
      "epoch": 356.81,
      "grad_norm": 1.2685725688934326,
      "learning_rate": 2.949042414779941e-06,
      "loss": 0.3661,
      "step": 1278440
    },
    {
      "epoch": 356.81,
      "grad_norm": 0.9537205100059509,
      "learning_rate": 2.9490162924024553e-06,
      "loss": 0.3524,
      "step": 1278450
    },
    {
      "epoch": 356.81,
      "grad_norm": 1.01608407497406,
      "learning_rate": 2.9489901699444077e-06,
      "loss": 0.3508,
      "step": 1278460
    },
    {
      "epoch": 356.82,
      "grad_norm": 1.0303819179534912,
      "learning_rate": 2.948964047405804e-06,
      "loss": 0.3587,
      "step": 1278470
    },
    {
      "epoch": 356.82,
      "grad_norm": 0.9330127835273743,
      "learning_rate": 2.948937924786645e-06,
      "loss": 0.3678,
      "step": 1278480
    },
    {
      "epoch": 356.82,
      "grad_norm": 0.8751354217529297,
      "learning_rate": 2.948911802086936e-06,
      "loss": 0.3482,
      "step": 1278490
    },
    {
      "epoch": 356.82,
      "grad_norm": 1.0992838144302368,
      "learning_rate": 2.94888567930668e-06,
      "loss": 0.355,
      "step": 1278500
    },
    {
      "epoch": 356.83,
      "grad_norm": 1.018235206604004,
      "learning_rate": 2.9488595564458795e-06,
      "loss": 0.3521,
      "step": 1278510
    },
    {
      "epoch": 356.83,
      "grad_norm": 1.0750861167907715,
      "learning_rate": 2.9488334335045387e-06,
      "loss": 0.3453,
      "step": 1278520
    },
    {
      "epoch": 356.83,
      "grad_norm": 1.2273263931274414,
      "learning_rate": 2.9488073104826615e-06,
      "loss": 0.3631,
      "step": 1278530
    },
    {
      "epoch": 356.84,
      "grad_norm": 1.0165804624557495,
      "learning_rate": 2.948781187380251e-06,
      "loss": 0.3435,
      "step": 1278540
    },
    {
      "epoch": 356.84,
      "grad_norm": 0.9780042767524719,
      "learning_rate": 2.948755064197311e-06,
      "loss": 0.3474,
      "step": 1278550
    },
    {
      "epoch": 356.84,
      "grad_norm": 1.056501865386963,
      "learning_rate": 2.9487289409338443e-06,
      "loss": 0.3448,
      "step": 1278560
    },
    {
      "epoch": 356.84,
      "grad_norm": 1.0927234888076782,
      "learning_rate": 2.9487028175898553e-06,
      "loss": 0.3513,
      "step": 1278570
    },
    {
      "epoch": 356.85,
      "grad_norm": 1.0206966400146484,
      "learning_rate": 2.948676694165346e-06,
      "loss": 0.3441,
      "step": 1278580
    },
    {
      "epoch": 356.85,
      "grad_norm": 0.9713580012321472,
      "learning_rate": 2.948650570660321e-06,
      "loss": 0.3526,
      "step": 1278590
    },
    {
      "epoch": 356.85,
      "grad_norm": 1.194341778755188,
      "learning_rate": 2.948624447074784e-06,
      "loss": 0.3474,
      "step": 1278600
    },
    {
      "epoch": 356.85,
      "grad_norm": 1.2117443084716797,
      "learning_rate": 2.9485983234087374e-06,
      "loss": 0.3517,
      "step": 1278610
    },
    {
      "epoch": 356.86,
      "grad_norm": 1.182178020477295,
      "learning_rate": 2.9485721996621855e-06,
      "loss": 0.3389,
      "step": 1278620
    },
    {
      "epoch": 356.86,
      "grad_norm": 0.866051197052002,
      "learning_rate": 2.9485460758351323e-06,
      "loss": 0.352,
      "step": 1278630
    },
    {
      "epoch": 356.86,
      "grad_norm": 0.8962447643280029,
      "learning_rate": 2.9485199519275806e-06,
      "loss": 0.3367,
      "step": 1278640
    },
    {
      "epoch": 356.87,
      "grad_norm": 1.025048851966858,
      "learning_rate": 2.9484938279395327e-06,
      "loss": 0.3485,
      "step": 1278650
    },
    {
      "epoch": 356.87,
      "grad_norm": 0.913034975528717,
      "learning_rate": 2.9484677038709935e-06,
      "loss": 0.349,
      "step": 1278660
    },
    {
      "epoch": 356.87,
      "grad_norm": 1.1686714887619019,
      "learning_rate": 2.9484415797219674e-06,
      "loss": 0.3597,
      "step": 1278670
    },
    {
      "epoch": 356.87,
      "grad_norm": 1.2505607604980469,
      "learning_rate": 2.9484154554924555e-06,
      "loss": 0.3499,
      "step": 1278680
    },
    {
      "epoch": 356.88,
      "grad_norm": 0.9607354998588562,
      "learning_rate": 2.948389331182463e-06,
      "loss": 0.3491,
      "step": 1278690
    },
    {
      "epoch": 356.88,
      "grad_norm": 0.9921200275421143,
      "learning_rate": 2.948363206791993e-06,
      "loss": 0.3612,
      "step": 1278700
    },
    {
      "epoch": 356.88,
      "grad_norm": 0.9772007465362549,
      "learning_rate": 2.9483370823210486e-06,
      "loss": 0.3378,
      "step": 1278710
    },
    {
      "epoch": 356.89,
      "grad_norm": 0.9092203974723816,
      "learning_rate": 2.9483109577696332e-06,
      "loss": 0.3509,
      "step": 1278720
    },
    {
      "epoch": 356.89,
      "grad_norm": 1.1916903257369995,
      "learning_rate": 2.948284833137751e-06,
      "loss": 0.3592,
      "step": 1278730
    },
    {
      "epoch": 356.89,
      "grad_norm": 1.100306749343872,
      "learning_rate": 2.9482587084254044e-06,
      "loss": 0.3381,
      "step": 1278740
    },
    {
      "epoch": 356.89,
      "grad_norm": 0.9405756592750549,
      "learning_rate": 2.948232583632598e-06,
      "loss": 0.3401,
      "step": 1278750
    },
    {
      "epoch": 356.9,
      "grad_norm": 1.2414101362228394,
      "learning_rate": 2.948206458759335e-06,
      "loss": 0.3544,
      "step": 1278760
    },
    {
      "epoch": 356.9,
      "grad_norm": 0.9867810010910034,
      "learning_rate": 2.9481803338056182e-06,
      "loss": 0.343,
      "step": 1278770
    },
    {
      "epoch": 356.9,
      "grad_norm": 0.8919519782066345,
      "learning_rate": 2.9481542087714513e-06,
      "loss": 0.3551,
      "step": 1278780
    },
    {
      "epoch": 356.9,
      "grad_norm": 1.0065479278564453,
      "learning_rate": 2.948128083656839e-06,
      "loss": 0.3578,
      "step": 1278790
    },
    {
      "epoch": 356.91,
      "grad_norm": 1.0676419734954834,
      "learning_rate": 2.948101958461784e-06,
      "loss": 0.3592,
      "step": 1278800
    },
    {
      "epoch": 356.91,
      "grad_norm": 1.008264183998108,
      "learning_rate": 2.9480758331862885e-06,
      "loss": 0.3433,
      "step": 1278810
    },
    {
      "epoch": 356.91,
      "grad_norm": 0.9828373193740845,
      "learning_rate": 2.948049707830357e-06,
      "loss": 0.3504,
      "step": 1278820
    },
    {
      "epoch": 356.92,
      "grad_norm": 0.9403799176216125,
      "learning_rate": 2.9480235823939937e-06,
      "loss": 0.3452,
      "step": 1278830
    },
    {
      "epoch": 356.92,
      "grad_norm": 1.2468241453170776,
      "learning_rate": 2.9479974568772014e-06,
      "loss": 0.3464,
      "step": 1278840
    },
    {
      "epoch": 356.92,
      "grad_norm": 0.954188883304596,
      "learning_rate": 2.947971331279983e-06,
      "loss": 0.3509,
      "step": 1278850
    },
    {
      "epoch": 356.92,
      "grad_norm": 1.0484521389007568,
      "learning_rate": 2.9479452056023435e-06,
      "loss": 0.3518,
      "step": 1278860
    },
    {
      "epoch": 356.93,
      "grad_norm": 1.0541020631790161,
      "learning_rate": 2.9479190798442852e-06,
      "loss": 0.3575,
      "step": 1278870
    },
    {
      "epoch": 356.93,
      "grad_norm": 0.9270918369293213,
      "learning_rate": 2.9478929540058113e-06,
      "loss": 0.3503,
      "step": 1278880
    },
    {
      "epoch": 356.93,
      "grad_norm": 1.0945199728012085,
      "learning_rate": 2.9478668280869265e-06,
      "loss": 0.343,
      "step": 1278890
    },
    {
      "epoch": 356.94,
      "grad_norm": 1.0595132112503052,
      "learning_rate": 2.9478407020876328e-06,
      "loss": 0.3337,
      "step": 1278900
    },
    {
      "epoch": 356.94,
      "grad_norm": 0.9998771548271179,
      "learning_rate": 2.9478145760079353e-06,
      "loss": 0.3445,
      "step": 1278910
    },
    {
      "epoch": 356.94,
      "grad_norm": 0.9087604880332947,
      "learning_rate": 2.9477884498478362e-06,
      "loss": 0.3531,
      "step": 1278920
    },
    {
      "epoch": 356.94,
      "grad_norm": 1.060009241104126,
      "learning_rate": 2.9477623236073393e-06,
      "loss": 0.3539,
      "step": 1278930
    },
    {
      "epoch": 356.95,
      "grad_norm": 1.0734331607818604,
      "learning_rate": 2.947736197286448e-06,
      "loss": 0.3535,
      "step": 1278940
    },
    {
      "epoch": 356.95,
      "grad_norm": 1.3359301090240479,
      "learning_rate": 2.947710070885167e-06,
      "loss": 0.3696,
      "step": 1278950
    },
    {
      "epoch": 356.95,
      "grad_norm": 1.0895501375198364,
      "learning_rate": 2.947683944403498e-06,
      "loss": 0.3403,
      "step": 1278960
    },
    {
      "epoch": 356.96,
      "grad_norm": 1.0102735757827759,
      "learning_rate": 2.947657817841445e-06,
      "loss": 0.3527,
      "step": 1278970
    },
    {
      "epoch": 356.96,
      "grad_norm": 0.8490811586380005,
      "learning_rate": 2.947631691199012e-06,
      "loss": 0.353,
      "step": 1278980
    },
    {
      "epoch": 356.96,
      "grad_norm": 0.9892476797103882,
      "learning_rate": 2.947605564476202e-06,
      "loss": 0.3424,
      "step": 1278990
    },
    {
      "epoch": 356.96,
      "grad_norm": 0.9449988603591919,
      "learning_rate": 2.9475794376730187e-06,
      "loss": 0.3363,
      "step": 1279000
    },
    {
      "epoch": 356.97,
      "grad_norm": 1.090415596961975,
      "learning_rate": 2.9475533107894662e-06,
      "loss": 0.3566,
      "step": 1279010
    },
    {
      "epoch": 356.97,
      "grad_norm": 0.88912034034729,
      "learning_rate": 2.947527183825547e-06,
      "loss": 0.3373,
      "step": 1279020
    },
    {
      "epoch": 356.97,
      "grad_norm": 0.9487897157669067,
      "learning_rate": 2.9475010567812644e-06,
      "loss": 0.3554,
      "step": 1279030
    },
    {
      "epoch": 356.97,
      "grad_norm": 0.9780373573303223,
      "learning_rate": 2.9474749296566226e-06,
      "loss": 0.365,
      "step": 1279040
    },
    {
      "epoch": 356.98,
      "grad_norm": 1.0561925172805786,
      "learning_rate": 2.947448802451625e-06,
      "loss": 0.3516,
      "step": 1279050
    },
    {
      "epoch": 356.98,
      "grad_norm": 1.0183123350143433,
      "learning_rate": 2.9474226751662744e-06,
      "loss": 0.3472,
      "step": 1279060
    },
    {
      "epoch": 356.98,
      "grad_norm": 1.1513432264328003,
      "learning_rate": 2.947396547800575e-06,
      "loss": 0.3354,
      "step": 1279070
    },
    {
      "epoch": 356.99,
      "grad_norm": 1.1593626737594604,
      "learning_rate": 2.947370420354531e-06,
      "loss": 0.3393,
      "step": 1279080
    },
    {
      "epoch": 356.99,
      "grad_norm": 0.9387967586517334,
      "learning_rate": 2.9473442928281444e-06,
      "loss": 0.3489,
      "step": 1279090
    },
    {
      "epoch": 356.99,
      "grad_norm": 0.9164599776268005,
      "learning_rate": 2.947318165221419e-06,
      "loss": 0.3315,
      "step": 1279100
    },
    {
      "epoch": 356.99,
      "grad_norm": 1.4670854806900024,
      "learning_rate": 2.947292037534358e-06,
      "loss": 0.3415,
      "step": 1279110
    },
    {
      "epoch": 357.0,
      "grad_norm": 0.88331139087677,
      "learning_rate": 2.9472659097669663e-06,
      "loss": 0.3395,
      "step": 1279120
    },
    {
      "epoch": 357.0,
      "grad_norm": 1.1061214208602905,
      "learning_rate": 2.947239781919246e-06,
      "loss": 0.3413,
      "step": 1279130
    },
    {
      "epoch": 357.0,
      "eval_loss": 0.3510461747646332,
      "eval_runtime": 68.3813,
      "eval_samples_per_second": 73.982,
      "eval_steps_per_second": 9.257,
      "step": 1279131
    },
    {
      "epoch": 357.0,
      "grad_norm": 1.0193763971328735,
      "learning_rate": 2.9472136539912007e-06,
      "loss": 0.3437,
      "step": 1279140
    },
    {
      "epoch": 357.01,
      "grad_norm": 1.1251658201217651,
      "learning_rate": 2.9471875259828355e-06,
      "loss": 0.3362,
      "step": 1279150
    },
    {
      "epoch": 357.01,
      "grad_norm": 1.0237396955490112,
      "learning_rate": 2.9471613978941517e-06,
      "loss": 0.3632,
      "step": 1279160
    },
    {
      "epoch": 357.01,
      "grad_norm": 0.9546887874603271,
      "learning_rate": 2.9471352697251534e-06,
      "loss": 0.3438,
      "step": 1279170
    },
    {
      "epoch": 357.01,
      "grad_norm": 1.1639502048492432,
      "learning_rate": 2.947109141475845e-06,
      "loss": 0.3607,
      "step": 1279180
    },
    {
      "epoch": 357.02,
      "grad_norm": 0.9847472906112671,
      "learning_rate": 2.947083013146229e-06,
      "loss": 0.3321,
      "step": 1279190
    },
    {
      "epoch": 357.02,
      "grad_norm": 1.034034252166748,
      "learning_rate": 2.9470568847363096e-06,
      "loss": 0.3413,
      "step": 1279200
    },
    {
      "epoch": 357.02,
      "grad_norm": 1.142511248588562,
      "learning_rate": 2.94703075624609e-06,
      "loss": 0.3545,
      "step": 1279210
    },
    {
      "epoch": 357.02,
      "grad_norm": 1.0076936483383179,
      "learning_rate": 2.9470046276755726e-06,
      "loss": 0.3589,
      "step": 1279220
    },
    {
      "epoch": 357.03,
      "grad_norm": 0.9963117837905884,
      "learning_rate": 2.946978499024763e-06,
      "loss": 0.3394,
      "step": 1279230
    },
    {
      "epoch": 357.03,
      "grad_norm": 0.8691867589950562,
      "learning_rate": 2.9469523702936622e-06,
      "loss": 0.3537,
      "step": 1279240
    },
    {
      "epoch": 357.03,
      "grad_norm": 1.054741382598877,
      "learning_rate": 2.946926241482276e-06,
      "loss": 0.344,
      "step": 1279250
    },
    {
      "epoch": 357.04,
      "grad_norm": 0.8405864834785461,
      "learning_rate": 2.946900112590607e-06,
      "loss": 0.3489,
      "step": 1279260
    },
    {
      "epoch": 357.04,
      "grad_norm": 1.061909556388855,
      "learning_rate": 2.946873983618658e-06,
      "loss": 0.3438,
      "step": 1279270
    },
    {
      "epoch": 357.04,
      "grad_norm": 1.0616511106491089,
      "learning_rate": 2.9468478545664334e-06,
      "loss": 0.3519,
      "step": 1279280
    },
    {
      "epoch": 357.04,
      "grad_norm": 1.1351090669631958,
      "learning_rate": 2.9468217254339356e-06,
      "loss": 0.3555,
      "step": 1279290
    },
    {
      "epoch": 357.05,
      "grad_norm": 0.9648882150650024,
      "learning_rate": 2.9467955962211696e-06,
      "loss": 0.3649,
      "step": 1279300
    },
    {
      "epoch": 357.05,
      "grad_norm": 0.9464544057846069,
      "learning_rate": 2.946769466928138e-06,
      "loss": 0.3548,
      "step": 1279310
    },
    {
      "epoch": 357.05,
      "grad_norm": 1.078861117362976,
      "learning_rate": 2.9467433375548443e-06,
      "loss": 0.3618,
      "step": 1279320
    },
    {
      "epoch": 357.06,
      "grad_norm": 2.1137733459472656,
      "learning_rate": 2.9467172081012914e-06,
      "loss": 0.3537,
      "step": 1279330
    },
    {
      "epoch": 357.06,
      "grad_norm": 0.9226540327072144,
      "learning_rate": 2.946691078567484e-06,
      "loss": 0.3598,
      "step": 1279340
    },
    {
      "epoch": 357.06,
      "grad_norm": 1.0235857963562012,
      "learning_rate": 2.946664948953425e-06,
      "loss": 0.3404,
      "step": 1279350
    },
    {
      "epoch": 357.06,
      "grad_norm": 1.028615117073059,
      "learning_rate": 2.946638819259117e-06,
      "loss": 0.3472,
      "step": 1279360
    },
    {
      "epoch": 357.07,
      "grad_norm": 1.0175559520721436,
      "learning_rate": 2.946612689484565e-06,
      "loss": 0.3616,
      "step": 1279370
    },
    {
      "epoch": 357.07,
      "grad_norm": 0.9469935894012451,
      "learning_rate": 2.9465865596297723e-06,
      "loss": 0.3492,
      "step": 1279380
    },
    {
      "epoch": 357.07,
      "grad_norm": 1.2607110738754272,
      "learning_rate": 2.9465604296947413e-06,
      "loss": 0.3642,
      "step": 1279390
    },
    {
      "epoch": 357.08,
      "grad_norm": 0.9349468350410461,
      "learning_rate": 2.946534299679476e-06,
      "loss": 0.3513,
      "step": 1279400
    },
    {
      "epoch": 357.08,
      "grad_norm": 1.080135703086853,
      "learning_rate": 2.94650816958398e-06,
      "loss": 0.3671,
      "step": 1279410
    },
    {
      "epoch": 357.08,
      "grad_norm": 1.2471950054168701,
      "learning_rate": 2.946482039408257e-06,
      "loss": 0.3658,
      "step": 1279420
    },
    {
      "epoch": 357.08,
      "grad_norm": 0.9115027189254761,
      "learning_rate": 2.94645590915231e-06,
      "loss": 0.3518,
      "step": 1279430
    },
    {
      "epoch": 357.09,
      "grad_norm": 0.7949978113174438,
      "learning_rate": 2.9464297788161426e-06,
      "loss": 0.3582,
      "step": 1279440
    },
    {
      "epoch": 357.09,
      "grad_norm": 1.1296601295471191,
      "learning_rate": 2.946403648399759e-06,
      "loss": 0.3504,
      "step": 1279450
    },
    {
      "epoch": 357.09,
      "grad_norm": 0.9142240881919861,
      "learning_rate": 2.946377517903161e-06,
      "loss": 0.3467,
      "step": 1279460
    },
    {
      "epoch": 357.09,
      "grad_norm": 0.9969179034233093,
      "learning_rate": 2.9463513873263544e-06,
      "loss": 0.3458,
      "step": 1279470
    },
    {
      "epoch": 357.1,
      "grad_norm": 1.094238519668579,
      "learning_rate": 2.94632525666934e-06,
      "loss": 0.3429,
      "step": 1279480
    },
    {
      "epoch": 357.1,
      "grad_norm": 1.0246226787567139,
      "learning_rate": 2.946299125932123e-06,
      "loss": 0.3628,
      "step": 1279490
    },
    {
      "epoch": 357.1,
      "grad_norm": 1.079563856124878,
      "learning_rate": 2.9462729951147074e-06,
      "loss": 0.3609,
      "step": 1279500
    },
    {
      "epoch": 357.11,
      "grad_norm": 1.0243654251098633,
      "learning_rate": 2.946246864217095e-06,
      "loss": 0.3474,
      "step": 1279510
    },
    {
      "epoch": 357.11,
      "grad_norm": 0.9009050130844116,
      "learning_rate": 2.9462207332392906e-06,
      "loss": 0.3466,
      "step": 1279520
    },
    {
      "epoch": 357.11,
      "grad_norm": 0.9052596092224121,
      "learning_rate": 2.9461946021812968e-06,
      "loss": 0.3377,
      "step": 1279530
    },
    {
      "epoch": 357.11,
      "grad_norm": 0.9984723925590515,
      "learning_rate": 2.946168471043118e-06,
      "loss": 0.3578,
      "step": 1279540
    },
    {
      "epoch": 357.12,
      "grad_norm": 0.9826347827911377,
      "learning_rate": 2.9461423398247564e-06,
      "loss": 0.3554,
      "step": 1279550
    },
    {
      "epoch": 357.12,
      "grad_norm": 1.091856837272644,
      "learning_rate": 2.9461162085262162e-06,
      "loss": 0.3445,
      "step": 1279560
    },
    {
      "epoch": 357.12,
      "grad_norm": 1.0623750686645508,
      "learning_rate": 2.946090077147502e-06,
      "loss": 0.36,
      "step": 1279570
    },
    {
      "epoch": 357.13,
      "grad_norm": 1.1141667366027832,
      "learning_rate": 2.946063945688615e-06,
      "loss": 0.335,
      "step": 1279580
    },
    {
      "epoch": 357.13,
      "grad_norm": 1.1508831977844238,
      "learning_rate": 2.9460378141495606e-06,
      "loss": 0.3412,
      "step": 1279590
    },
    {
      "epoch": 357.13,
      "grad_norm": 0.853239119052887,
      "learning_rate": 2.9460116825303414e-06,
      "loss": 0.3469,
      "step": 1279600
    },
    {
      "epoch": 357.13,
      "grad_norm": 0.8717333674430847,
      "learning_rate": 2.9459855508309606e-06,
      "loss": 0.3458,
      "step": 1279610
    },
    {
      "epoch": 357.14,
      "grad_norm": 1.041313886642456,
      "learning_rate": 2.945959419051422e-06,
      "loss": 0.3601,
      "step": 1279620
    },
    {
      "epoch": 357.14,
      "grad_norm": 0.9347614049911499,
      "learning_rate": 2.9459332871917295e-06,
      "loss": 0.3565,
      "step": 1279630
    },
    {
      "epoch": 357.14,
      "grad_norm": 0.9608280658721924,
      "learning_rate": 2.9459071552518863e-06,
      "loss": 0.3489,
      "step": 1279640
    },
    {
      "epoch": 357.14,
      "grad_norm": 1.0846647024154663,
      "learning_rate": 2.945881023231895e-06,
      "loss": 0.3477,
      "step": 1279650
    },
    {
      "epoch": 357.15,
      "grad_norm": 0.9334732890129089,
      "learning_rate": 2.9458548911317615e-06,
      "loss": 0.3573,
      "step": 1279660
    },
    {
      "epoch": 357.15,
      "grad_norm": 0.9374997615814209,
      "learning_rate": 2.945828758951487e-06,
      "loss": 0.3421,
      "step": 1279670
    },
    {
      "epoch": 357.15,
      "grad_norm": 0.9971960186958313,
      "learning_rate": 2.945802626691075e-06,
      "loss": 0.3399,
      "step": 1279680
    },
    {
      "epoch": 357.16,
      "grad_norm": 0.9832571744918823,
      "learning_rate": 2.94577649435053e-06,
      "loss": 0.3546,
      "step": 1279690
    },
    {
      "epoch": 357.16,
      "grad_norm": 1.0530263185501099,
      "learning_rate": 2.945750361929855e-06,
      "loss": 0.3478,
      "step": 1279700
    },
    {
      "epoch": 357.16,
      "grad_norm": 0.9276413321495056,
      "learning_rate": 2.945724229429054e-06,
      "loss": 0.3361,
      "step": 1279710
    },
    {
      "epoch": 357.16,
      "grad_norm": 1.2131704092025757,
      "learning_rate": 2.9456980968481297e-06,
      "loss": 0.3412,
      "step": 1279720
    },
    {
      "epoch": 357.17,
      "grad_norm": 1.1355891227722168,
      "learning_rate": 2.9456719641870862e-06,
      "loss": 0.3425,
      "step": 1279730
    },
    {
      "epoch": 357.17,
      "grad_norm": 1.0459158420562744,
      "learning_rate": 2.9456458314459266e-06,
      "loss": 0.3382,
      "step": 1279740
    },
    {
      "epoch": 357.17,
      "grad_norm": 0.956809937953949,
      "learning_rate": 2.9456196986246545e-06,
      "loss": 0.366,
      "step": 1279750
    },
    {
      "epoch": 357.18,
      "grad_norm": 1.0700780153274536,
      "learning_rate": 2.945593565723274e-06,
      "loss": 0.3578,
      "step": 1279760
    },
    {
      "epoch": 357.18,
      "grad_norm": 0.9716745018959045,
      "learning_rate": 2.9455674327417864e-06,
      "loss": 0.3521,
      "step": 1279770
    },
    {
      "epoch": 357.18,
      "grad_norm": 0.955321192741394,
      "learning_rate": 2.945541299680198e-06,
      "loss": 0.3623,
      "step": 1279780
    },
    {
      "epoch": 357.18,
      "grad_norm": 0.8985587358474731,
      "learning_rate": 2.9455151665385107e-06,
      "loss": 0.344,
      "step": 1279790
    },
    {
      "epoch": 357.19,
      "grad_norm": 1.0070710182189941,
      "learning_rate": 2.9454890333167284e-06,
      "loss": 0.3645,
      "step": 1279800
    },
    {
      "epoch": 357.19,
      "grad_norm": 0.9981256127357483,
      "learning_rate": 2.9454629000148537e-06,
      "loss": 0.3576,
      "step": 1279810
    },
    {
      "epoch": 357.19,
      "grad_norm": 1.0792045593261719,
      "learning_rate": 2.9454367666328924e-06,
      "loss": 0.3561,
      "step": 1279820
    },
    {
      "epoch": 357.2,
      "grad_norm": 0.9240081906318665,
      "learning_rate": 2.945410633170846e-06,
      "loss": 0.3602,
      "step": 1279830
    },
    {
      "epoch": 357.2,
      "grad_norm": 0.9608759880065918,
      "learning_rate": 2.945384499628717e-06,
      "loss": 0.3421,
      "step": 1279840
    },
    {
      "epoch": 357.2,
      "grad_norm": 1.109239101409912,
      "learning_rate": 2.9453583660065113e-06,
      "loss": 0.3643,
      "step": 1279850
    },
    {
      "epoch": 357.2,
      "grad_norm": 0.899084746837616,
      "learning_rate": 2.9453322323042314e-06,
      "loss": 0.3491,
      "step": 1279860
    },
    {
      "epoch": 357.21,
      "grad_norm": 1.1763033866882324,
      "learning_rate": 2.9453060985218806e-06,
      "loss": 0.3517,
      "step": 1279870
    },
    {
      "epoch": 357.21,
      "grad_norm": 1.0862741470336914,
      "learning_rate": 2.9452799646594623e-06,
      "loss": 0.3429,
      "step": 1279880
    },
    {
      "epoch": 357.21,
      "grad_norm": 0.9990896582603455,
      "learning_rate": 2.945253830716981e-06,
      "loss": 0.3623,
      "step": 1279890
    },
    {
      "epoch": 357.21,
      "grad_norm": 1.1938071250915527,
      "learning_rate": 2.945227696694439e-06,
      "loss": 0.3555,
      "step": 1279900
    },
    {
      "epoch": 357.22,
      "grad_norm": 1.1265711784362793,
      "learning_rate": 2.9452015625918394e-06,
      "loss": 0.3547,
      "step": 1279910
    },
    {
      "epoch": 357.22,
      "grad_norm": 1.2716091871261597,
      "learning_rate": 2.9451754284091876e-06,
      "loss": 0.3567,
      "step": 1279920
    },
    {
      "epoch": 357.22,
      "grad_norm": 1.1773402690887451,
      "learning_rate": 2.945149294146485e-06,
      "loss": 0.3548,
      "step": 1279930
    },
    {
      "epoch": 357.23,
      "grad_norm": 1.531089425086975,
      "learning_rate": 2.945123159803736e-06,
      "loss": 0.3414,
      "step": 1279940
    },
    {
      "epoch": 357.23,
      "grad_norm": 1.0153653621673584,
      "learning_rate": 2.9450970253809443e-06,
      "loss": 0.3555,
      "step": 1279950
    },
    {
      "epoch": 357.23,
      "grad_norm": 0.9271725416183472,
      "learning_rate": 2.945070890878113e-06,
      "loss": 0.3422,
      "step": 1279960
    },
    {
      "epoch": 357.23,
      "grad_norm": 1.0223724842071533,
      "learning_rate": 2.9450447562952468e-06,
      "loss": 0.3476,
      "step": 1279970
    },
    {
      "epoch": 357.24,
      "grad_norm": 1.042523980140686,
      "learning_rate": 2.945018621632347e-06,
      "loss": 0.3391,
      "step": 1279980
    },
    {
      "epoch": 357.24,
      "grad_norm": 0.826798677444458,
      "learning_rate": 2.9449924868894187e-06,
      "loss": 0.3574,
      "step": 1279990
    },
    {
      "epoch": 357.24,
      "grad_norm": 0.9844781756401062,
      "learning_rate": 2.944966352066464e-06,
      "loss": 0.3696,
      "step": 1280000
    },
    {
      "epoch": 357.25,
      "grad_norm": 1.1278831958770752,
      "learning_rate": 2.9449402171634876e-06,
      "loss": 0.3486,
      "step": 1280010
    },
    {
      "epoch": 357.25,
      "grad_norm": 1.0957344770431519,
      "learning_rate": 2.9449140821804934e-06,
      "loss": 0.3357,
      "step": 1280020
    },
    {
      "epoch": 357.25,
      "grad_norm": 1.173995018005371,
      "learning_rate": 2.944887947117483e-06,
      "loss": 0.3608,
      "step": 1280030
    },
    {
      "epoch": 357.25,
      "grad_norm": 1.095263957977295,
      "learning_rate": 2.944861811974462e-06,
      "loss": 0.3529,
      "step": 1280040
    },
    {
      "epoch": 357.26,
      "grad_norm": 1.025285005569458,
      "learning_rate": 2.9448356767514326e-06,
      "loss": 0.3623,
      "step": 1280050
    },
    {
      "epoch": 357.26,
      "grad_norm": 1.2528693675994873,
      "learning_rate": 2.9448095414483984e-06,
      "loss": 0.358,
      "step": 1280060
    },
    {
      "epoch": 357.26,
      "grad_norm": 1.7195566892623901,
      "learning_rate": 2.9447834060653625e-06,
      "loss": 0.3548,
      "step": 1280070
    },
    {
      "epoch": 357.26,
      "grad_norm": 1.1449211835861206,
      "learning_rate": 2.9447572706023297e-06,
      "loss": 0.3371,
      "step": 1280080
    },
    {
      "epoch": 357.27,
      "grad_norm": 0.9604592323303223,
      "learning_rate": 2.944731135059302e-06,
      "loss": 0.3459,
      "step": 1280090
    },
    {
      "epoch": 357.27,
      "grad_norm": 1.104391098022461,
      "learning_rate": 2.9447049994362834e-06,
      "loss": 0.353,
      "step": 1280100
    },
    {
      "epoch": 357.27,
      "grad_norm": 0.9891589879989624,
      "learning_rate": 2.9446788637332786e-06,
      "loss": 0.354,
      "step": 1280110
    },
    {
      "epoch": 357.28,
      "grad_norm": 1.1777294874191284,
      "learning_rate": 2.9446527279502893e-06,
      "loss": 0.3573,
      "step": 1280120
    },
    {
      "epoch": 357.28,
      "grad_norm": 0.9204176664352417,
      "learning_rate": 2.9446265920873194e-06,
      "loss": 0.3429,
      "step": 1280130
    },
    {
      "epoch": 357.28,
      "grad_norm": 1.1488114595413208,
      "learning_rate": 2.9446004561443726e-06,
      "loss": 0.3512,
      "step": 1280140
    },
    {
      "epoch": 357.28,
      "grad_norm": 1.1292705535888672,
      "learning_rate": 2.9445743201214533e-06,
      "loss": 0.3746,
      "step": 1280150
    },
    {
      "epoch": 357.29,
      "grad_norm": 0.9482545256614685,
      "learning_rate": 2.944548184018564e-06,
      "loss": 0.3666,
      "step": 1280160
    },
    {
      "epoch": 357.29,
      "grad_norm": 0.9837146401405334,
      "learning_rate": 2.9445220478357072e-06,
      "loss": 0.3546,
      "step": 1280170
    },
    {
      "epoch": 357.29,
      "grad_norm": 1.2535152435302734,
      "learning_rate": 2.9444959115728886e-06,
      "loss": 0.3411,
      "step": 1280180
    },
    {
      "epoch": 357.3,
      "grad_norm": 1.0009685754776,
      "learning_rate": 2.9444697752301106e-06,
      "loss": 0.3354,
      "step": 1280190
    },
    {
      "epoch": 357.3,
      "grad_norm": 1.26554536819458,
      "learning_rate": 2.944443638807376e-06,
      "loss": 0.3438,
      "step": 1280200
    },
    {
      "epoch": 357.3,
      "grad_norm": 0.942781925201416,
      "learning_rate": 2.9444175023046895e-06,
      "loss": 0.3785,
      "step": 1280210
    },
    {
      "epoch": 357.3,
      "grad_norm": 1.2145406007766724,
      "learning_rate": 2.9443913657220533e-06,
      "loss": 0.3402,
      "step": 1280220
    },
    {
      "epoch": 357.31,
      "grad_norm": 1.2660952806472778,
      "learning_rate": 2.9443652290594716e-06,
      "loss": 0.37,
      "step": 1280230
    },
    {
      "epoch": 357.31,
      "grad_norm": 0.9932594299316406,
      "learning_rate": 2.944339092316948e-06,
      "loss": 0.3612,
      "step": 1280240
    },
    {
      "epoch": 357.31,
      "grad_norm": 1.292182445526123,
      "learning_rate": 2.9443129554944864e-06,
      "loss": 0.3449,
      "step": 1280250
    },
    {
      "epoch": 357.32,
      "grad_norm": 0.988101065158844,
      "learning_rate": 2.9442868185920893e-06,
      "loss": 0.3601,
      "step": 1280260
    },
    {
      "epoch": 357.32,
      "grad_norm": 0.9218633770942688,
      "learning_rate": 2.9442606816097607e-06,
      "loss": 0.3425,
      "step": 1280270
    },
    {
      "epoch": 357.32,
      "grad_norm": 1.135882019996643,
      "learning_rate": 2.944234544547504e-06,
      "loss": 0.3418,
      "step": 1280280
    },
    {
      "epoch": 357.32,
      "grad_norm": 1.0759323835372925,
      "learning_rate": 2.944208407405322e-06,
      "loss": 0.3462,
      "step": 1280290
    },
    {
      "epoch": 357.33,
      "grad_norm": 1.018547534942627,
      "learning_rate": 2.9441822701832195e-06,
      "loss": 0.3554,
      "step": 1280300
    },
    {
      "epoch": 357.33,
      "grad_norm": 1.012696385383606,
      "learning_rate": 2.944156132881199e-06,
      "loss": 0.3542,
      "step": 1280310
    },
    {
      "epoch": 357.33,
      "grad_norm": 0.9942625761032104,
      "learning_rate": 2.9441299954992645e-06,
      "loss": 0.3506,
      "step": 1280320
    },
    {
      "epoch": 357.33,
      "grad_norm": 1.1005804538726807,
      "learning_rate": 2.944103858037419e-06,
      "loss": 0.3749,
      "step": 1280330
    },
    {
      "epoch": 357.34,
      "grad_norm": 0.9759464263916016,
      "learning_rate": 2.944077720495667e-06,
      "loss": 0.3356,
      "step": 1280340
    },
    {
      "epoch": 357.34,
      "grad_norm": 1.0836119651794434,
      "learning_rate": 2.9440515828740108e-06,
      "loss": 0.3545,
      "step": 1280350
    },
    {
      "epoch": 357.34,
      "grad_norm": 0.9834904670715332,
      "learning_rate": 2.9440254451724533e-06,
      "loss": 0.3605,
      "step": 1280360
    },
    {
      "epoch": 357.35,
      "grad_norm": 0.9850300550460815,
      "learning_rate": 2.943999307391e-06,
      "loss": 0.3472,
      "step": 1280370
    },
    {
      "epoch": 357.35,
      "grad_norm": 2.9887948036193848,
      "learning_rate": 2.9439731695296527e-06,
      "loss": 0.3646,
      "step": 1280380
    },
    {
      "epoch": 357.35,
      "grad_norm": 0.9491714239120483,
      "learning_rate": 2.943947031588416e-06,
      "loss": 0.3408,
      "step": 1280390
    },
    {
      "epoch": 357.35,
      "grad_norm": 2.64998197555542,
      "learning_rate": 2.9439208935672933e-06,
      "loss": 0.3622,
      "step": 1280400
    },
    {
      "epoch": 357.36,
      "grad_norm": 0.9983091354370117,
      "learning_rate": 2.9438947554662874e-06,
      "loss": 0.3461,
      "step": 1280410
    },
    {
      "epoch": 357.36,
      "grad_norm": 1.0053800344467163,
      "learning_rate": 2.9438686172854017e-06,
      "loss": 0.3487,
      "step": 1280420
    },
    {
      "epoch": 357.36,
      "grad_norm": 0.9568460583686829,
      "learning_rate": 2.94384247902464e-06,
      "loss": 0.3597,
      "step": 1280430
    },
    {
      "epoch": 357.37,
      "grad_norm": 1.0332050323486328,
      "learning_rate": 2.9438163406840063e-06,
      "loss": 0.3681,
      "step": 1280440
    },
    {
      "epoch": 357.37,
      "grad_norm": 1.00072181224823,
      "learning_rate": 2.9437902022635034e-06,
      "loss": 0.3566,
      "step": 1280450
    },
    {
      "epoch": 357.37,
      "grad_norm": 0.9374228715896606,
      "learning_rate": 2.9437640637631346e-06,
      "loss": 0.3445,
      "step": 1280460
    },
    {
      "epoch": 357.37,
      "grad_norm": 1.1034938097000122,
      "learning_rate": 2.9437379251829046e-06,
      "loss": 0.3535,
      "step": 1280470
    },
    {
      "epoch": 357.38,
      "grad_norm": 1.0240942239761353,
      "learning_rate": 2.9437117865228155e-06,
      "loss": 0.3754,
      "step": 1280480
    },
    {
      "epoch": 357.38,
      "grad_norm": 1.0816854238510132,
      "learning_rate": 2.943685647782871e-06,
      "loss": 0.3374,
      "step": 1280490
    },
    {
      "epoch": 357.38,
      "grad_norm": 0.9326167106628418,
      "learning_rate": 2.943659508963076e-06,
      "loss": 0.3589,
      "step": 1280500
    },
    {
      "epoch": 357.38,
      "grad_norm": 1.003435492515564,
      "learning_rate": 2.9436333700634324e-06,
      "loss": 0.3515,
      "step": 1280510
    },
    {
      "epoch": 357.39,
      "grad_norm": 1.8511377573013306,
      "learning_rate": 2.9436072310839432e-06,
      "loss": 0.3345,
      "step": 1280520
    },
    {
      "epoch": 357.39,
      "grad_norm": 8.128252983093262,
      "learning_rate": 2.9435810920246136e-06,
      "loss": 0.3585,
      "step": 1280530
    },
    {
      "epoch": 357.39,
      "grad_norm": 1.0404863357543945,
      "learning_rate": 2.943554952885447e-06,
      "loss": 0.3424,
      "step": 1280540
    },
    {
      "epoch": 357.4,
      "grad_norm": 1.3263241052627563,
      "learning_rate": 2.943528813666445e-06,
      "loss": 0.3345,
      "step": 1280550
    },
    {
      "epoch": 357.4,
      "grad_norm": 0.9852187633514404,
      "learning_rate": 2.943502674367613e-06,
      "loss": 0.3489,
      "step": 1280560
    },
    {
      "epoch": 357.4,
      "grad_norm": 1.0695304870605469,
      "learning_rate": 2.943476534988954e-06,
      "loss": 0.3452,
      "step": 1280570
    },
    {
      "epoch": 357.4,
      "grad_norm": 1.0592361688613892,
      "learning_rate": 2.9434503955304705e-06,
      "loss": 0.3655,
      "step": 1280580
    },
    {
      "epoch": 357.41,
      "grad_norm": 0.9760153293609619,
      "learning_rate": 2.9434242559921666e-06,
      "loss": 0.3534,
      "step": 1280590
    },
    {
      "epoch": 357.41,
      "grad_norm": 1.1949909925460815,
      "learning_rate": 2.9433981163740468e-06,
      "loss": 0.354,
      "step": 1280600
    },
    {
      "epoch": 357.41,
      "grad_norm": 1.1161752939224243,
      "learning_rate": 2.9433719766761128e-06,
      "loss": 0.3469,
      "step": 1280610
    },
    {
      "epoch": 357.42,
      "grad_norm": 1.1641100645065308,
      "learning_rate": 2.9433458368983696e-06,
      "loss": 0.3618,
      "step": 1280620
    },
    {
      "epoch": 357.42,
      "grad_norm": 0.9658675789833069,
      "learning_rate": 2.9433196970408194e-06,
      "loss": 0.3483,
      "step": 1280630
    },
    {
      "epoch": 357.42,
      "grad_norm": 1.190777063369751,
      "learning_rate": 2.943293557103467e-06,
      "loss": 0.3537,
      "step": 1280640
    },
    {
      "epoch": 357.42,
      "grad_norm": 0.9130516648292542,
      "learning_rate": 2.943267417086315e-06,
      "loss": 0.3488,
      "step": 1280650
    },
    {
      "epoch": 357.43,
      "grad_norm": 0.9585531949996948,
      "learning_rate": 2.9432412769893665e-06,
      "loss": 0.3507,
      "step": 1280660
    },
    {
      "epoch": 357.43,
      "grad_norm": 0.907954752445221,
      "learning_rate": 2.943215136812626e-06,
      "loss": 0.3421,
      "step": 1280670
    },
    {
      "epoch": 357.43,
      "grad_norm": 0.9890562891960144,
      "learning_rate": 2.9431889965560965e-06,
      "loss": 0.3481,
      "step": 1280680
    },
    {
      "epoch": 357.44,
      "grad_norm": 1.1197967529296875,
      "learning_rate": 2.9431628562197813e-06,
      "loss": 0.3487,
      "step": 1280690
    },
    {
      "epoch": 357.44,
      "grad_norm": 0.950660228729248,
      "learning_rate": 2.943136715803685e-06,
      "loss": 0.3477,
      "step": 1280700
    },
    {
      "epoch": 357.44,
      "grad_norm": 1.113239049911499,
      "learning_rate": 2.943110575307809e-06,
      "loss": 0.3387,
      "step": 1280710
    },
    {
      "epoch": 357.44,
      "grad_norm": 1.0582355260849,
      "learning_rate": 2.9430844347321587e-06,
      "loss": 0.3578,
      "step": 1280720
    },
    {
      "epoch": 357.45,
      "grad_norm": 0.991750180721283,
      "learning_rate": 2.9430582940767365e-06,
      "loss": 0.3574,
      "step": 1280730
    },
    {
      "epoch": 357.45,
      "grad_norm": 1.066256046295166,
      "learning_rate": 2.9430321533415462e-06,
      "loss": 0.3605,
      "step": 1280740
    },
    {
      "epoch": 357.45,
      "grad_norm": 1.1741982698440552,
      "learning_rate": 2.943006012526591e-06,
      "loss": 0.3633,
      "step": 1280750
    },
    {
      "epoch": 357.45,
      "grad_norm": 1.1180987358093262,
      "learning_rate": 2.942979871631875e-06,
      "loss": 0.3329,
      "step": 1280760
    },
    {
      "epoch": 357.46,
      "grad_norm": 1.0485954284667969,
      "learning_rate": 2.9429537306574014e-06,
      "loss": 0.3369,
      "step": 1280770
    },
    {
      "epoch": 357.46,
      "grad_norm": 1.0332677364349365,
      "learning_rate": 2.9429275896031737e-06,
      "loss": 0.3599,
      "step": 1280780
    },
    {
      "epoch": 357.46,
      "grad_norm": 0.8944714069366455,
      "learning_rate": 2.9429014484691952e-06,
      "loss": 0.3504,
      "step": 1280790
    },
    {
      "epoch": 357.47,
      "grad_norm": 0.8801897168159485,
      "learning_rate": 2.942875307255469e-06,
      "loss": 0.3691,
      "step": 1280800
    },
    {
      "epoch": 357.47,
      "grad_norm": 0.9550830721855164,
      "learning_rate": 2.942849165962e-06,
      "loss": 0.347,
      "step": 1280810
    },
    {
      "epoch": 357.47,
      "grad_norm": 1.0047284364700317,
      "learning_rate": 2.9428230245887892e-06,
      "loss": 0.3405,
      "step": 1280820
    },
    {
      "epoch": 357.47,
      "grad_norm": 1.310225009918213,
      "learning_rate": 2.942796883135843e-06,
      "loss": 0.3598,
      "step": 1280830
    },
    {
      "epoch": 357.48,
      "grad_norm": 1.2667207717895508,
      "learning_rate": 2.942770741603163e-06,
      "loss": 0.3495,
      "step": 1280840
    },
    {
      "epoch": 357.48,
      "grad_norm": 1.1445046663284302,
      "learning_rate": 2.942744599990754e-06,
      "loss": 0.3597,
      "step": 1280850
    },
    {
      "epoch": 357.48,
      "grad_norm": 0.9917769432067871,
      "learning_rate": 2.942718458298618e-06,
      "loss": 0.3564,
      "step": 1280860
    },
    {
      "epoch": 357.49,
      "grad_norm": 0.9715794324874878,
      "learning_rate": 2.9426923165267587e-06,
      "loss": 0.3543,
      "step": 1280870
    },
    {
      "epoch": 357.49,
      "grad_norm": 1.1006196737289429,
      "learning_rate": 2.94266617467518e-06,
      "loss": 0.3583,
      "step": 1280880
    },
    {
      "epoch": 357.49,
      "grad_norm": 0.9721339344978333,
      "learning_rate": 2.9426400327438863e-06,
      "loss": 0.3628,
      "step": 1280890
    },
    {
      "epoch": 357.49,
      "grad_norm": 1.0237727165222168,
      "learning_rate": 2.9426138907328794e-06,
      "loss": 0.3569,
      "step": 1280900
    },
    {
      "epoch": 357.5,
      "grad_norm": 1.1878585815429688,
      "learning_rate": 2.9425877486421637e-06,
      "loss": 0.3531,
      "step": 1280910
    },
    {
      "epoch": 357.5,
      "grad_norm": 1.1591336727142334,
      "learning_rate": 2.942561606471743e-06,
      "loss": 0.3691,
      "step": 1280920
    },
    {
      "epoch": 357.5,
      "grad_norm": 1.0486087799072266,
      "learning_rate": 2.9425354642216203e-06,
      "loss": 0.3546,
      "step": 1280930
    },
    {
      "epoch": 357.5,
      "grad_norm": 1.2678366899490356,
      "learning_rate": 2.9425093218917987e-06,
      "loss": 0.3378,
      "step": 1280940
    },
    {
      "epoch": 357.51,
      "grad_norm": 1.091652274131775,
      "learning_rate": 2.9424831794822818e-06,
      "loss": 0.3506,
      "step": 1280950
    },
    {
      "epoch": 357.51,
      "grad_norm": 1.0076984167099,
      "learning_rate": 2.942457036993074e-06,
      "loss": 0.3628,
      "step": 1280960
    },
    {
      "epoch": 357.51,
      "grad_norm": 1.1473569869995117,
      "learning_rate": 2.942430894424177e-06,
      "loss": 0.3503,
      "step": 1280970
    },
    {
      "epoch": 357.52,
      "grad_norm": 0.9899068474769592,
      "learning_rate": 2.9424047517755963e-06,
      "loss": 0.3582,
      "step": 1280980
    },
    {
      "epoch": 357.52,
      "grad_norm": 0.8875266313552856,
      "learning_rate": 2.9423786090473345e-06,
      "loss": 0.3552,
      "step": 1280990
    },
    {
      "epoch": 357.52,
      "grad_norm": 0.9690634608268738,
      "learning_rate": 2.9423524662393954e-06,
      "loss": 0.3424,
      "step": 1281000
    },
    {
      "epoch": 357.52,
      "grad_norm": 1.0008174180984497,
      "learning_rate": 2.9423263233517817e-06,
      "loss": 0.3449,
      "step": 1281010
    },
    {
      "epoch": 357.53,
      "grad_norm": 0.9578906893730164,
      "learning_rate": 2.9423001803844975e-06,
      "loss": 0.3386,
      "step": 1281020
    },
    {
      "epoch": 357.53,
      "grad_norm": 1.0756739377975464,
      "learning_rate": 2.942274037337546e-06,
      "loss": 0.3485,
      "step": 1281030
    },
    {
      "epoch": 357.53,
      "grad_norm": 1.0340055227279663,
      "learning_rate": 2.94224789421093e-06,
      "loss": 0.3633,
      "step": 1281040
    },
    {
      "epoch": 357.54,
      "grad_norm": 9.134329795837402,
      "learning_rate": 2.9422217510046546e-06,
      "loss": 0.3478,
      "step": 1281050
    },
    {
      "epoch": 357.54,
      "grad_norm": 1.092314600944519,
      "learning_rate": 2.942195607718723e-06,
      "loss": 0.3405,
      "step": 1281060
    },
    {
      "epoch": 357.54,
      "grad_norm": 0.9287831783294678,
      "learning_rate": 2.9421694643531375e-06,
      "loss": 0.3604,
      "step": 1281070
    },
    {
      "epoch": 357.54,
      "grad_norm": 1.2031323909759521,
      "learning_rate": 2.942143320907902e-06,
      "loss": 0.3536,
      "step": 1281080
    },
    {
      "epoch": 357.55,
      "grad_norm": 1.1569076776504517,
      "learning_rate": 2.9421171773830204e-06,
      "loss": 0.3394,
      "step": 1281090
    },
    {
      "epoch": 357.55,
      "grad_norm": 1.9228488206863403,
      "learning_rate": 2.942091033778496e-06,
      "loss": 0.3579,
      "step": 1281100
    },
    {
      "epoch": 357.55,
      "grad_norm": 1.4177297353744507,
      "learning_rate": 2.942064890094332e-06,
      "loss": 0.3498,
      "step": 1281110
    },
    {
      "epoch": 357.56,
      "grad_norm": 1.0335264205932617,
      "learning_rate": 2.9420387463305323e-06,
      "loss": 0.3405,
      "step": 1281120
    },
    {
      "epoch": 357.56,
      "grad_norm": 1.0584825277328491,
      "learning_rate": 2.9420126024871e-06,
      "loss": 0.3369,
      "step": 1281130
    },
    {
      "epoch": 357.56,
      "grad_norm": 1.2351356744766235,
      "learning_rate": 2.941986458564039e-06,
      "loss": 0.334,
      "step": 1281140
    },
    {
      "epoch": 357.56,
      "grad_norm": 0.9226406216621399,
      "learning_rate": 2.9419603145613535e-06,
      "loss": 0.36,
      "step": 1281150
    },
    {
      "epoch": 357.57,
      "grad_norm": 1.0189554691314697,
      "learning_rate": 2.9419341704790444e-06,
      "loss": 0.3515,
      "step": 1281160
    },
    {
      "epoch": 357.57,
      "grad_norm": 1.09102463722229,
      "learning_rate": 2.9419080263171175e-06,
      "loss": 0.3583,
      "step": 1281170
    },
    {
      "epoch": 357.57,
      "grad_norm": 1.162617564201355,
      "learning_rate": 2.941881882075576e-06,
      "loss": 0.3642,
      "step": 1281180
    },
    {
      "epoch": 357.57,
      "grad_norm": 1.077764630317688,
      "learning_rate": 2.941855737754422e-06,
      "loss": 0.3582,
      "step": 1281190
    },
    {
      "epoch": 357.58,
      "grad_norm": 1.0535482168197632,
      "learning_rate": 2.941829593353661e-06,
      "loss": 0.3528,
      "step": 1281200
    },
    {
      "epoch": 357.58,
      "grad_norm": 1.0487827062606812,
      "learning_rate": 2.9418034488732954e-06,
      "loss": 0.3568,
      "step": 1281210
    },
    {
      "epoch": 357.58,
      "grad_norm": 1.1253411769866943,
      "learning_rate": 2.9417773043133283e-06,
      "loss": 0.3636,
      "step": 1281220
    },
    {
      "epoch": 357.59,
      "grad_norm": 1.0886421203613281,
      "learning_rate": 2.9417511596737634e-06,
      "loss": 0.3361,
      "step": 1281230
    },
    {
      "epoch": 357.59,
      "grad_norm": 1.057942509651184,
      "learning_rate": 2.9417250149546045e-06,
      "loss": 0.3566,
      "step": 1281240
    },
    {
      "epoch": 357.59,
      "grad_norm": 1.4050085544586182,
      "learning_rate": 2.941698870155855e-06,
      "loss": 0.3499,
      "step": 1281250
    },
    {
      "epoch": 357.59,
      "grad_norm": 1.210947871208191,
      "learning_rate": 2.9416727252775183e-06,
      "loss": 0.3522,
      "step": 1281260
    },
    {
      "epoch": 357.6,
      "grad_norm": 1.0709806680679321,
      "learning_rate": 2.9416465803195977e-06,
      "loss": 0.3598,
      "step": 1281270
    },
    {
      "epoch": 357.6,
      "grad_norm": 1.139976978302002,
      "learning_rate": 2.9416204352820976e-06,
      "loss": 0.365,
      "step": 1281280
    },
    {
      "epoch": 357.6,
      "grad_norm": 1.0143612623214722,
      "learning_rate": 2.9415942901650213e-06,
      "loss": 0.3542,
      "step": 1281290
    },
    {
      "epoch": 357.61,
      "grad_norm": 1.010503888130188,
      "learning_rate": 2.9415681449683704e-06,
      "loss": 0.3522,
      "step": 1281300
    },
    {
      "epoch": 357.61,
      "grad_norm": 0.9158217906951904,
      "learning_rate": 2.94154199969215e-06,
      "loss": 0.349,
      "step": 1281310
    },
    {
      "epoch": 357.61,
      "grad_norm": 1.1173393726348877,
      "learning_rate": 2.941515854336364e-06,
      "loss": 0.3405,
      "step": 1281320
    },
    {
      "epoch": 357.61,
      "grad_norm": 0.8682480454444885,
      "learning_rate": 2.9414897089010144e-06,
      "loss": 0.3453,
      "step": 1281330
    },
    {
      "epoch": 357.62,
      "grad_norm": 0.863951563835144,
      "learning_rate": 2.941463563386106e-06,
      "loss": 0.3488,
      "step": 1281340
    },
    {
      "epoch": 357.62,
      "grad_norm": 0.9207627177238464,
      "learning_rate": 2.9414374177916417e-06,
      "loss": 0.3348,
      "step": 1281350
    },
    {
      "epoch": 357.62,
      "grad_norm": 1.2821881771087646,
      "learning_rate": 2.9414112721176255e-06,
      "loss": 0.3582,
      "step": 1281360
    },
    {
      "epoch": 357.62,
      "grad_norm": 1.0226973295211792,
      "learning_rate": 2.9413851263640602e-06,
      "loss": 0.3526,
      "step": 1281370
    },
    {
      "epoch": 357.63,
      "grad_norm": 1.1933022737503052,
      "learning_rate": 2.9413589805309484e-06,
      "loss": 0.3477,
      "step": 1281380
    },
    {
      "epoch": 357.63,
      "grad_norm": 1.0823124647140503,
      "learning_rate": 2.9413328346182955e-06,
      "loss": 0.345,
      "step": 1281390
    },
    {
      "epoch": 357.63,
      "grad_norm": 1.088262915611267,
      "learning_rate": 2.9413066886261037e-06,
      "loss": 0.3367,
      "step": 1281400
    },
    {
      "epoch": 357.64,
      "grad_norm": 1.0756434202194214,
      "learning_rate": 2.941280542554378e-06,
      "loss": 0.3658,
      "step": 1281410
    },
    {
      "epoch": 357.64,
      "grad_norm": 0.9173771142959595,
      "learning_rate": 2.9412543964031198e-06,
      "loss": 0.3417,
      "step": 1281420
    },
    {
      "epoch": 357.64,
      "grad_norm": 1.2392057180404663,
      "learning_rate": 2.9412282501723344e-06,
      "loss": 0.3564,
      "step": 1281430
    },
    {
      "epoch": 357.64,
      "grad_norm": 0.9052538275718689,
      "learning_rate": 2.941202103862024e-06,
      "loss": 0.3476,
      "step": 1281440
    },
    {
      "epoch": 357.65,
      "grad_norm": 1.2086820602416992,
      "learning_rate": 2.9411759574721927e-06,
      "loss": 0.352,
      "step": 1281450
    },
    {
      "epoch": 357.65,
      "grad_norm": 0.9510754346847534,
      "learning_rate": 2.9411498110028435e-06,
      "loss": 0.3466,
      "step": 1281460
    },
    {
      "epoch": 357.65,
      "grad_norm": 1.131616473197937,
      "learning_rate": 2.941123664453981e-06,
      "loss": 0.3523,
      "step": 1281470
    },
    {
      "epoch": 357.66,
      "grad_norm": 0.9910608530044556,
      "learning_rate": 2.941097517825607e-06,
      "loss": 0.3496,
      "step": 1281480
    },
    {
      "epoch": 357.66,
      "grad_norm": 0.9721916317939758,
      "learning_rate": 2.9410713711177263e-06,
      "loss": 0.3305,
      "step": 1281490
    },
    {
      "epoch": 357.66,
      "grad_norm": 0.9694218635559082,
      "learning_rate": 2.941045224330342e-06,
      "loss": 0.3404,
      "step": 1281500
    },
    {
      "epoch": 357.66,
      "grad_norm": 1.0437023639678955,
      "learning_rate": 2.941019077463458e-06,
      "loss": 0.3504,
      "step": 1281510
    },
    {
      "epoch": 357.67,
      "grad_norm": 1.071744680404663,
      "learning_rate": 2.9409929305170766e-06,
      "loss": 0.3456,
      "step": 1281520
    },
    {
      "epoch": 357.67,
      "grad_norm": 0.9903824925422668,
      "learning_rate": 2.940966783491202e-06,
      "loss": 0.369,
      "step": 1281530
    },
    {
      "epoch": 357.67,
      "grad_norm": 0.8837688565254211,
      "learning_rate": 2.940940636385838e-06,
      "loss": 0.3405,
      "step": 1281540
    },
    {
      "epoch": 357.68,
      "grad_norm": 0.977067768573761,
      "learning_rate": 2.9409144892009874e-06,
      "loss": 0.3633,
      "step": 1281550
    },
    {
      "epoch": 357.68,
      "grad_norm": 1.0148154497146606,
      "learning_rate": 2.940888341936654e-06,
      "loss": 0.3453,
      "step": 1281560
    },
    {
      "epoch": 357.68,
      "grad_norm": 0.9544370174407959,
      "learning_rate": 2.940862194592842e-06,
      "loss": 0.3629,
      "step": 1281570
    },
    {
      "epoch": 357.68,
      "grad_norm": 1.222591757774353,
      "learning_rate": 2.9408360471695543e-06,
      "loss": 0.3589,
      "step": 1281580
    },
    {
      "epoch": 357.69,
      "grad_norm": 2.3901150226593018,
      "learning_rate": 2.9408098996667935e-06,
      "loss": 0.3854,
      "step": 1281590
    },
    {
      "epoch": 357.69,
      "grad_norm": 1.0176336765289307,
      "learning_rate": 2.9407837520845646e-06,
      "loss": 0.3493,
      "step": 1281600
    },
    {
      "epoch": 357.69,
      "grad_norm": 0.9971641302108765,
      "learning_rate": 2.9407576044228696e-06,
      "loss": 0.3453,
      "step": 1281610
    },
    {
      "epoch": 357.69,
      "grad_norm": 0.9906481504440308,
      "learning_rate": 2.9407314566817127e-06,
      "loss": 0.3636,
      "step": 1281620
    },
    {
      "epoch": 357.7,
      "grad_norm": 0.9704335927963257,
      "learning_rate": 2.940705308861098e-06,
      "loss": 0.3352,
      "step": 1281630
    },
    {
      "epoch": 357.7,
      "grad_norm": 1.036687970161438,
      "learning_rate": 2.940679160961028e-06,
      "loss": 0.3572,
      "step": 1281640
    },
    {
      "epoch": 357.7,
      "grad_norm": 0.8569804430007935,
      "learning_rate": 2.9406530129815065e-06,
      "loss": 0.3376,
      "step": 1281650
    },
    {
      "epoch": 357.71,
      "grad_norm": 1.1073570251464844,
      "learning_rate": 2.9406268649225378e-06,
      "loss": 0.3655,
      "step": 1281660
    },
    {
      "epoch": 357.71,
      "grad_norm": 1.13315749168396,
      "learning_rate": 2.940600716784124e-06,
      "loss": 0.3556,
      "step": 1281670
    },
    {
      "epoch": 357.71,
      "grad_norm": 1.0775072574615479,
      "learning_rate": 2.9405745685662694e-06,
      "loss": 0.3637,
      "step": 1281680
    },
    {
      "epoch": 357.71,
      "grad_norm": 1.0116360187530518,
      "learning_rate": 2.940548420268977e-06,
      "loss": 0.3463,
      "step": 1281690
    },
    {
      "epoch": 357.72,
      "grad_norm": 0.9063761830329895,
      "learning_rate": 2.940522271892251e-06,
      "loss": 0.3528,
      "step": 1281700
    },
    {
      "epoch": 357.72,
      "grad_norm": 1.037996768951416,
      "learning_rate": 2.940496123436094e-06,
      "loss": 0.3583,
      "step": 1281710
    },
    {
      "epoch": 357.72,
      "grad_norm": 0.9126299619674683,
      "learning_rate": 2.9404699749005097e-06,
      "loss": 0.3486,
      "step": 1281720
    },
    {
      "epoch": 357.73,
      "grad_norm": 1.0235530138015747,
      "learning_rate": 2.940443826285503e-06,
      "loss": 0.3469,
      "step": 1281730
    },
    {
      "epoch": 357.73,
      "grad_norm": 1.0570406913757324,
      "learning_rate": 2.940417677591075e-06,
      "loss": 0.3412,
      "step": 1281740
    },
    {
      "epoch": 357.73,
      "grad_norm": 1.0711785554885864,
      "learning_rate": 2.9403915288172305e-06,
      "loss": 0.3547,
      "step": 1281750
    },
    {
      "epoch": 357.73,
      "grad_norm": 0.9499093890190125,
      "learning_rate": 2.940365379963974e-06,
      "loss": 0.3546,
      "step": 1281760
    },
    {
      "epoch": 357.74,
      "grad_norm": 0.9999203085899353,
      "learning_rate": 2.940339231031307e-06,
      "loss": 0.3475,
      "step": 1281770
    },
    {
      "epoch": 357.74,
      "grad_norm": 0.9723206758499146,
      "learning_rate": 2.940313082019233e-06,
      "loss": 0.3427,
      "step": 1281780
    },
    {
      "epoch": 357.74,
      "grad_norm": 1.2095119953155518,
      "learning_rate": 2.9402869329277574e-06,
      "loss": 0.3437,
      "step": 1281790
    },
    {
      "epoch": 357.74,
      "grad_norm": 1.1696772575378418,
      "learning_rate": 2.940260783756882e-06,
      "loss": 0.3629,
      "step": 1281800
    },
    {
      "epoch": 357.75,
      "grad_norm": 0.9570098519325256,
      "learning_rate": 2.9402346345066116e-06,
      "loss": 0.3683,
      "step": 1281810
    },
    {
      "epoch": 357.75,
      "grad_norm": 1.3621550798416138,
      "learning_rate": 2.940208485176948e-06,
      "loss": 0.3417,
      "step": 1281820
    },
    {
      "epoch": 357.75,
      "grad_norm": 0.8511666655540466,
      "learning_rate": 2.9401823357678966e-06,
      "loss": 0.3318,
      "step": 1281830
    },
    {
      "epoch": 357.76,
      "grad_norm": 1.2543045282363892,
      "learning_rate": 2.940156186279459e-06,
      "loss": 0.3484,
      "step": 1281840
    },
    {
      "epoch": 357.76,
      "grad_norm": 8.153064727783203,
      "learning_rate": 2.94013003671164e-06,
      "loss": 0.3351,
      "step": 1281850
    },
    {
      "epoch": 357.76,
      "grad_norm": 1.0728163719177246,
      "learning_rate": 2.940103887064442e-06,
      "loss": 0.3453,
      "step": 1281860
    },
    {
      "epoch": 357.76,
      "grad_norm": 1.2226999998092651,
      "learning_rate": 2.94007773733787e-06,
      "loss": 0.3709,
      "step": 1281870
    },
    {
      "epoch": 357.77,
      "grad_norm": 1.2701613903045654,
      "learning_rate": 2.940051587531927e-06,
      "loss": 0.355,
      "step": 1281880
    },
    {
      "epoch": 357.77,
      "grad_norm": 1.1329811811447144,
      "learning_rate": 2.9400254376466153e-06,
      "loss": 0.3369,
      "step": 1281890
    },
    {
      "epoch": 357.77,
      "grad_norm": 0.9204681515693665,
      "learning_rate": 2.939999287681939e-06,
      "loss": 0.3584,
      "step": 1281900
    },
    {
      "epoch": 357.78,
      "grad_norm": 0.9555718898773193,
      "learning_rate": 2.939973137637902e-06,
      "loss": 0.3463,
      "step": 1281910
    },
    {
      "epoch": 357.78,
      "grad_norm": 0.9831869006156921,
      "learning_rate": 2.9399469875145076e-06,
      "loss": 0.3574,
      "step": 1281920
    },
    {
      "epoch": 357.78,
      "grad_norm": 1.0832600593566895,
      "learning_rate": 2.939920837311759e-06,
      "loss": 0.3553,
      "step": 1281930
    },
    {
      "epoch": 357.78,
      "grad_norm": 0.8075121641159058,
      "learning_rate": 2.93989468702966e-06,
      "loss": 0.3538,
      "step": 1281940
    },
    {
      "epoch": 357.79,
      "grad_norm": 1.3069167137145996,
      "learning_rate": 2.9398685366682143e-06,
      "loss": 0.3509,
      "step": 1281950
    },
    {
      "epoch": 357.79,
      "grad_norm": 1.1350510120391846,
      "learning_rate": 2.939842386227425e-06,
      "loss": 0.3572,
      "step": 1281960
    },
    {
      "epoch": 357.79,
      "grad_norm": 0.9825602769851685,
      "learning_rate": 2.9398162357072957e-06,
      "loss": 0.3496,
      "step": 1281970
    },
    {
      "epoch": 357.8,
      "grad_norm": 0.8966018557548523,
      "learning_rate": 2.939790085107829e-06,
      "loss": 0.3493,
      "step": 1281980
    },
    {
      "epoch": 357.8,
      "grad_norm": 0.9849814176559448,
      "learning_rate": 2.9397639344290307e-06,
      "loss": 0.3295,
      "step": 1281990
    },
    {
      "epoch": 357.8,
      "grad_norm": 1.1537872552871704,
      "learning_rate": 2.9397377836709013e-06,
      "loss": 0.3389,
      "step": 1282000
    },
    {
      "epoch": 357.8,
      "grad_norm": 0.9894402027130127,
      "learning_rate": 2.939711632833446e-06,
      "loss": 0.3418,
      "step": 1282010
    },
    {
      "epoch": 357.81,
      "grad_norm": 1.092017412185669,
      "learning_rate": 2.939685481916669e-06,
      "loss": 0.3464,
      "step": 1282020
    },
    {
      "epoch": 357.81,
      "grad_norm": 0.9580763578414917,
      "learning_rate": 2.9396593309205724e-06,
      "loss": 0.3583,
      "step": 1282030
    },
    {
      "epoch": 357.81,
      "grad_norm": 0.9773876070976257,
      "learning_rate": 2.9396331798451597e-06,
      "loss": 0.3438,
      "step": 1282040
    },
    {
      "epoch": 357.81,
      "grad_norm": 0.9383267164230347,
      "learning_rate": 2.9396070286904355e-06,
      "loss": 0.3427,
      "step": 1282050
    },
    {
      "epoch": 357.82,
      "grad_norm": 0.9605538249015808,
      "learning_rate": 2.9395808774564014e-06,
      "loss": 0.3479,
      "step": 1282060
    },
    {
      "epoch": 357.82,
      "grad_norm": 0.9617274403572083,
      "learning_rate": 2.9395547261430627e-06,
      "loss": 0.3469,
      "step": 1282070
    },
    {
      "epoch": 357.82,
      "grad_norm": 3.3759617805480957,
      "learning_rate": 2.9395285747504226e-06,
      "loss": 0.3518,
      "step": 1282080
    },
    {
      "epoch": 357.83,
      "grad_norm": 1.0730562210083008,
      "learning_rate": 2.9395024232784837e-06,
      "loss": 0.358,
      "step": 1282090
    },
    {
      "epoch": 357.83,
      "grad_norm": 1.0604870319366455,
      "learning_rate": 2.93947627172725e-06,
      "loss": 0.3468,
      "step": 1282100
    },
    {
      "epoch": 357.83,
      "grad_norm": 0.9739253520965576,
      "learning_rate": 2.939450120096725e-06,
      "loss": 0.3529,
      "step": 1282110
    },
    {
      "epoch": 357.83,
      "grad_norm": 1.0374704599380493,
      "learning_rate": 2.9394239683869127e-06,
      "loss": 0.3377,
      "step": 1282120
    },
    {
      "epoch": 357.84,
      "grad_norm": 1.0293431282043457,
      "learning_rate": 2.9393978165978154e-06,
      "loss": 0.3473,
      "step": 1282130
    },
    {
      "epoch": 357.84,
      "grad_norm": 1.7901135683059692,
      "learning_rate": 2.9393716647294376e-06,
      "loss": 0.347,
      "step": 1282140
    },
    {
      "epoch": 357.84,
      "grad_norm": 1.0972342491149902,
      "learning_rate": 2.9393455127817825e-06,
      "loss": 0.3435,
      "step": 1282150
    },
    {
      "epoch": 357.85,
      "grad_norm": 1.0670251846313477,
      "learning_rate": 2.9393193607548528e-06,
      "loss": 0.3604,
      "step": 1282160
    },
    {
      "epoch": 357.85,
      "grad_norm": 1.1495859622955322,
      "learning_rate": 2.939293208648653e-06,
      "loss": 0.3478,
      "step": 1282170
    },
    {
      "epoch": 357.85,
      "grad_norm": 1.1692922115325928,
      "learning_rate": 2.9392670564631867e-06,
      "loss": 0.3418,
      "step": 1282180
    },
    {
      "epoch": 357.85,
      "grad_norm": 0.8097216486930847,
      "learning_rate": 2.9392409041984567e-06,
      "loss": 0.3447,
      "step": 1282190
    },
    {
      "epoch": 357.86,
      "grad_norm": 1.081774353981018,
      "learning_rate": 2.9392147518544665e-06,
      "loss": 0.3577,
      "step": 1282200
    },
    {
      "epoch": 357.86,
      "grad_norm": 0.924505889415741,
      "learning_rate": 2.9391885994312194e-06,
      "loss": 0.3635,
      "step": 1282210
    },
    {
      "epoch": 357.86,
      "grad_norm": 1.1068966388702393,
      "learning_rate": 2.9391624469287196e-06,
      "loss": 0.3458,
      "step": 1282220
    },
    {
      "epoch": 357.86,
      "grad_norm": 1.0665470361709595,
      "learning_rate": 2.93913629434697e-06,
      "loss": 0.3483,
      "step": 1282230
    },
    {
      "epoch": 357.87,
      "grad_norm": 1.236673355102539,
      "learning_rate": 2.9391101416859753e-06,
      "loss": 0.3522,
      "step": 1282240
    },
    {
      "epoch": 357.87,
      "grad_norm": 0.887553334236145,
      "learning_rate": 2.939083988945737e-06,
      "loss": 0.35,
      "step": 1282250
    },
    {
      "epoch": 357.87,
      "grad_norm": 0.8925821185112,
      "learning_rate": 2.93905783612626e-06,
      "loss": 0.3654,
      "step": 1282260
    },
    {
      "epoch": 357.88,
      "grad_norm": 0.9044747948646545,
      "learning_rate": 2.939031683227547e-06,
      "loss": 0.3534,
      "step": 1282270
    },
    {
      "epoch": 357.88,
      "grad_norm": 1.071923017501831,
      "learning_rate": 2.9390055302496025e-06,
      "loss": 0.3511,
      "step": 1282280
    },
    {
      "epoch": 357.88,
      "grad_norm": 1.0602926015853882,
      "learning_rate": 2.9389793771924283e-06,
      "loss": 0.3461,
      "step": 1282290
    },
    {
      "epoch": 357.88,
      "grad_norm": 1.2623820304870605,
      "learning_rate": 2.9389532240560294e-06,
      "loss": 0.3501,
      "step": 1282300
    },
    {
      "epoch": 357.89,
      "grad_norm": 0.9367311596870422,
      "learning_rate": 2.9389270708404092e-06,
      "loss": 0.3415,
      "step": 1282310
    },
    {
      "epoch": 357.89,
      "grad_norm": 0.9401789307594299,
      "learning_rate": 2.938900917545571e-06,
      "loss": 0.3349,
      "step": 1282320
    },
    {
      "epoch": 357.89,
      "grad_norm": 0.917387068271637,
      "learning_rate": 2.9388747641715173e-06,
      "loss": 0.3539,
      "step": 1282330
    },
    {
      "epoch": 357.9,
      "grad_norm": 0.9933959245681763,
      "learning_rate": 2.9388486107182527e-06,
      "loss": 0.3323,
      "step": 1282340
    },
    {
      "epoch": 357.9,
      "grad_norm": 1.179029107093811,
      "learning_rate": 2.9388224571857803e-06,
      "loss": 0.348,
      "step": 1282350
    },
    {
      "epoch": 357.9,
      "grad_norm": 0.895806074142456,
      "learning_rate": 2.9387963035741032e-06,
      "loss": 0.3442,
      "step": 1282360
    },
    {
      "epoch": 357.9,
      "grad_norm": 0.9246312379837036,
      "learning_rate": 2.938770149883226e-06,
      "loss": 0.3585,
      "step": 1282370
    },
    {
      "epoch": 357.91,
      "grad_norm": 1.0040266513824463,
      "learning_rate": 2.9387439961131507e-06,
      "loss": 0.3552,
      "step": 1282380
    },
    {
      "epoch": 357.91,
      "grad_norm": 0.9787410497665405,
      "learning_rate": 2.938717842263882e-06,
      "loss": 0.3702,
      "step": 1282390
    },
    {
      "epoch": 357.91,
      "grad_norm": 0.9291093349456787,
      "learning_rate": 2.9386916883354228e-06,
      "loss": 0.3672,
      "step": 1282400
    },
    {
      "epoch": 357.92,
      "grad_norm": 0.9240713715553284,
      "learning_rate": 2.9386655343277764e-06,
      "loss": 0.3547,
      "step": 1282410
    },
    {
      "epoch": 357.92,
      "grad_norm": 0.9101224541664124,
      "learning_rate": 2.938639380240947e-06,
      "loss": 0.3333,
      "step": 1282420
    },
    {
      "epoch": 357.92,
      "grad_norm": 1.0715785026550293,
      "learning_rate": 2.9386132260749375e-06,
      "loss": 0.3419,
      "step": 1282430
    },
    {
      "epoch": 357.92,
      "grad_norm": 1.1120357513427734,
      "learning_rate": 2.9385870718297517e-06,
      "loss": 0.3394,
      "step": 1282440
    },
    {
      "epoch": 357.93,
      "grad_norm": 0.9720577001571655,
      "learning_rate": 2.9385609175053925e-06,
      "loss": 0.343,
      "step": 1282450
    },
    {
      "epoch": 357.93,
      "grad_norm": 0.8324900269508362,
      "learning_rate": 2.9385347631018645e-06,
      "loss": 0.3376,
      "step": 1282460
    },
    {
      "epoch": 357.93,
      "grad_norm": 0.9803693890571594,
      "learning_rate": 2.9385086086191703e-06,
      "loss": 0.3474,
      "step": 1282470
    },
    {
      "epoch": 357.93,
      "grad_norm": 1.0179213285446167,
      "learning_rate": 2.9384824540573128e-06,
      "loss": 0.3574,
      "step": 1282480
    },
    {
      "epoch": 357.94,
      "grad_norm": 0.9807626605033875,
      "learning_rate": 2.938456299416297e-06,
      "loss": 0.3534,
      "step": 1282490
    },
    {
      "epoch": 357.94,
      "grad_norm": 1.0053341388702393,
      "learning_rate": 2.9384301446961253e-06,
      "loss": 0.3472,
      "step": 1282500
    },
    {
      "epoch": 357.94,
      "grad_norm": 0.9109331965446472,
      "learning_rate": 2.9384039898968017e-06,
      "loss": 0.3456,
      "step": 1282510
    },
    {
      "epoch": 357.95,
      "grad_norm": 1.0448570251464844,
      "learning_rate": 2.938377835018329e-06,
      "loss": 0.3728,
      "step": 1282520
    },
    {
      "epoch": 357.95,
      "grad_norm": 7.108780384063721,
      "learning_rate": 2.938351680060712e-06,
      "loss": 0.3569,
      "step": 1282530
    },
    {
      "epoch": 357.95,
      "grad_norm": 0.9032047390937805,
      "learning_rate": 2.9383255250239533e-06,
      "loss": 0.3361,
      "step": 1282540
    },
    {
      "epoch": 357.95,
      "grad_norm": 0.8113999962806702,
      "learning_rate": 2.938299369908056e-06,
      "loss": 0.35,
      "step": 1282550
    },
    {
      "epoch": 357.96,
      "grad_norm": 1.3585549592971802,
      "learning_rate": 2.9382732147130234e-06,
      "loss": 0.3281,
      "step": 1282560
    },
    {
      "epoch": 357.96,
      "grad_norm": 1.095005750656128,
      "learning_rate": 2.9382470594388607e-06,
      "loss": 0.3446,
      "step": 1282570
    },
    {
      "epoch": 357.96,
      "grad_norm": 0.9330337047576904,
      "learning_rate": 2.93822090408557e-06,
      "loss": 0.3534,
      "step": 1282580
    },
    {
      "epoch": 357.97,
      "grad_norm": 0.8380990028381348,
      "learning_rate": 2.9381947486531544e-06,
      "loss": 0.3442,
      "step": 1282590
    },
    {
      "epoch": 357.97,
      "grad_norm": 0.9228355288505554,
      "learning_rate": 2.9381685931416192e-06,
      "loss": 0.3333,
      "step": 1282600
    },
    {
      "epoch": 357.97,
      "grad_norm": 1.1795554161071777,
      "learning_rate": 2.9381424375509657e-06,
      "loss": 0.3602,
      "step": 1282610
    },
    {
      "epoch": 357.97,
      "grad_norm": 1.1829895973205566,
      "learning_rate": 2.938116281881199e-06,
      "loss": 0.3641,
      "step": 1282620
    },
    {
      "epoch": 357.98,
      "grad_norm": 1.164168119430542,
      "learning_rate": 2.9380901261323225e-06,
      "loss": 0.3566,
      "step": 1282630
    },
    {
      "epoch": 357.98,
      "grad_norm": 1.1339454650878906,
      "learning_rate": 2.9380639703043383e-06,
      "loss": 0.3471,
      "step": 1282640
    },
    {
      "epoch": 357.98,
      "grad_norm": 0.9113571047782898,
      "learning_rate": 2.9380378143972506e-06,
      "loss": 0.3419,
      "step": 1282650
    },
    {
      "epoch": 357.98,
      "grad_norm": 1.130042314529419,
      "learning_rate": 2.9380116584110636e-06,
      "loss": 0.3624,
      "step": 1282660
    },
    {
      "epoch": 357.99,
      "grad_norm": 1.0712517499923706,
      "learning_rate": 2.9379855023457794e-06,
      "loss": 0.3635,
      "step": 1282670
    },
    {
      "epoch": 357.99,
      "grad_norm": 1.1892499923706055,
      "learning_rate": 2.9379593462014026e-06,
      "loss": 0.3557,
      "step": 1282680
    },
    {
      "epoch": 357.99,
      "grad_norm": 0.9574081897735596,
      "learning_rate": 2.937933189977937e-06,
      "loss": 0.3464,
      "step": 1282690
    },
    {
      "epoch": 358.0,
      "grad_norm": 0.9279552698135376,
      "learning_rate": 2.9379070336753854e-06,
      "loss": 0.3417,
      "step": 1282700
    },
    {
      "epoch": 358.0,
      "grad_norm": 1.1439088582992554,
      "learning_rate": 2.937880877293751e-06,
      "loss": 0.3707,
      "step": 1282710
    },
    {
      "epoch": 358.0,
      "eval_loss": 0.3499612808227539,
      "eval_runtime": 63.2625,
      "eval_samples_per_second": 79.968,
      "eval_steps_per_second": 10.006,
      "step": 1282714
    },
    {
      "epoch": 358.0,
      "grad_norm": 1.2399682998657227,
      "learning_rate": 2.937854720833037e-06,
      "loss": 0.3406,
      "step": 1282720
    },
    {
      "epoch": 358.0,
      "grad_norm": 1.0714051723480225,
      "learning_rate": 2.9378285642932487e-06,
      "loss": 0.3521,
      "step": 1282730
    },
    {
      "epoch": 358.01,
      "grad_norm": 0.9211227893829346,
      "learning_rate": 2.9378024076743877e-06,
      "loss": 0.3343,
      "step": 1282740
    },
    {
      "epoch": 358.01,
      "grad_norm": 0.9578584432601929,
      "learning_rate": 2.9377762509764576e-06,
      "loss": 0.3475,
      "step": 1282750
    },
    {
      "epoch": 358.01,
      "grad_norm": 0.8766648769378662,
      "learning_rate": 2.937750094199464e-06,
      "loss": 0.3502,
      "step": 1282760
    },
    {
      "epoch": 358.02,
      "grad_norm": 1.1283758878707886,
      "learning_rate": 2.9377239373434077e-06,
      "loss": 0.3533,
      "step": 1282770
    },
    {
      "epoch": 358.02,
      "grad_norm": 1.0887112617492676,
      "learning_rate": 2.9376977804082934e-06,
      "loss": 0.3646,
      "step": 1282780
    },
    {
      "epoch": 358.02,
      "grad_norm": 1.0650413036346436,
      "learning_rate": 2.937671623394125e-06,
      "loss": 0.3486,
      "step": 1282790
    },
    {
      "epoch": 358.02,
      "grad_norm": 1.1521037817001343,
      "learning_rate": 2.9376454663009047e-06,
      "loss": 0.3493,
      "step": 1282800
    },
    {
      "epoch": 358.03,
      "grad_norm": 0.9984726905822754,
      "learning_rate": 2.937619309128637e-06,
      "loss": 0.3669,
      "step": 1282810
    },
    {
      "epoch": 358.03,
      "grad_norm": 0.98497474193573,
      "learning_rate": 2.9375931518773257e-06,
      "loss": 0.3508,
      "step": 1282820
    },
    {
      "epoch": 358.03,
      "grad_norm": 2.1064975261688232,
      "learning_rate": 2.9375669945469736e-06,
      "loss": 0.3557,
      "step": 1282830
    },
    {
      "epoch": 358.04,
      "grad_norm": 1.2392984628677368,
      "learning_rate": 2.937540837137584e-06,
      "loss": 0.3414,
      "step": 1282840
    },
    {
      "epoch": 358.04,
      "grad_norm": 1.065876841545105,
      "learning_rate": 2.9375146796491604e-06,
      "loss": 0.3596,
      "step": 1282850
    },
    {
      "epoch": 358.04,
      "grad_norm": 0.9340014457702637,
      "learning_rate": 2.937488522081707e-06,
      "loss": 0.3459,
      "step": 1282860
    },
    {
      "epoch": 358.04,
      "grad_norm": 0.9367330074310303,
      "learning_rate": 2.9374623644352264e-06,
      "loss": 0.364,
      "step": 1282870
    },
    {
      "epoch": 358.05,
      "grad_norm": 1.0137203931808472,
      "learning_rate": 2.9374362067097224e-06,
      "loss": 0.3308,
      "step": 1282880
    },
    {
      "epoch": 358.05,
      "grad_norm": 1.0242456197738647,
      "learning_rate": 2.9374100489051996e-06,
      "loss": 0.3457,
      "step": 1282890
    },
    {
      "epoch": 358.05,
      "grad_norm": 1.041048526763916,
      "learning_rate": 2.9373838910216596e-06,
      "loss": 0.3454,
      "step": 1282900
    },
    {
      "epoch": 358.05,
      "grad_norm": 1.0265941619873047,
      "learning_rate": 2.9373577330591076e-06,
      "loss": 0.339,
      "step": 1282910
    },
    {
      "epoch": 358.06,
      "grad_norm": 0.986993670463562,
      "learning_rate": 2.937331575017546e-06,
      "loss": 0.3718,
      "step": 1282920
    },
    {
      "epoch": 358.06,
      "grad_norm": 0.8804934024810791,
      "learning_rate": 2.937305416896978e-06,
      "loss": 0.3368,
      "step": 1282930
    },
    {
      "epoch": 358.06,
      "grad_norm": 1.3285565376281738,
      "learning_rate": 2.9372792586974073e-06,
      "loss": 0.3709,
      "step": 1282940
    },
    {
      "epoch": 358.07,
      "grad_norm": 1.234544038772583,
      "learning_rate": 2.9372531004188387e-06,
      "loss": 0.3635,
      "step": 1282950
    },
    {
      "epoch": 358.07,
      "grad_norm": 1.0670932531356812,
      "learning_rate": 2.9372269420612745e-06,
      "loss": 0.357,
      "step": 1282960
    },
    {
      "epoch": 358.07,
      "grad_norm": 1.016509771347046,
      "learning_rate": 2.9372007836247173e-06,
      "loss": 0.3444,
      "step": 1282970
    },
    {
      "epoch": 358.07,
      "grad_norm": 0.94997638463974,
      "learning_rate": 2.9371746251091726e-06,
      "loss": 0.3615,
      "step": 1282980
    },
    {
      "epoch": 358.08,
      "grad_norm": 1.0450339317321777,
      "learning_rate": 2.9371484665146433e-06,
      "loss": 0.3565,
      "step": 1282990
    },
    {
      "epoch": 358.08,
      "grad_norm": 0.934504508972168,
      "learning_rate": 2.937122307841132e-06,
      "loss": 0.3559,
      "step": 1283000
    },
    {
      "epoch": 358.08,
      "grad_norm": 1.0440858602523804,
      "learning_rate": 2.937096149088642e-06,
      "loss": 0.3349,
      "step": 1283010
    },
    {
      "epoch": 358.09,
      "grad_norm": 1.1578376293182373,
      "learning_rate": 2.9370699902571783e-06,
      "loss": 0.3624,
      "step": 1283020
    },
    {
      "epoch": 358.09,
      "grad_norm": 1.1049634218215942,
      "learning_rate": 2.937043831346743e-06,
      "loss": 0.3571,
      "step": 1283030
    },
    {
      "epoch": 358.09,
      "grad_norm": 0.9752556085586548,
      "learning_rate": 2.9370176723573405e-06,
      "loss": 0.3543,
      "step": 1283040
    },
    {
      "epoch": 358.09,
      "grad_norm": 1.073845386505127,
      "learning_rate": 2.936991513288974e-06,
      "loss": 0.3568,
      "step": 1283050
    },
    {
      "epoch": 358.1,
      "grad_norm": 0.9876091480255127,
      "learning_rate": 2.936965354141647e-06,
      "loss": 0.3478,
      "step": 1283060
    },
    {
      "epoch": 358.1,
      "grad_norm": 1.001771330833435,
      "learning_rate": 2.9369391949153625e-06,
      "loss": 0.3634,
      "step": 1283070
    },
    {
      "epoch": 358.1,
      "grad_norm": 0.922150194644928,
      "learning_rate": 2.936913035610125e-06,
      "loss": 0.3322,
      "step": 1283080
    },
    {
      "epoch": 358.1,
      "grad_norm": 1.0286519527435303,
      "learning_rate": 2.9368868762259363e-06,
      "loss": 0.358,
      "step": 1283090
    },
    {
      "epoch": 358.11,
      "grad_norm": 1.0976980924606323,
      "learning_rate": 2.936860716762802e-06,
      "loss": 0.342,
      "step": 1283100
    },
    {
      "epoch": 358.11,
      "grad_norm": 1.0579508543014526,
      "learning_rate": 2.9368345572207235e-06,
      "loss": 0.364,
      "step": 1283110
    },
    {
      "epoch": 358.11,
      "grad_norm": 1.0399538278579712,
      "learning_rate": 2.9368083975997055e-06,
      "loss": 0.333,
      "step": 1283120
    },
    {
      "epoch": 358.12,
      "grad_norm": 1.1675838232040405,
      "learning_rate": 2.936782237899752e-06,
      "loss": 0.3512,
      "step": 1283130
    },
    {
      "epoch": 358.12,
      "grad_norm": 1.0943087339401245,
      "learning_rate": 2.9367560781208654e-06,
      "loss": 0.3431,
      "step": 1283140
    },
    {
      "epoch": 358.12,
      "grad_norm": 0.8572312593460083,
      "learning_rate": 2.936729918263049e-06,
      "loss": 0.3431,
      "step": 1283150
    },
    {
      "epoch": 358.12,
      "grad_norm": 2.230839252471924,
      "learning_rate": 2.9367037583263076e-06,
      "loss": 0.3452,
      "step": 1283160
    },
    {
      "epoch": 358.13,
      "grad_norm": 1.108598232269287,
      "learning_rate": 2.936677598310643e-06,
      "loss": 0.3449,
      "step": 1283170
    },
    {
      "epoch": 358.13,
      "grad_norm": 0.971785843372345,
      "learning_rate": 2.9366514382160607e-06,
      "loss": 0.3302,
      "step": 1283180
    },
    {
      "epoch": 358.13,
      "grad_norm": 1.047450065612793,
      "learning_rate": 2.9366252780425617e-06,
      "loss": 0.3603,
      "step": 1283190
    },
    {
      "epoch": 358.14,
      "grad_norm": 1.0893027782440186,
      "learning_rate": 2.936599117790152e-06,
      "loss": 0.333,
      "step": 1283200
    },
    {
      "epoch": 358.14,
      "grad_norm": 1.0547205209732056,
      "learning_rate": 2.936572957458834e-06,
      "loss": 0.3452,
      "step": 1283210
    },
    {
      "epoch": 358.14,
      "grad_norm": 1.040977954864502,
      "learning_rate": 2.9365467970486104e-06,
      "loss": 0.3297,
      "step": 1283220
    },
    {
      "epoch": 358.14,
      "grad_norm": 1.0990206003189087,
      "learning_rate": 2.9365206365594852e-06,
      "loss": 0.3538,
      "step": 1283230
    },
    {
      "epoch": 358.15,
      "grad_norm": 1.1398173570632935,
      "learning_rate": 2.9364944759914624e-06,
      "loss": 0.3543,
      "step": 1283240
    },
    {
      "epoch": 358.15,
      "grad_norm": 0.871010422706604,
      "learning_rate": 2.936468315344545e-06,
      "loss": 0.3386,
      "step": 1283250
    },
    {
      "epoch": 358.15,
      "grad_norm": 0.9077754020690918,
      "learning_rate": 2.936442154618737e-06,
      "loss": 0.3545,
      "step": 1283260
    },
    {
      "epoch": 358.16,
      "grad_norm": 0.9183944463729858,
      "learning_rate": 2.9364159938140417e-06,
      "loss": 0.341,
      "step": 1283270
    },
    {
      "epoch": 358.16,
      "grad_norm": 0.9285892248153687,
      "learning_rate": 2.936389832930462e-06,
      "loss": 0.3342,
      "step": 1283280
    },
    {
      "epoch": 358.16,
      "grad_norm": 1.1307984590530396,
      "learning_rate": 2.936363671968002e-06,
      "loss": 0.3412,
      "step": 1283290
    },
    {
      "epoch": 358.16,
      "grad_norm": 0.988451361656189,
      "learning_rate": 2.9363375109266647e-06,
      "loss": 0.3639,
      "step": 1283300
    },
    {
      "epoch": 358.17,
      "grad_norm": 1.0299714803695679,
      "learning_rate": 2.936311349806454e-06,
      "loss": 0.3666,
      "step": 1283310
    },
    {
      "epoch": 358.17,
      "grad_norm": 0.9351597428321838,
      "learning_rate": 2.936285188607373e-06,
      "loss": 0.36,
      "step": 1283320
    },
    {
      "epoch": 358.17,
      "grad_norm": 0.9497540593147278,
      "learning_rate": 2.9362590273294254e-06,
      "loss": 0.3553,
      "step": 1283330
    },
    {
      "epoch": 358.17,
      "grad_norm": 0.843651294708252,
      "learning_rate": 2.9362328659726145e-06,
      "loss": 0.3386,
      "step": 1283340
    },
    {
      "epoch": 358.18,
      "grad_norm": 0.9165772199630737,
      "learning_rate": 2.936206704536945e-06,
      "loss": 0.345,
      "step": 1283350
    },
    {
      "epoch": 358.18,
      "grad_norm": 1.081278681755066,
      "learning_rate": 2.936180543022418e-06,
      "loss": 0.3377,
      "step": 1283360
    },
    {
      "epoch": 358.18,
      "grad_norm": 0.9350506067276001,
      "learning_rate": 2.9361543814290395e-06,
      "loss": 0.3454,
      "step": 1283370
    },
    {
      "epoch": 358.19,
      "grad_norm": 1.0406169891357422,
      "learning_rate": 2.936128219756811e-06,
      "loss": 0.3588,
      "step": 1283380
    },
    {
      "epoch": 358.19,
      "grad_norm": 1.1641570329666138,
      "learning_rate": 2.936102058005737e-06,
      "loss": 0.3505,
      "step": 1283390
    },
    {
      "epoch": 358.19,
      "grad_norm": 1.062385082244873,
      "learning_rate": 2.936075896175821e-06,
      "loss": 0.3547,
      "step": 1283400
    },
    {
      "epoch": 358.19,
      "grad_norm": 1.0073833465576172,
      "learning_rate": 2.9360497342670662e-06,
      "loss": 0.3489,
      "step": 1283410
    },
    {
      "epoch": 358.2,
      "grad_norm": 1.0956813097000122,
      "learning_rate": 2.9360235722794763e-06,
      "loss": 0.3583,
      "step": 1283420
    },
    {
      "epoch": 358.2,
      "grad_norm": 0.9981592893600464,
      "learning_rate": 2.9359974102130543e-06,
      "loss": 0.3347,
      "step": 1283430
    },
    {
      "epoch": 358.2,
      "grad_norm": 1.0170173645019531,
      "learning_rate": 2.935971248067804e-06,
      "loss": 0.3628,
      "step": 1283440
    },
    {
      "epoch": 358.21,
      "grad_norm": 0.9665468335151672,
      "learning_rate": 2.9359450858437288e-06,
      "loss": 0.3501,
      "step": 1283450
    },
    {
      "epoch": 358.21,
      "grad_norm": 0.966489851474762,
      "learning_rate": 2.9359189235408325e-06,
      "loss": 0.3652,
      "step": 1283460
    },
    {
      "epoch": 358.21,
      "grad_norm": 0.9635277986526489,
      "learning_rate": 2.9358927611591186e-06,
      "loss": 0.3589,
      "step": 1283470
    },
    {
      "epoch": 358.21,
      "grad_norm": 0.9859809279441833,
      "learning_rate": 2.93586659869859e-06,
      "loss": 0.3663,
      "step": 1283480
    },
    {
      "epoch": 358.22,
      "grad_norm": 1.0048104524612427,
      "learning_rate": 2.9358404361592507e-06,
      "loss": 0.3436,
      "step": 1283490
    },
    {
      "epoch": 358.22,
      "grad_norm": 1.0888396501541138,
      "learning_rate": 2.935814273541104e-06,
      "loss": 0.3634,
      "step": 1283500
    },
    {
      "epoch": 358.22,
      "grad_norm": 0.9472526907920837,
      "learning_rate": 2.9357881108441532e-06,
      "loss": 0.3415,
      "step": 1283510
    },
    {
      "epoch": 358.22,
      "grad_norm": 0.9030495285987854,
      "learning_rate": 2.9357619480684017e-06,
      "loss": 0.335,
      "step": 1283520
    },
    {
      "epoch": 358.23,
      "grad_norm": 1.0967096090316772,
      "learning_rate": 2.935735785213854e-06,
      "loss": 0.3489,
      "step": 1283530
    },
    {
      "epoch": 358.23,
      "grad_norm": 1.0160276889801025,
      "learning_rate": 2.935709622280512e-06,
      "loss": 0.3731,
      "step": 1283540
    },
    {
      "epoch": 358.23,
      "grad_norm": 0.9402616620063782,
      "learning_rate": 2.93568345926838e-06,
      "loss": 0.3597,
      "step": 1283550
    },
    {
      "epoch": 358.24,
      "grad_norm": 0.853833794593811,
      "learning_rate": 2.9356572961774625e-06,
      "loss": 0.351,
      "step": 1283560
    },
    {
      "epoch": 358.24,
      "grad_norm": 1.2088581323623657,
      "learning_rate": 2.935631133007761e-06,
      "loss": 0.3437,
      "step": 1283570
    },
    {
      "epoch": 358.24,
      "grad_norm": 1.0730054378509521,
      "learning_rate": 2.9356049697592808e-06,
      "loss": 0.3307,
      "step": 1283580
    },
    {
      "epoch": 358.24,
      "grad_norm": 1.9783061742782593,
      "learning_rate": 2.9355788064320244e-06,
      "loss": 0.3529,
      "step": 1283590
    },
    {
      "epoch": 358.25,
      "grad_norm": 1.0118268728256226,
      "learning_rate": 2.935552643025995e-06,
      "loss": 0.3403,
      "step": 1283600
    },
    {
      "epoch": 358.25,
      "grad_norm": 1.0444397926330566,
      "learning_rate": 2.9355264795411966e-06,
      "loss": 0.3417,
      "step": 1283610
    },
    {
      "epoch": 358.25,
      "grad_norm": 0.9697242975234985,
      "learning_rate": 2.935500315977632e-06,
      "loss": 0.3384,
      "step": 1283620
    },
    {
      "epoch": 358.26,
      "grad_norm": 1.0210541486740112,
      "learning_rate": 2.9354741523353064e-06,
      "loss": 0.351,
      "step": 1283630
    },
    {
      "epoch": 358.26,
      "grad_norm": 1.0246037244796753,
      "learning_rate": 2.935447988614221e-06,
      "loss": 0.3467,
      "step": 1283640
    },
    {
      "epoch": 358.26,
      "grad_norm": 1.0156577825546265,
      "learning_rate": 2.935421824814382e-06,
      "loss": 0.3471,
      "step": 1283650
    },
    {
      "epoch": 358.26,
      "grad_norm": 0.9244557023048401,
      "learning_rate": 2.9353956609357904e-06,
      "loss": 0.3545,
      "step": 1283660
    },
    {
      "epoch": 358.27,
      "grad_norm": 1.0664482116699219,
      "learning_rate": 2.9353694969784507e-06,
      "loss": 0.3448,
      "step": 1283670
    },
    {
      "epoch": 358.27,
      "grad_norm": 1.0893008708953857,
      "learning_rate": 2.9353433329423654e-06,
      "loss": 0.3496,
      "step": 1283680
    },
    {
      "epoch": 358.27,
      "grad_norm": 1.0053215026855469,
      "learning_rate": 2.9353171688275403e-06,
      "loss": 0.3353,
      "step": 1283690
    },
    {
      "epoch": 358.28,
      "grad_norm": 0.9452160000801086,
      "learning_rate": 2.9352910046339767e-06,
      "loss": 0.3489,
      "step": 1283700
    },
    {
      "epoch": 358.28,
      "grad_norm": 1.1204758882522583,
      "learning_rate": 2.9352648403616784e-06,
      "loss": 0.3412,
      "step": 1283710
    },
    {
      "epoch": 358.28,
      "grad_norm": 1.1474671363830566,
      "learning_rate": 2.9352386760106506e-06,
      "loss": 0.3514,
      "step": 1283720
    },
    {
      "epoch": 358.28,
      "grad_norm": 0.9679744839668274,
      "learning_rate": 2.935212511580895e-06,
      "loss": 0.3627,
      "step": 1283730
    },
    {
      "epoch": 358.29,
      "grad_norm": 1.145316243171692,
      "learning_rate": 2.9351863470724145e-06,
      "loss": 0.3396,
      "step": 1283740
    },
    {
      "epoch": 358.29,
      "grad_norm": 1.086929440498352,
      "learning_rate": 2.935160182485215e-06,
      "loss": 0.3507,
      "step": 1283750
    },
    {
      "epoch": 358.29,
      "grad_norm": 1.0169907808303833,
      "learning_rate": 2.9351340178192982e-06,
      "loss": 0.3419,
      "step": 1283760
    },
    {
      "epoch": 358.29,
      "grad_norm": 1.0597354173660278,
      "learning_rate": 2.9351078530746673e-06,
      "loss": 0.345,
      "step": 1283770
    },
    {
      "epoch": 358.3,
      "grad_norm": 1.0261274576187134,
      "learning_rate": 2.935081688251327e-06,
      "loss": 0.3524,
      "step": 1283780
    },
    {
      "epoch": 358.3,
      "grad_norm": 1.1291749477386475,
      "learning_rate": 2.935055523349281e-06,
      "loss": 0.3641,
      "step": 1283790
    },
    {
      "epoch": 358.3,
      "grad_norm": 1.0975624322891235,
      "learning_rate": 2.9350293583685316e-06,
      "loss": 0.3564,
      "step": 1283800
    },
    {
      "epoch": 358.31,
      "grad_norm": 0.9761841893196106,
      "learning_rate": 2.9350031933090826e-06,
      "loss": 0.3644,
      "step": 1283810
    },
    {
      "epoch": 358.31,
      "grad_norm": 0.9821890592575073,
      "learning_rate": 2.934977028170938e-06,
      "loss": 0.3453,
      "step": 1283820
    },
    {
      "epoch": 358.31,
      "grad_norm": 1.1277976036071777,
      "learning_rate": 2.9349508629541e-06,
      "loss": 0.3415,
      "step": 1283830
    },
    {
      "epoch": 358.31,
      "grad_norm": 0.9149982333183289,
      "learning_rate": 2.934924697658574e-06,
      "loss": 0.3503,
      "step": 1283840
    },
    {
      "epoch": 358.32,
      "grad_norm": 1.950069546699524,
      "learning_rate": 2.9348985322843615e-06,
      "loss": 0.3455,
      "step": 1283850
    },
    {
      "epoch": 358.32,
      "grad_norm": 1.1725597381591797,
      "learning_rate": 2.9348723668314683e-06,
      "loss": 0.3726,
      "step": 1283860
    },
    {
      "epoch": 358.32,
      "grad_norm": 1.1978142261505127,
      "learning_rate": 2.9348462012998963e-06,
      "loss": 0.3452,
      "step": 1283870
    },
    {
      "epoch": 358.33,
      "grad_norm": 1.0291814804077148,
      "learning_rate": 2.9348200356896485e-06,
      "loss": 0.3494,
      "step": 1283880
    },
    {
      "epoch": 358.33,
      "grad_norm": 1.071847915649414,
      "learning_rate": 2.9347938700007296e-06,
      "loss": 0.3558,
      "step": 1283890
    },
    {
      "epoch": 358.33,
      "grad_norm": 1.0477409362792969,
      "learning_rate": 2.934767704233142e-06,
      "loss": 0.3487,
      "step": 1283900
    },
    {
      "epoch": 358.33,
      "grad_norm": 1.2013441324234009,
      "learning_rate": 2.93474153838689e-06,
      "loss": 0.3606,
      "step": 1283910
    },
    {
      "epoch": 358.34,
      "grad_norm": 0.9959858059883118,
      "learning_rate": 2.934715372461977e-06,
      "loss": 0.331,
      "step": 1283920
    },
    {
      "epoch": 358.34,
      "grad_norm": 1.0187077522277832,
      "learning_rate": 2.9346892064584067e-06,
      "loss": 0.3816,
      "step": 1283930
    },
    {
      "epoch": 358.34,
      "grad_norm": 1.1135399341583252,
      "learning_rate": 2.9346630403761824e-06,
      "loss": 0.341,
      "step": 1283940
    },
    {
      "epoch": 358.34,
      "grad_norm": 1.1002684831619263,
      "learning_rate": 2.934636874215307e-06,
      "loss": 0.3468,
      "step": 1283950
    },
    {
      "epoch": 358.35,
      "grad_norm": 1.0819870233535767,
      "learning_rate": 2.9346107079757843e-06,
      "loss": 0.3538,
      "step": 1283960
    },
    {
      "epoch": 358.35,
      "grad_norm": 1.0309830904006958,
      "learning_rate": 2.9345845416576173e-06,
      "loss": 0.3484,
      "step": 1283970
    },
    {
      "epoch": 358.35,
      "grad_norm": 1.1412733793258667,
      "learning_rate": 2.9345583752608113e-06,
      "loss": 0.3461,
      "step": 1283980
    },
    {
      "epoch": 358.36,
      "grad_norm": 1.0075815916061401,
      "learning_rate": 2.9345322087853676e-06,
      "loss": 0.3324,
      "step": 1283990
    },
    {
      "epoch": 358.36,
      "grad_norm": 1.1655421257019043,
      "learning_rate": 2.9345060422312905e-06,
      "loss": 0.3588,
      "step": 1284000
    },
    {
      "epoch": 358.36,
      "grad_norm": 0.9544631838798523,
      "learning_rate": 2.9344798755985846e-06,
      "loss": 0.334,
      "step": 1284010
    },
    {
      "epoch": 358.36,
      "grad_norm": 1.022565484046936,
      "learning_rate": 2.934453708887252e-06,
      "loss": 0.3624,
      "step": 1284020
    },
    {
      "epoch": 358.37,
      "grad_norm": 1.0715363025665283,
      "learning_rate": 2.934427542097296e-06,
      "loss": 0.3435,
      "step": 1284030
    },
    {
      "epoch": 358.37,
      "grad_norm": 1.227561354637146,
      "learning_rate": 2.934401375228721e-06,
      "loss": 0.3547,
      "step": 1284040
    },
    {
      "epoch": 358.37,
      "grad_norm": 0.9671763777732849,
      "learning_rate": 2.934375208281531e-06,
      "loss": 0.3364,
      "step": 1284050
    },
    {
      "epoch": 358.38,
      "grad_norm": 1.105787754058838,
      "learning_rate": 2.9343490412557272e-06,
      "loss": 0.3448,
      "step": 1284060
    },
    {
      "epoch": 358.38,
      "grad_norm": 1.0087064504623413,
      "learning_rate": 2.934322874151315e-06,
      "loss": 0.3464,
      "step": 1284070
    },
    {
      "epoch": 358.38,
      "grad_norm": 0.9805320501327515,
      "learning_rate": 2.9342967069682977e-06,
      "loss": 0.3565,
      "step": 1284080
    },
    {
      "epoch": 358.38,
      "grad_norm": 1.0983439683914185,
      "learning_rate": 2.9342705397066787e-06,
      "loss": 0.3551,
      "step": 1284090
    },
    {
      "epoch": 358.39,
      "grad_norm": 1.0777631998062134,
      "learning_rate": 2.9342443723664606e-06,
      "loss": 0.3416,
      "step": 1284100
    },
    {
      "epoch": 358.39,
      "grad_norm": 0.9811972975730896,
      "learning_rate": 2.934218204947648e-06,
      "loss": 0.3598,
      "step": 1284110
    },
    {
      "epoch": 358.39,
      "grad_norm": 0.8779715895652771,
      "learning_rate": 2.9341920374502438e-06,
      "loss": 0.3434,
      "step": 1284120
    },
    {
      "epoch": 358.4,
      "grad_norm": 1.0926707983016968,
      "learning_rate": 2.934165869874251e-06,
      "loss": 0.3627,
      "step": 1284130
    },
    {
      "epoch": 358.4,
      "grad_norm": 0.9215072989463806,
      "learning_rate": 2.934139702219674e-06,
      "loss": 0.3519,
      "step": 1284140
    },
    {
      "epoch": 358.4,
      "grad_norm": 0.9484389424324036,
      "learning_rate": 2.934113534486517e-06,
      "loss": 0.3451,
      "step": 1284150
    },
    {
      "epoch": 358.4,
      "grad_norm": 1.219711422920227,
      "learning_rate": 2.9340873666747817e-06,
      "loss": 0.3581,
      "step": 1284160
    },
    {
      "epoch": 358.41,
      "grad_norm": 1.1600061655044556,
      "learning_rate": 2.9340611987844724e-06,
      "loss": 0.3419,
      "step": 1284170
    },
    {
      "epoch": 358.41,
      "grad_norm": 0.923843264579773,
      "learning_rate": 2.9340350308155924e-06,
      "loss": 0.3444,
      "step": 1284180
    },
    {
      "epoch": 358.41,
      "grad_norm": 1.0127164125442505,
      "learning_rate": 2.9340088627681453e-06,
      "loss": 0.3402,
      "step": 1284190
    },
    {
      "epoch": 358.41,
      "grad_norm": 1.0541926622390747,
      "learning_rate": 2.9339826946421343e-06,
      "loss": 0.3526,
      "step": 1284200
    },
    {
      "epoch": 358.42,
      "grad_norm": 1.0376368761062622,
      "learning_rate": 2.9339565264375635e-06,
      "loss": 0.3422,
      "step": 1284210
    },
    {
      "epoch": 358.42,
      "grad_norm": 1.0519458055496216,
      "learning_rate": 2.9339303581544355e-06,
      "loss": 0.3443,
      "step": 1284220
    },
    {
      "epoch": 358.42,
      "grad_norm": 0.9936016798019409,
      "learning_rate": 2.9339041897927553e-06,
      "loss": 0.3514,
      "step": 1284230
    },
    {
      "epoch": 358.43,
      "grad_norm": 1.0973297357559204,
      "learning_rate": 2.9338780213525256e-06,
      "loss": 0.3342,
      "step": 1284240
    },
    {
      "epoch": 358.43,
      "grad_norm": 0.9618658423423767,
      "learning_rate": 2.9338518528337487e-06,
      "loss": 0.353,
      "step": 1284250
    },
    {
      "epoch": 358.43,
      "grad_norm": 0.9083741903305054,
      "learning_rate": 2.9338256842364295e-06,
      "loss": 0.3571,
      "step": 1284260
    },
    {
      "epoch": 358.43,
      "grad_norm": 0.9536544680595398,
      "learning_rate": 2.933799515560571e-06,
      "loss": 0.3528,
      "step": 1284270
    },
    {
      "epoch": 358.44,
      "grad_norm": 1.0198323726654053,
      "learning_rate": 2.9337733468061766e-06,
      "loss": 0.3474,
      "step": 1284280
    },
    {
      "epoch": 358.44,
      "grad_norm": 1.1165434122085571,
      "learning_rate": 2.9337471779732496e-06,
      "loss": 0.3467,
      "step": 1284290
    },
    {
      "epoch": 358.44,
      "grad_norm": 0.8908284306526184,
      "learning_rate": 2.933721009061795e-06,
      "loss": 0.3535,
      "step": 1284300
    },
    {
      "epoch": 358.45,
      "grad_norm": 1.136405348777771,
      "learning_rate": 2.9336948400718143e-06,
      "loss": 0.3416,
      "step": 1284310
    },
    {
      "epoch": 358.45,
      "grad_norm": 1.0562753677368164,
      "learning_rate": 2.9336686710033123e-06,
      "loss": 0.3389,
      "step": 1284320
    },
    {
      "epoch": 358.45,
      "grad_norm": 1.016739010810852,
      "learning_rate": 2.9336425018562907e-06,
      "loss": 0.3411,
      "step": 1284330
    },
    {
      "epoch": 358.45,
      "grad_norm": 0.988248348236084,
      "learning_rate": 2.9336163326307555e-06,
      "loss": 0.3554,
      "step": 1284340
    },
    {
      "epoch": 358.46,
      "grad_norm": 0.925654947757721,
      "learning_rate": 2.933590163326709e-06,
      "loss": 0.3624,
      "step": 1284350
    },
    {
      "epoch": 358.46,
      "grad_norm": 1.0669530630111694,
      "learning_rate": 2.9335639939441536e-06,
      "loss": 0.3504,
      "step": 1284360
    },
    {
      "epoch": 358.46,
      "grad_norm": 1.1433185338974,
      "learning_rate": 2.933537824483094e-06,
      "loss": 0.3555,
      "step": 1284370
    },
    {
      "epoch": 358.46,
      "grad_norm": 0.9620451927185059,
      "learning_rate": 2.9335116549435346e-06,
      "loss": 0.3681,
      "step": 1284380
    },
    {
      "epoch": 358.47,
      "grad_norm": 0.8922409415245056,
      "learning_rate": 2.9334854853254764e-06,
      "loss": 0.3428,
      "step": 1284390
    },
    {
      "epoch": 358.47,
      "grad_norm": 0.9856177568435669,
      "learning_rate": 2.9334593156289256e-06,
      "loss": 0.3386,
      "step": 1284400
    },
    {
      "epoch": 358.47,
      "grad_norm": 1.0075045824050903,
      "learning_rate": 2.933433145853883e-06,
      "loss": 0.3374,
      "step": 1284410
    },
    {
      "epoch": 358.48,
      "grad_norm": 0.9743745923042297,
      "learning_rate": 2.9334069760003537e-06,
      "loss": 0.3494,
      "step": 1284420
    },
    {
      "epoch": 358.48,
      "grad_norm": 1.009650468826294,
      "learning_rate": 2.9333808060683414e-06,
      "loss": 0.3603,
      "step": 1284430
    },
    {
      "epoch": 358.48,
      "grad_norm": 0.9479705095291138,
      "learning_rate": 2.9333546360578485e-06,
      "loss": 0.3423,
      "step": 1284440
    },
    {
      "epoch": 358.48,
      "grad_norm": 0.8889861702919006,
      "learning_rate": 2.93332846596888e-06,
      "loss": 0.3497,
      "step": 1284450
    },
    {
      "epoch": 358.49,
      "grad_norm": 1.1851272583007812,
      "learning_rate": 2.9333022958014375e-06,
      "loss": 0.3385,
      "step": 1284460
    },
    {
      "epoch": 358.49,
      "grad_norm": 1.0207417011260986,
      "learning_rate": 2.9332761255555266e-06,
      "loss": 0.3481,
      "step": 1284470
    },
    {
      "epoch": 358.49,
      "grad_norm": 0.9680315256118774,
      "learning_rate": 2.933249955231148e-06,
      "loss": 0.3608,
      "step": 1284480
    },
    {
      "epoch": 358.5,
      "grad_norm": 1.0824477672576904,
      "learning_rate": 2.933223784828307e-06,
      "loss": 0.3572,
      "step": 1284490
    },
    {
      "epoch": 358.5,
      "grad_norm": 0.8657010197639465,
      "learning_rate": 2.933197614347008e-06,
      "loss": 0.3507,
      "step": 1284500
    },
    {
      "epoch": 358.5,
      "grad_norm": 0.933456301689148,
      "learning_rate": 2.9331714437872527e-06,
      "loss": 0.354,
      "step": 1284510
    },
    {
      "epoch": 358.5,
      "grad_norm": 0.890485942363739,
      "learning_rate": 2.9331452731490453e-06,
      "loss": 0.3529,
      "step": 1284520
    },
    {
      "epoch": 358.51,
      "grad_norm": 0.9268030524253845,
      "learning_rate": 2.9331191024323895e-06,
      "loss": 0.3448,
      "step": 1284530
    },
    {
      "epoch": 358.51,
      "grad_norm": 1.089968204498291,
      "learning_rate": 2.9330929316372887e-06,
      "loss": 0.3438,
      "step": 1284540
    },
    {
      "epoch": 358.51,
      "grad_norm": 1.0049686431884766,
      "learning_rate": 2.9330667607637455e-06,
      "loss": 0.3442,
      "step": 1284550
    },
    {
      "epoch": 358.52,
      "grad_norm": 0.9497799277305603,
      "learning_rate": 2.9330405898117645e-06,
      "loss": 0.3491,
      "step": 1284560
    },
    {
      "epoch": 358.52,
      "grad_norm": 1.1652860641479492,
      "learning_rate": 2.9330144187813486e-06,
      "loss": 0.334,
      "step": 1284570
    },
    {
      "epoch": 358.52,
      "grad_norm": 1.0476179122924805,
      "learning_rate": 2.9329882476725013e-06,
      "loss": 0.3573,
      "step": 1284580
    },
    {
      "epoch": 358.52,
      "grad_norm": 1.4743331670761108,
      "learning_rate": 2.9329620764852264e-06,
      "loss": 0.3578,
      "step": 1284590
    },
    {
      "epoch": 358.53,
      "grad_norm": 1.1655255556106567,
      "learning_rate": 2.9329359052195272e-06,
      "loss": 0.3477,
      "step": 1284600
    },
    {
      "epoch": 358.53,
      "grad_norm": 1.0513161420822144,
      "learning_rate": 2.932909733875408e-06,
      "loss": 0.3363,
      "step": 1284610
    },
    {
      "epoch": 358.53,
      "grad_norm": 1.186210036277771,
      "learning_rate": 2.93288356245287e-06,
      "loss": 0.3463,
      "step": 1284620
    },
    {
      "epoch": 358.53,
      "grad_norm": 1.0261987447738647,
      "learning_rate": 2.932857390951919e-06,
      "loss": 0.3655,
      "step": 1284630
    },
    {
      "epoch": 358.54,
      "grad_norm": 0.9518788456916809,
      "learning_rate": 2.9328312193725577e-06,
      "loss": 0.3616,
      "step": 1284640
    },
    {
      "epoch": 358.54,
      "grad_norm": 0.9240990877151489,
      "learning_rate": 2.932805047714789e-06,
      "loss": 0.3587,
      "step": 1284650
    },
    {
      "epoch": 358.54,
      "grad_norm": 0.9996273517608643,
      "learning_rate": 2.9327788759786176e-06,
      "loss": 0.3428,
      "step": 1284660
    },
    {
      "epoch": 358.55,
      "grad_norm": 1.2239702939987183,
      "learning_rate": 2.9327527041640458e-06,
      "loss": 0.3568,
      "step": 1284670
    },
    {
      "epoch": 358.55,
      "grad_norm": 0.9897922277450562,
      "learning_rate": 2.932726532271078e-06,
      "loss": 0.3227,
      "step": 1284680
    },
    {
      "epoch": 358.55,
      "grad_norm": 0.989718496799469,
      "learning_rate": 2.9327003602997175e-06,
      "loss": 0.3666,
      "step": 1284690
    },
    {
      "epoch": 358.55,
      "grad_norm": 1.0548821687698364,
      "learning_rate": 2.9326741882499665e-06,
      "loss": 0.3561,
      "step": 1284700
    },
    {
      "epoch": 358.56,
      "grad_norm": 1.0086803436279297,
      "learning_rate": 2.9326480161218302e-06,
      "loss": 0.3479,
      "step": 1284710
    },
    {
      "epoch": 358.56,
      "grad_norm": 1.0493268966674805,
      "learning_rate": 2.932621843915311e-06,
      "loss": 0.3594,
      "step": 1284720
    },
    {
      "epoch": 358.56,
      "grad_norm": 0.9596375823020935,
      "learning_rate": 2.9325956716304133e-06,
      "loss": 0.3424,
      "step": 1284730
    },
    {
      "epoch": 358.57,
      "grad_norm": 1.0286434888839722,
      "learning_rate": 2.9325694992671395e-06,
      "loss": 0.3491,
      "step": 1284740
    },
    {
      "epoch": 358.57,
      "grad_norm": 1.1207871437072754,
      "learning_rate": 2.9325433268254943e-06,
      "loss": 0.3413,
      "step": 1284750
    },
    {
      "epoch": 358.57,
      "grad_norm": 0.9016674757003784,
      "learning_rate": 2.932517154305481e-06,
      "loss": 0.3413,
      "step": 1284760
    },
    {
      "epoch": 358.57,
      "grad_norm": 1.012553095817566,
      "learning_rate": 2.932490981707101e-06,
      "loss": 0.3358,
      "step": 1284770
    },
    {
      "epoch": 358.58,
      "grad_norm": 0.9976797103881836,
      "learning_rate": 2.9324648090303602e-06,
      "loss": 0.3467,
      "step": 1284780
    },
    {
      "epoch": 358.58,
      "grad_norm": 0.9943099021911621,
      "learning_rate": 2.932438636275262e-06,
      "loss": 0.3394,
      "step": 1284790
    },
    {
      "epoch": 358.58,
      "grad_norm": 0.873025119304657,
      "learning_rate": 2.9324124634418082e-06,
      "loss": 0.3593,
      "step": 1284800
    },
    {
      "epoch": 358.58,
      "grad_norm": 1.0851857662200928,
      "learning_rate": 2.9323862905300034e-06,
      "loss": 0.3642,
      "step": 1284810
    },
    {
      "epoch": 358.59,
      "grad_norm": 1.0184580087661743,
      "learning_rate": 2.9323601175398515e-06,
      "loss": 0.3338,
      "step": 1284820
    },
    {
      "epoch": 358.59,
      "grad_norm": 0.9671453237533569,
      "learning_rate": 2.932333944471356e-06,
      "loss": 0.3388,
      "step": 1284830
    },
    {
      "epoch": 358.59,
      "grad_norm": 0.8445032238960266,
      "learning_rate": 2.9323077713245184e-06,
      "loss": 0.3469,
      "step": 1284840
    },
    {
      "epoch": 358.6,
      "grad_norm": 0.9311206936836243,
      "learning_rate": 2.932281598099344e-06,
      "loss": 0.3325,
      "step": 1284850
    },
    {
      "epoch": 358.6,
      "grad_norm": 0.960413932800293,
      "learning_rate": 2.9322554247958365e-06,
      "loss": 0.3447,
      "step": 1284860
    },
    {
      "epoch": 358.6,
      "grad_norm": 0.9075914621353149,
      "learning_rate": 2.932229251413998e-06,
      "loss": 0.3491,
      "step": 1284870
    },
    {
      "epoch": 358.6,
      "grad_norm": 1.014825701713562,
      "learning_rate": 2.9322030779538325e-06,
      "loss": 0.3386,
      "step": 1284880
    },
    {
      "epoch": 358.61,
      "grad_norm": 0.9385847449302673,
      "learning_rate": 2.932176904415345e-06,
      "loss": 0.3377,
      "step": 1284890
    },
    {
      "epoch": 358.61,
      "grad_norm": 1.0332622528076172,
      "learning_rate": 2.9321507307985368e-06,
      "loss": 0.3535,
      "step": 1284900
    },
    {
      "epoch": 358.61,
      "grad_norm": 1.0820857286453247,
      "learning_rate": 2.9321245571034124e-06,
      "loss": 0.3368,
      "step": 1284910
    },
    {
      "epoch": 358.62,
      "grad_norm": 1.0453003644943237,
      "learning_rate": 2.9320983833299757e-06,
      "loss": 0.3479,
      "step": 1284920
    },
    {
      "epoch": 358.62,
      "grad_norm": 1.0577499866485596,
      "learning_rate": 2.932072209478229e-06,
      "loss": 0.3429,
      "step": 1284930
    },
    {
      "epoch": 358.62,
      "grad_norm": 1.0981488227844238,
      "learning_rate": 2.9320460355481763e-06,
      "loss": 0.352,
      "step": 1284940
    },
    {
      "epoch": 358.62,
      "grad_norm": 1.0432747602462769,
      "learning_rate": 2.9320198615398226e-06,
      "loss": 0.3414,
      "step": 1284950
    },
    {
      "epoch": 358.63,
      "grad_norm": 1.1280266046524048,
      "learning_rate": 2.9319936874531687e-06,
      "loss": 0.3463,
      "step": 1284960
    },
    {
      "epoch": 358.63,
      "grad_norm": 0.9822993278503418,
      "learning_rate": 2.93196751328822e-06,
      "loss": 0.3389,
      "step": 1284970
    },
    {
      "epoch": 358.63,
      "grad_norm": 1.1191662549972534,
      "learning_rate": 2.931941339044979e-06,
      "loss": 0.3364,
      "step": 1284980
    },
    {
      "epoch": 358.64,
      "grad_norm": 1.2187567949295044,
      "learning_rate": 2.9319151647234498e-06,
      "loss": 0.3573,
      "step": 1284990
    },
    {
      "epoch": 358.64,
      "grad_norm": 0.9937997460365295,
      "learning_rate": 2.9318889903236355e-06,
      "loss": 0.353,
      "step": 1285000
    },
    {
      "epoch": 358.64,
      "grad_norm": 0.9553077816963196,
      "learning_rate": 2.9318628158455398e-06,
      "loss": 0.3546,
      "step": 1285010
    },
    {
      "epoch": 358.64,
      "grad_norm": 1.1210962533950806,
      "learning_rate": 2.9318366412891663e-06,
      "loss": 0.3529,
      "step": 1285020
    },
    {
      "epoch": 358.65,
      "grad_norm": 1.175144910812378,
      "learning_rate": 2.931810466654518e-06,
      "loss": 0.3507,
      "step": 1285030
    },
    {
      "epoch": 358.65,
      "grad_norm": 1.030027985572815,
      "learning_rate": 2.931784291941599e-06,
      "loss": 0.359,
      "step": 1285040
    },
    {
      "epoch": 358.65,
      "grad_norm": 0.9611080288887024,
      "learning_rate": 2.931758117150413e-06,
      "loss": 0.3243,
      "step": 1285050
    },
    {
      "epoch": 358.65,
      "grad_norm": 1.0574291944503784,
      "learning_rate": 2.931731942280962e-06,
      "loss": 0.3646,
      "step": 1285060
    },
    {
      "epoch": 358.66,
      "grad_norm": 1.1535487174987793,
      "learning_rate": 2.9317057673332504e-06,
      "loss": 0.36,
      "step": 1285070
    },
    {
      "epoch": 358.66,
      "grad_norm": 1.3249338865280151,
      "learning_rate": 2.9316795923072827e-06,
      "loss": 0.3578,
      "step": 1285080
    },
    {
      "epoch": 358.66,
      "grad_norm": 1.034341812133789,
      "learning_rate": 2.9316534172030606e-06,
      "loss": 0.3524,
      "step": 1285090
    },
    {
      "epoch": 358.67,
      "grad_norm": 1.0708016157150269,
      "learning_rate": 2.931627242020588e-06,
      "loss": 0.3466,
      "step": 1285100
    },
    {
      "epoch": 358.67,
      "grad_norm": 0.9982219338417053,
      "learning_rate": 2.9316010667598697e-06,
      "loss": 0.3559,
      "step": 1285110
    },
    {
      "epoch": 358.67,
      "grad_norm": 1.0456480979919434,
      "learning_rate": 2.931574891420908e-06,
      "loss": 0.355,
      "step": 1285120
    },
    {
      "epoch": 358.67,
      "grad_norm": 0.9286694526672363,
      "learning_rate": 2.9315487160037065e-06,
      "loss": 0.3389,
      "step": 1285130
    },
    {
      "epoch": 358.68,
      "grad_norm": 1.0153329372406006,
      "learning_rate": 2.9315225405082696e-06,
      "loss": 0.3429,
      "step": 1285140
    },
    {
      "epoch": 358.68,
      "grad_norm": 1.2586941719055176,
      "learning_rate": 2.931496364934599e-06,
      "loss": 0.3507,
      "step": 1285150
    },
    {
      "epoch": 358.68,
      "grad_norm": 0.8646891117095947,
      "learning_rate": 2.9314701892826993e-06,
      "loss": 0.3284,
      "step": 1285160
    },
    {
      "epoch": 358.69,
      "grad_norm": 1.1070301532745361,
      "learning_rate": 2.9314440135525737e-06,
      "loss": 0.3456,
      "step": 1285170
    },
    {
      "epoch": 358.69,
      "grad_norm": 1.0528268814086914,
      "learning_rate": 2.9314178377442267e-06,
      "loss": 0.3454,
      "step": 1285180
    },
    {
      "epoch": 358.69,
      "grad_norm": 0.92709881067276,
      "learning_rate": 2.931391661857661e-06,
      "loss": 0.3448,
      "step": 1285190
    },
    {
      "epoch": 358.69,
      "grad_norm": 1.0333495140075684,
      "learning_rate": 2.931365485892879e-06,
      "loss": 0.3583,
      "step": 1285200
    },
    {
      "epoch": 358.7,
      "grad_norm": 0.9626964330673218,
      "learning_rate": 2.9313393098498857e-06,
      "loss": 0.3696,
      "step": 1285210
    },
    {
      "epoch": 358.7,
      "grad_norm": 1.0259064435958862,
      "learning_rate": 2.931313133728684e-06,
      "loss": 0.3561,
      "step": 1285220
    },
    {
      "epoch": 358.7,
      "grad_norm": 1.0876288414001465,
      "learning_rate": 2.931286957529278e-06,
      "loss": 0.351,
      "step": 1285230
    },
    {
      "epoch": 358.7,
      "grad_norm": 1.0548804998397827,
      "learning_rate": 2.93126078125167e-06,
      "loss": 0.3657,
      "step": 1285240
    },
    {
      "epoch": 358.71,
      "grad_norm": 1.0421142578125,
      "learning_rate": 2.931234604895865e-06,
      "loss": 0.3502,
      "step": 1285250
    },
    {
      "epoch": 358.71,
      "grad_norm": 1.0106620788574219,
      "learning_rate": 2.931208428461865e-06,
      "loss": 0.3565,
      "step": 1285260
    },
    {
      "epoch": 358.71,
      "grad_norm": 1.1003310680389404,
      "learning_rate": 2.931182251949675e-06,
      "loss": 0.3511,
      "step": 1285270
    },
    {
      "epoch": 358.72,
      "grad_norm": 1.0193639993667603,
      "learning_rate": 2.9311560753592966e-06,
      "loss": 0.3291,
      "step": 1285280
    },
    {
      "epoch": 358.72,
      "grad_norm": 0.9852744936943054,
      "learning_rate": 2.931129898690734e-06,
      "loss": 0.3479,
      "step": 1285290
    },
    {
      "epoch": 358.72,
      "grad_norm": 0.9597276449203491,
      "learning_rate": 2.9311037219439916e-06,
      "loss": 0.3464,
      "step": 1285300
    },
    {
      "epoch": 358.72,
      "grad_norm": 1.0009740591049194,
      "learning_rate": 2.9310775451190725e-06,
      "loss": 0.3505,
      "step": 1285310
    },
    {
      "epoch": 358.73,
      "grad_norm": 1.0051965713500977,
      "learning_rate": 2.9310513682159794e-06,
      "loss": 0.3725,
      "step": 1285320
    },
    {
      "epoch": 358.73,
      "grad_norm": 1.1649589538574219,
      "learning_rate": 2.9310251912347166e-06,
      "loss": 0.3492,
      "step": 1285330
    },
    {
      "epoch": 358.73,
      "grad_norm": 2.519744634628296,
      "learning_rate": 2.9309990141752875e-06,
      "loss": 0.3745,
      "step": 1285340
    },
    {
      "epoch": 358.74,
      "grad_norm": 1.0725507736206055,
      "learning_rate": 2.930972837037695e-06,
      "loss": 0.346,
      "step": 1285350
    },
    {
      "epoch": 358.74,
      "grad_norm": 1.105942726135254,
      "learning_rate": 2.930946659821943e-06,
      "loss": 0.352,
      "step": 1285360
    },
    {
      "epoch": 358.74,
      "grad_norm": 1.0483912229537964,
      "learning_rate": 2.9309204825280354e-06,
      "loss": 0.3339,
      "step": 1285370
    },
    {
      "epoch": 358.74,
      "grad_norm": 1.044587254524231,
      "learning_rate": 2.9308943051559745e-06,
      "loss": 0.3617,
      "step": 1285380
    },
    {
      "epoch": 358.75,
      "grad_norm": 1.0098605155944824,
      "learning_rate": 2.930868127705765e-06,
      "loss": 0.3429,
      "step": 1285390
    },
    {
      "epoch": 358.75,
      "grad_norm": 1.1986148357391357,
      "learning_rate": 2.93084195017741e-06,
      "loss": 0.3405,
      "step": 1285400
    },
    {
      "epoch": 358.75,
      "grad_norm": 1.1629257202148438,
      "learning_rate": 2.930815772570913e-06,
      "loss": 0.3597,
      "step": 1285410
    },
    {
      "epoch": 358.76,
      "grad_norm": 1.014183521270752,
      "learning_rate": 2.9307895948862774e-06,
      "loss": 0.3626,
      "step": 1285420
    },
    {
      "epoch": 358.76,
      "grad_norm": 0.9138794541358948,
      "learning_rate": 2.9307634171235064e-06,
      "loss": 0.345,
      "step": 1285430
    },
    {
      "epoch": 358.76,
      "grad_norm": 1.0741151571273804,
      "learning_rate": 2.9307372392826043e-06,
      "loss": 0.3351,
      "step": 1285440
    },
    {
      "epoch": 358.76,
      "grad_norm": 0.9947448968887329,
      "learning_rate": 2.9307110613635727e-06,
      "loss": 0.3442,
      "step": 1285450
    },
    {
      "epoch": 358.77,
      "grad_norm": 1.0534155368804932,
      "learning_rate": 2.930684883366417e-06,
      "loss": 0.3592,
      "step": 1285460
    },
    {
      "epoch": 358.77,
      "grad_norm": 0.893103837966919,
      "learning_rate": 2.930658705291141e-06,
      "loss": 0.3436,
      "step": 1285470
    },
    {
      "epoch": 358.77,
      "grad_norm": 1.0343619585037231,
      "learning_rate": 2.9306325271377465e-06,
      "loss": 0.3545,
      "step": 1285480
    },
    {
      "epoch": 358.77,
      "grad_norm": 0.9894214868545532,
      "learning_rate": 2.930606348906238e-06,
      "loss": 0.3496,
      "step": 1285490
    },
    {
      "epoch": 358.78,
      "grad_norm": 1.1919585466384888,
      "learning_rate": 2.930580170596619e-06,
      "loss": 0.3611,
      "step": 1285500
    },
    {
      "epoch": 358.78,
      "grad_norm": 1.0238217115402222,
      "learning_rate": 2.9305539922088922e-06,
      "loss": 0.3458,
      "step": 1285510
    },
    {
      "epoch": 358.78,
      "grad_norm": 1.0269016027450562,
      "learning_rate": 2.930527813743062e-06,
      "loss": 0.362,
      "step": 1285520
    },
    {
      "epoch": 358.79,
      "grad_norm": 1.0607936382293701,
      "learning_rate": 2.9305016351991318e-06,
      "loss": 0.3666,
      "step": 1285530
    },
    {
      "epoch": 358.79,
      "grad_norm": 0.9343307614326477,
      "learning_rate": 2.930475456577104e-06,
      "loss": 0.3483,
      "step": 1285540
    },
    {
      "epoch": 358.79,
      "grad_norm": 1.6528865098953247,
      "learning_rate": 2.930449277876983e-06,
      "loss": 0.3539,
      "step": 1285550
    },
    {
      "epoch": 358.79,
      "grad_norm": 1.113915205001831,
      "learning_rate": 2.930423099098773e-06,
      "loss": 0.3507,
      "step": 1285560
    },
    {
      "epoch": 358.8,
      "grad_norm": 1.059623122215271,
      "learning_rate": 2.9303969202424765e-06,
      "loss": 0.3563,
      "step": 1285570
    },
    {
      "epoch": 358.8,
      "grad_norm": 1.0006790161132812,
      "learning_rate": 2.9303707413080964e-06,
      "loss": 0.349,
      "step": 1285580
    },
    {
      "epoch": 358.8,
      "grad_norm": 0.9196686148643494,
      "learning_rate": 2.9303445622956367e-06,
      "loss": 0.3468,
      "step": 1285590
    },
    {
      "epoch": 358.81,
      "grad_norm": 0.9376083612442017,
      "learning_rate": 2.930318383205102e-06,
      "loss": 0.3619,
      "step": 1285600
    },
    {
      "epoch": 358.81,
      "grad_norm": 1.1741266250610352,
      "learning_rate": 2.9302922040364946e-06,
      "loss": 0.3535,
      "step": 1285610
    },
    {
      "epoch": 358.81,
      "grad_norm": 1.2872029542922974,
      "learning_rate": 2.9302660247898177e-06,
      "loss": 0.3581,
      "step": 1285620
    },
    {
      "epoch": 358.81,
      "grad_norm": 1.0806759595870972,
      "learning_rate": 2.9302398454650765e-06,
      "loss": 0.3612,
      "step": 1285630
    },
    {
      "epoch": 358.82,
      "grad_norm": 1.2157011032104492,
      "learning_rate": 2.930213666062273e-06,
      "loss": 0.3446,
      "step": 1285640
    },
    {
      "epoch": 358.82,
      "grad_norm": 1.111818552017212,
      "learning_rate": 2.9301874865814102e-06,
      "loss": 0.3531,
      "step": 1285650
    },
    {
      "epoch": 358.82,
      "grad_norm": 0.9846504330635071,
      "learning_rate": 2.9301613070224932e-06,
      "loss": 0.3488,
      "step": 1285660
    },
    {
      "epoch": 358.83,
      "grad_norm": 1.0135666131973267,
      "learning_rate": 2.9301351273855247e-06,
      "loss": 0.3308,
      "step": 1285670
    },
    {
      "epoch": 358.83,
      "grad_norm": 1.0870198011398315,
      "learning_rate": 2.930108947670507e-06,
      "loss": 0.3512,
      "step": 1285680
    },
    {
      "epoch": 358.83,
      "grad_norm": 1.2868751287460327,
      "learning_rate": 2.930082767877446e-06,
      "loss": 0.3385,
      "step": 1285690
    },
    {
      "epoch": 358.83,
      "grad_norm": 1.1493655443191528,
      "learning_rate": 2.930056588006344e-06,
      "loss": 0.372,
      "step": 1285700
    },
    {
      "epoch": 358.84,
      "grad_norm": 1.1720229387283325,
      "learning_rate": 2.930030408057204e-06,
      "loss": 0.335,
      "step": 1285710
    },
    {
      "epoch": 358.84,
      "grad_norm": 0.9997954368591309,
      "learning_rate": 2.9300042280300303e-06,
      "loss": 0.3507,
      "step": 1285720
    },
    {
      "epoch": 358.84,
      "grad_norm": 1.8405311107635498,
      "learning_rate": 2.9299780479248253e-06,
      "loss": 0.3437,
      "step": 1285730
    },
    {
      "epoch": 358.84,
      "grad_norm": 1.1151338815689087,
      "learning_rate": 2.9299518677415938e-06,
      "loss": 0.3525,
      "step": 1285740
    },
    {
      "epoch": 358.85,
      "grad_norm": 0.9212676882743835,
      "learning_rate": 2.9299256874803378e-06,
      "loss": 0.3483,
      "step": 1285750
    },
    {
      "epoch": 358.85,
      "grad_norm": 1.037630319595337,
      "learning_rate": 2.9298995071410633e-06,
      "loss": 0.3386,
      "step": 1285760
    },
    {
      "epoch": 358.85,
      "grad_norm": 1.1247987747192383,
      "learning_rate": 2.9298733267237707e-06,
      "loss": 0.3434,
      "step": 1285770
    },
    {
      "epoch": 358.86,
      "grad_norm": 0.9676264524459839,
      "learning_rate": 2.929847146228466e-06,
      "loss": 0.3443,
      "step": 1285780
    },
    {
      "epoch": 358.86,
      "grad_norm": 0.9809857606887817,
      "learning_rate": 2.9298209656551508e-06,
      "loss": 0.3414,
      "step": 1285790
    },
    {
      "epoch": 358.86,
      "grad_norm": 1.0020018815994263,
      "learning_rate": 2.9297947850038294e-06,
      "loss": 0.3469,
      "step": 1285800
    },
    {
      "epoch": 358.86,
      "grad_norm": 1.0563775300979614,
      "learning_rate": 2.9297686042745055e-06,
      "loss": 0.3422,
      "step": 1285810
    },
    {
      "epoch": 358.87,
      "grad_norm": 1.0731751918792725,
      "learning_rate": 2.9297424234671822e-06,
      "loss": 0.3661,
      "step": 1285820
    },
    {
      "epoch": 358.87,
      "grad_norm": 1.0984385013580322,
      "learning_rate": 2.9297162425818633e-06,
      "loss": 0.3549,
      "step": 1285830
    },
    {
      "epoch": 358.87,
      "grad_norm": 1.0631273984909058,
      "learning_rate": 2.929690061618552e-06,
      "loss": 0.3366,
      "step": 1285840
    },
    {
      "epoch": 358.88,
      "grad_norm": 1.0014572143554688,
      "learning_rate": 2.9296638805772525e-06,
      "loss": 0.36,
      "step": 1285850
    },
    {
      "epoch": 358.88,
      "grad_norm": 1.1290899515151978,
      "learning_rate": 2.9296376994579674e-06,
      "loss": 0.3516,
      "step": 1285860
    },
    {
      "epoch": 358.88,
      "grad_norm": 1.0842185020446777,
      "learning_rate": 2.9296115182606997e-06,
      "loss": 0.3541,
      "step": 1285870
    },
    {
      "epoch": 358.88,
      "grad_norm": 1.0741912126541138,
      "learning_rate": 2.9295853369854543e-06,
      "loss": 0.3516,
      "step": 1285880
    },
    {
      "epoch": 358.89,
      "grad_norm": 1.0706617832183838,
      "learning_rate": 2.9295591556322343e-06,
      "loss": 0.3556,
      "step": 1285890
    },
    {
      "epoch": 358.89,
      "grad_norm": 1.16196870803833,
      "learning_rate": 2.9295329742010425e-06,
      "loss": 0.3518,
      "step": 1285900
    },
    {
      "epoch": 358.89,
      "grad_norm": 0.9049518704414368,
      "learning_rate": 2.929506792691883e-06,
      "loss": 0.3378,
      "step": 1285910
    },
    {
      "epoch": 358.89,
      "grad_norm": 0.9498804211616516,
      "learning_rate": 2.929480611104759e-06,
      "loss": 0.356,
      "step": 1285920
    },
    {
      "epoch": 358.9,
      "grad_norm": 1.062553882598877,
      "learning_rate": 2.9294544294396747e-06,
      "loss": 0.3544,
      "step": 1285930
    },
    {
      "epoch": 358.9,
      "grad_norm": 1.1042968034744263,
      "learning_rate": 2.9294282476966324e-06,
      "loss": 0.3452,
      "step": 1285940
    },
    {
      "epoch": 358.9,
      "grad_norm": 1.127626657485962,
      "learning_rate": 2.9294020658756364e-06,
      "loss": 0.3429,
      "step": 1285950
    },
    {
      "epoch": 358.91,
      "grad_norm": 0.9591858386993408,
      "learning_rate": 2.9293758839766897e-06,
      "loss": 0.363,
      "step": 1285960
    },
    {
      "epoch": 358.91,
      "grad_norm": 1.130934476852417,
      "learning_rate": 2.9293497019997956e-06,
      "loss": 0.3425,
      "step": 1285970
    },
    {
      "epoch": 358.91,
      "grad_norm": 1.065627098083496,
      "learning_rate": 2.929323519944959e-06,
      "loss": 0.3435,
      "step": 1285980
    },
    {
      "epoch": 358.91,
      "grad_norm": 1.0801934003829956,
      "learning_rate": 2.9292973378121822e-06,
      "loss": 0.3404,
      "step": 1285990
    },
    {
      "epoch": 358.92,
      "grad_norm": 0.9014468193054199,
      "learning_rate": 2.9292711556014685e-06,
      "loss": 0.3677,
      "step": 1286000
    },
    {
      "epoch": 358.92,
      "grad_norm": 1.1485779285430908,
      "learning_rate": 2.9292449733128226e-06,
      "loss": 0.3475,
      "step": 1286010
    },
    {
      "epoch": 358.92,
      "grad_norm": 1.1485068798065186,
      "learning_rate": 2.9292187909462464e-06,
      "loss": 0.3554,
      "step": 1286020
    },
    {
      "epoch": 358.93,
      "grad_norm": 1.0793336629867554,
      "learning_rate": 2.9291926085017435e-06,
      "loss": 0.3494,
      "step": 1286030
    },
    {
      "epoch": 358.93,
      "grad_norm": 1.190688967704773,
      "learning_rate": 2.929166425979319e-06,
      "loss": 0.3571,
      "step": 1286040
    },
    {
      "epoch": 358.93,
      "grad_norm": 1.0798670053482056,
      "learning_rate": 2.9291402433789753e-06,
      "loss": 0.3559,
      "step": 1286050
    },
    {
      "epoch": 358.93,
      "grad_norm": 1.032764196395874,
      "learning_rate": 2.9291140607007154e-06,
      "loss": 0.3544,
      "step": 1286060
    },
    {
      "epoch": 358.94,
      "grad_norm": 0.9993667006492615,
      "learning_rate": 2.9290878779445447e-06,
      "loss": 0.3407,
      "step": 1286070
    },
    {
      "epoch": 358.94,
      "grad_norm": 0.9814099669456482,
      "learning_rate": 2.9290616951104646e-06,
      "loss": 0.3599,
      "step": 1286080
    },
    {
      "epoch": 358.94,
      "grad_norm": 0.9617937803268433,
      "learning_rate": 2.929035512198479e-06,
      "loss": 0.3551,
      "step": 1286090
    },
    {
      "epoch": 358.95,
      "grad_norm": 1.080115795135498,
      "learning_rate": 2.929009329208592e-06,
      "loss": 0.3405,
      "step": 1286100
    },
    {
      "epoch": 358.95,
      "grad_norm": 0.9650748372077942,
      "learning_rate": 2.9289831461408073e-06,
      "loss": 0.3381,
      "step": 1286110
    },
    {
      "epoch": 358.95,
      "grad_norm": 1.0540298223495483,
      "learning_rate": 2.928956962995127e-06,
      "loss": 0.3611,
      "step": 1286120
    },
    {
      "epoch": 358.95,
      "grad_norm": 1.1397854089736938,
      "learning_rate": 2.928930779771556e-06,
      "loss": 0.3543,
      "step": 1286130
    },
    {
      "epoch": 358.96,
      "grad_norm": 0.9132558703422546,
      "learning_rate": 2.928904596470097e-06,
      "loss": 0.3441,
      "step": 1286140
    },
    {
      "epoch": 358.96,
      "grad_norm": 0.969805896282196,
      "learning_rate": 2.9288784130907545e-06,
      "loss": 0.3503,
      "step": 1286150
    },
    {
      "epoch": 358.96,
      "grad_norm": 0.9598263502120972,
      "learning_rate": 2.9288522296335305e-06,
      "loss": 0.3457,
      "step": 1286160
    },
    {
      "epoch": 358.96,
      "grad_norm": 1.1215500831604004,
      "learning_rate": 2.9288260460984295e-06,
      "loss": 0.3597,
      "step": 1286170
    },
    {
      "epoch": 358.97,
      "grad_norm": 0.7940728664398193,
      "learning_rate": 2.928799862485455e-06,
      "loss": 0.3395,
      "step": 1286180
    },
    {
      "epoch": 358.97,
      "grad_norm": 1.1274372339248657,
      "learning_rate": 2.92877367879461e-06,
      "loss": 0.3457,
      "step": 1286190
    },
    {
      "epoch": 358.97,
      "grad_norm": 1.141068935394287,
      "learning_rate": 2.9287474950258976e-06,
      "loss": 0.3506,
      "step": 1286200
    },
    {
      "epoch": 358.98,
      "grad_norm": 1.0720866918563843,
      "learning_rate": 2.9287213111793223e-06,
      "loss": 0.3667,
      "step": 1286210
    },
    {
      "epoch": 358.98,
      "grad_norm": 1.070408821105957,
      "learning_rate": 2.9286951272548877e-06,
      "loss": 0.338,
      "step": 1286220
    },
    {
      "epoch": 358.98,
      "grad_norm": 0.9080822467803955,
      "learning_rate": 2.9286689432525964e-06,
      "loss": 0.3728,
      "step": 1286230
    },
    {
      "epoch": 358.98,
      "grad_norm": 1.1233338117599487,
      "learning_rate": 2.928642759172452e-06,
      "loss": 0.3587,
      "step": 1286240
    },
    {
      "epoch": 358.99,
      "grad_norm": 0.9598765969276428,
      "learning_rate": 2.928616575014458e-06,
      "loss": 0.3533,
      "step": 1286250
    },
    {
      "epoch": 358.99,
      "grad_norm": 1.176715612411499,
      "learning_rate": 2.9285903907786184e-06,
      "loss": 0.3514,
      "step": 1286260
    },
    {
      "epoch": 358.99,
      "grad_norm": 1.0708746910095215,
      "learning_rate": 2.9285642064649366e-06,
      "loss": 0.358,
      "step": 1286270
    },
    {
      "epoch": 359.0,
      "grad_norm": 1.1428302526474,
      "learning_rate": 2.9285380220734154e-06,
      "loss": 0.3479,
      "step": 1286280
    },
    {
      "epoch": 359.0,
      "grad_norm": 1.0671082735061646,
      "learning_rate": 2.92851183760406e-06,
      "loss": 0.3654,
      "step": 1286290
    },
    {
      "epoch": 359.0,
      "eval_loss": 0.35062074661254883,
      "eval_runtime": 63.3058,
      "eval_samples_per_second": 79.914,
      "eval_steps_per_second": 9.999,
      "step": 1286297
    },
    {
      "epoch": 359.0,
      "grad_norm": 0.9508655667304993,
      "learning_rate": 2.928485653056871e-06,
      "loss": 0.3535,
      "step": 1286300
    },
    {
      "epoch": 359.0,
      "grad_norm": 1.0291342735290527,
      "learning_rate": 2.9284594684318546e-06,
      "loss": 0.3648,
      "step": 1286310
    },
    {
      "epoch": 359.01,
      "grad_norm": 1.044906735420227,
      "learning_rate": 2.9284332837290124e-06,
      "loss": 0.3329,
      "step": 1286320
    },
    {
      "epoch": 359.01,
      "grad_norm": 0.9882667660713196,
      "learning_rate": 2.928407098948349e-06,
      "loss": 0.3562,
      "step": 1286330
    },
    {
      "epoch": 359.01,
      "grad_norm": 1.126935362815857,
      "learning_rate": 2.928380914089868e-06,
      "loss": 0.3444,
      "step": 1286340
    },
    {
      "epoch": 359.01,
      "grad_norm": 1.0371280908584595,
      "learning_rate": 2.928354729153572e-06,
      "loss": 0.3535,
      "step": 1286350
    },
    {
      "epoch": 359.02,
      "grad_norm": 1.0420562028884888,
      "learning_rate": 2.928328544139465e-06,
      "loss": 0.3342,
      "step": 1286360
    },
    {
      "epoch": 359.02,
      "grad_norm": 1.0193082094192505,
      "learning_rate": 2.928302359047551e-06,
      "loss": 0.3599,
      "step": 1286370
    },
    {
      "epoch": 359.02,
      "grad_norm": 1.2339260578155518,
      "learning_rate": 2.9282761738778326e-06,
      "loss": 0.3591,
      "step": 1286380
    },
    {
      "epoch": 359.03,
      "grad_norm": 1.1997087001800537,
      "learning_rate": 2.928249988630313e-06,
      "loss": 0.3517,
      "step": 1286390
    },
    {
      "epoch": 359.03,
      "grad_norm": 0.9378219246864319,
      "learning_rate": 2.928223803304997e-06,
      "loss": 0.3566,
      "step": 1286400
    },
    {
      "epoch": 359.03,
      "grad_norm": 0.914650559425354,
      "learning_rate": 2.928197617901887e-06,
      "loss": 0.3544,
      "step": 1286410
    },
    {
      "epoch": 359.03,
      "grad_norm": 1.1760361194610596,
      "learning_rate": 2.9281714324209867e-06,
      "loss": 0.3528,
      "step": 1286420
    },
    {
      "epoch": 359.04,
      "grad_norm": 1.064645767211914,
      "learning_rate": 2.9281452468623003e-06,
      "loss": 0.3401,
      "step": 1286430
    },
    {
      "epoch": 359.04,
      "grad_norm": 1.1189881563186646,
      "learning_rate": 2.928119061225831e-06,
      "loss": 0.3479,
      "step": 1286440
    },
    {
      "epoch": 359.04,
      "grad_norm": 0.9967805743217468,
      "learning_rate": 2.928092875511581e-06,
      "loss": 0.3544,
      "step": 1286450
    },
    {
      "epoch": 359.05,
      "grad_norm": 1.0461870431900024,
      "learning_rate": 2.928066689719555e-06,
      "loss": 0.3523,
      "step": 1286460
    },
    {
      "epoch": 359.05,
      "grad_norm": 0.9261422753334045,
      "learning_rate": 2.9280405038497572e-06,
      "loss": 0.3684,
      "step": 1286470
    },
    {
      "epoch": 359.05,
      "grad_norm": 1.1802595853805542,
      "learning_rate": 2.928014317902189e-06,
      "loss": 0.3654,
      "step": 1286480
    },
    {
      "epoch": 359.05,
      "grad_norm": 7.073741436004639,
      "learning_rate": 2.9279881318768553e-06,
      "loss": 0.3553,
      "step": 1286490
    },
    {
      "epoch": 359.06,
      "grad_norm": 1.0942209959030151,
      "learning_rate": 2.92796194577376e-06,
      "loss": 0.3446,
      "step": 1286500
    },
    {
      "epoch": 359.06,
      "grad_norm": 0.9551419019699097,
      "learning_rate": 2.927935759592906e-06,
      "loss": 0.3452,
      "step": 1286510
    },
    {
      "epoch": 359.06,
      "grad_norm": 1.1338531970977783,
      "learning_rate": 2.9279095733342962e-06,
      "loss": 0.3403,
      "step": 1286520
    },
    {
      "epoch": 359.07,
      "grad_norm": 1.0582700967788696,
      "learning_rate": 2.927883386997935e-06,
      "loss": 0.354,
      "step": 1286530
    },
    {
      "epoch": 359.07,
      "grad_norm": 0.9890602231025696,
      "learning_rate": 2.927857200583825e-06,
      "loss": 0.3565,
      "step": 1286540
    },
    {
      "epoch": 359.07,
      "grad_norm": 1.1625193357467651,
      "learning_rate": 2.92783101409197e-06,
      "loss": 0.3513,
      "step": 1286550
    },
    {
      "epoch": 359.07,
      "grad_norm": 0.9813738465309143,
      "learning_rate": 2.927804827522375e-06,
      "loss": 0.3462,
      "step": 1286560
    },
    {
      "epoch": 359.08,
      "grad_norm": 1.082393765449524,
      "learning_rate": 2.9277786408750403e-06,
      "loss": 0.3576,
      "step": 1286570
    },
    {
      "epoch": 359.08,
      "grad_norm": 1.2696372270584106,
      "learning_rate": 2.9277524541499725e-06,
      "loss": 0.356,
      "step": 1286580
    },
    {
      "epoch": 359.08,
      "grad_norm": 1.092526912689209,
      "learning_rate": 2.9277262673471734e-06,
      "loss": 0.3569,
      "step": 1286590
    },
    {
      "epoch": 359.08,
      "grad_norm": 1.0538846254348755,
      "learning_rate": 2.927700080466647e-06,
      "loss": 0.3429,
      "step": 1286600
    },
    {
      "epoch": 359.09,
      "grad_norm": 1.1112077236175537,
      "learning_rate": 2.9276738935083964e-06,
      "loss": 0.3379,
      "step": 1286610
    },
    {
      "epoch": 359.09,
      "grad_norm": 1.0365214347839355,
      "learning_rate": 2.9276477064724256e-06,
      "loss": 0.3659,
      "step": 1286620
    },
    {
      "epoch": 359.09,
      "grad_norm": 0.9132341146469116,
      "learning_rate": 2.927621519358738e-06,
      "loss": 0.3483,
      "step": 1286630
    },
    {
      "epoch": 359.1,
      "grad_norm": 1.1547938585281372,
      "learning_rate": 2.927595332167337e-06,
      "loss": 0.3499,
      "step": 1286640
    },
    {
      "epoch": 359.1,
      "grad_norm": 1.026382327079773,
      "learning_rate": 2.927569144898225e-06,
      "loss": 0.363,
      "step": 1286650
    },
    {
      "epoch": 359.1,
      "grad_norm": 0.9333527088165283,
      "learning_rate": 2.9275429575514077e-06,
      "loss": 0.3435,
      "step": 1286660
    },
    {
      "epoch": 359.1,
      "grad_norm": 1.099306583404541,
      "learning_rate": 2.9275167701268876e-06,
      "loss": 0.338,
      "step": 1286670
    },
    {
      "epoch": 359.11,
      "grad_norm": 0.948646605014801,
      "learning_rate": 2.927490582624667e-06,
      "loss": 0.3479,
      "step": 1286680
    },
    {
      "epoch": 359.11,
      "grad_norm": 1.259398102760315,
      "learning_rate": 2.9274643950447513e-06,
      "loss": 0.3534,
      "step": 1286690
    },
    {
      "epoch": 359.11,
      "grad_norm": 1.0556761026382446,
      "learning_rate": 2.9274382073871423e-06,
      "loss": 0.3548,
      "step": 1286700
    },
    {
      "epoch": 359.12,
      "grad_norm": 0.9574486613273621,
      "learning_rate": 2.927412019651844e-06,
      "loss": 0.3615,
      "step": 1286710
    },
    {
      "epoch": 359.12,
      "grad_norm": 0.9268054962158203,
      "learning_rate": 2.927385831838861e-06,
      "loss": 0.3421,
      "step": 1286720
    },
    {
      "epoch": 359.12,
      "grad_norm": 0.9761567711830139,
      "learning_rate": 2.927359643948195e-06,
      "loss": 0.3562,
      "step": 1286730
    },
    {
      "epoch": 359.12,
      "grad_norm": 2.767397880554199,
      "learning_rate": 2.9273334559798513e-06,
      "loss": 0.3561,
      "step": 1286740
    },
    {
      "epoch": 359.13,
      "grad_norm": 1.1908639669418335,
      "learning_rate": 2.927307267933832e-06,
      "loss": 0.3468,
      "step": 1286750
    },
    {
      "epoch": 359.13,
      "grad_norm": 1.1739429235458374,
      "learning_rate": 2.9272810798101417e-06,
      "loss": 0.347,
      "step": 1286760
    },
    {
      "epoch": 359.13,
      "grad_norm": 0.970639705657959,
      "learning_rate": 2.927254891608782e-06,
      "loss": 0.3407,
      "step": 1286770
    },
    {
      "epoch": 359.13,
      "grad_norm": 1.0584256649017334,
      "learning_rate": 2.9272287033297585e-06,
      "loss": 0.3561,
      "step": 1286780
    },
    {
      "epoch": 359.14,
      "grad_norm": 1.0819635391235352,
      "learning_rate": 2.9272025149730737e-06,
      "loss": 0.3542,
      "step": 1286790
    },
    {
      "epoch": 359.14,
      "grad_norm": 1.0485786199569702,
      "learning_rate": 2.927176326538731e-06,
      "loss": 0.3509,
      "step": 1286800
    },
    {
      "epoch": 359.14,
      "grad_norm": 0.8945410251617432,
      "learning_rate": 2.9271501380267348e-06,
      "loss": 0.3466,
      "step": 1286810
    },
    {
      "epoch": 359.15,
      "grad_norm": 1.0805418491363525,
      "learning_rate": 2.9271239494370875e-06,
      "loss": 0.3583,
      "step": 1286820
    },
    {
      "epoch": 359.15,
      "grad_norm": 0.9923098087310791,
      "learning_rate": 2.9270977607697927e-06,
      "loss": 0.3507,
      "step": 1286830
    },
    {
      "epoch": 359.15,
      "grad_norm": 1.3867359161376953,
      "learning_rate": 2.927071572024854e-06,
      "loss": 0.3705,
      "step": 1286840
    },
    {
      "epoch": 359.15,
      "grad_norm": 1.1169553995132446,
      "learning_rate": 2.9270453832022758e-06,
      "loss": 0.3536,
      "step": 1286850
    },
    {
      "epoch": 359.16,
      "grad_norm": 0.9706978797912598,
      "learning_rate": 2.92701919430206e-06,
      "loss": 0.3604,
      "step": 1286860
    },
    {
      "epoch": 359.16,
      "grad_norm": 1.1593354940414429,
      "learning_rate": 2.926993005324211e-06,
      "loss": 0.3549,
      "step": 1286870
    },
    {
      "epoch": 359.16,
      "grad_norm": 1.1095670461654663,
      "learning_rate": 2.9269668162687326e-06,
      "loss": 0.3631,
      "step": 1286880
    },
    {
      "epoch": 359.17,
      "grad_norm": 1.220410943031311,
      "learning_rate": 2.926940627135628e-06,
      "loss": 0.3437,
      "step": 1286890
    },
    {
      "epoch": 359.17,
      "grad_norm": 1.1024994850158691,
      "learning_rate": 2.9269144379249003e-06,
      "loss": 0.3412,
      "step": 1286900
    },
    {
      "epoch": 359.17,
      "grad_norm": 1.056343674659729,
      "learning_rate": 2.926888248636553e-06,
      "loss": 0.3471,
      "step": 1286910
    },
    {
      "epoch": 359.17,
      "grad_norm": 1.3363306522369385,
      "learning_rate": 2.9268620592705906e-06,
      "loss": 0.3425,
      "step": 1286920
    },
    {
      "epoch": 359.18,
      "grad_norm": 1.1106889247894287,
      "learning_rate": 2.9268358698270147e-06,
      "loss": 0.3421,
      "step": 1286930
    },
    {
      "epoch": 359.18,
      "grad_norm": 0.9482293725013733,
      "learning_rate": 2.926809680305831e-06,
      "loss": 0.3592,
      "step": 1286940
    },
    {
      "epoch": 359.18,
      "grad_norm": 0.9768697619438171,
      "learning_rate": 2.9267834907070414e-06,
      "loss": 0.3541,
      "step": 1286950
    },
    {
      "epoch": 359.19,
      "grad_norm": 1.0949985980987549,
      "learning_rate": 2.92675730103065e-06,
      "loss": 0.3631,
      "step": 1286960
    },
    {
      "epoch": 359.19,
      "grad_norm": 1.082018494606018,
      "learning_rate": 2.92673111127666e-06,
      "loss": 0.3412,
      "step": 1286970
    },
    {
      "epoch": 359.19,
      "grad_norm": 1.7226157188415527,
      "learning_rate": 2.9267049214450754e-06,
      "loss": 0.3557,
      "step": 1286980
    },
    {
      "epoch": 359.19,
      "grad_norm": 0.9584792852401733,
      "learning_rate": 2.9266787315358986e-06,
      "loss": 0.3374,
      "step": 1286990
    },
    {
      "epoch": 359.2,
      "grad_norm": 0.8478832840919495,
      "learning_rate": 2.9266525415491344e-06,
      "loss": 0.3338,
      "step": 1287000
    },
    {
      "epoch": 359.2,
      "grad_norm": 1.1884968280792236,
      "learning_rate": 2.9266263514847862e-06,
      "loss": 0.3374,
      "step": 1287010
    },
    {
      "epoch": 359.2,
      "grad_norm": 1.0661187171936035,
      "learning_rate": 2.9266001613428558e-06,
      "loss": 0.3449,
      "step": 1287020
    },
    {
      "epoch": 359.2,
      "grad_norm": 1.12715744972229,
      "learning_rate": 2.9265739711233494e-06,
      "loss": 0.3549,
      "step": 1287030
    },
    {
      "epoch": 359.21,
      "grad_norm": 0.9485085010528564,
      "learning_rate": 2.9265477808262675e-06,
      "loss": 0.3401,
      "step": 1287040
    },
    {
      "epoch": 359.21,
      "grad_norm": 1.079338550567627,
      "learning_rate": 2.926521590451616e-06,
      "loss": 0.3537,
      "step": 1287050
    },
    {
      "epoch": 359.21,
      "grad_norm": 1.3368339538574219,
      "learning_rate": 2.926495399999397e-06,
      "loss": 0.3586,
      "step": 1287060
    },
    {
      "epoch": 359.22,
      "grad_norm": 1.0366560220718384,
      "learning_rate": 2.926469209469614e-06,
      "loss": 0.3399,
      "step": 1287070
    },
    {
      "epoch": 359.22,
      "grad_norm": 0.9720034599304199,
      "learning_rate": 2.9264430188622715e-06,
      "loss": 0.3634,
      "step": 1287080
    },
    {
      "epoch": 359.22,
      "grad_norm": 1.4045014381408691,
      "learning_rate": 2.926416828177372e-06,
      "loss": 0.3647,
      "step": 1287090
    },
    {
      "epoch": 359.22,
      "grad_norm": 1.023397445678711,
      "learning_rate": 2.9263906374149202e-06,
      "loss": 0.3513,
      "step": 1287100
    },
    {
      "epoch": 359.23,
      "grad_norm": 1.0042405128479004,
      "learning_rate": 2.9263644465749186e-06,
      "loss": 0.3576,
      "step": 1287110
    },
    {
      "epoch": 359.23,
      "grad_norm": 1.0433772802352905,
      "learning_rate": 2.92633825565737e-06,
      "loss": 0.3444,
      "step": 1287120
    },
    {
      "epoch": 359.23,
      "grad_norm": 1.0059106349945068,
      "learning_rate": 2.9263120646622794e-06,
      "loss": 0.3456,
      "step": 1287130
    },
    {
      "epoch": 359.24,
      "grad_norm": 0.9232773780822754,
      "learning_rate": 2.92628587358965e-06,
      "loss": 0.3499,
      "step": 1287140
    },
    {
      "epoch": 359.24,
      "grad_norm": 1.1409814357757568,
      "learning_rate": 2.9262596824394842e-06,
      "loss": 0.3767,
      "step": 1287150
    },
    {
      "epoch": 359.24,
      "grad_norm": 0.8842130899429321,
      "learning_rate": 2.926233491211786e-06,
      "loss": 0.3561,
      "step": 1287160
    },
    {
      "epoch": 359.24,
      "grad_norm": 1.0397120714187622,
      "learning_rate": 2.92620729990656e-06,
      "loss": 0.3467,
      "step": 1287170
    },
    {
      "epoch": 359.25,
      "grad_norm": 1.2425748109817505,
      "learning_rate": 2.9261811085238087e-06,
      "loss": 0.3458,
      "step": 1287180
    },
    {
      "epoch": 359.25,
      "grad_norm": 1.0980840921401978,
      "learning_rate": 2.9261549170635354e-06,
      "loss": 0.3494,
      "step": 1287190
    },
    {
      "epoch": 359.25,
      "grad_norm": 1.1800813674926758,
      "learning_rate": 2.926128725525743e-06,
      "loss": 0.3482,
      "step": 1287200
    },
    {
      "epoch": 359.25,
      "grad_norm": 1.106663465499878,
      "learning_rate": 2.9261025339104368e-06,
      "loss": 0.3544,
      "step": 1287210
    },
    {
      "epoch": 359.26,
      "grad_norm": 0.8662860989570618,
      "learning_rate": 2.926076342217619e-06,
      "loss": 0.3603,
      "step": 1287220
    },
    {
      "epoch": 359.26,
      "grad_norm": 1.127920150756836,
      "learning_rate": 2.9260501504472936e-06,
      "loss": 0.3526,
      "step": 1287230
    },
    {
      "epoch": 359.26,
      "grad_norm": 1.018117904663086,
      "learning_rate": 2.9260239585994637e-06,
      "loss": 0.3482,
      "step": 1287240
    },
    {
      "epoch": 359.27,
      "grad_norm": 1.2939504384994507,
      "learning_rate": 2.925997766674133e-06,
      "loss": 0.3655,
      "step": 1287250
    },
    {
      "epoch": 359.27,
      "grad_norm": 0.9471480250358582,
      "learning_rate": 2.925971574671305e-06,
      "loss": 0.3518,
      "step": 1287260
    },
    {
      "epoch": 359.27,
      "grad_norm": 0.8656220436096191,
      "learning_rate": 2.9259453825909832e-06,
      "loss": 0.3382,
      "step": 1287270
    },
    {
      "epoch": 359.27,
      "grad_norm": 0.8178274631500244,
      "learning_rate": 2.9259191904331707e-06,
      "loss": 0.3344,
      "step": 1287280
    },
    {
      "epoch": 359.28,
      "grad_norm": 1.1064683198928833,
      "learning_rate": 2.925892998197872e-06,
      "loss": 0.3394,
      "step": 1287290
    },
    {
      "epoch": 359.28,
      "grad_norm": 1.0121872425079346,
      "learning_rate": 2.9258668058850897e-06,
      "loss": 0.3412,
      "step": 1287300
    },
    {
      "epoch": 359.28,
      "grad_norm": 1.198015809059143,
      "learning_rate": 2.9258406134948267e-06,
      "loss": 0.3496,
      "step": 1287310
    },
    {
      "epoch": 359.29,
      "grad_norm": 1.2022688388824463,
      "learning_rate": 2.9258144210270882e-06,
      "loss": 0.3506,
      "step": 1287320
    },
    {
      "epoch": 359.29,
      "grad_norm": 1.1188478469848633,
      "learning_rate": 2.9257882284818763e-06,
      "loss": 0.3576,
      "step": 1287330
    },
    {
      "epoch": 359.29,
      "grad_norm": 1.0058408975601196,
      "learning_rate": 2.9257620358591955e-06,
      "loss": 0.358,
      "step": 1287340
    },
    {
      "epoch": 359.29,
      "grad_norm": 1.0546443462371826,
      "learning_rate": 2.9257358431590485e-06,
      "loss": 0.3495,
      "step": 1287350
    },
    {
      "epoch": 359.3,
      "grad_norm": 0.9949796199798584,
      "learning_rate": 2.9257096503814387e-06,
      "loss": 0.3521,
      "step": 1287360
    },
    {
      "epoch": 359.3,
      "grad_norm": 1.3088995218276978,
      "learning_rate": 2.92568345752637e-06,
      "loss": 0.372,
      "step": 1287370
    },
    {
      "epoch": 359.3,
      "grad_norm": 0.9791043400764465,
      "learning_rate": 2.9256572645938457e-06,
      "loss": 0.3389,
      "step": 1287380
    },
    {
      "epoch": 359.31,
      "grad_norm": 0.9951943755149841,
      "learning_rate": 2.9256310715838697e-06,
      "loss": 0.3444,
      "step": 1287390
    },
    {
      "epoch": 359.31,
      "grad_norm": 0.9874169826507568,
      "learning_rate": 2.9256048784964453e-06,
      "loss": 0.357,
      "step": 1287400
    },
    {
      "epoch": 359.31,
      "grad_norm": 1.0548757314682007,
      "learning_rate": 2.9255786853315758e-06,
      "loss": 0.3635,
      "step": 1287410
    },
    {
      "epoch": 359.31,
      "grad_norm": 1.0433791875839233,
      "learning_rate": 2.925552492089264e-06,
      "loss": 0.3419,
      "step": 1287420
    },
    {
      "epoch": 359.32,
      "grad_norm": 1.176915168762207,
      "learning_rate": 2.925526298769515e-06,
      "loss": 0.3462,
      "step": 1287430
    },
    {
      "epoch": 359.32,
      "grad_norm": 1.0067896842956543,
      "learning_rate": 2.925500105372331e-06,
      "loss": 0.347,
      "step": 1287440
    },
    {
      "epoch": 359.32,
      "grad_norm": 0.9816222786903381,
      "learning_rate": 2.9254739118977157e-06,
      "loss": 0.3541,
      "step": 1287450
    },
    {
      "epoch": 359.32,
      "grad_norm": 0.9341754913330078,
      "learning_rate": 2.925447718345673e-06,
      "loss": 0.3423,
      "step": 1287460
    },
    {
      "epoch": 359.33,
      "grad_norm": 0.9948851466178894,
      "learning_rate": 2.9254215247162063e-06,
      "loss": 0.3491,
      "step": 1287470
    },
    {
      "epoch": 359.33,
      "grad_norm": 0.9805086255073547,
      "learning_rate": 2.9253953310093196e-06,
      "loss": 0.359,
      "step": 1287480
    },
    {
      "epoch": 359.33,
      "grad_norm": 1.045974612236023,
      "learning_rate": 2.9253691372250145e-06,
      "loss": 0.3563,
      "step": 1287490
    },
    {
      "epoch": 359.34,
      "grad_norm": 1.059519648551941,
      "learning_rate": 2.9253429433632965e-06,
      "loss": 0.3449,
      "step": 1287500
    },
    {
      "epoch": 359.34,
      "grad_norm": 0.9165583252906799,
      "learning_rate": 2.925316749424168e-06,
      "loss": 0.3665,
      "step": 1287510
    },
    {
      "epoch": 359.34,
      "grad_norm": 1.0975137948989868,
      "learning_rate": 2.925290555407633e-06,
      "loss": 0.3534,
      "step": 1287520
    },
    {
      "epoch": 359.34,
      "grad_norm": 0.9460256099700928,
      "learning_rate": 2.925264361313695e-06,
      "loss": 0.3487,
      "step": 1287530
    },
    {
      "epoch": 359.35,
      "grad_norm": 0.9828465580940247,
      "learning_rate": 2.9252381671423566e-06,
      "loss": 0.3532,
      "step": 1287540
    },
    {
      "epoch": 359.35,
      "grad_norm": 1.0913128852844238,
      "learning_rate": 2.9252119728936225e-06,
      "loss": 0.3397,
      "step": 1287550
    },
    {
      "epoch": 359.35,
      "grad_norm": 1.0642112493515015,
      "learning_rate": 2.9251857785674962e-06,
      "loss": 0.3653,
      "step": 1287560
    },
    {
      "epoch": 359.36,
      "grad_norm": 1.014919400215149,
      "learning_rate": 2.9251595841639795e-06,
      "loss": 0.3538,
      "step": 1287570
    },
    {
      "epoch": 359.36,
      "grad_norm": 1.0357906818389893,
      "learning_rate": 2.9251333896830775e-06,
      "loss": 0.3406,
      "step": 1287580
    },
    {
      "epoch": 359.36,
      "grad_norm": 1.107175588607788,
      "learning_rate": 2.925107195124793e-06,
      "loss": 0.3639,
      "step": 1287590
    },
    {
      "epoch": 359.36,
      "grad_norm": 1.0050913095474243,
      "learning_rate": 2.92508100048913e-06,
      "loss": 0.3513,
      "step": 1287600
    },
    {
      "epoch": 359.37,
      "grad_norm": 1.0844922065734863,
      "learning_rate": 2.925054805776091e-06,
      "loss": 0.3522,
      "step": 1287610
    },
    {
      "epoch": 359.37,
      "grad_norm": 1.2551060914993286,
      "learning_rate": 2.9250286109856814e-06,
      "loss": 0.3382,
      "step": 1287620
    },
    {
      "epoch": 359.37,
      "grad_norm": 1.0825830698013306,
      "learning_rate": 2.925002416117903e-06,
      "loss": 0.333,
      "step": 1287630
    },
    {
      "epoch": 359.37,
      "grad_norm": 1.1187509298324585,
      "learning_rate": 2.924976221172759e-06,
      "loss": 0.3407,
      "step": 1287640
    },
    {
      "epoch": 359.38,
      "grad_norm": 0.9720393419265747,
      "learning_rate": 2.9249500261502545e-06,
      "loss": 0.3511,
      "step": 1287650
    },
    {
      "epoch": 359.38,
      "grad_norm": 1.0728689432144165,
      "learning_rate": 2.9249238310503916e-06,
      "loss": 0.3293,
      "step": 1287660
    },
    {
      "epoch": 359.38,
      "grad_norm": 0.9956303834915161,
      "learning_rate": 2.9248976358731747e-06,
      "loss": 0.3549,
      "step": 1287670
    },
    {
      "epoch": 359.39,
      "grad_norm": 1.110916018486023,
      "learning_rate": 2.9248714406186067e-06,
      "loss": 0.3591,
      "step": 1287680
    },
    {
      "epoch": 359.39,
      "grad_norm": 1.1325080394744873,
      "learning_rate": 2.924845245286691e-06,
      "loss": 0.3359,
      "step": 1287690
    },
    {
      "epoch": 359.39,
      "grad_norm": 1.1579598188400269,
      "learning_rate": 2.924819049877432e-06,
      "loss": 0.3611,
      "step": 1287700
    },
    {
      "epoch": 359.39,
      "grad_norm": 1.0816253423690796,
      "learning_rate": 2.924792854390832e-06,
      "loss": 0.3331,
      "step": 1287710
    },
    {
      "epoch": 359.4,
      "grad_norm": 0.9453875422477722,
      "learning_rate": 2.924766658826896e-06,
      "loss": 0.351,
      "step": 1287720
    },
    {
      "epoch": 359.4,
      "grad_norm": 1.01625657081604,
      "learning_rate": 2.924740463185625e-06,
      "loss": 0.3432,
      "step": 1287730
    },
    {
      "epoch": 359.4,
      "grad_norm": 1.0100992918014526,
      "learning_rate": 2.924714267467025e-06,
      "loss": 0.3475,
      "step": 1287740
    },
    {
      "epoch": 359.41,
      "grad_norm": 1.2902634143829346,
      "learning_rate": 2.9246880716710976e-06,
      "loss": 0.351,
      "step": 1287750
    },
    {
      "epoch": 359.41,
      "grad_norm": 1.1156779527664185,
      "learning_rate": 2.9246618757978483e-06,
      "loss": 0.3374,
      "step": 1287760
    },
    {
      "epoch": 359.41,
      "grad_norm": 0.9596118330955505,
      "learning_rate": 2.9246356798472793e-06,
      "loss": 0.3574,
      "step": 1287770
    },
    {
      "epoch": 359.41,
      "grad_norm": 1.0493083000183105,
      "learning_rate": 2.924609483819394e-06,
      "loss": 0.3624,
      "step": 1287780
    },
    {
      "epoch": 359.42,
      "grad_norm": 1.3600661754608154,
      "learning_rate": 2.9245832877141965e-06,
      "loss": 0.3597,
      "step": 1287790
    },
    {
      "epoch": 359.42,
      "grad_norm": 1.1443220376968384,
      "learning_rate": 2.924557091531689e-06,
      "loss": 0.3609,
      "step": 1287800
    },
    {
      "epoch": 359.42,
      "grad_norm": 1.0670498609542847,
      "learning_rate": 2.9245308952718765e-06,
      "loss": 0.3543,
      "step": 1287810
    },
    {
      "epoch": 359.43,
      "grad_norm": 3.059873104095459,
      "learning_rate": 2.9245046989347623e-06,
      "loss": 0.3573,
      "step": 1287820
    },
    {
      "epoch": 359.43,
      "grad_norm": 1.1663479804992676,
      "learning_rate": 2.9244785025203483e-06,
      "loss": 0.3508,
      "step": 1287830
    },
    {
      "epoch": 359.43,
      "grad_norm": 0.943366527557373,
      "learning_rate": 2.9244523060286404e-06,
      "loss": 0.3608,
      "step": 1287840
    },
    {
      "epoch": 359.43,
      "grad_norm": 0.999739944934845,
      "learning_rate": 2.924426109459641e-06,
      "loss": 0.3453,
      "step": 1287850
    },
    {
      "epoch": 359.44,
      "grad_norm": 0.9331462979316711,
      "learning_rate": 2.924399912813353e-06,
      "loss": 0.3448,
      "step": 1287860
    },
    {
      "epoch": 359.44,
      "grad_norm": 0.9796562790870667,
      "learning_rate": 2.9243737160897794e-06,
      "loss": 0.36,
      "step": 1287870
    },
    {
      "epoch": 359.44,
      "grad_norm": 1.1047388315200806,
      "learning_rate": 2.9243475192889257e-06,
      "loss": 0.3552,
      "step": 1287880
    },
    {
      "epoch": 359.44,
      "grad_norm": 1.2455029487609863,
      "learning_rate": 2.924321322410794e-06,
      "loss": 0.3509,
      "step": 1287890
    },
    {
      "epoch": 359.45,
      "grad_norm": 0.9792604446411133,
      "learning_rate": 2.924295125455388e-06,
      "loss": 0.3395,
      "step": 1287900
    },
    {
      "epoch": 359.45,
      "grad_norm": 1.0543544292449951,
      "learning_rate": 2.9242689284227114e-06,
      "loss": 0.3346,
      "step": 1287910
    },
    {
      "epoch": 359.45,
      "grad_norm": 1.0786397457122803,
      "learning_rate": 2.924242731312768e-06,
      "loss": 0.3539,
      "step": 1287920
    },
    {
      "epoch": 359.46,
      "grad_norm": 0.9227254986763,
      "learning_rate": 2.9242165341255603e-06,
      "loss": 0.3546,
      "step": 1287930
    },
    {
      "epoch": 359.46,
      "grad_norm": 1.0316126346588135,
      "learning_rate": 2.924190336861092e-06,
      "loss": 0.3514,
      "step": 1287940
    },
    {
      "epoch": 359.46,
      "grad_norm": 1.045056700706482,
      "learning_rate": 2.924164139519368e-06,
      "loss": 0.3515,
      "step": 1287950
    },
    {
      "epoch": 359.46,
      "grad_norm": 0.9691146612167358,
      "learning_rate": 2.9241379421003902e-06,
      "loss": 0.3387,
      "step": 1287960
    },
    {
      "epoch": 359.47,
      "grad_norm": 1.2149308919906616,
      "learning_rate": 2.924111744604162e-06,
      "loss": 0.3432,
      "step": 1287970
    },
    {
      "epoch": 359.47,
      "grad_norm": 0.9060892462730408,
      "learning_rate": 2.9240855470306883e-06,
      "loss": 0.3449,
      "step": 1287980
    },
    {
      "epoch": 359.47,
      "grad_norm": 0.9468809366226196,
      "learning_rate": 2.924059349379972e-06,
      "loss": 0.3472,
      "step": 1287990
    },
    {
      "epoch": 359.48,
      "grad_norm": 0.9982158541679382,
      "learning_rate": 2.924033151652016e-06,
      "loss": 0.3434,
      "step": 1288000
    },
    {
      "epoch": 359.48,
      "grad_norm": 1.6716541051864624,
      "learning_rate": 2.9240069538468237e-06,
      "loss": 0.3499,
      "step": 1288010
    },
    {
      "epoch": 359.48,
      "grad_norm": 1.0621209144592285,
      "learning_rate": 2.9239807559643996e-06,
      "loss": 0.3456,
      "step": 1288020
    },
    {
      "epoch": 359.48,
      "grad_norm": 1.0770307779312134,
      "learning_rate": 2.9239545580047463e-06,
      "loss": 0.3588,
      "step": 1288030
    },
    {
      "epoch": 359.49,
      "grad_norm": 1.1434814929962158,
      "learning_rate": 2.9239283599678674e-06,
      "loss": 0.3588,
      "step": 1288040
    },
    {
      "epoch": 359.49,
      "grad_norm": 1.0760655403137207,
      "learning_rate": 2.9239021618537675e-06,
      "loss": 0.3554,
      "step": 1288050
    },
    {
      "epoch": 359.49,
      "grad_norm": 1.1323837041854858,
      "learning_rate": 2.9238759636624486e-06,
      "loss": 0.3674,
      "step": 1288060
    },
    {
      "epoch": 359.49,
      "grad_norm": 0.9851691126823425,
      "learning_rate": 2.9238497653939146e-06,
      "loss": 0.3464,
      "step": 1288070
    },
    {
      "epoch": 359.5,
      "grad_norm": 1.0615814924240112,
      "learning_rate": 2.92382356704817e-06,
      "loss": 0.3657,
      "step": 1288080
    },
    {
      "epoch": 359.5,
      "grad_norm": 1.092910885810852,
      "learning_rate": 2.9237973686252162e-06,
      "loss": 0.3405,
      "step": 1288090
    },
    {
      "epoch": 359.5,
      "grad_norm": 1.0321993827819824,
      "learning_rate": 2.9237711701250586e-06,
      "loss": 0.3609,
      "step": 1288100
    },
    {
      "epoch": 359.51,
      "grad_norm": 0.9583279490470886,
      "learning_rate": 2.9237449715477002e-06,
      "loss": 0.3446,
      "step": 1288110
    },
    {
      "epoch": 359.51,
      "grad_norm": 1.0145593881607056,
      "learning_rate": 2.9237187728931437e-06,
      "loss": 0.3523,
      "step": 1288120
    },
    {
      "epoch": 359.51,
      "grad_norm": 1.0165234804153442,
      "learning_rate": 2.923692574161394e-06,
      "loss": 0.3654,
      "step": 1288130
    },
    {
      "epoch": 359.51,
      "grad_norm": 1.0688362121582031,
      "learning_rate": 2.9236663753524535e-06,
      "loss": 0.3515,
      "step": 1288140
    },
    {
      "epoch": 359.52,
      "grad_norm": 0.9248949885368347,
      "learning_rate": 2.923640176466326e-06,
      "loss": 0.3509,
      "step": 1288150
    },
    {
      "epoch": 359.52,
      "grad_norm": 0.8332785964012146,
      "learning_rate": 2.923613977503015e-06,
      "loss": 0.3562,
      "step": 1288160
    },
    {
      "epoch": 359.52,
      "grad_norm": 0.9897169470787048,
      "learning_rate": 2.9235877784625234e-06,
      "loss": 0.3575,
      "step": 1288170
    },
    {
      "epoch": 359.53,
      "grad_norm": 1.0772755146026611,
      "learning_rate": 2.9235615793448554e-06,
      "loss": 0.3416,
      "step": 1288180
    },
    {
      "epoch": 359.53,
      "grad_norm": 1.0169494152069092,
      "learning_rate": 2.9235353801500143e-06,
      "loss": 0.338,
      "step": 1288190
    },
    {
      "epoch": 359.53,
      "grad_norm": 0.845684826374054,
      "learning_rate": 2.923509180878004e-06,
      "loss": 0.3471,
      "step": 1288200
    },
    {
      "epoch": 359.53,
      "grad_norm": 1.027872085571289,
      "learning_rate": 2.923482981528828e-06,
      "loss": 0.3493,
      "step": 1288210
    },
    {
      "epoch": 359.54,
      "grad_norm": 0.9154618978500366,
      "learning_rate": 2.9234567821024886e-06,
      "loss": 0.3543,
      "step": 1288220
    },
    {
      "epoch": 359.54,
      "grad_norm": 1.6919314861297607,
      "learning_rate": 2.92343058259899e-06,
      "loss": 0.3565,
      "step": 1288230
    },
    {
      "epoch": 359.54,
      "grad_norm": 1.1588023900985718,
      "learning_rate": 2.9234043830183363e-06,
      "loss": 0.351,
      "step": 1288240
    },
    {
      "epoch": 359.55,
      "grad_norm": 0.9214571714401245,
      "learning_rate": 2.92337818336053e-06,
      "loss": 0.3415,
      "step": 1288250
    },
    {
      "epoch": 359.55,
      "grad_norm": 0.9001168608665466,
      "learning_rate": 2.9233519836255747e-06,
      "loss": 0.3457,
      "step": 1288260
    },
    {
      "epoch": 359.55,
      "grad_norm": 1.1169792413711548,
      "learning_rate": 2.923325783813475e-06,
      "loss": 0.3527,
      "step": 1288270
    },
    {
      "epoch": 359.55,
      "grad_norm": 1.1605349779129028,
      "learning_rate": 2.923299583924234e-06,
      "loss": 0.3454,
      "step": 1288280
    },
    {
      "epoch": 359.56,
      "grad_norm": 1.0295737981796265,
      "learning_rate": 2.923273383957854e-06,
      "loss": 0.3362,
      "step": 1288290
    },
    {
      "epoch": 359.56,
      "grad_norm": 1.2160722017288208,
      "learning_rate": 2.9232471839143394e-06,
      "loss": 0.3545,
      "step": 1288300
    },
    {
      "epoch": 359.56,
      "grad_norm": 1.210311770439148,
      "learning_rate": 2.9232209837936934e-06,
      "loss": 0.3579,
      "step": 1288310
    },
    {
      "epoch": 359.56,
      "grad_norm": 1.209382176399231,
      "learning_rate": 2.9231947835959195e-06,
      "loss": 0.3615,
      "step": 1288320
    },
    {
      "epoch": 359.57,
      "grad_norm": 1.2889642715454102,
      "learning_rate": 2.9231685833210216e-06,
      "loss": 0.3631,
      "step": 1288330
    },
    {
      "epoch": 359.57,
      "grad_norm": 1.5180116891860962,
      "learning_rate": 2.9231423829690034e-06,
      "loss": 0.3459,
      "step": 1288340
    },
    {
      "epoch": 359.57,
      "grad_norm": 1.0469554662704468,
      "learning_rate": 2.923116182539867e-06,
      "loss": 0.3589,
      "step": 1288350
    },
    {
      "epoch": 359.58,
      "grad_norm": 0.8354143500328064,
      "learning_rate": 2.9230899820336178e-06,
      "loss": 0.3399,
      "step": 1288360
    },
    {
      "epoch": 359.58,
      "grad_norm": 1.0800851583480835,
      "learning_rate": 2.923063781450258e-06,
      "loss": 0.3425,
      "step": 1288370
    },
    {
      "epoch": 359.58,
      "grad_norm": 1.0221266746520996,
      "learning_rate": 2.9230375807897906e-06,
      "loss": 0.3523,
      "step": 1288380
    },
    {
      "epoch": 359.58,
      "grad_norm": 1.1278029680252075,
      "learning_rate": 2.9230113800522204e-06,
      "loss": 0.357,
      "step": 1288390
    },
    {
      "epoch": 359.59,
      "grad_norm": 1.117535948753357,
      "learning_rate": 2.9229851792375507e-06,
      "loss": 0.3411,
      "step": 1288400
    },
    {
      "epoch": 359.59,
      "grad_norm": 1.0954012870788574,
      "learning_rate": 2.922958978345784e-06,
      "loss": 0.3719,
      "step": 1288410
    },
    {
      "epoch": 359.59,
      "grad_norm": 1.0059268474578857,
      "learning_rate": 2.9229327773769248e-06,
      "loss": 0.3464,
      "step": 1288420
    },
    {
      "epoch": 359.6,
      "grad_norm": 1.7792555093765259,
      "learning_rate": 2.9229065763309766e-06,
      "loss": 0.3469,
      "step": 1288430
    },
    {
      "epoch": 359.6,
      "grad_norm": 1.1220812797546387,
      "learning_rate": 2.922880375207942e-06,
      "loss": 0.3595,
      "step": 1288440
    },
    {
      "epoch": 359.6,
      "grad_norm": 1.0911989212036133,
      "learning_rate": 2.922854174007825e-06,
      "loss": 0.3397,
      "step": 1288450
    },
    {
      "epoch": 359.6,
      "grad_norm": 0.9686878323554993,
      "learning_rate": 2.9228279727306295e-06,
      "loss": 0.3468,
      "step": 1288460
    },
    {
      "epoch": 359.61,
      "grad_norm": 0.985560953617096,
      "learning_rate": 2.922801771376358e-06,
      "loss": 0.3498,
      "step": 1288470
    },
    {
      "epoch": 359.61,
      "grad_norm": 1.069710373878479,
      "learning_rate": 2.9227755699450147e-06,
      "loss": 0.3647,
      "step": 1288480
    },
    {
      "epoch": 359.61,
      "grad_norm": 1.1016449928283691,
      "learning_rate": 2.9227493684366026e-06,
      "loss": 0.3457,
      "step": 1288490
    },
    {
      "epoch": 359.61,
      "grad_norm": 1.0258147716522217,
      "learning_rate": 2.9227231668511258e-06,
      "loss": 0.3491,
      "step": 1288500
    },
    {
      "epoch": 359.62,
      "grad_norm": 1.0365287065505981,
      "learning_rate": 2.9226969651885884e-06,
      "loss": 0.3495,
      "step": 1288510
    },
    {
      "epoch": 359.62,
      "grad_norm": 0.9774894714355469,
      "learning_rate": 2.922670763448992e-06,
      "loss": 0.3631,
      "step": 1288520
    },
    {
      "epoch": 359.62,
      "grad_norm": 0.9902980327606201,
      "learning_rate": 2.9226445616323414e-06,
      "loss": 0.3579,
      "step": 1288530
    },
    {
      "epoch": 359.63,
      "grad_norm": 1.0899155139923096,
      "learning_rate": 2.92261835973864e-06,
      "loss": 0.3609,
      "step": 1288540
    },
    {
      "epoch": 359.63,
      "grad_norm": 1.0157743692398071,
      "learning_rate": 2.92259215776789e-06,
      "loss": 0.3559,
      "step": 1288550
    },
    {
      "epoch": 359.63,
      "grad_norm": 1.0292599201202393,
      "learning_rate": 2.922565955720097e-06,
      "loss": 0.3557,
      "step": 1288560
    },
    {
      "epoch": 359.63,
      "grad_norm": 1.1254749298095703,
      "learning_rate": 2.922539753595263e-06,
      "loss": 0.3345,
      "step": 1288570
    },
    {
      "epoch": 359.64,
      "grad_norm": 0.8371119499206543,
      "learning_rate": 2.9225135513933923e-06,
      "loss": 0.3526,
      "step": 1288580
    },
    {
      "epoch": 359.64,
      "grad_norm": 1.0619944334030151,
      "learning_rate": 2.9224873491144885e-06,
      "loss": 0.3654,
      "step": 1288590
    },
    {
      "epoch": 359.64,
      "grad_norm": 1.0811140537261963,
      "learning_rate": 2.9224611467585534e-06,
      "loss": 0.3602,
      "step": 1288600
    },
    {
      "epoch": 359.65,
      "grad_norm": 0.9840407967567444,
      "learning_rate": 2.922434944325592e-06,
      "loss": 0.3519,
      "step": 1288610
    },
    {
      "epoch": 359.65,
      "grad_norm": 1.1044119596481323,
      "learning_rate": 2.9224087418156076e-06,
      "loss": 0.3594,
      "step": 1288620
    },
    {
      "epoch": 359.65,
      "grad_norm": 1.104665756225586,
      "learning_rate": 2.9223825392286036e-06,
      "loss": 0.3603,
      "step": 1288630
    },
    {
      "epoch": 359.65,
      "grad_norm": 0.9516663551330566,
      "learning_rate": 2.9223563365645832e-06,
      "loss": 0.3526,
      "step": 1288640
    },
    {
      "epoch": 359.66,
      "grad_norm": 0.9783158898353577,
      "learning_rate": 2.9223301338235505e-06,
      "loss": 0.3383,
      "step": 1288650
    },
    {
      "epoch": 359.66,
      "grad_norm": 1.336275339126587,
      "learning_rate": 2.9223039310055094e-06,
      "loss": 0.3631,
      "step": 1288660
    },
    {
      "epoch": 359.66,
      "grad_norm": 1.0336052179336548,
      "learning_rate": 2.922277728110461e-06,
      "loss": 0.3542,
      "step": 1288670
    },
    {
      "epoch": 359.67,
      "grad_norm": 1.0646140575408936,
      "learning_rate": 2.9222515251384113e-06,
      "loss": 0.3467,
      "step": 1288680
    },
    {
      "epoch": 359.67,
      "grad_norm": 0.9841635823249817,
      "learning_rate": 2.922225322089363e-06,
      "loss": 0.3421,
      "step": 1288690
    },
    {
      "epoch": 359.67,
      "grad_norm": 0.9838756918907166,
      "learning_rate": 2.9221991189633193e-06,
      "loss": 0.3368,
      "step": 1288700
    },
    {
      "epoch": 359.67,
      "grad_norm": 1.016923189163208,
      "learning_rate": 2.922172915760283e-06,
      "loss": 0.3515,
      "step": 1288710
    },
    {
      "epoch": 359.68,
      "grad_norm": 1.0461732149124146,
      "learning_rate": 2.9221467124802596e-06,
      "loss": 0.3508,
      "step": 1288720
    },
    {
      "epoch": 359.68,
      "grad_norm": 0.9377570152282715,
      "learning_rate": 2.9221205091232515e-06,
      "loss": 0.3384,
      "step": 1288730
    },
    {
      "epoch": 359.68,
      "grad_norm": 1.2374478578567505,
      "learning_rate": 2.9220943056892616e-06,
      "loss": 0.3404,
      "step": 1288740
    },
    {
      "epoch": 359.68,
      "grad_norm": 0.9817514419555664,
      "learning_rate": 2.9220681021782946e-06,
      "loss": 0.3471,
      "step": 1288750
    },
    {
      "epoch": 359.69,
      "grad_norm": 4.745788097381592,
      "learning_rate": 2.922041898590352e-06,
      "loss": 0.3478,
      "step": 1288760
    },
    {
      "epoch": 359.69,
      "grad_norm": 1.128899335861206,
      "learning_rate": 2.9220156949254395e-06,
      "loss": 0.346,
      "step": 1288770
    },
    {
      "epoch": 359.69,
      "grad_norm": 1.006234049797058,
      "learning_rate": 2.921989491183559e-06,
      "loss": 0.3303,
      "step": 1288780
    },
    {
      "epoch": 359.7,
      "grad_norm": 0.9465258121490479,
      "learning_rate": 2.9219632873647155e-06,
      "loss": 0.3342,
      "step": 1288790
    },
    {
      "epoch": 359.7,
      "grad_norm": 0.962019145488739,
      "learning_rate": 2.921937083468912e-06,
      "loss": 0.3433,
      "step": 1288800
    },
    {
      "epoch": 359.7,
      "grad_norm": 0.8883383870124817,
      "learning_rate": 2.92191087949615e-06,
      "loss": 0.3611,
      "step": 1288810
    },
    {
      "epoch": 359.7,
      "grad_norm": 1.043405294418335,
      "learning_rate": 2.9218846754464363e-06,
      "loss": 0.3571,
      "step": 1288820
    },
    {
      "epoch": 359.71,
      "grad_norm": 1.17910635471344,
      "learning_rate": 2.921858471319772e-06,
      "loss": 0.3487,
      "step": 1288830
    },
    {
      "epoch": 359.71,
      "grad_norm": 1.0608606338500977,
      "learning_rate": 2.921832267116161e-06,
      "loss": 0.3358,
      "step": 1288840
    },
    {
      "epoch": 359.71,
      "grad_norm": 0.9271140694618225,
      "learning_rate": 2.9218060628356076e-06,
      "loss": 0.3581,
      "step": 1288850
    },
    {
      "epoch": 359.72,
      "grad_norm": 1.0467756986618042,
      "learning_rate": 2.9217798584781142e-06,
      "loss": 0.3274,
      "step": 1288860
    },
    {
      "epoch": 359.72,
      "grad_norm": 1.3013219833374023,
      "learning_rate": 2.9217536540436857e-06,
      "loss": 0.3582,
      "step": 1288870
    },
    {
      "epoch": 359.72,
      "grad_norm": 0.984393298625946,
      "learning_rate": 2.9217274495323245e-06,
      "loss": 0.3601,
      "step": 1288880
    },
    {
      "epoch": 359.72,
      "grad_norm": 1.1556830406188965,
      "learning_rate": 2.921701244944034e-06,
      "loss": 0.3392,
      "step": 1288890
    },
    {
      "epoch": 359.73,
      "grad_norm": 0.9580771923065186,
      "learning_rate": 2.921675040278818e-06,
      "loss": 0.3363,
      "step": 1288900
    },
    {
      "epoch": 359.73,
      "grad_norm": 0.951104462146759,
      "learning_rate": 2.92164883553668e-06,
      "loss": 0.3288,
      "step": 1288910
    },
    {
      "epoch": 359.73,
      "grad_norm": 1.0016367435455322,
      "learning_rate": 2.921622630717624e-06,
      "loss": 0.3643,
      "step": 1288920
    },
    {
      "epoch": 359.73,
      "grad_norm": 0.9530751705169678,
      "learning_rate": 2.9215964258216526e-06,
      "loss": 0.3397,
      "step": 1288930
    },
    {
      "epoch": 359.74,
      "grad_norm": 1.06038236618042,
      "learning_rate": 2.92157022084877e-06,
      "loss": 0.3318,
      "step": 1288940
    },
    {
      "epoch": 359.74,
      "grad_norm": 0.9744161367416382,
      "learning_rate": 2.921544015798979e-06,
      "loss": 0.3357,
      "step": 1288950
    },
    {
      "epoch": 359.74,
      "grad_norm": 0.8888475894927979,
      "learning_rate": 2.9215178106722836e-06,
      "loss": 0.3572,
      "step": 1288960
    },
    {
      "epoch": 359.75,
      "grad_norm": 1.0328854322433472,
      "learning_rate": 2.921491605468687e-06,
      "loss": 0.3545,
      "step": 1288970
    },
    {
      "epoch": 359.75,
      "grad_norm": 1.1300116777420044,
      "learning_rate": 2.9214654001881935e-06,
      "loss": 0.346,
      "step": 1288980
    },
    {
      "epoch": 359.75,
      "grad_norm": 1.1392016410827637,
      "learning_rate": 2.9214391948308053e-06,
      "loss": 0.3668,
      "step": 1288990
    },
    {
      "epoch": 359.75,
      "grad_norm": 0.9346825480461121,
      "learning_rate": 2.9214129893965263e-06,
      "loss": 0.3402,
      "step": 1289000
    },
    {
      "epoch": 359.76,
      "grad_norm": 1.026761531829834,
      "learning_rate": 2.9213867838853605e-06,
      "loss": 0.3483,
      "step": 1289010
    },
    {
      "epoch": 359.76,
      "grad_norm": 1.013213038444519,
      "learning_rate": 2.9213605782973116e-06,
      "loss": 0.3465,
      "step": 1289020
    },
    {
      "epoch": 359.76,
      "grad_norm": 1.000438928604126,
      "learning_rate": 2.9213343726323817e-06,
      "loss": 0.3442,
      "step": 1289030
    },
    {
      "epoch": 359.77,
      "grad_norm": 0.9949584007263184,
      "learning_rate": 2.921308166890576e-06,
      "loss": 0.3458,
      "step": 1289040
    },
    {
      "epoch": 359.77,
      "grad_norm": 0.9742634296417236,
      "learning_rate": 2.9212819610718966e-06,
      "loss": 0.3507,
      "step": 1289050
    },
    {
      "epoch": 359.77,
      "grad_norm": 1.1275545358657837,
      "learning_rate": 2.9212557551763476e-06,
      "loss": 0.3523,
      "step": 1289060
    },
    {
      "epoch": 359.77,
      "grad_norm": 0.9383294582366943,
      "learning_rate": 2.921229549203932e-06,
      "loss": 0.3362,
      "step": 1289070
    },
    {
      "epoch": 359.78,
      "grad_norm": 1.1743347644805908,
      "learning_rate": 2.9212033431546547e-06,
      "loss": 0.3594,
      "step": 1289080
    },
    {
      "epoch": 359.78,
      "grad_norm": 1.0216418504714966,
      "learning_rate": 2.921177137028518e-06,
      "loss": 0.3401,
      "step": 1289090
    },
    {
      "epoch": 359.78,
      "grad_norm": 0.8702658414840698,
      "learning_rate": 2.921150930825525e-06,
      "loss": 0.357,
      "step": 1289100
    },
    {
      "epoch": 359.79,
      "grad_norm": 1.1745694875717163,
      "learning_rate": 2.92112472454568e-06,
      "loss": 0.3283,
      "step": 1289110
    },
    {
      "epoch": 359.79,
      "grad_norm": 1.3299615383148193,
      "learning_rate": 2.9210985181889864e-06,
      "loss": 0.3632,
      "step": 1289120
    },
    {
      "epoch": 359.79,
      "grad_norm": 1.2249866724014282,
      "learning_rate": 2.921072311755447e-06,
      "loss": 0.3408,
      "step": 1289130
    },
    {
      "epoch": 359.79,
      "grad_norm": 1.1736916303634644,
      "learning_rate": 2.9210461052450665e-06,
      "loss": 0.3566,
      "step": 1289140
    },
    {
      "epoch": 359.8,
      "grad_norm": 2.0130836963653564,
      "learning_rate": 2.9210198986578478e-06,
      "loss": 0.351,
      "step": 1289150
    },
    {
      "epoch": 359.8,
      "grad_norm": 0.8856962323188782,
      "learning_rate": 2.9209936919937943e-06,
      "loss": 0.3335,
      "step": 1289160
    },
    {
      "epoch": 359.8,
      "grad_norm": 0.9697114825248718,
      "learning_rate": 2.9209674852529094e-06,
      "loss": 0.3634,
      "step": 1289170
    },
    {
      "epoch": 359.8,
      "grad_norm": 1.0685293674468994,
      "learning_rate": 2.9209412784351965e-06,
      "loss": 0.3382,
      "step": 1289180
    },
    {
      "epoch": 359.81,
      "grad_norm": 0.9021207690238953,
      "learning_rate": 2.920915071540659e-06,
      "loss": 0.3408,
      "step": 1289190
    },
    {
      "epoch": 359.81,
      "grad_norm": 0.8974872827529907,
      "learning_rate": 2.9208888645693007e-06,
      "loss": 0.3341,
      "step": 1289200
    },
    {
      "epoch": 359.81,
      "grad_norm": 1.1739861965179443,
      "learning_rate": 2.920862657521126e-06,
      "loss": 0.3611,
      "step": 1289210
    },
    {
      "epoch": 359.82,
      "grad_norm": 0.9286285638809204,
      "learning_rate": 2.9208364503961365e-06,
      "loss": 0.3551,
      "step": 1289220
    },
    {
      "epoch": 359.82,
      "grad_norm": 0.9695253372192383,
      "learning_rate": 2.9208102431943374e-06,
      "loss": 0.3478,
      "step": 1289230
    },
    {
      "epoch": 359.82,
      "grad_norm": 0.9418790340423584,
      "learning_rate": 2.920784035915731e-06,
      "loss": 0.3645,
      "step": 1289240
    },
    {
      "epoch": 359.82,
      "grad_norm": 1.0495845079421997,
      "learning_rate": 2.920757828560321e-06,
      "loss": 0.3535,
      "step": 1289250
    },
    {
      "epoch": 359.83,
      "grad_norm": 1.0471630096435547,
      "learning_rate": 2.920731621128111e-06,
      "loss": 0.3322,
      "step": 1289260
    },
    {
      "epoch": 359.83,
      "grad_norm": 0.9589585661888123,
      "learning_rate": 2.9207054136191056e-06,
      "loss": 0.3433,
      "step": 1289270
    },
    {
      "epoch": 359.83,
      "grad_norm": 0.8069343566894531,
      "learning_rate": 2.9206792060333066e-06,
      "loss": 0.3529,
      "step": 1289280
    },
    {
      "epoch": 359.84,
      "grad_norm": 1.1040836572647095,
      "learning_rate": 2.9206529983707173e-06,
      "loss": 0.3648,
      "step": 1289290
    },
    {
      "epoch": 359.84,
      "grad_norm": 1.1724060773849487,
      "learning_rate": 2.9206267906313432e-06,
      "loss": 0.3647,
      "step": 1289300
    },
    {
      "epoch": 359.84,
      "grad_norm": 1.0303678512573242,
      "learning_rate": 2.920600582815186e-06,
      "loss": 0.3245,
      "step": 1289310
    },
    {
      "epoch": 359.84,
      "grad_norm": 1.0283501148223877,
      "learning_rate": 2.920574374922251e-06,
      "loss": 0.3716,
      "step": 1289320
    },
    {
      "epoch": 359.85,
      "grad_norm": 0.9801377058029175,
      "learning_rate": 2.92054816695254e-06,
      "loss": 0.3326,
      "step": 1289330
    },
    {
      "epoch": 359.85,
      "grad_norm": 0.9762037396430969,
      "learning_rate": 2.9205219589060564e-06,
      "loss": 0.331,
      "step": 1289340
    },
    {
      "epoch": 359.85,
      "grad_norm": 0.9491950273513794,
      "learning_rate": 2.920495750782804e-06,
      "loss": 0.3583,
      "step": 1289350
    },
    {
      "epoch": 359.85,
      "grad_norm": 3.3784096240997314,
      "learning_rate": 2.920469542582787e-06,
      "loss": 0.3571,
      "step": 1289360
    },
    {
      "epoch": 359.86,
      "grad_norm": 1.0223690271377563,
      "learning_rate": 2.920443334306009e-06,
      "loss": 0.358,
      "step": 1289370
    },
    {
      "epoch": 359.86,
      "grad_norm": 1.079560399055481,
      "learning_rate": 2.9204171259524722e-06,
      "loss": 0.3362,
      "step": 1289380
    },
    {
      "epoch": 359.86,
      "grad_norm": 0.9259365200996399,
      "learning_rate": 2.920390917522182e-06,
      "loss": 0.3392,
      "step": 1289390
    },
    {
      "epoch": 359.87,
      "grad_norm": 0.9597669243812561,
      "learning_rate": 2.92036470901514e-06,
      "loss": 0.3592,
      "step": 1289400
    },
    {
      "epoch": 359.87,
      "grad_norm": 0.9675543904304504,
      "learning_rate": 2.9203385004313504e-06,
      "loss": 0.3472,
      "step": 1289410
    },
    {
      "epoch": 359.87,
      "grad_norm": 0.9512515068054199,
      "learning_rate": 2.9203122917708165e-06,
      "loss": 0.3486,
      "step": 1289420
    },
    {
      "epoch": 359.87,
      "grad_norm": 1.0141595602035522,
      "learning_rate": 2.9202860830335428e-06,
      "loss": 0.3322,
      "step": 1289430
    },
    {
      "epoch": 359.88,
      "grad_norm": 1.0178648233413696,
      "learning_rate": 2.9202598742195308e-06,
      "loss": 0.3402,
      "step": 1289440
    },
    {
      "epoch": 359.88,
      "grad_norm": 1.066097378730774,
      "learning_rate": 2.9202336653287856e-06,
      "loss": 0.347,
      "step": 1289450
    },
    {
      "epoch": 359.88,
      "grad_norm": 1.0298906564712524,
      "learning_rate": 2.9202074563613107e-06,
      "loss": 0.3392,
      "step": 1289460
    },
    {
      "epoch": 359.89,
      "grad_norm": 1.0905811786651611,
      "learning_rate": 2.920181247317109e-06,
      "loss": 0.3534,
      "step": 1289470
    },
    {
      "epoch": 359.89,
      "grad_norm": 0.9377486705780029,
      "learning_rate": 2.920155038196184e-06,
      "loss": 0.3617,
      "step": 1289480
    },
    {
      "epoch": 359.89,
      "grad_norm": 1.1547937393188477,
      "learning_rate": 2.92012882899854e-06,
      "loss": 0.3508,
      "step": 1289490
    },
    {
      "epoch": 359.89,
      "grad_norm": 1.081511378288269,
      "learning_rate": 2.920102619724179e-06,
      "loss": 0.3364,
      "step": 1289500
    },
    {
      "epoch": 359.9,
      "grad_norm": 0.8947092890739441,
      "learning_rate": 2.9200764103731053e-06,
      "loss": 0.3372,
      "step": 1289510
    },
    {
      "epoch": 359.9,
      "grad_norm": 0.9493335485458374,
      "learning_rate": 2.920050200945322e-06,
      "loss": 0.3532,
      "step": 1289520
    },
    {
      "epoch": 359.9,
      "grad_norm": 0.9548718333244324,
      "learning_rate": 2.9200239914408344e-06,
      "loss": 0.3357,
      "step": 1289530
    },
    {
      "epoch": 359.91,
      "grad_norm": 1.0753180980682373,
      "learning_rate": 2.919997781859644e-06,
      "loss": 0.3479,
      "step": 1289540
    },
    {
      "epoch": 359.91,
      "grad_norm": 1.2214206457138062,
      "learning_rate": 2.919971572201754e-06,
      "loss": 0.3444,
      "step": 1289550
    },
    {
      "epoch": 359.91,
      "grad_norm": 1.1370391845703125,
      "learning_rate": 2.91994536246717e-06,
      "loss": 0.365,
      "step": 1289560
    },
    {
      "epoch": 359.91,
      "grad_norm": 1.1113201379776,
      "learning_rate": 2.9199191526558934e-06,
      "loss": 0.3431,
      "step": 1289570
    },
    {
      "epoch": 359.92,
      "grad_norm": 1.036832571029663,
      "learning_rate": 2.9198929427679288e-06,
      "loss": 0.3642,
      "step": 1289580
    },
    {
      "epoch": 359.92,
      "grad_norm": 1.1734724044799805,
      "learning_rate": 2.9198667328032797e-06,
      "loss": 0.3465,
      "step": 1289590
    },
    {
      "epoch": 359.92,
      "grad_norm": 1.0196419954299927,
      "learning_rate": 2.9198405227619487e-06,
      "loss": 0.3622,
      "step": 1289600
    },
    {
      "epoch": 359.92,
      "grad_norm": 1.0515835285186768,
      "learning_rate": 2.91981431264394e-06,
      "loss": 0.3466,
      "step": 1289610
    },
    {
      "epoch": 359.93,
      "grad_norm": 0.9378348588943481,
      "learning_rate": 2.919788102449258e-06,
      "loss": 0.3509,
      "step": 1289620
    },
    {
      "epoch": 359.93,
      "grad_norm": 1.028676986694336,
      "learning_rate": 2.9197618921779043e-06,
      "loss": 0.3575,
      "step": 1289630
    },
    {
      "epoch": 359.93,
      "grad_norm": 1.0325425863265991,
      "learning_rate": 2.919735681829883e-06,
      "loss": 0.3394,
      "step": 1289640
    },
    {
      "epoch": 359.94,
      "grad_norm": 1.1373445987701416,
      "learning_rate": 2.9197094714051976e-06,
      "loss": 0.3555,
      "step": 1289650
    },
    {
      "epoch": 359.94,
      "grad_norm": 1.095740556716919,
      "learning_rate": 2.9196832609038528e-06,
      "loss": 0.3605,
      "step": 1289660
    },
    {
      "epoch": 359.94,
      "grad_norm": 0.9499921798706055,
      "learning_rate": 2.9196570503258506e-06,
      "loss": 0.3541,
      "step": 1289670
    },
    {
      "epoch": 359.94,
      "grad_norm": 1.116518259048462,
      "learning_rate": 2.9196308396711954e-06,
      "loss": 0.3556,
      "step": 1289680
    },
    {
      "epoch": 359.95,
      "grad_norm": 0.9591574668884277,
      "learning_rate": 2.9196046289398904e-06,
      "loss": 0.3403,
      "step": 1289690
    },
    {
      "epoch": 359.95,
      "grad_norm": 1.1098604202270508,
      "learning_rate": 2.9195784181319383e-06,
      "loss": 0.3473,
      "step": 1289700
    },
    {
      "epoch": 359.95,
      "grad_norm": 1.1231459379196167,
      "learning_rate": 2.9195522072473437e-06,
      "loss": 0.3434,
      "step": 1289710
    },
    {
      "epoch": 359.96,
      "grad_norm": 1.0535516738891602,
      "learning_rate": 2.91952599628611e-06,
      "loss": 0.3524,
      "step": 1289720
    },
    {
      "epoch": 359.96,
      "grad_norm": 1.1188676357269287,
      "learning_rate": 2.9194997852482397e-06,
      "loss": 0.3378,
      "step": 1289730
    },
    {
      "epoch": 359.96,
      "grad_norm": 0.9337652325630188,
      "learning_rate": 2.9194735741337366e-06,
      "loss": 0.3638,
      "step": 1289740
    },
    {
      "epoch": 359.96,
      "grad_norm": 1.0177161693572998,
      "learning_rate": 2.9194473629426054e-06,
      "loss": 0.3586,
      "step": 1289750
    },
    {
      "epoch": 359.97,
      "grad_norm": 1.063376784324646,
      "learning_rate": 2.9194211516748486e-06,
      "loss": 0.3542,
      "step": 1289760
    },
    {
      "epoch": 359.97,
      "grad_norm": 0.9959686398506165,
      "learning_rate": 2.9193949403304693e-06,
      "loss": 0.3337,
      "step": 1289770
    },
    {
      "epoch": 359.97,
      "grad_norm": 1.0894626379013062,
      "learning_rate": 2.9193687289094716e-06,
      "loss": 0.3435,
      "step": 1289780
    },
    {
      "epoch": 359.97,
      "grad_norm": 1.1124738454818726,
      "learning_rate": 2.9193425174118597e-06,
      "loss": 0.3683,
      "step": 1289790
    },
    {
      "epoch": 359.98,
      "grad_norm": 1.225390911102295,
      "learning_rate": 2.9193163058376354e-06,
      "loss": 0.3669,
      "step": 1289800
    },
    {
      "epoch": 359.98,
      "grad_norm": 1.0585639476776123,
      "learning_rate": 2.9192900941868034e-06,
      "loss": 0.3506,
      "step": 1289810
    },
    {
      "epoch": 359.98,
      "grad_norm": 1.0235923528671265,
      "learning_rate": 2.919263882459367e-06,
      "loss": 0.3447,
      "step": 1289820
    },
    {
      "epoch": 359.99,
      "grad_norm": 1.1450141668319702,
      "learning_rate": 2.91923767065533e-06,
      "loss": 0.3636,
      "step": 1289830
    },
    {
      "epoch": 359.99,
      "grad_norm": 1.0759074687957764,
      "learning_rate": 2.9192114587746944e-06,
      "loss": 0.341,
      "step": 1289840
    },
    {
      "epoch": 359.99,
      "grad_norm": 1.014394760131836,
      "learning_rate": 2.9191852468174656e-06,
      "loss": 0.3512,
      "step": 1289850
    },
    {
      "epoch": 359.99,
      "grad_norm": 1.2371814250946045,
      "learning_rate": 2.9191590347836454e-06,
      "loss": 0.3482,
      "step": 1289860
    },
    {
      "epoch": 360.0,
      "grad_norm": 0.8943632245063782,
      "learning_rate": 2.9191328226732383e-06,
      "loss": 0.3401,
      "step": 1289870
    },
    {
      "epoch": 360.0,
      "grad_norm": 1.0320830345153809,
      "learning_rate": 2.919106610486248e-06,
      "loss": 0.336,
      "step": 1289880
    },
    {
      "epoch": 360.0,
      "eval_loss": 0.34956446290016174,
      "eval_runtime": 62.7524,
      "eval_samples_per_second": 80.618,
      "eval_steps_per_second": 10.087,
      "step": 1289880
    },
    {
      "epoch": 360.0,
      "grad_norm": 0.8849107623100281,
      "learning_rate": 2.9190803982226773e-06,
      "loss": 0.3549,
      "step": 1289890
    },
    {
      "epoch": 360.01,
      "grad_norm": 0.9970363974571228,
      "learning_rate": 2.91905418588253e-06,
      "loss": 0.3672,
      "step": 1289900
    },
    {
      "epoch": 360.01,
      "grad_norm": 0.9938141107559204,
      "learning_rate": 2.9190279734658097e-06,
      "loss": 0.3429,
      "step": 1289910
    },
    {
      "epoch": 360.01,
      "grad_norm": 1.1143287420272827,
      "learning_rate": 2.9190017609725196e-06,
      "loss": 0.3467,
      "step": 1289920
    },
    {
      "epoch": 360.01,
      "grad_norm": 1.0090285539627075,
      "learning_rate": 2.918975548402663e-06,
      "loss": 0.3706,
      "step": 1289930
    },
    {
      "epoch": 360.02,
      "grad_norm": 1.0563936233520508,
      "learning_rate": 2.9189493357562438e-06,
      "loss": 0.3616,
      "step": 1289940
    },
    {
      "epoch": 360.02,
      "grad_norm": 1.0843557119369507,
      "learning_rate": 2.918923123033266e-06,
      "loss": 0.3502,
      "step": 1289950
    },
    {
      "epoch": 360.02,
      "grad_norm": 0.9474490880966187,
      "learning_rate": 2.918896910233732e-06,
      "loss": 0.3591,
      "step": 1289960
    },
    {
      "epoch": 360.03,
      "grad_norm": 1.0798404216766357,
      "learning_rate": 2.918870697357646e-06,
      "loss": 0.3397,
      "step": 1289970
    },
    {
      "epoch": 360.03,
      "grad_norm": 0.9017260670661926,
      "learning_rate": 2.9188444844050117e-06,
      "loss": 0.3494,
      "step": 1289980
    },
    {
      "epoch": 360.03,
      "grad_norm": 1.0931384563446045,
      "learning_rate": 2.9188182713758317e-06,
      "loss": 0.3475,
      "step": 1289990
    },
    {
      "epoch": 360.03,
      "grad_norm": 1.214876413345337,
      "learning_rate": 2.9187920582701096e-06,
      "loss": 0.3473,
      "step": 1290000
    },
    {
      "epoch": 360.04,
      "grad_norm": 1.300379753112793,
      "learning_rate": 2.91876584508785e-06,
      "loss": 0.3479,
      "step": 1290010
    },
    {
      "epoch": 360.04,
      "grad_norm": 1.3695261478424072,
      "learning_rate": 2.918739631829055e-06,
      "loss": 0.3615,
      "step": 1290020
    },
    {
      "epoch": 360.04,
      "grad_norm": 0.9735645055770874,
      "learning_rate": 2.918713418493729e-06,
      "loss": 0.3394,
      "step": 1290030
    },
    {
      "epoch": 360.04,
      "grad_norm": 0.8617246747016907,
      "learning_rate": 2.9186872050818752e-06,
      "loss": 0.341,
      "step": 1290040
    },
    {
      "epoch": 360.05,
      "grad_norm": 1.073393702507019,
      "learning_rate": 2.9186609915934975e-06,
      "loss": 0.3495,
      "step": 1290050
    },
    {
      "epoch": 360.05,
      "grad_norm": 1.0026224851608276,
      "learning_rate": 2.9186347780285984e-06,
      "loss": 0.346,
      "step": 1290060
    },
    {
      "epoch": 360.05,
      "grad_norm": 1.0491470098495483,
      "learning_rate": 2.918608564387182e-06,
      "loss": 0.3427,
      "step": 1290070
    },
    {
      "epoch": 360.06,
      "grad_norm": 0.9513591527938843,
      "learning_rate": 2.9185823506692518e-06,
      "loss": 0.3477,
      "step": 1290080
    },
    {
      "epoch": 360.06,
      "grad_norm": 1.0373790264129639,
      "learning_rate": 2.9185561368748114e-06,
      "loss": 0.3359,
      "step": 1290090
    },
    {
      "epoch": 360.06,
      "grad_norm": 1.1407076120376587,
      "learning_rate": 2.9185299230038636e-06,
      "loss": 0.367,
      "step": 1290100
    },
    {
      "epoch": 360.06,
      "grad_norm": 0.8779072165489197,
      "learning_rate": 2.9185037090564136e-06,
      "loss": 0.3471,
      "step": 1290110
    },
    {
      "epoch": 360.07,
      "grad_norm": 1.081204891204834,
      "learning_rate": 2.9184774950324633e-06,
      "loss": 0.3482,
      "step": 1290120
    },
    {
      "epoch": 360.07,
      "grad_norm": 1.0602586269378662,
      "learning_rate": 2.918451280932016e-06,
      "loss": 0.3536,
      "step": 1290130
    },
    {
      "epoch": 360.07,
      "grad_norm": 0.9695110321044922,
      "learning_rate": 2.918425066755077e-06,
      "loss": 0.351,
      "step": 1290140
    },
    {
      "epoch": 360.08,
      "grad_norm": 1.0990893840789795,
      "learning_rate": 2.918398852501647e-06,
      "loss": 0.3427,
      "step": 1290150
    },
    {
      "epoch": 360.08,
      "grad_norm": 1.3399267196655273,
      "learning_rate": 2.918372638171732e-06,
      "loss": 0.3506,
      "step": 1290160
    },
    {
      "epoch": 360.08,
      "grad_norm": 0.9244364500045776,
      "learning_rate": 2.9183464237653345e-06,
      "loss": 0.3428,
      "step": 1290170
    },
    {
      "epoch": 360.08,
      "grad_norm": 0.9326770305633545,
      "learning_rate": 2.918320209282458e-06,
      "loss": 0.3558,
      "step": 1290180
    },
    {
      "epoch": 360.09,
      "grad_norm": 13.191407203674316,
      "learning_rate": 2.9182939947231066e-06,
      "loss": 0.3472,
      "step": 1290190
    },
    {
      "epoch": 360.09,
      "grad_norm": 0.9032970070838928,
      "learning_rate": 2.9182677800872826e-06,
      "loss": 0.3586,
      "step": 1290200
    },
    {
      "epoch": 360.09,
      "grad_norm": 1.1331815719604492,
      "learning_rate": 2.9182415653749897e-06,
      "loss": 0.3533,
      "step": 1290210
    },
    {
      "epoch": 360.09,
      "grad_norm": 1.1402570009231567,
      "learning_rate": 2.918215350586232e-06,
      "loss": 0.346,
      "step": 1290220
    },
    {
      "epoch": 360.1,
      "grad_norm": 0.9918067455291748,
      "learning_rate": 2.918189135721013e-06,
      "loss": 0.3456,
      "step": 1290230
    },
    {
      "epoch": 360.1,
      "grad_norm": 1.045749545097351,
      "learning_rate": 2.918162920779337e-06,
      "loss": 0.3404,
      "step": 1290240
    },
    {
      "epoch": 360.1,
      "grad_norm": 1.0611560344696045,
      "learning_rate": 2.918136705761205e-06,
      "loss": 0.3544,
      "step": 1290250
    },
    {
      "epoch": 360.11,
      "grad_norm": 1.0036355257034302,
      "learning_rate": 2.918110490666623e-06,
      "loss": 0.3517,
      "step": 1290260
    },
    {
      "epoch": 360.11,
      "grad_norm": 0.9105923771858215,
      "learning_rate": 2.9180842754955925e-06,
      "loss": 0.3503,
      "step": 1290270
    },
    {
      "epoch": 360.11,
      "grad_norm": 0.9942730069160461,
      "learning_rate": 2.9180580602481192e-06,
      "loss": 0.355,
      "step": 1290280
    },
    {
      "epoch": 360.11,
      "grad_norm": 1.1113483905792236,
      "learning_rate": 2.9180318449242046e-06,
      "loss": 0.3504,
      "step": 1290290
    },
    {
      "epoch": 360.12,
      "grad_norm": 1.0555031299591064,
      "learning_rate": 2.918005629523853e-06,
      "loss": 0.3369,
      "step": 1290300
    },
    {
      "epoch": 360.12,
      "grad_norm": 1.0548429489135742,
      "learning_rate": 2.917979414047068e-06,
      "loss": 0.364,
      "step": 1290310
    },
    {
      "epoch": 360.12,
      "grad_norm": 1.1896990537643433,
      "learning_rate": 2.917953198493852e-06,
      "loss": 0.3585,
      "step": 1290320
    },
    {
      "epoch": 360.13,
      "grad_norm": 0.9746329188346863,
      "learning_rate": 2.9179269828642107e-06,
      "loss": 0.3371,
      "step": 1290330
    },
    {
      "epoch": 360.13,
      "grad_norm": 1.0201600790023804,
      "learning_rate": 2.9179007671581453e-06,
      "loss": 0.3508,
      "step": 1290340
    },
    {
      "epoch": 360.13,
      "grad_norm": 0.9271838068962097,
      "learning_rate": 2.917874551375661e-06,
      "loss": 0.332,
      "step": 1290350
    },
    {
      "epoch": 360.13,
      "grad_norm": 1.1011085510253906,
      "learning_rate": 2.9178483355167603e-06,
      "loss": 0.3597,
      "step": 1290360
    },
    {
      "epoch": 360.14,
      "grad_norm": 1.0183740854263306,
      "learning_rate": 2.917822119581447e-06,
      "loss": 0.3638,
      "step": 1290370
    },
    {
      "epoch": 360.14,
      "grad_norm": 1.0364995002746582,
      "learning_rate": 2.917795903569724e-06,
      "loss": 0.3559,
      "step": 1290380
    },
    {
      "epoch": 360.14,
      "grad_norm": 1.065987467765808,
      "learning_rate": 2.9177696874815955e-06,
      "loss": 0.3463,
      "step": 1290390
    },
    {
      "epoch": 360.15,
      "grad_norm": 1.0656052827835083,
      "learning_rate": 2.917743471317066e-06,
      "loss": 0.3579,
      "step": 1290400
    },
    {
      "epoch": 360.15,
      "grad_norm": 0.9459933638572693,
      "learning_rate": 2.917717255076136e-06,
      "loss": 0.3454,
      "step": 1290410
    },
    {
      "epoch": 360.15,
      "grad_norm": 0.9392566084861755,
      "learning_rate": 2.9176910387588123e-06,
      "loss": 0.3574,
      "step": 1290420
    },
    {
      "epoch": 360.15,
      "grad_norm": 0.9485570192337036,
      "learning_rate": 2.9176648223650963e-06,
      "loss": 0.3414,
      "step": 1290430
    },
    {
      "epoch": 360.16,
      "grad_norm": 1.0004087686538696,
      "learning_rate": 2.9176386058949924e-06,
      "loss": 0.354,
      "step": 1290440
    },
    {
      "epoch": 360.16,
      "grad_norm": 1.0344167947769165,
      "learning_rate": 2.917612389348503e-06,
      "loss": 0.3679,
      "step": 1290450
    },
    {
      "epoch": 360.16,
      "grad_norm": 1.0443922281265259,
      "learning_rate": 2.917586172725633e-06,
      "loss": 0.3384,
      "step": 1290460
    },
    {
      "epoch": 360.16,
      "grad_norm": 1.0134996175765991,
      "learning_rate": 2.917559956026385e-06,
      "loss": 0.3649,
      "step": 1290470
    },
    {
      "epoch": 360.17,
      "grad_norm": 0.9859644770622253,
      "learning_rate": 2.9175337392507625e-06,
      "loss": 0.342,
      "step": 1290480
    },
    {
      "epoch": 360.17,
      "grad_norm": 0.8523457050323486,
      "learning_rate": 2.9175075223987695e-06,
      "loss": 0.3602,
      "step": 1290490
    },
    {
      "epoch": 360.17,
      "grad_norm": 1.1836985349655151,
      "learning_rate": 2.9174813054704093e-06,
      "loss": 0.3526,
      "step": 1290500
    },
    {
      "epoch": 360.18,
      "grad_norm": 0.9290362000465393,
      "learning_rate": 2.9174550884656857e-06,
      "loss": 0.3473,
      "step": 1290510
    },
    {
      "epoch": 360.18,
      "grad_norm": 0.9913163781166077,
      "learning_rate": 2.917428871384601e-06,
      "loss": 0.3512,
      "step": 1290520
    },
    {
      "epoch": 360.18,
      "grad_norm": 1.0017496347427368,
      "learning_rate": 2.91740265422716e-06,
      "loss": 0.337,
      "step": 1290530
    },
    {
      "epoch": 360.18,
      "grad_norm": 1.2140967845916748,
      "learning_rate": 2.9173764369933654e-06,
      "loss": 0.343,
      "step": 1290540
    },
    {
      "epoch": 360.19,
      "grad_norm": 0.9218980669975281,
      "learning_rate": 2.9173502196832203e-06,
      "loss": 0.3404,
      "step": 1290550
    },
    {
      "epoch": 360.19,
      "grad_norm": 1.1532803773880005,
      "learning_rate": 2.9173240022967305e-06,
      "loss": 0.3535,
      "step": 1290560
    },
    {
      "epoch": 360.19,
      "grad_norm": 0.9433342218399048,
      "learning_rate": 2.917297784833897e-06,
      "loss": 0.344,
      "step": 1290570
    },
    {
      "epoch": 360.2,
      "grad_norm": 1.0973345041275024,
      "learning_rate": 2.917271567294724e-06,
      "loss": 0.3653,
      "step": 1290580
    },
    {
      "epoch": 360.2,
      "grad_norm": 0.8970329761505127,
      "learning_rate": 2.9172453496792152e-06,
      "loss": 0.3259,
      "step": 1290590
    },
    {
      "epoch": 360.2,
      "grad_norm": 1.0230361223220825,
      "learning_rate": 2.9172191319873743e-06,
      "loss": 0.3446,
      "step": 1290600
    },
    {
      "epoch": 360.2,
      "grad_norm": 2.366075038909912,
      "learning_rate": 2.9171929142192038e-06,
      "loss": 0.3453,
      "step": 1290610
    },
    {
      "epoch": 360.21,
      "grad_norm": 0.9851921200752258,
      "learning_rate": 2.9171666963747084e-06,
      "loss": 0.3501,
      "step": 1290620
    },
    {
      "epoch": 360.21,
      "grad_norm": 1.0137590169906616,
      "learning_rate": 2.917140478453891e-06,
      "loss": 0.3634,
      "step": 1290630
    },
    {
      "epoch": 360.21,
      "grad_norm": 0.9158383011817932,
      "learning_rate": 2.9171142604567554e-06,
      "loss": 0.3466,
      "step": 1290640
    },
    {
      "epoch": 360.21,
      "grad_norm": 1.0203542709350586,
      "learning_rate": 2.9170880423833045e-06,
      "loss": 0.3453,
      "step": 1290650
    },
    {
      "epoch": 360.22,
      "grad_norm": 1.0733219385147095,
      "learning_rate": 2.9170618242335422e-06,
      "loss": 0.3492,
      "step": 1290660
    },
    {
      "epoch": 360.22,
      "grad_norm": 0.9303315281867981,
      "learning_rate": 2.917035606007472e-06,
      "loss": 0.3476,
      "step": 1290670
    },
    {
      "epoch": 360.22,
      "grad_norm": 0.9816860556602478,
      "learning_rate": 2.9170093877050974e-06,
      "loss": 0.3569,
      "step": 1290680
    },
    {
      "epoch": 360.23,
      "grad_norm": 1.2347614765167236,
      "learning_rate": 2.916983169326422e-06,
      "loss": 0.3541,
      "step": 1290690
    },
    {
      "epoch": 360.23,
      "grad_norm": 0.990290105342865,
      "learning_rate": 2.9169569508714483e-06,
      "loss": 0.352,
      "step": 1290700
    },
    {
      "epoch": 360.23,
      "grad_norm": 1.0784434080123901,
      "learning_rate": 2.916930732340182e-06,
      "loss": 0.3644,
      "step": 1290710
    },
    {
      "epoch": 360.23,
      "grad_norm": 1.0095531940460205,
      "learning_rate": 2.9169045137326248e-06,
      "loss": 0.3628,
      "step": 1290720
    },
    {
      "epoch": 360.24,
      "grad_norm": 1.0934224128723145,
      "learning_rate": 2.91687829504878e-06,
      "loss": 0.3551,
      "step": 1290730
    },
    {
      "epoch": 360.24,
      "grad_norm": 0.9346398711204529,
      "learning_rate": 2.9168520762886512e-06,
      "loss": 0.3451,
      "step": 1290740
    },
    {
      "epoch": 360.24,
      "grad_norm": 0.9436264634132385,
      "learning_rate": 2.9168258574522434e-06,
      "loss": 0.3387,
      "step": 1290750
    },
    {
      "epoch": 360.25,
      "grad_norm": 0.9303427934646606,
      "learning_rate": 2.9167996385395582e-06,
      "loss": 0.3687,
      "step": 1290760
    },
    {
      "epoch": 360.25,
      "grad_norm": 0.9863809943199158,
      "learning_rate": 2.9167734195506002e-06,
      "loss": 0.3463,
      "step": 1290770
    },
    {
      "epoch": 360.25,
      "grad_norm": 0.9296765923500061,
      "learning_rate": 2.916747200485373e-06,
      "loss": 0.3418,
      "step": 1290780
    },
    {
      "epoch": 360.25,
      "grad_norm": 0.8852765560150146,
      "learning_rate": 2.9167209813438803e-06,
      "loss": 0.3417,
      "step": 1290790
    },
    {
      "epoch": 360.26,
      "grad_norm": 1.2213690280914307,
      "learning_rate": 2.916694762126124e-06,
      "loss": 0.3365,
      "step": 1290800
    },
    {
      "epoch": 360.26,
      "grad_norm": 0.852817177772522,
      "learning_rate": 2.916668542832108e-06,
      "loss": 0.3506,
      "step": 1290810
    },
    {
      "epoch": 360.26,
      "grad_norm": 1.1974812746047974,
      "learning_rate": 2.9166423234618376e-06,
      "loss": 0.3454,
      "step": 1290820
    },
    {
      "epoch": 360.27,
      "grad_norm": 1.0983929634094238,
      "learning_rate": 2.9166161040153145e-06,
      "loss": 0.3522,
      "step": 1290830
    },
    {
      "epoch": 360.27,
      "grad_norm": 1.0238656997680664,
      "learning_rate": 2.916589884492543e-06,
      "loss": 0.3436,
      "step": 1290840
    },
    {
      "epoch": 360.27,
      "grad_norm": 1.1043038368225098,
      "learning_rate": 2.9165636648935267e-06,
      "loss": 0.3459,
      "step": 1290850
    },
    {
      "epoch": 360.27,
      "grad_norm": 0.9018415212631226,
      "learning_rate": 2.9165374452182687e-06,
      "loss": 0.3391,
      "step": 1290860
    },
    {
      "epoch": 360.28,
      "grad_norm": 1.323099970817566,
      "learning_rate": 2.9165112254667714e-06,
      "loss": 0.3659,
      "step": 1290870
    },
    {
      "epoch": 360.28,
      "grad_norm": 0.9795083999633789,
      "learning_rate": 2.9164850056390407e-06,
      "loss": 0.3402,
      "step": 1290880
    },
    {
      "epoch": 360.28,
      "grad_norm": 1.0228815078735352,
      "learning_rate": 2.916458785735078e-06,
      "loss": 0.3554,
      "step": 1290890
    },
    {
      "epoch": 360.28,
      "grad_norm": 1.0145502090454102,
      "learning_rate": 2.916432565754888e-06,
      "loss": 0.3394,
      "step": 1290900
    },
    {
      "epoch": 360.29,
      "grad_norm": 0.8842300176620483,
      "learning_rate": 2.9164063456984737e-06,
      "loss": 0.3517,
      "step": 1290910
    },
    {
      "epoch": 360.29,
      "grad_norm": 0.920912504196167,
      "learning_rate": 2.9163801255658383e-06,
      "loss": 0.3615,
      "step": 1290920
    },
    {
      "epoch": 360.29,
      "grad_norm": 1.0421452522277832,
      "learning_rate": 2.9163539053569864e-06,
      "loss": 0.3425,
      "step": 1290930
    },
    {
      "epoch": 360.3,
      "grad_norm": 1.0072705745697021,
      "learning_rate": 2.91632768507192e-06,
      "loss": 0.3462,
      "step": 1290940
    },
    {
      "epoch": 360.3,
      "grad_norm": 1.1391304731369019,
      "learning_rate": 2.9163014647106443e-06,
      "loss": 0.3409,
      "step": 1290950
    },
    {
      "epoch": 360.3,
      "grad_norm": 1.289747953414917,
      "learning_rate": 2.9162752442731613e-06,
      "loss": 0.3499,
      "step": 1290960
    },
    {
      "epoch": 360.3,
      "grad_norm": 1.0970405340194702,
      "learning_rate": 2.916249023759475e-06,
      "loss": 0.3483,
      "step": 1290970
    },
    {
      "epoch": 360.31,
      "grad_norm": 0.9776067137718201,
      "learning_rate": 2.916222803169589e-06,
      "loss": 0.3448,
      "step": 1290980
    },
    {
      "epoch": 360.31,
      "grad_norm": 1.0033605098724365,
      "learning_rate": 2.9161965825035063e-06,
      "loss": 0.3559,
      "step": 1290990
    },
    {
      "epoch": 360.31,
      "grad_norm": 1.112239956855774,
      "learning_rate": 2.916170361761232e-06,
      "loss": 0.3525,
      "step": 1291000
    },
    {
      "epoch": 360.32,
      "grad_norm": 1.172419786453247,
      "learning_rate": 2.9161441409427675e-06,
      "loss": 0.3627,
      "step": 1291010
    },
    {
      "epoch": 360.32,
      "grad_norm": 1.0633100271224976,
      "learning_rate": 2.9161179200481175e-06,
      "loss": 0.3483,
      "step": 1291020
    },
    {
      "epoch": 360.32,
      "grad_norm": 1.2114945650100708,
      "learning_rate": 2.9160916990772845e-06,
      "loss": 0.354,
      "step": 1291030
    },
    {
      "epoch": 360.32,
      "grad_norm": 1.4312224388122559,
      "learning_rate": 2.9160654780302732e-06,
      "loss": 0.3547,
      "step": 1291040
    },
    {
      "epoch": 360.33,
      "grad_norm": 1.1029068231582642,
      "learning_rate": 2.9160392569070865e-06,
      "loss": 0.3611,
      "step": 1291050
    },
    {
      "epoch": 360.33,
      "grad_norm": 1.0721145868301392,
      "learning_rate": 2.9160130357077274e-06,
      "loss": 0.3389,
      "step": 1291060
    },
    {
      "epoch": 360.33,
      "grad_norm": 0.9724934697151184,
      "learning_rate": 2.915986814432201e-06,
      "loss": 0.3684,
      "step": 1291070
    },
    {
      "epoch": 360.33,
      "grad_norm": 1.3659887313842773,
      "learning_rate": 2.9159605930805094e-06,
      "loss": 0.3507,
      "step": 1291080
    },
    {
      "epoch": 360.34,
      "grad_norm": 1.1691455841064453,
      "learning_rate": 2.915934371652656e-06,
      "loss": 0.3361,
      "step": 1291090
    },
    {
      "epoch": 360.34,
      "grad_norm": 0.9798204898834229,
      "learning_rate": 2.9159081501486446e-06,
      "loss": 0.3583,
      "step": 1291100
    },
    {
      "epoch": 360.34,
      "grad_norm": 1.102654218673706,
      "learning_rate": 2.91588192856848e-06,
      "loss": 0.3532,
      "step": 1291110
    },
    {
      "epoch": 360.35,
      "grad_norm": 1.086010217666626,
      "learning_rate": 2.915855706912163e-06,
      "loss": 0.3579,
      "step": 1291120
    },
    {
      "epoch": 360.35,
      "grad_norm": 1.133135199546814,
      "learning_rate": 2.9158294851796987e-06,
      "loss": 0.3553,
      "step": 1291130
    },
    {
      "epoch": 360.35,
      "grad_norm": 0.9981555342674255,
      "learning_rate": 2.9158032633710913e-06,
      "loss": 0.3604,
      "step": 1291140
    },
    {
      "epoch": 360.35,
      "grad_norm": 1.178665041923523,
      "learning_rate": 2.9157770414863436e-06,
      "loss": 0.3627,
      "step": 1291150
    },
    {
      "epoch": 360.36,
      "grad_norm": 0.8954758644104004,
      "learning_rate": 2.915750819525458e-06,
      "loss": 0.3453,
      "step": 1291160
    },
    {
      "epoch": 360.36,
      "grad_norm": 1.084146499633789,
      "learning_rate": 2.9157245974884395e-06,
      "loss": 0.3763,
      "step": 1291170
    },
    {
      "epoch": 360.36,
      "grad_norm": 0.9560639262199402,
      "learning_rate": 2.9156983753752907e-06,
      "loss": 0.3516,
      "step": 1291180
    },
    {
      "epoch": 360.37,
      "grad_norm": 1.2438398599624634,
      "learning_rate": 2.9156721531860156e-06,
      "loss": 0.3331,
      "step": 1291190
    },
    {
      "epoch": 360.37,
      "grad_norm": 1.0858464241027832,
      "learning_rate": 2.9156459309206177e-06,
      "loss": 0.3819,
      "step": 1291200
    },
    {
      "epoch": 360.37,
      "grad_norm": 1.109541654586792,
      "learning_rate": 2.9156197085791e-06,
      "loss": 0.3499,
      "step": 1291210
    },
    {
      "epoch": 360.37,
      "grad_norm": 1.0991140604019165,
      "learning_rate": 2.915593486161467e-06,
      "loss": 0.3746,
      "step": 1291220
    },
    {
      "epoch": 360.38,
      "grad_norm": 1.0645307302474976,
      "learning_rate": 2.91556726366772e-06,
      "loss": 0.3597,
      "step": 1291230
    },
    {
      "epoch": 360.38,
      "grad_norm": 1.4535177946090698,
      "learning_rate": 2.9155410410978653e-06,
      "loss": 0.3453,
      "step": 1291240
    },
    {
      "epoch": 360.38,
      "grad_norm": 1.5045534372329712,
      "learning_rate": 2.915514818451904e-06,
      "loss": 0.3562,
      "step": 1291250
    },
    {
      "epoch": 360.39,
      "grad_norm": 1.2808637619018555,
      "learning_rate": 2.915488595729841e-06,
      "loss": 0.3458,
      "step": 1291260
    },
    {
      "epoch": 360.39,
      "grad_norm": 0.9982010722160339,
      "learning_rate": 2.91546237293168e-06,
      "loss": 0.3612,
      "step": 1291270
    },
    {
      "epoch": 360.39,
      "grad_norm": 1.0376180410385132,
      "learning_rate": 2.9154361500574235e-06,
      "loss": 0.3517,
      "step": 1291280
    },
    {
      "epoch": 360.39,
      "grad_norm": 1.0001962184906006,
      "learning_rate": 2.9154099271070753e-06,
      "loss": 0.3376,
      "step": 1291290
    },
    {
      "epoch": 360.4,
      "grad_norm": 0.9199159741401672,
      "learning_rate": 2.91538370408064e-06,
      "loss": 0.3553,
      "step": 1291300
    },
    {
      "epoch": 360.4,
      "grad_norm": 1.057408332824707,
      "learning_rate": 2.915357480978119e-06,
      "loss": 0.3548,
      "step": 1291310
    },
    {
      "epoch": 360.4,
      "grad_norm": 0.8432099223136902,
      "learning_rate": 2.915331257799517e-06,
      "loss": 0.3303,
      "step": 1291320
    },
    {
      "epoch": 360.4,
      "grad_norm": 1.1254169940948486,
      "learning_rate": 2.915305034544838e-06,
      "loss": 0.3431,
      "step": 1291330
    },
    {
      "epoch": 360.41,
      "grad_norm": 1.0394976139068604,
      "learning_rate": 2.9152788112140844e-06,
      "loss": 0.3365,
      "step": 1291340
    },
    {
      "epoch": 360.41,
      "grad_norm": 0.8989778757095337,
      "learning_rate": 2.91525258780726e-06,
      "loss": 0.3447,
      "step": 1291350
    },
    {
      "epoch": 360.41,
      "grad_norm": 0.8574893474578857,
      "learning_rate": 2.9152263643243687e-06,
      "loss": 0.3552,
      "step": 1291360
    },
    {
      "epoch": 360.42,
      "grad_norm": 0.9088281393051147,
      "learning_rate": 2.9152001407654134e-06,
      "loss": 0.3466,
      "step": 1291370
    },
    {
      "epoch": 360.42,
      "grad_norm": 1.1117264032363892,
      "learning_rate": 2.9151739171303984e-06,
      "loss": 0.34,
      "step": 1291380
    },
    {
      "epoch": 360.42,
      "grad_norm": 0.9016311764717102,
      "learning_rate": 2.9151476934193266e-06,
      "loss": 0.354,
      "step": 1291390
    },
    {
      "epoch": 360.42,
      "grad_norm": 1.134242296218872,
      "learning_rate": 2.915121469632202e-06,
      "loss": 0.3414,
      "step": 1291400
    },
    {
      "epoch": 360.43,
      "grad_norm": 0.9362078905105591,
      "learning_rate": 2.9150952457690266e-06,
      "loss": 0.35,
      "step": 1291410
    },
    {
      "epoch": 360.43,
      "grad_norm": 1.0061315298080444,
      "learning_rate": 2.9150690218298056e-06,
      "loss": 0.3249,
      "step": 1291420
    },
    {
      "epoch": 360.43,
      "grad_norm": 1.0484135150909424,
      "learning_rate": 2.9150427978145426e-06,
      "loss": 0.3683,
      "step": 1291430
    },
    {
      "epoch": 360.44,
      "grad_norm": 0.87406986951828,
      "learning_rate": 2.9150165737232394e-06,
      "loss": 0.3538,
      "step": 1291440
    },
    {
      "epoch": 360.44,
      "grad_norm": 1.1127790212631226,
      "learning_rate": 2.9149903495559006e-06,
      "loss": 0.3473,
      "step": 1291450
    },
    {
      "epoch": 360.44,
      "grad_norm": 1.089646816253662,
      "learning_rate": 2.91496412531253e-06,
      "loss": 0.3523,
      "step": 1291460
    },
    {
      "epoch": 360.44,
      "grad_norm": 0.9619162082672119,
      "learning_rate": 2.91493790099313e-06,
      "loss": 0.3421,
      "step": 1291470
    },
    {
      "epoch": 360.45,
      "grad_norm": 0.9778274297714233,
      "learning_rate": 2.9149116765977052e-06,
      "loss": 0.358,
      "step": 1291480
    },
    {
      "epoch": 360.45,
      "grad_norm": 1.0300503969192505,
      "learning_rate": 2.9148854521262587e-06,
      "loss": 0.3421,
      "step": 1291490
    },
    {
      "epoch": 360.45,
      "grad_norm": 0.9978526830673218,
      "learning_rate": 2.914859227578794e-06,
      "loss": 0.3579,
      "step": 1291500
    },
    {
      "epoch": 360.45,
      "grad_norm": 1.008083701133728,
      "learning_rate": 2.914833002955314e-06,
      "loss": 0.3535,
      "step": 1291510
    },
    {
      "epoch": 360.46,
      "grad_norm": 1.128654956817627,
      "learning_rate": 2.9148067782558233e-06,
      "loss": 0.3394,
      "step": 1291520
    },
    {
      "epoch": 360.46,
      "grad_norm": 0.9907750487327576,
      "learning_rate": 2.9147805534803245e-06,
      "loss": 0.3503,
      "step": 1291530
    },
    {
      "epoch": 360.46,
      "grad_norm": 1.060939908027649,
      "learning_rate": 2.914754328628821e-06,
      "loss": 0.3809,
      "step": 1291540
    },
    {
      "epoch": 360.47,
      "grad_norm": 0.8223360180854797,
      "learning_rate": 2.9147281037013172e-06,
      "loss": 0.3486,
      "step": 1291550
    },
    {
      "epoch": 360.47,
      "grad_norm": 0.9316943883895874,
      "learning_rate": 2.9147018786978163e-06,
      "loss": 0.3541,
      "step": 1291560
    },
    {
      "epoch": 360.47,
      "grad_norm": 1.0206371545791626,
      "learning_rate": 2.9146756536183204e-06,
      "loss": 0.3362,
      "step": 1291570
    },
    {
      "epoch": 360.47,
      "grad_norm": 1.06654691696167,
      "learning_rate": 2.9146494284628346e-06,
      "loss": 0.3628,
      "step": 1291580
    },
    {
      "epoch": 360.48,
      "grad_norm": 1.1183255910873413,
      "learning_rate": 2.9146232032313624e-06,
      "loss": 0.3694,
      "step": 1291590
    },
    {
      "epoch": 360.48,
      "grad_norm": 0.9498953223228455,
      "learning_rate": 2.914596977923907e-06,
      "loss": 0.3594,
      "step": 1291600
    },
    {
      "epoch": 360.48,
      "grad_norm": 0.9563671350479126,
      "learning_rate": 2.9145707525404708e-06,
      "loss": 0.3534,
      "step": 1291610
    },
    {
      "epoch": 360.49,
      "grad_norm": 1.0434491634368896,
      "learning_rate": 2.9145445270810594e-06,
      "loss": 0.3584,
      "step": 1291620
    },
    {
      "epoch": 360.49,
      "grad_norm": 2.816044807434082,
      "learning_rate": 2.914518301545674e-06,
      "loss": 0.3452,
      "step": 1291630
    },
    {
      "epoch": 360.49,
      "grad_norm": 0.7951624989509583,
      "learning_rate": 2.9144920759343196e-06,
      "loss": 0.3453,
      "step": 1291640
    },
    {
      "epoch": 360.49,
      "grad_norm": 1.042790412902832,
      "learning_rate": 2.914465850246999e-06,
      "loss": 0.3421,
      "step": 1291650
    },
    {
      "epoch": 360.5,
      "grad_norm": 0.9097206592559814,
      "learning_rate": 2.914439624483716e-06,
      "loss": 0.3286,
      "step": 1291660
    },
    {
      "epoch": 360.5,
      "grad_norm": 1.0757490396499634,
      "learning_rate": 2.914413398644475e-06,
      "loss": 0.347,
      "step": 1291670
    },
    {
      "epoch": 360.5,
      "grad_norm": 0.9374896287918091,
      "learning_rate": 2.9143871727292776e-06,
      "loss": 0.3512,
      "step": 1291680
    },
    {
      "epoch": 360.51,
      "grad_norm": 1.080348253250122,
      "learning_rate": 2.9143609467381286e-06,
      "loss": 0.3601,
      "step": 1291690
    },
    {
      "epoch": 360.51,
      "grad_norm": 1.0556305646896362,
      "learning_rate": 2.914334720671031e-06,
      "loss": 0.3505,
      "step": 1291700
    },
    {
      "epoch": 360.51,
      "grad_norm": 1.0312374830245972,
      "learning_rate": 2.914308494527988e-06,
      "loss": 0.3467,
      "step": 1291710
    },
    {
      "epoch": 360.51,
      "grad_norm": 0.8994914889335632,
      "learning_rate": 2.9142822683090042e-06,
      "loss": 0.3565,
      "step": 1291720
    },
    {
      "epoch": 360.52,
      "grad_norm": 0.9921061992645264,
      "learning_rate": 2.9142560420140817e-06,
      "loss": 0.3544,
      "step": 1291730
    },
    {
      "epoch": 360.52,
      "grad_norm": 1.0687605142593384,
      "learning_rate": 2.9142298156432256e-06,
      "loss": 0.3586,
      "step": 1291740
    },
    {
      "epoch": 360.52,
      "grad_norm": 0.9434095025062561,
      "learning_rate": 2.9142035891964386e-06,
      "loss": 0.3397,
      "step": 1291750
    },
    {
      "epoch": 360.52,
      "grad_norm": 0.9777798652648926,
      "learning_rate": 2.9141773626737226e-06,
      "loss": 0.3352,
      "step": 1291760
    },
    {
      "epoch": 360.53,
      "grad_norm": 1.3157426118850708,
      "learning_rate": 2.9141511360750833e-06,
      "loss": 0.3422,
      "step": 1291770
    },
    {
      "epoch": 360.53,
      "grad_norm": 0.9230550527572632,
      "learning_rate": 2.914124909400524e-06,
      "loss": 0.3434,
      "step": 1291780
    },
    {
      "epoch": 360.53,
      "grad_norm": 1.0580334663391113,
      "learning_rate": 2.914098682650047e-06,
      "loss": 0.3262,
      "step": 1291790
    },
    {
      "epoch": 360.54,
      "grad_norm": 1.2937406301498413,
      "learning_rate": 2.9140724558236564e-06,
      "loss": 0.342,
      "step": 1291800
    },
    {
      "epoch": 360.54,
      "grad_norm": 0.9107102155685425,
      "learning_rate": 2.9140462289213562e-06,
      "loss": 0.3508,
      "step": 1291810
    },
    {
      "epoch": 360.54,
      "grad_norm": 0.9963778257369995,
      "learning_rate": 2.9140200019431496e-06,
      "loss": 0.3477,
      "step": 1291820
    },
    {
      "epoch": 360.54,
      "grad_norm": 1.1420499086380005,
      "learning_rate": 2.913993774889039e-06,
      "loss": 0.3484,
      "step": 1291830
    },
    {
      "epoch": 360.55,
      "grad_norm": 0.9594256281852722,
      "learning_rate": 2.9139675477590297e-06,
      "loss": 0.3576,
      "step": 1291840
    },
    {
      "epoch": 360.55,
      "grad_norm": 1.0755242109298706,
      "learning_rate": 2.9139413205531237e-06,
      "loss": 0.3661,
      "step": 1291850
    },
    {
      "epoch": 360.55,
      "grad_norm": 0.9722838997840881,
      "learning_rate": 2.913915093271325e-06,
      "loss": 0.3513,
      "step": 1291860
    },
    {
      "epoch": 360.56,
      "grad_norm": 1.235408067703247,
      "learning_rate": 2.913888865913637e-06,
      "loss": 0.3495,
      "step": 1291870
    },
    {
      "epoch": 360.56,
      "grad_norm": 1.1522216796875,
      "learning_rate": 2.9138626384800643e-06,
      "loss": 0.3626,
      "step": 1291880
    },
    {
      "epoch": 360.56,
      "grad_norm": 1.0916246175765991,
      "learning_rate": 2.9138364109706097e-06,
      "loss": 0.3702,
      "step": 1291890
    },
    {
      "epoch": 360.56,
      "grad_norm": 0.9153808355331421,
      "learning_rate": 2.913810183385275e-06,
      "loss": 0.3327,
      "step": 1291900
    },
    {
      "epoch": 360.57,
      "grad_norm": 1.0137872695922852,
      "learning_rate": 2.913783955724066e-06,
      "loss": 0.3527,
      "step": 1291910
    },
    {
      "epoch": 360.57,
      "grad_norm": 1.6759032011032104,
      "learning_rate": 2.9137577279869853e-06,
      "loss": 0.3464,
      "step": 1291920
    },
    {
      "epoch": 360.57,
      "grad_norm": 2.016556739807129,
      "learning_rate": 2.913731500174036e-06,
      "loss": 0.3644,
      "step": 1291930
    },
    {
      "epoch": 360.57,
      "grad_norm": 0.9112535119056702,
      "learning_rate": 2.9137052722852216e-06,
      "loss": 0.3426,
      "step": 1291940
    },
    {
      "epoch": 360.58,
      "grad_norm": 0.9664248824119568,
      "learning_rate": 2.913679044320547e-06,
      "loss": 0.3475,
      "step": 1291950
    },
    {
      "epoch": 360.58,
      "grad_norm": 0.991994321346283,
      "learning_rate": 2.913652816280015e-06,
      "loss": 0.3545,
      "step": 1291960
    },
    {
      "epoch": 360.58,
      "grad_norm": 1.1224333047866821,
      "learning_rate": 2.913626588163628e-06,
      "loss": 0.3506,
      "step": 1291970
    },
    {
      "epoch": 360.59,
      "grad_norm": 1.027213454246521,
      "learning_rate": 2.9136003599713906e-06,
      "loss": 0.3429,
      "step": 1291980
    },
    {
      "epoch": 360.59,
      "grad_norm": 1.0657075643539429,
      "learning_rate": 2.9135741317033057e-06,
      "loss": 0.3692,
      "step": 1291990
    },
    {
      "epoch": 360.59,
      "grad_norm": 1.1068103313446045,
      "learning_rate": 2.913547903359377e-06,
      "loss": 0.355,
      "step": 1292000
    },
    {
      "epoch": 360.59,
      "grad_norm": 1.0533448457717896,
      "learning_rate": 2.913521674939608e-06,
      "loss": 0.3474,
      "step": 1292010
    },
    {
      "epoch": 360.6,
      "grad_norm": 0.9299443960189819,
      "learning_rate": 2.9134954464440023e-06,
      "loss": 0.3559,
      "step": 1292020
    },
    {
      "epoch": 360.6,
      "grad_norm": 0.9375247359275818,
      "learning_rate": 2.913469217872564e-06,
      "loss": 0.3499,
      "step": 1292030
    },
    {
      "epoch": 360.6,
      "grad_norm": 0.9719142317771912,
      "learning_rate": 2.913442989225296e-06,
      "loss": 0.3318,
      "step": 1292040
    },
    {
      "epoch": 360.61,
      "grad_norm": 1.1393367052078247,
      "learning_rate": 2.9134167605022e-06,
      "loss": 0.3701,
      "step": 1292050
    },
    {
      "epoch": 360.61,
      "grad_norm": 1.0290840864181519,
      "learning_rate": 2.9133905317032825e-06,
      "loss": 0.3433,
      "step": 1292060
    },
    {
      "epoch": 360.61,
      "grad_norm": 0.9660091400146484,
      "learning_rate": 2.913364302828546e-06,
      "loss": 0.3645,
      "step": 1292070
    },
    {
      "epoch": 360.61,
      "grad_norm": 1.0867996215820312,
      "learning_rate": 2.9133380738779925e-06,
      "loss": 0.3417,
      "step": 1292080
    },
    {
      "epoch": 360.62,
      "grad_norm": 1.1001256704330444,
      "learning_rate": 2.913311844851627e-06,
      "loss": 0.3585,
      "step": 1292090
    },
    {
      "epoch": 360.62,
      "grad_norm": 1.0114449262619019,
      "learning_rate": 2.913285615749453e-06,
      "loss": 0.3689,
      "step": 1292100
    },
    {
      "epoch": 360.62,
      "grad_norm": 1.103175401687622,
      "learning_rate": 2.913259386571474e-06,
      "loss": 0.3426,
      "step": 1292110
    },
    {
      "epoch": 360.63,
      "grad_norm": 0.9530563950538635,
      "learning_rate": 2.9132331573176926e-06,
      "loss": 0.3363,
      "step": 1292120
    },
    {
      "epoch": 360.63,
      "grad_norm": 1.1636990308761597,
      "learning_rate": 2.913206927988113e-06,
      "loss": 0.3593,
      "step": 1292130
    },
    {
      "epoch": 360.63,
      "grad_norm": 1.0623787641525269,
      "learning_rate": 2.9131806985827387e-06,
      "loss": 0.3448,
      "step": 1292140
    },
    {
      "epoch": 360.63,
      "grad_norm": 1.0247865915298462,
      "learning_rate": 2.9131544691015726e-06,
      "loss": 0.3574,
      "step": 1292150
    },
    {
      "epoch": 360.64,
      "grad_norm": 0.9696151614189148,
      "learning_rate": 2.9131282395446186e-06,
      "loss": 0.3299,
      "step": 1292160
    },
    {
      "epoch": 360.64,
      "grad_norm": 0.8979389667510986,
      "learning_rate": 2.913102009911881e-06,
      "loss": 0.351,
      "step": 1292170
    },
    {
      "epoch": 360.64,
      "grad_norm": 1.0559406280517578,
      "learning_rate": 2.9130757802033615e-06,
      "loss": 0.3571,
      "step": 1292180
    },
    {
      "epoch": 360.64,
      "grad_norm": 1.08787202835083,
      "learning_rate": 2.9130495504190656e-06,
      "loss": 0.3473,
      "step": 1292190
    },
    {
      "epoch": 360.65,
      "grad_norm": 1.035808801651001,
      "learning_rate": 2.913023320558995e-06,
      "loss": 0.3556,
      "step": 1292200
    },
    {
      "epoch": 360.65,
      "grad_norm": 1.1316707134246826,
      "learning_rate": 2.9129970906231542e-06,
      "loss": 0.3588,
      "step": 1292210
    },
    {
      "epoch": 360.65,
      "grad_norm": 1.194878101348877,
      "learning_rate": 2.912970860611546e-06,
      "loss": 0.3537,
      "step": 1292220
    },
    {
      "epoch": 360.66,
      "grad_norm": 1.047868013381958,
      "learning_rate": 2.9129446305241745e-06,
      "loss": 0.3618,
      "step": 1292230
    },
    {
      "epoch": 360.66,
      "grad_norm": 0.9204950928688049,
      "learning_rate": 2.912918400361044e-06,
      "loss": 0.358,
      "step": 1292240
    },
    {
      "epoch": 360.66,
      "grad_norm": 1.0032095909118652,
      "learning_rate": 2.912892170122156e-06,
      "loss": 0.3386,
      "step": 1292250
    },
    {
      "epoch": 360.66,
      "grad_norm": 1.002711534500122,
      "learning_rate": 2.9128659398075158e-06,
      "loss": 0.3496,
      "step": 1292260
    },
    {
      "epoch": 360.67,
      "grad_norm": 1.0799442529678345,
      "learning_rate": 2.912839709417126e-06,
      "loss": 0.341,
      "step": 1292270
    },
    {
      "epoch": 360.67,
      "grad_norm": 1.0639560222625732,
      "learning_rate": 2.9128134789509896e-06,
      "loss": 0.3413,
      "step": 1292280
    },
    {
      "epoch": 360.67,
      "grad_norm": 1.0238410234451294,
      "learning_rate": 2.9127872484091103e-06,
      "loss": 0.3511,
      "step": 1292290
    },
    {
      "epoch": 360.68,
      "grad_norm": 2.34220290184021,
      "learning_rate": 2.9127610177914932e-06,
      "loss": 0.3394,
      "step": 1292300
    },
    {
      "epoch": 360.68,
      "grad_norm": 0.957111656665802,
      "learning_rate": 2.91273478709814e-06,
      "loss": 0.371,
      "step": 1292310
    },
    {
      "epoch": 360.68,
      "grad_norm": 1.0223251581192017,
      "learning_rate": 2.9127085563290547e-06,
      "loss": 0.3573,
      "step": 1292320
    },
    {
      "epoch": 360.68,
      "grad_norm": 0.9503538012504578,
      "learning_rate": 2.9126823254842413e-06,
      "loss": 0.3519,
      "step": 1292330
    },
    {
      "epoch": 360.69,
      "grad_norm": 1.0711725950241089,
      "learning_rate": 2.9126560945637024e-06,
      "loss": 0.3562,
      "step": 1292340
    },
    {
      "epoch": 360.69,
      "grad_norm": 0.9582974314689636,
      "learning_rate": 2.912629863567442e-06,
      "loss": 0.3527,
      "step": 1292350
    },
    {
      "epoch": 360.69,
      "grad_norm": 1.1130257844924927,
      "learning_rate": 2.9126036324954638e-06,
      "loss": 0.3428,
      "step": 1292360
    },
    {
      "epoch": 360.69,
      "grad_norm": 1.2264022827148438,
      "learning_rate": 2.912577401347771e-06,
      "loss": 0.3355,
      "step": 1292370
    },
    {
      "epoch": 360.7,
      "grad_norm": 1.0823520421981812,
      "learning_rate": 2.9125511701243664e-06,
      "loss": 0.3273,
      "step": 1292380
    },
    {
      "epoch": 360.7,
      "grad_norm": 1.025266170501709,
      "learning_rate": 2.9125249388252546e-06,
      "loss": 0.3316,
      "step": 1292390
    },
    {
      "epoch": 360.7,
      "grad_norm": 0.9087868332862854,
      "learning_rate": 2.9124987074504396e-06,
      "loss": 0.3484,
      "step": 1292400
    },
    {
      "epoch": 360.71,
      "grad_norm": 1.125822901725769,
      "learning_rate": 2.912472475999923e-06,
      "loss": 0.3388,
      "step": 1292410
    },
    {
      "epoch": 360.71,
      "grad_norm": 1.0221525430679321,
      "learning_rate": 2.9124462444737094e-06,
      "loss": 0.3533,
      "step": 1292420
    },
    {
      "epoch": 360.71,
      "grad_norm": 1.1916117668151855,
      "learning_rate": 2.9124200128718028e-06,
      "loss": 0.3517,
      "step": 1292430
    },
    {
      "epoch": 360.71,
      "grad_norm": 1.321876883506775,
      "learning_rate": 2.9123937811942052e-06,
      "loss": 0.3419,
      "step": 1292440
    },
    {
      "epoch": 360.72,
      "grad_norm": 1.1051374673843384,
      "learning_rate": 2.912367549440921e-06,
      "loss": 0.3355,
      "step": 1292450
    },
    {
      "epoch": 360.72,
      "grad_norm": 1.109122633934021,
      "learning_rate": 2.9123413176119545e-06,
      "loss": 0.3681,
      "step": 1292460
    },
    {
      "epoch": 360.72,
      "grad_norm": 0.9675071835517883,
      "learning_rate": 2.9123150857073077e-06,
      "loss": 0.3396,
      "step": 1292470
    },
    {
      "epoch": 360.73,
      "grad_norm": 0.9755330681800842,
      "learning_rate": 2.9122888537269853e-06,
      "loss": 0.3556,
      "step": 1292480
    },
    {
      "epoch": 360.73,
      "grad_norm": 1.1264773607254028,
      "learning_rate": 2.9122626216709897e-06,
      "loss": 0.3433,
      "step": 1292490
    },
    {
      "epoch": 360.73,
      "grad_norm": 1.1103466749191284,
      "learning_rate": 2.912236389539325e-06,
      "loss": 0.3499,
      "step": 1292500
    },
    {
      "epoch": 360.73,
      "grad_norm": 1.0242674350738525,
      "learning_rate": 2.9122101573319947e-06,
      "loss": 0.3311,
      "step": 1292510
    },
    {
      "epoch": 360.74,
      "grad_norm": 0.9446966052055359,
      "learning_rate": 2.912183925049001e-06,
      "loss": 0.3343,
      "step": 1292520
    },
    {
      "epoch": 360.74,
      "grad_norm": 0.9105584621429443,
      "learning_rate": 2.9121576926903506e-06,
      "loss": 0.3372,
      "step": 1292530
    },
    {
      "epoch": 360.74,
      "grad_norm": 0.9661392569541931,
      "learning_rate": 2.912131460256044e-06,
      "loss": 0.3502,
      "step": 1292540
    },
    {
      "epoch": 360.75,
      "grad_norm": 0.9978137612342834,
      "learning_rate": 2.9121052277460857e-06,
      "loss": 0.3508,
      "step": 1292550
    },
    {
      "epoch": 360.75,
      "grad_norm": 1.0448678731918335,
      "learning_rate": 2.9120789951604795e-06,
      "loss": 0.3478,
      "step": 1292560
    },
    {
      "epoch": 360.75,
      "grad_norm": 0.9859161972999573,
      "learning_rate": 2.912052762499228e-06,
      "loss": 0.3547,
      "step": 1292570
    },
    {
      "epoch": 360.75,
      "grad_norm": 1.0855817794799805,
      "learning_rate": 2.9120265297623354e-06,
      "loss": 0.3607,
      "step": 1292580
    },
    {
      "epoch": 360.76,
      "grad_norm": 1.078192949295044,
      "learning_rate": 2.912000296949805e-06,
      "loss": 0.3438,
      "step": 1292590
    },
    {
      "epoch": 360.76,
      "grad_norm": 1.1065282821655273,
      "learning_rate": 2.911974064061641e-06,
      "loss": 0.3623,
      "step": 1292600
    },
    {
      "epoch": 360.76,
      "grad_norm": 1.1896986961364746,
      "learning_rate": 2.911947831097845e-06,
      "loss": 0.3601,
      "step": 1292610
    },
    {
      "epoch": 360.76,
      "grad_norm": 1.0130490064620972,
      "learning_rate": 2.911921598058423e-06,
      "loss": 0.3549,
      "step": 1292620
    },
    {
      "epoch": 360.77,
      "grad_norm": 1.0124565362930298,
      "learning_rate": 2.911895364943377e-06,
      "loss": 0.3753,
      "step": 1292630
    },
    {
      "epoch": 360.77,
      "grad_norm": 1.381752371788025,
      "learning_rate": 2.91186913175271e-06,
      "loss": 0.3485,
      "step": 1292640
    },
    {
      "epoch": 360.77,
      "grad_norm": 1.0359195470809937,
      "learning_rate": 2.9118428984864267e-06,
      "loss": 0.3544,
      "step": 1292650
    },
    {
      "epoch": 360.78,
      "grad_norm": 1.0468884706497192,
      "learning_rate": 2.9118166651445297e-06,
      "loss": 0.3488,
      "step": 1292660
    },
    {
      "epoch": 360.78,
      "grad_norm": 1.0181989669799805,
      "learning_rate": 2.911790431727023e-06,
      "loss": 0.3575,
      "step": 1292670
    },
    {
      "epoch": 360.78,
      "grad_norm": 1.0615490674972534,
      "learning_rate": 2.9117641982339096e-06,
      "loss": 0.3453,
      "step": 1292680
    },
    {
      "epoch": 360.78,
      "grad_norm": 1.0509240627288818,
      "learning_rate": 2.911737964665194e-06,
      "loss": 0.3426,
      "step": 1292690
    },
    {
      "epoch": 360.79,
      "grad_norm": 1.1022460460662842,
      "learning_rate": 2.9117117310208793e-06,
      "loss": 0.3476,
      "step": 1292700
    },
    {
      "epoch": 360.79,
      "grad_norm": 1.0769785642623901,
      "learning_rate": 2.911685497300968e-06,
      "loss": 0.3356,
      "step": 1292710
    },
    {
      "epoch": 360.79,
      "grad_norm": 1.035615086555481,
      "learning_rate": 2.9116592635054645e-06,
      "loss": 0.3473,
      "step": 1292720
    },
    {
      "epoch": 360.8,
      "grad_norm": 1.1146562099456787,
      "learning_rate": 2.9116330296343727e-06,
      "loss": 0.3595,
      "step": 1292730
    },
    {
      "epoch": 360.8,
      "grad_norm": 1.1377865076065063,
      "learning_rate": 2.9116067956876946e-06,
      "loss": 0.356,
      "step": 1292740
    },
    {
      "epoch": 360.8,
      "grad_norm": 1.082284688949585,
      "learning_rate": 2.9115805616654353e-06,
      "loss": 0.342,
      "step": 1292750
    },
    {
      "epoch": 360.8,
      "grad_norm": 1.1503429412841797,
      "learning_rate": 2.911554327567597e-06,
      "loss": 0.353,
      "step": 1292760
    },
    {
      "epoch": 360.81,
      "grad_norm": 1.108182668685913,
      "learning_rate": 2.9115280933941847e-06,
      "loss": 0.3478,
      "step": 1292770
    },
    {
      "epoch": 360.81,
      "grad_norm": 1.0220352411270142,
      "learning_rate": 2.9115018591452006e-06,
      "loss": 0.3445,
      "step": 1292780
    },
    {
      "epoch": 360.81,
      "grad_norm": 0.9989685416221619,
      "learning_rate": 2.9114756248206484e-06,
      "loss": 0.3496,
      "step": 1292790
    },
    {
      "epoch": 360.81,
      "grad_norm": 1.254418134689331,
      "learning_rate": 2.9114493904205315e-06,
      "loss": 0.3628,
      "step": 1292800
    },
    {
      "epoch": 360.82,
      "grad_norm": 0.9679165482521057,
      "learning_rate": 2.9114231559448534e-06,
      "loss": 0.3518,
      "step": 1292810
    },
    {
      "epoch": 360.82,
      "grad_norm": 1.0884442329406738,
      "learning_rate": 2.9113969213936187e-06,
      "loss": 0.3514,
      "step": 1292820
    },
    {
      "epoch": 360.82,
      "grad_norm": 1.180646300315857,
      "learning_rate": 2.9113706867668295e-06,
      "loss": 0.3578,
      "step": 1292830
    },
    {
      "epoch": 360.83,
      "grad_norm": 1.0813699960708618,
      "learning_rate": 2.91134445206449e-06,
      "loss": 0.3739,
      "step": 1292840
    },
    {
      "epoch": 360.83,
      "grad_norm": 0.8354371786117554,
      "learning_rate": 2.911318217286604e-06,
      "loss": 0.3475,
      "step": 1292850
    },
    {
      "epoch": 360.83,
      "grad_norm": 0.9463669657707214,
      "learning_rate": 2.911291982433174e-06,
      "loss": 0.3379,
      "step": 1292860
    },
    {
      "epoch": 360.83,
      "grad_norm": 0.9396690726280212,
      "learning_rate": 2.911265747504204e-06,
      "loss": 0.3498,
      "step": 1292870
    },
    {
      "epoch": 360.84,
      "grad_norm": 0.9135523438453674,
      "learning_rate": 2.9112395124996977e-06,
      "loss": 0.3645,
      "step": 1292880
    },
    {
      "epoch": 360.84,
      "grad_norm": 2.7465999126434326,
      "learning_rate": 2.911213277419658e-06,
      "loss": 0.3651,
      "step": 1292890
    },
    {
      "epoch": 360.84,
      "grad_norm": 1.003035306930542,
      "learning_rate": 2.9111870422640888e-06,
      "loss": 0.3427,
      "step": 1292900
    },
    {
      "epoch": 360.85,
      "grad_norm": 0.976055920124054,
      "learning_rate": 2.9111608070329945e-06,
      "loss": 0.3566,
      "step": 1292910
    },
    {
      "epoch": 360.85,
      "grad_norm": 0.9359944462776184,
      "learning_rate": 2.911134571726377e-06,
      "loss": 0.3365,
      "step": 1292920
    },
    {
      "epoch": 360.85,
      "grad_norm": 1.0848647356033325,
      "learning_rate": 2.91110833634424e-06,
      "loss": 0.3715,
      "step": 1292930
    },
    {
      "epoch": 360.85,
      "grad_norm": 1.2946298122406006,
      "learning_rate": 2.9110821008865884e-06,
      "loss": 0.3388,
      "step": 1292940
    },
    {
      "epoch": 360.86,
      "grad_norm": 1.0855737924575806,
      "learning_rate": 2.9110558653534243e-06,
      "loss": 0.3572,
      "step": 1292950
    },
    {
      "epoch": 360.86,
      "grad_norm": 1.2593557834625244,
      "learning_rate": 2.911029629744751e-06,
      "loss": 0.3635,
      "step": 1292960
    },
    {
      "epoch": 360.86,
      "grad_norm": 0.8475398421287537,
      "learning_rate": 2.911003394060573e-06,
      "loss": 0.3505,
      "step": 1292970
    },
    {
      "epoch": 360.87,
      "grad_norm": 0.9677481055259705,
      "learning_rate": 2.910977158300894e-06,
      "loss": 0.3552,
      "step": 1292980
    },
    {
      "epoch": 360.87,
      "grad_norm": 1.6647262573242188,
      "learning_rate": 2.9109509224657167e-06,
      "loss": 0.3486,
      "step": 1292990
    },
    {
      "epoch": 360.87,
      "grad_norm": 1.0105085372924805,
      "learning_rate": 2.9109246865550445e-06,
      "loss": 0.3355,
      "step": 1293000
    },
    {
      "epoch": 360.87,
      "grad_norm": 0.9923542737960815,
      "learning_rate": 2.9108984505688813e-06,
      "loss": 0.349,
      "step": 1293010
    },
    {
      "epoch": 360.88,
      "grad_norm": 0.9789630174636841,
      "learning_rate": 2.9108722145072306e-06,
      "loss": 0.337,
      "step": 1293020
    },
    {
      "epoch": 360.88,
      "grad_norm": 1.0593409538269043,
      "learning_rate": 2.9108459783700952e-06,
      "loss": 0.334,
      "step": 1293030
    },
    {
      "epoch": 360.88,
      "grad_norm": 1.271362543106079,
      "learning_rate": 2.91081974215748e-06,
      "loss": 0.3298,
      "step": 1293040
    },
    {
      "epoch": 360.88,
      "grad_norm": 1.0256645679473877,
      "learning_rate": 2.910793505869387e-06,
      "loss": 0.3467,
      "step": 1293050
    },
    {
      "epoch": 360.89,
      "grad_norm": 1.1024020910263062,
      "learning_rate": 2.9107672695058213e-06,
      "loss": 0.3813,
      "step": 1293060
    },
    {
      "epoch": 360.89,
      "grad_norm": 0.8649746775627136,
      "learning_rate": 2.9107410330667848e-06,
      "loss": 0.3403,
      "step": 1293070
    },
    {
      "epoch": 360.89,
      "grad_norm": 1.1343988180160522,
      "learning_rate": 2.910714796552282e-06,
      "loss": 0.3567,
      "step": 1293080
    },
    {
      "epoch": 360.9,
      "grad_norm": 1.0653680562973022,
      "learning_rate": 2.910688559962315e-06,
      "loss": 0.369,
      "step": 1293090
    },
    {
      "epoch": 360.9,
      "grad_norm": 0.9615349769592285,
      "learning_rate": 2.9106623232968894e-06,
      "loss": 0.3528,
      "step": 1293100
    },
    {
      "epoch": 360.9,
      "grad_norm": 1.1281002759933472,
      "learning_rate": 2.910636086556007e-06,
      "loss": 0.3664,
      "step": 1293110
    },
    {
      "epoch": 360.9,
      "grad_norm": 1.0165636539459229,
      "learning_rate": 2.910609849739672e-06,
      "loss": 0.3477,
      "step": 1293120
    },
    {
      "epoch": 360.91,
      "grad_norm": 1.0011210441589355,
      "learning_rate": 2.910583612847888e-06,
      "loss": 0.3449,
      "step": 1293130
    },
    {
      "epoch": 360.91,
      "grad_norm": 1.2966365814208984,
      "learning_rate": 2.9105573758806587e-06,
      "loss": 0.3516,
      "step": 1293140
    },
    {
      "epoch": 360.91,
      "grad_norm": 1.0546386241912842,
      "learning_rate": 2.9105311388379866e-06,
      "loss": 0.3505,
      "step": 1293150
    },
    {
      "epoch": 360.92,
      "grad_norm": 1.066280484199524,
      "learning_rate": 2.9105049017198757e-06,
      "loss": 0.3456,
      "step": 1293160
    },
    {
      "epoch": 360.92,
      "grad_norm": 0.9490875601768494,
      "learning_rate": 2.9104786645263298e-06,
      "loss": 0.3526,
      "step": 1293170
    },
    {
      "epoch": 360.92,
      "grad_norm": 0.976125955581665,
      "learning_rate": 2.910452427257352e-06,
      "loss": 0.3398,
      "step": 1293180
    },
    {
      "epoch": 360.92,
      "grad_norm": 0.852793276309967,
      "learning_rate": 2.9104261899129462e-06,
      "loss": 0.3527,
      "step": 1293190
    },
    {
      "epoch": 360.93,
      "grad_norm": 1.0258276462554932,
      "learning_rate": 2.910399952493116e-06,
      "loss": 0.3563,
      "step": 1293200
    },
    {
      "epoch": 360.93,
      "grad_norm": 0.9825632572174072,
      "learning_rate": 2.9103737149978635e-06,
      "loss": 0.3513,
      "step": 1293210
    },
    {
      "epoch": 360.93,
      "grad_norm": 1.1161706447601318,
      "learning_rate": 2.910347477427194e-06,
      "loss": 0.3638,
      "step": 1293220
    },
    {
      "epoch": 360.93,
      "grad_norm": 1.0453962087631226,
      "learning_rate": 2.9103212397811105e-06,
      "loss": 0.3447,
      "step": 1293230
    },
    {
      "epoch": 360.94,
      "grad_norm": 1.7127257585525513,
      "learning_rate": 2.9102950020596156e-06,
      "loss": 0.3369,
      "step": 1293240
    },
    {
      "epoch": 360.94,
      "grad_norm": 0.9406493306159973,
      "learning_rate": 2.9102687642627133e-06,
      "loss": 0.3602,
      "step": 1293250
    },
    {
      "epoch": 360.94,
      "grad_norm": 1.0972259044647217,
      "learning_rate": 2.910242526390407e-06,
      "loss": 0.3531,
      "step": 1293260
    },
    {
      "epoch": 360.95,
      "grad_norm": 0.8944514989852905,
      "learning_rate": 2.9102162884427012e-06,
      "loss": 0.3466,
      "step": 1293270
    },
    {
      "epoch": 360.95,
      "grad_norm": 1.130718469619751,
      "learning_rate": 2.910190050419598e-06,
      "loss": 0.3723,
      "step": 1293280
    },
    {
      "epoch": 360.95,
      "grad_norm": 1.1806390285491943,
      "learning_rate": 2.910163812321102e-06,
      "loss": 0.3581,
      "step": 1293290
    },
    {
      "epoch": 360.95,
      "grad_norm": 1.4419944286346436,
      "learning_rate": 2.9101375741472156e-06,
      "loss": 0.3566,
      "step": 1293300
    },
    {
      "epoch": 360.96,
      "grad_norm": 1.1180994510650635,
      "learning_rate": 2.9101113358979435e-06,
      "loss": 0.3387,
      "step": 1293310
    },
    {
      "epoch": 360.96,
      "grad_norm": 0.9734823107719421,
      "learning_rate": 2.910085097573288e-06,
      "loss": 0.3479,
      "step": 1293320
    },
    {
      "epoch": 360.96,
      "grad_norm": 1.0880160331726074,
      "learning_rate": 2.9100588591732532e-06,
      "loss": 0.3522,
      "step": 1293330
    },
    {
      "epoch": 360.97,
      "grad_norm": 1.125665545463562,
      "learning_rate": 2.9100326206978428e-06,
      "loss": 0.3497,
      "step": 1293340
    },
    {
      "epoch": 360.97,
      "grad_norm": 0.9783164858818054,
      "learning_rate": 2.9100063821470595e-06,
      "loss": 0.3426,
      "step": 1293350
    },
    {
      "epoch": 360.97,
      "grad_norm": 1.0124382972717285,
      "learning_rate": 2.9099801435209076e-06,
      "loss": 0.3548,
      "step": 1293360
    },
    {
      "epoch": 360.97,
      "grad_norm": 0.8937839269638062,
      "learning_rate": 2.909953904819391e-06,
      "loss": 0.3659,
      "step": 1293370
    },
    {
      "epoch": 360.98,
      "grad_norm": 1.1747030019760132,
      "learning_rate": 2.9099276660425114e-06,
      "loss": 0.3474,
      "step": 1293380
    },
    {
      "epoch": 360.98,
      "grad_norm": 0.8459025621414185,
      "learning_rate": 2.9099014271902737e-06,
      "loss": 0.3471,
      "step": 1293390
    },
    {
      "epoch": 360.98,
      "grad_norm": 0.9789116382598877,
      "learning_rate": 2.9098751882626815e-06,
      "loss": 0.3454,
      "step": 1293400
    },
    {
      "epoch": 360.99,
      "grad_norm": 0.9683387279510498,
      "learning_rate": 2.9098489492597376e-06,
      "loss": 0.3546,
      "step": 1293410
    },
    {
      "epoch": 360.99,
      "grad_norm": 0.9509022235870361,
      "learning_rate": 2.909822710181446e-06,
      "loss": 0.3456,
      "step": 1293420
    },
    {
      "epoch": 360.99,
      "grad_norm": 1.0554752349853516,
      "learning_rate": 2.90979647102781e-06,
      "loss": 0.3523,
      "step": 1293430
    },
    {
      "epoch": 360.99,
      "grad_norm": 1.095003366470337,
      "learning_rate": 2.9097702317988327e-06,
      "loss": 0.3589,
      "step": 1293440
    },
    {
      "epoch": 361.0,
      "grad_norm": 1.0966618061065674,
      "learning_rate": 2.909743992494518e-06,
      "loss": 0.3397,
      "step": 1293450
    },
    {
      "epoch": 361.0,
      "grad_norm": 1.0285545587539673,
      "learning_rate": 2.9097177531148697e-06,
      "loss": 0.3354,
      "step": 1293460
    },
    {
      "epoch": 361.0,
      "eval_loss": 0.35143187642097473,
      "eval_runtime": 62.8948,
      "eval_samples_per_second": 80.436,
      "eval_steps_per_second": 10.064,
      "step": 1293463
    },
    {
      "epoch": 361.0,
      "grad_norm": 1.051086187362671,
      "learning_rate": 2.9096915136598906e-06,
      "loss": 0.3219,
      "step": 1293470
    },
    {
      "epoch": 361.0,
      "grad_norm": 1.2743704319000244,
      "learning_rate": 2.909665274129585e-06,
      "loss": 0.3395,
      "step": 1293480
    },
    {
      "epoch": 361.01,
      "grad_norm": 1.0934382677078247,
      "learning_rate": 2.9096390345239555e-06,
      "loss": 0.3403,
      "step": 1293490
    },
    {
      "epoch": 361.01,
      "grad_norm": 1.0385745763778687,
      "learning_rate": 2.9096127948430062e-06,
      "loss": 0.3464,
      "step": 1293500
    },
    {
      "epoch": 361.01,
      "grad_norm": 1.0026355981826782,
      "learning_rate": 2.9095865550867405e-06,
      "loss": 0.3429,
      "step": 1293510
    },
    {
      "epoch": 361.02,
      "grad_norm": 1.334721565246582,
      "learning_rate": 2.909560315255162e-06,
      "loss": 0.351,
      "step": 1293520
    },
    {
      "epoch": 361.02,
      "grad_norm": 0.8849716186523438,
      "learning_rate": 2.9095340753482727e-06,
      "loss": 0.3541,
      "step": 1293530
    },
    {
      "epoch": 361.02,
      "grad_norm": 1.0784108638763428,
      "learning_rate": 2.9095078353660787e-06,
      "loss": 0.3468,
      "step": 1293540
    },
    {
      "epoch": 361.02,
      "grad_norm": 1.0352072715759277,
      "learning_rate": 2.9094815953085814e-06,
      "loss": 0.3501,
      "step": 1293550
    },
    {
      "epoch": 361.03,
      "grad_norm": 1.1330665349960327,
      "learning_rate": 2.909455355175786e-06,
      "loss": 0.3451,
      "step": 1293560
    },
    {
      "epoch": 361.03,
      "grad_norm": 1.077404499053955,
      "learning_rate": 2.9094291149676936e-06,
      "loss": 0.3542,
      "step": 1293570
    },
    {
      "epoch": 361.03,
      "grad_norm": 0.9774520993232727,
      "learning_rate": 2.909402874684311e-06,
      "loss": 0.3471,
      "step": 1293580
    },
    {
      "epoch": 361.04,
      "grad_norm": 0.992728054523468,
      "learning_rate": 2.9093766343256386e-06,
      "loss": 0.3331,
      "step": 1293590
    },
    {
      "epoch": 361.04,
      "grad_norm": 1.1056058406829834,
      "learning_rate": 2.9093503938916813e-06,
      "loss": 0.3551,
      "step": 1293600
    },
    {
      "epoch": 361.04,
      "grad_norm": 1.855919599533081,
      "learning_rate": 2.9093241533824422e-06,
      "loss": 0.3471,
      "step": 1293610
    },
    {
      "epoch": 361.04,
      "grad_norm": 1.0451018810272217,
      "learning_rate": 2.909297912797926e-06,
      "loss": 0.3582,
      "step": 1293620
    },
    {
      "epoch": 361.05,
      "grad_norm": 0.8994661569595337,
      "learning_rate": 2.909271672138134e-06,
      "loss": 0.3478,
      "step": 1293630
    },
    {
      "epoch": 361.05,
      "grad_norm": 1.0184098482131958,
      "learning_rate": 2.909245431403072e-06,
      "loss": 0.371,
      "step": 1293640
    },
    {
      "epoch": 361.05,
      "grad_norm": 1.3192497491836548,
      "learning_rate": 2.9092191905927418e-06,
      "loss": 0.3521,
      "step": 1293650
    },
    {
      "epoch": 361.05,
      "grad_norm": 1.2020708322525024,
      "learning_rate": 2.9091929497071478e-06,
      "loss": 0.3694,
      "step": 1293660
    },
    {
      "epoch": 361.06,
      "grad_norm": 0.9182845950126648,
      "learning_rate": 2.909166708746293e-06,
      "loss": 0.3515,
      "step": 1293670
    },
    {
      "epoch": 361.06,
      "grad_norm": 0.9237988591194153,
      "learning_rate": 2.9091404677101805e-06,
      "loss": 0.3476,
      "step": 1293680
    },
    {
      "epoch": 361.06,
      "grad_norm": 1.1092443466186523,
      "learning_rate": 2.909114226598816e-06,
      "loss": 0.352,
      "step": 1293690
    },
    {
      "epoch": 361.07,
      "grad_norm": 1.1111222505569458,
      "learning_rate": 2.9090879854122e-06,
      "loss": 0.3493,
      "step": 1293700
    },
    {
      "epoch": 361.07,
      "grad_norm": 0.972318172454834,
      "learning_rate": 2.909061744150337e-06,
      "loss": 0.3518,
      "step": 1293710
    },
    {
      "epoch": 361.07,
      "grad_norm": 0.9316352605819702,
      "learning_rate": 2.909035502813232e-06,
      "loss": 0.3523,
      "step": 1293720
    },
    {
      "epoch": 361.07,
      "grad_norm": 1.049212098121643,
      "learning_rate": 2.909009261400887e-06,
      "loss": 0.372,
      "step": 1293730
    },
    {
      "epoch": 361.08,
      "grad_norm": 0.9954489469528198,
      "learning_rate": 2.9089830199133056e-06,
      "loss": 0.3451,
      "step": 1293740
    },
    {
      "epoch": 361.08,
      "grad_norm": 1.1283793449401855,
      "learning_rate": 2.908956778350492e-06,
      "loss": 0.3607,
      "step": 1293750
    },
    {
      "epoch": 361.08,
      "grad_norm": 0.9645819664001465,
      "learning_rate": 2.9089305367124483e-06,
      "loss": 0.3535,
      "step": 1293760
    },
    {
      "epoch": 361.09,
      "grad_norm": 0.9479479193687439,
      "learning_rate": 2.90890429499918e-06,
      "loss": 0.3431,
      "step": 1293770
    },
    {
      "epoch": 361.09,
      "grad_norm": 1.0024453401565552,
      "learning_rate": 2.9088780532106894e-06,
      "loss": 0.3473,
      "step": 1293780
    },
    {
      "epoch": 361.09,
      "grad_norm": 1.0431426763534546,
      "learning_rate": 2.908851811346979e-06,
      "loss": 0.3525,
      "step": 1293790
    },
    {
      "epoch": 361.09,
      "grad_norm": 1.6082804203033447,
      "learning_rate": 2.9088255694080546e-06,
      "loss": 0.3574,
      "step": 1293800
    },
    {
      "epoch": 361.1,
      "grad_norm": 0.8800347447395325,
      "learning_rate": 2.908799327393918e-06,
      "loss": 0.372,
      "step": 1293810
    },
    {
      "epoch": 361.1,
      "grad_norm": 0.9222597479820251,
      "learning_rate": 2.9087730853045732e-06,
      "loss": 0.3522,
      "step": 1293820
    },
    {
      "epoch": 361.1,
      "grad_norm": 1.0610296726226807,
      "learning_rate": 2.9087468431400234e-06,
      "loss": 0.3283,
      "step": 1293830
    },
    {
      "epoch": 361.11,
      "grad_norm": 1.018947958946228,
      "learning_rate": 2.9087206009002723e-06,
      "loss": 0.3397,
      "step": 1293840
    },
    {
      "epoch": 361.11,
      "grad_norm": 0.8817912340164185,
      "learning_rate": 2.908694358585324e-06,
      "loss": 0.3442,
      "step": 1293850
    },
    {
      "epoch": 361.11,
      "grad_norm": 1.067240595817566,
      "learning_rate": 2.908668116195181e-06,
      "loss": 0.3515,
      "step": 1293860
    },
    {
      "epoch": 361.11,
      "grad_norm": 0.9217211604118347,
      "learning_rate": 2.9086418737298478e-06,
      "loss": 0.3595,
      "step": 1293870
    },
    {
      "epoch": 361.12,
      "grad_norm": 0.9730103611946106,
      "learning_rate": 2.908615631189327e-06,
      "loss": 0.349,
      "step": 1293880
    },
    {
      "epoch": 361.12,
      "grad_norm": 1.0870715379714966,
      "learning_rate": 2.9085893885736226e-06,
      "loss": 0.3482,
      "step": 1293890
    },
    {
      "epoch": 361.12,
      "grad_norm": 1.0265161991119385,
      "learning_rate": 2.9085631458827375e-06,
      "loss": 0.3638,
      "step": 1293900
    },
    {
      "epoch": 361.12,
      "grad_norm": 1.0952881574630737,
      "learning_rate": 2.9085369031166766e-06,
      "loss": 0.3535,
      "step": 1293910
    },
    {
      "epoch": 361.13,
      "grad_norm": 1.0567814111709595,
      "learning_rate": 2.908510660275441e-06,
      "loss": 0.344,
      "step": 1293920
    },
    {
      "epoch": 361.13,
      "grad_norm": 1.0070596933364868,
      "learning_rate": 2.9084844173590364e-06,
      "loss": 0.3487,
      "step": 1293930
    },
    {
      "epoch": 361.13,
      "grad_norm": 0.9590027332305908,
      "learning_rate": 2.9084581743674652e-06,
      "loss": 0.3537,
      "step": 1293940
    },
    {
      "epoch": 361.14,
      "grad_norm": 1.0290383100509644,
      "learning_rate": 2.9084319313007317e-06,
      "loss": 0.3627,
      "step": 1293950
    },
    {
      "epoch": 361.14,
      "grad_norm": 0.927000105381012,
      "learning_rate": 2.908405688158839e-06,
      "loss": 0.3458,
      "step": 1293960
    },
    {
      "epoch": 361.14,
      "grad_norm": 0.9930271506309509,
      "learning_rate": 2.908379444941789e-06,
      "loss": 0.34,
      "step": 1293970
    },
    {
      "epoch": 361.14,
      "grad_norm": 0.9856418967247009,
      "learning_rate": 2.9083532016495882e-06,
      "loss": 0.3379,
      "step": 1293980
    },
    {
      "epoch": 361.15,
      "grad_norm": 1.0022813081741333,
      "learning_rate": 2.9083269582822377e-06,
      "loss": 0.3419,
      "step": 1293990
    },
    {
      "epoch": 361.15,
      "grad_norm": 0.9310061931610107,
      "learning_rate": 2.908300714839742e-06,
      "loss": 0.3538,
      "step": 1294000
    },
    {
      "epoch": 361.15,
      "grad_norm": 1.2873270511627197,
      "learning_rate": 2.908274471322105e-06,
      "loss": 0.3491,
      "step": 1294010
    },
    {
      "epoch": 361.16,
      "grad_norm": 1.2464265823364258,
      "learning_rate": 2.90824822772933e-06,
      "loss": 0.3368,
      "step": 1294020
    },
    {
      "epoch": 361.16,
      "grad_norm": 0.8239730000495911,
      "learning_rate": 2.908221984061419e-06,
      "loss": 0.355,
      "step": 1294030
    },
    {
      "epoch": 361.16,
      "grad_norm": 1.0281271934509277,
      "learning_rate": 2.908195740318377e-06,
      "loss": 0.3513,
      "step": 1294040
    },
    {
      "epoch": 361.16,
      "grad_norm": 1.1049803495407104,
      "learning_rate": 2.9081694965002075e-06,
      "loss": 0.3438,
      "step": 1294050
    },
    {
      "epoch": 361.17,
      "grad_norm": 1.0445741415023804,
      "learning_rate": 2.908143252606913e-06,
      "loss": 0.3633,
      "step": 1294060
    },
    {
      "epoch": 361.17,
      "grad_norm": 1.025097370147705,
      "learning_rate": 2.9081170086384977e-06,
      "loss": 0.364,
      "step": 1294070
    },
    {
      "epoch": 361.17,
      "grad_norm": 1.0557018518447876,
      "learning_rate": 2.9080907645949654e-06,
      "loss": 0.3666,
      "step": 1294080
    },
    {
      "epoch": 361.17,
      "grad_norm": 1.200583577156067,
      "learning_rate": 2.908064520476319e-06,
      "loss": 0.3423,
      "step": 1294090
    },
    {
      "epoch": 361.18,
      "grad_norm": 0.974442720413208,
      "learning_rate": 2.908038276282562e-06,
      "loss": 0.3513,
      "step": 1294100
    },
    {
      "epoch": 361.18,
      "grad_norm": 1.158907175064087,
      "learning_rate": 2.9080120320136986e-06,
      "loss": 0.3652,
      "step": 1294110
    },
    {
      "epoch": 361.18,
      "grad_norm": 1.0040446519851685,
      "learning_rate": 2.9079857876697313e-06,
      "loss": 0.3335,
      "step": 1294120
    },
    {
      "epoch": 361.19,
      "grad_norm": 1.0165852308273315,
      "learning_rate": 2.9079595432506636e-06,
      "loss": 0.3368,
      "step": 1294130
    },
    {
      "epoch": 361.19,
      "grad_norm": 1.1234294176101685,
      "learning_rate": 2.9079332987565004e-06,
      "loss": 0.3584,
      "step": 1294140
    },
    {
      "epoch": 361.19,
      "grad_norm": 0.9246753454208374,
      "learning_rate": 2.9079070541872435e-06,
      "loss": 0.3526,
      "step": 1294150
    },
    {
      "epoch": 361.19,
      "grad_norm": 1.0665580034255981,
      "learning_rate": 2.9078808095428976e-06,
      "loss": 0.3422,
      "step": 1294160
    },
    {
      "epoch": 361.2,
      "grad_norm": 0.9134948253631592,
      "learning_rate": 2.907854564823466e-06,
      "loss": 0.3539,
      "step": 1294170
    },
    {
      "epoch": 361.2,
      "grad_norm": 0.8885631561279297,
      "learning_rate": 2.907828320028952e-06,
      "loss": 0.352,
      "step": 1294180
    },
    {
      "epoch": 361.2,
      "grad_norm": 1.0855870246887207,
      "learning_rate": 2.907802075159358e-06,
      "loss": 0.3588,
      "step": 1294190
    },
    {
      "epoch": 361.21,
      "grad_norm": 1.001365065574646,
      "learning_rate": 2.90777583021469e-06,
      "loss": 0.3597,
      "step": 1294200
    },
    {
      "epoch": 361.21,
      "grad_norm": 0.9528924822807312,
      "learning_rate": 2.9077495851949483e-06,
      "loss": 0.3586,
      "step": 1294210
    },
    {
      "epoch": 361.21,
      "grad_norm": 0.9520841240882874,
      "learning_rate": 2.907723340100139e-06,
      "loss": 0.352,
      "step": 1294220
    },
    {
      "epoch": 361.21,
      "grad_norm": 0.9498023390769958,
      "learning_rate": 2.9076970949302645e-06,
      "loss": 0.3474,
      "step": 1294230
    },
    {
      "epoch": 361.22,
      "grad_norm": 1.0177167654037476,
      "learning_rate": 2.9076708496853286e-06,
      "loss": 0.3471,
      "step": 1294240
    },
    {
      "epoch": 361.22,
      "grad_norm": 1.1241915225982666,
      "learning_rate": 2.907644604365335e-06,
      "loss": 0.3669,
      "step": 1294250
    },
    {
      "epoch": 361.22,
      "grad_norm": 1.030947208404541,
      "learning_rate": 2.907618358970286e-06,
      "loss": 0.3395,
      "step": 1294260
    },
    {
      "epoch": 361.23,
      "grad_norm": 1.5326240062713623,
      "learning_rate": 2.9075921135001873e-06,
      "loss": 0.3348,
      "step": 1294270
    },
    {
      "epoch": 361.23,
      "grad_norm": 0.986513614654541,
      "learning_rate": 2.9075658679550397e-06,
      "loss": 0.3732,
      "step": 1294280
    },
    {
      "epoch": 361.23,
      "grad_norm": 1.0648096799850464,
      "learning_rate": 2.9075396223348487e-06,
      "loss": 0.354,
      "step": 1294290
    },
    {
      "epoch": 361.23,
      "grad_norm": 0.9593353867530823,
      "learning_rate": 2.9075133766396174e-06,
      "loss": 0.3422,
      "step": 1294300
    },
    {
      "epoch": 361.24,
      "grad_norm": 1.030082106590271,
      "learning_rate": 2.9074871308693483e-06,
      "loss": 0.3449,
      "step": 1294310
    },
    {
      "epoch": 361.24,
      "grad_norm": 0.8849114775657654,
      "learning_rate": 2.9074608850240464e-06,
      "loss": 0.3388,
      "step": 1294320
    },
    {
      "epoch": 361.24,
      "grad_norm": 1.044102430343628,
      "learning_rate": 2.907434639103715e-06,
      "loss": 0.3716,
      "step": 1294330
    },
    {
      "epoch": 361.24,
      "grad_norm": 1.123040795326233,
      "learning_rate": 2.9074083931083556e-06,
      "loss": 0.3467,
      "step": 1294340
    },
    {
      "epoch": 361.25,
      "grad_norm": 1.0996159315109253,
      "learning_rate": 2.9073821470379734e-06,
      "loss": 0.358,
      "step": 1294350
    },
    {
      "epoch": 361.25,
      "grad_norm": 1.0258402824401855,
      "learning_rate": 2.907355900892572e-06,
      "loss": 0.3492,
      "step": 1294360
    },
    {
      "epoch": 361.25,
      "grad_norm": 1.0739136934280396,
      "learning_rate": 2.907329654672154e-06,
      "loss": 0.3405,
      "step": 1294370
    },
    {
      "epoch": 361.26,
      "grad_norm": 1.1663604974746704,
      "learning_rate": 2.907303408376724e-06,
      "loss": 0.3333,
      "step": 1294380
    },
    {
      "epoch": 361.26,
      "grad_norm": 0.9167100191116333,
      "learning_rate": 2.9072771620062846e-06,
      "loss": 0.3457,
      "step": 1294390
    },
    {
      "epoch": 361.26,
      "grad_norm": 1.2301188707351685,
      "learning_rate": 2.90725091556084e-06,
      "loss": 0.3544,
      "step": 1294400
    },
    {
      "epoch": 361.26,
      "grad_norm": 1.0369666814804077,
      "learning_rate": 2.9072246690403924e-06,
      "loss": 0.3825,
      "step": 1294410
    },
    {
      "epoch": 361.27,
      "grad_norm": 1.0352355241775513,
      "learning_rate": 2.9071984224449467e-06,
      "loss": 0.3328,
      "step": 1294420
    },
    {
      "epoch": 361.27,
      "grad_norm": 1.1507006883621216,
      "learning_rate": 2.907172175774506e-06,
      "loss": 0.3646,
      "step": 1294430
    },
    {
      "epoch": 361.27,
      "grad_norm": 1.21975576877594,
      "learning_rate": 2.9071459290290733e-06,
      "loss": 0.3654,
      "step": 1294440
    },
    {
      "epoch": 361.28,
      "grad_norm": 1.3574838638305664,
      "learning_rate": 2.9071196822086523e-06,
      "loss": 0.332,
      "step": 1294450
    },
    {
      "epoch": 361.28,
      "grad_norm": 0.932462751865387,
      "learning_rate": 2.9070934353132473e-06,
      "loss": 0.3513,
      "step": 1294460
    },
    {
      "epoch": 361.28,
      "grad_norm": 1.0238679647445679,
      "learning_rate": 2.9070671883428612e-06,
      "loss": 0.3422,
      "step": 1294470
    },
    {
      "epoch": 361.28,
      "grad_norm": 1.224143624305725,
      "learning_rate": 2.907040941297497e-06,
      "loss": 0.3477,
      "step": 1294480
    },
    {
      "epoch": 361.29,
      "grad_norm": 0.8955149054527283,
      "learning_rate": 2.9070146941771582e-06,
      "loss": 0.3337,
      "step": 1294490
    },
    {
      "epoch": 361.29,
      "grad_norm": 1.0137742757797241,
      "learning_rate": 2.9069884469818493e-06,
      "loss": 0.3344,
      "step": 1294500
    },
    {
      "epoch": 361.29,
      "grad_norm": 1.0557905435562134,
      "learning_rate": 2.906962199711573e-06,
      "loss": 0.3394,
      "step": 1294510
    },
    {
      "epoch": 361.3,
      "grad_norm": 1.0888137817382812,
      "learning_rate": 2.9069359523663333e-06,
      "loss": 0.3428,
      "step": 1294520
    },
    {
      "epoch": 361.3,
      "grad_norm": 0.884414553642273,
      "learning_rate": 2.9069097049461325e-06,
      "loss": 0.3381,
      "step": 1294530
    },
    {
      "epoch": 361.3,
      "grad_norm": 0.9165241718292236,
      "learning_rate": 2.906883457450976e-06,
      "loss": 0.3648,
      "step": 1294540
    },
    {
      "epoch": 361.3,
      "grad_norm": 0.9627643823623657,
      "learning_rate": 2.906857209880866e-06,
      "loss": 0.3526,
      "step": 1294550
    },
    {
      "epoch": 361.31,
      "grad_norm": 1.100622534751892,
      "learning_rate": 2.9068309622358065e-06,
      "loss": 0.3417,
      "step": 1294560
    },
    {
      "epoch": 361.31,
      "grad_norm": 1.005027413368225,
      "learning_rate": 2.9068047145158e-06,
      "loss": 0.3524,
      "step": 1294570
    },
    {
      "epoch": 361.31,
      "grad_norm": 1.0105185508728027,
      "learning_rate": 2.906778466720851e-06,
      "loss": 0.3438,
      "step": 1294580
    },
    {
      "epoch": 361.31,
      "grad_norm": 0.9709873199462891,
      "learning_rate": 2.906752218850964e-06,
      "loss": 0.3524,
      "step": 1294590
    },
    {
      "epoch": 361.32,
      "grad_norm": 1.1920051574707031,
      "learning_rate": 2.9067259709061398e-06,
      "loss": 0.3554,
      "step": 1294600
    },
    {
      "epoch": 361.32,
      "grad_norm": 1.048140048980713,
      "learning_rate": 2.906699722886384e-06,
      "loss": 0.3407,
      "step": 1294610
    },
    {
      "epoch": 361.32,
      "grad_norm": 1.0772558450698853,
      "learning_rate": 2.9066734747916994e-06,
      "loss": 0.3535,
      "step": 1294620
    },
    {
      "epoch": 361.33,
      "grad_norm": 1.044998288154602,
      "learning_rate": 2.906647226622089e-06,
      "loss": 0.3538,
      "step": 1294630
    },
    {
      "epoch": 361.33,
      "grad_norm": 1.0985583066940308,
      "learning_rate": 2.9066209783775572e-06,
      "loss": 0.3326,
      "step": 1294640
    },
    {
      "epoch": 361.33,
      "grad_norm": 1.1173491477966309,
      "learning_rate": 2.9065947300581073e-06,
      "loss": 0.3426,
      "step": 1294650
    },
    {
      "epoch": 361.33,
      "grad_norm": 0.9251387119293213,
      "learning_rate": 2.906568481663743e-06,
      "loss": 0.3471,
      "step": 1294660
    },
    {
      "epoch": 361.34,
      "grad_norm": 0.9780498147010803,
      "learning_rate": 2.906542233194466e-06,
      "loss": 0.3543,
      "step": 1294670
    },
    {
      "epoch": 361.34,
      "grad_norm": 0.951804518699646,
      "learning_rate": 2.9065159846502824e-06,
      "loss": 0.3423,
      "step": 1294680
    },
    {
      "epoch": 361.34,
      "grad_norm": 1.0614039897918701,
      "learning_rate": 2.906489736031194e-06,
      "loss": 0.3488,
      "step": 1294690
    },
    {
      "epoch": 361.35,
      "grad_norm": 1.0070558786392212,
      "learning_rate": 2.906463487337205e-06,
      "loss": 0.359,
      "step": 1294700
    },
    {
      "epoch": 361.35,
      "grad_norm": 1.0771536827087402,
      "learning_rate": 2.9064372385683185e-06,
      "loss": 0.3621,
      "step": 1294710
    },
    {
      "epoch": 361.35,
      "grad_norm": 0.993621826171875,
      "learning_rate": 2.9064109897245386e-06,
      "loss": 0.3505,
      "step": 1294720
    },
    {
      "epoch": 361.35,
      "grad_norm": 1.0000641345977783,
      "learning_rate": 2.9063847408058675e-06,
      "loss": 0.3469,
      "step": 1294730
    },
    {
      "epoch": 361.36,
      "grad_norm": 1.0714735984802246,
      "learning_rate": 2.9063584918123102e-06,
      "loss": 0.3571,
      "step": 1294740
    },
    {
      "epoch": 361.36,
      "grad_norm": 1.062519907951355,
      "learning_rate": 2.9063322427438697e-06,
      "loss": 0.3429,
      "step": 1294750
    },
    {
      "epoch": 361.36,
      "grad_norm": 9.932092666625977,
      "learning_rate": 2.906305993600549e-06,
      "loss": 0.3609,
      "step": 1294760
    },
    {
      "epoch": 361.36,
      "grad_norm": 0.9692853093147278,
      "learning_rate": 2.906279744382352e-06,
      "loss": 0.3626,
      "step": 1294770
    },
    {
      "epoch": 361.37,
      "grad_norm": 0.9532260894775391,
      "learning_rate": 2.9062534950892828e-06,
      "loss": 0.3544,
      "step": 1294780
    },
    {
      "epoch": 361.37,
      "grad_norm": 0.9054598808288574,
      "learning_rate": 2.9062272457213433e-06,
      "loss": 0.3566,
      "step": 1294790
    },
    {
      "epoch": 361.37,
      "grad_norm": 1.0090051889419556,
      "learning_rate": 2.9062009962785383e-06,
      "loss": 0.3346,
      "step": 1294800
    },
    {
      "epoch": 361.38,
      "grad_norm": 1.1160144805908203,
      "learning_rate": 2.906174746760871e-06,
      "loss": 0.3517,
      "step": 1294810
    },
    {
      "epoch": 361.38,
      "grad_norm": 1.018975019454956,
      "learning_rate": 2.9061484971683445e-06,
      "loss": 0.3526,
      "step": 1294820
    },
    {
      "epoch": 361.38,
      "grad_norm": 1.2557532787322998,
      "learning_rate": 2.9061222475009627e-06,
      "loss": 0.3489,
      "step": 1294830
    },
    {
      "epoch": 361.38,
      "grad_norm": 0.9378501772880554,
      "learning_rate": 2.9060959977587295e-06,
      "loss": 0.343,
      "step": 1294840
    },
    {
      "epoch": 361.39,
      "grad_norm": 0.9987565279006958,
      "learning_rate": 2.9060697479416474e-06,
      "loss": 0.3708,
      "step": 1294850
    },
    {
      "epoch": 361.39,
      "grad_norm": 1.2176134586334229,
      "learning_rate": 2.9060434980497202e-06,
      "loss": 0.3511,
      "step": 1294860
    },
    {
      "epoch": 361.39,
      "grad_norm": 1.4112738370895386,
      "learning_rate": 2.9060172480829517e-06,
      "loss": 0.3549,
      "step": 1294870
    },
    {
      "epoch": 361.4,
      "grad_norm": 1.1712344884872437,
      "learning_rate": 2.9059909980413458e-06,
      "loss": 0.3329,
      "step": 1294880
    },
    {
      "epoch": 361.4,
      "grad_norm": 1.1694382429122925,
      "learning_rate": 2.905964747924905e-06,
      "loss": 0.3478,
      "step": 1294890
    },
    {
      "epoch": 361.4,
      "grad_norm": 0.9867388606071472,
      "learning_rate": 2.9059384977336336e-06,
      "loss": 0.336,
      "step": 1294900
    },
    {
      "epoch": 361.4,
      "grad_norm": 0.9994706511497498,
      "learning_rate": 2.9059122474675347e-06,
      "loss": 0.3518,
      "step": 1294910
    },
    {
      "epoch": 361.41,
      "grad_norm": 1.060868740081787,
      "learning_rate": 2.9058859971266114e-06,
      "loss": 0.3479,
      "step": 1294920
    },
    {
      "epoch": 361.41,
      "grad_norm": 1.0209649801254272,
      "learning_rate": 2.905859746710868e-06,
      "loss": 0.3538,
      "step": 1294930
    },
    {
      "epoch": 361.41,
      "grad_norm": 1.1573046445846558,
      "learning_rate": 2.9058334962203075e-06,
      "loss": 0.373,
      "step": 1294940
    },
    {
      "epoch": 361.42,
      "grad_norm": 1.0178741216659546,
      "learning_rate": 2.9058072456549336e-06,
      "loss": 0.3635,
      "step": 1294950
    },
    {
      "epoch": 361.42,
      "grad_norm": 0.9726697206497192,
      "learning_rate": 2.9057809950147498e-06,
      "loss": 0.3348,
      "step": 1294960
    },
    {
      "epoch": 361.42,
      "grad_norm": 1.0524893999099731,
      "learning_rate": 2.9057547442997594e-06,
      "loss": 0.3503,
      "step": 1294970
    },
    {
      "epoch": 361.42,
      "grad_norm": 1.1146440505981445,
      "learning_rate": 2.9057284935099662e-06,
      "loss": 0.3508,
      "step": 1294980
    },
    {
      "epoch": 361.43,
      "grad_norm": 1.0055721998214722,
      "learning_rate": 2.9057022426453733e-06,
      "loss": 0.3657,
      "step": 1294990
    },
    {
      "epoch": 361.43,
      "grad_norm": 0.9233459234237671,
      "learning_rate": 2.905675991705984e-06,
      "loss": 0.3532,
      "step": 1295000
    },
    {
      "epoch": 361.43,
      "grad_norm": 1.0489351749420166,
      "learning_rate": 2.9056497406918033e-06,
      "loss": 0.3685,
      "step": 1295010
    },
    {
      "epoch": 361.43,
      "grad_norm": 1.349939227104187,
      "learning_rate": 2.9056234896028327e-06,
      "loss": 0.3577,
      "step": 1295020
    },
    {
      "epoch": 361.44,
      "grad_norm": 0.966171383857727,
      "learning_rate": 2.9055972384390766e-06,
      "loss": 0.3266,
      "step": 1295030
    },
    {
      "epoch": 361.44,
      "grad_norm": 0.9792103171348572,
      "learning_rate": 2.905570987200539e-06,
      "loss": 0.362,
      "step": 1295040
    },
    {
      "epoch": 361.44,
      "grad_norm": 1.0383381843566895,
      "learning_rate": 2.9055447358872227e-06,
      "loss": 0.3538,
      "step": 1295050
    },
    {
      "epoch": 361.45,
      "grad_norm": 1.0561563968658447,
      "learning_rate": 2.905518484499131e-06,
      "loss": 0.3435,
      "step": 1295060
    },
    {
      "epoch": 361.45,
      "grad_norm": 1.0234498977661133,
      "learning_rate": 2.9054922330362683e-06,
      "loss": 0.3518,
      "step": 1295070
    },
    {
      "epoch": 361.45,
      "grad_norm": 0.9874046444892883,
      "learning_rate": 2.9054659814986374e-06,
      "loss": 0.373,
      "step": 1295080
    },
    {
      "epoch": 361.45,
      "grad_norm": 0.9928712248802185,
      "learning_rate": 2.9054397298862414e-06,
      "loss": 0.3414,
      "step": 1295090
    },
    {
      "epoch": 361.46,
      "grad_norm": 1.0445328950881958,
      "learning_rate": 2.905413478199085e-06,
      "loss": 0.3408,
      "step": 1295100
    },
    {
      "epoch": 361.46,
      "grad_norm": 1.0482227802276611,
      "learning_rate": 2.905387226437171e-06,
      "loss": 0.3448,
      "step": 1295110
    },
    {
      "epoch": 361.46,
      "grad_norm": 1.1884106397628784,
      "learning_rate": 2.905360974600502e-06,
      "loss": 0.3568,
      "step": 1295120
    },
    {
      "epoch": 361.47,
      "grad_norm": 0.9827562570571899,
      "learning_rate": 2.905334722689084e-06,
      "loss": 0.3448,
      "step": 1295130
    },
    {
      "epoch": 361.47,
      "grad_norm": 1.0545833110809326,
      "learning_rate": 2.9053084707029183e-06,
      "loss": 0.336,
      "step": 1295140
    },
    {
      "epoch": 361.47,
      "grad_norm": 0.9970111846923828,
      "learning_rate": 2.9052822186420082e-06,
      "loss": 0.3551,
      "step": 1295150
    },
    {
      "epoch": 361.47,
      "grad_norm": 1.0593476295471191,
      "learning_rate": 2.9052559665063585e-06,
      "loss": 0.3551,
      "step": 1295160
    },
    {
      "epoch": 361.48,
      "grad_norm": 1.1543501615524292,
      "learning_rate": 2.905229714295973e-06,
      "loss": 0.3555,
      "step": 1295170
    },
    {
      "epoch": 361.48,
      "grad_norm": 1.0141469240188599,
      "learning_rate": 2.9052034620108533e-06,
      "loss": 0.362,
      "step": 1295180
    },
    {
      "epoch": 361.48,
      "grad_norm": 1.304796576499939,
      "learning_rate": 2.905177209651004e-06,
      "loss": 0.3615,
      "step": 1295190
    },
    {
      "epoch": 361.48,
      "grad_norm": 1.095533847808838,
      "learning_rate": 2.9051509572164296e-06,
      "loss": 0.358,
      "step": 1295200
    },
    {
      "epoch": 361.49,
      "grad_norm": 1.0762248039245605,
      "learning_rate": 2.9051247047071325e-06,
      "loss": 0.3724,
      "step": 1295210
    },
    {
      "epoch": 361.49,
      "grad_norm": 0.921770453453064,
      "learning_rate": 2.9050984521231152e-06,
      "loss": 0.3449,
      "step": 1295220
    },
    {
      "epoch": 361.49,
      "grad_norm": 1.1357200145721436,
      "learning_rate": 2.905072199464383e-06,
      "loss": 0.3569,
      "step": 1295230
    },
    {
      "epoch": 361.5,
      "grad_norm": 1.0179407596588135,
      "learning_rate": 2.9050459467309383e-06,
      "loss": 0.3396,
      "step": 1295240
    },
    {
      "epoch": 361.5,
      "grad_norm": 1.1342012882232666,
      "learning_rate": 2.905019693922785e-06,
      "loss": 0.3632,
      "step": 1295250
    },
    {
      "epoch": 361.5,
      "grad_norm": 0.8959404230117798,
      "learning_rate": 2.904993441039927e-06,
      "loss": 0.3474,
      "step": 1295260
    },
    {
      "epoch": 361.5,
      "grad_norm": 0.9054836630821228,
      "learning_rate": 2.904967188082367e-06,
      "loss": 0.3677,
      "step": 1295270
    },
    {
      "epoch": 361.51,
      "grad_norm": 1.2822389602661133,
      "learning_rate": 2.904940935050109e-06,
      "loss": 0.3599,
      "step": 1295280
    },
    {
      "epoch": 361.51,
      "grad_norm": 0.920597493648529,
      "learning_rate": 2.904914681943156e-06,
      "loss": 0.3375,
      "step": 1295290
    },
    {
      "epoch": 361.51,
      "grad_norm": 1.1196835041046143,
      "learning_rate": 2.904888428761512e-06,
      "loss": 0.3467,
      "step": 1295300
    },
    {
      "epoch": 361.52,
      "grad_norm": 0.9096677899360657,
      "learning_rate": 2.9048621755051802e-06,
      "loss": 0.3535,
      "step": 1295310
    },
    {
      "epoch": 361.52,
      "grad_norm": 0.9777038097381592,
      "learning_rate": 2.9048359221741646e-06,
      "loss": 0.3405,
      "step": 1295320
    },
    {
      "epoch": 361.52,
      "grad_norm": 1.0943069458007812,
      "learning_rate": 2.904809668768468e-06,
      "loss": 0.3464,
      "step": 1295330
    },
    {
      "epoch": 361.52,
      "grad_norm": 0.970212996006012,
      "learning_rate": 2.9047834152880943e-06,
      "loss": 0.3631,
      "step": 1295340
    },
    {
      "epoch": 361.53,
      "grad_norm": 1.2697807550430298,
      "learning_rate": 2.904757161733047e-06,
      "loss": 0.3376,
      "step": 1295350
    },
    {
      "epoch": 361.53,
      "grad_norm": 0.970020055770874,
      "learning_rate": 2.9047309081033298e-06,
      "loss": 0.3385,
      "step": 1295360
    },
    {
      "epoch": 361.53,
      "grad_norm": 0.9232176542282104,
      "learning_rate": 2.9047046543989454e-06,
      "loss": 0.3623,
      "step": 1295370
    },
    {
      "epoch": 361.54,
      "grad_norm": 1.0006977319717407,
      "learning_rate": 2.9046784006198976e-06,
      "loss": 0.3553,
      "step": 1295380
    },
    {
      "epoch": 361.54,
      "grad_norm": 1.0282622575759888,
      "learning_rate": 2.9046521467661906e-06,
      "loss": 0.3538,
      "step": 1295390
    },
    {
      "epoch": 361.54,
      "grad_norm": 1.0525413751602173,
      "learning_rate": 2.9046258928378266e-06,
      "loss": 0.3515,
      "step": 1295400
    },
    {
      "epoch": 361.54,
      "grad_norm": 2.1900806427001953,
      "learning_rate": 2.90459963883481e-06,
      "loss": 0.3425,
      "step": 1295410
    },
    {
      "epoch": 361.55,
      "grad_norm": 1.1580719947814941,
      "learning_rate": 2.904573384757145e-06,
      "loss": 0.3554,
      "step": 1295420
    },
    {
      "epoch": 361.55,
      "grad_norm": 1.013431429862976,
      "learning_rate": 2.904547130604834e-06,
      "loss": 0.3477,
      "step": 1295430
    },
    {
      "epoch": 361.55,
      "grad_norm": 0.9269137978553772,
      "learning_rate": 2.9045208763778807e-06,
      "loss": 0.3542,
      "step": 1295440
    },
    {
      "epoch": 361.55,
      "grad_norm": 1.0233120918273926,
      "learning_rate": 2.904494622076288e-06,
      "loss": 0.3525,
      "step": 1295450
    },
    {
      "epoch": 361.56,
      "grad_norm": 1.0043919086456299,
      "learning_rate": 2.904468367700061e-06,
      "loss": 0.3528,
      "step": 1295460
    },
    {
      "epoch": 361.56,
      "grad_norm": 0.8957059979438782,
      "learning_rate": 2.904442113249201e-06,
      "loss": 0.3478,
      "step": 1295470
    },
    {
      "epoch": 361.56,
      "grad_norm": 1.0133612155914307,
      "learning_rate": 2.9044158587237137e-06,
      "loss": 0.3407,
      "step": 1295480
    },
    {
      "epoch": 361.57,
      "grad_norm": 0.9981935620307922,
      "learning_rate": 2.9043896041236017e-06,
      "loss": 0.3473,
      "step": 1295490
    },
    {
      "epoch": 361.57,
      "grad_norm": 0.9250988364219666,
      "learning_rate": 2.904363349448868e-06,
      "loss": 0.346,
      "step": 1295500
    },
    {
      "epoch": 361.57,
      "grad_norm": 1.1192584037780762,
      "learning_rate": 2.9043370946995166e-06,
      "loss": 0.3429,
      "step": 1295510
    },
    {
      "epoch": 361.57,
      "grad_norm": 0.8370413780212402,
      "learning_rate": 2.904310839875551e-06,
      "loss": 0.3393,
      "step": 1295520
    },
    {
      "epoch": 361.58,
      "grad_norm": 1.0076786279678345,
      "learning_rate": 2.9042845849769744e-06,
      "loss": 0.3512,
      "step": 1295530
    },
    {
      "epoch": 361.58,
      "grad_norm": 1.0005955696105957,
      "learning_rate": 2.9042583300037906e-06,
      "loss": 0.3558,
      "step": 1295540
    },
    {
      "epoch": 361.58,
      "grad_norm": 1.0905184745788574,
      "learning_rate": 2.9042320749560035e-06,
      "loss": 0.3492,
      "step": 1295550
    },
    {
      "epoch": 361.59,
      "grad_norm": 1.0367374420166016,
      "learning_rate": 2.9042058198336156e-06,
      "loss": 0.3684,
      "step": 1295560
    },
    {
      "epoch": 361.59,
      "grad_norm": 1.2098239660263062,
      "learning_rate": 2.904179564636631e-06,
      "loss": 0.3609,
      "step": 1295570
    },
    {
      "epoch": 361.59,
      "grad_norm": 0.9036363363265991,
      "learning_rate": 2.9041533093650526e-06,
      "loss": 0.3655,
      "step": 1295580
    },
    {
      "epoch": 361.59,
      "grad_norm": 1.0443439483642578,
      "learning_rate": 2.904127054018885e-06,
      "loss": 0.3505,
      "step": 1295590
    },
    {
      "epoch": 361.6,
      "grad_norm": 1.0084404945373535,
      "learning_rate": 2.90410079859813e-06,
      "loss": 0.3425,
      "step": 1295600
    },
    {
      "epoch": 361.6,
      "grad_norm": 1.1741081476211548,
      "learning_rate": 2.904074543102793e-06,
      "loss": 0.3652,
      "step": 1295610
    },
    {
      "epoch": 361.6,
      "grad_norm": 1.0959203243255615,
      "learning_rate": 2.904048287532877e-06,
      "loss": 0.3667,
      "step": 1295620
    },
    {
      "epoch": 361.6,
      "grad_norm": 0.9221209287643433,
      "learning_rate": 2.9040220318883847e-06,
      "loss": 0.3592,
      "step": 1295630
    },
    {
      "epoch": 361.61,
      "grad_norm": 1.0857083797454834,
      "learning_rate": 2.90399577616932e-06,
      "loss": 0.3473,
      "step": 1295640
    },
    {
      "epoch": 361.61,
      "grad_norm": 1.1089448928833008,
      "learning_rate": 2.903969520375687e-06,
      "loss": 0.3449,
      "step": 1295650
    },
    {
      "epoch": 361.61,
      "grad_norm": 1.0736665725708008,
      "learning_rate": 2.9039432645074876e-06,
      "loss": 0.3575,
      "step": 1295660
    },
    {
      "epoch": 361.62,
      "grad_norm": 0.8765705227851868,
      "learning_rate": 2.903917008564727e-06,
      "loss": 0.3483,
      "step": 1295670
    },
    {
      "epoch": 361.62,
      "grad_norm": 1.0904909372329712,
      "learning_rate": 2.903890752547408e-06,
      "loss": 0.3559,
      "step": 1295680
    },
    {
      "epoch": 361.62,
      "grad_norm": 0.8934761881828308,
      "learning_rate": 2.9038644964555337e-06,
      "loss": 0.3498,
      "step": 1295690
    },
    {
      "epoch": 361.62,
      "grad_norm": 1.0516375303268433,
      "learning_rate": 2.9038382402891083e-06,
      "loss": 0.3432,
      "step": 1295700
    },
    {
      "epoch": 361.63,
      "grad_norm": 1.0192382335662842,
      "learning_rate": 2.9038119840481355e-06,
      "loss": 0.3516,
      "step": 1295710
    },
    {
      "epoch": 361.63,
      "grad_norm": 0.9264336824417114,
      "learning_rate": 2.903785727732618e-06,
      "loss": 0.3554,
      "step": 1295720
    },
    {
      "epoch": 361.63,
      "grad_norm": 0.9802760481834412,
      "learning_rate": 2.903759471342559e-06,
      "loss": 0.3353,
      "step": 1295730
    },
    {
      "epoch": 361.64,
      "grad_norm": 0.9415725469589233,
      "learning_rate": 2.903733214877963e-06,
      "loss": 0.3473,
      "step": 1295740
    },
    {
      "epoch": 361.64,
      "grad_norm": 0.8165841698646545,
      "learning_rate": 2.903706958338833e-06,
      "loss": 0.3479,
      "step": 1295750
    },
    {
      "epoch": 361.64,
      "grad_norm": 1.0461963415145874,
      "learning_rate": 2.9036807017251725e-06,
      "loss": 0.3586,
      "step": 1295760
    },
    {
      "epoch": 361.64,
      "grad_norm": 1.0179516077041626,
      "learning_rate": 2.903654445036985e-06,
      "loss": 0.3365,
      "step": 1295770
    },
    {
      "epoch": 361.65,
      "grad_norm": 1.084594964981079,
      "learning_rate": 2.9036281882742746e-06,
      "loss": 0.3463,
      "step": 1295780
    },
    {
      "epoch": 361.65,
      "grad_norm": 1.01767897605896,
      "learning_rate": 2.903601931437044e-06,
      "loss": 0.3488,
      "step": 1295790
    },
    {
      "epoch": 361.65,
      "grad_norm": 3.0449037551879883,
      "learning_rate": 2.9035756745252965e-06,
      "loss": 0.3505,
      "step": 1295800
    },
    {
      "epoch": 361.66,
      "grad_norm": 1.214637041091919,
      "learning_rate": 2.9035494175390368e-06,
      "loss": 0.3493,
      "step": 1295810
    },
    {
      "epoch": 361.66,
      "grad_norm": 0.9695470333099365,
      "learning_rate": 2.9035231604782674e-06,
      "loss": 0.3518,
      "step": 1295820
    },
    {
      "epoch": 361.66,
      "grad_norm": 0.9340304732322693,
      "learning_rate": 2.9034969033429917e-06,
      "loss": 0.3345,
      "step": 1295830
    },
    {
      "epoch": 361.66,
      "grad_norm": 0.9377486705780029,
      "learning_rate": 2.9034706461332136e-06,
      "loss": 0.3589,
      "step": 1295840
    },
    {
      "epoch": 361.67,
      "grad_norm": 1.0194385051727295,
      "learning_rate": 2.9034443888489368e-06,
      "loss": 0.358,
      "step": 1295850
    },
    {
      "epoch": 361.67,
      "grad_norm": 1.1927117109298706,
      "learning_rate": 2.9034181314901647e-06,
      "loss": 0.3566,
      "step": 1295860
    },
    {
      "epoch": 361.67,
      "grad_norm": 1.0391268730163574,
      "learning_rate": 2.9033918740569e-06,
      "loss": 0.3626,
      "step": 1295870
    },
    {
      "epoch": 361.67,
      "grad_norm": 0.9075038433074951,
      "learning_rate": 2.9033656165491474e-06,
      "loss": 0.3471,
      "step": 1295880
    },
    {
      "epoch": 361.68,
      "grad_norm": 1.0706571340560913,
      "learning_rate": 2.9033393589669093e-06,
      "loss": 0.3438,
      "step": 1295890
    },
    {
      "epoch": 361.68,
      "grad_norm": 1.1372493505477905,
      "learning_rate": 2.90331310131019e-06,
      "loss": 0.3549,
      "step": 1295900
    },
    {
      "epoch": 361.68,
      "grad_norm": 1.0892393589019775,
      "learning_rate": 2.903286843578993e-06,
      "loss": 0.3235,
      "step": 1295910
    },
    {
      "epoch": 361.69,
      "grad_norm": 0.9829680323600769,
      "learning_rate": 2.9032605857733206e-06,
      "loss": 0.3495,
      "step": 1295920
    },
    {
      "epoch": 361.69,
      "grad_norm": 1.0692349672317505,
      "learning_rate": 2.903234327893178e-06,
      "loss": 0.3464,
      "step": 1295930
    },
    {
      "epoch": 361.69,
      "grad_norm": 0.9973311424255371,
      "learning_rate": 2.903208069938568e-06,
      "loss": 0.3369,
      "step": 1295940
    },
    {
      "epoch": 361.69,
      "grad_norm": 0.8793534636497498,
      "learning_rate": 2.9031818119094934e-06,
      "loss": 0.3414,
      "step": 1295950
    },
    {
      "epoch": 361.7,
      "grad_norm": 1.3803364038467407,
      "learning_rate": 2.9031555538059582e-06,
      "loss": 0.3476,
      "step": 1295960
    },
    {
      "epoch": 361.7,
      "grad_norm": 1.074803352355957,
      "learning_rate": 2.9031292956279664e-06,
      "loss": 0.3604,
      "step": 1295970
    },
    {
      "epoch": 361.7,
      "grad_norm": 0.999465823173523,
      "learning_rate": 2.903103037375521e-06,
      "loss": 0.3606,
      "step": 1295980
    },
    {
      "epoch": 361.71,
      "grad_norm": 1.1160048246383667,
      "learning_rate": 2.903076779048625e-06,
      "loss": 0.3691,
      "step": 1295990
    },
    {
      "epoch": 361.71,
      "grad_norm": 0.9955397844314575,
      "learning_rate": 2.903050520647283e-06,
      "loss": 0.3582,
      "step": 1296000
    },
    {
      "epoch": 361.71,
      "grad_norm": 1.1085460186004639,
      "learning_rate": 2.9030242621714976e-06,
      "loss": 0.3511,
      "step": 1296010
    },
    {
      "epoch": 361.71,
      "grad_norm": 1.0286427736282349,
      "learning_rate": 2.9029980036212733e-06,
      "loss": 0.3351,
      "step": 1296020
    },
    {
      "epoch": 361.72,
      "grad_norm": 1.1957950592041016,
      "learning_rate": 2.9029717449966126e-06,
      "loss": 0.3464,
      "step": 1296030
    },
    {
      "epoch": 361.72,
      "grad_norm": 1.129361867904663,
      "learning_rate": 2.9029454862975197e-06,
      "loss": 0.3531,
      "step": 1296040
    },
    {
      "epoch": 361.72,
      "grad_norm": 1.2114931344985962,
      "learning_rate": 2.9029192275239968e-06,
      "loss": 0.3496,
      "step": 1296050
    },
    {
      "epoch": 361.72,
      "grad_norm": 1.0930323600769043,
      "learning_rate": 2.9028929686760484e-06,
      "loss": 0.3461,
      "step": 1296060
    },
    {
      "epoch": 361.73,
      "grad_norm": 1.0326672792434692,
      "learning_rate": 2.902866709753679e-06,
      "loss": 0.3426,
      "step": 1296070
    },
    {
      "epoch": 361.73,
      "grad_norm": 0.9987107515335083,
      "learning_rate": 2.90284045075689e-06,
      "loss": 0.3403,
      "step": 1296080
    },
    {
      "epoch": 361.73,
      "grad_norm": 0.8792778849601746,
      "learning_rate": 2.9028141916856866e-06,
      "loss": 0.3327,
      "step": 1296090
    },
    {
      "epoch": 361.74,
      "grad_norm": 3.3639163970947266,
      "learning_rate": 2.902787932540072e-06,
      "loss": 0.3513,
      "step": 1296100
    },
    {
      "epoch": 361.74,
      "grad_norm": 1.1528655290603638,
      "learning_rate": 2.9027616733200478e-06,
      "loss": 0.3518,
      "step": 1296110
    },
    {
      "epoch": 361.74,
      "grad_norm": 0.990799069404602,
      "learning_rate": 2.90273541402562e-06,
      "loss": 0.3546,
      "step": 1296120
    },
    {
      "epoch": 361.74,
      "grad_norm": 1.077871322631836,
      "learning_rate": 2.9027091546567908e-06,
      "loss": 0.3674,
      "step": 1296130
    },
    {
      "epoch": 361.75,
      "grad_norm": 0.9697821736335754,
      "learning_rate": 2.9026828952135638e-06,
      "loss": 0.343,
      "step": 1296140
    },
    {
      "epoch": 361.75,
      "grad_norm": 1.1424401998519897,
      "learning_rate": 2.9026566356959427e-06,
      "loss": 0.3564,
      "step": 1296150
    },
    {
      "epoch": 361.75,
      "grad_norm": 0.8701338768005371,
      "learning_rate": 2.9026303761039314e-06,
      "loss": 0.3283,
      "step": 1296160
    },
    {
      "epoch": 361.76,
      "grad_norm": 1.0610517263412476,
      "learning_rate": 2.9026041164375332e-06,
      "loss": 0.3481,
      "step": 1296170
    },
    {
      "epoch": 361.76,
      "grad_norm": 0.9603420495986938,
      "learning_rate": 2.9025778566967508e-06,
      "loss": 0.3526,
      "step": 1296180
    },
    {
      "epoch": 361.76,
      "grad_norm": 0.9879046678543091,
      "learning_rate": 2.902551596881588e-06,
      "loss": 0.3464,
      "step": 1296190
    },
    {
      "epoch": 361.76,
      "grad_norm": 0.9206332564353943,
      "learning_rate": 2.9025253369920494e-06,
      "loss": 0.346,
      "step": 1296200
    },
    {
      "epoch": 361.77,
      "grad_norm": 1.0570642948150635,
      "learning_rate": 2.9024990770281364e-06,
      "loss": 0.362,
      "step": 1296210
    },
    {
      "epoch": 361.77,
      "grad_norm": 0.9940080642700195,
      "learning_rate": 2.902472816989855e-06,
      "loss": 0.3366,
      "step": 1296220
    },
    {
      "epoch": 361.77,
      "grad_norm": 1.0855668783187866,
      "learning_rate": 2.9024465568772066e-06,
      "loss": 0.3598,
      "step": 1296230
    },
    {
      "epoch": 361.78,
      "grad_norm": 1.0010018348693848,
      "learning_rate": 2.9024202966901966e-06,
      "loss": 0.3535,
      "step": 1296240
    },
    {
      "epoch": 361.78,
      "grad_norm": 1.0040936470031738,
      "learning_rate": 2.9023940364288264e-06,
      "loss": 0.3602,
      "step": 1296250
    },
    {
      "epoch": 361.78,
      "grad_norm": 1.1461520195007324,
      "learning_rate": 2.902367776093101e-06,
      "loss": 0.3391,
      "step": 1296260
    },
    {
      "epoch": 361.78,
      "grad_norm": 1.194351077079773,
      "learning_rate": 2.9023415156830233e-06,
      "loss": 0.3428,
      "step": 1296270
    },
    {
      "epoch": 361.79,
      "grad_norm": 1.0125741958618164,
      "learning_rate": 2.9023152551985967e-06,
      "loss": 0.347,
      "step": 1296280
    },
    {
      "epoch": 361.79,
      "grad_norm": 0.9828006625175476,
      "learning_rate": 2.9022889946398252e-06,
      "loss": 0.3418,
      "step": 1296290
    },
    {
      "epoch": 361.79,
      "grad_norm": 1.1411349773406982,
      "learning_rate": 2.9022627340067117e-06,
      "loss": 0.3602,
      "step": 1296300
    },
    {
      "epoch": 361.79,
      "grad_norm": 0.9333633780479431,
      "learning_rate": 2.902236473299261e-06,
      "loss": 0.3419,
      "step": 1296310
    },
    {
      "epoch": 361.8,
      "grad_norm": 1.076594591140747,
      "learning_rate": 2.902210212517474e-06,
      "loss": 0.3509,
      "step": 1296320
    },
    {
      "epoch": 361.8,
      "grad_norm": 1.063582420349121,
      "learning_rate": 2.902183951661357e-06,
      "loss": 0.3652,
      "step": 1296330
    },
    {
      "epoch": 361.8,
      "grad_norm": 0.909062385559082,
      "learning_rate": 2.9021576907309123e-06,
      "loss": 0.3427,
      "step": 1296340
    },
    {
      "epoch": 361.81,
      "grad_norm": 1.0922214984893799,
      "learning_rate": 2.9021314297261424e-06,
      "loss": 0.3681,
      "step": 1296350
    },
    {
      "epoch": 361.81,
      "grad_norm": 0.9486813545227051,
      "learning_rate": 2.9021051686470525e-06,
      "loss": 0.3699,
      "step": 1296360
    },
    {
      "epoch": 361.81,
      "grad_norm": 1.0080195665359497,
      "learning_rate": 2.9020789074936453e-06,
      "loss": 0.3431,
      "step": 1296370
    },
    {
      "epoch": 361.81,
      "grad_norm": 11.852696418762207,
      "learning_rate": 2.9020526462659244e-06,
      "loss": 0.3489,
      "step": 1296380
    },
    {
      "epoch": 361.82,
      "grad_norm": 0.9464254379272461,
      "learning_rate": 2.9020263849638933e-06,
      "loss": 0.35,
      "step": 1296390
    },
    {
      "epoch": 361.82,
      "grad_norm": 0.9468340277671814,
      "learning_rate": 2.9020001235875555e-06,
      "loss": 0.3453,
      "step": 1296400
    },
    {
      "epoch": 361.82,
      "grad_norm": 1.0360400676727295,
      "learning_rate": 2.901973862136914e-06,
      "loss": 0.3597,
      "step": 1296410
    },
    {
      "epoch": 361.83,
      "grad_norm": 1.069154143333435,
      "learning_rate": 2.9019476006119737e-06,
      "loss": 0.3567,
      "step": 1296420
    },
    {
      "epoch": 361.83,
      "grad_norm": 0.9371195435523987,
      "learning_rate": 2.901921339012736e-06,
      "loss": 0.3458,
      "step": 1296430
    },
    {
      "epoch": 361.83,
      "grad_norm": 1.317250370979309,
      "learning_rate": 2.901895077339206e-06,
      "loss": 0.3403,
      "step": 1296440
    },
    {
      "epoch": 361.83,
      "grad_norm": 1.0913722515106201,
      "learning_rate": 2.9018688155913867e-06,
      "loss": 0.3208,
      "step": 1296450
    },
    {
      "epoch": 361.84,
      "grad_norm": 0.8881202340126038,
      "learning_rate": 2.9018425537692817e-06,
      "loss": 0.3451,
      "step": 1296460
    },
    {
      "epoch": 361.84,
      "grad_norm": 0.9758974313735962,
      "learning_rate": 2.9018162918728948e-06,
      "loss": 0.3484,
      "step": 1296470
    },
    {
      "epoch": 361.84,
      "grad_norm": 1.1240986585617065,
      "learning_rate": 2.901790029902228e-06,
      "loss": 0.3553,
      "step": 1296480
    },
    {
      "epoch": 361.84,
      "grad_norm": 0.92360919713974,
      "learning_rate": 2.9017637678572874e-06,
      "loss": 0.3524,
      "step": 1296490
    },
    {
      "epoch": 361.85,
      "grad_norm": 1.2521387338638306,
      "learning_rate": 2.9017375057380737e-06,
      "loss": 0.3581,
      "step": 1296500
    },
    {
      "epoch": 361.85,
      "grad_norm": 0.9715012311935425,
      "learning_rate": 2.9017112435445925e-06,
      "loss": 0.3469,
      "step": 1296510
    },
    {
      "epoch": 361.85,
      "grad_norm": 1.0250355005264282,
      "learning_rate": 2.9016849812768465e-06,
      "loss": 0.3387,
      "step": 1296520
    },
    {
      "epoch": 361.86,
      "grad_norm": 0.9473630785942078,
      "learning_rate": 2.901658718934839e-06,
      "loss": 0.3485,
      "step": 1296530
    },
    {
      "epoch": 361.86,
      "grad_norm": 1.0085012912750244,
      "learning_rate": 2.901632456518574e-06,
      "loss": 0.3278,
      "step": 1296540
    },
    {
      "epoch": 361.86,
      "grad_norm": 0.8547012209892273,
      "learning_rate": 2.9016061940280547e-06,
      "loss": 0.3346,
      "step": 1296550
    },
    {
      "epoch": 361.86,
      "grad_norm": 0.9998176097869873,
      "learning_rate": 2.901579931463284e-06,
      "loss": 0.3456,
      "step": 1296560
    },
    {
      "epoch": 361.87,
      "grad_norm": 1.008103847503662,
      "learning_rate": 2.9015536688242663e-06,
      "loss": 0.3507,
      "step": 1296570
    },
    {
      "epoch": 361.87,
      "grad_norm": 1.0567951202392578,
      "learning_rate": 2.9015274061110043e-06,
      "loss": 0.3444,
      "step": 1296580
    },
    {
      "epoch": 361.87,
      "grad_norm": 1.0630695819854736,
      "learning_rate": 2.9015011433235027e-06,
      "loss": 0.3413,
      "step": 1296590
    },
    {
      "epoch": 361.88,
      "grad_norm": 0.9991705417633057,
      "learning_rate": 2.9014748804617643e-06,
      "loss": 0.3399,
      "step": 1296600
    },
    {
      "epoch": 361.88,
      "grad_norm": 1.0295672416687012,
      "learning_rate": 2.9014486175257923e-06,
      "loss": 0.3476,
      "step": 1296610
    },
    {
      "epoch": 361.88,
      "grad_norm": 1.119399070739746,
      "learning_rate": 2.9014223545155905e-06,
      "loss": 0.3581,
      "step": 1296620
    },
    {
      "epoch": 361.88,
      "grad_norm": 0.9921823740005493,
      "learning_rate": 2.901396091431162e-06,
      "loss": 0.3612,
      "step": 1296630
    },
    {
      "epoch": 361.89,
      "grad_norm": 0.9169062972068787,
      "learning_rate": 2.901369828272511e-06,
      "loss": 0.3517,
      "step": 1296640
    },
    {
      "epoch": 361.89,
      "grad_norm": 3.6728203296661377,
      "learning_rate": 2.9013435650396407e-06,
      "loss": 0.356,
      "step": 1296650
    },
    {
      "epoch": 361.89,
      "grad_norm": 0.947218120098114,
      "learning_rate": 2.9013173017325544e-06,
      "loss": 0.3431,
      "step": 1296660
    },
    {
      "epoch": 361.9,
      "grad_norm": 1.1354343891143799,
      "learning_rate": 2.901291038351256e-06,
      "loss": 0.355,
      "step": 1296670
    },
    {
      "epoch": 361.9,
      "grad_norm": 0.9161248207092285,
      "learning_rate": 2.9012647748957488e-06,
      "loss": 0.3389,
      "step": 1296680
    },
    {
      "epoch": 361.9,
      "grad_norm": 1.0506725311279297,
      "learning_rate": 2.901238511366036e-06,
      "loss": 0.3433,
      "step": 1296690
    },
    {
      "epoch": 361.9,
      "grad_norm": 1.0126539468765259,
      "learning_rate": 2.9012122477621208e-06,
      "loss": 0.3418,
      "step": 1296700
    },
    {
      "epoch": 361.91,
      "grad_norm": 0.9122030735015869,
      "learning_rate": 2.901185984084008e-06,
      "loss": 0.3509,
      "step": 1296710
    },
    {
      "epoch": 361.91,
      "grad_norm": 1.0263867378234863,
      "learning_rate": 2.9011597203316996e-06,
      "loss": 0.3476,
      "step": 1296720
    },
    {
      "epoch": 361.91,
      "grad_norm": 1.344732403755188,
      "learning_rate": 2.9011334565052004e-06,
      "loss": 0.3531,
      "step": 1296730
    },
    {
      "epoch": 361.91,
      "grad_norm": 1.207646131515503,
      "learning_rate": 2.9011071926045133e-06,
      "loss": 0.3596,
      "step": 1296740
    },
    {
      "epoch": 361.92,
      "grad_norm": 1.0810915231704712,
      "learning_rate": 2.901080928629642e-06,
      "loss": 0.3651,
      "step": 1296750
    },
    {
      "epoch": 361.92,
      "grad_norm": 0.9923655986785889,
      "learning_rate": 2.901054664580589e-06,
      "loss": 0.3369,
      "step": 1296760
    },
    {
      "epoch": 361.92,
      "grad_norm": 0.9744818210601807,
      "learning_rate": 2.9010284004573588e-06,
      "loss": 0.3545,
      "step": 1296770
    },
    {
      "epoch": 361.93,
      "grad_norm": 1.119087815284729,
      "learning_rate": 2.9010021362599556e-06,
      "loss": 0.357,
      "step": 1296780
    },
    {
      "epoch": 361.93,
      "grad_norm": 1.0129103660583496,
      "learning_rate": 2.900975871988381e-06,
      "loss": 0.3588,
      "step": 1296790
    },
    {
      "epoch": 361.93,
      "grad_norm": 1.119485855102539,
      "learning_rate": 2.9009496076426393e-06,
      "loss": 0.3585,
      "step": 1296800
    },
    {
      "epoch": 361.93,
      "grad_norm": 0.9066357016563416,
      "learning_rate": 2.900923343222735e-06,
      "loss": 0.3484,
      "step": 1296810
    },
    {
      "epoch": 361.94,
      "grad_norm": 1.0585795640945435,
      "learning_rate": 2.900897078728671e-06,
      "loss": 0.3581,
      "step": 1296820
    },
    {
      "epoch": 361.94,
      "grad_norm": 1.2296020984649658,
      "learning_rate": 2.90087081416045e-06,
      "loss": 0.3725,
      "step": 1296830
    },
    {
      "epoch": 361.94,
      "grad_norm": 1.105444073677063,
      "learning_rate": 2.900844549518076e-06,
      "loss": 0.3495,
      "step": 1296840
    },
    {
      "epoch": 361.95,
      "grad_norm": 0.9004641175270081,
      "learning_rate": 2.9008182848015524e-06,
      "loss": 0.3686,
      "step": 1296850
    },
    {
      "epoch": 361.95,
      "grad_norm": 0.9628271460533142,
      "learning_rate": 2.9007920200108828e-06,
      "loss": 0.3644,
      "step": 1296860
    },
    {
      "epoch": 361.95,
      "grad_norm": 1.0529382228851318,
      "learning_rate": 2.900765755146071e-06,
      "loss": 0.3499,
      "step": 1296870
    },
    {
      "epoch": 361.95,
      "grad_norm": 1.1638199090957642,
      "learning_rate": 2.900739490207121e-06,
      "loss": 0.3403,
      "step": 1296880
    },
    {
      "epoch": 361.96,
      "grad_norm": 0.9445565342903137,
      "learning_rate": 2.900713225194035e-06,
      "loss": 0.3581,
      "step": 1296890
    },
    {
      "epoch": 361.96,
      "grad_norm": 2.028127670288086,
      "learning_rate": 2.900686960106817e-06,
      "loss": 0.3612,
      "step": 1296900
    },
    {
      "epoch": 361.96,
      "grad_norm": 1.0539355278015137,
      "learning_rate": 2.9006606949454704e-06,
      "loss": 0.3728,
      "step": 1296910
    },
    {
      "epoch": 361.96,
      "grad_norm": 0.9914623498916626,
      "learning_rate": 2.9006344297099988e-06,
      "loss": 0.3406,
      "step": 1296920
    },
    {
      "epoch": 361.97,
      "grad_norm": 1.0184178352355957,
      "learning_rate": 2.900608164400406e-06,
      "loss": 0.3388,
      "step": 1296930
    },
    {
      "epoch": 361.97,
      "grad_norm": 1.0026763677597046,
      "learning_rate": 2.900581899016695e-06,
      "loss": 0.3527,
      "step": 1296940
    },
    {
      "epoch": 361.97,
      "grad_norm": 1.2037148475646973,
      "learning_rate": 2.900555633558869e-06,
      "loss": 0.3473,
      "step": 1296950
    },
    {
      "epoch": 361.98,
      "grad_norm": 0.904583752155304,
      "learning_rate": 2.9005293680269333e-06,
      "loss": 0.3382,
      "step": 1296960
    },
    {
      "epoch": 361.98,
      "grad_norm": 1.236649990081787,
      "learning_rate": 2.900503102420889e-06,
      "loss": 0.3541,
      "step": 1296970
    },
    {
      "epoch": 361.98,
      "grad_norm": 1.0045454502105713,
      "learning_rate": 2.9004768367407416e-06,
      "loss": 0.3529,
      "step": 1296980
    },
    {
      "epoch": 361.98,
      "grad_norm": 1.0093739032745361,
      "learning_rate": 2.9004505709864928e-06,
      "loss": 0.3367,
      "step": 1296990
    },
    {
      "epoch": 361.99,
      "grad_norm": 0.9787916541099548,
      "learning_rate": 2.900424305158147e-06,
      "loss": 0.349,
      "step": 1297000
    },
    {
      "epoch": 361.99,
      "grad_norm": 0.983626663684845,
      "learning_rate": 2.9003980392557086e-06,
      "loss": 0.3391,
      "step": 1297010
    },
    {
      "epoch": 361.99,
      "grad_norm": 0.9942057728767395,
      "learning_rate": 2.9003717732791797e-06,
      "loss": 0.3432,
      "step": 1297020
    },
    {
      "epoch": 362.0,
      "grad_norm": 0.9987888336181641,
      "learning_rate": 2.9003455072285642e-06,
      "loss": 0.3505,
      "step": 1297030
    },
    {
      "epoch": 362.0,
      "grad_norm": 0.9094989895820618,
      "learning_rate": 2.900319241103866e-06,
      "loss": 0.3598,
      "step": 1297040
    },
    {
      "epoch": 362.0,
      "eval_loss": 0.3504634201526642,
      "eval_runtime": 62.8756,
      "eval_samples_per_second": 80.46,
      "eval_steps_per_second": 10.068,
      "step": 1297046
    },
    {
      "epoch": 362.0,
      "grad_norm": 0.9860754609107971,
      "learning_rate": 2.9002929749050887e-06,
      "loss": 0.3538,
      "step": 1297050
    },
    {
      "epoch": 362.0,
      "grad_norm": 2.096545457839966,
      "learning_rate": 2.9002667086322346e-06,
      "loss": 0.349,
      "step": 1297060
    },
    {
      "epoch": 362.01,
      "grad_norm": 1.0834259986877441,
      "learning_rate": 2.900240442285308e-06,
      "loss": 0.3459,
      "step": 1297070
    },
    {
      "epoch": 362.01,
      "grad_norm": 1.1035758256912231,
      "learning_rate": 2.9002141758643125e-06,
      "loss": 0.3338,
      "step": 1297080
    },
    {
      "epoch": 362.01,
      "grad_norm": 0.9779978394508362,
      "learning_rate": 2.900187909369251e-06,
      "loss": 0.3355,
      "step": 1297090
    },
    {
      "epoch": 362.02,
      "grad_norm": 0.8780888319015503,
      "learning_rate": 2.9001616428001283e-06,
      "loss": 0.3535,
      "step": 1297100
    },
    {
      "epoch": 362.02,
      "grad_norm": 1.342883825302124,
      "learning_rate": 2.9001353761569467e-06,
      "loss": 0.348,
      "step": 1297110
    },
    {
      "epoch": 362.02,
      "grad_norm": 0.8336603045463562,
      "learning_rate": 2.9001091094397104e-06,
      "loss": 0.334,
      "step": 1297120
    },
    {
      "epoch": 362.02,
      "grad_norm": 1.0163662433624268,
      "learning_rate": 2.900082842648422e-06,
      "loss": 0.3716,
      "step": 1297130
    },
    {
      "epoch": 362.03,
      "grad_norm": 1.0072216987609863,
      "learning_rate": 2.900056575783086e-06,
      "loss": 0.3491,
      "step": 1297140
    },
    {
      "epoch": 362.03,
      "grad_norm": 1.0474828481674194,
      "learning_rate": 2.900030308843705e-06,
      "loss": 0.3337,
      "step": 1297150
    },
    {
      "epoch": 362.03,
      "grad_norm": 0.9336379766464233,
      "learning_rate": 2.9000040418302828e-06,
      "loss": 0.3456,
      "step": 1297160
    },
    {
      "epoch": 362.03,
      "grad_norm": 1.0410239696502686,
      "learning_rate": 2.8999777747428236e-06,
      "loss": 0.3511,
      "step": 1297170
    },
    {
      "epoch": 362.04,
      "grad_norm": 1.2659088373184204,
      "learning_rate": 2.89995150758133e-06,
      "loss": 0.3485,
      "step": 1297180
    },
    {
      "epoch": 362.04,
      "grad_norm": 1.028003215789795,
      "learning_rate": 2.899925240345806e-06,
      "loss": 0.3599,
      "step": 1297190
    },
    {
      "epoch": 362.04,
      "grad_norm": 0.9504730105400085,
      "learning_rate": 2.899898973036255e-06,
      "loss": 0.3502,
      "step": 1297200
    },
    {
      "epoch": 362.05,
      "grad_norm": 1.176270604133606,
      "learning_rate": 2.8998727056526808e-06,
      "loss": 0.3464,
      "step": 1297210
    },
    {
      "epoch": 362.05,
      "grad_norm": 1.051265001296997,
      "learning_rate": 2.899846438195085e-06,
      "loss": 0.3642,
      "step": 1297220
    },
    {
      "epoch": 362.05,
      "grad_norm": 1.0487161874771118,
      "learning_rate": 2.8998201706634744e-06,
      "loss": 0.3466,
      "step": 1297230
    },
    {
      "epoch": 362.05,
      "grad_norm": 0.9793447256088257,
      "learning_rate": 2.8997939030578496e-06,
      "loss": 0.3506,
      "step": 1297240
    },
    {
      "epoch": 362.06,
      "grad_norm": 1.0126572847366333,
      "learning_rate": 2.8997676353782152e-06,
      "loss": 0.3432,
      "step": 1297250
    },
    {
      "epoch": 362.06,
      "grad_norm": 1.8829628229141235,
      "learning_rate": 2.8997413676245756e-06,
      "loss": 0.319,
      "step": 1297260
    },
    {
      "epoch": 362.06,
      "grad_norm": 2.2650153636932373,
      "learning_rate": 2.899715099796933e-06,
      "loss": 0.3468,
      "step": 1297270
    },
    {
      "epoch": 362.07,
      "grad_norm": 0.9822997450828552,
      "learning_rate": 2.8996888318952907e-06,
      "loss": 0.3403,
      "step": 1297280
    },
    {
      "epoch": 362.07,
      "grad_norm": 0.9288150668144226,
      "learning_rate": 2.899662563919653e-06,
      "loss": 0.3806,
      "step": 1297290
    },
    {
      "epoch": 362.07,
      "grad_norm": 1.0412708520889282,
      "learning_rate": 2.8996362958700237e-06,
      "loss": 0.3605,
      "step": 1297300
    },
    {
      "epoch": 362.07,
      "grad_norm": 0.8926987051963806,
      "learning_rate": 2.8996100277464052e-06,
      "loss": 0.3483,
      "step": 1297310
    },
    {
      "epoch": 362.08,
      "grad_norm": 0.8246791958808899,
      "learning_rate": 2.8995837595488018e-06,
      "loss": 0.3329,
      "step": 1297320
    },
    {
      "epoch": 362.08,
      "grad_norm": 1.0351508855819702,
      "learning_rate": 2.899557491277217e-06,
      "loss": 0.3568,
      "step": 1297330
    },
    {
      "epoch": 362.08,
      "grad_norm": 0.9738060235977173,
      "learning_rate": 2.8995312229316544e-06,
      "loss": 0.3176,
      "step": 1297340
    },
    {
      "epoch": 362.08,
      "grad_norm": 0.9946296811103821,
      "learning_rate": 2.8995049545121165e-06,
      "loss": 0.3438,
      "step": 1297350
    },
    {
      "epoch": 362.09,
      "grad_norm": 0.9060640931129456,
      "learning_rate": 2.8994786860186075e-06,
      "loss": 0.3557,
      "step": 1297360
    },
    {
      "epoch": 362.09,
      "grad_norm": 1.0964901447296143,
      "learning_rate": 2.899452417451131e-06,
      "loss": 0.3425,
      "step": 1297370
    },
    {
      "epoch": 362.09,
      "grad_norm": 1.054416537284851,
      "learning_rate": 2.8994261488096904e-06,
      "loss": 0.3528,
      "step": 1297380
    },
    {
      "epoch": 362.1,
      "grad_norm": 1.2107981443405151,
      "learning_rate": 2.899399880094289e-06,
      "loss": 0.3587,
      "step": 1297390
    },
    {
      "epoch": 362.1,
      "grad_norm": 1.1489615440368652,
      "learning_rate": 2.8993736113049304e-06,
      "loss": 0.3584,
      "step": 1297400
    },
    {
      "epoch": 362.1,
      "grad_norm": 0.9809747934341431,
      "learning_rate": 2.8993473424416183e-06,
      "loss": 0.3475,
      "step": 1297410
    },
    {
      "epoch": 362.1,
      "grad_norm": 0.9438404440879822,
      "learning_rate": 2.8993210735043565e-06,
      "loss": 0.3469,
      "step": 1297420
    },
    {
      "epoch": 362.11,
      "grad_norm": 1.2870763540267944,
      "learning_rate": 2.8992948044931474e-06,
      "loss": 0.3526,
      "step": 1297430
    },
    {
      "epoch": 362.11,
      "grad_norm": 1.118814468383789,
      "learning_rate": 2.8992685354079953e-06,
      "loss": 0.3651,
      "step": 1297440
    },
    {
      "epoch": 362.11,
      "grad_norm": 1.0428069829940796,
      "learning_rate": 2.8992422662489035e-06,
      "loss": 0.3467,
      "step": 1297450
    },
    {
      "epoch": 362.12,
      "grad_norm": 1.3655221462249756,
      "learning_rate": 2.8992159970158755e-06,
      "loss": 0.347,
      "step": 1297460
    },
    {
      "epoch": 362.12,
      "grad_norm": 0.9166544079780579,
      "learning_rate": 2.899189727708915e-06,
      "loss": 0.3615,
      "step": 1297470
    },
    {
      "epoch": 362.12,
      "grad_norm": 0.8795943260192871,
      "learning_rate": 2.8991634583280253e-06,
      "loss": 0.3407,
      "step": 1297480
    },
    {
      "epoch": 362.12,
      "grad_norm": 2.723775625228882,
      "learning_rate": 2.89913718887321e-06,
      "loss": 0.3379,
      "step": 1297490
    },
    {
      "epoch": 362.13,
      "grad_norm": 1.0750576257705688,
      "learning_rate": 2.8991109193444724e-06,
      "loss": 0.3476,
      "step": 1297500
    },
    {
      "epoch": 362.13,
      "grad_norm": 1.137864112854004,
      "learning_rate": 2.899084649741816e-06,
      "loss": 0.3308,
      "step": 1297510
    },
    {
      "epoch": 362.13,
      "grad_norm": 0.9813997745513916,
      "learning_rate": 2.899058380065244e-06,
      "loss": 0.3286,
      "step": 1297520
    },
    {
      "epoch": 362.14,
      "grad_norm": 1.0839743614196777,
      "learning_rate": 2.8990321103147607e-06,
      "loss": 0.3494,
      "step": 1297530
    },
    {
      "epoch": 362.14,
      "grad_norm": 0.9365430474281311,
      "learning_rate": 2.899005840490369e-06,
      "loss": 0.3438,
      "step": 1297540
    },
    {
      "epoch": 362.14,
      "grad_norm": 1.0420544147491455,
      "learning_rate": 2.8989795705920734e-06,
      "loss": 0.3417,
      "step": 1297550
    },
    {
      "epoch": 362.14,
      "grad_norm": 1.1615351438522339,
      "learning_rate": 2.898953300619876e-06,
      "loss": 0.3504,
      "step": 1297560
    },
    {
      "epoch": 362.15,
      "grad_norm": 1.0345890522003174,
      "learning_rate": 2.898927030573781e-06,
      "loss": 0.3429,
      "step": 1297570
    },
    {
      "epoch": 362.15,
      "grad_norm": 1.0309962034225464,
      "learning_rate": 2.8989007604537917e-06,
      "loss": 0.3394,
      "step": 1297580
    },
    {
      "epoch": 362.15,
      "grad_norm": 1.3201708793640137,
      "learning_rate": 2.8988744902599124e-06,
      "loss": 0.3513,
      "step": 1297590
    },
    {
      "epoch": 362.15,
      "grad_norm": 0.9847124218940735,
      "learning_rate": 2.8988482199921447e-06,
      "loss": 0.3554,
      "step": 1297600
    },
    {
      "epoch": 362.16,
      "grad_norm": 1.139998435974121,
      "learning_rate": 2.8988219496504933e-06,
      "loss": 0.3541,
      "step": 1297610
    },
    {
      "epoch": 362.16,
      "grad_norm": 1.1349064111709595,
      "learning_rate": 2.8987956792349625e-06,
      "loss": 0.3448,
      "step": 1297620
    },
    {
      "epoch": 362.16,
      "grad_norm": 0.9218475818634033,
      "learning_rate": 2.898769408745555e-06,
      "loss": 0.3553,
      "step": 1297630
    },
    {
      "epoch": 362.17,
      "grad_norm": 1.1910921335220337,
      "learning_rate": 2.8987431381822733e-06,
      "loss": 0.3448,
      "step": 1297640
    },
    {
      "epoch": 362.17,
      "grad_norm": 1.0765682458877563,
      "learning_rate": 2.898716867545123e-06,
      "loss": 0.3588,
      "step": 1297650
    },
    {
      "epoch": 362.17,
      "grad_norm": 1.0361944437026978,
      "learning_rate": 2.8986905968341056e-06,
      "loss": 0.3502,
      "step": 1297660
    },
    {
      "epoch": 362.17,
      "grad_norm": 0.9092737436294556,
      "learning_rate": 2.8986643260492256e-06,
      "loss": 0.3439,
      "step": 1297670
    },
    {
      "epoch": 362.18,
      "grad_norm": 1.1355571746826172,
      "learning_rate": 2.898638055190487e-06,
      "loss": 0.3408,
      "step": 1297680
    },
    {
      "epoch": 362.18,
      "grad_norm": 2.1674492359161377,
      "learning_rate": 2.898611784257892e-06,
      "loss": 0.3537,
      "step": 1297690
    },
    {
      "epoch": 362.18,
      "grad_norm": 0.9540327191352844,
      "learning_rate": 2.898585513251445e-06,
      "loss": 0.3474,
      "step": 1297700
    },
    {
      "epoch": 362.19,
      "grad_norm": 0.9966106414794922,
      "learning_rate": 2.8985592421711496e-06,
      "loss": 0.3637,
      "step": 1297710
    },
    {
      "epoch": 362.19,
      "grad_norm": 0.9801390767097473,
      "learning_rate": 2.898532971017008e-06,
      "loss": 0.3574,
      "step": 1297720
    },
    {
      "epoch": 362.19,
      "grad_norm": 1.0990798473358154,
      "learning_rate": 2.8985066997890253e-06,
      "loss": 0.3538,
      "step": 1297730
    },
    {
      "epoch": 362.19,
      "grad_norm": 1.2077815532684326,
      "learning_rate": 2.8984804284872036e-06,
      "loss": 0.357,
      "step": 1297740
    },
    {
      "epoch": 362.2,
      "grad_norm": 1.0194668769836426,
      "learning_rate": 2.898454157111548e-06,
      "loss": 0.3516,
      "step": 1297750
    },
    {
      "epoch": 362.2,
      "grad_norm": 0.8496418595314026,
      "learning_rate": 2.8984278856620607e-06,
      "loss": 0.3448,
      "step": 1297760
    },
    {
      "epoch": 362.2,
      "grad_norm": 1.0790205001831055,
      "learning_rate": 2.8984016141387455e-06,
      "loss": 0.3545,
      "step": 1297770
    },
    {
      "epoch": 362.2,
      "grad_norm": 0.9417138695716858,
      "learning_rate": 2.8983753425416066e-06,
      "loss": 0.3333,
      "step": 1297780
    },
    {
      "epoch": 362.21,
      "grad_norm": 1.0754510164260864,
      "learning_rate": 2.8983490708706467e-06,
      "loss": 0.3516,
      "step": 1297790
    },
    {
      "epoch": 362.21,
      "grad_norm": 1.1260077953338623,
      "learning_rate": 2.898322799125869e-06,
      "loss": 0.3733,
      "step": 1297800
    },
    {
      "epoch": 362.21,
      "grad_norm": 0.8223459720611572,
      "learning_rate": 2.898296527307278e-06,
      "loss": 0.3374,
      "step": 1297810
    },
    {
      "epoch": 362.22,
      "grad_norm": 0.9293560981750488,
      "learning_rate": 2.8982702554148764e-06,
      "loss": 0.357,
      "step": 1297820
    },
    {
      "epoch": 362.22,
      "grad_norm": 1.0170862674713135,
      "learning_rate": 2.8982439834486683e-06,
      "loss": 0.3813,
      "step": 1297830
    },
    {
      "epoch": 362.22,
      "grad_norm": 0.9588372707366943,
      "learning_rate": 2.898217711408657e-06,
      "loss": 0.349,
      "step": 1297840
    },
    {
      "epoch": 362.22,
      "grad_norm": 1.053919792175293,
      "learning_rate": 2.898191439294846e-06,
      "loss": 0.3451,
      "step": 1297850
    },
    {
      "epoch": 362.23,
      "grad_norm": 1.048827052116394,
      "learning_rate": 2.898165167107238e-06,
      "loss": 0.3725,
      "step": 1297860
    },
    {
      "epoch": 362.23,
      "grad_norm": 0.9720766544342041,
      "learning_rate": 2.8981388948458375e-06,
      "loss": 0.3483,
      "step": 1297870
    },
    {
      "epoch": 362.23,
      "grad_norm": 0.9680655002593994,
      "learning_rate": 2.898112622510648e-06,
      "loss": 0.3548,
      "step": 1297880
    },
    {
      "epoch": 362.24,
      "grad_norm": 0.9502658843994141,
      "learning_rate": 2.8980863501016724e-06,
      "loss": 0.351,
      "step": 1297890
    },
    {
      "epoch": 362.24,
      "grad_norm": 1.0117287635803223,
      "learning_rate": 2.898060077618914e-06,
      "loss": 0.3489,
      "step": 1297900
    },
    {
      "epoch": 362.24,
      "grad_norm": 1.2487246990203857,
      "learning_rate": 2.8980338050623778e-06,
      "loss": 0.3683,
      "step": 1297910
    },
    {
      "epoch": 362.24,
      "grad_norm": 1.1389180421829224,
      "learning_rate": 2.898007532432066e-06,
      "loss": 0.3508,
      "step": 1297920
    },
    {
      "epoch": 362.25,
      "grad_norm": 1.009158968925476,
      "learning_rate": 2.8979812597279815e-06,
      "loss": 0.3348,
      "step": 1297930
    },
    {
      "epoch": 362.25,
      "grad_norm": 1.0204684734344482,
      "learning_rate": 2.89795498695013e-06,
      "loss": 0.3623,
      "step": 1297940
    },
    {
      "epoch": 362.25,
      "grad_norm": 0.9208292365074158,
      "learning_rate": 2.897928714098513e-06,
      "loss": 0.3599,
      "step": 1297950
    },
    {
      "epoch": 362.26,
      "grad_norm": 1.0392085313796997,
      "learning_rate": 2.8979024411731345e-06,
      "loss": 0.3389,
      "step": 1297960
    },
    {
      "epoch": 362.26,
      "grad_norm": 1.103739857673645,
      "learning_rate": 2.897876168173998e-06,
      "loss": 0.3406,
      "step": 1297970
    },
    {
      "epoch": 362.26,
      "grad_norm": 1.1216065883636475,
      "learning_rate": 2.8978498951011076e-06,
      "loss": 0.3303,
      "step": 1297980
    },
    {
      "epoch": 362.26,
      "grad_norm": 1.0699001550674438,
      "learning_rate": 2.897823621954466e-06,
      "loss": 0.3532,
      "step": 1297990
    },
    {
      "epoch": 362.27,
      "grad_norm": 1.0264676809310913,
      "learning_rate": 2.8977973487340774e-06,
      "loss": 0.3303,
      "step": 1298000
    },
    {
      "epoch": 362.27,
      "grad_norm": 1.1362968683242798,
      "learning_rate": 2.897771075439945e-06,
      "loss": 0.358,
      "step": 1298010
    },
    {
      "epoch": 362.27,
      "grad_norm": 1.0572140216827393,
      "learning_rate": 2.8977448020720722e-06,
      "loss": 0.355,
      "step": 1298020
    },
    {
      "epoch": 362.27,
      "grad_norm": 1.0388495922088623,
      "learning_rate": 2.8977185286304615e-06,
      "loss": 0.3551,
      "step": 1298030
    },
    {
      "epoch": 362.28,
      "grad_norm": 1.6521250009536743,
      "learning_rate": 2.897692255115119e-06,
      "loss": 0.3529,
      "step": 1298040
    },
    {
      "epoch": 362.28,
      "grad_norm": 0.9792246222496033,
      "learning_rate": 2.8976659815260455e-06,
      "loss": 0.3443,
      "step": 1298050
    },
    {
      "epoch": 362.28,
      "grad_norm": 1.1838072538375854,
      "learning_rate": 2.897639707863246e-06,
      "loss": 0.3537,
      "step": 1298060
    },
    {
      "epoch": 362.29,
      "grad_norm": 1.1569206714630127,
      "learning_rate": 2.897613434126724e-06,
      "loss": 0.333,
      "step": 1298070
    },
    {
      "epoch": 362.29,
      "grad_norm": 0.9083870053291321,
      "learning_rate": 2.897587160316483e-06,
      "loss": 0.341,
      "step": 1298080
    },
    {
      "epoch": 362.29,
      "grad_norm": 1.0296767950057983,
      "learning_rate": 2.8975608864325253e-06,
      "loss": 0.3306,
      "step": 1298090
    },
    {
      "epoch": 362.29,
      "grad_norm": 0.944172739982605,
      "learning_rate": 2.897534612474855e-06,
      "loss": 0.3524,
      "step": 1298100
    },
    {
      "epoch": 362.3,
      "grad_norm": 1.0217664241790771,
      "learning_rate": 2.8975083384434766e-06,
      "loss": 0.3464,
      "step": 1298110
    },
    {
      "epoch": 362.3,
      "grad_norm": 0.9349448084831238,
      "learning_rate": 2.897482064338392e-06,
      "loss": 0.3524,
      "step": 1298120
    },
    {
      "epoch": 362.3,
      "grad_norm": 1.1246869564056396,
      "learning_rate": 2.8974557901596066e-06,
      "loss": 0.3313,
      "step": 1298130
    },
    {
      "epoch": 362.31,
      "grad_norm": 1.0860220193862915,
      "learning_rate": 2.897429515907122e-06,
      "loss": 0.3698,
      "step": 1298140
    },
    {
      "epoch": 362.31,
      "grad_norm": 1.1093648672103882,
      "learning_rate": 2.8974032415809424e-06,
      "loss": 0.3492,
      "step": 1298150
    },
    {
      "epoch": 362.31,
      "grad_norm": 1.0136016607284546,
      "learning_rate": 2.8973769671810715e-06,
      "loss": 0.3577,
      "step": 1298160
    },
    {
      "epoch": 362.31,
      "grad_norm": 0.9517320394515991,
      "learning_rate": 2.8973506927075133e-06,
      "loss": 0.3478,
      "step": 1298170
    },
    {
      "epoch": 362.32,
      "grad_norm": 1.0807183980941772,
      "learning_rate": 2.89732441816027e-06,
      "loss": 0.3433,
      "step": 1298180
    },
    {
      "epoch": 362.32,
      "grad_norm": 1.031050205230713,
      "learning_rate": 2.897298143539346e-06,
      "loss": 0.3614,
      "step": 1298190
    },
    {
      "epoch": 362.32,
      "grad_norm": 0.9466350674629211,
      "learning_rate": 2.8972718688447445e-06,
      "loss": 0.3436,
      "step": 1298200
    },
    {
      "epoch": 362.32,
      "grad_norm": 1.2842271327972412,
      "learning_rate": 2.8972455940764693e-06,
      "loss": 0.3579,
      "step": 1298210
    },
    {
      "epoch": 362.33,
      "grad_norm": 1.1469144821166992,
      "learning_rate": 2.897219319234524e-06,
      "loss": 0.3648,
      "step": 1298220
    },
    {
      "epoch": 362.33,
      "grad_norm": 1.0019714832305908,
      "learning_rate": 2.8971930443189114e-06,
      "loss": 0.3544,
      "step": 1298230
    },
    {
      "epoch": 362.33,
      "grad_norm": 1.0493272542953491,
      "learning_rate": 2.8971667693296356e-06,
      "loss": 0.3626,
      "step": 1298240
    },
    {
      "epoch": 362.34,
      "grad_norm": 0.9900177121162415,
      "learning_rate": 2.8971404942666992e-06,
      "loss": 0.3445,
      "step": 1298250
    },
    {
      "epoch": 362.34,
      "grad_norm": 1.0491033792495728,
      "learning_rate": 2.897114219130107e-06,
      "loss": 0.3514,
      "step": 1298260
    },
    {
      "epoch": 362.34,
      "grad_norm": 1.0781922340393066,
      "learning_rate": 2.8970879439198614e-06,
      "loss": 0.3664,
      "step": 1298270
    },
    {
      "epoch": 362.34,
      "grad_norm": 1.1133095026016235,
      "learning_rate": 2.8970616686359664e-06,
      "loss": 0.3534,
      "step": 1298280
    },
    {
      "epoch": 362.35,
      "grad_norm": 1.2505838871002197,
      "learning_rate": 2.8970353932784264e-06,
      "loss": 0.3634,
      "step": 1298290
    },
    {
      "epoch": 362.35,
      "grad_norm": 0.8268198370933533,
      "learning_rate": 2.8970091178472433e-06,
      "loss": 0.3462,
      "step": 1298300
    },
    {
      "epoch": 362.35,
      "grad_norm": 0.9004217982292175,
      "learning_rate": 2.896982842342421e-06,
      "loss": 0.3398,
      "step": 1298310
    },
    {
      "epoch": 362.36,
      "grad_norm": 1.1751837730407715,
      "learning_rate": 2.8969565667639633e-06,
      "loss": 0.3606,
      "step": 1298320
    },
    {
      "epoch": 362.36,
      "grad_norm": 1.2821316719055176,
      "learning_rate": 2.896930291111874e-06,
      "loss": 0.3427,
      "step": 1298330
    },
    {
      "epoch": 362.36,
      "grad_norm": 1.0837727785110474,
      "learning_rate": 2.896904015386156e-06,
      "loss": 0.3471,
      "step": 1298340
    },
    {
      "epoch": 362.36,
      "grad_norm": 1.1655181646347046,
      "learning_rate": 2.896877739586813e-06,
      "loss": 0.357,
      "step": 1298350
    },
    {
      "epoch": 362.37,
      "grad_norm": 0.9134790301322937,
      "learning_rate": 2.896851463713849e-06,
      "loss": 0.3595,
      "step": 1298360
    },
    {
      "epoch": 362.37,
      "grad_norm": 1.041404128074646,
      "learning_rate": 2.896825187767267e-06,
      "loss": 0.3714,
      "step": 1298370
    },
    {
      "epoch": 362.37,
      "grad_norm": 0.9290468692779541,
      "learning_rate": 2.8967989117470703e-06,
      "loss": 0.3368,
      "step": 1298380
    },
    {
      "epoch": 362.38,
      "grad_norm": 1.153821349143982,
      "learning_rate": 2.8967726356532626e-06,
      "loss": 0.3531,
      "step": 1298390
    },
    {
      "epoch": 362.38,
      "grad_norm": 1.1397440433502197,
      "learning_rate": 2.8967463594858474e-06,
      "loss": 0.349,
      "step": 1298400
    },
    {
      "epoch": 362.38,
      "grad_norm": 0.9307937026023865,
      "learning_rate": 2.8967200832448284e-06,
      "loss": 0.3472,
      "step": 1298410
    },
    {
      "epoch": 362.38,
      "grad_norm": 1.1568201780319214,
      "learning_rate": 2.896693806930209e-06,
      "loss": 0.3586,
      "step": 1298420
    },
    {
      "epoch": 362.39,
      "grad_norm": 1.162574291229248,
      "learning_rate": 2.896667530541992e-06,
      "loss": 0.3597,
      "step": 1298430
    },
    {
      "epoch": 362.39,
      "grad_norm": 0.9115836024284363,
      "learning_rate": 2.8966412540801825e-06,
      "loss": 0.3593,
      "step": 1298440
    },
    {
      "epoch": 362.39,
      "grad_norm": 1.067991018295288,
      "learning_rate": 2.8966149775447823e-06,
      "loss": 0.3485,
      "step": 1298450
    },
    {
      "epoch": 362.39,
      "grad_norm": 1.049383521080017,
      "learning_rate": 2.896588700935796e-06,
      "loss": 0.3473,
      "step": 1298460
    },
    {
      "epoch": 362.4,
      "grad_norm": 1.267222285270691,
      "learning_rate": 2.8965624242532264e-06,
      "loss": 0.3493,
      "step": 1298470
    },
    {
      "epoch": 362.4,
      "grad_norm": 1.0251270532608032,
      "learning_rate": 2.896536147497077e-06,
      "loss": 0.3459,
      "step": 1298480
    },
    {
      "epoch": 362.4,
      "grad_norm": 0.9464141130447388,
      "learning_rate": 2.8965098706673524e-06,
      "loss": 0.361,
      "step": 1298490
    },
    {
      "epoch": 362.41,
      "grad_norm": 1.214589238166809,
      "learning_rate": 2.896483593764055e-06,
      "loss": 0.3565,
      "step": 1298500
    },
    {
      "epoch": 362.41,
      "grad_norm": 0.9442771077156067,
      "learning_rate": 2.8964573167871887e-06,
      "loss": 0.348,
      "step": 1298510
    },
    {
      "epoch": 362.41,
      "grad_norm": 0.9896809458732605,
      "learning_rate": 2.8964310397367573e-06,
      "loss": 0.3412,
      "step": 1298520
    },
    {
      "epoch": 362.41,
      "grad_norm": 1.065152883529663,
      "learning_rate": 2.896404762612763e-06,
      "loss": 0.3439,
      "step": 1298530
    },
    {
      "epoch": 362.42,
      "grad_norm": 1.0711718797683716,
      "learning_rate": 2.8963784854152106e-06,
      "loss": 0.3548,
      "step": 1298540
    },
    {
      "epoch": 362.42,
      "grad_norm": 1.1371679306030273,
      "learning_rate": 2.896352208144104e-06,
      "loss": 0.3593,
      "step": 1298550
    },
    {
      "epoch": 362.42,
      "grad_norm": 1.099192500114441,
      "learning_rate": 2.8963259307994445e-06,
      "loss": 0.3476,
      "step": 1298560
    },
    {
      "epoch": 362.43,
      "grad_norm": 1.1117721796035767,
      "learning_rate": 2.8962996533812373e-06,
      "loss": 0.3536,
      "step": 1298570
    },
    {
      "epoch": 362.43,
      "grad_norm": 1.0861444473266602,
      "learning_rate": 2.8962733758894864e-06,
      "loss": 0.3608,
      "step": 1298580
    },
    {
      "epoch": 362.43,
      "grad_norm": 1.1272565126419067,
      "learning_rate": 2.896247098324194e-06,
      "loss": 0.3437,
      "step": 1298590
    },
    {
      "epoch": 362.43,
      "grad_norm": 0.9302560687065125,
      "learning_rate": 2.896220820685364e-06,
      "loss": 0.3464,
      "step": 1298600
    },
    {
      "epoch": 362.44,
      "grad_norm": 1.0300557613372803,
      "learning_rate": 2.8961945429729997e-06,
      "loss": 0.3552,
      "step": 1298610
    },
    {
      "epoch": 362.44,
      "grad_norm": 1.1828465461730957,
      "learning_rate": 2.8961682651871052e-06,
      "loss": 0.3346,
      "step": 1298620
    },
    {
      "epoch": 362.44,
      "grad_norm": 0.9581896066665649,
      "learning_rate": 2.896141987327684e-06,
      "loss": 0.3598,
      "step": 1298630
    },
    {
      "epoch": 362.44,
      "grad_norm": 1.1121970415115356,
      "learning_rate": 2.8961157093947388e-06,
      "loss": 0.3508,
      "step": 1298640
    },
    {
      "epoch": 362.45,
      "grad_norm": 1.0644768476486206,
      "learning_rate": 2.896089431388274e-06,
      "loss": 0.353,
      "step": 1298650
    },
    {
      "epoch": 362.45,
      "grad_norm": 0.8827985525131226,
      "learning_rate": 2.8960631533082926e-06,
      "loss": 0.3385,
      "step": 1298660
    },
    {
      "epoch": 362.45,
      "grad_norm": 0.8676596283912659,
      "learning_rate": 2.8960368751547977e-06,
      "loss": 0.3499,
      "step": 1298670
    },
    {
      "epoch": 362.46,
      "grad_norm": 1.1083612442016602,
      "learning_rate": 2.896010596927794e-06,
      "loss": 0.3385,
      "step": 1298680
    },
    {
      "epoch": 362.46,
      "grad_norm": 1.0266915559768677,
      "learning_rate": 2.8959843186272838e-06,
      "loss": 0.3574,
      "step": 1298690
    },
    {
      "epoch": 362.46,
      "grad_norm": 1.0649089813232422,
      "learning_rate": 2.8959580402532706e-06,
      "loss": 0.3384,
      "step": 1298700
    },
    {
      "epoch": 362.46,
      "grad_norm": 0.8282142281532288,
      "learning_rate": 2.895931761805759e-06,
      "loss": 0.344,
      "step": 1298710
    },
    {
      "epoch": 362.47,
      "grad_norm": 0.9953644871711731,
      "learning_rate": 2.8959054832847515e-06,
      "loss": 0.3582,
      "step": 1298720
    },
    {
      "epoch": 362.47,
      "grad_norm": 1.2677638530731201,
      "learning_rate": 2.8958792046902527e-06,
      "loss": 0.3486,
      "step": 1298730
    },
    {
      "epoch": 362.47,
      "grad_norm": 1.0855087041854858,
      "learning_rate": 2.8958529260222645e-06,
      "loss": 0.3558,
      "step": 1298740
    },
    {
      "epoch": 362.48,
      "grad_norm": 0.9915171265602112,
      "learning_rate": 2.8958266472807915e-06,
      "loss": 0.3397,
      "step": 1298750
    },
    {
      "epoch": 362.48,
      "grad_norm": 1.001622200012207,
      "learning_rate": 2.8958003684658376e-06,
      "loss": 0.3598,
      "step": 1298760
    },
    {
      "epoch": 362.48,
      "grad_norm": 1.1482763290405273,
      "learning_rate": 2.8957740895774044e-06,
      "loss": 0.3568,
      "step": 1298770
    },
    {
      "epoch": 362.48,
      "grad_norm": 1.0558162927627563,
      "learning_rate": 2.895747810615498e-06,
      "loss": 0.3478,
      "step": 1298780
    },
    {
      "epoch": 362.49,
      "grad_norm": 1.0437123775482178,
      "learning_rate": 2.8957215315801192e-06,
      "loss": 0.3687,
      "step": 1298790
    },
    {
      "epoch": 362.49,
      "grad_norm": 1.0022807121276855,
      "learning_rate": 2.895695252471274e-06,
      "loss": 0.3446,
      "step": 1298800
    },
    {
      "epoch": 362.49,
      "grad_norm": 1.1418843269348145,
      "learning_rate": 2.895668973288964e-06,
      "loss": 0.3382,
      "step": 1298810
    },
    {
      "epoch": 362.5,
      "grad_norm": 1.1295697689056396,
      "learning_rate": 2.895642694033194e-06,
      "loss": 0.3515,
      "step": 1298820
    },
    {
      "epoch": 362.5,
      "grad_norm": 0.9209951162338257,
      "learning_rate": 2.895616414703966e-06,
      "loss": 0.3541,
      "step": 1298830
    },
    {
      "epoch": 362.5,
      "grad_norm": 0.9045860171318054,
      "learning_rate": 2.895590135301285e-06,
      "loss": 0.3652,
      "step": 1298840
    },
    {
      "epoch": 362.5,
      "grad_norm": 0.9825228452682495,
      "learning_rate": 2.8955638558251542e-06,
      "loss": 0.3543,
      "step": 1298850
    },
    {
      "epoch": 362.51,
      "grad_norm": 1.0425904989242554,
      "learning_rate": 2.8955375762755762e-06,
      "loss": 0.3512,
      "step": 1298860
    },
    {
      "epoch": 362.51,
      "grad_norm": 0.961921215057373,
      "learning_rate": 2.895511296652556e-06,
      "loss": 0.3442,
      "step": 1298870
    },
    {
      "epoch": 362.51,
      "grad_norm": 1.623984694480896,
      "learning_rate": 2.895485016956096e-06,
      "loss": 0.344,
      "step": 1298880
    },
    {
      "epoch": 362.51,
      "grad_norm": 0.881397545337677,
      "learning_rate": 2.8954587371861992e-06,
      "loss": 0.3434,
      "step": 1298890
    },
    {
      "epoch": 362.52,
      "grad_norm": 1.20989990234375,
      "learning_rate": 2.89543245734287e-06,
      "loss": 0.3542,
      "step": 1298900
    },
    {
      "epoch": 362.52,
      "grad_norm": 1.1168129444122314,
      "learning_rate": 2.8954061774261123e-06,
      "loss": 0.3518,
      "step": 1298910
    },
    {
      "epoch": 362.52,
      "grad_norm": 1.323959231376648,
      "learning_rate": 2.8953798974359286e-06,
      "loss": 0.3532,
      "step": 1298920
    },
    {
      "epoch": 362.53,
      "grad_norm": 1.0418063402175903,
      "learning_rate": 2.8953536173723223e-06,
      "loss": 0.3583,
      "step": 1298930
    },
    {
      "epoch": 362.53,
      "grad_norm": 1.171515703201294,
      "learning_rate": 2.8953273372352986e-06,
      "loss": 0.3486,
      "step": 1298940
    },
    {
      "epoch": 362.53,
      "grad_norm": 1.0869219303131104,
      "learning_rate": 2.895301057024859e-06,
      "loss": 0.3752,
      "step": 1298950
    },
    {
      "epoch": 362.53,
      "grad_norm": 0.9989305734634399,
      "learning_rate": 2.895274776741008e-06,
      "loss": 0.3378,
      "step": 1298960
    },
    {
      "epoch": 362.54,
      "grad_norm": 1.034331202507019,
      "learning_rate": 2.8952484963837495e-06,
      "loss": 0.37,
      "step": 1298970
    },
    {
      "epoch": 362.54,
      "grad_norm": 0.9959030151367188,
      "learning_rate": 2.8952222159530858e-06,
      "loss": 0.3487,
      "step": 1298980
    },
    {
      "epoch": 362.54,
      "grad_norm": 1.147092580795288,
      "learning_rate": 2.8951959354490206e-06,
      "loss": 0.3582,
      "step": 1298990
    },
    {
      "epoch": 362.55,
      "grad_norm": 0.9872928261756897,
      "learning_rate": 2.8951696548715584e-06,
      "loss": 0.3465,
      "step": 1299000
    },
    {
      "epoch": 362.55,
      "grad_norm": 1.2776284217834473,
      "learning_rate": 2.895143374220702e-06,
      "loss": 0.351,
      "step": 1299010
    },
    {
      "epoch": 362.55,
      "grad_norm": 1.0319480895996094,
      "learning_rate": 2.8951170934964546e-06,
      "loss": 0.3543,
      "step": 1299020
    },
    {
      "epoch": 362.55,
      "grad_norm": 1.0278514623641968,
      "learning_rate": 2.8950908126988206e-06,
      "loss": 0.36,
      "step": 1299030
    },
    {
      "epoch": 362.56,
      "grad_norm": 1.0511029958724976,
      "learning_rate": 2.8950645318278026e-06,
      "loss": 0.3449,
      "step": 1299040
    },
    {
      "epoch": 362.56,
      "grad_norm": 1.1111106872558594,
      "learning_rate": 2.895038250883405e-06,
      "loss": 0.3462,
      "step": 1299050
    },
    {
      "epoch": 362.56,
      "grad_norm": 1.0728189945220947,
      "learning_rate": 2.89501196986563e-06,
      "loss": 0.3651,
      "step": 1299060
    },
    {
      "epoch": 362.56,
      "grad_norm": 1.0844165086746216,
      "learning_rate": 2.894985688774483e-06,
      "loss": 0.363,
      "step": 1299070
    },
    {
      "epoch": 362.57,
      "grad_norm": 1.0277498960494995,
      "learning_rate": 2.8949594076099654e-06,
      "loss": 0.3453,
      "step": 1299080
    },
    {
      "epoch": 362.57,
      "grad_norm": 1.0753085613250732,
      "learning_rate": 2.8949331263720814e-06,
      "loss": 0.3446,
      "step": 1299090
    },
    {
      "epoch": 362.57,
      "grad_norm": 1.1229876279830933,
      "learning_rate": 2.8949068450608358e-06,
      "loss": 0.375,
      "step": 1299100
    },
    {
      "epoch": 362.58,
      "grad_norm": 1.0681003332138062,
      "learning_rate": 2.8948805636762308e-06,
      "loss": 0.3547,
      "step": 1299110
    },
    {
      "epoch": 362.58,
      "grad_norm": 0.8883116245269775,
      "learning_rate": 2.8948542822182698e-06,
      "loss": 0.3408,
      "step": 1299120
    },
    {
      "epoch": 362.58,
      "grad_norm": 1.0110580921173096,
      "learning_rate": 2.894828000686957e-06,
      "loss": 0.3362,
      "step": 1299130
    },
    {
      "epoch": 362.58,
      "grad_norm": 0.9767329692840576,
      "learning_rate": 2.8948017190822954e-06,
      "loss": 0.3322,
      "step": 1299140
    },
    {
      "epoch": 362.59,
      "grad_norm": 0.9760614633560181,
      "learning_rate": 2.8947754374042884e-06,
      "loss": 0.3535,
      "step": 1299150
    },
    {
      "epoch": 362.59,
      "grad_norm": 0.9645172953605652,
      "learning_rate": 2.8947491556529405e-06,
      "loss": 0.3555,
      "step": 1299160
    },
    {
      "epoch": 362.59,
      "grad_norm": 1.1965678930282593,
      "learning_rate": 2.8947228738282537e-06,
      "loss": 0.3499,
      "step": 1299170
    },
    {
      "epoch": 362.6,
      "grad_norm": 0.8974867463111877,
      "learning_rate": 2.8946965919302328e-06,
      "loss": 0.3443,
      "step": 1299180
    },
    {
      "epoch": 362.6,
      "grad_norm": 0.9840236902236938,
      "learning_rate": 2.8946703099588804e-06,
      "loss": 0.339,
      "step": 1299190
    },
    {
      "epoch": 362.6,
      "grad_norm": 0.9699298739433289,
      "learning_rate": 2.8946440279142005e-06,
      "loss": 0.3428,
      "step": 1299200
    },
    {
      "epoch": 362.6,
      "grad_norm": 0.9867144227027893,
      "learning_rate": 2.8946177457961962e-06,
      "loss": 0.3414,
      "step": 1299210
    },
    {
      "epoch": 362.61,
      "grad_norm": 1.0106052160263062,
      "learning_rate": 2.8945914636048716e-06,
      "loss": 0.3631,
      "step": 1299220
    },
    {
      "epoch": 362.61,
      "grad_norm": 0.8997521996498108,
      "learning_rate": 2.89456518134023e-06,
      "loss": 0.3428,
      "step": 1299230
    },
    {
      "epoch": 362.61,
      "grad_norm": 1.1205974817276,
      "learning_rate": 2.8945388990022744e-06,
      "loss": 0.3391,
      "step": 1299240
    },
    {
      "epoch": 362.62,
      "grad_norm": 1.013232946395874,
      "learning_rate": 2.8945126165910088e-06,
      "loss": 0.356,
      "step": 1299250
    },
    {
      "epoch": 362.62,
      "grad_norm": 1.109350323677063,
      "learning_rate": 2.8944863341064366e-06,
      "loss": 0.3326,
      "step": 1299260
    },
    {
      "epoch": 362.62,
      "grad_norm": 1.0242360830307007,
      "learning_rate": 2.8944600515485614e-06,
      "loss": 0.356,
      "step": 1299270
    },
    {
      "epoch": 362.62,
      "grad_norm": 0.9667101502418518,
      "learning_rate": 2.8944337689173857e-06,
      "loss": 0.3413,
      "step": 1299280
    },
    {
      "epoch": 362.63,
      "grad_norm": 0.946157693862915,
      "learning_rate": 2.894407486212915e-06,
      "loss": 0.3451,
      "step": 1299290
    },
    {
      "epoch": 362.63,
      "grad_norm": 1.1305112838745117,
      "learning_rate": 2.8943812034351503e-06,
      "loss": 0.3389,
      "step": 1299300
    },
    {
      "epoch": 362.63,
      "grad_norm": 0.8859258890151978,
      "learning_rate": 2.8943549205840975e-06,
      "loss": 0.3556,
      "step": 1299310
    },
    {
      "epoch": 362.63,
      "grad_norm": 1.1384713649749756,
      "learning_rate": 2.894328637659759e-06,
      "loss": 0.3358,
      "step": 1299320
    },
    {
      "epoch": 362.64,
      "grad_norm": 1.0211491584777832,
      "learning_rate": 2.894302354662138e-06,
      "loss": 0.3577,
      "step": 1299330
    },
    {
      "epoch": 362.64,
      "grad_norm": 1.009452223777771,
      "learning_rate": 2.894276071591239e-06,
      "loss": 0.3478,
      "step": 1299340
    },
    {
      "epoch": 362.64,
      "grad_norm": 0.9623839855194092,
      "learning_rate": 2.8942497884470635e-06,
      "loss": 0.3586,
      "step": 1299350
    },
    {
      "epoch": 362.65,
      "grad_norm": 1.21505606174469,
      "learning_rate": 2.8942235052296173e-06,
      "loss": 0.3519,
      "step": 1299360
    },
    {
      "epoch": 362.65,
      "grad_norm": 1.1317499876022339,
      "learning_rate": 2.8941972219389027e-06,
      "loss": 0.3512,
      "step": 1299370
    },
    {
      "epoch": 362.65,
      "grad_norm": 0.9102955460548401,
      "learning_rate": 2.894170938574923e-06,
      "loss": 0.3467,
      "step": 1299380
    },
    {
      "epoch": 362.65,
      "grad_norm": 0.9962606430053711,
      "learning_rate": 2.894144655137683e-06,
      "loss": 0.3314,
      "step": 1299390
    },
    {
      "epoch": 362.66,
      "grad_norm": 1.2380142211914062,
      "learning_rate": 2.894118371627185e-06,
      "loss": 0.335,
      "step": 1299400
    },
    {
      "epoch": 362.66,
      "grad_norm": 1.0228912830352783,
      "learning_rate": 2.8940920880434325e-06,
      "loss": 0.3365,
      "step": 1299410
    },
    {
      "epoch": 362.66,
      "grad_norm": 1.0311870574951172,
      "learning_rate": 2.8940658043864296e-06,
      "loss": 0.3519,
      "step": 1299420
    },
    {
      "epoch": 362.67,
      "grad_norm": 0.8850842118263245,
      "learning_rate": 2.8940395206561794e-06,
      "loss": 0.3593,
      "step": 1299430
    },
    {
      "epoch": 362.67,
      "grad_norm": 1.0685348510742188,
      "learning_rate": 2.8940132368526855e-06,
      "loss": 0.366,
      "step": 1299440
    },
    {
      "epoch": 362.67,
      "grad_norm": 1.0230247974395752,
      "learning_rate": 2.8939869529759516e-06,
      "loss": 0.367,
      "step": 1299450
    },
    {
      "epoch": 362.67,
      "grad_norm": 4.257068157196045,
      "learning_rate": 2.8939606690259803e-06,
      "loss": 0.3422,
      "step": 1299460
    },
    {
      "epoch": 362.68,
      "grad_norm": 0.8651028275489807,
      "learning_rate": 2.893934385002777e-06,
      "loss": 0.3607,
      "step": 1299470
    },
    {
      "epoch": 362.68,
      "grad_norm": 1.1248732805252075,
      "learning_rate": 2.8939081009063427e-06,
      "loss": 0.3446,
      "step": 1299480
    },
    {
      "epoch": 362.68,
      "grad_norm": 0.9222217202186584,
      "learning_rate": 2.8938818167366832e-06,
      "loss": 0.3544,
      "step": 1299490
    },
    {
      "epoch": 362.68,
      "grad_norm": 0.8897102475166321,
      "learning_rate": 2.8938555324938007e-06,
      "loss": 0.3499,
      "step": 1299500
    },
    {
      "epoch": 362.69,
      "grad_norm": 1.1328147649765015,
      "learning_rate": 2.893829248177699e-06,
      "loss": 0.3464,
      "step": 1299510
    },
    {
      "epoch": 362.69,
      "grad_norm": 0.850256085395813,
      "learning_rate": 2.893802963788382e-06,
      "loss": 0.3418,
      "step": 1299520
    },
    {
      "epoch": 362.69,
      "grad_norm": 1.281968116760254,
      "learning_rate": 2.893776679325852e-06,
      "loss": 0.3455,
      "step": 1299530
    },
    {
      "epoch": 362.7,
      "grad_norm": 0.9831480383872986,
      "learning_rate": 2.8937503947901136e-06,
      "loss": 0.3513,
      "step": 1299540
    },
    {
      "epoch": 362.7,
      "grad_norm": 1.1832417249679565,
      "learning_rate": 2.8937241101811705e-06,
      "loss": 0.358,
      "step": 1299550
    },
    {
      "epoch": 362.7,
      "grad_norm": 1.1155685186386108,
      "learning_rate": 2.893697825499025e-06,
      "loss": 0.347,
      "step": 1299560
    },
    {
      "epoch": 362.7,
      "grad_norm": 1.097794532775879,
      "learning_rate": 2.893671540743682e-06,
      "loss": 0.3538,
      "step": 1299570
    },
    {
      "epoch": 362.71,
      "grad_norm": 0.9988899827003479,
      "learning_rate": 2.8936452559151434e-06,
      "loss": 0.3421,
      "step": 1299580
    },
    {
      "epoch": 362.71,
      "grad_norm": 1.0255177021026611,
      "learning_rate": 2.8936189710134145e-06,
      "loss": 0.3441,
      "step": 1299590
    },
    {
      "epoch": 362.71,
      "grad_norm": 1.0711194276809692,
      "learning_rate": 2.893592686038497e-06,
      "loss": 0.3388,
      "step": 1299600
    },
    {
      "epoch": 362.72,
      "grad_norm": 0.9874959588050842,
      "learning_rate": 2.8935664009903956e-06,
      "loss": 0.3535,
      "step": 1299610
    },
    {
      "epoch": 362.72,
      "grad_norm": 1.113170862197876,
      "learning_rate": 2.893540115869114e-06,
      "loss": 0.3477,
      "step": 1299620
    },
    {
      "epoch": 362.72,
      "grad_norm": 0.8541021943092346,
      "learning_rate": 2.8935138306746544e-06,
      "loss": 0.3286,
      "step": 1299630
    },
    {
      "epoch": 362.72,
      "grad_norm": 1.084714412689209,
      "learning_rate": 2.8934875454070217e-06,
      "loss": 0.351,
      "step": 1299640
    },
    {
      "epoch": 362.73,
      "grad_norm": 1.1909233331680298,
      "learning_rate": 2.893461260066219e-06,
      "loss": 0.349,
      "step": 1299650
    },
    {
      "epoch": 362.73,
      "grad_norm": 1.1760658025741577,
      "learning_rate": 2.893434974652249e-06,
      "loss": 0.3446,
      "step": 1299660
    },
    {
      "epoch": 362.73,
      "grad_norm": 1.0120136737823486,
      "learning_rate": 2.8934086891651157e-06,
      "loss": 0.3668,
      "step": 1299670
    },
    {
      "epoch": 362.74,
      "grad_norm": 0.932756245136261,
      "learning_rate": 2.8933824036048234e-06,
      "loss": 0.3533,
      "step": 1299680
    },
    {
      "epoch": 362.74,
      "grad_norm": 1.1147286891937256,
      "learning_rate": 2.893356117971374e-06,
      "loss": 0.3544,
      "step": 1299690
    },
    {
      "epoch": 362.74,
      "grad_norm": 1.1409621238708496,
      "learning_rate": 2.893329832264772e-06,
      "loss": 0.3524,
      "step": 1299700
    },
    {
      "epoch": 362.74,
      "grad_norm": 1.341272234916687,
      "learning_rate": 2.8933035464850215e-06,
      "loss": 0.3407,
      "step": 1299710
    },
    {
      "epoch": 362.75,
      "grad_norm": 1.0203032493591309,
      "learning_rate": 2.893277260632125e-06,
      "loss": 0.3668,
      "step": 1299720
    },
    {
      "epoch": 362.75,
      "grad_norm": 1.0817333459854126,
      "learning_rate": 2.8932509747060855e-06,
      "loss": 0.3557,
      "step": 1299730
    },
    {
      "epoch": 362.75,
      "grad_norm": 0.9574523568153381,
      "learning_rate": 2.893224688706908e-06,
      "loss": 0.3562,
      "step": 1299740
    },
    {
      "epoch": 362.75,
      "grad_norm": 0.8728612065315247,
      "learning_rate": 2.893198402634595e-06,
      "loss": 0.3379,
      "step": 1299750
    },
    {
      "epoch": 362.76,
      "grad_norm": 1.0395523309707642,
      "learning_rate": 2.893172116489151e-06,
      "loss": 0.3535,
      "step": 1299760
    },
    {
      "epoch": 362.76,
      "grad_norm": 1.2789881229400635,
      "learning_rate": 2.893145830270578e-06,
      "loss": 0.3484,
      "step": 1299770
    },
    {
      "epoch": 362.76,
      "grad_norm": 1.1892865896224976,
      "learning_rate": 2.89311954397888e-06,
      "loss": 0.3538,
      "step": 1299780
    },
    {
      "epoch": 362.77,
      "grad_norm": 1.1497433185577393,
      "learning_rate": 2.8930932576140615e-06,
      "loss": 0.3456,
      "step": 1299790
    },
    {
      "epoch": 362.77,
      "grad_norm": 1.0423685312271118,
      "learning_rate": 2.893066971176125e-06,
      "loss": 0.3392,
      "step": 1299800
    },
    {
      "epoch": 362.77,
      "grad_norm": 1.3021836280822754,
      "learning_rate": 2.893040684665074e-06,
      "loss": 0.3444,
      "step": 1299810
    },
    {
      "epoch": 362.77,
      "grad_norm": 1.0723724365234375,
      "learning_rate": 2.893014398080913e-06,
      "loss": 0.3449,
      "step": 1299820
    },
    {
      "epoch": 362.78,
      "grad_norm": 0.8817330002784729,
      "learning_rate": 2.8929881114236442e-06,
      "loss": 0.3409,
      "step": 1299830
    },
    {
      "epoch": 362.78,
      "grad_norm": 0.9624156951904297,
      "learning_rate": 2.8929618246932716e-06,
      "loss": 0.3525,
      "step": 1299840
    },
    {
      "epoch": 362.78,
      "grad_norm": 1.0737168788909912,
      "learning_rate": 2.892935537889799e-06,
      "loss": 0.3505,
      "step": 1299850
    },
    {
      "epoch": 362.79,
      "grad_norm": 0.9547768831253052,
      "learning_rate": 2.8929092510132295e-06,
      "loss": 0.3619,
      "step": 1299860
    },
    {
      "epoch": 362.79,
      "grad_norm": 0.9044215083122253,
      "learning_rate": 2.8928829640635663e-06,
      "loss": 0.3425,
      "step": 1299870
    },
    {
      "epoch": 362.79,
      "grad_norm": 0.9536706805229187,
      "learning_rate": 2.8928566770408136e-06,
      "loss": 0.3386,
      "step": 1299880
    },
    {
      "epoch": 362.79,
      "grad_norm": 0.9089150428771973,
      "learning_rate": 2.892830389944975e-06,
      "loss": 0.3428,
      "step": 1299890
    },
    {
      "epoch": 362.8,
      "grad_norm": 0.9923207759857178,
      "learning_rate": 2.892804102776053e-06,
      "loss": 0.3533,
      "step": 1299900
    },
    {
      "epoch": 362.8,
      "grad_norm": 1.045839548110962,
      "learning_rate": 2.8927778155340527e-06,
      "loss": 0.346,
      "step": 1299910
    },
    {
      "epoch": 362.8,
      "grad_norm": 1.1668384075164795,
      "learning_rate": 2.8927515282189766e-06,
      "loss": 0.355,
      "step": 1299920
    },
    {
      "epoch": 362.8,
      "grad_norm": 0.9997716546058655,
      "learning_rate": 2.8927252408308274e-06,
      "loss": 0.364,
      "step": 1299930
    },
    {
      "epoch": 362.81,
      "grad_norm": 1.0918681621551514,
      "learning_rate": 2.89269895336961e-06,
      "loss": 0.3364,
      "step": 1299940
    },
    {
      "epoch": 362.81,
      "grad_norm": 1.026390552520752,
      "learning_rate": 2.892672665835328e-06,
      "loss": 0.3664,
      "step": 1299950
    },
    {
      "epoch": 362.81,
      "grad_norm": 0.9000909328460693,
      "learning_rate": 2.8926463782279827e-06,
      "loss": 0.3388,
      "step": 1299960
    },
    {
      "epoch": 362.82,
      "grad_norm": 1.0775470733642578,
      "learning_rate": 2.8926200905475804e-06,
      "loss": 0.3452,
      "step": 1299970
    },
    {
      "epoch": 362.82,
      "grad_norm": 0.8972455859184265,
      "learning_rate": 2.8925938027941224e-06,
      "loss": 0.3409,
      "step": 1299980
    },
    {
      "epoch": 362.82,
      "grad_norm": 1.1665464639663696,
      "learning_rate": 2.892567514967614e-06,
      "loss": 0.3418,
      "step": 1299990
    },
    {
      "epoch": 362.82,
      "grad_norm": 1.1151549816131592,
      "learning_rate": 2.8925412270680582e-06,
      "loss": 0.3611,
      "step": 1300000
    },
    {
      "epoch": 362.83,
      "grad_norm": 1.0033751726150513,
      "learning_rate": 2.8925149390954567e-06,
      "loss": 0.3488,
      "step": 1300010
    },
    {
      "epoch": 362.83,
      "grad_norm": 0.9220684170722961,
      "learning_rate": 2.8924886510498147e-06,
      "loss": 0.3421,
      "step": 1300020
    },
    {
      "epoch": 362.83,
      "grad_norm": 1.1071480512619019,
      "learning_rate": 2.8924623629311364e-06,
      "loss": 0.3661,
      "step": 1300030
    },
    {
      "epoch": 362.84,
      "grad_norm": 1.3562628030776978,
      "learning_rate": 2.8924360747394236e-06,
      "loss": 0.3454,
      "step": 1300040
    },
    {
      "epoch": 362.84,
      "grad_norm": 1.1162269115447998,
      "learning_rate": 2.892409786474681e-06,
      "loss": 0.3517,
      "step": 1300050
    },
    {
      "epoch": 362.84,
      "grad_norm": 1.0623741149902344,
      "learning_rate": 2.892383498136911e-06,
      "loss": 0.3493,
      "step": 1300060
    },
    {
      "epoch": 362.84,
      "grad_norm": 1.0834063291549683,
      "learning_rate": 2.8923572097261187e-06,
      "loss": 0.3677,
      "step": 1300070
    },
    {
      "epoch": 362.85,
      "grad_norm": 1.10379159450531,
      "learning_rate": 2.892330921242306e-06,
      "loss": 0.3641,
      "step": 1300080
    },
    {
      "epoch": 362.85,
      "grad_norm": 0.9162095189094543,
      "learning_rate": 2.8923046326854768e-06,
      "loss": 0.3602,
      "step": 1300090
    },
    {
      "epoch": 362.85,
      "grad_norm": 1.133126139640808,
      "learning_rate": 2.892278344055635e-06,
      "loss": 0.353,
      "step": 1300100
    },
    {
      "epoch": 362.86,
      "grad_norm": 0.8666974306106567,
      "learning_rate": 2.8922520553527838e-06,
      "loss": 0.3457,
      "step": 1300110
    },
    {
      "epoch": 362.86,
      "grad_norm": 0.9230497479438782,
      "learning_rate": 2.8922257665769274e-06,
      "loss": 0.3516,
      "step": 1300120
    },
    {
      "epoch": 362.86,
      "grad_norm": 1.2693326473236084,
      "learning_rate": 2.8921994777280686e-06,
      "loss": 0.3609,
      "step": 1300130
    },
    {
      "epoch": 362.86,
      "grad_norm": 0.8760612607002258,
      "learning_rate": 2.892173188806211e-06,
      "loss": 0.3591,
      "step": 1300140
    },
    {
      "epoch": 362.87,
      "grad_norm": 1.109735369682312,
      "learning_rate": 2.8921468998113574e-06,
      "loss": 0.3613,
      "step": 1300150
    },
    {
      "epoch": 362.87,
      "grad_norm": 0.9941871166229248,
      "learning_rate": 2.892120610743513e-06,
      "loss": 0.3615,
      "step": 1300160
    },
    {
      "epoch": 362.87,
      "grad_norm": 0.8775493502616882,
      "learning_rate": 2.8920943216026795e-06,
      "loss": 0.3608,
      "step": 1300170
    },
    {
      "epoch": 362.87,
      "grad_norm": 1.7181812524795532,
      "learning_rate": 2.8920680323888617e-06,
      "loss": 0.3432,
      "step": 1300180
    },
    {
      "epoch": 362.88,
      "grad_norm": 0.9613274335861206,
      "learning_rate": 2.892041743102062e-06,
      "loss": 0.3392,
      "step": 1300190
    },
    {
      "epoch": 362.88,
      "grad_norm": 1.3673442602157593,
      "learning_rate": 2.8920154537422855e-06,
      "loss": 0.3516,
      "step": 1300200
    },
    {
      "epoch": 362.88,
      "grad_norm": 0.9636355638504028,
      "learning_rate": 2.8919891643095343e-06,
      "loss": 0.3389,
      "step": 1300210
    },
    {
      "epoch": 362.89,
      "grad_norm": 1.004159927368164,
      "learning_rate": 2.8919628748038125e-06,
      "loss": 0.3573,
      "step": 1300220
    },
    {
      "epoch": 362.89,
      "grad_norm": 1.0777661800384521,
      "learning_rate": 2.891936585225123e-06,
      "loss": 0.3421,
      "step": 1300230
    },
    {
      "epoch": 362.89,
      "grad_norm": 1.046278953552246,
      "learning_rate": 2.89191029557347e-06,
      "loss": 0.3576,
      "step": 1300240
    },
    {
      "epoch": 362.89,
      "grad_norm": 1.0413627624511719,
      "learning_rate": 2.891884005848856e-06,
      "loss": 0.3668,
      "step": 1300250
    },
    {
      "epoch": 362.9,
      "grad_norm": 1.0346368551254272,
      "learning_rate": 2.8918577160512863e-06,
      "loss": 0.3532,
      "step": 1300260
    },
    {
      "epoch": 362.9,
      "grad_norm": 0.9539300203323364,
      "learning_rate": 2.8918314261807626e-06,
      "loss": 0.3504,
      "step": 1300270
    },
    {
      "epoch": 362.9,
      "grad_norm": 0.9959609508514404,
      "learning_rate": 2.89180513623729e-06,
      "loss": 0.3583,
      "step": 1300280
    },
    {
      "epoch": 362.91,
      "grad_norm": 0.9950031638145447,
      "learning_rate": 2.8917788462208703e-06,
      "loss": 0.3677,
      "step": 1300290
    },
    {
      "epoch": 362.91,
      "grad_norm": 1.060465931892395,
      "learning_rate": 2.891752556131508e-06,
      "loss": 0.3527,
      "step": 1300300
    },
    {
      "epoch": 362.91,
      "grad_norm": 1.1263800859451294,
      "learning_rate": 2.891726265969206e-06,
      "loss": 0.3611,
      "step": 1300310
    },
    {
      "epoch": 362.91,
      "grad_norm": 0.8732988834381104,
      "learning_rate": 2.891699975733969e-06,
      "loss": 0.3449,
      "step": 1300320
    },
    {
      "epoch": 362.92,
      "grad_norm": 1.1180635690689087,
      "learning_rate": 2.891673685425799e-06,
      "loss": 0.3618,
      "step": 1300330
    },
    {
      "epoch": 362.92,
      "grad_norm": 0.9197432398796082,
      "learning_rate": 2.8916473950447e-06,
      "loss": 0.3505,
      "step": 1300340
    },
    {
      "epoch": 362.92,
      "grad_norm": 0.9814251661300659,
      "learning_rate": 2.891621104590677e-06,
      "loss": 0.3667,
      "step": 1300350
    },
    {
      "epoch": 362.92,
      "grad_norm": 1.0034022331237793,
      "learning_rate": 2.891594814063732e-06,
      "loss": 0.3429,
      "step": 1300360
    },
    {
      "epoch": 362.93,
      "grad_norm": 0.8764288425445557,
      "learning_rate": 2.8915685234638677e-06,
      "loss": 0.3582,
      "step": 1300370
    },
    {
      "epoch": 362.93,
      "grad_norm": 1.0346320867538452,
      "learning_rate": 2.8915422327910886e-06,
      "loss": 0.356,
      "step": 1300380
    },
    {
      "epoch": 362.93,
      "grad_norm": 1.0082796812057495,
      "learning_rate": 2.8915159420453986e-06,
      "loss": 0.3509,
      "step": 1300390
    },
    {
      "epoch": 362.94,
      "grad_norm": 0.9992780089378357,
      "learning_rate": 2.891489651226801e-06,
      "loss": 0.3484,
      "step": 1300400
    },
    {
      "epoch": 362.94,
      "grad_norm": 0.9642865657806396,
      "learning_rate": 2.8914633603352987e-06,
      "loss": 0.3494,
      "step": 1300410
    },
    {
      "epoch": 362.94,
      "grad_norm": 0.9677051305770874,
      "learning_rate": 2.8914370693708963e-06,
      "loss": 0.3624,
      "step": 1300420
    },
    {
      "epoch": 362.94,
      "grad_norm": 1.0561914443969727,
      "learning_rate": 2.8914107783335966e-06,
      "loss": 0.3329,
      "step": 1300430
    },
    {
      "epoch": 362.95,
      "grad_norm": 1.0949909687042236,
      "learning_rate": 2.891384487223402e-06,
      "loss": 0.3464,
      "step": 1300440
    },
    {
      "epoch": 362.95,
      "grad_norm": 1.0149818658828735,
      "learning_rate": 2.891358196040318e-06,
      "loss": 0.3442,
      "step": 1300450
    },
    {
      "epoch": 362.95,
      "grad_norm": 1.1162209510803223,
      "learning_rate": 2.8913319047843473e-06,
      "loss": 0.344,
      "step": 1300460
    },
    {
      "epoch": 362.96,
      "grad_norm": 0.9534035325050354,
      "learning_rate": 2.8913056134554925e-06,
      "loss": 0.3519,
      "step": 1300470
    },
    {
      "epoch": 362.96,
      "grad_norm": 1.0047162771224976,
      "learning_rate": 2.891279322053758e-06,
      "loss": 0.3467,
      "step": 1300480
    },
    {
      "epoch": 362.96,
      "grad_norm": 1.0401580333709717,
      "learning_rate": 2.891253030579148e-06,
      "loss": 0.3521,
      "step": 1300490
    },
    {
      "epoch": 362.96,
      "grad_norm": 0.9696418046951294,
      "learning_rate": 2.891226739031665e-06,
      "loss": 0.3681,
      "step": 1300500
    },
    {
      "epoch": 362.97,
      "grad_norm": 1.1447172164916992,
      "learning_rate": 2.8912004474113124e-06,
      "loss": 0.3503,
      "step": 1300510
    },
    {
      "epoch": 362.97,
      "grad_norm": 0.9557009935379028,
      "learning_rate": 2.891174155718094e-06,
      "loss": 0.3464,
      "step": 1300520
    },
    {
      "epoch": 362.97,
      "grad_norm": 1.0266170501708984,
      "learning_rate": 2.8911478639520136e-06,
      "loss": 0.3302,
      "step": 1300530
    },
    {
      "epoch": 362.98,
      "grad_norm": 1.1337164640426636,
      "learning_rate": 2.8911215721130734e-06,
      "loss": 0.3599,
      "step": 1300540
    },
    {
      "epoch": 362.98,
      "grad_norm": 0.9747015237808228,
      "learning_rate": 2.891095280201279e-06,
      "loss": 0.354,
      "step": 1300550
    },
    {
      "epoch": 362.98,
      "grad_norm": 1.003233790397644,
      "learning_rate": 2.8910689882166324e-06,
      "loss": 0.3549,
      "step": 1300560
    },
    {
      "epoch": 362.98,
      "grad_norm": 0.9909734129905701,
      "learning_rate": 2.891042696159138e-06,
      "loss": 0.3566,
      "step": 1300570
    },
    {
      "epoch": 362.99,
      "grad_norm": 1.009942650794983,
      "learning_rate": 2.891016404028798e-06,
      "loss": 0.341,
      "step": 1300580
    },
    {
      "epoch": 362.99,
      "grad_norm": 1.0647858381271362,
      "learning_rate": 2.890990111825617e-06,
      "loss": 0.3481,
      "step": 1300590
    },
    {
      "epoch": 362.99,
      "grad_norm": 1.1152527332305908,
      "learning_rate": 2.890963819549598e-06,
      "loss": 0.3461,
      "step": 1300600
    },
    {
      "epoch": 362.99,
      "grad_norm": 1.1529572010040283,
      "learning_rate": 2.890937527200745e-06,
      "loss": 0.3548,
      "step": 1300610
    },
    {
      "epoch": 363.0,
      "grad_norm": 1.0792958736419678,
      "learning_rate": 2.890911234779061e-06,
      "loss": 0.3632,
      "step": 1300620
    },
    {
      "epoch": 363.0,
      "eval_loss": 0.3487311601638794,
      "eval_runtime": 62.9752,
      "eval_samples_per_second": 80.333,
      "eval_steps_per_second": 10.052,
      "step": 1300629
    },
    {
      "epoch": 363.0,
      "grad_norm": 1.0462470054626465,
      "learning_rate": 2.8908849422845496e-06,
      "loss": 0.3384,
      "step": 1300630
    },
    {
      "epoch": 363.0,
      "grad_norm": 1.2078112363815308,
      "learning_rate": 2.890858649717215e-06,
      "loss": 0.3469,
      "step": 1300640
    },
    {
      "epoch": 363.01,
      "grad_norm": 1.1002904176712036,
      "learning_rate": 2.89083235707706e-06,
      "loss": 0.3606,
      "step": 1300650
    },
    {
      "epoch": 363.01,
      "grad_norm": 0.9920714497566223,
      "learning_rate": 2.8908060643640873e-06,
      "loss": 0.3605,
      "step": 1300660
    },
    {
      "epoch": 363.01,
      "grad_norm": 1.0280706882476807,
      "learning_rate": 2.890779771578302e-06,
      "loss": 0.3538,
      "step": 1300670
    },
    {
      "epoch": 363.01,
      "grad_norm": 1.293870449066162,
      "learning_rate": 2.890753478719707e-06,
      "loss": 0.3404,
      "step": 1300680
    },
    {
      "epoch": 363.02,
      "grad_norm": 1.086816430091858,
      "learning_rate": 2.8907271857883047e-06,
      "loss": 0.3524,
      "step": 1300690
    },
    {
      "epoch": 363.02,
      "grad_norm": 0.9594862461090088,
      "learning_rate": 2.8907008927841e-06,
      "loss": 0.3744,
      "step": 1300700
    },
    {
      "epoch": 363.02,
      "grad_norm": 0.9126626253128052,
      "learning_rate": 2.890674599707097e-06,
      "loss": 0.3578,
      "step": 1300710
    },
    {
      "epoch": 363.03,
      "grad_norm": 0.9832096695899963,
      "learning_rate": 2.8906483065572977e-06,
      "loss": 0.3473,
      "step": 1300720
    },
    {
      "epoch": 363.03,
      "grad_norm": 1.0671554803848267,
      "learning_rate": 2.8906220133347055e-06,
      "loss": 0.3479,
      "step": 1300730
    },
    {
      "epoch": 363.03,
      "grad_norm": 1.136858582496643,
      "learning_rate": 2.8905957200393252e-06,
      "loss": 0.349,
      "step": 1300740
    },
    {
      "epoch": 363.03,
      "grad_norm": 1.0989855527877808,
      "learning_rate": 2.890569426671159e-06,
      "loss": 0.3405,
      "step": 1300750
    },
    {
      "epoch": 363.04,
      "grad_norm": 1.1869136095046997,
      "learning_rate": 2.890543133230211e-06,
      "loss": 0.3635,
      "step": 1300760
    },
    {
      "epoch": 363.04,
      "grad_norm": 1.1882585287094116,
      "learning_rate": 2.8905168397164847e-06,
      "loss": 0.3254,
      "step": 1300770
    },
    {
      "epoch": 363.04,
      "grad_norm": 0.9731468558311462,
      "learning_rate": 2.8904905461299843e-06,
      "loss": 0.3552,
      "step": 1300780
    },
    {
      "epoch": 363.04,
      "grad_norm": 0.8850641846656799,
      "learning_rate": 2.8904642524707123e-06,
      "loss": 0.3464,
      "step": 1300790
    },
    {
      "epoch": 363.05,
      "grad_norm": 1.0429884195327759,
      "learning_rate": 2.8904379587386717e-06,
      "loss": 0.3506,
      "step": 1300800
    },
    {
      "epoch": 363.05,
      "grad_norm": 1.169638991355896,
      "learning_rate": 2.890411664933868e-06,
      "loss": 0.3501,
      "step": 1300810
    },
    {
      "epoch": 363.05,
      "grad_norm": 1.0777968168258667,
      "learning_rate": 2.8903853710563026e-06,
      "loss": 0.3488,
      "step": 1300820
    },
    {
      "epoch": 363.06,
      "grad_norm": 2.006720542907715,
      "learning_rate": 2.89035907710598e-06,
      "loss": 0.3528,
      "step": 1300830
    },
    {
      "epoch": 363.06,
      "grad_norm": 0.8843770027160645,
      "learning_rate": 2.890332783082904e-06,
      "loss": 0.3632,
      "step": 1300840
    },
    {
      "epoch": 363.06,
      "grad_norm": 1.1394200325012207,
      "learning_rate": 2.890306488987077e-06,
      "loss": 0.3417,
      "step": 1300850
    },
    {
      "epoch": 363.06,
      "grad_norm": 1.0053768157958984,
      "learning_rate": 2.8902801948185032e-06,
      "loss": 0.357,
      "step": 1300860
    },
    {
      "epoch": 363.07,
      "grad_norm": 1.0851147174835205,
      "learning_rate": 2.8902539005771866e-06,
      "loss": 0.3354,
      "step": 1300870
    },
    {
      "epoch": 363.07,
      "grad_norm": 1.0097142457962036,
      "learning_rate": 2.8902276062631306e-06,
      "loss": 0.3392,
      "step": 1300880
    },
    {
      "epoch": 363.07,
      "grad_norm": 0.9905771613121033,
      "learning_rate": 2.890201311876337e-06,
      "loss": 0.3418,
      "step": 1300890
    },
    {
      "epoch": 363.08,
      "grad_norm": 1.031067132949829,
      "learning_rate": 2.8901750174168116e-06,
      "loss": 0.3474,
      "step": 1300900
    },
    {
      "epoch": 363.08,
      "grad_norm": 0.9452565908432007,
      "learning_rate": 2.8901487228845565e-06,
      "loss": 0.3542,
      "step": 1300910
    },
    {
      "epoch": 363.08,
      "grad_norm": 0.9543401598930359,
      "learning_rate": 2.8901224282795756e-06,
      "loss": 0.3365,
      "step": 1300920
    },
    {
      "epoch": 363.08,
      "grad_norm": 0.9685289263725281,
      "learning_rate": 2.8900961336018723e-06,
      "loss": 0.3436,
      "step": 1300930
    },
    {
      "epoch": 363.09,
      "grad_norm": 1.0229297876358032,
      "learning_rate": 2.8900698388514504e-06,
      "loss": 0.3583,
      "step": 1300940
    },
    {
      "epoch": 363.09,
      "grad_norm": 1.1420730352401733,
      "learning_rate": 2.890043544028313e-06,
      "loss": 0.3539,
      "step": 1300950
    },
    {
      "epoch": 363.09,
      "grad_norm": 0.9931149482727051,
      "learning_rate": 2.890017249132464e-06,
      "loss": 0.3406,
      "step": 1300960
    },
    {
      "epoch": 363.1,
      "grad_norm": 1.0943241119384766,
      "learning_rate": 2.8899909541639067e-06,
      "loss": 0.3498,
      "step": 1300970
    },
    {
      "epoch": 363.1,
      "grad_norm": 0.9700895547866821,
      "learning_rate": 2.889964659122644e-06,
      "loss": 0.3392,
      "step": 1300980
    },
    {
      "epoch": 363.1,
      "grad_norm": 0.9507134556770325,
      "learning_rate": 2.8899383640086803e-06,
      "loss": 0.3458,
      "step": 1300990
    },
    {
      "epoch": 363.1,
      "grad_norm": 0.9726288318634033,
      "learning_rate": 2.8899120688220194e-06,
      "loss": 0.3484,
      "step": 1301000
    },
    {
      "epoch": 363.11,
      "grad_norm": 1.1812881231307983,
      "learning_rate": 2.8898857735626637e-06,
      "loss": 0.3714,
      "step": 1301010
    },
    {
      "epoch": 363.11,
      "grad_norm": 1.0000704526901245,
      "learning_rate": 2.889859478230617e-06,
      "loss": 0.3506,
      "step": 1301020
    },
    {
      "epoch": 363.11,
      "grad_norm": 1.032712459564209,
      "learning_rate": 2.8898331828258835e-06,
      "loss": 0.3372,
      "step": 1301030
    },
    {
      "epoch": 363.11,
      "grad_norm": 1.0558438301086426,
      "learning_rate": 2.8898068873484655e-06,
      "loss": 0.3567,
      "step": 1301040
    },
    {
      "epoch": 363.12,
      "grad_norm": 1.0435796976089478,
      "learning_rate": 2.8897805917983674e-06,
      "loss": 0.338,
      "step": 1301050
    },
    {
      "epoch": 363.12,
      "grad_norm": 1.0913034677505493,
      "learning_rate": 2.889754296175592e-06,
      "loss": 0.3554,
      "step": 1301060
    },
    {
      "epoch": 363.12,
      "grad_norm": 1.048793911933899,
      "learning_rate": 2.8897280004801444e-06,
      "loss": 0.3363,
      "step": 1301070
    },
    {
      "epoch": 363.13,
      "grad_norm": 1.0037730932235718,
      "learning_rate": 2.8897017047120264e-06,
      "loss": 0.3558,
      "step": 1301080
    },
    {
      "epoch": 363.13,
      "grad_norm": 0.991544246673584,
      "learning_rate": 2.889675408871242e-06,
      "loss": 0.3629,
      "step": 1301090
    },
    {
      "epoch": 363.13,
      "grad_norm": 1.1897379159927368,
      "learning_rate": 2.8896491129577953e-06,
      "loss": 0.3651,
      "step": 1301100
    },
    {
      "epoch": 363.13,
      "grad_norm": 0.9545928835868835,
      "learning_rate": 2.8896228169716887e-06,
      "loss": 0.3569,
      "step": 1301110
    },
    {
      "epoch": 363.14,
      "grad_norm": 1.1290838718414307,
      "learning_rate": 2.889596520912926e-06,
      "loss": 0.3528,
      "step": 1301120
    },
    {
      "epoch": 363.14,
      "grad_norm": 1.1974854469299316,
      "learning_rate": 2.8895702247815122e-06,
      "loss": 0.3396,
      "step": 1301130
    },
    {
      "epoch": 363.14,
      "grad_norm": 1.2099782228469849,
      "learning_rate": 2.8895439285774483e-06,
      "loss": 0.3361,
      "step": 1301140
    },
    {
      "epoch": 363.15,
      "grad_norm": 0.9030651450157166,
      "learning_rate": 2.889517632300739e-06,
      "loss": 0.351,
      "step": 1301150
    },
    {
      "epoch": 363.15,
      "grad_norm": 1.0094356536865234,
      "learning_rate": 2.889491335951389e-06,
      "loss": 0.3611,
      "step": 1301160
    },
    {
      "epoch": 363.15,
      "grad_norm": 1.090072751045227,
      "learning_rate": 2.8894650395294006e-06,
      "loss": 0.353,
      "step": 1301170
    },
    {
      "epoch": 363.15,
      "grad_norm": 0.8690844774246216,
      "learning_rate": 2.8894387430347765e-06,
      "loss": 0.3472,
      "step": 1301180
    },
    {
      "epoch": 363.16,
      "grad_norm": 1.0869901180267334,
      "learning_rate": 2.889412446467522e-06,
      "loss": 0.3629,
      "step": 1301190
    },
    {
      "epoch": 363.16,
      "grad_norm": 0.9868521094322205,
      "learning_rate": 2.8893861498276387e-06,
      "loss": 0.3501,
      "step": 1301200
    },
    {
      "epoch": 363.16,
      "grad_norm": 0.8986091613769531,
      "learning_rate": 2.8893598531151314e-06,
      "loss": 0.3437,
      "step": 1301210
    },
    {
      "epoch": 363.16,
      "grad_norm": 1.1436458826065063,
      "learning_rate": 2.8893335563300034e-06,
      "loss": 0.3529,
      "step": 1301220
    },
    {
      "epoch": 363.17,
      "grad_norm": 1.091509461402893,
      "learning_rate": 2.8893072594722583e-06,
      "loss": 0.3549,
      "step": 1301230
    },
    {
      "epoch": 363.17,
      "grad_norm": 0.9475139379501343,
      "learning_rate": 2.8892809625418993e-06,
      "loss": 0.3376,
      "step": 1301240
    },
    {
      "epoch": 363.17,
      "grad_norm": 1.2028921842575073,
      "learning_rate": 2.88925466553893e-06,
      "loss": 0.3519,
      "step": 1301250
    },
    {
      "epoch": 363.18,
      "grad_norm": 1.0315968990325928,
      "learning_rate": 2.889228368463354e-06,
      "loss": 0.3333,
      "step": 1301260
    },
    {
      "epoch": 363.18,
      "grad_norm": 1.1207122802734375,
      "learning_rate": 2.889202071315174e-06,
      "loss": 0.3542,
      "step": 1301270
    },
    {
      "epoch": 363.18,
      "grad_norm": 0.9245955944061279,
      "learning_rate": 2.8891757740943944e-06,
      "loss": 0.3562,
      "step": 1301280
    },
    {
      "epoch": 363.18,
      "grad_norm": 0.8382789492607117,
      "learning_rate": 2.8891494768010186e-06,
      "loss": 0.3431,
      "step": 1301290
    },
    {
      "epoch": 363.19,
      "grad_norm": 1.0704442262649536,
      "learning_rate": 2.88912317943505e-06,
      "loss": 0.3529,
      "step": 1301300
    },
    {
      "epoch": 363.19,
      "grad_norm": 0.8858843445777893,
      "learning_rate": 2.8890968819964928e-06,
      "loss": 0.3566,
      "step": 1301310
    },
    {
      "epoch": 363.19,
      "grad_norm": 0.9932032823562622,
      "learning_rate": 2.8890705844853495e-06,
      "loss": 0.3507,
      "step": 1301320
    },
    {
      "epoch": 363.2,
      "grad_norm": 1.0985716581344604,
      "learning_rate": 2.889044286901623e-06,
      "loss": 0.3526,
      "step": 1301330
    },
    {
      "epoch": 363.2,
      "grad_norm": 0.9148570895195007,
      "learning_rate": 2.889017989245318e-06,
      "loss": 0.3371,
      "step": 1301340
    },
    {
      "epoch": 363.2,
      "grad_norm": 1.2725661993026733,
      "learning_rate": 2.8889916915164375e-06,
      "loss": 0.3392,
      "step": 1301350
    },
    {
      "epoch": 363.2,
      "grad_norm": 3.4507033824920654,
      "learning_rate": 2.888965393714986e-06,
      "loss": 0.3452,
      "step": 1301360
    },
    {
      "epoch": 363.21,
      "grad_norm": 0.7905942797660828,
      "learning_rate": 2.888939095840966e-06,
      "loss": 0.3465,
      "step": 1301370
    },
    {
      "epoch": 363.21,
      "grad_norm": 0.9314620494842529,
      "learning_rate": 2.888912797894381e-06,
      "loss": 0.3535,
      "step": 1301380
    },
    {
      "epoch": 363.21,
      "grad_norm": 0.9282713532447815,
      "learning_rate": 2.8888864998752347e-06,
      "loss": 0.3414,
      "step": 1301390
    },
    {
      "epoch": 363.22,
      "grad_norm": 1.0197583436965942,
      "learning_rate": 2.8888602017835304e-06,
      "loss": 0.3707,
      "step": 1301400
    },
    {
      "epoch": 363.22,
      "grad_norm": 0.8541218638420105,
      "learning_rate": 2.8888339036192718e-06,
      "loss": 0.3459,
      "step": 1301410
    },
    {
      "epoch": 363.22,
      "grad_norm": 1.0102393627166748,
      "learning_rate": 2.8888076053824626e-06,
      "loss": 0.3579,
      "step": 1301420
    },
    {
      "epoch": 363.22,
      "grad_norm": 1.2831792831420898,
      "learning_rate": 2.888781307073106e-06,
      "loss": 0.3436,
      "step": 1301430
    },
    {
      "epoch": 363.23,
      "grad_norm": 1.0083976984024048,
      "learning_rate": 2.888755008691205e-06,
      "loss": 0.3406,
      "step": 1301440
    },
    {
      "epoch": 363.23,
      "grad_norm": 1.03872811794281,
      "learning_rate": 2.8887287102367645e-06,
      "loss": 0.3361,
      "step": 1301450
    },
    {
      "epoch": 363.23,
      "grad_norm": 1.0052456855773926,
      "learning_rate": 2.888702411709787e-06,
      "loss": 0.3408,
      "step": 1301460
    },
    {
      "epoch": 363.23,
      "grad_norm": 1.285143494606018,
      "learning_rate": 2.8886761131102757e-06,
      "loss": 0.3409,
      "step": 1301470
    },
    {
      "epoch": 363.24,
      "grad_norm": 0.9972694516181946,
      "learning_rate": 2.8886498144382356e-06,
      "loss": 0.3563,
      "step": 1301480
    },
    {
      "epoch": 363.24,
      "grad_norm": 1.080397605895996,
      "learning_rate": 2.8886235156936683e-06,
      "loss": 0.3516,
      "step": 1301490
    },
    {
      "epoch": 363.24,
      "grad_norm": 0.9819115996360779,
      "learning_rate": 2.888597216876578e-06,
      "loss": 0.3435,
      "step": 1301500
    },
    {
      "epoch": 363.25,
      "grad_norm": 0.9735361337661743,
      "learning_rate": 2.8885709179869687e-06,
      "loss": 0.3421,
      "step": 1301510
    },
    {
      "epoch": 363.25,
      "grad_norm": 1.071545124053955,
      "learning_rate": 2.888544619024844e-06,
      "loss": 0.3566,
      "step": 1301520
    },
    {
      "epoch": 363.25,
      "grad_norm": 1.0006459951400757,
      "learning_rate": 2.888518319990207e-06,
      "loss": 0.3589,
      "step": 1301530
    },
    {
      "epoch": 363.25,
      "grad_norm": 0.9188011884689331,
      "learning_rate": 2.888492020883061e-06,
      "loss": 0.3403,
      "step": 1301540
    },
    {
      "epoch": 363.26,
      "grad_norm": 1.092249870300293,
      "learning_rate": 2.8884657217034096e-06,
      "loss": 0.3633,
      "step": 1301550
    },
    {
      "epoch": 363.26,
      "grad_norm": 1.1177411079406738,
      "learning_rate": 2.888439422451256e-06,
      "loss": 0.3466,
      "step": 1301560
    },
    {
      "epoch": 363.26,
      "grad_norm": 0.924751877784729,
      "learning_rate": 2.8884131231266048e-06,
      "loss": 0.3549,
      "step": 1301570
    },
    {
      "epoch": 363.27,
      "grad_norm": 0.9960641264915466,
      "learning_rate": 2.8883868237294583e-06,
      "loss": 0.3321,
      "step": 1301580
    },
    {
      "epoch": 363.27,
      "grad_norm": 0.908288300037384,
      "learning_rate": 2.8883605242598207e-06,
      "loss": 0.3469,
      "step": 1301590
    },
    {
      "epoch": 363.27,
      "grad_norm": 1.1547207832336426,
      "learning_rate": 2.8883342247176953e-06,
      "loss": 0.3524,
      "step": 1301600
    },
    {
      "epoch": 363.27,
      "grad_norm": 1.134701132774353,
      "learning_rate": 2.888307925103086e-06,
      "loss": 0.3205,
      "step": 1301610
    },
    {
      "epoch": 363.28,
      "grad_norm": 1.9573900699615479,
      "learning_rate": 2.8882816254159953e-06,
      "loss": 0.3628,
      "step": 1301620
    },
    {
      "epoch": 363.28,
      "grad_norm": 1.126490831375122,
      "learning_rate": 2.8882553256564272e-06,
      "loss": 0.3406,
      "step": 1301630
    },
    {
      "epoch": 363.28,
      "grad_norm": 1.045683741569519,
      "learning_rate": 2.888229025824385e-06,
      "loss": 0.3586,
      "step": 1301640
    },
    {
      "epoch": 363.28,
      "grad_norm": 0.9466921091079712,
      "learning_rate": 2.8882027259198733e-06,
      "loss": 0.3368,
      "step": 1301650
    },
    {
      "epoch": 363.29,
      "grad_norm": 1.1899383068084717,
      "learning_rate": 2.8881764259428943e-06,
      "loss": 0.3603,
      "step": 1301660
    },
    {
      "epoch": 363.29,
      "grad_norm": 0.9922558665275574,
      "learning_rate": 2.8881501258934524e-06,
      "loss": 0.3358,
      "step": 1301670
    },
    {
      "epoch": 363.29,
      "grad_norm": 1.2134294509887695,
      "learning_rate": 2.8881238257715507e-06,
      "loss": 0.3506,
      "step": 1301680
    },
    {
      "epoch": 363.3,
      "grad_norm": 0.9274255633354187,
      "learning_rate": 2.8880975255771926e-06,
      "loss": 0.3334,
      "step": 1301690
    },
    {
      "epoch": 363.3,
      "grad_norm": 1.1062030792236328,
      "learning_rate": 2.8880712253103813e-06,
      "loss": 0.3673,
      "step": 1301700
    },
    {
      "epoch": 363.3,
      "grad_norm": 0.9579821825027466,
      "learning_rate": 2.888044924971121e-06,
      "loss": 0.3404,
      "step": 1301710
    },
    {
      "epoch": 363.3,
      "grad_norm": 0.9286253452301025,
      "learning_rate": 2.888018624559415e-06,
      "loss": 0.3512,
      "step": 1301720
    },
    {
      "epoch": 363.31,
      "grad_norm": 1.0959038734436035,
      "learning_rate": 2.887992324075266e-06,
      "loss": 0.3487,
      "step": 1301730
    },
    {
      "epoch": 363.31,
      "grad_norm": 1.1463124752044678,
      "learning_rate": 2.887966023518679e-06,
      "loss": 0.3558,
      "step": 1301740
    },
    {
      "epoch": 363.31,
      "grad_norm": 1.0343371629714966,
      "learning_rate": 2.8879397228896567e-06,
      "loss": 0.3655,
      "step": 1301750
    },
    {
      "epoch": 363.32,
      "grad_norm": 0.9191096425056458,
      "learning_rate": 2.8879134221882024e-06,
      "loss": 0.3384,
      "step": 1301760
    },
    {
      "epoch": 363.32,
      "grad_norm": 1.084473729133606,
      "learning_rate": 2.88788712141432e-06,
      "loss": 0.3599,
      "step": 1301770
    },
    {
      "epoch": 363.32,
      "grad_norm": 0.9146903157234192,
      "learning_rate": 2.8878608205680128e-06,
      "loss": 0.3331,
      "step": 1301780
    },
    {
      "epoch": 363.32,
      "grad_norm": 1.052497386932373,
      "learning_rate": 2.8878345196492834e-06,
      "loss": 0.3495,
      "step": 1301790
    },
    {
      "epoch": 363.33,
      "grad_norm": 1.099777102470398,
      "learning_rate": 2.887808218658137e-06,
      "loss": 0.3464,
      "step": 1301800
    },
    {
      "epoch": 363.33,
      "grad_norm": 0.9660940170288086,
      "learning_rate": 2.887781917594576e-06,
      "loss": 0.3533,
      "step": 1301810
    },
    {
      "epoch": 363.33,
      "grad_norm": 1.0921828746795654,
      "learning_rate": 2.8877556164586044e-06,
      "loss": 0.3541,
      "step": 1301820
    },
    {
      "epoch": 363.34,
      "grad_norm": 1.0449265241622925,
      "learning_rate": 2.887729315250226e-06,
      "loss": 0.3522,
      "step": 1301830
    },
    {
      "epoch": 363.34,
      "grad_norm": 1.2013473510742188,
      "learning_rate": 2.8877030139694433e-06,
      "loss": 0.3553,
      "step": 1301840
    },
    {
      "epoch": 363.34,
      "grad_norm": 0.9033166766166687,
      "learning_rate": 2.88767671261626e-06,
      "loss": 0.3487,
      "step": 1301850
    },
    {
      "epoch": 363.34,
      "grad_norm": 1.0451544523239136,
      "learning_rate": 2.88765041119068e-06,
      "loss": 0.3417,
      "step": 1301860
    },
    {
      "epoch": 363.35,
      "grad_norm": 1.1890039443969727,
      "learning_rate": 2.887624109692707e-06,
      "loss": 0.367,
      "step": 1301870
    },
    {
      "epoch": 363.35,
      "grad_norm": 1.0611463785171509,
      "learning_rate": 2.8875978081223444e-06,
      "loss": 0.3403,
      "step": 1301880
    },
    {
      "epoch": 363.35,
      "grad_norm": 1.1204631328582764,
      "learning_rate": 2.8875715064795946e-06,
      "loss": 0.354,
      "step": 1301890
    },
    {
      "epoch": 363.35,
      "grad_norm": 1.2092697620391846,
      "learning_rate": 2.8875452047644633e-06,
      "loss": 0.3333,
      "step": 1301900
    },
    {
      "epoch": 363.36,
      "grad_norm": 1.714882493019104,
      "learning_rate": 2.887518902976952e-06,
      "loss": 0.3455,
      "step": 1301910
    },
    {
      "epoch": 363.36,
      "grad_norm": 0.8932839632034302,
      "learning_rate": 2.8874926011170647e-06,
      "loss": 0.3425,
      "step": 1301920
    },
    {
      "epoch": 363.36,
      "grad_norm": 0.8677657842636108,
      "learning_rate": 2.887466299184805e-06,
      "loss": 0.3398,
      "step": 1301930
    },
    {
      "epoch": 363.37,
      "grad_norm": 0.8820744752883911,
      "learning_rate": 2.887439997180177e-06,
      "loss": 0.3528,
      "step": 1301940
    },
    {
      "epoch": 363.37,
      "grad_norm": 3.7134385108947754,
      "learning_rate": 2.8874136951031838e-06,
      "loss": 0.3493,
      "step": 1301950
    },
    {
      "epoch": 363.37,
      "grad_norm": 1.0719232559204102,
      "learning_rate": 2.8873873929538282e-06,
      "loss": 0.3487,
      "step": 1301960
    },
    {
      "epoch": 363.37,
      "grad_norm": 0.8460795283317566,
      "learning_rate": 2.887361090732115e-06,
      "loss": 0.3452,
      "step": 1301970
    },
    {
      "epoch": 363.38,
      "grad_norm": 1.0450893640518188,
      "learning_rate": 2.887334788438047e-06,
      "loss": 0.3475,
      "step": 1301980
    },
    {
      "epoch": 363.38,
      "grad_norm": 1.0430736541748047,
      "learning_rate": 2.887308486071627e-06,
      "loss": 0.3462,
      "step": 1301990
    },
    {
      "epoch": 363.38,
      "grad_norm": 0.9085466861724854,
      "learning_rate": 2.8872821836328604e-06,
      "loss": 0.3633,
      "step": 1302000
    },
    {
      "epoch": 363.39,
      "grad_norm": 1.0125139951705933,
      "learning_rate": 2.8872558811217485e-06,
      "loss": 0.3391,
      "step": 1302010
    },
    {
      "epoch": 363.39,
      "grad_norm": 0.8766354918479919,
      "learning_rate": 2.887229578538296e-06,
      "loss": 0.3498,
      "step": 1302020
    },
    {
      "epoch": 363.39,
      "grad_norm": 1.0457100868225098,
      "learning_rate": 2.8872032758825065e-06,
      "loss": 0.3368,
      "step": 1302030
    },
    {
      "epoch": 363.39,
      "grad_norm": 0.9215211868286133,
      "learning_rate": 2.8871769731543826e-06,
      "loss": 0.3379,
      "step": 1302040
    },
    {
      "epoch": 363.4,
      "grad_norm": 0.9153128266334534,
      "learning_rate": 2.8871506703539294e-06,
      "loss": 0.3548,
      "step": 1302050
    },
    {
      "epoch": 363.4,
      "grad_norm": 1.0315674543380737,
      "learning_rate": 2.887124367481149e-06,
      "loss": 0.3505,
      "step": 1302060
    },
    {
      "epoch": 363.4,
      "grad_norm": 0.9572167992591858,
      "learning_rate": 2.887098064536045e-06,
      "loss": 0.3501,
      "step": 1302070
    },
    {
      "epoch": 363.4,
      "grad_norm": 0.9703118205070496,
      "learning_rate": 2.887071761518621e-06,
      "loss": 0.3473,
      "step": 1302080
    },
    {
      "epoch": 363.41,
      "grad_norm": 1.1492022275924683,
      "learning_rate": 2.887045458428881e-06,
      "loss": 0.3745,
      "step": 1302090
    },
    {
      "epoch": 363.41,
      "grad_norm": 1.0516384840011597,
      "learning_rate": 2.887019155266829e-06,
      "loss": 0.3376,
      "step": 1302100
    },
    {
      "epoch": 363.41,
      "grad_norm": 1.08702552318573,
      "learning_rate": 2.8869928520324667e-06,
      "loss": 0.3506,
      "step": 1302110
    },
    {
      "epoch": 363.42,
      "grad_norm": 0.9427588582038879,
      "learning_rate": 2.8869665487257995e-06,
      "loss": 0.342,
      "step": 1302120
    },
    {
      "epoch": 363.42,
      "grad_norm": 0.9284660220146179,
      "learning_rate": 2.88694024534683e-06,
      "loss": 0.3455,
      "step": 1302130
    },
    {
      "epoch": 363.42,
      "grad_norm": 1.0303999185562134,
      "learning_rate": 2.8869139418955606e-06,
      "loss": 0.3502,
      "step": 1302140
    },
    {
      "epoch": 363.42,
      "grad_norm": 1.0125230550765991,
      "learning_rate": 2.8868876383719966e-06,
      "loss": 0.3432,
      "step": 1302150
    },
    {
      "epoch": 363.43,
      "grad_norm": 0.9673323631286621,
      "learning_rate": 2.886861334776141e-06,
      "loss": 0.363,
      "step": 1302160
    },
    {
      "epoch": 363.43,
      "grad_norm": 1.153830647468567,
      "learning_rate": 2.886835031107997e-06,
      "loss": 0.3272,
      "step": 1302170
    },
    {
      "epoch": 363.43,
      "grad_norm": 1.0592255592346191,
      "learning_rate": 2.886808727367568e-06,
      "loss": 0.3569,
      "step": 1302180
    },
    {
      "epoch": 363.44,
      "grad_norm": 1.0160237550735474,
      "learning_rate": 2.886782423554858e-06,
      "loss": 0.3511,
      "step": 1302190
    },
    {
      "epoch": 363.44,
      "grad_norm": 1.0467088222503662,
      "learning_rate": 2.8867561196698707e-06,
      "loss": 0.3502,
      "step": 1302200
    },
    {
      "epoch": 363.44,
      "grad_norm": 0.9076769948005676,
      "learning_rate": 2.8867298157126085e-06,
      "loss": 0.344,
      "step": 1302210
    },
    {
      "epoch": 363.44,
      "grad_norm": 0.9674062132835388,
      "learning_rate": 2.8867035116830753e-06,
      "loss": 0.3542,
      "step": 1302220
    },
    {
      "epoch": 363.45,
      "grad_norm": 1.0364526510238647,
      "learning_rate": 2.8866772075812753e-06,
      "loss": 0.3586,
      "step": 1302230
    },
    {
      "epoch": 363.45,
      "grad_norm": 1.0177117586135864,
      "learning_rate": 2.8866509034072116e-06,
      "loss": 0.3618,
      "step": 1302240
    },
    {
      "epoch": 363.45,
      "grad_norm": 0.9783960580825806,
      "learning_rate": 2.886624599160887e-06,
      "loss": 0.3466,
      "step": 1302250
    },
    {
      "epoch": 363.46,
      "grad_norm": 1.2486997842788696,
      "learning_rate": 2.8865982948423065e-06,
      "loss": 0.3525,
      "step": 1302260
    },
    {
      "epoch": 363.46,
      "grad_norm": 0.9540042877197266,
      "learning_rate": 2.886571990451473e-06,
      "loss": 0.3377,
      "step": 1302270
    },
    {
      "epoch": 363.46,
      "grad_norm": 1.0239790678024292,
      "learning_rate": 2.8865456859883886e-06,
      "loss": 0.3421,
      "step": 1302280
    },
    {
      "epoch": 363.46,
      "grad_norm": 0.9875712990760803,
      "learning_rate": 2.886519381453059e-06,
      "loss": 0.3471,
      "step": 1302290
    },
    {
      "epoch": 363.47,
      "grad_norm": 1.0893027782440186,
      "learning_rate": 2.8864930768454855e-06,
      "loss": 0.3579,
      "step": 1302300
    },
    {
      "epoch": 363.47,
      "grad_norm": 1.1109205484390259,
      "learning_rate": 2.8864667721656733e-06,
      "loss": 0.3413,
      "step": 1302310
    },
    {
      "epoch": 363.47,
      "grad_norm": 1.0340975522994995,
      "learning_rate": 2.8864404674136256e-06,
      "loss": 0.3498,
      "step": 1302320
    },
    {
      "epoch": 363.47,
      "grad_norm": 1.0103716850280762,
      "learning_rate": 2.8864141625893455e-06,
      "loss": 0.353,
      "step": 1302330
    },
    {
      "epoch": 363.48,
      "grad_norm": 0.8547959327697754,
      "learning_rate": 2.8863878576928373e-06,
      "loss": 0.3522,
      "step": 1302340
    },
    {
      "epoch": 363.48,
      "grad_norm": 1.1409088373184204,
      "learning_rate": 2.8863615527241025e-06,
      "loss": 0.3582,
      "step": 1302350
    },
    {
      "epoch": 363.48,
      "grad_norm": 0.8608246445655823,
      "learning_rate": 2.886335247683147e-06,
      "loss": 0.3436,
      "step": 1302360
    },
    {
      "epoch": 363.49,
      "grad_norm": 1.3225706815719604,
      "learning_rate": 2.8863089425699725e-06,
      "loss": 0.3383,
      "step": 1302370
    },
    {
      "epoch": 363.49,
      "grad_norm": 1.0630468130111694,
      "learning_rate": 2.8862826373845837e-06,
      "loss": 0.3423,
      "step": 1302380
    },
    {
      "epoch": 363.49,
      "grad_norm": 1.0107303857803345,
      "learning_rate": 2.8862563321269836e-06,
      "loss": 0.3529,
      "step": 1302390
    },
    {
      "epoch": 363.49,
      "grad_norm": 1.0604277849197388,
      "learning_rate": 2.886230026797176e-06,
      "loss": 0.3415,
      "step": 1302400
    },
    {
      "epoch": 363.5,
      "grad_norm": 1.125838041305542,
      "learning_rate": 2.886203721395164e-06,
      "loss": 0.3542,
      "step": 1302410
    },
    {
      "epoch": 363.5,
      "grad_norm": 0.9386347532272339,
      "learning_rate": 2.8861774159209517e-06,
      "loss": 0.3469,
      "step": 1302420
    },
    {
      "epoch": 363.5,
      "grad_norm": 1.1655157804489136,
      "learning_rate": 2.8861511103745413e-06,
      "loss": 0.3689,
      "step": 1302430
    },
    {
      "epoch": 363.51,
      "grad_norm": 0.9211407899856567,
      "learning_rate": 2.886124804755937e-06,
      "loss": 0.3521,
      "step": 1302440
    },
    {
      "epoch": 363.51,
      "grad_norm": 0.953277587890625,
      "learning_rate": 2.8860984990651436e-06,
      "loss": 0.3482,
      "step": 1302450
    },
    {
      "epoch": 363.51,
      "grad_norm": 1.0425353050231934,
      "learning_rate": 2.8860721933021625e-06,
      "loss": 0.3351,
      "step": 1302460
    },
    {
      "epoch": 363.51,
      "grad_norm": 1.0393718481063843,
      "learning_rate": 2.886045887466998e-06,
      "loss": 0.334,
      "step": 1302470
    },
    {
      "epoch": 363.52,
      "grad_norm": 0.9756280183792114,
      "learning_rate": 2.8860195815596548e-06,
      "loss": 0.3379,
      "step": 1302480
    },
    {
      "epoch": 363.52,
      "grad_norm": 1.0091547966003418,
      "learning_rate": 2.8859932755801352e-06,
      "loss": 0.3426,
      "step": 1302490
    },
    {
      "epoch": 363.52,
      "grad_norm": 1.10965096950531,
      "learning_rate": 2.8859669695284426e-06,
      "loss": 0.3396,
      "step": 1302500
    },
    {
      "epoch": 363.52,
      "grad_norm": 2.0151774883270264,
      "learning_rate": 2.88594066340458e-06,
      "loss": 0.3533,
      "step": 1302510
    },
    {
      "epoch": 363.53,
      "grad_norm": 1.1349924802780151,
      "learning_rate": 2.8859143572085527e-06,
      "loss": 0.3535,
      "step": 1302520
    },
    {
      "epoch": 363.53,
      "grad_norm": 1.2967673540115356,
      "learning_rate": 2.8858880509403627e-06,
      "loss": 0.3472,
      "step": 1302530
    },
    {
      "epoch": 363.53,
      "grad_norm": 0.8924160003662109,
      "learning_rate": 2.885861744600014e-06,
      "loss": 0.3661,
      "step": 1302540
    },
    {
      "epoch": 363.54,
      "grad_norm": 1.0339596271514893,
      "learning_rate": 2.8858354381875106e-06,
      "loss": 0.3427,
      "step": 1302550
    },
    {
      "epoch": 363.54,
      "grad_norm": 1.2646366357803345,
      "learning_rate": 2.8858091317028554e-06,
      "loss": 0.3449,
      "step": 1302560
    },
    {
      "epoch": 363.54,
      "grad_norm": 1.2034105062484741,
      "learning_rate": 2.8857828251460516e-06,
      "loss": 0.3516,
      "step": 1302570
    },
    {
      "epoch": 363.54,
      "grad_norm": 1.002121090888977,
      "learning_rate": 2.8857565185171034e-06,
      "loss": 0.3505,
      "step": 1302580
    },
    {
      "epoch": 363.55,
      "grad_norm": 2.641364097595215,
      "learning_rate": 2.8857302118160135e-06,
      "loss": 0.3465,
      "step": 1302590
    },
    {
      "epoch": 363.55,
      "grad_norm": 1.068221926689148,
      "learning_rate": 2.8857039050427856e-06,
      "loss": 0.3578,
      "step": 1302600
    },
    {
      "epoch": 363.55,
      "grad_norm": 1.0768957138061523,
      "learning_rate": 2.8856775981974243e-06,
      "loss": 0.3311,
      "step": 1302610
    },
    {
      "epoch": 363.56,
      "grad_norm": 0.8664839863777161,
      "learning_rate": 2.885651291279932e-06,
      "loss": 0.3505,
      "step": 1302620
    },
    {
      "epoch": 363.56,
      "grad_norm": 0.862838625907898,
      "learning_rate": 2.885624984290313e-06,
      "loss": 0.3455,
      "step": 1302630
    },
    {
      "epoch": 363.56,
      "grad_norm": 1.0895230770111084,
      "learning_rate": 2.885598677228569e-06,
      "loss": 0.352,
      "step": 1302640
    },
    {
      "epoch": 363.56,
      "grad_norm": 1.2040019035339355,
      "learning_rate": 2.8855723700947062e-06,
      "loss": 0.3472,
      "step": 1302650
    },
    {
      "epoch": 363.57,
      "grad_norm": 0.9543947577476501,
      "learning_rate": 2.8855460628887258e-06,
      "loss": 0.3505,
      "step": 1302660
    },
    {
      "epoch": 363.57,
      "grad_norm": 0.8459008932113647,
      "learning_rate": 2.8855197556106323e-06,
      "loss": 0.3507,
      "step": 1302670
    },
    {
      "epoch": 363.57,
      "grad_norm": 1.0501998662948608,
      "learning_rate": 2.8854934482604293e-06,
      "loss": 0.3401,
      "step": 1302680
    },
    {
      "epoch": 363.58,
      "grad_norm": 1.0329499244689941,
      "learning_rate": 2.88546714083812e-06,
      "loss": 0.3442,
      "step": 1302690
    },
    {
      "epoch": 363.58,
      "grad_norm": 1.0566003322601318,
      "learning_rate": 2.8854408333437088e-06,
      "loss": 0.377,
      "step": 1302700
    },
    {
      "epoch": 363.58,
      "grad_norm": 0.9866238236427307,
      "learning_rate": 2.8854145257771976e-06,
      "loss": 0.3534,
      "step": 1302710
    },
    {
      "epoch": 363.58,
      "grad_norm": 1.1368681192398071,
      "learning_rate": 2.885388218138591e-06,
      "loss": 0.3577,
      "step": 1302720
    },
    {
      "epoch": 363.59,
      "grad_norm": 1.2954459190368652,
      "learning_rate": 2.8853619104278914e-06,
      "loss": 0.3433,
      "step": 1302730
    },
    {
      "epoch": 363.59,
      "grad_norm": 1.229228138923645,
      "learning_rate": 2.8853356026451036e-06,
      "loss": 0.3532,
      "step": 1302740
    },
    {
      "epoch": 363.59,
      "grad_norm": 1.2552387714385986,
      "learning_rate": 2.885309294790231e-06,
      "loss": 0.3365,
      "step": 1302750
    },
    {
      "epoch": 363.59,
      "grad_norm": 0.918476402759552,
      "learning_rate": 2.8852829868632757e-06,
      "loss": 0.3595,
      "step": 1302760
    },
    {
      "epoch": 363.6,
      "grad_norm": 0.9161847233772278,
      "learning_rate": 2.8852566788642433e-06,
      "loss": 0.3384,
      "step": 1302770
    },
    {
      "epoch": 363.6,
      "grad_norm": 1.0442081689834595,
      "learning_rate": 2.885230370793136e-06,
      "loss": 0.3638,
      "step": 1302780
    },
    {
      "epoch": 363.6,
      "grad_norm": 0.9670908451080322,
      "learning_rate": 2.8852040626499572e-06,
      "loss": 0.344,
      "step": 1302790
    },
    {
      "epoch": 363.61,
      "grad_norm": 0.9319709539413452,
      "learning_rate": 2.885177754434711e-06,
      "loss": 0.3451,
      "step": 1302800
    },
    {
      "epoch": 363.61,
      "grad_norm": 1.183839201927185,
      "learning_rate": 2.8851514461474004e-06,
      "loss": 0.3307,
      "step": 1302810
    },
    {
      "epoch": 363.61,
      "grad_norm": 1.0699818134307861,
      "learning_rate": 2.885125137788029e-06,
      "loss": 0.327,
      "step": 1302820
    },
    {
      "epoch": 363.61,
      "grad_norm": 1.2533047199249268,
      "learning_rate": 2.8850988293566005e-06,
      "loss": 0.3533,
      "step": 1302830
    },
    {
      "epoch": 363.62,
      "grad_norm": 1.0741313695907593,
      "learning_rate": 2.885072520853119e-06,
      "loss": 0.3611,
      "step": 1302840
    },
    {
      "epoch": 363.62,
      "grad_norm": 1.1448628902435303,
      "learning_rate": 2.8850462122775865e-06,
      "loss": 0.3367,
      "step": 1302850
    },
    {
      "epoch": 363.62,
      "grad_norm": 0.9906097054481506,
      "learning_rate": 2.8850199036300076e-06,
      "loss": 0.3418,
      "step": 1302860
    },
    {
      "epoch": 363.63,
      "grad_norm": 1.1778680086135864,
      "learning_rate": 2.884993594910386e-06,
      "loss": 0.3482,
      "step": 1302870
    },
    {
      "epoch": 363.63,
      "grad_norm": 1.482098937034607,
      "learning_rate": 2.8849672861187244e-06,
      "loss": 0.3558,
      "step": 1302880
    },
    {
      "epoch": 363.63,
      "grad_norm": 0.9645103216171265,
      "learning_rate": 2.8849409772550264e-06,
      "loss": 0.3298,
      "step": 1302890
    },
    {
      "epoch": 363.63,
      "grad_norm": 1.0556213855743408,
      "learning_rate": 2.884914668319296e-06,
      "loss": 0.3362,
      "step": 1302900
    },
    {
      "epoch": 363.64,
      "grad_norm": 1.0850666761398315,
      "learning_rate": 2.8848883593115357e-06,
      "loss": 0.3603,
      "step": 1302910
    },
    {
      "epoch": 363.64,
      "grad_norm": 0.9189248085021973,
      "learning_rate": 2.88486205023175e-06,
      "loss": 0.3715,
      "step": 1302920
    },
    {
      "epoch": 363.64,
      "grad_norm": 1.2987682819366455,
      "learning_rate": 2.884835741079943e-06,
      "loss": 0.3393,
      "step": 1302930
    },
    {
      "epoch": 363.64,
      "grad_norm": 0.8476510047912598,
      "learning_rate": 2.8848094318561173e-06,
      "loss": 0.3447,
      "step": 1302940
    },
    {
      "epoch": 363.65,
      "grad_norm": 1.0611194372177124,
      "learning_rate": 2.8847831225602753e-06,
      "loss": 0.3661,
      "step": 1302950
    },
    {
      "epoch": 363.65,
      "grad_norm": 1.0317108631134033,
      "learning_rate": 2.884756813192422e-06,
      "loss": 0.3574,
      "step": 1302960
    },
    {
      "epoch": 363.65,
      "grad_norm": 1.1734858751296997,
      "learning_rate": 2.884730503752561e-06,
      "loss": 0.3487,
      "step": 1302970
    },
    {
      "epoch": 363.66,
      "grad_norm": 0.944997251033783,
      "learning_rate": 2.8847041942406953e-06,
      "loss": 0.3365,
      "step": 1302980
    },
    {
      "epoch": 363.66,
      "grad_norm": 1.0390913486480713,
      "learning_rate": 2.884677884656828e-06,
      "loss": 0.3461,
      "step": 1302990
    },
    {
      "epoch": 363.66,
      "grad_norm": 0.9932557940483093,
      "learning_rate": 2.8846515750009634e-06,
      "loss": 0.3587,
      "step": 1303000
    },
    {
      "epoch": 363.66,
      "grad_norm": 0.9263353943824768,
      "learning_rate": 2.8846252652731054e-06,
      "loss": 0.3404,
      "step": 1303010
    },
    {
      "epoch": 363.67,
      "grad_norm": 1.0931344032287598,
      "learning_rate": 2.8845989554732555e-06,
      "loss": 0.3437,
      "step": 1303020
    },
    {
      "epoch": 363.67,
      "grad_norm": 1.3786035776138306,
      "learning_rate": 2.8845726456014193e-06,
      "loss": 0.3428,
      "step": 1303030
    },
    {
      "epoch": 363.67,
      "grad_norm": 0.848297655582428,
      "learning_rate": 2.884546335657599e-06,
      "loss": 0.3437,
      "step": 1303040
    },
    {
      "epoch": 363.68,
      "grad_norm": 0.8599840998649597,
      "learning_rate": 2.8845200256417983e-06,
      "loss": 0.3496,
      "step": 1303050
    },
    {
      "epoch": 363.68,
      "grad_norm": 1.1172144412994385,
      "learning_rate": 2.8844937155540212e-06,
      "loss": 0.3503,
      "step": 1303060
    },
    {
      "epoch": 363.68,
      "grad_norm": 0.9064061045646667,
      "learning_rate": 2.884467405394271e-06,
      "loss": 0.3478,
      "step": 1303070
    },
    {
      "epoch": 363.68,
      "grad_norm": 0.9109805226325989,
      "learning_rate": 2.8844410951625515e-06,
      "loss": 0.3319,
      "step": 1303080
    },
    {
      "epoch": 363.69,
      "grad_norm": 1.1938608884811401,
      "learning_rate": 2.8844147848588653e-06,
      "loss": 0.3466,
      "step": 1303090
    },
    {
      "epoch": 363.69,
      "grad_norm": 1.072803020477295,
      "learning_rate": 2.8843884744832172e-06,
      "loss": 0.3536,
      "step": 1303100
    },
    {
      "epoch": 363.69,
      "grad_norm": 1.0828999280929565,
      "learning_rate": 2.884362164035609e-06,
      "loss": 0.3471,
      "step": 1303110
    },
    {
      "epoch": 363.7,
      "grad_norm": 1.2216159105300903,
      "learning_rate": 2.8843358535160455e-06,
      "loss": 0.3464,
      "step": 1303120
    },
    {
      "epoch": 363.7,
      "grad_norm": 0.9017317891120911,
      "learning_rate": 2.8843095429245307e-06,
      "loss": 0.3438,
      "step": 1303130
    },
    {
      "epoch": 363.7,
      "grad_norm": 1.2611545324325562,
      "learning_rate": 2.8842832322610664e-06,
      "loss": 0.3533,
      "step": 1303140
    },
    {
      "epoch": 363.7,
      "grad_norm": 1.1104857921600342,
      "learning_rate": 2.8842569215256576e-06,
      "loss": 0.3522,
      "step": 1303150
    },
    {
      "epoch": 363.71,
      "grad_norm": 0.9807512164115906,
      "learning_rate": 2.884230610718307e-06,
      "loss": 0.345,
      "step": 1303160
    },
    {
      "epoch": 363.71,
      "grad_norm": 1.1213136911392212,
      "learning_rate": 2.884204299839018e-06,
      "loss": 0.3541,
      "step": 1303170
    },
    {
      "epoch": 363.71,
      "grad_norm": 0.8859549760818481,
      "learning_rate": 2.8841779888877943e-06,
      "loss": 0.3555,
      "step": 1303180
    },
    {
      "epoch": 363.71,
      "grad_norm": 1.1115864515304565,
      "learning_rate": 2.8841516778646396e-06,
      "loss": 0.3513,
      "step": 1303190
    },
    {
      "epoch": 363.72,
      "grad_norm": 1.1586921215057373,
      "learning_rate": 2.8841253667695573e-06,
      "loss": 0.3387,
      "step": 1303200
    },
    {
      "epoch": 363.72,
      "grad_norm": 0.9216929078102112,
      "learning_rate": 2.884099055602551e-06,
      "loss": 0.3582,
      "step": 1303210
    },
    {
      "epoch": 363.72,
      "grad_norm": 1.2158331871032715,
      "learning_rate": 2.8840727443636243e-06,
      "loss": 0.3343,
      "step": 1303220
    },
    {
      "epoch": 363.73,
      "grad_norm": 1.128404974937439,
      "learning_rate": 2.8840464330527803e-06,
      "loss": 0.3399,
      "step": 1303230
    },
    {
      "epoch": 363.73,
      "grad_norm": 0.9921581745147705,
      "learning_rate": 2.8840201216700224e-06,
      "loss": 0.3653,
      "step": 1303240
    },
    {
      "epoch": 363.73,
      "grad_norm": 0.9762094020843506,
      "learning_rate": 2.8839938102153548e-06,
      "loss": 0.3537,
      "step": 1303250
    },
    {
      "epoch": 363.73,
      "grad_norm": 1.0242788791656494,
      "learning_rate": 2.883967498688781e-06,
      "loss": 0.3507,
      "step": 1303260
    },
    {
      "epoch": 363.74,
      "grad_norm": 0.9505938291549683,
      "learning_rate": 2.883941187090303e-06,
      "loss": 0.3637,
      "step": 1303270
    },
    {
      "epoch": 363.74,
      "grad_norm": 1.148555040359497,
      "learning_rate": 2.883914875419926e-06,
      "loss": 0.3549,
      "step": 1303280
    },
    {
      "epoch": 363.74,
      "grad_norm": 1.0673996210098267,
      "learning_rate": 2.8838885636776528e-06,
      "loss": 0.3503,
      "step": 1303290
    },
    {
      "epoch": 363.75,
      "grad_norm": 0.9351935386657715,
      "learning_rate": 2.8838622518634874e-06,
      "loss": 0.3579,
      "step": 1303300
    },
    {
      "epoch": 363.75,
      "grad_norm": 0.9616417288780212,
      "learning_rate": 2.8838359399774327e-06,
      "loss": 0.3628,
      "step": 1303310
    },
    {
      "epoch": 363.75,
      "grad_norm": 1.287729263305664,
      "learning_rate": 2.8838096280194924e-06,
      "loss": 0.3506,
      "step": 1303320
    },
    {
      "epoch": 363.75,
      "grad_norm": 1.0949395895004272,
      "learning_rate": 2.88378331598967e-06,
      "loss": 0.3621,
      "step": 1303330
    },
    {
      "epoch": 363.76,
      "grad_norm": 0.9512324929237366,
      "learning_rate": 2.883757003887968e-06,
      "loss": 0.3569,
      "step": 1303340
    },
    {
      "epoch": 363.76,
      "grad_norm": 0.8941251039505005,
      "learning_rate": 2.8837306917143923e-06,
      "loss": 0.3482,
      "step": 1303350
    },
    {
      "epoch": 363.76,
      "grad_norm": 1.0127166509628296,
      "learning_rate": 2.883704379468945e-06,
      "loss": 0.349,
      "step": 1303360
    },
    {
      "epoch": 363.77,
      "grad_norm": 1.080737590789795,
      "learning_rate": 2.8836780671516292e-06,
      "loss": 0.3676,
      "step": 1303370
    },
    {
      "epoch": 363.77,
      "grad_norm": 1.106457233428955,
      "learning_rate": 2.8836517547624484e-06,
      "loss": 0.34,
      "step": 1303380
    },
    {
      "epoch": 363.77,
      "grad_norm": 0.9640522003173828,
      "learning_rate": 2.8836254423014073e-06,
      "loss": 0.3403,
      "step": 1303390
    },
    {
      "epoch": 363.77,
      "grad_norm": 1.1398322582244873,
      "learning_rate": 2.883599129768508e-06,
      "loss": 0.3426,
      "step": 1303400
    },
    {
      "epoch": 363.78,
      "grad_norm": 0.9364663362503052,
      "learning_rate": 2.883572817163755e-06,
      "loss": 0.3545,
      "step": 1303410
    },
    {
      "epoch": 363.78,
      "grad_norm": 1.0870447158813477,
      "learning_rate": 2.8835465044871512e-06,
      "loss": 0.3637,
      "step": 1303420
    },
    {
      "epoch": 363.78,
      "grad_norm": 0.9900147914886475,
      "learning_rate": 2.8835201917387005e-06,
      "loss": 0.3533,
      "step": 1303430
    },
    {
      "epoch": 363.78,
      "grad_norm": 1.1536699533462524,
      "learning_rate": 2.8834938789184065e-06,
      "loss": 0.3569,
      "step": 1303440
    },
    {
      "epoch": 363.79,
      "grad_norm": 0.9418245553970337,
      "learning_rate": 2.8834675660262723e-06,
      "loss": 0.3239,
      "step": 1303450
    },
    {
      "epoch": 363.79,
      "grad_norm": 0.9994348883628845,
      "learning_rate": 2.8834412530623016e-06,
      "loss": 0.3489,
      "step": 1303460
    },
    {
      "epoch": 363.79,
      "grad_norm": 1.0667500495910645,
      "learning_rate": 2.8834149400264975e-06,
      "loss": 0.3533,
      "step": 1303470
    },
    {
      "epoch": 363.8,
      "grad_norm": 1.3174049854278564,
      "learning_rate": 2.8833886269188645e-06,
      "loss": 0.3742,
      "step": 1303480
    },
    {
      "epoch": 363.8,
      "grad_norm": 1.0224047899246216,
      "learning_rate": 2.8833623137394045e-06,
      "loss": 0.3428,
      "step": 1303490
    },
    {
      "epoch": 363.8,
      "grad_norm": 0.9433863162994385,
      "learning_rate": 2.883336000488122e-06,
      "loss": 0.3579,
      "step": 1303500
    },
    {
      "epoch": 363.8,
      "grad_norm": 0.9492799639701843,
      "learning_rate": 2.8833096871650216e-06,
      "loss": 0.3455,
      "step": 1303510
    },
    {
      "epoch": 363.81,
      "grad_norm": 0.9073173403739929,
      "learning_rate": 2.883283373770105e-06,
      "loss": 0.3589,
      "step": 1303520
    },
    {
      "epoch": 363.81,
      "grad_norm": 10.370739936828613,
      "learning_rate": 2.8832570603033764e-06,
      "loss": 0.335,
      "step": 1303530
    },
    {
      "epoch": 363.81,
      "grad_norm": 1.0024945735931396,
      "learning_rate": 2.8832307467648387e-06,
      "loss": 0.3554,
      "step": 1303540
    },
    {
      "epoch": 363.82,
      "grad_norm": 0.9109107851982117,
      "learning_rate": 2.8832044331544968e-06,
      "loss": 0.3458,
      "step": 1303550
    },
    {
      "epoch": 363.82,
      "grad_norm": 1.1405432224273682,
      "learning_rate": 2.8831781194723527e-06,
      "loss": 0.355,
      "step": 1303560
    },
    {
      "epoch": 363.82,
      "grad_norm": 0.9538880586624146,
      "learning_rate": 2.8831518057184107e-06,
      "loss": 0.3494,
      "step": 1303570
    },
    {
      "epoch": 363.82,
      "grad_norm": 1.0123006105422974,
      "learning_rate": 2.8831254918926747e-06,
      "loss": 0.3349,
      "step": 1303580
    },
    {
      "epoch": 363.83,
      "grad_norm": 1.2056169509887695,
      "learning_rate": 2.8830991779951475e-06,
      "loss": 0.362,
      "step": 1303590
    },
    {
      "epoch": 363.83,
      "grad_norm": 1.2473082542419434,
      "learning_rate": 2.8830728640258326e-06,
      "loss": 0.3651,
      "step": 1303600
    },
    {
      "epoch": 363.83,
      "grad_norm": 1.166158676147461,
      "learning_rate": 2.8830465499847338e-06,
      "loss": 0.3509,
      "step": 1303610
    },
    {
      "epoch": 363.83,
      "grad_norm": 1.0713040828704834,
      "learning_rate": 2.883020235871854e-06,
      "loss": 0.3575,
      "step": 1303620
    },
    {
      "epoch": 363.84,
      "grad_norm": 0.9881428480148315,
      "learning_rate": 2.8829939216871975e-06,
      "loss": 0.3378,
      "step": 1303630
    },
    {
      "epoch": 363.84,
      "grad_norm": 1.4611506462097168,
      "learning_rate": 2.8829676074307676e-06,
      "loss": 0.3521,
      "step": 1303640
    },
    {
      "epoch": 363.84,
      "grad_norm": 1.016967535018921,
      "learning_rate": 2.8829412931025674e-06,
      "loss": 0.3549,
      "step": 1303650
    },
    {
      "epoch": 363.85,
      "grad_norm": 1.0962518453598022,
      "learning_rate": 2.882914978702602e-06,
      "loss": 0.3444,
      "step": 1303660
    },
    {
      "epoch": 363.85,
      "grad_norm": 1.1274282932281494,
      "learning_rate": 2.882888664230872e-06,
      "loss": 0.3593,
      "step": 1303670
    },
    {
      "epoch": 363.85,
      "grad_norm": 0.9720025658607483,
      "learning_rate": 2.882862349687383e-06,
      "loss": 0.3406,
      "step": 1303680
    },
    {
      "epoch": 363.85,
      "grad_norm": 0.9903833270072937,
      "learning_rate": 2.8828360350721377e-06,
      "loss": 0.3475,
      "step": 1303690
    },
    {
      "epoch": 363.86,
      "grad_norm": 1.2126624584197998,
      "learning_rate": 2.8828097203851402e-06,
      "loss": 0.3582,
      "step": 1303700
    },
    {
      "epoch": 363.86,
      "grad_norm": 1.0019733905792236,
      "learning_rate": 2.882783405626394e-06,
      "loss": 0.3543,
      "step": 1303710
    },
    {
      "epoch": 363.86,
      "grad_norm": 0.8654643297195435,
      "learning_rate": 2.882757090795902e-06,
      "loss": 0.3386,
      "step": 1303720
    },
    {
      "epoch": 363.87,
      "grad_norm": 1.0284855365753174,
      "learning_rate": 2.8827307758936675e-06,
      "loss": 0.3451,
      "step": 1303730
    },
    {
      "epoch": 363.87,
      "grad_norm": 0.9354423880577087,
      "learning_rate": 2.8827044609196953e-06,
      "loss": 0.3608,
      "step": 1303740
    },
    {
      "epoch": 363.87,
      "grad_norm": 1.07028067111969,
      "learning_rate": 2.8826781458739883e-06,
      "loss": 0.3471,
      "step": 1303750
    },
    {
      "epoch": 363.87,
      "grad_norm": 1.1651171445846558,
      "learning_rate": 2.882651830756549e-06,
      "loss": 0.3694,
      "step": 1303760
    },
    {
      "epoch": 363.88,
      "grad_norm": 1.0440490245819092,
      "learning_rate": 2.8826255155673825e-06,
      "loss": 0.3425,
      "step": 1303770
    },
    {
      "epoch": 363.88,
      "grad_norm": 0.9547808170318604,
      "learning_rate": 2.882599200306491e-06,
      "loss": 0.3632,
      "step": 1303780
    },
    {
      "epoch": 363.88,
      "grad_norm": 1.2201244831085205,
      "learning_rate": 2.8825728849738783e-06,
      "loss": 0.3522,
      "step": 1303790
    },
    {
      "epoch": 363.89,
      "grad_norm": 0.9783539772033691,
      "learning_rate": 2.882546569569548e-06,
      "loss": 0.3617,
      "step": 1303800
    },
    {
      "epoch": 363.89,
      "grad_norm": 1.0968174934387207,
      "learning_rate": 2.8825202540935047e-06,
      "loss": 0.3395,
      "step": 1303810
    },
    {
      "epoch": 363.89,
      "grad_norm": 1.0536736249923706,
      "learning_rate": 2.8824939385457507e-06,
      "loss": 0.357,
      "step": 1303820
    },
    {
      "epoch": 363.89,
      "grad_norm": 1.419343113899231,
      "learning_rate": 2.882467622926289e-06,
      "loss": 0.3561,
      "step": 1303830
    },
    {
      "epoch": 363.9,
      "grad_norm": 0.8637568354606628,
      "learning_rate": 2.882441307235125e-06,
      "loss": 0.3555,
      "step": 1303840
    },
    {
      "epoch": 363.9,
      "grad_norm": 0.9706247448921204,
      "learning_rate": 2.88241499147226e-06,
      "loss": 0.3515,
      "step": 1303850
    },
    {
      "epoch": 363.9,
      "grad_norm": 1.097703456878662,
      "learning_rate": 2.8823886756376987e-06,
      "loss": 0.3478,
      "step": 1303860
    },
    {
      "epoch": 363.9,
      "grad_norm": 1.0198991298675537,
      "learning_rate": 2.8823623597314448e-06,
      "loss": 0.3457,
      "step": 1303870
    },
    {
      "epoch": 363.91,
      "grad_norm": 0.9976432919502258,
      "learning_rate": 2.882336043753501e-06,
      "loss": 0.3489,
      "step": 1303880
    },
    {
      "epoch": 363.91,
      "grad_norm": 1.0069040060043335,
      "learning_rate": 2.882309727703872e-06,
      "loss": 0.3657,
      "step": 1303890
    },
    {
      "epoch": 363.91,
      "grad_norm": 0.9858714938163757,
      "learning_rate": 2.88228341158256e-06,
      "loss": 0.3506,
      "step": 1303900
    },
    {
      "epoch": 363.92,
      "grad_norm": 1.0774407386779785,
      "learning_rate": 2.8822570953895693e-06,
      "loss": 0.3533,
      "step": 1303910
    },
    {
      "epoch": 363.92,
      "grad_norm": 0.9829095602035522,
      "learning_rate": 2.882230779124903e-06,
      "loss": 0.3469,
      "step": 1303920
    },
    {
      "epoch": 363.92,
      "grad_norm": 0.997771143913269,
      "learning_rate": 2.882204462788565e-06,
      "loss": 0.3362,
      "step": 1303930
    },
    {
      "epoch": 363.92,
      "grad_norm": 0.810056209564209,
      "learning_rate": 2.8821781463805578e-06,
      "loss": 0.3556,
      "step": 1303940
    },
    {
      "epoch": 363.93,
      "grad_norm": 0.9050480723381042,
      "learning_rate": 2.8821518299008862e-06,
      "loss": 0.3577,
      "step": 1303950
    },
    {
      "epoch": 363.93,
      "grad_norm": 1.1465436220169067,
      "learning_rate": 2.8821255133495536e-06,
      "loss": 0.3518,
      "step": 1303960
    },
    {
      "epoch": 363.93,
      "grad_norm": 0.9054002165794373,
      "learning_rate": 2.8820991967265628e-06,
      "loss": 0.3503,
      "step": 1303970
    },
    {
      "epoch": 363.94,
      "grad_norm": 1.0691680908203125,
      "learning_rate": 2.8820728800319173e-06,
      "loss": 0.3432,
      "step": 1303980
    },
    {
      "epoch": 363.94,
      "grad_norm": 1.0473119020462036,
      "learning_rate": 2.8820465632656203e-06,
      "loss": 0.3471,
      "step": 1303990
    },
    {
      "epoch": 363.94,
      "grad_norm": 1.0336498022079468,
      "learning_rate": 2.882020246427677e-06,
      "loss": 0.3447,
      "step": 1304000
    },
    {
      "epoch": 363.94,
      "grad_norm": 0.964801013469696,
      "learning_rate": 2.8819939295180894e-06,
      "loss": 0.3537,
      "step": 1304010
    },
    {
      "epoch": 363.95,
      "grad_norm": 1.0253063440322876,
      "learning_rate": 2.8819676125368613e-06,
      "loss": 0.348,
      "step": 1304020
    },
    {
      "epoch": 363.95,
      "grad_norm": 0.9127626419067383,
      "learning_rate": 2.881941295483996e-06,
      "loss": 0.3511,
      "step": 1304030
    },
    {
      "epoch": 363.95,
      "grad_norm": 1.274610996246338,
      "learning_rate": 2.8819149783594984e-06,
      "loss": 0.3493,
      "step": 1304040
    },
    {
      "epoch": 363.95,
      "grad_norm": 1.0321545600891113,
      "learning_rate": 2.8818886611633695e-06,
      "loss": 0.362,
      "step": 1304050
    },
    {
      "epoch": 363.96,
      "grad_norm": 0.8744414448738098,
      "learning_rate": 2.8818623438956156e-06,
      "loss": 0.3464,
      "step": 1304060
    },
    {
      "epoch": 363.96,
      "grad_norm": 1.0301488637924194,
      "learning_rate": 2.8818360265562373e-06,
      "loss": 0.3602,
      "step": 1304070
    },
    {
      "epoch": 363.96,
      "grad_norm": 0.9748384952545166,
      "learning_rate": 2.88180970914524e-06,
      "loss": 0.3604,
      "step": 1304080
    },
    {
      "epoch": 363.97,
      "grad_norm": 0.9366810917854309,
      "learning_rate": 2.881783391662627e-06,
      "loss": 0.3577,
      "step": 1304090
    },
    {
      "epoch": 363.97,
      "grad_norm": 1.0711711645126343,
      "learning_rate": 2.881757074108402e-06,
      "loss": 0.3407,
      "step": 1304100
    },
    {
      "epoch": 363.97,
      "grad_norm": 1.1622124910354614,
      "learning_rate": 2.8817307564825683e-06,
      "loss": 0.3473,
      "step": 1304110
    },
    {
      "epoch": 363.97,
      "grad_norm": 1.2238383293151855,
      "learning_rate": 2.8817044387851285e-06,
      "loss": 0.3493,
      "step": 1304120
    },
    {
      "epoch": 363.98,
      "grad_norm": 1.0498206615447998,
      "learning_rate": 2.8816781210160873e-06,
      "loss": 0.3548,
      "step": 1304130
    },
    {
      "epoch": 363.98,
      "grad_norm": 1.020230770111084,
      "learning_rate": 2.8816518031754477e-06,
      "loss": 0.3473,
      "step": 1304140
    },
    {
      "epoch": 363.98,
      "grad_norm": 1.2956619262695312,
      "learning_rate": 2.8816254852632126e-06,
      "loss": 0.3446,
      "step": 1304150
    },
    {
      "epoch": 363.99,
      "grad_norm": 0.9962270855903625,
      "learning_rate": 2.8815991672793867e-06,
      "loss": 0.3593,
      "step": 1304160
    },
    {
      "epoch": 363.99,
      "grad_norm": 0.9695681929588318,
      "learning_rate": 2.8815728492239726e-06,
      "loss": 0.3461,
      "step": 1304170
    },
    {
      "epoch": 363.99,
      "grad_norm": 0.9536270499229431,
      "learning_rate": 2.8815465310969745e-06,
      "loss": 0.3289,
      "step": 1304180
    },
    {
      "epoch": 363.99,
      "grad_norm": 0.8655765056610107,
      "learning_rate": 2.8815202128983957e-06,
      "loss": 0.3527,
      "step": 1304190
    },
    {
      "epoch": 364.0,
      "grad_norm": 1.205517053604126,
      "learning_rate": 2.881493894628239e-06,
      "loss": 0.3509,
      "step": 1304200
    },
    {
      "epoch": 364.0,
      "grad_norm": 0.8980027437210083,
      "learning_rate": 2.8814675762865084e-06,
      "loss": 0.3464,
      "step": 1304210
    },
    {
      "epoch": 364.0,
      "eval_loss": 0.35082563757896423,
      "eval_runtime": 62.7663,
      "eval_samples_per_second": 80.601,
      "eval_steps_per_second": 10.085,
      "step": 1304212
    },
    {
      "epoch": 364.0,
      "grad_norm": 1.0339082479476929,
      "learning_rate": 2.881441257873208e-06,
      "loss": 0.357,
      "step": 1304220
    },
    {
      "epoch": 364.01,
      "grad_norm": 1.0699272155761719,
      "learning_rate": 2.8814149393883398e-06,
      "loss": 0.3608,
      "step": 1304230
    },
    {
      "epoch": 364.01,
      "grad_norm": 1.1647382974624634,
      "learning_rate": 2.881388620831909e-06,
      "loss": 0.3462,
      "step": 1304240
    },
    {
      "epoch": 364.01,
      "grad_norm": 1.099938988685608,
      "learning_rate": 2.8813623022039184e-06,
      "loss": 0.3416,
      "step": 1304250
    },
    {
      "epoch": 364.01,
      "grad_norm": 1.0535895824432373,
      "learning_rate": 2.8813359835043717e-06,
      "loss": 0.3397,
      "step": 1304260
    },
    {
      "epoch": 364.02,
      "grad_norm": 1.0319658517837524,
      "learning_rate": 2.8813096647332715e-06,
      "loss": 0.3546,
      "step": 1304270
    },
    {
      "epoch": 364.02,
      "grad_norm": 0.9728601574897766,
      "learning_rate": 2.881283345890622e-06,
      "loss": 0.3554,
      "step": 1304280
    },
    {
      "epoch": 364.02,
      "grad_norm": 1.0577956438064575,
      "learning_rate": 2.881257026976427e-06,
      "loss": 0.3638,
      "step": 1304290
    },
    {
      "epoch": 364.02,
      "grad_norm": 1.1234973669052124,
      "learning_rate": 2.8812307079906895e-06,
      "loss": 0.3477,
      "step": 1304300
    },
    {
      "epoch": 364.03,
      "grad_norm": 1.0392237901687622,
      "learning_rate": 2.881204388933413e-06,
      "loss": 0.337,
      "step": 1304310
    },
    {
      "epoch": 364.03,
      "grad_norm": 1.0340303182601929,
      "learning_rate": 2.8811780698046013e-06,
      "loss": 0.3691,
      "step": 1304320
    },
    {
      "epoch": 364.03,
      "grad_norm": 1.231196641921997,
      "learning_rate": 2.881151750604258e-06,
      "loss": 0.3473,
      "step": 1304330
    },
    {
      "epoch": 364.04,
      "grad_norm": 0.8975387811660767,
      "learning_rate": 2.8811254313323866e-06,
      "loss": 0.3509,
      "step": 1304340
    },
    {
      "epoch": 364.04,
      "grad_norm": 3.3603737354278564,
      "learning_rate": 2.8810991119889903e-06,
      "loss": 0.3392,
      "step": 1304350
    },
    {
      "epoch": 364.04,
      "grad_norm": 1.0190625190734863,
      "learning_rate": 2.8810727925740717e-06,
      "loss": 0.3525,
      "step": 1304360
    },
    {
      "epoch": 364.04,
      "grad_norm": 1.0635569095611572,
      "learning_rate": 2.881046473087636e-06,
      "loss": 0.3485,
      "step": 1304370
    },
    {
      "epoch": 364.05,
      "grad_norm": 1.002356767654419,
      "learning_rate": 2.881020153529686e-06,
      "loss": 0.357,
      "step": 1304380
    },
    {
      "epoch": 364.05,
      "grad_norm": 0.9623870253562927,
      "learning_rate": 2.8809938339002253e-06,
      "loss": 0.3396,
      "step": 1304390
    },
    {
      "epoch": 364.05,
      "grad_norm": 1.038237452507019,
      "learning_rate": 2.880967514199258e-06,
      "loss": 0.3448,
      "step": 1304400
    },
    {
      "epoch": 364.06,
      "grad_norm": 0.8618558049201965,
      "learning_rate": 2.880941194426785e-06,
      "loss": 0.35,
      "step": 1304410
    },
    {
      "epoch": 364.06,
      "grad_norm": 1.0052608251571655,
      "learning_rate": 2.880914874582813e-06,
      "loss": 0.358,
      "step": 1304420
    },
    {
      "epoch": 364.06,
      "grad_norm": 1.1516932249069214,
      "learning_rate": 2.8808885546673442e-06,
      "loss": 0.3488,
      "step": 1304430
    },
    {
      "epoch": 364.06,
      "grad_norm": 1.0691466331481934,
      "learning_rate": 2.8808622346803816e-06,
      "loss": 0.3343,
      "step": 1304440
    },
    {
      "epoch": 364.07,
      "grad_norm": 1.0318650007247925,
      "learning_rate": 2.88083591462193e-06,
      "loss": 0.3626,
      "step": 1304450
    },
    {
      "epoch": 364.07,
      "grad_norm": 0.983471691608429,
      "learning_rate": 2.8808095944919913e-06,
      "loss": 0.3614,
      "step": 1304460
    },
    {
      "epoch": 364.07,
      "grad_norm": 0.9741715788841248,
      "learning_rate": 2.8807832742905705e-06,
      "loss": 0.3437,
      "step": 1304470
    },
    {
      "epoch": 364.07,
      "grad_norm": 0.9914534091949463,
      "learning_rate": 2.8807569540176703e-06,
      "loss": 0.3417,
      "step": 1304480
    },
    {
      "epoch": 364.08,
      "grad_norm": 0.9994682669639587,
      "learning_rate": 2.880730633673294e-06,
      "loss": 0.3529,
      "step": 1304490
    },
    {
      "epoch": 364.08,
      "grad_norm": 1.0751032829284668,
      "learning_rate": 2.8807043132574456e-06,
      "loss": 0.3653,
      "step": 1304500
    },
    {
      "epoch": 364.08,
      "grad_norm": 1.0320221185684204,
      "learning_rate": 2.8806779927701283e-06,
      "loss": 0.3506,
      "step": 1304510
    },
    {
      "epoch": 364.09,
      "grad_norm": 1.1518372297286987,
      "learning_rate": 2.8806516722113456e-06,
      "loss": 0.3487,
      "step": 1304520
    },
    {
      "epoch": 364.09,
      "grad_norm": 0.9194908738136292,
      "learning_rate": 2.880625351581101e-06,
      "loss": 0.3568,
      "step": 1304530
    },
    {
      "epoch": 364.09,
      "grad_norm": 0.9751078486442566,
      "learning_rate": 2.880599030879399e-06,
      "loss": 0.3393,
      "step": 1304540
    },
    {
      "epoch": 364.09,
      "grad_norm": 1.074741005897522,
      "learning_rate": 2.8805727101062424e-06,
      "loss": 0.343,
      "step": 1304550
    },
    {
      "epoch": 364.1,
      "grad_norm": 1.2340775728225708,
      "learning_rate": 2.880546389261633e-06,
      "loss": 0.3464,
      "step": 1304560
    },
    {
      "epoch": 364.1,
      "grad_norm": 0.9732420444488525,
      "learning_rate": 2.8805200683455773e-06,
      "loss": 0.3449,
      "step": 1304570
    },
    {
      "epoch": 364.1,
      "grad_norm": 1.0514928102493286,
      "learning_rate": 2.8804937473580765e-06,
      "loss": 0.3564,
      "step": 1304580
    },
    {
      "epoch": 364.11,
      "grad_norm": 1.0484116077423096,
      "learning_rate": 2.8804674262991356e-06,
      "loss": 0.3455,
      "step": 1304590
    },
    {
      "epoch": 364.11,
      "grad_norm": 1.0255863666534424,
      "learning_rate": 2.8804411051687564e-06,
      "loss": 0.3698,
      "step": 1304600
    },
    {
      "epoch": 364.11,
      "grad_norm": 0.9766549468040466,
      "learning_rate": 2.880414783966945e-06,
      "loss": 0.3648,
      "step": 1304610
    },
    {
      "epoch": 364.11,
      "grad_norm": 1.0282585620880127,
      "learning_rate": 2.8803884626937025e-06,
      "loss": 0.3532,
      "step": 1304620
    },
    {
      "epoch": 364.12,
      "grad_norm": 1.0371395349502563,
      "learning_rate": 2.8803621413490337e-06,
      "loss": 0.3346,
      "step": 1304630
    },
    {
      "epoch": 364.12,
      "grad_norm": 0.8563241362571716,
      "learning_rate": 2.880335819932941e-06,
      "loss": 0.3492,
      "step": 1304640
    },
    {
      "epoch": 364.12,
      "grad_norm": 1.0713036060333252,
      "learning_rate": 2.880309498445429e-06,
      "loss": 0.3487,
      "step": 1304650
    },
    {
      "epoch": 364.13,
      "grad_norm": 0.938502848148346,
      "learning_rate": 2.8802831768865e-06,
      "loss": 0.3435,
      "step": 1304660
    },
    {
      "epoch": 364.13,
      "grad_norm": 1.0046769380569458,
      "learning_rate": 2.8802568552561593e-06,
      "loss": 0.3492,
      "step": 1304670
    },
    {
      "epoch": 364.13,
      "grad_norm": 0.9628533720970154,
      "learning_rate": 2.8802305335544094e-06,
      "loss": 0.3552,
      "step": 1304680
    },
    {
      "epoch": 364.13,
      "grad_norm": 1.1417165994644165,
      "learning_rate": 2.880204211781253e-06,
      "loss": 0.3525,
      "step": 1304690
    },
    {
      "epoch": 364.14,
      "grad_norm": 1.0472872257232666,
      "learning_rate": 2.8801778899366953e-06,
      "loss": 0.3603,
      "step": 1304700
    },
    {
      "epoch": 364.14,
      "grad_norm": 0.9752880334854126,
      "learning_rate": 2.8801515680207384e-06,
      "loss": 0.3551,
      "step": 1304710
    },
    {
      "epoch": 364.14,
      "grad_norm": 1.0177228450775146,
      "learning_rate": 2.8801252460333863e-06,
      "loss": 0.3385,
      "step": 1304720
    },
    {
      "epoch": 364.14,
      "grad_norm": 7.497279644012451,
      "learning_rate": 2.8800989239746425e-06,
      "loss": 0.3696,
      "step": 1304730
    },
    {
      "epoch": 364.15,
      "grad_norm": 2.4869303703308105,
      "learning_rate": 2.8800726018445107e-06,
      "loss": 0.367,
      "step": 1304740
    },
    {
      "epoch": 364.15,
      "grad_norm": 0.9290690422058105,
      "learning_rate": 2.880046279642994e-06,
      "loss": 0.368,
      "step": 1304750
    },
    {
      "epoch": 364.15,
      "grad_norm": 0.9628840684890747,
      "learning_rate": 2.880019957370096e-06,
      "loss": 0.3469,
      "step": 1304760
    },
    {
      "epoch": 364.16,
      "grad_norm": 0.8579603433609009,
      "learning_rate": 2.8799936350258212e-06,
      "loss": 0.3605,
      "step": 1304770
    },
    {
      "epoch": 364.16,
      "grad_norm": 0.9206154346466064,
      "learning_rate": 2.879967312610172e-06,
      "loss": 0.3646,
      "step": 1304780
    },
    {
      "epoch": 364.16,
      "grad_norm": 0.9840885996818542,
      "learning_rate": 2.879940990123151e-06,
      "loss": 0.3449,
      "step": 1304790
    },
    {
      "epoch": 364.16,
      "grad_norm": 1.1367714405059814,
      "learning_rate": 2.879914667564764e-06,
      "loss": 0.3544,
      "step": 1304800
    },
    {
      "epoch": 364.17,
      "grad_norm": 1.0679705142974854,
      "learning_rate": 2.8798883449350124e-06,
      "loss": 0.3543,
      "step": 1304810
    },
    {
      "epoch": 364.17,
      "grad_norm": 1.1925824880599976,
      "learning_rate": 2.8798620222339008e-06,
      "loss": 0.3449,
      "step": 1304820
    },
    {
      "epoch": 364.17,
      "grad_norm": 1.0397361516952515,
      "learning_rate": 2.879835699461433e-06,
      "loss": 0.3318,
      "step": 1304830
    },
    {
      "epoch": 364.18,
      "grad_norm": 1.0384360551834106,
      "learning_rate": 2.879809376617612e-06,
      "loss": 0.3588,
      "step": 1304840
    },
    {
      "epoch": 364.18,
      "grad_norm": 1.0293669700622559,
      "learning_rate": 2.8797830537024417e-06,
      "loss": 0.3678,
      "step": 1304850
    },
    {
      "epoch": 364.18,
      "grad_norm": 0.9937264323234558,
      "learning_rate": 2.879756730715925e-06,
      "loss": 0.3511,
      "step": 1304860
    },
    {
      "epoch": 364.18,
      "grad_norm": 1.0784547328948975,
      "learning_rate": 2.879730407658065e-06,
      "loss": 0.3561,
      "step": 1304870
    },
    {
      "epoch": 364.19,
      "grad_norm": 1.1422245502471924,
      "learning_rate": 2.8797040845288663e-06,
      "loss": 0.3654,
      "step": 1304880
    },
    {
      "epoch": 364.19,
      "grad_norm": 0.87663733959198,
      "learning_rate": 2.879677761328332e-06,
      "loss": 0.3462,
      "step": 1304890
    },
    {
      "epoch": 364.19,
      "grad_norm": 1.0527493953704834,
      "learning_rate": 2.879651438056466e-06,
      "loss": 0.342,
      "step": 1304900
    },
    {
      "epoch": 364.19,
      "grad_norm": 1.4018340110778809,
      "learning_rate": 2.879625114713271e-06,
      "loss": 0.3526,
      "step": 1304910
    },
    {
      "epoch": 364.2,
      "grad_norm": 1.0914322137832642,
      "learning_rate": 2.879598791298751e-06,
      "loss": 0.3468,
      "step": 1304920
    },
    {
      "epoch": 364.2,
      "grad_norm": 1.3961082696914673,
      "learning_rate": 2.879572467812909e-06,
      "loss": 0.347,
      "step": 1304930
    },
    {
      "epoch": 364.2,
      "grad_norm": 0.9520362019538879,
      "learning_rate": 2.879546144255749e-06,
      "loss": 0.3494,
      "step": 1304940
    },
    {
      "epoch": 364.21,
      "grad_norm": 0.9261486530303955,
      "learning_rate": 2.879519820627274e-06,
      "loss": 0.3242,
      "step": 1304950
    },
    {
      "epoch": 364.21,
      "grad_norm": 0.9851623773574829,
      "learning_rate": 2.8794934969274886e-06,
      "loss": 0.3478,
      "step": 1304960
    },
    {
      "epoch": 364.21,
      "grad_norm": 0.9000921845436096,
      "learning_rate": 2.8794671731563957e-06,
      "loss": 0.3622,
      "step": 1304970
    },
    {
      "epoch": 364.21,
      "grad_norm": 1.0323318243026733,
      "learning_rate": 2.879440849313998e-06,
      "loss": 0.3401,
      "step": 1304980
    },
    {
      "epoch": 364.22,
      "grad_norm": 1.0284346342086792,
      "learning_rate": 2.8794145254003e-06,
      "loss": 0.35,
      "step": 1304990
    },
    {
      "epoch": 364.22,
      "grad_norm": 1.4524840116500854,
      "learning_rate": 2.879388201415306e-06,
      "loss": 0.3462,
      "step": 1305000
    },
    {
      "epoch": 364.22,
      "grad_norm": 1.0365524291992188,
      "learning_rate": 2.879361877359017e-06,
      "loss": 0.3582,
      "step": 1305010
    },
    {
      "epoch": 364.23,
      "grad_norm": 0.9643262028694153,
      "learning_rate": 2.879335553231438e-06,
      "loss": 0.3402,
      "step": 1305020
    },
    {
      "epoch": 364.23,
      "grad_norm": 0.9452794790267944,
      "learning_rate": 2.8793092290325727e-06,
      "loss": 0.3489,
      "step": 1305030
    },
    {
      "epoch": 364.23,
      "grad_norm": 1.1170423030853271,
      "learning_rate": 2.8792829047624245e-06,
      "loss": 0.3613,
      "step": 1305040
    },
    {
      "epoch": 364.23,
      "grad_norm": 1.203427791595459,
      "learning_rate": 2.879256580420996e-06,
      "loss": 0.349,
      "step": 1305050
    },
    {
      "epoch": 364.24,
      "grad_norm": 1.1271030902862549,
      "learning_rate": 2.879230256008292e-06,
      "loss": 0.3387,
      "step": 1305060
    },
    {
      "epoch": 364.24,
      "grad_norm": 0.9036703705787659,
      "learning_rate": 2.8792039315243162e-06,
      "loss": 0.354,
      "step": 1305070
    },
    {
      "epoch": 364.24,
      "grad_norm": 0.8469998836517334,
      "learning_rate": 2.87917760696907e-06,
      "loss": 0.3482,
      "step": 1305080
    },
    {
      "epoch": 364.25,
      "grad_norm": 1.300628423690796,
      "learning_rate": 2.879151282342559e-06,
      "loss": 0.3413,
      "step": 1305090
    },
    {
      "epoch": 364.25,
      "grad_norm": 1.2035681009292603,
      "learning_rate": 2.879124957644786e-06,
      "loss": 0.3544,
      "step": 1305100
    },
    {
      "epoch": 364.25,
      "grad_norm": 0.9785796403884888,
      "learning_rate": 2.8790986328757535e-06,
      "loss": 0.346,
      "step": 1305110
    },
    {
      "epoch": 364.25,
      "grad_norm": 0.9861599802970886,
      "learning_rate": 2.8790723080354666e-06,
      "loss": 0.3344,
      "step": 1305120
    },
    {
      "epoch": 364.26,
      "grad_norm": 1.040414810180664,
      "learning_rate": 2.8790459831239285e-06,
      "loss": 0.3683,
      "step": 1305130
    },
    {
      "epoch": 364.26,
      "grad_norm": 0.871917724609375,
      "learning_rate": 2.879019658141142e-06,
      "loss": 0.3519,
      "step": 1305140
    },
    {
      "epoch": 364.26,
      "grad_norm": 1.052131175994873,
      "learning_rate": 2.878993333087111e-06,
      "loss": 0.3701,
      "step": 1305150
    },
    {
      "epoch": 364.26,
      "grad_norm": 0.9530330300331116,
      "learning_rate": 2.8789670079618395e-06,
      "loss": 0.3509,
      "step": 1305160
    },
    {
      "epoch": 364.27,
      "grad_norm": 0.9985423684120178,
      "learning_rate": 2.87894068276533e-06,
      "loss": 0.3444,
      "step": 1305170
    },
    {
      "epoch": 364.27,
      "grad_norm": 0.9540038704872131,
      "learning_rate": 2.878914357497586e-06,
      "loss": 0.3734,
      "step": 1305180
    },
    {
      "epoch": 364.27,
      "grad_norm": 1.0863537788391113,
      "learning_rate": 2.8788880321586123e-06,
      "loss": 0.3504,
      "step": 1305190
    },
    {
      "epoch": 364.28,
      "grad_norm": 0.9818284511566162,
      "learning_rate": 2.8788617067484107e-06,
      "loss": 0.3392,
      "step": 1305200
    },
    {
      "epoch": 364.28,
      "grad_norm": 0.9541877508163452,
      "learning_rate": 2.8788353812669863e-06,
      "loss": 0.3594,
      "step": 1305210
    },
    {
      "epoch": 364.28,
      "grad_norm": 1.2134301662445068,
      "learning_rate": 2.8788090557143416e-06,
      "loss": 0.3564,
      "step": 1305220
    },
    {
      "epoch": 364.28,
      "grad_norm": 0.981728196144104,
      "learning_rate": 2.8787827300904806e-06,
      "loss": 0.348,
      "step": 1305230
    },
    {
      "epoch": 364.29,
      "grad_norm": 0.9636104702949524,
      "learning_rate": 2.8787564043954065e-06,
      "loss": 0.3358,
      "step": 1305240
    },
    {
      "epoch": 364.29,
      "grad_norm": 0.949756920337677,
      "learning_rate": 2.8787300786291224e-06,
      "loss": 0.3791,
      "step": 1305250
    },
    {
      "epoch": 364.29,
      "grad_norm": 1.0198094844818115,
      "learning_rate": 2.8787037527916333e-06,
      "loss": 0.3352,
      "step": 1305260
    },
    {
      "epoch": 364.3,
      "grad_norm": 0.9469411373138428,
      "learning_rate": 2.8786774268829405e-06,
      "loss": 0.3631,
      "step": 1305270
    },
    {
      "epoch": 364.3,
      "grad_norm": 0.8893088698387146,
      "learning_rate": 2.8786511009030495e-06,
      "loss": 0.3504,
      "step": 1305280
    },
    {
      "epoch": 364.3,
      "grad_norm": 1.0011025667190552,
      "learning_rate": 2.8786247748519632e-06,
      "loss": 0.369,
      "step": 1305290
    },
    {
      "epoch": 364.3,
      "grad_norm": 1.0419329404830933,
      "learning_rate": 2.8785984487296847e-06,
      "loss": 0.3574,
      "step": 1305300
    },
    {
      "epoch": 364.31,
      "grad_norm": 1.0812668800354004,
      "learning_rate": 2.8785721225362173e-06,
      "loss": 0.3478,
      "step": 1305310
    },
    {
      "epoch": 364.31,
      "grad_norm": 1.01040518283844,
      "learning_rate": 2.8785457962715657e-06,
      "loss": 0.344,
      "step": 1305320
    },
    {
      "epoch": 364.31,
      "grad_norm": 1.3246676921844482,
      "learning_rate": 2.878519469935732e-06,
      "loss": 0.3596,
      "step": 1305330
    },
    {
      "epoch": 364.31,
      "grad_norm": 1.1096256971359253,
      "learning_rate": 2.8784931435287204e-06,
      "loss": 0.3558,
      "step": 1305340
    },
    {
      "epoch": 364.32,
      "grad_norm": 1.049545168876648,
      "learning_rate": 2.8784668170505343e-06,
      "loss": 0.3655,
      "step": 1305350
    },
    {
      "epoch": 364.32,
      "grad_norm": 1.0489977598190308,
      "learning_rate": 2.878440490501178e-06,
      "loss": 0.3301,
      "step": 1305360
    },
    {
      "epoch": 364.32,
      "grad_norm": 1.0729999542236328,
      "learning_rate": 2.8784141638806534e-06,
      "loss": 0.3472,
      "step": 1305370
    },
    {
      "epoch": 364.33,
      "grad_norm": 1.0979013442993164,
      "learning_rate": 2.878387837188965e-06,
      "loss": 0.3581,
      "step": 1305380
    },
    {
      "epoch": 364.33,
      "grad_norm": 1.01406729221344,
      "learning_rate": 2.878361510426116e-06,
      "loss": 0.3389,
      "step": 1305390
    },
    {
      "epoch": 364.33,
      "grad_norm": 1.0199699401855469,
      "learning_rate": 2.8783351835921106e-06,
      "loss": 0.3365,
      "step": 1305400
    },
    {
      "epoch": 364.33,
      "grad_norm": 1.4560354948043823,
      "learning_rate": 2.8783088566869513e-06,
      "loss": 0.3584,
      "step": 1305410
    },
    {
      "epoch": 364.34,
      "grad_norm": 0.9466171264648438,
      "learning_rate": 2.878282529710643e-06,
      "loss": 0.3576,
      "step": 1305420
    },
    {
      "epoch": 364.34,
      "grad_norm": 1.1787930727005005,
      "learning_rate": 2.878256202663187e-06,
      "loss": 0.3463,
      "step": 1305430
    },
    {
      "epoch": 364.34,
      "grad_norm": 1.269483208656311,
      "learning_rate": 2.878229875544589e-06,
      "loss": 0.3584,
      "step": 1305440
    },
    {
      "epoch": 364.35,
      "grad_norm": 0.930496335029602,
      "learning_rate": 2.8782035483548513e-06,
      "loss": 0.3502,
      "step": 1305450
    },
    {
      "epoch": 364.35,
      "grad_norm": 0.9806894063949585,
      "learning_rate": 2.8781772210939776e-06,
      "loss": 0.3499,
      "step": 1305460
    },
    {
      "epoch": 364.35,
      "grad_norm": 1.1206034421920776,
      "learning_rate": 2.8781508937619712e-06,
      "loss": 0.3599,
      "step": 1305470
    },
    {
      "epoch": 364.35,
      "grad_norm": 1.0361557006835938,
      "learning_rate": 2.8781245663588366e-06,
      "loss": 0.3416,
      "step": 1305480
    },
    {
      "epoch": 364.36,
      "grad_norm": 1.0414315462112427,
      "learning_rate": 2.878098238884576e-06,
      "loss": 0.3643,
      "step": 1305490
    },
    {
      "epoch": 364.36,
      "grad_norm": 1.053743600845337,
      "learning_rate": 2.878071911339194e-06,
      "loss": 0.3499,
      "step": 1305500
    },
    {
      "epoch": 364.36,
      "grad_norm": 0.9709505438804626,
      "learning_rate": 2.8780455837226933e-06,
      "loss": 0.3587,
      "step": 1305510
    },
    {
      "epoch": 364.37,
      "grad_norm": 0.9934605360031128,
      "learning_rate": 2.878019256035078e-06,
      "loss": 0.3596,
      "step": 1305520
    },
    {
      "epoch": 364.37,
      "grad_norm": 1.0679126977920532,
      "learning_rate": 2.8779929282763504e-06,
      "loss": 0.3479,
      "step": 1305530
    },
    {
      "epoch": 364.37,
      "grad_norm": 1.0802592039108276,
      "learning_rate": 2.8779666004465157e-06,
      "loss": 0.341,
      "step": 1305540
    },
    {
      "epoch": 364.37,
      "grad_norm": 0.9006985425949097,
      "learning_rate": 2.8779402725455764e-06,
      "loss": 0.3548,
      "step": 1305550
    },
    {
      "epoch": 364.38,
      "grad_norm": 1.089712381362915,
      "learning_rate": 2.8779139445735364e-06,
      "loss": 0.3382,
      "step": 1305560
    },
    {
      "epoch": 364.38,
      "grad_norm": 0.9238501191139221,
      "learning_rate": 2.8778876165303993e-06,
      "loss": 0.3533,
      "step": 1305570
    },
    {
      "epoch": 364.38,
      "grad_norm": 1.0977017879486084,
      "learning_rate": 2.877861288416168e-06,
      "loss": 0.3717,
      "step": 1305580
    },
    {
      "epoch": 364.38,
      "grad_norm": 1.0141210556030273,
      "learning_rate": 2.877834960230846e-06,
      "loss": 0.3602,
      "step": 1305590
    },
    {
      "epoch": 364.39,
      "grad_norm": 0.9577562808990479,
      "learning_rate": 2.8778086319744376e-06,
      "loss": 0.3438,
      "step": 1305600
    },
    {
      "epoch": 364.39,
      "grad_norm": 1.0976186990737915,
      "learning_rate": 2.8777823036469456e-06,
      "loss": 0.3616,
      "step": 1305610
    },
    {
      "epoch": 364.39,
      "grad_norm": 1.3433635234832764,
      "learning_rate": 2.877755975248374e-06,
      "loss": 0.3553,
      "step": 1305620
    },
    {
      "epoch": 364.4,
      "grad_norm": 0.9846687912940979,
      "learning_rate": 2.877729646778726e-06,
      "loss": 0.3456,
      "step": 1305630
    },
    {
      "epoch": 364.4,
      "grad_norm": 0.9802111983299255,
      "learning_rate": 2.8777033182380048e-06,
      "loss": 0.3266,
      "step": 1305640
    },
    {
      "epoch": 364.4,
      "grad_norm": 0.9901142120361328,
      "learning_rate": 2.8776769896262147e-06,
      "loss": 0.3225,
      "step": 1305650
    },
    {
      "epoch": 364.4,
      "grad_norm": 1.0188078880310059,
      "learning_rate": 2.877650660943359e-06,
      "loss": 0.3418,
      "step": 1305660
    },
    {
      "epoch": 364.41,
      "grad_norm": 1.2246997356414795,
      "learning_rate": 2.8776243321894406e-06,
      "loss": 0.3547,
      "step": 1305670
    },
    {
      "epoch": 364.41,
      "grad_norm": 1.1568951606750488,
      "learning_rate": 2.8775980033644633e-06,
      "loss": 0.3511,
      "step": 1305680
    },
    {
      "epoch": 364.41,
      "grad_norm": 1.196110486984253,
      "learning_rate": 2.8775716744684305e-06,
      "loss": 0.3474,
      "step": 1305690
    },
    {
      "epoch": 364.42,
      "grad_norm": 1.021918535232544,
      "learning_rate": 2.8775453455013457e-06,
      "loss": 0.3602,
      "step": 1305700
    },
    {
      "epoch": 364.42,
      "grad_norm": 0.8652829527854919,
      "learning_rate": 2.877519016463214e-06,
      "loss": 0.3441,
      "step": 1305710
    },
    {
      "epoch": 364.42,
      "grad_norm": 1.002529501914978,
      "learning_rate": 2.877492687354036e-06,
      "loss": 0.3498,
      "step": 1305720
    },
    {
      "epoch": 364.42,
      "grad_norm": 1.2116730213165283,
      "learning_rate": 2.8774663581738176e-06,
      "loss": 0.357,
      "step": 1305730
    },
    {
      "epoch": 364.43,
      "grad_norm": 0.9641085267066956,
      "learning_rate": 2.8774400289225613e-06,
      "loss": 0.3368,
      "step": 1305740
    },
    {
      "epoch": 364.43,
      "grad_norm": 1.0260772705078125,
      "learning_rate": 2.8774136996002702e-06,
      "loss": 0.337,
      "step": 1305750
    },
    {
      "epoch": 364.43,
      "grad_norm": 1.3945412635803223,
      "learning_rate": 2.8773873702069483e-06,
      "loss": 0.3539,
      "step": 1305760
    },
    {
      "epoch": 364.43,
      "grad_norm": 1.0204919576644897,
      "learning_rate": 2.8773610407426e-06,
      "loss": 0.366,
      "step": 1305770
    },
    {
      "epoch": 364.44,
      "grad_norm": 0.9865893125534058,
      "learning_rate": 2.8773347112072272e-06,
      "loss": 0.359,
      "step": 1305780
    },
    {
      "epoch": 364.44,
      "grad_norm": 1.1076021194458008,
      "learning_rate": 2.8773083816008337e-06,
      "loss": 0.349,
      "step": 1305790
    },
    {
      "epoch": 364.44,
      "grad_norm": 0.9502818584442139,
      "learning_rate": 2.8772820519234245e-06,
      "loss": 0.3378,
      "step": 1305800
    },
    {
      "epoch": 364.45,
      "grad_norm": 0.8761829733848572,
      "learning_rate": 2.8772557221750017e-06,
      "loss": 0.3462,
      "step": 1305810
    },
    {
      "epoch": 364.45,
      "grad_norm": 1.027496099472046,
      "learning_rate": 2.877229392355569e-06,
      "loss": 0.3669,
      "step": 1305820
    },
    {
      "epoch": 364.45,
      "grad_norm": 1.0008171796798706,
      "learning_rate": 2.87720306246513e-06,
      "loss": 0.3289,
      "step": 1305830
    },
    {
      "epoch": 364.45,
      "grad_norm": 0.9017927646636963,
      "learning_rate": 2.877176732503688e-06,
      "loss": 0.3413,
      "step": 1305840
    },
    {
      "epoch": 364.46,
      "grad_norm": 0.9577916264533997,
      "learning_rate": 2.8771504024712472e-06,
      "loss": 0.3589,
      "step": 1305850
    },
    {
      "epoch": 364.46,
      "grad_norm": 1.0063505172729492,
      "learning_rate": 2.87712407236781e-06,
      "loss": 0.3431,
      "step": 1305860
    },
    {
      "epoch": 364.46,
      "grad_norm": 1.0613157749176025,
      "learning_rate": 2.877097742193382e-06,
      "loss": 0.3533,
      "step": 1305870
    },
    {
      "epoch": 364.47,
      "grad_norm": 0.9332385659217834,
      "learning_rate": 2.8770714119479647e-06,
      "loss": 0.3464,
      "step": 1305880
    },
    {
      "epoch": 364.47,
      "grad_norm": 1.147376298904419,
      "learning_rate": 2.8770450816315614e-06,
      "loss": 0.3512,
      "step": 1305890
    },
    {
      "epoch": 364.47,
      "grad_norm": 1.1798475980758667,
      "learning_rate": 2.877018751244177e-06,
      "loss": 0.357,
      "step": 1305900
    },
    {
      "epoch": 364.47,
      "grad_norm": 1.0222376585006714,
      "learning_rate": 2.876992420785814e-06,
      "loss": 0.3592,
      "step": 1305910
    },
    {
      "epoch": 364.48,
      "grad_norm": 0.9792744517326355,
      "learning_rate": 2.8769660902564762e-06,
      "loss": 0.339,
      "step": 1305920
    },
    {
      "epoch": 364.48,
      "grad_norm": 0.9259945154190063,
      "learning_rate": 2.8769397596561675e-06,
      "loss": 0.359,
      "step": 1305930
    },
    {
      "epoch": 364.48,
      "grad_norm": 1.0338605642318726,
      "learning_rate": 2.876913428984891e-06,
      "loss": 0.3385,
      "step": 1305940
    },
    {
      "epoch": 364.49,
      "grad_norm": 1.0628148317337036,
      "learning_rate": 2.8768870982426507e-06,
      "loss": 0.3381,
      "step": 1305950
    },
    {
      "epoch": 364.49,
      "grad_norm": 1.0224021673202515,
      "learning_rate": 2.8768607674294495e-06,
      "loss": 0.3526,
      "step": 1305960
    },
    {
      "epoch": 364.49,
      "grad_norm": 1.0620007514953613,
      "learning_rate": 2.8768344365452907e-06,
      "loss": 0.3568,
      "step": 1305970
    },
    {
      "epoch": 364.49,
      "grad_norm": 1.205984354019165,
      "learning_rate": 2.8768081055901785e-06,
      "loss": 0.3434,
      "step": 1305980
    },
    {
      "epoch": 364.5,
      "grad_norm": 0.938310444355011,
      "learning_rate": 2.8767817745641158e-06,
      "loss": 0.3329,
      "step": 1305990
    },
    {
      "epoch": 364.5,
      "grad_norm": 1.0206811428070068,
      "learning_rate": 2.8767554434671073e-06,
      "loss": 0.3527,
      "step": 1306000
    },
    {
      "epoch": 364.5,
      "grad_norm": 0.9561383128166199,
      "learning_rate": 2.8767291122991547e-06,
      "loss": 0.3513,
      "step": 1306010
    },
    {
      "epoch": 364.5,
      "grad_norm": 1.0183457136154175,
      "learning_rate": 2.876702781060263e-06,
      "loss": 0.3545,
      "step": 1306020
    },
    {
      "epoch": 364.51,
      "grad_norm": 0.9464038610458374,
      "learning_rate": 2.876676449750435e-06,
      "loss": 0.3391,
      "step": 1306030
    },
    {
      "epoch": 364.51,
      "grad_norm": 1.087813377380371,
      "learning_rate": 2.8766501183696744e-06,
      "loss": 0.348,
      "step": 1306040
    },
    {
      "epoch": 364.51,
      "grad_norm": 1.2627569437026978,
      "learning_rate": 2.876623786917984e-06,
      "loss": 0.3462,
      "step": 1306050
    },
    {
      "epoch": 364.52,
      "grad_norm": 1.0931463241577148,
      "learning_rate": 2.8765974553953695e-06,
      "loss": 0.3443,
      "step": 1306060
    },
    {
      "epoch": 364.52,
      "grad_norm": 1.0520591735839844,
      "learning_rate": 2.8765711238018315e-06,
      "loss": 0.3539,
      "step": 1306070
    },
    {
      "epoch": 364.52,
      "grad_norm": 1.080809473991394,
      "learning_rate": 2.8765447921373745e-06,
      "loss": 0.3473,
      "step": 1306080
    },
    {
      "epoch": 364.52,
      "grad_norm": 1.0300015211105347,
      "learning_rate": 2.876518460402004e-06,
      "loss": 0.3341,
      "step": 1306090
    },
    {
      "epoch": 364.53,
      "grad_norm": 1.0008264780044556,
      "learning_rate": 2.876492128595721e-06,
      "loss": 0.3569,
      "step": 1306100
    },
    {
      "epoch": 364.53,
      "grad_norm": 1.1302605867385864,
      "learning_rate": 2.8764657967185295e-06,
      "loss": 0.3601,
      "step": 1306110
    },
    {
      "epoch": 364.53,
      "grad_norm": 0.9970947504043579,
      "learning_rate": 2.8764394647704333e-06,
      "loss": 0.3674,
      "step": 1306120
    },
    {
      "epoch": 364.54,
      "grad_norm": 0.9224819540977478,
      "learning_rate": 2.876413132751437e-06,
      "loss": 0.3495,
      "step": 1306130
    },
    {
      "epoch": 364.54,
      "grad_norm": 0.9805957078933716,
      "learning_rate": 2.8763868006615426e-06,
      "loss": 0.332,
      "step": 1306140
    },
    {
      "epoch": 364.54,
      "grad_norm": 0.9798194766044617,
      "learning_rate": 2.8763604685007535e-06,
      "loss": 0.3567,
      "step": 1306150
    },
    {
      "epoch": 364.54,
      "grad_norm": 0.883168637752533,
      "learning_rate": 2.8763341362690745e-06,
      "loss": 0.3511,
      "step": 1306160
    },
    {
      "epoch": 364.55,
      "grad_norm": 0.9888414740562439,
      "learning_rate": 2.8763078039665086e-06,
      "loss": 0.3583,
      "step": 1306170
    },
    {
      "epoch": 364.55,
      "grad_norm": 1.2907220125198364,
      "learning_rate": 2.8762814715930587e-06,
      "loss": 0.358,
      "step": 1306180
    },
    {
      "epoch": 364.55,
      "grad_norm": 1.256423830986023,
      "learning_rate": 2.8762551391487287e-06,
      "loss": 0.3543,
      "step": 1306190
    },
    {
      "epoch": 364.55,
      "grad_norm": 0.8613148927688599,
      "learning_rate": 2.876228806633522e-06,
      "loss": 0.3508,
      "step": 1306200
    },
    {
      "epoch": 364.56,
      "grad_norm": 1.1487575769424438,
      "learning_rate": 2.8762024740474423e-06,
      "loss": 0.3479,
      "step": 1306210
    },
    {
      "epoch": 364.56,
      "grad_norm": 0.974100649356842,
      "learning_rate": 2.8761761413904935e-06,
      "loss": 0.3316,
      "step": 1306220
    },
    {
      "epoch": 364.56,
      "grad_norm": 1.0066732168197632,
      "learning_rate": 2.876149808662678e-06,
      "loss": 0.3685,
      "step": 1306230
    },
    {
      "epoch": 364.57,
      "grad_norm": 1.1655831336975098,
      "learning_rate": 2.8761234758640003e-06,
      "loss": 0.3526,
      "step": 1306240
    },
    {
      "epoch": 364.57,
      "grad_norm": 1.1369611024856567,
      "learning_rate": 2.876097142994464e-06,
      "loss": 0.3344,
      "step": 1306250
    },
    {
      "epoch": 364.57,
      "grad_norm": 1.1125962734222412,
      "learning_rate": 2.8760708100540713e-06,
      "loss": 0.3616,
      "step": 1306260
    },
    {
      "epoch": 364.57,
      "grad_norm": 0.9137576222419739,
      "learning_rate": 2.8760444770428264e-06,
      "loss": 0.3418,
      "step": 1306270
    },
    {
      "epoch": 364.58,
      "grad_norm": 1.2078323364257812,
      "learning_rate": 2.876018143960733e-06,
      "loss": 0.3265,
      "step": 1306280
    },
    {
      "epoch": 364.58,
      "grad_norm": 1.032246470451355,
      "learning_rate": 2.8759918108077952e-06,
      "loss": 0.3441,
      "step": 1306290
    },
    {
      "epoch": 364.58,
      "grad_norm": 1.015743374824524,
      "learning_rate": 2.8759654775840158e-06,
      "loss": 0.3324,
      "step": 1306300
    },
    {
      "epoch": 364.59,
      "grad_norm": 0.95124751329422,
      "learning_rate": 2.8759391442893985e-06,
      "loss": 0.3467,
      "step": 1306310
    },
    {
      "epoch": 364.59,
      "grad_norm": 1.0328617095947266,
      "learning_rate": 2.8759128109239465e-06,
      "loss": 0.3517,
      "step": 1306320
    },
    {
      "epoch": 364.59,
      "grad_norm": 6.756398677825928,
      "learning_rate": 2.8758864774876634e-06,
      "loss": 0.3582,
      "step": 1306330
    },
    {
      "epoch": 364.59,
      "grad_norm": 1.0376191139221191,
      "learning_rate": 2.8758601439805522e-06,
      "loss": 0.3405,
      "step": 1306340
    },
    {
      "epoch": 364.6,
      "grad_norm": 0.976185142993927,
      "learning_rate": 2.875833810402618e-06,
      "loss": 0.3616,
      "step": 1306350
    },
    {
      "epoch": 364.6,
      "grad_norm": 0.9080507159233093,
      "learning_rate": 2.8758074767538628e-06,
      "loss": 0.3482,
      "step": 1306360
    },
    {
      "epoch": 364.6,
      "grad_norm": 0.9659069776535034,
      "learning_rate": 2.8757811430342904e-06,
      "loss": 0.3532,
      "step": 1306370
    },
    {
      "epoch": 364.61,
      "grad_norm": 1.0133155584335327,
      "learning_rate": 2.8757548092439048e-06,
      "loss": 0.3524,
      "step": 1306380
    },
    {
      "epoch": 364.61,
      "grad_norm": 0.9282745122909546,
      "learning_rate": 2.8757284753827097e-06,
      "loss": 0.3411,
      "step": 1306390
    },
    {
      "epoch": 364.61,
      "grad_norm": 1.2029153108596802,
      "learning_rate": 2.8757021414507074e-06,
      "loss": 0.3558,
      "step": 1306400
    },
    {
      "epoch": 364.61,
      "grad_norm": 0.9077578783035278,
      "learning_rate": 2.875675807447902e-06,
      "loss": 0.3514,
      "step": 1306410
    },
    {
      "epoch": 364.62,
      "grad_norm": 1.089922547340393,
      "learning_rate": 2.8756494733742978e-06,
      "loss": 0.3649,
      "step": 1306420
    },
    {
      "epoch": 364.62,
      "grad_norm": 1.1741501092910767,
      "learning_rate": 2.875623139229897e-06,
      "loss": 0.3572,
      "step": 1306430
    },
    {
      "epoch": 364.62,
      "grad_norm": 1.0002354383468628,
      "learning_rate": 2.875596805014704e-06,
      "loss": 0.337,
      "step": 1306440
    },
    {
      "epoch": 364.62,
      "grad_norm": 0.9584845304489136,
      "learning_rate": 2.8755704707287226e-06,
      "loss": 0.3524,
      "step": 1306450
    },
    {
      "epoch": 364.63,
      "grad_norm": 0.9324092864990234,
      "learning_rate": 2.8755441363719553e-06,
      "loss": 0.3404,
      "step": 1306460
    },
    {
      "epoch": 364.63,
      "grad_norm": 0.8402641415596008,
      "learning_rate": 2.8755178019444057e-06,
      "loss": 0.3477,
      "step": 1306470
    },
    {
      "epoch": 364.63,
      "grad_norm": 0.97630375623703,
      "learning_rate": 2.875491467446078e-06,
      "loss": 0.3444,
      "step": 1306480
    },
    {
      "epoch": 364.64,
      "grad_norm": 1.167049765586853,
      "learning_rate": 2.8754651328769755e-06,
      "loss": 0.3373,
      "step": 1306490
    },
    {
      "epoch": 364.64,
      "grad_norm": 1.0528032779693604,
      "learning_rate": 2.875438798237101e-06,
      "loss": 0.3488,
      "step": 1306500
    },
    {
      "epoch": 364.64,
      "grad_norm": 0.9606863856315613,
      "learning_rate": 2.875412463526459e-06,
      "loss": 0.3584,
      "step": 1306510
    },
    {
      "epoch": 364.64,
      "grad_norm": 0.9775711894035339,
      "learning_rate": 2.8753861287450524e-06,
      "loss": 0.3411,
      "step": 1306520
    },
    {
      "epoch": 364.65,
      "grad_norm": 0.9896241426467896,
      "learning_rate": 2.875359793892885e-06,
      "loss": 0.3364,
      "step": 1306530
    },
    {
      "epoch": 364.65,
      "grad_norm": 1.0846762657165527,
      "learning_rate": 2.875333458969961e-06,
      "loss": 0.3657,
      "step": 1306540
    },
    {
      "epoch": 364.65,
      "grad_norm": 0.972474217414856,
      "learning_rate": 2.875307123976282e-06,
      "loss": 0.3375,
      "step": 1306550
    },
    {
      "epoch": 364.66,
      "grad_norm": 1.0714279413223267,
      "learning_rate": 2.875280788911853e-06,
      "loss": 0.3455,
      "step": 1306560
    },
    {
      "epoch": 364.66,
      "grad_norm": 1.059077262878418,
      "learning_rate": 2.8752544537766768e-06,
      "loss": 0.3457,
      "step": 1306570
    },
    {
      "epoch": 364.66,
      "grad_norm": 1.0656782388687134,
      "learning_rate": 2.8752281185707576e-06,
      "loss": 0.3556,
      "step": 1306580
    },
    {
      "epoch": 364.66,
      "grad_norm": 1.061835527420044,
      "learning_rate": 2.875201783294098e-06,
      "loss": 0.3592,
      "step": 1306590
    },
    {
      "epoch": 364.67,
      "grad_norm": 1.3090364933013916,
      "learning_rate": 2.875175447946703e-06,
      "loss": 0.354,
      "step": 1306600
    },
    {
      "epoch": 364.67,
      "grad_norm": 0.8588508367538452,
      "learning_rate": 2.875149112528574e-06,
      "loss": 0.3627,
      "step": 1306610
    },
    {
      "epoch": 364.67,
      "grad_norm": 1.0410019159317017,
      "learning_rate": 2.8751227770397163e-06,
      "loss": 0.3445,
      "step": 1306620
    },
    {
      "epoch": 364.67,
      "grad_norm": 1.1049305200576782,
      "learning_rate": 2.8750964414801325e-06,
      "loss": 0.3479,
      "step": 1306630
    },
    {
      "epoch": 364.68,
      "grad_norm": 0.9269484877586365,
      "learning_rate": 2.875070105849827e-06,
      "loss": 0.3484,
      "step": 1306640
    },
    {
      "epoch": 364.68,
      "grad_norm": 1.3833794593811035,
      "learning_rate": 2.875043770148802e-06,
      "loss": 0.3542,
      "step": 1306650
    },
    {
      "epoch": 364.68,
      "grad_norm": 1.0395008325576782,
      "learning_rate": 2.8750174343770613e-06,
      "loss": 0.3342,
      "step": 1306660
    },
    {
      "epoch": 364.69,
      "grad_norm": 1.0126757621765137,
      "learning_rate": 2.874991098534609e-06,
      "loss": 0.3619,
      "step": 1306670
    },
    {
      "epoch": 364.69,
      "grad_norm": 1.0727448463439941,
      "learning_rate": 2.8749647626214485e-06,
      "loss": 0.3451,
      "step": 1306680
    },
    {
      "epoch": 364.69,
      "grad_norm": 0.8722362518310547,
      "learning_rate": 2.8749384266375833e-06,
      "loss": 0.3669,
      "step": 1306690
    },
    {
      "epoch": 364.69,
      "grad_norm": 0.9860215783119202,
      "learning_rate": 2.874912090583017e-06,
      "loss": 0.3466,
      "step": 1306700
    },
    {
      "epoch": 364.7,
      "grad_norm": 1.2240698337554932,
      "learning_rate": 2.8748857544577527e-06,
      "loss": 0.3503,
      "step": 1306710
    },
    {
      "epoch": 364.7,
      "grad_norm": 0.8783284425735474,
      "learning_rate": 2.874859418261794e-06,
      "loss": 0.3352,
      "step": 1306720
    },
    {
      "epoch": 364.7,
      "grad_norm": 1.0381304025650024,
      "learning_rate": 2.874833081995144e-06,
      "loss": 0.3645,
      "step": 1306730
    },
    {
      "epoch": 364.71,
      "grad_norm": 1.0373896360397339,
      "learning_rate": 2.8748067456578077e-06,
      "loss": 0.3445,
      "step": 1306740
    },
    {
      "epoch": 364.71,
      "grad_norm": 1.1379860639572144,
      "learning_rate": 2.8747804092497866e-06,
      "loss": 0.3751,
      "step": 1306750
    },
    {
      "epoch": 364.71,
      "grad_norm": 0.9397863745689392,
      "learning_rate": 2.874754072771086e-06,
      "loss": 0.3603,
      "step": 1306760
    },
    {
      "epoch": 364.71,
      "grad_norm": 1.0834203958511353,
      "learning_rate": 2.8747277362217088e-06,
      "loss": 0.3528,
      "step": 1306770
    },
    {
      "epoch": 364.72,
      "grad_norm": 1.0411702394485474,
      "learning_rate": 2.874701399601657e-06,
      "loss": 0.3508,
      "step": 1306780
    },
    {
      "epoch": 364.72,
      "grad_norm": 0.9872675538063049,
      "learning_rate": 2.8746750629109362e-06,
      "loss": 0.3596,
      "step": 1306790
    },
    {
      "epoch": 364.72,
      "grad_norm": 1.010069727897644,
      "learning_rate": 2.8746487261495495e-06,
      "loss": 0.3654,
      "step": 1306800
    },
    {
      "epoch": 364.73,
      "grad_norm": 0.9752130508422852,
      "learning_rate": 2.8746223893174995e-06,
      "loss": 0.3277,
      "step": 1306810
    },
    {
      "epoch": 364.73,
      "grad_norm": 0.9799016714096069,
      "learning_rate": 2.87459605241479e-06,
      "loss": 0.3559,
      "step": 1306820
    },
    {
      "epoch": 364.73,
      "grad_norm": 1.0963997840881348,
      "learning_rate": 2.874569715441425e-06,
      "loss": 0.3487,
      "step": 1306830
    },
    {
      "epoch": 364.73,
      "grad_norm": 1.0259445905685425,
      "learning_rate": 2.874543378397409e-06,
      "loss": 0.3433,
      "step": 1306840
    },
    {
      "epoch": 364.74,
      "grad_norm": 0.9809068441390991,
      "learning_rate": 2.8745170412827426e-06,
      "loss": 0.3493,
      "step": 1306850
    },
    {
      "epoch": 364.74,
      "grad_norm": 1.0424528121948242,
      "learning_rate": 2.874490704097431e-06,
      "loss": 0.3473,
      "step": 1306860
    },
    {
      "epoch": 364.74,
      "grad_norm": 1.0154609680175781,
      "learning_rate": 2.8744643668414793e-06,
      "loss": 0.3344,
      "step": 1306870
    },
    {
      "epoch": 364.74,
      "grad_norm": 1.1558635234832764,
      "learning_rate": 2.8744380295148878e-06,
      "loss": 0.3349,
      "step": 1306880
    },
    {
      "epoch": 364.75,
      "grad_norm": 1.0925272703170776,
      "learning_rate": 2.8744116921176622e-06,
      "loss": 0.3539,
      "step": 1306890
    },
    {
      "epoch": 364.75,
      "grad_norm": 1.152124285697937,
      "learning_rate": 2.8743853546498055e-06,
      "loss": 0.3512,
      "step": 1306900
    },
    {
      "epoch": 364.75,
      "grad_norm": 1.0377566814422607,
      "learning_rate": 2.8743590171113207e-06,
      "loss": 0.3287,
      "step": 1306910
    },
    {
      "epoch": 364.76,
      "grad_norm": 1.155761957168579,
      "learning_rate": 2.8743326795022116e-06,
      "loss": 0.349,
      "step": 1306920
    },
    {
      "epoch": 364.76,
      "grad_norm": 0.9938554763793945,
      "learning_rate": 2.8743063418224823e-06,
      "loss": 0.3487,
      "step": 1306930
    },
    {
      "epoch": 364.76,
      "grad_norm": 0.8679653406143188,
      "learning_rate": 2.8742800040721355e-06,
      "loss": 0.3327,
      "step": 1306940
    },
    {
      "epoch": 364.76,
      "grad_norm": 1.063066840171814,
      "learning_rate": 2.874253666251175e-06,
      "loss": 0.3493,
      "step": 1306950
    },
    {
      "epoch": 364.77,
      "grad_norm": 1.054392695426941,
      "learning_rate": 2.8742273283596044e-06,
      "loss": 0.3653,
      "step": 1306960
    },
    {
      "epoch": 364.77,
      "grad_norm": 0.9660266041755676,
      "learning_rate": 2.8742009903974265e-06,
      "loss": 0.3456,
      "step": 1306970
    },
    {
      "epoch": 364.77,
      "grad_norm": 0.9941909313201904,
      "learning_rate": 2.874174652364647e-06,
      "loss": 0.3326,
      "step": 1306980
    },
    {
      "epoch": 364.78,
      "grad_norm": 0.9946359992027283,
      "learning_rate": 2.8741483142612663e-06,
      "loss": 0.3528,
      "step": 1306990
    },
    {
      "epoch": 364.78,
      "grad_norm": 1.4091461896896362,
      "learning_rate": 2.8741219760872904e-06,
      "loss": 0.3689,
      "step": 1307000
    },
    {
      "epoch": 364.78,
      "grad_norm": 1.0363723039627075,
      "learning_rate": 2.874095637842721e-06,
      "loss": 0.3465,
      "step": 1307010
    },
    {
      "epoch": 364.78,
      "grad_norm": 1.016959547996521,
      "learning_rate": 2.874069299527563e-06,
      "loss": 0.3336,
      "step": 1307020
    },
    {
      "epoch": 364.79,
      "grad_norm": 0.9712556600570679,
      "learning_rate": 2.8740429611418194e-06,
      "loss": 0.3442,
      "step": 1307030
    },
    {
      "epoch": 364.79,
      "grad_norm": 0.9912195205688477,
      "learning_rate": 2.8740166226854935e-06,
      "loss": 0.3438,
      "step": 1307040
    },
    {
      "epoch": 364.79,
      "grad_norm": 0.949234127998352,
      "learning_rate": 2.873990284158589e-06,
      "loss": 0.3314,
      "step": 1307050
    },
    {
      "epoch": 364.79,
      "grad_norm": 1.1140742301940918,
      "learning_rate": 2.8739639455611097e-06,
      "loss": 0.3573,
      "step": 1307060
    },
    {
      "epoch": 364.8,
      "grad_norm": 0.9804063439369202,
      "learning_rate": 2.873937606893058e-06,
      "loss": 0.3656,
      "step": 1307070
    },
    {
      "epoch": 364.8,
      "grad_norm": 0.9669365882873535,
      "learning_rate": 2.8739112681544386e-06,
      "loss": 0.3478,
      "step": 1307080
    },
    {
      "epoch": 364.8,
      "grad_norm": 0.9726695418357849,
      "learning_rate": 2.873884929345255e-06,
      "loss": 0.3453,
      "step": 1307090
    },
    {
      "epoch": 364.81,
      "grad_norm": 1.3193565607070923,
      "learning_rate": 2.87385859046551e-06,
      "loss": 0.3467,
      "step": 1307100
    },
    {
      "epoch": 364.81,
      "grad_norm": 1.4874154329299927,
      "learning_rate": 2.8738322515152066e-06,
      "loss": 0.3668,
      "step": 1307110
    },
    {
      "epoch": 364.81,
      "grad_norm": 0.8096811175346375,
      "learning_rate": 2.87380591249435e-06,
      "loss": 0.3434,
      "step": 1307120
    },
    {
      "epoch": 364.81,
      "grad_norm": 1.169222354888916,
      "learning_rate": 2.8737795734029427e-06,
      "loss": 0.3499,
      "step": 1307130
    },
    {
      "epoch": 364.82,
      "grad_norm": 1.0870742797851562,
      "learning_rate": 2.8737532342409884e-06,
      "loss": 0.3603,
      "step": 1307140
    },
    {
      "epoch": 364.82,
      "grad_norm": 0.8495140075683594,
      "learning_rate": 2.87372689500849e-06,
      "loss": 0.3577,
      "step": 1307150
    },
    {
      "epoch": 364.82,
      "grad_norm": 1.0791147947311401,
      "learning_rate": 2.8737005557054524e-06,
      "loss": 0.3539,
      "step": 1307160
    },
    {
      "epoch": 364.83,
      "grad_norm": 1.036285400390625,
      "learning_rate": 2.8736742163318774e-06,
      "loss": 0.3475,
      "step": 1307170
    },
    {
      "epoch": 364.83,
      "grad_norm": 0.9636803865432739,
      "learning_rate": 2.8736478768877697e-06,
      "loss": 0.3286,
      "step": 1307180
    },
    {
      "epoch": 364.83,
      "grad_norm": 2.3881311416625977,
      "learning_rate": 2.8736215373731324e-06,
      "loss": 0.3437,
      "step": 1307190
    },
    {
      "epoch": 364.83,
      "grad_norm": 1.5910816192626953,
      "learning_rate": 2.8735951977879695e-06,
      "loss": 0.3585,
      "step": 1307200
    },
    {
      "epoch": 364.84,
      "grad_norm": 0.9927290678024292,
      "learning_rate": 2.873568858132284e-06,
      "loss": 0.3389,
      "step": 1307210
    },
    {
      "epoch": 364.84,
      "grad_norm": 1.0205484628677368,
      "learning_rate": 2.873542518406079e-06,
      "loss": 0.3504,
      "step": 1307220
    },
    {
      "epoch": 364.84,
      "grad_norm": 0.9961041212081909,
      "learning_rate": 2.873516178609358e-06,
      "loss": 0.348,
      "step": 1307230
    },
    {
      "epoch": 364.85,
      "grad_norm": 1.509430170059204,
      "learning_rate": 2.8734898387421252e-06,
      "loss": 0.373,
      "step": 1307240
    },
    {
      "epoch": 364.85,
      "grad_norm": 0.8814442753791809,
      "learning_rate": 2.8734634988043853e-06,
      "loss": 0.3437,
      "step": 1307250
    },
    {
      "epoch": 364.85,
      "grad_norm": 0.8633015751838684,
      "learning_rate": 2.8734371587961388e-06,
      "loss": 0.3756,
      "step": 1307260
    },
    {
      "epoch": 364.85,
      "grad_norm": 1.2630716562271118,
      "learning_rate": 2.8734108187173915e-06,
      "loss": 0.3453,
      "step": 1307270
    },
    {
      "epoch": 364.86,
      "grad_norm": 0.971492350101471,
      "learning_rate": 2.8733844785681458e-06,
      "loss": 0.3418,
      "step": 1307280
    },
    {
      "epoch": 364.86,
      "grad_norm": 0.9613744616508484,
      "learning_rate": 2.873358138348406e-06,
      "loss": 0.3595,
      "step": 1307290
    },
    {
      "epoch": 364.86,
      "grad_norm": 1.079955816268921,
      "learning_rate": 2.8733317980581747e-06,
      "loss": 0.3591,
      "step": 1307300
    },
    {
      "epoch": 364.86,
      "grad_norm": 1.0674588680267334,
      "learning_rate": 2.873305457697456e-06,
      "loss": 0.3559,
      "step": 1307310
    },
    {
      "epoch": 364.87,
      "grad_norm": 1.1753462553024292,
      "learning_rate": 2.8732791172662543e-06,
      "loss": 0.341,
      "step": 1307320
    },
    {
      "epoch": 364.87,
      "grad_norm": 1.0340443849563599,
      "learning_rate": 2.8732527767645708e-06,
      "loss": 0.3495,
      "step": 1307330
    },
    {
      "epoch": 364.87,
      "grad_norm": 1.0182501077651978,
      "learning_rate": 2.8732264361924116e-06,
      "loss": 0.3487,
      "step": 1307340
    },
    {
      "epoch": 364.88,
      "grad_norm": 1.070200800895691,
      "learning_rate": 2.8732000955497785e-06,
      "loss": 0.3429,
      "step": 1307350
    },
    {
      "epoch": 364.88,
      "grad_norm": 1.0561776161193848,
      "learning_rate": 2.8731737548366747e-06,
      "loss": 0.3484,
      "step": 1307360
    },
    {
      "epoch": 364.88,
      "grad_norm": 1.112443208694458,
      "learning_rate": 2.873147414053105e-06,
      "loss": 0.3461,
      "step": 1307370
    },
    {
      "epoch": 364.88,
      "grad_norm": 1.0416163206100464,
      "learning_rate": 2.8731210731990724e-06,
      "loss": 0.3536,
      "step": 1307380
    },
    {
      "epoch": 364.89,
      "grad_norm": 1.077008843421936,
      "learning_rate": 2.8730947322745806e-06,
      "loss": 0.3458,
      "step": 1307390
    },
    {
      "epoch": 364.89,
      "grad_norm": 1.0621378421783447,
      "learning_rate": 2.873068391279632e-06,
      "loss": 0.3624,
      "step": 1307400
    },
    {
      "epoch": 364.89,
      "grad_norm": 1.170644998550415,
      "learning_rate": 2.873042050214232e-06,
      "loss": 0.3472,
      "step": 1307410
    },
    {
      "epoch": 364.9,
      "grad_norm": 1.008637547492981,
      "learning_rate": 2.8730157090783827e-06,
      "loss": 0.3453,
      "step": 1307420
    },
    {
      "epoch": 364.9,
      "grad_norm": 0.9489455223083496,
      "learning_rate": 2.872989367872088e-06,
      "loss": 0.3328,
      "step": 1307430
    },
    {
      "epoch": 364.9,
      "grad_norm": 1.0983449220657349,
      "learning_rate": 2.8729630265953513e-06,
      "loss": 0.3604,
      "step": 1307440
    },
    {
      "epoch": 364.9,
      "grad_norm": 0.9666643738746643,
      "learning_rate": 2.872936685248176e-06,
      "loss": 0.3531,
      "step": 1307450
    },
    {
      "epoch": 364.91,
      "grad_norm": 1.046373963356018,
      "learning_rate": 2.8729103438305666e-06,
      "loss": 0.334,
      "step": 1307460
    },
    {
      "epoch": 364.91,
      "grad_norm": 1.0930448770523071,
      "learning_rate": 2.8728840023425247e-06,
      "loss": 0.3521,
      "step": 1307470
    },
    {
      "epoch": 364.91,
      "grad_norm": 1.078203558921814,
      "learning_rate": 2.872857660784056e-06,
      "loss": 0.3573,
      "step": 1307480
    },
    {
      "epoch": 364.91,
      "grad_norm": 1.021597146987915,
      "learning_rate": 2.8728313191551625e-06,
      "loss": 0.3627,
      "step": 1307490
    },
    {
      "epoch": 364.92,
      "grad_norm": 1.0997376441955566,
      "learning_rate": 2.872804977455848e-06,
      "loss": 0.361,
      "step": 1307500
    },
    {
      "epoch": 364.92,
      "grad_norm": 0.836401104927063,
      "learning_rate": 2.8727786356861165e-06,
      "loss": 0.3531,
      "step": 1307510
    },
    {
      "epoch": 364.92,
      "grad_norm": 0.9436094760894775,
      "learning_rate": 2.8727522938459702e-06,
      "loss": 0.3453,
      "step": 1307520
    },
    {
      "epoch": 364.93,
      "grad_norm": 1.0427753925323486,
      "learning_rate": 2.8727259519354143e-06,
      "loss": 0.3476,
      "step": 1307530
    },
    {
      "epoch": 364.93,
      "grad_norm": 0.9956440329551697,
      "learning_rate": 2.8726996099544518e-06,
      "loss": 0.3605,
      "step": 1307540
    },
    {
      "epoch": 364.93,
      "grad_norm": 1.002621054649353,
      "learning_rate": 2.8726732679030855e-06,
      "loss": 0.3404,
      "step": 1307550
    },
    {
      "epoch": 364.93,
      "grad_norm": 1.0306261777877808,
      "learning_rate": 2.8726469257813194e-06,
      "loss": 0.3421,
      "step": 1307560
    },
    {
      "epoch": 364.94,
      "grad_norm": 0.9711124300956726,
      "learning_rate": 2.8726205835891568e-06,
      "loss": 0.3678,
      "step": 1307570
    },
    {
      "epoch": 364.94,
      "grad_norm": 1.0996482372283936,
      "learning_rate": 2.8725942413266024e-06,
      "loss": 0.36,
      "step": 1307580
    },
    {
      "epoch": 364.94,
      "grad_norm": 1.0188637971878052,
      "learning_rate": 2.8725678989936574e-06,
      "loss": 0.3621,
      "step": 1307590
    },
    {
      "epoch": 364.95,
      "grad_norm": 0.9914237260818481,
      "learning_rate": 2.872541556590327e-06,
      "loss": 0.3416,
      "step": 1307600
    },
    {
      "epoch": 364.95,
      "grad_norm": 0.9148823618888855,
      "learning_rate": 2.8725152141166144e-06,
      "loss": 0.3527,
      "step": 1307610
    },
    {
      "epoch": 364.95,
      "grad_norm": 1.1313778162002563,
      "learning_rate": 2.8724888715725227e-06,
      "loss": 0.334,
      "step": 1307620
    },
    {
      "epoch": 364.95,
      "grad_norm": 0.9882787466049194,
      "learning_rate": 2.872462528958056e-06,
      "loss": 0.3437,
      "step": 1307630
    },
    {
      "epoch": 364.96,
      "grad_norm": 1.2192562818527222,
      "learning_rate": 2.8724361862732177e-06,
      "loss": 0.3552,
      "step": 1307640
    },
    {
      "epoch": 364.96,
      "grad_norm": 1.0646828413009644,
      "learning_rate": 2.8724098435180115e-06,
      "loss": 0.3532,
      "step": 1307650
    },
    {
      "epoch": 364.96,
      "grad_norm": 1.0878134965896606,
      "learning_rate": 2.8723835006924394e-06,
      "loss": 0.3767,
      "step": 1307660
    },
    {
      "epoch": 364.97,
      "grad_norm": 0.9326879382133484,
      "learning_rate": 2.872357157796507e-06,
      "loss": 0.3555,
      "step": 1307670
    },
    {
      "epoch": 364.97,
      "grad_norm": 0.9007769823074341,
      "learning_rate": 2.8723308148302166e-06,
      "loss": 0.3547,
      "step": 1307680
    },
    {
      "epoch": 364.97,
      "grad_norm": 1.0735164880752563,
      "learning_rate": 2.8723044717935714e-06,
      "loss": 0.3571,
      "step": 1307690
    },
    {
      "epoch": 364.97,
      "grad_norm": 2.41339111328125,
      "learning_rate": 2.8722781286865756e-06,
      "loss": 0.3417,
      "step": 1307700
    },
    {
      "epoch": 364.98,
      "grad_norm": 0.8883420825004578,
      "learning_rate": 2.8722517855092336e-06,
      "loss": 0.3484,
      "step": 1307710
    },
    {
      "epoch": 364.98,
      "grad_norm": 1.0279825925827026,
      "learning_rate": 2.8722254422615472e-06,
      "loss": 0.3417,
      "step": 1307720
    },
    {
      "epoch": 364.98,
      "grad_norm": 1.075823187828064,
      "learning_rate": 2.87219909894352e-06,
      "loss": 0.3722,
      "step": 1307730
    },
    {
      "epoch": 364.98,
      "grad_norm": 0.9922801852226257,
      "learning_rate": 2.872172755555157e-06,
      "loss": 0.3632,
      "step": 1307740
    },
    {
      "epoch": 364.99,
      "grad_norm": 1.0089631080627441,
      "learning_rate": 2.87214641209646e-06,
      "loss": 0.3629,
      "step": 1307750
    },
    {
      "epoch": 364.99,
      "grad_norm": 1.2270350456237793,
      "learning_rate": 2.8721200685674337e-06,
      "loss": 0.3668,
      "step": 1307760
    },
    {
      "epoch": 364.99,
      "grad_norm": 1.0436499118804932,
      "learning_rate": 2.8720937249680817e-06,
      "loss": 0.338,
      "step": 1307770
    },
    {
      "epoch": 365.0,
      "grad_norm": 1.1079970598220825,
      "learning_rate": 2.8720673812984056e-06,
      "loss": 0.335,
      "step": 1307780
    },
    {
      "epoch": 365.0,
      "grad_norm": 0.9276605844497681,
      "learning_rate": 2.8720410375584114e-06,
      "loss": 0.3375,
      "step": 1307790
    },
    {
      "epoch": 365.0,
      "eval_loss": 0.3507903218269348,
      "eval_runtime": 62.7941,
      "eval_samples_per_second": 80.565,
      "eval_steps_per_second": 10.081,
      "step": 1307795
    },
    {
      "epoch": 365.0,
      "grad_norm": 1.4013371467590332,
      "learning_rate": 2.8720146937481016e-06,
      "loss": 0.3465,
      "step": 1307800
    },
    {
      "epoch": 365.0,
      "grad_norm": 1.0706813335418701,
      "learning_rate": 2.8719883498674797e-06,
      "loss": 0.3738,
      "step": 1307810
    },
    {
      "epoch": 365.01,
      "grad_norm": 0.8676601648330688,
      "learning_rate": 2.8719620059165484e-06,
      "loss": 0.3578,
      "step": 1307820
    },
    {
      "epoch": 365.01,
      "grad_norm": 0.9510802626609802,
      "learning_rate": 2.8719356618953126e-06,
      "loss": 0.3577,
      "step": 1307830
    },
    {
      "epoch": 365.01,
      "grad_norm": 1.020477533340454,
      "learning_rate": 2.8719093178037748e-06,
      "loss": 0.3532,
      "step": 1307840
    },
    {
      "epoch": 365.02,
      "grad_norm": 1.0090835094451904,
      "learning_rate": 2.8718829736419383e-06,
      "loss": 0.3373,
      "step": 1307850
    },
    {
      "epoch": 365.02,
      "grad_norm": 0.979332447052002,
      "learning_rate": 2.871856629409808e-06,
      "loss": 0.3423,
      "step": 1307860
    },
    {
      "epoch": 365.02,
      "grad_norm": 1.0288658142089844,
      "learning_rate": 2.8718302851073867e-06,
      "loss": 0.365,
      "step": 1307870
    },
    {
      "epoch": 365.02,
      "grad_norm": 1.1205683946609497,
      "learning_rate": 2.871803940734677e-06,
      "loss": 0.3854,
      "step": 1307880
    },
    {
      "epoch": 365.03,
      "grad_norm": 1.050248622894287,
      "learning_rate": 2.8717775962916832e-06,
      "loss": 0.3396,
      "step": 1307890
    },
    {
      "epoch": 365.03,
      "grad_norm": 0.9123601317405701,
      "learning_rate": 2.8717512517784098e-06,
      "loss": 0.3554,
      "step": 1307900
    },
    {
      "epoch": 365.03,
      "grad_norm": 1.2026020288467407,
      "learning_rate": 2.871724907194858e-06,
      "loss": 0.3495,
      "step": 1307910
    },
    {
      "epoch": 365.03,
      "grad_norm": 0.9328022003173828,
      "learning_rate": 2.871698562541033e-06,
      "loss": 0.3509,
      "step": 1307920
    },
    {
      "epoch": 365.04,
      "grad_norm": 1.1450724601745605,
      "learning_rate": 2.8716722178169386e-06,
      "loss": 0.3552,
      "step": 1307930
    },
    {
      "epoch": 365.04,
      "grad_norm": 1.153143048286438,
      "learning_rate": 2.8716458730225773e-06,
      "loss": 0.3502,
      "step": 1307940
    },
    {
      "epoch": 365.04,
      "grad_norm": 1.001217007637024,
      "learning_rate": 2.8716195281579524e-06,
      "loss": 0.3429,
      "step": 1307950
    },
    {
      "epoch": 365.05,
      "grad_norm": 1.1180665493011475,
      "learning_rate": 2.8715931832230684e-06,
      "loss": 0.3509,
      "step": 1307960
    },
    {
      "epoch": 365.05,
      "grad_norm": 0.9552496671676636,
      "learning_rate": 2.8715668382179284e-06,
      "loss": 0.3543,
      "step": 1307970
    },
    {
      "epoch": 365.05,
      "grad_norm": 0.9365962743759155,
      "learning_rate": 2.8715404931425355e-06,
      "loss": 0.3442,
      "step": 1307980
    },
    {
      "epoch": 365.05,
      "grad_norm": 1.0915032625198364,
      "learning_rate": 2.871514147996893e-06,
      "loss": 0.3522,
      "step": 1307990
    },
    {
      "epoch": 365.06,
      "grad_norm": 1.2972294092178345,
      "learning_rate": 2.8714878027810063e-06,
      "loss": 0.3404,
      "step": 1308000
    },
    {
      "epoch": 365.06,
      "grad_norm": 1.0794456005096436,
      "learning_rate": 2.871461457494877e-06,
      "loss": 0.3506,
      "step": 1308010
    },
    {
      "epoch": 365.06,
      "grad_norm": 0.9479320049285889,
      "learning_rate": 2.8714351121385086e-06,
      "loss": 0.3496,
      "step": 1308020
    },
    {
      "epoch": 365.07,
      "grad_norm": 1.1707569360733032,
      "learning_rate": 2.871408766711906e-06,
      "loss": 0.347,
      "step": 1308030
    },
    {
      "epoch": 365.07,
      "grad_norm": 0.9653418064117432,
      "learning_rate": 2.8713824212150712e-06,
      "loss": 0.35,
      "step": 1308040
    },
    {
      "epoch": 365.07,
      "grad_norm": 1.0815207958221436,
      "learning_rate": 2.8713560756480083e-06,
      "loss": 0.3536,
      "step": 1308050
    },
    {
      "epoch": 365.07,
      "grad_norm": 1.2036406993865967,
      "learning_rate": 2.8713297300107217e-06,
      "loss": 0.3393,
      "step": 1308060
    },
    {
      "epoch": 365.08,
      "grad_norm": 1.1330745220184326,
      "learning_rate": 2.871303384303213e-06,
      "loss": 0.3342,
      "step": 1308070
    },
    {
      "epoch": 365.08,
      "grad_norm": 1.0653914213180542,
      "learning_rate": 2.8712770385254885e-06,
      "loss": 0.349,
      "step": 1308080
    },
    {
      "epoch": 365.08,
      "grad_norm": 1.0902125835418701,
      "learning_rate": 2.871250692677549e-06,
      "loss": 0.3514,
      "step": 1308090
    },
    {
      "epoch": 365.09,
      "grad_norm": 0.9858278632164001,
      "learning_rate": 2.871224346759399e-06,
      "loss": 0.3439,
      "step": 1308100
    },
    {
      "epoch": 365.09,
      "grad_norm": 1.0359405279159546,
      "learning_rate": 2.871198000771042e-06,
      "loss": 0.346,
      "step": 1308110
    },
    {
      "epoch": 365.09,
      "grad_norm": 1.291305422782898,
      "learning_rate": 2.8711716547124814e-06,
      "loss": 0.3437,
      "step": 1308120
    },
    {
      "epoch": 365.09,
      "grad_norm": 1.2201935052871704,
      "learning_rate": 2.8711453085837204e-06,
      "loss": 0.3635,
      "step": 1308130
    },
    {
      "epoch": 365.1,
      "grad_norm": 1.0175909996032715,
      "learning_rate": 2.8711189623847638e-06,
      "loss": 0.3536,
      "step": 1308140
    },
    {
      "epoch": 365.1,
      "grad_norm": 1.0497840642929077,
      "learning_rate": 2.871092616115614e-06,
      "loss": 0.3603,
      "step": 1308150
    },
    {
      "epoch": 365.1,
      "grad_norm": 1.0952653884887695,
      "learning_rate": 2.8710662697762746e-06,
      "loss": 0.3441,
      "step": 1308160
    },
    {
      "epoch": 365.1,
      "grad_norm": 0.9559538960456848,
      "learning_rate": 2.8710399233667494e-06,
      "loss": 0.3626,
      "step": 1308170
    },
    {
      "epoch": 365.11,
      "grad_norm": 1.0050467252731323,
      "learning_rate": 2.8710135768870415e-06,
      "loss": 0.3582,
      "step": 1308180
    },
    {
      "epoch": 365.11,
      "grad_norm": 1.000802993774414,
      "learning_rate": 2.870987230337155e-06,
      "loss": 0.3527,
      "step": 1308190
    },
    {
      "epoch": 365.11,
      "grad_norm": 1.0110244750976562,
      "learning_rate": 2.870960883717093e-06,
      "loss": 0.3414,
      "step": 1308200
    },
    {
      "epoch": 365.12,
      "grad_norm": 0.8983796238899231,
      "learning_rate": 2.8709345370268587e-06,
      "loss": 0.348,
      "step": 1308210
    },
    {
      "epoch": 365.12,
      "grad_norm": 0.9468930959701538,
      "learning_rate": 2.870908190266457e-06,
      "loss": 0.3597,
      "step": 1308220
    },
    {
      "epoch": 365.12,
      "grad_norm": 1.4521806240081787,
      "learning_rate": 2.8708818434358897e-06,
      "loss": 0.3623,
      "step": 1308230
    },
    {
      "epoch": 365.12,
      "grad_norm": 1.0735220909118652,
      "learning_rate": 2.870855496535161e-06,
      "loss": 0.3396,
      "step": 1308240
    },
    {
      "epoch": 365.13,
      "grad_norm": 1.116599440574646,
      "learning_rate": 2.870829149564275e-06,
      "loss": 0.3347,
      "step": 1308250
    },
    {
      "epoch": 365.13,
      "grad_norm": 1.2218037843704224,
      "learning_rate": 2.8708028025232337e-06,
      "loss": 0.3455,
      "step": 1308260
    },
    {
      "epoch": 365.13,
      "grad_norm": 0.9200111031532288,
      "learning_rate": 2.8707764554120417e-06,
      "loss": 0.345,
      "step": 1308270
    },
    {
      "epoch": 365.14,
      "grad_norm": 0.9855920076370239,
      "learning_rate": 2.8707501082307025e-06,
      "loss": 0.3653,
      "step": 1308280
    },
    {
      "epoch": 365.14,
      "grad_norm": 1.0686169862747192,
      "learning_rate": 2.8707237609792197e-06,
      "loss": 0.3486,
      "step": 1308290
    },
    {
      "epoch": 365.14,
      "grad_norm": 1.267423152923584,
      "learning_rate": 2.8706974136575963e-06,
      "loss": 0.3536,
      "step": 1308300
    },
    {
      "epoch": 365.14,
      "grad_norm": 1.0462028980255127,
      "learning_rate": 2.8706710662658364e-06,
      "loss": 0.3813,
      "step": 1308310
    },
    {
      "epoch": 365.15,
      "grad_norm": 0.9380828738212585,
      "learning_rate": 2.870644718803943e-06,
      "loss": 0.3338,
      "step": 1308320
    },
    {
      "epoch": 365.15,
      "grad_norm": 0.9490997791290283,
      "learning_rate": 2.870618371271919e-06,
      "loss": 0.3339,
      "step": 1308330
    },
    {
      "epoch": 365.15,
      "grad_norm": 1.087960958480835,
      "learning_rate": 2.8705920236697693e-06,
      "loss": 0.3453,
      "step": 1308340
    },
    {
      "epoch": 365.15,
      "grad_norm": 1.0037983655929565,
      "learning_rate": 2.8705656759974967e-06,
      "loss": 0.3452,
      "step": 1308350
    },
    {
      "epoch": 365.16,
      "grad_norm": 1.5645616054534912,
      "learning_rate": 2.870539328255105e-06,
      "loss": 0.3574,
      "step": 1308360
    },
    {
      "epoch": 365.16,
      "grad_norm": 0.9920669198036194,
      "learning_rate": 2.8705129804425975e-06,
      "loss": 0.3487,
      "step": 1308370
    },
    {
      "epoch": 365.16,
      "grad_norm": 0.9669484496116638,
      "learning_rate": 2.8704866325599782e-06,
      "loss": 0.3577,
      "step": 1308380
    },
    {
      "epoch": 365.17,
      "grad_norm": 1.2446318864822388,
      "learning_rate": 2.870460284607249e-06,
      "loss": 0.3538,
      "step": 1308390
    },
    {
      "epoch": 365.17,
      "grad_norm": 0.995028018951416,
      "learning_rate": 2.870433936584415e-06,
      "loss": 0.3351,
      "step": 1308400
    },
    {
      "epoch": 365.17,
      "grad_norm": 1.0800279378890991,
      "learning_rate": 2.87040758849148e-06,
      "loss": 0.3612,
      "step": 1308410
    },
    {
      "epoch": 365.17,
      "grad_norm": 1.047437310218811,
      "learning_rate": 2.870381240328445e-06,
      "loss": 0.3542,
      "step": 1308420
    },
    {
      "epoch": 365.18,
      "grad_norm": 0.9544967412948608,
      "learning_rate": 2.8703548920953165e-06,
      "loss": 0.3453,
      "step": 1308430
    },
    {
      "epoch": 365.18,
      "grad_norm": 1.0290147066116333,
      "learning_rate": 2.8703285437920963e-06,
      "loss": 0.35,
      "step": 1308440
    },
    {
      "epoch": 365.18,
      "grad_norm": 1.0829874277114868,
      "learning_rate": 2.8703021954187886e-06,
      "loss": 0.3514,
      "step": 1308450
    },
    {
      "epoch": 365.19,
      "grad_norm": 1.1044578552246094,
      "learning_rate": 2.8702758469753967e-06,
      "loss": 0.3449,
      "step": 1308460
    },
    {
      "epoch": 365.19,
      "grad_norm": 0.9228437542915344,
      "learning_rate": 2.870249498461924e-06,
      "loss": 0.3585,
      "step": 1308470
    },
    {
      "epoch": 365.19,
      "grad_norm": 0.9114813208580017,
      "learning_rate": 2.870223149878374e-06,
      "loss": 0.3429,
      "step": 1308480
    },
    {
      "epoch": 365.19,
      "grad_norm": 1.0516839027404785,
      "learning_rate": 2.8701968012247502e-06,
      "loss": 0.3609,
      "step": 1308490
    },
    {
      "epoch": 365.2,
      "grad_norm": 0.8866754770278931,
      "learning_rate": 2.870170452501056e-06,
      "loss": 0.3396,
      "step": 1308500
    },
    {
      "epoch": 365.2,
      "grad_norm": 1.0254212617874146,
      "learning_rate": 2.8701441037072957e-06,
      "loss": 0.3557,
      "step": 1308510
    },
    {
      "epoch": 365.2,
      "grad_norm": 1.1387916803359985,
      "learning_rate": 2.8701177548434717e-06,
      "loss": 0.3393,
      "step": 1308520
    },
    {
      "epoch": 365.21,
      "grad_norm": 1.1061328649520874,
      "learning_rate": 2.8700914059095883e-06,
      "loss": 0.3353,
      "step": 1308530
    },
    {
      "epoch": 365.21,
      "grad_norm": 1.0332955121994019,
      "learning_rate": 2.870065056905649e-06,
      "loss": 0.3486,
      "step": 1308540
    },
    {
      "epoch": 365.21,
      "grad_norm": 1.125720500946045,
      "learning_rate": 2.8700387078316563e-06,
      "loss": 0.3284,
      "step": 1308550
    },
    {
      "epoch": 365.21,
      "grad_norm": 1.048187255859375,
      "learning_rate": 2.8700123586876143e-06,
      "loss": 0.3409,
      "step": 1308560
    },
    {
      "epoch": 365.22,
      "grad_norm": 1.0972929000854492,
      "learning_rate": 2.8699860094735274e-06,
      "loss": 0.3554,
      "step": 1308570
    },
    {
      "epoch": 365.22,
      "grad_norm": 1.1654102802276611,
      "learning_rate": 2.869959660189398e-06,
      "loss": 0.3405,
      "step": 1308580
    },
    {
      "epoch": 365.22,
      "grad_norm": 0.972238302230835,
      "learning_rate": 2.8699333108352297e-06,
      "loss": 0.3718,
      "step": 1308590
    },
    {
      "epoch": 365.22,
      "grad_norm": 1.061301589012146,
      "learning_rate": 2.869906961411027e-06,
      "loss": 0.3419,
      "step": 1308600
    },
    {
      "epoch": 365.23,
      "grad_norm": 0.9710190296173096,
      "learning_rate": 2.8698806119167924e-06,
      "loss": 0.348,
      "step": 1308610
    },
    {
      "epoch": 365.23,
      "grad_norm": 1.0370053052902222,
      "learning_rate": 2.8698542623525293e-06,
      "loss": 0.3514,
      "step": 1308620
    },
    {
      "epoch": 365.23,
      "grad_norm": 0.909937858581543,
      "learning_rate": 2.8698279127182417e-06,
      "loss": 0.3617,
      "step": 1308630
    },
    {
      "epoch": 365.24,
      "grad_norm": 0.8344210982322693,
      "learning_rate": 2.869801563013933e-06,
      "loss": 0.3515,
      "step": 1308640
    },
    {
      "epoch": 365.24,
      "grad_norm": 1.079088807106018,
      "learning_rate": 2.8697752132396064e-06,
      "loss": 0.3635,
      "step": 1308650
    },
    {
      "epoch": 365.24,
      "grad_norm": 0.9991279244422913,
      "learning_rate": 2.8697488633952664e-06,
      "loss": 0.3483,
      "step": 1308660
    },
    {
      "epoch": 365.24,
      "grad_norm": 1.139378309249878,
      "learning_rate": 2.8697225134809153e-06,
      "loss": 0.3569,
      "step": 1308670
    },
    {
      "epoch": 365.25,
      "grad_norm": 1.1271629333496094,
      "learning_rate": 2.869696163496558e-06,
      "loss": 0.3457,
      "step": 1308680
    },
    {
      "epoch": 365.25,
      "grad_norm": 1.15170156955719,
      "learning_rate": 2.869669813442196e-06,
      "loss": 0.3502,
      "step": 1308690
    },
    {
      "epoch": 365.25,
      "grad_norm": 0.962793231010437,
      "learning_rate": 2.869643463317834e-06,
      "loss": 0.3485,
      "step": 1308700
    },
    {
      "epoch": 365.26,
      "grad_norm": 0.9393742680549622,
      "learning_rate": 2.869617113123476e-06,
      "loss": 0.341,
      "step": 1308710
    },
    {
      "epoch": 365.26,
      "grad_norm": 1.176456093788147,
      "learning_rate": 2.869590762859124e-06,
      "loss": 0.3456,
      "step": 1308720
    },
    {
      "epoch": 365.26,
      "grad_norm": 4.022898197174072,
      "learning_rate": 2.869564412524783e-06,
      "loss": 0.3493,
      "step": 1308730
    },
    {
      "epoch": 365.26,
      "grad_norm": 1.1818382740020752,
      "learning_rate": 2.869538062120457e-06,
      "loss": 0.3617,
      "step": 1308740
    },
    {
      "epoch": 365.27,
      "grad_norm": 0.9886946082115173,
      "learning_rate": 2.8695117116461477e-06,
      "loss": 0.3665,
      "step": 1308750
    },
    {
      "epoch": 365.27,
      "grad_norm": 0.983788013458252,
      "learning_rate": 2.869485361101859e-06,
      "loss": 0.3598,
      "step": 1308760
    },
    {
      "epoch": 365.27,
      "grad_norm": 1.0108333826065063,
      "learning_rate": 2.8694590104875953e-06,
      "loss": 0.3537,
      "step": 1308770
    },
    {
      "epoch": 365.27,
      "grad_norm": 0.8154340982437134,
      "learning_rate": 2.869432659803359e-06,
      "loss": 0.3483,
      "step": 1308780
    },
    {
      "epoch": 365.28,
      "grad_norm": 1.0312877893447876,
      "learning_rate": 2.8694063090491545e-06,
      "loss": 0.3419,
      "step": 1308790
    },
    {
      "epoch": 365.28,
      "grad_norm": 1.2275888919830322,
      "learning_rate": 2.869379958224985e-06,
      "loss": 0.342,
      "step": 1308800
    },
    {
      "epoch": 365.28,
      "grad_norm": 0.8334962725639343,
      "learning_rate": 2.8693536073308536e-06,
      "loss": 0.3495,
      "step": 1308810
    },
    {
      "epoch": 365.29,
      "grad_norm": 1.0034379959106445,
      "learning_rate": 2.8693272563667652e-06,
      "loss": 0.3635,
      "step": 1308820
    },
    {
      "epoch": 365.29,
      "grad_norm": 1.0809699296951294,
      "learning_rate": 2.8693009053327217e-06,
      "loss": 0.3582,
      "step": 1308830
    },
    {
      "epoch": 365.29,
      "grad_norm": 0.9240075349807739,
      "learning_rate": 2.8692745542287273e-06,
      "loss": 0.3617,
      "step": 1308840
    },
    {
      "epoch": 365.29,
      "grad_norm": 0.9492379426956177,
      "learning_rate": 2.8692482030547853e-06,
      "loss": 0.3429,
      "step": 1308850
    },
    {
      "epoch": 365.3,
      "grad_norm": 1.0687425136566162,
      "learning_rate": 2.8692218518108995e-06,
      "loss": 0.3501,
      "step": 1308860
    },
    {
      "epoch": 365.3,
      "grad_norm": 1.1008503437042236,
      "learning_rate": 2.869195500497073e-06,
      "loss": 0.3579,
      "step": 1308870
    },
    {
      "epoch": 365.3,
      "grad_norm": 1.1501926183700562,
      "learning_rate": 2.8691691491133095e-06,
      "loss": 0.3406,
      "step": 1308880
    },
    {
      "epoch": 365.31,
      "grad_norm": 0.9247648119926453,
      "learning_rate": 2.8691427976596133e-06,
      "loss": 0.3595,
      "step": 1308890
    },
    {
      "epoch": 365.31,
      "grad_norm": 1.100309133529663,
      "learning_rate": 2.8691164461359873e-06,
      "loss": 0.3529,
      "step": 1308900
    },
    {
      "epoch": 365.31,
      "grad_norm": 0.9533765912055969,
      "learning_rate": 2.869090094542434e-06,
      "loss": 0.3561,
      "step": 1308910
    },
    {
      "epoch": 365.31,
      "grad_norm": 1.0639406442642212,
      "learning_rate": 2.869063742878958e-06,
      "loss": 0.3521,
      "step": 1308920
    },
    {
      "epoch": 365.32,
      "grad_norm": 1.6774126291275024,
      "learning_rate": 2.869037391145563e-06,
      "loss": 0.3455,
      "step": 1308930
    },
    {
      "epoch": 365.32,
      "grad_norm": 0.9498341083526611,
      "learning_rate": 2.8690110393422516e-06,
      "loss": 0.3583,
      "step": 1308940
    },
    {
      "epoch": 365.32,
      "grad_norm": 0.9444679021835327,
      "learning_rate": 2.8689846874690276e-06,
      "loss": 0.3595,
      "step": 1308950
    },
    {
      "epoch": 365.33,
      "grad_norm": 0.9714707136154175,
      "learning_rate": 2.868958335525896e-06,
      "loss": 0.3419,
      "step": 1308960
    },
    {
      "epoch": 365.33,
      "grad_norm": 1.3727748394012451,
      "learning_rate": 2.868931983512858e-06,
      "loss": 0.3697,
      "step": 1308970
    },
    {
      "epoch": 365.33,
      "grad_norm": 1.119424819946289,
      "learning_rate": 2.868905631429918e-06,
      "loss": 0.3486,
      "step": 1308980
    },
    {
      "epoch": 365.33,
      "grad_norm": 1.1783416271209717,
      "learning_rate": 2.8688792792770802e-06,
      "loss": 0.3569,
      "step": 1308990
    },
    {
      "epoch": 365.34,
      "grad_norm": 1.066145658493042,
      "learning_rate": 2.868852927054347e-06,
      "loss": 0.3562,
      "step": 1309000
    },
    {
      "epoch": 365.34,
      "grad_norm": 1.059634804725647,
      "learning_rate": 2.8688265747617223e-06,
      "loss": 0.3501,
      "step": 1309010
    },
    {
      "epoch": 365.34,
      "grad_norm": 0.9912205934524536,
      "learning_rate": 2.8688002223992106e-06,
      "loss": 0.3555,
      "step": 1309020
    },
    {
      "epoch": 365.34,
      "grad_norm": 1.0151290893554688,
      "learning_rate": 2.8687738699668143e-06,
      "loss": 0.3653,
      "step": 1309030
    },
    {
      "epoch": 365.35,
      "grad_norm": 0.9421513080596924,
      "learning_rate": 2.868747517464537e-06,
      "loss": 0.3498,
      "step": 1309040
    },
    {
      "epoch": 365.35,
      "grad_norm": 0.9346188902854919,
      "learning_rate": 2.8687211648923825e-06,
      "loss": 0.3556,
      "step": 1309050
    },
    {
      "epoch": 365.35,
      "grad_norm": 0.9762146472930908,
      "learning_rate": 2.8686948122503545e-06,
      "loss": 0.3339,
      "step": 1309060
    },
    {
      "epoch": 365.36,
      "grad_norm": 0.9953016638755798,
      "learning_rate": 2.8686684595384552e-06,
      "loss": 0.3422,
      "step": 1309070
    },
    {
      "epoch": 365.36,
      "grad_norm": 1.1361669301986694,
      "learning_rate": 2.8686421067566897e-06,
      "loss": 0.3544,
      "step": 1309080
    },
    {
      "epoch": 365.36,
      "grad_norm": 1.0343959331512451,
      "learning_rate": 2.8686157539050613e-06,
      "loss": 0.35,
      "step": 1309090
    },
    {
      "epoch": 365.36,
      "grad_norm": 0.9689653515815735,
      "learning_rate": 2.8685894009835726e-06,
      "loss": 0.3598,
      "step": 1309100
    },
    {
      "epoch": 365.37,
      "grad_norm": 1.0630040168762207,
      "learning_rate": 2.868563047992228e-06,
      "loss": 0.3423,
      "step": 1309110
    },
    {
      "epoch": 365.37,
      "grad_norm": 1.3581620454788208,
      "learning_rate": 2.8685366949310307e-06,
      "loss": 0.3468,
      "step": 1309120
    },
    {
      "epoch": 365.37,
      "grad_norm": 1.1385087966918945,
      "learning_rate": 2.8685103417999835e-06,
      "loss": 0.355,
      "step": 1309130
    },
    {
      "epoch": 365.38,
      "grad_norm": 1.0334703922271729,
      "learning_rate": 2.8684839885990912e-06,
      "loss": 0.3496,
      "step": 1309140
    },
    {
      "epoch": 365.38,
      "grad_norm": 0.9852052927017212,
      "learning_rate": 2.868457635328356e-06,
      "loss": 0.3422,
      "step": 1309150
    },
    {
      "epoch": 365.38,
      "grad_norm": 0.9632608890533447,
      "learning_rate": 2.8684312819877834e-06,
      "loss": 0.3697,
      "step": 1309160
    },
    {
      "epoch": 365.38,
      "grad_norm": 0.9948626756668091,
      "learning_rate": 2.868404928577374e-06,
      "loss": 0.3544,
      "step": 1309170
    },
    {
      "epoch": 365.39,
      "grad_norm": 1.2133018970489502,
      "learning_rate": 2.8683785750971337e-06,
      "loss": 0.3495,
      "step": 1309180
    },
    {
      "epoch": 365.39,
      "grad_norm": 0.9849735498428345,
      "learning_rate": 2.8683522215470657e-06,
      "loss": 0.3467,
      "step": 1309190
    },
    {
      "epoch": 365.39,
      "grad_norm": 1.0280088186264038,
      "learning_rate": 2.868325867927172e-06,
      "loss": 0.3372,
      "step": 1309200
    },
    {
      "epoch": 365.39,
      "grad_norm": 1.2858866453170776,
      "learning_rate": 2.868299514237457e-06,
      "loss": 0.3389,
      "step": 1309210
    },
    {
      "epoch": 365.4,
      "grad_norm": 1.1380798816680908,
      "learning_rate": 2.868273160477925e-06,
      "loss": 0.3422,
      "step": 1309220
    },
    {
      "epoch": 365.4,
      "grad_norm": 1.0558650493621826,
      "learning_rate": 2.8682468066485787e-06,
      "loss": 0.3446,
      "step": 1309230
    },
    {
      "epoch": 365.4,
      "grad_norm": 2.455150604248047,
      "learning_rate": 2.8682204527494217e-06,
      "loss": 0.3538,
      "step": 1309240
    },
    {
      "epoch": 365.41,
      "grad_norm": 0.8787114024162292,
      "learning_rate": 2.8681940987804577e-06,
      "loss": 0.3522,
      "step": 1309250
    },
    {
      "epoch": 365.41,
      "grad_norm": 0.9097065329551697,
      "learning_rate": 2.8681677447416902e-06,
      "loss": 0.3603,
      "step": 1309260
    },
    {
      "epoch": 365.41,
      "grad_norm": 1.0497190952301025,
      "learning_rate": 2.8681413906331217e-06,
      "loss": 0.3456,
      "step": 1309270
    },
    {
      "epoch": 365.41,
      "grad_norm": 0.9188601970672607,
      "learning_rate": 2.868115036454757e-06,
      "loss": 0.3506,
      "step": 1309280
    },
    {
      "epoch": 365.42,
      "grad_norm": 1.1535204648971558,
      "learning_rate": 2.8680886822065997e-06,
      "loss": 0.3553,
      "step": 1309290
    },
    {
      "epoch": 365.42,
      "grad_norm": 11.975187301635742,
      "learning_rate": 2.868062327888652e-06,
      "loss": 0.3475,
      "step": 1309300
    },
    {
      "epoch": 365.42,
      "grad_norm": 1.043947696685791,
      "learning_rate": 2.868035973500918e-06,
      "loss": 0.346,
      "step": 1309310
    },
    {
      "epoch": 365.43,
      "grad_norm": 1.1179296970367432,
      "learning_rate": 2.8680096190434026e-06,
      "loss": 0.3498,
      "step": 1309320
    },
    {
      "epoch": 365.43,
      "grad_norm": 1.1072297096252441,
      "learning_rate": 2.8679832645161075e-06,
      "loss": 0.3514,
      "step": 1309330
    },
    {
      "epoch": 365.43,
      "grad_norm": 1.0403413772583008,
      "learning_rate": 2.867956909919036e-06,
      "loss": 0.3558,
      "step": 1309340
    },
    {
      "epoch": 365.43,
      "grad_norm": 1.235779881477356,
      "learning_rate": 2.8679305552521936e-06,
      "loss": 0.3561,
      "step": 1309350
    },
    {
      "epoch": 365.44,
      "grad_norm": 1.1199811697006226,
      "learning_rate": 2.8679042005155823e-06,
      "loss": 0.3502,
      "step": 1309360
    },
    {
      "epoch": 365.44,
      "grad_norm": 1.102210521697998,
      "learning_rate": 2.8678778457092055e-06,
      "loss": 0.3497,
      "step": 1309370
    },
    {
      "epoch": 365.44,
      "grad_norm": 1.2105060815811157,
      "learning_rate": 2.8678514908330676e-06,
      "loss": 0.3495,
      "step": 1309380
    },
    {
      "epoch": 365.45,
      "grad_norm": 0.8721948266029358,
      "learning_rate": 2.8678251358871714e-06,
      "loss": 0.3608,
      "step": 1309390
    },
    {
      "epoch": 365.45,
      "grad_norm": 1.190589427947998,
      "learning_rate": 2.8677987808715208e-06,
      "loss": 0.3378,
      "step": 1309400
    },
    {
      "epoch": 365.45,
      "grad_norm": 1.0692318677902222,
      "learning_rate": 2.8677724257861195e-06,
      "loss": 0.3439,
      "step": 1309410
    },
    {
      "epoch": 365.45,
      "grad_norm": 0.9682944416999817,
      "learning_rate": 2.86774607063097e-06,
      "loss": 0.3287,
      "step": 1309420
    },
    {
      "epoch": 365.46,
      "grad_norm": 0.8725545406341553,
      "learning_rate": 2.8677197154060766e-06,
      "loss": 0.3495,
      "step": 1309430
    },
    {
      "epoch": 365.46,
      "grad_norm": 1.039146900177002,
      "learning_rate": 2.8676933601114426e-06,
      "loss": 0.3515,
      "step": 1309440
    },
    {
      "epoch": 365.46,
      "grad_norm": 1.1000621318817139,
      "learning_rate": 2.867667004747072e-06,
      "loss": 0.3582,
      "step": 1309450
    },
    {
      "epoch": 365.46,
      "grad_norm": 1.1533098220825195,
      "learning_rate": 2.8676406493129675e-06,
      "loss": 0.3708,
      "step": 1309460
    },
    {
      "epoch": 365.47,
      "grad_norm": 1.1758192777633667,
      "learning_rate": 2.8676142938091337e-06,
      "loss": 0.3498,
      "step": 1309470
    },
    {
      "epoch": 365.47,
      "grad_norm": 1.1314529180526733,
      "learning_rate": 2.8675879382355725e-06,
      "loss": 0.3375,
      "step": 1309480
    },
    {
      "epoch": 365.47,
      "grad_norm": 1.320697546005249,
      "learning_rate": 2.867561582592289e-06,
      "loss": 0.3477,
      "step": 1309490
    },
    {
      "epoch": 365.48,
      "grad_norm": 0.9165569543838501,
      "learning_rate": 2.867535226879286e-06,
      "loss": 0.3402,
      "step": 1309500
    },
    {
      "epoch": 365.48,
      "grad_norm": 0.9374053478240967,
      "learning_rate": 2.867508871096567e-06,
      "loss": 0.355,
      "step": 1309510
    },
    {
      "epoch": 365.48,
      "grad_norm": 1.0695533752441406,
      "learning_rate": 2.8674825152441355e-06,
      "loss": 0.3495,
      "step": 1309520
    },
    {
      "epoch": 365.48,
      "grad_norm": 0.9179860949516296,
      "learning_rate": 2.867456159321994e-06,
      "loss": 0.3544,
      "step": 1309530
    },
    {
      "epoch": 365.49,
      "grad_norm": 1.0017720460891724,
      "learning_rate": 2.8674298033301485e-06,
      "loss": 0.3455,
      "step": 1309540
    },
    {
      "epoch": 365.49,
      "grad_norm": 1.111301302909851,
      "learning_rate": 2.8674034472686007e-06,
      "loss": 0.3504,
      "step": 1309550
    },
    {
      "epoch": 365.49,
      "grad_norm": 0.9560489058494568,
      "learning_rate": 2.8673770911373543e-06,
      "loss": 0.3369,
      "step": 1309560
    },
    {
      "epoch": 365.5,
      "grad_norm": 0.9547479152679443,
      "learning_rate": 2.8673507349364136e-06,
      "loss": 0.3299,
      "step": 1309570
    },
    {
      "epoch": 365.5,
      "grad_norm": 0.9939159154891968,
      "learning_rate": 2.867324378665781e-06,
      "loss": 0.35,
      "step": 1309580
    },
    {
      "epoch": 365.5,
      "grad_norm": 0.8743559122085571,
      "learning_rate": 2.8672980223254604e-06,
      "loss": 0.3347,
      "step": 1309590
    },
    {
      "epoch": 365.5,
      "grad_norm": 0.9881231784820557,
      "learning_rate": 2.867271665915455e-06,
      "loss": 0.3574,
      "step": 1309600
    },
    {
      "epoch": 365.51,
      "grad_norm": 0.9831168055534363,
      "learning_rate": 2.8672453094357694e-06,
      "loss": 0.333,
      "step": 1309610
    },
    {
      "epoch": 365.51,
      "grad_norm": 0.8315069675445557,
      "learning_rate": 2.867218952886406e-06,
      "loss": 0.3469,
      "step": 1309620
    },
    {
      "epoch": 365.51,
      "grad_norm": 1.137762188911438,
      "learning_rate": 2.8671925962673694e-06,
      "loss": 0.3443,
      "step": 1309630
    },
    {
      "epoch": 365.51,
      "grad_norm": 0.9279059767723083,
      "learning_rate": 2.8671662395786623e-06,
      "loss": 0.3423,
      "step": 1309640
    },
    {
      "epoch": 365.52,
      "grad_norm": 1.4257465600967407,
      "learning_rate": 2.867139882820288e-06,
      "loss": 0.3418,
      "step": 1309650
    },
    {
      "epoch": 365.52,
      "grad_norm": 0.9630966782569885,
      "learning_rate": 2.8671135259922503e-06,
      "loss": 0.3464,
      "step": 1309660
    },
    {
      "epoch": 365.52,
      "grad_norm": 1.004439115524292,
      "learning_rate": 2.867087169094553e-06,
      "loss": 0.3571,
      "step": 1309670
    },
    {
      "epoch": 365.53,
      "grad_norm": 1.219465732574463,
      "learning_rate": 2.867060812127199e-06,
      "loss": 0.3524,
      "step": 1309680
    },
    {
      "epoch": 365.53,
      "grad_norm": 0.9934759140014648,
      "learning_rate": 2.8670344550901925e-06,
      "loss": 0.3552,
      "step": 1309690
    },
    {
      "epoch": 365.53,
      "grad_norm": 1.0315958261489868,
      "learning_rate": 2.8670080979835373e-06,
      "loss": 0.3503,
      "step": 1309700
    },
    {
      "epoch": 365.53,
      "grad_norm": 1.1317567825317383,
      "learning_rate": 2.866981740807236e-06,
      "loss": 0.3478,
      "step": 1309710
    },
    {
      "epoch": 365.54,
      "grad_norm": 1.2091364860534668,
      "learning_rate": 2.866955383561292e-06,
      "loss": 0.3611,
      "step": 1309720
    },
    {
      "epoch": 365.54,
      "grad_norm": 1.0835305452346802,
      "learning_rate": 2.8669290262457087e-06,
      "loss": 0.3414,
      "step": 1309730
    },
    {
      "epoch": 365.54,
      "grad_norm": 0.9783641695976257,
      "learning_rate": 2.8669026688604914e-06,
      "loss": 0.3409,
      "step": 1309740
    },
    {
      "epoch": 365.55,
      "grad_norm": 1.0471277236938477,
      "learning_rate": 2.8668763114056413e-06,
      "loss": 0.3357,
      "step": 1309750
    },
    {
      "epoch": 365.55,
      "grad_norm": 0.9843944907188416,
      "learning_rate": 2.8668499538811634e-06,
      "loss": 0.3602,
      "step": 1309760
    },
    {
      "epoch": 365.55,
      "grad_norm": 1.1425352096557617,
      "learning_rate": 2.866823596287061e-06,
      "loss": 0.3488,
      "step": 1309770
    },
    {
      "epoch": 365.55,
      "grad_norm": 1.0268938541412354,
      "learning_rate": 2.8667972386233372e-06,
      "loss": 0.3486,
      "step": 1309780
    },
    {
      "epoch": 365.56,
      "grad_norm": 1.0233242511749268,
      "learning_rate": 2.8667708808899954e-06,
      "loss": 0.3574,
      "step": 1309790
    },
    {
      "epoch": 365.56,
      "grad_norm": 0.9678388237953186,
      "learning_rate": 2.86674452308704e-06,
      "loss": 0.333,
      "step": 1309800
    },
    {
      "epoch": 365.56,
      "grad_norm": 0.9228885769844055,
      "learning_rate": 2.866718165214473e-06,
      "loss": 0.3401,
      "step": 1309810
    },
    {
      "epoch": 365.57,
      "grad_norm": 1.420993685722351,
      "learning_rate": 2.866691807272299e-06,
      "loss": 0.3461,
      "step": 1309820
    },
    {
      "epoch": 365.57,
      "grad_norm": 0.9397557973861694,
      "learning_rate": 2.8666654492605214e-06,
      "loss": 0.3321,
      "step": 1309830
    },
    {
      "epoch": 365.57,
      "grad_norm": 0.8437524437904358,
      "learning_rate": 2.8666390911791443e-06,
      "loss": 0.3549,
      "step": 1309840
    },
    {
      "epoch": 365.57,
      "grad_norm": 1.0344574451446533,
      "learning_rate": 2.86661273302817e-06,
      "loss": 0.3294,
      "step": 1309850
    },
    {
      "epoch": 365.58,
      "grad_norm": 1.2480711936950684,
      "learning_rate": 2.866586374807603e-06,
      "loss": 0.3537,
      "step": 1309860
    },
    {
      "epoch": 365.58,
      "grad_norm": 0.9642456769943237,
      "learning_rate": 2.8665600165174452e-06,
      "loss": 0.349,
      "step": 1309870
    },
    {
      "epoch": 365.58,
      "grad_norm": 1.0447108745574951,
      "learning_rate": 2.8665336581577018e-06,
      "loss": 0.3411,
      "step": 1309880
    },
    {
      "epoch": 365.58,
      "grad_norm": 0.9374093413352966,
      "learning_rate": 2.8665072997283754e-06,
      "loss": 0.3383,
      "step": 1309890
    },
    {
      "epoch": 365.59,
      "grad_norm": 0.9821752309799194,
      "learning_rate": 2.8664809412294708e-06,
      "loss": 0.3365,
      "step": 1309900
    },
    {
      "epoch": 365.59,
      "grad_norm": 0.8312904238700867,
      "learning_rate": 2.8664545826609896e-06,
      "loss": 0.344,
      "step": 1309910
    },
    {
      "epoch": 365.59,
      "grad_norm": 1.0049651861190796,
      "learning_rate": 2.8664282240229373e-06,
      "loss": 0.3547,
      "step": 1309920
    },
    {
      "epoch": 365.6,
      "grad_norm": 0.9663611054420471,
      "learning_rate": 2.8664018653153157e-06,
      "loss": 0.3621,
      "step": 1309930
    },
    {
      "epoch": 365.6,
      "grad_norm": 0.945452094078064,
      "learning_rate": 2.866375506538129e-06,
      "loss": 0.3476,
      "step": 1309940
    },
    {
      "epoch": 365.6,
      "grad_norm": 0.8692548871040344,
      "learning_rate": 2.8663491476913805e-06,
      "loss": 0.342,
      "step": 1309950
    },
    {
      "epoch": 365.6,
      "grad_norm": 0.9510281682014465,
      "learning_rate": 2.8663227887750746e-06,
      "loss": 0.34,
      "step": 1309960
    },
    {
      "epoch": 365.61,
      "grad_norm": 0.9771082997322083,
      "learning_rate": 2.8662964297892133e-06,
      "loss": 0.3605,
      "step": 1309970
    },
    {
      "epoch": 365.61,
      "grad_norm": 1.180768370628357,
      "learning_rate": 2.8662700707338016e-06,
      "loss": 0.3576,
      "step": 1309980
    },
    {
      "epoch": 365.61,
      "grad_norm": 1.094233512878418,
      "learning_rate": 2.8662437116088422e-06,
      "loss": 0.3646,
      "step": 1309990
    },
    {
      "epoch": 365.62,
      "grad_norm": 0.9028081297874451,
      "learning_rate": 2.866217352414339e-06,
      "loss": 0.3498,
      "step": 1310000
    },
    {
      "epoch": 365.62,
      "grad_norm": 1.0011394023895264,
      "learning_rate": 2.8661909931502946e-06,
      "loss": 0.3405,
      "step": 1310010
    },
    {
      "epoch": 365.62,
      "grad_norm": 0.9244090914726257,
      "learning_rate": 2.866164633816713e-06,
      "loss": 0.343,
      "step": 1310020
    },
    {
      "epoch": 365.62,
      "grad_norm": 0.8757842779159546,
      "learning_rate": 2.8661382744135987e-06,
      "loss": 0.3405,
      "step": 1310030
    },
    {
      "epoch": 365.63,
      "grad_norm": 1.1034634113311768,
      "learning_rate": 2.866111914940954e-06,
      "loss": 0.3676,
      "step": 1310040
    },
    {
      "epoch": 365.63,
      "grad_norm": 1.0129988193511963,
      "learning_rate": 2.866085555398782e-06,
      "loss": 0.354,
      "step": 1310050
    },
    {
      "epoch": 365.63,
      "grad_norm": 1.0341144800186157,
      "learning_rate": 2.8660591957870887e-06,
      "loss": 0.3609,
      "step": 1310060
    },
    {
      "epoch": 365.63,
      "grad_norm": 0.9549922347068787,
      "learning_rate": 2.8660328361058747e-06,
      "loss": 0.3624,
      "step": 1310070
    },
    {
      "epoch": 365.64,
      "grad_norm": 1.0741384029388428,
      "learning_rate": 2.866006476355145e-06,
      "loss": 0.3497,
      "step": 1310080
    },
    {
      "epoch": 365.64,
      "grad_norm": 1.0295183658599854,
      "learning_rate": 2.865980116534903e-06,
      "loss": 0.3587,
      "step": 1310090
    },
    {
      "epoch": 365.64,
      "grad_norm": 0.9677943587303162,
      "learning_rate": 2.865953756645152e-06,
      "loss": 0.335,
      "step": 1310100
    },
    {
      "epoch": 365.65,
      "grad_norm": 0.9574037790298462,
      "learning_rate": 2.865927396685895e-06,
      "loss": 0.3496,
      "step": 1310110
    },
    {
      "epoch": 365.65,
      "grad_norm": 1.0387486219406128,
      "learning_rate": 2.8659010366571365e-06,
      "loss": 0.3468,
      "step": 1310120
    },
    {
      "epoch": 365.65,
      "grad_norm": 1.0796657800674438,
      "learning_rate": 2.8658746765588795e-06,
      "loss": 0.3589,
      "step": 1310130
    },
    {
      "epoch": 365.65,
      "grad_norm": 1.0669081211090088,
      "learning_rate": 2.8658483163911277e-06,
      "loss": 0.3498,
      "step": 1310140
    },
    {
      "epoch": 365.66,
      "grad_norm": 1.1131305694580078,
      "learning_rate": 2.8658219561538845e-06,
      "loss": 0.3492,
      "step": 1310150
    },
    {
      "epoch": 365.66,
      "grad_norm": 0.983227014541626,
      "learning_rate": 2.8657955958471536e-06,
      "loss": 0.3659,
      "step": 1310160
    },
    {
      "epoch": 365.66,
      "grad_norm": 1.1475447416305542,
      "learning_rate": 2.8657692354709372e-06,
      "loss": 0.3509,
      "step": 1310170
    },
    {
      "epoch": 365.67,
      "grad_norm": 1.0258564949035645,
      "learning_rate": 2.86574287502524e-06,
      "loss": 0.356,
      "step": 1310180
    },
    {
      "epoch": 365.67,
      "grad_norm": 1.0116245746612549,
      "learning_rate": 2.865716514510067e-06,
      "loss": 0.3569,
      "step": 1310190
    },
    {
      "epoch": 365.67,
      "grad_norm": 0.9377267360687256,
      "learning_rate": 2.8656901539254183e-06,
      "loss": 0.3562,
      "step": 1310200
    },
    {
      "epoch": 365.67,
      "grad_norm": 1.0642571449279785,
      "learning_rate": 2.8656637932713006e-06,
      "loss": 0.3454,
      "step": 1310210
    },
    {
      "epoch": 365.68,
      "grad_norm": 0.9819168448448181,
      "learning_rate": 2.865637432547716e-06,
      "loss": 0.3431,
      "step": 1310220
    },
    {
      "epoch": 365.68,
      "grad_norm": 1.1027121543884277,
      "learning_rate": 2.8656110717546667e-06,
      "loss": 0.3392,
      "step": 1310230
    },
    {
      "epoch": 365.68,
      "grad_norm": 1.3719226121902466,
      "learning_rate": 2.8655847108921586e-06,
      "loss": 0.3629,
      "step": 1310240
    },
    {
      "epoch": 365.69,
      "grad_norm": 1.0128487348556519,
      "learning_rate": 2.865558349960194e-06,
      "loss": 0.3498,
      "step": 1310250
    },
    {
      "epoch": 365.69,
      "grad_norm": 1.0859441757202148,
      "learning_rate": 2.8655319889587764e-06,
      "loss": 0.3649,
      "step": 1310260
    },
    {
      "epoch": 365.69,
      "grad_norm": 1.0419975519180298,
      "learning_rate": 2.865505627887909e-06,
      "loss": 0.33,
      "step": 1310270
    },
    {
      "epoch": 365.69,
      "grad_norm": 1.0547535419464111,
      "learning_rate": 2.8654792667475967e-06,
      "loss": 0.3455,
      "step": 1310280
    },
    {
      "epoch": 365.7,
      "grad_norm": 1.0713317394256592,
      "learning_rate": 2.8654529055378423e-06,
      "loss": 0.3322,
      "step": 1310290
    },
    {
      "epoch": 365.7,
      "grad_norm": 1.0374752283096313,
      "learning_rate": 2.865426544258648e-06,
      "loss": 0.3628,
      "step": 1310300
    },
    {
      "epoch": 365.7,
      "grad_norm": 0.9605954885482788,
      "learning_rate": 2.865400182910019e-06,
      "loss": 0.335,
      "step": 1310310
    },
    {
      "epoch": 365.7,
      "grad_norm": 1.3168296813964844,
      "learning_rate": 2.8653738214919584e-06,
      "loss": 0.3565,
      "step": 1310320
    },
    {
      "epoch": 365.71,
      "grad_norm": 0.9447588920593262,
      "learning_rate": 2.865347460004469e-06,
      "loss": 0.346,
      "step": 1310330
    },
    {
      "epoch": 365.71,
      "grad_norm": 1.0978102684020996,
      "learning_rate": 2.8653210984475553e-06,
      "loss": 0.3603,
      "step": 1310340
    },
    {
      "epoch": 365.71,
      "grad_norm": 1.0466904640197754,
      "learning_rate": 2.86529473682122e-06,
      "loss": 0.3414,
      "step": 1310350
    },
    {
      "epoch": 365.72,
      "grad_norm": 0.885543704032898,
      "learning_rate": 2.8652683751254677e-06,
      "loss": 0.3517,
      "step": 1310360
    },
    {
      "epoch": 365.72,
      "grad_norm": 1.335397720336914,
      "learning_rate": 2.8652420133603002e-06,
      "loss": 0.3358,
      "step": 1310370
    },
    {
      "epoch": 365.72,
      "grad_norm": 0.9363116025924683,
      "learning_rate": 2.8652156515257227e-06,
      "loss": 0.358,
      "step": 1310380
    },
    {
      "epoch": 365.72,
      "grad_norm": 1.0403393507003784,
      "learning_rate": 2.8651892896217375e-06,
      "loss": 0.348,
      "step": 1310390
    },
    {
      "epoch": 365.73,
      "grad_norm": 1.0203808546066284,
      "learning_rate": 2.8651629276483482e-06,
      "loss": 0.3462,
      "step": 1310400
    },
    {
      "epoch": 365.73,
      "grad_norm": 1.0388087034225464,
      "learning_rate": 2.86513656560556e-06,
      "loss": 0.3644,
      "step": 1310410
    },
    {
      "epoch": 365.73,
      "grad_norm": 1.104894757270813,
      "learning_rate": 2.8651102034933736e-06,
      "loss": 0.347,
      "step": 1310420
    },
    {
      "epoch": 365.74,
      "grad_norm": 0.9825208187103271,
      "learning_rate": 2.8650838413117954e-06,
      "loss": 0.3411,
      "step": 1310430
    },
    {
      "epoch": 365.74,
      "grad_norm": 0.9674049019813538,
      "learning_rate": 2.865057479060826e-06,
      "loss": 0.3495,
      "step": 1310440
    },
    {
      "epoch": 365.74,
      "grad_norm": 1.1894397735595703,
      "learning_rate": 2.865031116740472e-06,
      "loss": 0.3495,
      "step": 1310450
    },
    {
      "epoch": 365.74,
      "grad_norm": 1.2672643661499023,
      "learning_rate": 2.8650047543507345e-06,
      "loss": 0.3601,
      "step": 1310460
    },
    {
      "epoch": 365.75,
      "grad_norm": 1.238126516342163,
      "learning_rate": 2.864978391891618e-06,
      "loss": 0.3539,
      "step": 1310470
    },
    {
      "epoch": 365.75,
      "grad_norm": 0.9969576597213745,
      "learning_rate": 2.864952029363126e-06,
      "loss": 0.3511,
      "step": 1310480
    },
    {
      "epoch": 365.75,
      "grad_norm": 0.932052493095398,
      "learning_rate": 2.8649256667652613e-06,
      "loss": 0.3375,
      "step": 1310490
    },
    {
      "epoch": 365.75,
      "grad_norm": 1.0144057273864746,
      "learning_rate": 2.8648993040980283e-06,
      "loss": 0.3504,
      "step": 1310500
    },
    {
      "epoch": 365.76,
      "grad_norm": 1.0414071083068848,
      "learning_rate": 2.86487294136143e-06,
      "loss": 0.3518,
      "step": 1310510
    },
    {
      "epoch": 365.76,
      "grad_norm": 0.991041362285614,
      "learning_rate": 2.8648465785554714e-06,
      "loss": 0.3441,
      "step": 1310520
    },
    {
      "epoch": 365.76,
      "grad_norm": 1.0731608867645264,
      "learning_rate": 2.864820215680153e-06,
      "loss": 0.3446,
      "step": 1310530
    },
    {
      "epoch": 365.77,
      "grad_norm": 1.0935070514678955,
      "learning_rate": 2.8647938527354815e-06,
      "loss": 0.3663,
      "step": 1310540
    },
    {
      "epoch": 365.77,
      "grad_norm": 1.1129122972488403,
      "learning_rate": 2.8647674897214576e-06,
      "loss": 0.3463,
      "step": 1310550
    },
    {
      "epoch": 365.77,
      "grad_norm": 1.1064519882202148,
      "learning_rate": 2.8647411266380866e-06,
      "loss": 0.3423,
      "step": 1310560
    },
    {
      "epoch": 365.77,
      "grad_norm": 1.0272958278656006,
      "learning_rate": 2.8647147634853716e-06,
      "loss": 0.3665,
      "step": 1310570
    },
    {
      "epoch": 365.78,
      "grad_norm": 0.972676157951355,
      "learning_rate": 2.8646884002633156e-06,
      "loss": 0.3556,
      "step": 1310580
    },
    {
      "epoch": 365.78,
      "grad_norm": 1.0385851860046387,
      "learning_rate": 2.8646620369719235e-06,
      "loss": 0.3284,
      "step": 1310590
    },
    {
      "epoch": 365.78,
      "grad_norm": 1.052656888961792,
      "learning_rate": 2.864635673611197e-06,
      "loss": 0.3613,
      "step": 1310600
    },
    {
      "epoch": 365.79,
      "grad_norm": 1.0070991516113281,
      "learning_rate": 2.8646093101811416e-06,
      "loss": 0.3527,
      "step": 1310610
    },
    {
      "epoch": 365.79,
      "grad_norm": 1.1535403728485107,
      "learning_rate": 2.8645829466817584e-06,
      "loss": 0.3512,
      "step": 1310620
    },
    {
      "epoch": 365.79,
      "grad_norm": 3.1892175674438477,
      "learning_rate": 2.8645565831130524e-06,
      "loss": 0.3328,
      "step": 1310630
    },
    {
      "epoch": 365.79,
      "grad_norm": 1.1061975955963135,
      "learning_rate": 2.8645302194750274e-06,
      "loss": 0.3821,
      "step": 1310640
    },
    {
      "epoch": 365.8,
      "grad_norm": 1.048791527748108,
      "learning_rate": 2.8645038557676863e-06,
      "loss": 0.3428,
      "step": 1310650
    },
    {
      "epoch": 365.8,
      "grad_norm": 1.1291416883468628,
      "learning_rate": 2.864477491991033e-06,
      "loss": 0.353,
      "step": 1310660
    },
    {
      "epoch": 365.8,
      "grad_norm": 1.028322458267212,
      "learning_rate": 2.8644511281450705e-06,
      "loss": 0.3398,
      "step": 1310670
    },
    {
      "epoch": 365.81,
      "grad_norm": 0.9991125464439392,
      "learning_rate": 2.8644247642298023e-06,
      "loss": 0.3494,
      "step": 1310680
    },
    {
      "epoch": 365.81,
      "grad_norm": 1.006784200668335,
      "learning_rate": 2.864398400245232e-06,
      "loss": 0.3544,
      "step": 1310690
    },
    {
      "epoch": 365.81,
      "grad_norm": 3.1742780208587646,
      "learning_rate": 2.8643720361913636e-06,
      "loss": 0.3499,
      "step": 1310700
    },
    {
      "epoch": 365.81,
      "grad_norm": 1.2211796045303345,
      "learning_rate": 2.8643456720682e-06,
      "loss": 0.3475,
      "step": 1310710
    },
    {
      "epoch": 365.82,
      "grad_norm": 1.0134721994400024,
      "learning_rate": 2.8643193078757445e-06,
      "loss": 0.3631,
      "step": 1310720
    },
    {
      "epoch": 365.82,
      "grad_norm": 1.1506152153015137,
      "learning_rate": 2.864292943614002e-06,
      "loss": 0.3628,
      "step": 1310730
    },
    {
      "epoch": 365.82,
      "grad_norm": 1.1722180843353271,
      "learning_rate": 2.8642665792829753e-06,
      "loss": 0.3449,
      "step": 1310740
    },
    {
      "epoch": 365.82,
      "grad_norm": 1.2645446062088013,
      "learning_rate": 2.8642402148826672e-06,
      "loss": 0.3605,
      "step": 1310750
    },
    {
      "epoch": 365.83,
      "grad_norm": 0.9565104246139526,
      "learning_rate": 2.8642138504130815e-06,
      "loss": 0.3447,
      "step": 1310760
    },
    {
      "epoch": 365.83,
      "grad_norm": 1.0947378873825073,
      "learning_rate": 2.8641874858742226e-06,
      "loss": 0.3508,
      "step": 1310770
    },
    {
      "epoch": 365.83,
      "grad_norm": 1.0736652612686157,
      "learning_rate": 2.8641611212660924e-06,
      "loss": 0.3514,
      "step": 1310780
    },
    {
      "epoch": 365.84,
      "grad_norm": 0.9691932201385498,
      "learning_rate": 2.864134756588696e-06,
      "loss": 0.3565,
      "step": 1310790
    },
    {
      "epoch": 365.84,
      "grad_norm": 1.1304309368133545,
      "learning_rate": 2.864108391842036e-06,
      "loss": 0.3569,
      "step": 1310800
    },
    {
      "epoch": 365.84,
      "grad_norm": 0.9259651303291321,
      "learning_rate": 2.8640820270261165e-06,
      "loss": 0.3491,
      "step": 1310810
    },
    {
      "epoch": 365.84,
      "grad_norm": 1.2064658403396606,
      "learning_rate": 2.8640556621409405e-06,
      "loss": 0.3509,
      "step": 1310820
    },
    {
      "epoch": 365.85,
      "grad_norm": 1.1949951648712158,
      "learning_rate": 2.8640292971865115e-06,
      "loss": 0.3532,
      "step": 1310830
    },
    {
      "epoch": 365.85,
      "grad_norm": 1.043309211730957,
      "learning_rate": 2.8640029321628333e-06,
      "loss": 0.3447,
      "step": 1310840
    },
    {
      "epoch": 365.85,
      "grad_norm": 0.9201639890670776,
      "learning_rate": 2.863976567069909e-06,
      "loss": 0.3398,
      "step": 1310850
    },
    {
      "epoch": 365.86,
      "grad_norm": 0.9891534447669983,
      "learning_rate": 2.863950201907743e-06,
      "loss": 0.3429,
      "step": 1310860
    },
    {
      "epoch": 365.86,
      "grad_norm": 3.906611680984497,
      "learning_rate": 2.8639238366763375e-06,
      "loss": 0.3541,
      "step": 1310870
    },
    {
      "epoch": 365.86,
      "grad_norm": 1.0290701389312744,
      "learning_rate": 2.8638974713756973e-06,
      "loss": 0.345,
      "step": 1310880
    },
    {
      "epoch": 365.86,
      "grad_norm": 1.1341952085494995,
      "learning_rate": 2.863871106005825e-06,
      "loss": 0.3487,
      "step": 1310890
    },
    {
      "epoch": 365.87,
      "grad_norm": 0.901552677154541,
      "learning_rate": 2.863844740566725e-06,
      "loss": 0.3516,
      "step": 1310900
    },
    {
      "epoch": 365.87,
      "grad_norm": 0.9733566641807556,
      "learning_rate": 2.8638183750583994e-06,
      "loss": 0.3435,
      "step": 1310910
    },
    {
      "epoch": 365.87,
      "grad_norm": 0.9509332776069641,
      "learning_rate": 2.8637920094808527e-06,
      "loss": 0.347,
      "step": 1310920
    },
    {
      "epoch": 365.87,
      "grad_norm": 0.9483827948570251,
      "learning_rate": 2.863765643834089e-06,
      "loss": 0.3464,
      "step": 1310930
    },
    {
      "epoch": 365.88,
      "grad_norm": 1.0111970901489258,
      "learning_rate": 2.86373927811811e-06,
      "loss": 0.3401,
      "step": 1310940
    },
    {
      "epoch": 365.88,
      "grad_norm": 0.8703462481498718,
      "learning_rate": 2.8637129123329213e-06,
      "loss": 0.3554,
      "step": 1310950
    },
    {
      "epoch": 365.88,
      "grad_norm": 1.0459996461868286,
      "learning_rate": 2.8636865464785252e-06,
      "loss": 0.3434,
      "step": 1310960
    },
    {
      "epoch": 365.89,
      "grad_norm": 0.9921426773071289,
      "learning_rate": 2.863660180554925e-06,
      "loss": 0.3466,
      "step": 1310970
    },
    {
      "epoch": 365.89,
      "grad_norm": 1.140507698059082,
      "learning_rate": 2.8636338145621246e-06,
      "loss": 0.3503,
      "step": 1310980
    },
    {
      "epoch": 365.89,
      "grad_norm": 1.0755542516708374,
      "learning_rate": 2.8636074485001275e-06,
      "loss": 0.3596,
      "step": 1310990
    },
    {
      "epoch": 365.89,
      "grad_norm": 1.1995553970336914,
      "learning_rate": 2.8635810823689372e-06,
      "loss": 0.3449,
      "step": 1311000
    },
    {
      "epoch": 365.9,
      "grad_norm": 1.3577649593353271,
      "learning_rate": 2.8635547161685575e-06,
      "loss": 0.3477,
      "step": 1311010
    },
    {
      "epoch": 365.9,
      "grad_norm": 0.9469404816627502,
      "learning_rate": 2.863528349898992e-06,
      "loss": 0.333,
      "step": 1311020
    },
    {
      "epoch": 365.9,
      "grad_norm": 0.965673565864563,
      "learning_rate": 2.863501983560244e-06,
      "loss": 0.3605,
      "step": 1311030
    },
    {
      "epoch": 365.91,
      "grad_norm": 0.9324209094047546,
      "learning_rate": 2.863475617152316e-06,
      "loss": 0.3368,
      "step": 1311040
    },
    {
      "epoch": 365.91,
      "grad_norm": 1.112678050994873,
      "learning_rate": 2.8634492506752124e-06,
      "loss": 0.3382,
      "step": 1311050
    },
    {
      "epoch": 365.91,
      "grad_norm": 0.9861263036727905,
      "learning_rate": 2.8634228841289375e-06,
      "loss": 0.3317,
      "step": 1311060
    },
    {
      "epoch": 365.91,
      "grad_norm": 1.1709802150726318,
      "learning_rate": 2.8633965175134933e-06,
      "loss": 0.3527,
      "step": 1311070
    },
    {
      "epoch": 365.92,
      "grad_norm": 0.9533297419548035,
      "learning_rate": 2.8633701508288843e-06,
      "loss": 0.3421,
      "step": 1311080
    },
    {
      "epoch": 365.92,
      "grad_norm": 1.4135174751281738,
      "learning_rate": 2.863343784075114e-06,
      "loss": 0.3554,
      "step": 1311090
    },
    {
      "epoch": 365.92,
      "grad_norm": 1.031296968460083,
      "learning_rate": 2.863317417252185e-06,
      "loss": 0.3541,
      "step": 1311100
    },
    {
      "epoch": 365.93,
      "grad_norm": 1.175779104232788,
      "learning_rate": 2.8632910503601018e-06,
      "loss": 0.334,
      "step": 1311110
    },
    {
      "epoch": 365.93,
      "grad_norm": 1.1058282852172852,
      "learning_rate": 2.863264683398868e-06,
      "loss": 0.3446,
      "step": 1311120
    },
    {
      "epoch": 365.93,
      "grad_norm": 0.9923284649848938,
      "learning_rate": 2.863238316368485e-06,
      "loss": 0.3668,
      "step": 1311130
    },
    {
      "epoch": 365.93,
      "grad_norm": 0.9442440867424011,
      "learning_rate": 2.8632119492689596e-06,
      "loss": 0.3525,
      "step": 1311140
    },
    {
      "epoch": 365.94,
      "grad_norm": 1.1807451248168945,
      "learning_rate": 2.8631855821002933e-06,
      "loss": 0.3444,
      "step": 1311150
    },
    {
      "epoch": 365.94,
      "grad_norm": 1.2946919202804565,
      "learning_rate": 2.8631592148624892e-06,
      "loss": 0.3661,
      "step": 1311160
    },
    {
      "epoch": 365.94,
      "grad_norm": 1.007938027381897,
      "learning_rate": 2.8631328475555524e-06,
      "loss": 0.3542,
      "step": 1311170
    },
    {
      "epoch": 365.94,
      "grad_norm": 0.9757707118988037,
      "learning_rate": 2.863106480179486e-06,
      "loss": 0.3571,
      "step": 1311180
    },
    {
      "epoch": 365.95,
      "grad_norm": 1.0673151016235352,
      "learning_rate": 2.8630801127342925e-06,
      "loss": 0.3625,
      "step": 1311190
    },
    {
      "epoch": 365.95,
      "grad_norm": 1.0086441040039062,
      "learning_rate": 2.8630537452199757e-06,
      "loss": 0.3597,
      "step": 1311200
    },
    {
      "epoch": 365.95,
      "grad_norm": 1.0250693559646606,
      "learning_rate": 2.86302737763654e-06,
      "loss": 0.3378,
      "step": 1311210
    },
    {
      "epoch": 365.96,
      "grad_norm": 1.0322766304016113,
      "learning_rate": 2.863001009983988e-06,
      "loss": 0.3557,
      "step": 1311220
    },
    {
      "epoch": 365.96,
      "grad_norm": 1.0001717805862427,
      "learning_rate": 2.8629746422623236e-06,
      "loss": 0.3517,
      "step": 1311230
    },
    {
      "epoch": 365.96,
      "grad_norm": 2.251542568206787,
      "learning_rate": 2.8629482744715506e-06,
      "loss": 0.3526,
      "step": 1311240
    },
    {
      "epoch": 365.96,
      "grad_norm": 0.9990498423576355,
      "learning_rate": 2.8629219066116723e-06,
      "loss": 0.3386,
      "step": 1311250
    },
    {
      "epoch": 365.97,
      "grad_norm": 0.8425750136375427,
      "learning_rate": 2.8628955386826915e-06,
      "loss": 0.3428,
      "step": 1311260
    },
    {
      "epoch": 365.97,
      "grad_norm": 1.0586546659469604,
      "learning_rate": 2.862869170684612e-06,
      "loss": 0.36,
      "step": 1311270
    },
    {
      "epoch": 365.97,
      "grad_norm": 1.136588215827942,
      "learning_rate": 2.862842802617438e-06,
      "loss": 0.3466,
      "step": 1311280
    },
    {
      "epoch": 365.98,
      "grad_norm": 1.147097110748291,
      "learning_rate": 2.8628164344811728e-06,
      "loss": 0.3721,
      "step": 1311290
    },
    {
      "epoch": 365.98,
      "grad_norm": 1.2828906774520874,
      "learning_rate": 2.8627900662758194e-06,
      "loss": 0.3598,
      "step": 1311300
    },
    {
      "epoch": 365.98,
      "grad_norm": 0.9660623669624329,
      "learning_rate": 2.862763698001382e-06,
      "loss": 0.3509,
      "step": 1311310
    },
    {
      "epoch": 365.98,
      "grad_norm": 1.043405532836914,
      "learning_rate": 2.862737329657864e-06,
      "loss": 0.3399,
      "step": 1311320
    },
    {
      "epoch": 365.99,
      "grad_norm": 1.0898367166519165,
      "learning_rate": 2.862710961245268e-06,
      "loss": 0.3468,
      "step": 1311330
    },
    {
      "epoch": 365.99,
      "grad_norm": 0.9468533396720886,
      "learning_rate": 2.862684592763598e-06,
      "loss": 0.364,
      "step": 1311340
    },
    {
      "epoch": 365.99,
      "grad_norm": 1.0404926538467407,
      "learning_rate": 2.8626582242128583e-06,
      "loss": 0.3654,
      "step": 1311350
    },
    {
      "epoch": 365.99,
      "grad_norm": 0.9706408381462097,
      "learning_rate": 2.8626318555930513e-06,
      "loss": 0.3479,
      "step": 1311360
    },
    {
      "epoch": 366.0,
      "grad_norm": 0.9916508197784424,
      "learning_rate": 2.8626054869041807e-06,
      "loss": 0.3568,
      "step": 1311370
    },
    {
      "epoch": 366.0,
      "eval_loss": 0.35057705640792847,
      "eval_runtime": 62.8032,
      "eval_samples_per_second": 80.553,
      "eval_steps_per_second": 10.079,
      "step": 1311378
    },
    {
      "epoch": 366.0,
      "grad_norm": 1.060145378112793,
      "learning_rate": 2.862579118146251e-06,
      "loss": 0.3437,
      "step": 1311380
    },
    {
      "epoch": 366.0,
      "grad_norm": 0.8561252951622009,
      "learning_rate": 2.8625527493192644e-06,
      "loss": 0.3497,
      "step": 1311390
    },
    {
      "epoch": 366.01,
      "grad_norm": 1.0675551891326904,
      "learning_rate": 2.862526380423226e-06,
      "loss": 0.3521,
      "step": 1311400
    },
    {
      "epoch": 366.01,
      "grad_norm": 1.0542386770248413,
      "learning_rate": 2.862500011458138e-06,
      "loss": 0.3477,
      "step": 1311410
    },
    {
      "epoch": 366.01,
      "grad_norm": 1.1434370279312134,
      "learning_rate": 2.8624736424240035e-06,
      "loss": 0.3552,
      "step": 1311420
    },
    {
      "epoch": 366.01,
      "grad_norm": 4.590910911560059,
      "learning_rate": 2.862447273320827e-06,
      "loss": 0.3604,
      "step": 1311430
    },
    {
      "epoch": 366.02,
      "grad_norm": 1.0265408754348755,
      "learning_rate": 2.8624209041486127e-06,
      "loss": 0.3468,
      "step": 1311440
    },
    {
      "epoch": 366.02,
      "grad_norm": 1.0194127559661865,
      "learning_rate": 2.862394534907362e-06,
      "loss": 0.342,
      "step": 1311450
    },
    {
      "epoch": 366.02,
      "grad_norm": 0.8872127532958984,
      "learning_rate": 2.8623681655970794e-06,
      "loss": 0.3403,
      "step": 1311460
    },
    {
      "epoch": 366.03,
      "grad_norm": 0.9927166700363159,
      "learning_rate": 2.8623417962177697e-06,
      "loss": 0.3456,
      "step": 1311470
    },
    {
      "epoch": 366.03,
      "grad_norm": 1.0599251985549927,
      "learning_rate": 2.862315426769435e-06,
      "loss": 0.3442,
      "step": 1311480
    },
    {
      "epoch": 366.03,
      "grad_norm": 1.1657989025115967,
      "learning_rate": 2.862289057252079e-06,
      "loss": 0.3392,
      "step": 1311490
    },
    {
      "epoch": 366.03,
      "grad_norm": 1.053956389427185,
      "learning_rate": 2.8622626876657043e-06,
      "loss": 0.3475,
      "step": 1311500
    },
    {
      "epoch": 366.04,
      "grad_norm": 1.3054183721542358,
      "learning_rate": 2.862236318010317e-06,
      "loss": 0.3444,
      "step": 1311510
    },
    {
      "epoch": 366.04,
      "grad_norm": 1.2835445404052734,
      "learning_rate": 2.8622099482859176e-06,
      "loss": 0.3564,
      "step": 1311520
    },
    {
      "epoch": 366.04,
      "grad_norm": 1.0576112270355225,
      "learning_rate": 2.8621835784925118e-06,
      "loss": 0.3735,
      "step": 1311530
    },
    {
      "epoch": 366.05,
      "grad_norm": 1.0253130197525024,
      "learning_rate": 2.8621572086301024e-06,
      "loss": 0.3521,
      "step": 1311540
    },
    {
      "epoch": 366.05,
      "grad_norm": 1.0897501707077026,
      "learning_rate": 2.8621308386986933e-06,
      "loss": 0.341,
      "step": 1311550
    },
    {
      "epoch": 366.05,
      "grad_norm": 0.9638859033584595,
      "learning_rate": 2.8621044686982865e-06,
      "loss": 0.3456,
      "step": 1311560
    },
    {
      "epoch": 366.05,
      "grad_norm": 1.2216575145721436,
      "learning_rate": 2.8620780986288877e-06,
      "loss": 0.3471,
      "step": 1311570
    },
    {
      "epoch": 366.06,
      "grad_norm": 0.9960296154022217,
      "learning_rate": 2.862051728490498e-06,
      "loss": 0.3587,
      "step": 1311580
    },
    {
      "epoch": 366.06,
      "grad_norm": 0.9580774903297424,
      "learning_rate": 2.862025358283123e-06,
      "loss": 0.3464,
      "step": 1311590
    },
    {
      "epoch": 366.06,
      "grad_norm": 1.1454106569290161,
      "learning_rate": 2.8619989880067657e-06,
      "loss": 0.3412,
      "step": 1311600
    },
    {
      "epoch": 366.06,
      "grad_norm": 1.0085760354995728,
      "learning_rate": 2.861972617661428e-06,
      "loss": 0.3461,
      "step": 1311610
    },
    {
      "epoch": 366.07,
      "grad_norm": 1.044933557510376,
      "learning_rate": 2.8619462472471166e-06,
      "loss": 0.3365,
      "step": 1311620
    },
    {
      "epoch": 366.07,
      "grad_norm": 1.0902377367019653,
      "learning_rate": 2.8619198767638316e-06,
      "loss": 0.3543,
      "step": 1311630
    },
    {
      "epoch": 366.07,
      "grad_norm": 1.0182287693023682,
      "learning_rate": 2.8618935062115787e-06,
      "loss": 0.3576,
      "step": 1311640
    },
    {
      "epoch": 366.08,
      "grad_norm": 0.8881621956825256,
      "learning_rate": 2.8618671355903608e-06,
      "loss": 0.3664,
      "step": 1311650
    },
    {
      "epoch": 366.08,
      "grad_norm": 1.1138719320297241,
      "learning_rate": 2.861840764900181e-06,
      "loss": 0.3441,
      "step": 1311660
    },
    {
      "epoch": 366.08,
      "grad_norm": 1.003493070602417,
      "learning_rate": 2.8618143941410435e-06,
      "loss": 0.3584,
      "step": 1311670
    },
    {
      "epoch": 366.08,
      "grad_norm": 1.0324835777282715,
      "learning_rate": 2.8617880233129517e-06,
      "loss": 0.339,
      "step": 1311680
    },
    {
      "epoch": 366.09,
      "grad_norm": 0.8466320037841797,
      "learning_rate": 2.8617616524159085e-06,
      "loss": 0.358,
      "step": 1311690
    },
    {
      "epoch": 366.09,
      "grad_norm": 0.9537819623947144,
      "learning_rate": 2.861735281449918e-06,
      "loss": 0.3479,
      "step": 1311700
    },
    {
      "epoch": 366.09,
      "grad_norm": 1.4707309007644653,
      "learning_rate": 2.8617089104149834e-06,
      "loss": 0.3481,
      "step": 1311710
    },
    {
      "epoch": 366.1,
      "grad_norm": 1.0551425218582153,
      "learning_rate": 2.8616825393111084e-06,
      "loss": 0.3421,
      "step": 1311720
    },
    {
      "epoch": 366.1,
      "grad_norm": 0.9446027278900146,
      "learning_rate": 2.8616561681382966e-06,
      "loss": 0.3335,
      "step": 1311730
    },
    {
      "epoch": 366.1,
      "grad_norm": 1.1615283489227295,
      "learning_rate": 2.861629796896551e-06,
      "loss": 0.3604,
      "step": 1311740
    },
    {
      "epoch": 366.1,
      "grad_norm": 1.1113191843032837,
      "learning_rate": 2.861603425585875e-06,
      "loss": 0.3584,
      "step": 1311750
    },
    {
      "epoch": 366.11,
      "grad_norm": 1.1799616813659668,
      "learning_rate": 2.8615770542062735e-06,
      "loss": 0.3523,
      "step": 1311760
    },
    {
      "epoch": 366.11,
      "grad_norm": 0.9921027421951294,
      "learning_rate": 2.861550682757749e-06,
      "loss": 0.3486,
      "step": 1311770
    },
    {
      "epoch": 366.11,
      "grad_norm": 1.0975090265274048,
      "learning_rate": 2.8615243112403048e-06,
      "loss": 0.3344,
      "step": 1311780
    },
    {
      "epoch": 366.11,
      "grad_norm": 0.9295562505722046,
      "learning_rate": 2.8614979396539445e-06,
      "loss": 0.3593,
      "step": 1311790
    },
    {
      "epoch": 366.12,
      "grad_norm": 4.5551652908325195,
      "learning_rate": 2.861471567998672e-06,
      "loss": 0.3503,
      "step": 1311800
    },
    {
      "epoch": 366.12,
      "grad_norm": 0.9632415175437927,
      "learning_rate": 2.8614451962744906e-06,
      "loss": 0.3506,
      "step": 1311810
    },
    {
      "epoch": 366.12,
      "grad_norm": 1.0130316019058228,
      "learning_rate": 2.861418824481404e-06,
      "loss": 0.3572,
      "step": 1311820
    },
    {
      "epoch": 366.13,
      "grad_norm": 1.0249969959259033,
      "learning_rate": 2.8613924526194157e-06,
      "loss": 0.349,
      "step": 1311830
    },
    {
      "epoch": 366.13,
      "grad_norm": 1.121587872505188,
      "learning_rate": 2.861366080688529e-06,
      "loss": 0.3362,
      "step": 1311840
    },
    {
      "epoch": 366.13,
      "grad_norm": 0.9616790413856506,
      "learning_rate": 2.8613397086887467e-06,
      "loss": 0.3498,
      "step": 1311850
    },
    {
      "epoch": 366.13,
      "grad_norm": 0.9457219243049622,
      "learning_rate": 2.861313336620074e-06,
      "loss": 0.353,
      "step": 1311860
    },
    {
      "epoch": 366.14,
      "grad_norm": 1.0682896375656128,
      "learning_rate": 2.861286964482513e-06,
      "loss": 0.3443,
      "step": 1311870
    },
    {
      "epoch": 366.14,
      "grad_norm": 1.088060736656189,
      "learning_rate": 2.8612605922760677e-06,
      "loss": 0.3493,
      "step": 1311880
    },
    {
      "epoch": 366.14,
      "grad_norm": 1.0490784645080566,
      "learning_rate": 2.861234220000742e-06,
      "loss": 0.3463,
      "step": 1311890
    },
    {
      "epoch": 366.15,
      "grad_norm": 1.2210403680801392,
      "learning_rate": 2.8612078476565386e-06,
      "loss": 0.3594,
      "step": 1311900
    },
    {
      "epoch": 366.15,
      "grad_norm": 1.010794758796692,
      "learning_rate": 2.8611814752434615e-06,
      "loss": 0.3527,
      "step": 1311910
    },
    {
      "epoch": 366.15,
      "grad_norm": 1.1028671264648438,
      "learning_rate": 2.8611551027615137e-06,
      "loss": 0.3472,
      "step": 1311920
    },
    {
      "epoch": 366.15,
      "grad_norm": 0.9775691032409668,
      "learning_rate": 2.8611287302107e-06,
      "loss": 0.357,
      "step": 1311930
    },
    {
      "epoch": 366.16,
      "grad_norm": 0.897499680519104,
      "learning_rate": 2.8611023575910223e-06,
      "loss": 0.3509,
      "step": 1311940
    },
    {
      "epoch": 366.16,
      "grad_norm": 1.0260052680969238,
      "learning_rate": 2.861075984902485e-06,
      "loss": 0.3361,
      "step": 1311950
    },
    {
      "epoch": 366.16,
      "grad_norm": 1.08577299118042,
      "learning_rate": 2.861049612145092e-06,
      "loss": 0.3305,
      "step": 1311960
    },
    {
      "epoch": 366.17,
      "grad_norm": 0.8050063252449036,
      "learning_rate": 2.8610232393188456e-06,
      "loss": 0.3359,
      "step": 1311970
    },
    {
      "epoch": 366.17,
      "grad_norm": 1.0023243427276611,
      "learning_rate": 2.8609968664237508e-06,
      "loss": 0.346,
      "step": 1311980
    },
    {
      "epoch": 366.17,
      "grad_norm": 1.2003635168075562,
      "learning_rate": 2.86097049345981e-06,
      "loss": 0.3464,
      "step": 1311990
    },
    {
      "epoch": 366.17,
      "grad_norm": 1.1678277254104614,
      "learning_rate": 2.8609441204270265e-06,
      "loss": 0.356,
      "step": 1312000
    },
    {
      "epoch": 366.18,
      "grad_norm": 1.3015491962432861,
      "learning_rate": 2.8609177473254048e-06,
      "loss": 0.3493,
      "step": 1312010
    },
    {
      "epoch": 366.18,
      "grad_norm": 1.036811113357544,
      "learning_rate": 2.8608913741549476e-06,
      "loss": 0.3332,
      "step": 1312020
    },
    {
      "epoch": 366.18,
      "grad_norm": 0.9913832545280457,
      "learning_rate": 2.860865000915659e-06,
      "loss": 0.3506,
      "step": 1312030
    },
    {
      "epoch": 366.18,
      "grad_norm": 0.9063293933868408,
      "learning_rate": 2.860838627607542e-06,
      "loss": 0.353,
      "step": 1312040
    },
    {
      "epoch": 366.19,
      "grad_norm": 0.8883271217346191,
      "learning_rate": 2.8608122542306005e-06,
      "loss": 0.3628,
      "step": 1312050
    },
    {
      "epoch": 366.19,
      "grad_norm": 1.0024865865707397,
      "learning_rate": 2.8607858807848385e-06,
      "loss": 0.3708,
      "step": 1312060
    },
    {
      "epoch": 366.19,
      "grad_norm": 0.9755998849868774,
      "learning_rate": 2.8607595072702577e-06,
      "loss": 0.3491,
      "step": 1312070
    },
    {
      "epoch": 366.2,
      "grad_norm": 0.9882137775421143,
      "learning_rate": 2.8607331336868635e-06,
      "loss": 0.3484,
      "step": 1312080
    },
    {
      "epoch": 366.2,
      "grad_norm": 0.9088855981826782,
      "learning_rate": 2.860706760034659e-06,
      "loss": 0.3364,
      "step": 1312090
    },
    {
      "epoch": 366.2,
      "grad_norm": 1.0869554281234741,
      "learning_rate": 2.8606803863136468e-06,
      "loss": 0.3643,
      "step": 1312100
    },
    {
      "epoch": 366.2,
      "grad_norm": 1.15724515914917,
      "learning_rate": 2.8606540125238306e-06,
      "loss": 0.3537,
      "step": 1312110
    },
    {
      "epoch": 366.21,
      "grad_norm": 0.9755498766899109,
      "learning_rate": 2.8606276386652155e-06,
      "loss": 0.3474,
      "step": 1312120
    },
    {
      "epoch": 366.21,
      "grad_norm": 1.1111968755722046,
      "learning_rate": 2.860601264737804e-06,
      "loss": 0.3494,
      "step": 1312130
    },
    {
      "epoch": 366.21,
      "grad_norm": 1.0983699560165405,
      "learning_rate": 2.860574890741598e-06,
      "loss": 0.3325,
      "step": 1312140
    },
    {
      "epoch": 366.22,
      "grad_norm": 19.744417190551758,
      "learning_rate": 2.8605485166766038e-06,
      "loss": 0.3512,
      "step": 1312150
    },
    {
      "epoch": 366.22,
      "grad_norm": 1.045175552368164,
      "learning_rate": 2.8605221425428224e-06,
      "loss": 0.3441,
      "step": 1312160
    },
    {
      "epoch": 366.22,
      "grad_norm": 1.0180623531341553,
      "learning_rate": 2.8604957683402594e-06,
      "loss": 0.3437,
      "step": 1312170
    },
    {
      "epoch": 366.22,
      "grad_norm": 1.4570026397705078,
      "learning_rate": 2.860469394068917e-06,
      "loss": 0.3875,
      "step": 1312180
    },
    {
      "epoch": 366.23,
      "grad_norm": 1.0407557487487793,
      "learning_rate": 2.8604430197287995e-06,
      "loss": 0.358,
      "step": 1312190
    },
    {
      "epoch": 366.23,
      "grad_norm": 1.050316572189331,
      "learning_rate": 2.86041664531991e-06,
      "loss": 0.3348,
      "step": 1312200
    },
    {
      "epoch": 366.23,
      "grad_norm": 0.9604526162147522,
      "learning_rate": 2.8603902708422513e-06,
      "loss": 0.3406,
      "step": 1312210
    },
    {
      "epoch": 366.23,
      "grad_norm": 0.9798609018325806,
      "learning_rate": 2.8603638962958284e-06,
      "loss": 0.3423,
      "step": 1312220
    },
    {
      "epoch": 366.24,
      "grad_norm": 1.0351951122283936,
      "learning_rate": 2.8603375216806435e-06,
      "loss": 0.3535,
      "step": 1312230
    },
    {
      "epoch": 366.24,
      "grad_norm": 1.3474024534225464,
      "learning_rate": 2.8603111469967006e-06,
      "loss": 0.3551,
      "step": 1312240
    },
    {
      "epoch": 366.24,
      "grad_norm": 0.9422411322593689,
      "learning_rate": 2.860284772244004e-06,
      "loss": 0.3568,
      "step": 1312250
    },
    {
      "epoch": 366.25,
      "grad_norm": 1.0920681953430176,
      "learning_rate": 2.860258397422556e-06,
      "loss": 0.3404,
      "step": 1312260
    },
    {
      "epoch": 366.25,
      "grad_norm": 1.1107226610183716,
      "learning_rate": 2.8602320225323607e-06,
      "loss": 0.3815,
      "step": 1312270
    },
    {
      "epoch": 366.25,
      "grad_norm": 0.9529202580451965,
      "learning_rate": 2.860205647573422e-06,
      "loss": 0.3592,
      "step": 1312280
    },
    {
      "epoch": 366.25,
      "grad_norm": 1.0204813480377197,
      "learning_rate": 2.860179272545742e-06,
      "loss": 0.359,
      "step": 1312290
    },
    {
      "epoch": 366.26,
      "grad_norm": 2.186016082763672,
      "learning_rate": 2.860152897449325e-06,
      "loss": 0.3507,
      "step": 1312300
    },
    {
      "epoch": 366.26,
      "grad_norm": 1.1180092096328735,
      "learning_rate": 2.8601265222841755e-06,
      "loss": 0.3635,
      "step": 1312310
    },
    {
      "epoch": 366.26,
      "grad_norm": 0.9927146434783936,
      "learning_rate": 2.8601001470502953e-06,
      "loss": 0.3432,
      "step": 1312320
    },
    {
      "epoch": 366.27,
      "grad_norm": 1.120354175567627,
      "learning_rate": 2.8600737717476893e-06,
      "loss": 0.3619,
      "step": 1312330
    },
    {
      "epoch": 366.27,
      "grad_norm": 1.0951467752456665,
      "learning_rate": 2.8600473963763606e-06,
      "loss": 0.3387,
      "step": 1312340
    },
    {
      "epoch": 366.27,
      "grad_norm": 1.2508492469787598,
      "learning_rate": 2.860021020936312e-06,
      "loss": 0.3477,
      "step": 1312350
    },
    {
      "epoch": 366.27,
      "grad_norm": 1.2225035429000854,
      "learning_rate": 2.8599946454275484e-06,
      "loss": 0.3507,
      "step": 1312360
    },
    {
      "epoch": 366.28,
      "grad_norm": 1.070509910583496,
      "learning_rate": 2.859968269850072e-06,
      "loss": 0.3648,
      "step": 1312370
    },
    {
      "epoch": 366.28,
      "grad_norm": 1.1369186639785767,
      "learning_rate": 2.859941894203887e-06,
      "loss": 0.3411,
      "step": 1312380
    },
    {
      "epoch": 366.28,
      "grad_norm": 1.1793955564498901,
      "learning_rate": 2.8599155184889965e-06,
      "loss": 0.3547,
      "step": 1312390
    },
    {
      "epoch": 366.29,
      "grad_norm": 1.009903907775879,
      "learning_rate": 2.859889142705404e-06,
      "loss": 0.372,
      "step": 1312400
    },
    {
      "epoch": 366.29,
      "grad_norm": 1.0238280296325684,
      "learning_rate": 2.8598627668531135e-06,
      "loss": 0.3495,
      "step": 1312410
    },
    {
      "epoch": 366.29,
      "grad_norm": 1.2087360620498657,
      "learning_rate": 2.859836390932128e-06,
      "loss": 0.3552,
      "step": 1312420
    },
    {
      "epoch": 366.29,
      "grad_norm": 0.971047580242157,
      "learning_rate": 2.8598100149424523e-06,
      "loss": 0.3469,
      "step": 1312430
    },
    {
      "epoch": 366.3,
      "grad_norm": 1.120729684829712,
      "learning_rate": 2.8597836388840884e-06,
      "loss": 0.3402,
      "step": 1312440
    },
    {
      "epoch": 366.3,
      "grad_norm": 1.0171784162521362,
      "learning_rate": 2.8597572627570394e-06,
      "loss": 0.3572,
      "step": 1312450
    },
    {
      "epoch": 366.3,
      "grad_norm": 1.641574501991272,
      "learning_rate": 2.8597308865613105e-06,
      "loss": 0.3462,
      "step": 1312460
    },
    {
      "epoch": 366.3,
      "grad_norm": 1.1177287101745605,
      "learning_rate": 2.8597045102969045e-06,
      "loss": 0.3486,
      "step": 1312470
    },
    {
      "epoch": 366.31,
      "grad_norm": 0.8989285230636597,
      "learning_rate": 2.8596781339638245e-06,
      "loss": 0.3415,
      "step": 1312480
    },
    {
      "epoch": 366.31,
      "grad_norm": 0.9935057759284973,
      "learning_rate": 2.8596517575620734e-06,
      "loss": 0.3525,
      "step": 1312490
    },
    {
      "epoch": 366.31,
      "grad_norm": 1.0313307046890259,
      "learning_rate": 2.8596253810916568e-06,
      "loss": 0.3334,
      "step": 1312500
    },
    {
      "epoch": 366.32,
      "grad_norm": 0.9184927344322205,
      "learning_rate": 2.8595990045525775e-06,
      "loss": 0.3397,
      "step": 1312510
    },
    {
      "epoch": 366.32,
      "grad_norm": 0.9676688313484192,
      "learning_rate": 2.8595726279448378e-06,
      "loss": 0.3533,
      "step": 1312520
    },
    {
      "epoch": 366.32,
      "grad_norm": 1.041606068611145,
      "learning_rate": 2.8595462512684417e-06,
      "loss": 0.3421,
      "step": 1312530
    },
    {
      "epoch": 366.32,
      "grad_norm": 0.9862321019172668,
      "learning_rate": 2.8595198745233937e-06,
      "loss": 0.3566,
      "step": 1312540
    },
    {
      "epoch": 366.33,
      "grad_norm": 0.9118640422821045,
      "learning_rate": 2.859493497709696e-06,
      "loss": 0.3593,
      "step": 1312550
    },
    {
      "epoch": 366.33,
      "grad_norm": 0.9509249925613403,
      "learning_rate": 2.8594671208273526e-06,
      "loss": 0.3557,
      "step": 1312560
    },
    {
      "epoch": 366.33,
      "grad_norm": 1.4768117666244507,
      "learning_rate": 2.8594407438763676e-06,
      "loss": 0.3486,
      "step": 1312570
    },
    {
      "epoch": 366.34,
      "grad_norm": 1.1408849954605103,
      "learning_rate": 2.8594143668567445e-06,
      "loss": 0.3464,
      "step": 1312580
    },
    {
      "epoch": 366.34,
      "grad_norm": 1.0061956644058228,
      "learning_rate": 2.859387989768485e-06,
      "loss": 0.3464,
      "step": 1312590
    },
    {
      "epoch": 366.34,
      "grad_norm": 1.1251306533813477,
      "learning_rate": 2.8593616126115952e-06,
      "loss": 0.3525,
      "step": 1312600
    },
    {
      "epoch": 366.34,
      "grad_norm": 0.8781020641326904,
      "learning_rate": 2.8593352353860767e-06,
      "loss": 0.3456,
      "step": 1312610
    },
    {
      "epoch": 366.35,
      "grad_norm": 0.9524528384208679,
      "learning_rate": 2.859308858091933e-06,
      "loss": 0.3455,
      "step": 1312620
    },
    {
      "epoch": 366.35,
      "grad_norm": 0.8690583109855652,
      "learning_rate": 2.859282480729169e-06,
      "loss": 0.325,
      "step": 1312630
    },
    {
      "epoch": 366.35,
      "grad_norm": 1.1308281421661377,
      "learning_rate": 2.859256103297788e-06,
      "loss": 0.3626,
      "step": 1312640
    },
    {
      "epoch": 366.36,
      "grad_norm": 0.814691424369812,
      "learning_rate": 2.8592297257977926e-06,
      "loss": 0.3434,
      "step": 1312650
    },
    {
      "epoch": 366.36,
      "grad_norm": 1.0662877559661865,
      "learning_rate": 2.8592033482291863e-06,
      "loss": 0.3405,
      "step": 1312660
    },
    {
      "epoch": 366.36,
      "grad_norm": 0.9954062104225159,
      "learning_rate": 2.8591769705919737e-06,
      "loss": 0.3311,
      "step": 1312670
    },
    {
      "epoch": 366.36,
      "grad_norm": 0.9964287281036377,
      "learning_rate": 2.859150592886157e-06,
      "loss": 0.3592,
      "step": 1312680
    },
    {
      "epoch": 366.37,
      "grad_norm": 1.036012887954712,
      "learning_rate": 2.8591242151117407e-06,
      "loss": 0.3541,
      "step": 1312690
    },
    {
      "epoch": 366.37,
      "grad_norm": 1.094696044921875,
      "learning_rate": 2.859097837268728e-06,
      "loss": 0.3538,
      "step": 1312700
    },
    {
      "epoch": 366.37,
      "grad_norm": 1.0875787734985352,
      "learning_rate": 2.859071459357122e-06,
      "loss": 0.3521,
      "step": 1312710
    },
    {
      "epoch": 366.37,
      "grad_norm": 1.1823358535766602,
      "learning_rate": 2.859045081376927e-06,
      "loss": 0.3467,
      "step": 1312720
    },
    {
      "epoch": 366.38,
      "grad_norm": 0.8504311442375183,
      "learning_rate": 2.859018703328146e-06,
      "loss": 0.3235,
      "step": 1312730
    },
    {
      "epoch": 366.38,
      "grad_norm": 1.1349540948867798,
      "learning_rate": 2.858992325210782e-06,
      "loss": 0.3479,
      "step": 1312740
    },
    {
      "epoch": 366.38,
      "grad_norm": 0.9895286560058594,
      "learning_rate": 2.85896594702484e-06,
      "loss": 0.3719,
      "step": 1312750
    },
    {
      "epoch": 366.39,
      "grad_norm": 1.0096160173416138,
      "learning_rate": 2.858939568770322e-06,
      "loss": 0.3383,
      "step": 1312760
    },
    {
      "epoch": 366.39,
      "grad_norm": 1.2666912078857422,
      "learning_rate": 2.858913190447232e-06,
      "loss": 0.3558,
      "step": 1312770
    },
    {
      "epoch": 366.39,
      "grad_norm": 0.9357888698577881,
      "learning_rate": 2.8588868120555737e-06,
      "loss": 0.3496,
      "step": 1312780
    },
    {
      "epoch": 366.39,
      "grad_norm": 0.9510413408279419,
      "learning_rate": 2.8588604335953513e-06,
      "loss": 0.3477,
      "step": 1312790
    },
    {
      "epoch": 366.4,
      "grad_norm": 1.1765257120132446,
      "learning_rate": 2.858834055066567e-06,
      "loss": 0.3523,
      "step": 1312800
    },
    {
      "epoch": 366.4,
      "grad_norm": 1.0050156116485596,
      "learning_rate": 2.8588076764692253e-06,
      "loss": 0.3457,
      "step": 1312810
    },
    {
      "epoch": 366.4,
      "grad_norm": 1.613003134727478,
      "learning_rate": 2.8587812978033285e-06,
      "loss": 0.3408,
      "step": 1312820
    },
    {
      "epoch": 366.41,
      "grad_norm": 1.036837100982666,
      "learning_rate": 2.8587549190688817e-06,
      "loss": 0.3699,
      "step": 1312830
    },
    {
      "epoch": 366.41,
      "grad_norm": 1.0436917543411255,
      "learning_rate": 2.858728540265887e-06,
      "loss": 0.3413,
      "step": 1312840
    },
    {
      "epoch": 366.41,
      "grad_norm": 1.0652660131454468,
      "learning_rate": 2.8587021613943484e-06,
      "loss": 0.3525,
      "step": 1312850
    },
    {
      "epoch": 366.41,
      "grad_norm": 1.031883955001831,
      "learning_rate": 2.8586757824542704e-06,
      "loss": 0.3416,
      "step": 1312860
    },
    {
      "epoch": 366.42,
      "grad_norm": 1.048053503036499,
      "learning_rate": 2.858649403445655e-06,
      "loss": 0.3505,
      "step": 1312870
    },
    {
      "epoch": 366.42,
      "grad_norm": 0.9632407426834106,
      "learning_rate": 2.8586230243685065e-06,
      "loss": 0.3518,
      "step": 1312880
    },
    {
      "epoch": 366.42,
      "grad_norm": 1.1708414554595947,
      "learning_rate": 2.8585966452228286e-06,
      "loss": 0.3446,
      "step": 1312890
    },
    {
      "epoch": 366.42,
      "grad_norm": 0.9960395097732544,
      "learning_rate": 2.8585702660086236e-06,
      "loss": 0.3461,
      "step": 1312900
    },
    {
      "epoch": 366.43,
      "grad_norm": 1.0263274908065796,
      "learning_rate": 2.858543886725896e-06,
      "loss": 0.3515,
      "step": 1312910
    },
    {
      "epoch": 366.43,
      "grad_norm": 0.9755244851112366,
      "learning_rate": 2.8585175073746498e-06,
      "loss": 0.3366,
      "step": 1312920
    },
    {
      "epoch": 366.43,
      "grad_norm": 1.0281484127044678,
      "learning_rate": 2.8584911279548877e-06,
      "loss": 0.3373,
      "step": 1312930
    },
    {
      "epoch": 366.44,
      "grad_norm": 0.994295597076416,
      "learning_rate": 2.8584647484666138e-06,
      "loss": 0.3485,
      "step": 1312940
    },
    {
      "epoch": 366.44,
      "grad_norm": 1.0519757270812988,
      "learning_rate": 2.85843836890983e-06,
      "loss": 0.353,
      "step": 1312950
    },
    {
      "epoch": 366.44,
      "grad_norm": 1.009621024131775,
      "learning_rate": 2.8584119892845427e-06,
      "loss": 0.3316,
      "step": 1312960
    },
    {
      "epoch": 366.44,
      "grad_norm": 1.1125768423080444,
      "learning_rate": 2.8583856095907528e-06,
      "loss": 0.3339,
      "step": 1312970
    },
    {
      "epoch": 366.45,
      "grad_norm": 1.2416051626205444,
      "learning_rate": 2.8583592298284645e-06,
      "loss": 0.3532,
      "step": 1312980
    },
    {
      "epoch": 366.45,
      "grad_norm": 1.0361814498901367,
      "learning_rate": 2.8583328499976823e-06,
      "loss": 0.356,
      "step": 1312990
    },
    {
      "epoch": 366.45,
      "grad_norm": 0.9000619649887085,
      "learning_rate": 2.858306470098408e-06,
      "loss": 0.3461,
      "step": 1313000
    },
    {
      "epoch": 366.46,
      "grad_norm": 1.1240911483764648,
      "learning_rate": 2.858280090130647e-06,
      "loss": 0.3482,
      "step": 1313010
    },
    {
      "epoch": 366.46,
      "grad_norm": 0.9224720001220703,
      "learning_rate": 2.858253710094402e-06,
      "loss": 0.3509,
      "step": 1313020
    },
    {
      "epoch": 366.46,
      "grad_norm": 5.343148231506348,
      "learning_rate": 2.8582273299896758e-06,
      "loss": 0.356,
      "step": 1313030
    },
    {
      "epoch": 366.46,
      "grad_norm": 2.99739408493042,
      "learning_rate": 2.858200949816473e-06,
      "loss": 0.3567,
      "step": 1313040
    },
    {
      "epoch": 366.47,
      "grad_norm": 0.9502493143081665,
      "learning_rate": 2.858174569574796e-06,
      "loss": 0.3527,
      "step": 1313050
    },
    {
      "epoch": 366.47,
      "grad_norm": 1.1352962255477905,
      "learning_rate": 2.8581481892646495e-06,
      "loss": 0.3395,
      "step": 1313060
    },
    {
      "epoch": 366.47,
      "grad_norm": 1.1168036460876465,
      "learning_rate": 2.8581218088860356e-06,
      "loss": 0.3394,
      "step": 1313070
    },
    {
      "epoch": 366.48,
      "grad_norm": 1.0826102495193481,
      "learning_rate": 2.8580954284389597e-06,
      "loss": 0.3624,
      "step": 1313080
    },
    {
      "epoch": 366.48,
      "grad_norm": 0.8542458415031433,
      "learning_rate": 2.858069047923424e-06,
      "loss": 0.3586,
      "step": 1313090
    },
    {
      "epoch": 366.48,
      "grad_norm": 1.03107750415802,
      "learning_rate": 2.8580426673394327e-06,
      "loss": 0.3522,
      "step": 1313100
    },
    {
      "epoch": 366.48,
      "grad_norm": 1.135923981666565,
      "learning_rate": 2.858016286686988e-06,
      "loss": 0.3511,
      "step": 1313110
    },
    {
      "epoch": 366.49,
      "grad_norm": 1.0062495470046997,
      "learning_rate": 2.857989905966095e-06,
      "loss": 0.3524,
      "step": 1313120
    },
    {
      "epoch": 366.49,
      "grad_norm": 1.00263249874115,
      "learning_rate": 2.857963525176756e-06,
      "loss": 0.3571,
      "step": 1313130
    },
    {
      "epoch": 366.49,
      "grad_norm": 0.9173116683959961,
      "learning_rate": 2.8579371443189755e-06,
      "loss": 0.3595,
      "step": 1313140
    },
    {
      "epoch": 366.49,
      "grad_norm": 1.157942295074463,
      "learning_rate": 2.8579107633927564e-06,
      "loss": 0.3632,
      "step": 1313150
    },
    {
      "epoch": 366.5,
      "grad_norm": 0.967173159122467,
      "learning_rate": 2.8578843823981026e-06,
      "loss": 0.3595,
      "step": 1313160
    },
    {
      "epoch": 366.5,
      "grad_norm": 1.0031731128692627,
      "learning_rate": 2.857858001335017e-06,
      "loss": 0.3213,
      "step": 1313170
    },
    {
      "epoch": 366.5,
      "grad_norm": 1.0721368789672852,
      "learning_rate": 2.857831620203504e-06,
      "loss": 0.3488,
      "step": 1313180
    },
    {
      "epoch": 366.51,
      "grad_norm": 1.1010464429855347,
      "learning_rate": 2.857805239003566e-06,
      "loss": 0.3651,
      "step": 1313190
    },
    {
      "epoch": 366.51,
      "grad_norm": 0.9310987591743469,
      "learning_rate": 2.8577788577352066e-06,
      "loss": 0.3557,
      "step": 1313200
    },
    {
      "epoch": 366.51,
      "grad_norm": 1.0092204809188843,
      "learning_rate": 2.8577524763984307e-06,
      "loss": 0.3472,
      "step": 1313210
    },
    {
      "epoch": 366.51,
      "grad_norm": 1.0076414346694946,
      "learning_rate": 2.857726094993241e-06,
      "loss": 0.3636,
      "step": 1313220
    },
    {
      "epoch": 366.52,
      "grad_norm": 1.0432872772216797,
      "learning_rate": 2.857699713519641e-06,
      "loss": 0.3412,
      "step": 1313230
    },
    {
      "epoch": 366.52,
      "grad_norm": 0.8688216209411621,
      "learning_rate": 2.8576733319776337e-06,
      "loss": 0.3441,
      "step": 1313240
    },
    {
      "epoch": 366.52,
      "grad_norm": 1.0057604312896729,
      "learning_rate": 2.8576469503672233e-06,
      "loss": 0.3423,
      "step": 1313250
    },
    {
      "epoch": 366.53,
      "grad_norm": 1.027337908744812,
      "learning_rate": 2.857620568688413e-06,
      "loss": 0.342,
      "step": 1313260
    },
    {
      "epoch": 366.53,
      "grad_norm": 1.0020700693130493,
      "learning_rate": 2.857594186941206e-06,
      "loss": 0.3385,
      "step": 1313270
    },
    {
      "epoch": 366.53,
      "grad_norm": 1.0111504793167114,
      "learning_rate": 2.857567805125607e-06,
      "loss": 0.3492,
      "step": 1313280
    },
    {
      "epoch": 366.53,
      "grad_norm": 1.0126163959503174,
      "learning_rate": 2.857541423241618e-06,
      "loss": 0.3535,
      "step": 1313290
    },
    {
      "epoch": 366.54,
      "grad_norm": 1.0539791584014893,
      "learning_rate": 2.8575150412892435e-06,
      "loss": 0.3379,
      "step": 1313300
    },
    {
      "epoch": 366.54,
      "grad_norm": 0.9970939755439758,
      "learning_rate": 2.857488659268487e-06,
      "loss": 0.3558,
      "step": 1313310
    },
    {
      "epoch": 366.54,
      "grad_norm": 0.9715642333030701,
      "learning_rate": 2.8574622771793516e-06,
      "loss": 0.3454,
      "step": 1313320
    },
    {
      "epoch": 366.54,
      "grad_norm": 2.5442593097686768,
      "learning_rate": 2.8574358950218406e-06,
      "loss": 0.3593,
      "step": 1313330
    },
    {
      "epoch": 366.55,
      "grad_norm": 0.9425740242004395,
      "learning_rate": 2.857409512795958e-06,
      "loss": 0.3651,
      "step": 1313340
    },
    {
      "epoch": 366.55,
      "grad_norm": 1.0050946474075317,
      "learning_rate": 2.8573831305017073e-06,
      "loss": 0.3595,
      "step": 1313350
    },
    {
      "epoch": 366.55,
      "grad_norm": 1.065756916999817,
      "learning_rate": 2.8573567481390915e-06,
      "loss": 0.3552,
      "step": 1313360
    },
    {
      "epoch": 366.56,
      "grad_norm": 1.0084142684936523,
      "learning_rate": 2.8573303657081154e-06,
      "loss": 0.354,
      "step": 1313370
    },
    {
      "epoch": 366.56,
      "grad_norm": 1.0027800798416138,
      "learning_rate": 2.8573039832087812e-06,
      "loss": 0.3571,
      "step": 1313380
    },
    {
      "epoch": 366.56,
      "grad_norm": 0.9894464612007141,
      "learning_rate": 2.8572776006410928e-06,
      "loss": 0.3501,
      "step": 1313390
    },
    {
      "epoch": 366.56,
      "grad_norm": 0.974762499332428,
      "learning_rate": 2.8572512180050534e-06,
      "loss": 0.3414,
      "step": 1313400
    },
    {
      "epoch": 366.57,
      "grad_norm": 0.9763455986976624,
      "learning_rate": 2.857224835300667e-06,
      "loss": 0.3572,
      "step": 1313410
    },
    {
      "epoch": 366.57,
      "grad_norm": 0.9900849461555481,
      "learning_rate": 2.8571984525279373e-06,
      "loss": 0.3498,
      "step": 1313420
    },
    {
      "epoch": 366.57,
      "grad_norm": 0.979174017906189,
      "learning_rate": 2.857172069686867e-06,
      "loss": 0.369,
      "step": 1313430
    },
    {
      "epoch": 366.58,
      "grad_norm": 1.0403202772140503,
      "learning_rate": 2.8571456867774603e-06,
      "loss": 0.3468,
      "step": 1313440
    },
    {
      "epoch": 366.58,
      "grad_norm": 1.2114001512527466,
      "learning_rate": 2.85711930379972e-06,
      "loss": 0.3453,
      "step": 1313450
    },
    {
      "epoch": 366.58,
      "grad_norm": 0.908022403717041,
      "learning_rate": 2.8570929207536512e-06,
      "loss": 0.3517,
      "step": 1313460
    },
    {
      "epoch": 366.58,
      "grad_norm": 0.9447868466377258,
      "learning_rate": 2.8570665376392564e-06,
      "loss": 0.3535,
      "step": 1313470
    },
    {
      "epoch": 366.59,
      "grad_norm": 1.136500358581543,
      "learning_rate": 2.857040154456538e-06,
      "loss": 0.3511,
      "step": 1313480
    },
    {
      "epoch": 366.59,
      "grad_norm": 1.043857455253601,
      "learning_rate": 2.8570137712055008e-06,
      "loss": 0.3598,
      "step": 1313490
    },
    {
      "epoch": 366.59,
      "grad_norm": 0.9955977201461792,
      "learning_rate": 2.856987387886148e-06,
      "loss": 0.3549,
      "step": 1313500
    },
    {
      "epoch": 366.6,
      "grad_norm": 1.0893679857254028,
      "learning_rate": 2.8569610044984835e-06,
      "loss": 0.3578,
      "step": 1313510
    },
    {
      "epoch": 366.6,
      "grad_norm": 1.1966065168380737,
      "learning_rate": 2.85693462104251e-06,
      "loss": 0.369,
      "step": 1313520
    },
    {
      "epoch": 366.6,
      "grad_norm": 1.049942135810852,
      "learning_rate": 2.856908237518232e-06,
      "loss": 0.3555,
      "step": 1313530
    },
    {
      "epoch": 366.6,
      "grad_norm": 10.052546501159668,
      "learning_rate": 2.8568818539256527e-06,
      "loss": 0.3552,
      "step": 1313540
    },
    {
      "epoch": 366.61,
      "grad_norm": 1.0852046012878418,
      "learning_rate": 2.8568554702647746e-06,
      "loss": 0.3796,
      "step": 1313550
    },
    {
      "epoch": 366.61,
      "grad_norm": 0.9150136709213257,
      "learning_rate": 2.8568290865356024e-06,
      "loss": 0.344,
      "step": 1313560
    },
    {
      "epoch": 366.61,
      "grad_norm": 0.9259289503097534,
      "learning_rate": 2.8568027027381394e-06,
      "loss": 0.3462,
      "step": 1313570
    },
    {
      "epoch": 366.61,
      "grad_norm": 0.9099500775337219,
      "learning_rate": 2.8567763188723882e-06,
      "loss": 0.3629,
      "step": 1313580
    },
    {
      "epoch": 366.62,
      "grad_norm": 1.2131768465042114,
      "learning_rate": 2.856749934938354e-06,
      "loss": 0.361,
      "step": 1313590
    },
    {
      "epoch": 366.62,
      "grad_norm": 1.060057282447815,
      "learning_rate": 2.8567235509360394e-06,
      "loss": 0.3552,
      "step": 1313600
    },
    {
      "epoch": 366.62,
      "grad_norm": 1.3076882362365723,
      "learning_rate": 2.8566971668654476e-06,
      "loss": 0.3446,
      "step": 1313610
    },
    {
      "epoch": 366.63,
      "grad_norm": 1.2923836708068848,
      "learning_rate": 2.856670782726582e-06,
      "loss": 0.3617,
      "step": 1313620
    },
    {
      "epoch": 366.63,
      "grad_norm": 1.2023061513900757,
      "learning_rate": 2.856644398519447e-06,
      "loss": 0.334,
      "step": 1313630
    },
    {
      "epoch": 366.63,
      "grad_norm": 1.061116099357605,
      "learning_rate": 2.8566180142440457e-06,
      "loss": 0.3641,
      "step": 1313640
    },
    {
      "epoch": 366.63,
      "grad_norm": 0.9747794270515442,
      "learning_rate": 2.856591629900381e-06,
      "loss": 0.3474,
      "step": 1313650
    },
    {
      "epoch": 366.64,
      "grad_norm": 0.9650785326957703,
      "learning_rate": 2.8565652454884567e-06,
      "loss": 0.3257,
      "step": 1313660
    },
    {
      "epoch": 366.64,
      "grad_norm": 1.0010051727294922,
      "learning_rate": 2.856538861008277e-06,
      "loss": 0.3433,
      "step": 1313670
    },
    {
      "epoch": 366.64,
      "grad_norm": 1.0325345993041992,
      "learning_rate": 2.8565124764598458e-06,
      "loss": 0.3565,
      "step": 1313680
    },
    {
      "epoch": 366.65,
      "grad_norm": 1.1738518476486206,
      "learning_rate": 2.8564860918431647e-06,
      "loss": 0.3514,
      "step": 1313690
    },
    {
      "epoch": 366.65,
      "grad_norm": 0.9939126372337341,
      "learning_rate": 2.8564597071582386e-06,
      "loss": 0.3414,
      "step": 1313700
    },
    {
      "epoch": 366.65,
      "grad_norm": 0.8744302988052368,
      "learning_rate": 2.8564333224050705e-06,
      "loss": 0.3479,
      "step": 1313710
    },
    {
      "epoch": 366.65,
      "grad_norm": 0.8942689299583435,
      "learning_rate": 2.856406937583664e-06,
      "loss": 0.3434,
      "step": 1313720
    },
    {
      "epoch": 366.66,
      "grad_norm": 1.0344947576522827,
      "learning_rate": 2.8563805526940233e-06,
      "loss": 0.343,
      "step": 1313730
    },
    {
      "epoch": 366.66,
      "grad_norm": 1.2210787534713745,
      "learning_rate": 2.856354167736151e-06,
      "loss": 0.3453,
      "step": 1313740
    },
    {
      "epoch": 366.66,
      "grad_norm": 0.9614246487617493,
      "learning_rate": 2.856327782710051e-06,
      "loss": 0.3408,
      "step": 1313750
    },
    {
      "epoch": 366.66,
      "grad_norm": 1.0005722045898438,
      "learning_rate": 2.856301397615727e-06,
      "loss": 0.3455,
      "step": 1313760
    },
    {
      "epoch": 366.67,
      "grad_norm": 1.0529452562332153,
      "learning_rate": 2.8562750124531818e-06,
      "loss": 0.3306,
      "step": 1313770
    },
    {
      "epoch": 366.67,
      "grad_norm": 1.1140735149383545,
      "learning_rate": 2.856248627222419e-06,
      "loss": 0.3461,
      "step": 1313780
    },
    {
      "epoch": 366.67,
      "grad_norm": 0.9647424221038818,
      "learning_rate": 2.8562222419234433e-06,
      "loss": 0.3284,
      "step": 1313790
    },
    {
      "epoch": 366.68,
      "grad_norm": 1.05072820186615,
      "learning_rate": 2.8561958565562576e-06,
      "loss": 0.3371,
      "step": 1313800
    },
    {
      "epoch": 366.68,
      "grad_norm": 0.9158780574798584,
      "learning_rate": 2.856169471120864e-06,
      "loss": 0.3534,
      "step": 1313810
    },
    {
      "epoch": 366.68,
      "grad_norm": 0.9074140787124634,
      "learning_rate": 2.8561430856172685e-06,
      "loss": 0.3386,
      "step": 1313820
    },
    {
      "epoch": 366.68,
      "grad_norm": 1.0614079236984253,
      "learning_rate": 2.8561167000454735e-06,
      "loss": 0.3577,
      "step": 1313830
    },
    {
      "epoch": 366.69,
      "grad_norm": 0.9143130779266357,
      "learning_rate": 2.8560903144054813e-06,
      "loss": 0.3639,
      "step": 1313840
    },
    {
      "epoch": 366.69,
      "grad_norm": 1.1834216117858887,
      "learning_rate": 2.8560639286972967e-06,
      "loss": 0.352,
      "step": 1313850
    },
    {
      "epoch": 366.69,
      "grad_norm": 1.1441302299499512,
      "learning_rate": 2.8560375429209237e-06,
      "loss": 0.3589,
      "step": 1313860
    },
    {
      "epoch": 366.7,
      "grad_norm": 1.3327258825302124,
      "learning_rate": 2.856011157076364e-06,
      "loss": 0.3382,
      "step": 1313870
    },
    {
      "epoch": 366.7,
      "grad_norm": 1.190906286239624,
      "learning_rate": 2.8559847711636224e-06,
      "loss": 0.3488,
      "step": 1313880
    },
    {
      "epoch": 366.7,
      "grad_norm": 0.8894439935684204,
      "learning_rate": 2.8559583851827033e-06,
      "loss": 0.3473,
      "step": 1313890
    },
    {
      "epoch": 366.7,
      "grad_norm": 1.224480390548706,
      "learning_rate": 2.8559319991336086e-06,
      "loss": 0.3328,
      "step": 1313900
    },
    {
      "epoch": 366.71,
      "grad_norm": 0.9543014168739319,
      "learning_rate": 2.8559056130163418e-06,
      "loss": 0.3592,
      "step": 1313910
    },
    {
      "epoch": 366.71,
      "grad_norm": 0.9127500653266907,
      "learning_rate": 2.855879226830907e-06,
      "loss": 0.3521,
      "step": 1313920
    },
    {
      "epoch": 366.71,
      "grad_norm": 1.0429468154907227,
      "learning_rate": 2.855852840577308e-06,
      "loss": 0.3548,
      "step": 1313930
    },
    {
      "epoch": 366.72,
      "grad_norm": 1.023659586906433,
      "learning_rate": 2.8558264542555476e-06,
      "loss": 0.3483,
      "step": 1313940
    },
    {
      "epoch": 366.72,
      "grad_norm": 1.1851897239685059,
      "learning_rate": 2.8558000678656297e-06,
      "loss": 0.3576,
      "step": 1313950
    },
    {
      "epoch": 366.72,
      "grad_norm": 1.0022222995758057,
      "learning_rate": 2.8557736814075588e-06,
      "loss": 0.3538,
      "step": 1313960
    },
    {
      "epoch": 366.72,
      "grad_norm": 1.0540289878845215,
      "learning_rate": 2.855747294881337e-06,
      "loss": 0.3635,
      "step": 1313970
    },
    {
      "epoch": 366.73,
      "grad_norm": 1.058241605758667,
      "learning_rate": 2.8557209082869676e-06,
      "loss": 0.3566,
      "step": 1313980
    },
    {
      "epoch": 366.73,
      "grad_norm": 0.8148104548454285,
      "learning_rate": 2.855694521624455e-06,
      "loss": 0.3602,
      "step": 1313990
    },
    {
      "epoch": 366.73,
      "grad_norm": 1.3360096216201782,
      "learning_rate": 2.855668134893802e-06,
      "loss": 0.3439,
      "step": 1314000
    },
    {
      "epoch": 366.73,
      "grad_norm": 0.9617224931716919,
      "learning_rate": 2.855641748095013e-06,
      "loss": 0.3384,
      "step": 1314010
    },
    {
      "epoch": 366.74,
      "grad_norm": 1.0004280805587769,
      "learning_rate": 2.855615361228092e-06,
      "loss": 0.36,
      "step": 1314020
    },
    {
      "epoch": 366.74,
      "grad_norm": 1.47859525680542,
      "learning_rate": 2.85558897429304e-06,
      "loss": 0.3255,
      "step": 1314030
    },
    {
      "epoch": 366.74,
      "grad_norm": 0.8438149690628052,
      "learning_rate": 2.855562587289863e-06,
      "loss": 0.3459,
      "step": 1314040
    },
    {
      "epoch": 366.75,
      "grad_norm": 1.2527176141738892,
      "learning_rate": 2.8555362002185638e-06,
      "loss": 0.3543,
      "step": 1314050
    },
    {
      "epoch": 366.75,
      "grad_norm": 1.6456040143966675,
      "learning_rate": 2.855509813079145e-06,
      "loss": 0.3628,
      "step": 1314060
    },
    {
      "epoch": 366.75,
      "grad_norm": 0.8604903817176819,
      "learning_rate": 2.855483425871611e-06,
      "loss": 0.3386,
      "step": 1314070
    },
    {
      "epoch": 366.75,
      "grad_norm": 1.016784906387329,
      "learning_rate": 2.855457038595965e-06,
      "loss": 0.3711,
      "step": 1314080
    },
    {
      "epoch": 366.76,
      "grad_norm": 1.2108714580535889,
      "learning_rate": 2.8554306512522114e-06,
      "loss": 0.3453,
      "step": 1314090
    },
    {
      "epoch": 366.76,
      "grad_norm": 1.4911998510360718,
      "learning_rate": 2.855404263840352e-06,
      "loss": 0.3542,
      "step": 1314100
    },
    {
      "epoch": 366.76,
      "grad_norm": 0.9969762563705444,
      "learning_rate": 2.855377876360392e-06,
      "loss": 0.3374,
      "step": 1314110
    },
    {
      "epoch": 366.77,
      "grad_norm": 1.1302424669265747,
      "learning_rate": 2.8553514888123347e-06,
      "loss": 0.3457,
      "step": 1314120
    },
    {
      "epoch": 366.77,
      "grad_norm": 1.0263235569000244,
      "learning_rate": 2.855325101196182e-06,
      "loss": 0.359,
      "step": 1314130
    },
    {
      "epoch": 366.77,
      "grad_norm": 0.9656270146369934,
      "learning_rate": 2.8552987135119386e-06,
      "loss": 0.3343,
      "step": 1314140
    },
    {
      "epoch": 366.77,
      "grad_norm": 1.1864445209503174,
      "learning_rate": 2.8552723257596084e-06,
      "loss": 0.3626,
      "step": 1314150
    },
    {
      "epoch": 366.78,
      "grad_norm": 1.0601714849472046,
      "learning_rate": 2.8552459379391942e-06,
      "loss": 0.3652,
      "step": 1314160
    },
    {
      "epoch": 366.78,
      "grad_norm": 1.0508114099502563,
      "learning_rate": 2.8552195500506998e-06,
      "loss": 0.3622,
      "step": 1314170
    },
    {
      "epoch": 366.78,
      "grad_norm": 1.3017239570617676,
      "learning_rate": 2.855193162094129e-06,
      "loss": 0.361,
      "step": 1314180
    },
    {
      "epoch": 366.78,
      "grad_norm": 0.9695693254470825,
      "learning_rate": 2.855166774069485e-06,
      "loss": 0.3474,
      "step": 1314190
    },
    {
      "epoch": 366.79,
      "grad_norm": 1.0412030220031738,
      "learning_rate": 2.8551403859767703e-06,
      "loss": 0.3645,
      "step": 1314200
    },
    {
      "epoch": 366.79,
      "grad_norm": 1.034040927886963,
      "learning_rate": 2.85511399781599e-06,
      "loss": 0.3366,
      "step": 1314210
    },
    {
      "epoch": 366.79,
      "grad_norm": 0.9969609379768372,
      "learning_rate": 2.855087609587147e-06,
      "loss": 0.3654,
      "step": 1314220
    },
    {
      "epoch": 366.8,
      "grad_norm": 0.9412445425987244,
      "learning_rate": 2.855061221290245e-06,
      "loss": 0.3601,
      "step": 1314230
    },
    {
      "epoch": 366.8,
      "grad_norm": 0.939475417137146,
      "learning_rate": 2.8550348329252864e-06,
      "loss": 0.349,
      "step": 1314240
    },
    {
      "epoch": 366.8,
      "grad_norm": 0.9364030957221985,
      "learning_rate": 2.855008444492277e-06,
      "loss": 0.3357,
      "step": 1314250
    },
    {
      "epoch": 366.8,
      "grad_norm": 1.171979308128357,
      "learning_rate": 2.8549820559912187e-06,
      "loss": 0.3508,
      "step": 1314260
    },
    {
      "epoch": 366.81,
      "grad_norm": 1.0001592636108398,
      "learning_rate": 2.854955667422115e-06,
      "loss": 0.3451,
      "step": 1314270
    },
    {
      "epoch": 366.81,
      "grad_norm": 1.0521656274795532,
      "learning_rate": 2.8549292787849697e-06,
      "loss": 0.3486,
      "step": 1314280
    },
    {
      "epoch": 366.81,
      "grad_norm": 0.9461926817893982,
      "learning_rate": 2.8549028900797864e-06,
      "loss": 0.367,
      "step": 1314290
    },
    {
      "epoch": 366.82,
      "grad_norm": 1.0503392219543457,
      "learning_rate": 2.854876501306568e-06,
      "loss": 0.3566,
      "step": 1314300
    },
    {
      "epoch": 366.82,
      "grad_norm": 0.8955313563346863,
      "learning_rate": 2.8548501124653187e-06,
      "loss": 0.3711,
      "step": 1314310
    },
    {
      "epoch": 366.82,
      "grad_norm": 0.855491042137146,
      "learning_rate": 2.8548237235560423e-06,
      "loss": 0.3596,
      "step": 1314320
    },
    {
      "epoch": 366.82,
      "grad_norm": 1.10714590549469,
      "learning_rate": 2.8547973345787412e-06,
      "loss": 0.3419,
      "step": 1314330
    },
    {
      "epoch": 366.83,
      "grad_norm": 0.9876129031181335,
      "learning_rate": 2.8547709455334204e-06,
      "loss": 0.3505,
      "step": 1314340
    },
    {
      "epoch": 366.83,
      "grad_norm": 0.9509871602058411,
      "learning_rate": 2.854744556420082e-06,
      "loss": 0.3685,
      "step": 1314350
    },
    {
      "epoch": 366.83,
      "grad_norm": 0.8767478466033936,
      "learning_rate": 2.8547181672387306e-06,
      "loss": 0.3503,
      "step": 1314360
    },
    {
      "epoch": 366.84,
      "grad_norm": 0.9807687997817993,
      "learning_rate": 2.854691777989368e-06,
      "loss": 0.3499,
      "step": 1314370
    },
    {
      "epoch": 366.84,
      "grad_norm": 0.9927034974098206,
      "learning_rate": 2.8546653886720006e-06,
      "loss": 0.349,
      "step": 1314380
    },
    {
      "epoch": 366.84,
      "grad_norm": 1.0613282918930054,
      "learning_rate": 2.8546389992866286e-06,
      "loss": 0.3431,
      "step": 1314390
    },
    {
      "epoch": 366.84,
      "grad_norm": 1.0503782033920288,
      "learning_rate": 2.8546126098332577e-06,
      "loss": 0.3644,
      "step": 1314400
    },
    {
      "epoch": 366.85,
      "grad_norm": 0.9280635118484497,
      "learning_rate": 2.8545862203118917e-06,
      "loss": 0.3431,
      "step": 1314410
    },
    {
      "epoch": 366.85,
      "grad_norm": 1.1364591121673584,
      "learning_rate": 2.8545598307225326e-06,
      "loss": 0.3553,
      "step": 1314420
    },
    {
      "epoch": 366.85,
      "grad_norm": 0.9687031507492065,
      "learning_rate": 2.8545334410651843e-06,
      "loss": 0.3523,
      "step": 1314430
    },
    {
      "epoch": 366.85,
      "grad_norm": 0.9945316910743713,
      "learning_rate": 2.854507051339851e-06,
      "loss": 0.3508,
      "step": 1314440
    },
    {
      "epoch": 366.86,
      "grad_norm": 1.063503384590149,
      "learning_rate": 2.8544806615465353e-06,
      "loss": 0.3576,
      "step": 1314450
    },
    {
      "epoch": 366.86,
      "grad_norm": 1.0465368032455444,
      "learning_rate": 2.854454271685242e-06,
      "loss": 0.3466,
      "step": 1314460
    },
    {
      "epoch": 366.86,
      "grad_norm": 0.9981780052185059,
      "learning_rate": 2.8544278817559735e-06,
      "loss": 0.3379,
      "step": 1314470
    },
    {
      "epoch": 366.87,
      "grad_norm": 0.9665200710296631,
      "learning_rate": 2.8544014917587333e-06,
      "loss": 0.338,
      "step": 1314480
    },
    {
      "epoch": 366.87,
      "grad_norm": 1.1099088191986084,
      "learning_rate": 2.8543751016935255e-06,
      "loss": 0.3567,
      "step": 1314490
    },
    {
      "epoch": 366.87,
      "grad_norm": 1.3704676628112793,
      "learning_rate": 2.854348711560353e-06,
      "loss": 0.3509,
      "step": 1314500
    },
    {
      "epoch": 366.87,
      "grad_norm": 0.9638835191726685,
      "learning_rate": 2.8543223213592206e-06,
      "loss": 0.3452,
      "step": 1314510
    },
    {
      "epoch": 366.88,
      "grad_norm": 1.1432976722717285,
      "learning_rate": 2.8542959310901295e-06,
      "loss": 0.3506,
      "step": 1314520
    },
    {
      "epoch": 366.88,
      "grad_norm": 0.8645758032798767,
      "learning_rate": 2.8542695407530855e-06,
      "loss": 0.3424,
      "step": 1314530
    },
    {
      "epoch": 366.88,
      "grad_norm": 1.1505184173583984,
      "learning_rate": 2.8542431503480913e-06,
      "loss": 0.3408,
      "step": 1314540
    },
    {
      "epoch": 366.89,
      "grad_norm": 1.0861963033676147,
      "learning_rate": 2.85421675987515e-06,
      "loss": 0.3398,
      "step": 1314550
    },
    {
      "epoch": 366.89,
      "grad_norm": 1.1243188381195068,
      "learning_rate": 2.8541903693342657e-06,
      "loss": 0.3455,
      "step": 1314560
    },
    {
      "epoch": 366.89,
      "grad_norm": 0.9900517463684082,
      "learning_rate": 2.854163978725442e-06,
      "loss": 0.3448,
      "step": 1314570
    },
    {
      "epoch": 366.89,
      "grad_norm": 1.1277152299880981,
      "learning_rate": 2.854137588048681e-06,
      "loss": 0.3573,
      "step": 1314580
    },
    {
      "epoch": 366.9,
      "grad_norm": 1.0919216871261597,
      "learning_rate": 2.8541111973039876e-06,
      "loss": 0.3528,
      "step": 1314590
    },
    {
      "epoch": 366.9,
      "grad_norm": 1.1031981706619263,
      "learning_rate": 2.8540848064913656e-06,
      "loss": 0.3326,
      "step": 1314600
    },
    {
      "epoch": 366.9,
      "grad_norm": 0.9175815582275391,
      "learning_rate": 2.854058415610817e-06,
      "loss": 0.3516,
      "step": 1314610
    },
    {
      "epoch": 366.9,
      "grad_norm": 0.9913339614868164,
      "learning_rate": 2.854032024662347e-06,
      "loss": 0.3532,
      "step": 1314620
    },
    {
      "epoch": 366.91,
      "grad_norm": 1.0139933824539185,
      "learning_rate": 2.854005633645958e-06,
      "loss": 0.3574,
      "step": 1314630
    },
    {
      "epoch": 366.91,
      "grad_norm": 1.130274772644043,
      "learning_rate": 2.853979242561654e-06,
      "loss": 0.3502,
      "step": 1314640
    },
    {
      "epoch": 366.91,
      "grad_norm": 0.9072652459144592,
      "learning_rate": 2.8539528514094382e-06,
      "loss": 0.3525,
      "step": 1314650
    },
    {
      "epoch": 366.92,
      "grad_norm": 14.585992813110352,
      "learning_rate": 2.853926460189314e-06,
      "loss": 0.3487,
      "step": 1314660
    },
    {
      "epoch": 366.92,
      "grad_norm": 1.4063013792037964,
      "learning_rate": 2.8539000689012856e-06,
      "loss": 0.3291,
      "step": 1314670
    },
    {
      "epoch": 366.92,
      "grad_norm": 0.8719581961631775,
      "learning_rate": 2.853873677545356e-06,
      "loss": 0.3479,
      "step": 1314680
    },
    {
      "epoch": 366.92,
      "grad_norm": 0.9718928337097168,
      "learning_rate": 2.8538472861215284e-06,
      "loss": 0.3556,
      "step": 1314690
    },
    {
      "epoch": 366.93,
      "grad_norm": 1.0695322751998901,
      "learning_rate": 2.853820894629807e-06,
      "loss": 0.3428,
      "step": 1314700
    },
    {
      "epoch": 366.93,
      "grad_norm": 0.8589575886726379,
      "learning_rate": 2.8537945030701955e-06,
      "loss": 0.3365,
      "step": 1314710
    },
    {
      "epoch": 366.93,
      "grad_norm": 0.999539315700531,
      "learning_rate": 2.8537681114426964e-06,
      "loss": 0.3341,
      "step": 1314720
    },
    {
      "epoch": 366.94,
      "grad_norm": 0.957473874092102,
      "learning_rate": 2.853741719747314e-06,
      "loss": 0.3482,
      "step": 1314730
    },
    {
      "epoch": 366.94,
      "grad_norm": 0.9966445565223694,
      "learning_rate": 2.8537153279840512e-06,
      "loss": 0.348,
      "step": 1314740
    },
    {
      "epoch": 366.94,
      "grad_norm": 0.7385445833206177,
      "learning_rate": 2.8536889361529123e-06,
      "loss": 0.3314,
      "step": 1314750
    },
    {
      "epoch": 366.94,
      "grad_norm": 0.9451092481613159,
      "learning_rate": 2.8536625442539006e-06,
      "loss": 0.3458,
      "step": 1314760
    },
    {
      "epoch": 366.95,
      "grad_norm": 1.0051425695419312,
      "learning_rate": 2.8536361522870183e-06,
      "loss": 0.338,
      "step": 1314770
    },
    {
      "epoch": 366.95,
      "grad_norm": 0.9689891934394836,
      "learning_rate": 2.8536097602522713e-06,
      "loss": 0.3447,
      "step": 1314780
    },
    {
      "epoch": 366.95,
      "grad_norm": 0.8788828253746033,
      "learning_rate": 2.853583368149661e-06,
      "loss": 0.3464,
      "step": 1314790
    },
    {
      "epoch": 366.96,
      "grad_norm": 0.9402742385864258,
      "learning_rate": 2.853556975979192e-06,
      "loss": 0.3505,
      "step": 1314800
    },
    {
      "epoch": 366.96,
      "grad_norm": 1.0102020502090454,
      "learning_rate": 2.8535305837408675e-06,
      "loss": 0.3488,
      "step": 1314810
    },
    {
      "epoch": 366.96,
      "grad_norm": 0.9510726928710938,
      "learning_rate": 2.853504191434691e-06,
      "loss": 0.344,
      "step": 1314820
    },
    {
      "epoch": 366.96,
      "grad_norm": 1.0431360006332397,
      "learning_rate": 2.8534777990606665e-06,
      "loss": 0.3536,
      "step": 1314830
    },
    {
      "epoch": 366.97,
      "grad_norm": 1.1226118803024292,
      "learning_rate": 2.8534514066187965e-06,
      "loss": 0.3663,
      "step": 1314840
    },
    {
      "epoch": 366.97,
      "grad_norm": 1.0198944807052612,
      "learning_rate": 2.8534250141090855e-06,
      "loss": 0.3434,
      "step": 1314850
    },
    {
      "epoch": 366.97,
      "grad_norm": 1.0340752601623535,
      "learning_rate": 2.853398621531537e-06,
      "loss": 0.3482,
      "step": 1314860
    },
    {
      "epoch": 366.97,
      "grad_norm": 1.2282729148864746,
      "learning_rate": 2.8533722288861533e-06,
      "loss": 0.3547,
      "step": 1314870
    },
    {
      "epoch": 366.98,
      "grad_norm": 1.0528305768966675,
      "learning_rate": 2.853345836172939e-06,
      "loss": 0.3394,
      "step": 1314880
    },
    {
      "epoch": 366.98,
      "grad_norm": 1.3548423051834106,
      "learning_rate": 2.8533194433918973e-06,
      "loss": 0.3368,
      "step": 1314890
    },
    {
      "epoch": 366.98,
      "grad_norm": 0.9618203639984131,
      "learning_rate": 2.853293050543032e-06,
      "loss": 0.3586,
      "step": 1314900
    },
    {
      "epoch": 366.99,
      "grad_norm": 1.0870643854141235,
      "learning_rate": 2.8532666576263456e-06,
      "loss": 0.3533,
      "step": 1314910
    },
    {
      "epoch": 366.99,
      "grad_norm": 0.9691029787063599,
      "learning_rate": 2.8532402646418435e-06,
      "loss": 0.359,
      "step": 1314920
    },
    {
      "epoch": 366.99,
      "grad_norm": 1.0039581060409546,
      "learning_rate": 2.853213871589528e-06,
      "loss": 0.3444,
      "step": 1314930
    },
    {
      "epoch": 366.99,
      "grad_norm": 0.8750641942024231,
      "learning_rate": 2.853187478469402e-06,
      "loss": 0.3316,
      "step": 1314940
    },
    {
      "epoch": 367.0,
      "grad_norm": 1.0080105066299438,
      "learning_rate": 2.85316108528147e-06,
      "loss": 0.3551,
      "step": 1314950
    },
    {
      "epoch": 367.0,
      "grad_norm": 0.9412752985954285,
      "learning_rate": 2.8531346920257353e-06,
      "loss": 0.3419,
      "step": 1314960
    },
    {
      "epoch": 367.0,
      "eval_loss": 0.351385235786438,
      "eval_runtime": 62.8354,
      "eval_samples_per_second": 80.512,
      "eval_steps_per_second": 10.074,
      "step": 1314961
    },
    {
      "epoch": 367.0,
      "grad_norm": 1.020417332649231,
      "learning_rate": 2.8531082987022014e-06,
      "loss": 0.3388,
      "step": 1314970
    },
    {
      "epoch": 367.01,
      "grad_norm": 1.057753562927246,
      "learning_rate": 2.853081905310872e-06,
      "loss": 0.3693,
      "step": 1314980
    },
    {
      "epoch": 367.01,
      "grad_norm": 1.1377025842666626,
      "learning_rate": 2.8530555118517504e-06,
      "loss": 0.364,
      "step": 1314990
    },
    {
      "epoch": 367.01,
      "grad_norm": 0.9872373938560486,
      "learning_rate": 2.85302911832484e-06,
      "loss": 0.3424,
      "step": 1315000
    },
    {
      "epoch": 367.01,
      "grad_norm": 1.2754884958267212,
      "learning_rate": 2.8530027247301443e-06,
      "loss": 0.3271,
      "step": 1315010
    },
    {
      "epoch": 367.02,
      "grad_norm": 1.173630714416504,
      "learning_rate": 2.8529763310676668e-06,
      "loss": 0.3567,
      "step": 1315020
    },
    {
      "epoch": 367.02,
      "grad_norm": 0.9668756127357483,
      "learning_rate": 2.8529499373374114e-06,
      "loss": 0.3541,
      "step": 1315030
    },
    {
      "epoch": 367.02,
      "grad_norm": 1.0482003688812256,
      "learning_rate": 2.8529235435393806e-06,
      "loss": 0.3443,
      "step": 1315040
    },
    {
      "epoch": 367.02,
      "grad_norm": 0.9868589043617249,
      "learning_rate": 2.8528971496735796e-06,
      "loss": 0.3497,
      "step": 1315050
    },
    {
      "epoch": 367.03,
      "grad_norm": 1.093945860862732,
      "learning_rate": 2.8528707557400105e-06,
      "loss": 0.3601,
      "step": 1315060
    },
    {
      "epoch": 367.03,
      "grad_norm": 1.0157374143600464,
      "learning_rate": 2.8528443617386774e-06,
      "loss": 0.3561,
      "step": 1315070
    },
    {
      "epoch": 367.03,
      "grad_norm": 1.0013867616653442,
      "learning_rate": 2.8528179676695834e-06,
      "loss": 0.3476,
      "step": 1315080
    },
    {
      "epoch": 367.04,
      "grad_norm": 0.942479133605957,
      "learning_rate": 2.852791573532733e-06,
      "loss": 0.3554,
      "step": 1315090
    },
    {
      "epoch": 367.04,
      "grad_norm": 1.1438742876052856,
      "learning_rate": 2.8527651793281287e-06,
      "loss": 0.3385,
      "step": 1315100
    },
    {
      "epoch": 367.04,
      "grad_norm": 0.9415487051010132,
      "learning_rate": 2.852738785055774e-06,
      "loss": 0.3568,
      "step": 1315110
    },
    {
      "epoch": 367.04,
      "grad_norm": 1.0405677556991577,
      "learning_rate": 2.8527123907156735e-06,
      "loss": 0.3546,
      "step": 1315120
    },
    {
      "epoch": 367.05,
      "grad_norm": 0.9608539342880249,
      "learning_rate": 2.8526859963078294e-06,
      "loss": 0.3472,
      "step": 1315130
    },
    {
      "epoch": 367.05,
      "grad_norm": 0.9230450987815857,
      "learning_rate": 2.852659601832246e-06,
      "loss": 0.3586,
      "step": 1315140
    },
    {
      "epoch": 367.05,
      "grad_norm": 0.9897400140762329,
      "learning_rate": 2.8526332072889266e-06,
      "loss": 0.3629,
      "step": 1315150
    },
    {
      "epoch": 367.06,
      "grad_norm": 1.01951265335083,
      "learning_rate": 2.8526068126778743e-06,
      "loss": 0.3607,
      "step": 1315160
    },
    {
      "epoch": 367.06,
      "grad_norm": 0.9928613305091858,
      "learning_rate": 2.852580417999093e-06,
      "loss": 0.3518,
      "step": 1315170
    },
    {
      "epoch": 367.06,
      "grad_norm": 1.0093941688537598,
      "learning_rate": 2.852554023252587e-06,
      "loss": 0.3363,
      "step": 1315180
    },
    {
      "epoch": 367.06,
      "grad_norm": 0.994213879108429,
      "learning_rate": 2.8525276284383582e-06,
      "loss": 0.3268,
      "step": 1315190
    },
    {
      "epoch": 367.07,
      "grad_norm": 1.2260080575942993,
      "learning_rate": 2.8525012335564116e-06,
      "loss": 0.3639,
      "step": 1315200
    },
    {
      "epoch": 367.07,
      "grad_norm": 1.0442070960998535,
      "learning_rate": 2.8524748386067502e-06,
      "loss": 0.3639,
      "step": 1315210
    },
    {
      "epoch": 367.07,
      "grad_norm": 1.0659613609313965,
      "learning_rate": 2.852448443589377e-06,
      "loss": 0.3806,
      "step": 1315220
    },
    {
      "epoch": 367.08,
      "grad_norm": 0.9023147821426392,
      "learning_rate": 2.852422048504296e-06,
      "loss": 0.3361,
      "step": 1315230
    },
    {
      "epoch": 367.08,
      "grad_norm": 1.0673043727874756,
      "learning_rate": 2.8523956533515104e-06,
      "loss": 0.3406,
      "step": 1315240
    },
    {
      "epoch": 367.08,
      "grad_norm": 1.05097496509552,
      "learning_rate": 2.8523692581310242e-06,
      "loss": 0.3536,
      "step": 1315250
    },
    {
      "epoch": 367.08,
      "grad_norm": 0.9364856481552124,
      "learning_rate": 2.85234286284284e-06,
      "loss": 0.3413,
      "step": 1315260
    },
    {
      "epoch": 367.09,
      "grad_norm": 0.9609254598617554,
      "learning_rate": 2.8523164674869625e-06,
      "loss": 0.3505,
      "step": 1315270
    },
    {
      "epoch": 367.09,
      "grad_norm": 0.9460324645042419,
      "learning_rate": 2.852290072063395e-06,
      "loss": 0.3531,
      "step": 1315280
    },
    {
      "epoch": 367.09,
      "grad_norm": 1.1356908082962036,
      "learning_rate": 2.8522636765721396e-06,
      "loss": 0.3411,
      "step": 1315290
    },
    {
      "epoch": 367.09,
      "grad_norm": 0.9159498810768127,
      "learning_rate": 2.8522372810132023e-06,
      "loss": 0.3383,
      "step": 1315300
    },
    {
      "epoch": 367.1,
      "grad_norm": 0.9754487872123718,
      "learning_rate": 2.8522108853865845e-06,
      "loss": 0.3448,
      "step": 1315310
    },
    {
      "epoch": 367.1,
      "grad_norm": 0.9452546238899231,
      "learning_rate": 2.85218448969229e-06,
      "loss": 0.3409,
      "step": 1315320
    },
    {
      "epoch": 367.1,
      "grad_norm": 0.9099559783935547,
      "learning_rate": 2.8521580939303233e-06,
      "loss": 0.3497,
      "step": 1315330
    },
    {
      "epoch": 367.11,
      "grad_norm": 1.0655996799468994,
      "learning_rate": 2.852131698100687e-06,
      "loss": 0.3472,
      "step": 1315340
    },
    {
      "epoch": 367.11,
      "grad_norm": 0.9952282309532166,
      "learning_rate": 2.8521053022033855e-06,
      "loss": 0.3412,
      "step": 1315350
    },
    {
      "epoch": 367.11,
      "grad_norm": 1.2217167615890503,
      "learning_rate": 2.8520789062384213e-06,
      "loss": 0.3424,
      "step": 1315360
    },
    {
      "epoch": 367.11,
      "grad_norm": 1.2183119058609009,
      "learning_rate": 2.8520525102057986e-06,
      "loss": 0.3427,
      "step": 1315370
    },
    {
      "epoch": 367.12,
      "grad_norm": 1.4960474967956543,
      "learning_rate": 2.8520261141055204e-06,
      "loss": 0.3447,
      "step": 1315380
    },
    {
      "epoch": 367.12,
      "grad_norm": 0.9955832958221436,
      "learning_rate": 2.851999717937591e-06,
      "loss": 0.3483,
      "step": 1315390
    },
    {
      "epoch": 367.12,
      "grad_norm": 0.8766382336616516,
      "learning_rate": 2.8519733217020125e-06,
      "loss": 0.3402,
      "step": 1315400
    },
    {
      "epoch": 367.13,
      "grad_norm": 0.9804542064666748,
      "learning_rate": 2.8519469253987903e-06,
      "loss": 0.3573,
      "step": 1315410
    },
    {
      "epoch": 367.13,
      "grad_norm": 1.1333649158477783,
      "learning_rate": 2.8519205290279262e-06,
      "loss": 0.346,
      "step": 1315420
    },
    {
      "epoch": 367.13,
      "grad_norm": 1.1458503007888794,
      "learning_rate": 2.851894132589425e-06,
      "loss": 0.3524,
      "step": 1315430
    },
    {
      "epoch": 367.13,
      "grad_norm": 0.9269949197769165,
      "learning_rate": 2.8518677360832896e-06,
      "loss": 0.3501,
      "step": 1315440
    },
    {
      "epoch": 367.14,
      "grad_norm": 1.1795684099197388,
      "learning_rate": 2.851841339509524e-06,
      "loss": 0.3635,
      "step": 1315450
    },
    {
      "epoch": 367.14,
      "grad_norm": 1.0048651695251465,
      "learning_rate": 2.851814942868131e-06,
      "loss": 0.3608,
      "step": 1315460
    },
    {
      "epoch": 367.14,
      "grad_norm": 1.1584843397140503,
      "learning_rate": 2.8517885461591144e-06,
      "loss": 0.3427,
      "step": 1315470
    },
    {
      "epoch": 367.14,
      "grad_norm": 1.0459940433502197,
      "learning_rate": 2.8517621493824775e-06,
      "loss": 0.3477,
      "step": 1315480
    },
    {
      "epoch": 367.15,
      "grad_norm": 0.9633197784423828,
      "learning_rate": 2.8517357525382236e-06,
      "loss": 0.3299,
      "step": 1315490
    },
    {
      "epoch": 367.15,
      "grad_norm": 0.9330936670303345,
      "learning_rate": 2.8517093556263575e-06,
      "loss": 0.3342,
      "step": 1315500
    },
    {
      "epoch": 367.15,
      "grad_norm": 1.4938615560531616,
      "learning_rate": 2.851682958646881e-06,
      "loss": 0.3374,
      "step": 1315510
    },
    {
      "epoch": 367.16,
      "grad_norm": 1.0074516534805298,
      "learning_rate": 2.8516565615997997e-06,
      "loss": 0.3393,
      "step": 1315520
    },
    {
      "epoch": 367.16,
      "grad_norm": 0.8478668332099915,
      "learning_rate": 2.851630164485115e-06,
      "loss": 0.346,
      "step": 1315530
    },
    {
      "epoch": 367.16,
      "grad_norm": 1.030227780342102,
      "learning_rate": 2.851603767302832e-06,
      "loss": 0.3441,
      "step": 1315540
    },
    {
      "epoch": 367.16,
      "grad_norm": 1.044875979423523,
      "learning_rate": 2.8515773700529525e-06,
      "loss": 0.3491,
      "step": 1315550
    },
    {
      "epoch": 367.17,
      "grad_norm": 1.0291024446487427,
      "learning_rate": 2.8515509727354816e-06,
      "loss": 0.3506,
      "step": 1315560
    },
    {
      "epoch": 367.17,
      "grad_norm": 1.1556514501571655,
      "learning_rate": 2.8515245753504226e-06,
      "loss": 0.3714,
      "step": 1315570
    },
    {
      "epoch": 367.17,
      "grad_norm": 1.1202951669692993,
      "learning_rate": 2.851498177897778e-06,
      "loss": 0.3365,
      "step": 1315580
    },
    {
      "epoch": 367.18,
      "grad_norm": 0.9891692996025085,
      "learning_rate": 2.8514717803775525e-06,
      "loss": 0.3406,
      "step": 1315590
    },
    {
      "epoch": 367.18,
      "grad_norm": 1.2185032367706299,
      "learning_rate": 2.8514453827897494e-06,
      "loss": 0.3631,
      "step": 1315600
    },
    {
      "epoch": 367.18,
      "grad_norm": 0.8808345794677734,
      "learning_rate": 2.8514189851343713e-06,
      "loss": 0.36,
      "step": 1315610
    },
    {
      "epoch": 367.18,
      "grad_norm": 0.9453817009925842,
      "learning_rate": 2.851392587411422e-06,
      "loss": 0.3477,
      "step": 1315620
    },
    {
      "epoch": 367.19,
      "grad_norm": 0.9409745335578918,
      "learning_rate": 2.851366189620906e-06,
      "loss": 0.3609,
      "step": 1315630
    },
    {
      "epoch": 367.19,
      "grad_norm": 1.393691897392273,
      "learning_rate": 2.8513397917628257e-06,
      "loss": 0.3392,
      "step": 1315640
    },
    {
      "epoch": 367.19,
      "grad_norm": 1.1742509603500366,
      "learning_rate": 2.851313393837185e-06,
      "loss": 0.3555,
      "step": 1315650
    },
    {
      "epoch": 367.2,
      "grad_norm": 0.9655951857566833,
      "learning_rate": 2.8512869958439884e-06,
      "loss": 0.3426,
      "step": 1315660
    },
    {
      "epoch": 367.2,
      "grad_norm": 0.9931589961051941,
      "learning_rate": 2.851260597783238e-06,
      "loss": 0.3461,
      "step": 1315670
    },
    {
      "epoch": 367.2,
      "grad_norm": 1.028341293334961,
      "learning_rate": 2.8512341996549377e-06,
      "loss": 0.347,
      "step": 1315680
    },
    {
      "epoch": 367.2,
      "grad_norm": 0.9911161065101624,
      "learning_rate": 2.8512078014590907e-06,
      "loss": 0.3344,
      "step": 1315690
    },
    {
      "epoch": 367.21,
      "grad_norm": 1.1252399682998657,
      "learning_rate": 2.8511814031957013e-06,
      "loss": 0.3254,
      "step": 1315700
    },
    {
      "epoch": 367.21,
      "grad_norm": 0.9928518533706665,
      "learning_rate": 2.851155004864772e-06,
      "loss": 0.3566,
      "step": 1315710
    },
    {
      "epoch": 367.21,
      "grad_norm": 1.3919522762298584,
      "learning_rate": 2.8511286064663076e-06,
      "loss": 0.3688,
      "step": 1315720
    },
    {
      "epoch": 367.21,
      "grad_norm": 1.0642565488815308,
      "learning_rate": 2.8511022080003118e-06,
      "loss": 0.3571,
      "step": 1315730
    },
    {
      "epoch": 367.22,
      "grad_norm": 0.9765359163284302,
      "learning_rate": 2.8510758094667862e-06,
      "loss": 0.345,
      "step": 1315740
    },
    {
      "epoch": 367.22,
      "grad_norm": 1.0392603874206543,
      "learning_rate": 2.851049410865736e-06,
      "loss": 0.3627,
      "step": 1315750
    },
    {
      "epoch": 367.22,
      "grad_norm": 0.9657330513000488,
      "learning_rate": 2.851023012197164e-06,
      "loss": 0.342,
      "step": 1315760
    },
    {
      "epoch": 367.23,
      "grad_norm": 0.9479259848594666,
      "learning_rate": 2.8509966134610733e-06,
      "loss": 0.3535,
      "step": 1315770
    },
    {
      "epoch": 367.23,
      "grad_norm": 1.0544400215148926,
      "learning_rate": 2.8509702146574675e-06,
      "loss": 0.3382,
      "step": 1315780
    },
    {
      "epoch": 367.23,
      "grad_norm": 0.8144763708114624,
      "learning_rate": 2.850943815786352e-06,
      "loss": 0.3345,
      "step": 1315790
    },
    {
      "epoch": 367.23,
      "grad_norm": 1.0203665494918823,
      "learning_rate": 2.8509174168477277e-06,
      "loss": 0.364,
      "step": 1315800
    },
    {
      "epoch": 367.24,
      "grad_norm": 1.0646271705627441,
      "learning_rate": 2.8508910178415997e-06,
      "loss": 0.3556,
      "step": 1315810
    },
    {
      "epoch": 367.24,
      "grad_norm": 1.0550719499588013,
      "learning_rate": 2.850864618767971e-06,
      "loss": 0.3348,
      "step": 1315820
    },
    {
      "epoch": 367.24,
      "grad_norm": 1.2230815887451172,
      "learning_rate": 2.8508382196268456e-06,
      "loss": 0.3219,
      "step": 1315830
    },
    {
      "epoch": 367.25,
      "grad_norm": 1.0602163076400757,
      "learning_rate": 2.8508118204182263e-06,
      "loss": 0.3522,
      "step": 1315840
    },
    {
      "epoch": 367.25,
      "grad_norm": 0.9755377769470215,
      "learning_rate": 2.8507854211421167e-06,
      "loss": 0.3508,
      "step": 1315850
    },
    {
      "epoch": 367.25,
      "grad_norm": 1.23391592502594,
      "learning_rate": 2.850759021798521e-06,
      "loss": 0.3476,
      "step": 1315860
    },
    {
      "epoch": 367.25,
      "grad_norm": 0.874763548374176,
      "learning_rate": 2.850732622387442e-06,
      "loss": 0.3466,
      "step": 1315870
    },
    {
      "epoch": 367.26,
      "grad_norm": 1.2452137470245361,
      "learning_rate": 2.8507062229088837e-06,
      "loss": 0.3567,
      "step": 1315880
    },
    {
      "epoch": 367.26,
      "grad_norm": 0.9257093667984009,
      "learning_rate": 2.8506798233628497e-06,
      "loss": 0.3404,
      "step": 1315890
    },
    {
      "epoch": 367.26,
      "grad_norm": 0.9547523260116577,
      "learning_rate": 2.8506534237493423e-06,
      "loss": 0.3436,
      "step": 1315900
    },
    {
      "epoch": 367.26,
      "grad_norm": 1.0095847845077515,
      "learning_rate": 2.850627024068366e-06,
      "loss": 0.3553,
      "step": 1315910
    },
    {
      "epoch": 367.27,
      "grad_norm": 1.2277532815933228,
      "learning_rate": 2.8506006243199248e-06,
      "loss": 0.362,
      "step": 1315920
    },
    {
      "epoch": 367.27,
      "grad_norm": 1.0148348808288574,
      "learning_rate": 2.8505742245040214e-06,
      "loss": 0.3424,
      "step": 1315930
    },
    {
      "epoch": 367.27,
      "grad_norm": 1.0741651058197021,
      "learning_rate": 2.8505478246206595e-06,
      "loss": 0.3584,
      "step": 1315940
    },
    {
      "epoch": 367.28,
      "grad_norm": 0.9316934943199158,
      "learning_rate": 2.850521424669843e-06,
      "loss": 0.3476,
      "step": 1315950
    },
    {
      "epoch": 367.28,
      "grad_norm": 0.9875654578208923,
      "learning_rate": 2.850495024651575e-06,
      "loss": 0.3523,
      "step": 1315960
    },
    {
      "epoch": 367.28,
      "grad_norm": 0.8803949952125549,
      "learning_rate": 2.850468624565859e-06,
      "loss": 0.3561,
      "step": 1315970
    },
    {
      "epoch": 367.28,
      "grad_norm": 0.9238443374633789,
      "learning_rate": 2.850442224412698e-06,
      "loss": 0.3586,
      "step": 1315980
    },
    {
      "epoch": 367.29,
      "grad_norm": 1.1559356451034546,
      "learning_rate": 2.8504158241920974e-06,
      "loss": 0.3481,
      "step": 1315990
    },
    {
      "epoch": 367.29,
      "grad_norm": 1.0205144882202148,
      "learning_rate": 2.8503894239040583e-06,
      "loss": 0.3578,
      "step": 1316000
    },
    {
      "epoch": 367.29,
      "grad_norm": 0.9874969124794006,
      "learning_rate": 2.850363023548585e-06,
      "loss": 0.367,
      "step": 1316010
    },
    {
      "epoch": 367.3,
      "grad_norm": 1.2079194784164429,
      "learning_rate": 2.8503366231256828e-06,
      "loss": 0.3568,
      "step": 1316020
    },
    {
      "epoch": 367.3,
      "grad_norm": 1.012199878692627,
      "learning_rate": 2.850310222635353e-06,
      "loss": 0.3457,
      "step": 1316030
    },
    {
      "epoch": 367.3,
      "grad_norm": 0.928002655506134,
      "learning_rate": 2.8502838220775997e-06,
      "loss": 0.3423,
      "step": 1316040
    },
    {
      "epoch": 367.3,
      "grad_norm": 1.0989103317260742,
      "learning_rate": 2.8502574214524275e-06,
      "loss": 0.3483,
      "step": 1316050
    },
    {
      "epoch": 367.31,
      "grad_norm": 1.001244306564331,
      "learning_rate": 2.8502310207598387e-06,
      "loss": 0.3472,
      "step": 1316060
    },
    {
      "epoch": 367.31,
      "grad_norm": 1.1293230056762695,
      "learning_rate": 2.8502046199998366e-06,
      "loss": 0.3581,
      "step": 1316070
    },
    {
      "epoch": 367.31,
      "grad_norm": 1.0333846807479858,
      "learning_rate": 2.8501782191724255e-06,
      "loss": 0.374,
      "step": 1316080
    },
    {
      "epoch": 367.32,
      "grad_norm": 1.1081984043121338,
      "learning_rate": 2.8501518182776084e-06,
      "loss": 0.3395,
      "step": 1316090
    },
    {
      "epoch": 367.32,
      "grad_norm": 1.0898889303207397,
      "learning_rate": 2.8501254173153896e-06,
      "loss": 0.345,
      "step": 1316100
    },
    {
      "epoch": 367.32,
      "grad_norm": 0.9469882249832153,
      "learning_rate": 2.850099016285772e-06,
      "loss": 0.3687,
      "step": 1316110
    },
    {
      "epoch": 367.32,
      "grad_norm": 0.9523354768753052,
      "learning_rate": 2.850072615188759e-06,
      "loss": 0.3493,
      "step": 1316120
    },
    {
      "epoch": 367.33,
      "grad_norm": 1.2608528137207031,
      "learning_rate": 2.8500462140243543e-06,
      "loss": 0.3466,
      "step": 1316130
    },
    {
      "epoch": 367.33,
      "grad_norm": 0.9973434805870056,
      "learning_rate": 2.8500198127925616e-06,
      "loss": 0.3502,
      "step": 1316140
    },
    {
      "epoch": 367.33,
      "grad_norm": 0.9738942384719849,
      "learning_rate": 2.8499934114933846e-06,
      "loss": 0.3547,
      "step": 1316150
    },
    {
      "epoch": 367.33,
      "grad_norm": 0.9867387413978577,
      "learning_rate": 2.849967010126825e-06,
      "loss": 0.3483,
      "step": 1316160
    },
    {
      "epoch": 367.34,
      "grad_norm": 1.049739122390747,
      "learning_rate": 2.8499406086928894e-06,
      "loss": 0.3471,
      "step": 1316170
    },
    {
      "epoch": 367.34,
      "grad_norm": 0.9901071190834045,
      "learning_rate": 2.8499142071915794e-06,
      "loss": 0.3311,
      "step": 1316180
    },
    {
      "epoch": 367.34,
      "grad_norm": 0.903744637966156,
      "learning_rate": 2.8498878056228984e-06,
      "loss": 0.3597,
      "step": 1316190
    },
    {
      "epoch": 367.35,
      "grad_norm": 0.9655265808105469,
      "learning_rate": 2.84986140398685e-06,
      "loss": 0.3426,
      "step": 1316200
    },
    {
      "epoch": 367.35,
      "grad_norm": 0.9814898371696472,
      "learning_rate": 2.849835002283439e-06,
      "loss": 0.352,
      "step": 1316210
    },
    {
      "epoch": 367.35,
      "grad_norm": 1.3322324752807617,
      "learning_rate": 2.8498086005126676e-06,
      "loss": 0.346,
      "step": 1316220
    },
    {
      "epoch": 367.35,
      "grad_norm": 1.0622749328613281,
      "learning_rate": 2.849782198674539e-06,
      "loss": 0.3362,
      "step": 1316230
    },
    {
      "epoch": 367.36,
      "grad_norm": 1.0796242952346802,
      "learning_rate": 2.8497557967690576e-06,
      "loss": 0.34,
      "step": 1316240
    },
    {
      "epoch": 367.36,
      "grad_norm": 0.9776740074157715,
      "learning_rate": 2.849729394796227e-06,
      "loss": 0.3369,
      "step": 1316250
    },
    {
      "epoch": 367.36,
      "grad_norm": 1.410451054573059,
      "learning_rate": 2.8497029927560513e-06,
      "loss": 0.3658,
      "step": 1316260
    },
    {
      "epoch": 367.37,
      "grad_norm": 0.882194459438324,
      "learning_rate": 2.8496765906485316e-06,
      "loss": 0.3498,
      "step": 1316270
    },
    {
      "epoch": 367.37,
      "grad_norm": 1.1086769104003906,
      "learning_rate": 2.8496501884736737e-06,
      "loss": 0.3399,
      "step": 1316280
    },
    {
      "epoch": 367.37,
      "grad_norm": 1.0538160800933838,
      "learning_rate": 2.8496237862314804e-06,
      "loss": 0.3564,
      "step": 1316290
    },
    {
      "epoch": 367.37,
      "grad_norm": 1.0421711206436157,
      "learning_rate": 2.849597383921955e-06,
      "loss": 0.343,
      "step": 1316300
    },
    {
      "epoch": 367.38,
      "grad_norm": 1.0398966073989868,
      "learning_rate": 2.849570981545101e-06,
      "loss": 0.3333,
      "step": 1316310
    },
    {
      "epoch": 367.38,
      "grad_norm": 0.9567453265190125,
      "learning_rate": 2.849544579100922e-06,
      "loss": 0.3403,
      "step": 1316320
    },
    {
      "epoch": 367.38,
      "grad_norm": 0.9402647614479065,
      "learning_rate": 2.8495181765894217e-06,
      "loss": 0.3541,
      "step": 1316330
    },
    {
      "epoch": 367.38,
      "grad_norm": 1.0765142440795898,
      "learning_rate": 2.849491774010604e-06,
      "loss": 0.3551,
      "step": 1316340
    },
    {
      "epoch": 367.39,
      "grad_norm": 1.0744572877883911,
      "learning_rate": 2.8494653713644713e-06,
      "loss": 0.3588,
      "step": 1316350
    },
    {
      "epoch": 367.39,
      "grad_norm": 1.0998656749725342,
      "learning_rate": 2.849438968651028e-06,
      "loss": 0.3433,
      "step": 1316360
    },
    {
      "epoch": 367.39,
      "grad_norm": 1.1157608032226562,
      "learning_rate": 2.8494125658702776e-06,
      "loss": 0.3554,
      "step": 1316370
    },
    {
      "epoch": 367.4,
      "grad_norm": 1.1441060304641724,
      "learning_rate": 2.849386163022223e-06,
      "loss": 0.3335,
      "step": 1316380
    },
    {
      "epoch": 367.4,
      "grad_norm": 0.9816325902938843,
      "learning_rate": 2.849359760106868e-06,
      "loss": 0.3493,
      "step": 1316390
    },
    {
      "epoch": 367.4,
      "grad_norm": 1.0430065393447876,
      "learning_rate": 2.8493333571242167e-06,
      "loss": 0.3383,
      "step": 1316400
    },
    {
      "epoch": 367.4,
      "grad_norm": 0.9557246565818787,
      "learning_rate": 2.8493069540742717e-06,
      "loss": 0.3353,
      "step": 1316410
    },
    {
      "epoch": 367.41,
      "grad_norm": 0.8896673917770386,
      "learning_rate": 2.849280550957037e-06,
      "loss": 0.3424,
      "step": 1316420
    },
    {
      "epoch": 367.41,
      "grad_norm": 1.1926259994506836,
      "learning_rate": 2.849254147772516e-06,
      "loss": 0.3463,
      "step": 1316430
    },
    {
      "epoch": 367.41,
      "grad_norm": 1.0814675092697144,
      "learning_rate": 2.849227744520713e-06,
      "loss": 0.3482,
      "step": 1316440
    },
    {
      "epoch": 367.42,
      "grad_norm": 0.9878513813018799,
      "learning_rate": 2.8492013412016297e-06,
      "loss": 0.3367,
      "step": 1316450
    },
    {
      "epoch": 367.42,
      "grad_norm": 1.182821273803711,
      "learning_rate": 2.8491749378152707e-06,
      "loss": 0.3476,
      "step": 1316460
    },
    {
      "epoch": 367.42,
      "grad_norm": 1.0607128143310547,
      "learning_rate": 2.8491485343616403e-06,
      "loss": 0.3412,
      "step": 1316470
    },
    {
      "epoch": 367.42,
      "grad_norm": 0.8949537873268127,
      "learning_rate": 2.849122130840741e-06,
      "loss": 0.3503,
      "step": 1316480
    },
    {
      "epoch": 367.43,
      "grad_norm": 1.171854019165039,
      "learning_rate": 2.849095727252576e-06,
      "loss": 0.3524,
      "step": 1316490
    },
    {
      "epoch": 367.43,
      "grad_norm": 0.9506469368934631,
      "learning_rate": 2.8490693235971508e-06,
      "loss": 0.3579,
      "step": 1316500
    },
    {
      "epoch": 367.43,
      "grad_norm": 0.8876674175262451,
      "learning_rate": 2.849042919874466e-06,
      "loss": 0.3469,
      "step": 1316510
    },
    {
      "epoch": 367.44,
      "grad_norm": 1.059149980545044,
      "learning_rate": 2.8490165160845266e-06,
      "loss": 0.3425,
      "step": 1316520
    },
    {
      "epoch": 367.44,
      "grad_norm": 1.0084750652313232,
      "learning_rate": 2.8489901122273363e-06,
      "loss": 0.3713,
      "step": 1316530
    },
    {
      "epoch": 367.44,
      "grad_norm": 0.9970784187316895,
      "learning_rate": 2.848963708302899e-06,
      "loss": 0.3662,
      "step": 1316540
    },
    {
      "epoch": 367.44,
      "grad_norm": 0.9711156487464905,
      "learning_rate": 2.848937304311217e-06,
      "loss": 0.3441,
      "step": 1316550
    },
    {
      "epoch": 367.45,
      "grad_norm": 0.9732455611228943,
      "learning_rate": 2.8489109002522944e-06,
      "loss": 0.3608,
      "step": 1316560
    },
    {
      "epoch": 367.45,
      "grad_norm": 1.072912335395813,
      "learning_rate": 2.8488844961261355e-06,
      "loss": 0.3613,
      "step": 1316570
    },
    {
      "epoch": 367.45,
      "grad_norm": 0.9176937341690063,
      "learning_rate": 2.848858091932742e-06,
      "loss": 0.3538,
      "step": 1316580
    },
    {
      "epoch": 367.45,
      "grad_norm": 0.9888227581977844,
      "learning_rate": 2.848831687672119e-06,
      "loss": 0.3677,
      "step": 1316590
    },
    {
      "epoch": 367.46,
      "grad_norm": 0.9768888354301453,
      "learning_rate": 2.84880528334427e-06,
      "loss": 0.3454,
      "step": 1316600
    },
    {
      "epoch": 367.46,
      "grad_norm": 0.9470431208610535,
      "learning_rate": 2.848778878949197e-06,
      "loss": 0.3574,
      "step": 1316610
    },
    {
      "epoch": 367.46,
      "grad_norm": 0.8797996044158936,
      "learning_rate": 2.8487524744869054e-06,
      "loss": 0.3424,
      "step": 1316620
    },
    {
      "epoch": 367.47,
      "grad_norm": 0.9801051616668701,
      "learning_rate": 2.8487260699573975e-06,
      "loss": 0.3389,
      "step": 1316630
    },
    {
      "epoch": 367.47,
      "grad_norm": 1.094225287437439,
      "learning_rate": 2.848699665360677e-06,
      "loss": 0.3616,
      "step": 1316640
    },
    {
      "epoch": 367.47,
      "grad_norm": 0.9954127073287964,
      "learning_rate": 2.8486732606967476e-06,
      "loss": 0.3505,
      "step": 1316650
    },
    {
      "epoch": 367.47,
      "grad_norm": 0.9621163010597229,
      "learning_rate": 2.848646855965613e-06,
      "loss": 0.3385,
      "step": 1316660
    },
    {
      "epoch": 367.48,
      "grad_norm": 6.497920513153076,
      "learning_rate": 2.848620451167276e-06,
      "loss": 0.3553,
      "step": 1316670
    },
    {
      "epoch": 367.48,
      "grad_norm": 1.0898672342300415,
      "learning_rate": 2.8485940463017406e-06,
      "loss": 0.3718,
      "step": 1316680
    },
    {
      "epoch": 367.48,
      "grad_norm": 0.9958031177520752,
      "learning_rate": 2.8485676413690107e-06,
      "loss": 0.3507,
      "step": 1316690
    },
    {
      "epoch": 367.49,
      "grad_norm": 1.1595107316970825,
      "learning_rate": 2.84854123636909e-06,
      "loss": 0.3515,
      "step": 1316700
    },
    {
      "epoch": 367.49,
      "grad_norm": 1.2531592845916748,
      "learning_rate": 2.8485148313019804e-06,
      "loss": 0.3538,
      "step": 1316710
    },
    {
      "epoch": 367.49,
      "grad_norm": 1.1736410856246948,
      "learning_rate": 2.8484884261676868e-06,
      "loss": 0.3687,
      "step": 1316720
    },
    {
      "epoch": 367.49,
      "grad_norm": 1.0768965482711792,
      "learning_rate": 2.8484620209662132e-06,
      "loss": 0.3558,
      "step": 1316730
    },
    {
      "epoch": 367.5,
      "grad_norm": 0.9154214859008789,
      "learning_rate": 2.848435615697561e-06,
      "loss": 0.3495,
      "step": 1316740
    },
    {
      "epoch": 367.5,
      "grad_norm": 1.0971298217773438,
      "learning_rate": 2.8484092103617354e-06,
      "loss": 0.3263,
      "step": 1316750
    },
    {
      "epoch": 367.5,
      "grad_norm": 1.0516201257705688,
      "learning_rate": 2.84838280495874e-06,
      "loss": 0.3411,
      "step": 1316760
    },
    {
      "epoch": 367.5,
      "grad_norm": 1.0012109279632568,
      "learning_rate": 2.8483563994885775e-06,
      "loss": 0.346,
      "step": 1316770
    },
    {
      "epoch": 367.51,
      "grad_norm": 1.2678985595703125,
      "learning_rate": 2.8483299939512516e-06,
      "loss": 0.3513,
      "step": 1316780
    },
    {
      "epoch": 367.51,
      "grad_norm": 1.064071536064148,
      "learning_rate": 2.8483035883467666e-06,
      "loss": 0.3429,
      "step": 1316790
    },
    {
      "epoch": 367.51,
      "grad_norm": 0.925186276435852,
      "learning_rate": 2.848277182675125e-06,
      "loss": 0.3422,
      "step": 1316800
    },
    {
      "epoch": 367.52,
      "grad_norm": 1.247391700744629,
      "learning_rate": 2.84825077693633e-06,
      "loss": 0.3495,
      "step": 1316810
    },
    {
      "epoch": 367.52,
      "grad_norm": 1.2149393558502197,
      "learning_rate": 2.848224371130387e-06,
      "loss": 0.351,
      "step": 1316820
    },
    {
      "epoch": 367.52,
      "grad_norm": 1.0148861408233643,
      "learning_rate": 2.8481979652572975e-06,
      "loss": 0.3575,
      "step": 1316830
    },
    {
      "epoch": 367.52,
      "grad_norm": 0.8972394466400146,
      "learning_rate": 2.8481715593170664e-06,
      "loss": 0.3361,
      "step": 1316840
    },
    {
      "epoch": 367.53,
      "grad_norm": 0.9569605588912964,
      "learning_rate": 2.848145153309696e-06,
      "loss": 0.3454,
      "step": 1316850
    },
    {
      "epoch": 367.53,
      "grad_norm": 1.0176465511322021,
      "learning_rate": 2.8481187472351912e-06,
      "loss": 0.3405,
      "step": 1316860
    },
    {
      "epoch": 367.53,
      "grad_norm": 1.0614452362060547,
      "learning_rate": 2.848092341093554e-06,
      "loss": 0.3489,
      "step": 1316870
    },
    {
      "epoch": 367.54,
      "grad_norm": 1.1018542051315308,
      "learning_rate": 2.848065934884789e-06,
      "loss": 0.3549,
      "step": 1316880
    },
    {
      "epoch": 367.54,
      "grad_norm": 1.010952353477478,
      "learning_rate": 2.8480395286088997e-06,
      "loss": 0.357,
      "step": 1316890
    },
    {
      "epoch": 367.54,
      "grad_norm": 0.9890153408050537,
      "learning_rate": 2.848013122265889e-06,
      "loss": 0.3557,
      "step": 1316900
    },
    {
      "epoch": 367.54,
      "grad_norm": 0.8889737725257874,
      "learning_rate": 2.8479867158557615e-06,
      "loss": 0.3424,
      "step": 1316910
    },
    {
      "epoch": 367.55,
      "grad_norm": 1.1631046533584595,
      "learning_rate": 2.8479603093785195e-06,
      "loss": 0.3516,
      "step": 1316920
    },
    {
      "epoch": 367.55,
      "grad_norm": 1.1045550107955933,
      "learning_rate": 2.8479339028341663e-06,
      "loss": 0.3645,
      "step": 1316930
    },
    {
      "epoch": 367.55,
      "grad_norm": 1.1147129535675049,
      "learning_rate": 2.847907496222706e-06,
      "loss": 0.3569,
      "step": 1316940
    },
    {
      "epoch": 367.56,
      "grad_norm": 0.9945836067199707,
      "learning_rate": 2.847881089544144e-06,
      "loss": 0.3506,
      "step": 1316950
    },
    {
      "epoch": 367.56,
      "grad_norm": 1.0185573101043701,
      "learning_rate": 2.84785468279848e-06,
      "loss": 0.3657,
      "step": 1316960
    },
    {
      "epoch": 367.56,
      "grad_norm": 0.9739844799041748,
      "learning_rate": 2.8478282759857205e-06,
      "loss": 0.3595,
      "step": 1316970
    },
    {
      "epoch": 367.56,
      "grad_norm": 1.0126097202301025,
      "learning_rate": 2.8478018691058677e-06,
      "loss": 0.3498,
      "step": 1316980
    },
    {
      "epoch": 367.57,
      "grad_norm": 1.0660581588745117,
      "learning_rate": 2.847775462158926e-06,
      "loss": 0.3528,
      "step": 1316990
    },
    {
      "epoch": 367.57,
      "grad_norm": 1.0294651985168457,
      "learning_rate": 2.8477490551448977e-06,
      "loss": 0.3558,
      "step": 1317000
    },
    {
      "epoch": 367.57,
      "grad_norm": 0.9779033660888672,
      "learning_rate": 2.8477226480637874e-06,
      "loss": 0.3495,
      "step": 1317010
    },
    {
      "epoch": 367.57,
      "grad_norm": 1.073943853378296,
      "learning_rate": 2.8476962409155983e-06,
      "loss": 0.3557,
      "step": 1317020
    },
    {
      "epoch": 367.58,
      "grad_norm": 1.1158100366592407,
      "learning_rate": 2.847669833700333e-06,
      "loss": 0.3675,
      "step": 1317030
    },
    {
      "epoch": 367.58,
      "grad_norm": 1.02090322971344,
      "learning_rate": 2.847643426417996e-06,
      "loss": 0.3466,
      "step": 1317040
    },
    {
      "epoch": 367.58,
      "grad_norm": 0.9463744759559631,
      "learning_rate": 2.847617019068592e-06,
      "loss": 0.3681,
      "step": 1317050
    },
    {
      "epoch": 367.59,
      "grad_norm": 1.1788803339004517,
      "learning_rate": 2.8475906116521226e-06,
      "loss": 0.3523,
      "step": 1317060
    },
    {
      "epoch": 367.59,
      "grad_norm": 1.0109504461288452,
      "learning_rate": 2.847564204168591e-06,
      "loss": 0.351,
      "step": 1317070
    },
    {
      "epoch": 367.59,
      "grad_norm": 1.0107200145721436,
      "learning_rate": 2.8475377966180026e-06,
      "loss": 0.3563,
      "step": 1317080
    },
    {
      "epoch": 367.59,
      "grad_norm": 1.0419682264328003,
      "learning_rate": 2.8475113890003587e-06,
      "loss": 0.3614,
      "step": 1317090
    },
    {
      "epoch": 367.6,
      "grad_norm": 1.1635643243789673,
      "learning_rate": 2.8474849813156645e-06,
      "loss": 0.3383,
      "step": 1317100
    },
    {
      "epoch": 367.6,
      "grad_norm": 2.6719956398010254,
      "learning_rate": 2.847458573563924e-06,
      "loss": 0.3414,
      "step": 1317110
    },
    {
      "epoch": 367.6,
      "grad_norm": 1.0277143716812134,
      "learning_rate": 2.847432165745139e-06,
      "loss": 0.3444,
      "step": 1317120
    },
    {
      "epoch": 367.61,
      "grad_norm": 1.0919160842895508,
      "learning_rate": 2.8474057578593137e-06,
      "loss": 0.3388,
      "step": 1317130
    },
    {
      "epoch": 367.61,
      "grad_norm": 1.0306090116500854,
      "learning_rate": 2.847379349906452e-06,
      "loss": 0.3455,
      "step": 1317140
    },
    {
      "epoch": 367.61,
      "grad_norm": 0.9681839942932129,
      "learning_rate": 2.847352941886557e-06,
      "loss": 0.3415,
      "step": 1317150
    },
    {
      "epoch": 367.61,
      "grad_norm": 1.052158236503601,
      "learning_rate": 2.847326533799632e-06,
      "loss": 0.3334,
      "step": 1317160
    },
    {
      "epoch": 367.62,
      "grad_norm": 0.991950273513794,
      "learning_rate": 2.847300125645681e-06,
      "loss": 0.3488,
      "step": 1317170
    },
    {
      "epoch": 367.62,
      "grad_norm": 0.9434558153152466,
      "learning_rate": 2.8472737174247075e-06,
      "loss": 0.3528,
      "step": 1317180
    },
    {
      "epoch": 367.62,
      "grad_norm": 1.0500857830047607,
      "learning_rate": 2.8472473091367145e-06,
      "loss": 0.3348,
      "step": 1317190
    },
    {
      "epoch": 367.62,
      "grad_norm": 1.1183420419692993,
      "learning_rate": 2.8472209007817056e-06,
      "loss": 0.3512,
      "step": 1317200
    },
    {
      "epoch": 367.63,
      "grad_norm": 1.0234986543655396,
      "learning_rate": 2.8471944923596857e-06,
      "loss": 0.344,
      "step": 1317210
    },
    {
      "epoch": 367.63,
      "grad_norm": 1.14046049118042,
      "learning_rate": 2.8471680838706567e-06,
      "loss": 0.3408,
      "step": 1317220
    },
    {
      "epoch": 367.63,
      "grad_norm": 0.9406689405441284,
      "learning_rate": 2.8471416753146227e-06,
      "loss": 0.3469,
      "step": 1317230
    },
    {
      "epoch": 367.64,
      "grad_norm": 1.0590273141860962,
      "learning_rate": 2.8471152666915867e-06,
      "loss": 0.3393,
      "step": 1317240
    },
    {
      "epoch": 367.64,
      "grad_norm": 0.9658012986183167,
      "learning_rate": 2.847088858001553e-06,
      "loss": 0.3445,
      "step": 1317250
    },
    {
      "epoch": 367.64,
      "grad_norm": 0.8831214308738708,
      "learning_rate": 2.8470624492445243e-06,
      "loss": 0.3402,
      "step": 1317260
    },
    {
      "epoch": 367.64,
      "grad_norm": 0.8802081942558289,
      "learning_rate": 2.8470360404205047e-06,
      "loss": 0.3496,
      "step": 1317270
    },
    {
      "epoch": 367.65,
      "grad_norm": 1.116613507270813,
      "learning_rate": 2.8470096315294976e-06,
      "loss": 0.3547,
      "step": 1317280
    },
    {
      "epoch": 367.65,
      "grad_norm": 1.1032170057296753,
      "learning_rate": 2.8469832225715075e-06,
      "loss": 0.3548,
      "step": 1317290
    },
    {
      "epoch": 367.65,
      "grad_norm": 1.07289719581604,
      "learning_rate": 2.846956813546536e-06,
      "loss": 0.3553,
      "step": 1317300
    },
    {
      "epoch": 367.66,
      "grad_norm": 1.0527734756469727,
      "learning_rate": 2.8469304044545877e-06,
      "loss": 0.3456,
      "step": 1317310
    },
    {
      "epoch": 367.66,
      "grad_norm": 1.1044665575027466,
      "learning_rate": 2.8469039952956657e-06,
      "loss": 0.3417,
      "step": 1317320
    },
    {
      "epoch": 367.66,
      "grad_norm": 0.9576919674873352,
      "learning_rate": 2.8468775860697735e-06,
      "loss": 0.3473,
      "step": 1317330
    },
    {
      "epoch": 367.66,
      "grad_norm": 0.8985676765441895,
      "learning_rate": 2.8468511767769157e-06,
      "loss": 0.3444,
      "step": 1317340
    },
    {
      "epoch": 367.67,
      "grad_norm": 1.761419415473938,
      "learning_rate": 2.846824767417095e-06,
      "loss": 0.3406,
      "step": 1317350
    },
    {
      "epoch": 367.67,
      "grad_norm": 1.069152593612671,
      "learning_rate": 2.8467983579903144e-06,
      "loss": 0.3646,
      "step": 1317360
    },
    {
      "epoch": 367.67,
      "grad_norm": 0.9529786705970764,
      "learning_rate": 2.8467719484965785e-06,
      "loss": 0.351,
      "step": 1317370
    },
    {
      "epoch": 367.68,
      "grad_norm": 0.9952468872070312,
      "learning_rate": 2.8467455389358893e-06,
      "loss": 0.3567,
      "step": 1317380
    },
    {
      "epoch": 367.68,
      "grad_norm": 1.0368714332580566,
      "learning_rate": 2.846719129308252e-06,
      "loss": 0.3595,
      "step": 1317390
    },
    {
      "epoch": 367.68,
      "grad_norm": 1.042223572731018,
      "learning_rate": 2.8466927196136688e-06,
      "loss": 0.3577,
      "step": 1317400
    },
    {
      "epoch": 367.68,
      "grad_norm": 1.0008203983306885,
      "learning_rate": 2.8466663098521442e-06,
      "loss": 0.36,
      "step": 1317410
    },
    {
      "epoch": 367.69,
      "grad_norm": 0.850003182888031,
      "learning_rate": 2.8466399000236817e-06,
      "loss": 0.3456,
      "step": 1317420
    },
    {
      "epoch": 367.69,
      "grad_norm": 1.0680972337722778,
      "learning_rate": 2.846613490128284e-06,
      "loss": 0.3502,
      "step": 1317430
    },
    {
      "epoch": 367.69,
      "grad_norm": 0.9385464787483215,
      "learning_rate": 2.8465870801659555e-06,
      "loss": 0.3639,
      "step": 1317440
    },
    {
      "epoch": 367.69,
      "grad_norm": 1.0613657236099243,
      "learning_rate": 2.846560670136698e-06,
      "loss": 0.3513,
      "step": 1317450
    },
    {
      "epoch": 367.7,
      "grad_norm": 0.9356355667114258,
      "learning_rate": 2.8465342600405165e-06,
      "loss": 0.347,
      "step": 1317460
    },
    {
      "epoch": 367.7,
      "grad_norm": 1.1699737310409546,
      "learning_rate": 2.8465078498774154e-06,
      "loss": 0.3412,
      "step": 1317470
    },
    {
      "epoch": 367.7,
      "grad_norm": 0.9608640670776367,
      "learning_rate": 2.8464814396473965e-06,
      "loss": 0.3492,
      "step": 1317480
    },
    {
      "epoch": 367.71,
      "grad_norm": 0.8881690502166748,
      "learning_rate": 2.8464550293504637e-06,
      "loss": 0.3627,
      "step": 1317490
    },
    {
      "epoch": 367.71,
      "grad_norm": 0.9998937845230103,
      "learning_rate": 2.846428618986621e-06,
      "loss": 0.3619,
      "step": 1317500
    },
    {
      "epoch": 367.71,
      "grad_norm": 1.0092462301254272,
      "learning_rate": 2.8464022085558717e-06,
      "loss": 0.3556,
      "step": 1317510
    },
    {
      "epoch": 367.71,
      "grad_norm": 1.1327153444290161,
      "learning_rate": 2.8463757980582188e-06,
      "loss": 0.3401,
      "step": 1317520
    },
    {
      "epoch": 367.72,
      "grad_norm": 0.9780896306037903,
      "learning_rate": 2.8463493874936668e-06,
      "loss": 0.3445,
      "step": 1317530
    },
    {
      "epoch": 367.72,
      "grad_norm": 1.040345549583435,
      "learning_rate": 2.8463229768622182e-06,
      "loss": 0.3485,
      "step": 1317540
    },
    {
      "epoch": 367.72,
      "grad_norm": 1.0231528282165527,
      "learning_rate": 2.8462965661638774e-06,
      "loss": 0.3562,
      "step": 1317550
    },
    {
      "epoch": 367.73,
      "grad_norm": 0.907498300075531,
      "learning_rate": 2.846270155398647e-06,
      "loss": 0.3409,
      "step": 1317560
    },
    {
      "epoch": 367.73,
      "grad_norm": 0.9560325741767883,
      "learning_rate": 2.846243744566532e-06,
      "loss": 0.3458,
      "step": 1317570
    },
    {
      "epoch": 367.73,
      "grad_norm": 1.049757480621338,
      "learning_rate": 2.8462173336675344e-06,
      "loss": 0.3493,
      "step": 1317580
    },
    {
      "epoch": 367.73,
      "grad_norm": 1.1735684871673584,
      "learning_rate": 2.8461909227016582e-06,
      "loss": 0.35,
      "step": 1317590
    },
    {
      "epoch": 367.74,
      "grad_norm": 0.890856921672821,
      "learning_rate": 2.8461645116689075e-06,
      "loss": 0.3498,
      "step": 1317600
    },
    {
      "epoch": 367.74,
      "grad_norm": 0.9749253988265991,
      "learning_rate": 2.8461381005692844e-06,
      "loss": 0.3394,
      "step": 1317610
    },
    {
      "epoch": 367.74,
      "grad_norm": 1.1698962450027466,
      "learning_rate": 2.846111689402793e-06,
      "loss": 0.3635,
      "step": 1317620
    },
    {
      "epoch": 367.74,
      "grad_norm": 0.9530410766601562,
      "learning_rate": 2.8460852781694387e-06,
      "loss": 0.3502,
      "step": 1317630
    },
    {
      "epoch": 367.75,
      "grad_norm": 1.0252922773361206,
      "learning_rate": 2.846058866869222e-06,
      "loss": 0.3404,
      "step": 1317640
    },
    {
      "epoch": 367.75,
      "grad_norm": 1.0139085054397583,
      "learning_rate": 2.8460324555021487e-06,
      "loss": 0.3369,
      "step": 1317650
    },
    {
      "epoch": 367.75,
      "grad_norm": 1.060328722000122,
      "learning_rate": 2.8460060440682216e-06,
      "loss": 0.3617,
      "step": 1317660
    },
    {
      "epoch": 367.76,
      "grad_norm": 1.0686248540878296,
      "learning_rate": 2.8459796325674432e-06,
      "loss": 0.3439,
      "step": 1317670
    },
    {
      "epoch": 367.76,
      "grad_norm": 1.1575405597686768,
      "learning_rate": 2.8459532209998183e-06,
      "loss": 0.3446,
      "step": 1317680
    },
    {
      "epoch": 367.76,
      "grad_norm": 1.0954039096832275,
      "learning_rate": 2.8459268093653498e-06,
      "loss": 0.3566,
      "step": 1317690
    },
    {
      "epoch": 367.76,
      "grad_norm": 1.0978399515151978,
      "learning_rate": 2.845900397664042e-06,
      "loss": 0.3464,
      "step": 1317700
    },
    {
      "epoch": 367.77,
      "grad_norm": 0.9315773248672485,
      "learning_rate": 2.8458739858958975e-06,
      "loss": 0.3455,
      "step": 1317710
    },
    {
      "epoch": 367.77,
      "grad_norm": 1.0068039894104004,
      "learning_rate": 2.8458475740609202e-06,
      "loss": 0.3465,
      "step": 1317720
    },
    {
      "epoch": 367.77,
      "grad_norm": 0.9180720448493958,
      "learning_rate": 2.8458211621591137e-06,
      "loss": 0.3549,
      "step": 1317730
    },
    {
      "epoch": 367.78,
      "grad_norm": 1.332677960395813,
      "learning_rate": 2.8457947501904813e-06,
      "loss": 0.3454,
      "step": 1317740
    },
    {
      "epoch": 367.78,
      "grad_norm": 0.988370418548584,
      "learning_rate": 2.845768338155026e-06,
      "loss": 0.3405,
      "step": 1317750
    },
    {
      "epoch": 367.78,
      "grad_norm": 1.1294543743133545,
      "learning_rate": 2.845741926052753e-06,
      "loss": 0.352,
      "step": 1317760
    },
    {
      "epoch": 367.78,
      "grad_norm": 1.18303644657135,
      "learning_rate": 2.8457155138836637e-06,
      "loss": 0.3429,
      "step": 1317770
    },
    {
      "epoch": 367.79,
      "grad_norm": 0.8525859117507935,
      "learning_rate": 2.8456891016477632e-06,
      "loss": 0.3376,
      "step": 1317780
    },
    {
      "epoch": 367.79,
      "grad_norm": 1.0391768217086792,
      "learning_rate": 2.8456626893450547e-06,
      "loss": 0.3402,
      "step": 1317790
    },
    {
      "epoch": 367.79,
      "grad_norm": 1.1240099668502808,
      "learning_rate": 2.8456362769755416e-06,
      "loss": 0.3629,
      "step": 1317800
    },
    {
      "epoch": 367.8,
      "grad_norm": 1.1348997354507446,
      "learning_rate": 2.845609864539227e-06,
      "loss": 0.3272,
      "step": 1317810
    },
    {
      "epoch": 367.8,
      "grad_norm": 1.0839779376983643,
      "learning_rate": 2.8455834520361145e-06,
      "loss": 0.3704,
      "step": 1317820
    },
    {
      "epoch": 367.8,
      "grad_norm": 1.1288782358169556,
      "learning_rate": 2.845557039466208e-06,
      "loss": 0.3509,
      "step": 1317830
    },
    {
      "epoch": 367.8,
      "grad_norm": 1.074721336364746,
      "learning_rate": 2.845530626829511e-06,
      "loss": 0.3388,
      "step": 1317840
    },
    {
      "epoch": 367.81,
      "grad_norm": 0.9217621088027954,
      "learning_rate": 2.845504214126026e-06,
      "loss": 0.3397,
      "step": 1317850
    },
    {
      "epoch": 367.81,
      "grad_norm": 0.8776063323020935,
      "learning_rate": 2.8454778013557584e-06,
      "loss": 0.363,
      "step": 1317860
    },
    {
      "epoch": 367.81,
      "grad_norm": 1.1890636682510376,
      "learning_rate": 2.8454513885187107e-06,
      "loss": 0.3525,
      "step": 1317870
    },
    {
      "epoch": 367.81,
      "grad_norm": 0.9093000888824463,
      "learning_rate": 2.845424975614886e-06,
      "loss": 0.3384,
      "step": 1317880
    },
    {
      "epoch": 367.82,
      "grad_norm": 1.3163037300109863,
      "learning_rate": 2.8453985626442884e-06,
      "loss": 0.3477,
      "step": 1317890
    },
    {
      "epoch": 367.82,
      "grad_norm": 1.0157135725021362,
      "learning_rate": 2.845372149606921e-06,
      "loss": 0.3445,
      "step": 1317900
    },
    {
      "epoch": 367.82,
      "grad_norm": 1.1350271701812744,
      "learning_rate": 2.8453457365027877e-06,
      "loss": 0.3537,
      "step": 1317910
    },
    {
      "epoch": 367.83,
      "grad_norm": 1.0236315727233887,
      "learning_rate": 2.845319323331892e-06,
      "loss": 0.3432,
      "step": 1317920
    },
    {
      "epoch": 367.83,
      "grad_norm": 1.1264839172363281,
      "learning_rate": 2.845292910094237e-06,
      "loss": 0.3457,
      "step": 1317930
    },
    {
      "epoch": 367.83,
      "grad_norm": 1.0551910400390625,
      "learning_rate": 2.8452664967898266e-06,
      "loss": 0.3601,
      "step": 1317940
    },
    {
      "epoch": 367.83,
      "grad_norm": 1.022769570350647,
      "learning_rate": 2.8452400834186652e-06,
      "loss": 0.3473,
      "step": 1317950
    },
    {
      "epoch": 367.84,
      "grad_norm": 1.1036598682403564,
      "learning_rate": 2.845213669980754e-06,
      "loss": 0.3555,
      "step": 1317960
    },
    {
      "epoch": 367.84,
      "grad_norm": 0.8760427832603455,
      "learning_rate": 2.845187256476098e-06,
      "loss": 0.3452,
      "step": 1317970
    },
    {
      "epoch": 367.84,
      "grad_norm": 1.0205448865890503,
      "learning_rate": 2.8451608429047006e-06,
      "loss": 0.3522,
      "step": 1317980
    },
    {
      "epoch": 367.85,
      "grad_norm": 0.9922379851341248,
      "learning_rate": 2.8451344292665654e-06,
      "loss": 0.3457,
      "step": 1317990
    },
    {
      "epoch": 367.85,
      "grad_norm": 0.8986781239509583,
      "learning_rate": 2.845108015561696e-06,
      "loss": 0.3533,
      "step": 1318000
    },
    {
      "epoch": 367.85,
      "grad_norm": 0.9775165915489197,
      "learning_rate": 2.8450816017900955e-06,
      "loss": 0.3641,
      "step": 1318010
    },
    {
      "epoch": 367.85,
      "grad_norm": 0.9899485111236572,
      "learning_rate": 2.845055187951769e-06,
      "loss": 0.3641,
      "step": 1318020
    },
    {
      "epoch": 367.86,
      "grad_norm": 1.027475118637085,
      "learning_rate": 2.8450287740467163e-06,
      "loss": 0.3422,
      "step": 1318030
    },
    {
      "epoch": 367.86,
      "grad_norm": 1.3218637704849243,
      "learning_rate": 2.8450023600749446e-06,
      "loss": 0.3462,
      "step": 1318040
    },
    {
      "epoch": 367.86,
      "grad_norm": 1.0971051454544067,
      "learning_rate": 2.844975946036456e-06,
      "loss": 0.3458,
      "step": 1318050
    },
    {
      "epoch": 367.86,
      "grad_norm": 1.0630663633346558,
      "learning_rate": 2.8449495319312537e-06,
      "loss": 0.3496,
      "step": 1318060
    },
    {
      "epoch": 367.87,
      "grad_norm": 1.0438624620437622,
      "learning_rate": 2.8449231177593417e-06,
      "loss": 0.3542,
      "step": 1318070
    },
    {
      "epoch": 367.87,
      "grad_norm": 1.0156886577606201,
      "learning_rate": 2.8448967035207233e-06,
      "loss": 0.3563,
      "step": 1318080
    },
    {
      "epoch": 367.87,
      "grad_norm": 1.121861219406128,
      "learning_rate": 2.8448702892154028e-06,
      "loss": 0.3681,
      "step": 1318090
    },
    {
      "epoch": 367.88,
      "grad_norm": 1.2427607774734497,
      "learning_rate": 2.844843874843382e-06,
      "loss": 0.3301,
      "step": 1318100
    },
    {
      "epoch": 367.88,
      "grad_norm": 0.9873417019844055,
      "learning_rate": 2.8448174604046667e-06,
      "loss": 0.3522,
      "step": 1318110
    },
    {
      "epoch": 367.88,
      "grad_norm": 0.9809879660606384,
      "learning_rate": 2.8447910458992583e-06,
      "loss": 0.3451,
      "step": 1318120
    },
    {
      "epoch": 367.88,
      "grad_norm": 1.0718104839324951,
      "learning_rate": 2.8447646313271614e-06,
      "loss": 0.3543,
      "step": 1318130
    },
    {
      "epoch": 367.89,
      "grad_norm": 0.9875110983848572,
      "learning_rate": 2.8447382166883788e-06,
      "loss": 0.3605,
      "step": 1318140
    },
    {
      "epoch": 367.89,
      "grad_norm": 1.1286251544952393,
      "learning_rate": 2.844711801982916e-06,
      "loss": 0.3397,
      "step": 1318150
    },
    {
      "epoch": 367.89,
      "grad_norm": 1.1629691123962402,
      "learning_rate": 2.844685387210774e-06,
      "loss": 0.3552,
      "step": 1318160
    },
    {
      "epoch": 367.9,
      "grad_norm": 1.463396430015564,
      "learning_rate": 2.8446589723719575e-06,
      "loss": 0.3515,
      "step": 1318170
    },
    {
      "epoch": 367.9,
      "grad_norm": 1.238642692565918,
      "learning_rate": 2.84463255746647e-06,
      "loss": 0.3698,
      "step": 1318180
    },
    {
      "epoch": 367.9,
      "grad_norm": 1.0559921264648438,
      "learning_rate": 2.8446061424943148e-06,
      "loss": 0.3462,
      "step": 1318190
    },
    {
      "epoch": 367.9,
      "grad_norm": 0.833315908908844,
      "learning_rate": 2.8445797274554954e-06,
      "loss": 0.3471,
      "step": 1318200
    },
    {
      "epoch": 367.91,
      "grad_norm": 0.9975177645683289,
      "learning_rate": 2.844553312350016e-06,
      "loss": 0.338,
      "step": 1318210
    },
    {
      "epoch": 367.91,
      "grad_norm": 1.1067254543304443,
      "learning_rate": 2.8445268971778787e-06,
      "loss": 0.3434,
      "step": 1318220
    },
    {
      "epoch": 367.91,
      "grad_norm": 1.0623598098754883,
      "learning_rate": 2.844500481939088e-06,
      "loss": 0.3454,
      "step": 1318230
    },
    {
      "epoch": 367.92,
      "grad_norm": 0.989976167678833,
      "learning_rate": 2.8444740666336478e-06,
      "loss": 0.3209,
      "step": 1318240
    },
    {
      "epoch": 367.92,
      "grad_norm": 0.90553879737854,
      "learning_rate": 2.8444476512615612e-06,
      "loss": 0.3453,
      "step": 1318250
    },
    {
      "epoch": 367.92,
      "grad_norm": 0.9552268385887146,
      "learning_rate": 2.8444212358228306e-06,
      "loss": 0.342,
      "step": 1318260
    },
    {
      "epoch": 367.92,
      "grad_norm": 1.1426719427108765,
      "learning_rate": 2.844394820317461e-06,
      "loss": 0.3614,
      "step": 1318270
    },
    {
      "epoch": 367.93,
      "grad_norm": 1.1511030197143555,
      "learning_rate": 2.8443684047454563e-06,
      "loss": 0.3521,
      "step": 1318280
    },
    {
      "epoch": 367.93,
      "grad_norm": 1.0016014575958252,
      "learning_rate": 2.844341989106818e-06,
      "loss": 0.3588,
      "step": 1318290
    },
    {
      "epoch": 367.93,
      "grad_norm": 0.982823371887207,
      "learning_rate": 2.844315573401551e-06,
      "loss": 0.3395,
      "step": 1318300
    },
    {
      "epoch": 367.93,
      "grad_norm": 0.9190129637718201,
      "learning_rate": 2.8442891576296593e-06,
      "loss": 0.3473,
      "step": 1318310
    },
    {
      "epoch": 367.94,
      "grad_norm": 1.06723153591156,
      "learning_rate": 2.844262741791145e-06,
      "loss": 0.3585,
      "step": 1318320
    },
    {
      "epoch": 367.94,
      "grad_norm": 0.9612507224082947,
      "learning_rate": 2.8442363258860127e-06,
      "loss": 0.3329,
      "step": 1318330
    },
    {
      "epoch": 367.94,
      "grad_norm": 1.1123871803283691,
      "learning_rate": 2.8442099099142654e-06,
      "loss": 0.3531,
      "step": 1318340
    },
    {
      "epoch": 367.95,
      "grad_norm": 1.5199388265609741,
      "learning_rate": 2.8441834938759066e-06,
      "loss": 0.3521,
      "step": 1318350
    },
    {
      "epoch": 367.95,
      "grad_norm": 1.113737940788269,
      "learning_rate": 2.8441570777709396e-06,
      "loss": 0.3584,
      "step": 1318360
    },
    {
      "epoch": 367.95,
      "grad_norm": 0.9885485768318176,
      "learning_rate": 2.844130661599369e-06,
      "loss": 0.3535,
      "step": 1318370
    },
    {
      "epoch": 367.95,
      "grad_norm": 1.023452639579773,
      "learning_rate": 2.8441042453611974e-06,
      "loss": 0.3433,
      "step": 1318380
    },
    {
      "epoch": 367.96,
      "grad_norm": 1.5261305570602417,
      "learning_rate": 2.844077829056429e-06,
      "loss": 0.3617,
      "step": 1318390
    },
    {
      "epoch": 367.96,
      "grad_norm": 1.2323861122131348,
      "learning_rate": 2.844051412685066e-06,
      "loss": 0.3547,
      "step": 1318400
    },
    {
      "epoch": 367.96,
      "grad_norm": 0.8985929489135742,
      "learning_rate": 2.844024996247113e-06,
      "loss": 0.3476,
      "step": 1318410
    },
    {
      "epoch": 367.97,
      "grad_norm": 1.204349160194397,
      "learning_rate": 2.8439985797425733e-06,
      "loss": 0.3595,
      "step": 1318420
    },
    {
      "epoch": 367.97,
      "grad_norm": 1.0386900901794434,
      "learning_rate": 2.8439721631714498e-06,
      "loss": 0.3722,
      "step": 1318430
    },
    {
      "epoch": 367.97,
      "grad_norm": 1.3076072931289673,
      "learning_rate": 2.8439457465337478e-06,
      "loss": 0.3561,
      "step": 1318440
    },
    {
      "epoch": 367.97,
      "grad_norm": 1.1603567600250244,
      "learning_rate": 2.843919329829468e-06,
      "loss": 0.342,
      "step": 1318450
    },
    {
      "epoch": 367.98,
      "grad_norm": 1.0847282409667969,
      "learning_rate": 2.8438929130586172e-06,
      "loss": 0.343,
      "step": 1318460
    },
    {
      "epoch": 367.98,
      "grad_norm": 0.9881494045257568,
      "learning_rate": 2.8438664962211967e-06,
      "loss": 0.3639,
      "step": 1318470
    },
    {
      "epoch": 367.98,
      "grad_norm": 0.960720419883728,
      "learning_rate": 2.8438400793172105e-06,
      "loss": 0.3502,
      "step": 1318480
    },
    {
      "epoch": 367.98,
      "grad_norm": 3.9531805515289307,
      "learning_rate": 2.8438136623466614e-06,
      "loss": 0.3471,
      "step": 1318490
    },
    {
      "epoch": 367.99,
      "grad_norm": 1.226659893989563,
      "learning_rate": 2.843787245309555e-06,
      "loss": 0.3539,
      "step": 1318500
    },
    {
      "epoch": 367.99,
      "grad_norm": 1.0672532320022583,
      "learning_rate": 2.843760828205892e-06,
      "loss": 0.3505,
      "step": 1318510
    },
    {
      "epoch": 367.99,
      "grad_norm": 0.8582022786140442,
      "learning_rate": 2.8437344110356783e-06,
      "loss": 0.3551,
      "step": 1318520
    },
    {
      "epoch": 368.0,
      "grad_norm": 0.9773746132850647,
      "learning_rate": 2.8437079937989173e-06,
      "loss": 0.3462,
      "step": 1318530
    },
    {
      "epoch": 368.0,
      "grad_norm": 1.0518704652786255,
      "learning_rate": 2.843681576495611e-06,
      "loss": 0.3385,
      "step": 1318540
    },
    {
      "epoch": 368.0,
      "eval_loss": 0.3486980199813843,
      "eval_runtime": 63.0176,
      "eval_samples_per_second": 80.279,
      "eval_steps_per_second": 10.045,
      "step": 1318544
    },
    {
      "epoch": 368.0,
      "grad_norm": 2.201364040374756,
      "learning_rate": 2.8436551591257637e-06,
      "loss": 0.3497,
      "step": 1318550
    },
    {
      "epoch": 368.0,
      "grad_norm": 0.804750382900238,
      "learning_rate": 2.8436287416893782e-06,
      "loss": 0.3339,
      "step": 1318560
    },
    {
      "epoch": 368.01,
      "grad_norm": 0.9575872421264648,
      "learning_rate": 2.8436023241864596e-06,
      "loss": 0.3456,
      "step": 1318570
    },
    {
      "epoch": 368.01,
      "grad_norm": 1.0163780450820923,
      "learning_rate": 2.84357590661701e-06,
      "loss": 0.3435,
      "step": 1318580
    },
    {
      "epoch": 368.01,
      "grad_norm": 0.9241153597831726,
      "learning_rate": 2.843549488981034e-06,
      "loss": 0.3383,
      "step": 1318590
    },
    {
      "epoch": 368.02,
      "grad_norm": 0.9302030205726624,
      "learning_rate": 2.8435230712785344e-06,
      "loss": 0.3498,
      "step": 1318600
    },
    {
      "epoch": 368.02,
      "grad_norm": 0.9350230097770691,
      "learning_rate": 2.8434966535095145e-06,
      "loss": 0.3649,
      "step": 1318610
    },
    {
      "epoch": 368.02,
      "grad_norm": 1.1987217664718628,
      "learning_rate": 2.8434702356739787e-06,
      "loss": 0.3439,
      "step": 1318620
    },
    {
      "epoch": 368.02,
      "grad_norm": 1.050889253616333,
      "learning_rate": 2.84344381777193e-06,
      "loss": 0.3493,
      "step": 1318630
    },
    {
      "epoch": 368.03,
      "grad_norm": 1.181921362876892,
      "learning_rate": 2.843417399803371e-06,
      "loss": 0.3385,
      "step": 1318640
    },
    {
      "epoch": 368.03,
      "grad_norm": 1.0187723636627197,
      "learning_rate": 2.8433909817683067e-06,
      "loss": 0.3349,
      "step": 1318650
    },
    {
      "epoch": 368.03,
      "grad_norm": 1.1335910558700562,
      "learning_rate": 2.8433645636667403e-06,
      "loss": 0.3537,
      "step": 1318660
    },
    {
      "epoch": 368.04,
      "grad_norm": 1.1150094270706177,
      "learning_rate": 2.8433381454986747e-06,
      "loss": 0.3529,
      "step": 1318670
    },
    {
      "epoch": 368.04,
      "grad_norm": 1.0423427820205688,
      "learning_rate": 2.8433117272641144e-06,
      "loss": 0.3605,
      "step": 1318680
    },
    {
      "epoch": 368.04,
      "grad_norm": 1.0007960796356201,
      "learning_rate": 2.8432853089630612e-06,
      "loss": 0.3558,
      "step": 1318690
    },
    {
      "epoch": 368.04,
      "grad_norm": 1.1078364849090576,
      "learning_rate": 2.843258890595521e-06,
      "loss": 0.3416,
      "step": 1318700
    },
    {
      "epoch": 368.05,
      "grad_norm": 0.8533881902694702,
      "learning_rate": 2.843232472161495e-06,
      "loss": 0.3531,
      "step": 1318710
    },
    {
      "epoch": 368.05,
      "grad_norm": 0.9962277412414551,
      "learning_rate": 2.843206053660988e-06,
      "loss": 0.3603,
      "step": 1318720
    },
    {
      "epoch": 368.05,
      "grad_norm": 0.8791840076446533,
      "learning_rate": 2.8431796350940034e-06,
      "loss": 0.3326,
      "step": 1318730
    },
    {
      "epoch": 368.05,
      "grad_norm": 1.1137182712554932,
      "learning_rate": 2.8431532164605444e-06,
      "loss": 0.3577,
      "step": 1318740
    },
    {
      "epoch": 368.06,
      "grad_norm": 1.1414284706115723,
      "learning_rate": 2.8431267977606153e-06,
      "loss": 0.3341,
      "step": 1318750
    },
    {
      "epoch": 368.06,
      "grad_norm": 1.0330179929733276,
      "learning_rate": 2.8431003789942187e-06,
      "loss": 0.3371,
      "step": 1318760
    },
    {
      "epoch": 368.06,
      "grad_norm": 0.8898441791534424,
      "learning_rate": 2.8430739601613584e-06,
      "loss": 0.344,
      "step": 1318770
    },
    {
      "epoch": 368.07,
      "grad_norm": 1.1855745315551758,
      "learning_rate": 2.843047541262038e-06,
      "loss": 0.3422,
      "step": 1318780
    },
    {
      "epoch": 368.07,
      "grad_norm": 1.0305589437484741,
      "learning_rate": 2.8430211222962607e-06,
      "loss": 0.3474,
      "step": 1318790
    },
    {
      "epoch": 368.07,
      "grad_norm": 1.095067024230957,
      "learning_rate": 2.84299470326403e-06,
      "loss": 0.3383,
      "step": 1318800
    },
    {
      "epoch": 368.07,
      "grad_norm": 0.9849246740341187,
      "learning_rate": 2.84296828416535e-06,
      "loss": 0.3611,
      "step": 1318810
    },
    {
      "epoch": 368.08,
      "grad_norm": 1.030057668685913,
      "learning_rate": 2.8429418650002245e-06,
      "loss": 0.3562,
      "step": 1318820
    },
    {
      "epoch": 368.08,
      "grad_norm": 0.889557957649231,
      "learning_rate": 2.842915445768656e-06,
      "loss": 0.3583,
      "step": 1318830
    },
    {
      "epoch": 368.08,
      "grad_norm": 0.9803269505500793,
      "learning_rate": 2.8428890264706485e-06,
      "loss": 0.3513,
      "step": 1318840
    },
    {
      "epoch": 368.09,
      "grad_norm": 0.8878135085105896,
      "learning_rate": 2.8428626071062047e-06,
      "loss": 0.3347,
      "step": 1318850
    },
    {
      "epoch": 368.09,
      "grad_norm": 1.0916372537612915,
      "learning_rate": 2.84283618767533e-06,
      "loss": 0.3405,
      "step": 1318860
    },
    {
      "epoch": 368.09,
      "grad_norm": 6.692803859710693,
      "learning_rate": 2.842809768178026e-06,
      "loss": 0.3566,
      "step": 1318870
    },
    {
      "epoch": 368.09,
      "grad_norm": 1.070901870727539,
      "learning_rate": 2.8427833486142974e-06,
      "loss": 0.3275,
      "step": 1318880
    },
    {
      "epoch": 368.1,
      "grad_norm": 1.1836961507797241,
      "learning_rate": 2.8427569289841474e-06,
      "loss": 0.3442,
      "step": 1318890
    },
    {
      "epoch": 368.1,
      "grad_norm": 1.4370485544204712,
      "learning_rate": 2.8427305092875795e-06,
      "loss": 0.364,
      "step": 1318900
    },
    {
      "epoch": 368.1,
      "grad_norm": 0.9905808568000793,
      "learning_rate": 2.8427040895245965e-06,
      "loss": 0.3433,
      "step": 1318910
    },
    {
      "epoch": 368.1,
      "grad_norm": 1.100787878036499,
      "learning_rate": 2.8426776696952032e-06,
      "loss": 0.3606,
      "step": 1318920
    },
    {
      "epoch": 368.11,
      "grad_norm": 1.2590609788894653,
      "learning_rate": 2.842651249799402e-06,
      "loss": 0.3417,
      "step": 1318930
    },
    {
      "epoch": 368.11,
      "grad_norm": 1.1075677871704102,
      "learning_rate": 2.842624829837197e-06,
      "loss": 0.364,
      "step": 1318940
    },
    {
      "epoch": 368.11,
      "grad_norm": 0.918562114238739,
      "learning_rate": 2.8425984098085922e-06,
      "loss": 0.3435,
      "step": 1318950
    },
    {
      "epoch": 368.12,
      "grad_norm": 2.770137071609497,
      "learning_rate": 2.84257198971359e-06,
      "loss": 0.3318,
      "step": 1318960
    },
    {
      "epoch": 368.12,
      "grad_norm": 1.0527006387710571,
      "learning_rate": 2.842545569552195e-06,
      "loss": 0.3479,
      "step": 1318970
    },
    {
      "epoch": 368.12,
      "grad_norm": 0.9457153677940369,
      "learning_rate": 2.8425191493244096e-06,
      "loss": 0.3527,
      "step": 1318980
    },
    {
      "epoch": 368.12,
      "grad_norm": 0.9610859751701355,
      "learning_rate": 2.8424927290302383e-06,
      "loss": 0.3412,
      "step": 1318990
    },
    {
      "epoch": 368.13,
      "grad_norm": 0.9943949580192566,
      "learning_rate": 2.842466308669684e-06,
      "loss": 0.35,
      "step": 1319000
    },
    {
      "epoch": 368.13,
      "grad_norm": 0.9278618693351746,
      "learning_rate": 2.84243988824275e-06,
      "loss": 0.3448,
      "step": 1319010
    },
    {
      "epoch": 368.13,
      "grad_norm": 1.2287675142288208,
      "learning_rate": 2.842413467749441e-06,
      "loss": 0.3583,
      "step": 1319020
    },
    {
      "epoch": 368.14,
      "grad_norm": 0.88544100522995,
      "learning_rate": 2.842387047189759e-06,
      "loss": 0.3639,
      "step": 1319030
    },
    {
      "epoch": 368.14,
      "grad_norm": 1.0503393411636353,
      "learning_rate": 2.842360626563709e-06,
      "loss": 0.3343,
      "step": 1319040
    },
    {
      "epoch": 368.14,
      "grad_norm": 0.9107898473739624,
      "learning_rate": 2.8423342058712934e-06,
      "loss": 0.3494,
      "step": 1319050
    },
    {
      "epoch": 368.14,
      "grad_norm": 1.421974778175354,
      "learning_rate": 2.842307785112516e-06,
      "loss": 0.3387,
      "step": 1319060
    },
    {
      "epoch": 368.15,
      "grad_norm": 1.166811466217041,
      "learning_rate": 2.8422813642873805e-06,
      "loss": 0.3693,
      "step": 1319070
    },
    {
      "epoch": 368.15,
      "grad_norm": 1.027933955192566,
      "learning_rate": 2.842254943395891e-06,
      "loss": 0.3463,
      "step": 1319080
    },
    {
      "epoch": 368.15,
      "grad_norm": 1.0133761167526245,
      "learning_rate": 2.8422285224380494e-06,
      "loss": 0.3578,
      "step": 1319090
    },
    {
      "epoch": 368.16,
      "grad_norm": 1.129889965057373,
      "learning_rate": 2.8422021014138607e-06,
      "loss": 0.3538,
      "step": 1319100
    },
    {
      "epoch": 368.16,
      "grad_norm": 1.0075591802597046,
      "learning_rate": 2.842175680323328e-06,
      "loss": 0.3611,
      "step": 1319110
    },
    {
      "epoch": 368.16,
      "grad_norm": 0.9887462258338928,
      "learning_rate": 2.8421492591664546e-06,
      "loss": 0.3401,
      "step": 1319120
    },
    {
      "epoch": 368.16,
      "grad_norm": 1.1894886493682861,
      "learning_rate": 2.842122837943244e-06,
      "loss": 0.3629,
      "step": 1319130
    },
    {
      "epoch": 368.17,
      "grad_norm": 1.1047606468200684,
      "learning_rate": 2.8420964166536994e-06,
      "loss": 0.3407,
      "step": 1319140
    },
    {
      "epoch": 368.17,
      "grad_norm": 1.11823570728302,
      "learning_rate": 2.842069995297826e-06,
      "loss": 0.3468,
      "step": 1319150
    },
    {
      "epoch": 368.17,
      "grad_norm": 1.0954713821411133,
      "learning_rate": 2.8420435738756246e-06,
      "loss": 0.3531,
      "step": 1319160
    },
    {
      "epoch": 368.17,
      "grad_norm": 0.821718156337738,
      "learning_rate": 2.8420171523871004e-06,
      "loss": 0.3231,
      "step": 1319170
    },
    {
      "epoch": 368.18,
      "grad_norm": 0.8233517408370972,
      "learning_rate": 2.841990730832258e-06,
      "loss": 0.3554,
      "step": 1319180
    },
    {
      "epoch": 368.18,
      "grad_norm": 1.0467466115951538,
      "learning_rate": 2.8419643092110985e-06,
      "loss": 0.3417,
      "step": 1319190
    },
    {
      "epoch": 368.18,
      "grad_norm": 0.9780310988426208,
      "learning_rate": 2.841937887523627e-06,
      "loss": 0.3545,
      "step": 1319200
    },
    {
      "epoch": 368.19,
      "grad_norm": 1.0046099424362183,
      "learning_rate": 2.8419114657698465e-06,
      "loss": 0.3281,
      "step": 1319210
    },
    {
      "epoch": 368.19,
      "grad_norm": 4.316054821014404,
      "learning_rate": 2.8418850439497606e-06,
      "loss": 0.354,
      "step": 1319220
    },
    {
      "epoch": 368.19,
      "grad_norm": 0.8863568902015686,
      "learning_rate": 2.8418586220633723e-06,
      "loss": 0.3674,
      "step": 1319230
    },
    {
      "epoch": 368.19,
      "grad_norm": 0.9080728888511658,
      "learning_rate": 2.841832200110686e-06,
      "loss": 0.3488,
      "step": 1319240
    },
    {
      "epoch": 368.2,
      "grad_norm": 0.8798391222953796,
      "learning_rate": 2.8418057780917045e-06,
      "loss": 0.3518,
      "step": 1319250
    },
    {
      "epoch": 368.2,
      "grad_norm": 1.0384694337844849,
      "learning_rate": 2.8417793560064316e-06,
      "loss": 0.3464,
      "step": 1319260
    },
    {
      "epoch": 368.2,
      "grad_norm": 0.9598946571350098,
      "learning_rate": 2.8417529338548717e-06,
      "loss": 0.3464,
      "step": 1319270
    },
    {
      "epoch": 368.21,
      "grad_norm": 0.8966776132583618,
      "learning_rate": 2.8417265116370276e-06,
      "loss": 0.3592,
      "step": 1319280
    },
    {
      "epoch": 368.21,
      "grad_norm": 1.0345913171768188,
      "learning_rate": 2.8417000893529015e-06,
      "loss": 0.3426,
      "step": 1319290
    },
    {
      "epoch": 368.21,
      "grad_norm": 1.1613435745239258,
      "learning_rate": 2.841673667002498e-06,
      "loss": 0.3385,
      "step": 1319300
    },
    {
      "epoch": 368.21,
      "grad_norm": 1.155684232711792,
      "learning_rate": 2.8416472445858223e-06,
      "loss": 0.3465,
      "step": 1319310
    },
    {
      "epoch": 368.22,
      "grad_norm": 1.1676329374313354,
      "learning_rate": 2.8416208221028747e-06,
      "loss": 0.3613,
      "step": 1319320
    },
    {
      "epoch": 368.22,
      "grad_norm": 0.9268866777420044,
      "learning_rate": 2.841594399553661e-06,
      "loss": 0.3489,
      "step": 1319330
    },
    {
      "epoch": 368.22,
      "grad_norm": 1.058650016784668,
      "learning_rate": 2.841567976938184e-06,
      "loss": 0.3615,
      "step": 1319340
    },
    {
      "epoch": 368.22,
      "grad_norm": 0.9789637327194214,
      "learning_rate": 2.8415415542564485e-06,
      "loss": 0.3441,
      "step": 1319350
    },
    {
      "epoch": 368.23,
      "grad_norm": 0.8975672721862793,
      "learning_rate": 2.8415151315084554e-06,
      "loss": 0.3567,
      "step": 1319360
    },
    {
      "epoch": 368.23,
      "grad_norm": 0.9378978610038757,
      "learning_rate": 2.8414887086942104e-06,
      "loss": 0.3373,
      "step": 1319370
    },
    {
      "epoch": 368.23,
      "grad_norm": 0.9600364565849304,
      "learning_rate": 2.8414622858137154e-06,
      "loss": 0.3368,
      "step": 1319380
    },
    {
      "epoch": 368.24,
      "grad_norm": 1.1771427392959595,
      "learning_rate": 2.841435862866975e-06,
      "loss": 0.3604,
      "step": 1319390
    },
    {
      "epoch": 368.24,
      "grad_norm": 1.016431450843811,
      "learning_rate": 2.841409439853993e-06,
      "loss": 0.3373,
      "step": 1319400
    },
    {
      "epoch": 368.24,
      "grad_norm": 1.1312488317489624,
      "learning_rate": 2.8413830167747715e-06,
      "loss": 0.3591,
      "step": 1319410
    },
    {
      "epoch": 368.24,
      "grad_norm": 0.9794403314590454,
      "learning_rate": 2.841356593629316e-06,
      "loss": 0.3559,
      "step": 1319420
    },
    {
      "epoch": 368.25,
      "grad_norm": 0.9689450263977051,
      "learning_rate": 2.841330170417628e-06,
      "loss": 0.3487,
      "step": 1319430
    },
    {
      "epoch": 368.25,
      "grad_norm": 1.086881160736084,
      "learning_rate": 2.841303747139713e-06,
      "loss": 0.3357,
      "step": 1319440
    },
    {
      "epoch": 368.25,
      "grad_norm": 1.0480101108551025,
      "learning_rate": 2.841277323795572e-06,
      "loss": 0.3679,
      "step": 1319450
    },
    {
      "epoch": 368.26,
      "grad_norm": 0.9634879231452942,
      "learning_rate": 2.8412509003852107e-06,
      "loss": 0.3454,
      "step": 1319460
    },
    {
      "epoch": 368.26,
      "grad_norm": 1.0532344579696655,
      "learning_rate": 2.841224476908632e-06,
      "loss": 0.353,
      "step": 1319470
    },
    {
      "epoch": 368.26,
      "grad_norm": 1.2728227376937866,
      "learning_rate": 2.841198053365839e-06,
      "loss": 0.3655,
      "step": 1319480
    },
    {
      "epoch": 368.26,
      "grad_norm": 1.1547473669052124,
      "learning_rate": 2.8411716297568365e-06,
      "loss": 0.331,
      "step": 1319490
    },
    {
      "epoch": 368.27,
      "grad_norm": 1.1759945154190063,
      "learning_rate": 2.8411452060816265e-06,
      "loss": 0.339,
      "step": 1319500
    },
    {
      "epoch": 368.27,
      "grad_norm": 1.1397665739059448,
      "learning_rate": 2.841118782340213e-06,
      "loss": 0.3575,
      "step": 1319510
    },
    {
      "epoch": 368.27,
      "grad_norm": 0.9173495769500732,
      "learning_rate": 2.841092358532599e-06,
      "loss": 0.358,
      "step": 1319520
    },
    {
      "epoch": 368.28,
      "grad_norm": 1.0977857112884521,
      "learning_rate": 2.8410659346587897e-06,
      "loss": 0.3496,
      "step": 1319530
    },
    {
      "epoch": 368.28,
      "grad_norm": 1.1417815685272217,
      "learning_rate": 2.841039510718786e-06,
      "loss": 0.3547,
      "step": 1319540
    },
    {
      "epoch": 368.28,
      "grad_norm": 1.0973602533340454,
      "learning_rate": 2.841013086712594e-06,
      "loss": 0.3464,
      "step": 1319550
    },
    {
      "epoch": 368.28,
      "grad_norm": 1.1696511507034302,
      "learning_rate": 2.8409866626402164e-06,
      "loss": 0.3472,
      "step": 1319560
    },
    {
      "epoch": 368.29,
      "grad_norm": 0.9039252400398254,
      "learning_rate": 2.840960238501656e-06,
      "loss": 0.3487,
      "step": 1319570
    },
    {
      "epoch": 368.29,
      "grad_norm": 1.211205005645752,
      "learning_rate": 2.8409338142969166e-06,
      "loss": 0.3476,
      "step": 1319580
    },
    {
      "epoch": 368.29,
      "grad_norm": 1.059847116470337,
      "learning_rate": 2.8409073900260023e-06,
      "loss": 0.3553,
      "step": 1319590
    },
    {
      "epoch": 368.29,
      "grad_norm": 0.9499538540840149,
      "learning_rate": 2.840880965688916e-06,
      "loss": 0.3617,
      "step": 1319600
    },
    {
      "epoch": 368.3,
      "grad_norm": 1.1083694696426392,
      "learning_rate": 2.8408545412856614e-06,
      "loss": 0.3656,
      "step": 1319610
    },
    {
      "epoch": 368.3,
      "grad_norm": 1.042492389678955,
      "learning_rate": 2.8408281168162415e-06,
      "loss": 0.3493,
      "step": 1319620
    },
    {
      "epoch": 368.3,
      "grad_norm": 0.9279518723487854,
      "learning_rate": 2.8408016922806616e-06,
      "loss": 0.3539,
      "step": 1319630
    },
    {
      "epoch": 368.31,
      "grad_norm": 1.2007927894592285,
      "learning_rate": 2.8407752676789237e-06,
      "loss": 0.3483,
      "step": 1319640
    },
    {
      "epoch": 368.31,
      "grad_norm": 0.9515997171401978,
      "learning_rate": 2.840748843011031e-06,
      "loss": 0.3404,
      "step": 1319650
    },
    {
      "epoch": 368.31,
      "grad_norm": 0.9913748502731323,
      "learning_rate": 2.8407224182769882e-06,
      "loss": 0.3422,
      "step": 1319660
    },
    {
      "epoch": 368.31,
      "grad_norm": 0.9619812965393066,
      "learning_rate": 2.8406959934767973e-06,
      "loss": 0.326,
      "step": 1319670
    },
    {
      "epoch": 368.32,
      "grad_norm": 1.2923052310943604,
      "learning_rate": 2.8406695686104633e-06,
      "loss": 0.3522,
      "step": 1319680
    },
    {
      "epoch": 368.32,
      "grad_norm": 1.0185084342956543,
      "learning_rate": 2.840643143677989e-06,
      "loss": 0.3469,
      "step": 1319690
    },
    {
      "epoch": 368.32,
      "grad_norm": 0.872560977935791,
      "learning_rate": 2.8406167186793787e-06,
      "loss": 0.3707,
      "step": 1319700
    },
    {
      "epoch": 368.33,
      "grad_norm": 0.9675470590591431,
      "learning_rate": 2.8405902936146353e-06,
      "loss": 0.3463,
      "step": 1319710
    },
    {
      "epoch": 368.33,
      "grad_norm": 0.9490910768508911,
      "learning_rate": 2.8405638684837614e-06,
      "loss": 0.3473,
      "step": 1319720
    },
    {
      "epoch": 368.33,
      "grad_norm": 1.0107102394104004,
      "learning_rate": 2.8405374432867627e-06,
      "loss": 0.3452,
      "step": 1319730
    },
    {
      "epoch": 368.33,
      "grad_norm": 1.0270495414733887,
      "learning_rate": 2.8405110180236404e-06,
      "loss": 0.3463,
      "step": 1319740
    },
    {
      "epoch": 368.34,
      "grad_norm": 1.0711828470230103,
      "learning_rate": 2.8404845926943995e-06,
      "loss": 0.3631,
      "step": 1319750
    },
    {
      "epoch": 368.34,
      "grad_norm": 1.0586659908294678,
      "learning_rate": 2.840458167299043e-06,
      "loss": 0.3525,
      "step": 1319760
    },
    {
      "epoch": 368.34,
      "grad_norm": 1.1546118259429932,
      "learning_rate": 2.8404317418375743e-06,
      "loss": 0.3383,
      "step": 1319770
    },
    {
      "epoch": 368.34,
      "grad_norm": 1.0553867816925049,
      "learning_rate": 2.8404053163099973e-06,
      "loss": 0.3414,
      "step": 1319780
    },
    {
      "epoch": 368.35,
      "grad_norm": 1.2156416177749634,
      "learning_rate": 2.840378890716316e-06,
      "loss": 0.3412,
      "step": 1319790
    },
    {
      "epoch": 368.35,
      "grad_norm": 0.9341145157814026,
      "learning_rate": 2.8403524650565324e-06,
      "loss": 0.3472,
      "step": 1319800
    },
    {
      "epoch": 368.35,
      "grad_norm": 0.9975512027740479,
      "learning_rate": 2.840326039330651e-06,
      "loss": 0.3562,
      "step": 1319810
    },
    {
      "epoch": 368.36,
      "grad_norm": 1.059515118598938,
      "learning_rate": 2.8402996135386756e-06,
      "loss": 0.3662,
      "step": 1319820
    },
    {
      "epoch": 368.36,
      "grad_norm": 0.9441143870353699,
      "learning_rate": 2.8402731876806087e-06,
      "loss": 0.3438,
      "step": 1319830
    },
    {
      "epoch": 368.36,
      "grad_norm": 1.022536039352417,
      "learning_rate": 2.8402467617564547e-06,
      "loss": 0.3464,
      "step": 1319840
    },
    {
      "epoch": 368.36,
      "grad_norm": 1.0219708681106567,
      "learning_rate": 2.840220335766217e-06,
      "loss": 0.3361,
      "step": 1319850
    },
    {
      "epoch": 368.37,
      "grad_norm": 1.007889986038208,
      "learning_rate": 2.8401939097098993e-06,
      "loss": 0.3442,
      "step": 1319860
    },
    {
      "epoch": 368.37,
      "grad_norm": 0.966981828212738,
      "learning_rate": 2.8401674835875044e-06,
      "loss": 0.3292,
      "step": 1319870
    },
    {
      "epoch": 368.37,
      "grad_norm": 1.0879894495010376,
      "learning_rate": 2.8401410573990354e-06,
      "loss": 0.3488,
      "step": 1319880
    },
    {
      "epoch": 368.38,
      "grad_norm": 1.0131077766418457,
      "learning_rate": 2.840114631144498e-06,
      "loss": 0.3573,
      "step": 1319890
    },
    {
      "epoch": 368.38,
      "grad_norm": 2.912945508956909,
      "learning_rate": 2.8400882048238934e-06,
      "loss": 0.3467,
      "step": 1319900
    },
    {
      "epoch": 368.38,
      "grad_norm": 1.1131958961486816,
      "learning_rate": 2.840061778437226e-06,
      "loss": 0.3498,
      "step": 1319910
    },
    {
      "epoch": 368.38,
      "grad_norm": 0.9967517852783203,
      "learning_rate": 2.8400353519845e-06,
      "loss": 0.36,
      "step": 1319920
    },
    {
      "epoch": 368.39,
      "grad_norm": 0.981759786605835,
      "learning_rate": 2.840008925465718e-06,
      "loss": 0.3348,
      "step": 1319930
    },
    {
      "epoch": 368.39,
      "grad_norm": 1.1213955879211426,
      "learning_rate": 2.839982498880884e-06,
      "loss": 0.3543,
      "step": 1319940
    },
    {
      "epoch": 368.39,
      "grad_norm": 1.071610450744629,
      "learning_rate": 2.839956072230001e-06,
      "loss": 0.3445,
      "step": 1319950
    },
    {
      "epoch": 368.4,
      "grad_norm": 1.0212247371673584,
      "learning_rate": 2.839929645513073e-06,
      "loss": 0.3529,
      "step": 1319960
    },
    {
      "epoch": 368.4,
      "grad_norm": 1.023626685142517,
      "learning_rate": 2.839903218730103e-06,
      "loss": 0.3478,
      "step": 1319970
    },
    {
      "epoch": 368.4,
      "grad_norm": 1.0776588916778564,
      "learning_rate": 2.8398767918810954e-06,
      "loss": 0.345,
      "step": 1319980
    },
    {
      "epoch": 368.4,
      "grad_norm": 0.9280889630317688,
      "learning_rate": 2.839850364966053e-06,
      "loss": 0.3364,
      "step": 1319990
    },
    {
      "epoch": 368.41,
      "grad_norm": 1.1759787797927856,
      "learning_rate": 2.8398239379849797e-06,
      "loss": 0.3466,
      "step": 1320000
    },
    {
      "epoch": 368.41,
      "grad_norm": 1.1927584409713745,
      "learning_rate": 2.8397975109378785e-06,
      "loss": 0.3412,
      "step": 1320010
    },
    {
      "epoch": 368.41,
      "grad_norm": 1.0823944807052612,
      "learning_rate": 2.8397710838247536e-06,
      "loss": 0.3388,
      "step": 1320020
    },
    {
      "epoch": 368.41,
      "grad_norm": 2.4195668697357178,
      "learning_rate": 2.8397446566456076e-06,
      "loss": 0.3367,
      "step": 1320030
    },
    {
      "epoch": 368.42,
      "grad_norm": 1.0071955919265747,
      "learning_rate": 2.839718229400445e-06,
      "loss": 0.3604,
      "step": 1320040
    },
    {
      "epoch": 368.42,
      "grad_norm": 1.0723345279693604,
      "learning_rate": 2.8396918020892686e-06,
      "loss": 0.3583,
      "step": 1320050
    },
    {
      "epoch": 368.42,
      "grad_norm": 1.7368615865707397,
      "learning_rate": 2.8396653747120825e-06,
      "loss": 0.3437,
      "step": 1320060
    },
    {
      "epoch": 368.43,
      "grad_norm": 1.0469460487365723,
      "learning_rate": 2.839638947268889e-06,
      "loss": 0.3517,
      "step": 1320070
    },
    {
      "epoch": 368.43,
      "grad_norm": 1.0121722221374512,
      "learning_rate": 2.839612519759694e-06,
      "loss": 0.3497,
      "step": 1320080
    },
    {
      "epoch": 368.43,
      "grad_norm": 2.723816394805908,
      "learning_rate": 2.8395860921844993e-06,
      "loss": 0.3523,
      "step": 1320090
    },
    {
      "epoch": 368.43,
      "grad_norm": 0.8380274772644043,
      "learning_rate": 2.839559664543308e-06,
      "loss": 0.3606,
      "step": 1320100
    },
    {
      "epoch": 368.44,
      "grad_norm": 0.9341570734977722,
      "learning_rate": 2.8395332368361252e-06,
      "loss": 0.3456,
      "step": 1320110
    },
    {
      "epoch": 368.44,
      "grad_norm": 0.9773064255714417,
      "learning_rate": 2.839506809062952e-06,
      "loss": 0.3477,
      "step": 1320120
    },
    {
      "epoch": 368.44,
      "grad_norm": 0.979351818561554,
      "learning_rate": 2.8394803812237945e-06,
      "loss": 0.3456,
      "step": 1320130
    },
    {
      "epoch": 368.45,
      "grad_norm": 1.0667860507965088,
      "learning_rate": 2.8394539533186545e-06,
      "loss": 0.3545,
      "step": 1320140
    },
    {
      "epoch": 368.45,
      "grad_norm": 1.0465346574783325,
      "learning_rate": 2.8394275253475373e-06,
      "loss": 0.3528,
      "step": 1320150
    },
    {
      "epoch": 368.45,
      "grad_norm": 1.3642094135284424,
      "learning_rate": 2.8394010973104447e-06,
      "loss": 0.3506,
      "step": 1320160
    },
    {
      "epoch": 368.45,
      "grad_norm": 0.9551901817321777,
      "learning_rate": 2.8393746692073805e-06,
      "loss": 0.3509,
      "step": 1320170
    },
    {
      "epoch": 368.46,
      "grad_norm": 1.05973219871521,
      "learning_rate": 2.839348241038349e-06,
      "loss": 0.3452,
      "step": 1320180
    },
    {
      "epoch": 368.46,
      "grad_norm": 1.0439815521240234,
      "learning_rate": 2.8393218128033527e-06,
      "loss": 0.3334,
      "step": 1320190
    },
    {
      "epoch": 368.46,
      "grad_norm": 1.4163419008255005,
      "learning_rate": 2.839295384502396e-06,
      "loss": 0.354,
      "step": 1320200
    },
    {
      "epoch": 368.46,
      "grad_norm": 1.233945369720459,
      "learning_rate": 2.839268956135482e-06,
      "loss": 0.3522,
      "step": 1320210
    },
    {
      "epoch": 368.47,
      "grad_norm": 0.902448832988739,
      "learning_rate": 2.8392425277026143e-06,
      "loss": 0.3523,
      "step": 1320220
    },
    {
      "epoch": 368.47,
      "grad_norm": 1.137687087059021,
      "learning_rate": 2.839216099203797e-06,
      "loss": 0.359,
      "step": 1320230
    },
    {
      "epoch": 368.47,
      "grad_norm": 1.0515609979629517,
      "learning_rate": 2.839189670639033e-06,
      "loss": 0.3612,
      "step": 1320240
    },
    {
      "epoch": 368.48,
      "grad_norm": 0.9919020533561707,
      "learning_rate": 2.8391632420083248e-06,
      "loss": 0.3556,
      "step": 1320250
    },
    {
      "epoch": 368.48,
      "grad_norm": 0.9764041900634766,
      "learning_rate": 2.839136813311677e-06,
      "loss": 0.3714,
      "step": 1320260
    },
    {
      "epoch": 368.48,
      "grad_norm": 1.0769332647323608,
      "learning_rate": 2.839110384549094e-06,
      "loss": 0.3428,
      "step": 1320270
    },
    {
      "epoch": 368.48,
      "grad_norm": 0.8564951419830322,
      "learning_rate": 2.8390839557205777e-06,
      "loss": 0.3391,
      "step": 1320280
    },
    {
      "epoch": 368.49,
      "grad_norm": 1.020912766456604,
      "learning_rate": 2.8390575268261323e-06,
      "loss": 0.3489,
      "step": 1320290
    },
    {
      "epoch": 368.49,
      "grad_norm": 1.1264569759368896,
      "learning_rate": 2.839031097865762e-06,
      "loss": 0.3409,
      "step": 1320300
    },
    {
      "epoch": 368.49,
      "grad_norm": 0.9619598984718323,
      "learning_rate": 2.8390046688394696e-06,
      "loss": 0.3591,
      "step": 1320310
    },
    {
      "epoch": 368.5,
      "grad_norm": 1.0938140153884888,
      "learning_rate": 2.838978239747258e-06,
      "loss": 0.3416,
      "step": 1320320
    },
    {
      "epoch": 368.5,
      "grad_norm": 1.27721107006073,
      "learning_rate": 2.8389518105891315e-06,
      "loss": 0.3605,
      "step": 1320330
    },
    {
      "epoch": 368.5,
      "grad_norm": 0.9853382706642151,
      "learning_rate": 2.838925381365094e-06,
      "loss": 0.3458,
      "step": 1320340
    },
    {
      "epoch": 368.5,
      "grad_norm": 0.937201201915741,
      "learning_rate": 2.838898952075148e-06,
      "loss": 0.3433,
      "step": 1320350
    },
    {
      "epoch": 368.51,
      "grad_norm": 0.9993402361869812,
      "learning_rate": 2.8388725227192975e-06,
      "loss": 0.3268,
      "step": 1320360
    },
    {
      "epoch": 368.51,
      "grad_norm": 0.9816421270370483,
      "learning_rate": 2.8388460932975466e-06,
      "loss": 0.3452,
      "step": 1320370
    },
    {
      "epoch": 368.51,
      "grad_norm": 1.0987740755081177,
      "learning_rate": 2.8388196638098987e-06,
      "loss": 0.3581,
      "step": 1320380
    },
    {
      "epoch": 368.52,
      "grad_norm": 0.9834047555923462,
      "learning_rate": 2.8387932342563554e-06,
      "loss": 0.3445,
      "step": 1320390
    },
    {
      "epoch": 368.52,
      "grad_norm": 0.9400202631950378,
      "learning_rate": 2.838766804636923e-06,
      "loss": 0.357,
      "step": 1320400
    },
    {
      "epoch": 368.52,
      "grad_norm": 1.082820177078247,
      "learning_rate": 2.838740374951603e-06,
      "loss": 0.3265,
      "step": 1320410
    },
    {
      "epoch": 368.52,
      "grad_norm": 1.0425008535385132,
      "learning_rate": 2.8387139452003996e-06,
      "loss": 0.3391,
      "step": 1320420
    },
    {
      "epoch": 368.53,
      "grad_norm": 1.117995262145996,
      "learning_rate": 2.8386875153833165e-06,
      "loss": 0.354,
      "step": 1320430
    },
    {
      "epoch": 368.53,
      "grad_norm": 1.0091270208358765,
      "learning_rate": 2.838661085500358e-06,
      "loss": 0.3592,
      "step": 1320440
    },
    {
      "epoch": 368.53,
      "grad_norm": 1.0433992147445679,
      "learning_rate": 2.8386346555515263e-06,
      "loss": 0.3432,
      "step": 1320450
    },
    {
      "epoch": 368.53,
      "grad_norm": 1.0866706371307373,
      "learning_rate": 2.8386082255368244e-06,
      "loss": 0.3466,
      "step": 1320460
    },
    {
      "epoch": 368.54,
      "grad_norm": 1.0265634059906006,
      "learning_rate": 2.8385817954562576e-06,
      "loss": 0.3492,
      "step": 1320470
    },
    {
      "epoch": 368.54,
      "grad_norm": 1.0360474586486816,
      "learning_rate": 2.838555365309828e-06,
      "loss": 0.3451,
      "step": 1320480
    },
    {
      "epoch": 368.54,
      "grad_norm": 1.0860673189163208,
      "learning_rate": 2.8385289350975397e-06,
      "loss": 0.3617,
      "step": 1320490
    },
    {
      "epoch": 368.55,
      "grad_norm": 0.9384655356407166,
      "learning_rate": 2.8385025048193966e-06,
      "loss": 0.3458,
      "step": 1320500
    },
    {
      "epoch": 368.55,
      "grad_norm": 0.977030336856842,
      "learning_rate": 2.8384760744754013e-06,
      "loss": 0.3459,
      "step": 1320510
    },
    {
      "epoch": 368.55,
      "grad_norm": 1.1709015369415283,
      "learning_rate": 2.838449644065559e-06,
      "loss": 0.3418,
      "step": 1320520
    },
    {
      "epoch": 368.55,
      "grad_norm": 1.350115418434143,
      "learning_rate": 2.8384232135898712e-06,
      "loss": 0.3453,
      "step": 1320530
    },
    {
      "epoch": 368.56,
      "grad_norm": 1.0292274951934814,
      "learning_rate": 2.8383967830483415e-06,
      "loss": 0.3551,
      "step": 1320540
    },
    {
      "epoch": 368.56,
      "grad_norm": 0.8257787227630615,
      "learning_rate": 2.838370352440975e-06,
      "loss": 0.352,
      "step": 1320550
    },
    {
      "epoch": 368.56,
      "grad_norm": 1.0966001749038696,
      "learning_rate": 2.8383439217677748e-06,
      "loss": 0.3563,
      "step": 1320560
    },
    {
      "epoch": 368.57,
      "grad_norm": 1.0369362831115723,
      "learning_rate": 2.8383174910287432e-06,
      "loss": 0.3486,
      "step": 1320570
    },
    {
      "epoch": 368.57,
      "grad_norm": 0.9963151216506958,
      "learning_rate": 2.8382910602238845e-06,
      "loss": 0.3297,
      "step": 1320580
    },
    {
      "epoch": 368.57,
      "grad_norm": 1.0489399433135986,
      "learning_rate": 2.838264629353203e-06,
      "loss": 0.3462,
      "step": 1320590
    },
    {
      "epoch": 368.57,
      "grad_norm": 0.9398822784423828,
      "learning_rate": 2.838238198416701e-06,
      "loss": 0.3441,
      "step": 1320600
    },
    {
      "epoch": 368.58,
      "grad_norm": 1.0304083824157715,
      "learning_rate": 2.8382117674143827e-06,
      "loss": 0.3599,
      "step": 1320610
    },
    {
      "epoch": 368.58,
      "grad_norm": 1.009696364402771,
      "learning_rate": 2.838185336346251e-06,
      "loss": 0.3546,
      "step": 1320620
    },
    {
      "epoch": 368.58,
      "grad_norm": 0.9651544690132141,
      "learning_rate": 2.8381589052123106e-06,
      "loss": 0.351,
      "step": 1320630
    },
    {
      "epoch": 368.58,
      "grad_norm": 1.1149741411209106,
      "learning_rate": 2.8381324740125634e-06,
      "loss": 0.348,
      "step": 1320640
    },
    {
      "epoch": 368.59,
      "grad_norm": 1.1549220085144043,
      "learning_rate": 2.8381060427470137e-06,
      "loss": 0.3608,
      "step": 1320650
    },
    {
      "epoch": 368.59,
      "grad_norm": 1.035464882850647,
      "learning_rate": 2.8380796114156656e-06,
      "loss": 0.358,
      "step": 1320660
    },
    {
      "epoch": 368.59,
      "grad_norm": 0.936505913734436,
      "learning_rate": 2.8380531800185225e-06,
      "loss": 0.3544,
      "step": 1320670
    },
    {
      "epoch": 368.6,
      "grad_norm": 1.1586967706680298,
      "learning_rate": 2.838026748555587e-06,
      "loss": 0.3581,
      "step": 1320680
    },
    {
      "epoch": 368.6,
      "grad_norm": 1.0064948797225952,
      "learning_rate": 2.838000317026863e-06,
      "loss": 0.3438,
      "step": 1320690
    },
    {
      "epoch": 368.6,
      "grad_norm": 1.0652692317962646,
      "learning_rate": 2.837973885432354e-06,
      "loss": 0.3455,
      "step": 1320700
    },
    {
      "epoch": 368.6,
      "grad_norm": 0.9207592010498047,
      "learning_rate": 2.837947453772064e-06,
      "loss": 0.3607,
      "step": 1320710
    },
    {
      "epoch": 368.61,
      "grad_norm": 1.1086807250976562,
      "learning_rate": 2.8379210220459958e-06,
      "loss": 0.3253,
      "step": 1320720
    },
    {
      "epoch": 368.61,
      "grad_norm": 0.8908796906471252,
      "learning_rate": 2.8378945902541535e-06,
      "loss": 0.3459,
      "step": 1320730
    },
    {
      "epoch": 368.61,
      "grad_norm": 1.091393232345581,
      "learning_rate": 2.8378681583965413e-06,
      "loss": 0.3556,
      "step": 1320740
    },
    {
      "epoch": 368.62,
      "grad_norm": 1.3664984703063965,
      "learning_rate": 2.8378417264731608e-06,
      "loss": 0.3535,
      "step": 1320750
    },
    {
      "epoch": 368.62,
      "grad_norm": 1.0080044269561768,
      "learning_rate": 2.837815294484017e-06,
      "loss": 0.3398,
      "step": 1320760
    },
    {
      "epoch": 368.62,
      "grad_norm": 1.1307713985443115,
      "learning_rate": 2.837788862429112e-06,
      "loss": 0.3578,
      "step": 1320770
    },
    {
      "epoch": 368.62,
      "grad_norm": 0.9930025935173035,
      "learning_rate": 2.8377624303084513e-06,
      "loss": 0.3693,
      "step": 1320780
    },
    {
      "epoch": 368.63,
      "grad_norm": 0.9451608657836914,
      "learning_rate": 2.837735998122038e-06,
      "loss": 0.3511,
      "step": 1320790
    },
    {
      "epoch": 368.63,
      "grad_norm": 1.1512576341629028,
      "learning_rate": 2.837709565869874e-06,
      "loss": 0.3628,
      "step": 1320800
    },
    {
      "epoch": 368.63,
      "grad_norm": 0.989113986492157,
      "learning_rate": 2.8376831335519636e-06,
      "loss": 0.3614,
      "step": 1320810
    },
    {
      "epoch": 368.64,
      "grad_norm": 0.9739636182785034,
      "learning_rate": 2.8376567011683117e-06,
      "loss": 0.3506,
      "step": 1320820
    },
    {
      "epoch": 368.64,
      "grad_norm": 0.9770353436470032,
      "learning_rate": 2.83763026871892e-06,
      "loss": 0.3365,
      "step": 1320830
    },
    {
      "epoch": 368.64,
      "grad_norm": 1.0165514945983887,
      "learning_rate": 2.837603836203792e-06,
      "loss": 0.3625,
      "step": 1320840
    },
    {
      "epoch": 368.64,
      "grad_norm": 0.9468939900398254,
      "learning_rate": 2.837577403622933e-06,
      "loss": 0.3726,
      "step": 1320850
    },
    {
      "epoch": 368.65,
      "grad_norm": 2.873882293701172,
      "learning_rate": 2.8375509709763448e-06,
      "loss": 0.3501,
      "step": 1320860
    },
    {
      "epoch": 368.65,
      "grad_norm": 4.542346954345703,
      "learning_rate": 2.837524538264032e-06,
      "loss": 0.3633,
      "step": 1320870
    },
    {
      "epoch": 368.65,
      "grad_norm": 0.900810956954956,
      "learning_rate": 2.8374981054859976e-06,
      "loss": 0.3493,
      "step": 1320880
    },
    {
      "epoch": 368.65,
      "grad_norm": 1.0362942218780518,
      "learning_rate": 2.837471672642245e-06,
      "loss": 0.3442,
      "step": 1320890
    },
    {
      "epoch": 368.66,
      "grad_norm": 1.0000289678573608,
      "learning_rate": 2.8374452397327784e-06,
      "loss": 0.3487,
      "step": 1320900
    },
    {
      "epoch": 368.66,
      "grad_norm": 1.152955174446106,
      "learning_rate": 2.8374188067576e-06,
      "loss": 0.3368,
      "step": 1320910
    },
    {
      "epoch": 368.66,
      "grad_norm": 1.0085558891296387,
      "learning_rate": 2.837392373716715e-06,
      "loss": 0.3453,
      "step": 1320920
    },
    {
      "epoch": 368.67,
      "grad_norm": 1.1981656551361084,
      "learning_rate": 2.8373659406101257e-06,
      "loss": 0.3484,
      "step": 1320930
    },
    {
      "epoch": 368.67,
      "grad_norm": 1.0608903169631958,
      "learning_rate": 2.8373395074378353e-06,
      "loss": 0.355,
      "step": 1320940
    },
    {
      "epoch": 368.67,
      "grad_norm": 1.8397088050842285,
      "learning_rate": 2.837313074199849e-06,
      "loss": 0.3418,
      "step": 1320950
    },
    {
      "epoch": 368.67,
      "grad_norm": 1.2285804748535156,
      "learning_rate": 2.837286640896169e-06,
      "loss": 0.3483,
      "step": 1320960
    },
    {
      "epoch": 368.68,
      "grad_norm": 1.1565525531768799,
      "learning_rate": 2.837260207526799e-06,
      "loss": 0.366,
      "step": 1320970
    },
    {
      "epoch": 368.68,
      "grad_norm": 1.1205178499221802,
      "learning_rate": 2.8372337740917434e-06,
      "loss": 0.3679,
      "step": 1320980
    },
    {
      "epoch": 368.68,
      "grad_norm": 1.1932027339935303,
      "learning_rate": 2.837207340591004e-06,
      "loss": 0.357,
      "step": 1320990
    },
    {
      "epoch": 368.69,
      "grad_norm": 1.183169960975647,
      "learning_rate": 2.837180907024585e-06,
      "loss": 0.3452,
      "step": 1321000
    },
    {
      "epoch": 368.69,
      "grad_norm": 1.1011337041854858,
      "learning_rate": 2.837154473392491e-06,
      "loss": 0.3511,
      "step": 1321010
    },
    {
      "epoch": 368.69,
      "grad_norm": 1.050452470779419,
      "learning_rate": 2.8371280396947246e-06,
      "loss": 0.3693,
      "step": 1321020
    },
    {
      "epoch": 368.69,
      "grad_norm": 1.1871458292007446,
      "learning_rate": 2.837101605931289e-06,
      "loss": 0.3435,
      "step": 1321030
    },
    {
      "epoch": 368.7,
      "grad_norm": 1.1342076063156128,
      "learning_rate": 2.837075172102189e-06,
      "loss": 0.345,
      "step": 1321040
    },
    {
      "epoch": 368.7,
      "grad_norm": 0.9648451209068298,
      "learning_rate": 2.8370487382074274e-06,
      "loss": 0.3491,
      "step": 1321050
    },
    {
      "epoch": 368.7,
      "grad_norm": 1.0096468925476074,
      "learning_rate": 2.8370223042470072e-06,
      "loss": 0.3529,
      "step": 1321060
    },
    {
      "epoch": 368.7,
      "grad_norm": 1.101639986038208,
      "learning_rate": 2.8369958702209318e-06,
      "loss": 0.3543,
      "step": 1321070
    },
    {
      "epoch": 368.71,
      "grad_norm": 1.050845742225647,
      "learning_rate": 2.8369694361292058e-06,
      "loss": 0.3422,
      "step": 1321080
    },
    {
      "epoch": 368.71,
      "grad_norm": 0.9591400027275085,
      "learning_rate": 2.8369430019718317e-06,
      "loss": 0.3441,
      "step": 1321090
    },
    {
      "epoch": 368.71,
      "grad_norm": 0.985083818435669,
      "learning_rate": 2.8369165677488135e-06,
      "loss": 0.3467,
      "step": 1321100
    },
    {
      "epoch": 368.72,
      "grad_norm": 0.9090672731399536,
      "learning_rate": 2.8368901334601553e-06,
      "loss": 0.3609,
      "step": 1321110
    },
    {
      "epoch": 368.72,
      "grad_norm": 1.1548935174942017,
      "learning_rate": 2.8368636991058597e-06,
      "loss": 0.3671,
      "step": 1321120
    },
    {
      "epoch": 368.72,
      "grad_norm": 0.8455713391304016,
      "learning_rate": 2.8368372646859304e-06,
      "loss": 0.3482,
      "step": 1321130
    },
    {
      "epoch": 368.72,
      "grad_norm": 1.0374199151992798,
      "learning_rate": 2.8368108302003714e-06,
      "loss": 0.3625,
      "step": 1321140
    },
    {
      "epoch": 368.73,
      "grad_norm": 1.2252720594406128,
      "learning_rate": 2.8367843956491855e-06,
      "loss": 0.3528,
      "step": 1321150
    },
    {
      "epoch": 368.73,
      "grad_norm": 1.0175215005874634,
      "learning_rate": 2.8367579610323765e-06,
      "loss": 0.3488,
      "step": 1321160
    },
    {
      "epoch": 368.73,
      "grad_norm": 1.2712839841842651,
      "learning_rate": 2.836731526349948e-06,
      "loss": 0.3396,
      "step": 1321170
    },
    {
      "epoch": 368.74,
      "grad_norm": 1.1906546354293823,
      "learning_rate": 2.8367050916019044e-06,
      "loss": 0.3492,
      "step": 1321180
    },
    {
      "epoch": 368.74,
      "grad_norm": 1.243120789527893,
      "learning_rate": 2.8366786567882475e-06,
      "loss": 0.3297,
      "step": 1321190
    },
    {
      "epoch": 368.74,
      "grad_norm": 1.11537766456604,
      "learning_rate": 2.8366522219089816e-06,
      "loss": 0.3639,
      "step": 1321200
    },
    {
      "epoch": 368.74,
      "grad_norm": 0.9535930156707764,
      "learning_rate": 2.836625786964111e-06,
      "loss": 0.3453,
      "step": 1321210
    },
    {
      "epoch": 368.75,
      "grad_norm": 0.9513035416603088,
      "learning_rate": 2.836599351953638e-06,
      "loss": 0.3269,
      "step": 1321220
    },
    {
      "epoch": 368.75,
      "grad_norm": 1.0771701335906982,
      "learning_rate": 2.8365729168775665e-06,
      "loss": 0.3604,
      "step": 1321230
    },
    {
      "epoch": 368.75,
      "grad_norm": 0.9173849821090698,
      "learning_rate": 2.8365464817359e-06,
      "loss": 0.3445,
      "step": 1321240
    },
    {
      "epoch": 368.76,
      "grad_norm": 0.9785689115524292,
      "learning_rate": 2.8365200465286425e-06,
      "loss": 0.3498,
      "step": 1321250
    },
    {
      "epoch": 368.76,
      "grad_norm": 1.0039077997207642,
      "learning_rate": 2.8364936112557973e-06,
      "loss": 0.3347,
      "step": 1321260
    },
    {
      "epoch": 368.76,
      "grad_norm": 1.1375480890274048,
      "learning_rate": 2.836467175917368e-06,
      "loss": 0.3581,
      "step": 1321270
    },
    {
      "epoch": 368.76,
      "grad_norm": 0.984552800655365,
      "learning_rate": 2.8364407405133575e-06,
      "loss": 0.3541,
      "step": 1321280
    },
    {
      "epoch": 368.77,
      "grad_norm": 0.9397228956222534,
      "learning_rate": 2.836414305043769e-06,
      "loss": 0.3435,
      "step": 1321290
    },
    {
      "epoch": 368.77,
      "grad_norm": 1.0274457931518555,
      "learning_rate": 2.8363878695086077e-06,
      "loss": 0.3447,
      "step": 1321300
    },
    {
      "epoch": 368.77,
      "grad_norm": 1.04298734664917,
      "learning_rate": 2.8363614339078764e-06,
      "loss": 0.3662,
      "step": 1321310
    },
    {
      "epoch": 368.77,
      "grad_norm": 1.0784951448440552,
      "learning_rate": 2.8363349982415776e-06,
      "loss": 0.3354,
      "step": 1321320
    },
    {
      "epoch": 368.78,
      "grad_norm": 1.0170645713806152,
      "learning_rate": 2.8363085625097163e-06,
      "loss": 0.3488,
      "step": 1321330
    },
    {
      "epoch": 368.78,
      "grad_norm": 1.2542681694030762,
      "learning_rate": 2.8362821267122946e-06,
      "loss": 0.3595,
      "step": 1321340
    },
    {
      "epoch": 368.78,
      "grad_norm": 1.0082945823669434,
      "learning_rate": 2.8362556908493177e-06,
      "loss": 0.3504,
      "step": 1321350
    },
    {
      "epoch": 368.79,
      "grad_norm": 0.9514510035514832,
      "learning_rate": 2.8362292549207867e-06,
      "loss": 0.3452,
      "step": 1321360
    },
    {
      "epoch": 368.79,
      "grad_norm": 1.136456847190857,
      "learning_rate": 2.836202818926708e-06,
      "loss": 0.3526,
      "step": 1321370
    },
    {
      "epoch": 368.79,
      "grad_norm": 0.9312449097633362,
      "learning_rate": 2.8361763828670828e-06,
      "loss": 0.3338,
      "step": 1321380
    },
    {
      "epoch": 368.79,
      "grad_norm": 1.0084043741226196,
      "learning_rate": 2.8361499467419157e-06,
      "loss": 0.3453,
      "step": 1321390
    },
    {
      "epoch": 368.8,
      "grad_norm": 0.9302948117256165,
      "learning_rate": 2.8361235105512107e-06,
      "loss": 0.349,
      "step": 1321400
    },
    {
      "epoch": 368.8,
      "grad_norm": 1.074271559715271,
      "learning_rate": 2.8360970742949703e-06,
      "loss": 0.3597,
      "step": 1321410
    },
    {
      "epoch": 368.8,
      "grad_norm": 1.0269817113876343,
      "learning_rate": 2.836070637973198e-06,
      "loss": 0.3501,
      "step": 1321420
    },
    {
      "epoch": 368.81,
      "grad_norm": 0.9596138596534729,
      "learning_rate": 2.836044201585898e-06,
      "loss": 0.3395,
      "step": 1321430
    },
    {
      "epoch": 368.81,
      "grad_norm": 1.0220638513565063,
      "learning_rate": 2.836017765133073e-06,
      "loss": 0.3503,
      "step": 1321440
    },
    {
      "epoch": 368.81,
      "grad_norm": 0.8452752828598022,
      "learning_rate": 2.8359913286147273e-06,
      "loss": 0.3535,
      "step": 1321450
    },
    {
      "epoch": 368.81,
      "grad_norm": 0.923240602016449,
      "learning_rate": 2.835964892030864e-06,
      "loss": 0.3491,
      "step": 1321460
    },
    {
      "epoch": 368.82,
      "grad_norm": 1.127002477645874,
      "learning_rate": 2.8359384553814876e-06,
      "loss": 0.3424,
      "step": 1321470
    },
    {
      "epoch": 368.82,
      "grad_norm": 0.9278349876403809,
      "learning_rate": 2.8359120186666e-06,
      "loss": 0.3346,
      "step": 1321480
    },
    {
      "epoch": 368.82,
      "grad_norm": 1.1813998222351074,
      "learning_rate": 2.8358855818862056e-06,
      "loss": 0.3587,
      "step": 1321490
    },
    {
      "epoch": 368.83,
      "grad_norm": 1.0740370750427246,
      "learning_rate": 2.8358591450403083e-06,
      "loss": 0.3532,
      "step": 1321500
    },
    {
      "epoch": 368.83,
      "grad_norm": 1.174562692642212,
      "learning_rate": 2.835832708128911e-06,
      "loss": 0.3573,
      "step": 1321510
    },
    {
      "epoch": 368.83,
      "grad_norm": 1.098358154296875,
      "learning_rate": 2.8358062711520166e-06,
      "loss": 0.3283,
      "step": 1321520
    },
    {
      "epoch": 368.83,
      "grad_norm": 1.0874321460723877,
      "learning_rate": 2.83577983410963e-06,
      "loss": 0.384,
      "step": 1321530
    },
    {
      "epoch": 368.84,
      "grad_norm": 1.063145637512207,
      "learning_rate": 2.835753397001754e-06,
      "loss": 0.3426,
      "step": 1321540
    },
    {
      "epoch": 368.84,
      "grad_norm": 1.1030173301696777,
      "learning_rate": 2.8357269598283926e-06,
      "loss": 0.3346,
      "step": 1321550
    },
    {
      "epoch": 368.84,
      "grad_norm": 0.9142831563949585,
      "learning_rate": 2.8357005225895487e-06,
      "loss": 0.3544,
      "step": 1321560
    },
    {
      "epoch": 368.84,
      "grad_norm": 1.0800995826721191,
      "learning_rate": 2.8356740852852258e-06,
      "loss": 0.3634,
      "step": 1321570
    },
    {
      "epoch": 368.85,
      "grad_norm": 0.9138153195381165,
      "learning_rate": 2.8356476479154276e-06,
      "loss": 0.3533,
      "step": 1321580
    },
    {
      "epoch": 368.85,
      "grad_norm": 0.8735365271568298,
      "learning_rate": 2.8356212104801576e-06,
      "loss": 0.3476,
      "step": 1321590
    },
    {
      "epoch": 368.85,
      "grad_norm": 1.7944759130477905,
      "learning_rate": 2.83559477297942e-06,
      "loss": 0.3469,
      "step": 1321600
    },
    {
      "epoch": 368.86,
      "grad_norm": 0.8930580615997314,
      "learning_rate": 2.835568335413217e-06,
      "loss": 0.3466,
      "step": 1321610
    },
    {
      "epoch": 368.86,
      "grad_norm": 0.965448796749115,
      "learning_rate": 2.8355418977815535e-06,
      "loss": 0.3647,
      "step": 1321620
    },
    {
      "epoch": 368.86,
      "grad_norm": 0.9796441793441772,
      "learning_rate": 2.835515460084432e-06,
      "loss": 0.3628,
      "step": 1321630
    },
    {
      "epoch": 368.86,
      "grad_norm": 1.140573263168335,
      "learning_rate": 2.835489022321857e-06,
      "loss": 0.3385,
      "step": 1321640
    },
    {
      "epoch": 368.87,
      "grad_norm": 1.0940247774124146,
      "learning_rate": 2.8354625844938304e-06,
      "loss": 0.3491,
      "step": 1321650
    },
    {
      "epoch": 368.87,
      "grad_norm": 0.9734621047973633,
      "learning_rate": 2.835436146600357e-06,
      "loss": 0.3497,
      "step": 1321660
    },
    {
      "epoch": 368.87,
      "grad_norm": 0.9904797673225403,
      "learning_rate": 2.8354097086414403e-06,
      "loss": 0.3486,
      "step": 1321670
    },
    {
      "epoch": 368.88,
      "grad_norm": 1.06752610206604,
      "learning_rate": 2.8353832706170835e-06,
      "loss": 0.3662,
      "step": 1321680
    },
    {
      "epoch": 368.88,
      "grad_norm": 0.9893732070922852,
      "learning_rate": 2.8353568325272904e-06,
      "loss": 0.3488,
      "step": 1321690
    },
    {
      "epoch": 368.88,
      "grad_norm": 1.039261817932129,
      "learning_rate": 2.8353303943720644e-06,
      "loss": 0.3403,
      "step": 1321700
    },
    {
      "epoch": 368.88,
      "grad_norm": 0.9195644855499268,
      "learning_rate": 2.8353039561514086e-06,
      "loss": 0.3601,
      "step": 1321710
    },
    {
      "epoch": 368.89,
      "grad_norm": 0.8949805498123169,
      "learning_rate": 2.835277517865327e-06,
      "loss": 0.3297,
      "step": 1321720
    },
    {
      "epoch": 368.89,
      "grad_norm": 1.0913903713226318,
      "learning_rate": 2.8352510795138223e-06,
      "loss": 0.348,
      "step": 1321730
    },
    {
      "epoch": 368.89,
      "grad_norm": 1.0788170099258423,
      "learning_rate": 2.835224641096899e-06,
      "loss": 0.3652,
      "step": 1321740
    },
    {
      "epoch": 368.89,
      "grad_norm": 1.0035946369171143,
      "learning_rate": 2.83519820261456e-06,
      "loss": 0.3657,
      "step": 1321750
    },
    {
      "epoch": 368.9,
      "grad_norm": 1.097802758216858,
      "learning_rate": 2.83517176406681e-06,
      "loss": 0.3638,
      "step": 1321760
    },
    {
      "epoch": 368.9,
      "grad_norm": 1.3151118755340576,
      "learning_rate": 2.8351453254536515e-06,
      "loss": 0.3692,
      "step": 1321770
    },
    {
      "epoch": 368.9,
      "grad_norm": 1.3275129795074463,
      "learning_rate": 2.835118886775088e-06,
      "loss": 0.3573,
      "step": 1321780
    },
    {
      "epoch": 368.91,
      "grad_norm": 1.1867514848709106,
      "learning_rate": 2.835092448031123e-06,
      "loss": 0.356,
      "step": 1321790
    },
    {
      "epoch": 368.91,
      "grad_norm": 0.9435247778892517,
      "learning_rate": 2.8350660092217604e-06,
      "loss": 0.3632,
      "step": 1321800
    },
    {
      "epoch": 368.91,
      "grad_norm": 0.9022766947746277,
      "learning_rate": 2.8350395703470024e-06,
      "loss": 0.3579,
      "step": 1321810
    },
    {
      "epoch": 368.91,
      "grad_norm": 1.2098510265350342,
      "learning_rate": 2.8350131314068556e-06,
      "loss": 0.3439,
      "step": 1321820
    },
    {
      "epoch": 368.92,
      "grad_norm": 1.2048779726028442,
      "learning_rate": 2.8349866924013195e-06,
      "loss": 0.371,
      "step": 1321830
    },
    {
      "epoch": 368.92,
      "grad_norm": 1.2023409605026245,
      "learning_rate": 2.8349602533304014e-06,
      "loss": 0.357,
      "step": 1321840
    },
    {
      "epoch": 368.92,
      "grad_norm": 4.314491271972656,
      "learning_rate": 2.8349338141941025e-06,
      "loss": 0.3448,
      "step": 1321850
    },
    {
      "epoch": 368.93,
      "grad_norm": 1.0290534496307373,
      "learning_rate": 2.8349073749924266e-06,
      "loss": 0.3537,
      "step": 1321860
    },
    {
      "epoch": 368.93,
      "grad_norm": 1.0137780904769897,
      "learning_rate": 2.8348809357253776e-06,
      "loss": 0.3639,
      "step": 1321870
    },
    {
      "epoch": 368.93,
      "grad_norm": 0.9789590239524841,
      "learning_rate": 2.834854496392958e-06,
      "loss": 0.3645,
      "step": 1321880
    },
    {
      "epoch": 368.93,
      "grad_norm": 0.9519446492195129,
      "learning_rate": 2.834828056995174e-06,
      "loss": 0.3523,
      "step": 1321890
    },
    {
      "epoch": 368.94,
      "grad_norm": 0.9845755100250244,
      "learning_rate": 2.834801617532026e-06,
      "loss": 0.3266,
      "step": 1321900
    },
    {
      "epoch": 368.94,
      "grad_norm": 1.089084506034851,
      "learning_rate": 2.8347751780035197e-06,
      "loss": 0.3638,
      "step": 1321910
    },
    {
      "epoch": 368.94,
      "grad_norm": 0.8517832159996033,
      "learning_rate": 2.8347487384096583e-06,
      "loss": 0.3434,
      "step": 1321920
    },
    {
      "epoch": 368.95,
      "grad_norm": 0.9120839834213257,
      "learning_rate": 2.8347222987504436e-06,
      "loss": 0.3359,
      "step": 1321930
    },
    {
      "epoch": 368.95,
      "grad_norm": 0.909769594669342,
      "learning_rate": 2.8346958590258807e-06,
      "loss": 0.3502,
      "step": 1321940
    },
    {
      "epoch": 368.95,
      "grad_norm": 0.9602373242378235,
      "learning_rate": 2.834669419235973e-06,
      "loss": 0.3529,
      "step": 1321950
    },
    {
      "epoch": 368.95,
      "grad_norm": 0.8608872890472412,
      "learning_rate": 2.8346429793807245e-06,
      "loss": 0.34,
      "step": 1321960
    },
    {
      "epoch": 368.96,
      "grad_norm": 0.8712881803512573,
      "learning_rate": 2.8346165394601366e-06,
      "loss": 0.3601,
      "step": 1321970
    },
    {
      "epoch": 368.96,
      "grad_norm": 0.9613395929336548,
      "learning_rate": 2.834590099474215e-06,
      "loss": 0.3399,
      "step": 1321980
    },
    {
      "epoch": 368.96,
      "grad_norm": 1.0759503841400146,
      "learning_rate": 2.8345636594229624e-06,
      "loss": 0.3504,
      "step": 1321990
    },
    {
      "epoch": 368.96,
      "grad_norm": 0.9959160089492798,
      "learning_rate": 2.8345372193063826e-06,
      "loss": 0.3461,
      "step": 1322000
    },
    {
      "epoch": 368.97,
      "grad_norm": 1.0722147226333618,
      "learning_rate": 2.8345107791244786e-06,
      "loss": 0.3489,
      "step": 1322010
    },
    {
      "epoch": 368.97,
      "grad_norm": 1.0166971683502197,
      "learning_rate": 2.834484338877254e-06,
      "loss": 0.3543,
      "step": 1322020
    },
    {
      "epoch": 368.97,
      "grad_norm": 0.963196873664856,
      "learning_rate": 2.8344578985647127e-06,
      "loss": 0.3538,
      "step": 1322030
    },
    {
      "epoch": 368.98,
      "grad_norm": 0.8874247074127197,
      "learning_rate": 2.834431458186858e-06,
      "loss": 0.3651,
      "step": 1322040
    },
    {
      "epoch": 368.98,
      "grad_norm": 0.9875742793083191,
      "learning_rate": 2.834405017743694e-06,
      "loss": 0.3419,
      "step": 1322050
    },
    {
      "epoch": 368.98,
      "grad_norm": 13.400697708129883,
      "learning_rate": 2.8343785772352223e-06,
      "loss": 0.3437,
      "step": 1322060
    },
    {
      "epoch": 368.98,
      "grad_norm": 1.0800541639328003,
      "learning_rate": 2.8343521366614492e-06,
      "loss": 0.3541,
      "step": 1322070
    },
    {
      "epoch": 368.99,
      "grad_norm": 1.1061809062957764,
      "learning_rate": 2.8343256960223767e-06,
      "loss": 0.3338,
      "step": 1322080
    },
    {
      "epoch": 368.99,
      "grad_norm": 1.0820189714431763,
      "learning_rate": 2.834299255318008e-06,
      "loss": 0.3286,
      "step": 1322090
    },
    {
      "epoch": 368.99,
      "grad_norm": 0.9373536705970764,
      "learning_rate": 2.834272814548347e-06,
      "loss": 0.343,
      "step": 1322100
    },
    {
      "epoch": 369.0,
      "grad_norm": 0.9966444373130798,
      "learning_rate": 2.8342463737133977e-06,
      "loss": 0.3398,
      "step": 1322110
    },
    {
      "epoch": 369.0,
      "grad_norm": 0.9778153896331787,
      "learning_rate": 2.834219932813163e-06,
      "loss": 0.3503,
      "step": 1322120
    },
    {
      "epoch": 369.0,
      "eval_loss": 0.34987473487854004,
      "eval_runtime": 62.893,
      "eval_samples_per_second": 80.438,
      "eval_steps_per_second": 10.065,
      "step": 1322127
    },
    {
      "epoch": 369.0,
      "grad_norm": 0.8781280517578125,
      "learning_rate": 2.834193491847646e-06,
      "loss": 0.3423,
      "step": 1322130
    },
    {
      "epoch": 369.0,
      "grad_norm": 0.9740128517150879,
      "learning_rate": 2.834167050816852e-06,
      "loss": 0.3507,
      "step": 1322140
    },
    {
      "epoch": 369.01,
      "grad_norm": 1.3515437841415405,
      "learning_rate": 2.834140609720783e-06,
      "loss": 0.3503,
      "step": 1322150
    },
    {
      "epoch": 369.01,
      "grad_norm": 1.1628068685531616,
      "learning_rate": 2.8341141685594422e-06,
      "loss": 0.3644,
      "step": 1322160
    },
    {
      "epoch": 369.01,
      "grad_norm": 0.9089294672012329,
      "learning_rate": 2.834087727332834e-06,
      "loss": 0.3404,
      "step": 1322170
    },
    {
      "epoch": 369.01,
      "grad_norm": 1.0787899494171143,
      "learning_rate": 2.8340612860409626e-06,
      "loss": 0.3432,
      "step": 1322180
    },
    {
      "epoch": 369.02,
      "grad_norm": 0.9937013387680054,
      "learning_rate": 2.8340348446838293e-06,
      "loss": 0.3432,
      "step": 1322190
    },
    {
      "epoch": 369.02,
      "grad_norm": 0.9511979222297668,
      "learning_rate": 2.8340084032614392e-06,
      "loss": 0.3568,
      "step": 1322200
    },
    {
      "epoch": 369.02,
      "grad_norm": 1.0848675966262817,
      "learning_rate": 2.8339819617737968e-06,
      "loss": 0.3309,
      "step": 1322210
    },
    {
      "epoch": 369.03,
      "grad_norm": 0.9804017543792725,
      "learning_rate": 2.8339555202209035e-06,
      "loss": 0.3642,
      "step": 1322220
    },
    {
      "epoch": 369.03,
      "grad_norm": 0.9527279138565063,
      "learning_rate": 2.833929078602764e-06,
      "loss": 0.342,
      "step": 1322230
    },
    {
      "epoch": 369.03,
      "grad_norm": 0.9378737807273865,
      "learning_rate": 2.8339026369193813e-06,
      "loss": 0.3495,
      "step": 1322240
    },
    {
      "epoch": 369.03,
      "grad_norm": 1.0295754671096802,
      "learning_rate": 2.833876195170759e-06,
      "loss": 0.3421,
      "step": 1322250
    },
    {
      "epoch": 369.04,
      "grad_norm": 1.2026593685150146,
      "learning_rate": 2.8338497533569005e-06,
      "loss": 0.3504,
      "step": 1322260
    },
    {
      "epoch": 369.04,
      "grad_norm": 1.0004826784133911,
      "learning_rate": 2.8338233114778107e-06,
      "loss": 0.3687,
      "step": 1322270
    },
    {
      "epoch": 369.04,
      "grad_norm": 1.0844968557357788,
      "learning_rate": 2.8337968695334913e-06,
      "loss": 0.3421,
      "step": 1322280
    },
    {
      "epoch": 369.05,
      "grad_norm": 0.9673839211463928,
      "learning_rate": 2.833770427523947e-06,
      "loss": 0.3465,
      "step": 1322290
    },
    {
      "epoch": 369.05,
      "grad_norm": 0.9857215881347656,
      "learning_rate": 2.83374398544918e-06,
      "loss": 0.3373,
      "step": 1322300
    },
    {
      "epoch": 369.05,
      "grad_norm": 0.9481750726699829,
      "learning_rate": 2.8337175433091953e-06,
      "loss": 0.346,
      "step": 1322310
    },
    {
      "epoch": 369.05,
      "grad_norm": 0.9663249254226685,
      "learning_rate": 2.833691101103995e-06,
      "loss": 0.3421,
      "step": 1322320
    },
    {
      "epoch": 369.06,
      "grad_norm": 0.9683975577354431,
      "learning_rate": 2.8336646588335837e-06,
      "loss": 0.3533,
      "step": 1322330
    },
    {
      "epoch": 369.06,
      "grad_norm": 1.1059173345565796,
      "learning_rate": 2.8336382164979656e-06,
      "loss": 0.3498,
      "step": 1322340
    },
    {
      "epoch": 369.06,
      "grad_norm": 1.0009862184524536,
      "learning_rate": 2.8336117740971424e-06,
      "loss": 0.3489,
      "step": 1322350
    },
    {
      "epoch": 369.07,
      "grad_norm": 1.1234302520751953,
      "learning_rate": 2.833585331631119e-06,
      "loss": 0.345,
      "step": 1322360
    },
    {
      "epoch": 369.07,
      "grad_norm": 1.0267651081085205,
      "learning_rate": 2.833558889099898e-06,
      "loss": 0.3472,
      "step": 1322370
    },
    {
      "epoch": 369.07,
      "grad_norm": 1.0030384063720703,
      "learning_rate": 2.8335324465034834e-06,
      "loss": 0.3443,
      "step": 1322380
    },
    {
      "epoch": 369.07,
      "grad_norm": 1.3181116580963135,
      "learning_rate": 2.8335060038418782e-06,
      "loss": 0.3453,
      "step": 1322390
    },
    {
      "epoch": 369.08,
      "grad_norm": 1.0180792808532715,
      "learning_rate": 2.8334795611150867e-06,
      "loss": 0.3366,
      "step": 1322400
    },
    {
      "epoch": 369.08,
      "grad_norm": 1.0028398036956787,
      "learning_rate": 2.8334531183231118e-06,
      "loss": 0.3445,
      "step": 1322410
    },
    {
      "epoch": 369.08,
      "grad_norm": 1.0069265365600586,
      "learning_rate": 2.833426675465957e-06,
      "loss": 0.3451,
      "step": 1322420
    },
    {
      "epoch": 369.08,
      "grad_norm": 1.013300895690918,
      "learning_rate": 2.8334002325436277e-06,
      "loss": 0.3541,
      "step": 1322430
    },
    {
      "epoch": 369.09,
      "grad_norm": 1.0163146257400513,
      "learning_rate": 2.8333737895561245e-06,
      "loss": 0.3518,
      "step": 1322440
    },
    {
      "epoch": 369.09,
      "grad_norm": 1.0327708721160889,
      "learning_rate": 2.8333473465034523e-06,
      "loss": 0.3625,
      "step": 1322450
    },
    {
      "epoch": 369.09,
      "grad_norm": 9.8179349899292,
      "learning_rate": 2.8333209033856145e-06,
      "loss": 0.3469,
      "step": 1322460
    },
    {
      "epoch": 369.1,
      "grad_norm": 1.0638957023620605,
      "learning_rate": 2.8332944602026152e-06,
      "loss": 0.3544,
      "step": 1322470
    },
    {
      "epoch": 369.1,
      "grad_norm": 1.0986939668655396,
      "learning_rate": 2.833268016954457e-06,
      "loss": 0.3498,
      "step": 1322480
    },
    {
      "epoch": 369.1,
      "grad_norm": 0.9263492822647095,
      "learning_rate": 2.833241573641144e-06,
      "loss": 0.3557,
      "step": 1322490
    },
    {
      "epoch": 369.1,
      "grad_norm": 0.9835411310195923,
      "learning_rate": 2.833215130262679e-06,
      "loss": 0.3521,
      "step": 1322500
    },
    {
      "epoch": 369.11,
      "grad_norm": 1.154466152191162,
      "learning_rate": 2.8331886868190674e-06,
      "loss": 0.3408,
      "step": 1322510
    },
    {
      "epoch": 369.11,
      "grad_norm": 1.0119998455047607,
      "learning_rate": 2.8331622433103103e-06,
      "loss": 0.3523,
      "step": 1322520
    },
    {
      "epoch": 369.11,
      "grad_norm": 0.9883612990379333,
      "learning_rate": 2.8331357997364125e-06,
      "loss": 0.3449,
      "step": 1322530
    },
    {
      "epoch": 369.12,
      "grad_norm": 1.0333590507507324,
      "learning_rate": 2.833109356097377e-06,
      "loss": 0.3556,
      "step": 1322540
    },
    {
      "epoch": 369.12,
      "grad_norm": 1.1382654905319214,
      "learning_rate": 2.8330829123932082e-06,
      "loss": 0.3478,
      "step": 1322550
    },
    {
      "epoch": 369.12,
      "grad_norm": 1.1012451648712158,
      "learning_rate": 2.833056468623909e-06,
      "loss": 0.3487,
      "step": 1322560
    },
    {
      "epoch": 369.12,
      "grad_norm": 1.0353014469146729,
      "learning_rate": 2.8330300247894824e-06,
      "loss": 0.356,
      "step": 1322570
    },
    {
      "epoch": 369.13,
      "grad_norm": 1.155716061592102,
      "learning_rate": 2.833003580889933e-06,
      "loss": 0.35,
      "step": 1322580
    },
    {
      "epoch": 369.13,
      "grad_norm": 1.010454535484314,
      "learning_rate": 2.8329771369252644e-06,
      "loss": 0.3653,
      "step": 1322590
    },
    {
      "epoch": 369.13,
      "grad_norm": 1.0421464443206787,
      "learning_rate": 2.8329506928954787e-06,
      "loss": 0.3441,
      "step": 1322600
    },
    {
      "epoch": 369.13,
      "grad_norm": 0.9954407811164856,
      "learning_rate": 2.83292424880058e-06,
      "loss": 0.3478,
      "step": 1322610
    },
    {
      "epoch": 369.14,
      "grad_norm": 1.0133260488510132,
      "learning_rate": 2.832897804640572e-06,
      "loss": 0.3492,
      "step": 1322620
    },
    {
      "epoch": 369.14,
      "grad_norm": 1.0738102197647095,
      "learning_rate": 2.8328713604154594e-06,
      "loss": 0.3531,
      "step": 1322630
    },
    {
      "epoch": 369.14,
      "grad_norm": 1.103879451751709,
      "learning_rate": 2.8328449161252437e-06,
      "loss": 0.3555,
      "step": 1322640
    },
    {
      "epoch": 369.15,
      "grad_norm": 2.385113477706909,
      "learning_rate": 2.8328184717699296e-06,
      "loss": 0.3573,
      "step": 1322650
    },
    {
      "epoch": 369.15,
      "grad_norm": 3.9072470664978027,
      "learning_rate": 2.832792027349521e-06,
      "loss": 0.3366,
      "step": 1322660
    },
    {
      "epoch": 369.15,
      "grad_norm": 0.8874154090881348,
      "learning_rate": 2.8327655828640194e-06,
      "loss": 0.3494,
      "step": 1322670
    },
    {
      "epoch": 369.15,
      "grad_norm": 0.9770957827568054,
      "learning_rate": 2.832739138313431e-06,
      "loss": 0.3752,
      "step": 1322680
    },
    {
      "epoch": 369.16,
      "grad_norm": 1.2752000093460083,
      "learning_rate": 2.8327126936977576e-06,
      "loss": 0.3474,
      "step": 1322690
    },
    {
      "epoch": 369.16,
      "grad_norm": 0.9003523588180542,
      "learning_rate": 2.8326862490170025e-06,
      "loss": 0.344,
      "step": 1322700
    },
    {
      "epoch": 369.16,
      "grad_norm": 1.230242133140564,
      "learning_rate": 2.8326598042711703e-06,
      "loss": 0.3412,
      "step": 1322710
    },
    {
      "epoch": 369.17,
      "grad_norm": 1.223421573638916,
      "learning_rate": 2.832633359460264e-06,
      "loss": 0.363,
      "step": 1322720
    },
    {
      "epoch": 369.17,
      "grad_norm": 1.2063634395599365,
      "learning_rate": 2.832606914584288e-06,
      "loss": 0.3714,
      "step": 1322730
    },
    {
      "epoch": 369.17,
      "grad_norm": 1.4531521797180176,
      "learning_rate": 2.8325804696432436e-06,
      "loss": 0.347,
      "step": 1322740
    },
    {
      "epoch": 369.17,
      "grad_norm": 1.0739986896514893,
      "learning_rate": 2.8325540246371364e-06,
      "loss": 0.3491,
      "step": 1322750
    },
    {
      "epoch": 369.18,
      "grad_norm": 1.0555776357650757,
      "learning_rate": 2.8325275795659694e-06,
      "loss": 0.3398,
      "step": 1322760
    },
    {
      "epoch": 369.18,
      "grad_norm": 1.0376136302947998,
      "learning_rate": 2.832501134429746e-06,
      "loss": 0.3595,
      "step": 1322770
    },
    {
      "epoch": 369.18,
      "grad_norm": 1.0959415435791016,
      "learning_rate": 2.8324746892284693e-06,
      "loss": 0.3415,
      "step": 1322780
    },
    {
      "epoch": 369.19,
      "grad_norm": 1.1219674348831177,
      "learning_rate": 2.8324482439621434e-06,
      "loss": 0.3509,
      "step": 1322790
    },
    {
      "epoch": 369.19,
      "grad_norm": 1.0458661317825317,
      "learning_rate": 2.8324217986307717e-06,
      "loss": 0.352,
      "step": 1322800
    },
    {
      "epoch": 369.19,
      "grad_norm": 1.21747887134552,
      "learning_rate": 2.832395353234358e-06,
      "loss": 0.3551,
      "step": 1322810
    },
    {
      "epoch": 369.19,
      "grad_norm": 1.0174715518951416,
      "learning_rate": 2.832368907772905e-06,
      "loss": 0.3444,
      "step": 1322820
    },
    {
      "epoch": 369.2,
      "grad_norm": 1.1038470268249512,
      "learning_rate": 2.8323424622464168e-06,
      "loss": 0.3439,
      "step": 1322830
    },
    {
      "epoch": 369.2,
      "grad_norm": 0.9446083307266235,
      "learning_rate": 2.8323160166548963e-06,
      "loss": 0.3468,
      "step": 1322840
    },
    {
      "epoch": 369.2,
      "grad_norm": 1.349743366241455,
      "learning_rate": 2.8322895709983482e-06,
      "loss": 0.3562,
      "step": 1322850
    },
    {
      "epoch": 369.2,
      "grad_norm": 1.0842103958129883,
      "learning_rate": 2.832263125276775e-06,
      "loss": 0.3461,
      "step": 1322860
    },
    {
      "epoch": 369.21,
      "grad_norm": 0.9428603649139404,
      "learning_rate": 2.8322366794901813e-06,
      "loss": 0.3307,
      "step": 1322870
    },
    {
      "epoch": 369.21,
      "grad_norm": 1.0939505100250244,
      "learning_rate": 2.832210233638569e-06,
      "loss": 0.3476,
      "step": 1322880
    },
    {
      "epoch": 369.21,
      "grad_norm": 1.123369574546814,
      "learning_rate": 2.8321837877219435e-06,
      "loss": 0.3568,
      "step": 1322890
    },
    {
      "epoch": 369.22,
      "grad_norm": 1.1392720937728882,
      "learning_rate": 2.8321573417403063e-06,
      "loss": 0.3624,
      "step": 1322900
    },
    {
      "epoch": 369.22,
      "grad_norm": 0.9064938426017761,
      "learning_rate": 2.8321308956936623e-06,
      "loss": 0.3601,
      "step": 1322910
    },
    {
      "epoch": 369.22,
      "grad_norm": 1.1037055253982544,
      "learning_rate": 2.8321044495820144e-06,
      "loss": 0.3521,
      "step": 1322920
    },
    {
      "epoch": 369.22,
      "grad_norm": 1.3216094970703125,
      "learning_rate": 2.832078003405367e-06,
      "loss": 0.349,
      "step": 1322930
    },
    {
      "epoch": 369.23,
      "grad_norm": 1.1980282068252563,
      "learning_rate": 2.8320515571637225e-06,
      "loss": 0.3657,
      "step": 1322940
    },
    {
      "epoch": 369.23,
      "grad_norm": 1.266243577003479,
      "learning_rate": 2.832025110857085e-06,
      "loss": 0.3459,
      "step": 1322950
    },
    {
      "epoch": 369.23,
      "grad_norm": 1.0120391845703125,
      "learning_rate": 2.8319986644854587e-06,
      "loss": 0.3396,
      "step": 1322960
    },
    {
      "epoch": 369.24,
      "grad_norm": 1.1670982837677002,
      "learning_rate": 2.831972218048846e-06,
      "loss": 0.3531,
      "step": 1322970
    },
    {
      "epoch": 369.24,
      "grad_norm": 9.896903991699219,
      "learning_rate": 2.8319457715472503e-06,
      "loss": 0.3305,
      "step": 1322980
    },
    {
      "epoch": 369.24,
      "grad_norm": 0.9129740595817566,
      "learning_rate": 2.8319193249806754e-06,
      "loss": 0.3618,
      "step": 1322990
    },
    {
      "epoch": 369.24,
      "grad_norm": 0.9724200367927551,
      "learning_rate": 2.8318928783491255e-06,
      "loss": 0.342,
      "step": 1323000
    },
    {
      "epoch": 369.25,
      "grad_norm": 1.0132955312728882,
      "learning_rate": 2.831866431652604e-06,
      "loss": 0.368,
      "step": 1323010
    },
    {
      "epoch": 369.25,
      "grad_norm": 0.9731745719909668,
      "learning_rate": 2.8318399848911133e-06,
      "loss": 0.355,
      "step": 1323020
    },
    {
      "epoch": 369.25,
      "grad_norm": 0.9486567378044128,
      "learning_rate": 2.8318135380646586e-06,
      "loss": 0.3344,
      "step": 1323030
    },
    {
      "epoch": 369.25,
      "grad_norm": 1.053074598312378,
      "learning_rate": 2.8317870911732415e-06,
      "loss": 0.3304,
      "step": 1323040
    },
    {
      "epoch": 369.26,
      "grad_norm": 0.8637977838516235,
      "learning_rate": 2.8317606442168676e-06,
      "loss": 0.3364,
      "step": 1323050
    },
    {
      "epoch": 369.26,
      "grad_norm": 1.0155099630355835,
      "learning_rate": 2.8317341971955386e-06,
      "loss": 0.3393,
      "step": 1323060
    },
    {
      "epoch": 369.26,
      "grad_norm": 0.9712822437286377,
      "learning_rate": 2.8317077501092587e-06,
      "loss": 0.3567,
      "step": 1323070
    },
    {
      "epoch": 369.27,
      "grad_norm": 0.8752071857452393,
      "learning_rate": 2.8316813029580316e-06,
      "loss": 0.3418,
      "step": 1323080
    },
    {
      "epoch": 369.27,
      "grad_norm": 0.9395121335983276,
      "learning_rate": 2.8316548557418613e-06,
      "loss": 0.3339,
      "step": 1323090
    },
    {
      "epoch": 369.27,
      "grad_norm": 0.9417901039123535,
      "learning_rate": 2.83162840846075e-06,
      "loss": 0.351,
      "step": 1323100
    },
    {
      "epoch": 369.27,
      "grad_norm": 1.0411416292190552,
      "learning_rate": 2.8316019611147026e-06,
      "loss": 0.3568,
      "step": 1323110
    },
    {
      "epoch": 369.28,
      "grad_norm": 1.5488640069961548,
      "learning_rate": 2.8315755137037215e-06,
      "loss": 0.3353,
      "step": 1323120
    },
    {
      "epoch": 369.28,
      "grad_norm": 1.0349551439285278,
      "learning_rate": 2.8315490662278106e-06,
      "loss": 0.3675,
      "step": 1323130
    },
    {
      "epoch": 369.28,
      "grad_norm": 1.2410897016525269,
      "learning_rate": 2.8315226186869742e-06,
      "loss": 0.3517,
      "step": 1323140
    },
    {
      "epoch": 369.29,
      "grad_norm": 1.7203501462936401,
      "learning_rate": 2.831496171081214e-06,
      "loss": 0.3515,
      "step": 1323150
    },
    {
      "epoch": 369.29,
      "grad_norm": 1.1591156721115112,
      "learning_rate": 2.831469723410535e-06,
      "loss": 0.3366,
      "step": 1323160
    },
    {
      "epoch": 369.29,
      "grad_norm": 1.1672616004943848,
      "learning_rate": 2.8314432756749413e-06,
      "loss": 0.3454,
      "step": 1323170
    },
    {
      "epoch": 369.29,
      "grad_norm": 1.052396297454834,
      "learning_rate": 2.8314168278744347e-06,
      "loss": 0.3562,
      "step": 1323180
    },
    {
      "epoch": 369.3,
      "grad_norm": 1.0776679515838623,
      "learning_rate": 2.83139038000902e-06,
      "loss": 0.3406,
      "step": 1323190
    },
    {
      "epoch": 369.3,
      "grad_norm": 0.9926520586013794,
      "learning_rate": 2.8313639320786997e-06,
      "loss": 0.3443,
      "step": 1323200
    },
    {
      "epoch": 369.3,
      "grad_norm": 1.202934741973877,
      "learning_rate": 2.831337484083478e-06,
      "loss": 0.3401,
      "step": 1323210
    },
    {
      "epoch": 369.31,
      "grad_norm": 1.0105841159820557,
      "learning_rate": 2.831311036023358e-06,
      "loss": 0.3462,
      "step": 1323220
    },
    {
      "epoch": 369.31,
      "grad_norm": 0.8925390839576721,
      "learning_rate": 2.831284587898344e-06,
      "loss": 0.3586,
      "step": 1323230
    },
    {
      "epoch": 369.31,
      "grad_norm": 1.6045070886611938,
      "learning_rate": 2.831258139708439e-06,
      "loss": 0.3347,
      "step": 1323240
    },
    {
      "epoch": 369.31,
      "grad_norm": 1.0053784847259521,
      "learning_rate": 2.8312316914536467e-06,
      "loss": 0.3449,
      "step": 1323250
    },
    {
      "epoch": 369.32,
      "grad_norm": 4.8520121574401855,
      "learning_rate": 2.83120524313397e-06,
      "loss": 0.3645,
      "step": 1323260
    },
    {
      "epoch": 369.32,
      "grad_norm": 1.0513800382614136,
      "learning_rate": 2.8311787947494133e-06,
      "loss": 0.3664,
      "step": 1323270
    },
    {
      "epoch": 369.32,
      "grad_norm": 1.0477758646011353,
      "learning_rate": 2.831152346299979e-06,
      "loss": 0.346,
      "step": 1323280
    },
    {
      "epoch": 369.32,
      "grad_norm": 0.8367584943771362,
      "learning_rate": 2.831125897785671e-06,
      "loss": 0.3586,
      "step": 1323290
    },
    {
      "epoch": 369.33,
      "grad_norm": 0.9941658973693848,
      "learning_rate": 2.8310994492064942e-06,
      "loss": 0.3494,
      "step": 1323300
    },
    {
      "epoch": 369.33,
      "grad_norm": 1.1725599765777588,
      "learning_rate": 2.831073000562451e-06,
      "loss": 0.3545,
      "step": 1323310
    },
    {
      "epoch": 369.33,
      "grad_norm": 1.0696626901626587,
      "learning_rate": 2.831046551853545e-06,
      "loss": 0.3448,
      "step": 1323320
    },
    {
      "epoch": 369.34,
      "grad_norm": 0.8813009858131409,
      "learning_rate": 2.831020103079779e-06,
      "loss": 0.3363,
      "step": 1323330
    },
    {
      "epoch": 369.34,
      "grad_norm": 0.8678659200668335,
      "learning_rate": 2.8309936542411576e-06,
      "loss": 0.3525,
      "step": 1323340
    },
    {
      "epoch": 369.34,
      "grad_norm": 1.014497995376587,
      "learning_rate": 2.830967205337684e-06,
      "loss": 0.3531,
      "step": 1323350
    },
    {
      "epoch": 369.34,
      "grad_norm": 1.1870136260986328,
      "learning_rate": 2.8309407563693613e-06,
      "loss": 0.3404,
      "step": 1323360
    },
    {
      "epoch": 369.35,
      "grad_norm": 1.0630199909210205,
      "learning_rate": 2.830914307336194e-06,
      "loss": 0.3437,
      "step": 1323370
    },
    {
      "epoch": 369.35,
      "grad_norm": 0.9865851998329163,
      "learning_rate": 2.8308878582381845e-06,
      "loss": 0.3522,
      "step": 1323380
    },
    {
      "epoch": 369.35,
      "grad_norm": 0.9337908625602722,
      "learning_rate": 2.830861409075337e-06,
      "loss": 0.3303,
      "step": 1323390
    },
    {
      "epoch": 369.36,
      "grad_norm": 1.1002211570739746,
      "learning_rate": 2.830834959847655e-06,
      "loss": 0.3545,
      "step": 1323400
    },
    {
      "epoch": 369.36,
      "grad_norm": 1.0295851230621338,
      "learning_rate": 2.8308085105551414e-06,
      "loss": 0.3438,
      "step": 1323410
    },
    {
      "epoch": 369.36,
      "grad_norm": 0.9940267205238342,
      "learning_rate": 2.8307820611978005e-06,
      "loss": 0.3568,
      "step": 1323420
    },
    {
      "epoch": 369.36,
      "grad_norm": 0.9879891276359558,
      "learning_rate": 2.8307556117756358e-06,
      "loss": 0.3412,
      "step": 1323430
    },
    {
      "epoch": 369.37,
      "grad_norm": 1.0127718448638916,
      "learning_rate": 2.8307291622886497e-06,
      "loss": 0.3718,
      "step": 1323440
    },
    {
      "epoch": 369.37,
      "grad_norm": 1.040431261062622,
      "learning_rate": 2.830702712736847e-06,
      "loss": 0.3738,
      "step": 1323450
    },
    {
      "epoch": 369.37,
      "grad_norm": 0.8410350680351257,
      "learning_rate": 2.8306762631202315e-06,
      "loss": 0.3632,
      "step": 1323460
    },
    {
      "epoch": 369.37,
      "grad_norm": 1.1872601509094238,
      "learning_rate": 2.830649813438805e-06,
      "loss": 0.3539,
      "step": 1323470
    },
    {
      "epoch": 369.38,
      "grad_norm": 0.9770028591156006,
      "learning_rate": 2.830623363692572e-06,
      "loss": 0.3613,
      "step": 1323480
    },
    {
      "epoch": 369.38,
      "grad_norm": 1.0906094312667847,
      "learning_rate": 2.830596913881536e-06,
      "loss": 0.3622,
      "step": 1323490
    },
    {
      "epoch": 369.38,
      "grad_norm": 0.9439492225646973,
      "learning_rate": 2.830570464005701e-06,
      "loss": 0.3492,
      "step": 1323500
    },
    {
      "epoch": 369.39,
      "grad_norm": 1.0195631980895996,
      "learning_rate": 2.83054401406507e-06,
      "loss": 0.3304,
      "step": 1323510
    },
    {
      "epoch": 369.39,
      "grad_norm": 0.9281755685806274,
      "learning_rate": 2.8305175640596464e-06,
      "loss": 0.3579,
      "step": 1323520
    },
    {
      "epoch": 369.39,
      "grad_norm": 1.1357096433639526,
      "learning_rate": 2.830491113989434e-06,
      "loss": 0.3624,
      "step": 1323530
    },
    {
      "epoch": 369.39,
      "grad_norm": 1.0013905763626099,
      "learning_rate": 2.8304646638544365e-06,
      "loss": 0.3601,
      "step": 1323540
    },
    {
      "epoch": 369.4,
      "grad_norm": 1.2129179239273071,
      "learning_rate": 2.8304382136546566e-06,
      "loss": 0.3374,
      "step": 1323550
    },
    {
      "epoch": 369.4,
      "grad_norm": 1.1211628913879395,
      "learning_rate": 2.830411763390099e-06,
      "loss": 0.3492,
      "step": 1323560
    },
    {
      "epoch": 369.4,
      "grad_norm": 0.8996632695198059,
      "learning_rate": 2.830385313060766e-06,
      "loss": 0.3531,
      "step": 1323570
    },
    {
      "epoch": 369.41,
      "grad_norm": 1.0661096572875977,
      "learning_rate": 2.8303588626666616e-06,
      "loss": 0.3441,
      "step": 1323580
    },
    {
      "epoch": 369.41,
      "grad_norm": 1.0447262525558472,
      "learning_rate": 2.8303324122077904e-06,
      "loss": 0.3435,
      "step": 1323590
    },
    {
      "epoch": 369.41,
      "grad_norm": 1.2203103303909302,
      "learning_rate": 2.8303059616841538e-06,
      "loss": 0.3505,
      "step": 1323600
    },
    {
      "epoch": 369.41,
      "grad_norm": 1.0440586805343628,
      "learning_rate": 2.8302795110957572e-06,
      "loss": 0.3437,
      "step": 1323610
    },
    {
      "epoch": 369.42,
      "grad_norm": 1.1244146823883057,
      "learning_rate": 2.830253060442603e-06,
      "loss": 0.362,
      "step": 1323620
    },
    {
      "epoch": 369.42,
      "grad_norm": 0.9622291326522827,
      "learning_rate": 2.8302266097246954e-06,
      "loss": 0.3691,
      "step": 1323630
    },
    {
      "epoch": 369.42,
      "grad_norm": 1.154779314994812,
      "learning_rate": 2.8302001589420374e-06,
      "loss": 0.3679,
      "step": 1323640
    },
    {
      "epoch": 369.43,
      "grad_norm": 0.9567793607711792,
      "learning_rate": 2.8301737080946326e-06,
      "loss": 0.3341,
      "step": 1323650
    },
    {
      "epoch": 369.43,
      "grad_norm": 1.2026647329330444,
      "learning_rate": 2.8301472571824852e-06,
      "loss": 0.3543,
      "step": 1323660
    },
    {
      "epoch": 369.43,
      "grad_norm": 0.9919971823692322,
      "learning_rate": 2.830120806205598e-06,
      "loss": 0.3313,
      "step": 1323670
    },
    {
      "epoch": 369.43,
      "grad_norm": 1.063915491104126,
      "learning_rate": 2.8300943551639748e-06,
      "loss": 0.3546,
      "step": 1323680
    },
    {
      "epoch": 369.44,
      "grad_norm": 1.0310401916503906,
      "learning_rate": 2.830067904057619e-06,
      "loss": 0.3512,
      "step": 1323690
    },
    {
      "epoch": 369.44,
      "grad_norm": 0.8894227147102356,
      "learning_rate": 2.8300414528865335e-06,
      "loss": 0.3338,
      "step": 1323700
    },
    {
      "epoch": 369.44,
      "grad_norm": 1.0717313289642334,
      "learning_rate": 2.830015001650723e-06,
      "loss": 0.3393,
      "step": 1323710
    },
    {
      "epoch": 369.44,
      "grad_norm": 1.0971060991287231,
      "learning_rate": 2.8299885503501907e-06,
      "loss": 0.3382,
      "step": 1323720
    },
    {
      "epoch": 369.45,
      "grad_norm": 1.0422576665878296,
      "learning_rate": 2.8299620989849396e-06,
      "loss": 0.3445,
      "step": 1323730
    },
    {
      "epoch": 369.45,
      "grad_norm": 0.9871050119400024,
      "learning_rate": 2.8299356475549735e-06,
      "loss": 0.3561,
      "step": 1323740
    },
    {
      "epoch": 369.45,
      "grad_norm": 0.905703604221344,
      "learning_rate": 2.829909196060296e-06,
      "loss": 0.3448,
      "step": 1323750
    },
    {
      "epoch": 369.46,
      "grad_norm": 1.0445928573608398,
      "learning_rate": 2.829882744500911e-06,
      "loss": 0.3498,
      "step": 1323760
    },
    {
      "epoch": 369.46,
      "grad_norm": 1.0372767448425293,
      "learning_rate": 2.829856292876821e-06,
      "loss": 0.3444,
      "step": 1323770
    },
    {
      "epoch": 369.46,
      "grad_norm": 0.9302629232406616,
      "learning_rate": 2.82982984118803e-06,
      "loss": 0.3677,
      "step": 1323780
    },
    {
      "epoch": 369.46,
      "grad_norm": 1.0241584777832031,
      "learning_rate": 2.829803389434542e-06,
      "loss": 0.3599,
      "step": 1323790
    },
    {
      "epoch": 369.47,
      "grad_norm": 1.16050386428833,
      "learning_rate": 2.82977693761636e-06,
      "loss": 0.3482,
      "step": 1323800
    },
    {
      "epoch": 369.47,
      "grad_norm": 0.9877658486366272,
      "learning_rate": 2.829750485733488e-06,
      "loss": 0.3359,
      "step": 1323810
    },
    {
      "epoch": 369.47,
      "grad_norm": 1.0049703121185303,
      "learning_rate": 2.8297240337859293e-06,
      "loss": 0.3583,
      "step": 1323820
    },
    {
      "epoch": 369.48,
      "grad_norm": 0.8384093046188354,
      "learning_rate": 2.8296975817736877e-06,
      "loss": 0.3632,
      "step": 1323830
    },
    {
      "epoch": 369.48,
      "grad_norm": 1.0205841064453125,
      "learning_rate": 2.8296711296967655e-06,
      "loss": 0.3355,
      "step": 1323840
    },
    {
      "epoch": 369.48,
      "grad_norm": 1.048648476600647,
      "learning_rate": 2.8296446775551676e-06,
      "loss": 0.3543,
      "step": 1323850
    },
    {
      "epoch": 369.48,
      "grad_norm": 1.2234716415405273,
      "learning_rate": 2.829618225348896e-06,
      "loss": 0.3563,
      "step": 1323860
    },
    {
      "epoch": 369.49,
      "grad_norm": 0.8084058165550232,
      "learning_rate": 2.829591773077956e-06,
      "loss": 0.3408,
      "step": 1323870
    },
    {
      "epoch": 369.49,
      "grad_norm": 1.1010972261428833,
      "learning_rate": 2.8295653207423506e-06,
      "loss": 0.3533,
      "step": 1323880
    },
    {
      "epoch": 369.49,
      "grad_norm": 0.9838052988052368,
      "learning_rate": 2.8295388683420824e-06,
      "loss": 0.3563,
      "step": 1323890
    },
    {
      "epoch": 369.49,
      "grad_norm": 0.8979412317276001,
      "learning_rate": 2.8295124158771556e-06,
      "loss": 0.3536,
      "step": 1323900
    },
    {
      "epoch": 369.5,
      "grad_norm": 0.9150951504707336,
      "learning_rate": 2.8294859633475742e-06,
      "loss": 0.3575,
      "step": 1323910
    },
    {
      "epoch": 369.5,
      "grad_norm": 1.2622644901275635,
      "learning_rate": 2.829459510753341e-06,
      "loss": 0.3535,
      "step": 1323920
    },
    {
      "epoch": 369.5,
      "grad_norm": 0.9242203831672668,
      "learning_rate": 2.8294330580944597e-06,
      "loss": 0.3524,
      "step": 1323930
    },
    {
      "epoch": 369.51,
      "grad_norm": 1.0380773544311523,
      "learning_rate": 2.829406605370933e-06,
      "loss": 0.3586,
      "step": 1323940
    },
    {
      "epoch": 369.51,
      "grad_norm": 1.1117342710494995,
      "learning_rate": 2.829380152582767e-06,
      "loss": 0.3671,
      "step": 1323950
    },
    {
      "epoch": 369.51,
      "grad_norm": 0.8872742652893066,
      "learning_rate": 2.829353699729962e-06,
      "loss": 0.346,
      "step": 1323960
    },
    {
      "epoch": 369.51,
      "grad_norm": 0.8912638425827026,
      "learning_rate": 2.8293272468125237e-06,
      "loss": 0.3537,
      "step": 1323970
    },
    {
      "epoch": 369.52,
      "grad_norm": 1.0424206256866455,
      "learning_rate": 2.829300793830455e-06,
      "loss": 0.3461,
      "step": 1323980
    },
    {
      "epoch": 369.52,
      "grad_norm": 1.0003881454467773,
      "learning_rate": 2.8292743407837594e-06,
      "loss": 0.3504,
      "step": 1323990
    },
    {
      "epoch": 369.52,
      "grad_norm": 1.1411112546920776,
      "learning_rate": 2.8292478876724397e-06,
      "loss": 0.3416,
      "step": 1324000
    },
    {
      "epoch": 369.53,
      "grad_norm": 3.230984687805176,
      "learning_rate": 2.8292214344965015e-06,
      "loss": 0.347,
      "step": 1324010
    },
    {
      "epoch": 369.53,
      "grad_norm": 0.952809751033783,
      "learning_rate": 2.8291949812559457e-06,
      "loss": 0.3433,
      "step": 1324020
    },
    {
      "epoch": 369.53,
      "grad_norm": 0.990010142326355,
      "learning_rate": 2.829168527950777e-06,
      "loss": 0.3626,
      "step": 1324030
    },
    {
      "epoch": 369.53,
      "grad_norm": 0.9399425983428955,
      "learning_rate": 2.829142074580999e-06,
      "loss": 0.348,
      "step": 1324040
    },
    {
      "epoch": 369.54,
      "grad_norm": 1.1376672983169556,
      "learning_rate": 2.829115621146616e-06,
      "loss": 0.3486,
      "step": 1324050
    },
    {
      "epoch": 369.54,
      "grad_norm": 0.9663208723068237,
      "learning_rate": 2.8290891676476303e-06,
      "loss": 0.3365,
      "step": 1324060
    },
    {
      "epoch": 369.54,
      "grad_norm": 0.9928880929946899,
      "learning_rate": 2.8290627140840458e-06,
      "loss": 0.3444,
      "step": 1324070
    },
    {
      "epoch": 369.55,
      "grad_norm": 0.9929097890853882,
      "learning_rate": 2.829036260455866e-06,
      "loss": 0.342,
      "step": 1324080
    },
    {
      "epoch": 369.55,
      "grad_norm": 1.1373416185379028,
      "learning_rate": 2.8290098067630942e-06,
      "loss": 0.3557,
      "step": 1324090
    },
    {
      "epoch": 369.55,
      "grad_norm": 0.931840717792511,
      "learning_rate": 2.828983353005734e-06,
      "loss": 0.3536,
      "step": 1324100
    },
    {
      "epoch": 369.55,
      "grad_norm": 1.1710354089736938,
      "learning_rate": 2.8289568991837896e-06,
      "loss": 0.3636,
      "step": 1324110
    },
    {
      "epoch": 369.56,
      "grad_norm": 0.8582292795181274,
      "learning_rate": 2.828930445297264e-06,
      "loss": 0.3415,
      "step": 1324120
    },
    {
      "epoch": 369.56,
      "grad_norm": 0.9631091356277466,
      "learning_rate": 2.828903991346161e-06,
      "loss": 0.3445,
      "step": 1324130
    },
    {
      "epoch": 369.56,
      "grad_norm": 0.9537273049354553,
      "learning_rate": 2.828877537330484e-06,
      "loss": 0.3519,
      "step": 1324140
    },
    {
      "epoch": 369.56,
      "grad_norm": 1.0516573190689087,
      "learning_rate": 2.828851083250236e-06,
      "loss": 0.361,
      "step": 1324150
    },
    {
      "epoch": 369.57,
      "grad_norm": 0.8809719681739807,
      "learning_rate": 2.8288246291054202e-06,
      "loss": 0.3566,
      "step": 1324160
    },
    {
      "epoch": 369.57,
      "grad_norm": 1.0212925672531128,
      "learning_rate": 2.8287981748960417e-06,
      "loss": 0.3574,
      "step": 1324170
    },
    {
      "epoch": 369.57,
      "grad_norm": 1.0334171056747437,
      "learning_rate": 2.8287717206221027e-06,
      "loss": 0.3456,
      "step": 1324180
    },
    {
      "epoch": 369.58,
      "grad_norm": 1.0329967737197876,
      "learning_rate": 2.8287452662836076e-06,
      "loss": 0.3413,
      "step": 1324190
    },
    {
      "epoch": 369.58,
      "grad_norm": 1.0086561441421509,
      "learning_rate": 2.8287188118805592e-06,
      "loss": 0.3474,
      "step": 1324200
    },
    {
      "epoch": 369.58,
      "grad_norm": 1.0317909717559814,
      "learning_rate": 2.828692357412962e-06,
      "loss": 0.3725,
      "step": 1324210
    },
    {
      "epoch": 369.58,
      "grad_norm": 0.872774064540863,
      "learning_rate": 2.828665902880818e-06,
      "loss": 0.3451,
      "step": 1324220
    },
    {
      "epoch": 369.59,
      "grad_norm": 0.9943886399269104,
      "learning_rate": 2.828639448284132e-06,
      "loss": 0.3513,
      "step": 1324230
    },
    {
      "epoch": 369.59,
      "grad_norm": 1.0892847776412964,
      "learning_rate": 2.828612993622907e-06,
      "loss": 0.3398,
      "step": 1324240
    },
    {
      "epoch": 369.59,
      "grad_norm": 1.1373611688613892,
      "learning_rate": 2.828586538897146e-06,
      "loss": 0.3616,
      "step": 1324250
    },
    {
      "epoch": 369.6,
      "grad_norm": 0.924113392829895,
      "learning_rate": 2.828560084106854e-06,
      "loss": 0.3492,
      "step": 1324260
    },
    {
      "epoch": 369.6,
      "grad_norm": 0.9670718312263489,
      "learning_rate": 2.8285336292520334e-06,
      "loss": 0.3487,
      "step": 1324270
    },
    {
      "epoch": 369.6,
      "grad_norm": 1.0694400072097778,
      "learning_rate": 2.8285071743326884e-06,
      "loss": 0.3447,
      "step": 1324280
    },
    {
      "epoch": 369.6,
      "grad_norm": 1.0537854433059692,
      "learning_rate": 2.828480719348821e-06,
      "loss": 0.3348,
      "step": 1324290
    },
    {
      "epoch": 369.61,
      "grad_norm": 1.0083954334259033,
      "learning_rate": 2.828454264300437e-06,
      "loss": 0.3586,
      "step": 1324300
    },
    {
      "epoch": 369.61,
      "grad_norm": 1.111738681793213,
      "learning_rate": 2.8284278091875376e-06,
      "loss": 0.3476,
      "step": 1324310
    },
    {
      "epoch": 369.61,
      "grad_norm": 1.1487102508544922,
      "learning_rate": 2.828401354010128e-06,
      "loss": 0.3592,
      "step": 1324320
    },
    {
      "epoch": 369.61,
      "grad_norm": 1.1063075065612793,
      "learning_rate": 2.8283748987682103e-06,
      "loss": 0.3363,
      "step": 1324330
    },
    {
      "epoch": 369.62,
      "grad_norm": 1.0982630252838135,
      "learning_rate": 2.8283484434617902e-06,
      "loss": 0.3345,
      "step": 1324340
    },
    {
      "epoch": 369.62,
      "grad_norm": 0.9708313345909119,
      "learning_rate": 2.82832198809087e-06,
      "loss": 0.3397,
      "step": 1324350
    },
    {
      "epoch": 369.62,
      "grad_norm": 1.1605714559555054,
      "learning_rate": 2.8282955326554523e-06,
      "loss": 0.3599,
      "step": 1324360
    },
    {
      "epoch": 369.63,
      "grad_norm": 1.1294341087341309,
      "learning_rate": 2.828269077155542e-06,
      "loss": 0.3338,
      "step": 1324370
    },
    {
      "epoch": 369.63,
      "grad_norm": 1.0152184963226318,
      "learning_rate": 2.8282426215911415e-06,
      "loss": 0.3623,
      "step": 1324380
    },
    {
      "epoch": 369.63,
      "grad_norm": 1.2592227458953857,
      "learning_rate": 2.828216165962255e-06,
      "loss": 0.3416,
      "step": 1324390
    },
    {
      "epoch": 369.63,
      "grad_norm": 1.2316986322402954,
      "learning_rate": 2.8281897102688864e-06,
      "loss": 0.3413,
      "step": 1324400
    },
    {
      "epoch": 369.64,
      "grad_norm": 1.0923595428466797,
      "learning_rate": 2.8281632545110385e-06,
      "loss": 0.3476,
      "step": 1324410
    },
    {
      "epoch": 369.64,
      "grad_norm": 0.9885933995246887,
      "learning_rate": 2.8281367986887152e-06,
      "loss": 0.3626,
      "step": 1324420
    },
    {
      "epoch": 369.64,
      "grad_norm": 0.9567559957504272,
      "learning_rate": 2.8281103428019197e-06,
      "loss": 0.3284,
      "step": 1324430
    },
    {
      "epoch": 369.65,
      "grad_norm": 0.9170947670936584,
      "learning_rate": 2.8280838868506556e-06,
      "loss": 0.3458,
      "step": 1324440
    },
    {
      "epoch": 369.65,
      "grad_norm": 1.207024097442627,
      "learning_rate": 2.8280574308349263e-06,
      "loss": 0.3387,
      "step": 1324450
    },
    {
      "epoch": 369.65,
      "grad_norm": 0.990445077419281,
      "learning_rate": 2.828030974754736e-06,
      "loss": 0.3512,
      "step": 1324460
    },
    {
      "epoch": 369.65,
      "grad_norm": 1.2388014793395996,
      "learning_rate": 2.8280045186100877e-06,
      "loss": 0.3437,
      "step": 1324470
    },
    {
      "epoch": 369.66,
      "grad_norm": 1.1803981065750122,
      "learning_rate": 2.827978062400985e-06,
      "loss": 0.3415,
      "step": 1324480
    },
    {
      "epoch": 369.66,
      "grad_norm": 1.086483359336853,
      "learning_rate": 2.8279516061274317e-06,
      "loss": 0.3515,
      "step": 1324490
    },
    {
      "epoch": 369.66,
      "grad_norm": 1.0131868124008179,
      "learning_rate": 2.827925149789431e-06,
      "loss": 0.3501,
      "step": 1324500
    },
    {
      "epoch": 369.67,
      "grad_norm": 1.0361336469650269,
      "learning_rate": 2.8278986933869864e-06,
      "loss": 0.3494,
      "step": 1324510
    },
    {
      "epoch": 369.67,
      "grad_norm": 1.7069716453552246,
      "learning_rate": 2.8278722369201007e-06,
      "loss": 0.3593,
      "step": 1324520
    },
    {
      "epoch": 369.67,
      "grad_norm": 1.077193260192871,
      "learning_rate": 2.8278457803887787e-06,
      "loss": 0.3648,
      "step": 1324530
    },
    {
      "epoch": 369.67,
      "grad_norm": 0.9072227478027344,
      "learning_rate": 2.8278193237930233e-06,
      "loss": 0.3429,
      "step": 1324540
    },
    {
      "epoch": 369.68,
      "grad_norm": 0.7984384894371033,
      "learning_rate": 2.8277928671328384e-06,
      "loss": 0.3537,
      "step": 1324550
    },
    {
      "epoch": 369.68,
      "grad_norm": 0.8856585025787354,
      "learning_rate": 2.8277664104082273e-06,
      "loss": 0.331,
      "step": 1324560
    },
    {
      "epoch": 369.68,
      "grad_norm": 1.1060127019882202,
      "learning_rate": 2.827739953619194e-06,
      "loss": 0.3384,
      "step": 1324570
    },
    {
      "epoch": 369.68,
      "grad_norm": 0.9400465488433838,
      "learning_rate": 2.8277134967657405e-06,
      "loss": 0.3678,
      "step": 1324580
    },
    {
      "epoch": 369.69,
      "grad_norm": 1.0822852849960327,
      "learning_rate": 2.827687039847872e-06,
      "loss": 0.3579,
      "step": 1324590
    },
    {
      "epoch": 369.69,
      "grad_norm": 0.8597418069839478,
      "learning_rate": 2.827660582865591e-06,
      "loss": 0.3541,
      "step": 1324600
    },
    {
      "epoch": 369.69,
      "grad_norm": 0.8866966962814331,
      "learning_rate": 2.827634125818901e-06,
      "loss": 0.3689,
      "step": 1324610
    },
    {
      "epoch": 369.7,
      "grad_norm": 1.137902021408081,
      "learning_rate": 2.827607668707806e-06,
      "loss": 0.3355,
      "step": 1324620
    },
    {
      "epoch": 369.7,
      "grad_norm": 0.9785302877426147,
      "learning_rate": 2.82758121153231e-06,
      "loss": 0.3451,
      "step": 1324630
    },
    {
      "epoch": 369.7,
      "grad_norm": 0.8795621395111084,
      "learning_rate": 2.827554754292416e-06,
      "loss": 0.3496,
      "step": 1324640
    },
    {
      "epoch": 369.7,
      "grad_norm": 1.1376792192459106,
      "learning_rate": 2.827528296988127e-06,
      "loss": 0.3429,
      "step": 1324650
    },
    {
      "epoch": 369.71,
      "grad_norm": 0.8609573245048523,
      "learning_rate": 2.827501839619447e-06,
      "loss": 0.3445,
      "step": 1324660
    },
    {
      "epoch": 369.71,
      "grad_norm": 1.0397132635116577,
      "learning_rate": 2.8274753821863797e-06,
      "loss": 0.3474,
      "step": 1324670
    },
    {
      "epoch": 369.71,
      "grad_norm": 0.9198046922683716,
      "learning_rate": 2.8274489246889277e-06,
      "loss": 0.3456,
      "step": 1324680
    },
    {
      "epoch": 369.72,
      "grad_norm": 1.1804836988449097,
      "learning_rate": 2.8274224671270966e-06,
      "loss": 0.3396,
      "step": 1324690
    },
    {
      "epoch": 369.72,
      "grad_norm": 0.9185284972190857,
      "learning_rate": 2.827396009500887e-06,
      "loss": 0.3555,
      "step": 1324700
    },
    {
      "epoch": 369.72,
      "grad_norm": 1.0150871276855469,
      "learning_rate": 2.8273695518103056e-06,
      "loss": 0.3495,
      "step": 1324710
    },
    {
      "epoch": 369.72,
      "grad_norm": 0.9888564944267273,
      "learning_rate": 2.8273430940553535e-06,
      "loss": 0.336,
      "step": 1324720
    },
    {
      "epoch": 369.73,
      "grad_norm": 1.03324556350708,
      "learning_rate": 2.827316636236035e-06,
      "loss": 0.3469,
      "step": 1324730
    },
    {
      "epoch": 369.73,
      "grad_norm": 0.9694902300834656,
      "learning_rate": 2.8272901783523536e-06,
      "loss": 0.3539,
      "step": 1324740
    },
    {
      "epoch": 369.73,
      "grad_norm": 0.9861162900924683,
      "learning_rate": 2.8272637204043127e-06,
      "loss": 0.3384,
      "step": 1324750
    },
    {
      "epoch": 369.73,
      "grad_norm": 0.946610689163208,
      "learning_rate": 2.8272372623919163e-06,
      "loss": 0.3329,
      "step": 1324760
    },
    {
      "epoch": 369.74,
      "grad_norm": 1.0397998094558716,
      "learning_rate": 2.8272108043151674e-06,
      "loss": 0.3536,
      "step": 1324770
    },
    {
      "epoch": 369.74,
      "grad_norm": 1.1887162923812866,
      "learning_rate": 2.82718434617407e-06,
      "loss": 0.3565,
      "step": 1324780
    },
    {
      "epoch": 369.74,
      "grad_norm": 1.0672093629837036,
      "learning_rate": 2.827157887968627e-06,
      "loss": 0.3642,
      "step": 1324790
    },
    {
      "epoch": 369.75,
      "grad_norm": 0.9983795285224915,
      "learning_rate": 2.827131429698843e-06,
      "loss": 0.3511,
      "step": 1324800
    },
    {
      "epoch": 369.75,
      "grad_norm": 1.0021815299987793,
      "learning_rate": 2.8271049713647196e-06,
      "loss": 0.3333,
      "step": 1324810
    },
    {
      "epoch": 369.75,
      "grad_norm": 1.0122766494750977,
      "learning_rate": 2.8270785129662626e-06,
      "loss": 0.3447,
      "step": 1324820
    },
    {
      "epoch": 369.75,
      "grad_norm": 1.0330811738967896,
      "learning_rate": 2.827052054503474e-06,
      "loss": 0.3564,
      "step": 1324830
    },
    {
      "epoch": 369.76,
      "grad_norm": 1.036553144454956,
      "learning_rate": 2.8270255959763575e-06,
      "loss": 0.3467,
      "step": 1324840
    },
    {
      "epoch": 369.76,
      "grad_norm": 1.019984483718872,
      "learning_rate": 2.826999137384918e-06,
      "loss": 0.3486,
      "step": 1324850
    },
    {
      "epoch": 369.76,
      "grad_norm": 1.1296501159667969,
      "learning_rate": 2.826972678729157e-06,
      "loss": 0.3377,
      "step": 1324860
    },
    {
      "epoch": 369.77,
      "grad_norm": 0.9461895823478699,
      "learning_rate": 2.826946220009079e-06,
      "loss": 0.3378,
      "step": 1324870
    },
    {
      "epoch": 369.77,
      "grad_norm": 1.0992892980575562,
      "learning_rate": 2.8269197612246878e-06,
      "loss": 0.3421,
      "step": 1324880
    },
    {
      "epoch": 369.77,
      "grad_norm": 1.172363519668579,
      "learning_rate": 2.826893302375986e-06,
      "loss": 0.3522,
      "step": 1324890
    },
    {
      "epoch": 369.77,
      "grad_norm": 1.058288812637329,
      "learning_rate": 2.8268668434629777e-06,
      "loss": 0.3473,
      "step": 1324900
    },
    {
      "epoch": 369.78,
      "grad_norm": 1.012290120124817,
      "learning_rate": 2.8268403844856664e-06,
      "loss": 0.3496,
      "step": 1324910
    },
    {
      "epoch": 369.78,
      "grad_norm": 0.9884283542633057,
      "learning_rate": 2.8268139254440564e-06,
      "loss": 0.357,
      "step": 1324920
    },
    {
      "epoch": 369.78,
      "grad_norm": 0.9838544130325317,
      "learning_rate": 2.82678746633815e-06,
      "loss": 0.3604,
      "step": 1324930
    },
    {
      "epoch": 369.79,
      "grad_norm": 3.7078499794006348,
      "learning_rate": 2.8267610071679513e-06,
      "loss": 0.3528,
      "step": 1324940
    },
    {
      "epoch": 369.79,
      "grad_norm": 0.9140978455543518,
      "learning_rate": 2.826734547933464e-06,
      "loss": 0.3629,
      "step": 1324950
    },
    {
      "epoch": 369.79,
      "grad_norm": 0.9689455032348633,
      "learning_rate": 2.8267080886346903e-06,
      "loss": 0.3539,
      "step": 1324960
    },
    {
      "epoch": 369.79,
      "grad_norm": 0.9003845453262329,
      "learning_rate": 2.8266816292716356e-06,
      "loss": 0.3395,
      "step": 1324970
    },
    {
      "epoch": 369.8,
      "grad_norm": 0.9227156043052673,
      "learning_rate": 2.8266551698443024e-06,
      "loss": 0.3516,
      "step": 1324980
    },
    {
      "epoch": 369.8,
      "grad_norm": 1.0378098487854004,
      "learning_rate": 2.826628710352694e-06,
      "loss": 0.349,
      "step": 1324990
    },
    {
      "epoch": 369.8,
      "grad_norm": 0.8728585839271545,
      "learning_rate": 2.826602250796814e-06,
      "loss": 0.3551,
      "step": 1325000
    },
    {
      "epoch": 369.8,
      "grad_norm": 1.0501775741577148,
      "learning_rate": 2.826575791176668e-06,
      "loss": 0.3517,
      "step": 1325010
    },
    {
      "epoch": 369.81,
      "grad_norm": 1.1215784549713135,
      "learning_rate": 2.8265493314922565e-06,
      "loss": 0.3685,
      "step": 1325020
    },
    {
      "epoch": 369.81,
      "grad_norm": 0.8798145055770874,
      "learning_rate": 2.8265228717435844e-06,
      "loss": 0.3443,
      "step": 1325030
    },
    {
      "epoch": 369.81,
      "grad_norm": 1.001218318939209,
      "learning_rate": 2.8264964119306556e-06,
      "loss": 0.364,
      "step": 1325040
    },
    {
      "epoch": 369.82,
      "grad_norm": 0.9807135462760925,
      "learning_rate": 2.826469952053472e-06,
      "loss": 0.3424,
      "step": 1325050
    },
    {
      "epoch": 369.82,
      "grad_norm": 1.0405539274215698,
      "learning_rate": 2.8264434921120387e-06,
      "loss": 0.352,
      "step": 1325060
    },
    {
      "epoch": 369.82,
      "grad_norm": 1.1141748428344727,
      "learning_rate": 2.8264170321063587e-06,
      "loss": 0.349,
      "step": 1325070
    },
    {
      "epoch": 369.82,
      "grad_norm": 1.1914478540420532,
      "learning_rate": 2.826390572036436e-06,
      "loss": 0.343,
      "step": 1325080
    },
    {
      "epoch": 369.83,
      "grad_norm": 1.2995651960372925,
      "learning_rate": 2.826364111902274e-06,
      "loss": 0.3364,
      "step": 1325090
    },
    {
      "epoch": 369.83,
      "grad_norm": 1.0469359159469604,
      "learning_rate": 2.826337651703875e-06,
      "loss": 0.344,
      "step": 1325100
    },
    {
      "epoch": 369.83,
      "grad_norm": 0.9287266135215759,
      "learning_rate": 2.8263111914412444e-06,
      "loss": 0.3436,
      "step": 1325110
    },
    {
      "epoch": 369.84,
      "grad_norm": 1.007891297340393,
      "learning_rate": 2.8262847311143843e-06,
      "loss": 0.3425,
      "step": 1325120
    },
    {
      "epoch": 369.84,
      "grad_norm": 1.021065354347229,
      "learning_rate": 2.826258270723298e-06,
      "loss": 0.3541,
      "step": 1325130
    },
    {
      "epoch": 369.84,
      "grad_norm": 1.0496410131454468,
      "learning_rate": 2.8262318102679903e-06,
      "loss": 0.3449,
      "step": 1325140
    },
    {
      "epoch": 369.84,
      "grad_norm": 1.0134670734405518,
      "learning_rate": 2.8262053497484645e-06,
      "loss": 0.3434,
      "step": 1325150
    },
    {
      "epoch": 369.85,
      "grad_norm": 1.027929425239563,
      "learning_rate": 2.826178889164724e-06,
      "loss": 0.3465,
      "step": 1325160
    },
    {
      "epoch": 369.85,
      "grad_norm": 0.9858964085578918,
      "learning_rate": 2.8261524285167718e-06,
      "loss": 0.3424,
      "step": 1325170
    },
    {
      "epoch": 369.85,
      "grad_norm": 1.028818130493164,
      "learning_rate": 2.826125967804611e-06,
      "loss": 0.3489,
      "step": 1325180
    },
    {
      "epoch": 369.85,
      "grad_norm": 1.0186448097229004,
      "learning_rate": 2.826099507028246e-06,
      "loss": 0.3613,
      "step": 1325190
    },
    {
      "epoch": 369.86,
      "grad_norm": 0.9427051544189453,
      "learning_rate": 2.8260730461876807e-06,
      "loss": 0.3619,
      "step": 1325200
    },
    {
      "epoch": 369.86,
      "grad_norm": 1.0369925498962402,
      "learning_rate": 2.826046585282918e-06,
      "loss": 0.3504,
      "step": 1325210
    },
    {
      "epoch": 369.86,
      "grad_norm": 0.9749129414558411,
      "learning_rate": 2.826020124313961e-06,
      "loss": 0.3461,
      "step": 1325220
    },
    {
      "epoch": 369.87,
      "grad_norm": 0.942003607749939,
      "learning_rate": 2.8259936632808144e-06,
      "loss": 0.3557,
      "step": 1325230
    },
    {
      "epoch": 369.87,
      "grad_norm": 0.9379903078079224,
      "learning_rate": 2.825967202183481e-06,
      "loss": 0.3611,
      "step": 1325240
    },
    {
      "epoch": 369.87,
      "grad_norm": 1.1904979944229126,
      "learning_rate": 2.8259407410219634e-06,
      "loss": 0.3452,
      "step": 1325250
    },
    {
      "epoch": 369.87,
      "grad_norm": 0.9838775992393494,
      "learning_rate": 2.825914279796267e-06,
      "loss": 0.3451,
      "step": 1325260
    },
    {
      "epoch": 369.88,
      "grad_norm": 1.3316705226898193,
      "learning_rate": 2.8258878185063944e-06,
      "loss": 0.3633,
      "step": 1325270
    },
    {
      "epoch": 369.88,
      "grad_norm": 1.1801420450210571,
      "learning_rate": 2.8258613571523484e-06,
      "loss": 0.3469,
      "step": 1325280
    },
    {
      "epoch": 369.88,
      "grad_norm": 1.0432853698730469,
      "learning_rate": 2.8258348957341334e-06,
      "loss": 0.3383,
      "step": 1325290
    },
    {
      "epoch": 369.89,
      "grad_norm": 1.0321396589279175,
      "learning_rate": 2.8258084342517534e-06,
      "loss": 0.3443,
      "step": 1325300
    },
    {
      "epoch": 369.89,
      "grad_norm": 1.1597166061401367,
      "learning_rate": 2.825781972705211e-06,
      "loss": 0.3352,
      "step": 1325310
    },
    {
      "epoch": 369.89,
      "grad_norm": 0.9946033954620361,
      "learning_rate": 2.82575551109451e-06,
      "loss": 0.3466,
      "step": 1325320
    },
    {
      "epoch": 369.89,
      "grad_norm": 0.9738765954971313,
      "learning_rate": 2.825729049419654e-06,
      "loss": 0.3497,
      "step": 1325330
    },
    {
      "epoch": 369.9,
      "grad_norm": 1.1469006538391113,
      "learning_rate": 2.825702587680646e-06,
      "loss": 0.344,
      "step": 1325340
    },
    {
      "epoch": 369.9,
      "grad_norm": 1.2072675228118896,
      "learning_rate": 2.82567612587749e-06,
      "loss": 0.3527,
      "step": 1325350
    },
    {
      "epoch": 369.9,
      "grad_norm": 0.95451420545578,
      "learning_rate": 2.82564966401019e-06,
      "loss": 0.3526,
      "step": 1325360
    },
    {
      "epoch": 369.91,
      "grad_norm": 0.9699290990829468,
      "learning_rate": 2.8256232020787493e-06,
      "loss": 0.3594,
      "step": 1325370
    },
    {
      "epoch": 369.91,
      "grad_norm": 1.3091678619384766,
      "learning_rate": 2.8255967400831707e-06,
      "loss": 0.3343,
      "step": 1325380
    },
    {
      "epoch": 369.91,
      "grad_norm": 0.9936210513114929,
      "learning_rate": 2.825570278023458e-06,
      "loss": 0.3407,
      "step": 1325390
    },
    {
      "epoch": 369.91,
      "grad_norm": 0.9442712664604187,
      "learning_rate": 2.825543815899615e-06,
      "loss": 0.356,
      "step": 1325400
    },
    {
      "epoch": 369.92,
      "grad_norm": 1.0945723056793213,
      "learning_rate": 2.8255173537116454e-06,
      "loss": 0.3421,
      "step": 1325410
    },
    {
      "epoch": 369.92,
      "grad_norm": 1.2053836584091187,
      "learning_rate": 2.825490891459552e-06,
      "loss": 0.353,
      "step": 1325420
    },
    {
      "epoch": 369.92,
      "grad_norm": 0.9621713161468506,
      "learning_rate": 2.8254644291433395e-06,
      "loss": 0.351,
      "step": 1325430
    },
    {
      "epoch": 369.92,
      "grad_norm": 1.0821667909622192,
      "learning_rate": 2.8254379667630098e-06,
      "loss": 0.3523,
      "step": 1325440
    },
    {
      "epoch": 369.93,
      "grad_norm": 1.2328063249588013,
      "learning_rate": 2.8254115043185677e-06,
      "loss": 0.3652,
      "step": 1325450
    },
    {
      "epoch": 369.93,
      "grad_norm": 1.1190595626831055,
      "learning_rate": 2.8253850418100167e-06,
      "loss": 0.3492,
      "step": 1325460
    },
    {
      "epoch": 369.93,
      "grad_norm": 1.1528706550598145,
      "learning_rate": 2.825358579237359e-06,
      "loss": 0.3645,
      "step": 1325470
    },
    {
      "epoch": 369.94,
      "grad_norm": 0.9195179343223572,
      "learning_rate": 2.8253321166005996e-06,
      "loss": 0.3471,
      "step": 1325480
    },
    {
      "epoch": 369.94,
      "grad_norm": 1.187469720840454,
      "learning_rate": 2.825305653899741e-06,
      "loss": 0.347,
      "step": 1325490
    },
    {
      "epoch": 369.94,
      "grad_norm": 1.1144274473190308,
      "learning_rate": 2.825279191134788e-06,
      "loss": 0.3575,
      "step": 1325500
    },
    {
      "epoch": 369.94,
      "grad_norm": 0.9940136075019836,
      "learning_rate": 2.8252527283057432e-06,
      "loss": 0.3409,
      "step": 1325510
    },
    {
      "epoch": 369.95,
      "grad_norm": 0.9920595288276672,
      "learning_rate": 2.82522626541261e-06,
      "loss": 0.3291,
      "step": 1325520
    },
    {
      "epoch": 369.95,
      "grad_norm": 1.045654058456421,
      "learning_rate": 2.8251998024553924e-06,
      "loss": 0.3491,
      "step": 1325530
    },
    {
      "epoch": 369.95,
      "grad_norm": 1.012353777885437,
      "learning_rate": 2.825173339434094e-06,
      "loss": 0.3335,
      "step": 1325540
    },
    {
      "epoch": 369.96,
      "grad_norm": 0.9719976186752319,
      "learning_rate": 2.825146876348717e-06,
      "loss": 0.3402,
      "step": 1325550
    },
    {
      "epoch": 369.96,
      "grad_norm": 1.2443674802780151,
      "learning_rate": 2.8251204131992667e-06,
      "loss": 0.3369,
      "step": 1325560
    },
    {
      "epoch": 369.96,
      "grad_norm": 1.0301920175552368,
      "learning_rate": 2.8250939499857454e-06,
      "loss": 0.3435,
      "step": 1325570
    },
    {
      "epoch": 369.96,
      "grad_norm": 0.9014305472373962,
      "learning_rate": 2.825067486708157e-06,
      "loss": 0.3454,
      "step": 1325580
    },
    {
      "epoch": 369.97,
      "grad_norm": 1.0737569332122803,
      "learning_rate": 2.8250410233665055e-06,
      "loss": 0.3448,
      "step": 1325590
    },
    {
      "epoch": 369.97,
      "grad_norm": 1.1346286535263062,
      "learning_rate": 2.8250145599607946e-06,
      "loss": 0.3545,
      "step": 1325600
    },
    {
      "epoch": 369.97,
      "grad_norm": 1.0178065299987793,
      "learning_rate": 2.8249880964910263e-06,
      "loss": 0.3485,
      "step": 1325610
    },
    {
      "epoch": 369.97,
      "grad_norm": 1.0072581768035889,
      "learning_rate": 2.824961632957206e-06,
      "loss": 0.3414,
      "step": 1325620
    },
    {
      "epoch": 369.98,
      "grad_norm": 1.2400985956192017,
      "learning_rate": 2.8249351693593358e-06,
      "loss": 0.3524,
      "step": 1325630
    },
    {
      "epoch": 369.98,
      "grad_norm": 1.0820035934448242,
      "learning_rate": 2.824908705697419e-06,
      "loss": 0.3445,
      "step": 1325640
    },
    {
      "epoch": 369.98,
      "grad_norm": 1.0313197374343872,
      "learning_rate": 2.8248822419714605e-06,
      "loss": 0.3351,
      "step": 1325650
    },
    {
      "epoch": 369.99,
      "grad_norm": 1.082595705986023,
      "learning_rate": 2.824855778181463e-06,
      "loss": 0.3459,
      "step": 1325660
    },
    {
      "epoch": 369.99,
      "grad_norm": 0.9969400763511658,
      "learning_rate": 2.824829314327431e-06,
      "loss": 0.3326,
      "step": 1325670
    },
    {
      "epoch": 369.99,
      "grad_norm": 1.165881872177124,
      "learning_rate": 2.8248028504093664e-06,
      "loss": 0.3459,
      "step": 1325680
    },
    {
      "epoch": 369.99,
      "grad_norm": 1.0185573101043701,
      "learning_rate": 2.824776386427274e-06,
      "loss": 0.3356,
      "step": 1325690
    },
    {
      "epoch": 370.0,
      "grad_norm": 0.995869517326355,
      "learning_rate": 2.8247499223811566e-06,
      "loss": 0.3506,
      "step": 1325700
    },
    {
      "epoch": 370.0,
      "grad_norm": 1.2177187204360962,
      "learning_rate": 2.8247234582710175e-06,
      "loss": 0.3643,
      "step": 1325710
    },
    {
      "epoch": 370.0,
      "eval_loss": 0.35044318437576294,
      "eval_runtime": 62.9038,
      "eval_samples_per_second": 80.424,
      "eval_steps_per_second": 10.063,
      "step": 1325710
    },
    {
      "epoch": 370.0,
      "grad_norm": 0.909106969833374,
      "learning_rate": 2.8246969940968617e-06,
      "loss": 0.3226,
      "step": 1325720
    },
    {
      "epoch": 370.01,
      "grad_norm": 0.8686597943305969,
      "learning_rate": 2.824670529858691e-06,
      "loss": 0.3333,
      "step": 1325730
    },
    {
      "epoch": 370.01,
      "grad_norm": 1.0358997583389282,
      "learning_rate": 2.82464406555651e-06,
      "loss": 0.3583,
      "step": 1325740
    },
    {
      "epoch": 370.01,
      "grad_norm": 2.8568992614746094,
      "learning_rate": 2.824617601190322e-06,
      "loss": 0.3463,
      "step": 1325750
    },
    {
      "epoch": 370.01,
      "grad_norm": 1.040950059890747,
      "learning_rate": 2.82459113676013e-06,
      "loss": 0.3495,
      "step": 1325760
    },
    {
      "epoch": 370.02,
      "grad_norm": 1.127659797668457,
      "learning_rate": 2.8245646722659376e-06,
      "loss": 0.3486,
      "step": 1325770
    },
    {
      "epoch": 370.02,
      "grad_norm": 0.9332675933837891,
      "learning_rate": 2.824538207707749e-06,
      "loss": 0.3461,
      "step": 1325780
    },
    {
      "epoch": 370.02,
      "grad_norm": 0.982358455657959,
      "learning_rate": 2.824511743085567e-06,
      "loss": 0.3558,
      "step": 1325790
    },
    {
      "epoch": 370.03,
      "grad_norm": 0.9219063520431519,
      "learning_rate": 2.824485278399396e-06,
      "loss": 0.332,
      "step": 1325800
    },
    {
      "epoch": 370.03,
      "grad_norm": 1.0722180604934692,
      "learning_rate": 2.824458813649239e-06,
      "loss": 0.3521,
      "step": 1325810
    },
    {
      "epoch": 370.03,
      "grad_norm": 1.1433992385864258,
      "learning_rate": 2.8244323488350996e-06,
      "loss": 0.3416,
      "step": 1325820
    },
    {
      "epoch": 370.03,
      "grad_norm": 1.1574535369873047,
      "learning_rate": 2.8244058839569815e-06,
      "loss": 0.3528,
      "step": 1325830
    },
    {
      "epoch": 370.04,
      "grad_norm": 1.1326483488082886,
      "learning_rate": 2.8243794190148866e-06,
      "loss": 0.3525,
      "step": 1325840
    },
    {
      "epoch": 370.04,
      "grad_norm": 1.0762512683868408,
      "learning_rate": 2.8243529540088217e-06,
      "loss": 0.3463,
      "step": 1325850
    },
    {
      "epoch": 370.04,
      "grad_norm": 0.9433113932609558,
      "learning_rate": 2.824326488938787e-06,
      "loss": 0.3207,
      "step": 1325860
    },
    {
      "epoch": 370.04,
      "grad_norm": 1.0068717002868652,
      "learning_rate": 2.8243000238047876e-06,
      "loss": 0.3396,
      "step": 1325870
    },
    {
      "epoch": 370.05,
      "grad_norm": 0.9995529651641846,
      "learning_rate": 2.8242735586068273e-06,
      "loss": 0.342,
      "step": 1325880
    },
    {
      "epoch": 370.05,
      "grad_norm": 0.949067234992981,
      "learning_rate": 2.824247093344909e-06,
      "loss": 0.3662,
      "step": 1325890
    },
    {
      "epoch": 370.05,
      "grad_norm": 1.00301992893219,
      "learning_rate": 2.8242206280190365e-06,
      "loss": 0.3335,
      "step": 1325900
    },
    {
      "epoch": 370.06,
      "grad_norm": 1.0935865640640259,
      "learning_rate": 2.8241941626292136e-06,
      "loss": 0.3542,
      "step": 1325910
    },
    {
      "epoch": 370.06,
      "grad_norm": 0.917442798614502,
      "learning_rate": 2.8241676971754426e-06,
      "loss": 0.3502,
      "step": 1325920
    },
    {
      "epoch": 370.06,
      "grad_norm": 1.045225739479065,
      "learning_rate": 2.8241412316577282e-06,
      "loss": 0.3476,
      "step": 1325930
    },
    {
      "epoch": 370.06,
      "grad_norm": 0.945734977722168,
      "learning_rate": 2.8241147660760735e-06,
      "loss": 0.3473,
      "step": 1325940
    },
    {
      "epoch": 370.07,
      "grad_norm": 1.1223316192626953,
      "learning_rate": 2.8240883004304826e-06,
      "loss": 0.349,
      "step": 1325950
    },
    {
      "epoch": 370.07,
      "grad_norm": 0.9912613034248352,
      "learning_rate": 2.8240618347209576e-06,
      "loss": 0.3435,
      "step": 1325960
    },
    {
      "epoch": 370.07,
      "grad_norm": 0.9768977165222168,
      "learning_rate": 2.824035368947504e-06,
      "loss": 0.3327,
      "step": 1325970
    },
    {
      "epoch": 370.08,
      "grad_norm": 0.8341723084449768,
      "learning_rate": 2.8240089031101242e-06,
      "loss": 0.3282,
      "step": 1325980
    },
    {
      "epoch": 370.08,
      "grad_norm": 1.0007386207580566,
      "learning_rate": 2.8239824372088213e-06,
      "loss": 0.3655,
      "step": 1325990
    },
    {
      "epoch": 370.08,
      "grad_norm": 1.0689306259155273,
      "learning_rate": 2.8239559712435995e-06,
      "loss": 0.3476,
      "step": 1326000
    },
    {
      "epoch": 370.08,
      "grad_norm": 1.033337116241455,
      "learning_rate": 2.8239295052144623e-06,
      "loss": 0.3439,
      "step": 1326010
    },
    {
      "epoch": 370.09,
      "grad_norm": 1.0235579013824463,
      "learning_rate": 2.823903039121413e-06,
      "loss": 0.3464,
      "step": 1326020
    },
    {
      "epoch": 370.09,
      "grad_norm": 1.1338800191879272,
      "learning_rate": 2.823876572964455e-06,
      "loss": 0.3586,
      "step": 1326030
    },
    {
      "epoch": 370.09,
      "grad_norm": 0.8575918674468994,
      "learning_rate": 2.823850106743592e-06,
      "loss": 0.3496,
      "step": 1326040
    },
    {
      "epoch": 370.09,
      "grad_norm": 1.1175906658172607,
      "learning_rate": 2.823823640458828e-06,
      "loss": 0.3489,
      "step": 1326050
    },
    {
      "epoch": 370.1,
      "grad_norm": 1.126962661743164,
      "learning_rate": 2.8237971741101656e-06,
      "loss": 0.3396,
      "step": 1326060
    },
    {
      "epoch": 370.1,
      "grad_norm": 1.1348763704299927,
      "learning_rate": 2.823770707697609e-06,
      "loss": 0.3412,
      "step": 1326070
    },
    {
      "epoch": 370.1,
      "grad_norm": 1.1171650886535645,
      "learning_rate": 2.8237442412211616e-06,
      "loss": 0.3643,
      "step": 1326080
    },
    {
      "epoch": 370.11,
      "grad_norm": 1.0897834300994873,
      "learning_rate": 2.8237177746808265e-06,
      "loss": 0.3687,
      "step": 1326090
    },
    {
      "epoch": 370.11,
      "grad_norm": 1.0357965230941772,
      "learning_rate": 2.8236913080766078e-06,
      "loss": 0.3419,
      "step": 1326100
    },
    {
      "epoch": 370.11,
      "grad_norm": 1.0601083040237427,
      "learning_rate": 2.823664841408509e-06,
      "loss": 0.3554,
      "step": 1326110
    },
    {
      "epoch": 370.11,
      "grad_norm": 1.0558093786239624,
      "learning_rate": 2.8236383746765333e-06,
      "loss": 0.3433,
      "step": 1326120
    },
    {
      "epoch": 370.12,
      "grad_norm": 1.1555540561676025,
      "learning_rate": 2.823611907880684e-06,
      "loss": 0.3531,
      "step": 1326130
    },
    {
      "epoch": 370.12,
      "grad_norm": 1.0787625312805176,
      "learning_rate": 2.8235854410209653e-06,
      "loss": 0.3576,
      "step": 1326140
    },
    {
      "epoch": 370.12,
      "grad_norm": 0.9685776233673096,
      "learning_rate": 2.82355897409738e-06,
      "loss": 0.3291,
      "step": 1326150
    },
    {
      "epoch": 370.13,
      "grad_norm": 1.0601568222045898,
      "learning_rate": 2.823532507109932e-06,
      "loss": 0.3527,
      "step": 1326160
    },
    {
      "epoch": 370.13,
      "grad_norm": 0.9673898816108704,
      "learning_rate": 2.8235060400586257e-06,
      "loss": 0.3438,
      "step": 1326170
    },
    {
      "epoch": 370.13,
      "grad_norm": 1.0974923372268677,
      "learning_rate": 2.8234795729434623e-06,
      "loss": 0.361,
      "step": 1326180
    },
    {
      "epoch": 370.13,
      "grad_norm": 1.0338903665542603,
      "learning_rate": 2.8234531057644483e-06,
      "loss": 0.3508,
      "step": 1326190
    },
    {
      "epoch": 370.14,
      "grad_norm": 1.0590513944625854,
      "learning_rate": 2.823426638521585e-06,
      "loss": 0.3511,
      "step": 1326200
    },
    {
      "epoch": 370.14,
      "grad_norm": 1.179830551147461,
      "learning_rate": 2.823400171214877e-06,
      "loss": 0.3416,
      "step": 1326210
    },
    {
      "epoch": 370.14,
      "grad_norm": 1.075437307357788,
      "learning_rate": 2.823373703844326e-06,
      "loss": 0.3531,
      "step": 1326220
    },
    {
      "epoch": 370.15,
      "grad_norm": 0.9562268257141113,
      "learning_rate": 2.8233472364099377e-06,
      "loss": 0.3383,
      "step": 1326230
    },
    {
      "epoch": 370.15,
      "grad_norm": 1.0422415733337402,
      "learning_rate": 2.8233207689117154e-06,
      "loss": 0.3443,
      "step": 1326240
    },
    {
      "epoch": 370.15,
      "grad_norm": 1.0473631620407104,
      "learning_rate": 2.8232943013496612e-06,
      "loss": 0.3456,
      "step": 1326250
    },
    {
      "epoch": 370.15,
      "grad_norm": 0.9293761849403381,
      "learning_rate": 2.823267833723781e-06,
      "loss": 0.3364,
      "step": 1326260
    },
    {
      "epoch": 370.16,
      "grad_norm": 1.0096715688705444,
      "learning_rate": 2.8232413660340764e-06,
      "loss": 0.3499,
      "step": 1326270
    },
    {
      "epoch": 370.16,
      "grad_norm": 1.0128165483474731,
      "learning_rate": 2.8232148982805504e-06,
      "loss": 0.3658,
      "step": 1326280
    },
    {
      "epoch": 370.16,
      "grad_norm": 0.8490973114967346,
      "learning_rate": 2.823188430463208e-06,
      "loss": 0.3478,
      "step": 1326290
    },
    {
      "epoch": 370.16,
      "grad_norm": 0.9955472350120544,
      "learning_rate": 2.8231619625820525e-06,
      "loss": 0.3485,
      "step": 1326300
    },
    {
      "epoch": 370.17,
      "grad_norm": 1.0596040487289429,
      "learning_rate": 2.8231354946370864e-06,
      "loss": 0.3438,
      "step": 1326310
    },
    {
      "epoch": 370.17,
      "grad_norm": 0.9479311108589172,
      "learning_rate": 2.8231090266283143e-06,
      "loss": 0.349,
      "step": 1326320
    },
    {
      "epoch": 370.17,
      "grad_norm": 0.9865690469741821,
      "learning_rate": 2.82308255855574e-06,
      "loss": 0.3558,
      "step": 1326330
    },
    {
      "epoch": 370.18,
      "grad_norm": 1.0987874269485474,
      "learning_rate": 2.8230560904193663e-06,
      "loss": 0.3343,
      "step": 1326340
    },
    {
      "epoch": 370.18,
      "grad_norm": 0.9150893092155457,
      "learning_rate": 2.823029622219196e-06,
      "loss": 0.3591,
      "step": 1326350
    },
    {
      "epoch": 370.18,
      "grad_norm": 1.1345398426055908,
      "learning_rate": 2.8230031539552336e-06,
      "loss": 0.3604,
      "step": 1326360
    },
    {
      "epoch": 370.18,
      "grad_norm": 1.0137407779693604,
      "learning_rate": 2.822976685627483e-06,
      "loss": 0.3659,
      "step": 1326370
    },
    {
      "epoch": 370.19,
      "grad_norm": 1.067144513130188,
      "learning_rate": 2.822950217235947e-06,
      "loss": 0.3492,
      "step": 1326380
    },
    {
      "epoch": 370.19,
      "grad_norm": 1.0451467037200928,
      "learning_rate": 2.822923748780629e-06,
      "loss": 0.3475,
      "step": 1326390
    },
    {
      "epoch": 370.19,
      "grad_norm": 0.992900013923645,
      "learning_rate": 2.8228972802615333e-06,
      "loss": 0.3593,
      "step": 1326400
    },
    {
      "epoch": 370.2,
      "grad_norm": 1.0433553457260132,
      "learning_rate": 2.8228708116786633e-06,
      "loss": 0.3473,
      "step": 1326410
    },
    {
      "epoch": 370.2,
      "grad_norm": 1.0821254253387451,
      "learning_rate": 2.822844343032021e-06,
      "loss": 0.3527,
      "step": 1326420
    },
    {
      "epoch": 370.2,
      "grad_norm": 1.3013842105865479,
      "learning_rate": 2.822817874321612e-06,
      "loss": 0.3472,
      "step": 1326430
    },
    {
      "epoch": 370.2,
      "grad_norm": 1.098650574684143,
      "learning_rate": 2.8227914055474386e-06,
      "loss": 0.3512,
      "step": 1326440
    },
    {
      "epoch": 370.21,
      "grad_norm": 1.1533564329147339,
      "learning_rate": 2.822764936709505e-06,
      "loss": 0.3597,
      "step": 1326450
    },
    {
      "epoch": 370.21,
      "grad_norm": 1.0268924236297607,
      "learning_rate": 2.822738467807814e-06,
      "loss": 0.3524,
      "step": 1326460
    },
    {
      "epoch": 370.21,
      "grad_norm": 1.2133808135986328,
      "learning_rate": 2.82271199884237e-06,
      "loss": 0.3457,
      "step": 1326470
    },
    {
      "epoch": 370.21,
      "grad_norm": 1.1314795017242432,
      "learning_rate": 2.8226855298131758e-06,
      "loss": 0.3401,
      "step": 1326480
    },
    {
      "epoch": 370.22,
      "grad_norm": 0.9668071866035461,
      "learning_rate": 2.8226590607202353e-06,
      "loss": 0.345,
      "step": 1326490
    },
    {
      "epoch": 370.22,
      "grad_norm": 1.023633599281311,
      "learning_rate": 2.822632591563552e-06,
      "loss": 0.3591,
      "step": 1326500
    },
    {
      "epoch": 370.22,
      "grad_norm": 1.0731467008590698,
      "learning_rate": 2.8226061223431282e-06,
      "loss": 0.3419,
      "step": 1326510
    },
    {
      "epoch": 370.23,
      "grad_norm": 1.0246624946594238,
      "learning_rate": 2.8225796530589692e-06,
      "loss": 0.3445,
      "step": 1326520
    },
    {
      "epoch": 370.23,
      "grad_norm": 0.9768307209014893,
      "learning_rate": 2.822553183711078e-06,
      "loss": 0.3471,
      "step": 1326530
    },
    {
      "epoch": 370.23,
      "grad_norm": 0.9572585821151733,
      "learning_rate": 2.8225267142994577e-06,
      "loss": 0.3408,
      "step": 1326540
    },
    {
      "epoch": 370.23,
      "grad_norm": 0.9664798378944397,
      "learning_rate": 2.8225002448241128e-06,
      "loss": 0.3585,
      "step": 1326550
    },
    {
      "epoch": 370.24,
      "grad_norm": 0.9279288649559021,
      "learning_rate": 2.822473775285045e-06,
      "loss": 0.3525,
      "step": 1326560
    },
    {
      "epoch": 370.24,
      "grad_norm": 0.926009476184845,
      "learning_rate": 2.8224473056822595e-06,
      "loss": 0.3417,
      "step": 1326570
    },
    {
      "epoch": 370.24,
      "grad_norm": 1.1135345697402954,
      "learning_rate": 2.822420836015759e-06,
      "loss": 0.3569,
      "step": 1326580
    },
    {
      "epoch": 370.25,
      "grad_norm": 1.0085526704788208,
      "learning_rate": 2.8223943662855483e-06,
      "loss": 0.3441,
      "step": 1326590
    },
    {
      "epoch": 370.25,
      "grad_norm": 0.9171579480171204,
      "learning_rate": 2.822367896491629e-06,
      "loss": 0.3572,
      "step": 1326600
    },
    {
      "epoch": 370.25,
      "grad_norm": 1.1080912351608276,
      "learning_rate": 2.822341426634005e-06,
      "loss": 0.3402,
      "step": 1326610
    },
    {
      "epoch": 370.25,
      "grad_norm": 1.0285800695419312,
      "learning_rate": 2.8223149567126818e-06,
      "loss": 0.3564,
      "step": 1326620
    },
    {
      "epoch": 370.26,
      "grad_norm": 0.9041863083839417,
      "learning_rate": 2.8222884867276606e-06,
      "loss": 0.3408,
      "step": 1326630
    },
    {
      "epoch": 370.26,
      "grad_norm": 0.9955477714538574,
      "learning_rate": 2.8222620166789455e-06,
      "loss": 0.3628,
      "step": 1326640
    },
    {
      "epoch": 370.26,
      "grad_norm": 1.0027726888656616,
      "learning_rate": 2.8222355465665408e-06,
      "loss": 0.3623,
      "step": 1326650
    },
    {
      "epoch": 370.27,
      "grad_norm": 0.9000551700592041,
      "learning_rate": 2.8222090763904493e-06,
      "loss": 0.3432,
      "step": 1326660
    },
    {
      "epoch": 370.27,
      "grad_norm": 0.9250437617301941,
      "learning_rate": 2.8221826061506754e-06,
      "loss": 0.3434,
      "step": 1326670
    },
    {
      "epoch": 370.27,
      "grad_norm": 1.0159828662872314,
      "learning_rate": 2.822156135847221e-06,
      "loss": 0.3598,
      "step": 1326680
    },
    {
      "epoch": 370.27,
      "grad_norm": 0.9735729694366455,
      "learning_rate": 2.8221296654800915e-06,
      "loss": 0.3601,
      "step": 1326690
    },
    {
      "epoch": 370.28,
      "grad_norm": 1.0700805187225342,
      "learning_rate": 2.8221031950492896e-06,
      "loss": 0.3478,
      "step": 1326700
    },
    {
      "epoch": 370.28,
      "grad_norm": 1.1689139604568481,
      "learning_rate": 2.822076724554818e-06,
      "loss": 0.3454,
      "step": 1326710
    },
    {
      "epoch": 370.28,
      "grad_norm": 0.9331732988357544,
      "learning_rate": 2.8220502539966816e-06,
      "loss": 0.3578,
      "step": 1326720
    },
    {
      "epoch": 370.28,
      "grad_norm": 0.9346290230751038,
      "learning_rate": 2.8220237833748826e-06,
      "loss": 0.3496,
      "step": 1326730
    },
    {
      "epoch": 370.29,
      "grad_norm": 1.1561862230300903,
      "learning_rate": 2.8219973126894253e-06,
      "loss": 0.3741,
      "step": 1326740
    },
    {
      "epoch": 370.29,
      "grad_norm": 1.0064491033554077,
      "learning_rate": 2.821970841940314e-06,
      "loss": 0.3295,
      "step": 1326750
    },
    {
      "epoch": 370.29,
      "grad_norm": 1.276584267616272,
      "learning_rate": 2.821944371127551e-06,
      "loss": 0.3403,
      "step": 1326760
    },
    {
      "epoch": 370.3,
      "grad_norm": 0.7907502055168152,
      "learning_rate": 2.821917900251139e-06,
      "loss": 0.3391,
      "step": 1326770
    },
    {
      "epoch": 370.3,
      "grad_norm": 0.9488763809204102,
      "learning_rate": 2.821891429311085e-06,
      "loss": 0.3417,
      "step": 1326780
    },
    {
      "epoch": 370.3,
      "grad_norm": 0.8759850859642029,
      "learning_rate": 2.821864958307389e-06,
      "loss": 0.332,
      "step": 1326790
    },
    {
      "epoch": 370.3,
      "grad_norm": 1.1606568098068237,
      "learning_rate": 2.8218384872400553e-06,
      "loss": 0.3574,
      "step": 1326800
    },
    {
      "epoch": 370.31,
      "grad_norm": 1.0536550283432007,
      "learning_rate": 2.821812016109088e-06,
      "loss": 0.3601,
      "step": 1326810
    },
    {
      "epoch": 370.31,
      "grad_norm": 1.0081979036331177,
      "learning_rate": 2.8217855449144914e-06,
      "loss": 0.336,
      "step": 1326820
    },
    {
      "epoch": 370.31,
      "grad_norm": 1.2252734899520874,
      "learning_rate": 2.8217590736562675e-06,
      "loss": 0.3463,
      "step": 1326830
    },
    {
      "epoch": 370.32,
      "grad_norm": 1.0460021495819092,
      "learning_rate": 2.8217326023344204e-06,
      "loss": 0.3529,
      "step": 1326840
    },
    {
      "epoch": 370.32,
      "grad_norm": 1.0414775609970093,
      "learning_rate": 2.8217061309489543e-06,
      "loss": 0.3567,
      "step": 1326850
    },
    {
      "epoch": 370.32,
      "grad_norm": 1.0157684087753296,
      "learning_rate": 2.821679659499872e-06,
      "loss": 0.3614,
      "step": 1326860
    },
    {
      "epoch": 370.32,
      "grad_norm": 0.8309738039970398,
      "learning_rate": 2.8216531879871764e-06,
      "loss": 0.3453,
      "step": 1326870
    },
    {
      "epoch": 370.33,
      "grad_norm": 1.083628535270691,
      "learning_rate": 2.8216267164108725e-06,
      "loss": 0.3389,
      "step": 1326880
    },
    {
      "epoch": 370.33,
      "grad_norm": 1.0185766220092773,
      "learning_rate": 2.8216002447709625e-06,
      "loss": 0.3532,
      "step": 1326890
    },
    {
      "epoch": 370.33,
      "grad_norm": 0.9239468574523926,
      "learning_rate": 2.8215737730674508e-06,
      "loss": 0.3416,
      "step": 1326900
    },
    {
      "epoch": 370.33,
      "grad_norm": 1.1401816606521606,
      "learning_rate": 2.821547301300341e-06,
      "loss": 0.3494,
      "step": 1326910
    },
    {
      "epoch": 370.34,
      "grad_norm": 1.0548983812332153,
      "learning_rate": 2.8215208294696354e-06,
      "loss": 0.3479,
      "step": 1326920
    },
    {
      "epoch": 370.34,
      "grad_norm": 1.009361743927002,
      "learning_rate": 2.821494357575339e-06,
      "loss": 0.3612,
      "step": 1326930
    },
    {
      "epoch": 370.34,
      "grad_norm": 1.147087574005127,
      "learning_rate": 2.8214678856174543e-06,
      "loss": 0.3406,
      "step": 1326940
    },
    {
      "epoch": 370.35,
      "grad_norm": 1.289099097251892,
      "learning_rate": 2.821441413595986e-06,
      "loss": 0.3593,
      "step": 1326950
    },
    {
      "epoch": 370.35,
      "grad_norm": 1.1918220520019531,
      "learning_rate": 2.821414941510936e-06,
      "loss": 0.3423,
      "step": 1326960
    },
    {
      "epoch": 370.35,
      "grad_norm": 0.9909697771072388,
      "learning_rate": 2.8213884693623084e-06,
      "loss": 0.3472,
      "step": 1326970
    },
    {
      "epoch": 370.35,
      "grad_norm": 1.0201879739761353,
      "learning_rate": 2.821361997150108e-06,
      "loss": 0.3504,
      "step": 1326980
    },
    {
      "epoch": 370.36,
      "grad_norm": 1.03122079372406,
      "learning_rate": 2.8213355248743363e-06,
      "loss": 0.3396,
      "step": 1326990
    },
    {
      "epoch": 370.36,
      "grad_norm": 0.915565013885498,
      "learning_rate": 2.8213090525349994e-06,
      "loss": 0.3418,
      "step": 1327000
    },
    {
      "epoch": 370.36,
      "grad_norm": 1.037729024887085,
      "learning_rate": 2.821282580132098e-06,
      "loss": 0.3623,
      "step": 1327010
    },
    {
      "epoch": 370.37,
      "grad_norm": 0.8692914843559265,
      "learning_rate": 2.821256107665637e-06,
      "loss": 0.3415,
      "step": 1327020
    },
    {
      "epoch": 370.37,
      "grad_norm": 0.9392757415771484,
      "learning_rate": 2.82122963513562e-06,
      "loss": 0.3392,
      "step": 1327030
    },
    {
      "epoch": 370.37,
      "grad_norm": 1.0462393760681152,
      "learning_rate": 2.8212031625420503e-06,
      "loss": 0.3479,
      "step": 1327040
    },
    {
      "epoch": 370.37,
      "grad_norm": 1.1517651081085205,
      "learning_rate": 2.821176689884931e-06,
      "loss": 0.3578,
      "step": 1327050
    },
    {
      "epoch": 370.38,
      "grad_norm": 0.9580971598625183,
      "learning_rate": 2.8211502171642667e-06,
      "loss": 0.3469,
      "step": 1327060
    },
    {
      "epoch": 370.38,
      "grad_norm": 0.9202588796615601,
      "learning_rate": 2.82112374438006e-06,
      "loss": 0.3484,
      "step": 1327070
    },
    {
      "epoch": 370.38,
      "grad_norm": 1.1744616031646729,
      "learning_rate": 2.821097271532315e-06,
      "loss": 0.3524,
      "step": 1327080
    },
    {
      "epoch": 370.39,
      "grad_norm": 0.9895204305648804,
      "learning_rate": 2.8210707986210345e-06,
      "loss": 0.3587,
      "step": 1327090
    },
    {
      "epoch": 370.39,
      "grad_norm": 1.006564736366272,
      "learning_rate": 2.821044325646223e-06,
      "loss": 0.3562,
      "step": 1327100
    },
    {
      "epoch": 370.39,
      "grad_norm": 0.9688571691513062,
      "learning_rate": 2.8210178526078835e-06,
      "loss": 0.3367,
      "step": 1327110
    },
    {
      "epoch": 370.39,
      "grad_norm": 1.4256815910339355,
      "learning_rate": 2.820991379506019e-06,
      "loss": 0.3426,
      "step": 1327120
    },
    {
      "epoch": 370.4,
      "grad_norm": 1.0707570314407349,
      "learning_rate": 2.8209649063406336e-06,
      "loss": 0.3495,
      "step": 1327130
    },
    {
      "epoch": 370.4,
      "grad_norm": 0.9451425075531006,
      "learning_rate": 2.8209384331117308e-06,
      "loss": 0.3538,
      "step": 1327140
    },
    {
      "epoch": 370.4,
      "grad_norm": 0.9886084198951721,
      "learning_rate": 2.820911959819315e-06,
      "loss": 0.3523,
      "step": 1327150
    },
    {
      "epoch": 370.4,
      "grad_norm": 0.9150781631469727,
      "learning_rate": 2.8208854864633876e-06,
      "loss": 0.3512,
      "step": 1327160
    },
    {
      "epoch": 370.41,
      "grad_norm": 1.1021051406860352,
      "learning_rate": 2.8208590130439545e-06,
      "loss": 0.3364,
      "step": 1327170
    },
    {
      "epoch": 370.41,
      "grad_norm": 1.2969921827316284,
      "learning_rate": 2.8208325395610167e-06,
      "loss": 0.3603,
      "step": 1327180
    },
    {
      "epoch": 370.41,
      "grad_norm": 0.9754607081413269,
      "learning_rate": 2.8208060660145795e-06,
      "loss": 0.3565,
      "step": 1327190
    },
    {
      "epoch": 370.42,
      "grad_norm": 1.0785945653915405,
      "learning_rate": 2.8207795924046465e-06,
      "loss": 0.3484,
      "step": 1327200
    },
    {
      "epoch": 370.42,
      "grad_norm": 1.1262584924697876,
      "learning_rate": 2.8207531187312204e-06,
      "loss": 0.3631,
      "step": 1327210
    },
    {
      "epoch": 370.42,
      "grad_norm": 1.3779879808425903,
      "learning_rate": 2.8207266449943058e-06,
      "loss": 0.3539,
      "step": 1327220
    },
    {
      "epoch": 370.42,
      "grad_norm": 1.0766898393630981,
      "learning_rate": 2.8207001711939043e-06,
      "loss": 0.3327,
      "step": 1327230
    },
    {
      "epoch": 370.43,
      "grad_norm": 1.0092744827270508,
      "learning_rate": 2.8206736973300215e-06,
      "loss": 0.3393,
      "step": 1327240
    },
    {
      "epoch": 370.43,
      "grad_norm": 0.9840806722640991,
      "learning_rate": 2.820647223402659e-06,
      "loss": 0.3487,
      "step": 1327250
    },
    {
      "epoch": 370.43,
      "grad_norm": 1.0004427433013916,
      "learning_rate": 2.820620749411822e-06,
      "loss": 0.3402,
      "step": 1327260
    },
    {
      "epoch": 370.44,
      "grad_norm": 1.1097700595855713,
      "learning_rate": 2.820594275357514e-06,
      "loss": 0.3389,
      "step": 1327270
    },
    {
      "epoch": 370.44,
      "grad_norm": 0.9376631379127502,
      "learning_rate": 2.8205678012397367e-06,
      "loss": 0.3428,
      "step": 1327280
    },
    {
      "epoch": 370.44,
      "grad_norm": 1.00065016746521,
      "learning_rate": 2.8205413270584957e-06,
      "loss": 0.3468,
      "step": 1327290
    },
    {
      "epoch": 370.44,
      "grad_norm": 1.044342041015625,
      "learning_rate": 2.8205148528137933e-06,
      "loss": 0.36,
      "step": 1327300
    },
    {
      "epoch": 370.45,
      "grad_norm": 0.9543067812919617,
      "learning_rate": 2.8204883785056337e-06,
      "loss": 0.3597,
      "step": 1327310
    },
    {
      "epoch": 370.45,
      "grad_norm": 0.9476771950721741,
      "learning_rate": 2.8204619041340195e-06,
      "loss": 0.3455,
      "step": 1327320
    },
    {
      "epoch": 370.45,
      "grad_norm": 0.988313615322113,
      "learning_rate": 2.8204354296989553e-06,
      "loss": 0.3459,
      "step": 1327330
    },
    {
      "epoch": 370.45,
      "grad_norm": 1.1646370887756348,
      "learning_rate": 2.8204089552004437e-06,
      "loss": 0.3511,
      "step": 1327340
    },
    {
      "epoch": 370.46,
      "grad_norm": 1.0944132804870605,
      "learning_rate": 2.8203824806384885e-06,
      "loss": 0.3549,
      "step": 1327350
    },
    {
      "epoch": 370.46,
      "grad_norm": 1.7951043844223022,
      "learning_rate": 2.8203560060130947e-06,
      "loss": 0.3658,
      "step": 1327360
    },
    {
      "epoch": 370.46,
      "grad_norm": 1.1591261625289917,
      "learning_rate": 2.8203295313242637e-06,
      "loss": 0.3577,
      "step": 1327370
    },
    {
      "epoch": 370.47,
      "grad_norm": 1.0930088758468628,
      "learning_rate": 2.8203030565719992e-06,
      "loss": 0.3675,
      "step": 1327380
    },
    {
      "epoch": 370.47,
      "grad_norm": 1.1174298524856567,
      "learning_rate": 2.820276581756306e-06,
      "loss": 0.3488,
      "step": 1327390
    },
    {
      "epoch": 370.47,
      "grad_norm": 1.1022878885269165,
      "learning_rate": 2.820250106877187e-06,
      "loss": 0.351,
      "step": 1327400
    },
    {
      "epoch": 370.47,
      "grad_norm": 1.1229071617126465,
      "learning_rate": 2.8202236319346454e-06,
      "loss": 0.3556,
      "step": 1327410
    },
    {
      "epoch": 370.48,
      "grad_norm": 1.0537402629852295,
      "learning_rate": 2.8201971569286848e-06,
      "loss": 0.3551,
      "step": 1327420
    },
    {
      "epoch": 370.48,
      "grad_norm": 0.9198178648948669,
      "learning_rate": 2.8201706818593102e-06,
      "loss": 0.3539,
      "step": 1327430
    },
    {
      "epoch": 370.48,
      "grad_norm": 1.109927773475647,
      "learning_rate": 2.820144206726523e-06,
      "loss": 0.3417,
      "step": 1327440
    },
    {
      "epoch": 370.49,
      "grad_norm": 0.9237963557243347,
      "learning_rate": 2.8201177315303273e-06,
      "loss": 0.344,
      "step": 1327450
    },
    {
      "epoch": 370.49,
      "grad_norm": 1.0522549152374268,
      "learning_rate": 2.8200912562707273e-06,
      "loss": 0.3341,
      "step": 1327460
    },
    {
      "epoch": 370.49,
      "grad_norm": 1.038705587387085,
      "learning_rate": 2.820064780947726e-06,
      "loss": 0.3615,
      "step": 1327470
    },
    {
      "epoch": 370.49,
      "grad_norm": 1.0641546249389648,
      "learning_rate": 2.8200383055613275e-06,
      "loss": 0.3504,
      "step": 1327480
    },
    {
      "epoch": 370.5,
      "grad_norm": 1.0910907983779907,
      "learning_rate": 2.8200118301115344e-06,
      "loss": 0.3522,
      "step": 1327490
    },
    {
      "epoch": 370.5,
      "grad_norm": 1.0870308876037598,
      "learning_rate": 2.8199853545983506e-06,
      "loss": 0.338,
      "step": 1327500
    },
    {
      "epoch": 370.5,
      "grad_norm": 0.8641077876091003,
      "learning_rate": 2.8199588790217803e-06,
      "loss": 0.3374,
      "step": 1327510
    },
    {
      "epoch": 370.51,
      "grad_norm": 1.1899669170379639,
      "learning_rate": 2.819932403381826e-06,
      "loss": 0.3628,
      "step": 1327520
    },
    {
      "epoch": 370.51,
      "grad_norm": 0.9650358557701111,
      "learning_rate": 2.8199059276784928e-06,
      "loss": 0.361,
      "step": 1327530
    },
    {
      "epoch": 370.51,
      "grad_norm": 1.056377649307251,
      "learning_rate": 2.8198794519117814e-06,
      "loss": 0.3334,
      "step": 1327540
    },
    {
      "epoch": 370.51,
      "grad_norm": 0.9981041550636292,
      "learning_rate": 2.819852976081698e-06,
      "loss": 0.352,
      "step": 1327550
    },
    {
      "epoch": 370.52,
      "grad_norm": 1.2407804727554321,
      "learning_rate": 2.8198265001882455e-06,
      "loss": 0.3484,
      "step": 1327560
    },
    {
      "epoch": 370.52,
      "grad_norm": 0.8899478912353516,
      "learning_rate": 2.819800024231426e-06,
      "loss": 0.3527,
      "step": 1327570
    },
    {
      "epoch": 370.52,
      "grad_norm": 0.9537698030471802,
      "learning_rate": 2.819773548211245e-06,
      "loss": 0.3615,
      "step": 1327580
    },
    {
      "epoch": 370.52,
      "grad_norm": 1.0299125909805298,
      "learning_rate": 2.819747072127705e-06,
      "loss": 0.3194,
      "step": 1327590
    },
    {
      "epoch": 370.53,
      "grad_norm": 1.325992226600647,
      "learning_rate": 2.8197205959808097e-06,
      "loss": 0.3546,
      "step": 1327600
    },
    {
      "epoch": 370.53,
      "grad_norm": 1.2299455404281616,
      "learning_rate": 2.819694119770562e-06,
      "loss": 0.3468,
      "step": 1327610
    },
    {
      "epoch": 370.53,
      "grad_norm": 0.9906675815582275,
      "learning_rate": 2.819667643496967e-06,
      "loss": 0.3446,
      "step": 1327620
    },
    {
      "epoch": 370.54,
      "grad_norm": 1.0822361707687378,
      "learning_rate": 2.8196411671600266e-06,
      "loss": 0.3556,
      "step": 1327630
    },
    {
      "epoch": 370.54,
      "grad_norm": 0.9819252490997314,
      "learning_rate": 2.8196146907597447e-06,
      "loss": 0.3356,
      "step": 1327640
    },
    {
      "epoch": 370.54,
      "grad_norm": 0.8826004266738892,
      "learning_rate": 2.819588214296125e-06,
      "loss": 0.3716,
      "step": 1327650
    },
    {
      "epoch": 370.54,
      "grad_norm": 0.8927139043807983,
      "learning_rate": 2.819561737769172e-06,
      "loss": 0.3605,
      "step": 1327660
    },
    {
      "epoch": 370.55,
      "grad_norm": 0.9808658361434937,
      "learning_rate": 2.819535261178888e-06,
      "loss": 0.3525,
      "step": 1327670
    },
    {
      "epoch": 370.55,
      "grad_norm": 1.0801939964294434,
      "learning_rate": 2.819508784525276e-06,
      "loss": 0.3452,
      "step": 1327680
    },
    {
      "epoch": 370.55,
      "grad_norm": 1.0072898864746094,
      "learning_rate": 2.8194823078083415e-06,
      "loss": 0.3667,
      "step": 1327690
    },
    {
      "epoch": 370.56,
      "grad_norm": 1.192130208015442,
      "learning_rate": 2.8194558310280866e-06,
      "loss": 0.3565,
      "step": 1327700
    },
    {
      "epoch": 370.56,
      "grad_norm": 0.861145555973053,
      "learning_rate": 2.8194293541845147e-06,
      "loss": 0.3502,
      "step": 1327710
    },
    {
      "epoch": 370.56,
      "grad_norm": 1.0546722412109375,
      "learning_rate": 2.8194028772776305e-06,
      "loss": 0.3593,
      "step": 1327720
    },
    {
      "epoch": 370.56,
      "grad_norm": 1.0835132598876953,
      "learning_rate": 2.819376400307436e-06,
      "loss": 0.3328,
      "step": 1327730
    },
    {
      "epoch": 370.57,
      "grad_norm": 1.0254721641540527,
      "learning_rate": 2.819349923273936e-06,
      "loss": 0.3329,
      "step": 1327740
    },
    {
      "epoch": 370.57,
      "grad_norm": 0.9820287823677063,
      "learning_rate": 2.8193234461771336e-06,
      "loss": 0.3449,
      "step": 1327750
    },
    {
      "epoch": 370.57,
      "grad_norm": 1.1398262977600098,
      "learning_rate": 2.8192969690170315e-06,
      "loss": 0.3448,
      "step": 1327760
    },
    {
      "epoch": 370.57,
      "grad_norm": 1.162650465965271,
      "learning_rate": 2.8192704917936343e-06,
      "loss": 0.3558,
      "step": 1327770
    },
    {
      "epoch": 370.58,
      "grad_norm": 1.016841173171997,
      "learning_rate": 2.8192440145069457e-06,
      "loss": 0.3648,
      "step": 1327780
    },
    {
      "epoch": 370.58,
      "grad_norm": 0.8581887483596802,
      "learning_rate": 2.8192175371569684e-06,
      "loss": 0.3465,
      "step": 1327790
    },
    {
      "epoch": 370.58,
      "grad_norm": 0.9302788376808167,
      "learning_rate": 2.819191059743706e-06,
      "loss": 0.3536,
      "step": 1327800
    },
    {
      "epoch": 370.59,
      "grad_norm": 0.8795104622840881,
      "learning_rate": 2.8191645822671623e-06,
      "loss": 0.3442,
      "step": 1327810
    },
    {
      "epoch": 370.59,
      "grad_norm": 0.8935795426368713,
      "learning_rate": 2.8191381047273417e-06,
      "loss": 0.3437,
      "step": 1327820
    },
    {
      "epoch": 370.59,
      "grad_norm": 1.026331901550293,
      "learning_rate": 2.8191116271242455e-06,
      "loss": 0.3406,
      "step": 1327830
    },
    {
      "epoch": 370.59,
      "grad_norm": 0.944663941860199,
      "learning_rate": 2.819085149457879e-06,
      "loss": 0.3591,
      "step": 1327840
    },
    {
      "epoch": 370.6,
      "grad_norm": 0.8880847096443176,
      "learning_rate": 2.819058671728246e-06,
      "loss": 0.3459,
      "step": 1327850
    },
    {
      "epoch": 370.6,
      "grad_norm": 1.1401432752609253,
      "learning_rate": 2.819032193935348e-06,
      "loss": 0.3456,
      "step": 1327860
    },
    {
      "epoch": 370.6,
      "grad_norm": 1.0804171562194824,
      "learning_rate": 2.8190057160791904e-06,
      "loss": 0.354,
      "step": 1327870
    },
    {
      "epoch": 370.61,
      "grad_norm": 0.9038152098655701,
      "learning_rate": 2.8189792381597766e-06,
      "loss": 0.3372,
      "step": 1327880
    },
    {
      "epoch": 370.61,
      "grad_norm": 0.9581817984580994,
      "learning_rate": 2.8189527601771093e-06,
      "loss": 0.3415,
      "step": 1327890
    },
    {
      "epoch": 370.61,
      "grad_norm": 1.1771154403686523,
      "learning_rate": 2.818926282131192e-06,
      "loss": 0.3571,
      "step": 1327900
    },
    {
      "epoch": 370.61,
      "grad_norm": 1.230414867401123,
      "learning_rate": 2.818899804022029e-06,
      "loss": 0.3442,
      "step": 1327910
    },
    {
      "epoch": 370.62,
      "grad_norm": 0.8763645887374878,
      "learning_rate": 2.8188733258496235e-06,
      "loss": 0.3356,
      "step": 1327920
    },
    {
      "epoch": 370.62,
      "grad_norm": 0.9677351713180542,
      "learning_rate": 2.8188468476139784e-06,
      "loss": 0.3563,
      "step": 1327930
    },
    {
      "epoch": 370.62,
      "grad_norm": 1.9016059637069702,
      "learning_rate": 2.8188203693150985e-06,
      "loss": 0.336,
      "step": 1327940
    },
    {
      "epoch": 370.63,
      "grad_norm": 1.1028518676757812,
      "learning_rate": 2.8187938909529863e-06,
      "loss": 0.3368,
      "step": 1327950
    },
    {
      "epoch": 370.63,
      "grad_norm": 1.1339038610458374,
      "learning_rate": 2.818767412527646e-06,
      "loss": 0.3533,
      "step": 1327960
    },
    {
      "epoch": 370.63,
      "grad_norm": 1.0344923734664917,
      "learning_rate": 2.81874093403908e-06,
      "loss": 0.3716,
      "step": 1327970
    },
    {
      "epoch": 370.63,
      "grad_norm": 0.9720488786697388,
      "learning_rate": 2.8187144554872932e-06,
      "loss": 0.3657,
      "step": 1327980
    },
    {
      "epoch": 370.64,
      "grad_norm": 1.1889917850494385,
      "learning_rate": 2.8186879768722883e-06,
      "loss": 0.362,
      "step": 1327990
    },
    {
      "epoch": 370.64,
      "grad_norm": 1.0791443586349487,
      "learning_rate": 2.8186614981940685e-06,
      "loss": 0.3602,
      "step": 1328000
    },
    {
      "epoch": 370.64,
      "grad_norm": 1.13740074634552,
      "learning_rate": 2.818635019452639e-06,
      "loss": 0.3563,
      "step": 1328010
    },
    {
      "epoch": 370.64,
      "grad_norm": 1.0266565084457397,
      "learning_rate": 2.8186085406480006e-06,
      "loss": 0.3454,
      "step": 1328020
    },
    {
      "epoch": 370.65,
      "grad_norm": 1.02493417263031,
      "learning_rate": 2.81858206178016e-06,
      "loss": 0.3412,
      "step": 1328030
    },
    {
      "epoch": 370.65,
      "grad_norm": 1.0018985271453857,
      "learning_rate": 2.8185555828491184e-06,
      "loss": 0.3663,
      "step": 1328040
    },
    {
      "epoch": 370.65,
      "grad_norm": 1.266335129737854,
      "learning_rate": 2.8185291038548803e-06,
      "loss": 0.369,
      "step": 1328050
    },
    {
      "epoch": 370.66,
      "grad_norm": 1.0278143882751465,
      "learning_rate": 2.8185026247974485e-06,
      "loss": 0.3485,
      "step": 1328060
    },
    {
      "epoch": 370.66,
      "grad_norm": 1.041387677192688,
      "learning_rate": 2.8184761456768276e-06,
      "loss": 0.3432,
      "step": 1328070
    },
    {
      "epoch": 370.66,
      "grad_norm": 0.9391993880271912,
      "learning_rate": 2.8184496664930197e-06,
      "loss": 0.3456,
      "step": 1328080
    },
    {
      "epoch": 370.66,
      "grad_norm": 0.9131828546524048,
      "learning_rate": 2.8184231872460295e-06,
      "loss": 0.3343,
      "step": 1328090
    },
    {
      "epoch": 370.67,
      "grad_norm": 1.071488380432129,
      "learning_rate": 2.8183967079358604e-06,
      "loss": 0.3707,
      "step": 1328100
    },
    {
      "epoch": 370.67,
      "grad_norm": 1.1182384490966797,
      "learning_rate": 2.818370228562516e-06,
      "loss": 0.3502,
      "step": 1328110
    },
    {
      "epoch": 370.67,
      "grad_norm": 0.9805082082748413,
      "learning_rate": 2.818343749125999e-06,
      "loss": 0.345,
      "step": 1328120
    },
    {
      "epoch": 370.68,
      "grad_norm": 0.799301266670227,
      "learning_rate": 2.8183172696263136e-06,
      "loss": 0.3481,
      "step": 1328130
    },
    {
      "epoch": 370.68,
      "grad_norm": 0.9782599210739136,
      "learning_rate": 2.818290790063463e-06,
      "loss": 0.3474,
      "step": 1328140
    },
    {
      "epoch": 370.68,
      "grad_norm": 0.9682482481002808,
      "learning_rate": 2.818264310437451e-06,
      "loss": 0.3493,
      "step": 1328150
    },
    {
      "epoch": 370.68,
      "grad_norm": 0.9993394017219543,
      "learning_rate": 2.8182378307482805e-06,
      "loss": 0.3479,
      "step": 1328160
    },
    {
      "epoch": 370.69,
      "grad_norm": 1.2166979312896729,
      "learning_rate": 2.8182113509959564e-06,
      "loss": 0.3546,
      "step": 1328170
    },
    {
      "epoch": 370.69,
      "grad_norm": 1.1276755332946777,
      "learning_rate": 2.818184871180482e-06,
      "loss": 0.3592,
      "step": 1328180
    },
    {
      "epoch": 370.69,
      "grad_norm": 1.0672880411148071,
      "learning_rate": 2.8181583913018583e-06,
      "loss": 0.3505,
      "step": 1328190
    },
    {
      "epoch": 370.69,
      "grad_norm": 0.9794739484786987,
      "learning_rate": 2.818131911360092e-06,
      "loss": 0.3465,
      "step": 1328200
    },
    {
      "epoch": 370.7,
      "grad_norm": 1.0053868293762207,
      "learning_rate": 2.8181054313551847e-06,
      "loss": 0.3393,
      "step": 1328210
    },
    {
      "epoch": 370.7,
      "grad_norm": 0.997281014919281,
      "learning_rate": 2.8180789512871405e-06,
      "loss": 0.3485,
      "step": 1328220
    },
    {
      "epoch": 370.7,
      "grad_norm": 1.127797245979309,
      "learning_rate": 2.8180524711559636e-06,
      "loss": 0.3633,
      "step": 1328230
    },
    {
      "epoch": 370.71,
      "grad_norm": 1.5593050718307495,
      "learning_rate": 2.818025990961657e-06,
      "loss": 0.3429,
      "step": 1328240
    },
    {
      "epoch": 370.71,
      "grad_norm": 1.0382030010223389,
      "learning_rate": 2.8179995107042233e-06,
      "loss": 0.3293,
      "step": 1328250
    },
    {
      "epoch": 370.71,
      "grad_norm": 1.027512550354004,
      "learning_rate": 2.8179730303836676e-06,
      "loss": 0.3362,
      "step": 1328260
    },
    {
      "epoch": 370.71,
      "grad_norm": 0.9656998515129089,
      "learning_rate": 2.8179465499999926e-06,
      "loss": 0.3432,
      "step": 1328270
    },
    {
      "epoch": 370.72,
      "grad_norm": 1.2471686601638794,
      "learning_rate": 2.8179200695532015e-06,
      "loss": 0.3493,
      "step": 1328280
    },
    {
      "epoch": 370.72,
      "grad_norm": 1.0283889770507812,
      "learning_rate": 2.8178935890432983e-06,
      "loss": 0.3337,
      "step": 1328290
    },
    {
      "epoch": 370.72,
      "grad_norm": 0.9103589653968811,
      "learning_rate": 2.817867108470287e-06,
      "loss": 0.3597,
      "step": 1328300
    },
    {
      "epoch": 370.73,
      "grad_norm": 1.0005710124969482,
      "learning_rate": 2.81784062783417e-06,
      "loss": 0.3559,
      "step": 1328310
    },
    {
      "epoch": 370.73,
      "grad_norm": 0.8460424542427063,
      "learning_rate": 2.8178141471349515e-06,
      "loss": 0.3442,
      "step": 1328320
    },
    {
      "epoch": 370.73,
      "grad_norm": 0.9999696016311646,
      "learning_rate": 2.8177876663726355e-06,
      "loss": 0.3481,
      "step": 1328330
    },
    {
      "epoch": 370.73,
      "grad_norm": 0.9352183938026428,
      "learning_rate": 2.817761185547224e-06,
      "loss": 0.3534,
      "step": 1328340
    },
    {
      "epoch": 370.74,
      "grad_norm": 1.0126055479049683,
      "learning_rate": 2.8177347046587217e-06,
      "loss": 0.3527,
      "step": 1328350
    },
    {
      "epoch": 370.74,
      "grad_norm": 3.4446797370910645,
      "learning_rate": 2.8177082237071328e-06,
      "loss": 0.3617,
      "step": 1328360
    },
    {
      "epoch": 370.74,
      "grad_norm": 1.1049913167953491,
      "learning_rate": 2.8176817426924594e-06,
      "loss": 0.348,
      "step": 1328370
    },
    {
      "epoch": 370.75,
      "grad_norm": 1.5218185186386108,
      "learning_rate": 2.8176552616147053e-06,
      "loss": 0.3566,
      "step": 1328380
    },
    {
      "epoch": 370.75,
      "grad_norm": 1.4958739280700684,
      "learning_rate": 2.8176287804738744e-06,
      "loss": 0.3673,
      "step": 1328390
    },
    {
      "epoch": 370.75,
      "grad_norm": 1.1828707456588745,
      "learning_rate": 2.8176022992699705e-06,
      "loss": 0.3524,
      "step": 1328400
    },
    {
      "epoch": 370.75,
      "grad_norm": 1.1966065168380737,
      "learning_rate": 2.8175758180029965e-06,
      "loss": 0.3435,
      "step": 1328410
    },
    {
      "epoch": 370.76,
      "grad_norm": 1.0050169229507446,
      "learning_rate": 2.8175493366729553e-06,
      "loss": 0.3537,
      "step": 1328420
    },
    {
      "epoch": 370.76,
      "grad_norm": 1.0615314245224,
      "learning_rate": 2.8175228552798526e-06,
      "loss": 0.3513,
      "step": 1328430
    },
    {
      "epoch": 370.76,
      "grad_norm": 0.9402379393577576,
      "learning_rate": 2.8174963738236896e-06,
      "loss": 0.3537,
      "step": 1328440
    },
    {
      "epoch": 370.76,
      "grad_norm": 0.9472699761390686,
      "learning_rate": 2.8174698923044713e-06,
      "loss": 0.3357,
      "step": 1328450
    },
    {
      "epoch": 370.77,
      "grad_norm": 0.936610758304596,
      "learning_rate": 2.8174434107222007e-06,
      "loss": 0.3459,
      "step": 1328460
    },
    {
      "epoch": 370.77,
      "grad_norm": 1.0819103717803955,
      "learning_rate": 2.8174169290768816e-06,
      "loss": 0.3386,
      "step": 1328470
    },
    {
      "epoch": 370.77,
      "grad_norm": 0.9219074845314026,
      "learning_rate": 2.817390447368517e-06,
      "loss": 0.3381,
      "step": 1328480
    },
    {
      "epoch": 370.78,
      "grad_norm": 1.2794080972671509,
      "learning_rate": 2.817363965597111e-06,
      "loss": 0.3461,
      "step": 1328490
    },
    {
      "epoch": 370.78,
      "grad_norm": 1.1489880084991455,
      "learning_rate": 2.8173374837626666e-06,
      "loss": 0.357,
      "step": 1328500
    },
    {
      "epoch": 370.78,
      "grad_norm": 1.092858076095581,
      "learning_rate": 2.8173110018651875e-06,
      "loss": 0.3567,
      "step": 1328510
    },
    {
      "epoch": 370.78,
      "grad_norm": 1.052137851715088,
      "learning_rate": 2.8172845199046773e-06,
      "loss": 0.3653,
      "step": 1328520
    },
    {
      "epoch": 370.79,
      "grad_norm": 1.031781554222107,
      "learning_rate": 2.81725803788114e-06,
      "loss": 0.3542,
      "step": 1328530
    },
    {
      "epoch": 370.79,
      "grad_norm": 1.113491177558899,
      "learning_rate": 2.8172315557945784e-06,
      "loss": 0.3566,
      "step": 1328540
    },
    {
      "epoch": 370.79,
      "grad_norm": 1.1209745407104492,
      "learning_rate": 2.817205073644996e-06,
      "loss": 0.3513,
      "step": 1328550
    },
    {
      "epoch": 370.8,
      "grad_norm": 0.9899489283561707,
      "learning_rate": 2.8171785914323975e-06,
      "loss": 0.3528,
      "step": 1328560
    },
    {
      "epoch": 370.8,
      "grad_norm": 1.040514588356018,
      "learning_rate": 2.8171521091567842e-06,
      "loss": 0.3413,
      "step": 1328570
    },
    {
      "epoch": 370.8,
      "grad_norm": 1.0759788751602173,
      "learning_rate": 2.817125626818161e-06,
      "loss": 0.3527,
      "step": 1328580
    },
    {
      "epoch": 370.8,
      "grad_norm": 0.9627429246902466,
      "learning_rate": 2.8170991444165322e-06,
      "loss": 0.3604,
      "step": 1328590
    },
    {
      "epoch": 370.81,
      "grad_norm": 1.0376482009887695,
      "learning_rate": 2.8170726619519e-06,
      "loss": 0.3464,
      "step": 1328600
    },
    {
      "epoch": 370.81,
      "grad_norm": 1.0359985828399658,
      "learning_rate": 2.8170461794242693e-06,
      "loss": 0.3504,
      "step": 1328610
    },
    {
      "epoch": 370.81,
      "grad_norm": 1.1271904706954956,
      "learning_rate": 2.8170196968336424e-06,
      "loss": 0.3494,
      "step": 1328620
    },
    {
      "epoch": 370.81,
      "grad_norm": 1.050569772720337,
      "learning_rate": 2.8169932141800225e-06,
      "loss": 0.3473,
      "step": 1328630
    },
    {
      "epoch": 370.82,
      "grad_norm": 1.095022439956665,
      "learning_rate": 2.816966731463414e-06,
      "loss": 0.3614,
      "step": 1328640
    },
    {
      "epoch": 370.82,
      "grad_norm": 1.0260212421417236,
      "learning_rate": 2.8169402486838207e-06,
      "loss": 0.3538,
      "step": 1328650
    },
    {
      "epoch": 370.82,
      "grad_norm": 1.332198143005371,
      "learning_rate": 2.816913765841245e-06,
      "loss": 0.3484,
      "step": 1328660
    },
    {
      "epoch": 370.83,
      "grad_norm": 1.1043298244476318,
      "learning_rate": 2.8168872829356918e-06,
      "loss": 0.3591,
      "step": 1328670
    },
    {
      "epoch": 370.83,
      "grad_norm": 0.95050048828125,
      "learning_rate": 2.8168607999671637e-06,
      "loss": 0.345,
      "step": 1328680
    },
    {
      "epoch": 370.83,
      "grad_norm": 1.0165138244628906,
      "learning_rate": 2.816834316935664e-06,
      "loss": 0.3208,
      "step": 1328690
    },
    {
      "epoch": 370.83,
      "grad_norm": 0.9292618036270142,
      "learning_rate": 2.816807833841197e-06,
      "loss": 0.3536,
      "step": 1328700
    },
    {
      "epoch": 370.84,
      "grad_norm": 1.0440562963485718,
      "learning_rate": 2.8167813506837654e-06,
      "loss": 0.351,
      "step": 1328710
    },
    {
      "epoch": 370.84,
      "grad_norm": 1.125478982925415,
      "learning_rate": 2.8167548674633738e-06,
      "loss": 0.3489,
      "step": 1328720
    },
    {
      "epoch": 370.84,
      "grad_norm": 0.8663155436515808,
      "learning_rate": 2.8167283841800255e-06,
      "loss": 0.3544,
      "step": 1328730
    },
    {
      "epoch": 370.85,
      "grad_norm": 0.982671320438385,
      "learning_rate": 2.8167019008337224e-06,
      "loss": 0.3681,
      "step": 1328740
    },
    {
      "epoch": 370.85,
      "grad_norm": 1.091819167137146,
      "learning_rate": 2.8166754174244704e-06,
      "loss": 0.3572,
      "step": 1328750
    },
    {
      "epoch": 370.85,
      "grad_norm": 0.9810951352119446,
      "learning_rate": 2.816648933952271e-06,
      "loss": 0.3621,
      "step": 1328760
    },
    {
      "epoch": 370.85,
      "grad_norm": 1.016221284866333,
      "learning_rate": 2.816622450417129e-06,
      "loss": 0.3337,
      "step": 1328770
    },
    {
      "epoch": 370.86,
      "grad_norm": 0.9871422648429871,
      "learning_rate": 2.816595966819048e-06,
      "loss": 0.3467,
      "step": 1328780
    },
    {
      "epoch": 370.86,
      "grad_norm": 1.152221441268921,
      "learning_rate": 2.8165694831580307e-06,
      "loss": 0.3617,
      "step": 1328790
    },
    {
      "epoch": 370.86,
      "grad_norm": 1.3275140523910522,
      "learning_rate": 2.816542999434081e-06,
      "loss": 0.3606,
      "step": 1328800
    },
    {
      "epoch": 370.87,
      "grad_norm": 0.9464795589447021,
      "learning_rate": 2.816516515647202e-06,
      "loss": 0.3432,
      "step": 1328810
    },
    {
      "epoch": 370.87,
      "grad_norm": 0.9254504442214966,
      "learning_rate": 2.8164900317973985e-06,
      "loss": 0.3502,
      "step": 1328820
    },
    {
      "epoch": 370.87,
      "grad_norm": 1.0926170349121094,
      "learning_rate": 2.816463547884672e-06,
      "loss": 0.3625,
      "step": 1328830
    },
    {
      "epoch": 370.87,
      "grad_norm": 0.9330363273620605,
      "learning_rate": 2.8164370639090283e-06,
      "loss": 0.3642,
      "step": 1328840
    },
    {
      "epoch": 370.88,
      "grad_norm": 1.1720318794250488,
      "learning_rate": 2.81641057987047e-06,
      "loss": 0.3586,
      "step": 1328850
    },
    {
      "epoch": 370.88,
      "grad_norm": 1.1491109132766724,
      "learning_rate": 2.8163840957689995e-06,
      "loss": 0.3479,
      "step": 1328860
    },
    {
      "epoch": 370.88,
      "grad_norm": 1.1260929107666016,
      "learning_rate": 2.8163576116046218e-06,
      "loss": 0.3332,
      "step": 1328870
    },
    {
      "epoch": 370.88,
      "grad_norm": 1.1019763946533203,
      "learning_rate": 2.8163311273773396e-06,
      "loss": 0.3353,
      "step": 1328880
    },
    {
      "epoch": 370.89,
      "grad_norm": 1.0667277574539185,
      "learning_rate": 2.8163046430871568e-06,
      "loss": 0.3806,
      "step": 1328890
    },
    {
      "epoch": 370.89,
      "grad_norm": 1.2815821170806885,
      "learning_rate": 2.8162781587340767e-06,
      "loss": 0.3453,
      "step": 1328900
    },
    {
      "epoch": 370.89,
      "grad_norm": 0.9756698608398438,
      "learning_rate": 2.8162516743181035e-06,
      "loss": 0.3472,
      "step": 1328910
    },
    {
      "epoch": 370.9,
      "grad_norm": 1.073620080947876,
      "learning_rate": 2.8162251898392403e-06,
      "loss": 0.3476,
      "step": 1328920
    },
    {
      "epoch": 370.9,
      "grad_norm": 1.0903682708740234,
      "learning_rate": 2.81619870529749e-06,
      "loss": 0.3568,
      "step": 1328930
    },
    {
      "epoch": 370.9,
      "grad_norm": 1.2309553623199463,
      "learning_rate": 2.816172220692857e-06,
      "loss": 0.3442,
      "step": 1328940
    },
    {
      "epoch": 370.9,
      "grad_norm": 1.0051015615463257,
      "learning_rate": 2.816145736025344e-06,
      "loss": 0.3505,
      "step": 1328950
    },
    {
      "epoch": 370.91,
      "grad_norm": 1.0769404172897339,
      "learning_rate": 2.816119251294955e-06,
      "loss": 0.3478,
      "step": 1328960
    },
    {
      "epoch": 370.91,
      "grad_norm": 0.9904791116714478,
      "learning_rate": 2.8160927665016936e-06,
      "loss": 0.338,
      "step": 1328970
    },
    {
      "epoch": 370.91,
      "grad_norm": 1.349877953529358,
      "learning_rate": 2.8160662816455636e-06,
      "loss": 0.3621,
      "step": 1328980
    },
    {
      "epoch": 370.92,
      "grad_norm": 1.261766791343689,
      "learning_rate": 2.8160397967265685e-06,
      "loss": 0.3439,
      "step": 1328990
    },
    {
      "epoch": 370.92,
      "grad_norm": 0.938214898109436,
      "learning_rate": 2.8160133117447104e-06,
      "loss": 0.3567,
      "step": 1329000
    },
    {
      "epoch": 370.92,
      "grad_norm": 0.8500655293464661,
      "learning_rate": 2.8159868266999953e-06,
      "loss": 0.3519,
      "step": 1329010
    },
    {
      "epoch": 370.92,
      "grad_norm": 0.9424154758453369,
      "learning_rate": 2.815960341592424e-06,
      "loss": 0.34,
      "step": 1329020
    },
    {
      "epoch": 370.93,
      "grad_norm": 1.1850208044052124,
      "learning_rate": 2.8159338564220016e-06,
      "loss": 0.3556,
      "step": 1329030
    },
    {
      "epoch": 370.93,
      "grad_norm": 1.0189281702041626,
      "learning_rate": 2.8159073711887322e-06,
      "loss": 0.3337,
      "step": 1329040
    },
    {
      "epoch": 370.93,
      "grad_norm": 1.206615924835205,
      "learning_rate": 2.815880885892618e-06,
      "loss": 0.3631,
      "step": 1329050
    },
    {
      "epoch": 370.93,
      "grad_norm": 1.07275390625,
      "learning_rate": 2.815854400533663e-06,
      "loss": 0.3543,
      "step": 1329060
    },
    {
      "epoch": 370.94,
      "grad_norm": 1.1073684692382812,
      "learning_rate": 2.8158279151118714e-06,
      "loss": 0.3509,
      "step": 1329070
    },
    {
      "epoch": 370.94,
      "grad_norm": 0.938157320022583,
      "learning_rate": 2.8158014296272455e-06,
      "loss": 0.3367,
      "step": 1329080
    },
    {
      "epoch": 370.94,
      "grad_norm": 1.0233443975448608,
      "learning_rate": 2.815774944079789e-06,
      "loss": 0.352,
      "step": 1329090
    },
    {
      "epoch": 370.95,
      "grad_norm": 1.0886800289154053,
      "learning_rate": 2.8157484584695068e-06,
      "loss": 0.3447,
      "step": 1329100
    },
    {
      "epoch": 370.95,
      "grad_norm": 1.5922516584396362,
      "learning_rate": 2.815721972796401e-06,
      "loss": 0.3412,
      "step": 1329110
    },
    {
      "epoch": 370.95,
      "grad_norm": 1.1250567436218262,
      "learning_rate": 2.815695487060475e-06,
      "loss": 0.3459,
      "step": 1329120
    },
    {
      "epoch": 370.95,
      "grad_norm": 0.9011273980140686,
      "learning_rate": 2.815669001261734e-06,
      "loss": 0.3482,
      "step": 1329130
    },
    {
      "epoch": 370.96,
      "grad_norm": 0.9288996458053589,
      "learning_rate": 2.8156425154001807e-06,
      "loss": 0.3382,
      "step": 1329140
    },
    {
      "epoch": 370.96,
      "grad_norm": 1.2037996053695679,
      "learning_rate": 2.8156160294758176e-06,
      "loss": 0.3502,
      "step": 1329150
    },
    {
      "epoch": 370.96,
      "grad_norm": 1.1583664417266846,
      "learning_rate": 2.8155895434886483e-06,
      "loss": 0.3582,
      "step": 1329160
    },
    {
      "epoch": 370.97,
      "grad_norm": 1.0107007026672363,
      "learning_rate": 2.8155630574386783e-06,
      "loss": 0.3337,
      "step": 1329170
    },
    {
      "epoch": 370.97,
      "grad_norm": 1.1047085523605347,
      "learning_rate": 2.8155365713259092e-06,
      "loss": 0.3611,
      "step": 1329180
    },
    {
      "epoch": 370.97,
      "grad_norm": 1.1119396686553955,
      "learning_rate": 2.815510085150345e-06,
      "loss": 0.3496,
      "step": 1329190
    },
    {
      "epoch": 370.97,
      "grad_norm": 0.9901148676872253,
      "learning_rate": 2.8154835989119906e-06,
      "loss": 0.3576,
      "step": 1329200
    },
    {
      "epoch": 370.98,
      "grad_norm": 1.165810465812683,
      "learning_rate": 2.8154571126108474e-06,
      "loss": 0.3543,
      "step": 1329210
    },
    {
      "epoch": 370.98,
      "grad_norm": 1.0800446271896362,
      "learning_rate": 2.81543062624692e-06,
      "loss": 0.3333,
      "step": 1329220
    },
    {
      "epoch": 370.98,
      "grad_norm": 0.9705223441123962,
      "learning_rate": 2.8154041398202117e-06,
      "loss": 0.3397,
      "step": 1329230
    },
    {
      "epoch": 370.99,
      "grad_norm": 0.96183180809021,
      "learning_rate": 2.815377653330726e-06,
      "loss": 0.3453,
      "step": 1329240
    },
    {
      "epoch": 370.99,
      "grad_norm": 1.134580373764038,
      "learning_rate": 2.8153511667784663e-06,
      "loss": 0.347,
      "step": 1329250
    },
    {
      "epoch": 370.99,
      "grad_norm": 1.07584547996521,
      "learning_rate": 2.8153246801634364e-06,
      "loss": 0.3315,
      "step": 1329260
    },
    {
      "epoch": 370.99,
      "grad_norm": 0.9801117181777954,
      "learning_rate": 2.815298193485641e-06,
      "loss": 0.3505,
      "step": 1329270
    },
    {
      "epoch": 371.0,
      "grad_norm": 0.8533585071563721,
      "learning_rate": 2.8152717067450816e-06,
      "loss": 0.3529,
      "step": 1329280
    },
    {
      "epoch": 371.0,
      "grad_norm": 0.9393439292907715,
      "learning_rate": 2.815245219941762e-06,
      "loss": 0.3379,
      "step": 1329290
    },
    {
      "epoch": 371.0,
      "eval_loss": 0.34812653064727783,
      "eval_runtime": 63.0205,
      "eval_samples_per_second": 80.275,
      "eval_steps_per_second": 10.044,
      "step": 1329293
    },
    {
      "epoch": 371.0,
      "grad_norm": 0.9965284466743469,
      "learning_rate": 2.8152187330756873e-06,
      "loss": 0.352,
      "step": 1329300
    },
    {
      "epoch": 371.0,
      "grad_norm": 1.0869097709655762,
      "learning_rate": 2.8151922461468588e-06,
      "loss": 0.3635,
      "step": 1329310
    },
    {
      "epoch": 371.01,
      "grad_norm": 1.164738655090332,
      "learning_rate": 2.8151657591552816e-06,
      "loss": 0.3455,
      "step": 1329320
    },
    {
      "epoch": 371.01,
      "grad_norm": 0.9544748067855835,
      "learning_rate": 2.8151392721009597e-06,
      "loss": 0.3655,
      "step": 1329330
    },
    {
      "epoch": 371.01,
      "grad_norm": 0.9584947824478149,
      "learning_rate": 2.815112784983895e-06,
      "loss": 0.3549,
      "step": 1329340
    },
    {
      "epoch": 371.02,
      "grad_norm": 0.8219363689422607,
      "learning_rate": 2.815086297804092e-06,
      "loss": 0.3748,
      "step": 1329350
    },
    {
      "epoch": 371.02,
      "grad_norm": 1.1746392250061035,
      "learning_rate": 2.8150598105615537e-06,
      "loss": 0.3539,
      "step": 1329360
    },
    {
      "epoch": 371.02,
      "grad_norm": 1.109248399734497,
      "learning_rate": 2.8150333232562847e-06,
      "loss": 0.3487,
      "step": 1329370
    },
    {
      "epoch": 371.02,
      "grad_norm": 1.0708824396133423,
      "learning_rate": 2.8150068358882865e-06,
      "loss": 0.3446,
      "step": 1329380
    },
    {
      "epoch": 371.03,
      "grad_norm": 1.0312252044677734,
      "learning_rate": 2.8149803484575642e-06,
      "loss": 0.3735,
      "step": 1329390
    },
    {
      "epoch": 371.03,
      "grad_norm": 1.099997878074646,
      "learning_rate": 2.814953860964122e-06,
      "loss": 0.3436,
      "step": 1329400
    },
    {
      "epoch": 371.03,
      "grad_norm": 0.9920678734779358,
      "learning_rate": 2.8149273734079616e-06,
      "loss": 0.349,
      "step": 1329410
    },
    {
      "epoch": 371.04,
      "grad_norm": 1.1576184034347534,
      "learning_rate": 2.814900885789088e-06,
      "loss": 0.3587,
      "step": 1329420
    },
    {
      "epoch": 371.04,
      "grad_norm": 1.130865454673767,
      "learning_rate": 2.8148743981075038e-06,
      "loss": 0.3496,
      "step": 1329430
    },
    {
      "epoch": 371.04,
      "grad_norm": 0.9861959218978882,
      "learning_rate": 2.814847910363212e-06,
      "loss": 0.3394,
      "step": 1329440
    },
    {
      "epoch": 371.04,
      "grad_norm": 1.0075267553329468,
      "learning_rate": 2.8148214225562174e-06,
      "loss": 0.3582,
      "step": 1329450
    },
    {
      "epoch": 371.05,
      "grad_norm": 1.072512149810791,
      "learning_rate": 2.814794934686524e-06,
      "loss": 0.3347,
      "step": 1329460
    },
    {
      "epoch": 371.05,
      "grad_norm": 1.182975172996521,
      "learning_rate": 2.8147684467541336e-06,
      "loss": 0.3338,
      "step": 1329470
    },
    {
      "epoch": 371.05,
      "grad_norm": 1.084758996963501,
      "learning_rate": 2.8147419587590502e-06,
      "loss": 0.3565,
      "step": 1329480
    },
    {
      "epoch": 371.05,
      "grad_norm": 1.2152519226074219,
      "learning_rate": 2.8147154707012784e-06,
      "loss": 0.3497,
      "step": 1329490
    },
    {
      "epoch": 371.06,
      "grad_norm": 0.9161475300788879,
      "learning_rate": 2.814688982580821e-06,
      "loss": 0.3367,
      "step": 1329500
    },
    {
      "epoch": 371.06,
      "grad_norm": 1.2122843265533447,
      "learning_rate": 2.814662494397681e-06,
      "loss": 0.341,
      "step": 1329510
    },
    {
      "epoch": 371.06,
      "grad_norm": 1.0093812942504883,
      "learning_rate": 2.8146360061518625e-06,
      "loss": 0.3556,
      "step": 1329520
    },
    {
      "epoch": 371.07,
      "grad_norm": 1.125969409942627,
      "learning_rate": 2.814609517843369e-06,
      "loss": 0.3367,
      "step": 1329530
    },
    {
      "epoch": 371.07,
      "grad_norm": 1.0954341888427734,
      "learning_rate": 2.814583029472204e-06,
      "loss": 0.3372,
      "step": 1329540
    },
    {
      "epoch": 371.07,
      "grad_norm": 1.1471832990646362,
      "learning_rate": 2.81455654103837e-06,
      "loss": 0.3605,
      "step": 1329550
    },
    {
      "epoch": 371.07,
      "grad_norm": 1.0660295486450195,
      "learning_rate": 2.814530052541873e-06,
      "loss": 0.3479,
      "step": 1329560
    },
    {
      "epoch": 371.08,
      "grad_norm": 1.0386335849761963,
      "learning_rate": 2.814503563982715e-06,
      "loss": 0.343,
      "step": 1329570
    },
    {
      "epoch": 371.08,
      "grad_norm": 0.9931321740150452,
      "learning_rate": 2.8144770753608986e-06,
      "loss": 0.3533,
      "step": 1329580
    },
    {
      "epoch": 371.08,
      "grad_norm": 0.9515817165374756,
      "learning_rate": 2.8144505866764295e-06,
      "loss": 0.3436,
      "step": 1329590
    },
    {
      "epoch": 371.09,
      "grad_norm": 0.9800704717636108,
      "learning_rate": 2.814424097929309e-06,
      "loss": 0.3498,
      "step": 1329600
    },
    {
      "epoch": 371.09,
      "grad_norm": 1.2484441995620728,
      "learning_rate": 2.814397609119541e-06,
      "loss": 0.3487,
      "step": 1329610
    },
    {
      "epoch": 371.09,
      "grad_norm": 1.02018141746521,
      "learning_rate": 2.8143711202471316e-06,
      "loss": 0.3362,
      "step": 1329620
    },
    {
      "epoch": 371.09,
      "grad_norm": 1.10564386844635,
      "learning_rate": 2.814344631312081e-06,
      "loss": 0.3373,
      "step": 1329630
    },
    {
      "epoch": 371.1,
      "grad_norm": 1.1759852170944214,
      "learning_rate": 2.8143181423143948e-06,
      "loss": 0.3705,
      "step": 1329640
    },
    {
      "epoch": 371.1,
      "grad_norm": 0.935647189617157,
      "learning_rate": 2.814291653254075e-06,
      "loss": 0.3566,
      "step": 1329650
    },
    {
      "epoch": 371.1,
      "grad_norm": 0.8800957202911377,
      "learning_rate": 2.814265164131127e-06,
      "loss": 0.3654,
      "step": 1329660
    },
    {
      "epoch": 371.11,
      "grad_norm": 1.2915924787521362,
      "learning_rate": 2.814238674945553e-06,
      "loss": 0.3544,
      "step": 1329670
    },
    {
      "epoch": 371.11,
      "grad_norm": 1.023024320602417,
      "learning_rate": 2.8142121856973564e-06,
      "loss": 0.3625,
      "step": 1329680
    },
    {
      "epoch": 371.11,
      "grad_norm": 0.9470016360282898,
      "learning_rate": 2.8141856963865417e-06,
      "loss": 0.3594,
      "step": 1329690
    },
    {
      "epoch": 371.11,
      "grad_norm": 0.9498378038406372,
      "learning_rate": 2.8141592070131117e-06,
      "loss": 0.3755,
      "step": 1329700
    },
    {
      "epoch": 371.12,
      "grad_norm": 1.0610566139221191,
      "learning_rate": 2.8141327175770694e-06,
      "loss": 0.3428,
      "step": 1329710
    },
    {
      "epoch": 371.12,
      "grad_norm": 1.00295889377594,
      "learning_rate": 2.81410622807842e-06,
      "loss": 0.3407,
      "step": 1329720
    },
    {
      "epoch": 371.12,
      "grad_norm": 0.9345139265060425,
      "learning_rate": 2.8140797385171664e-06,
      "loss": 0.3518,
      "step": 1329730
    },
    {
      "epoch": 371.12,
      "grad_norm": 0.9428765773773193,
      "learning_rate": 2.8140532488933103e-06,
      "loss": 0.3433,
      "step": 1329740
    },
    {
      "epoch": 371.13,
      "grad_norm": 0.9659132957458496,
      "learning_rate": 2.8140267592068584e-06,
      "loss": 0.346,
      "step": 1329750
    },
    {
      "epoch": 371.13,
      "grad_norm": 1.135555624961853,
      "learning_rate": 2.8140002694578112e-06,
      "loss": 0.3487,
      "step": 1329760
    },
    {
      "epoch": 371.13,
      "grad_norm": 1.0461878776550293,
      "learning_rate": 2.813973779646174e-06,
      "loss": 0.3416,
      "step": 1329770
    },
    {
      "epoch": 371.14,
      "grad_norm": 1.06253981590271,
      "learning_rate": 2.81394728977195e-06,
      "loss": 0.3468,
      "step": 1329780
    },
    {
      "epoch": 371.14,
      "grad_norm": 1.2986259460449219,
      "learning_rate": 2.8139207998351423e-06,
      "loss": 0.3435,
      "step": 1329790
    },
    {
      "epoch": 371.14,
      "grad_norm": 1.0241599082946777,
      "learning_rate": 2.813894309835755e-06,
      "loss": 0.357,
      "step": 1329800
    },
    {
      "epoch": 371.14,
      "grad_norm": 1.1772222518920898,
      "learning_rate": 2.813867819773792e-06,
      "loss": 0.357,
      "step": 1329810
    },
    {
      "epoch": 371.15,
      "grad_norm": 0.9856504201889038,
      "learning_rate": 2.8138413296492554e-06,
      "loss": 0.3476,
      "step": 1329820
    },
    {
      "epoch": 371.15,
      "grad_norm": 0.9725809097290039,
      "learning_rate": 2.8138148394621494e-06,
      "loss": 0.3491,
      "step": 1329830
    },
    {
      "epoch": 371.15,
      "grad_norm": 1.0621869564056396,
      "learning_rate": 2.8137883492124774e-06,
      "loss": 0.3393,
      "step": 1329840
    },
    {
      "epoch": 371.16,
      "grad_norm": 1.099258303642273,
      "learning_rate": 2.813761858900244e-06,
      "loss": 0.3373,
      "step": 1329850
    },
    {
      "epoch": 371.16,
      "grad_norm": 0.8416244387626648,
      "learning_rate": 2.8137353685254516e-06,
      "loss": 0.36,
      "step": 1329860
    },
    {
      "epoch": 371.16,
      "grad_norm": 0.9789870977401733,
      "learning_rate": 2.813708878088104e-06,
      "loss": 0.3398,
      "step": 1329870
    },
    {
      "epoch": 371.16,
      "grad_norm": 1.1455811262130737,
      "learning_rate": 2.813682387588205e-06,
      "loss": 0.3341,
      "step": 1329880
    },
    {
      "epoch": 371.17,
      "grad_norm": 1.0794533491134644,
      "learning_rate": 2.8136558970257573e-06,
      "loss": 0.3464,
      "step": 1329890
    },
    {
      "epoch": 371.17,
      "grad_norm": 1.045526385307312,
      "learning_rate": 2.8136294064007654e-06,
      "loss": 0.3433,
      "step": 1329900
    },
    {
      "epoch": 371.17,
      "grad_norm": 1.052825927734375,
      "learning_rate": 2.8136029157132324e-06,
      "loss": 0.341,
      "step": 1329910
    },
    {
      "epoch": 371.17,
      "grad_norm": 1.0847002267837524,
      "learning_rate": 2.8135764249631617e-06,
      "loss": 0.3477,
      "step": 1329920
    },
    {
      "epoch": 371.18,
      "grad_norm": 0.9057617783546448,
      "learning_rate": 2.8135499341505566e-06,
      "loss": 0.3572,
      "step": 1329930
    },
    {
      "epoch": 371.18,
      "grad_norm": 1.0541510581970215,
      "learning_rate": 2.8135234432754215e-06,
      "loss": 0.3593,
      "step": 1329940
    },
    {
      "epoch": 371.18,
      "grad_norm": 1.070563793182373,
      "learning_rate": 2.8134969523377597e-06,
      "loss": 0.3447,
      "step": 1329950
    },
    {
      "epoch": 371.19,
      "grad_norm": 0.9251354336738586,
      "learning_rate": 2.813470461337574e-06,
      "loss": 0.3426,
      "step": 1329960
    },
    {
      "epoch": 371.19,
      "grad_norm": 0.9874278903007507,
      "learning_rate": 2.813443970274868e-06,
      "loss": 0.3339,
      "step": 1329970
    },
    {
      "epoch": 371.19,
      "grad_norm": 1.0407150983810425,
      "learning_rate": 2.8134174791496466e-06,
      "loss": 0.3405,
      "step": 1329980
    },
    {
      "epoch": 371.19,
      "grad_norm": 1.013122320175171,
      "learning_rate": 2.8133909879619114e-06,
      "loss": 0.3411,
      "step": 1329990
    },
    {
      "epoch": 371.2,
      "grad_norm": 1.0420697927474976,
      "learning_rate": 2.8133644967116673e-06,
      "loss": 0.3477,
      "step": 1330000
    },
    {
      "epoch": 371.2,
      "grad_norm": 0.8764314651489258,
      "learning_rate": 2.8133380053989177e-06,
      "loss": 0.3563,
      "step": 1330010
    },
    {
      "epoch": 371.2,
      "grad_norm": 0.9180353879928589,
      "learning_rate": 2.8133115140236655e-06,
      "loss": 0.3541,
      "step": 1330020
    },
    {
      "epoch": 371.21,
      "grad_norm": 0.9698677062988281,
      "learning_rate": 2.8132850225859146e-06,
      "loss": 0.344,
      "step": 1330030
    },
    {
      "epoch": 371.21,
      "grad_norm": 1.014120101928711,
      "learning_rate": 2.8132585310856683e-06,
      "loss": 0.3406,
      "step": 1330040
    },
    {
      "epoch": 371.21,
      "grad_norm": 1.0735481977462769,
      "learning_rate": 2.81323203952293e-06,
      "loss": 0.335,
      "step": 1330050
    },
    {
      "epoch": 371.21,
      "grad_norm": 1.0173803567886353,
      "learning_rate": 2.813205547897704e-06,
      "loss": 0.3513,
      "step": 1330060
    },
    {
      "epoch": 371.22,
      "grad_norm": 1.5694407224655151,
      "learning_rate": 2.8131790562099933e-06,
      "loss": 0.3518,
      "step": 1330070
    },
    {
      "epoch": 371.22,
      "grad_norm": 1.0917439460754395,
      "learning_rate": 2.813152564459801e-06,
      "loss": 0.3486,
      "step": 1330080
    },
    {
      "epoch": 371.22,
      "grad_norm": 0.9331120252609253,
      "learning_rate": 2.8131260726471323e-06,
      "loss": 0.3568,
      "step": 1330090
    },
    {
      "epoch": 371.23,
      "grad_norm": 1.325387716293335,
      "learning_rate": 2.8130995807719888e-06,
      "loss": 0.3696,
      "step": 1330100
    },
    {
      "epoch": 371.23,
      "grad_norm": 0.989519476890564,
      "learning_rate": 2.813073088834374e-06,
      "loss": 0.3511,
      "step": 1330110
    },
    {
      "epoch": 371.23,
      "grad_norm": 0.9481548070907593,
      "learning_rate": 2.8130465968342928e-06,
      "loss": 0.367,
      "step": 1330120
    },
    {
      "epoch": 371.23,
      "grad_norm": 1.0401288270950317,
      "learning_rate": 2.813020104771748e-06,
      "loss": 0.3428,
      "step": 1330130
    },
    {
      "epoch": 371.24,
      "grad_norm": 1.1311614513397217,
      "learning_rate": 2.8129936126467437e-06,
      "loss": 0.345,
      "step": 1330140
    },
    {
      "epoch": 371.24,
      "grad_norm": 1.0328700542449951,
      "learning_rate": 2.812967120459282e-06,
      "loss": 0.3541,
      "step": 1330150
    },
    {
      "epoch": 371.24,
      "grad_norm": 1.0548890829086304,
      "learning_rate": 2.8129406282093685e-06,
      "loss": 0.3454,
      "step": 1330160
    },
    {
      "epoch": 371.24,
      "grad_norm": 0.9825095534324646,
      "learning_rate": 2.812914135897005e-06,
      "loss": 0.3523,
      "step": 1330170
    },
    {
      "epoch": 371.25,
      "grad_norm": 0.9189046025276184,
      "learning_rate": 2.8128876435221953e-06,
      "loss": 0.3417,
      "step": 1330180
    },
    {
      "epoch": 371.25,
      "grad_norm": 0.9321461319923401,
      "learning_rate": 2.8128611510849434e-06,
      "loss": 0.3579,
      "step": 1330190
    },
    {
      "epoch": 371.25,
      "grad_norm": 1.097416639328003,
      "learning_rate": 2.8128346585852533e-06,
      "loss": 0.3689,
      "step": 1330200
    },
    {
      "epoch": 371.26,
      "grad_norm": 0.9513016939163208,
      "learning_rate": 2.8128081660231276e-06,
      "loss": 0.3502,
      "step": 1330210
    },
    {
      "epoch": 371.26,
      "grad_norm": 1.0087810754776,
      "learning_rate": 2.812781673398569e-06,
      "loss": 0.3568,
      "step": 1330220
    },
    {
      "epoch": 371.26,
      "grad_norm": 1.0200659036636353,
      "learning_rate": 2.812755180711584e-06,
      "loss": 0.3494,
      "step": 1330230
    },
    {
      "epoch": 371.26,
      "grad_norm": 2.210331678390503,
      "learning_rate": 2.8127286879621737e-06,
      "loss": 0.3479,
      "step": 1330240
    },
    {
      "epoch": 371.27,
      "grad_norm": 1.0844366550445557,
      "learning_rate": 2.8127021951503418e-06,
      "loss": 0.3438,
      "step": 1330250
    },
    {
      "epoch": 371.27,
      "grad_norm": 1.0280674695968628,
      "learning_rate": 2.812675702276092e-06,
      "loss": 0.3573,
      "step": 1330260
    },
    {
      "epoch": 371.27,
      "grad_norm": 1.048985242843628,
      "learning_rate": 2.812649209339429e-06,
      "loss": 0.3458,
      "step": 1330270
    },
    {
      "epoch": 371.28,
      "grad_norm": 0.9378193020820618,
      "learning_rate": 2.812622716340354e-06,
      "loss": 0.3591,
      "step": 1330280
    },
    {
      "epoch": 371.28,
      "grad_norm": 1.0791089534759521,
      "learning_rate": 2.8125962232788732e-06,
      "loss": 0.3683,
      "step": 1330290
    },
    {
      "epoch": 371.28,
      "grad_norm": 0.9079455733299255,
      "learning_rate": 2.8125697301549885e-06,
      "loss": 0.3446,
      "step": 1330300
    },
    {
      "epoch": 371.28,
      "grad_norm": 1.0810179710388184,
      "learning_rate": 2.812543236968704e-06,
      "loss": 0.3527,
      "step": 1330310
    },
    {
      "epoch": 371.29,
      "grad_norm": 0.9474892616271973,
      "learning_rate": 2.812516743720022e-06,
      "loss": 0.358,
      "step": 1330320
    },
    {
      "epoch": 371.29,
      "grad_norm": 1.041475772857666,
      "learning_rate": 2.812490250408948e-06,
      "loss": 0.3335,
      "step": 1330330
    },
    {
      "epoch": 371.29,
      "grad_norm": 1.0908989906311035,
      "learning_rate": 2.8124637570354842e-06,
      "loss": 0.3589,
      "step": 1330340
    },
    {
      "epoch": 371.3,
      "grad_norm": 1.0308077335357666,
      "learning_rate": 2.8124372635996342e-06,
      "loss": 0.3504,
      "step": 1330350
    },
    {
      "epoch": 371.3,
      "grad_norm": 1.1927000284194946,
      "learning_rate": 2.812410770101403e-06,
      "loss": 0.345,
      "step": 1330360
    },
    {
      "epoch": 371.3,
      "grad_norm": 1.1246799230575562,
      "learning_rate": 2.8123842765407912e-06,
      "loss": 0.3559,
      "step": 1330370
    },
    {
      "epoch": 371.3,
      "grad_norm": 0.921819269657135,
      "learning_rate": 2.812357782917805e-06,
      "loss": 0.3499,
      "step": 1330380
    },
    {
      "epoch": 371.31,
      "grad_norm": 0.9690616726875305,
      "learning_rate": 2.8123312892324475e-06,
      "loss": 0.3677,
      "step": 1330390
    },
    {
      "epoch": 371.31,
      "grad_norm": 1.1492295265197754,
      "learning_rate": 2.8123047954847204e-06,
      "loss": 0.3606,
      "step": 1330400
    },
    {
      "epoch": 371.31,
      "grad_norm": 0.9256803393363953,
      "learning_rate": 2.8122783016746297e-06,
      "loss": 0.3577,
      "step": 1330410
    },
    {
      "epoch": 371.31,
      "grad_norm": 0.9968527555465698,
      "learning_rate": 2.812251807802176e-06,
      "loss": 0.347,
      "step": 1330420
    },
    {
      "epoch": 371.32,
      "grad_norm": 1.0271501541137695,
      "learning_rate": 2.8122253138673666e-06,
      "loss": 0.3497,
      "step": 1330430
    },
    {
      "epoch": 371.32,
      "grad_norm": 4.660537242889404,
      "learning_rate": 2.812198819870202e-06,
      "loss": 0.3436,
      "step": 1330440
    },
    {
      "epoch": 371.32,
      "grad_norm": 1.001806616783142,
      "learning_rate": 2.8121723258106874e-06,
      "loss": 0.3681,
      "step": 1330450
    },
    {
      "epoch": 371.33,
      "grad_norm": 1.0348434448242188,
      "learning_rate": 2.8121458316888255e-06,
      "loss": 0.341,
      "step": 1330460
    },
    {
      "epoch": 371.33,
      "grad_norm": 1.2193161249160767,
      "learning_rate": 2.8121193375046193e-06,
      "loss": 0.3465,
      "step": 1330470
    },
    {
      "epoch": 371.33,
      "grad_norm": 1.3076171875,
      "learning_rate": 2.8120928432580733e-06,
      "loss": 0.3518,
      "step": 1330480
    },
    {
      "epoch": 371.33,
      "grad_norm": 1.0303401947021484,
      "learning_rate": 2.812066348949191e-06,
      "loss": 0.3513,
      "step": 1330490
    },
    {
      "epoch": 371.34,
      "grad_norm": 1.0293083190917969,
      "learning_rate": 2.8120398545779753e-06,
      "loss": 0.3589,
      "step": 1330500
    },
    {
      "epoch": 371.34,
      "grad_norm": 0.9702083468437195,
      "learning_rate": 2.81201336014443e-06,
      "loss": 0.3464,
      "step": 1330510
    },
    {
      "epoch": 371.34,
      "grad_norm": 0.9642317295074463,
      "learning_rate": 2.811986865648559e-06,
      "loss": 0.3532,
      "step": 1330520
    },
    {
      "epoch": 371.35,
      "grad_norm": 1.041626214981079,
      "learning_rate": 2.811960371090366e-06,
      "loss": 0.3326,
      "step": 1330530
    },
    {
      "epoch": 371.35,
      "grad_norm": 0.9646766781806946,
      "learning_rate": 2.811933876469854e-06,
      "loss": 0.3317,
      "step": 1330540
    },
    {
      "epoch": 371.35,
      "grad_norm": 1.022646188735962,
      "learning_rate": 2.8119073817870254e-06,
      "loss": 0.3535,
      "step": 1330550
    },
    {
      "epoch": 371.35,
      "grad_norm": 0.9924934506416321,
      "learning_rate": 2.8118808870418866e-06,
      "loss": 0.3483,
      "step": 1330560
    },
    {
      "epoch": 371.36,
      "grad_norm": 1.069093108177185,
      "learning_rate": 2.811854392234438e-06,
      "loss": 0.3479,
      "step": 1330570
    },
    {
      "epoch": 371.36,
      "grad_norm": 1.0642300844192505,
      "learning_rate": 2.811827897364685e-06,
      "loss": 0.3494,
      "step": 1330580
    },
    {
      "epoch": 371.36,
      "grad_norm": 1.0110981464385986,
      "learning_rate": 2.811801402432631e-06,
      "loss": 0.3449,
      "step": 1330590
    },
    {
      "epoch": 371.36,
      "grad_norm": 0.9981803894042969,
      "learning_rate": 2.811774907438279e-06,
      "loss": 0.3487,
      "step": 1330600
    },
    {
      "epoch": 371.37,
      "grad_norm": 1.0809907913208008,
      "learning_rate": 2.8117484123816336e-06,
      "loss": 0.3475,
      "step": 1330610
    },
    {
      "epoch": 371.37,
      "grad_norm": 1.0460970401763916,
      "learning_rate": 2.8117219172626966e-06,
      "loss": 0.3569,
      "step": 1330620
    },
    {
      "epoch": 371.37,
      "grad_norm": 1.3467110395431519,
      "learning_rate": 2.8116954220814725e-06,
      "loss": 0.3504,
      "step": 1330630
    },
    {
      "epoch": 371.38,
      "grad_norm": 1.0928747653961182,
      "learning_rate": 2.8116689268379645e-06,
      "loss": 0.3476,
      "step": 1330640
    },
    {
      "epoch": 371.38,
      "grad_norm": 1.1105337142944336,
      "learning_rate": 2.8116424315321774e-06,
      "loss": 0.346,
      "step": 1330650
    },
    {
      "epoch": 371.38,
      "grad_norm": 1.0173982381820679,
      "learning_rate": 2.8116159361641127e-06,
      "loss": 0.3402,
      "step": 1330660
    },
    {
      "epoch": 371.38,
      "grad_norm": 1.1951485872268677,
      "learning_rate": 2.811589440733775e-06,
      "loss": 0.3396,
      "step": 1330670
    },
    {
      "epoch": 371.39,
      "grad_norm": 1.0941721200942993,
      "learning_rate": 2.811562945241168e-06,
      "loss": 0.3386,
      "step": 1330680
    },
    {
      "epoch": 371.39,
      "grad_norm": 1.249045729637146,
      "learning_rate": 2.811536449686295e-06,
      "loss": 0.3259,
      "step": 1330690
    },
    {
      "epoch": 371.39,
      "grad_norm": 1.2071243524551392,
      "learning_rate": 2.8115099540691594e-06,
      "loss": 0.3546,
      "step": 1330700
    },
    {
      "epoch": 371.4,
      "grad_norm": 1.0169638395309448,
      "learning_rate": 2.8114834583897648e-06,
      "loss": 0.341,
      "step": 1330710
    },
    {
      "epoch": 371.4,
      "grad_norm": 1.0962157249450684,
      "learning_rate": 2.811456962648115e-06,
      "loss": 0.3434,
      "step": 1330720
    },
    {
      "epoch": 371.4,
      "grad_norm": 1.1781755685806274,
      "learning_rate": 2.8114304668442124e-06,
      "loss": 0.3551,
      "step": 1330730
    },
    {
      "epoch": 371.4,
      "grad_norm": 0.9007324576377869,
      "learning_rate": 2.811403970978062e-06,
      "loss": 0.3557,
      "step": 1330740
    },
    {
      "epoch": 371.41,
      "grad_norm": 1.0558326244354248,
      "learning_rate": 2.8113774750496675e-06,
      "loss": 0.3416,
      "step": 1330750
    },
    {
      "epoch": 371.41,
      "grad_norm": 0.9578418135643005,
      "learning_rate": 2.811350979059031e-06,
      "loss": 0.3517,
      "step": 1330760
    },
    {
      "epoch": 371.41,
      "grad_norm": 1.0371146202087402,
      "learning_rate": 2.8113244830061563e-06,
      "loss": 0.3371,
      "step": 1330770
    },
    {
      "epoch": 371.42,
      "grad_norm": 1.34721839427948,
      "learning_rate": 2.811297986891048e-06,
      "loss": 0.3489,
      "step": 1330780
    },
    {
      "epoch": 371.42,
      "grad_norm": 1.0541492700576782,
      "learning_rate": 2.8112714907137085e-06,
      "loss": 0.3308,
      "step": 1330790
    },
    {
      "epoch": 371.42,
      "grad_norm": 1.160581111907959,
      "learning_rate": 2.8112449944741413e-06,
      "loss": 0.3349,
      "step": 1330800
    },
    {
      "epoch": 371.42,
      "grad_norm": 0.9161901473999023,
      "learning_rate": 2.811218498172351e-06,
      "loss": 0.3443,
      "step": 1330810
    },
    {
      "epoch": 371.43,
      "grad_norm": 0.9500791430473328,
      "learning_rate": 2.8111920018083405e-06,
      "loss": 0.3528,
      "step": 1330820
    },
    {
      "epoch": 371.43,
      "grad_norm": 1.0357478857040405,
      "learning_rate": 2.8111655053821135e-06,
      "loss": 0.3328,
      "step": 1330830
    },
    {
      "epoch": 371.43,
      "grad_norm": 4.179227352142334,
      "learning_rate": 2.811139008893673e-06,
      "loss": 0.3473,
      "step": 1330840
    },
    {
      "epoch": 371.43,
      "grad_norm": 1.0515787601470947,
      "learning_rate": 2.8111125123430235e-06,
      "loss": 0.355,
      "step": 1330850
    },
    {
      "epoch": 371.44,
      "grad_norm": 1.1463463306427002,
      "learning_rate": 2.811086015730167e-06,
      "loss": 0.3531,
      "step": 1330860
    },
    {
      "epoch": 371.44,
      "grad_norm": 0.900234580039978,
      "learning_rate": 2.8110595190551083e-06,
      "loss": 0.3497,
      "step": 1330870
    },
    {
      "epoch": 371.44,
      "grad_norm": 1.3383971452713013,
      "learning_rate": 2.811033022317851e-06,
      "loss": 0.3358,
      "step": 1330880
    },
    {
      "epoch": 371.45,
      "grad_norm": 1.1774452924728394,
      "learning_rate": 2.8110065255183974e-06,
      "loss": 0.3409,
      "step": 1330890
    },
    {
      "epoch": 371.45,
      "grad_norm": 1.148126482963562,
      "learning_rate": 2.8109800286567528e-06,
      "loss": 0.3504,
      "step": 1330900
    },
    {
      "epoch": 371.45,
      "grad_norm": 0.9049038887023926,
      "learning_rate": 2.8109535317329198e-06,
      "loss": 0.3401,
      "step": 1330910
    },
    {
      "epoch": 371.45,
      "grad_norm": 1.146682858467102,
      "learning_rate": 2.8109270347469006e-06,
      "loss": 0.3632,
      "step": 1330920
    },
    {
      "epoch": 371.46,
      "grad_norm": 1.0440802574157715,
      "learning_rate": 2.8109005376987003e-06,
      "loss": 0.3474,
      "step": 1330930
    },
    {
      "epoch": 371.46,
      "grad_norm": 1.37120521068573,
      "learning_rate": 2.810874040588323e-06,
      "loss": 0.3388,
      "step": 1330940
    },
    {
      "epoch": 371.46,
      "grad_norm": 1.0954312086105347,
      "learning_rate": 2.810847543415771e-06,
      "loss": 0.3469,
      "step": 1330950
    },
    {
      "epoch": 371.47,
      "grad_norm": 0.996606707572937,
      "learning_rate": 2.810821046181048e-06,
      "loss": 0.3477,
      "step": 1330960
    },
    {
      "epoch": 371.47,
      "grad_norm": 1.3115215301513672,
      "learning_rate": 2.810794548884158e-06,
      "loss": 0.3772,
      "step": 1330970
    },
    {
      "epoch": 371.47,
      "grad_norm": 1.0088790655136108,
      "learning_rate": 2.8107680515251046e-06,
      "loss": 0.3646,
      "step": 1330980
    },
    {
      "epoch": 371.47,
      "grad_norm": 0.962817370891571,
      "learning_rate": 2.81074155410389e-06,
      "loss": 0.3514,
      "step": 1330990
    },
    {
      "epoch": 371.48,
      "grad_norm": 1.0139697790145874,
      "learning_rate": 2.810715056620519e-06,
      "loss": 0.3521,
      "step": 1331000
    },
    {
      "epoch": 371.48,
      "grad_norm": 0.9345569610595703,
      "learning_rate": 2.810688559074995e-06,
      "loss": 0.342,
      "step": 1331010
    },
    {
      "epoch": 371.48,
      "grad_norm": 1.036706566810608,
      "learning_rate": 2.8106620614673216e-06,
      "loss": 0.3388,
      "step": 1331020
    },
    {
      "epoch": 371.48,
      "grad_norm": 1.086726427078247,
      "learning_rate": 2.8106355637975016e-06,
      "loss": 0.346,
      "step": 1331030
    },
    {
      "epoch": 371.49,
      "grad_norm": 1.0457197427749634,
      "learning_rate": 2.8106090660655395e-06,
      "loss": 0.3431,
      "step": 1331040
    },
    {
      "epoch": 371.49,
      "grad_norm": 1.0825145244598389,
      "learning_rate": 2.810582568271438e-06,
      "loss": 0.3392,
      "step": 1331050
    },
    {
      "epoch": 371.49,
      "grad_norm": 0.9628065824508667,
      "learning_rate": 2.810556070415201e-06,
      "loss": 0.3537,
      "step": 1331060
    },
    {
      "epoch": 371.5,
      "grad_norm": 1.0204218626022339,
      "learning_rate": 2.810529572496832e-06,
      "loss": 0.3552,
      "step": 1331070
    },
    {
      "epoch": 371.5,
      "grad_norm": 1.0868189334869385,
      "learning_rate": 2.8105030745163347e-06,
      "loss": 0.3443,
      "step": 1331080
    },
    {
      "epoch": 371.5,
      "grad_norm": 1.0089300870895386,
      "learning_rate": 2.8104765764737123e-06,
      "loss": 0.3422,
      "step": 1331090
    },
    {
      "epoch": 371.5,
      "grad_norm": 0.9493342041969299,
      "learning_rate": 2.8104500783689684e-06,
      "loss": 0.3581,
      "step": 1331100
    },
    {
      "epoch": 371.51,
      "grad_norm": 0.9411609768867493,
      "learning_rate": 2.810423580202106e-06,
      "loss": 0.3445,
      "step": 1331110
    },
    {
      "epoch": 371.51,
      "grad_norm": 1.1172088384628296,
      "learning_rate": 2.8103970819731304e-06,
      "loss": 0.3364,
      "step": 1331120
    },
    {
      "epoch": 371.51,
      "grad_norm": 0.9984279870986938,
      "learning_rate": 2.810370583682043e-06,
      "loss": 0.3492,
      "step": 1331130
    },
    {
      "epoch": 371.52,
      "grad_norm": 1.1477142572402954,
      "learning_rate": 2.8103440853288493e-06,
      "loss": 0.336,
      "step": 1331140
    },
    {
      "epoch": 371.52,
      "grad_norm": 0.8900210857391357,
      "learning_rate": 2.8103175869135505e-06,
      "loss": 0.358,
      "step": 1331150
    },
    {
      "epoch": 371.52,
      "grad_norm": 1.2125277519226074,
      "learning_rate": 2.8102910884361524e-06,
      "loss": 0.3533,
      "step": 1331160
    },
    {
      "epoch": 371.52,
      "grad_norm": 1.063612461090088,
      "learning_rate": 2.8102645898966574e-06,
      "loss": 0.3414,
      "step": 1331170
    },
    {
      "epoch": 371.53,
      "grad_norm": 1.0599260330200195,
      "learning_rate": 2.8102380912950686e-06,
      "loss": 0.34,
      "step": 1331180
    },
    {
      "epoch": 371.53,
      "grad_norm": 1.134911060333252,
      "learning_rate": 2.810211592631391e-06,
      "loss": 0.3508,
      "step": 1331190
    },
    {
      "epoch": 371.53,
      "grad_norm": 1.0609188079833984,
      "learning_rate": 2.8101850939056267e-06,
      "loss": 0.3627,
      "step": 1331200
    },
    {
      "epoch": 371.54,
      "grad_norm": 1.0653942823410034,
      "learning_rate": 2.8101585951177796e-06,
      "loss": 0.3281,
      "step": 1331210
    },
    {
      "epoch": 371.54,
      "grad_norm": 1.0421607494354248,
      "learning_rate": 2.810132096267854e-06,
      "loss": 0.3601,
      "step": 1331220
    },
    {
      "epoch": 371.54,
      "grad_norm": 1.139854907989502,
      "learning_rate": 2.810105597355852e-06,
      "loss": 0.3522,
      "step": 1331230
    },
    {
      "epoch": 371.54,
      "grad_norm": 0.9748268723487854,
      "learning_rate": 2.8100790983817783e-06,
      "loss": 0.3511,
      "step": 1331240
    },
    {
      "epoch": 371.55,
      "grad_norm": 1.0290499925613403,
      "learning_rate": 2.810052599345636e-06,
      "loss": 0.3231,
      "step": 1331250
    },
    {
      "epoch": 371.55,
      "grad_norm": 1.0566679239273071,
      "learning_rate": 2.8100261002474293e-06,
      "loss": 0.3397,
      "step": 1331260
    },
    {
      "epoch": 371.55,
      "grad_norm": 1.0743775367736816,
      "learning_rate": 2.809999601087161e-06,
      "loss": 0.3398,
      "step": 1331270
    },
    {
      "epoch": 371.55,
      "grad_norm": 0.9654355049133301,
      "learning_rate": 2.8099731018648337e-06,
      "loss": 0.3638,
      "step": 1331280
    },
    {
      "epoch": 371.56,
      "grad_norm": 1.1364712715148926,
      "learning_rate": 2.809946602580453e-06,
      "loss": 0.3587,
      "step": 1331290
    },
    {
      "epoch": 371.56,
      "grad_norm": 1.0364165306091309,
      "learning_rate": 2.8099201032340214e-06,
      "loss": 0.3615,
      "step": 1331300
    },
    {
      "epoch": 371.56,
      "grad_norm": 0.9751811027526855,
      "learning_rate": 2.8098936038255418e-06,
      "loss": 0.3435,
      "step": 1331310
    },
    {
      "epoch": 371.57,
      "grad_norm": 1.1957371234893799,
      "learning_rate": 2.809867104355018e-06,
      "loss": 0.3422,
      "step": 1331320
    },
    {
      "epoch": 371.57,
      "grad_norm": 0.96869957447052,
      "learning_rate": 2.809840604822455e-06,
      "loss": 0.3312,
      "step": 1331330
    },
    {
      "epoch": 371.57,
      "grad_norm": 0.99515700340271,
      "learning_rate": 2.8098141052278553e-06,
      "loss": 0.3393,
      "step": 1331340
    },
    {
      "epoch": 371.57,
      "grad_norm": 1.3162046670913696,
      "learning_rate": 2.8097876055712212e-06,
      "loss": 0.3334,
      "step": 1331350
    },
    {
      "epoch": 371.58,
      "grad_norm": 1.1059049367904663,
      "learning_rate": 2.8097611058525586e-06,
      "loss": 0.3467,
      "step": 1331360
    },
    {
      "epoch": 371.58,
      "grad_norm": 1.0113903284072876,
      "learning_rate": 2.8097346060718694e-06,
      "loss": 0.35,
      "step": 1331370
    },
    {
      "epoch": 371.58,
      "grad_norm": 1.1435730457305908,
      "learning_rate": 2.8097081062291567e-06,
      "loss": 0.3641,
      "step": 1331380
    },
    {
      "epoch": 371.59,
      "grad_norm": 1.1436480283737183,
      "learning_rate": 2.809681606324426e-06,
      "loss": 0.369,
      "step": 1331390
    },
    {
      "epoch": 371.59,
      "grad_norm": 1.014007806777954,
      "learning_rate": 2.8096551063576787e-06,
      "loss": 0.353,
      "step": 1331400
    },
    {
      "epoch": 371.59,
      "grad_norm": 1.0394821166992188,
      "learning_rate": 2.80962860632892e-06,
      "loss": 0.3591,
      "step": 1331410
    },
    {
      "epoch": 371.59,
      "grad_norm": 1.4990841150283813,
      "learning_rate": 2.809602106238152e-06,
      "loss": 0.3551,
      "step": 1331420
    },
    {
      "epoch": 371.6,
      "grad_norm": 1.0426794290542603,
      "learning_rate": 2.80957560608538e-06,
      "loss": 0.3423,
      "step": 1331430
    },
    {
      "epoch": 371.6,
      "grad_norm": 0.9153035283088684,
      "learning_rate": 2.8095491058706055e-06,
      "loss": 0.3559,
      "step": 1331440
    },
    {
      "epoch": 371.6,
      "grad_norm": 0.9284442067146301,
      "learning_rate": 2.8095226055938337e-06,
      "loss": 0.3462,
      "step": 1331450
    },
    {
      "epoch": 371.6,
      "grad_norm": 1.0130609273910522,
      "learning_rate": 2.809496105255067e-06,
      "loss": 0.337,
      "step": 1331460
    },
    {
      "epoch": 371.61,
      "grad_norm": 1.1465799808502197,
      "learning_rate": 2.809469604854309e-06,
      "loss": 0.3564,
      "step": 1331470
    },
    {
      "epoch": 371.61,
      "grad_norm": 0.9569776654243469,
      "learning_rate": 2.809443104391565e-06,
      "loss": 0.357,
      "step": 1331480
    },
    {
      "epoch": 371.61,
      "grad_norm": 1.0636008977890015,
      "learning_rate": 2.8094166038668365e-06,
      "loss": 0.3584,
      "step": 1331490
    },
    {
      "epoch": 371.62,
      "grad_norm": 0.9345433115959167,
      "learning_rate": 2.809390103280127e-06,
      "loss": 0.3312,
      "step": 1331500
    },
    {
      "epoch": 371.62,
      "grad_norm": 1.147818684577942,
      "learning_rate": 2.8093636026314407e-06,
      "loss": 0.3545,
      "step": 1331510
    },
    {
      "epoch": 371.62,
      "grad_norm": 0.868232786655426,
      "learning_rate": 2.8093371019207817e-06,
      "loss": 0.3578,
      "step": 1331520
    },
    {
      "epoch": 371.62,
      "grad_norm": 1.010779619216919,
      "learning_rate": 2.8093106011481526e-06,
      "loss": 0.3598,
      "step": 1331530
    },
    {
      "epoch": 371.63,
      "grad_norm": 1.043877363204956,
      "learning_rate": 2.809284100313557e-06,
      "loss": 0.3441,
      "step": 1331540
    },
    {
      "epoch": 371.63,
      "grad_norm": 0.9101472496986389,
      "learning_rate": 2.8092575994169994e-06,
      "loss": 0.3457,
      "step": 1331550
    },
    {
      "epoch": 371.63,
      "grad_norm": 0.9819521903991699,
      "learning_rate": 2.8092310984584825e-06,
      "loss": 0.3399,
      "step": 1331560
    },
    {
      "epoch": 371.64,
      "grad_norm": 1.1843434572219849,
      "learning_rate": 2.8092045974380094e-06,
      "loss": 0.3469,
      "step": 1331570
    },
    {
      "epoch": 371.64,
      "grad_norm": 1.0590598583221436,
      "learning_rate": 2.8091780963555847e-06,
      "loss": 0.3581,
      "step": 1331580
    },
    {
      "epoch": 371.64,
      "grad_norm": 1.2510939836502075,
      "learning_rate": 2.8091515952112115e-06,
      "loss": 0.3488,
      "step": 1331590
    },
    {
      "epoch": 371.64,
      "grad_norm": 1.0432586669921875,
      "learning_rate": 2.809125094004892e-06,
      "loss": 0.347,
      "step": 1331600
    },
    {
      "epoch": 371.65,
      "grad_norm": 0.9773023724555969,
      "learning_rate": 2.809098592736632e-06,
      "loss": 0.3418,
      "step": 1331610
    },
    {
      "epoch": 371.65,
      "grad_norm": 1.0082066059112549,
      "learning_rate": 2.8090720914064344e-06,
      "loss": 0.3544,
      "step": 1331620
    },
    {
      "epoch": 371.65,
      "grad_norm": 0.9939242005348206,
      "learning_rate": 2.8090455900143014e-06,
      "loss": 0.3562,
      "step": 1331630
    },
    {
      "epoch": 371.66,
      "grad_norm": 0.9838219285011292,
      "learning_rate": 2.8090190885602377e-06,
      "loss": 0.3524,
      "step": 1331640
    },
    {
      "epoch": 371.66,
      "grad_norm": 1.0647515058517456,
      "learning_rate": 2.808992587044247e-06,
      "loss": 0.3556,
      "step": 1331650
    },
    {
      "epoch": 371.66,
      "grad_norm": 1.1206154823303223,
      "learning_rate": 2.8089660854663317e-06,
      "loss": 0.3469,
      "step": 1331660
    },
    {
      "epoch": 371.66,
      "grad_norm": 0.8751829266548157,
      "learning_rate": 2.808939583826496e-06,
      "loss": 0.3384,
      "step": 1331670
    },
    {
      "epoch": 371.67,
      "grad_norm": 1.1301811933517456,
      "learning_rate": 2.808913082124744e-06,
      "loss": 0.3608,
      "step": 1331680
    },
    {
      "epoch": 371.67,
      "grad_norm": 1.1418330669403076,
      "learning_rate": 2.8088865803610782e-06,
      "loss": 0.3536,
      "step": 1331690
    },
    {
      "epoch": 371.67,
      "grad_norm": 1.0968289375305176,
      "learning_rate": 2.8088600785355024e-06,
      "loss": 0.339,
      "step": 1331700
    },
    {
      "epoch": 371.67,
      "grad_norm": 0.9972348213195801,
      "learning_rate": 2.8088335766480212e-06,
      "loss": 0.343,
      "step": 1331710
    },
    {
      "epoch": 371.68,
      "grad_norm": 1.0218586921691895,
      "learning_rate": 2.808807074698637e-06,
      "loss": 0.3541,
      "step": 1331720
    },
    {
      "epoch": 371.68,
      "grad_norm": 1.1939722299575806,
      "learning_rate": 2.808780572687353e-06,
      "loss": 0.3491,
      "step": 1331730
    },
    {
      "epoch": 371.68,
      "grad_norm": 1.1519548892974854,
      "learning_rate": 2.8087540706141736e-06,
      "loss": 0.3461,
      "step": 1331740
    },
    {
      "epoch": 371.69,
      "grad_norm": 0.9435082077980042,
      "learning_rate": 2.8087275684791025e-06,
      "loss": 0.3554,
      "step": 1331750
    },
    {
      "epoch": 371.69,
      "grad_norm": 0.9952385425567627,
      "learning_rate": 2.8087010662821418e-06,
      "loss": 0.3565,
      "step": 1331760
    },
    {
      "epoch": 371.69,
      "grad_norm": 1.1020393371582031,
      "learning_rate": 2.8086745640232963e-06,
      "loss": 0.3293,
      "step": 1331770
    },
    {
      "epoch": 371.69,
      "grad_norm": 0.9756173491477966,
      "learning_rate": 2.8086480617025696e-06,
      "loss": 0.3468,
      "step": 1331780
    },
    {
      "epoch": 371.7,
      "grad_norm": 1.8490750789642334,
      "learning_rate": 2.808621559319965e-06,
      "loss": 0.3575,
      "step": 1331790
    },
    {
      "epoch": 371.7,
      "grad_norm": 0.9449484944343567,
      "learning_rate": 2.8085950568754856e-06,
      "loss": 0.3461,
      "step": 1331800
    },
    {
      "epoch": 371.7,
      "grad_norm": 1.1381407976150513,
      "learning_rate": 2.808568554369135e-06,
      "loss": 0.3573,
      "step": 1331810
    },
    {
      "epoch": 371.71,
      "grad_norm": 1.0659152269363403,
      "learning_rate": 2.808542051800917e-06,
      "loss": 0.3471,
      "step": 1331820
    },
    {
      "epoch": 371.71,
      "grad_norm": 0.9485836029052734,
      "learning_rate": 2.8085155491708354e-06,
      "loss": 0.3525,
      "step": 1331830
    },
    {
      "epoch": 371.71,
      "grad_norm": 1.0076539516448975,
      "learning_rate": 2.808489046478893e-06,
      "loss": 0.3372,
      "step": 1331840
    },
    {
      "epoch": 371.71,
      "grad_norm": 1.0270216464996338,
      "learning_rate": 2.8084625437250933e-06,
      "loss": 0.3458,
      "step": 1331850
    },
    {
      "epoch": 371.72,
      "grad_norm": 0.9327414631843567,
      "learning_rate": 2.8084360409094414e-06,
      "loss": 0.3569,
      "step": 1331860
    },
    {
      "epoch": 371.72,
      "grad_norm": 0.8227216005325317,
      "learning_rate": 2.808409538031939e-06,
      "loss": 0.3484,
      "step": 1331870
    },
    {
      "epoch": 371.72,
      "grad_norm": 1.4994874000549316,
      "learning_rate": 2.8083830350925905e-06,
      "loss": 0.342,
      "step": 1331880
    },
    {
      "epoch": 371.72,
      "grad_norm": 1.0272443294525146,
      "learning_rate": 2.808356532091398e-06,
      "loss": 0.3582,
      "step": 1331890
    },
    {
      "epoch": 371.73,
      "grad_norm": 1.0117814540863037,
      "learning_rate": 2.808330029028368e-06,
      "loss": 0.3629,
      "step": 1331900
    },
    {
      "epoch": 371.73,
      "grad_norm": 1.0044219493865967,
      "learning_rate": 2.808303525903501e-06,
      "loss": 0.359,
      "step": 1331910
    },
    {
      "epoch": 371.73,
      "grad_norm": 0.9661073088645935,
      "learning_rate": 2.808277022716802e-06,
      "loss": 0.3332,
      "step": 1331920
    },
    {
      "epoch": 371.74,
      "grad_norm": 0.9079462289810181,
      "learning_rate": 2.808250519468275e-06,
      "loss": 0.3475,
      "step": 1331930
    },
    {
      "epoch": 371.74,
      "grad_norm": 0.9629529714584351,
      "learning_rate": 2.808224016157923e-06,
      "loss": 0.3442,
      "step": 1331940
    },
    {
      "epoch": 371.74,
      "grad_norm": 0.9637326598167419,
      "learning_rate": 2.8081975127857484e-06,
      "loss": 0.3406,
      "step": 1331950
    },
    {
      "epoch": 371.74,
      "grad_norm": 1.067926287651062,
      "learning_rate": 2.808171009351756e-06,
      "loss": 0.3613,
      "step": 1331960
    },
    {
      "epoch": 371.75,
      "grad_norm": 1.1984740495681763,
      "learning_rate": 2.80814450585595e-06,
      "loss": 0.3641,
      "step": 1331970
    },
    {
      "epoch": 371.75,
      "grad_norm": 1.0942872762680054,
      "learning_rate": 2.8081180022983315e-06,
      "loss": 0.3716,
      "step": 1331980
    },
    {
      "epoch": 371.75,
      "grad_norm": 1.0883229970932007,
      "learning_rate": 2.8080914986789064e-06,
      "loss": 0.3645,
      "step": 1331990
    },
    {
      "epoch": 371.76,
      "grad_norm": 0.9588912129402161,
      "learning_rate": 2.8080649949976775e-06,
      "loss": 0.3322,
      "step": 1332000
    },
    {
      "epoch": 371.76,
      "grad_norm": 1.0084158182144165,
      "learning_rate": 2.8080384912546473e-06,
      "loss": 0.3438,
      "step": 1332010
    },
    {
      "epoch": 371.76,
      "grad_norm": 6.760420322418213,
      "learning_rate": 2.8080119874498207e-06,
      "loss": 0.3615,
      "step": 1332020
    },
    {
      "epoch": 371.76,
      "grad_norm": 0.9852874875068665,
      "learning_rate": 2.8079854835832004e-06,
      "loss": 0.3478,
      "step": 1332030
    },
    {
      "epoch": 371.77,
      "grad_norm": 0.9299290180206299,
      "learning_rate": 2.8079589796547908e-06,
      "loss": 0.3462,
      "step": 1332040
    },
    {
      "epoch": 371.77,
      "grad_norm": 1.0193381309509277,
      "learning_rate": 2.8079324756645943e-06,
      "loss": 0.3548,
      "step": 1332050
    },
    {
      "epoch": 371.77,
      "grad_norm": 1.0078022480010986,
      "learning_rate": 2.8079059716126153e-06,
      "loss": 0.3523,
      "step": 1332060
    },
    {
      "epoch": 371.78,
      "grad_norm": 0.9603962898254395,
      "learning_rate": 2.8078794674988567e-06,
      "loss": 0.3252,
      "step": 1332070
    },
    {
      "epoch": 371.78,
      "grad_norm": 1.1730561256408691,
      "learning_rate": 2.807852963323323e-06,
      "loss": 0.3494,
      "step": 1332080
    },
    {
      "epoch": 371.78,
      "grad_norm": 1.061933159828186,
      "learning_rate": 2.8078264590860166e-06,
      "loss": 0.3632,
      "step": 1332090
    },
    {
      "epoch": 371.78,
      "grad_norm": 1.133007526397705,
      "learning_rate": 2.8077999547869415e-06,
      "loss": 0.3445,
      "step": 1332100
    },
    {
      "epoch": 371.79,
      "grad_norm": 1.140037178993225,
      "learning_rate": 2.8077734504261013e-06,
      "loss": 0.3519,
      "step": 1332110
    },
    {
      "epoch": 371.79,
      "grad_norm": 1.0727919340133667,
      "learning_rate": 2.8077469460034987e-06,
      "loss": 0.3411,
      "step": 1332120
    },
    {
      "epoch": 371.79,
      "grad_norm": 0.9126216769218445,
      "learning_rate": 2.8077204415191395e-06,
      "loss": 0.3686,
      "step": 1332130
    },
    {
      "epoch": 371.79,
      "grad_norm": 0.9085082411766052,
      "learning_rate": 2.8076939369730243e-06,
      "loss": 0.3596,
      "step": 1332140
    },
    {
      "epoch": 371.8,
      "grad_norm": 0.9697054624557495,
      "learning_rate": 2.807667432365159e-06,
      "loss": 0.367,
      "step": 1332150
    },
    {
      "epoch": 371.8,
      "grad_norm": 1.0962538719177246,
      "learning_rate": 2.8076409276955457e-06,
      "loss": 0.3583,
      "step": 1332160
    },
    {
      "epoch": 371.8,
      "grad_norm": 1.0764546394348145,
      "learning_rate": 2.8076144229641886e-06,
      "loss": 0.3627,
      "step": 1332170
    },
    {
      "epoch": 371.81,
      "grad_norm": 1.034447431564331,
      "learning_rate": 2.807587918171091e-06,
      "loss": 0.3652,
      "step": 1332180
    },
    {
      "epoch": 371.81,
      "grad_norm": 0.9963438510894775,
      "learning_rate": 2.807561413316256e-06,
      "loss": 0.3454,
      "step": 1332190
    },
    {
      "epoch": 371.81,
      "grad_norm": 1.1149500608444214,
      "learning_rate": 2.8075349083996884e-06,
      "loss": 0.3468,
      "step": 1332200
    },
    {
      "epoch": 371.81,
      "grad_norm": 1.0567820072174072,
      "learning_rate": 2.8075084034213895e-06,
      "loss": 0.3536,
      "step": 1332210
    },
    {
      "epoch": 371.82,
      "grad_norm": 0.854249894618988,
      "learning_rate": 2.807481898381366e-06,
      "loss": 0.3609,
      "step": 1332220
    },
    {
      "epoch": 371.82,
      "grad_norm": 1.2283395528793335,
      "learning_rate": 2.807455393279619e-06,
      "loss": 0.3535,
      "step": 1332230
    },
    {
      "epoch": 371.82,
      "grad_norm": 1.0027084350585938,
      "learning_rate": 2.807428888116152e-06,
      "loss": 0.3474,
      "step": 1332240
    },
    {
      "epoch": 371.83,
      "grad_norm": 0.9199567437171936,
      "learning_rate": 2.8074023828909698e-06,
      "loss": 0.3482,
      "step": 1332250
    },
    {
      "epoch": 371.83,
      "grad_norm": 1.2761341333389282,
      "learning_rate": 2.807375877604075e-06,
      "loss": 0.338,
      "step": 1332260
    },
    {
      "epoch": 371.83,
      "grad_norm": 0.9700744152069092,
      "learning_rate": 2.8073493722554716e-06,
      "loss": 0.3631,
      "step": 1332270
    },
    {
      "epoch": 371.83,
      "grad_norm": 1.0697588920593262,
      "learning_rate": 2.807322866845163e-06,
      "loss": 0.3445,
      "step": 1332280
    },
    {
      "epoch": 371.84,
      "grad_norm": 1.0355703830718994,
      "learning_rate": 2.807296361373153e-06,
      "loss": 0.3439,
      "step": 1332290
    },
    {
      "epoch": 371.84,
      "grad_norm": 0.993188202381134,
      "learning_rate": 2.807269855839445e-06,
      "loss": 0.3437,
      "step": 1332300
    },
    {
      "epoch": 371.84,
      "grad_norm": 1.043279767036438,
      "learning_rate": 2.8072433502440424e-06,
      "loss": 0.3443,
      "step": 1332310
    },
    {
      "epoch": 371.84,
      "grad_norm": 1.2245591878890991,
      "learning_rate": 2.8072168445869478e-06,
      "loss": 0.3636,
      "step": 1332320
    },
    {
      "epoch": 371.85,
      "grad_norm": 0.9736474752426147,
      "learning_rate": 2.8071903388681663e-06,
      "loss": 0.3382,
      "step": 1332330
    },
    {
      "epoch": 371.85,
      "grad_norm": 1.2770718336105347,
      "learning_rate": 2.8071638330877005e-06,
      "loss": 0.3341,
      "step": 1332340
    },
    {
      "epoch": 371.85,
      "grad_norm": 1.1426277160644531,
      "learning_rate": 2.807137327245554e-06,
      "loss": 0.3423,
      "step": 1332350
    },
    {
      "epoch": 371.86,
      "grad_norm": 0.9935075640678406,
      "learning_rate": 2.8071108213417316e-06,
      "loss": 0.3528,
      "step": 1332360
    },
    {
      "epoch": 371.86,
      "grad_norm": 1.0698368549346924,
      "learning_rate": 2.8070843153762352e-06,
      "loss": 0.3503,
      "step": 1332370
    },
    {
      "epoch": 371.86,
      "grad_norm": 1.131091594696045,
      "learning_rate": 2.8070578093490686e-06,
      "loss": 0.3493,
      "step": 1332380
    },
    {
      "epoch": 371.86,
      "grad_norm": 1.003704309463501,
      "learning_rate": 2.807031303260236e-06,
      "loss": 0.3777,
      "step": 1332390
    },
    {
      "epoch": 371.87,
      "grad_norm": 0.9860531091690063,
      "learning_rate": 2.8070047971097402e-06,
      "loss": 0.3531,
      "step": 1332400
    },
    {
      "epoch": 371.87,
      "grad_norm": 0.9959925413131714,
      "learning_rate": 2.806978290897585e-06,
      "loss": 0.3472,
      "step": 1332410
    },
    {
      "epoch": 371.87,
      "grad_norm": 1.037156581878662,
      "learning_rate": 2.806951784623774e-06,
      "loss": 0.3447,
      "step": 1332420
    },
    {
      "epoch": 371.88,
      "grad_norm": 1.0745702981948853,
      "learning_rate": 2.8069252782883107e-06,
      "loss": 0.347,
      "step": 1332430
    },
    {
      "epoch": 371.88,
      "grad_norm": 1.075813889503479,
      "learning_rate": 2.806898771891199e-06,
      "loss": 0.3404,
      "step": 1332440
    },
    {
      "epoch": 371.88,
      "grad_norm": 1.088310956954956,
      "learning_rate": 2.8068722654324415e-06,
      "loss": 0.3645,
      "step": 1332450
    },
    {
      "epoch": 371.88,
      "grad_norm": 0.9648365378379822,
      "learning_rate": 2.806845758912043e-06,
      "loss": 0.3448,
      "step": 1332460
    },
    {
      "epoch": 371.89,
      "grad_norm": 0.9649983048439026,
      "learning_rate": 2.806819252330006e-06,
      "loss": 0.3582,
      "step": 1332470
    },
    {
      "epoch": 371.89,
      "grad_norm": 0.9681214690208435,
      "learning_rate": 2.8067927456863337e-06,
      "loss": 0.3613,
      "step": 1332480
    },
    {
      "epoch": 371.89,
      "grad_norm": 0.9903132319450378,
      "learning_rate": 2.806766238981031e-06,
      "loss": 0.3512,
      "step": 1332490
    },
    {
      "epoch": 371.9,
      "grad_norm": 0.9836872816085815,
      "learning_rate": 2.806739732214101e-06,
      "loss": 0.3491,
      "step": 1332500
    },
    {
      "epoch": 371.9,
      "grad_norm": 1.0415489673614502,
      "learning_rate": 2.8067132253855463e-06,
      "loss": 0.3577,
      "step": 1332510
    },
    {
      "epoch": 371.9,
      "grad_norm": 1.4281773567199707,
      "learning_rate": 2.806686718495371e-06,
      "loss": 0.345,
      "step": 1332520
    },
    {
      "epoch": 371.9,
      "grad_norm": 1.0573344230651855,
      "learning_rate": 2.8066602115435795e-06,
      "loss": 0.3752,
      "step": 1332530
    },
    {
      "epoch": 371.91,
      "grad_norm": 0.9470089077949524,
      "learning_rate": 2.806633704530174e-06,
      "loss": 0.3501,
      "step": 1332540
    },
    {
      "epoch": 371.91,
      "grad_norm": 1.0587385892868042,
      "learning_rate": 2.8066071974551588e-06,
      "loss": 0.35,
      "step": 1332550
    },
    {
      "epoch": 371.91,
      "grad_norm": 0.8603706359863281,
      "learning_rate": 2.8065806903185365e-06,
      "loss": 0.3635,
      "step": 1332560
    },
    {
      "epoch": 371.91,
      "grad_norm": 1.0449740886688232,
      "learning_rate": 2.8065541831203116e-06,
      "loss": 0.3363,
      "step": 1332570
    },
    {
      "epoch": 371.92,
      "grad_norm": 1.1544586420059204,
      "learning_rate": 2.8065276758604875e-06,
      "loss": 0.353,
      "step": 1332580
    },
    {
      "epoch": 371.92,
      "grad_norm": 0.9511404037475586,
      "learning_rate": 2.806501168539068e-06,
      "loss": 0.3543,
      "step": 1332590
    },
    {
      "epoch": 371.92,
      "grad_norm": 1.0118968486785889,
      "learning_rate": 2.806474661156056e-06,
      "loss": 0.3631,
      "step": 1332600
    },
    {
      "epoch": 371.93,
      "grad_norm": 1.1282769441604614,
      "learning_rate": 2.8064481537114547e-06,
      "loss": 0.3177,
      "step": 1332610
    },
    {
      "epoch": 371.93,
      "grad_norm": 0.9848705530166626,
      "learning_rate": 2.806421646205269e-06,
      "loss": 0.345,
      "step": 1332620
    },
    {
      "epoch": 371.93,
      "grad_norm": 1.0591323375701904,
      "learning_rate": 2.806395138637501e-06,
      "loss": 0.3511,
      "step": 1332630
    },
    {
      "epoch": 371.93,
      "grad_norm": 1.0706149339675903,
      "learning_rate": 2.806368631008154e-06,
      "loss": 0.3484,
      "step": 1332640
    },
    {
      "epoch": 371.94,
      "grad_norm": 0.9905373454093933,
      "learning_rate": 2.806342123317234e-06,
      "loss": 0.3451,
      "step": 1332650
    },
    {
      "epoch": 371.94,
      "grad_norm": 0.7869585752487183,
      "learning_rate": 2.806315615564742e-06,
      "loss": 0.3448,
      "step": 1332660
    },
    {
      "epoch": 371.94,
      "grad_norm": 1.060745358467102,
      "learning_rate": 2.8062891077506826e-06,
      "loss": 0.3365,
      "step": 1332670
    },
    {
      "epoch": 371.95,
      "grad_norm": 0.9458738565444946,
      "learning_rate": 2.806262599875059e-06,
      "loss": 0.3405,
      "step": 1332680
    },
    {
      "epoch": 371.95,
      "grad_norm": 0.999342679977417,
      "learning_rate": 2.8062360919378743e-06,
      "loss": 0.3686,
      "step": 1332690
    },
    {
      "epoch": 371.95,
      "grad_norm": 1.1551871299743652,
      "learning_rate": 2.806209583939133e-06,
      "loss": 0.366,
      "step": 1332700
    },
    {
      "epoch": 371.95,
      "grad_norm": 0.9614588022232056,
      "learning_rate": 2.8061830758788386e-06,
      "loss": 0.3371,
      "step": 1332710
    },
    {
      "epoch": 371.96,
      "grad_norm": 0.9776397943496704,
      "learning_rate": 2.8061565677569938e-06,
      "loss": 0.3421,
      "step": 1332720
    },
    {
      "epoch": 371.96,
      "grad_norm": 1.0274404287338257,
      "learning_rate": 2.8061300595736022e-06,
      "loss": 0.3516,
      "step": 1332730
    },
    {
      "epoch": 371.96,
      "grad_norm": 1.099187970161438,
      "learning_rate": 2.8061035513286687e-06,
      "loss": 0.3708,
      "step": 1332740
    },
    {
      "epoch": 371.96,
      "grad_norm": 0.9664626121520996,
      "learning_rate": 2.8060770430221956e-06,
      "loss": 0.3459,
      "step": 1332750
    },
    {
      "epoch": 371.97,
      "grad_norm": 0.8640289306640625,
      "learning_rate": 2.806050534654186e-06,
      "loss": 0.3351,
      "step": 1332760
    },
    {
      "epoch": 371.97,
      "grad_norm": 1.1910487413406372,
      "learning_rate": 2.8060240262246446e-06,
      "loss": 0.3358,
      "step": 1332770
    },
    {
      "epoch": 371.97,
      "grad_norm": 1.0289037227630615,
      "learning_rate": 2.805997517733574e-06,
      "loss": 0.3453,
      "step": 1332780
    },
    {
      "epoch": 371.98,
      "grad_norm": 0.9780283570289612,
      "learning_rate": 2.8059710091809784e-06,
      "loss": 0.3436,
      "step": 1332790
    },
    {
      "epoch": 371.98,
      "grad_norm": 1.0450427532196045,
      "learning_rate": 2.8059445005668605e-06,
      "loss": 0.344,
      "step": 1332800
    },
    {
      "epoch": 371.98,
      "grad_norm": 1.2976051568984985,
      "learning_rate": 2.805917991891225e-06,
      "loss": 0.3587,
      "step": 1332810
    },
    {
      "epoch": 371.98,
      "grad_norm": 0.9946649670600891,
      "learning_rate": 2.805891483154075e-06,
      "loss": 0.3327,
      "step": 1332820
    },
    {
      "epoch": 371.99,
      "grad_norm": 1.5590600967407227,
      "learning_rate": 2.8058649743554136e-06,
      "loss": 0.3557,
      "step": 1332830
    },
    {
      "epoch": 371.99,
      "grad_norm": 1.1188099384307861,
      "learning_rate": 2.8058384654952445e-06,
      "loss": 0.3535,
      "step": 1332840
    },
    {
      "epoch": 371.99,
      "grad_norm": 0.8891217708587646,
      "learning_rate": 2.8058119565735714e-06,
      "loss": 0.3557,
      "step": 1332850
    },
    {
      "epoch": 372.0,
      "grad_norm": 1.1050117015838623,
      "learning_rate": 2.805785447590397e-06,
      "loss": 0.3534,
      "step": 1332860
    },
    {
      "epoch": 372.0,
      "grad_norm": 0.9272906184196472,
      "learning_rate": 2.805758938545726e-06,
      "loss": 0.3577,
      "step": 1332870
    },
    {
      "epoch": 372.0,
      "eval_loss": 0.3488275408744812,
      "eval_runtime": 63.2385,
      "eval_samples_per_second": 79.999,
      "eval_steps_per_second": 10.01,
      "step": 1332876
    },
    {
      "epoch": 372.0,
      "grad_norm": 1.1178418397903442,
      "learning_rate": 2.8057324294395617e-06,
      "loss": 0.3516,
      "step": 1332880
    },
    {
      "epoch": 372.0,
      "grad_norm": 1.0717588663101196,
      "learning_rate": 2.805705920271908e-06,
      "loss": 0.3515,
      "step": 1332890
    },
    {
      "epoch": 372.01,
      "grad_norm": 1.0441700220108032,
      "learning_rate": 2.805679411042767e-06,
      "loss": 0.3536,
      "step": 1332900
    },
    {
      "epoch": 372.01,
      "grad_norm": 0.9929951429367065,
      "learning_rate": 2.8056529017521435e-06,
      "loss": 0.3432,
      "step": 1332910
    },
    {
      "epoch": 372.01,
      "grad_norm": 0.9689311981201172,
      "learning_rate": 2.80562639240004e-06,
      "loss": 0.3459,
      "step": 1332920
    },
    {
      "epoch": 372.02,
      "grad_norm": 1.3522216081619263,
      "learning_rate": 2.805599882986461e-06,
      "loss": 0.3557,
      "step": 1332930
    },
    {
      "epoch": 372.02,
      "grad_norm": 0.9148868322372437,
      "learning_rate": 2.80557337351141e-06,
      "loss": 0.3548,
      "step": 1332940
    },
    {
      "epoch": 372.02,
      "grad_norm": 1.0446988344192505,
      "learning_rate": 2.8055468639748895e-06,
      "loss": 0.3526,
      "step": 1332950
    },
    {
      "epoch": 372.02,
      "grad_norm": 1.3175623416900635,
      "learning_rate": 2.8055203543769043e-06,
      "loss": 0.3578,
      "step": 1332960
    },
    {
      "epoch": 372.03,
      "grad_norm": 0.8722248077392578,
      "learning_rate": 2.8054938447174574e-06,
      "loss": 0.3306,
      "step": 1332970
    },
    {
      "epoch": 372.03,
      "grad_norm": 1.030102252960205,
      "learning_rate": 2.8054673349965516e-06,
      "loss": 0.3429,
      "step": 1332980
    },
    {
      "epoch": 372.03,
      "grad_norm": 1.085853934288025,
      "learning_rate": 2.8054408252141914e-06,
      "loss": 0.3505,
      "step": 1332990
    },
    {
      "epoch": 372.03,
      "grad_norm": 1.0422154664993286,
      "learning_rate": 2.8054143153703806e-06,
      "loss": 0.3391,
      "step": 1333000
    },
    {
      "epoch": 372.04,
      "grad_norm": 0.9007301330566406,
      "learning_rate": 2.8053878054651214e-06,
      "loss": 0.3578,
      "step": 1333010
    },
    {
      "epoch": 372.04,
      "grad_norm": 0.9639690518379211,
      "learning_rate": 2.8053612954984176e-06,
      "loss": 0.3488,
      "step": 1333020
    },
    {
      "epoch": 372.04,
      "grad_norm": 0.9524316787719727,
      "learning_rate": 2.8053347854702743e-06,
      "loss": 0.3341,
      "step": 1333030
    },
    {
      "epoch": 372.05,
      "grad_norm": 1.1574711799621582,
      "learning_rate": 2.805308275380694e-06,
      "loss": 0.361,
      "step": 1333040
    },
    {
      "epoch": 372.05,
      "grad_norm": 1.1500107049942017,
      "learning_rate": 2.8052817652296796e-06,
      "loss": 0.3536,
      "step": 1333050
    },
    {
      "epoch": 372.05,
      "grad_norm": 0.9880105257034302,
      "learning_rate": 2.805255255017235e-06,
      "loss": 0.3419,
      "step": 1333060
    },
    {
      "epoch": 372.05,
      "grad_norm": 1.1793056726455688,
      "learning_rate": 2.8052287447433645e-06,
      "loss": 0.3377,
      "step": 1333070
    },
    {
      "epoch": 372.06,
      "grad_norm": 3.305511474609375,
      "learning_rate": 2.805202234408071e-06,
      "loss": 0.3513,
      "step": 1333080
    },
    {
      "epoch": 372.06,
      "grad_norm": 1.3599188327789307,
      "learning_rate": 2.8051757240113577e-06,
      "loss": 0.3553,
      "step": 1333090
    },
    {
      "epoch": 372.06,
      "grad_norm": 1.115429162979126,
      "learning_rate": 2.8051492135532287e-06,
      "loss": 0.3633,
      "step": 1333100
    },
    {
      "epoch": 372.07,
      "grad_norm": 1.0846529006958008,
      "learning_rate": 2.8051227030336877e-06,
      "loss": 0.338,
      "step": 1333110
    },
    {
      "epoch": 372.07,
      "grad_norm": 0.9326613545417786,
      "learning_rate": 2.8050961924527376e-06,
      "loss": 0.3463,
      "step": 1333120
    },
    {
      "epoch": 372.07,
      "grad_norm": 1.074045181274414,
      "learning_rate": 2.8050696818103823e-06,
      "loss": 0.3535,
      "step": 1333130
    },
    {
      "epoch": 372.07,
      "grad_norm": 1.0026819705963135,
      "learning_rate": 2.8050431711066243e-06,
      "loss": 0.3501,
      "step": 1333140
    },
    {
      "epoch": 372.08,
      "grad_norm": 0.9080937504768372,
      "learning_rate": 2.8050166603414687e-06,
      "loss": 0.3312,
      "step": 1333150
    },
    {
      "epoch": 372.08,
      "grad_norm": 0.9101511836051941,
      "learning_rate": 2.804990149514918e-06,
      "loss": 0.343,
      "step": 1333160
    },
    {
      "epoch": 372.08,
      "grad_norm": 1.184781789779663,
      "learning_rate": 2.804963638626977e-06,
      "loss": 0.3487,
      "step": 1333170
    },
    {
      "epoch": 372.08,
      "grad_norm": 0.9926738142967224,
      "learning_rate": 2.8049371276776485e-06,
      "loss": 0.3724,
      "step": 1333180
    },
    {
      "epoch": 372.09,
      "grad_norm": 0.9255197644233704,
      "learning_rate": 2.804910616666935e-06,
      "loss": 0.3585,
      "step": 1333190
    },
    {
      "epoch": 372.09,
      "grad_norm": 0.8976453542709351,
      "learning_rate": 2.8048841055948415e-06,
      "loss": 0.3456,
      "step": 1333200
    },
    {
      "epoch": 372.09,
      "grad_norm": 1.0100955963134766,
      "learning_rate": 2.8048575944613705e-06,
      "loss": 0.3347,
      "step": 1333210
    },
    {
      "epoch": 372.1,
      "grad_norm": 0.9748405814170837,
      "learning_rate": 2.8048310832665253e-06,
      "loss": 0.3518,
      "step": 1333220
    },
    {
      "epoch": 372.1,
      "grad_norm": 0.9899359345436096,
      "learning_rate": 2.8048045720103117e-06,
      "loss": 0.3413,
      "step": 1333230
    },
    {
      "epoch": 372.1,
      "grad_norm": 1.0325639247894287,
      "learning_rate": 2.80477806069273e-06,
      "loss": 0.3448,
      "step": 1333240
    },
    {
      "epoch": 372.1,
      "grad_norm": 0.955985426902771,
      "learning_rate": 2.8047515493137865e-06,
      "loss": 0.3367,
      "step": 1333250
    },
    {
      "epoch": 372.11,
      "grad_norm": 1.2670538425445557,
      "learning_rate": 2.8047250378734833e-06,
      "loss": 0.3611,
      "step": 1333260
    },
    {
      "epoch": 372.11,
      "grad_norm": 0.896598219871521,
      "learning_rate": 2.8046985263718237e-06,
      "loss": 0.3583,
      "step": 1333270
    },
    {
      "epoch": 372.11,
      "grad_norm": 0.9140745997428894,
      "learning_rate": 2.804672014808812e-06,
      "loss": 0.3221,
      "step": 1333280
    },
    {
      "epoch": 372.12,
      "grad_norm": 1.0927454233169556,
      "learning_rate": 2.804645503184452e-06,
      "loss": 0.3516,
      "step": 1333290
    },
    {
      "epoch": 372.12,
      "grad_norm": 1.1521775722503662,
      "learning_rate": 2.8046189914987463e-06,
      "loss": 0.3617,
      "step": 1333300
    },
    {
      "epoch": 372.12,
      "grad_norm": 1.0745161771774292,
      "learning_rate": 2.8045924797516987e-06,
      "loss": 0.3552,
      "step": 1333310
    },
    {
      "epoch": 372.12,
      "grad_norm": 1.1356269121170044,
      "learning_rate": 2.8045659679433128e-06,
      "loss": 0.353,
      "step": 1333320
    },
    {
      "epoch": 372.13,
      "grad_norm": 1.0709842443466187,
      "learning_rate": 2.8045394560735923e-06,
      "loss": 0.3494,
      "step": 1333330
    },
    {
      "epoch": 372.13,
      "grad_norm": 1.108907699584961,
      "learning_rate": 2.8045129441425403e-06,
      "loss": 0.3569,
      "step": 1333340
    },
    {
      "epoch": 372.13,
      "grad_norm": 1.1603353023529053,
      "learning_rate": 2.804486432150161e-06,
      "loss": 0.3667,
      "step": 1333350
    },
    {
      "epoch": 372.14,
      "grad_norm": 1.0580966472625732,
      "learning_rate": 2.8044599200964574e-06,
      "loss": 0.3418,
      "step": 1333360
    },
    {
      "epoch": 372.14,
      "grad_norm": 0.8537980318069458,
      "learning_rate": 2.8044334079814333e-06,
      "loss": 0.3459,
      "step": 1333370
    },
    {
      "epoch": 372.14,
      "grad_norm": 0.9798031449317932,
      "learning_rate": 2.804406895805092e-06,
      "loss": 0.3448,
      "step": 1333380
    },
    {
      "epoch": 372.14,
      "grad_norm": 1.048588514328003,
      "learning_rate": 2.804380383567437e-06,
      "loss": 0.356,
      "step": 1333390
    },
    {
      "epoch": 372.15,
      "grad_norm": 0.9689348936080933,
      "learning_rate": 2.8043538712684724e-06,
      "loss": 0.3448,
      "step": 1333400
    },
    {
      "epoch": 372.15,
      "grad_norm": 1.0377048254013062,
      "learning_rate": 2.804327358908201e-06,
      "loss": 0.344,
      "step": 1333410
    },
    {
      "epoch": 372.15,
      "grad_norm": 1.1555912494659424,
      "learning_rate": 2.804300846486627e-06,
      "loss": 0.3346,
      "step": 1333420
    },
    {
      "epoch": 372.15,
      "grad_norm": 1.0606322288513184,
      "learning_rate": 2.804274334003753e-06,
      "loss": 0.3586,
      "step": 1333430
    },
    {
      "epoch": 372.16,
      "grad_norm": 0.9703685641288757,
      "learning_rate": 2.804247821459583e-06,
      "loss": 0.358,
      "step": 1333440
    },
    {
      "epoch": 372.16,
      "grad_norm": 0.9649156332015991,
      "learning_rate": 2.804221308854121e-06,
      "loss": 0.3478,
      "step": 1333450
    },
    {
      "epoch": 372.16,
      "grad_norm": 1.0625815391540527,
      "learning_rate": 2.8041947961873696e-06,
      "loss": 0.3366,
      "step": 1333460
    },
    {
      "epoch": 372.17,
      "grad_norm": 1.0018237829208374,
      "learning_rate": 2.8041682834593337e-06,
      "loss": 0.348,
      "step": 1333470
    },
    {
      "epoch": 372.17,
      "grad_norm": 0.892302393913269,
      "learning_rate": 2.804141770670016e-06,
      "loss": 0.3585,
      "step": 1333480
    },
    {
      "epoch": 372.17,
      "grad_norm": 0.9463921189308167,
      "learning_rate": 2.8041152578194194e-06,
      "loss": 0.3415,
      "step": 1333490
    },
    {
      "epoch": 372.17,
      "grad_norm": 0.9802161455154419,
      "learning_rate": 2.804088744907548e-06,
      "loss": 0.3578,
      "step": 1333500
    },
    {
      "epoch": 372.18,
      "grad_norm": 1.0236504077911377,
      "learning_rate": 2.804062231934406e-06,
      "loss": 0.3798,
      "step": 1333510
    },
    {
      "epoch": 372.18,
      "grad_norm": 0.8345366716384888,
      "learning_rate": 2.804035718899996e-06,
      "loss": 0.338,
      "step": 1333520
    },
    {
      "epoch": 372.18,
      "grad_norm": 0.9976515769958496,
      "learning_rate": 2.8040092058043217e-06,
      "loss": 0.3524,
      "step": 1333530
    },
    {
      "epoch": 372.19,
      "grad_norm": 1.027941107749939,
      "learning_rate": 2.8039826926473865e-06,
      "loss": 0.3687,
      "step": 1333540
    },
    {
      "epoch": 372.19,
      "grad_norm": 0.9982782602310181,
      "learning_rate": 2.8039561794291955e-06,
      "loss": 0.3519,
      "step": 1333550
    },
    {
      "epoch": 372.19,
      "grad_norm": 1.0345284938812256,
      "learning_rate": 2.80392966614975e-06,
      "loss": 0.3403,
      "step": 1333560
    },
    {
      "epoch": 372.19,
      "grad_norm": 1.1420172452926636,
      "learning_rate": 2.803903152809055e-06,
      "loss": 0.3452,
      "step": 1333570
    },
    {
      "epoch": 372.2,
      "grad_norm": 1.034528374671936,
      "learning_rate": 2.8038766394071124e-06,
      "loss": 0.3501,
      "step": 1333580
    },
    {
      "epoch": 372.2,
      "grad_norm": 0.9942447543144226,
      "learning_rate": 2.8038501259439278e-06,
      "loss": 0.336,
      "step": 1333590
    },
    {
      "epoch": 372.2,
      "grad_norm": 1.0809710025787354,
      "learning_rate": 2.8038236124195026e-06,
      "loss": 0.3374,
      "step": 1333600
    },
    {
      "epoch": 372.2,
      "grad_norm": 0.9087174534797668,
      "learning_rate": 2.8037970988338425e-06,
      "loss": 0.3522,
      "step": 1333610
    },
    {
      "epoch": 372.21,
      "grad_norm": 0.9721331000328064,
      "learning_rate": 2.80377058518695e-06,
      "loss": 0.3398,
      "step": 1333620
    },
    {
      "epoch": 372.21,
      "grad_norm": 0.8567541241645813,
      "learning_rate": 2.803744071478829e-06,
      "loss": 0.3487,
      "step": 1333630
    },
    {
      "epoch": 372.21,
      "grad_norm": 1.0305240154266357,
      "learning_rate": 2.8037175577094816e-06,
      "loss": 0.3713,
      "step": 1333640
    },
    {
      "epoch": 372.22,
      "grad_norm": 1.0149065256118774,
      "learning_rate": 2.803691043878913e-06,
      "loss": 0.3521,
      "step": 1333650
    },
    {
      "epoch": 372.22,
      "grad_norm": 1.122819185256958,
      "learning_rate": 2.8036645299871258e-06,
      "loss": 0.341,
      "step": 1333660
    },
    {
      "epoch": 372.22,
      "grad_norm": 1.0770528316497803,
      "learning_rate": 2.8036380160341235e-06,
      "loss": 0.3452,
      "step": 1333670
    },
    {
      "epoch": 372.22,
      "grad_norm": 1.1291829347610474,
      "learning_rate": 2.8036115020199114e-06,
      "loss": 0.349,
      "step": 1333680
    },
    {
      "epoch": 372.23,
      "grad_norm": 1.2658601999282837,
      "learning_rate": 2.8035849879444904e-06,
      "loss": 0.3587,
      "step": 1333690
    },
    {
      "epoch": 372.23,
      "grad_norm": 1.1667218208312988,
      "learning_rate": 2.8035584738078655e-06,
      "loss": 0.3592,
      "step": 1333700
    },
    {
      "epoch": 372.23,
      "grad_norm": 1.1633992195129395,
      "learning_rate": 2.8035319596100407e-06,
      "loss": 0.3352,
      "step": 1333710
    },
    {
      "epoch": 372.24,
      "grad_norm": 0.9240528345108032,
      "learning_rate": 2.8035054453510173e-06,
      "loss": 0.3417,
      "step": 1333720
    },
    {
      "epoch": 372.24,
      "grad_norm": 0.980033278465271,
      "learning_rate": 2.8034789310308018e-06,
      "loss": 0.3214,
      "step": 1333730
    },
    {
      "epoch": 372.24,
      "grad_norm": 1.0440022945404053,
      "learning_rate": 2.803452416649395e-06,
      "loss": 0.3479,
      "step": 1333740
    },
    {
      "epoch": 372.24,
      "grad_norm": 1.1699941158294678,
      "learning_rate": 2.8034259022068025e-06,
      "loss": 0.347,
      "step": 1333750
    },
    {
      "epoch": 372.25,
      "grad_norm": 1.0580989122390747,
      "learning_rate": 2.8033993877030265e-06,
      "loss": 0.332,
      "step": 1333760
    },
    {
      "epoch": 372.25,
      "grad_norm": 0.9284152984619141,
      "learning_rate": 2.803372873138072e-06,
      "loss": 0.3456,
      "step": 1333770
    },
    {
      "epoch": 372.25,
      "grad_norm": 1.0154260396957397,
      "learning_rate": 2.803346358511941e-06,
      "loss": 0.34,
      "step": 1333780
    },
    {
      "epoch": 372.26,
      "grad_norm": 1.0411112308502197,
      "learning_rate": 2.8033198438246374e-06,
      "loss": 0.3426,
      "step": 1333790
    },
    {
      "epoch": 372.26,
      "grad_norm": 1.1048134565353394,
      "learning_rate": 2.8032933290761645e-06,
      "loss": 0.3397,
      "step": 1333800
    },
    {
      "epoch": 372.26,
      "grad_norm": 0.8991026878356934,
      "learning_rate": 2.8032668142665274e-06,
      "loss": 0.327,
      "step": 1333810
    },
    {
      "epoch": 372.26,
      "grad_norm": 1.150208830833435,
      "learning_rate": 2.8032402993957273e-06,
      "loss": 0.366,
      "step": 1333820
    },
    {
      "epoch": 372.27,
      "grad_norm": 0.9658061265945435,
      "learning_rate": 2.8032137844637697e-06,
      "loss": 0.3584,
      "step": 1333830
    },
    {
      "epoch": 372.27,
      "grad_norm": 0.9486568570137024,
      "learning_rate": 2.8031872694706572e-06,
      "loss": 0.3473,
      "step": 1333840
    },
    {
      "epoch": 372.27,
      "grad_norm": 0.9827522039413452,
      "learning_rate": 2.803160754416394e-06,
      "loss": 0.3634,
      "step": 1333850
    },
    {
      "epoch": 372.27,
      "grad_norm": 0.9209941029548645,
      "learning_rate": 2.8031342393009823e-06,
      "loss": 0.3382,
      "step": 1333860
    },
    {
      "epoch": 372.28,
      "grad_norm": 1.1497886180877686,
      "learning_rate": 2.803107724124427e-06,
      "loss": 0.3564,
      "step": 1333870
    },
    {
      "epoch": 372.28,
      "grad_norm": 1.144355058670044,
      "learning_rate": 2.8030812088867303e-06,
      "loss": 0.3424,
      "step": 1333880
    },
    {
      "epoch": 372.28,
      "grad_norm": 0.9654147624969482,
      "learning_rate": 2.8030546935878965e-06,
      "loss": 0.3591,
      "step": 1333890
    },
    {
      "epoch": 372.29,
      "grad_norm": 1.0253832340240479,
      "learning_rate": 2.8030281782279294e-06,
      "loss": 0.3356,
      "step": 1333900
    },
    {
      "epoch": 372.29,
      "grad_norm": 1.1489418745040894,
      "learning_rate": 2.8030016628068328e-06,
      "loss": 0.3439,
      "step": 1333910
    },
    {
      "epoch": 372.29,
      "grad_norm": 1.2041316032409668,
      "learning_rate": 2.802975147324609e-06,
      "loss": 0.3509,
      "step": 1333920
    },
    {
      "epoch": 372.29,
      "grad_norm": 1.0067410469055176,
      "learning_rate": 2.8029486317812627e-06,
      "loss": 0.361,
      "step": 1333930
    },
    {
      "epoch": 372.3,
      "grad_norm": 0.8112219572067261,
      "learning_rate": 2.802922116176797e-06,
      "loss": 0.3566,
      "step": 1333940
    },
    {
      "epoch": 372.3,
      "grad_norm": 1.0212626457214355,
      "learning_rate": 2.802895600511215e-06,
      "loss": 0.3587,
      "step": 1333950
    },
    {
      "epoch": 372.3,
      "grad_norm": 1.0381627082824707,
      "learning_rate": 2.80286908478452e-06,
      "loss": 0.3461,
      "step": 1333960
    },
    {
      "epoch": 372.31,
      "grad_norm": 1.125624179840088,
      "learning_rate": 2.802842568996717e-06,
      "loss": 0.3393,
      "step": 1333970
    },
    {
      "epoch": 372.31,
      "grad_norm": 1.1191116571426392,
      "learning_rate": 2.8028160531478083e-06,
      "loss": 0.3552,
      "step": 1333980
    },
    {
      "epoch": 372.31,
      "grad_norm": 0.9160923361778259,
      "learning_rate": 2.8027895372377987e-06,
      "loss": 0.355,
      "step": 1333990
    },
    {
      "epoch": 372.31,
      "grad_norm": 1.0476652383804321,
      "learning_rate": 2.80276302126669e-06,
      "loss": 0.3604,
      "step": 1334000
    },
    {
      "epoch": 372.32,
      "grad_norm": 0.9688006639480591,
      "learning_rate": 2.8027365052344863e-06,
      "loss": 0.3511,
      "step": 1334010
    },
    {
      "epoch": 372.32,
      "grad_norm": 0.9544988870620728,
      "learning_rate": 2.8027099891411915e-06,
      "loss": 0.349,
      "step": 1334020
    },
    {
      "epoch": 372.32,
      "grad_norm": 0.9922729730606079,
      "learning_rate": 2.802683472986809e-06,
      "loss": 0.3552,
      "step": 1334030
    },
    {
      "epoch": 372.32,
      "grad_norm": 0.9159759879112244,
      "learning_rate": 2.8026569567713425e-06,
      "loss": 0.3641,
      "step": 1334040
    },
    {
      "epoch": 372.33,
      "grad_norm": 0.9833647608757019,
      "learning_rate": 2.8026304404947955e-06,
      "loss": 0.3619,
      "step": 1334050
    },
    {
      "epoch": 372.33,
      "grad_norm": 0.9165465831756592,
      "learning_rate": 2.802603924157172e-06,
      "loss": 0.3538,
      "step": 1334060
    },
    {
      "epoch": 372.33,
      "grad_norm": 1.1326481103897095,
      "learning_rate": 2.8025774077584743e-06,
      "loss": 0.3374,
      "step": 1334070
    },
    {
      "epoch": 372.34,
      "grad_norm": 0.9240516424179077,
      "learning_rate": 2.8025508912987057e-06,
      "loss": 0.3547,
      "step": 1334080
    },
    {
      "epoch": 372.34,
      "grad_norm": 1.1204811334609985,
      "learning_rate": 2.8025243747778714e-06,
      "loss": 0.3477,
      "step": 1334090
    },
    {
      "epoch": 372.34,
      "grad_norm": 1.0906342267990112,
      "learning_rate": 2.802497858195974e-06,
      "loss": 0.368,
      "step": 1334100
    },
    {
      "epoch": 372.34,
      "grad_norm": 3.400599718093872,
      "learning_rate": 2.802471341553017e-06,
      "loss": 0.3499,
      "step": 1334110
    },
    {
      "epoch": 372.35,
      "grad_norm": 0.9357500076293945,
      "learning_rate": 2.8024448248490036e-06,
      "loss": 0.3359,
      "step": 1334120
    },
    {
      "epoch": 372.35,
      "grad_norm": 1.1526647806167603,
      "learning_rate": 2.802418308083939e-06,
      "loss": 0.3623,
      "step": 1334130
    },
    {
      "epoch": 372.35,
      "grad_norm": 1.1064029932022095,
      "learning_rate": 2.8023917912578254e-06,
      "loss": 0.3639,
      "step": 1334140
    },
    {
      "epoch": 372.36,
      "grad_norm": 1.0661203861236572,
      "learning_rate": 2.802365274370665e-06,
      "loss": 0.3528,
      "step": 1334150
    },
    {
      "epoch": 372.36,
      "grad_norm": 1.0523592233657837,
      "learning_rate": 2.8023387574224646e-06,
      "loss": 0.3567,
      "step": 1334160
    },
    {
      "epoch": 372.36,
      "grad_norm": 1.158990740776062,
      "learning_rate": 2.8023122404132244e-06,
      "loss": 0.3489,
      "step": 1334170
    },
    {
      "epoch": 372.36,
      "grad_norm": 1.8440450429916382,
      "learning_rate": 2.80228572334295e-06,
      "loss": 0.354,
      "step": 1334180
    },
    {
      "epoch": 372.37,
      "grad_norm": 1.0029255151748657,
      "learning_rate": 2.802259206211644e-06,
      "loss": 0.3437,
      "step": 1334190
    },
    {
      "epoch": 372.37,
      "grad_norm": 1.025313377380371,
      "learning_rate": 2.802232689019311e-06,
      "loss": 0.3689,
      "step": 1334200
    },
    {
      "epoch": 372.37,
      "grad_norm": 0.9443953037261963,
      "learning_rate": 2.8022061717659546e-06,
      "loss": 0.3633,
      "step": 1334210
    },
    {
      "epoch": 372.38,
      "grad_norm": 1.0136703252792358,
      "learning_rate": 2.802179654451576e-06,
      "loss": 0.3568,
      "step": 1334220
    },
    {
      "epoch": 372.38,
      "grad_norm": 1.0950604677200317,
      "learning_rate": 2.8021531370761815e-06,
      "loss": 0.3595,
      "step": 1334230
    },
    {
      "epoch": 372.38,
      "grad_norm": 1.2008274793624878,
      "learning_rate": 2.802126619639772e-06,
      "loss": 0.3558,
      "step": 1334240
    },
    {
      "epoch": 372.38,
      "grad_norm": 0.9601733088493347,
      "learning_rate": 2.8021001021423528e-06,
      "loss": 0.3444,
      "step": 1334250
    },
    {
      "epoch": 372.39,
      "grad_norm": 1.0046236515045166,
      "learning_rate": 2.802073584583928e-06,
      "loss": 0.3526,
      "step": 1334260
    },
    {
      "epoch": 372.39,
      "grad_norm": 0.8610027432441711,
      "learning_rate": 2.8020470669644993e-06,
      "loss": 0.3334,
      "step": 1334270
    },
    {
      "epoch": 372.39,
      "grad_norm": 1.1555277109146118,
      "learning_rate": 2.802020549284072e-06,
      "loss": 0.3561,
      "step": 1334280
    },
    {
      "epoch": 372.39,
      "grad_norm": 0.9142727851867676,
      "learning_rate": 2.8019940315426488e-06,
      "loss": 0.3581,
      "step": 1334290
    },
    {
      "epoch": 372.4,
      "grad_norm": 0.954948365688324,
      "learning_rate": 2.8019675137402325e-06,
      "loss": 0.3459,
      "step": 1334300
    },
    {
      "epoch": 372.4,
      "grad_norm": 1.0798391103744507,
      "learning_rate": 2.8019409958768273e-06,
      "loss": 0.3537,
      "step": 1334310
    },
    {
      "epoch": 372.4,
      "grad_norm": 1.0045747756958008,
      "learning_rate": 2.8019144779524366e-06,
      "loss": 0.3395,
      "step": 1334320
    },
    {
      "epoch": 372.41,
      "grad_norm": 1.3977622985839844,
      "learning_rate": 2.8018879599670646e-06,
      "loss": 0.341,
      "step": 1334330
    },
    {
      "epoch": 372.41,
      "grad_norm": 1.022542119026184,
      "learning_rate": 2.801861441920714e-06,
      "loss": 0.3674,
      "step": 1334340
    },
    {
      "epoch": 372.41,
      "grad_norm": 0.861020028591156,
      "learning_rate": 2.801834923813389e-06,
      "loss": 0.3329,
      "step": 1334350
    },
    {
      "epoch": 372.41,
      "grad_norm": 0.968088686466217,
      "learning_rate": 2.8018084056450926e-06,
      "loss": 0.3489,
      "step": 1334360
    },
    {
      "epoch": 372.42,
      "grad_norm": 1.0073450803756714,
      "learning_rate": 2.801781887415829e-06,
      "loss": 0.3369,
      "step": 1334370
    },
    {
      "epoch": 372.42,
      "grad_norm": 1.0488687753677368,
      "learning_rate": 2.8017553691256e-06,
      "loss": 0.3286,
      "step": 1334380
    },
    {
      "epoch": 372.42,
      "grad_norm": 1.3072290420532227,
      "learning_rate": 2.8017288507744114e-06,
      "loss": 0.3697,
      "step": 1334390
    },
    {
      "epoch": 372.43,
      "grad_norm": 0.8839901685714722,
      "learning_rate": 2.801702332362265e-06,
      "loss": 0.3517,
      "step": 1334400
    },
    {
      "epoch": 372.43,
      "grad_norm": 1.0912954807281494,
      "learning_rate": 2.801675813889165e-06,
      "loss": 0.3603,
      "step": 1334410
    },
    {
      "epoch": 372.43,
      "grad_norm": 1.0180892944335938,
      "learning_rate": 2.801649295355116e-06,
      "loss": 0.3578,
      "step": 1334420
    },
    {
      "epoch": 372.43,
      "grad_norm": 0.9107127785682678,
      "learning_rate": 2.8016227767601193e-06,
      "loss": 0.3593,
      "step": 1334430
    },
    {
      "epoch": 372.44,
      "grad_norm": 1.0151866674423218,
      "learning_rate": 2.80159625810418e-06,
      "loss": 0.3537,
      "step": 1334440
    },
    {
      "epoch": 372.44,
      "grad_norm": 1.0968983173370361,
      "learning_rate": 2.801569739387302e-06,
      "loss": 0.339,
      "step": 1334450
    },
    {
      "epoch": 372.44,
      "grad_norm": 1.0397027730941772,
      "learning_rate": 2.801543220609487e-06,
      "loss": 0.333,
      "step": 1334460
    },
    {
      "epoch": 372.44,
      "grad_norm": 0.9983699321746826,
      "learning_rate": 2.80151670177074e-06,
      "loss": 0.3478,
      "step": 1334470
    },
    {
      "epoch": 372.45,
      "grad_norm": 1.0206319093704224,
      "learning_rate": 2.801490182871064e-06,
      "loss": 0.3524,
      "step": 1334480
    },
    {
      "epoch": 372.45,
      "grad_norm": 1.168334722518921,
      "learning_rate": 2.801463663910463e-06,
      "loss": 0.3443,
      "step": 1334490
    },
    {
      "epoch": 372.45,
      "grad_norm": 0.9177466034889221,
      "learning_rate": 2.8014371448889395e-06,
      "loss": 0.3711,
      "step": 1334500
    },
    {
      "epoch": 372.46,
      "grad_norm": 1.1467175483703613,
      "learning_rate": 2.801410625806499e-06,
      "loss": 0.3468,
      "step": 1334510
    },
    {
      "epoch": 372.46,
      "grad_norm": 1.0395838022232056,
      "learning_rate": 2.801384106663143e-06,
      "loss": 0.3529,
      "step": 1334520
    },
    {
      "epoch": 372.46,
      "grad_norm": 0.9591500759124756,
      "learning_rate": 2.8013575874588754e-06,
      "loss": 0.3653,
      "step": 1334530
    },
    {
      "epoch": 372.46,
      "grad_norm": 1.0883808135986328,
      "learning_rate": 2.8013310681937e-06,
      "loss": 0.3539,
      "step": 1334540
    },
    {
      "epoch": 372.47,
      "grad_norm": 1.1186023950576782,
      "learning_rate": 2.801304548867621e-06,
      "loss": 0.3467,
      "step": 1334550
    },
    {
      "epoch": 372.47,
      "grad_norm": 1.035494327545166,
      "learning_rate": 2.8012780294806412e-06,
      "loss": 0.3702,
      "step": 1334560
    },
    {
      "epoch": 372.47,
      "grad_norm": 0.8639509081840515,
      "learning_rate": 2.8012515100327643e-06,
      "loss": 0.3465,
      "step": 1334570
    },
    {
      "epoch": 372.48,
      "grad_norm": 1.031317114830017,
      "learning_rate": 2.8012249905239943e-06,
      "loss": 0.3486,
      "step": 1334580
    },
    {
      "epoch": 372.48,
      "grad_norm": 0.9545548558235168,
      "learning_rate": 2.801198470954334e-06,
      "loss": 0.3431,
      "step": 1334590
    },
    {
      "epoch": 372.48,
      "grad_norm": 0.8320171236991882,
      "learning_rate": 2.8011719513237868e-06,
      "loss": 0.3519,
      "step": 1334600
    },
    {
      "epoch": 372.48,
      "grad_norm": 1.2263909578323364,
      "learning_rate": 2.801145431632356e-06,
      "loss": 0.3576,
      "step": 1334610
    },
    {
      "epoch": 372.49,
      "grad_norm": 1.1646714210510254,
      "learning_rate": 2.801118911880047e-06,
      "loss": 0.3654,
      "step": 1334620
    },
    {
      "epoch": 372.49,
      "grad_norm": 1.1187005043029785,
      "learning_rate": 2.8010923920668615e-06,
      "loss": 0.3487,
      "step": 1334630
    },
    {
      "epoch": 372.49,
      "grad_norm": 1.1272921562194824,
      "learning_rate": 2.8010658721928034e-06,
      "loss": 0.3486,
      "step": 1334640
    },
    {
      "epoch": 372.5,
      "grad_norm": 3.1332385540008545,
      "learning_rate": 2.801039352257877e-06,
      "loss": 0.3508,
      "step": 1334650
    },
    {
      "epoch": 372.5,
      "grad_norm": 0.9500311613082886,
      "learning_rate": 2.8010128322620855e-06,
      "loss": 0.3581,
      "step": 1334660
    },
    {
      "epoch": 372.5,
      "grad_norm": 1.0245121717453003,
      "learning_rate": 2.800986312205431e-06,
      "loss": 0.3529,
      "step": 1334670
    },
    {
      "epoch": 372.5,
      "grad_norm": 1.0443848371505737,
      "learning_rate": 2.8009597920879197e-06,
      "loss": 0.3638,
      "step": 1334680
    },
    {
      "epoch": 372.51,
      "grad_norm": 0.9915456771850586,
      "learning_rate": 2.8009332719095523e-06,
      "loss": 0.3489,
      "step": 1334690
    },
    {
      "epoch": 372.51,
      "grad_norm": 0.9190500974655151,
      "learning_rate": 2.800906751670334e-06,
      "loss": 0.3432,
      "step": 1334700
    },
    {
      "epoch": 372.51,
      "grad_norm": 0.91086345911026,
      "learning_rate": 2.8008802313702687e-06,
      "loss": 0.3482,
      "step": 1334710
    },
    {
      "epoch": 372.51,
      "grad_norm": 1.1255254745483398,
      "learning_rate": 2.800853711009359e-06,
      "loss": 0.3424,
      "step": 1334720
    },
    {
      "epoch": 372.52,
      "grad_norm": 1.0283414125442505,
      "learning_rate": 2.8008271905876085e-06,
      "loss": 0.3483,
      "step": 1334730
    },
    {
      "epoch": 372.52,
      "grad_norm": 1.072319507598877,
      "learning_rate": 2.8008006701050203e-06,
      "loss": 0.3514,
      "step": 1334740
    },
    {
      "epoch": 372.52,
      "grad_norm": 1.1709927320480347,
      "learning_rate": 2.8007741495615994e-06,
      "loss": 0.3421,
      "step": 1334750
    },
    {
      "epoch": 372.53,
      "grad_norm": 0.9549543261528015,
      "learning_rate": 2.8007476289573485e-06,
      "loss": 0.3383,
      "step": 1334760
    },
    {
      "epoch": 372.53,
      "grad_norm": 1.1607692241668701,
      "learning_rate": 2.8007211082922705e-06,
      "loss": 0.3366,
      "step": 1334770
    },
    {
      "epoch": 372.53,
      "grad_norm": 1.1263947486877441,
      "learning_rate": 2.80069458756637e-06,
      "loss": 0.3609,
      "step": 1334780
    },
    {
      "epoch": 372.53,
      "grad_norm": 1.1405097246170044,
      "learning_rate": 2.80066806677965e-06,
      "loss": 0.3563,
      "step": 1334790
    },
    {
      "epoch": 372.54,
      "grad_norm": 1.0125073194503784,
      "learning_rate": 2.8006415459321138e-06,
      "loss": 0.3389,
      "step": 1334800
    },
    {
      "epoch": 372.54,
      "grad_norm": 1.046176791191101,
      "learning_rate": 2.8006150250237653e-06,
      "loss": 0.3504,
      "step": 1334810
    },
    {
      "epoch": 372.54,
      "grad_norm": 1.0732935667037964,
      "learning_rate": 2.800588504054608e-06,
      "loss": 0.3506,
      "step": 1334820
    },
    {
      "epoch": 372.55,
      "grad_norm": 1.014248013496399,
      "learning_rate": 2.8005619830246446e-06,
      "loss": 0.3528,
      "step": 1334830
    },
    {
      "epoch": 372.55,
      "grad_norm": 0.9797360301017761,
      "learning_rate": 2.800535461933881e-06,
      "loss": 0.3415,
      "step": 1334840
    },
    {
      "epoch": 372.55,
      "grad_norm": 1.3263723850250244,
      "learning_rate": 2.800508940782318e-06,
      "loss": 0.348,
      "step": 1334850
    },
    {
      "epoch": 372.55,
      "grad_norm": 0.9961478114128113,
      "learning_rate": 2.8004824195699604e-06,
      "loss": 0.3422,
      "step": 1334860
    },
    {
      "epoch": 372.56,
      "grad_norm": 1.0410269498825073,
      "learning_rate": 2.800455898296812e-06,
      "loss": 0.3523,
      "step": 1334870
    },
    {
      "epoch": 372.56,
      "grad_norm": 1.2649929523468018,
      "learning_rate": 2.800429376962876e-06,
      "loss": 0.3434,
      "step": 1334880
    },
    {
      "epoch": 372.56,
      "grad_norm": 1.0793769359588623,
      "learning_rate": 2.800402855568155e-06,
      "loss": 0.3406,
      "step": 1334890
    },
    {
      "epoch": 372.56,
      "grad_norm": 1.1501097679138184,
      "learning_rate": 2.8003763341126535e-06,
      "loss": 0.3429,
      "step": 1334900
    },
    {
      "epoch": 372.57,
      "grad_norm": 1.2063109874725342,
      "learning_rate": 2.8003498125963755e-06,
      "loss": 0.3517,
      "step": 1334910
    },
    {
      "epoch": 372.57,
      "grad_norm": 1.1137669086456299,
      "learning_rate": 2.8003232910193238e-06,
      "loss": 0.3298,
      "step": 1334920
    },
    {
      "epoch": 372.57,
      "grad_norm": 0.9115548133850098,
      "learning_rate": 2.8002967693815017e-06,
      "loss": 0.3443,
      "step": 1334930
    },
    {
      "epoch": 372.58,
      "grad_norm": 0.829713761806488,
      "learning_rate": 2.800270247682914e-06,
      "loss": 0.3428,
      "step": 1334940
    },
    {
      "epoch": 372.58,
      "grad_norm": 1.0200507640838623,
      "learning_rate": 2.8002437259235624e-06,
      "loss": 0.3465,
      "step": 1334950
    },
    {
      "epoch": 372.58,
      "grad_norm": 1.1167446374893188,
      "learning_rate": 2.8002172041034516e-06,
      "loss": 0.3617,
      "step": 1334960
    },
    {
      "epoch": 372.58,
      "grad_norm": 1.1912695169448853,
      "learning_rate": 2.8001906822225856e-06,
      "loss": 0.3385,
      "step": 1334970
    },
    {
      "epoch": 372.59,
      "grad_norm": 1.1417969465255737,
      "learning_rate": 2.8001641602809662e-06,
      "loss": 0.3482,
      "step": 1334980
    },
    {
      "epoch": 372.59,
      "grad_norm": 0.9791180491447449,
      "learning_rate": 2.800137638278598e-06,
      "loss": 0.337,
      "step": 1334990
    },
    {
      "epoch": 372.59,
      "grad_norm": 1.1515860557556152,
      "learning_rate": 2.8001111162154854e-06,
      "loss": 0.3497,
      "step": 1335000
    },
    {
      "epoch": 372.6,
      "grad_norm": 0.9732774496078491,
      "learning_rate": 2.8000845940916302e-06,
      "loss": 0.3572,
      "step": 1335010
    },
    {
      "epoch": 372.6,
      "grad_norm": 0.9562422633171082,
      "learning_rate": 2.8000580719070373e-06,
      "loss": 0.3526,
      "step": 1335020
    },
    {
      "epoch": 372.6,
      "grad_norm": 0.9550684690475464,
      "learning_rate": 2.800031549661709e-06,
      "loss": 0.3493,
      "step": 1335030
    },
    {
      "epoch": 372.6,
      "grad_norm": 0.9655095934867859,
      "learning_rate": 2.80000502735565e-06,
      "loss": 0.351,
      "step": 1335040
    },
    {
      "epoch": 372.61,
      "grad_norm": 0.9748470187187195,
      "learning_rate": 2.799978504988863e-06,
      "loss": 0.3458,
      "step": 1335050
    },
    {
      "epoch": 372.61,
      "grad_norm": 1.0818129777908325,
      "learning_rate": 2.799951982561352e-06,
      "loss": 0.3446,
      "step": 1335060
    },
    {
      "epoch": 372.61,
      "grad_norm": 1.1523936986923218,
      "learning_rate": 2.7999254600731206e-06,
      "loss": 0.3505,
      "step": 1335070
    },
    {
      "epoch": 372.62,
      "grad_norm": 1.0374846458435059,
      "learning_rate": 2.799898937524172e-06,
      "loss": 0.3528,
      "step": 1335080
    },
    {
      "epoch": 372.62,
      "grad_norm": 0.9981335401535034,
      "learning_rate": 2.79987241491451e-06,
      "loss": 0.3468,
      "step": 1335090
    },
    {
      "epoch": 372.62,
      "grad_norm": 0.9367325901985168,
      "learning_rate": 2.7998458922441377e-06,
      "loss": 0.3459,
      "step": 1335100
    },
    {
      "epoch": 372.62,
      "grad_norm": 1.1917240619659424,
      "learning_rate": 2.7998193695130594e-06,
      "loss": 0.3691,
      "step": 1335110
    },
    {
      "epoch": 372.63,
      "grad_norm": 1.0587780475616455,
      "learning_rate": 2.7997928467212773e-06,
      "loss": 0.3424,
      "step": 1335120
    },
    {
      "epoch": 372.63,
      "grad_norm": 0.931427001953125,
      "learning_rate": 2.7997663238687964e-06,
      "loss": 0.3465,
      "step": 1335130
    },
    {
      "epoch": 372.63,
      "grad_norm": 1.1085469722747803,
      "learning_rate": 2.799739800955619e-06,
      "loss": 0.3437,
      "step": 1335140
    },
    {
      "epoch": 372.63,
      "grad_norm": 1.090747356414795,
      "learning_rate": 2.7997132779817496e-06,
      "loss": 0.3532,
      "step": 1335150
    },
    {
      "epoch": 372.64,
      "grad_norm": 0.8370805382728577,
      "learning_rate": 2.7996867549471917e-06,
      "loss": 0.3471,
      "step": 1335160
    },
    {
      "epoch": 372.64,
      "grad_norm": 1.010096788406372,
      "learning_rate": 2.7996602318519486e-06,
      "loss": 0.346,
      "step": 1335170
    },
    {
      "epoch": 372.64,
      "grad_norm": 0.8540462255477905,
      "learning_rate": 2.799633708696023e-06,
      "loss": 0.3523,
      "step": 1335180
    },
    {
      "epoch": 372.65,
      "grad_norm": 0.8731139898300171,
      "learning_rate": 2.7996071854794198e-06,
      "loss": 0.3272,
      "step": 1335190
    },
    {
      "epoch": 372.65,
      "grad_norm": 1.023525595664978,
      "learning_rate": 2.7995806622021412e-06,
      "loss": 0.3481,
      "step": 1335200
    },
    {
      "epoch": 372.65,
      "grad_norm": 0.9940807223320007,
      "learning_rate": 2.7995541388641914e-06,
      "loss": 0.3526,
      "step": 1335210
    },
    {
      "epoch": 372.65,
      "grad_norm": 1.0294380187988281,
      "learning_rate": 2.7995276154655746e-06,
      "loss": 0.3366,
      "step": 1335220
    },
    {
      "epoch": 372.66,
      "grad_norm": 1.2914183139801025,
      "learning_rate": 2.7995010920062937e-06,
      "loss": 0.3465,
      "step": 1335230
    },
    {
      "epoch": 372.66,
      "grad_norm": 0.8584872484207153,
      "learning_rate": 2.7994745684863525e-06,
      "loss": 0.35,
      "step": 1335240
    },
    {
      "epoch": 372.66,
      "grad_norm": 1.7448108196258545,
      "learning_rate": 2.7994480449057527e-06,
      "loss": 0.3266,
      "step": 1335250
    },
    {
      "epoch": 372.67,
      "grad_norm": 1.2519806623458862,
      "learning_rate": 2.7994215212645007e-06,
      "loss": 0.3486,
      "step": 1335260
    },
    {
      "epoch": 372.67,
      "grad_norm": 1.1223117113113403,
      "learning_rate": 2.7993949975625982e-06,
      "loss": 0.3402,
      "step": 1335270
    },
    {
      "epoch": 372.67,
      "grad_norm": 0.9558954238891602,
      "learning_rate": 2.7993684738000494e-06,
      "loss": 0.3511,
      "step": 1335280
    },
    {
      "epoch": 372.67,
      "grad_norm": 1.0845013856887817,
      "learning_rate": 2.7993419499768577e-06,
      "loss": 0.3498,
      "step": 1335290
    },
    {
      "epoch": 372.68,
      "grad_norm": 1.2339752912521362,
      "learning_rate": 2.7993154260930265e-06,
      "loss": 0.3576,
      "step": 1335300
    },
    {
      "epoch": 372.68,
      "grad_norm": 0.9883189797401428,
      "learning_rate": 2.7992889021485596e-06,
      "loss": 0.3718,
      "step": 1335310
    },
    {
      "epoch": 372.68,
      "grad_norm": 0.9646683931350708,
      "learning_rate": 2.79926237814346e-06,
      "loss": 0.353,
      "step": 1335320
    },
    {
      "epoch": 372.68,
      "grad_norm": 1.03119695186615,
      "learning_rate": 2.799235854077732e-06,
      "loss": 0.3547,
      "step": 1335330
    },
    {
      "epoch": 372.69,
      "grad_norm": 1.6712872982025146,
      "learning_rate": 2.799209329951378e-06,
      "loss": 0.3437,
      "step": 1335340
    },
    {
      "epoch": 372.69,
      "grad_norm": 0.9940929412841797,
      "learning_rate": 2.7991828057644024e-06,
      "loss": 0.3422,
      "step": 1335350
    },
    {
      "epoch": 372.69,
      "grad_norm": 1.114794373512268,
      "learning_rate": 2.799156281516809e-06,
      "loss": 0.3537,
      "step": 1335360
    },
    {
      "epoch": 372.7,
      "grad_norm": 9.798945426940918,
      "learning_rate": 2.7991297572086008e-06,
      "loss": 0.3706,
      "step": 1335370
    },
    {
      "epoch": 372.7,
      "grad_norm": 1.0189663171768188,
      "learning_rate": 2.7991032328397814e-06,
      "loss": 0.3526,
      "step": 1335380
    },
    {
      "epoch": 372.7,
      "grad_norm": 0.9046012163162231,
      "learning_rate": 2.7990767084103542e-06,
      "loss": 0.3566,
      "step": 1335390
    },
    {
      "epoch": 372.7,
      "grad_norm": 0.9207360148429871,
      "learning_rate": 2.7990501839203236e-06,
      "loss": 0.3562,
      "step": 1335400
    },
    {
      "epoch": 372.71,
      "grad_norm": 1.0358411073684692,
      "learning_rate": 2.7990236593696915e-06,
      "loss": 0.3465,
      "step": 1335410
    },
    {
      "epoch": 372.71,
      "grad_norm": 1.0617865324020386,
      "learning_rate": 2.798997134758463e-06,
      "loss": 0.3431,
      "step": 1335420
    },
    {
      "epoch": 372.71,
      "grad_norm": 0.9681717753410339,
      "learning_rate": 2.7989706100866406e-06,
      "loss": 0.3606,
      "step": 1335430
    },
    {
      "epoch": 372.72,
      "grad_norm": 1.0075480937957764,
      "learning_rate": 2.798944085354228e-06,
      "loss": 0.3462,
      "step": 1335440
    },
    {
      "epoch": 372.72,
      "grad_norm": 1.454257607460022,
      "learning_rate": 2.7989175605612294e-06,
      "loss": 0.3513,
      "step": 1335450
    },
    {
      "epoch": 372.72,
      "grad_norm": 1.0917056798934937,
      "learning_rate": 2.7988910357076475e-06,
      "loss": 0.3482,
      "step": 1335460
    },
    {
      "epoch": 372.72,
      "grad_norm": 0.8986371159553528,
      "learning_rate": 2.7988645107934867e-06,
      "loss": 0.3577,
      "step": 1335470
    },
    {
      "epoch": 372.73,
      "grad_norm": 1.1259297132492065,
      "learning_rate": 2.7988379858187495e-06,
      "loss": 0.3401,
      "step": 1335480
    },
    {
      "epoch": 372.73,
      "grad_norm": 1.4139231443405151,
      "learning_rate": 2.7988114607834405e-06,
      "loss": 0.3455,
      "step": 1335490
    },
    {
      "epoch": 372.73,
      "grad_norm": 1.0379434823989868,
      "learning_rate": 2.7987849356875624e-06,
      "loss": 0.353,
      "step": 1335500
    },
    {
      "epoch": 372.74,
      "grad_norm": 1.076486587524414,
      "learning_rate": 2.7987584105311184e-06,
      "loss": 0.3471,
      "step": 1335510
    },
    {
      "epoch": 372.74,
      "grad_norm": 1.027241826057434,
      "learning_rate": 2.798731885314114e-06,
      "loss": 0.3518,
      "step": 1335520
    },
    {
      "epoch": 372.74,
      "grad_norm": 0.9163287878036499,
      "learning_rate": 2.7987053600365503e-06,
      "loss": 0.3441,
      "step": 1335530
    },
    {
      "epoch": 372.74,
      "grad_norm": 1.1029272079467773,
      "learning_rate": 2.798678834698433e-06,
      "loss": 0.3507,
      "step": 1335540
    },
    {
      "epoch": 372.75,
      "grad_norm": 1.0425323247909546,
      "learning_rate": 2.798652309299764e-06,
      "loss": 0.3564,
      "step": 1335550
    },
    {
      "epoch": 372.75,
      "grad_norm": 1.1356863975524902,
      "learning_rate": 2.7986257838405466e-06,
      "loss": 0.3569,
      "step": 1335560
    },
    {
      "epoch": 372.75,
      "grad_norm": 1.1063175201416016,
      "learning_rate": 2.7985992583207856e-06,
      "loss": 0.3419,
      "step": 1335570
    },
    {
      "epoch": 372.75,
      "grad_norm": 1.1393014192581177,
      "learning_rate": 2.7985727327404846e-06,
      "loss": 0.3358,
      "step": 1335580
    },
    {
      "epoch": 372.76,
      "grad_norm": 0.950368344783783,
      "learning_rate": 2.798546207099646e-06,
      "loss": 0.3492,
      "step": 1335590
    },
    {
      "epoch": 372.76,
      "grad_norm": 1.0777788162231445,
      "learning_rate": 2.7985196813982737e-06,
      "loss": 0.3495,
      "step": 1335600
    },
    {
      "epoch": 372.76,
      "grad_norm": 0.9762718081474304,
      "learning_rate": 2.7984931556363723e-06,
      "loss": 0.3624,
      "step": 1335610
    },
    {
      "epoch": 372.77,
      "grad_norm": 1.1140023469924927,
      "learning_rate": 2.798466629813944e-06,
      "loss": 0.3534,
      "step": 1335620
    },
    {
      "epoch": 372.77,
      "grad_norm": 0.8845412731170654,
      "learning_rate": 2.798440103930992e-06,
      "loss": 0.3343,
      "step": 1335630
    },
    {
      "epoch": 372.77,
      "grad_norm": 1.1170790195465088,
      "learning_rate": 2.7984135779875216e-06,
      "loss": 0.3628,
      "step": 1335640
    },
    {
      "epoch": 372.77,
      "grad_norm": 1.0039680004119873,
      "learning_rate": 2.7983870519835356e-06,
      "loss": 0.349,
      "step": 1335650
    },
    {
      "epoch": 372.78,
      "grad_norm": 0.9250164031982422,
      "learning_rate": 2.7983605259190363e-06,
      "loss": 0.3349,
      "step": 1335660
    },
    {
      "epoch": 372.78,
      "grad_norm": 1.0033624172210693,
      "learning_rate": 2.7983339997940283e-06,
      "loss": 0.3527,
      "step": 1335670
    },
    {
      "epoch": 372.78,
      "grad_norm": 0.9111642241477966,
      "learning_rate": 2.798307473608516e-06,
      "loss": 0.3378,
      "step": 1335680
    },
    {
      "epoch": 372.79,
      "grad_norm": 1.0770072937011719,
      "learning_rate": 2.7982809473625017e-06,
      "loss": 0.3534,
      "step": 1335690
    },
    {
      "epoch": 372.79,
      "grad_norm": 1.074561595916748,
      "learning_rate": 2.798254421055989e-06,
      "loss": 0.3627,
      "step": 1335700
    },
    {
      "epoch": 372.79,
      "grad_norm": 1.2106211185455322,
      "learning_rate": 2.798227894688981e-06,
      "loss": 0.3517,
      "step": 1335710
    },
    {
      "epoch": 372.79,
      "grad_norm": 1.100239872932434,
      "learning_rate": 2.798201368261483e-06,
      "loss": 0.3375,
      "step": 1335720
    },
    {
      "epoch": 372.8,
      "grad_norm": 1.0058470964431763,
      "learning_rate": 2.7981748417734968e-06,
      "loss": 0.3547,
      "step": 1335730
    },
    {
      "epoch": 372.8,
      "grad_norm": 1.080315113067627,
      "learning_rate": 2.798148315225026e-06,
      "loss": 0.3389,
      "step": 1335740
    },
    {
      "epoch": 372.8,
      "grad_norm": 1.1834206581115723,
      "learning_rate": 2.7981217886160756e-06,
      "loss": 0.3419,
      "step": 1335750
    },
    {
      "epoch": 372.8,
      "grad_norm": 0.9775857329368591,
      "learning_rate": 2.7980952619466483e-06,
      "loss": 0.3287,
      "step": 1335760
    },
    {
      "epoch": 372.81,
      "grad_norm": 1.0256258249282837,
      "learning_rate": 2.7980687352167466e-06,
      "loss": 0.3733,
      "step": 1335770
    },
    {
      "epoch": 372.81,
      "grad_norm": 1.1375184059143066,
      "learning_rate": 2.798042208426376e-06,
      "loss": 0.3443,
      "step": 1335780
    },
    {
      "epoch": 372.81,
      "grad_norm": 0.9280441999435425,
      "learning_rate": 2.798015681575538e-06,
      "loss": 0.3565,
      "step": 1335790
    },
    {
      "epoch": 372.82,
      "grad_norm": 1.0376359224319458,
      "learning_rate": 2.7979891546642373e-06,
      "loss": 0.3333,
      "step": 1335800
    },
    {
      "epoch": 372.82,
      "grad_norm": 1.1107378005981445,
      "learning_rate": 2.797962627692477e-06,
      "loss": 0.3502,
      "step": 1335810
    },
    {
      "epoch": 372.82,
      "grad_norm": 1.0574486255645752,
      "learning_rate": 2.7979361006602618e-06,
      "loss": 0.343,
      "step": 1335820
    },
    {
      "epoch": 372.82,
      "grad_norm": 0.9726586937904358,
      "learning_rate": 2.797909573567594e-06,
      "loss": 0.3471,
      "step": 1335830
    },
    {
      "epoch": 372.83,
      "grad_norm": 1.6550066471099854,
      "learning_rate": 2.7978830464144774e-06,
      "loss": 0.3403,
      "step": 1335840
    },
    {
      "epoch": 372.83,
      "grad_norm": 1.123221516609192,
      "learning_rate": 2.7978565192009152e-06,
      "loss": 0.3352,
      "step": 1335850
    },
    {
      "epoch": 372.83,
      "grad_norm": 0.9957786202430725,
      "learning_rate": 2.7978299919269113e-06,
      "loss": 0.3594,
      "step": 1335860
    },
    {
      "epoch": 372.84,
      "grad_norm": 0.8846732378005981,
      "learning_rate": 2.79780346459247e-06,
      "loss": 0.3513,
      "step": 1335870
    },
    {
      "epoch": 372.84,
      "grad_norm": 0.9482043385505676,
      "learning_rate": 2.797776937197593e-06,
      "loss": 0.3543,
      "step": 1335880
    },
    {
      "epoch": 372.84,
      "grad_norm": 1.0042107105255127,
      "learning_rate": 2.797750409742285e-06,
      "loss": 0.3545,
      "step": 1335890
    },
    {
      "epoch": 372.84,
      "grad_norm": 1.1808017492294312,
      "learning_rate": 2.7977238822265508e-06,
      "loss": 0.3558,
      "step": 1335900
    },
    {
      "epoch": 372.85,
      "grad_norm": 1.038316249847412,
      "learning_rate": 2.7976973546503916e-06,
      "loss": 0.3662,
      "step": 1335910
    },
    {
      "epoch": 372.85,
      "grad_norm": 1.0680888891220093,
      "learning_rate": 2.7976708270138114e-06,
      "loss": 0.3508,
      "step": 1335920
    },
    {
      "epoch": 372.85,
      "grad_norm": 1.0139566659927368,
      "learning_rate": 2.7976442993168144e-06,
      "loss": 0.3555,
      "step": 1335930
    },
    {
      "epoch": 372.86,
      "grad_norm": 1.1395379304885864,
      "learning_rate": 2.797617771559405e-06,
      "loss": 0.3473,
      "step": 1335940
    },
    {
      "epoch": 372.86,
      "grad_norm": 1.0080963373184204,
      "learning_rate": 2.7975912437415843e-06,
      "loss": 0.3526,
      "step": 1335950
    },
    {
      "epoch": 372.86,
      "grad_norm": 1.258994460105896,
      "learning_rate": 2.7975647158633575e-06,
      "loss": 0.3443,
      "step": 1335960
    },
    {
      "epoch": 372.86,
      "grad_norm": 0.9715058207511902,
      "learning_rate": 2.7975381879247284e-06,
      "loss": 0.3493,
      "step": 1335970
    },
    {
      "epoch": 372.87,
      "grad_norm": 0.9948198199272156,
      "learning_rate": 2.7975116599257002e-06,
      "loss": 0.3462,
      "step": 1335980
    },
    {
      "epoch": 372.87,
      "grad_norm": 0.9778193831443787,
      "learning_rate": 2.7974851318662757e-06,
      "loss": 0.3359,
      "step": 1335990
    },
    {
      "epoch": 372.87,
      "grad_norm": 0.9637391567230225,
      "learning_rate": 2.797458603746459e-06,
      "loss": 0.3574,
      "step": 1336000
    },
    {
      "epoch": 372.87,
      "grad_norm": 1.1273025274276733,
      "learning_rate": 2.7974320755662535e-06,
      "loss": 0.3536,
      "step": 1336010
    },
    {
      "epoch": 372.88,
      "grad_norm": 0.8834194540977478,
      "learning_rate": 2.7974055473256626e-06,
      "loss": 0.334,
      "step": 1336020
    },
    {
      "epoch": 372.88,
      "grad_norm": 1.1144520044326782,
      "learning_rate": 2.7973790190246905e-06,
      "loss": 0.3332,
      "step": 1336030
    },
    {
      "epoch": 372.88,
      "grad_norm": 1.0845493078231812,
      "learning_rate": 2.79735249066334e-06,
      "loss": 0.3452,
      "step": 1336040
    },
    {
      "epoch": 372.89,
      "grad_norm": 1.0247552394866943,
      "learning_rate": 2.7973259622416147e-06,
      "loss": 0.3534,
      "step": 1336050
    },
    {
      "epoch": 372.89,
      "grad_norm": 1.0297794342041016,
      "learning_rate": 2.797299433759518e-06,
      "loss": 0.3595,
      "step": 1336060
    },
    {
      "epoch": 372.89,
      "grad_norm": 1.2550033330917358,
      "learning_rate": 2.797272905217055e-06,
      "loss": 0.3456,
      "step": 1336070
    },
    {
      "epoch": 372.89,
      "grad_norm": 0.997132420539856,
      "learning_rate": 2.797246376614227e-06,
      "loss": 0.3454,
      "step": 1336080
    },
    {
      "epoch": 372.9,
      "grad_norm": 2.4840097427368164,
      "learning_rate": 2.797219847951038e-06,
      "loss": 0.3505,
      "step": 1336090
    },
    {
      "epoch": 372.9,
      "grad_norm": 1.024733543395996,
      "learning_rate": 2.7971933192274932e-06,
      "loss": 0.3452,
      "step": 1336100
    },
    {
      "epoch": 372.9,
      "grad_norm": 1.245644211769104,
      "learning_rate": 2.7971667904435947e-06,
      "loss": 0.3382,
      "step": 1336110
    },
    {
      "epoch": 372.91,
      "grad_norm": 3.0864498615264893,
      "learning_rate": 2.7971402615993462e-06,
      "loss": 0.349,
      "step": 1336120
    },
    {
      "epoch": 372.91,
      "grad_norm": 1.0193076133728027,
      "learning_rate": 2.797113732694752e-06,
      "loss": 0.3459,
      "step": 1336130
    },
    {
      "epoch": 372.91,
      "grad_norm": 1.121345043182373,
      "learning_rate": 2.7970872037298135e-06,
      "loss": 0.3514,
      "step": 1336140
    },
    {
      "epoch": 372.91,
      "grad_norm": 1.0243871212005615,
      "learning_rate": 2.7970606747045363e-06,
      "loss": 0.3442,
      "step": 1336150
    },
    {
      "epoch": 372.92,
      "grad_norm": 0.9102581143379211,
      "learning_rate": 2.7970341456189237e-06,
      "loss": 0.3579,
      "step": 1336160
    },
    {
      "epoch": 372.92,
      "grad_norm": 0.867848813533783,
      "learning_rate": 2.7970076164729783e-06,
      "loss": 0.3243,
      "step": 1336170
    },
    {
      "epoch": 372.92,
      "grad_norm": 0.9741089344024658,
      "learning_rate": 2.7969810872667046e-06,
      "loss": 0.3486,
      "step": 1336180
    },
    {
      "epoch": 372.92,
      "grad_norm": 1.0430680513381958,
      "learning_rate": 2.7969545580001052e-06,
      "loss": 0.3426,
      "step": 1336190
    },
    {
      "epoch": 372.93,
      "grad_norm": 1.11156165599823,
      "learning_rate": 2.7969280286731852e-06,
      "loss": 0.3389,
      "step": 1336200
    },
    {
      "epoch": 372.93,
      "grad_norm": 0.7811642289161682,
      "learning_rate": 2.796901499285946e-06,
      "loss": 0.3437,
      "step": 1336210
    },
    {
      "epoch": 372.93,
      "grad_norm": 1.0939255952835083,
      "learning_rate": 2.796874969838393e-06,
      "loss": 0.3514,
      "step": 1336220
    },
    {
      "epoch": 372.94,
      "grad_norm": 1.0384330749511719,
      "learning_rate": 2.7968484403305288e-06,
      "loss": 0.3511,
      "step": 1336230
    },
    {
      "epoch": 372.94,
      "grad_norm": 1.1060247421264648,
      "learning_rate": 2.7968219107623565e-06,
      "loss": 0.3442,
      "step": 1336240
    },
    {
      "epoch": 372.94,
      "grad_norm": 0.8213786482810974,
      "learning_rate": 2.79679538113388e-06,
      "loss": 0.358,
      "step": 1336250
    },
    {
      "epoch": 372.94,
      "grad_norm": 0.9372192621231079,
      "learning_rate": 2.7967688514451038e-06,
      "loss": 0.3397,
      "step": 1336260
    },
    {
      "epoch": 372.95,
      "grad_norm": 0.9591211676597595,
      "learning_rate": 2.7967423216960306e-06,
      "loss": 0.3334,
      "step": 1336270
    },
    {
      "epoch": 372.95,
      "grad_norm": 1.1106942892074585,
      "learning_rate": 2.7967157918866644e-06,
      "loss": 0.3388,
      "step": 1336280
    },
    {
      "epoch": 372.95,
      "grad_norm": 1.037315845489502,
      "learning_rate": 2.796689262017008e-06,
      "loss": 0.3588,
      "step": 1336290
    },
    {
      "epoch": 372.96,
      "grad_norm": 1.1394648551940918,
      "learning_rate": 2.7966627320870646e-06,
      "loss": 0.3401,
      "step": 1336300
    },
    {
      "epoch": 372.96,
      "grad_norm": 0.9282717108726501,
      "learning_rate": 2.796636202096839e-06,
      "loss": 0.352,
      "step": 1336310
    },
    {
      "epoch": 372.96,
      "grad_norm": 1.1231077909469604,
      "learning_rate": 2.796609672046334e-06,
      "loss": 0.3459,
      "step": 1336320
    },
    {
      "epoch": 372.96,
      "grad_norm": 1.0343012809753418,
      "learning_rate": 2.7965831419355527e-06,
      "loss": 0.3471,
      "step": 1336330
    },
    {
      "epoch": 372.97,
      "grad_norm": 0.9055107831954956,
      "learning_rate": 2.7965566117645e-06,
      "loss": 0.3576,
      "step": 1336340
    },
    {
      "epoch": 372.97,
      "grad_norm": 0.9051178097724915,
      "learning_rate": 2.7965300815331784e-06,
      "loss": 0.3498,
      "step": 1336350
    },
    {
      "epoch": 372.97,
      "grad_norm": 1.0136101245880127,
      "learning_rate": 2.7965035512415917e-06,
      "loss": 0.3476,
      "step": 1336360
    },
    {
      "epoch": 372.98,
      "grad_norm": 1.1055842638015747,
      "learning_rate": 2.796477020889743e-06,
      "loss": 0.3528,
      "step": 1336370
    },
    {
      "epoch": 372.98,
      "grad_norm": 1.5223028659820557,
      "learning_rate": 2.7964504904776364e-06,
      "loss": 0.3541,
      "step": 1336380
    },
    {
      "epoch": 372.98,
      "grad_norm": 0.8491712808609009,
      "learning_rate": 2.796423960005276e-06,
      "loss": 0.3451,
      "step": 1336390
    },
    {
      "epoch": 372.98,
      "grad_norm": 0.9982753992080688,
      "learning_rate": 2.7963974294726634e-06,
      "loss": 0.3389,
      "step": 1336400
    },
    {
      "epoch": 372.99,
      "grad_norm": 0.8722324967384338,
      "learning_rate": 2.7963708988798035e-06,
      "loss": 0.3517,
      "step": 1336410
    },
    {
      "epoch": 372.99,
      "grad_norm": 0.9821781516075134,
      "learning_rate": 2.7963443682267e-06,
      "loss": 0.3412,
      "step": 1336420
    },
    {
      "epoch": 372.99,
      "grad_norm": 1.1161607503890991,
      "learning_rate": 2.7963178375133566e-06,
      "loss": 0.3501,
      "step": 1336430
    },
    {
      "epoch": 372.99,
      "grad_norm": 1.1298259496688843,
      "learning_rate": 2.7962913067397755e-06,
      "loss": 0.3485,
      "step": 1336440
    },
    {
      "epoch": 373.0,
      "grad_norm": 0.9620682597160339,
      "learning_rate": 2.796264775905961e-06,
      "loss": 0.3506,
      "step": 1336450
    },
    {
      "epoch": 373.0,
      "eval_loss": 0.3501493036746979,
      "eval_runtime": 63.0788,
      "eval_samples_per_second": 80.201,
      "eval_steps_per_second": 10.035,
      "step": 1336459
    },
    {
      "epoch": 373.0,
      "grad_norm": 1.057404637336731,
      "learning_rate": 2.796238245011917e-06,
      "loss": 0.3726,
      "step": 1336460
    },
    {
      "epoch": 373.0,
      "grad_norm": 1.1038548946380615,
      "learning_rate": 2.7962117140576465e-06,
      "loss": 0.351,
      "step": 1336470
    },
    {
      "epoch": 373.01,
      "grad_norm": 1.0078195333480835,
      "learning_rate": 2.7961851830431527e-06,
      "loss": 0.3625,
      "step": 1336480
    },
    {
      "epoch": 373.01,
      "grad_norm": 0.8808232545852661,
      "learning_rate": 2.7961586519684408e-06,
      "loss": 0.351,
      "step": 1336490
    },
    {
      "epoch": 373.01,
      "grad_norm": 1.0926648378372192,
      "learning_rate": 2.7961321208335124e-06,
      "loss": 0.3481,
      "step": 1336500
    },
    {
      "epoch": 373.01,
      "grad_norm": 1.177475094795227,
      "learning_rate": 2.7961055896383724e-06,
      "loss": 0.3515,
      "step": 1336510
    },
    {
      "epoch": 373.02,
      "grad_norm": 1.3558074235916138,
      "learning_rate": 2.796079058383023e-06,
      "loss": 0.3649,
      "step": 1336520
    },
    {
      "epoch": 373.02,
      "grad_norm": 1.0088777542114258,
      "learning_rate": 2.7960525270674688e-06,
      "loss": 0.3506,
      "step": 1336530
    },
    {
      "epoch": 373.02,
      "grad_norm": 1.079380750656128,
      "learning_rate": 2.7960259956917133e-06,
      "loss": 0.3397,
      "step": 1336540
    },
    {
      "epoch": 373.03,
      "grad_norm": 1.1250801086425781,
      "learning_rate": 2.7959994642557597e-06,
      "loss": 0.3466,
      "step": 1336550
    },
    {
      "epoch": 373.03,
      "grad_norm": 1.0763581991195679,
      "learning_rate": 2.795972932759611e-06,
      "loss": 0.3548,
      "step": 1336560
    },
    {
      "epoch": 373.03,
      "grad_norm": 1.0451751947402954,
      "learning_rate": 2.795946401203272e-06,
      "loss": 0.3594,
      "step": 1336570
    },
    {
      "epoch": 373.03,
      "grad_norm": 0.8791516423225403,
      "learning_rate": 2.7959198695867454e-06,
      "loss": 0.3714,
      "step": 1336580
    },
    {
      "epoch": 373.04,
      "grad_norm": 1.0633563995361328,
      "learning_rate": 2.795893337910035e-06,
      "loss": 0.3576,
      "step": 1336590
    },
    {
      "epoch": 373.04,
      "grad_norm": 1.151078462600708,
      "learning_rate": 2.7958668061731436e-06,
      "loss": 0.3492,
      "step": 1336600
    },
    {
      "epoch": 373.04,
      "grad_norm": 1.0811841487884521,
      "learning_rate": 2.7958402743760756e-06,
      "loss": 0.349,
      "step": 1336610
    },
    {
      "epoch": 373.04,
      "grad_norm": 1.0925391912460327,
      "learning_rate": 2.7958137425188344e-06,
      "loss": 0.3508,
      "step": 1336620
    },
    {
      "epoch": 373.05,
      "grad_norm": 1.2208430767059326,
      "learning_rate": 2.7957872106014226e-06,
      "loss": 0.363,
      "step": 1336630
    },
    {
      "epoch": 373.05,
      "grad_norm": 0.9899431467056274,
      "learning_rate": 2.795760678623846e-06,
      "loss": 0.3536,
      "step": 1336640
    },
    {
      "epoch": 373.05,
      "grad_norm": 1.049546718597412,
      "learning_rate": 2.795734146586106e-06,
      "loss": 0.3627,
      "step": 1336650
    },
    {
      "epoch": 373.06,
      "grad_norm": 1.0724374055862427,
      "learning_rate": 2.795707614488206e-06,
      "loss": 0.3601,
      "step": 1336660
    },
    {
      "epoch": 373.06,
      "grad_norm": 0.9741417169570923,
      "learning_rate": 2.795681082330151e-06,
      "loss": 0.3478,
      "step": 1336670
    },
    {
      "epoch": 373.06,
      "grad_norm": 1.0707606077194214,
      "learning_rate": 2.795654550111944e-06,
      "loss": 0.3415,
      "step": 1336680
    },
    {
      "epoch": 373.06,
      "grad_norm": 1.083444356918335,
      "learning_rate": 2.7956280178335883e-06,
      "loss": 0.3299,
      "step": 1336690
    },
    {
      "epoch": 373.07,
      "grad_norm": 0.9313870072364807,
      "learning_rate": 2.795601485495087e-06,
      "loss": 0.3373,
      "step": 1336700
    },
    {
      "epoch": 373.07,
      "grad_norm": 1.1413373947143555,
      "learning_rate": 2.795574953096445e-06,
      "loss": 0.3476,
      "step": 1336710
    },
    {
      "epoch": 373.07,
      "grad_norm": 1.0182093381881714,
      "learning_rate": 2.7955484206376647e-06,
      "loss": 0.3434,
      "step": 1336720
    },
    {
      "epoch": 373.08,
      "grad_norm": 1.1661708354949951,
      "learning_rate": 2.7955218881187493e-06,
      "loss": 0.349,
      "step": 1336730
    },
    {
      "epoch": 373.08,
      "grad_norm": 1.029991865158081,
      "learning_rate": 2.795495355539704e-06,
      "loss": 0.3355,
      "step": 1336740
    },
    {
      "epoch": 373.08,
      "grad_norm": 1.1346118450164795,
      "learning_rate": 2.7954688229005302e-06,
      "loss": 0.3266,
      "step": 1336750
    },
    {
      "epoch": 373.08,
      "grad_norm": 0.9159393906593323,
      "learning_rate": 2.795442290201233e-06,
      "loss": 0.3692,
      "step": 1336760
    },
    {
      "epoch": 373.09,
      "grad_norm": 0.8911247253417969,
      "learning_rate": 2.795415757441815e-06,
      "loss": 0.3524,
      "step": 1336770
    },
    {
      "epoch": 373.09,
      "grad_norm": 1.081739902496338,
      "learning_rate": 2.795389224622281e-06,
      "loss": 0.3513,
      "step": 1336780
    },
    {
      "epoch": 373.09,
      "grad_norm": 0.9266865849494934,
      "learning_rate": 2.7953626917426334e-06,
      "loss": 0.3449,
      "step": 1336790
    },
    {
      "epoch": 373.1,
      "grad_norm": 1.0106675624847412,
      "learning_rate": 2.7953361588028757e-06,
      "loss": 0.3457,
      "step": 1336800
    },
    {
      "epoch": 373.1,
      "grad_norm": 0.9876132607460022,
      "learning_rate": 2.7953096258030125e-06,
      "loss": 0.3463,
      "step": 1336810
    },
    {
      "epoch": 373.1,
      "grad_norm": 0.8976365327835083,
      "learning_rate": 2.7952830927430455e-06,
      "loss": 0.369,
      "step": 1336820
    },
    {
      "epoch": 373.1,
      "grad_norm": 0.951971709728241,
      "learning_rate": 2.79525655962298e-06,
      "loss": 0.358,
      "step": 1336830
    },
    {
      "epoch": 373.11,
      "grad_norm": 0.9645190834999084,
      "learning_rate": 2.7952300264428185e-06,
      "loss": 0.3407,
      "step": 1336840
    },
    {
      "epoch": 373.11,
      "grad_norm": 1.0945101976394653,
      "learning_rate": 2.795203493202565e-06,
      "loss": 0.3753,
      "step": 1336850
    },
    {
      "epoch": 373.11,
      "grad_norm": 0.9465088844299316,
      "learning_rate": 2.7951769599022234e-06,
      "loss": 0.3527,
      "step": 1336860
    },
    {
      "epoch": 373.11,
      "grad_norm": 1.0230824947357178,
      "learning_rate": 2.7951504265417965e-06,
      "loss": 0.3513,
      "step": 1336870
    },
    {
      "epoch": 373.12,
      "grad_norm": 1.2263621091842651,
      "learning_rate": 2.795123893121288e-06,
      "loss": 0.3257,
      "step": 1336880
    },
    {
      "epoch": 373.12,
      "grad_norm": 1.1213520765304565,
      "learning_rate": 2.795097359640701e-06,
      "loss": 0.3554,
      "step": 1336890
    },
    {
      "epoch": 373.12,
      "grad_norm": 0.8765369653701782,
      "learning_rate": 2.79507082610004e-06,
      "loss": 0.3424,
      "step": 1336900
    },
    {
      "epoch": 373.13,
      "grad_norm": 1.0651768445968628,
      "learning_rate": 2.795044292499308e-06,
      "loss": 0.3424,
      "step": 1336910
    },
    {
      "epoch": 373.13,
      "grad_norm": 1.007825255393982,
      "learning_rate": 2.7950177588385086e-06,
      "loss": 0.341,
      "step": 1336920
    },
    {
      "epoch": 373.13,
      "grad_norm": 1.1975829601287842,
      "learning_rate": 2.7949912251176454e-06,
      "loss": 0.3455,
      "step": 1336930
    },
    {
      "epoch": 373.13,
      "grad_norm": 1.0231118202209473,
      "learning_rate": 2.7949646913367225e-06,
      "loss": 0.351,
      "step": 1336940
    },
    {
      "epoch": 373.14,
      "grad_norm": 1.0155500173568726,
      "learning_rate": 2.7949381574957416e-06,
      "loss": 0.3475,
      "step": 1336950
    },
    {
      "epoch": 373.14,
      "grad_norm": 1.1105318069458008,
      "learning_rate": 2.7949116235947082e-06,
      "loss": 0.3522,
      "step": 1336960
    },
    {
      "epoch": 373.14,
      "grad_norm": 1.0596158504486084,
      "learning_rate": 2.794885089633625e-06,
      "loss": 0.3449,
      "step": 1336970
    },
    {
      "epoch": 373.15,
      "grad_norm": 0.9438336491584778,
      "learning_rate": 2.7948585556124953e-06,
      "loss": 0.3532,
      "step": 1336980
    },
    {
      "epoch": 373.15,
      "grad_norm": 0.9946435689926147,
      "learning_rate": 2.7948320215313225e-06,
      "loss": 0.3541,
      "step": 1336990
    },
    {
      "epoch": 373.15,
      "grad_norm": 1.059893012046814,
      "learning_rate": 2.7948054873901116e-06,
      "loss": 0.3323,
      "step": 1337000
    },
    {
      "epoch": 373.15,
      "grad_norm": 1.0007834434509277,
      "learning_rate": 2.794778953188865e-06,
      "loss": 0.3402,
      "step": 1337010
    },
    {
      "epoch": 373.16,
      "grad_norm": 1.063841462135315,
      "learning_rate": 2.7947524189275857e-06,
      "loss": 0.3498,
      "step": 1337020
    },
    {
      "epoch": 373.16,
      "grad_norm": 1.1448546648025513,
      "learning_rate": 2.7947258846062782e-06,
      "loss": 0.3593,
      "step": 1337030
    },
    {
      "epoch": 373.16,
      "grad_norm": 0.9506359696388245,
      "learning_rate": 2.7946993502249458e-06,
      "loss": 0.3521,
      "step": 1337040
    },
    {
      "epoch": 373.16,
      "grad_norm": 1.2273029088974,
      "learning_rate": 2.7946728157835917e-06,
      "loss": 0.3618,
      "step": 1337050
    },
    {
      "epoch": 373.17,
      "grad_norm": 1.0000529289245605,
      "learning_rate": 2.7946462812822195e-06,
      "loss": 0.3535,
      "step": 1337060
    },
    {
      "epoch": 373.17,
      "grad_norm": 1.112352728843689,
      "learning_rate": 2.794619746720833e-06,
      "loss": 0.3594,
      "step": 1337070
    },
    {
      "epoch": 373.17,
      "grad_norm": 1.2728497982025146,
      "learning_rate": 2.7945932120994356e-06,
      "loss": 0.3611,
      "step": 1337080
    },
    {
      "epoch": 373.18,
      "grad_norm": 1.098841667175293,
      "learning_rate": 2.794566677418031e-06,
      "loss": 0.3738,
      "step": 1337090
    },
    {
      "epoch": 373.18,
      "grad_norm": 1.327612280845642,
      "learning_rate": 2.794540142676623e-06,
      "loss": 0.3318,
      "step": 1337100
    },
    {
      "epoch": 373.18,
      "grad_norm": 1.0962538719177246,
      "learning_rate": 2.794513607875214e-06,
      "loss": 0.3437,
      "step": 1337110
    },
    {
      "epoch": 373.18,
      "grad_norm": 1.0796011686325073,
      "learning_rate": 2.794487073013808e-06,
      "loss": 0.3456,
      "step": 1337120
    },
    {
      "epoch": 373.19,
      "grad_norm": 0.9410175085067749,
      "learning_rate": 2.79446053809241e-06,
      "loss": 0.3485,
      "step": 1337130
    },
    {
      "epoch": 373.19,
      "grad_norm": 1.035570502281189,
      "learning_rate": 2.794434003111021e-06,
      "loss": 0.3385,
      "step": 1337140
    },
    {
      "epoch": 373.19,
      "grad_norm": 0.9706785082817078,
      "learning_rate": 2.7944074680696463e-06,
      "loss": 0.3329,
      "step": 1337150
    },
    {
      "epoch": 373.2,
      "grad_norm": 0.9737405776977539,
      "learning_rate": 2.7943809329682897e-06,
      "loss": 0.3446,
      "step": 1337160
    },
    {
      "epoch": 373.2,
      "grad_norm": 1.0245805978775024,
      "learning_rate": 2.7943543978069534e-06,
      "loss": 0.354,
      "step": 1337170
    },
    {
      "epoch": 373.2,
      "grad_norm": 0.9432341456413269,
      "learning_rate": 2.794327862585641e-06,
      "loss": 0.3341,
      "step": 1337180
    },
    {
      "epoch": 373.2,
      "grad_norm": 0.9903480410575867,
      "learning_rate": 2.794301327304357e-06,
      "loss": 0.3318,
      "step": 1337190
    },
    {
      "epoch": 373.21,
      "grad_norm": 1.2350040674209595,
      "learning_rate": 2.7942747919631046e-06,
      "loss": 0.3433,
      "step": 1337200
    },
    {
      "epoch": 373.21,
      "grad_norm": 0.959151566028595,
      "learning_rate": 2.7942482565618865e-06,
      "loss": 0.3508,
      "step": 1337210
    },
    {
      "epoch": 373.21,
      "grad_norm": 1.0726373195648193,
      "learning_rate": 2.794221721100708e-06,
      "loss": 0.3426,
      "step": 1337220
    },
    {
      "epoch": 373.22,
      "grad_norm": 0.9170511960983276,
      "learning_rate": 2.7941951855795718e-06,
      "loss": 0.3419,
      "step": 1337230
    },
    {
      "epoch": 373.22,
      "grad_norm": 0.8611127734184265,
      "learning_rate": 2.7941686499984803e-06,
      "loss": 0.3477,
      "step": 1337240
    },
    {
      "epoch": 373.22,
      "grad_norm": 0.9540162682533264,
      "learning_rate": 2.794142114357438e-06,
      "loss": 0.3546,
      "step": 1337250
    },
    {
      "epoch": 373.22,
      "grad_norm": 1.0082664489746094,
      "learning_rate": 2.7941155786564493e-06,
      "loss": 0.3509,
      "step": 1337260
    },
    {
      "epoch": 373.23,
      "grad_norm": 0.8350539207458496,
      "learning_rate": 2.794089042895516e-06,
      "loss": 0.3439,
      "step": 1337270
    },
    {
      "epoch": 373.23,
      "grad_norm": 1.2384530305862427,
      "learning_rate": 2.794062507074642e-06,
      "loss": 0.3356,
      "step": 1337280
    },
    {
      "epoch": 373.23,
      "grad_norm": 0.9600955843925476,
      "learning_rate": 2.7940359711938325e-06,
      "loss": 0.334,
      "step": 1337290
    },
    {
      "epoch": 373.23,
      "grad_norm": 1.2129765748977661,
      "learning_rate": 2.7940094352530895e-06,
      "loss": 0.3487,
      "step": 1337300
    },
    {
      "epoch": 373.24,
      "grad_norm": 1.1690456867218018,
      "learning_rate": 2.793982899252416e-06,
      "loss": 0.3586,
      "step": 1337310
    },
    {
      "epoch": 373.24,
      "grad_norm": 0.9723374843597412,
      "learning_rate": 2.793956363191818e-06,
      "loss": 0.3528,
      "step": 1337320
    },
    {
      "epoch": 373.24,
      "grad_norm": 0.9316108822822571,
      "learning_rate": 2.7939298270712955e-06,
      "loss": 0.3207,
      "step": 1337330
    },
    {
      "epoch": 373.25,
      "grad_norm": 0.9815332293510437,
      "learning_rate": 2.793903290890855e-06,
      "loss": 0.3532,
      "step": 1337340
    },
    {
      "epoch": 373.25,
      "grad_norm": 0.9735725522041321,
      "learning_rate": 2.7938767546504982e-06,
      "loss": 0.3412,
      "step": 1337350
    },
    {
      "epoch": 373.25,
      "grad_norm": 0.956414520740509,
      "learning_rate": 2.79385021835023e-06,
      "loss": 0.3612,
      "step": 1337360
    },
    {
      "epoch": 373.25,
      "grad_norm": 0.9556431770324707,
      "learning_rate": 2.7938236819900537e-06,
      "loss": 0.3517,
      "step": 1337370
    },
    {
      "epoch": 373.26,
      "grad_norm": 0.9829833507537842,
      "learning_rate": 2.7937971455699722e-06,
      "loss": 0.3524,
      "step": 1337380
    },
    {
      "epoch": 373.26,
      "grad_norm": 1.028946042060852,
      "learning_rate": 2.7937706090899895e-06,
      "loss": 0.3411,
      "step": 1337390
    },
    {
      "epoch": 373.26,
      "grad_norm": 1.2754039764404297,
      "learning_rate": 2.7937440725501083e-06,
      "loss": 0.3563,
      "step": 1337400
    },
    {
      "epoch": 373.27,
      "grad_norm": 1.206734538078308,
      "learning_rate": 2.793717535950333e-06,
      "loss": 0.359,
      "step": 1337410
    },
    {
      "epoch": 373.27,
      "grad_norm": 1.1293963193893433,
      "learning_rate": 2.7936909992906675e-06,
      "loss": 0.3585,
      "step": 1337420
    },
    {
      "epoch": 373.27,
      "grad_norm": 1.1743496656417847,
      "learning_rate": 2.7936644625711137e-06,
      "loss": 0.3581,
      "step": 1337430
    },
    {
      "epoch": 373.27,
      "grad_norm": 1.0207347869873047,
      "learning_rate": 2.7936379257916764e-06,
      "loss": 0.3503,
      "step": 1337440
    },
    {
      "epoch": 373.28,
      "grad_norm": 1.3161380290985107,
      "learning_rate": 2.79361138895236e-06,
      "loss": 0.3517,
      "step": 1337450
    },
    {
      "epoch": 373.28,
      "grad_norm": 1.0070388317108154,
      "learning_rate": 2.793584852053166e-06,
      "loss": 0.3493,
      "step": 1337460
    },
    {
      "epoch": 373.28,
      "grad_norm": 1.198183298110962,
      "learning_rate": 2.793558315094099e-06,
      "loss": 0.3555,
      "step": 1337470
    },
    {
      "epoch": 373.28,
      "grad_norm": 0.9786990284919739,
      "learning_rate": 2.7935317780751626e-06,
      "loss": 0.343,
      "step": 1337480
    },
    {
      "epoch": 373.29,
      "grad_norm": 1.1743706464767456,
      "learning_rate": 2.7935052409963593e-06,
      "loss": 0.3539,
      "step": 1337490
    },
    {
      "epoch": 373.29,
      "grad_norm": 0.9983130693435669,
      "learning_rate": 2.793478703857694e-06,
      "loss": 0.3492,
      "step": 1337500
    },
    {
      "epoch": 373.29,
      "grad_norm": 0.9579477906227112,
      "learning_rate": 2.7934521666591694e-06,
      "loss": 0.3506,
      "step": 1337510
    },
    {
      "epoch": 373.3,
      "grad_norm": 1.011086106300354,
      "learning_rate": 2.7934256294007905e-06,
      "loss": 0.3539,
      "step": 1337520
    },
    {
      "epoch": 373.3,
      "grad_norm": 0.9838842153549194,
      "learning_rate": 2.793399092082559e-06,
      "loss": 0.3624,
      "step": 1337530
    },
    {
      "epoch": 373.3,
      "grad_norm": 1.0104727745056152,
      "learning_rate": 2.7933725547044786e-06,
      "loss": 0.3631,
      "step": 1337540
    },
    {
      "epoch": 373.3,
      "grad_norm": 1.1153509616851807,
      "learning_rate": 2.7933460172665536e-06,
      "loss": 0.3457,
      "step": 1337550
    },
    {
      "epoch": 373.31,
      "grad_norm": 0.9892202019691467,
      "learning_rate": 2.7933194797687875e-06,
      "loss": 0.3466,
      "step": 1337560
    },
    {
      "epoch": 373.31,
      "grad_norm": 1.0124611854553223,
      "learning_rate": 2.7932929422111827e-06,
      "loss": 0.3506,
      "step": 1337570
    },
    {
      "epoch": 373.31,
      "grad_norm": 1.1512507200241089,
      "learning_rate": 2.793266404593745e-06,
      "loss": 0.349,
      "step": 1337580
    },
    {
      "epoch": 373.32,
      "grad_norm": 0.8963622450828552,
      "learning_rate": 2.793239866916475e-06,
      "loss": 0.3448,
      "step": 1337590
    },
    {
      "epoch": 373.32,
      "grad_norm": 1.0689464807510376,
      "learning_rate": 2.7932133291793793e-06,
      "loss": 0.3455,
      "step": 1337600
    },
    {
      "epoch": 373.32,
      "grad_norm": 1.2026337385177612,
      "learning_rate": 2.793186791382459e-06,
      "loss": 0.3782,
      "step": 1337610
    },
    {
      "epoch": 373.32,
      "grad_norm": 0.9029359221458435,
      "learning_rate": 2.7931602535257185e-06,
      "loss": 0.358,
      "step": 1337620
    },
    {
      "epoch": 373.33,
      "grad_norm": 1.006493330001831,
      "learning_rate": 2.7931337156091615e-06,
      "loss": 0.3451,
      "step": 1337630
    },
    {
      "epoch": 373.33,
      "grad_norm": 1.1231670379638672,
      "learning_rate": 2.7931071776327913e-06,
      "loss": 0.3328,
      "step": 1337640
    },
    {
      "epoch": 373.33,
      "grad_norm": 0.9838663935661316,
      "learning_rate": 2.793080639596612e-06,
      "loss": 0.348,
      "step": 1337650
    },
    {
      "epoch": 373.34,
      "grad_norm": 0.9965671896934509,
      "learning_rate": 2.7930541015006264e-06,
      "loss": 0.3585,
      "step": 1337660
    },
    {
      "epoch": 373.34,
      "grad_norm": 0.9631701111793518,
      "learning_rate": 2.7930275633448385e-06,
      "loss": 0.353,
      "step": 1337670
    },
    {
      "epoch": 373.34,
      "grad_norm": 1.0587438344955444,
      "learning_rate": 2.7930010251292517e-06,
      "loss": 0.3383,
      "step": 1337680
    },
    {
      "epoch": 373.34,
      "grad_norm": 0.9159160852432251,
      "learning_rate": 2.7929744868538687e-06,
      "loss": 0.3606,
      "step": 1337690
    },
    {
      "epoch": 373.35,
      "grad_norm": 1.0076369047164917,
      "learning_rate": 2.792947948518694e-06,
      "loss": 0.3501,
      "step": 1337700
    },
    {
      "epoch": 373.35,
      "grad_norm": 1.159438967704773,
      "learning_rate": 2.7929214101237315e-06,
      "loss": 0.3483,
      "step": 1337710
    },
    {
      "epoch": 373.35,
      "grad_norm": 5.458861351013184,
      "learning_rate": 2.7928948716689838e-06,
      "loss": 0.3442,
      "step": 1337720
    },
    {
      "epoch": 373.35,
      "grad_norm": 0.9771140217781067,
      "learning_rate": 2.7928683331544545e-06,
      "loss": 0.3379,
      "step": 1337730
    },
    {
      "epoch": 373.36,
      "grad_norm": 1.0087273120880127,
      "learning_rate": 2.7928417945801485e-06,
      "loss": 0.3539,
      "step": 1337740
    },
    {
      "epoch": 373.36,
      "grad_norm": 1.1622765064239502,
      "learning_rate": 2.7928152559460678e-06,
      "loss": 0.347,
      "step": 1337750
    },
    {
      "epoch": 373.36,
      "grad_norm": 1.0291804075241089,
      "learning_rate": 2.792788717252216e-06,
      "loss": 0.3601,
      "step": 1337760
    },
    {
      "epoch": 373.37,
      "grad_norm": 1.121188759803772,
      "learning_rate": 2.7927621784985975e-06,
      "loss": 0.3528,
      "step": 1337770
    },
    {
      "epoch": 373.37,
      "grad_norm": 1.0708279609680176,
      "learning_rate": 2.7927356396852147e-06,
      "loss": 0.3422,
      "step": 1337780
    },
    {
      "epoch": 373.37,
      "grad_norm": 0.9993466138839722,
      "learning_rate": 2.7927091008120716e-06,
      "loss": 0.3509,
      "step": 1337790
    },
    {
      "epoch": 373.37,
      "grad_norm": 1.057807207107544,
      "learning_rate": 2.7926825618791725e-06,
      "loss": 0.3487,
      "step": 1337800
    },
    {
      "epoch": 373.38,
      "grad_norm": 0.9745773077011108,
      "learning_rate": 2.7926560228865207e-06,
      "loss": 0.3402,
      "step": 1337810
    },
    {
      "epoch": 373.38,
      "grad_norm": 0.9236551523208618,
      "learning_rate": 2.792629483834119e-06,
      "loss": 0.3342,
      "step": 1337820
    },
    {
      "epoch": 373.38,
      "grad_norm": 1.0859763622283936,
      "learning_rate": 2.7926029447219713e-06,
      "loss": 0.3436,
      "step": 1337830
    },
    {
      "epoch": 373.39,
      "grad_norm": 1.0757375955581665,
      "learning_rate": 2.7925764055500814e-06,
      "loss": 0.3377,
      "step": 1337840
    },
    {
      "epoch": 373.39,
      "grad_norm": 1.060363531112671,
      "learning_rate": 2.7925498663184524e-06,
      "loss": 0.3471,
      "step": 1337850
    },
    {
      "epoch": 373.39,
      "grad_norm": 0.9358997941017151,
      "learning_rate": 2.7925233270270872e-06,
      "loss": 0.3457,
      "step": 1337860
    },
    {
      "epoch": 373.39,
      "grad_norm": 1.0060710906982422,
      "learning_rate": 2.7924967876759914e-06,
      "loss": 0.3481,
      "step": 1337870
    },
    {
      "epoch": 373.4,
      "grad_norm": 0.8927243947982788,
      "learning_rate": 2.7924702482651666e-06,
      "loss": 0.3361,
      "step": 1337880
    },
    {
      "epoch": 373.4,
      "grad_norm": 0.9508408308029175,
      "learning_rate": 2.792443708794618e-06,
      "loss": 0.3513,
      "step": 1337890
    },
    {
      "epoch": 373.4,
      "grad_norm": 0.9823415279388428,
      "learning_rate": 2.792417169264347e-06,
      "loss": 0.3573,
      "step": 1337900
    },
    {
      "epoch": 373.4,
      "grad_norm": 1.0816603899002075,
      "learning_rate": 2.7923906296743584e-06,
      "loss": 0.3602,
      "step": 1337910
    },
    {
      "epoch": 373.41,
      "grad_norm": 0.8996798396110535,
      "learning_rate": 2.792364090024656e-06,
      "loss": 0.3597,
      "step": 1337920
    },
    {
      "epoch": 373.41,
      "grad_norm": 0.9913201332092285,
      "learning_rate": 2.7923375503152424e-06,
      "loss": 0.3554,
      "step": 1337930
    },
    {
      "epoch": 373.41,
      "grad_norm": 1.0751935243606567,
      "learning_rate": 2.7923110105461222e-06,
      "loss": 0.3442,
      "step": 1337940
    },
    {
      "epoch": 373.42,
      "grad_norm": 1.198927402496338,
      "learning_rate": 2.792284470717298e-06,
      "loss": 0.3351,
      "step": 1337950
    },
    {
      "epoch": 373.42,
      "grad_norm": 1.0595571994781494,
      "learning_rate": 2.7922579308287747e-06,
      "loss": 0.3605,
      "step": 1337960
    },
    {
      "epoch": 373.42,
      "grad_norm": 2.7474992275238037,
      "learning_rate": 2.792231390880554e-06,
      "loss": 0.3499,
      "step": 1337970
    },
    {
      "epoch": 373.42,
      "grad_norm": 0.9451584815979004,
      "learning_rate": 2.7922048508726406e-06,
      "loss": 0.3449,
      "step": 1337980
    },
    {
      "epoch": 373.43,
      "grad_norm": 0.9860665202140808,
      "learning_rate": 2.792178310805037e-06,
      "loss": 0.3413,
      "step": 1337990
    },
    {
      "epoch": 373.43,
      "grad_norm": 1.004063606262207,
      "learning_rate": 2.7921517706777486e-06,
      "loss": 0.3539,
      "step": 1338000
    },
    {
      "epoch": 373.43,
      "grad_norm": 0.9613502621650696,
      "learning_rate": 2.7921252304907774e-06,
      "loss": 0.3399,
      "step": 1338010
    },
    {
      "epoch": 373.44,
      "grad_norm": 1.0246394872665405,
      "learning_rate": 2.792098690244127e-06,
      "loss": 0.3523,
      "step": 1338020
    },
    {
      "epoch": 373.44,
      "grad_norm": 0.9986808896064758,
      "learning_rate": 2.7920721499378014e-06,
      "loss": 0.3639,
      "step": 1338030
    },
    {
      "epoch": 373.44,
      "grad_norm": 0.9610278606414795,
      "learning_rate": 2.7920456095718043e-06,
      "loss": 0.3387,
      "step": 1338040
    },
    {
      "epoch": 373.44,
      "grad_norm": 0.9495073556900024,
      "learning_rate": 2.7920190691461387e-06,
      "loss": 0.3511,
      "step": 1338050
    },
    {
      "epoch": 373.45,
      "grad_norm": 1.0789780616760254,
      "learning_rate": 2.7919925286608086e-06,
      "loss": 0.3626,
      "step": 1338060
    },
    {
      "epoch": 373.45,
      "grad_norm": 0.979864239692688,
      "learning_rate": 2.791965988115817e-06,
      "loss": 0.3435,
      "step": 1338070
    },
    {
      "epoch": 373.45,
      "grad_norm": 0.9308722615242004,
      "learning_rate": 2.791939447511168e-06,
      "loss": 0.3574,
      "step": 1338080
    },
    {
      "epoch": 373.46,
      "grad_norm": 0.9497232437133789,
      "learning_rate": 2.791912906846864e-06,
      "loss": 0.353,
      "step": 1338090
    },
    {
      "epoch": 373.46,
      "grad_norm": 1.057753324508667,
      "learning_rate": 2.7918863661229106e-06,
      "loss": 0.3576,
      "step": 1338100
    },
    {
      "epoch": 373.46,
      "grad_norm": 1.0261404514312744,
      "learning_rate": 2.7918598253393097e-06,
      "loss": 0.3565,
      "step": 1338110
    },
    {
      "epoch": 373.46,
      "grad_norm": 0.9813821911811829,
      "learning_rate": 2.791833284496065e-06,
      "loss": 0.3485,
      "step": 1338120
    },
    {
      "epoch": 373.47,
      "grad_norm": 1.0172114372253418,
      "learning_rate": 2.7918067435931807e-06,
      "loss": 0.3473,
      "step": 1338130
    },
    {
      "epoch": 373.47,
      "grad_norm": 0.8830280303955078,
      "learning_rate": 2.7917802026306597e-06,
      "loss": 0.3319,
      "step": 1338140
    },
    {
      "epoch": 373.47,
      "grad_norm": 1.1836810111999512,
      "learning_rate": 2.791753661608505e-06,
      "loss": 0.3334,
      "step": 1338150
    },
    {
      "epoch": 373.47,
      "grad_norm": 0.854699432849884,
      "learning_rate": 2.791727120526722e-06,
      "loss": 0.3354,
      "step": 1338160
    },
    {
      "epoch": 373.48,
      "grad_norm": 1.0438350439071655,
      "learning_rate": 2.7917005793853123e-06,
      "loss": 0.347,
      "step": 1338170
    },
    {
      "epoch": 373.48,
      "grad_norm": 1.1120342016220093,
      "learning_rate": 2.7916740381842813e-06,
      "loss": 0.3313,
      "step": 1338180
    },
    {
      "epoch": 373.48,
      "grad_norm": 2.277466297149658,
      "learning_rate": 2.791647496923631e-06,
      "loss": 0.3696,
      "step": 1338190
    },
    {
      "epoch": 373.49,
      "grad_norm": 0.9470945000648499,
      "learning_rate": 2.7916209556033657e-06,
      "loss": 0.3564,
      "step": 1338200
    },
    {
      "epoch": 373.49,
      "grad_norm": 0.9764230847358704,
      "learning_rate": 2.791594414223488e-06,
      "loss": 0.3454,
      "step": 1338210
    },
    {
      "epoch": 373.49,
      "grad_norm": 0.8644607663154602,
      "learning_rate": 2.791567872784002e-06,
      "loss": 0.3427,
      "step": 1338220
    },
    {
      "epoch": 373.49,
      "grad_norm": 1.1885395050048828,
      "learning_rate": 2.791541331284912e-06,
      "loss": 0.3553,
      "step": 1338230
    },
    {
      "epoch": 373.5,
      "grad_norm": 0.9671181440353394,
      "learning_rate": 2.7915147897262203e-06,
      "loss": 0.331,
      "step": 1338240
    },
    {
      "epoch": 373.5,
      "grad_norm": 1.0120922327041626,
      "learning_rate": 2.791488248107931e-06,
      "loss": 0.3636,
      "step": 1338250
    },
    {
      "epoch": 373.5,
      "grad_norm": 1.06880521774292,
      "learning_rate": 2.791461706430048e-06,
      "loss": 0.3464,
      "step": 1338260
    },
    {
      "epoch": 373.51,
      "grad_norm": 0.8870093822479248,
      "learning_rate": 2.7914351646925745e-06,
      "loss": 0.3394,
      "step": 1338270
    },
    {
      "epoch": 373.51,
      "grad_norm": 1.043534517288208,
      "learning_rate": 2.791408622895513e-06,
      "loss": 0.3694,
      "step": 1338280
    },
    {
      "epoch": 373.51,
      "grad_norm": 1.0089341402053833,
      "learning_rate": 2.7913820810388697e-06,
      "loss": 0.3461,
      "step": 1338290
    },
    {
      "epoch": 373.51,
      "grad_norm": 1.0462062358856201,
      "learning_rate": 2.791355539122645e-06,
      "loss": 0.3437,
      "step": 1338300
    },
    {
      "epoch": 373.52,
      "grad_norm": 0.9546007513999939,
      "learning_rate": 2.791328997146844e-06,
      "loss": 0.3537,
      "step": 1338310
    },
    {
      "epoch": 373.52,
      "grad_norm": 0.8684418797492981,
      "learning_rate": 2.791302455111471e-06,
      "loss": 0.3434,
      "step": 1338320
    },
    {
      "epoch": 373.52,
      "grad_norm": 1.2003051042556763,
      "learning_rate": 2.7912759130165278e-06,
      "loss": 0.3594,
      "step": 1338330
    },
    {
      "epoch": 373.52,
      "grad_norm": 0.9955672025680542,
      "learning_rate": 2.7912493708620197e-06,
      "loss": 0.3512,
      "step": 1338340
    },
    {
      "epoch": 373.53,
      "grad_norm": 1.0375720262527466,
      "learning_rate": 2.7912228286479487e-06,
      "loss": 0.3609,
      "step": 1338350
    },
    {
      "epoch": 373.53,
      "grad_norm": 1.0283098220825195,
      "learning_rate": 2.7911962863743195e-06,
      "loss": 0.3519,
      "step": 1338360
    },
    {
      "epoch": 373.53,
      "grad_norm": 1.1214205026626587,
      "learning_rate": 2.7911697440411336e-06,
      "loss": 0.3292,
      "step": 1338370
    },
    {
      "epoch": 373.54,
      "grad_norm": 0.9557262659072876,
      "learning_rate": 2.791143201648397e-06,
      "loss": 0.3474,
      "step": 1338380
    },
    {
      "epoch": 373.54,
      "grad_norm": 1.0341134071350098,
      "learning_rate": 2.7911166591961125e-06,
      "loss": 0.3535,
      "step": 1338390
    },
    {
      "epoch": 373.54,
      "grad_norm": 1.1542242765426636,
      "learning_rate": 2.7910901166842828e-06,
      "loss": 0.3606,
      "step": 1338400
    },
    {
      "epoch": 373.54,
      "grad_norm": 0.9517214894294739,
      "learning_rate": 2.791063574112913e-06,
      "loss": 0.3386,
      "step": 1338410
    },
    {
      "epoch": 373.55,
      "grad_norm": 1.1402982473373413,
      "learning_rate": 2.791037031482005e-06,
      "loss": 0.345,
      "step": 1338420
    },
    {
      "epoch": 373.55,
      "grad_norm": 0.9684486389160156,
      "learning_rate": 2.791010488791563e-06,
      "loss": 0.3546,
      "step": 1338430
    },
    {
      "epoch": 373.55,
      "grad_norm": 1.158822774887085,
      "learning_rate": 2.7909839460415898e-06,
      "loss": 0.3439,
      "step": 1338440
    },
    {
      "epoch": 373.56,
      "grad_norm": 1.1580370664596558,
      "learning_rate": 2.7909574032320906e-06,
      "loss": 0.3337,
      "step": 1338450
    },
    {
      "epoch": 373.56,
      "grad_norm": 1.2400742769241333,
      "learning_rate": 2.7909308603630675e-06,
      "loss": 0.3504,
      "step": 1338460
    },
    {
      "epoch": 373.56,
      "grad_norm": 0.9377285242080688,
      "learning_rate": 2.7909043174345242e-06,
      "loss": 0.3554,
      "step": 1338470
    },
    {
      "epoch": 373.56,
      "grad_norm": 0.8963032364845276,
      "learning_rate": 2.7908777744464654e-06,
      "loss": 0.3599,
      "step": 1338480
    },
    {
      "epoch": 373.57,
      "grad_norm": 0.8023738265037537,
      "learning_rate": 2.790851231398894e-06,
      "loss": 0.3624,
      "step": 1338490
    },
    {
      "epoch": 373.57,
      "grad_norm": 1.1506938934326172,
      "learning_rate": 2.7908246882918124e-06,
      "loss": 0.3433,
      "step": 1338500
    },
    {
      "epoch": 373.57,
      "grad_norm": 1.0565181970596313,
      "learning_rate": 2.790798145125225e-06,
      "loss": 0.3515,
      "step": 1338510
    },
    {
      "epoch": 373.58,
      "grad_norm": 1.1154592037200928,
      "learning_rate": 2.790771601899136e-06,
      "loss": 0.3555,
      "step": 1338520
    },
    {
      "epoch": 373.58,
      "grad_norm": 1.2609542608261108,
      "learning_rate": 2.7907450586135475e-06,
      "loss": 0.3509,
      "step": 1338530
    },
    {
      "epoch": 373.58,
      "grad_norm": 1.1833410263061523,
      "learning_rate": 2.7907185152684643e-06,
      "loss": 0.3586,
      "step": 1338540
    },
    {
      "epoch": 373.58,
      "grad_norm": 1.0718235969543457,
      "learning_rate": 2.7906919718638893e-06,
      "loss": 0.3623,
      "step": 1338550
    },
    {
      "epoch": 373.59,
      "grad_norm": 1.0800658464431763,
      "learning_rate": 2.7906654283998273e-06,
      "loss": 0.3438,
      "step": 1338560
    },
    {
      "epoch": 373.59,
      "grad_norm": 1.0431956052780151,
      "learning_rate": 2.7906388848762793e-06,
      "loss": 0.3607,
      "step": 1338570
    },
    {
      "epoch": 373.59,
      "grad_norm": 0.9814862012863159,
      "learning_rate": 2.790612341293251e-06,
      "loss": 0.3626,
      "step": 1338580
    },
    {
      "epoch": 373.59,
      "grad_norm": 1.1171783208847046,
      "learning_rate": 2.790585797650745e-06,
      "loss": 0.3398,
      "step": 1338590
    },
    {
      "epoch": 373.6,
      "grad_norm": 0.9662970304489136,
      "learning_rate": 2.790559253948765e-06,
      "loss": 0.3479,
      "step": 1338600
    },
    {
      "epoch": 373.6,
      "grad_norm": 3.4597232341766357,
      "learning_rate": 2.7905327101873146e-06,
      "loss": 0.3446,
      "step": 1338610
    },
    {
      "epoch": 373.6,
      "grad_norm": 1.1165821552276611,
      "learning_rate": 2.7905061663663967e-06,
      "loss": 0.3554,
      "step": 1338620
    },
    {
      "epoch": 373.61,
      "grad_norm": 1.0671557188034058,
      "learning_rate": 2.7904796224860167e-06,
      "loss": 0.3439,
      "step": 1338630
    },
    {
      "epoch": 373.61,
      "grad_norm": 1.1751371622085571,
      "learning_rate": 2.7904530785461762e-06,
      "loss": 0.3562,
      "step": 1338640
    },
    {
      "epoch": 373.61,
      "grad_norm": 1.1272603273391724,
      "learning_rate": 2.790426534546879e-06,
      "loss": 0.3534,
      "step": 1338650
    },
    {
      "epoch": 373.61,
      "grad_norm": 2.0960962772369385,
      "learning_rate": 2.79039999048813e-06,
      "loss": 0.3484,
      "step": 1338660
    },
    {
      "epoch": 373.62,
      "grad_norm": 1.178998589515686,
      "learning_rate": 2.7903734463699307e-06,
      "loss": 0.3475,
      "step": 1338670
    },
    {
      "epoch": 373.62,
      "grad_norm": 1.0838385820388794,
      "learning_rate": 2.7903469021922865e-06,
      "loss": 0.3508,
      "step": 1338680
    },
    {
      "epoch": 373.62,
      "grad_norm": 1.0860272645950317,
      "learning_rate": 2.7903203579551997e-06,
      "loss": 0.3508,
      "step": 1338690
    },
    {
      "epoch": 373.63,
      "grad_norm": 0.963346540927887,
      "learning_rate": 2.790293813658674e-06,
      "loss": 0.3672,
      "step": 1338700
    },
    {
      "epoch": 373.63,
      "grad_norm": 1.083315134048462,
      "learning_rate": 2.790267269302714e-06,
      "loss": 0.3391,
      "step": 1338710
    },
    {
      "epoch": 373.63,
      "grad_norm": 1.0227572917938232,
      "learning_rate": 2.7902407248873224e-06,
      "loss": 0.3351,
      "step": 1338720
    },
    {
      "epoch": 373.63,
      "grad_norm": 0.9416830539703369,
      "learning_rate": 2.790214180412502e-06,
      "loss": 0.3648,
      "step": 1338730
    },
    {
      "epoch": 373.64,
      "grad_norm": 0.8962438702583313,
      "learning_rate": 2.7901876358782573e-06,
      "loss": 0.3449,
      "step": 1338740
    },
    {
      "epoch": 373.64,
      "grad_norm": 1.1395540237426758,
      "learning_rate": 2.790161091284592e-06,
      "loss": 0.3627,
      "step": 1338750
    },
    {
      "epoch": 373.64,
      "grad_norm": 1.0337822437286377,
      "learning_rate": 2.7901345466315087e-06,
      "loss": 0.3653,
      "step": 1338760
    },
    {
      "epoch": 373.64,
      "grad_norm": 1.0581320524215698,
      "learning_rate": 2.7901080019190124e-06,
      "loss": 0.356,
      "step": 1338770
    },
    {
      "epoch": 373.65,
      "grad_norm": 1.0595905780792236,
      "learning_rate": 2.7900814571471052e-06,
      "loss": 0.3481,
      "step": 1338780
    },
    {
      "epoch": 373.65,
      "grad_norm": 1.092290997505188,
      "learning_rate": 2.790054912315791e-06,
      "loss": 0.3593,
      "step": 1338790
    },
    {
      "epoch": 373.65,
      "grad_norm": 0.9907313585281372,
      "learning_rate": 2.790028367425073e-06,
      "loss": 0.361,
      "step": 1338800
    },
    {
      "epoch": 373.66,
      "grad_norm": 0.9887522459030151,
      "learning_rate": 2.7900018224749564e-06,
      "loss": 0.3509,
      "step": 1338810
    },
    {
      "epoch": 373.66,
      "grad_norm": 0.9859840869903564,
      "learning_rate": 2.7899752774654425e-06,
      "loss": 0.3637,
      "step": 1338820
    },
    {
      "epoch": 373.66,
      "grad_norm": 1.040631651878357,
      "learning_rate": 2.7899487323965363e-06,
      "loss": 0.3619,
      "step": 1338830
    },
    {
      "epoch": 373.66,
      "grad_norm": 0.8322728276252747,
      "learning_rate": 2.7899221872682417e-06,
      "loss": 0.3531,
      "step": 1338840
    },
    {
      "epoch": 373.67,
      "grad_norm": 0.9223181009292603,
      "learning_rate": 2.7898956420805607e-06,
      "loss": 0.3349,
      "step": 1338850
    },
    {
      "epoch": 373.67,
      "grad_norm": 1.2864254713058472,
      "learning_rate": 2.7898690968334977e-06,
      "loss": 0.3462,
      "step": 1338860
    },
    {
      "epoch": 373.67,
      "grad_norm": 1.0759409666061401,
      "learning_rate": 2.7898425515270563e-06,
      "loss": 0.3391,
      "step": 1338870
    },
    {
      "epoch": 373.68,
      "grad_norm": 1.5123910903930664,
      "learning_rate": 2.7898160061612393e-06,
      "loss": 0.3373,
      "step": 1338880
    },
    {
      "epoch": 373.68,
      "grad_norm": 0.9437965750694275,
      "learning_rate": 2.789789460736051e-06,
      "loss": 0.3301,
      "step": 1338890
    },
    {
      "epoch": 373.68,
      "grad_norm": 1.1984567642211914,
      "learning_rate": 2.7897629152514953e-06,
      "loss": 0.3699,
      "step": 1338900
    },
    {
      "epoch": 373.68,
      "grad_norm": 0.9140848517417908,
      "learning_rate": 2.7897363697075743e-06,
      "loss": 0.3601,
      "step": 1338910
    },
    {
      "epoch": 373.69,
      "grad_norm": 1.1627037525177002,
      "learning_rate": 2.7897098241042933e-06,
      "loss": 0.3333,
      "step": 1338920
    },
    {
      "epoch": 373.69,
      "grad_norm": 0.9937782883644104,
      "learning_rate": 2.789683278441655e-06,
      "loss": 0.3407,
      "step": 1338930
    },
    {
      "epoch": 373.69,
      "grad_norm": 0.9675312042236328,
      "learning_rate": 2.789656732719662e-06,
      "loss": 0.3559,
      "step": 1338940
    },
    {
      "epoch": 373.7,
      "grad_norm": 1.0019497871398926,
      "learning_rate": 2.7896301869383185e-06,
      "loss": 0.3463,
      "step": 1338950
    },
    {
      "epoch": 373.7,
      "grad_norm": 0.9010534882545471,
      "learning_rate": 2.789603641097629e-06,
      "loss": 0.3506,
      "step": 1338960
    },
    {
      "epoch": 373.7,
      "grad_norm": 1.1413618326187134,
      "learning_rate": 2.7895770951975962e-06,
      "loss": 0.3491,
      "step": 1338970
    },
    {
      "epoch": 373.7,
      "grad_norm": 1.003185510635376,
      "learning_rate": 2.7895505492382234e-06,
      "loss": 0.3446,
      "step": 1338980
    },
    {
      "epoch": 373.71,
      "grad_norm": 1.2595771551132202,
      "learning_rate": 2.7895240032195146e-06,
      "loss": 0.3309,
      "step": 1338990
    },
    {
      "epoch": 373.71,
      "grad_norm": 0.9814285039901733,
      "learning_rate": 2.7894974571414737e-06,
      "loss": 0.3479,
      "step": 1339000
    },
    {
      "epoch": 373.71,
      "grad_norm": 0.9533330202102661,
      "learning_rate": 2.7894709110041024e-06,
      "loss": 0.3409,
      "step": 1339010
    },
    {
      "epoch": 373.71,
      "grad_norm": 1.085495948791504,
      "learning_rate": 2.7894443648074057e-06,
      "loss": 0.3549,
      "step": 1339020
    },
    {
      "epoch": 373.72,
      "grad_norm": 1.1913704872131348,
      "learning_rate": 2.789417818551388e-06,
      "loss": 0.3674,
      "step": 1339030
    },
    {
      "epoch": 373.72,
      "grad_norm": 0.9681408405303955,
      "learning_rate": 2.7893912722360516e-06,
      "loss": 0.3626,
      "step": 1339040
    },
    {
      "epoch": 373.72,
      "grad_norm": 1.0419946908950806,
      "learning_rate": 2.7893647258613992e-06,
      "loss": 0.3497,
      "step": 1339050
    },
    {
      "epoch": 373.73,
      "grad_norm": 1.1247007846832275,
      "learning_rate": 2.7893381794274364e-06,
      "loss": 0.3486,
      "step": 1339060
    },
    {
      "epoch": 373.73,
      "grad_norm": 0.984058678150177,
      "learning_rate": 2.7893116329341655e-06,
      "loss": 0.335,
      "step": 1339070
    },
    {
      "epoch": 373.73,
      "grad_norm": 1.0085753202438354,
      "learning_rate": 2.78928508638159e-06,
      "loss": 0.3304,
      "step": 1339080
    },
    {
      "epoch": 373.73,
      "grad_norm": 0.922835648059845,
      "learning_rate": 2.7892585397697134e-06,
      "loss": 0.3473,
      "step": 1339090
    },
    {
      "epoch": 373.74,
      "grad_norm": 1.2506210803985596,
      "learning_rate": 2.7892319930985402e-06,
      "loss": 0.3506,
      "step": 1339100
    },
    {
      "epoch": 373.74,
      "grad_norm": 1.1796112060546875,
      "learning_rate": 2.7892054463680726e-06,
      "loss": 0.3498,
      "step": 1339110
    },
    {
      "epoch": 373.74,
      "grad_norm": 1.1298577785491943,
      "learning_rate": 2.789178899578315e-06,
      "loss": 0.3372,
      "step": 1339120
    },
    {
      "epoch": 373.75,
      "grad_norm": 1.0972375869750977,
      "learning_rate": 2.7891523527292707e-06,
      "loss": 0.3527,
      "step": 1339130
    },
    {
      "epoch": 373.75,
      "grad_norm": 1.0483880043029785,
      "learning_rate": 2.7891258058209435e-06,
      "loss": 0.3528,
      "step": 1339140
    },
    {
      "epoch": 373.75,
      "grad_norm": 1.2416107654571533,
      "learning_rate": 2.7890992588533363e-06,
      "loss": 0.3413,
      "step": 1339150
    },
    {
      "epoch": 373.75,
      "grad_norm": 1.2424973249435425,
      "learning_rate": 2.7890727118264533e-06,
      "loss": 0.325,
      "step": 1339160
    },
    {
      "epoch": 373.76,
      "grad_norm": 1.033454418182373,
      "learning_rate": 2.7890461647402975e-06,
      "loss": 0.3392,
      "step": 1339170
    },
    {
      "epoch": 373.76,
      "grad_norm": 1.1829503774642944,
      "learning_rate": 2.7890196175948723e-06,
      "loss": 0.3565,
      "step": 1339180
    },
    {
      "epoch": 373.76,
      "grad_norm": 0.9910780787467957,
      "learning_rate": 2.788993070390182e-06,
      "loss": 0.3483,
      "step": 1339190
    },
    {
      "epoch": 373.77,
      "grad_norm": 0.9848359227180481,
      "learning_rate": 2.788966523126229e-06,
      "loss": 0.3537,
      "step": 1339200
    },
    {
      "epoch": 373.77,
      "grad_norm": 1.0636258125305176,
      "learning_rate": 2.7889399758030185e-06,
      "loss": 0.3593,
      "step": 1339210
    },
    {
      "epoch": 373.77,
      "grad_norm": 1.050379991531372,
      "learning_rate": 2.788913428420553e-06,
      "loss": 0.3581,
      "step": 1339220
    },
    {
      "epoch": 373.77,
      "grad_norm": 1.077872633934021,
      "learning_rate": 2.7888868809788363e-06,
      "loss": 0.3405,
      "step": 1339230
    },
    {
      "epoch": 373.78,
      "grad_norm": 0.9180098176002502,
      "learning_rate": 2.7888603334778715e-06,
      "loss": 0.3557,
      "step": 1339240
    },
    {
      "epoch": 373.78,
      "grad_norm": 1.0718882083892822,
      "learning_rate": 2.788833785917662e-06,
      "loss": 0.3429,
      "step": 1339250
    },
    {
      "epoch": 373.78,
      "grad_norm": 0.9000831246376038,
      "learning_rate": 2.7888072382982124e-06,
      "loss": 0.3624,
      "step": 1339260
    },
    {
      "epoch": 373.78,
      "grad_norm": 0.9650924205780029,
      "learning_rate": 2.7887806906195245e-06,
      "loss": 0.3425,
      "step": 1339270
    },
    {
      "epoch": 373.79,
      "grad_norm": 1.127413272857666,
      "learning_rate": 2.7887541428816035e-06,
      "loss": 0.3373,
      "step": 1339280
    },
    {
      "epoch": 373.79,
      "grad_norm": 1.130578875541687,
      "learning_rate": 2.788727595084453e-06,
      "loss": 0.3399,
      "step": 1339290
    },
    {
      "epoch": 373.79,
      "grad_norm": 0.8538424372673035,
      "learning_rate": 2.7887010472280752e-06,
      "loss": 0.3252,
      "step": 1339300
    },
    {
      "epoch": 373.8,
      "grad_norm": 0.9063875675201416,
      "learning_rate": 2.7886744993124743e-06,
      "loss": 0.3458,
      "step": 1339310
    },
    {
      "epoch": 373.8,
      "grad_norm": 1.00775945186615,
      "learning_rate": 2.7886479513376543e-06,
      "loss": 0.3504,
      "step": 1339320
    },
    {
      "epoch": 373.8,
      "grad_norm": 0.9695557951927185,
      "learning_rate": 2.7886214033036174e-06,
      "loss": 0.3451,
      "step": 1339330
    },
    {
      "epoch": 373.8,
      "grad_norm": 0.9560325145721436,
      "learning_rate": 2.788594855210368e-06,
      "loss": 0.3529,
      "step": 1339340
    },
    {
      "epoch": 373.81,
      "grad_norm": 0.9744822978973389,
      "learning_rate": 2.7885683070579106e-06,
      "loss": 0.3554,
      "step": 1339350
    },
    {
      "epoch": 373.81,
      "grad_norm": 1.0514942407608032,
      "learning_rate": 2.788541758846247e-06,
      "loss": 0.3515,
      "step": 1339360
    },
    {
      "epoch": 373.81,
      "grad_norm": 1.0759118795394897,
      "learning_rate": 2.7885152105753823e-06,
      "loss": 0.3583,
      "step": 1339370
    },
    {
      "epoch": 373.82,
      "grad_norm": 1.1914645433425903,
      "learning_rate": 2.7884886622453183e-06,
      "loss": 0.3466,
      "step": 1339380
    },
    {
      "epoch": 373.82,
      "grad_norm": 0.9647451043128967,
      "learning_rate": 2.78846211385606e-06,
      "loss": 0.3531,
      "step": 1339390
    },
    {
      "epoch": 373.82,
      "grad_norm": 0.9898018836975098,
      "learning_rate": 2.7884355654076096e-06,
      "loss": 0.3394,
      "step": 1339400
    },
    {
      "epoch": 373.82,
      "grad_norm": 1.0535681247711182,
      "learning_rate": 2.788409016899972e-06,
      "loss": 0.3663,
      "step": 1339410
    },
    {
      "epoch": 373.83,
      "grad_norm": 1.09559965133667,
      "learning_rate": 2.7883824683331505e-06,
      "loss": 0.3528,
      "step": 1339420
    },
    {
      "epoch": 373.83,
      "grad_norm": 1.0090770721435547,
      "learning_rate": 2.7883559197071477e-06,
      "loss": 0.3554,
      "step": 1339430
    },
    {
      "epoch": 373.83,
      "grad_norm": 1.0078697204589844,
      "learning_rate": 2.7883293710219686e-06,
      "loss": 0.3592,
      "step": 1339440
    },
    {
      "epoch": 373.83,
      "grad_norm": 0.9656328558921814,
      "learning_rate": 2.7883028222776154e-06,
      "loss": 0.3299,
      "step": 1339450
    },
    {
      "epoch": 373.84,
      "grad_norm": 1.0127794742584229,
      "learning_rate": 2.788276273474092e-06,
      "loss": 0.3406,
      "step": 1339460
    },
    {
      "epoch": 373.84,
      "grad_norm": 1.4535185098648071,
      "learning_rate": 2.7882497246114017e-06,
      "loss": 0.349,
      "step": 1339470
    },
    {
      "epoch": 373.84,
      "grad_norm": 1.1380788087844849,
      "learning_rate": 2.788223175689549e-06,
      "loss": 0.3435,
      "step": 1339480
    },
    {
      "epoch": 373.85,
      "grad_norm": 1.044761061668396,
      "learning_rate": 2.7881966267085364e-06,
      "loss": 0.349,
      "step": 1339490
    },
    {
      "epoch": 373.85,
      "grad_norm": 0.9499078392982483,
      "learning_rate": 2.7881700776683675e-06,
      "loss": 0.3424,
      "step": 1339500
    },
    {
      "epoch": 373.85,
      "grad_norm": 0.9739525318145752,
      "learning_rate": 2.788143528569047e-06,
      "loss": 0.3421,
      "step": 1339510
    },
    {
      "epoch": 373.85,
      "grad_norm": 0.8258708715438843,
      "learning_rate": 2.7881169794105775e-06,
      "loss": 0.3468,
      "step": 1339520
    },
    {
      "epoch": 373.86,
      "grad_norm": 1.0613703727722168,
      "learning_rate": 2.788090430192962e-06,
      "loss": 0.3432,
      "step": 1339530
    },
    {
      "epoch": 373.86,
      "grad_norm": 0.9899532794952393,
      "learning_rate": 2.7880638809162045e-06,
      "loss": 0.3378,
      "step": 1339540
    },
    {
      "epoch": 373.86,
      "grad_norm": 1.1255500316619873,
      "learning_rate": 2.7880373315803097e-06,
      "loss": 0.3524,
      "step": 1339550
    },
    {
      "epoch": 373.87,
      "grad_norm": 1.118303656578064,
      "learning_rate": 2.7880107821852793e-06,
      "loss": 0.3342,
      "step": 1339560
    },
    {
      "epoch": 373.87,
      "grad_norm": 0.9029297232627869,
      "learning_rate": 2.7879842327311184e-06,
      "loss": 0.3286,
      "step": 1339570
    },
    {
      "epoch": 373.87,
      "grad_norm": 1.0651745796203613,
      "learning_rate": 2.7879576832178295e-06,
      "loss": 0.3341,
      "step": 1339580
    },
    {
      "epoch": 373.87,
      "grad_norm": 2.1755409240722656,
      "learning_rate": 2.7879311336454164e-06,
      "loss": 0.3504,
      "step": 1339590
    },
    {
      "epoch": 373.88,
      "grad_norm": 4.624176979064941,
      "learning_rate": 2.7879045840138826e-06,
      "loss": 0.3412,
      "step": 1339600
    },
    {
      "epoch": 373.88,
      "grad_norm": 1.0699454545974731,
      "learning_rate": 2.7878780343232318e-06,
      "loss": 0.3356,
      "step": 1339610
    },
    {
      "epoch": 373.88,
      "grad_norm": 0.9912870526313782,
      "learning_rate": 2.787851484573467e-06,
      "loss": 0.3443,
      "step": 1339620
    },
    {
      "epoch": 373.89,
      "grad_norm": 1.2202754020690918,
      "learning_rate": 2.7878249347645928e-06,
      "loss": 0.3679,
      "step": 1339630
    },
    {
      "epoch": 373.89,
      "grad_norm": 0.9100674390792847,
      "learning_rate": 2.787798384896612e-06,
      "loss": 0.3471,
      "step": 1339640
    },
    {
      "epoch": 373.89,
      "grad_norm": 1.1435515880584717,
      "learning_rate": 2.787771834969528e-06,
      "loss": 0.3449,
      "step": 1339650
    },
    {
      "epoch": 373.89,
      "grad_norm": 1.073124885559082,
      "learning_rate": 2.7877452849833446e-06,
      "loss": 0.3703,
      "step": 1339660
    },
    {
      "epoch": 373.9,
      "grad_norm": 0.9755107164382935,
      "learning_rate": 2.7877187349380653e-06,
      "loss": 0.3372,
      "step": 1339670
    },
    {
      "epoch": 373.9,
      "grad_norm": 1.0092967748641968,
      "learning_rate": 2.787692184833694e-06,
      "loss": 0.3441,
      "step": 1339680
    },
    {
      "epoch": 373.9,
      "grad_norm": 0.8706051707267761,
      "learning_rate": 2.7876656346702335e-06,
      "loss": 0.3455,
      "step": 1339690
    },
    {
      "epoch": 373.9,
      "grad_norm": 0.9504360556602478,
      "learning_rate": 2.7876390844476875e-06,
      "loss": 0.3488,
      "step": 1339700
    },
    {
      "epoch": 373.91,
      "grad_norm": 0.9711729288101196,
      "learning_rate": 2.78761253416606e-06,
      "loss": 0.3346,
      "step": 1339710
    },
    {
      "epoch": 373.91,
      "grad_norm": 1.1211259365081787,
      "learning_rate": 2.7875859838253543e-06,
      "loss": 0.3441,
      "step": 1339720
    },
    {
      "epoch": 373.91,
      "grad_norm": 0.9944490790367126,
      "learning_rate": 2.7875594334255743e-06,
      "loss": 0.3387,
      "step": 1339730
    },
    {
      "epoch": 373.92,
      "grad_norm": 0.9907010793685913,
      "learning_rate": 2.787532882966723e-06,
      "loss": 0.3551,
      "step": 1339740
    },
    {
      "epoch": 373.92,
      "grad_norm": 0.9825031757354736,
      "learning_rate": 2.7875063324488035e-06,
      "loss": 0.3615,
      "step": 1339750
    },
    {
      "epoch": 373.92,
      "grad_norm": 1.2324291467666626,
      "learning_rate": 2.78747978187182e-06,
      "loss": 0.3639,
      "step": 1339760
    },
    {
      "epoch": 373.92,
      "grad_norm": 1.0047074556350708,
      "learning_rate": 2.7874532312357766e-06,
      "loss": 0.3592,
      "step": 1339770
    },
    {
      "epoch": 373.93,
      "grad_norm": 1.0160043239593506,
      "learning_rate": 2.787426680540675e-06,
      "loss": 0.3432,
      "step": 1339780
    },
    {
      "epoch": 373.93,
      "grad_norm": 0.9750703573226929,
      "learning_rate": 2.787400129786521e-06,
      "loss": 0.3455,
      "step": 1339790
    },
    {
      "epoch": 373.93,
      "grad_norm": 0.9978413581848145,
      "learning_rate": 2.7873735789733165e-06,
      "loss": 0.3625,
      "step": 1339800
    },
    {
      "epoch": 373.94,
      "grad_norm": 1.0521315336227417,
      "learning_rate": 2.7873470281010666e-06,
      "loss": 0.3347,
      "step": 1339810
    },
    {
      "epoch": 373.94,
      "grad_norm": 0.9308604001998901,
      "learning_rate": 2.787320477169773e-06,
      "loss": 0.3495,
      "step": 1339820
    },
    {
      "epoch": 373.94,
      "grad_norm": 0.9551753997802734,
      "learning_rate": 2.7872939261794395e-06,
      "loss": 0.3329,
      "step": 1339830
    },
    {
      "epoch": 373.94,
      "grad_norm": 0.9225906729698181,
      "learning_rate": 2.7872673751300707e-06,
      "loss": 0.3513,
      "step": 1339840
    },
    {
      "epoch": 373.95,
      "grad_norm": 1.0736074447631836,
      "learning_rate": 2.78724082402167e-06,
      "loss": 0.3521,
      "step": 1339850
    },
    {
      "epoch": 373.95,
      "grad_norm": 0.9446210265159607,
      "learning_rate": 2.78721427285424e-06,
      "loss": 0.3475,
      "step": 1339860
    },
    {
      "epoch": 373.95,
      "grad_norm": 1.0768909454345703,
      "learning_rate": 2.787187721627785e-06,
      "loss": 0.3522,
      "step": 1339870
    },
    {
      "epoch": 373.95,
      "grad_norm": 0.9947906732559204,
      "learning_rate": 2.7871611703423086e-06,
      "loss": 0.3594,
      "step": 1339880
    },
    {
      "epoch": 373.96,
      "grad_norm": 1.0443536043167114,
      "learning_rate": 2.7871346189978132e-06,
      "loss": 0.3494,
      "step": 1339890
    },
    {
      "epoch": 373.96,
      "grad_norm": 1.2723588943481445,
      "learning_rate": 2.7871080675943043e-06,
      "loss": 0.3618,
      "step": 1339900
    },
    {
      "epoch": 373.96,
      "grad_norm": 1.259684443473816,
      "learning_rate": 2.7870815161317838e-06,
      "loss": 0.3467,
      "step": 1339910
    },
    {
      "epoch": 373.97,
      "grad_norm": 1.187572717666626,
      "learning_rate": 2.7870549646102555e-06,
      "loss": 0.3669,
      "step": 1339920
    },
    {
      "epoch": 373.97,
      "grad_norm": 1.029064655303955,
      "learning_rate": 2.7870284130297234e-06,
      "loss": 0.3528,
      "step": 1339930
    },
    {
      "epoch": 373.97,
      "grad_norm": 1.0222907066345215,
      "learning_rate": 2.7870018613901904e-06,
      "loss": 0.351,
      "step": 1339940
    },
    {
      "epoch": 373.97,
      "grad_norm": 1.0605552196502686,
      "learning_rate": 2.7869753096916616e-06,
      "loss": 0.3466,
      "step": 1339950
    },
    {
      "epoch": 373.98,
      "grad_norm": 0.9556239247322083,
      "learning_rate": 2.7869487579341385e-06,
      "loss": 0.3364,
      "step": 1339960
    },
    {
      "epoch": 373.98,
      "grad_norm": 1.0632193088531494,
      "learning_rate": 2.7869222061176256e-06,
      "loss": 0.3534,
      "step": 1339970
    },
    {
      "epoch": 373.98,
      "grad_norm": 1.1283618211746216,
      "learning_rate": 2.7868956542421266e-06,
      "loss": 0.3522,
      "step": 1339980
    },
    {
      "epoch": 373.99,
      "grad_norm": 0.9628505110740662,
      "learning_rate": 2.7868691023076444e-06,
      "loss": 0.3612,
      "step": 1339990
    },
    {
      "epoch": 373.99,
      "grad_norm": 0.9997228980064392,
      "learning_rate": 2.7868425503141833e-06,
      "loss": 0.3578,
      "step": 1340000
    },
    {
      "epoch": 373.99,
      "grad_norm": 0.996386706829071,
      "learning_rate": 2.7868159982617463e-06,
      "loss": 0.3698,
      "step": 1340010
    },
    {
      "epoch": 373.99,
      "grad_norm": 1.0792343616485596,
      "learning_rate": 2.7867894461503375e-06,
      "loss": 0.3438,
      "step": 1340020
    },
    {
      "epoch": 374.0,
      "grad_norm": 0.9984222650527954,
      "learning_rate": 2.78676289397996e-06,
      "loss": 0.335,
      "step": 1340030
    },
    {
      "epoch": 374.0,
      "grad_norm": 1.0577194690704346,
      "learning_rate": 2.7867363417506164e-06,
      "loss": 0.3429,
      "step": 1340040
    },
    {
      "epoch": 374.0,
      "eval_loss": 0.34810715913772583,
      "eval_runtime": 62.8521,
      "eval_samples_per_second": 80.491,
      "eval_steps_per_second": 10.071,
      "step": 1340042
    },
    {
      "epoch": 374.0,
      "grad_norm": 0.9298180937767029,
      "learning_rate": 2.786709789462312e-06,
      "loss": 0.3358,
      "step": 1340050
    },
    {
      "epoch": 374.01,
      "grad_norm": 1.2760003805160522,
      "learning_rate": 2.7866832371150495e-06,
      "loss": 0.3661,
      "step": 1340060
    },
    {
      "epoch": 374.01,
      "grad_norm": 1.061139464378357,
      "learning_rate": 2.786656684708832e-06,
      "loss": 0.338,
      "step": 1340070
    },
    {
      "epoch": 374.01,
      "grad_norm": 0.9516561031341553,
      "learning_rate": 2.7866301322436636e-06,
      "loss": 0.3484,
      "step": 1340080
    },
    {
      "epoch": 374.01,
      "grad_norm": 0.9795563817024231,
      "learning_rate": 2.7866035797195482e-06,
      "loss": 0.3438,
      "step": 1340090
    },
    {
      "epoch": 374.02,
      "grad_norm": 1.1087247133255005,
      "learning_rate": 2.786577027136489e-06,
      "loss": 0.3319,
      "step": 1340100
    },
    {
      "epoch": 374.02,
      "grad_norm": 1.0020089149475098,
      "learning_rate": 2.7865504744944888e-06,
      "loss": 0.346,
      "step": 1340110
    },
    {
      "epoch": 374.02,
      "grad_norm": 1.0341068506240845,
      "learning_rate": 2.786523921793552e-06,
      "loss": 0.3379,
      "step": 1340120
    },
    {
      "epoch": 374.02,
      "grad_norm": 0.8894858956336975,
      "learning_rate": 2.786497369033682e-06,
      "loss": 0.3392,
      "step": 1340130
    },
    {
      "epoch": 374.03,
      "grad_norm": 0.958544135093689,
      "learning_rate": 2.786470816214882e-06,
      "loss": 0.3346,
      "step": 1340140
    },
    {
      "epoch": 374.03,
      "grad_norm": 1.9586213827133179,
      "learning_rate": 2.7864442633371554e-06,
      "loss": 0.3395,
      "step": 1340150
    },
    {
      "epoch": 374.03,
      "grad_norm": 1.0308634042739868,
      "learning_rate": 2.7864177104005066e-06,
      "loss": 0.3561,
      "step": 1340160
    },
    {
      "epoch": 374.04,
      "grad_norm": 1.0868555307388306,
      "learning_rate": 2.7863911574049386e-06,
      "loss": 0.3381,
      "step": 1340170
    },
    {
      "epoch": 374.04,
      "grad_norm": 1.0582619905471802,
      "learning_rate": 2.786364604350455e-06,
      "loss": 0.3433,
      "step": 1340180
    },
    {
      "epoch": 374.04,
      "grad_norm": 1.1288081407546997,
      "learning_rate": 2.7863380512370595e-06,
      "loss": 0.3686,
      "step": 1340190
    },
    {
      "epoch": 374.04,
      "grad_norm": 0.9276158213615417,
      "learning_rate": 2.7863114980647547e-06,
      "loss": 0.3506,
      "step": 1340200
    },
    {
      "epoch": 374.05,
      "grad_norm": 1.3333895206451416,
      "learning_rate": 2.786284944833545e-06,
      "loss": 0.3449,
      "step": 1340210
    },
    {
      "epoch": 374.05,
      "grad_norm": 1.1786675453186035,
      "learning_rate": 2.786258391543434e-06,
      "loss": 0.3526,
      "step": 1340220
    },
    {
      "epoch": 374.05,
      "grad_norm": 1.089218258857727,
      "learning_rate": 2.7862318381944247e-06,
      "loss": 0.3438,
      "step": 1340230
    },
    {
      "epoch": 374.06,
      "grad_norm": 1.0609585046768188,
      "learning_rate": 2.786205284786521e-06,
      "loss": 0.343,
      "step": 1340240
    },
    {
      "epoch": 374.06,
      "grad_norm": 1.264107346534729,
      "learning_rate": 2.786178731319727e-06,
      "loss": 0.3406,
      "step": 1340250
    },
    {
      "epoch": 374.06,
      "grad_norm": 0.9214146733283997,
      "learning_rate": 2.7861521777940453e-06,
      "loss": 0.3513,
      "step": 1340260
    },
    {
      "epoch": 374.06,
      "grad_norm": 0.9621661305427551,
      "learning_rate": 2.786125624209479e-06,
      "loss": 0.335,
      "step": 1340270
    },
    {
      "epoch": 374.07,
      "grad_norm": 1.040497064590454,
      "learning_rate": 2.786099070566033e-06,
      "loss": 0.3452,
      "step": 1340280
    },
    {
      "epoch": 374.07,
      "grad_norm": 1.0433610677719116,
      "learning_rate": 2.7860725168637107e-06,
      "loss": 0.3519,
      "step": 1340290
    },
    {
      "epoch": 374.07,
      "grad_norm": 0.9575731158256531,
      "learning_rate": 2.7860459631025143e-06,
      "loss": 0.354,
      "step": 1340300
    },
    {
      "epoch": 374.07,
      "grad_norm": 0.9133222103118896,
      "learning_rate": 2.7860194092824483e-06,
      "loss": 0.372,
      "step": 1340310
    },
    {
      "epoch": 374.08,
      "grad_norm": 1.0782904624938965,
      "learning_rate": 2.785992855403517e-06,
      "loss": 0.3494,
      "step": 1340320
    },
    {
      "epoch": 374.08,
      "grad_norm": 1.07479727268219,
      "learning_rate": 2.7859663014657226e-06,
      "loss": 0.342,
      "step": 1340330
    },
    {
      "epoch": 374.08,
      "grad_norm": 1.0857583284378052,
      "learning_rate": 2.785939747469069e-06,
      "loss": 0.3573,
      "step": 1340340
    },
    {
      "epoch": 374.09,
      "grad_norm": 1.1372042894363403,
      "learning_rate": 2.7859131934135594e-06,
      "loss": 0.3514,
      "step": 1340350
    },
    {
      "epoch": 374.09,
      "grad_norm": 1.0653090476989746,
      "learning_rate": 2.785886639299198e-06,
      "loss": 0.3456,
      "step": 1340360
    },
    {
      "epoch": 374.09,
      "grad_norm": 0.9808308482170105,
      "learning_rate": 2.7858600851259883e-06,
      "loss": 0.3552,
      "step": 1340370
    },
    {
      "epoch": 374.09,
      "grad_norm": 1.0412850379943848,
      "learning_rate": 2.785833530893933e-06,
      "loss": 0.3585,
      "step": 1340380
    },
    {
      "epoch": 374.1,
      "grad_norm": 1.213153600692749,
      "learning_rate": 2.7858069766030375e-06,
      "loss": 0.3654,
      "step": 1340390
    },
    {
      "epoch": 374.1,
      "grad_norm": 1.085428237915039,
      "learning_rate": 2.785780422253303e-06,
      "loss": 0.3434,
      "step": 1340400
    },
    {
      "epoch": 374.1,
      "grad_norm": 1.0036542415618896,
      "learning_rate": 2.785753867844735e-06,
      "loss": 0.3381,
      "step": 1340410
    },
    {
      "epoch": 374.11,
      "grad_norm": 0.9888548851013184,
      "learning_rate": 2.7857273133773355e-06,
      "loss": 0.3437,
      "step": 1340420
    },
    {
      "epoch": 374.11,
      "grad_norm": 1.125349998474121,
      "learning_rate": 2.7857007588511087e-06,
      "loss": 0.3431,
      "step": 1340430
    },
    {
      "epoch": 374.11,
      "grad_norm": 1.011135220527649,
      "learning_rate": 2.7856742042660584e-06,
      "loss": 0.3392,
      "step": 1340440
    },
    {
      "epoch": 374.11,
      "grad_norm": 0.8692448139190674,
      "learning_rate": 2.7856476496221876e-06,
      "loss": 0.3479,
      "step": 1340450
    },
    {
      "epoch": 374.12,
      "grad_norm": 0.9578379392623901,
      "learning_rate": 2.7856210949195006e-06,
      "loss": 0.3409,
      "step": 1340460
    },
    {
      "epoch": 374.12,
      "grad_norm": 0.917317807674408,
      "learning_rate": 2.785594540158e-06,
      "loss": 0.3567,
      "step": 1340470
    },
    {
      "epoch": 374.12,
      "grad_norm": 1.0828036069869995,
      "learning_rate": 2.7855679853376903e-06,
      "loss": 0.3521,
      "step": 1340480
    },
    {
      "epoch": 374.13,
      "grad_norm": 1.0425097942352295,
      "learning_rate": 2.785541430458574e-06,
      "loss": 0.3477,
      "step": 1340490
    },
    {
      "epoch": 374.13,
      "grad_norm": 1.0297026634216309,
      "learning_rate": 2.785514875520655e-06,
      "loss": 0.3451,
      "step": 1340500
    },
    {
      "epoch": 374.13,
      "grad_norm": 1.0601005554199219,
      "learning_rate": 2.7854883205239376e-06,
      "loss": 0.3191,
      "step": 1340510
    },
    {
      "epoch": 374.13,
      "grad_norm": 1.1144081354141235,
      "learning_rate": 2.785461765468424e-06,
      "loss": 0.3636,
      "step": 1340520
    },
    {
      "epoch": 374.14,
      "grad_norm": 1.406042218208313,
      "learning_rate": 2.7854352103541187e-06,
      "loss": 0.3392,
      "step": 1340530
    },
    {
      "epoch": 374.14,
      "grad_norm": 1.6993626356124878,
      "learning_rate": 2.785408655181025e-06,
      "loss": 0.3455,
      "step": 1340540
    },
    {
      "epoch": 374.14,
      "grad_norm": 0.9061186909675598,
      "learning_rate": 2.7853820999491466e-06,
      "loss": 0.3604,
      "step": 1340550
    },
    {
      "epoch": 374.14,
      "grad_norm": 0.9188816547393799,
      "learning_rate": 2.7853555446584865e-06,
      "loss": 0.346,
      "step": 1340560
    },
    {
      "epoch": 374.15,
      "grad_norm": 1.0924873352050781,
      "learning_rate": 2.785328989309049e-06,
      "loss": 0.3485,
      "step": 1340570
    },
    {
      "epoch": 374.15,
      "grad_norm": 0.9939453601837158,
      "learning_rate": 2.785302433900837e-06,
      "loss": 0.3676,
      "step": 1340580
    },
    {
      "epoch": 374.15,
      "grad_norm": 0.9430134892463684,
      "learning_rate": 2.7852758784338543e-06,
      "loss": 0.3521,
      "step": 1340590
    },
    {
      "epoch": 374.16,
      "grad_norm": 0.9760190844535828,
      "learning_rate": 2.785249322908104e-06,
      "loss": 0.3541,
      "step": 1340600
    },
    {
      "epoch": 374.16,
      "grad_norm": 0.9487422108650208,
      "learning_rate": 2.7852227673235904e-06,
      "loss": 0.3388,
      "step": 1340610
    },
    {
      "epoch": 374.16,
      "grad_norm": 0.9396985769271851,
      "learning_rate": 2.785196211680317e-06,
      "loss": 0.3351,
      "step": 1340620
    },
    {
      "epoch": 374.16,
      "grad_norm": 1.0227948427200317,
      "learning_rate": 2.7851696559782864e-06,
      "loss": 0.3558,
      "step": 1340630
    },
    {
      "epoch": 374.17,
      "grad_norm": 1.0874773263931274,
      "learning_rate": 2.785143100217503e-06,
      "loss": 0.3267,
      "step": 1340640
    },
    {
      "epoch": 374.17,
      "grad_norm": 0.9708753824234009,
      "learning_rate": 2.7851165443979696e-06,
      "loss": 0.3564,
      "step": 1340650
    },
    {
      "epoch": 374.17,
      "grad_norm": 1.1777297258377075,
      "learning_rate": 2.7850899885196906e-06,
      "loss": 0.3499,
      "step": 1340660
    },
    {
      "epoch": 374.18,
      "grad_norm": 0.9381687045097351,
      "learning_rate": 2.785063432582669e-06,
      "loss": 0.3524,
      "step": 1340670
    },
    {
      "epoch": 374.18,
      "grad_norm": 1.0405844449996948,
      "learning_rate": 2.785036876586909e-06,
      "loss": 0.342,
      "step": 1340680
    },
    {
      "epoch": 374.18,
      "grad_norm": 1.0191951990127563,
      "learning_rate": 2.7850103205324133e-06,
      "loss": 0.3545,
      "step": 1340690
    },
    {
      "epoch": 374.18,
      "grad_norm": 1.0506598949432373,
      "learning_rate": 2.7849837644191856e-06,
      "loss": 0.3852,
      "step": 1340700
    },
    {
      "epoch": 374.19,
      "grad_norm": 0.9679181575775146,
      "learning_rate": 2.7849572082472297e-06,
      "loss": 0.3517,
      "step": 1340710
    },
    {
      "epoch": 374.19,
      "grad_norm": 1.9449180364608765,
      "learning_rate": 2.7849306520165485e-06,
      "loss": 0.3614,
      "step": 1340720
    },
    {
      "epoch": 374.19,
      "grad_norm": 1.0450680255889893,
      "learning_rate": 2.784904095727146e-06,
      "loss": 0.3368,
      "step": 1340730
    },
    {
      "epoch": 374.19,
      "grad_norm": 0.9507397413253784,
      "learning_rate": 2.7848775393790267e-06,
      "loss": 0.3527,
      "step": 1340740
    },
    {
      "epoch": 374.2,
      "grad_norm": 0.9291300773620605,
      "learning_rate": 2.7848509829721927e-06,
      "loss": 0.341,
      "step": 1340750
    },
    {
      "epoch": 374.2,
      "grad_norm": 0.9473670125007629,
      "learning_rate": 2.7848244265066484e-06,
      "loss": 0.3332,
      "step": 1340760
    },
    {
      "epoch": 374.2,
      "grad_norm": 1.0299850702285767,
      "learning_rate": 2.7847978699823966e-06,
      "loss": 0.3566,
      "step": 1340770
    },
    {
      "epoch": 374.21,
      "grad_norm": 1.017793893814087,
      "learning_rate": 2.784771313399441e-06,
      "loss": 0.3524,
      "step": 1340780
    },
    {
      "epoch": 374.21,
      "grad_norm": 0.9883622527122498,
      "learning_rate": 2.7847447567577852e-06,
      "loss": 0.3575,
      "step": 1340790
    },
    {
      "epoch": 374.21,
      "grad_norm": 1.026207447052002,
      "learning_rate": 2.7847182000574337e-06,
      "loss": 0.3598,
      "step": 1340800
    },
    {
      "epoch": 374.21,
      "grad_norm": 1.0165252685546875,
      "learning_rate": 2.784691643298388e-06,
      "loss": 0.3374,
      "step": 1340810
    },
    {
      "epoch": 374.22,
      "grad_norm": 1.1212496757507324,
      "learning_rate": 2.784665086480654e-06,
      "loss": 0.3446,
      "step": 1340820
    },
    {
      "epoch": 374.22,
      "grad_norm": 1.1722773313522339,
      "learning_rate": 2.7846385296042334e-06,
      "loss": 0.3589,
      "step": 1340830
    },
    {
      "epoch": 374.22,
      "grad_norm": 1.1713494062423706,
      "learning_rate": 2.7846119726691317e-06,
      "loss": 0.3437,
      "step": 1340840
    },
    {
      "epoch": 374.23,
      "grad_norm": 1.0286775827407837,
      "learning_rate": 2.7845854156753492e-06,
      "loss": 0.3558,
      "step": 1340850
    },
    {
      "epoch": 374.23,
      "grad_norm": 0.9200519919395447,
      "learning_rate": 2.784558858622892e-06,
      "loss": 0.3461,
      "step": 1340860
    },
    {
      "epoch": 374.23,
      "grad_norm": 0.9517010450363159,
      "learning_rate": 2.7845323015117637e-06,
      "loss": 0.3436,
      "step": 1340870
    },
    {
      "epoch": 374.23,
      "grad_norm": 0.9343589544296265,
      "learning_rate": 2.7845057443419665e-06,
      "loss": 0.3379,
      "step": 1340880
    },
    {
      "epoch": 374.24,
      "grad_norm": 0.9042600989341736,
      "learning_rate": 2.784479187113505e-06,
      "loss": 0.3414,
      "step": 1340890
    },
    {
      "epoch": 374.24,
      "grad_norm": 0.9740220904350281,
      "learning_rate": 2.7844526298263825e-06,
      "loss": 0.363,
      "step": 1340900
    },
    {
      "epoch": 374.24,
      "grad_norm": 0.9425469636917114,
      "learning_rate": 2.784426072480602e-06,
      "loss": 0.3529,
      "step": 1340910
    },
    {
      "epoch": 374.25,
      "grad_norm": 0.9530013203620911,
      "learning_rate": 2.7843995150761678e-06,
      "loss": 0.3459,
      "step": 1340920
    },
    {
      "epoch": 374.25,
      "grad_norm": 1.2532110214233398,
      "learning_rate": 2.784372957613083e-06,
      "loss": 0.3561,
      "step": 1340930
    },
    {
      "epoch": 374.25,
      "grad_norm": 0.8745936155319214,
      "learning_rate": 2.7843464000913503e-06,
      "loss": 0.3398,
      "step": 1340940
    },
    {
      "epoch": 374.25,
      "grad_norm": 1.0768768787384033,
      "learning_rate": 2.7843198425109747e-06,
      "loss": 0.3504,
      "step": 1340950
    },
    {
      "epoch": 374.26,
      "grad_norm": 1.056113839149475,
      "learning_rate": 2.7842932848719585e-06,
      "loss": 0.3425,
      "step": 1340960
    },
    {
      "epoch": 374.26,
      "grad_norm": 1.0832029581069946,
      "learning_rate": 2.784266727174307e-06,
      "loss": 0.3515,
      "step": 1340970
    },
    {
      "epoch": 374.26,
      "grad_norm": 0.9295768141746521,
      "learning_rate": 2.784240169418022e-06,
      "loss": 0.3598,
      "step": 1340980
    },
    {
      "epoch": 374.26,
      "grad_norm": 1.0369291305541992,
      "learning_rate": 2.7842136116031077e-06,
      "loss": 0.3539,
      "step": 1340990
    },
    {
      "epoch": 374.27,
      "grad_norm": 1.080897331237793,
      "learning_rate": 2.784187053729568e-06,
      "loss": 0.3634,
      "step": 1341000
    },
    {
      "epoch": 374.27,
      "grad_norm": 0.9032235145568848,
      "learning_rate": 2.784160495797405e-06,
      "loss": 0.3472,
      "step": 1341010
    },
    {
      "epoch": 374.27,
      "grad_norm": 0.9296977519989014,
      "learning_rate": 2.7841339378066235e-06,
      "loss": 0.3542,
      "step": 1341020
    },
    {
      "epoch": 374.28,
      "grad_norm": 1.0788413286209106,
      "learning_rate": 2.7841073797572275e-06,
      "loss": 0.3716,
      "step": 1341030
    },
    {
      "epoch": 374.28,
      "grad_norm": 1.0197736024856567,
      "learning_rate": 2.7840808216492194e-06,
      "loss": 0.3463,
      "step": 1341040
    },
    {
      "epoch": 374.28,
      "grad_norm": 1.053855299949646,
      "learning_rate": 2.7840542634826033e-06,
      "loss": 0.3462,
      "step": 1341050
    },
    {
      "epoch": 374.28,
      "grad_norm": 1.217417597770691,
      "learning_rate": 2.7840277052573828e-06,
      "loss": 0.3508,
      "step": 1341060
    },
    {
      "epoch": 374.29,
      "grad_norm": 1.4572802782058716,
      "learning_rate": 2.7840011469735607e-06,
      "loss": 0.3439,
      "step": 1341070
    },
    {
      "epoch": 374.29,
      "grad_norm": 1.0452319383621216,
      "learning_rate": 2.7839745886311404e-06,
      "loss": 0.3424,
      "step": 1341080
    },
    {
      "epoch": 374.29,
      "grad_norm": 1.1723854541778564,
      "learning_rate": 2.783948030230128e-06,
      "loss": 0.3472,
      "step": 1341090
    },
    {
      "epoch": 374.3,
      "grad_norm": 0.8638996481895447,
      "learning_rate": 2.7839214717705232e-06,
      "loss": 0.3531,
      "step": 1341100
    },
    {
      "epoch": 374.3,
      "grad_norm": 1.1119755506515503,
      "learning_rate": 2.7838949132523326e-06,
      "loss": 0.344,
      "step": 1341110
    },
    {
      "epoch": 374.3,
      "grad_norm": 0.8858007192611694,
      "learning_rate": 2.7838683546755582e-06,
      "loss": 0.3439,
      "step": 1341120
    },
    {
      "epoch": 374.3,
      "grad_norm": 1.0481640100479126,
      "learning_rate": 2.7838417960402043e-06,
      "loss": 0.3381,
      "step": 1341130
    },
    {
      "epoch": 374.31,
      "grad_norm": 1.4263142347335815,
      "learning_rate": 2.783815237346273e-06,
      "loss": 0.3622,
      "step": 1341140
    },
    {
      "epoch": 374.31,
      "grad_norm": 0.8954096436500549,
      "learning_rate": 2.78378867859377e-06,
      "loss": 0.3276,
      "step": 1341150
    },
    {
      "epoch": 374.31,
      "grad_norm": 1.1359783411026,
      "learning_rate": 2.7837621197826972e-06,
      "loss": 0.3526,
      "step": 1341160
    },
    {
      "epoch": 374.31,
      "grad_norm": 0.8592225909233093,
      "learning_rate": 2.783735560913059e-06,
      "loss": 0.3417,
      "step": 1341170
    },
    {
      "epoch": 374.32,
      "grad_norm": 1.0484508275985718,
      "learning_rate": 2.783709001984858e-06,
      "loss": 0.3575,
      "step": 1341180
    },
    {
      "epoch": 374.32,
      "grad_norm": 1.0698133707046509,
      "learning_rate": 2.7836824429980993e-06,
      "loss": 0.3502,
      "step": 1341190
    },
    {
      "epoch": 374.32,
      "grad_norm": 1.2455377578735352,
      "learning_rate": 2.7836558839527845e-06,
      "loss": 0.3457,
      "step": 1341200
    },
    {
      "epoch": 374.33,
      "grad_norm": 1.07926344871521,
      "learning_rate": 2.783629324848919e-06,
      "loss": 0.3608,
      "step": 1341210
    },
    {
      "epoch": 374.33,
      "grad_norm": 1.0822277069091797,
      "learning_rate": 2.7836027656865055e-06,
      "loss": 0.3506,
      "step": 1341220
    },
    {
      "epoch": 374.33,
      "grad_norm": 1.2878012657165527,
      "learning_rate": 2.783576206465547e-06,
      "loss": 0.3757,
      "step": 1341230
    },
    {
      "epoch": 374.33,
      "grad_norm": 2.0487329959869385,
      "learning_rate": 2.783549647186047e-06,
      "loss": 0.3573,
      "step": 1341240
    },
    {
      "epoch": 374.34,
      "grad_norm": 1.023931622505188,
      "learning_rate": 2.7835230878480097e-06,
      "loss": 0.3442,
      "step": 1341250
    },
    {
      "epoch": 374.34,
      "grad_norm": 1.0739344358444214,
      "learning_rate": 2.783496528451439e-06,
      "loss": 0.3461,
      "step": 1341260
    },
    {
      "epoch": 374.34,
      "grad_norm": 1.0360509157180786,
      "learning_rate": 2.7834699689963378e-06,
      "loss": 0.3675,
      "step": 1341270
    },
    {
      "epoch": 374.35,
      "grad_norm": 0.9418787360191345,
      "learning_rate": 2.78344340948271e-06,
      "loss": 0.3441,
      "step": 1341280
    },
    {
      "epoch": 374.35,
      "grad_norm": 1.1114909648895264,
      "learning_rate": 2.7834168499105586e-06,
      "loss": 0.3479,
      "step": 1341290
    },
    {
      "epoch": 374.35,
      "grad_norm": 0.9668649435043335,
      "learning_rate": 2.7833902902798873e-06,
      "loss": 0.3405,
      "step": 1341300
    },
    {
      "epoch": 374.35,
      "grad_norm": 1.1367223262786865,
      "learning_rate": 2.7833637305907e-06,
      "loss": 0.3413,
      "step": 1341310
    },
    {
      "epoch": 374.36,
      "grad_norm": 1.0309659242630005,
      "learning_rate": 2.783337170843e-06,
      "loss": 0.3475,
      "step": 1341320
    },
    {
      "epoch": 374.36,
      "grad_norm": 1.1238069534301758,
      "learning_rate": 2.78331061103679e-06,
      "loss": 0.3491,
      "step": 1341330
    },
    {
      "epoch": 374.36,
      "grad_norm": 0.9594386219978333,
      "learning_rate": 2.783284051172075e-06,
      "loss": 0.3556,
      "step": 1341340
    },
    {
      "epoch": 374.37,
      "grad_norm": 1.0600353479385376,
      "learning_rate": 2.7832574912488584e-06,
      "loss": 0.3526,
      "step": 1341350
    },
    {
      "epoch": 374.37,
      "grad_norm": 0.9365640878677368,
      "learning_rate": 2.7832309312671427e-06,
      "loss": 0.3416,
      "step": 1341360
    },
    {
      "epoch": 374.37,
      "grad_norm": 0.8435075283050537,
      "learning_rate": 2.783204371226932e-06,
      "loss": 0.3444,
      "step": 1341370
    },
    {
      "epoch": 374.37,
      "grad_norm": 0.9653226137161255,
      "learning_rate": 2.78317781112823e-06,
      "loss": 0.3377,
      "step": 1341380
    },
    {
      "epoch": 374.38,
      "grad_norm": 1.0139310359954834,
      "learning_rate": 2.78315125097104e-06,
      "loss": 0.355,
      "step": 1341390
    },
    {
      "epoch": 374.38,
      "grad_norm": 1.0266138315200806,
      "learning_rate": 2.783124690755365e-06,
      "loss": 0.337,
      "step": 1341400
    },
    {
      "epoch": 374.38,
      "grad_norm": 1.127025842666626,
      "learning_rate": 2.7830981304812094e-06,
      "loss": 0.3454,
      "step": 1341410
    },
    {
      "epoch": 374.38,
      "grad_norm": 0.9785172343254089,
      "learning_rate": 2.783071570148577e-06,
      "loss": 0.3426,
      "step": 1341420
    },
    {
      "epoch": 374.39,
      "grad_norm": 0.9680001735687256,
      "learning_rate": 2.7830450097574706e-06,
      "loss": 0.3518,
      "step": 1341430
    },
    {
      "epoch": 374.39,
      "grad_norm": 0.8263117074966431,
      "learning_rate": 2.7830184493078933e-06,
      "loss": 0.3685,
      "step": 1341440
    },
    {
      "epoch": 374.39,
      "grad_norm": 1.058171033859253,
      "learning_rate": 2.7829918887998503e-06,
      "loss": 0.3554,
      "step": 1341450
    },
    {
      "epoch": 374.4,
      "grad_norm": 0.9753826260566711,
      "learning_rate": 2.7829653282333435e-06,
      "loss": 0.3417,
      "step": 1341460
    },
    {
      "epoch": 374.4,
      "grad_norm": 1.0914074182510376,
      "learning_rate": 2.7829387676083765e-06,
      "loss": 0.3422,
      "step": 1341470
    },
    {
      "epoch": 374.4,
      "grad_norm": 1.1018955707550049,
      "learning_rate": 2.782912206924954e-06,
      "loss": 0.3478,
      "step": 1341480
    },
    {
      "epoch": 374.4,
      "grad_norm": 0.929993212223053,
      "learning_rate": 2.7828856461830784e-06,
      "loss": 0.3379,
      "step": 1341490
    },
    {
      "epoch": 374.41,
      "grad_norm": 1.1888967752456665,
      "learning_rate": 2.7828590853827545e-06,
      "loss": 0.3687,
      "step": 1341500
    },
    {
      "epoch": 374.41,
      "grad_norm": 0.9681509733200073,
      "learning_rate": 2.7828325245239844e-06,
      "loss": 0.338,
      "step": 1341510
    },
    {
      "epoch": 374.41,
      "grad_norm": 0.9588345289230347,
      "learning_rate": 2.7828059636067725e-06,
      "loss": 0.3399,
      "step": 1341520
    },
    {
      "epoch": 374.42,
      "grad_norm": 1.2219569683074951,
      "learning_rate": 2.782779402631122e-06,
      "loss": 0.364,
      "step": 1341530
    },
    {
      "epoch": 374.42,
      "grad_norm": 1.0558375120162964,
      "learning_rate": 2.782752841597037e-06,
      "loss": 0.3372,
      "step": 1341540
    },
    {
      "epoch": 374.42,
      "grad_norm": 0.8913193345069885,
      "learning_rate": 2.78272628050452e-06,
      "loss": 0.3344,
      "step": 1341550
    },
    {
      "epoch": 374.42,
      "grad_norm": 1.046968936920166,
      "learning_rate": 2.7826997193535753e-06,
      "loss": 0.339,
      "step": 1341560
    },
    {
      "epoch": 374.43,
      "grad_norm": 0.9373679757118225,
      "learning_rate": 2.782673158144207e-06,
      "loss": 0.338,
      "step": 1341570
    },
    {
      "epoch": 374.43,
      "grad_norm": 1.0436228513717651,
      "learning_rate": 2.7826465968764177e-06,
      "loss": 0.358,
      "step": 1341580
    },
    {
      "epoch": 374.43,
      "grad_norm": 0.9837442636489868,
      "learning_rate": 2.7826200355502104e-06,
      "loss": 0.3696,
      "step": 1341590
    },
    {
      "epoch": 374.43,
      "grad_norm": 1.0874103307724,
      "learning_rate": 2.7825934741655895e-06,
      "loss": 0.3335,
      "step": 1341600
    },
    {
      "epoch": 374.44,
      "grad_norm": 0.9718234539031982,
      "learning_rate": 2.782566912722559e-06,
      "loss": 0.3322,
      "step": 1341610
    },
    {
      "epoch": 374.44,
      "grad_norm": 0.9888155460357666,
      "learning_rate": 2.782540351221121e-06,
      "loss": 0.3365,
      "step": 1341620
    },
    {
      "epoch": 374.44,
      "grad_norm": 1.1674960851669312,
      "learning_rate": 2.7825137896612803e-06,
      "loss": 0.3554,
      "step": 1341630
    },
    {
      "epoch": 374.45,
      "grad_norm": 0.8992097973823547,
      "learning_rate": 2.78248722804304e-06,
      "loss": 0.3342,
      "step": 1341640
    },
    {
      "epoch": 374.45,
      "grad_norm": 1.223266363143921,
      "learning_rate": 2.7824606663664043e-06,
      "loss": 0.3671,
      "step": 1341650
    },
    {
      "epoch": 374.45,
      "grad_norm": 1.0092480182647705,
      "learning_rate": 2.7824341046313753e-06,
      "loss": 0.3377,
      "step": 1341660
    },
    {
      "epoch": 374.45,
      "grad_norm": 1.1354376077651978,
      "learning_rate": 2.7824075428379577e-06,
      "loss": 0.3428,
      "step": 1341670
    },
    {
      "epoch": 374.46,
      "grad_norm": 0.9914162755012512,
      "learning_rate": 2.782380980986154e-06,
      "loss": 0.3538,
      "step": 1341680
    },
    {
      "epoch": 374.46,
      "grad_norm": 1.090316891670227,
      "learning_rate": 2.7823544190759693e-06,
      "loss": 0.3414,
      "step": 1341690
    },
    {
      "epoch": 374.46,
      "grad_norm": 1.060926079750061,
      "learning_rate": 2.7823278571074056e-06,
      "loss": 0.3576,
      "step": 1341700
    },
    {
      "epoch": 374.47,
      "grad_norm": 0.9605145454406738,
      "learning_rate": 2.7823012950804675e-06,
      "loss": 0.3458,
      "step": 1341710
    },
    {
      "epoch": 374.47,
      "grad_norm": 0.9076319336891174,
      "learning_rate": 2.7822747329951585e-06,
      "loss": 0.3335,
      "step": 1341720
    },
    {
      "epoch": 374.47,
      "grad_norm": 1.027626633644104,
      "learning_rate": 2.7822481708514806e-06,
      "loss": 0.3543,
      "step": 1341730
    },
    {
      "epoch": 374.47,
      "grad_norm": 0.9781430959701538,
      "learning_rate": 2.7822216086494395e-06,
      "loss": 0.3525,
      "step": 1341740
    },
    {
      "epoch": 374.48,
      "grad_norm": 1.0685491561889648,
      "learning_rate": 2.782195046389037e-06,
      "loss": 0.3436,
      "step": 1341750
    },
    {
      "epoch": 374.48,
      "grad_norm": 0.9381029009819031,
      "learning_rate": 2.7821684840702773e-06,
      "loss": 0.3461,
      "step": 1341760
    },
    {
      "epoch": 374.48,
      "grad_norm": 0.9229894280433655,
      "learning_rate": 2.782141921693165e-06,
      "loss": 0.3453,
      "step": 1341770
    },
    {
      "epoch": 374.49,
      "grad_norm": 0.9909390211105347,
      "learning_rate": 2.7821153592577012e-06,
      "loss": 0.3446,
      "step": 1341780
    },
    {
      "epoch": 374.49,
      "grad_norm": 1.1129356622695923,
      "learning_rate": 2.782088796763892e-06,
      "loss": 0.3663,
      "step": 1341790
    },
    {
      "epoch": 374.49,
      "grad_norm": 1.320074439048767,
      "learning_rate": 2.7820622342117396e-06,
      "loss": 0.3457,
      "step": 1341800
    },
    {
      "epoch": 374.49,
      "grad_norm": 1.0233407020568848,
      "learning_rate": 2.782035671601247e-06,
      "loss": 0.3518,
      "step": 1341810
    },
    {
      "epoch": 374.5,
      "grad_norm": 1.0079244375228882,
      "learning_rate": 2.782009108932419e-06,
      "loss": 0.3454,
      "step": 1341820
    },
    {
      "epoch": 374.5,
      "grad_norm": 1.1473126411437988,
      "learning_rate": 2.7819825462052583e-06,
      "loss": 0.345,
      "step": 1341830
    },
    {
      "epoch": 374.5,
      "grad_norm": 1.9954650402069092,
      "learning_rate": 2.781955983419769e-06,
      "loss": 0.3491,
      "step": 1341840
    },
    {
      "epoch": 374.5,
      "grad_norm": 1.288767695426941,
      "learning_rate": 2.7819294205759544e-06,
      "loss": 0.3603,
      "step": 1341850
    },
    {
      "epoch": 374.51,
      "grad_norm": 1.1532931327819824,
      "learning_rate": 2.781902857673818e-06,
      "loss": 0.3534,
      "step": 1341860
    },
    {
      "epoch": 374.51,
      "grad_norm": 1.0683726072311401,
      "learning_rate": 2.7818762947133637e-06,
      "loss": 0.3425,
      "step": 1341870
    },
    {
      "epoch": 374.51,
      "grad_norm": 1.0184004306793213,
      "learning_rate": 2.781849731694594e-06,
      "loss": 0.3431,
      "step": 1341880
    },
    {
      "epoch": 374.52,
      "grad_norm": 0.88694828748703,
      "learning_rate": 2.781823168617513e-06,
      "loss": 0.3553,
      "step": 1341890
    },
    {
      "epoch": 374.52,
      "grad_norm": 1.869986653327942,
      "learning_rate": 2.781796605482125e-06,
      "loss": 0.3483,
      "step": 1341900
    },
    {
      "epoch": 374.52,
      "grad_norm": 1.0041457414627075,
      "learning_rate": 2.7817700422884322e-06,
      "loss": 0.357,
      "step": 1341910
    },
    {
      "epoch": 374.52,
      "grad_norm": 0.9163997769355774,
      "learning_rate": 2.7817434790364388e-06,
      "loss": 0.3486,
      "step": 1341920
    },
    {
      "epoch": 374.53,
      "grad_norm": 0.8968095183372498,
      "learning_rate": 2.7817169157261487e-06,
      "loss": 0.3425,
      "step": 1341930
    },
    {
      "epoch": 374.53,
      "grad_norm": 1.1188392639160156,
      "learning_rate": 2.781690352357566e-06,
      "loss": 0.3567,
      "step": 1341940
    },
    {
      "epoch": 374.53,
      "grad_norm": 1.0904039144515991,
      "learning_rate": 2.781663788930692e-06,
      "loss": 0.3623,
      "step": 1341950
    },
    {
      "epoch": 374.54,
      "grad_norm": 0.9424425363540649,
      "learning_rate": 2.781637225445532e-06,
      "loss": 0.3427,
      "step": 1341960
    },
    {
      "epoch": 374.54,
      "grad_norm": 1.0309746265411377,
      "learning_rate": 2.7816106619020886e-06,
      "loss": 0.3568,
      "step": 1341970
    },
    {
      "epoch": 374.54,
      "grad_norm": 1.006220817565918,
      "learning_rate": 2.7815840983003662e-06,
      "loss": 0.3493,
      "step": 1341980
    },
    {
      "epoch": 374.54,
      "grad_norm": 0.9892104864120483,
      "learning_rate": 2.781557534640368e-06,
      "loss": 0.3414,
      "step": 1341990
    },
    {
      "epoch": 374.55,
      "grad_norm": 1.1568775177001953,
      "learning_rate": 2.7815309709220977e-06,
      "loss": 0.3337,
      "step": 1342000
    },
    {
      "epoch": 374.55,
      "grad_norm": 1.1946607828140259,
      "learning_rate": 2.7815044071455588e-06,
      "loss": 0.3649,
      "step": 1342010
    },
    {
      "epoch": 374.55,
      "grad_norm": 1.0619049072265625,
      "learning_rate": 2.781477843310754e-06,
      "loss": 0.3554,
      "step": 1342020
    },
    {
      "epoch": 374.55,
      "grad_norm": 0.9785416722297668,
      "learning_rate": 2.7814512794176884e-06,
      "loss": 0.3385,
      "step": 1342030
    },
    {
      "epoch": 374.56,
      "grad_norm": 1.0108133554458618,
      "learning_rate": 2.7814247154663638e-06,
      "loss": 0.3497,
      "step": 1342040
    },
    {
      "epoch": 374.56,
      "grad_norm": 1.017560601234436,
      "learning_rate": 2.781398151456785e-06,
      "loss": 0.3479,
      "step": 1342050
    },
    {
      "epoch": 374.56,
      "grad_norm": 1.013327717781067,
      "learning_rate": 2.781371587388955e-06,
      "loss": 0.3542,
      "step": 1342060
    },
    {
      "epoch": 374.57,
      "grad_norm": 0.965610921382904,
      "learning_rate": 2.7813450232628774e-06,
      "loss": 0.3432,
      "step": 1342070
    },
    {
      "epoch": 374.57,
      "grad_norm": 0.9745373725891113,
      "learning_rate": 2.781318459078556e-06,
      "loss": 0.332,
      "step": 1342080
    },
    {
      "epoch": 374.57,
      "grad_norm": 1.0050781965255737,
      "learning_rate": 2.7812918948359935e-06,
      "loss": 0.3599,
      "step": 1342090
    },
    {
      "epoch": 374.57,
      "grad_norm": 1.1760777235031128,
      "learning_rate": 2.781265330535195e-06,
      "loss": 0.3646,
      "step": 1342100
    },
    {
      "epoch": 374.58,
      "grad_norm": 0.9713616967201233,
      "learning_rate": 2.781238766176162e-06,
      "loss": 0.3477,
      "step": 1342110
    },
    {
      "epoch": 374.58,
      "grad_norm": 0.9389424324035645,
      "learning_rate": 2.7812122017589e-06,
      "loss": 0.3665,
      "step": 1342120
    },
    {
      "epoch": 374.58,
      "grad_norm": 1.0838459730148315,
      "learning_rate": 2.7811856372834113e-06,
      "loss": 0.3545,
      "step": 1342130
    },
    {
      "epoch": 374.59,
      "grad_norm": 1.2092863321304321,
      "learning_rate": 2.7811590727496995e-06,
      "loss": 0.3611,
      "step": 1342140
    },
    {
      "epoch": 374.59,
      "grad_norm": 1.1915792226791382,
      "learning_rate": 2.7811325081577685e-06,
      "loss": 0.3554,
      "step": 1342150
    },
    {
      "epoch": 374.59,
      "grad_norm": 2.156331777572632,
      "learning_rate": 2.781105943507622e-06,
      "loss": 0.3477,
      "step": 1342160
    },
    {
      "epoch": 374.59,
      "grad_norm": 5.5997633934021,
      "learning_rate": 2.7810793787992644e-06,
      "loss": 0.3502,
      "step": 1342170
    },
    {
      "epoch": 374.6,
      "grad_norm": 0.8666391372680664,
      "learning_rate": 2.7810528140326964e-06,
      "loss": 0.3345,
      "step": 1342180
    },
    {
      "epoch": 374.6,
      "grad_norm": 4.916620254516602,
      "learning_rate": 2.7810262492079245e-06,
      "loss": 0.3477,
      "step": 1342190
    },
    {
      "epoch": 374.6,
      "grad_norm": 0.9057979583740234,
      "learning_rate": 2.78099968432495e-06,
      "loss": 0.3642,
      "step": 1342200
    },
    {
      "epoch": 374.61,
      "grad_norm": 1.0990591049194336,
      "learning_rate": 2.780973119383778e-06,
      "loss": 0.3498,
      "step": 1342210
    },
    {
      "epoch": 374.61,
      "grad_norm": 1.177854061126709,
      "learning_rate": 2.7809465543844115e-06,
      "loss": 0.3435,
      "step": 1342220
    },
    {
      "epoch": 374.61,
      "grad_norm": 1.2197661399841309,
      "learning_rate": 2.780919989326854e-06,
      "loss": 0.3485,
      "step": 1342230
    },
    {
      "epoch": 374.61,
      "grad_norm": 1.354864478111267,
      "learning_rate": 2.7808934242111088e-06,
      "loss": 0.3517,
      "step": 1342240
    },
    {
      "epoch": 374.62,
      "grad_norm": 0.9479483962059021,
      "learning_rate": 2.7808668590371806e-06,
      "loss": 0.3399,
      "step": 1342250
    },
    {
      "epoch": 374.62,
      "grad_norm": 1.1672602891921997,
      "learning_rate": 2.7808402938050714e-06,
      "loss": 0.3645,
      "step": 1342260
    },
    {
      "epoch": 374.62,
      "grad_norm": 0.9864228963851929,
      "learning_rate": 2.7808137285147842e-06,
      "loss": 0.3577,
      "step": 1342270
    },
    {
      "epoch": 374.62,
      "grad_norm": 1.0018006563186646,
      "learning_rate": 2.780787163166325e-06,
      "loss": 0.3417,
      "step": 1342280
    },
    {
      "epoch": 374.63,
      "grad_norm": 1.0586984157562256,
      "learning_rate": 2.780760597759696e-06,
      "loss": 0.3451,
      "step": 1342290
    },
    {
      "epoch": 374.63,
      "grad_norm": 1.0421136617660522,
      "learning_rate": 2.7807340322949006e-06,
      "loss": 0.3528,
      "step": 1342300
    },
    {
      "epoch": 374.63,
      "grad_norm": 2.14402174949646,
      "learning_rate": 2.7807074667719427e-06,
      "loss": 0.3484,
      "step": 1342310
    },
    {
      "epoch": 374.64,
      "grad_norm": 0.98045414686203,
      "learning_rate": 2.780680901190826e-06,
      "loss": 0.3588,
      "step": 1342320
    },
    {
      "epoch": 374.64,
      "grad_norm": 1.1615084409713745,
      "learning_rate": 2.7806543355515527e-06,
      "loss": 0.3704,
      "step": 1342330
    },
    {
      "epoch": 374.64,
      "grad_norm": 1.1426186561584473,
      "learning_rate": 2.780627769854127e-06,
      "loss": 0.3418,
      "step": 1342340
    },
    {
      "epoch": 374.64,
      "grad_norm": 1.0645503997802734,
      "learning_rate": 2.7806012040985542e-06,
      "loss": 0.3467,
      "step": 1342350
    },
    {
      "epoch": 374.65,
      "grad_norm": 1.068977952003479,
      "learning_rate": 2.7805746382848354e-06,
      "loss": 0.3618,
      "step": 1342360
    },
    {
      "epoch": 374.65,
      "grad_norm": 1.0708684921264648,
      "learning_rate": 2.780548072412975e-06,
      "loss": 0.3363,
      "step": 1342370
    },
    {
      "epoch": 374.65,
      "grad_norm": 1.0332461595535278,
      "learning_rate": 2.7805215064829775e-06,
      "loss": 0.3518,
      "step": 1342380
    },
    {
      "epoch": 374.66,
      "grad_norm": 1.1031187772750854,
      "learning_rate": 2.7804949404948453e-06,
      "loss": 0.3561,
      "step": 1342390
    },
    {
      "epoch": 374.66,
      "grad_norm": 1.3803904056549072,
      "learning_rate": 2.780468374448582e-06,
      "loss": 0.3381,
      "step": 1342400
    },
    {
      "epoch": 374.66,
      "grad_norm": 1.2264738082885742,
      "learning_rate": 2.780441808344191e-06,
      "loss": 0.3467,
      "step": 1342410
    },
    {
      "epoch": 374.66,
      "grad_norm": 1.1100108623504639,
      "learning_rate": 2.7804152421816772e-06,
      "loss": 0.3482,
      "step": 1342420
    },
    {
      "epoch": 374.67,
      "grad_norm": 1.0402495861053467,
      "learning_rate": 2.780388675961042e-06,
      "loss": 0.3721,
      "step": 1342430
    },
    {
      "epoch": 374.67,
      "grad_norm": 1.2433059215545654,
      "learning_rate": 2.7803621096822903e-06,
      "loss": 0.3508,
      "step": 1342440
    },
    {
      "epoch": 374.67,
      "grad_norm": 1.0961792469024658,
      "learning_rate": 2.780335543345426e-06,
      "loss": 0.3578,
      "step": 1342450
    },
    {
      "epoch": 374.67,
      "grad_norm": 1.194920539855957,
      "learning_rate": 2.780308976950452e-06,
      "loss": 0.3594,
      "step": 1342460
    },
    {
      "epoch": 374.68,
      "grad_norm": 1.254132628440857,
      "learning_rate": 2.7802824104973716e-06,
      "loss": 0.3285,
      "step": 1342470
    },
    {
      "epoch": 374.68,
      "grad_norm": 1.1308702230453491,
      "learning_rate": 2.780255843986189e-06,
      "loss": 0.3562,
      "step": 1342480
    },
    {
      "epoch": 374.68,
      "grad_norm": 0.9318311214447021,
      "learning_rate": 2.780229277416907e-06,
      "loss": 0.3358,
      "step": 1342490
    },
    {
      "epoch": 374.69,
      "grad_norm": 1.0003124475479126,
      "learning_rate": 2.780202710789529e-06,
      "loss": 0.3384,
      "step": 1342500
    },
    {
      "epoch": 374.69,
      "grad_norm": 0.9604918360710144,
      "learning_rate": 2.78017614410406e-06,
      "loss": 0.3454,
      "step": 1342510
    },
    {
      "epoch": 374.69,
      "grad_norm": 1.0357993841171265,
      "learning_rate": 2.780149577360502e-06,
      "loss": 0.3624,
      "step": 1342520
    },
    {
      "epoch": 374.69,
      "grad_norm": 1.3799787759780884,
      "learning_rate": 2.7801230105588593e-06,
      "loss": 0.3491,
      "step": 1342530
    },
    {
      "epoch": 374.7,
      "grad_norm": 0.8483161330223083,
      "learning_rate": 2.7800964436991357e-06,
      "loss": 0.3415,
      "step": 1342540
    },
    {
      "epoch": 374.7,
      "grad_norm": 0.9645007848739624,
      "learning_rate": 2.780069876781333e-06,
      "loss": 0.3548,
      "step": 1342550
    },
    {
      "epoch": 374.7,
      "grad_norm": 1.071216106414795,
      "learning_rate": 2.7800433098054567e-06,
      "loss": 0.3614,
      "step": 1342560
    },
    {
      "epoch": 374.71,
      "grad_norm": 0.9509443044662476,
      "learning_rate": 2.7800167427715094e-06,
      "loss": 0.332,
      "step": 1342570
    },
    {
      "epoch": 374.71,
      "grad_norm": 0.9785492420196533,
      "learning_rate": 2.7799901756794954e-06,
      "loss": 0.3564,
      "step": 1342580
    },
    {
      "epoch": 374.71,
      "grad_norm": 0.9119781255722046,
      "learning_rate": 2.7799636085294174e-06,
      "loss": 0.3505,
      "step": 1342590
    },
    {
      "epoch": 374.71,
      "grad_norm": 1.173708438873291,
      "learning_rate": 2.77993704132128e-06,
      "loss": 0.3515,
      "step": 1342600
    },
    {
      "epoch": 374.72,
      "grad_norm": 0.945402979850769,
      "learning_rate": 2.7799104740550855e-06,
      "loss": 0.3421,
      "step": 1342610
    },
    {
      "epoch": 374.72,
      "grad_norm": 0.9776055812835693,
      "learning_rate": 2.779883906730837e-06,
      "loss": 0.358,
      "step": 1342620
    },
    {
      "epoch": 374.72,
      "grad_norm": 1.1689889430999756,
      "learning_rate": 2.77985733934854e-06,
      "loss": 0.3339,
      "step": 1342630
    },
    {
      "epoch": 374.73,
      "grad_norm": 0.9850445985794067,
      "learning_rate": 2.7798307719081967e-06,
      "loss": 0.3544,
      "step": 1342640
    },
    {
      "epoch": 374.73,
      "grad_norm": 1.070090889930725,
      "learning_rate": 2.7798042044098107e-06,
      "loss": 0.3376,
      "step": 1342650
    },
    {
      "epoch": 374.73,
      "grad_norm": 1.0118706226348877,
      "learning_rate": 2.7797776368533855e-06,
      "loss": 0.3468,
      "step": 1342660
    },
    {
      "epoch": 374.73,
      "grad_norm": 1.1985101699829102,
      "learning_rate": 2.7797510692389254e-06,
      "loss": 0.3727,
      "step": 1342670
    },
    {
      "epoch": 374.74,
      "grad_norm": 0.9924446940422058,
      "learning_rate": 2.779724501566434e-06,
      "loss": 0.3482,
      "step": 1342680
    },
    {
      "epoch": 374.74,
      "grad_norm": 1.0361244678497314,
      "learning_rate": 2.779697933835914e-06,
      "loss": 0.3397,
      "step": 1342690
    },
    {
      "epoch": 374.74,
      "grad_norm": 0.9368272423744202,
      "learning_rate": 2.7796713660473686e-06,
      "loss": 0.3402,
      "step": 1342700
    },
    {
      "epoch": 374.74,
      "grad_norm": 1.0360703468322754,
      "learning_rate": 2.779644798200802e-06,
      "loss": 0.3421,
      "step": 1342710
    },
    {
      "epoch": 374.75,
      "grad_norm": 0.8530565500259399,
      "learning_rate": 2.779618230296218e-06,
      "loss": 0.3549,
      "step": 1342720
    },
    {
      "epoch": 374.75,
      "grad_norm": 1.2054469585418701,
      "learning_rate": 2.7795916623336192e-06,
      "loss": 0.3578,
      "step": 1342730
    },
    {
      "epoch": 374.75,
      "grad_norm": 0.9307733774185181,
      "learning_rate": 2.7795650943130107e-06,
      "loss": 0.3445,
      "step": 1342740
    },
    {
      "epoch": 374.76,
      "grad_norm": 1.3255680799484253,
      "learning_rate": 2.779538526234395e-06,
      "loss": 0.361,
      "step": 1342750
    },
    {
      "epoch": 374.76,
      "grad_norm": 1.0764964818954468,
      "learning_rate": 2.779511958097775e-06,
      "loss": 0.3466,
      "step": 1342760
    },
    {
      "epoch": 374.76,
      "grad_norm": 0.8612121343612671,
      "learning_rate": 2.7794853899031557e-06,
      "loss": 0.3531,
      "step": 1342770
    },
    {
      "epoch": 374.76,
      "grad_norm": 1.208430528640747,
      "learning_rate": 2.7794588216505393e-06,
      "loss": 0.3411,
      "step": 1342780
    },
    {
      "epoch": 374.77,
      "grad_norm": 0.9540152549743652,
      "learning_rate": 2.77943225333993e-06,
      "loss": 0.3534,
      "step": 1342790
    },
    {
      "epoch": 374.77,
      "grad_norm": 1.21418035030365,
      "learning_rate": 2.7794056849713324e-06,
      "loss": 0.3292,
      "step": 1342800
    },
    {
      "epoch": 374.77,
      "grad_norm": 1.02057683467865,
      "learning_rate": 2.7793791165447473e-06,
      "loss": 0.3476,
      "step": 1342810
    },
    {
      "epoch": 374.78,
      "grad_norm": 0.990092933177948,
      "learning_rate": 2.7793525480601807e-06,
      "loss": 0.3665,
      "step": 1342820
    },
    {
      "epoch": 374.78,
      "grad_norm": 1.1814311742782593,
      "learning_rate": 2.7793259795176355e-06,
      "loss": 0.3381,
      "step": 1342830
    },
    {
      "epoch": 374.78,
      "grad_norm": 0.9344916343688965,
      "learning_rate": 2.7792994109171143e-06,
      "loss": 0.3319,
      "step": 1342840
    },
    {
      "epoch": 374.78,
      "grad_norm": 1.0849066972732544,
      "learning_rate": 2.7792728422586218e-06,
      "loss": 0.3589,
      "step": 1342850
    },
    {
      "epoch": 374.79,
      "grad_norm": 1.0020599365234375,
      "learning_rate": 2.779246273542161e-06,
      "loss": 0.3492,
      "step": 1342860
    },
    {
      "epoch": 374.79,
      "grad_norm": 1.0568026304244995,
      "learning_rate": 2.7792197047677353e-06,
      "loss": 0.3454,
      "step": 1342870
    },
    {
      "epoch": 374.79,
      "grad_norm": 1.1246452331542969,
      "learning_rate": 2.7791931359353486e-06,
      "loss": 0.3559,
      "step": 1342880
    },
    {
      "epoch": 374.79,
      "grad_norm": 0.9680580496788025,
      "learning_rate": 2.7791665670450045e-06,
      "loss": 0.3357,
      "step": 1342890
    },
    {
      "epoch": 374.8,
      "grad_norm": 1.2105830907821655,
      "learning_rate": 2.779139998096707e-06,
      "loss": 0.3286,
      "step": 1342900
    },
    {
      "epoch": 374.8,
      "grad_norm": 1.0131648778915405,
      "learning_rate": 2.7791134290904577e-06,
      "loss": 0.355,
      "step": 1342910
    },
    {
      "epoch": 374.8,
      "grad_norm": 0.9067273736000061,
      "learning_rate": 2.7790868600262614e-06,
      "loss": 0.3438,
      "step": 1342920
    },
    {
      "epoch": 374.81,
      "grad_norm": 1.2822130918502808,
      "learning_rate": 2.7790602909041225e-06,
      "loss": 0.3483,
      "step": 1342930
    },
    {
      "epoch": 374.81,
      "grad_norm": 0.9113008975982666,
      "learning_rate": 2.779033721724043e-06,
      "loss": 0.3343,
      "step": 1342940
    },
    {
      "epoch": 374.81,
      "grad_norm": 1.2063617706298828,
      "learning_rate": 2.7790071524860276e-06,
      "loss": 0.3405,
      "step": 1342950
    },
    {
      "epoch": 374.81,
      "grad_norm": 1.024505853652954,
      "learning_rate": 2.7789805831900797e-06,
      "loss": 0.3518,
      "step": 1342960
    },
    {
      "epoch": 374.82,
      "grad_norm": 1.208008050918579,
      "learning_rate": 2.778954013836202e-06,
      "loss": 0.3494,
      "step": 1342970
    },
    {
      "epoch": 374.82,
      "grad_norm": 1.1271723508834839,
      "learning_rate": 2.7789274444243985e-06,
      "loss": 0.342,
      "step": 1342980
    },
    {
      "epoch": 374.82,
      "grad_norm": 0.9685366749763489,
      "learning_rate": 2.778900874954672e-06,
      "loss": 0.3491,
      "step": 1342990
    },
    {
      "epoch": 374.83,
      "grad_norm": 0.917912483215332,
      "learning_rate": 2.7788743054270283e-06,
      "loss": 0.3468,
      "step": 1343000
    },
    {
      "epoch": 374.83,
      "grad_norm": 0.8220650553703308,
      "learning_rate": 2.778847735841469e-06,
      "loss": 0.3551,
      "step": 1343010
    },
    {
      "epoch": 374.83,
      "grad_norm": 0.9436722993850708,
      "learning_rate": 2.778821166197997e-06,
      "loss": 0.3524,
      "step": 1343020
    },
    {
      "epoch": 374.83,
      "grad_norm": 1.2130945920944214,
      "learning_rate": 2.7787945964966182e-06,
      "loss": 0.3456,
      "step": 1343030
    },
    {
      "epoch": 374.84,
      "grad_norm": 1.0903172492980957,
      "learning_rate": 2.7787680267373344e-06,
      "loss": 0.3519,
      "step": 1343040
    },
    {
      "epoch": 374.84,
      "grad_norm": 1.015262246131897,
      "learning_rate": 2.7787414569201495e-06,
      "loss": 0.3413,
      "step": 1343050
    },
    {
      "epoch": 374.84,
      "grad_norm": 1.0781617164611816,
      "learning_rate": 2.7787148870450677e-06,
      "loss": 0.3505,
      "step": 1343060
    },
    {
      "epoch": 374.85,
      "grad_norm": 0.9393291473388672,
      "learning_rate": 2.778688317112091e-06,
      "loss": 0.3672,
      "step": 1343070
    },
    {
      "epoch": 374.85,
      "grad_norm": 0.9880136847496033,
      "learning_rate": 2.778661747121224e-06,
      "loss": 0.3591,
      "step": 1343080
    },
    {
      "epoch": 374.85,
      "grad_norm": 1.1424884796142578,
      "learning_rate": 2.778635177072471e-06,
      "loss": 0.3537,
      "step": 1343090
    },
    {
      "epoch": 374.85,
      "grad_norm": 0.995796263217926,
      "learning_rate": 2.778608606965833e-06,
      "loss": 0.3386,
      "step": 1343100
    },
    {
      "epoch": 374.86,
      "grad_norm": 1.0675091743469238,
      "learning_rate": 2.7785820368013165e-06,
      "loss": 0.3548,
      "step": 1343110
    },
    {
      "epoch": 374.86,
      "grad_norm": 1.0194051265716553,
      "learning_rate": 2.7785554665789237e-06,
      "loss": 0.34,
      "step": 1343120
    },
    {
      "epoch": 374.86,
      "grad_norm": 0.9640955924987793,
      "learning_rate": 2.7785288962986583e-06,
      "loss": 0.3438,
      "step": 1343130
    },
    {
      "epoch": 374.86,
      "grad_norm": 0.942901611328125,
      "learning_rate": 2.7785023259605235e-06,
      "loss": 0.3435,
      "step": 1343140
    },
    {
      "epoch": 374.87,
      "grad_norm": 1.039486289024353,
      "learning_rate": 2.778475755564522e-06,
      "loss": 0.3493,
      "step": 1343150
    },
    {
      "epoch": 374.87,
      "grad_norm": 1.0341938734054565,
      "learning_rate": 2.77844918511066e-06,
      "loss": 0.3433,
      "step": 1343160
    },
    {
      "epoch": 374.87,
      "grad_norm": 0.8758920431137085,
      "learning_rate": 2.7784226145989387e-06,
      "loss": 0.3773,
      "step": 1343170
    },
    {
      "epoch": 374.88,
      "grad_norm": 0.9716225266456604,
      "learning_rate": 2.7783960440293624e-06,
      "loss": 0.3471,
      "step": 1343180
    },
    {
      "epoch": 374.88,
      "grad_norm": 1.2402406930923462,
      "learning_rate": 2.7783694734019346e-06,
      "loss": 0.3524,
      "step": 1343190
    },
    {
      "epoch": 374.88,
      "grad_norm": 1.0158791542053223,
      "learning_rate": 2.7783429027166595e-06,
      "loss": 0.3524,
      "step": 1343200
    },
    {
      "epoch": 374.88,
      "grad_norm": 1.0326176881790161,
      "learning_rate": 2.7783163319735384e-06,
      "loss": 0.3478,
      "step": 1343210
    },
    {
      "epoch": 374.89,
      "grad_norm": 0.9641683101654053,
      "learning_rate": 2.778289761172578e-06,
      "loss": 0.3675,
      "step": 1343220
    },
    {
      "epoch": 374.89,
      "grad_norm": 0.946599543094635,
      "learning_rate": 2.7782631903137794e-06,
      "loss": 0.3438,
      "step": 1343230
    },
    {
      "epoch": 374.89,
      "grad_norm": 1.1791132688522339,
      "learning_rate": 2.778236619397147e-06,
      "loss": 0.3515,
      "step": 1343240
    },
    {
      "epoch": 374.9,
      "grad_norm": 1.0721899271011353,
      "learning_rate": 2.7782100484226842e-06,
      "loss": 0.3512,
      "step": 1343250
    },
    {
      "epoch": 374.9,
      "grad_norm": 0.9647746682167053,
      "learning_rate": 2.778183477390395e-06,
      "loss": 0.3751,
      "step": 1343260
    },
    {
      "epoch": 374.9,
      "grad_norm": 1.0345499515533447,
      "learning_rate": 2.778156906300283e-06,
      "loss": 0.352,
      "step": 1343270
    },
    {
      "epoch": 374.9,
      "grad_norm": 1.0948591232299805,
      "learning_rate": 2.7781303351523505e-06,
      "loss": 0.3596,
      "step": 1343280
    },
    {
      "epoch": 374.91,
      "grad_norm": 1.0440558195114136,
      "learning_rate": 2.7781037639466024e-06,
      "loss": 0.3605,
      "step": 1343290
    },
    {
      "epoch": 374.91,
      "grad_norm": 1.1873643398284912,
      "learning_rate": 2.778077192683041e-06,
      "loss": 0.3384,
      "step": 1343300
    },
    {
      "epoch": 374.91,
      "grad_norm": 0.8983282446861267,
      "learning_rate": 2.778050621361671e-06,
      "loss": 0.3413,
      "step": 1343310
    },
    {
      "epoch": 374.91,
      "grad_norm": 1.0585066080093384,
      "learning_rate": 2.7780240499824958e-06,
      "loss": 0.3525,
      "step": 1343320
    },
    {
      "epoch": 374.92,
      "grad_norm": 1.2829437255859375,
      "learning_rate": 2.777997478545518e-06,
      "loss": 0.3656,
      "step": 1343330
    },
    {
      "epoch": 374.92,
      "grad_norm": 1.228682041168213,
      "learning_rate": 2.777970907050742e-06,
      "loss": 0.3415,
      "step": 1343340
    },
    {
      "epoch": 374.92,
      "grad_norm": 0.98647141456604,
      "learning_rate": 2.777944335498171e-06,
      "loss": 0.3456,
      "step": 1343350
    },
    {
      "epoch": 374.93,
      "grad_norm": 0.7986235618591309,
      "learning_rate": 2.7779177638878086e-06,
      "loss": 0.3483,
      "step": 1343360
    },
    {
      "epoch": 374.93,
      "grad_norm": 0.9579023718833923,
      "learning_rate": 2.7778911922196584e-06,
      "loss": 0.3352,
      "step": 1343370
    },
    {
      "epoch": 374.93,
      "grad_norm": 0.8827897310256958,
      "learning_rate": 2.7778646204937246e-06,
      "loss": 0.3405,
      "step": 1343380
    },
    {
      "epoch": 374.93,
      "grad_norm": 0.9501886367797852,
      "learning_rate": 2.7778380487100087e-06,
      "loss": 0.3466,
      "step": 1343390
    },
    {
      "epoch": 374.94,
      "grad_norm": 1.1256046295166016,
      "learning_rate": 2.7778114768685163e-06,
      "loss": 0.3694,
      "step": 1343400
    },
    {
      "epoch": 374.94,
      "grad_norm": 0.9098881483078003,
      "learning_rate": 2.7777849049692503e-06,
      "loss": 0.3542,
      "step": 1343410
    },
    {
      "epoch": 374.94,
      "grad_norm": 1.0914528369903564,
      "learning_rate": 2.777758333012214e-06,
      "loss": 0.3412,
      "step": 1343420
    },
    {
      "epoch": 374.95,
      "grad_norm": 0.9411810040473938,
      "learning_rate": 2.777731760997411e-06,
      "loss": 0.3411,
      "step": 1343430
    },
    {
      "epoch": 374.95,
      "grad_norm": 0.9764510989189148,
      "learning_rate": 2.7777051889248446e-06,
      "loss": 0.3493,
      "step": 1343440
    },
    {
      "epoch": 374.95,
      "grad_norm": 1.0112215280532837,
      "learning_rate": 2.7776786167945195e-06,
      "loss": 0.3299,
      "step": 1343450
    },
    {
      "epoch": 374.95,
      "grad_norm": 0.9727625250816345,
      "learning_rate": 2.7776520446064373e-06,
      "loss": 0.3467,
      "step": 1343460
    },
    {
      "epoch": 374.96,
      "grad_norm": 1.8056602478027344,
      "learning_rate": 2.7776254723606035e-06,
      "loss": 0.365,
      "step": 1343470
    },
    {
      "epoch": 374.96,
      "grad_norm": 1.1124616861343384,
      "learning_rate": 2.7775989000570203e-06,
      "loss": 0.3525,
      "step": 1343480
    },
    {
      "epoch": 374.96,
      "grad_norm": 1.076703667640686,
      "learning_rate": 2.7775723276956923e-06,
      "loss": 0.3362,
      "step": 1343490
    },
    {
      "epoch": 374.97,
      "grad_norm": 9.59355354309082,
      "learning_rate": 2.7775457552766216e-06,
      "loss": 0.3427,
      "step": 1343500
    },
    {
      "epoch": 374.97,
      "grad_norm": 1.2970608472824097,
      "learning_rate": 2.7775191827998134e-06,
      "loss": 0.3453,
      "step": 1343510
    },
    {
      "epoch": 374.97,
      "grad_norm": 1.169721245765686,
      "learning_rate": 2.7774926102652693e-06,
      "loss": 0.3419,
      "step": 1343520
    },
    {
      "epoch": 374.97,
      "grad_norm": 1.0087761878967285,
      "learning_rate": 2.777466037672995e-06,
      "loss": 0.3508,
      "step": 1343530
    },
    {
      "epoch": 374.98,
      "grad_norm": 1.0240380764007568,
      "learning_rate": 2.777439465022993e-06,
      "loss": 0.352,
      "step": 1343540
    },
    {
      "epoch": 374.98,
      "grad_norm": 1.0105154514312744,
      "learning_rate": 2.7774128923152657e-06,
      "loss": 0.347,
      "step": 1343550
    },
    {
      "epoch": 374.98,
      "grad_norm": 1.0214799642562866,
      "learning_rate": 2.7773863195498187e-06,
      "loss": 0.3471,
      "step": 1343560
    },
    {
      "epoch": 374.98,
      "grad_norm": 1.0904427766799927,
      "learning_rate": 2.777359746726654e-06,
      "loss": 0.3265,
      "step": 1343570
    },
    {
      "epoch": 374.99,
      "grad_norm": 1.1074285507202148,
      "learning_rate": 2.777333173845777e-06,
      "loss": 0.3493,
      "step": 1343580
    },
    {
      "epoch": 374.99,
      "grad_norm": 1.0449029207229614,
      "learning_rate": 2.7773066009071883e-06,
      "loss": 0.3543,
      "step": 1343590
    },
    {
      "epoch": 374.99,
      "grad_norm": 1.1153496503829956,
      "learning_rate": 2.7772800279108935e-06,
      "loss": 0.3646,
      "step": 1343600
    },
    {
      "epoch": 375.0,
      "grad_norm": 1.052270531654358,
      "learning_rate": 2.7772534548568962e-06,
      "loss": 0.345,
      "step": 1343610
    },
    {
      "epoch": 375.0,
      "grad_norm": 1.213369607925415,
      "learning_rate": 2.777226881745199e-06,
      "loss": 0.3633,
      "step": 1343620
    },
    {
      "epoch": 375.0,
      "eval_loss": 0.3482970893383026,
      "eval_runtime": 62.8722,
      "eval_samples_per_second": 80.465,
      "eval_steps_per_second": 10.068,
      "step": 1343625
    },
    {
      "epoch": 375.0,
      "grad_norm": 0.9514535665512085,
      "learning_rate": 2.7772003085758068e-06,
      "loss": 0.3479,
      "step": 1343630
    },
    {
      "epoch": 375.0,
      "grad_norm": 1.182862639427185,
      "learning_rate": 2.7771737353487217e-06,
      "loss": 0.3505,
      "step": 1343640
    },
    {
      "epoch": 375.01,
      "grad_norm": 1.3363326787948608,
      "learning_rate": 2.7771471620639474e-06,
      "loss": 0.3683,
      "step": 1343650
    },
    {
      "epoch": 375.01,
      "grad_norm": 0.9542425870895386,
      "learning_rate": 2.7771205887214885e-06,
      "loss": 0.3558,
      "step": 1343660
    },
    {
      "epoch": 375.01,
      "grad_norm": 1.165238857269287,
      "learning_rate": 2.7770940153213474e-06,
      "loss": 0.3404,
      "step": 1343670
    },
    {
      "epoch": 375.02,
      "grad_norm": 1.011452078819275,
      "learning_rate": 2.777067441863528e-06,
      "loss": 0.3593,
      "step": 1343680
    },
    {
      "epoch": 375.02,
      "grad_norm": 1.0037939548492432,
      "learning_rate": 2.7770408683480343e-06,
      "loss": 0.3525,
      "step": 1343690
    },
    {
      "epoch": 375.02,
      "grad_norm": 0.9235225915908813,
      "learning_rate": 2.7770142947748694e-06,
      "loss": 0.342,
      "step": 1343700
    },
    {
      "epoch": 375.02,
      "grad_norm": 1.0919301509857178,
      "learning_rate": 2.776987721144037e-06,
      "loss": 0.3447,
      "step": 1343710
    },
    {
      "epoch": 375.03,
      "grad_norm": 0.8879227042198181,
      "learning_rate": 2.77696114745554e-06,
      "loss": 0.3358,
      "step": 1343720
    },
    {
      "epoch": 375.03,
      "grad_norm": 1.0606331825256348,
      "learning_rate": 2.776934573709383e-06,
      "loss": 0.3667,
      "step": 1343730
    },
    {
      "epoch": 375.03,
      "grad_norm": 1.213738203048706,
      "learning_rate": 2.7769079999055684e-06,
      "loss": 0.3403,
      "step": 1343740
    },
    {
      "epoch": 375.03,
      "grad_norm": 1.1285358667373657,
      "learning_rate": 2.776881426044101e-06,
      "loss": 0.3376,
      "step": 1343750
    },
    {
      "epoch": 375.04,
      "grad_norm": 1.0605210065841675,
      "learning_rate": 2.7768548521249833e-06,
      "loss": 0.3415,
      "step": 1343760
    },
    {
      "epoch": 375.04,
      "grad_norm": 1.3255269527435303,
      "learning_rate": 2.77682827814822e-06,
      "loss": 0.3681,
      "step": 1343770
    },
    {
      "epoch": 375.04,
      "grad_norm": 1.0525610446929932,
      "learning_rate": 2.7768017041138134e-06,
      "loss": 0.3334,
      "step": 1343780
    },
    {
      "epoch": 375.05,
      "grad_norm": 0.997676432132721,
      "learning_rate": 2.7767751300217667e-06,
      "loss": 0.3339,
      "step": 1343790
    },
    {
      "epoch": 375.05,
      "grad_norm": 1.0571166276931763,
      "learning_rate": 2.7767485558720853e-06,
      "loss": 0.3441,
      "step": 1343800
    },
    {
      "epoch": 375.05,
      "grad_norm": 0.9548337459564209,
      "learning_rate": 2.776721981664771e-06,
      "loss": 0.3369,
      "step": 1343810
    },
    {
      "epoch": 375.05,
      "grad_norm": 1.1208263635635376,
      "learning_rate": 2.7766954073998283e-06,
      "loss": 0.3422,
      "step": 1343820
    },
    {
      "epoch": 375.06,
      "grad_norm": 1.0026663541793823,
      "learning_rate": 2.7766688330772608e-06,
      "loss": 0.3523,
      "step": 1343830
    },
    {
      "epoch": 375.06,
      "grad_norm": 1.1470425128936768,
      "learning_rate": 2.776642258697071e-06,
      "loss": 0.3475,
      "step": 1343840
    },
    {
      "epoch": 375.06,
      "grad_norm": 0.8782033920288086,
      "learning_rate": 2.7766156842592636e-06,
      "loss": 0.3572,
      "step": 1343850
    },
    {
      "epoch": 375.07,
      "grad_norm": 0.9343851208686829,
      "learning_rate": 2.776589109763841e-06,
      "loss": 0.3451,
      "step": 1343860
    },
    {
      "epoch": 375.07,
      "grad_norm": 1.4353115558624268,
      "learning_rate": 2.7765625352108087e-06,
      "loss": 0.349,
      "step": 1343870
    },
    {
      "epoch": 375.07,
      "grad_norm": 1.0257675647735596,
      "learning_rate": 2.776535960600168e-06,
      "loss": 0.3478,
      "step": 1343880
    },
    {
      "epoch": 375.07,
      "grad_norm": 0.9216722249984741,
      "learning_rate": 2.776509385931923e-06,
      "loss": 0.3664,
      "step": 1343890
    },
    {
      "epoch": 375.08,
      "grad_norm": 0.9451578259468079,
      "learning_rate": 2.7764828112060785e-06,
      "loss": 0.3481,
      "step": 1343900
    },
    {
      "epoch": 375.08,
      "grad_norm": 1.0277526378631592,
      "learning_rate": 2.7764562364226365e-06,
      "loss": 0.347,
      "step": 1343910
    },
    {
      "epoch": 375.08,
      "grad_norm": 0.9667501449584961,
      "learning_rate": 2.776429661581602e-06,
      "loss": 0.3552,
      "step": 1343920
    },
    {
      "epoch": 375.09,
      "grad_norm": 0.9163820147514343,
      "learning_rate": 2.7764030866829773e-06,
      "loss": 0.3393,
      "step": 1343930
    },
    {
      "epoch": 375.09,
      "grad_norm": 0.9845329523086548,
      "learning_rate": 2.776376511726766e-06,
      "loss": 0.3403,
      "step": 1343940
    },
    {
      "epoch": 375.09,
      "grad_norm": 1.003684163093567,
      "learning_rate": 2.7763499367129716e-06,
      "loss": 0.3371,
      "step": 1343950
    },
    {
      "epoch": 375.09,
      "grad_norm": 0.9393352270126343,
      "learning_rate": 2.776323361641599e-06,
      "loss": 0.3469,
      "step": 1343960
    },
    {
      "epoch": 375.1,
      "grad_norm": 1.1739227771759033,
      "learning_rate": 2.7762967865126506e-06,
      "loss": 0.3597,
      "step": 1343970
    },
    {
      "epoch": 375.1,
      "grad_norm": 0.9541687369346619,
      "learning_rate": 2.7762702113261293e-06,
      "loss": 0.3475,
      "step": 1343980
    },
    {
      "epoch": 375.1,
      "grad_norm": 1.0341672897338867,
      "learning_rate": 2.7762436360820407e-06,
      "loss": 0.3556,
      "step": 1343990
    },
    {
      "epoch": 375.1,
      "grad_norm": 0.9970325231552124,
      "learning_rate": 2.7762170607803865e-06,
      "loss": 0.3455,
      "step": 1344000
    },
    {
      "epoch": 375.11,
      "grad_norm": 1.0457091331481934,
      "learning_rate": 2.776190485421171e-06,
      "loss": 0.3398,
      "step": 1344010
    },
    {
      "epoch": 375.11,
      "grad_norm": 1.1140193939208984,
      "learning_rate": 2.776163910004397e-06,
      "loss": 0.3471,
      "step": 1344020
    },
    {
      "epoch": 375.11,
      "grad_norm": 1.066202163696289,
      "learning_rate": 2.776137334530069e-06,
      "loss": 0.352,
      "step": 1344030
    },
    {
      "epoch": 375.12,
      "grad_norm": 0.8347334265708923,
      "learning_rate": 2.7761107589981896e-06,
      "loss": 0.3427,
      "step": 1344040
    },
    {
      "epoch": 375.12,
      "grad_norm": 0.903109610080719,
      "learning_rate": 2.776084183408763e-06,
      "loss": 0.3475,
      "step": 1344050
    },
    {
      "epoch": 375.12,
      "grad_norm": 1.062695026397705,
      "learning_rate": 2.7760576077617935e-06,
      "loss": 0.3458,
      "step": 1344060
    },
    {
      "epoch": 375.12,
      "grad_norm": 1.0593825578689575,
      "learning_rate": 2.776031032057283e-06,
      "loss": 0.3545,
      "step": 1344070
    },
    {
      "epoch": 375.13,
      "grad_norm": 1.1033931970596313,
      "learning_rate": 2.7760044562952357e-06,
      "loss": 0.3556,
      "step": 1344080
    },
    {
      "epoch": 375.13,
      "grad_norm": 0.9588714838027954,
      "learning_rate": 2.775977880475656e-06,
      "loss": 0.3508,
      "step": 1344090
    },
    {
      "epoch": 375.13,
      "grad_norm": 0.940470814704895,
      "learning_rate": 2.7759513045985462e-06,
      "loss": 0.3494,
      "step": 1344100
    },
    {
      "epoch": 375.14,
      "grad_norm": 0.8561069965362549,
      "learning_rate": 2.77592472866391e-06,
      "loss": 0.3278,
      "step": 1344110
    },
    {
      "epoch": 375.14,
      "grad_norm": 0.8923471570014954,
      "learning_rate": 2.7758981526717514e-06,
      "loss": 0.3276,
      "step": 1344120
    },
    {
      "epoch": 375.14,
      "grad_norm": 1.1449294090270996,
      "learning_rate": 2.775871576622074e-06,
      "loss": 0.3522,
      "step": 1344130
    },
    {
      "epoch": 375.14,
      "grad_norm": 0.9984859824180603,
      "learning_rate": 2.77584500051488e-06,
      "loss": 0.341,
      "step": 1344140
    },
    {
      "epoch": 375.15,
      "grad_norm": 1.07709538936615,
      "learning_rate": 2.7758184243501754e-06,
      "loss": 0.3467,
      "step": 1344150
    },
    {
      "epoch": 375.15,
      "grad_norm": 1.0128241777420044,
      "learning_rate": 2.7757918481279624e-06,
      "loss": 0.3494,
      "step": 1344160
    },
    {
      "epoch": 375.15,
      "grad_norm": 0.8687228560447693,
      "learning_rate": 2.775765271848244e-06,
      "loss": 0.3469,
      "step": 1344170
    },
    {
      "epoch": 375.15,
      "grad_norm": 0.9347567558288574,
      "learning_rate": 2.7757386955110237e-06,
      "loss": 0.3451,
      "step": 1344180
    },
    {
      "epoch": 375.16,
      "grad_norm": 1.1490105390548706,
      "learning_rate": 2.775712119116306e-06,
      "loss": 0.3544,
      "step": 1344190
    },
    {
      "epoch": 375.16,
      "grad_norm": 1.0216668844223022,
      "learning_rate": 2.775685542664094e-06,
      "loss": 0.335,
      "step": 1344200
    },
    {
      "epoch": 375.16,
      "grad_norm": 1.034863829612732,
      "learning_rate": 2.775658966154391e-06,
      "loss": 0.3493,
      "step": 1344210
    },
    {
      "epoch": 375.17,
      "grad_norm": 0.8432268500328064,
      "learning_rate": 2.7756323895872016e-06,
      "loss": 0.3491,
      "step": 1344220
    },
    {
      "epoch": 375.17,
      "grad_norm": 1.037961483001709,
      "learning_rate": 2.775605812962529e-06,
      "loss": 0.3641,
      "step": 1344230
    },
    {
      "epoch": 375.17,
      "grad_norm": 1.0367246866226196,
      "learning_rate": 2.775579236280375e-06,
      "loss": 0.3404,
      "step": 1344240
    },
    {
      "epoch": 375.17,
      "grad_norm": 0.9603632092475891,
      "learning_rate": 2.775552659540745e-06,
      "loss": 0.3242,
      "step": 1344250
    },
    {
      "epoch": 375.18,
      "grad_norm": 1.1881849765777588,
      "learning_rate": 2.775526082743641e-06,
      "loss": 0.3561,
      "step": 1344260
    },
    {
      "epoch": 375.18,
      "grad_norm": 0.8248850703239441,
      "learning_rate": 2.7754995058890684e-06,
      "loss": 0.3382,
      "step": 1344270
    },
    {
      "epoch": 375.18,
      "grad_norm": 1.0429095029830933,
      "learning_rate": 2.77547292897703e-06,
      "loss": 0.3485,
      "step": 1344280
    },
    {
      "epoch": 375.19,
      "grad_norm": 0.9886094927787781,
      "learning_rate": 2.775446352007529e-06,
      "loss": 0.3455,
      "step": 1344290
    },
    {
      "epoch": 375.19,
      "grad_norm": 0.9543233513832092,
      "learning_rate": 2.775419774980569e-06,
      "loss": 0.3507,
      "step": 1344300
    },
    {
      "epoch": 375.19,
      "grad_norm": 0.9282001852989197,
      "learning_rate": 2.775393197896153e-06,
      "loss": 0.3579,
      "step": 1344310
    },
    {
      "epoch": 375.19,
      "grad_norm": 0.9567215442657471,
      "learning_rate": 2.7753666207542864e-06,
      "loss": 0.333,
      "step": 1344320
    },
    {
      "epoch": 375.2,
      "grad_norm": 1.4534859657287598,
      "learning_rate": 2.77534004355497e-06,
      "loss": 0.3763,
      "step": 1344330
    },
    {
      "epoch": 375.2,
      "grad_norm": 1.0426065921783447,
      "learning_rate": 2.7753134662982097e-06,
      "loss": 0.3421,
      "step": 1344340
    },
    {
      "epoch": 375.2,
      "grad_norm": 1.1975871324539185,
      "learning_rate": 2.775286888984009e-06,
      "loss": 0.3365,
      "step": 1344350
    },
    {
      "epoch": 375.21,
      "grad_norm": 1.1540677547454834,
      "learning_rate": 2.7752603116123693e-06,
      "loss": 0.3493,
      "step": 1344360
    },
    {
      "epoch": 375.21,
      "grad_norm": 0.8860183358192444,
      "learning_rate": 2.775233734183296e-06,
      "loss": 0.3593,
      "step": 1344370
    },
    {
      "epoch": 375.21,
      "grad_norm": 1.0343629121780396,
      "learning_rate": 2.7752071566967924e-06,
      "loss": 0.3597,
      "step": 1344380
    },
    {
      "epoch": 375.21,
      "grad_norm": 0.9623246192932129,
      "learning_rate": 2.775180579152861e-06,
      "loss": 0.3468,
      "step": 1344390
    },
    {
      "epoch": 375.22,
      "grad_norm": 1.0426405668258667,
      "learning_rate": 2.7751540015515066e-06,
      "loss": 0.3347,
      "step": 1344400
    },
    {
      "epoch": 375.22,
      "grad_norm": 1.127742886543274,
      "learning_rate": 2.7751274238927325e-06,
      "loss": 0.3458,
      "step": 1344410
    },
    {
      "epoch": 375.22,
      "grad_norm": 1.0075275897979736,
      "learning_rate": 2.7751008461765414e-06,
      "loss": 0.348,
      "step": 1344420
    },
    {
      "epoch": 375.22,
      "grad_norm": 0.8907079100608826,
      "learning_rate": 2.775074268402937e-06,
      "loss": 0.3277,
      "step": 1344430
    },
    {
      "epoch": 375.23,
      "grad_norm": 1.1701449155807495,
      "learning_rate": 2.775047690571924e-06,
      "loss": 0.3607,
      "step": 1344440
    },
    {
      "epoch": 375.23,
      "grad_norm": 0.9194396138191223,
      "learning_rate": 2.7750211126835052e-06,
      "loss": 0.3426,
      "step": 1344450
    },
    {
      "epoch": 375.23,
      "grad_norm": 1.032751202583313,
      "learning_rate": 2.774994534737684e-06,
      "loss": 0.3647,
      "step": 1344460
    },
    {
      "epoch": 375.24,
      "grad_norm": 0.9511321187019348,
      "learning_rate": 2.7749679567344635e-06,
      "loss": 0.3494,
      "step": 1344470
    },
    {
      "epoch": 375.24,
      "grad_norm": 0.9464927911758423,
      "learning_rate": 2.7749413786738484e-06,
      "loss": 0.3413,
      "step": 1344480
    },
    {
      "epoch": 375.24,
      "grad_norm": 1.0441982746124268,
      "learning_rate": 2.774914800555841e-06,
      "loss": 0.3576,
      "step": 1344490
    },
    {
      "epoch": 375.24,
      "grad_norm": 0.8807977437973022,
      "learning_rate": 2.7748882223804454e-06,
      "loss": 0.3501,
      "step": 1344500
    },
    {
      "epoch": 375.25,
      "grad_norm": 0.9261025786399841,
      "learning_rate": 2.774861644147666e-06,
      "loss": 0.3563,
      "step": 1344510
    },
    {
      "epoch": 375.25,
      "grad_norm": 0.9696992635726929,
      "learning_rate": 2.7748350658575054e-06,
      "loss": 0.3368,
      "step": 1344520
    },
    {
      "epoch": 375.25,
      "grad_norm": 1.1423296928405762,
      "learning_rate": 2.7748084875099664e-06,
      "loss": 0.346,
      "step": 1344530
    },
    {
      "epoch": 375.26,
      "grad_norm": 0.9859943985939026,
      "learning_rate": 2.7747819091050545e-06,
      "loss": 0.3391,
      "step": 1344540
    },
    {
      "epoch": 375.26,
      "grad_norm": 1.1551501750946045,
      "learning_rate": 2.7747553306427714e-06,
      "loss": 0.3571,
      "step": 1344550
    },
    {
      "epoch": 375.26,
      "grad_norm": 1.0567216873168945,
      "learning_rate": 2.7747287521231213e-06,
      "loss": 0.3566,
      "step": 1344560
    },
    {
      "epoch": 375.26,
      "grad_norm": 1.1449813842773438,
      "learning_rate": 2.7747021735461084e-06,
      "loss": 0.3403,
      "step": 1344570
    },
    {
      "epoch": 375.27,
      "grad_norm": 0.9385008811950684,
      "learning_rate": 2.774675594911735e-06,
      "loss": 0.3551,
      "step": 1344580
    },
    {
      "epoch": 375.27,
      "grad_norm": 0.8487159013748169,
      "learning_rate": 2.774649016220006e-06,
      "loss": 0.3331,
      "step": 1344590
    },
    {
      "epoch": 375.27,
      "grad_norm": 1.126194953918457,
      "learning_rate": 2.7746224374709233e-06,
      "loss": 0.3571,
      "step": 1344600
    },
    {
      "epoch": 375.27,
      "grad_norm": 0.9484363198280334,
      "learning_rate": 2.7745958586644928e-06,
      "loss": 0.3289,
      "step": 1344610
    },
    {
      "epoch": 375.28,
      "grad_norm": 1.0596613883972168,
      "learning_rate": 2.7745692798007148e-06,
      "loss": 0.354,
      "step": 1344620
    },
    {
      "epoch": 375.28,
      "grad_norm": 0.9256287217140198,
      "learning_rate": 2.774542700879595e-06,
      "loss": 0.3595,
      "step": 1344630
    },
    {
      "epoch": 375.28,
      "grad_norm": 1.088461995124817,
      "learning_rate": 2.7745161219011382e-06,
      "loss": 0.3642,
      "step": 1344640
    },
    {
      "epoch": 375.29,
      "grad_norm": 1.1378347873687744,
      "learning_rate": 2.7744895428653444e-06,
      "loss": 0.337,
      "step": 1344650
    },
    {
      "epoch": 375.29,
      "grad_norm": 1.0189402103424072,
      "learning_rate": 2.77446296377222e-06,
      "loss": 0.3431,
      "step": 1344660
    },
    {
      "epoch": 375.29,
      "grad_norm": 0.9813131093978882,
      "learning_rate": 2.7744363846217683e-06,
      "loss": 0.3684,
      "step": 1344670
    },
    {
      "epoch": 375.29,
      "grad_norm": 1.0793176889419556,
      "learning_rate": 2.7744098054139907e-06,
      "loss": 0.35,
      "step": 1344680
    },
    {
      "epoch": 375.3,
      "grad_norm": 0.9704850316047668,
      "learning_rate": 2.7743832261488923e-06,
      "loss": 0.3615,
      "step": 1344690
    },
    {
      "epoch": 375.3,
      "grad_norm": 1.043592929840088,
      "learning_rate": 2.7743566468264777e-06,
      "loss": 0.3402,
      "step": 1344700
    },
    {
      "epoch": 375.3,
      "grad_norm": 1.0225307941436768,
      "learning_rate": 2.7743300674467482e-06,
      "loss": 0.3632,
      "step": 1344710
    },
    {
      "epoch": 375.31,
      "grad_norm": 1.0548642873764038,
      "learning_rate": 2.7743034880097085e-06,
      "loss": 0.3526,
      "step": 1344720
    },
    {
      "epoch": 375.31,
      "grad_norm": 1.038873314857483,
      "learning_rate": 2.7742769085153623e-06,
      "loss": 0.3457,
      "step": 1344730
    },
    {
      "epoch": 375.31,
      "grad_norm": 2.0513222217559814,
      "learning_rate": 2.774250328963713e-06,
      "loss": 0.3612,
      "step": 1344740
    },
    {
      "epoch": 375.31,
      "grad_norm": 1.0836457014083862,
      "learning_rate": 2.7742237493547634e-06,
      "loss": 0.343,
      "step": 1344750
    },
    {
      "epoch": 375.32,
      "grad_norm": 1.0614204406738281,
      "learning_rate": 2.7741971696885178e-06,
      "loss": 0.3467,
      "step": 1344760
    },
    {
      "epoch": 375.32,
      "grad_norm": 1.013718605041504,
      "learning_rate": 2.7741705899649797e-06,
      "loss": 0.3684,
      "step": 1344770
    },
    {
      "epoch": 375.32,
      "grad_norm": 1.227972149848938,
      "learning_rate": 2.7741440101841526e-06,
      "loss": 0.3545,
      "step": 1344780
    },
    {
      "epoch": 375.33,
      "grad_norm": 1.0720115900039673,
      "learning_rate": 2.7741174303460394e-06,
      "loss": 0.3506,
      "step": 1344790
    },
    {
      "epoch": 375.33,
      "grad_norm": 1.002129077911377,
      "learning_rate": 2.7740908504506447e-06,
      "loss": 0.3604,
      "step": 1344800
    },
    {
      "epoch": 375.33,
      "grad_norm": 1.1866761445999146,
      "learning_rate": 2.774064270497972e-06,
      "loss": 0.353,
      "step": 1344810
    },
    {
      "epoch": 375.33,
      "grad_norm": 1.0866514444351196,
      "learning_rate": 2.7740376904880233e-06,
      "loss": 0.3476,
      "step": 1344820
    },
    {
      "epoch": 375.34,
      "grad_norm": 0.8662233352661133,
      "learning_rate": 2.774011110420804e-06,
      "loss": 0.3599,
      "step": 1344830
    },
    {
      "epoch": 375.34,
      "grad_norm": 1.0340490341186523,
      "learning_rate": 2.7739845302963163e-06,
      "loss": 0.3414,
      "step": 1344840
    },
    {
      "epoch": 375.34,
      "grad_norm": 1.0933374166488647,
      "learning_rate": 2.7739579501145643e-06,
      "loss": 0.3512,
      "step": 1344850
    },
    {
      "epoch": 375.34,
      "grad_norm": 1.009959101676941,
      "learning_rate": 2.7739313698755517e-06,
      "loss": 0.3463,
      "step": 1344860
    },
    {
      "epoch": 375.35,
      "grad_norm": 1.0832279920578003,
      "learning_rate": 2.7739047895792813e-06,
      "loss": 0.3493,
      "step": 1344870
    },
    {
      "epoch": 375.35,
      "grad_norm": 1.1022372245788574,
      "learning_rate": 2.7738782092257583e-06,
      "loss": 0.3423,
      "step": 1344880
    },
    {
      "epoch": 375.35,
      "grad_norm": 1.0772699117660522,
      "learning_rate": 2.7738516288149843e-06,
      "loss": 0.3432,
      "step": 1344890
    },
    {
      "epoch": 375.36,
      "grad_norm": 0.835615336894989,
      "learning_rate": 2.7738250483469644e-06,
      "loss": 0.3434,
      "step": 1344900
    },
    {
      "epoch": 375.36,
      "grad_norm": 1.1148862838745117,
      "learning_rate": 2.7737984678217e-06,
      "loss": 0.3398,
      "step": 1344910
    },
    {
      "epoch": 375.36,
      "grad_norm": 0.992927074432373,
      "learning_rate": 2.773771887239197e-06,
      "loss": 0.3498,
      "step": 1344920
    },
    {
      "epoch": 375.36,
      "grad_norm": 1.1433846950531006,
      "learning_rate": 2.773745306599458e-06,
      "loss": 0.3529,
      "step": 1344930
    },
    {
      "epoch": 375.37,
      "grad_norm": 0.9367698431015015,
      "learning_rate": 2.773718725902486e-06,
      "loss": 0.3496,
      "step": 1344940
    },
    {
      "epoch": 375.37,
      "grad_norm": 1.1800028085708618,
      "learning_rate": 2.773692145148286e-06,
      "loss": 0.3396,
      "step": 1344950
    },
    {
      "epoch": 375.37,
      "grad_norm": 1.000688910484314,
      "learning_rate": 2.77366556433686e-06,
      "loss": 0.3451,
      "step": 1344960
    },
    {
      "epoch": 375.38,
      "grad_norm": 0.9146839380264282,
      "learning_rate": 2.773638983468212e-06,
      "loss": 0.3335,
      "step": 1344970
    },
    {
      "epoch": 375.38,
      "grad_norm": 0.9891865253448486,
      "learning_rate": 2.7736124025423453e-06,
      "loss": 0.3617,
      "step": 1344980
    },
    {
      "epoch": 375.38,
      "grad_norm": 1.1785167455673218,
      "learning_rate": 2.7735858215592647e-06,
      "loss": 0.3411,
      "step": 1344990
    },
    {
      "epoch": 375.38,
      "grad_norm": 1.3874889612197876,
      "learning_rate": 2.7735592405189724e-06,
      "loss": 0.3591,
      "step": 1345000
    },
    {
      "epoch": 375.39,
      "grad_norm": 1.0746463537216187,
      "learning_rate": 2.773532659421472e-06,
      "loss": 0.3469,
      "step": 1345010
    },
    {
      "epoch": 375.39,
      "grad_norm": 1.1048773527145386,
      "learning_rate": 2.7735060782667684e-06,
      "loss": 0.3572,
      "step": 1345020
    },
    {
      "epoch": 375.39,
      "grad_norm": 0.971280038356781,
      "learning_rate": 2.773479497054863e-06,
      "loss": 0.3495,
      "step": 1345030
    },
    {
      "epoch": 375.39,
      "grad_norm": 1.000826120376587,
      "learning_rate": 2.7734529157857613e-06,
      "loss": 0.3552,
      "step": 1345040
    },
    {
      "epoch": 375.4,
      "grad_norm": 1.0913193225860596,
      "learning_rate": 2.7734263344594654e-06,
      "loss": 0.3505,
      "step": 1345050
    },
    {
      "epoch": 375.4,
      "grad_norm": 0.9119600057601929,
      "learning_rate": 2.77339975307598e-06,
      "loss": 0.3391,
      "step": 1345060
    },
    {
      "epoch": 375.4,
      "grad_norm": 1.0627495050430298,
      "learning_rate": 2.773373171635308e-06,
      "loss": 0.3661,
      "step": 1345070
    },
    {
      "epoch": 375.41,
      "grad_norm": 1.0745837688446045,
      "learning_rate": 2.7733465901374527e-06,
      "loss": 0.3521,
      "step": 1345080
    },
    {
      "epoch": 375.41,
      "grad_norm": 0.8587436676025391,
      "learning_rate": 2.7733200085824185e-06,
      "loss": 0.3375,
      "step": 1345090
    },
    {
      "epoch": 375.41,
      "grad_norm": 0.8537747263908386,
      "learning_rate": 2.773293426970208e-06,
      "loss": 0.3573,
      "step": 1345100
    },
    {
      "epoch": 375.41,
      "grad_norm": 0.9640312790870667,
      "learning_rate": 2.773266845300825e-06,
      "loss": 0.3473,
      "step": 1345110
    },
    {
      "epoch": 375.42,
      "grad_norm": 0.9188587069511414,
      "learning_rate": 2.773240263574274e-06,
      "loss": 0.3359,
      "step": 1345120
    },
    {
      "epoch": 375.42,
      "grad_norm": 0.8849666118621826,
      "learning_rate": 2.773213681790557e-06,
      "loss": 0.3531,
      "step": 1345130
    },
    {
      "epoch": 375.42,
      "grad_norm": 0.989540159702301,
      "learning_rate": 2.7731870999496784e-06,
      "loss": 0.3488,
      "step": 1345140
    },
    {
      "epoch": 375.43,
      "grad_norm": 1.0356991291046143,
      "learning_rate": 2.773160518051642e-06,
      "loss": 0.346,
      "step": 1345150
    },
    {
      "epoch": 375.43,
      "grad_norm": 1.1603554487228394,
      "learning_rate": 2.77313393609645e-06,
      "loss": 0.3494,
      "step": 1345160
    },
    {
      "epoch": 375.43,
      "grad_norm": 1.324351191520691,
      "learning_rate": 2.773107354084108e-06,
      "loss": 0.3549,
      "step": 1345170
    },
    {
      "epoch": 375.43,
      "grad_norm": 1.0851346254348755,
      "learning_rate": 2.773080772014618e-06,
      "loss": 0.3539,
      "step": 1345180
    },
    {
      "epoch": 375.44,
      "grad_norm": 0.9502766132354736,
      "learning_rate": 2.7730541898879835e-06,
      "loss": 0.3452,
      "step": 1345190
    },
    {
      "epoch": 375.44,
      "grad_norm": 1.0061328411102295,
      "learning_rate": 2.773027607704209e-06,
      "loss": 0.352,
      "step": 1345200
    },
    {
      "epoch": 375.44,
      "grad_norm": 1.0161832571029663,
      "learning_rate": 2.773001025463297e-06,
      "loss": 0.3495,
      "step": 1345210
    },
    {
      "epoch": 375.45,
      "grad_norm": 1.002010464668274,
      "learning_rate": 2.7729744431652524e-06,
      "loss": 0.3435,
      "step": 1345220
    },
    {
      "epoch": 375.45,
      "grad_norm": 1.1224476099014282,
      "learning_rate": 2.772947860810078e-06,
      "loss": 0.3541,
      "step": 1345230
    },
    {
      "epoch": 375.45,
      "grad_norm": 1.1119712591171265,
      "learning_rate": 2.772921278397776e-06,
      "loss": 0.347,
      "step": 1345240
    },
    {
      "epoch": 375.45,
      "grad_norm": 1.0327109098434448,
      "learning_rate": 2.772894695928352e-06,
      "loss": 0.3494,
      "step": 1345250
    },
    {
      "epoch": 375.46,
      "grad_norm": 5.0269904136657715,
      "learning_rate": 2.772868113401809e-06,
      "loss": 0.3431,
      "step": 1345260
    },
    {
      "epoch": 375.46,
      "grad_norm": 0.9684665203094482,
      "learning_rate": 2.77284153081815e-06,
      "loss": 0.3373,
      "step": 1345270
    },
    {
      "epoch": 375.46,
      "grad_norm": 1.0343676805496216,
      "learning_rate": 2.772814948177379e-06,
      "loss": 0.3601,
      "step": 1345280
    },
    {
      "epoch": 375.46,
      "grad_norm": 1.2063106298446655,
      "learning_rate": 2.7727883654794986e-06,
      "loss": 0.3451,
      "step": 1345290
    },
    {
      "epoch": 375.47,
      "grad_norm": 0.9174763560295105,
      "learning_rate": 2.772761782724513e-06,
      "loss": 0.3638,
      "step": 1345300
    },
    {
      "epoch": 375.47,
      "grad_norm": 0.9611527323722839,
      "learning_rate": 2.772735199912426e-06,
      "loss": 0.3549,
      "step": 1345310
    },
    {
      "epoch": 375.47,
      "grad_norm": 1.074695110321045,
      "learning_rate": 2.7727086170432423e-06,
      "loss": 0.3527,
      "step": 1345320
    },
    {
      "epoch": 375.48,
      "grad_norm": 1.2179317474365234,
      "learning_rate": 2.7726820341169634e-06,
      "loss": 0.3566,
      "step": 1345330
    },
    {
      "epoch": 375.48,
      "grad_norm": 1.0639070272445679,
      "learning_rate": 2.7726554511335924e-06,
      "loss": 0.3681,
      "step": 1345340
    },
    {
      "epoch": 375.48,
      "grad_norm": 0.9005386829376221,
      "learning_rate": 2.7726288680931355e-06,
      "loss": 0.3438,
      "step": 1345350
    },
    {
      "epoch": 375.48,
      "grad_norm": 0.9482544660568237,
      "learning_rate": 2.772602284995594e-06,
      "loss": 0.3444,
      "step": 1345360
    },
    {
      "epoch": 375.49,
      "grad_norm": 1.07500422000885,
      "learning_rate": 2.7725757018409714e-06,
      "loss": 0.3574,
      "step": 1345370
    },
    {
      "epoch": 375.49,
      "grad_norm": 0.8225654363632202,
      "learning_rate": 2.7725491186292733e-06,
      "loss": 0.3416,
      "step": 1345380
    },
    {
      "epoch": 375.49,
      "grad_norm": 1.0494844913482666,
      "learning_rate": 2.772522535360501e-06,
      "loss": 0.3704,
      "step": 1345390
    },
    {
      "epoch": 375.5,
      "grad_norm": 1.117125153541565,
      "learning_rate": 2.772495952034659e-06,
      "loss": 0.3692,
      "step": 1345400
    },
    {
      "epoch": 375.5,
      "grad_norm": 0.9556683301925659,
      "learning_rate": 2.772469368651752e-06,
      "loss": 0.3577,
      "step": 1345410
    },
    {
      "epoch": 375.5,
      "grad_norm": 1.0439019203186035,
      "learning_rate": 2.772442785211781e-06,
      "loss": 0.3576,
      "step": 1345420
    },
    {
      "epoch": 375.5,
      "grad_norm": 1.1526817083358765,
      "learning_rate": 2.772416201714751e-06,
      "loss": 0.3546,
      "step": 1345430
    },
    {
      "epoch": 375.51,
      "grad_norm": 0.8902714252471924,
      "learning_rate": 2.772389618160666e-06,
      "loss": 0.3529,
      "step": 1345440
    },
    {
      "epoch": 375.51,
      "grad_norm": 1.1329435110092163,
      "learning_rate": 2.7723630345495286e-06,
      "loss": 0.3597,
      "step": 1345450
    },
    {
      "epoch": 375.51,
      "grad_norm": 1.0411577224731445,
      "learning_rate": 2.7723364508813424e-06,
      "loss": 0.3672,
      "step": 1345460
    },
    {
      "epoch": 375.51,
      "grad_norm": 1.114766001701355,
      "learning_rate": 2.772309867156112e-06,
      "loss": 0.3492,
      "step": 1345470
    },
    {
      "epoch": 375.52,
      "grad_norm": 1.107162594795227,
      "learning_rate": 2.7722832833738403e-06,
      "loss": 0.3357,
      "step": 1345480
    },
    {
      "epoch": 375.52,
      "grad_norm": 1.1276073455810547,
      "learning_rate": 2.7722566995345297e-06,
      "loss": 0.3463,
      "step": 1345490
    },
    {
      "epoch": 375.52,
      "grad_norm": 1.1390382051467896,
      "learning_rate": 2.772230115638185e-06,
      "loss": 0.3572,
      "step": 1345500
    },
    {
      "epoch": 375.53,
      "grad_norm": 1.1111308336257935,
      "learning_rate": 2.7722035316848097e-06,
      "loss": 0.3575,
      "step": 1345510
    },
    {
      "epoch": 375.53,
      "grad_norm": 0.9922236204147339,
      "learning_rate": 2.772176947674407e-06,
      "loss": 0.3395,
      "step": 1345520
    },
    {
      "epoch": 375.53,
      "grad_norm": 0.994495689868927,
      "learning_rate": 2.7721503636069804e-06,
      "loss": 0.3326,
      "step": 1345530
    },
    {
      "epoch": 375.53,
      "grad_norm": 0.9068390727043152,
      "learning_rate": 2.7721237794825344e-06,
      "loss": 0.3463,
      "step": 1345540
    },
    {
      "epoch": 375.54,
      "grad_norm": 0.947111964225769,
      "learning_rate": 2.7720971953010713e-06,
      "loss": 0.3406,
      "step": 1345550
    },
    {
      "epoch": 375.54,
      "grad_norm": 0.9113239645957947,
      "learning_rate": 2.772070611062595e-06,
      "loss": 0.3571,
      "step": 1345560
    },
    {
      "epoch": 375.54,
      "grad_norm": 0.8883227705955505,
      "learning_rate": 2.7720440267671087e-06,
      "loss": 0.3422,
      "step": 1345570
    },
    {
      "epoch": 375.55,
      "grad_norm": 0.8832478523254395,
      "learning_rate": 2.7720174424146165e-06,
      "loss": 0.3481,
      "step": 1345580
    },
    {
      "epoch": 375.55,
      "grad_norm": 1.3495515584945679,
      "learning_rate": 2.771990858005122e-06,
      "loss": 0.3473,
      "step": 1345590
    },
    {
      "epoch": 375.55,
      "grad_norm": 0.9465596675872803,
      "learning_rate": 2.771964273538628e-06,
      "loss": 0.3391,
      "step": 1345600
    },
    {
      "epoch": 375.55,
      "grad_norm": 1.0829081535339355,
      "learning_rate": 2.7719376890151398e-06,
      "loss": 0.3682,
      "step": 1345610
    },
    {
      "epoch": 375.56,
      "grad_norm": 0.873247504234314,
      "learning_rate": 2.771911104434659e-06,
      "loss": 0.352,
      "step": 1345620
    },
    {
      "epoch": 375.56,
      "grad_norm": 1.0298643112182617,
      "learning_rate": 2.7718845197971897e-06,
      "loss": 0.3494,
      "step": 1345630
    },
    {
      "epoch": 375.56,
      "grad_norm": 0.9879663586616516,
      "learning_rate": 2.771857935102736e-06,
      "loss": 0.3576,
      "step": 1345640
    },
    {
      "epoch": 375.57,
      "grad_norm": 1.0626485347747803,
      "learning_rate": 2.7718313503513004e-06,
      "loss": 0.3475,
      "step": 1345650
    },
    {
      "epoch": 375.57,
      "grad_norm": 1.0111854076385498,
      "learning_rate": 2.7718047655428872e-06,
      "loss": 0.3647,
      "step": 1345660
    },
    {
      "epoch": 375.57,
      "grad_norm": 1.1197513341903687,
      "learning_rate": 2.7717781806775e-06,
      "loss": 0.3367,
      "step": 1345670
    },
    {
      "epoch": 375.57,
      "grad_norm": 1.0797351598739624,
      "learning_rate": 2.7717515957551423e-06,
      "loss": 0.3502,
      "step": 1345680
    },
    {
      "epoch": 375.58,
      "grad_norm": 1.0157021284103394,
      "learning_rate": 2.7717250107758178e-06,
      "loss": 0.3543,
      "step": 1345690
    },
    {
      "epoch": 375.58,
      "grad_norm": 1.1093744039535522,
      "learning_rate": 2.771698425739529e-06,
      "loss": 0.3451,
      "step": 1345700
    },
    {
      "epoch": 375.58,
      "grad_norm": 1.0654008388519287,
      "learning_rate": 2.77167184064628e-06,
      "loss": 0.3554,
      "step": 1345710
    },
    {
      "epoch": 375.58,
      "grad_norm": 1.0718061923980713,
      "learning_rate": 2.7716452554960744e-06,
      "loss": 0.3676,
      "step": 1345720
    },
    {
      "epoch": 375.59,
      "grad_norm": 2.953132152557373,
      "learning_rate": 2.7716186702889166e-06,
      "loss": 0.3313,
      "step": 1345730
    },
    {
      "epoch": 375.59,
      "grad_norm": 1.055343508720398,
      "learning_rate": 2.771592085024809e-06,
      "loss": 0.3403,
      "step": 1345740
    },
    {
      "epoch": 375.59,
      "grad_norm": 1.7608188390731812,
      "learning_rate": 2.7715654997037554e-06,
      "loss": 0.3445,
      "step": 1345750
    },
    {
      "epoch": 375.6,
      "grad_norm": 0.9135706424713135,
      "learning_rate": 2.77153891432576e-06,
      "loss": 0.3471,
      "step": 1345760
    },
    {
      "epoch": 375.6,
      "grad_norm": 1.087841510772705,
      "learning_rate": 2.771512328890825e-06,
      "loss": 0.3553,
      "step": 1345770
    },
    {
      "epoch": 375.6,
      "grad_norm": 1.0885276794433594,
      "learning_rate": 2.771485743398955e-06,
      "loss": 0.3449,
      "step": 1345780
    },
    {
      "epoch": 375.6,
      "grad_norm": 0.8335292935371399,
      "learning_rate": 2.771459157850153e-06,
      "loss": 0.3412,
      "step": 1345790
    },
    {
      "epoch": 375.61,
      "grad_norm": 1.105771780014038,
      "learning_rate": 2.771432572244424e-06,
      "loss": 0.3478,
      "step": 1345800
    },
    {
      "epoch": 375.61,
      "grad_norm": 1.083882451057434,
      "learning_rate": 2.7714059865817687e-06,
      "loss": 0.3505,
      "step": 1345810
    },
    {
      "epoch": 375.61,
      "grad_norm": 1.094503402709961,
      "learning_rate": 2.771379400862193e-06,
      "loss": 0.3517,
      "step": 1345820
    },
    {
      "epoch": 375.62,
      "grad_norm": 0.9316773414611816,
      "learning_rate": 2.7713528150856997e-06,
      "loss": 0.3469,
      "step": 1345830
    },
    {
      "epoch": 375.62,
      "grad_norm": 0.9033530354499817,
      "learning_rate": 2.771326229252293e-06,
      "loss": 0.3431,
      "step": 1345840
    },
    {
      "epoch": 375.62,
      "grad_norm": 0.9171106219291687,
      "learning_rate": 2.771299643361975e-06,
      "loss": 0.339,
      "step": 1345850
    },
    {
      "epoch": 375.62,
      "grad_norm": 1.045783281326294,
      "learning_rate": 2.77127305741475e-06,
      "loss": 0.3593,
      "step": 1345860
    },
    {
      "epoch": 375.63,
      "grad_norm": 0.9280627369880676,
      "learning_rate": 2.7712464714106216e-06,
      "loss": 0.352,
      "step": 1345870
    },
    {
      "epoch": 375.63,
      "grad_norm": 1.1955722570419312,
      "learning_rate": 2.7712198853495932e-06,
      "loss": 0.347,
      "step": 1345880
    },
    {
      "epoch": 375.63,
      "grad_norm": 0.9812396764755249,
      "learning_rate": 2.7711932992316684e-06,
      "loss": 0.3565,
      "step": 1345890
    },
    {
      "epoch": 375.63,
      "grad_norm": 0.9367649555206299,
      "learning_rate": 2.7711667130568513e-06,
      "loss": 0.3529,
      "step": 1345900
    },
    {
      "epoch": 375.64,
      "grad_norm": 0.9614529609680176,
      "learning_rate": 2.771140126825145e-06,
      "loss": 0.3377,
      "step": 1345910
    },
    {
      "epoch": 375.64,
      "grad_norm": 0.9284008741378784,
      "learning_rate": 2.771113540536552e-06,
      "loss": 0.3408,
      "step": 1345920
    },
    {
      "epoch": 375.64,
      "grad_norm": 0.9353476762771606,
      "learning_rate": 2.7710869541910783e-06,
      "loss": 0.3554,
      "step": 1345930
    },
    {
      "epoch": 375.65,
      "grad_norm": 1.0672552585601807,
      "learning_rate": 2.7710603677887244e-06,
      "loss": 0.3494,
      "step": 1345940
    },
    {
      "epoch": 375.65,
      "grad_norm": 1.1492832899093628,
      "learning_rate": 2.771033781329496e-06,
      "loss": 0.34,
      "step": 1345950
    },
    {
      "epoch": 375.65,
      "grad_norm": 1.0720950365066528,
      "learning_rate": 2.7710071948133967e-06,
      "loss": 0.3408,
      "step": 1345960
    },
    {
      "epoch": 375.65,
      "grad_norm": 1.8281347751617432,
      "learning_rate": 2.7709806082404284e-06,
      "loss": 0.3401,
      "step": 1345970
    },
    {
      "epoch": 375.66,
      "grad_norm": 1.0253095626831055,
      "learning_rate": 2.7709540216105953e-06,
      "loss": 0.3748,
      "step": 1345980
    },
    {
      "epoch": 375.66,
      "grad_norm": 1.1782193183898926,
      "learning_rate": 2.770927434923902e-06,
      "loss": 0.3478,
      "step": 1345990
    },
    {
      "epoch": 375.66,
      "grad_norm": 1.129337191581726,
      "learning_rate": 2.7709008481803517e-06,
      "loss": 0.3335,
      "step": 1346000
    },
    {
      "epoch": 375.67,
      "grad_norm": 0.9801130294799805,
      "learning_rate": 2.7708742613799465e-06,
      "loss": 0.3506,
      "step": 1346010
    },
    {
      "epoch": 375.67,
      "grad_norm": 1.055263638496399,
      "learning_rate": 2.770847674522691e-06,
      "loss": 0.3511,
      "step": 1346020
    },
    {
      "epoch": 375.67,
      "grad_norm": 0.9510786533355713,
      "learning_rate": 2.7708210876085895e-06,
      "loss": 0.3568,
      "step": 1346030
    },
    {
      "epoch": 375.67,
      "grad_norm": 1.0313764810562134,
      "learning_rate": 2.770794500637644e-06,
      "loss": 0.3609,
      "step": 1346040
    },
    {
      "epoch": 375.68,
      "grad_norm": 0.9663518071174622,
      "learning_rate": 2.770767913609859e-06,
      "loss": 0.3596,
      "step": 1346050
    },
    {
      "epoch": 375.68,
      "grad_norm": 1.156050443649292,
      "learning_rate": 2.770741326525238e-06,
      "loss": 0.3619,
      "step": 1346060
    },
    {
      "epoch": 375.68,
      "grad_norm": 1.0268797874450684,
      "learning_rate": 2.7707147393837845e-06,
      "loss": 0.3467,
      "step": 1346070
    },
    {
      "epoch": 375.69,
      "grad_norm": 1.0443313121795654,
      "learning_rate": 2.770688152185501e-06,
      "loss": 0.3321,
      "step": 1346080
    },
    {
      "epoch": 375.69,
      "grad_norm": 0.9763795733451843,
      "learning_rate": 2.770661564930393e-06,
      "loss": 0.3438,
      "step": 1346090
    },
    {
      "epoch": 375.69,
      "grad_norm": 1.044325828552246,
      "learning_rate": 2.770634977618462e-06,
      "loss": 0.3653,
      "step": 1346100
    },
    {
      "epoch": 375.69,
      "grad_norm": 1.004776120185852,
      "learning_rate": 2.7706083902497124e-06,
      "loss": 0.3494,
      "step": 1346110
    },
    {
      "epoch": 375.7,
      "grad_norm": 1.059818148612976,
      "learning_rate": 2.7705818028241487e-06,
      "loss": 0.3644,
      "step": 1346120
    },
    {
      "epoch": 375.7,
      "grad_norm": 1.2589181661605835,
      "learning_rate": 2.770555215341773e-06,
      "loss": 0.3516,
      "step": 1346130
    },
    {
      "epoch": 375.7,
      "grad_norm": 0.8626449704170227,
      "learning_rate": 2.7705286278025897e-06,
      "loss": 0.3418,
      "step": 1346140
    },
    {
      "epoch": 375.7,
      "grad_norm": 1.1508095264434814,
      "learning_rate": 2.7705020402066025e-06,
      "loss": 0.3365,
      "step": 1346150
    },
    {
      "epoch": 375.71,
      "grad_norm": 0.9661480188369751,
      "learning_rate": 2.7704754525538137e-06,
      "loss": 0.3382,
      "step": 1346160
    },
    {
      "epoch": 375.71,
      "grad_norm": 1.1215428113937378,
      "learning_rate": 2.7704488648442276e-06,
      "loss": 0.3541,
      "step": 1346170
    },
    {
      "epoch": 375.71,
      "grad_norm": 1.2467150688171387,
      "learning_rate": 2.770422277077848e-06,
      "loss": 0.3494,
      "step": 1346180
    },
    {
      "epoch": 375.72,
      "grad_norm": 1.0116840600967407,
      "learning_rate": 2.7703956892546784e-06,
      "loss": 0.3284,
      "step": 1346190
    },
    {
      "epoch": 375.72,
      "grad_norm": 1.2809643745422363,
      "learning_rate": 2.7703691013747217e-06,
      "loss": 0.3384,
      "step": 1346200
    },
    {
      "epoch": 375.72,
      "grad_norm": 1.2292317152023315,
      "learning_rate": 2.7703425134379824e-06,
      "loss": 0.3368,
      "step": 1346210
    },
    {
      "epoch": 375.72,
      "grad_norm": 0.9123214483261108,
      "learning_rate": 2.7703159254444636e-06,
      "loss": 0.3577,
      "step": 1346220
    },
    {
      "epoch": 375.73,
      "grad_norm": 1.0482196807861328,
      "learning_rate": 2.770289337394168e-06,
      "loss": 0.3525,
      "step": 1346230
    },
    {
      "epoch": 375.73,
      "grad_norm": 1.118639349937439,
      "learning_rate": 2.7702627492871004e-06,
      "loss": 0.3501,
      "step": 1346240
    },
    {
      "epoch": 375.73,
      "grad_norm": 1.1462446451187134,
      "learning_rate": 2.770236161123264e-06,
      "loss": 0.3336,
      "step": 1346250
    },
    {
      "epoch": 375.74,
      "grad_norm": 0.9507613778114319,
      "learning_rate": 2.7702095729026616e-06,
      "loss": 0.347,
      "step": 1346260
    },
    {
      "epoch": 375.74,
      "grad_norm": 1.184264898300171,
      "learning_rate": 2.7701829846252974e-06,
      "loss": 0.3536,
      "step": 1346270
    },
    {
      "epoch": 375.74,
      "grad_norm": 1.065330982208252,
      "learning_rate": 2.770156396291175e-06,
      "loss": 0.3418,
      "step": 1346280
    },
    {
      "epoch": 375.74,
      "grad_norm": 0.9118790030479431,
      "learning_rate": 2.770129807900299e-06,
      "loss": 0.3587,
      "step": 1346290
    },
    {
      "epoch": 375.75,
      "grad_norm": 1.0349946022033691,
      "learning_rate": 2.7701032194526704e-06,
      "loss": 0.3389,
      "step": 1346300
    },
    {
      "epoch": 375.75,
      "grad_norm": 1.1256073713302612,
      "learning_rate": 2.7700766309482937e-06,
      "loss": 0.3531,
      "step": 1346310
    },
    {
      "epoch": 375.75,
      "grad_norm": 1.1439383029937744,
      "learning_rate": 2.7700500423871735e-06,
      "loss": 0.3324,
      "step": 1346320
    },
    {
      "epoch": 375.75,
      "grad_norm": 0.9881751537322998,
      "learning_rate": 2.770023453769312e-06,
      "loss": 0.3392,
      "step": 1346330
    },
    {
      "epoch": 375.76,
      "grad_norm": 0.9915428757667542,
      "learning_rate": 2.7699968650947145e-06,
      "loss": 0.3574,
      "step": 1346340
    },
    {
      "epoch": 375.76,
      "grad_norm": 0.8941518068313599,
      "learning_rate": 2.769970276363383e-06,
      "loss": 0.3496,
      "step": 1346350
    },
    {
      "epoch": 375.76,
      "grad_norm": 1.106260895729065,
      "learning_rate": 2.769943687575321e-06,
      "loss": 0.3541,
      "step": 1346360
    },
    {
      "epoch": 375.77,
      "grad_norm": 0.8688163161277771,
      "learning_rate": 2.769917098730533e-06,
      "loss": 0.3501,
      "step": 1346370
    },
    {
      "epoch": 375.77,
      "grad_norm": 1.188354730606079,
      "learning_rate": 2.769890509829022e-06,
      "loss": 0.3477,
      "step": 1346380
    },
    {
      "epoch": 375.77,
      "grad_norm": 0.8847249746322632,
      "learning_rate": 2.7698639208707917e-06,
      "loss": 0.3501,
      "step": 1346390
    },
    {
      "epoch": 375.77,
      "grad_norm": 1.032536506652832,
      "learning_rate": 2.7698373318558448e-06,
      "loss": 0.3592,
      "step": 1346400
    },
    {
      "epoch": 375.78,
      "grad_norm": 0.9548059701919556,
      "learning_rate": 2.7698107427841864e-06,
      "loss": 0.349,
      "step": 1346410
    },
    {
      "epoch": 375.78,
      "grad_norm": 1.0653305053710938,
      "learning_rate": 2.769784153655819e-06,
      "loss": 0.3492,
      "step": 1346420
    },
    {
      "epoch": 375.78,
      "grad_norm": 0.9133325219154358,
      "learning_rate": 2.7697575644707457e-06,
      "loss": 0.3564,
      "step": 1346430
    },
    {
      "epoch": 375.79,
      "grad_norm": 1.0109272003173828,
      "learning_rate": 2.769730975228972e-06,
      "loss": 0.3429,
      "step": 1346440
    },
    {
      "epoch": 375.79,
      "grad_norm": 0.9847164154052734,
      "learning_rate": 2.7697043859304988e-06,
      "loss": 0.357,
      "step": 1346450
    },
    {
      "epoch": 375.79,
      "grad_norm": 0.9732028245925903,
      "learning_rate": 2.7696777965753313e-06,
      "loss": 0.3382,
      "step": 1346460
    },
    {
      "epoch": 375.79,
      "grad_norm": 0.9488723278045654,
      "learning_rate": 2.7696512071634723e-06,
      "loss": 0.3581,
      "step": 1346470
    },
    {
      "epoch": 375.8,
      "grad_norm": 0.893634557723999,
      "learning_rate": 2.769624617694927e-06,
      "loss": 0.3539,
      "step": 1346480
    },
    {
      "epoch": 375.8,
      "grad_norm": 1.0858131647109985,
      "learning_rate": 2.769598028169696e-06,
      "loss": 0.3664,
      "step": 1346490
    },
    {
      "epoch": 375.8,
      "grad_norm": 1.0028959512710571,
      "learning_rate": 2.769571438587786e-06,
      "loss": 0.3408,
      "step": 1346500
    },
    {
      "epoch": 375.81,
      "grad_norm": 0.9696868658065796,
      "learning_rate": 2.7695448489491986e-06,
      "loss": 0.3354,
      "step": 1346510
    },
    {
      "epoch": 375.81,
      "grad_norm": 0.9686735272407532,
      "learning_rate": 2.7695182592539377e-06,
      "loss": 0.3551,
      "step": 1346520
    },
    {
      "epoch": 375.81,
      "grad_norm": 1.0580445528030396,
      "learning_rate": 2.7694916695020064e-06,
      "loss": 0.3439,
      "step": 1346530
    },
    {
      "epoch": 375.81,
      "grad_norm": 0.9386953711509705,
      "learning_rate": 2.76946507969341e-06,
      "loss": 0.3465,
      "step": 1346540
    },
    {
      "epoch": 375.82,
      "grad_norm": 0.9974392056465149,
      "learning_rate": 2.76943848982815e-06,
      "loss": 0.3467,
      "step": 1346550
    },
    {
      "epoch": 375.82,
      "grad_norm": 1.118373155593872,
      "learning_rate": 2.76941189990623e-06,
      "loss": 0.3296,
      "step": 1346560
    },
    {
      "epoch": 375.82,
      "grad_norm": 1.1221352815628052,
      "learning_rate": 2.7693853099276557e-06,
      "loss": 0.3674,
      "step": 1346570
    },
    {
      "epoch": 375.82,
      "grad_norm": 1.0210267305374146,
      "learning_rate": 2.769358719892429e-06,
      "loss": 0.327,
      "step": 1346580
    },
    {
      "epoch": 375.83,
      "grad_norm": 1.048149585723877,
      "learning_rate": 2.769332129800553e-06,
      "loss": 0.3624,
      "step": 1346590
    },
    {
      "epoch": 375.83,
      "grad_norm": 1.0941803455352783,
      "learning_rate": 2.769305539652032e-06,
      "loss": 0.3475,
      "step": 1346600
    },
    {
      "epoch": 375.83,
      "grad_norm": 1.48287034034729,
      "learning_rate": 2.7692789494468697e-06,
      "loss": 0.3572,
      "step": 1346610
    },
    {
      "epoch": 375.84,
      "grad_norm": 0.9470376968383789,
      "learning_rate": 2.769252359185069e-06,
      "loss": 0.3529,
      "step": 1346620
    },
    {
      "epoch": 375.84,
      "grad_norm": 0.9296393394470215,
      "learning_rate": 2.7692257688666345e-06,
      "loss": 0.3567,
      "step": 1346630
    },
    {
      "epoch": 375.84,
      "grad_norm": 0.9125654101371765,
      "learning_rate": 2.7691991784915687e-06,
      "loss": 0.3355,
      "step": 1346640
    },
    {
      "epoch": 375.84,
      "grad_norm": 0.9811307191848755,
      "learning_rate": 2.7691725880598757e-06,
      "loss": 0.3524,
      "step": 1346650
    },
    {
      "epoch": 375.85,
      "grad_norm": 1.8497623205184937,
      "learning_rate": 2.7691459975715585e-06,
      "loss": 0.358,
      "step": 1346660
    },
    {
      "epoch": 375.85,
      "grad_norm": 0.9736408591270447,
      "learning_rate": 2.7691194070266215e-06,
      "loss": 0.3454,
      "step": 1346670
    },
    {
      "epoch": 375.85,
      "grad_norm": 1.0411438941955566,
      "learning_rate": 2.769092816425067e-06,
      "loss": 0.3593,
      "step": 1346680
    },
    {
      "epoch": 375.86,
      "grad_norm": 1.0858622789382935,
      "learning_rate": 2.7690662257668995e-06,
      "loss": 0.3559,
      "step": 1346690
    },
    {
      "epoch": 375.86,
      "grad_norm": 0.9493758678436279,
      "learning_rate": 2.7690396350521226e-06,
      "loss": 0.3671,
      "step": 1346700
    },
    {
      "epoch": 375.86,
      "grad_norm": 0.8564735651016235,
      "learning_rate": 2.7690130442807393e-06,
      "loss": 0.3361,
      "step": 1346710
    },
    {
      "epoch": 375.86,
      "grad_norm": 1.0767765045166016,
      "learning_rate": 2.7689864534527535e-06,
      "loss": 0.3499,
      "step": 1346720
    },
    {
      "epoch": 375.87,
      "grad_norm": 0.9530515074729919,
      "learning_rate": 2.7689598625681685e-06,
      "loss": 0.3628,
      "step": 1346730
    },
    {
      "epoch": 375.87,
      "grad_norm": 0.9292932748794556,
      "learning_rate": 2.7689332716269877e-06,
      "loss": 0.3216,
      "step": 1346740
    },
    {
      "epoch": 375.87,
      "grad_norm": 1.0088845491409302,
      "learning_rate": 2.7689066806292154e-06,
      "loss": 0.3334,
      "step": 1346750
    },
    {
      "epoch": 375.87,
      "grad_norm": 1.0485599040985107,
      "learning_rate": 2.7688800895748537e-06,
      "loss": 0.3538,
      "step": 1346760
    },
    {
      "epoch": 375.88,
      "grad_norm": 1.2163053750991821,
      "learning_rate": 2.7688534984639085e-06,
      "loss": 0.3484,
      "step": 1346770
    },
    {
      "epoch": 375.88,
      "grad_norm": 1.0150470733642578,
      "learning_rate": 2.7688269072963806e-06,
      "loss": 0.3395,
      "step": 1346780
    },
    {
      "epoch": 375.88,
      "grad_norm": 1.1293357610702515,
      "learning_rate": 2.7688003160722756e-06,
      "loss": 0.3475,
      "step": 1346790
    },
    {
      "epoch": 375.89,
      "grad_norm": 0.8889203667640686,
      "learning_rate": 2.768773724791597e-06,
      "loss": 0.3356,
      "step": 1346800
    },
    {
      "epoch": 375.89,
      "grad_norm": 1.1159725189208984,
      "learning_rate": 2.768747133454346e-06,
      "loss": 0.3722,
      "step": 1346810
    },
    {
      "epoch": 375.89,
      "grad_norm": 2.7576651573181152,
      "learning_rate": 2.768720542060528e-06,
      "loss": 0.3486,
      "step": 1346820
    },
    {
      "epoch": 375.89,
      "grad_norm": 0.9978676438331604,
      "learning_rate": 2.7686939506101476e-06,
      "loss": 0.3377,
      "step": 1346830
    },
    {
      "epoch": 375.9,
      "grad_norm": 0.9993106722831726,
      "learning_rate": 2.7686673591032056e-06,
      "loss": 0.3514,
      "step": 1346840
    },
    {
      "epoch": 375.9,
      "grad_norm": 1.0839595794677734,
      "learning_rate": 2.7686407675397076e-06,
      "loss": 0.3485,
      "step": 1346850
    },
    {
      "epoch": 375.9,
      "grad_norm": 1.7065951824188232,
      "learning_rate": 2.7686141759196566e-06,
      "loss": 0.3607,
      "step": 1346860
    },
    {
      "epoch": 375.91,
      "grad_norm": 1.092125415802002,
      "learning_rate": 2.7685875842430564e-06,
      "loss": 0.342,
      "step": 1346870
    },
    {
      "epoch": 375.91,
      "grad_norm": 1.011143684387207,
      "learning_rate": 2.7685609925099096e-06,
      "loss": 0.3368,
      "step": 1346880
    },
    {
      "epoch": 375.91,
      "grad_norm": 1.1597099304199219,
      "learning_rate": 2.7685344007202208e-06,
      "loss": 0.3504,
      "step": 1346890
    },
    {
      "epoch": 375.91,
      "grad_norm": 0.9706361889839172,
      "learning_rate": 2.7685078088739925e-06,
      "loss": 0.3462,
      "step": 1346900
    },
    {
      "epoch": 375.92,
      "grad_norm": 1.0395978689193726,
      "learning_rate": 2.7684812169712295e-06,
      "loss": 0.3521,
      "step": 1346910
    },
    {
      "epoch": 375.92,
      "grad_norm": 0.9425562620162964,
      "learning_rate": 2.7684546250119337e-06,
      "loss": 0.3448,
      "step": 1346920
    },
    {
      "epoch": 375.92,
      "grad_norm": 0.9760786294937134,
      "learning_rate": 2.768428032996111e-06,
      "loss": 0.339,
      "step": 1346930
    },
    {
      "epoch": 375.93,
      "grad_norm": 1.033310890197754,
      "learning_rate": 2.768401440923762e-06,
      "loss": 0.3477,
      "step": 1346940
    },
    {
      "epoch": 375.93,
      "grad_norm": 0.8992597460746765,
      "learning_rate": 2.768374848794893e-06,
      "loss": 0.3349,
      "step": 1346950
    },
    {
      "epoch": 375.93,
      "grad_norm": 0.950594961643219,
      "learning_rate": 2.768348256609506e-06,
      "loss": 0.3434,
      "step": 1346960
    },
    {
      "epoch": 375.93,
      "grad_norm": 0.9965232610702515,
      "learning_rate": 2.7683216643676043e-06,
      "loss": 0.3419,
      "step": 1346970
    },
    {
      "epoch": 375.94,
      "grad_norm": 1.078993558883667,
      "learning_rate": 2.768295072069192e-06,
      "loss": 0.3394,
      "step": 1346980
    },
    {
      "epoch": 375.94,
      "grad_norm": 1.097043514251709,
      "learning_rate": 2.7682684797142736e-06,
      "loss": 0.3617,
      "step": 1346990
    },
    {
      "epoch": 375.94,
      "grad_norm": 1.2140945196151733,
      "learning_rate": 2.7682418873028507e-06,
      "loss": 0.3303,
      "step": 1347000
    },
    {
      "epoch": 375.94,
      "grad_norm": 0.9762324094772339,
      "learning_rate": 2.7682152948349282e-06,
      "loss": 0.3589,
      "step": 1347010
    },
    {
      "epoch": 375.95,
      "grad_norm": 0.9303734302520752,
      "learning_rate": 2.768188702310509e-06,
      "loss": 0.3395,
      "step": 1347020
    },
    {
      "epoch": 375.95,
      "grad_norm": 0.9864588975906372,
      "learning_rate": 2.768162109729598e-06,
      "loss": 0.3497,
      "step": 1347030
    },
    {
      "epoch": 375.95,
      "grad_norm": 0.923236072063446,
      "learning_rate": 2.7681355170921964e-06,
      "loss": 0.3499,
      "step": 1347040
    },
    {
      "epoch": 375.96,
      "grad_norm": 0.9979223012924194,
      "learning_rate": 2.7681089243983096e-06,
      "loss": 0.3455,
      "step": 1347050
    },
    {
      "epoch": 375.96,
      "grad_norm": 1.0758863687515259,
      "learning_rate": 2.76808233164794e-06,
      "loss": 0.3317,
      "step": 1347060
    },
    {
      "epoch": 375.96,
      "grad_norm": 0.9052826166152954,
      "learning_rate": 2.768055738841092e-06,
      "loss": 0.3363,
      "step": 1347070
    },
    {
      "epoch": 375.96,
      "grad_norm": 1.0705662965774536,
      "learning_rate": 2.7680291459777684e-06,
      "loss": 0.3582,
      "step": 1347080
    },
    {
      "epoch": 375.97,
      "grad_norm": 0.9143672585487366,
      "learning_rate": 2.7680025530579733e-06,
      "loss": 0.3554,
      "step": 1347090
    },
    {
      "epoch": 375.97,
      "grad_norm": 1.0306873321533203,
      "learning_rate": 2.7679759600817108e-06,
      "loss": 0.3529,
      "step": 1347100
    },
    {
      "epoch": 375.97,
      "grad_norm": 0.8613512516021729,
      "learning_rate": 2.767949367048983e-06,
      "loss": 0.3317,
      "step": 1347110
    },
    {
      "epoch": 375.98,
      "grad_norm": 1.1932790279388428,
      "learning_rate": 2.7679227739597948e-06,
      "loss": 0.3405,
      "step": 1347120
    },
    {
      "epoch": 375.98,
      "grad_norm": 1.1023900508880615,
      "learning_rate": 2.767896180814148e-06,
      "loss": 0.346,
      "step": 1347130
    },
    {
      "epoch": 375.98,
      "grad_norm": 0.9666661024093628,
      "learning_rate": 2.7678695876120475e-06,
      "loss": 0.3547,
      "step": 1347140
    },
    {
      "epoch": 375.98,
      "grad_norm": 1.0532435178756714,
      "learning_rate": 2.7678429943534972e-06,
      "loss": 0.3513,
      "step": 1347150
    },
    {
      "epoch": 375.99,
      "grad_norm": 0.8634754419326782,
      "learning_rate": 2.7678164010384994e-06,
      "loss": 0.3587,
      "step": 1347160
    },
    {
      "epoch": 375.99,
      "grad_norm": 1.1772128343582153,
      "learning_rate": 2.767789807667059e-06,
      "loss": 0.3453,
      "step": 1347170
    },
    {
      "epoch": 375.99,
      "grad_norm": 0.9811623096466064,
      "learning_rate": 2.7677632142391777e-06,
      "loss": 0.344,
      "step": 1347180
    },
    {
      "epoch": 375.99,
      "grad_norm": 1.4347155094146729,
      "learning_rate": 2.767736620754861e-06,
      "loss": 0.3462,
      "step": 1347190
    },
    {
      "epoch": 376.0,
      "grad_norm": 1.1059629917144775,
      "learning_rate": 2.7677100272141116e-06,
      "loss": 0.3505,
      "step": 1347200
    },
    {
      "epoch": 376.0,
      "eval_loss": 0.3490404188632965,
      "eval_runtime": 63.3072,
      "eval_samples_per_second": 79.912,
      "eval_steps_per_second": 9.999,
      "step": 1347208
    },
    {
      "epoch": 376.0,
      "grad_norm": 1.2903542518615723,
      "learning_rate": 2.7676834336169323e-06,
      "loss": 0.3433,
      "step": 1347210
    },
    {
      "epoch": 376.0,
      "grad_norm": 1.0075379610061646,
      "learning_rate": 2.767656839963328e-06,
      "loss": 0.3389,
      "step": 1347220
    },
    {
      "epoch": 376.01,
      "grad_norm": 1.1074230670928955,
      "learning_rate": 2.7676302462533008e-06,
      "loss": 0.3367,
      "step": 1347230
    },
    {
      "epoch": 376.01,
      "grad_norm": 1.0837962627410889,
      "learning_rate": 2.767603652486856e-06,
      "loss": 0.3468,
      "step": 1347240
    },
    {
      "epoch": 376.01,
      "grad_norm": 0.9924765229225159,
      "learning_rate": 2.767577058663996e-06,
      "loss": 0.3487,
      "step": 1347250
    },
    {
      "epoch": 376.01,
      "grad_norm": 1.0054636001586914,
      "learning_rate": 2.767550464784724e-06,
      "loss": 0.3515,
      "step": 1347260
    },
    {
      "epoch": 376.02,
      "grad_norm": 1.08186674118042,
      "learning_rate": 2.7675238708490444e-06,
      "loss": 0.3472,
      "step": 1347270
    },
    {
      "epoch": 376.02,
      "grad_norm": 1.045011043548584,
      "learning_rate": 2.7674972768569602e-06,
      "loss": 0.3455,
      "step": 1347280
    },
    {
      "epoch": 376.02,
      "grad_norm": 0.8554479479789734,
      "learning_rate": 2.767470682808475e-06,
      "loss": 0.3429,
      "step": 1347290
    },
    {
      "epoch": 376.03,
      "grad_norm": 1.029370665550232,
      "learning_rate": 2.767444088703592e-06,
      "loss": 0.3573,
      "step": 1347300
    },
    {
      "epoch": 376.03,
      "grad_norm": 1.0009732246398926,
      "learning_rate": 2.7674174945423163e-06,
      "loss": 0.3449,
      "step": 1347310
    },
    {
      "epoch": 376.03,
      "grad_norm": 0.9474545121192932,
      "learning_rate": 2.7673909003246504e-06,
      "loss": 0.3592,
      "step": 1347320
    },
    {
      "epoch": 376.03,
      "grad_norm": 0.9329832196235657,
      "learning_rate": 2.7673643060505965e-06,
      "loss": 0.3515,
      "step": 1347330
    },
    {
      "epoch": 376.04,
      "grad_norm": 0.9279241561889648,
      "learning_rate": 2.7673377117201604e-06,
      "loss": 0.3244,
      "step": 1347340
    },
    {
      "epoch": 376.04,
      "grad_norm": 1.0585283041000366,
      "learning_rate": 2.7673111173333445e-06,
      "loss": 0.3494,
      "step": 1347350
    },
    {
      "epoch": 376.04,
      "grad_norm": 0.9085898995399475,
      "learning_rate": 2.767284522890152e-06,
      "loss": 0.358,
      "step": 1347360
    },
    {
      "epoch": 376.05,
      "grad_norm": 1.0271070003509521,
      "learning_rate": 2.7672579283905872e-06,
      "loss": 0.3425,
      "step": 1347370
    },
    {
      "epoch": 376.05,
      "grad_norm": 1.0724296569824219,
      "learning_rate": 2.767231333834654e-06,
      "loss": 0.3454,
      "step": 1347380
    },
    {
      "epoch": 376.05,
      "grad_norm": 1.104663610458374,
      "learning_rate": 2.767204739222355e-06,
      "loss": 0.3327,
      "step": 1347390
    },
    {
      "epoch": 376.05,
      "grad_norm": 1.0530152320861816,
      "learning_rate": 2.767178144553694e-06,
      "loss": 0.337,
      "step": 1347400
    },
    {
      "epoch": 376.06,
      "grad_norm": 0.9359719753265381,
      "learning_rate": 2.7671515498286746e-06,
      "loss": 0.3487,
      "step": 1347410
    },
    {
      "epoch": 376.06,
      "grad_norm": 1.2500393390655518,
      "learning_rate": 2.7671249550473e-06,
      "loss": 0.3341,
      "step": 1347420
    },
    {
      "epoch": 376.06,
      "grad_norm": 1.0863245725631714,
      "learning_rate": 2.767098360209574e-06,
      "loss": 0.3687,
      "step": 1347430
    },
    {
      "epoch": 376.06,
      "grad_norm": 1.0021462440490723,
      "learning_rate": 2.767071765315501e-06,
      "loss": 0.3488,
      "step": 1347440
    },
    {
      "epoch": 376.07,
      "grad_norm": 1.0766491889953613,
      "learning_rate": 2.767045170365083e-06,
      "loss": 0.3536,
      "step": 1347450
    },
    {
      "epoch": 376.07,
      "grad_norm": 1.1762547492980957,
      "learning_rate": 2.7670185753583247e-06,
      "loss": 0.3634,
      "step": 1347460
    },
    {
      "epoch": 376.07,
      "grad_norm": 1.339806318283081,
      "learning_rate": 2.766991980295229e-06,
      "loss": 0.3382,
      "step": 1347470
    },
    {
      "epoch": 376.08,
      "grad_norm": 0.8984881043434143,
      "learning_rate": 2.7669653851758e-06,
      "loss": 0.351,
      "step": 1347480
    },
    {
      "epoch": 376.08,
      "grad_norm": 1.058412790298462,
      "learning_rate": 2.7669387900000407e-06,
      "loss": 0.3468,
      "step": 1347490
    },
    {
      "epoch": 376.08,
      "grad_norm": 1.2176287174224854,
      "learning_rate": 2.7669121947679545e-06,
      "loss": 0.3606,
      "step": 1347500
    },
    {
      "epoch": 376.08,
      "grad_norm": 0.9044079184532166,
      "learning_rate": 2.766885599479546e-06,
      "loss": 0.3481,
      "step": 1347510
    },
    {
      "epoch": 376.09,
      "grad_norm": 1.0130177736282349,
      "learning_rate": 2.7668590041348177e-06,
      "loss": 0.331,
      "step": 1347520
    },
    {
      "epoch": 376.09,
      "grad_norm": 1.3142421245574951,
      "learning_rate": 2.766832408733774e-06,
      "loss": 0.3565,
      "step": 1347530
    },
    {
      "epoch": 376.09,
      "grad_norm": 0.9989712238311768,
      "learning_rate": 2.7668058132764175e-06,
      "loss": 0.3501,
      "step": 1347540
    },
    {
      "epoch": 376.1,
      "grad_norm": 7.564044952392578,
      "learning_rate": 2.7667792177627517e-06,
      "loss": 0.3499,
      "step": 1347550
    },
    {
      "epoch": 376.1,
      "grad_norm": 0.9979984164237976,
      "learning_rate": 2.7667526221927807e-06,
      "loss": 0.3475,
      "step": 1347560
    },
    {
      "epoch": 376.1,
      "grad_norm": 0.9661207795143127,
      "learning_rate": 2.7667260265665086e-06,
      "loss": 0.3593,
      "step": 1347570
    },
    {
      "epoch": 376.1,
      "grad_norm": 1.2360206842422485,
      "learning_rate": 2.7666994308839377e-06,
      "loss": 0.3622,
      "step": 1347580
    },
    {
      "epoch": 376.11,
      "grad_norm": 1.0395747423171997,
      "learning_rate": 2.766672835145072e-06,
      "loss": 0.3297,
      "step": 1347590
    },
    {
      "epoch": 376.11,
      "grad_norm": 1.207142949104309,
      "learning_rate": 2.7666462393499157e-06,
      "loss": 0.3546,
      "step": 1347600
    },
    {
      "epoch": 376.11,
      "grad_norm": 1.0416377782821655,
      "learning_rate": 2.7666196434984722e-06,
      "loss": 0.3522,
      "step": 1347610
    },
    {
      "epoch": 376.11,
      "grad_norm": 1.0700910091400146,
      "learning_rate": 2.7665930475907434e-06,
      "loss": 0.3662,
      "step": 1347620
    },
    {
      "epoch": 376.12,
      "grad_norm": 0.9413108825683594,
      "learning_rate": 2.7665664516267348e-06,
      "loss": 0.3427,
      "step": 1347630
    },
    {
      "epoch": 376.12,
      "grad_norm": 0.9048706889152527,
      "learning_rate": 2.7665398556064493e-06,
      "loss": 0.3301,
      "step": 1347640
    },
    {
      "epoch": 376.12,
      "grad_norm": 1.021743893623352,
      "learning_rate": 2.76651325952989e-06,
      "loss": 0.3494,
      "step": 1347650
    },
    {
      "epoch": 376.13,
      "grad_norm": 1.1033371686935425,
      "learning_rate": 2.7664866633970604e-06,
      "loss": 0.3552,
      "step": 1347660
    },
    {
      "epoch": 376.13,
      "grad_norm": 1.0512832403182983,
      "learning_rate": 2.766460067207965e-06,
      "loss": 0.3431,
      "step": 1347670
    },
    {
      "epoch": 376.13,
      "grad_norm": 1.2024998664855957,
      "learning_rate": 2.7664334709626076e-06,
      "loss": 0.3375,
      "step": 1347680
    },
    {
      "epoch": 376.13,
      "grad_norm": 0.9986552000045776,
      "learning_rate": 2.76640687466099e-06,
      "loss": 0.3607,
      "step": 1347690
    },
    {
      "epoch": 376.14,
      "grad_norm": 1.0854954719543457,
      "learning_rate": 2.7663802783031164e-06,
      "loss": 0.3422,
      "step": 1347700
    },
    {
      "epoch": 376.14,
      "grad_norm": 1.1603472232818604,
      "learning_rate": 2.7663536818889906e-06,
      "loss": 0.3464,
      "step": 1347710
    },
    {
      "epoch": 376.14,
      "grad_norm": 0.8486348986625671,
      "learning_rate": 2.7663270854186164e-06,
      "loss": 0.3438,
      "step": 1347720
    },
    {
      "epoch": 376.15,
      "grad_norm": 1.1552318334579468,
      "learning_rate": 2.7663004888919974e-06,
      "loss": 0.3582,
      "step": 1347730
    },
    {
      "epoch": 376.15,
      "grad_norm": 1.1558151245117188,
      "learning_rate": 2.7662738923091364e-06,
      "loss": 0.3565,
      "step": 1347740
    },
    {
      "epoch": 376.15,
      "grad_norm": 0.9185249209403992,
      "learning_rate": 2.7662472956700374e-06,
      "loss": 0.3518,
      "step": 1347750
    },
    {
      "epoch": 376.15,
      "grad_norm": 1.1325819492340088,
      "learning_rate": 2.766220698974704e-06,
      "loss": 0.3533,
      "step": 1347760
    },
    {
      "epoch": 376.16,
      "grad_norm": 1.1015833616256714,
      "learning_rate": 2.7661941022231397e-06,
      "loss": 0.3621,
      "step": 1347770
    },
    {
      "epoch": 376.16,
      "grad_norm": 1.1233240365982056,
      "learning_rate": 2.7661675054153477e-06,
      "loss": 0.3658,
      "step": 1347780
    },
    {
      "epoch": 376.16,
      "grad_norm": 1.1619004011154175,
      "learning_rate": 2.766140908551332e-06,
      "loss": 0.3452,
      "step": 1347790
    },
    {
      "epoch": 376.17,
      "grad_norm": 0.9633296728134155,
      "learning_rate": 2.7661143116310963e-06,
      "loss": 0.3536,
      "step": 1347800
    },
    {
      "epoch": 376.17,
      "grad_norm": 1.060194730758667,
      "learning_rate": 2.766087714654643e-06,
      "loss": 0.3388,
      "step": 1347810
    },
    {
      "epoch": 376.17,
      "grad_norm": 1.0234638452529907,
      "learning_rate": 2.7660611176219775e-06,
      "loss": 0.3432,
      "step": 1347820
    },
    {
      "epoch": 376.17,
      "grad_norm": 0.8939643502235413,
      "learning_rate": 2.766034520533102e-06,
      "loss": 0.346,
      "step": 1347830
    },
    {
      "epoch": 376.18,
      "grad_norm": 0.9483493566513062,
      "learning_rate": 2.766007923388019e-06,
      "loss": 0.3451,
      "step": 1347840
    },
    {
      "epoch": 376.18,
      "grad_norm": 1.0497148036956787,
      "learning_rate": 2.7659813261867344e-06,
      "loss": 0.356,
      "step": 1347850
    },
    {
      "epoch": 376.18,
      "grad_norm": 1.0231460332870483,
      "learning_rate": 2.765954728929251e-06,
      "loss": 0.3579,
      "step": 1347860
    },
    {
      "epoch": 376.18,
      "grad_norm": 0.895307719707489,
      "learning_rate": 2.7659281316155716e-06,
      "loss": 0.3478,
      "step": 1347870
    },
    {
      "epoch": 376.19,
      "grad_norm": 0.9660999178886414,
      "learning_rate": 2.7659015342456996e-06,
      "loss": 0.3424,
      "step": 1347880
    },
    {
      "epoch": 376.19,
      "grad_norm": 0.9309145212173462,
      "learning_rate": 2.76587493681964e-06,
      "loss": 0.3484,
      "step": 1347890
    },
    {
      "epoch": 376.19,
      "grad_norm": 0.9174920916557312,
      "learning_rate": 2.765848339337395e-06,
      "loss": 0.3384,
      "step": 1347900
    },
    {
      "epoch": 376.2,
      "grad_norm": 1.0814309120178223,
      "learning_rate": 2.765821741798969e-06,
      "loss": 0.3535,
      "step": 1347910
    },
    {
      "epoch": 376.2,
      "grad_norm": 1.1053484678268433,
      "learning_rate": 2.7657951442043654e-06,
      "loss": 0.3337,
      "step": 1347920
    },
    {
      "epoch": 376.2,
      "grad_norm": 1.0985050201416016,
      "learning_rate": 2.765768546553587e-06,
      "loss": 0.3534,
      "step": 1347930
    },
    {
      "epoch": 376.2,
      "grad_norm": 1.0672519207000732,
      "learning_rate": 2.7657419488466376e-06,
      "loss": 0.3553,
      "step": 1347940
    },
    {
      "epoch": 376.21,
      "grad_norm": 1.0282522439956665,
      "learning_rate": 2.7657153510835208e-06,
      "loss": 0.3534,
      "step": 1347950
    },
    {
      "epoch": 376.21,
      "grad_norm": 1.0388034582138062,
      "learning_rate": 2.765688753264241e-06,
      "loss": 0.3392,
      "step": 1347960
    },
    {
      "epoch": 376.21,
      "grad_norm": 1.123661994934082,
      "learning_rate": 2.7656621553888005e-06,
      "loss": 0.365,
      "step": 1347970
    },
    {
      "epoch": 376.22,
      "grad_norm": 1.1124682426452637,
      "learning_rate": 2.7656355574572038e-06,
      "loss": 0.344,
      "step": 1347980
    },
    {
      "epoch": 376.22,
      "grad_norm": 0.9254201650619507,
      "learning_rate": 2.7656089594694543e-06,
      "loss": 0.3402,
      "step": 1347990
    },
    {
      "epoch": 376.22,
      "grad_norm": 0.9810177683830261,
      "learning_rate": 2.7655823614255545e-06,
      "loss": 0.3484,
      "step": 1348000
    },
    {
      "epoch": 376.22,
      "grad_norm": 0.9189637303352356,
      "learning_rate": 2.7655557633255084e-06,
      "loss": 0.3451,
      "step": 1348010
    },
    {
      "epoch": 376.23,
      "grad_norm": 1.0601369142532349,
      "learning_rate": 2.7655291651693213e-06,
      "loss": 0.3437,
      "step": 1348020
    },
    {
      "epoch": 376.23,
      "grad_norm": 0.9501637816429138,
      "learning_rate": 2.765502566956994e-06,
      "loss": 0.3677,
      "step": 1348030
    },
    {
      "epoch": 376.23,
      "grad_norm": 1.2489036321640015,
      "learning_rate": 2.7654759686885316e-06,
      "loss": 0.3469,
      "step": 1348040
    },
    {
      "epoch": 376.23,
      "grad_norm": 0.9845750331878662,
      "learning_rate": 2.7654493703639374e-06,
      "loss": 0.3598,
      "step": 1348050
    },
    {
      "epoch": 376.24,
      "grad_norm": 1.0827162265777588,
      "learning_rate": 2.765422771983216e-06,
      "loss": 0.348,
      "step": 1348060
    },
    {
      "epoch": 376.24,
      "grad_norm": 0.9630475640296936,
      "learning_rate": 2.765396173546368e-06,
      "loss": 0.3698,
      "step": 1348070
    },
    {
      "epoch": 376.24,
      "grad_norm": 1.117754578590393,
      "learning_rate": 2.765369575053399e-06,
      "loss": 0.3499,
      "step": 1348080
    },
    {
      "epoch": 376.25,
      "grad_norm": 0.9969294667243958,
      "learning_rate": 2.7653429765043137e-06,
      "loss": 0.3451,
      "step": 1348090
    },
    {
      "epoch": 376.25,
      "grad_norm": 1.0203715562820435,
      "learning_rate": 2.765316377899113e-06,
      "loss": 0.3455,
      "step": 1348100
    },
    {
      "epoch": 376.25,
      "grad_norm": 1.0264230966567993,
      "learning_rate": 2.765289779237802e-06,
      "loss": 0.3495,
      "step": 1348110
    },
    {
      "epoch": 376.25,
      "grad_norm": 1.101526141166687,
      "learning_rate": 2.7652631805203843e-06,
      "loss": 0.3486,
      "step": 1348120
    },
    {
      "epoch": 376.26,
      "grad_norm": 1.1431597471237183,
      "learning_rate": 2.765236581746863e-06,
      "loss": 0.321,
      "step": 1348130
    },
    {
      "epoch": 376.26,
      "grad_norm": 1.0180115699768066,
      "learning_rate": 2.765209982917242e-06,
      "loss": 0.3393,
      "step": 1348140
    },
    {
      "epoch": 376.26,
      "grad_norm": 1.044567346572876,
      "learning_rate": 2.765183384031524e-06,
      "loss": 0.355,
      "step": 1348150
    },
    {
      "epoch": 376.27,
      "grad_norm": 1.1663053035736084,
      "learning_rate": 2.7651567850897136e-06,
      "loss": 0.3512,
      "step": 1348160
    },
    {
      "epoch": 376.27,
      "grad_norm": 0.9993154406547546,
      "learning_rate": 2.765130186091813e-06,
      "loss": 0.3503,
      "step": 1348170
    },
    {
      "epoch": 376.27,
      "grad_norm": 1.1905219554901123,
      "learning_rate": 2.7651035870378272e-06,
      "loss": 0.3489,
      "step": 1348180
    },
    {
      "epoch": 376.27,
      "grad_norm": 1.064832329750061,
      "learning_rate": 2.7650769879277586e-06,
      "loss": 0.3607,
      "step": 1348190
    },
    {
      "epoch": 376.28,
      "grad_norm": 1.0060416460037231,
      "learning_rate": 2.7650503887616122e-06,
      "loss": 0.3512,
      "step": 1348200
    },
    {
      "epoch": 376.28,
      "grad_norm": 0.9871273040771484,
      "learning_rate": 2.7650237895393897e-06,
      "loss": 0.3473,
      "step": 1348210
    },
    {
      "epoch": 376.28,
      "grad_norm": 1.1266038417816162,
      "learning_rate": 2.764997190261096e-06,
      "loss": 0.3444,
      "step": 1348220
    },
    {
      "epoch": 376.29,
      "grad_norm": 1.208186149597168,
      "learning_rate": 2.764970590926734e-06,
      "loss": 0.3368,
      "step": 1348230
    },
    {
      "epoch": 376.29,
      "grad_norm": 1.0177618265151978,
      "learning_rate": 2.7649439915363074e-06,
      "loss": 0.3454,
      "step": 1348240
    },
    {
      "epoch": 376.29,
      "grad_norm": 1.111691951751709,
      "learning_rate": 2.76491739208982e-06,
      "loss": 0.353,
      "step": 1348250
    },
    {
      "epoch": 376.29,
      "grad_norm": 1.1335358619689941,
      "learning_rate": 2.7648907925872747e-06,
      "loss": 0.3389,
      "step": 1348260
    },
    {
      "epoch": 376.3,
      "grad_norm": 8.238622665405273,
      "learning_rate": 2.7648641930286763e-06,
      "loss": 0.3419,
      "step": 1348270
    },
    {
      "epoch": 376.3,
      "grad_norm": 0.9923744201660156,
      "learning_rate": 2.7648375934140272e-06,
      "loss": 0.3271,
      "step": 1348280
    },
    {
      "epoch": 376.3,
      "grad_norm": 1.3222169876098633,
      "learning_rate": 2.7648109937433304e-06,
      "loss": 0.3506,
      "step": 1348290
    },
    {
      "epoch": 376.3,
      "grad_norm": 0.972393810749054,
      "learning_rate": 2.764784394016591e-06,
      "loss": 0.3518,
      "step": 1348300
    },
    {
      "epoch": 376.31,
      "grad_norm": 0.946336030960083,
      "learning_rate": 2.764757794233812e-06,
      "loss": 0.3363,
      "step": 1348310
    },
    {
      "epoch": 376.31,
      "grad_norm": 1.171366810798645,
      "learning_rate": 2.7647311943949963e-06,
      "loss": 0.3571,
      "step": 1348320
    },
    {
      "epoch": 376.31,
      "grad_norm": 1.016309380531311,
      "learning_rate": 2.7647045945001475e-06,
      "loss": 0.3515,
      "step": 1348330
    },
    {
      "epoch": 376.32,
      "grad_norm": 1.1633975505828857,
      "learning_rate": 2.7646779945492708e-06,
      "loss": 0.3745,
      "step": 1348340
    },
    {
      "epoch": 376.32,
      "grad_norm": 0.9893518090248108,
      "learning_rate": 2.7646513945423675e-06,
      "loss": 0.3495,
      "step": 1348350
    },
    {
      "epoch": 376.32,
      "grad_norm": 1.015358328819275,
      "learning_rate": 2.764624794479442e-06,
      "loss": 0.3457,
      "step": 1348360
    },
    {
      "epoch": 376.32,
      "grad_norm": 1.0345722436904907,
      "learning_rate": 2.764598194360498e-06,
      "loss": 0.3594,
      "step": 1348370
    },
    {
      "epoch": 376.33,
      "grad_norm": 0.9724907279014587,
      "learning_rate": 2.7645715941855394e-06,
      "loss": 0.3521,
      "step": 1348380
    },
    {
      "epoch": 376.33,
      "grad_norm": 0.9613407254219055,
      "learning_rate": 2.764544993954569e-06,
      "loss": 0.378,
      "step": 1348390
    },
    {
      "epoch": 376.33,
      "grad_norm": 1.1062934398651123,
      "learning_rate": 2.764518393667591e-06,
      "loss": 0.3625,
      "step": 1348400
    },
    {
      "epoch": 376.34,
      "grad_norm": 1.036319613456726,
      "learning_rate": 2.7644917933246086e-06,
      "loss": 0.3404,
      "step": 1348410
    },
    {
      "epoch": 376.34,
      "grad_norm": 1.0005910396575928,
      "learning_rate": 2.7644651929256252e-06,
      "loss": 0.3493,
      "step": 1348420
    },
    {
      "epoch": 376.34,
      "grad_norm": 0.8245270252227783,
      "learning_rate": 2.7644385924706445e-06,
      "loss": 0.3593,
      "step": 1348430
    },
    {
      "epoch": 376.34,
      "grad_norm": 0.9691293835639954,
      "learning_rate": 2.7644119919596703e-06,
      "loss": 0.3378,
      "step": 1348440
    },
    {
      "epoch": 376.35,
      "grad_norm": 0.9308076500892639,
      "learning_rate": 2.7643853913927054e-06,
      "loss": 0.3494,
      "step": 1348450
    },
    {
      "epoch": 376.35,
      "grad_norm": 0.9921862483024597,
      "learning_rate": 2.764358790769754e-06,
      "loss": 0.3466,
      "step": 1348460
    },
    {
      "epoch": 376.35,
      "grad_norm": 0.911686360836029,
      "learning_rate": 2.7643321900908193e-06,
      "loss": 0.3633,
      "step": 1348470
    },
    {
      "epoch": 376.36,
      "grad_norm": 1.068709135055542,
      "learning_rate": 2.764305589355905e-06,
      "loss": 0.3396,
      "step": 1348480
    },
    {
      "epoch": 376.36,
      "grad_norm": 1.170143961906433,
      "learning_rate": 2.764278988565015e-06,
      "loss": 0.3422,
      "step": 1348490
    },
    {
      "epoch": 376.36,
      "grad_norm": 1.0239909887313843,
      "learning_rate": 2.7642523877181524e-06,
      "loss": 0.339,
      "step": 1348500
    },
    {
      "epoch": 376.36,
      "grad_norm": 1.2522923946380615,
      "learning_rate": 2.7642257868153208e-06,
      "loss": 0.3495,
      "step": 1348510
    },
    {
      "epoch": 376.37,
      "grad_norm": 0.9251959323883057,
      "learning_rate": 2.764199185856523e-06,
      "loss": 0.3513,
      "step": 1348520
    },
    {
      "epoch": 376.37,
      "grad_norm": 0.9026345610618591,
      "learning_rate": 2.764172584841764e-06,
      "loss": 0.3515,
      "step": 1348530
    },
    {
      "epoch": 376.37,
      "grad_norm": 1.0890666246414185,
      "learning_rate": 2.764145983771047e-06,
      "loss": 0.3363,
      "step": 1348540
    },
    {
      "epoch": 376.37,
      "grad_norm": 1.0128456354141235,
      "learning_rate": 2.764119382644374e-06,
      "loss": 0.3714,
      "step": 1348550
    },
    {
      "epoch": 376.38,
      "grad_norm": 1.0662767887115479,
      "learning_rate": 2.7640927814617514e-06,
      "loss": 0.3497,
      "step": 1348560
    },
    {
      "epoch": 376.38,
      "grad_norm": 1.0323649644851685,
      "learning_rate": 2.76406618022318e-06,
      "loss": 0.3633,
      "step": 1348570
    },
    {
      "epoch": 376.38,
      "grad_norm": 1.0399361848831177,
      "learning_rate": 2.7640395789286644e-06,
      "loss": 0.3489,
      "step": 1348580
    },
    {
      "epoch": 376.39,
      "grad_norm": 0.9406922459602356,
      "learning_rate": 2.7640129775782085e-06,
      "loss": 0.3622,
      "step": 1348590
    },
    {
      "epoch": 376.39,
      "grad_norm": 1.0455330610275269,
      "learning_rate": 2.7639863761718154e-06,
      "loss": 0.3695,
      "step": 1348600
    },
    {
      "epoch": 376.39,
      "grad_norm": 0.9443989396095276,
      "learning_rate": 2.7639597747094885e-06,
      "loss": 0.3553,
      "step": 1348610
    },
    {
      "epoch": 376.39,
      "grad_norm": 1.0000590085983276,
      "learning_rate": 2.763933173191231e-06,
      "loss": 0.349,
      "step": 1348620
    },
    {
      "epoch": 376.4,
      "grad_norm": 2.9876906871795654,
      "learning_rate": 2.763906571617048e-06,
      "loss": 0.3533,
      "step": 1348630
    },
    {
      "epoch": 376.4,
      "grad_norm": 1.017919898033142,
      "learning_rate": 2.763879969986942e-06,
      "loss": 0.3424,
      "step": 1348640
    },
    {
      "epoch": 376.4,
      "grad_norm": 0.9938615560531616,
      "learning_rate": 2.7638533683009162e-06,
      "loss": 0.3496,
      "step": 1348650
    },
    {
      "epoch": 376.41,
      "grad_norm": 1.1079899072647095,
      "learning_rate": 2.7638267665589744e-06,
      "loss": 0.3476,
      "step": 1348660
    },
    {
      "epoch": 376.41,
      "grad_norm": 1.1442681550979614,
      "learning_rate": 2.763800164761121e-06,
      "loss": 0.3464,
      "step": 1348670
    },
    {
      "epoch": 376.41,
      "grad_norm": 0.9319684505462646,
      "learning_rate": 2.763773562907358e-06,
      "loss": 0.346,
      "step": 1348680
    },
    {
      "epoch": 376.41,
      "grad_norm": 0.9718459844589233,
      "learning_rate": 2.7637469609976896e-06,
      "loss": 0.3376,
      "step": 1348690
    },
    {
      "epoch": 376.42,
      "grad_norm": 0.9837414026260376,
      "learning_rate": 2.76372035903212e-06,
      "loss": 0.3379,
      "step": 1348700
    },
    {
      "epoch": 376.42,
      "grad_norm": 1.0575230121612549,
      "learning_rate": 2.7636937570106527e-06,
      "loss": 0.3548,
      "step": 1348710
    },
    {
      "epoch": 376.42,
      "grad_norm": 1.2258931398391724,
      "learning_rate": 2.76366715493329e-06,
      "loss": 0.3356,
      "step": 1348720
    },
    {
      "epoch": 376.42,
      "grad_norm": 0.9242510795593262,
      "learning_rate": 2.763640552800037e-06,
      "loss": 0.3404,
      "step": 1348730
    },
    {
      "epoch": 376.43,
      "grad_norm": 1.0261545181274414,
      "learning_rate": 2.7636139506108955e-06,
      "loss": 0.3489,
      "step": 1348740
    },
    {
      "epoch": 376.43,
      "grad_norm": 1.0424916744232178,
      "learning_rate": 2.7635873483658703e-06,
      "loss": 0.3444,
      "step": 1348750
    },
    {
      "epoch": 376.43,
      "grad_norm": 1.1390578746795654,
      "learning_rate": 2.763560746064965e-06,
      "loss": 0.3643,
      "step": 1348760
    },
    {
      "epoch": 376.44,
      "grad_norm": 1.1877033710479736,
      "learning_rate": 2.7635341437081824e-06,
      "loss": 0.339,
      "step": 1348770
    },
    {
      "epoch": 376.44,
      "grad_norm": 1.0283434391021729,
      "learning_rate": 2.763507541295527e-06,
      "loss": 0.3686,
      "step": 1348780
    },
    {
      "epoch": 376.44,
      "grad_norm": 0.896307110786438,
      "learning_rate": 2.763480938827001e-06,
      "loss": 0.3467,
      "step": 1348790
    },
    {
      "epoch": 376.44,
      "grad_norm": 1.0771474838256836,
      "learning_rate": 2.7634543363026087e-06,
      "loss": 0.3528,
      "step": 1348800
    },
    {
      "epoch": 376.45,
      "grad_norm": 0.9066875576972961,
      "learning_rate": 2.7634277337223537e-06,
      "loss": 0.341,
      "step": 1348810
    },
    {
      "epoch": 376.45,
      "grad_norm": 1.1375664472579956,
      "learning_rate": 2.7634011310862395e-06,
      "loss": 0.3296,
      "step": 1348820
    },
    {
      "epoch": 376.45,
      "grad_norm": 1.068638801574707,
      "learning_rate": 2.7633745283942706e-06,
      "loss": 0.3564,
      "step": 1348830
    },
    {
      "epoch": 376.46,
      "grad_norm": 1.2844183444976807,
      "learning_rate": 2.7633479256464483e-06,
      "loss": 0.3609,
      "step": 1348840
    },
    {
      "epoch": 376.46,
      "grad_norm": 1.0624605417251587,
      "learning_rate": 2.7633213228427782e-06,
      "loss": 0.3508,
      "step": 1348850
    },
    {
      "epoch": 376.46,
      "grad_norm": 1.0244128704071045,
      "learning_rate": 2.7632947199832624e-06,
      "loss": 0.343,
      "step": 1348860
    },
    {
      "epoch": 376.46,
      "grad_norm": 0.9562550783157349,
      "learning_rate": 2.763268117067906e-06,
      "loss": 0.3426,
      "step": 1348870
    },
    {
      "epoch": 376.47,
      "grad_norm": 0.8676351308822632,
      "learning_rate": 2.763241514096711e-06,
      "loss": 0.3449,
      "step": 1348880
    },
    {
      "epoch": 376.47,
      "grad_norm": 1.0521448850631714,
      "learning_rate": 2.7632149110696816e-06,
      "loss": 0.3508,
      "step": 1348890
    },
    {
      "epoch": 376.47,
      "grad_norm": 1.1569344997406006,
      "learning_rate": 2.763188307986821e-06,
      "loss": 0.3355,
      "step": 1348900
    },
    {
      "epoch": 376.48,
      "grad_norm": 0.9590524435043335,
      "learning_rate": 2.7631617048481333e-06,
      "loss": 0.3656,
      "step": 1348910
    },
    {
      "epoch": 376.48,
      "grad_norm": 0.9793645739555359,
      "learning_rate": 2.7631351016536215e-06,
      "loss": 0.3556,
      "step": 1348920
    },
    {
      "epoch": 376.48,
      "grad_norm": 0.8889433145523071,
      "learning_rate": 2.76310849840329e-06,
      "loss": 0.3467,
      "step": 1348930
    },
    {
      "epoch": 376.48,
      "grad_norm": 0.9285658597946167,
      "learning_rate": 2.763081895097142e-06,
      "loss": 0.3454,
      "step": 1348940
    },
    {
      "epoch": 376.49,
      "grad_norm": 0.9188613891601562,
      "learning_rate": 2.76305529173518e-06,
      "loss": 0.3499,
      "step": 1348950
    },
    {
      "epoch": 376.49,
      "grad_norm": 1.3367289304733276,
      "learning_rate": 2.7630286883174086e-06,
      "loss": 0.3437,
      "step": 1348960
    },
    {
      "epoch": 376.49,
      "grad_norm": 0.9763437509536743,
      "learning_rate": 2.7630020848438316e-06,
      "loss": 0.3263,
      "step": 1348970
    },
    {
      "epoch": 376.49,
      "grad_norm": 0.9860174059867859,
      "learning_rate": 2.762975481314451e-06,
      "loss": 0.3429,
      "step": 1348980
    },
    {
      "epoch": 376.5,
      "grad_norm": 1.0316213369369507,
      "learning_rate": 2.7629488777292725e-06,
      "loss": 0.3629,
      "step": 1348990
    },
    {
      "epoch": 376.5,
      "grad_norm": 1.001918911933899,
      "learning_rate": 2.7629222740882972e-06,
      "loss": 0.3572,
      "step": 1349000
    },
    {
      "epoch": 376.5,
      "grad_norm": 1.0350756645202637,
      "learning_rate": 2.7628956703915317e-06,
      "loss": 0.3457,
      "step": 1349010
    },
    {
      "epoch": 376.51,
      "grad_norm": 1.159289836883545,
      "learning_rate": 2.762869066638977e-06,
      "loss": 0.3474,
      "step": 1349020
    },
    {
      "epoch": 376.51,
      "grad_norm": 1.2006139755249023,
      "learning_rate": 2.7628424628306366e-06,
      "loss": 0.3551,
      "step": 1349030
    },
    {
      "epoch": 376.51,
      "grad_norm": 0.9320819973945618,
      "learning_rate": 2.7628158589665156e-06,
      "loss": 0.3542,
      "step": 1349040
    },
    {
      "epoch": 376.51,
      "grad_norm": 1.1584323644638062,
      "learning_rate": 2.7627892550466174e-06,
      "loss": 0.3591,
      "step": 1349050
    },
    {
      "epoch": 376.52,
      "grad_norm": 1.0509741306304932,
      "learning_rate": 2.762762651070944e-06,
      "loss": 0.3673,
      "step": 1349060
    },
    {
      "epoch": 376.52,
      "grad_norm": 1.213732123374939,
      "learning_rate": 2.7627360470395e-06,
      "loss": 0.3452,
      "step": 1349070
    },
    {
      "epoch": 376.52,
      "grad_norm": 1.1567178964614868,
      "learning_rate": 2.762709442952289e-06,
      "loss": 0.3687,
      "step": 1349080
    },
    {
      "epoch": 376.53,
      "grad_norm": 1.0258084535598755,
      "learning_rate": 2.762682838809315e-06,
      "loss": 0.3458,
      "step": 1349090
    },
    {
      "epoch": 376.53,
      "grad_norm": 1.0358256101608276,
      "learning_rate": 2.7626562346105804e-06,
      "loss": 0.3517,
      "step": 1349100
    },
    {
      "epoch": 376.53,
      "grad_norm": 1.1343883275985718,
      "learning_rate": 2.762629630356089e-06,
      "loss": 0.3489,
      "step": 1349110
    },
    {
      "epoch": 376.53,
      "grad_norm": 1.038243293762207,
      "learning_rate": 2.762603026045845e-06,
      "loss": 0.3413,
      "step": 1349120
    },
    {
      "epoch": 376.54,
      "grad_norm": 1.199512004852295,
      "learning_rate": 2.7625764216798515e-06,
      "loss": 0.3635,
      "step": 1349130
    },
    {
      "epoch": 376.54,
      "grad_norm": 0.8967970609664917,
      "learning_rate": 2.7625498172581117e-06,
      "loss": 0.3515,
      "step": 1349140
    },
    {
      "epoch": 376.54,
      "grad_norm": 1.0035806894302368,
      "learning_rate": 2.7625232127806304e-06,
      "loss": 0.3657,
      "step": 1349150
    },
    {
      "epoch": 376.54,
      "grad_norm": 1.0843766927719116,
      "learning_rate": 2.7624966082474096e-06,
      "loss": 0.3583,
      "step": 1349160
    },
    {
      "epoch": 376.55,
      "grad_norm": 0.9286049008369446,
      "learning_rate": 2.7624700036584537e-06,
      "loss": 0.3594,
      "step": 1349170
    },
    {
      "epoch": 376.55,
      "grad_norm": 1.0744938850402832,
      "learning_rate": 2.762443399013766e-06,
      "loss": 0.3482,
      "step": 1349180
    },
    {
      "epoch": 376.55,
      "grad_norm": 0.9477270245552063,
      "learning_rate": 2.7624167943133503e-06,
      "loss": 0.3417,
      "step": 1349190
    },
    {
      "epoch": 376.56,
      "grad_norm": 1.133719801902771,
      "learning_rate": 2.7623901895572095e-06,
      "loss": 0.3485,
      "step": 1349200
    },
    {
      "epoch": 376.56,
      "grad_norm": 0.9878578186035156,
      "learning_rate": 2.7623635847453475e-06,
      "loss": 0.3655,
      "step": 1349210
    },
    {
      "epoch": 376.56,
      "grad_norm": 1.0561015605926514,
      "learning_rate": 2.7623369798777686e-06,
      "loss": 0.3547,
      "step": 1349220
    },
    {
      "epoch": 376.56,
      "grad_norm": 0.9106060862541199,
      "learning_rate": 2.762310374954475e-06,
      "loss": 0.3446,
      "step": 1349230
    },
    {
      "epoch": 376.57,
      "grad_norm": 0.965972363948822,
      "learning_rate": 2.7622837699754716e-06,
      "loss": 0.347,
      "step": 1349240
    },
    {
      "epoch": 376.57,
      "grad_norm": 1.196405291557312,
      "learning_rate": 2.762257164940761e-06,
      "loss": 0.3466,
      "step": 1349250
    },
    {
      "epoch": 376.57,
      "grad_norm": 1.0878252983093262,
      "learning_rate": 2.762230559850346e-06,
      "loss": 0.3415,
      "step": 1349260
    },
    {
      "epoch": 376.58,
      "grad_norm": 1.1048340797424316,
      "learning_rate": 2.762203954704232e-06,
      "loss": 0.3438,
      "step": 1349270
    },
    {
      "epoch": 376.58,
      "grad_norm": 0.9906012415885925,
      "learning_rate": 2.762177349502422e-06,
      "loss": 0.3535,
      "step": 1349280
    },
    {
      "epoch": 376.58,
      "grad_norm": 0.9484981298446655,
      "learning_rate": 2.7621507442449188e-06,
      "loss": 0.3376,
      "step": 1349290
    },
    {
      "epoch": 376.58,
      "grad_norm": 0.9884836077690125,
      "learning_rate": 2.762124138931727e-06,
      "loss": 0.3462,
      "step": 1349300
    },
    {
      "epoch": 376.59,
      "grad_norm": 0.967115581035614,
      "learning_rate": 2.7620975335628484e-06,
      "loss": 0.3466,
      "step": 1349310
    },
    {
      "epoch": 376.59,
      "grad_norm": 1.0644017457962036,
      "learning_rate": 2.762070928138288e-06,
      "loss": 0.3517,
      "step": 1349320
    },
    {
      "epoch": 376.59,
      "grad_norm": 1.0714274644851685,
      "learning_rate": 2.762044322658049e-06,
      "loss": 0.3416,
      "step": 1349330
    },
    {
      "epoch": 376.6,
      "grad_norm": 1.0197328329086304,
      "learning_rate": 2.762017717122135e-06,
      "loss": 0.3656,
      "step": 1349340
    },
    {
      "epoch": 376.6,
      "grad_norm": 1.0931854248046875,
      "learning_rate": 2.7619911115305493e-06,
      "loss": 0.3535,
      "step": 1349350
    },
    {
      "epoch": 376.6,
      "grad_norm": 0.8931602239608765,
      "learning_rate": 2.761964505883295e-06,
      "loss": 0.3498,
      "step": 1349360
    },
    {
      "epoch": 376.6,
      "grad_norm": 1.012143611907959,
      "learning_rate": 2.761937900180378e-06,
      "loss": 0.3453,
      "step": 1349370
    },
    {
      "epoch": 376.61,
      "grad_norm": 1.0208066701889038,
      "learning_rate": 2.7619112944217986e-06,
      "loss": 0.3497,
      "step": 1349380
    },
    {
      "epoch": 376.61,
      "grad_norm": 0.9270762205123901,
      "learning_rate": 2.7618846886075625e-06,
      "loss": 0.3433,
      "step": 1349390
    },
    {
      "epoch": 376.61,
      "grad_norm": 1.0273863077163696,
      "learning_rate": 2.761858082737672e-06,
      "loss": 0.3466,
      "step": 1349400
    },
    {
      "epoch": 376.61,
      "grad_norm": 1.1036083698272705,
      "learning_rate": 2.7618314768121316e-06,
      "loss": 0.335,
      "step": 1349410
    },
    {
      "epoch": 376.62,
      "grad_norm": 0.969228982925415,
      "learning_rate": 2.7618048708309445e-06,
      "loss": 0.3657,
      "step": 1349420
    },
    {
      "epoch": 376.62,
      "grad_norm": 0.9289804697036743,
      "learning_rate": 2.761778264794113e-06,
      "loss": 0.3512,
      "step": 1349430
    },
    {
      "epoch": 376.62,
      "grad_norm": 0.9346832633018494,
      "learning_rate": 2.7617516587016433e-06,
      "loss": 0.3549,
      "step": 1349440
    },
    {
      "epoch": 376.63,
      "grad_norm": 1.0035585165023804,
      "learning_rate": 2.7617250525535373e-06,
      "loss": 0.3588,
      "step": 1349450
    },
    {
      "epoch": 376.63,
      "grad_norm": 1.2330266237258911,
      "learning_rate": 2.761698446349798e-06,
      "loss": 0.3555,
      "step": 1349460
    },
    {
      "epoch": 376.63,
      "grad_norm": 1.0383634567260742,
      "learning_rate": 2.7616718400904306e-06,
      "loss": 0.343,
      "step": 1349470
    },
    {
      "epoch": 376.63,
      "grad_norm": 0.9837512373924255,
      "learning_rate": 2.7616452337754367e-06,
      "loss": 0.3499,
      "step": 1349480
    },
    {
      "epoch": 376.64,
      "grad_norm": 1.1337069272994995,
      "learning_rate": 2.7616186274048215e-06,
      "loss": 0.345,
      "step": 1349490
    },
    {
      "epoch": 376.64,
      "grad_norm": 1.0324748754501343,
      "learning_rate": 2.761592020978587e-06,
      "loss": 0.3627,
      "step": 1349500
    },
    {
      "epoch": 376.64,
      "grad_norm": 0.8300300240516663,
      "learning_rate": 2.7615654144967387e-06,
      "loss": 0.3513,
      "step": 1349510
    },
    {
      "epoch": 376.65,
      "grad_norm": 0.9947971105575562,
      "learning_rate": 2.7615388079592792e-06,
      "loss": 0.3438,
      "step": 1349520
    },
    {
      "epoch": 376.65,
      "grad_norm": 1.0301491022109985,
      "learning_rate": 2.7615122013662107e-06,
      "loss": 0.3523,
      "step": 1349530
    },
    {
      "epoch": 376.65,
      "grad_norm": 1.139519453048706,
      "learning_rate": 2.761485594717539e-06,
      "loss": 0.3547,
      "step": 1349540
    },
    {
      "epoch": 376.65,
      "grad_norm": 1.1835460662841797,
      "learning_rate": 2.761458988013266e-06,
      "loss": 0.3403,
      "step": 1349550
    },
    {
      "epoch": 376.66,
      "grad_norm": 1.092681884765625,
      "learning_rate": 2.7614323812533954e-06,
      "loss": 0.3647,
      "step": 1349560
    },
    {
      "epoch": 376.66,
      "grad_norm": 0.9832234978675842,
      "learning_rate": 2.761405774437932e-06,
      "loss": 0.3389,
      "step": 1349570
    },
    {
      "epoch": 376.66,
      "grad_norm": 1.127253532409668,
      "learning_rate": 2.7613791675668784e-06,
      "loss": 0.3375,
      "step": 1349580
    },
    {
      "epoch": 376.66,
      "grad_norm": 0.9694544076919556,
      "learning_rate": 2.7613525606402385e-06,
      "loss": 0.3523,
      "step": 1349590
    },
    {
      "epoch": 376.67,
      "grad_norm": 1.0605790615081787,
      "learning_rate": 2.761325953658015e-06,
      "loss": 0.3471,
      "step": 1349600
    },
    {
      "epoch": 376.67,
      "grad_norm": 0.9426543116569519,
      "learning_rate": 2.761299346620212e-06,
      "loss": 0.3543,
      "step": 1349610
    },
    {
      "epoch": 376.67,
      "grad_norm": 1.0463711023330688,
      "learning_rate": 2.761272739526833e-06,
      "loss": 0.3467,
      "step": 1349620
    },
    {
      "epoch": 376.68,
      "grad_norm": 1.081181526184082,
      "learning_rate": 2.761246132377882e-06,
      "loss": 0.3422,
      "step": 1349630
    },
    {
      "epoch": 376.68,
      "grad_norm": 0.9315475225448608,
      "learning_rate": 2.7612195251733617e-06,
      "loss": 0.3359,
      "step": 1349640
    },
    {
      "epoch": 376.68,
      "grad_norm": 1.025126338005066,
      "learning_rate": 2.7611929179132764e-06,
      "loss": 0.3484,
      "step": 1349650
    },
    {
      "epoch": 376.68,
      "grad_norm": 1.1786110401153564,
      "learning_rate": 2.7611663105976295e-06,
      "loss": 0.3648,
      "step": 1349660
    },
    {
      "epoch": 376.69,
      "grad_norm": 1.0778348445892334,
      "learning_rate": 2.761139703226425e-06,
      "loss": 0.3408,
      "step": 1349670
    },
    {
      "epoch": 376.69,
      "grad_norm": 1.077986240386963,
      "learning_rate": 2.7611130957996646e-06,
      "loss": 0.3476,
      "step": 1349680
    },
    {
      "epoch": 376.69,
      "grad_norm": 0.9856953024864197,
      "learning_rate": 2.7610864883173526e-06,
      "loss": 0.3401,
      "step": 1349690
    },
    {
      "epoch": 376.7,
      "grad_norm": 1.0338200330734253,
      "learning_rate": 2.761059880779494e-06,
      "loss": 0.3494,
      "step": 1349700
    },
    {
      "epoch": 376.7,
      "grad_norm": 0.8910675048828125,
      "learning_rate": 2.7610332731860917e-06,
      "loss": 0.3577,
      "step": 1349710
    },
    {
      "epoch": 376.7,
      "grad_norm": 1.0202125310897827,
      "learning_rate": 2.7610066655371483e-06,
      "loss": 0.3535,
      "step": 1349720
    },
    {
      "epoch": 376.7,
      "grad_norm": 1.0671296119689941,
      "learning_rate": 2.760980057832668e-06,
      "loss": 0.3357,
      "step": 1349730
    },
    {
      "epoch": 376.71,
      "grad_norm": 1.3549737930297852,
      "learning_rate": 2.7609534500726545e-06,
      "loss": 0.3547,
      "step": 1349740
    },
    {
      "epoch": 376.71,
      "grad_norm": 1.0298336744308472,
      "learning_rate": 2.7609268422571108e-06,
      "loss": 0.3442,
      "step": 1349750
    },
    {
      "epoch": 376.71,
      "grad_norm": 1.034739375114441,
      "learning_rate": 2.7609002343860407e-06,
      "loss": 0.3572,
      "step": 1349760
    },
    {
      "epoch": 376.72,
      "grad_norm": 1.374708652496338,
      "learning_rate": 2.760873626459448e-06,
      "loss": 0.3481,
      "step": 1349770
    },
    {
      "epoch": 376.72,
      "grad_norm": 0.9973440170288086,
      "learning_rate": 2.7608470184773357e-06,
      "loss": 0.3385,
      "step": 1349780
    },
    {
      "epoch": 376.72,
      "grad_norm": 1.0091948509216309,
      "learning_rate": 2.760820410439708e-06,
      "loss": 0.3563,
      "step": 1349790
    },
    {
      "epoch": 376.72,
      "grad_norm": 1.1184426546096802,
      "learning_rate": 2.760793802346568e-06,
      "loss": 0.3388,
      "step": 1349800
    },
    {
      "epoch": 376.73,
      "grad_norm": 0.9986715316772461,
      "learning_rate": 2.760767194197919e-06,
      "loss": 0.3498,
      "step": 1349810
    },
    {
      "epoch": 376.73,
      "grad_norm": 0.9273051023483276,
      "learning_rate": 2.760740585993766e-06,
      "loss": 0.3667,
      "step": 1349820
    },
    {
      "epoch": 376.73,
      "grad_norm": 1.0143407583236694,
      "learning_rate": 2.760713977734111e-06,
      "loss": 0.3568,
      "step": 1349830
    },
    {
      "epoch": 376.73,
      "grad_norm": 1.0285900831222534,
      "learning_rate": 2.7606873694189572e-06,
      "loss": 0.3594,
      "step": 1349840
    },
    {
      "epoch": 376.74,
      "grad_norm": 0.9411193132400513,
      "learning_rate": 2.760660761048309e-06,
      "loss": 0.3427,
      "step": 1349850
    },
    {
      "epoch": 376.74,
      "grad_norm": 0.9082029461860657,
      "learning_rate": 2.760634152622171e-06,
      "loss": 0.3456,
      "step": 1349860
    },
    {
      "epoch": 376.74,
      "grad_norm": 1.0021026134490967,
      "learning_rate": 2.760607544140545e-06,
      "loss": 0.3435,
      "step": 1349870
    },
    {
      "epoch": 376.75,
      "grad_norm": 1.1236915588378906,
      "learning_rate": 2.7605809356034346e-06,
      "loss": 0.3517,
      "step": 1349880
    },
    {
      "epoch": 376.75,
      "grad_norm": 1.2604018449783325,
      "learning_rate": 2.7605543270108445e-06,
      "loss": 0.3401,
      "step": 1349890
    },
    {
      "epoch": 376.75,
      "grad_norm": 0.9571493268013,
      "learning_rate": 2.760527718362778e-06,
      "loss": 0.3369,
      "step": 1349900
    },
    {
      "epoch": 376.75,
      "grad_norm": 0.9901010990142822,
      "learning_rate": 2.7605011096592375e-06,
      "loss": 0.3342,
      "step": 1349910
    },
    {
      "epoch": 376.76,
      "grad_norm": 1.030650019645691,
      "learning_rate": 2.7604745009002274e-06,
      "loss": 0.3428,
      "step": 1349920
    },
    {
      "epoch": 376.76,
      "grad_norm": 1.115304946899414,
      "learning_rate": 2.7604478920857514e-06,
      "loss": 0.3607,
      "step": 1349930
    },
    {
      "epoch": 376.76,
      "grad_norm": 1.1257377862930298,
      "learning_rate": 2.7604212832158127e-06,
      "loss": 0.3407,
      "step": 1349940
    },
    {
      "epoch": 376.77,
      "grad_norm": 1.084716796875,
      "learning_rate": 2.760394674290415e-06,
      "loss": 0.3463,
      "step": 1349950
    },
    {
      "epoch": 376.77,
      "grad_norm": 1.3053737878799438,
      "learning_rate": 2.7603680653095617e-06,
      "loss": 0.3471,
      "step": 1349960
    },
    {
      "epoch": 376.77,
      "grad_norm": 1.0302332639694214,
      "learning_rate": 2.7603414562732563e-06,
      "loss": 0.3347,
      "step": 1349970
    },
    {
      "epoch": 376.77,
      "grad_norm": 0.9685341119766235,
      "learning_rate": 2.7603148471815025e-06,
      "loss": 0.3528,
      "step": 1349980
    },
    {
      "epoch": 376.78,
      "grad_norm": 1.1769658327102661,
      "learning_rate": 2.7602882380343044e-06,
      "loss": 0.3313,
      "step": 1349990
    },
    {
      "epoch": 376.78,
      "grad_norm": 0.9747710227966309,
      "learning_rate": 2.760261628831664e-06,
      "loss": 0.3528,
      "step": 1350000
    },
    {
      "epoch": 376.78,
      "grad_norm": 1.0314286947250366,
      "learning_rate": 2.7602350195735865e-06,
      "loss": 0.3659,
      "step": 1350010
    },
    {
      "epoch": 376.78,
      "grad_norm": 1.228816032409668,
      "learning_rate": 2.7602084102600743e-06,
      "loss": 0.3648,
      "step": 1350020
    },
    {
      "epoch": 376.79,
      "grad_norm": 1.3305519819259644,
      "learning_rate": 2.760181800891132e-06,
      "loss": 0.3455,
      "step": 1350030
    },
    {
      "epoch": 376.79,
      "grad_norm": 1.0943859815597534,
      "learning_rate": 2.760155191466762e-06,
      "loss": 0.3378,
      "step": 1350040
    },
    {
      "epoch": 376.79,
      "grad_norm": 0.944659948348999,
      "learning_rate": 2.7601285819869686e-06,
      "loss": 0.3432,
      "step": 1350050
    },
    {
      "epoch": 376.8,
      "grad_norm": 1.1177794933319092,
      "learning_rate": 2.760101972451755e-06,
      "loss": 0.3411,
      "step": 1350060
    },
    {
      "epoch": 376.8,
      "grad_norm": 0.9144725799560547,
      "learning_rate": 2.7600753628611244e-06,
      "loss": 0.3483,
      "step": 1350070
    },
    {
      "epoch": 376.8,
      "grad_norm": 1.061407208442688,
      "learning_rate": 2.7600487532150807e-06,
      "loss": 0.3448,
      "step": 1350080
    },
    {
      "epoch": 376.8,
      "grad_norm": 1.1775041818618774,
      "learning_rate": 2.7600221435136287e-06,
      "loss": 0.3575,
      "step": 1350090
    },
    {
      "epoch": 376.81,
      "grad_norm": 1.0569884777069092,
      "learning_rate": 2.7599955337567698e-06,
      "loss": 0.3691,
      "step": 1350100
    },
    {
      "epoch": 376.81,
      "grad_norm": 1.073209285736084,
      "learning_rate": 2.759968923944509e-06,
      "loss": 0.3461,
      "step": 1350110
    },
    {
      "epoch": 376.81,
      "grad_norm": 1.0600863695144653,
      "learning_rate": 2.7599423140768488e-06,
      "loss": 0.3472,
      "step": 1350120
    },
    {
      "epoch": 376.82,
      "grad_norm": 0.9822591543197632,
      "learning_rate": 2.759915704153794e-06,
      "loss": 0.3516,
      "step": 1350130
    },
    {
      "epoch": 376.82,
      "grad_norm": 1.076247215270996,
      "learning_rate": 2.7598890941753465e-06,
      "loss": 0.3412,
      "step": 1350140
    },
    {
      "epoch": 376.82,
      "grad_norm": 0.9999154210090637,
      "learning_rate": 2.759862484141512e-06,
      "loss": 0.3483,
      "step": 1350150
    },
    {
      "epoch": 376.82,
      "grad_norm": 0.9233782887458801,
      "learning_rate": 2.7598358740522917e-06,
      "loss": 0.3587,
      "step": 1350160
    },
    {
      "epoch": 376.83,
      "grad_norm": 1.0753463506698608,
      "learning_rate": 2.7598092639076903e-06,
      "loss": 0.3593,
      "step": 1350170
    },
    {
      "epoch": 376.83,
      "grad_norm": 1.0284311771392822,
      "learning_rate": 2.759782653707712e-06,
      "loss": 0.3672,
      "step": 1350180
    },
    {
      "epoch": 376.83,
      "grad_norm": 0.98924720287323,
      "learning_rate": 2.7597560434523594e-06,
      "loss": 0.3604,
      "step": 1350190
    },
    {
      "epoch": 376.84,
      "grad_norm": 0.9547373056411743,
      "learning_rate": 2.7597294331416357e-06,
      "loss": 0.3452,
      "step": 1350200
    },
    {
      "epoch": 376.84,
      "grad_norm": 1.0033626556396484,
      "learning_rate": 2.7597028227755462e-06,
      "loss": 0.3526,
      "step": 1350210
    },
    {
      "epoch": 376.84,
      "grad_norm": 2.6913788318634033,
      "learning_rate": 2.759676212354092e-06,
      "loss": 0.3533,
      "step": 1350220
    },
    {
      "epoch": 376.84,
      "grad_norm": 0.8499724268913269,
      "learning_rate": 2.7596496018772784e-06,
      "loss": 0.3383,
      "step": 1350230
    },
    {
      "epoch": 376.85,
      "grad_norm": 0.9209433197975159,
      "learning_rate": 2.7596229913451086e-06,
      "loss": 0.3686,
      "step": 1350240
    },
    {
      "epoch": 376.85,
      "grad_norm": 0.9305084347724915,
      "learning_rate": 2.759596380757586e-06,
      "loss": 0.3477,
      "step": 1350250
    },
    {
      "epoch": 376.85,
      "grad_norm": 1.3501520156860352,
      "learning_rate": 2.7595697701147146e-06,
      "loss": 0.3535,
      "step": 1350260
    },
    {
      "epoch": 376.85,
      "grad_norm": 0.9076342582702637,
      "learning_rate": 2.7595431594164967e-06,
      "loss": 0.3562,
      "step": 1350270
    },
    {
      "epoch": 376.86,
      "grad_norm": 0.945327877998352,
      "learning_rate": 2.759516548662937e-06,
      "loss": 0.3567,
      "step": 1350280
    },
    {
      "epoch": 376.86,
      "grad_norm": 0.9227266907691956,
      "learning_rate": 2.759489937854038e-06,
      "loss": 0.3515,
      "step": 1350290
    },
    {
      "epoch": 376.86,
      "grad_norm": 1.065453290939331,
      "learning_rate": 2.7594633269898043e-06,
      "loss": 0.3507,
      "step": 1350300
    },
    {
      "epoch": 376.87,
      "grad_norm": 0.9838259816169739,
      "learning_rate": 2.7594367160702394e-06,
      "loss": 0.3431,
      "step": 1350310
    },
    {
      "epoch": 376.87,
      "grad_norm": 0.9815701246261597,
      "learning_rate": 2.759410105095346e-06,
      "loss": 0.3349,
      "step": 1350320
    },
    {
      "epoch": 376.87,
      "grad_norm": 0.9182189106941223,
      "learning_rate": 2.7593834940651286e-06,
      "loss": 0.3362,
      "step": 1350330
    },
    {
      "epoch": 376.87,
      "grad_norm": 1.2283287048339844,
      "learning_rate": 2.7593568829795905e-06,
      "loss": 0.3537,
      "step": 1350340
    },
    {
      "epoch": 376.88,
      "grad_norm": 0.9540773034095764,
      "learning_rate": 2.7593302718387344e-06,
      "loss": 0.3579,
      "step": 1350350
    },
    {
      "epoch": 376.88,
      "grad_norm": 1.0037504434585571,
      "learning_rate": 2.7593036606425644e-06,
      "loss": 0.3807,
      "step": 1350360
    },
    {
      "epoch": 376.88,
      "grad_norm": 1.0651344060897827,
      "learning_rate": 2.7592770493910836e-06,
      "loss": 0.3338,
      "step": 1350370
    },
    {
      "epoch": 376.89,
      "grad_norm": 1.4930825233459473,
      "learning_rate": 2.7592504380842976e-06,
      "loss": 0.3533,
      "step": 1350380
    },
    {
      "epoch": 376.89,
      "grad_norm": 1.3263415098190308,
      "learning_rate": 2.759223826722207e-06,
      "loss": 0.3434,
      "step": 1350390
    },
    {
      "epoch": 376.89,
      "grad_norm": 0.8292349576950073,
      "learning_rate": 2.7591972153048175e-06,
      "loss": 0.3474,
      "step": 1350400
    },
    {
      "epoch": 376.89,
      "grad_norm": 1.0454014539718628,
      "learning_rate": 2.7591706038321315e-06,
      "loss": 0.3546,
      "step": 1350410
    },
    {
      "epoch": 376.9,
      "grad_norm": 5.319800853729248,
      "learning_rate": 2.759143992304153e-06,
      "loss": 0.3387,
      "step": 1350420
    },
    {
      "epoch": 376.9,
      "grad_norm": 1.084195852279663,
      "learning_rate": 2.759117380720885e-06,
      "loss": 0.3375,
      "step": 1350430
    },
    {
      "epoch": 376.9,
      "grad_norm": 1.0067963600158691,
      "learning_rate": 2.7590907690823327e-06,
      "loss": 0.3415,
      "step": 1350440
    },
    {
      "epoch": 376.9,
      "grad_norm": 1.228968620300293,
      "learning_rate": 2.759064157388497e-06,
      "loss": 0.3355,
      "step": 1350450
    },
    {
      "epoch": 376.91,
      "grad_norm": 1.1180297136306763,
      "learning_rate": 2.7590375456393836e-06,
      "loss": 0.345,
      "step": 1350460
    },
    {
      "epoch": 376.91,
      "grad_norm": 0.976640522480011,
      "learning_rate": 2.7590109338349957e-06,
      "loss": 0.3301,
      "step": 1350470
    },
    {
      "epoch": 376.91,
      "grad_norm": 1.079011082649231,
      "learning_rate": 2.758984321975336e-06,
      "loss": 0.3488,
      "step": 1350480
    },
    {
      "epoch": 376.92,
      "grad_norm": 1.1039941310882568,
      "learning_rate": 2.7589577100604086e-06,
      "loss": 0.3502,
      "step": 1350490
    },
    {
      "epoch": 376.92,
      "grad_norm": 1.0961893796920776,
      "learning_rate": 2.758931098090217e-06,
      "loss": 0.3554,
      "step": 1350500
    },
    {
      "epoch": 376.92,
      "grad_norm": 0.9795055985450745,
      "learning_rate": 2.758904486064764e-06,
      "loss": 0.3388,
      "step": 1350510
    },
    {
      "epoch": 376.92,
      "grad_norm": 0.8823841214179993,
      "learning_rate": 2.7588778739840546e-06,
      "loss": 0.3556,
      "step": 1350520
    },
    {
      "epoch": 376.93,
      "grad_norm": 1.1128026247024536,
      "learning_rate": 2.758851261848091e-06,
      "loss": 0.3544,
      "step": 1350530
    },
    {
      "epoch": 376.93,
      "grad_norm": 1.1418966054916382,
      "learning_rate": 2.7588246496568776e-06,
      "loss": 0.3435,
      "step": 1350540
    },
    {
      "epoch": 376.93,
      "grad_norm": 1.0518500804901123,
      "learning_rate": 2.758798037410418e-06,
      "loss": 0.3416,
      "step": 1350550
    },
    {
      "epoch": 376.94,
      "grad_norm": 0.9440938234329224,
      "learning_rate": 2.758771425108715e-06,
      "loss": 0.3438,
      "step": 1350560
    },
    {
      "epoch": 376.94,
      "grad_norm": 0.9628148674964905,
      "learning_rate": 2.7587448127517725e-06,
      "loss": 0.3596,
      "step": 1350570
    },
    {
      "epoch": 376.94,
      "grad_norm": 1.0451815128326416,
      "learning_rate": 2.758718200339594e-06,
      "loss": 0.354,
      "step": 1350580
    },
    {
      "epoch": 376.94,
      "grad_norm": 1.017874836921692,
      "learning_rate": 2.7586915878721835e-06,
      "loss": 0.3462,
      "step": 1350590
    },
    {
      "epoch": 376.95,
      "grad_norm": 1.1318697929382324,
      "learning_rate": 2.7586649753495443e-06,
      "loss": 0.3409,
      "step": 1350600
    },
    {
      "epoch": 376.95,
      "grad_norm": 1.109679937362671,
      "learning_rate": 2.758638362771679e-06,
      "loss": 0.3345,
      "step": 1350610
    },
    {
      "epoch": 376.95,
      "grad_norm": 1.0133576393127441,
      "learning_rate": 2.7586117501385926e-06,
      "loss": 0.3503,
      "step": 1350620
    },
    {
      "epoch": 376.96,
      "grad_norm": 0.9809204936027527,
      "learning_rate": 2.7585851374502877e-06,
      "loss": 0.3464,
      "step": 1350630
    },
    {
      "epoch": 376.96,
      "grad_norm": 1.042923927307129,
      "learning_rate": 2.7585585247067686e-06,
      "loss": 0.3548,
      "step": 1350640
    },
    {
      "epoch": 376.96,
      "grad_norm": 0.8704994916915894,
      "learning_rate": 2.7585319119080377e-06,
      "loss": 0.3398,
      "step": 1350650
    },
    {
      "epoch": 376.96,
      "grad_norm": 0.999768853187561,
      "learning_rate": 2.758505299054099e-06,
      "loss": 0.3411,
      "step": 1350660
    },
    {
      "epoch": 376.97,
      "grad_norm": 1.0211914777755737,
      "learning_rate": 2.7584786861449573e-06,
      "loss": 0.3537,
      "step": 1350670
    },
    {
      "epoch": 376.97,
      "grad_norm": 1.0081504583358765,
      "learning_rate": 2.758452073180614e-06,
      "loss": 0.3683,
      "step": 1350680
    },
    {
      "epoch": 376.97,
      "grad_norm": 0.9802623987197876,
      "learning_rate": 2.758425460161075e-06,
      "loss": 0.3507,
      "step": 1350690
    },
    {
      "epoch": 376.97,
      "grad_norm": 0.9804473519325256,
      "learning_rate": 2.758398847086342e-06,
      "loss": 0.3379,
      "step": 1350700
    },
    {
      "epoch": 376.98,
      "grad_norm": 1.0954169034957886,
      "learning_rate": 2.758372233956419e-06,
      "loss": 0.3494,
      "step": 1350710
    },
    {
      "epoch": 376.98,
      "grad_norm": 1.0378267765045166,
      "learning_rate": 2.7583456207713097e-06,
      "loss": 0.3498,
      "step": 1350720
    },
    {
      "epoch": 376.98,
      "grad_norm": 1.064008355140686,
      "learning_rate": 2.758319007531017e-06,
      "loss": 0.3448,
      "step": 1350730
    },
    {
      "epoch": 376.99,
      "grad_norm": 1.189012885093689,
      "learning_rate": 2.7582923942355455e-06,
      "loss": 0.3377,
      "step": 1350740
    },
    {
      "epoch": 376.99,
      "grad_norm": 1.2156586647033691,
      "learning_rate": 2.7582657808848986e-06,
      "loss": 0.3325,
      "step": 1350750
    },
    {
      "epoch": 376.99,
      "grad_norm": 0.9985963702201843,
      "learning_rate": 2.7582391674790797e-06,
      "loss": 0.3465,
      "step": 1350760
    },
    {
      "epoch": 376.99,
      "grad_norm": 0.8868750333786011,
      "learning_rate": 2.758212554018092e-06,
      "loss": 0.3457,
      "step": 1350770
    },
    {
      "epoch": 377.0,
      "grad_norm": 0.952397346496582,
      "learning_rate": 2.758185940501939e-06,
      "loss": 0.3448,
      "step": 1350780
    },
    {
      "epoch": 377.0,
      "grad_norm": 0.8763397336006165,
      "learning_rate": 2.758159326930625e-06,
      "loss": 0.3399,
      "step": 1350790
    },
    {
      "epoch": 377.0,
      "eval_loss": 0.3487122654914856,
      "eval_runtime": 62.8624,
      "eval_samples_per_second": 80.477,
      "eval_steps_per_second": 10.07,
      "step": 1350791
    },
    {
      "epoch": 377.0,
      "grad_norm": 1.025205135345459,
      "learning_rate": 2.758132713304152e-06,
      "loss": 0.3485,
      "step": 1350800
    },
    {
      "epoch": 377.01,
      "grad_norm": 1.0436155796051025,
      "learning_rate": 2.758106099622525e-06,
      "loss": 0.3396,
      "step": 1350810
    },
    {
      "epoch": 377.01,
      "grad_norm": 1.1745136976242065,
      "learning_rate": 2.758079485885747e-06,
      "loss": 0.3406,
      "step": 1350820
    },
    {
      "epoch": 377.01,
      "grad_norm": 0.8766617774963379,
      "learning_rate": 2.758052872093822e-06,
      "loss": 0.3408,
      "step": 1350830
    },
    {
      "epoch": 377.01,
      "grad_norm": 0.890018880367279,
      "learning_rate": 2.7580262582467533e-06,
      "loss": 0.3417,
      "step": 1350840
    },
    {
      "epoch": 377.02,
      "grad_norm": 0.9417486190795898,
      "learning_rate": 2.757999644344544e-06,
      "loss": 0.3539,
      "step": 1350850
    },
    {
      "epoch": 377.02,
      "grad_norm": 1.115590214729309,
      "learning_rate": 2.757973030387198e-06,
      "loss": 0.3523,
      "step": 1350860
    },
    {
      "epoch": 377.02,
      "grad_norm": 0.9810051321983337,
      "learning_rate": 2.7579464163747186e-06,
      "loss": 0.3565,
      "step": 1350870
    },
    {
      "epoch": 377.02,
      "grad_norm": 1.0144590139389038,
      "learning_rate": 2.7579198023071095e-06,
      "loss": 0.3339,
      "step": 1350880
    },
    {
      "epoch": 377.03,
      "grad_norm": 1.1643422842025757,
      "learning_rate": 2.7578931881843747e-06,
      "loss": 0.3639,
      "step": 1350890
    },
    {
      "epoch": 377.03,
      "grad_norm": 1.2599968910217285,
      "learning_rate": 2.757866574006517e-06,
      "loss": 0.3577,
      "step": 1350900
    },
    {
      "epoch": 377.03,
      "grad_norm": 1.0021053552627563,
      "learning_rate": 2.7578399597735404e-06,
      "loss": 0.3471,
      "step": 1350910
    },
    {
      "epoch": 377.04,
      "grad_norm": 0.9653159379959106,
      "learning_rate": 2.7578133454854482e-06,
      "loss": 0.366,
      "step": 1350920
    },
    {
      "epoch": 377.04,
      "grad_norm": 0.853804886341095,
      "learning_rate": 2.7577867311422447e-06,
      "loss": 0.3467,
      "step": 1350930
    },
    {
      "epoch": 377.04,
      "grad_norm": 0.8050654530525208,
      "learning_rate": 2.7577601167439324e-06,
      "loss": 0.3388,
      "step": 1350940
    },
    {
      "epoch": 377.04,
      "grad_norm": 1.0460320711135864,
      "learning_rate": 2.7577335022905146e-06,
      "loss": 0.36,
      "step": 1350950
    },
    {
      "epoch": 377.05,
      "grad_norm": 0.9480417966842651,
      "learning_rate": 2.757706887781996e-06,
      "loss": 0.324,
      "step": 1350960
    },
    {
      "epoch": 377.05,
      "grad_norm": 0.90641188621521,
      "learning_rate": 2.7576802732183797e-06,
      "loss": 0.3405,
      "step": 1350970
    },
    {
      "epoch": 377.05,
      "grad_norm": 0.9829212427139282,
      "learning_rate": 2.7576536585996685e-06,
      "loss": 0.3533,
      "step": 1350980
    },
    {
      "epoch": 377.06,
      "grad_norm": 1.1339150667190552,
      "learning_rate": 2.757627043925868e-06,
      "loss": 0.3398,
      "step": 1350990
    },
    {
      "epoch": 377.06,
      "grad_norm": 1.0321253538131714,
      "learning_rate": 2.7576004291969795e-06,
      "loss": 0.3486,
      "step": 1351000
    },
    {
      "epoch": 377.06,
      "grad_norm": 0.9013370871543884,
      "learning_rate": 2.7575738144130075e-06,
      "loss": 0.3517,
      "step": 1351010
    },
    {
      "epoch": 377.06,
      "grad_norm": 0.971649706363678,
      "learning_rate": 2.7575471995739555e-06,
      "loss": 0.3509,
      "step": 1351020
    },
    {
      "epoch": 377.07,
      "grad_norm": 1.3204697370529175,
      "learning_rate": 2.757520584679827e-06,
      "loss": 0.3609,
      "step": 1351030
    },
    {
      "epoch": 377.07,
      "grad_norm": 1.0235222578048706,
      "learning_rate": 2.7574939697306247e-06,
      "loss": 0.3438,
      "step": 1351040
    },
    {
      "epoch": 377.07,
      "grad_norm": 0.9201177358627319,
      "learning_rate": 2.7574673547263543e-06,
      "loss": 0.3419,
      "step": 1351050
    },
    {
      "epoch": 377.08,
      "grad_norm": 1.0424201488494873,
      "learning_rate": 2.757440739667017e-06,
      "loss": 0.3403,
      "step": 1351060
    },
    {
      "epoch": 377.08,
      "grad_norm": 1.0318207740783691,
      "learning_rate": 2.7574141245526175e-06,
      "loss": 0.3484,
      "step": 1351070
    },
    {
      "epoch": 377.08,
      "grad_norm": 1.1999489068984985,
      "learning_rate": 2.7573875093831595e-06,
      "loss": 0.3509,
      "step": 1351080
    },
    {
      "epoch": 377.08,
      "grad_norm": 1.032991886138916,
      "learning_rate": 2.757360894158646e-06,
      "loss": 0.3623,
      "step": 1351090
    },
    {
      "epoch": 377.09,
      "grad_norm": 1.0179156064987183,
      "learning_rate": 2.757334278879081e-06,
      "loss": 0.3516,
      "step": 1351100
    },
    {
      "epoch": 377.09,
      "grad_norm": 0.9913209676742554,
      "learning_rate": 2.7573076635444675e-06,
      "loss": 0.3665,
      "step": 1351110
    },
    {
      "epoch": 377.09,
      "grad_norm": 0.9394413828849792,
      "learning_rate": 2.7572810481548102e-06,
      "loss": 0.3394,
      "step": 1351120
    },
    {
      "epoch": 377.09,
      "grad_norm": 0.8553098440170288,
      "learning_rate": 2.757254432710111e-06,
      "loss": 0.3453,
      "step": 1351130
    },
    {
      "epoch": 377.1,
      "grad_norm": 0.8904232382774353,
      "learning_rate": 2.7572278172103742e-06,
      "loss": 0.3454,
      "step": 1351140
    },
    {
      "epoch": 377.1,
      "grad_norm": 0.9919443130493164,
      "learning_rate": 2.7572012016556044e-06,
      "loss": 0.3486,
      "step": 1351150
    },
    {
      "epoch": 377.1,
      "grad_norm": 1.1322883367538452,
      "learning_rate": 2.757174586045803e-06,
      "loss": 0.3499,
      "step": 1351160
    },
    {
      "epoch": 377.11,
      "grad_norm": 1.1326425075531006,
      "learning_rate": 2.757147970380975e-06,
      "loss": 0.3674,
      "step": 1351170
    },
    {
      "epoch": 377.11,
      "grad_norm": 1.0859405994415283,
      "learning_rate": 2.7571213546611236e-06,
      "loss": 0.3522,
      "step": 1351180
    },
    {
      "epoch": 377.11,
      "grad_norm": 0.9097985625267029,
      "learning_rate": 2.7570947388862527e-06,
      "loss": 0.3432,
      "step": 1351190
    },
    {
      "epoch": 377.11,
      "grad_norm": 1.130794882774353,
      "learning_rate": 2.7570681230563645e-06,
      "loss": 0.3515,
      "step": 1351200
    },
    {
      "epoch": 377.12,
      "grad_norm": 0.9208801984786987,
      "learning_rate": 2.757041507171465e-06,
      "loss": 0.3537,
      "step": 1351210
    },
    {
      "epoch": 377.12,
      "grad_norm": 0.9145272970199585,
      "learning_rate": 2.7570148912315555e-06,
      "loss": 0.3594,
      "step": 1351220
    },
    {
      "epoch": 377.12,
      "grad_norm": 0.8634719252586365,
      "learning_rate": 2.75698827523664e-06,
      "loss": 0.353,
      "step": 1351230
    },
    {
      "epoch": 377.13,
      "grad_norm": 0.9903234839439392,
      "learning_rate": 2.7569616591867225e-06,
      "loss": 0.3459,
      "step": 1351240
    },
    {
      "epoch": 377.13,
      "grad_norm": 1.1224477291107178,
      "learning_rate": 2.7569350430818073e-06,
      "loss": 0.3504,
      "step": 1351250
    },
    {
      "epoch": 377.13,
      "grad_norm": 0.8635854125022888,
      "learning_rate": 2.756908426921896e-06,
      "loss": 0.3455,
      "step": 1351260
    },
    {
      "epoch": 377.13,
      "grad_norm": 1.0311133861541748,
      "learning_rate": 2.756881810706993e-06,
      "loss": 0.3477,
      "step": 1351270
    },
    {
      "epoch": 377.14,
      "grad_norm": 1.043675422668457,
      "learning_rate": 2.7568551944371034e-06,
      "loss": 0.338,
      "step": 1351280
    },
    {
      "epoch": 377.14,
      "grad_norm": 1.0098894834518433,
      "learning_rate": 2.7568285781122286e-06,
      "loss": 0.3543,
      "step": 1351290
    },
    {
      "epoch": 377.14,
      "grad_norm": 0.9755352139472961,
      "learning_rate": 2.7568019617323733e-06,
      "loss": 0.346,
      "step": 1351300
    },
    {
      "epoch": 377.14,
      "grad_norm": 1.0364500284194946,
      "learning_rate": 2.7567753452975405e-06,
      "loss": 0.3439,
      "step": 1351310
    },
    {
      "epoch": 377.15,
      "grad_norm": 1.0520950555801392,
      "learning_rate": 2.7567487288077335e-06,
      "loss": 0.3452,
      "step": 1351320
    },
    {
      "epoch": 377.15,
      "grad_norm": 1.0070315599441528,
      "learning_rate": 2.7567221122629567e-06,
      "loss": 0.3644,
      "step": 1351330
    },
    {
      "epoch": 377.15,
      "grad_norm": 1.0320756435394287,
      "learning_rate": 2.7566954956632133e-06,
      "loss": 0.362,
      "step": 1351340
    },
    {
      "epoch": 377.16,
      "grad_norm": 0.976572573184967,
      "learning_rate": 2.756668879008506e-06,
      "loss": 0.3354,
      "step": 1351350
    },
    {
      "epoch": 377.16,
      "grad_norm": 1.0647406578063965,
      "learning_rate": 2.7566422622988398e-06,
      "loss": 0.3431,
      "step": 1351360
    },
    {
      "epoch": 377.16,
      "grad_norm": 1.0548412799835205,
      "learning_rate": 2.7566156455342172e-06,
      "loss": 0.3434,
      "step": 1351370
    },
    {
      "epoch": 377.16,
      "grad_norm": 0.9254772067070007,
      "learning_rate": 2.756589028714642e-06,
      "loss": 0.3517,
      "step": 1351380
    },
    {
      "epoch": 377.17,
      "grad_norm": 1.0082343816757202,
      "learning_rate": 2.756562411840118e-06,
      "loss": 0.3404,
      "step": 1351390
    },
    {
      "epoch": 377.17,
      "grad_norm": 1.0532430410385132,
      "learning_rate": 2.7565357949106483e-06,
      "loss": 0.3462,
      "step": 1351400
    },
    {
      "epoch": 377.17,
      "grad_norm": 0.9965466856956482,
      "learning_rate": 2.7565091779262372e-06,
      "loss": 0.3491,
      "step": 1351410
    },
    {
      "epoch": 377.18,
      "grad_norm": 0.9886487126350403,
      "learning_rate": 2.756482560886887e-06,
      "loss": 0.3466,
      "step": 1351420
    },
    {
      "epoch": 377.18,
      "grad_norm": 0.9352269768714905,
      "learning_rate": 2.7564559437926028e-06,
      "loss": 0.3611,
      "step": 1351430
    },
    {
      "epoch": 377.18,
      "grad_norm": 0.944597065448761,
      "learning_rate": 2.7564293266433874e-06,
      "loss": 0.3472,
      "step": 1351440
    },
    {
      "epoch": 377.18,
      "grad_norm": 2.1215462684631348,
      "learning_rate": 2.7564027094392437e-06,
      "loss": 0.3348,
      "step": 1351450
    },
    {
      "epoch": 377.19,
      "grad_norm": 0.9458140134811401,
      "learning_rate": 2.756376092180176e-06,
      "loss": 0.3438,
      "step": 1351460
    },
    {
      "epoch": 377.19,
      "grad_norm": 0.949417769908905,
      "learning_rate": 2.7563494748661876e-06,
      "loss": 0.3529,
      "step": 1351470
    },
    {
      "epoch": 377.19,
      "grad_norm": 1.0386515855789185,
      "learning_rate": 2.7563228574972816e-06,
      "loss": 0.3456,
      "step": 1351480
    },
    {
      "epoch": 377.2,
      "grad_norm": 1.055132508277893,
      "learning_rate": 2.7562962400734624e-06,
      "loss": 0.3428,
      "step": 1351490
    },
    {
      "epoch": 377.2,
      "grad_norm": 1.036985158920288,
      "learning_rate": 2.756269622594734e-06,
      "loss": 0.3402,
      "step": 1351500
    },
    {
      "epoch": 377.2,
      "grad_norm": 1.0242162942886353,
      "learning_rate": 2.7562430050610986e-06,
      "loss": 0.3407,
      "step": 1351510
    },
    {
      "epoch": 377.2,
      "grad_norm": 0.9577192664146423,
      "learning_rate": 2.75621638747256e-06,
      "loss": 0.3454,
      "step": 1351520
    },
    {
      "epoch": 377.21,
      "grad_norm": 0.9395005702972412,
      "learning_rate": 2.7561897698291216e-06,
      "loss": 0.3525,
      "step": 1351530
    },
    {
      "epoch": 377.21,
      "grad_norm": 0.9688458442687988,
      "learning_rate": 2.7561631521307884e-06,
      "loss": 0.3342,
      "step": 1351540
    },
    {
      "epoch": 377.21,
      "grad_norm": 1.0531587600708008,
      "learning_rate": 2.7561365343775623e-06,
      "loss": 0.3533,
      "step": 1351550
    },
    {
      "epoch": 377.21,
      "grad_norm": 1.0734655857086182,
      "learning_rate": 2.7561099165694473e-06,
      "loss": 0.3507,
      "step": 1351560
    },
    {
      "epoch": 377.22,
      "grad_norm": 1.2280659675598145,
      "learning_rate": 2.756083298706448e-06,
      "loss": 0.3392,
      "step": 1351570
    },
    {
      "epoch": 377.22,
      "grad_norm": 0.9841834306716919,
      "learning_rate": 2.7560566807885662e-06,
      "loss": 0.3481,
      "step": 1351580
    },
    {
      "epoch": 377.22,
      "grad_norm": 1.0317493677139282,
      "learning_rate": 2.756030062815806e-06,
      "loss": 0.3514,
      "step": 1351590
    },
    {
      "epoch": 377.23,
      "grad_norm": 1.049299955368042,
      "learning_rate": 2.756003444788172e-06,
      "loss": 0.3374,
      "step": 1351600
    },
    {
      "epoch": 377.23,
      "grad_norm": 1.032626748085022,
      "learning_rate": 2.755976826705666e-06,
      "loss": 0.3546,
      "step": 1351610
    },
    {
      "epoch": 377.23,
      "grad_norm": 1.0068691968917847,
      "learning_rate": 2.7559502085682932e-06,
      "loss": 0.3512,
      "step": 1351620
    },
    {
      "epoch": 377.23,
      "grad_norm": 0.9538905620574951,
      "learning_rate": 2.7559235903760568e-06,
      "loss": 0.3546,
      "step": 1351630
    },
    {
      "epoch": 377.24,
      "grad_norm": 1.244458794593811,
      "learning_rate": 2.7558969721289593e-06,
      "loss": 0.3586,
      "step": 1351640
    },
    {
      "epoch": 377.24,
      "grad_norm": 1.1196770668029785,
      "learning_rate": 2.755870353827005e-06,
      "loss": 0.3492,
      "step": 1351650
    },
    {
      "epoch": 377.24,
      "grad_norm": 0.9780959486961365,
      "learning_rate": 2.755843735470197e-06,
      "loss": 0.3338,
      "step": 1351660
    },
    {
      "epoch": 377.25,
      "grad_norm": 0.9691183567047119,
      "learning_rate": 2.7558171170585407e-06,
      "loss": 0.3389,
      "step": 1351670
    },
    {
      "epoch": 377.25,
      "grad_norm": 0.9894146919250488,
      "learning_rate": 2.7557904985920366e-06,
      "loss": 0.3636,
      "step": 1351680
    },
    {
      "epoch": 377.25,
      "grad_norm": 0.9166151881217957,
      "learning_rate": 2.75576388007069e-06,
      "loss": 0.3419,
      "step": 1351690
    },
    {
      "epoch": 377.25,
      "grad_norm": 1.031251311302185,
      "learning_rate": 2.7557372614945047e-06,
      "loss": 0.3396,
      "step": 1351700
    },
    {
      "epoch": 377.26,
      "grad_norm": 1.7624375820159912,
      "learning_rate": 2.7557106428634836e-06,
      "loss": 0.3531,
      "step": 1351710
    },
    {
      "epoch": 377.26,
      "grad_norm": 1.0418938398361206,
      "learning_rate": 2.755684024177631e-06,
      "loss": 0.3266,
      "step": 1351720
    },
    {
      "epoch": 377.26,
      "grad_norm": 0.8903250694274902,
      "learning_rate": 2.7556574054369493e-06,
      "loss": 0.3521,
      "step": 1351730
    },
    {
      "epoch": 377.26,
      "grad_norm": 1.1750088930130005,
      "learning_rate": 2.755630786641443e-06,
      "loss": 0.3633,
      "step": 1351740
    },
    {
      "epoch": 377.27,
      "grad_norm": 0.9309641122817993,
      "learning_rate": 2.7556041677911147e-06,
      "loss": 0.3532,
      "step": 1351750
    },
    {
      "epoch": 377.27,
      "grad_norm": 1.197119951248169,
      "learning_rate": 2.7555775488859687e-06,
      "loss": 0.3452,
      "step": 1351760
    },
    {
      "epoch": 377.27,
      "grad_norm": 0.9343433380126953,
      "learning_rate": 2.7555509299260083e-06,
      "loss": 0.345,
      "step": 1351770
    },
    {
      "epoch": 377.28,
      "grad_norm": 1.0378024578094482,
      "learning_rate": 2.7555243109112368e-06,
      "loss": 0.3628,
      "step": 1351780
    },
    {
      "epoch": 377.28,
      "grad_norm": 1.1683530807495117,
      "learning_rate": 2.755497691841659e-06,
      "loss": 0.344,
      "step": 1351790
    },
    {
      "epoch": 377.28,
      "grad_norm": 1.0521429777145386,
      "learning_rate": 2.7554710727172766e-06,
      "loss": 0.3436,
      "step": 1351800
    },
    {
      "epoch": 377.28,
      "grad_norm": 0.9877839684486389,
      "learning_rate": 2.7554444535380943e-06,
      "loss": 0.353,
      "step": 1351810
    },
    {
      "epoch": 377.29,
      "grad_norm": 1.02241849899292,
      "learning_rate": 2.7554178343041153e-06,
      "loss": 0.3446,
      "step": 1351820
    },
    {
      "epoch": 377.29,
      "grad_norm": 1.2339673042297363,
      "learning_rate": 2.7553912150153435e-06,
      "loss": 0.3608,
      "step": 1351830
    },
    {
      "epoch": 377.29,
      "grad_norm": 1.0501941442489624,
      "learning_rate": 2.7553645956717813e-06,
      "loss": 0.3365,
      "step": 1351840
    },
    {
      "epoch": 377.3,
      "grad_norm": 1.0434473752975464,
      "learning_rate": 2.755337976273434e-06,
      "loss": 0.3452,
      "step": 1351850
    },
    {
      "epoch": 377.3,
      "grad_norm": 2.5075461864471436,
      "learning_rate": 2.755311356820304e-06,
      "loss": 0.3491,
      "step": 1351860
    },
    {
      "epoch": 377.3,
      "grad_norm": 1.2940181493759155,
      "learning_rate": 2.7552847373123948e-06,
      "loss": 0.3569,
      "step": 1351870
    },
    {
      "epoch": 377.3,
      "grad_norm": 1.032474160194397,
      "learning_rate": 2.7552581177497103e-06,
      "loss": 0.3409,
      "step": 1351880
    },
    {
      "epoch": 377.31,
      "grad_norm": 1.161682367324829,
      "learning_rate": 2.7552314981322545e-06,
      "loss": 0.34,
      "step": 1351890
    },
    {
      "epoch": 377.31,
      "grad_norm": 0.9909735918045044,
      "learning_rate": 2.75520487846003e-06,
      "loss": 0.355,
      "step": 1351900
    },
    {
      "epoch": 377.31,
      "grad_norm": 1.0205248594284058,
      "learning_rate": 2.75517825873304e-06,
      "loss": 0.3471,
      "step": 1351910
    },
    {
      "epoch": 377.32,
      "grad_norm": 0.9053226709365845,
      "learning_rate": 2.7551516389512896e-06,
      "loss": 0.3601,
      "step": 1351920
    },
    {
      "epoch": 377.32,
      "grad_norm": 0.900400698184967,
      "learning_rate": 2.7551250191147813e-06,
      "loss": 0.3196,
      "step": 1351930
    },
    {
      "epoch": 377.32,
      "grad_norm": 1.0355371236801147,
      "learning_rate": 2.7550983992235183e-06,
      "loss": 0.343,
      "step": 1351940
    },
    {
      "epoch": 377.32,
      "grad_norm": 1.0088495016098022,
      "learning_rate": 2.755071779277506e-06,
      "loss": 0.331,
      "step": 1351950
    },
    {
      "epoch": 377.33,
      "grad_norm": 1.140679121017456,
      "learning_rate": 2.7550451592767463e-06,
      "loss": 0.3563,
      "step": 1351960
    },
    {
      "epoch": 377.33,
      "grad_norm": 1.0325255393981934,
      "learning_rate": 2.7550185392212428e-06,
      "loss": 0.3435,
      "step": 1351970
    },
    {
      "epoch": 377.33,
      "grad_norm": 1.0165610313415527,
      "learning_rate": 2.754991919110999e-06,
      "loss": 0.3504,
      "step": 1351980
    },
    {
      "epoch": 377.33,
      "grad_norm": 0.9273709654808044,
      "learning_rate": 2.7549652989460193e-06,
      "loss": 0.3634,
      "step": 1351990
    },
    {
      "epoch": 377.34,
      "grad_norm": 1.054077386856079,
      "learning_rate": 2.7549386787263066e-06,
      "loss": 0.3515,
      "step": 1352000
    },
    {
      "epoch": 377.34,
      "grad_norm": 1.2002301216125488,
      "learning_rate": 2.7549120584518645e-06,
      "loss": 0.3397,
      "step": 1352010
    },
    {
      "epoch": 377.34,
      "grad_norm": 1.172303318977356,
      "learning_rate": 2.754885438122697e-06,
      "loss": 0.3425,
      "step": 1352020
    },
    {
      "epoch": 377.35,
      "grad_norm": 0.9842821359634399,
      "learning_rate": 2.754858817738807e-06,
      "loss": 0.3671,
      "step": 1352030
    },
    {
      "epoch": 377.35,
      "grad_norm": 0.9437705278396606,
      "learning_rate": 2.7548321973001983e-06,
      "loss": 0.3577,
      "step": 1352040
    },
    {
      "epoch": 377.35,
      "grad_norm": 0.8715383410453796,
      "learning_rate": 2.7548055768068745e-06,
      "loss": 0.3511,
      "step": 1352050
    },
    {
      "epoch": 377.35,
      "grad_norm": 0.987135648727417,
      "learning_rate": 2.7547789562588386e-06,
      "loss": 0.3519,
      "step": 1352060
    },
    {
      "epoch": 377.36,
      "grad_norm": 0.9779766201972961,
      "learning_rate": 2.7547523356560946e-06,
      "loss": 0.3435,
      "step": 1352070
    },
    {
      "epoch": 377.36,
      "grad_norm": 1.1486128568649292,
      "learning_rate": 2.754725714998647e-06,
      "loss": 0.3425,
      "step": 1352080
    },
    {
      "epoch": 377.36,
      "grad_norm": 1.2093087434768677,
      "learning_rate": 2.754699094286498e-06,
      "loss": 0.3499,
      "step": 1352090
    },
    {
      "epoch": 377.37,
      "grad_norm": 1.0091733932495117,
      "learning_rate": 2.754672473519652e-06,
      "loss": 0.346,
      "step": 1352100
    },
    {
      "epoch": 377.37,
      "grad_norm": 0.9969623684883118,
      "learning_rate": 2.7546458526981107e-06,
      "loss": 0.3326,
      "step": 1352110
    },
    {
      "epoch": 377.37,
      "grad_norm": 1.22417414188385,
      "learning_rate": 2.7546192318218806e-06,
      "loss": 0.3443,
      "step": 1352120
    },
    {
      "epoch": 377.37,
      "grad_norm": 1.0902215242385864,
      "learning_rate": 2.754592610890963e-06,
      "loss": 0.3318,
      "step": 1352130
    },
    {
      "epoch": 377.38,
      "grad_norm": 1.2335948944091797,
      "learning_rate": 2.7545659899053614e-06,
      "loss": 0.3507,
      "step": 1352140
    },
    {
      "epoch": 377.38,
      "grad_norm": 1.2125517129898071,
      "learning_rate": 2.7545393688650817e-06,
      "loss": 0.3604,
      "step": 1352150
    },
    {
      "epoch": 377.38,
      "grad_norm": 1.0296504497528076,
      "learning_rate": 2.7545127477701247e-06,
      "loss": 0.3534,
      "step": 1352160
    },
    {
      "epoch": 377.38,
      "grad_norm": 1.089717984199524,
      "learning_rate": 2.7544861266204956e-06,
      "loss": 0.3241,
      "step": 1352170
    },
    {
      "epoch": 377.39,
      "grad_norm": 1.2060019969940186,
      "learning_rate": 2.7544595054161973e-06,
      "loss": 0.3631,
      "step": 1352180
    },
    {
      "epoch": 377.39,
      "grad_norm": 1.0566593408584595,
      "learning_rate": 2.7544328841572336e-06,
      "loss": 0.3349,
      "step": 1352190
    },
    {
      "epoch": 377.39,
      "grad_norm": 0.9686642289161682,
      "learning_rate": 2.754406262843607e-06,
      "loss": 0.3367,
      "step": 1352200
    },
    {
      "epoch": 377.4,
      "grad_norm": 0.9579096436500549,
      "learning_rate": 2.7543796414753227e-06,
      "loss": 0.3494,
      "step": 1352210
    },
    {
      "epoch": 377.4,
      "grad_norm": 1.0149126052856445,
      "learning_rate": 2.754353020052383e-06,
      "loss": 0.3757,
      "step": 1352220
    },
    {
      "epoch": 377.4,
      "grad_norm": 1.0611908435821533,
      "learning_rate": 2.754326398574792e-06,
      "loss": 0.3545,
      "step": 1352230
    },
    {
      "epoch": 377.4,
      "grad_norm": 1.0204910039901733,
      "learning_rate": 2.754299777042554e-06,
      "loss": 0.3619,
      "step": 1352240
    },
    {
      "epoch": 377.41,
      "grad_norm": 1.0071803331375122,
      "learning_rate": 2.7542731554556713e-06,
      "loss": 0.3376,
      "step": 1352250
    },
    {
      "epoch": 377.41,
      "grad_norm": 0.9086372256278992,
      "learning_rate": 2.7542465338141477e-06,
      "loss": 0.3293,
      "step": 1352260
    },
    {
      "epoch": 377.41,
      "grad_norm": 1.0555874109268188,
      "learning_rate": 2.7542199121179867e-06,
      "loss": 0.3474,
      "step": 1352270
    },
    {
      "epoch": 377.42,
      "grad_norm": 1.0558754205703735,
      "learning_rate": 2.754193290367192e-06,
      "loss": 0.3576,
      "step": 1352280
    },
    {
      "epoch": 377.42,
      "grad_norm": 1.2270056009292603,
      "learning_rate": 2.7541666685617675e-06,
      "loss": 0.3572,
      "step": 1352290
    },
    {
      "epoch": 377.42,
      "grad_norm": 1.121599555015564,
      "learning_rate": 2.7541400467017162e-06,
      "loss": 0.3438,
      "step": 1352300
    },
    {
      "epoch": 377.42,
      "grad_norm": 1.008471131324768,
      "learning_rate": 2.7541134247870423e-06,
      "loss": 0.3257,
      "step": 1352310
    },
    {
      "epoch": 377.43,
      "grad_norm": 0.9130493998527527,
      "learning_rate": 2.7540868028177487e-06,
      "loss": 0.3445,
      "step": 1352320
    },
    {
      "epoch": 377.43,
      "grad_norm": 0.9455720782279968,
      "learning_rate": 2.754060180793839e-06,
      "loss": 0.3515,
      "step": 1352330
    },
    {
      "epoch": 377.43,
      "grad_norm": 1.04023015499115,
      "learning_rate": 2.754033558715317e-06,
      "loss": 0.3528,
      "step": 1352340
    },
    {
      "epoch": 377.44,
      "grad_norm": 3.6140713691711426,
      "learning_rate": 2.754006936582186e-06,
      "loss": 0.3291,
      "step": 1352350
    },
    {
      "epoch": 377.44,
      "grad_norm": 1.1011922359466553,
      "learning_rate": 2.7539803143944494e-06,
      "loss": 0.3378,
      "step": 1352360
    },
    {
      "epoch": 377.44,
      "grad_norm": 1.3845303058624268,
      "learning_rate": 2.753953692152112e-06,
      "loss": 0.3382,
      "step": 1352370
    },
    {
      "epoch": 377.44,
      "grad_norm": 0.8697400689125061,
      "learning_rate": 2.7539270698551757e-06,
      "loss": 0.3564,
      "step": 1352380
    },
    {
      "epoch": 377.45,
      "grad_norm": 1.0095317363739014,
      "learning_rate": 2.753900447503645e-06,
      "loss": 0.3446,
      "step": 1352390
    },
    {
      "epoch": 377.45,
      "grad_norm": 0.879235029220581,
      "learning_rate": 2.753873825097523e-06,
      "loss": 0.344,
      "step": 1352400
    },
    {
      "epoch": 377.45,
      "grad_norm": 1.1251558065414429,
      "learning_rate": 2.753847202636814e-06,
      "loss": 0.349,
      "step": 1352410
    },
    {
      "epoch": 377.45,
      "grad_norm": 0.9793474674224854,
      "learning_rate": 2.75382058012152e-06,
      "loss": 0.3351,
      "step": 1352420
    },
    {
      "epoch": 377.46,
      "grad_norm": 1.05430006980896,
      "learning_rate": 2.7537939575516452e-06,
      "loss": 0.3595,
      "step": 1352430
    },
    {
      "epoch": 377.46,
      "grad_norm": 1.123147964477539,
      "learning_rate": 2.7537673349271945e-06,
      "loss": 0.3428,
      "step": 1352440
    },
    {
      "epoch": 377.46,
      "grad_norm": 1.3924039602279663,
      "learning_rate": 2.7537407122481704e-06,
      "loss": 0.3536,
      "step": 1352450
    },
    {
      "epoch": 377.47,
      "grad_norm": 1.034401297569275,
      "learning_rate": 2.753714089514576e-06,
      "loss": 0.3469,
      "step": 1352460
    },
    {
      "epoch": 377.47,
      "grad_norm": 1.0387099981307983,
      "learning_rate": 2.7536874667264155e-06,
      "loss": 0.3619,
      "step": 1352470
    },
    {
      "epoch": 377.47,
      "grad_norm": 1.0151944160461426,
      "learning_rate": 2.753660843883692e-06,
      "loss": 0.3282,
      "step": 1352480
    },
    {
      "epoch": 377.47,
      "grad_norm": 1.0134295225143433,
      "learning_rate": 2.753634220986409e-06,
      "loss": 0.3423,
      "step": 1352490
    },
    {
      "epoch": 377.48,
      "grad_norm": 0.878101646900177,
      "learning_rate": 2.7536075980345704e-06,
      "loss": 0.3445,
      "step": 1352500
    },
    {
      "epoch": 377.48,
      "grad_norm": 1.0060760974884033,
      "learning_rate": 2.75358097502818e-06,
      "loss": 0.3423,
      "step": 1352510
    },
    {
      "epoch": 377.48,
      "grad_norm": 1.0486727952957153,
      "learning_rate": 2.7535543519672404e-06,
      "loss": 0.3488,
      "step": 1352520
    },
    {
      "epoch": 377.49,
      "grad_norm": 1.054433822631836,
      "learning_rate": 2.753527728851756e-06,
      "loss": 0.3347,
      "step": 1352530
    },
    {
      "epoch": 377.49,
      "grad_norm": 0.8884140253067017,
      "learning_rate": 2.7535011056817307e-06,
      "loss": 0.361,
      "step": 1352540
    },
    {
      "epoch": 377.49,
      "grad_norm": 1.281461477279663,
      "learning_rate": 2.753474482457167e-06,
      "loss": 0.3457,
      "step": 1352550
    },
    {
      "epoch": 377.49,
      "grad_norm": 1.0704395771026611,
      "learning_rate": 2.753447859178068e-06,
      "loss": 0.3338,
      "step": 1352560
    },
    {
      "epoch": 377.5,
      "grad_norm": 1.0129002332687378,
      "learning_rate": 2.7534212358444396e-06,
      "loss": 0.3526,
      "step": 1352570
    },
    {
      "epoch": 377.5,
      "grad_norm": 3.2863056659698486,
      "learning_rate": 2.753394612456283e-06,
      "loss": 0.3413,
      "step": 1352580
    },
    {
      "epoch": 377.5,
      "grad_norm": 1.17314875125885,
      "learning_rate": 2.7533679890136025e-06,
      "loss": 0.3619,
      "step": 1352590
    },
    {
      "epoch": 377.5,
      "grad_norm": 0.9420226812362671,
      "learning_rate": 2.753341365516402e-06,
      "loss": 0.3358,
      "step": 1352600
    },
    {
      "epoch": 377.51,
      "grad_norm": 1.0981230735778809,
      "learning_rate": 2.7533147419646854e-06,
      "loss": 0.3519,
      "step": 1352610
    },
    {
      "epoch": 377.51,
      "grad_norm": 0.9773535132408142,
      "learning_rate": 2.7532881183584545e-06,
      "loss": 0.3439,
      "step": 1352620
    },
    {
      "epoch": 377.51,
      "grad_norm": 1.0899150371551514,
      "learning_rate": 2.753261494697715e-06,
      "loss": 0.3595,
      "step": 1352630
    },
    {
      "epoch": 377.52,
      "grad_norm": 1.0189987421035767,
      "learning_rate": 2.7532348709824682e-06,
      "loss": 0.3467,
      "step": 1352640
    },
    {
      "epoch": 377.52,
      "grad_norm": 0.9203553199768066,
      "learning_rate": 2.753208247212719e-06,
      "loss": 0.3448,
      "step": 1352650
    },
    {
      "epoch": 377.52,
      "grad_norm": 0.9922027587890625,
      "learning_rate": 2.753181623388472e-06,
      "loss": 0.3483,
      "step": 1352660
    },
    {
      "epoch": 377.52,
      "grad_norm": 1.1465100049972534,
      "learning_rate": 2.7531549995097284e-06,
      "loss": 0.3421,
      "step": 1352670
    },
    {
      "epoch": 377.53,
      "grad_norm": 0.969365119934082,
      "learning_rate": 2.7531283755764937e-06,
      "loss": 0.3418,
      "step": 1352680
    },
    {
      "epoch": 377.53,
      "grad_norm": 0.9800307750701904,
      "learning_rate": 2.75310175158877e-06,
      "loss": 0.3457,
      "step": 1352690
    },
    {
      "epoch": 377.53,
      "grad_norm": 1.110917568206787,
      "learning_rate": 2.7530751275465616e-06,
      "loss": 0.3585,
      "step": 1352700
    },
    {
      "epoch": 377.54,
      "grad_norm": 1.1019301414489746,
      "learning_rate": 2.753048503449872e-06,
      "loss": 0.3472,
      "step": 1352710
    },
    {
      "epoch": 377.54,
      "grad_norm": 0.9899173974990845,
      "learning_rate": 2.753021879298704e-06,
      "loss": 0.3446,
      "step": 1352720
    },
    {
      "epoch": 377.54,
      "grad_norm": 0.9027946591377258,
      "learning_rate": 2.752995255093063e-06,
      "loss": 0.3391,
      "step": 1352730
    },
    {
      "epoch": 377.54,
      "grad_norm": 0.9299842119216919,
      "learning_rate": 2.7529686308329507e-06,
      "loss": 0.3498,
      "step": 1352740
    },
    {
      "epoch": 377.55,
      "grad_norm": 1.0435056686401367,
      "learning_rate": 2.752942006518371e-06,
      "loss": 0.3412,
      "step": 1352750
    },
    {
      "epoch": 377.55,
      "grad_norm": 0.9100810289382935,
      "learning_rate": 2.7529153821493286e-06,
      "loss": 0.3325,
      "step": 1352760
    },
    {
      "epoch": 377.55,
      "grad_norm": 1.4987837076187134,
      "learning_rate": 2.752888757725826e-06,
      "loss": 0.3397,
      "step": 1352770
    },
    {
      "epoch": 377.56,
      "grad_norm": 0.9205716252326965,
      "learning_rate": 2.7528621332478665e-06,
      "loss": 0.3581,
      "step": 1352780
    },
    {
      "epoch": 377.56,
      "grad_norm": 0.8809459209442139,
      "learning_rate": 2.752835508715454e-06,
      "loss": 0.3437,
      "step": 1352790
    },
    {
      "epoch": 377.56,
      "grad_norm": 1.1560566425323486,
      "learning_rate": 2.7528088841285925e-06,
      "loss": 0.3413,
      "step": 1352800
    },
    {
      "epoch": 377.56,
      "grad_norm": 1.0409202575683594,
      "learning_rate": 2.7527822594872848e-06,
      "loss": 0.3442,
      "step": 1352810
    },
    {
      "epoch": 377.57,
      "grad_norm": 1.1969135999679565,
      "learning_rate": 2.7527556347915344e-06,
      "loss": 0.3554,
      "step": 1352820
    },
    {
      "epoch": 377.57,
      "grad_norm": 1.1694507598876953,
      "learning_rate": 2.752729010041346e-06,
      "loss": 0.3645,
      "step": 1352830
    },
    {
      "epoch": 377.57,
      "grad_norm": 0.9674234986305237,
      "learning_rate": 2.7527023852367224e-06,
      "loss": 0.3659,
      "step": 1352840
    },
    {
      "epoch": 377.57,
      "grad_norm": 1.2283008098602295,
      "learning_rate": 2.752675760377667e-06,
      "loss": 0.3614,
      "step": 1352850
    },
    {
      "epoch": 377.58,
      "grad_norm": 0.96278977394104,
      "learning_rate": 2.752649135464183e-06,
      "loss": 0.3564,
      "step": 1352860
    },
    {
      "epoch": 377.58,
      "grad_norm": 1.0857526063919067,
      "learning_rate": 2.752622510496275e-06,
      "loss": 0.3448,
      "step": 1352870
    },
    {
      "epoch": 377.58,
      "grad_norm": 0.943695604801178,
      "learning_rate": 2.7525958854739458e-06,
      "loss": 0.3393,
      "step": 1352880
    },
    {
      "epoch": 377.59,
      "grad_norm": 0.9140578508377075,
      "learning_rate": 2.752569260397199e-06,
      "loss": 0.3555,
      "step": 1352890
    },
    {
      "epoch": 377.59,
      "grad_norm": 1.1366747617721558,
      "learning_rate": 2.752542635266038e-06,
      "loss": 0.3415,
      "step": 1352900
    },
    {
      "epoch": 377.59,
      "grad_norm": 1.0273948907852173,
      "learning_rate": 2.752516010080467e-06,
      "loss": 0.3474,
      "step": 1352910
    },
    {
      "epoch": 377.59,
      "grad_norm": 0.9351304769515991,
      "learning_rate": 2.752489384840489e-06,
      "loss": 0.3404,
      "step": 1352920
    },
    {
      "epoch": 377.6,
      "grad_norm": 0.9176669120788574,
      "learning_rate": 2.752462759546108e-06,
      "loss": 0.3424,
      "step": 1352930
    },
    {
      "epoch": 377.6,
      "grad_norm": 0.9546961784362793,
      "learning_rate": 2.7524361341973266e-06,
      "loss": 0.342,
      "step": 1352940
    },
    {
      "epoch": 377.6,
      "grad_norm": 1.0270662307739258,
      "learning_rate": 2.7524095087941496e-06,
      "loss": 0.3502,
      "step": 1352950
    },
    {
      "epoch": 377.61,
      "grad_norm": 1.1650663614273071,
      "learning_rate": 2.752382883336579e-06,
      "loss": 0.3707,
      "step": 1352960
    },
    {
      "epoch": 377.61,
      "grad_norm": 1.064899206161499,
      "learning_rate": 2.7523562578246198e-06,
      "loss": 0.3496,
      "step": 1352970
    },
    {
      "epoch": 377.61,
      "grad_norm": 1.2202246189117432,
      "learning_rate": 2.7523296322582754e-06,
      "loss": 0.3365,
      "step": 1352980
    },
    {
      "epoch": 377.61,
      "grad_norm": 0.9706562757492065,
      "learning_rate": 2.752303006637549e-06,
      "loss": 0.3521,
      "step": 1352990
    },
    {
      "epoch": 377.62,
      "grad_norm": 1.0433814525604248,
      "learning_rate": 2.752276380962443e-06,
      "loss": 0.3516,
      "step": 1353000
    },
    {
      "epoch": 377.62,
      "grad_norm": 1.1320829391479492,
      "learning_rate": 2.7522497552329627e-06,
      "loss": 0.3421,
      "step": 1353010
    },
    {
      "epoch": 377.62,
      "grad_norm": 0.9226415157318115,
      "learning_rate": 2.752223129449111e-06,
      "loss": 0.3615,
      "step": 1353020
    },
    {
      "epoch": 377.62,
      "grad_norm": 4.849984169006348,
      "learning_rate": 2.7521965036108914e-06,
      "loss": 0.335,
      "step": 1353030
    },
    {
      "epoch": 377.63,
      "grad_norm": 1.0701671838760376,
      "learning_rate": 2.752169877718307e-06,
      "loss": 0.3459,
      "step": 1353040
    },
    {
      "epoch": 377.63,
      "grad_norm": 1.0315009355545044,
      "learning_rate": 2.7521432517713626e-06,
      "loss": 0.3509,
      "step": 1353050
    },
    {
      "epoch": 377.63,
      "grad_norm": 1.044639229774475,
      "learning_rate": 2.7521166257700605e-06,
      "loss": 0.3623,
      "step": 1353060
    },
    {
      "epoch": 377.64,
      "grad_norm": 0.9989489912986755,
      "learning_rate": 2.752089999714405e-06,
      "loss": 0.3729,
      "step": 1353070
    },
    {
      "epoch": 377.64,
      "grad_norm": 1.1824761629104614,
      "learning_rate": 2.752063373604399e-06,
      "loss": 0.3441,
      "step": 1353080
    },
    {
      "epoch": 377.64,
      "grad_norm": 1.0504205226898193,
      "learning_rate": 2.7520367474400464e-06,
      "loss": 0.3363,
      "step": 1353090
    },
    {
      "epoch": 377.64,
      "grad_norm": 1.0948047637939453,
      "learning_rate": 2.7520101212213503e-06,
      "loss": 0.3528,
      "step": 1353100
    },
    {
      "epoch": 377.65,
      "grad_norm": 8.630633354187012,
      "learning_rate": 2.751983494948315e-06,
      "loss": 0.3709,
      "step": 1353110
    },
    {
      "epoch": 377.65,
      "grad_norm": 0.9383782744407654,
      "learning_rate": 2.751956868620944e-06,
      "loss": 0.3565,
      "step": 1353120
    },
    {
      "epoch": 377.65,
      "grad_norm": 0.8720090389251709,
      "learning_rate": 2.7519302422392407e-06,
      "loss": 0.3401,
      "step": 1353130
    },
    {
      "epoch": 377.66,
      "grad_norm": 1.0961898565292358,
      "learning_rate": 2.7519036158032083e-06,
      "loss": 0.3467,
      "step": 1353140
    },
    {
      "epoch": 377.66,
      "grad_norm": 0.9255091547966003,
      "learning_rate": 2.7518769893128505e-06,
      "loss": 0.3367,
      "step": 1353150
    },
    {
      "epoch": 377.66,
      "grad_norm": 1.0839380025863647,
      "learning_rate": 2.751850362768171e-06,
      "loss": 0.3499,
      "step": 1353160
    },
    {
      "epoch": 377.66,
      "grad_norm": 1.0952768325805664,
      "learning_rate": 2.7518237361691726e-06,
      "loss": 0.3535,
      "step": 1353170
    },
    {
      "epoch": 377.67,
      "grad_norm": 1.0865570306777954,
      "learning_rate": 2.75179710951586e-06,
      "loss": 0.3549,
      "step": 1353180
    },
    {
      "epoch": 377.67,
      "grad_norm": 0.9964695572853088,
      "learning_rate": 2.7517704828082362e-06,
      "loss": 0.3552,
      "step": 1353190
    },
    {
      "epoch": 377.67,
      "grad_norm": 1.0867327451705933,
      "learning_rate": 2.751743856046305e-06,
      "loss": 0.3614,
      "step": 1353200
    },
    {
      "epoch": 377.68,
      "grad_norm": 0.9287248849868774,
      "learning_rate": 2.75171722923007e-06,
      "loss": 0.3536,
      "step": 1353210
    },
    {
      "epoch": 377.68,
      "grad_norm": 1.0689375400543213,
      "learning_rate": 2.751690602359533e-06,
      "loss": 0.3425,
      "step": 1353220
    },
    {
      "epoch": 377.68,
      "grad_norm": 0.9303009510040283,
      "learning_rate": 2.7516639754347e-06,
      "loss": 0.3397,
      "step": 1353230
    },
    {
      "epoch": 377.68,
      "grad_norm": 1.110830307006836,
      "learning_rate": 2.7516373484555737e-06,
      "loss": 0.3725,
      "step": 1353240
    },
    {
      "epoch": 377.69,
      "grad_norm": 1.1688638925552368,
      "learning_rate": 2.751610721422157e-06,
      "loss": 0.3608,
      "step": 1353250
    },
    {
      "epoch": 377.69,
      "grad_norm": 1.1602129936218262,
      "learning_rate": 2.751584094334454e-06,
      "loss": 0.3408,
      "step": 1353260
    },
    {
      "epoch": 377.69,
      "grad_norm": 1.1639336347579956,
      "learning_rate": 2.7515574671924684e-06,
      "loss": 0.3461,
      "step": 1353270
    },
    {
      "epoch": 377.69,
      "grad_norm": 0.9414758682250977,
      "learning_rate": 2.751530839996204e-06,
      "loss": 0.3467,
      "step": 1353280
    },
    {
      "epoch": 377.7,
      "grad_norm": 0.9426165223121643,
      "learning_rate": 2.751504212745663e-06,
      "loss": 0.3607,
      "step": 1353290
    },
    {
      "epoch": 377.7,
      "grad_norm": 0.9714303612709045,
      "learning_rate": 2.75147758544085e-06,
      "loss": 0.3452,
      "step": 1353300
    },
    {
      "epoch": 377.7,
      "grad_norm": 0.9221377968788147,
      "learning_rate": 2.7514509580817688e-06,
      "loss": 0.3273,
      "step": 1353310
    },
    {
      "epoch": 377.71,
      "grad_norm": 1.0497227907180786,
      "learning_rate": 2.7514243306684216e-06,
      "loss": 0.3623,
      "step": 1353320
    },
    {
      "epoch": 377.71,
      "grad_norm": 0.9018635153770447,
      "learning_rate": 2.751397703200813e-06,
      "loss": 0.3578,
      "step": 1353330
    },
    {
      "epoch": 377.71,
      "grad_norm": 1.0184321403503418,
      "learning_rate": 2.751371075678947e-06,
      "loss": 0.3418,
      "step": 1353340
    },
    {
      "epoch": 377.71,
      "grad_norm": 2.4957733154296875,
      "learning_rate": 2.7513444481028265e-06,
      "loss": 0.3423,
      "step": 1353350
    },
    {
      "epoch": 377.72,
      "grad_norm": 1.0386589765548706,
      "learning_rate": 2.7513178204724543e-06,
      "loss": 0.3482,
      "step": 1353360
    },
    {
      "epoch": 377.72,
      "grad_norm": 1.20566725730896,
      "learning_rate": 2.7512911927878356e-06,
      "loss": 0.3332,
      "step": 1353370
    },
    {
      "epoch": 377.72,
      "grad_norm": 5.2354536056518555,
      "learning_rate": 2.751264565048973e-06,
      "loss": 0.3459,
      "step": 1353380
    },
    {
      "epoch": 377.73,
      "grad_norm": 1.1510474681854248,
      "learning_rate": 2.751237937255869e-06,
      "loss": 0.35,
      "step": 1353390
    },
    {
      "epoch": 377.73,
      "grad_norm": 1.003675937652588,
      "learning_rate": 2.751211309408529e-06,
      "loss": 0.3541,
      "step": 1353400
    },
    {
      "epoch": 377.73,
      "grad_norm": 0.9837274551391602,
      "learning_rate": 2.7511846815069562e-06,
      "loss": 0.3488,
      "step": 1353410
    },
    {
      "epoch": 377.73,
      "grad_norm": 1.0119051933288574,
      "learning_rate": 2.751158053551154e-06,
      "loss": 0.3393,
      "step": 1353420
    },
    {
      "epoch": 377.74,
      "grad_norm": 1.015339970588684,
      "learning_rate": 2.7511314255411246e-06,
      "loss": 0.3385,
      "step": 1353430
    },
    {
      "epoch": 377.74,
      "grad_norm": 0.9742266535758972,
      "learning_rate": 2.751104797476873e-06,
      "loss": 0.357,
      "step": 1353440
    },
    {
      "epoch": 377.74,
      "grad_norm": 1.2741180658340454,
      "learning_rate": 2.7510781693584026e-06,
      "loss": 0.3534,
      "step": 1353450
    },
    {
      "epoch": 377.74,
      "grad_norm": 1.1003103256225586,
      "learning_rate": 2.751051541185716e-06,
      "loss": 0.3528,
      "step": 1353460
    },
    {
      "epoch": 377.75,
      "grad_norm": 1.0246086120605469,
      "learning_rate": 2.751024912958818e-06,
      "loss": 0.3295,
      "step": 1353470
    },
    {
      "epoch": 377.75,
      "grad_norm": 1.0425443649291992,
      "learning_rate": 2.7509982846777116e-06,
      "loss": 0.3559,
      "step": 1353480
    },
    {
      "epoch": 377.75,
      "grad_norm": 0.9154781103134155,
      "learning_rate": 2.7509716563424005e-06,
      "loss": 0.3439,
      "step": 1353490
    },
    {
      "epoch": 377.76,
      "grad_norm": 1.026308536529541,
      "learning_rate": 2.7509450279528885e-06,
      "loss": 0.3534,
      "step": 1353500
    },
    {
      "epoch": 377.76,
      "grad_norm": 0.9393401145935059,
      "learning_rate": 2.750918399509178e-06,
      "loss": 0.348,
      "step": 1353510
    },
    {
      "epoch": 377.76,
      "grad_norm": 1.0047470331192017,
      "learning_rate": 2.750891771011273e-06,
      "loss": 0.3336,
      "step": 1353520
    },
    {
      "epoch": 377.76,
      "grad_norm": 0.9242850542068481,
      "learning_rate": 2.750865142459178e-06,
      "loss": 0.3515,
      "step": 1353530
    },
    {
      "epoch": 377.77,
      "grad_norm": 0.9579047560691833,
      "learning_rate": 2.750838513852895e-06,
      "loss": 0.3661,
      "step": 1353540
    },
    {
      "epoch": 377.77,
      "grad_norm": 1.074447512626648,
      "learning_rate": 2.7508118851924287e-06,
      "loss": 0.3649,
      "step": 1353550
    },
    {
      "epoch": 377.77,
      "grad_norm": 1.2139838933944702,
      "learning_rate": 2.7507852564777836e-06,
      "loss": 0.3427,
      "step": 1353560
    },
    {
      "epoch": 377.78,
      "grad_norm": 1.1448966264724731,
      "learning_rate": 2.7507586277089614e-06,
      "loss": 0.3567,
      "step": 1353570
    },
    {
      "epoch": 377.78,
      "grad_norm": 0.9654083847999573,
      "learning_rate": 2.750731998885965e-06,
      "loss": 0.342,
      "step": 1353580
    },
    {
      "epoch": 377.78,
      "grad_norm": 1.1102832555770874,
      "learning_rate": 2.7507053700088002e-06,
      "loss": 0.3509,
      "step": 1353590
    },
    {
      "epoch": 377.78,
      "grad_norm": 0.9938728213310242,
      "learning_rate": 2.7506787410774697e-06,
      "loss": 0.3377,
      "step": 1353600
    },
    {
      "epoch": 377.79,
      "grad_norm": 1.0594794750213623,
      "learning_rate": 2.7506521120919765e-06,
      "loss": 0.3472,
      "step": 1353610
    },
    {
      "epoch": 377.79,
      "grad_norm": 0.91949862241745,
      "learning_rate": 2.7506254830523244e-06,
      "loss": 0.3601,
      "step": 1353620
    },
    {
      "epoch": 377.79,
      "grad_norm": 0.9659243822097778,
      "learning_rate": 2.7505988539585172e-06,
      "loss": 0.3546,
      "step": 1353630
    },
    {
      "epoch": 377.8,
      "grad_norm": 1.0109015703201294,
      "learning_rate": 2.750572224810558e-06,
      "loss": 0.3535,
      "step": 1353640
    },
    {
      "epoch": 377.8,
      "grad_norm": 0.890533983707428,
      "learning_rate": 2.750545595608452e-06,
      "loss": 0.3649,
      "step": 1353650
    },
    {
      "epoch": 377.8,
      "grad_norm": 0.9650691151618958,
      "learning_rate": 2.7505189663522003e-06,
      "loss": 0.3522,
      "step": 1353660
    },
    {
      "epoch": 377.8,
      "grad_norm": 1.0866713523864746,
      "learning_rate": 2.7504923370418077e-06,
      "loss": 0.3415,
      "step": 1353670
    },
    {
      "epoch": 377.81,
      "grad_norm": 1.210657000541687,
      "learning_rate": 2.750465707677277e-06,
      "loss": 0.335,
      "step": 1353680
    },
    {
      "epoch": 377.81,
      "grad_norm": 0.8425203561782837,
      "learning_rate": 2.7504390782586128e-06,
      "loss": 0.3301,
      "step": 1353690
    },
    {
      "epoch": 377.81,
      "grad_norm": 1.0499794483184814,
      "learning_rate": 2.7504124487858185e-06,
      "loss": 0.3462,
      "step": 1353700
    },
    {
      "epoch": 377.81,
      "grad_norm": 1.1065020561218262,
      "learning_rate": 2.7503858192588968e-06,
      "loss": 0.3394,
      "step": 1353710
    },
    {
      "epoch": 377.82,
      "grad_norm": 0.9877151846885681,
      "learning_rate": 2.750359189677852e-06,
      "loss": 0.3712,
      "step": 1353720
    },
    {
      "epoch": 377.82,
      "grad_norm": 1.1193292140960693,
      "learning_rate": 2.750332560042688e-06,
      "loss": 0.3443,
      "step": 1353730
    },
    {
      "epoch": 377.82,
      "grad_norm": 5.3015360832214355,
      "learning_rate": 2.750305930353407e-06,
      "loss": 0.3655,
      "step": 1353740
    },
    {
      "epoch": 377.83,
      "grad_norm": 1.287185549736023,
      "learning_rate": 2.7502793006100133e-06,
      "loss": 0.3494,
      "step": 1353750
    },
    {
      "epoch": 377.83,
      "grad_norm": 0.9231932163238525,
      "learning_rate": 2.7502526708125106e-06,
      "loss": 0.3476,
      "step": 1353760
    },
    {
      "epoch": 377.83,
      "grad_norm": 1.078961730003357,
      "learning_rate": 2.7502260409609025e-06,
      "loss": 0.3565,
      "step": 1353770
    },
    {
      "epoch": 377.83,
      "grad_norm": 0.9584846496582031,
      "learning_rate": 2.7501994110551914e-06,
      "loss": 0.3443,
      "step": 1353780
    },
    {
      "epoch": 377.84,
      "grad_norm": 0.959953248500824,
      "learning_rate": 2.750172781095383e-06,
      "loss": 0.3584,
      "step": 1353790
    },
    {
      "epoch": 377.84,
      "grad_norm": 1.2288120985031128,
      "learning_rate": 2.7501461510814794e-06,
      "loss": 0.3596,
      "step": 1353800
    },
    {
      "epoch": 377.84,
      "grad_norm": 1.0770536661148071,
      "learning_rate": 2.750119521013484e-06,
      "loss": 0.34,
      "step": 1353810
    },
    {
      "epoch": 377.85,
      "grad_norm": 1.0101006031036377,
      "learning_rate": 2.750092890891401e-06,
      "loss": 0.346,
      "step": 1353820
    },
    {
      "epoch": 377.85,
      "grad_norm": 0.9318620562553406,
      "learning_rate": 2.750066260715233e-06,
      "loss": 0.3302,
      "step": 1353830
    },
    {
      "epoch": 377.85,
      "grad_norm": 1.1750251054763794,
      "learning_rate": 2.7500396304849847e-06,
      "loss": 0.3456,
      "step": 1353840
    },
    {
      "epoch": 377.85,
      "grad_norm": 0.8914546370506287,
      "learning_rate": 2.7500130002006584e-06,
      "loss": 0.345,
      "step": 1353850
    },
    {
      "epoch": 377.86,
      "grad_norm": 1.2540547847747803,
      "learning_rate": 2.7499863698622596e-06,
      "loss": 0.3602,
      "step": 1353860
    },
    {
      "epoch": 377.86,
      "grad_norm": 0.9694607853889465,
      "learning_rate": 2.74995973946979e-06,
      "loss": 0.3452,
      "step": 1353870
    },
    {
      "epoch": 377.86,
      "grad_norm": 1.0635464191436768,
      "learning_rate": 2.7499331090232543e-06,
      "loss": 0.3472,
      "step": 1353880
    },
    {
      "epoch": 377.86,
      "grad_norm": 1.0501660108566284,
      "learning_rate": 2.749906478522655e-06,
      "loss": 0.3617,
      "step": 1353890
    },
    {
      "epoch": 377.87,
      "grad_norm": 1.1131185293197632,
      "learning_rate": 2.7498798479679956e-06,
      "loss": 0.3465,
      "step": 1353900
    },
    {
      "epoch": 377.87,
      "grad_norm": 1.1222978830337524,
      "learning_rate": 2.749853217359281e-06,
      "loss": 0.3426,
      "step": 1353910
    },
    {
      "epoch": 377.87,
      "grad_norm": 1.0690820217132568,
      "learning_rate": 2.749826586696514e-06,
      "loss": 0.3546,
      "step": 1353920
    },
    {
      "epoch": 377.88,
      "grad_norm": 1.3423343896865845,
      "learning_rate": 2.749799955979698e-06,
      "loss": 0.3677,
      "step": 1353930
    },
    {
      "epoch": 377.88,
      "grad_norm": 1.0855779647827148,
      "learning_rate": 2.7497733252088364e-06,
      "loss": 0.3738,
      "step": 1353940
    },
    {
      "epoch": 377.88,
      "grad_norm": 1.1116383075714111,
      "learning_rate": 2.7497466943839332e-06,
      "loss": 0.337,
      "step": 1353950
    },
    {
      "epoch": 377.88,
      "grad_norm": 1.5227738618850708,
      "learning_rate": 2.749720063504992e-06,
      "loss": 0.3546,
      "step": 1353960
    },
    {
      "epoch": 377.89,
      "grad_norm": 1.0764811038970947,
      "learning_rate": 2.7496934325720153e-06,
      "loss": 0.3375,
      "step": 1353970
    },
    {
      "epoch": 377.89,
      "grad_norm": 1.0230032205581665,
      "learning_rate": 2.7496668015850074e-06,
      "loss": 0.3337,
      "step": 1353980
    },
    {
      "epoch": 377.89,
      "grad_norm": 0.986211359500885,
      "learning_rate": 2.7496401705439723e-06,
      "loss": 0.3532,
      "step": 1353990
    },
    {
      "epoch": 377.9,
      "grad_norm": 1.0373568534851074,
      "learning_rate": 2.749613539448913e-06,
      "loss": 0.353,
      "step": 1354000
    },
    {
      "epoch": 377.9,
      "grad_norm": 1.0054961442947388,
      "learning_rate": 2.749586908299834e-06,
      "loss": 0.347,
      "step": 1354010
    },
    {
      "epoch": 377.9,
      "grad_norm": 1.1332989931106567,
      "learning_rate": 2.7495602770967376e-06,
      "loss": 0.36,
      "step": 1354020
    },
    {
      "epoch": 377.9,
      "grad_norm": 0.9347167611122131,
      "learning_rate": 2.749533645839627e-06,
      "loss": 0.3447,
      "step": 1354030
    },
    {
      "epoch": 377.91,
      "grad_norm": 1.0111604928970337,
      "learning_rate": 2.7495070145285066e-06,
      "loss": 0.3718,
      "step": 1354040
    },
    {
      "epoch": 377.91,
      "grad_norm": 0.9074060320854187,
      "learning_rate": 2.7494803831633806e-06,
      "loss": 0.3439,
      "step": 1354050
    },
    {
      "epoch": 377.91,
      "grad_norm": 1.128798007965088,
      "learning_rate": 2.7494537517442507e-06,
      "loss": 0.3509,
      "step": 1354060
    },
    {
      "epoch": 377.92,
      "grad_norm": 0.9580665230751038,
      "learning_rate": 2.749427120271122e-06,
      "loss": 0.3459,
      "step": 1354070
    },
    {
      "epoch": 377.92,
      "grad_norm": 0.8838981986045837,
      "learning_rate": 2.749400488743998e-06,
      "loss": 0.3551,
      "step": 1354080
    },
    {
      "epoch": 377.92,
      "grad_norm": 1.112082839012146,
      "learning_rate": 2.7493738571628817e-06,
      "loss": 0.3588,
      "step": 1354090
    },
    {
      "epoch": 377.92,
      "grad_norm": 1.0557693243026733,
      "learning_rate": 2.7493472255277767e-06,
      "loss": 0.357,
      "step": 1354100
    },
    {
      "epoch": 377.93,
      "grad_norm": 0.9829577207565308,
      "learning_rate": 2.749320593838686e-06,
      "loss": 0.3461,
      "step": 1354110
    },
    {
      "epoch": 377.93,
      "grad_norm": 1.178041934967041,
      "learning_rate": 2.7492939620956143e-06,
      "loss": 0.3498,
      "step": 1354120
    },
    {
      "epoch": 377.93,
      "grad_norm": 0.9294650554656982,
      "learning_rate": 2.7492673302985647e-06,
      "loss": 0.3454,
      "step": 1354130
    },
    {
      "epoch": 377.93,
      "grad_norm": 0.9817970991134644,
      "learning_rate": 2.7492406984475395e-06,
      "loss": 0.35,
      "step": 1354140
    },
    {
      "epoch": 377.94,
      "grad_norm": 1.0878760814666748,
      "learning_rate": 2.749214066542545e-06,
      "loss": 0.3605,
      "step": 1354150
    },
    {
      "epoch": 377.94,
      "grad_norm": 1.017732858657837,
      "learning_rate": 2.7491874345835826e-06,
      "loss": 0.358,
      "step": 1354160
    },
    {
      "epoch": 377.94,
      "grad_norm": 1.193557620048523,
      "learning_rate": 2.749160802570656e-06,
      "loss": 0.3308,
      "step": 1354170
    },
    {
      "epoch": 377.95,
      "grad_norm": 1.0486476421356201,
      "learning_rate": 2.749134170503769e-06,
      "loss": 0.3553,
      "step": 1354180
    },
    {
      "epoch": 377.95,
      "grad_norm": 0.9902509450912476,
      "learning_rate": 2.7491075383829255e-06,
      "loss": 0.3483,
      "step": 1354190
    },
    {
      "epoch": 377.95,
      "grad_norm": 1.0301345586776733,
      "learning_rate": 2.7490809062081288e-06,
      "loss": 0.3624,
      "step": 1354200
    },
    {
      "epoch": 377.95,
      "grad_norm": 0.9571223855018616,
      "learning_rate": 2.749054273979383e-06,
      "loss": 0.3531,
      "step": 1354210
    },
    {
      "epoch": 377.96,
      "grad_norm": 1.03278648853302,
      "learning_rate": 2.7490276416966906e-06,
      "loss": 0.3669,
      "step": 1354220
    },
    {
      "epoch": 377.96,
      "grad_norm": 0.9878859519958496,
      "learning_rate": 2.7490010093600555e-06,
      "loss": 0.3657,
      "step": 1354230
    },
    {
      "epoch": 377.96,
      "grad_norm": 1.0384138822555542,
      "learning_rate": 2.748974376969482e-06,
      "loss": 0.3389,
      "step": 1354240
    },
    {
      "epoch": 377.97,
      "grad_norm": 1.567566156387329,
      "learning_rate": 2.748947744524972e-06,
      "loss": 0.3216,
      "step": 1354250
    },
    {
      "epoch": 377.97,
      "grad_norm": 1.0728511810302734,
      "learning_rate": 2.7489211120265303e-06,
      "loss": 0.3559,
      "step": 1354260
    },
    {
      "epoch": 377.97,
      "grad_norm": 1.1362241506576538,
      "learning_rate": 2.7488944794741606e-06,
      "loss": 0.3519,
      "step": 1354270
    },
    {
      "epoch": 377.97,
      "grad_norm": 1.3085190057754517,
      "learning_rate": 2.7488678468678662e-06,
      "loss": 0.3502,
      "step": 1354280
    },
    {
      "epoch": 377.98,
      "grad_norm": 0.9919435381889343,
      "learning_rate": 2.7488412142076498e-06,
      "loss": 0.3441,
      "step": 1354290
    },
    {
      "epoch": 377.98,
      "grad_norm": 0.9344184994697571,
      "learning_rate": 2.7488145814935162e-06,
      "loss": 0.3493,
      "step": 1354300
    },
    {
      "epoch": 377.98,
      "grad_norm": 1.0413386821746826,
      "learning_rate": 2.7487879487254686e-06,
      "loss": 0.3379,
      "step": 1354310
    },
    {
      "epoch": 377.98,
      "grad_norm": 1.0051206350326538,
      "learning_rate": 2.74876131590351e-06,
      "loss": 0.3486,
      "step": 1354320
    },
    {
      "epoch": 377.99,
      "grad_norm": 0.9978806972503662,
      "learning_rate": 2.748734683027644e-06,
      "loss": 0.3366,
      "step": 1354330
    },
    {
      "epoch": 377.99,
      "grad_norm": 1.0840824842453003,
      "learning_rate": 2.748708050097875e-06,
      "loss": 0.3599,
      "step": 1354340
    },
    {
      "epoch": 377.99,
      "grad_norm": 0.9353490471839905,
      "learning_rate": 2.7486814171142053e-06,
      "loss": 0.3469,
      "step": 1354350
    },
    {
      "epoch": 378.0,
      "grad_norm": 0.9820556044578552,
      "learning_rate": 2.7486547840766395e-06,
      "loss": 0.3299,
      "step": 1354360
    },
    {
      "epoch": 378.0,
      "grad_norm": 0.9870153069496155,
      "learning_rate": 2.748628150985181e-06,
      "loss": 0.3547,
      "step": 1354370
    },
    {
      "epoch": 378.0,
      "eval_loss": 0.3485194742679596,
      "eval_runtime": 62.9023,
      "eval_samples_per_second": 80.426,
      "eval_steps_per_second": 10.063,
      "step": 1354374
    },
    {
      "epoch": 378.0,
      "grad_norm": 1.045329213142395,
      "learning_rate": 2.7486015178398333e-06,
      "loss": 0.364,
      "step": 1354380
    },
    {
      "epoch": 378.0,
      "grad_norm": 0.9641693234443665,
      "learning_rate": 2.7485748846405994e-06,
      "loss": 0.3603,
      "step": 1354390
    },
    {
      "epoch": 378.01,
      "grad_norm": 1.0700939893722534,
      "learning_rate": 2.748548251387483e-06,
      "loss": 0.3571,
      "step": 1354400
    },
    {
      "epoch": 378.01,
      "grad_norm": 0.9912524223327637,
      "learning_rate": 2.748521618080488e-06,
      "loss": 0.3487,
      "step": 1354410
    },
    {
      "epoch": 378.01,
      "grad_norm": 1.073608160018921,
      "learning_rate": 2.7484949847196176e-06,
      "loss": 0.3488,
      "step": 1354420
    },
    {
      "epoch": 378.02,
      "grad_norm": 0.9250838160514832,
      "learning_rate": 2.748468351304875e-06,
      "loss": 0.3365,
      "step": 1354430
    },
    {
      "epoch": 378.02,
      "grad_norm": 0.9825594425201416,
      "learning_rate": 2.7484417178362657e-06,
      "loss": 0.3323,
      "step": 1354440
    },
    {
      "epoch": 378.02,
      "grad_norm": 0.9882055521011353,
      "learning_rate": 2.7484150843137917e-06,
      "loss": 0.3551,
      "step": 1354450
    },
    {
      "epoch": 378.02,
      "grad_norm": 3.226142644882202,
      "learning_rate": 2.7483884507374557e-06,
      "loss": 0.3346,
      "step": 1354460
    },
    {
      "epoch": 378.03,
      "grad_norm": 1.047052264213562,
      "learning_rate": 2.748361817107263e-06,
      "loss": 0.3422,
      "step": 1354470
    },
    {
      "epoch": 378.03,
      "grad_norm": 1.1423025131225586,
      "learning_rate": 2.7483351834232156e-06,
      "loss": 0.3669,
      "step": 1354480
    },
    {
      "epoch": 378.03,
      "grad_norm": 1.1215310096740723,
      "learning_rate": 2.748308549685318e-06,
      "loss": 0.344,
      "step": 1354490
    },
    {
      "epoch": 378.04,
      "grad_norm": 0.8632835745811462,
      "learning_rate": 2.748281915893574e-06,
      "loss": 0.3514,
      "step": 1354500
    },
    {
      "epoch": 378.04,
      "grad_norm": 0.9020060300827026,
      "learning_rate": 2.7482552820479863e-06,
      "loss": 0.3482,
      "step": 1354510
    },
    {
      "epoch": 378.04,
      "grad_norm": 0.9060949683189392,
      "learning_rate": 2.7482286481485594e-06,
      "loss": 0.3334,
      "step": 1354520
    },
    {
      "epoch": 378.04,
      "grad_norm": 1.0788203477859497,
      "learning_rate": 2.7482020141952954e-06,
      "loss": 0.3575,
      "step": 1354530
    },
    {
      "epoch": 378.05,
      "grad_norm": 1.18657386302948,
      "learning_rate": 2.7481753801881996e-06,
      "loss": 0.3588,
      "step": 1354540
    },
    {
      "epoch": 378.05,
      "grad_norm": 1.2046970129013062,
      "learning_rate": 2.748148746127274e-06,
      "loss": 0.3474,
      "step": 1354550
    },
    {
      "epoch": 378.05,
      "grad_norm": 1.1746562719345093,
      "learning_rate": 2.7481221120125227e-06,
      "loss": 0.3443,
      "step": 1354560
    },
    {
      "epoch": 378.05,
      "grad_norm": 0.877108097076416,
      "learning_rate": 2.74809547784395e-06,
      "loss": 0.3381,
      "step": 1354570
    },
    {
      "epoch": 378.06,
      "grad_norm": 1.0167897939682007,
      "learning_rate": 2.748068843621558e-06,
      "loss": 0.3492,
      "step": 1354580
    },
    {
      "epoch": 378.06,
      "grad_norm": 1.0739073753356934,
      "learning_rate": 2.7480422093453517e-06,
      "loss": 0.3435,
      "step": 1354590
    },
    {
      "epoch": 378.06,
      "grad_norm": 1.1304954290390015,
      "learning_rate": 2.748015575015334e-06,
      "loss": 0.3498,
      "step": 1354600
    },
    {
      "epoch": 378.07,
      "grad_norm": 1.0882012844085693,
      "learning_rate": 2.7479889406315083e-06,
      "loss": 0.3455,
      "step": 1354610
    },
    {
      "epoch": 378.07,
      "grad_norm": 1.048513412475586,
      "learning_rate": 2.747962306193878e-06,
      "loss": 0.3467,
      "step": 1354620
    },
    {
      "epoch": 378.07,
      "grad_norm": 1.2004616260528564,
      "learning_rate": 2.7479356717024473e-06,
      "loss": 0.3479,
      "step": 1354630
    },
    {
      "epoch": 378.07,
      "grad_norm": 0.8729434609413147,
      "learning_rate": 2.747909037157219e-06,
      "loss": 0.3533,
      "step": 1354640
    },
    {
      "epoch": 378.08,
      "grad_norm": 1.2029616832733154,
      "learning_rate": 2.7478824025581976e-06,
      "loss": 0.34,
      "step": 1354650
    },
    {
      "epoch": 378.08,
      "grad_norm": 1.0424596071243286,
      "learning_rate": 2.7478557679053856e-06,
      "loss": 0.3696,
      "step": 1354660
    },
    {
      "epoch": 378.08,
      "grad_norm": 1.0904477834701538,
      "learning_rate": 2.747829133198787e-06,
      "loss": 0.3415,
      "step": 1354670
    },
    {
      "epoch": 378.09,
      "grad_norm": 1.1723518371582031,
      "learning_rate": 2.747802498438406e-06,
      "loss": 0.3421,
      "step": 1354680
    },
    {
      "epoch": 378.09,
      "grad_norm": 1.1517516374588013,
      "learning_rate": 2.7477758636242455e-06,
      "loss": 0.3489,
      "step": 1354690
    },
    {
      "epoch": 378.09,
      "grad_norm": 1.0981426239013672,
      "learning_rate": 2.7477492287563083e-06,
      "loss": 0.3571,
      "step": 1354700
    },
    {
      "epoch": 378.09,
      "grad_norm": 0.9362759590148926,
      "learning_rate": 2.747722593834599e-06,
      "loss": 0.3508,
      "step": 1354710
    },
    {
      "epoch": 378.1,
      "grad_norm": 1.0432395935058594,
      "learning_rate": 2.74769595885912e-06,
      "loss": 0.3444,
      "step": 1354720
    },
    {
      "epoch": 378.1,
      "grad_norm": 1.0933774709701538,
      "learning_rate": 2.747669323829877e-06,
      "loss": 0.3577,
      "step": 1354730
    },
    {
      "epoch": 378.1,
      "grad_norm": 0.9779726266860962,
      "learning_rate": 2.7476426887468717e-06,
      "loss": 0.3281,
      "step": 1354740
    },
    {
      "epoch": 378.1,
      "grad_norm": 1.122331142425537,
      "learning_rate": 2.7476160536101084e-06,
      "loss": 0.3579,
      "step": 1354750
    },
    {
      "epoch": 378.11,
      "grad_norm": 0.9275844693183899,
      "learning_rate": 2.7475894184195906e-06,
      "loss": 0.3541,
      "step": 1354760
    },
    {
      "epoch": 378.11,
      "grad_norm": 0.8871784210205078,
      "learning_rate": 2.747562783175321e-06,
      "loss": 0.3373,
      "step": 1354770
    },
    {
      "epoch": 378.11,
      "grad_norm": 0.8955309987068176,
      "learning_rate": 2.747536147877304e-06,
      "loss": 0.3576,
      "step": 1354780
    },
    {
      "epoch": 378.12,
      "grad_norm": 0.9869218468666077,
      "learning_rate": 2.7475095125255434e-06,
      "loss": 0.3399,
      "step": 1354790
    },
    {
      "epoch": 378.12,
      "grad_norm": 1.0251638889312744,
      "learning_rate": 2.7474828771200415e-06,
      "loss": 0.3504,
      "step": 1354800
    },
    {
      "epoch": 378.12,
      "grad_norm": 1.0532382726669312,
      "learning_rate": 2.747456241660803e-06,
      "loss": 0.3399,
      "step": 1354810
    },
    {
      "epoch": 378.12,
      "grad_norm": 1.3359071016311646,
      "learning_rate": 2.747429606147831e-06,
      "loss": 0.3512,
      "step": 1354820
    },
    {
      "epoch": 378.13,
      "grad_norm": 1.0995866060256958,
      "learning_rate": 2.74740297058113e-06,
      "loss": 0.3468,
      "step": 1354830
    },
    {
      "epoch": 378.13,
      "grad_norm": 1.0115022659301758,
      "learning_rate": 2.7473763349607015e-06,
      "loss": 0.3581,
      "step": 1354840
    },
    {
      "epoch": 378.13,
      "grad_norm": 0.9438822865486145,
      "learning_rate": 2.747349699286551e-06,
      "loss": 0.3414,
      "step": 1354850
    },
    {
      "epoch": 378.14,
      "grad_norm": 1.220592975616455,
      "learning_rate": 2.747323063558681e-06,
      "loss": 0.3417,
      "step": 1354860
    },
    {
      "epoch": 378.14,
      "grad_norm": 1.0499628782272339,
      "learning_rate": 2.7472964277770953e-06,
      "loss": 0.3444,
      "step": 1354870
    },
    {
      "epoch": 378.14,
      "grad_norm": 1.5423041582107544,
      "learning_rate": 2.7472697919417975e-06,
      "loss": 0.345,
      "step": 1354880
    },
    {
      "epoch": 378.14,
      "grad_norm": 1.1045714616775513,
      "learning_rate": 2.747243156052791e-06,
      "loss": 0.3438,
      "step": 1354890
    },
    {
      "epoch": 378.15,
      "grad_norm": 0.8795511722564697,
      "learning_rate": 2.7472165201100795e-06,
      "loss": 0.3479,
      "step": 1354900
    },
    {
      "epoch": 378.15,
      "grad_norm": 1.1064077615737915,
      "learning_rate": 2.7471898841136666e-06,
      "loss": 0.3807,
      "step": 1354910
    },
    {
      "epoch": 378.15,
      "grad_norm": 0.9765538573265076,
      "learning_rate": 2.747163248063556e-06,
      "loss": 0.3559,
      "step": 1354920
    },
    {
      "epoch": 378.16,
      "grad_norm": 0.8774449229240417,
      "learning_rate": 2.74713661195975e-06,
      "loss": 0.3377,
      "step": 1354930
    },
    {
      "epoch": 378.16,
      "grad_norm": 0.9277262091636658,
      "learning_rate": 2.747109975802254e-06,
      "loss": 0.3509,
      "step": 1354940
    },
    {
      "epoch": 378.16,
      "grad_norm": 1.2341504096984863,
      "learning_rate": 2.7470833395910708e-06,
      "loss": 0.3402,
      "step": 1354950
    },
    {
      "epoch": 378.16,
      "grad_norm": 1.1108522415161133,
      "learning_rate": 2.747056703326203e-06,
      "loss": 0.3542,
      "step": 1354960
    },
    {
      "epoch": 378.17,
      "grad_norm": 1.2474875450134277,
      "learning_rate": 2.747030067007656e-06,
      "loss": 0.3714,
      "step": 1354970
    },
    {
      "epoch": 378.17,
      "grad_norm": 1.0336138010025024,
      "learning_rate": 2.747003430635432e-06,
      "loss": 0.3391,
      "step": 1354980
    },
    {
      "epoch": 378.17,
      "grad_norm": 1.0595279932022095,
      "learning_rate": 2.746976794209535e-06,
      "loss": 0.3497,
      "step": 1354990
    },
    {
      "epoch": 378.17,
      "grad_norm": 0.9134657382965088,
      "learning_rate": 2.746950157729967e-06,
      "loss": 0.3421,
      "step": 1355000
    },
    {
      "epoch": 378.18,
      "grad_norm": 1.0307796001434326,
      "learning_rate": 2.746923521196734e-06,
      "loss": 0.3492,
      "step": 1355010
    },
    {
      "epoch": 378.18,
      "grad_norm": 0.8169634342193604,
      "learning_rate": 2.7468968846098384e-06,
      "loss": 0.3467,
      "step": 1355020
    },
    {
      "epoch": 378.18,
      "grad_norm": 0.9864701628684998,
      "learning_rate": 2.7468702479692836e-06,
      "loss": 0.3425,
      "step": 1355030
    },
    {
      "epoch": 378.19,
      "grad_norm": 0.980164647102356,
      "learning_rate": 2.746843611275075e-06,
      "loss": 0.3462,
      "step": 1355040
    },
    {
      "epoch": 378.19,
      "grad_norm": 0.9179108142852783,
      "learning_rate": 2.746816974527213e-06,
      "loss": 0.349,
      "step": 1355050
    },
    {
      "epoch": 378.19,
      "grad_norm": 1.0164512395858765,
      "learning_rate": 2.7467903377257028e-06,
      "loss": 0.3634,
      "step": 1355060
    },
    {
      "epoch": 378.19,
      "grad_norm": 1.0649254322052002,
      "learning_rate": 2.746763700870547e-06,
      "loss": 0.366,
      "step": 1355070
    },
    {
      "epoch": 378.2,
      "grad_norm": 1.0516562461853027,
      "learning_rate": 2.7467370639617515e-06,
      "loss": 0.3549,
      "step": 1355080
    },
    {
      "epoch": 378.2,
      "grad_norm": 1.029671549797058,
      "learning_rate": 2.746710426999318e-06,
      "loss": 0.3244,
      "step": 1355090
    },
    {
      "epoch": 378.2,
      "grad_norm": 1.0481458902359009,
      "learning_rate": 2.7466837899832492e-06,
      "loss": 0.3489,
      "step": 1355100
    },
    {
      "epoch": 378.21,
      "grad_norm": 0.9804272651672363,
      "learning_rate": 2.7466571529135508e-06,
      "loss": 0.3484,
      "step": 1355110
    },
    {
      "epoch": 378.21,
      "grad_norm": 1.1208964586257935,
      "learning_rate": 2.7466305157902258e-06,
      "loss": 0.3525,
      "step": 1355120
    },
    {
      "epoch": 378.21,
      "grad_norm": 0.9085654020309448,
      "learning_rate": 2.7466038786132764e-06,
      "loss": 0.3703,
      "step": 1355130
    },
    {
      "epoch": 378.21,
      "grad_norm": 1.0137364864349365,
      "learning_rate": 2.7465772413827073e-06,
      "loss": 0.3531,
      "step": 1355140
    },
    {
      "epoch": 378.22,
      "grad_norm": 1.0730600357055664,
      "learning_rate": 2.7465506040985223e-06,
      "loss": 0.3405,
      "step": 1355150
    },
    {
      "epoch": 378.22,
      "grad_norm": 1.129311203956604,
      "learning_rate": 2.746523966760724e-06,
      "loss": 0.3549,
      "step": 1355160
    },
    {
      "epoch": 378.22,
      "grad_norm": 1.0677720308303833,
      "learning_rate": 2.7464973293693155e-06,
      "loss": 0.3505,
      "step": 1355170
    },
    {
      "epoch": 378.22,
      "grad_norm": 1.07206392288208,
      "learning_rate": 2.7464706919243026e-06,
      "loss": 0.3436,
      "step": 1355180
    },
    {
      "epoch": 378.23,
      "grad_norm": 0.89899742603302,
      "learning_rate": 2.746444054425687e-06,
      "loss": 0.3521,
      "step": 1355190
    },
    {
      "epoch": 378.23,
      "grad_norm": 1.1348174810409546,
      "learning_rate": 2.7464174168734724e-06,
      "loss": 0.3566,
      "step": 1355200
    },
    {
      "epoch": 378.23,
      "grad_norm": 0.9256190657615662,
      "learning_rate": 2.7463907792676635e-06,
      "loss": 0.3478,
      "step": 1355210
    },
    {
      "epoch": 378.24,
      "grad_norm": 1.0802325010299683,
      "learning_rate": 2.7463641416082623e-06,
      "loss": 0.3651,
      "step": 1355220
    },
    {
      "epoch": 378.24,
      "grad_norm": 1.1496037244796753,
      "learning_rate": 2.7463375038952724e-06,
      "loss": 0.3514,
      "step": 1355230
    },
    {
      "epoch": 378.24,
      "grad_norm": 1.1805357933044434,
      "learning_rate": 2.746310866128699e-06,
      "loss": 0.3485,
      "step": 1355240
    },
    {
      "epoch": 378.24,
      "grad_norm": 0.9693618416786194,
      "learning_rate": 2.7462842283085443e-06,
      "loss": 0.344,
      "step": 1355250
    },
    {
      "epoch": 378.25,
      "grad_norm": 1.0792866945266724,
      "learning_rate": 2.7462575904348125e-06,
      "loss": 0.3503,
      "step": 1355260
    },
    {
      "epoch": 378.25,
      "grad_norm": 1.0767203569412231,
      "learning_rate": 2.746230952507507e-06,
      "loss": 0.3548,
      "step": 1355270
    },
    {
      "epoch": 378.25,
      "grad_norm": 1.158034086227417,
      "learning_rate": 2.7462043145266303e-06,
      "loss": 0.3648,
      "step": 1355280
    },
    {
      "epoch": 378.26,
      "grad_norm": 0.9094122648239136,
      "learning_rate": 2.7461776764921875e-06,
      "loss": 0.3505,
      "step": 1355290
    },
    {
      "epoch": 378.26,
      "grad_norm": 0.92034512758255,
      "learning_rate": 2.7461510384041805e-06,
      "loss": 0.3441,
      "step": 1355300
    },
    {
      "epoch": 378.26,
      "grad_norm": 1.1196680068969727,
      "learning_rate": 2.746124400262615e-06,
      "loss": 0.3464,
      "step": 1355310
    },
    {
      "epoch": 378.26,
      "grad_norm": 10.68676471710205,
      "learning_rate": 2.746097762067493e-06,
      "loss": 0.3451,
      "step": 1355320
    },
    {
      "epoch": 378.27,
      "grad_norm": 0.9653734564781189,
      "learning_rate": 2.7460711238188185e-06,
      "loss": 0.3535,
      "step": 1355330
    },
    {
      "epoch": 378.27,
      "grad_norm": 1.1247203350067139,
      "learning_rate": 2.746044485516595e-06,
      "loss": 0.3573,
      "step": 1355340
    },
    {
      "epoch": 378.27,
      "grad_norm": 0.9578772187232971,
      "learning_rate": 2.7460178471608254e-06,
      "loss": 0.345,
      "step": 1355350
    },
    {
      "epoch": 378.28,
      "grad_norm": 0.948280394077301,
      "learning_rate": 2.7459912087515142e-06,
      "loss": 0.3569,
      "step": 1355360
    },
    {
      "epoch": 378.28,
      "grad_norm": 1.3282638788223267,
      "learning_rate": 2.7459645702886647e-06,
      "loss": 0.3489,
      "step": 1355370
    },
    {
      "epoch": 378.28,
      "grad_norm": 1.0312687158584595,
      "learning_rate": 2.74593793177228e-06,
      "loss": 0.338,
      "step": 1355380
    },
    {
      "epoch": 378.28,
      "grad_norm": 0.9767106175422668,
      "learning_rate": 2.7459112932023643e-06,
      "loss": 0.3524,
      "step": 1355390
    },
    {
      "epoch": 378.29,
      "grad_norm": 1.0579603910446167,
      "learning_rate": 2.7458846545789206e-06,
      "loss": 0.3343,
      "step": 1355400
    },
    {
      "epoch": 378.29,
      "grad_norm": 1.0668718814849854,
      "learning_rate": 2.745858015901953e-06,
      "loss": 0.3432,
      "step": 1355410
    },
    {
      "epoch": 378.29,
      "grad_norm": 0.9929410815238953,
      "learning_rate": 2.7458313771714643e-06,
      "loss": 0.3389,
      "step": 1355420
    },
    {
      "epoch": 378.29,
      "grad_norm": 1.0453130006790161,
      "learning_rate": 2.7458047383874588e-06,
      "loss": 0.3379,
      "step": 1355430
    },
    {
      "epoch": 378.3,
      "grad_norm": 1.0722334384918213,
      "learning_rate": 2.7457780995499394e-06,
      "loss": 0.3443,
      "step": 1355440
    },
    {
      "epoch": 378.3,
      "grad_norm": 0.9220744371414185,
      "learning_rate": 2.74575146065891e-06,
      "loss": 0.3546,
      "step": 1355450
    },
    {
      "epoch": 378.3,
      "grad_norm": 0.9768555760383606,
      "learning_rate": 2.7457248217143744e-06,
      "loss": 0.3287,
      "step": 1355460
    },
    {
      "epoch": 378.31,
      "grad_norm": 1.0990413427352905,
      "learning_rate": 2.7456981827163356e-06,
      "loss": 0.3461,
      "step": 1355470
    },
    {
      "epoch": 378.31,
      "grad_norm": 1.266332983970642,
      "learning_rate": 2.7456715436647977e-06,
      "loss": 0.3295,
      "step": 1355480
    },
    {
      "epoch": 378.31,
      "grad_norm": 0.9662331938743591,
      "learning_rate": 2.7456449045597637e-06,
      "loss": 0.3579,
      "step": 1355490
    },
    {
      "epoch": 378.31,
      "grad_norm": 0.9369061589241028,
      "learning_rate": 2.745618265401237e-06,
      "loss": 0.3507,
      "step": 1355500
    },
    {
      "epoch": 378.32,
      "grad_norm": 0.9120020866394043,
      "learning_rate": 2.7455916261892224e-06,
      "loss": 0.3432,
      "step": 1355510
    },
    {
      "epoch": 378.32,
      "grad_norm": 1.2934035062789917,
      "learning_rate": 2.7455649869237215e-06,
      "loss": 0.3539,
      "step": 1355520
    },
    {
      "epoch": 378.32,
      "grad_norm": 1.1287177801132202,
      "learning_rate": 2.74553834760474e-06,
      "loss": 0.3493,
      "step": 1355530
    },
    {
      "epoch": 378.33,
      "grad_norm": 1.4067096710205078,
      "learning_rate": 2.7455117082322796e-06,
      "loss": 0.3457,
      "step": 1355540
    },
    {
      "epoch": 378.33,
      "grad_norm": 1.0471347570419312,
      "learning_rate": 2.745485068806345e-06,
      "loss": 0.3449,
      "step": 1355550
    },
    {
      "epoch": 378.33,
      "grad_norm": 1.1208157539367676,
      "learning_rate": 2.7454584293269387e-06,
      "loss": 0.3538,
      "step": 1355560
    },
    {
      "epoch": 378.33,
      "grad_norm": 0.9459980726242065,
      "learning_rate": 2.745431789794066e-06,
      "loss": 0.3382,
      "step": 1355570
    },
    {
      "epoch": 378.34,
      "grad_norm": 1.0903398990631104,
      "learning_rate": 2.7454051502077287e-06,
      "loss": 0.3476,
      "step": 1355580
    },
    {
      "epoch": 378.34,
      "grad_norm": 0.8965172171592712,
      "learning_rate": 2.7453785105679303e-06,
      "loss": 0.3626,
      "step": 1355590
    },
    {
      "epoch": 378.34,
      "grad_norm": 1.0445671081542969,
      "learning_rate": 2.7453518708746764e-06,
      "loss": 0.3516,
      "step": 1355600
    },
    {
      "epoch": 378.34,
      "grad_norm": 0.9388634562492371,
      "learning_rate": 2.7453252311279684e-06,
      "loss": 0.3434,
      "step": 1355610
    },
    {
      "epoch": 378.35,
      "grad_norm": 0.9525676369667053,
      "learning_rate": 2.74529859132781e-06,
      "loss": 0.3531,
      "step": 1355620
    },
    {
      "epoch": 378.35,
      "grad_norm": 1.1789090633392334,
      "learning_rate": 2.7452719514742065e-06,
      "loss": 0.357,
      "step": 1355630
    },
    {
      "epoch": 378.35,
      "grad_norm": 2.4137871265411377,
      "learning_rate": 2.7452453115671607e-06,
      "loss": 0.3384,
      "step": 1355640
    },
    {
      "epoch": 378.36,
      "grad_norm": 1.047084927558899,
      "learning_rate": 2.7452186716066747e-06,
      "loss": 0.3489,
      "step": 1355650
    },
    {
      "epoch": 378.36,
      "grad_norm": 1.0640027523040771,
      "learning_rate": 2.7451920315927536e-06,
      "loss": 0.3638,
      "step": 1355660
    },
    {
      "epoch": 378.36,
      "grad_norm": 0.9619495868682861,
      "learning_rate": 2.7451653915254e-06,
      "loss": 0.3509,
      "step": 1355670
    },
    {
      "epoch": 378.36,
      "grad_norm": 1.0957359075546265,
      "learning_rate": 2.745138751404618e-06,
      "loss": 0.3623,
      "step": 1355680
    },
    {
      "epoch": 378.37,
      "grad_norm": 0.997439444065094,
      "learning_rate": 2.7451121112304114e-06,
      "loss": 0.3484,
      "step": 1355690
    },
    {
      "epoch": 378.37,
      "grad_norm": 1.1310614347457886,
      "learning_rate": 2.745085471002783e-06,
      "loss": 0.3621,
      "step": 1355700
    },
    {
      "epoch": 378.37,
      "grad_norm": 0.9484689235687256,
      "learning_rate": 2.745058830721737e-06,
      "loss": 0.3276,
      "step": 1355710
    },
    {
      "epoch": 378.38,
      "grad_norm": 1.214393973350525,
      "learning_rate": 2.745032190387277e-06,
      "loss": 0.3505,
      "step": 1355720
    },
    {
      "epoch": 378.38,
      "grad_norm": 0.8702235817909241,
      "learning_rate": 2.7450055499994062e-06,
      "loss": 0.3498,
      "step": 1355730
    },
    {
      "epoch": 378.38,
      "grad_norm": 1.0868428945541382,
      "learning_rate": 2.7449789095581274e-06,
      "loss": 0.3496,
      "step": 1355740
    },
    {
      "epoch": 378.38,
      "grad_norm": 0.9061644077301025,
      "learning_rate": 2.7449522690634453e-06,
      "loss": 0.3483,
      "step": 1355750
    },
    {
      "epoch": 378.39,
      "grad_norm": 1.1113778352737427,
      "learning_rate": 2.7449256285153636e-06,
      "loss": 0.3423,
      "step": 1355760
    },
    {
      "epoch": 378.39,
      "grad_norm": 10.844419479370117,
      "learning_rate": 2.7448989879138846e-06,
      "loss": 0.3417,
      "step": 1355770
    },
    {
      "epoch": 378.39,
      "grad_norm": 0.8969540596008301,
      "learning_rate": 2.744872347259013e-06,
      "loss": 0.3653,
      "step": 1355780
    },
    {
      "epoch": 378.4,
      "grad_norm": 0.967596709728241,
      "learning_rate": 2.7448457065507518e-06,
      "loss": 0.3532,
      "step": 1355790
    },
    {
      "epoch": 378.4,
      "grad_norm": 1.1542558670043945,
      "learning_rate": 2.7448190657891043e-06,
      "loss": 0.3634,
      "step": 1355800
    },
    {
      "epoch": 378.4,
      "grad_norm": 1.0338422060012817,
      "learning_rate": 2.7447924249740748e-06,
      "loss": 0.3366,
      "step": 1355810
    },
    {
      "epoch": 378.4,
      "grad_norm": 1.057737112045288,
      "learning_rate": 2.7447657841056664e-06,
      "loss": 0.3426,
      "step": 1355820
    },
    {
      "epoch": 378.41,
      "grad_norm": 1.086025595664978,
      "learning_rate": 2.7447391431838823e-06,
      "loss": 0.3543,
      "step": 1355830
    },
    {
      "epoch": 378.41,
      "grad_norm": 1.0346252918243408,
      "learning_rate": 2.7447125022087267e-06,
      "loss": 0.3613,
      "step": 1355840
    },
    {
      "epoch": 378.41,
      "grad_norm": 1.02848219871521,
      "learning_rate": 2.7446858611802033e-06,
      "loss": 0.3561,
      "step": 1355850
    },
    {
      "epoch": 378.41,
      "grad_norm": 0.9999955296516418,
      "learning_rate": 2.7446592200983147e-06,
      "loss": 0.3639,
      "step": 1355860
    },
    {
      "epoch": 378.42,
      "grad_norm": 1.1265417337417603,
      "learning_rate": 2.7446325789630656e-06,
      "loss": 0.3628,
      "step": 1355870
    },
    {
      "epoch": 378.42,
      "grad_norm": 1.0147981643676758,
      "learning_rate": 2.7446059377744577e-06,
      "loss": 0.3418,
      "step": 1355880
    },
    {
      "epoch": 378.42,
      "grad_norm": 0.8677274584770203,
      "learning_rate": 2.744579296532497e-06,
      "loss": 0.3338,
      "step": 1355890
    },
    {
      "epoch": 378.43,
      "grad_norm": 1.1243916749954224,
      "learning_rate": 2.744552655237185e-06,
      "loss": 0.3444,
      "step": 1355900
    },
    {
      "epoch": 378.43,
      "grad_norm": 1.1000213623046875,
      "learning_rate": 2.744526013888526e-06,
      "loss": 0.3513,
      "step": 1355910
    },
    {
      "epoch": 378.43,
      "grad_norm": 0.9284069538116455,
      "learning_rate": 2.7444993724865247e-06,
      "loss": 0.3424,
      "step": 1355920
    },
    {
      "epoch": 378.43,
      "grad_norm": 0.9730046391487122,
      "learning_rate": 2.7444727310311827e-06,
      "loss": 0.3514,
      "step": 1355930
    },
    {
      "epoch": 378.44,
      "grad_norm": 1.1283044815063477,
      "learning_rate": 2.7444460895225043e-06,
      "loss": 0.3559,
      "step": 1355940
    },
    {
      "epoch": 378.44,
      "grad_norm": 1.2028942108154297,
      "learning_rate": 2.7444194479604937e-06,
      "loss": 0.3539,
      "step": 1355950
    },
    {
      "epoch": 378.44,
      "grad_norm": 1.0959300994873047,
      "learning_rate": 2.7443928063451535e-06,
      "loss": 0.3457,
      "step": 1355960
    },
    {
      "epoch": 378.45,
      "grad_norm": 0.965142011642456,
      "learning_rate": 2.7443661646764875e-06,
      "loss": 0.3282,
      "step": 1355970
    },
    {
      "epoch": 378.45,
      "grad_norm": 0.8895513415336609,
      "learning_rate": 2.7443395229545e-06,
      "loss": 0.3591,
      "step": 1355980
    },
    {
      "epoch": 378.45,
      "grad_norm": 1.0380010604858398,
      "learning_rate": 2.7443128811791934e-06,
      "loss": 0.3637,
      "step": 1355990
    },
    {
      "epoch": 378.45,
      "grad_norm": 1.1462597846984863,
      "learning_rate": 2.744286239350572e-06,
      "loss": 0.3392,
      "step": 1356000
    },
    {
      "epoch": 378.46,
      "grad_norm": 1.1296319961547852,
      "learning_rate": 2.7442595974686388e-06,
      "loss": 0.3476,
      "step": 1356010
    },
    {
      "epoch": 378.46,
      "grad_norm": 1.1429694890975952,
      "learning_rate": 2.744232955533398e-06,
      "loss": 0.3503,
      "step": 1356020
    },
    {
      "epoch": 378.46,
      "grad_norm": 1.0421626567840576,
      "learning_rate": 2.7442063135448525e-06,
      "loss": 0.3437,
      "step": 1356030
    },
    {
      "epoch": 378.46,
      "grad_norm": 0.9098073244094849,
      "learning_rate": 2.7441796715030063e-06,
      "loss": 0.3457,
      "step": 1356040
    },
    {
      "epoch": 378.47,
      "grad_norm": 0.9976577758789062,
      "learning_rate": 2.7441530294078626e-06,
      "loss": 0.3525,
      "step": 1356050
    },
    {
      "epoch": 378.47,
      "grad_norm": 0.9482133984565735,
      "learning_rate": 2.7441263872594252e-06,
      "loss": 0.3488,
      "step": 1356060
    },
    {
      "epoch": 378.47,
      "grad_norm": 1.1272239685058594,
      "learning_rate": 2.744099745057698e-06,
      "loss": 0.3434,
      "step": 1356070
    },
    {
      "epoch": 378.48,
      "grad_norm": 1.1925044059753418,
      "learning_rate": 2.7440731028026846e-06,
      "loss": 0.3405,
      "step": 1356080
    },
    {
      "epoch": 378.48,
      "grad_norm": 1.1148731708526611,
      "learning_rate": 2.744046460494387e-06,
      "loss": 0.3543,
      "step": 1356090
    },
    {
      "epoch": 378.48,
      "grad_norm": 1.1266247034072876,
      "learning_rate": 2.7440198181328097e-06,
      "loss": 0.338,
      "step": 1356100
    },
    {
      "epoch": 378.48,
      "grad_norm": 1.064033031463623,
      "learning_rate": 2.7439931757179572e-06,
      "loss": 0.3565,
      "step": 1356110
    },
    {
      "epoch": 378.49,
      "grad_norm": 1.036437749862671,
      "learning_rate": 2.743966533249832e-06,
      "loss": 0.3304,
      "step": 1356120
    },
    {
      "epoch": 378.49,
      "grad_norm": 1.1722010374069214,
      "learning_rate": 2.743939890728438e-06,
      "loss": 0.3487,
      "step": 1356130
    },
    {
      "epoch": 378.49,
      "grad_norm": 0.9995001554489136,
      "learning_rate": 2.7439132481537783e-06,
      "loss": 0.3534,
      "step": 1356140
    },
    {
      "epoch": 378.5,
      "grad_norm": 1.184728980064392,
      "learning_rate": 2.7438866055258572e-06,
      "loss": 0.344,
      "step": 1356150
    },
    {
      "epoch": 378.5,
      "grad_norm": 1.240181565284729,
      "learning_rate": 2.7438599628446773e-06,
      "loss": 0.3449,
      "step": 1356160
    },
    {
      "epoch": 378.5,
      "grad_norm": 1.1196402311325073,
      "learning_rate": 2.7438333201102422e-06,
      "loss": 0.3601,
      "step": 1356170
    },
    {
      "epoch": 378.5,
      "grad_norm": 1.0269219875335693,
      "learning_rate": 2.743806677322557e-06,
      "loss": 0.3454,
      "step": 1356180
    },
    {
      "epoch": 378.51,
      "grad_norm": 1.0809483528137207,
      "learning_rate": 2.7437800344816235e-06,
      "loss": 0.3521,
      "step": 1356190
    },
    {
      "epoch": 378.51,
      "grad_norm": 1.1363245248794556,
      "learning_rate": 2.743753391587446e-06,
      "loss": 0.3461,
      "step": 1356200
    },
    {
      "epoch": 378.51,
      "grad_norm": 1.041170358657837,
      "learning_rate": 2.743726748640028e-06,
      "loss": 0.3575,
      "step": 1356210
    },
    {
      "epoch": 378.52,
      "grad_norm": 1.0311309099197388,
      "learning_rate": 2.7437001056393734e-06,
      "loss": 0.3479,
      "step": 1356220
    },
    {
      "epoch": 378.52,
      "grad_norm": 1.2374621629714966,
      "learning_rate": 2.743673462585485e-06,
      "loss": 0.3514,
      "step": 1356230
    },
    {
      "epoch": 378.52,
      "grad_norm": 1.1547071933746338,
      "learning_rate": 2.743646819478367e-06,
      "loss": 0.3482,
      "step": 1356240
    },
    {
      "epoch": 378.52,
      "grad_norm": 0.9327790141105652,
      "learning_rate": 2.7436201763180217e-06,
      "loss": 0.3624,
      "step": 1356250
    },
    {
      "epoch": 378.53,
      "grad_norm": 0.9590632915496826,
      "learning_rate": 2.743593533104454e-06,
      "loss": 0.353,
      "step": 1356260
    },
    {
      "epoch": 378.53,
      "grad_norm": 1.0485893487930298,
      "learning_rate": 2.7435668898376677e-06,
      "loss": 0.3424,
      "step": 1356270
    },
    {
      "epoch": 378.53,
      "grad_norm": 0.9279610514640808,
      "learning_rate": 2.7435402465176648e-06,
      "loss": 0.3345,
      "step": 1356280
    },
    {
      "epoch": 378.53,
      "grad_norm": 1.3156476020812988,
      "learning_rate": 2.7435136031444504e-06,
      "loss": 0.3603,
      "step": 1356290
    },
    {
      "epoch": 378.54,
      "grad_norm": 0.9701909422874451,
      "learning_rate": 2.7434869597180263e-06,
      "loss": 0.3417,
      "step": 1356300
    },
    {
      "epoch": 378.54,
      "grad_norm": 1.046883463859558,
      "learning_rate": 2.743460316238398e-06,
      "loss": 0.3554,
      "step": 1356310
    },
    {
      "epoch": 378.54,
      "grad_norm": 1.1490309238433838,
      "learning_rate": 2.743433672705568e-06,
      "loss": 0.3521,
      "step": 1356320
    },
    {
      "epoch": 378.55,
      "grad_norm": 0.8883364796638489,
      "learning_rate": 2.7434070291195395e-06,
      "loss": 0.3473,
      "step": 1356330
    },
    {
      "epoch": 378.55,
      "grad_norm": 1.0348474979400635,
      "learning_rate": 2.7433803854803174e-06,
      "loss": 0.3442,
      "step": 1356340
    },
    {
      "epoch": 378.55,
      "grad_norm": 0.9325498342514038,
      "learning_rate": 2.7433537417879038e-06,
      "loss": 0.3546,
      "step": 1356350
    },
    {
      "epoch": 378.55,
      "grad_norm": 0.8454808592796326,
      "learning_rate": 2.7433270980423033e-06,
      "loss": 0.3412,
      "step": 1356360
    },
    {
      "epoch": 378.56,
      "grad_norm": 0.9521999955177307,
      "learning_rate": 2.743300454243519e-06,
      "loss": 0.3488,
      "step": 1356370
    },
    {
      "epoch": 378.56,
      "grad_norm": 0.9286916255950928,
      "learning_rate": 2.7432738103915534e-06,
      "loss": 0.3316,
      "step": 1356380
    },
    {
      "epoch": 378.56,
      "grad_norm": 1.083712100982666,
      "learning_rate": 2.7432471664864113e-06,
      "loss": 0.3577,
      "step": 1356390
    },
    {
      "epoch": 378.57,
      "grad_norm": 1.0002409219741821,
      "learning_rate": 2.7432205225280975e-06,
      "loss": 0.3628,
      "step": 1356400
    },
    {
      "epoch": 378.57,
      "grad_norm": 1.0319112539291382,
      "learning_rate": 2.743193878516612e-06,
      "loss": 0.3449,
      "step": 1356410
    },
    {
      "epoch": 378.57,
      "grad_norm": 1.173720121383667,
      "learning_rate": 2.7431672344519617e-06,
      "loss": 0.3543,
      "step": 1356420
    },
    {
      "epoch": 378.57,
      "grad_norm": 0.8928021192550659,
      "learning_rate": 2.7431405903341487e-06,
      "loss": 0.3307,
      "step": 1356430
    },
    {
      "epoch": 378.58,
      "grad_norm": 1.0427978038787842,
      "learning_rate": 2.743113946163177e-06,
      "loss": 0.3434,
      "step": 1356440
    },
    {
      "epoch": 378.58,
      "grad_norm": 1.0539484024047852,
      "learning_rate": 2.743087301939049e-06,
      "loss": 0.3483,
      "step": 1356450
    },
    {
      "epoch": 378.58,
      "grad_norm": 0.9748944044113159,
      "learning_rate": 2.74306065766177e-06,
      "loss": 0.3391,
      "step": 1356460
    },
    {
      "epoch": 378.58,
      "grad_norm": 1.093437910079956,
      "learning_rate": 2.7430340133313418e-06,
      "loss": 0.3491,
      "step": 1356470
    },
    {
      "epoch": 378.59,
      "grad_norm": 1.1815720796585083,
      "learning_rate": 2.7430073689477696e-06,
      "loss": 0.3741,
      "step": 1356480
    },
    {
      "epoch": 378.59,
      "grad_norm": 1.0073108673095703,
      "learning_rate": 2.742980724511055e-06,
      "loss": 0.3406,
      "step": 1356490
    },
    {
      "epoch": 378.59,
      "grad_norm": 1.2319592237472534,
      "learning_rate": 2.742954080021204e-06,
      "loss": 0.3671,
      "step": 1356500
    },
    {
      "epoch": 378.6,
      "grad_norm": 1.0729490518569946,
      "learning_rate": 2.7429274354782184e-06,
      "loss": 0.3407,
      "step": 1356510
    },
    {
      "epoch": 378.6,
      "grad_norm": 1.022631287574768,
      "learning_rate": 2.742900790882102e-06,
      "loss": 0.3523,
      "step": 1356520
    },
    {
      "epoch": 378.6,
      "grad_norm": 1.0153865814208984,
      "learning_rate": 2.7428741462328587e-06,
      "loss": 0.349,
      "step": 1356530
    },
    {
      "epoch": 378.6,
      "grad_norm": 1.153882622718811,
      "learning_rate": 2.7428475015304913e-06,
      "loss": 0.3529,
      "step": 1356540
    },
    {
      "epoch": 378.61,
      "grad_norm": 0.992985725402832,
      "learning_rate": 2.742820856775004e-06,
      "loss": 0.3525,
      "step": 1356550
    },
    {
      "epoch": 378.61,
      "grad_norm": 1.1760221719741821,
      "learning_rate": 2.7427942119664007e-06,
      "loss": 0.3442,
      "step": 1356560
    },
    {
      "epoch": 378.61,
      "grad_norm": 1.0167344808578491,
      "learning_rate": 2.742767567104684e-06,
      "loss": 0.3619,
      "step": 1356570
    },
    {
      "epoch": 378.62,
      "grad_norm": 1.034363865852356,
      "learning_rate": 2.7427409221898582e-06,
      "loss": 0.334,
      "step": 1356580
    },
    {
      "epoch": 378.62,
      "grad_norm": 1.091860294342041,
      "learning_rate": 2.742714277221927e-06,
      "loss": 0.3438,
      "step": 1356590
    },
    {
      "epoch": 378.62,
      "grad_norm": 0.9203813076019287,
      "learning_rate": 2.742687632200894e-06,
      "loss": 0.3318,
      "step": 1356600
    },
    {
      "epoch": 378.62,
      "grad_norm": 0.9680193066596985,
      "learning_rate": 2.7426609871267607e-06,
      "loss": 0.3376,
      "step": 1356610
    },
    {
      "epoch": 378.63,
      "grad_norm": 0.9690762162208557,
      "learning_rate": 2.7426343419995334e-06,
      "loss": 0.3554,
      "step": 1356620
    },
    {
      "epoch": 378.63,
      "grad_norm": 0.8986669778823853,
      "learning_rate": 2.7426076968192145e-06,
      "loss": 0.3508,
      "step": 1356630
    },
    {
      "epoch": 378.63,
      "grad_norm": 1.0740509033203125,
      "learning_rate": 2.7425810515858065e-06,
      "loss": 0.3559,
      "step": 1356640
    },
    {
      "epoch": 378.64,
      "grad_norm": 1.1387497186660767,
      "learning_rate": 2.742554406299315e-06,
      "loss": 0.3392,
      "step": 1356650
    },
    {
      "epoch": 378.64,
      "grad_norm": 1.022395372390747,
      "learning_rate": 2.742527760959742e-06,
      "loss": 0.3441,
      "step": 1356660
    },
    {
      "epoch": 378.64,
      "grad_norm": 1.0823920965194702,
      "learning_rate": 2.7425011155670923e-06,
      "loss": 0.35,
      "step": 1356670
    },
    {
      "epoch": 378.64,
      "grad_norm": 0.8811900615692139,
      "learning_rate": 2.7424744701213675e-06,
      "loss": 0.3512,
      "step": 1356680
    },
    {
      "epoch": 378.65,
      "grad_norm": 0.92951500415802,
      "learning_rate": 2.742447824622574e-06,
      "loss": 0.3539,
      "step": 1356690
    },
    {
      "epoch": 378.65,
      "grad_norm": 0.9656660556793213,
      "learning_rate": 2.7424211790707125e-06,
      "loss": 0.3697,
      "step": 1356700
    },
    {
      "epoch": 378.65,
      "grad_norm": 0.9928733110427856,
      "learning_rate": 2.7423945334657874e-06,
      "loss": 0.3548,
      "step": 1356710
    },
    {
      "epoch": 378.65,
      "grad_norm": 0.9998921751976013,
      "learning_rate": 2.7423678878078033e-06,
      "loss": 0.3478,
      "step": 1356720
    },
    {
      "epoch": 378.66,
      "grad_norm": 0.9891254305839539,
      "learning_rate": 2.742341242096763e-06,
      "loss": 0.3328,
      "step": 1356730
    },
    {
      "epoch": 378.66,
      "grad_norm": 0.9242597818374634,
      "learning_rate": 2.7423145963326705e-06,
      "loss": 0.3526,
      "step": 1356740
    },
    {
      "epoch": 378.66,
      "grad_norm": 1.0358595848083496,
      "learning_rate": 2.742287950515528e-06,
      "loss": 0.348,
      "step": 1356750
    },
    {
      "epoch": 378.67,
      "grad_norm": 0.9935614466667175,
      "learning_rate": 2.742261304645341e-06,
      "loss": 0.3494,
      "step": 1356760
    },
    {
      "epoch": 378.67,
      "grad_norm": 1.165653109550476,
      "learning_rate": 2.742234658722111e-06,
      "loss": 0.3348,
      "step": 1356770
    },
    {
      "epoch": 378.67,
      "grad_norm": 0.9682888984680176,
      "learning_rate": 2.742208012745843e-06,
      "loss": 0.329,
      "step": 1356780
    },
    {
      "epoch": 378.67,
      "grad_norm": 1.1010260581970215,
      "learning_rate": 2.742181366716541e-06,
      "loss": 0.3582,
      "step": 1356790
    },
    {
      "epoch": 378.68,
      "grad_norm": 1.0368560552597046,
      "learning_rate": 2.7421547206342064e-06,
      "loss": 0.3477,
      "step": 1356800
    },
    {
      "epoch": 378.68,
      "grad_norm": 0.9392104148864746,
      "learning_rate": 2.742128074498845e-06,
      "loss": 0.3575,
      "step": 1356810
    },
    {
      "epoch": 378.68,
      "grad_norm": 1.025087594985962,
      "learning_rate": 2.7421014283104592e-06,
      "loss": 0.3442,
      "step": 1356820
    },
    {
      "epoch": 378.69,
      "grad_norm": 1.0844976902008057,
      "learning_rate": 2.7420747820690524e-06,
      "loss": 0.3601,
      "step": 1356830
    },
    {
      "epoch": 378.69,
      "grad_norm": 1.2169314622879028,
      "learning_rate": 2.742048135774628e-06,
      "loss": 0.3684,
      "step": 1356840
    },
    {
      "epoch": 378.69,
      "grad_norm": 1.0402406454086304,
      "learning_rate": 2.7420214894271914e-06,
      "loss": 0.3552,
      "step": 1356850
    },
    {
      "epoch": 378.69,
      "grad_norm": 0.9350921511650085,
      "learning_rate": 2.741994843026743e-06,
      "loss": 0.3584,
      "step": 1356860
    },
    {
      "epoch": 378.7,
      "grad_norm": 1.0711458921432495,
      "learning_rate": 2.741968196573289e-06,
      "loss": 0.3358,
      "step": 1356870
    },
    {
      "epoch": 378.7,
      "grad_norm": 0.982395350933075,
      "learning_rate": 2.7419415500668323e-06,
      "loss": 0.3356,
      "step": 1356880
    },
    {
      "epoch": 378.7,
      "grad_norm": 1.8250479698181152,
      "learning_rate": 2.741914903507376e-06,
      "loss": 0.3327,
      "step": 1356890
    },
    {
      "epoch": 378.7,
      "grad_norm": 1.079356074333191,
      "learning_rate": 2.7418882568949235e-06,
      "loss": 0.3607,
      "step": 1356900
    },
    {
      "epoch": 378.71,
      "grad_norm": 1.0079537630081177,
      "learning_rate": 2.7418616102294793e-06,
      "loss": 0.3612,
      "step": 1356910
    },
    {
      "epoch": 378.71,
      "grad_norm": 1.1013624668121338,
      "learning_rate": 2.7418349635110464e-06,
      "loss": 0.3471,
      "step": 1356920
    },
    {
      "epoch": 378.71,
      "grad_norm": 1.2357391119003296,
      "learning_rate": 2.7418083167396273e-06,
      "loss": 0.3372,
      "step": 1356930
    },
    {
      "epoch": 378.72,
      "grad_norm": 1.1803603172302246,
      "learning_rate": 2.741781669915227e-06,
      "loss": 0.3502,
      "step": 1356940
    },
    {
      "epoch": 378.72,
      "grad_norm": 1.4532899856567383,
      "learning_rate": 2.741755023037849e-06,
      "loss": 0.3437,
      "step": 1356950
    },
    {
      "epoch": 378.72,
      "grad_norm": 1.0327439308166504,
      "learning_rate": 2.741728376107496e-06,
      "loss": 0.3572,
      "step": 1356960
    },
    {
      "epoch": 378.72,
      "grad_norm": 1.0392625331878662,
      "learning_rate": 2.7417017291241722e-06,
      "loss": 0.3486,
      "step": 1356970
    },
    {
      "epoch": 378.73,
      "grad_norm": 1.1661237478256226,
      "learning_rate": 2.741675082087881e-06,
      "loss": 0.3599,
      "step": 1356980
    },
    {
      "epoch": 378.73,
      "grad_norm": 1.064643383026123,
      "learning_rate": 2.7416484349986255e-06,
      "loss": 0.3488,
      "step": 1356990
    },
    {
      "epoch": 378.73,
      "grad_norm": 0.9040429592132568,
      "learning_rate": 2.7416217878564093e-06,
      "loss": 0.3641,
      "step": 1357000
    },
    {
      "epoch": 378.74,
      "grad_norm": 1.0753079652786255,
      "learning_rate": 2.7415951406612366e-06,
      "loss": 0.352,
      "step": 1357010
    },
    {
      "epoch": 378.74,
      "grad_norm": 1.0664517879486084,
      "learning_rate": 2.741568493413111e-06,
      "loss": 0.3543,
      "step": 1357020
    },
    {
      "epoch": 378.74,
      "grad_norm": 1.2798172235488892,
      "learning_rate": 2.7415418461120357e-06,
      "loss": 0.3563,
      "step": 1357030
    },
    {
      "epoch": 378.74,
      "grad_norm": 1.006218433380127,
      "learning_rate": 2.741515198758014e-06,
      "loss": 0.3331,
      "step": 1357040
    },
    {
      "epoch": 378.75,
      "grad_norm": 0.9932494759559631,
      "learning_rate": 2.7414885513510494e-06,
      "loss": 0.3337,
      "step": 1357050
    },
    {
      "epoch": 378.75,
      "grad_norm": 0.9342813491821289,
      "learning_rate": 2.741461903891146e-06,
      "loss": 0.3459,
      "step": 1357060
    },
    {
      "epoch": 378.75,
      "grad_norm": 1.1070202589035034,
      "learning_rate": 2.741435256378306e-06,
      "loss": 0.3541,
      "step": 1357070
    },
    {
      "epoch": 378.76,
      "grad_norm": 0.9799210429191589,
      "learning_rate": 2.7414086088125354e-06,
      "loss": 0.3624,
      "step": 1357080
    },
    {
      "epoch": 378.76,
      "grad_norm": 0.9566556811332703,
      "learning_rate": 2.7413819611938353e-06,
      "loss": 0.361,
      "step": 1357090
    },
    {
      "epoch": 378.76,
      "grad_norm": 0.9858237504959106,
      "learning_rate": 2.7413553135222116e-06,
      "loss": 0.3553,
      "step": 1357100
    },
    {
      "epoch": 378.76,
      "grad_norm": 1.0329413414001465,
      "learning_rate": 2.7413286657976658e-06,
      "loss": 0.3421,
      "step": 1357110
    },
    {
      "epoch": 378.77,
      "grad_norm": 1.0778435468673706,
      "learning_rate": 2.741302018020202e-06,
      "loss": 0.3473,
      "step": 1357120
    },
    {
      "epoch": 378.77,
      "grad_norm": 0.9492455720901489,
      "learning_rate": 2.7412753701898236e-06,
      "loss": 0.3545,
      "step": 1357130
    },
    {
      "epoch": 378.77,
      "grad_norm": 1.8814544677734375,
      "learning_rate": 2.7412487223065353e-06,
      "loss": 0.3476,
      "step": 1357140
    },
    {
      "epoch": 378.77,
      "grad_norm": 1.076446771621704,
      "learning_rate": 2.741222074370339e-06,
      "loss": 0.3436,
      "step": 1357150
    },
    {
      "epoch": 378.78,
      "grad_norm": 0.9684256315231323,
      "learning_rate": 2.741195426381239e-06,
      "loss": 0.3457,
      "step": 1357160
    },
    {
      "epoch": 378.78,
      "grad_norm": 1.3577625751495361,
      "learning_rate": 2.74116877833924e-06,
      "loss": 0.3579,
      "step": 1357170
    },
    {
      "epoch": 378.78,
      "grad_norm": 1.0634452104568481,
      "learning_rate": 2.7411421302443436e-06,
      "loss": 0.3576,
      "step": 1357180
    },
    {
      "epoch": 378.79,
      "grad_norm": 1.1935075521469116,
      "learning_rate": 2.7411154820965545e-06,
      "loss": 0.3604,
      "step": 1357190
    },
    {
      "epoch": 378.79,
      "grad_norm": 0.9711305499076843,
      "learning_rate": 2.741088833895875e-06,
      "loss": 0.3373,
      "step": 1357200
    },
    {
      "epoch": 378.79,
      "grad_norm": 0.9902402758598328,
      "learning_rate": 2.741062185642311e-06,
      "loss": 0.3443,
      "step": 1357210
    },
    {
      "epoch": 378.79,
      "grad_norm": 0.9722716808319092,
      "learning_rate": 2.741035537335864e-06,
      "loss": 0.3535,
      "step": 1357220
    },
    {
      "epoch": 378.8,
      "grad_norm": 0.9904035925865173,
      "learning_rate": 2.7410088889765377e-06,
      "loss": 0.3436,
      "step": 1357230
    },
    {
      "epoch": 378.8,
      "grad_norm": 0.8966995477676392,
      "learning_rate": 2.740982240564337e-06,
      "loss": 0.3451,
      "step": 1357240
    },
    {
      "epoch": 378.8,
      "grad_norm": 0.9659467339515686,
      "learning_rate": 2.740955592099264e-06,
      "loss": 0.3531,
      "step": 1357250
    },
    {
      "epoch": 378.81,
      "grad_norm": 0.9447693228721619,
      "learning_rate": 2.740928943581323e-06,
      "loss": 0.3566,
      "step": 1357260
    },
    {
      "epoch": 378.81,
      "grad_norm": 0.9599425196647644,
      "learning_rate": 2.740902295010518e-06,
      "loss": 0.3673,
      "step": 1357270
    },
    {
      "epoch": 378.81,
      "grad_norm": 0.8935450315475464,
      "learning_rate": 2.7408756463868512e-06,
      "loss": 0.3579,
      "step": 1357280
    },
    {
      "epoch": 378.81,
      "grad_norm": 1.080145239830017,
      "learning_rate": 2.7408489977103267e-06,
      "loss": 0.3215,
      "step": 1357290
    },
    {
      "epoch": 378.82,
      "grad_norm": 0.9516890048980713,
      "learning_rate": 2.7408223489809483e-06,
      "loss": 0.3454,
      "step": 1357300
    },
    {
      "epoch": 378.82,
      "grad_norm": 0.9063384532928467,
      "learning_rate": 2.74079570019872e-06,
      "loss": 0.3507,
      "step": 1357310
    },
    {
      "epoch": 378.82,
      "grad_norm": 0.9474807381629944,
      "learning_rate": 2.7407690513636445e-06,
      "loss": 0.356,
      "step": 1357320
    },
    {
      "epoch": 378.83,
      "grad_norm": 0.9928868412971497,
      "learning_rate": 2.7407424024757256e-06,
      "loss": 0.3511,
      "step": 1357330
    },
    {
      "epoch": 378.83,
      "grad_norm": 1.168060064315796,
      "learning_rate": 2.7407157535349675e-06,
      "loss": 0.3471,
      "step": 1357340
    },
    {
      "epoch": 378.83,
      "grad_norm": 1.0982455015182495,
      "learning_rate": 2.7406891045413724e-06,
      "loss": 0.3455,
      "step": 1357350
    },
    {
      "epoch": 378.83,
      "grad_norm": 1.1813015937805176,
      "learning_rate": 2.7406624554949444e-06,
      "loss": 0.3385,
      "step": 1357360
    },
    {
      "epoch": 378.84,
      "grad_norm": 1.1230710744857788,
      "learning_rate": 2.7406358063956878e-06,
      "loss": 0.3382,
      "step": 1357370
    },
    {
      "epoch": 378.84,
      "grad_norm": 1.125242829322815,
      "learning_rate": 2.7406091572436056e-06,
      "loss": 0.3538,
      "step": 1357380
    },
    {
      "epoch": 378.84,
      "grad_norm": 1.068703293800354,
      "learning_rate": 2.740582508038701e-06,
      "loss": 0.3475,
      "step": 1357390
    },
    {
      "epoch": 378.84,
      "grad_norm": 1.093583583831787,
      "learning_rate": 2.7405558587809786e-06,
      "loss": 0.3296,
      "step": 1357400
    },
    {
      "epoch": 378.85,
      "grad_norm": 1.1131799221038818,
      "learning_rate": 2.7405292094704402e-06,
      "loss": 0.3462,
      "step": 1357410
    },
    {
      "epoch": 378.85,
      "grad_norm": 1.0027730464935303,
      "learning_rate": 2.740502560107091e-06,
      "loss": 0.3474,
      "step": 1357420
    },
    {
      "epoch": 378.85,
      "grad_norm": 1.0694912672042847,
      "learning_rate": 2.7404759106909344e-06,
      "loss": 0.3475,
      "step": 1357430
    },
    {
      "epoch": 378.86,
      "grad_norm": 1.2185783386230469,
      "learning_rate": 2.7404492612219725e-06,
      "loss": 0.3682,
      "step": 1357440
    },
    {
      "epoch": 378.86,
      "grad_norm": 1.1621218919754028,
      "learning_rate": 2.7404226117002095e-06,
      "loss": 0.3599,
      "step": 1357450
    },
    {
      "epoch": 378.86,
      "grad_norm": 0.9840155243873596,
      "learning_rate": 2.7403959621256506e-06,
      "loss": 0.3461,
      "step": 1357460
    },
    {
      "epoch": 378.86,
      "grad_norm": 2.9459142684936523,
      "learning_rate": 2.7403693124982973e-06,
      "loss": 0.3338,
      "step": 1357470
    },
    {
      "epoch": 378.87,
      "grad_norm": 0.9055289030075073,
      "learning_rate": 2.740342662818154e-06,
      "loss": 0.3591,
      "step": 1357480
    },
    {
      "epoch": 378.87,
      "grad_norm": 0.9060810208320618,
      "learning_rate": 2.7403160130852236e-06,
      "loss": 0.3307,
      "step": 1357490
    },
    {
      "epoch": 378.87,
      "grad_norm": 1.018051028251648,
      "learning_rate": 2.740289363299511e-06,
      "loss": 0.3446,
      "step": 1357500
    },
    {
      "epoch": 378.88,
      "grad_norm": 1.1196999549865723,
      "learning_rate": 2.7402627134610184e-06,
      "loss": 0.3544,
      "step": 1357510
    },
    {
      "epoch": 378.88,
      "grad_norm": 1.0113716125488281,
      "learning_rate": 2.74023606356975e-06,
      "loss": 0.3401,
      "step": 1357520
    },
    {
      "epoch": 378.88,
      "grad_norm": 1.0454683303833008,
      "learning_rate": 2.7402094136257094e-06,
      "loss": 0.36,
      "step": 1357530
    },
    {
      "epoch": 378.88,
      "grad_norm": 1.0186344385147095,
      "learning_rate": 2.7401827636288994e-06,
      "loss": 0.3427,
      "step": 1357540
    },
    {
      "epoch": 378.89,
      "grad_norm": 1.0970016717910767,
      "learning_rate": 2.7401561135793243e-06,
      "loss": 0.345,
      "step": 1357550
    },
    {
      "epoch": 378.89,
      "grad_norm": 1.1713210344314575,
      "learning_rate": 2.740129463476988e-06,
      "loss": 0.3528,
      "step": 1357560
    },
    {
      "epoch": 378.89,
      "grad_norm": 1.1742008924484253,
      "learning_rate": 2.740102813321893e-06,
      "loss": 0.3581,
      "step": 1357570
    },
    {
      "epoch": 378.89,
      "grad_norm": 1.1299138069152832,
      "learning_rate": 2.740076163114043e-06,
      "loss": 0.3452,
      "step": 1357580
    },
    {
      "epoch": 378.9,
      "grad_norm": 1.0569791793823242,
      "learning_rate": 2.740049512853442e-06,
      "loss": 0.3466,
      "step": 1357590
    },
    {
      "epoch": 378.9,
      "grad_norm": 0.9566933512687683,
      "learning_rate": 2.7400228625400938e-06,
      "loss": 0.328,
      "step": 1357600
    },
    {
      "epoch": 378.9,
      "grad_norm": 0.9303040504455566,
      "learning_rate": 2.739996212174001e-06,
      "loss": 0.3407,
      "step": 1357610
    },
    {
      "epoch": 378.91,
      "grad_norm": 1.0661754608154297,
      "learning_rate": 2.739969561755169e-06,
      "loss": 0.3517,
      "step": 1357620
    },
    {
      "epoch": 378.91,
      "grad_norm": 1.0096826553344727,
      "learning_rate": 2.7399429112835995e-06,
      "loss": 0.3387,
      "step": 1357630
    },
    {
      "epoch": 378.91,
      "grad_norm": 1.3940539360046387,
      "learning_rate": 2.739916260759296e-06,
      "loss": 0.3383,
      "step": 1357640
    },
    {
      "epoch": 378.91,
      "grad_norm": 0.8919289708137512,
      "learning_rate": 2.7398896101822625e-06,
      "loss": 0.3559,
      "step": 1357650
    },
    {
      "epoch": 378.92,
      "grad_norm": 0.9999455809593201,
      "learning_rate": 2.7398629595525037e-06,
      "loss": 0.3463,
      "step": 1357660
    },
    {
      "epoch": 378.92,
      "grad_norm": 1.0166420936584473,
      "learning_rate": 2.7398363088700214e-06,
      "loss": 0.3601,
      "step": 1357670
    },
    {
      "epoch": 378.92,
      "grad_norm": 0.9892123341560364,
      "learning_rate": 2.73980965813482e-06,
      "loss": 0.3446,
      "step": 1357680
    },
    {
      "epoch": 378.93,
      "grad_norm": 0.9944189786911011,
      "learning_rate": 2.7397830073469035e-06,
      "loss": 0.3405,
      "step": 1357690
    },
    {
      "epoch": 378.93,
      "grad_norm": 1.1529356241226196,
      "learning_rate": 2.7397563565062746e-06,
      "loss": 0.3602,
      "step": 1357700
    },
    {
      "epoch": 378.93,
      "grad_norm": 0.9243490099906921,
      "learning_rate": 2.7397297056129366e-06,
      "loss": 0.3434,
      "step": 1357710
    },
    {
      "epoch": 378.93,
      "grad_norm": 0.9980843663215637,
      "learning_rate": 2.7397030546668945e-06,
      "loss": 0.3309,
      "step": 1357720
    },
    {
      "epoch": 378.94,
      "grad_norm": 1.0967586040496826,
      "learning_rate": 2.739676403668151e-06,
      "loss": 0.3473,
      "step": 1357730
    },
    {
      "epoch": 378.94,
      "grad_norm": 0.9908977746963501,
      "learning_rate": 2.7396497526167082e-06,
      "loss": 0.3425,
      "step": 1357740
    },
    {
      "epoch": 378.94,
      "grad_norm": 1.1979570388793945,
      "learning_rate": 2.7396231015125717e-06,
      "loss": 0.3484,
      "step": 1357750
    },
    {
      "epoch": 378.95,
      "grad_norm": 1.071986436843872,
      "learning_rate": 2.739596450355745e-06,
      "loss": 0.3439,
      "step": 1357760
    },
    {
      "epoch": 378.95,
      "grad_norm": 1.0227242708206177,
      "learning_rate": 2.7395697991462307e-06,
      "loss": 0.3442,
      "step": 1357770
    },
    {
      "epoch": 378.95,
      "grad_norm": 1.0063363313674927,
      "learning_rate": 2.7395431478840327e-06,
      "loss": 0.3605,
      "step": 1357780
    },
    {
      "epoch": 378.95,
      "grad_norm": 1.0128893852233887,
      "learning_rate": 2.739516496569155e-06,
      "loss": 0.3559,
      "step": 1357790
    },
    {
      "epoch": 378.96,
      "grad_norm": 0.8900501728057861,
      "learning_rate": 2.7394898452015994e-06,
      "loss": 0.3446,
      "step": 1357800
    },
    {
      "epoch": 378.96,
      "grad_norm": 1.0877238512039185,
      "learning_rate": 2.7394631937813718e-06,
      "loss": 0.36,
      "step": 1357810
    },
    {
      "epoch": 378.96,
      "grad_norm": 1.0599852800369263,
      "learning_rate": 2.7394365423084743e-06,
      "loss": 0.3436,
      "step": 1357820
    },
    {
      "epoch": 378.96,
      "grad_norm": 0.9316975474357605,
      "learning_rate": 2.73940989078291e-06,
      "loss": 0.3383,
      "step": 1357830
    },
    {
      "epoch": 378.97,
      "grad_norm": 1.0233633518218994,
      "learning_rate": 2.7393832392046845e-06,
      "loss": 0.3407,
      "step": 1357840
    },
    {
      "epoch": 378.97,
      "grad_norm": 1.1086169481277466,
      "learning_rate": 2.7393565875738e-06,
      "loss": 0.3404,
      "step": 1357850
    },
    {
      "epoch": 378.97,
      "grad_norm": 1.2594552040100098,
      "learning_rate": 2.7393299358902596e-06,
      "loss": 0.3506,
      "step": 1357860
    },
    {
      "epoch": 378.98,
      "grad_norm": 4.025608539581299,
      "learning_rate": 2.739303284154068e-06,
      "loss": 0.3417,
      "step": 1357870
    },
    {
      "epoch": 378.98,
      "grad_norm": 1.1330795288085938,
      "learning_rate": 2.739276632365227e-06,
      "loss": 0.3615,
      "step": 1357880
    },
    {
      "epoch": 378.98,
      "grad_norm": 1.0192700624465942,
      "learning_rate": 2.7392499805237425e-06,
      "loss": 0.3484,
      "step": 1357890
    },
    {
      "epoch": 378.98,
      "grad_norm": 1.1888782978057861,
      "learning_rate": 2.739223328629616e-06,
      "loss": 0.356,
      "step": 1357900
    },
    {
      "epoch": 378.99,
      "grad_norm": 0.9897270202636719,
      "learning_rate": 2.7391966766828527e-06,
      "loss": 0.3623,
      "step": 1357910
    },
    {
      "epoch": 378.99,
      "grad_norm": 0.993489146232605,
      "learning_rate": 2.7391700246834553e-06,
      "loss": 0.346,
      "step": 1357920
    },
    {
      "epoch": 378.99,
      "grad_norm": 1.1141611337661743,
      "learning_rate": 2.739143372631427e-06,
      "loss": 0.3515,
      "step": 1357930
    },
    {
      "epoch": 379.0,
      "grad_norm": 1.0154021978378296,
      "learning_rate": 2.7391167205267713e-06,
      "loss": 0.3507,
      "step": 1357940
    },
    {
      "epoch": 379.0,
      "grad_norm": 1.0164756774902344,
      "learning_rate": 2.739090068369493e-06,
      "loss": 0.3553,
      "step": 1357950
    },
    {
      "epoch": 379.0,
      "eval_loss": 0.34860435128211975,
      "eval_runtime": 62.7317,
      "eval_samples_per_second": 80.645,
      "eval_steps_per_second": 10.091,
      "step": 1357957
    },
    {
      "epoch": 379.0,
      "grad_norm": 1.065632700920105,
      "learning_rate": 2.7390634161595946e-06,
      "loss": 0.35,
      "step": 1357960
    },
    {
      "epoch": 379.0,
      "grad_norm": 2.649406909942627,
      "learning_rate": 2.7390367638970795e-06,
      "loss": 0.3496,
      "step": 1357970
    },
    {
      "epoch": 379.01,
      "grad_norm": 1.1050055027008057,
      "learning_rate": 2.739010111581952e-06,
      "loss": 0.3476,
      "step": 1357980
    },
    {
      "epoch": 379.01,
      "grad_norm": 0.8654050230979919,
      "learning_rate": 2.7389834592142152e-06,
      "loss": 0.3396,
      "step": 1357990
    },
    {
      "epoch": 379.01,
      "grad_norm": 0.8837304711341858,
      "learning_rate": 2.7389568067938725e-06,
      "loss": 0.3396,
      "step": 1358000
    },
    {
      "epoch": 379.01,
      "grad_norm": 1.0297507047653198,
      "learning_rate": 2.7389301543209286e-06,
      "loss": 0.3544,
      "step": 1358010
    },
    {
      "epoch": 379.02,
      "grad_norm": 1.0925997495651245,
      "learning_rate": 2.738903501795385e-06,
      "loss": 0.348,
      "step": 1358020
    },
    {
      "epoch": 379.02,
      "grad_norm": 3.23276686668396,
      "learning_rate": 2.738876849217246e-06,
      "loss": 0.347,
      "step": 1358030
    },
    {
      "epoch": 379.02,
      "grad_norm": 1.0118552446365356,
      "learning_rate": 2.7388501965865164e-06,
      "loss": 0.3544,
      "step": 1358040
    },
    {
      "epoch": 379.03,
      "grad_norm": 1.0996226072311401,
      "learning_rate": 2.738823543903199e-06,
      "loss": 0.3627,
      "step": 1358050
    },
    {
      "epoch": 379.03,
      "grad_norm": 1.1157559156417847,
      "learning_rate": 2.738796891167297e-06,
      "loss": 0.3444,
      "step": 1358060
    },
    {
      "epoch": 379.03,
      "grad_norm": 1.1909717321395874,
      "learning_rate": 2.738770238378814e-06,
      "loss": 0.3517,
      "step": 1358070
    },
    {
      "epoch": 379.03,
      "grad_norm": 0.9591118693351746,
      "learning_rate": 2.738743585537754e-06,
      "loss": 0.3592,
      "step": 1358080
    },
    {
      "epoch": 379.04,
      "grad_norm": 0.8537961840629578,
      "learning_rate": 2.7387169326441196e-06,
      "loss": 0.3673,
      "step": 1358090
    },
    {
      "epoch": 379.04,
      "grad_norm": 0.9351552128791809,
      "learning_rate": 2.738690279697915e-06,
      "loss": 0.34,
      "step": 1358100
    },
    {
      "epoch": 379.04,
      "grad_norm": 1.0371960401535034,
      "learning_rate": 2.7386636266991445e-06,
      "loss": 0.3653,
      "step": 1358110
    },
    {
      "epoch": 379.05,
      "grad_norm": 0.9249547719955444,
      "learning_rate": 2.7386369736478105e-06,
      "loss": 0.3591,
      "step": 1358120
    },
    {
      "epoch": 379.05,
      "grad_norm": 1.0558892488479614,
      "learning_rate": 2.738610320543917e-06,
      "loss": 0.3278,
      "step": 1358130
    },
    {
      "epoch": 379.05,
      "grad_norm": 1.123260498046875,
      "learning_rate": 2.7385836673874677e-06,
      "loss": 0.3428,
      "step": 1358140
    },
    {
      "epoch": 379.05,
      "grad_norm": 0.9453808665275574,
      "learning_rate": 2.7385570141784657e-06,
      "loss": 0.3521,
      "step": 1358150
    },
    {
      "epoch": 379.06,
      "grad_norm": 0.805679976940155,
      "learning_rate": 2.738530360916914e-06,
      "loss": 0.3347,
      "step": 1358160
    },
    {
      "epoch": 379.06,
      "grad_norm": 1.0167709589004517,
      "learning_rate": 2.738503707602818e-06,
      "loss": 0.3479,
      "step": 1358170
    },
    {
      "epoch": 379.06,
      "grad_norm": 0.9384576082229614,
      "learning_rate": 2.73847705423618e-06,
      "loss": 0.35,
      "step": 1358180
    },
    {
      "epoch": 379.07,
      "grad_norm": 1.0545845031738281,
      "learning_rate": 2.7384504008170033e-06,
      "loss": 0.3553,
      "step": 1358190
    },
    {
      "epoch": 379.07,
      "grad_norm": 0.8582149147987366,
      "learning_rate": 2.7384237473452923e-06,
      "loss": 0.3337,
      "step": 1358200
    },
    {
      "epoch": 379.07,
      "grad_norm": 1.0439832210540771,
      "learning_rate": 2.7383970938210505e-06,
      "loss": 0.3391,
      "step": 1358210
    },
    {
      "epoch": 379.07,
      "grad_norm": 1.1816145181655884,
      "learning_rate": 2.7383704402442803e-06,
      "loss": 0.3696,
      "step": 1358220
    },
    {
      "epoch": 379.08,
      "grad_norm": 1.0951164960861206,
      "learning_rate": 2.738343786614986e-06,
      "loss": 0.3604,
      "step": 1358230
    },
    {
      "epoch": 379.08,
      "grad_norm": 1.3130944967269897,
      "learning_rate": 2.7383171329331715e-06,
      "loss": 0.334,
      "step": 1358240
    },
    {
      "epoch": 379.08,
      "grad_norm": 1.1764765977859497,
      "learning_rate": 2.7382904791988397e-06,
      "loss": 0.3609,
      "step": 1358250
    },
    {
      "epoch": 379.08,
      "grad_norm": 0.9452622532844543,
      "learning_rate": 2.7382638254119944e-06,
      "loss": 0.3341,
      "step": 1358260
    },
    {
      "epoch": 379.09,
      "grad_norm": 0.9060431122779846,
      "learning_rate": 2.7382371715726397e-06,
      "loss": 0.3301,
      "step": 1358270
    },
    {
      "epoch": 379.09,
      "grad_norm": 0.9189987778663635,
      "learning_rate": 2.7382105176807784e-06,
      "loss": 0.336,
      "step": 1358280
    },
    {
      "epoch": 379.09,
      "grad_norm": 1.0117613077163696,
      "learning_rate": 2.7381838637364146e-06,
      "loss": 0.3393,
      "step": 1358290
    },
    {
      "epoch": 379.1,
      "grad_norm": 1.0184624195098877,
      "learning_rate": 2.7381572097395512e-06,
      "loss": 0.3395,
      "step": 1358300
    },
    {
      "epoch": 379.1,
      "grad_norm": 1.0834442377090454,
      "learning_rate": 2.738130555690192e-06,
      "loss": 0.3554,
      "step": 1358310
    },
    {
      "epoch": 379.1,
      "grad_norm": 1.0657070875167847,
      "learning_rate": 2.7381039015883408e-06,
      "loss": 0.344,
      "step": 1358320
    },
    {
      "epoch": 379.1,
      "grad_norm": 0.9855849146842957,
      "learning_rate": 2.738077247434001e-06,
      "loss": 0.352,
      "step": 1358330
    },
    {
      "epoch": 379.11,
      "grad_norm": 1.1005725860595703,
      "learning_rate": 2.738050593227176e-06,
      "loss": 0.3561,
      "step": 1358340
    },
    {
      "epoch": 379.11,
      "grad_norm": 1.203127384185791,
      "learning_rate": 2.73802393896787e-06,
      "loss": 0.3464,
      "step": 1358350
    },
    {
      "epoch": 379.11,
      "grad_norm": 1.1720737218856812,
      "learning_rate": 2.737997284656085e-06,
      "loss": 0.3509,
      "step": 1358360
    },
    {
      "epoch": 379.12,
      "grad_norm": 1.1002180576324463,
      "learning_rate": 2.7379706302918264e-06,
      "loss": 0.3532,
      "step": 1358370
    },
    {
      "epoch": 379.12,
      "grad_norm": 0.9530876874923706,
      "learning_rate": 2.7379439758750965e-06,
      "loss": 0.3605,
      "step": 1358380
    },
    {
      "epoch": 379.12,
      "grad_norm": 0.8308982849121094,
      "learning_rate": 2.7379173214058996e-06,
      "loss": 0.3255,
      "step": 1358390
    },
    {
      "epoch": 379.12,
      "grad_norm": 1.2177423238754272,
      "learning_rate": 2.7378906668842388e-06,
      "loss": 0.344,
      "step": 1358400
    },
    {
      "epoch": 379.13,
      "grad_norm": 1.0970628261566162,
      "learning_rate": 2.7378640123101174e-06,
      "loss": 0.3528,
      "step": 1358410
    },
    {
      "epoch": 379.13,
      "grad_norm": 0.9359138607978821,
      "learning_rate": 2.73783735768354e-06,
      "loss": 0.3403,
      "step": 1358420
    },
    {
      "epoch": 379.13,
      "grad_norm": 1.0640239715576172,
      "learning_rate": 2.737810703004509e-06,
      "loss": 0.3575,
      "step": 1358430
    },
    {
      "epoch": 379.13,
      "grad_norm": 0.9070317149162292,
      "learning_rate": 2.7377840482730292e-06,
      "loss": 0.3387,
      "step": 1358440
    },
    {
      "epoch": 379.14,
      "grad_norm": 1.014780879020691,
      "learning_rate": 2.7377573934891024e-06,
      "loss": 0.3515,
      "step": 1358450
    },
    {
      "epoch": 379.14,
      "grad_norm": 0.9628425240516663,
      "learning_rate": 2.7377307386527337e-06,
      "loss": 0.3364,
      "step": 1358460
    },
    {
      "epoch": 379.14,
      "grad_norm": 0.9684165716171265,
      "learning_rate": 2.737704083763926e-06,
      "loss": 0.3568,
      "step": 1358470
    },
    {
      "epoch": 379.15,
      "grad_norm": 1.0340683460235596,
      "learning_rate": 2.737677428822682e-06,
      "loss": 0.3614,
      "step": 1358480
    },
    {
      "epoch": 379.15,
      "grad_norm": 1.0943623781204224,
      "learning_rate": 2.737650773829007e-06,
      "loss": 0.3569,
      "step": 1358490
    },
    {
      "epoch": 379.15,
      "grad_norm": 1.0591928958892822,
      "learning_rate": 2.7376241187829035e-06,
      "loss": 0.3422,
      "step": 1358500
    },
    {
      "epoch": 379.15,
      "grad_norm": 1.0119538307189941,
      "learning_rate": 2.737597463684376e-06,
      "loss": 0.3517,
      "step": 1358510
    },
    {
      "epoch": 379.16,
      "grad_norm": 1.0208148956298828,
      "learning_rate": 2.7375708085334265e-06,
      "loss": 0.3656,
      "step": 1358520
    },
    {
      "epoch": 379.16,
      "grad_norm": 1.072609305381775,
      "learning_rate": 2.7375441533300595e-06,
      "loss": 0.3603,
      "step": 1358530
    },
    {
      "epoch": 379.16,
      "grad_norm": 0.9295822978019714,
      "learning_rate": 2.7375174980742782e-06,
      "loss": 0.3463,
      "step": 1358540
    },
    {
      "epoch": 379.17,
      "grad_norm": 1.3163659572601318,
      "learning_rate": 2.7374908427660863e-06,
      "loss": 0.3411,
      "step": 1358550
    },
    {
      "epoch": 379.17,
      "grad_norm": 0.9214960932731628,
      "learning_rate": 2.7374641874054872e-06,
      "loss": 0.3484,
      "step": 1358560
    },
    {
      "epoch": 379.17,
      "grad_norm": 1.0509767532348633,
      "learning_rate": 2.7374375319924847e-06,
      "loss": 0.3381,
      "step": 1358570
    },
    {
      "epoch": 379.17,
      "grad_norm": 1.1207307577133179,
      "learning_rate": 2.7374108765270835e-06,
      "loss": 0.3571,
      "step": 1358580
    },
    {
      "epoch": 379.18,
      "grad_norm": 1.0396167039871216,
      "learning_rate": 2.7373842210092853e-06,
      "loss": 0.3375,
      "step": 1358590
    },
    {
      "epoch": 379.18,
      "grad_norm": 1.0040744543075562,
      "learning_rate": 2.7373575654390934e-06,
      "loss": 0.3633,
      "step": 1358600
    },
    {
      "epoch": 379.18,
      "grad_norm": 1.026134967803955,
      "learning_rate": 2.737330909816513e-06,
      "loss": 0.354,
      "step": 1358610
    },
    {
      "epoch": 379.19,
      "grad_norm": 1.1145509481430054,
      "learning_rate": 2.737304254141546e-06,
      "loss": 0.3543,
      "step": 1358620
    },
    {
      "epoch": 379.19,
      "grad_norm": 1.0182231664657593,
      "learning_rate": 2.737277598414198e-06,
      "loss": 0.3561,
      "step": 1358630
    },
    {
      "epoch": 379.19,
      "grad_norm": 0.9824036359786987,
      "learning_rate": 2.7372509426344706e-06,
      "loss": 0.3357,
      "step": 1358640
    },
    {
      "epoch": 379.19,
      "grad_norm": 1.1457736492156982,
      "learning_rate": 2.737224286802369e-06,
      "loss": 0.3406,
      "step": 1358650
    },
    {
      "epoch": 379.2,
      "grad_norm": 1.1281468868255615,
      "learning_rate": 2.737197630917895e-06,
      "loss": 0.3543,
      "step": 1358660
    },
    {
      "epoch": 379.2,
      "grad_norm": 0.9275281429290771,
      "learning_rate": 2.7371709749810532e-06,
      "loss": 0.3417,
      "step": 1358670
    },
    {
      "epoch": 379.2,
      "grad_norm": 1.0470268726348877,
      "learning_rate": 2.7371443189918473e-06,
      "loss": 0.3436,
      "step": 1358680
    },
    {
      "epoch": 379.2,
      "grad_norm": 1.0737204551696777,
      "learning_rate": 2.7371176629502803e-06,
      "loss": 0.3432,
      "step": 1358690
    },
    {
      "epoch": 379.21,
      "grad_norm": 1.097372055053711,
      "learning_rate": 2.7370910068563556e-06,
      "loss": 0.3457,
      "step": 1358700
    },
    {
      "epoch": 379.21,
      "grad_norm": 1.0497169494628906,
      "learning_rate": 2.737064350710077e-06,
      "loss": 0.3399,
      "step": 1358710
    },
    {
      "epoch": 379.21,
      "grad_norm": 0.9283379912376404,
      "learning_rate": 2.737037694511449e-06,
      "loss": 0.3385,
      "step": 1358720
    },
    {
      "epoch": 379.22,
      "grad_norm": 1.0671186447143555,
      "learning_rate": 2.7370110382604743e-06,
      "loss": 0.3425,
      "step": 1358730
    },
    {
      "epoch": 379.22,
      "grad_norm": 1.088301658630371,
      "learning_rate": 2.7369843819571555e-06,
      "loss": 0.3409,
      "step": 1358740
    },
    {
      "epoch": 379.22,
      "grad_norm": 1.010518193244934,
      "learning_rate": 2.7369577256014972e-06,
      "loss": 0.3481,
      "step": 1358750
    },
    {
      "epoch": 379.22,
      "grad_norm": 1.0186039209365845,
      "learning_rate": 2.7369310691935038e-06,
      "loss": 0.3798,
      "step": 1358760
    },
    {
      "epoch": 379.23,
      "grad_norm": 0.8649125099182129,
      "learning_rate": 2.7369044127331772e-06,
      "loss": 0.3634,
      "step": 1358770
    },
    {
      "epoch": 379.23,
      "grad_norm": 1.1926332712173462,
      "learning_rate": 2.736877756220522e-06,
      "loss": 0.369,
      "step": 1358780
    },
    {
      "epoch": 379.23,
      "grad_norm": 0.9761976003646851,
      "learning_rate": 2.736851099655541e-06,
      "loss": 0.3547,
      "step": 1358790
    },
    {
      "epoch": 379.24,
      "grad_norm": 1.1209170818328857,
      "learning_rate": 2.7368244430382385e-06,
      "loss": 0.34,
      "step": 1358800
    },
    {
      "epoch": 379.24,
      "grad_norm": 1.0210347175598145,
      "learning_rate": 2.7367977863686173e-06,
      "loss": 0.3317,
      "step": 1358810
    },
    {
      "epoch": 379.24,
      "grad_norm": 1.063310146331787,
      "learning_rate": 2.7367711296466817e-06,
      "loss": 0.3465,
      "step": 1358820
    },
    {
      "epoch": 379.24,
      "grad_norm": 1.1238890886306763,
      "learning_rate": 2.736744472872434e-06,
      "loss": 0.3585,
      "step": 1358830
    },
    {
      "epoch": 379.25,
      "grad_norm": 1.06602144241333,
      "learning_rate": 2.7367178160458798e-06,
      "loss": 0.3602,
      "step": 1358840
    },
    {
      "epoch": 379.25,
      "grad_norm": 1.1104856729507446,
      "learning_rate": 2.7366911591670216e-06,
      "loss": 0.3365,
      "step": 1358850
    },
    {
      "epoch": 379.25,
      "grad_norm": 0.9833084940910339,
      "learning_rate": 2.7366645022358616e-06,
      "loss": 0.3468,
      "step": 1358860
    },
    {
      "epoch": 379.25,
      "grad_norm": 1.340969204902649,
      "learning_rate": 2.736637845252406e-06,
      "loss": 0.3495,
      "step": 1358870
    },
    {
      "epoch": 379.26,
      "grad_norm": 0.9487193822860718,
      "learning_rate": 2.736611188216656e-06,
      "loss": 0.3527,
      "step": 1358880
    },
    {
      "epoch": 379.26,
      "grad_norm": 0.9869095683097839,
      "learning_rate": 2.736584531128616e-06,
      "loss": 0.3436,
      "step": 1358890
    },
    {
      "epoch": 379.26,
      "grad_norm": 0.9866510033607483,
      "learning_rate": 2.7365578739882894e-06,
      "loss": 0.3447,
      "step": 1358900
    },
    {
      "epoch": 379.27,
      "grad_norm": 1.2326040267944336,
      "learning_rate": 2.7365312167956804e-06,
      "loss": 0.3502,
      "step": 1358910
    },
    {
      "epoch": 379.27,
      "grad_norm": 0.991736114025116,
      "learning_rate": 2.7365045595507926e-06,
      "loss": 0.3469,
      "step": 1358920
    },
    {
      "epoch": 379.27,
      "grad_norm": 0.9585384130477905,
      "learning_rate": 2.736477902253628e-06,
      "loss": 0.3545,
      "step": 1358930
    },
    {
      "epoch": 379.27,
      "grad_norm": 0.9981992840766907,
      "learning_rate": 2.7364512449041917e-06,
      "loss": 0.3434,
      "step": 1358940
    },
    {
      "epoch": 379.28,
      "grad_norm": 1.1311531066894531,
      "learning_rate": 2.7364245875024876e-06,
      "loss": 0.3401,
      "step": 1358950
    },
    {
      "epoch": 379.28,
      "grad_norm": 0.9851940870285034,
      "learning_rate": 2.7363979300485173e-06,
      "loss": 0.3502,
      "step": 1358960
    },
    {
      "epoch": 379.28,
      "grad_norm": 0.9772416949272156,
      "learning_rate": 2.7363712725422855e-06,
      "loss": 0.3441,
      "step": 1358970
    },
    {
      "epoch": 379.29,
      "grad_norm": 1.089556336402893,
      "learning_rate": 2.7363446149837964e-06,
      "loss": 0.3387,
      "step": 1358980
    },
    {
      "epoch": 379.29,
      "grad_norm": 1.091966152191162,
      "learning_rate": 2.736317957373052e-06,
      "loss": 0.3607,
      "step": 1358990
    },
    {
      "epoch": 379.29,
      "grad_norm": 1.0040019750595093,
      "learning_rate": 2.736291299710057e-06,
      "loss": 0.3573,
      "step": 1359000
    },
    {
      "epoch": 379.29,
      "grad_norm": 1.0826231241226196,
      "learning_rate": 2.7362646419948147e-06,
      "loss": 0.3481,
      "step": 1359010
    },
    {
      "epoch": 379.3,
      "grad_norm": 1.0570223331451416,
      "learning_rate": 2.736237984227329e-06,
      "loss": 0.3494,
      "step": 1359020
    },
    {
      "epoch": 379.3,
      "grad_norm": 0.8813350200653076,
      "learning_rate": 2.736211326407603e-06,
      "loss": 0.3346,
      "step": 1359030
    },
    {
      "epoch": 379.3,
      "grad_norm": 1.0307188034057617,
      "learning_rate": 2.7361846685356395e-06,
      "loss": 0.3477,
      "step": 1359040
    },
    {
      "epoch": 379.31,
      "grad_norm": 1.2018804550170898,
      "learning_rate": 2.736158010611444e-06,
      "loss": 0.3634,
      "step": 1359050
    },
    {
      "epoch": 379.31,
      "grad_norm": 1.0220389366149902,
      "learning_rate": 2.7361313526350174e-06,
      "loss": 0.3557,
      "step": 1359060
    },
    {
      "epoch": 379.31,
      "grad_norm": 1.0563212633132935,
      "learning_rate": 2.7361046946063657e-06,
      "loss": 0.3482,
      "step": 1359070
    },
    {
      "epoch": 379.31,
      "grad_norm": 0.9743397831916809,
      "learning_rate": 2.7360780365254915e-06,
      "loss": 0.353,
      "step": 1359080
    },
    {
      "epoch": 379.32,
      "grad_norm": 0.919141411781311,
      "learning_rate": 2.7360513783923986e-06,
      "loss": 0.3535,
      "step": 1359090
    },
    {
      "epoch": 379.32,
      "grad_norm": 1.021111249923706,
      "learning_rate": 2.7360247202070894e-06,
      "loss": 0.3347,
      "step": 1359100
    },
    {
      "epoch": 379.32,
      "grad_norm": 0.9367262125015259,
      "learning_rate": 2.735998061969569e-06,
      "loss": 0.3551,
      "step": 1359110
    },
    {
      "epoch": 379.32,
      "grad_norm": 1.3014624118804932,
      "learning_rate": 2.73597140367984e-06,
      "loss": 0.3293,
      "step": 1359120
    },
    {
      "epoch": 379.33,
      "grad_norm": 0.9383557438850403,
      "learning_rate": 2.735944745337906e-06,
      "loss": 0.3528,
      "step": 1359130
    },
    {
      "epoch": 379.33,
      "grad_norm": 0.937624990940094,
      "learning_rate": 2.7359180869437714e-06,
      "loss": 0.369,
      "step": 1359140
    },
    {
      "epoch": 379.33,
      "grad_norm": 1.0551937818527222,
      "learning_rate": 2.7358914284974385e-06,
      "loss": 0.3475,
      "step": 1359150
    },
    {
      "epoch": 379.34,
      "grad_norm": 0.9958199262619019,
      "learning_rate": 2.735864769998912e-06,
      "loss": 0.3501,
      "step": 1359160
    },
    {
      "epoch": 379.34,
      "grad_norm": 0.9961397647857666,
      "learning_rate": 2.735838111448195e-06,
      "loss": 0.3297,
      "step": 1359170
    },
    {
      "epoch": 379.34,
      "grad_norm": 0.9369462132453918,
      "learning_rate": 2.7358114528452908e-06,
      "loss": 0.354,
      "step": 1359180
    },
    {
      "epoch": 379.34,
      "grad_norm": 1.0314135551452637,
      "learning_rate": 2.7357847941902028e-06,
      "loss": 0.3429,
      "step": 1359190
    },
    {
      "epoch": 379.35,
      "grad_norm": 1.0968190431594849,
      "learning_rate": 2.735758135482934e-06,
      "loss": 0.3325,
      "step": 1359200
    },
    {
      "epoch": 379.35,
      "grad_norm": 0.9248382449150085,
      "learning_rate": 2.7357314767234904e-06,
      "loss": 0.3397,
      "step": 1359210
    },
    {
      "epoch": 379.35,
      "grad_norm": 0.9530346989631653,
      "learning_rate": 2.735704817911873e-06,
      "loss": 0.3405,
      "step": 1359220
    },
    {
      "epoch": 379.36,
      "grad_norm": 1.151118278503418,
      "learning_rate": 2.7356781590480873e-06,
      "loss": 0.3513,
      "step": 1359230
    },
    {
      "epoch": 379.36,
      "grad_norm": 0.9670367240905762,
      "learning_rate": 2.735651500132135e-06,
      "loss": 0.3532,
      "step": 1359240
    },
    {
      "epoch": 379.36,
      "grad_norm": 1.1511034965515137,
      "learning_rate": 2.735624841164021e-06,
      "loss": 0.3476,
      "step": 1359250
    },
    {
      "epoch": 379.36,
      "grad_norm": 0.9848207235336304,
      "learning_rate": 2.735598182143748e-06,
      "loss": 0.3424,
      "step": 1359260
    },
    {
      "epoch": 379.37,
      "grad_norm": 1.2661683559417725,
      "learning_rate": 2.7355715230713204e-06,
      "loss": 0.3662,
      "step": 1359270
    },
    {
      "epoch": 379.37,
      "grad_norm": 1.0954554080963135,
      "learning_rate": 2.7355448639467403e-06,
      "loss": 0.355,
      "step": 1359280
    },
    {
      "epoch": 379.37,
      "grad_norm": 1.0585659742355347,
      "learning_rate": 2.735518204770012e-06,
      "loss": 0.3431,
      "step": 1359290
    },
    {
      "epoch": 379.37,
      "grad_norm": 0.9794319272041321,
      "learning_rate": 2.735491545541141e-06,
      "loss": 0.3555,
      "step": 1359300
    },
    {
      "epoch": 379.38,
      "grad_norm": 1.4169319868087769,
      "learning_rate": 2.735464886260128e-06,
      "loss": 0.3535,
      "step": 1359310
    },
    {
      "epoch": 379.38,
      "grad_norm": 1.056588053703308,
      "learning_rate": 2.7354382269269777e-06,
      "loss": 0.3549,
      "step": 1359320
    },
    {
      "epoch": 379.38,
      "grad_norm": 1.0944269895553589,
      "learning_rate": 2.7354115675416935e-06,
      "loss": 0.3538,
      "step": 1359330
    },
    {
      "epoch": 379.39,
      "grad_norm": 0.9671096205711365,
      "learning_rate": 2.7353849081042795e-06,
      "loss": 0.3503,
      "step": 1359340
    },
    {
      "epoch": 379.39,
      "grad_norm": 0.9643405675888062,
      "learning_rate": 2.735358248614738e-06,
      "loss": 0.3463,
      "step": 1359350
    },
    {
      "epoch": 379.39,
      "grad_norm": 1.1493360996246338,
      "learning_rate": 2.7353315890730735e-06,
      "loss": 0.3565,
      "step": 1359360
    },
    {
      "epoch": 379.39,
      "grad_norm": 0.9746565222740173,
      "learning_rate": 2.73530492947929e-06,
      "loss": 0.3451,
      "step": 1359370
    },
    {
      "epoch": 379.4,
      "grad_norm": 1.0395547151565552,
      "learning_rate": 2.7352782698333904e-06,
      "loss": 0.3342,
      "step": 1359380
    },
    {
      "epoch": 379.4,
      "grad_norm": 1.0550729036331177,
      "learning_rate": 2.7352516101353778e-06,
      "loss": 0.351,
      "step": 1359390
    },
    {
      "epoch": 379.4,
      "grad_norm": 0.9741275310516357,
      "learning_rate": 2.7352249503852566e-06,
      "loss": 0.3557,
      "step": 1359400
    },
    {
      "epoch": 379.41,
      "grad_norm": 1.0903997421264648,
      "learning_rate": 2.7351982905830297e-06,
      "loss": 0.3578,
      "step": 1359410
    },
    {
      "epoch": 379.41,
      "grad_norm": 1.1967564821243286,
      "learning_rate": 2.7351716307287e-06,
      "loss": 0.3552,
      "step": 1359420
    },
    {
      "epoch": 379.41,
      "grad_norm": 0.9475194215774536,
      "learning_rate": 2.7351449708222735e-06,
      "loss": 0.3493,
      "step": 1359430
    },
    {
      "epoch": 379.41,
      "grad_norm": 0.8665933609008789,
      "learning_rate": 2.7351183108637517e-06,
      "loss": 0.3463,
      "step": 1359440
    },
    {
      "epoch": 379.42,
      "grad_norm": 1.1353886127471924,
      "learning_rate": 2.7350916508531382e-06,
      "loss": 0.3634,
      "step": 1359450
    },
    {
      "epoch": 379.42,
      "grad_norm": 0.9996998906135559,
      "learning_rate": 2.735064990790438e-06,
      "loss": 0.3328,
      "step": 1359460
    },
    {
      "epoch": 379.42,
      "grad_norm": 0.9790689945220947,
      "learning_rate": 2.7350383306756536e-06,
      "loss": 0.343,
      "step": 1359470
    },
    {
      "epoch": 379.43,
      "grad_norm": 1.0567865371704102,
      "learning_rate": 2.735011670508788e-06,
      "loss": 0.3324,
      "step": 1359480
    },
    {
      "epoch": 379.43,
      "grad_norm": 1.0684303045272827,
      "learning_rate": 2.734985010289845e-06,
      "loss": 0.3498,
      "step": 1359490
    },
    {
      "epoch": 379.43,
      "grad_norm": 1.1806923151016235,
      "learning_rate": 2.7349583500188295e-06,
      "loss": 0.3456,
      "step": 1359500
    },
    {
      "epoch": 379.43,
      "grad_norm": 0.9718226194381714,
      "learning_rate": 2.7349316896957435e-06,
      "loss": 0.3412,
      "step": 1359510
    },
    {
      "epoch": 379.44,
      "grad_norm": 1.012542963027954,
      "learning_rate": 2.734905029320591e-06,
      "loss": 0.3348,
      "step": 1359520
    },
    {
      "epoch": 379.44,
      "grad_norm": 1.044654130935669,
      "learning_rate": 2.7348783688933764e-06,
      "loss": 0.3471,
      "step": 1359530
    },
    {
      "epoch": 379.44,
      "grad_norm": 1.6050093173980713,
      "learning_rate": 2.734851708414102e-06,
      "loss": 0.3451,
      "step": 1359540
    },
    {
      "epoch": 379.44,
      "grad_norm": 1.056831955909729,
      "learning_rate": 2.7348250478827718e-06,
      "loss": 0.3333,
      "step": 1359550
    },
    {
      "epoch": 379.45,
      "grad_norm": 0.9501451849937439,
      "learning_rate": 2.7347983872993895e-06,
      "loss": 0.3404,
      "step": 1359560
    },
    {
      "epoch": 379.45,
      "grad_norm": 1.0552786588668823,
      "learning_rate": 2.7347717266639584e-06,
      "loss": 0.3468,
      "step": 1359570
    },
    {
      "epoch": 379.45,
      "grad_norm": 1.1118446588516235,
      "learning_rate": 2.7347450659764818e-06,
      "loss": 0.3559,
      "step": 1359580
    },
    {
      "epoch": 379.46,
      "grad_norm": 0.9991968870162964,
      "learning_rate": 2.7347184052369647e-06,
      "loss": 0.3349,
      "step": 1359590
    },
    {
      "epoch": 379.46,
      "grad_norm": 1.0102015733718872,
      "learning_rate": 2.7346917444454084e-06,
      "loss": 0.3655,
      "step": 1359600
    },
    {
      "epoch": 379.46,
      "grad_norm": 0.9742149114608765,
      "learning_rate": 2.734665083601819e-06,
      "loss": 0.3649,
      "step": 1359610
    },
    {
      "epoch": 379.46,
      "grad_norm": 0.9947728514671326,
      "learning_rate": 2.7346384227061975e-06,
      "loss": 0.3487,
      "step": 1359620
    },
    {
      "epoch": 379.47,
      "grad_norm": 1.0628434419631958,
      "learning_rate": 2.7346117617585496e-06,
      "loss": 0.3408,
      "step": 1359630
    },
    {
      "epoch": 379.47,
      "grad_norm": 1.096311330795288,
      "learning_rate": 2.7345851007588773e-06,
      "loss": 0.3552,
      "step": 1359640
    },
    {
      "epoch": 379.47,
      "grad_norm": 0.9772070050239563,
      "learning_rate": 2.7345584397071846e-06,
      "loss": 0.358,
      "step": 1359650
    },
    {
      "epoch": 379.48,
      "grad_norm": 1.2724997997283936,
      "learning_rate": 2.734531778603476e-06,
      "loss": 0.3473,
      "step": 1359660
    },
    {
      "epoch": 379.48,
      "grad_norm": 1.157067060470581,
      "learning_rate": 2.734505117447753e-06,
      "loss": 0.357,
      "step": 1359670
    },
    {
      "epoch": 379.48,
      "grad_norm": 1.328460931777954,
      "learning_rate": 2.7344784562400216e-06,
      "loss": 0.3462,
      "step": 1359680
    },
    {
      "epoch": 379.48,
      "grad_norm": 1.1303496360778809,
      "learning_rate": 2.7344517949802836e-06,
      "loss": 0.35,
      "step": 1359690
    },
    {
      "epoch": 379.49,
      "grad_norm": 1.0357158184051514,
      "learning_rate": 2.7344251336685432e-06,
      "loss": 0.3395,
      "step": 1359700
    },
    {
      "epoch": 379.49,
      "grad_norm": 1.0948423147201538,
      "learning_rate": 2.7343984723048035e-06,
      "loss": 0.3504,
      "step": 1359710
    },
    {
      "epoch": 379.49,
      "grad_norm": 0.956160306930542,
      "learning_rate": 2.7343718108890687e-06,
      "loss": 0.3479,
      "step": 1359720
    },
    {
      "epoch": 379.49,
      "grad_norm": 0.9139569401741028,
      "learning_rate": 2.734345149421342e-06,
      "loss": 0.3433,
      "step": 1359730
    },
    {
      "epoch": 379.5,
      "grad_norm": 1.028640866279602,
      "learning_rate": 2.734318487901627e-06,
      "loss": 0.3415,
      "step": 1359740
    },
    {
      "epoch": 379.5,
      "grad_norm": 1.0376009941101074,
      "learning_rate": 2.7342918263299274e-06,
      "loss": 0.355,
      "step": 1359750
    },
    {
      "epoch": 379.5,
      "grad_norm": 1.3959928750991821,
      "learning_rate": 2.734265164706247e-06,
      "loss": 0.3373,
      "step": 1359760
    },
    {
      "epoch": 379.51,
      "grad_norm": 0.895672619342804,
      "learning_rate": 2.7342385030305877e-06,
      "loss": 0.3546,
      "step": 1359770
    },
    {
      "epoch": 379.51,
      "grad_norm": 1.0282909870147705,
      "learning_rate": 2.734211841302954e-06,
      "loss": 0.3475,
      "step": 1359780
    },
    {
      "epoch": 379.51,
      "grad_norm": 0.9986485838890076,
      "learning_rate": 2.7341851795233513e-06,
      "loss": 0.3399,
      "step": 1359790
    },
    {
      "epoch": 379.51,
      "grad_norm": 0.9707821011543274,
      "learning_rate": 2.73415851769178e-06,
      "loss": 0.3388,
      "step": 1359800
    },
    {
      "epoch": 379.52,
      "grad_norm": 1.0100898742675781,
      "learning_rate": 2.7341318558082463e-06,
      "loss": 0.3381,
      "step": 1359810
    },
    {
      "epoch": 379.52,
      "grad_norm": 1.0132431983947754,
      "learning_rate": 2.7341051938727526e-06,
      "loss": 0.3443,
      "step": 1359820
    },
    {
      "epoch": 379.52,
      "grad_norm": 1.0792033672332764,
      "learning_rate": 2.7340785318853027e-06,
      "loss": 0.3491,
      "step": 1359830
    },
    {
      "epoch": 379.53,
      "grad_norm": 1.0150038003921509,
      "learning_rate": 2.734051869845899e-06,
      "loss": 0.3482,
      "step": 1359840
    },
    {
      "epoch": 379.53,
      "grad_norm": 0.9606479406356812,
      "learning_rate": 2.734025207754547e-06,
      "loss": 0.3385,
      "step": 1359850
    },
    {
      "epoch": 379.53,
      "grad_norm": 0.9491996169090271,
      "learning_rate": 2.733998545611249e-06,
      "loss": 0.3465,
      "step": 1359860
    },
    {
      "epoch": 379.53,
      "grad_norm": 0.9815008044242859,
      "learning_rate": 2.733971883416008e-06,
      "loss": 0.3459,
      "step": 1359870
    },
    {
      "epoch": 379.54,
      "grad_norm": 0.9597588777542114,
      "learning_rate": 2.73394522116883e-06,
      "loss": 0.3519,
      "step": 1359880
    },
    {
      "epoch": 379.54,
      "grad_norm": 1.0137124061584473,
      "learning_rate": 2.7339185588697156e-06,
      "loss": 0.3487,
      "step": 1359890
    },
    {
      "epoch": 379.54,
      "grad_norm": 0.9781865477561951,
      "learning_rate": 2.7338918965186705e-06,
      "loss": 0.3415,
      "step": 1359900
    },
    {
      "epoch": 379.55,
      "grad_norm": 1.081171989440918,
      "learning_rate": 2.7338652341156963e-06,
      "loss": 0.3583,
      "step": 1359910
    },
    {
      "epoch": 379.55,
      "grad_norm": 1.023790717124939,
      "learning_rate": 2.733838571660799e-06,
      "loss": 0.3309,
      "step": 1359920
    },
    {
      "epoch": 379.55,
      "grad_norm": 0.9391723871231079,
      "learning_rate": 2.73381190915398e-06,
      "loss": 0.3318,
      "step": 1359930
    },
    {
      "epoch": 379.55,
      "grad_norm": 1.2821859121322632,
      "learning_rate": 2.733785246595243e-06,
      "loss": 0.3449,
      "step": 1359940
    },
    {
      "epoch": 379.56,
      "grad_norm": 0.791388750076294,
      "learning_rate": 2.7337585839845934e-06,
      "loss": 0.3465,
      "step": 1359950
    },
    {
      "epoch": 379.56,
      "grad_norm": 1.000349760055542,
      "learning_rate": 2.733731921322033e-06,
      "loss": 0.3453,
      "step": 1359960
    },
    {
      "epoch": 379.56,
      "grad_norm": 1.014006495475769,
      "learning_rate": 2.7337052586075666e-06,
      "loss": 0.3411,
      "step": 1359970
    },
    {
      "epoch": 379.56,
      "grad_norm": 0.9623919725418091,
      "learning_rate": 2.733678595841196e-06,
      "loss": 0.3408,
      "step": 1359980
    },
    {
      "epoch": 379.57,
      "grad_norm": 1.1468417644500732,
      "learning_rate": 2.733651933022926e-06,
      "loss": 0.355,
      "step": 1359990
    },
    {
      "epoch": 379.57,
      "grad_norm": 0.9685670137405396,
      "learning_rate": 2.7336252701527602e-06,
      "loss": 0.3656,
      "step": 1360000
    },
    {
      "epoch": 379.57,
      "grad_norm": 0.9039589762687683,
      "learning_rate": 2.7335986072307027e-06,
      "loss": 0.3584,
      "step": 1360010
    },
    {
      "epoch": 379.58,
      "grad_norm": 0.9811013340950012,
      "learning_rate": 2.7335719442567546e-06,
      "loss": 0.357,
      "step": 1360020
    },
    {
      "epoch": 379.58,
      "grad_norm": 0.9402965307235718,
      "learning_rate": 2.733545281230922e-06,
      "loss": 0.3621,
      "step": 1360030
    },
    {
      "epoch": 379.58,
      "grad_norm": 0.9841060638427734,
      "learning_rate": 2.7335186181532077e-06,
      "loss": 0.3512,
      "step": 1360040
    },
    {
      "epoch": 379.58,
      "grad_norm": 1.0848413705825806,
      "learning_rate": 2.7334919550236147e-06,
      "loss": 0.3403,
      "step": 1360050
    },
    {
      "epoch": 379.59,
      "grad_norm": 1.0581165552139282,
      "learning_rate": 2.7334652918421474e-06,
      "loss": 0.3334,
      "step": 1360060
    },
    {
      "epoch": 379.59,
      "grad_norm": 1.0293594598770142,
      "learning_rate": 2.733438628608808e-06,
      "loss": 0.3471,
      "step": 1360070
    },
    {
      "epoch": 379.59,
      "grad_norm": 1.1675245761871338,
      "learning_rate": 2.733411965323602e-06,
      "loss": 0.3651,
      "step": 1360080
    },
    {
      "epoch": 379.6,
      "grad_norm": 0.9788150787353516,
      "learning_rate": 2.733385301986531e-06,
      "loss": 0.3564,
      "step": 1360090
    },
    {
      "epoch": 379.6,
      "grad_norm": 0.9714350700378418,
      "learning_rate": 2.7333586385976e-06,
      "loss": 0.3502,
      "step": 1360100
    },
    {
      "epoch": 379.6,
      "grad_norm": 0.9942668080329895,
      "learning_rate": 2.733331975156812e-06,
      "loss": 0.3521,
      "step": 1360110
    },
    {
      "epoch": 379.6,
      "grad_norm": 0.9307844042778015,
      "learning_rate": 2.7333053116641704e-06,
      "loss": 0.3535,
      "step": 1360120
    },
    {
      "epoch": 379.61,
      "grad_norm": 1.108136773109436,
      "learning_rate": 2.7332786481196788e-06,
      "loss": 0.3508,
      "step": 1360130
    },
    {
      "epoch": 379.61,
      "grad_norm": 1.1547373533248901,
      "learning_rate": 2.7332519845233415e-06,
      "loss": 0.3307,
      "step": 1360140
    },
    {
      "epoch": 379.61,
      "grad_norm": 1.0293679237365723,
      "learning_rate": 2.7332253208751603e-06,
      "loss": 0.3299,
      "step": 1360150
    },
    {
      "epoch": 379.61,
      "grad_norm": 1.2419233322143555,
      "learning_rate": 2.73319865717514e-06,
      "loss": 0.3723,
      "step": 1360160
    },
    {
      "epoch": 379.62,
      "grad_norm": 1.3102192878723145,
      "learning_rate": 2.7331719934232847e-06,
      "loss": 0.3468,
      "step": 1360170
    },
    {
      "epoch": 379.62,
      "grad_norm": 0.7882434725761414,
      "learning_rate": 2.7331453296195967e-06,
      "loss": 0.3457,
      "step": 1360180
    },
    {
      "epoch": 379.62,
      "grad_norm": 1.1605106592178345,
      "learning_rate": 2.7331186657640804e-06,
      "loss": 0.3388,
      "step": 1360190
    },
    {
      "epoch": 379.63,
      "grad_norm": 1.183167576789856,
      "learning_rate": 2.7330920018567385e-06,
      "loss": 0.351,
      "step": 1360200
    },
    {
      "epoch": 379.63,
      "grad_norm": 1.0931566953659058,
      "learning_rate": 2.7330653378975755e-06,
      "loss": 0.3442,
      "step": 1360210
    },
    {
      "epoch": 379.63,
      "grad_norm": 0.9414505958557129,
      "learning_rate": 2.733038673886594e-06,
      "loss": 0.3356,
      "step": 1360220
    },
    {
      "epoch": 379.63,
      "grad_norm": 1.055097222328186,
      "learning_rate": 2.733012009823798e-06,
      "loss": 0.337,
      "step": 1360230
    },
    {
      "epoch": 379.64,
      "grad_norm": 0.8141719698905945,
      "learning_rate": 2.7329853457091923e-06,
      "loss": 0.3554,
      "step": 1360240
    },
    {
      "epoch": 379.64,
      "grad_norm": 1.3350119590759277,
      "learning_rate": 2.7329586815427786e-06,
      "loss": 0.3592,
      "step": 1360250
    },
    {
      "epoch": 379.64,
      "grad_norm": 1.0022962093353271,
      "learning_rate": 2.732932017324561e-06,
      "loss": 0.3575,
      "step": 1360260
    },
    {
      "epoch": 379.65,
      "grad_norm": 1.3856245279312134,
      "learning_rate": 2.732905353054544e-06,
      "loss": 0.3476,
      "step": 1360270
    },
    {
      "epoch": 379.65,
      "grad_norm": 1.0378206968307495,
      "learning_rate": 2.7328786887327287e-06,
      "loss": 0.3614,
      "step": 1360280
    },
    {
      "epoch": 379.65,
      "grad_norm": 1.0682013034820557,
      "learning_rate": 2.732852024359121e-06,
      "loss": 0.3432,
      "step": 1360290
    },
    {
      "epoch": 379.65,
      "grad_norm": 1.1420334577560425,
      "learning_rate": 2.7328253599337243e-06,
      "loss": 0.3456,
      "step": 1360300
    },
    {
      "epoch": 379.66,
      "grad_norm": 1.030855417251587,
      "learning_rate": 2.7327986954565405e-06,
      "loss": 0.3421,
      "step": 1360310
    },
    {
      "epoch": 379.66,
      "grad_norm": 1.1819753646850586,
      "learning_rate": 2.7327720309275746e-06,
      "loss": 0.3708,
      "step": 1360320
    },
    {
      "epoch": 379.66,
      "grad_norm": 0.9477150440216064,
      "learning_rate": 2.732745366346831e-06,
      "loss": 0.3397,
      "step": 1360330
    },
    {
      "epoch": 379.67,
      "grad_norm": 1.2580249309539795,
      "learning_rate": 2.73271870171431e-06,
      "loss": 0.3572,
      "step": 1360340
    },
    {
      "epoch": 379.67,
      "grad_norm": 1.1114379167556763,
      "learning_rate": 2.7326920370300188e-06,
      "loss": 0.3549,
      "step": 1360350
    },
    {
      "epoch": 379.67,
      "grad_norm": 1.010249376296997,
      "learning_rate": 2.7326653722939584e-06,
      "loss": 0.3336,
      "step": 1360360
    },
    {
      "epoch": 379.67,
      "grad_norm": 0.8749626278877258,
      "learning_rate": 2.7326387075061337e-06,
      "loss": 0.3471,
      "step": 1360370
    },
    {
      "epoch": 379.68,
      "grad_norm": 1.1626838445663452,
      "learning_rate": 2.7326120426665473e-06,
      "loss": 0.3426,
      "step": 1360380
    },
    {
      "epoch": 379.68,
      "grad_norm": 1.0599552392959595,
      "learning_rate": 2.7325853777752034e-06,
      "loss": 0.3474,
      "step": 1360390
    },
    {
      "epoch": 379.68,
      "grad_norm": 1.0350545644760132,
      "learning_rate": 2.7325587128321057e-06,
      "loss": 0.3504,
      "step": 1360400
    },
    {
      "epoch": 379.68,
      "grad_norm": 1.0289642810821533,
      "learning_rate": 2.732532047837257e-06,
      "loss": 0.3469,
      "step": 1360410
    },
    {
      "epoch": 379.69,
      "grad_norm": 1.1455376148223877,
      "learning_rate": 2.7325053827906624e-06,
      "loss": 0.3454,
      "step": 1360420
    },
    {
      "epoch": 379.69,
      "grad_norm": 0.8611645698547363,
      "learning_rate": 2.7324787176923235e-06,
      "loss": 0.346,
      "step": 1360430
    },
    {
      "epoch": 379.69,
      "grad_norm": 0.9898772835731506,
      "learning_rate": 2.7324520525422445e-06,
      "loss": 0.335,
      "step": 1360440
    },
    {
      "epoch": 379.7,
      "grad_norm": 1.0222551822662354,
      "learning_rate": 2.7324253873404295e-06,
      "loss": 0.3425,
      "step": 1360450
    },
    {
      "epoch": 379.7,
      "grad_norm": 0.9786858558654785,
      "learning_rate": 2.7323987220868816e-06,
      "loss": 0.3618,
      "step": 1360460
    },
    {
      "epoch": 379.7,
      "grad_norm": 1.0138356685638428,
      "learning_rate": 2.7323720567816045e-06,
      "loss": 0.342,
      "step": 1360470
    },
    {
      "epoch": 379.7,
      "grad_norm": 1.0735251903533936,
      "learning_rate": 2.7323453914246016e-06,
      "loss": 0.3493,
      "step": 1360480
    },
    {
      "epoch": 379.71,
      "grad_norm": 0.8847018480300903,
      "learning_rate": 2.732318726015877e-06,
      "loss": 0.3306,
      "step": 1360490
    },
    {
      "epoch": 379.71,
      "grad_norm": 1.0846484899520874,
      "learning_rate": 2.7322920605554335e-06,
      "loss": 0.3512,
      "step": 1360500
    },
    {
      "epoch": 379.71,
      "grad_norm": 1.0106091499328613,
      "learning_rate": 2.7322653950432745e-06,
      "loss": 0.3386,
      "step": 1360510
    },
    {
      "epoch": 379.72,
      "grad_norm": 1.0893951654434204,
      "learning_rate": 2.732238729479404e-06,
      "loss": 0.36,
      "step": 1360520
    },
    {
      "epoch": 379.72,
      "grad_norm": 0.9252970218658447,
      "learning_rate": 2.7322120638638263e-06,
      "loss": 0.3622,
      "step": 1360530
    },
    {
      "epoch": 379.72,
      "grad_norm": 1.0850985050201416,
      "learning_rate": 2.732185398196544e-06,
      "loss": 0.3537,
      "step": 1360540
    },
    {
      "epoch": 379.72,
      "grad_norm": 0.9784771203994751,
      "learning_rate": 2.73215873247756e-06,
      "loss": 0.3442,
      "step": 1360550
    },
    {
      "epoch": 379.73,
      "grad_norm": 1.0701699256896973,
      "learning_rate": 2.73213206670688e-06,
      "loss": 0.3418,
      "step": 1360560
    },
    {
      "epoch": 379.73,
      "grad_norm": 1.0837860107421875,
      "learning_rate": 2.732105400884506e-06,
      "loss": 0.3451,
      "step": 1360570
    },
    {
      "epoch": 379.73,
      "grad_norm": 0.9276257753372192,
      "learning_rate": 2.732078735010441e-06,
      "loss": 0.3584,
      "step": 1360580
    },
    {
      "epoch": 379.73,
      "grad_norm": 0.970747172832489,
      "learning_rate": 2.73205206908469e-06,
      "loss": 0.3433,
      "step": 1360590
    },
    {
      "epoch": 379.74,
      "grad_norm": 1.0959750413894653,
      "learning_rate": 2.7320254031072553e-06,
      "loss": 0.352,
      "step": 1360600
    },
    {
      "epoch": 379.74,
      "grad_norm": 1.076975703239441,
      "learning_rate": 2.7319987370781407e-06,
      "loss": 0.3444,
      "step": 1360610
    },
    {
      "epoch": 379.74,
      "grad_norm": 1.170418620109558,
      "learning_rate": 2.731972070997351e-06,
      "loss": 0.3512,
      "step": 1360620
    },
    {
      "epoch": 379.75,
      "grad_norm": 1.1290953159332275,
      "learning_rate": 2.731945404864889e-06,
      "loss": 0.3373,
      "step": 1360630
    },
    {
      "epoch": 379.75,
      "grad_norm": 1.022168755531311,
      "learning_rate": 2.7319187386807575e-06,
      "loss": 0.3422,
      "step": 1360640
    },
    {
      "epoch": 379.75,
      "grad_norm": 1.1635487079620361,
      "learning_rate": 2.7318920724449605e-06,
      "loss": 0.364,
      "step": 1360650
    },
    {
      "epoch": 379.75,
      "grad_norm": 1.1408683061599731,
      "learning_rate": 2.731865406157502e-06,
      "loss": 0.3533,
      "step": 1360660
    },
    {
      "epoch": 379.76,
      "grad_norm": 0.908322811126709,
      "learning_rate": 2.7318387398183853e-06,
      "loss": 0.3563,
      "step": 1360670
    },
    {
      "epoch": 379.76,
      "grad_norm": 0.9777122735977173,
      "learning_rate": 2.7318120734276135e-06,
      "loss": 0.3401,
      "step": 1360680
    },
    {
      "epoch": 379.76,
      "grad_norm": 0.9677614569664001,
      "learning_rate": 2.7317854069851913e-06,
      "loss": 0.3558,
      "step": 1360690
    },
    {
      "epoch": 379.77,
      "grad_norm": 1.0385860204696655,
      "learning_rate": 2.731758740491121e-06,
      "loss": 0.359,
      "step": 1360700
    },
    {
      "epoch": 379.77,
      "grad_norm": 1.1048065423965454,
      "learning_rate": 2.7317320739454067e-06,
      "loss": 0.3442,
      "step": 1360710
    },
    {
      "epoch": 379.77,
      "grad_norm": 1.014556884765625,
      "learning_rate": 2.7317054073480516e-06,
      "loss": 0.3346,
      "step": 1360720
    },
    {
      "epoch": 379.77,
      "grad_norm": 0.987469494342804,
      "learning_rate": 2.7316787406990597e-06,
      "loss": 0.3632,
      "step": 1360730
    },
    {
      "epoch": 379.78,
      "grad_norm": 0.9335721731185913,
      "learning_rate": 2.7316520739984343e-06,
      "loss": 0.3586,
      "step": 1360740
    },
    {
      "epoch": 379.78,
      "grad_norm": 1.0776054859161377,
      "learning_rate": 2.7316254072461797e-06,
      "loss": 0.3446,
      "step": 1360750
    },
    {
      "epoch": 379.78,
      "grad_norm": 1.0112574100494385,
      "learning_rate": 2.731598740442298e-06,
      "loss": 0.3433,
      "step": 1360760
    },
    {
      "epoch": 379.79,
      "grad_norm": 1.131601333618164,
      "learning_rate": 2.7315720735867936e-06,
      "loss": 0.3306,
      "step": 1360770
    },
    {
      "epoch": 379.79,
      "grad_norm": 1.0661245584487915,
      "learning_rate": 2.7315454066796704e-06,
      "loss": 0.3527,
      "step": 1360780
    },
    {
      "epoch": 379.79,
      "grad_norm": 0.914463460445404,
      "learning_rate": 2.7315187397209317e-06,
      "loss": 0.3491,
      "step": 1360790
    },
    {
      "epoch": 379.79,
      "grad_norm": 1.0875537395477295,
      "learning_rate": 2.73149207271058e-06,
      "loss": 0.3524,
      "step": 1360800
    },
    {
      "epoch": 379.8,
      "grad_norm": 1.3345667123794556,
      "learning_rate": 2.73146540564862e-06,
      "loss": 0.3661,
      "step": 1360810
    },
    {
      "epoch": 379.8,
      "grad_norm": 1.0252130031585693,
      "learning_rate": 2.7314387385350554e-06,
      "loss": 0.356,
      "step": 1360820
    },
    {
      "epoch": 379.8,
      "grad_norm": 1.0461108684539795,
      "learning_rate": 2.7314120713698883e-06,
      "loss": 0.3524,
      "step": 1360830
    },
    {
      "epoch": 379.8,
      "grad_norm": 0.9797503352165222,
      "learning_rate": 2.731385404153124e-06,
      "loss": 0.3502,
      "step": 1360840
    },
    {
      "epoch": 379.81,
      "grad_norm": 1.222320795059204,
      "learning_rate": 2.7313587368847658e-06,
      "loss": 0.3525,
      "step": 1360850
    },
    {
      "epoch": 379.81,
      "grad_norm": 0.9819991588592529,
      "learning_rate": 2.7313320695648166e-06,
      "loss": 0.3389,
      "step": 1360860
    },
    {
      "epoch": 379.81,
      "grad_norm": 2.4431564807891846,
      "learning_rate": 2.7313054021932797e-06,
      "loss": 0.3633,
      "step": 1360870
    },
    {
      "epoch": 379.82,
      "grad_norm": 1.0159730911254883,
      "learning_rate": 2.7312787347701594e-06,
      "loss": 0.3413,
      "step": 1360880
    },
    {
      "epoch": 379.82,
      "grad_norm": 1.0498055219650269,
      "learning_rate": 2.7312520672954585e-06,
      "loss": 0.3413,
      "step": 1360890
    },
    {
      "epoch": 379.82,
      "grad_norm": 1.0247279405593872,
      "learning_rate": 2.7312253997691806e-06,
      "loss": 0.3502,
      "step": 1360900
    },
    {
      "epoch": 379.82,
      "grad_norm": 0.9808557629585266,
      "learning_rate": 2.7311987321913306e-06,
      "loss": 0.3521,
      "step": 1360910
    },
    {
      "epoch": 379.83,
      "grad_norm": 1.1344290971755981,
      "learning_rate": 2.7311720645619107e-06,
      "loss": 0.3558,
      "step": 1360920
    },
    {
      "epoch": 379.83,
      "grad_norm": 1.1773569583892822,
      "learning_rate": 2.7311453968809248e-06,
      "loss": 0.3705,
      "step": 1360930
    },
    {
      "epoch": 379.83,
      "grad_norm": 0.8614516854286194,
      "learning_rate": 2.7311187291483765e-06,
      "loss": 0.3496,
      "step": 1360940
    },
    {
      "epoch": 379.84,
      "grad_norm": 1.087275743484497,
      "learning_rate": 2.7310920613642694e-06,
      "loss": 0.3319,
      "step": 1360950
    },
    {
      "epoch": 379.84,
      "grad_norm": 1.2156708240509033,
      "learning_rate": 2.7310653935286067e-06,
      "loss": 0.3556,
      "step": 1360960
    },
    {
      "epoch": 379.84,
      "grad_norm": 1.1307713985443115,
      "learning_rate": 2.7310387256413924e-06,
      "loss": 0.3599,
      "step": 1360970
    },
    {
      "epoch": 379.84,
      "grad_norm": 1.2422497272491455,
      "learning_rate": 2.7310120577026297e-06,
      "loss": 0.35,
      "step": 1360980
    },
    {
      "epoch": 379.85,
      "grad_norm": 1.1496855020523071,
      "learning_rate": 2.7309853897123225e-06,
      "loss": 0.3643,
      "step": 1360990
    },
    {
      "epoch": 379.85,
      "grad_norm": 1.1281543970108032,
      "learning_rate": 2.7309587216704743e-06,
      "loss": 0.3449,
      "step": 1361000
    },
    {
      "epoch": 379.85,
      "grad_norm": 0.9182231426239014,
      "learning_rate": 2.7309320535770887e-06,
      "loss": 0.3525,
      "step": 1361010
    },
    {
      "epoch": 379.85,
      "grad_norm": 0.9533123970031738,
      "learning_rate": 2.730905385432169e-06,
      "loss": 0.3218,
      "step": 1361020
    },
    {
      "epoch": 379.86,
      "grad_norm": 0.9443162083625793,
      "learning_rate": 2.7308787172357176e-06,
      "loss": 0.3444,
      "step": 1361030
    },
    {
      "epoch": 379.86,
      "grad_norm": 1.0320273637771606,
      "learning_rate": 2.7308520489877405e-06,
      "loss": 0.3494,
      "step": 1361040
    },
    {
      "epoch": 379.86,
      "grad_norm": 4.18474817276001,
      "learning_rate": 2.7308253806882396e-06,
      "loss": 0.3555,
      "step": 1361050
    },
    {
      "epoch": 379.87,
      "grad_norm": 0.9391815066337585,
      "learning_rate": 2.730798712337219e-06,
      "loss": 0.3471,
      "step": 1361060
    },
    {
      "epoch": 379.87,
      "grad_norm": 1.0692315101623535,
      "learning_rate": 2.730772043934682e-06,
      "loss": 0.3464,
      "step": 1361070
    },
    {
      "epoch": 379.87,
      "grad_norm": 1.0388251543045044,
      "learning_rate": 2.7307453754806327e-06,
      "loss": 0.3323,
      "step": 1361080
    },
    {
      "epoch": 379.87,
      "grad_norm": 0.9894823431968689,
      "learning_rate": 2.7307187069750737e-06,
      "loss": 0.354,
      "step": 1361090
    },
    {
      "epoch": 379.88,
      "grad_norm": 1.0885372161865234,
      "learning_rate": 2.7306920384180087e-06,
      "loss": 0.3572,
      "step": 1361100
    },
    {
      "epoch": 379.88,
      "grad_norm": 1.0099656581878662,
      "learning_rate": 2.7306653698094425e-06,
      "loss": 0.355,
      "step": 1361110
    },
    {
      "epoch": 379.88,
      "grad_norm": 1.1544826030731201,
      "learning_rate": 2.7306387011493766e-06,
      "loss": 0.3319,
      "step": 1361120
    },
    {
      "epoch": 379.89,
      "grad_norm": 1.0769641399383545,
      "learning_rate": 2.7306120324378163e-06,
      "loss": 0.3471,
      "step": 1361130
    },
    {
      "epoch": 379.89,
      "grad_norm": 1.021817684173584,
      "learning_rate": 2.730585363674765e-06,
      "loss": 0.3311,
      "step": 1361140
    },
    {
      "epoch": 379.89,
      "grad_norm": 0.9461738467216492,
      "learning_rate": 2.7305586948602264e-06,
      "loss": 0.3551,
      "step": 1361150
    },
    {
      "epoch": 379.89,
      "grad_norm": 1.0299545526504517,
      "learning_rate": 2.730532025994202e-06,
      "loss": 0.3659,
      "step": 1361160
    },
    {
      "epoch": 379.9,
      "grad_norm": 1.036352276802063,
      "learning_rate": 2.7305053570766978e-06,
      "loss": 0.341,
      "step": 1361170
    },
    {
      "epoch": 379.9,
      "grad_norm": 0.9168280959129333,
      "learning_rate": 2.7304786881077156e-06,
      "loss": 0.3556,
      "step": 1361180
    },
    {
      "epoch": 379.9,
      "grad_norm": 0.9825721383094788,
      "learning_rate": 2.7304520190872597e-06,
      "loss": 0.3527,
      "step": 1361190
    },
    {
      "epoch": 379.91,
      "grad_norm": 1.1825920343399048,
      "learning_rate": 2.7304253500153343e-06,
      "loss": 0.3526,
      "step": 1361200
    },
    {
      "epoch": 379.91,
      "grad_norm": 1.0460599660873413,
      "learning_rate": 2.730398680891942e-06,
      "loss": 0.3522,
      "step": 1361210
    },
    {
      "epoch": 379.91,
      "grad_norm": 1.2461802959442139,
      "learning_rate": 2.730372011717087e-06,
      "loss": 0.3582,
      "step": 1361220
    },
    {
      "epoch": 379.91,
      "grad_norm": 1.1759892702102661,
      "learning_rate": 2.7303453424907716e-06,
      "loss": 0.3501,
      "step": 1361230
    },
    {
      "epoch": 379.92,
      "grad_norm": 1.0938953161239624,
      "learning_rate": 2.7303186732130015e-06,
      "loss": 0.3408,
      "step": 1361240
    },
    {
      "epoch": 379.92,
      "grad_norm": 1.0547287464141846,
      "learning_rate": 2.730292003883778e-06,
      "loss": 0.3407,
      "step": 1361250
    },
    {
      "epoch": 379.92,
      "grad_norm": 1.0242594480514526,
      "learning_rate": 2.730265334503106e-06,
      "loss": 0.355,
      "step": 1361260
    },
    {
      "epoch": 379.92,
      "grad_norm": 1.0973010063171387,
      "learning_rate": 2.7302386650709882e-06,
      "loss": 0.3529,
      "step": 1361270
    },
    {
      "epoch": 379.93,
      "grad_norm": 0.9361225366592407,
      "learning_rate": 2.7302119955874293e-06,
      "loss": 0.3556,
      "step": 1361280
    },
    {
      "epoch": 379.93,
      "grad_norm": 0.9176412224769592,
      "learning_rate": 2.7301853260524322e-06,
      "loss": 0.3464,
      "step": 1361290
    },
    {
      "epoch": 379.93,
      "grad_norm": 1.1531280279159546,
      "learning_rate": 2.7301586564660003e-06,
      "loss": 0.3353,
      "step": 1361300
    },
    {
      "epoch": 379.94,
      "grad_norm": 0.9581475257873535,
      "learning_rate": 2.7301319868281374e-06,
      "loss": 0.3472,
      "step": 1361310
    },
    {
      "epoch": 379.94,
      "grad_norm": 1.0310527086257935,
      "learning_rate": 2.730105317138847e-06,
      "loss": 0.3507,
      "step": 1361320
    },
    {
      "epoch": 379.94,
      "grad_norm": 1.0943821668624878,
      "learning_rate": 2.7300786473981327e-06,
      "loss": 0.3413,
      "step": 1361330
    },
    {
      "epoch": 379.94,
      "grad_norm": 1.0245163440704346,
      "learning_rate": 2.730051977605997e-06,
      "loss": 0.3343,
      "step": 1361340
    },
    {
      "epoch": 379.95,
      "grad_norm": 1.174714207649231,
      "learning_rate": 2.730025307762445e-06,
      "loss": 0.3373,
      "step": 1361350
    },
    {
      "epoch": 379.95,
      "grad_norm": 0.8880047798156738,
      "learning_rate": 2.7299986378674796e-06,
      "loss": 0.3531,
      "step": 1361360
    },
    {
      "epoch": 379.95,
      "grad_norm": 0.9163724780082703,
      "learning_rate": 2.729971967921105e-06,
      "loss": 0.3642,
      "step": 1361370
    },
    {
      "epoch": 379.96,
      "grad_norm": 1.099311113357544,
      "learning_rate": 2.7299452979233237e-06,
      "loss": 0.344,
      "step": 1361380
    },
    {
      "epoch": 379.96,
      "grad_norm": 0.9316673874855042,
      "learning_rate": 2.7299186278741395e-06,
      "loss": 0.3286,
      "step": 1361390
    },
    {
      "epoch": 379.96,
      "grad_norm": 1.0286551713943481,
      "learning_rate": 2.729891957773557e-06,
      "loss": 0.3468,
      "step": 1361400
    },
    {
      "epoch": 379.96,
      "grad_norm": 0.992091715335846,
      "learning_rate": 2.7298652876215776e-06,
      "loss": 0.3368,
      "step": 1361410
    },
    {
      "epoch": 379.97,
      "grad_norm": 1.007014274597168,
      "learning_rate": 2.729838617418207e-06,
      "loss": 0.3394,
      "step": 1361420
    },
    {
      "epoch": 379.97,
      "grad_norm": 0.9839520454406738,
      "learning_rate": 2.729811947163448e-06,
      "loss": 0.3494,
      "step": 1361430
    },
    {
      "epoch": 379.97,
      "grad_norm": 1.0647944211959839,
      "learning_rate": 2.7297852768573033e-06,
      "loss": 0.3381,
      "step": 1361440
    },
    {
      "epoch": 379.97,
      "grad_norm": 1.1994493007659912,
      "learning_rate": 2.7297586064997783e-06,
      "loss": 0.352,
      "step": 1361450
    },
    {
      "epoch": 379.98,
      "grad_norm": 1.0205656290054321,
      "learning_rate": 2.729731936090875e-06,
      "loss": 0.3725,
      "step": 1361460
    },
    {
      "epoch": 379.98,
      "grad_norm": 0.9858417510986328,
      "learning_rate": 2.729705265630597e-06,
      "loss": 0.3581,
      "step": 1361470
    },
    {
      "epoch": 379.98,
      "grad_norm": 0.904785692691803,
      "learning_rate": 2.7296785951189483e-06,
      "loss": 0.3409,
      "step": 1361480
    },
    {
      "epoch": 379.99,
      "grad_norm": 1.1326453685760498,
      "learning_rate": 2.7296519245559327e-06,
      "loss": 0.354,
      "step": 1361490
    },
    {
      "epoch": 379.99,
      "grad_norm": 1.170230746269226,
      "learning_rate": 2.7296252539415526e-06,
      "loss": 0.347,
      "step": 1361500
    },
    {
      "epoch": 379.99,
      "grad_norm": 1.1279929876327515,
      "learning_rate": 2.729598583275813e-06,
      "loss": 0.3346,
      "step": 1361510
    },
    {
      "epoch": 379.99,
      "grad_norm": 1.08298659324646,
      "learning_rate": 2.7295719125587176e-06,
      "loss": 0.3489,
      "step": 1361520
    },
    {
      "epoch": 380.0,
      "grad_norm": 1.1036040782928467,
      "learning_rate": 2.7295452417902686e-06,
      "loss": 0.3545,
      "step": 1361530
    },
    {
      "epoch": 380.0,
      "grad_norm": 1.3639410734176636,
      "learning_rate": 2.72951857097047e-06,
      "loss": 0.3727,
      "step": 1361540
    },
    {
      "epoch": 380.0,
      "eval_loss": 0.3484054207801819,
      "eval_runtime": 63.0317,
      "eval_samples_per_second": 80.261,
      "eval_steps_per_second": 10.043,
      "step": 1361540
    },
    {
      "epoch": 380.0,
      "grad_norm": 0.9903365969657898,
      "learning_rate": 2.7294919000993258e-06,
      "loss": 0.3388,
      "step": 1361550
    },
    {
      "epoch": 380.01,
      "grad_norm": 0.999937891960144,
      "learning_rate": 2.7294652291768387e-06,
      "loss": 0.3368,
      "step": 1361560
    },
    {
      "epoch": 380.01,
      "grad_norm": 0.9260237216949463,
      "learning_rate": 2.729438558203013e-06,
      "loss": 0.3443,
      "step": 1361570
    },
    {
      "epoch": 380.01,
      "grad_norm": 0.8235245943069458,
      "learning_rate": 2.7294118871778525e-06,
      "loss": 0.3565,
      "step": 1361580
    },
    {
      "epoch": 380.01,
      "grad_norm": 1.146435022354126,
      "learning_rate": 2.7293852161013596e-06,
      "loss": 0.3545,
      "step": 1361590
    },
    {
      "epoch": 380.02,
      "grad_norm": 1.1442458629608154,
      "learning_rate": 2.7293585449735395e-06,
      "loss": 0.3596,
      "step": 1361600
    },
    {
      "epoch": 380.02,
      "grad_norm": 1.1321138143539429,
      "learning_rate": 2.729331873794394e-06,
      "loss": 0.3429,
      "step": 1361610
    },
    {
      "epoch": 380.02,
      "grad_norm": 0.9012715220451355,
      "learning_rate": 2.729305202563928e-06,
      "loss": 0.3522,
      "step": 1361620
    },
    {
      "epoch": 380.03,
      "grad_norm": 0.9026755094528198,
      "learning_rate": 2.7292785312821437e-06,
      "loss": 0.3408,
      "step": 1361630
    },
    {
      "epoch": 380.03,
      "grad_norm": 1.1597154140472412,
      "learning_rate": 2.729251859949046e-06,
      "loss": 0.3658,
      "step": 1361640
    },
    {
      "epoch": 380.03,
      "grad_norm": 0.8955212235450745,
      "learning_rate": 2.7292251885646376e-06,
      "loss": 0.3533,
      "step": 1361650
    },
    {
      "epoch": 380.03,
      "grad_norm": 1.2283827066421509,
      "learning_rate": 2.7291985171289223e-06,
      "loss": 0.3579,
      "step": 1361660
    },
    {
      "epoch": 380.04,
      "grad_norm": 1.112513780593872,
      "learning_rate": 2.7291718456419048e-06,
      "loss": 0.3438,
      "step": 1361670
    },
    {
      "epoch": 380.04,
      "grad_norm": 1.1404763460159302,
      "learning_rate": 2.7291451741035866e-06,
      "loss": 0.3689,
      "step": 1361680
    },
    {
      "epoch": 380.04,
      "grad_norm": 1.1119911670684814,
      "learning_rate": 2.7291185025139726e-06,
      "loss": 0.3511,
      "step": 1361690
    },
    {
      "epoch": 380.04,
      "grad_norm": 1.3502614498138428,
      "learning_rate": 2.7290918308730653e-06,
      "loss": 0.3477,
      "step": 1361700
    },
    {
      "epoch": 380.05,
      "grad_norm": 1.1767799854278564,
      "learning_rate": 2.729065159180869e-06,
      "loss": 0.3336,
      "step": 1361710
    },
    {
      "epoch": 380.05,
      "grad_norm": 1.0304629802703857,
      "learning_rate": 2.729038487437388e-06,
      "loss": 0.3633,
      "step": 1361720
    },
    {
      "epoch": 380.05,
      "grad_norm": 0.8667197227478027,
      "learning_rate": 2.729011815642624e-06,
      "loss": 0.3431,
      "step": 1361730
    },
    {
      "epoch": 380.06,
      "grad_norm": 1.1276122331619263,
      "learning_rate": 2.728985143796582e-06,
      "loss": 0.351,
      "step": 1361740
    },
    {
      "epoch": 380.06,
      "grad_norm": 0.9911482930183411,
      "learning_rate": 2.7289584718992655e-06,
      "loss": 0.3534,
      "step": 1361750
    },
    {
      "epoch": 380.06,
      "grad_norm": 0.8801574110984802,
      "learning_rate": 2.7289317999506773e-06,
      "loss": 0.3397,
      "step": 1361760
    },
    {
      "epoch": 380.06,
      "grad_norm": 1.060318112373352,
      "learning_rate": 2.7289051279508202e-06,
      "loss": 0.3571,
      "step": 1361770
    },
    {
      "epoch": 380.07,
      "grad_norm": 1.115043044090271,
      "learning_rate": 2.7288784558997e-06,
      "loss": 0.3507,
      "step": 1361780
    },
    {
      "epoch": 380.07,
      "grad_norm": 0.973800003528595,
      "learning_rate": 2.7288517837973192e-06,
      "loss": 0.3568,
      "step": 1361790
    },
    {
      "epoch": 380.07,
      "grad_norm": 1.0883017778396606,
      "learning_rate": 2.728825111643681e-06,
      "loss": 0.3448,
      "step": 1361800
    },
    {
      "epoch": 380.08,
      "grad_norm": 0.9611645340919495,
      "learning_rate": 2.7287984394387893e-06,
      "loss": 0.3443,
      "step": 1361810
    },
    {
      "epoch": 380.08,
      "grad_norm": 1.2324854135513306,
      "learning_rate": 2.7287717671826476e-06,
      "loss": 0.3377,
      "step": 1361820
    },
    {
      "epoch": 380.08,
      "grad_norm": 1.394360065460205,
      "learning_rate": 2.7287450948752587e-06,
      "loss": 0.3427,
      "step": 1361830
    },
    {
      "epoch": 380.08,
      "grad_norm": 1.2054134607315063,
      "learning_rate": 2.728718422516627e-06,
      "loss": 0.3659,
      "step": 1361840
    },
    {
      "epoch": 380.09,
      "grad_norm": 1.0270863771438599,
      "learning_rate": 2.728691750106757e-06,
      "loss": 0.3434,
      "step": 1361850
    },
    {
      "epoch": 380.09,
      "grad_norm": 1.0690096616744995,
      "learning_rate": 2.7286650776456505e-06,
      "loss": 0.3501,
      "step": 1361860
    },
    {
      "epoch": 380.09,
      "grad_norm": 0.9608896374702454,
      "learning_rate": 2.728638405133311e-06,
      "loss": 0.3234,
      "step": 1361870
    },
    {
      "epoch": 380.09,
      "grad_norm": 1.0707494020462036,
      "learning_rate": 2.728611732569744e-06,
      "loss": 0.3535,
      "step": 1361880
    },
    {
      "epoch": 380.1,
      "grad_norm": 1.0775972604751587,
      "learning_rate": 2.728585059954951e-06,
      "loss": 0.3416,
      "step": 1361890
    },
    {
      "epoch": 380.1,
      "grad_norm": 0.9612932801246643,
      "learning_rate": 2.7285583872889364e-06,
      "loss": 0.3481,
      "step": 1361900
    },
    {
      "epoch": 380.1,
      "grad_norm": 0.8377770781517029,
      "learning_rate": 2.7285317145717043e-06,
      "loss": 0.3316,
      "step": 1361910
    },
    {
      "epoch": 380.11,
      "grad_norm": 0.923056423664093,
      "learning_rate": 2.7285050418032568e-06,
      "loss": 0.3513,
      "step": 1361920
    },
    {
      "epoch": 380.11,
      "grad_norm": 1.1657497882843018,
      "learning_rate": 2.7284783689835985e-06,
      "loss": 0.3683,
      "step": 1361930
    },
    {
      "epoch": 380.11,
      "grad_norm": 7.296420097351074,
      "learning_rate": 2.728451696112733e-06,
      "loss": 0.3694,
      "step": 1361940
    },
    {
      "epoch": 380.11,
      "grad_norm": 1.0529054403305054,
      "learning_rate": 2.728425023190663e-06,
      "loss": 0.3501,
      "step": 1361950
    },
    {
      "epoch": 380.12,
      "grad_norm": 1.1798532009124756,
      "learning_rate": 2.7283983502173937e-06,
      "loss": 0.3332,
      "step": 1361960
    },
    {
      "epoch": 380.12,
      "grad_norm": 0.8721389174461365,
      "learning_rate": 2.728371677192927e-06,
      "loss": 0.3541,
      "step": 1361970
    },
    {
      "epoch": 380.12,
      "grad_norm": 1.2824968099594116,
      "learning_rate": 2.7283450041172675e-06,
      "loss": 0.3466,
      "step": 1361980
    },
    {
      "epoch": 380.13,
      "grad_norm": 1.0603773593902588,
      "learning_rate": 2.7283183309904174e-06,
      "loss": 0.3581,
      "step": 1361990
    },
    {
      "epoch": 380.13,
      "grad_norm": 0.9983010292053223,
      "learning_rate": 2.728291657812382e-06,
      "loss": 0.3458,
      "step": 1362000
    },
    {
      "epoch": 380.13,
      "grad_norm": 0.9368177056312561,
      "learning_rate": 2.7282649845831638e-06,
      "loss": 0.3645,
      "step": 1362010
    },
    {
      "epoch": 380.13,
      "grad_norm": 0.9606042504310608,
      "learning_rate": 2.7282383113027657e-06,
      "loss": 0.3524,
      "step": 1362020
    },
    {
      "epoch": 380.14,
      "grad_norm": 1.1907695531845093,
      "learning_rate": 2.7282116379711933e-06,
      "loss": 0.333,
      "step": 1362030
    },
    {
      "epoch": 380.14,
      "grad_norm": 1.066279649734497,
      "learning_rate": 2.728184964588449e-06,
      "loss": 0.3437,
      "step": 1362040
    },
    {
      "epoch": 380.14,
      "grad_norm": 1.29369056224823,
      "learning_rate": 2.7281582911545352e-06,
      "loss": 0.3438,
      "step": 1362050
    },
    {
      "epoch": 380.15,
      "grad_norm": 1.2124022245407104,
      "learning_rate": 2.7281316176694567e-06,
      "loss": 0.3407,
      "step": 1362060
    },
    {
      "epoch": 380.15,
      "grad_norm": 1.0882501602172852,
      "learning_rate": 2.728104944133217e-06,
      "loss": 0.3305,
      "step": 1362070
    },
    {
      "epoch": 380.15,
      "grad_norm": 1.1077157258987427,
      "learning_rate": 2.7280782705458203e-06,
      "loss": 0.3391,
      "step": 1362080
    },
    {
      "epoch": 380.15,
      "grad_norm": 1.0796725749969482,
      "learning_rate": 2.7280515969072688e-06,
      "loss": 0.3897,
      "step": 1362090
    },
    {
      "epoch": 380.16,
      "grad_norm": 1.0073227882385254,
      "learning_rate": 2.728024923217567e-06,
      "loss": 0.3412,
      "step": 1362100
    },
    {
      "epoch": 380.16,
      "grad_norm": 0.9084417819976807,
      "learning_rate": 2.727998249476718e-06,
      "loss": 0.3447,
      "step": 1362110
    },
    {
      "epoch": 380.16,
      "grad_norm": 1.077345371246338,
      "learning_rate": 2.727971575684726e-06,
      "loss": 0.3555,
      "step": 1362120
    },
    {
      "epoch": 380.16,
      "grad_norm": 0.894623339176178,
      "learning_rate": 2.7279449018415928e-06,
      "loss": 0.3545,
      "step": 1362130
    },
    {
      "epoch": 380.17,
      "grad_norm": 1.0267170667648315,
      "learning_rate": 2.7279182279473237e-06,
      "loss": 0.356,
      "step": 1362140
    },
    {
      "epoch": 380.17,
      "grad_norm": 1.0365071296691895,
      "learning_rate": 2.7278915540019217e-06,
      "loss": 0.3386,
      "step": 1362150
    },
    {
      "epoch": 380.17,
      "grad_norm": 1.072360873222351,
      "learning_rate": 2.7278648800053903e-06,
      "loss": 0.3461,
      "step": 1362160
    },
    {
      "epoch": 380.18,
      "grad_norm": 1.052201509475708,
      "learning_rate": 2.7278382059577333e-06,
      "loss": 0.3441,
      "step": 1362170
    },
    {
      "epoch": 380.18,
      "grad_norm": 1.0713189840316772,
      "learning_rate": 2.7278115318589545e-06,
      "loss": 0.359,
      "step": 1362180
    },
    {
      "epoch": 380.18,
      "grad_norm": 0.9747586846351624,
      "learning_rate": 2.7277848577090563e-06,
      "loss": 0.3549,
      "step": 1362190
    },
    {
      "epoch": 380.18,
      "grad_norm": 0.9149619936943054,
      "learning_rate": 2.727758183508043e-06,
      "loss": 0.3477,
      "step": 1362200
    },
    {
      "epoch": 380.19,
      "grad_norm": 0.9998651742935181,
      "learning_rate": 2.727731509255918e-06,
      "loss": 0.347,
      "step": 1362210
    },
    {
      "epoch": 380.19,
      "grad_norm": 0.9028735160827637,
      "learning_rate": 2.727704834952685e-06,
      "loss": 0.3476,
      "step": 1362220
    },
    {
      "epoch": 380.19,
      "grad_norm": 1.0846498012542725,
      "learning_rate": 2.7276781605983476e-06,
      "loss": 0.3431,
      "step": 1362230
    },
    {
      "epoch": 380.2,
      "grad_norm": 1.0132557153701782,
      "learning_rate": 2.7276514861929098e-06,
      "loss": 0.3655,
      "step": 1362240
    },
    {
      "epoch": 380.2,
      "grad_norm": 0.9955678582191467,
      "learning_rate": 2.7276248117363743e-06,
      "loss": 0.3393,
      "step": 1362250
    },
    {
      "epoch": 380.2,
      "grad_norm": 0.9596467614173889,
      "learning_rate": 2.7275981372287445e-06,
      "loss": 0.3436,
      "step": 1362260
    },
    {
      "epoch": 380.2,
      "grad_norm": 1.007860779762268,
      "learning_rate": 2.727571462670025e-06,
      "loss": 0.3475,
      "step": 1362270
    },
    {
      "epoch": 380.21,
      "grad_norm": 1.242633581161499,
      "learning_rate": 2.7275447880602185e-06,
      "loss": 0.3587,
      "step": 1362280
    },
    {
      "epoch": 380.21,
      "grad_norm": 1.0475170612335205,
      "learning_rate": 2.7275181133993287e-06,
      "loss": 0.3472,
      "step": 1362290
    },
    {
      "epoch": 380.21,
      "grad_norm": 0.9273262023925781,
      "learning_rate": 2.7274914386873594e-06,
      "loss": 0.3407,
      "step": 1362300
    },
    {
      "epoch": 380.21,
      "grad_norm": 1.0396883487701416,
      "learning_rate": 2.7274647639243136e-06,
      "loss": 0.3411,
      "step": 1362310
    },
    {
      "epoch": 380.22,
      "grad_norm": 1.5006784200668335,
      "learning_rate": 2.727438089110196e-06,
      "loss": 0.3535,
      "step": 1362320
    },
    {
      "epoch": 380.22,
      "grad_norm": 1.2358733415603638,
      "learning_rate": 2.727411414245009e-06,
      "loss": 0.3388,
      "step": 1362330
    },
    {
      "epoch": 380.22,
      "grad_norm": 1.1151740550994873,
      "learning_rate": 2.727384739328757e-06,
      "loss": 0.3557,
      "step": 1362340
    },
    {
      "epoch": 380.23,
      "grad_norm": 1.2950085401535034,
      "learning_rate": 2.7273580643614424e-06,
      "loss": 0.3478,
      "step": 1362350
    },
    {
      "epoch": 380.23,
      "grad_norm": 1.042202353477478,
      "learning_rate": 2.7273313893430695e-06,
      "loss": 0.3427,
      "step": 1362360
    },
    {
      "epoch": 380.23,
      "grad_norm": 1.0792278051376343,
      "learning_rate": 2.727304714273642e-06,
      "loss": 0.3144,
      "step": 1362370
    },
    {
      "epoch": 380.23,
      "grad_norm": 0.9878395795822144,
      "learning_rate": 2.7272780391531637e-06,
      "loss": 0.3486,
      "step": 1362380
    },
    {
      "epoch": 380.24,
      "grad_norm": 0.868212103843689,
      "learning_rate": 2.7272513639816366e-06,
      "loss": 0.3388,
      "step": 1362390
    },
    {
      "epoch": 380.24,
      "grad_norm": 1.0855807065963745,
      "learning_rate": 2.7272246887590666e-06,
      "loss": 0.3417,
      "step": 1362400
    },
    {
      "epoch": 380.24,
      "grad_norm": 0.9149366021156311,
      "learning_rate": 2.727198013485456e-06,
      "loss": 0.3411,
      "step": 1362410
    },
    {
      "epoch": 380.25,
      "grad_norm": 0.9814438819885254,
      "learning_rate": 2.7271713381608074e-06,
      "loss": 0.3499,
      "step": 1362420
    },
    {
      "epoch": 380.25,
      "grad_norm": 0.9567499160766602,
      "learning_rate": 2.727144662785126e-06,
      "loss": 0.3451,
      "step": 1362430
    },
    {
      "epoch": 380.25,
      "grad_norm": 1.0550309419631958,
      "learning_rate": 2.7271179873584146e-06,
      "loss": 0.3619,
      "step": 1362440
    },
    {
      "epoch": 380.25,
      "grad_norm": 0.9782562255859375,
      "learning_rate": 2.7270913118806763e-06,
      "loss": 0.3454,
      "step": 1362450
    },
    {
      "epoch": 380.26,
      "grad_norm": 0.9688436985015869,
      "learning_rate": 2.7270646363519157e-06,
      "loss": 0.358,
      "step": 1362460
    },
    {
      "epoch": 380.26,
      "grad_norm": 1.0542393922805786,
      "learning_rate": 2.7270379607721357e-06,
      "loss": 0.3568,
      "step": 1362470
    },
    {
      "epoch": 380.26,
      "grad_norm": 1.043218970298767,
      "learning_rate": 2.7270112851413402e-06,
      "loss": 0.3415,
      "step": 1362480
    },
    {
      "epoch": 380.27,
      "grad_norm": 0.9060112237930298,
      "learning_rate": 2.7269846094595326e-06,
      "loss": 0.3425,
      "step": 1362490
    },
    {
      "epoch": 380.27,
      "grad_norm": 1.0844457149505615,
      "learning_rate": 2.7269579337267154e-06,
      "loss": 0.3446,
      "step": 1362500
    },
    {
      "epoch": 380.27,
      "grad_norm": 1.064440131187439,
      "learning_rate": 2.726931257942894e-06,
      "loss": 0.346,
      "step": 1362510
    },
    {
      "epoch": 380.27,
      "grad_norm": 1.0402164459228516,
      "learning_rate": 2.72690458210807e-06,
      "loss": 0.3465,
      "step": 1362520
    },
    {
      "epoch": 380.28,
      "grad_norm": 1.3968286514282227,
      "learning_rate": 2.7268779062222494e-06,
      "loss": 0.3313,
      "step": 1362530
    },
    {
      "epoch": 380.28,
      "grad_norm": 1.1069468259811401,
      "learning_rate": 2.726851230285434e-06,
      "loss": 0.351,
      "step": 1362540
    },
    {
      "epoch": 380.28,
      "grad_norm": 1.0459790229797363,
      "learning_rate": 2.7268245542976277e-06,
      "loss": 0.3566,
      "step": 1362550
    },
    {
      "epoch": 380.28,
      "grad_norm": 1.232507586479187,
      "learning_rate": 2.7267978782588342e-06,
      "loss": 0.356,
      "step": 1362560
    },
    {
      "epoch": 380.29,
      "grad_norm": 1.0503941774368286,
      "learning_rate": 2.726771202169056e-06,
      "loss": 0.3339,
      "step": 1362570
    },
    {
      "epoch": 380.29,
      "grad_norm": 0.9389154314994812,
      "learning_rate": 2.726744526028298e-06,
      "loss": 0.3528,
      "step": 1362580
    },
    {
      "epoch": 380.29,
      "grad_norm": 0.960790753364563,
      "learning_rate": 2.7267178498365635e-06,
      "loss": 0.3413,
      "step": 1362590
    },
    {
      "epoch": 380.3,
      "grad_norm": 0.9044740796089172,
      "learning_rate": 2.7266911735938562e-06,
      "loss": 0.3509,
      "step": 1362600
    },
    {
      "epoch": 380.3,
      "grad_norm": 0.9355760216712952,
      "learning_rate": 2.7266644973001787e-06,
      "loss": 0.3464,
      "step": 1362610
    },
    {
      "epoch": 380.3,
      "grad_norm": 1.0133237838745117,
      "learning_rate": 2.726637820955536e-06,
      "loss": 0.3614,
      "step": 1362620
    },
    {
      "epoch": 380.3,
      "grad_norm": 1.0401602983474731,
      "learning_rate": 2.7266111445599303e-06,
      "loss": 0.3499,
      "step": 1362630
    },
    {
      "epoch": 380.31,
      "grad_norm": 0.9695882797241211,
      "learning_rate": 2.7265844681133655e-06,
      "loss": 0.3722,
      "step": 1362640
    },
    {
      "epoch": 380.31,
      "grad_norm": 1.04790198802948,
      "learning_rate": 2.7265577916158452e-06,
      "loss": 0.3539,
      "step": 1362650
    },
    {
      "epoch": 380.31,
      "grad_norm": 1.016410231590271,
      "learning_rate": 2.7265311150673742e-06,
      "loss": 0.3519,
      "step": 1362660
    },
    {
      "epoch": 380.32,
      "grad_norm": 0.9651526808738708,
      "learning_rate": 2.7265044384679534e-06,
      "loss": 0.3512,
      "step": 1362670
    },
    {
      "epoch": 380.32,
      "grad_norm": 0.9236235618591309,
      "learning_rate": 2.7264777618175886e-06,
      "loss": 0.342,
      "step": 1362680
    },
    {
      "epoch": 380.32,
      "grad_norm": 3.6754748821258545,
      "learning_rate": 2.7264510851162828e-06,
      "loss": 0.3592,
      "step": 1362690
    },
    {
      "epoch": 380.32,
      "grad_norm": 0.9477733373641968,
      "learning_rate": 2.72642440836404e-06,
      "loss": 0.342,
      "step": 1362700
    },
    {
      "epoch": 380.33,
      "grad_norm": 0.9916926622390747,
      "learning_rate": 2.726397731560862e-06,
      "loss": 0.3463,
      "step": 1362710
    },
    {
      "epoch": 380.33,
      "grad_norm": 1.028889536857605,
      "learning_rate": 2.726371054706754e-06,
      "loss": 0.3598,
      "step": 1362720
    },
    {
      "epoch": 380.33,
      "grad_norm": 0.9504797458648682,
      "learning_rate": 2.726344377801719e-06,
      "loss": 0.3393,
      "step": 1362730
    },
    {
      "epoch": 380.33,
      "grad_norm": 1.1029099225997925,
      "learning_rate": 2.72631770084576e-06,
      "loss": 0.3293,
      "step": 1362740
    },
    {
      "epoch": 380.34,
      "grad_norm": 0.92812579870224,
      "learning_rate": 2.726291023838882e-06,
      "loss": 0.3411,
      "step": 1362750
    },
    {
      "epoch": 380.34,
      "grad_norm": 0.8694490790367126,
      "learning_rate": 2.726264346781087e-06,
      "loss": 0.3413,
      "step": 1362760
    },
    {
      "epoch": 380.34,
      "grad_norm": 1.0375391244888306,
      "learning_rate": 2.72623766967238e-06,
      "loss": 0.3427,
      "step": 1362770
    },
    {
      "epoch": 380.35,
      "grad_norm": 0.9863795638084412,
      "learning_rate": 2.726210992512763e-06,
      "loss": 0.3536,
      "step": 1362780
    },
    {
      "epoch": 380.35,
      "grad_norm": 1.0828170776367188,
      "learning_rate": 2.7261843153022406e-06,
      "loss": 0.3378,
      "step": 1362790
    },
    {
      "epoch": 380.35,
      "grad_norm": 1.040944218635559,
      "learning_rate": 2.7261576380408165e-06,
      "loss": 0.3482,
      "step": 1362800
    },
    {
      "epoch": 380.35,
      "grad_norm": 1.1040527820587158,
      "learning_rate": 2.7261309607284925e-06,
      "loss": 0.3447,
      "step": 1362810
    },
    {
      "epoch": 380.36,
      "grad_norm": 0.9850925803184509,
      "learning_rate": 2.726104283365275e-06,
      "loss": 0.3416,
      "step": 1362820
    },
    {
      "epoch": 380.36,
      "grad_norm": 1.0890233516693115,
      "learning_rate": 2.7260776059511655e-06,
      "loss": 0.3604,
      "step": 1362830
    },
    {
      "epoch": 380.36,
      "grad_norm": 1.027895450592041,
      "learning_rate": 2.726050928486168e-06,
      "loss": 0.3423,
      "step": 1362840
    },
    {
      "epoch": 380.37,
      "grad_norm": 0.8613477349281311,
      "learning_rate": 2.7260242509702867e-06,
      "loss": 0.3454,
      "step": 1362850
    },
    {
      "epoch": 380.37,
      "grad_norm": 1.057991623878479,
      "learning_rate": 2.7259975734035238e-06,
      "loss": 0.3472,
      "step": 1362860
    },
    {
      "epoch": 380.37,
      "grad_norm": 1.0204529762268066,
      "learning_rate": 2.7259708957858837e-06,
      "loss": 0.3473,
      "step": 1362870
    },
    {
      "epoch": 380.37,
      "grad_norm": 0.9367276430130005,
      "learning_rate": 2.7259442181173705e-06,
      "loss": 0.3461,
      "step": 1362880
    },
    {
      "epoch": 380.38,
      "grad_norm": 1.6770684719085693,
      "learning_rate": 2.725917540397987e-06,
      "loss": 0.3399,
      "step": 1362890
    },
    {
      "epoch": 380.38,
      "grad_norm": 0.9697993993759155,
      "learning_rate": 2.7258908626277362e-06,
      "loss": 0.3252,
      "step": 1362900
    },
    {
      "epoch": 380.38,
      "grad_norm": 1.1228076219558716,
      "learning_rate": 2.7258641848066232e-06,
      "loss": 0.3394,
      "step": 1362910
    },
    {
      "epoch": 380.39,
      "grad_norm": 1.0053412914276123,
      "learning_rate": 2.7258375069346506e-06,
      "loss": 0.3604,
      "step": 1362920
    },
    {
      "epoch": 380.39,
      "grad_norm": 1.0122451782226562,
      "learning_rate": 2.7258108290118216e-06,
      "loss": 0.3407,
      "step": 1362930
    },
    {
      "epoch": 380.39,
      "grad_norm": 1.0333430767059326,
      "learning_rate": 2.7257841510381402e-06,
      "loss": 0.3658,
      "step": 1362940
    },
    {
      "epoch": 380.39,
      "grad_norm": 1.147566795349121,
      "learning_rate": 2.7257574730136106e-06,
      "loss": 0.3337,
      "step": 1362950
    },
    {
      "epoch": 380.4,
      "grad_norm": 1.0352404117584229,
      "learning_rate": 2.725730794938235e-06,
      "loss": 0.3437,
      "step": 1362960
    },
    {
      "epoch": 380.4,
      "grad_norm": 1.244922161102295,
      "learning_rate": 2.7257041168120176e-06,
      "loss": 0.3354,
      "step": 1362970
    },
    {
      "epoch": 380.4,
      "grad_norm": 1.0261240005493164,
      "learning_rate": 2.7256774386349627e-06,
      "loss": 0.3436,
      "step": 1362980
    },
    {
      "epoch": 380.4,
      "grad_norm": 1.1960270404815674,
      "learning_rate": 2.725650760407073e-06,
      "loss": 0.3516,
      "step": 1362990
    },
    {
      "epoch": 380.41,
      "grad_norm": 1.0852752923965454,
      "learning_rate": 2.725624082128352e-06,
      "loss": 0.3448,
      "step": 1363000
    },
    {
      "epoch": 380.41,
      "grad_norm": 1.0085235834121704,
      "learning_rate": 2.725597403798803e-06,
      "loss": 0.364,
      "step": 1363010
    },
    {
      "epoch": 380.41,
      "grad_norm": 1.1316479444503784,
      "learning_rate": 2.7255707254184307e-06,
      "loss": 0.3547,
      "step": 1363020
    },
    {
      "epoch": 380.42,
      "grad_norm": 1.1067554950714111,
      "learning_rate": 2.7255440469872375e-06,
      "loss": 0.3427,
      "step": 1363030
    },
    {
      "epoch": 380.42,
      "grad_norm": 0.9606977701187134,
      "learning_rate": 2.725517368505228e-06,
      "loss": 0.3462,
      "step": 1363040
    },
    {
      "epoch": 380.42,
      "grad_norm": 0.9744564890861511,
      "learning_rate": 2.7254906899724044e-06,
      "loss": 0.3395,
      "step": 1363050
    },
    {
      "epoch": 380.42,
      "grad_norm": 1.119607925415039,
      "learning_rate": 2.7254640113887716e-06,
      "loss": 0.3469,
      "step": 1363060
    },
    {
      "epoch": 380.43,
      "grad_norm": 1.0670658349990845,
      "learning_rate": 2.725437332754333e-06,
      "loss": 0.3532,
      "step": 1363070
    },
    {
      "epoch": 380.43,
      "grad_norm": 3.3622751235961914,
      "learning_rate": 2.7254106540690905e-06,
      "loss": 0.3541,
      "step": 1363080
    },
    {
      "epoch": 380.43,
      "grad_norm": 1.007242202758789,
      "learning_rate": 2.725383975333049e-06,
      "loss": 0.3509,
      "step": 1363090
    },
    {
      "epoch": 380.44,
      "grad_norm": 1.169406771659851,
      "learning_rate": 2.7253572965462125e-06,
      "loss": 0.3659,
      "step": 1363100
    },
    {
      "epoch": 380.44,
      "grad_norm": 1.2194217443466187,
      "learning_rate": 2.7253306177085837e-06,
      "loss": 0.356,
      "step": 1363110
    },
    {
      "epoch": 380.44,
      "grad_norm": 6.520989418029785,
      "learning_rate": 2.7253039388201664e-06,
      "loss": 0.3554,
      "step": 1363120
    },
    {
      "epoch": 380.44,
      "grad_norm": 0.9065083861351013,
      "learning_rate": 2.7252772598809644e-06,
      "loss": 0.347,
      "step": 1363130
    },
    {
      "epoch": 380.45,
      "grad_norm": 1.0439506769180298,
      "learning_rate": 2.725250580890981e-06,
      "loss": 0.3482,
      "step": 1363140
    },
    {
      "epoch": 380.45,
      "grad_norm": 1.1900452375411987,
      "learning_rate": 2.72522390185022e-06,
      "loss": 0.3556,
      "step": 1363150
    },
    {
      "epoch": 380.45,
      "grad_norm": 1.3399879932403564,
      "learning_rate": 2.725197222758684e-06,
      "loss": 0.3457,
      "step": 1363160
    },
    {
      "epoch": 380.45,
      "grad_norm": 0.9413655400276184,
      "learning_rate": 2.725170543616378e-06,
      "loss": 0.3585,
      "step": 1363170
    },
    {
      "epoch": 380.46,
      "grad_norm": 0.9985789060592651,
      "learning_rate": 2.7251438644233037e-06,
      "loss": 0.3408,
      "step": 1363180
    },
    {
      "epoch": 380.46,
      "grad_norm": 1.162243127822876,
      "learning_rate": 2.7251171851794667e-06,
      "loss": 0.3492,
      "step": 1363190
    },
    {
      "epoch": 380.46,
      "grad_norm": 0.9626685380935669,
      "learning_rate": 2.72509050588487e-06,
      "loss": 0.3465,
      "step": 1363200
    },
    {
      "epoch": 380.47,
      "grad_norm": 1.0559104681015015,
      "learning_rate": 2.725063826539516e-06,
      "loss": 0.3439,
      "step": 1363210
    },
    {
      "epoch": 380.47,
      "grad_norm": 0.9963127374649048,
      "learning_rate": 2.725037147143409e-06,
      "loss": 0.3324,
      "step": 1363220
    },
    {
      "epoch": 380.47,
      "grad_norm": 1.2593964338302612,
      "learning_rate": 2.7250104676965526e-06,
      "loss": 0.3546,
      "step": 1363230
    },
    {
      "epoch": 380.47,
      "grad_norm": 1.2352434396743774,
      "learning_rate": 2.724983788198951e-06,
      "loss": 0.3406,
      "step": 1363240
    },
    {
      "epoch": 380.48,
      "grad_norm": 0.9910873174667358,
      "learning_rate": 2.7249571086506064e-06,
      "loss": 0.3512,
      "step": 1363250
    },
    {
      "epoch": 380.48,
      "grad_norm": 0.9798805117607117,
      "learning_rate": 2.7249304290515234e-06,
      "loss": 0.3582,
      "step": 1363260
    },
    {
      "epoch": 380.48,
      "grad_norm": 1.0983377695083618,
      "learning_rate": 2.7249037494017053e-06,
      "loss": 0.358,
      "step": 1363270
    },
    {
      "epoch": 380.49,
      "grad_norm": 1.2146683931350708,
      "learning_rate": 2.724877069701155e-06,
      "loss": 0.3555,
      "step": 1363280
    },
    {
      "epoch": 380.49,
      "grad_norm": 0.9417757391929626,
      "learning_rate": 2.7248503899498774e-06,
      "loss": 0.3325,
      "step": 1363290
    },
    {
      "epoch": 380.49,
      "grad_norm": 0.9376516938209534,
      "learning_rate": 2.724823710147875e-06,
      "loss": 0.3631,
      "step": 1363300
    },
    {
      "epoch": 380.49,
      "grad_norm": 1.048353672027588,
      "learning_rate": 2.724797030295151e-06,
      "loss": 0.3378,
      "step": 1363310
    },
    {
      "epoch": 380.5,
      "grad_norm": 0.9175631403923035,
      "learning_rate": 2.7247703503917095e-06,
      "loss": 0.3708,
      "step": 1363320
    },
    {
      "epoch": 380.5,
      "grad_norm": 1.0482662916183472,
      "learning_rate": 2.724743670437555e-06,
      "loss": 0.348,
      "step": 1363330
    },
    {
      "epoch": 380.5,
      "grad_norm": 1.0185003280639648,
      "learning_rate": 2.724716990432689e-06,
      "loss": 0.3645,
      "step": 1363340
    },
    {
      "epoch": 380.51,
      "grad_norm": 1.019208550453186,
      "learning_rate": 2.7246903103771166e-06,
      "loss": 0.3612,
      "step": 1363350
    },
    {
      "epoch": 380.51,
      "grad_norm": 1.0622035264968872,
      "learning_rate": 2.7246636302708413e-06,
      "loss": 0.3519,
      "step": 1363360
    },
    {
      "epoch": 380.51,
      "grad_norm": 0.9492270946502686,
      "learning_rate": 2.7246369501138663e-06,
      "loss": 0.3447,
      "step": 1363370
    },
    {
      "epoch": 380.51,
      "grad_norm": 1.042647123336792,
      "learning_rate": 2.724610269906195e-06,
      "loss": 0.3475,
      "step": 1363380
    },
    {
      "epoch": 380.52,
      "grad_norm": 1.105517864227295,
      "learning_rate": 2.7245835896478305e-06,
      "loss": 0.3481,
      "step": 1363390
    },
    {
      "epoch": 380.52,
      "grad_norm": 1.0720932483673096,
      "learning_rate": 2.7245569093387776e-06,
      "loss": 0.3397,
      "step": 1363400
    },
    {
      "epoch": 380.52,
      "grad_norm": 3.5302679538726807,
      "learning_rate": 2.724530228979039e-06,
      "loss": 0.3749,
      "step": 1363410
    },
    {
      "epoch": 380.52,
      "grad_norm": 1.0957186222076416,
      "learning_rate": 2.7245035485686184e-06,
      "loss": 0.345,
      "step": 1363420
    },
    {
      "epoch": 380.53,
      "grad_norm": 1.0241308212280273,
      "learning_rate": 2.7244768681075197e-06,
      "loss": 0.3317,
      "step": 1363430
    },
    {
      "epoch": 380.53,
      "grad_norm": 1.0335544347763062,
      "learning_rate": 2.7244501875957464e-06,
      "loss": 0.3386,
      "step": 1363440
    },
    {
      "epoch": 380.53,
      "grad_norm": 1.1104720830917358,
      "learning_rate": 2.724423507033301e-06,
      "loss": 0.3435,
      "step": 1363450
    },
    {
      "epoch": 380.54,
      "grad_norm": 1.0841706991195679,
      "learning_rate": 2.7243968264201883e-06,
      "loss": 0.3556,
      "step": 1363460
    },
    {
      "epoch": 380.54,
      "grad_norm": 1.0268834829330444,
      "learning_rate": 2.724370145756411e-06,
      "loss": 0.3347,
      "step": 1363470
    },
    {
      "epoch": 380.54,
      "grad_norm": 1.098273515701294,
      "learning_rate": 2.7243434650419734e-06,
      "loss": 0.3415,
      "step": 1363480
    },
    {
      "epoch": 380.54,
      "grad_norm": 0.9478062391281128,
      "learning_rate": 2.724316784276879e-06,
      "loss": 0.332,
      "step": 1363490
    },
    {
      "epoch": 380.55,
      "grad_norm": 1.1193790435791016,
      "learning_rate": 2.7242901034611303e-06,
      "loss": 0.3453,
      "step": 1363500
    },
    {
      "epoch": 380.55,
      "grad_norm": 1.0481367111206055,
      "learning_rate": 2.7242634225947323e-06,
      "loss": 0.3616,
      "step": 1363510
    },
    {
      "epoch": 380.55,
      "grad_norm": 0.9642520546913147,
      "learning_rate": 2.7242367416776876e-06,
      "loss": 0.3397,
      "step": 1363520
    },
    {
      "epoch": 380.56,
      "grad_norm": 0.9427125453948975,
      "learning_rate": 2.7242100607100006e-06,
      "loss": 0.3516,
      "step": 1363530
    },
    {
      "epoch": 380.56,
      "grad_norm": 0.9028868079185486,
      "learning_rate": 2.724183379691673e-06,
      "loss": 0.3367,
      "step": 1363540
    },
    {
      "epoch": 380.56,
      "grad_norm": 1.1258255243301392,
      "learning_rate": 2.7241566986227098e-06,
      "loss": 0.3553,
      "step": 1363550
    },
    {
      "epoch": 380.56,
      "grad_norm": 1.0552191734313965,
      "learning_rate": 2.7241300175031154e-06,
      "loss": 0.3456,
      "step": 1363560
    },
    {
      "epoch": 380.57,
      "grad_norm": 1.9727572202682495,
      "learning_rate": 2.7241033363328917e-06,
      "loss": 0.3339,
      "step": 1363570
    },
    {
      "epoch": 380.57,
      "grad_norm": 0.9764585494995117,
      "learning_rate": 2.724076655112043e-06,
      "loss": 0.352,
      "step": 1363580
    },
    {
      "epoch": 380.57,
      "grad_norm": 1.129317045211792,
      "learning_rate": 2.724049973840573e-06,
      "loss": 0.3478,
      "step": 1363590
    },
    {
      "epoch": 380.57,
      "grad_norm": 1.0184575319290161,
      "learning_rate": 2.7240232925184844e-06,
      "loss": 0.3715,
      "step": 1363600
    },
    {
      "epoch": 380.58,
      "grad_norm": 0.9419337511062622,
      "learning_rate": 2.7239966111457813e-06,
      "loss": 0.3412,
      "step": 1363610
    },
    {
      "epoch": 380.58,
      "grad_norm": 1.0456833839416504,
      "learning_rate": 2.723969929722468e-06,
      "loss": 0.3642,
      "step": 1363620
    },
    {
      "epoch": 380.58,
      "grad_norm": 0.9315640926361084,
      "learning_rate": 2.7239432482485466e-06,
      "loss": 0.35,
      "step": 1363630
    },
    {
      "epoch": 380.59,
      "grad_norm": 0.9828841686248779,
      "learning_rate": 2.7239165667240214e-06,
      "loss": 0.3293,
      "step": 1363640
    },
    {
      "epoch": 380.59,
      "grad_norm": 1.0021567344665527,
      "learning_rate": 2.723889885148896e-06,
      "loss": 0.334,
      "step": 1363650
    },
    {
      "epoch": 380.59,
      "grad_norm": 1.0830833911895752,
      "learning_rate": 2.723863203523175e-06,
      "loss": 0.3632,
      "step": 1363660
    },
    {
      "epoch": 380.59,
      "grad_norm": 1.240274429321289,
      "learning_rate": 2.7238365218468596e-06,
      "loss": 0.3546,
      "step": 1363670
    },
    {
      "epoch": 380.6,
      "grad_norm": 1.112065076828003,
      "learning_rate": 2.7238098401199545e-06,
      "loss": 0.3646,
      "step": 1363680
    },
    {
      "epoch": 380.6,
      "grad_norm": 1.0097426176071167,
      "learning_rate": 2.723783158342464e-06,
      "loss": 0.3503,
      "step": 1363690
    },
    {
      "epoch": 380.6,
      "grad_norm": 0.9575619101524353,
      "learning_rate": 2.72375647651439e-06,
      "loss": 0.3315,
      "step": 1363700
    },
    {
      "epoch": 380.61,
      "grad_norm": 1.0694966316223145,
      "learning_rate": 2.7237297946357378e-06,
      "loss": 0.355,
      "step": 1363710
    },
    {
      "epoch": 380.61,
      "grad_norm": 1.5231642723083496,
      "learning_rate": 2.72370311270651e-06,
      "loss": 0.3429,
      "step": 1363720
    },
    {
      "epoch": 380.61,
      "grad_norm": 0.9724149703979492,
      "learning_rate": 2.723676430726711e-06,
      "loss": 0.3418,
      "step": 1363730
    },
    {
      "epoch": 380.61,
      "grad_norm": 1.0132280588150024,
      "learning_rate": 2.7236497486963425e-06,
      "loss": 0.3537,
      "step": 1363740
    },
    {
      "epoch": 380.62,
      "grad_norm": 0.907624363899231,
      "learning_rate": 2.72362306661541e-06,
      "loss": 0.3498,
      "step": 1363750
    },
    {
      "epoch": 380.62,
      "grad_norm": 1.0497357845306396,
      "learning_rate": 2.723596384483916e-06,
      "loss": 0.3463,
      "step": 1363760
    },
    {
      "epoch": 380.62,
      "grad_norm": 0.9111141562461853,
      "learning_rate": 2.723569702301865e-06,
      "loss": 0.3459,
      "step": 1363770
    },
    {
      "epoch": 380.63,
      "grad_norm": 1.0980315208435059,
      "learning_rate": 2.723543020069259e-06,
      "loss": 0.3561,
      "step": 1363780
    },
    {
      "epoch": 380.63,
      "grad_norm": 1.1030073165893555,
      "learning_rate": 2.7235163377861026e-06,
      "loss": 0.3628,
      "step": 1363790
    },
    {
      "epoch": 380.63,
      "grad_norm": 1.1310603618621826,
      "learning_rate": 2.7234896554523996e-06,
      "loss": 0.3329,
      "step": 1363800
    },
    {
      "epoch": 380.63,
      "grad_norm": 0.9476906657218933,
      "learning_rate": 2.723462973068153e-06,
      "loss": 0.3449,
      "step": 1363810
    },
    {
      "epoch": 380.64,
      "grad_norm": 1.0187358856201172,
      "learning_rate": 2.7234362906333665e-06,
      "loss": 0.3541,
      "step": 1363820
    },
    {
      "epoch": 380.64,
      "grad_norm": 1.250349998474121,
      "learning_rate": 2.7234096081480433e-06,
      "loss": 0.3536,
      "step": 1363830
    },
    {
      "epoch": 380.64,
      "grad_norm": 1.0107671022415161,
      "learning_rate": 2.7233829256121874e-06,
      "loss": 0.3595,
      "step": 1363840
    },
    {
      "epoch": 380.64,
      "grad_norm": 0.8974899649620056,
      "learning_rate": 2.723356243025803e-06,
      "loss": 0.3415,
      "step": 1363850
    },
    {
      "epoch": 380.65,
      "grad_norm": 1.1003940105438232,
      "learning_rate": 2.7233295603888922e-06,
      "loss": 0.3476,
      "step": 1363860
    },
    {
      "epoch": 380.65,
      "grad_norm": 1.009312391281128,
      "learning_rate": 2.7233028777014597e-06,
      "loss": 0.3588,
      "step": 1363870
    },
    {
      "epoch": 380.65,
      "grad_norm": 0.9507364630699158,
      "learning_rate": 2.7232761949635085e-06,
      "loss": 0.3386,
      "step": 1363880
    },
    {
      "epoch": 380.66,
      "grad_norm": 0.9830350279808044,
      "learning_rate": 2.723249512175042e-06,
      "loss": 0.3681,
      "step": 1363890
    },
    {
      "epoch": 380.66,
      "grad_norm": 1.0690126419067383,
      "learning_rate": 2.723222829336064e-06,
      "loss": 0.3407,
      "step": 1363900
    },
    {
      "epoch": 380.66,
      "grad_norm": 1.0414601564407349,
      "learning_rate": 2.723196146446578e-06,
      "loss": 0.347,
      "step": 1363910
    },
    {
      "epoch": 380.66,
      "grad_norm": 0.9165498614311218,
      "learning_rate": 2.723169463506588e-06,
      "loss": 0.3408,
      "step": 1363920
    },
    {
      "epoch": 380.67,
      "grad_norm": 1.0837947130203247,
      "learning_rate": 2.7231427805160967e-06,
      "loss": 0.3442,
      "step": 1363930
    },
    {
      "epoch": 380.67,
      "grad_norm": 1.0921916961669922,
      "learning_rate": 2.7231160974751085e-06,
      "loss": 0.3466,
      "step": 1363940
    },
    {
      "epoch": 380.67,
      "grad_norm": 1.0621459484100342,
      "learning_rate": 2.723089414383627e-06,
      "loss": 0.3516,
      "step": 1363950
    },
    {
      "epoch": 380.68,
      "grad_norm": 1.007576823234558,
      "learning_rate": 2.723062731241654e-06,
      "loss": 0.3648,
      "step": 1363960
    },
    {
      "epoch": 380.68,
      "grad_norm": 1.015998125076294,
      "learning_rate": 2.723036048049195e-06,
      "loss": 0.3381,
      "step": 1363970
    },
    {
      "epoch": 380.68,
      "grad_norm": 1.019193410873413,
      "learning_rate": 2.723009364806253e-06,
      "loss": 0.3455,
      "step": 1363980
    },
    {
      "epoch": 380.68,
      "grad_norm": 1.0985822677612305,
      "learning_rate": 2.7229826815128316e-06,
      "loss": 0.3506,
      "step": 1363990
    },
    {
      "epoch": 380.69,
      "grad_norm": 1.0366830825805664,
      "learning_rate": 2.7229559981689342e-06,
      "loss": 0.3554,
      "step": 1364000
    },
    {
      "epoch": 380.69,
      "grad_norm": 1.2095710039138794,
      "learning_rate": 2.7229293147745647e-06,
      "loss": 0.3459,
      "step": 1364010
    },
    {
      "epoch": 380.69,
      "grad_norm": 1.1770724058151245,
      "learning_rate": 2.722902631329726e-06,
      "loss": 0.3479,
      "step": 1364020
    },
    {
      "epoch": 380.69,
      "grad_norm": 0.8341000080108643,
      "learning_rate": 2.7228759478344214e-06,
      "loss": 0.3562,
      "step": 1364030
    },
    {
      "epoch": 380.7,
      "grad_norm": 1.2111550569534302,
      "learning_rate": 2.722849264288656e-06,
      "loss": 0.3335,
      "step": 1364040
    },
    {
      "epoch": 380.7,
      "grad_norm": 1.0128074884414673,
      "learning_rate": 2.722822580692432e-06,
      "loss": 0.3603,
      "step": 1364050
    },
    {
      "epoch": 380.7,
      "grad_norm": 0.908290684223175,
      "learning_rate": 2.7227958970457527e-06,
      "loss": 0.3515,
      "step": 1364060
    },
    {
      "epoch": 380.71,
      "grad_norm": 3.385765790939331,
      "learning_rate": 2.722769213348623e-06,
      "loss": 0.328,
      "step": 1364070
    },
    {
      "epoch": 380.71,
      "grad_norm": 1.037055492401123,
      "learning_rate": 2.7227425296010455e-06,
      "loss": 0.3336,
      "step": 1364080
    },
    {
      "epoch": 380.71,
      "grad_norm": 1.0248866081237793,
      "learning_rate": 2.7227158458030245e-06,
      "loss": 0.3416,
      "step": 1364090
    },
    {
      "epoch": 380.71,
      "grad_norm": 1.2796019315719604,
      "learning_rate": 2.7226891619545623e-06,
      "loss": 0.3677,
      "step": 1364100
    },
    {
      "epoch": 380.72,
      "grad_norm": 1.2600635290145874,
      "learning_rate": 2.7226624780556643e-06,
      "loss": 0.3519,
      "step": 1364110
    },
    {
      "epoch": 380.72,
      "grad_norm": 1.0246113538742065,
      "learning_rate": 2.7226357941063315e-06,
      "loss": 0.3512,
      "step": 1364120
    },
    {
      "epoch": 380.72,
      "grad_norm": 1.066033959388733,
      "learning_rate": 2.7226091101065697e-06,
      "loss": 0.3375,
      "step": 1364130
    },
    {
      "epoch": 380.73,
      "grad_norm": 0.9764780402183533,
      "learning_rate": 2.722582426056382e-06,
      "loss": 0.343,
      "step": 1364140
    },
    {
      "epoch": 380.73,
      "grad_norm": 1.165053367614746,
      "learning_rate": 2.7225557419557706e-06,
      "loss": 0.3386,
      "step": 1364150
    },
    {
      "epoch": 380.73,
      "grad_norm": 2.572486400604248,
      "learning_rate": 2.722529057804741e-06,
      "loss": 0.3466,
      "step": 1364160
    },
    {
      "epoch": 380.73,
      "grad_norm": 6.562948703765869,
      "learning_rate": 2.722502373603295e-06,
      "loss": 0.347,
      "step": 1364170
    },
    {
      "epoch": 380.74,
      "grad_norm": 1.0189244747161865,
      "learning_rate": 2.7224756893514378e-06,
      "loss": 0.3633,
      "step": 1364180
    },
    {
      "epoch": 380.74,
      "grad_norm": 1.0718075037002563,
      "learning_rate": 2.7224490050491713e-06,
      "loss": 0.3422,
      "step": 1364190
    },
    {
      "epoch": 380.74,
      "grad_norm": 0.9306278824806213,
      "learning_rate": 2.722422320696501e-06,
      "loss": 0.3506,
      "step": 1364200
    },
    {
      "epoch": 380.75,
      "grad_norm": 1.1210906505584717,
      "learning_rate": 2.722395636293428e-06,
      "loss": 0.3553,
      "step": 1364210
    },
    {
      "epoch": 380.75,
      "grad_norm": 1.2292695045471191,
      "learning_rate": 2.7223689518399574e-06,
      "loss": 0.3409,
      "step": 1364220
    },
    {
      "epoch": 380.75,
      "grad_norm": 0.978744626045227,
      "learning_rate": 2.7223422673360936e-06,
      "loss": 0.3494,
      "step": 1364230
    },
    {
      "epoch": 380.75,
      "grad_norm": 1.0792776346206665,
      "learning_rate": 2.722315582781838e-06,
      "loss": 0.3641,
      "step": 1364240
    },
    {
      "epoch": 380.76,
      "grad_norm": 0.9909727573394775,
      "learning_rate": 2.7222888981771954e-06,
      "loss": 0.3338,
      "step": 1364250
    },
    {
      "epoch": 380.76,
      "grad_norm": 1.2161128520965576,
      "learning_rate": 2.722262213522169e-06,
      "loss": 0.3562,
      "step": 1364260
    },
    {
      "epoch": 380.76,
      "grad_norm": 1.0079169273376465,
      "learning_rate": 2.722235528816763e-06,
      "loss": 0.3584,
      "step": 1364270
    },
    {
      "epoch": 380.76,
      "grad_norm": 0.9935221076011658,
      "learning_rate": 2.7222088440609803e-06,
      "loss": 0.3406,
      "step": 1364280
    },
    {
      "epoch": 380.77,
      "grad_norm": 1.0471147298812866,
      "learning_rate": 2.7221821592548245e-06,
      "loss": 0.3498,
      "step": 1364290
    },
    {
      "epoch": 380.77,
      "grad_norm": 0.9720070958137512,
      "learning_rate": 2.7221554743982995e-06,
      "loss": 0.3538,
      "step": 1364300
    },
    {
      "epoch": 380.77,
      "grad_norm": 1.1116445064544678,
      "learning_rate": 2.722128789491408e-06,
      "loss": 0.3374,
      "step": 1364310
    },
    {
      "epoch": 380.78,
      "grad_norm": 0.9803130626678467,
      "learning_rate": 2.7221021045341552e-06,
      "loss": 0.3566,
      "step": 1364320
    },
    {
      "epoch": 380.78,
      "grad_norm": 1.011362075805664,
      "learning_rate": 2.7220754195265432e-06,
      "loss": 0.3497,
      "step": 1364330
    },
    {
      "epoch": 380.78,
      "grad_norm": 0.9415698051452637,
      "learning_rate": 2.722048734468576e-06,
      "loss": 0.3417,
      "step": 1364340
    },
    {
      "epoch": 380.78,
      "grad_norm": 1.021908164024353,
      "learning_rate": 2.7220220493602564e-06,
      "loss": 0.337,
      "step": 1364350
    },
    {
      "epoch": 380.79,
      "grad_norm": 1.1915909051895142,
      "learning_rate": 2.7219953642015897e-06,
      "loss": 0.3441,
      "step": 1364360
    },
    {
      "epoch": 380.79,
      "grad_norm": 1.034483790397644,
      "learning_rate": 2.7219686789925782e-06,
      "loss": 0.3468,
      "step": 1364370
    },
    {
      "epoch": 380.79,
      "grad_norm": 1.0150805711746216,
      "learning_rate": 2.7219419937332247e-06,
      "loss": 0.3485,
      "step": 1364380
    },
    {
      "epoch": 380.8,
      "grad_norm": 1.1220483779907227,
      "learning_rate": 2.7219153084235353e-06,
      "loss": 0.3577,
      "step": 1364390
    },
    {
      "epoch": 380.8,
      "grad_norm": 1.3509163856506348,
      "learning_rate": 2.7218886230635114e-06,
      "loss": 0.3473,
      "step": 1364400
    },
    {
      "epoch": 380.8,
      "grad_norm": 1.0088763236999512,
      "learning_rate": 2.7218619376531565e-06,
      "loss": 0.3453,
      "step": 1364410
    },
    {
      "epoch": 380.8,
      "grad_norm": 1.0626665353775024,
      "learning_rate": 2.7218352521924754e-06,
      "loss": 0.3364,
      "step": 1364420
    },
    {
      "epoch": 380.81,
      "grad_norm": 1.0553146600723267,
      "learning_rate": 2.7218085666814713e-06,
      "loss": 0.3296,
      "step": 1364430
    },
    {
      "epoch": 380.81,
      "grad_norm": 1.0484896898269653,
      "learning_rate": 2.721781881120147e-06,
      "loss": 0.3536,
      "step": 1364440
    },
    {
      "epoch": 380.81,
      "grad_norm": 0.9696817398071289,
      "learning_rate": 2.721755195508506e-06,
      "loss": 0.3488,
      "step": 1364450
    },
    {
      "epoch": 380.81,
      "grad_norm": 0.9795597791671753,
      "learning_rate": 2.7217285098465536e-06,
      "loss": 0.3427,
      "step": 1364460
    },
    {
      "epoch": 380.82,
      "grad_norm": 1.116377592086792,
      "learning_rate": 2.721701824134292e-06,
      "loss": 0.3734,
      "step": 1364470
    },
    {
      "epoch": 380.82,
      "grad_norm": 1.0713183879852295,
      "learning_rate": 2.7216751383717246e-06,
      "loss": 0.3523,
      "step": 1364480
    },
    {
      "epoch": 380.82,
      "grad_norm": 1.0525405406951904,
      "learning_rate": 2.7216484525588557e-06,
      "loss": 0.3507,
      "step": 1364490
    },
    {
      "epoch": 380.83,
      "grad_norm": 1.4640644788742065,
      "learning_rate": 2.7216217666956875e-06,
      "loss": 0.3382,
      "step": 1364500
    },
    {
      "epoch": 380.83,
      "grad_norm": 1.2355809211730957,
      "learning_rate": 2.7215950807822246e-06,
      "loss": 0.3497,
      "step": 1364510
    },
    {
      "epoch": 380.83,
      "grad_norm": 1.01759934425354,
      "learning_rate": 2.7215683948184712e-06,
      "loss": 0.3662,
      "step": 1364520
    },
    {
      "epoch": 380.83,
      "grad_norm": 0.9673290252685547,
      "learning_rate": 2.7215417088044295e-06,
      "loss": 0.3446,
      "step": 1364530
    },
    {
      "epoch": 380.84,
      "grad_norm": 0.9364429712295532,
      "learning_rate": 2.7215150227401037e-06,
      "loss": 0.3396,
      "step": 1364540
    },
    {
      "epoch": 380.84,
      "grad_norm": 1.0248855352401733,
      "learning_rate": 2.721488336625497e-06,
      "loss": 0.3483,
      "step": 1364550
    },
    {
      "epoch": 380.84,
      "grad_norm": 1.0785175561904907,
      "learning_rate": 2.721461650460614e-06,
      "loss": 0.3413,
      "step": 1364560
    },
    {
      "epoch": 380.85,
      "grad_norm": 0.9404560327529907,
      "learning_rate": 2.7214349642454567e-06,
      "loss": 0.36,
      "step": 1364570
    },
    {
      "epoch": 380.85,
      "grad_norm": 1.0914613008499146,
      "learning_rate": 2.7214082779800296e-06,
      "loss": 0.3473,
      "step": 1364580
    },
    {
      "epoch": 380.85,
      "grad_norm": 1.0870816707611084,
      "learning_rate": 2.7213815916643366e-06,
      "loss": 0.3518,
      "step": 1364590
    },
    {
      "epoch": 380.85,
      "grad_norm": 1.133382797241211,
      "learning_rate": 2.72135490529838e-06,
      "loss": 0.3441,
      "step": 1364600
    },
    {
      "epoch": 380.86,
      "grad_norm": 1.0529232025146484,
      "learning_rate": 2.7213282188821647e-06,
      "loss": 0.3351,
      "step": 1364610
    },
    {
      "epoch": 380.86,
      "grad_norm": 1.0828096866607666,
      "learning_rate": 2.721301532415694e-06,
      "loss": 0.3516,
      "step": 1364620
    },
    {
      "epoch": 380.86,
      "grad_norm": 0.9382466673851013,
      "learning_rate": 2.72127484589897e-06,
      "loss": 0.3505,
      "step": 1364630
    },
    {
      "epoch": 380.87,
      "grad_norm": 1.0897743701934814,
      "learning_rate": 2.7212481593319973e-06,
      "loss": 0.3495,
      "step": 1364640
    },
    {
      "epoch": 380.87,
      "grad_norm": 0.9858877062797546,
      "learning_rate": 2.7212214727147805e-06,
      "loss": 0.3529,
      "step": 1364650
    },
    {
      "epoch": 380.87,
      "grad_norm": 1.3839616775512695,
      "learning_rate": 2.721194786047321e-06,
      "loss": 0.3434,
      "step": 1364660
    },
    {
      "epoch": 380.87,
      "grad_norm": 1.05954110622406,
      "learning_rate": 2.7211680993296245e-06,
      "loss": 0.3503,
      "step": 1364670
    },
    {
      "epoch": 380.88,
      "grad_norm": 1.0054645538330078,
      "learning_rate": 2.721141412561693e-06,
      "loss": 0.3472,
      "step": 1364680
    },
    {
      "epoch": 380.88,
      "grad_norm": 1.002320408821106,
      "learning_rate": 2.7211147257435315e-06,
      "loss": 0.3491,
      "step": 1364690
    },
    {
      "epoch": 380.88,
      "grad_norm": 0.9519503116607666,
      "learning_rate": 2.7210880388751414e-06,
      "loss": 0.3441,
      "step": 1364700
    },
    {
      "epoch": 380.88,
      "grad_norm": 0.9448699355125427,
      "learning_rate": 2.721061351956528e-06,
      "loss": 0.3456,
      "step": 1364710
    },
    {
      "epoch": 380.89,
      "grad_norm": 0.984666645526886,
      "learning_rate": 2.7210346649876945e-06,
      "loss": 0.3498,
      "step": 1364720
    },
    {
      "epoch": 380.89,
      "grad_norm": 0.9907862544059753,
      "learning_rate": 2.7210079779686443e-06,
      "loss": 0.3472,
      "step": 1364730
    },
    {
      "epoch": 380.89,
      "grad_norm": 1.0351228713989258,
      "learning_rate": 2.7209812908993804e-06,
      "loss": 0.3573,
      "step": 1364740
    },
    {
      "epoch": 380.9,
      "grad_norm": 1.7068345546722412,
      "learning_rate": 2.7209546037799077e-06,
      "loss": 0.3573,
      "step": 1364750
    },
    {
      "epoch": 380.9,
      "grad_norm": 1.0533623695373535,
      "learning_rate": 2.720927916610229e-06,
      "loss": 0.3476,
      "step": 1364760
    },
    {
      "epoch": 380.9,
      "grad_norm": 0.9368796348571777,
      "learning_rate": 2.7209012293903473e-06,
      "loss": 0.3493,
      "step": 1364770
    },
    {
      "epoch": 380.9,
      "grad_norm": 0.8828021287918091,
      "learning_rate": 2.720874542120267e-06,
      "loss": 0.3412,
      "step": 1364780
    },
    {
      "epoch": 380.91,
      "grad_norm": 1.014316201210022,
      "learning_rate": 2.720847854799991e-06,
      "loss": 0.3345,
      "step": 1364790
    },
    {
      "epoch": 380.91,
      "grad_norm": 1.0004619359970093,
      "learning_rate": 2.7208211674295233e-06,
      "loss": 0.3497,
      "step": 1364800
    },
    {
      "epoch": 380.91,
      "grad_norm": 1.0264523029327393,
      "learning_rate": 2.7207944800088673e-06,
      "loss": 0.332,
      "step": 1364810
    },
    {
      "epoch": 380.92,
      "grad_norm": 1.023952603340149,
      "learning_rate": 2.7207677925380263e-06,
      "loss": 0.3678,
      "step": 1364820
    },
    {
      "epoch": 380.92,
      "grad_norm": 0.9610531330108643,
      "learning_rate": 2.7207411050170046e-06,
      "loss": 0.3575,
      "step": 1364830
    },
    {
      "epoch": 380.92,
      "grad_norm": 1.018844485282898,
      "learning_rate": 2.7207144174458055e-06,
      "loss": 0.3541,
      "step": 1364840
    },
    {
      "epoch": 380.92,
      "grad_norm": 1.055533766746521,
      "learning_rate": 2.7206877298244315e-06,
      "loss": 0.3402,
      "step": 1364850
    },
    {
      "epoch": 380.93,
      "grad_norm": 0.9040917158126831,
      "learning_rate": 2.7206610421528877e-06,
      "loss": 0.355,
      "step": 1364860
    },
    {
      "epoch": 380.93,
      "grad_norm": 1.1153268814086914,
      "learning_rate": 2.7206343544311763e-06,
      "loss": 0.3386,
      "step": 1364870
    },
    {
      "epoch": 380.93,
      "grad_norm": 1.0679363012313843,
      "learning_rate": 2.7206076666593024e-06,
      "loss": 0.3647,
      "step": 1364880
    },
    {
      "epoch": 380.93,
      "grad_norm": 1.0508676767349243,
      "learning_rate": 2.7205809788372676e-06,
      "loss": 0.3695,
      "step": 1364890
    },
    {
      "epoch": 380.94,
      "grad_norm": 0.978064775466919,
      "learning_rate": 2.7205542909650774e-06,
      "loss": 0.3456,
      "step": 1364900
    },
    {
      "epoch": 380.94,
      "grad_norm": 0.9823805093765259,
      "learning_rate": 2.7205276030427344e-06,
      "loss": 0.3618,
      "step": 1364910
    },
    {
      "epoch": 380.94,
      "grad_norm": 1.072725772857666,
      "learning_rate": 2.7205009150702416e-06,
      "loss": 0.3466,
      "step": 1364920
    },
    {
      "epoch": 380.95,
      "grad_norm": 1.2371885776519775,
      "learning_rate": 2.7204742270476035e-06,
      "loss": 0.3542,
      "step": 1364930
    },
    {
      "epoch": 380.95,
      "grad_norm": 1.0825124979019165,
      "learning_rate": 2.7204475389748232e-06,
      "loss": 0.333,
      "step": 1364940
    },
    {
      "epoch": 380.95,
      "grad_norm": 1.0599533319473267,
      "learning_rate": 2.720420850851904e-06,
      "loss": 0.3615,
      "step": 1364950
    },
    {
      "epoch": 380.95,
      "grad_norm": 0.9522268176078796,
      "learning_rate": 2.7203941626788504e-06,
      "loss": 0.3601,
      "step": 1364960
    },
    {
      "epoch": 380.96,
      "grad_norm": 0.9059950709342957,
      "learning_rate": 2.7203674744556654e-06,
      "loss": 0.3602,
      "step": 1364970
    },
    {
      "epoch": 380.96,
      "grad_norm": 1.0328879356384277,
      "learning_rate": 2.720340786182352e-06,
      "loss": 0.3486,
      "step": 1364980
    },
    {
      "epoch": 380.96,
      "grad_norm": 0.8855195045471191,
      "learning_rate": 2.7203140978589145e-06,
      "loss": 0.357,
      "step": 1364990
    },
    {
      "epoch": 380.97,
      "grad_norm": 0.943215012550354,
      "learning_rate": 2.720287409485356e-06,
      "loss": 0.3415,
      "step": 1365000
    },
    {
      "epoch": 380.97,
      "grad_norm": 1.0236680507659912,
      "learning_rate": 2.7202607210616807e-06,
      "loss": 0.3386,
      "step": 1365010
    },
    {
      "epoch": 380.97,
      "grad_norm": 0.9391621947288513,
      "learning_rate": 2.7202340325878913e-06,
      "loss": 0.3529,
      "step": 1365020
    },
    {
      "epoch": 380.97,
      "grad_norm": 1.027998924255371,
      "learning_rate": 2.720207344063992e-06,
      "loss": 0.3484,
      "step": 1365030
    },
    {
      "epoch": 380.98,
      "grad_norm": 0.984946608543396,
      "learning_rate": 2.720180655489986e-06,
      "loss": 0.341,
      "step": 1365040
    },
    {
      "epoch": 380.98,
      "grad_norm": 1.1323822736740112,
      "learning_rate": 2.7201539668658776e-06,
      "loss": 0.3472,
      "step": 1365050
    },
    {
      "epoch": 380.98,
      "grad_norm": 0.9865017533302307,
      "learning_rate": 2.720127278191669e-06,
      "loss": 0.3501,
      "step": 1365060
    },
    {
      "epoch": 380.99,
      "grad_norm": 0.8657203912734985,
      "learning_rate": 2.7201005894673648e-06,
      "loss": 0.3446,
      "step": 1365070
    },
    {
      "epoch": 380.99,
      "grad_norm": 1.0014922618865967,
      "learning_rate": 2.720073900692968e-06,
      "loss": 0.3605,
      "step": 1365080
    },
    {
      "epoch": 380.99,
      "grad_norm": 0.9217644929885864,
      "learning_rate": 2.7200472118684824e-06,
      "loss": 0.3568,
      "step": 1365090
    },
    {
      "epoch": 380.99,
      "grad_norm": 1.1560509204864502,
      "learning_rate": 2.720020522993912e-06,
      "loss": 0.3539,
      "step": 1365100
    },
    {
      "epoch": 381.0,
      "grad_norm": 1.021456003189087,
      "learning_rate": 2.7199938340692594e-06,
      "loss": 0.3387,
      "step": 1365110
    },
    {
      "epoch": 381.0,
      "grad_norm": 0.9244367480278015,
      "learning_rate": 2.719967145094529e-06,
      "loss": 0.3466,
      "step": 1365120
    },
    {
      "epoch": 381.0,
      "eval_loss": 0.3487849533557892,
      "eval_runtime": 64.7818,
      "eval_samples_per_second": 78.093,
      "eval_steps_per_second": 9.771,
      "step": 1365123
    },
    {
      "epoch": 381.0,
      "grad_norm": 1.0105878114700317,
      "learning_rate": 2.7199404560697233e-06,
      "loss": 0.3386,
      "step": 1365130
    },
    {
      "epoch": 381.0,
      "grad_norm": 1.2781411409378052,
      "learning_rate": 2.719913766994848e-06,
      "loss": 0.3504,
      "step": 1365140
    },
    {
      "epoch": 381.01,
      "grad_norm": 1.5651427507400513,
      "learning_rate": 2.7198870778699033e-06,
      "loss": 0.3555,
      "step": 1365150
    },
    {
      "epoch": 381.01,
      "grad_norm": 1.1155654191970825,
      "learning_rate": 2.719860388694896e-06,
      "loss": 0.3524,
      "step": 1365160
    },
    {
      "epoch": 381.01,
      "grad_norm": 1.0571682453155518,
      "learning_rate": 2.7198336994698277e-06,
      "loss": 0.3465,
      "step": 1365170
    },
    {
      "epoch": 381.02,
      "grad_norm": 1.0712478160858154,
      "learning_rate": 2.7198070101947024e-06,
      "loss": 0.3518,
      "step": 1365180
    },
    {
      "epoch": 381.02,
      "grad_norm": 1.1231117248535156,
      "learning_rate": 2.7197803208695238e-06,
      "loss": 0.3521,
      "step": 1365190
    },
    {
      "epoch": 381.02,
      "grad_norm": 0.9964801073074341,
      "learning_rate": 2.7197536314942965e-06,
      "loss": 0.3575,
      "step": 1365200
    },
    {
      "epoch": 381.02,
      "grad_norm": 0.9253271222114563,
      "learning_rate": 2.7197269420690223e-06,
      "loss": 0.358,
      "step": 1365210
    },
    {
      "epoch": 381.03,
      "grad_norm": 1.2298377752304077,
      "learning_rate": 2.7197002525937053e-06,
      "loss": 0.3537,
      "step": 1365220
    },
    {
      "epoch": 381.03,
      "grad_norm": 1.0192517042160034,
      "learning_rate": 2.71967356306835e-06,
      "loss": 0.3549,
      "step": 1365230
    },
    {
      "epoch": 381.03,
      "grad_norm": 1.0063269138336182,
      "learning_rate": 2.719646873492958e-06,
      "loss": 0.3457,
      "step": 1365240
    },
    {
      "epoch": 381.04,
      "grad_norm": 1.0846003293991089,
      "learning_rate": 2.7196201838675348e-06,
      "loss": 0.3477,
      "step": 1365250
    },
    {
      "epoch": 381.04,
      "grad_norm": 0.9201467037200928,
      "learning_rate": 2.719593494192083e-06,
      "loss": 0.3693,
      "step": 1365260
    },
    {
      "epoch": 381.04,
      "grad_norm": 1.0776243209838867,
      "learning_rate": 2.7195668044666064e-06,
      "loss": 0.3573,
      "step": 1365270
    },
    {
      "epoch": 381.04,
      "grad_norm": 3.494361162185669,
      "learning_rate": 2.7195401146911086e-06,
      "loss": 0.3621,
      "step": 1365280
    },
    {
      "epoch": 381.05,
      "grad_norm": 1.2227630615234375,
      "learning_rate": 2.7195134248655922e-06,
      "loss": 0.3375,
      "step": 1365290
    },
    {
      "epoch": 381.05,
      "grad_norm": 1.1602940559387207,
      "learning_rate": 2.719486734990063e-06,
      "loss": 0.3424,
      "step": 1365300
    },
    {
      "epoch": 381.05,
      "grad_norm": 1.0751147270202637,
      "learning_rate": 2.719460045064522e-06,
      "loss": 0.3607,
      "step": 1365310
    },
    {
      "epoch": 381.05,
      "grad_norm": 1.1060454845428467,
      "learning_rate": 2.719433355088974e-06,
      "loss": 0.3361,
      "step": 1365320
    },
    {
      "epoch": 381.06,
      "grad_norm": 1.0548744201660156,
      "learning_rate": 2.719406665063423e-06,
      "loss": 0.3335,
      "step": 1365330
    },
    {
      "epoch": 381.06,
      "grad_norm": 0.9379082322120667,
      "learning_rate": 2.719379974987872e-06,
      "loss": 0.3539,
      "step": 1365340
    },
    {
      "epoch": 381.06,
      "grad_norm": 0.9869725108146667,
      "learning_rate": 2.719353284862324e-06,
      "loss": 0.3431,
      "step": 1365350
    },
    {
      "epoch": 381.07,
      "grad_norm": 0.9254738092422485,
      "learning_rate": 2.7193265946867833e-06,
      "loss": 0.3489,
      "step": 1365360
    },
    {
      "epoch": 381.07,
      "grad_norm": 0.9961312413215637,
      "learning_rate": 2.719299904461253e-06,
      "loss": 0.3217,
      "step": 1365370
    },
    {
      "epoch": 381.07,
      "grad_norm": 1.0149102210998535,
      "learning_rate": 2.7192732141857374e-06,
      "loss": 0.3523,
      "step": 1365380
    },
    {
      "epoch": 381.07,
      "grad_norm": 0.9424649477005005,
      "learning_rate": 2.71924652386024e-06,
      "loss": 0.3459,
      "step": 1365390
    },
    {
      "epoch": 381.08,
      "grad_norm": 1.0922446250915527,
      "learning_rate": 2.7192198334847625e-06,
      "loss": 0.3608,
      "step": 1365400
    },
    {
      "epoch": 381.08,
      "grad_norm": 1.3077113628387451,
      "learning_rate": 2.7191931430593105e-06,
      "loss": 0.3509,
      "step": 1365410
    },
    {
      "epoch": 381.08,
      "grad_norm": 1.1176505088806152,
      "learning_rate": 2.7191664525838873e-06,
      "loss": 0.3461,
      "step": 1365420
    },
    {
      "epoch": 381.09,
      "grad_norm": 1.1722935438156128,
      "learning_rate": 2.719139762058496e-06,
      "loss": 0.3538,
      "step": 1365430
    },
    {
      "epoch": 381.09,
      "grad_norm": 2.186432123184204,
      "learning_rate": 2.7191130714831396e-06,
      "loss": 0.3569,
      "step": 1365440
    },
    {
      "epoch": 381.09,
      "grad_norm": 1.1435847282409668,
      "learning_rate": 2.7190863808578225e-06,
      "loss": 0.3588,
      "step": 1365450
    },
    {
      "epoch": 381.09,
      "grad_norm": 0.9994477033615112,
      "learning_rate": 2.7190596901825488e-06,
      "loss": 0.3437,
      "step": 1365460
    },
    {
      "epoch": 381.1,
      "grad_norm": 0.8722867369651794,
      "learning_rate": 2.7190329994573204e-06,
      "loss": 0.3565,
      "step": 1365470
    },
    {
      "epoch": 381.1,
      "grad_norm": 1.0512197017669678,
      "learning_rate": 2.719006308682142e-06,
      "loss": 0.3403,
      "step": 1365480
    },
    {
      "epoch": 381.1,
      "grad_norm": 0.9337963461875916,
      "learning_rate": 2.7189796178570167e-06,
      "loss": 0.3222,
      "step": 1365490
    },
    {
      "epoch": 381.11,
      "grad_norm": 1.0560970306396484,
      "learning_rate": 2.718952926981949e-06,
      "loss": 0.3451,
      "step": 1365500
    },
    {
      "epoch": 381.11,
      "grad_norm": 0.9976518750190735,
      "learning_rate": 2.718926236056941e-06,
      "loss": 0.3373,
      "step": 1365510
    },
    {
      "epoch": 381.11,
      "grad_norm": 1.0563160181045532,
      "learning_rate": 2.7188995450819973e-06,
      "loss": 0.3533,
      "step": 1365520
    },
    {
      "epoch": 381.11,
      "grad_norm": 0.8207842707633972,
      "learning_rate": 2.718872854057121e-06,
      "loss": 0.3493,
      "step": 1365530
    },
    {
      "epoch": 381.12,
      "grad_norm": 1.3256089687347412,
      "learning_rate": 2.718846162982315e-06,
      "loss": 0.3546,
      "step": 1365540
    },
    {
      "epoch": 381.12,
      "grad_norm": 0.932418167591095,
      "learning_rate": 2.7188194718575846e-06,
      "loss": 0.3348,
      "step": 1365550
    },
    {
      "epoch": 381.12,
      "grad_norm": 1.045405626296997,
      "learning_rate": 2.7187927806829315e-06,
      "loss": 0.3501,
      "step": 1365560
    },
    {
      "epoch": 381.12,
      "grad_norm": 1.0110797882080078,
      "learning_rate": 2.718766089458361e-06,
      "loss": 0.3602,
      "step": 1365570
    },
    {
      "epoch": 381.13,
      "grad_norm": 1.0276495218276978,
      "learning_rate": 2.718739398183875e-06,
      "loss": 0.364,
      "step": 1365580
    },
    {
      "epoch": 381.13,
      "grad_norm": 1.0382779836654663,
      "learning_rate": 2.7187127068594784e-06,
      "loss": 0.3429,
      "step": 1365590
    },
    {
      "epoch": 381.13,
      "grad_norm": 1.0471298694610596,
      "learning_rate": 2.7186860154851742e-06,
      "loss": 0.3396,
      "step": 1365600
    },
    {
      "epoch": 381.14,
      "grad_norm": 1.1834009885787964,
      "learning_rate": 2.7186593240609654e-06,
      "loss": 0.3407,
      "step": 1365610
    },
    {
      "epoch": 381.14,
      "grad_norm": 1.0515902042388916,
      "learning_rate": 2.7186326325868565e-06,
      "loss": 0.3469,
      "step": 1365620
    },
    {
      "epoch": 381.14,
      "grad_norm": 1.0180091857910156,
      "learning_rate": 2.71860594106285e-06,
      "loss": 0.3255,
      "step": 1365630
    },
    {
      "epoch": 381.14,
      "grad_norm": 0.8044050335884094,
      "learning_rate": 2.7185792494889507e-06,
      "loss": 0.3458,
      "step": 1365640
    },
    {
      "epoch": 381.15,
      "grad_norm": 1.251022458076477,
      "learning_rate": 2.7185525578651614e-06,
      "loss": 0.336,
      "step": 1365650
    },
    {
      "epoch": 381.15,
      "grad_norm": 0.9613122344017029,
      "learning_rate": 2.7185258661914857e-06,
      "loss": 0.3554,
      "step": 1365660
    },
    {
      "epoch": 381.15,
      "grad_norm": 1.0628355741500854,
      "learning_rate": 2.718499174467927e-06,
      "loss": 0.3332,
      "step": 1365670
    },
    {
      "epoch": 381.16,
      "grad_norm": 1.0118108987808228,
      "learning_rate": 2.7184724826944897e-06,
      "loss": 0.3412,
      "step": 1365680
    },
    {
      "epoch": 381.16,
      "grad_norm": 0.9567540884017944,
      "learning_rate": 2.7184457908711763e-06,
      "loss": 0.3401,
      "step": 1365690
    },
    {
      "epoch": 381.16,
      "grad_norm": 1.037973403930664,
      "learning_rate": 2.7184190989979904e-06,
      "loss": 0.3375,
      "step": 1365700
    },
    {
      "epoch": 381.16,
      "grad_norm": 1.0493961572647095,
      "learning_rate": 2.7183924070749363e-06,
      "loss": 0.3599,
      "step": 1365710
    },
    {
      "epoch": 381.17,
      "grad_norm": 1.6279972791671753,
      "learning_rate": 2.718365715102018e-06,
      "loss": 0.3381,
      "step": 1365720
    },
    {
      "epoch": 381.17,
      "grad_norm": 0.9873484373092651,
      "learning_rate": 2.718339023079237e-06,
      "loss": 0.3442,
      "step": 1365730
    },
    {
      "epoch": 381.17,
      "grad_norm": 1.0706827640533447,
      "learning_rate": 2.718312331006598e-06,
      "loss": 0.3495,
      "step": 1365740
    },
    {
      "epoch": 381.17,
      "grad_norm": 0.9550425410270691,
      "learning_rate": 2.718285638884106e-06,
      "loss": 0.3439,
      "step": 1365750
    },
    {
      "epoch": 381.18,
      "grad_norm": 0.9885365962982178,
      "learning_rate": 2.718258946711762e-06,
      "loss": 0.3568,
      "step": 1365760
    },
    {
      "epoch": 381.18,
      "grad_norm": 1.059117078781128,
      "learning_rate": 2.718232254489571e-06,
      "loss": 0.3528,
      "step": 1365770
    },
    {
      "epoch": 381.18,
      "grad_norm": 1.0428013801574707,
      "learning_rate": 2.718205562217537e-06,
      "loss": 0.3487,
      "step": 1365780
    },
    {
      "epoch": 381.19,
      "grad_norm": 1.0462095737457275,
      "learning_rate": 2.7181788698956628e-06,
      "loss": 0.3466,
      "step": 1365790
    },
    {
      "epoch": 381.19,
      "grad_norm": 1.0376497507095337,
      "learning_rate": 2.7181521775239514e-06,
      "loss": 0.339,
      "step": 1365800
    },
    {
      "epoch": 381.19,
      "grad_norm": 1.076892375946045,
      "learning_rate": 2.7181254851024074e-06,
      "loss": 0.3529,
      "step": 1365810
    },
    {
      "epoch": 381.19,
      "grad_norm": 1.0557832717895508,
      "learning_rate": 2.7180987926310333e-06,
      "loss": 0.3639,
      "step": 1365820
    },
    {
      "epoch": 381.2,
      "grad_norm": 0.964866578578949,
      "learning_rate": 2.7180721001098334e-06,
      "loss": 0.3584,
      "step": 1365830
    },
    {
      "epoch": 381.2,
      "grad_norm": 3.1936140060424805,
      "learning_rate": 2.7180454075388113e-06,
      "loss": 0.347,
      "step": 1365840
    },
    {
      "epoch": 381.2,
      "grad_norm": 1.0422425270080566,
      "learning_rate": 2.7180187149179702e-06,
      "loss": 0.3542,
      "step": 1365850
    },
    {
      "epoch": 381.21,
      "grad_norm": 1.038388967514038,
      "learning_rate": 2.7179920222473147e-06,
      "loss": 0.3558,
      "step": 1365860
    },
    {
      "epoch": 381.21,
      "grad_norm": 0.9205504059791565,
      "learning_rate": 2.7179653295268464e-06,
      "loss": 0.3483,
      "step": 1365870
    },
    {
      "epoch": 381.21,
      "grad_norm": 1.0323721170425415,
      "learning_rate": 2.7179386367565713e-06,
      "loss": 0.3462,
      "step": 1365880
    },
    {
      "epoch": 381.21,
      "grad_norm": 0.831956148147583,
      "learning_rate": 2.7179119439364903e-06,
      "loss": 0.3536,
      "step": 1365890
    },
    {
      "epoch": 381.22,
      "grad_norm": 1.083783745765686,
      "learning_rate": 2.717885251066609e-06,
      "loss": 0.3404,
      "step": 1365900
    },
    {
      "epoch": 381.22,
      "grad_norm": 1.3230178356170654,
      "learning_rate": 2.7178585581469294e-06,
      "loss": 0.3499,
      "step": 1365910
    },
    {
      "epoch": 381.22,
      "grad_norm": 0.9680340886116028,
      "learning_rate": 2.717831865177456e-06,
      "loss": 0.3462,
      "step": 1365920
    },
    {
      "epoch": 381.23,
      "grad_norm": 1.1289108991622925,
      "learning_rate": 2.717805172158193e-06,
      "loss": 0.3553,
      "step": 1365930
    },
    {
      "epoch": 381.23,
      "grad_norm": 1.0513947010040283,
      "learning_rate": 2.717778479089143e-06,
      "loss": 0.3281,
      "step": 1365940
    },
    {
      "epoch": 381.23,
      "grad_norm": 1.0659250020980835,
      "learning_rate": 2.717751785970309e-06,
      "loss": 0.3435,
      "step": 1365950
    },
    {
      "epoch": 381.23,
      "grad_norm": 1.245945930480957,
      "learning_rate": 2.7177250928016953e-06,
      "loss": 0.3599,
      "step": 1365960
    },
    {
      "epoch": 381.24,
      "grad_norm": 1.0581624507904053,
      "learning_rate": 2.7176983995833063e-06,
      "loss": 0.3495,
      "step": 1365970
    },
    {
      "epoch": 381.24,
      "grad_norm": 0.959254801273346,
      "learning_rate": 2.7176717063151436e-06,
      "loss": 0.3375,
      "step": 1365980
    },
    {
      "epoch": 381.24,
      "grad_norm": 1.0299980640411377,
      "learning_rate": 2.717645012997212e-06,
      "loss": 0.3441,
      "step": 1365990
    },
    {
      "epoch": 381.24,
      "grad_norm": 8.308255195617676,
      "learning_rate": 2.7176183196295154e-06,
      "loss": 0.3431,
      "step": 1366000
    },
    {
      "epoch": 381.25,
      "grad_norm": 1.0795183181762695,
      "learning_rate": 2.7175916262120576e-06,
      "loss": 0.3335,
      "step": 1366010
    },
    {
      "epoch": 381.25,
      "grad_norm": 0.9870797991752625,
      "learning_rate": 2.7175649327448396e-06,
      "loss": 0.3511,
      "step": 1366020
    },
    {
      "epoch": 381.25,
      "grad_norm": 0.9477939009666443,
      "learning_rate": 2.7175382392278677e-06,
      "loss": 0.3654,
      "step": 1366030
    },
    {
      "epoch": 381.26,
      "grad_norm": 0.9434784054756165,
      "learning_rate": 2.7175115456611445e-06,
      "loss": 0.3701,
      "step": 1366040
    },
    {
      "epoch": 381.26,
      "grad_norm": 1.04266357421875,
      "learning_rate": 2.7174848520446733e-06,
      "loss": 0.3671,
      "step": 1366050
    },
    {
      "epoch": 381.26,
      "grad_norm": 0.8889526724815369,
      "learning_rate": 2.717458158378457e-06,
      "loss": 0.3301,
      "step": 1366060
    },
    {
      "epoch": 381.26,
      "grad_norm": 0.8667351603507996,
      "learning_rate": 2.717431464662502e-06,
      "loss": 0.3446,
      "step": 1366070
    },
    {
      "epoch": 381.27,
      "grad_norm": 1.1145235300064087,
      "learning_rate": 2.7174047708968086e-06,
      "loss": 0.3637,
      "step": 1366080
    },
    {
      "epoch": 381.27,
      "grad_norm": 1.3959556818008423,
      "learning_rate": 2.7173780770813817e-06,
      "loss": 0.3559,
      "step": 1366090
    },
    {
      "epoch": 381.27,
      "grad_norm": 1.0194053649902344,
      "learning_rate": 2.7173513832162254e-06,
      "loss": 0.3496,
      "step": 1366100
    },
    {
      "epoch": 381.28,
      "grad_norm": 0.8961752653121948,
      "learning_rate": 2.7173246893013425e-06,
      "loss": 0.3507,
      "step": 1366110
    },
    {
      "epoch": 381.28,
      "grad_norm": 1.160111904144287,
      "learning_rate": 2.7172979953367357e-06,
      "loss": 0.3554,
      "step": 1366120
    },
    {
      "epoch": 381.28,
      "grad_norm": 0.9908373951911926,
      "learning_rate": 2.71727130132241e-06,
      "loss": 0.3458,
      "step": 1366130
    },
    {
      "epoch": 381.28,
      "grad_norm": 0.9657567739486694,
      "learning_rate": 2.7172446072583693e-06,
      "loss": 0.3483,
      "step": 1366140
    },
    {
      "epoch": 381.29,
      "grad_norm": 1.1020666360855103,
      "learning_rate": 2.717217913144616e-06,
      "loss": 0.3494,
      "step": 1366150
    },
    {
      "epoch": 381.29,
      "grad_norm": 0.9189561605453491,
      "learning_rate": 2.717191218981154e-06,
      "loss": 0.3523,
      "step": 1366160
    },
    {
      "epoch": 381.29,
      "grad_norm": 1.032463788986206,
      "learning_rate": 2.717164524767987e-06,
      "loss": 0.337,
      "step": 1366170
    },
    {
      "epoch": 381.3,
      "grad_norm": 1.1610954999923706,
      "learning_rate": 2.717137830505118e-06,
      "loss": 0.3474,
      "step": 1366180
    },
    {
      "epoch": 381.3,
      "grad_norm": 0.9336965680122375,
      "learning_rate": 2.717111136192551e-06,
      "loss": 0.3582,
      "step": 1366190
    },
    {
      "epoch": 381.3,
      "grad_norm": 0.9109253287315369,
      "learning_rate": 2.71708444183029e-06,
      "loss": 0.3493,
      "step": 1366200
    },
    {
      "epoch": 381.3,
      "grad_norm": 0.9155679941177368,
      "learning_rate": 2.717057747418338e-06,
      "loss": 0.3603,
      "step": 1366210
    },
    {
      "epoch": 381.31,
      "grad_norm": 0.9905126094818115,
      "learning_rate": 2.7170310529566983e-06,
      "loss": 0.3591,
      "step": 1366220
    },
    {
      "epoch": 381.31,
      "grad_norm": 6.526064395904541,
      "learning_rate": 2.717004358445375e-06,
      "loss": 0.34,
      "step": 1366230
    },
    {
      "epoch": 381.31,
      "grad_norm": 1.0846549272537231,
      "learning_rate": 2.716977663884372e-06,
      "loss": 0.3565,
      "step": 1366240
    },
    {
      "epoch": 381.31,
      "grad_norm": 1.294943928718567,
      "learning_rate": 2.7169509692736915e-06,
      "loss": 0.3788,
      "step": 1366250
    },
    {
      "epoch": 381.32,
      "grad_norm": 1.0737148523330688,
      "learning_rate": 2.7169242746133378e-06,
      "loss": 0.3232,
      "step": 1366260
    },
    {
      "epoch": 381.32,
      "grad_norm": 0.9371225833892822,
      "learning_rate": 2.7168975799033145e-06,
      "loss": 0.3516,
      "step": 1366270
    },
    {
      "epoch": 381.32,
      "grad_norm": 1.0886121988296509,
      "learning_rate": 2.7168708851436254e-06,
      "loss": 0.35,
      "step": 1366280
    },
    {
      "epoch": 381.33,
      "grad_norm": 1.2251412868499756,
      "learning_rate": 2.716844190334274e-06,
      "loss": 0.3458,
      "step": 1366290
    },
    {
      "epoch": 381.33,
      "grad_norm": 1.011785864830017,
      "learning_rate": 2.7168174954752634e-06,
      "loss": 0.359,
      "step": 1366300
    },
    {
      "epoch": 381.33,
      "grad_norm": 0.8683499693870544,
      "learning_rate": 2.7167908005665978e-06,
      "loss": 0.332,
      "step": 1366310
    },
    {
      "epoch": 381.33,
      "grad_norm": 0.9677696824073792,
      "learning_rate": 2.71676410560828e-06,
      "loss": 0.3453,
      "step": 1366320
    },
    {
      "epoch": 381.34,
      "grad_norm": 1.0096415281295776,
      "learning_rate": 2.7167374106003144e-06,
      "loss": 0.3372,
      "step": 1366330
    },
    {
      "epoch": 381.34,
      "grad_norm": 1.3236091136932373,
      "learning_rate": 2.716710715542703e-06,
      "loss": 0.3509,
      "step": 1366340
    },
    {
      "epoch": 381.34,
      "grad_norm": 1.088770866394043,
      "learning_rate": 2.716684020435451e-06,
      "loss": 0.3396,
      "step": 1366350
    },
    {
      "epoch": 381.35,
      "grad_norm": 0.9453346133232117,
      "learning_rate": 2.716657325278562e-06,
      "loss": 0.3536,
      "step": 1366360
    },
    {
      "epoch": 381.35,
      "grad_norm": 0.9861867427825928,
      "learning_rate": 2.716630630072038e-06,
      "loss": 0.3485,
      "step": 1366370
    },
    {
      "epoch": 381.35,
      "grad_norm": 1.0245164632797241,
      "learning_rate": 2.7166039348158838e-06,
      "loss": 0.3614,
      "step": 1366380
    },
    {
      "epoch": 381.35,
      "grad_norm": 0.9733085632324219,
      "learning_rate": 2.7165772395101032e-06,
      "loss": 0.3539,
      "step": 1366390
    },
    {
      "epoch": 381.36,
      "grad_norm": 0.9206742644309998,
      "learning_rate": 2.7165505441546984e-06,
      "loss": 0.3495,
      "step": 1366400
    },
    {
      "epoch": 381.36,
      "grad_norm": 1.1517834663391113,
      "learning_rate": 2.716523848749674e-06,
      "loss": 0.3392,
      "step": 1366410
    },
    {
      "epoch": 381.36,
      "grad_norm": 1.1013156175613403,
      "learning_rate": 2.716497153295033e-06,
      "loss": 0.3495,
      "step": 1366420
    },
    {
      "epoch": 381.36,
      "grad_norm": 4.939688682556152,
      "learning_rate": 2.71647045779078e-06,
      "loss": 0.3753,
      "step": 1366430
    },
    {
      "epoch": 381.37,
      "grad_norm": 0.9790999889373779,
      "learning_rate": 2.716443762236917e-06,
      "loss": 0.3482,
      "step": 1366440
    },
    {
      "epoch": 381.37,
      "grad_norm": 1.113616943359375,
      "learning_rate": 2.716417066633449e-06,
      "loss": 0.3445,
      "step": 1366450
    },
    {
      "epoch": 381.37,
      "grad_norm": 0.9132171869277954,
      "learning_rate": 2.716390370980379e-06,
      "loss": 0.3568,
      "step": 1366460
    },
    {
      "epoch": 381.38,
      "grad_norm": 1.25493586063385,
      "learning_rate": 2.71636367527771e-06,
      "loss": 0.3315,
      "step": 1366470
    },
    {
      "epoch": 381.38,
      "grad_norm": 1.0587278604507446,
      "learning_rate": 2.716336979525446e-06,
      "loss": 0.3558,
      "step": 1366480
    },
    {
      "epoch": 381.38,
      "grad_norm": 0.9635500907897949,
      "learning_rate": 2.716310283723591e-06,
      "loss": 0.338,
      "step": 1366490
    },
    {
      "epoch": 381.38,
      "grad_norm": 1.0349812507629395,
      "learning_rate": 2.7162835878721475e-06,
      "loss": 0.354,
      "step": 1366500
    },
    {
      "epoch": 381.39,
      "grad_norm": 0.9726774096488953,
      "learning_rate": 2.71625689197112e-06,
      "loss": 0.3418,
      "step": 1366510
    },
    {
      "epoch": 381.39,
      "grad_norm": 1.1333398818969727,
      "learning_rate": 2.716230196020512e-06,
      "loss": 0.3523,
      "step": 1366520
    },
    {
      "epoch": 381.39,
      "grad_norm": 1.0863854885101318,
      "learning_rate": 2.716203500020327e-06,
      "loss": 0.3598,
      "step": 1366530
    },
    {
      "epoch": 381.4,
      "grad_norm": 1.0892468690872192,
      "learning_rate": 2.7161768039705674e-06,
      "loss": 0.342,
      "step": 1366540
    },
    {
      "epoch": 381.4,
      "grad_norm": 0.8985142707824707,
      "learning_rate": 2.7161501078712385e-06,
      "loss": 0.346,
      "step": 1366550
    },
    {
      "epoch": 381.4,
      "grad_norm": 0.9982835054397583,
      "learning_rate": 2.716123411722343e-06,
      "loss": 0.3677,
      "step": 1366560
    },
    {
      "epoch": 381.4,
      "grad_norm": 1.037053108215332,
      "learning_rate": 2.7160967155238837e-06,
      "loss": 0.3395,
      "step": 1366570
    },
    {
      "epoch": 381.41,
      "grad_norm": 0.9747036099433899,
      "learning_rate": 2.716070019275865e-06,
      "loss": 0.3423,
      "step": 1366580
    },
    {
      "epoch": 381.41,
      "grad_norm": 1.1302573680877686,
      "learning_rate": 2.7160433229782914e-06,
      "loss": 0.3507,
      "step": 1366590
    },
    {
      "epoch": 381.41,
      "grad_norm": 1.1310241222381592,
      "learning_rate": 2.716016626631165e-06,
      "loss": 0.3543,
      "step": 1366600
    },
    {
      "epoch": 381.42,
      "grad_norm": 0.9570803642272949,
      "learning_rate": 2.7159899302344897e-06,
      "loss": 0.3561,
      "step": 1366610
    },
    {
      "epoch": 381.42,
      "grad_norm": 1.1011687517166138,
      "learning_rate": 2.7159632337882695e-06,
      "loss": 0.3493,
      "step": 1366620
    },
    {
      "epoch": 381.42,
      "grad_norm": 1.1172420978546143,
      "learning_rate": 2.715936537292507e-06,
      "loss": 0.3513,
      "step": 1366630
    },
    {
      "epoch": 381.42,
      "grad_norm": 1.0966007709503174,
      "learning_rate": 2.7159098407472065e-06,
      "loss": 0.3463,
      "step": 1366640
    },
    {
      "epoch": 381.43,
      "grad_norm": 1.0273104906082153,
      "learning_rate": 2.7158831441523723e-06,
      "loss": 0.3467,
      "step": 1366650
    },
    {
      "epoch": 381.43,
      "grad_norm": 0.9561042785644531,
      "learning_rate": 2.7158564475080057e-06,
      "loss": 0.3701,
      "step": 1366660
    },
    {
      "epoch": 381.43,
      "grad_norm": 0.9767315983772278,
      "learning_rate": 2.7158297508141126e-06,
      "loss": 0.3499,
      "step": 1366670
    },
    {
      "epoch": 381.43,
      "grad_norm": 0.9631945490837097,
      "learning_rate": 2.7158030540706957e-06,
      "loss": 0.3387,
      "step": 1366680
    },
    {
      "epoch": 381.44,
      "grad_norm": 0.9658988118171692,
      "learning_rate": 2.7157763572777578e-06,
      "loss": 0.3422,
      "step": 1366690
    },
    {
      "epoch": 381.44,
      "grad_norm": 0.9625118970870972,
      "learning_rate": 2.715749660435303e-06,
      "loss": 0.3542,
      "step": 1366700
    },
    {
      "epoch": 381.44,
      "grad_norm": 1.0363065004348755,
      "learning_rate": 2.7157229635433353e-06,
      "loss": 0.3443,
      "step": 1366710
    },
    {
      "epoch": 381.45,
      "grad_norm": 1.0483347177505493,
      "learning_rate": 2.7156962666018583e-06,
      "loss": 0.3433,
      "step": 1366720
    },
    {
      "epoch": 381.45,
      "grad_norm": 2.4836931228637695,
      "learning_rate": 2.7156695696108744e-06,
      "loss": 0.3427,
      "step": 1366730
    },
    {
      "epoch": 381.45,
      "grad_norm": 1.0252928733825684,
      "learning_rate": 2.7156428725703886e-06,
      "loss": 0.3441,
      "step": 1366740
    },
    {
      "epoch": 381.45,
      "grad_norm": 0.8253080248832703,
      "learning_rate": 2.7156161754804034e-06,
      "loss": 0.3576,
      "step": 1366750
    },
    {
      "epoch": 381.46,
      "grad_norm": 0.9759311676025391,
      "learning_rate": 2.7155894783409228e-06,
      "loss": 0.3508,
      "step": 1366760
    },
    {
      "epoch": 381.46,
      "grad_norm": 1.1139740943908691,
      "learning_rate": 2.7155627811519495e-06,
      "loss": 0.3404,
      "step": 1366770
    },
    {
      "epoch": 381.46,
      "grad_norm": 0.9563575983047485,
      "learning_rate": 2.7155360839134893e-06,
      "loss": 0.3547,
      "step": 1366780
    },
    {
      "epoch": 381.47,
      "grad_norm": 0.972958505153656,
      "learning_rate": 2.715509386625543e-06,
      "loss": 0.3389,
      "step": 1366790
    },
    {
      "epoch": 381.47,
      "grad_norm": 0.9575678706169128,
      "learning_rate": 2.715482689288116e-06,
      "loss": 0.3505,
      "step": 1366800
    },
    {
      "epoch": 381.47,
      "grad_norm": 1.137449860572815,
      "learning_rate": 2.715455991901211e-06,
      "loss": 0.3696,
      "step": 1366810
    },
    {
      "epoch": 381.47,
      "grad_norm": 1.0131351947784424,
      "learning_rate": 2.7154292944648322e-06,
      "loss": 0.3357,
      "step": 1366820
    },
    {
      "epoch": 381.48,
      "grad_norm": 1.0992459058761597,
      "learning_rate": 2.7154025969789824e-06,
      "loss": 0.3312,
      "step": 1366830
    },
    {
      "epoch": 381.48,
      "grad_norm": 1.0409660339355469,
      "learning_rate": 2.7153758994436663e-06,
      "loss": 0.3471,
      "step": 1366840
    },
    {
      "epoch": 381.48,
      "grad_norm": 0.8881167769432068,
      "learning_rate": 2.715349201858886e-06,
      "loss": 0.3557,
      "step": 1366850
    },
    {
      "epoch": 381.48,
      "grad_norm": 0.9079816937446594,
      "learning_rate": 2.7153225042246454e-06,
      "loss": 0.3533,
      "step": 1366860
    },
    {
      "epoch": 381.49,
      "grad_norm": 1.0697169303894043,
      "learning_rate": 2.715295806540949e-06,
      "loss": 0.3464,
      "step": 1366870
    },
    {
      "epoch": 381.49,
      "grad_norm": 1.0439872741699219,
      "learning_rate": 2.7152691088078e-06,
      "loss": 0.3457,
      "step": 1366880
    },
    {
      "epoch": 381.49,
      "grad_norm": 1.1959149837493896,
      "learning_rate": 2.715242411025201e-06,
      "loss": 0.3714,
      "step": 1366890
    },
    {
      "epoch": 381.5,
      "grad_norm": 1.1146295070648193,
      "learning_rate": 2.7152157131931565e-06,
      "loss": 0.3418,
      "step": 1366900
    },
    {
      "epoch": 381.5,
      "grad_norm": 1.0160614252090454,
      "learning_rate": 2.71518901531167e-06,
      "loss": 0.3479,
      "step": 1366910
    },
    {
      "epoch": 381.5,
      "grad_norm": 0.860351026058197,
      "learning_rate": 2.7151623173807445e-06,
      "loss": 0.3391,
      "step": 1366920
    },
    {
      "epoch": 381.5,
      "grad_norm": 1.1074273586273193,
      "learning_rate": 2.715135619400384e-06,
      "loss": 0.3471,
      "step": 1366930
    },
    {
      "epoch": 381.51,
      "grad_norm": 0.9367471933364868,
      "learning_rate": 2.7151089213705927e-06,
      "loss": 0.3385,
      "step": 1366940
    },
    {
      "epoch": 381.51,
      "grad_norm": 0.9971012473106384,
      "learning_rate": 2.715082223291372e-06,
      "loss": 0.3435,
      "step": 1366950
    },
    {
      "epoch": 381.51,
      "grad_norm": 1.1440417766571045,
      "learning_rate": 2.7150555251627286e-06,
      "loss": 0.364,
      "step": 1366960
    },
    {
      "epoch": 381.52,
      "grad_norm": 1.2363002300262451,
      "learning_rate": 2.715028826984664e-06,
      "loss": 0.3389,
      "step": 1366970
    },
    {
      "epoch": 381.52,
      "grad_norm": 1.0007578134536743,
      "learning_rate": 2.715002128757181e-06,
      "loss": 0.3331,
      "step": 1366980
    },
    {
      "epoch": 381.52,
      "grad_norm": 0.937768816947937,
      "learning_rate": 2.714975430480285e-06,
      "loss": 0.3343,
      "step": 1366990
    },
    {
      "epoch": 381.52,
      "grad_norm": 1.0019950866699219,
      "learning_rate": 2.7149487321539777e-06,
      "loss": 0.3351,
      "step": 1367000
    },
    {
      "epoch": 381.53,
      "grad_norm": 0.9507878422737122,
      "learning_rate": 2.714922033778265e-06,
      "loss": 0.3527,
      "step": 1367010
    },
    {
      "epoch": 381.53,
      "grad_norm": 1.0326354503631592,
      "learning_rate": 2.714895335353149e-06,
      "loss": 0.3428,
      "step": 1367020
    },
    {
      "epoch": 381.53,
      "grad_norm": 1.1415629386901855,
      "learning_rate": 2.7148686368786334e-06,
      "loss": 0.3655,
      "step": 1367030
    },
    {
      "epoch": 381.54,
      "grad_norm": 1.1580909490585327,
      "learning_rate": 2.714841938354722e-06,
      "loss": 0.3479,
      "step": 1367040
    },
    {
      "epoch": 381.54,
      "grad_norm": 1.0368977785110474,
      "learning_rate": 2.7148152397814177e-06,
      "loss": 0.3813,
      "step": 1367050
    },
    {
      "epoch": 381.54,
      "grad_norm": 0.9786465167999268,
      "learning_rate": 2.7147885411587243e-06,
      "loss": 0.3617,
      "step": 1367060
    },
    {
      "epoch": 381.54,
      "grad_norm": 1.0022543668746948,
      "learning_rate": 2.7147618424866464e-06,
      "loss": 0.3496,
      "step": 1367070
    },
    {
      "epoch": 381.55,
      "grad_norm": 1.1939271688461304,
      "learning_rate": 2.7147351437651864e-06,
      "loss": 0.3436,
      "step": 1367080
    },
    {
      "epoch": 381.55,
      "grad_norm": 1.1352503299713135,
      "learning_rate": 2.7147084449943474e-06,
      "loss": 0.3419,
      "step": 1367090
    },
    {
      "epoch": 381.55,
      "grad_norm": 1.033828616142273,
      "learning_rate": 2.714681746174135e-06,
      "loss": 0.3482,
      "step": 1367100
    },
    {
      "epoch": 381.55,
      "grad_norm": 1.1324939727783203,
      "learning_rate": 2.7146550473045504e-06,
      "loss": 0.3462,
      "step": 1367110
    },
    {
      "epoch": 381.56,
      "grad_norm": 1.6143443584442139,
      "learning_rate": 2.714628348385599e-06,
      "loss": 0.3477,
      "step": 1367120
    },
    {
      "epoch": 381.56,
      "grad_norm": 1.0355535745620728,
      "learning_rate": 2.7146016494172833e-06,
      "loss": 0.3425,
      "step": 1367130
    },
    {
      "epoch": 381.56,
      "grad_norm": 1.1395763158798218,
      "learning_rate": 2.7145749503996075e-06,
      "loss": 0.3498,
      "step": 1367140
    },
    {
      "epoch": 381.57,
      "grad_norm": 0.9844708442687988,
      "learning_rate": 2.714548251332574e-06,
      "loss": 0.3436,
      "step": 1367150
    },
    {
      "epoch": 381.57,
      "grad_norm": 0.9095865488052368,
      "learning_rate": 2.7145215522161872e-06,
      "loss": 0.3574,
      "step": 1367160
    },
    {
      "epoch": 381.57,
      "grad_norm": 0.9610657691955566,
      "learning_rate": 2.7144948530504517e-06,
      "loss": 0.3401,
      "step": 1367170
    },
    {
      "epoch": 381.57,
      "grad_norm": 1.1849507093429565,
      "learning_rate": 2.714468153835369e-06,
      "loss": 0.346,
      "step": 1367180
    },
    {
      "epoch": 381.58,
      "grad_norm": 0.9372124671936035,
      "learning_rate": 2.7144414545709434e-06,
      "loss": 0.3686,
      "step": 1367190
    },
    {
      "epoch": 381.58,
      "grad_norm": 1.0963412523269653,
      "learning_rate": 2.71441475525718e-06,
      "loss": 0.3585,
      "step": 1367200
    },
    {
      "epoch": 381.58,
      "grad_norm": 1.0723493099212646,
      "learning_rate": 2.71438805589408e-06,
      "loss": 0.3589,
      "step": 1367210
    },
    {
      "epoch": 381.59,
      "grad_norm": 1.0060017108917236,
      "learning_rate": 2.714361356481648e-06,
      "loss": 0.34,
      "step": 1367220
    },
    {
      "epoch": 381.59,
      "grad_norm": 0.9929250478744507,
      "learning_rate": 2.7143346570198877e-06,
      "loss": 0.3532,
      "step": 1367230
    },
    {
      "epoch": 381.59,
      "grad_norm": 0.9834274649620056,
      "learning_rate": 2.7143079575088025e-06,
      "loss": 0.3495,
      "step": 1367240
    },
    {
      "epoch": 381.59,
      "grad_norm": 1.0783782005310059,
      "learning_rate": 2.714281257948395e-06,
      "loss": 0.3468,
      "step": 1367250
    },
    {
      "epoch": 381.6,
      "grad_norm": 1.0965160131454468,
      "learning_rate": 2.714254558338671e-06,
      "loss": 0.3655,
      "step": 1367260
    },
    {
      "epoch": 381.6,
      "grad_norm": 0.9829201102256775,
      "learning_rate": 2.7142278586796332e-06,
      "loss": 0.3516,
      "step": 1367270
    },
    {
      "epoch": 381.6,
      "grad_norm": 1.004966378211975,
      "learning_rate": 2.714201158971283e-06,
      "loss": 0.3562,
      "step": 1367280
    },
    {
      "epoch": 381.6,
      "grad_norm": 0.9975806474685669,
      "learning_rate": 2.7141744592136264e-06,
      "loss": 0.3583,
      "step": 1367290
    },
    {
      "epoch": 381.61,
      "grad_norm": 1.0665745735168457,
      "learning_rate": 2.7141477594066666e-06,
      "loss": 0.3577,
      "step": 1367300
    },
    {
      "epoch": 381.61,
      "grad_norm": 1.0771875381469727,
      "learning_rate": 2.714121059550406e-06,
      "loss": 0.3526,
      "step": 1367310
    },
    {
      "epoch": 381.61,
      "grad_norm": 1.1921203136444092,
      "learning_rate": 2.714094359644849e-06,
      "loss": 0.3634,
      "step": 1367320
    },
    {
      "epoch": 381.62,
      "grad_norm": 1.1983342170715332,
      "learning_rate": 2.71406765969e-06,
      "loss": 0.3533,
      "step": 1367330
    },
    {
      "epoch": 381.62,
      "grad_norm": 1.0243204832077026,
      "learning_rate": 2.714040959685861e-06,
      "loss": 0.3553,
      "step": 1367340
    },
    {
      "epoch": 381.62,
      "grad_norm": 0.9779511094093323,
      "learning_rate": 2.714014259632436e-06,
      "loss": 0.3273,
      "step": 1367350
    },
    {
      "epoch": 381.62,
      "grad_norm": 0.9440516829490662,
      "learning_rate": 2.713987559529729e-06,
      "loss": 0.3516,
      "step": 1367360
    },
    {
      "epoch": 381.63,
      "grad_norm": 0.9430935382843018,
      "learning_rate": 2.7139608593777434e-06,
      "loss": 0.348,
      "step": 1367370
    },
    {
      "epoch": 381.63,
      "grad_norm": 0.9250605702400208,
      "learning_rate": 2.713934159176482e-06,
      "loss": 0.3543,
      "step": 1367380
    },
    {
      "epoch": 381.63,
      "grad_norm": 0.9386403560638428,
      "learning_rate": 2.7139074589259494e-06,
      "loss": 0.3485,
      "step": 1367390
    },
    {
      "epoch": 381.64,
      "grad_norm": 1.0076968669891357,
      "learning_rate": 2.7138807586261486e-06,
      "loss": 0.3493,
      "step": 1367400
    },
    {
      "epoch": 381.64,
      "grad_norm": 0.9630136489868164,
      "learning_rate": 2.7138540582770844e-06,
      "loss": 0.3534,
      "step": 1367410
    },
    {
      "epoch": 381.64,
      "grad_norm": 1.0727381706237793,
      "learning_rate": 2.7138273578787575e-06,
      "loss": 0.3401,
      "step": 1367420
    },
    {
      "epoch": 381.64,
      "grad_norm": 0.9150065183639526,
      "learning_rate": 2.7138006574311744e-06,
      "loss": 0.3623,
      "step": 1367430
    },
    {
      "epoch": 381.65,
      "grad_norm": 0.9631620645523071,
      "learning_rate": 2.7137739569343368e-06,
      "loss": 0.3322,
      "step": 1367440
    },
    {
      "epoch": 381.65,
      "grad_norm": 1.0955719947814941,
      "learning_rate": 2.713747256388249e-06,
      "loss": 0.3605,
      "step": 1367450
    },
    {
      "epoch": 381.65,
      "grad_norm": 1.04833984375,
      "learning_rate": 2.7137205557929152e-06,
      "loss": 0.328,
      "step": 1367460
    },
    {
      "epoch": 381.66,
      "grad_norm": 0.997430145740509,
      "learning_rate": 2.713693855148337e-06,
      "loss": 0.354,
      "step": 1367470
    },
    {
      "epoch": 381.66,
      "grad_norm": 1.1735761165618896,
      "learning_rate": 2.71366715445452e-06,
      "loss": 0.3329,
      "step": 1367480
    },
    {
      "epoch": 381.66,
      "grad_norm": 1.0462098121643066,
      "learning_rate": 2.7136404537114673e-06,
      "loss": 0.354,
      "step": 1367490
    },
    {
      "epoch": 381.66,
      "grad_norm": 1.045433759689331,
      "learning_rate": 2.713613752919181e-06,
      "loss": 0.3357,
      "step": 1367500
    },
    {
      "epoch": 381.67,
      "grad_norm": 0.960650622844696,
      "learning_rate": 2.7135870520776663e-06,
      "loss": 0.3541,
      "step": 1367510
    },
    {
      "epoch": 381.67,
      "grad_norm": 0.9677727222442627,
      "learning_rate": 2.7135603511869266e-06,
      "loss": 0.357,
      "step": 1367520
    },
    {
      "epoch": 381.67,
      "grad_norm": 0.9178323745727539,
      "learning_rate": 2.713533650246964e-06,
      "loss": 0.3375,
      "step": 1367530
    },
    {
      "epoch": 381.67,
      "grad_norm": 0.9318445920944214,
      "learning_rate": 2.713506949257784e-06,
      "loss": 0.3615,
      "step": 1367540
    },
    {
      "epoch": 381.68,
      "grad_norm": 0.9090474247932434,
      "learning_rate": 2.713480248219389e-06,
      "loss": 0.3409,
      "step": 1367550
    },
    {
      "epoch": 381.68,
      "grad_norm": 0.9989246726036072,
      "learning_rate": 2.7134535471317828e-06,
      "loss": 0.3377,
      "step": 1367560
    },
    {
      "epoch": 381.68,
      "grad_norm": 0.9947468638420105,
      "learning_rate": 2.713426845994969e-06,
      "loss": 0.3413,
      "step": 1367570
    },
    {
      "epoch": 381.69,
      "grad_norm": 1.0846177339553833,
      "learning_rate": 2.71340014480895e-06,
      "loss": 0.3423,
      "step": 1367580
    },
    {
      "epoch": 381.69,
      "grad_norm": 0.8935981392860413,
      "learning_rate": 2.7133734435737323e-06,
      "loss": 0.3388,
      "step": 1367590
    },
    {
      "epoch": 381.69,
      "grad_norm": 0.885321855545044,
      "learning_rate": 2.7133467422893162e-06,
      "loss": 0.3374,
      "step": 1367600
    },
    {
      "epoch": 381.69,
      "grad_norm": 0.9442801475524902,
      "learning_rate": 2.713320040955707e-06,
      "loss": 0.3389,
      "step": 1367610
    },
    {
      "epoch": 381.7,
      "grad_norm": 0.9897493720054626,
      "learning_rate": 2.713293339572909e-06,
      "loss": 0.3508,
      "step": 1367620
    },
    {
      "epoch": 381.7,
      "grad_norm": 0.9711447358131409,
      "learning_rate": 2.7132666381409237e-06,
      "loss": 0.3533,
      "step": 1367630
    },
    {
      "epoch": 381.7,
      "grad_norm": 0.8860209584236145,
      "learning_rate": 2.7132399366597562e-06,
      "loss": 0.354,
      "step": 1367640
    },
    {
      "epoch": 381.71,
      "grad_norm": 0.9517730474472046,
      "learning_rate": 2.713213235129409e-06,
      "loss": 0.3244,
      "step": 1367650
    },
    {
      "epoch": 381.71,
      "grad_norm": 1.3251404762268066,
      "learning_rate": 2.713186533549886e-06,
      "loss": 0.3321,
      "step": 1367660
    },
    {
      "epoch": 381.71,
      "grad_norm": 0.9252345561981201,
      "learning_rate": 2.713159831921191e-06,
      "loss": 0.3546,
      "step": 1367670
    },
    {
      "epoch": 381.71,
      "grad_norm": 0.9227728843688965,
      "learning_rate": 2.7131331302433276e-06,
      "loss": 0.3511,
      "step": 1367680
    },
    {
      "epoch": 381.72,
      "grad_norm": 1.0136348009109497,
      "learning_rate": 2.713106428516299e-06,
      "loss": 0.3462,
      "step": 1367690
    },
    {
      "epoch": 381.72,
      "grad_norm": 1.1727750301361084,
      "learning_rate": 2.7130797267401097e-06,
      "loss": 0.3448,
      "step": 1367700
    },
    {
      "epoch": 381.72,
      "grad_norm": 2.898895502090454,
      "learning_rate": 2.7130530249147615e-06,
      "loss": 0.3625,
      "step": 1367710
    },
    {
      "epoch": 381.72,
      "grad_norm": 1.1558328866958618,
      "learning_rate": 2.71302632304026e-06,
      "loss": 0.3552,
      "step": 1367720
    },
    {
      "epoch": 381.73,
      "grad_norm": 0.9706293344497681,
      "learning_rate": 2.7129996211166067e-06,
      "loss": 0.3578,
      "step": 1367730
    },
    {
      "epoch": 381.73,
      "grad_norm": 0.9900190234184265,
      "learning_rate": 2.7129729191438065e-06,
      "loss": 0.3382,
      "step": 1367740
    },
    {
      "epoch": 381.73,
      "grad_norm": 0.9175577163696289,
      "learning_rate": 2.7129462171218628e-06,
      "loss": 0.3644,
      "step": 1367750
    },
    {
      "epoch": 381.74,
      "grad_norm": 0.9416364431381226,
      "learning_rate": 2.712919515050779e-06,
      "loss": 0.346,
      "step": 1367760
    },
    {
      "epoch": 381.74,
      "grad_norm": 1.0823367834091187,
      "learning_rate": 2.712892812930559e-06,
      "loss": 0.3513,
      "step": 1367770
    },
    {
      "epoch": 381.74,
      "grad_norm": 1.0744433403015137,
      "learning_rate": 2.7128661107612056e-06,
      "loss": 0.3405,
      "step": 1367780
    },
    {
      "epoch": 381.74,
      "grad_norm": 1.3065004348754883,
      "learning_rate": 2.7128394085427223e-06,
      "loss": 0.3342,
      "step": 1367790
    },
    {
      "epoch": 381.75,
      "grad_norm": 1.39061439037323,
      "learning_rate": 2.7128127062751136e-06,
      "loss": 0.347,
      "step": 1367800
    },
    {
      "epoch": 381.75,
      "grad_norm": 1.0482141971588135,
      "learning_rate": 2.712786003958383e-06,
      "loss": 0.3442,
      "step": 1367810
    },
    {
      "epoch": 381.75,
      "grad_norm": 1.0267008543014526,
      "learning_rate": 2.7127593015925323e-06,
      "loss": 0.3378,
      "step": 1367820
    },
    {
      "epoch": 381.76,
      "grad_norm": 0.9601169228553772,
      "learning_rate": 2.712732599177567e-06,
      "loss": 0.3412,
      "step": 1367830
    },
    {
      "epoch": 381.76,
      "grad_norm": 1.058745265007019,
      "learning_rate": 2.7127058967134907e-06,
      "loss": 0.3545,
      "step": 1367840
    },
    {
      "epoch": 381.76,
      "grad_norm": 1.0629397630691528,
      "learning_rate": 2.7126791942003055e-06,
      "loss": 0.3432,
      "step": 1367850
    },
    {
      "epoch": 381.76,
      "grad_norm": 0.9037460684776306,
      "learning_rate": 2.712652491638016e-06,
      "loss": 0.3418,
      "step": 1367860
    },
    {
      "epoch": 381.77,
      "grad_norm": 1.221269965171814,
      "learning_rate": 2.7126257890266247e-06,
      "loss": 0.3305,
      "step": 1367870
    },
    {
      "epoch": 381.77,
      "grad_norm": 1.0787148475646973,
      "learning_rate": 2.7125990863661376e-06,
      "loss": 0.3379,
      "step": 1367880
    },
    {
      "epoch": 381.77,
      "grad_norm": 0.95566725730896,
      "learning_rate": 2.7125723836565555e-06,
      "loss": 0.3448,
      "step": 1367890
    },
    {
      "epoch": 381.78,
      "grad_norm": 1.0372350215911865,
      "learning_rate": 2.7125456808978824e-06,
      "loss": 0.3529,
      "step": 1367900
    },
    {
      "epoch": 381.78,
      "grad_norm": 1.1839977502822876,
      "learning_rate": 2.7125189780901238e-06,
      "loss": 0.3643,
      "step": 1367910
    },
    {
      "epoch": 381.78,
      "grad_norm": 1.2056825160980225,
      "learning_rate": 2.7124922752332817e-06,
      "loss": 0.3445,
      "step": 1367920
    },
    {
      "epoch": 381.78,
      "grad_norm": 1.040478229522705,
      "learning_rate": 2.7124655723273595e-06,
      "loss": 0.3585,
      "step": 1367930
    },
    {
      "epoch": 381.79,
      "grad_norm": 0.8597473502159119,
      "learning_rate": 2.712438869372361e-06,
      "loss": 0.3528,
      "step": 1367940
    },
    {
      "epoch": 381.79,
      "grad_norm": 1.0539321899414062,
      "learning_rate": 2.7124121663682903e-06,
      "loss": 0.355,
      "step": 1367950
    },
    {
      "epoch": 381.79,
      "grad_norm": 0.955066978931427,
      "learning_rate": 2.7123854633151504e-06,
      "loss": 0.3345,
      "step": 1367960
    },
    {
      "epoch": 381.79,
      "grad_norm": 0.9713761806488037,
      "learning_rate": 2.7123587602129453e-06,
      "loss": 0.3633,
      "step": 1367970
    },
    {
      "epoch": 381.8,
      "grad_norm": 0.9375218749046326,
      "learning_rate": 2.712332057061678e-06,
      "loss": 0.3415,
      "step": 1367980
    },
    {
      "epoch": 381.8,
      "grad_norm": 1.1590524911880493,
      "learning_rate": 2.7123053538613526e-06,
      "loss": 0.3411,
      "step": 1367990
    },
    {
      "epoch": 381.8,
      "grad_norm": 0.917718768119812,
      "learning_rate": 2.7122786506119717e-06,
      "loss": 0.3267,
      "step": 1368000
    },
    {
      "epoch": 381.81,
      "grad_norm": 1.1561102867126465,
      "learning_rate": 2.7122519473135404e-06,
      "loss": 0.3501,
      "step": 1368010
    },
    {
      "epoch": 381.81,
      "grad_norm": 0.9983304142951965,
      "learning_rate": 2.712225243966061e-06,
      "loss": 0.3432,
      "step": 1368020
    },
    {
      "epoch": 381.81,
      "grad_norm": 0.8884062170982361,
      "learning_rate": 2.712198540569537e-06,
      "loss": 0.3513,
      "step": 1368030
    },
    {
      "epoch": 381.81,
      "grad_norm": 0.9258360266685486,
      "learning_rate": 2.712171837123973e-06,
      "loss": 0.3674,
      "step": 1368040
    },
    {
      "epoch": 381.82,
      "grad_norm": 1.5468614101409912,
      "learning_rate": 2.7121451336293713e-06,
      "loss": 0.3362,
      "step": 1368050
    },
    {
      "epoch": 381.82,
      "grad_norm": 1.0898094177246094,
      "learning_rate": 2.7121184300857367e-06,
      "loss": 0.3522,
      "step": 1368060
    },
    {
      "epoch": 381.82,
      "grad_norm": 1.0772055387496948,
      "learning_rate": 2.712091726493072e-06,
      "loss": 0.3686,
      "step": 1368070
    },
    {
      "epoch": 381.83,
      "grad_norm": 0.984174370765686,
      "learning_rate": 2.7120650228513814e-06,
      "loss": 0.3476,
      "step": 1368080
    },
    {
      "epoch": 381.83,
      "grad_norm": 1.0996510982513428,
      "learning_rate": 2.712038319160667e-06,
      "loss": 0.363,
      "step": 1368090
    },
    {
      "epoch": 381.83,
      "grad_norm": 1.0262548923492432,
      "learning_rate": 2.7120116154209346e-06,
      "loss": 0.3362,
      "step": 1368100
    },
    {
      "epoch": 381.83,
      "grad_norm": 1.208173155784607,
      "learning_rate": 2.711984911632185e-06,
      "loss": 0.3477,
      "step": 1368110
    },
    {
      "epoch": 381.84,
      "grad_norm": 1.0504528284072876,
      "learning_rate": 2.7119582077944243e-06,
      "loss": 0.3552,
      "step": 1368120
    },
    {
      "epoch": 381.84,
      "grad_norm": 0.9652623534202576,
      "learning_rate": 2.7119315039076545e-06,
      "loss": 0.3409,
      "step": 1368130
    },
    {
      "epoch": 381.84,
      "grad_norm": 1.1564871072769165,
      "learning_rate": 2.7119047999718796e-06,
      "loss": 0.3568,
      "step": 1368140
    },
    {
      "epoch": 381.84,
      "grad_norm": 1.2207785844802856,
      "learning_rate": 2.711878095987104e-06,
      "loss": 0.3508,
      "step": 1368150
    },
    {
      "epoch": 381.85,
      "grad_norm": 1.3686375617980957,
      "learning_rate": 2.7118513919533294e-06,
      "loss": 0.3735,
      "step": 1368160
    },
    {
      "epoch": 381.85,
      "grad_norm": 1.2961660623550415,
      "learning_rate": 2.7118246878705613e-06,
      "loss": 0.3575,
      "step": 1368170
    },
    {
      "epoch": 381.85,
      "grad_norm": 1.0413916110992432,
      "learning_rate": 2.7117979837388016e-06,
      "loss": 0.3647,
      "step": 1368180
    },
    {
      "epoch": 381.86,
      "grad_norm": 0.9490648508071899,
      "learning_rate": 2.7117712795580547e-06,
      "loss": 0.3473,
      "step": 1368190
    },
    {
      "epoch": 381.86,
      "grad_norm": 1.09109365940094,
      "learning_rate": 2.7117445753283246e-06,
      "loss": 0.341,
      "step": 1368200
    },
    {
      "epoch": 381.86,
      "grad_norm": 0.9369214773178101,
      "learning_rate": 2.711717871049614e-06,
      "loss": 0.348,
      "step": 1368210
    },
    {
      "epoch": 381.86,
      "grad_norm": 0.9507349133491516,
      "learning_rate": 2.7116911667219268e-06,
      "loss": 0.3355,
      "step": 1368220
    },
    {
      "epoch": 381.87,
      "grad_norm": 0.9799188375473022,
      "learning_rate": 2.7116644623452666e-06,
      "loss": 0.351,
      "step": 1368230
    },
    {
      "epoch": 381.87,
      "grad_norm": 1.0687533617019653,
      "learning_rate": 2.7116377579196364e-06,
      "loss": 0.3591,
      "step": 1368240
    },
    {
      "epoch": 381.87,
      "grad_norm": 0.8585811853408813,
      "learning_rate": 2.711611053445041e-06,
      "loss": 0.325,
      "step": 1368250
    },
    {
      "epoch": 381.88,
      "grad_norm": 0.9737179279327393,
      "learning_rate": 2.711584348921483e-06,
      "loss": 0.35,
      "step": 1368260
    },
    {
      "epoch": 381.88,
      "grad_norm": 1.1871919631958008,
      "learning_rate": 2.7115576443489654e-06,
      "loss": 0.3468,
      "step": 1368270
    },
    {
      "epoch": 381.88,
      "grad_norm": 0.9943770170211792,
      "learning_rate": 2.711530939727493e-06,
      "loss": 0.3525,
      "step": 1368280
    },
    {
      "epoch": 381.88,
      "grad_norm": 0.9435272216796875,
      "learning_rate": 2.711504235057069e-06,
      "loss": 0.3504,
      "step": 1368290
    },
    {
      "epoch": 381.89,
      "grad_norm": 1.0245085954666138,
      "learning_rate": 2.7114775303376974e-06,
      "loss": 0.3441,
      "step": 1368300
    },
    {
      "epoch": 381.89,
      "grad_norm": 0.8751407265663147,
      "learning_rate": 2.7114508255693802e-06,
      "loss": 0.3438,
      "step": 1368310
    },
    {
      "epoch": 381.89,
      "grad_norm": 1.0595266819000244,
      "learning_rate": 2.7114241207521223e-06,
      "loss": 0.3494,
      "step": 1368320
    },
    {
      "epoch": 381.9,
      "grad_norm": 0.9394865036010742,
      "learning_rate": 2.7113974158859266e-06,
      "loss": 0.3537,
      "step": 1368330
    },
    {
      "epoch": 381.9,
      "grad_norm": 0.8663805723190308,
      "learning_rate": 2.711370710970797e-06,
      "loss": 0.344,
      "step": 1368340
    },
    {
      "epoch": 381.9,
      "grad_norm": 1.2609432935714722,
      "learning_rate": 2.7113440060067373e-06,
      "loss": 0.3427,
      "step": 1368350
    },
    {
      "epoch": 381.9,
      "grad_norm": 0.8766446113586426,
      "learning_rate": 2.7113173009937508e-06,
      "loss": 0.3694,
      "step": 1368360
    },
    {
      "epoch": 381.91,
      "grad_norm": 0.9709956049919128,
      "learning_rate": 2.711290595931841e-06,
      "loss": 0.3325,
      "step": 1368370
    },
    {
      "epoch": 381.91,
      "grad_norm": 1.0191318988800049,
      "learning_rate": 2.711263890821011e-06,
      "loss": 0.3496,
      "step": 1368380
    },
    {
      "epoch": 381.91,
      "grad_norm": 1.051002860069275,
      "learning_rate": 2.711237185661265e-06,
      "loss": 0.3329,
      "step": 1368390
    },
    {
      "epoch": 381.91,
      "grad_norm": 1.0689891576766968,
      "learning_rate": 2.711210480452606e-06,
      "loss": 0.3405,
      "step": 1368400
    },
    {
      "epoch": 381.92,
      "grad_norm": 1.033758521080017,
      "learning_rate": 2.7111837751950383e-06,
      "loss": 0.3502,
      "step": 1368410
    },
    {
      "epoch": 381.92,
      "grad_norm": 1.0325220823287964,
      "learning_rate": 2.711157069888565e-06,
      "loss": 0.353,
      "step": 1368420
    },
    {
      "epoch": 381.92,
      "grad_norm": 0.9481017589569092,
      "learning_rate": 2.7111303645331897e-06,
      "loss": 0.3471,
      "step": 1368430
    },
    {
      "epoch": 381.93,
      "grad_norm": 1.1228396892547607,
      "learning_rate": 2.7111036591289163e-06,
      "loss": 0.3534,
      "step": 1368440
    },
    {
      "epoch": 381.93,
      "grad_norm": 1.0053901672363281,
      "learning_rate": 2.7110769536757475e-06,
      "loss": 0.3248,
      "step": 1368450
    },
    {
      "epoch": 381.93,
      "grad_norm": 0.9586012363433838,
      "learning_rate": 2.711050248173688e-06,
      "loss": 0.3458,
      "step": 1368460
    },
    {
      "epoch": 381.93,
      "grad_norm": 1.0586425065994263,
      "learning_rate": 2.7110235426227403e-06,
      "loss": 0.3492,
      "step": 1368470
    },
    {
      "epoch": 381.94,
      "grad_norm": 1.2132889032363892,
      "learning_rate": 2.7109968370229082e-06,
      "loss": 0.3546,
      "step": 1368480
    },
    {
      "epoch": 381.94,
      "grad_norm": 1.0511873960494995,
      "learning_rate": 2.710970131374196e-06,
      "loss": 0.3594,
      "step": 1368490
    },
    {
      "epoch": 381.94,
      "grad_norm": 1.038679599761963,
      "learning_rate": 2.710943425676606e-06,
      "loss": 0.3477,
      "step": 1368500
    },
    {
      "epoch": 381.95,
      "grad_norm": 1.1418848037719727,
      "learning_rate": 2.7109167199301433e-06,
      "loss": 0.3359,
      "step": 1368510
    },
    {
      "epoch": 381.95,
      "grad_norm": 1.1692843437194824,
      "learning_rate": 2.7108900141348105e-06,
      "loss": 0.3505,
      "step": 1368520
    },
    {
      "epoch": 381.95,
      "grad_norm": 1.0192431211471558,
      "learning_rate": 2.7108633082906103e-06,
      "loss": 0.3397,
      "step": 1368530
    },
    {
      "epoch": 381.95,
      "grad_norm": 0.8764929175376892,
      "learning_rate": 2.7108366023975477e-06,
      "loss": 0.3535,
      "step": 1368540
    },
    {
      "epoch": 381.96,
      "grad_norm": 0.9099503755569458,
      "learning_rate": 2.7108098964556265e-06,
      "loss": 0.3552,
      "step": 1368550
    },
    {
      "epoch": 381.96,
      "grad_norm": 0.9346738457679749,
      "learning_rate": 2.7107831904648485e-06,
      "loss": 0.3504,
      "step": 1368560
    },
    {
      "epoch": 381.96,
      "grad_norm": 1.0286556482315063,
      "learning_rate": 2.7107564844252182e-06,
      "loss": 0.3684,
      "step": 1368570
    },
    {
      "epoch": 381.96,
      "grad_norm": 1.0648304224014282,
      "learning_rate": 2.71072977833674e-06,
      "loss": 0.3365,
      "step": 1368580
    },
    {
      "epoch": 381.97,
      "grad_norm": 0.9733712673187256,
      "learning_rate": 2.7107030721994173e-06,
      "loss": 0.3549,
      "step": 1368590
    },
    {
      "epoch": 381.97,
      "grad_norm": 0.9417870044708252,
      "learning_rate": 2.710676366013252e-06,
      "loss": 0.3456,
      "step": 1368600
    },
    {
      "epoch": 381.97,
      "grad_norm": 1.2368723154067993,
      "learning_rate": 2.7106496597782485e-06,
      "loss": 0.3582,
      "step": 1368610
    },
    {
      "epoch": 381.98,
      "grad_norm": 1.0850051641464233,
      "learning_rate": 2.7106229534944115e-06,
      "loss": 0.3452,
      "step": 1368620
    },
    {
      "epoch": 381.98,
      "grad_norm": 1.1678495407104492,
      "learning_rate": 2.7105962471617426e-06,
      "loss": 0.3514,
      "step": 1368630
    },
    {
      "epoch": 381.98,
      "grad_norm": 0.871849536895752,
      "learning_rate": 2.710569540780247e-06,
      "loss": 0.3385,
      "step": 1368640
    },
    {
      "epoch": 381.98,
      "grad_norm": 1.1036380529403687,
      "learning_rate": 2.710542834349928e-06,
      "loss": 0.353,
      "step": 1368650
    },
    {
      "epoch": 381.99,
      "grad_norm": 1.0449823141098022,
      "learning_rate": 2.710516127870788e-06,
      "loss": 0.3383,
      "step": 1368660
    },
    {
      "epoch": 381.99,
      "grad_norm": 1.1189717054367065,
      "learning_rate": 2.7104894213428313e-06,
      "loss": 0.3563,
      "step": 1368670
    },
    {
      "epoch": 381.99,
      "grad_norm": 0.9827821254730225,
      "learning_rate": 2.710462714766062e-06,
      "loss": 0.3445,
      "step": 1368680
    },
    {
      "epoch": 382.0,
      "grad_norm": 0.9794489145278931,
      "learning_rate": 2.7104360081404826e-06,
      "loss": 0.3409,
      "step": 1368690
    },
    {
      "epoch": 382.0,
      "grad_norm": 1.1638002395629883,
      "learning_rate": 2.710409301466097e-06,
      "loss": 0.363,
      "step": 1368700
    },
    {
      "epoch": 382.0,
      "eval_loss": 0.3489878177642822,
      "eval_runtime": 66.1244,
      "eval_samples_per_second": 76.507,
      "eval_steps_per_second": 9.573,
      "step": 1368706
    },
    {
      "epoch": 382.0,
      "grad_norm": 1.0383334159851074,
      "learning_rate": 2.71038259474291e-06,
      "loss": 0.3345,
      "step": 1368710
    },
    {
      "epoch": 382.0,
      "grad_norm": 1.0663301944732666,
      "learning_rate": 2.7103558879709235e-06,
      "loss": 0.3403,
      "step": 1368720
    },
    {
      "epoch": 382.01,
      "grad_norm": 1.0844000577926636,
      "learning_rate": 2.710329181150142e-06,
      "loss": 0.3477,
      "step": 1368730
    },
    {
      "epoch": 382.01,
      "grad_norm": 1.0092653036117554,
      "learning_rate": 2.710302474280568e-06,
      "loss": 0.342,
      "step": 1368740
    },
    {
      "epoch": 382.01,
      "grad_norm": 1.1369285583496094,
      "learning_rate": 2.7102757673622065e-06,
      "loss": 0.3614,
      "step": 1368750
    },
    {
      "epoch": 382.02,
      "grad_norm": 1.226704478263855,
      "learning_rate": 2.71024906039506e-06,
      "loss": 0.3484,
      "step": 1368760
    },
    {
      "epoch": 382.02,
      "grad_norm": 0.9362908601760864,
      "learning_rate": 2.710222353379132e-06,
      "loss": 0.3499,
      "step": 1368770
    },
    {
      "epoch": 382.02,
      "grad_norm": 0.8658042550086975,
      "learning_rate": 2.7101956463144267e-06,
      "loss": 0.3405,
      "step": 1368780
    },
    {
      "epoch": 382.02,
      "grad_norm": 1.0445908308029175,
      "learning_rate": 2.710168939200947e-06,
      "loss": 0.346,
      "step": 1368790
    },
    {
      "epoch": 382.03,
      "grad_norm": 0.9688240885734558,
      "learning_rate": 2.710142232038698e-06,
      "loss": 0.3438,
      "step": 1368800
    },
    {
      "epoch": 382.03,
      "grad_norm": 1.1273882389068604,
      "learning_rate": 2.7101155248276817e-06,
      "loss": 0.3551,
      "step": 1368810
    },
    {
      "epoch": 382.03,
      "grad_norm": 0.9376683235168457,
      "learning_rate": 2.7100888175679014e-06,
      "loss": 0.3259,
      "step": 1368820
    },
    {
      "epoch": 382.03,
      "grad_norm": 1.1510488986968994,
      "learning_rate": 2.7100621102593616e-06,
      "loss": 0.3448,
      "step": 1368830
    },
    {
      "epoch": 382.04,
      "grad_norm": 1.0482639074325562,
      "learning_rate": 2.7100354029020657e-06,
      "loss": 0.3527,
      "step": 1368840
    },
    {
      "epoch": 382.04,
      "grad_norm": 1.0416483879089355,
      "learning_rate": 2.710008695496017e-06,
      "loss": 0.3475,
      "step": 1368850
    },
    {
      "epoch": 382.04,
      "grad_norm": 0.9777367115020752,
      "learning_rate": 2.709981988041219e-06,
      "loss": 0.3519,
      "step": 1368860
    },
    {
      "epoch": 382.05,
      "grad_norm": 1.1500942707061768,
      "learning_rate": 2.7099552805376756e-06,
      "loss": 0.3377,
      "step": 1368870
    },
    {
      "epoch": 382.05,
      "grad_norm": 1.1124626398086548,
      "learning_rate": 2.7099285729853907e-06,
      "loss": 0.343,
      "step": 1368880
    },
    {
      "epoch": 382.05,
      "grad_norm": 0.8882066607475281,
      "learning_rate": 2.709901865384366e-06,
      "loss": 0.3485,
      "step": 1368890
    },
    {
      "epoch": 382.05,
      "grad_norm": 0.9386335611343384,
      "learning_rate": 2.709875157734607e-06,
      "loss": 0.3609,
      "step": 1368900
    },
    {
      "epoch": 382.06,
      "grad_norm": 0.9600091576576233,
      "learning_rate": 2.7098484500361176e-06,
      "loss": 0.3573,
      "step": 1368910
    },
    {
      "epoch": 382.06,
      "grad_norm": 1.1693267822265625,
      "learning_rate": 2.7098217422889e-06,
      "loss": 0.3711,
      "step": 1368920
    },
    {
      "epoch": 382.06,
      "grad_norm": 1.052220106124878,
      "learning_rate": 2.709795034492957e-06,
      "loss": 0.3378,
      "step": 1368930
    },
    {
      "epoch": 382.07,
      "grad_norm": 0.9473480582237244,
      "learning_rate": 2.709768326648294e-06,
      "loss": 0.3645,
      "step": 1368940
    },
    {
      "epoch": 382.07,
      "grad_norm": 0.9629719853401184,
      "learning_rate": 2.7097416187549144e-06,
      "loss": 0.3463,
      "step": 1368950
    },
    {
      "epoch": 382.07,
      "grad_norm": 1.1518722772598267,
      "learning_rate": 2.7097149108128206e-06,
      "loss": 0.3337,
      "step": 1368960
    },
    {
      "epoch": 382.07,
      "grad_norm": 0.9610950946807861,
      "learning_rate": 2.7096882028220174e-06,
      "loss": 0.3498,
      "step": 1368970
    },
    {
      "epoch": 382.08,
      "grad_norm": 1.1520317792892456,
      "learning_rate": 2.709661494782507e-06,
      "loss": 0.3599,
      "step": 1368980
    },
    {
      "epoch": 382.08,
      "grad_norm": 1.0147807598114014,
      "learning_rate": 2.7096347866942935e-06,
      "loss": 0.3523,
      "step": 1368990
    },
    {
      "epoch": 382.08,
      "grad_norm": 0.9203607439994812,
      "learning_rate": 2.7096080785573817e-06,
      "loss": 0.3409,
      "step": 1369000
    },
    {
      "epoch": 382.08,
      "grad_norm": 1.136383056640625,
      "learning_rate": 2.709581370371773e-06,
      "loss": 0.3359,
      "step": 1369010
    },
    {
      "epoch": 382.09,
      "grad_norm": 1.2249624729156494,
      "learning_rate": 2.7095546621374725e-06,
      "loss": 0.3466,
      "step": 1369020
    },
    {
      "epoch": 382.09,
      "grad_norm": 0.8618395328521729,
      "learning_rate": 2.7095279538544836e-06,
      "loss": 0.3391,
      "step": 1369030
    },
    {
      "epoch": 382.09,
      "grad_norm": 1.0282294750213623,
      "learning_rate": 2.7095012455228097e-06,
      "loss": 0.3329,
      "step": 1369040
    },
    {
      "epoch": 382.1,
      "grad_norm": 1.0815807580947876,
      "learning_rate": 2.7094745371424535e-06,
      "loss": 0.3384,
      "step": 1369050
    },
    {
      "epoch": 382.1,
      "grad_norm": 0.9889885783195496,
      "learning_rate": 2.7094478287134195e-06,
      "loss": 0.3593,
      "step": 1369060
    },
    {
      "epoch": 382.1,
      "grad_norm": 1.1659029722213745,
      "learning_rate": 2.7094211202357113e-06,
      "loss": 0.3554,
      "step": 1369070
    },
    {
      "epoch": 382.1,
      "grad_norm": 1.0472396612167358,
      "learning_rate": 2.7093944117093317e-06,
      "loss": 0.3544,
      "step": 1369080
    },
    {
      "epoch": 382.11,
      "grad_norm": 0.998637855052948,
      "learning_rate": 2.709367703134285e-06,
      "loss": 0.3487,
      "step": 1369090
    },
    {
      "epoch": 382.11,
      "grad_norm": 1.0481393337249756,
      "learning_rate": 2.709340994510575e-06,
      "loss": 0.3424,
      "step": 1369100
    },
    {
      "epoch": 382.11,
      "grad_norm": 0.9465457797050476,
      "learning_rate": 2.709314285838204e-06,
      "loss": 0.3402,
      "step": 1369110
    },
    {
      "epoch": 382.12,
      "grad_norm": 1.2421221733093262,
      "learning_rate": 2.7092875771171766e-06,
      "loss": 0.3612,
      "step": 1369120
    },
    {
      "epoch": 382.12,
      "grad_norm": 1.572419285774231,
      "learning_rate": 2.7092608683474957e-06,
      "loss": 0.3302,
      "step": 1369130
    },
    {
      "epoch": 382.12,
      "grad_norm": 0.8583829998970032,
      "learning_rate": 2.7092341595291654e-06,
      "loss": 0.3541,
      "step": 1369140
    },
    {
      "epoch": 382.12,
      "grad_norm": 0.9360001683235168,
      "learning_rate": 2.7092074506621887e-06,
      "loss": 0.3339,
      "step": 1369150
    },
    {
      "epoch": 382.13,
      "grad_norm": 1.1807668209075928,
      "learning_rate": 2.70918074174657e-06,
      "loss": 0.3518,
      "step": 1369160
    },
    {
      "epoch": 382.13,
      "grad_norm": 1.0333400964736938,
      "learning_rate": 2.709154032782313e-06,
      "loss": 0.3573,
      "step": 1369170
    },
    {
      "epoch": 382.13,
      "grad_norm": 1.258360743522644,
      "learning_rate": 2.7091273237694195e-06,
      "loss": 0.3562,
      "step": 1369180
    },
    {
      "epoch": 382.14,
      "grad_norm": 1.8765071630477905,
      "learning_rate": 2.7091006147078946e-06,
      "loss": 0.3303,
      "step": 1369190
    },
    {
      "epoch": 382.14,
      "grad_norm": 1.2074518203735352,
      "learning_rate": 2.7090739055977415e-06,
      "loss": 0.3504,
      "step": 1369200
    },
    {
      "epoch": 382.14,
      "grad_norm": 1.0100094079971313,
      "learning_rate": 2.7090471964389633e-06,
      "loss": 0.3427,
      "step": 1369210
    },
    {
      "epoch": 382.14,
      "grad_norm": 0.9425039291381836,
      "learning_rate": 2.709020487231564e-06,
      "loss": 0.3418,
      "step": 1369220
    },
    {
      "epoch": 382.15,
      "grad_norm": 0.9339855909347534,
      "learning_rate": 2.7089937779755478e-06,
      "loss": 0.3496,
      "step": 1369230
    },
    {
      "epoch": 382.15,
      "grad_norm": 1.0583964586257935,
      "learning_rate": 2.708967068670917e-06,
      "loss": 0.3677,
      "step": 1369240
    },
    {
      "epoch": 382.15,
      "grad_norm": 1.0166734457015991,
      "learning_rate": 2.7089403593176763e-06,
      "loss": 0.3579,
      "step": 1369250
    },
    {
      "epoch": 382.15,
      "grad_norm": 0.8907833695411682,
      "learning_rate": 2.708913649915828e-06,
      "loss": 0.3361,
      "step": 1369260
    },
    {
      "epoch": 382.16,
      "grad_norm": 0.9887201189994812,
      "learning_rate": 2.708886940465377e-06,
      "loss": 0.3632,
      "step": 1369270
    },
    {
      "epoch": 382.16,
      "grad_norm": 1.0420893430709839,
      "learning_rate": 2.708860230966325e-06,
      "loss": 0.3395,
      "step": 1369280
    },
    {
      "epoch": 382.16,
      "grad_norm": 0.9515906572341919,
      "learning_rate": 2.7088335214186775e-06,
      "loss": 0.3598,
      "step": 1369290
    },
    {
      "epoch": 382.17,
      "grad_norm": 0.9336889386177063,
      "learning_rate": 2.7088068118224373e-06,
      "loss": 0.3403,
      "step": 1369300
    },
    {
      "epoch": 382.17,
      "grad_norm": 1.2734267711639404,
      "learning_rate": 2.7087801021776074e-06,
      "loss": 0.3464,
      "step": 1369310
    },
    {
      "epoch": 382.17,
      "grad_norm": 0.9895950555801392,
      "learning_rate": 2.7087533924841925e-06,
      "loss": 0.3355,
      "step": 1369320
    },
    {
      "epoch": 382.17,
      "grad_norm": 1.0535129308700562,
      "learning_rate": 2.7087266827421957e-06,
      "loss": 0.3664,
      "step": 1369330
    },
    {
      "epoch": 382.18,
      "grad_norm": 0.9303845167160034,
      "learning_rate": 2.7086999729516202e-06,
      "loss": 0.3637,
      "step": 1369340
    },
    {
      "epoch": 382.18,
      "grad_norm": 1.1159676313400269,
      "learning_rate": 2.7086732631124696e-06,
      "loss": 0.3662,
      "step": 1369350
    },
    {
      "epoch": 382.18,
      "grad_norm": 1.3463350534439087,
      "learning_rate": 2.7086465532247475e-06,
      "loss": 0.357,
      "step": 1369360
    },
    {
      "epoch": 382.19,
      "grad_norm": 0.9980681538581848,
      "learning_rate": 2.708619843288458e-06,
      "loss": 0.3561,
      "step": 1369370
    },
    {
      "epoch": 382.19,
      "grad_norm": 1.0584677457809448,
      "learning_rate": 2.708593133303603e-06,
      "loss": 0.3483,
      "step": 1369380
    },
    {
      "epoch": 382.19,
      "grad_norm": 0.9023054242134094,
      "learning_rate": 2.7085664232701887e-06,
      "loss": 0.3572,
      "step": 1369390
    },
    {
      "epoch": 382.19,
      "grad_norm": 0.9782947897911072,
      "learning_rate": 2.708539713188217e-06,
      "loss": 0.3456,
      "step": 1369400
    },
    {
      "epoch": 382.2,
      "grad_norm": 1.071215271949768,
      "learning_rate": 2.7085130030576912e-06,
      "loss": 0.3478,
      "step": 1369410
    },
    {
      "epoch": 382.2,
      "grad_norm": 1.0311106443405151,
      "learning_rate": 2.7084862928786157e-06,
      "loss": 0.3421,
      "step": 1369420
    },
    {
      "epoch": 382.2,
      "grad_norm": 0.9881288409233093,
      "learning_rate": 2.7084595826509932e-06,
      "loss": 0.3414,
      "step": 1369430
    },
    {
      "epoch": 382.2,
      "grad_norm": 1.1221463680267334,
      "learning_rate": 2.7084328723748286e-06,
      "loss": 0.3589,
      "step": 1369440
    },
    {
      "epoch": 382.21,
      "grad_norm": 1.18086576461792,
      "learning_rate": 2.7084061620501235e-06,
      "loss": 0.3537,
      "step": 1369450
    },
    {
      "epoch": 382.21,
      "grad_norm": 1.0726232528686523,
      "learning_rate": 2.708379451676884e-06,
      "loss": 0.3654,
      "step": 1369460
    },
    {
      "epoch": 382.21,
      "grad_norm": 0.9553321003913879,
      "learning_rate": 2.7083527412551113e-06,
      "loss": 0.3527,
      "step": 1369470
    },
    {
      "epoch": 382.22,
      "grad_norm": 1.0068389177322388,
      "learning_rate": 2.7083260307848096e-06,
      "loss": 0.3518,
      "step": 1369480
    },
    {
      "epoch": 382.22,
      "grad_norm": 0.9741919636726379,
      "learning_rate": 2.7082993202659836e-06,
      "loss": 0.3638,
      "step": 1369490
    },
    {
      "epoch": 382.22,
      "grad_norm": 1.0310693979263306,
      "learning_rate": 2.7082726096986353e-06,
      "loss": 0.3532,
      "step": 1369500
    },
    {
      "epoch": 382.22,
      "grad_norm": 1.1525003910064697,
      "learning_rate": 2.708245899082769e-06,
      "loss": 0.3509,
      "step": 1369510
    },
    {
      "epoch": 382.23,
      "grad_norm": 0.9627282023429871,
      "learning_rate": 2.708219188418389e-06,
      "loss": 0.3503,
      "step": 1369520
    },
    {
      "epoch": 382.23,
      "grad_norm": 1.0273624658584595,
      "learning_rate": 2.708192477705497e-06,
      "loss": 0.3458,
      "step": 1369530
    },
    {
      "epoch": 382.23,
      "grad_norm": 1.0159118175506592,
      "learning_rate": 2.708165766944098e-06,
      "loss": 0.3339,
      "step": 1369540
    },
    {
      "epoch": 382.24,
      "grad_norm": 1.1067768335342407,
      "learning_rate": 2.708139056134196e-06,
      "loss": 0.3541,
      "step": 1369550
    },
    {
      "epoch": 382.24,
      "grad_norm": 0.9965205788612366,
      "learning_rate": 2.708112345275793e-06,
      "loss": 0.3453,
      "step": 1369560
    },
    {
      "epoch": 382.24,
      "grad_norm": 1.119688630104065,
      "learning_rate": 2.7080856343688923e-06,
      "loss": 0.3439,
      "step": 1369570
    },
    {
      "epoch": 382.24,
      "grad_norm": 1.3270330429077148,
      "learning_rate": 2.7080589234135e-06,
      "loss": 0.347,
      "step": 1369580
    },
    {
      "epoch": 382.25,
      "grad_norm": 1.064157485961914,
      "learning_rate": 2.7080322124096168e-06,
      "loss": 0.3571,
      "step": 1369590
    },
    {
      "epoch": 382.25,
      "grad_norm": 0.9507278203964233,
      "learning_rate": 2.7080055013572477e-06,
      "loss": 0.354,
      "step": 1369600
    },
    {
      "epoch": 382.25,
      "grad_norm": 1.1863595247268677,
      "learning_rate": 2.7079787902563974e-06,
      "loss": 0.3344,
      "step": 1369610
    },
    {
      "epoch": 382.26,
      "grad_norm": 1.023706078529358,
      "learning_rate": 2.7079520791070676e-06,
      "loss": 0.355,
      "step": 1369620
    },
    {
      "epoch": 382.26,
      "grad_norm": 1.0679548978805542,
      "learning_rate": 2.7079253679092617e-06,
      "loss": 0.3424,
      "step": 1369630
    },
    {
      "epoch": 382.26,
      "grad_norm": 1.0148831605911255,
      "learning_rate": 2.707898656662984e-06,
      "loss": 0.3352,
      "step": 1369640
    },
    {
      "epoch": 382.26,
      "grad_norm": 0.9578291177749634,
      "learning_rate": 2.7078719453682384e-06,
      "loss": 0.3302,
      "step": 1369650
    },
    {
      "epoch": 382.27,
      "grad_norm": 1.0443172454833984,
      "learning_rate": 2.707845234025028e-06,
      "loss": 0.3454,
      "step": 1369660
    },
    {
      "epoch": 382.27,
      "grad_norm": 1.1034621000289917,
      "learning_rate": 2.7078185226333564e-06,
      "loss": 0.3475,
      "step": 1369670
    },
    {
      "epoch": 382.27,
      "grad_norm": 1.2647860050201416,
      "learning_rate": 2.7077918111932275e-06,
      "loss": 0.3542,
      "step": 1369680
    },
    {
      "epoch": 382.27,
      "grad_norm": 1.0141832828521729,
      "learning_rate": 2.7077650997046444e-06,
      "loss": 0.3698,
      "step": 1369690
    },
    {
      "epoch": 382.28,
      "grad_norm": 0.9772176742553711,
      "learning_rate": 2.7077383881676103e-06,
      "loss": 0.3529,
      "step": 1369700
    },
    {
      "epoch": 382.28,
      "grad_norm": 0.9121624827384949,
      "learning_rate": 2.70771167658213e-06,
      "loss": 0.3455,
      "step": 1369710
    },
    {
      "epoch": 382.28,
      "grad_norm": 1.0023458003997803,
      "learning_rate": 2.707684964948206e-06,
      "loss": 0.3491,
      "step": 1369720
    },
    {
      "epoch": 382.29,
      "grad_norm": 0.976569414138794,
      "learning_rate": 2.7076582532658417e-06,
      "loss": 0.3605,
      "step": 1369730
    },
    {
      "epoch": 382.29,
      "grad_norm": 1.146349310874939,
      "learning_rate": 2.7076315415350407e-06,
      "loss": 0.3439,
      "step": 1369740
    },
    {
      "epoch": 382.29,
      "grad_norm": 0.9390643835067749,
      "learning_rate": 2.7076048297558085e-06,
      "loss": 0.3403,
      "step": 1369750
    },
    {
      "epoch": 382.29,
      "grad_norm": 1.3339461088180542,
      "learning_rate": 2.7075781179281468e-06,
      "loss": 0.342,
      "step": 1369760
    },
    {
      "epoch": 382.3,
      "grad_norm": 0.9201419353485107,
      "learning_rate": 2.7075514060520585e-06,
      "loss": 0.3631,
      "step": 1369770
    },
    {
      "epoch": 382.3,
      "grad_norm": 1.1361477375030518,
      "learning_rate": 2.7075246941275487e-06,
      "loss": 0.358,
      "step": 1369780
    },
    {
      "epoch": 382.3,
      "grad_norm": 0.973536491394043,
      "learning_rate": 2.7074979821546204e-06,
      "loss": 0.3425,
      "step": 1369790
    },
    {
      "epoch": 382.31,
      "grad_norm": 1.0334253311157227,
      "learning_rate": 2.7074712701332773e-06,
      "loss": 0.3367,
      "step": 1369800
    },
    {
      "epoch": 382.31,
      "grad_norm": 1.0454471111297607,
      "learning_rate": 2.7074445580635226e-06,
      "loss": 0.3562,
      "step": 1369810
    },
    {
      "epoch": 382.31,
      "grad_norm": 0.8771335482597351,
      "learning_rate": 2.70741784594536e-06,
      "loss": 0.349,
      "step": 1369820
    },
    {
      "epoch": 382.31,
      "grad_norm": 0.9602959156036377,
      "learning_rate": 2.707391133778793e-06,
      "loss": 0.3418,
      "step": 1369830
    },
    {
      "epoch": 382.32,
      "grad_norm": 1.1245118379592896,
      "learning_rate": 2.707364421563826e-06,
      "loss": 0.3396,
      "step": 1369840
    },
    {
      "epoch": 382.32,
      "grad_norm": 1.0284987688064575,
      "learning_rate": 2.7073377093004606e-06,
      "loss": 0.3653,
      "step": 1369850
    },
    {
      "epoch": 382.32,
      "grad_norm": 0.9880241751670837,
      "learning_rate": 2.7073109969887026e-06,
      "loss": 0.3478,
      "step": 1369860
    },
    {
      "epoch": 382.32,
      "grad_norm": 2.9104115962982178,
      "learning_rate": 2.707284284628554e-06,
      "loss": 0.3505,
      "step": 1369870
    },
    {
      "epoch": 382.33,
      "grad_norm": 1.1472386121749878,
      "learning_rate": 2.707257572220019e-06,
      "loss": 0.3518,
      "step": 1369880
    },
    {
      "epoch": 382.33,
      "grad_norm": 0.9821809530258179,
      "learning_rate": 2.7072308597631012e-06,
      "loss": 0.3464,
      "step": 1369890
    },
    {
      "epoch": 382.33,
      "grad_norm": 1.058254361152649,
      "learning_rate": 2.707204147257804e-06,
      "loss": 0.3303,
      "step": 1369900
    },
    {
      "epoch": 382.34,
      "grad_norm": 0.8720740079879761,
      "learning_rate": 2.707177434704131e-06,
      "loss": 0.3414,
      "step": 1369910
    },
    {
      "epoch": 382.34,
      "grad_norm": 1.0316907167434692,
      "learning_rate": 2.7071507221020855e-06,
      "loss": 0.345,
      "step": 1369920
    },
    {
      "epoch": 382.34,
      "grad_norm": 1.0162125825881958,
      "learning_rate": 2.707124009451671e-06,
      "loss": 0.3505,
      "step": 1369930
    },
    {
      "epoch": 382.34,
      "grad_norm": 1.0011407136917114,
      "learning_rate": 2.7070972967528922e-06,
      "loss": 0.3677,
      "step": 1369940
    },
    {
      "epoch": 382.35,
      "grad_norm": 0.9252768158912659,
      "learning_rate": 2.707070584005751e-06,
      "loss": 0.3375,
      "step": 1369950
    },
    {
      "epoch": 382.35,
      "grad_norm": 1.1144442558288574,
      "learning_rate": 2.707043871210252e-06,
      "loss": 0.3421,
      "step": 1369960
    },
    {
      "epoch": 382.35,
      "grad_norm": 1.1954541206359863,
      "learning_rate": 2.7070171583663984e-06,
      "loss": 0.3618,
      "step": 1369970
    },
    {
      "epoch": 382.36,
      "grad_norm": 0.918867826461792,
      "learning_rate": 2.7069904454741937e-06,
      "loss": 0.3489,
      "step": 1369980
    },
    {
      "epoch": 382.36,
      "grad_norm": 1.1723471879959106,
      "learning_rate": 2.706963732533642e-06,
      "loss": 0.3491,
      "step": 1369990
    },
    {
      "epoch": 382.36,
      "grad_norm": 1.2904725074768066,
      "learning_rate": 2.7069370195447464e-06,
      "loss": 0.3347,
      "step": 1370000
    },
    {
      "epoch": 382.36,
      "grad_norm": 0.8987085223197937,
      "learning_rate": 2.70691030650751e-06,
      "loss": 0.3401,
      "step": 1370010
    },
    {
      "epoch": 382.37,
      "grad_norm": 0.9777573347091675,
      "learning_rate": 2.7068835934219367e-06,
      "loss": 0.3473,
      "step": 1370020
    },
    {
      "epoch": 382.37,
      "grad_norm": 1.0202531814575195,
      "learning_rate": 2.706856880288031e-06,
      "loss": 0.3506,
      "step": 1370030
    },
    {
      "epoch": 382.37,
      "grad_norm": 1.096819281578064,
      "learning_rate": 2.7068301671057956e-06,
      "loss": 0.3544,
      "step": 1370040
    },
    {
      "epoch": 382.38,
      "grad_norm": 1.0990087985992432,
      "learning_rate": 2.7068034538752334e-06,
      "loss": 0.3492,
      "step": 1370050
    },
    {
      "epoch": 382.38,
      "grad_norm": 1.1149311065673828,
      "learning_rate": 2.7067767405963497e-06,
      "loss": 0.3391,
      "step": 1370060
    },
    {
      "epoch": 382.38,
      "grad_norm": 1.1729274988174438,
      "learning_rate": 2.706750027269147e-06,
      "loss": 0.3278,
      "step": 1370070
    },
    {
      "epoch": 382.38,
      "grad_norm": 0.9461362957954407,
      "learning_rate": 2.706723313893628e-06,
      "loss": 0.3428,
      "step": 1370080
    },
    {
      "epoch": 382.39,
      "grad_norm": 1.0311424732208252,
      "learning_rate": 2.7066966004697977e-06,
      "loss": 0.3498,
      "step": 1370090
    },
    {
      "epoch": 382.39,
      "grad_norm": 1.082592248916626,
      "learning_rate": 2.7066698869976592e-06,
      "loss": 0.3517,
      "step": 1370100
    },
    {
      "epoch": 382.39,
      "grad_norm": 0.9775229692459106,
      "learning_rate": 2.7066431734772157e-06,
      "loss": 0.3475,
      "step": 1370110
    },
    {
      "epoch": 382.39,
      "grad_norm": 1.0487467050552368,
      "learning_rate": 2.706616459908471e-06,
      "loss": 0.3506,
      "step": 1370120
    },
    {
      "epoch": 382.4,
      "grad_norm": 1.3886399269104004,
      "learning_rate": 2.706589746291429e-06,
      "loss": 0.3541,
      "step": 1370130
    },
    {
      "epoch": 382.4,
      "grad_norm": 1.1291033029556274,
      "learning_rate": 2.7065630326260927e-06,
      "loss": 0.3576,
      "step": 1370140
    },
    {
      "epoch": 382.4,
      "grad_norm": 1.1391319036483765,
      "learning_rate": 2.706536318912466e-06,
      "loss": 0.3427,
      "step": 1370150
    },
    {
      "epoch": 382.41,
      "grad_norm": 0.9775604605674744,
      "learning_rate": 2.7065096051505523e-06,
      "loss": 0.3413,
      "step": 1370160
    },
    {
      "epoch": 382.41,
      "grad_norm": 1.0439883470535278,
      "learning_rate": 2.706482891340355e-06,
      "loss": 0.3389,
      "step": 1370170
    },
    {
      "epoch": 382.41,
      "grad_norm": 5.105450630187988,
      "learning_rate": 2.706456177481878e-06,
      "loss": 0.338,
      "step": 1370180
    },
    {
      "epoch": 382.41,
      "grad_norm": 0.8776522874832153,
      "learning_rate": 2.706429463575124e-06,
      "loss": 0.3435,
      "step": 1370190
    },
    {
      "epoch": 382.42,
      "grad_norm": 1.1391602754592896,
      "learning_rate": 2.706402749620098e-06,
      "loss": 0.3381,
      "step": 1370200
    },
    {
      "epoch": 382.42,
      "grad_norm": 1.388283371925354,
      "learning_rate": 2.7063760356168035e-06,
      "loss": 0.3441,
      "step": 1370210
    },
    {
      "epoch": 382.42,
      "grad_norm": 1.1112319231033325,
      "learning_rate": 2.7063493215652424e-06,
      "loss": 0.3504,
      "step": 1370220
    },
    {
      "epoch": 382.43,
      "grad_norm": 1.0674841403961182,
      "learning_rate": 2.70632260746542e-06,
      "loss": 0.3618,
      "step": 1370230
    },
    {
      "epoch": 382.43,
      "grad_norm": 1.1193174123764038,
      "learning_rate": 2.706295893317338e-06,
      "loss": 0.3332,
      "step": 1370240
    },
    {
      "epoch": 382.43,
      "grad_norm": 1.173069715499878,
      "learning_rate": 2.7062691791210016e-06,
      "loss": 0.3465,
      "step": 1370250
    },
    {
      "epoch": 382.43,
      "grad_norm": 0.9564341902732849,
      "learning_rate": 2.706242464876414e-06,
      "loss": 0.3419,
      "step": 1370260
    },
    {
      "epoch": 382.44,
      "grad_norm": 1.0436993837356567,
      "learning_rate": 2.7062157505835784e-06,
      "loss": 0.352,
      "step": 1370270
    },
    {
      "epoch": 382.44,
      "grad_norm": 1.023918867111206,
      "learning_rate": 2.706189036242499e-06,
      "loss": 0.35,
      "step": 1370280
    },
    {
      "epoch": 382.44,
      "grad_norm": 0.9792883396148682,
      "learning_rate": 2.706162321853178e-06,
      "loss": 0.3491,
      "step": 1370290
    },
    {
      "epoch": 382.44,
      "grad_norm": 1.0995291471481323,
      "learning_rate": 2.7061356074156203e-06,
      "loss": 0.3477,
      "step": 1370300
    },
    {
      "epoch": 382.45,
      "grad_norm": 1.13229501247406,
      "learning_rate": 2.7061088929298286e-06,
      "loss": 0.3507,
      "step": 1370310
    },
    {
      "epoch": 382.45,
      "grad_norm": 1.0139539241790771,
      "learning_rate": 2.706082178395807e-06,
      "loss": 0.3489,
      "step": 1370320
    },
    {
      "epoch": 382.45,
      "grad_norm": 0.9835182428359985,
      "learning_rate": 2.7060554638135588e-06,
      "loss": 0.3429,
      "step": 1370330
    },
    {
      "epoch": 382.46,
      "grad_norm": 1.08323073387146,
      "learning_rate": 2.7060287491830874e-06,
      "loss": 0.3394,
      "step": 1370340
    },
    {
      "epoch": 382.46,
      "grad_norm": 0.9839518070220947,
      "learning_rate": 2.7060020345043975e-06,
      "loss": 0.3422,
      "step": 1370350
    },
    {
      "epoch": 382.46,
      "grad_norm": 0.9569200277328491,
      "learning_rate": 2.705975319777492e-06,
      "loss": 0.345,
      "step": 1370360
    },
    {
      "epoch": 382.46,
      "grad_norm": 1.0359669923782349,
      "learning_rate": 2.705948605002373e-06,
      "loss": 0.3372,
      "step": 1370370
    },
    {
      "epoch": 382.47,
      "grad_norm": 0.8659367561340332,
      "learning_rate": 2.705921890179045e-06,
      "loss": 0.3602,
      "step": 1370380
    },
    {
      "epoch": 382.47,
      "grad_norm": 1.1407325267791748,
      "learning_rate": 2.7058951753075134e-06,
      "loss": 0.3576,
      "step": 1370390
    },
    {
      "epoch": 382.47,
      "grad_norm": 1.0808850526809692,
      "learning_rate": 2.705868460387779e-06,
      "loss": 0.3471,
      "step": 1370400
    },
    {
      "epoch": 382.48,
      "grad_norm": 1.161270022392273,
      "learning_rate": 2.705841745419847e-06,
      "loss": 0.3845,
      "step": 1370410
    },
    {
      "epoch": 382.48,
      "grad_norm": 1.0572385787963867,
      "learning_rate": 2.7058150304037206e-06,
      "loss": 0.3511,
      "step": 1370420
    },
    {
      "epoch": 382.48,
      "grad_norm": 1.011467456817627,
      "learning_rate": 2.705788315339403e-06,
      "loss": 0.3435,
      "step": 1370430
    },
    {
      "epoch": 382.48,
      "grad_norm": 1.0456984043121338,
      "learning_rate": 2.705761600226898e-06,
      "loss": 0.3528,
      "step": 1370440
    },
    {
      "epoch": 382.49,
      "grad_norm": 0.9495657682418823,
      "learning_rate": 2.705734885066209e-06,
      "loss": 0.3336,
      "step": 1370450
    },
    {
      "epoch": 382.49,
      "grad_norm": 1.0642945766448975,
      "learning_rate": 2.70570816985734e-06,
      "loss": 0.3454,
      "step": 1370460
    },
    {
      "epoch": 382.49,
      "grad_norm": 1.2248176336288452,
      "learning_rate": 2.705681454600294e-06,
      "loss": 0.3454,
      "step": 1370470
    },
    {
      "epoch": 382.5,
      "grad_norm": 0.87336266040802,
      "learning_rate": 2.705654739295075e-06,
      "loss": 0.3347,
      "step": 1370480
    },
    {
      "epoch": 382.5,
      "grad_norm": 1.1135557889938354,
      "learning_rate": 2.7056280239416864e-06,
      "loss": 0.3526,
      "step": 1370490
    },
    {
      "epoch": 382.5,
      "grad_norm": 0.9471479654312134,
      "learning_rate": 2.7056013085401322e-06,
      "loss": 0.3474,
      "step": 1370500
    },
    {
      "epoch": 382.5,
      "grad_norm": 1.0036602020263672,
      "learning_rate": 2.7055745930904145e-06,
      "loss": 0.3533,
      "step": 1370510
    },
    {
      "epoch": 382.51,
      "grad_norm": 1.0100810527801514,
      "learning_rate": 2.7055478775925386e-06,
      "loss": 0.3616,
      "step": 1370520
    },
    {
      "epoch": 382.51,
      "grad_norm": 1.0880340337753296,
      "learning_rate": 2.705521162046507e-06,
      "loss": 0.3596,
      "step": 1370530
    },
    {
      "epoch": 382.51,
      "grad_norm": 1.0698233842849731,
      "learning_rate": 2.7054944464523234e-06,
      "loss": 0.342,
      "step": 1370540
    },
    {
      "epoch": 382.51,
      "grad_norm": 0.9419041275978088,
      "learning_rate": 2.705467730809992e-06,
      "loss": 0.3416,
      "step": 1370550
    },
    {
      "epoch": 382.52,
      "grad_norm": 0.9647188782691956,
      "learning_rate": 2.7054410151195157e-06,
      "loss": 0.336,
      "step": 1370560
    },
    {
      "epoch": 382.52,
      "grad_norm": 0.9785017967224121,
      "learning_rate": 2.705414299380898e-06,
      "loss": 0.337,
      "step": 1370570
    },
    {
      "epoch": 382.52,
      "grad_norm": 0.9984698295593262,
      "learning_rate": 2.705387583594143e-06,
      "loss": 0.3465,
      "step": 1370580
    },
    {
      "epoch": 382.53,
      "grad_norm": 0.9000824093818665,
      "learning_rate": 2.7053608677592536e-06,
      "loss": 0.3368,
      "step": 1370590
    },
    {
      "epoch": 382.53,
      "grad_norm": 0.8783999085426331,
      "learning_rate": 2.7053341518762336e-06,
      "loss": 0.3442,
      "step": 1370600
    },
    {
      "epoch": 382.53,
      "grad_norm": 0.9369829893112183,
      "learning_rate": 2.7053074359450865e-06,
      "loss": 0.3595,
      "step": 1370610
    },
    {
      "epoch": 382.53,
      "grad_norm": 1.0525696277618408,
      "learning_rate": 2.7052807199658173e-06,
      "loss": 0.3456,
      "step": 1370620
    },
    {
      "epoch": 382.54,
      "grad_norm": 1.008981704711914,
      "learning_rate": 2.705254003938427e-06,
      "loss": 0.3663,
      "step": 1370630
    },
    {
      "epoch": 382.54,
      "grad_norm": 1.0957037210464478,
      "learning_rate": 2.7052272878629207e-06,
      "loss": 0.3503,
      "step": 1370640
    },
    {
      "epoch": 382.54,
      "grad_norm": 0.9720772504806519,
      "learning_rate": 2.7052005717393022e-06,
      "loss": 0.3469,
      "step": 1370650
    },
    {
      "epoch": 382.55,
      "grad_norm": 0.99607253074646,
      "learning_rate": 2.7051738555675736e-06,
      "loss": 0.3528,
      "step": 1370660
    },
    {
      "epoch": 382.55,
      "grad_norm": 1.1810402870178223,
      "learning_rate": 2.70514713934774e-06,
      "loss": 0.3234,
      "step": 1370670
    },
    {
      "epoch": 382.55,
      "grad_norm": 1.025105595588684,
      "learning_rate": 2.7051204230798043e-06,
      "loss": 0.3581,
      "step": 1370680
    },
    {
      "epoch": 382.55,
      "grad_norm": 0.8762967586517334,
      "learning_rate": 2.70509370676377e-06,
      "loss": 0.3489,
      "step": 1370690
    },
    {
      "epoch": 382.56,
      "grad_norm": 0.9524171352386475,
      "learning_rate": 2.7050669903996408e-06,
      "loss": 0.3526,
      "step": 1370700
    },
    {
      "epoch": 382.56,
      "grad_norm": 1.2003211975097656,
      "learning_rate": 2.70504027398742e-06,
      "loss": 0.3542,
      "step": 1370710
    },
    {
      "epoch": 382.56,
      "grad_norm": 1.007259488105774,
      "learning_rate": 2.705013557527112e-06,
      "loss": 0.3579,
      "step": 1370720
    },
    {
      "epoch": 382.56,
      "grad_norm": 0.8944804072380066,
      "learning_rate": 2.704986841018719e-06,
      "loss": 0.3333,
      "step": 1370730
    },
    {
      "epoch": 382.57,
      "grad_norm": 1.0862606763839722,
      "learning_rate": 2.7049601244622455e-06,
      "loss": 0.3392,
      "step": 1370740
    },
    {
      "epoch": 382.57,
      "grad_norm": 0.9773476719856262,
      "learning_rate": 2.704933407857695e-06,
      "loss": 0.3504,
      "step": 1370750
    },
    {
      "epoch": 382.57,
      "grad_norm": 1.0200499296188354,
      "learning_rate": 2.7049066912050704e-06,
      "loss": 0.3596,
      "step": 1370760
    },
    {
      "epoch": 382.58,
      "grad_norm": 0.9698603749275208,
      "learning_rate": 2.704879974504376e-06,
      "loss": 0.3437,
      "step": 1370770
    },
    {
      "epoch": 382.58,
      "grad_norm": 1.120103120803833,
      "learning_rate": 2.704853257755615e-06,
      "loss": 0.3432,
      "step": 1370780
    },
    {
      "epoch": 382.58,
      "grad_norm": 1.0730794668197632,
      "learning_rate": 2.704826540958792e-06,
      "loss": 0.3519,
      "step": 1370790
    },
    {
      "epoch": 382.58,
      "grad_norm": 0.958554744720459,
      "learning_rate": 2.7047998241139087e-06,
      "loss": 0.3544,
      "step": 1370800
    },
    {
      "epoch": 382.59,
      "grad_norm": 1.010353922843933,
      "learning_rate": 2.70477310722097e-06,
      "loss": 0.3425,
      "step": 1370810
    },
    {
      "epoch": 382.59,
      "grad_norm": 1.0912312269210815,
      "learning_rate": 2.7047463902799788e-06,
      "loss": 0.3558,
      "step": 1370820
    },
    {
      "epoch": 382.59,
      "grad_norm": 1.0150761604309082,
      "learning_rate": 2.7047196732909383e-06,
      "loss": 0.3425,
      "step": 1370830
    },
    {
      "epoch": 382.6,
      "grad_norm": 0.9962959885597229,
      "learning_rate": 2.7046929562538536e-06,
      "loss": 0.341,
      "step": 1370840
    },
    {
      "epoch": 382.6,
      "grad_norm": 0.9222620129585266,
      "learning_rate": 2.7046662391687266e-06,
      "loss": 0.3487,
      "step": 1370850
    },
    {
      "epoch": 382.6,
      "grad_norm": 0.8999930620193481,
      "learning_rate": 2.704639522035562e-06,
      "loss": 0.3522,
      "step": 1370860
    },
    {
      "epoch": 382.6,
      "grad_norm": 1.1410857439041138,
      "learning_rate": 2.704612804854363e-06,
      "loss": 0.3434,
      "step": 1370870
    },
    {
      "epoch": 382.61,
      "grad_norm": 1.031718134880066,
      "learning_rate": 2.7045860876251327e-06,
      "loss": 0.3382,
      "step": 1370880
    },
    {
      "epoch": 382.61,
      "grad_norm": 0.9370856881141663,
      "learning_rate": 2.704559370347875e-06,
      "loss": 0.3523,
      "step": 1370890
    },
    {
      "epoch": 382.61,
      "grad_norm": 0.9843475222587585,
      "learning_rate": 2.7045326530225936e-06,
      "loss": 0.337,
      "step": 1370900
    },
    {
      "epoch": 382.62,
      "grad_norm": 0.8683137893676758,
      "learning_rate": 2.7045059356492916e-06,
      "loss": 0.3564,
      "step": 1370910
    },
    {
      "epoch": 382.62,
      "grad_norm": 1.0402934551239014,
      "learning_rate": 2.7044792182279733e-06,
      "loss": 0.3384,
      "step": 1370920
    },
    {
      "epoch": 382.62,
      "grad_norm": 1.1453803777694702,
      "learning_rate": 2.704452500758642e-06,
      "loss": 0.3633,
      "step": 1370930
    },
    {
      "epoch": 382.62,
      "grad_norm": 1.0633909702301025,
      "learning_rate": 2.704425783241301e-06,
      "loss": 0.3268,
      "step": 1370940
    },
    {
      "epoch": 382.63,
      "grad_norm": 0.9707276225090027,
      "learning_rate": 2.7043990656759537e-06,
      "loss": 0.3454,
      "step": 1370950
    },
    {
      "epoch": 382.63,
      "grad_norm": 1.2812670469284058,
      "learning_rate": 2.7043723480626037e-06,
      "loss": 0.3557,
      "step": 1370960
    },
    {
      "epoch": 382.63,
      "grad_norm": 1.0791593790054321,
      "learning_rate": 2.7043456304012554e-06,
      "loss": 0.3474,
      "step": 1370970
    },
    {
      "epoch": 382.63,
      "grad_norm": 0.9442687034606934,
      "learning_rate": 2.7043189126919117e-06,
      "loss": 0.3396,
      "step": 1370980
    },
    {
      "epoch": 382.64,
      "grad_norm": 1.129004716873169,
      "learning_rate": 2.7042921949345754e-06,
      "loss": 0.3469,
      "step": 1370990
    },
    {
      "epoch": 382.64,
      "grad_norm": 1.0628341436386108,
      "learning_rate": 2.7042654771292514e-06,
      "loss": 0.3379,
      "step": 1371000
    },
    {
      "epoch": 382.64,
      "grad_norm": 0.9123029708862305,
      "learning_rate": 2.7042387592759426e-06,
      "loss": 0.3449,
      "step": 1371010
    },
    {
      "epoch": 382.65,
      "grad_norm": 1.2496999502182007,
      "learning_rate": 2.704212041374653e-06,
      "loss": 0.355,
      "step": 1371020
    },
    {
      "epoch": 382.65,
      "grad_norm": 1.1191046237945557,
      "learning_rate": 2.7041853234253856e-06,
      "loss": 0.3749,
      "step": 1371030
    },
    {
      "epoch": 382.65,
      "grad_norm": 1.2304693460464478,
      "learning_rate": 2.7041586054281438e-06,
      "loss": 0.3486,
      "step": 1371040
    },
    {
      "epoch": 382.65,
      "grad_norm": 1.1579625606536865,
      "learning_rate": 2.7041318873829315e-06,
      "loss": 0.3628,
      "step": 1371050
    },
    {
      "epoch": 382.66,
      "grad_norm": 1.014789342880249,
      "learning_rate": 2.7041051692897527e-06,
      "loss": 0.3415,
      "step": 1371060
    },
    {
      "epoch": 382.66,
      "grad_norm": 0.9910815954208374,
      "learning_rate": 2.7040784511486106e-06,
      "loss": 0.3404,
      "step": 1371070
    },
    {
      "epoch": 382.66,
      "grad_norm": 1.002807855606079,
      "learning_rate": 2.7040517329595082e-06,
      "loss": 0.3593,
      "step": 1371080
    },
    {
      "epoch": 382.67,
      "grad_norm": 1.289756178855896,
      "learning_rate": 2.70402501472245e-06,
      "loss": 0.3513,
      "step": 1371090
    },
    {
      "epoch": 382.67,
      "grad_norm": 1.1029759645462036,
      "learning_rate": 2.7039982964374388e-06,
      "loss": 0.3613,
      "step": 1371100
    },
    {
      "epoch": 382.67,
      "grad_norm": 0.8909742832183838,
      "learning_rate": 2.703971578104479e-06,
      "loss": 0.3526,
      "step": 1371110
    },
    {
      "epoch": 382.67,
      "grad_norm": 0.9565348029136658,
      "learning_rate": 2.7039448597235727e-06,
      "loss": 0.3528,
      "step": 1371120
    },
    {
      "epoch": 382.68,
      "grad_norm": 0.8777094483375549,
      "learning_rate": 2.7039181412947252e-06,
      "loss": 0.3564,
      "step": 1371130
    },
    {
      "epoch": 382.68,
      "grad_norm": 0.9572947025299072,
      "learning_rate": 2.7038914228179383e-06,
      "loss": 0.3288,
      "step": 1371140
    },
    {
      "epoch": 382.68,
      "grad_norm": 0.9060412049293518,
      "learning_rate": 2.703864704293217e-06,
      "loss": 0.3549,
      "step": 1371150
    },
    {
      "epoch": 382.68,
      "grad_norm": 1.0251320600509644,
      "learning_rate": 2.703837985720564e-06,
      "loss": 0.3454,
      "step": 1371160
    },
    {
      "epoch": 382.69,
      "grad_norm": 1.2503585815429688,
      "learning_rate": 2.703811267099984e-06,
      "loss": 0.3799,
      "step": 1371170
    },
    {
      "epoch": 382.69,
      "grad_norm": 1.406746745109558,
      "learning_rate": 2.7037845484314796e-06,
      "loss": 0.3504,
      "step": 1371180
    },
    {
      "epoch": 382.69,
      "grad_norm": 0.9415484070777893,
      "learning_rate": 2.7037578297150534e-06,
      "loss": 0.3369,
      "step": 1371190
    },
    {
      "epoch": 382.7,
      "grad_norm": 0.9718444347381592,
      "learning_rate": 2.7037311109507115e-06,
      "loss": 0.3485,
      "step": 1371200
    },
    {
      "epoch": 382.7,
      "grad_norm": 1.181410312652588,
      "learning_rate": 2.703704392138455e-06,
      "loss": 0.3476,
      "step": 1371210
    },
    {
      "epoch": 382.7,
      "grad_norm": 0.9626709222793579,
      "learning_rate": 2.703677673278289e-06,
      "loss": 0.3464,
      "step": 1371220
    },
    {
      "epoch": 382.7,
      "grad_norm": 0.9453856945037842,
      "learning_rate": 2.7036509543702163e-06,
      "loss": 0.3449,
      "step": 1371230
    },
    {
      "epoch": 382.71,
      "grad_norm": 1.1336815357208252,
      "learning_rate": 2.7036242354142412e-06,
      "loss": 0.3487,
      "step": 1371240
    },
    {
      "epoch": 382.71,
      "grad_norm": 1.0237996578216553,
      "learning_rate": 2.703597516410366e-06,
      "loss": 0.3327,
      "step": 1371250
    },
    {
      "epoch": 382.71,
      "grad_norm": 3.0544562339782715,
      "learning_rate": 2.7035707973585953e-06,
      "loss": 0.3389,
      "step": 1371260
    },
    {
      "epoch": 382.72,
      "grad_norm": 0.9725397825241089,
      "learning_rate": 2.7035440782589325e-06,
      "loss": 0.3577,
      "step": 1371270
    },
    {
      "epoch": 382.72,
      "grad_norm": 0.9391459226608276,
      "learning_rate": 2.7035173591113806e-06,
      "loss": 0.3445,
      "step": 1371280
    },
    {
      "epoch": 382.72,
      "grad_norm": 0.917235791683197,
      "learning_rate": 2.703490639915944e-06,
      "loss": 0.3271,
      "step": 1371290
    },
    {
      "epoch": 382.72,
      "grad_norm": 0.9749258160591125,
      "learning_rate": 2.7034639206726255e-06,
      "loss": 0.3387,
      "step": 1371300
    },
    {
      "epoch": 382.73,
      "grad_norm": 0.9924702048301697,
      "learning_rate": 2.703437201381429e-06,
      "loss": 0.3452,
      "step": 1371310
    },
    {
      "epoch": 382.73,
      "grad_norm": 5.937869071960449,
      "learning_rate": 2.7034104820423588e-06,
      "loss": 0.3587,
      "step": 1371320
    },
    {
      "epoch": 382.73,
      "grad_norm": 1.1044715642929077,
      "learning_rate": 2.7033837626554167e-06,
      "loss": 0.3461,
      "step": 1371330
    },
    {
      "epoch": 382.74,
      "grad_norm": 1.0610578060150146,
      "learning_rate": 2.7033570432206076e-06,
      "loss": 0.3532,
      "step": 1371340
    },
    {
      "epoch": 382.74,
      "grad_norm": 0.8633954524993896,
      "learning_rate": 2.7033303237379343e-06,
      "loss": 0.3468,
      "step": 1371350
    },
    {
      "epoch": 382.74,
      "grad_norm": 1.1037893295288086,
      "learning_rate": 2.7033036042074015e-06,
      "loss": 0.3492,
      "step": 1371360
    },
    {
      "epoch": 382.74,
      "grad_norm": 1.0797704458236694,
      "learning_rate": 2.7032768846290118e-06,
      "loss": 0.3499,
      "step": 1371370
    },
    {
      "epoch": 382.75,
      "grad_norm": 0.9274237751960754,
      "learning_rate": 2.703250165002769e-06,
      "loss": 0.3505,
      "step": 1371380
    },
    {
      "epoch": 382.75,
      "grad_norm": 1.046614646911621,
      "learning_rate": 2.7032234453286768e-06,
      "loss": 0.3644,
      "step": 1371390
    },
    {
      "epoch": 382.75,
      "grad_norm": 0.9951165914535522,
      "learning_rate": 2.7031967256067383e-06,
      "loss": 0.3489,
      "step": 1371400
    },
    {
      "epoch": 382.75,
      "grad_norm": 1.2955483198165894,
      "learning_rate": 2.7031700058369564e-06,
      "loss": 0.3527,
      "step": 1371410
    },
    {
      "epoch": 382.76,
      "grad_norm": 1.1193983554840088,
      "learning_rate": 2.703143286019337e-06,
      "loss": 0.3452,
      "step": 1371420
    },
    {
      "epoch": 382.76,
      "grad_norm": 1.0339162349700928,
      "learning_rate": 2.7031165661538815e-06,
      "loss": 0.3483,
      "step": 1371430
    },
    {
      "epoch": 382.76,
      "grad_norm": 1.0595349073410034,
      "learning_rate": 2.703089846240594e-06,
      "loss": 0.3569,
      "step": 1371440
    },
    {
      "epoch": 382.77,
      "grad_norm": 0.9359721541404724,
      "learning_rate": 2.7030631262794792e-06,
      "loss": 0.3342,
      "step": 1371450
    },
    {
      "epoch": 382.77,
      "grad_norm": 0.9425964951515198,
      "learning_rate": 2.7030364062705397e-06,
      "loss": 0.348,
      "step": 1371460
    },
    {
      "epoch": 382.77,
      "grad_norm": 1.0018460750579834,
      "learning_rate": 2.7030096862137784e-06,
      "loss": 0.3677,
      "step": 1371470
    },
    {
      "epoch": 382.77,
      "grad_norm": 0.956621527671814,
      "learning_rate": 2.7029829661091995e-06,
      "loss": 0.3525,
      "step": 1371480
    },
    {
      "epoch": 382.78,
      "grad_norm": 1.1937469244003296,
      "learning_rate": 2.7029562459568073e-06,
      "loss": 0.3701,
      "step": 1371490
    },
    {
      "epoch": 382.78,
      "grad_norm": 1.6550151109695435,
      "learning_rate": 2.7029295257566035e-06,
      "loss": 0.3674,
      "step": 1371500
    },
    {
      "epoch": 382.78,
      "grad_norm": 1.1454344987869263,
      "learning_rate": 2.7029028055085936e-06,
      "loss": 0.343,
      "step": 1371510
    },
    {
      "epoch": 382.79,
      "grad_norm": 0.9703294634819031,
      "learning_rate": 2.7028760852127806e-06,
      "loss": 0.3755,
      "step": 1371520
    },
    {
      "epoch": 382.79,
      "grad_norm": 1.037754774093628,
      "learning_rate": 2.702849364869168e-06,
      "loss": 0.3693,
      "step": 1371530
    },
    {
      "epoch": 382.79,
      "grad_norm": 1.0433939695358276,
      "learning_rate": 2.7028226444777585e-06,
      "loss": 0.3437,
      "step": 1371540
    },
    {
      "epoch": 382.79,
      "grad_norm": 1.1697813272476196,
      "learning_rate": 2.7027959240385567e-06,
      "loss": 0.3445,
      "step": 1371550
    },
    {
      "epoch": 382.8,
      "grad_norm": 0.9439352750778198,
      "learning_rate": 2.7027692035515654e-06,
      "loss": 0.3474,
      "step": 1371560
    },
    {
      "epoch": 382.8,
      "grad_norm": 1.0479315519332886,
      "learning_rate": 2.7027424830167886e-06,
      "loss": 0.3474,
      "step": 1371570
    },
    {
      "epoch": 382.8,
      "grad_norm": 1.1338469982147217,
      "learning_rate": 2.7027157624342304e-06,
      "loss": 0.349,
      "step": 1371580
    },
    {
      "epoch": 382.8,
      "grad_norm": 0.9988514184951782,
      "learning_rate": 2.702689041803893e-06,
      "loss": 0.3494,
      "step": 1371590
    },
    {
      "epoch": 382.81,
      "grad_norm": 1.0087924003601074,
      "learning_rate": 2.7026623211257814e-06,
      "loss": 0.3435,
      "step": 1371600
    },
    {
      "epoch": 382.81,
      "grad_norm": 0.9528087973594666,
      "learning_rate": 2.702635600399899e-06,
      "loss": 0.3421,
      "step": 1371610
    },
    {
      "epoch": 382.81,
      "grad_norm": 1.1423333883285522,
      "learning_rate": 2.702608879626247e-06,
      "loss": 0.3358,
      "step": 1371620
    },
    {
      "epoch": 382.82,
      "grad_norm": 1.3429392576217651,
      "learning_rate": 2.7025821588048317e-06,
      "loss": 0.3571,
      "step": 1371630
    },
    {
      "epoch": 382.82,
      "grad_norm": 1.0011011362075806,
      "learning_rate": 2.7025554379356552e-06,
      "loss": 0.33,
      "step": 1371640
    },
    {
      "epoch": 382.82,
      "grad_norm": 1.0810489654541016,
      "learning_rate": 2.7025287170187227e-06,
      "loss": 0.3488,
      "step": 1371650
    },
    {
      "epoch": 382.82,
      "grad_norm": 0.9251747727394104,
      "learning_rate": 2.702501996054036e-06,
      "loss": 0.3223,
      "step": 1371660
    },
    {
      "epoch": 382.83,
      "grad_norm": 1.083540678024292,
      "learning_rate": 2.7024752750416e-06,
      "loss": 0.3402,
      "step": 1371670
    },
    {
      "epoch": 382.83,
      "grad_norm": 1.0583049058914185,
      "learning_rate": 2.7024485539814173e-06,
      "loss": 0.3421,
      "step": 1371680
    },
    {
      "epoch": 382.83,
      "grad_norm": 0.9354575872421265,
      "learning_rate": 2.7024218328734906e-06,
      "loss": 0.3538,
      "step": 1371690
    },
    {
      "epoch": 382.84,
      "grad_norm": 0.9194736480712891,
      "learning_rate": 2.7023951117178256e-06,
      "loss": 0.3539,
      "step": 1371700
    },
    {
      "epoch": 382.84,
      "grad_norm": 1.1141555309295654,
      "learning_rate": 2.702368390514425e-06,
      "loss": 0.3508,
      "step": 1371710
    },
    {
      "epoch": 382.84,
      "grad_norm": 1.1577210426330566,
      "learning_rate": 2.7023416692632915e-06,
      "loss": 0.3516,
      "step": 1371720
    },
    {
      "epoch": 382.84,
      "grad_norm": 0.9584440588951111,
      "learning_rate": 2.7023149479644297e-06,
      "loss": 0.3391,
      "step": 1371730
    },
    {
      "epoch": 382.85,
      "grad_norm": 0.9492606520652771,
      "learning_rate": 2.7022882266178426e-06,
      "loss": 0.3431,
      "step": 1371740
    },
    {
      "epoch": 382.85,
      "grad_norm": 1.074263095855713,
      "learning_rate": 2.7022615052235345e-06,
      "loss": 0.3576,
      "step": 1371750
    },
    {
      "epoch": 382.85,
      "grad_norm": 0.9992828369140625,
      "learning_rate": 2.7022347837815084e-06,
      "loss": 0.3617,
      "step": 1371760
    },
    {
      "epoch": 382.86,
      "grad_norm": 1.1952897310256958,
      "learning_rate": 2.7022080622917672e-06,
      "loss": 0.3454,
      "step": 1371770
    },
    {
      "epoch": 382.86,
      "grad_norm": 0.874037504196167,
      "learning_rate": 2.7021813407543157e-06,
      "loss": 0.3478,
      "step": 1371780
    },
    {
      "epoch": 382.86,
      "grad_norm": 1.0030826330184937,
      "learning_rate": 2.7021546191691563e-06,
      "loss": 0.3355,
      "step": 1371790
    },
    {
      "epoch": 382.86,
      "grad_norm": 1.2903962135314941,
      "learning_rate": 2.7021278975362936e-06,
      "loss": 0.3414,
      "step": 1371800
    },
    {
      "epoch": 382.87,
      "grad_norm": 1.0442107915878296,
      "learning_rate": 2.7021011758557308e-06,
      "loss": 0.3414,
      "step": 1371810
    },
    {
      "epoch": 382.87,
      "grad_norm": 1.113276720046997,
      "learning_rate": 2.7020744541274715e-06,
      "loss": 0.3648,
      "step": 1371820
    },
    {
      "epoch": 382.87,
      "grad_norm": 1.2387847900390625,
      "learning_rate": 2.7020477323515183e-06,
      "loss": 0.3399,
      "step": 1371830
    },
    {
      "epoch": 382.87,
      "grad_norm": 1.1892272233963013,
      "learning_rate": 2.7020210105278763e-06,
      "loss": 0.3653,
      "step": 1371840
    },
    {
      "epoch": 382.88,
      "grad_norm": 0.9055941104888916,
      "learning_rate": 2.7019942886565485e-06,
      "loss": 0.3463,
      "step": 1371850
    },
    {
      "epoch": 382.88,
      "grad_norm": 1.0837438106536865,
      "learning_rate": 2.7019675667375374e-06,
      "loss": 0.3545,
      "step": 1371860
    },
    {
      "epoch": 382.88,
      "grad_norm": 0.9845213890075684,
      "learning_rate": 2.701940844770848e-06,
      "loss": 0.345,
      "step": 1371870
    },
    {
      "epoch": 382.89,
      "grad_norm": 1.0792793035507202,
      "learning_rate": 2.701914122756483e-06,
      "loss": 0.3518,
      "step": 1371880
    },
    {
      "epoch": 382.89,
      "grad_norm": 1.0988014936447144,
      "learning_rate": 2.7018874006944467e-06,
      "loss": 0.3378,
      "step": 1371890
    },
    {
      "epoch": 382.89,
      "grad_norm": 0.980919599533081,
      "learning_rate": 2.701860678584742e-06,
      "loss": 0.348,
      "step": 1371900
    },
    {
      "epoch": 382.89,
      "grad_norm": 0.9816322326660156,
      "learning_rate": 2.7018339564273735e-06,
      "loss": 0.3506,
      "step": 1371910
    },
    {
      "epoch": 382.9,
      "grad_norm": 1.0827349424362183,
      "learning_rate": 2.7018072342223427e-06,
      "loss": 0.3426,
      "step": 1371920
    },
    {
      "epoch": 382.9,
      "grad_norm": 1.0133334398269653,
      "learning_rate": 2.7017805119696548e-06,
      "loss": 0.3588,
      "step": 1371930
    },
    {
      "epoch": 382.9,
      "grad_norm": 1.0954976081848145,
      "learning_rate": 2.701753789669313e-06,
      "loss": 0.3484,
      "step": 1371940
    },
    {
      "epoch": 382.91,
      "grad_norm": 2.2774953842163086,
      "learning_rate": 2.7017270673213206e-06,
      "loss": 0.3459,
      "step": 1371950
    },
    {
      "epoch": 382.91,
      "grad_norm": 0.847213864326477,
      "learning_rate": 2.701700344925681e-06,
      "loss": 0.3446,
      "step": 1371960
    },
    {
      "epoch": 382.91,
      "grad_norm": 0.9882569313049316,
      "learning_rate": 2.701673622482399e-06,
      "loss": 0.3598,
      "step": 1371970
    },
    {
      "epoch": 382.91,
      "grad_norm": 0.9542558193206787,
      "learning_rate": 2.7016468999914776e-06,
      "loss": 0.3354,
      "step": 1371980
    },
    {
      "epoch": 382.92,
      "grad_norm": 0.8390104174613953,
      "learning_rate": 2.701620177452919e-06,
      "loss": 0.3355,
      "step": 1371990
    },
    {
      "epoch": 382.92,
      "grad_norm": 1.0156816244125366,
      "learning_rate": 2.701593454866728e-06,
      "loss": 0.3606,
      "step": 1372000
    },
    {
      "epoch": 382.92,
      "grad_norm": 1.98452627658844,
      "learning_rate": 2.7015667322329084e-06,
      "loss": 0.3375,
      "step": 1372010
    },
    {
      "epoch": 382.92,
      "grad_norm": 1.056506872177124,
      "learning_rate": 2.7015400095514626e-06,
      "loss": 0.3478,
      "step": 1372020
    },
    {
      "epoch": 382.93,
      "grad_norm": 0.9267908930778503,
      "learning_rate": 2.7015132868223953e-06,
      "loss": 0.3378,
      "step": 1372030
    },
    {
      "epoch": 382.93,
      "grad_norm": 1.025767207145691,
      "learning_rate": 2.701486564045709e-06,
      "loss": 0.3324,
      "step": 1372040
    },
    {
      "epoch": 382.93,
      "grad_norm": 1.0807942152023315,
      "learning_rate": 2.701459841221409e-06,
      "loss": 0.3504,
      "step": 1372050
    },
    {
      "epoch": 382.94,
      "grad_norm": 0.8991438746452332,
      "learning_rate": 2.701433118349497e-06,
      "loss": 0.3463,
      "step": 1372060
    },
    {
      "epoch": 382.94,
      "grad_norm": 1.1515718698501587,
      "learning_rate": 2.7014063954299773e-06,
      "loss": 0.341,
      "step": 1372070
    },
    {
      "epoch": 382.94,
      "grad_norm": 0.8618341684341431,
      "learning_rate": 2.701379672462853e-06,
      "loss": 0.3514,
      "step": 1372080
    },
    {
      "epoch": 382.94,
      "grad_norm": 0.9141572713851929,
      "learning_rate": 2.7013529494481287e-06,
      "loss": 0.3528,
      "step": 1372090
    },
    {
      "epoch": 382.95,
      "grad_norm": 1.0314514636993408,
      "learning_rate": 2.7013262263858073e-06,
      "loss": 0.3475,
      "step": 1372100
    },
    {
      "epoch": 382.95,
      "grad_norm": 1.0806220769882202,
      "learning_rate": 2.7012995032758925e-06,
      "loss": 0.3426,
      "step": 1372110
    },
    {
      "epoch": 382.95,
      "grad_norm": 1.0172744989395142,
      "learning_rate": 2.701272780118388e-06,
      "loss": 0.3775,
      "step": 1372120
    },
    {
      "epoch": 382.96,
      "grad_norm": 0.9204628467559814,
      "learning_rate": 2.701246056913297e-06,
      "loss": 0.3577,
      "step": 1372130
    },
    {
      "epoch": 382.96,
      "grad_norm": 0.9184815883636475,
      "learning_rate": 2.701219333660623e-06,
      "loss": 0.3482,
      "step": 1372140
    },
    {
      "epoch": 382.96,
      "grad_norm": 1.0650118589401245,
      "learning_rate": 2.7011926103603686e-06,
      "loss": 0.3631,
      "step": 1372150
    },
    {
      "epoch": 382.96,
      "grad_norm": 1.0107661485671997,
      "learning_rate": 2.7011658870125404e-06,
      "loss": 0.3523,
      "step": 1372160
    },
    {
      "epoch": 382.97,
      "grad_norm": 1.0181102752685547,
      "learning_rate": 2.7011391636171386e-06,
      "loss": 0.3472,
      "step": 1372170
    },
    {
      "epoch": 382.97,
      "grad_norm": 1.1697320938110352,
      "learning_rate": 2.7011124401741687e-06,
      "loss": 0.3431,
      "step": 1372180
    },
    {
      "epoch": 382.97,
      "grad_norm": 1.318650245666504,
      "learning_rate": 2.701085716683634e-06,
      "loss": 0.3508,
      "step": 1372190
    },
    {
      "epoch": 382.98,
      "grad_norm": 0.9293844699859619,
      "learning_rate": 2.701058993145538e-06,
      "loss": 0.3538,
      "step": 1372200
    },
    {
      "epoch": 382.98,
      "grad_norm": 1.0619943141937256,
      "learning_rate": 2.7010322695598834e-06,
      "loss": 0.3407,
      "step": 1372210
    },
    {
      "epoch": 382.98,
      "grad_norm": 0.9726389646530151,
      "learning_rate": 2.701005545926675e-06,
      "loss": 0.3414,
      "step": 1372220
    },
    {
      "epoch": 382.98,
      "grad_norm": 1.02052903175354,
      "learning_rate": 2.700978822245916e-06,
      "loss": 0.3463,
      "step": 1372230
    },
    {
      "epoch": 382.99,
      "grad_norm": 1.3001172542572021,
      "learning_rate": 2.700952098517609e-06,
      "loss": 0.3571,
      "step": 1372240
    },
    {
      "epoch": 382.99,
      "grad_norm": 1.1346138715744019,
      "learning_rate": 2.7009253747417584e-06,
      "loss": 0.3503,
      "step": 1372250
    },
    {
      "epoch": 382.99,
      "grad_norm": 1.238165020942688,
      "learning_rate": 2.700898650918368e-06,
      "loss": 0.3377,
      "step": 1372260
    },
    {
      "epoch": 382.99,
      "grad_norm": 1.0564926862716675,
      "learning_rate": 2.700871927047441e-06,
      "loss": 0.3393,
      "step": 1372270
    },
    {
      "epoch": 383.0,
      "grad_norm": 0.9133753776550293,
      "learning_rate": 2.7008452031289805e-06,
      "loss": 0.3565,
      "step": 1372280
    },
    {
      "epoch": 383.0,
      "eval_loss": 0.3486504852771759,
      "eval_runtime": 62.8594,
      "eval_samples_per_second": 80.481,
      "eval_steps_per_second": 10.07,
      "step": 1372289
    },
    {
      "epoch": 383.0,
      "grad_norm": 1.0505834817886353,
      "learning_rate": 2.7008184791629914e-06,
      "loss": 0.3496,
      "step": 1372290
    },
    {
      "epoch": 383.0,
      "grad_norm": 0.9691062569618225,
      "learning_rate": 2.700791755149476e-06,
      "loss": 0.3537,
      "step": 1372300
    },
    {
      "epoch": 383.01,
      "grad_norm": 1.0766115188598633,
      "learning_rate": 2.700765031088438e-06,
      "loss": 0.3388,
      "step": 1372310
    },
    {
      "epoch": 383.01,
      "grad_norm": 1.147737979888916,
      "learning_rate": 2.7007383069798817e-06,
      "loss": 0.3559,
      "step": 1372320
    },
    {
      "epoch": 383.01,
      "grad_norm": 1.0338466167449951,
      "learning_rate": 2.700711582823809e-06,
      "loss": 0.3562,
      "step": 1372330
    },
    {
      "epoch": 383.01,
      "grad_norm": 1.0929970741271973,
      "learning_rate": 2.700684858620226e-06,
      "loss": 0.3534,
      "step": 1372340
    },
    {
      "epoch": 383.02,
      "grad_norm": 1.0094242095947266,
      "learning_rate": 2.7006581343691338e-06,
      "loss": 0.3398,
      "step": 1372350
    },
    {
      "epoch": 383.02,
      "grad_norm": 0.9855220913887024,
      "learning_rate": 2.7006314100705378e-06,
      "loss": 0.3529,
      "step": 1372360
    },
    {
      "epoch": 383.02,
      "grad_norm": 1.2129675149917603,
      "learning_rate": 2.7006046857244406e-06,
      "loss": 0.3662,
      "step": 1372370
    },
    {
      "epoch": 383.03,
      "grad_norm": 0.9469278454780579,
      "learning_rate": 2.7005779613308456e-06,
      "loss": 0.3573,
      "step": 1372380
    },
    {
      "epoch": 383.03,
      "grad_norm": 1.1075609922409058,
      "learning_rate": 2.700551236889757e-06,
      "loss": 0.3542,
      "step": 1372390
    },
    {
      "epoch": 383.03,
      "grad_norm": 1.0190184116363525,
      "learning_rate": 2.700524512401178e-06,
      "loss": 0.3611,
      "step": 1372400
    },
    {
      "epoch": 383.03,
      "grad_norm": 0.963563084602356,
      "learning_rate": 2.7004977878651124e-06,
      "loss": 0.3551,
      "step": 1372410
    },
    {
      "epoch": 383.04,
      "grad_norm": 1.1414896249771118,
      "learning_rate": 2.700471063281564e-06,
      "loss": 0.3557,
      "step": 1372420
    },
    {
      "epoch": 383.04,
      "grad_norm": 1.1394051313400269,
      "learning_rate": 2.7004443386505346e-06,
      "loss": 0.3546,
      "step": 1372430
    },
    {
      "epoch": 383.04,
      "grad_norm": 0.9244675040245056,
      "learning_rate": 2.70041761397203e-06,
      "loss": 0.3409,
      "step": 1372440
    },
    {
      "epoch": 383.04,
      "grad_norm": 1.0459691286087036,
      "learning_rate": 2.700390889246053e-06,
      "loss": 0.3451,
      "step": 1372450
    },
    {
      "epoch": 383.05,
      "grad_norm": 1.025118112564087,
      "learning_rate": 2.7003641644726063e-06,
      "loss": 0.3579,
      "step": 1372460
    },
    {
      "epoch": 383.05,
      "grad_norm": 1.0157822370529175,
      "learning_rate": 2.7003374396516938e-06,
      "loss": 0.3564,
      "step": 1372470
    },
    {
      "epoch": 383.05,
      "grad_norm": 0.9990443587303162,
      "learning_rate": 2.7003107147833207e-06,
      "loss": 0.3452,
      "step": 1372480
    },
    {
      "epoch": 383.06,
      "grad_norm": 0.9567559957504272,
      "learning_rate": 2.700283989867489e-06,
      "loss": 0.3656,
      "step": 1372490
    },
    {
      "epoch": 383.06,
      "grad_norm": 1.0181562900543213,
      "learning_rate": 2.700257264904202e-06,
      "loss": 0.3427,
      "step": 1372500
    },
    {
      "epoch": 383.06,
      "grad_norm": 1.0462361574172974,
      "learning_rate": 2.7002305398934643e-06,
      "loss": 0.3357,
      "step": 1372510
    },
    {
      "epoch": 383.06,
      "grad_norm": 1.130902647972107,
      "learning_rate": 2.7002038148352783e-06,
      "loss": 0.3517,
      "step": 1372520
    },
    {
      "epoch": 383.07,
      "grad_norm": 1.1511263847351074,
      "learning_rate": 2.7001770897296484e-06,
      "loss": 0.3675,
      "step": 1372530
    },
    {
      "epoch": 383.07,
      "grad_norm": 1.103432536125183,
      "learning_rate": 2.700150364576578e-06,
      "loss": 0.3429,
      "step": 1372540
    },
    {
      "epoch": 383.07,
      "grad_norm": 0.9487380981445312,
      "learning_rate": 2.700123639376071e-06,
      "loss": 0.343,
      "step": 1372550
    },
    {
      "epoch": 383.08,
      "grad_norm": 1.02243173122406,
      "learning_rate": 2.7000969141281305e-06,
      "loss": 0.3543,
      "step": 1372560
    },
    {
      "epoch": 383.08,
      "grad_norm": 0.8952828645706177,
      "learning_rate": 2.7000701888327597e-06,
      "loss": 0.3404,
      "step": 1372570
    },
    {
      "epoch": 383.08,
      "grad_norm": 1.1045341491699219,
      "learning_rate": 2.7000434634899634e-06,
      "loss": 0.35,
      "step": 1372580
    },
    {
      "epoch": 383.08,
      "grad_norm": 0.9841005206108093,
      "learning_rate": 2.700016738099743e-06,
      "loss": 0.3333,
      "step": 1372590
    },
    {
      "epoch": 383.09,
      "grad_norm": 0.9631282687187195,
      "learning_rate": 2.6999900126621042e-06,
      "loss": 0.3605,
      "step": 1372600
    },
    {
      "epoch": 383.09,
      "grad_norm": 0.941379189491272,
      "learning_rate": 2.69996328717705e-06,
      "loss": 0.3431,
      "step": 1372610
    },
    {
      "epoch": 383.09,
      "grad_norm": 1.021616816520691,
      "learning_rate": 2.6999365616445833e-06,
      "loss": 0.3388,
      "step": 1372620
    },
    {
      "epoch": 383.1,
      "grad_norm": 0.9787712097167969,
      "learning_rate": 2.699909836064708e-06,
      "loss": 0.3674,
      "step": 1372630
    },
    {
      "epoch": 383.1,
      "grad_norm": 1.195958137512207,
      "learning_rate": 2.6998831104374283e-06,
      "loss": 0.3549,
      "step": 1372640
    },
    {
      "epoch": 383.1,
      "grad_norm": 1.1461060047149658,
      "learning_rate": 2.699856384762747e-06,
      "loss": 0.348,
      "step": 1372650
    },
    {
      "epoch": 383.1,
      "grad_norm": 1.1045160293579102,
      "learning_rate": 2.6998296590406674e-06,
      "loss": 0.3326,
      "step": 1372660
    },
    {
      "epoch": 383.11,
      "grad_norm": 1.181369662284851,
      "learning_rate": 2.699802933271193e-06,
      "loss": 0.3633,
      "step": 1372670
    },
    {
      "epoch": 383.11,
      "grad_norm": 0.9233362674713135,
      "learning_rate": 2.6997762074543296e-06,
      "loss": 0.3587,
      "step": 1372680
    },
    {
      "epoch": 383.11,
      "grad_norm": 1.017094612121582,
      "learning_rate": 2.699749481590078e-06,
      "loss": 0.3312,
      "step": 1372690
    },
    {
      "epoch": 383.11,
      "grad_norm": 0.9993969202041626,
      "learning_rate": 2.6997227556784427e-06,
      "loss": 0.3565,
      "step": 1372700
    },
    {
      "epoch": 383.12,
      "grad_norm": 1.0126291513442993,
      "learning_rate": 2.699696029719428e-06,
      "loss": 0.3412,
      "step": 1372710
    },
    {
      "epoch": 383.12,
      "grad_norm": 0.8912165760993958,
      "learning_rate": 2.699669303713036e-06,
      "loss": 0.3462,
      "step": 1372720
    },
    {
      "epoch": 383.12,
      "grad_norm": 1.346901535987854,
      "learning_rate": 2.6996425776592704e-06,
      "loss": 0.3467,
      "step": 1372730
    },
    {
      "epoch": 383.13,
      "grad_norm": 0.9431353211402893,
      "learning_rate": 2.6996158515581367e-06,
      "loss": 0.3361,
      "step": 1372740
    },
    {
      "epoch": 383.13,
      "grad_norm": 1.2941054105758667,
      "learning_rate": 2.6995891254096368e-06,
      "loss": 0.354,
      "step": 1372750
    },
    {
      "epoch": 383.13,
      "grad_norm": 1.2518458366394043,
      "learning_rate": 2.699562399213774e-06,
      "loss": 0.35,
      "step": 1372760
    },
    {
      "epoch": 383.13,
      "grad_norm": 0.9082809090614319,
      "learning_rate": 2.6995356729705536e-06,
      "loss": 0.3326,
      "step": 1372770
    },
    {
      "epoch": 383.14,
      "grad_norm": 1.2521966695785522,
      "learning_rate": 2.6995089466799775e-06,
      "loss": 0.3585,
      "step": 1372780
    },
    {
      "epoch": 383.14,
      "grad_norm": 1.050695776939392,
      "learning_rate": 2.6994822203420497e-06,
      "loss": 0.3431,
      "step": 1372790
    },
    {
      "epoch": 383.14,
      "grad_norm": 1.0746486186981201,
      "learning_rate": 2.6994554939567737e-06,
      "loss": 0.3662,
      "step": 1372800
    },
    {
      "epoch": 383.15,
      "grad_norm": 1.0390686988830566,
      "learning_rate": 2.6994287675241535e-06,
      "loss": 0.3434,
      "step": 1372810
    },
    {
      "epoch": 383.15,
      "grad_norm": 1.1316419839859009,
      "learning_rate": 2.699402041044192e-06,
      "loss": 0.349,
      "step": 1372820
    },
    {
      "epoch": 383.15,
      "grad_norm": 1.116577386856079,
      "learning_rate": 2.6993753145168933e-06,
      "loss": 0.353,
      "step": 1372830
    },
    {
      "epoch": 383.15,
      "grad_norm": 0.9855734705924988,
      "learning_rate": 2.699348587942261e-06,
      "loss": 0.351,
      "step": 1372840
    },
    {
      "epoch": 383.16,
      "grad_norm": 0.9530429244041443,
      "learning_rate": 2.699321861320298e-06,
      "loss": 0.3532,
      "step": 1372850
    },
    {
      "epoch": 383.16,
      "grad_norm": 1.0269190073013306,
      "learning_rate": 2.699295134651009e-06,
      "loss": 0.3465,
      "step": 1372860
    },
    {
      "epoch": 383.16,
      "grad_norm": 1.0582023859024048,
      "learning_rate": 2.6992684079343963e-06,
      "loss": 0.3485,
      "step": 1372870
    },
    {
      "epoch": 383.16,
      "grad_norm": 1.1319628953933716,
      "learning_rate": 2.6992416811704644e-06,
      "loss": 0.3414,
      "step": 1372880
    },
    {
      "epoch": 383.17,
      "grad_norm": 0.9977226257324219,
      "learning_rate": 2.699214954359216e-06,
      "loss": 0.3526,
      "step": 1372890
    },
    {
      "epoch": 383.17,
      "grad_norm": 1.0142204761505127,
      "learning_rate": 2.699188227500655e-06,
      "loss": 0.3399,
      "step": 1372900
    },
    {
      "epoch": 383.17,
      "grad_norm": 1.007155179977417,
      "learning_rate": 2.6991615005947853e-06,
      "loss": 0.3407,
      "step": 1372910
    },
    {
      "epoch": 383.18,
      "grad_norm": 1.027306079864502,
      "learning_rate": 2.69913477364161e-06,
      "loss": 0.3435,
      "step": 1372920
    },
    {
      "epoch": 383.18,
      "grad_norm": 1.1241919994354248,
      "learning_rate": 2.6991080466411335e-06,
      "loss": 0.3389,
      "step": 1372930
    },
    {
      "epoch": 383.18,
      "grad_norm": 0.8949841260910034,
      "learning_rate": 2.699081319593359e-06,
      "loss": 0.3419,
      "step": 1372940
    },
    {
      "epoch": 383.18,
      "grad_norm": 1.1057335138320923,
      "learning_rate": 2.699054592498289e-06,
      "loss": 0.3543,
      "step": 1372950
    },
    {
      "epoch": 383.19,
      "grad_norm": 1.1787742376327515,
      "learning_rate": 2.6990278653559276e-06,
      "loss": 0.3498,
      "step": 1372960
    },
    {
      "epoch": 383.19,
      "grad_norm": 7.797137260437012,
      "learning_rate": 2.6990011381662794e-06,
      "loss": 0.3363,
      "step": 1372970
    },
    {
      "epoch": 383.19,
      "grad_norm": 1.1887120008468628,
      "learning_rate": 2.698974410929347e-06,
      "loss": 0.3524,
      "step": 1372980
    },
    {
      "epoch": 383.2,
      "grad_norm": 1.1726558208465576,
      "learning_rate": 2.6989476836451333e-06,
      "loss": 0.3396,
      "step": 1372990
    },
    {
      "epoch": 383.2,
      "grad_norm": 0.9666063785552979,
      "learning_rate": 2.6989209563136435e-06,
      "loss": 0.353,
      "step": 1373000
    },
    {
      "epoch": 383.2,
      "grad_norm": 0.9464541673660278,
      "learning_rate": 2.6988942289348808e-06,
      "loss": 0.3423,
      "step": 1373010
    },
    {
      "epoch": 383.2,
      "grad_norm": 0.9138466119766235,
      "learning_rate": 2.6988675015088477e-06,
      "loss": 0.3419,
      "step": 1373020
    },
    {
      "epoch": 383.21,
      "grad_norm": 1.3915446996688843,
      "learning_rate": 2.698840774035549e-06,
      "loss": 0.3566,
      "step": 1373030
    },
    {
      "epoch": 383.21,
      "grad_norm": 1.1473171710968018,
      "learning_rate": 2.6988140465149865e-06,
      "loss": 0.3468,
      "step": 1373040
    },
    {
      "epoch": 383.21,
      "grad_norm": 0.9665244221687317,
      "learning_rate": 2.6987873189471652e-06,
      "loss": 0.3446,
      "step": 1373050
    },
    {
      "epoch": 383.22,
      "grad_norm": 0.9268006086349487,
      "learning_rate": 2.6987605913320884e-06,
      "loss": 0.351,
      "step": 1373060
    },
    {
      "epoch": 383.22,
      "grad_norm": 0.9363168478012085,
      "learning_rate": 2.69873386366976e-06,
      "loss": 0.3481,
      "step": 1373070
    },
    {
      "epoch": 383.22,
      "grad_norm": 1.1562063694000244,
      "learning_rate": 2.6987071359601832e-06,
      "loss": 0.3672,
      "step": 1373080
    },
    {
      "epoch": 383.22,
      "grad_norm": 0.8320820927619934,
      "learning_rate": 2.698680408203361e-06,
      "loss": 0.3436,
      "step": 1373090
    },
    {
      "epoch": 383.23,
      "grad_norm": 1.1425671577453613,
      "learning_rate": 2.6986536803992975e-06,
      "loss": 0.3468,
      "step": 1373100
    },
    {
      "epoch": 383.23,
      "grad_norm": 0.940412700176239,
      "learning_rate": 2.6986269525479967e-06,
      "loss": 0.332,
      "step": 1373110
    },
    {
      "epoch": 383.23,
      "grad_norm": 0.8672782182693481,
      "learning_rate": 2.698600224649461e-06,
      "loss": 0.3531,
      "step": 1373120
    },
    {
      "epoch": 383.23,
      "grad_norm": 0.967366635799408,
      "learning_rate": 2.698573496703695e-06,
      "loss": 0.3527,
      "step": 1373130
    },
    {
      "epoch": 383.24,
      "grad_norm": 1.1686033010482788,
      "learning_rate": 2.6985467687107016e-06,
      "loss": 0.3485,
      "step": 1373140
    },
    {
      "epoch": 383.24,
      "grad_norm": 1.0002974271774292,
      "learning_rate": 2.698520040670486e-06,
      "loss": 0.341,
      "step": 1373150
    },
    {
      "epoch": 383.24,
      "grad_norm": 1.149353265762329,
      "learning_rate": 2.698493312583049e-06,
      "loss": 0.3376,
      "step": 1373160
    },
    {
      "epoch": 383.25,
      "grad_norm": 1.32371985912323,
      "learning_rate": 2.698466584448396e-06,
      "loss": 0.3484,
      "step": 1373170
    },
    {
      "epoch": 383.25,
      "grad_norm": 1.0553743839263916,
      "learning_rate": 2.69843985626653e-06,
      "loss": 0.3497,
      "step": 1373180
    },
    {
      "epoch": 383.25,
      "grad_norm": 0.9208702445030212,
      "learning_rate": 2.6984131280374546e-06,
      "loss": 0.3544,
      "step": 1373190
    },
    {
      "epoch": 383.25,
      "grad_norm": 1.4546743631362915,
      "learning_rate": 2.6983863997611732e-06,
      "loss": 0.3471,
      "step": 1373200
    },
    {
      "epoch": 383.26,
      "grad_norm": 1.2905082702636719,
      "learning_rate": 2.69835967143769e-06,
      "loss": 0.3409,
      "step": 1373210
    },
    {
      "epoch": 383.26,
      "grad_norm": 1.1641308069229126,
      "learning_rate": 2.6983329430670086e-06,
      "loss": 0.3592,
      "step": 1373220
    },
    {
      "epoch": 383.26,
      "grad_norm": 0.9403141140937805,
      "learning_rate": 2.698306214649132e-06,
      "loss": 0.3507,
      "step": 1373230
    },
    {
      "epoch": 383.27,
      "grad_norm": 1.096341609954834,
      "learning_rate": 2.698279486184063e-06,
      "loss": 0.3509,
      "step": 1373240
    },
    {
      "epoch": 383.27,
      "grad_norm": 1.0662089586257935,
      "learning_rate": 2.6982527576718065e-06,
      "loss": 0.351,
      "step": 1373250
    },
    {
      "epoch": 383.27,
      "grad_norm": 0.928841769695282,
      "learning_rate": 2.698226029112366e-06,
      "loss": 0.3537,
      "step": 1373260
    },
    {
      "epoch": 383.27,
      "grad_norm": 1.2461751699447632,
      "learning_rate": 2.698199300505744e-06,
      "loss": 0.3498,
      "step": 1373270
    },
    {
      "epoch": 383.28,
      "grad_norm": 1.205894112586975,
      "learning_rate": 2.698172571851945e-06,
      "loss": 0.3461,
      "step": 1373280
    },
    {
      "epoch": 383.28,
      "grad_norm": 1.1029692888259888,
      "learning_rate": 2.6981458431509726e-06,
      "loss": 0.3481,
      "step": 1373290
    },
    {
      "epoch": 383.28,
      "grad_norm": 1.0702248811721802,
      "learning_rate": 2.6981191144028295e-06,
      "loss": 0.3422,
      "step": 1373300
    },
    {
      "epoch": 383.28,
      "grad_norm": 1.129663109779358,
      "learning_rate": 2.69809238560752e-06,
      "loss": 0.3506,
      "step": 1373310
    },
    {
      "epoch": 383.29,
      "grad_norm": 0.8381816744804382,
      "learning_rate": 2.6980656567650478e-06,
      "loss": 0.3503,
      "step": 1373320
    },
    {
      "epoch": 383.29,
      "grad_norm": 1.0170457363128662,
      "learning_rate": 2.6980389278754154e-06,
      "loss": 0.3417,
      "step": 1373330
    },
    {
      "epoch": 383.29,
      "grad_norm": 0.9130233526229858,
      "learning_rate": 2.698012198938627e-06,
      "loss": 0.3641,
      "step": 1373340
    },
    {
      "epoch": 383.3,
      "grad_norm": 0.9115827083587646,
      "learning_rate": 2.6979854699546866e-06,
      "loss": 0.3494,
      "step": 1373350
    },
    {
      "epoch": 383.3,
      "grad_norm": 1.1900765895843506,
      "learning_rate": 2.697958740923597e-06,
      "loss": 0.3448,
      "step": 1373360
    },
    {
      "epoch": 383.3,
      "grad_norm": 1.029637098312378,
      "learning_rate": 2.6979320118453632e-06,
      "loss": 0.3514,
      "step": 1373370
    },
    {
      "epoch": 383.3,
      "grad_norm": 1.0102076530456543,
      "learning_rate": 2.6979052827199864e-06,
      "loss": 0.3412,
      "step": 1373380
    },
    {
      "epoch": 383.31,
      "grad_norm": 1.0555925369262695,
      "learning_rate": 2.697878553547472e-06,
      "loss": 0.3536,
      "step": 1373390
    },
    {
      "epoch": 383.31,
      "grad_norm": 1.9629554748535156,
      "learning_rate": 2.697851824327823e-06,
      "loss": 0.3568,
      "step": 1373400
    },
    {
      "epoch": 383.31,
      "grad_norm": 0.9441253542900085,
      "learning_rate": 2.697825095061043e-06,
      "loss": 0.3467,
      "step": 1373410
    },
    {
      "epoch": 383.32,
      "grad_norm": 0.9525553584098816,
      "learning_rate": 2.6977983657471353e-06,
      "loss": 0.3368,
      "step": 1373420
    },
    {
      "epoch": 383.32,
      "grad_norm": 1.1133495569229126,
      "learning_rate": 2.6977716363861033e-06,
      "loss": 0.3542,
      "step": 1373430
    },
    {
      "epoch": 383.32,
      "grad_norm": 0.9063350558280945,
      "learning_rate": 2.697744906977952e-06,
      "loss": 0.3494,
      "step": 1373440
    },
    {
      "epoch": 383.32,
      "grad_norm": 0.9985411167144775,
      "learning_rate": 2.6977181775226835e-06,
      "loss": 0.3636,
      "step": 1373450
    },
    {
      "epoch": 383.33,
      "grad_norm": 1.0097287893295288,
      "learning_rate": 2.697691448020301e-06,
      "loss": 0.3515,
      "step": 1373460
    },
    {
      "epoch": 383.33,
      "grad_norm": 1.0271797180175781,
      "learning_rate": 2.6976647184708094e-06,
      "loss": 0.3494,
      "step": 1373470
    },
    {
      "epoch": 383.33,
      "grad_norm": 0.9644118547439575,
      "learning_rate": 2.6976379888742117e-06,
      "loss": 0.3337,
      "step": 1373480
    },
    {
      "epoch": 383.34,
      "grad_norm": 1.257293939590454,
      "learning_rate": 2.6976112592305112e-06,
      "loss": 0.3384,
      "step": 1373490
    },
    {
      "epoch": 383.34,
      "grad_norm": 0.943748950958252,
      "learning_rate": 2.6975845295397115e-06,
      "loss": 0.3372,
      "step": 1373500
    },
    {
      "epoch": 383.34,
      "grad_norm": 1.1683945655822754,
      "learning_rate": 2.6975577998018163e-06,
      "loss": 0.3551,
      "step": 1373510
    },
    {
      "epoch": 383.34,
      "grad_norm": 0.9116488695144653,
      "learning_rate": 2.69753107001683e-06,
      "loss": 0.3429,
      "step": 1373520
    },
    {
      "epoch": 383.35,
      "grad_norm": 1.0390598773956299,
      "learning_rate": 2.6975043401847545e-06,
      "loss": 0.3451,
      "step": 1373530
    },
    {
      "epoch": 383.35,
      "grad_norm": 1.0197937488555908,
      "learning_rate": 2.697477610305594e-06,
      "loss": 0.3468,
      "step": 1373540
    },
    {
      "epoch": 383.35,
      "grad_norm": 1.0650056600570679,
      "learning_rate": 2.6974508803793536e-06,
      "loss": 0.3509,
      "step": 1373550
    },
    {
      "epoch": 383.35,
      "grad_norm": 0.9828777313232422,
      "learning_rate": 2.697424150406034e-06,
      "loss": 0.3376,
      "step": 1373560
    },
    {
      "epoch": 383.36,
      "grad_norm": 1.065000295639038,
      "learning_rate": 2.6973974203856407e-06,
      "loss": 0.3398,
      "step": 1373570
    },
    {
      "epoch": 383.36,
      "grad_norm": 7.70620584487915,
      "learning_rate": 2.6973706903181777e-06,
      "loss": 0.3589,
      "step": 1373580
    },
    {
      "epoch": 383.36,
      "grad_norm": 0.9945759773254395,
      "learning_rate": 2.697343960203647e-06,
      "loss": 0.3319,
      "step": 1373590
    },
    {
      "epoch": 383.37,
      "grad_norm": 1.2517660856246948,
      "learning_rate": 2.697317230042053e-06,
      "loss": 0.346,
      "step": 1373600
    },
    {
      "epoch": 383.37,
      "grad_norm": 0.9628009796142578,
      "learning_rate": 2.697290499833399e-06,
      "loss": 0.3452,
      "step": 1373610
    },
    {
      "epoch": 383.37,
      "grad_norm": 1.3413622379302979,
      "learning_rate": 2.697263769577688e-06,
      "loss": 0.3665,
      "step": 1373620
    },
    {
      "epoch": 383.37,
      "grad_norm": 0.9475099444389343,
      "learning_rate": 2.6972370392749253e-06,
      "loss": 0.341,
      "step": 1373630
    },
    {
      "epoch": 383.38,
      "grad_norm": 1.2062535285949707,
      "learning_rate": 2.6972103089251128e-06,
      "loss": 0.3491,
      "step": 1373640
    },
    {
      "epoch": 383.38,
      "grad_norm": 1.0174448490142822,
      "learning_rate": 2.6971835785282548e-06,
      "loss": 0.3396,
      "step": 1373650
    },
    {
      "epoch": 383.38,
      "grad_norm": 1.0137137174606323,
      "learning_rate": 2.697156848084355e-06,
      "loss": 0.3573,
      "step": 1373660
    },
    {
      "epoch": 383.39,
      "grad_norm": 1.1027554273605347,
      "learning_rate": 2.6971301175934163e-06,
      "loss": 0.3504,
      "step": 1373670
    },
    {
      "epoch": 383.39,
      "grad_norm": 1.0224168300628662,
      "learning_rate": 2.697103387055443e-06,
      "loss": 0.3414,
      "step": 1373680
    },
    {
      "epoch": 383.39,
      "grad_norm": 1.048789620399475,
      "learning_rate": 2.697076656470438e-06,
      "loss": 0.348,
      "step": 1373690
    },
    {
      "epoch": 383.39,
      "grad_norm": 1.190111517906189,
      "learning_rate": 2.697049925838404e-06,
      "loss": 0.3497,
      "step": 1373700
    },
    {
      "epoch": 383.4,
      "grad_norm": 2.269406795501709,
      "learning_rate": 2.697023195159347e-06,
      "loss": 0.3548,
      "step": 1373710
    },
    {
      "epoch": 383.4,
      "grad_norm": 1.1080851554870605,
      "learning_rate": 2.6969964644332693e-06,
      "loss": 0.3411,
      "step": 1373720
    },
    {
      "epoch": 383.4,
      "grad_norm": 1.0839853286743164,
      "learning_rate": 2.696969733660174e-06,
      "loss": 0.355,
      "step": 1373730
    },
    {
      "epoch": 383.4,
      "grad_norm": 0.9270886182785034,
      "learning_rate": 2.6969430028400656e-06,
      "loss": 0.3522,
      "step": 1373740
    },
    {
      "epoch": 383.41,
      "grad_norm": 1.1091086864471436,
      "learning_rate": 2.6969162719729463e-06,
      "loss": 0.3579,
      "step": 1373750
    },
    {
      "epoch": 383.41,
      "grad_norm": 1.1008720397949219,
      "learning_rate": 2.6968895410588205e-06,
      "loss": 0.3368,
      "step": 1373760
    },
    {
      "epoch": 383.41,
      "grad_norm": 1.0534803867340088,
      "learning_rate": 2.6968628100976925e-06,
      "loss": 0.3489,
      "step": 1373770
    },
    {
      "epoch": 383.42,
      "grad_norm": 0.9330991506576538,
      "learning_rate": 2.6968360790895643e-06,
      "loss": 0.3493,
      "step": 1373780
    },
    {
      "epoch": 383.42,
      "grad_norm": 0.9613455533981323,
      "learning_rate": 2.6968093480344406e-06,
      "loss": 0.3548,
      "step": 1373790
    },
    {
      "epoch": 383.42,
      "grad_norm": 1.027679204940796,
      "learning_rate": 2.6967826169323243e-06,
      "loss": 0.3596,
      "step": 1373800
    },
    {
      "epoch": 383.42,
      "grad_norm": 1.3789722919464111,
      "learning_rate": 2.6967558857832197e-06,
      "loss": 0.3593,
      "step": 1373810
    },
    {
      "epoch": 383.43,
      "grad_norm": 1.0682470798492432,
      "learning_rate": 2.69672915458713e-06,
      "loss": 0.3565,
      "step": 1373820
    },
    {
      "epoch": 383.43,
      "grad_norm": 1.133568286895752,
      "learning_rate": 2.696702423344058e-06,
      "loss": 0.3665,
      "step": 1373830
    },
    {
      "epoch": 383.43,
      "grad_norm": 1.165036916732788,
      "learning_rate": 2.696675692054009e-06,
      "loss": 0.3375,
      "step": 1373840
    },
    {
      "epoch": 383.44,
      "grad_norm": 0.9855030179023743,
      "learning_rate": 2.696648960716985e-06,
      "loss": 0.3388,
      "step": 1373850
    },
    {
      "epoch": 383.44,
      "grad_norm": 1.177345871925354,
      "learning_rate": 2.6966222293329896e-06,
      "loss": 0.3362,
      "step": 1373860
    },
    {
      "epoch": 383.44,
      "grad_norm": 1.0101773738861084,
      "learning_rate": 2.696595497902027e-06,
      "loss": 0.3556,
      "step": 1373870
    },
    {
      "epoch": 383.44,
      "grad_norm": 1.006714940071106,
      "learning_rate": 2.696568766424101e-06,
      "loss": 0.3447,
      "step": 1373880
    },
    {
      "epoch": 383.45,
      "grad_norm": 0.9744594693183899,
      "learning_rate": 2.6965420348992146e-06,
      "loss": 0.3589,
      "step": 1373890
    },
    {
      "epoch": 383.45,
      "grad_norm": 1.1424742937088013,
      "learning_rate": 2.6965153033273715e-06,
      "loss": 0.3349,
      "step": 1373900
    },
    {
      "epoch": 383.45,
      "grad_norm": 0.860619843006134,
      "learning_rate": 2.696488571708575e-06,
      "loss": 0.3445,
      "step": 1373910
    },
    {
      "epoch": 383.46,
      "grad_norm": 1.0092720985412598,
      "learning_rate": 2.696461840042828e-06,
      "loss": 0.3285,
      "step": 1373920
    },
    {
      "epoch": 383.46,
      "grad_norm": 1.1048078536987305,
      "learning_rate": 2.6964351083301358e-06,
      "loss": 0.3603,
      "step": 1373930
    },
    {
      "epoch": 383.46,
      "grad_norm": 1.0282988548278809,
      "learning_rate": 2.696408376570502e-06,
      "loss": 0.3364,
      "step": 1373940
    },
    {
      "epoch": 383.46,
      "grad_norm": 0.9613131880760193,
      "learning_rate": 2.696381644763928e-06,
      "loss": 0.3462,
      "step": 1373950
    },
    {
      "epoch": 383.47,
      "grad_norm": 1.0128196477890015,
      "learning_rate": 2.6963549129104194e-06,
      "loss": 0.3372,
      "step": 1373960
    },
    {
      "epoch": 383.47,
      "grad_norm": 0.9464043974876404,
      "learning_rate": 2.696328181009979e-06,
      "loss": 0.3394,
      "step": 1373970
    },
    {
      "epoch": 383.47,
      "grad_norm": 1.02851140499115,
      "learning_rate": 2.69630144906261e-06,
      "loss": 0.3499,
      "step": 1373980
    },
    {
      "epoch": 383.47,
      "grad_norm": 0.998705267906189,
      "learning_rate": 2.696274717068316e-06,
      "loss": 0.3555,
      "step": 1373990
    },
    {
      "epoch": 383.48,
      "grad_norm": 0.9531962275505066,
      "learning_rate": 2.6962479850271017e-06,
      "loss": 0.3499,
      "step": 1374000
    },
    {
      "epoch": 383.48,
      "grad_norm": 1.0646735429763794,
      "learning_rate": 2.696221252938969e-06,
      "loss": 0.3412,
      "step": 1374010
    },
    {
      "epoch": 383.48,
      "grad_norm": 1.1424895524978638,
      "learning_rate": 2.6961945208039225e-06,
      "loss": 0.3567,
      "step": 1374020
    },
    {
      "epoch": 383.49,
      "grad_norm": 1.0905930995941162,
      "learning_rate": 2.6961677886219663e-06,
      "loss": 0.344,
      "step": 1374030
    },
    {
      "epoch": 383.49,
      "grad_norm": 1.0202614068984985,
      "learning_rate": 2.6961410563931027e-06,
      "loss": 0.368,
      "step": 1374040
    },
    {
      "epoch": 383.49,
      "grad_norm": 1.0349881649017334,
      "learning_rate": 2.6961143241173354e-06,
      "loss": 0.3439,
      "step": 1374050
    },
    {
      "epoch": 383.49,
      "grad_norm": 0.9914579391479492,
      "learning_rate": 2.696087591794669e-06,
      "loss": 0.3457,
      "step": 1374060
    },
    {
      "epoch": 383.5,
      "grad_norm": 0.9279734492301941,
      "learning_rate": 2.6960608594251054e-06,
      "loss": 0.3516,
      "step": 1374070
    },
    {
      "epoch": 383.5,
      "grad_norm": 0.94590163230896,
      "learning_rate": 2.69603412700865e-06,
      "loss": 0.3362,
      "step": 1374080
    },
    {
      "epoch": 383.5,
      "grad_norm": 9.183121681213379,
      "learning_rate": 2.6960073945453046e-06,
      "loss": 0.3524,
      "step": 1374090
    },
    {
      "epoch": 383.51,
      "grad_norm": 0.9953622817993164,
      "learning_rate": 2.695980662035074e-06,
      "loss": 0.3509,
      "step": 1374100
    },
    {
      "epoch": 383.51,
      "grad_norm": 1.0714603662490845,
      "learning_rate": 2.695953929477962e-06,
      "loss": 0.3415,
      "step": 1374110
    },
    {
      "epoch": 383.51,
      "grad_norm": 1.0450308322906494,
      "learning_rate": 2.695927196873971e-06,
      "loss": 0.3494,
      "step": 1374120
    },
    {
      "epoch": 383.51,
      "grad_norm": 0.9047940969467163,
      "learning_rate": 2.695900464223106e-06,
      "loss": 0.3589,
      "step": 1374130
    },
    {
      "epoch": 383.52,
      "grad_norm": 1.077956199645996,
      "learning_rate": 2.6958737315253684e-06,
      "loss": 0.3592,
      "step": 1374140
    },
    {
      "epoch": 383.52,
      "grad_norm": 0.9057797789573669,
      "learning_rate": 2.695846998780763e-06,
      "loss": 0.3393,
      "step": 1374150
    },
    {
      "epoch": 383.52,
      "grad_norm": 1.1473565101623535,
      "learning_rate": 2.6958202659892945e-06,
      "loss": 0.357,
      "step": 1374160
    },
    {
      "epoch": 383.52,
      "grad_norm": 1.0712628364562988,
      "learning_rate": 2.695793533150965e-06,
      "loss": 0.3408,
      "step": 1374170
    },
    {
      "epoch": 383.53,
      "grad_norm": 0.9614879488945007,
      "learning_rate": 2.6957668002657785e-06,
      "loss": 0.3431,
      "step": 1374180
    },
    {
      "epoch": 383.53,
      "grad_norm": 1.0627964735031128,
      "learning_rate": 2.695740067333738e-06,
      "loss": 0.343,
      "step": 1374190
    },
    {
      "epoch": 383.53,
      "grad_norm": 1.006996512413025,
      "learning_rate": 2.6957133343548477e-06,
      "loss": 0.3575,
      "step": 1374200
    },
    {
      "epoch": 383.54,
      "grad_norm": 0.9483341574668884,
      "learning_rate": 2.6956866013291107e-06,
      "loss": 0.366,
      "step": 1374210
    },
    {
      "epoch": 383.54,
      "grad_norm": 1.0407180786132812,
      "learning_rate": 2.695659868256531e-06,
      "loss": 0.3534,
      "step": 1374220
    },
    {
      "epoch": 383.54,
      "grad_norm": 0.9618706107139587,
      "learning_rate": 2.6956331351371123e-06,
      "loss": 0.3474,
      "step": 1374230
    },
    {
      "epoch": 383.54,
      "grad_norm": 0.9071579575538635,
      "learning_rate": 2.6956064019708576e-06,
      "loss": 0.3435,
      "step": 1374240
    },
    {
      "epoch": 383.55,
      "grad_norm": 1.0414583683013916,
      "learning_rate": 2.6955796687577714e-06,
      "loss": 0.3399,
      "step": 1374250
    },
    {
      "epoch": 383.55,
      "grad_norm": 0.922260046005249,
      "learning_rate": 2.695552935497856e-06,
      "loss": 0.3537,
      "step": 1374260
    },
    {
      "epoch": 383.55,
      "grad_norm": 1.0632855892181396,
      "learning_rate": 2.6955262021911154e-06,
      "loss": 0.3715,
      "step": 1374270
    },
    {
      "epoch": 383.56,
      "grad_norm": 0.9742456078529358,
      "learning_rate": 2.6954994688375534e-06,
      "loss": 0.3446,
      "step": 1374280
    },
    {
      "epoch": 383.56,
      "grad_norm": 1.0543475151062012,
      "learning_rate": 2.6954727354371738e-06,
      "loss": 0.3567,
      "step": 1374290
    },
    {
      "epoch": 383.56,
      "grad_norm": 1.0765228271484375,
      "learning_rate": 2.695446001989979e-06,
      "loss": 0.3577,
      "step": 1374300
    },
    {
      "epoch": 383.56,
      "grad_norm": 1.0546361207962036,
      "learning_rate": 2.6954192684959734e-06,
      "loss": 0.3626,
      "step": 1374310
    },
    {
      "epoch": 383.57,
      "grad_norm": 1.0595154762268066,
      "learning_rate": 2.6953925349551617e-06,
      "loss": 0.3383,
      "step": 1374320
    },
    {
      "epoch": 383.57,
      "grad_norm": 1.3544154167175293,
      "learning_rate": 2.695365801367546e-06,
      "loss": 0.3552,
      "step": 1374330
    },
    {
      "epoch": 383.57,
      "grad_norm": 0.9058730602264404,
      "learning_rate": 2.6953390677331292e-06,
      "loss": 0.3497,
      "step": 1374340
    },
    {
      "epoch": 383.58,
      "grad_norm": 1.1068999767303467,
      "learning_rate": 2.6953123340519167e-06,
      "loss": 0.3535,
      "step": 1374350
    },
    {
      "epoch": 383.58,
      "grad_norm": 1.0481154918670654,
      "learning_rate": 2.69528560032391e-06,
      "loss": 0.349,
      "step": 1374360
    },
    {
      "epoch": 383.58,
      "grad_norm": 0.7815868258476257,
      "learning_rate": 2.695258866549115e-06,
      "loss": 0.3448,
      "step": 1374370
    },
    {
      "epoch": 383.58,
      "grad_norm": 1.0981402397155762,
      "learning_rate": 2.6952321327275333e-06,
      "loss": 0.3415,
      "step": 1374380
    },
    {
      "epoch": 383.59,
      "grad_norm": 0.9409437775611877,
      "learning_rate": 2.6952053988591696e-06,
      "loss": 0.3406,
      "step": 1374390
    },
    {
      "epoch": 383.59,
      "grad_norm": 1.0506545305252075,
      "learning_rate": 2.6951786649440277e-06,
      "loss": 0.3548,
      "step": 1374400
    },
    {
      "epoch": 383.59,
      "grad_norm": 0.9534188508987427,
      "learning_rate": 2.6951519309821092e-06,
      "loss": 0.345,
      "step": 1374410
    },
    {
      "epoch": 383.59,
      "grad_norm": 1.1015520095825195,
      "learning_rate": 2.69512519697342e-06,
      "loss": 0.3438,
      "step": 1374420
    },
    {
      "epoch": 383.6,
      "grad_norm": 0.9367510676383972,
      "learning_rate": 2.695098462917962e-06,
      "loss": 0.348,
      "step": 1374430
    },
    {
      "epoch": 383.6,
      "grad_norm": 0.9264354109764099,
      "learning_rate": 2.6950717288157403e-06,
      "loss": 0.3543,
      "step": 1374440
    },
    {
      "epoch": 383.6,
      "grad_norm": 1.0327461957931519,
      "learning_rate": 2.6950449946667572e-06,
      "loss": 0.3541,
      "step": 1374450
    },
    {
      "epoch": 383.61,
      "grad_norm": 0.9538499712944031,
      "learning_rate": 2.695018260471016e-06,
      "loss": 0.3414,
      "step": 1374460
    },
    {
      "epoch": 383.61,
      "grad_norm": 1.067271113395691,
      "learning_rate": 2.694991526228522e-06,
      "loss": 0.3359,
      "step": 1374470
    },
    {
      "epoch": 383.61,
      "grad_norm": 1.0781723260879517,
      "learning_rate": 2.6949647919392777e-06,
      "loss": 0.3621,
      "step": 1374480
    },
    {
      "epoch": 383.61,
      "grad_norm": 0.9892842769622803,
      "learning_rate": 2.6949380576032858e-06,
      "loss": 0.3501,
      "step": 1374490
    },
    {
      "epoch": 383.62,
      "grad_norm": 0.8990353345870972,
      "learning_rate": 2.6949113232205503e-06,
      "loss": 0.3578,
      "step": 1374500
    },
    {
      "epoch": 383.62,
      "grad_norm": 1.0315546989440918,
      "learning_rate": 2.6948845887910756e-06,
      "loss": 0.3458,
      "step": 1374510
    },
    {
      "epoch": 383.62,
      "grad_norm": 1.3015494346618652,
      "learning_rate": 2.694857854314865e-06,
      "loss": 0.3616,
      "step": 1374520
    },
    {
      "epoch": 383.63,
      "grad_norm": 1.0831693410873413,
      "learning_rate": 2.694831119791922e-06,
      "loss": 0.3378,
      "step": 1374530
    },
    {
      "epoch": 383.63,
      "grad_norm": 0.9890629053115845,
      "learning_rate": 2.6948043852222497e-06,
      "loss": 0.3556,
      "step": 1374540
    },
    {
      "epoch": 383.63,
      "grad_norm": 0.8810917735099792,
      "learning_rate": 2.6947776506058522e-06,
      "loss": 0.3446,
      "step": 1374550
    },
    {
      "epoch": 383.63,
      "grad_norm": 1.007585883140564,
      "learning_rate": 2.694750915942733e-06,
      "loss": 0.3413,
      "step": 1374560
    },
    {
      "epoch": 383.64,
      "grad_norm": 1.0632456541061401,
      "learning_rate": 2.6947241812328944e-06,
      "loss": 0.3434,
      "step": 1374570
    },
    {
      "epoch": 383.64,
      "grad_norm": 0.9536609053611755,
      "learning_rate": 2.694697446476342e-06,
      "loss": 0.3461,
      "step": 1374580
    },
    {
      "epoch": 383.64,
      "grad_norm": 0.9898124933242798,
      "learning_rate": 2.694670711673078e-06,
      "loss": 0.3538,
      "step": 1374590
    },
    {
      "epoch": 383.64,
      "grad_norm": 1.0734021663665771,
      "learning_rate": 2.6946439768231062e-06,
      "loss": 0.3472,
      "step": 1374600
    },
    {
      "epoch": 383.65,
      "grad_norm": 1.0242046117782593,
      "learning_rate": 2.6946172419264315e-06,
      "loss": 0.358,
      "step": 1374610
    },
    {
      "epoch": 383.65,
      "grad_norm": 1.1045498847961426,
      "learning_rate": 2.6945905069830555e-06,
      "loss": 0.3494,
      "step": 1374620
    },
    {
      "epoch": 383.65,
      "grad_norm": 0.912151038646698,
      "learning_rate": 2.694563771992982e-06,
      "loss": 0.3755,
      "step": 1374630
    },
    {
      "epoch": 383.66,
      "grad_norm": 1.11918306350708,
      "learning_rate": 2.694537036956216e-06,
      "loss": 0.3448,
      "step": 1374640
    },
    {
      "epoch": 383.66,
      "grad_norm": 1.0669529438018799,
      "learning_rate": 2.6945103018727597e-06,
      "loss": 0.3359,
      "step": 1374650
    },
    {
      "epoch": 383.66,
      "grad_norm": 1.2075996398925781,
      "learning_rate": 2.6944835667426163e-06,
      "loss": 0.3371,
      "step": 1374660
    },
    {
      "epoch": 383.66,
      "grad_norm": 0.9875672459602356,
      "learning_rate": 2.694456831565791e-06,
      "loss": 0.3613,
      "step": 1374670
    },
    {
      "epoch": 383.67,
      "grad_norm": 0.9173072576522827,
      "learning_rate": 2.694430096342287e-06,
      "loss": 0.3402,
      "step": 1374680
    },
    {
      "epoch": 383.67,
      "grad_norm": 1.1375898122787476,
      "learning_rate": 2.6944033610721073e-06,
      "loss": 0.3548,
      "step": 1374690
    },
    {
      "epoch": 383.67,
      "grad_norm": 0.8506985902786255,
      "learning_rate": 2.6943766257552546e-06,
      "loss": 0.3414,
      "step": 1374700
    },
    {
      "epoch": 383.68,
      "grad_norm": 1.1428216695785522,
      "learning_rate": 2.6943498903917342e-06,
      "loss": 0.3385,
      "step": 1374710
    },
    {
      "epoch": 383.68,
      "grad_norm": 1.082963228225708,
      "learning_rate": 2.6943231549815482e-06,
      "loss": 0.3521,
      "step": 1374720
    },
    {
      "epoch": 383.68,
      "grad_norm": 1.161151647567749,
      "learning_rate": 2.694296419524701e-06,
      "loss": 0.3525,
      "step": 1374730
    },
    {
      "epoch": 383.68,
      "grad_norm": 0.868296205997467,
      "learning_rate": 2.694269684021197e-06,
      "loss": 0.3431,
      "step": 1374740
    },
    {
      "epoch": 383.69,
      "grad_norm": 0.8579601049423218,
      "learning_rate": 2.694242948471037e-06,
      "loss": 0.3418,
      "step": 1374750
    },
    {
      "epoch": 383.69,
      "grad_norm": 1.0914430618286133,
      "learning_rate": 2.6942162128742277e-06,
      "loss": 0.3582,
      "step": 1374760
    },
    {
      "epoch": 383.69,
      "grad_norm": 1.2002325057983398,
      "learning_rate": 2.694189477230771e-06,
      "loss": 0.3434,
      "step": 1374770
    },
    {
      "epoch": 383.7,
      "grad_norm": 0.9768672585487366,
      "learning_rate": 2.6941627415406703e-06,
      "loss": 0.3336,
      "step": 1374780
    },
    {
      "epoch": 383.7,
      "grad_norm": 1.0562195777893066,
      "learning_rate": 2.69413600580393e-06,
      "loss": 0.352,
      "step": 1374790
    },
    {
      "epoch": 383.7,
      "grad_norm": 4.19219970703125,
      "learning_rate": 2.6941092700205525e-06,
      "loss": 0.3335,
      "step": 1374800
    },
    {
      "epoch": 383.7,
      "grad_norm": 0.9595474004745483,
      "learning_rate": 2.6940825341905427e-06,
      "loss": 0.3441,
      "step": 1374810
    },
    {
      "epoch": 383.71,
      "grad_norm": 0.9446319937705994,
      "learning_rate": 2.694055798313903e-06,
      "loss": 0.3441,
      "step": 1374820
    },
    {
      "epoch": 383.71,
      "grad_norm": 1.3091119527816772,
      "learning_rate": 2.694029062390638e-06,
      "loss": 0.3463,
      "step": 1374830
    },
    {
      "epoch": 383.71,
      "grad_norm": 0.9561238884925842,
      "learning_rate": 2.6940023264207506e-06,
      "loss": 0.3584,
      "step": 1374840
    },
    {
      "epoch": 383.71,
      "grad_norm": 0.9775092601776123,
      "learning_rate": 2.6939755904042453e-06,
      "loss": 0.3445,
      "step": 1374850
    },
    {
      "epoch": 383.72,
      "grad_norm": 1.0959856510162354,
      "learning_rate": 2.6939488543411236e-06,
      "loss": 0.3337,
      "step": 1374860
    },
    {
      "epoch": 383.72,
      "grad_norm": 0.9817034602165222,
      "learning_rate": 2.693922118231391e-06,
      "loss": 0.3436,
      "step": 1374870
    },
    {
      "epoch": 383.72,
      "grad_norm": 1.05850088596344,
      "learning_rate": 2.6938953820750502e-06,
      "loss": 0.3446,
      "step": 1374880
    },
    {
      "epoch": 383.73,
      "grad_norm": 1.1774433851242065,
      "learning_rate": 2.693868645872105e-06,
      "loss": 0.3824,
      "step": 1374890
    },
    {
      "epoch": 383.73,
      "grad_norm": 1.2237240076065063,
      "learning_rate": 2.6938419096225593e-06,
      "loss": 0.3498,
      "step": 1374900
    },
    {
      "epoch": 383.73,
      "grad_norm": 14.784177780151367,
      "learning_rate": 2.6938151733264154e-06,
      "loss": 0.3623,
      "step": 1374910
    },
    {
      "epoch": 383.73,
      "grad_norm": 1.1939047574996948,
      "learning_rate": 2.6937884369836788e-06,
      "loss": 0.3413,
      "step": 1374920
    },
    {
      "epoch": 383.74,
      "grad_norm": 0.8826301097869873,
      "learning_rate": 2.6937617005943515e-06,
      "loss": 0.3472,
      "step": 1374930
    },
    {
      "epoch": 383.74,
      "grad_norm": 1.0097101926803589,
      "learning_rate": 2.6937349641584374e-06,
      "loss": 0.3438,
      "step": 1374940
    },
    {
      "epoch": 383.74,
      "grad_norm": 0.9386569857597351,
      "learning_rate": 2.69370822767594e-06,
      "loss": 0.3369,
      "step": 1374950
    },
    {
      "epoch": 383.75,
      "grad_norm": 0.9362943172454834,
      "learning_rate": 2.6936814911468633e-06,
      "loss": 0.3506,
      "step": 1374960
    },
    {
      "epoch": 383.75,
      "grad_norm": 0.9542067646980286,
      "learning_rate": 2.693654754571211e-06,
      "loss": 0.3264,
      "step": 1374970
    },
    {
      "epoch": 383.75,
      "grad_norm": 0.9961951375007629,
      "learning_rate": 2.6936280179489855e-06,
      "loss": 0.3624,
      "step": 1374980
    },
    {
      "epoch": 383.75,
      "grad_norm": 1.0438084602355957,
      "learning_rate": 2.693601281280192e-06,
      "loss": 0.3375,
      "step": 1374990
    },
    {
      "epoch": 383.76,
      "grad_norm": 0.9118085503578186,
      "learning_rate": 2.6935745445648332e-06,
      "loss": 0.3433,
      "step": 1375000
    },
    {
      "epoch": 383.76,
      "grad_norm": 0.908525824546814,
      "learning_rate": 2.693547807802912e-06,
      "loss": 0.3607,
      "step": 1375010
    },
    {
      "epoch": 383.76,
      "grad_norm": 1.026199221611023,
      "learning_rate": 2.693521070994433e-06,
      "loss": 0.3607,
      "step": 1375020
    },
    {
      "epoch": 383.77,
      "grad_norm": 1.0304409265518188,
      "learning_rate": 2.6934943341393993e-06,
      "loss": 0.3594,
      "step": 1375030
    },
    {
      "epoch": 383.77,
      "grad_norm": 0.9648851156234741,
      "learning_rate": 2.6934675972378145e-06,
      "loss": 0.3695,
      "step": 1375040
    },
    {
      "epoch": 383.77,
      "grad_norm": 0.9900069832801819,
      "learning_rate": 2.6934408602896818e-06,
      "loss": 0.3398,
      "step": 1375050
    },
    {
      "epoch": 383.77,
      "grad_norm": 0.9540451765060425,
      "learning_rate": 2.6934141232950055e-06,
      "loss": 0.3405,
      "step": 1375060
    },
    {
      "epoch": 383.78,
      "grad_norm": 1.1286633014678955,
      "learning_rate": 2.693387386253789e-06,
      "loss": 0.3366,
      "step": 1375070
    },
    {
      "epoch": 383.78,
      "grad_norm": 0.951111912727356,
      "learning_rate": 2.6933606491660356e-06,
      "loss": 0.3457,
      "step": 1375080
    },
    {
      "epoch": 383.78,
      "grad_norm": 1.004957675933838,
      "learning_rate": 2.693333912031749e-06,
      "loss": 0.3548,
      "step": 1375090
    },
    {
      "epoch": 383.78,
      "grad_norm": 0.96625155210495,
      "learning_rate": 2.6933071748509324e-06,
      "loss": 0.3462,
      "step": 1375100
    },
    {
      "epoch": 383.79,
      "grad_norm": 0.9282658100128174,
      "learning_rate": 2.69328043762359e-06,
      "loss": 0.343,
      "step": 1375110
    },
    {
      "epoch": 383.79,
      "grad_norm": 1.2757863998413086,
      "learning_rate": 2.693253700349724e-06,
      "loss": 0.345,
      "step": 1375120
    },
    {
      "epoch": 383.79,
      "grad_norm": 1.0865331888198853,
      "learning_rate": 2.6932269630293404e-06,
      "loss": 0.3764,
      "step": 1375130
    },
    {
      "epoch": 383.8,
      "grad_norm": 1.1840370893478394,
      "learning_rate": 2.6932002256624405e-06,
      "loss": 0.3406,
      "step": 1375140
    },
    {
      "epoch": 383.8,
      "grad_norm": 1.0009706020355225,
      "learning_rate": 2.693173488249029e-06,
      "loss": 0.3663,
      "step": 1375150
    },
    {
      "epoch": 383.8,
      "grad_norm": 1.0165958404541016,
      "learning_rate": 2.693146750789109e-06,
      "loss": 0.3509,
      "step": 1375160
    },
    {
      "epoch": 383.8,
      "grad_norm": 1.2418169975280762,
      "learning_rate": 2.6931200132826843e-06,
      "loss": 0.3488,
      "step": 1375170
    },
    {
      "epoch": 383.81,
      "grad_norm": 0.9897703528404236,
      "learning_rate": 2.693093275729758e-06,
      "loss": 0.3412,
      "step": 1375180
    },
    {
      "epoch": 383.81,
      "grad_norm": 1.1081836223602295,
      "learning_rate": 2.6930665381303343e-06,
      "loss": 0.3394,
      "step": 1375190
    },
    {
      "epoch": 383.81,
      "grad_norm": 1.6798206567764282,
      "learning_rate": 2.693039800484416e-06,
      "loss": 0.357,
      "step": 1375200
    },
    {
      "epoch": 383.82,
      "grad_norm": 0.9513722062110901,
      "learning_rate": 2.693013062792008e-06,
      "loss": 0.3504,
      "step": 1375210
    },
    {
      "epoch": 383.82,
      "grad_norm": 1.1150908470153809,
      "learning_rate": 2.6929863250531125e-06,
      "loss": 0.3569,
      "step": 1375220
    },
    {
      "epoch": 383.82,
      "grad_norm": 1.041795015335083,
      "learning_rate": 2.6929595872677335e-06,
      "loss": 0.3373,
      "step": 1375230
    },
    {
      "epoch": 383.82,
      "grad_norm": 0.8796911835670471,
      "learning_rate": 2.692932849435875e-06,
      "loss": 0.364,
      "step": 1375240
    },
    {
      "epoch": 383.83,
      "grad_norm": 1.0108511447906494,
      "learning_rate": 2.6929061115575394e-06,
      "loss": 0.3418,
      "step": 1375250
    },
    {
      "epoch": 383.83,
      "grad_norm": 1.0453240871429443,
      "learning_rate": 2.6928793736327316e-06,
      "loss": 0.3395,
      "step": 1375260
    },
    {
      "epoch": 383.83,
      "grad_norm": 1.0519315004348755,
      "learning_rate": 2.6928526356614547e-06,
      "loss": 0.3532,
      "step": 1375270
    },
    {
      "epoch": 383.83,
      "grad_norm": 0.9899280667304993,
      "learning_rate": 2.692825897643712e-06,
      "loss": 0.3729,
      "step": 1375280
    },
    {
      "epoch": 383.84,
      "grad_norm": 1.1467983722686768,
      "learning_rate": 2.6927991595795076e-06,
      "loss": 0.3495,
      "step": 1375290
    },
    {
      "epoch": 383.84,
      "grad_norm": 1.0428471565246582,
      "learning_rate": 2.6927724214688434e-06,
      "loss": 0.3514,
      "step": 1375300
    },
    {
      "epoch": 383.84,
      "grad_norm": 1.0643844604492188,
      "learning_rate": 2.692745683311725e-06,
      "loss": 0.3499,
      "step": 1375310
    },
    {
      "epoch": 383.85,
      "grad_norm": 0.902210533618927,
      "learning_rate": 2.6927189451081556e-06,
      "loss": 0.3414,
      "step": 1375320
    },
    {
      "epoch": 383.85,
      "grad_norm": 1.2978792190551758,
      "learning_rate": 2.6926922068581375e-06,
      "loss": 0.3319,
      "step": 1375330
    },
    {
      "epoch": 383.85,
      "grad_norm": 1.0720807313919067,
      "learning_rate": 2.6926654685616753e-06,
      "loss": 0.3286,
      "step": 1375340
    },
    {
      "epoch": 383.85,
      "grad_norm": 1.0310444831848145,
      "learning_rate": 2.692638730218773e-06,
      "loss": 0.3328,
      "step": 1375350
    },
    {
      "epoch": 383.86,
      "grad_norm": 1.0786399841308594,
      "learning_rate": 2.6926119918294336e-06,
      "loss": 0.3471,
      "step": 1375360
    },
    {
      "epoch": 383.86,
      "grad_norm": 1.109100580215454,
      "learning_rate": 2.6925852533936594e-06,
      "loss": 0.3373,
      "step": 1375370
    },
    {
      "epoch": 383.86,
      "grad_norm": 1.0958095788955688,
      "learning_rate": 2.6925585149114557e-06,
      "loss": 0.3435,
      "step": 1375380
    },
    {
      "epoch": 383.87,
      "grad_norm": 0.9696046710014343,
      "learning_rate": 2.692531776382826e-06,
      "loss": 0.3384,
      "step": 1375390
    },
    {
      "epoch": 383.87,
      "grad_norm": 1.034736156463623,
      "learning_rate": 2.692505037807773e-06,
      "loss": 0.3614,
      "step": 1375400
    },
    {
      "epoch": 383.87,
      "grad_norm": 0.9315887689590454,
      "learning_rate": 2.6924782991863e-06,
      "loss": 0.3395,
      "step": 1375410
    },
    {
      "epoch": 383.87,
      "grad_norm": 1.0062156915664673,
      "learning_rate": 2.6924515605184122e-06,
      "loss": 0.3445,
      "step": 1375420
    },
    {
      "epoch": 383.88,
      "grad_norm": 0.9334083795547485,
      "learning_rate": 2.692424821804112e-06,
      "loss": 0.342,
      "step": 1375430
    },
    {
      "epoch": 383.88,
      "grad_norm": 1.1303839683532715,
      "learning_rate": 2.692398083043402e-06,
      "loss": 0.3446,
      "step": 1375440
    },
    {
      "epoch": 383.88,
      "grad_norm": 1.098859190940857,
      "learning_rate": 2.692371344236288e-06,
      "loss": 0.3524,
      "step": 1375450
    },
    {
      "epoch": 383.89,
      "grad_norm": 1.058101773262024,
      "learning_rate": 2.6923446053827716e-06,
      "loss": 0.3591,
      "step": 1375460
    },
    {
      "epoch": 383.89,
      "grad_norm": 0.9810636043548584,
      "learning_rate": 2.6923178664828577e-06,
      "loss": 0.3503,
      "step": 1375470
    },
    {
      "epoch": 383.89,
      "grad_norm": 0.9551487565040588,
      "learning_rate": 2.6922911275365498e-06,
      "loss": 0.3393,
      "step": 1375480
    },
    {
      "epoch": 383.89,
      "grad_norm": 0.9617130756378174,
      "learning_rate": 2.69226438854385e-06,
      "loss": 0.3497,
      "step": 1375490
    },
    {
      "epoch": 383.9,
      "grad_norm": 1.0567964315414429,
      "learning_rate": 2.6922376495047634e-06,
      "loss": 0.3571,
      "step": 1375500
    },
    {
      "epoch": 383.9,
      "grad_norm": 1.0162049531936646,
      "learning_rate": 2.692210910419293e-06,
      "loss": 0.3509,
      "step": 1375510
    },
    {
      "epoch": 383.9,
      "grad_norm": 1.0249278545379639,
      "learning_rate": 2.6921841712874416e-06,
      "loss": 0.3431,
      "step": 1375520
    },
    {
      "epoch": 383.9,
      "grad_norm": 0.9714978337287903,
      "learning_rate": 2.6921574321092143e-06,
      "loss": 0.3423,
      "step": 1375530
    },
    {
      "epoch": 383.91,
      "grad_norm": 0.9769749045372009,
      "learning_rate": 2.6921306928846132e-06,
      "loss": 0.3532,
      "step": 1375540
    },
    {
      "epoch": 383.91,
      "grad_norm": 1.0494120121002197,
      "learning_rate": 2.6921039536136435e-06,
      "loss": 0.3446,
      "step": 1375550
    },
    {
      "epoch": 383.91,
      "grad_norm": 0.9432618021965027,
      "learning_rate": 2.692077214296307e-06,
      "loss": 0.3403,
      "step": 1375560
    },
    {
      "epoch": 383.92,
      "grad_norm": 1.1814732551574707,
      "learning_rate": 2.6920504749326084e-06,
      "loss": 0.3417,
      "step": 1375570
    },
    {
      "epoch": 383.92,
      "grad_norm": 0.9957563281059265,
      "learning_rate": 2.692023735522551e-06,
      "loss": 0.3485,
      "step": 1375580
    },
    {
      "epoch": 383.92,
      "grad_norm": 0.8994606137275696,
      "learning_rate": 2.6919969960661384e-06,
      "loss": 0.3418,
      "step": 1375590
    },
    {
      "epoch": 383.92,
      "grad_norm": 1.2412251234054565,
      "learning_rate": 2.691970256563373e-06,
      "loss": 0.3451,
      "step": 1375600
    },
    {
      "epoch": 383.93,
      "grad_norm": 0.9225609302520752,
      "learning_rate": 2.6919435170142604e-06,
      "loss": 0.3553,
      "step": 1375610
    },
    {
      "epoch": 383.93,
      "grad_norm": 1.2399173974990845,
      "learning_rate": 2.691916777418803e-06,
      "loss": 0.3579,
      "step": 1375620
    },
    {
      "epoch": 383.93,
      "grad_norm": 1.0781936645507812,
      "learning_rate": 2.691890037777004e-06,
      "loss": 0.35,
      "step": 1375630
    },
    {
      "epoch": 383.94,
      "grad_norm": 1.1024560928344727,
      "learning_rate": 2.6918632980888682e-06,
      "loss": 0.3571,
      "step": 1375640
    },
    {
      "epoch": 383.94,
      "grad_norm": 1.177963376045227,
      "learning_rate": 2.6918365583543982e-06,
      "loss": 0.3413,
      "step": 1375650
    },
    {
      "epoch": 383.94,
      "grad_norm": 1.1060874462127686,
      "learning_rate": 2.6918098185735976e-06,
      "loss": 0.3432,
      "step": 1375660
    },
    {
      "epoch": 383.94,
      "grad_norm": 1.0595371723175049,
      "learning_rate": 2.69178307874647e-06,
      "loss": 0.3488,
      "step": 1375670
    },
    {
      "epoch": 383.95,
      "grad_norm": 1.0614826679229736,
      "learning_rate": 2.6917563388730195e-06,
      "loss": 0.3406,
      "step": 1375680
    },
    {
      "epoch": 383.95,
      "grad_norm": 0.9664306044578552,
      "learning_rate": 2.6917295989532488e-06,
      "loss": 0.3473,
      "step": 1375690
    },
    {
      "epoch": 383.95,
      "grad_norm": 1.1073887348175049,
      "learning_rate": 2.6917028589871623e-06,
      "loss": 0.3424,
      "step": 1375700
    },
    {
      "epoch": 383.95,
      "grad_norm": 1.0738823413848877,
      "learning_rate": 2.691676118974763e-06,
      "loss": 0.3389,
      "step": 1375710
    },
    {
      "epoch": 383.96,
      "grad_norm": 0.9728313088417053,
      "learning_rate": 2.6916493789160547e-06,
      "loss": 0.3652,
      "step": 1375720
    },
    {
      "epoch": 383.96,
      "grad_norm": 1.1648181676864624,
      "learning_rate": 2.6916226388110408e-06,
      "loss": 0.3425,
      "step": 1375730
    },
    {
      "epoch": 383.96,
      "grad_norm": 0.878479540348053,
      "learning_rate": 2.6915958986597255e-06,
      "loss": 0.3398,
      "step": 1375740
    },
    {
      "epoch": 383.97,
      "grad_norm": 1.0488789081573486,
      "learning_rate": 2.6915691584621114e-06,
      "loss": 0.3288,
      "step": 1375750
    },
    {
      "epoch": 383.97,
      "grad_norm": 1.1885360479354858,
      "learning_rate": 2.691542418218202e-06,
      "loss": 0.336,
      "step": 1375760
    },
    {
      "epoch": 383.97,
      "grad_norm": 0.9873585104942322,
      "learning_rate": 2.691515677928002e-06,
      "loss": 0.3393,
      "step": 1375770
    },
    {
      "epoch": 383.97,
      "grad_norm": 1.2050639390945435,
      "learning_rate": 2.691488937591514e-06,
      "loss": 0.3543,
      "step": 1375780
    },
    {
      "epoch": 383.98,
      "grad_norm": 1.2174057960510254,
      "learning_rate": 2.691462197208742e-06,
      "loss": 0.3457,
      "step": 1375790
    },
    {
      "epoch": 383.98,
      "grad_norm": 1.1359807252883911,
      "learning_rate": 2.6914354567796896e-06,
      "loss": 0.3366,
      "step": 1375800
    },
    {
      "epoch": 383.98,
      "grad_norm": 0.9835737943649292,
      "learning_rate": 2.6914087163043597e-06,
      "loss": 0.3482,
      "step": 1375810
    },
    {
      "epoch": 383.99,
      "grad_norm": 0.9287076592445374,
      "learning_rate": 2.6913819757827564e-06,
      "loss": 0.3351,
      "step": 1375820
    },
    {
      "epoch": 383.99,
      "grad_norm": 0.9276772737503052,
      "learning_rate": 2.6913552352148835e-06,
      "loss": 0.3365,
      "step": 1375830
    },
    {
      "epoch": 383.99,
      "grad_norm": 1.0140537023544312,
      "learning_rate": 2.6913284946007443e-06,
      "loss": 0.3357,
      "step": 1375840
    },
    {
      "epoch": 383.99,
      "grad_norm": 0.9576271176338196,
      "learning_rate": 2.6913017539403415e-06,
      "loss": 0.3446,
      "step": 1375850
    },
    {
      "epoch": 384.0,
      "grad_norm": 0.9812685251235962,
      "learning_rate": 2.69127501323368e-06,
      "loss": 0.3417,
      "step": 1375860
    },
    {
      "epoch": 384.0,
      "grad_norm": 1.0360409021377563,
      "learning_rate": 2.691248272480763e-06,
      "loss": 0.3457,
      "step": 1375870
    },
    {
      "epoch": 384.0,
      "eval_loss": 0.3485870063304901,
      "eval_runtime": 63.7278,
      "eval_samples_per_second": 79.384,
      "eval_steps_per_second": 9.933,
      "step": 1375872
    },
    {
      "epoch": 384.0,
      "grad_norm": 0.9834807515144348,
      "learning_rate": 2.6912215316815943e-06,
      "loss": 0.3463,
      "step": 1375880
    },
    {
      "epoch": 384.01,
      "grad_norm": 0.9800772070884705,
      "learning_rate": 2.6911947908361762e-06,
      "loss": 0.3409,
      "step": 1375890
    },
    {
      "epoch": 384.01,
      "grad_norm": 0.9681816101074219,
      "learning_rate": 2.6911680499445135e-06,
      "loss": 0.355,
      "step": 1375900
    },
    {
      "epoch": 384.01,
      "grad_norm": 1.2843759059906006,
      "learning_rate": 2.691141309006609e-06,
      "loss": 0.3367,
      "step": 1375910
    },
    {
      "epoch": 384.01,
      "grad_norm": 0.9518129825592041,
      "learning_rate": 2.691114568022467e-06,
      "loss": 0.3436,
      "step": 1375920
    },
    {
      "epoch": 384.02,
      "grad_norm": 0.9892385005950928,
      "learning_rate": 2.6910878269920908e-06,
      "loss": 0.3453,
      "step": 1375930
    },
    {
      "epoch": 384.02,
      "grad_norm": 1.1470789909362793,
      "learning_rate": 2.691061085915483e-06,
      "loss": 0.3526,
      "step": 1375940
    },
    {
      "epoch": 384.02,
      "grad_norm": 1.0515073537826538,
      "learning_rate": 2.6910343447926494e-06,
      "loss": 0.3508,
      "step": 1375950
    },
    {
      "epoch": 384.02,
      "grad_norm": 1.1812089681625366,
      "learning_rate": 2.691007603623591e-06,
      "loss": 0.3466,
      "step": 1375960
    },
    {
      "epoch": 384.03,
      "grad_norm": 1.0139610767364502,
      "learning_rate": 2.690980862408313e-06,
      "loss": 0.3698,
      "step": 1375970
    },
    {
      "epoch": 384.03,
      "grad_norm": 1.116407036781311,
      "learning_rate": 2.6909541211468184e-06,
      "loss": 0.3445,
      "step": 1375980
    },
    {
      "epoch": 384.03,
      "grad_norm": 1.0852770805358887,
      "learning_rate": 2.6909273798391105e-06,
      "loss": 0.3267,
      "step": 1375990
    },
    {
      "epoch": 384.04,
      "grad_norm": 0.9838518500328064,
      "learning_rate": 2.690900638485194e-06,
      "loss": 0.3439,
      "step": 1376000
    },
    {
      "epoch": 384.04,
      "grad_norm": 1.1643929481506348,
      "learning_rate": 2.690873897085071e-06,
      "loss": 0.344,
      "step": 1376010
    },
    {
      "epoch": 384.04,
      "grad_norm": 1.1782780885696411,
      "learning_rate": 2.690847155638746e-06,
      "loss": 0.3596,
      "step": 1376020
    },
    {
      "epoch": 384.04,
      "grad_norm": 0.980537474155426,
      "learning_rate": 2.6908204141462223e-06,
      "loss": 0.3358,
      "step": 1376030
    },
    {
      "epoch": 384.05,
      "grad_norm": 0.9758410453796387,
      "learning_rate": 2.690793672607503e-06,
      "loss": 0.3591,
      "step": 1376040
    },
    {
      "epoch": 384.05,
      "grad_norm": 0.9232662320137024,
      "learning_rate": 2.690766931022592e-06,
      "loss": 0.3377,
      "step": 1376050
    },
    {
      "epoch": 384.05,
      "grad_norm": 1.0877373218536377,
      "learning_rate": 2.690740189391494e-06,
      "loss": 0.3564,
      "step": 1376060
    },
    {
      "epoch": 384.06,
      "grad_norm": 1.05691397190094,
      "learning_rate": 2.6907134477142107e-06,
      "loss": 0.3668,
      "step": 1376070
    },
    {
      "epoch": 384.06,
      "grad_norm": 1.1340051889419556,
      "learning_rate": 2.6906867059907464e-06,
      "loss": 0.3512,
      "step": 1376080
    },
    {
      "epoch": 384.06,
      "grad_norm": 1.052208423614502,
      "learning_rate": 2.6906599642211048e-06,
      "loss": 0.353,
      "step": 1376090
    },
    {
      "epoch": 384.06,
      "grad_norm": 1.0037378072738647,
      "learning_rate": 2.69063322240529e-06,
      "loss": 0.3246,
      "step": 1376100
    },
    {
      "epoch": 384.07,
      "grad_norm": 0.8845576643943787,
      "learning_rate": 2.690606480543304e-06,
      "loss": 0.3499,
      "step": 1376110
    },
    {
      "epoch": 384.07,
      "grad_norm": 1.05215585231781,
      "learning_rate": 2.690579738635152e-06,
      "loss": 0.352,
      "step": 1376120
    },
    {
      "epoch": 384.07,
      "grad_norm": 1.079551100730896,
      "learning_rate": 2.690552996680837e-06,
      "loss": 0.3508,
      "step": 1376130
    },
    {
      "epoch": 384.07,
      "grad_norm": 1.0710471868515015,
      "learning_rate": 2.690526254680362e-06,
      "loss": 0.3488,
      "step": 1376140
    },
    {
      "epoch": 384.08,
      "grad_norm": 1.131582498550415,
      "learning_rate": 2.6904995126337304e-06,
      "loss": 0.3461,
      "step": 1376150
    },
    {
      "epoch": 384.08,
      "grad_norm": 1.0516676902770996,
      "learning_rate": 2.6904727705409474e-06,
      "loss": 0.3315,
      "step": 1376160
    },
    {
      "epoch": 384.08,
      "grad_norm": 0.9964855909347534,
      "learning_rate": 2.6904460284020156e-06,
      "loss": 0.339,
      "step": 1376170
    },
    {
      "epoch": 384.09,
      "grad_norm": 1.1007381677627563,
      "learning_rate": 2.690419286216938e-06,
      "loss": 0.364,
      "step": 1376180
    },
    {
      "epoch": 384.09,
      "grad_norm": 1.0200103521347046,
      "learning_rate": 2.6903925439857183e-06,
      "loss": 0.3435,
      "step": 1376190
    },
    {
      "epoch": 384.09,
      "grad_norm": 1.1744567155838013,
      "learning_rate": 2.6903658017083606e-06,
      "loss": 0.3546,
      "step": 1376200
    },
    {
      "epoch": 384.09,
      "grad_norm": 0.9355021715164185,
      "learning_rate": 2.690339059384868e-06,
      "loss": 0.3456,
      "step": 1376210
    },
    {
      "epoch": 384.1,
      "grad_norm": 1.0691343545913696,
      "learning_rate": 2.6903123170152453e-06,
      "loss": 0.3416,
      "step": 1376220
    },
    {
      "epoch": 384.1,
      "grad_norm": 1.2232798337936401,
      "learning_rate": 2.690285574599494e-06,
      "loss": 0.3336,
      "step": 1376230
    },
    {
      "epoch": 384.1,
      "grad_norm": 1.2341978549957275,
      "learning_rate": 2.690258832137619e-06,
      "loss": 0.3508,
      "step": 1376240
    },
    {
      "epoch": 384.11,
      "grad_norm": 0.9703959822654724,
      "learning_rate": 2.6902320896296237e-06,
      "loss": 0.355,
      "step": 1376250
    },
    {
      "epoch": 384.11,
      "grad_norm": 1.0451083183288574,
      "learning_rate": 2.6902053470755123e-06,
      "loss": 0.3497,
      "step": 1376260
    },
    {
      "epoch": 384.11,
      "grad_norm": 0.9947025775909424,
      "learning_rate": 2.6901786044752863e-06,
      "loss": 0.3309,
      "step": 1376270
    },
    {
      "epoch": 384.11,
      "grad_norm": 8.207473754882812,
      "learning_rate": 2.6901518618289508e-06,
      "loss": 0.344,
      "step": 1376280
    },
    {
      "epoch": 384.12,
      "grad_norm": 1.0263956785202026,
      "learning_rate": 2.69012511913651e-06,
      "loss": 0.3514,
      "step": 1376290
    },
    {
      "epoch": 384.12,
      "grad_norm": 0.9348406195640564,
      "learning_rate": 2.6900983763979656e-06,
      "loss": 0.3435,
      "step": 1376300
    },
    {
      "epoch": 384.12,
      "grad_norm": 1.2593436241149902,
      "learning_rate": 2.6900716336133224e-06,
      "loss": 0.3501,
      "step": 1376310
    },
    {
      "epoch": 384.13,
      "grad_norm": 1.0522381067276,
      "learning_rate": 2.6900448907825844e-06,
      "loss": 0.3445,
      "step": 1376320
    },
    {
      "epoch": 384.13,
      "grad_norm": 0.9037826657295227,
      "learning_rate": 2.690018147905754e-06,
      "loss": 0.3577,
      "step": 1376330
    },
    {
      "epoch": 384.13,
      "grad_norm": 1.1363531351089478,
      "learning_rate": 2.6899914049828346e-06,
      "loss": 0.3644,
      "step": 1376340
    },
    {
      "epoch": 384.13,
      "grad_norm": 1.8110013008117676,
      "learning_rate": 2.689964662013831e-06,
      "loss": 0.3636,
      "step": 1376350
    },
    {
      "epoch": 384.14,
      "grad_norm": 1.2516847848892212,
      "learning_rate": 2.689937918998746e-06,
      "loss": 0.3451,
      "step": 1376360
    },
    {
      "epoch": 384.14,
      "grad_norm": 1.2400366067886353,
      "learning_rate": 2.6899111759375827e-06,
      "loss": 0.3469,
      "step": 1376370
    },
    {
      "epoch": 384.14,
      "grad_norm": 1.1664862632751465,
      "learning_rate": 2.6898844328303465e-06,
      "loss": 0.3495,
      "step": 1376380
    },
    {
      "epoch": 384.14,
      "grad_norm": 0.9954426884651184,
      "learning_rate": 2.6898576896770394e-06,
      "loss": 0.3498,
      "step": 1376390
    },
    {
      "epoch": 384.15,
      "grad_norm": 1.1504627466201782,
      "learning_rate": 2.6898309464776646e-06,
      "loss": 0.3491,
      "step": 1376400
    },
    {
      "epoch": 384.15,
      "grad_norm": 0.9264687299728394,
      "learning_rate": 2.689804203232226e-06,
      "loss": 0.3394,
      "step": 1376410
    },
    {
      "epoch": 384.15,
      "grad_norm": 1.1670961380004883,
      "learning_rate": 2.6897774599407285e-06,
      "loss": 0.3473,
      "step": 1376420
    },
    {
      "epoch": 384.16,
      "grad_norm": 0.934760570526123,
      "learning_rate": 2.6897507166031743e-06,
      "loss": 0.354,
      "step": 1376430
    },
    {
      "epoch": 384.16,
      "grad_norm": 1.0147020816802979,
      "learning_rate": 2.6897239732195673e-06,
      "loss": 0.3312,
      "step": 1376440
    },
    {
      "epoch": 384.16,
      "grad_norm": 1.026906132698059,
      "learning_rate": 2.6896972297899114e-06,
      "loss": 0.3372,
      "step": 1376450
    },
    {
      "epoch": 384.16,
      "grad_norm": 0.9304395914077759,
      "learning_rate": 2.6896704863142096e-06,
      "loss": 0.3563,
      "step": 1376460
    },
    {
      "epoch": 384.17,
      "grad_norm": 0.9984359741210938,
      "learning_rate": 2.689643742792465e-06,
      "loss": 0.339,
      "step": 1376470
    },
    {
      "epoch": 384.17,
      "grad_norm": 1.020264983177185,
      "learning_rate": 2.689616999224683e-06,
      "loss": 0.3585,
      "step": 1376480
    },
    {
      "epoch": 384.17,
      "grad_norm": 1.117350459098816,
      "learning_rate": 2.6895902556108653e-06,
      "loss": 0.3504,
      "step": 1376490
    },
    {
      "epoch": 384.18,
      "grad_norm": 1.0626131296157837,
      "learning_rate": 2.689563511951016e-06,
      "loss": 0.3318,
      "step": 1376500
    },
    {
      "epoch": 384.18,
      "grad_norm": 0.9689739346504211,
      "learning_rate": 2.6895367682451396e-06,
      "loss": 0.3445,
      "step": 1376510
    },
    {
      "epoch": 384.18,
      "grad_norm": 1.0712031126022339,
      "learning_rate": 2.689510024493238e-06,
      "loss": 0.3379,
      "step": 1376520
    },
    {
      "epoch": 384.18,
      "grad_norm": 1.094529628753662,
      "learning_rate": 2.6894832806953164e-06,
      "loss": 0.3608,
      "step": 1376530
    },
    {
      "epoch": 384.19,
      "grad_norm": 1.0707383155822754,
      "learning_rate": 2.689456536851377e-06,
      "loss": 0.3284,
      "step": 1376540
    },
    {
      "epoch": 384.19,
      "grad_norm": 1.3744388818740845,
      "learning_rate": 2.689429792961425e-06,
      "loss": 0.3507,
      "step": 1376550
    },
    {
      "epoch": 384.19,
      "grad_norm": 1.0308281183242798,
      "learning_rate": 2.6894030490254618e-06,
      "loss": 0.3597,
      "step": 1376560
    },
    {
      "epoch": 384.19,
      "grad_norm": 1.2052849531173706,
      "learning_rate": 2.689376305043492e-06,
      "loss": 0.336,
      "step": 1376570
    },
    {
      "epoch": 384.2,
      "grad_norm": 1.0095620155334473,
      "learning_rate": 2.6893495610155205e-06,
      "loss": 0.3601,
      "step": 1376580
    },
    {
      "epoch": 384.2,
      "grad_norm": 0.9541600942611694,
      "learning_rate": 2.6893228169415483e-06,
      "loss": 0.3555,
      "step": 1376590
    },
    {
      "epoch": 384.2,
      "grad_norm": 1.050449252128601,
      "learning_rate": 2.6892960728215813e-06,
      "loss": 0.3506,
      "step": 1376600
    },
    {
      "epoch": 384.21,
      "grad_norm": 0.8983748555183411,
      "learning_rate": 2.6892693286556216e-06,
      "loss": 0.3454,
      "step": 1376610
    },
    {
      "epoch": 384.21,
      "grad_norm": 0.9423754811286926,
      "learning_rate": 2.6892425844436732e-06,
      "loss": 0.3497,
      "step": 1376620
    },
    {
      "epoch": 384.21,
      "grad_norm": 0.9900112748146057,
      "learning_rate": 2.689215840185739e-06,
      "loss": 0.3603,
      "step": 1376630
    },
    {
      "epoch": 384.21,
      "grad_norm": 0.8897939324378967,
      "learning_rate": 2.689189095881824e-06,
      "loss": 0.3385,
      "step": 1376640
    },
    {
      "epoch": 384.22,
      "grad_norm": 1.0587037801742554,
      "learning_rate": 2.6891623515319307e-06,
      "loss": 0.3547,
      "step": 1376650
    },
    {
      "epoch": 384.22,
      "grad_norm": 1.3498460054397583,
      "learning_rate": 2.689135607136062e-06,
      "loss": 0.3492,
      "step": 1376660
    },
    {
      "epoch": 384.22,
      "grad_norm": 0.9699812531471252,
      "learning_rate": 2.689108862694224e-06,
      "loss": 0.3561,
      "step": 1376670
    },
    {
      "epoch": 384.23,
      "grad_norm": 0.9338899850845337,
      "learning_rate": 2.689082118206418e-06,
      "loss": 0.3497,
      "step": 1376680
    },
    {
      "epoch": 384.23,
      "grad_norm": 1.1018166542053223,
      "learning_rate": 2.689055373672648e-06,
      "loss": 0.3304,
      "step": 1376690
    },
    {
      "epoch": 384.23,
      "grad_norm": 1.3228932619094849,
      "learning_rate": 2.6890286290929182e-06,
      "loss": 0.3587,
      "step": 1376700
    },
    {
      "epoch": 384.23,
      "grad_norm": 1.012139916419983,
      "learning_rate": 2.6890018844672315e-06,
      "loss": 0.349,
      "step": 1376710
    },
    {
      "epoch": 384.24,
      "grad_norm": 0.9918491244316101,
      "learning_rate": 2.688975139795591e-06,
      "loss": 0.343,
      "step": 1376720
    },
    {
      "epoch": 384.24,
      "grad_norm": 0.9004913568496704,
      "learning_rate": 2.6889483950780017e-06,
      "loss": 0.3446,
      "step": 1376730
    },
    {
      "epoch": 384.24,
      "grad_norm": 1.0697276592254639,
      "learning_rate": 2.6889216503144667e-06,
      "loss": 0.3597,
      "step": 1376740
    },
    {
      "epoch": 384.25,
      "grad_norm": 1.1243165731430054,
      "learning_rate": 2.688894905504988e-06,
      "loss": 0.3569,
      "step": 1376750
    },
    {
      "epoch": 384.25,
      "grad_norm": 1.0044794082641602,
      "learning_rate": 2.6888681606495717e-06,
      "loss": 0.3439,
      "step": 1376760
    },
    {
      "epoch": 384.25,
      "grad_norm": 1.1571053266525269,
      "learning_rate": 2.6888414157482198e-06,
      "loss": 0.3412,
      "step": 1376770
    },
    {
      "epoch": 384.25,
      "grad_norm": 1.126645565032959,
      "learning_rate": 2.688814670800936e-06,
      "loss": 0.3639,
      "step": 1376780
    },
    {
      "epoch": 384.26,
      "grad_norm": 0.9248694181442261,
      "learning_rate": 2.688787925807724e-06,
      "loss": 0.3482,
      "step": 1376790
    },
    {
      "epoch": 384.26,
      "grad_norm": 1.0390443801879883,
      "learning_rate": 2.6887611807685873e-06,
      "loss": 0.3514,
      "step": 1376800
    },
    {
      "epoch": 384.26,
      "grad_norm": 1.1043163537979126,
      "learning_rate": 2.688734435683529e-06,
      "loss": 0.3519,
      "step": 1376810
    },
    {
      "epoch": 384.26,
      "grad_norm": 0.9036109447479248,
      "learning_rate": 2.688707690552554e-06,
      "loss": 0.3324,
      "step": 1376820
    },
    {
      "epoch": 384.27,
      "grad_norm": 1.194930911064148,
      "learning_rate": 2.688680945375665e-06,
      "loss": 0.3493,
      "step": 1376830
    },
    {
      "epoch": 384.27,
      "grad_norm": 0.9034169912338257,
      "learning_rate": 2.6886542001528654e-06,
      "loss": 0.3395,
      "step": 1376840
    },
    {
      "epoch": 384.27,
      "grad_norm": 1.0238109827041626,
      "learning_rate": 2.6886274548841582e-06,
      "loss": 0.3382,
      "step": 1376850
    },
    {
      "epoch": 384.28,
      "grad_norm": 1.052897334098816,
      "learning_rate": 2.6886007095695487e-06,
      "loss": 0.3501,
      "step": 1376860
    },
    {
      "epoch": 384.28,
      "grad_norm": 1.0464959144592285,
      "learning_rate": 2.6885739642090397e-06,
      "loss": 0.3394,
      "step": 1376870
    },
    {
      "epoch": 384.28,
      "grad_norm": 1.1688789129257202,
      "learning_rate": 2.6885472188026333e-06,
      "loss": 0.35,
      "step": 1376880
    },
    {
      "epoch": 384.28,
      "grad_norm": 0.9285504817962646,
      "learning_rate": 2.688520473350335e-06,
      "loss": 0.3476,
      "step": 1376890
    },
    {
      "epoch": 384.29,
      "grad_norm": 0.9694734811782837,
      "learning_rate": 2.688493727852148e-06,
      "loss": 0.3237,
      "step": 1376900
    },
    {
      "epoch": 384.29,
      "grad_norm": 0.9982568025588989,
      "learning_rate": 2.6884669823080752e-06,
      "loss": 0.3476,
      "step": 1376910
    },
    {
      "epoch": 384.29,
      "grad_norm": 0.9574471712112427,
      "learning_rate": 2.6884402367181203e-06,
      "loss": 0.3356,
      "step": 1376920
    },
    {
      "epoch": 384.3,
      "grad_norm": 1.039947748184204,
      "learning_rate": 2.6884134910822874e-06,
      "loss": 0.353,
      "step": 1376930
    },
    {
      "epoch": 384.3,
      "grad_norm": 1.000224232673645,
      "learning_rate": 2.6883867454005793e-06,
      "loss": 0.3441,
      "step": 1376940
    },
    {
      "epoch": 384.3,
      "grad_norm": 1.1069562435150146,
      "learning_rate": 2.688359999673e-06,
      "loss": 0.3382,
      "step": 1376950
    },
    {
      "epoch": 384.3,
      "grad_norm": 1.0939987897872925,
      "learning_rate": 2.6883332538995536e-06,
      "loss": 0.3477,
      "step": 1376960
    },
    {
      "epoch": 384.31,
      "grad_norm": 1.1187098026275635,
      "learning_rate": 2.6883065080802424e-06,
      "loss": 0.3536,
      "step": 1376970
    },
    {
      "epoch": 384.31,
      "grad_norm": 0.979438841342926,
      "learning_rate": 2.6882797622150712e-06,
      "loss": 0.3541,
      "step": 1376980
    },
    {
      "epoch": 384.31,
      "grad_norm": 0.9785800576210022,
      "learning_rate": 2.688253016304042e-06,
      "loss": 0.3435,
      "step": 1376990
    },
    {
      "epoch": 384.31,
      "grad_norm": 1.1328659057617188,
      "learning_rate": 2.6882262703471604e-06,
      "loss": 0.3414,
      "step": 1377000
    },
    {
      "epoch": 384.32,
      "grad_norm": 1.3909189701080322,
      "learning_rate": 2.688199524344429e-06,
      "loss": 0.3376,
      "step": 1377010
    },
    {
      "epoch": 384.32,
      "grad_norm": 1.237317681312561,
      "learning_rate": 2.68817277829585e-06,
      "loss": 0.3455,
      "step": 1377020
    },
    {
      "epoch": 384.32,
      "grad_norm": 1.0838819742202759,
      "learning_rate": 2.6881460322014294e-06,
      "loss": 0.3405,
      "step": 1377030
    },
    {
      "epoch": 384.33,
      "grad_norm": 1.0016703605651855,
      "learning_rate": 2.688119286061169e-06,
      "loss": 0.3517,
      "step": 1377040
    },
    {
      "epoch": 384.33,
      "grad_norm": 0.9562957882881165,
      "learning_rate": 2.6880925398750734e-06,
      "loss": 0.3456,
      "step": 1377050
    },
    {
      "epoch": 384.33,
      "grad_norm": 1.0583797693252563,
      "learning_rate": 2.688065793643146e-06,
      "loss": 0.3562,
      "step": 1377060
    },
    {
      "epoch": 384.33,
      "grad_norm": 1.344551920890808,
      "learning_rate": 2.688039047365389e-06,
      "loss": 0.3491,
      "step": 1377070
    },
    {
      "epoch": 384.34,
      "grad_norm": 1.1293913125991821,
      "learning_rate": 2.6880123010418074e-06,
      "loss": 0.3333,
      "step": 1377080
    },
    {
      "epoch": 384.34,
      "grad_norm": 1.125606894493103,
      "learning_rate": 2.687985554672405e-06,
      "loss": 0.3384,
      "step": 1377090
    },
    {
      "epoch": 384.34,
      "grad_norm": 1.0040907859802246,
      "learning_rate": 2.687958808257184e-06,
      "loss": 0.3458,
      "step": 1377100
    },
    {
      "epoch": 384.35,
      "grad_norm": 0.9371942281723022,
      "learning_rate": 2.6879320617961494e-06,
      "loss": 0.3479,
      "step": 1377110
    },
    {
      "epoch": 384.35,
      "grad_norm": 0.9751296043395996,
      "learning_rate": 2.6879053152893037e-06,
      "loss": 0.3579,
      "step": 1377120
    },
    {
      "epoch": 384.35,
      "grad_norm": 1.1064363718032837,
      "learning_rate": 2.6878785687366513e-06,
      "loss": 0.3455,
      "step": 1377130
    },
    {
      "epoch": 384.35,
      "grad_norm": 1.0653787851333618,
      "learning_rate": 2.6878518221381943e-06,
      "loss": 0.3529,
      "step": 1377140
    },
    {
      "epoch": 384.36,
      "grad_norm": 0.888598620891571,
      "learning_rate": 2.687825075493938e-06,
      "loss": 0.3495,
      "step": 1377150
    },
    {
      "epoch": 384.36,
      "grad_norm": 1.0169507265090942,
      "learning_rate": 2.6877983288038853e-06,
      "loss": 0.3453,
      "step": 1377160
    },
    {
      "epoch": 384.36,
      "grad_norm": 1.2365549802780151,
      "learning_rate": 2.6877715820680387e-06,
      "loss": 0.3515,
      "step": 1377170
    },
    {
      "epoch": 384.37,
      "grad_norm": 1.0270626544952393,
      "learning_rate": 2.6877448352864037e-06,
      "loss": 0.3452,
      "step": 1377180
    },
    {
      "epoch": 384.37,
      "grad_norm": 1.172275185585022,
      "learning_rate": 2.687718088458983e-06,
      "loss": 0.3537,
      "step": 1377190
    },
    {
      "epoch": 384.37,
      "grad_norm": 0.912864089012146,
      "learning_rate": 2.68769134158578e-06,
      "loss": 0.3455,
      "step": 1377200
    },
    {
      "epoch": 384.37,
      "grad_norm": 0.9542736411094666,
      "learning_rate": 2.6876645946667977e-06,
      "loss": 0.3581,
      "step": 1377210
    },
    {
      "epoch": 384.38,
      "grad_norm": 1.0027309656143188,
      "learning_rate": 2.687637847702041e-06,
      "loss": 0.3487,
      "step": 1377220
    },
    {
      "epoch": 384.38,
      "grad_norm": 1.0884780883789062,
      "learning_rate": 2.6876111006915117e-06,
      "loss": 0.3342,
      "step": 1377230
    },
    {
      "epoch": 384.38,
      "grad_norm": 1.1066986322402954,
      "learning_rate": 2.6875843536352148e-06,
      "loss": 0.3448,
      "step": 1377240
    },
    {
      "epoch": 384.38,
      "grad_norm": 1.0315396785736084,
      "learning_rate": 2.687557606533154e-06,
      "loss": 0.3408,
      "step": 1377250
    },
    {
      "epoch": 384.39,
      "grad_norm": 1.0991135835647583,
      "learning_rate": 2.6875308593853317e-06,
      "loss": 0.3654,
      "step": 1377260
    },
    {
      "epoch": 384.39,
      "grad_norm": 0.8886789083480835,
      "learning_rate": 2.6875041121917528e-06,
      "loss": 0.3443,
      "step": 1377270
    },
    {
      "epoch": 384.39,
      "grad_norm": 1.1325714588165283,
      "learning_rate": 2.6874773649524192e-06,
      "loss": 0.3502,
      "step": 1377280
    },
    {
      "epoch": 384.4,
      "grad_norm": 1.00789213180542,
      "learning_rate": 2.6874506176673366e-06,
      "loss": 0.3369,
      "step": 1377290
    },
    {
      "epoch": 384.4,
      "grad_norm": 0.8685741424560547,
      "learning_rate": 2.687423870336506e-06,
      "loss": 0.3555,
      "step": 1377300
    },
    {
      "epoch": 384.4,
      "grad_norm": 0.9059301614761353,
      "learning_rate": 2.687397122959933e-06,
      "loss": 0.3416,
      "step": 1377310
    },
    {
      "epoch": 384.4,
      "grad_norm": 1.1298503875732422,
      "learning_rate": 2.687370375537621e-06,
      "loss": 0.3409,
      "step": 1377320
    },
    {
      "epoch": 384.41,
      "grad_norm": 1.0764784812927246,
      "learning_rate": 2.6873436280695723e-06,
      "loss": 0.3621,
      "step": 1377330
    },
    {
      "epoch": 384.41,
      "grad_norm": 1.3903758525848389,
      "learning_rate": 2.687316880555791e-06,
      "loss": 0.3378,
      "step": 1377340
    },
    {
      "epoch": 384.41,
      "grad_norm": 0.825856626033783,
      "learning_rate": 2.6872901329962817e-06,
      "loss": 0.3515,
      "step": 1377350
    },
    {
      "epoch": 384.42,
      "grad_norm": 1.2772116661071777,
      "learning_rate": 2.6872633853910465e-06,
      "loss": 0.3484,
      "step": 1377360
    },
    {
      "epoch": 384.42,
      "grad_norm": 0.9816020727157593,
      "learning_rate": 2.687236637740089e-06,
      "loss": 0.3381,
      "step": 1377370
    },
    {
      "epoch": 384.42,
      "grad_norm": 1.0216716527938843,
      "learning_rate": 2.6872098900434146e-06,
      "loss": 0.3607,
      "step": 1377380
    },
    {
      "epoch": 384.42,
      "grad_norm": 1.0645966529846191,
      "learning_rate": 2.687183142301025e-06,
      "loss": 0.3452,
      "step": 1377390
    },
    {
      "epoch": 384.43,
      "grad_norm": 0.8744897842407227,
      "learning_rate": 2.687156394512924e-06,
      "loss": 0.3421,
      "step": 1377400
    },
    {
      "epoch": 384.43,
      "grad_norm": 1.1162629127502441,
      "learning_rate": 2.6871296466791165e-06,
      "loss": 0.3577,
      "step": 1377410
    },
    {
      "epoch": 384.43,
      "grad_norm": 0.9606630206108093,
      "learning_rate": 2.687102898799605e-06,
      "loss": 0.3613,
      "step": 1377420
    },
    {
      "epoch": 384.43,
      "grad_norm": 2.5675973892211914,
      "learning_rate": 2.687076150874392e-06,
      "loss": 0.3476,
      "step": 1377430
    },
    {
      "epoch": 384.44,
      "grad_norm": 1.028861165046692,
      "learning_rate": 2.6870494029034823e-06,
      "loss": 0.3532,
      "step": 1377440
    },
    {
      "epoch": 384.44,
      "grad_norm": 0.994138777256012,
      "learning_rate": 2.6870226548868804e-06,
      "loss": 0.3518,
      "step": 1377450
    },
    {
      "epoch": 384.44,
      "grad_norm": 1.011662483215332,
      "learning_rate": 2.6869959068245883e-06,
      "loss": 0.3289,
      "step": 1377460
    },
    {
      "epoch": 384.45,
      "grad_norm": 1.0487695932388306,
      "learning_rate": 2.6869691587166098e-06,
      "loss": 0.3498,
      "step": 1377470
    },
    {
      "epoch": 384.45,
      "grad_norm": 1.0605027675628662,
      "learning_rate": 2.6869424105629486e-06,
      "loss": 0.35,
      "step": 1377480
    },
    {
      "epoch": 384.45,
      "grad_norm": 1.0019333362579346,
      "learning_rate": 2.6869156623636096e-06,
      "loss": 0.3513,
      "step": 1377490
    },
    {
      "epoch": 384.45,
      "grad_norm": 1.1978123188018799,
      "learning_rate": 2.6868889141185942e-06,
      "loss": 0.3598,
      "step": 1377500
    },
    {
      "epoch": 384.46,
      "grad_norm": 0.9694796800613403,
      "learning_rate": 2.6868621658279073e-06,
      "loss": 0.3391,
      "step": 1377510
    },
    {
      "epoch": 384.46,
      "grad_norm": 0.9578030705451965,
      "learning_rate": 2.6868354174915513e-06,
      "loss": 0.3573,
      "step": 1377520
    },
    {
      "epoch": 384.46,
      "grad_norm": 0.8438231348991394,
      "learning_rate": 2.6868086691095314e-06,
      "loss": 0.357,
      "step": 1377530
    },
    {
      "epoch": 384.47,
      "grad_norm": 1.0207291841506958,
      "learning_rate": 2.68678192068185e-06,
      "loss": 0.3241,
      "step": 1377540
    },
    {
      "epoch": 384.47,
      "grad_norm": 1.0495561361312866,
      "learning_rate": 2.6867551722085106e-06,
      "loss": 0.3716,
      "step": 1377550
    },
    {
      "epoch": 384.47,
      "grad_norm": 1.0473383665084839,
      "learning_rate": 2.6867284236895178e-06,
      "loss": 0.3511,
      "step": 1377560
    },
    {
      "epoch": 384.47,
      "grad_norm": 1.0972403287887573,
      "learning_rate": 2.6867016751248737e-06,
      "loss": 0.3414,
      "step": 1377570
    },
    {
      "epoch": 384.48,
      "grad_norm": 1.0026267766952515,
      "learning_rate": 2.6866749265145835e-06,
      "loss": 0.3473,
      "step": 1377580
    },
    {
      "epoch": 384.48,
      "grad_norm": 1.012147307395935,
      "learning_rate": 2.6866481778586496e-06,
      "loss": 0.345,
      "step": 1377590
    },
    {
      "epoch": 384.48,
      "grad_norm": 1.1120434999465942,
      "learning_rate": 2.6866214291570754e-06,
      "loss": 0.3637,
      "step": 1377600
    },
    {
      "epoch": 384.49,
      "grad_norm": 0.8837756514549255,
      "learning_rate": 2.6865946804098657e-06,
      "loss": 0.3607,
      "step": 1377610
    },
    {
      "epoch": 384.49,
      "grad_norm": 1.072385311126709,
      "learning_rate": 2.6865679316170225e-06,
      "loss": 0.3625,
      "step": 1377620
    },
    {
      "epoch": 384.49,
      "grad_norm": 1.0468075275421143,
      "learning_rate": 2.6865411827785505e-06,
      "loss": 0.3561,
      "step": 1377630
    },
    {
      "epoch": 384.49,
      "grad_norm": 0.9551724195480347,
      "learning_rate": 2.6865144338944526e-06,
      "loss": 0.3476,
      "step": 1377640
    },
    {
      "epoch": 384.5,
      "grad_norm": 1.2684359550476074,
      "learning_rate": 2.686487684964733e-06,
      "loss": 0.3605,
      "step": 1377650
    },
    {
      "epoch": 384.5,
      "grad_norm": 0.9934135675430298,
      "learning_rate": 2.6864609359893945e-06,
      "loss": 0.3581,
      "step": 1377660
    },
    {
      "epoch": 384.5,
      "grad_norm": 1.1154468059539795,
      "learning_rate": 2.6864341869684424e-06,
      "loss": 0.3484,
      "step": 1377670
    },
    {
      "epoch": 384.5,
      "grad_norm": 0.8997716903686523,
      "learning_rate": 2.6864074379018775e-06,
      "loss": 0.35,
      "step": 1377680
    },
    {
      "epoch": 384.51,
      "grad_norm": 1.3291239738464355,
      "learning_rate": 2.6863806887897045e-06,
      "loss": 0.3302,
      "step": 1377690
    },
    {
      "epoch": 384.51,
      "grad_norm": 1.1659613847732544,
      "learning_rate": 2.6863539396319278e-06,
      "loss": 0.3424,
      "step": 1377700
    },
    {
      "epoch": 384.51,
      "grad_norm": 1.1295456886291504,
      "learning_rate": 2.686327190428551e-06,
      "loss": 0.3455,
      "step": 1377710
    },
    {
      "epoch": 384.52,
      "grad_norm": 1.0328112840652466,
      "learning_rate": 2.6863004411795776e-06,
      "loss": 0.3406,
      "step": 1377720
    },
    {
      "epoch": 384.52,
      "grad_norm": 0.9782809615135193,
      "learning_rate": 2.6862736918850096e-06,
      "loss": 0.3364,
      "step": 1377730
    },
    {
      "epoch": 384.52,
      "grad_norm": 1.1785937547683716,
      "learning_rate": 2.6862469425448514e-06,
      "loss": 0.3625,
      "step": 1377740
    },
    {
      "epoch": 384.52,
      "grad_norm": 2.369204521179199,
      "learning_rate": 2.686220193159107e-06,
      "loss": 0.3573,
      "step": 1377750
    },
    {
      "epoch": 384.53,
      "grad_norm": 0.8730789422988892,
      "learning_rate": 2.68619344372778e-06,
      "loss": 0.3517,
      "step": 1377760
    },
    {
      "epoch": 384.53,
      "grad_norm": 0.8671787977218628,
      "learning_rate": 2.686166694250874e-06,
      "loss": 0.3345,
      "step": 1377770
    },
    {
      "epoch": 384.53,
      "grad_norm": 0.9210864305496216,
      "learning_rate": 2.6861399447283916e-06,
      "loss": 0.3431,
      "step": 1377780
    },
    {
      "epoch": 384.54,
      "grad_norm": 1.1502585411071777,
      "learning_rate": 2.686113195160337e-06,
      "loss": 0.3477,
      "step": 1377790
    },
    {
      "epoch": 384.54,
      "grad_norm": 1.073819875717163,
      "learning_rate": 2.6860864455467147e-06,
      "loss": 0.3524,
      "step": 1377800
    },
    {
      "epoch": 384.54,
      "grad_norm": 0.9568687677383423,
      "learning_rate": 2.6860596958875262e-06,
      "loss": 0.3643,
      "step": 1377810
    },
    {
      "epoch": 384.54,
      "grad_norm": 0.9896837472915649,
      "learning_rate": 2.6860329461827762e-06,
      "loss": 0.358,
      "step": 1377820
    },
    {
      "epoch": 384.55,
      "grad_norm": 0.9152738451957703,
      "learning_rate": 2.686006196432469e-06,
      "loss": 0.3474,
      "step": 1377830
    },
    {
      "epoch": 384.55,
      "grad_norm": 1.0354362726211548,
      "learning_rate": 2.685979446636607e-06,
      "loss": 0.3472,
      "step": 1377840
    },
    {
      "epoch": 384.55,
      "grad_norm": 1.1302881240844727,
      "learning_rate": 2.685952696795194e-06,
      "loss": 0.3499,
      "step": 1377850
    },
    {
      "epoch": 384.55,
      "grad_norm": 1.0846939086914062,
      "learning_rate": 2.685925946908234e-06,
      "loss": 0.3422,
      "step": 1377860
    },
    {
      "epoch": 384.56,
      "grad_norm": 0.9637609124183655,
      "learning_rate": 2.6858991969757307e-06,
      "loss": 0.344,
      "step": 1377870
    },
    {
      "epoch": 384.56,
      "grad_norm": 1.058315634727478,
      "learning_rate": 2.6858724469976864e-06,
      "loss": 0.3545,
      "step": 1377880
    },
    {
      "epoch": 384.56,
      "grad_norm": 0.950702965259552,
      "learning_rate": 2.685845696974106e-06,
      "loss": 0.3498,
      "step": 1377890
    },
    {
      "epoch": 384.57,
      "grad_norm": 0.9669586420059204,
      "learning_rate": 2.6858189469049925e-06,
      "loss": 0.3455,
      "step": 1377900
    },
    {
      "epoch": 384.57,
      "grad_norm": 0.993009626865387,
      "learning_rate": 2.6857921967903493e-06,
      "loss": 0.3527,
      "step": 1377910
    },
    {
      "epoch": 384.57,
      "grad_norm": 1.0321252346038818,
      "learning_rate": 2.6857654466301802e-06,
      "loss": 0.3432,
      "step": 1377920
    },
    {
      "epoch": 384.57,
      "grad_norm": 0.9564415216445923,
      "learning_rate": 2.685738696424489e-06,
      "loss": 0.3381,
      "step": 1377930
    },
    {
      "epoch": 384.58,
      "grad_norm": 1.1276071071624756,
      "learning_rate": 2.6857119461732795e-06,
      "loss": 0.3487,
      "step": 1377940
    },
    {
      "epoch": 384.58,
      "grad_norm": 1.1234383583068848,
      "learning_rate": 2.685685195876554e-06,
      "loss": 0.3439,
      "step": 1377950
    },
    {
      "epoch": 384.58,
      "grad_norm": 1.0395928621292114,
      "learning_rate": 2.685658445534317e-06,
      "loss": 0.3369,
      "step": 1377960
    },
    {
      "epoch": 384.59,
      "grad_norm": 0.888557493686676,
      "learning_rate": 2.6856316951465715e-06,
      "loss": 0.3487,
      "step": 1377970
    },
    {
      "epoch": 384.59,
      "grad_norm": 1.1180554628372192,
      "learning_rate": 2.685604944713322e-06,
      "loss": 0.3558,
      "step": 1377980
    },
    {
      "epoch": 384.59,
      "grad_norm": 1.0918669700622559,
      "learning_rate": 2.685578194234571e-06,
      "loss": 0.3326,
      "step": 1377990
    },
    {
      "epoch": 384.59,
      "grad_norm": 2.6307363510131836,
      "learning_rate": 2.685551443710323e-06,
      "loss": 0.3561,
      "step": 1378000
    },
    {
      "epoch": 384.6,
      "grad_norm": 0.9540964365005493,
      "learning_rate": 2.6855246931405817e-06,
      "loss": 0.3601,
      "step": 1378010
    },
    {
      "epoch": 384.6,
      "grad_norm": 1.0978258848190308,
      "learning_rate": 2.6854979425253492e-06,
      "loss": 0.3519,
      "step": 1378020
    },
    {
      "epoch": 384.6,
      "grad_norm": 0.9396278262138367,
      "learning_rate": 2.6854711918646302e-06,
      "loss": 0.3572,
      "step": 1378030
    },
    {
      "epoch": 384.61,
      "grad_norm": 1.3068252801895142,
      "learning_rate": 2.685444441158428e-06,
      "loss": 0.3561,
      "step": 1378040
    },
    {
      "epoch": 384.61,
      "grad_norm": 1.0323429107666016,
      "learning_rate": 2.6854176904067462e-06,
      "loss": 0.3668,
      "step": 1378050
    },
    {
      "epoch": 384.61,
      "grad_norm": 1.060564637184143,
      "learning_rate": 2.6853909396095884e-06,
      "loss": 0.3459,
      "step": 1378060
    },
    {
      "epoch": 384.61,
      "grad_norm": 0.946907103061676,
      "learning_rate": 2.6853641887669577e-06,
      "loss": 0.353,
      "step": 1378070
    },
    {
      "epoch": 384.62,
      "grad_norm": 1.0797786712646484,
      "learning_rate": 2.6853374378788595e-06,
      "loss": 0.3282,
      "step": 1378080
    },
    {
      "epoch": 384.62,
      "grad_norm": 1.2358554601669312,
      "learning_rate": 2.6853106869452946e-06,
      "loss": 0.3361,
      "step": 1378090
    },
    {
      "epoch": 384.62,
      "grad_norm": 1.2377302646636963,
      "learning_rate": 2.6852839359662683e-06,
      "loss": 0.3475,
      "step": 1378100
    },
    {
      "epoch": 384.62,
      "grad_norm": 0.9697855114936829,
      "learning_rate": 2.6852571849417834e-06,
      "loss": 0.332,
      "step": 1378110
    },
    {
      "epoch": 384.63,
      "grad_norm": 2.1364734172821045,
      "learning_rate": 2.6852304338718437e-06,
      "loss": 0.3554,
      "step": 1378120
    },
    {
      "epoch": 384.63,
      "grad_norm": 1.3121196031570435,
      "learning_rate": 2.6852036827564535e-06,
      "loss": 0.3616,
      "step": 1378130
    },
    {
      "epoch": 384.63,
      "grad_norm": 1.0309765338897705,
      "learning_rate": 2.685176931595615e-06,
      "loss": 0.3589,
      "step": 1378140
    },
    {
      "epoch": 384.64,
      "grad_norm": 0.9002822637557983,
      "learning_rate": 2.685150180389333e-06,
      "loss": 0.3538,
      "step": 1378150
    },
    {
      "epoch": 384.64,
      "grad_norm": 1.025909423828125,
      "learning_rate": 2.6851234291376108e-06,
      "loss": 0.3395,
      "step": 1378160
    },
    {
      "epoch": 384.64,
      "grad_norm": 1.0256625413894653,
      "learning_rate": 2.685096677840451e-06,
      "loss": 0.3435,
      "step": 1378170
    },
    {
      "epoch": 384.64,
      "grad_norm": 0.9261144995689392,
      "learning_rate": 2.685069926497858e-06,
      "loss": 0.3469,
      "step": 1378180
    },
    {
      "epoch": 384.65,
      "grad_norm": 0.849124014377594,
      "learning_rate": 2.6850431751098353e-06,
      "loss": 0.3459,
      "step": 1378190
    },
    {
      "epoch": 384.65,
      "grad_norm": 0.9670347571372986,
      "learning_rate": 2.6850164236763864e-06,
      "loss": 0.3593,
      "step": 1378200
    },
    {
      "epoch": 384.65,
      "grad_norm": 1.0721222162246704,
      "learning_rate": 2.6849896721975145e-06,
      "loss": 0.3464,
      "step": 1378210
    },
    {
      "epoch": 384.66,
      "grad_norm": 0.8569170832633972,
      "learning_rate": 2.6849629206732246e-06,
      "loss": 0.3356,
      "step": 1378220
    },
    {
      "epoch": 384.66,
      "grad_norm": 1.1512857675552368,
      "learning_rate": 2.6849361691035186e-06,
      "loss": 0.3457,
      "step": 1378230
    },
    {
      "epoch": 384.66,
      "grad_norm": 0.9463900327682495,
      "learning_rate": 2.6849094174884e-06,
      "loss": 0.351,
      "step": 1378240
    },
    {
      "epoch": 384.66,
      "grad_norm": 1.134153962135315,
      "learning_rate": 2.684882665827874e-06,
      "loss": 0.3609,
      "step": 1378250
    },
    {
      "epoch": 384.67,
      "grad_norm": 1.057664155960083,
      "learning_rate": 2.6848559141219425e-06,
      "loss": 0.34,
      "step": 1378260
    },
    {
      "epoch": 384.67,
      "grad_norm": 1.038506269454956,
      "learning_rate": 2.6848291623706098e-06,
      "loss": 0.3481,
      "step": 1378270
    },
    {
      "epoch": 384.67,
      "grad_norm": 0.9836634397506714,
      "learning_rate": 2.684802410573879e-06,
      "loss": 0.3468,
      "step": 1378280
    },
    {
      "epoch": 384.67,
      "grad_norm": 1.1234700679779053,
      "learning_rate": 2.684775658731755e-06,
      "loss": 0.3577,
      "step": 1378290
    },
    {
      "epoch": 384.68,
      "grad_norm": 1.1284196376800537,
      "learning_rate": 2.68474890684424e-06,
      "loss": 0.3419,
      "step": 1378300
    },
    {
      "epoch": 384.68,
      "grad_norm": 1.0007508993148804,
      "learning_rate": 2.6847221549113376e-06,
      "loss": 0.347,
      "step": 1378310
    },
    {
      "epoch": 384.68,
      "grad_norm": 0.8822932839393616,
      "learning_rate": 2.6846954029330525e-06,
      "loss": 0.3381,
      "step": 1378320
    },
    {
      "epoch": 384.69,
      "grad_norm": 1.0129088163375854,
      "learning_rate": 2.6846686509093863e-06,
      "loss": 0.3581,
      "step": 1378330
    },
    {
      "epoch": 384.69,
      "grad_norm": 1.032881498336792,
      "learning_rate": 2.684641898840344e-06,
      "loss": 0.3423,
      "step": 1378340
    },
    {
      "epoch": 384.69,
      "grad_norm": 1.073551893234253,
      "learning_rate": 2.68461514672593e-06,
      "loss": 0.3418,
      "step": 1378350
    },
    {
      "epoch": 384.69,
      "grad_norm": 1.0783907175064087,
      "learning_rate": 2.6845883945661455e-06,
      "loss": 0.3542,
      "step": 1378360
    },
    {
      "epoch": 384.7,
      "grad_norm": 1.1357516050338745,
      "learning_rate": 2.6845616423609958e-06,
      "loss": 0.3589,
      "step": 1378370
    },
    {
      "epoch": 384.7,
      "grad_norm": 1.1765280961990356,
      "learning_rate": 2.6845348901104845e-06,
      "loss": 0.3218,
      "step": 1378380
    },
    {
      "epoch": 384.7,
      "grad_norm": 1.141719937324524,
      "learning_rate": 2.6845081378146137e-06,
      "loss": 0.3365,
      "step": 1378390
    },
    {
      "epoch": 384.71,
      "grad_norm": 1.198809027671814,
      "learning_rate": 2.684481385473388e-06,
      "loss": 0.3559,
      "step": 1378400
    },
    {
      "epoch": 384.71,
      "grad_norm": 1.1608256101608276,
      "learning_rate": 2.6844546330868107e-06,
      "loss": 0.3717,
      "step": 1378410
    },
    {
      "epoch": 384.71,
      "grad_norm": 1.0538667440414429,
      "learning_rate": 2.684427880654887e-06,
      "loss": 0.3397,
      "step": 1378420
    },
    {
      "epoch": 384.71,
      "grad_norm": 0.8791004419326782,
      "learning_rate": 2.6844011281776177e-06,
      "loss": 0.3371,
      "step": 1378430
    },
    {
      "epoch": 384.72,
      "grad_norm": 1.1585227251052856,
      "learning_rate": 2.684374375655008e-06,
      "loss": 0.3631,
      "step": 1378440
    },
    {
      "epoch": 384.72,
      "grad_norm": 1.088569164276123,
      "learning_rate": 2.684347623087061e-06,
      "loss": 0.3526,
      "step": 1378450
    },
    {
      "epoch": 384.72,
      "grad_norm": 1.0305500030517578,
      "learning_rate": 2.6843208704737807e-06,
      "loss": 0.3436,
      "step": 1378460
    },
    {
      "epoch": 384.73,
      "grad_norm": 1.1425836086273193,
      "learning_rate": 2.6842941178151697e-06,
      "loss": 0.3422,
      "step": 1378470
    },
    {
      "epoch": 384.73,
      "grad_norm": 1.062147617340088,
      "learning_rate": 2.6842673651112327e-06,
      "loss": 0.3493,
      "step": 1378480
    },
    {
      "epoch": 384.73,
      "grad_norm": 1.1905113458633423,
      "learning_rate": 2.684240612361972e-06,
      "loss": 0.3321,
      "step": 1378490
    },
    {
      "epoch": 384.73,
      "grad_norm": 1.2826783657073975,
      "learning_rate": 2.6842138595673923e-06,
      "loss": 0.335,
      "step": 1378500
    },
    {
      "epoch": 384.74,
      "grad_norm": 0.9674909710884094,
      "learning_rate": 2.6841871067274976e-06,
      "loss": 0.3397,
      "step": 1378510
    },
    {
      "epoch": 384.74,
      "grad_norm": 0.9722207188606262,
      "learning_rate": 2.6841603538422897e-06,
      "loss": 0.3455,
      "step": 1378520
    },
    {
      "epoch": 384.74,
      "grad_norm": 0.9829868078231812,
      "learning_rate": 2.6841336009117736e-06,
      "loss": 0.3421,
      "step": 1378530
    },
    {
      "epoch": 384.74,
      "grad_norm": 0.9659411907196045,
      "learning_rate": 2.6841068479359517e-06,
      "loss": 0.3531,
      "step": 1378540
    },
    {
      "epoch": 384.75,
      "grad_norm": 0.9304063320159912,
      "learning_rate": 2.684080094914829e-06,
      "loss": 0.3409,
      "step": 1378550
    },
    {
      "epoch": 384.75,
      "grad_norm": 1.1087201833724976,
      "learning_rate": 2.6840533418484076e-06,
      "loss": 0.3485,
      "step": 1378560
    },
    {
      "epoch": 384.75,
      "grad_norm": 1.03603994846344,
      "learning_rate": 2.6840265887366916e-06,
      "loss": 0.3568,
      "step": 1378570
    },
    {
      "epoch": 384.76,
      "grad_norm": 1.0047636032104492,
      "learning_rate": 2.6839998355796856e-06,
      "loss": 0.3467,
      "step": 1378580
    },
    {
      "epoch": 384.76,
      "grad_norm": 1.071233868598938,
      "learning_rate": 2.6839730823773917e-06,
      "loss": 0.3451,
      "step": 1378590
    },
    {
      "epoch": 384.76,
      "grad_norm": 1.1135843992233276,
      "learning_rate": 2.683946329129814e-06,
      "loss": 0.3634,
      "step": 1378600
    },
    {
      "epoch": 384.76,
      "grad_norm": 1.0522842407226562,
      "learning_rate": 2.6839195758369564e-06,
      "loss": 0.3729,
      "step": 1378610
    },
    {
      "epoch": 384.77,
      "grad_norm": 0.9313799142837524,
      "learning_rate": 2.6838928224988218e-06,
      "loss": 0.3631,
      "step": 1378620
    },
    {
      "epoch": 384.77,
      "grad_norm": 0.9188312888145447,
      "learning_rate": 2.6838660691154136e-06,
      "loss": 0.3518,
      "step": 1378630
    },
    {
      "epoch": 384.77,
      "grad_norm": 1.1296385526657104,
      "learning_rate": 2.683839315686737e-06,
      "loss": 0.3496,
      "step": 1378640
    },
    {
      "epoch": 384.78,
      "grad_norm": 1.0061638355255127,
      "learning_rate": 2.6838125622127934e-06,
      "loss": 0.3433,
      "step": 1378650
    },
    {
      "epoch": 384.78,
      "grad_norm": 1.1734578609466553,
      "learning_rate": 2.6837858086935876e-06,
      "loss": 0.3386,
      "step": 1378660
    },
    {
      "epoch": 384.78,
      "grad_norm": 0.8916609287261963,
      "learning_rate": 2.6837590551291232e-06,
      "loss": 0.3484,
      "step": 1378670
    },
    {
      "epoch": 384.78,
      "grad_norm": 0.9712971448898315,
      "learning_rate": 2.683732301519404e-06,
      "loss": 0.3555,
      "step": 1378680
    },
    {
      "epoch": 384.79,
      "grad_norm": 1.0747216939926147,
      "learning_rate": 2.6837055478644324e-06,
      "loss": 0.3449,
      "step": 1378690
    },
    {
      "epoch": 384.79,
      "grad_norm": 1.1429486274719238,
      "learning_rate": 2.6836787941642128e-06,
      "loss": 0.3589,
      "step": 1378700
    },
    {
      "epoch": 384.79,
      "grad_norm": 0.8850288987159729,
      "learning_rate": 2.6836520404187484e-06,
      "loss": 0.3568,
      "step": 1378710
    },
    {
      "epoch": 384.79,
      "grad_norm": 0.9397581219673157,
      "learning_rate": 2.6836252866280432e-06,
      "loss": 0.3407,
      "step": 1378720
    },
    {
      "epoch": 384.8,
      "grad_norm": 0.9879076480865479,
      "learning_rate": 2.6835985327920997e-06,
      "loss": 0.3332,
      "step": 1378730
    },
    {
      "epoch": 384.8,
      "grad_norm": 0.9463374614715576,
      "learning_rate": 2.6835717789109237e-06,
      "loss": 0.3482,
      "step": 1378740
    },
    {
      "epoch": 384.8,
      "grad_norm": 1.0248334407806396,
      "learning_rate": 2.6835450249845166e-06,
      "loss": 0.3544,
      "step": 1378750
    },
    {
      "epoch": 384.81,
      "grad_norm": 1.0751848220825195,
      "learning_rate": 2.6835182710128826e-06,
      "loss": 0.3628,
      "step": 1378760
    },
    {
      "epoch": 384.81,
      "grad_norm": 1.1376899480819702,
      "learning_rate": 2.6834915169960256e-06,
      "loss": 0.3504,
      "step": 1378770
    },
    {
      "epoch": 384.81,
      "grad_norm": 0.9696553945541382,
      "learning_rate": 2.6834647629339488e-06,
      "loss": 0.3476,
      "step": 1378780
    },
    {
      "epoch": 384.81,
      "grad_norm": 0.9806206226348877,
      "learning_rate": 2.6834380088266553e-06,
      "loss": 0.349,
      "step": 1378790
    },
    {
      "epoch": 384.82,
      "grad_norm": 1.2585963010787964,
      "learning_rate": 2.68341125467415e-06,
      "loss": 0.3439,
      "step": 1378800
    },
    {
      "epoch": 384.82,
      "grad_norm": 1.025707483291626,
      "learning_rate": 2.683384500476435e-06,
      "loss": 0.3445,
      "step": 1378810
    },
    {
      "epoch": 384.82,
      "grad_norm": 0.8413803577423096,
      "learning_rate": 2.683357746233516e-06,
      "loss": 0.3446,
      "step": 1378820
    },
    {
      "epoch": 384.83,
      "grad_norm": 0.9351903796195984,
      "learning_rate": 2.683330991945394e-06,
      "loss": 0.3672,
      "step": 1378830
    },
    {
      "epoch": 384.83,
      "grad_norm": 0.9894524812698364,
      "learning_rate": 2.6833042376120734e-06,
      "loss": 0.3557,
      "step": 1378840
    },
    {
      "epoch": 384.83,
      "grad_norm": 1.00875723361969,
      "learning_rate": 2.6832774832335583e-06,
      "loss": 0.3471,
      "step": 1378850
    },
    {
      "epoch": 384.83,
      "grad_norm": 1.0344526767730713,
      "learning_rate": 2.683250728809852e-06,
      "loss": 0.3562,
      "step": 1378860
    },
    {
      "epoch": 384.84,
      "grad_norm": 1.0957716703414917,
      "learning_rate": 2.6832239743409582e-06,
      "loss": 0.3377,
      "step": 1378870
    },
    {
      "epoch": 384.84,
      "grad_norm": 0.989757239818573,
      "learning_rate": 2.68319721982688e-06,
      "loss": 0.3387,
      "step": 1378880
    },
    {
      "epoch": 384.84,
      "grad_norm": 0.879115104675293,
      "learning_rate": 2.683170465267622e-06,
      "loss": 0.3423,
      "step": 1378890
    },
    {
      "epoch": 384.85,
      "grad_norm": 0.9582145810127258,
      "learning_rate": 2.6831437106631867e-06,
      "loss": 0.3468,
      "step": 1378900
    },
    {
      "epoch": 384.85,
      "grad_norm": 1.0558573007583618,
      "learning_rate": 2.6831169560135782e-06,
      "loss": 0.3599,
      "step": 1378910
    },
    {
      "epoch": 384.85,
      "grad_norm": 0.8746622800827026,
      "learning_rate": 2.683090201318799e-06,
      "loss": 0.34,
      "step": 1378920
    },
    {
      "epoch": 384.85,
      "grad_norm": 0.9995467662811279,
      "learning_rate": 2.683063446578855e-06,
      "loss": 0.3431,
      "step": 1378930
    },
    {
      "epoch": 384.86,
      "grad_norm": 0.9415509104728699,
      "learning_rate": 2.683036691793747e-06,
      "loss": 0.3456,
      "step": 1378940
    },
    {
      "epoch": 384.86,
      "grad_norm": 1.063549280166626,
      "learning_rate": 2.6830099369634797e-06,
      "loss": 0.3565,
      "step": 1378950
    },
    {
      "epoch": 384.86,
      "grad_norm": 1.1009305715560913,
      "learning_rate": 2.6829831820880577e-06,
      "loss": 0.3513,
      "step": 1378960
    },
    {
      "epoch": 384.86,
      "grad_norm": 1.0839781761169434,
      "learning_rate": 2.682956427167484e-06,
      "loss": 0.3757,
      "step": 1378970
    },
    {
      "epoch": 384.87,
      "grad_norm": 1.0671533346176147,
      "learning_rate": 2.682929672201761e-06,
      "loss": 0.3333,
      "step": 1378980
    },
    {
      "epoch": 384.87,
      "grad_norm": 0.8873786330223083,
      "learning_rate": 2.6829029171908925e-06,
      "loss": 0.3482,
      "step": 1378990
    },
    {
      "epoch": 384.87,
      "grad_norm": 0.8915535807609558,
      "learning_rate": 2.682876162134884e-06,
      "loss": 0.3627,
      "step": 1379000
    },
    {
      "epoch": 384.88,
      "grad_norm": 0.8581767678260803,
      "learning_rate": 2.682849407033737e-06,
      "loss": 0.3299,
      "step": 1379010
    },
    {
      "epoch": 384.88,
      "grad_norm": 1.0048670768737793,
      "learning_rate": 2.6828226518874555e-06,
      "loss": 0.3448,
      "step": 1379020
    },
    {
      "epoch": 384.88,
      "grad_norm": 1.1467530727386475,
      "learning_rate": 2.682795896696044e-06,
      "loss": 0.3481,
      "step": 1379030
    },
    {
      "epoch": 384.88,
      "grad_norm": 1.2293885946273804,
      "learning_rate": 2.6827691414595054e-06,
      "loss": 0.343,
      "step": 1379040
    },
    {
      "epoch": 384.89,
      "grad_norm": 1.1148838996887207,
      "learning_rate": 2.682742386177843e-06,
      "loss": 0.3528,
      "step": 1379050
    },
    {
      "epoch": 384.89,
      "grad_norm": 1.074288010597229,
      "learning_rate": 2.6827156308510613e-06,
      "loss": 0.3546,
      "step": 1379060
    },
    {
      "epoch": 384.89,
      "grad_norm": 0.9240171909332275,
      "learning_rate": 2.682688875479162e-06,
      "loss": 0.3458,
      "step": 1379070
    },
    {
      "epoch": 384.9,
      "grad_norm": 0.9219813942909241,
      "learning_rate": 2.68266212006215e-06,
      "loss": 0.3556,
      "step": 1379080
    },
    {
      "epoch": 384.9,
      "grad_norm": 0.9918254017829895,
      "learning_rate": 2.6826353646000296e-06,
      "loss": 0.351,
      "step": 1379090
    },
    {
      "epoch": 384.9,
      "grad_norm": 1.0546106100082397,
      "learning_rate": 2.6826086090928024e-06,
      "loss": 0.3326,
      "step": 1379100
    },
    {
      "epoch": 384.9,
      "grad_norm": 0.956211507320404,
      "learning_rate": 2.682581853540474e-06,
      "loss": 0.3558,
      "step": 1379110
    },
    {
      "epoch": 384.91,
      "grad_norm": 1.1373847723007202,
      "learning_rate": 2.682555097943047e-06,
      "loss": 0.3511,
      "step": 1379120
    },
    {
      "epoch": 384.91,
      "grad_norm": 1.1248654127120972,
      "learning_rate": 2.682528342300524e-06,
      "loss": 0.3432,
      "step": 1379130
    },
    {
      "epoch": 384.91,
      "grad_norm": 0.8983492851257324,
      "learning_rate": 2.68250158661291e-06,
      "loss": 0.3389,
      "step": 1379140
    },
    {
      "epoch": 384.91,
      "grad_norm": 0.8422802686691284,
      "learning_rate": 2.682474830880208e-06,
      "loss": 0.3503,
      "step": 1379150
    },
    {
      "epoch": 384.92,
      "grad_norm": 1.2621111869812012,
      "learning_rate": 2.682448075102422e-06,
      "loss": 0.365,
      "step": 1379160
    },
    {
      "epoch": 384.92,
      "grad_norm": 1.050560474395752,
      "learning_rate": 2.6824213192795546e-06,
      "loss": 0.3571,
      "step": 1379170
    },
    {
      "epoch": 384.92,
      "grad_norm": 0.892681360244751,
      "learning_rate": 2.682394563411611e-06,
      "loss": 0.35,
      "step": 1379180
    },
    {
      "epoch": 384.93,
      "grad_norm": 1.1272004842758179,
      "learning_rate": 2.6823678074985925e-06,
      "loss": 0.3466,
      "step": 1379190
    },
    {
      "epoch": 384.93,
      "grad_norm": 0.9233211278915405,
      "learning_rate": 2.6823410515405045e-06,
      "loss": 0.3562,
      "step": 1379200
    },
    {
      "epoch": 384.93,
      "grad_norm": 0.9457552433013916,
      "learning_rate": 2.6823142955373492e-06,
      "loss": 0.3386,
      "step": 1379210
    },
    {
      "epoch": 384.93,
      "grad_norm": 1.0256340503692627,
      "learning_rate": 2.6822875394891322e-06,
      "loss": 0.3361,
      "step": 1379220
    },
    {
      "epoch": 384.94,
      "grad_norm": 0.9573009014129639,
      "learning_rate": 2.6822607833958548e-06,
      "loss": 0.3385,
      "step": 1379230
    },
    {
      "epoch": 384.94,
      "grad_norm": 1.0082111358642578,
      "learning_rate": 2.682234027257521e-06,
      "loss": 0.342,
      "step": 1379240
    },
    {
      "epoch": 384.94,
      "grad_norm": 1.1465166807174683,
      "learning_rate": 2.6822072710741363e-06,
      "loss": 0.3534,
      "step": 1379250
    },
    {
      "epoch": 384.95,
      "grad_norm": 2.0320475101470947,
      "learning_rate": 2.6821805148457024e-06,
      "loss": 0.3541,
      "step": 1379260
    },
    {
      "epoch": 384.95,
      "grad_norm": 1.0605190992355347,
      "learning_rate": 2.6821537585722234e-06,
      "loss": 0.3404,
      "step": 1379270
    },
    {
      "epoch": 384.95,
      "grad_norm": 0.990466296672821,
      "learning_rate": 2.682127002253702e-06,
      "loss": 0.3397,
      "step": 1379280
    },
    {
      "epoch": 384.95,
      "grad_norm": 1.0147180557250977,
      "learning_rate": 2.682100245890143e-06,
      "loss": 0.3459,
      "step": 1379290
    },
    {
      "epoch": 384.96,
      "grad_norm": 1.1246076822280884,
      "learning_rate": 2.6820734894815492e-06,
      "loss": 0.3368,
      "step": 1379300
    },
    {
      "epoch": 384.96,
      "grad_norm": 1.0598667860031128,
      "learning_rate": 2.682046733027925e-06,
      "loss": 0.3363,
      "step": 1379310
    },
    {
      "epoch": 384.96,
      "grad_norm": 0.9555486440658569,
      "learning_rate": 2.682019976529273e-06,
      "loss": 0.3736,
      "step": 1379320
    },
    {
      "epoch": 384.97,
      "grad_norm": 1.1966511011123657,
      "learning_rate": 2.6819932199855978e-06,
      "loss": 0.3468,
      "step": 1379330
    },
    {
      "epoch": 384.97,
      "grad_norm": 1.041643738746643,
      "learning_rate": 2.6819664633969018e-06,
      "loss": 0.3519,
      "step": 1379340
    },
    {
      "epoch": 384.97,
      "grad_norm": 1.0628947019577026,
      "learning_rate": 2.6819397067631893e-06,
      "loss": 0.3521,
      "step": 1379350
    },
    {
      "epoch": 384.97,
      "grad_norm": 1.048444390296936,
      "learning_rate": 2.6819129500844634e-06,
      "loss": 0.336,
      "step": 1379360
    },
    {
      "epoch": 384.98,
      "grad_norm": 1.0904136896133423,
      "learning_rate": 2.681886193360728e-06,
      "loss": 0.3488,
      "step": 1379370
    },
    {
      "epoch": 384.98,
      "grad_norm": 0.9835010170936584,
      "learning_rate": 2.6818594365919866e-06,
      "loss": 0.3652,
      "step": 1379380
    },
    {
      "epoch": 384.98,
      "grad_norm": 1.092074990272522,
      "learning_rate": 2.681832679778243e-06,
      "loss": 0.3615,
      "step": 1379390
    },
    {
      "epoch": 384.98,
      "grad_norm": 0.9370142221450806,
      "learning_rate": 2.6818059229195e-06,
      "loss": 0.3467,
      "step": 1379400
    },
    {
      "epoch": 384.99,
      "grad_norm": 1.1170473098754883,
      "learning_rate": 2.681779166015762e-06,
      "loss": 0.33,
      "step": 1379410
    },
    {
      "epoch": 384.99,
      "grad_norm": 0.99217689037323,
      "learning_rate": 2.6817524090670324e-06,
      "loss": 0.3352,
      "step": 1379420
    },
    {
      "epoch": 384.99,
      "grad_norm": 1.0933465957641602,
      "learning_rate": 2.681725652073314e-06,
      "loss": 0.3356,
      "step": 1379430
    },
    {
      "epoch": 385.0,
      "grad_norm": 1.6427234411239624,
      "learning_rate": 2.681698895034611e-06,
      "loss": 0.3752,
      "step": 1379440
    },
    {
      "epoch": 385.0,
      "grad_norm": 1.0663306713104248,
      "learning_rate": 2.6816721379509276e-06,
      "loss": 0.3375,
      "step": 1379450
    },
    {
      "epoch": 385.0,
      "eval_loss": 0.3482518196105957,
      "eval_runtime": 63.0674,
      "eval_samples_per_second": 80.216,
      "eval_steps_per_second": 10.037,
      "step": 1379455
    },
    {
      "epoch": 385.0,
      "grad_norm": 1.1549890041351318,
      "learning_rate": 2.6816453808222663e-06,
      "loss": 0.3321,
      "step": 1379460
    },
    {
      "epoch": 385.0,
      "grad_norm": 1.0490469932556152,
      "learning_rate": 2.6816186236486313e-06,
      "loss": 0.352,
      "step": 1379470
    },
    {
      "epoch": 385.01,
      "grad_norm": 1.3221721649169922,
      "learning_rate": 2.6815918664300257e-06,
      "loss": 0.3349,
      "step": 1379480
    },
    {
      "epoch": 385.01,
      "grad_norm": 1.0480623245239258,
      "learning_rate": 2.681565109166453e-06,
      "loss": 0.3328,
      "step": 1379490
    },
    {
      "epoch": 385.01,
      "grad_norm": 0.9706785678863525,
      "learning_rate": 2.681538351857917e-06,
      "loss": 0.3516,
      "step": 1379500
    },
    {
      "epoch": 385.02,
      "grad_norm": 0.8964433670043945,
      "learning_rate": 2.6815115945044217e-06,
      "loss": 0.3322,
      "step": 1379510
    },
    {
      "epoch": 385.02,
      "grad_norm": 0.9978871941566467,
      "learning_rate": 2.6814848371059698e-06,
      "loss": 0.3466,
      "step": 1379520
    },
    {
      "epoch": 385.02,
      "grad_norm": 1.0233863592147827,
      "learning_rate": 2.681458079662565e-06,
      "loss": 0.3531,
      "step": 1379530
    },
    {
      "epoch": 385.02,
      "grad_norm": 1.0016100406646729,
      "learning_rate": 2.681431322174212e-06,
      "loss": 0.3351,
      "step": 1379540
    },
    {
      "epoch": 385.03,
      "grad_norm": 1.0325889587402344,
      "learning_rate": 2.681404564640913e-06,
      "loss": 0.3529,
      "step": 1379550
    },
    {
      "epoch": 385.03,
      "grad_norm": 0.9868420958518982,
      "learning_rate": 2.6813778070626727e-06,
      "loss": 0.3478,
      "step": 1379560
    },
    {
      "epoch": 385.03,
      "grad_norm": 0.9730212092399597,
      "learning_rate": 2.6813510494394933e-06,
      "loss": 0.3397,
      "step": 1379570
    },
    {
      "epoch": 385.03,
      "grad_norm": 1.0721967220306396,
      "learning_rate": 2.6813242917713795e-06,
      "loss": 0.36,
      "step": 1379580
    },
    {
      "epoch": 385.04,
      "grad_norm": 1.051222562789917,
      "learning_rate": 2.681297534058334e-06,
      "loss": 0.3395,
      "step": 1379590
    },
    {
      "epoch": 385.04,
      "grad_norm": 0.8959212899208069,
      "learning_rate": 2.6812707763003616e-06,
      "loss": 0.3495,
      "step": 1379600
    },
    {
      "epoch": 385.04,
      "grad_norm": 1.4605494737625122,
      "learning_rate": 2.6812440184974646e-06,
      "loss": 0.3429,
      "step": 1379610
    },
    {
      "epoch": 385.05,
      "grad_norm": 1.0276825428009033,
      "learning_rate": 2.6812172606496474e-06,
      "loss": 0.3569,
      "step": 1379620
    },
    {
      "epoch": 385.05,
      "grad_norm": 1.096917748451233,
      "learning_rate": 2.681190502756913e-06,
      "loss": 0.3545,
      "step": 1379630
    },
    {
      "epoch": 385.05,
      "grad_norm": 1.098859190940857,
      "learning_rate": 2.6811637448192656e-06,
      "loss": 0.3632,
      "step": 1379640
    },
    {
      "epoch": 385.05,
      "grad_norm": 1.0280935764312744,
      "learning_rate": 2.6811369868367074e-06,
      "loss": 0.3463,
      "step": 1379650
    },
    {
      "epoch": 385.06,
      "grad_norm": 0.9713121056556702,
      "learning_rate": 2.6811102288092433e-06,
      "loss": 0.3593,
      "step": 1379660
    },
    {
      "epoch": 385.06,
      "grad_norm": 1.1466689109802246,
      "learning_rate": 2.681083470736877e-06,
      "loss": 0.3465,
      "step": 1379670
    },
    {
      "epoch": 385.06,
      "grad_norm": 1.1915017366409302,
      "learning_rate": 2.681056712619611e-06,
      "loss": 0.3508,
      "step": 1379680
    },
    {
      "epoch": 385.07,
      "grad_norm": 1.2831006050109863,
      "learning_rate": 2.681029954457449e-06,
      "loss": 0.3559,
      "step": 1379690
    },
    {
      "epoch": 385.07,
      "grad_norm": 1.0483508110046387,
      "learning_rate": 2.6810031962503956e-06,
      "loss": 0.3521,
      "step": 1379700
    },
    {
      "epoch": 385.07,
      "grad_norm": 1.0359365940093994,
      "learning_rate": 2.680976437998454e-06,
      "loss": 0.345,
      "step": 1379710
    },
    {
      "epoch": 385.07,
      "grad_norm": 0.8933957815170288,
      "learning_rate": 2.6809496797016265e-06,
      "loss": 0.3501,
      "step": 1379720
    },
    {
      "epoch": 385.08,
      "grad_norm": 1.100648045539856,
      "learning_rate": 2.680922921359918e-06,
      "loss": 0.342,
      "step": 1379730
    },
    {
      "epoch": 385.08,
      "grad_norm": 1.2051362991333008,
      "learning_rate": 2.680896162973332e-06,
      "loss": 0.3504,
      "step": 1379740
    },
    {
      "epoch": 385.08,
      "grad_norm": 1.037709355354309,
      "learning_rate": 2.6808694045418715e-06,
      "loss": 0.3232,
      "step": 1379750
    },
    {
      "epoch": 385.09,
      "grad_norm": 1.0305664539337158,
      "learning_rate": 2.68084264606554e-06,
      "loss": 0.3388,
      "step": 1379760
    },
    {
      "epoch": 385.09,
      "grad_norm": 2.125915050506592,
      "learning_rate": 2.6808158875443423e-06,
      "loss": 0.3473,
      "step": 1379770
    },
    {
      "epoch": 385.09,
      "grad_norm": 1.0549342632293701,
      "learning_rate": 2.680789128978281e-06,
      "loss": 0.3472,
      "step": 1379780
    },
    {
      "epoch": 385.09,
      "grad_norm": 1.0292671918869019,
      "learning_rate": 2.6807623703673585e-06,
      "loss": 0.3368,
      "step": 1379790
    },
    {
      "epoch": 385.1,
      "grad_norm": 0.9720466136932373,
      "learning_rate": 2.680735611711581e-06,
      "loss": 0.3327,
      "step": 1379800
    },
    {
      "epoch": 385.1,
      "grad_norm": 1.0875028371810913,
      "learning_rate": 2.6807088530109494e-06,
      "loss": 0.3514,
      "step": 1379810
    },
    {
      "epoch": 385.1,
      "grad_norm": 0.9943315982818604,
      "learning_rate": 2.6806820942654687e-06,
      "loss": 0.3332,
      "step": 1379820
    },
    {
      "epoch": 385.1,
      "grad_norm": 0.8600881099700928,
      "learning_rate": 2.680655335475143e-06,
      "loss": 0.3656,
      "step": 1379830
    },
    {
      "epoch": 385.11,
      "grad_norm": 1.3231894969940186,
      "learning_rate": 2.6806285766399746e-06,
      "loss": 0.3458,
      "step": 1379840
    },
    {
      "epoch": 385.11,
      "grad_norm": 0.8388498425483704,
      "learning_rate": 2.6806018177599676e-06,
      "loss": 0.3421,
      "step": 1379850
    },
    {
      "epoch": 385.11,
      "grad_norm": 1.3270422220230103,
      "learning_rate": 2.680575058835125e-06,
      "loss": 0.3375,
      "step": 1379860
    },
    {
      "epoch": 385.12,
      "grad_norm": 0.9338461756706238,
      "learning_rate": 2.6805482998654525e-06,
      "loss": 0.3576,
      "step": 1379870
    },
    {
      "epoch": 385.12,
      "grad_norm": 1.2091344594955444,
      "learning_rate": 2.6805215408509503e-06,
      "loss": 0.3485,
      "step": 1379880
    },
    {
      "epoch": 385.12,
      "grad_norm": 1.0448658466339111,
      "learning_rate": 2.680494781791624e-06,
      "loss": 0.33,
      "step": 1379890
    },
    {
      "epoch": 385.12,
      "grad_norm": 1.0000603199005127,
      "learning_rate": 2.680468022687478e-06,
      "loss": 0.3609,
      "step": 1379900
    },
    {
      "epoch": 385.13,
      "grad_norm": 1.0439401865005493,
      "learning_rate": 2.6804412635385135e-06,
      "loss": 0.3505,
      "step": 1379910
    },
    {
      "epoch": 385.13,
      "grad_norm": 2.003337860107422,
      "learning_rate": 2.680414504344736e-06,
      "loss": 0.3536,
      "step": 1379920
    },
    {
      "epoch": 385.13,
      "grad_norm": 1.1139386892318726,
      "learning_rate": 2.6803877451061486e-06,
      "loss": 0.3461,
      "step": 1379930
    },
    {
      "epoch": 385.14,
      "grad_norm": 1.2692095041275024,
      "learning_rate": 2.6803609858227536e-06,
      "loss": 0.3533,
      "step": 1379940
    },
    {
      "epoch": 385.14,
      "grad_norm": 1.1805109977722168,
      "learning_rate": 2.680334226494556e-06,
      "loss": 0.3445,
      "step": 1379950
    },
    {
      "epoch": 385.14,
      "grad_norm": 1.1198559999465942,
      "learning_rate": 2.6803074671215595e-06,
      "loss": 0.375,
      "step": 1379960
    },
    {
      "epoch": 385.14,
      "grad_norm": 1.0684032440185547,
      "learning_rate": 2.680280707703767e-06,
      "loss": 0.3497,
      "step": 1379970
    },
    {
      "epoch": 385.15,
      "grad_norm": 1.0696941614151,
      "learning_rate": 2.680253948241182e-06,
      "loss": 0.3138,
      "step": 1379980
    },
    {
      "epoch": 385.15,
      "grad_norm": 0.8740463256835938,
      "learning_rate": 2.680227188733808e-06,
      "loss": 0.3505,
      "step": 1379990
    },
    {
      "epoch": 385.15,
      "grad_norm": 0.9406419396400452,
      "learning_rate": 2.680200429181649e-06,
      "loss": 0.335,
      "step": 1380000
    },
    {
      "epoch": 385.15,
      "grad_norm": 3.343064069747925,
      "learning_rate": 2.6801736695847084e-06,
      "loss": 0.3525,
      "step": 1380010
    },
    {
      "epoch": 385.16,
      "grad_norm": 1.0717376470565796,
      "learning_rate": 2.680146909942989e-06,
      "loss": 0.3467,
      "step": 1380020
    },
    {
      "epoch": 385.16,
      "grad_norm": 0.992668628692627,
      "learning_rate": 2.6801201502564964e-06,
      "loss": 0.3465,
      "step": 1380030
    },
    {
      "epoch": 385.16,
      "grad_norm": 0.939953625202179,
      "learning_rate": 2.6800933905252315e-06,
      "loss": 0.3491,
      "step": 1380040
    },
    {
      "epoch": 385.17,
      "grad_norm": 1.124721646308899,
      "learning_rate": 2.6800666307491996e-06,
      "loss": 0.3615,
      "step": 1380050
    },
    {
      "epoch": 385.17,
      "grad_norm": 1.0900580883026123,
      "learning_rate": 2.680039870928405e-06,
      "loss": 0.3606,
      "step": 1380060
    },
    {
      "epoch": 385.17,
      "grad_norm": 1.065147876739502,
      "learning_rate": 2.680013111062849e-06,
      "loss": 0.3484,
      "step": 1380070
    },
    {
      "epoch": 385.17,
      "grad_norm": 1.1055973768234253,
      "learning_rate": 2.6799863511525366e-06,
      "loss": 0.3514,
      "step": 1380080
    },
    {
      "epoch": 385.18,
      "grad_norm": 0.9783123135566711,
      "learning_rate": 2.679959591197471e-06,
      "loss": 0.343,
      "step": 1380090
    },
    {
      "epoch": 385.18,
      "grad_norm": 0.9573289155960083,
      "learning_rate": 2.6799328311976557e-06,
      "loss": 0.3538,
      "step": 1380100
    },
    {
      "epoch": 385.18,
      "grad_norm": 1.0011770725250244,
      "learning_rate": 2.679906071153094e-06,
      "loss": 0.3188,
      "step": 1380110
    },
    {
      "epoch": 385.19,
      "grad_norm": 1.1586860418319702,
      "learning_rate": 2.679879311063791e-06,
      "loss": 0.3548,
      "step": 1380120
    },
    {
      "epoch": 385.19,
      "grad_norm": 1.176849126815796,
      "learning_rate": 2.679852550929748e-06,
      "loss": 0.3309,
      "step": 1380130
    },
    {
      "epoch": 385.19,
      "grad_norm": 1.1480790376663208,
      "learning_rate": 2.67982579075097e-06,
      "loss": 0.3618,
      "step": 1380140
    },
    {
      "epoch": 385.19,
      "grad_norm": 1.0125151872634888,
      "learning_rate": 2.67979903052746e-06,
      "loss": 0.3344,
      "step": 1380150
    },
    {
      "epoch": 385.2,
      "grad_norm": 1.165605068206787,
      "learning_rate": 2.6797722702592227e-06,
      "loss": 0.3452,
      "step": 1380160
    },
    {
      "epoch": 385.2,
      "grad_norm": 1.0730996131896973,
      "learning_rate": 2.67974550994626e-06,
      "loss": 0.3419,
      "step": 1380170
    },
    {
      "epoch": 385.2,
      "grad_norm": 1.0980334281921387,
      "learning_rate": 2.6797187495885758e-06,
      "loss": 0.3443,
      "step": 1380180
    },
    {
      "epoch": 385.21,
      "grad_norm": 1.0379608869552612,
      "learning_rate": 2.6796919891861753e-06,
      "loss": 0.3572,
      "step": 1380190
    },
    {
      "epoch": 385.21,
      "grad_norm": 0.935825765132904,
      "learning_rate": 2.6796652287390596e-06,
      "loss": 0.3458,
      "step": 1380200
    },
    {
      "epoch": 385.21,
      "grad_norm": 1.029008388519287,
      "learning_rate": 2.679638468247234e-06,
      "loss": 0.3587,
      "step": 1380210
    },
    {
      "epoch": 385.21,
      "grad_norm": 0.9861464500427246,
      "learning_rate": 2.679611707710702e-06,
      "loss": 0.3423,
      "step": 1380220
    },
    {
      "epoch": 385.22,
      "grad_norm": 0.9181761741638184,
      "learning_rate": 2.679584947129466e-06,
      "loss": 0.3605,
      "step": 1380230
    },
    {
      "epoch": 385.22,
      "grad_norm": 1.1037919521331787,
      "learning_rate": 2.6795581865035305e-06,
      "loss": 0.3387,
      "step": 1380240
    },
    {
      "epoch": 385.22,
      "grad_norm": 1.0378706455230713,
      "learning_rate": 2.679531425832899e-06,
      "loss": 0.358,
      "step": 1380250
    },
    {
      "epoch": 385.22,
      "grad_norm": 1.0062968730926514,
      "learning_rate": 2.6795046651175748e-06,
      "loss": 0.3552,
      "step": 1380260
    },
    {
      "epoch": 385.23,
      "grad_norm": 1.013234257698059,
      "learning_rate": 2.679477904357561e-06,
      "loss": 0.3498,
      "step": 1380270
    },
    {
      "epoch": 385.23,
      "grad_norm": 1.228749394416809,
      "learning_rate": 2.6794511435528625e-06,
      "loss": 0.341,
      "step": 1380280
    },
    {
      "epoch": 385.23,
      "grad_norm": 1.064945101737976,
      "learning_rate": 2.6794243827034823e-06,
      "loss": 0.3475,
      "step": 1380290
    },
    {
      "epoch": 385.24,
      "grad_norm": 0.9621900916099548,
      "learning_rate": 2.679397621809423e-06,
      "loss": 0.3451,
      "step": 1380300
    },
    {
      "epoch": 385.24,
      "grad_norm": 1.1138185262680054,
      "learning_rate": 2.679370860870689e-06,
      "loss": 0.3567,
      "step": 1380310
    },
    {
      "epoch": 385.24,
      "grad_norm": 0.9727312326431274,
      "learning_rate": 2.6793440998872843e-06,
      "loss": 0.3607,
      "step": 1380320
    },
    {
      "epoch": 385.24,
      "grad_norm": 1.0149562358856201,
      "learning_rate": 2.679317338859211e-06,
      "loss": 0.3551,
      "step": 1380330
    },
    {
      "epoch": 385.25,
      "grad_norm": 0.8467034697532654,
      "learning_rate": 2.6792905777864743e-06,
      "loss": 0.3442,
      "step": 1380340
    },
    {
      "epoch": 385.25,
      "grad_norm": 0.9985611438751221,
      "learning_rate": 2.679263816669077e-06,
      "loss": 0.3322,
      "step": 1380350
    },
    {
      "epoch": 385.25,
      "grad_norm": 0.969947874546051,
      "learning_rate": 2.679237055507023e-06,
      "loss": 0.3498,
      "step": 1380360
    },
    {
      "epoch": 385.26,
      "grad_norm": 0.9101638197898865,
      "learning_rate": 2.679210294300315e-06,
      "loss": 0.3349,
      "step": 1380370
    },
    {
      "epoch": 385.26,
      "grad_norm": 0.962582528591156,
      "learning_rate": 2.679183533048958e-06,
      "loss": 0.3574,
      "step": 1380380
    },
    {
      "epoch": 385.26,
      "grad_norm": 0.9845178127288818,
      "learning_rate": 2.6791567717529535e-06,
      "loss": 0.3511,
      "step": 1380390
    },
    {
      "epoch": 385.26,
      "grad_norm": 1.1601134538650513,
      "learning_rate": 2.679130010412307e-06,
      "loss": 0.3503,
      "step": 1380400
    },
    {
      "epoch": 385.27,
      "grad_norm": 1.0657645463943481,
      "learning_rate": 2.6791032490270218e-06,
      "loss": 0.3506,
      "step": 1380410
    },
    {
      "epoch": 385.27,
      "grad_norm": 0.8756400942802429,
      "learning_rate": 2.6790764875970996e-06,
      "loss": 0.3554,
      "step": 1380420
    },
    {
      "epoch": 385.27,
      "grad_norm": 1.0135993957519531,
      "learning_rate": 2.6790497261225465e-06,
      "loss": 0.3529,
      "step": 1380430
    },
    {
      "epoch": 385.27,
      "grad_norm": 3.4324114322662354,
      "learning_rate": 2.679022964603365e-06,
      "loss": 0.3387,
      "step": 1380440
    },
    {
      "epoch": 385.28,
      "grad_norm": 1.2950397729873657,
      "learning_rate": 2.678996203039558e-06,
      "loss": 0.3377,
      "step": 1380450
    },
    {
      "epoch": 385.28,
      "grad_norm": 1.2297857999801636,
      "learning_rate": 2.6789694414311297e-06,
      "loss": 0.3571,
      "step": 1380460
    },
    {
      "epoch": 385.28,
      "grad_norm": 1.0334193706512451,
      "learning_rate": 2.6789426797780834e-06,
      "loss": 0.3277,
      "step": 1380470
    },
    {
      "epoch": 385.29,
      "grad_norm": 0.9415946006774902,
      "learning_rate": 2.6789159180804235e-06,
      "loss": 0.3613,
      "step": 1380480
    },
    {
      "epoch": 385.29,
      "grad_norm": 0.9890174865722656,
      "learning_rate": 2.6788891563381524e-06,
      "loss": 0.3587,
      "step": 1380490
    },
    {
      "epoch": 385.29,
      "grad_norm": 1.115861177444458,
      "learning_rate": 2.6788623945512745e-06,
      "loss": 0.3394,
      "step": 1380500
    },
    {
      "epoch": 385.29,
      "grad_norm": 1.092146635055542,
      "learning_rate": 2.6788356327197927e-06,
      "loss": 0.356,
      "step": 1380510
    },
    {
      "epoch": 385.3,
      "grad_norm": 1.0721936225891113,
      "learning_rate": 2.678808870843711e-06,
      "loss": 0.3491,
      "step": 1380520
    },
    {
      "epoch": 385.3,
      "grad_norm": 1.1083298921585083,
      "learning_rate": 2.6787821089230334e-06,
      "loss": 0.3538,
      "step": 1380530
    },
    {
      "epoch": 385.3,
      "grad_norm": 1.2454063892364502,
      "learning_rate": 2.6787553469577623e-06,
      "loss": 0.3473,
      "step": 1380540
    },
    {
      "epoch": 385.31,
      "grad_norm": 3.1894662380218506,
      "learning_rate": 2.678728584947902e-06,
      "loss": 0.3479,
      "step": 1380550
    },
    {
      "epoch": 385.31,
      "grad_norm": 0.9470105767250061,
      "learning_rate": 2.678701822893456e-06,
      "loss": 0.3523,
      "step": 1380560
    },
    {
      "epoch": 385.31,
      "grad_norm": 1.7211896181106567,
      "learning_rate": 2.678675060794428e-06,
      "loss": 0.3472,
      "step": 1380570
    },
    {
      "epoch": 385.31,
      "grad_norm": 0.9994436502456665,
      "learning_rate": 2.6786482986508213e-06,
      "loss": 0.3506,
      "step": 1380580
    },
    {
      "epoch": 385.32,
      "grad_norm": 0.9736344814300537,
      "learning_rate": 2.67862153646264e-06,
      "loss": 0.3411,
      "step": 1380590
    },
    {
      "epoch": 385.32,
      "grad_norm": 0.8517617583274841,
      "learning_rate": 2.678594774229886e-06,
      "loss": 0.3287,
      "step": 1380600
    },
    {
      "epoch": 385.32,
      "grad_norm": 1.0202841758728027,
      "learning_rate": 2.6785680119525654e-06,
      "loss": 0.3459,
      "step": 1380610
    },
    {
      "epoch": 385.33,
      "grad_norm": 1.2123665809631348,
      "learning_rate": 2.67854124963068e-06,
      "loss": 0.3438,
      "step": 1380620
    },
    {
      "epoch": 385.33,
      "grad_norm": 0.874130368232727,
      "learning_rate": 2.678514487264233e-06,
      "loss": 0.3584,
      "step": 1380630
    },
    {
      "epoch": 385.33,
      "grad_norm": 0.9635804891586304,
      "learning_rate": 2.67848772485323e-06,
      "loss": 0.36,
      "step": 1380640
    },
    {
      "epoch": 385.33,
      "grad_norm": 1.0840096473693848,
      "learning_rate": 2.6784609623976726e-06,
      "loss": 0.3564,
      "step": 1380650
    },
    {
      "epoch": 385.34,
      "grad_norm": 1.140120267868042,
      "learning_rate": 2.6784341998975654e-06,
      "loss": 0.363,
      "step": 1380660
    },
    {
      "epoch": 385.34,
      "grad_norm": 1.0346685647964478,
      "learning_rate": 2.6784074373529114e-06,
      "loss": 0.3372,
      "step": 1380670
    },
    {
      "epoch": 385.34,
      "grad_norm": 1.087698221206665,
      "learning_rate": 2.678380674763714e-06,
      "loss": 0.362,
      "step": 1380680
    },
    {
      "epoch": 385.34,
      "grad_norm": 0.9618314504623413,
      "learning_rate": 2.678353912129978e-06,
      "loss": 0.3464,
      "step": 1380690
    },
    {
      "epoch": 385.35,
      "grad_norm": 1.1761666536331177,
      "learning_rate": 2.6783271494517053e-06,
      "loss": 0.3393,
      "step": 1380700
    },
    {
      "epoch": 385.35,
      "grad_norm": 0.9880742430686951,
      "learning_rate": 2.678300386728901e-06,
      "loss": 0.3528,
      "step": 1380710
    },
    {
      "epoch": 385.35,
      "grad_norm": 1.0033671855926514,
      "learning_rate": 2.6782736239615674e-06,
      "loss": 0.3362,
      "step": 1380720
    },
    {
      "epoch": 385.36,
      "grad_norm": 1.1585466861724854,
      "learning_rate": 2.678246861149709e-06,
      "loss": 0.3501,
      "step": 1380730
    },
    {
      "epoch": 385.36,
      "grad_norm": 1.0808184146881104,
      "learning_rate": 2.678220098293329e-06,
      "loss": 0.3459,
      "step": 1380740
    },
    {
      "epoch": 385.36,
      "grad_norm": 0.9429008364677429,
      "learning_rate": 2.678193335392431e-06,
      "loss": 0.3332,
      "step": 1380750
    },
    {
      "epoch": 385.36,
      "grad_norm": 1.1488611698150635,
      "learning_rate": 2.678166572447018e-06,
      "loss": 0.3444,
      "step": 1380760
    },
    {
      "epoch": 385.37,
      "grad_norm": 1.0081968307495117,
      "learning_rate": 2.6781398094570943e-06,
      "loss": 0.3399,
      "step": 1380770
    },
    {
      "epoch": 385.37,
      "grad_norm": 0.9047693610191345,
      "learning_rate": 2.678113046422663e-06,
      "loss": 0.3522,
      "step": 1380780
    },
    {
      "epoch": 385.37,
      "grad_norm": 1.0232207775115967,
      "learning_rate": 2.6780862833437282e-06,
      "loss": 0.3522,
      "step": 1380790
    },
    {
      "epoch": 385.38,
      "grad_norm": 0.9195562601089478,
      "learning_rate": 2.6780595202202937e-06,
      "loss": 0.3638,
      "step": 1380800
    },
    {
      "epoch": 385.38,
      "grad_norm": 1.09810471534729,
      "learning_rate": 2.678032757052362e-06,
      "loss": 0.3522,
      "step": 1380810
    },
    {
      "epoch": 385.38,
      "grad_norm": 3.661931037902832,
      "learning_rate": 2.678005993839937e-06,
      "loss": 0.3432,
      "step": 1380820
    },
    {
      "epoch": 385.38,
      "grad_norm": 0.9725695252418518,
      "learning_rate": 2.677979230583023e-06,
      "loss": 0.3508,
      "step": 1380830
    },
    {
      "epoch": 385.39,
      "grad_norm": 1.0379407405853271,
      "learning_rate": 2.677952467281622e-06,
      "loss": 0.3557,
      "step": 1380840
    },
    {
      "epoch": 385.39,
      "grad_norm": 0.9674342274665833,
      "learning_rate": 2.677925703935739e-06,
      "loss": 0.33,
      "step": 1380850
    },
    {
      "epoch": 385.39,
      "grad_norm": 1.3535635471343994,
      "learning_rate": 2.677898940545377e-06,
      "loss": 0.3565,
      "step": 1380860
    },
    {
      "epoch": 385.39,
      "grad_norm": 1.084707260131836,
      "learning_rate": 2.6778721771105403e-06,
      "loss": 0.3369,
      "step": 1380870
    },
    {
      "epoch": 385.4,
      "grad_norm": 0.9861433506011963,
      "learning_rate": 2.6778454136312313e-06,
      "loss": 0.3531,
      "step": 1380880
    },
    {
      "epoch": 385.4,
      "grad_norm": 1.1223124265670776,
      "learning_rate": 2.6778186501074543e-06,
      "loss": 0.3616,
      "step": 1380890
    },
    {
      "epoch": 385.4,
      "grad_norm": 0.9783547520637512,
      "learning_rate": 2.677791886539213e-06,
      "loss": 0.3495,
      "step": 1380900
    },
    {
      "epoch": 385.41,
      "grad_norm": 1.393068790435791,
      "learning_rate": 2.67776512292651e-06,
      "loss": 0.3265,
      "step": 1380910
    },
    {
      "epoch": 385.41,
      "grad_norm": 1.0256754159927368,
      "learning_rate": 2.67773835926935e-06,
      "loss": 0.3584,
      "step": 1380920
    },
    {
      "epoch": 385.41,
      "grad_norm": 0.9995389580726624,
      "learning_rate": 2.6777115955677353e-06,
      "loss": 0.3555,
      "step": 1380930
    },
    {
      "epoch": 385.41,
      "grad_norm": 0.9832384586334229,
      "learning_rate": 2.677684831821671e-06,
      "loss": 0.3489,
      "step": 1380940
    },
    {
      "epoch": 385.42,
      "grad_norm": 0.9134058952331543,
      "learning_rate": 2.67765806803116e-06,
      "loss": 0.3559,
      "step": 1380950
    },
    {
      "epoch": 385.42,
      "grad_norm": 1.0368224382400513,
      "learning_rate": 2.6776313041962055e-06,
      "loss": 0.3388,
      "step": 1380960
    },
    {
      "epoch": 385.42,
      "grad_norm": 1.0169411897659302,
      "learning_rate": 2.677604540316811e-06,
      "loss": 0.3424,
      "step": 1380970
    },
    {
      "epoch": 385.43,
      "grad_norm": 0.9920972585678101,
      "learning_rate": 2.6775777763929808e-06,
      "loss": 0.3378,
      "step": 1380980
    },
    {
      "epoch": 385.43,
      "grad_norm": 0.9862171411514282,
      "learning_rate": 2.6775510124247177e-06,
      "loss": 0.366,
      "step": 1380990
    },
    {
      "epoch": 385.43,
      "grad_norm": 0.869234025478363,
      "learning_rate": 2.6775242484120257e-06,
      "loss": 0.3619,
      "step": 1381000
    },
    {
      "epoch": 385.43,
      "grad_norm": 1.1204571723937988,
      "learning_rate": 2.6774974843549076e-06,
      "loss": 0.3495,
      "step": 1381010
    },
    {
      "epoch": 385.44,
      "grad_norm": 0.9423079490661621,
      "learning_rate": 2.6774707202533686e-06,
      "loss": 0.3445,
      "step": 1381020
    },
    {
      "epoch": 385.44,
      "grad_norm": 1.128072738647461,
      "learning_rate": 2.677443956107411e-06,
      "loss": 0.3487,
      "step": 1381030
    },
    {
      "epoch": 385.44,
      "grad_norm": 0.9877642393112183,
      "learning_rate": 2.677417191917039e-06,
      "loss": 0.3519,
      "step": 1381040
    },
    {
      "epoch": 385.45,
      "grad_norm": 0.9416281580924988,
      "learning_rate": 2.6773904276822546e-06,
      "loss": 0.349,
      "step": 1381050
    },
    {
      "epoch": 385.45,
      "grad_norm": 0.8669979572296143,
      "learning_rate": 2.677363663403064e-06,
      "loss": 0.3419,
      "step": 1381060
    },
    {
      "epoch": 385.45,
      "grad_norm": 1.1646003723144531,
      "learning_rate": 2.6773368990794685e-06,
      "loss": 0.3501,
      "step": 1381070
    },
    {
      "epoch": 385.45,
      "grad_norm": 1.0710889101028442,
      "learning_rate": 2.6773101347114724e-06,
      "loss": 0.3625,
      "step": 1381080
    },
    {
      "epoch": 385.46,
      "grad_norm": 1.2676719427108765,
      "learning_rate": 2.6772833702990795e-06,
      "loss": 0.3365,
      "step": 1381090
    },
    {
      "epoch": 385.46,
      "grad_norm": 0.8862590193748474,
      "learning_rate": 2.677256605842294e-06,
      "loss": 0.3495,
      "step": 1381100
    },
    {
      "epoch": 385.46,
      "grad_norm": 1.0613155364990234,
      "learning_rate": 2.6772298413411176e-06,
      "loss": 0.3528,
      "step": 1381110
    },
    {
      "epoch": 385.46,
      "grad_norm": 0.9126125574111938,
      "learning_rate": 2.677203076795556e-06,
      "loss": 0.3426,
      "step": 1381120
    },
    {
      "epoch": 385.47,
      "grad_norm": 0.8858731389045715,
      "learning_rate": 2.6771763122056105e-06,
      "loss": 0.3353,
      "step": 1381130
    },
    {
      "epoch": 385.47,
      "grad_norm": 1.2898993492126465,
      "learning_rate": 2.677149547571286e-06,
      "loss": 0.3407,
      "step": 1381140
    },
    {
      "epoch": 385.47,
      "grad_norm": 0.9216983914375305,
      "learning_rate": 2.6771227828925872e-06,
      "loss": 0.3639,
      "step": 1381150
    },
    {
      "epoch": 385.48,
      "grad_norm": 1.079717755317688,
      "learning_rate": 2.677096018169515e-06,
      "loss": 0.3532,
      "step": 1381160
    },
    {
      "epoch": 385.48,
      "grad_norm": 0.9787090420722961,
      "learning_rate": 2.6770692534020754e-06,
      "loss": 0.3449,
      "step": 1381170
    },
    {
      "epoch": 385.48,
      "grad_norm": 0.881496250629425,
      "learning_rate": 2.6770424885902705e-06,
      "loss": 0.3333,
      "step": 1381180
    },
    {
      "epoch": 385.48,
      "grad_norm": 0.9407364130020142,
      "learning_rate": 2.6770157237341043e-06,
      "loss": 0.3481,
      "step": 1381190
    },
    {
      "epoch": 385.49,
      "grad_norm": 1.0593341588974,
      "learning_rate": 2.6769889588335803e-06,
      "loss": 0.3493,
      "step": 1381200
    },
    {
      "epoch": 385.49,
      "grad_norm": 1.0167696475982666,
      "learning_rate": 2.6769621938887014e-06,
      "loss": 0.3447,
      "step": 1381210
    },
    {
      "epoch": 385.49,
      "grad_norm": 0.9508714079856873,
      "learning_rate": 2.676935428899473e-06,
      "loss": 0.3469,
      "step": 1381220
    },
    {
      "epoch": 385.5,
      "grad_norm": 1.2146333456039429,
      "learning_rate": 2.676908663865897e-06,
      "loss": 0.3618,
      "step": 1381230
    },
    {
      "epoch": 385.5,
      "grad_norm": 1.1791318655014038,
      "learning_rate": 2.6768818987879777e-06,
      "loss": 0.3542,
      "step": 1381240
    },
    {
      "epoch": 385.5,
      "grad_norm": 0.9512988924980164,
      "learning_rate": 2.6768551336657187e-06,
      "loss": 0.3431,
      "step": 1381250
    },
    {
      "epoch": 385.5,
      "grad_norm": 1.1106725931167603,
      "learning_rate": 2.6768283684991226e-06,
      "loss": 0.3325,
      "step": 1381260
    },
    {
      "epoch": 385.51,
      "grad_norm": 0.952119767665863,
      "learning_rate": 2.676801603288194e-06,
      "loss": 0.3502,
      "step": 1381270
    },
    {
      "epoch": 385.51,
      "grad_norm": 1.1742746829986572,
      "learning_rate": 2.6767748380329364e-06,
      "loss": 0.3425,
      "step": 1381280
    },
    {
      "epoch": 385.51,
      "grad_norm": 1.0259439945220947,
      "learning_rate": 2.6767480727333523e-06,
      "loss": 0.3441,
      "step": 1381290
    },
    {
      "epoch": 385.51,
      "grad_norm": 1.0557761192321777,
      "learning_rate": 2.6767213073894467e-06,
      "loss": 0.3608,
      "step": 1381300
    },
    {
      "epoch": 385.52,
      "grad_norm": 0.993872344493866,
      "learning_rate": 2.6766945420012227e-06,
      "loss": 0.359,
      "step": 1381310
    },
    {
      "epoch": 385.52,
      "grad_norm": 0.8654512166976929,
      "learning_rate": 2.6766677765686837e-06,
      "loss": 0.3495,
      "step": 1381320
    },
    {
      "epoch": 385.52,
      "grad_norm": 0.942457914352417,
      "learning_rate": 2.6766410110918325e-06,
      "loss": 0.3351,
      "step": 1381330
    },
    {
      "epoch": 385.53,
      "grad_norm": 0.8810392022132874,
      "learning_rate": 2.676614245570674e-06,
      "loss": 0.3386,
      "step": 1381340
    },
    {
      "epoch": 385.53,
      "grad_norm": 1.0750073194503784,
      "learning_rate": 2.676587480005211e-06,
      "loss": 0.3596,
      "step": 1381350
    },
    {
      "epoch": 385.53,
      "grad_norm": 0.9848501682281494,
      "learning_rate": 2.6765607143954474e-06,
      "loss": 0.3438,
      "step": 1381360
    },
    {
      "epoch": 385.53,
      "grad_norm": 1.2305924892425537,
      "learning_rate": 2.676533948741386e-06,
      "loss": 0.3458,
      "step": 1381370
    },
    {
      "epoch": 385.54,
      "grad_norm": 1.0199521780014038,
      "learning_rate": 2.676507183043032e-06,
      "loss": 0.3318,
      "step": 1381380
    },
    {
      "epoch": 385.54,
      "grad_norm": 1.0444614887237549,
      "learning_rate": 2.6764804173003877e-06,
      "loss": 0.3378,
      "step": 1381390
    },
    {
      "epoch": 385.54,
      "grad_norm": 2.1398558616638184,
      "learning_rate": 2.676453651513456e-06,
      "loss": 0.3422,
      "step": 1381400
    },
    {
      "epoch": 385.55,
      "grad_norm": 0.9177548885345459,
      "learning_rate": 2.6764268856822426e-06,
      "loss": 0.3646,
      "step": 1381410
    },
    {
      "epoch": 385.55,
      "grad_norm": 1.0158841609954834,
      "learning_rate": 2.6764001198067485e-06,
      "loss": 0.3437,
      "step": 1381420
    },
    {
      "epoch": 385.55,
      "grad_norm": 1.0347338914871216,
      "learning_rate": 2.6763733538869796e-06,
      "loss": 0.3435,
      "step": 1381430
    },
    {
      "epoch": 385.55,
      "grad_norm": 1.3156421184539795,
      "learning_rate": 2.676346587922938e-06,
      "loss": 0.3728,
      "step": 1381440
    },
    {
      "epoch": 385.56,
      "grad_norm": 1.0369094610214233,
      "learning_rate": 2.6763198219146278e-06,
      "loss": 0.347,
      "step": 1381450
    },
    {
      "epoch": 385.56,
      "grad_norm": 0.9367592334747314,
      "learning_rate": 2.676293055862053e-06,
      "loss": 0.3432,
      "step": 1381460
    },
    {
      "epoch": 385.56,
      "grad_norm": 1.212363839149475,
      "learning_rate": 2.6762662897652156e-06,
      "loss": 0.3554,
      "step": 1381470
    },
    {
      "epoch": 385.57,
      "grad_norm": 1.0974087715148926,
      "learning_rate": 2.6762395236241208e-06,
      "loss": 0.3422,
      "step": 1381480
    },
    {
      "epoch": 385.57,
      "grad_norm": 0.9211227893829346,
      "learning_rate": 2.6762127574387714e-06,
      "loss": 0.3677,
      "step": 1381490
    },
    {
      "epoch": 385.57,
      "grad_norm": 2.9272220134735107,
      "learning_rate": 2.676185991209171e-06,
      "loss": 0.3389,
      "step": 1381500
    },
    {
      "epoch": 385.57,
      "grad_norm": 0.9860579371452332,
      "learning_rate": 2.6761592249353236e-06,
      "loss": 0.3343,
      "step": 1381510
    },
    {
      "epoch": 385.58,
      "grad_norm": 0.9354035258293152,
      "learning_rate": 2.676132458617232e-06,
      "loss": 0.3461,
      "step": 1381520
    },
    {
      "epoch": 385.58,
      "grad_norm": 0.9067586660385132,
      "learning_rate": 2.6761056922549e-06,
      "loss": 0.3598,
      "step": 1381530
    },
    {
      "epoch": 385.58,
      "grad_norm": 1.3276115655899048,
      "learning_rate": 2.6760789258483325e-06,
      "loss": 0.3489,
      "step": 1381540
    },
    {
      "epoch": 385.58,
      "grad_norm": 0.9736647009849548,
      "learning_rate": 2.6760521593975315e-06,
      "loss": 0.3429,
      "step": 1381550
    },
    {
      "epoch": 385.59,
      "grad_norm": 1.0576635599136353,
      "learning_rate": 2.6760253929025006e-06,
      "loss": 0.3446,
      "step": 1381560
    },
    {
      "epoch": 385.59,
      "grad_norm": 0.9385045766830444,
      "learning_rate": 2.675998626363244e-06,
      "loss": 0.3496,
      "step": 1381570
    },
    {
      "epoch": 385.59,
      "grad_norm": 1.1282167434692383,
      "learning_rate": 2.675971859779765e-06,
      "loss": 0.353,
      "step": 1381580
    },
    {
      "epoch": 385.6,
      "grad_norm": 1.0398015975952148,
      "learning_rate": 2.6759450931520666e-06,
      "loss": 0.3746,
      "step": 1381590
    },
    {
      "epoch": 385.6,
      "grad_norm": 2.0905940532684326,
      "learning_rate": 2.675918326480153e-06,
      "loss": 0.3482,
      "step": 1381600
    },
    {
      "epoch": 385.6,
      "grad_norm": 0.9918292164802551,
      "learning_rate": 2.675891559764029e-06,
      "loss": 0.3511,
      "step": 1381610
    },
    {
      "epoch": 385.6,
      "grad_norm": 1.170120358467102,
      "learning_rate": 2.675864793003696e-06,
      "loss": 0.357,
      "step": 1381620
    },
    {
      "epoch": 385.61,
      "grad_norm": 1.1315224170684814,
      "learning_rate": 2.6758380261991586e-06,
      "loss": 0.3591,
      "step": 1381630
    },
    {
      "epoch": 385.61,
      "grad_norm": 0.9244813323020935,
      "learning_rate": 2.6758112593504202e-06,
      "loss": 0.3456,
      "step": 1381640
    },
    {
      "epoch": 385.61,
      "grad_norm": 1.0324723720550537,
      "learning_rate": 2.6757844924574837e-06,
      "loss": 0.3524,
      "step": 1381650
    },
    {
      "epoch": 385.62,
      "grad_norm": 0.9939303398132324,
      "learning_rate": 2.675757725520354e-06,
      "loss": 0.3492,
      "step": 1381660
    },
    {
      "epoch": 385.62,
      "grad_norm": 0.8840045928955078,
      "learning_rate": 2.6757309585390343e-06,
      "loss": 0.3356,
      "step": 1381670
    },
    {
      "epoch": 385.62,
      "grad_norm": 1.1864898204803467,
      "learning_rate": 2.6757041915135266e-06,
      "loss": 0.3412,
      "step": 1381680
    },
    {
      "epoch": 385.62,
      "grad_norm": 0.9871850609779358,
      "learning_rate": 2.6756774244438367e-06,
      "loss": 0.3307,
      "step": 1381690
    },
    {
      "epoch": 385.63,
      "grad_norm": 1.6592861413955688,
      "learning_rate": 2.6756506573299677e-06,
      "loss": 0.3544,
      "step": 1381700
    },
    {
      "epoch": 385.63,
      "grad_norm": 1.0633833408355713,
      "learning_rate": 2.6756238901719213e-06,
      "loss": 0.3441,
      "step": 1381710
    },
    {
      "epoch": 385.63,
      "grad_norm": 1.0358765125274658,
      "learning_rate": 2.675597122969703e-06,
      "loss": 0.3505,
      "step": 1381720
    },
    {
      "epoch": 385.63,
      "grad_norm": 1.3242207765579224,
      "learning_rate": 2.6755703557233157e-06,
      "loss": 0.3431,
      "step": 1381730
    },
    {
      "epoch": 385.64,
      "grad_norm": 0.9124587178230286,
      "learning_rate": 2.675543588432763e-06,
      "loss": 0.3434,
      "step": 1381740
    },
    {
      "epoch": 385.64,
      "grad_norm": 1.0672962665557861,
      "learning_rate": 2.6755168210980483e-06,
      "loss": 0.3576,
      "step": 1381750
    },
    {
      "epoch": 385.64,
      "grad_norm": 1.0437265634536743,
      "learning_rate": 2.6754900537191757e-06,
      "loss": 0.3256,
      "step": 1381760
    },
    {
      "epoch": 385.65,
      "grad_norm": 1.0290826559066772,
      "learning_rate": 2.675463286296149e-06,
      "loss": 0.3469,
      "step": 1381770
    },
    {
      "epoch": 385.65,
      "grad_norm": 1.058807373046875,
      "learning_rate": 2.6754365188289703e-06,
      "loss": 0.3584,
      "step": 1381780
    },
    {
      "epoch": 385.65,
      "grad_norm": 1.182745099067688,
      "learning_rate": 2.6754097513176434e-06,
      "loss": 0.3374,
      "step": 1381790
    },
    {
      "epoch": 385.65,
      "grad_norm": 0.9946116805076599,
      "learning_rate": 2.675382983762174e-06,
      "loss": 0.3182,
      "step": 1381800
    },
    {
      "epoch": 385.66,
      "grad_norm": 0.9950721859931946,
      "learning_rate": 2.6753562161625632e-06,
      "loss": 0.3604,
      "step": 1381810
    },
    {
      "epoch": 385.66,
      "grad_norm": 1.2679437398910522,
      "learning_rate": 2.675329448518815e-06,
      "loss": 0.3742,
      "step": 1381820
    },
    {
      "epoch": 385.66,
      "grad_norm": 1.1502999067306519,
      "learning_rate": 2.6753026808309347e-06,
      "loss": 0.3455,
      "step": 1381830
    },
    {
      "epoch": 385.67,
      "grad_norm": 1.0174446105957031,
      "learning_rate": 2.6752759130989248e-06,
      "loss": 0.3445,
      "step": 1381840
    },
    {
      "epoch": 385.67,
      "grad_norm": 1.2645230293273926,
      "learning_rate": 2.675249145322788e-06,
      "loss": 0.3554,
      "step": 1381850
    },
    {
      "epoch": 385.67,
      "grad_norm": 0.8950746059417725,
      "learning_rate": 2.6752223775025285e-06,
      "loss": 0.3259,
      "step": 1381860
    },
    {
      "epoch": 385.67,
      "grad_norm": 0.9806788563728333,
      "learning_rate": 2.67519560963815e-06,
      "loss": 0.355,
      "step": 1381870
    },
    {
      "epoch": 385.68,
      "grad_norm": 0.9748993515968323,
      "learning_rate": 2.675168841729656e-06,
      "loss": 0.3531,
      "step": 1381880
    },
    {
      "epoch": 385.68,
      "grad_norm": 1.1512982845306396,
      "learning_rate": 2.67514207377705e-06,
      "loss": 0.3554,
      "step": 1381890
    },
    {
      "epoch": 385.68,
      "grad_norm": 0.9947398900985718,
      "learning_rate": 2.675115305780336e-06,
      "loss": 0.349,
      "step": 1381900
    },
    {
      "epoch": 385.69,
      "grad_norm": 1.008152961730957,
      "learning_rate": 2.675088537739517e-06,
      "loss": 0.3331,
      "step": 1381910
    },
    {
      "epoch": 385.69,
      "grad_norm": 1.1821337938308716,
      "learning_rate": 2.6750617696545965e-06,
      "loss": 0.3689,
      "step": 1381920
    },
    {
      "epoch": 385.69,
      "grad_norm": 1.1089602708816528,
      "learning_rate": 2.6750350015255793e-06,
      "loss": 0.3514,
      "step": 1381930
    },
    {
      "epoch": 385.69,
      "grad_norm": 1.1043435335159302,
      "learning_rate": 2.675008233352467e-06,
      "loss": 0.3485,
      "step": 1381940
    },
    {
      "epoch": 385.7,
      "grad_norm": 1.0677906274795532,
      "learning_rate": 2.674981465135264e-06,
      "loss": 0.3444,
      "step": 1381950
    },
    {
      "epoch": 385.7,
      "grad_norm": 1.1452850103378296,
      "learning_rate": 2.6749546968739747e-06,
      "loss": 0.3538,
      "step": 1381960
    },
    {
      "epoch": 385.7,
      "grad_norm": 1.0205861330032349,
      "learning_rate": 2.6749279285686015e-06,
      "loss": 0.3533,
      "step": 1381970
    },
    {
      "epoch": 385.7,
      "grad_norm": 1.714951515197754,
      "learning_rate": 2.6749011602191486e-06,
      "loss": 0.3424,
      "step": 1381980
    },
    {
      "epoch": 385.71,
      "grad_norm": 0.8929200768470764,
      "learning_rate": 2.67487439182562e-06,
      "loss": 0.3384,
      "step": 1381990
    },
    {
      "epoch": 385.71,
      "grad_norm": 1.054534673690796,
      "learning_rate": 2.674847623388017e-06,
      "loss": 0.3545,
      "step": 1382000
    },
    {
      "epoch": 385.71,
      "grad_norm": 1.038797378540039,
      "learning_rate": 2.674820854906346e-06,
      "loss": 0.3433,
      "step": 1382010
    },
    {
      "epoch": 385.72,
      "grad_norm": 1.1455398797988892,
      "learning_rate": 2.6747940863806093e-06,
      "loss": 0.3471,
      "step": 1382020
    },
    {
      "epoch": 385.72,
      "grad_norm": 1.4568120241165161,
      "learning_rate": 2.6747673178108106e-06,
      "loss": 0.331,
      "step": 1382030
    },
    {
      "epoch": 385.72,
      "grad_norm": 1.0884146690368652,
      "learning_rate": 2.6747405491969525e-06,
      "loss": 0.3362,
      "step": 1382040
    },
    {
      "epoch": 385.72,
      "grad_norm": 1.3064649105072021,
      "learning_rate": 2.674713780539041e-06,
      "loss": 0.3582,
      "step": 1382050
    },
    {
      "epoch": 385.73,
      "grad_norm": 1.1188991069793701,
      "learning_rate": 2.6746870118370778e-06,
      "loss": 0.3626,
      "step": 1382060
    },
    {
      "epoch": 385.73,
      "grad_norm": 1.1175556182861328,
      "learning_rate": 2.6746602430910657e-06,
      "loss": 0.341,
      "step": 1382070
    },
    {
      "epoch": 385.73,
      "grad_norm": 1.0033525228500366,
      "learning_rate": 2.6746334743010095e-06,
      "loss": 0.3379,
      "step": 1382080
    },
    {
      "epoch": 385.74,
      "grad_norm": 1.1230664253234863,
      "learning_rate": 2.674606705466914e-06,
      "loss": 0.3543,
      "step": 1382090
    },
    {
      "epoch": 385.74,
      "grad_norm": 0.9827229976654053,
      "learning_rate": 2.67457993658878e-06,
      "loss": 0.3649,
      "step": 1382100
    },
    {
      "epoch": 385.74,
      "grad_norm": 1.0542232990264893,
      "learning_rate": 2.6745531676666126e-06,
      "loss": 0.3293,
      "step": 1382110
    },
    {
      "epoch": 385.74,
      "grad_norm": 0.9866481423377991,
      "learning_rate": 2.674526398700416e-06,
      "loss": 0.3435,
      "step": 1382120
    },
    {
      "epoch": 385.75,
      "grad_norm": 1.0202350616455078,
      "learning_rate": 2.6744996296901927e-06,
      "loss": 0.3298,
      "step": 1382130
    },
    {
      "epoch": 385.75,
      "grad_norm": 1.2976279258728027,
      "learning_rate": 2.674472860635946e-06,
      "loss": 0.3446,
      "step": 1382140
    },
    {
      "epoch": 385.75,
      "grad_norm": 1.0877236127853394,
      "learning_rate": 2.674446091537681e-06,
      "loss": 0.3705,
      "step": 1382150
    },
    {
      "epoch": 385.75,
      "grad_norm": 0.9278654456138611,
      "learning_rate": 2.6744193223953994e-06,
      "loss": 0.3544,
      "step": 1382160
    },
    {
      "epoch": 385.76,
      "grad_norm": 0.9717525839805603,
      "learning_rate": 2.6743925532091055e-06,
      "loss": 0.3545,
      "step": 1382170
    },
    {
      "epoch": 385.76,
      "grad_norm": 1.0581705570220947,
      "learning_rate": 2.674365783978803e-06,
      "loss": 0.3356,
      "step": 1382180
    },
    {
      "epoch": 385.76,
      "grad_norm": 0.9121737480163574,
      "learning_rate": 2.6743390147044958e-06,
      "loss": 0.3407,
      "step": 1382190
    },
    {
      "epoch": 385.77,
      "grad_norm": 1.0235422849655151,
      "learning_rate": 2.6743122453861875e-06,
      "loss": 0.3542,
      "step": 1382200
    },
    {
      "epoch": 385.77,
      "grad_norm": 0.9565399885177612,
      "learning_rate": 2.674285476023881e-06,
      "loss": 0.3583,
      "step": 1382210
    },
    {
      "epoch": 385.77,
      "grad_norm": 1.0367437601089478,
      "learning_rate": 2.67425870661758e-06,
      "loss": 0.3494,
      "step": 1382220
    },
    {
      "epoch": 385.77,
      "grad_norm": 0.9082624912261963,
      "learning_rate": 2.674231937167288e-06,
      "loss": 0.3471,
      "step": 1382230
    },
    {
      "epoch": 385.78,
      "grad_norm": 1.164232611656189,
      "learning_rate": 2.6742051676730087e-06,
      "loss": 0.3483,
      "step": 1382240
    },
    {
      "epoch": 385.78,
      "grad_norm": 1.0591106414794922,
      "learning_rate": 2.6741783981347464e-06,
      "loss": 0.3323,
      "step": 1382250
    },
    {
      "epoch": 385.78,
      "grad_norm": 1.2150185108184814,
      "learning_rate": 2.6741516285525035e-06,
      "loss": 0.3563,
      "step": 1382260
    },
    {
      "epoch": 385.79,
      "grad_norm": 0.9180402159690857,
      "learning_rate": 2.674124858926284e-06,
      "loss": 0.3361,
      "step": 1382270
    },
    {
      "epoch": 385.79,
      "grad_norm": 0.967159628868103,
      "learning_rate": 2.674098089256092e-06,
      "loss": 0.3616,
      "step": 1382280
    },
    {
      "epoch": 385.79,
      "grad_norm": 0.9675887227058411,
      "learning_rate": 2.6740713195419298e-06,
      "loss": 0.3566,
      "step": 1382290
    },
    {
      "epoch": 385.79,
      "grad_norm": 0.9789223074913025,
      "learning_rate": 2.6740445497838026e-06,
      "loss": 0.3435,
      "step": 1382300
    },
    {
      "epoch": 385.8,
      "grad_norm": 0.9793573617935181,
      "learning_rate": 2.6740177799817124e-06,
      "loss": 0.3466,
      "step": 1382310
    },
    {
      "epoch": 385.8,
      "grad_norm": 1.072007179260254,
      "learning_rate": 2.6739910101356637e-06,
      "loss": 0.3565,
      "step": 1382320
    },
    {
      "epoch": 385.8,
      "grad_norm": 1.1936997175216675,
      "learning_rate": 2.6739642402456595e-06,
      "loss": 0.3478,
      "step": 1382330
    },
    {
      "epoch": 385.81,
      "grad_norm": 0.9556182026863098,
      "learning_rate": 2.6739374703117044e-06,
      "loss": 0.3446,
      "step": 1382340
    },
    {
      "epoch": 385.81,
      "grad_norm": 1.1530898809432983,
      "learning_rate": 2.6739107003338015e-06,
      "loss": 0.3624,
      "step": 1382350
    },
    {
      "epoch": 385.81,
      "grad_norm": 1.6099058389663696,
      "learning_rate": 2.673883930311953e-06,
      "loss": 0.3323,
      "step": 1382360
    },
    {
      "epoch": 385.81,
      "grad_norm": 0.9593289494514465,
      "learning_rate": 2.673857160246164e-06,
      "loss": 0.346,
      "step": 1382370
    },
    {
      "epoch": 385.82,
      "grad_norm": 1.1461132764816284,
      "learning_rate": 2.673830390136438e-06,
      "loss": 0.3276,
      "step": 1382380
    },
    {
      "epoch": 385.82,
      "grad_norm": 1.1164695024490356,
      "learning_rate": 2.673803619982778e-06,
      "loss": 0.3535,
      "step": 1382390
    },
    {
      "epoch": 385.82,
      "grad_norm": 1.2353122234344482,
      "learning_rate": 2.6737768497851876e-06,
      "loss": 0.3326,
      "step": 1382400
    },
    {
      "epoch": 385.82,
      "grad_norm": 0.9880678057670593,
      "learning_rate": 2.673750079543671e-06,
      "loss": 0.3469,
      "step": 1382410
    },
    {
      "epoch": 385.83,
      "grad_norm": 0.9634884595870972,
      "learning_rate": 2.673723309258231e-06,
      "loss": 0.3446,
      "step": 1382420
    },
    {
      "epoch": 385.83,
      "grad_norm": 0.9928836226463318,
      "learning_rate": 2.6736965389288714e-06,
      "loss": 0.3249,
      "step": 1382430
    },
    {
      "epoch": 385.83,
      "grad_norm": 0.9568130373954773,
      "learning_rate": 2.673669768555596e-06,
      "loss": 0.3418,
      "step": 1382440
    },
    {
      "epoch": 385.84,
      "grad_norm": 1.0579345226287842,
      "learning_rate": 2.6736429981384078e-06,
      "loss": 0.3369,
      "step": 1382450
    },
    {
      "epoch": 385.84,
      "grad_norm": 1.0095632076263428,
      "learning_rate": 2.673616227677311e-06,
      "loss": 0.3411,
      "step": 1382460
    },
    {
      "epoch": 385.84,
      "grad_norm": 1.1146793365478516,
      "learning_rate": 2.673589457172309e-06,
      "loss": 0.35,
      "step": 1382470
    },
    {
      "epoch": 385.84,
      "grad_norm": 1.0078498125076294,
      "learning_rate": 2.6735626866234053e-06,
      "loss": 0.3449,
      "step": 1382480
    },
    {
      "epoch": 385.85,
      "grad_norm": 0.9724627137184143,
      "learning_rate": 2.673535916030603e-06,
      "loss": 0.328,
      "step": 1382490
    },
    {
      "epoch": 385.85,
      "grad_norm": 0.8630883097648621,
      "learning_rate": 2.673509145393907e-06,
      "loss": 0.3453,
      "step": 1382500
    },
    {
      "epoch": 385.85,
      "grad_norm": 1.0443321466445923,
      "learning_rate": 2.6734823747133196e-06,
      "loss": 0.3549,
      "step": 1382510
    },
    {
      "epoch": 385.86,
      "grad_norm": 0.8418192267417908,
      "learning_rate": 2.6734556039888444e-06,
      "loss": 0.3496,
      "step": 1382520
    },
    {
      "epoch": 385.86,
      "grad_norm": 1.1699554920196533,
      "learning_rate": 2.673428833220485e-06,
      "loss": 0.3441,
      "step": 1382530
    },
    {
      "epoch": 385.86,
      "grad_norm": 1.0773998498916626,
      "learning_rate": 2.673402062408246e-06,
      "loss": 0.3489,
      "step": 1382540
    },
    {
      "epoch": 385.86,
      "grad_norm": 1.053845763206482,
      "learning_rate": 2.67337529155213e-06,
      "loss": 0.3443,
      "step": 1382550
    },
    {
      "epoch": 385.87,
      "grad_norm": 1.0420851707458496,
      "learning_rate": 2.67334852065214e-06,
      "loss": 0.3414,
      "step": 1382560
    },
    {
      "epoch": 385.87,
      "grad_norm": 0.9975825548171997,
      "learning_rate": 2.6733217497082816e-06,
      "loss": 0.3491,
      "step": 1382570
    },
    {
      "epoch": 385.87,
      "grad_norm": 1.0565248727798462,
      "learning_rate": 2.673294978720557e-06,
      "loss": 0.3516,
      "step": 1382580
    },
    {
      "epoch": 385.87,
      "grad_norm": 1.0837593078613281,
      "learning_rate": 2.6732682076889693e-06,
      "loss": 0.3402,
      "step": 1382590
    },
    {
      "epoch": 385.88,
      "grad_norm": 1.0541021823883057,
      "learning_rate": 2.6732414366135225e-06,
      "loss": 0.3609,
      "step": 1382600
    },
    {
      "epoch": 385.88,
      "grad_norm": 1.361932396888733,
      "learning_rate": 2.673214665494221e-06,
      "loss": 0.3599,
      "step": 1382610
    },
    {
      "epoch": 385.88,
      "grad_norm": 1.0712976455688477,
      "learning_rate": 2.673187894331067e-06,
      "loss": 0.3336,
      "step": 1382620
    },
    {
      "epoch": 385.89,
      "grad_norm": 1.0571013689041138,
      "learning_rate": 2.6731611231240647e-06,
      "loss": 0.3429,
      "step": 1382630
    },
    {
      "epoch": 385.89,
      "grad_norm": 1.4788066148757935,
      "learning_rate": 2.6731343518732186e-06,
      "loss": 0.3614,
      "step": 1382640
    },
    {
      "epoch": 385.89,
      "grad_norm": 0.869060754776001,
      "learning_rate": 2.6731075805785305e-06,
      "loss": 0.3424,
      "step": 1382650
    },
    {
      "epoch": 385.89,
      "grad_norm": 1.068039059638977,
      "learning_rate": 2.6730808092400047e-06,
      "loss": 0.3496,
      "step": 1382660
    },
    {
      "epoch": 385.9,
      "grad_norm": 1.640924334526062,
      "learning_rate": 2.6730540378576453e-06,
      "loss": 0.3409,
      "step": 1382670
    },
    {
      "epoch": 385.9,
      "grad_norm": 1.0170570611953735,
      "learning_rate": 2.6730272664314554e-06,
      "loss": 0.3425,
      "step": 1382680
    },
    {
      "epoch": 385.9,
      "grad_norm": 0.9960545301437378,
      "learning_rate": 2.6730004949614387e-06,
      "loss": 0.3609,
      "step": 1382690
    },
    {
      "epoch": 385.91,
      "grad_norm": 0.9855150580406189,
      "learning_rate": 2.6729737234475986e-06,
      "loss": 0.3465,
      "step": 1382700
    },
    {
      "epoch": 385.91,
      "grad_norm": 1.012431263923645,
      "learning_rate": 2.672946951889938e-06,
      "loss": 0.3618,
      "step": 1382710
    },
    {
      "epoch": 385.91,
      "grad_norm": 0.8969545960426331,
      "learning_rate": 2.6729201802884624e-06,
      "loss": 0.3453,
      "step": 1382720
    },
    {
      "epoch": 385.91,
      "grad_norm": 1.0151981115341187,
      "learning_rate": 2.6728934086431742e-06,
      "loss": 0.3487,
      "step": 1382730
    },
    {
      "epoch": 385.92,
      "grad_norm": 0.9236845970153809,
      "learning_rate": 2.672866636954076e-06,
      "loss": 0.3529,
      "step": 1382740
    },
    {
      "epoch": 385.92,
      "grad_norm": 1.0958181619644165,
      "learning_rate": 2.6728398652211723e-06,
      "loss": 0.3585,
      "step": 1382750
    },
    {
      "epoch": 385.92,
      "grad_norm": 1.176067590713501,
      "learning_rate": 2.672813093444467e-06,
      "loss": 0.3499,
      "step": 1382760
    },
    {
      "epoch": 385.93,
      "grad_norm": 0.9708454608917236,
      "learning_rate": 2.6727863216239633e-06,
      "loss": 0.3417,
      "step": 1382770
    },
    {
      "epoch": 385.93,
      "grad_norm": 1.121116280555725,
      "learning_rate": 2.672759549759665e-06,
      "loss": 0.345,
      "step": 1382780
    },
    {
      "epoch": 385.93,
      "grad_norm": 1.0287561416625977,
      "learning_rate": 2.6727327778515748e-06,
      "loss": 0.3481,
      "step": 1382790
    },
    {
      "epoch": 385.93,
      "grad_norm": 0.9882981777191162,
      "learning_rate": 2.6727060058996984e-06,
      "loss": 0.3765,
      "step": 1382800
    },
    {
      "epoch": 385.94,
      "grad_norm": 1.1268705129623413,
      "learning_rate": 2.6726792339040364e-06,
      "loss": 0.3474,
      "step": 1382810
    },
    {
      "epoch": 385.94,
      "grad_norm": 1.0934549570083618,
      "learning_rate": 2.6726524618645937e-06,
      "loss": 0.3477,
      "step": 1382820
    },
    {
      "epoch": 385.94,
      "grad_norm": 0.9849321246147156,
      "learning_rate": 2.672625689781375e-06,
      "loss": 0.3581,
      "step": 1382830
    },
    {
      "epoch": 385.94,
      "grad_norm": 1.9449660778045654,
      "learning_rate": 2.672598917654382e-06,
      "loss": 0.3364,
      "step": 1382840
    },
    {
      "epoch": 385.95,
      "grad_norm": 1.0206923484802246,
      "learning_rate": 2.672572145483619e-06,
      "loss": 0.3425,
      "step": 1382850
    },
    {
      "epoch": 385.95,
      "grad_norm": 1.0746010541915894,
      "learning_rate": 2.672545373269091e-06,
      "loss": 0.3597,
      "step": 1382860
    },
    {
      "epoch": 385.95,
      "grad_norm": 0.9928192496299744,
      "learning_rate": 2.6725186010107995e-06,
      "loss": 0.359,
      "step": 1382870
    },
    {
      "epoch": 385.96,
      "grad_norm": 1.2452208995819092,
      "learning_rate": 2.6724918287087487e-06,
      "loss": 0.3505,
      "step": 1382880
    },
    {
      "epoch": 385.96,
      "grad_norm": 0.9006391167640686,
      "learning_rate": 2.6724650563629423e-06,
      "loss": 0.3484,
      "step": 1382890
    },
    {
      "epoch": 385.96,
      "grad_norm": 1.310084342956543,
      "learning_rate": 2.6724382839733837e-06,
      "loss": 0.3701,
      "step": 1382900
    },
    {
      "epoch": 385.96,
      "grad_norm": 0.9763405323028564,
      "learning_rate": 2.6724115115400766e-06,
      "loss": 0.3512,
      "step": 1382910
    },
    {
      "epoch": 385.97,
      "grad_norm": 0.8321095705032349,
      "learning_rate": 2.672384739063024e-06,
      "loss": 0.3322,
      "step": 1382920
    },
    {
      "epoch": 385.97,
      "grad_norm": 0.988762617111206,
      "learning_rate": 2.672357966542231e-06,
      "loss": 0.35,
      "step": 1382930
    },
    {
      "epoch": 385.97,
      "grad_norm": 1.0044461488723755,
      "learning_rate": 2.6723311939777007e-06,
      "loss": 0.3492,
      "step": 1382940
    },
    {
      "epoch": 385.98,
      "grad_norm": 1.024807095527649,
      "learning_rate": 2.6723044213694348e-06,
      "loss": 0.342,
      "step": 1382950
    },
    {
      "epoch": 385.98,
      "grad_norm": 1.1335880756378174,
      "learning_rate": 2.672277648717439e-06,
      "loss": 0.3606,
      "step": 1382960
    },
    {
      "epoch": 385.98,
      "grad_norm": 1.107324242591858,
      "learning_rate": 2.6722508760217153e-06,
      "loss": 0.3542,
      "step": 1382970
    },
    {
      "epoch": 385.98,
      "grad_norm": 1.045788049697876,
      "learning_rate": 2.6722241032822685e-06,
      "loss": 0.3333,
      "step": 1382980
    },
    {
      "epoch": 385.99,
      "grad_norm": 1.1114224195480347,
      "learning_rate": 2.672197330499102e-06,
      "loss": 0.3406,
      "step": 1382990
    },
    {
      "epoch": 385.99,
      "grad_norm": 1.1417016983032227,
      "learning_rate": 2.672170557672219e-06,
      "loss": 0.3599,
      "step": 1383000
    },
    {
      "epoch": 385.99,
      "grad_norm": 1.1090220212936401,
      "learning_rate": 2.6721437848016233e-06,
      "loss": 0.3456,
      "step": 1383010
    },
    {
      "epoch": 385.99,
      "grad_norm": 1.0590190887451172,
      "learning_rate": 2.6721170118873185e-06,
      "loss": 0.3642,
      "step": 1383020
    },
    {
      "epoch": 386.0,
      "grad_norm": 1.2227774858474731,
      "learning_rate": 2.6720902389293067e-06,
      "loss": 0.3677,
      "step": 1383030
    },
    {
      "epoch": 386.0,
      "eval_loss": 0.3493196666240692,
      "eval_runtime": 63.1352,
      "eval_samples_per_second": 80.13,
      "eval_steps_per_second": 10.026,
      "step": 1383038
    },
    {
      "epoch": 386.0,
      "grad_norm": 0.9813178777694702,
      "learning_rate": 2.6720634659275935e-06,
      "loss": 0.3432,
      "step": 1383040
    },
    {
      "epoch": 386.0,
      "grad_norm": 0.8203074932098389,
      "learning_rate": 2.6720366928821815e-06,
      "loss": 0.3542,
      "step": 1383050
    },
    {
      "epoch": 386.01,
      "grad_norm": 1.070608139038086,
      "learning_rate": 2.672009919793075e-06,
      "loss": 0.3658,
      "step": 1383060
    },
    {
      "epoch": 386.01,
      "grad_norm": 1.0215286016464233,
      "learning_rate": 2.6719831466602766e-06,
      "loss": 0.3597,
      "step": 1383070
    },
    {
      "epoch": 386.01,
      "grad_norm": 1.039960265159607,
      "learning_rate": 2.6719563734837905e-06,
      "loss": 0.3468,
      "step": 1383080
    },
    {
      "epoch": 386.01,
      "grad_norm": 1.0735801458358765,
      "learning_rate": 2.6719296002636204e-06,
      "loss": 0.3419,
      "step": 1383090
    },
    {
      "epoch": 386.02,
      "grad_norm": 0.9144218564033508,
      "learning_rate": 2.6719028269997687e-06,
      "loss": 0.36,
      "step": 1383100
    },
    {
      "epoch": 386.02,
      "grad_norm": 1.0278035402297974,
      "learning_rate": 2.67187605369224e-06,
      "loss": 0.3403,
      "step": 1383110
    },
    {
      "epoch": 386.02,
      "grad_norm": 1.072851300239563,
      "learning_rate": 2.6718492803410375e-06,
      "loss": 0.3559,
      "step": 1383120
    },
    {
      "epoch": 386.03,
      "grad_norm": 1.028830647468567,
      "learning_rate": 2.671822506946165e-06,
      "loss": 0.3422,
      "step": 1383130
    },
    {
      "epoch": 386.03,
      "grad_norm": 1.0028743743896484,
      "learning_rate": 2.6717957335076256e-06,
      "loss": 0.3633,
      "step": 1383140
    },
    {
      "epoch": 386.03,
      "grad_norm": 1.1538175344467163,
      "learning_rate": 2.6717689600254237e-06,
      "loss": 0.3386,
      "step": 1383150
    },
    {
      "epoch": 386.03,
      "grad_norm": 1.0033514499664307,
      "learning_rate": 2.671742186499563e-06,
      "loss": 0.3615,
      "step": 1383160
    },
    {
      "epoch": 386.04,
      "grad_norm": 0.9875189661979675,
      "learning_rate": 2.6717154129300453e-06,
      "loss": 0.3502,
      "step": 1383170
    },
    {
      "epoch": 386.04,
      "grad_norm": 1.1140981912612915,
      "learning_rate": 2.671688639316876e-06,
      "loss": 0.3496,
      "step": 1383180
    },
    {
      "epoch": 386.04,
      "grad_norm": 0.9691135883331299,
      "learning_rate": 2.671661865660058e-06,
      "loss": 0.3442,
      "step": 1383190
    },
    {
      "epoch": 386.05,
      "grad_norm": 1.0882877111434937,
      "learning_rate": 2.6716350919595946e-06,
      "loss": 0.3491,
      "step": 1383200
    },
    {
      "epoch": 386.05,
      "grad_norm": 0.9096336960792542,
      "learning_rate": 2.671608318215489e-06,
      "loss": 0.3336,
      "step": 1383210
    },
    {
      "epoch": 386.05,
      "grad_norm": 1.0618195533752441,
      "learning_rate": 2.6715815444277465e-06,
      "loss": 0.3434,
      "step": 1383220
    },
    {
      "epoch": 386.05,
      "grad_norm": 0.9610035419464111,
      "learning_rate": 2.6715547705963692e-06,
      "loss": 0.3489,
      "step": 1383230
    },
    {
      "epoch": 386.06,
      "grad_norm": 1.017128825187683,
      "learning_rate": 2.671527996721361e-06,
      "loss": 0.3615,
      "step": 1383240
    },
    {
      "epoch": 386.06,
      "grad_norm": 1.075934648513794,
      "learning_rate": 2.6715012228027252e-06,
      "loss": 0.3539,
      "step": 1383250
    },
    {
      "epoch": 386.06,
      "grad_norm": 0.9482823014259338,
      "learning_rate": 2.6714744488404657e-06,
      "loss": 0.3469,
      "step": 1383260
    },
    {
      "epoch": 386.06,
      "grad_norm": 0.9265545606613159,
      "learning_rate": 2.6714476748345857e-06,
      "loss": 0.3529,
      "step": 1383270
    },
    {
      "epoch": 386.07,
      "grad_norm": 1.2608356475830078,
      "learning_rate": 2.6714209007850894e-06,
      "loss": 0.3462,
      "step": 1383280
    },
    {
      "epoch": 386.07,
      "grad_norm": 3.1795740127563477,
      "learning_rate": 2.67139412669198e-06,
      "loss": 0.3406,
      "step": 1383290
    },
    {
      "epoch": 386.07,
      "grad_norm": 0.8726735711097717,
      "learning_rate": 2.671367352555261e-06,
      "loss": 0.3482,
      "step": 1383300
    },
    {
      "epoch": 386.08,
      "grad_norm": 1.0549912452697754,
      "learning_rate": 2.6713405783749368e-06,
      "loss": 0.3521,
      "step": 1383310
    },
    {
      "epoch": 386.08,
      "grad_norm": 0.9233681559562683,
      "learning_rate": 2.671313804151009e-06,
      "loss": 0.347,
      "step": 1383320
    },
    {
      "epoch": 386.08,
      "grad_norm": 0.9887107610702515,
      "learning_rate": 2.6712870298834825e-06,
      "loss": 0.3437,
      "step": 1383330
    },
    {
      "epoch": 386.08,
      "grad_norm": 1.301033616065979,
      "learning_rate": 2.6712602555723614e-06,
      "loss": 0.3468,
      "step": 1383340
    },
    {
      "epoch": 386.09,
      "grad_norm": 1.0434211492538452,
      "learning_rate": 2.6712334812176482e-06,
      "loss": 0.3306,
      "step": 1383350
    },
    {
      "epoch": 386.09,
      "grad_norm": 1.1366114616394043,
      "learning_rate": 2.6712067068193467e-06,
      "loss": 0.3554,
      "step": 1383360
    },
    {
      "epoch": 386.09,
      "grad_norm": 1.052712321281433,
      "learning_rate": 2.671179932377461e-06,
      "loss": 0.337,
      "step": 1383370
    },
    {
      "epoch": 386.1,
      "grad_norm": 0.9679381251335144,
      "learning_rate": 2.671153157891994e-06,
      "loss": 0.3381,
      "step": 1383380
    },
    {
      "epoch": 386.1,
      "grad_norm": 1.0869330167770386,
      "learning_rate": 2.67112638336295e-06,
      "loss": 0.3446,
      "step": 1383390
    },
    {
      "epoch": 386.1,
      "grad_norm": 0.9249354004859924,
      "learning_rate": 2.6710996087903317e-06,
      "loss": 0.356,
      "step": 1383400
    },
    {
      "epoch": 386.1,
      "grad_norm": 0.9970900416374207,
      "learning_rate": 2.6710728341741433e-06,
      "loss": 0.3651,
      "step": 1383410
    },
    {
      "epoch": 386.11,
      "grad_norm": 1.0259610414505005,
      "learning_rate": 2.671046059514388e-06,
      "loss": 0.3512,
      "step": 1383420
    },
    {
      "epoch": 386.11,
      "grad_norm": 1.2841486930847168,
      "learning_rate": 2.6710192848110696e-06,
      "loss": 0.3515,
      "step": 1383430
    },
    {
      "epoch": 386.11,
      "grad_norm": 0.9359236359596252,
      "learning_rate": 2.6709925100641916e-06,
      "loss": 0.3423,
      "step": 1383440
    },
    {
      "epoch": 386.11,
      "grad_norm": 0.838397204875946,
      "learning_rate": 2.670965735273757e-06,
      "loss": 0.3406,
      "step": 1383450
    },
    {
      "epoch": 386.12,
      "grad_norm": 1.1345655918121338,
      "learning_rate": 2.670938960439771e-06,
      "loss": 0.3499,
      "step": 1383460
    },
    {
      "epoch": 386.12,
      "grad_norm": 1.0387449264526367,
      "learning_rate": 2.670912185562235e-06,
      "loss": 0.3252,
      "step": 1383470
    },
    {
      "epoch": 386.12,
      "grad_norm": 0.9801349639892578,
      "learning_rate": 2.670885410641154e-06,
      "loss": 0.3384,
      "step": 1383480
    },
    {
      "epoch": 386.13,
      "grad_norm": 0.9653038382530212,
      "learning_rate": 2.6708586356765313e-06,
      "loss": 0.344,
      "step": 1383490
    },
    {
      "epoch": 386.13,
      "grad_norm": 1.0007518529891968,
      "learning_rate": 2.67083186066837e-06,
      "loss": 0.3434,
      "step": 1383500
    },
    {
      "epoch": 386.13,
      "grad_norm": 1.2950087785720825,
      "learning_rate": 2.6708050856166743e-06,
      "loss": 0.3474,
      "step": 1383510
    },
    {
      "epoch": 386.13,
      "grad_norm": 1.2228916883468628,
      "learning_rate": 2.6707783105214472e-06,
      "loss": 0.3694,
      "step": 1383520
    },
    {
      "epoch": 386.14,
      "grad_norm": 1.0491360425949097,
      "learning_rate": 2.6707515353826933e-06,
      "loss": 0.3577,
      "step": 1383530
    },
    {
      "epoch": 386.14,
      "grad_norm": 1.0667939186096191,
      "learning_rate": 2.6707247602004153e-06,
      "loss": 0.3464,
      "step": 1383540
    },
    {
      "epoch": 386.14,
      "grad_norm": 0.9920135736465454,
      "learning_rate": 2.670697984974616e-06,
      "loss": 0.3387,
      "step": 1383550
    },
    {
      "epoch": 386.15,
      "grad_norm": 0.9346460103988647,
      "learning_rate": 2.6706712097053004e-06,
      "loss": 0.3478,
      "step": 1383560
    },
    {
      "epoch": 386.15,
      "grad_norm": 2.6451568603515625,
      "learning_rate": 2.6706444343924714e-06,
      "loss": 0.3385,
      "step": 1383570
    },
    {
      "epoch": 386.15,
      "grad_norm": 0.9113276600837708,
      "learning_rate": 2.670617659036133e-06,
      "loss": 0.3382,
      "step": 1383580
    },
    {
      "epoch": 386.15,
      "grad_norm": 1.0307942628860474,
      "learning_rate": 2.6705908836362873e-06,
      "loss": 0.3662,
      "step": 1383590
    },
    {
      "epoch": 386.16,
      "grad_norm": 0.9372340440750122,
      "learning_rate": 2.6705641081929403e-06,
      "loss": 0.3419,
      "step": 1383600
    },
    {
      "epoch": 386.16,
      "grad_norm": 1.2943017482757568,
      "learning_rate": 2.6705373327060943e-06,
      "loss": 0.3603,
      "step": 1383610
    },
    {
      "epoch": 386.16,
      "grad_norm": 1.0841779708862305,
      "learning_rate": 2.670510557175752e-06,
      "loss": 0.3388,
      "step": 1383620
    },
    {
      "epoch": 386.17,
      "grad_norm": 0.9997153282165527,
      "learning_rate": 2.6704837816019177e-06,
      "loss": 0.3485,
      "step": 1383630
    },
    {
      "epoch": 386.17,
      "grad_norm": 0.9534052014350891,
      "learning_rate": 2.6704570059845952e-06,
      "loss": 0.3394,
      "step": 1383640
    },
    {
      "epoch": 386.17,
      "grad_norm": 1.0066503286361694,
      "learning_rate": 2.670430230323788e-06,
      "loss": 0.3514,
      "step": 1383650
    },
    {
      "epoch": 386.17,
      "grad_norm": 0.9614124298095703,
      "learning_rate": 2.6704034546195e-06,
      "loss": 0.332,
      "step": 1383660
    },
    {
      "epoch": 386.18,
      "grad_norm": 1.0352685451507568,
      "learning_rate": 2.670376678871734e-06,
      "loss": 0.3755,
      "step": 1383670
    },
    {
      "epoch": 386.18,
      "grad_norm": 1.0322448015213013,
      "learning_rate": 2.670349903080494e-06,
      "loss": 0.3415,
      "step": 1383680
    },
    {
      "epoch": 386.18,
      "grad_norm": 1.069137692451477,
      "learning_rate": 2.670323127245783e-06,
      "loss": 0.3558,
      "step": 1383690
    },
    {
      "epoch": 386.18,
      "grad_norm": 1.0652166604995728,
      "learning_rate": 2.670296351367606e-06,
      "loss": 0.3533,
      "step": 1383700
    },
    {
      "epoch": 386.19,
      "grad_norm": 1.0866291522979736,
      "learning_rate": 2.6702695754459645e-06,
      "loss": 0.3456,
      "step": 1383710
    },
    {
      "epoch": 386.19,
      "grad_norm": 1.0389114618301392,
      "learning_rate": 2.6702427994808638e-06,
      "loss": 0.3283,
      "step": 1383720
    },
    {
      "epoch": 386.19,
      "grad_norm": 1.0328270196914673,
      "learning_rate": 2.6702160234723065e-06,
      "loss": 0.3443,
      "step": 1383730
    },
    {
      "epoch": 386.2,
      "grad_norm": 1.033812165260315,
      "learning_rate": 2.6701892474202964e-06,
      "loss": 0.3604,
      "step": 1383740
    },
    {
      "epoch": 386.2,
      "grad_norm": 1.0561461448669434,
      "learning_rate": 2.6701624713248378e-06,
      "loss": 0.3503,
      "step": 1383750
    },
    {
      "epoch": 386.2,
      "grad_norm": 0.9057230353355408,
      "learning_rate": 2.670135695185933e-06,
      "loss": 0.3443,
      "step": 1383760
    },
    {
      "epoch": 386.2,
      "grad_norm": 1.0300382375717163,
      "learning_rate": 2.670108919003587e-06,
      "loss": 0.3413,
      "step": 1383770
    },
    {
      "epoch": 386.21,
      "grad_norm": 0.9951594471931458,
      "learning_rate": 2.6700821427778014e-06,
      "loss": 0.3587,
      "step": 1383780
    },
    {
      "epoch": 386.21,
      "grad_norm": 1.5876939296722412,
      "learning_rate": 2.670055366508581e-06,
      "loss": 0.3503,
      "step": 1383790
    },
    {
      "epoch": 386.21,
      "grad_norm": 1.04007887840271,
      "learning_rate": 2.67002859019593e-06,
      "loss": 0.351,
      "step": 1383800
    },
    {
      "epoch": 386.22,
      "grad_norm": 1.0136232376098633,
      "learning_rate": 2.670001813839851e-06,
      "loss": 0.3729,
      "step": 1383810
    },
    {
      "epoch": 386.22,
      "grad_norm": 1.0325437784194946,
      "learning_rate": 2.6699750374403477e-06,
      "loss": 0.349,
      "step": 1383820
    },
    {
      "epoch": 386.22,
      "grad_norm": 0.9390384554862976,
      "learning_rate": 2.6699482609974243e-06,
      "loss": 0.3777,
      "step": 1383830
    },
    {
      "epoch": 386.22,
      "grad_norm": 0.9438249468803406,
      "learning_rate": 2.6699214845110832e-06,
      "loss": 0.349,
      "step": 1383840
    },
    {
      "epoch": 386.23,
      "grad_norm": 0.8877180218696594,
      "learning_rate": 2.669894707981328e-06,
      "loss": 0.3591,
      "step": 1383850
    },
    {
      "epoch": 386.23,
      "grad_norm": 0.8338228464126587,
      "learning_rate": 2.6698679314081643e-06,
      "loss": 0.3472,
      "step": 1383860
    },
    {
      "epoch": 386.23,
      "grad_norm": 0.9471446871757507,
      "learning_rate": 2.6698411547915928e-06,
      "loss": 0.3435,
      "step": 1383870
    },
    {
      "epoch": 386.23,
      "grad_norm": 1.1519148349761963,
      "learning_rate": 2.669814378131619e-06,
      "loss": 0.3402,
      "step": 1383880
    },
    {
      "epoch": 386.24,
      "grad_norm": 1.1072454452514648,
      "learning_rate": 2.6697876014282464e-06,
      "loss": 0.3279,
      "step": 1383890
    },
    {
      "epoch": 386.24,
      "grad_norm": 0.921678900718689,
      "learning_rate": 2.669760824681478e-06,
      "loss": 0.3584,
      "step": 1383900
    },
    {
      "epoch": 386.24,
      "grad_norm": 1.1208131313323975,
      "learning_rate": 2.669734047891317e-06,
      "loss": 0.3603,
      "step": 1383910
    },
    {
      "epoch": 386.25,
      "grad_norm": 1.0203657150268555,
      "learning_rate": 2.6697072710577675e-06,
      "loss": 0.3359,
      "step": 1383920
    },
    {
      "epoch": 386.25,
      "grad_norm": 1.0977836847305298,
      "learning_rate": 2.6696804941808333e-06,
      "loss": 0.3509,
      "step": 1383930
    },
    {
      "epoch": 386.25,
      "grad_norm": 1.0692367553710938,
      "learning_rate": 2.6696537172605174e-06,
      "loss": 0.3496,
      "step": 1383940
    },
    {
      "epoch": 386.25,
      "grad_norm": 1.1092451810836792,
      "learning_rate": 2.6696269402968238e-06,
      "loss": 0.3547,
      "step": 1383950
    },
    {
      "epoch": 386.26,
      "grad_norm": 1.0956146717071533,
      "learning_rate": 2.669600163289756e-06,
      "loss": 0.3604,
      "step": 1383960
    },
    {
      "epoch": 386.26,
      "grad_norm": 0.8814190030097961,
      "learning_rate": 2.6695733862393178e-06,
      "loss": 0.351,
      "step": 1383970
    },
    {
      "epoch": 386.26,
      "grad_norm": 1.1002756357192993,
      "learning_rate": 2.6695466091455114e-06,
      "loss": 0.3511,
      "step": 1383980
    },
    {
      "epoch": 386.27,
      "grad_norm": 0.9825968146324158,
      "learning_rate": 2.6695198320083424e-06,
      "loss": 0.3447,
      "step": 1383990
    },
    {
      "epoch": 386.27,
      "grad_norm": 0.9842067956924438,
      "learning_rate": 2.669493054827813e-06,
      "loss": 0.3419,
      "step": 1384000
    },
    {
      "epoch": 386.27,
      "grad_norm": 1.1309289932250977,
      "learning_rate": 2.669466277603926e-06,
      "loss": 0.356,
      "step": 1384010
    },
    {
      "epoch": 386.27,
      "grad_norm": 1.183121681213379,
      "learning_rate": 2.6694395003366875e-06,
      "loss": 0.3389,
      "step": 1384020
    },
    {
      "epoch": 386.28,
      "grad_norm": 1.1952818632125854,
      "learning_rate": 2.669412723026099e-06,
      "loss": 0.3422,
      "step": 1384030
    },
    {
      "epoch": 386.28,
      "grad_norm": 1.0474495887756348,
      "learning_rate": 2.6693859456721655e-06,
      "loss": 0.3601,
      "step": 1384040
    },
    {
      "epoch": 386.28,
      "grad_norm": 1.3113718032836914,
      "learning_rate": 2.6693591682748888e-06,
      "loss": 0.3611,
      "step": 1384050
    },
    {
      "epoch": 386.29,
      "grad_norm": 1.0502102375030518,
      "learning_rate": 2.669332390834274e-06,
      "loss": 0.35,
      "step": 1384060
    },
    {
      "epoch": 386.29,
      "grad_norm": 1.1780756711959839,
      "learning_rate": 2.6693056133503234e-06,
      "loss": 0.347,
      "step": 1384070
    },
    {
      "epoch": 386.29,
      "grad_norm": 1.0184522867202759,
      "learning_rate": 2.6692788358230416e-06,
      "loss": 0.3406,
      "step": 1384080
    },
    {
      "epoch": 386.29,
      "grad_norm": 0.8935448527336121,
      "learning_rate": 2.669252058252432e-06,
      "loss": 0.3557,
      "step": 1384090
    },
    {
      "epoch": 386.3,
      "grad_norm": 1.0041477680206299,
      "learning_rate": 2.669225280638498e-06,
      "loss": 0.3423,
      "step": 1384100
    },
    {
      "epoch": 386.3,
      "grad_norm": 1.1015527248382568,
      "learning_rate": 2.6691985029812433e-06,
      "loss": 0.3436,
      "step": 1384110
    },
    {
      "epoch": 386.3,
      "grad_norm": 1.1537021398544312,
      "learning_rate": 2.6691717252806716e-06,
      "loss": 0.3351,
      "step": 1384120
    },
    {
      "epoch": 386.3,
      "grad_norm": 0.9541387557983398,
      "learning_rate": 2.669144947536785e-06,
      "loss": 0.3547,
      "step": 1384130
    },
    {
      "epoch": 386.31,
      "grad_norm": 1.0273816585540771,
      "learning_rate": 2.669118169749589e-06,
      "loss": 0.3518,
      "step": 1384140
    },
    {
      "epoch": 386.31,
      "grad_norm": 1.0350682735443115,
      "learning_rate": 2.669091391919087e-06,
      "loss": 0.357,
      "step": 1384150
    },
    {
      "epoch": 386.31,
      "grad_norm": 1.0790871381759644,
      "learning_rate": 2.669064614045281e-06,
      "loss": 0.3448,
      "step": 1384160
    },
    {
      "epoch": 386.32,
      "grad_norm": 1.0993343591690063,
      "learning_rate": 2.6690378361281754e-06,
      "loss": 0.3475,
      "step": 1384170
    },
    {
      "epoch": 386.32,
      "grad_norm": 0.8665745854377747,
      "learning_rate": 2.6690110581677746e-06,
      "loss": 0.3502,
      "step": 1384180
    },
    {
      "epoch": 386.32,
      "grad_norm": 0.9991695284843445,
      "learning_rate": 2.6689842801640816e-06,
      "loss": 0.3514,
      "step": 1384190
    },
    {
      "epoch": 386.32,
      "grad_norm": 1.1054853200912476,
      "learning_rate": 2.6689575021170993e-06,
      "loss": 0.3504,
      "step": 1384200
    },
    {
      "epoch": 386.33,
      "grad_norm": 0.8819160461425781,
      "learning_rate": 2.6689307240268315e-06,
      "loss": 0.3528,
      "step": 1384210
    },
    {
      "epoch": 386.33,
      "grad_norm": 0.884628415107727,
      "learning_rate": 2.668903945893283e-06,
      "loss": 0.355,
      "step": 1384220
    },
    {
      "epoch": 386.33,
      "grad_norm": 1.1302123069763184,
      "learning_rate": 2.6688771677164555e-06,
      "loss": 0.348,
      "step": 1384230
    },
    {
      "epoch": 386.34,
      "grad_norm": 1.1219892501831055,
      "learning_rate": 2.6688503894963536e-06,
      "loss": 0.3474,
      "step": 1384240
    },
    {
      "epoch": 386.34,
      "grad_norm": 1.1339391469955444,
      "learning_rate": 2.6688236112329815e-06,
      "loss": 0.3478,
      "step": 1384250
    },
    {
      "epoch": 386.34,
      "grad_norm": 1.0284630060195923,
      "learning_rate": 2.6687968329263416e-06,
      "loss": 0.3472,
      "step": 1384260
    },
    {
      "epoch": 386.34,
      "grad_norm": 1.0443458557128906,
      "learning_rate": 2.668770054576438e-06,
      "loss": 0.3492,
      "step": 1384270
    },
    {
      "epoch": 386.35,
      "grad_norm": 0.8916541337966919,
      "learning_rate": 2.668743276183274e-06,
      "loss": 0.3219,
      "step": 1384280
    },
    {
      "epoch": 386.35,
      "grad_norm": 0.9889647960662842,
      "learning_rate": 2.668716497746853e-06,
      "loss": 0.3428,
      "step": 1384290
    },
    {
      "epoch": 386.35,
      "grad_norm": 1.2314554452896118,
      "learning_rate": 2.668689719267179e-06,
      "loss": 0.3338,
      "step": 1384300
    },
    {
      "epoch": 386.36,
      "grad_norm": 1.2608355283737183,
      "learning_rate": 2.668662940744256e-06,
      "loss": 0.3545,
      "step": 1384310
    },
    {
      "epoch": 386.36,
      "grad_norm": 1.0803375244140625,
      "learning_rate": 2.668636162178086e-06,
      "loss": 0.3478,
      "step": 1384320
    },
    {
      "epoch": 386.36,
      "grad_norm": 0.93565833568573,
      "learning_rate": 2.668609383568675e-06,
      "loss": 0.3503,
      "step": 1384330
    },
    {
      "epoch": 386.36,
      "grad_norm": 0.9805654287338257,
      "learning_rate": 2.668582604916024e-06,
      "loss": 0.3414,
      "step": 1384340
    },
    {
      "epoch": 386.37,
      "grad_norm": 0.9237554669380188,
      "learning_rate": 2.668555826220138e-06,
      "loss": 0.3335,
      "step": 1384350
    },
    {
      "epoch": 386.37,
      "grad_norm": 0.9494285583496094,
      "learning_rate": 2.6685290474810202e-06,
      "loss": 0.3448,
      "step": 1384360
    },
    {
      "epoch": 386.37,
      "grad_norm": 1.0358930826187134,
      "learning_rate": 2.668502268698674e-06,
      "loss": 0.3499,
      "step": 1384370
    },
    {
      "epoch": 386.37,
      "grad_norm": 1.112065315246582,
      "learning_rate": 2.6684754898731036e-06,
      "loss": 0.3566,
      "step": 1384380
    },
    {
      "epoch": 386.38,
      "grad_norm": 0.9488716125488281,
      "learning_rate": 2.6684487110043117e-06,
      "loss": 0.3534,
      "step": 1384390
    },
    {
      "epoch": 386.38,
      "grad_norm": 0.9587519764900208,
      "learning_rate": 2.6684219320923025e-06,
      "loss": 0.35,
      "step": 1384400
    },
    {
      "epoch": 386.38,
      "grad_norm": 1.0012989044189453,
      "learning_rate": 2.66839515313708e-06,
      "loss": 0.3385,
      "step": 1384410
    },
    {
      "epoch": 386.39,
      "grad_norm": 2.058445930480957,
      "learning_rate": 2.6683683741386466e-06,
      "loss": 0.3563,
      "step": 1384420
    },
    {
      "epoch": 386.39,
      "grad_norm": 0.9599999189376831,
      "learning_rate": 2.668341595097006e-06,
      "loss": 0.3461,
      "step": 1384430
    },
    {
      "epoch": 386.39,
      "grad_norm": 1.0778902769088745,
      "learning_rate": 2.668314816012163e-06,
      "loss": 0.3362,
      "step": 1384440
    },
    {
      "epoch": 386.39,
      "grad_norm": 1.0618520975112915,
      "learning_rate": 2.6682880368841196e-06,
      "loss": 0.3576,
      "step": 1384450
    },
    {
      "epoch": 386.4,
      "grad_norm": 0.9169669151306152,
      "learning_rate": 2.66826125771288e-06,
      "loss": 0.3446,
      "step": 1384460
    },
    {
      "epoch": 386.4,
      "grad_norm": 0.9480994343757629,
      "learning_rate": 2.668234478498449e-06,
      "loss": 0.3374,
      "step": 1384470
    },
    {
      "epoch": 386.4,
      "grad_norm": 1.0409387350082397,
      "learning_rate": 2.668207699240828e-06,
      "loss": 0.3447,
      "step": 1384480
    },
    {
      "epoch": 386.41,
      "grad_norm": 1.10440993309021,
      "learning_rate": 2.6681809199400224e-06,
      "loss": 0.3659,
      "step": 1384490
    },
    {
      "epoch": 386.41,
      "grad_norm": 1.044726848602295,
      "learning_rate": 2.668154140596034e-06,
      "loss": 0.3437,
      "step": 1384500
    },
    {
      "epoch": 386.41,
      "grad_norm": 1.1266729831695557,
      "learning_rate": 2.6681273612088685e-06,
      "loss": 0.3555,
      "step": 1384510
    },
    {
      "epoch": 386.41,
      "grad_norm": 0.9182274341583252,
      "learning_rate": 2.668100581778527e-06,
      "loss": 0.3507,
      "step": 1384520
    },
    {
      "epoch": 386.42,
      "grad_norm": 1.086438775062561,
      "learning_rate": 2.668073802305015e-06,
      "loss": 0.3683,
      "step": 1384530
    },
    {
      "epoch": 386.42,
      "grad_norm": 1.1489578485488892,
      "learning_rate": 2.668047022788335e-06,
      "loss": 0.3404,
      "step": 1384540
    },
    {
      "epoch": 386.42,
      "grad_norm": 1.154317855834961,
      "learning_rate": 2.6680202432284918e-06,
      "loss": 0.3576,
      "step": 1384550
    },
    {
      "epoch": 386.42,
      "grad_norm": 0.9960798621177673,
      "learning_rate": 2.667993463625488e-06,
      "loss": 0.3264,
      "step": 1384560
    },
    {
      "epoch": 386.43,
      "grad_norm": 1.0719653367996216,
      "learning_rate": 2.667966683979327e-06,
      "loss": 0.3477,
      "step": 1384570
    },
    {
      "epoch": 386.43,
      "grad_norm": 1.2112494707107544,
      "learning_rate": 2.667939904290012e-06,
      "loss": 0.34,
      "step": 1384580
    },
    {
      "epoch": 386.43,
      "grad_norm": 0.891836941242218,
      "learning_rate": 2.6679131245575477e-06,
      "loss": 0.3574,
      "step": 1384590
    },
    {
      "epoch": 386.44,
      "grad_norm": 1.0949229001998901,
      "learning_rate": 2.6678863447819375e-06,
      "loss": 0.3538,
      "step": 1384600
    },
    {
      "epoch": 386.44,
      "grad_norm": 1.0296335220336914,
      "learning_rate": 2.6678595649631846e-06,
      "loss": 0.3347,
      "step": 1384610
    },
    {
      "epoch": 386.44,
      "grad_norm": 1.0914260149002075,
      "learning_rate": 2.6678327851012924e-06,
      "loss": 0.3585,
      "step": 1384620
    },
    {
      "epoch": 386.44,
      "grad_norm": 1.1385301351547241,
      "learning_rate": 2.667806005196265e-06,
      "loss": 0.359,
      "step": 1384630
    },
    {
      "epoch": 386.45,
      "grad_norm": 1.742037296295166,
      "learning_rate": 2.667779225248106e-06,
      "loss": 0.3395,
      "step": 1384640
    },
    {
      "epoch": 386.45,
      "grad_norm": 1.098303198814392,
      "learning_rate": 2.667752445256818e-06,
      "loss": 0.3418,
      "step": 1384650
    },
    {
      "epoch": 386.45,
      "grad_norm": 0.9451684355735779,
      "learning_rate": 2.667725665222405e-06,
      "loss": 0.343,
      "step": 1384660
    },
    {
      "epoch": 386.46,
      "grad_norm": 1.0294075012207031,
      "learning_rate": 2.6676988851448714e-06,
      "loss": 0.3521,
      "step": 1384670
    },
    {
      "epoch": 386.46,
      "grad_norm": 0.9112206697463989,
      "learning_rate": 2.6676721050242194e-06,
      "loss": 0.3451,
      "step": 1384680
    },
    {
      "epoch": 386.46,
      "grad_norm": 1.1798542737960815,
      "learning_rate": 2.6676453248604535e-06,
      "loss": 0.339,
      "step": 1384690
    },
    {
      "epoch": 386.46,
      "grad_norm": 0.9449464082717896,
      "learning_rate": 2.6676185446535774e-06,
      "loss": 0.3661,
      "step": 1384700
    },
    {
      "epoch": 386.47,
      "grad_norm": 0.958196222782135,
      "learning_rate": 2.6675917644035945e-06,
      "loss": 0.3578,
      "step": 1384710
    },
    {
      "epoch": 386.47,
      "grad_norm": 1.0842585563659668,
      "learning_rate": 2.667564984110508e-06,
      "loss": 0.3514,
      "step": 1384720
    },
    {
      "epoch": 386.47,
      "grad_norm": 1.1526861190795898,
      "learning_rate": 2.667538203774321e-06,
      "loss": 0.3518,
      "step": 1384730
    },
    {
      "epoch": 386.48,
      "grad_norm": 1.1211090087890625,
      "learning_rate": 2.6675114233950383e-06,
      "loss": 0.3471,
      "step": 1384740
    },
    {
      "epoch": 386.48,
      "grad_norm": 1.0435835123062134,
      "learning_rate": 2.667484642972662e-06,
      "loss": 0.3692,
      "step": 1384750
    },
    {
      "epoch": 386.48,
      "grad_norm": 1.0363984107971191,
      "learning_rate": 2.6674578625071975e-06,
      "loss": 0.3591,
      "step": 1384760
    },
    {
      "epoch": 386.48,
      "grad_norm": 1.028232455253601,
      "learning_rate": 2.6674310819986472e-06,
      "loss": 0.3496,
      "step": 1384770
    },
    {
      "epoch": 386.49,
      "grad_norm": 0.946029543876648,
      "learning_rate": 2.667404301447015e-06,
      "loss": 0.349,
      "step": 1384780
    },
    {
      "epoch": 386.49,
      "grad_norm": 1.1201027631759644,
      "learning_rate": 2.6673775208523043e-06,
      "loss": 0.3369,
      "step": 1384790
    },
    {
      "epoch": 386.49,
      "grad_norm": 0.9028898477554321,
      "learning_rate": 2.667350740214519e-06,
      "loss": 0.3547,
      "step": 1384800
    },
    {
      "epoch": 386.49,
      "grad_norm": 1.01621675491333,
      "learning_rate": 2.667323959533661e-06,
      "loss": 0.341,
      "step": 1384810
    },
    {
      "epoch": 386.5,
      "grad_norm": 3.603672742843628,
      "learning_rate": 2.667297178809736e-06,
      "loss": 0.3565,
      "step": 1384820
    },
    {
      "epoch": 386.5,
      "grad_norm": 1.0927400588989258,
      "learning_rate": 2.667270398042747e-06,
      "loss": 0.3494,
      "step": 1384830
    },
    {
      "epoch": 386.5,
      "grad_norm": 0.9684540629386902,
      "learning_rate": 2.667243617232697e-06,
      "loss": 0.3418,
      "step": 1384840
    },
    {
      "epoch": 386.51,
      "grad_norm": 1.22926664352417,
      "learning_rate": 2.6672168363795908e-06,
      "loss": 0.3494,
      "step": 1384850
    },
    {
      "epoch": 386.51,
      "grad_norm": 1.0310673713684082,
      "learning_rate": 2.66719005548343e-06,
      "loss": 0.3309,
      "step": 1384860
    },
    {
      "epoch": 386.51,
      "grad_norm": 0.9852322936058044,
      "learning_rate": 2.6671632745442195e-06,
      "loss": 0.3461,
      "step": 1384870
    },
    {
      "epoch": 386.51,
      "grad_norm": 0.8597294688224792,
      "learning_rate": 2.6671364935619627e-06,
      "loss": 0.3323,
      "step": 1384880
    },
    {
      "epoch": 386.52,
      "grad_norm": 1.4029232263565063,
      "learning_rate": 2.667109712536663e-06,
      "loss": 0.3417,
      "step": 1384890
    },
    {
      "epoch": 386.52,
      "grad_norm": 1.0504482984542847,
      "learning_rate": 2.6670829314683244e-06,
      "loss": 0.3602,
      "step": 1384900
    },
    {
      "epoch": 386.52,
      "grad_norm": 1.0995336771011353,
      "learning_rate": 2.6670561503569492e-06,
      "loss": 0.3668,
      "step": 1384910
    },
    {
      "epoch": 386.53,
      "grad_norm": 0.9767022132873535,
      "learning_rate": 2.667029369202543e-06,
      "loss": 0.3357,
      "step": 1384920
    },
    {
      "epoch": 386.53,
      "grad_norm": 0.901069164276123,
      "learning_rate": 2.667002588005108e-06,
      "loss": 0.3395,
      "step": 1384930
    },
    {
      "epoch": 386.53,
      "grad_norm": 1.0507251024246216,
      "learning_rate": 2.6669758067646477e-06,
      "loss": 0.344,
      "step": 1384940
    },
    {
      "epoch": 386.53,
      "grad_norm": 0.9315054416656494,
      "learning_rate": 2.6669490254811656e-06,
      "loss": 0.3629,
      "step": 1384950
    },
    {
      "epoch": 386.54,
      "grad_norm": 0.8761284947395325,
      "learning_rate": 2.666922244154666e-06,
      "loss": 0.3476,
      "step": 1384960
    },
    {
      "epoch": 386.54,
      "grad_norm": 0.9098206162452698,
      "learning_rate": 2.666895462785152e-06,
      "loss": 0.3671,
      "step": 1384970
    },
    {
      "epoch": 386.54,
      "grad_norm": 0.9903150796890259,
      "learning_rate": 2.666868681372627e-06,
      "loss": 0.3466,
      "step": 1384980
    },
    {
      "epoch": 386.54,
      "grad_norm": 1.138491153717041,
      "learning_rate": 2.6668418999170958e-06,
      "loss": 0.3363,
      "step": 1384990
    },
    {
      "epoch": 386.55,
      "grad_norm": 0.9874058961868286,
      "learning_rate": 2.6668151184185605e-06,
      "loss": 0.3477,
      "step": 1385000
    },
    {
      "epoch": 386.55,
      "grad_norm": 1.0202813148498535,
      "learning_rate": 2.6667883368770248e-06,
      "loss": 0.3552,
      "step": 1385010
    },
    {
      "epoch": 386.55,
      "grad_norm": 1.0439170598983765,
      "learning_rate": 2.6667615552924928e-06,
      "loss": 0.3572,
      "step": 1385020
    },
    {
      "epoch": 386.56,
      "grad_norm": 1.027812123298645,
      "learning_rate": 2.666734773664968e-06,
      "loss": 0.3664,
      "step": 1385030
    },
    {
      "epoch": 386.56,
      "grad_norm": 0.8632386922836304,
      "learning_rate": 2.666707991994453e-06,
      "loss": 0.348,
      "step": 1385040
    },
    {
      "epoch": 386.56,
      "grad_norm": 0.8752032518386841,
      "learning_rate": 2.6666812102809537e-06,
      "loss": 0.3318,
      "step": 1385050
    },
    {
      "epoch": 386.56,
      "grad_norm": 1.4205310344696045,
      "learning_rate": 2.666654428524471e-06,
      "loss": 0.3512,
      "step": 1385060
    },
    {
      "epoch": 386.57,
      "grad_norm": 1.0351531505584717,
      "learning_rate": 2.66662764672501e-06,
      "loss": 0.3495,
      "step": 1385070
    },
    {
      "epoch": 386.57,
      "grad_norm": 1.0959093570709229,
      "learning_rate": 2.666600864882574e-06,
      "loss": 0.3365,
      "step": 1385080
    },
    {
      "epoch": 386.57,
      "grad_norm": 0.9766842126846313,
      "learning_rate": 2.666574082997167e-06,
      "loss": 0.3517,
      "step": 1385090
    },
    {
      "epoch": 386.58,
      "grad_norm": 1.0086915493011475,
      "learning_rate": 2.6665473010687907e-06,
      "loss": 0.3512,
      "step": 1385100
    },
    {
      "epoch": 386.58,
      "grad_norm": 0.978809118270874,
      "learning_rate": 2.6665205190974505e-06,
      "loss": 0.3533,
      "step": 1385110
    },
    {
      "epoch": 386.58,
      "grad_norm": 0.9219653606414795,
      "learning_rate": 2.66649373708315e-06,
      "loss": 0.3273,
      "step": 1385120
    },
    {
      "epoch": 386.58,
      "grad_norm": 1.0449297428131104,
      "learning_rate": 2.6664669550258916e-06,
      "loss": 0.3619,
      "step": 1385130
    },
    {
      "epoch": 386.59,
      "grad_norm": 1.0763342380523682,
      "learning_rate": 2.66644017292568e-06,
      "loss": 0.3416,
      "step": 1385140
    },
    {
      "epoch": 386.59,
      "grad_norm": 0.9581502079963684,
      "learning_rate": 2.666413390782518e-06,
      "loss": 0.3386,
      "step": 1385150
    },
    {
      "epoch": 386.59,
      "grad_norm": 0.9618759155273438,
      "learning_rate": 2.6663866085964096e-06,
      "loss": 0.3447,
      "step": 1385160
    },
    {
      "epoch": 386.6,
      "grad_norm": 0.9929469227790833,
      "learning_rate": 2.6663598263673575e-06,
      "loss": 0.3504,
      "step": 1385170
    },
    {
      "epoch": 386.6,
      "grad_norm": 0.9840616583824158,
      "learning_rate": 2.666333044095367e-06,
      "loss": 0.351,
      "step": 1385180
    },
    {
      "epoch": 386.6,
      "grad_norm": 0.9480279088020325,
      "learning_rate": 2.666306261780439e-06,
      "loss": 0.3553,
      "step": 1385190
    },
    {
      "epoch": 386.6,
      "grad_norm": 1.1158589124679565,
      "learning_rate": 2.6662794794225796e-06,
      "loss": 0.3381,
      "step": 1385200
    },
    {
      "epoch": 386.61,
      "grad_norm": 1.0802953243255615,
      "learning_rate": 2.666252697021792e-06,
      "loss": 0.3406,
      "step": 1385210
    },
    {
      "epoch": 386.61,
      "grad_norm": 1.0384321212768555,
      "learning_rate": 2.666225914578079e-06,
      "loss": 0.34,
      "step": 1385220
    },
    {
      "epoch": 386.61,
      "grad_norm": 1.2167608737945557,
      "learning_rate": 2.6661991320914438e-06,
      "loss": 0.3347,
      "step": 1385230
    },
    {
      "epoch": 386.61,
      "grad_norm": 0.9657875895500183,
      "learning_rate": 2.666172349561891e-06,
      "loss": 0.3548,
      "step": 1385240
    },
    {
      "epoch": 386.62,
      "grad_norm": 0.9382363557815552,
      "learning_rate": 2.666145566989424e-06,
      "loss": 0.3558,
      "step": 1385250
    },
    {
      "epoch": 386.62,
      "grad_norm": 1.0906426906585693,
      "learning_rate": 2.6661187843740452e-06,
      "loss": 0.3634,
      "step": 1385260
    },
    {
      "epoch": 386.62,
      "grad_norm": 1.038964867591858,
      "learning_rate": 2.6660920017157592e-06,
      "loss": 0.3367,
      "step": 1385270
    },
    {
      "epoch": 386.63,
      "grad_norm": 1.0184468030929565,
      "learning_rate": 2.6660652190145697e-06,
      "loss": 0.3452,
      "step": 1385280
    },
    {
      "epoch": 386.63,
      "grad_norm": 0.8361104726791382,
      "learning_rate": 2.6660384362704805e-06,
      "loss": 0.3407,
      "step": 1385290
    },
    {
      "epoch": 386.63,
      "grad_norm": 1.024458408355713,
      "learning_rate": 2.666011653483494e-06,
      "loss": 0.3362,
      "step": 1385300
    },
    {
      "epoch": 386.63,
      "grad_norm": 1.231613039970398,
      "learning_rate": 2.6659848706536146e-06,
      "loss": 0.3525,
      "step": 1385310
    },
    {
      "epoch": 386.64,
      "grad_norm": 1.2372257709503174,
      "learning_rate": 2.665958087780845e-06,
      "loss": 0.3604,
      "step": 1385320
    },
    {
      "epoch": 386.64,
      "grad_norm": 0.9713722467422485,
      "learning_rate": 2.6659313048651897e-06,
      "loss": 0.347,
      "step": 1385330
    },
    {
      "epoch": 386.64,
      "grad_norm": 1.3273719549179077,
      "learning_rate": 2.6659045219066526e-06,
      "loss": 0.3394,
      "step": 1385340
    },
    {
      "epoch": 386.65,
      "grad_norm": 0.9670439958572388,
      "learning_rate": 2.6658777389052356e-06,
      "loss": 0.3508,
      "step": 1385350
    },
    {
      "epoch": 386.65,
      "grad_norm": 1.063444972038269,
      "learning_rate": 2.665850955860944e-06,
      "loss": 0.3456,
      "step": 1385360
    },
    {
      "epoch": 386.65,
      "grad_norm": 1.0737611055374146,
      "learning_rate": 2.6658241727737807e-06,
      "loss": 0.3397,
      "step": 1385370
    },
    {
      "epoch": 386.65,
      "grad_norm": 1.2182767391204834,
      "learning_rate": 2.6657973896437494e-06,
      "loss": 0.3533,
      "step": 1385380
    },
    {
      "epoch": 386.66,
      "grad_norm": 1.2066339254379272,
      "learning_rate": 2.665770606470853e-06,
      "loss": 0.3622,
      "step": 1385390
    },
    {
      "epoch": 386.66,
      "grad_norm": 1.4302177429199219,
      "learning_rate": 2.6657438232550954e-06,
      "loss": 0.3493,
      "step": 1385400
    },
    {
      "epoch": 386.66,
      "grad_norm": 0.9714282155036926,
      "learning_rate": 2.665717039996481e-06,
      "loss": 0.35,
      "step": 1385410
    },
    {
      "epoch": 386.66,
      "grad_norm": 0.9220078587532043,
      "learning_rate": 2.6656902566950125e-06,
      "loss": 0.3497,
      "step": 1385420
    },
    {
      "epoch": 386.67,
      "grad_norm": 0.941618025302887,
      "learning_rate": 2.665663473350693e-06,
      "loss": 0.3555,
      "step": 1385430
    },
    {
      "epoch": 386.67,
      "grad_norm": 0.9753613471984863,
      "learning_rate": 2.6656366899635274e-06,
      "loss": 0.3573,
      "step": 1385440
    },
    {
      "epoch": 386.67,
      "grad_norm": 1.1700990200042725,
      "learning_rate": 2.665609906533519e-06,
      "loss": 0.3489,
      "step": 1385450
    },
    {
      "epoch": 386.68,
      "grad_norm": 1.051888346672058,
      "learning_rate": 2.6655831230606707e-06,
      "loss": 0.3784,
      "step": 1385460
    },
    {
      "epoch": 386.68,
      "grad_norm": 1.0370203256607056,
      "learning_rate": 2.665556339544986e-06,
      "loss": 0.3487,
      "step": 1385470
    },
    {
      "epoch": 386.68,
      "grad_norm": 0.9189292788505554,
      "learning_rate": 2.6655295559864684e-06,
      "loss": 0.3378,
      "step": 1385480
    },
    {
      "epoch": 386.68,
      "grad_norm": 1.0060126781463623,
      "learning_rate": 2.6655027723851226e-06,
      "loss": 0.3692,
      "step": 1385490
    },
    {
      "epoch": 386.69,
      "grad_norm": 1.137460470199585,
      "learning_rate": 2.665475988740951e-06,
      "loss": 0.3458,
      "step": 1385500
    },
    {
      "epoch": 386.69,
      "grad_norm": 0.925006628036499,
      "learning_rate": 2.6654492050539577e-06,
      "loss": 0.3585,
      "step": 1385510
    },
    {
      "epoch": 386.69,
      "grad_norm": 1.0392330884933472,
      "learning_rate": 2.6654224213241462e-06,
      "loss": 0.3575,
      "step": 1385520
    },
    {
      "epoch": 386.7,
      "grad_norm": 0.9356307983398438,
      "learning_rate": 2.6653956375515198e-06,
      "loss": 0.3557,
      "step": 1385530
    },
    {
      "epoch": 386.7,
      "grad_norm": 0.9543788433074951,
      "learning_rate": 2.665368853736083e-06,
      "loss": 0.3432,
      "step": 1385540
    },
    {
      "epoch": 386.7,
      "grad_norm": 1.0761504173278809,
      "learning_rate": 2.6653420698778376e-06,
      "loss": 0.3442,
      "step": 1385550
    },
    {
      "epoch": 386.7,
      "grad_norm": 0.9323208332061768,
      "learning_rate": 2.6653152859767886e-06,
      "loss": 0.3405,
      "step": 1385560
    },
    {
      "epoch": 386.71,
      "grad_norm": 0.8405048847198486,
      "learning_rate": 2.66528850203294e-06,
      "loss": 0.3441,
      "step": 1385570
    },
    {
      "epoch": 386.71,
      "grad_norm": 0.9490448832511902,
      "learning_rate": 2.6652617180462937e-06,
      "loss": 0.3555,
      "step": 1385580
    },
    {
      "epoch": 386.71,
      "grad_norm": 0.944511890411377,
      "learning_rate": 2.665234934016854e-06,
      "loss": 0.3507,
      "step": 1385590
    },
    {
      "epoch": 386.72,
      "grad_norm": 0.9561688899993896,
      "learning_rate": 2.665208149944625e-06,
      "loss": 0.3441,
      "step": 1385600
    },
    {
      "epoch": 386.72,
      "grad_norm": 1.0475353002548218,
      "learning_rate": 2.6651813658296094e-06,
      "loss": 0.3319,
      "step": 1385610
    },
    {
      "epoch": 386.72,
      "grad_norm": 0.9793336391448975,
      "learning_rate": 2.6651545816718117e-06,
      "loss": 0.3632,
      "step": 1385620
    },
    {
      "epoch": 386.72,
      "grad_norm": 0.8965330123901367,
      "learning_rate": 2.665127797471235e-06,
      "loss": 0.3542,
      "step": 1385630
    },
    {
      "epoch": 386.73,
      "grad_norm": 1.098874568939209,
      "learning_rate": 2.6651010132278822e-06,
      "loss": 0.3479,
      "step": 1385640
    },
    {
      "epoch": 386.73,
      "grad_norm": 1.0705163478851318,
      "learning_rate": 2.6650742289417577e-06,
      "loss": 0.3508,
      "step": 1385650
    },
    {
      "epoch": 386.73,
      "grad_norm": 1.0374209880828857,
      "learning_rate": 2.665047444612865e-06,
      "loss": 0.351,
      "step": 1385660
    },
    {
      "epoch": 386.73,
      "grad_norm": 0.9705185294151306,
      "learning_rate": 2.6650206602412078e-06,
      "loss": 0.3431,
      "step": 1385670
    },
    {
      "epoch": 386.74,
      "grad_norm": 0.8419985175132751,
      "learning_rate": 2.664993875826789e-06,
      "loss": 0.3387,
      "step": 1385680
    },
    {
      "epoch": 386.74,
      "grad_norm": 1.0734485387802124,
      "learning_rate": 2.664967091369612e-06,
      "loss": 0.3498,
      "step": 1385690
    },
    {
      "epoch": 386.74,
      "grad_norm": 1.0955036878585815,
      "learning_rate": 2.6649403068696817e-06,
      "loss": 0.3446,
      "step": 1385700
    },
    {
      "epoch": 386.75,
      "grad_norm": 0.9327807426452637,
      "learning_rate": 2.6649135223270007e-06,
      "loss": 0.3347,
      "step": 1385710
    },
    {
      "epoch": 386.75,
      "grad_norm": 0.9819559454917908,
      "learning_rate": 2.6648867377415724e-06,
      "loss": 0.3298,
      "step": 1385720
    },
    {
      "epoch": 386.75,
      "grad_norm": 1.1353081464767456,
      "learning_rate": 2.664859953113402e-06,
      "loss": 0.3419,
      "step": 1385730
    },
    {
      "epoch": 386.75,
      "grad_norm": 1.1412538290023804,
      "learning_rate": 2.6648331684424908e-06,
      "loss": 0.3588,
      "step": 1385740
    },
    {
      "epoch": 386.76,
      "grad_norm": 0.9729400873184204,
      "learning_rate": 2.6648063837288433e-06,
      "loss": 0.3564,
      "step": 1385750
    },
    {
      "epoch": 386.76,
      "grad_norm": 1.0400097370147705,
      "learning_rate": 2.6647795989724635e-06,
      "loss": 0.3592,
      "step": 1385760
    },
    {
      "epoch": 386.76,
      "grad_norm": 1.102811336517334,
      "learning_rate": 2.664752814173354e-06,
      "loss": 0.3536,
      "step": 1385770
    },
    {
      "epoch": 386.77,
      "grad_norm": 0.9036456346511841,
      "learning_rate": 2.664726029331519e-06,
      "loss": 0.3736,
      "step": 1385780
    },
    {
      "epoch": 386.77,
      "grad_norm": 1.0451563596725464,
      "learning_rate": 2.6646992444469622e-06,
      "loss": 0.3604,
      "step": 1385790
    },
    {
      "epoch": 386.77,
      "grad_norm": 1.368782639503479,
      "learning_rate": 2.664672459519687e-06,
      "loss": 0.332,
      "step": 1385800
    },
    {
      "epoch": 386.77,
      "grad_norm": 0.9743462800979614,
      "learning_rate": 2.664645674549698e-06,
      "loss": 0.3475,
      "step": 1385810
    },
    {
      "epoch": 386.78,
      "grad_norm": 0.9243238568305969,
      "learning_rate": 2.6646188895369957e-06,
      "loss": 0.3415,
      "step": 1385820
    },
    {
      "epoch": 386.78,
      "grad_norm": 1.0682828426361084,
      "learning_rate": 2.664592104481587e-06,
      "loss": 0.3427,
      "step": 1385830
    },
    {
      "epoch": 386.78,
      "grad_norm": 1.1049596071243286,
      "learning_rate": 2.664565319383474e-06,
      "loss": 0.3406,
      "step": 1385840
    },
    {
      "epoch": 386.78,
      "grad_norm": 0.9573218822479248,
      "learning_rate": 2.6645385342426596e-06,
      "loss": 0.3419,
      "step": 1385850
    },
    {
      "epoch": 386.79,
      "grad_norm": 0.8830557465553284,
      "learning_rate": 2.6645117490591485e-06,
      "loss": 0.3452,
      "step": 1385860
    },
    {
      "epoch": 386.79,
      "grad_norm": 0.9045149087905884,
      "learning_rate": 2.664484963832944e-06,
      "loss": 0.3527,
      "step": 1385870
    },
    {
      "epoch": 386.79,
      "grad_norm": 0.9535442590713501,
      "learning_rate": 2.66445817856405e-06,
      "loss": 0.3579,
      "step": 1385880
    },
    {
      "epoch": 386.8,
      "grad_norm": 1.0207422971725464,
      "learning_rate": 2.6644313932524697e-06,
      "loss": 0.3602,
      "step": 1385890
    },
    {
      "epoch": 386.8,
      "grad_norm": 1.1969292163848877,
      "learning_rate": 2.6644046078982057e-06,
      "loss": 0.3486,
      "step": 1385900
    },
    {
      "epoch": 386.8,
      "grad_norm": 1.1479005813598633,
      "learning_rate": 2.664377822501263e-06,
      "loss": 0.3645,
      "step": 1385910
    },
    {
      "epoch": 386.8,
      "grad_norm": 2.529414653778076,
      "learning_rate": 2.6643510370616454e-06,
      "loss": 0.3456,
      "step": 1385920
    },
    {
      "epoch": 386.81,
      "grad_norm": 0.9735264182090759,
      "learning_rate": 2.6643242515793545e-06,
      "loss": 0.3477,
      "step": 1385930
    },
    {
      "epoch": 386.81,
      "grad_norm": 0.9614356756210327,
      "learning_rate": 2.6642974660543956e-06,
      "loss": 0.3571,
      "step": 1385940
    },
    {
      "epoch": 386.81,
      "grad_norm": 0.8778480291366577,
      "learning_rate": 2.664270680486772e-06,
      "loss": 0.3568,
      "step": 1385950
    },
    {
      "epoch": 386.82,
      "grad_norm": 0.9237939715385437,
      "learning_rate": 2.6642438948764873e-06,
      "loss": 0.3408,
      "step": 1385960
    },
    {
      "epoch": 386.82,
      "grad_norm": 1.0968577861785889,
      "learning_rate": 2.6642171092235434e-06,
      "loss": 0.3395,
      "step": 1385970
    },
    {
      "epoch": 386.82,
      "grad_norm": 0.98812335729599,
      "learning_rate": 2.664190323527946e-06,
      "loss": 0.3485,
      "step": 1385980
    },
    {
      "epoch": 386.82,
      "grad_norm": 0.9858189821243286,
      "learning_rate": 2.664163537789698e-06,
      "loss": 0.3507,
      "step": 1385990
    },
    {
      "epoch": 386.83,
      "grad_norm": 1.0573205947875977,
      "learning_rate": 2.6641367520088027e-06,
      "loss": 0.3495,
      "step": 1386000
    },
    {
      "epoch": 386.83,
      "grad_norm": 0.9183597564697266,
      "learning_rate": 2.664109966185264e-06,
      "loss": 0.3665,
      "step": 1386010
    },
    {
      "epoch": 386.83,
      "grad_norm": 1.022951602935791,
      "learning_rate": 2.664083180319086e-06,
      "loss": 0.3416,
      "step": 1386020
    },
    {
      "epoch": 386.84,
      "grad_norm": 3.909299850463867,
      "learning_rate": 2.6640563944102706e-06,
      "loss": 0.35,
      "step": 1386030
    },
    {
      "epoch": 386.84,
      "grad_norm": 1.1072190999984741,
      "learning_rate": 2.664029608458822e-06,
      "loss": 0.3524,
      "step": 1386040
    },
    {
      "epoch": 386.84,
      "grad_norm": 1.138801097869873,
      "learning_rate": 2.664002822464745e-06,
      "loss": 0.3441,
      "step": 1386050
    },
    {
      "epoch": 386.84,
      "grad_norm": 1.06337308883667,
      "learning_rate": 2.663976036428042e-06,
      "loss": 0.3595,
      "step": 1386060
    },
    {
      "epoch": 386.85,
      "grad_norm": 1.0211212635040283,
      "learning_rate": 2.6639492503487164e-06,
      "loss": 0.3594,
      "step": 1386070
    },
    {
      "epoch": 386.85,
      "grad_norm": 1.0806314945220947,
      "learning_rate": 2.6639224642267725e-06,
      "loss": 0.3509,
      "step": 1386080
    },
    {
      "epoch": 386.85,
      "grad_norm": 1.0259544849395752,
      "learning_rate": 2.663895678062214e-06,
      "loss": 0.3562,
      "step": 1386090
    },
    {
      "epoch": 386.85,
      "grad_norm": 1.3135303258895874,
      "learning_rate": 2.6638688918550437e-06,
      "loss": 0.339,
      "step": 1386100
    },
    {
      "epoch": 386.86,
      "grad_norm": 1.0212959051132202,
      "learning_rate": 2.6638421056052656e-06,
      "loss": 0.3429,
      "step": 1386110
    },
    {
      "epoch": 386.86,
      "grad_norm": 1.0004202127456665,
      "learning_rate": 2.663815319312883e-06,
      "loss": 0.3509,
      "step": 1386120
    },
    {
      "epoch": 386.86,
      "grad_norm": 0.9797899127006531,
      "learning_rate": 2.6637885329778997e-06,
      "loss": 0.3528,
      "step": 1386130
    },
    {
      "epoch": 386.87,
      "grad_norm": 0.958246648311615,
      "learning_rate": 2.6637617466003182e-06,
      "loss": 0.3515,
      "step": 1386140
    },
    {
      "epoch": 386.87,
      "grad_norm": 1.1246399879455566,
      "learning_rate": 2.6637349601801446e-06,
      "loss": 0.3552,
      "step": 1386150
    },
    {
      "epoch": 386.87,
      "grad_norm": 1.038986086845398,
      "learning_rate": 2.66370817371738e-06,
      "loss": 0.3404,
      "step": 1386160
    },
    {
      "epoch": 386.87,
      "grad_norm": 1.1490447521209717,
      "learning_rate": 2.6636813872120292e-06,
      "loss": 0.3476,
      "step": 1386170
    },
    {
      "epoch": 386.88,
      "grad_norm": 0.9268540143966675,
      "learning_rate": 2.663654600664096e-06,
      "loss": 0.354,
      "step": 1386180
    },
    {
      "epoch": 386.88,
      "grad_norm": 1.059913158416748,
      "learning_rate": 2.6636278140735827e-06,
      "loss": 0.3435,
      "step": 1386190
    },
    {
      "epoch": 386.88,
      "grad_norm": 1.6255581378936768,
      "learning_rate": 2.6636010274404934e-06,
      "loss": 0.3492,
      "step": 1386200
    },
    {
      "epoch": 386.89,
      "grad_norm": 0.9700078368186951,
      "learning_rate": 2.663574240764832e-06,
      "loss": 0.3432,
      "step": 1386210
    },
    {
      "epoch": 386.89,
      "grad_norm": 1.096214771270752,
      "learning_rate": 2.663547454046602e-06,
      "loss": 0.3507,
      "step": 1386220
    },
    {
      "epoch": 386.89,
      "grad_norm": 1.0200973749160767,
      "learning_rate": 2.6635206672858064e-06,
      "loss": 0.3546,
      "step": 1386230
    },
    {
      "epoch": 386.89,
      "grad_norm": 0.876500129699707,
      "learning_rate": 2.6634938804824503e-06,
      "loss": 0.3362,
      "step": 1386240
    },
    {
      "epoch": 386.9,
      "grad_norm": 0.9924079775810242,
      "learning_rate": 2.663467093636536e-06,
      "loss": 0.3489,
      "step": 1386250
    },
    {
      "epoch": 386.9,
      "grad_norm": 0.9577748775482178,
      "learning_rate": 2.663440306748066e-06,
      "loss": 0.3398,
      "step": 1386260
    },
    {
      "epoch": 386.9,
      "grad_norm": 1.1202460527420044,
      "learning_rate": 2.663413519817046e-06,
      "loss": 0.3445,
      "step": 1386270
    },
    {
      "epoch": 386.9,
      "grad_norm": 0.8837428092956543,
      "learning_rate": 2.663386732843479e-06,
      "loss": 0.3364,
      "step": 1386280
    },
    {
      "epoch": 386.91,
      "grad_norm": 0.9083452820777893,
      "learning_rate": 2.6633599458273683e-06,
      "loss": 0.351,
      "step": 1386290
    },
    {
      "epoch": 386.91,
      "grad_norm": 0.9562199711799622,
      "learning_rate": 2.663333158768717e-06,
      "loss": 0.3431,
      "step": 1386300
    },
    {
      "epoch": 386.91,
      "grad_norm": 0.8446441292762756,
      "learning_rate": 2.6633063716675288e-06,
      "loss": 0.3526,
      "step": 1386310
    },
    {
      "epoch": 386.92,
      "grad_norm": 1.0301158428192139,
      "learning_rate": 2.663279584523808e-06,
      "loss": 0.3376,
      "step": 1386320
    },
    {
      "epoch": 386.92,
      "grad_norm": 1.1717498302459717,
      "learning_rate": 2.663252797337558e-06,
      "loss": 0.3525,
      "step": 1386330
    },
    {
      "epoch": 386.92,
      "grad_norm": 0.9497119188308716,
      "learning_rate": 2.6632260101087818e-06,
      "loss": 0.3551,
      "step": 1386340
    },
    {
      "epoch": 386.92,
      "grad_norm": 0.9566847085952759,
      "learning_rate": 2.6631992228374836e-06,
      "loss": 0.3474,
      "step": 1386350
    },
    {
      "epoch": 386.93,
      "grad_norm": 1.107956886291504,
      "learning_rate": 2.6631724355236657e-06,
      "loss": 0.3528,
      "step": 1386360
    },
    {
      "epoch": 386.93,
      "grad_norm": 1.0866286754608154,
      "learning_rate": 2.6631456481673326e-06,
      "loss": 0.3485,
      "step": 1386370
    },
    {
      "epoch": 386.93,
      "grad_norm": 1.0333970785140991,
      "learning_rate": 2.6631188607684886e-06,
      "loss": 0.3505,
      "step": 1386380
    },
    {
      "epoch": 386.94,
      "grad_norm": 1.071300983428955,
      "learning_rate": 2.6630920733271367e-06,
      "loss": 0.355,
      "step": 1386390
    },
    {
      "epoch": 386.94,
      "grad_norm": 1.0958888530731201,
      "learning_rate": 2.6630652858432803e-06,
      "loss": 0.3633,
      "step": 1386400
    },
    {
      "epoch": 386.94,
      "grad_norm": 1.1057931184768677,
      "learning_rate": 2.6630384983169227e-06,
      "loss": 0.3489,
      "step": 1386410
    },
    {
      "epoch": 386.94,
      "grad_norm": 0.9612913727760315,
      "learning_rate": 2.6630117107480674e-06,
      "loss": 0.3559,
      "step": 1386420
    },
    {
      "epoch": 386.95,
      "grad_norm": 0.9828045964241028,
      "learning_rate": 2.6629849231367177e-06,
      "loss": 0.3449,
      "step": 1386430
    },
    {
      "epoch": 386.95,
      "grad_norm": 1.256365418434143,
      "learning_rate": 2.662958135482879e-06,
      "loss": 0.3547,
      "step": 1386440
    },
    {
      "epoch": 386.95,
      "grad_norm": 0.9866946935653687,
      "learning_rate": 2.662931347786553e-06,
      "loss": 0.3359,
      "step": 1386450
    },
    {
      "epoch": 386.96,
      "grad_norm": 0.9614868760108948,
      "learning_rate": 2.6629045600477434e-06,
      "loss": 0.3463,
      "step": 1386460
    },
    {
      "epoch": 386.96,
      "grad_norm": 1.0718995332717896,
      "learning_rate": 2.662877772266455e-06,
      "loss": 0.3371,
      "step": 1386470
    },
    {
      "epoch": 386.96,
      "grad_norm": 1.3396008014678955,
      "learning_rate": 2.6628509844426908e-06,
      "loss": 0.3402,
      "step": 1386480
    },
    {
      "epoch": 386.96,
      "grad_norm": 1.0351847410202026,
      "learning_rate": 2.6628241965764536e-06,
      "loss": 0.3538,
      "step": 1386490
    },
    {
      "epoch": 386.97,
      "grad_norm": 1.0311157703399658,
      "learning_rate": 2.6627974086677483e-06,
      "loss": 0.3606,
      "step": 1386500
    },
    {
      "epoch": 386.97,
      "grad_norm": 1.0695319175720215,
      "learning_rate": 2.6627706207165766e-06,
      "loss": 0.3437,
      "step": 1386510
    },
    {
      "epoch": 386.97,
      "grad_norm": 1.121380090713501,
      "learning_rate": 2.662743832722944e-06,
      "loss": 0.3375,
      "step": 1386520
    },
    {
      "epoch": 386.97,
      "grad_norm": 1.0605860948562622,
      "learning_rate": 2.6627170446868526e-06,
      "loss": 0.3386,
      "step": 1386530
    },
    {
      "epoch": 386.98,
      "grad_norm": 1.7097615003585815,
      "learning_rate": 2.662690256608307e-06,
      "loss": 0.3474,
      "step": 1386540
    },
    {
      "epoch": 386.98,
      "grad_norm": 1.0318875312805176,
      "learning_rate": 2.6626634684873107e-06,
      "loss": 0.3453,
      "step": 1386550
    },
    {
      "epoch": 386.98,
      "grad_norm": 1.15951406955719,
      "learning_rate": 2.6626366803238662e-06,
      "loss": 0.3342,
      "step": 1386560
    },
    {
      "epoch": 386.99,
      "grad_norm": 1.1080834865570068,
      "learning_rate": 2.6626098921179786e-06,
      "loss": 0.3623,
      "step": 1386570
    },
    {
      "epoch": 386.99,
      "grad_norm": 1.0826795101165771,
      "learning_rate": 2.6625831038696495e-06,
      "loss": 0.3334,
      "step": 1386580
    },
    {
      "epoch": 386.99,
      "grad_norm": 1.06588613986969,
      "learning_rate": 2.662556315578884e-06,
      "loss": 0.3419,
      "step": 1386590
    },
    {
      "epoch": 386.99,
      "grad_norm": 1.0267839431762695,
      "learning_rate": 2.662529527245686e-06,
      "loss": 0.3292,
      "step": 1386600
    },
    {
      "epoch": 387.0,
      "grad_norm": 0.9840617179870605,
      "learning_rate": 2.6625027388700577e-06,
      "loss": 0.3384,
      "step": 1386610
    },
    {
      "epoch": 387.0,
      "grad_norm": 1.050829291343689,
      "learning_rate": 2.6624759504520044e-06,
      "loss": 0.3623,
      "step": 1386620
    },
    {
      "epoch": 387.0,
      "eval_loss": 0.34842512011528015,
      "eval_runtime": 62.8929,
      "eval_samples_per_second": 80.438,
      "eval_steps_per_second": 10.065,
      "step": 1386621
    },
    {
      "epoch": 387.0,
      "grad_norm": 0.9421868920326233,
      "learning_rate": 2.662449161991528e-06,
      "loss": 0.3454,
      "step": 1386630
    },
    {
      "epoch": 387.01,
      "grad_norm": 1.0613512992858887,
      "learning_rate": 2.662422373488632e-06,
      "loss": 0.3301,
      "step": 1386640
    },
    {
      "epoch": 387.01,
      "grad_norm": 1.0492608547210693,
      "learning_rate": 2.662395584943321e-06,
      "loss": 0.3379,
      "step": 1386650
    },
    {
      "epoch": 387.01,
      "grad_norm": 1.049052357673645,
      "learning_rate": 2.662368796355598e-06,
      "loss": 0.3321,
      "step": 1386660
    },
    {
      "epoch": 387.01,
      "grad_norm": 1.1717791557312012,
      "learning_rate": 2.662342007725467e-06,
      "loss": 0.3337,
      "step": 1386670
    },
    {
      "epoch": 387.02,
      "grad_norm": 0.9886239767074585,
      "learning_rate": 2.6623152190529312e-06,
      "loss": 0.3407,
      "step": 1386680
    },
    {
      "epoch": 387.02,
      "grad_norm": 1.120482325553894,
      "learning_rate": 2.6622884303379946e-06,
      "loss": 0.3482,
      "step": 1386690
    },
    {
      "epoch": 387.02,
      "grad_norm": 0.9899938702583313,
      "learning_rate": 2.6622616415806606e-06,
      "loss": 0.3373,
      "step": 1386700
    },
    {
      "epoch": 387.02,
      "grad_norm": 1.0073853731155396,
      "learning_rate": 2.6622348527809317e-06,
      "loss": 0.3577,
      "step": 1386710
    },
    {
      "epoch": 387.03,
      "grad_norm": 1.07769775390625,
      "learning_rate": 2.6622080639388126e-06,
      "loss": 0.3252,
      "step": 1386720
    },
    {
      "epoch": 387.03,
      "grad_norm": 0.9465959072113037,
      "learning_rate": 2.662181275054308e-06,
      "loss": 0.3328,
      "step": 1386730
    },
    {
      "epoch": 387.03,
      "grad_norm": 1.104102611541748,
      "learning_rate": 2.6621544861274187e-06,
      "loss": 0.3449,
      "step": 1386740
    },
    {
      "epoch": 387.04,
      "grad_norm": 0.9946261048316956,
      "learning_rate": 2.66212769715815e-06,
      "loss": 0.3603,
      "step": 1386750
    },
    {
      "epoch": 387.04,
      "grad_norm": 1.110314130783081,
      "learning_rate": 2.662100908146505e-06,
      "loss": 0.3604,
      "step": 1386760
    },
    {
      "epoch": 387.04,
      "grad_norm": 0.9168182611465454,
      "learning_rate": 2.662074119092488e-06,
      "loss": 0.3712,
      "step": 1386770
    },
    {
      "epoch": 387.04,
      "grad_norm": 1.0746264457702637,
      "learning_rate": 2.6620473299961016e-06,
      "loss": 0.3578,
      "step": 1386780
    },
    {
      "epoch": 387.05,
      "grad_norm": 1.097272276878357,
      "learning_rate": 2.66202054085735e-06,
      "loss": 0.3463,
      "step": 1386790
    },
    {
      "epoch": 387.05,
      "grad_norm": 1.0281214714050293,
      "learning_rate": 2.661993751676236e-06,
      "loss": 0.3434,
      "step": 1386800
    },
    {
      "epoch": 387.05,
      "grad_norm": 1.1293915510177612,
      "learning_rate": 2.6619669624527636e-06,
      "loss": 0.3407,
      "step": 1386810
    },
    {
      "epoch": 387.06,
      "grad_norm": 1.029628038406372,
      "learning_rate": 2.6619401731869366e-06,
      "loss": 0.3443,
      "step": 1386820
    },
    {
      "epoch": 387.06,
      "grad_norm": 1.3150347471237183,
      "learning_rate": 2.6619133838787584e-06,
      "loss": 0.3659,
      "step": 1386830
    },
    {
      "epoch": 387.06,
      "grad_norm": 1.1334149837493896,
      "learning_rate": 2.6618865945282328e-06,
      "loss": 0.3442,
      "step": 1386840
    },
    {
      "epoch": 387.06,
      "grad_norm": 1.1423227787017822,
      "learning_rate": 2.661859805135363e-06,
      "loss": 0.3396,
      "step": 1386850
    },
    {
      "epoch": 387.07,
      "grad_norm": 3.4150197505950928,
      "learning_rate": 2.661833015700153e-06,
      "loss": 0.3513,
      "step": 1386860
    },
    {
      "epoch": 387.07,
      "grad_norm": 1.0861170291900635,
      "learning_rate": 2.6618062262226058e-06,
      "loss": 0.3338,
      "step": 1386870
    },
    {
      "epoch": 387.07,
      "grad_norm": 0.987723171710968,
      "learning_rate": 2.661779436702725e-06,
      "loss": 0.3433,
      "step": 1386880
    },
    {
      "epoch": 387.08,
      "grad_norm": 1.1547894477844238,
      "learning_rate": 2.661752647140515e-06,
      "loss": 0.3546,
      "step": 1386890
    },
    {
      "epoch": 387.08,
      "grad_norm": 0.982060968875885,
      "learning_rate": 2.6617258575359774e-06,
      "loss": 0.3526,
      "step": 1386900
    },
    {
      "epoch": 387.08,
      "grad_norm": 1.0303088426589966,
      "learning_rate": 2.661699067889119e-06,
      "loss": 0.3483,
      "step": 1386910
    },
    {
      "epoch": 387.08,
      "grad_norm": 1.0718320608139038,
      "learning_rate": 2.661672278199941e-06,
      "loss": 0.3294,
      "step": 1386920
    },
    {
      "epoch": 387.09,
      "grad_norm": 1.3405332565307617,
      "learning_rate": 2.6616454884684464e-06,
      "loss": 0.3427,
      "step": 1386930
    },
    {
      "epoch": 387.09,
      "grad_norm": 1.0738332271575928,
      "learning_rate": 2.66161869869464e-06,
      "loss": 0.3403,
      "step": 1386940
    },
    {
      "epoch": 387.09,
      "grad_norm": 0.9883968830108643,
      "learning_rate": 2.661591908878526e-06,
      "loss": 0.36,
      "step": 1386950
    },
    {
      "epoch": 387.09,
      "grad_norm": 1.1877597570419312,
      "learning_rate": 2.661565119020107e-06,
      "loss": 0.3625,
      "step": 1386960
    },
    {
      "epoch": 387.1,
      "grad_norm": 0.9007976651191711,
      "learning_rate": 2.6615383291193866e-06,
      "loss": 0.3577,
      "step": 1386970
    },
    {
      "epoch": 387.1,
      "grad_norm": 1.0408868789672852,
      "learning_rate": 2.6615115391763682e-06,
      "loss": 0.3381,
      "step": 1386980
    },
    {
      "epoch": 387.1,
      "grad_norm": 1.0782179832458496,
      "learning_rate": 2.6614847491910562e-06,
      "loss": 0.3401,
      "step": 1386990
    },
    {
      "epoch": 387.11,
      "grad_norm": 0.8498744964599609,
      "learning_rate": 2.6614579591634536e-06,
      "loss": 0.3443,
      "step": 1387000
    },
    {
      "epoch": 387.11,
      "grad_norm": 1.6616456508636475,
      "learning_rate": 2.661431169093563e-06,
      "loss": 0.3551,
      "step": 1387010
    },
    {
      "epoch": 387.11,
      "grad_norm": 1.0383013486862183,
      "learning_rate": 2.66140437898139e-06,
      "loss": 0.353,
      "step": 1387020
    },
    {
      "epoch": 387.11,
      "grad_norm": 1.175421118736267,
      "learning_rate": 2.6613775888269367e-06,
      "loss": 0.3592,
      "step": 1387030
    },
    {
      "epoch": 387.12,
      "grad_norm": 0.8926042318344116,
      "learning_rate": 2.661350798630207e-06,
      "loss": 0.3477,
      "step": 1387040
    },
    {
      "epoch": 387.12,
      "grad_norm": 1.0909333229064941,
      "learning_rate": 2.661324008391205e-06,
      "loss": 0.3637,
      "step": 1387050
    },
    {
      "epoch": 387.12,
      "grad_norm": 0.9362183213233948,
      "learning_rate": 2.6612972181099336e-06,
      "loss": 0.3342,
      "step": 1387060
    },
    {
      "epoch": 387.13,
      "grad_norm": 1.0404611825942993,
      "learning_rate": 2.6612704277863958e-06,
      "loss": 0.3462,
      "step": 1387070
    },
    {
      "epoch": 387.13,
      "grad_norm": 0.9882678985595703,
      "learning_rate": 2.6612436374205974e-06,
      "loss": 0.3521,
      "step": 1387080
    },
    {
      "epoch": 387.13,
      "grad_norm": 1.0589021444320679,
      "learning_rate": 2.6612168470125397e-06,
      "loss": 0.3469,
      "step": 1387090
    },
    {
      "epoch": 387.13,
      "grad_norm": 0.938666045665741,
      "learning_rate": 2.661190056562226e-06,
      "loss": 0.3297,
      "step": 1387100
    },
    {
      "epoch": 387.14,
      "grad_norm": 0.9999381303787231,
      "learning_rate": 2.6611632660696625e-06,
      "loss": 0.3641,
      "step": 1387110
    },
    {
      "epoch": 387.14,
      "grad_norm": 0.9359036087989807,
      "learning_rate": 2.661136475534851e-06,
      "loss": 0.3579,
      "step": 1387120
    },
    {
      "epoch": 387.14,
      "grad_norm": 1.2398966550827026,
      "learning_rate": 2.661109684957795e-06,
      "loss": 0.3458,
      "step": 1387130
    },
    {
      "epoch": 387.14,
      "grad_norm": 1.0298173427581787,
      "learning_rate": 2.6610828943384983e-06,
      "loss": 0.3322,
      "step": 1387140
    },
    {
      "epoch": 387.15,
      "grad_norm": 0.9349877238273621,
      "learning_rate": 2.6610561036769648e-06,
      "loss": 0.3504,
      "step": 1387150
    },
    {
      "epoch": 387.15,
      "grad_norm": 1.0681122541427612,
      "learning_rate": 2.6610293129731973e-06,
      "loss": 0.3473,
      "step": 1387160
    },
    {
      "epoch": 387.15,
      "grad_norm": 1.0713391304016113,
      "learning_rate": 2.6610025222272e-06,
      "loss": 0.3498,
      "step": 1387170
    },
    {
      "epoch": 387.16,
      "grad_norm": 1.0707085132598877,
      "learning_rate": 2.6609757314389767e-06,
      "loss": 0.3503,
      "step": 1387180
    },
    {
      "epoch": 387.16,
      "grad_norm": 1.027146816253662,
      "learning_rate": 2.66094894060853e-06,
      "loss": 0.3519,
      "step": 1387190
    },
    {
      "epoch": 387.16,
      "grad_norm": 1.0498919486999512,
      "learning_rate": 2.6609221497358645e-06,
      "loss": 0.3597,
      "step": 1387200
    },
    {
      "epoch": 387.16,
      "grad_norm": 1.022436499595642,
      "learning_rate": 2.660895358820983e-06,
      "loss": 0.3463,
      "step": 1387210
    },
    {
      "epoch": 387.17,
      "grad_norm": 1.0090248584747314,
      "learning_rate": 2.6608685678638896e-06,
      "loss": 0.3494,
      "step": 1387220
    },
    {
      "epoch": 387.17,
      "grad_norm": 1.0376334190368652,
      "learning_rate": 2.660841776864587e-06,
      "loss": 0.3346,
      "step": 1387230
    },
    {
      "epoch": 387.17,
      "grad_norm": 0.9378905892372131,
      "learning_rate": 2.66081498582308e-06,
      "loss": 0.3419,
      "step": 1387240
    },
    {
      "epoch": 387.18,
      "grad_norm": 0.89192795753479,
      "learning_rate": 2.660788194739372e-06,
      "loss": 0.3709,
      "step": 1387250
    },
    {
      "epoch": 387.18,
      "grad_norm": 0.9619188904762268,
      "learning_rate": 2.660761403613465e-06,
      "loss": 0.3438,
      "step": 1387260
    },
    {
      "epoch": 387.18,
      "grad_norm": 1.0702934265136719,
      "learning_rate": 2.6607346124453644e-06,
      "loss": 0.3502,
      "step": 1387270
    },
    {
      "epoch": 387.18,
      "grad_norm": 0.9503346085548401,
      "learning_rate": 2.660707821235073e-06,
      "loss": 0.3512,
      "step": 1387280
    },
    {
      "epoch": 387.19,
      "grad_norm": 0.993131697177887,
      "learning_rate": 2.6606810299825945e-06,
      "loss": 0.3346,
      "step": 1387290
    },
    {
      "epoch": 387.19,
      "grad_norm": 1.028908371925354,
      "learning_rate": 2.660654238687932e-06,
      "loss": 0.3377,
      "step": 1387300
    },
    {
      "epoch": 387.19,
      "grad_norm": 0.9858840703964233,
      "learning_rate": 2.66062744735109e-06,
      "loss": 0.337,
      "step": 1387310
    },
    {
      "epoch": 387.2,
      "grad_norm": 1.000826120376587,
      "learning_rate": 2.6606006559720715e-06,
      "loss": 0.3465,
      "step": 1387320
    },
    {
      "epoch": 387.2,
      "grad_norm": 1.1256240606307983,
      "learning_rate": 2.6605738645508794e-06,
      "loss": 0.3481,
      "step": 1387330
    },
    {
      "epoch": 387.2,
      "grad_norm": 0.8964345455169678,
      "learning_rate": 2.6605470730875186e-06,
      "loss": 0.3361,
      "step": 1387340
    },
    {
      "epoch": 387.2,
      "grad_norm": 1.1803064346313477,
      "learning_rate": 2.6605202815819912e-06,
      "loss": 0.3354,
      "step": 1387350
    },
    {
      "epoch": 387.21,
      "grad_norm": 1.0893677473068237,
      "learning_rate": 2.660493490034303e-06,
      "loss": 0.3556,
      "step": 1387360
    },
    {
      "epoch": 387.21,
      "grad_norm": 0.9336689710617065,
      "learning_rate": 2.6604666984444554e-06,
      "loss": 0.3508,
      "step": 1387370
    },
    {
      "epoch": 387.21,
      "grad_norm": 0.9388650059700012,
      "learning_rate": 2.6604399068124525e-06,
      "loss": 0.3587,
      "step": 1387380
    },
    {
      "epoch": 387.21,
      "grad_norm": 1.1270238161087036,
      "learning_rate": 2.660413115138298e-06,
      "loss": 0.3619,
      "step": 1387390
    },
    {
      "epoch": 387.22,
      "grad_norm": 0.9789862036705017,
      "learning_rate": 2.6603863234219956e-06,
      "loss": 0.3466,
      "step": 1387400
    },
    {
      "epoch": 387.22,
      "grad_norm": 1.1585910320281982,
      "learning_rate": 2.6603595316635493e-06,
      "loss": 0.3578,
      "step": 1387410
    },
    {
      "epoch": 387.22,
      "grad_norm": 1.025723934173584,
      "learning_rate": 2.660332739862962e-06,
      "loss": 0.3511,
      "step": 1387420
    },
    {
      "epoch": 387.23,
      "grad_norm": 0.9877098202705383,
      "learning_rate": 2.6603059480202375e-06,
      "loss": 0.3526,
      "step": 1387430
    },
    {
      "epoch": 387.23,
      "grad_norm": 1.0553972721099854,
      "learning_rate": 2.6602791561353795e-06,
      "loss": 0.338,
      "step": 1387440
    },
    {
      "epoch": 387.23,
      "grad_norm": 0.9428099393844604,
      "learning_rate": 2.660252364208391e-06,
      "loss": 0.3495,
      "step": 1387450
    },
    {
      "epoch": 387.23,
      "grad_norm": 1.2138829231262207,
      "learning_rate": 2.6602255722392753e-06,
      "loss": 0.3668,
      "step": 1387460
    },
    {
      "epoch": 387.24,
      "grad_norm": 1.0036842823028564,
      "learning_rate": 2.6601987802280376e-06,
      "loss": 0.344,
      "step": 1387470
    },
    {
      "epoch": 387.24,
      "grad_norm": 0.8492751717567444,
      "learning_rate": 2.6601719881746806e-06,
      "loss": 0.3367,
      "step": 1387480
    },
    {
      "epoch": 387.24,
      "grad_norm": 0.9785004258155823,
      "learning_rate": 2.660145196079207e-06,
      "loss": 0.3483,
      "step": 1387490
    },
    {
      "epoch": 387.25,
      "grad_norm": 0.9861373901367188,
      "learning_rate": 2.6601184039416216e-06,
      "loss": 0.3496,
      "step": 1387500
    },
    {
      "epoch": 387.25,
      "grad_norm": 1.0313010215759277,
      "learning_rate": 2.6600916117619272e-06,
      "loss": 0.3434,
      "step": 1387510
    },
    {
      "epoch": 387.25,
      "grad_norm": 1.0703481435775757,
      "learning_rate": 2.660064819540128e-06,
      "loss": 0.3622,
      "step": 1387520
    },
    {
      "epoch": 387.25,
      "grad_norm": 1.037187099456787,
      "learning_rate": 2.6600380272762267e-06,
      "loss": 0.3568,
      "step": 1387530
    },
    {
      "epoch": 387.26,
      "grad_norm": 0.9963726997375488,
      "learning_rate": 2.6600112349702278e-06,
      "loss": 0.3454,
      "step": 1387540
    },
    {
      "epoch": 387.26,
      "grad_norm": 0.981919527053833,
      "learning_rate": 2.6599844426221343e-06,
      "loss": 0.3576,
      "step": 1387550
    },
    {
      "epoch": 387.26,
      "grad_norm": 0.9677185416221619,
      "learning_rate": 2.6599576502319497e-06,
      "loss": 0.3555,
      "step": 1387560
    },
    {
      "epoch": 387.26,
      "grad_norm": 0.940172553062439,
      "learning_rate": 2.6599308577996785e-06,
      "loss": 0.374,
      "step": 1387570
    },
    {
      "epoch": 387.27,
      "grad_norm": 1.0221621990203857,
      "learning_rate": 2.6599040653253233e-06,
      "loss": 0.3392,
      "step": 1387580
    },
    {
      "epoch": 387.27,
      "grad_norm": 1.0597116947174072,
      "learning_rate": 2.6598772728088875e-06,
      "loss": 0.3567,
      "step": 1387590
    },
    {
      "epoch": 387.27,
      "grad_norm": 1.1827170848846436,
      "learning_rate": 2.6598504802503754e-06,
      "loss": 0.3425,
      "step": 1387600
    },
    {
      "epoch": 387.28,
      "grad_norm": 1.0690221786499023,
      "learning_rate": 2.65982368764979e-06,
      "loss": 0.3385,
      "step": 1387610
    },
    {
      "epoch": 387.28,
      "grad_norm": 1.025458574295044,
      "learning_rate": 2.6597968950071343e-06,
      "loss": 0.3419,
      "step": 1387620
    },
    {
      "epoch": 387.28,
      "grad_norm": 1.1212186813354492,
      "learning_rate": 2.6597701023224143e-06,
      "loss": 0.3559,
      "step": 1387630
    },
    {
      "epoch": 387.28,
      "grad_norm": 1.0293704271316528,
      "learning_rate": 2.659743309595631e-06,
      "loss": 0.3465,
      "step": 1387640
    },
    {
      "epoch": 387.29,
      "grad_norm": 1.2085402011871338,
      "learning_rate": 2.6597165168267896e-06,
      "loss": 0.3484,
      "step": 1387650
    },
    {
      "epoch": 387.29,
      "grad_norm": 1.1630197763442993,
      "learning_rate": 2.6596897240158926e-06,
      "loss": 0.3512,
      "step": 1387660
    },
    {
      "epoch": 387.29,
      "grad_norm": 1.422420620918274,
      "learning_rate": 2.6596629311629433e-06,
      "loss": 0.3359,
      "step": 1387670
    },
    {
      "epoch": 387.3,
      "grad_norm": 0.9692956805229187,
      "learning_rate": 2.6596361382679465e-06,
      "loss": 0.3543,
      "step": 1387680
    },
    {
      "epoch": 387.3,
      "grad_norm": 1.0919582843780518,
      "learning_rate": 2.6596093453309047e-06,
      "loss": 0.3581,
      "step": 1387690
    },
    {
      "epoch": 387.3,
      "grad_norm": 1.072204351425171,
      "learning_rate": 2.659582552351823e-06,
      "loss": 0.3378,
      "step": 1387700
    },
    {
      "epoch": 387.3,
      "grad_norm": 1.2315930128097534,
      "learning_rate": 2.659555759330703e-06,
      "loss": 0.337,
      "step": 1387710
    },
    {
      "epoch": 387.31,
      "grad_norm": 1.2453910112380981,
      "learning_rate": 2.6595289662675493e-06,
      "loss": 0.3676,
      "step": 1387720
    },
    {
      "epoch": 387.31,
      "grad_norm": 0.927140474319458,
      "learning_rate": 2.659502173162366e-06,
      "loss": 0.3466,
      "step": 1387730
    },
    {
      "epoch": 387.31,
      "grad_norm": 1.1167815923690796,
      "learning_rate": 2.6594753800151553e-06,
      "loss": 0.3487,
      "step": 1387740
    },
    {
      "epoch": 387.32,
      "grad_norm": 0.9973864555358887,
      "learning_rate": 2.6594485868259212e-06,
      "loss": 0.3498,
      "step": 1387750
    },
    {
      "epoch": 387.32,
      "grad_norm": 0.97352135181427,
      "learning_rate": 2.659421793594668e-06,
      "loss": 0.3566,
      "step": 1387760
    },
    {
      "epoch": 387.32,
      "grad_norm": 1.1743396520614624,
      "learning_rate": 2.6593950003213986e-06,
      "loss": 0.3309,
      "step": 1387770
    },
    {
      "epoch": 387.32,
      "grad_norm": 1.0364776849746704,
      "learning_rate": 2.6593682070061163e-06,
      "loss": 0.3394,
      "step": 1387780
    },
    {
      "epoch": 387.33,
      "grad_norm": 1.0559148788452148,
      "learning_rate": 2.6593414136488263e-06,
      "loss": 0.351,
      "step": 1387790
    },
    {
      "epoch": 387.33,
      "grad_norm": 1.0078905820846558,
      "learning_rate": 2.6593146202495306e-06,
      "loss": 0.3573,
      "step": 1387800
    },
    {
      "epoch": 387.33,
      "grad_norm": 1.116845965385437,
      "learning_rate": 2.6592878268082327e-06,
      "loss": 0.3498,
      "step": 1387810
    },
    {
      "epoch": 387.33,
      "grad_norm": 0.9719082713127136,
      "learning_rate": 2.6592610333249368e-06,
      "loss": 0.3385,
      "step": 1387820
    },
    {
      "epoch": 387.34,
      "grad_norm": 0.9307112097740173,
      "learning_rate": 2.6592342397996466e-06,
      "loss": 0.3349,
      "step": 1387830
    },
    {
      "epoch": 387.34,
      "grad_norm": 0.9839386343955994,
      "learning_rate": 2.659207446232365e-06,
      "loss": 0.3419,
      "step": 1387840
    },
    {
      "epoch": 387.34,
      "grad_norm": 1.1600512266159058,
      "learning_rate": 2.6591806526230956e-06,
      "loss": 0.3362,
      "step": 1387850
    },
    {
      "epoch": 387.35,
      "grad_norm": 1.297877550125122,
      "learning_rate": 2.6591538589718433e-06,
      "loss": 0.3424,
      "step": 1387860
    },
    {
      "epoch": 387.35,
      "grad_norm": 0.9116631150245667,
      "learning_rate": 2.6591270652786102e-06,
      "loss": 0.3395,
      "step": 1387870
    },
    {
      "epoch": 387.35,
      "grad_norm": 1.2258989810943604,
      "learning_rate": 2.6591002715434003e-06,
      "loss": 0.3651,
      "step": 1387880
    },
    {
      "epoch": 387.35,
      "grad_norm": 0.8630744814872742,
      "learning_rate": 2.6590734777662174e-06,
      "loss": 0.3654,
      "step": 1387890
    },
    {
      "epoch": 387.36,
      "grad_norm": 0.9266277551651001,
      "learning_rate": 2.6590466839470645e-06,
      "loss": 0.3619,
      "step": 1387900
    },
    {
      "epoch": 387.36,
      "grad_norm": 0.9046242833137512,
      "learning_rate": 2.6590198900859453e-06,
      "loss": 0.3421,
      "step": 1387910
    },
    {
      "epoch": 387.36,
      "grad_norm": 0.8818715810775757,
      "learning_rate": 2.6589930961828645e-06,
      "loss": 0.3584,
      "step": 1387920
    },
    {
      "epoch": 387.37,
      "grad_norm": 0.990503191947937,
      "learning_rate": 2.6589663022378234e-06,
      "loss": 0.3373,
      "step": 1387930
    },
    {
      "epoch": 387.37,
      "grad_norm": 1.1693075895309448,
      "learning_rate": 2.6589395082508283e-06,
      "loss": 0.3472,
      "step": 1387940
    },
    {
      "epoch": 387.37,
      "grad_norm": 1.1865876913070679,
      "learning_rate": 2.658912714221881e-06,
      "loss": 0.3663,
      "step": 1387950
    },
    {
      "epoch": 387.37,
      "grad_norm": 1.0404986143112183,
      "learning_rate": 2.658885920150985e-06,
      "loss": 0.3462,
      "step": 1387960
    },
    {
      "epoch": 387.38,
      "grad_norm": 1.0461446046829224,
      "learning_rate": 2.6588591260381443e-06,
      "loss": 0.3335,
      "step": 1387970
    },
    {
      "epoch": 387.38,
      "grad_norm": 1.3393259048461914,
      "learning_rate": 2.658832331883363e-06,
      "loss": 0.3491,
      "step": 1387980
    },
    {
      "epoch": 387.38,
      "grad_norm": 0.9671228528022766,
      "learning_rate": 2.658805537686644e-06,
      "loss": 0.3616,
      "step": 1387990
    },
    {
      "epoch": 387.38,
      "grad_norm": 0.9692401885986328,
      "learning_rate": 2.658778743447991e-06,
      "loss": 0.3449,
      "step": 1388000
    },
    {
      "epoch": 387.39,
      "grad_norm": 1.09400475025177,
      "learning_rate": 2.6587519491674075e-06,
      "loss": 0.3492,
      "step": 1388010
    },
    {
      "epoch": 387.39,
      "grad_norm": 1.0765858888626099,
      "learning_rate": 2.6587251548448976e-06,
      "loss": 0.347,
      "step": 1388020
    },
    {
      "epoch": 387.39,
      "grad_norm": 0.9353053569793701,
      "learning_rate": 2.658698360480464e-06,
      "loss": 0.3542,
      "step": 1388030
    },
    {
      "epoch": 387.4,
      "grad_norm": 0.9383168816566467,
      "learning_rate": 2.6586715660741103e-06,
      "loss": 0.3486,
      "step": 1388040
    },
    {
      "epoch": 387.4,
      "grad_norm": 0.9292805194854736,
      "learning_rate": 2.658644771625841e-06,
      "loss": 0.335,
      "step": 1388050
    },
    {
      "epoch": 387.4,
      "grad_norm": 0.9874976873397827,
      "learning_rate": 2.6586179771356592e-06,
      "loss": 0.3537,
      "step": 1388060
    },
    {
      "epoch": 387.4,
      "grad_norm": 1.1158256530761719,
      "learning_rate": 2.6585911826035676e-06,
      "loss": 0.3714,
      "step": 1388070
    },
    {
      "epoch": 387.41,
      "grad_norm": 1.0419564247131348,
      "learning_rate": 2.6585643880295714e-06,
      "loss": 0.3626,
      "step": 1388080
    },
    {
      "epoch": 387.41,
      "grad_norm": 0.9886919260025024,
      "learning_rate": 2.6585375934136735e-06,
      "loss": 0.3627,
      "step": 1388090
    },
    {
      "epoch": 387.41,
      "grad_norm": 1.0114500522613525,
      "learning_rate": 2.658510798755876e-06,
      "loss": 0.3262,
      "step": 1388100
    },
    {
      "epoch": 387.42,
      "grad_norm": 0.9133373498916626,
      "learning_rate": 2.6584840040561846e-06,
      "loss": 0.3453,
      "step": 1388110
    },
    {
      "epoch": 387.42,
      "grad_norm": 1.417820692062378,
      "learning_rate": 2.6584572093146026e-06,
      "loss": 0.3409,
      "step": 1388120
    },
    {
      "epoch": 387.42,
      "grad_norm": 1.0795342922210693,
      "learning_rate": 2.6584304145311323e-06,
      "loss": 0.3623,
      "step": 1388130
    },
    {
      "epoch": 387.42,
      "grad_norm": 1.116373896598816,
      "learning_rate": 2.6584036197057774e-06,
      "loss": 0.3399,
      "step": 1388140
    },
    {
      "epoch": 387.43,
      "grad_norm": 0.98225337266922,
      "learning_rate": 2.6583768248385427e-06,
      "loss": 0.3464,
      "step": 1388150
    },
    {
      "epoch": 387.43,
      "grad_norm": 0.9172446727752686,
      "learning_rate": 2.6583500299294316e-06,
      "loss": 0.3332,
      "step": 1388160
    },
    {
      "epoch": 387.43,
      "grad_norm": 1.2355440855026245,
      "learning_rate": 2.6583232349784465e-06,
      "loss": 0.3472,
      "step": 1388170
    },
    {
      "epoch": 387.44,
      "grad_norm": 1.0995118618011475,
      "learning_rate": 2.658296439985592e-06,
      "loss": 0.3424,
      "step": 1388180
    },
    {
      "epoch": 387.44,
      "grad_norm": 1.1872297525405884,
      "learning_rate": 2.6582696449508703e-06,
      "loss": 0.353,
      "step": 1388190
    },
    {
      "epoch": 387.44,
      "grad_norm": 1.3385893106460571,
      "learning_rate": 2.6582428498742868e-06,
      "loss": 0.3454,
      "step": 1388200
    },
    {
      "epoch": 387.44,
      "grad_norm": 0.9977531433105469,
      "learning_rate": 2.658216054755844e-06,
      "loss": 0.3609,
      "step": 1388210
    },
    {
      "epoch": 387.45,
      "grad_norm": 1.0973093509674072,
      "learning_rate": 2.658189259595546e-06,
      "loss": 0.3537,
      "step": 1388220
    },
    {
      "epoch": 387.45,
      "grad_norm": 1.235967993736267,
      "learning_rate": 2.6581624643933956e-06,
      "loss": 0.3422,
      "step": 1388230
    },
    {
      "epoch": 387.45,
      "grad_norm": 0.923691987991333,
      "learning_rate": 2.658135669149397e-06,
      "loss": 0.3581,
      "step": 1388240
    },
    {
      "epoch": 387.45,
      "grad_norm": 0.9618814587593079,
      "learning_rate": 2.6581088738635542e-06,
      "loss": 0.3547,
      "step": 1388250
    },
    {
      "epoch": 387.46,
      "grad_norm": 0.968040943145752,
      "learning_rate": 2.658082078535869e-06,
      "loss": 0.349,
      "step": 1388260
    },
    {
      "epoch": 387.46,
      "grad_norm": 0.8537697792053223,
      "learning_rate": 2.6580552831663464e-06,
      "loss": 0.3468,
      "step": 1388270
    },
    {
      "epoch": 387.46,
      "grad_norm": 1.002902626991272,
      "learning_rate": 2.65802848775499e-06,
      "loss": 0.3401,
      "step": 1388280
    },
    {
      "epoch": 387.47,
      "grad_norm": 1.022854208946228,
      "learning_rate": 2.658001692301803e-06,
      "loss": 0.3467,
      "step": 1388290
    },
    {
      "epoch": 387.47,
      "grad_norm": 1.1336177587509155,
      "learning_rate": 2.6579748968067885e-06,
      "loss": 0.343,
      "step": 1388300
    },
    {
      "epoch": 387.47,
      "grad_norm": 1.0227737426757812,
      "learning_rate": 2.657948101269952e-06,
      "loss": 0.3396,
      "step": 1388310
    },
    {
      "epoch": 387.47,
      "grad_norm": 1.1762815713882446,
      "learning_rate": 2.657921305691295e-06,
      "loss": 0.3409,
      "step": 1388320
    },
    {
      "epoch": 387.48,
      "grad_norm": 1.0794845819473267,
      "learning_rate": 2.6578945100708206e-06,
      "loss": 0.3372,
      "step": 1388330
    },
    {
      "epoch": 387.48,
      "grad_norm": 1.0491400957107544,
      "learning_rate": 2.657867714408535e-06,
      "loss": 0.3556,
      "step": 1388340
    },
    {
      "epoch": 387.48,
      "grad_norm": 0.9821614623069763,
      "learning_rate": 2.6578409187044394e-06,
      "loss": 0.3561,
      "step": 1388350
    },
    {
      "epoch": 387.49,
      "grad_norm": 0.9731158018112183,
      "learning_rate": 2.657814122958538e-06,
      "loss": 0.3643,
      "step": 1388360
    },
    {
      "epoch": 387.49,
      "grad_norm": 1.1443407535552979,
      "learning_rate": 2.657787327170835e-06,
      "loss": 0.3546,
      "step": 1388370
    },
    {
      "epoch": 387.49,
      "grad_norm": 0.9467459321022034,
      "learning_rate": 2.6577605313413334e-06,
      "loss": 0.3374,
      "step": 1388380
    },
    {
      "epoch": 387.49,
      "grad_norm": 1.0830702781677246,
      "learning_rate": 2.6577337354700373e-06,
      "loss": 0.342,
      "step": 1388390
    },
    {
      "epoch": 387.5,
      "grad_norm": 1.214507818222046,
      "learning_rate": 2.6577069395569494e-06,
      "loss": 0.348,
      "step": 1388400
    },
    {
      "epoch": 387.5,
      "grad_norm": 1.048190951347351,
      "learning_rate": 2.657680143602074e-06,
      "loss": 0.3413,
      "step": 1388410
    },
    {
      "epoch": 387.5,
      "grad_norm": 1.0045095682144165,
      "learning_rate": 2.6576533476054145e-06,
      "loss": 0.3431,
      "step": 1388420
    },
    {
      "epoch": 387.5,
      "grad_norm": 0.9569162130355835,
      "learning_rate": 2.657626551566974e-06,
      "loss": 0.3514,
      "step": 1388430
    },
    {
      "epoch": 387.51,
      "grad_norm": 0.9193586707115173,
      "learning_rate": 2.6575997554867566e-06,
      "loss": 0.358,
      "step": 1388440
    },
    {
      "epoch": 387.51,
      "grad_norm": 0.9447482228279114,
      "learning_rate": 2.6575729593647655e-06,
      "loss": 0.3394,
      "step": 1388450
    },
    {
      "epoch": 387.51,
      "grad_norm": 1.0836577415466309,
      "learning_rate": 2.657546163201005e-06,
      "loss": 0.3452,
      "step": 1388460
    },
    {
      "epoch": 387.52,
      "grad_norm": 0.9299719929695129,
      "learning_rate": 2.657519366995478e-06,
      "loss": 0.3482,
      "step": 1388470
    },
    {
      "epoch": 387.52,
      "grad_norm": 1.0149548053741455,
      "learning_rate": 2.6574925707481883e-06,
      "loss": 0.3475,
      "step": 1388480
    },
    {
      "epoch": 387.52,
      "grad_norm": 0.9545231461524963,
      "learning_rate": 2.657465774459139e-06,
      "loss": 0.329,
      "step": 1388490
    },
    {
      "epoch": 387.52,
      "grad_norm": 0.97296142578125,
      "learning_rate": 2.6574389781283347e-06,
      "loss": 0.3413,
      "step": 1388500
    },
    {
      "epoch": 387.53,
      "grad_norm": 0.8566387891769409,
      "learning_rate": 2.6574121817557772e-06,
      "loss": 0.3581,
      "step": 1388510
    },
    {
      "epoch": 387.53,
      "grad_norm": 0.9983670115470886,
      "learning_rate": 2.657385385341472e-06,
      "loss": 0.3492,
      "step": 1388520
    },
    {
      "epoch": 387.53,
      "grad_norm": 0.9204413294792175,
      "learning_rate": 2.6573585888854216e-06,
      "loss": 0.3467,
      "step": 1388530
    },
    {
      "epoch": 387.54,
      "grad_norm": 0.878229022026062,
      "learning_rate": 2.6573317923876307e-06,
      "loss": 0.3609,
      "step": 1388540
    },
    {
      "epoch": 387.54,
      "grad_norm": 1.077216386795044,
      "learning_rate": 2.6573049958481006e-06,
      "loss": 0.352,
      "step": 1388550
    },
    {
      "epoch": 387.54,
      "grad_norm": 1.0431760549545288,
      "learning_rate": 2.6572781992668367e-06,
      "loss": 0.3436,
      "step": 1388560
    },
    {
      "epoch": 387.54,
      "grad_norm": 1.1224329471588135,
      "learning_rate": 2.657251402643842e-06,
      "loss": 0.3571,
      "step": 1388570
    },
    {
      "epoch": 387.55,
      "grad_norm": 0.9517824053764343,
      "learning_rate": 2.6572246059791205e-06,
      "loss": 0.3476,
      "step": 1388580
    },
    {
      "epoch": 387.55,
      "grad_norm": 0.9445374608039856,
      "learning_rate": 2.6571978092726753e-06,
      "loss": 0.3406,
      "step": 1388590
    },
    {
      "epoch": 387.55,
      "grad_norm": 0.9990866780281067,
      "learning_rate": 2.65717101252451e-06,
      "loss": 0.3569,
      "step": 1388600
    },
    {
      "epoch": 387.56,
      "grad_norm": 1.0253432989120483,
      "learning_rate": 2.6571442157346286e-06,
      "loss": 0.3428,
      "step": 1388610
    },
    {
      "epoch": 387.56,
      "grad_norm": 1.0560356378555298,
      "learning_rate": 2.6571174189030343e-06,
      "loss": 0.3605,
      "step": 1388620
    },
    {
      "epoch": 387.56,
      "grad_norm": 1.0479609966278076,
      "learning_rate": 2.657090622029731e-06,
      "loss": 0.3652,
      "step": 1388630
    },
    {
      "epoch": 387.56,
      "grad_norm": 0.9077412486076355,
      "learning_rate": 2.6570638251147208e-06,
      "loss": 0.3491,
      "step": 1388640
    },
    {
      "epoch": 387.57,
      "grad_norm": 1.001892328262329,
      "learning_rate": 2.6570370281580095e-06,
      "loss": 0.3521,
      "step": 1388650
    },
    {
      "epoch": 387.57,
      "grad_norm": 0.9742867350578308,
      "learning_rate": 2.6570102311595997e-06,
      "loss": 0.3419,
      "step": 1388660
    },
    {
      "epoch": 387.57,
      "grad_norm": 1.2408263683319092,
      "learning_rate": 2.656983434119494e-06,
      "loss": 0.3375,
      "step": 1388670
    },
    {
      "epoch": 387.57,
      "grad_norm": 0.94044429063797,
      "learning_rate": 2.656956637037698e-06,
      "loss": 0.3354,
      "step": 1388680
    },
    {
      "epoch": 387.58,
      "grad_norm": 1.0208736658096313,
      "learning_rate": 2.656929839914213e-06,
      "loss": 0.3476,
      "step": 1388690
    },
    {
      "epoch": 387.58,
      "grad_norm": 1.0909348726272583,
      "learning_rate": 2.6569030427490445e-06,
      "loss": 0.3193,
      "step": 1388700
    },
    {
      "epoch": 387.58,
      "grad_norm": 0.9611378312110901,
      "learning_rate": 2.6568762455421947e-06,
      "loss": 0.3411,
      "step": 1388710
    },
    {
      "epoch": 387.59,
      "grad_norm": 1.0980803966522217,
      "learning_rate": 2.6568494482936675e-06,
      "loss": 0.3503,
      "step": 1388720
    },
    {
      "epoch": 387.59,
      "grad_norm": 1.0955417156219482,
      "learning_rate": 2.656822651003467e-06,
      "loss": 0.3286,
      "step": 1388730
    },
    {
      "epoch": 387.59,
      "grad_norm": 1.0217885971069336,
      "learning_rate": 2.6567958536715966e-06,
      "loss": 0.3473,
      "step": 1388740
    },
    {
      "epoch": 387.59,
      "grad_norm": 1.188644528388977,
      "learning_rate": 2.6567690562980596e-06,
      "loss": 0.3561,
      "step": 1388750
    },
    {
      "epoch": 387.6,
      "grad_norm": 0.9877501130104065,
      "learning_rate": 2.6567422588828604e-06,
      "loss": 0.3583,
      "step": 1388760
    },
    {
      "epoch": 387.6,
      "grad_norm": 1.0595024824142456,
      "learning_rate": 2.656715461426001e-06,
      "loss": 0.3446,
      "step": 1388770
    },
    {
      "epoch": 387.6,
      "grad_norm": 0.9481623768806458,
      "learning_rate": 2.656688663927486e-06,
      "loss": 0.3483,
      "step": 1388780
    },
    {
      "epoch": 387.61,
      "grad_norm": 1.1908271312713623,
      "learning_rate": 2.6566618663873184e-06,
      "loss": 0.3535,
      "step": 1388790
    },
    {
      "epoch": 387.61,
      "grad_norm": 1.208014965057373,
      "learning_rate": 2.6566350688055023e-06,
      "loss": 0.3698,
      "step": 1388800
    },
    {
      "epoch": 387.61,
      "grad_norm": 1.0102932453155518,
      "learning_rate": 2.656608271182041e-06,
      "loss": 0.358,
      "step": 1388810
    },
    {
      "epoch": 387.61,
      "grad_norm": 1.3109525442123413,
      "learning_rate": 2.656581473516939e-06,
      "loss": 0.353,
      "step": 1388820
    },
    {
      "epoch": 387.62,
      "grad_norm": 0.9725431203842163,
      "learning_rate": 2.6565546758101986e-06,
      "loss": 0.3584,
      "step": 1388830
    },
    {
      "epoch": 387.62,
      "grad_norm": 0.9411462545394897,
      "learning_rate": 2.6565278780618233e-06,
      "loss": 0.3439,
      "step": 1388840
    },
    {
      "epoch": 387.62,
      "grad_norm": 1.0479106903076172,
      "learning_rate": 2.6565010802718175e-06,
      "loss": 0.3528,
      "step": 1388850
    },
    {
      "epoch": 387.62,
      "grad_norm": 1.902117371559143,
      "learning_rate": 2.6564742824401852e-06,
      "loss": 0.3333,
      "step": 1388860
    },
    {
      "epoch": 387.63,
      "grad_norm": 0.9438252449035645,
      "learning_rate": 2.6564474845669284e-06,
      "loss": 0.3534,
      "step": 1388870
    },
    {
      "epoch": 387.63,
      "grad_norm": 1.155442237854004,
      "learning_rate": 2.656420686652051e-06,
      "loss": 0.3648,
      "step": 1388880
    },
    {
      "epoch": 387.63,
      "grad_norm": 1.0242466926574707,
      "learning_rate": 2.656393888695558e-06,
      "loss": 0.3466,
      "step": 1388890
    },
    {
      "epoch": 387.64,
      "grad_norm": 0.913128674030304,
      "learning_rate": 2.6563670906974524e-06,
      "loss": 0.3607,
      "step": 1388900
    },
    {
      "epoch": 387.64,
      "grad_norm": 0.9491955041885376,
      "learning_rate": 2.6563402926577363e-06,
      "loss": 0.3559,
      "step": 1388910
    },
    {
      "epoch": 387.64,
      "grad_norm": 1.1379421949386597,
      "learning_rate": 2.656313494576415e-06,
      "loss": 0.3541,
      "step": 1388920
    },
    {
      "epoch": 387.64,
      "grad_norm": 1.0998096466064453,
      "learning_rate": 2.6562866964534907e-06,
      "loss": 0.3391,
      "step": 1388930
    },
    {
      "epoch": 387.65,
      "grad_norm": 0.9877489805221558,
      "learning_rate": 2.6562598982889677e-06,
      "loss": 0.3584,
      "step": 1388940
    },
    {
      "epoch": 387.65,
      "grad_norm": 1.11421799659729,
      "learning_rate": 2.6562331000828507e-06,
      "loss": 0.3594,
      "step": 1388950
    },
    {
      "epoch": 387.65,
      "grad_norm": 1.0171992778778076,
      "learning_rate": 2.6562063018351414e-06,
      "loss": 0.3587,
      "step": 1388960
    },
    {
      "epoch": 387.66,
      "grad_norm": 0.8499959707260132,
      "learning_rate": 2.656179503545844e-06,
      "loss": 0.3556,
      "step": 1388970
    },
    {
      "epoch": 387.66,
      "grad_norm": 1.1115939617156982,
      "learning_rate": 2.6561527052149617e-06,
      "loss": 0.3546,
      "step": 1388980
    },
    {
      "epoch": 387.66,
      "grad_norm": 1.1592435836791992,
      "learning_rate": 2.6561259068424997e-06,
      "loss": 0.3339,
      "step": 1388990
    },
    {
      "epoch": 387.66,
      "grad_norm": 0.972646951675415,
      "learning_rate": 2.6560991084284593e-06,
      "loss": 0.3364,
      "step": 1389000
    },
    {
      "epoch": 387.67,
      "grad_norm": 1.0828250646591187,
      "learning_rate": 2.6560723099728454e-06,
      "loss": 0.3769,
      "step": 1389010
    },
    {
      "epoch": 387.67,
      "grad_norm": 1.303072214126587,
      "learning_rate": 2.6560455114756616e-06,
      "loss": 0.3462,
      "step": 1389020
    },
    {
      "epoch": 387.67,
      "grad_norm": 1.0513582229614258,
      "learning_rate": 2.656018712936911e-06,
      "loss": 0.3467,
      "step": 1389030
    },
    {
      "epoch": 387.68,
      "grad_norm": 1.0494623184204102,
      "learning_rate": 2.655991914356598e-06,
      "loss": 0.3552,
      "step": 1389040
    },
    {
      "epoch": 387.68,
      "grad_norm": 1.0205261707305908,
      "learning_rate": 2.6559651157347247e-06,
      "loss": 0.3649,
      "step": 1389050
    },
    {
      "epoch": 387.68,
      "grad_norm": 1.048040747642517,
      "learning_rate": 2.655938317071296e-06,
      "loss": 0.3354,
      "step": 1389060
    },
    {
      "epoch": 387.68,
      "grad_norm": 0.9746299982070923,
      "learning_rate": 2.655911518366314e-06,
      "loss": 0.3561,
      "step": 1389070
    },
    {
      "epoch": 387.69,
      "grad_norm": 1.0182242393493652,
      "learning_rate": 2.655884719619784e-06,
      "loss": 0.3585,
      "step": 1389080
    },
    {
      "epoch": 387.69,
      "grad_norm": 0.9662922024726868,
      "learning_rate": 2.655857920831709e-06,
      "loss": 0.354,
      "step": 1389090
    },
    {
      "epoch": 387.69,
      "grad_norm": 1.1036573648452759,
      "learning_rate": 2.6558311220020914e-06,
      "loss": 0.3494,
      "step": 1389100
    },
    {
      "epoch": 387.69,
      "grad_norm": 1.0447618961334229,
      "learning_rate": 2.655804323130937e-06,
      "loss": 0.3611,
      "step": 1389110
    },
    {
      "epoch": 387.7,
      "grad_norm": 1.0962780714035034,
      "learning_rate": 2.655777524218247e-06,
      "loss": 0.3468,
      "step": 1389120
    },
    {
      "epoch": 387.7,
      "grad_norm": 1.2254945039749146,
      "learning_rate": 2.6557507252640264e-06,
      "loss": 0.3397,
      "step": 1389130
    },
    {
      "epoch": 387.7,
      "grad_norm": 1.041142463684082,
      "learning_rate": 2.6557239262682786e-06,
      "loss": 0.3318,
      "step": 1389140
    },
    {
      "epoch": 387.71,
      "grad_norm": 0.9015364050865173,
      "learning_rate": 2.6556971272310067e-06,
      "loss": 0.3484,
      "step": 1389150
    },
    {
      "epoch": 387.71,
      "grad_norm": 1.4420737028121948,
      "learning_rate": 2.655670328152215e-06,
      "loss": 0.3518,
      "step": 1389160
    },
    {
      "epoch": 387.71,
      "grad_norm": 0.9426782727241516,
      "learning_rate": 2.655643529031906e-06,
      "loss": 0.3392,
      "step": 1389170
    },
    {
      "epoch": 387.71,
      "grad_norm": 0.9731696844100952,
      "learning_rate": 2.6556167298700846e-06,
      "loss": 0.3608,
      "step": 1389180
    },
    {
      "epoch": 387.72,
      "grad_norm": 0.957592248916626,
      "learning_rate": 2.655589930666753e-06,
      "loss": 0.3607,
      "step": 1389190
    },
    {
      "epoch": 387.72,
      "grad_norm": 0.8794346451759338,
      "learning_rate": 2.6555631314219162e-06,
      "loss": 0.3473,
      "step": 1389200
    },
    {
      "epoch": 387.72,
      "grad_norm": 1.0648819208145142,
      "learning_rate": 2.655536332135577e-06,
      "loss": 0.3585,
      "step": 1389210
    },
    {
      "epoch": 387.73,
      "grad_norm": 0.98702073097229,
      "learning_rate": 2.655509532807738e-06,
      "loss": 0.3426,
      "step": 1389220
    },
    {
      "epoch": 387.73,
      "grad_norm": 0.9633452296257019,
      "learning_rate": 2.6554827334384037e-06,
      "loss": 0.3515,
      "step": 1389230
    },
    {
      "epoch": 387.73,
      "grad_norm": 1.085654616355896,
      "learning_rate": 2.6554559340275784e-06,
      "loss": 0.3383,
      "step": 1389240
    },
    {
      "epoch": 387.73,
      "grad_norm": 1.1317417621612549,
      "learning_rate": 2.655429134575264e-06,
      "loss": 0.3695,
      "step": 1389250
    },
    {
      "epoch": 387.74,
      "grad_norm": 0.9943878650665283,
      "learning_rate": 2.6554023350814656e-06,
      "loss": 0.3637,
      "step": 1389260
    },
    {
      "epoch": 387.74,
      "grad_norm": 1.054789662361145,
      "learning_rate": 2.6553755355461866e-06,
      "loss": 0.3431,
      "step": 1389270
    },
    {
      "epoch": 387.74,
      "grad_norm": 1.0596024990081787,
      "learning_rate": 2.6553487359694306e-06,
      "loss": 0.3489,
      "step": 1389280
    },
    {
      "epoch": 387.74,
      "grad_norm": 0.837842583656311,
      "learning_rate": 2.6553219363511995e-06,
      "loss": 0.3405,
      "step": 1389290
    },
    {
      "epoch": 387.75,
      "grad_norm": 0.9881559014320374,
      "learning_rate": 2.6552951366914986e-06,
      "loss": 0.3464,
      "step": 1389300
    },
    {
      "epoch": 387.75,
      "grad_norm": 1.0655696392059326,
      "learning_rate": 2.655268336990331e-06,
      "loss": 0.3372,
      "step": 1389310
    },
    {
      "epoch": 387.75,
      "grad_norm": 1.3099768161773682,
      "learning_rate": 2.6552415372476998e-06,
      "loss": 0.3645,
      "step": 1389320
    },
    {
      "epoch": 387.76,
      "grad_norm": 1.052140474319458,
      "learning_rate": 2.6552147374636095e-06,
      "loss": 0.3495,
      "step": 1389330
    },
    {
      "epoch": 387.76,
      "grad_norm": 0.9377620220184326,
      "learning_rate": 2.6551879376380633e-06,
      "loss": 0.3771,
      "step": 1389340
    },
    {
      "epoch": 387.76,
      "grad_norm": 0.913704514503479,
      "learning_rate": 2.6551611377710646e-06,
      "loss": 0.3573,
      "step": 1389350
    },
    {
      "epoch": 387.76,
      "grad_norm": 1.08058500289917,
      "learning_rate": 2.655134337862617e-06,
      "loss": 0.347,
      "step": 1389360
    },
    {
      "epoch": 387.77,
      "grad_norm": 0.934808611869812,
      "learning_rate": 2.6551075379127237e-06,
      "loss": 0.3482,
      "step": 1389370
    },
    {
      "epoch": 387.77,
      "grad_norm": 0.8027222156524658,
      "learning_rate": 2.6550807379213886e-06,
      "loss": 0.3432,
      "step": 1389380
    },
    {
      "epoch": 387.77,
      "grad_norm": 0.8735218048095703,
      "learning_rate": 2.6550539378886145e-06,
      "loss": 0.3563,
      "step": 1389390
    },
    {
      "epoch": 387.78,
      "grad_norm": 0.9458610415458679,
      "learning_rate": 2.655027137814407e-06,
      "loss": 0.3442,
      "step": 1389400
    },
    {
      "epoch": 387.78,
      "grad_norm": 1.029502511024475,
      "learning_rate": 2.655000337698768e-06,
      "loss": 0.3504,
      "step": 1389410
    },
    {
      "epoch": 387.78,
      "grad_norm": 1.0041096210479736,
      "learning_rate": 2.654973537541702e-06,
      "loss": 0.3483,
      "step": 1389420
    },
    {
      "epoch": 387.78,
      "grad_norm": 1.0240164995193481,
      "learning_rate": 2.6549467373432116e-06,
      "loss": 0.3455,
      "step": 1389430
    },
    {
      "epoch": 387.79,
      "grad_norm": 1.1626144647598267,
      "learning_rate": 2.654919937103301e-06,
      "loss": 0.3603,
      "step": 1389440
    },
    {
      "epoch": 387.79,
      "grad_norm": 1.1155805587768555,
      "learning_rate": 2.6548931368219733e-06,
      "loss": 0.3408,
      "step": 1389450
    },
    {
      "epoch": 387.79,
      "grad_norm": 1.1155891418457031,
      "learning_rate": 2.6548663364992324e-06,
      "loss": 0.336,
      "step": 1389460
    },
    {
      "epoch": 387.8,
      "grad_norm": 0.8742260336875916,
      "learning_rate": 2.6548395361350825e-06,
      "loss": 0.3358,
      "step": 1389470
    },
    {
      "epoch": 387.8,
      "grad_norm": 0.9080336093902588,
      "learning_rate": 2.6548127357295255e-06,
      "loss": 0.3637,
      "step": 1389480
    },
    {
      "epoch": 387.8,
      "grad_norm": 1.2441918849945068,
      "learning_rate": 2.6547859352825667e-06,
      "loss": 0.3306,
      "step": 1389490
    },
    {
      "epoch": 387.8,
      "grad_norm": 0.8878958821296692,
      "learning_rate": 2.6547591347942088e-06,
      "loss": 0.3464,
      "step": 1389500
    },
    {
      "epoch": 387.81,
      "grad_norm": 0.8729223012924194,
      "learning_rate": 2.6547323342644555e-06,
      "loss": 0.3435,
      "step": 1389510
    },
    {
      "epoch": 387.81,
      "grad_norm": 1.1628732681274414,
      "learning_rate": 2.65470553369331e-06,
      "loss": 0.3503,
      "step": 1389520
    },
    {
      "epoch": 387.81,
      "grad_norm": 0.9547815918922424,
      "learning_rate": 2.654678733080777e-06,
      "loss": 0.3644,
      "step": 1389530
    },
    {
      "epoch": 387.81,
      "grad_norm": 0.972004771232605,
      "learning_rate": 2.6546519324268583e-06,
      "loss": 0.3515,
      "step": 1389540
    },
    {
      "epoch": 387.82,
      "grad_norm": 0.8519970178604126,
      "learning_rate": 2.6546251317315584e-06,
      "loss": 0.3632,
      "step": 1389550
    },
    {
      "epoch": 387.82,
      "grad_norm": 0.9785062670707703,
      "learning_rate": 2.654598330994882e-06,
      "loss": 0.3413,
      "step": 1389560
    },
    {
      "epoch": 387.82,
      "grad_norm": 1.0257269144058228,
      "learning_rate": 2.6545715302168318e-06,
      "loss": 0.344,
      "step": 1389570
    },
    {
      "epoch": 387.83,
      "grad_norm": 1.0964596271514893,
      "learning_rate": 2.65454472939741e-06,
      "loss": 0.3347,
      "step": 1389580
    },
    {
      "epoch": 387.83,
      "grad_norm": 0.8927764296531677,
      "learning_rate": 2.6545179285366216e-06,
      "loss": 0.348,
      "step": 1389590
    },
    {
      "epoch": 387.83,
      "grad_norm": 1.0794084072113037,
      "learning_rate": 2.6544911276344703e-06,
      "loss": 0.3541,
      "step": 1389600
    },
    {
      "epoch": 387.83,
      "grad_norm": 1.1428852081298828,
      "learning_rate": 2.6544643266909584e-06,
      "loss": 0.36,
      "step": 1389610
    },
    {
      "epoch": 387.84,
      "grad_norm": 1.127461552619934,
      "learning_rate": 2.6544375257060913e-06,
      "loss": 0.3693,
      "step": 1389620
    },
    {
      "epoch": 387.84,
      "grad_norm": 0.9551196098327637,
      "learning_rate": 2.6544107246798717e-06,
      "loss": 0.3562,
      "step": 1389630
    },
    {
      "epoch": 387.84,
      "grad_norm": 0.9969376921653748,
      "learning_rate": 2.6543839236123025e-06,
      "loss": 0.361,
      "step": 1389640
    },
    {
      "epoch": 387.85,
      "grad_norm": 1.1048822402954102,
      "learning_rate": 2.6543571225033883e-06,
      "loss": 0.3439,
      "step": 1389650
    },
    {
      "epoch": 387.85,
      "grad_norm": 0.89969402551651,
      "learning_rate": 2.6543303213531318e-06,
      "loss": 0.3419,
      "step": 1389660
    },
    {
      "epoch": 387.85,
      "grad_norm": 0.8918625712394714,
      "learning_rate": 2.654303520161537e-06,
      "loss": 0.3356,
      "step": 1389670
    },
    {
      "epoch": 387.85,
      "grad_norm": 1.0592116117477417,
      "learning_rate": 2.654276718928607e-06,
      "loss": 0.3514,
      "step": 1389680
    },
    {
      "epoch": 387.86,
      "grad_norm": 1.1343756914138794,
      "learning_rate": 2.6542499176543466e-06,
      "loss": 0.3466,
      "step": 1389690
    },
    {
      "epoch": 387.86,
      "grad_norm": 1.0123381614685059,
      "learning_rate": 2.654223116338759e-06,
      "loss": 0.3545,
      "step": 1389700
    },
    {
      "epoch": 387.86,
      "grad_norm": 0.9584671258926392,
      "learning_rate": 2.654196314981846e-06,
      "loss": 0.3582,
      "step": 1389710
    },
    {
      "epoch": 387.86,
      "grad_norm": 0.9414403438568115,
      "learning_rate": 2.654169513583613e-06,
      "loss": 0.3487,
      "step": 1389720
    },
    {
      "epoch": 387.87,
      "grad_norm": 0.9305675029754639,
      "learning_rate": 2.6541427121440643e-06,
      "loss": 0.3318,
      "step": 1389730
    },
    {
      "epoch": 387.87,
      "grad_norm": 0.9130052924156189,
      "learning_rate": 2.6541159106632006e-06,
      "loss": 0.3252,
      "step": 1389740
    },
    {
      "epoch": 387.87,
      "grad_norm": 1.0153177976608276,
      "learning_rate": 2.6540891091410275e-06,
      "loss": 0.3285,
      "step": 1389750
    },
    {
      "epoch": 387.88,
      "grad_norm": 1.4675918817520142,
      "learning_rate": 2.654062307577549e-06,
      "loss": 0.3373,
      "step": 1389760
    },
    {
      "epoch": 387.88,
      "grad_norm": 1.1309635639190674,
      "learning_rate": 2.654035505972767e-06,
      "loss": 0.3474,
      "step": 1389770
    },
    {
      "epoch": 387.88,
      "grad_norm": 0.9391223788261414,
      "learning_rate": 2.654008704326686e-06,
      "loss": 0.3516,
      "step": 1389780
    },
    {
      "epoch": 387.88,
      "grad_norm": 1.0200176239013672,
      "learning_rate": 2.6539819026393105e-06,
      "loss": 0.3411,
      "step": 1389790
    },
    {
      "epoch": 387.89,
      "grad_norm": 1.0999583005905151,
      "learning_rate": 2.653955100910642e-06,
      "loss": 0.3542,
      "step": 1389800
    },
    {
      "epoch": 387.89,
      "grad_norm": 1.281952977180481,
      "learning_rate": 2.6539282991406845e-06,
      "loss": 0.3404,
      "step": 1389810
    },
    {
      "epoch": 387.89,
      "grad_norm": 1.0629701614379883,
      "learning_rate": 2.6539014973294432e-06,
      "loss": 0.3323,
      "step": 1389820
    },
    {
      "epoch": 387.9,
      "grad_norm": 0.86951744556427,
      "learning_rate": 2.6538746954769205e-06,
      "loss": 0.3489,
      "step": 1389830
    },
    {
      "epoch": 387.9,
      "grad_norm": 1.1715803146362305,
      "learning_rate": 2.65384789358312e-06,
      "loss": 0.3602,
      "step": 1389840
    },
    {
      "epoch": 387.9,
      "grad_norm": 1.112068772315979,
      "learning_rate": 2.6538210916480453e-06,
      "loss": 0.3526,
      "step": 1389850
    },
    {
      "epoch": 387.9,
      "grad_norm": 1.1899961233139038,
      "learning_rate": 2.6537942896717008e-06,
      "loss": 0.3487,
      "step": 1389860
    },
    {
      "epoch": 387.91,
      "grad_norm": 1.0177613496780396,
      "learning_rate": 2.6537674876540884e-06,
      "loss": 0.3478,
      "step": 1389870
    },
    {
      "epoch": 387.91,
      "grad_norm": 0.9035365581512451,
      "learning_rate": 2.653740685595213e-06,
      "loss": 0.3422,
      "step": 1389880
    },
    {
      "epoch": 387.91,
      "grad_norm": 0.9432128667831421,
      "learning_rate": 2.653713883495078e-06,
      "loss": 0.3538,
      "step": 1389890
    },
    {
      "epoch": 387.92,
      "grad_norm": 0.9596846103668213,
      "learning_rate": 2.653687081353686e-06,
      "loss": 0.3577,
      "step": 1389900
    },
    {
      "epoch": 387.92,
      "grad_norm": 0.8892937898635864,
      "learning_rate": 2.6536602791710415e-06,
      "loss": 0.3437,
      "step": 1389910
    },
    {
      "epoch": 387.92,
      "grad_norm": 0.8935057520866394,
      "learning_rate": 2.653633476947148e-06,
      "loss": 0.3463,
      "step": 1389920
    },
    {
      "epoch": 387.92,
      "grad_norm": 1.103721261024475,
      "learning_rate": 2.6536066746820095e-06,
      "loss": 0.3391,
      "step": 1389930
    },
    {
      "epoch": 387.93,
      "grad_norm": 1.1257126331329346,
      "learning_rate": 2.6535798723756283e-06,
      "loss": 0.3455,
      "step": 1389940
    },
    {
      "epoch": 387.93,
      "grad_norm": 1.079558253288269,
      "learning_rate": 2.653553070028009e-06,
      "loss": 0.354,
      "step": 1389950
    },
    {
      "epoch": 387.93,
      "grad_norm": 1.091334581375122,
      "learning_rate": 2.6535262676391543e-06,
      "loss": 0.3367,
      "step": 1389960
    },
    {
      "epoch": 387.93,
      "grad_norm": 1.1010850667953491,
      "learning_rate": 2.6534994652090686e-06,
      "loss": 0.3557,
      "step": 1389970
    },
    {
      "epoch": 387.94,
      "grad_norm": 1.3517454862594604,
      "learning_rate": 2.653472662737755e-06,
      "loss": 0.3582,
      "step": 1389980
    },
    {
      "epoch": 387.94,
      "grad_norm": 1.0339834690093994,
      "learning_rate": 2.653445860225218e-06,
      "loss": 0.3532,
      "step": 1389990
    },
    {
      "epoch": 387.94,
      "grad_norm": 1.0496807098388672,
      "learning_rate": 2.65341905767146e-06,
      "loss": 0.3463,
      "step": 1390000
    },
    {
      "epoch": 387.95,
      "grad_norm": 0.9719293713569641,
      "learning_rate": 2.6533922550764844e-06,
      "loss": 0.3561,
      "step": 1390010
    },
    {
      "epoch": 387.95,
      "grad_norm": 0.8793652057647705,
      "learning_rate": 2.6533654524402957e-06,
      "loss": 0.342,
      "step": 1390020
    },
    {
      "epoch": 387.95,
      "grad_norm": 0.9469887614250183,
      "learning_rate": 2.653338649762897e-06,
      "loss": 0.3465,
      "step": 1390030
    },
    {
      "epoch": 387.95,
      "grad_norm": 1.1075947284698486,
      "learning_rate": 2.653311847044292e-06,
      "loss": 0.3529,
      "step": 1390040
    },
    {
      "epoch": 387.96,
      "grad_norm": 1.1618027687072754,
      "learning_rate": 2.6532850442844845e-06,
      "loss": 0.357,
      "step": 1390050
    },
    {
      "epoch": 387.96,
      "grad_norm": 1.1118298768997192,
      "learning_rate": 2.6532582414834776e-06,
      "loss": 0.3442,
      "step": 1390060
    },
    {
      "epoch": 387.96,
      "grad_norm": 1.042232632637024,
      "learning_rate": 2.6532314386412753e-06,
      "loss": 0.366,
      "step": 1390070
    },
    {
      "epoch": 387.97,
      "grad_norm": 1.0818088054656982,
      "learning_rate": 2.653204635757881e-06,
      "loss": 0.3534,
      "step": 1390080
    },
    {
      "epoch": 387.97,
      "grad_norm": 0.9150828123092651,
      "learning_rate": 2.653177832833298e-06,
      "loss": 0.3595,
      "step": 1390090
    },
    {
      "epoch": 387.97,
      "grad_norm": 1.0708084106445312,
      "learning_rate": 2.653151029867529e-06,
      "loss": 0.3431,
      "step": 1390100
    },
    {
      "epoch": 387.97,
      "grad_norm": 0.93058180809021,
      "learning_rate": 2.6531242268605805e-06,
      "loss": 0.3487,
      "step": 1390110
    },
    {
      "epoch": 387.98,
      "grad_norm": 1.0021827220916748,
      "learning_rate": 2.653097423812453e-06,
      "loss": 0.3397,
      "step": 1390120
    },
    {
      "epoch": 387.98,
      "grad_norm": 0.9987150430679321,
      "learning_rate": 2.653070620723151e-06,
      "loss": 0.3605,
      "step": 1390130
    },
    {
      "epoch": 387.98,
      "grad_norm": 1.0970120429992676,
      "learning_rate": 2.6530438175926794e-06,
      "loss": 0.3544,
      "step": 1390140
    },
    {
      "epoch": 387.98,
      "grad_norm": 0.9954782128334045,
      "learning_rate": 2.65301701442104e-06,
      "loss": 0.3445,
      "step": 1390150
    },
    {
      "epoch": 387.99,
      "grad_norm": 1.0938472747802734,
      "learning_rate": 2.6529902112082376e-06,
      "loss": 0.3386,
      "step": 1390160
    },
    {
      "epoch": 387.99,
      "grad_norm": 1.177438735961914,
      "learning_rate": 2.652963407954275e-06,
      "loss": 0.343,
      "step": 1390170
    },
    {
      "epoch": 387.99,
      "grad_norm": 1.1130694150924683,
      "learning_rate": 2.6529366046591562e-06,
      "loss": 0.3276,
      "step": 1390180
    },
    {
      "epoch": 388.0,
      "grad_norm": 1.0151374340057373,
      "learning_rate": 2.6529098013228842e-06,
      "loss": 0.3463,
      "step": 1390190
    },
    {
      "epoch": 388.0,
      "grad_norm": 0.9908629655838013,
      "learning_rate": 2.6528829979454634e-06,
      "loss": 0.3345,
      "step": 1390200
    },
    {
      "epoch": 388.0,
      "eval_loss": 0.3500279188156128,
      "eval_runtime": 62.8284,
      "eval_samples_per_second": 80.521,
      "eval_steps_per_second": 10.075,
      "step": 1390204
    },
    {
      "epoch": 388.0,
      "grad_norm": 0.9606712460517883,
      "learning_rate": 2.6528561945268966e-06,
      "loss": 0.3568,
      "step": 1390210
    },
    {
      "epoch": 388.0,
      "grad_norm": 1.0304207801818848,
      "learning_rate": 2.6528293910671877e-06,
      "loss": 0.3477,
      "step": 1390220
    },
    {
      "epoch": 388.01,
      "grad_norm": 1.0605177879333496,
      "learning_rate": 2.65280258756634e-06,
      "loss": 0.3444,
      "step": 1390230
    },
    {
      "epoch": 388.01,
      "grad_norm": 1.1221122741699219,
      "learning_rate": 2.6527757840243578e-06,
      "loss": 0.3304,
      "step": 1390240
    },
    {
      "epoch": 388.01,
      "grad_norm": 1.1390223503112793,
      "learning_rate": 2.652748980441244e-06,
      "loss": 0.358,
      "step": 1390250
    },
    {
      "epoch": 388.02,
      "grad_norm": 0.9933624267578125,
      "learning_rate": 2.652722176817002e-06,
      "loss": 0.3442,
      "step": 1390260
    },
    {
      "epoch": 388.02,
      "grad_norm": 0.9567030072212219,
      "learning_rate": 2.6526953731516363e-06,
      "loss": 0.3533,
      "step": 1390270
    },
    {
      "epoch": 388.02,
      "grad_norm": 0.9124647974967957,
      "learning_rate": 2.6526685694451495e-06,
      "loss": 0.3403,
      "step": 1390280
    },
    {
      "epoch": 388.02,
      "grad_norm": 1.1420352458953857,
      "learning_rate": 2.6526417656975456e-06,
      "loss": 0.3483,
      "step": 1390290
    },
    {
      "epoch": 388.03,
      "grad_norm": 1.0846197605133057,
      "learning_rate": 2.6526149619088284e-06,
      "loss": 0.3444,
      "step": 1390300
    },
    {
      "epoch": 388.03,
      "grad_norm": 1.126086711883545,
      "learning_rate": 2.6525881580790018e-06,
      "loss": 0.3599,
      "step": 1390310
    },
    {
      "epoch": 388.03,
      "grad_norm": 0.9028064608573914,
      "learning_rate": 2.6525613542080673e-06,
      "loss": 0.3495,
      "step": 1390320
    },
    {
      "epoch": 388.04,
      "grad_norm": 0.9598668217658997,
      "learning_rate": 2.6525345502960306e-06,
      "loss": 0.3315,
      "step": 1390330
    },
    {
      "epoch": 388.04,
      "grad_norm": 0.9663451910018921,
      "learning_rate": 2.652507746342894e-06,
      "loss": 0.3613,
      "step": 1390340
    },
    {
      "epoch": 388.04,
      "grad_norm": 1.1556059122085571,
      "learning_rate": 2.652480942348663e-06,
      "loss": 0.3568,
      "step": 1390350
    },
    {
      "epoch": 388.04,
      "grad_norm": 1.035923719406128,
      "learning_rate": 2.652454138313338e-06,
      "loss": 0.3468,
      "step": 1390360
    },
    {
      "epoch": 388.05,
      "grad_norm": 0.9565681219100952,
      "learning_rate": 2.652427334236926e-06,
      "loss": 0.3378,
      "step": 1390370
    },
    {
      "epoch": 388.05,
      "grad_norm": 0.984961748123169,
      "learning_rate": 2.652400530119429e-06,
      "loss": 0.3501,
      "step": 1390380
    },
    {
      "epoch": 388.05,
      "grad_norm": 1.1502330303192139,
      "learning_rate": 2.6523737259608497e-06,
      "loss": 0.3467,
      "step": 1390390
    },
    {
      "epoch": 388.05,
      "grad_norm": 0.9707569479942322,
      "learning_rate": 2.6523469217611928e-06,
      "loss": 0.3375,
      "step": 1390400
    },
    {
      "epoch": 388.06,
      "grad_norm": 1.073204517364502,
      "learning_rate": 2.652320117520461e-06,
      "loss": 0.3485,
      "step": 1390410
    },
    {
      "epoch": 388.06,
      "grad_norm": 1.2240363359451294,
      "learning_rate": 2.6522933132386594e-06,
      "loss": 0.344,
      "step": 1390420
    },
    {
      "epoch": 388.06,
      "grad_norm": 0.9510964751243591,
      "learning_rate": 2.6522665089157896e-06,
      "loss": 0.347,
      "step": 1390430
    },
    {
      "epoch": 388.07,
      "grad_norm": 1.194231629371643,
      "learning_rate": 2.652239704551857e-06,
      "loss": 0.3601,
      "step": 1390440
    },
    {
      "epoch": 388.07,
      "grad_norm": 1.010905385017395,
      "learning_rate": 2.652212900146864e-06,
      "loss": 0.3513,
      "step": 1390450
    },
    {
      "epoch": 388.07,
      "grad_norm": 0.9933098554611206,
      "learning_rate": 2.652186095700815e-06,
      "loss": 0.3584,
      "step": 1390460
    },
    {
      "epoch": 388.07,
      "grad_norm": 1.1476640701293945,
      "learning_rate": 2.6521592912137124e-06,
      "loss": 0.3436,
      "step": 1390470
    },
    {
      "epoch": 388.08,
      "grad_norm": 1.0931960344314575,
      "learning_rate": 2.652132486685561e-06,
      "loss": 0.3403,
      "step": 1390480
    },
    {
      "epoch": 388.08,
      "grad_norm": 0.9460676908493042,
      "learning_rate": 2.652105682116363e-06,
      "loss": 0.337,
      "step": 1390490
    },
    {
      "epoch": 388.08,
      "grad_norm": 1.2638014554977417,
      "learning_rate": 2.6520788775061237e-06,
      "loss": 0.3422,
      "step": 1390500
    },
    {
      "epoch": 388.09,
      "grad_norm": 1.023780345916748,
      "learning_rate": 2.652052072854845e-06,
      "loss": 0.3628,
      "step": 1390510
    },
    {
      "epoch": 388.09,
      "grad_norm": 0.9484887719154358,
      "learning_rate": 2.6520252681625316e-06,
      "loss": 0.3447,
      "step": 1390520
    },
    {
      "epoch": 388.09,
      "grad_norm": 0.9767503142356873,
      "learning_rate": 2.6519984634291867e-06,
      "loss": 0.3373,
      "step": 1390530
    },
    {
      "epoch": 388.09,
      "grad_norm": 1.034390926361084,
      "learning_rate": 2.6519716586548137e-06,
      "loss": 0.3418,
      "step": 1390540
    },
    {
      "epoch": 388.1,
      "grad_norm": 1.0035197734832764,
      "learning_rate": 2.651944853839416e-06,
      "loss": 0.3518,
      "step": 1390550
    },
    {
      "epoch": 388.1,
      "grad_norm": 0.9733076691627502,
      "learning_rate": 2.6519180489829976e-06,
      "loss": 0.3452,
      "step": 1390560
    },
    {
      "epoch": 388.1,
      "grad_norm": 0.9305865168571472,
      "learning_rate": 2.651891244085562e-06,
      "loss": 0.3488,
      "step": 1390570
    },
    {
      "epoch": 388.1,
      "grad_norm": 1.1081068515777588,
      "learning_rate": 2.6518644391471134e-06,
      "loss": 0.3495,
      "step": 1390580
    },
    {
      "epoch": 388.11,
      "grad_norm": 1.1056487560272217,
      "learning_rate": 2.651837634167654e-06,
      "loss": 0.3426,
      "step": 1390590
    },
    {
      "epoch": 388.11,
      "grad_norm": 1.0112872123718262,
      "learning_rate": 2.6518108291471885e-06,
      "loss": 0.3546,
      "step": 1390600
    },
    {
      "epoch": 388.11,
      "grad_norm": 0.9868800640106201,
      "learning_rate": 2.6517840240857196e-06,
      "loss": 0.3643,
      "step": 1390610
    },
    {
      "epoch": 388.12,
      "grad_norm": 0.929133951663971,
      "learning_rate": 2.6517572189832513e-06,
      "loss": 0.3487,
      "step": 1390620
    },
    {
      "epoch": 388.12,
      "grad_norm": 1.0516244173049927,
      "learning_rate": 2.6517304138397875e-06,
      "loss": 0.3608,
      "step": 1390630
    },
    {
      "epoch": 388.12,
      "grad_norm": 0.970576286315918,
      "learning_rate": 2.651703608655331e-06,
      "loss": 0.3376,
      "step": 1390640
    },
    {
      "epoch": 388.12,
      "grad_norm": 0.9309967160224915,
      "learning_rate": 2.651676803429886e-06,
      "loss": 0.3632,
      "step": 1390650
    },
    {
      "epoch": 388.13,
      "grad_norm": 0.7928381562232971,
      "learning_rate": 2.651649998163456e-06,
      "loss": 0.355,
      "step": 1390660
    },
    {
      "epoch": 388.13,
      "grad_norm": 1.0930366516113281,
      "learning_rate": 2.651623192856044e-06,
      "loss": 0.3415,
      "step": 1390670
    },
    {
      "epoch": 388.13,
      "grad_norm": 1.032419204711914,
      "learning_rate": 2.6515963875076542e-06,
      "loss": 0.3447,
      "step": 1390680
    },
    {
      "epoch": 388.14,
      "grad_norm": 1.0221531391143799,
      "learning_rate": 2.6515695821182904e-06,
      "loss": 0.3373,
      "step": 1390690
    },
    {
      "epoch": 388.14,
      "grad_norm": 1.1635346412658691,
      "learning_rate": 2.651542776687955e-06,
      "loss": 0.3434,
      "step": 1390700
    },
    {
      "epoch": 388.14,
      "grad_norm": 0.8776687383651733,
      "learning_rate": 2.6515159712166528e-06,
      "loss": 0.3613,
      "step": 1390710
    },
    {
      "epoch": 388.14,
      "grad_norm": 1.0720136165618896,
      "learning_rate": 2.6514891657043866e-06,
      "loss": 0.3428,
      "step": 1390720
    },
    {
      "epoch": 388.15,
      "grad_norm": 0.9773573875427246,
      "learning_rate": 2.6514623601511604e-06,
      "loss": 0.3401,
      "step": 1390730
    },
    {
      "epoch": 388.15,
      "grad_norm": 1.0656700134277344,
      "learning_rate": 2.651435554556978e-06,
      "loss": 0.343,
      "step": 1390740
    },
    {
      "epoch": 388.15,
      "grad_norm": 0.9995665550231934,
      "learning_rate": 2.6514087489218417e-06,
      "loss": 0.3475,
      "step": 1390750
    },
    {
      "epoch": 388.16,
      "grad_norm": 1.1197782754898071,
      "learning_rate": 2.6513819432457564e-06,
      "loss": 0.3498,
      "step": 1390760
    },
    {
      "epoch": 388.16,
      "grad_norm": 1.0055725574493408,
      "learning_rate": 2.651355137528725e-06,
      "loss": 0.3425,
      "step": 1390770
    },
    {
      "epoch": 388.16,
      "grad_norm": 1.126353144645691,
      "learning_rate": 2.651328331770751e-06,
      "loss": 0.3362,
      "step": 1390780
    },
    {
      "epoch": 388.16,
      "grad_norm": 1.2143007516860962,
      "learning_rate": 2.6513015259718393e-06,
      "loss": 0.3555,
      "step": 1390790
    },
    {
      "epoch": 388.17,
      "grad_norm": 1.2551554441452026,
      "learning_rate": 2.6512747201319916e-06,
      "loss": 0.3451,
      "step": 1390800
    },
    {
      "epoch": 388.17,
      "grad_norm": 1.0579808950424194,
      "learning_rate": 2.651247914251213e-06,
      "loss": 0.3499,
      "step": 1390810
    },
    {
      "epoch": 388.17,
      "grad_norm": 0.9700061082839966,
      "learning_rate": 2.651221108329506e-06,
      "loss": 0.3383,
      "step": 1390820
    },
    {
      "epoch": 388.17,
      "grad_norm": 1.0526524782180786,
      "learning_rate": 2.651194302366874e-06,
      "loss": 0.337,
      "step": 1390830
    },
    {
      "epoch": 388.18,
      "grad_norm": 0.8956764340400696,
      "learning_rate": 2.6511674963633216e-06,
      "loss": 0.3554,
      "step": 1390840
    },
    {
      "epoch": 388.18,
      "grad_norm": 1.0413254499435425,
      "learning_rate": 2.651140690318851e-06,
      "loss": 0.3524,
      "step": 1390850
    },
    {
      "epoch": 388.18,
      "grad_norm": 1.2065033912658691,
      "learning_rate": 2.6511138842334676e-06,
      "loss": 0.3374,
      "step": 1390860
    },
    {
      "epoch": 388.19,
      "grad_norm": 0.9628708958625793,
      "learning_rate": 2.6510870781071736e-06,
      "loss": 0.3404,
      "step": 1390870
    },
    {
      "epoch": 388.19,
      "grad_norm": 0.9105096459388733,
      "learning_rate": 2.651060271939973e-06,
      "loss": 0.3444,
      "step": 1390880
    },
    {
      "epoch": 388.19,
      "grad_norm": 1.0488380193710327,
      "learning_rate": 2.6510334657318698e-06,
      "loss": 0.3397,
      "step": 1390890
    },
    {
      "epoch": 388.19,
      "grad_norm": 1.0609209537506104,
      "learning_rate": 2.651006659482866e-06,
      "loss": 0.3506,
      "step": 1390900
    },
    {
      "epoch": 388.2,
      "grad_norm": 0.9682512879371643,
      "learning_rate": 2.650979853192967e-06,
      "loss": 0.3557,
      "step": 1390910
    },
    {
      "epoch": 388.2,
      "grad_norm": 1.223573088645935,
      "learning_rate": 2.6509530468621756e-06,
      "loss": 0.3473,
      "step": 1390920
    },
    {
      "epoch": 388.2,
      "grad_norm": 1.0292991399765015,
      "learning_rate": 2.6509262404904954e-06,
      "loss": 0.3444,
      "step": 1390930
    },
    {
      "epoch": 388.21,
      "grad_norm": 1.1487919092178345,
      "learning_rate": 2.6508994340779297e-06,
      "loss": 0.346,
      "step": 1390940
    },
    {
      "epoch": 388.21,
      "grad_norm": 1.0087181329727173,
      "learning_rate": 2.6508726276244825e-06,
      "loss": 0.3511,
      "step": 1390950
    },
    {
      "epoch": 388.21,
      "grad_norm": 0.9178271889686584,
      "learning_rate": 2.650845821130157e-06,
      "loss": 0.3241,
      "step": 1390960
    },
    {
      "epoch": 388.21,
      "grad_norm": 1.027847409248352,
      "learning_rate": 2.650819014594957e-06,
      "loss": 0.3695,
      "step": 1390970
    },
    {
      "epoch": 388.22,
      "grad_norm": 1.1395442485809326,
      "learning_rate": 2.650792208018887e-06,
      "loss": 0.3463,
      "step": 1390980
    },
    {
      "epoch": 388.22,
      "grad_norm": 1.133202314376831,
      "learning_rate": 2.6507654014019483e-06,
      "loss": 0.3564,
      "step": 1390990
    },
    {
      "epoch": 388.22,
      "grad_norm": 1.1460704803466797,
      "learning_rate": 2.650738594744146e-06,
      "loss": 0.3354,
      "step": 1391000
    },
    {
      "epoch": 388.22,
      "grad_norm": 1.04688560962677,
      "learning_rate": 2.6507117880454834e-06,
      "loss": 0.3335,
      "step": 1391010
    },
    {
      "epoch": 388.23,
      "grad_norm": 1.072922706604004,
      "learning_rate": 2.6506849813059647e-06,
      "loss": 0.3464,
      "step": 1391020
    },
    {
      "epoch": 388.23,
      "grad_norm": 1.19733464717865,
      "learning_rate": 2.6506581745255924e-06,
      "loss": 0.3571,
      "step": 1391030
    },
    {
      "epoch": 388.23,
      "grad_norm": 0.9867715239524841,
      "learning_rate": 2.65063136770437e-06,
      "loss": 0.3661,
      "step": 1391040
    },
    {
      "epoch": 388.24,
      "grad_norm": 0.9319358468055725,
      "learning_rate": 2.6506045608423032e-06,
      "loss": 0.3526,
      "step": 1391050
    },
    {
      "epoch": 388.24,
      "grad_norm": 1.1227296590805054,
      "learning_rate": 2.6505777539393927e-06,
      "loss": 0.347,
      "step": 1391060
    },
    {
      "epoch": 388.24,
      "grad_norm": 1.0117145776748657,
      "learning_rate": 2.6505509469956434e-06,
      "loss": 0.3504,
      "step": 1391070
    },
    {
      "epoch": 388.24,
      "grad_norm": 0.959455132484436,
      "learning_rate": 2.6505241400110595e-06,
      "loss": 0.3513,
      "step": 1391080
    },
    {
      "epoch": 388.25,
      "grad_norm": 1.0770237445831299,
      "learning_rate": 2.6504973329856435e-06,
      "loss": 0.3422,
      "step": 1391090
    },
    {
      "epoch": 388.25,
      "grad_norm": 1.0425063371658325,
      "learning_rate": 2.6504705259193988e-06,
      "loss": 0.3353,
      "step": 1391100
    },
    {
      "epoch": 388.25,
      "grad_norm": 1.0104236602783203,
      "learning_rate": 2.6504437188123305e-06,
      "loss": 0.3551,
      "step": 1391110
    },
    {
      "epoch": 388.26,
      "grad_norm": 1.0934256315231323,
      "learning_rate": 2.6504169116644407e-06,
      "loss": 0.3407,
      "step": 1391120
    },
    {
      "epoch": 388.26,
      "grad_norm": 0.976144552230835,
      "learning_rate": 2.6503901044757333e-06,
      "loss": 0.339,
      "step": 1391130
    },
    {
      "epoch": 388.26,
      "grad_norm": 0.9219671487808228,
      "learning_rate": 2.650363297246212e-06,
      "loss": 0.3518,
      "step": 1391140
    },
    {
      "epoch": 388.26,
      "grad_norm": 1.117945671081543,
      "learning_rate": 2.650336489975881e-06,
      "loss": 0.3457,
      "step": 1391150
    },
    {
      "epoch": 388.27,
      "grad_norm": 1.0152382850646973,
      "learning_rate": 2.6503096826647426e-06,
      "loss": 0.3533,
      "step": 1391160
    },
    {
      "epoch": 388.27,
      "grad_norm": 0.9400115013122559,
      "learning_rate": 2.6502828753128013e-06,
      "loss": 0.3483,
      "step": 1391170
    },
    {
      "epoch": 388.27,
      "grad_norm": 0.933582603931427,
      "learning_rate": 2.65025606792006e-06,
      "loss": 0.3483,
      "step": 1391180
    },
    {
      "epoch": 388.28,
      "grad_norm": 1.375218152999878,
      "learning_rate": 2.6502292604865238e-06,
      "loss": 0.3578,
      "step": 1391190
    },
    {
      "epoch": 388.28,
      "grad_norm": 0.9760109782218933,
      "learning_rate": 2.6502024530121934e-06,
      "loss": 0.3534,
      "step": 1391200
    },
    {
      "epoch": 388.28,
      "grad_norm": 0.9245047569274902,
      "learning_rate": 2.6501756454970755e-06,
      "loss": 0.3376,
      "step": 1391210
    },
    {
      "epoch": 388.28,
      "grad_norm": 0.9415839314460754,
      "learning_rate": 2.6501488379411716e-06,
      "loss": 0.3584,
      "step": 1391220
    },
    {
      "epoch": 388.29,
      "grad_norm": 1.0777660608291626,
      "learning_rate": 2.650122030344486e-06,
      "loss": 0.3487,
      "step": 1391230
    },
    {
      "epoch": 388.29,
      "grad_norm": 1.0262832641601562,
      "learning_rate": 2.6500952227070223e-06,
      "loss": 0.3485,
      "step": 1391240
    },
    {
      "epoch": 388.29,
      "grad_norm": 1.0171732902526855,
      "learning_rate": 2.6500684150287844e-06,
      "loss": 0.3272,
      "step": 1391250
    },
    {
      "epoch": 388.29,
      "grad_norm": 1.2447770833969116,
      "learning_rate": 2.650041607309775e-06,
      "loss": 0.3435,
      "step": 1391260
    },
    {
      "epoch": 388.3,
      "grad_norm": 0.9868839383125305,
      "learning_rate": 2.6500147995499984e-06,
      "loss": 0.3458,
      "step": 1391270
    },
    {
      "epoch": 388.3,
      "grad_norm": 1.1237705945968628,
      "learning_rate": 2.6499879917494575e-06,
      "loss": 0.3425,
      "step": 1391280
    },
    {
      "epoch": 388.3,
      "grad_norm": 1.0281871557235718,
      "learning_rate": 2.649961183908156e-06,
      "loss": 0.3589,
      "step": 1391290
    },
    {
      "epoch": 388.31,
      "grad_norm": 0.9231395125389099,
      "learning_rate": 2.6499343760260975e-06,
      "loss": 0.3593,
      "step": 1391300
    },
    {
      "epoch": 388.31,
      "grad_norm": 0.9835631847381592,
      "learning_rate": 2.6499075681032865e-06,
      "loss": 0.3619,
      "step": 1391310
    },
    {
      "epoch": 388.31,
      "grad_norm": 0.8223207592964172,
      "learning_rate": 2.6498807601397256e-06,
      "loss": 0.3443,
      "step": 1391320
    },
    {
      "epoch": 388.31,
      "grad_norm": 0.9960653781890869,
      "learning_rate": 2.649853952135419e-06,
      "loss": 0.3603,
      "step": 1391330
    },
    {
      "epoch": 388.32,
      "grad_norm": 0.9949268102645874,
      "learning_rate": 2.6498271440903698e-06,
      "loss": 0.3431,
      "step": 1391340
    },
    {
      "epoch": 388.32,
      "grad_norm": 0.947047770023346,
      "learning_rate": 2.6498003360045816e-06,
      "loss": 0.3538,
      "step": 1391350
    },
    {
      "epoch": 388.32,
      "grad_norm": 1.0222375392913818,
      "learning_rate": 2.649773527878057e-06,
      "loss": 0.3409,
      "step": 1391360
    },
    {
      "epoch": 388.33,
      "grad_norm": 1.0198063850402832,
      "learning_rate": 2.649746719710802e-06,
      "loss": 0.3448,
      "step": 1391370
    },
    {
      "epoch": 388.33,
      "grad_norm": 1.175140380859375,
      "learning_rate": 2.649719911502818e-06,
      "loss": 0.3598,
      "step": 1391380
    },
    {
      "epoch": 388.33,
      "grad_norm": 1.1109859943389893,
      "learning_rate": 2.649693103254109e-06,
      "loss": 0.358,
      "step": 1391390
    },
    {
      "epoch": 388.33,
      "grad_norm": 0.8459951877593994,
      "learning_rate": 2.64966629496468e-06,
      "loss": 0.3288,
      "step": 1391400
    },
    {
      "epoch": 388.34,
      "grad_norm": 1.1181368827819824,
      "learning_rate": 2.649639486634533e-06,
      "loss": 0.338,
      "step": 1391410
    },
    {
      "epoch": 388.34,
      "grad_norm": 1.4905556440353394,
      "learning_rate": 2.6496126782636712e-06,
      "loss": 0.3441,
      "step": 1391420
    },
    {
      "epoch": 388.34,
      "grad_norm": 0.9989454746246338,
      "learning_rate": 2.6495858698520998e-06,
      "loss": 0.3572,
      "step": 1391430
    },
    {
      "epoch": 388.34,
      "grad_norm": 0.9855057597160339,
      "learning_rate": 2.6495590613998216e-06,
      "loss": 0.3658,
      "step": 1391440
    },
    {
      "epoch": 388.35,
      "grad_norm": 0.9246613383293152,
      "learning_rate": 2.6495322529068397e-06,
      "loss": 0.3479,
      "step": 1391450
    },
    {
      "epoch": 388.35,
      "grad_norm": 0.8985480666160583,
      "learning_rate": 2.6495054443731583e-06,
      "loss": 0.3519,
      "step": 1391460
    },
    {
      "epoch": 388.35,
      "grad_norm": 1.0509697198867798,
      "learning_rate": 2.6494786357987808e-06,
      "loss": 0.3681,
      "step": 1391470
    },
    {
      "epoch": 388.36,
      "grad_norm": 1.073081612586975,
      "learning_rate": 2.649451827183711e-06,
      "loss": 0.3329,
      "step": 1391480
    },
    {
      "epoch": 388.36,
      "grad_norm": 1.178876280784607,
      "learning_rate": 2.6494250185279517e-06,
      "loss": 0.3587,
      "step": 1391490
    },
    {
      "epoch": 388.36,
      "grad_norm": 0.9571824073791504,
      "learning_rate": 2.649398209831508e-06,
      "loss": 0.3593,
      "step": 1391500
    },
    {
      "epoch": 388.36,
      "grad_norm": 0.9461950063705444,
      "learning_rate": 2.649371401094381e-06,
      "loss": 0.3369,
      "step": 1391510
    },
    {
      "epoch": 388.37,
      "grad_norm": 1.0222281217575073,
      "learning_rate": 2.649344592316576e-06,
      "loss": 0.3402,
      "step": 1391520
    },
    {
      "epoch": 388.37,
      "grad_norm": 0.9399957656860352,
      "learning_rate": 2.6493177834980973e-06,
      "loss": 0.3453,
      "step": 1391530
    },
    {
      "epoch": 388.37,
      "grad_norm": 1.1930811405181885,
      "learning_rate": 2.6492909746389465e-06,
      "loss": 0.3501,
      "step": 1391540
    },
    {
      "epoch": 388.38,
      "grad_norm": 0.9890603423118591,
      "learning_rate": 2.6492641657391287e-06,
      "loss": 0.3462,
      "step": 1391550
    },
    {
      "epoch": 388.38,
      "grad_norm": 1.082282304763794,
      "learning_rate": 2.6492373567986466e-06,
      "loss": 0.3392,
      "step": 1391560
    },
    {
      "epoch": 388.38,
      "grad_norm": 0.9923582673072815,
      "learning_rate": 2.649210547817504e-06,
      "loss": 0.3442,
      "step": 1391570
    },
    {
      "epoch": 388.38,
      "grad_norm": 1.0688660144805908,
      "learning_rate": 2.6491837387957045e-06,
      "loss": 0.3501,
      "step": 1391580
    },
    {
      "epoch": 388.39,
      "grad_norm": 4.186444282531738,
      "learning_rate": 2.649156929733251e-06,
      "loss": 0.3591,
      "step": 1391590
    },
    {
      "epoch": 388.39,
      "grad_norm": 1.074741005897522,
      "learning_rate": 2.649130120630149e-06,
      "loss": 0.3484,
      "step": 1391600
    },
    {
      "epoch": 388.39,
      "grad_norm": 1.0212712287902832,
      "learning_rate": 2.6491033114864002e-06,
      "loss": 0.343,
      "step": 1391610
    },
    {
      "epoch": 388.4,
      "grad_norm": 1.0094854831695557,
      "learning_rate": 2.649076502302009e-06,
      "loss": 0.3715,
      "step": 1391620
    },
    {
      "epoch": 388.4,
      "grad_norm": 0.9323015213012695,
      "learning_rate": 2.649049693076979e-06,
      "loss": 0.3509,
      "step": 1391630
    },
    {
      "epoch": 388.4,
      "grad_norm": 1.1627415418624878,
      "learning_rate": 2.6490228838113132e-06,
      "loss": 0.344,
      "step": 1391640
    },
    {
      "epoch": 388.4,
      "grad_norm": 0.9945423007011414,
      "learning_rate": 2.648996074505015e-06,
      "loss": 0.3504,
      "step": 1391650
    },
    {
      "epoch": 388.41,
      "grad_norm": 1.1227954626083374,
      "learning_rate": 2.648969265158089e-06,
      "loss": 0.3531,
      "step": 1391660
    },
    {
      "epoch": 388.41,
      "grad_norm": 1.1979306936264038,
      "learning_rate": 2.6489424557705384e-06,
      "loss": 0.3539,
      "step": 1391670
    },
    {
      "epoch": 388.41,
      "grad_norm": 1.0676628351211548,
      "learning_rate": 2.648915646342366e-06,
      "loss": 0.3518,
      "step": 1391680
    },
    {
      "epoch": 388.41,
      "grad_norm": 1.0770283937454224,
      "learning_rate": 2.6488888368735763e-06,
      "loss": 0.3511,
      "step": 1391690
    },
    {
      "epoch": 388.42,
      "grad_norm": 0.8673230409622192,
      "learning_rate": 2.648862027364173e-06,
      "loss": 0.3475,
      "step": 1391700
    },
    {
      "epoch": 388.42,
      "grad_norm": 1.0005074739456177,
      "learning_rate": 2.648835217814159e-06,
      "loss": 0.3606,
      "step": 1391710
    },
    {
      "epoch": 388.42,
      "grad_norm": 1.3920670747756958,
      "learning_rate": 2.6488084082235375e-06,
      "loss": 0.3359,
      "step": 1391720
    },
    {
      "epoch": 388.43,
      "grad_norm": 0.9184194207191467,
      "learning_rate": 2.648781598592313e-06,
      "loss": 0.3438,
      "step": 1391730
    },
    {
      "epoch": 388.43,
      "grad_norm": 0.9533635377883911,
      "learning_rate": 2.6487547889204888e-06,
      "loss": 0.3538,
      "step": 1391740
    },
    {
      "epoch": 388.43,
      "grad_norm": 0.9715526103973389,
      "learning_rate": 2.648727979208068e-06,
      "loss": 0.335,
      "step": 1391750
    },
    {
      "epoch": 388.43,
      "grad_norm": 0.9959672093391418,
      "learning_rate": 2.648701169455055e-06,
      "loss": 0.3582,
      "step": 1391760
    },
    {
      "epoch": 388.44,
      "grad_norm": 0.8001154065132141,
      "learning_rate": 2.648674359661453e-06,
      "loss": 0.3403,
      "step": 1391770
    },
    {
      "epoch": 388.44,
      "grad_norm": 0.9776513576507568,
      "learning_rate": 2.6486475498272653e-06,
      "loss": 0.3565,
      "step": 1391780
    },
    {
      "epoch": 388.44,
      "grad_norm": 1.0434002876281738,
      "learning_rate": 2.648620739952496e-06,
      "loss": 0.3559,
      "step": 1391790
    },
    {
      "epoch": 388.45,
      "grad_norm": 0.873066246509552,
      "learning_rate": 2.648593930037147e-06,
      "loss": 0.3506,
      "step": 1391800
    },
    {
      "epoch": 388.45,
      "grad_norm": 1.247795820236206,
      "learning_rate": 2.648567120081224e-06,
      "loss": 0.3646,
      "step": 1391810
    },
    {
      "epoch": 388.45,
      "grad_norm": 0.971081554889679,
      "learning_rate": 2.6485403100847304e-06,
      "loss": 0.3457,
      "step": 1391820
    },
    {
      "epoch": 388.45,
      "grad_norm": 1.0949467420578003,
      "learning_rate": 2.648513500047668e-06,
      "loss": 0.3435,
      "step": 1391830
    },
    {
      "epoch": 388.46,
      "grad_norm": 1.087005615234375,
      "learning_rate": 2.6484866899700425e-06,
      "loss": 0.3515,
      "step": 1391840
    },
    {
      "epoch": 388.46,
      "grad_norm": 0.9494680166244507,
      "learning_rate": 2.6484598798518568e-06,
      "loss": 0.3473,
      "step": 1391850
    },
    {
      "epoch": 388.46,
      "grad_norm": 1.0832786560058594,
      "learning_rate": 2.648433069693113e-06,
      "loss": 0.3609,
      "step": 1391860
    },
    {
      "epoch": 388.46,
      "grad_norm": 0.9921913743019104,
      "learning_rate": 2.648406259493816e-06,
      "loss": 0.3442,
      "step": 1391870
    },
    {
      "epoch": 388.47,
      "grad_norm": 1.0873068571090698,
      "learning_rate": 2.648379449253969e-06,
      "loss": 0.3401,
      "step": 1391880
    },
    {
      "epoch": 388.47,
      "grad_norm": 0.8600755333900452,
      "learning_rate": 2.6483526389735766e-06,
      "loss": 0.3581,
      "step": 1391890
    },
    {
      "epoch": 388.47,
      "grad_norm": 1.0696489810943604,
      "learning_rate": 2.648325828652641e-06,
      "loss": 0.3397,
      "step": 1391900
    },
    {
      "epoch": 388.48,
      "grad_norm": 1.3819657564163208,
      "learning_rate": 2.648299018291166e-06,
      "loss": 0.3395,
      "step": 1391910
    },
    {
      "epoch": 388.48,
      "grad_norm": 0.9316492080688477,
      "learning_rate": 2.648272207889156e-06,
      "loss": 0.3328,
      "step": 1391920
    },
    {
      "epoch": 388.48,
      "grad_norm": 1.1418083906173706,
      "learning_rate": 2.6482453974466135e-06,
      "loss": 0.3537,
      "step": 1391930
    },
    {
      "epoch": 388.48,
      "grad_norm": 0.9836201667785645,
      "learning_rate": 2.648218586963543e-06,
      "loss": 0.3588,
      "step": 1391940
    },
    {
      "epoch": 388.49,
      "grad_norm": 1.0003596544265747,
      "learning_rate": 2.6481917764399474e-06,
      "loss": 0.3538,
      "step": 1391950
    },
    {
      "epoch": 388.49,
      "grad_norm": 0.9322847127914429,
      "learning_rate": 2.64816496587583e-06,
      "loss": 0.3477,
      "step": 1391960
    },
    {
      "epoch": 388.49,
      "grad_norm": 1.047898292541504,
      "learning_rate": 2.648138155271196e-06,
      "loss": 0.3367,
      "step": 1391970
    },
    {
      "epoch": 388.5,
      "grad_norm": 0.8695446252822876,
      "learning_rate": 2.6481113446260473e-06,
      "loss": 0.3487,
      "step": 1391980
    },
    {
      "epoch": 388.5,
      "grad_norm": 1.0778143405914307,
      "learning_rate": 2.648084533940388e-06,
      "loss": 0.3454,
      "step": 1391990
    },
    {
      "epoch": 388.5,
      "grad_norm": 1.0081013441085815,
      "learning_rate": 2.648057723214222e-06,
      "loss": 0.3487,
      "step": 1392000
    },
    {
      "epoch": 388.5,
      "grad_norm": 1.0532772541046143,
      "learning_rate": 2.648030912447552e-06,
      "loss": 0.3579,
      "step": 1392010
    },
    {
      "epoch": 388.51,
      "grad_norm": 1.0372446775436401,
      "learning_rate": 2.648004101640382e-06,
      "loss": 0.3445,
      "step": 1392020
    },
    {
      "epoch": 388.51,
      "grad_norm": 1.113196849822998,
      "learning_rate": 2.6479772907927164e-06,
      "loss": 0.3559,
      "step": 1392030
    },
    {
      "epoch": 388.51,
      "grad_norm": 0.9101958274841309,
      "learning_rate": 2.6479504799045574e-06,
      "loss": 0.3497,
      "step": 1392040
    },
    {
      "epoch": 388.52,
      "grad_norm": 1.1870051622390747,
      "learning_rate": 2.64792366897591e-06,
      "loss": 0.3449,
      "step": 1392050
    },
    {
      "epoch": 388.52,
      "grad_norm": 1.0924674272537231,
      "learning_rate": 2.6478968580067766e-06,
      "loss": 0.3431,
      "step": 1392060
    },
    {
      "epoch": 388.52,
      "grad_norm": 1.0602383613586426,
      "learning_rate": 2.6478700469971616e-06,
      "loss": 0.3584,
      "step": 1392070
    },
    {
      "epoch": 388.52,
      "grad_norm": 2.331932544708252,
      "learning_rate": 2.6478432359470677e-06,
      "loss": 0.3647,
      "step": 1392080
    },
    {
      "epoch": 388.53,
      "grad_norm": 1.1967709064483643,
      "learning_rate": 2.6478164248564987e-06,
      "loss": 0.3522,
      "step": 1392090
    },
    {
      "epoch": 388.53,
      "grad_norm": 1.1160261631011963,
      "learning_rate": 2.6477896137254585e-06,
      "loss": 0.3502,
      "step": 1392100
    },
    {
      "epoch": 388.53,
      "grad_norm": 1.0074338912963867,
      "learning_rate": 2.6477628025539505e-06,
      "loss": 0.3489,
      "step": 1392110
    },
    {
      "epoch": 388.53,
      "grad_norm": 1.054816484451294,
      "learning_rate": 2.6477359913419784e-06,
      "loss": 0.3457,
      "step": 1392120
    },
    {
      "epoch": 388.54,
      "grad_norm": 1.2187492847442627,
      "learning_rate": 2.6477091800895453e-06,
      "loss": 0.326,
      "step": 1392130
    },
    {
      "epoch": 388.54,
      "grad_norm": 1.0223677158355713,
      "learning_rate": 2.647682368796656e-06,
      "loss": 0.359,
      "step": 1392140
    },
    {
      "epoch": 388.54,
      "grad_norm": 1.2251667976379395,
      "learning_rate": 2.647655557463313e-06,
      "loss": 0.3492,
      "step": 1392150
    },
    {
      "epoch": 388.55,
      "grad_norm": 0.9726324677467346,
      "learning_rate": 2.6476287460895197e-06,
      "loss": 0.3375,
      "step": 1392160
    },
    {
      "epoch": 388.55,
      "grad_norm": 1.0573190450668335,
      "learning_rate": 2.6476019346752804e-06,
      "loss": 0.3517,
      "step": 1392170
    },
    {
      "epoch": 388.55,
      "grad_norm": 0.9763057827949524,
      "learning_rate": 2.6475751232205987e-06,
      "loss": 0.3617,
      "step": 1392180
    },
    {
      "epoch": 388.55,
      "grad_norm": 0.980531632900238,
      "learning_rate": 2.6475483117254766e-06,
      "loss": 0.3466,
      "step": 1392190
    },
    {
      "epoch": 388.56,
      "grad_norm": 1.0343763828277588,
      "learning_rate": 2.6475215001899193e-06,
      "loss": 0.3372,
      "step": 1392200
    },
    {
      "epoch": 388.56,
      "grad_norm": 1.0248774290084839,
      "learning_rate": 2.6474946886139306e-06,
      "loss": 0.351,
      "step": 1392210
    },
    {
      "epoch": 388.56,
      "grad_norm": 1.0206104516983032,
      "learning_rate": 2.647467876997513e-06,
      "loss": 0.3388,
      "step": 1392220
    },
    {
      "epoch": 388.57,
      "grad_norm": 4.29121732711792,
      "learning_rate": 2.6474410653406703e-06,
      "loss": 0.347,
      "step": 1392230
    },
    {
      "epoch": 388.57,
      "grad_norm": 1.033706545829773,
      "learning_rate": 2.6474142536434064e-06,
      "loss": 0.3539,
      "step": 1392240
    },
    {
      "epoch": 388.57,
      "grad_norm": 1.0507656335830688,
      "learning_rate": 2.6473874419057246e-06,
      "loss": 0.3417,
      "step": 1392250
    },
    {
      "epoch": 388.57,
      "grad_norm": 0.8964752554893494,
      "learning_rate": 2.6473606301276288e-06,
      "loss": 0.3446,
      "step": 1392260
    },
    {
      "epoch": 388.58,
      "grad_norm": 1.1103250980377197,
      "learning_rate": 2.6473338183091222e-06,
      "loss": 0.3432,
      "step": 1392270
    },
    {
      "epoch": 388.58,
      "grad_norm": 1.3495324850082397,
      "learning_rate": 2.6473070064502084e-06,
      "loss": 0.3374,
      "step": 1392280
    },
    {
      "epoch": 388.58,
      "grad_norm": 1.1012953519821167,
      "learning_rate": 2.6472801945508916e-06,
      "loss": 0.3635,
      "step": 1392290
    },
    {
      "epoch": 388.58,
      "grad_norm": 0.9573696851730347,
      "learning_rate": 2.6472533826111742e-06,
      "loss": 0.3279,
      "step": 1392300
    },
    {
      "epoch": 388.59,
      "grad_norm": 1.5188589096069336,
      "learning_rate": 2.647226570631061e-06,
      "loss": 0.3443,
      "step": 1392310
    },
    {
      "epoch": 388.59,
      "grad_norm": 1.0719808340072632,
      "learning_rate": 2.647199758610554e-06,
      "loss": 0.345,
      "step": 1392320
    },
    {
      "epoch": 388.59,
      "grad_norm": 0.983811616897583,
      "learning_rate": 2.6471729465496585e-06,
      "loss": 0.3372,
      "step": 1392330
    },
    {
      "epoch": 388.6,
      "grad_norm": 1.0691472291946411,
      "learning_rate": 2.647146134448377e-06,
      "loss": 0.3454,
      "step": 1392340
    },
    {
      "epoch": 388.6,
      "grad_norm": 0.9910862445831299,
      "learning_rate": 2.647119322306713e-06,
      "loss": 0.3412,
      "step": 1392350
    },
    {
      "epoch": 388.6,
      "grad_norm": 1.0911900997161865,
      "learning_rate": 2.647092510124672e-06,
      "loss": 0.3454,
      "step": 1392360
    },
    {
      "epoch": 388.6,
      "grad_norm": 1.156434178352356,
      "learning_rate": 2.6470656979022553e-06,
      "loss": 0.3566,
      "step": 1392370
    },
    {
      "epoch": 388.61,
      "grad_norm": 1.2653833627700806,
      "learning_rate": 2.647038885639467e-06,
      "loss": 0.3444,
      "step": 1392380
    },
    {
      "epoch": 388.61,
      "grad_norm": 1.0897666215896606,
      "learning_rate": 2.6470120733363105e-06,
      "loss": 0.3338,
      "step": 1392390
    },
    {
      "epoch": 388.61,
      "grad_norm": 1.0797160863876343,
      "learning_rate": 2.6469852609927905e-06,
      "loss": 0.3419,
      "step": 1392400
    },
    {
      "epoch": 388.62,
      "grad_norm": 1.1112771034240723,
      "learning_rate": 2.646958448608909e-06,
      "loss": 0.3405,
      "step": 1392410
    },
    {
      "epoch": 388.62,
      "grad_norm": 1.2675673961639404,
      "learning_rate": 2.6469316361846706e-06,
      "loss": 0.333,
      "step": 1392420
    },
    {
      "epoch": 388.62,
      "grad_norm": 1.0496859550476074,
      "learning_rate": 2.646904823720079e-06,
      "loss": 0.3498,
      "step": 1392430
    },
    {
      "epoch": 388.62,
      "grad_norm": 1.0702377557754517,
      "learning_rate": 2.6468780112151375e-06,
      "loss": 0.3425,
      "step": 1392440
    },
    {
      "epoch": 388.63,
      "grad_norm": 1.068501353263855,
      "learning_rate": 2.646851198669849e-06,
      "loss": 0.3261,
      "step": 1392450
    },
    {
      "epoch": 388.63,
      "grad_norm": 1.020346999168396,
      "learning_rate": 2.646824386084218e-06,
      "loss": 0.3406,
      "step": 1392460
    },
    {
      "epoch": 388.63,
      "grad_norm": 0.9588139653205872,
      "learning_rate": 2.6467975734582476e-06,
      "loss": 0.3631,
      "step": 1392470
    },
    {
      "epoch": 388.64,
      "grad_norm": 0.9980504512786865,
      "learning_rate": 2.646770760791941e-06,
      "loss": 0.3493,
      "step": 1392480
    },
    {
      "epoch": 388.64,
      "grad_norm": 1.1384369134902954,
      "learning_rate": 2.6467439480853028e-06,
      "loss": 0.3517,
      "step": 1392490
    },
    {
      "epoch": 388.64,
      "grad_norm": 1.089463233947754,
      "learning_rate": 2.6467171353383363e-06,
      "loss": 0.3414,
      "step": 1392500
    },
    {
      "epoch": 388.64,
      "grad_norm": 0.9585396647453308,
      "learning_rate": 2.646690322551045e-06,
      "loss": 0.3558,
      "step": 1392510
    },
    {
      "epoch": 388.65,
      "grad_norm": 1.009745478630066,
      "learning_rate": 2.6466635097234314e-06,
      "loss": 0.3467,
      "step": 1392520
    },
    {
      "epoch": 388.65,
      "grad_norm": 1.1120529174804688,
      "learning_rate": 2.646636696855501e-06,
      "loss": 0.3447,
      "step": 1392530
    },
    {
      "epoch": 388.65,
      "grad_norm": 1.1089990139007568,
      "learning_rate": 2.6466098839472553e-06,
      "loss": 0.3486,
      "step": 1392540
    },
    {
      "epoch": 388.65,
      "grad_norm": 0.9194821715354919,
      "learning_rate": 2.646583070998699e-06,
      "loss": 0.3492,
      "step": 1392550
    },
    {
      "epoch": 388.66,
      "grad_norm": 1.1061958074569702,
      "learning_rate": 2.646556258009836e-06,
      "loss": 0.3513,
      "step": 1392560
    },
    {
      "epoch": 388.66,
      "grad_norm": 1.0432000160217285,
      "learning_rate": 2.6465294449806686e-06,
      "loss": 0.3382,
      "step": 1392570
    },
    {
      "epoch": 388.66,
      "grad_norm": 1.0139055252075195,
      "learning_rate": 2.646502631911202e-06,
      "loss": 0.3552,
      "step": 1392580
    },
    {
      "epoch": 388.67,
      "grad_norm": 1.0277217626571655,
      "learning_rate": 2.646475818801438e-06,
      "loss": 0.3536,
      "step": 1392590
    },
    {
      "epoch": 388.67,
      "grad_norm": 1.1137927770614624,
      "learning_rate": 2.6464490056513827e-06,
      "loss": 0.3597,
      "step": 1392600
    },
    {
      "epoch": 388.67,
      "grad_norm": 1.0290577411651611,
      "learning_rate": 2.6464221924610364e-06,
      "loss": 0.3577,
      "step": 1392610
    },
    {
      "epoch": 388.67,
      "grad_norm": 1.1623343229293823,
      "learning_rate": 2.646395379230405e-06,
      "loss": 0.3415,
      "step": 1392620
    },
    {
      "epoch": 388.68,
      "grad_norm": 1.1389355659484863,
      "learning_rate": 2.646368565959492e-06,
      "loss": 0.3513,
      "step": 1392630
    },
    {
      "epoch": 388.68,
      "grad_norm": 1.0011435747146606,
      "learning_rate": 2.6463417526482998e-06,
      "loss": 0.3454,
      "step": 1392640
    },
    {
      "epoch": 388.68,
      "grad_norm": 0.9991752505302429,
      "learning_rate": 2.6463149392968326e-06,
      "loss": 0.3556,
      "step": 1392650
    },
    {
      "epoch": 388.69,
      "grad_norm": 0.9261265397071838,
      "learning_rate": 2.646288125905094e-06,
      "loss": 0.3486,
      "step": 1392660
    },
    {
      "epoch": 388.69,
      "grad_norm": 1.0886659622192383,
      "learning_rate": 2.646261312473087e-06,
      "loss": 0.3445,
      "step": 1392670
    },
    {
      "epoch": 388.69,
      "grad_norm": 1.135905385017395,
      "learning_rate": 2.646234499000816e-06,
      "loss": 0.3438,
      "step": 1392680
    },
    {
      "epoch": 388.69,
      "grad_norm": 1.008548378944397,
      "learning_rate": 2.646207685488285e-06,
      "loss": 0.3608,
      "step": 1392690
    },
    {
      "epoch": 388.7,
      "grad_norm": 1.6488289833068848,
      "learning_rate": 2.6461808719354957e-06,
      "loss": 0.3721,
      "step": 1392700
    },
    {
      "epoch": 388.7,
      "grad_norm": 1.1599687337875366,
      "learning_rate": 2.646154058342453e-06,
      "loss": 0.3404,
      "step": 1392710
    },
    {
      "epoch": 388.7,
      "grad_norm": 1.0276086330413818,
      "learning_rate": 2.6461272447091607e-06,
      "loss": 0.3459,
      "step": 1392720
    },
    {
      "epoch": 388.7,
      "grad_norm": 0.9027678966522217,
      "learning_rate": 2.646100431035622e-06,
      "loss": 0.3407,
      "step": 1392730
    },
    {
      "epoch": 388.71,
      "grad_norm": 1.1087273359298706,
      "learning_rate": 2.6460736173218398e-06,
      "loss": 0.3516,
      "step": 1392740
    },
    {
      "epoch": 388.71,
      "grad_norm": 1.130059003829956,
      "learning_rate": 2.6460468035678185e-06,
      "loss": 0.3499,
      "step": 1392750
    },
    {
      "epoch": 388.71,
      "grad_norm": 0.8778364658355713,
      "learning_rate": 2.6460199897735615e-06,
      "loss": 0.3482,
      "step": 1392760
    },
    {
      "epoch": 388.72,
      "grad_norm": 0.9850538969039917,
      "learning_rate": 2.645993175939072e-06,
      "loss": 0.3427,
      "step": 1392770
    },
    {
      "epoch": 388.72,
      "grad_norm": 0.8947501182556152,
      "learning_rate": 2.645966362064354e-06,
      "loss": 0.3458,
      "step": 1392780
    },
    {
      "epoch": 388.72,
      "grad_norm": 0.893825352191925,
      "learning_rate": 2.645939548149411e-06,
      "loss": 0.3695,
      "step": 1392790
    },
    {
      "epoch": 388.72,
      "grad_norm": 1.0511633157730103,
      "learning_rate": 2.645912734194247e-06,
      "loss": 0.3444,
      "step": 1392800
    },
    {
      "epoch": 388.73,
      "grad_norm": 0.9072642922401428,
      "learning_rate": 2.645885920198864e-06,
      "loss": 0.34,
      "step": 1392810
    },
    {
      "epoch": 388.73,
      "grad_norm": 0.894538164138794,
      "learning_rate": 2.6458591061632673e-06,
      "loss": 0.3414,
      "step": 1392820
    },
    {
      "epoch": 388.73,
      "grad_norm": 1.0335110425949097,
      "learning_rate": 2.645832292087459e-06,
      "loss": 0.3638,
      "step": 1392830
    },
    {
      "epoch": 388.74,
      "grad_norm": 1.0692720413208008,
      "learning_rate": 2.645805477971444e-06,
      "loss": 0.3598,
      "step": 1392840
    },
    {
      "epoch": 388.74,
      "grad_norm": 0.9778054356575012,
      "learning_rate": 2.6457786638152255e-06,
      "loss": 0.3581,
      "step": 1392850
    },
    {
      "epoch": 388.74,
      "grad_norm": 1.2061468362808228,
      "learning_rate": 2.6457518496188066e-06,
      "loss": 0.348,
      "step": 1392860
    },
    {
      "epoch": 388.74,
      "grad_norm": 0.9747592210769653,
      "learning_rate": 2.6457250353821916e-06,
      "loss": 0.3413,
      "step": 1392870
    },
    {
      "epoch": 388.75,
      "grad_norm": 0.8419701457023621,
      "learning_rate": 2.6456982211053833e-06,
      "loss": 0.3489,
      "step": 1392880
    },
    {
      "epoch": 388.75,
      "grad_norm": 1.1151435375213623,
      "learning_rate": 2.6456714067883863e-06,
      "loss": 0.3598,
      "step": 1392890
    },
    {
      "epoch": 388.75,
      "grad_norm": 1.1857022047042847,
      "learning_rate": 2.645644592431203e-06,
      "loss": 0.3516,
      "step": 1392900
    },
    {
      "epoch": 388.76,
      "grad_norm": 0.9363166689872742,
      "learning_rate": 2.645617778033837e-06,
      "loss": 0.3548,
      "step": 1392910
    },
    {
      "epoch": 388.76,
      "grad_norm": 1.1357172727584839,
      "learning_rate": 2.645590963596293e-06,
      "loss": 0.3655,
      "step": 1392920
    },
    {
      "epoch": 388.76,
      "grad_norm": 0.9994099140167236,
      "learning_rate": 2.6455641491185728e-06,
      "loss": 0.363,
      "step": 1392930
    },
    {
      "epoch": 388.76,
      "grad_norm": 0.9693619012832642,
      "learning_rate": 2.6455373346006823e-06,
      "loss": 0.3537,
      "step": 1392940
    },
    {
      "epoch": 388.77,
      "grad_norm": 1.0368143320083618,
      "learning_rate": 2.6455105200426235e-06,
      "loss": 0.3469,
      "step": 1392950
    },
    {
      "epoch": 388.77,
      "grad_norm": 0.8532854318618774,
      "learning_rate": 2.6454837054444e-06,
      "loss": 0.3465,
      "step": 1392960
    },
    {
      "epoch": 388.77,
      "grad_norm": 0.9985007643699646,
      "learning_rate": 2.645456890806016e-06,
      "loss": 0.3491,
      "step": 1392970
    },
    {
      "epoch": 388.77,
      "grad_norm": 0.9105835556983948,
      "learning_rate": 2.6454300761274746e-06,
      "loss": 0.3559,
      "step": 1392980
    },
    {
      "epoch": 388.78,
      "grad_norm": 0.8088704347610474,
      "learning_rate": 2.645403261408779e-06,
      "loss": 0.3552,
      "step": 1392990
    },
    {
      "epoch": 388.78,
      "grad_norm": 0.9954215288162231,
      "learning_rate": 2.6453764466499335e-06,
      "loss": 0.3428,
      "step": 1393000
    },
    {
      "epoch": 388.78,
      "grad_norm": 1.1496822834014893,
      "learning_rate": 2.6453496318509416e-06,
      "loss": 0.3509,
      "step": 1393010
    },
    {
      "epoch": 388.79,
      "grad_norm": 0.9422557950019836,
      "learning_rate": 2.6453228170118068e-06,
      "loss": 0.3444,
      "step": 1393020
    },
    {
      "epoch": 388.79,
      "grad_norm": 0.8276682496070862,
      "learning_rate": 2.6452960021325327e-06,
      "loss": 0.3528,
      "step": 1393030
    },
    {
      "epoch": 388.79,
      "grad_norm": 1.0141923427581787,
      "learning_rate": 2.6452691872131224e-06,
      "loss": 0.3583,
      "step": 1393040
    },
    {
      "epoch": 388.79,
      "grad_norm": 0.9499582052230835,
      "learning_rate": 2.64524237225358e-06,
      "loss": 0.3588,
      "step": 1393050
    },
    {
      "epoch": 388.8,
      "grad_norm": 1.1419320106506348,
      "learning_rate": 2.645215557253909e-06,
      "loss": 0.3606,
      "step": 1393060
    },
    {
      "epoch": 388.8,
      "grad_norm": 0.9961629509925842,
      "learning_rate": 2.6451887422141123e-06,
      "loss": 0.335,
      "step": 1393070
    },
    {
      "epoch": 388.8,
      "grad_norm": 3.774158000946045,
      "learning_rate": 2.6451619271341943e-06,
      "loss": 0.3307,
      "step": 1393080
    },
    {
      "epoch": 388.81,
      "grad_norm": 1.015504240989685,
      "learning_rate": 2.6451351120141584e-06,
      "loss": 0.3422,
      "step": 1393090
    },
    {
      "epoch": 388.81,
      "grad_norm": 1.035895824432373,
      "learning_rate": 2.645108296854008e-06,
      "loss": 0.3468,
      "step": 1393100
    },
    {
      "epoch": 388.81,
      "grad_norm": 1.1259479522705078,
      "learning_rate": 2.6450814816537476e-06,
      "loss": 0.342,
      "step": 1393110
    },
    {
      "epoch": 388.81,
      "grad_norm": 1.0226846933364868,
      "learning_rate": 2.6450546664133787e-06,
      "loss": 0.3431,
      "step": 1393120
    },
    {
      "epoch": 388.82,
      "grad_norm": 1.0160408020019531,
      "learning_rate": 2.6450278511329062e-06,
      "loss": 0.3499,
      "step": 1393130
    },
    {
      "epoch": 388.82,
      "grad_norm": 1.2336996793746948,
      "learning_rate": 2.6450010358123344e-06,
      "loss": 0.3455,
      "step": 1393140
    },
    {
      "epoch": 388.82,
      "grad_norm": 1.007993459701538,
      "learning_rate": 2.644974220451665e-06,
      "loss": 0.3549,
      "step": 1393150
    },
    {
      "epoch": 388.83,
      "grad_norm": 1.2238926887512207,
      "learning_rate": 2.644947405050903e-06,
      "loss": 0.3501,
      "step": 1393160
    },
    {
      "epoch": 388.83,
      "grad_norm": 0.9963554739952087,
      "learning_rate": 2.6449205896100517e-06,
      "loss": 0.3507,
      "step": 1393170
    },
    {
      "epoch": 388.83,
      "grad_norm": 1.0011496543884277,
      "learning_rate": 2.6448937741291144e-06,
      "loss": 0.353,
      "step": 1393180
    },
    {
      "epoch": 388.83,
      "grad_norm": 1.066200852394104,
      "learning_rate": 2.6448669586080948e-06,
      "loss": 0.3477,
      "step": 1393190
    },
    {
      "epoch": 388.84,
      "grad_norm": 0.9080042243003845,
      "learning_rate": 2.644840143046996e-06,
      "loss": 0.3564,
      "step": 1393200
    },
    {
      "epoch": 388.84,
      "grad_norm": 0.9448758363723755,
      "learning_rate": 2.6448133274458225e-06,
      "loss": 0.3521,
      "step": 1393210
    },
    {
      "epoch": 388.84,
      "grad_norm": 0.9711942672729492,
      "learning_rate": 2.644786511804577e-06,
      "loss": 0.3497,
      "step": 1393220
    },
    {
      "epoch": 388.84,
      "grad_norm": 1.112708568572998,
      "learning_rate": 2.6447596961232636e-06,
      "loss": 0.3392,
      "step": 1393230
    },
    {
      "epoch": 388.85,
      "grad_norm": 1.0001499652862549,
      "learning_rate": 2.6447328804018863e-06,
      "loss": 0.3392,
      "step": 1393240
    },
    {
      "epoch": 388.85,
      "grad_norm": 0.957390546798706,
      "learning_rate": 2.644706064640448e-06,
      "loss": 0.3332,
      "step": 1393250
    },
    {
      "epoch": 388.85,
      "grad_norm": 0.8987739682197571,
      "learning_rate": 2.644679248838952e-06,
      "loss": 0.3394,
      "step": 1393260
    },
    {
      "epoch": 388.86,
      "grad_norm": 1.159703254699707,
      "learning_rate": 2.6446524329974017e-06,
      "loss": 0.3479,
      "step": 1393270
    },
    {
      "epoch": 388.86,
      "grad_norm": 1.981102705001831,
      "learning_rate": 2.644625617115802e-06,
      "loss": 0.3401,
      "step": 1393280
    },
    {
      "epoch": 388.86,
      "grad_norm": 0.9490150809288025,
      "learning_rate": 2.644598801194155e-06,
      "loss": 0.3532,
      "step": 1393290
    },
    {
      "epoch": 388.86,
      "grad_norm": 1.2013938426971436,
      "learning_rate": 2.6445719852324656e-06,
      "loss": 0.355,
      "step": 1393300
    },
    {
      "epoch": 388.87,
      "grad_norm": 0.9962131381034851,
      "learning_rate": 2.6445451692307365e-06,
      "loss": 0.367,
      "step": 1393310
    },
    {
      "epoch": 388.87,
      "grad_norm": 1.0619099140167236,
      "learning_rate": 2.6445183531889716e-06,
      "loss": 0.3527,
      "step": 1393320
    },
    {
      "epoch": 388.87,
      "grad_norm": 1.2485573291778564,
      "learning_rate": 2.644491537107174e-06,
      "loss": 0.3377,
      "step": 1393330
    },
    {
      "epoch": 388.88,
      "grad_norm": 1.1547155380249023,
      "learning_rate": 2.6444647209853485e-06,
      "loss": 0.3346,
      "step": 1393340
    },
    {
      "epoch": 388.88,
      "grad_norm": 1.3243415355682373,
      "learning_rate": 2.6444379048234963e-06,
      "loss": 0.3462,
      "step": 1393350
    },
    {
      "epoch": 388.88,
      "grad_norm": 1.1875293254852295,
      "learning_rate": 2.6444110886216235e-06,
      "loss": 0.3592,
      "step": 1393360
    },
    {
      "epoch": 388.88,
      "grad_norm": 23.76201057434082,
      "learning_rate": 2.6443842723797327e-06,
      "loss": 0.3521,
      "step": 1393370
    },
    {
      "epoch": 388.89,
      "grad_norm": 7.532782077789307,
      "learning_rate": 2.6443574560978267e-06,
      "loss": 0.3557,
      "step": 1393380
    },
    {
      "epoch": 388.89,
      "grad_norm": 1.1128944158554077,
      "learning_rate": 2.6443306397759107e-06,
      "loss": 0.3416,
      "step": 1393390
    },
    {
      "epoch": 388.89,
      "grad_norm": 0.9706988334655762,
      "learning_rate": 2.6443038234139867e-06,
      "loss": 0.3398,
      "step": 1393400
    },
    {
      "epoch": 388.89,
      "grad_norm": 1.1107370853424072,
      "learning_rate": 2.644277007012059e-06,
      "loss": 0.3436,
      "step": 1393410
    },
    {
      "epoch": 388.9,
      "grad_norm": 1.0347492694854736,
      "learning_rate": 2.644250190570131e-06,
      "loss": 0.3379,
      "step": 1393420
    },
    {
      "epoch": 388.9,
      "grad_norm": 1.0565388202667236,
      "learning_rate": 2.6442233740882065e-06,
      "loss": 0.3541,
      "step": 1393430
    },
    {
      "epoch": 388.9,
      "grad_norm": 1.2433522939682007,
      "learning_rate": 2.6441965575662882e-06,
      "loss": 0.3346,
      "step": 1393440
    },
    {
      "epoch": 388.91,
      "grad_norm": 1.0623235702514648,
      "learning_rate": 2.6441697410043815e-06,
      "loss": 0.3606,
      "step": 1393450
    },
    {
      "epoch": 388.91,
      "grad_norm": 0.9534415006637573,
      "learning_rate": 2.6441429244024885e-06,
      "loss": 0.3325,
      "step": 1393460
    },
    {
      "epoch": 388.91,
      "grad_norm": 0.9020456075668335,
      "learning_rate": 2.6441161077606135e-06,
      "loss": 0.353,
      "step": 1393470
    },
    {
      "epoch": 388.91,
      "grad_norm": 0.9795945882797241,
      "learning_rate": 2.6440892910787584e-06,
      "loss": 0.3437,
      "step": 1393480
    },
    {
      "epoch": 388.92,
      "grad_norm": 1.1396642923355103,
      "learning_rate": 2.644062474356929e-06,
      "loss": 0.3321,
      "step": 1393490
    },
    {
      "epoch": 388.92,
      "grad_norm": 1.1838470697402954,
      "learning_rate": 2.6440356575951275e-06,
      "loss": 0.3378,
      "step": 1393500
    },
    {
      "epoch": 388.92,
      "grad_norm": 1.0404833555221558,
      "learning_rate": 2.6440088407933585e-06,
      "loss": 0.343,
      "step": 1393510
    },
    {
      "epoch": 388.93,
      "grad_norm": 0.9828801155090332,
      "learning_rate": 2.6439820239516243e-06,
      "loss": 0.3562,
      "step": 1393520
    },
    {
      "epoch": 388.93,
      "grad_norm": 1.0297954082489014,
      "learning_rate": 2.6439552070699296e-06,
      "loss": 0.3585,
      "step": 1393530
    },
    {
      "epoch": 388.93,
      "grad_norm": 0.9966854453086853,
      "learning_rate": 2.643928390148278e-06,
      "loss": 0.3431,
      "step": 1393540
    },
    {
      "epoch": 388.93,
      "grad_norm": 1.218690276145935,
      "learning_rate": 2.6439015731866715e-06,
      "loss": 0.3457,
      "step": 1393550
    },
    {
      "epoch": 388.94,
      "grad_norm": 1.040598750114441,
      "learning_rate": 2.6438747561851154e-06,
      "loss": 0.3475,
      "step": 1393560
    },
    {
      "epoch": 388.94,
      "grad_norm": 0.888701856136322,
      "learning_rate": 2.6438479391436123e-06,
      "loss": 0.362,
      "step": 1393570
    },
    {
      "epoch": 388.94,
      "grad_norm": 0.9148727655410767,
      "learning_rate": 2.6438211220621656e-06,
      "loss": 0.3514,
      "step": 1393580
    },
    {
      "epoch": 388.95,
      "grad_norm": 0.8766238689422607,
      "learning_rate": 2.6437943049407805e-06,
      "loss": 0.3427,
      "step": 1393590
    },
    {
      "epoch": 388.95,
      "grad_norm": 1.1657413244247437,
      "learning_rate": 2.643767487779459e-06,
      "loss": 0.3362,
      "step": 1393600
    },
    {
      "epoch": 388.95,
      "grad_norm": 0.8711461424827576,
      "learning_rate": 2.643740670578205e-06,
      "loss": 0.3502,
      "step": 1393610
    },
    {
      "epoch": 388.95,
      "grad_norm": 0.9886260628700256,
      "learning_rate": 2.6437138533370217e-06,
      "loss": 0.3367,
      "step": 1393620
    },
    {
      "epoch": 388.96,
      "grad_norm": 1.0022737979888916,
      "learning_rate": 2.6436870360559137e-06,
      "loss": 0.3457,
      "step": 1393630
    },
    {
      "epoch": 388.96,
      "grad_norm": 0.9188559055328369,
      "learning_rate": 2.6436602187348838e-06,
      "loss": 0.3578,
      "step": 1393640
    },
    {
      "epoch": 388.96,
      "grad_norm": 1.2429511547088623,
      "learning_rate": 2.6436334013739353e-06,
      "loss": 0.3508,
      "step": 1393650
    },
    {
      "epoch": 388.96,
      "grad_norm": 1.137865424156189,
      "learning_rate": 2.6436065839730734e-06,
      "loss": 0.3568,
      "step": 1393660
    },
    {
      "epoch": 388.97,
      "grad_norm": 0.9620954990386963,
      "learning_rate": 2.6435797665322997e-06,
      "loss": 0.3453,
      "step": 1393670
    },
    {
      "epoch": 388.97,
      "grad_norm": 1.0460798740386963,
      "learning_rate": 2.643552949051619e-06,
      "loss": 0.3565,
      "step": 1393680
    },
    {
      "epoch": 388.97,
      "grad_norm": 1.0605456829071045,
      "learning_rate": 2.6435261315310344e-06,
      "loss": 0.3606,
      "step": 1393690
    },
    {
      "epoch": 388.98,
      "grad_norm": 1.2772877216339111,
      "learning_rate": 2.643499313970549e-06,
      "loss": 0.3355,
      "step": 1393700
    },
    {
      "epoch": 388.98,
      "grad_norm": 0.9563341736793518,
      "learning_rate": 2.643472496370167e-06,
      "loss": 0.3394,
      "step": 1393710
    },
    {
      "epoch": 388.98,
      "grad_norm": 1.024449110031128,
      "learning_rate": 2.6434456787298924e-06,
      "loss": 0.3555,
      "step": 1393720
    },
    {
      "epoch": 388.98,
      "grad_norm": 0.8562524914741516,
      "learning_rate": 2.6434188610497273e-06,
      "loss": 0.3283,
      "step": 1393730
    },
    {
      "epoch": 388.99,
      "grad_norm": 0.9216254353523254,
      "learning_rate": 2.643392043329677e-06,
      "loss": 0.346,
      "step": 1393740
    },
    {
      "epoch": 388.99,
      "grad_norm": 2.716352701187134,
      "learning_rate": 2.643365225569744e-06,
      "loss": 0.3611,
      "step": 1393750
    },
    {
      "epoch": 388.99,
      "grad_norm": 1.1643059253692627,
      "learning_rate": 2.6433384077699325e-06,
      "loss": 0.3422,
      "step": 1393760
    },
    {
      "epoch": 389.0,
      "grad_norm": 1.0567387342453003,
      "learning_rate": 2.6433115899302452e-06,
      "loss": 0.3553,
      "step": 1393770
    },
    {
      "epoch": 389.0,
      "grad_norm": 1.0131906270980835,
      "learning_rate": 2.643284772050686e-06,
      "loss": 0.3564,
      "step": 1393780
    },
    {
      "epoch": 389.0,
      "eval_loss": 0.3474559187889099,
      "eval_runtime": 62.7928,
      "eval_samples_per_second": 80.567,
      "eval_steps_per_second": 10.081,
      "step": 1393787
    },
    {
      "epoch": 389.0,
      "grad_norm": 0.8934310078620911,
      "learning_rate": 2.643257954131259e-06,
      "loss": 0.3598,
      "step": 1393790
    },
    {
      "epoch": 389.0,
      "grad_norm": 0.9198662042617798,
      "learning_rate": 2.6432311361719674e-06,
      "loss": 0.3436,
      "step": 1393800
    },
    {
      "epoch": 389.01,
      "grad_norm": 1.0084466934204102,
      "learning_rate": 2.6432043181728144e-06,
      "loss": 0.3482,
      "step": 1393810
    },
    {
      "epoch": 389.01,
      "grad_norm": 1.3172281980514526,
      "learning_rate": 2.6431775001338046e-06,
      "loss": 0.3454,
      "step": 1393820
    },
    {
      "epoch": 389.01,
      "grad_norm": 1.101035475730896,
      "learning_rate": 2.643150682054941e-06,
      "loss": 0.3617,
      "step": 1393830
    },
    {
      "epoch": 389.01,
      "grad_norm": 0.9543005228042603,
      "learning_rate": 2.6431238639362264e-06,
      "loss": 0.3503,
      "step": 1393840
    },
    {
      "epoch": 389.02,
      "grad_norm": 1.0153228044509888,
      "learning_rate": 2.643097045777666e-06,
      "loss": 0.3385,
      "step": 1393850
    },
    {
      "epoch": 389.02,
      "grad_norm": 0.9782291054725647,
      "learning_rate": 2.643070227579261e-06,
      "loss": 0.3681,
      "step": 1393860
    },
    {
      "epoch": 389.02,
      "grad_norm": 0.8566332459449768,
      "learning_rate": 2.643043409341017e-06,
      "loss": 0.3532,
      "step": 1393870
    },
    {
      "epoch": 389.03,
      "grad_norm": 1.0322242975234985,
      "learning_rate": 2.643016591062937e-06,
      "loss": 0.339,
      "step": 1393880
    },
    {
      "epoch": 389.03,
      "grad_norm": 1.1227859258651733,
      "learning_rate": 2.6429897727450253e-06,
      "loss": 0.341,
      "step": 1393890
    },
    {
      "epoch": 389.03,
      "grad_norm": 0.9606695175170898,
      "learning_rate": 2.642962954387284e-06,
      "loss": 0.3414,
      "step": 1393900
    },
    {
      "epoch": 389.03,
      "grad_norm": 1.1506338119506836,
      "learning_rate": 2.642936135989717e-06,
      "loss": 0.3489,
      "step": 1393910
    },
    {
      "epoch": 389.04,
      "grad_norm": 1.1430444717407227,
      "learning_rate": 2.642909317552329e-06,
      "loss": 0.3487,
      "step": 1393920
    },
    {
      "epoch": 389.04,
      "grad_norm": 1.05411958694458,
      "learning_rate": 2.6428824990751224e-06,
      "loss": 0.3482,
      "step": 1393930
    },
    {
      "epoch": 389.04,
      "grad_norm": 0.9454901218414307,
      "learning_rate": 2.642855680558101e-06,
      "loss": 0.3424,
      "step": 1393940
    },
    {
      "epoch": 389.05,
      "grad_norm": 0.9963510036468506,
      "learning_rate": 2.642828862001269e-06,
      "loss": 0.3419,
      "step": 1393950
    },
    {
      "epoch": 389.05,
      "grad_norm": 1.1844704151153564,
      "learning_rate": 2.642802043404629e-06,
      "loss": 0.351,
      "step": 1393960
    },
    {
      "epoch": 389.05,
      "grad_norm": 1.2994264364242554,
      "learning_rate": 2.6427752247681863e-06,
      "loss": 0.3642,
      "step": 1393970
    },
    {
      "epoch": 389.05,
      "grad_norm": 1.460591435432434,
      "learning_rate": 2.642748406091942e-06,
      "loss": 0.362,
      "step": 1393980
    },
    {
      "epoch": 389.06,
      "grad_norm": 0.8861979842185974,
      "learning_rate": 2.6427215873759016e-06,
      "loss": 0.349,
      "step": 1393990
    },
    {
      "epoch": 389.06,
      "grad_norm": 0.9448025822639465,
      "learning_rate": 2.6426947686200677e-06,
      "loss": 0.3485,
      "step": 1394000
    },
    {
      "epoch": 389.06,
      "grad_norm": 1.005631685256958,
      "learning_rate": 2.6426679498244445e-06,
      "loss": 0.3532,
      "step": 1394010
    },
    {
      "epoch": 389.07,
      "grad_norm": 0.984584629535675,
      "learning_rate": 2.6426411309890344e-06,
      "loss": 0.3476,
      "step": 1394020
    },
    {
      "epoch": 389.07,
      "grad_norm": 0.9140117764472961,
      "learning_rate": 2.6426143121138427e-06,
      "loss": 0.3462,
      "step": 1394030
    },
    {
      "epoch": 389.07,
      "grad_norm": 0.9691774249076843,
      "learning_rate": 2.6425874931988716e-06,
      "loss": 0.3397,
      "step": 1394040
    },
    {
      "epoch": 389.07,
      "grad_norm": 0.9493926763534546,
      "learning_rate": 2.6425606742441252e-06,
      "loss": 0.3606,
      "step": 1394050
    },
    {
      "epoch": 389.08,
      "grad_norm": 0.8938327431678772,
      "learning_rate": 2.6425338552496077e-06,
      "loss": 0.3475,
      "step": 1394060
    },
    {
      "epoch": 389.08,
      "grad_norm": 1.0495755672454834,
      "learning_rate": 2.642507036215321e-06,
      "loss": 0.3563,
      "step": 1394070
    },
    {
      "epoch": 389.08,
      "grad_norm": 1.0029443502426147,
      "learning_rate": 2.6424802171412705e-06,
      "loss": 0.3664,
      "step": 1394080
    },
    {
      "epoch": 389.08,
      "grad_norm": 1.1211508512496948,
      "learning_rate": 2.6424533980274577e-06,
      "loss": 0.3499,
      "step": 1394090
    },
    {
      "epoch": 389.09,
      "grad_norm": 1.1162736415863037,
      "learning_rate": 2.6424265788738885e-06,
      "loss": 0.3328,
      "step": 1394100
    },
    {
      "epoch": 389.09,
      "grad_norm": 0.994516134262085,
      "learning_rate": 2.642399759680565e-06,
      "loss": 0.3525,
      "step": 1394110
    },
    {
      "epoch": 389.09,
      "grad_norm": 0.9869201183319092,
      "learning_rate": 2.6423729404474913e-06,
      "loss": 0.3341,
      "step": 1394120
    },
    {
      "epoch": 389.1,
      "grad_norm": 0.9269060492515564,
      "learning_rate": 2.642346121174671e-06,
      "loss": 0.336,
      "step": 1394130
    },
    {
      "epoch": 389.1,
      "grad_norm": 1.0204663276672363,
      "learning_rate": 2.6423193018621073e-06,
      "loss": 0.3502,
      "step": 1394140
    },
    {
      "epoch": 389.1,
      "grad_norm": 1.1164098978042603,
      "learning_rate": 2.6422924825098034e-06,
      "loss": 0.3561,
      "step": 1394150
    },
    {
      "epoch": 389.1,
      "grad_norm": 1.0554423332214355,
      "learning_rate": 2.642265663117764e-06,
      "loss": 0.356,
      "step": 1394160
    },
    {
      "epoch": 389.11,
      "grad_norm": 1.0865281820297241,
      "learning_rate": 2.6422388436859915e-06,
      "loss": 0.3632,
      "step": 1394170
    },
    {
      "epoch": 389.11,
      "grad_norm": 1.0629627704620361,
      "learning_rate": 2.6422120242144906e-06,
      "loss": 0.3381,
      "step": 1394180
    },
    {
      "epoch": 389.11,
      "grad_norm": 1.0599756240844727,
      "learning_rate": 2.6421852047032643e-06,
      "loss": 0.342,
      "step": 1394190
    },
    {
      "epoch": 389.12,
      "grad_norm": 1.1718285083770752,
      "learning_rate": 2.642158385152316e-06,
      "loss": 0.3459,
      "step": 1394200
    },
    {
      "epoch": 389.12,
      "grad_norm": 1.1606239080429077,
      "learning_rate": 2.64213156556165e-06,
      "loss": 0.351,
      "step": 1394210
    },
    {
      "epoch": 389.12,
      "grad_norm": 1.078792691230774,
      "learning_rate": 2.642104745931268e-06,
      "loss": 0.3355,
      "step": 1394220
    },
    {
      "epoch": 389.12,
      "grad_norm": 1.1028687953948975,
      "learning_rate": 2.642077926261176e-06,
      "loss": 0.3418,
      "step": 1394230
    },
    {
      "epoch": 389.13,
      "grad_norm": 1.0514798164367676,
      "learning_rate": 2.642051106551377e-06,
      "loss": 0.3624,
      "step": 1394240
    },
    {
      "epoch": 389.13,
      "grad_norm": 1.016011118888855,
      "learning_rate": 2.6420242868018726e-06,
      "loss": 0.3414,
      "step": 1394250
    },
    {
      "epoch": 389.13,
      "grad_norm": 0.9136217832565308,
      "learning_rate": 2.6419974670126683e-06,
      "loss": 0.3641,
      "step": 1394260
    },
    {
      "epoch": 389.13,
      "grad_norm": 1.0104058980941772,
      "learning_rate": 2.641970647183768e-06,
      "loss": 0.3619,
      "step": 1394270
    },
    {
      "epoch": 389.14,
      "grad_norm": 1.093083143234253,
      "learning_rate": 2.641943827315174e-06,
      "loss": 0.348,
      "step": 1394280
    },
    {
      "epoch": 389.14,
      "grad_norm": 0.9305033087730408,
      "learning_rate": 2.6419170074068897e-06,
      "loss": 0.3457,
      "step": 1394290
    },
    {
      "epoch": 389.14,
      "grad_norm": 1.0410513877868652,
      "learning_rate": 2.64189018745892e-06,
      "loss": 0.3404,
      "step": 1394300
    },
    {
      "epoch": 389.15,
      "grad_norm": 1.9583367109298706,
      "learning_rate": 2.6418633674712674e-06,
      "loss": 0.3431,
      "step": 1394310
    },
    {
      "epoch": 389.15,
      "grad_norm": 0.9469603896141052,
      "learning_rate": 2.6418365474439354e-06,
      "loss": 0.3523,
      "step": 1394320
    },
    {
      "epoch": 389.15,
      "grad_norm": 1.0962767601013184,
      "learning_rate": 2.6418097273769285e-06,
      "loss": 0.3538,
      "step": 1394330
    },
    {
      "epoch": 389.15,
      "grad_norm": 1.0825945138931274,
      "learning_rate": 2.64178290727025e-06,
      "loss": 0.3553,
      "step": 1394340
    },
    {
      "epoch": 389.16,
      "grad_norm": 0.9774301648139954,
      "learning_rate": 2.6417560871239035e-06,
      "loss": 0.3465,
      "step": 1394350
    },
    {
      "epoch": 389.16,
      "grad_norm": 1.0250816345214844,
      "learning_rate": 2.6417292669378918e-06,
      "loss": 0.3518,
      "step": 1394360
    },
    {
      "epoch": 389.16,
      "grad_norm": 1.0699743032455444,
      "learning_rate": 2.641702446712219e-06,
      "loss": 0.3475,
      "step": 1394370
    },
    {
      "epoch": 389.17,
      "grad_norm": 1.092163324356079,
      "learning_rate": 2.6416756264468886e-06,
      "loss": 0.3523,
      "step": 1394380
    },
    {
      "epoch": 389.17,
      "grad_norm": 0.9472842216491699,
      "learning_rate": 2.641648806141904e-06,
      "loss": 0.3458,
      "step": 1394390
    },
    {
      "epoch": 389.17,
      "grad_norm": 0.9489026069641113,
      "learning_rate": 2.6416219857972696e-06,
      "loss": 0.3455,
      "step": 1394400
    },
    {
      "epoch": 389.17,
      "grad_norm": 0.9984499216079712,
      "learning_rate": 2.641595165412988e-06,
      "loss": 0.3486,
      "step": 1394410
    },
    {
      "epoch": 389.18,
      "grad_norm": 0.9464160203933716,
      "learning_rate": 2.641568344989063e-06,
      "loss": 0.3419,
      "step": 1394420
    },
    {
      "epoch": 389.18,
      "grad_norm": 1.0058033466339111,
      "learning_rate": 2.641541524525499e-06,
      "loss": 0.341,
      "step": 1394430
    },
    {
      "epoch": 389.18,
      "grad_norm": 1.0257058143615723,
      "learning_rate": 2.641514704022298e-06,
      "loss": 0.3386,
      "step": 1394440
    },
    {
      "epoch": 389.19,
      "grad_norm": 1.0508517026901245,
      "learning_rate": 2.6414878834794645e-06,
      "loss": 0.3343,
      "step": 1394450
    },
    {
      "epoch": 389.19,
      "grad_norm": 1.0062155723571777,
      "learning_rate": 2.6414610628970024e-06,
      "loss": 0.3698,
      "step": 1394460
    },
    {
      "epoch": 389.19,
      "grad_norm": 1.0537406206130981,
      "learning_rate": 2.641434242274915e-06,
      "loss": 0.3491,
      "step": 1394470
    },
    {
      "epoch": 389.19,
      "grad_norm": 0.968425452709198,
      "learning_rate": 2.6414074216132052e-06,
      "loss": 0.3638,
      "step": 1394480
    },
    {
      "epoch": 389.2,
      "grad_norm": 0.9831929206848145,
      "learning_rate": 2.6413806009118777e-06,
      "loss": 0.351,
      "step": 1394490
    },
    {
      "epoch": 389.2,
      "grad_norm": 1.2602202892303467,
      "learning_rate": 2.6413537801709353e-06,
      "loss": 0.3407,
      "step": 1394500
    },
    {
      "epoch": 389.2,
      "grad_norm": 0.9834098219871521,
      "learning_rate": 2.6413269593903815e-06,
      "loss": 0.3531,
      "step": 1394510
    },
    {
      "epoch": 389.2,
      "grad_norm": 1.1506088972091675,
      "learning_rate": 2.64130013857022e-06,
      "loss": 0.3378,
      "step": 1394520
    },
    {
      "epoch": 389.21,
      "grad_norm": 1.2889269590377808,
      "learning_rate": 2.641273317710455e-06,
      "loss": 0.346,
      "step": 1394530
    },
    {
      "epoch": 389.21,
      "grad_norm": 0.9878770709037781,
      "learning_rate": 2.641246496811089e-06,
      "loss": 0.345,
      "step": 1394540
    },
    {
      "epoch": 389.21,
      "grad_norm": 1.0393507480621338,
      "learning_rate": 2.6412196758721264e-06,
      "loss": 0.3383,
      "step": 1394550
    },
    {
      "epoch": 389.22,
      "grad_norm": 1.0096824169158936,
      "learning_rate": 2.6411928548935706e-06,
      "loss": 0.3261,
      "step": 1394560
    },
    {
      "epoch": 389.22,
      "grad_norm": 0.9341964721679688,
      "learning_rate": 2.6411660338754256e-06,
      "loss": 0.3532,
      "step": 1394570
    },
    {
      "epoch": 389.22,
      "grad_norm": 1.0455795526504517,
      "learning_rate": 2.641139212817694e-06,
      "loss": 0.3424,
      "step": 1394580
    },
    {
      "epoch": 389.22,
      "grad_norm": 0.9937956929206848,
      "learning_rate": 2.6411123917203797e-06,
      "loss": 0.336,
      "step": 1394590
    },
    {
      "epoch": 389.23,
      "grad_norm": 1.0215870141983032,
      "learning_rate": 2.641085570583486e-06,
      "loss": 0.3641,
      "step": 1394600
    },
    {
      "epoch": 389.23,
      "grad_norm": 1.0541086196899414,
      "learning_rate": 2.641058749407017e-06,
      "loss": 0.3481,
      "step": 1394610
    },
    {
      "epoch": 389.23,
      "grad_norm": 1.1179533004760742,
      "learning_rate": 2.6410319281909763e-06,
      "loss": 0.3512,
      "step": 1394620
    },
    {
      "epoch": 389.24,
      "grad_norm": 1.2036572694778442,
      "learning_rate": 2.6410051069353674e-06,
      "loss": 0.3577,
      "step": 1394630
    },
    {
      "epoch": 389.24,
      "grad_norm": 1.0105453729629517,
      "learning_rate": 2.640978285640194e-06,
      "loss": 0.3486,
      "step": 1394640
    },
    {
      "epoch": 389.24,
      "grad_norm": 1.025001883506775,
      "learning_rate": 2.640951464305459e-06,
      "loss": 0.3477,
      "step": 1394650
    },
    {
      "epoch": 389.24,
      "grad_norm": 1.2193697690963745,
      "learning_rate": 2.640924642931167e-06,
      "loss": 0.3425,
      "step": 1394660
    },
    {
      "epoch": 389.25,
      "grad_norm": 1.0949211120605469,
      "learning_rate": 2.6408978215173207e-06,
      "loss": 0.3421,
      "step": 1394670
    },
    {
      "epoch": 389.25,
      "grad_norm": 1.0560029745101929,
      "learning_rate": 2.6408710000639233e-06,
      "loss": 0.3463,
      "step": 1394680
    },
    {
      "epoch": 389.25,
      "grad_norm": 1.1872401237487793,
      "learning_rate": 2.6408441785709796e-06,
      "loss": 0.3243,
      "step": 1394690
    },
    {
      "epoch": 389.25,
      "grad_norm": 1.0235583782196045,
      "learning_rate": 2.640817357038492e-06,
      "loss": 0.3628,
      "step": 1394700
    },
    {
      "epoch": 389.26,
      "grad_norm": 0.9564115405082703,
      "learning_rate": 2.640790535466466e-06,
      "loss": 0.3536,
      "step": 1394710
    },
    {
      "epoch": 389.26,
      "grad_norm": 0.9596571922302246,
      "learning_rate": 2.640763713854903e-06,
      "loss": 0.3481,
      "step": 1394720
    },
    {
      "epoch": 389.26,
      "grad_norm": 1.0530937910079956,
      "learning_rate": 2.6407368922038075e-06,
      "loss": 0.3406,
      "step": 1394730
    },
    {
      "epoch": 389.27,
      "grad_norm": 1.000943899154663,
      "learning_rate": 2.640710070513182e-06,
      "loss": 0.3458,
      "step": 1394740
    },
    {
      "epoch": 389.27,
      "grad_norm": 1.0373190641403198,
      "learning_rate": 2.6406832487830318e-06,
      "loss": 0.3461,
      "step": 1394750
    },
    {
      "epoch": 389.27,
      "grad_norm": 1.2685704231262207,
      "learning_rate": 2.6406564270133602e-06,
      "loss": 0.3462,
      "step": 1394760
    },
    {
      "epoch": 389.27,
      "grad_norm": 1.1086852550506592,
      "learning_rate": 2.6406296052041696e-06,
      "loss": 0.3424,
      "step": 1394770
    },
    {
      "epoch": 389.28,
      "grad_norm": 1.0304263830184937,
      "learning_rate": 2.640602783355465e-06,
      "loss": 0.3387,
      "step": 1394780
    },
    {
      "epoch": 389.28,
      "grad_norm": 1.1187855005264282,
      "learning_rate": 2.6405759614672485e-06,
      "loss": 0.336,
      "step": 1394790
    },
    {
      "epoch": 389.28,
      "grad_norm": 1.3932312726974487,
      "learning_rate": 2.6405491395395244e-06,
      "loss": 0.3542,
      "step": 1394800
    },
    {
      "epoch": 389.29,
      "grad_norm": 0.9508117437362671,
      "learning_rate": 2.6405223175722965e-06,
      "loss": 0.3273,
      "step": 1394810
    },
    {
      "epoch": 389.29,
      "grad_norm": 1.142884373664856,
      "learning_rate": 2.6404954955655684e-06,
      "loss": 0.3606,
      "step": 1394820
    },
    {
      "epoch": 389.29,
      "grad_norm": 1.0240906476974487,
      "learning_rate": 2.6404686735193427e-06,
      "loss": 0.3491,
      "step": 1394830
    },
    {
      "epoch": 389.29,
      "grad_norm": 0.8617618083953857,
      "learning_rate": 2.6404418514336233e-06,
      "loss": 0.3233,
      "step": 1394840
    },
    {
      "epoch": 389.3,
      "grad_norm": 1.0797072649002075,
      "learning_rate": 2.6404150293084157e-06,
      "loss": 0.3546,
      "step": 1394850
    },
    {
      "epoch": 389.3,
      "grad_norm": 1.1598906517028809,
      "learning_rate": 2.640388207143721e-06,
      "loss": 0.3313,
      "step": 1394860
    },
    {
      "epoch": 389.3,
      "grad_norm": 1.0225110054016113,
      "learning_rate": 2.6403613849395436e-06,
      "loss": 0.3531,
      "step": 1394870
    },
    {
      "epoch": 389.31,
      "grad_norm": 0.9596813321113586,
      "learning_rate": 2.6403345626958877e-06,
      "loss": 0.3346,
      "step": 1394880
    },
    {
      "epoch": 389.31,
      "grad_norm": 1.176493525505066,
      "learning_rate": 2.640307740412756e-06,
      "loss": 0.3317,
      "step": 1394890
    },
    {
      "epoch": 389.31,
      "grad_norm": 1.0949673652648926,
      "learning_rate": 2.640280918090152e-06,
      "loss": 0.3444,
      "step": 1394900
    },
    {
      "epoch": 389.31,
      "grad_norm": 0.9993619918823242,
      "learning_rate": 2.640254095728079e-06,
      "loss": 0.3315,
      "step": 1394910
    },
    {
      "epoch": 389.32,
      "grad_norm": 1.0355910062789917,
      "learning_rate": 2.640227273326543e-06,
      "loss": 0.3618,
      "step": 1394920
    },
    {
      "epoch": 389.32,
      "grad_norm": 1.1242058277130127,
      "learning_rate": 2.6402004508855444e-06,
      "loss": 0.3449,
      "step": 1394930
    },
    {
      "epoch": 389.32,
      "grad_norm": 1.0836764574050903,
      "learning_rate": 2.640173628405089e-06,
      "loss": 0.3529,
      "step": 1394940
    },
    {
      "epoch": 389.32,
      "grad_norm": 1.1470205783843994,
      "learning_rate": 2.6401468058851797e-06,
      "loss": 0.351,
      "step": 1394950
    },
    {
      "epoch": 389.33,
      "grad_norm": 1.1563667058944702,
      "learning_rate": 2.640119983325819e-06,
      "loss": 0.3503,
      "step": 1394960
    },
    {
      "epoch": 389.33,
      "grad_norm": 0.9534931778907776,
      "learning_rate": 2.640093160727012e-06,
      "loss": 0.3419,
      "step": 1394970
    },
    {
      "epoch": 389.33,
      "grad_norm": 1.5855934619903564,
      "learning_rate": 2.640066338088761e-06,
      "loss": 0.3485,
      "step": 1394980
    },
    {
      "epoch": 389.34,
      "grad_norm": 1.1301684379577637,
      "learning_rate": 2.6400395154110706e-06,
      "loss": 0.3391,
      "step": 1394990
    },
    {
      "epoch": 389.34,
      "grad_norm": 2.502580165863037,
      "learning_rate": 2.6400126926939445e-06,
      "loss": 0.3711,
      "step": 1395000
    },
    {
      "epoch": 389.34,
      "grad_norm": 0.9860119223594666,
      "learning_rate": 2.639985869937385e-06,
      "loss": 0.3439,
      "step": 1395010
    },
    {
      "epoch": 389.34,
      "grad_norm": 1.0147968530654907,
      "learning_rate": 2.6399590471413972e-06,
      "loss": 0.3538,
      "step": 1395020
    },
    {
      "epoch": 389.35,
      "grad_norm": 0.9850009679794312,
      "learning_rate": 2.639932224305983e-06,
      "loss": 0.3472,
      "step": 1395030
    },
    {
      "epoch": 389.35,
      "grad_norm": 1.1057547330856323,
      "learning_rate": 2.6399054014311473e-06,
      "loss": 0.3368,
      "step": 1395040
    },
    {
      "epoch": 389.35,
      "grad_norm": 1.085584044456482,
      "learning_rate": 2.6398785785168933e-06,
      "loss": 0.3473,
      "step": 1395050
    },
    {
      "epoch": 389.36,
      "grad_norm": 1.1201595067977905,
      "learning_rate": 2.6398517555632243e-06,
      "loss": 0.3407,
      "step": 1395060
    },
    {
      "epoch": 389.36,
      "grad_norm": 1.1223119497299194,
      "learning_rate": 2.639824932570144e-06,
      "loss": 0.3522,
      "step": 1395070
    },
    {
      "epoch": 389.36,
      "grad_norm": 0.9617717266082764,
      "learning_rate": 2.6397981095376566e-06,
      "loss": 0.3611,
      "step": 1395080
    },
    {
      "epoch": 389.36,
      "grad_norm": 1.0191386938095093,
      "learning_rate": 2.6397712864657647e-06,
      "loss": 0.3242,
      "step": 1395090
    },
    {
      "epoch": 389.37,
      "grad_norm": 1.049193263053894,
      "learning_rate": 2.6397444633544722e-06,
      "loss": 0.3479,
      "step": 1395100
    },
    {
      "epoch": 389.37,
      "grad_norm": 0.9511167407035828,
      "learning_rate": 2.6397176402037834e-06,
      "loss": 0.3539,
      "step": 1395110
    },
    {
      "epoch": 389.37,
      "grad_norm": 1.0672714710235596,
      "learning_rate": 2.6396908170137007e-06,
      "loss": 0.3504,
      "step": 1395120
    },
    {
      "epoch": 389.37,
      "grad_norm": 1.1624009609222412,
      "learning_rate": 2.6396639937842276e-06,
      "loss": 0.3602,
      "step": 1395130
    },
    {
      "epoch": 389.38,
      "grad_norm": 1.0587390661239624,
      "learning_rate": 2.6396371705153696e-06,
      "loss": 0.3576,
      "step": 1395140
    },
    {
      "epoch": 389.38,
      "grad_norm": 0.9690248370170593,
      "learning_rate": 2.639610347207128e-06,
      "loss": 0.3333,
      "step": 1395150
    },
    {
      "epoch": 389.38,
      "grad_norm": 0.9794430732727051,
      "learning_rate": 2.6395835238595078e-06,
      "loss": 0.3559,
      "step": 1395160
    },
    {
      "epoch": 389.39,
      "grad_norm": 0.9340539574623108,
      "learning_rate": 2.6395567004725124e-06,
      "loss": 0.3363,
      "step": 1395170
    },
    {
      "epoch": 389.39,
      "grad_norm": 0.9677821397781372,
      "learning_rate": 2.639529877046144e-06,
      "loss": 0.3481,
      "step": 1395180
    },
    {
      "epoch": 389.39,
      "grad_norm": 0.9516615867614746,
      "learning_rate": 2.6395030535804076e-06,
      "loss": 0.3441,
      "step": 1395190
    },
    {
      "epoch": 389.39,
      "grad_norm": 1.8060110807418823,
      "learning_rate": 2.639476230075306e-06,
      "loss": 0.3393,
      "step": 1395200
    },
    {
      "epoch": 389.4,
      "grad_norm": 1.4694844484329224,
      "learning_rate": 2.639449406530844e-06,
      "loss": 0.3482,
      "step": 1395210
    },
    {
      "epoch": 389.4,
      "grad_norm": 1.0903923511505127,
      "learning_rate": 2.6394225829470235e-06,
      "loss": 0.3563,
      "step": 1395220
    },
    {
      "epoch": 389.4,
      "grad_norm": 0.8627950549125671,
      "learning_rate": 2.63939575932385e-06,
      "loss": 0.3509,
      "step": 1395230
    },
    {
      "epoch": 389.41,
      "grad_norm": 0.9755458235740662,
      "learning_rate": 2.6393689356613254e-06,
      "loss": 0.3522,
      "step": 1395240
    },
    {
      "epoch": 389.41,
      "grad_norm": 0.9485371708869934,
      "learning_rate": 2.639342111959454e-06,
      "loss": 0.354,
      "step": 1395250
    },
    {
      "epoch": 389.41,
      "grad_norm": 0.9241802096366882,
      "learning_rate": 2.6393152882182387e-06,
      "loss": 0.3468,
      "step": 1395260
    },
    {
      "epoch": 389.41,
      "grad_norm": 0.9851473569869995,
      "learning_rate": 2.6392884644376835e-06,
      "loss": 0.3535,
      "step": 1395270
    },
    {
      "epoch": 389.42,
      "grad_norm": 1.080154299736023,
      "learning_rate": 2.6392616406177924e-06,
      "loss": 0.3504,
      "step": 1395280
    },
    {
      "epoch": 389.42,
      "grad_norm": 1.0509827136993408,
      "learning_rate": 2.6392348167585686e-06,
      "loss": 0.3587,
      "step": 1395290
    },
    {
      "epoch": 389.42,
      "grad_norm": 1.0724425315856934,
      "learning_rate": 2.639207992860016e-06,
      "loss": 0.3606,
      "step": 1395300
    },
    {
      "epoch": 389.43,
      "grad_norm": 0.9624652862548828,
      "learning_rate": 2.639181168922138e-06,
      "loss": 0.3401,
      "step": 1395310
    },
    {
      "epoch": 389.43,
      "grad_norm": 1.0763437747955322,
      "learning_rate": 2.6391543449449373e-06,
      "loss": 0.3556,
      "step": 1395320
    },
    {
      "epoch": 389.43,
      "grad_norm": 1.049993634223938,
      "learning_rate": 2.639127520928418e-06,
      "loss": 0.3521,
      "step": 1395330
    },
    {
      "epoch": 389.43,
      "grad_norm": 1.1052125692367554,
      "learning_rate": 2.6391006968725852e-06,
      "loss": 0.3499,
      "step": 1395340
    },
    {
      "epoch": 389.44,
      "grad_norm": 0.9640953540802002,
      "learning_rate": 2.6390738727774402e-06,
      "loss": 0.3529,
      "step": 1395350
    },
    {
      "epoch": 389.44,
      "grad_norm": 1.0014197826385498,
      "learning_rate": 2.639047048642987e-06,
      "loss": 0.3283,
      "step": 1395360
    },
    {
      "epoch": 389.44,
      "grad_norm": 1.0771522521972656,
      "learning_rate": 2.6390202244692306e-06,
      "loss": 0.3529,
      "step": 1395370
    },
    {
      "epoch": 389.44,
      "grad_norm": 1.0510258674621582,
      "learning_rate": 2.6389934002561735e-06,
      "loss": 0.3635,
      "step": 1395380
    },
    {
      "epoch": 389.45,
      "grad_norm": 1.0347506999969482,
      "learning_rate": 2.6389665760038196e-06,
      "loss": 0.3665,
      "step": 1395390
    },
    {
      "epoch": 389.45,
      "grad_norm": 0.9531897306442261,
      "learning_rate": 2.6389397517121723e-06,
      "loss": 0.3417,
      "step": 1395400
    },
    {
      "epoch": 389.45,
      "grad_norm": 1.107173204421997,
      "learning_rate": 2.6389129273812345e-06,
      "loss": 0.3516,
      "step": 1395410
    },
    {
      "epoch": 389.46,
      "grad_norm": 1.1925673484802246,
      "learning_rate": 2.6388861030110105e-06,
      "loss": 0.3411,
      "step": 1395420
    },
    {
      "epoch": 389.46,
      "grad_norm": 0.9330261945724487,
      "learning_rate": 2.6388592786015045e-06,
      "loss": 0.325,
      "step": 1395430
    },
    {
      "epoch": 389.46,
      "grad_norm": 0.9948532581329346,
      "learning_rate": 2.6388324541527186e-06,
      "loss": 0.3488,
      "step": 1395440
    },
    {
      "epoch": 389.46,
      "grad_norm": 1.0359632968902588,
      "learning_rate": 2.6388056296646575e-06,
      "loss": 0.3569,
      "step": 1395450
    },
    {
      "epoch": 389.47,
      "grad_norm": 1.3247740268707275,
      "learning_rate": 2.638778805137325e-06,
      "loss": 0.3388,
      "step": 1395460
    },
    {
      "epoch": 389.47,
      "grad_norm": 0.9253226518630981,
      "learning_rate": 2.638751980570723e-06,
      "loss": 0.3462,
      "step": 1395470
    },
    {
      "epoch": 389.47,
      "grad_norm": 0.9723543524742126,
      "learning_rate": 2.638725155964857e-06,
      "loss": 0.3517,
      "step": 1395480
    },
    {
      "epoch": 389.48,
      "grad_norm": 0.9946414232254028,
      "learning_rate": 2.638698331319729e-06,
      "loss": 0.3461,
      "step": 1395490
    },
    {
      "epoch": 389.48,
      "grad_norm": 1.1410776376724243,
      "learning_rate": 2.6386715066353438e-06,
      "loss": 0.3386,
      "step": 1395500
    },
    {
      "epoch": 389.48,
      "grad_norm": 1.0161930322647095,
      "learning_rate": 2.6386446819117046e-06,
      "loss": 0.3394,
      "step": 1395510
    },
    {
      "epoch": 389.48,
      "grad_norm": 1.0504575967788696,
      "learning_rate": 2.6386178571488143e-06,
      "loss": 0.3421,
      "step": 1395520
    },
    {
      "epoch": 389.49,
      "grad_norm": 0.8981522917747498,
      "learning_rate": 2.638591032346678e-06,
      "loss": 0.3575,
      "step": 1395530
    },
    {
      "epoch": 389.49,
      "grad_norm": 0.9677804112434387,
      "learning_rate": 2.638564207505297e-06,
      "loss": 0.3523,
      "step": 1395540
    },
    {
      "epoch": 389.49,
      "grad_norm": 0.996118426322937,
      "learning_rate": 2.6385373826246763e-06,
      "loss": 0.3603,
      "step": 1395550
    },
    {
      "epoch": 389.49,
      "grad_norm": 0.9260386824607849,
      "learning_rate": 2.6385105577048202e-06,
      "loss": 0.3341,
      "step": 1395560
    },
    {
      "epoch": 389.5,
      "grad_norm": 0.9389076232910156,
      "learning_rate": 2.638483732745731e-06,
      "loss": 0.3408,
      "step": 1395570
    },
    {
      "epoch": 389.5,
      "grad_norm": 1.5173004865646362,
      "learning_rate": 2.6384569077474124e-06,
      "loss": 0.3289,
      "step": 1395580
    },
    {
      "epoch": 389.5,
      "grad_norm": 2.2474889755249023,
      "learning_rate": 2.6384300827098683e-06,
      "loss": 0.3457,
      "step": 1395590
    },
    {
      "epoch": 389.51,
      "grad_norm": 0.9555520415306091,
      "learning_rate": 2.6384032576331028e-06,
      "loss": 0.3321,
      "step": 1395600
    },
    {
      "epoch": 389.51,
      "grad_norm": 1.1226731538772583,
      "learning_rate": 2.6383764325171183e-06,
      "loss": 0.3451,
      "step": 1395610
    },
    {
      "epoch": 389.51,
      "grad_norm": 0.9446477293968201,
      "learning_rate": 2.638349607361919e-06,
      "loss": 0.3433,
      "step": 1395620
    },
    {
      "epoch": 389.51,
      "grad_norm": 0.956779420375824,
      "learning_rate": 2.6383227821675085e-06,
      "loss": 0.3416,
      "step": 1395630
    },
    {
      "epoch": 389.52,
      "grad_norm": 1.2950968742370605,
      "learning_rate": 2.63829595693389e-06,
      "loss": 0.3356,
      "step": 1395640
    },
    {
      "epoch": 389.52,
      "grad_norm": 1.1554794311523438,
      "learning_rate": 2.6382691316610674e-06,
      "loss": 0.3554,
      "step": 1395650
    },
    {
      "epoch": 389.52,
      "grad_norm": 0.9575851559638977,
      "learning_rate": 2.6382423063490444e-06,
      "loss": 0.3532,
      "step": 1395660
    },
    {
      "epoch": 389.53,
      "grad_norm": 1.124282717704773,
      "learning_rate": 2.638215480997825e-06,
      "loss": 0.348,
      "step": 1395670
    },
    {
      "epoch": 389.53,
      "grad_norm": 0.925891101360321,
      "learning_rate": 2.638188655607411e-06,
      "loss": 0.3356,
      "step": 1395680
    },
    {
      "epoch": 389.53,
      "grad_norm": 1.0262372493743896,
      "learning_rate": 2.638161830177808e-06,
      "loss": 0.3499,
      "step": 1395690
    },
    {
      "epoch": 389.53,
      "grad_norm": 1.1121361255645752,
      "learning_rate": 2.638135004709019e-06,
      "loss": 0.3293,
      "step": 1395700
    },
    {
      "epoch": 389.54,
      "grad_norm": 1.137496829032898,
      "learning_rate": 2.6381081792010457e-06,
      "loss": 0.346,
      "step": 1395710
    },
    {
      "epoch": 389.54,
      "grad_norm": 1.040631651878357,
      "learning_rate": 2.6380813536538944e-06,
      "loss": 0.3619,
      "step": 1395720
    },
    {
      "epoch": 389.54,
      "grad_norm": 1.0251613855361938,
      "learning_rate": 2.6380545280675674e-06,
      "loss": 0.3528,
      "step": 1395730
    },
    {
      "epoch": 389.55,
      "grad_norm": 0.9595304131507874,
      "learning_rate": 2.638027702442069e-06,
      "loss": 0.3568,
      "step": 1395740
    },
    {
      "epoch": 389.55,
      "grad_norm": 0.8999311923980713,
      "learning_rate": 2.6380008767774015e-06,
      "loss": 0.3456,
      "step": 1395750
    },
    {
      "epoch": 389.55,
      "grad_norm": 1.1676740646362305,
      "learning_rate": 2.6379740510735686e-06,
      "loss": 0.3627,
      "step": 1395760
    },
    {
      "epoch": 389.55,
      "grad_norm": 1.0555623769760132,
      "learning_rate": 2.6379472253305752e-06,
      "loss": 0.352,
      "step": 1395770
    },
    {
      "epoch": 389.56,
      "grad_norm": 0.9696852564811707,
      "learning_rate": 2.637920399548423e-06,
      "loss": 0.3435,
      "step": 1395780
    },
    {
      "epoch": 389.56,
      "grad_norm": 0.9809662699699402,
      "learning_rate": 2.6378935737271186e-06,
      "loss": 0.348,
      "step": 1395790
    },
    {
      "epoch": 389.56,
      "grad_norm": 1.1266038417816162,
      "learning_rate": 2.637866747866662e-06,
      "loss": 0.3315,
      "step": 1395800
    },
    {
      "epoch": 389.56,
      "grad_norm": 0.9371902942657471,
      "learning_rate": 2.6378399219670586e-06,
      "loss": 0.3385,
      "step": 1395810
    },
    {
      "epoch": 389.57,
      "grad_norm": 0.9908769726753235,
      "learning_rate": 2.637813096028313e-06,
      "loss": 0.3417,
      "step": 1395820
    },
    {
      "epoch": 389.57,
      "grad_norm": 1.3542336225509644,
      "learning_rate": 2.637786270050426e-06,
      "loss": 0.3593,
      "step": 1395830
    },
    {
      "epoch": 389.57,
      "grad_norm": 1.0351550579071045,
      "learning_rate": 2.637759444033403e-06,
      "loss": 0.3492,
      "step": 1395840
    },
    {
      "epoch": 389.58,
      "grad_norm": 1.1915223598480225,
      "learning_rate": 2.6377326179772475e-06,
      "loss": 0.3495,
      "step": 1395850
    },
    {
      "epoch": 389.58,
      "grad_norm": 0.994076669216156,
      "learning_rate": 2.6377057918819626e-06,
      "loss": 0.3531,
      "step": 1395860
    },
    {
      "epoch": 389.58,
      "grad_norm": 0.9617335796356201,
      "learning_rate": 2.637678965747552e-06,
      "loss": 0.3606,
      "step": 1395870
    },
    {
      "epoch": 389.58,
      "grad_norm": 0.942451536655426,
      "learning_rate": 2.6376521395740197e-06,
      "loss": 0.3504,
      "step": 1395880
    },
    {
      "epoch": 389.59,
      "grad_norm": 1.044169306755066,
      "learning_rate": 2.637625313361369e-06,
      "loss": 0.3514,
      "step": 1395890
    },
    {
      "epoch": 389.59,
      "grad_norm": 1.138411045074463,
      "learning_rate": 2.637598487109604e-06,
      "loss": 0.3414,
      "step": 1395900
    },
    {
      "epoch": 389.59,
      "grad_norm": 1.0375820398330688,
      "learning_rate": 2.6375716608187264e-06,
      "loss": 0.3469,
      "step": 1395910
    },
    {
      "epoch": 389.6,
      "grad_norm": 1.1114953756332397,
      "learning_rate": 2.637544834488742e-06,
      "loss": 0.337,
      "step": 1395920
    },
    {
      "epoch": 389.6,
      "grad_norm": 0.925478458404541,
      "learning_rate": 2.637518008119653e-06,
      "loss": 0.3318,
      "step": 1395930
    },
    {
      "epoch": 389.6,
      "grad_norm": 0.9678720235824585,
      "learning_rate": 2.6374911817114626e-06,
      "loss": 0.3489,
      "step": 1395940
    },
    {
      "epoch": 389.6,
      "grad_norm": 0.9281207919120789,
      "learning_rate": 2.637464355264177e-06,
      "loss": 0.3552,
      "step": 1395950
    },
    {
      "epoch": 389.61,
      "grad_norm": 1.2464148998260498,
      "learning_rate": 2.6374375287777966e-06,
      "loss": 0.3775,
      "step": 1395960
    },
    {
      "epoch": 389.61,
      "grad_norm": 1.0575898885726929,
      "learning_rate": 2.637410702252327e-06,
      "loss": 0.3447,
      "step": 1395970
    },
    {
      "epoch": 389.61,
      "grad_norm": 1.1793811321258545,
      "learning_rate": 2.6373838756877713e-06,
      "loss": 0.3451,
      "step": 1395980
    },
    {
      "epoch": 389.61,
      "grad_norm": 0.9896023869514465,
      "learning_rate": 2.6373570490841323e-06,
      "loss": 0.3492,
      "step": 1395990
    },
    {
      "epoch": 389.62,
      "grad_norm": 0.9460254907608032,
      "learning_rate": 2.6373302224414133e-06,
      "loss": 0.3441,
      "step": 1396000
    },
    {
      "epoch": 389.62,
      "grad_norm": 1.0830020904541016,
      "learning_rate": 2.6373033957596203e-06,
      "loss": 0.3482,
      "step": 1396010
    },
    {
      "epoch": 389.62,
      "grad_norm": 0.9915882349014282,
      "learning_rate": 2.637276569038754e-06,
      "loss": 0.3615,
      "step": 1396020
    },
    {
      "epoch": 389.63,
      "grad_norm": 0.9692630171775818,
      "learning_rate": 2.6372497422788197e-06,
      "loss": 0.3501,
      "step": 1396030
    },
    {
      "epoch": 389.63,
      "grad_norm": 1.1198639869689941,
      "learning_rate": 2.637222915479821e-06,
      "loss": 0.3387,
      "step": 1396040
    },
    {
      "epoch": 389.63,
      "grad_norm": 1.0391651391983032,
      "learning_rate": 2.6371960886417606e-06,
      "loss": 0.3384,
      "step": 1396050
    },
    {
      "epoch": 389.63,
      "grad_norm": 1.3118356466293335,
      "learning_rate": 2.637169261764642e-06,
      "loss": 0.3455,
      "step": 1396060
    },
    {
      "epoch": 389.64,
      "grad_norm": 1.0212804079055786,
      "learning_rate": 2.6371424348484696e-06,
      "loss": 0.3493,
      "step": 1396070
    },
    {
      "epoch": 389.64,
      "grad_norm": 1.020097017288208,
      "learning_rate": 2.6371156078932467e-06,
      "loss": 0.3456,
      "step": 1396080
    },
    {
      "epoch": 389.64,
      "grad_norm": 1.096261739730835,
      "learning_rate": 2.637088780898977e-06,
      "loss": 0.3589,
      "step": 1396090
    },
    {
      "epoch": 389.65,
      "grad_norm": 1.2782173156738281,
      "learning_rate": 2.6370619538656627e-06,
      "loss": 0.3526,
      "step": 1396100
    },
    {
      "epoch": 389.65,
      "grad_norm": 1.0870637893676758,
      "learning_rate": 2.6370351267933095e-06,
      "loss": 0.3609,
      "step": 1396110
    },
    {
      "epoch": 389.65,
      "grad_norm": 1.315592885017395,
      "learning_rate": 2.63700829968192e-06,
      "loss": 0.3543,
      "step": 1396120
    },
    {
      "epoch": 389.65,
      "grad_norm": 0.9918110966682434,
      "learning_rate": 2.6369814725314975e-06,
      "loss": 0.3366,
      "step": 1396130
    },
    {
      "epoch": 389.66,
      "grad_norm": 1.1452268362045288,
      "learning_rate": 2.636954645342046e-06,
      "loss": 0.3566,
      "step": 1396140
    },
    {
      "epoch": 389.66,
      "grad_norm": 1.089521050453186,
      "learning_rate": 2.6369278181135685e-06,
      "loss": 0.3297,
      "step": 1396150
    },
    {
      "epoch": 389.66,
      "grad_norm": 1.1513792276382446,
      "learning_rate": 2.6369009908460687e-06,
      "loss": 0.3518,
      "step": 1396160
    },
    {
      "epoch": 389.67,
      "grad_norm": 0.9539350867271423,
      "learning_rate": 2.6368741635395516e-06,
      "loss": 0.3456,
      "step": 1396170
    },
    {
      "epoch": 389.67,
      "grad_norm": 1.0706229209899902,
      "learning_rate": 2.6368473361940185e-06,
      "loss": 0.3371,
      "step": 1396180
    },
    {
      "epoch": 389.67,
      "grad_norm": 1.0240552425384521,
      "learning_rate": 2.6368205088094744e-06,
      "loss": 0.3439,
      "step": 1396190
    },
    {
      "epoch": 389.67,
      "grad_norm": 0.9441863894462585,
      "learning_rate": 2.6367936813859223e-06,
      "loss": 0.3431,
      "step": 1396200
    },
    {
      "epoch": 389.68,
      "grad_norm": 0.9877491593360901,
      "learning_rate": 2.636766853923367e-06,
      "loss": 0.3491,
      "step": 1396210
    },
    {
      "epoch": 389.68,
      "grad_norm": 1.0632092952728271,
      "learning_rate": 2.6367400264218095e-06,
      "loss": 0.3536,
      "step": 1396220
    },
    {
      "epoch": 389.68,
      "grad_norm": 1.1960132122039795,
      "learning_rate": 2.636713198881256e-06,
      "loss": 0.345,
      "step": 1396230
    },
    {
      "epoch": 389.68,
      "grad_norm": 1.043206810951233,
      "learning_rate": 2.636686371301709e-06,
      "loss": 0.3449,
      "step": 1396240
    },
    {
      "epoch": 389.69,
      "grad_norm": 0.9969692826271057,
      "learning_rate": 2.6366595436831714e-06,
      "loss": 0.3414,
      "step": 1396250
    },
    {
      "epoch": 389.69,
      "grad_norm": 1.1461336612701416,
      "learning_rate": 2.636632716025648e-06,
      "loss": 0.343,
      "step": 1396260
    },
    {
      "epoch": 389.69,
      "grad_norm": 0.9770898818969727,
      "learning_rate": 2.6366058883291422e-06,
      "loss": 0.3584,
      "step": 1396270
    },
    {
      "epoch": 389.7,
      "grad_norm": 1.046690821647644,
      "learning_rate": 2.6365790605936567e-06,
      "loss": 0.3625,
      "step": 1396280
    },
    {
      "epoch": 389.7,
      "grad_norm": 1.0945061445236206,
      "learning_rate": 2.6365522328191955e-06,
      "loss": 0.3571,
      "step": 1396290
    },
    {
      "epoch": 389.7,
      "grad_norm": 0.9814325571060181,
      "learning_rate": 2.6365254050057626e-06,
      "loss": 0.3471,
      "step": 1396300
    },
    {
      "epoch": 389.7,
      "grad_norm": 1.0620098114013672,
      "learning_rate": 2.636498577153361e-06,
      "loss": 0.3258,
      "step": 1396310
    },
    {
      "epoch": 389.71,
      "grad_norm": 1.0143288373947144,
      "learning_rate": 2.636471749261994e-06,
      "loss": 0.354,
      "step": 1396320
    },
    {
      "epoch": 389.71,
      "grad_norm": 1.0806543827056885,
      "learning_rate": 2.6364449213316664e-06,
      "loss": 0.3437,
      "step": 1396330
    },
    {
      "epoch": 389.71,
      "grad_norm": 1.0324479341506958,
      "learning_rate": 2.636418093362381e-06,
      "loss": 0.3516,
      "step": 1396340
    },
    {
      "epoch": 389.72,
      "grad_norm": 0.958376407623291,
      "learning_rate": 2.6363912653541413e-06,
      "loss": 0.3495,
      "step": 1396350
    },
    {
      "epoch": 389.72,
      "grad_norm": 1.0469409227371216,
      "learning_rate": 2.6363644373069503e-06,
      "loss": 0.343,
      "step": 1396360
    },
    {
      "epoch": 389.72,
      "grad_norm": 1.1519830226898193,
      "learning_rate": 2.636337609220813e-06,
      "loss": 0.3454,
      "step": 1396370
    },
    {
      "epoch": 389.72,
      "grad_norm": 1.1574995517730713,
      "learning_rate": 2.6363107810957318e-06,
      "loss": 0.3493,
      "step": 1396380
    },
    {
      "epoch": 389.73,
      "grad_norm": 0.9894639253616333,
      "learning_rate": 2.6362839529317107e-06,
      "loss": 0.3492,
      "step": 1396390
    },
    {
      "epoch": 389.73,
      "grad_norm": 0.9605552554130554,
      "learning_rate": 2.6362571247287537e-06,
      "loss": 0.3319,
      "step": 1396400
    },
    {
      "epoch": 389.73,
      "grad_norm": 0.8520849347114563,
      "learning_rate": 2.636230296486864e-06,
      "loss": 0.348,
      "step": 1396410
    },
    {
      "epoch": 389.73,
      "grad_norm": 1.0834568738937378,
      "learning_rate": 2.6362034682060443e-06,
      "loss": 0.3498,
      "step": 1396420
    },
    {
      "epoch": 389.74,
      "grad_norm": 1.141931176185608,
      "learning_rate": 2.6361766398863e-06,
      "loss": 0.3458,
      "step": 1396430
    },
    {
      "epoch": 389.74,
      "grad_norm": 1.0163898468017578,
      "learning_rate": 2.6361498115276325e-06,
      "loss": 0.3484,
      "step": 1396440
    },
    {
      "epoch": 389.74,
      "grad_norm": 0.9679293036460876,
      "learning_rate": 2.6361229831300468e-06,
      "loss": 0.3302,
      "step": 1396450
    },
    {
      "epoch": 389.75,
      "grad_norm": 1.0327868461608887,
      "learning_rate": 2.6360961546935466e-06,
      "loss": 0.3466,
      "step": 1396460
    },
    {
      "epoch": 389.75,
      "grad_norm": 4.504889011383057,
      "learning_rate": 2.6360693262181347e-06,
      "loss": 0.3707,
      "step": 1396470
    },
    {
      "epoch": 389.75,
      "grad_norm": 1.0562819242477417,
      "learning_rate": 2.6360424977038155e-06,
      "loss": 0.3521,
      "step": 1396480
    },
    {
      "epoch": 389.75,
      "grad_norm": 0.991540253162384,
      "learning_rate": 2.6360156691505917e-06,
      "loss": 0.3496,
      "step": 1396490
    },
    {
      "epoch": 389.76,
      "grad_norm": 0.948728084564209,
      "learning_rate": 2.6359888405584675e-06,
      "loss": 0.3447,
      "step": 1396500
    },
    {
      "epoch": 389.76,
      "grad_norm": 1.1026933193206787,
      "learning_rate": 2.635962011927446e-06,
      "loss": 0.3395,
      "step": 1396510
    },
    {
      "epoch": 389.76,
      "grad_norm": 1.0876249074935913,
      "learning_rate": 2.6359351832575305e-06,
      "loss": 0.3344,
      "step": 1396520
    },
    {
      "epoch": 389.77,
      "grad_norm": 0.8604949712753296,
      "learning_rate": 2.6359083545487262e-06,
      "loss": 0.3377,
      "step": 1396530
    },
    {
      "epoch": 389.77,
      "grad_norm": 0.9095497131347656,
      "learning_rate": 2.6358815258010342e-06,
      "loss": 0.3617,
      "step": 1396540
    },
    {
      "epoch": 389.77,
      "grad_norm": 1.3170201778411865,
      "learning_rate": 2.635854697014461e-06,
      "loss": 0.3399,
      "step": 1396550
    },
    {
      "epoch": 389.77,
      "grad_norm": 1.1312897205352783,
      "learning_rate": 2.635827868189008e-06,
      "loss": 0.3386,
      "step": 1396560
    },
    {
      "epoch": 389.78,
      "grad_norm": 1.0756628513336182,
      "learning_rate": 2.6358010393246786e-06,
      "loss": 0.3573,
      "step": 1396570
    },
    {
      "epoch": 389.78,
      "grad_norm": 1.2150661945343018,
      "learning_rate": 2.6357742104214777e-06,
      "loss": 0.3545,
      "step": 1396580
    },
    {
      "epoch": 389.78,
      "grad_norm": 0.8214490413665771,
      "learning_rate": 2.6357473814794086e-06,
      "loss": 0.333,
      "step": 1396590
    },
    {
      "epoch": 389.79,
      "grad_norm": 0.9457412958145142,
      "learning_rate": 2.635720552498474e-06,
      "loss": 0.3328,
      "step": 1396600
    },
    {
      "epoch": 389.79,
      "grad_norm": 1.2026653289794922,
      "learning_rate": 2.635693723478678e-06,
      "loss": 0.3564,
      "step": 1396610
    },
    {
      "epoch": 389.79,
      "grad_norm": 0.9899263381958008,
      "learning_rate": 2.6356668944200246e-06,
      "loss": 0.3492,
      "step": 1396620
    },
    {
      "epoch": 389.79,
      "grad_norm": 1.299062967300415,
      "learning_rate": 2.635640065322517e-06,
      "loss": 0.3444,
      "step": 1396630
    },
    {
      "epoch": 389.8,
      "grad_norm": 1.0031321048736572,
      "learning_rate": 2.6356132361861587e-06,
      "loss": 0.355,
      "step": 1396640
    },
    {
      "epoch": 389.8,
      "grad_norm": 1.0124200582504272,
      "learning_rate": 2.6355864070109527e-06,
      "loss": 0.3441,
      "step": 1396650
    },
    {
      "epoch": 389.8,
      "grad_norm": 1.0718004703521729,
      "learning_rate": 2.6355595777969043e-06,
      "loss": 0.3523,
      "step": 1396660
    },
    {
      "epoch": 389.8,
      "grad_norm": 0.9662167429924011,
      "learning_rate": 2.635532748544015e-06,
      "loss": 0.3451,
      "step": 1396670
    },
    {
      "epoch": 389.81,
      "grad_norm": 1.0148968696594238,
      "learning_rate": 2.6355059192522896e-06,
      "loss": 0.356,
      "step": 1396680
    },
    {
      "epoch": 389.81,
      "grad_norm": 0.9145252108573914,
      "learning_rate": 2.635479089921732e-06,
      "loss": 0.3465,
      "step": 1396690
    },
    {
      "epoch": 389.81,
      "grad_norm": 1.1495158672332764,
      "learning_rate": 2.6354522605523447e-06,
      "loss": 0.3311,
      "step": 1396700
    },
    {
      "epoch": 389.82,
      "grad_norm": 0.9351217746734619,
      "learning_rate": 2.635425431144132e-06,
      "loss": 0.3466,
      "step": 1396710
    },
    {
      "epoch": 389.82,
      "grad_norm": 0.9740204811096191,
      "learning_rate": 2.6353986016970972e-06,
      "loss": 0.3393,
      "step": 1396720
    },
    {
      "epoch": 389.82,
      "grad_norm": 1.1327505111694336,
      "learning_rate": 2.635371772211243e-06,
      "loss": 0.3542,
      "step": 1396730
    },
    {
      "epoch": 389.82,
      "grad_norm": 0.8993794918060303,
      "learning_rate": 2.6353449426865746e-06,
      "loss": 0.3412,
      "step": 1396740
    },
    {
      "epoch": 389.83,
      "grad_norm": 1.0794833898544312,
      "learning_rate": 2.635318113123095e-06,
      "loss": 0.3557,
      "step": 1396750
    },
    {
      "epoch": 389.83,
      "grad_norm": 1.124900460243225,
      "learning_rate": 2.6352912835208073e-06,
      "loss": 0.3422,
      "step": 1396760
    },
    {
      "epoch": 389.83,
      "grad_norm": 1.6720370054244995,
      "learning_rate": 2.6352644538797154e-06,
      "loss": 0.3448,
      "step": 1396770
    },
    {
      "epoch": 389.84,
      "grad_norm": 0.9545487761497498,
      "learning_rate": 2.6352376241998226e-06,
      "loss": 0.3515,
      "step": 1396780
    },
    {
      "epoch": 389.84,
      "grad_norm": 0.8662183284759521,
      "learning_rate": 2.635210794481133e-06,
      "loss": 0.3708,
      "step": 1396790
    },
    {
      "epoch": 389.84,
      "grad_norm": 0.9535273909568787,
      "learning_rate": 2.6351839647236504e-06,
      "loss": 0.3545,
      "step": 1396800
    },
    {
      "epoch": 389.84,
      "grad_norm": 1.1132892370224,
      "learning_rate": 2.6351571349273773e-06,
      "loss": 0.3464,
      "step": 1396810
    },
    {
      "epoch": 389.85,
      "grad_norm": 0.9296643733978271,
      "learning_rate": 2.635130305092318e-06,
      "loss": 0.3579,
      "step": 1396820
    },
    {
      "epoch": 389.85,
      "grad_norm": 0.9284507632255554,
      "learning_rate": 2.635103475218475e-06,
      "loss": 0.3488,
      "step": 1396830
    },
    {
      "epoch": 389.85,
      "grad_norm": 0.9944534301757812,
      "learning_rate": 2.635076645305854e-06,
      "loss": 0.3358,
      "step": 1396840
    },
    {
      "epoch": 389.85,
      "grad_norm": 1.0759245157241821,
      "learning_rate": 2.635049815354457e-06,
      "loss": 0.3433,
      "step": 1396850
    },
    {
      "epoch": 389.86,
      "grad_norm": 1.046934962272644,
      "learning_rate": 2.6350229853642877e-06,
      "loss": 0.3515,
      "step": 1396860
    },
    {
      "epoch": 389.86,
      "grad_norm": 1.0542218685150146,
      "learning_rate": 2.6349961553353504e-06,
      "loss": 0.3316,
      "step": 1396870
    },
    {
      "epoch": 389.86,
      "grad_norm": 1.0486748218536377,
      "learning_rate": 2.6349693252676478e-06,
      "loss": 0.3225,
      "step": 1396880
    },
    {
      "epoch": 389.87,
      "grad_norm": 1.034751296043396,
      "learning_rate": 2.6349424951611837e-06,
      "loss": 0.3566,
      "step": 1396890
    },
    {
      "epoch": 389.87,
      "grad_norm": 1.1310173273086548,
      "learning_rate": 2.6349156650159614e-06,
      "loss": 0.3446,
      "step": 1396900
    },
    {
      "epoch": 389.87,
      "grad_norm": 2.250012159347534,
      "learning_rate": 2.6348888348319857e-06,
      "loss": 0.3549,
      "step": 1396910
    },
    {
      "epoch": 389.87,
      "grad_norm": 1.0396989583969116,
      "learning_rate": 2.634862004609259e-06,
      "loss": 0.3419,
      "step": 1396920
    },
    {
      "epoch": 389.88,
      "grad_norm": 0.9504337906837463,
      "learning_rate": 2.6348351743477854e-06,
      "loss": 0.3722,
      "step": 1396930
    },
    {
      "epoch": 389.88,
      "grad_norm": 1.1359764337539673,
      "learning_rate": 2.6348083440475676e-06,
      "loss": 0.3614,
      "step": 1396940
    },
    {
      "epoch": 389.88,
      "grad_norm": 1.0673015117645264,
      "learning_rate": 2.6347815137086107e-06,
      "loss": 0.3545,
      "step": 1396950
    },
    {
      "epoch": 389.89,
      "grad_norm": 0.9738609194755554,
      "learning_rate": 2.6347546833309173e-06,
      "loss": 0.3502,
      "step": 1396960
    },
    {
      "epoch": 389.89,
      "grad_norm": 0.9944701790809631,
      "learning_rate": 2.6347278529144904e-06,
      "loss": 0.3406,
      "step": 1396970
    },
    {
      "epoch": 389.89,
      "grad_norm": 1.0774568319320679,
      "learning_rate": 2.634701022459335e-06,
      "loss": 0.3476,
      "step": 1396980
    },
    {
      "epoch": 389.89,
      "grad_norm": 0.9163869023323059,
      "learning_rate": 2.6346741919654537e-06,
      "loss": 0.3539,
      "step": 1396990
    },
    {
      "epoch": 389.9,
      "grad_norm": 1.1525250673294067,
      "learning_rate": 2.6346473614328503e-06,
      "loss": 0.343,
      "step": 1397000
    },
    {
      "epoch": 389.9,
      "grad_norm": 1.0064219236373901,
      "learning_rate": 2.634620530861529e-06,
      "loss": 0.3521,
      "step": 1397010
    },
    {
      "epoch": 389.9,
      "grad_norm": 1.169690489768982,
      "learning_rate": 2.6345937002514915e-06,
      "loss": 0.3587,
      "step": 1397020
    },
    {
      "epoch": 389.91,
      "grad_norm": 1.3236560821533203,
      "learning_rate": 2.6345668696027433e-06,
      "loss": 0.3362,
      "step": 1397030
    },
    {
      "epoch": 389.91,
      "grad_norm": 0.9183917045593262,
      "learning_rate": 2.6345400389152874e-06,
      "loss": 0.3404,
      "step": 1397040
    },
    {
      "epoch": 389.91,
      "grad_norm": 0.9641005992889404,
      "learning_rate": 2.634513208189127e-06,
      "loss": 0.3368,
      "step": 1397050
    },
    {
      "epoch": 389.91,
      "grad_norm": 1.1205525398254395,
      "learning_rate": 2.6344863774242656e-06,
      "loss": 0.3498,
      "step": 1397060
    },
    {
      "epoch": 389.92,
      "grad_norm": 0.9956439733505249,
      "learning_rate": 2.6344595466207082e-06,
      "loss": 0.3425,
      "step": 1397070
    },
    {
      "epoch": 389.92,
      "grad_norm": 1.1370967626571655,
      "learning_rate": 2.634432715778457e-06,
      "loss": 0.3395,
      "step": 1397080
    },
    {
      "epoch": 389.92,
      "grad_norm": 0.8939909338951111,
      "learning_rate": 2.634405884897515e-06,
      "loss": 0.3436,
      "step": 1397090
    },
    {
      "epoch": 389.92,
      "grad_norm": 0.9893408417701721,
      "learning_rate": 2.6343790539778867e-06,
      "loss": 0.3365,
      "step": 1397100
    },
    {
      "epoch": 389.93,
      "grad_norm": 0.8046342134475708,
      "learning_rate": 2.6343522230195764e-06,
      "loss": 0.3555,
      "step": 1397110
    },
    {
      "epoch": 389.93,
      "grad_norm": 1.0652717351913452,
      "learning_rate": 2.6343253920225867e-06,
      "loss": 0.3346,
      "step": 1397120
    },
    {
      "epoch": 389.93,
      "grad_norm": 1.1962343454360962,
      "learning_rate": 2.6342985609869202e-06,
      "loss": 0.3507,
      "step": 1397130
    },
    {
      "epoch": 389.94,
      "grad_norm": 0.7978314757347107,
      "learning_rate": 2.6342717299125833e-06,
      "loss": 0.3362,
      "step": 1397140
    },
    {
      "epoch": 389.94,
      "grad_norm": 1.0705583095550537,
      "learning_rate": 2.6342448987995772e-06,
      "loss": 0.3472,
      "step": 1397150
    },
    {
      "epoch": 389.94,
      "grad_norm": 0.9912400841712952,
      "learning_rate": 2.6342180676479058e-06,
      "loss": 0.3415,
      "step": 1397160
    },
    {
      "epoch": 389.94,
      "grad_norm": 1.1000152826309204,
      "learning_rate": 2.634191236457574e-06,
      "loss": 0.3405,
      "step": 1397170
    },
    {
      "epoch": 389.95,
      "grad_norm": 0.9421625137329102,
      "learning_rate": 2.6341644052285833e-06,
      "loss": 0.3491,
      "step": 1397180
    },
    {
      "epoch": 389.95,
      "grad_norm": 2.1043334007263184,
      "learning_rate": 2.6341375739609387e-06,
      "loss": 0.3627,
      "step": 1397190
    },
    {
      "epoch": 389.95,
      "grad_norm": 2.3281402587890625,
      "learning_rate": 2.6341107426546435e-06,
      "loss": 0.3576,
      "step": 1397200
    },
    {
      "epoch": 389.96,
      "grad_norm": 1.0200082063674927,
      "learning_rate": 2.6340839113097007e-06,
      "loss": 0.3515,
      "step": 1397210
    },
    {
      "epoch": 389.96,
      "grad_norm": 0.8827796578407288,
      "learning_rate": 2.6340570799261155e-06,
      "loss": 0.3479,
      "step": 1397220
    },
    {
      "epoch": 389.96,
      "grad_norm": 0.8929214477539062,
      "learning_rate": 2.6340302485038895e-06,
      "loss": 0.3576,
      "step": 1397230
    },
    {
      "epoch": 389.96,
      "grad_norm": 0.9304383397102356,
      "learning_rate": 2.6340034170430273e-06,
      "loss": 0.3371,
      "step": 1397240
    },
    {
      "epoch": 389.97,
      "grad_norm": 1.0832393169403076,
      "learning_rate": 2.6339765855435323e-06,
      "loss": 0.3621,
      "step": 1397250
    },
    {
      "epoch": 389.97,
      "grad_norm": 1.045839786529541,
      "learning_rate": 2.633949754005408e-06,
      "loss": 0.3372,
      "step": 1397260
    },
    {
      "epoch": 389.97,
      "grad_norm": 0.9277744293212891,
      "learning_rate": 2.633922922428658e-06,
      "loss": 0.3418,
      "step": 1397270
    },
    {
      "epoch": 389.97,
      "grad_norm": 0.8777180314064026,
      "learning_rate": 2.6338960908132858e-06,
      "loss": 0.3388,
      "step": 1397280
    },
    {
      "epoch": 389.98,
      "grad_norm": 1.2130513191223145,
      "learning_rate": 2.633869259159296e-06,
      "loss": 0.3434,
      "step": 1397290
    },
    {
      "epoch": 389.98,
      "grad_norm": 1.0854767560958862,
      "learning_rate": 2.633842427466691e-06,
      "loss": 0.354,
      "step": 1397300
    },
    {
      "epoch": 389.98,
      "grad_norm": 1.119423270225525,
      "learning_rate": 2.6338155957354736e-06,
      "loss": 0.3535,
      "step": 1397310
    },
    {
      "epoch": 389.99,
      "grad_norm": 1.1572951078414917,
      "learning_rate": 2.633788763965649e-06,
      "loss": 0.3518,
      "step": 1397320
    },
    {
      "epoch": 389.99,
      "grad_norm": 0.9875505566596985,
      "learning_rate": 2.6337619321572204e-06,
      "loss": 0.3548,
      "step": 1397330
    },
    {
      "epoch": 389.99,
      "grad_norm": 0.9216412901878357,
      "learning_rate": 2.63373510031019e-06,
      "loss": 0.3592,
      "step": 1397340
    },
    {
      "epoch": 389.99,
      "grad_norm": 1.0102860927581787,
      "learning_rate": 2.633708268424563e-06,
      "loss": 0.3588,
      "step": 1397350
    },
    {
      "epoch": 390.0,
      "grad_norm": 1.1069467067718506,
      "learning_rate": 2.6336814365003435e-06,
      "loss": 0.34,
      "step": 1397360
    },
    {
      "epoch": 390.0,
      "grad_norm": 1.2922275066375732,
      "learning_rate": 2.633654604537534e-06,
      "loss": 0.3608,
      "step": 1397370
    },
    {
      "epoch": 390.0,
      "eval_loss": 0.3487889766693115,
      "eval_runtime": 63.0993,
      "eval_samples_per_second": 80.175,
      "eval_steps_per_second": 10.032,
      "step": 1397370
    },
    {
      "epoch": 390.0,
      "grad_norm": 1.0479720830917358,
      "learning_rate": 2.6336277725361367e-06,
      "loss": 0.3318,
      "step": 1397380
    },
    {
      "epoch": 390.01,
      "grad_norm": 1.015221118927002,
      "learning_rate": 2.6336009404961573e-06,
      "loss": 0.3315,
      "step": 1397390
    },
    {
      "epoch": 390.01,
      "grad_norm": 1.1373788118362427,
      "learning_rate": 2.633574108417599e-06,
      "loss": 0.3467,
      "step": 1397400
    },
    {
      "epoch": 390.01,
      "grad_norm": 1.1458483934402466,
      "learning_rate": 2.6335472763004644e-06,
      "loss": 0.3515,
      "step": 1397410
    },
    {
      "epoch": 390.01,
      "grad_norm": 1.0122400522232056,
      "learning_rate": 2.633520444144758e-06,
      "loss": 0.341,
      "step": 1397420
    },
    {
      "epoch": 390.02,
      "grad_norm": 0.9132313132286072,
      "learning_rate": 2.6334936119504837e-06,
      "loss": 0.3531,
      "step": 1397430
    },
    {
      "epoch": 390.02,
      "grad_norm": 1.1561846733093262,
      "learning_rate": 2.6334667797176437e-06,
      "loss": 0.3559,
      "step": 1397440
    },
    {
      "epoch": 390.02,
      "grad_norm": 1.393867015838623,
      "learning_rate": 2.6334399474462426e-06,
      "loss": 0.3518,
      "step": 1397450
    },
    {
      "epoch": 390.03,
      "grad_norm": 1.0320262908935547,
      "learning_rate": 2.6334131151362837e-06,
      "loss": 0.3405,
      "step": 1397460
    },
    {
      "epoch": 390.03,
      "grad_norm": 0.8571428060531616,
      "learning_rate": 2.6333862827877704e-06,
      "loss": 0.3552,
      "step": 1397470
    },
    {
      "epoch": 390.03,
      "grad_norm": 1.2817621231079102,
      "learning_rate": 2.633359450400706e-06,
      "loss": 0.3508,
      "step": 1397480
    },
    {
      "epoch": 390.03,
      "grad_norm": 1.078119158744812,
      "learning_rate": 2.6333326179750958e-06,
      "loss": 0.3629,
      "step": 1397490
    },
    {
      "epoch": 390.04,
      "grad_norm": 1.0310802459716797,
      "learning_rate": 2.633305785510941e-06,
      "loss": 0.3355,
      "step": 1397500
    },
    {
      "epoch": 390.04,
      "grad_norm": 1.0847138166427612,
      "learning_rate": 2.6332789530082468e-06,
      "loss": 0.3531,
      "step": 1397510
    },
    {
      "epoch": 390.04,
      "grad_norm": 1.0944491624832153,
      "learning_rate": 2.6332521204670157e-06,
      "loss": 0.3488,
      "step": 1397520
    },
    {
      "epoch": 390.04,
      "grad_norm": 1.0072616338729858,
      "learning_rate": 2.633225287887252e-06,
      "loss": 0.3463,
      "step": 1397530
    },
    {
      "epoch": 390.05,
      "grad_norm": 1.2039142847061157,
      "learning_rate": 2.6331984552689593e-06,
      "loss": 0.3611,
      "step": 1397540
    },
    {
      "epoch": 390.05,
      "grad_norm": 1.0627365112304688,
      "learning_rate": 2.6331716226121404e-06,
      "loss": 0.3559,
      "step": 1397550
    },
    {
      "epoch": 390.05,
      "grad_norm": 0.9119183421134949,
      "learning_rate": 2.6331447899167997e-06,
      "loss": 0.33,
      "step": 1397560
    },
    {
      "epoch": 390.06,
      "grad_norm": 1.0380010604858398,
      "learning_rate": 2.6331179571829405e-06,
      "loss": 0.3453,
      "step": 1397570
    },
    {
      "epoch": 390.06,
      "grad_norm": 0.9954156875610352,
      "learning_rate": 2.6330911244105664e-06,
      "loss": 0.3546,
      "step": 1397580
    },
    {
      "epoch": 390.06,
      "grad_norm": 1.0651699304580688,
      "learning_rate": 2.6330642915996815e-06,
      "loss": 0.3475,
      "step": 1397590
    },
    {
      "epoch": 390.06,
      "grad_norm": 0.863990306854248,
      "learning_rate": 2.6330374587502876e-06,
      "loss": 0.3481,
      "step": 1397600
    },
    {
      "epoch": 390.07,
      "grad_norm": 0.8872220516204834,
      "learning_rate": 2.63301062586239e-06,
      "loss": 0.3594,
      "step": 1397610
    },
    {
      "epoch": 390.07,
      "grad_norm": 1.4494669437408447,
      "learning_rate": 2.632983792935992e-06,
      "loss": 0.3195,
      "step": 1397620
    },
    {
      "epoch": 390.07,
      "grad_norm": 1.0011394023895264,
      "learning_rate": 2.6329569599710965e-06,
      "loss": 0.3561,
      "step": 1397630
    },
    {
      "epoch": 390.08,
      "grad_norm": 1.03110933303833,
      "learning_rate": 2.632930126967707e-06,
      "loss": 0.3514,
      "step": 1397640
    },
    {
      "epoch": 390.08,
      "grad_norm": 1.0816504955291748,
      "learning_rate": 2.6329032939258284e-06,
      "loss": 0.3426,
      "step": 1397650
    },
    {
      "epoch": 390.08,
      "grad_norm": 0.8799533247947693,
      "learning_rate": 2.632876460845464e-06,
      "loss": 0.3279,
      "step": 1397660
    },
    {
      "epoch": 390.08,
      "grad_norm": 1.017395257949829,
      "learning_rate": 2.632849627726615e-06,
      "loss": 0.3405,
      "step": 1397670
    },
    {
      "epoch": 390.09,
      "grad_norm": 1.0367671251296997,
      "learning_rate": 2.6328227945692878e-06,
      "loss": 0.3601,
      "step": 1397680
    },
    {
      "epoch": 390.09,
      "grad_norm": 1.0582554340362549,
      "learning_rate": 2.632795961373485e-06,
      "loss": 0.3503,
      "step": 1397690
    },
    {
      "epoch": 390.09,
      "grad_norm": 1.1498652696609497,
      "learning_rate": 2.6327691281392097e-06,
      "loss": 0.3432,
      "step": 1397700
    },
    {
      "epoch": 390.09,
      "grad_norm": 0.9837654829025269,
      "learning_rate": 2.6327422948664665e-06,
      "loss": 0.3489,
      "step": 1397710
    },
    {
      "epoch": 390.1,
      "grad_norm": 0.9860820174217224,
      "learning_rate": 2.632715461555258e-06,
      "loss": 0.3315,
      "step": 1397720
    },
    {
      "epoch": 390.1,
      "grad_norm": 1.0790132284164429,
      "learning_rate": 2.632688628205588e-06,
      "loss": 0.3497,
      "step": 1397730
    },
    {
      "epoch": 390.1,
      "grad_norm": 1.0146658420562744,
      "learning_rate": 2.6326617948174604e-06,
      "loss": 0.3458,
      "step": 1397740
    },
    {
      "epoch": 390.11,
      "grad_norm": 1.1100493669509888,
      "learning_rate": 2.6326349613908787e-06,
      "loss": 0.3454,
      "step": 1397750
    },
    {
      "epoch": 390.11,
      "grad_norm": 0.8394110202789307,
      "learning_rate": 2.632608127925846e-06,
      "loss": 0.3366,
      "step": 1397760
    },
    {
      "epoch": 390.11,
      "grad_norm": 0.9180918335914612,
      "learning_rate": 2.632581294422366e-06,
      "loss": 0.335,
      "step": 1397770
    },
    {
      "epoch": 390.11,
      "grad_norm": 0.9704552888870239,
      "learning_rate": 2.6325544608804433e-06,
      "loss": 0.3416,
      "step": 1397780
    },
    {
      "epoch": 390.12,
      "grad_norm": 0.9845885038375854,
      "learning_rate": 2.63252762730008e-06,
      "loss": 0.3471,
      "step": 1397790
    },
    {
      "epoch": 390.12,
      "grad_norm": 1.1008424758911133,
      "learning_rate": 2.6325007936812805e-06,
      "loss": 0.3449,
      "step": 1397800
    },
    {
      "epoch": 390.12,
      "grad_norm": 0.9801821708679199,
      "learning_rate": 2.6324739600240475e-06,
      "loss": 0.3438,
      "step": 1397810
    },
    {
      "epoch": 390.13,
      "grad_norm": 1.0176159143447876,
      "learning_rate": 2.6324471263283863e-06,
      "loss": 0.3399,
      "step": 1397820
    },
    {
      "epoch": 390.13,
      "grad_norm": 0.9949256777763367,
      "learning_rate": 2.632420292594299e-06,
      "loss": 0.3595,
      "step": 1397830
    },
    {
      "epoch": 390.13,
      "grad_norm": 1.4310276508331299,
      "learning_rate": 2.6323934588217894e-06,
      "loss": 0.345,
      "step": 1397840
    },
    {
      "epoch": 390.13,
      "grad_norm": 1.1249079704284668,
      "learning_rate": 2.632366625010862e-06,
      "loss": 0.3567,
      "step": 1397850
    },
    {
      "epoch": 390.14,
      "grad_norm": 1.0635205507278442,
      "learning_rate": 2.632339791161519e-06,
      "loss": 0.3733,
      "step": 1397860
    },
    {
      "epoch": 390.14,
      "grad_norm": 1.0885545015335083,
      "learning_rate": 2.632312957273764e-06,
      "loss": 0.3447,
      "step": 1397870
    },
    {
      "epoch": 390.14,
      "grad_norm": 1.0079542398452759,
      "learning_rate": 2.6322861233476023e-06,
      "loss": 0.3633,
      "step": 1397880
    },
    {
      "epoch": 390.15,
      "grad_norm": 1.1240599155426025,
      "learning_rate": 2.6322592893830366e-06,
      "loss": 0.3536,
      "step": 1397890
    },
    {
      "epoch": 390.15,
      "grad_norm": 0.8944076299667358,
      "learning_rate": 2.6322324553800693e-06,
      "loss": 0.3561,
      "step": 1397900
    },
    {
      "epoch": 390.15,
      "grad_norm": 0.9074131846427917,
      "learning_rate": 2.632205621338706e-06,
      "loss": 0.3579,
      "step": 1397910
    },
    {
      "epoch": 390.15,
      "grad_norm": 0.9576939940452576,
      "learning_rate": 2.6321787872589475e-06,
      "loss": 0.3458,
      "step": 1397920
    },
    {
      "epoch": 390.16,
      "grad_norm": 1.0361347198486328,
      "learning_rate": 2.6321519531408002e-06,
      "loss": 0.354,
      "step": 1397930
    },
    {
      "epoch": 390.16,
      "grad_norm": 1.118165373802185,
      "learning_rate": 2.632125118984266e-06,
      "loss": 0.3481,
      "step": 1397940
    },
    {
      "epoch": 390.16,
      "grad_norm": 0.9623245000839233,
      "learning_rate": 2.63209828478935e-06,
      "loss": 0.3533,
      "step": 1397950
    },
    {
      "epoch": 390.16,
      "grad_norm": 1.258984088897705,
      "learning_rate": 2.632071450556054e-06,
      "loss": 0.3495,
      "step": 1397960
    },
    {
      "epoch": 390.17,
      "grad_norm": 1.0959762334823608,
      "learning_rate": 2.632044616284382e-06,
      "loss": 0.3441,
      "step": 1397970
    },
    {
      "epoch": 390.17,
      "grad_norm": 1.0186526775360107,
      "learning_rate": 2.632017781974339e-06,
      "loss": 0.3388,
      "step": 1397980
    },
    {
      "epoch": 390.17,
      "grad_norm": 1.0130704641342163,
      "learning_rate": 2.6319909476259263e-06,
      "loss": 0.3395,
      "step": 1397990
    },
    {
      "epoch": 390.18,
      "grad_norm": 1.265550971031189,
      "learning_rate": 2.6319641132391493e-06,
      "loss": 0.3504,
      "step": 1398000
    },
    {
      "epoch": 390.18,
      "grad_norm": 0.8959444761276245,
      "learning_rate": 2.631937278814011e-06,
      "loss": 0.3495,
      "step": 1398010
    },
    {
      "epoch": 390.18,
      "grad_norm": 1.1123350858688354,
      "learning_rate": 2.6319104443505144e-06,
      "loss": 0.3501,
      "step": 1398020
    },
    {
      "epoch": 390.18,
      "grad_norm": 1.030256986618042,
      "learning_rate": 2.6318836098486642e-06,
      "loss": 0.3389,
      "step": 1398030
    },
    {
      "epoch": 390.19,
      "grad_norm": 0.947370707988739,
      "learning_rate": 2.6318567753084633e-06,
      "loss": 0.3517,
      "step": 1398040
    },
    {
      "epoch": 390.19,
      "grad_norm": 1.0723528861999512,
      "learning_rate": 2.6318299407299143e-06,
      "loss": 0.3647,
      "step": 1398050
    },
    {
      "epoch": 390.19,
      "grad_norm": 1.0776550769805908,
      "learning_rate": 2.631803106113022e-06,
      "loss": 0.3463,
      "step": 1398060
    },
    {
      "epoch": 390.2,
      "grad_norm": 1.189544677734375,
      "learning_rate": 2.631776271457791e-06,
      "loss": 0.3533,
      "step": 1398070
    },
    {
      "epoch": 390.2,
      "grad_norm": 1.0499038696289062,
      "learning_rate": 2.6317494367642227e-06,
      "loss": 0.3425,
      "step": 1398080
    },
    {
      "epoch": 390.2,
      "grad_norm": 1.1231212615966797,
      "learning_rate": 2.6317226020323217e-06,
      "loss": 0.3571,
      "step": 1398090
    },
    {
      "epoch": 390.2,
      "grad_norm": 1.153599739074707,
      "learning_rate": 2.6316957672620916e-06,
      "loss": 0.3589,
      "step": 1398100
    },
    {
      "epoch": 390.21,
      "grad_norm": 1.0320374965667725,
      "learning_rate": 2.631668932453536e-06,
      "loss": 0.3354,
      "step": 1398110
    },
    {
      "epoch": 390.21,
      "grad_norm": 1.0059181451797485,
      "learning_rate": 2.6316420976066578e-06,
      "loss": 0.3384,
      "step": 1398120
    },
    {
      "epoch": 390.21,
      "grad_norm": 0.93329256772995,
      "learning_rate": 2.631615262721461e-06,
      "loss": 0.3414,
      "step": 1398130
    },
    {
      "epoch": 390.21,
      "grad_norm": 1.1369657516479492,
      "learning_rate": 2.63158842779795e-06,
      "loss": 0.3555,
      "step": 1398140
    },
    {
      "epoch": 390.22,
      "grad_norm": 1.0018845796585083,
      "learning_rate": 2.6315615928361273e-06,
      "loss": 0.3328,
      "step": 1398150
    },
    {
      "epoch": 390.22,
      "grad_norm": 0.9538363218307495,
      "learning_rate": 2.6315347578359964e-06,
      "loss": 0.3442,
      "step": 1398160
    },
    {
      "epoch": 390.22,
      "grad_norm": 1.0394879579544067,
      "learning_rate": 2.631507922797562e-06,
      "loss": 0.3372,
      "step": 1398170
    },
    {
      "epoch": 390.23,
      "grad_norm": 1.1407511234283447,
      "learning_rate": 2.6314810877208265e-06,
      "loss": 0.3654,
      "step": 1398180
    },
    {
      "epoch": 390.23,
      "grad_norm": 0.9648313522338867,
      "learning_rate": 2.631454252605794e-06,
      "loss": 0.3472,
      "step": 1398190
    },
    {
      "epoch": 390.23,
      "grad_norm": 1.256112813949585,
      "learning_rate": 2.631427417452468e-06,
      "loss": 0.3513,
      "step": 1398200
    },
    {
      "epoch": 390.23,
      "grad_norm": 1.0888724327087402,
      "learning_rate": 2.6314005822608515e-06,
      "loss": 0.3232,
      "step": 1398210
    },
    {
      "epoch": 390.24,
      "grad_norm": 0.9222633838653564,
      "learning_rate": 2.6313737470309494e-06,
      "loss": 0.3534,
      "step": 1398220
    },
    {
      "epoch": 390.24,
      "grad_norm": 1.103200078010559,
      "learning_rate": 2.6313469117627635e-06,
      "loss": 0.3539,
      "step": 1398230
    },
    {
      "epoch": 390.24,
      "grad_norm": 0.9963653087615967,
      "learning_rate": 2.6313200764562997e-06,
      "loss": 0.3428,
      "step": 1398240
    },
    {
      "epoch": 390.25,
      "grad_norm": 0.9536426067352295,
      "learning_rate": 2.63129324111156e-06,
      "loss": 0.3726,
      "step": 1398250
    },
    {
      "epoch": 390.25,
      "grad_norm": 0.9666195511817932,
      "learning_rate": 2.6312664057285476e-06,
      "loss": 0.3609,
      "step": 1398260
    },
    {
      "epoch": 390.25,
      "grad_norm": 1.110039234161377,
      "learning_rate": 2.6312395703072668e-06,
      "loss": 0.341,
      "step": 1398270
    },
    {
      "epoch": 390.25,
      "grad_norm": 1.189538598060608,
      "learning_rate": 2.6312127348477213e-06,
      "loss": 0.3624,
      "step": 1398280
    },
    {
      "epoch": 390.26,
      "grad_norm": 0.9480187892913818,
      "learning_rate": 2.631185899349914e-06,
      "loss": 0.3408,
      "step": 1398290
    },
    {
      "epoch": 390.26,
      "grad_norm": 1.086309790611267,
      "learning_rate": 2.6311590638138493e-06,
      "loss": 0.3338,
      "step": 1398300
    },
    {
      "epoch": 390.26,
      "grad_norm": 1.1945842504501343,
      "learning_rate": 2.6311322282395304e-06,
      "loss": 0.3277,
      "step": 1398310
    },
    {
      "epoch": 390.27,
      "grad_norm": 1.1222141981124878,
      "learning_rate": 2.631105392626961e-06,
      "loss": 0.3532,
      "step": 1398320
    },
    {
      "epoch": 390.27,
      "grad_norm": 0.9858607053756714,
      "learning_rate": 2.6310785569761447e-06,
      "loss": 0.359,
      "step": 1398330
    },
    {
      "epoch": 390.27,
      "grad_norm": 1.0290244817733765,
      "learning_rate": 2.6310517212870842e-06,
      "loss": 0.3399,
      "step": 1398340
    },
    {
      "epoch": 390.27,
      "grad_norm": 1.1161620616912842,
      "learning_rate": 2.631024885559784e-06,
      "loss": 0.354,
      "step": 1398350
    },
    {
      "epoch": 390.28,
      "grad_norm": 0.9370229244232178,
      "learning_rate": 2.630998049794248e-06,
      "loss": 0.3518,
      "step": 1398360
    },
    {
      "epoch": 390.28,
      "grad_norm": 1.0918818712234497,
      "learning_rate": 2.630971213990478e-06,
      "loss": 0.3403,
      "step": 1398370
    },
    {
      "epoch": 390.28,
      "grad_norm": 1.1281954050064087,
      "learning_rate": 2.6309443781484793e-06,
      "loss": 0.3347,
      "step": 1398380
    },
    {
      "epoch": 390.28,
      "grad_norm": 1.1690750122070312,
      "learning_rate": 2.6309175422682557e-06,
      "loss": 0.3439,
      "step": 1398390
    },
    {
      "epoch": 390.29,
      "grad_norm": 0.933405339717865,
      "learning_rate": 2.6308907063498094e-06,
      "loss": 0.3434,
      "step": 1398400
    },
    {
      "epoch": 390.29,
      "grad_norm": 0.8838358521461487,
      "learning_rate": 2.630863870393144e-06,
      "loss": 0.3307,
      "step": 1398410
    },
    {
      "epoch": 390.29,
      "grad_norm": 1.0112890005111694,
      "learning_rate": 2.6308370343982645e-06,
      "loss": 0.3376,
      "step": 1398420
    },
    {
      "epoch": 390.3,
      "grad_norm": 1.0992317199707031,
      "learning_rate": 2.6308101983651735e-06,
      "loss": 0.3311,
      "step": 1398430
    },
    {
      "epoch": 390.3,
      "grad_norm": 1.0764524936676025,
      "learning_rate": 2.6307833622938746e-06,
      "loss": 0.3567,
      "step": 1398440
    },
    {
      "epoch": 390.3,
      "grad_norm": 1.035753607749939,
      "learning_rate": 2.6307565261843715e-06,
      "loss": 0.3357,
      "step": 1398450
    },
    {
      "epoch": 390.3,
      "grad_norm": 1.1320472955703735,
      "learning_rate": 2.6307296900366676e-06,
      "loss": 0.3373,
      "step": 1398460
    },
    {
      "epoch": 390.31,
      "grad_norm": 0.9963501691818237,
      "learning_rate": 2.6307028538507672e-06,
      "loss": 0.3423,
      "step": 1398470
    },
    {
      "epoch": 390.31,
      "grad_norm": 1.0349565744400024,
      "learning_rate": 2.6306760176266725e-06,
      "loss": 0.339,
      "step": 1398480
    },
    {
      "epoch": 390.31,
      "grad_norm": 0.9435539841651917,
      "learning_rate": 2.6306491813643888e-06,
      "loss": 0.351,
      "step": 1398490
    },
    {
      "epoch": 390.32,
      "grad_norm": 1.0659456253051758,
      "learning_rate": 2.630622345063918e-06,
      "loss": 0.356,
      "step": 1398500
    },
    {
      "epoch": 390.32,
      "grad_norm": 1.0092263221740723,
      "learning_rate": 2.630595508725264e-06,
      "loss": 0.3314,
      "step": 1398510
    },
    {
      "epoch": 390.32,
      "grad_norm": 1.123825192451477,
      "learning_rate": 2.6305686723484314e-06,
      "loss": 0.347,
      "step": 1398520
    },
    {
      "epoch": 390.32,
      "grad_norm": 0.9565663933753967,
      "learning_rate": 2.6305418359334234e-06,
      "loss": 0.343,
      "step": 1398530
    },
    {
      "epoch": 390.33,
      "grad_norm": 0.9255453944206238,
      "learning_rate": 2.6305149994802435e-06,
      "loss": 0.3321,
      "step": 1398540
    },
    {
      "epoch": 390.33,
      "grad_norm": 1.0880050659179688,
      "learning_rate": 2.6304881629888945e-06,
      "loss": 0.3521,
      "step": 1398550
    },
    {
      "epoch": 390.33,
      "grad_norm": 1.1088443994522095,
      "learning_rate": 2.630461326459381e-06,
      "loss": 0.3259,
      "step": 1398560
    },
    {
      "epoch": 390.33,
      "grad_norm": 0.9525432586669922,
      "learning_rate": 2.630434489891706e-06,
      "loss": 0.3508,
      "step": 1398570
    },
    {
      "epoch": 390.34,
      "grad_norm": 1.0924464464187622,
      "learning_rate": 2.6304076532858723e-06,
      "loss": 0.3584,
      "step": 1398580
    },
    {
      "epoch": 390.34,
      "grad_norm": 1.0897949934005737,
      "learning_rate": 2.6303808166418855e-06,
      "loss": 0.3555,
      "step": 1398590
    },
    {
      "epoch": 390.34,
      "grad_norm": 1.0578193664550781,
      "learning_rate": 2.6303539799597475e-06,
      "loss": 0.3472,
      "step": 1398600
    },
    {
      "epoch": 390.35,
      "grad_norm": 1.1186062097549438,
      "learning_rate": 2.630327143239463e-06,
      "loss": 0.3539,
      "step": 1398610
    },
    {
      "epoch": 390.35,
      "grad_norm": 1.0635932683944702,
      "learning_rate": 2.630300306481035e-06,
      "loss": 0.34,
      "step": 1398620
    },
    {
      "epoch": 390.35,
      "grad_norm": 1.1430237293243408,
      "learning_rate": 2.630273469684467e-06,
      "loss": 0.3461,
      "step": 1398630
    },
    {
      "epoch": 390.35,
      "grad_norm": 0.997111439704895,
      "learning_rate": 2.630246632849762e-06,
      "loss": 0.3628,
      "step": 1398640
    },
    {
      "epoch": 390.36,
      "grad_norm": 0.9938021898269653,
      "learning_rate": 2.6302197959769248e-06,
      "loss": 0.3468,
      "step": 1398650
    },
    {
      "epoch": 390.36,
      "grad_norm": 0.9488049745559692,
      "learning_rate": 2.6301929590659583e-06,
      "loss": 0.3498,
      "step": 1398660
    },
    {
      "epoch": 390.36,
      "grad_norm": 1.1067451238632202,
      "learning_rate": 2.6301661221168655e-06,
      "loss": 0.3562,
      "step": 1398670
    },
    {
      "epoch": 390.37,
      "grad_norm": 0.9650242328643799,
      "learning_rate": 2.630139285129652e-06,
      "loss": 0.3399,
      "step": 1398680
    },
    {
      "epoch": 390.37,
      "grad_norm": 1.0310379266738892,
      "learning_rate": 2.630112448104319e-06,
      "loss": 0.346,
      "step": 1398690
    },
    {
      "epoch": 390.37,
      "grad_norm": 1.2257615327835083,
      "learning_rate": 2.6300856110408715e-06,
      "loss": 0.3636,
      "step": 1398700
    },
    {
      "epoch": 390.37,
      "grad_norm": 0.9431273341178894,
      "learning_rate": 2.6300587739393124e-06,
      "loss": 0.343,
      "step": 1398710
    },
    {
      "epoch": 390.38,
      "grad_norm": 1.1663914918899536,
      "learning_rate": 2.6300319367996453e-06,
      "loss": 0.3304,
      "step": 1398720
    },
    {
      "epoch": 390.38,
      "grad_norm": 1.1754791736602783,
      "learning_rate": 2.6300050996218744e-06,
      "loss": 0.3535,
      "step": 1398730
    },
    {
      "epoch": 390.38,
      "grad_norm": 1.0780643224716187,
      "learning_rate": 2.6299782624060027e-06,
      "loss": 0.3496,
      "step": 1398740
    },
    {
      "epoch": 390.39,
      "grad_norm": 0.8997076153755188,
      "learning_rate": 2.629951425152034e-06,
      "loss": 0.3511,
      "step": 1398750
    },
    {
      "epoch": 390.39,
      "grad_norm": 0.9665333032608032,
      "learning_rate": 2.6299245878599717e-06,
      "loss": 0.3405,
      "step": 1398760
    },
    {
      "epoch": 390.39,
      "grad_norm": 0.8697512149810791,
      "learning_rate": 2.62989775052982e-06,
      "loss": 0.3399,
      "step": 1398770
    },
    {
      "epoch": 390.39,
      "grad_norm": 1.059132695198059,
      "learning_rate": 2.629870913161582e-06,
      "loss": 0.3423,
      "step": 1398780
    },
    {
      "epoch": 390.4,
      "grad_norm": 1.5465543270111084,
      "learning_rate": 2.6298440757552604e-06,
      "loss": 0.3525,
      "step": 1398790
    },
    {
      "epoch": 390.4,
      "grad_norm": 0.8968051075935364,
      "learning_rate": 2.6298172383108597e-06,
      "loss": 0.3483,
      "step": 1398800
    },
    {
      "epoch": 390.4,
      "grad_norm": 1.0388227701187134,
      "learning_rate": 2.6297904008283835e-06,
      "loss": 0.3438,
      "step": 1398810
    },
    {
      "epoch": 390.4,
      "grad_norm": 1.2114001512527466,
      "learning_rate": 2.6297635633078358e-06,
      "loss": 0.3576,
      "step": 1398820
    },
    {
      "epoch": 390.41,
      "grad_norm": 1.2160519361495972,
      "learning_rate": 2.629736725749219e-06,
      "loss": 0.3571,
      "step": 1398830
    },
    {
      "epoch": 390.41,
      "grad_norm": 1.4351799488067627,
      "learning_rate": 2.629709888152538e-06,
      "loss": 0.3383,
      "step": 1398840
    },
    {
      "epoch": 390.41,
      "grad_norm": 1.0626940727233887,
      "learning_rate": 2.6296830505177948e-06,
      "loss": 0.3537,
      "step": 1398850
    },
    {
      "epoch": 390.42,
      "grad_norm": 1.014169454574585,
      "learning_rate": 2.629656212844994e-06,
      "loss": 0.3435,
      "step": 1398860
    },
    {
      "epoch": 390.42,
      "grad_norm": 3.443128824234009,
      "learning_rate": 2.6296293751341397e-06,
      "loss": 0.3621,
      "step": 1398870
    },
    {
      "epoch": 390.42,
      "grad_norm": 1.0839533805847168,
      "learning_rate": 2.629602537385234e-06,
      "loss": 0.3684,
      "step": 1398880
    },
    {
      "epoch": 390.42,
      "grad_norm": 1.023459792137146,
      "learning_rate": 2.6295756995982812e-06,
      "loss": 0.3434,
      "step": 1398890
    },
    {
      "epoch": 390.43,
      "grad_norm": 0.944803774356842,
      "learning_rate": 2.6295488617732853e-06,
      "loss": 0.3674,
      "step": 1398900
    },
    {
      "epoch": 390.43,
      "grad_norm": 0.9886873960494995,
      "learning_rate": 2.6295220239102495e-06,
      "loss": 0.345,
      "step": 1398910
    },
    {
      "epoch": 390.43,
      "grad_norm": 1.1012502908706665,
      "learning_rate": 2.6294951860091777e-06,
      "loss": 0.3508,
      "step": 1398920
    },
    {
      "epoch": 390.44,
      "grad_norm": 1.1343146562576294,
      "learning_rate": 2.629468348070073e-06,
      "loss": 0.347,
      "step": 1398930
    },
    {
      "epoch": 390.44,
      "grad_norm": 1.0853809118270874,
      "learning_rate": 2.6294415100929388e-06,
      "loss": 0.3417,
      "step": 1398940
    },
    {
      "epoch": 390.44,
      "grad_norm": 1.081424593925476,
      "learning_rate": 2.629414672077779e-06,
      "loss": 0.3578,
      "step": 1398950
    },
    {
      "epoch": 390.44,
      "grad_norm": 0.9812760949134827,
      "learning_rate": 2.629387834024597e-06,
      "loss": 0.344,
      "step": 1398960
    },
    {
      "epoch": 390.45,
      "grad_norm": 0.9282041788101196,
      "learning_rate": 2.6293609959333963e-06,
      "loss": 0.3438,
      "step": 1398970
    },
    {
      "epoch": 390.45,
      "grad_norm": 0.9790863990783691,
      "learning_rate": 2.6293341578041816e-06,
      "loss": 0.3358,
      "step": 1398980
    },
    {
      "epoch": 390.45,
      "grad_norm": 1.1043978929519653,
      "learning_rate": 2.6293073196369556e-06,
      "loss": 0.355,
      "step": 1398990
    },
    {
      "epoch": 390.45,
      "grad_norm": 1.0332978963851929,
      "learning_rate": 2.6292804814317206e-06,
      "loss": 0.372,
      "step": 1399000
    },
    {
      "epoch": 390.46,
      "grad_norm": 1.0015316009521484,
      "learning_rate": 2.6292536431884822e-06,
      "loss": 0.3341,
      "step": 1399010
    },
    {
      "epoch": 390.46,
      "grad_norm": 1.0078508853912354,
      "learning_rate": 2.6292268049072434e-06,
      "loss": 0.353,
      "step": 1399020
    },
    {
      "epoch": 390.46,
      "grad_norm": 0.9803834557533264,
      "learning_rate": 2.629199966588007e-06,
      "loss": 0.3437,
      "step": 1399030
    },
    {
      "epoch": 390.47,
      "grad_norm": 1.0593680143356323,
      "learning_rate": 2.6291731282307776e-06,
      "loss": 0.345,
      "step": 1399040
    },
    {
      "epoch": 390.47,
      "grad_norm": 1.3191969394683838,
      "learning_rate": 2.629146289835558e-06,
      "loss": 0.3513,
      "step": 1399050
    },
    {
      "epoch": 390.47,
      "grad_norm": 1.159199833869934,
      "learning_rate": 2.6291194514023524e-06,
      "loss": 0.3463,
      "step": 1399060
    },
    {
      "epoch": 390.47,
      "grad_norm": 1.2632254362106323,
      "learning_rate": 2.6290926129311643e-06,
      "loss": 0.3456,
      "step": 1399070
    },
    {
      "epoch": 390.48,
      "grad_norm": 1.0605536699295044,
      "learning_rate": 2.629065774421996e-06,
      "loss": 0.3517,
      "step": 1399080
    },
    {
      "epoch": 390.48,
      "grad_norm": 0.9591470956802368,
      "learning_rate": 2.6290389358748525e-06,
      "loss": 0.3497,
      "step": 1399090
    },
    {
      "epoch": 390.48,
      "grad_norm": 0.9534621834754944,
      "learning_rate": 2.6290120972897372e-06,
      "loss": 0.3429,
      "step": 1399100
    },
    {
      "epoch": 390.49,
      "grad_norm": 1.050567388534546,
      "learning_rate": 2.6289852586666533e-06,
      "loss": 0.3573,
      "step": 1399110
    },
    {
      "epoch": 390.49,
      "grad_norm": 0.8766815662384033,
      "learning_rate": 2.628958420005605e-06,
      "loss": 0.3377,
      "step": 1399120
    },
    {
      "epoch": 390.49,
      "grad_norm": 1.0978516340255737,
      "learning_rate": 2.628931581306595e-06,
      "loss": 0.3504,
      "step": 1399130
    },
    {
      "epoch": 390.49,
      "grad_norm": 1.0960623025894165,
      "learning_rate": 2.6289047425696275e-06,
      "loss": 0.3537,
      "step": 1399140
    },
    {
      "epoch": 390.5,
      "grad_norm": 1.0222208499908447,
      "learning_rate": 2.6288779037947053e-06,
      "loss": 0.3368,
      "step": 1399150
    },
    {
      "epoch": 390.5,
      "grad_norm": 1.0107263326644897,
      "learning_rate": 2.6288510649818326e-06,
      "loss": 0.3508,
      "step": 1399160
    },
    {
      "epoch": 390.5,
      "grad_norm": 1.197580337524414,
      "learning_rate": 2.6288242261310133e-06,
      "loss": 0.3377,
      "step": 1399170
    },
    {
      "epoch": 390.51,
      "grad_norm": 1.0149328708648682,
      "learning_rate": 2.6287973872422502e-06,
      "loss": 0.3562,
      "step": 1399180
    },
    {
      "epoch": 390.51,
      "grad_norm": 1.2602967023849487,
      "learning_rate": 2.6287705483155465e-06,
      "loss": 0.352,
      "step": 1399190
    },
    {
      "epoch": 390.51,
      "grad_norm": 0.9264037013053894,
      "learning_rate": 2.628743709350908e-06,
      "loss": 0.3452,
      "step": 1399200
    },
    {
      "epoch": 390.51,
      "grad_norm": 1.0560003519058228,
      "learning_rate": 2.6287168703483363e-06,
      "loss": 0.333,
      "step": 1399210
    },
    {
      "epoch": 390.52,
      "grad_norm": 1.0570077896118164,
      "learning_rate": 2.628690031307835e-06,
      "loss": 0.3521,
      "step": 1399220
    },
    {
      "epoch": 390.52,
      "grad_norm": 0.9840599894523621,
      "learning_rate": 2.6286631922294085e-06,
      "loss": 0.3459,
      "step": 1399230
    },
    {
      "epoch": 390.52,
      "grad_norm": 2.016653060913086,
      "learning_rate": 2.6286363531130596e-06,
      "loss": 0.3472,
      "step": 1399240
    },
    {
      "epoch": 390.52,
      "grad_norm": 0.973088264465332,
      "learning_rate": 2.628609513958792e-06,
      "loss": 0.3523,
      "step": 1399250
    },
    {
      "epoch": 390.53,
      "grad_norm": 1.0369439125061035,
      "learning_rate": 2.62858267476661e-06,
      "loss": 0.3551,
      "step": 1399260
    },
    {
      "epoch": 390.53,
      "grad_norm": 0.9296552538871765,
      "learning_rate": 2.6285558355365163e-06,
      "loss": 0.3479,
      "step": 1399270
    },
    {
      "epoch": 390.53,
      "grad_norm": 1.0348063707351685,
      "learning_rate": 2.6285289962685154e-06,
      "loss": 0.3415,
      "step": 1399280
    },
    {
      "epoch": 390.54,
      "grad_norm": 0.833400309085846,
      "learning_rate": 2.6285021569626103e-06,
      "loss": 0.3421,
      "step": 1399290
    },
    {
      "epoch": 390.54,
      "grad_norm": 1.0266050100326538,
      "learning_rate": 2.628475317618804e-06,
      "loss": 0.3425,
      "step": 1399300
    },
    {
      "epoch": 390.54,
      "grad_norm": 1.0790120363235474,
      "learning_rate": 2.6284484782371015e-06,
      "loss": 0.3302,
      "step": 1399310
    },
    {
      "epoch": 390.54,
      "grad_norm": 1.0085269212722778,
      "learning_rate": 2.6284216388175046e-06,
      "loss": 0.3559,
      "step": 1399320
    },
    {
      "epoch": 390.55,
      "grad_norm": 0.9212906360626221,
      "learning_rate": 2.628394799360019e-06,
      "loss": 0.3595,
      "step": 1399330
    },
    {
      "epoch": 390.55,
      "grad_norm": 0.9403395652770996,
      "learning_rate": 2.6283679598646466e-06,
      "loss": 0.3551,
      "step": 1399340
    },
    {
      "epoch": 390.55,
      "grad_norm": 1.2031322717666626,
      "learning_rate": 2.628341120331391e-06,
      "loss": 0.3662,
      "step": 1399350
    },
    {
      "epoch": 390.56,
      "grad_norm": 1.1361029148101807,
      "learning_rate": 2.628314280760257e-06,
      "loss": 0.3355,
      "step": 1399360
    },
    {
      "epoch": 390.56,
      "grad_norm": 1.0009417533874512,
      "learning_rate": 2.628287441151247e-06,
      "loss": 0.3501,
      "step": 1399370
    },
    {
      "epoch": 390.56,
      "grad_norm": 1.1040743589401245,
      "learning_rate": 2.6282606015043645e-06,
      "loss": 0.3357,
      "step": 1399380
    },
    {
      "epoch": 390.56,
      "grad_norm": 1.124511480331421,
      "learning_rate": 2.6282337618196137e-06,
      "loss": 0.3382,
      "step": 1399390
    },
    {
      "epoch": 390.57,
      "grad_norm": 1.2024911642074585,
      "learning_rate": 2.628206922096999e-06,
      "loss": 0.3572,
      "step": 1399400
    },
    {
      "epoch": 390.57,
      "grad_norm": 1.1227718591690063,
      "learning_rate": 2.6281800823365224e-06,
      "loss": 0.3452,
      "step": 1399410
    },
    {
      "epoch": 390.57,
      "grad_norm": 1.1168479919433594,
      "learning_rate": 2.628153242538188e-06,
      "loss": 0.3521,
      "step": 1399420
    },
    {
      "epoch": 390.57,
      "grad_norm": 1.0173161029815674,
      "learning_rate": 2.628126402702e-06,
      "loss": 0.3366,
      "step": 1399430
    },
    {
      "epoch": 390.58,
      "grad_norm": 1.1104154586791992,
      "learning_rate": 2.6280995628279605e-06,
      "loss": 0.3513,
      "step": 1399440
    },
    {
      "epoch": 390.58,
      "grad_norm": 1.0140330791473389,
      "learning_rate": 2.6280727229160744e-06,
      "loss": 0.3705,
      "step": 1399450
    },
    {
      "epoch": 390.58,
      "grad_norm": 1.1939585208892822,
      "learning_rate": 2.628045882966345e-06,
      "loss": 0.3526,
      "step": 1399460
    },
    {
      "epoch": 390.59,
      "grad_norm": 0.8988879919052124,
      "learning_rate": 2.6280190429787757e-06,
      "loss": 0.3458,
      "step": 1399470
    },
    {
      "epoch": 390.59,
      "grad_norm": 0.9299678802490234,
      "learning_rate": 2.62799220295337e-06,
      "loss": 0.3449,
      "step": 1399480
    },
    {
      "epoch": 390.59,
      "grad_norm": 0.9098861813545227,
      "learning_rate": 2.6279653628901317e-06,
      "loss": 0.3319,
      "step": 1399490
    },
    {
      "epoch": 390.59,
      "grad_norm": 0.9534446597099304,
      "learning_rate": 2.627938522789064e-06,
      "loss": 0.3499,
      "step": 1399500
    },
    {
      "epoch": 390.6,
      "grad_norm": 1.0001587867736816,
      "learning_rate": 2.627911682650171e-06,
      "loss": 0.3563,
      "step": 1399510
    },
    {
      "epoch": 390.6,
      "grad_norm": 0.8243792653083801,
      "learning_rate": 2.627884842473456e-06,
      "loss": 0.35,
      "step": 1399520
    },
    {
      "epoch": 390.6,
      "grad_norm": 1.0587416887283325,
      "learning_rate": 2.627858002258923e-06,
      "loss": 0.3254,
      "step": 1399530
    },
    {
      "epoch": 390.61,
      "grad_norm": 1.1886204481124878,
      "learning_rate": 2.627831162006574e-06,
      "loss": 0.346,
      "step": 1399540
    },
    {
      "epoch": 390.61,
      "grad_norm": 1.274143099784851,
      "learning_rate": 2.6278043217164145e-06,
      "loss": 0.3489,
      "step": 1399550
    },
    {
      "epoch": 390.61,
      "grad_norm": 0.9600246548652649,
      "learning_rate": 2.6277774813884476e-06,
      "loss": 0.3577,
      "step": 1399560
    },
    {
      "epoch": 390.61,
      "grad_norm": 1.1192055940628052,
      "learning_rate": 2.627750641022676e-06,
      "loss": 0.3543,
      "step": 1399570
    },
    {
      "epoch": 390.62,
      "grad_norm": 0.9750283360481262,
      "learning_rate": 2.6277238006191038e-06,
      "loss": 0.3446,
      "step": 1399580
    },
    {
      "epoch": 390.62,
      "grad_norm": 0.8360897898674011,
      "learning_rate": 2.6276969601777353e-06,
      "loss": 0.3368,
      "step": 1399590
    },
    {
      "epoch": 390.62,
      "grad_norm": 1.0860962867736816,
      "learning_rate": 2.6276701196985726e-06,
      "loss": 0.3628,
      "step": 1399600
    },
    {
      "epoch": 390.63,
      "grad_norm": 0.9984481930732727,
      "learning_rate": 2.62764327918162e-06,
      "loss": 0.3341,
      "step": 1399610
    },
    {
      "epoch": 390.63,
      "grad_norm": 1.0987011194229126,
      "learning_rate": 2.6276164386268816e-06,
      "loss": 0.3471,
      "step": 1399620
    },
    {
      "epoch": 390.63,
      "grad_norm": 0.988406240940094,
      "learning_rate": 2.62758959803436e-06,
      "loss": 0.3498,
      "step": 1399630
    },
    {
      "epoch": 390.63,
      "grad_norm": 0.9986081123352051,
      "learning_rate": 2.62756275740406e-06,
      "loss": 0.365,
      "step": 1399640
    },
    {
      "epoch": 390.64,
      "grad_norm": 1.1753793954849243,
      "learning_rate": 2.6275359167359845e-06,
      "loss": 0.3551,
      "step": 1399650
    },
    {
      "epoch": 390.64,
      "grad_norm": 1.0300554037094116,
      "learning_rate": 2.6275090760301367e-06,
      "loss": 0.3366,
      "step": 1399660
    },
    {
      "epoch": 390.64,
      "grad_norm": 0.9857320785522461,
      "learning_rate": 2.6274822352865198e-06,
      "loss": 0.3414,
      "step": 1399670
    },
    {
      "epoch": 390.64,
      "grad_norm": 0.9752623438835144,
      "learning_rate": 2.6274553945051383e-06,
      "loss": 0.3301,
      "step": 1399680
    },
    {
      "epoch": 390.65,
      "grad_norm": 0.8794955611228943,
      "learning_rate": 2.627428553685996e-06,
      "loss": 0.3569,
      "step": 1399690
    },
    {
      "epoch": 390.65,
      "grad_norm": 0.998004138469696,
      "learning_rate": 2.627401712829096e-06,
      "loss": 0.3553,
      "step": 1399700
    },
    {
      "epoch": 390.65,
      "grad_norm": 1.181907296180725,
      "learning_rate": 2.627374871934442e-06,
      "loss": 0.3517,
      "step": 1399710
    },
    {
      "epoch": 390.66,
      "grad_norm": 0.965793251991272,
      "learning_rate": 2.627348031002037e-06,
      "loss": 0.355,
      "step": 1399720
    },
    {
      "epoch": 390.66,
      "grad_norm": 1.0654325485229492,
      "learning_rate": 2.627321190031886e-06,
      "loss": 0.3337,
      "step": 1399730
    },
    {
      "epoch": 390.66,
      "grad_norm": 1.019029140472412,
      "learning_rate": 2.6272943490239905e-06,
      "loss": 0.3449,
      "step": 1399740
    },
    {
      "epoch": 390.66,
      "grad_norm": 1.0826208591461182,
      "learning_rate": 2.627267507978356e-06,
      "loss": 0.3425,
      "step": 1399750
    },
    {
      "epoch": 390.67,
      "grad_norm": 0.9893177151679993,
      "learning_rate": 2.6272406668949843e-06,
      "loss": 0.3622,
      "step": 1399760
    },
    {
      "epoch": 390.67,
      "grad_norm": 0.8926336765289307,
      "learning_rate": 2.62721382577388e-06,
      "loss": 0.3281,
      "step": 1399770
    },
    {
      "epoch": 390.67,
      "grad_norm": 1.066951870918274,
      "learning_rate": 2.6271869846150474e-06,
      "loss": 0.3564,
      "step": 1399780
    },
    {
      "epoch": 390.68,
      "grad_norm": 0.915829598903656,
      "learning_rate": 2.627160143418488e-06,
      "loss": 0.3425,
      "step": 1399790
    },
    {
      "epoch": 390.68,
      "grad_norm": 0.9797553420066833,
      "learning_rate": 2.627133302184208e-06,
      "loss": 0.3372,
      "step": 1399800
    },
    {
      "epoch": 390.68,
      "grad_norm": 2.798429250717163,
      "learning_rate": 2.627106460912209e-06,
      "loss": 0.3365,
      "step": 1399810
    },
    {
      "epoch": 390.68,
      "grad_norm": 1.0818231105804443,
      "learning_rate": 2.6270796196024955e-06,
      "loss": 0.3561,
      "step": 1399820
    },
    {
      "epoch": 390.69,
      "grad_norm": 0.9016363024711609,
      "learning_rate": 2.6270527782550702e-06,
      "loss": 0.3407,
      "step": 1399830
    },
    {
      "epoch": 390.69,
      "grad_norm": 0.9054542779922485,
      "learning_rate": 2.627025936869937e-06,
      "loss": 0.3421,
      "step": 1399840
    },
    {
      "epoch": 390.69,
      "grad_norm": 0.9035021066665649,
      "learning_rate": 2.626999095447101e-06,
      "loss": 0.3556,
      "step": 1399850
    },
    {
      "epoch": 390.69,
      "grad_norm": 1.185881495475769,
      "learning_rate": 2.6269722539865635e-06,
      "loss": 0.3576,
      "step": 1399860
    },
    {
      "epoch": 390.7,
      "grad_norm": 1.0233420133590698,
      "learning_rate": 2.6269454124883295e-06,
      "loss": 0.3461,
      "step": 1399870
    },
    {
      "epoch": 390.7,
      "grad_norm": 1.1066334247589111,
      "learning_rate": 2.626918570952402e-06,
      "loss": 0.3567,
      "step": 1399880
    },
    {
      "epoch": 390.7,
      "grad_norm": 1.0072394609451294,
      "learning_rate": 2.626891729378784e-06,
      "loss": 0.3445,
      "step": 1399890
    },
    {
      "epoch": 390.71,
      "grad_norm": 0.9298040866851807,
      "learning_rate": 2.62686488776748e-06,
      "loss": 0.348,
      "step": 1399900
    },
    {
      "epoch": 390.71,
      "grad_norm": 1.5423128604888916,
      "learning_rate": 2.626838046118494e-06,
      "loss": 0.3371,
      "step": 1399910
    },
    {
      "epoch": 390.71,
      "grad_norm": 1.2136940956115723,
      "learning_rate": 2.6268112044318284e-06,
      "loss": 0.3618,
      "step": 1399920
    },
    {
      "epoch": 390.71,
      "grad_norm": 0.956351637840271,
      "learning_rate": 2.6267843627074875e-06,
      "loss": 0.3533,
      "step": 1399930
    },
    {
      "epoch": 390.72,
      "grad_norm": 0.9089365601539612,
      "learning_rate": 2.6267575209454743e-06,
      "loss": 0.3517,
      "step": 1399940
    },
    {
      "epoch": 390.72,
      "grad_norm": 1.1511530876159668,
      "learning_rate": 2.626730679145793e-06,
      "loss": 0.3521,
      "step": 1399950
    },
    {
      "epoch": 390.72,
      "grad_norm": 1.009060263633728,
      "learning_rate": 2.6267038373084467e-06,
      "loss": 0.3445,
      "step": 1399960
    },
    {
      "epoch": 390.73,
      "grad_norm": 0.8755565285682678,
      "learning_rate": 2.6266769954334393e-06,
      "loss": 0.3388,
      "step": 1399970
    },
    {
      "epoch": 390.73,
      "grad_norm": 0.9859871864318848,
      "learning_rate": 2.626650153520775e-06,
      "loss": 0.3444,
      "step": 1399980
    },
    {
      "epoch": 390.73,
      "grad_norm": 0.9854991436004639,
      "learning_rate": 2.626623311570455e-06,
      "loss": 0.3525,
      "step": 1399990
    },
    {
      "epoch": 390.73,
      "grad_norm": 1.1192963123321533,
      "learning_rate": 2.6265964695824853e-06,
      "loss": 0.3597,
      "step": 1400000
    },
    {
      "epoch": 390.74,
      "grad_norm": 0.974574863910675,
      "learning_rate": 2.626569627556869e-06,
      "loss": 0.3473,
      "step": 1400010
    },
    {
      "epoch": 390.74,
      "grad_norm": 1.0273312330245972,
      "learning_rate": 2.6265427854936096e-06,
      "loss": 0.3532,
      "step": 1400020
    },
    {
      "epoch": 390.74,
      "grad_norm": 1.0571131706237793,
      "learning_rate": 2.626515943392709e-06,
      "loss": 0.3412,
      "step": 1400030
    },
    {
      "epoch": 390.75,
      "grad_norm": 1.0418058633804321,
      "learning_rate": 2.6264891012541738e-06,
      "loss": 0.3555,
      "step": 1400040
    },
    {
      "epoch": 390.75,
      "grad_norm": 1.0729931592941284,
      "learning_rate": 2.6264622590780047e-06,
      "loss": 0.3555,
      "step": 1400050
    },
    {
      "epoch": 390.75,
      "grad_norm": 0.9471536874771118,
      "learning_rate": 2.626435416864207e-06,
      "loss": 0.3431,
      "step": 1400060
    },
    {
      "epoch": 390.75,
      "grad_norm": 1.1547658443450928,
      "learning_rate": 2.626408574612784e-06,
      "loss": 0.3387,
      "step": 1400070
    },
    {
      "epoch": 390.76,
      "grad_norm": 1.0480133295059204,
      "learning_rate": 2.6263817323237387e-06,
      "loss": 0.3438,
      "step": 1400080
    },
    {
      "epoch": 390.76,
      "grad_norm": 0.9588785767555237,
      "learning_rate": 2.626354889997075e-06,
      "loss": 0.3589,
      "step": 1400090
    },
    {
      "epoch": 390.76,
      "grad_norm": 0.9257358312606812,
      "learning_rate": 2.6263280476327967e-06,
      "loss": 0.337,
      "step": 1400100
    },
    {
      "epoch": 390.76,
      "grad_norm": 0.9127699136734009,
      "learning_rate": 2.6263012052309073e-06,
      "loss": 0.3396,
      "step": 1400110
    },
    {
      "epoch": 390.77,
      "grad_norm": 1.0124069452285767,
      "learning_rate": 2.62627436279141e-06,
      "loss": 0.3559,
      "step": 1400120
    },
    {
      "epoch": 390.77,
      "grad_norm": 1.1410359144210815,
      "learning_rate": 2.626247520314309e-06,
      "loss": 0.3621,
      "step": 1400130
    },
    {
      "epoch": 390.77,
      "grad_norm": 0.9613692760467529,
      "learning_rate": 2.626220677799607e-06,
      "loss": 0.3465,
      "step": 1400140
    },
    {
      "epoch": 390.78,
      "grad_norm": 0.8601894974708557,
      "learning_rate": 2.6261938352473083e-06,
      "loss": 0.3408,
      "step": 1400150
    },
    {
      "epoch": 390.78,
      "grad_norm": 1.1056534051895142,
      "learning_rate": 2.6261669926574166e-06,
      "loss": 0.36,
      "step": 1400160
    },
    {
      "epoch": 390.78,
      "grad_norm": 1.115063190460205,
      "learning_rate": 2.6261401500299353e-06,
      "loss": 0.3465,
      "step": 1400170
    },
    {
      "epoch": 390.78,
      "grad_norm": 0.9631155729293823,
      "learning_rate": 2.626113307364867e-06,
      "loss": 0.3479,
      "step": 1400180
    },
    {
      "epoch": 390.79,
      "grad_norm": 1.0044353008270264,
      "learning_rate": 2.6260864646622165e-06,
      "loss": 0.3319,
      "step": 1400190
    },
    {
      "epoch": 390.79,
      "grad_norm": 1.0316989421844482,
      "learning_rate": 2.626059621921987e-06,
      "loss": 0.3431,
      "step": 1400200
    },
    {
      "epoch": 390.79,
      "grad_norm": 1.213990330696106,
      "learning_rate": 2.6260327791441815e-06,
      "loss": 0.3514,
      "step": 1400210
    },
    {
      "epoch": 390.8,
      "grad_norm": 0.9519172310829163,
      "learning_rate": 2.6260059363288037e-06,
      "loss": 0.3501,
      "step": 1400220
    },
    {
      "epoch": 390.8,
      "grad_norm": 1.1904016733169556,
      "learning_rate": 2.6259790934758587e-06,
      "loss": 0.3625,
      "step": 1400230
    },
    {
      "epoch": 390.8,
      "grad_norm": 1.0228724479675293,
      "learning_rate": 2.625952250585349e-06,
      "loss": 0.3541,
      "step": 1400240
    },
    {
      "epoch": 390.8,
      "grad_norm": 1.187941074371338,
      "learning_rate": 2.6259254076572773e-06,
      "loss": 0.3461,
      "step": 1400250
    },
    {
      "epoch": 390.81,
      "grad_norm": 4.966982364654541,
      "learning_rate": 2.625898564691648e-06,
      "loss": 0.3535,
      "step": 1400260
    },
    {
      "epoch": 390.81,
      "grad_norm": 0.9755768775939941,
      "learning_rate": 2.6258717216884654e-06,
      "loss": 0.3392,
      "step": 1400270
    },
    {
      "epoch": 390.81,
      "grad_norm": 0.9604275226593018,
      "learning_rate": 2.625844878647732e-06,
      "loss": 0.3434,
      "step": 1400280
    },
    {
      "epoch": 390.81,
      "grad_norm": 1.0505692958831787,
      "learning_rate": 2.6258180355694507e-06,
      "loss": 0.3597,
      "step": 1400290
    },
    {
      "epoch": 390.82,
      "grad_norm": 1.1476716995239258,
      "learning_rate": 2.6257911924536274e-06,
      "loss": 0.3561,
      "step": 1400300
    },
    {
      "epoch": 390.82,
      "grad_norm": 1.2152365446090698,
      "learning_rate": 2.6257643493002644e-06,
      "loss": 0.3708,
      "step": 1400310
    },
    {
      "epoch": 390.82,
      "grad_norm": 0.9292975664138794,
      "learning_rate": 2.6257375061093642e-06,
      "loss": 0.3486,
      "step": 1400320
    },
    {
      "epoch": 390.83,
      "grad_norm": 1.0177298784255981,
      "learning_rate": 2.6257106628809325e-06,
      "loss": 0.3543,
      "step": 1400330
    },
    {
      "epoch": 390.83,
      "grad_norm": 0.9692408442497253,
      "learning_rate": 2.625683819614971e-06,
      "loss": 0.3528,
      "step": 1400340
    },
    {
      "epoch": 390.83,
      "grad_norm": 0.9967639446258545,
      "learning_rate": 2.6256569763114836e-06,
      "loss": 0.3608,
      "step": 1400350
    },
    {
      "epoch": 390.83,
      "grad_norm": 0.9096992611885071,
      "learning_rate": 2.6256301329704752e-06,
      "loss": 0.3428,
      "step": 1400360
    },
    {
      "epoch": 390.84,
      "grad_norm": 0.8328396081924438,
      "learning_rate": 2.625603289591948e-06,
      "loss": 0.3355,
      "step": 1400370
    },
    {
      "epoch": 390.84,
      "grad_norm": 1.088720440864563,
      "learning_rate": 2.6255764461759065e-06,
      "loss": 0.3529,
      "step": 1400380
    },
    {
      "epoch": 390.84,
      "grad_norm": 0.973354160785675,
      "learning_rate": 2.6255496027223533e-06,
      "loss": 0.3465,
      "step": 1400390
    },
    {
      "epoch": 390.85,
      "grad_norm": 0.982374906539917,
      "learning_rate": 2.625522759231293e-06,
      "loss": 0.3556,
      "step": 1400400
    },
    {
      "epoch": 390.85,
      "grad_norm": 1.1996674537658691,
      "learning_rate": 2.625495915702728e-06,
      "loss": 0.3596,
      "step": 1400410
    },
    {
      "epoch": 390.85,
      "grad_norm": 0.9538165330886841,
      "learning_rate": 2.6254690721366626e-06,
      "loss": 0.3434,
      "step": 1400420
    },
    {
      "epoch": 390.85,
      "grad_norm": 0.9797793030738831,
      "learning_rate": 2.6254422285331007e-06,
      "loss": 0.3438,
      "step": 1400430
    },
    {
      "epoch": 390.86,
      "grad_norm": 0.9773303270339966,
      "learning_rate": 2.6254153848920453e-06,
      "loss": 0.3431,
      "step": 1400440
    },
    {
      "epoch": 390.86,
      "grad_norm": 0.89780193567276,
      "learning_rate": 2.6253885412135007e-06,
      "loss": 0.3461,
      "step": 1400450
    },
    {
      "epoch": 390.86,
      "grad_norm": 1.045923113822937,
      "learning_rate": 2.62536169749747e-06,
      "loss": 0.3459,
      "step": 1400460
    },
    {
      "epoch": 390.87,
      "grad_norm": 1.0749317407608032,
      "learning_rate": 2.625334853743956e-06,
      "loss": 0.3399,
      "step": 1400470
    },
    {
      "epoch": 390.87,
      "grad_norm": 0.9927058219909668,
      "learning_rate": 2.6253080099529627e-06,
      "loss": 0.3673,
      "step": 1400480
    },
    {
      "epoch": 390.87,
      "grad_norm": 1.0322856903076172,
      "learning_rate": 2.625281166124495e-06,
      "loss": 0.3529,
      "step": 1400490
    },
    {
      "epoch": 390.87,
      "grad_norm": 0.9556073546409607,
      "learning_rate": 2.6252543222585545e-06,
      "loss": 0.3475,
      "step": 1400500
    },
    {
      "epoch": 390.88,
      "grad_norm": 0.8626686930656433,
      "learning_rate": 2.625227478355146e-06,
      "loss": 0.3434,
      "step": 1400510
    },
    {
      "epoch": 390.88,
      "grad_norm": 1.0135222673416138,
      "learning_rate": 2.625200634414273e-06,
      "loss": 0.3476,
      "step": 1400520
    },
    {
      "epoch": 390.88,
      "grad_norm": 0.7964999675750732,
      "learning_rate": 2.6251737904359385e-06,
      "loss": 0.3546,
      "step": 1400530
    },
    {
      "epoch": 390.88,
      "grad_norm": 1.0235320329666138,
      "learning_rate": 2.6251469464201465e-06,
      "loss": 0.3411,
      "step": 1400540
    },
    {
      "epoch": 390.89,
      "grad_norm": 1.2875902652740479,
      "learning_rate": 2.6251201023669007e-06,
      "loss": 0.3565,
      "step": 1400550
    },
    {
      "epoch": 390.89,
      "grad_norm": 1.235854148864746,
      "learning_rate": 2.6250932582762047e-06,
      "loss": 0.3501,
      "step": 1400560
    },
    {
      "epoch": 390.89,
      "grad_norm": 0.9541320204734802,
      "learning_rate": 2.6250664141480614e-06,
      "loss": 0.3586,
      "step": 1400570
    },
    {
      "epoch": 390.9,
      "grad_norm": 0.9091131687164307,
      "learning_rate": 2.6250395699824745e-06,
      "loss": 0.3487,
      "step": 1400580
    },
    {
      "epoch": 390.9,
      "grad_norm": 1.054807186126709,
      "learning_rate": 2.6250127257794484e-06,
      "loss": 0.3416,
      "step": 1400590
    },
    {
      "epoch": 390.9,
      "grad_norm": 1.04025399684906,
      "learning_rate": 2.6249858815389863e-06,
      "loss": 0.344,
      "step": 1400600
    },
    {
      "epoch": 390.9,
      "grad_norm": 1.0541452169418335,
      "learning_rate": 2.6249590372610914e-06,
      "loss": 0.3445,
      "step": 1400610
    },
    {
      "epoch": 390.91,
      "grad_norm": 1.0108436346054077,
      "learning_rate": 2.6249321929457677e-06,
      "loss": 0.3354,
      "step": 1400620
    },
    {
      "epoch": 390.91,
      "grad_norm": 0.906128466129303,
      "learning_rate": 2.624905348593018e-06,
      "loss": 0.3463,
      "step": 1400630
    },
    {
      "epoch": 390.91,
      "grad_norm": 2.9171552658081055,
      "learning_rate": 2.624878504202846e-06,
      "loss": 0.344,
      "step": 1400640
    },
    {
      "epoch": 390.92,
      "grad_norm": 0.9571107029914856,
      "learning_rate": 2.6248516597752572e-06,
      "loss": 0.3446,
      "step": 1400650
    },
    {
      "epoch": 390.92,
      "grad_norm": 1.000336766242981,
      "learning_rate": 2.6248248153102527e-06,
      "loss": 0.3597,
      "step": 1400660
    },
    {
      "epoch": 390.92,
      "grad_norm": 0.9452325105667114,
      "learning_rate": 2.624797970807838e-06,
      "loss": 0.3532,
      "step": 1400670
    },
    {
      "epoch": 390.92,
      "grad_norm": 1.027186632156372,
      "learning_rate": 2.6247711262680147e-06,
      "loss": 0.3408,
      "step": 1400680
    },
    {
      "epoch": 390.93,
      "grad_norm": 0.9651883244514465,
      "learning_rate": 2.624744281690788e-06,
      "loss": 0.3447,
      "step": 1400690
    },
    {
      "epoch": 390.93,
      "grad_norm": 0.8899227976799011,
      "learning_rate": 2.6247174370761606e-06,
      "loss": 0.3559,
      "step": 1400700
    },
    {
      "epoch": 390.93,
      "grad_norm": 1.1212869882583618,
      "learning_rate": 2.6246905924241363e-06,
      "loss": 0.3342,
      "step": 1400710
    },
    {
      "epoch": 390.93,
      "grad_norm": 1.1560585498809814,
      "learning_rate": 2.624663747734719e-06,
      "loss": 0.352,
      "step": 1400720
    },
    {
      "epoch": 390.94,
      "grad_norm": 0.9591566324234009,
      "learning_rate": 2.6246369030079117e-06,
      "loss": 0.3315,
      "step": 1400730
    },
    {
      "epoch": 390.94,
      "grad_norm": 0.9235731959342957,
      "learning_rate": 2.6246100582437186e-06,
      "loss": 0.3566,
      "step": 1400740
    },
    {
      "epoch": 390.94,
      "grad_norm": 1.049101710319519,
      "learning_rate": 2.624583213442143e-06,
      "loss": 0.3704,
      "step": 1400750
    },
    {
      "epoch": 390.95,
      "grad_norm": 1.1662471294403076,
      "learning_rate": 2.624556368603188e-06,
      "loss": 0.3594,
      "step": 1400760
    },
    {
      "epoch": 390.95,
      "grad_norm": 1.156931757926941,
      "learning_rate": 2.624529523726858e-06,
      "loss": 0.3615,
      "step": 1400770
    },
    {
      "epoch": 390.95,
      "grad_norm": 0.9241189956665039,
      "learning_rate": 2.624502678813156e-06,
      "loss": 0.3387,
      "step": 1400780
    },
    {
      "epoch": 390.95,
      "grad_norm": 0.9683206677436829,
      "learning_rate": 2.6244758338620855e-06,
      "loss": 0.3368,
      "step": 1400790
    },
    {
      "epoch": 390.96,
      "grad_norm": 0.9203476309776306,
      "learning_rate": 2.62444898887365e-06,
      "loss": 0.3554,
      "step": 1400800
    },
    {
      "epoch": 390.96,
      "grad_norm": 0.9870197772979736,
      "learning_rate": 2.6244221438478548e-06,
      "loss": 0.3446,
      "step": 1400810
    },
    {
      "epoch": 390.96,
      "grad_norm": 0.9661442041397095,
      "learning_rate": 2.624395298784701e-06,
      "loss": 0.3491,
      "step": 1400820
    },
    {
      "epoch": 390.97,
      "grad_norm": 1.018458366394043,
      "learning_rate": 2.6243684536841934e-06,
      "loss": 0.363,
      "step": 1400830
    },
    {
      "epoch": 390.97,
      "grad_norm": 1.2611573934555054,
      "learning_rate": 2.6243416085463356e-06,
      "loss": 0.3341,
      "step": 1400840
    },
    {
      "epoch": 390.97,
      "grad_norm": 1.2852730751037598,
      "learning_rate": 2.6243147633711308e-06,
      "loss": 0.3431,
      "step": 1400850
    },
    {
      "epoch": 390.97,
      "grad_norm": 1.2517832517623901,
      "learning_rate": 2.624287918158583e-06,
      "loss": 0.3402,
      "step": 1400860
    },
    {
      "epoch": 390.98,
      "grad_norm": 0.8041408061981201,
      "learning_rate": 2.624261072908695e-06,
      "loss": 0.3393,
      "step": 1400870
    },
    {
      "epoch": 390.98,
      "grad_norm": 1.1625639200210571,
      "learning_rate": 2.6242342276214714e-06,
      "loss": 0.3375,
      "step": 1400880
    },
    {
      "epoch": 390.98,
      "grad_norm": 1.6450166702270508,
      "learning_rate": 2.624207382296915e-06,
      "loss": 0.3453,
      "step": 1400890
    },
    {
      "epoch": 390.99,
      "grad_norm": 0.9593819379806519,
      "learning_rate": 2.62418053693503e-06,
      "loss": 0.3541,
      "step": 1400900
    },
    {
      "epoch": 390.99,
      "grad_norm": 0.9089950919151306,
      "learning_rate": 2.6241536915358195e-06,
      "loss": 0.3542,
      "step": 1400910
    },
    {
      "epoch": 390.99,
      "grad_norm": 0.9616891741752625,
      "learning_rate": 2.624126846099287e-06,
      "loss": 0.3555,
      "step": 1400920
    },
    {
      "epoch": 390.99,
      "grad_norm": 1.067771077156067,
      "learning_rate": 2.624100000625436e-06,
      "loss": 0.3365,
      "step": 1400930
    },
    {
      "epoch": 391.0,
      "grad_norm": 1.0134755373001099,
      "learning_rate": 2.624073155114271e-06,
      "loss": 0.3534,
      "step": 1400940
    },
    {
      "epoch": 391.0,
      "grad_norm": 1.092799425125122,
      "learning_rate": 2.6240463095657942e-06,
      "loss": 0.3335,
      "step": 1400950
    },
    {
      "epoch": 391.0,
      "eval_loss": 0.34871602058410645,
      "eval_runtime": 62.8251,
      "eval_samples_per_second": 80.525,
      "eval_steps_per_second": 10.076,
      "step": 1400953
    },
    {
      "epoch": 391.0,
      "grad_norm": 1.0824273824691772,
      "learning_rate": 2.6240194639800097e-06,
      "loss": 0.3428,
      "step": 1400960
    },
    {
      "epoch": 391.0,
      "grad_norm": 0.9381891489028931,
      "learning_rate": 2.6239926183569222e-06,
      "loss": 0.346,
      "step": 1400970
    },
    {
      "epoch": 391.01,
      "grad_norm": 1.0239237546920776,
      "learning_rate": 2.6239657726965344e-06,
      "loss": 0.3651,
      "step": 1400980
    },
    {
      "epoch": 391.01,
      "grad_norm": 1.1643849611282349,
      "learning_rate": 2.623938926998849e-06,
      "loss": 0.3372,
      "step": 1400990
    },
    {
      "epoch": 391.01,
      "grad_norm": 1.1520620584487915,
      "learning_rate": 2.6239120812638703e-06,
      "loss": 0.3629,
      "step": 1401000
    },
    {
      "epoch": 391.02,
      "grad_norm": 1.0054512023925781,
      "learning_rate": 2.6238852354916026e-06,
      "loss": 0.3464,
      "step": 1401010
    },
    {
      "epoch": 391.02,
      "grad_norm": 1.5547665357589722,
      "learning_rate": 2.623858389682049e-06,
      "loss": 0.3385,
      "step": 1401020
    },
    {
      "epoch": 391.02,
      "grad_norm": 1.1149368286132812,
      "learning_rate": 2.623831543835212e-06,
      "loss": 0.3399,
      "step": 1401030
    },
    {
      "epoch": 391.02,
      "grad_norm": 1.0129262208938599,
      "learning_rate": 2.6238046979510966e-06,
      "loss": 0.3379,
      "step": 1401040
    },
    {
      "epoch": 391.03,
      "grad_norm": 0.9374090433120728,
      "learning_rate": 2.623777852029706e-06,
      "loss": 0.3428,
      "step": 1401050
    },
    {
      "epoch": 391.03,
      "grad_norm": 0.9718118906021118,
      "learning_rate": 2.6237510060710433e-06,
      "loss": 0.3402,
      "step": 1401060
    },
    {
      "epoch": 391.03,
      "grad_norm": 1.1631525754928589,
      "learning_rate": 2.6237241600751127e-06,
      "loss": 0.3454,
      "step": 1401070
    },
    {
      "epoch": 391.04,
      "grad_norm": 1.1410127878189087,
      "learning_rate": 2.6236973140419173e-06,
      "loss": 0.3502,
      "step": 1401080
    },
    {
      "epoch": 391.04,
      "grad_norm": 1.0340017080307007,
      "learning_rate": 2.6236704679714605e-06,
      "loss": 0.3401,
      "step": 1401090
    },
    {
      "epoch": 391.04,
      "grad_norm": 1.063754677772522,
      "learning_rate": 2.6236436218637465e-06,
      "loss": 0.3598,
      "step": 1401100
    },
    {
      "epoch": 391.04,
      "grad_norm": 1.1164932250976562,
      "learning_rate": 2.6236167757187788e-06,
      "loss": 0.3537,
      "step": 1401110
    },
    {
      "epoch": 391.05,
      "grad_norm": 0.9426764249801636,
      "learning_rate": 2.623589929536561e-06,
      "loss": 0.3388,
      "step": 1401120
    },
    {
      "epoch": 391.05,
      "grad_norm": 0.9859533309936523,
      "learning_rate": 2.6235630833170954e-06,
      "loss": 0.3579,
      "step": 1401130
    },
    {
      "epoch": 391.05,
      "grad_norm": 1.09226393699646,
      "learning_rate": 2.6235362370603875e-06,
      "loss": 0.3585,
      "step": 1401140
    },
    {
      "epoch": 391.05,
      "grad_norm": 0.9934877157211304,
      "learning_rate": 2.6235093907664394e-06,
      "loss": 0.3461,
      "step": 1401150
    },
    {
      "epoch": 391.06,
      "grad_norm": 0.908596932888031,
      "learning_rate": 2.6234825444352552e-06,
      "loss": 0.3489,
      "step": 1401160
    },
    {
      "epoch": 391.06,
      "grad_norm": 1.8125382661819458,
      "learning_rate": 2.623455698066839e-06,
      "loss": 0.3452,
      "step": 1401170
    },
    {
      "epoch": 391.06,
      "grad_norm": 0.96263188123703,
      "learning_rate": 2.623428851661194e-06,
      "loss": 0.3637,
      "step": 1401180
    },
    {
      "epoch": 391.07,
      "grad_norm": 1.1496409177780151,
      "learning_rate": 2.6234020052183233e-06,
      "loss": 0.3445,
      "step": 1401190
    },
    {
      "epoch": 391.07,
      "grad_norm": 0.9826634526252747,
      "learning_rate": 2.623375158738231e-06,
      "loss": 0.3438,
      "step": 1401200
    },
    {
      "epoch": 391.07,
      "grad_norm": 0.9318105578422546,
      "learning_rate": 2.6233483122209204e-06,
      "loss": 0.361,
      "step": 1401210
    },
    {
      "epoch": 391.07,
      "grad_norm": 1.0603094100952148,
      "learning_rate": 2.6233214656663953e-06,
      "loss": 0.3617,
      "step": 1401220
    },
    {
      "epoch": 391.08,
      "grad_norm": 1.0152794122695923,
      "learning_rate": 2.6232946190746596e-06,
      "loss": 0.3447,
      "step": 1401230
    },
    {
      "epoch": 391.08,
      "grad_norm": 1.067808985710144,
      "learning_rate": 2.6232677724457154e-06,
      "loss": 0.35,
      "step": 1401240
    },
    {
      "epoch": 391.08,
      "grad_norm": 0.8706602454185486,
      "learning_rate": 2.6232409257795675e-06,
      "loss": 0.3683,
      "step": 1401250
    },
    {
      "epoch": 391.09,
      "grad_norm": 1.0071449279785156,
      "learning_rate": 2.6232140790762203e-06,
      "loss": 0.3527,
      "step": 1401260
    },
    {
      "epoch": 391.09,
      "grad_norm": 1.1104192733764648,
      "learning_rate": 2.6231872323356758e-06,
      "loss": 0.3492,
      "step": 1401270
    },
    {
      "epoch": 391.09,
      "grad_norm": 1.0191718339920044,
      "learning_rate": 2.6231603855579375e-06,
      "loss": 0.3442,
      "step": 1401280
    },
    {
      "epoch": 391.09,
      "grad_norm": 0.8945481181144714,
      "learning_rate": 2.6231335387430103e-06,
      "loss": 0.3474,
      "step": 1401290
    },
    {
      "epoch": 391.1,
      "grad_norm": 1.045740008354187,
      "learning_rate": 2.623106691890897e-06,
      "loss": 0.3554,
      "step": 1401300
    },
    {
      "epoch": 391.1,
      "grad_norm": 1.247645378112793,
      "learning_rate": 2.623079845001601e-06,
      "loss": 0.3475,
      "step": 1401310
    },
    {
      "epoch": 391.1,
      "grad_norm": 1.2552095651626587,
      "learning_rate": 2.6230529980751258e-06,
      "loss": 0.3525,
      "step": 1401320
    },
    {
      "epoch": 391.11,
      "grad_norm": 0.9707475900650024,
      "learning_rate": 2.623026151111476e-06,
      "loss": 0.3306,
      "step": 1401330
    },
    {
      "epoch": 391.11,
      "grad_norm": 1.0698819160461426,
      "learning_rate": 2.622999304110655e-06,
      "loss": 0.3604,
      "step": 1401340
    },
    {
      "epoch": 391.11,
      "grad_norm": 1.0030213594436646,
      "learning_rate": 2.622972457072665e-06,
      "loss": 0.3596,
      "step": 1401350
    },
    {
      "epoch": 391.11,
      "grad_norm": 0.9835996031761169,
      "learning_rate": 2.62294560999751e-06,
      "loss": 0.335,
      "step": 1401360
    },
    {
      "epoch": 391.12,
      "grad_norm": 1.0522924661636353,
      "learning_rate": 2.6229187628851943e-06,
      "loss": 0.3738,
      "step": 1401370
    },
    {
      "epoch": 391.12,
      "grad_norm": 0.9965559244155884,
      "learning_rate": 2.6228919157357213e-06,
      "loss": 0.3185,
      "step": 1401380
    },
    {
      "epoch": 391.12,
      "grad_norm": 0.9605777859687805,
      "learning_rate": 2.622865068549095e-06,
      "loss": 0.3404,
      "step": 1401390
    },
    {
      "epoch": 391.12,
      "grad_norm": 0.9515331387519836,
      "learning_rate": 2.622838221325317e-06,
      "loss": 0.3489,
      "step": 1401400
    },
    {
      "epoch": 391.13,
      "grad_norm": 1.069976806640625,
      "learning_rate": 2.622811374064394e-06,
      "loss": 0.3507,
      "step": 1401410
    },
    {
      "epoch": 391.13,
      "grad_norm": 1.1130502223968506,
      "learning_rate": 2.6227845267663265e-06,
      "loss": 0.347,
      "step": 1401420
    },
    {
      "epoch": 391.13,
      "grad_norm": 1.005061388015747,
      "learning_rate": 2.62275767943112e-06,
      "loss": 0.3539,
      "step": 1401430
    },
    {
      "epoch": 391.14,
      "grad_norm": 1.2462804317474365,
      "learning_rate": 2.6227308320587777e-06,
      "loss": 0.3372,
      "step": 1401440
    },
    {
      "epoch": 391.14,
      "grad_norm": 1.1762347221374512,
      "learning_rate": 2.6227039846493024e-06,
      "loss": 0.3451,
      "step": 1401450
    },
    {
      "epoch": 391.14,
      "grad_norm": 1.2120670080184937,
      "learning_rate": 2.622677137202699e-06,
      "loss": 0.3312,
      "step": 1401460
    },
    {
      "epoch": 391.14,
      "grad_norm": 0.9093305468559265,
      "learning_rate": 2.6226502897189695e-06,
      "loss": 0.3385,
      "step": 1401470
    },
    {
      "epoch": 391.15,
      "grad_norm": 1.2256762981414795,
      "learning_rate": 2.6226234421981187e-06,
      "loss": 0.3453,
      "step": 1401480
    },
    {
      "epoch": 391.15,
      "grad_norm": 0.9915415048599243,
      "learning_rate": 2.6225965946401505e-06,
      "loss": 0.3449,
      "step": 1401490
    },
    {
      "epoch": 391.15,
      "grad_norm": 1.0379149913787842,
      "learning_rate": 2.622569747045066e-06,
      "loss": 0.3333,
      "step": 1401500
    },
    {
      "epoch": 391.16,
      "grad_norm": 1.0695301294326782,
      "learning_rate": 2.622542899412872e-06,
      "loss": 0.339,
      "step": 1401510
    },
    {
      "epoch": 391.16,
      "grad_norm": 0.9909164309501648,
      "learning_rate": 2.62251605174357e-06,
      "loss": 0.3586,
      "step": 1401520
    },
    {
      "epoch": 391.16,
      "grad_norm": 0.967471718788147,
      "learning_rate": 2.622489204037164e-06,
      "loss": 0.3245,
      "step": 1401530
    },
    {
      "epoch": 391.16,
      "grad_norm": 1.2505277395248413,
      "learning_rate": 2.6224623562936576e-06,
      "loss": 0.3382,
      "step": 1401540
    },
    {
      "epoch": 391.17,
      "grad_norm": 0.9189764857292175,
      "learning_rate": 2.622435508513055e-06,
      "loss": 0.3425,
      "step": 1401550
    },
    {
      "epoch": 391.17,
      "grad_norm": 1.0110840797424316,
      "learning_rate": 2.6224086606953596e-06,
      "loss": 0.3464,
      "step": 1401560
    },
    {
      "epoch": 391.17,
      "grad_norm": 2.0918266773223877,
      "learning_rate": 2.6223818128405745e-06,
      "loss": 0.353,
      "step": 1401570
    },
    {
      "epoch": 391.17,
      "grad_norm": 0.9970086812973022,
      "learning_rate": 2.622354964948703e-06,
      "loss": 0.3421,
      "step": 1401580
    },
    {
      "epoch": 391.18,
      "grad_norm": 0.9872086644172668,
      "learning_rate": 2.6223281170197495e-06,
      "loss": 0.3453,
      "step": 1401590
    },
    {
      "epoch": 391.18,
      "grad_norm": 1.4731144905090332,
      "learning_rate": 2.622301269053717e-06,
      "loss": 0.3636,
      "step": 1401600
    },
    {
      "epoch": 391.18,
      "grad_norm": 1.0729883909225464,
      "learning_rate": 2.6222744210506087e-06,
      "loss": 0.3394,
      "step": 1401610
    },
    {
      "epoch": 391.19,
      "grad_norm": 1.200189471244812,
      "learning_rate": 2.6222475730104293e-06,
      "loss": 0.3514,
      "step": 1401620
    },
    {
      "epoch": 391.19,
      "grad_norm": 1.0565438270568848,
      "learning_rate": 2.622220724933182e-06,
      "loss": 0.3572,
      "step": 1401630
    },
    {
      "epoch": 391.19,
      "grad_norm": 2.1849639415740967,
      "learning_rate": 2.62219387681887e-06,
      "loss": 0.3497,
      "step": 1401640
    },
    {
      "epoch": 391.19,
      "grad_norm": 0.9989499449729919,
      "learning_rate": 2.6221670286674966e-06,
      "loss": 0.3368,
      "step": 1401650
    },
    {
      "epoch": 391.2,
      "grad_norm": 1.0291924476623535,
      "learning_rate": 2.6221401804790665e-06,
      "loss": 0.3613,
      "step": 1401660
    },
    {
      "epoch": 391.2,
      "grad_norm": 0.9317693114280701,
      "learning_rate": 2.622113332253582e-06,
      "loss": 0.3447,
      "step": 1401670
    },
    {
      "epoch": 391.2,
      "grad_norm": 1.1847813129425049,
      "learning_rate": 2.6220864839910472e-06,
      "loss": 0.3486,
      "step": 1401680
    },
    {
      "epoch": 391.21,
      "grad_norm": 0.925172746181488,
      "learning_rate": 2.6220596356914665e-06,
      "loss": 0.342,
      "step": 1401690
    },
    {
      "epoch": 391.21,
      "grad_norm": 1.0844274759292603,
      "learning_rate": 2.6220327873548417e-06,
      "loss": 0.3512,
      "step": 1401700
    },
    {
      "epoch": 391.21,
      "grad_norm": 0.9877088069915771,
      "learning_rate": 2.622005938981178e-06,
      "loss": 0.3465,
      "step": 1401710
    },
    {
      "epoch": 391.21,
      "grad_norm": 0.9416852593421936,
      "learning_rate": 2.621979090570479e-06,
      "loss": 0.3489,
      "step": 1401720
    },
    {
      "epoch": 391.22,
      "grad_norm": 1.0078719854354858,
      "learning_rate": 2.6219522421227468e-06,
      "loss": 0.3451,
      "step": 1401730
    },
    {
      "epoch": 391.22,
      "grad_norm": 0.9544856548309326,
      "learning_rate": 2.621925393637985e-06,
      "loss": 0.3634,
      "step": 1401740
    },
    {
      "epoch": 391.22,
      "grad_norm": 1.051619529724121,
      "learning_rate": 2.6218985451161997e-06,
      "loss": 0.3486,
      "step": 1401750
    },
    {
      "epoch": 391.23,
      "grad_norm": 0.9972236752510071,
      "learning_rate": 2.621871696557392e-06,
      "loss": 0.3523,
      "step": 1401760
    },
    {
      "epoch": 391.23,
      "grad_norm": 0.9087979197502136,
      "learning_rate": 2.6218448479615655e-06,
      "loss": 0.3397,
      "step": 1401770
    },
    {
      "epoch": 391.23,
      "grad_norm": 1.0794291496276855,
      "learning_rate": 2.6218179993287257e-06,
      "loss": 0.3472,
      "step": 1401780
    },
    {
      "epoch": 391.23,
      "grad_norm": 0.8476928472518921,
      "learning_rate": 2.6217911506588747e-06,
      "loss": 0.3397,
      "step": 1401790
    },
    {
      "epoch": 391.24,
      "grad_norm": 1.1325557231903076,
      "learning_rate": 2.621764301952016e-06,
      "loss": 0.3608,
      "step": 1401800
    },
    {
      "epoch": 391.24,
      "grad_norm": 1.0199925899505615,
      "learning_rate": 2.621737453208154e-06,
      "loss": 0.3385,
      "step": 1401810
    },
    {
      "epoch": 391.24,
      "grad_norm": 1.2680355310440063,
      "learning_rate": 2.621710604427291e-06,
      "loss": 0.3489,
      "step": 1401820
    },
    {
      "epoch": 391.24,
      "grad_norm": 0.9777123332023621,
      "learning_rate": 2.6216837556094316e-06,
      "loss": 0.3408,
      "step": 1401830
    },
    {
      "epoch": 391.25,
      "grad_norm": 0.9679088592529297,
      "learning_rate": 2.6216569067545793e-06,
      "loss": 0.3392,
      "step": 1401840
    },
    {
      "epoch": 391.25,
      "grad_norm": 1.3652498722076416,
      "learning_rate": 2.621630057862738e-06,
      "loss": 0.362,
      "step": 1401850
    },
    {
      "epoch": 391.25,
      "grad_norm": 1.03775155544281,
      "learning_rate": 2.6216032089339104e-06,
      "loss": 0.3447,
      "step": 1401860
    },
    {
      "epoch": 391.26,
      "grad_norm": 1.1835781335830688,
      "learning_rate": 2.6215763599681e-06,
      "loss": 0.3554,
      "step": 1401870
    },
    {
      "epoch": 391.26,
      "grad_norm": 1.0830051898956299,
      "learning_rate": 2.6215495109653114e-06,
      "loss": 0.3529,
      "step": 1401880
    },
    {
      "epoch": 391.26,
      "grad_norm": 1.0400927066802979,
      "learning_rate": 2.6215226619255476e-06,
      "loss": 0.3571,
      "step": 1401890
    },
    {
      "epoch": 391.26,
      "grad_norm": 0.9752368927001953,
      "learning_rate": 2.6214958128488116e-06,
      "loss": 0.3516,
      "step": 1401900
    },
    {
      "epoch": 391.27,
      "grad_norm": 0.914086639881134,
      "learning_rate": 2.6214689637351085e-06,
      "loss": 0.3393,
      "step": 1401910
    },
    {
      "epoch": 391.27,
      "grad_norm": 1.0164709091186523,
      "learning_rate": 2.62144211458444e-06,
      "loss": 0.3457,
      "step": 1401920
    },
    {
      "epoch": 391.27,
      "grad_norm": 1.0754191875457764,
      "learning_rate": 2.6214152653968114e-06,
      "loss": 0.3535,
      "step": 1401930
    },
    {
      "epoch": 391.28,
      "grad_norm": 1.033037781715393,
      "learning_rate": 2.6213884161722254e-06,
      "loss": 0.3441,
      "step": 1401940
    },
    {
      "epoch": 391.28,
      "grad_norm": 1.0180692672729492,
      "learning_rate": 2.6213615669106855e-06,
      "loss": 0.347,
      "step": 1401950
    },
    {
      "epoch": 391.28,
      "grad_norm": 0.98942631483078,
      "learning_rate": 2.6213347176121946e-06,
      "loss": 0.3533,
      "step": 1401960
    },
    {
      "epoch": 391.28,
      "grad_norm": 0.8841739296913147,
      "learning_rate": 2.621307868276758e-06,
      "loss": 0.3536,
      "step": 1401970
    },
    {
      "epoch": 391.29,
      "grad_norm": 0.8371866345405579,
      "learning_rate": 2.6212810189043777e-06,
      "loss": 0.3578,
      "step": 1401980
    },
    {
      "epoch": 391.29,
      "grad_norm": 0.9367496967315674,
      "learning_rate": 2.6212541694950584e-06,
      "loss": 0.3483,
      "step": 1401990
    },
    {
      "epoch": 391.29,
      "grad_norm": 1.0333107709884644,
      "learning_rate": 2.6212273200488035e-06,
      "loss": 0.3329,
      "step": 1402000
    },
    {
      "epoch": 391.3,
      "grad_norm": 1.2022863626480103,
      "learning_rate": 2.621200470565616e-06,
      "loss": 0.3601,
      "step": 1402010
    },
    {
      "epoch": 391.3,
      "grad_norm": 1.1068956851959229,
      "learning_rate": 2.6211736210455e-06,
      "loss": 0.3389,
      "step": 1402020
    },
    {
      "epoch": 391.3,
      "grad_norm": 1.050805687904358,
      "learning_rate": 2.6211467714884586e-06,
      "loss": 0.3488,
      "step": 1402030
    },
    {
      "epoch": 391.3,
      "grad_norm": 0.9843335747718811,
      "learning_rate": 2.621119921894496e-06,
      "loss": 0.3482,
      "step": 1402040
    },
    {
      "epoch": 391.31,
      "grad_norm": 0.9132026433944702,
      "learning_rate": 2.6210930722636145e-06,
      "loss": 0.3341,
      "step": 1402050
    },
    {
      "epoch": 391.31,
      "grad_norm": 1.321662187576294,
      "learning_rate": 2.621066222595819e-06,
      "loss": 0.3424,
      "step": 1402060
    },
    {
      "epoch": 391.31,
      "grad_norm": 1.0019640922546387,
      "learning_rate": 2.621039372891113e-06,
      "loss": 0.3445,
      "step": 1402070
    },
    {
      "epoch": 391.31,
      "grad_norm": 1.1788359880447388,
      "learning_rate": 2.6210125231494994e-06,
      "loss": 0.3476,
      "step": 1402080
    },
    {
      "epoch": 391.32,
      "grad_norm": 1.1043418645858765,
      "learning_rate": 2.620985673370982e-06,
      "loss": 0.3458,
      "step": 1402090
    },
    {
      "epoch": 391.32,
      "grad_norm": 0.9865010976791382,
      "learning_rate": 2.620958823555565e-06,
      "loss": 0.3554,
      "step": 1402100
    },
    {
      "epoch": 391.32,
      "grad_norm": 1.1808900833129883,
      "learning_rate": 2.6209319737032504e-06,
      "loss": 0.347,
      "step": 1402110
    },
    {
      "epoch": 391.33,
      "grad_norm": 0.9340268969535828,
      "learning_rate": 2.6209051238140434e-06,
      "loss": 0.3354,
      "step": 1402120
    },
    {
      "epoch": 391.33,
      "grad_norm": 1.3969166278839111,
      "learning_rate": 2.620878273887947e-06,
      "loss": 0.3551,
      "step": 1402130
    },
    {
      "epoch": 391.33,
      "grad_norm": 0.8772023320198059,
      "learning_rate": 2.6208514239249645e-06,
      "loss": 0.3297,
      "step": 1402140
    },
    {
      "epoch": 391.33,
      "grad_norm": 1.031259536743164,
      "learning_rate": 2.6208245739251006e-06,
      "loss": 0.3384,
      "step": 1402150
    },
    {
      "epoch": 391.34,
      "grad_norm": 0.9888888597488403,
      "learning_rate": 2.620797723888357e-06,
      "loss": 0.3465,
      "step": 1402160
    },
    {
      "epoch": 391.34,
      "grad_norm": 0.9978161454200745,
      "learning_rate": 2.620770873814739e-06,
      "loss": 0.3292,
      "step": 1402170
    },
    {
      "epoch": 391.34,
      "grad_norm": 1.1328564882278442,
      "learning_rate": 2.620744023704249e-06,
      "loss": 0.338,
      "step": 1402180
    },
    {
      "epoch": 391.35,
      "grad_norm": 1.0412065982818604,
      "learning_rate": 2.620717173556891e-06,
      "loss": 0.3669,
      "step": 1402190
    },
    {
      "epoch": 391.35,
      "grad_norm": 1.105933427810669,
      "learning_rate": 2.620690323372669e-06,
      "loss": 0.3375,
      "step": 1402200
    },
    {
      "epoch": 391.35,
      "grad_norm": 0.948645293712616,
      "learning_rate": 2.6206634731515856e-06,
      "loss": 0.3542,
      "step": 1402210
    },
    {
      "epoch": 391.35,
      "grad_norm": 1.1253678798675537,
      "learning_rate": 2.6206366228936448e-06,
      "loss": 0.337,
      "step": 1402220
    },
    {
      "epoch": 391.36,
      "grad_norm": 0.9902173280715942,
      "learning_rate": 2.6206097725988513e-06,
      "loss": 0.3486,
      "step": 1402230
    },
    {
      "epoch": 391.36,
      "grad_norm": 0.9389662146568298,
      "learning_rate": 2.6205829222672068e-06,
      "loss": 0.3411,
      "step": 1402240
    },
    {
      "epoch": 391.36,
      "grad_norm": 1.1103874444961548,
      "learning_rate": 2.620556071898716e-06,
      "loss": 0.3436,
      "step": 1402250
    },
    {
      "epoch": 391.36,
      "grad_norm": 1.050013542175293,
      "learning_rate": 2.6205292214933825e-06,
      "loss": 0.3514,
      "step": 1402260
    },
    {
      "epoch": 391.37,
      "grad_norm": 0.9954753518104553,
      "learning_rate": 2.620502371051209e-06,
      "loss": 0.3478,
      "step": 1402270
    },
    {
      "epoch": 391.37,
      "grad_norm": 0.9936502575874329,
      "learning_rate": 2.6204755205722003e-06,
      "loss": 0.3455,
      "step": 1402280
    },
    {
      "epoch": 391.37,
      "grad_norm": 1.013946533203125,
      "learning_rate": 2.6204486700563595e-06,
      "loss": 0.3499,
      "step": 1402290
    },
    {
      "epoch": 391.38,
      "grad_norm": 1.053356409072876,
      "learning_rate": 2.6204218195036894e-06,
      "loss": 0.3428,
      "step": 1402300
    },
    {
      "epoch": 391.38,
      "grad_norm": 0.9572233557701111,
      "learning_rate": 2.6203949689141945e-06,
      "loss": 0.3536,
      "step": 1402310
    },
    {
      "epoch": 391.38,
      "grad_norm": 1.0768166780471802,
      "learning_rate": 2.620368118287878e-06,
      "loss": 0.3536,
      "step": 1402320
    },
    {
      "epoch": 391.38,
      "grad_norm": 1.1237525939941406,
      "learning_rate": 2.620341267624744e-06,
      "loss": 0.3689,
      "step": 1402330
    },
    {
      "epoch": 391.39,
      "grad_norm": 1.2218369245529175,
      "learning_rate": 2.620314416924795e-06,
      "loss": 0.357,
      "step": 1402340
    },
    {
      "epoch": 391.39,
      "grad_norm": 1.0533314943313599,
      "learning_rate": 2.620287566188035e-06,
      "loss": 0.338,
      "step": 1402350
    },
    {
      "epoch": 391.39,
      "grad_norm": 1.073413610458374,
      "learning_rate": 2.6202607154144685e-06,
      "loss": 0.3532,
      "step": 1402360
    },
    {
      "epoch": 391.4,
      "grad_norm": 1.1089106798171997,
      "learning_rate": 2.6202338646040983e-06,
      "loss": 0.3555,
      "step": 1402370
    },
    {
      "epoch": 391.4,
      "grad_norm": 1.127421259880066,
      "learning_rate": 2.6202070137569275e-06,
      "loss": 0.3498,
      "step": 1402380
    },
    {
      "epoch": 391.4,
      "grad_norm": 1.1949406862258911,
      "learning_rate": 2.620180162872961e-06,
      "loss": 0.3453,
      "step": 1402390
    },
    {
      "epoch": 391.4,
      "grad_norm": 0.980319082736969,
      "learning_rate": 2.6201533119522006e-06,
      "loss": 0.3425,
      "step": 1402400
    },
    {
      "epoch": 391.41,
      "grad_norm": 1.2089927196502686,
      "learning_rate": 2.6201264609946513e-06,
      "loss": 0.346,
      "step": 1402410
    },
    {
      "epoch": 391.41,
      "grad_norm": 1.043837308883667,
      "learning_rate": 2.6200996100003157e-06,
      "loss": 0.3316,
      "step": 1402420
    },
    {
      "epoch": 391.41,
      "grad_norm": 1.101529836654663,
      "learning_rate": 2.620072758969199e-06,
      "loss": 0.3476,
      "step": 1402430
    },
    {
      "epoch": 391.42,
      "grad_norm": 0.8862491846084595,
      "learning_rate": 2.6200459079013033e-06,
      "loss": 0.3429,
      "step": 1402440
    },
    {
      "epoch": 391.42,
      "grad_norm": 1.1063333749771118,
      "learning_rate": 2.620019056796632e-06,
      "loss": 0.3358,
      "step": 1402450
    },
    {
      "epoch": 391.42,
      "grad_norm": 0.986239492893219,
      "learning_rate": 2.61999220565519e-06,
      "loss": 0.3564,
      "step": 1402460
    },
    {
      "epoch": 391.42,
      "grad_norm": 1.1568222045898438,
      "learning_rate": 2.6199653544769793e-06,
      "loss": 0.3412,
      "step": 1402470
    },
    {
      "epoch": 391.43,
      "grad_norm": 1.0916962623596191,
      "learning_rate": 2.6199385032620044e-06,
      "loss": 0.3402,
      "step": 1402480
    },
    {
      "epoch": 391.43,
      "grad_norm": 0.9440267086029053,
      "learning_rate": 2.6199116520102695e-06,
      "loss": 0.3492,
      "step": 1402490
    },
    {
      "epoch": 391.43,
      "grad_norm": 1.3406658172607422,
      "learning_rate": 2.6198848007217763e-06,
      "loss": 0.3475,
      "step": 1402500
    },
    {
      "epoch": 391.43,
      "grad_norm": 0.8555228114128113,
      "learning_rate": 2.61985794939653e-06,
      "loss": 0.3467,
      "step": 1402510
    },
    {
      "epoch": 391.44,
      "grad_norm": 1.0177465677261353,
      "learning_rate": 2.619831098034534e-06,
      "loss": 0.3644,
      "step": 1402520
    },
    {
      "epoch": 391.44,
      "grad_norm": 0.9219912886619568,
      "learning_rate": 2.6198042466357912e-06,
      "loss": 0.3561,
      "step": 1402530
    },
    {
      "epoch": 391.44,
      "grad_norm": 1.0831125974655151,
      "learning_rate": 2.6197773952003052e-06,
      "loss": 0.3605,
      "step": 1402540
    },
    {
      "epoch": 391.45,
      "grad_norm": 0.9289796948432922,
      "learning_rate": 2.61975054372808e-06,
      "loss": 0.3332,
      "step": 1402550
    },
    {
      "epoch": 391.45,
      "grad_norm": 0.9717778563499451,
      "learning_rate": 2.619723692219119e-06,
      "loss": 0.3555,
      "step": 1402560
    },
    {
      "epoch": 391.45,
      "grad_norm": 0.9297804832458496,
      "learning_rate": 2.619696840673426e-06,
      "loss": 0.3459,
      "step": 1402570
    },
    {
      "epoch": 391.45,
      "grad_norm": 1.199460744857788,
      "learning_rate": 2.6196699890910048e-06,
      "loss": 0.3455,
      "step": 1402580
    },
    {
      "epoch": 391.46,
      "grad_norm": 1.0786032676696777,
      "learning_rate": 2.619643137471858e-06,
      "loss": 0.3533,
      "step": 1402590
    },
    {
      "epoch": 391.46,
      "grad_norm": 0.9690387845039368,
      "learning_rate": 2.6196162858159904e-06,
      "loss": 0.335,
      "step": 1402600
    },
    {
      "epoch": 391.46,
      "grad_norm": 0.9169932007789612,
      "learning_rate": 2.619589434123404e-06,
      "loss": 0.348,
      "step": 1402610
    },
    {
      "epoch": 391.47,
      "grad_norm": 1.0948399305343628,
      "learning_rate": 2.6195625823941044e-06,
      "loss": 0.3519,
      "step": 1402620
    },
    {
      "epoch": 391.47,
      "grad_norm": 0.9062345027923584,
      "learning_rate": 2.619535730628093e-06,
      "loss": 0.3679,
      "step": 1402630
    },
    {
      "epoch": 391.47,
      "grad_norm": 0.9764482378959656,
      "learning_rate": 2.6195088788253746e-06,
      "loss": 0.3528,
      "step": 1402640
    },
    {
      "epoch": 391.47,
      "grad_norm": 1.2610315084457397,
      "learning_rate": 2.6194820269859534e-06,
      "loss": 0.3577,
      "step": 1402650
    },
    {
      "epoch": 391.48,
      "grad_norm": 1.190872073173523,
      "learning_rate": 2.6194551751098316e-06,
      "loss": 0.3492,
      "step": 1402660
    },
    {
      "epoch": 391.48,
      "grad_norm": 0.9680061936378479,
      "learning_rate": 2.6194283231970137e-06,
      "loss": 0.3386,
      "step": 1402670
    },
    {
      "epoch": 391.48,
      "grad_norm": 1.09807288646698,
      "learning_rate": 2.619401471247503e-06,
      "loss": 0.3578,
      "step": 1402680
    },
    {
      "epoch": 391.48,
      "grad_norm": 1.2317850589752197,
      "learning_rate": 2.6193746192613023e-06,
      "loss": 0.3553,
      "step": 1402690
    },
    {
      "epoch": 391.49,
      "grad_norm": 1.0921599864959717,
      "learning_rate": 2.6193477672384163e-06,
      "loss": 0.3474,
      "step": 1402700
    },
    {
      "epoch": 391.49,
      "grad_norm": 0.9362945556640625,
      "learning_rate": 2.619320915178848e-06,
      "loss": 0.3585,
      "step": 1402710
    },
    {
      "epoch": 391.49,
      "grad_norm": 1.2135813236236572,
      "learning_rate": 2.6192940630826016e-06,
      "loss": 0.3386,
      "step": 1402720
    },
    {
      "epoch": 391.5,
      "grad_norm": 1.0102006196975708,
      "learning_rate": 2.6192672109496797e-06,
      "loss": 0.3412,
      "step": 1402730
    },
    {
      "epoch": 391.5,
      "grad_norm": 1.1335341930389404,
      "learning_rate": 2.6192403587800868e-06,
      "loss": 0.3577,
      "step": 1402740
    },
    {
      "epoch": 391.5,
      "grad_norm": 1.061841368675232,
      "learning_rate": 2.619213506573826e-06,
      "loss": 0.3496,
      "step": 1402750
    },
    {
      "epoch": 391.5,
      "grad_norm": 1.0792746543884277,
      "learning_rate": 2.6191866543309005e-06,
      "loss": 0.3398,
      "step": 1402760
    },
    {
      "epoch": 391.51,
      "grad_norm": 1.0401312112808228,
      "learning_rate": 2.619159802051315e-06,
      "loss": 0.3492,
      "step": 1402770
    },
    {
      "epoch": 391.51,
      "grad_norm": 1.0908255577087402,
      "learning_rate": 2.6191329497350717e-06,
      "loss": 0.326,
      "step": 1402780
    },
    {
      "epoch": 391.51,
      "grad_norm": 0.9425022602081299,
      "learning_rate": 2.6191060973821754e-06,
      "loss": 0.3485,
      "step": 1402790
    },
    {
      "epoch": 391.52,
      "grad_norm": 1.036128282546997,
      "learning_rate": 2.6190792449926287e-06,
      "loss": 0.3465,
      "step": 1402800
    },
    {
      "epoch": 391.52,
      "grad_norm": 1.112573266029358,
      "learning_rate": 2.6190523925664356e-06,
      "loss": 0.3326,
      "step": 1402810
    },
    {
      "epoch": 391.52,
      "grad_norm": 1.0732982158660889,
      "learning_rate": 2.6190255401036003e-06,
      "loss": 0.3564,
      "step": 1402820
    },
    {
      "epoch": 391.52,
      "grad_norm": 0.9158632755279541,
      "learning_rate": 2.618998687604125e-06,
      "loss": 0.3575,
      "step": 1402830
    },
    {
      "epoch": 391.53,
      "grad_norm": 1.0405329465866089,
      "learning_rate": 2.6189718350680145e-06,
      "loss": 0.3431,
      "step": 1402840
    },
    {
      "epoch": 391.53,
      "grad_norm": 0.9974140524864197,
      "learning_rate": 2.6189449824952715e-06,
      "loss": 0.3409,
      "step": 1402850
    },
    {
      "epoch": 391.53,
      "grad_norm": 1.1554458141326904,
      "learning_rate": 2.6189181298859004e-06,
      "loss": 0.3511,
      "step": 1402860
    },
    {
      "epoch": 391.54,
      "grad_norm": 0.9785721898078918,
      "learning_rate": 2.618891277239904e-06,
      "loss": 0.3422,
      "step": 1402870
    },
    {
      "epoch": 391.54,
      "grad_norm": 1.0115450620651245,
      "learning_rate": 2.6188644245572864e-06,
      "loss": 0.3675,
      "step": 1402880
    },
    {
      "epoch": 391.54,
      "grad_norm": 0.9913520216941833,
      "learning_rate": 2.6188375718380513e-06,
      "loss": 0.3557,
      "step": 1402890
    },
    {
      "epoch": 391.54,
      "grad_norm": 0.9564691781997681,
      "learning_rate": 2.6188107190822014e-06,
      "loss": 0.3556,
      "step": 1402900
    },
    {
      "epoch": 391.55,
      "grad_norm": 1.1678494215011597,
      "learning_rate": 2.6187838662897415e-06,
      "loss": 0.3326,
      "step": 1402910
    },
    {
      "epoch": 391.55,
      "grad_norm": 1.232379674911499,
      "learning_rate": 2.6187570134606737e-06,
      "loss": 0.3513,
      "step": 1402920
    },
    {
      "epoch": 391.55,
      "grad_norm": 1.39864981174469,
      "learning_rate": 2.6187301605950027e-06,
      "loss": 0.3475,
      "step": 1402930
    },
    {
      "epoch": 391.55,
      "grad_norm": 0.9733080863952637,
      "learning_rate": 2.618703307692732e-06,
      "loss": 0.3536,
      "step": 1402940
    },
    {
      "epoch": 391.56,
      "grad_norm": 1.1565929651260376,
      "learning_rate": 2.6186764547538643e-06,
      "loss": 0.3487,
      "step": 1402950
    },
    {
      "epoch": 391.56,
      "grad_norm": 1.309537649154663,
      "learning_rate": 2.618649601778405e-06,
      "loss": 0.339,
      "step": 1402960
    },
    {
      "epoch": 391.56,
      "grad_norm": 1.0223480463027954,
      "learning_rate": 2.618622748766356e-06,
      "loss": 0.3548,
      "step": 1402970
    },
    {
      "epoch": 391.57,
      "grad_norm": 1.0707898139953613,
      "learning_rate": 2.618595895717721e-06,
      "loss": 0.3315,
      "step": 1402980
    },
    {
      "epoch": 391.57,
      "grad_norm": 1.1003841161727905,
      "learning_rate": 2.618569042632504e-06,
      "loss": 0.3383,
      "step": 1402990
    },
    {
      "epoch": 391.57,
      "grad_norm": 1.1312527656555176,
      "learning_rate": 2.618542189510708e-06,
      "loss": 0.3491,
      "step": 1403000
    },
    {
      "epoch": 391.57,
      "grad_norm": 2.3906197547912598,
      "learning_rate": 2.6185153363523383e-06,
      "loss": 0.3454,
      "step": 1403010
    },
    {
      "epoch": 391.58,
      "grad_norm": 1.6405023336410522,
      "learning_rate": 2.618488483157396e-06,
      "loss": 0.3418,
      "step": 1403020
    },
    {
      "epoch": 391.58,
      "grad_norm": 1.225219488143921,
      "learning_rate": 2.6184616299258875e-06,
      "loss": 0.3469,
      "step": 1403030
    },
    {
      "epoch": 391.58,
      "grad_norm": 1.0796431303024292,
      "learning_rate": 2.6184347766578136e-06,
      "loss": 0.353,
      "step": 1403040
    },
    {
      "epoch": 391.59,
      "grad_norm": 1.0589182376861572,
      "learning_rate": 2.6184079233531795e-06,
      "loss": 0.3401,
      "step": 1403050
    },
    {
      "epoch": 391.59,
      "grad_norm": 1.0177597999572754,
      "learning_rate": 2.6183810700119876e-06,
      "loss": 0.3561,
      "step": 1403060
    },
    {
      "epoch": 391.59,
      "grad_norm": 1.0133593082427979,
      "learning_rate": 2.618354216634243e-06,
      "loss": 0.3478,
      "step": 1403070
    },
    {
      "epoch": 391.59,
      "grad_norm": 0.9291297197341919,
      "learning_rate": 2.6183273632199484e-06,
      "loss": 0.3415,
      "step": 1403080
    },
    {
      "epoch": 391.6,
      "grad_norm": 1.0146150588989258,
      "learning_rate": 2.6183005097691072e-06,
      "loss": 0.3619,
      "step": 1403090
    },
    {
      "epoch": 391.6,
      "grad_norm": 1.0826393365859985,
      "learning_rate": 2.6182736562817237e-06,
      "loss": 0.3451,
      "step": 1403100
    },
    {
      "epoch": 391.6,
      "grad_norm": 1.3017820119857788,
      "learning_rate": 2.6182468027578013e-06,
      "loss": 0.3259,
      "step": 1403110
    },
    {
      "epoch": 391.6,
      "grad_norm": 1.0357834100723267,
      "learning_rate": 2.6182199491973426e-06,
      "loss": 0.3572,
      "step": 1403120
    },
    {
      "epoch": 391.61,
      "grad_norm": 1.0506113767623901,
      "learning_rate": 2.6181930956003526e-06,
      "loss": 0.3473,
      "step": 1403130
    },
    {
      "epoch": 391.61,
      "grad_norm": 0.9383701086044312,
      "learning_rate": 2.618166241966833e-06,
      "loss": 0.3447,
      "step": 1403140
    },
    {
      "epoch": 391.61,
      "grad_norm": 1.1800920963287354,
      "learning_rate": 2.618139388296789e-06,
      "loss": 0.3415,
      "step": 1403150
    },
    {
      "epoch": 391.62,
      "grad_norm": 1.0217230319976807,
      "learning_rate": 2.6181125345902235e-06,
      "loss": 0.3443,
      "step": 1403160
    },
    {
      "epoch": 391.62,
      "grad_norm": 0.9669762849807739,
      "learning_rate": 2.618085680847141e-06,
      "loss": 0.3468,
      "step": 1403170
    },
    {
      "epoch": 391.62,
      "grad_norm": 1.0049389600753784,
      "learning_rate": 2.6180588270675443e-06,
      "loss": 0.3476,
      "step": 1403180
    },
    {
      "epoch": 391.62,
      "grad_norm": 3.380791187286377,
      "learning_rate": 2.6180319732514367e-06,
      "loss": 0.36,
      "step": 1403190
    },
    {
      "epoch": 391.63,
      "grad_norm": 0.9406651854515076,
      "learning_rate": 2.6180051193988227e-06,
      "loss": 0.353,
      "step": 1403200
    },
    {
      "epoch": 391.63,
      "grad_norm": 0.9884850382804871,
      "learning_rate": 2.6179782655097038e-06,
      "loss": 0.3526,
      "step": 1403210
    },
    {
      "epoch": 391.63,
      "grad_norm": 1.244339108467102,
      "learning_rate": 2.6179514115840858e-06,
      "loss": 0.3518,
      "step": 1403220
    },
    {
      "epoch": 391.64,
      "grad_norm": 1.126142978668213,
      "learning_rate": 2.617924557621972e-06,
      "loss": 0.3491,
      "step": 1403230
    },
    {
      "epoch": 391.64,
      "grad_norm": 1.0216721296310425,
      "learning_rate": 2.6178977036233648e-06,
      "loss": 0.3343,
      "step": 1403240
    },
    {
      "epoch": 391.64,
      "grad_norm": 1.1875330209732056,
      "learning_rate": 2.617870849588269e-06,
      "loss": 0.3455,
      "step": 1403250
    },
    {
      "epoch": 391.64,
      "grad_norm": 1.148345947265625,
      "learning_rate": 2.6178439955166877e-06,
      "loss": 0.3651,
      "step": 1403260
    },
    {
      "epoch": 391.65,
      "grad_norm": 1.06606924533844,
      "learning_rate": 2.617817141408624e-06,
      "loss": 0.3613,
      "step": 1403270
    },
    {
      "epoch": 391.65,
      "grad_norm": 0.9589864611625671,
      "learning_rate": 2.6177902872640818e-06,
      "loss": 0.3554,
      "step": 1403280
    },
    {
      "epoch": 391.65,
      "grad_norm": 0.9009374380111694,
      "learning_rate": 2.617763433083065e-06,
      "loss": 0.3276,
      "step": 1403290
    },
    {
      "epoch": 391.66,
      "grad_norm": 0.9721481800079346,
      "learning_rate": 2.617736578865577e-06,
      "loss": 0.3572,
      "step": 1403300
    },
    {
      "epoch": 391.66,
      "grad_norm": 1.0848020315170288,
      "learning_rate": 2.617709724611621e-06,
      "loss": 0.3409,
      "step": 1403310
    },
    {
      "epoch": 391.66,
      "grad_norm": 1.0010290145874023,
      "learning_rate": 2.6176828703212015e-06,
      "loss": 0.3538,
      "step": 1403320
    },
    {
      "epoch": 391.66,
      "grad_norm": 1.203452467918396,
      "learning_rate": 2.6176560159943215e-06,
      "loss": 0.3502,
      "step": 1403330
    },
    {
      "epoch": 391.67,
      "grad_norm": 1.037853717803955,
      "learning_rate": 2.6176291616309836e-06,
      "loss": 0.3508,
      "step": 1403340
    },
    {
      "epoch": 391.67,
      "grad_norm": 0.919966995716095,
      "learning_rate": 2.6176023072311927e-06,
      "loss": 0.3585,
      "step": 1403350
    },
    {
      "epoch": 391.67,
      "grad_norm": 1.0518805980682373,
      "learning_rate": 2.6175754527949523e-06,
      "loss": 0.3488,
      "step": 1403360
    },
    {
      "epoch": 391.67,
      "grad_norm": 1.041792631149292,
      "learning_rate": 2.6175485983222654e-06,
      "loss": 0.3712,
      "step": 1403370
    },
    {
      "epoch": 391.68,
      "grad_norm": 1.0522743463516235,
      "learning_rate": 2.6175217438131357e-06,
      "loss": 0.3542,
      "step": 1403380
    },
    {
      "epoch": 391.68,
      "grad_norm": 0.9866318106651306,
      "learning_rate": 2.617494889267567e-06,
      "loss": 0.3386,
      "step": 1403390
    },
    {
      "epoch": 391.68,
      "grad_norm": 0.8999972939491272,
      "learning_rate": 2.6174680346855633e-06,
      "loss": 0.3307,
      "step": 1403400
    },
    {
      "epoch": 391.69,
      "grad_norm": 0.9743391275405884,
      "learning_rate": 2.617441180067127e-06,
      "loss": 0.3667,
      "step": 1403410
    },
    {
      "epoch": 391.69,
      "grad_norm": 1.0064350366592407,
      "learning_rate": 2.617414325412263e-06,
      "loss": 0.349,
      "step": 1403420
    },
    {
      "epoch": 391.69,
      "grad_norm": 1.0662423372268677,
      "learning_rate": 2.6173874707209735e-06,
      "loss": 0.3664,
      "step": 1403430
    },
    {
      "epoch": 391.69,
      "grad_norm": 1.0120389461517334,
      "learning_rate": 2.6173606159932627e-06,
      "loss": 0.3342,
      "step": 1403440
    },
    {
      "epoch": 391.7,
      "grad_norm": 0.8769548535346985,
      "learning_rate": 2.6173337612291346e-06,
      "loss": 0.321,
      "step": 1403450
    },
    {
      "epoch": 391.7,
      "grad_norm": 0.9294138550758362,
      "learning_rate": 2.6173069064285925e-06,
      "loss": 0.341,
      "step": 1403460
    },
    {
      "epoch": 391.7,
      "grad_norm": 1.208951473236084,
      "learning_rate": 2.6172800515916403e-06,
      "loss": 0.353,
      "step": 1403470
    },
    {
      "epoch": 391.71,
      "grad_norm": 1.187476634979248,
      "learning_rate": 2.6172531967182805e-06,
      "loss": 0.3449,
      "step": 1403480
    },
    {
      "epoch": 391.71,
      "grad_norm": 1.0634417533874512,
      "learning_rate": 2.6172263418085178e-06,
      "loss": 0.3421,
      "step": 1403490
    },
    {
      "epoch": 391.71,
      "grad_norm": 1.3214771747589111,
      "learning_rate": 2.617199486862355e-06,
      "loss": 0.3648,
      "step": 1403500
    },
    {
      "epoch": 391.71,
      "grad_norm": 1.0337406396865845,
      "learning_rate": 2.6171726318797962e-06,
      "loss": 0.3419,
      "step": 1403510
    },
    {
      "epoch": 391.72,
      "grad_norm": 1.091353178024292,
      "learning_rate": 2.6171457768608446e-06,
      "loss": 0.3445,
      "step": 1403520
    },
    {
      "epoch": 391.72,
      "grad_norm": 0.9571113586425781,
      "learning_rate": 2.6171189218055036e-06,
      "loss": 0.3451,
      "step": 1403530
    },
    {
      "epoch": 391.72,
      "grad_norm": 1.0726423263549805,
      "learning_rate": 2.617092066713778e-06,
      "loss": 0.3481,
      "step": 1403540
    },
    {
      "epoch": 391.72,
      "grad_norm": 1.004546046257019,
      "learning_rate": 2.6170652115856695e-06,
      "loss": 0.3505,
      "step": 1403550
    },
    {
      "epoch": 391.73,
      "grad_norm": 0.9168281555175781,
      "learning_rate": 2.6170383564211836e-06,
      "loss": 0.3729,
      "step": 1403560
    },
    {
      "epoch": 391.73,
      "grad_norm": 1.0057976245880127,
      "learning_rate": 2.617011501220323e-06,
      "loss": 0.339,
      "step": 1403570
    },
    {
      "epoch": 391.73,
      "grad_norm": 0.8947665691375732,
      "learning_rate": 2.6169846459830895e-06,
      "loss": 0.3449,
      "step": 1403580
    },
    {
      "epoch": 391.74,
      "grad_norm": 1.1050910949707031,
      "learning_rate": 2.6169577907094906e-06,
      "loss": 0.3563,
      "step": 1403590
    },
    {
      "epoch": 391.74,
      "grad_norm": 0.9939725995063782,
      "learning_rate": 2.616930935399526e-06,
      "loss": 0.343,
      "step": 1403600
    },
    {
      "epoch": 391.74,
      "grad_norm": 1.1362377405166626,
      "learning_rate": 2.616904080053202e-06,
      "loss": 0.3349,
      "step": 1403610
    },
    {
      "epoch": 391.74,
      "grad_norm": 1.028429388999939,
      "learning_rate": 2.6168772246705204e-06,
      "loss": 0.3452,
      "step": 1403620
    },
    {
      "epoch": 391.75,
      "grad_norm": 1.2584565877914429,
      "learning_rate": 2.6168503692514868e-06,
      "loss": 0.3494,
      "step": 1403630
    },
    {
      "epoch": 391.75,
      "grad_norm": 1.0537177324295044,
      "learning_rate": 2.6168235137961023e-06,
      "loss": 0.3523,
      "step": 1403640
    },
    {
      "epoch": 391.75,
      "grad_norm": 1.2942031621932983,
      "learning_rate": 2.6167966583043716e-06,
      "loss": 0.3498,
      "step": 1403650
    },
    {
      "epoch": 391.76,
      "grad_norm": 1.0662564039230347,
      "learning_rate": 2.6167698027762985e-06,
      "loss": 0.322,
      "step": 1403660
    },
    {
      "epoch": 391.76,
      "grad_norm": 1.1156127452850342,
      "learning_rate": 2.6167429472118865e-06,
      "loss": 0.3503,
      "step": 1403670
    },
    {
      "epoch": 391.76,
      "grad_norm": 0.9846282601356506,
      "learning_rate": 2.6167160916111393e-06,
      "loss": 0.342,
      "step": 1403680
    },
    {
      "epoch": 391.76,
      "grad_norm": 0.977033257484436,
      "learning_rate": 2.61668923597406e-06,
      "loss": 0.3501,
      "step": 1403690
    },
    {
      "epoch": 391.77,
      "grad_norm": 0.9936947822570801,
      "learning_rate": 2.6166623803006524e-06,
      "loss": 0.3534,
      "step": 1403700
    },
    {
      "epoch": 391.77,
      "grad_norm": 0.8978932499885559,
      "learning_rate": 2.6166355245909204e-06,
      "loss": 0.3516,
      "step": 1403710
    },
    {
      "epoch": 391.77,
      "grad_norm": 1.2772960662841797,
      "learning_rate": 2.616608668844867e-06,
      "loss": 0.3474,
      "step": 1403720
    },
    {
      "epoch": 391.78,
      "grad_norm": 1.1553031206130981,
      "learning_rate": 2.6165818130624954e-06,
      "loss": 0.3286,
      "step": 1403730
    },
    {
      "epoch": 391.78,
      "grad_norm": 0.8796023726463318,
      "learning_rate": 2.6165549572438104e-06,
      "loss": 0.3387,
      "step": 1403740
    },
    {
      "epoch": 391.78,
      "grad_norm": 1.2948945760726929,
      "learning_rate": 2.6165281013888153e-06,
      "loss": 0.3285,
      "step": 1403750
    },
    {
      "epoch": 391.78,
      "grad_norm": 0.9945621490478516,
      "learning_rate": 2.6165012454975125e-06,
      "loss": 0.3442,
      "step": 1403760
    },
    {
      "epoch": 391.79,
      "grad_norm": 1.0429911613464355,
      "learning_rate": 2.616474389569907e-06,
      "loss": 0.3541,
      "step": 1403770
    },
    {
      "epoch": 391.79,
      "grad_norm": 1.0779842138290405,
      "learning_rate": 2.6164475336060025e-06,
      "loss": 0.3491,
      "step": 1403780
    },
    {
      "epoch": 391.79,
      "grad_norm": 1.5925489664077759,
      "learning_rate": 2.616420677605801e-06,
      "loss": 0.3533,
      "step": 1403790
    },
    {
      "epoch": 391.79,
      "grad_norm": 1.003171682357788,
      "learning_rate": 2.616393821569307e-06,
      "loss": 0.3438,
      "step": 1403800
    },
    {
      "epoch": 391.8,
      "grad_norm": 0.8758326172828674,
      "learning_rate": 2.6163669654965243e-06,
      "loss": 0.3497,
      "step": 1403810
    },
    {
      "epoch": 391.8,
      "grad_norm": 1.0278215408325195,
      "learning_rate": 2.6163401093874557e-06,
      "loss": 0.3523,
      "step": 1403820
    },
    {
      "epoch": 391.8,
      "grad_norm": 1.1623859405517578,
      "learning_rate": 2.6163132532421057e-06,
      "loss": 0.3275,
      "step": 1403830
    },
    {
      "epoch": 391.81,
      "grad_norm": 0.9260373115539551,
      "learning_rate": 2.6162863970604777e-06,
      "loss": 0.3439,
      "step": 1403840
    },
    {
      "epoch": 391.81,
      "grad_norm": 0.9325318336486816,
      "learning_rate": 2.6162595408425746e-06,
      "loss": 0.3387,
      "step": 1403850
    },
    {
      "epoch": 391.81,
      "grad_norm": 1.1178836822509766,
      "learning_rate": 2.6162326845884008e-06,
      "loss": 0.3517,
      "step": 1403860
    },
    {
      "epoch": 391.81,
      "grad_norm": 0.8765637874603271,
      "learning_rate": 2.616205828297959e-06,
      "loss": 0.3392,
      "step": 1403870
    },
    {
      "epoch": 391.82,
      "grad_norm": 0.8851425051689148,
      "learning_rate": 2.616178971971254e-06,
      "loss": 0.3579,
      "step": 1403880
    },
    {
      "epoch": 391.82,
      "grad_norm": 0.9850502014160156,
      "learning_rate": 2.6161521156082875e-06,
      "loss": 0.3463,
      "step": 1403890
    },
    {
      "epoch": 391.82,
      "grad_norm": 0.9515613317489624,
      "learning_rate": 2.6161252592090647e-06,
      "loss": 0.3365,
      "step": 1403900
    },
    {
      "epoch": 391.83,
      "grad_norm": 1.3306255340576172,
      "learning_rate": 2.6160984027735894e-06,
      "loss": 0.3743,
      "step": 1403910
    },
    {
      "epoch": 391.83,
      "grad_norm": 1.088854193687439,
      "learning_rate": 2.6160715463018636e-06,
      "loss": 0.3376,
      "step": 1403920
    },
    {
      "epoch": 391.83,
      "grad_norm": 0.978387176990509,
      "learning_rate": 2.616044689793892e-06,
      "loss": 0.3575,
      "step": 1403930
    },
    {
      "epoch": 391.83,
      "grad_norm": 1.0156663656234741,
      "learning_rate": 2.616017833249678e-06,
      "loss": 0.36,
      "step": 1403940
    },
    {
      "epoch": 391.84,
      "grad_norm": 1.1057932376861572,
      "learning_rate": 2.6159909766692245e-06,
      "loss": 0.335,
      "step": 1403950
    },
    {
      "epoch": 391.84,
      "grad_norm": 1.0695163011550903,
      "learning_rate": 2.6159641200525363e-06,
      "loss": 0.3387,
      "step": 1403960
    },
    {
      "epoch": 391.84,
      "grad_norm": 0.9157678484916687,
      "learning_rate": 2.6159372633996166e-06,
      "loss": 0.3316,
      "step": 1403970
    },
    {
      "epoch": 391.84,
      "grad_norm": 0.9916017651557922,
      "learning_rate": 2.6159104067104676e-06,
      "loss": 0.3487,
      "step": 1403980
    },
    {
      "epoch": 391.85,
      "grad_norm": 1.0762094259262085,
      "learning_rate": 2.615883549985095e-06,
      "loss": 0.3519,
      "step": 1403990
    },
    {
      "epoch": 391.85,
      "grad_norm": 1.2722617387771606,
      "learning_rate": 2.6158566932235012e-06,
      "loss": 0.3487,
      "step": 1404000
    },
    {
      "epoch": 391.85,
      "grad_norm": 1.0010030269622803,
      "learning_rate": 2.6158298364256894e-06,
      "loss": 0.3408,
      "step": 1404010
    },
    {
      "epoch": 391.86,
      "grad_norm": 1.0334409475326538,
      "learning_rate": 2.615802979591664e-06,
      "loss": 0.35,
      "step": 1404020
    },
    {
      "epoch": 391.86,
      "grad_norm": 1.092851161956787,
      "learning_rate": 2.615776122721428e-06,
      "loss": 0.3524,
      "step": 1404030
    },
    {
      "epoch": 391.86,
      "grad_norm": 1.1386951208114624,
      "learning_rate": 2.615749265814986e-06,
      "loss": 0.3465,
      "step": 1404040
    },
    {
      "epoch": 391.86,
      "grad_norm": 0.9048253297805786,
      "learning_rate": 2.61572240887234e-06,
      "loss": 0.3588,
      "step": 1404050
    },
    {
      "epoch": 391.87,
      "grad_norm": 0.9768959879875183,
      "learning_rate": 2.615695551893495e-06,
      "loss": 0.3438,
      "step": 1404060
    },
    {
      "epoch": 391.87,
      "grad_norm": 0.9299934506416321,
      "learning_rate": 2.615668694878454e-06,
      "loss": 0.3493,
      "step": 1404070
    },
    {
      "epoch": 391.87,
      "grad_norm": 1.1411683559417725,
      "learning_rate": 2.61564183782722e-06,
      "loss": 0.3466,
      "step": 1404080
    },
    {
      "epoch": 391.88,
      "grad_norm": 1.1053630113601685,
      "learning_rate": 2.6156149807397974e-06,
      "loss": 0.3419,
      "step": 1404090
    },
    {
      "epoch": 391.88,
      "grad_norm": 0.9962268471717834,
      "learning_rate": 2.6155881236161896e-06,
      "loss": 0.342,
      "step": 1404100
    },
    {
      "epoch": 391.88,
      "grad_norm": 1.0361155271530151,
      "learning_rate": 2.6155612664563994e-06,
      "loss": 0.3327,
      "step": 1404110
    },
    {
      "epoch": 391.88,
      "grad_norm": 0.9664803743362427,
      "learning_rate": 2.6155344092604313e-06,
      "loss": 0.3564,
      "step": 1404120
    },
    {
      "epoch": 391.89,
      "grad_norm": 1.0501898527145386,
      "learning_rate": 2.6155075520282893e-06,
      "loss": 0.3305,
      "step": 1404130
    },
    {
      "epoch": 391.89,
      "grad_norm": 0.9779648184776306,
      "learning_rate": 2.6154806947599764e-06,
      "loss": 0.3528,
      "step": 1404140
    },
    {
      "epoch": 391.89,
      "grad_norm": 1.0142353773117065,
      "learning_rate": 2.615453837455495e-06,
      "loss": 0.3392,
      "step": 1404150
    },
    {
      "epoch": 391.9,
      "grad_norm": 1.1460988521575928,
      "learning_rate": 2.6154269801148505e-06,
      "loss": 0.3249,
      "step": 1404160
    },
    {
      "epoch": 391.9,
      "grad_norm": 1.1473900079727173,
      "learning_rate": 2.6154001227380454e-06,
      "loss": 0.3359,
      "step": 1404170
    },
    {
      "epoch": 391.9,
      "grad_norm": 1.0625324249267578,
      "learning_rate": 2.615373265325084e-06,
      "loss": 0.3464,
      "step": 1404180
    },
    {
      "epoch": 391.9,
      "grad_norm": 1.0420843362808228,
      "learning_rate": 2.6153464078759685e-06,
      "loss": 0.3212,
      "step": 1404190
    },
    {
      "epoch": 391.91,
      "grad_norm": 1.3497288227081299,
      "learning_rate": 2.6153195503907047e-06,
      "loss": 0.3469,
      "step": 1404200
    },
    {
      "epoch": 391.91,
      "grad_norm": 1.10084068775177,
      "learning_rate": 2.6152926928692946e-06,
      "loss": 0.34,
      "step": 1404210
    },
    {
      "epoch": 391.91,
      "grad_norm": 1.1147245168685913,
      "learning_rate": 2.6152658353117416e-06,
      "loss": 0.3253,
      "step": 1404220
    },
    {
      "epoch": 391.91,
      "grad_norm": 0.9610694646835327,
      "learning_rate": 2.6152389777180504e-06,
      "loss": 0.3462,
      "step": 1404230
    },
    {
      "epoch": 391.92,
      "grad_norm": 1.0454814434051514,
      "learning_rate": 2.6152121200882234e-06,
      "loss": 0.3383,
      "step": 1404240
    },
    {
      "epoch": 391.92,
      "grad_norm": 1.0606919527053833,
      "learning_rate": 2.6151852624222646e-06,
      "loss": 0.3668,
      "step": 1404250
    },
    {
      "epoch": 391.92,
      "grad_norm": 1.077265739440918,
      "learning_rate": 2.615158404720178e-06,
      "loss": 0.3447,
      "step": 1404260
    },
    {
      "epoch": 391.93,
      "grad_norm": 0.9698915481567383,
      "learning_rate": 2.615131546981967e-06,
      "loss": 0.3564,
      "step": 1404270
    },
    {
      "epoch": 391.93,
      "grad_norm": 0.9928447008132935,
      "learning_rate": 2.615104689207635e-06,
      "loss": 0.3576,
      "step": 1404280
    },
    {
      "epoch": 391.93,
      "grad_norm": 1.1778185367584229,
      "learning_rate": 2.615077831397186e-06,
      "loss": 0.3611,
      "step": 1404290
    },
    {
      "epoch": 391.93,
      "grad_norm": 1.1007885932922363,
      "learning_rate": 2.6150509735506223e-06,
      "loss": 0.3451,
      "step": 1404300
    },
    {
      "epoch": 391.94,
      "grad_norm": 1.1541301012039185,
      "learning_rate": 2.6150241156679484e-06,
      "loss": 0.349,
      "step": 1404310
    },
    {
      "epoch": 391.94,
      "grad_norm": 1.0089023113250732,
      "learning_rate": 2.6149972577491685e-06,
      "loss": 0.3379,
      "step": 1404320
    },
    {
      "epoch": 391.94,
      "grad_norm": 0.9945710897445679,
      "learning_rate": 2.6149703997942855e-06,
      "loss": 0.3767,
      "step": 1404330
    },
    {
      "epoch": 391.95,
      "grad_norm": 1.1649810075759888,
      "learning_rate": 2.614943541803302e-06,
      "loss": 0.3351,
      "step": 1404340
    },
    {
      "epoch": 391.95,
      "grad_norm": 1.0530836582183838,
      "learning_rate": 2.6149166837762237e-06,
      "loss": 0.3417,
      "step": 1404350
    },
    {
      "epoch": 391.95,
      "grad_norm": 1.0666536092758179,
      "learning_rate": 2.6148898257130526e-06,
      "loss": 0.3489,
      "step": 1404360
    },
    {
      "epoch": 391.95,
      "grad_norm": 0.9990450739860535,
      "learning_rate": 2.6148629676137933e-06,
      "loss": 0.3454,
      "step": 1404370
    },
    {
      "epoch": 391.96,
      "grad_norm": 0.9331288933753967,
      "learning_rate": 2.6148361094784478e-06,
      "loss": 0.3325,
      "step": 1404380
    },
    {
      "epoch": 391.96,
      "grad_norm": 1.107074499130249,
      "learning_rate": 2.614809251307021e-06,
      "loss": 0.3607,
      "step": 1404390
    },
    {
      "epoch": 391.96,
      "grad_norm": 1.0209741592407227,
      "learning_rate": 2.614782393099516e-06,
      "loss": 0.342,
      "step": 1404400
    },
    {
      "epoch": 391.96,
      "grad_norm": 1.0822556018829346,
      "learning_rate": 2.6147555348559367e-06,
      "loss": 0.3311,
      "step": 1404410
    },
    {
      "epoch": 391.97,
      "grad_norm": 1.0525038242340088,
      "learning_rate": 2.614728676576287e-06,
      "loss": 0.3663,
      "step": 1404420
    },
    {
      "epoch": 391.97,
      "grad_norm": 0.9657574892044067,
      "learning_rate": 2.6147018182605695e-06,
      "loss": 0.3631,
      "step": 1404430
    },
    {
      "epoch": 391.97,
      "grad_norm": 1.0622003078460693,
      "learning_rate": 2.6146749599087885e-06,
      "loss": 0.3517,
      "step": 1404440
    },
    {
      "epoch": 391.98,
      "grad_norm": 1.1484614610671997,
      "learning_rate": 2.6146481015209463e-06,
      "loss": 0.3466,
      "step": 1404450
    },
    {
      "epoch": 391.98,
      "grad_norm": 1.0099828243255615,
      "learning_rate": 2.614621243097049e-06,
      "loss": 0.3397,
      "step": 1404460
    },
    {
      "epoch": 391.98,
      "grad_norm": 1.0998705625534058,
      "learning_rate": 2.6145943846370974e-06,
      "loss": 0.3611,
      "step": 1404470
    },
    {
      "epoch": 391.98,
      "grad_norm": 0.8306383490562439,
      "learning_rate": 2.6145675261410967e-06,
      "loss": 0.3454,
      "step": 1404480
    },
    {
      "epoch": 391.99,
      "grad_norm": 1.008204460144043,
      "learning_rate": 2.6145406676090505e-06,
      "loss": 0.372,
      "step": 1404490
    },
    {
      "epoch": 391.99,
      "grad_norm": 0.8627756834030151,
      "learning_rate": 2.6145138090409622e-06,
      "loss": 0.3381,
      "step": 1404500
    },
    {
      "epoch": 391.99,
      "grad_norm": 1.0521107912063599,
      "learning_rate": 2.6144869504368344e-06,
      "loss": 0.3472,
      "step": 1404510
    },
    {
      "epoch": 392.0,
      "grad_norm": 1.1024668216705322,
      "learning_rate": 2.614460091796672e-06,
      "loss": 0.3541,
      "step": 1404520
    },
    {
      "epoch": 392.0,
      "grad_norm": 1.0343736410140991,
      "learning_rate": 2.6144332331204774e-06,
      "loss": 0.3453,
      "step": 1404530
    },
    {
      "epoch": 392.0,
      "eval_loss": 0.3489909768104553,
      "eval_runtime": 63.1063,
      "eval_samples_per_second": 80.166,
      "eval_steps_per_second": 10.031,
      "step": 1404536
    },
    {
      "epoch": 392.0,
      "grad_norm": 1.1604118347167969,
      "learning_rate": 2.614406374408255e-06,
      "loss": 0.3581,
      "step": 1404540
    },
    {
      "epoch": 392.0,
      "grad_norm": 0.9907299876213074,
      "learning_rate": 2.6143795156600087e-06,
      "loss": 0.3495,
      "step": 1404550
    },
    {
      "epoch": 392.01,
      "grad_norm": 1.0926942825317383,
      "learning_rate": 2.614352656875741e-06,
      "loss": 0.3446,
      "step": 1404560
    },
    {
      "epoch": 392.01,
      "grad_norm": 0.9451695680618286,
      "learning_rate": 2.614325798055456e-06,
      "loss": 0.3541,
      "step": 1404570
    },
    {
      "epoch": 392.01,
      "grad_norm": 1.8761670589447021,
      "learning_rate": 2.6142989391991575e-06,
      "loss": 0.3284,
      "step": 1404580
    },
    {
      "epoch": 392.02,
      "grad_norm": 1.0503146648406982,
      "learning_rate": 2.6142720803068496e-06,
      "loss": 0.3321,
      "step": 1404590
    },
    {
      "epoch": 392.02,
      "grad_norm": 0.9973124861717224,
      "learning_rate": 2.6142452213785334e-06,
      "loss": 0.3491,
      "step": 1404600
    },
    {
      "epoch": 392.02,
      "grad_norm": 0.8820318579673767,
      "learning_rate": 2.6142183624142154e-06,
      "loss": 0.3333,
      "step": 1404610
    },
    {
      "epoch": 392.02,
      "grad_norm": 0.9338442087173462,
      "learning_rate": 2.6141915034138977e-06,
      "loss": 0.3391,
      "step": 1404620
    },
    {
      "epoch": 392.03,
      "grad_norm": 1.14096999168396,
      "learning_rate": 2.6141646443775844e-06,
      "loss": 0.3432,
      "step": 1404630
    },
    {
      "epoch": 392.03,
      "grad_norm": 1.087286114692688,
      "learning_rate": 2.614137785305278e-06,
      "loss": 0.3499,
      "step": 1404640
    },
    {
      "epoch": 392.03,
      "grad_norm": 0.9952690005302429,
      "learning_rate": 2.614110926196984e-06,
      "loss": 0.338,
      "step": 1404650
    },
    {
      "epoch": 392.03,
      "grad_norm": 0.978655993938446,
      "learning_rate": 2.614084067052705e-06,
      "loss": 0.355,
      "step": 1404660
    },
    {
      "epoch": 392.04,
      "grad_norm": 1.0920195579528809,
      "learning_rate": 2.6140572078724435e-06,
      "loss": 0.3382,
      "step": 1404670
    },
    {
      "epoch": 392.04,
      "grad_norm": 1.0957026481628418,
      "learning_rate": 2.6140303486562047e-06,
      "loss": 0.3539,
      "step": 1404680
    },
    {
      "epoch": 392.04,
      "grad_norm": 1.0388468503952026,
      "learning_rate": 2.6140034894039912e-06,
      "loss": 0.3625,
      "step": 1404690
    },
    {
      "epoch": 392.05,
      "grad_norm": 1.3048679828643799,
      "learning_rate": 2.6139766301158068e-06,
      "loss": 0.3713,
      "step": 1404700
    },
    {
      "epoch": 392.05,
      "grad_norm": 1.1766997575759888,
      "learning_rate": 2.6139497707916556e-06,
      "loss": 0.3483,
      "step": 1404710
    },
    {
      "epoch": 392.05,
      "grad_norm": 1.037192940711975,
      "learning_rate": 2.61392291143154e-06,
      "loss": 0.3516,
      "step": 1404720
    },
    {
      "epoch": 392.05,
      "grad_norm": 1.2343913316726685,
      "learning_rate": 2.613896052035465e-06,
      "loss": 0.3547,
      "step": 1404730
    },
    {
      "epoch": 392.06,
      "grad_norm": 1.106081485748291,
      "learning_rate": 2.613869192603433e-06,
      "loss": 0.3325,
      "step": 1404740
    },
    {
      "epoch": 392.06,
      "grad_norm": 0.8874768018722534,
      "learning_rate": 2.6138423331354486e-06,
      "loss": 0.3561,
      "step": 1404750
    },
    {
      "epoch": 392.06,
      "grad_norm": 1.0365021228790283,
      "learning_rate": 2.6138154736315147e-06,
      "loss": 0.3441,
      "step": 1404760
    },
    {
      "epoch": 392.07,
      "grad_norm": 0.8979097008705139,
      "learning_rate": 2.6137886140916344e-06,
      "loss": 0.3304,
      "step": 1404770
    },
    {
      "epoch": 392.07,
      "grad_norm": 1.067349910736084,
      "learning_rate": 2.6137617545158124e-06,
      "loss": 0.3543,
      "step": 1404780
    },
    {
      "epoch": 392.07,
      "grad_norm": 1.0569376945495605,
      "learning_rate": 2.6137348949040516e-06,
      "loss": 0.349,
      "step": 1404790
    },
    {
      "epoch": 392.07,
      "grad_norm": 1.2474210262298584,
      "learning_rate": 2.6137080352563563e-06,
      "loss": 0.3507,
      "step": 1404800
    },
    {
      "epoch": 392.08,
      "grad_norm": 1.099361777305603,
      "learning_rate": 2.6136811755727294e-06,
      "loss": 0.3334,
      "step": 1404810
    },
    {
      "epoch": 392.08,
      "grad_norm": 0.9138451218605042,
      "learning_rate": 2.613654315853174e-06,
      "loss": 0.348,
      "step": 1404820
    },
    {
      "epoch": 392.08,
      "grad_norm": 1.1449823379516602,
      "learning_rate": 2.6136274560976946e-06,
      "loss": 0.3599,
      "step": 1404830
    },
    {
      "epoch": 392.08,
      "grad_norm": 1.2516200542449951,
      "learning_rate": 2.613600596306294e-06,
      "loss": 0.34,
      "step": 1404840
    },
    {
      "epoch": 392.09,
      "grad_norm": 1.0728626251220703,
      "learning_rate": 2.6135737364789767e-06,
      "loss": 0.3647,
      "step": 1404850
    },
    {
      "epoch": 392.09,
      "grad_norm": 1.0517948865890503,
      "learning_rate": 2.613546876615745e-06,
      "loss": 0.3559,
      "step": 1404860
    },
    {
      "epoch": 392.09,
      "grad_norm": 1.0781662464141846,
      "learning_rate": 2.6135200167166045e-06,
      "loss": 0.3569,
      "step": 1404870
    },
    {
      "epoch": 392.1,
      "grad_norm": 1.130823016166687,
      "learning_rate": 2.613493156781557e-06,
      "loss": 0.3543,
      "step": 1404880
    },
    {
      "epoch": 392.1,
      "grad_norm": 0.8419872522354126,
      "learning_rate": 2.6134662968106065e-06,
      "loss": 0.3393,
      "step": 1404890
    },
    {
      "epoch": 392.1,
      "grad_norm": 0.9728954434394836,
      "learning_rate": 2.6134394368037565e-06,
      "loss": 0.3337,
      "step": 1404900
    },
    {
      "epoch": 392.1,
      "grad_norm": 1.1884468793869019,
      "learning_rate": 2.6134125767610114e-06,
      "loss": 0.3525,
      "step": 1404910
    },
    {
      "epoch": 392.11,
      "grad_norm": 0.9576369524002075,
      "learning_rate": 2.6133857166823737e-06,
      "loss": 0.3469,
      "step": 1404920
    },
    {
      "epoch": 392.11,
      "grad_norm": 2.778749942779541,
      "learning_rate": 2.6133588565678467e-06,
      "loss": 0.3554,
      "step": 1404930
    },
    {
      "epoch": 392.11,
      "grad_norm": 1.2202702760696411,
      "learning_rate": 2.613331996417436e-06,
      "loss": 0.3588,
      "step": 1404940
    },
    {
      "epoch": 392.12,
      "grad_norm": 1.1239817142486572,
      "learning_rate": 2.6133051362311435e-06,
      "loss": 0.3501,
      "step": 1404950
    },
    {
      "epoch": 392.12,
      "grad_norm": 0.9371098875999451,
      "learning_rate": 2.613278276008973e-06,
      "loss": 0.3466,
      "step": 1404960
    },
    {
      "epoch": 392.12,
      "grad_norm": 1.0726611614227295,
      "learning_rate": 2.613251415750928e-06,
      "loss": 0.3609,
      "step": 1404970
    },
    {
      "epoch": 392.12,
      "grad_norm": 0.9323749542236328,
      "learning_rate": 2.6132245554570124e-06,
      "loss": 0.3376,
      "step": 1404980
    },
    {
      "epoch": 392.13,
      "grad_norm": 1.0482134819030762,
      "learning_rate": 2.6131976951272295e-06,
      "loss": 0.3465,
      "step": 1404990
    },
    {
      "epoch": 392.13,
      "grad_norm": 0.879176676273346,
      "learning_rate": 2.6131708347615835e-06,
      "loss": 0.3475,
      "step": 1405000
    },
    {
      "epoch": 392.13,
      "grad_norm": 1.0358333587646484,
      "learning_rate": 2.613143974360077e-06,
      "loss": 0.3482,
      "step": 1405010
    },
    {
      "epoch": 392.14,
      "grad_norm": 1.0175421237945557,
      "learning_rate": 2.6131171139227147e-06,
      "loss": 0.353,
      "step": 1405020
    },
    {
      "epoch": 392.14,
      "grad_norm": 1.1808714866638184,
      "learning_rate": 2.613090253449499e-06,
      "loss": 0.3483,
      "step": 1405030
    },
    {
      "epoch": 392.14,
      "grad_norm": 1.439754843711853,
      "learning_rate": 2.6130633929404346e-06,
      "loss": 0.3638,
      "step": 1405040
    },
    {
      "epoch": 392.14,
      "grad_norm": 1.1444004774093628,
      "learning_rate": 2.613036532395524e-06,
      "loss": 0.3617,
      "step": 1405050
    },
    {
      "epoch": 392.15,
      "grad_norm": 1.0601909160614014,
      "learning_rate": 2.613009671814771e-06,
      "loss": 0.3338,
      "step": 1405060
    },
    {
      "epoch": 392.15,
      "grad_norm": 1.0362590551376343,
      "learning_rate": 2.61298281119818e-06,
      "loss": 0.3303,
      "step": 1405070
    },
    {
      "epoch": 392.15,
      "grad_norm": 1.0148906707763672,
      "learning_rate": 2.612955950545754e-06,
      "loss": 0.3583,
      "step": 1405080
    },
    {
      "epoch": 392.15,
      "grad_norm": 0.9652395844459534,
      "learning_rate": 2.6129290898574967e-06,
      "loss": 0.3576,
      "step": 1405090
    },
    {
      "epoch": 392.16,
      "grad_norm": 0.8943702578544617,
      "learning_rate": 2.612902229133412e-06,
      "loss": 0.3639,
      "step": 1405100
    },
    {
      "epoch": 392.16,
      "grad_norm": 1.1640135049819946,
      "learning_rate": 2.612875368373502e-06,
      "loss": 0.3514,
      "step": 1405110
    },
    {
      "epoch": 392.16,
      "grad_norm": 0.9546051621437073,
      "learning_rate": 2.612848507577772e-06,
      "loss": 0.3548,
      "step": 1405120
    },
    {
      "epoch": 392.17,
      "grad_norm": 0.9728525876998901,
      "learning_rate": 2.6128216467462248e-06,
      "loss": 0.3314,
      "step": 1405130
    },
    {
      "epoch": 392.17,
      "grad_norm": 0.9483752846717834,
      "learning_rate": 2.612794785878864e-06,
      "loss": 0.3282,
      "step": 1405140
    },
    {
      "epoch": 392.17,
      "grad_norm": 0.960729718208313,
      "learning_rate": 2.6127679249756933e-06,
      "loss": 0.335,
      "step": 1405150
    },
    {
      "epoch": 392.17,
      "grad_norm": 1.0875920057296753,
      "learning_rate": 2.6127410640367166e-06,
      "loss": 0.3602,
      "step": 1405160
    },
    {
      "epoch": 392.18,
      "grad_norm": 1.0871820449829102,
      "learning_rate": 2.6127142030619367e-06,
      "loss": 0.3358,
      "step": 1405170
    },
    {
      "epoch": 392.18,
      "grad_norm": 1.1940829753875732,
      "learning_rate": 2.6126873420513577e-06,
      "loss": 0.3503,
      "step": 1405180
    },
    {
      "epoch": 392.18,
      "grad_norm": 1.2571706771850586,
      "learning_rate": 2.6126604810049828e-06,
      "loss": 0.3373,
      "step": 1405190
    },
    {
      "epoch": 392.19,
      "grad_norm": 1.0028517246246338,
      "learning_rate": 2.6126336199228164e-06,
      "loss": 0.3447,
      "step": 1405200
    },
    {
      "epoch": 392.19,
      "grad_norm": 0.9891576766967773,
      "learning_rate": 2.612606758804861e-06,
      "loss": 0.3326,
      "step": 1405210
    },
    {
      "epoch": 392.19,
      "grad_norm": 0.892021656036377,
      "learning_rate": 2.6125798976511206e-06,
      "loss": 0.3412,
      "step": 1405220
    },
    {
      "epoch": 392.19,
      "grad_norm": 1.015689730644226,
      "learning_rate": 2.6125530364615996e-06,
      "loss": 0.3517,
      "step": 1405230
    },
    {
      "epoch": 392.2,
      "grad_norm": 0.8838123679161072,
      "learning_rate": 2.6125261752363008e-06,
      "loss": 0.3425,
      "step": 1405240
    },
    {
      "epoch": 392.2,
      "grad_norm": 0.8727637529373169,
      "learning_rate": 2.612499313975227e-06,
      "loss": 0.3435,
      "step": 1405250
    },
    {
      "epoch": 392.2,
      "grad_norm": 0.9448999166488647,
      "learning_rate": 2.612472452678383e-06,
      "loss": 0.3478,
      "step": 1405260
    },
    {
      "epoch": 392.2,
      "grad_norm": 1.305545687675476,
      "learning_rate": 2.612445591345772e-06,
      "loss": 0.3433,
      "step": 1405270
    },
    {
      "epoch": 392.21,
      "grad_norm": 1.0300058126449585,
      "learning_rate": 2.612418729977397e-06,
      "loss": 0.3537,
      "step": 1405280
    },
    {
      "epoch": 392.21,
      "grad_norm": 1.0459773540496826,
      "learning_rate": 2.6123918685732633e-06,
      "loss": 0.3344,
      "step": 1405290
    },
    {
      "epoch": 392.21,
      "grad_norm": 1.0281380414962769,
      "learning_rate": 2.612365007133372e-06,
      "loss": 0.3525,
      "step": 1405300
    },
    {
      "epoch": 392.22,
      "grad_norm": 1.0362974405288696,
      "learning_rate": 2.6123381456577293e-06,
      "loss": 0.3384,
      "step": 1405310
    },
    {
      "epoch": 392.22,
      "grad_norm": 0.975837767124176,
      "learning_rate": 2.6123112841463366e-06,
      "loss": 0.3422,
      "step": 1405320
    },
    {
      "epoch": 392.22,
      "grad_norm": 1.6566520929336548,
      "learning_rate": 2.612284422599199e-06,
      "loss": 0.3622,
      "step": 1405330
    },
    {
      "epoch": 392.22,
      "grad_norm": 1.3038980960845947,
      "learning_rate": 2.6122575610163186e-06,
      "loss": 0.349,
      "step": 1405340
    },
    {
      "epoch": 392.23,
      "grad_norm": 1.125504970550537,
      "learning_rate": 2.6122306993976996e-06,
      "loss": 0.3354,
      "step": 1405350
    },
    {
      "epoch": 392.23,
      "grad_norm": 1.0558414459228516,
      "learning_rate": 2.612203837743347e-06,
      "loss": 0.3437,
      "step": 1405360
    },
    {
      "epoch": 392.23,
      "grad_norm": 1.0204182863235474,
      "learning_rate": 2.6121769760532615e-06,
      "loss": 0.3383,
      "step": 1405370
    },
    {
      "epoch": 392.24,
      "grad_norm": 1.097968578338623,
      "learning_rate": 2.6121501143274492e-06,
      "loss": 0.3343,
      "step": 1405380
    },
    {
      "epoch": 392.24,
      "grad_norm": 1.1629250049591064,
      "learning_rate": 2.612123252565913e-06,
      "loss": 0.3377,
      "step": 1405390
    },
    {
      "epoch": 392.24,
      "grad_norm": 1.291504144668579,
      "learning_rate": 2.6120963907686563e-06,
      "loss": 0.3485,
      "step": 1405400
    },
    {
      "epoch": 392.24,
      "grad_norm": 0.7921522855758667,
      "learning_rate": 2.6120695289356817e-06,
      "loss": 0.3436,
      "step": 1405410
    },
    {
      "epoch": 392.25,
      "grad_norm": 0.8951437473297119,
      "learning_rate": 2.6120426670669944e-06,
      "loss": 0.3625,
      "step": 1405420
    },
    {
      "epoch": 392.25,
      "grad_norm": 1.193857192993164,
      "learning_rate": 2.612015805162597e-06,
      "loss": 0.3473,
      "step": 1405430
    },
    {
      "epoch": 392.25,
      "grad_norm": 1.0833231210708618,
      "learning_rate": 2.611988943222493e-06,
      "loss": 0.3432,
      "step": 1405440
    },
    {
      "epoch": 392.26,
      "grad_norm": 1.0613642930984497,
      "learning_rate": 2.6119620812466875e-06,
      "loss": 0.3455,
      "step": 1405450
    },
    {
      "epoch": 392.26,
      "grad_norm": 1.0055432319641113,
      "learning_rate": 2.611935219235182e-06,
      "loss": 0.3364,
      "step": 1405460
    },
    {
      "epoch": 392.26,
      "grad_norm": 1.1905040740966797,
      "learning_rate": 2.611908357187981e-06,
      "loss": 0.3515,
      "step": 1405470
    },
    {
      "epoch": 392.26,
      "grad_norm": 1.0396645069122314,
      "learning_rate": 2.6118814951050882e-06,
      "loss": 0.343,
      "step": 1405480
    },
    {
      "epoch": 392.27,
      "grad_norm": 1.1970667839050293,
      "learning_rate": 2.6118546329865076e-06,
      "loss": 0.3373,
      "step": 1405490
    },
    {
      "epoch": 392.27,
      "grad_norm": 1.0106974840164185,
      "learning_rate": 2.611827770832241e-06,
      "loss": 0.3484,
      "step": 1405500
    },
    {
      "epoch": 392.27,
      "grad_norm": 1.064444899559021,
      "learning_rate": 2.6118009086422937e-06,
      "loss": 0.3475,
      "step": 1405510
    },
    {
      "epoch": 392.27,
      "grad_norm": 1.0818628072738647,
      "learning_rate": 2.611774046416669e-06,
      "loss": 0.3506,
      "step": 1405520
    },
    {
      "epoch": 392.28,
      "grad_norm": 0.9760148525238037,
      "learning_rate": 2.6117471841553704e-06,
      "loss": 0.3455,
      "step": 1405530
    },
    {
      "epoch": 392.28,
      "grad_norm": 1.0587519407272339,
      "learning_rate": 2.6117203218584012e-06,
      "loss": 0.3485,
      "step": 1405540
    },
    {
      "epoch": 392.28,
      "grad_norm": 1.0065813064575195,
      "learning_rate": 2.611693459525765e-06,
      "loss": 0.3442,
      "step": 1405550
    },
    {
      "epoch": 392.29,
      "grad_norm": 1.123441457748413,
      "learning_rate": 2.6116665971574653e-06,
      "loss": 0.3479,
      "step": 1405560
    },
    {
      "epoch": 392.29,
      "grad_norm": 1.136185884475708,
      "learning_rate": 2.6116397347535053e-06,
      "loss": 0.3299,
      "step": 1405570
    },
    {
      "epoch": 392.29,
      "grad_norm": 1.0780329704284668,
      "learning_rate": 2.61161287231389e-06,
      "loss": 0.3572,
      "step": 1405580
    },
    {
      "epoch": 392.29,
      "grad_norm": 1.117732286453247,
      "learning_rate": 2.6115860098386216e-06,
      "loss": 0.334,
      "step": 1405590
    },
    {
      "epoch": 392.3,
      "grad_norm": 1.0265990495681763,
      "learning_rate": 2.6115591473277038e-06,
      "loss": 0.3317,
      "step": 1405600
    },
    {
      "epoch": 392.3,
      "grad_norm": 1.0320587158203125,
      "learning_rate": 2.611532284781141e-06,
      "loss": 0.3502,
      "step": 1405610
    },
    {
      "epoch": 392.3,
      "grad_norm": 1.3910726308822632,
      "learning_rate": 2.6115054221989374e-06,
      "loss": 0.3525,
      "step": 1405620
    },
    {
      "epoch": 392.31,
      "grad_norm": 1.1365385055541992,
      "learning_rate": 2.611478559581094e-06,
      "loss": 0.3575,
      "step": 1405630
    },
    {
      "epoch": 392.31,
      "grad_norm": 0.9856053590774536,
      "learning_rate": 2.611451696927616e-06,
      "loss": 0.3401,
      "step": 1405640
    },
    {
      "epoch": 392.31,
      "grad_norm": 0.9874148964881897,
      "learning_rate": 2.6114248342385073e-06,
      "loss": 0.3782,
      "step": 1405650
    },
    {
      "epoch": 392.31,
      "grad_norm": 0.9264174699783325,
      "learning_rate": 2.6113979715137704e-06,
      "loss": 0.3598,
      "step": 1405660
    },
    {
      "epoch": 392.32,
      "grad_norm": 1.0932888984680176,
      "learning_rate": 2.61137110875341e-06,
      "loss": 0.3494,
      "step": 1405670
    },
    {
      "epoch": 392.32,
      "grad_norm": 1.0158365964889526,
      "learning_rate": 2.6113442459574295e-06,
      "loss": 0.3536,
      "step": 1405680
    },
    {
      "epoch": 392.32,
      "grad_norm": 1.0306384563446045,
      "learning_rate": 2.6113173831258318e-06,
      "loss": 0.3555,
      "step": 1405690
    },
    {
      "epoch": 392.32,
      "grad_norm": 0.9371622800827026,
      "learning_rate": 2.61129052025862e-06,
      "loss": 0.3488,
      "step": 1405700
    },
    {
      "epoch": 392.33,
      "grad_norm": 1.0233407020568848,
      "learning_rate": 2.6112636573558e-06,
      "loss": 0.3517,
      "step": 1405710
    },
    {
      "epoch": 392.33,
      "grad_norm": 1.0498558282852173,
      "learning_rate": 2.6112367944173725e-06,
      "loss": 0.3669,
      "step": 1405720
    },
    {
      "epoch": 392.33,
      "grad_norm": 0.9158347845077515,
      "learning_rate": 2.6112099314433423e-06,
      "loss": 0.333,
      "step": 1405730
    },
    {
      "epoch": 392.34,
      "grad_norm": 1.2195183038711548,
      "learning_rate": 2.6111830684337136e-06,
      "loss": 0.3521,
      "step": 1405740
    },
    {
      "epoch": 392.34,
      "grad_norm": 1.07296884059906,
      "learning_rate": 2.61115620538849e-06,
      "loss": 0.3258,
      "step": 1405750
    },
    {
      "epoch": 392.34,
      "grad_norm": 1.1621664762496948,
      "learning_rate": 2.6111293423076748e-06,
      "loss": 0.3598,
      "step": 1405760
    },
    {
      "epoch": 392.34,
      "grad_norm": 0.9796577095985413,
      "learning_rate": 2.6111024791912703e-06,
      "loss": 0.3407,
      "step": 1405770
    },
    {
      "epoch": 392.35,
      "grad_norm": 1.0332741737365723,
      "learning_rate": 2.611075616039282e-06,
      "loss": 0.3727,
      "step": 1405780
    },
    {
      "epoch": 392.35,
      "grad_norm": 1.0227452516555786,
      "learning_rate": 2.611048752851712e-06,
      "loss": 0.3421,
      "step": 1405790
    },
    {
      "epoch": 392.35,
      "grad_norm": 0.9816086888313293,
      "learning_rate": 2.6110218896285643e-06,
      "loss": 0.3512,
      "step": 1405800
    },
    {
      "epoch": 392.36,
      "grad_norm": 0.9310888051986694,
      "learning_rate": 2.6109950263698434e-06,
      "loss": 0.3574,
      "step": 1405810
    },
    {
      "epoch": 392.36,
      "grad_norm": 1.9378204345703125,
      "learning_rate": 2.6109681630755514e-06,
      "loss": 0.3402,
      "step": 1405820
    },
    {
      "epoch": 392.36,
      "grad_norm": 1.2512364387512207,
      "learning_rate": 2.610941299745693e-06,
      "loss": 0.3592,
      "step": 1405830
    },
    {
      "epoch": 392.36,
      "grad_norm": 1.3142967224121094,
      "learning_rate": 2.6109144363802718e-06,
      "loss": 0.3454,
      "step": 1405840
    },
    {
      "epoch": 392.37,
      "grad_norm": 1.0595191717147827,
      "learning_rate": 2.61088757297929e-06,
      "loss": 0.3384,
      "step": 1405850
    },
    {
      "epoch": 392.37,
      "grad_norm": 0.8236427307128906,
      "learning_rate": 2.6108607095427524e-06,
      "loss": 0.3474,
      "step": 1405860
    },
    {
      "epoch": 392.37,
      "grad_norm": 2.451220989227295,
      "learning_rate": 2.6108338460706623e-06,
      "loss": 0.336,
      "step": 1405870
    },
    {
      "epoch": 392.38,
      "grad_norm": 0.8678826093673706,
      "learning_rate": 2.610806982563023e-06,
      "loss": 0.3537,
      "step": 1405880
    },
    {
      "epoch": 392.38,
      "grad_norm": 1.0192512273788452,
      "learning_rate": 2.610780119019839e-06,
      "loss": 0.3286,
      "step": 1405890
    },
    {
      "epoch": 392.38,
      "grad_norm": 1.4720219373703003,
      "learning_rate": 2.6107532554411127e-06,
      "loss": 0.353,
      "step": 1405900
    },
    {
      "epoch": 392.38,
      "grad_norm": 1.5916035175323486,
      "learning_rate": 2.610726391826849e-06,
      "loss": 0.3478,
      "step": 1405910
    },
    {
      "epoch": 392.39,
      "grad_norm": 1.1430091857910156,
      "learning_rate": 2.6106995281770496e-06,
      "loss": 0.3655,
      "step": 1405920
    },
    {
      "epoch": 392.39,
      "grad_norm": 1.2186293601989746,
      "learning_rate": 2.6106726644917198e-06,
      "loss": 0.3422,
      "step": 1405930
    },
    {
      "epoch": 392.39,
      "grad_norm": 0.9478669762611389,
      "learning_rate": 2.6106458007708624e-06,
      "loss": 0.3353,
      "step": 1405940
    },
    {
      "epoch": 392.39,
      "grad_norm": 0.9663071632385254,
      "learning_rate": 2.6106189370144805e-06,
      "loss": 0.3487,
      "step": 1405950
    },
    {
      "epoch": 392.4,
      "grad_norm": 1.0578033924102783,
      "learning_rate": 2.6105920732225786e-06,
      "loss": 0.3573,
      "step": 1405960
    },
    {
      "epoch": 392.4,
      "grad_norm": 1.0992238521575928,
      "learning_rate": 2.6105652093951603e-06,
      "loss": 0.3577,
      "step": 1405970
    },
    {
      "epoch": 392.4,
      "grad_norm": 0.9977970123291016,
      "learning_rate": 2.6105383455322292e-06,
      "loss": 0.3619,
      "step": 1405980
    },
    {
      "epoch": 392.41,
      "grad_norm": 1.0243022441864014,
      "learning_rate": 2.6105114816337876e-06,
      "loss": 0.3399,
      "step": 1405990
    },
    {
      "epoch": 392.41,
      "grad_norm": 0.9683408141136169,
      "learning_rate": 2.6104846176998413e-06,
      "loss": 0.338,
      "step": 1406000
    },
    {
      "epoch": 392.41,
      "grad_norm": 0.9871571063995361,
      "learning_rate": 2.610457753730391e-06,
      "loss": 0.3495,
      "step": 1406010
    },
    {
      "epoch": 392.41,
      "grad_norm": 1.1184958219528198,
      "learning_rate": 2.6104308897254424e-06,
      "loss": 0.3331,
      "step": 1406020
    },
    {
      "epoch": 392.42,
      "grad_norm": 1.3240547180175781,
      "learning_rate": 2.610404025684998e-06,
      "loss": 0.3584,
      "step": 1406030
    },
    {
      "epoch": 392.42,
      "grad_norm": 1.1099555492401123,
      "learning_rate": 2.6103771616090625e-06,
      "loss": 0.3389,
      "step": 1406040
    },
    {
      "epoch": 392.42,
      "grad_norm": 0.9768689870834351,
      "learning_rate": 2.610350297497639e-06,
      "loss": 0.3466,
      "step": 1406050
    },
    {
      "epoch": 392.43,
      "grad_norm": 1.0093086957931519,
      "learning_rate": 2.6103234333507305e-06,
      "loss": 0.3435,
      "step": 1406060
    },
    {
      "epoch": 392.43,
      "grad_norm": 1.0030651092529297,
      "learning_rate": 2.6102965691683414e-06,
      "loss": 0.325,
      "step": 1406070
    },
    {
      "epoch": 392.43,
      "grad_norm": 1.048710823059082,
      "learning_rate": 2.6102697049504748e-06,
      "loss": 0.3627,
      "step": 1406080
    },
    {
      "epoch": 392.43,
      "grad_norm": 1.2158523797988892,
      "learning_rate": 2.610242840697134e-06,
      "loss": 0.3597,
      "step": 1406090
    },
    {
      "epoch": 392.44,
      "grad_norm": 0.9810541272163391,
      "learning_rate": 2.610215976408323e-06,
      "loss": 0.358,
      "step": 1406100
    },
    {
      "epoch": 392.44,
      "grad_norm": 0.9724399447441101,
      "learning_rate": 2.610189112084046e-06,
      "loss": 0.3399,
      "step": 1406110
    },
    {
      "epoch": 392.44,
      "grad_norm": 0.9386110305786133,
      "learning_rate": 2.6101622477243055e-06,
      "loss": 0.3383,
      "step": 1406120
    },
    {
      "epoch": 392.44,
      "grad_norm": 1.0532748699188232,
      "learning_rate": 2.6101353833291053e-06,
      "loss": 0.3476,
      "step": 1406130
    },
    {
      "epoch": 392.45,
      "grad_norm": 1.124592900276184,
      "learning_rate": 2.6101085188984487e-06,
      "loss": 0.3685,
      "step": 1406140
    },
    {
      "epoch": 392.45,
      "grad_norm": 0.9514217972755432,
      "learning_rate": 2.6100816544323404e-06,
      "loss": 0.346,
      "step": 1406150
    },
    {
      "epoch": 392.45,
      "grad_norm": 1.081053614616394,
      "learning_rate": 2.610054789930783e-06,
      "loss": 0.3537,
      "step": 1406160
    },
    {
      "epoch": 392.46,
      "grad_norm": 3.240058422088623,
      "learning_rate": 2.6100279253937805e-06,
      "loss": 0.3605,
      "step": 1406170
    },
    {
      "epoch": 392.46,
      "grad_norm": 1.0432738065719604,
      "learning_rate": 2.6100010608213357e-06,
      "loss": 0.3493,
      "step": 1406180
    },
    {
      "epoch": 392.46,
      "grad_norm": 1.0472886562347412,
      "learning_rate": 2.6099741962134536e-06,
      "loss": 0.3199,
      "step": 1406190
    },
    {
      "epoch": 392.46,
      "grad_norm": 1.0403119325637817,
      "learning_rate": 2.609947331570137e-06,
      "loss": 0.3427,
      "step": 1406200
    },
    {
      "epoch": 392.47,
      "grad_norm": 1.2648524045944214,
      "learning_rate": 2.609920466891389e-06,
      "loss": 0.342,
      "step": 1406210
    },
    {
      "epoch": 392.47,
      "grad_norm": 1.128340482711792,
      "learning_rate": 2.6098936021772133e-06,
      "loss": 0.3476,
      "step": 1406220
    },
    {
      "epoch": 392.47,
      "grad_norm": 1.0094748735427856,
      "learning_rate": 2.6098667374276146e-06,
      "loss": 0.3319,
      "step": 1406230
    },
    {
      "epoch": 392.48,
      "grad_norm": 1.128702998161316,
      "learning_rate": 2.6098398726425954e-06,
      "loss": 0.3359,
      "step": 1406240
    },
    {
      "epoch": 392.48,
      "grad_norm": 0.9037739634513855,
      "learning_rate": 2.6098130078221592e-06,
      "loss": 0.3531,
      "step": 1406250
    },
    {
      "epoch": 392.48,
      "grad_norm": 1.1203311681747437,
      "learning_rate": 2.6097861429663103e-06,
      "loss": 0.3436,
      "step": 1406260
    },
    {
      "epoch": 392.48,
      "grad_norm": 1.0564664602279663,
      "learning_rate": 2.6097592780750525e-06,
      "loss": 0.3608,
      "step": 1406270
    },
    {
      "epoch": 392.49,
      "grad_norm": 0.9985710382461548,
      "learning_rate": 2.6097324131483882e-06,
      "loss": 0.3576,
      "step": 1406280
    },
    {
      "epoch": 392.49,
      "grad_norm": 1.1172945499420166,
      "learning_rate": 2.609705548186322e-06,
      "loss": 0.3406,
      "step": 1406290
    },
    {
      "epoch": 392.49,
      "grad_norm": 1.0262291431427002,
      "learning_rate": 2.6096786831888558e-06,
      "loss": 0.3523,
      "step": 1406300
    },
    {
      "epoch": 392.5,
      "grad_norm": 1.1444827318191528,
      "learning_rate": 2.609651818155995e-06,
      "loss": 0.3213,
      "step": 1406310
    },
    {
      "epoch": 392.5,
      "grad_norm": 0.8550772070884705,
      "learning_rate": 2.609624953087743e-06,
      "loss": 0.3453,
      "step": 1406320
    },
    {
      "epoch": 392.5,
      "grad_norm": 0.9194396138191223,
      "learning_rate": 2.609598087984103e-06,
      "loss": 0.3402,
      "step": 1406330
    },
    {
      "epoch": 392.5,
      "grad_norm": 0.9905838370323181,
      "learning_rate": 2.609571222845079e-06,
      "loss": 0.3556,
      "step": 1406340
    },
    {
      "epoch": 392.51,
      "grad_norm": 1.0169799327850342,
      "learning_rate": 2.609544357670673e-06,
      "loss": 0.3429,
      "step": 1406350
    },
    {
      "epoch": 392.51,
      "grad_norm": 1.1242767572402954,
      "learning_rate": 2.6095174924608906e-06,
      "loss": 0.3633,
      "step": 1406360
    },
    {
      "epoch": 392.51,
      "grad_norm": 1.163840413093567,
      "learning_rate": 2.6094906272157335e-06,
      "loss": 0.3503,
      "step": 1406370
    },
    {
      "epoch": 392.51,
      "grad_norm": 0.9570448398590088,
      "learning_rate": 2.609463761935207e-06,
      "loss": 0.3588,
      "step": 1406380
    },
    {
      "epoch": 392.52,
      "grad_norm": 1.1739534139633179,
      "learning_rate": 2.609436896619314e-06,
      "loss": 0.3495,
      "step": 1406390
    },
    {
      "epoch": 392.52,
      "grad_norm": 1.0303986072540283,
      "learning_rate": 2.6094100312680576e-06,
      "loss": 0.3395,
      "step": 1406400
    },
    {
      "epoch": 392.52,
      "grad_norm": 1.0117924213409424,
      "learning_rate": 2.609383165881442e-06,
      "loss": 0.3387,
      "step": 1406410
    },
    {
      "epoch": 392.53,
      "grad_norm": 1.0101014375686646,
      "learning_rate": 2.6093563004594703e-06,
      "loss": 0.3549,
      "step": 1406420
    },
    {
      "epoch": 392.53,
      "grad_norm": 0.9585343599319458,
      "learning_rate": 2.6093294350021467e-06,
      "loss": 0.3412,
      "step": 1406430
    },
    {
      "epoch": 392.53,
      "grad_norm": 1.0263079404830933,
      "learning_rate": 2.609302569509474e-06,
      "loss": 0.3455,
      "step": 1406440
    },
    {
      "epoch": 392.53,
      "grad_norm": 1.055121660232544,
      "learning_rate": 2.609275703981457e-06,
      "loss": 0.3632,
      "step": 1406450
    },
    {
      "epoch": 392.54,
      "grad_norm": 0.9309206008911133,
      "learning_rate": 2.6092488384180974e-06,
      "loss": 0.3541,
      "step": 1406460
    },
    {
      "epoch": 392.54,
      "grad_norm": 0.9544865489006042,
      "learning_rate": 2.6092219728194002e-06,
      "loss": 0.3483,
      "step": 1406470
    },
    {
      "epoch": 392.54,
      "grad_norm": 1.3490341901779175,
      "learning_rate": 2.609195107185368e-06,
      "loss": 0.3509,
      "step": 1406480
    },
    {
      "epoch": 392.55,
      "grad_norm": 1.1378188133239746,
      "learning_rate": 2.609168241516006e-06,
      "loss": 0.3628,
      "step": 1406490
    },
    {
      "epoch": 392.55,
      "grad_norm": 1.1398842334747314,
      "learning_rate": 2.609141375811317e-06,
      "loss": 0.3436,
      "step": 1406500
    },
    {
      "epoch": 392.55,
      "grad_norm": 1.0066779851913452,
      "learning_rate": 2.6091145100713037e-06,
      "loss": 0.3539,
      "step": 1406510
    },
    {
      "epoch": 392.55,
      "grad_norm": 1.0377153158187866,
      "learning_rate": 2.6090876442959705e-06,
      "loss": 0.3582,
      "step": 1406520
    },
    {
      "epoch": 392.56,
      "grad_norm": 1.2171779870986938,
      "learning_rate": 2.6090607784853206e-06,
      "loss": 0.3696,
      "step": 1406530
    },
    {
      "epoch": 392.56,
      "grad_norm": 1.1364152431488037,
      "learning_rate": 2.6090339126393575e-06,
      "loss": 0.3525,
      "step": 1406540
    },
    {
      "epoch": 392.56,
      "grad_norm": 0.958911657333374,
      "learning_rate": 2.609007046758086e-06,
      "loss": 0.3681,
      "step": 1406550
    },
    {
      "epoch": 392.56,
      "grad_norm": 1.1611741781234741,
      "learning_rate": 2.6089801808415074e-06,
      "loss": 0.3529,
      "step": 1406560
    },
    {
      "epoch": 392.57,
      "grad_norm": 0.9608333706855774,
      "learning_rate": 2.6089533148896275e-06,
      "loss": 0.3488,
      "step": 1406570
    },
    {
      "epoch": 392.57,
      "grad_norm": 0.877994954586029,
      "learning_rate": 2.608926448902449e-06,
      "loss": 0.3528,
      "step": 1406580
    },
    {
      "epoch": 392.57,
      "grad_norm": 1.2901469469070435,
      "learning_rate": 2.608899582879975e-06,
      "loss": 0.3507,
      "step": 1406590
    },
    {
      "epoch": 392.58,
      "grad_norm": 0.9507981538772583,
      "learning_rate": 2.6088727168222096e-06,
      "loss": 0.3545,
      "step": 1406600
    },
    {
      "epoch": 392.58,
      "grad_norm": 1.3490790128707886,
      "learning_rate": 2.608845850729156e-06,
      "loss": 0.3437,
      "step": 1406610
    },
    {
      "epoch": 392.58,
      "grad_norm": 0.9778401255607605,
      "learning_rate": 2.608818984600819e-06,
      "loss": 0.3418,
      "step": 1406620
    },
    {
      "epoch": 392.58,
      "grad_norm": 0.9806708097457886,
      "learning_rate": 2.6087921184372e-06,
      "loss": 0.3475,
      "step": 1406630
    },
    {
      "epoch": 392.59,
      "grad_norm": 0.9418252110481262,
      "learning_rate": 2.6087652522383047e-06,
      "loss": 0.3493,
      "step": 1406640
    },
    {
      "epoch": 392.59,
      "grad_norm": 0.9721640348434448,
      "learning_rate": 2.6087383860041363e-06,
      "loss": 0.3586,
      "step": 1406650
    },
    {
      "epoch": 392.59,
      "grad_norm": 1.0477668046951294,
      "learning_rate": 2.608711519734697e-06,
      "loss": 0.3668,
      "step": 1406660
    },
    {
      "epoch": 392.6,
      "grad_norm": 1.1416095495224,
      "learning_rate": 2.6086846534299914e-06,
      "loss": 0.337,
      "step": 1406670
    },
    {
      "epoch": 392.6,
      "grad_norm": 1.039953351020813,
      "learning_rate": 2.608657787090023e-06,
      "loss": 0.3497,
      "step": 1406680
    },
    {
      "epoch": 392.6,
      "grad_norm": 1.0315499305725098,
      "learning_rate": 2.608630920714795e-06,
      "loss": 0.3467,
      "step": 1406690
    },
    {
      "epoch": 392.6,
      "grad_norm": 1.13264000415802,
      "learning_rate": 2.608604054304312e-06,
      "loss": 0.3506,
      "step": 1406700
    },
    {
      "epoch": 392.61,
      "grad_norm": 1.0963599681854248,
      "learning_rate": 2.608577187858576e-06,
      "loss": 0.3589,
      "step": 1406710
    },
    {
      "epoch": 392.61,
      "grad_norm": 1.182429313659668,
      "learning_rate": 2.608550321377592e-06,
      "loss": 0.3527,
      "step": 1406720
    },
    {
      "epoch": 392.61,
      "grad_norm": 1.0126891136169434,
      "learning_rate": 2.6085234548613625e-06,
      "loss": 0.3373,
      "step": 1406730
    },
    {
      "epoch": 392.62,
      "grad_norm": 1.1910436153411865,
      "learning_rate": 2.6084965883098925e-06,
      "loss": 0.3522,
      "step": 1406740
    },
    {
      "epoch": 392.62,
      "grad_norm": 0.9610459208488464,
      "learning_rate": 2.6084697217231843e-06,
      "loss": 0.3513,
      "step": 1406750
    },
    {
      "epoch": 392.62,
      "grad_norm": 1.0450952053070068,
      "learning_rate": 2.6084428551012408e-06,
      "loss": 0.3548,
      "step": 1406760
    },
    {
      "epoch": 392.62,
      "grad_norm": 1.0338505506515503,
      "learning_rate": 2.6084159884440675e-06,
      "loss": 0.3531,
      "step": 1406770
    },
    {
      "epoch": 392.63,
      "grad_norm": 0.9612934589385986,
      "learning_rate": 2.6083891217516673e-06,
      "loss": 0.3452,
      "step": 1406780
    },
    {
      "epoch": 392.63,
      "grad_norm": 1.5922492742538452,
      "learning_rate": 2.6083622550240433e-06,
      "loss": 0.358,
      "step": 1406790
    },
    {
      "epoch": 392.63,
      "grad_norm": 2.5090792179107666,
      "learning_rate": 2.6083353882611993e-06,
      "loss": 0.343,
      "step": 1406800
    },
    {
      "epoch": 392.63,
      "grad_norm": 1.0073513984680176,
      "learning_rate": 2.608308521463139e-06,
      "loss": 0.3517,
      "step": 1406810
    },
    {
      "epoch": 392.64,
      "grad_norm": 0.9759590029716492,
      "learning_rate": 2.608281654629866e-06,
      "loss": 0.3301,
      "step": 1406820
    },
    {
      "epoch": 392.64,
      "grad_norm": 1.0845954418182373,
      "learning_rate": 2.608254787761383e-06,
      "loss": 0.3422,
      "step": 1406830
    },
    {
      "epoch": 392.64,
      "grad_norm": 1.0057138204574585,
      "learning_rate": 2.6082279208576957e-06,
      "loss": 0.3214,
      "step": 1406840
    },
    {
      "epoch": 392.65,
      "grad_norm": 1.1341259479522705,
      "learning_rate": 2.6082010539188048e-06,
      "loss": 0.3266,
      "step": 1406850
    },
    {
      "epoch": 392.65,
      "grad_norm": 1.01860511302948,
      "learning_rate": 2.6081741869447166e-06,
      "loss": 0.3364,
      "step": 1406860
    },
    {
      "epoch": 392.65,
      "grad_norm": 0.8716913461685181,
      "learning_rate": 2.608147319935433e-06,
      "loss": 0.3535,
      "step": 1406870
    },
    {
      "epoch": 392.65,
      "grad_norm": 0.9944602251052856,
      "learning_rate": 2.608120452890958e-06,
      "loss": 0.3613,
      "step": 1406880
    },
    {
      "epoch": 392.66,
      "grad_norm": 1.0690715312957764,
      "learning_rate": 2.6080935858112953e-06,
      "loss": 0.3478,
      "step": 1406890
    },
    {
      "epoch": 392.66,
      "grad_norm": 1.0115845203399658,
      "learning_rate": 2.6080667186964477e-06,
      "loss": 0.3303,
      "step": 1406900
    },
    {
      "epoch": 392.66,
      "grad_norm": 0.9865986704826355,
      "learning_rate": 2.6080398515464206e-06,
      "loss": 0.3685,
      "step": 1406910
    },
    {
      "epoch": 392.67,
      "grad_norm": 0.9136187434196472,
      "learning_rate": 2.608012984361216e-06,
      "loss": 0.33,
      "step": 1406920
    },
    {
      "epoch": 392.67,
      "grad_norm": 1.0220415592193604,
      "learning_rate": 2.6079861171408376e-06,
      "loss": 0.3491,
      "step": 1406930
    },
    {
      "epoch": 392.67,
      "grad_norm": 1.1944416761398315,
      "learning_rate": 2.60795924988529e-06,
      "loss": 0.3495,
      "step": 1406940
    },
    {
      "epoch": 392.67,
      "grad_norm": 0.8864999413490295,
      "learning_rate": 2.6079323825945756e-06,
      "loss": 0.378,
      "step": 1406950
    },
    {
      "epoch": 392.68,
      "grad_norm": 1.1202677488327026,
      "learning_rate": 2.6079055152686986e-06,
      "loss": 0.3611,
      "step": 1406960
    },
    {
      "epoch": 392.68,
      "grad_norm": 0.9196299910545349,
      "learning_rate": 2.6078786479076625e-06,
      "loss": 0.3337,
      "step": 1406970
    },
    {
      "epoch": 392.68,
      "grad_norm": 1.3411873579025269,
      "learning_rate": 2.6078517805114703e-06,
      "loss": 0.3335,
      "step": 1406980
    },
    {
      "epoch": 392.68,
      "grad_norm": 1.0184881687164307,
      "learning_rate": 2.6078249130801262e-06,
      "loss": 0.3359,
      "step": 1406990
    },
    {
      "epoch": 392.69,
      "grad_norm": 0.9569470286369324,
      "learning_rate": 2.6077980456136345e-06,
      "loss": 0.3377,
      "step": 1407000
    },
    {
      "epoch": 392.69,
      "grad_norm": 5.068532943725586,
      "learning_rate": 2.6077711781119973e-06,
      "loss": 0.3508,
      "step": 1407010
    },
    {
      "epoch": 392.69,
      "grad_norm": 1.1398985385894775,
      "learning_rate": 2.607744310575219e-06,
      "loss": 0.3547,
      "step": 1407020
    },
    {
      "epoch": 392.7,
      "grad_norm": 1.1856675148010254,
      "learning_rate": 2.607717443003303e-06,
      "loss": 0.3371,
      "step": 1407030
    },
    {
      "epoch": 392.7,
      "grad_norm": 0.9014004468917847,
      "learning_rate": 2.6076905753962524e-06,
      "loss": 0.3491,
      "step": 1407040
    },
    {
      "epoch": 392.7,
      "grad_norm": 1.1389470100402832,
      "learning_rate": 2.6076637077540713e-06,
      "loss": 0.3612,
      "step": 1407050
    },
    {
      "epoch": 392.7,
      "grad_norm": 0.8640197515487671,
      "learning_rate": 2.607636840076763e-06,
      "loss": 0.3586,
      "step": 1407060
    },
    {
      "epoch": 392.71,
      "grad_norm": 1.0756580829620361,
      "learning_rate": 2.607609972364332e-06,
      "loss": 0.3595,
      "step": 1407070
    },
    {
      "epoch": 392.71,
      "grad_norm": 1.0785268545150757,
      "learning_rate": 2.6075831046167814e-06,
      "loss": 0.338,
      "step": 1407080
    },
    {
      "epoch": 392.71,
      "grad_norm": 1.1168866157531738,
      "learning_rate": 2.607556236834114e-06,
      "loss": 0.351,
      "step": 1407090
    },
    {
      "epoch": 392.72,
      "grad_norm": 1.0558147430419922,
      "learning_rate": 2.607529369016334e-06,
      "loss": 0.3528,
      "step": 1407100
    },
    {
      "epoch": 392.72,
      "grad_norm": 0.9333685636520386,
      "learning_rate": 2.6075025011634444e-06,
      "loss": 0.3473,
      "step": 1407110
    },
    {
      "epoch": 392.72,
      "grad_norm": 0.980685830116272,
      "learning_rate": 2.6074756332754496e-06,
      "loss": 0.3548,
      "step": 1407120
    },
    {
      "epoch": 392.72,
      "grad_norm": 1.1286853551864624,
      "learning_rate": 2.6074487653523534e-06,
      "loss": 0.3559,
      "step": 1407130
    },
    {
      "epoch": 392.73,
      "grad_norm": 0.7892230749130249,
      "learning_rate": 2.6074218973941582e-06,
      "loss": 0.3422,
      "step": 1407140
    },
    {
      "epoch": 392.73,
      "grad_norm": 0.9897252321243286,
      "learning_rate": 2.607395029400869e-06,
      "loss": 0.3397,
      "step": 1407150
    },
    {
      "epoch": 392.73,
      "grad_norm": 0.9463233947753906,
      "learning_rate": 2.607368161372488e-06,
      "loss": 0.3502,
      "step": 1407160
    },
    {
      "epoch": 392.74,
      "grad_norm": 0.9687452912330627,
      "learning_rate": 2.607341293309019e-06,
      "loss": 0.3513,
      "step": 1407170
    },
    {
      "epoch": 392.74,
      "grad_norm": 1.0070724487304688,
      "learning_rate": 2.607314425210466e-06,
      "loss": 0.3505,
      "step": 1407180
    },
    {
      "epoch": 392.74,
      "grad_norm": 0.9822423458099365,
      "learning_rate": 2.6072875570768327e-06,
      "loss": 0.3557,
      "step": 1407190
    },
    {
      "epoch": 392.74,
      "grad_norm": 1.1397031545639038,
      "learning_rate": 2.6072606889081224e-06,
      "loss": 0.3484,
      "step": 1407200
    },
    {
      "epoch": 392.75,
      "grad_norm": 1.0337998867034912,
      "learning_rate": 2.607233820704339e-06,
      "loss": 0.3434,
      "step": 1407210
    },
    {
      "epoch": 392.75,
      "grad_norm": 1.503138542175293,
      "learning_rate": 2.6072069524654857e-06,
      "loss": 0.331,
      "step": 1407220
    },
    {
      "epoch": 392.75,
      "grad_norm": 1.1842284202575684,
      "learning_rate": 2.6071800841915666e-06,
      "loss": 0.3589,
      "step": 1407230
    },
    {
      "epoch": 392.75,
      "grad_norm": 0.8685746788978577,
      "learning_rate": 2.607153215882584e-06,
      "loss": 0.3457,
      "step": 1407240
    },
    {
      "epoch": 392.76,
      "grad_norm": 1.0705721378326416,
      "learning_rate": 2.6071263475385427e-06,
      "loss": 0.3477,
      "step": 1407250
    },
    {
      "epoch": 392.76,
      "grad_norm": 1.059780240058899,
      "learning_rate": 2.6070994791594467e-06,
      "loss": 0.3449,
      "step": 1407260
    },
    {
      "epoch": 392.76,
      "grad_norm": 1.2661033868789673,
      "learning_rate": 2.607072610745298e-06,
      "loss": 0.369,
      "step": 1407270
    },
    {
      "epoch": 392.77,
      "grad_norm": 0.9545515179634094,
      "learning_rate": 2.607045742296101e-06,
      "loss": 0.3361,
      "step": 1407280
    },
    {
      "epoch": 392.77,
      "grad_norm": 1.142163634300232,
      "learning_rate": 2.6070188738118594e-06,
      "loss": 0.3262,
      "step": 1407290
    },
    {
      "epoch": 392.77,
      "grad_norm": 1.026710867881775,
      "learning_rate": 2.606992005292577e-06,
      "loss": 0.362,
      "step": 1407300
    },
    {
      "epoch": 392.77,
      "grad_norm": 0.9394873976707458,
      "learning_rate": 2.6069651367382565e-06,
      "loss": 0.3363,
      "step": 1407310
    },
    {
      "epoch": 392.78,
      "grad_norm": 0.9619890451431274,
      "learning_rate": 2.6069382681489028e-06,
      "loss": 0.3426,
      "step": 1407320
    },
    {
      "epoch": 392.78,
      "grad_norm": 1.0276578664779663,
      "learning_rate": 2.606911399524518e-06,
      "loss": 0.3417,
      "step": 1407330
    },
    {
      "epoch": 392.78,
      "grad_norm": 0.8823457956314087,
      "learning_rate": 2.606884530865106e-06,
      "loss": 0.3477,
      "step": 1407340
    },
    {
      "epoch": 392.79,
      "grad_norm": 0.9456934928894043,
      "learning_rate": 2.606857662170671e-06,
      "loss": 0.3594,
      "step": 1407350
    },
    {
      "epoch": 392.79,
      "grad_norm": 1.023877739906311,
      "learning_rate": 2.6068307934412165e-06,
      "loss": 0.3576,
      "step": 1407360
    },
    {
      "epoch": 392.79,
      "grad_norm": 0.8232792019844055,
      "learning_rate": 2.6068039246767463e-06,
      "loss": 0.3366,
      "step": 1407370
    },
    {
      "epoch": 392.79,
      "grad_norm": 1.2051997184753418,
      "learning_rate": 2.6067770558772628e-06,
      "loss": 0.3417,
      "step": 1407380
    },
    {
      "epoch": 392.8,
      "grad_norm": 1.0065375566482544,
      "learning_rate": 2.606750187042771e-06,
      "loss": 0.3564,
      "step": 1407390
    },
    {
      "epoch": 392.8,
      "grad_norm": 1.0238540172576904,
      "learning_rate": 2.606723318173273e-06,
      "loss": 0.3353,
      "step": 1407400
    },
    {
      "epoch": 392.8,
      "grad_norm": 0.9414210319519043,
      "learning_rate": 2.606696449268774e-06,
      "loss": 0.3413,
      "step": 1407410
    },
    {
      "epoch": 392.8,
      "grad_norm": 0.9584581851959229,
      "learning_rate": 2.6066695803292766e-06,
      "loss": 0.3462,
      "step": 1407420
    },
    {
      "epoch": 392.81,
      "grad_norm": 0.8725938200950623,
      "learning_rate": 2.6066427113547838e-06,
      "loss": 0.3531,
      "step": 1407430
    },
    {
      "epoch": 392.81,
      "grad_norm": 1.264747142791748,
      "learning_rate": 2.6066158423453e-06,
      "loss": 0.3499,
      "step": 1407440
    },
    {
      "epoch": 392.81,
      "grad_norm": 1.5324759483337402,
      "learning_rate": 2.6065889733008296e-06,
      "loss": 0.3546,
      "step": 1407450
    },
    {
      "epoch": 392.82,
      "grad_norm": 0.9145525097846985,
      "learning_rate": 2.606562104221375e-06,
      "loss": 0.3395,
      "step": 1407460
    },
    {
      "epoch": 392.82,
      "grad_norm": 1.0869182348251343,
      "learning_rate": 2.6065352351069396e-06,
      "loss": 0.3519,
      "step": 1407470
    },
    {
      "epoch": 392.82,
      "grad_norm": 0.994619607925415,
      "learning_rate": 2.606508365957527e-06,
      "loss": 0.3603,
      "step": 1407480
    },
    {
      "epoch": 392.82,
      "grad_norm": 1.14543616771698,
      "learning_rate": 2.606481496773142e-06,
      "loss": 0.346,
      "step": 1407490
    },
    {
      "epoch": 392.83,
      "grad_norm": 1.1022453308105469,
      "learning_rate": 2.606454627553787e-06,
      "loss": 0.3559,
      "step": 1407500
    },
    {
      "epoch": 392.83,
      "grad_norm": 0.9812700152397156,
      "learning_rate": 2.606427758299466e-06,
      "loss": 0.3461,
      "step": 1407510
    },
    {
      "epoch": 392.83,
      "grad_norm": 1.0033812522888184,
      "learning_rate": 2.606400889010183e-06,
      "loss": 0.3381,
      "step": 1407520
    },
    {
      "epoch": 392.84,
      "grad_norm": 1.9348822832107544,
      "learning_rate": 2.606374019685941e-06,
      "loss": 0.3444,
      "step": 1407530
    },
    {
      "epoch": 392.84,
      "grad_norm": 0.9969444870948792,
      "learning_rate": 2.6063471503267426e-06,
      "loss": 0.3411,
      "step": 1407540
    },
    {
      "epoch": 392.84,
      "grad_norm": 0.912459135055542,
      "learning_rate": 2.606320280932594e-06,
      "loss": 0.3442,
      "step": 1407550
    },
    {
      "epoch": 392.84,
      "grad_norm": 1.076113224029541,
      "learning_rate": 2.606293411503496e-06,
      "loss": 0.351,
      "step": 1407560
    },
    {
      "epoch": 392.85,
      "grad_norm": 1.088451623916626,
      "learning_rate": 2.606266542039454e-06,
      "loss": 0.3501,
      "step": 1407570
    },
    {
      "epoch": 392.85,
      "grad_norm": 0.9121639132499695,
      "learning_rate": 2.6062396725404706e-06,
      "loss": 0.3585,
      "step": 1407580
    },
    {
      "epoch": 392.85,
      "grad_norm": 1.1491062641143799,
      "learning_rate": 2.60621280300655e-06,
      "loss": 0.362,
      "step": 1407590
    },
    {
      "epoch": 392.86,
      "grad_norm": 1.170466423034668,
      "learning_rate": 2.6061859334376956e-06,
      "loss": 0.3462,
      "step": 1407600
    },
    {
      "epoch": 392.86,
      "grad_norm": 1.083133339881897,
      "learning_rate": 2.606159063833911e-06,
      "loss": 0.3402,
      "step": 1407610
    },
    {
      "epoch": 392.86,
      "grad_norm": 1.0502500534057617,
      "learning_rate": 2.606132194195199e-06,
      "loss": 0.341,
      "step": 1407620
    },
    {
      "epoch": 392.86,
      "grad_norm": 0.8978509306907654,
      "learning_rate": 2.6061053245215645e-06,
      "loss": 0.3404,
      "step": 1407630
    },
    {
      "epoch": 392.87,
      "grad_norm": 0.9482710361480713,
      "learning_rate": 2.60607845481301e-06,
      "loss": 0.3501,
      "step": 1407640
    },
    {
      "epoch": 392.87,
      "grad_norm": 0.9537778496742249,
      "learning_rate": 2.6060515850695405e-06,
      "loss": 0.3343,
      "step": 1407650
    },
    {
      "epoch": 392.87,
      "grad_norm": 1.0469062328338623,
      "learning_rate": 2.6060247152911575e-06,
      "loss": 0.3473,
      "step": 1407660
    },
    {
      "epoch": 392.87,
      "grad_norm": 0.9876147508621216,
      "learning_rate": 2.605997845477866e-06,
      "loss": 0.3403,
      "step": 1407670
    },
    {
      "epoch": 392.88,
      "grad_norm": 1.1030831336975098,
      "learning_rate": 2.60597097562967e-06,
      "loss": 0.3453,
      "step": 1407680
    },
    {
      "epoch": 392.88,
      "grad_norm": 1.0104944705963135,
      "learning_rate": 2.605944105746571e-06,
      "loss": 0.3263,
      "step": 1407690
    },
    {
      "epoch": 392.88,
      "grad_norm": 1.6313780546188354,
      "learning_rate": 2.6059172358285743e-06,
      "loss": 0.3543,
      "step": 1407700
    },
    {
      "epoch": 392.89,
      "grad_norm": 0.986114501953125,
      "learning_rate": 2.6058903658756834e-06,
      "loss": 0.3538,
      "step": 1407710
    },
    {
      "epoch": 392.89,
      "grad_norm": 1.0180763006210327,
      "learning_rate": 2.605863495887901e-06,
      "loss": 0.3476,
      "step": 1407720
    },
    {
      "epoch": 392.89,
      "grad_norm": 1.0851492881774902,
      "learning_rate": 2.6058366258652317e-06,
      "loss": 0.3383,
      "step": 1407730
    },
    {
      "epoch": 392.89,
      "grad_norm": 0.9813162088394165,
      "learning_rate": 2.605809755807679e-06,
      "loss": 0.3752,
      "step": 1407740
    },
    {
      "epoch": 392.9,
      "grad_norm": 1.0860170125961304,
      "learning_rate": 2.605782885715246e-06,
      "loss": 0.3618,
      "step": 1407750
    },
    {
      "epoch": 392.9,
      "grad_norm": 1.051578164100647,
      "learning_rate": 2.6057560155879356e-06,
      "loss": 0.3431,
      "step": 1407760
    },
    {
      "epoch": 392.9,
      "grad_norm": 1.0607105493545532,
      "learning_rate": 2.6057291454257523e-06,
      "loss": 0.3287,
      "step": 1407770
    },
    {
      "epoch": 392.91,
      "grad_norm": 1.1331839561462402,
      "learning_rate": 2.6057022752287e-06,
      "loss": 0.345,
      "step": 1407780
    },
    {
      "epoch": 392.91,
      "grad_norm": 1.1164578199386597,
      "learning_rate": 2.605675404996781e-06,
      "loss": 0.3503,
      "step": 1407790
    },
    {
      "epoch": 392.91,
      "grad_norm": 1.0812859535217285,
      "learning_rate": 2.60564853473e-06,
      "loss": 0.3692,
      "step": 1407800
    },
    {
      "epoch": 392.91,
      "grad_norm": 1.0855958461761475,
      "learning_rate": 2.605621664428361e-06,
      "loss": 0.3544,
      "step": 1407810
    },
    {
      "epoch": 392.92,
      "grad_norm": 1.0051767826080322,
      "learning_rate": 2.605594794091866e-06,
      "loss": 0.3396,
      "step": 1407820
    },
    {
      "epoch": 392.92,
      "grad_norm": 0.9444485902786255,
      "learning_rate": 2.605567923720519e-06,
      "loss": 0.3415,
      "step": 1407830
    },
    {
      "epoch": 392.92,
      "grad_norm": 1.033621907234192,
      "learning_rate": 2.6055410533143255e-06,
      "loss": 0.3203,
      "step": 1407840
    },
    {
      "epoch": 392.92,
      "grad_norm": 0.9327338337898254,
      "learning_rate": 2.605514182873286e-06,
      "loss": 0.3458,
      "step": 1407850
    },
    {
      "epoch": 392.93,
      "grad_norm": 0.9304141998291016,
      "learning_rate": 2.6054873123974063e-06,
      "loss": 0.3393,
      "step": 1407860
    },
    {
      "epoch": 392.93,
      "grad_norm": 1.3113083839416504,
      "learning_rate": 2.605460441886689e-06,
      "loss": 0.3521,
      "step": 1407870
    },
    {
      "epoch": 392.93,
      "grad_norm": 1.0417507886886597,
      "learning_rate": 2.6054335713411383e-06,
      "loss": 0.3387,
      "step": 1407880
    },
    {
      "epoch": 392.94,
      "grad_norm": 1.0830960273742676,
      "learning_rate": 2.6054067007607574e-06,
      "loss": 0.3518,
      "step": 1407890
    },
    {
      "epoch": 392.94,
      "grad_norm": 1.012944221496582,
      "learning_rate": 2.6053798301455503e-06,
      "loss": 0.3466,
      "step": 1407900
    },
    {
      "epoch": 392.94,
      "grad_norm": 0.9227485060691833,
      "learning_rate": 2.605352959495519e-06,
      "loss": 0.3526,
      "step": 1407910
    },
    {
      "epoch": 392.94,
      "grad_norm": 1.1201683282852173,
      "learning_rate": 2.605326088810669e-06,
      "loss": 0.3491,
      "step": 1407920
    },
    {
      "epoch": 392.95,
      "grad_norm": 1.0380499362945557,
      "learning_rate": 2.605299218091003e-06,
      "loss": 0.3427,
      "step": 1407930
    },
    {
      "epoch": 392.95,
      "grad_norm": 0.9669665098190308,
      "learning_rate": 2.6052723473365254e-06,
      "loss": 0.3496,
      "step": 1407940
    },
    {
      "epoch": 392.95,
      "grad_norm": 1.2121069431304932,
      "learning_rate": 2.6052454765472378e-06,
      "loss": 0.3368,
      "step": 1407950
    },
    {
      "epoch": 392.96,
      "grad_norm": 0.941815197467804,
      "learning_rate": 2.6052186057231464e-06,
      "loss": 0.3501,
      "step": 1407960
    },
    {
      "epoch": 392.96,
      "grad_norm": 1.0465214252471924,
      "learning_rate": 2.6051917348642535e-06,
      "loss": 0.342,
      "step": 1407970
    },
    {
      "epoch": 392.96,
      "grad_norm": 0.9491684436798096,
      "learning_rate": 2.6051648639705615e-06,
      "loss": 0.3647,
      "step": 1407980
    },
    {
      "epoch": 392.96,
      "grad_norm": 1.118798851966858,
      "learning_rate": 2.6051379930420754e-06,
      "loss": 0.3312,
      "step": 1407990
    },
    {
      "epoch": 392.97,
      "grad_norm": 0.9743437170982361,
      "learning_rate": 2.6051111220787992e-06,
      "loss": 0.3529,
      "step": 1408000
    },
    {
      "epoch": 392.97,
      "grad_norm": 2.3647642135620117,
      "learning_rate": 2.605084251080735e-06,
      "loss": 0.3426,
      "step": 1408010
    },
    {
      "epoch": 392.97,
      "grad_norm": 1.389341115951538,
      "learning_rate": 2.6050573800478873e-06,
      "loss": 0.3524,
      "step": 1408020
    },
    {
      "epoch": 392.98,
      "grad_norm": 1.0337800979614258,
      "learning_rate": 2.6050305089802595e-06,
      "loss": 0.3322,
      "step": 1408030
    },
    {
      "epoch": 392.98,
      "grad_norm": 1.0601270198822021,
      "learning_rate": 2.605003637877856e-06,
      "loss": 0.353,
      "step": 1408040
    },
    {
      "epoch": 392.98,
      "grad_norm": 1.2961339950561523,
      "learning_rate": 2.6049767667406785e-06,
      "loss": 0.3567,
      "step": 1408050
    },
    {
      "epoch": 392.98,
      "grad_norm": 0.9115250110626221,
      "learning_rate": 2.6049498955687315e-06,
      "loss": 0.3403,
      "step": 1408060
    },
    {
      "epoch": 392.99,
      "grad_norm": 0.9401636123657227,
      "learning_rate": 2.6049230243620197e-06,
      "loss": 0.3398,
      "step": 1408070
    },
    {
      "epoch": 392.99,
      "grad_norm": 0.927559494972229,
      "learning_rate": 2.6048961531205452e-06,
      "loss": 0.3411,
      "step": 1408080
    },
    {
      "epoch": 392.99,
      "grad_norm": 1.0640658140182495,
      "learning_rate": 2.604869281844312e-06,
      "loss": 0.3218,
      "step": 1408090
    },
    {
      "epoch": 392.99,
      "grad_norm": 1.1458524465560913,
      "learning_rate": 2.604842410533324e-06,
      "loss": 0.3493,
      "step": 1408100
    },
    {
      "epoch": 393.0,
      "grad_norm": 1.2409427165985107,
      "learning_rate": 2.604815539187585e-06,
      "loss": 0.3528,
      "step": 1408110
    },
    {
      "epoch": 393.0,
      "eval_loss": 0.346296101808548,
      "eval_runtime": 62.8776,
      "eval_samples_per_second": 80.458,
      "eval_steps_per_second": 10.067,
      "step": 1408119
    },
    {
      "epoch": 393.0,
      "grad_norm": 0.8563684225082397,
      "learning_rate": 2.6047886678070976e-06,
      "loss": 0.3525,
      "step": 1408120
    },
    {
      "epoch": 393.0,
      "grad_norm": 1.2679206132888794,
      "learning_rate": 2.604761796391866e-06,
      "loss": 0.367,
      "step": 1408130
    },
    {
      "epoch": 393.01,
      "grad_norm": 1.0780911445617676,
      "learning_rate": 2.604734924941893e-06,
      "loss": 0.3365,
      "step": 1408140
    },
    {
      "epoch": 393.01,
      "grad_norm": 1.007927656173706,
      "learning_rate": 2.604708053457183e-06,
      "loss": 0.3398,
      "step": 1408150
    },
    {
      "epoch": 393.01,
      "grad_norm": 1.0586280822753906,
      "learning_rate": 2.6046811819377405e-06,
      "loss": 0.3587,
      "step": 1408160
    },
    {
      "epoch": 393.01,
      "grad_norm": 0.9796350598335266,
      "learning_rate": 2.604654310383567e-06,
      "loss": 0.3461,
      "step": 1408170
    },
    {
      "epoch": 393.02,
      "grad_norm": 0.9936447143554688,
      "learning_rate": 2.604627438794667e-06,
      "loss": 0.3352,
      "step": 1408180
    },
    {
      "epoch": 393.02,
      "grad_norm": 1.145964503288269,
      "learning_rate": 2.604600567171045e-06,
      "loss": 0.3661,
      "step": 1408190
    },
    {
      "epoch": 393.02,
      "grad_norm": 1.0545321702957153,
      "learning_rate": 2.6045736955127027e-06,
      "loss": 0.3567,
      "step": 1408200
    },
    {
      "epoch": 393.03,
      "grad_norm": 1.0489205121994019,
      "learning_rate": 2.604546823819645e-06,
      "loss": 0.3575,
      "step": 1408210
    },
    {
      "epoch": 393.03,
      "grad_norm": 1.3078786134719849,
      "learning_rate": 2.604519952091875e-06,
      "loss": 0.3595,
      "step": 1408220
    },
    {
      "epoch": 393.03,
      "grad_norm": 1.0625004768371582,
      "learning_rate": 2.6044930803293972e-06,
      "loss": 0.3491,
      "step": 1408230
    },
    {
      "epoch": 393.03,
      "grad_norm": 1.1565756797790527,
      "learning_rate": 2.6044662085322137e-06,
      "loss": 0.3495,
      "step": 1408240
    },
    {
      "epoch": 393.04,
      "grad_norm": 1.0251926183700562,
      "learning_rate": 2.6044393367003293e-06,
      "loss": 0.3514,
      "step": 1408250
    },
    {
      "epoch": 393.04,
      "grad_norm": 1.019400954246521,
      "learning_rate": 2.604412464833747e-06,
      "loss": 0.3472,
      "step": 1408260
    },
    {
      "epoch": 393.04,
      "grad_norm": 1.5769612789154053,
      "learning_rate": 2.6043855929324704e-06,
      "loss": 0.356,
      "step": 1408270
    },
    {
      "epoch": 393.04,
      "grad_norm": 1.0349059104919434,
      "learning_rate": 2.604358720996503e-06,
      "loss": 0.3388,
      "step": 1408280
    },
    {
      "epoch": 393.05,
      "grad_norm": 0.858339250087738,
      "learning_rate": 2.6043318490258485e-06,
      "loss": 0.3483,
      "step": 1408290
    },
    {
      "epoch": 393.05,
      "grad_norm": 0.9080307483673096,
      "learning_rate": 2.6043049770205104e-06,
      "loss": 0.3317,
      "step": 1408300
    },
    {
      "epoch": 393.05,
      "grad_norm": 1.0744452476501465,
      "learning_rate": 2.6042781049804923e-06,
      "loss": 0.3537,
      "step": 1408310
    },
    {
      "epoch": 393.06,
      "grad_norm": 1.158557653427124,
      "learning_rate": 2.6042512329057983e-06,
      "loss": 0.3477,
      "step": 1408320
    },
    {
      "epoch": 393.06,
      "grad_norm": 0.9112310409545898,
      "learning_rate": 2.604224360796432e-06,
      "loss": 0.3567,
      "step": 1408330
    },
    {
      "epoch": 393.06,
      "grad_norm": 0.908157229423523,
      "learning_rate": 2.604197488652395e-06,
      "loss": 0.3527,
      "step": 1408340
    },
    {
      "epoch": 393.06,
      "grad_norm": 1.0614551305770874,
      "learning_rate": 2.6041706164736927e-06,
      "loss": 0.3458,
      "step": 1408350
    },
    {
      "epoch": 393.07,
      "grad_norm": 0.9918708205223083,
      "learning_rate": 2.6041437442603293e-06,
      "loss": 0.3527,
      "step": 1408360
    },
    {
      "epoch": 393.07,
      "grad_norm": 1.2303531169891357,
      "learning_rate": 2.604116872012307e-06,
      "loss": 0.341,
      "step": 1408370
    },
    {
      "epoch": 393.07,
      "grad_norm": 0.9204482436180115,
      "learning_rate": 2.604089999729629e-06,
      "loss": 0.343,
      "step": 1408380
    },
    {
      "epoch": 393.08,
      "grad_norm": 1.05693519115448,
      "learning_rate": 2.604063127412301e-06,
      "loss": 0.3443,
      "step": 1408390
    },
    {
      "epoch": 393.08,
      "grad_norm": 1.1095410585403442,
      "learning_rate": 2.604036255060324e-06,
      "loss": 0.3414,
      "step": 1408400
    },
    {
      "epoch": 393.08,
      "grad_norm": 0.9876973628997803,
      "learning_rate": 2.604009382673704e-06,
      "loss": 0.3409,
      "step": 1408410
    },
    {
      "epoch": 393.08,
      "grad_norm": 0.9929829239845276,
      "learning_rate": 2.603982510252443e-06,
      "loss": 0.336,
      "step": 1408420
    },
    {
      "epoch": 393.09,
      "grad_norm": 0.983784556388855,
      "learning_rate": 2.603955637796545e-06,
      "loss": 0.3446,
      "step": 1408430
    },
    {
      "epoch": 393.09,
      "grad_norm": 1.0431514978408813,
      "learning_rate": 2.603928765306013e-06,
      "loss": 0.3387,
      "step": 1408440
    },
    {
      "epoch": 393.09,
      "grad_norm": 1.0453709363937378,
      "learning_rate": 2.6039018927808516e-06,
      "loss": 0.3492,
      "step": 1408450
    },
    {
      "epoch": 393.1,
      "grad_norm": 0.9686243534088135,
      "learning_rate": 2.6038750202210635e-06,
      "loss": 0.3474,
      "step": 1408460
    },
    {
      "epoch": 393.1,
      "grad_norm": 1.0551230907440186,
      "learning_rate": 2.603848147626653e-06,
      "loss": 0.328,
      "step": 1408470
    },
    {
      "epoch": 393.1,
      "grad_norm": 0.925633430480957,
      "learning_rate": 2.6038212749976234e-06,
      "loss": 0.3391,
      "step": 1408480
    },
    {
      "epoch": 393.1,
      "grad_norm": 1.0460063219070435,
      "learning_rate": 2.6037944023339785e-06,
      "loss": 0.3542,
      "step": 1408490
    },
    {
      "epoch": 393.11,
      "grad_norm": 1.164522409439087,
      "learning_rate": 2.6037675296357213e-06,
      "loss": 0.3493,
      "step": 1408500
    },
    {
      "epoch": 393.11,
      "grad_norm": 1.0120831727981567,
      "learning_rate": 2.6037406569028552e-06,
      "loss": 0.3365,
      "step": 1408510
    },
    {
      "epoch": 393.11,
      "grad_norm": 0.9063228964805603,
      "learning_rate": 2.6037137841353857e-06,
      "loss": 0.3398,
      "step": 1408520
    },
    {
      "epoch": 393.11,
      "grad_norm": 1.1601715087890625,
      "learning_rate": 2.6036869113333136e-06,
      "loss": 0.3369,
      "step": 1408530
    },
    {
      "epoch": 393.12,
      "grad_norm": 1.043972134590149,
      "learning_rate": 2.603660038496644e-06,
      "loss": 0.3531,
      "step": 1408540
    },
    {
      "epoch": 393.12,
      "grad_norm": 2.2212796211242676,
      "learning_rate": 2.6036331656253812e-06,
      "loss": 0.3634,
      "step": 1408550
    },
    {
      "epoch": 393.12,
      "grad_norm": 0.9578485488891602,
      "learning_rate": 2.6036062927195273e-06,
      "loss": 0.3546,
      "step": 1408560
    },
    {
      "epoch": 393.13,
      "grad_norm": 18.112668991088867,
      "learning_rate": 2.6035794197790864e-06,
      "loss": 0.3405,
      "step": 1408570
    },
    {
      "epoch": 393.13,
      "grad_norm": 0.944373607635498,
      "learning_rate": 2.6035525468040625e-06,
      "loss": 0.342,
      "step": 1408580
    },
    {
      "epoch": 393.13,
      "grad_norm": 1.1903060674667358,
      "learning_rate": 2.6035256737944585e-06,
      "loss": 0.351,
      "step": 1408590
    },
    {
      "epoch": 393.13,
      "grad_norm": 0.9022979736328125,
      "learning_rate": 2.6034988007502777e-06,
      "loss": 0.3417,
      "step": 1408600
    },
    {
      "epoch": 393.14,
      "grad_norm": 1.1987439393997192,
      "learning_rate": 2.603471927671525e-06,
      "loss": 0.3557,
      "step": 1408610
    },
    {
      "epoch": 393.14,
      "grad_norm": 0.9741310477256775,
      "learning_rate": 2.603445054558203e-06,
      "loss": 0.3401,
      "step": 1408620
    },
    {
      "epoch": 393.14,
      "grad_norm": 1.0523386001586914,
      "learning_rate": 2.6034181814103156e-06,
      "loss": 0.3517,
      "step": 1408630
    },
    {
      "epoch": 393.15,
      "grad_norm": 1.0236120223999023,
      "learning_rate": 2.6033913082278664e-06,
      "loss": 0.3501,
      "step": 1408640
    },
    {
      "epoch": 393.15,
      "grad_norm": 0.9763564467430115,
      "learning_rate": 2.603364435010859e-06,
      "loss": 0.3509,
      "step": 1408650
    },
    {
      "epoch": 393.15,
      "grad_norm": 0.9541120529174805,
      "learning_rate": 2.6033375617592963e-06,
      "loss": 0.3341,
      "step": 1408660
    },
    {
      "epoch": 393.15,
      "grad_norm": 1.5294175148010254,
      "learning_rate": 2.6033106884731826e-06,
      "loss": 0.3497,
      "step": 1408670
    },
    {
      "epoch": 393.16,
      "grad_norm": 0.9914766550064087,
      "learning_rate": 2.6032838151525214e-06,
      "loss": 0.3712,
      "step": 1408680
    },
    {
      "epoch": 393.16,
      "grad_norm": 1.0101056098937988,
      "learning_rate": 2.6032569417973165e-06,
      "loss": 0.3531,
      "step": 1408690
    },
    {
      "epoch": 393.16,
      "grad_norm": 1.2170101404190063,
      "learning_rate": 2.603230068407571e-06,
      "loss": 0.362,
      "step": 1408700
    },
    {
      "epoch": 393.16,
      "grad_norm": 1.2018433809280396,
      "learning_rate": 2.6032031949832886e-06,
      "loss": 0.3344,
      "step": 1408710
    },
    {
      "epoch": 393.17,
      "grad_norm": 1.1755009889602661,
      "learning_rate": 2.6031763215244725e-06,
      "loss": 0.3356,
      "step": 1408720
    },
    {
      "epoch": 393.17,
      "grad_norm": 0.9190657138824463,
      "learning_rate": 2.603149448031127e-06,
      "loss": 0.3432,
      "step": 1408730
    },
    {
      "epoch": 393.17,
      "grad_norm": 1.0643203258514404,
      "learning_rate": 2.6031225745032554e-06,
      "loss": 0.3694,
      "step": 1408740
    },
    {
      "epoch": 393.18,
      "grad_norm": 0.9809748530387878,
      "learning_rate": 2.603095700940861e-06,
      "loss": 0.3417,
      "step": 1408750
    },
    {
      "epoch": 393.18,
      "grad_norm": 1.477953314781189,
      "learning_rate": 2.6030688273439477e-06,
      "loss": 0.339,
      "step": 1408760
    },
    {
      "epoch": 393.18,
      "grad_norm": 0.9469233155250549,
      "learning_rate": 2.6030419537125194e-06,
      "loss": 0.334,
      "step": 1408770
    },
    {
      "epoch": 393.18,
      "grad_norm": 1.039836049079895,
      "learning_rate": 2.603015080046579e-06,
      "loss": 0.349,
      "step": 1408780
    },
    {
      "epoch": 393.19,
      "grad_norm": 1.1156032085418701,
      "learning_rate": 2.6029882063461304e-06,
      "loss": 0.3339,
      "step": 1408790
    },
    {
      "epoch": 393.19,
      "grad_norm": 1.0807913541793823,
      "learning_rate": 2.602961332611177e-06,
      "loss": 0.343,
      "step": 1408800
    },
    {
      "epoch": 393.19,
      "grad_norm": 1.2735663652420044,
      "learning_rate": 2.6029344588417224e-06,
      "loss": 0.3386,
      "step": 1408810
    },
    {
      "epoch": 393.2,
      "grad_norm": 0.8746839165687561,
      "learning_rate": 2.6029075850377704e-06,
      "loss": 0.3461,
      "step": 1408820
    },
    {
      "epoch": 393.2,
      "grad_norm": 0.981410562992096,
      "learning_rate": 2.6028807111993243e-06,
      "loss": 0.3691,
      "step": 1408830
    },
    {
      "epoch": 393.2,
      "grad_norm": 0.9797781109809875,
      "learning_rate": 2.6028538373263883e-06,
      "loss": 0.3302,
      "step": 1408840
    },
    {
      "epoch": 393.2,
      "grad_norm": 0.9476964473724365,
      "learning_rate": 2.6028269634189653e-06,
      "loss": 0.343,
      "step": 1408850
    },
    {
      "epoch": 393.21,
      "grad_norm": 0.9367488622665405,
      "learning_rate": 2.602800089477059e-06,
      "loss": 0.3521,
      "step": 1408860
    },
    {
      "epoch": 393.21,
      "grad_norm": 1.1592819690704346,
      "learning_rate": 2.6027732155006734e-06,
      "loss": 0.3412,
      "step": 1408870
    },
    {
      "epoch": 393.21,
      "grad_norm": 0.9329535365104675,
      "learning_rate": 2.6027463414898107e-06,
      "loss": 0.3482,
      "step": 1408880
    },
    {
      "epoch": 393.22,
      "grad_norm": 1.027748703956604,
      "learning_rate": 2.6027194674444764e-06,
      "loss": 0.3471,
      "step": 1408890
    },
    {
      "epoch": 393.22,
      "grad_norm": 1.0363255739212036,
      "learning_rate": 2.6026925933646733e-06,
      "loss": 0.3469,
      "step": 1408900
    },
    {
      "epoch": 393.22,
      "grad_norm": 1.154199242591858,
      "learning_rate": 2.602665719250404e-06,
      "loss": 0.3461,
      "step": 1408910
    },
    {
      "epoch": 393.22,
      "grad_norm": 1.096204161643982,
      "learning_rate": 2.602638845101674e-06,
      "loss": 0.3398,
      "step": 1408920
    },
    {
      "epoch": 393.23,
      "grad_norm": 0.9184190034866333,
      "learning_rate": 2.602611970918485e-06,
      "loss": 0.3579,
      "step": 1408930
    },
    {
      "epoch": 393.23,
      "grad_norm": 1.0191402435302734,
      "learning_rate": 2.602585096700842e-06,
      "loss": 0.326,
      "step": 1408940
    },
    {
      "epoch": 393.23,
      "grad_norm": 0.9671475291252136,
      "learning_rate": 2.6025582224487476e-06,
      "loss": 0.3421,
      "step": 1408950
    },
    {
      "epoch": 393.23,
      "grad_norm": 0.8392925262451172,
      "learning_rate": 2.6025313481622054e-06,
      "loss": 0.3496,
      "step": 1408960
    },
    {
      "epoch": 393.24,
      "grad_norm": 1.1127126216888428,
      "learning_rate": 2.6025044738412203e-06,
      "loss": 0.3611,
      "step": 1408970
    },
    {
      "epoch": 393.24,
      "grad_norm": 0.966469407081604,
      "learning_rate": 2.6024775994857944e-06,
      "loss": 0.356,
      "step": 1408980
    },
    {
      "epoch": 393.24,
      "grad_norm": 0.9526792764663696,
      "learning_rate": 2.602450725095932e-06,
      "loss": 0.3617,
      "step": 1408990
    },
    {
      "epoch": 393.25,
      "grad_norm": 1.043878436088562,
      "learning_rate": 2.6024238506716367e-06,
      "loss": 0.3412,
      "step": 1409000
    },
    {
      "epoch": 393.25,
      "grad_norm": 1.068838357925415,
      "learning_rate": 2.602396976212911e-06,
      "loss": 0.3576,
      "step": 1409010
    },
    {
      "epoch": 393.25,
      "grad_norm": 1.0271910429000854,
      "learning_rate": 2.60237010171976e-06,
      "loss": 0.3446,
      "step": 1409020
    },
    {
      "epoch": 393.25,
      "grad_norm": 0.9978801012039185,
      "learning_rate": 2.602343227192186e-06,
      "loss": 0.3585,
      "step": 1409030
    },
    {
      "epoch": 393.26,
      "grad_norm": 1.044025182723999,
      "learning_rate": 2.602316352630194e-06,
      "loss": 0.3514,
      "step": 1409040
    },
    {
      "epoch": 393.26,
      "grad_norm": 0.9864062666893005,
      "learning_rate": 2.6022894780337854e-06,
      "loss": 0.3322,
      "step": 1409050
    },
    {
      "epoch": 393.26,
      "grad_norm": 1.2482731342315674,
      "learning_rate": 2.6022626034029662e-06,
      "loss": 0.3448,
      "step": 1409060
    },
    {
      "epoch": 393.27,
      "grad_norm": 0.9841257333755493,
      "learning_rate": 2.6022357287377393e-06,
      "loss": 0.345,
      "step": 1409070
    },
    {
      "epoch": 393.27,
      "grad_norm": 0.9903541803359985,
      "learning_rate": 2.602208854038107e-06,
      "loss": 0.3514,
      "step": 1409080
    },
    {
      "epoch": 393.27,
      "grad_norm": 0.9641799330711365,
      "learning_rate": 2.602181979304074e-06,
      "loss": 0.3598,
      "step": 1409090
    },
    {
      "epoch": 393.27,
      "grad_norm": 0.9276101589202881,
      "learning_rate": 2.6021551045356433e-06,
      "loss": 0.3502,
      "step": 1409100
    },
    {
      "epoch": 393.28,
      "grad_norm": 1.0347051620483398,
      "learning_rate": 2.6021282297328193e-06,
      "loss": 0.338,
      "step": 1409110
    },
    {
      "epoch": 393.28,
      "grad_norm": 1.1066354513168335,
      "learning_rate": 2.602101354895605e-06,
      "loss": 0.3541,
      "step": 1409120
    },
    {
      "epoch": 393.28,
      "grad_norm": 1.6809039115905762,
      "learning_rate": 2.6020744800240043e-06,
      "loss": 0.3567,
      "step": 1409130
    },
    {
      "epoch": 393.28,
      "grad_norm": 1.0483131408691406,
      "learning_rate": 2.60204760511802e-06,
      "loss": 0.3436,
      "step": 1409140
    },
    {
      "epoch": 393.29,
      "grad_norm": 1.003309965133667,
      "learning_rate": 2.6020207301776565e-06,
      "loss": 0.3376,
      "step": 1409150
    },
    {
      "epoch": 393.29,
      "grad_norm": 1.2095613479614258,
      "learning_rate": 2.601993855202917e-06,
      "loss": 0.3406,
      "step": 1409160
    },
    {
      "epoch": 393.29,
      "grad_norm": 1.0151166915893555,
      "learning_rate": 2.6019669801938053e-06,
      "loss": 0.3403,
      "step": 1409170
    },
    {
      "epoch": 393.3,
      "grad_norm": 0.9748860597610474,
      "learning_rate": 2.6019401051503243e-06,
      "loss": 0.3363,
      "step": 1409180
    },
    {
      "epoch": 393.3,
      "grad_norm": 0.9843893051147461,
      "learning_rate": 2.601913230072479e-06,
      "loss": 0.3535,
      "step": 1409190
    },
    {
      "epoch": 393.3,
      "grad_norm": 0.8443169593811035,
      "learning_rate": 2.6018863549602714e-06,
      "loss": 0.3485,
      "step": 1409200
    },
    {
      "epoch": 393.3,
      "grad_norm": 1.0164570808410645,
      "learning_rate": 2.6018594798137065e-06,
      "loss": 0.3634,
      "step": 1409210
    },
    {
      "epoch": 393.31,
      "grad_norm": 1.0009357929229736,
      "learning_rate": 2.601832604632787e-06,
      "loss": 0.3298,
      "step": 1409220
    },
    {
      "epoch": 393.31,
      "grad_norm": 1.1012569665908813,
      "learning_rate": 2.6018057294175162e-06,
      "loss": 0.3662,
      "step": 1409230
    },
    {
      "epoch": 393.31,
      "grad_norm": 1.275559425354004,
      "learning_rate": 2.6017788541678984e-06,
      "loss": 0.3446,
      "step": 1409240
    },
    {
      "epoch": 393.32,
      "grad_norm": 1.0763022899627686,
      "learning_rate": 2.6017519788839368e-06,
      "loss": 0.358,
      "step": 1409250
    },
    {
      "epoch": 393.32,
      "grad_norm": 1.229262351989746,
      "learning_rate": 2.601725103565635e-06,
      "loss": 0.3675,
      "step": 1409260
    },
    {
      "epoch": 393.32,
      "grad_norm": 1.0406274795532227,
      "learning_rate": 2.6016982282129965e-06,
      "loss": 0.3533,
      "step": 1409270
    },
    {
      "epoch": 393.32,
      "grad_norm": 1.1370904445648193,
      "learning_rate": 2.601671352826025e-06,
      "loss": 0.346,
      "step": 1409280
    },
    {
      "epoch": 393.33,
      "grad_norm": 1.1694432497024536,
      "learning_rate": 2.6016444774047247e-06,
      "loss": 0.3445,
      "step": 1409290
    },
    {
      "epoch": 393.33,
      "grad_norm": 1.0515155792236328,
      "learning_rate": 2.6016176019490983e-06,
      "loss": 0.3598,
      "step": 1409300
    },
    {
      "epoch": 393.33,
      "grad_norm": 1.0298326015472412,
      "learning_rate": 2.6015907264591493e-06,
      "loss": 0.3597,
      "step": 1409310
    },
    {
      "epoch": 393.34,
      "grad_norm": 0.9197484850883484,
      "learning_rate": 2.6015638509348823e-06,
      "loss": 0.3401,
      "step": 1409320
    },
    {
      "epoch": 393.34,
      "grad_norm": 1.7650316953659058,
      "learning_rate": 2.6015369753762994e-06,
      "loss": 0.3407,
      "step": 1409330
    },
    {
      "epoch": 393.34,
      "grad_norm": 1.0504460334777832,
      "learning_rate": 2.601510099783405e-06,
      "loss": 0.3392,
      "step": 1409340
    },
    {
      "epoch": 393.34,
      "grad_norm": 1.120133876800537,
      "learning_rate": 2.6014832241562036e-06,
      "loss": 0.3474,
      "step": 1409350
    },
    {
      "epoch": 393.35,
      "grad_norm": 1.0912160873413086,
      "learning_rate": 2.601456348494697e-06,
      "loss": 0.3492,
      "step": 1409360
    },
    {
      "epoch": 393.35,
      "grad_norm": 1.1467344760894775,
      "learning_rate": 2.60142947279889e-06,
      "loss": 0.361,
      "step": 1409370
    },
    {
      "epoch": 393.35,
      "grad_norm": 1.0097540616989136,
      "learning_rate": 2.6014025970687856e-06,
      "loss": 0.3385,
      "step": 1409380
    },
    {
      "epoch": 393.35,
      "grad_norm": 1.1291481256484985,
      "learning_rate": 2.6013757213043878e-06,
      "loss": 0.3474,
      "step": 1409390
    },
    {
      "epoch": 393.36,
      "grad_norm": 1.1020852327346802,
      "learning_rate": 2.6013488455057e-06,
      "loss": 0.3536,
      "step": 1409400
    },
    {
      "epoch": 393.36,
      "grad_norm": 1.0163919925689697,
      "learning_rate": 2.601321969672725e-06,
      "loss": 0.3431,
      "step": 1409410
    },
    {
      "epoch": 393.36,
      "grad_norm": 0.9445962309837341,
      "learning_rate": 2.601295093805468e-06,
      "loss": 0.3498,
      "step": 1409420
    },
    {
      "epoch": 393.37,
      "grad_norm": 1.0660336017608643,
      "learning_rate": 2.601268217903931e-06,
      "loss": 0.3302,
      "step": 1409430
    },
    {
      "epoch": 393.37,
      "grad_norm": 1.163270115852356,
      "learning_rate": 2.6012413419681185e-06,
      "loss": 0.3485,
      "step": 1409440
    },
    {
      "epoch": 393.37,
      "grad_norm": 0.9469316601753235,
      "learning_rate": 2.601214465998034e-06,
      "loss": 0.3557,
      "step": 1409450
    },
    {
      "epoch": 393.37,
      "grad_norm": 1.254056453704834,
      "learning_rate": 2.601187589993681e-06,
      "loss": 0.346,
      "step": 1409460
    },
    {
      "epoch": 393.38,
      "grad_norm": 0.9696486592292786,
      "learning_rate": 2.601160713955062e-06,
      "loss": 0.3342,
      "step": 1409470
    },
    {
      "epoch": 393.38,
      "grad_norm": 0.9897425770759583,
      "learning_rate": 2.6011338378821833e-06,
      "loss": 0.3555,
      "step": 1409480
    },
    {
      "epoch": 393.38,
      "grad_norm": 1.1150485277175903,
      "learning_rate": 2.6011069617750454e-06,
      "loss": 0.3498,
      "step": 1409490
    },
    {
      "epoch": 393.39,
      "grad_norm": 0.9940876364707947,
      "learning_rate": 2.601080085633653e-06,
      "loss": 0.3444,
      "step": 1409500
    },
    {
      "epoch": 393.39,
      "grad_norm": 0.9270357489585876,
      "learning_rate": 2.601053209458011e-06,
      "loss": 0.3568,
      "step": 1409510
    },
    {
      "epoch": 393.39,
      "grad_norm": 0.9827495217323303,
      "learning_rate": 2.6010263332481217e-06,
      "loss": 0.3278,
      "step": 1409520
    },
    {
      "epoch": 393.39,
      "grad_norm": 0.8899107575416565,
      "learning_rate": 2.6009994570039885e-06,
      "loss": 0.338,
      "step": 1409530
    },
    {
      "epoch": 393.4,
      "grad_norm": 1.0937999486923218,
      "learning_rate": 2.6009725807256152e-06,
      "loss": 0.3401,
      "step": 1409540
    },
    {
      "epoch": 393.4,
      "grad_norm": 1.189429759979248,
      "learning_rate": 2.6009457044130058e-06,
      "loss": 0.3451,
      "step": 1409550
    },
    {
      "epoch": 393.4,
      "grad_norm": 1.4265354871749878,
      "learning_rate": 2.600918828066163e-06,
      "loss": 0.3364,
      "step": 1409560
    },
    {
      "epoch": 393.4,
      "grad_norm": 1.0142362117767334,
      "learning_rate": 2.6008919516850913e-06,
      "loss": 0.3354,
      "step": 1409570
    },
    {
      "epoch": 393.41,
      "grad_norm": 1.1499953269958496,
      "learning_rate": 2.6008650752697944e-06,
      "loss": 0.355,
      "step": 1409580
    },
    {
      "epoch": 393.41,
      "grad_norm": 0.9348081350326538,
      "learning_rate": 2.600838198820275e-06,
      "loss": 0.3413,
      "step": 1409590
    },
    {
      "epoch": 393.41,
      "grad_norm": 1.004832148551941,
      "learning_rate": 2.600811322336537e-06,
      "loss": 0.3434,
      "step": 1409600
    },
    {
      "epoch": 393.42,
      "grad_norm": 1.3077800273895264,
      "learning_rate": 2.6007844458185844e-06,
      "loss": 0.3431,
      "step": 1409610
    },
    {
      "epoch": 393.42,
      "grad_norm": 1.029976725578308,
      "learning_rate": 2.60075756926642e-06,
      "loss": 0.3359,
      "step": 1409620
    },
    {
      "epoch": 393.42,
      "grad_norm": 1.0007996559143066,
      "learning_rate": 2.6007306926800475e-06,
      "loss": 0.345,
      "step": 1409630
    },
    {
      "epoch": 393.42,
      "grad_norm": 1.0951272249221802,
      "learning_rate": 2.600703816059472e-06,
      "loss": 0.3454,
      "step": 1409640
    },
    {
      "epoch": 393.43,
      "grad_norm": 1.0330244302749634,
      "learning_rate": 2.600676939404695e-06,
      "loss": 0.3351,
      "step": 1409650
    },
    {
      "epoch": 393.43,
      "grad_norm": 1.020752191543579,
      "learning_rate": 2.6006500627157215e-06,
      "loss": 0.3554,
      "step": 1409660
    },
    {
      "epoch": 393.43,
      "grad_norm": 1.4690781831741333,
      "learning_rate": 2.6006231859925543e-06,
      "loss": 0.3567,
      "step": 1409670
    },
    {
      "epoch": 393.44,
      "grad_norm": 1.087410569190979,
      "learning_rate": 2.600596309235197e-06,
      "loss": 0.3515,
      "step": 1409680
    },
    {
      "epoch": 393.44,
      "grad_norm": 0.9706792831420898,
      "learning_rate": 2.6005694324436536e-06,
      "loss": 0.3349,
      "step": 1409690
    },
    {
      "epoch": 393.44,
      "grad_norm": 0.9189159870147705,
      "learning_rate": 2.6005425556179273e-06,
      "loss": 0.3379,
      "step": 1409700
    },
    {
      "epoch": 393.44,
      "grad_norm": 1.0156174898147583,
      "learning_rate": 2.600515678758022e-06,
      "loss": 0.3663,
      "step": 1409710
    },
    {
      "epoch": 393.45,
      "grad_norm": 1.0922108888626099,
      "learning_rate": 2.600488801863941e-06,
      "loss": 0.3467,
      "step": 1409720
    },
    {
      "epoch": 393.45,
      "grad_norm": 0.9169554710388184,
      "learning_rate": 2.600461924935688e-06,
      "loss": 0.3498,
      "step": 1409730
    },
    {
      "epoch": 393.45,
      "grad_norm": 1.1501761674880981,
      "learning_rate": 2.6004350479732666e-06,
      "loss": 0.3444,
      "step": 1409740
    },
    {
      "epoch": 393.46,
      "grad_norm": 0.9206118583679199,
      "learning_rate": 2.6004081709766806e-06,
      "loss": 0.3495,
      "step": 1409750
    },
    {
      "epoch": 393.46,
      "grad_norm": 1.1605377197265625,
      "learning_rate": 2.600381293945933e-06,
      "loss": 0.349,
      "step": 1409760
    },
    {
      "epoch": 393.46,
      "grad_norm": 0.9556161761283875,
      "learning_rate": 2.6003544168810277e-06,
      "loss": 0.3461,
      "step": 1409770
    },
    {
      "epoch": 393.46,
      "grad_norm": 0.9181028008460999,
      "learning_rate": 2.6003275397819685e-06,
      "loss": 0.3552,
      "step": 1409780
    },
    {
      "epoch": 393.47,
      "grad_norm": 0.9955245852470398,
      "learning_rate": 2.600300662648758e-06,
      "loss": 0.3533,
      "step": 1409790
    },
    {
      "epoch": 393.47,
      "grad_norm": 1.069271445274353,
      "learning_rate": 2.6002737854814014e-06,
      "loss": 0.3446,
      "step": 1409800
    },
    {
      "epoch": 393.47,
      "grad_norm": 1.0750428438186646,
      "learning_rate": 2.6002469082799016e-06,
      "loss": 0.3564,
      "step": 1409810
    },
    {
      "epoch": 393.47,
      "grad_norm": 0.9674882888793945,
      "learning_rate": 2.6002200310442613e-06,
      "loss": 0.3776,
      "step": 1409820
    },
    {
      "epoch": 393.48,
      "grad_norm": 0.881298303604126,
      "learning_rate": 2.6001931537744847e-06,
      "loss": 0.3698,
      "step": 1409830
    },
    {
      "epoch": 393.48,
      "grad_norm": 1.0712478160858154,
      "learning_rate": 2.6001662764705765e-06,
      "loss": 0.3466,
      "step": 1409840
    },
    {
      "epoch": 393.48,
      "grad_norm": 1.0037081241607666,
      "learning_rate": 2.6001393991325384e-06,
      "loss": 0.3504,
      "step": 1409850
    },
    {
      "epoch": 393.49,
      "grad_norm": 1.0964405536651611,
      "learning_rate": 2.6001125217603746e-06,
      "loss": 0.3385,
      "step": 1409860
    },
    {
      "epoch": 393.49,
      "grad_norm": 1.0460151433944702,
      "learning_rate": 2.6000856443540897e-06,
      "loss": 0.3412,
      "step": 1409870
    },
    {
      "epoch": 393.49,
      "grad_norm": 1.0995330810546875,
      "learning_rate": 2.600058766913686e-06,
      "loss": 0.3601,
      "step": 1409880
    },
    {
      "epoch": 393.49,
      "grad_norm": 1.1586320400238037,
      "learning_rate": 2.600031889439167e-06,
      "loss": 0.3531,
      "step": 1409890
    },
    {
      "epoch": 393.5,
      "grad_norm": 1.0864547491073608,
      "learning_rate": 2.6000050119305374e-06,
      "loss": 0.3512,
      "step": 1409900
    },
    {
      "epoch": 393.5,
      "grad_norm": 1.4712889194488525,
      "learning_rate": 2.5999781343878002e-06,
      "loss": 0.3587,
      "step": 1409910
    },
    {
      "epoch": 393.5,
      "grad_norm": 0.8645784854888916,
      "learning_rate": 2.5999512568109585e-06,
      "loss": 0.3529,
      "step": 1409920
    },
    {
      "epoch": 393.51,
      "grad_norm": 1.105465292930603,
      "learning_rate": 2.599924379200017e-06,
      "loss": 0.3423,
      "step": 1409930
    },
    {
      "epoch": 393.51,
      "grad_norm": 0.975600004196167,
      "learning_rate": 2.599897501554978e-06,
      "loss": 0.3589,
      "step": 1409940
    },
    {
      "epoch": 393.51,
      "grad_norm": 0.8805111050605774,
      "learning_rate": 2.599870623875846e-06,
      "loss": 0.3486,
      "step": 1409950
    },
    {
      "epoch": 393.51,
      "grad_norm": 0.9336129426956177,
      "learning_rate": 2.5998437461626246e-06,
      "loss": 0.3423,
      "step": 1409960
    },
    {
      "epoch": 393.52,
      "grad_norm": 1.0819305181503296,
      "learning_rate": 2.599816868415317e-06,
      "loss": 0.3477,
      "step": 1409970
    },
    {
      "epoch": 393.52,
      "grad_norm": 1.0426414012908936,
      "learning_rate": 2.5997899906339262e-06,
      "loss": 0.3425,
      "step": 1409980
    },
    {
      "epoch": 393.52,
      "grad_norm": 1.100763201713562,
      "learning_rate": 2.5997631128184567e-06,
      "loss": 0.3477,
      "step": 1409990
    },
    {
      "epoch": 393.52,
      "grad_norm": 1.1994227170944214,
      "learning_rate": 2.5997362349689123e-06,
      "loss": 0.346,
      "step": 1410000
    },
    {
      "epoch": 393.53,
      "grad_norm": 5.653564929962158,
      "learning_rate": 2.599709357085295e-06,
      "loss": 0.3446,
      "step": 1410010
    },
    {
      "epoch": 393.53,
      "grad_norm": 0.9827869534492493,
      "learning_rate": 2.5996824791676104e-06,
      "loss": 0.3571,
      "step": 1410020
    },
    {
      "epoch": 393.53,
      "grad_norm": 1.0134327411651611,
      "learning_rate": 2.599655601215861e-06,
      "loss": 0.3569,
      "step": 1410030
    },
    {
      "epoch": 393.54,
      "grad_norm": 1.0332674980163574,
      "learning_rate": 2.59962872323005e-06,
      "loss": 0.3464,
      "step": 1410040
    },
    {
      "epoch": 393.54,
      "grad_norm": 1.0210834741592407,
      "learning_rate": 2.5996018452101814e-06,
      "loss": 0.3326,
      "step": 1410050
    },
    {
      "epoch": 393.54,
      "grad_norm": 0.873549222946167,
      "learning_rate": 2.5995749671562598e-06,
      "loss": 0.3482,
      "step": 1410060
    },
    {
      "epoch": 393.54,
      "grad_norm": 0.8693010807037354,
      "learning_rate": 2.599548089068287e-06,
      "loss": 0.3371,
      "step": 1410070
    },
    {
      "epoch": 393.55,
      "grad_norm": 0.9902384877204895,
      "learning_rate": 2.599521210946267e-06,
      "loss": 0.3427,
      "step": 1410080
    },
    {
      "epoch": 393.55,
      "grad_norm": 1.1302387714385986,
      "learning_rate": 2.5994943327902047e-06,
      "loss": 0.3526,
      "step": 1410090
    },
    {
      "epoch": 393.55,
      "grad_norm": 1.0722144842147827,
      "learning_rate": 2.599467454600103e-06,
      "loss": 0.3494,
      "step": 1410100
    },
    {
      "epoch": 393.56,
      "grad_norm": 0.9103026986122131,
      "learning_rate": 2.5994405763759643e-06,
      "loss": 0.3432,
      "step": 1410110
    },
    {
      "epoch": 393.56,
      "grad_norm": 0.9376177191734314,
      "learning_rate": 2.599413698117794e-06,
      "loss": 0.3556,
      "step": 1410120
    },
    {
      "epoch": 393.56,
      "grad_norm": 0.8891571164131165,
      "learning_rate": 2.599386819825594e-06,
      "loss": 0.3384,
      "step": 1410130
    },
    {
      "epoch": 393.56,
      "grad_norm": 0.9309833645820618,
      "learning_rate": 2.599359941499369e-06,
      "loss": 0.3223,
      "step": 1410140
    },
    {
      "epoch": 393.57,
      "grad_norm": 1.0870299339294434,
      "learning_rate": 2.5993330631391222e-06,
      "loss": 0.3581,
      "step": 1410150
    },
    {
      "epoch": 393.57,
      "grad_norm": 0.967186450958252,
      "learning_rate": 2.599306184744857e-06,
      "loss": 0.343,
      "step": 1410160
    },
    {
      "epoch": 393.57,
      "grad_norm": 2.343261480331421,
      "learning_rate": 2.599279306316578e-06,
      "loss": 0.3493,
      "step": 1410170
    },
    {
      "epoch": 393.58,
      "grad_norm": 1.0520868301391602,
      "learning_rate": 2.5992524278542875e-06,
      "loss": 0.3547,
      "step": 1410180
    },
    {
      "epoch": 393.58,
      "grad_norm": 0.8794381618499756,
      "learning_rate": 2.5992255493579894e-06,
      "loss": 0.3404,
      "step": 1410190
    },
    {
      "epoch": 393.58,
      "grad_norm": 0.9578866362571716,
      "learning_rate": 2.5991986708276872e-06,
      "loss": 0.34,
      "step": 1410200
    },
    {
      "epoch": 393.58,
      "grad_norm": 1.0630903244018555,
      "learning_rate": 2.599171792263385e-06,
      "loss": 0.3351,
      "step": 1410210
    },
    {
      "epoch": 393.59,
      "grad_norm": 0.997921347618103,
      "learning_rate": 2.5991449136650865e-06,
      "loss": 0.3322,
      "step": 1410220
    },
    {
      "epoch": 393.59,
      "grad_norm": 0.9240042567253113,
      "learning_rate": 2.5991180350327943e-06,
      "loss": 0.3485,
      "step": 1410230
    },
    {
      "epoch": 393.59,
      "grad_norm": 0.9081439971923828,
      "learning_rate": 2.5990911563665128e-06,
      "loss": 0.349,
      "step": 1410240
    },
    {
      "epoch": 393.59,
      "grad_norm": 0.9221136569976807,
      "learning_rate": 2.5990642776662453e-06,
      "loss": 0.3575,
      "step": 1410250
    },
    {
      "epoch": 393.6,
      "grad_norm": 0.9095425605773926,
      "learning_rate": 2.5990373989319954e-06,
      "loss": 0.347,
      "step": 1410260
    },
    {
      "epoch": 393.6,
      "grad_norm": 1.0453979969024658,
      "learning_rate": 2.5990105201637667e-06,
      "loss": 0.3502,
      "step": 1410270
    },
    {
      "epoch": 393.6,
      "grad_norm": 1.1153098344802856,
      "learning_rate": 2.5989836413615622e-06,
      "loss": 0.3391,
      "step": 1410280
    },
    {
      "epoch": 393.61,
      "grad_norm": 0.9999184608459473,
      "learning_rate": 2.5989567625253867e-06,
      "loss": 0.3361,
      "step": 1410290
    },
    {
      "epoch": 393.61,
      "grad_norm": 1.1816439628601074,
      "learning_rate": 2.598929883655243e-06,
      "loss": 0.3363,
      "step": 1410300
    },
    {
      "epoch": 393.61,
      "grad_norm": 1.2959908246994019,
      "learning_rate": 2.598903004751134e-06,
      "loss": 0.358,
      "step": 1410310
    },
    {
      "epoch": 393.61,
      "grad_norm": 0.9027966260910034,
      "learning_rate": 2.598876125813065e-06,
      "loss": 0.3345,
      "step": 1410320
    },
    {
      "epoch": 393.62,
      "grad_norm": 1.0525718927383423,
      "learning_rate": 2.598849246841039e-06,
      "loss": 0.3358,
      "step": 1410330
    },
    {
      "epoch": 393.62,
      "grad_norm": 0.945368766784668,
      "learning_rate": 2.598822367835059e-06,
      "loss": 0.3547,
      "step": 1410340
    },
    {
      "epoch": 393.62,
      "grad_norm": 0.890837550163269,
      "learning_rate": 2.598795488795128e-06,
      "loss": 0.3483,
      "step": 1410350
    },
    {
      "epoch": 393.63,
      "grad_norm": 1.0365291833877563,
      "learning_rate": 2.5987686097212506e-06,
      "loss": 0.3415,
      "step": 1410360
    },
    {
      "epoch": 393.63,
      "grad_norm": 0.9841070175170898,
      "learning_rate": 2.5987417306134303e-06,
      "loss": 0.3335,
      "step": 1410370
    },
    {
      "epoch": 393.63,
      "grad_norm": 1.1057010889053345,
      "learning_rate": 2.5987148514716707e-06,
      "loss": 0.3591,
      "step": 1410380
    },
    {
      "epoch": 393.63,
      "grad_norm": 0.9674136638641357,
      "learning_rate": 2.598687972295975e-06,
      "loss": 0.3489,
      "step": 1410390
    },
    {
      "epoch": 393.64,
      "grad_norm": 0.9980564713478088,
      "learning_rate": 2.598661093086348e-06,
      "loss": 0.3677,
      "step": 1410400
    },
    {
      "epoch": 393.64,
      "grad_norm": 1.1358215808868408,
      "learning_rate": 2.598634213842791e-06,
      "loss": 0.3262,
      "step": 1410410
    },
    {
      "epoch": 393.64,
      "grad_norm": 1.0730286836624146,
      "learning_rate": 2.5986073345653095e-06,
      "loss": 0.3429,
      "step": 1410420
    },
    {
      "epoch": 393.64,
      "grad_norm": 0.9227896928787231,
      "learning_rate": 2.5985804552539057e-06,
      "loss": 0.3506,
      "step": 1410430
    },
    {
      "epoch": 393.65,
      "grad_norm": 0.9760178923606873,
      "learning_rate": 2.598553575908584e-06,
      "loss": 0.3492,
      "step": 1410440
    },
    {
      "epoch": 393.65,
      "grad_norm": 0.9960794448852539,
      "learning_rate": 2.598526696529349e-06,
      "loss": 0.3283,
      "step": 1410450
    },
    {
      "epoch": 393.65,
      "grad_norm": 0.9093655347824097,
      "learning_rate": 2.598499817116202e-06,
      "loss": 0.335,
      "step": 1410460
    },
    {
      "epoch": 393.66,
      "grad_norm": 1.0216678380966187,
      "learning_rate": 2.5984729376691486e-06,
      "loss": 0.3414,
      "step": 1410470
    },
    {
      "epoch": 393.66,
      "grad_norm": 1.1202406883239746,
      "learning_rate": 2.5984460581881908e-06,
      "loss": 0.3586,
      "step": 1410480
    },
    {
      "epoch": 393.66,
      "grad_norm": 1.0384666919708252,
      "learning_rate": 2.598419178673333e-06,
      "loss": 0.3598,
      "step": 1410490
    },
    {
      "epoch": 393.66,
      "grad_norm": 0.9705668687820435,
      "learning_rate": 2.5983922991245787e-06,
      "loss": 0.3601,
      "step": 1410500
    },
    {
      "epoch": 393.67,
      "grad_norm": 1.5702059268951416,
      "learning_rate": 2.598365419541931e-06,
      "loss": 0.3539,
      "step": 1410510
    },
    {
      "epoch": 393.67,
      "grad_norm": 0.8774300813674927,
      "learning_rate": 2.598338539925395e-06,
      "loss": 0.3492,
      "step": 1410520
    },
    {
      "epoch": 393.67,
      "grad_norm": 1.0471155643463135,
      "learning_rate": 2.598311660274972e-06,
      "loss": 0.3492,
      "step": 1410530
    },
    {
      "epoch": 393.68,
      "grad_norm": 1.0441941022872925,
      "learning_rate": 2.5982847805906674e-06,
      "loss": 0.3512,
      "step": 1410540
    },
    {
      "epoch": 393.68,
      "grad_norm": 1.0029913187026978,
      "learning_rate": 2.598257900872485e-06,
      "loss": 0.3422,
      "step": 1410550
    },
    {
      "epoch": 393.68,
      "grad_norm": 1.1142771244049072,
      "learning_rate": 2.5982310211204266e-06,
      "loss": 0.3458,
      "step": 1410560
    },
    {
      "epoch": 393.68,
      "grad_norm": 1.1217747926712036,
      "learning_rate": 2.598204141334496e-06,
      "loss": 0.3571,
      "step": 1410570
    },
    {
      "epoch": 393.69,
      "grad_norm": 0.9617717266082764,
      "learning_rate": 2.5981772615146987e-06,
      "loss": 0.3429,
      "step": 1410580
    },
    {
      "epoch": 393.69,
      "grad_norm": 0.9006934762001038,
      "learning_rate": 2.5981503816610362e-06,
      "loss": 0.334,
      "step": 1410590
    },
    {
      "epoch": 393.69,
      "grad_norm": 0.9229852557182312,
      "learning_rate": 2.598123501773513e-06,
      "loss": 0.347,
      "step": 1410600
    },
    {
      "epoch": 393.7,
      "grad_norm": 1.2435661554336548,
      "learning_rate": 2.5980966218521334e-06,
      "loss": 0.3615,
      "step": 1410610
    },
    {
      "epoch": 393.7,
      "grad_norm": 1.2325589656829834,
      "learning_rate": 2.5980697418969003e-06,
      "loss": 0.3406,
      "step": 1410620
    },
    {
      "epoch": 393.7,
      "grad_norm": 1.0621901750564575,
      "learning_rate": 2.5980428619078163e-06,
      "loss": 0.3441,
      "step": 1410630
    },
    {
      "epoch": 393.7,
      "grad_norm": 0.910493016242981,
      "learning_rate": 2.5980159818848862e-06,
      "loss": 0.3506,
      "step": 1410640
    },
    {
      "epoch": 393.71,
      "grad_norm": 1.024327039718628,
      "learning_rate": 2.5979891018281133e-06,
      "loss": 0.3532,
      "step": 1410650
    },
    {
      "epoch": 393.71,
      "grad_norm": 1.0328963994979858,
      "learning_rate": 2.5979622217375006e-06,
      "loss": 0.3664,
      "step": 1410660
    },
    {
      "epoch": 393.71,
      "grad_norm": 1.0416278839111328,
      "learning_rate": 2.5979353416130523e-06,
      "loss": 0.3529,
      "step": 1410670
    },
    {
      "epoch": 393.71,
      "grad_norm": 1.082775354385376,
      "learning_rate": 2.597908461454773e-06,
      "loss": 0.3496,
      "step": 1410680
    },
    {
      "epoch": 393.72,
      "grad_norm": 1.1203831434249878,
      "learning_rate": 2.5978815812626642e-06,
      "loss": 0.3384,
      "step": 1410690
    },
    {
      "epoch": 393.72,
      "grad_norm": 0.9559277296066284,
      "learning_rate": 2.5978547010367308e-06,
      "loss": 0.354,
      "step": 1410700
    },
    {
      "epoch": 393.72,
      "grad_norm": 0.9447789192199707,
      "learning_rate": 2.5978278207769757e-06,
      "loss": 0.3436,
      "step": 1410710
    },
    {
      "epoch": 393.73,
      "grad_norm": 1.0232475996017456,
      "learning_rate": 2.5978009404834025e-06,
      "loss": 0.346,
      "step": 1410720
    },
    {
      "epoch": 393.73,
      "grad_norm": 1.0615856647491455,
      "learning_rate": 2.597774060156015e-06,
      "loss": 0.3341,
      "step": 1410730
    },
    {
      "epoch": 393.73,
      "grad_norm": 1.0194848775863647,
      "learning_rate": 2.5977471797948175e-06,
      "loss": 0.3354,
      "step": 1410740
    },
    {
      "epoch": 393.73,
      "grad_norm": 1.2778512239456177,
      "learning_rate": 2.5977202993998124e-06,
      "loss": 0.3488,
      "step": 1410750
    },
    {
      "epoch": 393.74,
      "grad_norm": 0.9243795871734619,
      "learning_rate": 2.597693418971004e-06,
      "loss": 0.3481,
      "step": 1410760
    },
    {
      "epoch": 393.74,
      "grad_norm": 0.996699333190918,
      "learning_rate": 2.597666538508396e-06,
      "loss": 0.3438,
      "step": 1410770
    },
    {
      "epoch": 393.74,
      "grad_norm": 1.0311170816421509,
      "learning_rate": 2.5976396580119914e-06,
      "loss": 0.3511,
      "step": 1410780
    },
    {
      "epoch": 393.75,
      "grad_norm": 1.1831469535827637,
      "learning_rate": 2.597612777481793e-06,
      "loss": 0.3538,
      "step": 1410790
    },
    {
      "epoch": 393.75,
      "grad_norm": 0.9986869096755981,
      "learning_rate": 2.5975858969178068e-06,
      "loss": 0.3592,
      "step": 1410800
    },
    {
      "epoch": 393.75,
      "grad_norm": 1.0716521739959717,
      "learning_rate": 2.5975590163200344e-06,
      "loss": 0.3448,
      "step": 1410810
    },
    {
      "epoch": 393.75,
      "grad_norm": 1.2261443138122559,
      "learning_rate": 2.59753213568848e-06,
      "loss": 0.3468,
      "step": 1410820
    },
    {
      "epoch": 393.76,
      "grad_norm": 1.1752476692199707,
      "learning_rate": 2.597505255023147e-06,
      "loss": 0.3461,
      "step": 1410830
    },
    {
      "epoch": 393.76,
      "grad_norm": 0.9703093767166138,
      "learning_rate": 2.5974783743240395e-06,
      "loss": 0.335,
      "step": 1410840
    },
    {
      "epoch": 393.76,
      "grad_norm": 0.9140638709068298,
      "learning_rate": 2.59745149359116e-06,
      "loss": 0.3323,
      "step": 1410850
    },
    {
      "epoch": 393.77,
      "grad_norm": 0.9968510270118713,
      "learning_rate": 2.5974246128245135e-06,
      "loss": 0.3463,
      "step": 1410860
    },
    {
      "epoch": 393.77,
      "grad_norm": 1.324502944946289,
      "learning_rate": 2.597397732024103e-06,
      "loss": 0.3517,
      "step": 1410870
    },
    {
      "epoch": 393.77,
      "grad_norm": 0.9609025716781616,
      "learning_rate": 2.5973708511899308e-06,
      "loss": 0.3349,
      "step": 1410880
    },
    {
      "epoch": 393.77,
      "grad_norm": 1.1544193029403687,
      "learning_rate": 2.5973439703220023e-06,
      "loss": 0.3393,
      "step": 1410890
    },
    {
      "epoch": 393.78,
      "grad_norm": 1.0407192707061768,
      "learning_rate": 2.5973170894203208e-06,
      "loss": 0.3573,
      "step": 1410900
    },
    {
      "epoch": 393.78,
      "grad_norm": 1.0556188821792603,
      "learning_rate": 2.597290208484889e-06,
      "loss": 0.3391,
      "step": 1410910
    },
    {
      "epoch": 393.78,
      "grad_norm": 1.1688786745071411,
      "learning_rate": 2.5972633275157107e-06,
      "loss": 0.3691,
      "step": 1410920
    },
    {
      "epoch": 393.78,
      "grad_norm": 1.190764307975769,
      "learning_rate": 2.59723644651279e-06,
      "loss": 0.3617,
      "step": 1410930
    },
    {
      "epoch": 393.79,
      "grad_norm": 1.109139084815979,
      "learning_rate": 2.5972095654761297e-06,
      "loss": 0.3434,
      "step": 1410940
    },
    {
      "epoch": 393.79,
      "grad_norm": 1.6586130857467651,
      "learning_rate": 2.597182684405734e-06,
      "loss": 0.3555,
      "step": 1410950
    },
    {
      "epoch": 393.79,
      "grad_norm": 0.9805986881256104,
      "learning_rate": 2.5971558033016066e-06,
      "loss": 0.3553,
      "step": 1410960
    },
    {
      "epoch": 393.8,
      "grad_norm": 1.1450576782226562,
      "learning_rate": 2.597128922163751e-06,
      "loss": 0.3427,
      "step": 1410970
    },
    {
      "epoch": 393.8,
      "grad_norm": 0.950916051864624,
      "learning_rate": 2.5971020409921706e-06,
      "loss": 0.3689,
      "step": 1410980
    },
    {
      "epoch": 393.8,
      "grad_norm": 1.1474698781967163,
      "learning_rate": 2.5970751597868685e-06,
      "loss": 0.3483,
      "step": 1410990
    },
    {
      "epoch": 393.8,
      "grad_norm": 1.079850673675537,
      "learning_rate": 2.5970482785478493e-06,
      "loss": 0.3571,
      "step": 1411000
    },
    {
      "epoch": 393.81,
      "grad_norm": 1.110316276550293,
      "learning_rate": 2.5970213972751158e-06,
      "loss": 0.3462,
      "step": 1411010
    },
    {
      "epoch": 393.81,
      "grad_norm": 1.613377332687378,
      "learning_rate": 2.596994515968671e-06,
      "loss": 0.3253,
      "step": 1411020
    },
    {
      "epoch": 393.81,
      "grad_norm": 1.1247771978378296,
      "learning_rate": 2.5969676346285205e-06,
      "loss": 0.3603,
      "step": 1411030
    },
    {
      "epoch": 393.82,
      "grad_norm": 0.8914145827293396,
      "learning_rate": 2.596940753254666e-06,
      "loss": 0.3386,
      "step": 1411040
    },
    {
      "epoch": 393.82,
      "grad_norm": 1.1055645942687988,
      "learning_rate": 2.5969138718471127e-06,
      "loss": 0.3493,
      "step": 1411050
    },
    {
      "epoch": 393.82,
      "grad_norm": 0.902443528175354,
      "learning_rate": 2.5968869904058623e-06,
      "loss": 0.3531,
      "step": 1411060
    },
    {
      "epoch": 393.82,
      "grad_norm": 0.9830401539802551,
      "learning_rate": 2.5968601089309195e-06,
      "loss": 0.3414,
      "step": 1411070
    },
    {
      "epoch": 393.83,
      "grad_norm": 1.039961814880371,
      "learning_rate": 2.5968332274222876e-06,
      "loss": 0.3568,
      "step": 1411080
    },
    {
      "epoch": 393.83,
      "grad_norm": 1.2131574153900146,
      "learning_rate": 2.5968063458799697e-06,
      "loss": 0.3433,
      "step": 1411090
    },
    {
      "epoch": 393.83,
      "grad_norm": 0.9508253335952759,
      "learning_rate": 2.596779464303971e-06,
      "loss": 0.3492,
      "step": 1411100
    },
    {
      "epoch": 393.83,
      "grad_norm": 1.063604474067688,
      "learning_rate": 2.596752582694293e-06,
      "loss": 0.3489,
      "step": 1411110
    },
    {
      "epoch": 393.84,
      "grad_norm": 1.2706128358840942,
      "learning_rate": 2.5967257010509414e-06,
      "loss": 0.3323,
      "step": 1411120
    },
    {
      "epoch": 393.84,
      "grad_norm": 1.1806010007858276,
      "learning_rate": 2.596698819373918e-06,
      "loss": 0.3528,
      "step": 1411130
    },
    {
      "epoch": 393.84,
      "grad_norm": 1.08778977394104,
      "learning_rate": 2.5966719376632274e-06,
      "loss": 0.3508,
      "step": 1411140
    },
    {
      "epoch": 393.85,
      "grad_norm": 1.148684024810791,
      "learning_rate": 2.596645055918872e-06,
      "loss": 0.3469,
      "step": 1411150
    },
    {
      "epoch": 393.85,
      "grad_norm": 0.9130512475967407,
      "learning_rate": 2.5966181741408573e-06,
      "loss": 0.3438,
      "step": 1411160
    },
    {
      "epoch": 393.85,
      "grad_norm": 1.0496418476104736,
      "learning_rate": 2.596591292329185e-06,
      "loss": 0.3424,
      "step": 1411170
    },
    {
      "epoch": 393.85,
      "grad_norm": 1.02637779712677,
      "learning_rate": 2.5965644104838596e-06,
      "loss": 0.3412,
      "step": 1411180
    },
    {
      "epoch": 393.86,
      "grad_norm": 1.0227137804031372,
      "learning_rate": 2.5965375286048847e-06,
      "loss": 0.3572,
      "step": 1411190
    },
    {
      "epoch": 393.86,
      "grad_norm": 1.1889132261276245,
      "learning_rate": 2.596510646692264e-06,
      "loss": 0.3477,
      "step": 1411200
    },
    {
      "epoch": 393.86,
      "grad_norm": 1.2724562883377075,
      "learning_rate": 2.596483764746e-06,
      "loss": 0.3616,
      "step": 1411210
    },
    {
      "epoch": 393.87,
      "grad_norm": 1.0690804719924927,
      "learning_rate": 2.5964568827660982e-06,
      "loss": 0.3524,
      "step": 1411220
    },
    {
      "epoch": 393.87,
      "grad_norm": 0.9391402006149292,
      "learning_rate": 2.59643000075256e-06,
      "loss": 0.339,
      "step": 1411230
    },
    {
      "epoch": 393.87,
      "grad_norm": 0.9218330979347229,
      "learning_rate": 2.59640311870539e-06,
      "loss": 0.3322,
      "step": 1411240
    },
    {
      "epoch": 393.87,
      "grad_norm": 1.0502715110778809,
      "learning_rate": 2.596376236624592e-06,
      "loss": 0.348,
      "step": 1411250
    },
    {
      "epoch": 393.88,
      "grad_norm": 1.0238209962844849,
      "learning_rate": 2.5963493545101698e-06,
      "loss": 0.3371,
      "step": 1411260
    },
    {
      "epoch": 393.88,
      "grad_norm": 1.023076057434082,
      "learning_rate": 2.5963224723621263e-06,
      "loss": 0.3562,
      "step": 1411270
    },
    {
      "epoch": 393.88,
      "grad_norm": 1.006824254989624,
      "learning_rate": 2.5962955901804654e-06,
      "loss": 0.3307,
      "step": 1411280
    },
    {
      "epoch": 393.89,
      "grad_norm": 1.0274426937103271,
      "learning_rate": 2.5962687079651908e-06,
      "loss": 0.3405,
      "step": 1411290
    },
    {
      "epoch": 393.89,
      "grad_norm": 1.045466661453247,
      "learning_rate": 2.5962418257163055e-06,
      "loss": 0.3413,
      "step": 1411300
    },
    {
      "epoch": 393.89,
      "grad_norm": 1.0433759689331055,
      "learning_rate": 2.596214943433813e-06,
      "loss": 0.3432,
      "step": 1411310
    },
    {
      "epoch": 393.89,
      "grad_norm": 1.2352254390716553,
      "learning_rate": 2.5961880611177185e-06,
      "loss": 0.3382,
      "step": 1411320
    },
    {
      "epoch": 393.9,
      "grad_norm": 0.9276228547096252,
      "learning_rate": 2.596161178768023e-06,
      "loss": 0.3465,
      "step": 1411330
    },
    {
      "epoch": 393.9,
      "grad_norm": 1.1272677183151245,
      "learning_rate": 2.5961342963847324e-06,
      "loss": 0.3706,
      "step": 1411340
    },
    {
      "epoch": 393.9,
      "grad_norm": 0.9422605633735657,
      "learning_rate": 2.59610741396785e-06,
      "loss": 0.3705,
      "step": 1411350
    },
    {
      "epoch": 393.9,
      "grad_norm": 0.9255926609039307,
      "learning_rate": 2.5960805315173785e-06,
      "loss": 0.3488,
      "step": 1411360
    },
    {
      "epoch": 393.91,
      "grad_norm": 1.0054739713668823,
      "learning_rate": 2.596053649033321e-06,
      "loss": 0.3507,
      "step": 1411370
    },
    {
      "epoch": 393.91,
      "grad_norm": 1.0616540908813477,
      "learning_rate": 2.596026766515682e-06,
      "loss": 0.3504,
      "step": 1411380
    },
    {
      "epoch": 393.91,
      "grad_norm": 1.1404536962509155,
      "learning_rate": 2.595999883964465e-06,
      "loss": 0.3309,
      "step": 1411390
    },
    {
      "epoch": 393.92,
      "grad_norm": 1.1771141290664673,
      "learning_rate": 2.5959730013796736e-06,
      "loss": 0.364,
      "step": 1411400
    },
    {
      "epoch": 393.92,
      "grad_norm": 0.8648127913475037,
      "learning_rate": 2.595946118761311e-06,
      "loss": 0.3304,
      "step": 1411410
    },
    {
      "epoch": 393.92,
      "grad_norm": 1.0004545450210571,
      "learning_rate": 2.5959192361093815e-06,
      "loss": 0.3427,
      "step": 1411420
    },
    {
      "epoch": 393.92,
      "grad_norm": 0.9549184441566467,
      "learning_rate": 2.595892353423888e-06,
      "loss": 0.3455,
      "step": 1411430
    },
    {
      "epoch": 393.93,
      "grad_norm": 1.1170217990875244,
      "learning_rate": 2.5958654707048342e-06,
      "loss": 0.3481,
      "step": 1411440
    },
    {
      "epoch": 393.93,
      "grad_norm": 1.1127592325210571,
      "learning_rate": 2.595838587952224e-06,
      "loss": 0.3523,
      "step": 1411450
    },
    {
      "epoch": 393.93,
      "grad_norm": 0.8887960910797119,
      "learning_rate": 2.5958117051660606e-06,
      "loss": 0.3408,
      "step": 1411460
    },
    {
      "epoch": 393.94,
      "grad_norm": 1.0587029457092285,
      "learning_rate": 2.595784822346347e-06,
      "loss": 0.3609,
      "step": 1411470
    },
    {
      "epoch": 393.94,
      "grad_norm": 0.9821743369102478,
      "learning_rate": 2.5957579394930886e-06,
      "loss": 0.3504,
      "step": 1411480
    },
    {
      "epoch": 393.94,
      "grad_norm": 0.9659755229949951,
      "learning_rate": 2.5957310566062867e-06,
      "loss": 0.3481,
      "step": 1411490
    },
    {
      "epoch": 393.94,
      "grad_norm": 1.0831611156463623,
      "learning_rate": 2.5957041736859474e-06,
      "loss": 0.3592,
      "step": 1411500
    },
    {
      "epoch": 393.95,
      "grad_norm": 1.0245121717453003,
      "learning_rate": 2.5956772907320728e-06,
      "loss": 0.3394,
      "step": 1411510
    },
    {
      "epoch": 393.95,
      "grad_norm": 1.153231143951416,
      "learning_rate": 2.595650407744666e-06,
      "loss": 0.3436,
      "step": 1411520
    },
    {
      "epoch": 393.95,
      "grad_norm": 0.9312525391578674,
      "learning_rate": 2.5956235247237308e-06,
      "loss": 0.3468,
      "step": 1411530
    },
    {
      "epoch": 393.95,
      "grad_norm": 0.9979360699653625,
      "learning_rate": 2.595596641669271e-06,
      "loss": 0.349,
      "step": 1411540
    },
    {
      "epoch": 393.96,
      "grad_norm": 1.053856372833252,
      "learning_rate": 2.5955697585812916e-06,
      "loss": 0.3493,
      "step": 1411550
    },
    {
      "epoch": 393.96,
      "grad_norm": 1.1505097150802612,
      "learning_rate": 2.5955428754597942e-06,
      "loss": 0.3454,
      "step": 1411560
    },
    {
      "epoch": 393.96,
      "grad_norm": 1.2132573127746582,
      "learning_rate": 2.5955159923047836e-06,
      "loss": 0.3408,
      "step": 1411570
    },
    {
      "epoch": 393.97,
      "grad_norm": 1.0411540269851685,
      "learning_rate": 2.5954891091162626e-06,
      "loss": 0.35,
      "step": 1411580
    },
    {
      "epoch": 393.97,
      "grad_norm": 0.9004575610160828,
      "learning_rate": 2.5954622258942348e-06,
      "loss": 0.346,
      "step": 1411590
    },
    {
      "epoch": 393.97,
      "grad_norm": 1.0721358060836792,
      "learning_rate": 2.5954353426387038e-06,
      "loss": 0.3455,
      "step": 1411600
    },
    {
      "epoch": 393.97,
      "grad_norm": 1.1019850969314575,
      "learning_rate": 2.5954084593496743e-06,
      "loss": 0.3432,
      "step": 1411610
    },
    {
      "epoch": 393.98,
      "grad_norm": 1.8305798768997192,
      "learning_rate": 2.595381576027148e-06,
      "loss": 0.3529,
      "step": 1411620
    },
    {
      "epoch": 393.98,
      "grad_norm": 1.1184014081954956,
      "learning_rate": 2.59535469267113e-06,
      "loss": 0.3533,
      "step": 1411630
    },
    {
      "epoch": 393.98,
      "grad_norm": 0.9921025037765503,
      "learning_rate": 2.595327809281623e-06,
      "loss": 0.3453,
      "step": 1411640
    },
    {
      "epoch": 393.99,
      "grad_norm": 0.927742063999176,
      "learning_rate": 2.595300925858632e-06,
      "loss": 0.3476,
      "step": 1411650
    },
    {
      "epoch": 393.99,
      "grad_norm": 1.071543574333191,
      "learning_rate": 2.5952740424021586e-06,
      "loss": 0.3636,
      "step": 1411660
    },
    {
      "epoch": 393.99,
      "grad_norm": 0.9745430946350098,
      "learning_rate": 2.595247158912207e-06,
      "loss": 0.3433,
      "step": 1411670
    },
    {
      "epoch": 393.99,
      "grad_norm": 1.0535246133804321,
      "learning_rate": 2.5952202753887815e-06,
      "loss": 0.3582,
      "step": 1411680
    },
    {
      "epoch": 394.0,
      "grad_norm": 1.1051584482192993,
      "learning_rate": 2.5951933918318855e-06,
      "loss": 0.3391,
      "step": 1411690
    },
    {
      "epoch": 394.0,
      "grad_norm": 1.0476417541503906,
      "learning_rate": 2.5951665082415215e-06,
      "loss": 0.3534,
      "step": 1411700
    },
    {
      "epoch": 394.0,
      "eval_loss": 0.3483900725841522,
      "eval_runtime": 62.8752,
      "eval_samples_per_second": 80.461,
      "eval_steps_per_second": 10.068,
      "step": 1411702
    },
    {
      "epoch": 394.0,
      "grad_norm": 0.9020261168479919,
      "learning_rate": 2.5951396246176946e-06,
      "loss": 0.339,
      "step": 1411710
    },
    {
      "epoch": 394.01,
      "grad_norm": 1.0411491394042969,
      "learning_rate": 2.595112740960408e-06,
      "loss": 0.3445,
      "step": 1411720
    },
    {
      "epoch": 394.01,
      "grad_norm": 0.799848735332489,
      "learning_rate": 2.5950858572696637e-06,
      "loss": 0.3284,
      "step": 1411730
    },
    {
      "epoch": 394.01,
      "grad_norm": 1.1171035766601562,
      "learning_rate": 2.595058973545468e-06,
      "loss": 0.3636,
      "step": 1411740
    },
    {
      "epoch": 394.01,
      "grad_norm": 1.0131667852401733,
      "learning_rate": 2.595032089787822e-06,
      "loss": 0.3419,
      "step": 1411750
    },
    {
      "epoch": 394.02,
      "grad_norm": 1.1951237916946411,
      "learning_rate": 2.59500520599673e-06,
      "loss": 0.3538,
      "step": 1411760
    },
    {
      "epoch": 394.02,
      "grad_norm": 0.9072252511978149,
      "learning_rate": 2.594978322172197e-06,
      "loss": 0.3555,
      "step": 1411770
    },
    {
      "epoch": 394.02,
      "grad_norm": 1.0375012159347534,
      "learning_rate": 2.5949514383142246e-06,
      "loss": 0.3458,
      "step": 1411780
    },
    {
      "epoch": 394.02,
      "grad_norm": 0.9993064403533936,
      "learning_rate": 2.5949245544228175e-06,
      "loss": 0.3443,
      "step": 1411790
    },
    {
      "epoch": 394.03,
      "grad_norm": 1.0915974378585815,
      "learning_rate": 2.5948976704979793e-06,
      "loss": 0.3442,
      "step": 1411800
    },
    {
      "epoch": 394.03,
      "grad_norm": 0.9996780753135681,
      "learning_rate": 2.594870786539713e-06,
      "loss": 0.3564,
      "step": 1411810
    },
    {
      "epoch": 394.03,
      "grad_norm": 1.007322907447815,
      "learning_rate": 2.594843902548022e-06,
      "loss": 0.3315,
      "step": 1411820
    },
    {
      "epoch": 394.04,
      "grad_norm": 1.0529327392578125,
      "learning_rate": 2.5948170185229105e-06,
      "loss": 0.3392,
      "step": 1411830
    },
    {
      "epoch": 394.04,
      "grad_norm": 0.917956531047821,
      "learning_rate": 2.5947901344643826e-06,
      "loss": 0.3386,
      "step": 1411840
    },
    {
      "epoch": 394.04,
      "grad_norm": 1.0902295112609863,
      "learning_rate": 2.5947632503724404e-06,
      "loss": 0.3493,
      "step": 1411850
    },
    {
      "epoch": 394.04,
      "grad_norm": 0.9931594133377075,
      "learning_rate": 2.594736366247089e-06,
      "loss": 0.3303,
      "step": 1411860
    },
    {
      "epoch": 394.05,
      "grad_norm": 0.9833047986030579,
      "learning_rate": 2.594709482088331e-06,
      "loss": 0.363,
      "step": 1411870
    },
    {
      "epoch": 394.05,
      "grad_norm": 0.94712233543396,
      "learning_rate": 2.59468259789617e-06,
      "loss": 0.3447,
      "step": 1411880
    },
    {
      "epoch": 394.05,
      "grad_norm": 0.9233242273330688,
      "learning_rate": 2.5946557136706096e-06,
      "loss": 0.3542,
      "step": 1411890
    },
    {
      "epoch": 394.06,
      "grad_norm": 1.1197670698165894,
      "learning_rate": 2.594628829411654e-06,
      "loss": 0.3652,
      "step": 1411900
    },
    {
      "epoch": 394.06,
      "grad_norm": 0.9437909126281738,
      "learning_rate": 2.594601945119306e-06,
      "loss": 0.3532,
      "step": 1411910
    },
    {
      "epoch": 394.06,
      "grad_norm": 0.9715609550476074,
      "learning_rate": 2.5945750607935698e-06,
      "loss": 0.3405,
      "step": 1411920
    },
    {
      "epoch": 394.06,
      "grad_norm": 1.077707052230835,
      "learning_rate": 2.5945481764344493e-06,
      "loss": 0.3528,
      "step": 1411930
    },
    {
      "epoch": 394.07,
      "grad_norm": 0.7874053120613098,
      "learning_rate": 2.594521292041947e-06,
      "loss": 0.3499,
      "step": 1411940
    },
    {
      "epoch": 394.07,
      "grad_norm": 1.029030203819275,
      "learning_rate": 2.5944944076160666e-06,
      "loss": 0.3462,
      "step": 1411950
    },
    {
      "epoch": 394.07,
      "grad_norm": 1.089089035987854,
      "learning_rate": 2.594467523156812e-06,
      "loss": 0.3559,
      "step": 1411960
    },
    {
      "epoch": 394.07,
      "grad_norm": 0.8531610369682312,
      "learning_rate": 2.5944406386641872e-06,
      "loss": 0.3356,
      "step": 1411970
    },
    {
      "epoch": 394.08,
      "grad_norm": 1.0905864238739014,
      "learning_rate": 2.5944137541381953e-06,
      "loss": 0.3493,
      "step": 1411980
    },
    {
      "epoch": 394.08,
      "grad_norm": 0.9811356067657471,
      "learning_rate": 2.5943868695788397e-06,
      "loss": 0.3651,
      "step": 1411990
    },
    {
      "epoch": 394.08,
      "grad_norm": 1.0816609859466553,
      "learning_rate": 2.594359984986125e-06,
      "loss": 0.3417,
      "step": 1412000
    },
    {
      "epoch": 394.09,
      "grad_norm": 1.184017539024353,
      "learning_rate": 2.5943331003600535e-06,
      "loss": 0.3392,
      "step": 1412010
    },
    {
      "epoch": 394.09,
      "grad_norm": 1.129397988319397,
      "learning_rate": 2.5943062157006293e-06,
      "loss": 0.3561,
      "step": 1412020
    },
    {
      "epoch": 394.09,
      "grad_norm": 1.1964017152786255,
      "learning_rate": 2.594279331007857e-06,
      "loss": 0.3522,
      "step": 1412030
    },
    {
      "epoch": 394.09,
      "grad_norm": 1.097780704498291,
      "learning_rate": 2.5942524462817375e-06,
      "loss": 0.3625,
      "step": 1412040
    },
    {
      "epoch": 394.1,
      "grad_norm": 1.079445719718933,
      "learning_rate": 2.5942255615222767e-06,
      "loss": 0.3592,
      "step": 1412050
    },
    {
      "epoch": 394.1,
      "grad_norm": 0.9988258481025696,
      "learning_rate": 2.5941986767294783e-06,
      "loss": 0.3528,
      "step": 1412060
    },
    {
      "epoch": 394.1,
      "grad_norm": 0.9724375009536743,
      "learning_rate": 2.5941717919033445e-06,
      "loss": 0.3529,
      "step": 1412070
    },
    {
      "epoch": 394.11,
      "grad_norm": 1.010251760482788,
      "learning_rate": 2.5941449070438795e-06,
      "loss": 0.3467,
      "step": 1412080
    },
    {
      "epoch": 394.11,
      "grad_norm": 1.0115776062011719,
      "learning_rate": 2.5941180221510876e-06,
      "loss": 0.3532,
      "step": 1412090
    },
    {
      "epoch": 394.11,
      "grad_norm": 1.008325457572937,
      "learning_rate": 2.5940911372249705e-06,
      "loss": 0.3588,
      "step": 1412100
    },
    {
      "epoch": 394.11,
      "grad_norm": 1.3060294389724731,
      "learning_rate": 2.594064252265533e-06,
      "loss": 0.3508,
      "step": 1412110
    },
    {
      "epoch": 394.12,
      "grad_norm": 0.8854819536209106,
      "learning_rate": 2.5940373672727787e-06,
      "loss": 0.3562,
      "step": 1412120
    },
    {
      "epoch": 394.12,
      "grad_norm": 0.9709473252296448,
      "learning_rate": 2.5940104822467117e-06,
      "loss": 0.3404,
      "step": 1412130
    },
    {
      "epoch": 394.12,
      "grad_norm": 1.0627939701080322,
      "learning_rate": 2.5939835971873346e-06,
      "loss": 0.3498,
      "step": 1412140
    },
    {
      "epoch": 394.13,
      "grad_norm": 1.1048420667648315,
      "learning_rate": 2.593956712094651e-06,
      "loss": 0.3429,
      "step": 1412150
    },
    {
      "epoch": 394.13,
      "grad_norm": 0.9736347198486328,
      "learning_rate": 2.593929826968666e-06,
      "loss": 0.3321,
      "step": 1412160
    },
    {
      "epoch": 394.13,
      "grad_norm": 1.0721690654754639,
      "learning_rate": 2.593902941809381e-06,
      "loss": 0.341,
      "step": 1412170
    },
    {
      "epoch": 394.13,
      "grad_norm": 0.9550609588623047,
      "learning_rate": 2.5938760566168003e-06,
      "loss": 0.3604,
      "step": 1412180
    },
    {
      "epoch": 394.14,
      "grad_norm": 1.316045880317688,
      "learning_rate": 2.5938491713909284e-06,
      "loss": 0.3549,
      "step": 1412190
    },
    {
      "epoch": 394.14,
      "grad_norm": 0.9734727144241333,
      "learning_rate": 2.5938222861317676e-06,
      "loss": 0.3394,
      "step": 1412200
    },
    {
      "epoch": 394.14,
      "grad_norm": 1.022423505783081,
      "learning_rate": 2.5937954008393227e-06,
      "loss": 0.356,
      "step": 1412210
    },
    {
      "epoch": 394.14,
      "grad_norm": 1.037498950958252,
      "learning_rate": 2.5937685155135966e-06,
      "loss": 0.3351,
      "step": 1412220
    },
    {
      "epoch": 394.15,
      "grad_norm": 0.9416379332542419,
      "learning_rate": 2.593741630154593e-06,
      "loss": 0.3365,
      "step": 1412230
    },
    {
      "epoch": 394.15,
      "grad_norm": 1.0263406038284302,
      "learning_rate": 2.593714744762315e-06,
      "loss": 0.3599,
      "step": 1412240
    },
    {
      "epoch": 394.15,
      "grad_norm": 0.914580225944519,
      "learning_rate": 2.593687859336767e-06,
      "loss": 0.3428,
      "step": 1412250
    },
    {
      "epoch": 394.16,
      "grad_norm": 1.100892186164856,
      "learning_rate": 2.5936609738779526e-06,
      "loss": 0.3385,
      "step": 1412260
    },
    {
      "epoch": 394.16,
      "grad_norm": 0.8562349081039429,
      "learning_rate": 2.593634088385874e-06,
      "loss": 0.3281,
      "step": 1412270
    },
    {
      "epoch": 394.16,
      "grad_norm": 6.762986660003662,
      "learning_rate": 2.5936072028605365e-06,
      "loss": 0.351,
      "step": 1412280
    },
    {
      "epoch": 394.16,
      "grad_norm": 0.9633562564849854,
      "learning_rate": 2.5935803173019428e-06,
      "loss": 0.3554,
      "step": 1412290
    },
    {
      "epoch": 394.17,
      "grad_norm": 0.996301531791687,
      "learning_rate": 2.5935534317100967e-06,
      "loss": 0.3528,
      "step": 1412300
    },
    {
      "epoch": 394.17,
      "grad_norm": 0.9444875121116638,
      "learning_rate": 2.5935265460850016e-06,
      "loss": 0.3492,
      "step": 1412310
    },
    {
      "epoch": 394.17,
      "grad_norm": 1.124138593673706,
      "learning_rate": 2.5934996604266614e-06,
      "loss": 0.3585,
      "step": 1412320
    },
    {
      "epoch": 394.18,
      "grad_norm": 12.205172538757324,
      "learning_rate": 2.5934727747350793e-06,
      "loss": 0.3416,
      "step": 1412330
    },
    {
      "epoch": 394.18,
      "grad_norm": 0.9928733706474304,
      "learning_rate": 2.5934458890102588e-06,
      "loss": 0.3563,
      "step": 1412340
    },
    {
      "epoch": 394.18,
      "grad_norm": 1.0925370454788208,
      "learning_rate": 2.593419003252204e-06,
      "loss": 0.3526,
      "step": 1412350
    },
    {
      "epoch": 394.18,
      "grad_norm": 1.0598477125167847,
      "learning_rate": 2.5933921174609173e-06,
      "loss": 0.3506,
      "step": 1412360
    },
    {
      "epoch": 394.19,
      "grad_norm": 1.1474828720092773,
      "learning_rate": 2.593365231636404e-06,
      "loss": 0.357,
      "step": 1412370
    },
    {
      "epoch": 394.19,
      "grad_norm": 1.0254038572311401,
      "learning_rate": 2.5933383457786667e-06,
      "loss": 0.3507,
      "step": 1412380
    },
    {
      "epoch": 394.19,
      "grad_norm": 0.9885507225990295,
      "learning_rate": 2.5933114598877096e-06,
      "loss": 0.3523,
      "step": 1412390
    },
    {
      "epoch": 394.19,
      "grad_norm": 1.0602003335952759,
      "learning_rate": 2.593284573963535e-06,
      "loss": 0.3526,
      "step": 1412400
    },
    {
      "epoch": 394.2,
      "grad_norm": 0.9649078845977783,
      "learning_rate": 2.5932576880061474e-06,
      "loss": 0.3454,
      "step": 1412410
    },
    {
      "epoch": 394.2,
      "grad_norm": 0.9596548080444336,
      "learning_rate": 2.5932308020155512e-06,
      "loss": 0.3345,
      "step": 1412420
    },
    {
      "epoch": 394.2,
      "grad_norm": 1.0695245265960693,
      "learning_rate": 2.593203915991748e-06,
      "loss": 0.3515,
      "step": 1412430
    },
    {
      "epoch": 394.21,
      "grad_norm": 1.0785114765167236,
      "learning_rate": 2.5931770299347424e-06,
      "loss": 0.3539,
      "step": 1412440
    },
    {
      "epoch": 394.21,
      "grad_norm": 0.9809204936027527,
      "learning_rate": 2.5931501438445385e-06,
      "loss": 0.3426,
      "step": 1412450
    },
    {
      "epoch": 394.21,
      "grad_norm": 1.0438404083251953,
      "learning_rate": 2.5931232577211395e-06,
      "loss": 0.3491,
      "step": 1412460
    },
    {
      "epoch": 394.21,
      "grad_norm": 1.066225290298462,
      "learning_rate": 2.5930963715645486e-06,
      "loss": 0.3481,
      "step": 1412470
    },
    {
      "epoch": 394.22,
      "grad_norm": 1.0435336828231812,
      "learning_rate": 2.5930694853747697e-06,
      "loss": 0.3493,
      "step": 1412480
    },
    {
      "epoch": 394.22,
      "grad_norm": 1.0110505819320679,
      "learning_rate": 2.593042599151806e-06,
      "loss": 0.3451,
      "step": 1412490
    },
    {
      "epoch": 394.22,
      "grad_norm": 1.0620375871658325,
      "learning_rate": 2.5930157128956613e-06,
      "loss": 0.3544,
      "step": 1412500
    },
    {
      "epoch": 394.23,
      "grad_norm": 0.9086236953735352,
      "learning_rate": 2.59298882660634e-06,
      "loss": 0.3476,
      "step": 1412510
    },
    {
      "epoch": 394.23,
      "grad_norm": 1.032830834388733,
      "learning_rate": 2.5929619402838445e-06,
      "loss": 0.344,
      "step": 1412520
    },
    {
      "epoch": 394.23,
      "grad_norm": 1.195307731628418,
      "learning_rate": 2.5929350539281785e-06,
      "loss": 0.3434,
      "step": 1412530
    },
    {
      "epoch": 394.23,
      "grad_norm": 1.0632681846618652,
      "learning_rate": 2.592908167539346e-06,
      "loss": 0.3374,
      "step": 1412540
    },
    {
      "epoch": 394.24,
      "grad_norm": 1.1888880729675293,
      "learning_rate": 2.592881281117351e-06,
      "loss": 0.3355,
      "step": 1412550
    },
    {
      "epoch": 394.24,
      "grad_norm": 1.0610320568084717,
      "learning_rate": 2.592854394662196e-06,
      "loss": 0.3553,
      "step": 1412560
    },
    {
      "epoch": 394.24,
      "grad_norm": 1.0327316522598267,
      "learning_rate": 2.5928275081738855e-06,
      "loss": 0.3553,
      "step": 1412570
    },
    {
      "epoch": 394.25,
      "grad_norm": 0.9906309843063354,
      "learning_rate": 2.592800621652423e-06,
      "loss": 0.3396,
      "step": 1412580
    },
    {
      "epoch": 394.25,
      "grad_norm": 0.9691155552864075,
      "learning_rate": 2.5927737350978112e-06,
      "loss": 0.3449,
      "step": 1412590
    },
    {
      "epoch": 394.25,
      "grad_norm": 1.031395435333252,
      "learning_rate": 2.5927468485100543e-06,
      "loss": 0.3446,
      "step": 1412600
    },
    {
      "epoch": 394.25,
      "grad_norm": 0.8126398324966431,
      "learning_rate": 2.5927199618891564e-06,
      "loss": 0.3477,
      "step": 1412610
    },
    {
      "epoch": 394.26,
      "grad_norm": 1.0478594303131104,
      "learning_rate": 2.59269307523512e-06,
      "loss": 0.3414,
      "step": 1412620
    },
    {
      "epoch": 394.26,
      "grad_norm": 1.087506651878357,
      "learning_rate": 2.5926661885479493e-06,
      "loss": 0.3389,
      "step": 1412630
    },
    {
      "epoch": 394.26,
      "grad_norm": 0.9447900652885437,
      "learning_rate": 2.5926393018276483e-06,
      "loss": 0.3475,
      "step": 1412640
    },
    {
      "epoch": 394.26,
      "grad_norm": 1.02972412109375,
      "learning_rate": 2.592612415074219e-06,
      "loss": 0.3572,
      "step": 1412650
    },
    {
      "epoch": 394.27,
      "grad_norm": 1.045430302619934,
      "learning_rate": 2.5925855282876668e-06,
      "loss": 0.3279,
      "step": 1412660
    },
    {
      "epoch": 394.27,
      "grad_norm": 0.9482199549674988,
      "learning_rate": 2.5925586414679943e-06,
      "loss": 0.3498,
      "step": 1412670
    },
    {
      "epoch": 394.27,
      "grad_norm": 1.0314397811889648,
      "learning_rate": 2.592531754615206e-06,
      "loss": 0.335,
      "step": 1412680
    },
    {
      "epoch": 394.28,
      "grad_norm": 1.0533671379089355,
      "learning_rate": 2.592504867729304e-06,
      "loss": 0.3399,
      "step": 1412690
    },
    {
      "epoch": 394.28,
      "grad_norm": 0.9675276279449463,
      "learning_rate": 2.5924779808102924e-06,
      "loss": 0.3517,
      "step": 1412700
    },
    {
      "epoch": 394.28,
      "grad_norm": 1.0368374586105347,
      "learning_rate": 2.592451093858176e-06,
      "loss": 0.3294,
      "step": 1412710
    },
    {
      "epoch": 394.28,
      "grad_norm": 1.0520579814910889,
      "learning_rate": 2.5924242068729567e-06,
      "loss": 0.3414,
      "step": 1412720
    },
    {
      "epoch": 394.29,
      "grad_norm": 0.943181037902832,
      "learning_rate": 2.5923973198546385e-06,
      "loss": 0.3462,
      "step": 1412730
    },
    {
      "epoch": 394.29,
      "grad_norm": 0.8607797622680664,
      "learning_rate": 2.5923704328032264e-06,
      "loss": 0.3533,
      "step": 1412740
    },
    {
      "epoch": 394.29,
      "grad_norm": 1.1012297868728638,
      "learning_rate": 2.5923435457187223e-06,
      "loss": 0.3513,
      "step": 1412750
    },
    {
      "epoch": 394.3,
      "grad_norm": 0.9766746163368225,
      "learning_rate": 2.5923166586011298e-06,
      "loss": 0.3481,
      "step": 1412760
    },
    {
      "epoch": 394.3,
      "grad_norm": 1.1226680278778076,
      "learning_rate": 2.5922897714504542e-06,
      "loss": 0.3295,
      "step": 1412770
    },
    {
      "epoch": 394.3,
      "grad_norm": 1.0274157524108887,
      "learning_rate": 2.5922628842666966e-06,
      "loss": 0.323,
      "step": 1412780
    },
    {
      "epoch": 394.3,
      "grad_norm": 0.996818482875824,
      "learning_rate": 2.5922359970498623e-06,
      "loss": 0.3366,
      "step": 1412790
    },
    {
      "epoch": 394.31,
      "grad_norm": 1.1165289878845215,
      "learning_rate": 2.5922091097999547e-06,
      "loss": 0.3346,
      "step": 1412800
    },
    {
      "epoch": 394.31,
      "grad_norm": 0.999571681022644,
      "learning_rate": 2.592182222516977e-06,
      "loss": 0.3463,
      "step": 1412810
    },
    {
      "epoch": 394.31,
      "grad_norm": 1.0640654563903809,
      "learning_rate": 2.592155335200933e-06,
      "loss": 0.3505,
      "step": 1412820
    },
    {
      "epoch": 394.31,
      "grad_norm": 0.9489237666130066,
      "learning_rate": 2.592128447851826e-06,
      "loss": 0.333,
      "step": 1412830
    },
    {
      "epoch": 394.32,
      "grad_norm": 0.9478291273117065,
      "learning_rate": 2.59210156046966e-06,
      "loss": 0.3291,
      "step": 1412840
    },
    {
      "epoch": 394.32,
      "grad_norm": 1.0024055242538452,
      "learning_rate": 2.592074673054438e-06,
      "loss": 0.3214,
      "step": 1412850
    },
    {
      "epoch": 394.32,
      "grad_norm": 1.0854068994522095,
      "learning_rate": 2.592047785606164e-06,
      "loss": 0.3436,
      "step": 1412860
    },
    {
      "epoch": 394.33,
      "grad_norm": 1.1400527954101562,
      "learning_rate": 2.5920208981248418e-06,
      "loss": 0.3502,
      "step": 1412870
    },
    {
      "epoch": 394.33,
      "grad_norm": 1.1618752479553223,
      "learning_rate": 2.5919940106104744e-06,
      "loss": 0.3422,
      "step": 1412880
    },
    {
      "epoch": 394.33,
      "grad_norm": 0.7659888863563538,
      "learning_rate": 2.5919671230630656e-06,
      "loss": 0.3269,
      "step": 1412890
    },
    {
      "epoch": 394.33,
      "grad_norm": 1.069456696510315,
      "learning_rate": 2.5919402354826195e-06,
      "loss": 0.3415,
      "step": 1412900
    },
    {
      "epoch": 394.34,
      "grad_norm": 1.0722352266311646,
      "learning_rate": 2.5919133478691383e-06,
      "loss": 0.353,
      "step": 1412910
    },
    {
      "epoch": 394.34,
      "grad_norm": 0.9898778200149536,
      "learning_rate": 2.591886460222627e-06,
      "loss": 0.3362,
      "step": 1412920
    },
    {
      "epoch": 394.34,
      "grad_norm": 1.134569764137268,
      "learning_rate": 2.591859572543089e-06,
      "loss": 0.358,
      "step": 1412930
    },
    {
      "epoch": 394.35,
      "grad_norm": 1.155396580696106,
      "learning_rate": 2.5918326848305275e-06,
      "loss": 0.3492,
      "step": 1412940
    },
    {
      "epoch": 394.35,
      "grad_norm": 1.0953845977783203,
      "learning_rate": 2.591805797084945e-06,
      "loss": 0.3677,
      "step": 1412950
    },
    {
      "epoch": 394.35,
      "grad_norm": 0.962293803691864,
      "learning_rate": 2.591778909306348e-06,
      "loss": 0.3553,
      "step": 1412960
    },
    {
      "epoch": 394.35,
      "grad_norm": 1.292968988418579,
      "learning_rate": 2.5917520214947374e-06,
      "loss": 0.3377,
      "step": 1412970
    },
    {
      "epoch": 394.36,
      "grad_norm": 1.04807710647583,
      "learning_rate": 2.5917251336501174e-06,
      "loss": 0.3504,
      "step": 1412980
    },
    {
      "epoch": 394.36,
      "grad_norm": 0.930762767791748,
      "learning_rate": 2.591698245772492e-06,
      "loss": 0.3362,
      "step": 1412990
    },
    {
      "epoch": 394.36,
      "grad_norm": 0.8910728693008423,
      "learning_rate": 2.5916713578618648e-06,
      "loss": 0.3512,
      "step": 1413000
    },
    {
      "epoch": 394.37,
      "grad_norm": 1.1520051956176758,
      "learning_rate": 2.591644469918239e-06,
      "loss": 0.3397,
      "step": 1413010
    },
    {
      "epoch": 394.37,
      "grad_norm": 1.0271587371826172,
      "learning_rate": 2.591617581941618e-06,
      "loss": 0.3366,
      "step": 1413020
    },
    {
      "epoch": 394.37,
      "grad_norm": 1.1726727485656738,
      "learning_rate": 2.5915906939320068e-06,
      "loss": 0.3392,
      "step": 1413030
    },
    {
      "epoch": 394.37,
      "grad_norm": 1.0273616313934326,
      "learning_rate": 2.5915638058894077e-06,
      "loss": 0.3483,
      "step": 1413040
    },
    {
      "epoch": 394.38,
      "grad_norm": 0.9899359941482544,
      "learning_rate": 2.591536917813824e-06,
      "loss": 0.3414,
      "step": 1413050
    },
    {
      "epoch": 394.38,
      "grad_norm": 0.7785574197769165,
      "learning_rate": 2.5915100297052603e-06,
      "loss": 0.3625,
      "step": 1413060
    },
    {
      "epoch": 394.38,
      "grad_norm": 0.986449122428894,
      "learning_rate": 2.591483141563719e-06,
      "loss": 0.3431,
      "step": 1413070
    },
    {
      "epoch": 394.38,
      "grad_norm": 0.8970478773117065,
      "learning_rate": 2.591456253389205e-06,
      "loss": 0.3457,
      "step": 1413080
    },
    {
      "epoch": 394.39,
      "grad_norm": 0.9593292474746704,
      "learning_rate": 2.5914293651817207e-06,
      "loss": 0.344,
      "step": 1413090
    },
    {
      "epoch": 394.39,
      "grad_norm": 1.3048580884933472,
      "learning_rate": 2.5914024769412704e-06,
      "loss": 0.357,
      "step": 1413100
    },
    {
      "epoch": 394.39,
      "grad_norm": 1.0657522678375244,
      "learning_rate": 2.5913755886678574e-06,
      "loss": 0.3463,
      "step": 1413110
    },
    {
      "epoch": 394.4,
      "grad_norm": 1.0150372982025146,
      "learning_rate": 2.5913487003614854e-06,
      "loss": 0.3437,
      "step": 1413120
    },
    {
      "epoch": 394.4,
      "grad_norm": 1.0715619325637817,
      "learning_rate": 2.5913218120221584e-06,
      "loss": 0.3401,
      "step": 1413130
    },
    {
      "epoch": 394.4,
      "grad_norm": 0.9225415587425232,
      "learning_rate": 2.5912949236498792e-06,
      "loss": 0.3352,
      "step": 1413140
    },
    {
      "epoch": 394.4,
      "grad_norm": 0.8120704293251038,
      "learning_rate": 2.5912680352446513e-06,
      "loss": 0.3443,
      "step": 1413150
    },
    {
      "epoch": 394.41,
      "grad_norm": 1.1069930791854858,
      "learning_rate": 2.59124114680648e-06,
      "loss": 0.3499,
      "step": 1413160
    },
    {
      "epoch": 394.41,
      "grad_norm": 0.9890886545181274,
      "learning_rate": 2.591214258335366e-06,
      "loss": 0.3629,
      "step": 1413170
    },
    {
      "epoch": 394.41,
      "grad_norm": 0.9867289662361145,
      "learning_rate": 2.591187369831315e-06,
      "loss": 0.3641,
      "step": 1413180
    },
    {
      "epoch": 394.42,
      "grad_norm": 0.9903942942619324,
      "learning_rate": 2.59116048129433e-06,
      "loss": 0.3372,
      "step": 1413190
    },
    {
      "epoch": 394.42,
      "grad_norm": 1.0878392457962036,
      "learning_rate": 2.591133592724415e-06,
      "loss": 0.3494,
      "step": 1413200
    },
    {
      "epoch": 394.42,
      "grad_norm": 1.5070253610610962,
      "learning_rate": 2.5911067041215728e-06,
      "loss": 0.3326,
      "step": 1413210
    },
    {
      "epoch": 394.42,
      "grad_norm": 1.001865029335022,
      "learning_rate": 2.5910798154858075e-06,
      "loss": 0.3352,
      "step": 1413220
    },
    {
      "epoch": 394.43,
      "grad_norm": 0.9287576675415039,
      "learning_rate": 2.5910529268171223e-06,
      "loss": 0.3435,
      "step": 1413230
    },
    {
      "epoch": 394.43,
      "grad_norm": 1.1684132814407349,
      "learning_rate": 2.591026038115521e-06,
      "loss": 0.3495,
      "step": 1413240
    },
    {
      "epoch": 394.43,
      "grad_norm": 0.8840436935424805,
      "learning_rate": 2.5909991493810077e-06,
      "loss": 0.3506,
      "step": 1413250
    },
    {
      "epoch": 394.43,
      "grad_norm": 1.0793724060058594,
      "learning_rate": 2.5909722606135847e-06,
      "loss": 0.3338,
      "step": 1413260
    },
    {
      "epoch": 394.44,
      "grad_norm": 1.0119634866714478,
      "learning_rate": 2.590945371813257e-06,
      "loss": 0.3397,
      "step": 1413270
    },
    {
      "epoch": 394.44,
      "grad_norm": 1.0363471508026123,
      "learning_rate": 2.5909184829800272e-06,
      "loss": 0.3629,
      "step": 1413280
    },
    {
      "epoch": 394.44,
      "grad_norm": 1.119113802909851,
      "learning_rate": 2.5908915941138995e-06,
      "loss": 0.366,
      "step": 1413290
    },
    {
      "epoch": 394.45,
      "grad_norm": 0.9105488061904907,
      "learning_rate": 2.590864705214877e-06,
      "loss": 0.3562,
      "step": 1413300
    },
    {
      "epoch": 394.45,
      "grad_norm": 0.9657792448997498,
      "learning_rate": 2.590837816282963e-06,
      "loss": 0.3298,
      "step": 1413310
    },
    {
      "epoch": 394.45,
      "grad_norm": 1.106501817703247,
      "learning_rate": 2.5908109273181623e-06,
      "loss": 0.3393,
      "step": 1413320
    },
    {
      "epoch": 394.45,
      "grad_norm": 1.1088922023773193,
      "learning_rate": 2.590784038320477e-06,
      "loss": 0.336,
      "step": 1413330
    },
    {
      "epoch": 394.46,
      "grad_norm": 0.8854402303695679,
      "learning_rate": 2.590757149289913e-06,
      "loss": 0.3718,
      "step": 1413340
    },
    {
      "epoch": 394.46,
      "grad_norm": 0.9836828708648682,
      "learning_rate": 2.5907302602264705e-06,
      "loss": 0.3445,
      "step": 1413350
    },
    {
      "epoch": 394.46,
      "grad_norm": 1.0583986043930054,
      "learning_rate": 2.5907033711301556e-06,
      "loss": 0.3531,
      "step": 1413360
    },
    {
      "epoch": 394.47,
      "grad_norm": 1.0519740581512451,
      "learning_rate": 2.5906764820009708e-06,
      "loss": 0.3396,
      "step": 1413370
    },
    {
      "epoch": 394.47,
      "grad_norm": 1.218960165977478,
      "learning_rate": 2.5906495928389206e-06,
      "loss": 0.3552,
      "step": 1413380
    },
    {
      "epoch": 394.47,
      "grad_norm": 1.0545413494110107,
      "learning_rate": 2.5906227036440073e-06,
      "loss": 0.3372,
      "step": 1413390
    },
    {
      "epoch": 394.47,
      "grad_norm": 1.5316386222839355,
      "learning_rate": 2.5905958144162355e-06,
      "loss": 0.3562,
      "step": 1413400
    },
    {
      "epoch": 394.48,
      "grad_norm": 0.9519826769828796,
      "learning_rate": 2.5905689251556085e-06,
      "loss": 0.3739,
      "step": 1413410
    },
    {
      "epoch": 394.48,
      "grad_norm": 1.1341536045074463,
      "learning_rate": 2.59054203586213e-06,
      "loss": 0.3269,
      "step": 1413420
    },
    {
      "epoch": 394.48,
      "grad_norm": 0.8537337779998779,
      "learning_rate": 2.590515146535803e-06,
      "loss": 0.3359,
      "step": 1413430
    },
    {
      "epoch": 394.49,
      "grad_norm": 0.9652043581008911,
      "learning_rate": 2.5904882571766314e-06,
      "loss": 0.358,
      "step": 1413440
    },
    {
      "epoch": 394.49,
      "grad_norm": 0.9600469470024109,
      "learning_rate": 2.5904613677846195e-06,
      "loss": 0.3583,
      "step": 1413450
    },
    {
      "epoch": 394.49,
      "grad_norm": 0.9623116850852966,
      "learning_rate": 2.5904344783597698e-06,
      "loss": 0.3373,
      "step": 1413460
    },
    {
      "epoch": 394.49,
      "grad_norm": 0.9342551827430725,
      "learning_rate": 2.5904075889020865e-06,
      "loss": 0.3464,
      "step": 1413470
    },
    {
      "epoch": 394.5,
      "grad_norm": 1.0187091827392578,
      "learning_rate": 2.590380699411573e-06,
      "loss": 0.3547,
      "step": 1413480
    },
    {
      "epoch": 394.5,
      "grad_norm": 1.1498254537582397,
      "learning_rate": 2.5903538098882333e-06,
      "loss": 0.3477,
      "step": 1413490
    },
    {
      "epoch": 394.5,
      "grad_norm": 1.092298150062561,
      "learning_rate": 2.5903269203320698e-06,
      "loss": 0.3418,
      "step": 1413500
    },
    {
      "epoch": 394.5,
      "grad_norm": 1.023065447807312,
      "learning_rate": 2.590300030743087e-06,
      "loss": 0.3567,
      "step": 1413510
    },
    {
      "epoch": 394.51,
      "grad_norm": 1.0437144041061401,
      "learning_rate": 2.5902731411212882e-06,
      "loss": 0.3663,
      "step": 1413520
    },
    {
      "epoch": 394.51,
      "grad_norm": 0.8940709829330444,
      "learning_rate": 2.5902462514666774e-06,
      "loss": 0.3465,
      "step": 1413530
    },
    {
      "epoch": 394.51,
      "grad_norm": 1.105821967124939,
      "learning_rate": 2.590219361779258e-06,
      "loss": 0.3482,
      "step": 1413540
    },
    {
      "epoch": 394.52,
      "grad_norm": 1.1229432821273804,
      "learning_rate": 2.590192472059033e-06,
      "loss": 0.3394,
      "step": 1413550
    },
    {
      "epoch": 394.52,
      "grad_norm": 0.9029247164726257,
      "learning_rate": 2.5901655823060072e-06,
      "loss": 0.3371,
      "step": 1413560
    },
    {
      "epoch": 394.52,
      "grad_norm": 1.0801304578781128,
      "learning_rate": 2.590138692520183e-06,
      "loss": 0.3512,
      "step": 1413570
    },
    {
      "epoch": 394.52,
      "grad_norm": 1.2157883644104004,
      "learning_rate": 2.5901118027015646e-06,
      "loss": 0.3514,
      "step": 1413580
    },
    {
      "epoch": 394.53,
      "grad_norm": 1.0205566883087158,
      "learning_rate": 2.590084912850155e-06,
      "loss": 0.3476,
      "step": 1413590
    },
    {
      "epoch": 394.53,
      "grad_norm": 1.0743483304977417,
      "learning_rate": 2.5900580229659576e-06,
      "loss": 0.3326,
      "step": 1413600
    },
    {
      "epoch": 394.53,
      "grad_norm": 0.9606917500495911,
      "learning_rate": 2.590031133048978e-06,
      "loss": 0.36,
      "step": 1413610
    },
    {
      "epoch": 394.54,
      "grad_norm": 1.0451728105545044,
      "learning_rate": 2.590004243099217e-06,
      "loss": 0.3504,
      "step": 1413620
    },
    {
      "epoch": 394.54,
      "grad_norm": 1.1155322790145874,
      "learning_rate": 2.5899773531166806e-06,
      "loss": 0.3427,
      "step": 1413630
    },
    {
      "epoch": 394.54,
      "grad_norm": 0.9952720999717712,
      "learning_rate": 2.589950463101371e-06,
      "loss": 0.3425,
      "step": 1413640
    },
    {
      "epoch": 394.54,
      "grad_norm": 0.9808796644210815,
      "learning_rate": 2.5899235730532913e-06,
      "loss": 0.3376,
      "step": 1413650
    },
    {
      "epoch": 394.55,
      "grad_norm": 0.8714683055877686,
      "learning_rate": 2.589896682972446e-06,
      "loss": 0.366,
      "step": 1413660
    },
    {
      "epoch": 394.55,
      "grad_norm": 1.167881965637207,
      "learning_rate": 2.5898697928588394e-06,
      "loss": 0.35,
      "step": 1413670
    },
    {
      "epoch": 394.55,
      "grad_norm": 0.9683838486671448,
      "learning_rate": 2.589842902712473e-06,
      "loss": 0.3417,
      "step": 1413680
    },
    {
      "epoch": 394.55,
      "grad_norm": 0.9840176105499268,
      "learning_rate": 2.5898160125333523e-06,
      "loss": 0.3521,
      "step": 1413690
    },
    {
      "epoch": 394.56,
      "grad_norm": 0.9212570786476135,
      "learning_rate": 2.5897891223214807e-06,
      "loss": 0.3522,
      "step": 1413700
    },
    {
      "epoch": 394.56,
      "grad_norm": 0.9556365013122559,
      "learning_rate": 2.5897622320768606e-06,
      "loss": 0.3319,
      "step": 1413710
    },
    {
      "epoch": 394.56,
      "grad_norm": 1.0768580436706543,
      "learning_rate": 2.589735341799496e-06,
      "loss": 0.333,
      "step": 1413720
    },
    {
      "epoch": 394.57,
      "grad_norm": 0.9963902831077576,
      "learning_rate": 2.5897084514893905e-06,
      "loss": 0.3508,
      "step": 1413730
    },
    {
      "epoch": 394.57,
      "grad_norm": 1.1924320459365845,
      "learning_rate": 2.5896815611465484e-06,
      "loss": 0.343,
      "step": 1413740
    },
    {
      "epoch": 394.57,
      "grad_norm": 0.9188840985298157,
      "learning_rate": 2.5896546707709724e-06,
      "loss": 0.3537,
      "step": 1413750
    },
    {
      "epoch": 394.57,
      "grad_norm": 0.9584784507751465,
      "learning_rate": 2.589627780362666e-06,
      "loss": 0.3233,
      "step": 1413760
    },
    {
      "epoch": 394.58,
      "grad_norm": 1.0986734628677368,
      "learning_rate": 2.5896008899216344e-06,
      "loss": 0.3347,
      "step": 1413770
    },
    {
      "epoch": 394.58,
      "grad_norm": 0.9136143922805786,
      "learning_rate": 2.5895739994478792e-06,
      "loss": 0.3526,
      "step": 1413780
    },
    {
      "epoch": 394.58,
      "grad_norm": 0.9679011106491089,
      "learning_rate": 2.589547108941405e-06,
      "loss": 0.3478,
      "step": 1413790
    },
    {
      "epoch": 394.59,
      "grad_norm": 0.9647083282470703,
      "learning_rate": 2.589520218402215e-06,
      "loss": 0.3557,
      "step": 1413800
    },
    {
      "epoch": 394.59,
      "grad_norm": 1.1466631889343262,
      "learning_rate": 2.589493327830313e-06,
      "loss": 0.354,
      "step": 1413810
    },
    {
      "epoch": 394.59,
      "grad_norm": 1.0457357168197632,
      "learning_rate": 2.589466437225702e-06,
      "loss": 0.3593,
      "step": 1413820
    },
    {
      "epoch": 394.59,
      "grad_norm": 1.2017871141433716,
      "learning_rate": 2.589439546588387e-06,
      "loss": 0.3633,
      "step": 1413830
    },
    {
      "epoch": 394.6,
      "grad_norm": 1.1624135971069336,
      "learning_rate": 2.5894126559183696e-06,
      "loss": 0.3494,
      "step": 1413840
    },
    {
      "epoch": 394.6,
      "grad_norm": 3.4173290729522705,
      "learning_rate": 2.5893857652156555e-06,
      "loss": 0.349,
      "step": 1413850
    },
    {
      "epoch": 394.6,
      "grad_norm": 0.9822334051132202,
      "learning_rate": 2.5893588744802463e-06,
      "loss": 0.3529,
      "step": 1413860
    },
    {
      "epoch": 394.61,
      "grad_norm": 0.8755884170532227,
      "learning_rate": 2.5893319837121476e-06,
      "loss": 0.3316,
      "step": 1413870
    },
    {
      "epoch": 394.61,
      "grad_norm": 1.2708909511566162,
      "learning_rate": 2.589305092911361e-06,
      "loss": 0.3582,
      "step": 1413880
    },
    {
      "epoch": 394.61,
      "grad_norm": 0.9625195264816284,
      "learning_rate": 2.589278202077891e-06,
      "loss": 0.3537,
      "step": 1413890
    },
    {
      "epoch": 394.61,
      "grad_norm": 1.1216086149215698,
      "learning_rate": 2.5892513112117413e-06,
      "loss": 0.3329,
      "step": 1413900
    },
    {
      "epoch": 394.62,
      "grad_norm": 0.9882041215896606,
      "learning_rate": 2.589224420312915e-06,
      "loss": 0.3593,
      "step": 1413910
    },
    {
      "epoch": 394.62,
      "grad_norm": 1.2677297592163086,
      "learning_rate": 2.5891975293814168e-06,
      "loss": 0.3463,
      "step": 1413920
    },
    {
      "epoch": 394.62,
      "grad_norm": 1.0374155044555664,
      "learning_rate": 2.5891706384172494e-06,
      "loss": 0.3406,
      "step": 1413930
    },
    {
      "epoch": 394.62,
      "grad_norm": 0.9884365200996399,
      "learning_rate": 2.5891437474204154e-06,
      "loss": 0.3358,
      "step": 1413940
    },
    {
      "epoch": 394.63,
      "grad_norm": 0.8732815384864807,
      "learning_rate": 2.5891168563909198e-06,
      "loss": 0.3513,
      "step": 1413950
    },
    {
      "epoch": 394.63,
      "grad_norm": 0.9991286396980286,
      "learning_rate": 2.5890899653287663e-06,
      "loss": 0.349,
      "step": 1413960
    },
    {
      "epoch": 394.63,
      "grad_norm": 0.8845384120941162,
      "learning_rate": 2.5890630742339577e-06,
      "loss": 0.3569,
      "step": 1413970
    },
    {
      "epoch": 394.64,
      "grad_norm": 1.0376182794570923,
      "learning_rate": 2.5890361831064972e-06,
      "loss": 0.3493,
      "step": 1413980
    },
    {
      "epoch": 394.64,
      "grad_norm": 1.102952480316162,
      "learning_rate": 2.5890092919463904e-06,
      "loss": 0.3399,
      "step": 1413990
    },
    {
      "epoch": 394.64,
      "grad_norm": 1.0785770416259766,
      "learning_rate": 2.5889824007536385e-06,
      "loss": 0.3473,
      "step": 1414000
    },
    {
      "epoch": 394.64,
      "grad_norm": 1.1558886766433716,
      "learning_rate": 2.588955509528246e-06,
      "loss": 0.3404,
      "step": 1414010
    },
    {
      "epoch": 394.65,
      "grad_norm": 0.9999153017997742,
      "learning_rate": 2.5889286182702172e-06,
      "loss": 0.3448,
      "step": 1414020
    },
    {
      "epoch": 394.65,
      "grad_norm": 0.917969286441803,
      "learning_rate": 2.588901726979555e-06,
      "loss": 0.3294,
      "step": 1414030
    },
    {
      "epoch": 394.65,
      "grad_norm": 0.942350447177887,
      "learning_rate": 2.588874835656263e-06,
      "loss": 0.3493,
      "step": 1414040
    },
    {
      "epoch": 394.66,
      "grad_norm": 0.9610894322395325,
      "learning_rate": 2.5888479443003443e-06,
      "loss": 0.3465,
      "step": 1414050
    },
    {
      "epoch": 394.66,
      "grad_norm": 1.2170884609222412,
      "learning_rate": 2.588821052911804e-06,
      "loss": 0.3649,
      "step": 1414060
    },
    {
      "epoch": 394.66,
      "grad_norm": 1.012917160987854,
      "learning_rate": 2.5887941614906442e-06,
      "loss": 0.3607,
      "step": 1414070
    },
    {
      "epoch": 394.66,
      "grad_norm": 0.8500910401344299,
      "learning_rate": 2.5887672700368685e-06,
      "loss": 0.3438,
      "step": 1414080
    },
    {
      "epoch": 394.67,
      "grad_norm": 0.9956539273262024,
      "learning_rate": 2.5887403785504817e-06,
      "loss": 0.348,
      "step": 1414090
    },
    {
      "epoch": 394.67,
      "grad_norm": 1.1734592914581299,
      "learning_rate": 2.588713487031486e-06,
      "loss": 0.3318,
      "step": 1414100
    },
    {
      "epoch": 394.67,
      "grad_norm": 0.9042755365371704,
      "learning_rate": 2.5886865954798853e-06,
      "loss": 0.3548,
      "step": 1414110
    },
    {
      "epoch": 394.67,
      "grad_norm": 1.0417629480361938,
      "learning_rate": 2.5886597038956843e-06,
      "loss": 0.3593,
      "step": 1414120
    },
    {
      "epoch": 394.68,
      "grad_norm": 0.9297979474067688,
      "learning_rate": 2.5886328122788853e-06,
      "loss": 0.3626,
      "step": 1414130
    },
    {
      "epoch": 394.68,
      "grad_norm": 0.9116100668907166,
      "learning_rate": 2.588605920629492e-06,
      "loss": 0.3465,
      "step": 1414140
    },
    {
      "epoch": 394.68,
      "grad_norm": 1.1556904315948486,
      "learning_rate": 2.5885790289475095e-06,
      "loss": 0.3549,
      "step": 1414150
    },
    {
      "epoch": 394.69,
      "grad_norm": 0.9793288707733154,
      "learning_rate": 2.5885521372329396e-06,
      "loss": 0.3433,
      "step": 1414160
    },
    {
      "epoch": 394.69,
      "grad_norm": 1.0394625663757324,
      "learning_rate": 2.588525245485786e-06,
      "loss": 0.3472,
      "step": 1414170
    },
    {
      "epoch": 394.69,
      "grad_norm": 0.9878494143486023,
      "learning_rate": 2.588498353706053e-06,
      "loss": 0.3339,
      "step": 1414180
    },
    {
      "epoch": 394.69,
      "grad_norm": 0.9338569641113281,
      "learning_rate": 2.588471461893744e-06,
      "loss": 0.3677,
      "step": 1414190
    },
    {
      "epoch": 394.7,
      "grad_norm": 1.0398377180099487,
      "learning_rate": 2.5884445700488625e-06,
      "loss": 0.3412,
      "step": 1414200
    },
    {
      "epoch": 394.7,
      "grad_norm": 1.126879334449768,
      "learning_rate": 2.5884176781714116e-06,
      "loss": 0.3439,
      "step": 1414210
    },
    {
      "epoch": 394.7,
      "grad_norm": 0.8847612738609314,
      "learning_rate": 2.588390786261396e-06,
      "loss": 0.3433,
      "step": 1414220
    },
    {
      "epoch": 394.71,
      "grad_norm": 1.1887561082839966,
      "learning_rate": 2.588363894318819e-06,
      "loss": 0.3288,
      "step": 1414230
    },
    {
      "epoch": 394.71,
      "grad_norm": 1.0977234840393066,
      "learning_rate": 2.588337002343683e-06,
      "loss": 0.3688,
      "step": 1414240
    },
    {
      "epoch": 394.71,
      "grad_norm": 1.1711865663528442,
      "learning_rate": 2.588310110335993e-06,
      "loss": 0.3544,
      "step": 1414250
    },
    {
      "epoch": 394.71,
      "grad_norm": 1.2585769891738892,
      "learning_rate": 2.5882832182957515e-06,
      "loss": 0.342,
      "step": 1414260
    },
    {
      "epoch": 394.72,
      "grad_norm": 1.0413001775741577,
      "learning_rate": 2.5882563262229624e-06,
      "loss": 0.3648,
      "step": 1414270
    },
    {
      "epoch": 394.72,
      "grad_norm": 1.0056416988372803,
      "learning_rate": 2.58822943411763e-06,
      "loss": 0.3522,
      "step": 1414280
    },
    {
      "epoch": 394.72,
      "grad_norm": 0.9897273778915405,
      "learning_rate": 2.588202541979757e-06,
      "loss": 0.3552,
      "step": 1414290
    },
    {
      "epoch": 394.73,
      "grad_norm": 1.000847339630127,
      "learning_rate": 2.5881756498093477e-06,
      "loss": 0.3389,
      "step": 1414300
    },
    {
      "epoch": 394.73,
      "grad_norm": 0.941785991191864,
      "learning_rate": 2.588148757606405e-06,
      "loss": 0.3467,
      "step": 1414310
    },
    {
      "epoch": 394.73,
      "grad_norm": 1.0419842004776,
      "learning_rate": 2.5881218653709325e-06,
      "loss": 0.3465,
      "step": 1414320
    },
    {
      "epoch": 394.73,
      "grad_norm": 1.0943939685821533,
      "learning_rate": 2.588094973102934e-06,
      "loss": 0.3544,
      "step": 1414330
    },
    {
      "epoch": 394.74,
      "grad_norm": 0.9759204983711243,
      "learning_rate": 2.5880680808024135e-06,
      "loss": 0.3516,
      "step": 1414340
    },
    {
      "epoch": 394.74,
      "grad_norm": 0.9636296033859253,
      "learning_rate": 2.5880411884693744e-06,
      "loss": 0.3457,
      "step": 1414350
    },
    {
      "epoch": 394.74,
      "grad_norm": 1.0372369289398193,
      "learning_rate": 2.5880142961038198e-06,
      "loss": 0.3441,
      "step": 1414360
    },
    {
      "epoch": 394.74,
      "grad_norm": 0.94696444272995,
      "learning_rate": 2.587987403705754e-06,
      "loss": 0.3412,
      "step": 1414370
    },
    {
      "epoch": 394.75,
      "grad_norm": 1.0845344066619873,
      "learning_rate": 2.58796051127518e-06,
      "loss": 0.3413,
      "step": 1414380
    },
    {
      "epoch": 394.75,
      "grad_norm": 0.9916828274726868,
      "learning_rate": 2.5879336188121005e-06,
      "loss": 0.3553,
      "step": 1414390
    },
    {
      "epoch": 394.75,
      "grad_norm": 1.0612120628356934,
      "learning_rate": 2.587906726316521e-06,
      "loss": 0.349,
      "step": 1414400
    },
    {
      "epoch": 394.76,
      "grad_norm": 1.1179404258728027,
      "learning_rate": 2.587879833788444e-06,
      "loss": 0.3573,
      "step": 1414410
    },
    {
      "epoch": 394.76,
      "grad_norm": 1.1483861207962036,
      "learning_rate": 2.5878529412278727e-06,
      "loss": 0.3442,
      "step": 1414420
    },
    {
      "epoch": 394.76,
      "grad_norm": 1.1761060953140259,
      "learning_rate": 2.587826048634812e-06,
      "loss": 0.3532,
      "step": 1414430
    },
    {
      "epoch": 394.76,
      "grad_norm": 1.5065631866455078,
      "learning_rate": 2.5877991560092648e-06,
      "loss": 0.332,
      "step": 1414440
    },
    {
      "epoch": 394.77,
      "grad_norm": 1.058369517326355,
      "learning_rate": 2.587772263351234e-06,
      "loss": 0.3505,
      "step": 1414450
    },
    {
      "epoch": 394.77,
      "grad_norm": 1.016709804534912,
      "learning_rate": 2.587745370660724e-06,
      "loss": 0.3472,
      "step": 1414460
    },
    {
      "epoch": 394.77,
      "grad_norm": 0.9925970435142517,
      "learning_rate": 2.587718477937738e-06,
      "loss": 0.3579,
      "step": 1414470
    },
    {
      "epoch": 394.78,
      "grad_norm": 1.0875478982925415,
      "learning_rate": 2.5876915851822803e-06,
      "loss": 0.3501,
      "step": 1414480
    },
    {
      "epoch": 394.78,
      "grad_norm": 1.0863889455795288,
      "learning_rate": 2.5876646923943528e-06,
      "loss": 0.3518,
      "step": 1414490
    },
    {
      "epoch": 394.78,
      "grad_norm": 1.2147996425628662,
      "learning_rate": 2.587637799573961e-06,
      "loss": 0.3528,
      "step": 1414500
    },
    {
      "epoch": 394.78,
      "grad_norm": 1.0290707349777222,
      "learning_rate": 2.587610906721108e-06,
      "loss": 0.3555,
      "step": 1414510
    },
    {
      "epoch": 394.79,
      "grad_norm": 1.0778957605361938,
      "learning_rate": 2.5875840138357966e-06,
      "loss": 0.3448,
      "step": 1414520
    },
    {
      "epoch": 394.79,
      "grad_norm": 1.0415335893630981,
      "learning_rate": 2.5875571209180303e-06,
      "loss": 0.345,
      "step": 1414530
    },
    {
      "epoch": 394.79,
      "grad_norm": 0.9881686568260193,
      "learning_rate": 2.587530227967814e-06,
      "loss": 0.3493,
      "step": 1414540
    },
    {
      "epoch": 394.79,
      "grad_norm": 0.9470090270042419,
      "learning_rate": 2.5875033349851504e-06,
      "loss": 0.3526,
      "step": 1414550
    },
    {
      "epoch": 394.8,
      "grad_norm": 0.9987171292304993,
      "learning_rate": 2.587476441970043e-06,
      "loss": 0.3341,
      "step": 1414560
    },
    {
      "epoch": 394.8,
      "grad_norm": 0.9586436748504639,
      "learning_rate": 2.5874495489224953e-06,
      "loss": 0.3775,
      "step": 1414570
    },
    {
      "epoch": 394.8,
      "grad_norm": 1.0801057815551758,
      "learning_rate": 2.5874226558425116e-06,
      "loss": 0.347,
      "step": 1414580
    },
    {
      "epoch": 394.81,
      "grad_norm": 0.97747802734375,
      "learning_rate": 2.5873957627300946e-06,
      "loss": 0.349,
      "step": 1414590
    },
    {
      "epoch": 394.81,
      "grad_norm": 0.9255796670913696,
      "learning_rate": 2.587368869585248e-06,
      "loss": 0.3432,
      "step": 1414600
    },
    {
      "epoch": 394.81,
      "grad_norm": 1.1636515855789185,
      "learning_rate": 2.587341976407977e-06,
      "loss": 0.3443,
      "step": 1414610
    },
    {
      "epoch": 394.81,
      "grad_norm": 1.1231030225753784,
      "learning_rate": 2.5873150831982828e-06,
      "loss": 0.3398,
      "step": 1414620
    },
    {
      "epoch": 394.82,
      "grad_norm": 1.092004418373108,
      "learning_rate": 2.5872881899561698e-06,
      "loss": 0.3513,
      "step": 1414630
    },
    {
      "epoch": 394.82,
      "grad_norm": 0.926485538482666,
      "learning_rate": 2.587261296681642e-06,
      "loss": 0.3572,
      "step": 1414640
    },
    {
      "epoch": 394.82,
      "grad_norm": 1.0081522464752197,
      "learning_rate": 2.5872344033747028e-06,
      "loss": 0.3415,
      "step": 1414650
    },
    {
      "epoch": 394.83,
      "grad_norm": 1.7818260192871094,
      "learning_rate": 2.5872075100353563e-06,
      "loss": 0.339,
      "step": 1414660
    },
    {
      "epoch": 394.83,
      "grad_norm": 1.1181714534759521,
      "learning_rate": 2.5871806166636054e-06,
      "loss": 0.3477,
      "step": 1414670
    },
    {
      "epoch": 394.83,
      "grad_norm": 0.9792866110801697,
      "learning_rate": 2.5871537232594533e-06,
      "loss": 0.359,
      "step": 1414680
    },
    {
      "epoch": 394.83,
      "grad_norm": 1.108339548110962,
      "learning_rate": 2.5871268298229044e-06,
      "loss": 0.3582,
      "step": 1414690
    },
    {
      "epoch": 394.84,
      "grad_norm": 1.014655590057373,
      "learning_rate": 2.5870999363539623e-06,
      "loss": 0.3437,
      "step": 1414700
    },
    {
      "epoch": 394.84,
      "grad_norm": 0.8752397894859314,
      "learning_rate": 2.5870730428526297e-06,
      "loss": 0.3465,
      "step": 1414710
    },
    {
      "epoch": 394.84,
      "grad_norm": 1.0023747682571411,
      "learning_rate": 2.5870461493189104e-06,
      "loss": 0.3384,
      "step": 1414720
    },
    {
      "epoch": 394.85,
      "grad_norm": 1.045041799545288,
      "learning_rate": 2.5870192557528095e-06,
      "loss": 0.3547,
      "step": 1414730
    },
    {
      "epoch": 394.85,
      "grad_norm": 0.9852091670036316,
      "learning_rate": 2.586992362154329e-06,
      "loss": 0.3393,
      "step": 1414740
    },
    {
      "epoch": 394.85,
      "grad_norm": 0.8849917054176331,
      "learning_rate": 2.5869654685234724e-06,
      "loss": 0.3454,
      "step": 1414750
    },
    {
      "epoch": 394.85,
      "grad_norm": 1.012649655342102,
      "learning_rate": 2.5869385748602434e-06,
      "loss": 0.3437,
      "step": 1414760
    },
    {
      "epoch": 394.86,
      "grad_norm": 0.9192415475845337,
      "learning_rate": 2.5869116811646468e-06,
      "loss": 0.3437,
      "step": 1414770
    },
    {
      "epoch": 394.86,
      "grad_norm": 1.176068902015686,
      "learning_rate": 2.586884787436685e-06,
      "loss": 0.3456,
      "step": 1414780
    },
    {
      "epoch": 394.86,
      "grad_norm": 1.2064002752304077,
      "learning_rate": 2.5868578936763615e-06,
      "loss": 0.344,
      "step": 1414790
    },
    {
      "epoch": 394.86,
      "grad_norm": 0.9225999712944031,
      "learning_rate": 2.586830999883681e-06,
      "loss": 0.3609,
      "step": 1414800
    },
    {
      "epoch": 394.87,
      "grad_norm": 1.0000884532928467,
      "learning_rate": 2.5868041060586463e-06,
      "loss": 0.3278,
      "step": 1414810
    },
    {
      "epoch": 394.87,
      "grad_norm": 1.1118745803833008,
      "learning_rate": 2.586777212201261e-06,
      "loss": 0.3267,
      "step": 1414820
    },
    {
      "epoch": 394.87,
      "grad_norm": 1.0802879333496094,
      "learning_rate": 2.5867503183115285e-06,
      "loss": 0.3428,
      "step": 1414830
    },
    {
      "epoch": 394.88,
      "grad_norm": 12.83852767944336,
      "learning_rate": 2.586723424389452e-06,
      "loss": 0.3419,
      "step": 1414840
    },
    {
      "epoch": 394.88,
      "grad_norm": 1.0292081832885742,
      "learning_rate": 2.586696530435036e-06,
      "loss": 0.3328,
      "step": 1414850
    },
    {
      "epoch": 394.88,
      "grad_norm": 1.0647902488708496,
      "learning_rate": 2.586669636448284e-06,
      "loss": 0.3526,
      "step": 1414860
    },
    {
      "epoch": 394.88,
      "grad_norm": 0.96843022108078,
      "learning_rate": 2.5866427424292e-06,
      "loss": 0.3392,
      "step": 1414870
    },
    {
      "epoch": 394.89,
      "grad_norm": 0.9312403202056885,
      "learning_rate": 2.5866158483777863e-06,
      "loss": 0.3418,
      "step": 1414880
    },
    {
      "epoch": 394.89,
      "grad_norm": 0.8344467878341675,
      "learning_rate": 2.5865889542940465e-06,
      "loss": 0.3435,
      "step": 1414890
    },
    {
      "epoch": 394.89,
      "grad_norm": 0.9814505577087402,
      "learning_rate": 2.5865620601779857e-06,
      "loss": 0.3508,
      "step": 1414900
    },
    {
      "epoch": 394.9,
      "grad_norm": 1.2151468992233276,
      "learning_rate": 2.5865351660296064e-06,
      "loss": 0.3667,
      "step": 1414910
    },
    {
      "epoch": 394.9,
      "grad_norm": 0.968683660030365,
      "learning_rate": 2.5865082718489114e-06,
      "loss": 0.3345,
      "step": 1414920
    },
    {
      "epoch": 394.9,
      "grad_norm": 1.1588414907455444,
      "learning_rate": 2.586481377635906e-06,
      "loss": 0.3556,
      "step": 1414930
    },
    {
      "epoch": 394.9,
      "grad_norm": 1.146288514137268,
      "learning_rate": 2.586454483390593e-06,
      "loss": 0.3569,
      "step": 1414940
    },
    {
      "epoch": 394.91,
      "grad_norm": 1.1081992387771606,
      "learning_rate": 2.5864275891129764e-06,
      "loss": 0.3467,
      "step": 1414950
    },
    {
      "epoch": 394.91,
      "grad_norm": 1.2271357774734497,
      "learning_rate": 2.5864006948030585e-06,
      "loss": 0.366,
      "step": 1414960
    },
    {
      "epoch": 394.91,
      "grad_norm": 1.108930230140686,
      "learning_rate": 2.5863738004608437e-06,
      "loss": 0.3496,
      "step": 1414970
    },
    {
      "epoch": 394.91,
      "grad_norm": 1.1378713846206665,
      "learning_rate": 2.5863469060863358e-06,
      "loss": 0.3404,
      "step": 1414980
    },
    {
      "epoch": 394.92,
      "grad_norm": 1.0246360301971436,
      "learning_rate": 2.586320011679539e-06,
      "loss": 0.3512,
      "step": 1414990
    },
    {
      "epoch": 394.92,
      "grad_norm": 1.0774978399276733,
      "learning_rate": 2.586293117240455e-06,
      "loss": 0.352,
      "step": 1415000
    },
    {
      "epoch": 394.92,
      "grad_norm": 1.1287968158721924,
      "learning_rate": 2.5862662227690888e-06,
      "loss": 0.3344,
      "step": 1415010
    },
    {
      "epoch": 394.93,
      "grad_norm": 1.1106421947479248,
      "learning_rate": 2.586239328265444e-06,
      "loss": 0.3633,
      "step": 1415020
    },
    {
      "epoch": 394.93,
      "grad_norm": 0.9707808494567871,
      "learning_rate": 2.5862124337295236e-06,
      "loss": 0.3548,
      "step": 1415030
    },
    {
      "epoch": 394.93,
      "grad_norm": 1.0506656169891357,
      "learning_rate": 2.5861855391613306e-06,
      "loss": 0.3513,
      "step": 1415040
    },
    {
      "epoch": 394.93,
      "grad_norm": 1.0856763124465942,
      "learning_rate": 2.58615864456087e-06,
      "loss": 0.35,
      "step": 1415050
    },
    {
      "epoch": 394.94,
      "grad_norm": 0.9006226658821106,
      "learning_rate": 2.586131749928145e-06,
      "loss": 0.345,
      "step": 1415060
    },
    {
      "epoch": 394.94,
      "grad_norm": 1.0718574523925781,
      "learning_rate": 2.5861048552631584e-06,
      "loss": 0.3549,
      "step": 1415070
    },
    {
      "epoch": 394.94,
      "grad_norm": 0.9887412190437317,
      "learning_rate": 2.5860779605659144e-06,
      "loss": 0.3546,
      "step": 1415080
    },
    {
      "epoch": 394.95,
      "grad_norm": 1.139655351638794,
      "learning_rate": 2.5860510658364166e-06,
      "loss": 0.3438,
      "step": 1415090
    },
    {
      "epoch": 394.95,
      "grad_norm": 1.0554879903793335,
      "learning_rate": 2.5860241710746685e-06,
      "loss": 0.3377,
      "step": 1415100
    },
    {
      "epoch": 394.95,
      "grad_norm": 1.0270189046859741,
      "learning_rate": 2.585997276280674e-06,
      "loss": 0.3529,
      "step": 1415110
    },
    {
      "epoch": 394.95,
      "grad_norm": 0.9928605556488037,
      "learning_rate": 2.585970381454436e-06,
      "loss": 0.3435,
      "step": 1415120
    },
    {
      "epoch": 394.96,
      "grad_norm": 0.9608520269393921,
      "learning_rate": 2.585943486595958e-06,
      "loss": 0.3343,
      "step": 1415130
    },
    {
      "epoch": 394.96,
      "grad_norm": 1.0498439073562622,
      "learning_rate": 2.585916591705244e-06,
      "loss": 0.3557,
      "step": 1415140
    },
    {
      "epoch": 394.96,
      "grad_norm": 1.0299561023712158,
      "learning_rate": 2.585889696782298e-06,
      "loss": 0.3525,
      "step": 1415150
    },
    {
      "epoch": 394.97,
      "grad_norm": 1.0609413385391235,
      "learning_rate": 2.585862801827123e-06,
      "loss": 0.3626,
      "step": 1415160
    },
    {
      "epoch": 394.97,
      "grad_norm": 0.9952635169029236,
      "learning_rate": 2.585835906839723e-06,
      "loss": 0.3585,
      "step": 1415170
    },
    {
      "epoch": 394.97,
      "grad_norm": 1.0065252780914307,
      "learning_rate": 2.585809011820101e-06,
      "loss": 0.3354,
      "step": 1415180
    },
    {
      "epoch": 394.97,
      "grad_norm": 1.0800979137420654,
      "learning_rate": 2.5857821167682616e-06,
      "loss": 0.3312,
      "step": 1415190
    },
    {
      "epoch": 394.98,
      "grad_norm": 0.8287694454193115,
      "learning_rate": 2.585755221684207e-06,
      "loss": 0.3512,
      "step": 1415200
    },
    {
      "epoch": 394.98,
      "grad_norm": 1.1511266231536865,
      "learning_rate": 2.5857283265679412e-06,
      "loss": 0.3409,
      "step": 1415210
    },
    {
      "epoch": 394.98,
      "grad_norm": 0.9202462434768677,
      "learning_rate": 2.585701431419468e-06,
      "loss": 0.3633,
      "step": 1415220
    },
    {
      "epoch": 394.98,
      "grad_norm": 1.048755168914795,
      "learning_rate": 2.5856745362387913e-06,
      "loss": 0.3734,
      "step": 1415230
    },
    {
      "epoch": 394.99,
      "grad_norm": 0.9751602411270142,
      "learning_rate": 2.5856476410259143e-06,
      "loss": 0.3406,
      "step": 1415240
    },
    {
      "epoch": 394.99,
      "grad_norm": 0.9999764561653137,
      "learning_rate": 2.5856207457808408e-06,
      "loss": 0.3393,
      "step": 1415250
    },
    {
      "epoch": 394.99,
      "grad_norm": 1.025511384010315,
      "learning_rate": 2.585593850503574e-06,
      "loss": 0.3342,
      "step": 1415260
    },
    {
      "epoch": 395.0,
      "grad_norm": 1.2026220560073853,
      "learning_rate": 2.5855669551941183e-06,
      "loss": 0.3327,
      "step": 1415270
    },
    {
      "epoch": 395.0,
      "grad_norm": 0.8200414776802063,
      "learning_rate": 2.585540059852476e-06,
      "loss": 0.3304,
      "step": 1415280
    },
    {
      "epoch": 395.0,
      "eval_loss": 0.34784838557243347,
      "eval_runtime": 62.8891,
      "eval_samples_per_second": 80.443,
      "eval_steps_per_second": 10.065,
      "step": 1415285
    },
    {
      "epoch": 395.0,
      "grad_norm": 0.9773385524749756,
      "learning_rate": 2.585513164478652e-06,
      "loss": 0.3425,
      "step": 1415290
    },
    {
      "epoch": 395.0,
      "grad_norm": 1.0315632820129395,
      "learning_rate": 2.5854862690726484e-06,
      "loss": 0.3342,
      "step": 1415300
    },
    {
      "epoch": 395.01,
      "grad_norm": 1.1141670942306519,
      "learning_rate": 2.58545937363447e-06,
      "loss": 0.3324,
      "step": 1415310
    },
    {
      "epoch": 395.01,
      "grad_norm": 0.9452611207962036,
      "learning_rate": 2.5854324781641204e-06,
      "loss": 0.3382,
      "step": 1415320
    },
    {
      "epoch": 395.01,
      "grad_norm": 0.971017062664032,
      "learning_rate": 2.5854055826616026e-06,
      "loss": 0.3574,
      "step": 1415330
    },
    {
      "epoch": 395.02,
      "grad_norm": 1.0742385387420654,
      "learning_rate": 2.58537868712692e-06,
      "loss": 0.3493,
      "step": 1415340
    },
    {
      "epoch": 395.02,
      "grad_norm": 1.3652843236923218,
      "learning_rate": 2.5853517915600777e-06,
      "loss": 0.3396,
      "step": 1415350
    },
    {
      "epoch": 395.02,
      "grad_norm": 0.8990970849990845,
      "learning_rate": 2.5853248959610764e-06,
      "loss": 0.3586,
      "step": 1415360
    },
    {
      "epoch": 395.02,
      "grad_norm": 1.2229353189468384,
      "learning_rate": 2.5852980003299227e-06,
      "loss": 0.3475,
      "step": 1415370
    },
    {
      "epoch": 395.03,
      "grad_norm": 0.99204021692276,
      "learning_rate": 2.585271104666618e-06,
      "loss": 0.3353,
      "step": 1415380
    },
    {
      "epoch": 395.03,
      "grad_norm": 1.2175298929214478,
      "learning_rate": 2.585244208971168e-06,
      "loss": 0.3411,
      "step": 1415390
    },
    {
      "epoch": 395.03,
      "grad_norm": 0.966601550579071,
      "learning_rate": 2.5852173132435743e-06,
      "loss": 0.3417,
      "step": 1415400
    },
    {
      "epoch": 395.03,
      "grad_norm": 0.9214637875556946,
      "learning_rate": 2.5851904174838414e-06,
      "loss": 0.3486,
      "step": 1415410
    },
    {
      "epoch": 395.04,
      "grad_norm": 0.9798250198364258,
      "learning_rate": 2.585163521691972e-06,
      "loss": 0.3264,
      "step": 1415420
    },
    {
      "epoch": 395.04,
      "grad_norm": 0.9850454926490784,
      "learning_rate": 2.5851366258679714e-06,
      "loss": 0.3527,
      "step": 1415430
    },
    {
      "epoch": 395.04,
      "grad_norm": 0.9938761591911316,
      "learning_rate": 2.585109730011841e-06,
      "loss": 0.3487,
      "step": 1415440
    },
    {
      "epoch": 395.05,
      "grad_norm": 1.2601267099380493,
      "learning_rate": 2.585082834123587e-06,
      "loss": 0.34,
      "step": 1415450
    },
    {
      "epoch": 395.05,
      "grad_norm": 1.0448673963546753,
      "learning_rate": 2.5850559382032105e-06,
      "loss": 0.3424,
      "step": 1415460
    },
    {
      "epoch": 395.05,
      "grad_norm": 0.9903920888900757,
      "learning_rate": 2.585029042250717e-06,
      "loss": 0.3453,
      "step": 1415470
    },
    {
      "epoch": 395.05,
      "grad_norm": 1.2379947900772095,
      "learning_rate": 2.5850021462661087e-06,
      "loss": 0.3404,
      "step": 1415480
    },
    {
      "epoch": 395.06,
      "grad_norm": 0.9995205998420715,
      "learning_rate": 2.5849752502493894e-06,
      "loss": 0.3555,
      "step": 1415490
    },
    {
      "epoch": 395.06,
      "grad_norm": 0.8405026197433472,
      "learning_rate": 2.5849483542005633e-06,
      "loss": 0.3251,
      "step": 1415500
    },
    {
      "epoch": 395.06,
      "grad_norm": 0.9742777347564697,
      "learning_rate": 2.5849214581196334e-06,
      "loss": 0.3409,
      "step": 1415510
    },
    {
      "epoch": 395.07,
      "grad_norm": 0.9356502294540405,
      "learning_rate": 2.5848945620066035e-06,
      "loss": 0.3557,
      "step": 1415520
    },
    {
      "epoch": 395.07,
      "grad_norm": 1.1240147352218628,
      "learning_rate": 2.584867665861477e-06,
      "loss": 0.3462,
      "step": 1415530
    },
    {
      "epoch": 395.07,
      "grad_norm": 0.9305840730667114,
      "learning_rate": 2.584840769684259e-06,
      "loss": 0.3553,
      "step": 1415540
    },
    {
      "epoch": 395.07,
      "grad_norm": 1.0997058153152466,
      "learning_rate": 2.5848138734749505e-06,
      "loss": 0.349,
      "step": 1415550
    },
    {
      "epoch": 395.08,
      "grad_norm": 1.0515292882919312,
      "learning_rate": 2.5847869772335565e-06,
      "loss": 0.3421,
      "step": 1415560
    },
    {
      "epoch": 395.08,
      "grad_norm": 1.065176248550415,
      "learning_rate": 2.5847600809600803e-06,
      "loss": 0.347,
      "step": 1415570
    },
    {
      "epoch": 395.08,
      "grad_norm": 1.1404091119766235,
      "learning_rate": 2.5847331846545258e-06,
      "loss": 0.3438,
      "step": 1415580
    },
    {
      "epoch": 395.09,
      "grad_norm": 1.0414621829986572,
      "learning_rate": 2.584706288316896e-06,
      "loss": 0.3507,
      "step": 1415590
    },
    {
      "epoch": 395.09,
      "grad_norm": 1.1603180170059204,
      "learning_rate": 2.584679391947195e-06,
      "loss": 0.3618,
      "step": 1415600
    },
    {
      "epoch": 395.09,
      "grad_norm": 0.9914296269416809,
      "learning_rate": 2.5846524955454267e-06,
      "loss": 0.3439,
      "step": 1415610
    },
    {
      "epoch": 395.09,
      "grad_norm": 1.1096432209014893,
      "learning_rate": 2.5846255991115945e-06,
      "loss": 0.3361,
      "step": 1415620
    },
    {
      "epoch": 395.1,
      "grad_norm": 1.0432403087615967,
      "learning_rate": 2.584598702645701e-06,
      "loss": 0.3412,
      "step": 1415630
    },
    {
      "epoch": 395.1,
      "grad_norm": 1.058620572090149,
      "learning_rate": 2.5845718061477507e-06,
      "loss": 0.345,
      "step": 1415640
    },
    {
      "epoch": 395.1,
      "grad_norm": 1.0856493711471558,
      "learning_rate": 2.584544909617747e-06,
      "loss": 0.3474,
      "step": 1415650
    },
    {
      "epoch": 395.1,
      "grad_norm": 1.0031206607818604,
      "learning_rate": 2.584518013055693e-06,
      "loss": 0.348,
      "step": 1415660
    },
    {
      "epoch": 395.11,
      "grad_norm": 1.0886379480361938,
      "learning_rate": 2.584491116461593e-06,
      "loss": 0.3509,
      "step": 1415670
    },
    {
      "epoch": 395.11,
      "grad_norm": 0.9652485847473145,
      "learning_rate": 2.58446421983545e-06,
      "loss": 0.3528,
      "step": 1415680
    },
    {
      "epoch": 395.11,
      "grad_norm": 0.8854566216468811,
      "learning_rate": 2.584437323177269e-06,
      "loss": 0.344,
      "step": 1415690
    },
    {
      "epoch": 395.12,
      "grad_norm": 0.7923517823219299,
      "learning_rate": 2.5844104264870517e-06,
      "loss": 0.3495,
      "step": 1415700
    },
    {
      "epoch": 395.12,
      "grad_norm": 1.0110232830047607,
      "learning_rate": 2.584383529764802e-06,
      "loss": 0.3425,
      "step": 1415710
    },
    {
      "epoch": 395.12,
      "grad_norm": 1.098040223121643,
      "learning_rate": 2.5843566330105243e-06,
      "loss": 0.3538,
      "step": 1415720
    },
    {
      "epoch": 395.12,
      "grad_norm": 0.8699104189872742,
      "learning_rate": 2.5843297362242213e-06,
      "loss": 0.3407,
      "step": 1415730
    },
    {
      "epoch": 395.13,
      "grad_norm": 0.9186452031135559,
      "learning_rate": 2.584302839405898e-06,
      "loss": 0.3329,
      "step": 1415740
    },
    {
      "epoch": 395.13,
      "grad_norm": 0.9772287607192993,
      "learning_rate": 2.5842759425555564e-06,
      "loss": 0.349,
      "step": 1415750
    },
    {
      "epoch": 395.13,
      "grad_norm": 1.0570967197418213,
      "learning_rate": 2.584249045673201e-06,
      "loss": 0.346,
      "step": 1415760
    },
    {
      "epoch": 395.14,
      "grad_norm": 1.4462378025054932,
      "learning_rate": 2.5842221487588353e-06,
      "loss": 0.3295,
      "step": 1415770
    },
    {
      "epoch": 395.14,
      "grad_norm": 1.0015655755996704,
      "learning_rate": 2.5841952518124626e-06,
      "loss": 0.3309,
      "step": 1415780
    },
    {
      "epoch": 395.14,
      "grad_norm": 1.1278448104858398,
      "learning_rate": 2.584168354834086e-06,
      "loss": 0.357,
      "step": 1415790
    },
    {
      "epoch": 395.14,
      "grad_norm": 1.0012688636779785,
      "learning_rate": 2.58414145782371e-06,
      "loss": 0.3539,
      "step": 1415800
    },
    {
      "epoch": 395.15,
      "grad_norm": 1.0554198026657104,
      "learning_rate": 2.5841145607813378e-06,
      "loss": 0.3501,
      "step": 1415810
    },
    {
      "epoch": 395.15,
      "grad_norm": 0.888032078742981,
      "learning_rate": 2.584087663706973e-06,
      "loss": 0.3401,
      "step": 1415820
    },
    {
      "epoch": 395.15,
      "grad_norm": 0.9485227465629578,
      "learning_rate": 2.5840607666006194e-06,
      "loss": 0.3533,
      "step": 1415830
    },
    {
      "epoch": 395.15,
      "grad_norm": 1.1187803745269775,
      "learning_rate": 2.5840338694622806e-06,
      "loss": 0.3489,
      "step": 1415840
    },
    {
      "epoch": 395.16,
      "grad_norm": 0.9886594414710999,
      "learning_rate": 2.584006972291959e-06,
      "loss": 0.3476,
      "step": 1415850
    },
    {
      "epoch": 395.16,
      "grad_norm": 1.8612381219863892,
      "learning_rate": 2.58398007508966e-06,
      "loss": 0.3451,
      "step": 1415860
    },
    {
      "epoch": 395.16,
      "grad_norm": 1.184425950050354,
      "learning_rate": 2.5839531778553864e-06,
      "loss": 0.3393,
      "step": 1415870
    },
    {
      "epoch": 395.17,
      "grad_norm": 1.1972132921218872,
      "learning_rate": 2.583926280589141e-06,
      "loss": 0.3464,
      "step": 1415880
    },
    {
      "epoch": 395.17,
      "grad_norm": 1.0869327783584595,
      "learning_rate": 2.5838993832909282e-06,
      "loss": 0.3752,
      "step": 1415890
    },
    {
      "epoch": 395.17,
      "grad_norm": 1.0336118936538696,
      "learning_rate": 2.583872485960752e-06,
      "loss": 0.347,
      "step": 1415900
    },
    {
      "epoch": 395.17,
      "grad_norm": 0.9782493114471436,
      "learning_rate": 2.5838455885986155e-06,
      "loss": 0.3476,
      "step": 1415910
    },
    {
      "epoch": 395.18,
      "grad_norm": 1.0766743421554565,
      "learning_rate": 2.583818691204521e-06,
      "loss": 0.3428,
      "step": 1415920
    },
    {
      "epoch": 395.18,
      "grad_norm": 0.9964091181755066,
      "learning_rate": 2.583791793778475e-06,
      "loss": 0.357,
      "step": 1415930
    },
    {
      "epoch": 395.18,
      "grad_norm": 1.0814951658248901,
      "learning_rate": 2.583764896320478e-06,
      "loss": 0.3622,
      "step": 1415940
    },
    {
      "epoch": 395.19,
      "grad_norm": 0.938403844833374,
      "learning_rate": 2.5837379988305356e-06,
      "loss": 0.3427,
      "step": 1415950
    },
    {
      "epoch": 395.19,
      "grad_norm": 0.8568288087844849,
      "learning_rate": 2.5837111013086506e-06,
      "loss": 0.3521,
      "step": 1415960
    },
    {
      "epoch": 395.19,
      "grad_norm": 1.145655870437622,
      "learning_rate": 2.583684203754826e-06,
      "loss": 0.3472,
      "step": 1415970
    },
    {
      "epoch": 395.19,
      "grad_norm": 1.026856780052185,
      "learning_rate": 2.5836573061690676e-06,
      "loss": 0.3408,
      "step": 1415980
    },
    {
      "epoch": 395.2,
      "grad_norm": 0.8756901025772095,
      "learning_rate": 2.583630408551377e-06,
      "loss": 0.3665,
      "step": 1415990
    },
    {
      "epoch": 395.2,
      "grad_norm": 1.256609559059143,
      "learning_rate": 2.583603510901757e-06,
      "loss": 0.3683,
      "step": 1416000
    },
    {
      "epoch": 395.2,
      "grad_norm": 1.1334507465362549,
      "learning_rate": 2.5835766132202136e-06,
      "loss": 0.3379,
      "step": 1416010
    },
    {
      "epoch": 395.21,
      "grad_norm": 1.033471703529358,
      "learning_rate": 2.583549715506749e-06,
      "loss": 0.3466,
      "step": 1416020
    },
    {
      "epoch": 395.21,
      "grad_norm": 1.058856725692749,
      "learning_rate": 2.5835228177613666e-06,
      "loss": 0.3374,
      "step": 1416030
    },
    {
      "epoch": 395.21,
      "grad_norm": 1.1619065999984741,
      "learning_rate": 2.5834959199840706e-06,
      "loss": 0.3581,
      "step": 1416040
    },
    {
      "epoch": 395.21,
      "grad_norm": 1.0147236585617065,
      "learning_rate": 2.5834690221748644e-06,
      "loss": 0.3506,
      "step": 1416050
    },
    {
      "epoch": 395.22,
      "grad_norm": 1.3378618955612183,
      "learning_rate": 2.5834421243337518e-06,
      "loss": 0.3519,
      "step": 1416060
    },
    {
      "epoch": 395.22,
      "grad_norm": 1.0804659128189087,
      "learning_rate": 2.583415226460736e-06,
      "loss": 0.34,
      "step": 1416070
    },
    {
      "epoch": 395.22,
      "grad_norm": 0.9798640012741089,
      "learning_rate": 2.5833883285558206e-06,
      "loss": 0.3464,
      "step": 1416080
    },
    {
      "epoch": 395.22,
      "grad_norm": 1.074892282485962,
      "learning_rate": 2.5833614306190093e-06,
      "loss": 0.3521,
      "step": 1416090
    },
    {
      "epoch": 395.23,
      "grad_norm": 1.1173598766326904,
      "learning_rate": 2.5833345326503055e-06,
      "loss": 0.3484,
      "step": 1416100
    },
    {
      "epoch": 395.23,
      "grad_norm": 1.039009928703308,
      "learning_rate": 2.583307634649713e-06,
      "loss": 0.3631,
      "step": 1416110
    },
    {
      "epoch": 395.23,
      "grad_norm": 1.0481774806976318,
      "learning_rate": 2.5832807366172353e-06,
      "loss": 0.3608,
      "step": 1416120
    },
    {
      "epoch": 395.24,
      "grad_norm": 1.1532078981399536,
      "learning_rate": 2.5832538385528757e-06,
      "loss": 0.3582,
      "step": 1416130
    },
    {
      "epoch": 395.24,
      "grad_norm": 1.0136597156524658,
      "learning_rate": 2.583226940456639e-06,
      "loss": 0.3544,
      "step": 1416140
    },
    {
      "epoch": 395.24,
      "grad_norm": 1.2194693088531494,
      "learning_rate": 2.5832000423285273e-06,
      "loss": 0.3551,
      "step": 1416150
    },
    {
      "epoch": 395.24,
      "grad_norm": 0.9454171657562256,
      "learning_rate": 2.583173144168545e-06,
      "loss": 0.357,
      "step": 1416160
    },
    {
      "epoch": 395.25,
      "grad_norm": 1.1539220809936523,
      "learning_rate": 2.5831462459766945e-06,
      "loss": 0.3525,
      "step": 1416170
    },
    {
      "epoch": 395.25,
      "grad_norm": 1.0929449796676636,
      "learning_rate": 2.5831193477529812e-06,
      "loss": 0.3402,
      "step": 1416180
    },
    {
      "epoch": 395.25,
      "grad_norm": 0.9519420266151428,
      "learning_rate": 2.5830924494974073e-06,
      "loss": 0.357,
      "step": 1416190
    },
    {
      "epoch": 395.26,
      "grad_norm": 1.0894190073013306,
      "learning_rate": 2.583065551209977e-06,
      "loss": 0.3665,
      "step": 1416200
    },
    {
      "epoch": 395.26,
      "grad_norm": 0.9215046763420105,
      "learning_rate": 2.5830386528906942e-06,
      "loss": 0.3382,
      "step": 1416210
    },
    {
      "epoch": 395.26,
      "grad_norm": 0.785304605960846,
      "learning_rate": 2.583011754539562e-06,
      "loss": 0.3298,
      "step": 1416220
    },
    {
      "epoch": 395.26,
      "grad_norm": 0.971000611782074,
      "learning_rate": 2.5829848561565827e-06,
      "loss": 0.3253,
      "step": 1416230
    },
    {
      "epoch": 395.27,
      "grad_norm": 1.1106040477752686,
      "learning_rate": 2.5829579577417624e-06,
      "loss": 0.347,
      "step": 1416240
    },
    {
      "epoch": 395.27,
      "grad_norm": 1.048704743385315,
      "learning_rate": 2.5829310592951033e-06,
      "loss": 0.3307,
      "step": 1416250
    },
    {
      "epoch": 395.27,
      "grad_norm": 1.2184687852859497,
      "learning_rate": 2.5829041608166085e-06,
      "loss": 0.354,
      "step": 1416260
    },
    {
      "epoch": 395.27,
      "grad_norm": 1.0534268617630005,
      "learning_rate": 2.5828772623062826e-06,
      "loss": 0.3355,
      "step": 1416270
    },
    {
      "epoch": 395.28,
      "grad_norm": 0.9776818156242371,
      "learning_rate": 2.582850363764129e-06,
      "loss": 0.3392,
      "step": 1416280
    },
    {
      "epoch": 395.28,
      "grad_norm": 0.9629330635070801,
      "learning_rate": 2.5828234651901512e-06,
      "loss": 0.3485,
      "step": 1416290
    },
    {
      "epoch": 395.28,
      "grad_norm": 1.0204795598983765,
      "learning_rate": 2.582796566584352e-06,
      "loss": 0.3426,
      "step": 1416300
    },
    {
      "epoch": 395.29,
      "grad_norm": 1.199568748474121,
      "learning_rate": 2.5827696679467366e-06,
      "loss": 0.3461,
      "step": 1416310
    },
    {
      "epoch": 395.29,
      "grad_norm": 1.1614960432052612,
      "learning_rate": 2.582742769277307e-06,
      "loss": 0.3488,
      "step": 1416320
    },
    {
      "epoch": 395.29,
      "grad_norm": 1.080816626548767,
      "learning_rate": 2.582715870576067e-06,
      "loss": 0.3543,
      "step": 1416330
    },
    {
      "epoch": 395.29,
      "grad_norm": 2.3022658824920654,
      "learning_rate": 2.582688971843021e-06,
      "loss": 0.3504,
      "step": 1416340
    },
    {
      "epoch": 395.3,
      "grad_norm": 0.9979433417320251,
      "learning_rate": 2.582662073078172e-06,
      "loss": 0.3455,
      "step": 1416350
    },
    {
      "epoch": 395.3,
      "grad_norm": 1.8294535875320435,
      "learning_rate": 2.582635174281525e-06,
      "loss": 0.346,
      "step": 1416360
    },
    {
      "epoch": 395.3,
      "grad_norm": 1.181903600692749,
      "learning_rate": 2.5826082754530806e-06,
      "loss": 0.3622,
      "step": 1416370
    },
    {
      "epoch": 395.31,
      "grad_norm": 1.0082826614379883,
      "learning_rate": 2.582581376592845e-06,
      "loss": 0.3574,
      "step": 1416380
    },
    {
      "epoch": 395.31,
      "grad_norm": 1.1217966079711914,
      "learning_rate": 2.5825544777008206e-06,
      "loss": 0.3427,
      "step": 1416390
    },
    {
      "epoch": 395.31,
      "grad_norm": 0.9460111856460571,
      "learning_rate": 2.582527578777011e-06,
      "loss": 0.3503,
      "step": 1416400
    },
    {
      "epoch": 395.31,
      "grad_norm": 0.9712011814117432,
      "learning_rate": 2.5825006798214207e-06,
      "loss": 0.3426,
      "step": 1416410
    },
    {
      "epoch": 395.32,
      "grad_norm": 0.9468042850494385,
      "learning_rate": 2.5824737808340518e-06,
      "loss": 0.3457,
      "step": 1416420
    },
    {
      "epoch": 395.32,
      "grad_norm": 0.8934467434883118,
      "learning_rate": 2.5824468818149094e-06,
      "loss": 0.3353,
      "step": 1416430
    },
    {
      "epoch": 395.32,
      "grad_norm": 0.928067684173584,
      "learning_rate": 2.582419982763996e-06,
      "loss": 0.3471,
      "step": 1416440
    },
    {
      "epoch": 395.33,
      "grad_norm": 1.1442703008651733,
      "learning_rate": 2.582393083681316e-06,
      "loss": 0.3472,
      "step": 1416450
    },
    {
      "epoch": 395.33,
      "grad_norm": 0.8745740056037903,
      "learning_rate": 2.582366184566872e-06,
      "loss": 0.3565,
      "step": 1416460
    },
    {
      "epoch": 395.33,
      "grad_norm": 1.032633662223816,
      "learning_rate": 2.5823392854206682e-06,
      "loss": 0.3511,
      "step": 1416470
    },
    {
      "epoch": 395.33,
      "grad_norm": 1.0963906049728394,
      "learning_rate": 2.582312386242709e-06,
      "loss": 0.3546,
      "step": 1416480
    },
    {
      "epoch": 395.34,
      "grad_norm": 1.2385733127593994,
      "learning_rate": 2.5822854870329955e-06,
      "loss": 0.334,
      "step": 1416490
    },
    {
      "epoch": 395.34,
      "grad_norm": 1.0910065174102783,
      "learning_rate": 2.582258587791534e-06,
      "loss": 0.3435,
      "step": 1416500
    },
    {
      "epoch": 395.34,
      "grad_norm": 0.9809086918830872,
      "learning_rate": 2.582231688518327e-06,
      "loss": 0.3367,
      "step": 1416510
    },
    {
      "epoch": 395.34,
      "grad_norm": 0.9730747938156128,
      "learning_rate": 2.5822047892133777e-06,
      "loss": 0.3483,
      "step": 1416520
    },
    {
      "epoch": 395.35,
      "grad_norm": 1.2088136672973633,
      "learning_rate": 2.5821778898766894e-06,
      "loss": 0.3538,
      "step": 1416530
    },
    {
      "epoch": 395.35,
      "grad_norm": 0.9437034726142883,
      "learning_rate": 2.582150990508267e-06,
      "loss": 0.3454,
      "step": 1416540
    },
    {
      "epoch": 395.35,
      "grad_norm": 1.3183238506317139,
      "learning_rate": 2.5821240911081132e-06,
      "loss": 0.352,
      "step": 1416550
    },
    {
      "epoch": 395.36,
      "grad_norm": 1.0551950931549072,
      "learning_rate": 2.5820971916762316e-06,
      "loss": 0.3401,
      "step": 1416560
    },
    {
      "epoch": 395.36,
      "grad_norm": 1.0009875297546387,
      "learning_rate": 2.5820702922126265e-06,
      "loss": 0.3542,
      "step": 1416570
    },
    {
      "epoch": 395.36,
      "grad_norm": 0.9764905571937561,
      "learning_rate": 2.5820433927173004e-06,
      "loss": 0.3476,
      "step": 1416580
    },
    {
      "epoch": 395.36,
      "grad_norm": 1.0058355331420898,
      "learning_rate": 2.5820164931902576e-06,
      "loss": 0.3565,
      "step": 1416590
    },
    {
      "epoch": 395.37,
      "grad_norm": 1.0287621021270752,
      "learning_rate": 2.581989593631501e-06,
      "loss": 0.3384,
      "step": 1416600
    },
    {
      "epoch": 395.37,
      "grad_norm": 0.931351900100708,
      "learning_rate": 2.5819626940410354e-06,
      "loss": 0.3456,
      "step": 1416610
    },
    {
      "epoch": 395.37,
      "grad_norm": 1.3488024473190308,
      "learning_rate": 2.5819357944188627e-06,
      "loss": 0.3439,
      "step": 1416620
    },
    {
      "epoch": 395.38,
      "grad_norm": 0.8856926560401917,
      "learning_rate": 2.581908894764988e-06,
      "loss": 0.3438,
      "step": 1416630
    },
    {
      "epoch": 395.38,
      "grad_norm": 1.089188575744629,
      "learning_rate": 2.5818819950794142e-06,
      "loss": 0.3466,
      "step": 1416640
    },
    {
      "epoch": 395.38,
      "grad_norm": 1.0039384365081787,
      "learning_rate": 2.5818550953621456e-06,
      "loss": 0.3577,
      "step": 1416650
    },
    {
      "epoch": 395.38,
      "grad_norm": 0.8887777924537659,
      "learning_rate": 2.581828195613184e-06,
      "loss": 0.37,
      "step": 1416660
    },
    {
      "epoch": 395.39,
      "grad_norm": 1.1624317169189453,
      "learning_rate": 2.581801295832535e-06,
      "loss": 0.3584,
      "step": 1416670
    },
    {
      "epoch": 395.39,
      "grad_norm": 1.0591670274734497,
      "learning_rate": 2.5817743960202008e-06,
      "loss": 0.3369,
      "step": 1416680
    },
    {
      "epoch": 395.39,
      "grad_norm": 1.0421419143676758,
      "learning_rate": 2.5817474961761855e-06,
      "loss": 0.3428,
      "step": 1416690
    },
    {
      "epoch": 395.39,
      "grad_norm": 0.8851275444030762,
      "learning_rate": 2.581720596300493e-06,
      "loss": 0.3392,
      "step": 1416700
    },
    {
      "epoch": 395.4,
      "grad_norm": 1.0286933183670044,
      "learning_rate": 2.581693696393126e-06,
      "loss": 0.336,
      "step": 1416710
    },
    {
      "epoch": 395.4,
      "grad_norm": 0.9941282272338867,
      "learning_rate": 2.5816667964540893e-06,
      "loss": 0.3541,
      "step": 1416720
    },
    {
      "epoch": 395.4,
      "grad_norm": 0.8979967832565308,
      "learning_rate": 2.5816398964833855e-06,
      "loss": 0.3449,
      "step": 1416730
    },
    {
      "epoch": 395.41,
      "grad_norm": 0.9984108209609985,
      "learning_rate": 2.5816129964810183e-06,
      "loss": 0.3273,
      "step": 1416740
    },
    {
      "epoch": 395.41,
      "grad_norm": 0.9665212631225586,
      "learning_rate": 2.581586096446991e-06,
      "loss": 0.3438,
      "step": 1416750
    },
    {
      "epoch": 395.41,
      "grad_norm": 1.0016660690307617,
      "learning_rate": 2.5815591963813086e-06,
      "loss": 0.3523,
      "step": 1416760
    },
    {
      "epoch": 395.41,
      "grad_norm": 0.9680506587028503,
      "learning_rate": 2.5815322962839733e-06,
      "loss": 0.3507,
      "step": 1416770
    },
    {
      "epoch": 395.42,
      "grad_norm": 1.062231421470642,
      "learning_rate": 2.581505396154989e-06,
      "loss": 0.3525,
      "step": 1416780
    },
    {
      "epoch": 395.42,
      "grad_norm": 0.9675799012184143,
      "learning_rate": 2.5814784959943606e-06,
      "loss": 0.3573,
      "step": 1416790
    },
    {
      "epoch": 395.42,
      "grad_norm": 1.0191631317138672,
      "learning_rate": 2.5814515958020894e-06,
      "loss": 0.3385,
      "step": 1416800
    },
    {
      "epoch": 395.43,
      "grad_norm": 0.901789128780365,
      "learning_rate": 2.5814246955781803e-06,
      "loss": 0.3528,
      "step": 1416810
    },
    {
      "epoch": 395.43,
      "grad_norm": 0.9977282881736755,
      "learning_rate": 2.5813977953226362e-06,
      "loss": 0.3506,
      "step": 1416820
    },
    {
      "epoch": 395.43,
      "grad_norm": 0.9205758571624756,
      "learning_rate": 2.5813708950354614e-06,
      "loss": 0.3532,
      "step": 1416830
    },
    {
      "epoch": 395.43,
      "grad_norm": 1.144249439239502,
      "learning_rate": 2.5813439947166592e-06,
      "loss": 0.3418,
      "step": 1416840
    },
    {
      "epoch": 395.44,
      "grad_norm": 1.1360901594161987,
      "learning_rate": 2.5813170943662326e-06,
      "loss": 0.3658,
      "step": 1416850
    },
    {
      "epoch": 395.44,
      "grad_norm": 0.9845280647277832,
      "learning_rate": 2.581290193984187e-06,
      "loss": 0.352,
      "step": 1416860
    },
    {
      "epoch": 395.44,
      "grad_norm": 0.9586118459701538,
      "learning_rate": 2.581263293570524e-06,
      "loss": 0.3415,
      "step": 1416870
    },
    {
      "epoch": 395.45,
      "grad_norm": 0.9795146584510803,
      "learning_rate": 2.5812363931252475e-06,
      "loss": 0.3522,
      "step": 1416880
    },
    {
      "epoch": 395.45,
      "grad_norm": 1.01706862449646,
      "learning_rate": 2.5812094926483623e-06,
      "loss": 0.349,
      "step": 1416890
    },
    {
      "epoch": 395.45,
      "grad_norm": 1.0356476306915283,
      "learning_rate": 2.581182592139871e-06,
      "loss": 0.3498,
      "step": 1416900
    },
    {
      "epoch": 395.45,
      "grad_norm": 0.9621179103851318,
      "learning_rate": 2.581155691599777e-06,
      "loss": 0.3438,
      "step": 1416910
    },
    {
      "epoch": 395.46,
      "grad_norm": 0.9667633771896362,
      "learning_rate": 2.581128791028084e-06,
      "loss": 0.3502,
      "step": 1416920
    },
    {
      "epoch": 395.46,
      "grad_norm": 0.9682278037071228,
      "learning_rate": 2.581101890424797e-06,
      "loss": 0.3493,
      "step": 1416930
    },
    {
      "epoch": 395.46,
      "grad_norm": 0.9591104388237,
      "learning_rate": 2.581074989789918e-06,
      "loss": 0.3445,
      "step": 1416940
    },
    {
      "epoch": 395.46,
      "grad_norm": 0.9538216590881348,
      "learning_rate": 2.58104808912345e-06,
      "loss": 0.3544,
      "step": 1416950
    },
    {
      "epoch": 395.47,
      "grad_norm": 1.1132450103759766,
      "learning_rate": 2.5810211884253987e-06,
      "loss": 0.3428,
      "step": 1416960
    },
    {
      "epoch": 395.47,
      "grad_norm": 1.129314661026001,
      "learning_rate": 2.5809942876957656e-06,
      "loss": 0.3702,
      "step": 1416970
    },
    {
      "epoch": 395.47,
      "grad_norm": 1.3103474378585815,
      "learning_rate": 2.5809673869345556e-06,
      "loss": 0.3505,
      "step": 1416980
    },
    {
      "epoch": 395.48,
      "grad_norm": 1.1485145092010498,
      "learning_rate": 2.580940486141772e-06,
      "loss": 0.3419,
      "step": 1416990
    },
    {
      "epoch": 395.48,
      "grad_norm": 1.1389548778533936,
      "learning_rate": 2.580913585317418e-06,
      "loss": 0.358,
      "step": 1417000
    },
    {
      "epoch": 395.48,
      "grad_norm": 1.107540488243103,
      "learning_rate": 2.580886684461498e-06,
      "loss": 0.3641,
      "step": 1417010
    },
    {
      "epoch": 395.48,
      "grad_norm": 0.8794583082199097,
      "learning_rate": 2.5808597835740144e-06,
      "loss": 0.3346,
      "step": 1417020
    },
    {
      "epoch": 395.49,
      "grad_norm": 1.0267819166183472,
      "learning_rate": 2.580832882654972e-06,
      "loss": 0.343,
      "step": 1417030
    },
    {
      "epoch": 395.49,
      "grad_norm": 0.8465709686279297,
      "learning_rate": 2.580805981704374e-06,
      "loss": 0.3263,
      "step": 1417040
    },
    {
      "epoch": 395.49,
      "grad_norm": 1.129510760307312,
      "learning_rate": 2.580779080722223e-06,
      "loss": 0.3672,
      "step": 1417050
    },
    {
      "epoch": 395.5,
      "grad_norm": 0.9646244645118713,
      "learning_rate": 2.5807521797085238e-06,
      "loss": 0.3399,
      "step": 1417060
    },
    {
      "epoch": 395.5,
      "grad_norm": 1.0566269159317017,
      "learning_rate": 2.580725278663279e-06,
      "loss": 0.3298,
      "step": 1417070
    },
    {
      "epoch": 395.5,
      "grad_norm": 0.9472551941871643,
      "learning_rate": 2.5806983775864933e-06,
      "loss": 0.3517,
      "step": 1417080
    },
    {
      "epoch": 395.5,
      "grad_norm": 1.3298981189727783,
      "learning_rate": 2.58067147647817e-06,
      "loss": 0.3348,
      "step": 1417090
    },
    {
      "epoch": 395.51,
      "grad_norm": 0.9182460904121399,
      "learning_rate": 2.580644575338312e-06,
      "loss": 0.3408,
      "step": 1417100
    },
    {
      "epoch": 395.51,
      "grad_norm": 1.2627707719802856,
      "learning_rate": 2.580617674166923e-06,
      "loss": 0.3415,
      "step": 1417110
    },
    {
      "epoch": 395.51,
      "grad_norm": 0.9866026639938354,
      "learning_rate": 2.5805907729640072e-06,
      "loss": 0.3564,
      "step": 1417120
    },
    {
      "epoch": 395.51,
      "grad_norm": 1.0392686128616333,
      "learning_rate": 2.580563871729568e-06,
      "loss": 0.3594,
      "step": 1417130
    },
    {
      "epoch": 395.52,
      "grad_norm": 1.3611270189285278,
      "learning_rate": 2.580536970463608e-06,
      "loss": 0.3562,
      "step": 1417140
    },
    {
      "epoch": 395.52,
      "grad_norm": 0.9920054078102112,
      "learning_rate": 2.5805100691661325e-06,
      "loss": 0.3343,
      "step": 1417150
    },
    {
      "epoch": 395.52,
      "grad_norm": 1.0061612129211426,
      "learning_rate": 2.5804831678371436e-06,
      "loss": 0.3296,
      "step": 1417160
    },
    {
      "epoch": 395.53,
      "grad_norm": 0.9951306581497192,
      "learning_rate": 2.5804562664766463e-06,
      "loss": 0.3635,
      "step": 1417170
    },
    {
      "epoch": 395.53,
      "grad_norm": 0.9362565279006958,
      "learning_rate": 2.580429365084642e-06,
      "loss": 0.3431,
      "step": 1417180
    },
    {
      "epoch": 395.53,
      "grad_norm": 1.5620306730270386,
      "learning_rate": 2.5804024636611364e-06,
      "loss": 0.3504,
      "step": 1417190
    },
    {
      "epoch": 395.53,
      "grad_norm": 1.0567333698272705,
      "learning_rate": 2.5803755622061322e-06,
      "loss": 0.3433,
      "step": 1417200
    },
    {
      "epoch": 395.54,
      "grad_norm": 1.3732887506484985,
      "learning_rate": 2.580348660719633e-06,
      "loss": 0.3295,
      "step": 1417210
    },
    {
      "epoch": 395.54,
      "grad_norm": 1.1131080389022827,
      "learning_rate": 2.5803217592016425e-06,
      "loss": 0.3477,
      "step": 1417220
    },
    {
      "epoch": 395.54,
      "grad_norm": 1.0118783712387085,
      "learning_rate": 2.580294857652164e-06,
      "loss": 0.3531,
      "step": 1417230
    },
    {
      "epoch": 395.55,
      "grad_norm": 0.9521530866622925,
      "learning_rate": 2.5802679560712023e-06,
      "loss": 0.3458,
      "step": 1417240
    },
    {
      "epoch": 395.55,
      "grad_norm": 0.9648799300193787,
      "learning_rate": 2.5802410544587593e-06,
      "loss": 0.3498,
      "step": 1417250
    },
    {
      "epoch": 395.55,
      "grad_norm": 0.9828737378120422,
      "learning_rate": 2.580214152814839e-06,
      "loss": 0.3494,
      "step": 1417260
    },
    {
      "epoch": 395.55,
      "grad_norm": 0.9242081046104431,
      "learning_rate": 2.5801872511394452e-06,
      "loss": 0.3584,
      "step": 1417270
    },
    {
      "epoch": 395.56,
      "grad_norm": 1.0082370042800903,
      "learning_rate": 2.580160349432582e-06,
      "loss": 0.3514,
      "step": 1417280
    },
    {
      "epoch": 395.56,
      "grad_norm": 1.061555027961731,
      "learning_rate": 2.5801334476942527e-06,
      "loss": 0.3367,
      "step": 1417290
    },
    {
      "epoch": 395.56,
      "grad_norm": 0.9172057509422302,
      "learning_rate": 2.58010654592446e-06,
      "loss": 0.3408,
      "step": 1417300
    },
    {
      "epoch": 395.57,
      "grad_norm": 1.901662826538086,
      "learning_rate": 2.580079644123209e-06,
      "loss": 0.3385,
      "step": 1417310
    },
    {
      "epoch": 395.57,
      "grad_norm": 0.8540230393409729,
      "learning_rate": 2.5800527422905018e-06,
      "loss": 0.3465,
      "step": 1417320
    },
    {
      "epoch": 395.57,
      "grad_norm": 0.977445662021637,
      "learning_rate": 2.5800258404263426e-06,
      "loss": 0.3321,
      "step": 1417330
    },
    {
      "epoch": 395.57,
      "grad_norm": 1.1146042346954346,
      "learning_rate": 2.579998938530735e-06,
      "loss": 0.3367,
      "step": 1417340
    },
    {
      "epoch": 395.58,
      "grad_norm": 0.9421236515045166,
      "learning_rate": 2.579972036603683e-06,
      "loss": 0.3299,
      "step": 1417350
    },
    {
      "epoch": 395.58,
      "grad_norm": 2.8714962005615234,
      "learning_rate": 2.5799451346451898e-06,
      "loss": 0.3436,
      "step": 1417360
    },
    {
      "epoch": 395.58,
      "grad_norm": 1.0386838912963867,
      "learning_rate": 2.5799182326552585e-06,
      "loss": 0.34,
      "step": 1417370
    },
    {
      "epoch": 395.58,
      "grad_norm": 1.1991149187088013,
      "learning_rate": 2.579891330633894e-06,
      "loss": 0.342,
      "step": 1417380
    },
    {
      "epoch": 395.59,
      "grad_norm": 1.1323561668395996,
      "learning_rate": 2.5798644285810983e-06,
      "loss": 0.3616,
      "step": 1417390
    },
    {
      "epoch": 395.59,
      "grad_norm": 1.0575463771820068,
      "learning_rate": 2.5798375264968757e-06,
      "loss": 0.3569,
      "step": 1417400
    },
    {
      "epoch": 395.59,
      "grad_norm": 1.2605953216552734,
      "learning_rate": 2.5798106243812303e-06,
      "loss": 0.3558,
      "step": 1417410
    },
    {
      "epoch": 395.6,
      "grad_norm": 0.877585232257843,
      "learning_rate": 2.5797837222341647e-06,
      "loss": 0.3631,
      "step": 1417420
    },
    {
      "epoch": 395.6,
      "grad_norm": 1.1050515174865723,
      "learning_rate": 2.579756820055683e-06,
      "loss": 0.3517,
      "step": 1417430
    },
    {
      "epoch": 395.6,
      "grad_norm": 0.8976415395736694,
      "learning_rate": 2.5797299178457887e-06,
      "loss": 0.3608,
      "step": 1417440
    },
    {
      "epoch": 395.6,
      "grad_norm": 1.1363974809646606,
      "learning_rate": 2.5797030156044856e-06,
      "loss": 0.3436,
      "step": 1417450
    },
    {
      "epoch": 395.61,
      "grad_norm": 1.2639435529708862,
      "learning_rate": 2.579676113331777e-06,
      "loss": 0.3533,
      "step": 1417460
    },
    {
      "epoch": 395.61,
      "grad_norm": 0.8538650274276733,
      "learning_rate": 2.5796492110276664e-06,
      "loss": 0.3424,
      "step": 1417470
    },
    {
      "epoch": 395.61,
      "grad_norm": 0.9501749277114868,
      "learning_rate": 2.5796223086921583e-06,
      "loss": 0.3565,
      "step": 1417480
    },
    {
      "epoch": 395.62,
      "grad_norm": 0.883945107460022,
      "learning_rate": 2.579595406325254e-06,
      "loss": 0.3555,
      "step": 1417490
    },
    {
      "epoch": 395.62,
      "grad_norm": 0.9085264801979065,
      "learning_rate": 2.57956850392696e-06,
      "loss": 0.3541,
      "step": 1417500
    },
    {
      "epoch": 395.62,
      "grad_norm": 0.8980442881584167,
      "learning_rate": 2.579541601497278e-06,
      "loss": 0.3511,
      "step": 1417510
    },
    {
      "epoch": 395.62,
      "grad_norm": 0.9198513627052307,
      "learning_rate": 2.5795146990362116e-06,
      "loss": 0.3562,
      "step": 1417520
    },
    {
      "epoch": 395.63,
      "grad_norm": 1.0940210819244385,
      "learning_rate": 2.579487796543766e-06,
      "loss": 0.3536,
      "step": 1417530
    },
    {
      "epoch": 395.63,
      "grad_norm": 1.028368592262268,
      "learning_rate": 2.5794608940199432e-06,
      "loss": 0.3535,
      "step": 1417540
    },
    {
      "epoch": 395.63,
      "grad_norm": 0.9324566125869751,
      "learning_rate": 2.5794339914647466e-06,
      "loss": 0.352,
      "step": 1417550
    },
    {
      "epoch": 395.63,
      "grad_norm": 1.0372190475463867,
      "learning_rate": 2.579407088878181e-06,
      "loss": 0.3457,
      "step": 1417560
    },
    {
      "epoch": 395.64,
      "grad_norm": 1.203278660774231,
      "learning_rate": 2.5793801862602498e-06,
      "loss": 0.3563,
      "step": 1417570
    },
    {
      "epoch": 395.64,
      "grad_norm": 0.9948881268501282,
      "learning_rate": 2.579353283610955e-06,
      "loss": 0.3237,
      "step": 1417580
    },
    {
      "epoch": 395.64,
      "grad_norm": 0.9153885245323181,
      "learning_rate": 2.5793263809303014e-06,
      "loss": 0.3315,
      "step": 1417590
    },
    {
      "epoch": 395.65,
      "grad_norm": 0.9773281216621399,
      "learning_rate": 2.5792994782182936e-06,
      "loss": 0.3653,
      "step": 1417600
    },
    {
      "epoch": 395.65,
      "grad_norm": 1.0066349506378174,
      "learning_rate": 2.5792725754749337e-06,
      "loss": 0.3354,
      "step": 1417610
    },
    {
      "epoch": 395.65,
      "grad_norm": 0.961692750453949,
      "learning_rate": 2.5792456727002255e-06,
      "loss": 0.3537,
      "step": 1417620
    },
    {
      "epoch": 395.65,
      "grad_norm": 1.0441806316375732,
      "learning_rate": 2.5792187698941725e-06,
      "loss": 0.348,
      "step": 1417630
    },
    {
      "epoch": 395.66,
      "grad_norm": 1.0647222995758057,
      "learning_rate": 2.5791918670567788e-06,
      "loss": 0.3557,
      "step": 1417640
    },
    {
      "epoch": 395.66,
      "grad_norm": 1.0958937406539917,
      "learning_rate": 2.579164964188048e-06,
      "loss": 0.3488,
      "step": 1417650
    },
    {
      "epoch": 395.66,
      "grad_norm": 1.171916127204895,
      "learning_rate": 2.5791380612879826e-06,
      "loss": 0.3597,
      "step": 1417660
    },
    {
      "epoch": 395.67,
      "grad_norm": 1.0418596267700195,
      "learning_rate": 2.579111158356588e-06,
      "loss": 0.3461,
      "step": 1417670
    },
    {
      "epoch": 395.67,
      "grad_norm": 1.0230457782745361,
      "learning_rate": 2.5790842553938667e-06,
      "loss": 0.3394,
      "step": 1417680
    },
    {
      "epoch": 395.67,
      "grad_norm": 1.0742037296295166,
      "learning_rate": 2.5790573523998215e-06,
      "loss": 0.3382,
      "step": 1417690
    },
    {
      "epoch": 395.67,
      "grad_norm": 1.0484813451766968,
      "learning_rate": 2.5790304493744576e-06,
      "loss": 0.3362,
      "step": 1417700
    },
    {
      "epoch": 395.68,
      "grad_norm": 1.0934982299804688,
      "learning_rate": 2.579003546317777e-06,
      "loss": 0.3376,
      "step": 1417710
    },
    {
      "epoch": 395.68,
      "grad_norm": 1.050756812095642,
      "learning_rate": 2.5789766432297847e-06,
      "loss": 0.3434,
      "step": 1417720
    },
    {
      "epoch": 395.68,
      "grad_norm": 1.0049291849136353,
      "learning_rate": 2.5789497401104836e-06,
      "loss": 0.3535,
      "step": 1417730
    },
    {
      "epoch": 395.69,
      "grad_norm": 1.0507498979568481,
      "learning_rate": 2.578922836959877e-06,
      "loss": 0.3395,
      "step": 1417740
    },
    {
      "epoch": 395.69,
      "grad_norm": 1.0323143005371094,
      "learning_rate": 2.5788959337779696e-06,
      "loss": 0.339,
      "step": 1417750
    },
    {
      "epoch": 395.69,
      "grad_norm": 1.0093740224838257,
      "learning_rate": 2.5788690305647635e-06,
      "loss": 0.3447,
      "step": 1417760
    },
    {
      "epoch": 395.69,
      "grad_norm": 1.1153067350387573,
      "learning_rate": 2.578842127320263e-06,
      "loss": 0.3467,
      "step": 1417770
    },
    {
      "epoch": 395.7,
      "grad_norm": 1.144459843635559,
      "learning_rate": 2.578815224044472e-06,
      "loss": 0.3356,
      "step": 1417780
    },
    {
      "epoch": 395.7,
      "grad_norm": 1.0046019554138184,
      "learning_rate": 2.5787883207373936e-06,
      "loss": 0.3431,
      "step": 1417790
    },
    {
      "epoch": 395.7,
      "grad_norm": 0.9538634419441223,
      "learning_rate": 2.578761417399032e-06,
      "loss": 0.3323,
      "step": 1417800
    },
    {
      "epoch": 395.7,
      "grad_norm": 0.9856245517730713,
      "learning_rate": 2.5787345140293895e-06,
      "loss": 0.3441,
      "step": 1417810
    },
    {
      "epoch": 395.71,
      "grad_norm": 1.0045356750488281,
      "learning_rate": 2.5787076106284708e-06,
      "loss": 0.3633,
      "step": 1417820
    },
    {
      "epoch": 395.71,
      "grad_norm": 1.0847231149673462,
      "learning_rate": 2.57868070719628e-06,
      "loss": 0.3426,
      "step": 1417830
    },
    {
      "epoch": 395.71,
      "grad_norm": 0.9784046411514282,
      "learning_rate": 2.578653803732819e-06,
      "loss": 0.3414,
      "step": 1417840
    },
    {
      "epoch": 395.72,
      "grad_norm": 1.1404012441635132,
      "learning_rate": 2.578626900238092e-06,
      "loss": 0.3599,
      "step": 1417850
    },
    {
      "epoch": 395.72,
      "grad_norm": 0.9870123267173767,
      "learning_rate": 2.5785999967121033e-06,
      "loss": 0.3396,
      "step": 1417860
    },
    {
      "epoch": 395.72,
      "grad_norm": 1.0765271186828613,
      "learning_rate": 2.5785730931548557e-06,
      "loss": 0.3475,
      "step": 1417870
    },
    {
      "epoch": 395.72,
      "grad_norm": 0.7960068583488464,
      "learning_rate": 2.5785461895663526e-06,
      "loss": 0.3312,
      "step": 1417880
    },
    {
      "epoch": 395.73,
      "grad_norm": 0.8506511449813843,
      "learning_rate": 2.5785192859465995e-06,
      "loss": 0.34,
      "step": 1417890
    },
    {
      "epoch": 395.73,
      "grad_norm": 1.0669358968734741,
      "learning_rate": 2.578492382295598e-06,
      "loss": 0.3522,
      "step": 1417900
    },
    {
      "epoch": 395.73,
      "grad_norm": 1.0372874736785889,
      "learning_rate": 2.5784654786133517e-06,
      "loss": 0.3379,
      "step": 1417910
    },
    {
      "epoch": 395.74,
      "grad_norm": 1.1432474851608276,
      "learning_rate": 2.578438574899865e-06,
      "loss": 0.3529,
      "step": 1417920
    },
    {
      "epoch": 395.74,
      "grad_norm": 1.1331599950790405,
      "learning_rate": 2.578411671155141e-06,
      "loss": 0.3489,
      "step": 1417930
    },
    {
      "epoch": 395.74,
      "grad_norm": 0.9911066293716431,
      "learning_rate": 2.5783847673791837e-06,
      "loss": 0.3345,
      "step": 1417940
    },
    {
      "epoch": 395.74,
      "grad_norm": 0.9695188403129578,
      "learning_rate": 2.5783578635719966e-06,
      "loss": 0.375,
      "step": 1417950
    },
    {
      "epoch": 395.75,
      "grad_norm": 1.166886806488037,
      "learning_rate": 2.578330959733583e-06,
      "loss": 0.3504,
      "step": 1417960
    },
    {
      "epoch": 395.75,
      "grad_norm": 1.1442291736602783,
      "learning_rate": 2.5783040558639464e-06,
      "loss": 0.3588,
      "step": 1417970
    },
    {
      "epoch": 395.75,
      "grad_norm": 1.075705647468567,
      "learning_rate": 2.5782771519630906e-06,
      "loss": 0.3532,
      "step": 1417980
    },
    {
      "epoch": 395.75,
      "grad_norm": 1.0375165939331055,
      "learning_rate": 2.57825024803102e-06,
      "loss": 0.3463,
      "step": 1417990
    },
    {
      "epoch": 395.76,
      "grad_norm": 1.0547003746032715,
      "learning_rate": 2.578223344067736e-06,
      "loss": 0.333,
      "step": 1418000
    },
    {
      "epoch": 395.76,
      "grad_norm": 0.9622832536697388,
      "learning_rate": 2.578196440073244e-06,
      "loss": 0.3522,
      "step": 1418010
    },
    {
      "epoch": 395.76,
      "grad_norm": 1.174716830253601,
      "learning_rate": 2.5781695360475475e-06,
      "loss": 0.3399,
      "step": 1418020
    },
    {
      "epoch": 395.77,
      "grad_norm": 0.9193716049194336,
      "learning_rate": 2.5781426319906496e-06,
      "loss": 0.3334,
      "step": 1418030
    },
    {
      "epoch": 395.77,
      "grad_norm": 1.0236589908599854,
      "learning_rate": 2.5781157279025538e-06,
      "loss": 0.3356,
      "step": 1418040
    },
    {
      "epoch": 395.77,
      "grad_norm": 1.079074740409851,
      "learning_rate": 2.5780888237832642e-06,
      "loss": 0.3483,
      "step": 1418050
    },
    {
      "epoch": 395.77,
      "grad_norm": 0.9470436573028564,
      "learning_rate": 2.578061919632784e-06,
      "loss": 0.3357,
      "step": 1418060
    },
    {
      "epoch": 395.78,
      "grad_norm": 1.0268158912658691,
      "learning_rate": 2.5780350154511164e-06,
      "loss": 0.3519,
      "step": 1418070
    },
    {
      "epoch": 395.78,
      "grad_norm": 0.9887330532073975,
      "learning_rate": 2.5780081112382657e-06,
      "loss": 0.3534,
      "step": 1418080
    },
    {
      "epoch": 395.78,
      "grad_norm": 0.9644673466682434,
      "learning_rate": 2.577981206994235e-06,
      "loss": 0.3331,
      "step": 1418090
    },
    {
      "epoch": 395.79,
      "grad_norm": 1.0045901536941528,
      "learning_rate": 2.577954302719028e-06,
      "loss": 0.3442,
      "step": 1418100
    },
    {
      "epoch": 395.79,
      "grad_norm": 1.0773124694824219,
      "learning_rate": 2.577927398412648e-06,
      "loss": 0.3505,
      "step": 1418110
    },
    {
      "epoch": 395.79,
      "grad_norm": 1.0018006563186646,
      "learning_rate": 2.5779004940751e-06,
      "loss": 0.3622,
      "step": 1418120
    },
    {
      "epoch": 395.79,
      "grad_norm": 1.2682280540466309,
      "learning_rate": 2.5778735897063862e-06,
      "loss": 0.35,
      "step": 1418130
    },
    {
      "epoch": 395.8,
      "grad_norm": 1.2701667547225952,
      "learning_rate": 2.5778466853065103e-06,
      "loss": 0.356,
      "step": 1418140
    },
    {
      "epoch": 395.8,
      "grad_norm": 1.0606143474578857,
      "learning_rate": 2.577819780875476e-06,
      "loss": 0.3769,
      "step": 1418150
    },
    {
      "epoch": 395.8,
      "grad_norm": 1.1036654710769653,
      "learning_rate": 2.5777928764132865e-06,
      "loss": 0.3629,
      "step": 1418160
    },
    {
      "epoch": 395.81,
      "grad_norm": 1.1412888765335083,
      "learning_rate": 2.577765971919946e-06,
      "loss": 0.3497,
      "step": 1418170
    },
    {
      "epoch": 395.81,
      "grad_norm": 0.971383273601532,
      "learning_rate": 2.5777390673954584e-06,
      "loss": 0.3466,
      "step": 1418180
    },
    {
      "epoch": 395.81,
      "grad_norm": 1.170023798942566,
      "learning_rate": 2.577712162839826e-06,
      "loss": 0.3403,
      "step": 1418190
    },
    {
      "epoch": 395.81,
      "grad_norm": 1.1085903644561768,
      "learning_rate": 2.5776852582530545e-06,
      "loss": 0.3728,
      "step": 1418200
    },
    {
      "epoch": 395.82,
      "grad_norm": 1.1150052547454834,
      "learning_rate": 2.5776583536351455e-06,
      "loss": 0.349,
      "step": 1418210
    },
    {
      "epoch": 395.82,
      "grad_norm": 0.9629391431808472,
      "learning_rate": 2.5776314489861033e-06,
      "loss": 0.3398,
      "step": 1418220
    },
    {
      "epoch": 395.82,
      "grad_norm": 1.0087082386016846,
      "learning_rate": 2.577604544305931e-06,
      "loss": 0.3538,
      "step": 1418230
    },
    {
      "epoch": 395.82,
      "grad_norm": 0.9641244411468506,
      "learning_rate": 2.5775776395946328e-06,
      "loss": 0.3522,
      "step": 1418240
    },
    {
      "epoch": 395.83,
      "grad_norm": 1.117984414100647,
      "learning_rate": 2.577550734852212e-06,
      "loss": 0.3446,
      "step": 1418250
    },
    {
      "epoch": 395.83,
      "grad_norm": 1.0781300067901611,
      "learning_rate": 2.5775238300786726e-06,
      "loss": 0.3605,
      "step": 1418260
    },
    {
      "epoch": 395.83,
      "grad_norm": 1.0710792541503906,
      "learning_rate": 2.5774969252740173e-06,
      "loss": 0.3468,
      "step": 1418270
    },
    {
      "epoch": 395.84,
      "grad_norm": 1.0066472291946411,
      "learning_rate": 2.5774700204382506e-06,
      "loss": 0.3572,
      "step": 1418280
    },
    {
      "epoch": 395.84,
      "grad_norm": 1.0879374742507935,
      "learning_rate": 2.5774431155713757e-06,
      "loss": 0.3481,
      "step": 1418290
    },
    {
      "epoch": 395.84,
      "grad_norm": 0.8069295883178711,
      "learning_rate": 2.577416210673396e-06,
      "loss": 0.3557,
      "step": 1418300
    },
    {
      "epoch": 395.84,
      "grad_norm": 1.002853274345398,
      "learning_rate": 2.5773893057443155e-06,
      "loss": 0.3437,
      "step": 1418310
    },
    {
      "epoch": 395.85,
      "grad_norm": 1.0810575485229492,
      "learning_rate": 2.5773624007841374e-06,
      "loss": 0.3434,
      "step": 1418320
    },
    {
      "epoch": 395.85,
      "grad_norm": 1.1413075923919678,
      "learning_rate": 2.577335495792865e-06,
      "loss": 0.3305,
      "step": 1418330
    },
    {
      "epoch": 395.85,
      "grad_norm": 1.0063484907150269,
      "learning_rate": 2.577308590770503e-06,
      "loss": 0.35,
      "step": 1418340
    },
    {
      "epoch": 395.86,
      "grad_norm": 1.123428463935852,
      "learning_rate": 2.5772816857170543e-06,
      "loss": 0.3567,
      "step": 1418350
    },
    {
      "epoch": 395.86,
      "grad_norm": 1.3704599142074585,
      "learning_rate": 2.577254780632522e-06,
      "loss": 0.3508,
      "step": 1418360
    },
    {
      "epoch": 395.86,
      "grad_norm": 1.107373833656311,
      "learning_rate": 2.57722787551691e-06,
      "loss": 0.3571,
      "step": 1418370
    },
    {
      "epoch": 395.86,
      "grad_norm": 0.9415612816810608,
      "learning_rate": 2.577200970370223e-06,
      "loss": 0.3446,
      "step": 1418380
    },
    {
      "epoch": 395.87,
      "grad_norm": 0.9841099381446838,
      "learning_rate": 2.5771740651924627e-06,
      "loss": 0.3562,
      "step": 1418390
    },
    {
      "epoch": 395.87,
      "grad_norm": 1.093428611755371,
      "learning_rate": 2.577147159983634e-06,
      "loss": 0.3437,
      "step": 1418400
    },
    {
      "epoch": 395.87,
      "grad_norm": 1.23639714717865,
      "learning_rate": 2.5771202547437397e-06,
      "loss": 0.3475,
      "step": 1418410
    },
    {
      "epoch": 395.87,
      "grad_norm": 1.1517513990402222,
      "learning_rate": 2.5770933494727843e-06,
      "loss": 0.3399,
      "step": 1418420
    },
    {
      "epoch": 395.88,
      "grad_norm": 0.9295347929000854,
      "learning_rate": 2.5770664441707704e-06,
      "loss": 0.3542,
      "step": 1418430
    },
    {
      "epoch": 395.88,
      "grad_norm": 0.8596159815788269,
      "learning_rate": 2.5770395388377026e-06,
      "loss": 0.3278,
      "step": 1418440
    },
    {
      "epoch": 395.88,
      "grad_norm": 1.1387684345245361,
      "learning_rate": 2.5770126334735834e-06,
      "loss": 0.3445,
      "step": 1418450
    },
    {
      "epoch": 395.89,
      "grad_norm": 1.0409491062164307,
      "learning_rate": 2.576985728078417e-06,
      "loss": 0.3488,
      "step": 1418460
    },
    {
      "epoch": 395.89,
      "grad_norm": 0.9955700039863586,
      "learning_rate": 2.5769588226522065e-06,
      "loss": 0.3319,
      "step": 1418470
    },
    {
      "epoch": 395.89,
      "grad_norm": 1.071494221687317,
      "learning_rate": 2.5769319171949564e-06,
      "loss": 0.3645,
      "step": 1418480
    },
    {
      "epoch": 395.89,
      "grad_norm": 1.0855714082717896,
      "learning_rate": 2.5769050117066693e-06,
      "loss": 0.3362,
      "step": 1418490
    },
    {
      "epoch": 395.9,
      "grad_norm": 0.9422657489776611,
      "learning_rate": 2.5768781061873495e-06,
      "loss": 0.35,
      "step": 1418500
    },
    {
      "epoch": 395.9,
      "grad_norm": 0.9773792028427124,
      "learning_rate": 2.5768512006370004e-06,
      "loss": 0.3461,
      "step": 1418510
    },
    {
      "epoch": 395.9,
      "grad_norm": 1.1474862098693848,
      "learning_rate": 2.5768242950556253e-06,
      "loss": 0.3404,
      "step": 1418520
    },
    {
      "epoch": 395.91,
      "grad_norm": 1.1262016296386719,
      "learning_rate": 2.576797389443227e-06,
      "loss": 0.3527,
      "step": 1418530
    },
    {
      "epoch": 395.91,
      "grad_norm": 1.0427411794662476,
      "learning_rate": 2.576770483799812e-06,
      "loss": 0.36,
      "step": 1418540
    },
    {
      "epoch": 395.91,
      "grad_norm": 0.9345468878746033,
      "learning_rate": 2.57674357812538e-06,
      "loss": 0.3486,
      "step": 1418550
    },
    {
      "epoch": 395.91,
      "grad_norm": 2.45939302444458,
      "learning_rate": 2.576716672419938e-06,
      "loss": 0.334,
      "step": 1418560
    },
    {
      "epoch": 395.92,
      "grad_norm": 1.1766680479049683,
      "learning_rate": 2.5766897666834876e-06,
      "loss": 0.343,
      "step": 1418570
    },
    {
      "epoch": 395.92,
      "grad_norm": 0.9831170439720154,
      "learning_rate": 2.5766628609160325e-06,
      "loss": 0.3503,
      "step": 1418580
    },
    {
      "epoch": 395.92,
      "grad_norm": 0.9662368893623352,
      "learning_rate": 2.5766359551175763e-06,
      "loss": 0.3525,
      "step": 1418590
    },
    {
      "epoch": 395.93,
      "grad_norm": 0.9978219866752625,
      "learning_rate": 2.576609049288124e-06,
      "loss": 0.3569,
      "step": 1418600
    },
    {
      "epoch": 395.93,
      "grad_norm": 1.0273972749710083,
      "learning_rate": 2.576582143427677e-06,
      "loss": 0.342,
      "step": 1418610
    },
    {
      "epoch": 395.93,
      "grad_norm": 1.0031218528747559,
      "learning_rate": 2.5765552375362402e-06,
      "loss": 0.335,
      "step": 1418620
    },
    {
      "epoch": 395.93,
      "grad_norm": 1.0252854824066162,
      "learning_rate": 2.576528331613818e-06,
      "loss": 0.3554,
      "step": 1418630
    },
    {
      "epoch": 395.94,
      "grad_norm": 1.0846507549285889,
      "learning_rate": 2.576501425660412e-06,
      "loss": 0.3546,
      "step": 1418640
    },
    {
      "epoch": 395.94,
      "grad_norm": 0.9989374279975891,
      "learning_rate": 2.5764745196760265e-06,
      "loss": 0.346,
      "step": 1418650
    },
    {
      "epoch": 395.94,
      "grad_norm": 1.0280817747116089,
      "learning_rate": 2.5764476136606656e-06,
      "loss": 0.3384,
      "step": 1418660
    },
    {
      "epoch": 395.94,
      "grad_norm": 0.9333440661430359,
      "learning_rate": 2.576420707614333e-06,
      "loss": 0.3425,
      "step": 1418670
    },
    {
      "epoch": 395.95,
      "grad_norm": 1.1752997636795044,
      "learning_rate": 2.5763938015370315e-06,
      "loss": 0.3531,
      "step": 1418680
    },
    {
      "epoch": 395.95,
      "grad_norm": 0.920942485332489,
      "learning_rate": 2.576366895428765e-06,
      "loss": 0.3473,
      "step": 1418690
    },
    {
      "epoch": 395.95,
      "grad_norm": 0.8792361617088318,
      "learning_rate": 2.5763399892895374e-06,
      "loss": 0.358,
      "step": 1418700
    },
    {
      "epoch": 395.96,
      "grad_norm": 0.9762312769889832,
      "learning_rate": 2.576313083119352e-06,
      "loss": 0.334,
      "step": 1418710
    },
    {
      "epoch": 395.96,
      "grad_norm": 1.0094249248504639,
      "learning_rate": 2.5762861769182117e-06,
      "loss": 0.3454,
      "step": 1418720
    },
    {
      "epoch": 395.96,
      "grad_norm": 1.199942946434021,
      "learning_rate": 2.576259270686122e-06,
      "loss": 0.3411,
      "step": 1418730
    },
    {
      "epoch": 395.96,
      "grad_norm": 1.3000472784042358,
      "learning_rate": 2.576232364423084e-06,
      "loss": 0.3489,
      "step": 1418740
    },
    {
      "epoch": 395.97,
      "grad_norm": 0.9481773972511292,
      "learning_rate": 2.5762054581291027e-06,
      "loss": 0.347,
      "step": 1418750
    },
    {
      "epoch": 395.97,
      "grad_norm": 0.9426387548446655,
      "learning_rate": 2.576178551804182e-06,
      "loss": 0.3647,
      "step": 1418760
    },
    {
      "epoch": 395.97,
      "grad_norm": 0.8927475214004517,
      "learning_rate": 2.576151645448325e-06,
      "loss": 0.3301,
      "step": 1418770
    },
    {
      "epoch": 395.98,
      "grad_norm": 0.9767072796821594,
      "learning_rate": 2.576124739061536e-06,
      "loss": 0.3419,
      "step": 1418780
    },
    {
      "epoch": 395.98,
      "grad_norm": 1.2735475301742554,
      "learning_rate": 2.5760978326438166e-06,
      "loss": 0.3584,
      "step": 1418790
    },
    {
      "epoch": 395.98,
      "grad_norm": 0.8248006701469421,
      "learning_rate": 2.5760709261951725e-06,
      "loss": 0.3515,
      "step": 1418800
    },
    {
      "epoch": 395.98,
      "grad_norm": 1.0173653364181519,
      "learning_rate": 2.5760440197156057e-06,
      "loss": 0.3478,
      "step": 1418810
    },
    {
      "epoch": 395.99,
      "grad_norm": 1.0097832679748535,
      "learning_rate": 2.57601711320512e-06,
      "loss": 0.3472,
      "step": 1418820
    },
    {
      "epoch": 395.99,
      "grad_norm": 1.0017077922821045,
      "learning_rate": 2.575990206663721e-06,
      "loss": 0.348,
      "step": 1418830
    },
    {
      "epoch": 395.99,
      "grad_norm": 1.0621943473815918,
      "learning_rate": 2.57596330009141e-06,
      "loss": 0.3289,
      "step": 1418840
    },
    {
      "epoch": 395.99,
      "grad_norm": 1.0438988208770752,
      "learning_rate": 2.5759363934881916e-06,
      "loss": 0.3466,
      "step": 1418850
    },
    {
      "epoch": 396.0,
      "grad_norm": 1.069452166557312,
      "learning_rate": 2.5759094868540693e-06,
      "loss": 0.346,
      "step": 1418860
    },
    {
      "epoch": 396.0,
      "eval_loss": 0.3480619192123413,
      "eval_runtime": 62.8364,
      "eval_samples_per_second": 80.511,
      "eval_steps_per_second": 10.074,
      "step": 1418868
    },
    {
      "epoch": 396.0,
      "grad_norm": 0.9513620138168335,
      "learning_rate": 2.5758825801890456e-06,
      "loss": 0.3511,
      "step": 1418870
    },
    {
      "epoch": 396.0,
      "grad_norm": 1.1948392391204834,
      "learning_rate": 2.5758556734931254e-06,
      "loss": 0.341,
      "step": 1418880
    },
    {
      "epoch": 396.01,
      "grad_norm": 1.2656863927841187,
      "learning_rate": 2.575828766766312e-06,
      "loss": 0.341,
      "step": 1418890
    },
    {
      "epoch": 396.01,
      "grad_norm": 1.0392941236495972,
      "learning_rate": 2.5758018600086088e-06,
      "loss": 0.3376,
      "step": 1418900
    },
    {
      "epoch": 396.01,
      "grad_norm": 1.1265405416488647,
      "learning_rate": 2.575774953220019e-06,
      "loss": 0.3475,
      "step": 1418910
    },
    {
      "epoch": 396.01,
      "grad_norm": 1.1056859493255615,
      "learning_rate": 2.5757480464005477e-06,
      "loss": 0.3485,
      "step": 1418920
    },
    {
      "epoch": 396.02,
      "grad_norm": 1.0130643844604492,
      "learning_rate": 2.5757211395501965e-06,
      "loss": 0.3416,
      "step": 1418930
    },
    {
      "epoch": 396.02,
      "grad_norm": 0.933692455291748,
      "learning_rate": 2.5756942326689705e-06,
      "loss": 0.3393,
      "step": 1418940
    },
    {
      "epoch": 396.02,
      "grad_norm": 0.8823121786117554,
      "learning_rate": 2.575667325756872e-06,
      "loss": 0.345,
      "step": 1418950
    },
    {
      "epoch": 396.03,
      "grad_norm": 0.9224379658699036,
      "learning_rate": 2.5756404188139057e-06,
      "loss": 0.3437,
      "step": 1418960
    },
    {
      "epoch": 396.03,
      "grad_norm": 1.3049192428588867,
      "learning_rate": 2.575613511840074e-06,
      "loss": 0.3457,
      "step": 1418970
    },
    {
      "epoch": 396.03,
      "grad_norm": 1.075602412223816,
      "learning_rate": 2.575586604835382e-06,
      "loss": 0.3454,
      "step": 1418980
    },
    {
      "epoch": 396.03,
      "grad_norm": 1.0126020908355713,
      "learning_rate": 2.5755596977998326e-06,
      "loss": 0.3456,
      "step": 1418990
    },
    {
      "epoch": 396.04,
      "grad_norm": 1.0994981527328491,
      "learning_rate": 2.5755327907334283e-06,
      "loss": 0.3267,
      "step": 1419000
    },
    {
      "epoch": 396.04,
      "grad_norm": 0.949920117855072,
      "learning_rate": 2.575505883636175e-06,
      "loss": 0.3423,
      "step": 1419010
    },
    {
      "epoch": 396.04,
      "grad_norm": 1.0071451663970947,
      "learning_rate": 2.5754789765080746e-06,
      "loss": 0.3459,
      "step": 1419020
    },
    {
      "epoch": 396.05,
      "grad_norm": 1.08070707321167,
      "learning_rate": 2.5754520693491303e-06,
      "loss": 0.3571,
      "step": 1419030
    },
    {
      "epoch": 396.05,
      "grad_norm": 1.250819206237793,
      "learning_rate": 2.5754251621593463e-06,
      "loss": 0.3408,
      "step": 1419040
    },
    {
      "epoch": 396.05,
      "grad_norm": 1.0323295593261719,
      "learning_rate": 2.5753982549387266e-06,
      "loss": 0.3629,
      "step": 1419050
    },
    {
      "epoch": 396.05,
      "grad_norm": 1.0981230735778809,
      "learning_rate": 2.575371347687275e-06,
      "loss": 0.3372,
      "step": 1419060
    },
    {
      "epoch": 396.06,
      "grad_norm": 0.9191210269927979,
      "learning_rate": 2.5753444404049935e-06,
      "loss": 0.3458,
      "step": 1419070
    },
    {
      "epoch": 396.06,
      "grad_norm": 0.8918114900588989,
      "learning_rate": 2.575317533091888e-06,
      "loss": 0.3497,
      "step": 1419080
    },
    {
      "epoch": 396.06,
      "grad_norm": 1.0034269094467163,
      "learning_rate": 2.5752906257479605e-06,
      "loss": 0.3435,
      "step": 1419090
    },
    {
      "epoch": 396.06,
      "grad_norm": 0.9025596380233765,
      "learning_rate": 2.5752637183732138e-06,
      "loss": 0.3564,
      "step": 1419100
    },
    {
      "epoch": 396.07,
      "grad_norm": 1.1103943586349487,
      "learning_rate": 2.5752368109676532e-06,
      "loss": 0.3466,
      "step": 1419110
    },
    {
      "epoch": 396.07,
      "grad_norm": 1.0385972261428833,
      "learning_rate": 2.575209903531282e-06,
      "loss": 0.3478,
      "step": 1419120
    },
    {
      "epoch": 396.07,
      "grad_norm": 1.0244919061660767,
      "learning_rate": 2.5751829960641027e-06,
      "loss": 0.3432,
      "step": 1419130
    },
    {
      "epoch": 396.08,
      "grad_norm": 1.2590450048446655,
      "learning_rate": 2.57515608856612e-06,
      "loss": 0.3401,
      "step": 1419140
    },
    {
      "epoch": 396.08,
      "grad_norm": 1.0660531520843506,
      "learning_rate": 2.575129181037337e-06,
      "loss": 0.3433,
      "step": 1419150
    },
    {
      "epoch": 396.08,
      "grad_norm": 0.9442238807678223,
      "learning_rate": 2.5751022734777577e-06,
      "loss": 0.3455,
      "step": 1419160
    },
    {
      "epoch": 396.08,
      "grad_norm": 1.2299877405166626,
      "learning_rate": 2.575075365887385e-06,
      "loss": 0.3458,
      "step": 1419170
    },
    {
      "epoch": 396.09,
      "grad_norm": 1.1006780862808228,
      "learning_rate": 2.5750484582662234e-06,
      "loss": 0.3457,
      "step": 1419180
    },
    {
      "epoch": 396.09,
      "grad_norm": 0.9764241576194763,
      "learning_rate": 2.575021550614275e-06,
      "loss": 0.3587,
      "step": 1419190
    },
    {
      "epoch": 396.09,
      "grad_norm": 1.0836292505264282,
      "learning_rate": 2.574994642931545e-06,
      "loss": 0.3393,
      "step": 1419200
    },
    {
      "epoch": 396.1,
      "grad_norm": 1.0862886905670166,
      "learning_rate": 2.5749677352180355e-06,
      "loss": 0.3235,
      "step": 1419210
    },
    {
      "epoch": 396.1,
      "grad_norm": 0.9769148230552673,
      "learning_rate": 2.5749408274737515e-06,
      "loss": 0.3605,
      "step": 1419220
    },
    {
      "epoch": 396.1,
      "grad_norm": 0.9808937907218933,
      "learning_rate": 2.574913919698696e-06,
      "loss": 0.347,
      "step": 1419230
    },
    {
      "epoch": 396.1,
      "grad_norm": 1.0157418251037598,
      "learning_rate": 2.574887011892873e-06,
      "loss": 0.3534,
      "step": 1419240
    },
    {
      "epoch": 396.11,
      "grad_norm": 1.0107678174972534,
      "learning_rate": 2.5748601040562847e-06,
      "loss": 0.3512,
      "step": 1419250
    },
    {
      "epoch": 396.11,
      "grad_norm": 2.39546537399292,
      "learning_rate": 2.574833196188936e-06,
      "loss": 0.3556,
      "step": 1419260
    },
    {
      "epoch": 396.11,
      "grad_norm": 1.022659420967102,
      "learning_rate": 2.574806288290829e-06,
      "loss": 0.3432,
      "step": 1419270
    },
    {
      "epoch": 396.11,
      "grad_norm": 0.9521262645721436,
      "learning_rate": 2.5747793803619694e-06,
      "loss": 0.3402,
      "step": 1419280
    },
    {
      "epoch": 396.12,
      "grad_norm": 1.0582858324050903,
      "learning_rate": 2.5747524724023596e-06,
      "loss": 0.3477,
      "step": 1419290
    },
    {
      "epoch": 396.12,
      "grad_norm": 1.0930970907211304,
      "learning_rate": 2.5747255644120033e-06,
      "loss": 0.333,
      "step": 1419300
    },
    {
      "epoch": 396.12,
      "grad_norm": 1.1383991241455078,
      "learning_rate": 2.5746986563909047e-06,
      "loss": 0.352,
      "step": 1419310
    },
    {
      "epoch": 396.13,
      "grad_norm": 0.8673515319824219,
      "learning_rate": 2.574671748339066e-06,
      "loss": 0.3455,
      "step": 1419320
    },
    {
      "epoch": 396.13,
      "grad_norm": 1.219282865524292,
      "learning_rate": 2.5746448402564912e-06,
      "loss": 0.3509,
      "step": 1419330
    },
    {
      "epoch": 396.13,
      "grad_norm": 1.0886045694351196,
      "learning_rate": 2.5746179321431847e-06,
      "loss": 0.3471,
      "step": 1419340
    },
    {
      "epoch": 396.13,
      "grad_norm": 0.9392054080963135,
      "learning_rate": 2.5745910239991495e-06,
      "loss": 0.3398,
      "step": 1419350
    },
    {
      "epoch": 396.14,
      "grad_norm": 1.2683573961257935,
      "learning_rate": 2.5745641158243895e-06,
      "loss": 0.3451,
      "step": 1419360
    },
    {
      "epoch": 396.14,
      "grad_norm": 0.8725157380104065,
      "learning_rate": 2.5745372076189084e-06,
      "loss": 0.3435,
      "step": 1419370
    },
    {
      "epoch": 396.14,
      "grad_norm": 0.9497517347335815,
      "learning_rate": 2.5745102993827092e-06,
      "loss": 0.3395,
      "step": 1419380
    },
    {
      "epoch": 396.15,
      "grad_norm": 0.9540797472000122,
      "learning_rate": 2.5744833911157954e-06,
      "loss": 0.3445,
      "step": 1419390
    },
    {
      "epoch": 396.15,
      "grad_norm": 0.9744234681129456,
      "learning_rate": 2.5744564828181707e-06,
      "loss": 0.3688,
      "step": 1419400
    },
    {
      "epoch": 396.15,
      "grad_norm": 0.98298579454422,
      "learning_rate": 2.5744295744898398e-06,
      "loss": 0.3424,
      "step": 1419410
    },
    {
      "epoch": 396.15,
      "grad_norm": 0.9810507893562317,
      "learning_rate": 2.5744026661308043e-06,
      "loss": 0.3378,
      "step": 1419420
    },
    {
      "epoch": 396.16,
      "grad_norm": 0.9612855315208435,
      "learning_rate": 2.57437575774107e-06,
      "loss": 0.3349,
      "step": 1419430
    },
    {
      "epoch": 396.16,
      "grad_norm": 1.0911622047424316,
      "learning_rate": 2.574348849320639e-06,
      "loss": 0.3449,
      "step": 1419440
    },
    {
      "epoch": 396.16,
      "grad_norm": 0.9342625141143799,
      "learning_rate": 2.5743219408695154e-06,
      "loss": 0.3631,
      "step": 1419450
    },
    {
      "epoch": 396.17,
      "grad_norm": 1.1097832918167114,
      "learning_rate": 2.5742950323877016e-06,
      "loss": 0.3487,
      "step": 1419460
    },
    {
      "epoch": 396.17,
      "grad_norm": 0.951652467250824,
      "learning_rate": 2.5742681238752033e-06,
      "loss": 0.3418,
      "step": 1419470
    },
    {
      "epoch": 396.17,
      "grad_norm": 1.0789424180984497,
      "learning_rate": 2.574241215332022e-06,
      "loss": 0.3406,
      "step": 1419480
    },
    {
      "epoch": 396.17,
      "grad_norm": 2.036044120788574,
      "learning_rate": 2.574214306758163e-06,
      "loss": 0.3573,
      "step": 1419490
    },
    {
      "epoch": 396.18,
      "grad_norm": 1.0661066770553589,
      "learning_rate": 2.5741873981536286e-06,
      "loss": 0.3433,
      "step": 1419500
    },
    {
      "epoch": 396.18,
      "grad_norm": 1.0460299253463745,
      "learning_rate": 2.574160489518423e-06,
      "loss": 0.3585,
      "step": 1419510
    },
    {
      "epoch": 396.18,
      "grad_norm": 0.9998984336853027,
      "learning_rate": 2.574133580852551e-06,
      "loss": 0.3495,
      "step": 1419520
    },
    {
      "epoch": 396.18,
      "grad_norm": 1.0538829565048218,
      "learning_rate": 2.5741066721560134e-06,
      "loss": 0.3526,
      "step": 1419530
    },
    {
      "epoch": 396.19,
      "grad_norm": 0.9541261792182922,
      "learning_rate": 2.574079763428816e-06,
      "loss": 0.3476,
      "step": 1419540
    },
    {
      "epoch": 396.19,
      "grad_norm": 1.0695207118988037,
      "learning_rate": 2.574052854670961e-06,
      "loss": 0.3536,
      "step": 1419550
    },
    {
      "epoch": 396.19,
      "grad_norm": 1.0108155012130737,
      "learning_rate": 2.574025945882453e-06,
      "loss": 0.3385,
      "step": 1419560
    },
    {
      "epoch": 396.2,
      "grad_norm": 1.1525111198425293,
      "learning_rate": 2.573999037063295e-06,
      "loss": 0.3544,
      "step": 1419570
    },
    {
      "epoch": 396.2,
      "grad_norm": 0.964381217956543,
      "learning_rate": 2.5739721282134912e-06,
      "loss": 0.3364,
      "step": 1419580
    },
    {
      "epoch": 396.2,
      "grad_norm": 1.135875940322876,
      "learning_rate": 2.5739452193330447e-06,
      "loss": 0.3529,
      "step": 1419590
    },
    {
      "epoch": 396.2,
      "grad_norm": 1.0712788105010986,
      "learning_rate": 2.5739183104219594e-06,
      "loss": 0.3352,
      "step": 1419600
    },
    {
      "epoch": 396.21,
      "grad_norm": 1.0815411806106567,
      "learning_rate": 2.5738914014802377e-06,
      "loss": 0.3421,
      "step": 1419610
    },
    {
      "epoch": 396.21,
      "grad_norm": 1.1255767345428467,
      "learning_rate": 2.5738644925078847e-06,
      "loss": 0.3353,
      "step": 1419620
    },
    {
      "epoch": 396.21,
      "grad_norm": 0.9784048795700073,
      "learning_rate": 2.573837583504903e-06,
      "loss": 0.3463,
      "step": 1419630
    },
    {
      "epoch": 396.22,
      "grad_norm": 1.0364454984664917,
      "learning_rate": 2.573810674471297e-06,
      "loss": 0.3309,
      "step": 1419640
    },
    {
      "epoch": 396.22,
      "grad_norm": 1.0464390516281128,
      "learning_rate": 2.5737837654070697e-06,
      "loss": 0.3522,
      "step": 1419650
    },
    {
      "epoch": 396.22,
      "grad_norm": 1.0661413669586182,
      "learning_rate": 2.5737568563122253e-06,
      "loss": 0.3485,
      "step": 1419660
    },
    {
      "epoch": 396.22,
      "grad_norm": 1.1909133195877075,
      "learning_rate": 2.5737299471867664e-06,
      "loss": 0.3507,
      "step": 1419670
    },
    {
      "epoch": 396.23,
      "grad_norm": 0.9367156624794006,
      "learning_rate": 2.5737030380306976e-06,
      "loss": 0.3587,
      "step": 1419680
    },
    {
      "epoch": 396.23,
      "grad_norm": 1.3570539951324463,
      "learning_rate": 2.573676128844021e-06,
      "loss": 0.3468,
      "step": 1419690
    },
    {
      "epoch": 396.23,
      "grad_norm": 0.8915871381759644,
      "learning_rate": 2.5736492196267423e-06,
      "loss": 0.3467,
      "step": 1419700
    },
    {
      "epoch": 396.23,
      "grad_norm": 1.1508841514587402,
      "learning_rate": 2.5736223103788635e-06,
      "loss": 0.3527,
      "step": 1419710
    },
    {
      "epoch": 396.24,
      "grad_norm": 1.3474396467208862,
      "learning_rate": 2.573595401100388e-06,
      "loss": 0.3376,
      "step": 1419720
    },
    {
      "epoch": 396.24,
      "grad_norm": 1.1266207695007324,
      "learning_rate": 2.573568491791321e-06,
      "loss": 0.3439,
      "step": 1419730
    },
    {
      "epoch": 396.24,
      "grad_norm": 1.0079957246780396,
      "learning_rate": 2.5735415824516654e-06,
      "loss": 0.3196,
      "step": 1419740
    },
    {
      "epoch": 396.25,
      "grad_norm": 1.4886589050292969,
      "learning_rate": 2.5735146730814233e-06,
      "loss": 0.3639,
      "step": 1419750
    },
    {
      "epoch": 396.25,
      "grad_norm": 0.8971958160400391,
      "learning_rate": 2.5734877636806005e-06,
      "loss": 0.3534,
      "step": 1419760
    },
    {
      "epoch": 396.25,
      "grad_norm": 1.138452410697937,
      "learning_rate": 2.5734608542491985e-06,
      "loss": 0.3574,
      "step": 1419770
    },
    {
      "epoch": 396.25,
      "grad_norm": 1.158972144126892,
      "learning_rate": 2.5734339447872224e-06,
      "loss": 0.3496,
      "step": 1419780
    },
    {
      "epoch": 396.26,
      "grad_norm": 1.1209529638290405,
      "learning_rate": 2.5734070352946747e-06,
      "loss": 0.3571,
      "step": 1419790
    },
    {
      "epoch": 396.26,
      "grad_norm": 0.9328046441078186,
      "learning_rate": 2.573380125771561e-06,
      "loss": 0.3783,
      "step": 1419800
    },
    {
      "epoch": 396.26,
      "grad_norm": 1.1795339584350586,
      "learning_rate": 2.573353216217883e-06,
      "loss": 0.3643,
      "step": 1419810
    },
    {
      "epoch": 396.27,
      "grad_norm": 1.2016758918762207,
      "learning_rate": 2.5733263066336437e-06,
      "loss": 0.3303,
      "step": 1419820
    },
    {
      "epoch": 396.27,
      "grad_norm": 0.9094294905662537,
      "learning_rate": 2.5732993970188493e-06,
      "loss": 0.349,
      "step": 1419830
    },
    {
      "epoch": 396.27,
      "grad_norm": 1.0965555906295776,
      "learning_rate": 2.5732724873735007e-06,
      "loss": 0.3431,
      "step": 1419840
    },
    {
      "epoch": 396.27,
      "grad_norm": 1.0957024097442627,
      "learning_rate": 2.573245577697602e-06,
      "loss": 0.3381,
      "step": 1419850
    },
    {
      "epoch": 396.28,
      "grad_norm": 1.1369593143463135,
      "learning_rate": 2.573218667991159e-06,
      "loss": 0.3406,
      "step": 1419860
    },
    {
      "epoch": 396.28,
      "grad_norm": 1.1111050844192505,
      "learning_rate": 2.5731917582541727e-06,
      "loss": 0.3427,
      "step": 1419870
    },
    {
      "epoch": 396.28,
      "grad_norm": 0.9268248081207275,
      "learning_rate": 2.573164848486648e-06,
      "loss": 0.3502,
      "step": 1419880
    },
    {
      "epoch": 396.29,
      "grad_norm": 1.1460436582565308,
      "learning_rate": 2.5731379386885876e-06,
      "loss": 0.3544,
      "step": 1419890
    },
    {
      "epoch": 396.29,
      "grad_norm": 1.2334297895431519,
      "learning_rate": 2.573111028859996e-06,
      "loss": 0.3407,
      "step": 1419900
    },
    {
      "epoch": 396.29,
      "grad_norm": 0.9647844433784485,
      "learning_rate": 2.5730841190008768e-06,
      "loss": 0.3434,
      "step": 1419910
    },
    {
      "epoch": 396.29,
      "grad_norm": 1.0006352663040161,
      "learning_rate": 2.5730572091112324e-06,
      "loss": 0.3352,
      "step": 1419920
    },
    {
      "epoch": 396.3,
      "grad_norm": 1.3505568504333496,
      "learning_rate": 2.5730302991910674e-06,
      "loss": 0.3566,
      "step": 1419930
    },
    {
      "epoch": 396.3,
      "grad_norm": 1.1010276079177856,
      "learning_rate": 2.573003389240385e-06,
      "loss": 0.3506,
      "step": 1419940
    },
    {
      "epoch": 396.3,
      "grad_norm": 0.9547737240791321,
      "learning_rate": 2.5729764792591888e-06,
      "loss": 0.3516,
      "step": 1419950
    },
    {
      "epoch": 396.3,
      "grad_norm": 1.6686303615570068,
      "learning_rate": 2.5729495692474832e-06,
      "loss": 0.351,
      "step": 1419960
    },
    {
      "epoch": 396.31,
      "grad_norm": 0.9699493646621704,
      "learning_rate": 2.572922659205271e-06,
      "loss": 0.3391,
      "step": 1419970
    },
    {
      "epoch": 396.31,
      "grad_norm": 0.8747479915618896,
      "learning_rate": 2.5728957491325553e-06,
      "loss": 0.3308,
      "step": 1419980
    },
    {
      "epoch": 396.31,
      "grad_norm": 0.9178809523582458,
      "learning_rate": 2.572868839029341e-06,
      "loss": 0.3437,
      "step": 1419990
    },
    {
      "epoch": 396.32,
      "grad_norm": 1.0787991285324097,
      "learning_rate": 2.57284192889563e-06,
      "loss": 0.3519,
      "step": 1420000
    },
    {
      "epoch": 396.32,
      "grad_norm": 1.0310336351394653,
      "learning_rate": 2.5728150187314267e-06,
      "loss": 0.3371,
      "step": 1420010
    },
    {
      "epoch": 396.32,
      "grad_norm": 0.9760618209838867,
      "learning_rate": 2.5727881085367358e-06,
      "loss": 0.3466,
      "step": 1420020
    },
    {
      "epoch": 396.32,
      "grad_norm": 1.0207091569900513,
      "learning_rate": 2.572761198311559e-06,
      "loss": 0.3477,
      "step": 1420030
    },
    {
      "epoch": 396.33,
      "grad_norm": 1.0439423322677612,
      "learning_rate": 2.5727342880559014e-06,
      "loss": 0.3536,
      "step": 1420040
    },
    {
      "epoch": 396.33,
      "grad_norm": 1.0260872840881348,
      "learning_rate": 2.5727073777697657e-06,
      "loss": 0.3393,
      "step": 1420050
    },
    {
      "epoch": 396.33,
      "grad_norm": 1.1311683654785156,
      "learning_rate": 2.5726804674531554e-06,
      "loss": 0.3475,
      "step": 1420060
    },
    {
      "epoch": 396.34,
      "grad_norm": 0.9360689520835876,
      "learning_rate": 2.5726535571060747e-06,
      "loss": 0.3439,
      "step": 1420070
    },
    {
      "epoch": 396.34,
      "grad_norm": 1.0696957111358643,
      "learning_rate": 2.5726266467285263e-06,
      "loss": 0.3351,
      "step": 1420080
    },
    {
      "epoch": 396.34,
      "grad_norm": 1.094578504562378,
      "learning_rate": 2.5725997363205156e-06,
      "loss": 0.3576,
      "step": 1420090
    },
    {
      "epoch": 396.34,
      "grad_norm": 1.0007175207138062,
      "learning_rate": 2.5725728258820435e-06,
      "loss": 0.3457,
      "step": 1420100
    },
    {
      "epoch": 396.35,
      "grad_norm": 1.2325884103775024,
      "learning_rate": 2.572545915413116e-06,
      "loss": 0.3512,
      "step": 1420110
    },
    {
      "epoch": 396.35,
      "grad_norm": 0.9866389036178589,
      "learning_rate": 2.572519004913736e-06,
      "loss": 0.3262,
      "step": 1420120
    },
    {
      "epoch": 396.35,
      "grad_norm": 1.1118155717849731,
      "learning_rate": 2.5724920943839057e-06,
      "loss": 0.358,
      "step": 1420130
    },
    {
      "epoch": 396.36,
      "grad_norm": 0.9164987802505493,
      "learning_rate": 2.5724651838236302e-06,
      "loss": 0.3601,
      "step": 1420140
    },
    {
      "epoch": 396.36,
      "grad_norm": 1.0089603662490845,
      "learning_rate": 2.572438273232913e-06,
      "loss": 0.357,
      "step": 1420150
    },
    {
      "epoch": 396.36,
      "grad_norm": 1.0030850172042847,
      "learning_rate": 2.572411362611757e-06,
      "loss": 0.3389,
      "step": 1420160
    },
    {
      "epoch": 396.36,
      "grad_norm": 0.8325239419937134,
      "learning_rate": 2.5723844519601654e-06,
      "loss": 0.3432,
      "step": 1420170
    },
    {
      "epoch": 396.37,
      "grad_norm": 1.1163243055343628,
      "learning_rate": 2.5723575412781433e-06,
      "loss": 0.3556,
      "step": 1420180
    },
    {
      "epoch": 396.37,
      "grad_norm": 1.149492859840393,
      "learning_rate": 2.5723306305656938e-06,
      "loss": 0.3392,
      "step": 1420190
    },
    {
      "epoch": 396.37,
      "grad_norm": 1.0871412754058838,
      "learning_rate": 2.5723037198228196e-06,
      "loss": 0.3465,
      "step": 1420200
    },
    {
      "epoch": 396.37,
      "grad_norm": 0.9922872185707092,
      "learning_rate": 2.572276809049525e-06,
      "loss": 0.3564,
      "step": 1420210
    },
    {
      "epoch": 396.38,
      "grad_norm": 0.9251560568809509,
      "learning_rate": 2.5722498982458137e-06,
      "loss": 0.357,
      "step": 1420220
    },
    {
      "epoch": 396.38,
      "grad_norm": 1.0935112237930298,
      "learning_rate": 2.5722229874116887e-06,
      "loss": 0.3523,
      "step": 1420230
    },
    {
      "epoch": 396.38,
      "grad_norm": 1.2246094942092896,
      "learning_rate": 2.5721960765471535e-06,
      "loss": 0.3522,
      "step": 1420240
    },
    {
      "epoch": 396.39,
      "grad_norm": 1.1395822763442993,
      "learning_rate": 2.572169165652213e-06,
      "loss": 0.3366,
      "step": 1420250
    },
    {
      "epoch": 396.39,
      "grad_norm": 1.0174875259399414,
      "learning_rate": 2.5721422547268695e-06,
      "loss": 0.3742,
      "step": 1420260
    },
    {
      "epoch": 396.39,
      "grad_norm": 1.1301451921463013,
      "learning_rate": 2.5721153437711263e-06,
      "loss": 0.3445,
      "step": 1420270
    },
    {
      "epoch": 396.39,
      "grad_norm": 1.024101972579956,
      "learning_rate": 2.5720884327849885e-06,
      "loss": 0.326,
      "step": 1420280
    },
    {
      "epoch": 396.4,
      "grad_norm": 0.9512813091278076,
      "learning_rate": 2.5720615217684583e-06,
      "loss": 0.336,
      "step": 1420290
    },
    {
      "epoch": 396.4,
      "grad_norm": 0.8567447066307068,
      "learning_rate": 2.572034610721539e-06,
      "loss": 0.3507,
      "step": 1420300
    },
    {
      "epoch": 396.4,
      "grad_norm": 0.9508402347564697,
      "learning_rate": 2.572007699644236e-06,
      "loss": 0.3435,
      "step": 1420310
    },
    {
      "epoch": 396.41,
      "grad_norm": 1.0292423963546753,
      "learning_rate": 2.5719807885365516e-06,
      "loss": 0.3379,
      "step": 1420320
    },
    {
      "epoch": 396.41,
      "grad_norm": 1.0684255361557007,
      "learning_rate": 2.57195387739849e-06,
      "loss": 0.3513,
      "step": 1420330
    },
    {
      "epoch": 396.41,
      "grad_norm": 1.1351174116134644,
      "learning_rate": 2.5719269662300542e-06,
      "loss": 0.3609,
      "step": 1420340
    },
    {
      "epoch": 396.41,
      "grad_norm": 0.9889107942581177,
      "learning_rate": 2.5719000550312477e-06,
      "loss": 0.3485,
      "step": 1420350
    },
    {
      "epoch": 396.42,
      "grad_norm": 1.0287680625915527,
      "learning_rate": 2.571873143802074e-06,
      "loss": 0.342,
      "step": 1420360
    },
    {
      "epoch": 396.42,
      "grad_norm": 1.0815016031265259,
      "learning_rate": 2.571846232542538e-06,
      "loss": 0.3298,
      "step": 1420370
    },
    {
      "epoch": 396.42,
      "grad_norm": 0.9179301857948303,
      "learning_rate": 2.5718193212526417e-06,
      "loss": 0.3561,
      "step": 1420380
    },
    {
      "epoch": 396.42,
      "grad_norm": 1.0486818552017212,
      "learning_rate": 2.5717924099323893e-06,
      "loss": 0.336,
      "step": 1420390
    },
    {
      "epoch": 396.43,
      "grad_norm": 1.0160667896270752,
      "learning_rate": 2.571765498581785e-06,
      "loss": 0.3397,
      "step": 1420400
    },
    {
      "epoch": 396.43,
      "grad_norm": 0.9215198159217834,
      "learning_rate": 2.5717385872008317e-06,
      "loss": 0.3393,
      "step": 1420410
    },
    {
      "epoch": 396.43,
      "grad_norm": 1.2267041206359863,
      "learning_rate": 2.571711675789532e-06,
      "loss": 0.3571,
      "step": 1420420
    },
    {
      "epoch": 396.44,
      "grad_norm": 1.2625443935394287,
      "learning_rate": 2.5716847643478913e-06,
      "loss": 0.3529,
      "step": 1420430
    },
    {
      "epoch": 396.44,
      "grad_norm": 0.99317467212677,
      "learning_rate": 2.5716578528759124e-06,
      "loss": 0.3556,
      "step": 1420440
    },
    {
      "epoch": 396.44,
      "grad_norm": 1.1105444431304932,
      "learning_rate": 2.571630941373599e-06,
      "loss": 0.346,
      "step": 1420450
    },
    {
      "epoch": 396.44,
      "grad_norm": 1.014709234237671,
      "learning_rate": 2.571604029840954e-06,
      "loss": 0.3545,
      "step": 1420460
    },
    {
      "epoch": 396.45,
      "grad_norm": 1.1388795375823975,
      "learning_rate": 2.5715771182779825e-06,
      "loss": 0.3433,
      "step": 1420470
    },
    {
      "epoch": 396.45,
      "grad_norm": 1.0408936738967896,
      "learning_rate": 2.5715502066846865e-06,
      "loss": 0.3477,
      "step": 1420480
    },
    {
      "epoch": 396.45,
      "grad_norm": 1.0365349054336548,
      "learning_rate": 2.5715232950610704e-06,
      "loss": 0.3611,
      "step": 1420490
    },
    {
      "epoch": 396.46,
      "grad_norm": 1.0203702449798584,
      "learning_rate": 2.571496383407138e-06,
      "loss": 0.3462,
      "step": 1420500
    },
    {
      "epoch": 396.46,
      "grad_norm": 0.9572945833206177,
      "learning_rate": 2.571469471722892e-06,
      "loss": 0.3354,
      "step": 1420510
    },
    {
      "epoch": 396.46,
      "grad_norm": 1.234363079071045,
      "learning_rate": 2.5714425600083364e-06,
      "loss": 0.369,
      "step": 1420520
    },
    {
      "epoch": 396.46,
      "grad_norm": 1.0464247465133667,
      "learning_rate": 2.5714156482634743e-06,
      "loss": 0.3672,
      "step": 1420530
    },
    {
      "epoch": 396.47,
      "grad_norm": 0.9790802001953125,
      "learning_rate": 2.571388736488311e-06,
      "loss": 0.3395,
      "step": 1420540
    },
    {
      "epoch": 396.47,
      "grad_norm": 1.0792934894561768,
      "learning_rate": 2.571361824682849e-06,
      "loss": 0.3432,
      "step": 1420550
    },
    {
      "epoch": 396.47,
      "grad_norm": 1.0297878980636597,
      "learning_rate": 2.571334912847091e-06,
      "loss": 0.3534,
      "step": 1420560
    },
    {
      "epoch": 396.48,
      "grad_norm": 1.0084335803985596,
      "learning_rate": 2.5713080009810417e-06,
      "loss": 0.3341,
      "step": 1420570
    },
    {
      "epoch": 396.48,
      "grad_norm": 1.0966418981552124,
      "learning_rate": 2.5712810890847043e-06,
      "loss": 0.3558,
      "step": 1420580
    },
    {
      "epoch": 396.48,
      "grad_norm": 1.0936238765716553,
      "learning_rate": 2.571254177158082e-06,
      "loss": 0.336,
      "step": 1420590
    },
    {
      "epoch": 396.48,
      "grad_norm": 2.1219663619995117,
      "learning_rate": 2.5712272652011802e-06,
      "loss": 0.3549,
      "step": 1420600
    },
    {
      "epoch": 396.49,
      "grad_norm": 0.9715023636817932,
      "learning_rate": 2.571200353214e-06,
      "loss": 0.3464,
      "step": 1420610
    },
    {
      "epoch": 396.49,
      "grad_norm": 0.9808061122894287,
      "learning_rate": 2.571173441196546e-06,
      "loss": 0.3547,
      "step": 1420620
    },
    {
      "epoch": 396.49,
      "grad_norm": 1.102816104888916,
      "learning_rate": 2.571146529148823e-06,
      "loss": 0.3496,
      "step": 1420630
    },
    {
      "epoch": 396.49,
      "grad_norm": 1.1448442935943604,
      "learning_rate": 2.5711196170708324e-06,
      "loss": 0.3372,
      "step": 1420640
    },
    {
      "epoch": 396.5,
      "grad_norm": 0.975378692150116,
      "learning_rate": 2.571092704962579e-06,
      "loss": 0.3442,
      "step": 1420650
    },
    {
      "epoch": 396.5,
      "grad_norm": 1.0730072259902954,
      "learning_rate": 2.571065792824066e-06,
      "loss": 0.3466,
      "step": 1420660
    },
    {
      "epoch": 396.5,
      "grad_norm": 1.1462293863296509,
      "learning_rate": 2.5710388806552978e-06,
      "loss": 0.3317,
      "step": 1420670
    },
    {
      "epoch": 396.51,
      "grad_norm": 0.9937953948974609,
      "learning_rate": 2.5710119684562766e-06,
      "loss": 0.3482,
      "step": 1420680
    },
    {
      "epoch": 396.51,
      "grad_norm": 1.0573397874832153,
      "learning_rate": 2.570985056227008e-06,
      "loss": 0.3633,
      "step": 1420690
    },
    {
      "epoch": 396.51,
      "grad_norm": 0.9599573612213135,
      "learning_rate": 2.570958143967494e-06,
      "loss": 0.3493,
      "step": 1420700
    },
    {
      "epoch": 396.51,
      "grad_norm": 0.931574821472168,
      "learning_rate": 2.570931231677738e-06,
      "loss": 0.3705,
      "step": 1420710
    },
    {
      "epoch": 396.52,
      "grad_norm": 0.9835907816886902,
      "learning_rate": 2.5709043193577443e-06,
      "loss": 0.3259,
      "step": 1420720
    },
    {
      "epoch": 396.52,
      "grad_norm": 0.9928385615348816,
      "learning_rate": 2.5708774070075163e-06,
      "loss": 0.3343,
      "step": 1420730
    },
    {
      "epoch": 396.52,
      "grad_norm": 1.1709238290786743,
      "learning_rate": 2.570850494627057e-06,
      "loss": 0.3389,
      "step": 1420740
    },
    {
      "epoch": 396.53,
      "grad_norm": 0.9112406373023987,
      "learning_rate": 2.570823582216371e-06,
      "loss": 0.3489,
      "step": 1420750
    },
    {
      "epoch": 396.53,
      "grad_norm": 1.130207896232605,
      "learning_rate": 2.570796669775462e-06,
      "loss": 0.3467,
      "step": 1420760
    },
    {
      "epoch": 396.53,
      "grad_norm": 0.8522002696990967,
      "learning_rate": 2.570769757304333e-06,
      "loss": 0.3409,
      "step": 1420770
    },
    {
      "epoch": 396.53,
      "grad_norm": 1.1055207252502441,
      "learning_rate": 2.570742844802987e-06,
      "loss": 0.3506,
      "step": 1420780
    },
    {
      "epoch": 396.54,
      "grad_norm": 1.323410153388977,
      "learning_rate": 2.570715932271428e-06,
      "loss": 0.3575,
      "step": 1420790
    },
    {
      "epoch": 396.54,
      "grad_norm": 0.9606271386146545,
      "learning_rate": 2.570689019709661e-06,
      "loss": 0.3584,
      "step": 1420800
    },
    {
      "epoch": 396.54,
      "grad_norm": 1.3029054403305054,
      "learning_rate": 2.5706621071176873e-06,
      "loss": 0.3568,
      "step": 1420810
    },
    {
      "epoch": 396.54,
      "grad_norm": 1.1440551280975342,
      "learning_rate": 2.570635194495511e-06,
      "loss": 0.3452,
      "step": 1420820
    },
    {
      "epoch": 396.55,
      "grad_norm": 0.8966955542564392,
      "learning_rate": 2.5706082818431377e-06,
      "loss": 0.3405,
      "step": 1420830
    },
    {
      "epoch": 396.55,
      "grad_norm": 1.0201488733291626,
      "learning_rate": 2.5705813691605687e-06,
      "loss": 0.3491,
      "step": 1420840
    },
    {
      "epoch": 396.55,
      "grad_norm": 1.1334877014160156,
      "learning_rate": 2.5705544564478085e-06,
      "loss": 0.3615,
      "step": 1420850
    },
    {
      "epoch": 396.56,
      "grad_norm": 0.9705919027328491,
      "learning_rate": 2.570527543704861e-06,
      "loss": 0.3346,
      "step": 1420860
    },
    {
      "epoch": 396.56,
      "grad_norm": 1.1120023727416992,
      "learning_rate": 2.5705006309317288e-06,
      "loss": 0.3546,
      "step": 1420870
    },
    {
      "epoch": 396.56,
      "grad_norm": 1.0758490562438965,
      "learning_rate": 2.5704737181284156e-06,
      "loss": 0.3399,
      "step": 1420880
    },
    {
      "epoch": 396.56,
      "grad_norm": 0.8633905053138733,
      "learning_rate": 2.5704468052949265e-06,
      "loss": 0.3507,
      "step": 1420890
    },
    {
      "epoch": 396.57,
      "grad_norm": 0.9752025008201599,
      "learning_rate": 2.570419892431263e-06,
      "loss": 0.3445,
      "step": 1420900
    },
    {
      "epoch": 396.57,
      "grad_norm": 1.0087063312530518,
      "learning_rate": 2.5703929795374297e-06,
      "loss": 0.3471,
      "step": 1420910
    },
    {
      "epoch": 396.57,
      "grad_norm": 1.1894690990447998,
      "learning_rate": 2.5703660666134313e-06,
      "loss": 0.3477,
      "step": 1420920
    },
    {
      "epoch": 396.58,
      "grad_norm": 1.346244215965271,
      "learning_rate": 2.5703391536592697e-06,
      "loss": 0.3619,
      "step": 1420930
    },
    {
      "epoch": 396.58,
      "grad_norm": 1.1821016073226929,
      "learning_rate": 2.570312240674948e-06,
      "loss": 0.3418,
      "step": 1420940
    },
    {
      "epoch": 396.58,
      "grad_norm": 1.0387951135635376,
      "learning_rate": 2.570285327660472e-06,
      "loss": 0.3406,
      "step": 1420950
    },
    {
      "epoch": 396.58,
      "grad_norm": 0.8829836845397949,
      "learning_rate": 2.5702584146158437e-06,
      "loss": 0.3506,
      "step": 1420960
    },
    {
      "epoch": 396.59,
      "grad_norm": 1.011160969734192,
      "learning_rate": 2.570231501541067e-06,
      "loss": 0.3382,
      "step": 1420970
    },
    {
      "epoch": 396.59,
      "grad_norm": 0.885265588760376,
      "learning_rate": 2.5702045884361454e-06,
      "loss": 0.3411,
      "step": 1420980
    },
    {
      "epoch": 396.59,
      "grad_norm": 1.0298572778701782,
      "learning_rate": 2.570177675301083e-06,
      "loss": 0.3576,
      "step": 1420990
    },
    {
      "epoch": 396.6,
      "grad_norm": 1.1057409048080444,
      "learning_rate": 2.5701507621358834e-06,
      "loss": 0.3498,
      "step": 1421000
    },
    {
      "epoch": 396.6,
      "grad_norm": 1.2758240699768066,
      "learning_rate": 2.5701238489405486e-06,
      "loss": 0.339,
      "step": 1421010
    },
    {
      "epoch": 396.6,
      "grad_norm": 0.9965278506278992,
      "learning_rate": 2.570096935715085e-06,
      "loss": 0.3558,
      "step": 1421020
    },
    {
      "epoch": 396.6,
      "grad_norm": 0.9747489094734192,
      "learning_rate": 2.570070022459493e-06,
      "loss": 0.3635,
      "step": 1421030
    },
    {
      "epoch": 396.61,
      "grad_norm": 2.8303041458129883,
      "learning_rate": 2.5700431091737785e-06,
      "loss": 0.3508,
      "step": 1421040
    },
    {
      "epoch": 396.61,
      "grad_norm": 1.2872600555419922,
      "learning_rate": 2.5700161958579444e-06,
      "loss": 0.3619,
      "step": 1421050
    },
    {
      "epoch": 396.61,
      "grad_norm": 1.1055305004119873,
      "learning_rate": 2.5699892825119936e-06,
      "loss": 0.3399,
      "step": 1421060
    },
    {
      "epoch": 396.61,
      "grad_norm": 0.9922254681587219,
      "learning_rate": 2.569962369135931e-06,
      "loss": 0.3502,
      "step": 1421070
    },
    {
      "epoch": 396.62,
      "grad_norm": 0.9900928735733032,
      "learning_rate": 2.569935455729759e-06,
      "loss": 0.3447,
      "step": 1421080
    },
    {
      "epoch": 396.62,
      "grad_norm": 0.9444150924682617,
      "learning_rate": 2.5699085422934817e-06,
      "loss": 0.3309,
      "step": 1421090
    },
    {
      "epoch": 396.62,
      "grad_norm": 1.1831172704696655,
      "learning_rate": 2.569881628827103e-06,
      "loss": 0.336,
      "step": 1421100
    },
    {
      "epoch": 396.63,
      "grad_norm": 0.9342907071113586,
      "learning_rate": 2.5698547153306257e-06,
      "loss": 0.3448,
      "step": 1421110
    },
    {
      "epoch": 396.63,
      "grad_norm": 1.1347225904464722,
      "learning_rate": 2.5698278018040544e-06,
      "loss": 0.3452,
      "step": 1421120
    },
    {
      "epoch": 396.63,
      "grad_norm": 1.0826694965362549,
      "learning_rate": 2.5698008882473914e-06,
      "loss": 0.3599,
      "step": 1421130
    },
    {
      "epoch": 396.63,
      "grad_norm": 1.2946580648422241,
      "learning_rate": 2.5697739746606414e-06,
      "loss": 0.3483,
      "step": 1421140
    },
    {
      "epoch": 396.64,
      "grad_norm": 1.745696783065796,
      "learning_rate": 2.5697470610438074e-06,
      "loss": 0.3579,
      "step": 1421150
    },
    {
      "epoch": 396.64,
      "grad_norm": 0.9570296406745911,
      "learning_rate": 2.569720147396893e-06,
      "loss": 0.3421,
      "step": 1421160
    },
    {
      "epoch": 396.64,
      "grad_norm": 1.0639889240264893,
      "learning_rate": 2.569693233719902e-06,
      "loss": 0.344,
      "step": 1421170
    },
    {
      "epoch": 396.65,
      "grad_norm": 1.0288838148117065,
      "learning_rate": 2.569666320012838e-06,
      "loss": 0.3576,
      "step": 1421180
    },
    {
      "epoch": 396.65,
      "grad_norm": 0.9948283433914185,
      "learning_rate": 2.569639406275704e-06,
      "loss": 0.3502,
      "step": 1421190
    },
    {
      "epoch": 396.65,
      "grad_norm": 1.0399656295776367,
      "learning_rate": 2.5696124925085043e-06,
      "loss": 0.3341,
      "step": 1421200
    },
    {
      "epoch": 396.65,
      "grad_norm": 1.0741313695907593,
      "learning_rate": 2.569585578711243e-06,
      "loss": 0.3478,
      "step": 1421210
    },
    {
      "epoch": 396.66,
      "grad_norm": 1.2278891801834106,
      "learning_rate": 2.5695586648839224e-06,
      "loss": 0.3453,
      "step": 1421220
    },
    {
      "epoch": 396.66,
      "grad_norm": 0.9186029434204102,
      "learning_rate": 2.5695317510265462e-06,
      "loss": 0.3535,
      "step": 1421230
    },
    {
      "epoch": 396.66,
      "grad_norm": 1.0560263395309448,
      "learning_rate": 2.569504837139118e-06,
      "loss": 0.3575,
      "step": 1421240
    },
    {
      "epoch": 396.66,
      "grad_norm": 1.0815678834915161,
      "learning_rate": 2.5694779232216433e-06,
      "loss": 0.3535,
      "step": 1421250
    },
    {
      "epoch": 396.67,
      "grad_norm": 0.9519095420837402,
      "learning_rate": 2.569451009274123e-06,
      "loss": 0.3426,
      "step": 1421260
    },
    {
      "epoch": 396.67,
      "grad_norm": 1.660509467124939,
      "learning_rate": 2.569424095296562e-06,
      "loss": 0.3568,
      "step": 1421270
    },
    {
      "epoch": 396.67,
      "grad_norm": 1.0096580982208252,
      "learning_rate": 2.5693971812889638e-06,
      "loss": 0.345,
      "step": 1421280
    },
    {
      "epoch": 396.68,
      "grad_norm": 1.0494011640548706,
      "learning_rate": 2.5693702672513326e-06,
      "loss": 0.3434,
      "step": 1421290
    },
    {
      "epoch": 396.68,
      "grad_norm": 1.092461347579956,
      "learning_rate": 2.5693433531836703e-06,
      "loss": 0.3542,
      "step": 1421300
    },
    {
      "epoch": 396.68,
      "grad_norm": 1.0035910606384277,
      "learning_rate": 2.569316439085982e-06,
      "loss": 0.3369,
      "step": 1421310
    },
    {
      "epoch": 396.68,
      "grad_norm": 0.9135195016860962,
      "learning_rate": 2.5692895249582706e-06,
      "loss": 0.3365,
      "step": 1421320
    },
    {
      "epoch": 396.69,
      "grad_norm": 0.8886792063713074,
      "learning_rate": 2.5692626108005395e-06,
      "loss": 0.3456,
      "step": 1421330
    },
    {
      "epoch": 396.69,
      "grad_norm": 1.011303186416626,
      "learning_rate": 2.5692356966127934e-06,
      "loss": 0.3434,
      "step": 1421340
    },
    {
      "epoch": 396.69,
      "grad_norm": 1.0418962240219116,
      "learning_rate": 2.569208782395034e-06,
      "loss": 0.3472,
      "step": 1421350
    },
    {
      "epoch": 396.7,
      "grad_norm": 1.240712285041809,
      "learning_rate": 2.5691818681472666e-06,
      "loss": 0.3551,
      "step": 1421360
    },
    {
      "epoch": 396.7,
      "grad_norm": 1.1229904890060425,
      "learning_rate": 2.569154953869494e-06,
      "loss": 0.3545,
      "step": 1421370
    },
    {
      "epoch": 396.7,
      "grad_norm": 0.9516198635101318,
      "learning_rate": 2.5691280395617203e-06,
      "loss": 0.3446,
      "step": 1421380
    },
    {
      "epoch": 396.7,
      "grad_norm": 1.1216744184494019,
      "learning_rate": 2.5691011252239486e-06,
      "loss": 0.3621,
      "step": 1421390
    },
    {
      "epoch": 396.71,
      "grad_norm": 1.0159590244293213,
      "learning_rate": 2.569074210856182e-06,
      "loss": 0.3629,
      "step": 1421400
    },
    {
      "epoch": 396.71,
      "grad_norm": 1.0971578359603882,
      "learning_rate": 2.569047296458425e-06,
      "loss": 0.3499,
      "step": 1421410
    },
    {
      "epoch": 396.71,
      "grad_norm": 1.05572509765625,
      "learning_rate": 2.5690203820306816e-06,
      "loss": 0.3508,
      "step": 1421420
    },
    {
      "epoch": 396.72,
      "grad_norm": 0.9092280268669128,
      "learning_rate": 2.568993467572954e-06,
      "loss": 0.3619,
      "step": 1421430
    },
    {
      "epoch": 396.72,
      "grad_norm": 1.033936858177185,
      "learning_rate": 2.568966553085247e-06,
      "loss": 0.3654,
      "step": 1421440
    },
    {
      "epoch": 396.72,
      "grad_norm": 1.2087172269821167,
      "learning_rate": 2.568939638567563e-06,
      "loss": 0.3536,
      "step": 1421450
    },
    {
      "epoch": 396.72,
      "grad_norm": 1.0130107402801514,
      "learning_rate": 2.568912724019906e-06,
      "loss": 0.3684,
      "step": 1421460
    },
    {
      "epoch": 396.73,
      "grad_norm": 1.2307103872299194,
      "learning_rate": 2.56888580944228e-06,
      "loss": 0.3374,
      "step": 1421470
    },
    {
      "epoch": 396.73,
      "grad_norm": 1.0500214099884033,
      "learning_rate": 2.5688588948346886e-06,
      "loss": 0.3449,
      "step": 1421480
    },
    {
      "epoch": 396.73,
      "grad_norm": 1.1762816905975342,
      "learning_rate": 2.568831980197135e-06,
      "loss": 0.3578,
      "step": 1421490
    },
    {
      "epoch": 396.73,
      "grad_norm": 0.7894934415817261,
      "learning_rate": 2.568805065529623e-06,
      "loss": 0.3509,
      "step": 1421500
    },
    {
      "epoch": 396.74,
      "grad_norm": 0.9806237816810608,
      "learning_rate": 2.5687781508321565e-06,
      "loss": 0.3422,
      "step": 1421510
    },
    {
      "epoch": 396.74,
      "grad_norm": 1.067151427268982,
      "learning_rate": 2.5687512361047377e-06,
      "loss": 0.3442,
      "step": 1421520
    },
    {
      "epoch": 396.74,
      "grad_norm": 1.265417218208313,
      "learning_rate": 2.5687243213473717e-06,
      "loss": 0.3463,
      "step": 1421530
    },
    {
      "epoch": 396.75,
      "grad_norm": 0.9022220373153687,
      "learning_rate": 2.5686974065600618e-06,
      "loss": 0.3589,
      "step": 1421540
    },
    {
      "epoch": 396.75,
      "grad_norm": 0.8736003637313843,
      "learning_rate": 2.568670491742811e-06,
      "loss": 0.3441,
      "step": 1421550
    },
    {
      "epoch": 396.75,
      "grad_norm": 1.196558952331543,
      "learning_rate": 2.568643576895623e-06,
      "loss": 0.3455,
      "step": 1421560
    },
    {
      "epoch": 396.75,
      "grad_norm": 1.1153545379638672,
      "learning_rate": 2.568616662018502e-06,
      "loss": 0.3424,
      "step": 1421570
    },
    {
      "epoch": 396.76,
      "grad_norm": 0.9924479722976685,
      "learning_rate": 2.5685897471114518e-06,
      "loss": 0.3605,
      "step": 1421580
    },
    {
      "epoch": 396.76,
      "grad_norm": 1.3907160758972168,
      "learning_rate": 2.568562832174474e-06,
      "loss": 0.3435,
      "step": 1421590
    },
    {
      "epoch": 396.76,
      "grad_norm": 0.8550412654876709,
      "learning_rate": 2.5685359172075745e-06,
      "loss": 0.3325,
      "step": 1421600
    },
    {
      "epoch": 396.77,
      "grad_norm": 1.1692856550216675,
      "learning_rate": 2.568509002210756e-06,
      "loss": 0.3515,
      "step": 1421610
    },
    {
      "epoch": 396.77,
      "grad_norm": 1.0785154104232788,
      "learning_rate": 2.5684820871840213e-06,
      "loss": 0.3627,
      "step": 1421620
    },
    {
      "epoch": 396.77,
      "grad_norm": 0.8808461427688599,
      "learning_rate": 2.5684551721273756e-06,
      "loss": 0.3587,
      "step": 1421630
    },
    {
      "epoch": 396.77,
      "grad_norm": 1.0622037649154663,
      "learning_rate": 2.568428257040821e-06,
      "loss": 0.3413,
      "step": 1421640
    },
    {
      "epoch": 396.78,
      "grad_norm": 1.0226309299468994,
      "learning_rate": 2.568401341924362e-06,
      "loss": 0.357,
      "step": 1421650
    },
    {
      "epoch": 396.78,
      "grad_norm": 1.2275978326797485,
      "learning_rate": 2.568374426778001e-06,
      "loss": 0.3485,
      "step": 1421660
    },
    {
      "epoch": 396.78,
      "grad_norm": 1.042896032333374,
      "learning_rate": 2.5683475116017433e-06,
      "loss": 0.3617,
      "step": 1421670
    },
    {
      "epoch": 396.78,
      "grad_norm": 1.0673062801361084,
      "learning_rate": 2.5683205963955913e-06,
      "loss": 0.3301,
      "step": 1421680
    },
    {
      "epoch": 396.79,
      "grad_norm": 1.141289472579956,
      "learning_rate": 2.5682936811595487e-06,
      "loss": 0.3418,
      "step": 1421690
    },
    {
      "epoch": 396.79,
      "grad_norm": 1.1613068580627441,
      "learning_rate": 2.5682667658936194e-06,
      "loss": 0.3603,
      "step": 1421700
    },
    {
      "epoch": 396.79,
      "grad_norm": 0.937131404876709,
      "learning_rate": 2.568239850597807e-06,
      "loss": 0.3455,
      "step": 1421710
    },
    {
      "epoch": 396.8,
      "grad_norm": 0.9620971083641052,
      "learning_rate": 2.568212935272115e-06,
      "loss": 0.3458,
      "step": 1421720
    },
    {
      "epoch": 396.8,
      "grad_norm": 0.9742637872695923,
      "learning_rate": 2.5681860199165473e-06,
      "loss": 0.342,
      "step": 1421730
    },
    {
      "epoch": 396.8,
      "grad_norm": 1.023672342300415,
      "learning_rate": 2.568159104531106e-06,
      "loss": 0.3615,
      "step": 1421740
    },
    {
      "epoch": 396.8,
      "grad_norm": 1.0627257823944092,
      "learning_rate": 2.5681321891157964e-06,
      "loss": 0.3521,
      "step": 1421750
    },
    {
      "epoch": 396.81,
      "grad_norm": 2.421079158782959,
      "learning_rate": 2.568105273670622e-06,
      "loss": 0.349,
      "step": 1421760
    },
    {
      "epoch": 396.81,
      "grad_norm": 1.1483485698699951,
      "learning_rate": 2.568078358195585e-06,
      "loss": 0.339,
      "step": 1421770
    },
    {
      "epoch": 396.81,
      "grad_norm": 1.0437296628952026,
      "learning_rate": 2.56805144269069e-06,
      "loss": 0.3637,
      "step": 1421780
    },
    {
      "epoch": 396.82,
      "grad_norm": 0.9151063561439514,
      "learning_rate": 2.568024527155941e-06,
      "loss": 0.3339,
      "step": 1421790
    },
    {
      "epoch": 396.82,
      "grad_norm": 1.1283634901046753,
      "learning_rate": 2.5679976115913397e-06,
      "loss": 0.3402,
      "step": 1421800
    },
    {
      "epoch": 396.82,
      "grad_norm": 1.0036485195159912,
      "learning_rate": 2.5679706959968925e-06,
      "loss": 0.3577,
      "step": 1421810
    },
    {
      "epoch": 396.82,
      "grad_norm": 1.0112411975860596,
      "learning_rate": 2.5679437803726005e-06,
      "loss": 0.3691,
      "step": 1421820
    },
    {
      "epoch": 396.83,
      "grad_norm": 1.0760986804962158,
      "learning_rate": 2.567916864718469e-06,
      "loss": 0.3403,
      "step": 1421830
    },
    {
      "epoch": 396.83,
      "grad_norm": 1.085749626159668,
      "learning_rate": 2.5678899490345e-06,
      "loss": 0.3656,
      "step": 1421840
    },
    {
      "epoch": 396.83,
      "grad_norm": 1.1432310342788696,
      "learning_rate": 2.567863033320698e-06,
      "loss": 0.3548,
      "step": 1421850
    },
    {
      "epoch": 396.84,
      "grad_norm": 1.0923304557800293,
      "learning_rate": 2.567836117577067e-06,
      "loss": 0.3482,
      "step": 1421860
    },
    {
      "epoch": 396.84,
      "grad_norm": 0.9755377173423767,
      "learning_rate": 2.5678092018036103e-06,
      "loss": 0.3566,
      "step": 1421870
    },
    {
      "epoch": 396.84,
      "grad_norm": 1.0488224029541016,
      "learning_rate": 2.567782286000331e-06,
      "loss": 0.3446,
      "step": 1421880
    },
    {
      "epoch": 396.84,
      "grad_norm": 0.996045708656311,
      "learning_rate": 2.567755370167233e-06,
      "loss": 0.3436,
      "step": 1421890
    },
    {
      "epoch": 396.85,
      "grad_norm": 1.0015416145324707,
      "learning_rate": 2.567728454304319e-06,
      "loss": 0.3405,
      "step": 1421900
    },
    {
      "epoch": 396.85,
      "grad_norm": 1.1523888111114502,
      "learning_rate": 2.567701538411594e-06,
      "loss": 0.3449,
      "step": 1421910
    },
    {
      "epoch": 396.85,
      "grad_norm": 1.107426643371582,
      "learning_rate": 2.5676746224890616e-06,
      "loss": 0.348,
      "step": 1421920
    },
    {
      "epoch": 396.85,
      "grad_norm": 1.1338013410568237,
      "learning_rate": 2.5676477065367235e-06,
      "loss": 0.3439,
      "step": 1421930
    },
    {
      "epoch": 396.86,
      "grad_norm": 1.4798533916473389,
      "learning_rate": 2.567620790554585e-06,
      "loss": 0.3576,
      "step": 1421940
    },
    {
      "epoch": 396.86,
      "grad_norm": 1.6828707456588745,
      "learning_rate": 2.5675938745426498e-06,
      "loss": 0.3283,
      "step": 1421950
    },
    {
      "epoch": 396.86,
      "grad_norm": 4.9972968101501465,
      "learning_rate": 2.567566958500921e-06,
      "loss": 0.3391,
      "step": 1421960
    },
    {
      "epoch": 396.87,
      "grad_norm": 1.2958135604858398,
      "learning_rate": 2.5675400424294014e-06,
      "loss": 0.3717,
      "step": 1421970
    },
    {
      "epoch": 396.87,
      "grad_norm": 1.211783528327942,
      "learning_rate": 2.5675131263280956e-06,
      "loss": 0.3525,
      "step": 1421980
    },
    {
      "epoch": 396.87,
      "grad_norm": 1.02682363986969,
      "learning_rate": 2.567486210197007e-06,
      "loss": 0.3391,
      "step": 1421990
    },
    {
      "epoch": 396.87,
      "grad_norm": 1.026924967765808,
      "learning_rate": 2.5674592940361386e-06,
      "loss": 0.3392,
      "step": 1422000
    },
    {
      "epoch": 396.88,
      "grad_norm": 0.9670352339744568,
      "learning_rate": 2.5674323778454945e-06,
      "loss": 0.3265,
      "step": 1422010
    },
    {
      "epoch": 396.88,
      "grad_norm": 1.0973910093307495,
      "learning_rate": 2.5674054616250785e-06,
      "loss": 0.3319,
      "step": 1422020
    },
    {
      "epoch": 396.88,
      "grad_norm": 1.077870488166809,
      "learning_rate": 2.567378545374894e-06,
      "loss": 0.3646,
      "step": 1422030
    },
    {
      "epoch": 396.89,
      "grad_norm": 1.4271177053451538,
      "learning_rate": 2.5673516290949443e-06,
      "loss": 0.3477,
      "step": 1422040
    },
    {
      "epoch": 396.89,
      "grad_norm": 0.9951668977737427,
      "learning_rate": 2.5673247127852337e-06,
      "loss": 0.3537,
      "step": 1422050
    },
    {
      "epoch": 396.89,
      "grad_norm": 0.9952581524848938,
      "learning_rate": 2.5672977964457642e-06,
      "loss": 0.3432,
      "step": 1422060
    },
    {
      "epoch": 396.89,
      "grad_norm": 1.0133260488510132,
      "learning_rate": 2.5672708800765407e-06,
      "loss": 0.3412,
      "step": 1422070
    },
    {
      "epoch": 396.9,
      "grad_norm": 1.1087130308151245,
      "learning_rate": 2.5672439636775663e-06,
      "loss": 0.3511,
      "step": 1422080
    },
    {
      "epoch": 396.9,
      "grad_norm": 1.189554214477539,
      "learning_rate": 2.567217047248846e-06,
      "loss": 0.3482,
      "step": 1422090
    },
    {
      "epoch": 396.9,
      "grad_norm": 1.1930508613586426,
      "learning_rate": 2.5671901307903814e-06,
      "loss": 0.3344,
      "step": 1422100
    },
    {
      "epoch": 396.9,
      "grad_norm": 1.1644673347473145,
      "learning_rate": 2.5671632143021764e-06,
      "loss": 0.3419,
      "step": 1422110
    },
    {
      "epoch": 396.91,
      "grad_norm": 1.1481666564941406,
      "learning_rate": 2.567136297784236e-06,
      "loss": 0.3479,
      "step": 1422120
    },
    {
      "epoch": 396.91,
      "grad_norm": 1.1332446336746216,
      "learning_rate": 2.567109381236562e-06,
      "loss": 0.3383,
      "step": 1422130
    },
    {
      "epoch": 396.91,
      "grad_norm": 0.975700318813324,
      "learning_rate": 2.5670824646591592e-06,
      "loss": 0.3529,
      "step": 1422140
    },
    {
      "epoch": 396.92,
      "grad_norm": 1.6612447500228882,
      "learning_rate": 2.567055548052031e-06,
      "loss": 0.3491,
      "step": 1422150
    },
    {
      "epoch": 396.92,
      "grad_norm": 0.9571895599365234,
      "learning_rate": 2.5670286314151803e-06,
      "loss": 0.3563,
      "step": 1422160
    },
    {
      "epoch": 396.92,
      "grad_norm": 1.0330389738082886,
      "learning_rate": 2.5670017147486113e-06,
      "loss": 0.3568,
      "step": 1422170
    },
    {
      "epoch": 396.92,
      "grad_norm": 0.9743145108222961,
      "learning_rate": 2.566974798052328e-06,
      "loss": 0.3593,
      "step": 1422180
    },
    {
      "epoch": 396.93,
      "grad_norm": 0.9321739673614502,
      "learning_rate": 2.5669478813263324e-06,
      "loss": 0.3476,
      "step": 1422190
    },
    {
      "epoch": 396.93,
      "grad_norm": 0.9527324438095093,
      "learning_rate": 2.5669209645706293e-06,
      "loss": 0.3383,
      "step": 1422200
    },
    {
      "epoch": 396.93,
      "grad_norm": 2.149095058441162,
      "learning_rate": 2.5668940477852233e-06,
      "loss": 0.3451,
      "step": 1422210
    },
    {
      "epoch": 396.94,
      "grad_norm": 1.0856599807739258,
      "learning_rate": 2.5668671309701152e-06,
      "loss": 0.3487,
      "step": 1422220
    },
    {
      "epoch": 396.94,
      "grad_norm": 1.0578643083572388,
      "learning_rate": 2.5668402141253106e-06,
      "loss": 0.3364,
      "step": 1422230
    },
    {
      "epoch": 396.94,
      "grad_norm": 1.0374321937561035,
      "learning_rate": 2.5668132972508132e-06,
      "loss": 0.3309,
      "step": 1422240
    },
    {
      "epoch": 396.94,
      "grad_norm": 1.1544018983840942,
      "learning_rate": 2.566786380346626e-06,
      "loss": 0.3529,
      "step": 1422250
    },
    {
      "epoch": 396.95,
      "grad_norm": 1.0630898475646973,
      "learning_rate": 2.566759463412752e-06,
      "loss": 0.3431,
      "step": 1422260
    },
    {
      "epoch": 396.95,
      "grad_norm": 0.9030489325523376,
      "learning_rate": 2.566732546449195e-06,
      "loss": 0.3441,
      "step": 1422270
    },
    {
      "epoch": 396.95,
      "grad_norm": 1.01698637008667,
      "learning_rate": 2.5667056294559603e-06,
      "loss": 0.3429,
      "step": 1422280
    },
    {
      "epoch": 396.96,
      "grad_norm": 0.9524820446968079,
      "learning_rate": 2.566678712433049e-06,
      "loss": 0.3437,
      "step": 1422290
    },
    {
      "epoch": 396.96,
      "grad_norm": 1.1316653490066528,
      "learning_rate": 2.566651795380466e-06,
      "loss": 0.3412,
      "step": 1422300
    },
    {
      "epoch": 396.96,
      "grad_norm": 0.9801394939422607,
      "learning_rate": 2.5666248782982157e-06,
      "loss": 0.3471,
      "step": 1422310
    },
    {
      "epoch": 396.96,
      "grad_norm": 1.0894166231155396,
      "learning_rate": 2.5665979611863e-06,
      "loss": 0.3552,
      "step": 1422320
    },
    {
      "epoch": 396.97,
      "grad_norm": 1.0456993579864502,
      "learning_rate": 2.566571044044723e-06,
      "loss": 0.3566,
      "step": 1422330
    },
    {
      "epoch": 396.97,
      "grad_norm": 1.0477317571640015,
      "learning_rate": 2.566544126873489e-06,
      "loss": 0.35,
      "step": 1422340
    },
    {
      "epoch": 396.97,
      "grad_norm": 1.0754575729370117,
      "learning_rate": 2.5665172096726005e-06,
      "loss": 0.3347,
      "step": 1422350
    },
    {
      "epoch": 396.97,
      "grad_norm": 1.124976634979248,
      "learning_rate": 2.5664902924420617e-06,
      "loss": 0.3401,
      "step": 1422360
    },
    {
      "epoch": 396.98,
      "grad_norm": 0.9690194129943848,
      "learning_rate": 2.566463375181876e-06,
      "loss": 0.343,
      "step": 1422370
    },
    {
      "epoch": 396.98,
      "grad_norm": 0.9437597990036011,
      "learning_rate": 2.5664364578920474e-06,
      "loss": 0.3388,
      "step": 1422380
    },
    {
      "epoch": 396.98,
      "grad_norm": 1.1362019777297974,
      "learning_rate": 2.5664095405725794e-06,
      "loss": 0.3449,
      "step": 1422390
    },
    {
      "epoch": 396.99,
      "grad_norm": 0.9070374369621277,
      "learning_rate": 2.5663826232234743e-06,
      "loss": 0.3242,
      "step": 1422400
    },
    {
      "epoch": 396.99,
      "grad_norm": 1.0125885009765625,
      "learning_rate": 2.566355705844738e-06,
      "loss": 0.3598,
      "step": 1422410
    },
    {
      "epoch": 396.99,
      "grad_norm": 1.0257731676101685,
      "learning_rate": 2.5663287884363716e-06,
      "loss": 0.3413,
      "step": 1422420
    },
    {
      "epoch": 396.99,
      "grad_norm": 1.0678856372833252,
      "learning_rate": 2.5663018709983805e-06,
      "loss": 0.342,
      "step": 1422430
    },
    {
      "epoch": 397.0,
      "grad_norm": 1.0339328050613403,
      "learning_rate": 2.566274953530768e-06,
      "loss": 0.3262,
      "step": 1422440
    },
    {
      "epoch": 397.0,
      "grad_norm": 1.0804235935211182,
      "learning_rate": 2.566248036033537e-06,
      "loss": 0.3547,
      "step": 1422450
    },
    {
      "epoch": 397.0,
      "eval_loss": 0.34806326031684875,
      "eval_runtime": 63.197,
      "eval_samples_per_second": 80.051,
      "eval_steps_per_second": 10.016,
      "step": 1422451
    },
    {
      "epoch": 397.0,
      "grad_norm": 1.2367781400680542,
      "learning_rate": 2.566221118506692e-06,
      "loss": 0.3444,
      "step": 1422460
    },
    {
      "epoch": 397.01,
      "grad_norm": 1.0001041889190674,
      "learning_rate": 2.5661942009502357e-06,
      "loss": 0.3619,
      "step": 1422470
    },
    {
      "epoch": 397.01,
      "grad_norm": 1.162273645401001,
      "learning_rate": 2.5661672833641718e-06,
      "loss": 0.3366,
      "step": 1422480
    },
    {
      "epoch": 397.01,
      "grad_norm": 1.0303025245666504,
      "learning_rate": 2.5661403657485036e-06,
      "loss": 0.3355,
      "step": 1422490
    },
    {
      "epoch": 397.01,
      "grad_norm": 1.171010136604309,
      "learning_rate": 2.5661134481032363e-06,
      "loss": 0.3611,
      "step": 1422500
    },
    {
      "epoch": 397.02,
      "grad_norm": 1.2379629611968994,
      "learning_rate": 2.5660865304283716e-06,
      "loss": 0.3495,
      "step": 1422510
    },
    {
      "epoch": 397.02,
      "grad_norm": 4.582634449005127,
      "learning_rate": 2.566059612723914e-06,
      "loss": 0.358,
      "step": 1422520
    },
    {
      "epoch": 397.02,
      "grad_norm": 1.281688928604126,
      "learning_rate": 2.566032694989867e-06,
      "loss": 0.3501,
      "step": 1422530
    },
    {
      "epoch": 397.02,
      "grad_norm": 2.102247953414917,
      "learning_rate": 2.5660057772262346e-06,
      "loss": 0.3344,
      "step": 1422540
    },
    {
      "epoch": 397.03,
      "grad_norm": 0.9143552184104919,
      "learning_rate": 2.5659788594330195e-06,
      "loss": 0.352,
      "step": 1422550
    },
    {
      "epoch": 397.03,
      "grad_norm": 1.1110702753067017,
      "learning_rate": 2.565951941610225e-06,
      "loss": 0.3459,
      "step": 1422560
    },
    {
      "epoch": 397.03,
      "grad_norm": 1.029246211051941,
      "learning_rate": 2.5659250237578566e-06,
      "loss": 0.3538,
      "step": 1422570
    },
    {
      "epoch": 397.04,
      "grad_norm": 1.004073977470398,
      "learning_rate": 2.5658981058759156e-06,
      "loss": 0.3473,
      "step": 1422580
    },
    {
      "epoch": 397.04,
      "grad_norm": 0.957978367805481,
      "learning_rate": 2.5658711879644068e-06,
      "loss": 0.3484,
      "step": 1422590
    },
    {
      "epoch": 397.04,
      "grad_norm": 1.0553719997406006,
      "learning_rate": 2.5658442700233344e-06,
      "loss": 0.3498,
      "step": 1422600
    },
    {
      "epoch": 397.04,
      "grad_norm": 0.933814287185669,
      "learning_rate": 2.5658173520527006e-06,
      "loss": 0.3491,
      "step": 1422610
    },
    {
      "epoch": 397.05,
      "grad_norm": 0.8893806338310242,
      "learning_rate": 2.5657904340525096e-06,
      "loss": 0.3322,
      "step": 1422620
    },
    {
      "epoch": 397.05,
      "grad_norm": 1.1258435249328613,
      "learning_rate": 2.565763516022765e-06,
      "loss": 0.347,
      "step": 1422630
    },
    {
      "epoch": 397.05,
      "grad_norm": 1.0542100667953491,
      "learning_rate": 2.5657365979634707e-06,
      "loss": 0.3451,
      "step": 1422640
    },
    {
      "epoch": 397.06,
      "grad_norm": 0.9136780500411987,
      "learning_rate": 2.5657096798746288e-06,
      "loss": 0.3376,
      "step": 1422650
    },
    {
      "epoch": 397.06,
      "grad_norm": 1.0866299867630005,
      "learning_rate": 2.5656827617562445e-06,
      "loss": 0.3625,
      "step": 1422660
    },
    {
      "epoch": 397.06,
      "grad_norm": 1.0219806432724,
      "learning_rate": 2.565655843608322e-06,
      "loss": 0.3315,
      "step": 1422670
    },
    {
      "epoch": 397.06,
      "grad_norm": 0.8931404948234558,
      "learning_rate": 2.565628925430863e-06,
      "loss": 0.335,
      "step": 1422680
    },
    {
      "epoch": 397.07,
      "grad_norm": 1.053182601928711,
      "learning_rate": 2.5656020072238715e-06,
      "loss": 0.3467,
      "step": 1422690
    },
    {
      "epoch": 397.07,
      "grad_norm": 0.9908431172370911,
      "learning_rate": 2.565575088987352e-06,
      "loss": 0.3424,
      "step": 1422700
    },
    {
      "epoch": 397.07,
      "grad_norm": 0.9976922869682312,
      "learning_rate": 2.5655481707213064e-06,
      "loss": 0.3463,
      "step": 1422710
    },
    {
      "epoch": 397.08,
      "grad_norm": 0.9401643872261047,
      "learning_rate": 2.5655212524257406e-06,
      "loss": 0.3339,
      "step": 1422720
    },
    {
      "epoch": 397.08,
      "grad_norm": 1.0406769514083862,
      "learning_rate": 2.5654943341006566e-06,
      "loss": 0.3538,
      "step": 1422730
    },
    {
      "epoch": 397.08,
      "grad_norm": 1.0741015672683716,
      "learning_rate": 2.565467415746058e-06,
      "loss": 0.342,
      "step": 1422740
    },
    {
      "epoch": 397.08,
      "grad_norm": 1.06363046169281,
      "learning_rate": 2.5654404973619498e-06,
      "loss": 0.3439,
      "step": 1422750
    },
    {
      "epoch": 397.09,
      "grad_norm": 1.119765043258667,
      "learning_rate": 2.5654135789483334e-06,
      "loss": 0.3454,
      "step": 1422760
    },
    {
      "epoch": 397.09,
      "grad_norm": 0.9090985059738159,
      "learning_rate": 2.5653866605052144e-06,
      "loss": 0.3349,
      "step": 1422770
    },
    {
      "epoch": 397.09,
      "grad_norm": 1.0532797574996948,
      "learning_rate": 2.565359742032595e-06,
      "loss": 0.3529,
      "step": 1422780
    },
    {
      "epoch": 397.09,
      "grad_norm": 0.8937004804611206,
      "learning_rate": 2.5653328235304798e-06,
      "loss": 0.3401,
      "step": 1422790
    },
    {
      "epoch": 397.1,
      "grad_norm": 1.1569000482559204,
      "learning_rate": 2.565305904998871e-06,
      "loss": 0.3499,
      "step": 1422800
    },
    {
      "epoch": 397.1,
      "grad_norm": 0.9097751379013062,
      "learning_rate": 2.5652789864377733e-06,
      "loss": 0.3607,
      "step": 1422810
    },
    {
      "epoch": 397.1,
      "grad_norm": 0.9274336695671082,
      "learning_rate": 2.5652520678471898e-06,
      "loss": 0.3427,
      "step": 1422820
    },
    {
      "epoch": 397.11,
      "grad_norm": 1.0739911794662476,
      "learning_rate": 2.565225149227125e-06,
      "loss": 0.3527,
      "step": 1422830
    },
    {
      "epoch": 397.11,
      "grad_norm": 0.9451853036880493,
      "learning_rate": 2.5651982305775818e-06,
      "loss": 0.3377,
      "step": 1422840
    },
    {
      "epoch": 397.11,
      "grad_norm": 0.9943192601203918,
      "learning_rate": 2.5651713118985633e-06,
      "loss": 0.3415,
      "step": 1422850
    },
    {
      "epoch": 397.11,
      "grad_norm": 1.1009749174118042,
      "learning_rate": 2.5651443931900744e-06,
      "loss": 0.346,
      "step": 1422860
    },
    {
      "epoch": 397.12,
      "grad_norm": 1.0284825563430786,
      "learning_rate": 2.565117474452117e-06,
      "loss": 0.3363,
      "step": 1422870
    },
    {
      "epoch": 397.12,
      "grad_norm": 1.0383902788162231,
      "learning_rate": 2.565090555684695e-06,
      "loss": 0.3748,
      "step": 1422880
    },
    {
      "epoch": 397.12,
      "grad_norm": 1.2010993957519531,
      "learning_rate": 2.565063636887814e-06,
      "loss": 0.3633,
      "step": 1422890
    },
    {
      "epoch": 397.13,
      "grad_norm": 0.9896060228347778,
      "learning_rate": 2.565036718061475e-06,
      "loss": 0.3441,
      "step": 1422900
    },
    {
      "epoch": 397.13,
      "grad_norm": 0.9929848909378052,
      "learning_rate": 2.5650097992056834e-06,
      "loss": 0.3548,
      "step": 1422910
    },
    {
      "epoch": 397.13,
      "grad_norm": 1.1657509803771973,
      "learning_rate": 2.564982880320442e-06,
      "loss": 0.3281,
      "step": 1422920
    },
    {
      "epoch": 397.13,
      "grad_norm": 1.0063215494155884,
      "learning_rate": 2.5649559614057536e-06,
      "loss": 0.3357,
      "step": 1422930
    },
    {
      "epoch": 397.14,
      "grad_norm": 1.029197335243225,
      "learning_rate": 2.564929042461623e-06,
      "loss": 0.3441,
      "step": 1422940
    },
    {
      "epoch": 397.14,
      "grad_norm": 0.9201993346214294,
      "learning_rate": 2.5649021234880536e-06,
      "loss": 0.3691,
      "step": 1422950
    },
    {
      "epoch": 397.14,
      "grad_norm": 1.1919007301330566,
      "learning_rate": 2.564875204485049e-06,
      "loss": 0.3376,
      "step": 1422960
    },
    {
      "epoch": 397.14,
      "grad_norm": 1.0691606998443604,
      "learning_rate": 2.5648482854526118e-06,
      "loss": 0.3391,
      "step": 1422970
    },
    {
      "epoch": 397.15,
      "grad_norm": 0.9396265745162964,
      "learning_rate": 2.5648213663907475e-06,
      "loss": 0.347,
      "step": 1422980
    },
    {
      "epoch": 397.15,
      "grad_norm": 0.9884948134422302,
      "learning_rate": 2.5647944472994578e-06,
      "loss": 0.3513,
      "step": 1422990
    },
    {
      "epoch": 397.15,
      "grad_norm": 0.9881094098091125,
      "learning_rate": 2.564767528178747e-06,
      "loss": 0.3221,
      "step": 1423000
    },
    {
      "epoch": 397.16,
      "grad_norm": 0.9664039015769958,
      "learning_rate": 2.564740609028619e-06,
      "loss": 0.3473,
      "step": 1423010
    },
    {
      "epoch": 397.16,
      "grad_norm": 1.1466223001480103,
      "learning_rate": 2.564713689849077e-06,
      "loss": 0.3327,
      "step": 1423020
    },
    {
      "epoch": 397.16,
      "grad_norm": 0.898712158203125,
      "learning_rate": 2.5646867706401242e-06,
      "loss": 0.3467,
      "step": 1423030
    },
    {
      "epoch": 397.16,
      "grad_norm": 1.0250624418258667,
      "learning_rate": 2.564659851401765e-06,
      "loss": 0.3587,
      "step": 1423040
    },
    {
      "epoch": 397.17,
      "grad_norm": 0.9367086291313171,
      "learning_rate": 2.564632932134003e-06,
      "loss": 0.3405,
      "step": 1423050
    },
    {
      "epoch": 397.17,
      "grad_norm": 1.047661304473877,
      "learning_rate": 2.5646060128368416e-06,
      "loss": 0.3629,
      "step": 1423060
    },
    {
      "epoch": 397.17,
      "grad_norm": 1.110910415649414,
      "learning_rate": 2.564579093510284e-06,
      "loss": 0.3584,
      "step": 1423070
    },
    {
      "epoch": 397.18,
      "grad_norm": 0.9605017304420471,
      "learning_rate": 2.5645521741543336e-06,
      "loss": 0.3419,
      "step": 1423080
    },
    {
      "epoch": 397.18,
      "grad_norm": 1.1965934038162231,
      "learning_rate": 2.564525254768994e-06,
      "loss": 0.3631,
      "step": 1423090
    },
    {
      "epoch": 397.18,
      "grad_norm": 1.044653058052063,
      "learning_rate": 2.5644983353542696e-06,
      "loss": 0.3456,
      "step": 1423100
    },
    {
      "epoch": 397.18,
      "grad_norm": 1.0724796056747437,
      "learning_rate": 2.5644714159101635e-06,
      "loss": 0.3414,
      "step": 1423110
    },
    {
      "epoch": 397.19,
      "grad_norm": 0.8658169507980347,
      "learning_rate": 2.5644444964366794e-06,
      "loss": 0.3604,
      "step": 1423120
    },
    {
      "epoch": 397.19,
      "grad_norm": 1.0267772674560547,
      "learning_rate": 2.5644175769338214e-06,
      "loss": 0.3364,
      "step": 1423130
    },
    {
      "epoch": 397.19,
      "grad_norm": 1.089255452156067,
      "learning_rate": 2.5643906574015913e-06,
      "loss": 0.3543,
      "step": 1423140
    },
    {
      "epoch": 397.2,
      "grad_norm": 1.0896284580230713,
      "learning_rate": 2.564363737839995e-06,
      "loss": 0.3469,
      "step": 1423150
    },
    {
      "epoch": 397.2,
      "grad_norm": 3.6299257278442383,
      "learning_rate": 2.564336818249034e-06,
      "loss": 0.3522,
      "step": 1423160
    },
    {
      "epoch": 397.2,
      "grad_norm": 1.1747174263000488,
      "learning_rate": 2.564309898628713e-06,
      "loss": 0.3397,
      "step": 1423170
    },
    {
      "epoch": 397.2,
      "grad_norm": 0.936018705368042,
      "learning_rate": 2.5642829789790363e-06,
      "loss": 0.3365,
      "step": 1423180
    },
    {
      "epoch": 397.21,
      "grad_norm": 0.9315673112869263,
      "learning_rate": 2.5642560593000056e-06,
      "loss": 0.3295,
      "step": 1423190
    },
    {
      "epoch": 397.21,
      "grad_norm": 1.2554965019226074,
      "learning_rate": 2.564229139591626e-06,
      "loss": 0.3493,
      "step": 1423200
    },
    {
      "epoch": 397.21,
      "grad_norm": 1.1458866596221924,
      "learning_rate": 2.5642022198539007e-06,
      "loss": 0.3489,
      "step": 1423210
    },
    {
      "epoch": 397.21,
      "grad_norm": 0.9878820776939392,
      "learning_rate": 2.5641753000868324e-06,
      "loss": 0.3553,
      "step": 1423220
    },
    {
      "epoch": 397.22,
      "grad_norm": 1.0212688446044922,
      "learning_rate": 2.564148380290426e-06,
      "loss": 0.3493,
      "step": 1423230
    },
    {
      "epoch": 397.22,
      "grad_norm": 0.959598958492279,
      "learning_rate": 2.564121460464684e-06,
      "loss": 0.3633,
      "step": 1423240
    },
    {
      "epoch": 397.22,
      "grad_norm": 0.8633114099502563,
      "learning_rate": 2.564094540609611e-06,
      "loss": 0.3397,
      "step": 1423250
    },
    {
      "epoch": 397.23,
      "grad_norm": 0.9935385584831238,
      "learning_rate": 2.56406762072521e-06,
      "loss": 0.3449,
      "step": 1423260
    },
    {
      "epoch": 397.23,
      "grad_norm": 1.0727921724319458,
      "learning_rate": 2.5640407008114853e-06,
      "loss": 0.3415,
      "step": 1423270
    },
    {
      "epoch": 397.23,
      "grad_norm": 0.9203482866287231,
      "learning_rate": 2.564013780868439e-06,
      "loss": 0.3382,
      "step": 1423280
    },
    {
      "epoch": 397.23,
      "grad_norm": 0.9088627099990845,
      "learning_rate": 2.563986860896076e-06,
      "loss": 0.3458,
      "step": 1423290
    },
    {
      "epoch": 397.24,
      "grad_norm": 0.9162653088569641,
      "learning_rate": 2.5639599408943985e-06,
      "loss": 0.3485,
      "step": 1423300
    },
    {
      "epoch": 397.24,
      "grad_norm": 1.0357766151428223,
      "learning_rate": 2.563933020863412e-06,
      "loss": 0.3418,
      "step": 1423310
    },
    {
      "epoch": 397.24,
      "grad_norm": 0.9872511029243469,
      "learning_rate": 2.5639061008031188e-06,
      "loss": 0.3474,
      "step": 1423320
    },
    {
      "epoch": 397.25,
      "grad_norm": 1.0492911338806152,
      "learning_rate": 2.5638791807135228e-06,
      "loss": 0.3465,
      "step": 1423330
    },
    {
      "epoch": 397.25,
      "grad_norm": 1.1138406991958618,
      "learning_rate": 2.5638522605946275e-06,
      "loss": 0.3493,
      "step": 1423340
    },
    {
      "epoch": 397.25,
      "grad_norm": 1.307177186012268,
      "learning_rate": 2.5638253404464367e-06,
      "loss": 0.3438,
      "step": 1423350
    },
    {
      "epoch": 397.25,
      "grad_norm": 1.07622230052948,
      "learning_rate": 2.5637984202689534e-06,
      "loss": 0.3402,
      "step": 1423360
    },
    {
      "epoch": 397.26,
      "grad_norm": 0.9519672393798828,
      "learning_rate": 2.5637715000621823e-06,
      "loss": 0.3382,
      "step": 1423370
    },
    {
      "epoch": 397.26,
      "grad_norm": 1.10893714427948,
      "learning_rate": 2.5637445798261254e-06,
      "loss": 0.3424,
      "step": 1423380
    },
    {
      "epoch": 397.26,
      "grad_norm": 1.1830599308013916,
      "learning_rate": 2.563717659560787e-06,
      "loss": 0.34,
      "step": 1423390
    },
    {
      "epoch": 397.26,
      "grad_norm": 1.0909076929092407,
      "learning_rate": 2.563690739266171e-06,
      "loss": 0.3365,
      "step": 1423400
    },
    {
      "epoch": 397.27,
      "grad_norm": 0.9605621695518494,
      "learning_rate": 2.5636638189422818e-06,
      "loss": 0.356,
      "step": 1423410
    },
    {
      "epoch": 397.27,
      "grad_norm": 1.3026454448699951,
      "learning_rate": 2.5636368985891217e-06,
      "loss": 0.3597,
      "step": 1423420
    },
    {
      "epoch": 397.27,
      "grad_norm": 0.9774911403656006,
      "learning_rate": 2.563609978206694e-06,
      "loss": 0.3562,
      "step": 1423430
    },
    {
      "epoch": 397.28,
      "grad_norm": 0.9965715408325195,
      "learning_rate": 2.5635830577950037e-06,
      "loss": 0.3421,
      "step": 1423440
    },
    {
      "epoch": 397.28,
      "grad_norm": 1.0308160781860352,
      "learning_rate": 2.563556137354053e-06,
      "loss": 0.3577,
      "step": 1423450
    },
    {
      "epoch": 397.28,
      "grad_norm": 1.0042184591293335,
      "learning_rate": 2.5635292168838456e-06,
      "loss": 0.3541,
      "step": 1423460
    },
    {
      "epoch": 397.28,
      "grad_norm": 1.0468469858169556,
      "learning_rate": 2.563502296384386e-06,
      "loss": 0.3537,
      "step": 1423470
    },
    {
      "epoch": 397.29,
      "grad_norm": 0.899965763092041,
      "learning_rate": 2.5634753758556776e-06,
      "loss": 0.3378,
      "step": 1423480
    },
    {
      "epoch": 397.29,
      "grad_norm": 1.049048900604248,
      "learning_rate": 2.563448455297723e-06,
      "loss": 0.3431,
      "step": 1423490
    },
    {
      "epoch": 397.29,
      "grad_norm": 0.9010732769966125,
      "learning_rate": 2.563421534710527e-06,
      "loss": 0.3566,
      "step": 1423500
    },
    {
      "epoch": 397.3,
      "grad_norm": 0.9541277289390564,
      "learning_rate": 2.5633946140940927e-06,
      "loss": 0.3578,
      "step": 1423510
    },
    {
      "epoch": 397.3,
      "grad_norm": 0.9813248515129089,
      "learning_rate": 2.5633676934484234e-06,
      "loss": 0.3317,
      "step": 1423520
    },
    {
      "epoch": 397.3,
      "grad_norm": 0.9987169504165649,
      "learning_rate": 2.5633407727735225e-06,
      "loss": 0.3523,
      "step": 1423530
    },
    {
      "epoch": 397.3,
      "grad_norm": 1.0256417989730835,
      "learning_rate": 2.563313852069395e-06,
      "loss": 0.3443,
      "step": 1423540
    },
    {
      "epoch": 397.31,
      "grad_norm": 0.9980032444000244,
      "learning_rate": 2.5632869313360428e-06,
      "loss": 0.3541,
      "step": 1423550
    },
    {
      "epoch": 397.31,
      "grad_norm": 1.2615060806274414,
      "learning_rate": 2.5632600105734706e-06,
      "loss": 0.3494,
      "step": 1423560
    },
    {
      "epoch": 397.31,
      "grad_norm": 0.9634314179420471,
      "learning_rate": 2.5632330897816813e-06,
      "loss": 0.3543,
      "step": 1423570
    },
    {
      "epoch": 397.32,
      "grad_norm": 1.0466076135635376,
      "learning_rate": 2.5632061689606787e-06,
      "loss": 0.3552,
      "step": 1423580
    },
    {
      "epoch": 397.32,
      "grad_norm": 0.9002969861030579,
      "learning_rate": 2.563179248110466e-06,
      "loss": 0.3398,
      "step": 1423590
    },
    {
      "epoch": 397.32,
      "grad_norm": 0.9196012616157532,
      "learning_rate": 2.5631523272310484e-06,
      "loss": 0.3555,
      "step": 1423600
    },
    {
      "epoch": 397.32,
      "grad_norm": 0.8177818655967712,
      "learning_rate": 2.5631254063224274e-06,
      "loss": 0.3355,
      "step": 1423610
    },
    {
      "epoch": 397.33,
      "grad_norm": 0.954833984375,
      "learning_rate": 2.563098485384607e-06,
      "loss": 0.354,
      "step": 1423620
    },
    {
      "epoch": 397.33,
      "grad_norm": 1.1735574007034302,
      "learning_rate": 2.5630715644175926e-06,
      "loss": 0.3329,
      "step": 1423630
    },
    {
      "epoch": 397.33,
      "grad_norm": 0.9976047873497009,
      "learning_rate": 2.563044643421386e-06,
      "loss": 0.3364,
      "step": 1423640
    },
    {
      "epoch": 397.33,
      "grad_norm": 1.0937124490737915,
      "learning_rate": 2.5630177223959913e-06,
      "loss": 0.34,
      "step": 1423650
    },
    {
      "epoch": 397.34,
      "grad_norm": 0.8746311068534851,
      "learning_rate": 2.5629908013414117e-06,
      "loss": 0.3489,
      "step": 1423660
    },
    {
      "epoch": 397.34,
      "grad_norm": 0.9823203682899475,
      "learning_rate": 2.5629638802576506e-06,
      "loss": 0.3575,
      "step": 1423670
    },
    {
      "epoch": 397.34,
      "grad_norm": 0.9904038906097412,
      "learning_rate": 2.5629369591447126e-06,
      "loss": 0.3437,
      "step": 1423680
    },
    {
      "epoch": 397.35,
      "grad_norm": 1.0174494981765747,
      "learning_rate": 2.5629100380026002e-06,
      "loss": 0.3562,
      "step": 1423690
    },
    {
      "epoch": 397.35,
      "grad_norm": 1.0587583780288696,
      "learning_rate": 2.5628831168313186e-06,
      "loss": 0.3287,
      "step": 1423700
    },
    {
      "epoch": 397.35,
      "grad_norm": 1.0252270698547363,
      "learning_rate": 2.56285619563087e-06,
      "loss": 0.3548,
      "step": 1423710
    },
    {
      "epoch": 397.35,
      "grad_norm": 0.9974124431610107,
      "learning_rate": 2.5628292744012577e-06,
      "loss": 0.3626,
      "step": 1423720
    },
    {
      "epoch": 397.36,
      "grad_norm": 1.0691336393356323,
      "learning_rate": 2.5628023531424864e-06,
      "loss": 0.3272,
      "step": 1423730
    },
    {
      "epoch": 397.36,
      "grad_norm": 1.0635019540786743,
      "learning_rate": 2.562775431854559e-06,
      "loss": 0.3444,
      "step": 1423740
    },
    {
      "epoch": 397.36,
      "grad_norm": 1.042057752609253,
      "learning_rate": 2.5627485105374793e-06,
      "loss": 0.3561,
      "step": 1423750
    },
    {
      "epoch": 397.37,
      "grad_norm": 0.9291481971740723,
      "learning_rate": 2.562721589191251e-06,
      "loss": 0.3346,
      "step": 1423760
    },
    {
      "epoch": 397.37,
      "grad_norm": 1.0730711221694946,
      "learning_rate": 2.5626946678158772e-06,
      "loss": 0.3375,
      "step": 1423770
    },
    {
      "epoch": 397.37,
      "grad_norm": 0.9495271444320679,
      "learning_rate": 2.5626677464113617e-06,
      "loss": 0.3476,
      "step": 1423780
    },
    {
      "epoch": 397.37,
      "grad_norm": 0.9125165939331055,
      "learning_rate": 2.562640824977709e-06,
      "loss": 0.3493,
      "step": 1423790
    },
    {
      "epoch": 397.38,
      "grad_norm": 1.1222583055496216,
      "learning_rate": 2.562613903514921e-06,
      "loss": 0.3335,
      "step": 1423800
    },
    {
      "epoch": 397.38,
      "grad_norm": 1.245900273323059,
      "learning_rate": 2.5625869820230027e-06,
      "loss": 0.3545,
      "step": 1423810
    },
    {
      "epoch": 397.38,
      "grad_norm": 1.0540539026260376,
      "learning_rate": 2.562560060501957e-06,
      "loss": 0.3487,
      "step": 1423820
    },
    {
      "epoch": 397.38,
      "grad_norm": 0.9472579956054688,
      "learning_rate": 2.5625331389517874e-06,
      "loss": 0.3418,
      "step": 1423830
    },
    {
      "epoch": 397.39,
      "grad_norm": 0.9557521343231201,
      "learning_rate": 2.5625062173724976e-06,
      "loss": 0.3572,
      "step": 1423840
    },
    {
      "epoch": 397.39,
      "grad_norm": 1.0787715911865234,
      "learning_rate": 2.5624792957640915e-06,
      "loss": 0.353,
      "step": 1423850
    },
    {
      "epoch": 397.39,
      "grad_norm": 1.0643936395645142,
      "learning_rate": 2.562452374126573e-06,
      "loss": 0.3297,
      "step": 1423860
    },
    {
      "epoch": 397.4,
      "grad_norm": 0.9788142442703247,
      "learning_rate": 2.5624254524599446e-06,
      "loss": 0.3425,
      "step": 1423870
    },
    {
      "epoch": 397.4,
      "grad_norm": 1.2060822248458862,
      "learning_rate": 2.5623985307642103e-06,
      "loss": 0.3534,
      "step": 1423880
    },
    {
      "epoch": 397.4,
      "grad_norm": 1.1837648153305054,
      "learning_rate": 2.5623716090393744e-06,
      "loss": 0.3503,
      "step": 1423890
    },
    {
      "epoch": 397.4,
      "grad_norm": 0.9599167108535767,
      "learning_rate": 2.562344687285439e-06,
      "loss": 0.3396,
      "step": 1423900
    },
    {
      "epoch": 397.41,
      "grad_norm": 1.0713934898376465,
      "learning_rate": 2.562317765502409e-06,
      "loss": 0.3527,
      "step": 1423910
    },
    {
      "epoch": 397.41,
      "grad_norm": 1.0978567600250244,
      "learning_rate": 2.562290843690288e-06,
      "loss": 0.3525,
      "step": 1423920
    },
    {
      "epoch": 397.41,
      "grad_norm": 1.0068070888519287,
      "learning_rate": 2.562263921849079e-06,
      "loss": 0.3517,
      "step": 1423930
    },
    {
      "epoch": 397.42,
      "grad_norm": 1.0570411682128906,
      "learning_rate": 2.5622369999787854e-06,
      "loss": 0.3436,
      "step": 1423940
    },
    {
      "epoch": 397.42,
      "grad_norm": 1.1485605239868164,
      "learning_rate": 2.562210078079412e-06,
      "loss": 0.3432,
      "step": 1423950
    },
    {
      "epoch": 397.42,
      "grad_norm": 1.0243085622787476,
      "learning_rate": 2.5621831561509604e-06,
      "loss": 0.3511,
      "step": 1423960
    },
    {
      "epoch": 397.42,
      "grad_norm": 1.0493320226669312,
      "learning_rate": 2.5621562341934357e-06,
      "loss": 0.3487,
      "step": 1423970
    },
    {
      "epoch": 397.43,
      "grad_norm": 1.0776593685150146,
      "learning_rate": 2.5621293122068404e-06,
      "loss": 0.3456,
      "step": 1423980
    },
    {
      "epoch": 397.43,
      "grad_norm": 1.0276288986206055,
      "learning_rate": 2.56210239019118e-06,
      "loss": 0.3348,
      "step": 1423990
    },
    {
      "epoch": 397.43,
      "grad_norm": 0.9203217029571533,
      "learning_rate": 2.562075468146456e-06,
      "loss": 0.3543,
      "step": 1424000
    },
    {
      "epoch": 397.44,
      "grad_norm": 1.109283685684204,
      "learning_rate": 2.5620485460726732e-06,
      "loss": 0.347,
      "step": 1424010
    },
    {
      "epoch": 397.44,
      "grad_norm": 0.9560672640800476,
      "learning_rate": 2.562021623969835e-06,
      "loss": 0.3459,
      "step": 1424020
    },
    {
      "epoch": 397.44,
      "grad_norm": 1.0428670644760132,
      "learning_rate": 2.5619947018379442e-06,
      "loss": 0.3371,
      "step": 1424030
    },
    {
      "epoch": 397.44,
      "grad_norm": 0.9546762704849243,
      "learning_rate": 2.561967779677005e-06,
      "loss": 0.3401,
      "step": 1424040
    },
    {
      "epoch": 397.45,
      "grad_norm": 1.0518898963928223,
      "learning_rate": 2.5619408574870214e-06,
      "loss": 0.3469,
      "step": 1424050
    },
    {
      "epoch": 397.45,
      "grad_norm": 1.0069082975387573,
      "learning_rate": 2.5619139352679964e-06,
      "loss": 0.3488,
      "step": 1424060
    },
    {
      "epoch": 397.45,
      "grad_norm": 0.9628369808197021,
      "learning_rate": 2.561887013019933e-06,
      "loss": 0.3438,
      "step": 1424070
    },
    {
      "epoch": 397.45,
      "grad_norm": 2.581061363220215,
      "learning_rate": 2.5618600907428363e-06,
      "loss": 0.3535,
      "step": 1424080
    },
    {
      "epoch": 397.46,
      "grad_norm": 1.0846492052078247,
      "learning_rate": 2.5618331684367092e-06,
      "loss": 0.349,
      "step": 1424090
    },
    {
      "epoch": 397.46,
      "grad_norm": 1.1693323850631714,
      "learning_rate": 2.5618062461015548e-06,
      "loss": 0.3438,
      "step": 1424100
    },
    {
      "epoch": 397.46,
      "grad_norm": 0.9847095608711243,
      "learning_rate": 2.561779323737377e-06,
      "loss": 0.3361,
      "step": 1424110
    },
    {
      "epoch": 397.47,
      "grad_norm": 0.9509071707725525,
      "learning_rate": 2.56175240134418e-06,
      "loss": 0.349,
      "step": 1424120
    },
    {
      "epoch": 397.47,
      "grad_norm": 1.1630345582962036,
      "learning_rate": 2.5617254789219664e-06,
      "loss": 0.3622,
      "step": 1424130
    },
    {
      "epoch": 397.47,
      "grad_norm": 0.9404834508895874,
      "learning_rate": 2.56169855647074e-06,
      "loss": 0.3525,
      "step": 1424140
    },
    {
      "epoch": 397.47,
      "grad_norm": 1.1035391092300415,
      "learning_rate": 2.561671633990505e-06,
      "loss": 0.3501,
      "step": 1424150
    },
    {
      "epoch": 397.48,
      "grad_norm": 1.1063042879104614,
      "learning_rate": 2.5616447114812645e-06,
      "loss": 0.3562,
      "step": 1424160
    },
    {
      "epoch": 397.48,
      "grad_norm": 1.1889591217041016,
      "learning_rate": 2.561617788943022e-06,
      "loss": 0.3345,
      "step": 1424170
    },
    {
      "epoch": 397.48,
      "grad_norm": 1.0834507942199707,
      "learning_rate": 2.5615908663757814e-06,
      "loss": 0.3509,
      "step": 1424180
    },
    {
      "epoch": 397.49,
      "grad_norm": 1.118394136428833,
      "learning_rate": 2.5615639437795455e-06,
      "loss": 0.3477,
      "step": 1424190
    },
    {
      "epoch": 397.49,
      "grad_norm": 1.0339041948318481,
      "learning_rate": 2.561537021154319e-06,
      "loss": 0.341,
      "step": 1424200
    },
    {
      "epoch": 397.49,
      "grad_norm": 1.1265732049942017,
      "learning_rate": 2.561510098500105e-06,
      "loss": 0.3615,
      "step": 1424210
    },
    {
      "epoch": 397.49,
      "grad_norm": 2.2865850925445557,
      "learning_rate": 2.5614831758169074e-06,
      "loss": 0.3442,
      "step": 1424220
    },
    {
      "epoch": 397.5,
      "grad_norm": 1.0280470848083496,
      "learning_rate": 2.5614562531047297e-06,
      "loss": 0.3427,
      "step": 1424230
    },
    {
      "epoch": 397.5,
      "grad_norm": 2.404606580734253,
      "learning_rate": 2.561429330363574e-06,
      "loss": 0.3479,
      "step": 1424240
    },
    {
      "epoch": 397.5,
      "grad_norm": 0.9521444439888,
      "learning_rate": 2.5614024075934458e-06,
      "loss": 0.3471,
      "step": 1424250
    },
    {
      "epoch": 397.5,
      "grad_norm": 1.105684757232666,
      "learning_rate": 2.561375484794348e-06,
      "loss": 0.3433,
      "step": 1424260
    },
    {
      "epoch": 397.51,
      "grad_norm": 0.995810866355896,
      "learning_rate": 2.561348561966284e-06,
      "loss": 0.3506,
      "step": 1424270
    },
    {
      "epoch": 397.51,
      "grad_norm": 0.9936290979385376,
      "learning_rate": 2.561321639109258e-06,
      "loss": 0.3688,
      "step": 1424280
    },
    {
      "epoch": 397.51,
      "grad_norm": 1.105297327041626,
      "learning_rate": 2.561294716223272e-06,
      "loss": 0.3494,
      "step": 1424290
    },
    {
      "epoch": 397.52,
      "grad_norm": 1.005284309387207,
      "learning_rate": 2.5612677933083326e-06,
      "loss": 0.3413,
      "step": 1424300
    },
    {
      "epoch": 397.52,
      "grad_norm": 1.0974551439285278,
      "learning_rate": 2.561240870364441e-06,
      "loss": 0.3483,
      "step": 1424310
    },
    {
      "epoch": 397.52,
      "grad_norm": 0.956773042678833,
      "learning_rate": 2.5612139473916007e-06,
      "loss": 0.3259,
      "step": 1424320
    },
    {
      "epoch": 397.52,
      "grad_norm": 1.119422435760498,
      "learning_rate": 2.5611870243898152e-06,
      "loss": 0.3562,
      "step": 1424330
    },
    {
      "epoch": 397.53,
      "grad_norm": 0.9872707724571228,
      "learning_rate": 2.56116010135909e-06,
      "loss": 0.3554,
      "step": 1424340
    },
    {
      "epoch": 397.53,
      "grad_norm": 0.9720268249511719,
      "learning_rate": 2.561133178299427e-06,
      "loss": 0.348,
      "step": 1424350
    },
    {
      "epoch": 397.53,
      "grad_norm": 1.1265153884887695,
      "learning_rate": 2.56110625521083e-06,
      "loss": 0.3438,
      "step": 1424360
    },
    {
      "epoch": 397.54,
      "grad_norm": 1.1078219413757324,
      "learning_rate": 2.5610793320933036e-06,
      "loss": 0.3403,
      "step": 1424370
    },
    {
      "epoch": 397.54,
      "grad_norm": 1.0357791185379028,
      "learning_rate": 2.5610524089468504e-06,
      "loss": 0.3515,
      "step": 1424380
    },
    {
      "epoch": 397.54,
      "grad_norm": 1.0184036493301392,
      "learning_rate": 2.5610254857714735e-06,
      "loss": 0.3468,
      "step": 1424390
    },
    {
      "epoch": 397.54,
      "grad_norm": 0.8646844029426575,
      "learning_rate": 2.5609985625671773e-06,
      "loss": 0.3517,
      "step": 1424400
    },
    {
      "epoch": 397.55,
      "grad_norm": 1.1168584823608398,
      "learning_rate": 2.5609716393339663e-06,
      "loss": 0.3447,
      "step": 1424410
    },
    {
      "epoch": 397.55,
      "grad_norm": 1.0393095016479492,
      "learning_rate": 2.560944716071842e-06,
      "loss": 0.3412,
      "step": 1424420
    },
    {
      "epoch": 397.55,
      "grad_norm": 0.9240131974220276,
      "learning_rate": 2.560917792780809e-06,
      "loss": 0.345,
      "step": 1424430
    },
    {
      "epoch": 397.56,
      "grad_norm": 0.913688063621521,
      "learning_rate": 2.560890869460872e-06,
      "loss": 0.3558,
      "step": 1424440
    },
    {
      "epoch": 397.56,
      "grad_norm": 0.8622375726699829,
      "learning_rate": 2.5608639461120326e-06,
      "loss": 0.3589,
      "step": 1424450
    },
    {
      "epoch": 397.56,
      "grad_norm": 1.0647410154342651,
      "learning_rate": 2.5608370227342953e-06,
      "loss": 0.3539,
      "step": 1424460
    },
    {
      "epoch": 397.56,
      "grad_norm": 1.0944386720657349,
      "learning_rate": 2.560810099327664e-06,
      "loss": 0.3657,
      "step": 1424470
    },
    {
      "epoch": 397.57,
      "grad_norm": 0.9222539067268372,
      "learning_rate": 2.5607831758921414e-06,
      "loss": 0.3532,
      "step": 1424480
    },
    {
      "epoch": 397.57,
      "grad_norm": 1.1219947338104248,
      "learning_rate": 2.560756252427732e-06,
      "loss": 0.3451,
      "step": 1424490
    },
    {
      "epoch": 397.57,
      "grad_norm": 1.2436203956604004,
      "learning_rate": 2.560729328934439e-06,
      "loss": 0.3458,
      "step": 1424500
    },
    {
      "epoch": 397.57,
      "grad_norm": 0.9376965165138245,
      "learning_rate": 2.560702405412266e-06,
      "loss": 0.3374,
      "step": 1424510
    },
    {
      "epoch": 397.58,
      "grad_norm": 1.053484320640564,
      "learning_rate": 2.5606754818612167e-06,
      "loss": 0.3652,
      "step": 1424520
    },
    {
      "epoch": 397.58,
      "grad_norm": 0.9677593111991882,
      "learning_rate": 2.5606485582812944e-06,
      "loss": 0.3419,
      "step": 1424530
    },
    {
      "epoch": 397.58,
      "grad_norm": 0.9618820548057556,
      "learning_rate": 2.560621634672503e-06,
      "loss": 0.346,
      "step": 1424540
    },
    {
      "epoch": 397.59,
      "grad_norm": 1.171895146369934,
      "learning_rate": 2.560594711034845e-06,
      "loss": 0.3742,
      "step": 1424550
    },
    {
      "epoch": 397.59,
      "grad_norm": 1.0142767429351807,
      "learning_rate": 2.5605677873683257e-06,
      "loss": 0.356,
      "step": 1424560
    },
    {
      "epoch": 397.59,
      "grad_norm": 1.26960289478302,
      "learning_rate": 2.560540863672948e-06,
      "loss": 0.3359,
      "step": 1424570
    },
    {
      "epoch": 397.59,
      "grad_norm": 0.9954014420509338,
      "learning_rate": 2.560513939948715e-06,
      "loss": 0.3493,
      "step": 1424580
    },
    {
      "epoch": 397.6,
      "grad_norm": 2.809264659881592,
      "learning_rate": 2.5604870161956314e-06,
      "loss": 0.3511,
      "step": 1424590
    },
    {
      "epoch": 397.6,
      "grad_norm": 1.0443360805511475,
      "learning_rate": 2.5604600924136997e-06,
      "loss": 0.3424,
      "step": 1424600
    },
    {
      "epoch": 397.6,
      "grad_norm": 1.0631687641143799,
      "learning_rate": 2.5604331686029233e-06,
      "loss": 0.3512,
      "step": 1424610
    },
    {
      "epoch": 397.61,
      "grad_norm": 0.9297685623168945,
      "learning_rate": 2.5604062447633066e-06,
      "loss": 0.3491,
      "step": 1424620
    },
    {
      "epoch": 397.61,
      "grad_norm": 1.0240682363510132,
      "learning_rate": 2.560379320894853e-06,
      "loss": 0.3441,
      "step": 1424630
    },
    {
      "epoch": 397.61,
      "grad_norm": 0.9973770976066589,
      "learning_rate": 2.560352396997566e-06,
      "loss": 0.3588,
      "step": 1424640
    },
    {
      "epoch": 397.61,
      "grad_norm": 0.9731861352920532,
      "learning_rate": 2.5603254730714488e-06,
      "loss": 0.3428,
      "step": 1424650
    },
    {
      "epoch": 397.62,
      "grad_norm": 1.056085467338562,
      "learning_rate": 2.560298549116506e-06,
      "loss": 0.3449,
      "step": 1424660
    },
    {
      "epoch": 397.62,
      "grad_norm": 1.2705801725387573,
      "learning_rate": 2.5602716251327404e-06,
      "loss": 0.365,
      "step": 1424670
    },
    {
      "epoch": 397.62,
      "grad_norm": 1.1137685775756836,
      "learning_rate": 2.5602447011201553e-06,
      "loss": 0.3427,
      "step": 1424680
    },
    {
      "epoch": 397.62,
      "grad_norm": 1.0457985401153564,
      "learning_rate": 2.5602177770787547e-06,
      "loss": 0.3365,
      "step": 1424690
    },
    {
      "epoch": 397.63,
      "grad_norm": 0.9422135353088379,
      "learning_rate": 2.5601908530085426e-06,
      "loss": 0.3516,
      "step": 1424700
    },
    {
      "epoch": 397.63,
      "grad_norm": 0.9011773467063904,
      "learning_rate": 2.5601639289095216e-06,
      "loss": 0.3396,
      "step": 1424710
    },
    {
      "epoch": 397.63,
      "grad_norm": 1.0170292854309082,
      "learning_rate": 2.560137004781696e-06,
      "loss": 0.3526,
      "step": 1424720
    },
    {
      "epoch": 397.64,
      "grad_norm": 0.9876317977905273,
      "learning_rate": 2.5601100806250692e-06,
      "loss": 0.3373,
      "step": 1424730
    },
    {
      "epoch": 397.64,
      "grad_norm": 1.0561316013336182,
      "learning_rate": 2.560083156439645e-06,
      "loss": 0.3393,
      "step": 1424740
    },
    {
      "epoch": 397.64,
      "grad_norm": 1.0196585655212402,
      "learning_rate": 2.5600562322254276e-06,
      "loss": 0.3429,
      "step": 1424750
    },
    {
      "epoch": 397.64,
      "grad_norm": 0.8996370434761047,
      "learning_rate": 2.560029307982419e-06,
      "loss": 0.3611,
      "step": 1424760
    },
    {
      "epoch": 397.65,
      "grad_norm": 1.322574496269226,
      "learning_rate": 2.5600023837106237e-06,
      "loss": 0.349,
      "step": 1424770
    },
    {
      "epoch": 397.65,
      "grad_norm": 0.9237884283065796,
      "learning_rate": 2.5599754594100445e-06,
      "loss": 0.3291,
      "step": 1424780
    },
    {
      "epoch": 397.65,
      "grad_norm": 1.1500262022018433,
      "learning_rate": 2.559948535080686e-06,
      "loss": 0.3558,
      "step": 1424790
    },
    {
      "epoch": 397.66,
      "grad_norm": 1.0500000715255737,
      "learning_rate": 2.5599216107225514e-06,
      "loss": 0.3485,
      "step": 1424800
    },
    {
      "epoch": 397.66,
      "grad_norm": 1.058524250984192,
      "learning_rate": 2.5598946863356447e-06,
      "loss": 0.3611,
      "step": 1424810
    },
    {
      "epoch": 397.66,
      "grad_norm": 0.8583745956420898,
      "learning_rate": 2.559867761919969e-06,
      "loss": 0.3477,
      "step": 1424820
    },
    {
      "epoch": 397.66,
      "grad_norm": 0.9964632391929626,
      "learning_rate": 2.5598408374755284e-06,
      "loss": 0.3374,
      "step": 1424830
    },
    {
      "epoch": 397.67,
      "grad_norm": 1.1176596879959106,
      "learning_rate": 2.5598139130023247e-06,
      "loss": 0.3415,
      "step": 1424840
    },
    {
      "epoch": 397.67,
      "grad_norm": 1.1122874021530151,
      "learning_rate": 2.5597869885003634e-06,
      "loss": 0.3515,
      "step": 1424850
    },
    {
      "epoch": 397.67,
      "grad_norm": 0.9913337230682373,
      "learning_rate": 2.5597600639696483e-06,
      "loss": 0.349,
      "step": 1424860
    },
    {
      "epoch": 397.68,
      "grad_norm": 1.2772715091705322,
      "learning_rate": 2.559733139410181e-06,
      "loss": 0.3468,
      "step": 1424870
    },
    {
      "epoch": 397.68,
      "grad_norm": 1.2033963203430176,
      "learning_rate": 2.5597062148219673e-06,
      "loss": 0.3567,
      "step": 1424880
    },
    {
      "epoch": 397.68,
      "grad_norm": 1.1545186042785645,
      "learning_rate": 2.5596792902050094e-06,
      "loss": 0.3587,
      "step": 1424890
    },
    {
      "epoch": 397.68,
      "grad_norm": 2.359631061553955,
      "learning_rate": 2.5596523655593112e-06,
      "loss": 0.3577,
      "step": 1424900
    },
    {
      "epoch": 397.69,
      "grad_norm": 1.2974752187728882,
      "learning_rate": 2.5596254408848767e-06,
      "loss": 0.3404,
      "step": 1424910
    },
    {
      "epoch": 397.69,
      "grad_norm": 1.045682668685913,
      "learning_rate": 2.5595985161817086e-06,
      "loss": 0.3415,
      "step": 1424920
    },
    {
      "epoch": 397.69,
      "grad_norm": 1.0836639404296875,
      "learning_rate": 2.559571591449811e-06,
      "loss": 0.3408,
      "step": 1424930
    },
    {
      "epoch": 397.69,
      "grad_norm": 1.0471574068069458,
      "learning_rate": 2.5595446666891878e-06,
      "loss": 0.3455,
      "step": 1424940
    },
    {
      "epoch": 397.7,
      "grad_norm": 1.000257134437561,
      "learning_rate": 2.559517741899842e-06,
      "loss": 0.3497,
      "step": 1424950
    },
    {
      "epoch": 397.7,
      "grad_norm": 1.03939950466156,
      "learning_rate": 2.5594908170817775e-06,
      "loss": 0.3468,
      "step": 1424960
    },
    {
      "epoch": 397.7,
      "grad_norm": 0.9150580763816833,
      "learning_rate": 2.5594638922349984e-06,
      "loss": 0.3432,
      "step": 1424970
    },
    {
      "epoch": 397.71,
      "grad_norm": 0.8858129382133484,
      "learning_rate": 2.5594369673595066e-06,
      "loss": 0.3564,
      "step": 1424980
    },
    {
      "epoch": 397.71,
      "grad_norm": 1.042683720588684,
      "learning_rate": 2.5594100424553084e-06,
      "loss": 0.3437,
      "step": 1424990
    },
    {
      "epoch": 397.71,
      "grad_norm": 0.983885645866394,
      "learning_rate": 2.5593831175224043e-06,
      "loss": 0.3362,
      "step": 1425000
    },
    {
      "epoch": 397.71,
      "grad_norm": 1.027502417564392,
      "learning_rate": 2.5593561925607997e-06,
      "loss": 0.3645,
      "step": 1425010
    },
    {
      "epoch": 397.72,
      "grad_norm": 1.0574225187301636,
      "learning_rate": 2.5593292675704985e-06,
      "loss": 0.3348,
      "step": 1425020
    },
    {
      "epoch": 397.72,
      "grad_norm": 1.025416374206543,
      "learning_rate": 2.5593023425515028e-06,
      "loss": 0.354,
      "step": 1425030
    },
    {
      "epoch": 397.72,
      "grad_norm": 1.3004039525985718,
      "learning_rate": 2.559275417503818e-06,
      "loss": 0.3547,
      "step": 1425040
    },
    {
      "epoch": 397.73,
      "grad_norm": 1.0330524444580078,
      "learning_rate": 2.5592484924274464e-06,
      "loss": 0.3486,
      "step": 1425050
    },
    {
      "epoch": 397.73,
      "grad_norm": 1.0114229917526245,
      "learning_rate": 2.559221567322391e-06,
      "loss": 0.3503,
      "step": 1425060
    },
    {
      "epoch": 397.73,
      "grad_norm": 0.8561765551567078,
      "learning_rate": 2.559194642188657e-06,
      "loss": 0.3375,
      "step": 1425070
    },
    {
      "epoch": 397.73,
      "grad_norm": 0.9820406436920166,
      "learning_rate": 2.5591677170262475e-06,
      "loss": 0.3574,
      "step": 1425080
    },
    {
      "epoch": 397.74,
      "grad_norm": 1.1060998439788818,
      "learning_rate": 2.5591407918351648e-06,
      "loss": 0.3332,
      "step": 1425090
    },
    {
      "epoch": 397.74,
      "grad_norm": 1.0023854970932007,
      "learning_rate": 2.5591138666154142e-06,
      "loss": 0.342,
      "step": 1425100
    },
    {
      "epoch": 397.74,
      "grad_norm": 1.175511360168457,
      "learning_rate": 2.559086941366999e-06,
      "loss": 0.3515,
      "step": 1425110
    },
    {
      "epoch": 397.74,
      "grad_norm": 0.9428355097770691,
      "learning_rate": 2.5590600160899223e-06,
      "loss": 0.3408,
      "step": 1425120
    },
    {
      "epoch": 397.75,
      "grad_norm": 0.9982888698577881,
      "learning_rate": 2.5590330907841873e-06,
      "loss": 0.36,
      "step": 1425130
    },
    {
      "epoch": 397.75,
      "grad_norm": 1.0142167806625366,
      "learning_rate": 2.559006165449798e-06,
      "loss": 0.3597,
      "step": 1425140
    },
    {
      "epoch": 397.75,
      "grad_norm": 0.8676212430000305,
      "learning_rate": 2.558979240086759e-06,
      "loss": 0.3474,
      "step": 1425150
    },
    {
      "epoch": 397.76,
      "grad_norm": 0.9970206022262573,
      "learning_rate": 2.558952314695072e-06,
      "loss": 0.3362,
      "step": 1425160
    },
    {
      "epoch": 397.76,
      "grad_norm": 1.0635563135147095,
      "learning_rate": 2.5589253892747418e-06,
      "loss": 0.3531,
      "step": 1425170
    },
    {
      "epoch": 397.76,
      "grad_norm": 0.9277464151382446,
      "learning_rate": 2.558898463825772e-06,
      "loss": 0.3546,
      "step": 1425180
    },
    {
      "epoch": 397.76,
      "grad_norm": 1.1333038806915283,
      "learning_rate": 2.5588715383481653e-06,
      "loss": 0.3407,
      "step": 1425190
    },
    {
      "epoch": 397.77,
      "grad_norm": 1.150919795036316,
      "learning_rate": 2.558844612841926e-06,
      "loss": 0.3544,
      "step": 1425200
    },
    {
      "epoch": 397.77,
      "grad_norm": 1.2725995779037476,
      "learning_rate": 2.558817687307058e-06,
      "loss": 0.363,
      "step": 1425210
    },
    {
      "epoch": 397.77,
      "grad_norm": 1.0349310636520386,
      "learning_rate": 2.558790761743564e-06,
      "loss": 0.342,
      "step": 1425220
    },
    {
      "epoch": 397.78,
      "grad_norm": 0.9337860941886902,
      "learning_rate": 2.558763836151448e-06,
      "loss": 0.3487,
      "step": 1425230
    },
    {
      "epoch": 397.78,
      "grad_norm": 1.0411345958709717,
      "learning_rate": 2.558736910530714e-06,
      "loss": 0.3258,
      "step": 1425240
    },
    {
      "epoch": 397.78,
      "grad_norm": 0.9444345831871033,
      "learning_rate": 2.558709984881365e-06,
      "loss": 0.3612,
      "step": 1425250
    },
    {
      "epoch": 397.78,
      "grad_norm": 1.0626946687698364,
      "learning_rate": 2.5586830592034046e-06,
      "loss": 0.3664,
      "step": 1425260
    },
    {
      "epoch": 397.79,
      "grad_norm": 0.9429181814193726,
      "learning_rate": 2.5586561334968367e-06,
      "loss": 0.3407,
      "step": 1425270
    },
    {
      "epoch": 397.79,
      "grad_norm": 0.9882323741912842,
      "learning_rate": 2.558629207761665e-06,
      "loss": 0.3522,
      "step": 1425280
    },
    {
      "epoch": 397.79,
      "grad_norm": 0.9871129393577576,
      "learning_rate": 2.558602281997892e-06,
      "loss": 0.3335,
      "step": 1425290
    },
    {
      "epoch": 397.8,
      "grad_norm": 1.0358695983886719,
      "learning_rate": 2.5585753562055223e-06,
      "loss": 0.3303,
      "step": 1425300
    },
    {
      "epoch": 397.8,
      "grad_norm": 0.9293729662895203,
      "learning_rate": 2.55854843038456e-06,
      "loss": 0.3424,
      "step": 1425310
    },
    {
      "epoch": 397.8,
      "grad_norm": 0.9030157327651978,
      "learning_rate": 2.5585215045350074e-06,
      "loss": 0.3373,
      "step": 1425320
    },
    {
      "epoch": 397.8,
      "grad_norm": 0.9899527430534363,
      "learning_rate": 2.5584945786568687e-06,
      "loss": 0.3572,
      "step": 1425330
    },
    {
      "epoch": 397.81,
      "grad_norm": 0.8545441627502441,
      "learning_rate": 2.5584676527501477e-06,
      "loss": 0.3603,
      "step": 1425340
    },
    {
      "epoch": 397.81,
      "grad_norm": 0.9350812435150146,
      "learning_rate": 2.558440726814848e-06,
      "loss": 0.356,
      "step": 1425350
    },
    {
      "epoch": 397.81,
      "grad_norm": 1.0634047985076904,
      "learning_rate": 2.558413800850972e-06,
      "loss": 0.3708,
      "step": 1425360
    },
    {
      "epoch": 397.81,
      "grad_norm": 1.2209914922714233,
      "learning_rate": 2.5583868748585246e-06,
      "loss": 0.3472,
      "step": 1425370
    },
    {
      "epoch": 397.82,
      "grad_norm": 1.0747150182724,
      "learning_rate": 2.558359948837509e-06,
      "loss": 0.3479,
      "step": 1425380
    },
    {
      "epoch": 397.82,
      "grad_norm": 1.0301791429519653,
      "learning_rate": 2.5583330227879285e-06,
      "loss": 0.339,
      "step": 1425390
    },
    {
      "epoch": 397.82,
      "grad_norm": 1.0490670204162598,
      "learning_rate": 2.5583060967097876e-06,
      "loss": 0.355,
      "step": 1425400
    },
    {
      "epoch": 397.83,
      "grad_norm": 0.8625775575637817,
      "learning_rate": 2.5582791706030893e-06,
      "loss": 0.3439,
      "step": 1425410
    },
    {
      "epoch": 397.83,
      "grad_norm": 1.0956931114196777,
      "learning_rate": 2.558252244467836e-06,
      "loss": 0.3399,
      "step": 1425420
    },
    {
      "epoch": 397.83,
      "grad_norm": 1.148275375366211,
      "learning_rate": 2.5582253183040332e-06,
      "loss": 0.3669,
      "step": 1425430
    },
    {
      "epoch": 397.83,
      "grad_norm": 0.9997870922088623,
      "learning_rate": 2.5581983921116834e-06,
      "loss": 0.3598,
      "step": 1425440
    },
    {
      "epoch": 397.84,
      "grad_norm": 1.010467290878296,
      "learning_rate": 2.5581714658907903e-06,
      "loss": 0.3347,
      "step": 1425450
    },
    {
      "epoch": 397.84,
      "grad_norm": 1.158454179763794,
      "learning_rate": 2.558144539641358e-06,
      "loss": 0.3565,
      "step": 1425460
    },
    {
      "epoch": 397.84,
      "grad_norm": 0.9147053360939026,
      "learning_rate": 2.55811761336339e-06,
      "loss": 0.3459,
      "step": 1425470
    },
    {
      "epoch": 397.85,
      "grad_norm": 3.3744266033172607,
      "learning_rate": 2.558090687056889e-06,
      "loss": 0.3299,
      "step": 1425480
    },
    {
      "epoch": 397.85,
      "grad_norm": 0.9300436973571777,
      "learning_rate": 2.55806376072186e-06,
      "loss": 0.3523,
      "step": 1425490
    },
    {
      "epoch": 397.85,
      "grad_norm": 1.09825599193573,
      "learning_rate": 2.5580368343583054e-06,
      "loss": 0.3358,
      "step": 1425500
    },
    {
      "epoch": 397.85,
      "grad_norm": 0.9301865100860596,
      "learning_rate": 2.5580099079662286e-06,
      "loss": 0.3421,
      "step": 1425510
    },
    {
      "epoch": 397.86,
      "grad_norm": 1.0231367349624634,
      "learning_rate": 2.557982981545634e-06,
      "loss": 0.3429,
      "step": 1425520
    },
    {
      "epoch": 397.86,
      "grad_norm": 1.2538965940475464,
      "learning_rate": 2.557956055096525e-06,
      "loss": 0.3493,
      "step": 1425530
    },
    {
      "epoch": 397.86,
      "grad_norm": 1.1452125310897827,
      "learning_rate": 2.5579291286189053e-06,
      "loss": 0.3423,
      "step": 1425540
    },
    {
      "epoch": 397.86,
      "grad_norm": 0.9401788115501404,
      "learning_rate": 2.5579022021127785e-06,
      "loss": 0.3491,
      "step": 1425550
    },
    {
      "epoch": 397.87,
      "grad_norm": 1.180662989616394,
      "learning_rate": 2.5578752755781473e-06,
      "loss": 0.3492,
      "step": 1425560
    },
    {
      "epoch": 397.87,
      "grad_norm": 1.1913869380950928,
      "learning_rate": 2.557848349015017e-06,
      "loss": 0.3497,
      "step": 1425570
    },
    {
      "epoch": 397.87,
      "grad_norm": 1.0200446844100952,
      "learning_rate": 2.5578214224233893e-06,
      "loss": 0.3468,
      "step": 1425580
    },
    {
      "epoch": 397.88,
      "grad_norm": 1.1432914733886719,
      "learning_rate": 2.5577944958032684e-06,
      "loss": 0.3708,
      "step": 1425590
    },
    {
      "epoch": 397.88,
      "grad_norm": 1.162743330001831,
      "learning_rate": 2.5577675691546588e-06,
      "loss": 0.3454,
      "step": 1425600
    },
    {
      "epoch": 397.88,
      "grad_norm": 1.0761505365371704,
      "learning_rate": 2.557740642477563e-06,
      "loss": 0.3518,
      "step": 1425610
    },
    {
      "epoch": 397.88,
      "grad_norm": 1.0695637464523315,
      "learning_rate": 2.5577137157719854e-06,
      "loss": 0.3592,
      "step": 1425620
    },
    {
      "epoch": 397.89,
      "grad_norm": 1.1886355876922607,
      "learning_rate": 2.5576867890379288e-06,
      "loss": 0.3445,
      "step": 1425630
    },
    {
      "epoch": 397.89,
      "grad_norm": 0.9555490612983704,
      "learning_rate": 2.557659862275398e-06,
      "loss": 0.3564,
      "step": 1425640
    },
    {
      "epoch": 397.89,
      "grad_norm": 0.9071545600891113,
      "learning_rate": 2.5576329354843944e-06,
      "loss": 0.335,
      "step": 1425650
    },
    {
      "epoch": 397.9,
      "grad_norm": 1.0541894435882568,
      "learning_rate": 2.5576060086649235e-06,
      "loss": 0.3333,
      "step": 1425660
    },
    {
      "epoch": 397.9,
      "grad_norm": 0.9355161786079407,
      "learning_rate": 2.5575790818169884e-06,
      "loss": 0.3449,
      "step": 1425670
    },
    {
      "epoch": 397.9,
      "grad_norm": 1.0133817195892334,
      "learning_rate": 2.5575521549405926e-06,
      "loss": 0.3512,
      "step": 1425680
    },
    {
      "epoch": 397.9,
      "grad_norm": 0.9438223838806152,
      "learning_rate": 2.55752522803574e-06,
      "loss": 0.3482,
      "step": 1425690
    },
    {
      "epoch": 397.91,
      "grad_norm": 1.1440861225128174,
      "learning_rate": 2.5574983011024327e-06,
      "loss": 0.3556,
      "step": 1425700
    },
    {
      "epoch": 397.91,
      "grad_norm": 1.0695579051971436,
      "learning_rate": 2.5574713741406767e-06,
      "loss": 0.3587,
      "step": 1425710
    },
    {
      "epoch": 397.91,
      "grad_norm": 1.1373014450073242,
      "learning_rate": 2.5574444471504735e-06,
      "loss": 0.3469,
      "step": 1425720
    },
    {
      "epoch": 397.92,
      "grad_norm": 1.0320014953613281,
      "learning_rate": 2.5574175201318283e-06,
      "loss": 0.3399,
      "step": 1425730
    },
    {
      "epoch": 397.92,
      "grad_norm": 0.9798349738121033,
      "learning_rate": 2.557390593084743e-06,
      "loss": 0.3281,
      "step": 1425740
    },
    {
      "epoch": 397.92,
      "grad_norm": 1.0274931192398071,
      "learning_rate": 2.557363666009222e-06,
      "loss": 0.3394,
      "step": 1425750
    },
    {
      "epoch": 397.92,
      "grad_norm": 1.149376630783081,
      "learning_rate": 2.5573367389052704e-06,
      "loss": 0.3555,
      "step": 1425760
    },
    {
      "epoch": 397.93,
      "grad_norm": 0.9565193057060242,
      "learning_rate": 2.5573098117728894e-06,
      "loss": 0.3333,
      "step": 1425770
    },
    {
      "epoch": 397.93,
      "grad_norm": 0.9962039589881897,
      "learning_rate": 2.5572828846120836e-06,
      "loss": 0.3466,
      "step": 1425780
    },
    {
      "epoch": 397.93,
      "grad_norm": 0.929318904876709,
      "learning_rate": 2.5572559574228565e-06,
      "loss": 0.3437,
      "step": 1425790
    },
    {
      "epoch": 397.93,
      "grad_norm": 0.9127259254455566,
      "learning_rate": 2.5572290302052114e-06,
      "loss": 0.3232,
      "step": 1425800
    },
    {
      "epoch": 397.94,
      "grad_norm": 1.1148959398269653,
      "learning_rate": 2.5572021029591526e-06,
      "loss": 0.3455,
      "step": 1425810
    },
    {
      "epoch": 397.94,
      "grad_norm": 1.1031121015548706,
      "learning_rate": 2.5571751756846835e-06,
      "loss": 0.3581,
      "step": 1425820
    },
    {
      "epoch": 397.94,
      "grad_norm": 1.1325788497924805,
      "learning_rate": 2.5571482483818066e-06,
      "loss": 0.3524,
      "step": 1425830
    },
    {
      "epoch": 397.95,
      "grad_norm": 1.0195348262786865,
      "learning_rate": 2.5571213210505266e-06,
      "loss": 0.3411,
      "step": 1425840
    },
    {
      "epoch": 397.95,
      "grad_norm": 1.3913227319717407,
      "learning_rate": 2.5570943936908476e-06,
      "loss": 0.3443,
      "step": 1425850
    },
    {
      "epoch": 397.95,
      "grad_norm": 0.9597641229629517,
      "learning_rate": 2.557067466302772e-06,
      "loss": 0.3631,
      "step": 1425860
    },
    {
      "epoch": 397.95,
      "grad_norm": 0.9670047760009766,
      "learning_rate": 2.5570405388863032e-06,
      "loss": 0.3524,
      "step": 1425870
    },
    {
      "epoch": 397.96,
      "grad_norm": 1.1617165803909302,
      "learning_rate": 2.557013611441446e-06,
      "loss": 0.3593,
      "step": 1425880
    },
    {
      "epoch": 397.96,
      "grad_norm": 1.0354162454605103,
      "learning_rate": 2.556986683968203e-06,
      "loss": 0.3497,
      "step": 1425890
    },
    {
      "epoch": 397.96,
      "grad_norm": 0.9427136182785034,
      "learning_rate": 2.5569597564665783e-06,
      "loss": 0.3451,
      "step": 1425900
    },
    {
      "epoch": 397.97,
      "grad_norm": 1.0642979145050049,
      "learning_rate": 2.556932828936575e-06,
      "loss": 0.3542,
      "step": 1425910
    },
    {
      "epoch": 397.97,
      "grad_norm": 1.1478251218795776,
      "learning_rate": 2.556905901378198e-06,
      "loss": 0.3469,
      "step": 1425920
    },
    {
      "epoch": 397.97,
      "grad_norm": 1.0292516946792603,
      "learning_rate": 2.5568789737914493e-06,
      "loss": 0.3491,
      "step": 1425930
    },
    {
      "epoch": 397.97,
      "grad_norm": 1.0293039083480835,
      "learning_rate": 2.5568520461763323e-06,
      "loss": 0.3427,
      "step": 1425940
    },
    {
      "epoch": 397.98,
      "grad_norm": 0.9110466241836548,
      "learning_rate": 2.556825118532853e-06,
      "loss": 0.3458,
      "step": 1425950
    },
    {
      "epoch": 397.98,
      "grad_norm": 1.1275489330291748,
      "learning_rate": 2.5567981908610113e-06,
      "loss": 0.3338,
      "step": 1425960
    },
    {
      "epoch": 397.98,
      "grad_norm": 0.9560067653656006,
      "learning_rate": 2.556771263160814e-06,
      "loss": 0.3596,
      "step": 1425970
    },
    {
      "epoch": 397.98,
      "grad_norm": 1.1959750652313232,
      "learning_rate": 2.556744335432264e-06,
      "loss": 0.3615,
      "step": 1425980
    },
    {
      "epoch": 397.99,
      "grad_norm": 1.1061924695968628,
      "learning_rate": 2.5567174076753632e-06,
      "loss": 0.3444,
      "step": 1425990
    },
    {
      "epoch": 397.99,
      "grad_norm": 1.0877822637557983,
      "learning_rate": 2.5566904798901176e-06,
      "loss": 0.3418,
      "step": 1426000
    },
    {
      "epoch": 397.99,
      "grad_norm": 10.866423606872559,
      "learning_rate": 2.5566635520765285e-06,
      "loss": 0.3589,
      "step": 1426010
    },
    {
      "epoch": 398.0,
      "grad_norm": 1.0619463920593262,
      "learning_rate": 2.5566366242346015e-06,
      "loss": 0.3444,
      "step": 1426020
    },
    {
      "epoch": 398.0,
      "grad_norm": 1.005500316619873,
      "learning_rate": 2.5566096963643388e-06,
      "loss": 0.3446,
      "step": 1426030
    },
    {
      "epoch": 398.0,
      "eval_loss": 0.3490290641784668,
      "eval_runtime": 62.6973,
      "eval_samples_per_second": 80.689,
      "eval_steps_per_second": 10.096,
      "step": 1426034
    },
    {
      "epoch": 398.0,
      "grad_norm": 1.2562744617462158,
      "learning_rate": 2.556582768465744e-06,
      "loss": 0.3402,
      "step": 1426040
    },
    {
      "epoch": 398.0,
      "grad_norm": 0.9257580637931824,
      "learning_rate": 2.556555840538822e-06,
      "loss": 0.3354,
      "step": 1426050
    },
    {
      "epoch": 398.01,
      "grad_norm": 1.0889278650283813,
      "learning_rate": 2.5565289125835746e-06,
      "loss": 0.3412,
      "step": 1426060
    },
    {
      "epoch": 398.01,
      "grad_norm": 1.0447556972503662,
      "learning_rate": 2.556501984600007e-06,
      "loss": 0.3701,
      "step": 1426070
    },
    {
      "epoch": 398.01,
      "grad_norm": 1.2555220127105713,
      "learning_rate": 2.556475056588122e-06,
      "loss": 0.3347,
      "step": 1426080
    },
    {
      "epoch": 398.02,
      "grad_norm": 1.0730690956115723,
      "learning_rate": 2.5564481285479226e-06,
      "loss": 0.3328,
      "step": 1426090
    },
    {
      "epoch": 398.02,
      "grad_norm": 1.1278207302093506,
      "learning_rate": 2.556421200479413e-06,
      "loss": 0.3316,
      "step": 1426100
    },
    {
      "epoch": 398.02,
      "grad_norm": 0.9487878680229187,
      "learning_rate": 2.5563942723825973e-06,
      "loss": 0.344,
      "step": 1426110
    },
    {
      "epoch": 398.02,
      "grad_norm": 1.1956570148468018,
      "learning_rate": 2.5563673442574784e-06,
      "loss": 0.3399,
      "step": 1426120
    },
    {
      "epoch": 398.03,
      "grad_norm": 0.9768961668014526,
      "learning_rate": 2.5563404161040598e-06,
      "loss": 0.3413,
      "step": 1426130
    },
    {
      "epoch": 398.03,
      "grad_norm": 1.280954360961914,
      "learning_rate": 2.5563134879223455e-06,
      "loss": 0.3527,
      "step": 1426140
    },
    {
      "epoch": 398.03,
      "grad_norm": 0.9030544757843018,
      "learning_rate": 2.5562865597123395e-06,
      "loss": 0.3266,
      "step": 1426150
    },
    {
      "epoch": 398.04,
      "grad_norm": 0.9909799098968506,
      "learning_rate": 2.5562596314740447e-06,
      "loss": 0.3752,
      "step": 1426160
    },
    {
      "epoch": 398.04,
      "grad_norm": 1.0052038431167603,
      "learning_rate": 2.556232703207464e-06,
      "loss": 0.3506,
      "step": 1426170
    },
    {
      "epoch": 398.04,
      "grad_norm": 0.9852883219718933,
      "learning_rate": 2.5562057749126028e-06,
      "loss": 0.3275,
      "step": 1426180
    },
    {
      "epoch": 398.04,
      "grad_norm": 1.029920220375061,
      "learning_rate": 2.556178846589463e-06,
      "loss": 0.3484,
      "step": 1426190
    },
    {
      "epoch": 398.05,
      "grad_norm": 0.9462648630142212,
      "learning_rate": 2.556151918238049e-06,
      "loss": 0.3502,
      "step": 1426200
    },
    {
      "epoch": 398.05,
      "grad_norm": 0.9247074723243713,
      "learning_rate": 2.5561249898583644e-06,
      "loss": 0.329,
      "step": 1426210
    },
    {
      "epoch": 398.05,
      "grad_norm": 0.9707269072532654,
      "learning_rate": 2.5560980614504128e-06,
      "loss": 0.3408,
      "step": 1426220
    },
    {
      "epoch": 398.05,
      "grad_norm": 0.9078539609909058,
      "learning_rate": 2.5560711330141973e-06,
      "loss": 0.3274,
      "step": 1426230
    },
    {
      "epoch": 398.06,
      "grad_norm": 1.1465141773223877,
      "learning_rate": 2.556044204549722e-06,
      "loss": 0.3494,
      "step": 1426240
    },
    {
      "epoch": 398.06,
      "grad_norm": 0.8533347845077515,
      "learning_rate": 2.55601727605699e-06,
      "loss": 0.3446,
      "step": 1426250
    },
    {
      "epoch": 398.06,
      "grad_norm": 1.0287734270095825,
      "learning_rate": 2.555990347536005e-06,
      "loss": 0.366,
      "step": 1426260
    },
    {
      "epoch": 398.07,
      "grad_norm": 0.9031670689582825,
      "learning_rate": 2.555963418986771e-06,
      "loss": 0.346,
      "step": 1426270
    },
    {
      "epoch": 398.07,
      "grad_norm": 1.1279069185256958,
      "learning_rate": 2.5559364904092914e-06,
      "loss": 0.3488,
      "step": 1426280
    },
    {
      "epoch": 398.07,
      "grad_norm": 0.9454233646392822,
      "learning_rate": 2.5559095618035702e-06,
      "loss": 0.3488,
      "step": 1426290
    },
    {
      "epoch": 398.07,
      "grad_norm": 0.9042681455612183,
      "learning_rate": 2.55588263316961e-06,
      "loss": 0.3514,
      "step": 1426300
    },
    {
      "epoch": 398.08,
      "grad_norm": 0.9355435371398926,
      "learning_rate": 2.555855704507415e-06,
      "loss": 0.3579,
      "step": 1426310
    },
    {
      "epoch": 398.08,
      "grad_norm": 1.056104302406311,
      "learning_rate": 2.5558287758169883e-06,
      "loss": 0.3426,
      "step": 1426320
    },
    {
      "epoch": 398.08,
      "grad_norm": 0.898900032043457,
      "learning_rate": 2.555801847098334e-06,
      "loss": 0.353,
      "step": 1426330
    },
    {
      "epoch": 398.09,
      "grad_norm": 1.0819393396377563,
      "learning_rate": 2.555774918351456e-06,
      "loss": 0.3352,
      "step": 1426340
    },
    {
      "epoch": 398.09,
      "grad_norm": 0.8844913244247437,
      "learning_rate": 2.555747989576357e-06,
      "loss": 0.3431,
      "step": 1426350
    },
    {
      "epoch": 398.09,
      "grad_norm": 1.1264691352844238,
      "learning_rate": 2.555721060773041e-06,
      "loss": 0.3452,
      "step": 1426360
    },
    {
      "epoch": 398.09,
      "grad_norm": 1.0063700675964355,
      "learning_rate": 2.555694131941512e-06,
      "loss": 0.353,
      "step": 1426370
    },
    {
      "epoch": 398.1,
      "grad_norm": 1.0219253301620483,
      "learning_rate": 2.555667203081773e-06,
      "loss": 0.3634,
      "step": 1426380
    },
    {
      "epoch": 398.1,
      "grad_norm": 1.1060354709625244,
      "learning_rate": 2.5556402741938273e-06,
      "loss": 0.3504,
      "step": 1426390
    },
    {
      "epoch": 398.1,
      "grad_norm": 1.004673957824707,
      "learning_rate": 2.55561334527768e-06,
      "loss": 0.3356,
      "step": 1426400
    },
    {
      "epoch": 398.1,
      "grad_norm": 1.0625933408737183,
      "learning_rate": 2.5555864163333325e-06,
      "loss": 0.3527,
      "step": 1426410
    },
    {
      "epoch": 398.11,
      "grad_norm": 1.1516274213790894,
      "learning_rate": 2.5555594873607893e-06,
      "loss": 0.3552,
      "step": 1426420
    },
    {
      "epoch": 398.11,
      "grad_norm": 1.0198231935501099,
      "learning_rate": 2.5555325583600556e-06,
      "loss": 0.3531,
      "step": 1426430
    },
    {
      "epoch": 398.11,
      "grad_norm": 1.0333267450332642,
      "learning_rate": 2.555505629331133e-06,
      "loss": 0.3535,
      "step": 1426440
    },
    {
      "epoch": 398.12,
      "grad_norm": 1.0637645721435547,
      "learning_rate": 2.5554787002740255e-06,
      "loss": 0.3383,
      "step": 1426450
    },
    {
      "epoch": 398.12,
      "grad_norm": 0.9771416187286377,
      "learning_rate": 2.5554517711887367e-06,
      "loss": 0.3373,
      "step": 1426460
    },
    {
      "epoch": 398.12,
      "grad_norm": 1.0226964950561523,
      "learning_rate": 2.5554248420752706e-06,
      "loss": 0.3345,
      "step": 1426470
    },
    {
      "epoch": 398.12,
      "grad_norm": 1.1741094589233398,
      "learning_rate": 2.55539791293363e-06,
      "loss": 0.348,
      "step": 1426480
    },
    {
      "epoch": 398.13,
      "grad_norm": 1.0136055946350098,
      "learning_rate": 2.555370983763819e-06,
      "loss": 0.3566,
      "step": 1426490
    },
    {
      "epoch": 398.13,
      "grad_norm": 0.9711198210716248,
      "learning_rate": 2.5553440545658424e-06,
      "loss": 0.3476,
      "step": 1426500
    },
    {
      "epoch": 398.13,
      "grad_norm": 0.9734159708023071,
      "learning_rate": 2.555317125339702e-06,
      "loss": 0.343,
      "step": 1426510
    },
    {
      "epoch": 398.14,
      "grad_norm": 1.0344891548156738,
      "learning_rate": 2.555290196085401e-06,
      "loss": 0.3422,
      "step": 1426520
    },
    {
      "epoch": 398.14,
      "grad_norm": 1.0347845554351807,
      "learning_rate": 2.555263266802945e-06,
      "loss": 0.3429,
      "step": 1426530
    },
    {
      "epoch": 398.14,
      "grad_norm": 0.9894832372665405,
      "learning_rate": 2.5552363374923363e-06,
      "loss": 0.3493,
      "step": 1426540
    },
    {
      "epoch": 398.14,
      "grad_norm": 1.0065187215805054,
      "learning_rate": 2.5552094081535784e-06,
      "loss": 0.332,
      "step": 1426550
    },
    {
      "epoch": 398.15,
      "grad_norm": 1.0321929454803467,
      "learning_rate": 2.5551824787866754e-06,
      "loss": 0.3537,
      "step": 1426560
    },
    {
      "epoch": 398.15,
      "grad_norm": 1.0546107292175293,
      "learning_rate": 2.5551555493916305e-06,
      "loss": 0.3403,
      "step": 1426570
    },
    {
      "epoch": 398.15,
      "grad_norm": 1.9343167543411255,
      "learning_rate": 2.555128619968448e-06,
      "loss": 0.3425,
      "step": 1426580
    },
    {
      "epoch": 398.16,
      "grad_norm": 0.9287196397781372,
      "learning_rate": 2.555101690517131e-06,
      "loss": 0.3548,
      "step": 1426590
    },
    {
      "epoch": 398.16,
      "grad_norm": 1.2638404369354248,
      "learning_rate": 2.555074761037683e-06,
      "loss": 0.3456,
      "step": 1426600
    },
    {
      "epoch": 398.16,
      "grad_norm": 1.447576642036438,
      "learning_rate": 2.5550478315301063e-06,
      "loss": 0.348,
      "step": 1426610
    },
    {
      "epoch": 398.16,
      "grad_norm": 1.1202623844146729,
      "learning_rate": 2.555020901994407e-06,
      "loss": 0.3596,
      "step": 1426620
    },
    {
      "epoch": 398.17,
      "grad_norm": 1.0929220914840698,
      "learning_rate": 2.5549939724305878e-06,
      "loss": 0.3578,
      "step": 1426630
    },
    {
      "epoch": 398.17,
      "grad_norm": 1.0084656476974487,
      "learning_rate": 2.554967042838651e-06,
      "loss": 0.3435,
      "step": 1426640
    },
    {
      "epoch": 398.17,
      "grad_norm": 1.0120285749435425,
      "learning_rate": 2.554940113218601e-06,
      "loss": 0.3251,
      "step": 1426650
    },
    {
      "epoch": 398.17,
      "grad_norm": 0.9406806230545044,
      "learning_rate": 2.5549131835704428e-06,
      "loss": 0.3362,
      "step": 1426660
    },
    {
      "epoch": 398.18,
      "grad_norm": 1.0768465995788574,
      "learning_rate": 2.5548862538941783e-06,
      "loss": 0.3269,
      "step": 1426670
    },
    {
      "epoch": 398.18,
      "grad_norm": 1.0324938297271729,
      "learning_rate": 2.5548593241898105e-06,
      "loss": 0.3505,
      "step": 1426680
    },
    {
      "epoch": 398.18,
      "grad_norm": 1.0239285230636597,
      "learning_rate": 2.5548323944573453e-06,
      "loss": 0.3297,
      "step": 1426690
    },
    {
      "epoch": 398.19,
      "grad_norm": 1.05281662940979,
      "learning_rate": 2.554805464696784e-06,
      "loss": 0.3479,
      "step": 1426700
    },
    {
      "epoch": 398.19,
      "grad_norm": 1.1091629266738892,
      "learning_rate": 2.5547785349081315e-06,
      "loss": 0.3497,
      "step": 1426710
    },
    {
      "epoch": 398.19,
      "grad_norm": 1.0359317064285278,
      "learning_rate": 2.554751605091391e-06,
      "loss": 0.3489,
      "step": 1426720
    },
    {
      "epoch": 398.19,
      "grad_norm": 1.0757808685302734,
      "learning_rate": 2.5547246752465663e-06,
      "loss": 0.3357,
      "step": 1426730
    },
    {
      "epoch": 398.2,
      "grad_norm": 0.9236290454864502,
      "learning_rate": 2.5546977453736614e-06,
      "loss": 0.3439,
      "step": 1426740
    },
    {
      "epoch": 398.2,
      "grad_norm": 0.9731130599975586,
      "learning_rate": 2.5546708154726782e-06,
      "loss": 0.3328,
      "step": 1426750
    },
    {
      "epoch": 398.2,
      "grad_norm": 1.1435528993606567,
      "learning_rate": 2.5546438855436223e-06,
      "loss": 0.3533,
      "step": 1426760
    },
    {
      "epoch": 398.21,
      "grad_norm": 0.8934925198554993,
      "learning_rate": 2.5546169555864956e-06,
      "loss": 0.3559,
      "step": 1426770
    },
    {
      "epoch": 398.21,
      "grad_norm": 0.9081433415412903,
      "learning_rate": 2.5545900256013025e-06,
      "loss": 0.3491,
      "step": 1426780
    },
    {
      "epoch": 398.21,
      "grad_norm": 1.102674961090088,
      "learning_rate": 2.554563095588047e-06,
      "loss": 0.3486,
      "step": 1426790
    },
    {
      "epoch": 398.21,
      "grad_norm": 1.097508430480957,
      "learning_rate": 2.5545361655467315e-06,
      "loss": 0.3379,
      "step": 1426800
    },
    {
      "epoch": 398.22,
      "grad_norm": 1.0059165954589844,
      "learning_rate": 2.554509235477361e-06,
      "loss": 0.3695,
      "step": 1426810
    },
    {
      "epoch": 398.22,
      "grad_norm": 1.0269845724105835,
      "learning_rate": 2.554482305379939e-06,
      "loss": 0.3375,
      "step": 1426820
    },
    {
      "epoch": 398.22,
      "grad_norm": 1.0268235206604004,
      "learning_rate": 2.554455375254467e-06,
      "loss": 0.3435,
      "step": 1426830
    },
    {
      "epoch": 398.22,
      "grad_norm": 1.2040717601776123,
      "learning_rate": 2.5544284451009505e-06,
      "loss": 0.3752,
      "step": 1426840
    },
    {
      "epoch": 398.23,
      "grad_norm": 1.0116047859191895,
      "learning_rate": 2.554401514919393e-06,
      "loss": 0.3436,
      "step": 1426850
    },
    {
      "epoch": 398.23,
      "grad_norm": 1.1944270133972168,
      "learning_rate": 2.5543745847097977e-06,
      "loss": 0.3347,
      "step": 1426860
    },
    {
      "epoch": 398.23,
      "grad_norm": 1.1526646614074707,
      "learning_rate": 2.5543476544721676e-06,
      "loss": 0.3632,
      "step": 1426870
    },
    {
      "epoch": 398.24,
      "grad_norm": 1.1867918968200684,
      "learning_rate": 2.554320724206508e-06,
      "loss": 0.3442,
      "step": 1426880
    },
    {
      "epoch": 398.24,
      "grad_norm": 0.961894154548645,
      "learning_rate": 2.554293793912821e-06,
      "loss": 0.342,
      "step": 1426890
    },
    {
      "epoch": 398.24,
      "grad_norm": 1.1346341371536255,
      "learning_rate": 2.55426686359111e-06,
      "loss": 0.3428,
      "step": 1426900
    },
    {
      "epoch": 398.24,
      "grad_norm": 1.1036911010742188,
      "learning_rate": 2.5542399332413794e-06,
      "loss": 0.3477,
      "step": 1426910
    },
    {
      "epoch": 398.25,
      "grad_norm": 1.0660512447357178,
      "learning_rate": 2.554213002863633e-06,
      "loss": 0.3323,
      "step": 1426920
    },
    {
      "epoch": 398.25,
      "grad_norm": 1.1587289571762085,
      "learning_rate": 2.5541860724578733e-06,
      "loss": 0.3512,
      "step": 1426930
    },
    {
      "epoch": 398.25,
      "grad_norm": 1.1142771244049072,
      "learning_rate": 2.5541591420241047e-06,
      "loss": 0.3567,
      "step": 1426940
    },
    {
      "epoch": 398.26,
      "grad_norm": 0.976195752620697,
      "learning_rate": 2.5541322115623307e-06,
      "loss": 0.3375,
      "step": 1426950
    },
    {
      "epoch": 398.26,
      "grad_norm": 1.0340826511383057,
      "learning_rate": 2.554105281072555e-06,
      "loss": 0.3432,
      "step": 1426960
    },
    {
      "epoch": 398.26,
      "grad_norm": 1.1655364036560059,
      "learning_rate": 2.55407835055478e-06,
      "loss": 0.3361,
      "step": 1426970
    },
    {
      "epoch": 398.26,
      "grad_norm": 1.1982133388519287,
      "learning_rate": 2.554051420009012e-06,
      "loss": 0.371,
      "step": 1426980
    },
    {
      "epoch": 398.27,
      "grad_norm": 0.9073389768600464,
      "learning_rate": 2.554024489435251e-06,
      "loss": 0.354,
      "step": 1426990
    },
    {
      "epoch": 398.27,
      "grad_norm": 1.0444902181625366,
      "learning_rate": 2.553997558833503e-06,
      "loss": 0.3278,
      "step": 1427000
    },
    {
      "epoch": 398.27,
      "grad_norm": 1.0919197797775269,
      "learning_rate": 2.553970628203771e-06,
      "loss": 0.3437,
      "step": 1427010
    },
    {
      "epoch": 398.28,
      "grad_norm": 1.0441176891326904,
      "learning_rate": 2.553943697546059e-06,
      "loss": 0.3554,
      "step": 1427020
    },
    {
      "epoch": 398.28,
      "grad_norm": 1.0285921096801758,
      "learning_rate": 2.55391676686037e-06,
      "loss": 0.3402,
      "step": 1427030
    },
    {
      "epoch": 398.28,
      "grad_norm": 1.293067455291748,
      "learning_rate": 2.553889836146707e-06,
      "loss": 0.3433,
      "step": 1427040
    },
    {
      "epoch": 398.28,
      "grad_norm": 0.9762759208679199,
      "learning_rate": 2.553862905405076e-06,
      "loss": 0.3472,
      "step": 1427050
    },
    {
      "epoch": 398.29,
      "grad_norm": 0.9586995244026184,
      "learning_rate": 2.553835974635477e-06,
      "loss": 0.3362,
      "step": 1427060
    },
    {
      "epoch": 398.29,
      "grad_norm": 0.9116454124450684,
      "learning_rate": 2.5538090438379162e-06,
      "loss": 0.358,
      "step": 1427070
    },
    {
      "epoch": 398.29,
      "grad_norm": 1.0448691844940186,
      "learning_rate": 2.5537821130123974e-06,
      "loss": 0.3688,
      "step": 1427080
    },
    {
      "epoch": 398.29,
      "grad_norm": 1.2261979579925537,
      "learning_rate": 2.553755182158922e-06,
      "loss": 0.3479,
      "step": 1427090
    },
    {
      "epoch": 398.3,
      "grad_norm": 0.9236739277839661,
      "learning_rate": 2.5537282512774955e-06,
      "loss": 0.3548,
      "step": 1427100
    },
    {
      "epoch": 398.3,
      "grad_norm": 1.0021345615386963,
      "learning_rate": 2.553701320368121e-06,
      "loss": 0.36,
      "step": 1427110
    },
    {
      "epoch": 398.3,
      "grad_norm": 1.1803009510040283,
      "learning_rate": 2.5536743894308013e-06,
      "loss": 0.351,
      "step": 1427120
    },
    {
      "epoch": 398.31,
      "grad_norm": 1.387724757194519,
      "learning_rate": 2.5536474584655407e-06,
      "loss": 0.3457,
      "step": 1427130
    },
    {
      "epoch": 398.31,
      "grad_norm": 1.0719283819198608,
      "learning_rate": 2.553620527472343e-06,
      "loss": 0.3469,
      "step": 1427140
    },
    {
      "epoch": 398.31,
      "grad_norm": 1.1907130479812622,
      "learning_rate": 2.553593596451211e-06,
      "loss": 0.3501,
      "step": 1427150
    },
    {
      "epoch": 398.31,
      "grad_norm": 1.05083167552948,
      "learning_rate": 2.5535666654021493e-06,
      "loss": 0.3432,
      "step": 1427160
    },
    {
      "epoch": 398.32,
      "grad_norm": 1.0590814352035522,
      "learning_rate": 2.5535397343251613e-06,
      "loss": 0.3428,
      "step": 1427170
    },
    {
      "epoch": 398.32,
      "grad_norm": 1.0262575149536133,
      "learning_rate": 2.5535128032202495e-06,
      "loss": 0.3641,
      "step": 1427180
    },
    {
      "epoch": 398.32,
      "grad_norm": 1.0983251333236694,
      "learning_rate": 2.5534858720874187e-06,
      "loss": 0.3516,
      "step": 1427190
    },
    {
      "epoch": 398.33,
      "grad_norm": 1.1409633159637451,
      "learning_rate": 2.5534589409266713e-06,
      "loss": 0.3613,
      "step": 1427200
    },
    {
      "epoch": 398.33,
      "grad_norm": 4.047761917114258,
      "learning_rate": 2.5534320097380126e-06,
      "loss": 0.3255,
      "step": 1427210
    },
    {
      "epoch": 398.33,
      "grad_norm": 1.0094982385635376,
      "learning_rate": 2.553405078521444e-06,
      "loss": 0.3453,
      "step": 1427220
    },
    {
      "epoch": 398.33,
      "grad_norm": 1.001850962638855,
      "learning_rate": 2.5533781472769705e-06,
      "loss": 0.3419,
      "step": 1427230
    },
    {
      "epoch": 398.34,
      "grad_norm": 1.0300309658050537,
      "learning_rate": 2.5533512160045965e-06,
      "loss": 0.3455,
      "step": 1427240
    },
    {
      "epoch": 398.34,
      "grad_norm": 1.037447452545166,
      "learning_rate": 2.5533242847043237e-06,
      "loss": 0.3503,
      "step": 1427250
    },
    {
      "epoch": 398.34,
      "grad_norm": 1.3003332614898682,
      "learning_rate": 2.5532973533761565e-06,
      "loss": 0.3406,
      "step": 1427260
    },
    {
      "epoch": 398.34,
      "grad_norm": 1.275775671005249,
      "learning_rate": 2.553270422020099e-06,
      "loss": 0.3437,
      "step": 1427270
    },
    {
      "epoch": 398.35,
      "grad_norm": 1.0757979154586792,
      "learning_rate": 2.5532434906361535e-06,
      "loss": 0.3484,
      "step": 1427280
    },
    {
      "epoch": 398.35,
      "grad_norm": 1.2311755418777466,
      "learning_rate": 2.5532165592243244e-06,
      "loss": 0.3505,
      "step": 1427290
    },
    {
      "epoch": 398.35,
      "grad_norm": 1.0122390985488892,
      "learning_rate": 2.5531896277846152e-06,
      "loss": 0.3567,
      "step": 1427300
    },
    {
      "epoch": 398.36,
      "grad_norm": 1.1651787757873535,
      "learning_rate": 2.5531626963170306e-06,
      "loss": 0.3385,
      "step": 1427310
    },
    {
      "epoch": 398.36,
      "grad_norm": 1.0373127460479736,
      "learning_rate": 2.5531357648215723e-06,
      "loss": 0.3379,
      "step": 1427320
    },
    {
      "epoch": 398.36,
      "grad_norm": 0.9892991185188293,
      "learning_rate": 2.553108833298245e-06,
      "loss": 0.3628,
      "step": 1427330
    },
    {
      "epoch": 398.36,
      "grad_norm": 1.157297134399414,
      "learning_rate": 2.5530819017470518e-06,
      "loss": 0.3413,
      "step": 1427340
    },
    {
      "epoch": 398.37,
      "grad_norm": 0.9712479710578918,
      "learning_rate": 2.5530549701679964e-06,
      "loss": 0.361,
      "step": 1427350
    },
    {
      "epoch": 398.37,
      "grad_norm": 1.2892687320709229,
      "learning_rate": 2.553028038561082e-06,
      "loss": 0.3278,
      "step": 1427360
    },
    {
      "epoch": 398.37,
      "grad_norm": 0.9636489748954773,
      "learning_rate": 2.5530011069263135e-06,
      "loss": 0.3555,
      "step": 1427370
    },
    {
      "epoch": 398.38,
      "grad_norm": 1.0843822956085205,
      "learning_rate": 2.552974175263693e-06,
      "loss": 0.3406,
      "step": 1427380
    },
    {
      "epoch": 398.38,
      "grad_norm": 0.9911502599716187,
      "learning_rate": 2.5529472435732254e-06,
      "loss": 0.3291,
      "step": 1427390
    },
    {
      "epoch": 398.38,
      "grad_norm": 0.9876136779785156,
      "learning_rate": 2.5529203118549136e-06,
      "loss": 0.3573,
      "step": 1427400
    },
    {
      "epoch": 398.38,
      "grad_norm": 0.9909937381744385,
      "learning_rate": 2.55289338010876e-06,
      "loss": 0.3556,
      "step": 1427410
    },
    {
      "epoch": 398.39,
      "grad_norm": 0.9579375386238098,
      "learning_rate": 2.55286644833477e-06,
      "loss": 0.3561,
      "step": 1427420
    },
    {
      "epoch": 398.39,
      "grad_norm": 1.0466578006744385,
      "learning_rate": 2.5528395165329465e-06,
      "loss": 0.3604,
      "step": 1427430
    },
    {
      "epoch": 398.39,
      "grad_norm": 1.1150875091552734,
      "learning_rate": 2.5528125847032934e-06,
      "loss": 0.3398,
      "step": 1427440
    },
    {
      "epoch": 398.4,
      "grad_norm": 0.9627985954284668,
      "learning_rate": 2.552785652845814e-06,
      "loss": 0.3506,
      "step": 1427450
    },
    {
      "epoch": 398.4,
      "grad_norm": 0.9287813305854797,
      "learning_rate": 2.5527587209605118e-06,
      "loss": 0.3663,
      "step": 1427460
    },
    {
      "epoch": 398.4,
      "grad_norm": 1.1239793300628662,
      "learning_rate": 2.552731789047391e-06,
      "loss": 0.3655,
      "step": 1427470
    },
    {
      "epoch": 398.4,
      "grad_norm": 0.9994788765907288,
      "learning_rate": 2.5527048571064537e-06,
      "loss": 0.3527,
      "step": 1427480
    },
    {
      "epoch": 398.41,
      "grad_norm": 1.0485730171203613,
      "learning_rate": 2.5526779251377047e-06,
      "loss": 0.3513,
      "step": 1427490
    },
    {
      "epoch": 398.41,
      "grad_norm": 1.0239607095718384,
      "learning_rate": 2.5526509931411476e-06,
      "loss": 0.3492,
      "step": 1427500
    },
    {
      "epoch": 398.41,
      "grad_norm": 1.209930181503296,
      "learning_rate": 2.552624061116786e-06,
      "loss": 0.3466,
      "step": 1427510
    },
    {
      "epoch": 398.41,
      "grad_norm": 1.0350996255874634,
      "learning_rate": 2.5525971290646222e-06,
      "loss": 0.3423,
      "step": 1427520
    },
    {
      "epoch": 398.42,
      "grad_norm": 0.99161297082901,
      "learning_rate": 2.5525701969846616e-06,
      "loss": 0.3536,
      "step": 1427530
    },
    {
      "epoch": 398.42,
      "grad_norm": 1.2365132570266724,
      "learning_rate": 2.5525432648769073e-06,
      "loss": 0.3495,
      "step": 1427540
    },
    {
      "epoch": 398.42,
      "grad_norm": 1.0054848194122314,
      "learning_rate": 2.552516332741362e-06,
      "loss": 0.337,
      "step": 1427550
    },
    {
      "epoch": 398.43,
      "grad_norm": 1.0551010370254517,
      "learning_rate": 2.55248940057803e-06,
      "loss": 0.3374,
      "step": 1427560
    },
    {
      "epoch": 398.43,
      "grad_norm": 0.9492295980453491,
      "learning_rate": 2.5524624683869144e-06,
      "loss": 0.351,
      "step": 1427570
    },
    {
      "epoch": 398.43,
      "grad_norm": 0.9228718876838684,
      "learning_rate": 2.552435536168019e-06,
      "loss": 0.3622,
      "step": 1427580
    },
    {
      "epoch": 398.43,
      "grad_norm": 1.0465360879898071,
      "learning_rate": 2.5524086039213477e-06,
      "loss": 0.3364,
      "step": 1427590
    },
    {
      "epoch": 398.44,
      "grad_norm": 0.9405986070632935,
      "learning_rate": 2.552381671646904e-06,
      "loss": 0.3424,
      "step": 1427600
    },
    {
      "epoch": 398.44,
      "grad_norm": 0.9763535857200623,
      "learning_rate": 2.5523547393446913e-06,
      "loss": 0.3592,
      "step": 1427610
    },
    {
      "epoch": 398.44,
      "grad_norm": 0.8574905395507812,
      "learning_rate": 2.5523278070147137e-06,
      "loss": 0.3452,
      "step": 1427620
    },
    {
      "epoch": 398.45,
      "grad_norm": 1.104145884513855,
      "learning_rate": 2.552300874656974e-06,
      "loss": 0.3533,
      "step": 1427630
    },
    {
      "epoch": 398.45,
      "grad_norm": 1.1566104888916016,
      "learning_rate": 2.5522739422714764e-06,
      "loss": 0.3532,
      "step": 1427640
    },
    {
      "epoch": 398.45,
      "grad_norm": 0.9961309432983398,
      "learning_rate": 2.552247009858223e-06,
      "loss": 0.3491,
      "step": 1427650
    },
    {
      "epoch": 398.45,
      "grad_norm": 1.028542160987854,
      "learning_rate": 2.5522200774172202e-06,
      "loss": 0.3471,
      "step": 1427660
    },
    {
      "epoch": 398.46,
      "grad_norm": 0.917077362537384,
      "learning_rate": 2.5521931449484694e-06,
      "loss": 0.3462,
      "step": 1427670
    },
    {
      "epoch": 398.46,
      "grad_norm": 1.0252598524093628,
      "learning_rate": 2.5521662124519744e-06,
      "loss": 0.3593,
      "step": 1427680
    },
    {
      "epoch": 398.46,
      "grad_norm": 1.0241217613220215,
      "learning_rate": 2.5521392799277395e-06,
      "loss": 0.3319,
      "step": 1427690
    },
    {
      "epoch": 398.46,
      "grad_norm": 0.955956757068634,
      "learning_rate": 2.552112347375768e-06,
      "loss": 0.3498,
      "step": 1427700
    },
    {
      "epoch": 398.47,
      "grad_norm": 0.9325571060180664,
      "learning_rate": 2.552085414796063e-06,
      "loss": 0.3441,
      "step": 1427710
    },
    {
      "epoch": 398.47,
      "grad_norm": 0.975288450717926,
      "learning_rate": 2.5520584821886284e-06,
      "loss": 0.3681,
      "step": 1427720
    },
    {
      "epoch": 398.47,
      "grad_norm": 1.074168086051941,
      "learning_rate": 2.5520315495534686e-06,
      "loss": 0.3471,
      "step": 1427730
    },
    {
      "epoch": 398.48,
      "grad_norm": 1.2131867408752441,
      "learning_rate": 2.5520046168905862e-06,
      "loss": 0.3392,
      "step": 1427740
    },
    {
      "epoch": 398.48,
      "grad_norm": 0.9788082242012024,
      "learning_rate": 2.5519776841999843e-06,
      "loss": 0.3435,
      "step": 1427750
    },
    {
      "epoch": 398.48,
      "grad_norm": 0.9267207384109497,
      "learning_rate": 2.5519507514816683e-06,
      "loss": 0.3187,
      "step": 1427760
    },
    {
      "epoch": 398.48,
      "grad_norm": 1.082464337348938,
      "learning_rate": 2.5519238187356408e-06,
      "loss": 0.3371,
      "step": 1427770
    },
    {
      "epoch": 398.49,
      "grad_norm": 0.9763420820236206,
      "learning_rate": 2.5518968859619047e-06,
      "loss": 0.3378,
      "step": 1427780
    },
    {
      "epoch": 398.49,
      "grad_norm": 0.9532981514930725,
      "learning_rate": 2.5518699531604643e-06,
      "loss": 0.3573,
      "step": 1427790
    },
    {
      "epoch": 398.49,
      "grad_norm": 1.095728874206543,
      "learning_rate": 2.551843020331323e-06,
      "loss": 0.34,
      "step": 1427800
    },
    {
      "epoch": 398.5,
      "grad_norm": 1.011649250984192,
      "learning_rate": 2.551816087474484e-06,
      "loss": 0.3509,
      "step": 1427810
    },
    {
      "epoch": 398.5,
      "grad_norm": 0.9450581073760986,
      "learning_rate": 2.551789154589952e-06,
      "loss": 0.3497,
      "step": 1427820
    },
    {
      "epoch": 398.5,
      "grad_norm": 0.8852073550224304,
      "learning_rate": 2.5517622216777296e-06,
      "loss": 0.3327,
      "step": 1427830
    },
    {
      "epoch": 398.5,
      "grad_norm": 0.9995042681694031,
      "learning_rate": 2.5517352887378218e-06,
      "loss": 0.3361,
      "step": 1427840
    },
    {
      "epoch": 398.51,
      "grad_norm": 1.024251103401184,
      "learning_rate": 2.5517083557702303e-06,
      "loss": 0.3546,
      "step": 1427850
    },
    {
      "epoch": 398.51,
      "grad_norm": 0.9621224999427795,
      "learning_rate": 2.551681422774959e-06,
      "loss": 0.3542,
      "step": 1427860
    },
    {
      "epoch": 398.51,
      "grad_norm": 0.9551162719726562,
      "learning_rate": 2.5516544897520124e-06,
      "loss": 0.3487,
      "step": 1427870
    },
    {
      "epoch": 398.52,
      "grad_norm": 1.0595998764038086,
      "learning_rate": 2.5516275567013935e-06,
      "loss": 0.3637,
      "step": 1427880
    },
    {
      "epoch": 398.52,
      "grad_norm": 1.1251795291900635,
      "learning_rate": 2.551600623623106e-06,
      "loss": 0.3497,
      "step": 1427890
    },
    {
      "epoch": 398.52,
      "grad_norm": 1.0458180904388428,
      "learning_rate": 2.5515736905171538e-06,
      "loss": 0.347,
      "step": 1427900
    },
    {
      "epoch": 398.52,
      "grad_norm": 1.0984894037246704,
      "learning_rate": 2.5515467573835405e-06,
      "loss": 0.3388,
      "step": 1427910
    },
    {
      "epoch": 398.53,
      "grad_norm": 1.0434951782226562,
      "learning_rate": 2.5515198242222695e-06,
      "loss": 0.343,
      "step": 1427920
    },
    {
      "epoch": 398.53,
      "grad_norm": 0.918605387210846,
      "learning_rate": 2.5514928910333432e-06,
      "loss": 0.3439,
      "step": 1427930
    },
    {
      "epoch": 398.53,
      "grad_norm": 1.127572774887085,
      "learning_rate": 2.5514659578167665e-06,
      "loss": 0.3436,
      "step": 1427940
    },
    {
      "epoch": 398.53,
      "grad_norm": 1.288178563117981,
      "learning_rate": 2.551439024572544e-06,
      "loss": 0.3485,
      "step": 1427950
    },
    {
      "epoch": 398.54,
      "grad_norm": 0.9004824161529541,
      "learning_rate": 2.551412091300676e-06,
      "loss": 0.3393,
      "step": 1427960
    },
    {
      "epoch": 398.54,
      "grad_norm": 1.2745202779769897,
      "learning_rate": 2.5513851580011693e-06,
      "loss": 0.3397,
      "step": 1427970
    },
    {
      "epoch": 398.54,
      "grad_norm": 1.1596323251724243,
      "learning_rate": 2.551358224674027e-06,
      "loss": 0.3726,
      "step": 1427980
    },
    {
      "epoch": 398.55,
      "grad_norm": 0.9542563557624817,
      "learning_rate": 2.5513312913192515e-06,
      "loss": 0.3381,
      "step": 1427990
    },
    {
      "epoch": 398.55,
      "grad_norm": 0.9243574738502502,
      "learning_rate": 2.5513043579368465e-06,
      "loss": 0.3384,
      "step": 1428000
    },
    {
      "epoch": 398.55,
      "grad_norm": 1.17019784450531,
      "learning_rate": 2.5512774245268154e-06,
      "loss": 0.3576,
      "step": 1428010
    },
    {
      "epoch": 398.55,
      "grad_norm": 0.9948468208312988,
      "learning_rate": 2.5512504910891635e-06,
      "loss": 0.3425,
      "step": 1428020
    },
    {
      "epoch": 398.56,
      "grad_norm": 1.27204430103302,
      "learning_rate": 2.5512235576238923e-06,
      "loss": 0.3397,
      "step": 1428030
    },
    {
      "epoch": 398.56,
      "grad_norm": 0.9164422750473022,
      "learning_rate": 2.551196624131007e-06,
      "loss": 0.3387,
      "step": 1428040
    },
    {
      "epoch": 398.56,
      "grad_norm": 0.9612249732017517,
      "learning_rate": 2.55116969061051e-06,
      "loss": 0.3405,
      "step": 1428050
    },
    {
      "epoch": 398.57,
      "grad_norm": 1.0300265550613403,
      "learning_rate": 2.5511427570624064e-06,
      "loss": 0.356,
      "step": 1428060
    },
    {
      "epoch": 398.57,
      "grad_norm": 1.1285468339920044,
      "learning_rate": 2.551115823486698e-06,
      "loss": 0.3626,
      "step": 1428070
    },
    {
      "epoch": 398.57,
      "grad_norm": 1.0128706693649292,
      "learning_rate": 2.551088889883389e-06,
      "loss": 0.357,
      "step": 1428080
    },
    {
      "epoch": 398.57,
      "grad_norm": 1.1750167608261108,
      "learning_rate": 2.5510619562524832e-06,
      "loss": 0.3269,
      "step": 1428090
    },
    {
      "epoch": 398.58,
      "grad_norm": 0.975182056427002,
      "learning_rate": 2.551035022593984e-06,
      "loss": 0.3669,
      "step": 1428100
    },
    {
      "epoch": 398.58,
      "grad_norm": 1.1961008310317993,
      "learning_rate": 2.551008088907896e-06,
      "loss": 0.3287,
      "step": 1428110
    },
    {
      "epoch": 398.58,
      "grad_norm": 1.0912169218063354,
      "learning_rate": 2.550981155194221e-06,
      "loss": 0.3371,
      "step": 1428120
    },
    {
      "epoch": 398.58,
      "grad_norm": 0.9903560280799866,
      "learning_rate": 2.5509542214529636e-06,
      "loss": 0.349,
      "step": 1428130
    },
    {
      "epoch": 398.59,
      "grad_norm": 1.0966821908950806,
      "learning_rate": 2.5509272876841278e-06,
      "loss": 0.3562,
      "step": 1428140
    },
    {
      "epoch": 398.59,
      "grad_norm": 1.8917728662490845,
      "learning_rate": 2.550900353887716e-06,
      "loss": 0.3486,
      "step": 1428150
    },
    {
      "epoch": 398.59,
      "grad_norm": 1.0713211297988892,
      "learning_rate": 2.550873420063732e-06,
      "loss": 0.3382,
      "step": 1428160
    },
    {
      "epoch": 398.6,
      "grad_norm": 1.1005090475082397,
      "learning_rate": 2.5508464862121805e-06,
      "loss": 0.3408,
      "step": 1428170
    },
    {
      "epoch": 398.6,
      "grad_norm": 1.0668175220489502,
      "learning_rate": 2.550819552333065e-06,
      "loss": 0.3375,
      "step": 1428180
    },
    {
      "epoch": 398.6,
      "grad_norm": 1.0750257968902588,
      "learning_rate": 2.550792618426388e-06,
      "loss": 0.3516,
      "step": 1428190
    },
    {
      "epoch": 398.6,
      "grad_norm": 1.0677400827407837,
      "learning_rate": 2.550765684492153e-06,
      "loss": 0.3682,
      "step": 1428200
    },
    {
      "epoch": 398.61,
      "grad_norm": 1.1251261234283447,
      "learning_rate": 2.550738750530365e-06,
      "loss": 0.3505,
      "step": 1428210
    },
    {
      "epoch": 398.61,
      "grad_norm": 1.056147575378418,
      "learning_rate": 2.550711816541026e-06,
      "loss": 0.3552,
      "step": 1428220
    },
    {
      "epoch": 398.61,
      "grad_norm": 1.097629427909851,
      "learning_rate": 2.55068488252414e-06,
      "loss": 0.3476,
      "step": 1428230
    },
    {
      "epoch": 398.62,
      "grad_norm": 0.9141225814819336,
      "learning_rate": 2.5506579484797124e-06,
      "loss": 0.3432,
      "step": 1428240
    },
    {
      "epoch": 398.62,
      "grad_norm": 1.064743995666504,
      "learning_rate": 2.550631014407744e-06,
      "loss": 0.3447,
      "step": 1428250
    },
    {
      "epoch": 398.62,
      "grad_norm": 0.9823465943336487,
      "learning_rate": 2.55060408030824e-06,
      "loss": 0.3546,
      "step": 1428260
    },
    {
      "epoch": 398.62,
      "grad_norm": 1.0521337985992432,
      "learning_rate": 2.550577146181204e-06,
      "loss": 0.3392,
      "step": 1428270
    },
    {
      "epoch": 398.63,
      "grad_norm": 0.9265022277832031,
      "learning_rate": 2.550550212026639e-06,
      "loss": 0.3463,
      "step": 1428280
    },
    {
      "epoch": 398.63,
      "grad_norm": 0.9609911441802979,
      "learning_rate": 2.550523277844549e-06,
      "loss": 0.3396,
      "step": 1428290
    },
    {
      "epoch": 398.63,
      "grad_norm": 3.6472127437591553,
      "learning_rate": 2.550496343634937e-06,
      "loss": 0.3399,
      "step": 1428300
    },
    {
      "epoch": 398.64,
      "grad_norm": 1.0227892398834229,
      "learning_rate": 2.5504694093978076e-06,
      "loss": 0.3334,
      "step": 1428310
    },
    {
      "epoch": 398.64,
      "grad_norm": 1.0182338953018188,
      "learning_rate": 2.5504424751331635e-06,
      "loss": 0.3591,
      "step": 1428320
    },
    {
      "epoch": 398.64,
      "grad_norm": 0.921726405620575,
      "learning_rate": 2.5504155408410086e-06,
      "loss": 0.3505,
      "step": 1428330
    },
    {
      "epoch": 398.64,
      "grad_norm": 1.0561120510101318,
      "learning_rate": 2.5503886065213464e-06,
      "loss": 0.3471,
      "step": 1428340
    },
    {
      "epoch": 398.65,
      "grad_norm": 0.9498924016952515,
      "learning_rate": 2.550361672174181e-06,
      "loss": 0.3537,
      "step": 1428350
    },
    {
      "epoch": 398.65,
      "grad_norm": 1.132362961769104,
      "learning_rate": 2.550334737799515e-06,
      "loss": 0.3526,
      "step": 1428360
    },
    {
      "epoch": 398.65,
      "grad_norm": 0.9445915818214417,
      "learning_rate": 2.550307803397353e-06,
      "loss": 0.3502,
      "step": 1428370
    },
    {
      "epoch": 398.65,
      "grad_norm": 1.316217303276062,
      "learning_rate": 2.550280868967697e-06,
      "loss": 0.3387,
      "step": 1428380
    },
    {
      "epoch": 398.66,
      "grad_norm": 1.0767430067062378,
      "learning_rate": 2.5502539345105524e-06,
      "loss": 0.3565,
      "step": 1428390
    },
    {
      "epoch": 398.66,
      "grad_norm": 1.0524271726608276,
      "learning_rate": 2.550227000025923e-06,
      "loss": 0.3587,
      "step": 1428400
    },
    {
      "epoch": 398.66,
      "grad_norm": 0.974053144454956,
      "learning_rate": 2.5502000655138096e-06,
      "loss": 0.3505,
      "step": 1428410
    },
    {
      "epoch": 398.67,
      "grad_norm": 0.9477570652961731,
      "learning_rate": 2.550173130974219e-06,
      "loss": 0.3594,
      "step": 1428420
    },
    {
      "epoch": 398.67,
      "grad_norm": 1.0331436395645142,
      "learning_rate": 2.5501461964071533e-06,
      "loss": 0.3515,
      "step": 1428430
    },
    {
      "epoch": 398.67,
      "grad_norm": 0.9376306533813477,
      "learning_rate": 2.5501192618126157e-06,
      "loss": 0.3422,
      "step": 1428440
    },
    {
      "epoch": 398.67,
      "grad_norm": 1.1841219663619995,
      "learning_rate": 2.5500923271906105e-06,
      "loss": 0.346,
      "step": 1428450
    },
    {
      "epoch": 398.68,
      "grad_norm": 0.967177152633667,
      "learning_rate": 2.5500653925411407e-06,
      "loss": 0.3525,
      "step": 1428460
    },
    {
      "epoch": 398.68,
      "grad_norm": 0.94268798828125,
      "learning_rate": 2.550038457864211e-06,
      "loss": 0.3389,
      "step": 1428470
    },
    {
      "epoch": 398.68,
      "grad_norm": 2.943817377090454,
      "learning_rate": 2.550011523159824e-06,
      "loss": 0.3453,
      "step": 1428480
    },
    {
      "epoch": 398.69,
      "grad_norm": 1.0000765323638916,
      "learning_rate": 2.5499845884279834e-06,
      "loss": 0.362,
      "step": 1428490
    },
    {
      "epoch": 398.69,
      "grad_norm": 1.1396499872207642,
      "learning_rate": 2.5499576536686933e-06,
      "loss": 0.3535,
      "step": 1428500
    },
    {
      "epoch": 398.69,
      "grad_norm": 0.9220874309539795,
      "learning_rate": 2.5499307188819563e-06,
      "loss": 0.334,
      "step": 1428510
    },
    {
      "epoch": 398.69,
      "grad_norm": 1.013063907623291,
      "learning_rate": 2.5499037840677763e-06,
      "loss": 0.3397,
      "step": 1428520
    },
    {
      "epoch": 398.7,
      "grad_norm": 1.124957799911499,
      "learning_rate": 2.5498768492261583e-06,
      "loss": 0.3393,
      "step": 1428530
    },
    {
      "epoch": 398.7,
      "grad_norm": 0.9594894051551819,
      "learning_rate": 2.5498499143571037e-06,
      "loss": 0.3486,
      "step": 1428540
    },
    {
      "epoch": 398.7,
      "grad_norm": 1.0682868957519531,
      "learning_rate": 2.549822979460618e-06,
      "loss": 0.3175,
      "step": 1428550
    },
    {
      "epoch": 398.7,
      "grad_norm": 34.033512115478516,
      "learning_rate": 2.5497960445367036e-06,
      "loss": 0.3515,
      "step": 1428560
    },
    {
      "epoch": 398.71,
      "grad_norm": 1.0013129711151123,
      "learning_rate": 2.549769109585364e-06,
      "loss": 0.3564,
      "step": 1428570
    },
    {
      "epoch": 398.71,
      "grad_norm": 0.9239465594291687,
      "learning_rate": 2.549742174606604e-06,
      "loss": 0.3408,
      "step": 1428580
    },
    {
      "epoch": 398.71,
      "grad_norm": 1.1453099250793457,
      "learning_rate": 2.5497152396004255e-06,
      "loss": 0.3558,
      "step": 1428590
    },
    {
      "epoch": 398.72,
      "grad_norm": 0.8804379105567932,
      "learning_rate": 2.549688304566834e-06,
      "loss": 0.3378,
      "step": 1428600
    },
    {
      "epoch": 398.72,
      "grad_norm": 1.0489659309387207,
      "learning_rate": 2.549661369505831e-06,
      "loss": 0.334,
      "step": 1428610
    },
    {
      "epoch": 398.72,
      "grad_norm": 1.1037676334381104,
      "learning_rate": 2.5496344344174215e-06,
      "loss": 0.347,
      "step": 1428620
    },
    {
      "epoch": 398.72,
      "grad_norm": 1.0423214435577393,
      "learning_rate": 2.5496074993016093e-06,
      "loss": 0.339,
      "step": 1428630
    },
    {
      "epoch": 398.73,
      "grad_norm": 0.9141805768013,
      "learning_rate": 2.5495805641583964e-06,
      "loss": 0.3312,
      "step": 1428640
    },
    {
      "epoch": 398.73,
      "grad_norm": 0.9529887437820435,
      "learning_rate": 2.5495536289877883e-06,
      "loss": 0.3568,
      "step": 1428650
    },
    {
      "epoch": 398.73,
      "grad_norm": 1.1059629917144775,
      "learning_rate": 2.549526693789788e-06,
      "loss": 0.3531,
      "step": 1428660
    },
    {
      "epoch": 398.74,
      "grad_norm": 0.9269469976425171,
      "learning_rate": 2.5494997585643976e-06,
      "loss": 0.3485,
      "step": 1428670
    },
    {
      "epoch": 398.74,
      "grad_norm": 1.0541690587997437,
      "learning_rate": 2.549472823311622e-06,
      "loss": 0.3586,
      "step": 1428680
    },
    {
      "epoch": 398.74,
      "grad_norm": 0.951609194278717,
      "learning_rate": 2.5494458880314657e-06,
      "loss": 0.3466,
      "step": 1428690
    },
    {
      "epoch": 398.74,
      "grad_norm": 1.0912723541259766,
      "learning_rate": 2.54941895272393e-06,
      "loss": 0.3493,
      "step": 1428700
    },
    {
      "epoch": 398.75,
      "grad_norm": 1.1021710634231567,
      "learning_rate": 2.54939201738902e-06,
      "loss": 0.3416,
      "step": 1428710
    },
    {
      "epoch": 398.75,
      "grad_norm": 0.9556129574775696,
      "learning_rate": 2.54936508202674e-06,
      "loss": 0.343,
      "step": 1428720
    },
    {
      "epoch": 398.75,
      "grad_norm": 1.0652787685394287,
      "learning_rate": 2.5493381466370916e-06,
      "loss": 0.3518,
      "step": 1428730
    },
    {
      "epoch": 398.76,
      "grad_norm": 0.9075990319252014,
      "learning_rate": 2.5493112112200795e-06,
      "loss": 0.3298,
      "step": 1428740
    },
    {
      "epoch": 398.76,
      "grad_norm": 1.0589977502822876,
      "learning_rate": 2.549284275775707e-06,
      "loss": 0.3502,
      "step": 1428750
    },
    {
      "epoch": 398.76,
      "grad_norm": 2.1881203651428223,
      "learning_rate": 2.5492573403039782e-06,
      "loss": 0.3546,
      "step": 1428760
    },
    {
      "epoch": 398.76,
      "grad_norm": 1.0490387678146362,
      "learning_rate": 2.549230404804896e-06,
      "loss": 0.3501,
      "step": 1428770
    },
    {
      "epoch": 398.77,
      "grad_norm": 1.1041138172149658,
      "learning_rate": 2.549203469278464e-06,
      "loss": 0.3609,
      "step": 1428780
    },
    {
      "epoch": 398.77,
      "grad_norm": 1.0334593057632446,
      "learning_rate": 2.549176533724687e-06,
      "loss": 0.3404,
      "step": 1428790
    },
    {
      "epoch": 398.77,
      "grad_norm": 1.016178846359253,
      "learning_rate": 2.5491495981435674e-06,
      "loss": 0.3596,
      "step": 1428800
    },
    {
      "epoch": 398.77,
      "grad_norm": 1.3306374549865723,
      "learning_rate": 2.5491226625351085e-06,
      "loss": 0.3523,
      "step": 1428810
    },
    {
      "epoch": 398.78,
      "grad_norm": 1.053054690361023,
      "learning_rate": 2.5490957268993155e-06,
      "loss": 0.3452,
      "step": 1428820
    },
    {
      "epoch": 398.78,
      "grad_norm": 1.2015341520309448,
      "learning_rate": 2.54906879123619e-06,
      "loss": 0.3613,
      "step": 1428830
    },
    {
      "epoch": 398.78,
      "grad_norm": 1.1276185512542725,
      "learning_rate": 2.549041855545736e-06,
      "loss": 0.3669,
      "step": 1428840
    },
    {
      "epoch": 398.79,
      "grad_norm": 1.0766288042068481,
      "learning_rate": 2.549014919827959e-06,
      "loss": 0.3494,
      "step": 1428850
    },
    {
      "epoch": 398.79,
      "grad_norm": 1.0800070762634277,
      "learning_rate": 2.5489879840828603e-06,
      "loss": 0.3334,
      "step": 1428860
    },
    {
      "epoch": 398.79,
      "grad_norm": 0.988804280757904,
      "learning_rate": 2.548961048310445e-06,
      "loss": 0.3339,
      "step": 1428870
    },
    {
      "epoch": 398.79,
      "grad_norm": 1.1005257368087769,
      "learning_rate": 2.5489341125107155e-06,
      "loss": 0.3483,
      "step": 1428880
    },
    {
      "epoch": 398.8,
      "grad_norm": 0.9796277284622192,
      "learning_rate": 2.5489071766836763e-06,
      "loss": 0.3431,
      "step": 1428890
    },
    {
      "epoch": 398.8,
      "grad_norm": 1.0038315057754517,
      "learning_rate": 2.54888024082933e-06,
      "loss": 0.3353,
      "step": 1428900
    },
    {
      "epoch": 398.8,
      "grad_norm": 1.0253689289093018,
      "learning_rate": 2.548853304947681e-06,
      "loss": 0.3497,
      "step": 1428910
    },
    {
      "epoch": 398.81,
      "grad_norm": 0.9484390616416931,
      "learning_rate": 2.5488263690387334e-06,
      "loss": 0.3495,
      "step": 1428920
    },
    {
      "epoch": 398.81,
      "grad_norm": 1.146862268447876,
      "learning_rate": 2.5487994331024893e-06,
      "loss": 0.343,
      "step": 1428930
    },
    {
      "epoch": 398.81,
      "grad_norm": 1.0861772298812866,
      "learning_rate": 2.5487724971389538e-06,
      "loss": 0.3389,
      "step": 1428940
    },
    {
      "epoch": 398.81,
      "grad_norm": 0.9621343016624451,
      "learning_rate": 2.54874556114813e-06,
      "loss": 0.3312,
      "step": 1428950
    },
    {
      "epoch": 398.82,
      "grad_norm": 1.0714951753616333,
      "learning_rate": 2.54871862513002e-06,
      "loss": 0.3617,
      "step": 1428960
    },
    {
      "epoch": 398.82,
      "grad_norm": 1.2199342250823975,
      "learning_rate": 2.548691689084629e-06,
      "loss": 0.3554,
      "step": 1428970
    },
    {
      "epoch": 398.82,
      "grad_norm": 0.9594539999961853,
      "learning_rate": 2.5486647530119607e-06,
      "loss": 0.3674,
      "step": 1428980
    },
    {
      "epoch": 398.83,
      "grad_norm": 1.123259425163269,
      "learning_rate": 2.5486378169120173e-06,
      "loss": 0.346,
      "step": 1428990
    },
    {
      "epoch": 398.83,
      "grad_norm": 0.9304749965667725,
      "learning_rate": 2.5486108807848037e-06,
      "loss": 0.3457,
      "step": 1429000
    },
    {
      "epoch": 398.83,
      "grad_norm": 0.9923047423362732,
      "learning_rate": 2.5485839446303236e-06,
      "loss": 0.3633,
      "step": 1429010
    },
    {
      "epoch": 398.83,
      "grad_norm": 0.9330261945724487,
      "learning_rate": 2.54855700844858e-06,
      "loss": 0.3466,
      "step": 1429020
    },
    {
      "epoch": 398.84,
      "grad_norm": 1.2052087783813477,
      "learning_rate": 2.5485300722395757e-06,
      "loss": 0.3388,
      "step": 1429030
    },
    {
      "epoch": 398.84,
      "grad_norm": 1.1963889598846436,
      "learning_rate": 2.5485031360033155e-06,
      "loss": 0.3411,
      "step": 1429040
    },
    {
      "epoch": 398.84,
      "grad_norm": 0.9149550199508667,
      "learning_rate": 2.548476199739803e-06,
      "loss": 0.3644,
      "step": 1429050
    },
    {
      "epoch": 398.84,
      "grad_norm": 1.1775857210159302,
      "learning_rate": 2.548449263449041e-06,
      "loss": 0.3458,
      "step": 1429060
    },
    {
      "epoch": 398.85,
      "grad_norm": 1.2041959762573242,
      "learning_rate": 2.5484223271310333e-06,
      "loss": 0.3517,
      "step": 1429070
    },
    {
      "epoch": 398.85,
      "grad_norm": 1.1847425699234009,
      "learning_rate": 2.548395390785784e-06,
      "loss": 0.3616,
      "step": 1429080
    },
    {
      "epoch": 398.85,
      "grad_norm": 1.2973891496658325,
      "learning_rate": 2.5483684544132968e-06,
      "loss": 0.3432,
      "step": 1429090
    },
    {
      "epoch": 398.86,
      "grad_norm": 1.0053634643554688,
      "learning_rate": 2.5483415180135736e-06,
      "loss": 0.3627,
      "step": 1429100
    },
    {
      "epoch": 398.86,
      "grad_norm": 1.0588021278381348,
      "learning_rate": 2.548314581586621e-06,
      "loss": 0.3428,
      "step": 1429110
    },
    {
      "epoch": 398.86,
      "grad_norm": 1.234281301498413,
      "learning_rate": 2.548287645132439e-06,
      "loss": 0.3536,
      "step": 1429120
    },
    {
      "epoch": 398.86,
      "grad_norm": 5.256535530090332,
      "learning_rate": 2.5482607086510338e-06,
      "loss": 0.3717,
      "step": 1429130
    },
    {
      "epoch": 398.87,
      "grad_norm": 0.8622074723243713,
      "learning_rate": 2.548233772142408e-06,
      "loss": 0.3449,
      "step": 1429140
    },
    {
      "epoch": 398.87,
      "grad_norm": 0.8678933382034302,
      "learning_rate": 2.548206835606565e-06,
      "loss": 0.3536,
      "step": 1429150
    },
    {
      "epoch": 398.87,
      "grad_norm": 0.9196425080299377,
      "learning_rate": 2.5481798990435096e-06,
      "loss": 0.3526,
      "step": 1429160
    },
    {
      "epoch": 398.88,
      "grad_norm": 0.9207310080528259,
      "learning_rate": 2.548152962453244e-06,
      "loss": 0.3399,
      "step": 1429170
    },
    {
      "epoch": 398.88,
      "grad_norm": 1.5910199880599976,
      "learning_rate": 2.5481260258357726e-06,
      "loss": 0.352,
      "step": 1429180
    },
    {
      "epoch": 398.88,
      "grad_norm": 1.0453510284423828,
      "learning_rate": 2.548099089191098e-06,
      "loss": 0.3367,
      "step": 1429190
    },
    {
      "epoch": 398.88,
      "grad_norm": 1.0563035011291504,
      "learning_rate": 2.548072152519225e-06,
      "loss": 0.3585,
      "step": 1429200
    },
    {
      "epoch": 398.89,
      "grad_norm": 1.0887835025787354,
      "learning_rate": 2.548045215820157e-06,
      "loss": 0.35,
      "step": 1429210
    },
    {
      "epoch": 398.89,
      "grad_norm": 1.0108234882354736,
      "learning_rate": 2.548018279093896e-06,
      "loss": 0.3657,
      "step": 1429220
    },
    {
      "epoch": 398.89,
      "grad_norm": 0.8981555104255676,
      "learning_rate": 2.5479913423404485e-06,
      "loss": 0.3378,
      "step": 1429230
    },
    {
      "epoch": 398.89,
      "grad_norm": 1.3817179203033447,
      "learning_rate": 2.547964405559816e-06,
      "loss": 0.3628,
      "step": 1429240
    },
    {
      "epoch": 398.9,
      "grad_norm": 1.1105519533157349,
      "learning_rate": 2.5479374687520015e-06,
      "loss": 0.3625,
      "step": 1429250
    },
    {
      "epoch": 398.9,
      "grad_norm": 1.093687653541565,
      "learning_rate": 2.54791053191701e-06,
      "loss": 0.3366,
      "step": 1429260
    },
    {
      "epoch": 398.9,
      "grad_norm": 2.006983995437622,
      "learning_rate": 2.5478835950548455e-06,
      "loss": 0.3552,
      "step": 1429270
    },
    {
      "epoch": 398.91,
      "grad_norm": 3.2401058673858643,
      "learning_rate": 2.5478566581655097e-06,
      "loss": 0.3583,
      "step": 1429280
    },
    {
      "epoch": 398.91,
      "grad_norm": 1.0085948705673218,
      "learning_rate": 2.547829721249008e-06,
      "loss": 0.3381,
      "step": 1429290
    },
    {
      "epoch": 398.91,
      "grad_norm": 0.9877314567565918,
      "learning_rate": 2.547802784305343e-06,
      "loss": 0.3477,
      "step": 1429300
    },
    {
      "epoch": 398.91,
      "grad_norm": 1.1189942359924316,
      "learning_rate": 2.547775847334519e-06,
      "loss": 0.3429,
      "step": 1429310
    },
    {
      "epoch": 398.92,
      "grad_norm": 1.0497419834136963,
      "learning_rate": 2.5477489103365384e-06,
      "loss": 0.3523,
      "step": 1429320
    },
    {
      "epoch": 398.92,
      "grad_norm": 1.0285677909851074,
      "learning_rate": 2.547721973311405e-06,
      "loss": 0.3301,
      "step": 1429330
    },
    {
      "epoch": 398.92,
      "grad_norm": 0.8889058828353882,
      "learning_rate": 2.547695036259124e-06,
      "loss": 0.3425,
      "step": 1429340
    },
    {
      "epoch": 398.93,
      "grad_norm": 1.032705545425415,
      "learning_rate": 2.547668099179697e-06,
      "loss": 0.3603,
      "step": 1429350
    },
    {
      "epoch": 398.93,
      "grad_norm": 1.1744308471679688,
      "learning_rate": 2.5476411620731286e-06,
      "loss": 0.3583,
      "step": 1429360
    },
    {
      "epoch": 398.93,
      "grad_norm": 6.319926738739014,
      "learning_rate": 2.547614224939423e-06,
      "loss": 0.3645,
      "step": 1429370
    },
    {
      "epoch": 398.93,
      "grad_norm": 0.9455533027648926,
      "learning_rate": 2.5475872877785826e-06,
      "loss": 0.3534,
      "step": 1429380
    },
    {
      "epoch": 398.94,
      "grad_norm": 0.9301808476448059,
      "learning_rate": 2.547560350590611e-06,
      "loss": 0.3413,
      "step": 1429390
    },
    {
      "epoch": 398.94,
      "grad_norm": 1.1561199426651,
      "learning_rate": 2.547533413375513e-06,
      "loss": 0.3476,
      "step": 1429400
    },
    {
      "epoch": 398.94,
      "grad_norm": 1.0387896299362183,
      "learning_rate": 2.5475064761332903e-06,
      "loss": 0.3507,
      "step": 1429410
    },
    {
      "epoch": 398.95,
      "grad_norm": 0.9178841710090637,
      "learning_rate": 2.547479538863948e-06,
      "loss": 0.3552,
      "step": 1429420
    },
    {
      "epoch": 398.95,
      "grad_norm": 0.9590485692024231,
      "learning_rate": 2.5474526015674897e-06,
      "loss": 0.3378,
      "step": 1429430
    },
    {
      "epoch": 398.95,
      "grad_norm": 1.0299072265625,
      "learning_rate": 2.547425664243918e-06,
      "loss": 0.3227,
      "step": 1429440
    },
    {
      "epoch": 398.95,
      "grad_norm": 1.306442141532898,
      "learning_rate": 2.5473987268932375e-06,
      "loss": 0.3504,
      "step": 1429450
    },
    {
      "epoch": 398.96,
      "grad_norm": 0.9754430055618286,
      "learning_rate": 2.547371789515451e-06,
      "loss": 0.3575,
      "step": 1429460
    },
    {
      "epoch": 398.96,
      "grad_norm": 0.9816023707389832,
      "learning_rate": 2.5473448521105626e-06,
      "loss": 0.3306,
      "step": 1429470
    },
    {
      "epoch": 398.96,
      "grad_norm": 0.935971736907959,
      "learning_rate": 2.5473179146785747e-06,
      "loss": 0.3368,
      "step": 1429480
    },
    {
      "epoch": 398.96,
      "grad_norm": 1.0149532556533813,
      "learning_rate": 2.547290977219493e-06,
      "loss": 0.3501,
      "step": 1429490
    },
    {
      "epoch": 398.97,
      "grad_norm": 0.947368860244751,
      "learning_rate": 2.5472640397333195e-06,
      "loss": 0.3624,
      "step": 1429500
    },
    {
      "epoch": 398.97,
      "grad_norm": 0.9444645643234253,
      "learning_rate": 2.5472371022200584e-06,
      "loss": 0.3466,
      "step": 1429510
    },
    {
      "epoch": 398.97,
      "grad_norm": 0.932711660861969,
      "learning_rate": 2.5472101646797126e-06,
      "loss": 0.3545,
      "step": 1429520
    },
    {
      "epoch": 398.98,
      "grad_norm": 1.130434513092041,
      "learning_rate": 2.5471832271122867e-06,
      "loss": 0.3559,
      "step": 1429530
    },
    {
      "epoch": 398.98,
      "grad_norm": 0.9616221785545349,
      "learning_rate": 2.5471562895177837e-06,
      "loss": 0.3527,
      "step": 1429540
    },
    {
      "epoch": 398.98,
      "grad_norm": 1.1115100383758545,
      "learning_rate": 2.5471293518962074e-06,
      "loss": 0.3503,
      "step": 1429550
    },
    {
      "epoch": 398.98,
      "grad_norm": 0.9912175536155701,
      "learning_rate": 2.5471024142475613e-06,
      "loss": 0.3594,
      "step": 1429560
    },
    {
      "epoch": 398.99,
      "grad_norm": 1.0822890996932983,
      "learning_rate": 2.547075476571848e-06,
      "loss": 0.3386,
      "step": 1429570
    },
    {
      "epoch": 398.99,
      "grad_norm": 0.9322344064712524,
      "learning_rate": 2.547048538869073e-06,
      "loss": 0.342,
      "step": 1429580
    },
    {
      "epoch": 398.99,
      "grad_norm": 1.073082685470581,
      "learning_rate": 2.547021601139239e-06,
      "loss": 0.3494,
      "step": 1429590
    },
    {
      "epoch": 399.0,
      "grad_norm": 1.1757612228393555,
      "learning_rate": 2.5469946633823487e-06,
      "loss": 0.3453,
      "step": 1429600
    },
    {
      "epoch": 399.0,
      "grad_norm": 0.9488465785980225,
      "learning_rate": 2.5469677255984072e-06,
      "loss": 0.352,
      "step": 1429610
    },
    {
      "epoch": 399.0,
      "eval_loss": 0.3485484719276428,
      "eval_runtime": 67.873,
      "eval_samples_per_second": 74.536,
      "eval_steps_per_second": 9.326,
      "step": 1429617
    },
    {
      "epoch": 399.0,
      "grad_norm": 0.909716010093689,
      "learning_rate": 2.546940787787417e-06,
      "loss": 0.3555,
      "step": 1429620
    },
    {
      "epoch": 399.0,
      "grad_norm": 0.9170761108398438,
      "learning_rate": 2.5469138499493823e-06,
      "loss": 0.3593,
      "step": 1429630
    },
    {
      "epoch": 399.01,
      "grad_norm": 0.9971229434013367,
      "learning_rate": 2.546886912084306e-06,
      "loss": 0.3411,
      "step": 1429640
    },
    {
      "epoch": 399.01,
      "grad_norm": 1.1254751682281494,
      "learning_rate": 2.5468599741921926e-06,
      "loss": 0.3467,
      "step": 1429650
    },
    {
      "epoch": 399.01,
      "grad_norm": 1.1195429563522339,
      "learning_rate": 2.546833036273045e-06,
      "loss": 0.3559,
      "step": 1429660
    },
    {
      "epoch": 399.01,
      "grad_norm": 0.9986442923545837,
      "learning_rate": 2.546806098326867e-06,
      "loss": 0.3422,
      "step": 1429670
    },
    {
      "epoch": 399.02,
      "grad_norm": 0.9627142548561096,
      "learning_rate": 2.5467791603536626e-06,
      "loss": 0.3467,
      "step": 1429680
    },
    {
      "epoch": 399.02,
      "grad_norm": 0.889687180519104,
      "learning_rate": 2.5467522223534347e-06,
      "loss": 0.3277,
      "step": 1429690
    },
    {
      "epoch": 399.02,
      "grad_norm": 0.9999197125434875,
      "learning_rate": 2.546725284326187e-06,
      "loss": 0.3475,
      "step": 1429700
    },
    {
      "epoch": 399.03,
      "grad_norm": 0.9386370778083801,
      "learning_rate": 2.5466983462719224e-06,
      "loss": 0.3569,
      "step": 1429710
    },
    {
      "epoch": 399.03,
      "grad_norm": 1.1542845964431763,
      "learning_rate": 2.5466714081906465e-06,
      "loss": 0.3754,
      "step": 1429720
    },
    {
      "epoch": 399.03,
      "grad_norm": 1.023550271987915,
      "learning_rate": 2.5466444700823613e-06,
      "loss": 0.3439,
      "step": 1429730
    },
    {
      "epoch": 399.03,
      "grad_norm": 1.149783968925476,
      "learning_rate": 2.5466175319470706e-06,
      "loss": 0.3604,
      "step": 1429740
    },
    {
      "epoch": 399.04,
      "grad_norm": 0.9724363088607788,
      "learning_rate": 2.5465905937847785e-06,
      "loss": 0.353,
      "step": 1429750
    },
    {
      "epoch": 399.04,
      "grad_norm": 1.0063844919204712,
      "learning_rate": 2.5465636555954886e-06,
      "loss": 0.3484,
      "step": 1429760
    },
    {
      "epoch": 399.04,
      "grad_norm": 1.3823548555374146,
      "learning_rate": 2.5465367173792037e-06,
      "loss": 0.3391,
      "step": 1429770
    },
    {
      "epoch": 399.05,
      "grad_norm": 0.9776181578636169,
      "learning_rate": 2.5465097791359277e-06,
      "loss": 0.3539,
      "step": 1429780
    },
    {
      "epoch": 399.05,
      "grad_norm": 1.1555299758911133,
      "learning_rate": 2.546482840865665e-06,
      "loss": 0.3573,
      "step": 1429790
    },
    {
      "epoch": 399.05,
      "grad_norm": 0.9769940376281738,
      "learning_rate": 2.546455902568417e-06,
      "loss": 0.3501,
      "step": 1429800
    },
    {
      "epoch": 399.05,
      "grad_norm": 1.2779152393341064,
      "learning_rate": 2.54642896424419e-06,
      "loss": 0.3483,
      "step": 1429810
    },
    {
      "epoch": 399.06,
      "grad_norm": 1.0751640796661377,
      "learning_rate": 2.546402025892986e-06,
      "loss": 0.3566,
      "step": 1429820
    },
    {
      "epoch": 399.06,
      "grad_norm": 0.969613254070282,
      "learning_rate": 2.5463750875148095e-06,
      "loss": 0.3411,
      "step": 1429830
    },
    {
      "epoch": 399.06,
      "grad_norm": 0.9540071487426758,
      "learning_rate": 2.546348149109663e-06,
      "loss": 0.36,
      "step": 1429840
    },
    {
      "epoch": 399.07,
      "grad_norm": 1.1600369215011597,
      "learning_rate": 2.5463212106775507e-06,
      "loss": 0.351,
      "step": 1429850
    },
    {
      "epoch": 399.07,
      "grad_norm": 1.1946029663085938,
      "learning_rate": 2.5462942722184765e-06,
      "loss": 0.3518,
      "step": 1429860
    },
    {
      "epoch": 399.07,
      "grad_norm": 1.1193873882293701,
      "learning_rate": 2.546267333732443e-06,
      "loss": 0.3586,
      "step": 1429870
    },
    {
      "epoch": 399.07,
      "grad_norm": 0.8788057565689087,
      "learning_rate": 2.546240395219455e-06,
      "loss": 0.3567,
      "step": 1429880
    },
    {
      "epoch": 399.08,
      "grad_norm": 1.0805156230926514,
      "learning_rate": 2.5462134566795152e-06,
      "loss": 0.3591,
      "step": 1429890
    },
    {
      "epoch": 399.08,
      "grad_norm": 1.0334163904190063,
      "learning_rate": 2.5461865181126273e-06,
      "loss": 0.3472,
      "step": 1429900
    },
    {
      "epoch": 399.08,
      "grad_norm": 1.0568349361419678,
      "learning_rate": 2.546159579518795e-06,
      "loss": 0.3401,
      "step": 1429910
    },
    {
      "epoch": 399.08,
      "grad_norm": 1.050323247909546,
      "learning_rate": 2.546132640898022e-06,
      "loss": 0.3471,
      "step": 1429920
    },
    {
      "epoch": 399.09,
      "grad_norm": 1.2183243036270142,
      "learning_rate": 2.5461057022503124e-06,
      "loss": 0.3522,
      "step": 1429930
    },
    {
      "epoch": 399.09,
      "grad_norm": 1.272355079650879,
      "learning_rate": 2.546078763575668e-06,
      "loss": 0.3562,
      "step": 1429940
    },
    {
      "epoch": 399.09,
      "grad_norm": 1.1053714752197266,
      "learning_rate": 2.5460518248740946e-06,
      "loss": 0.356,
      "step": 1429950
    },
    {
      "epoch": 399.1,
      "grad_norm": 1.043997049331665,
      "learning_rate": 2.5460248861455945e-06,
      "loss": 0.3395,
      "step": 1429960
    },
    {
      "epoch": 399.1,
      "grad_norm": 1.4769291877746582,
      "learning_rate": 2.545997947390172e-06,
      "loss": 0.3377,
      "step": 1429970
    },
    {
      "epoch": 399.1,
      "grad_norm": 1.0324194431304932,
      "learning_rate": 2.54597100860783e-06,
      "loss": 0.3645,
      "step": 1429980
    },
    {
      "epoch": 399.1,
      "grad_norm": 0.8743360638618469,
      "learning_rate": 2.545944069798572e-06,
      "loss": 0.339,
      "step": 1429990
    },
    {
      "epoch": 399.11,
      "grad_norm": 1.2157658338546753,
      "learning_rate": 2.5459171309624015e-06,
      "loss": 0.3533,
      "step": 1430000
    },
    {
      "epoch": 399.11,
      "grad_norm": 0.949430525302887,
      "learning_rate": 2.545890192099323e-06,
      "loss": 0.3419,
      "step": 1430010
    },
    {
      "epoch": 399.11,
      "grad_norm": 1.017650842666626,
      "learning_rate": 2.5458632532093396e-06,
      "loss": 0.329,
      "step": 1430020
    },
    {
      "epoch": 399.12,
      "grad_norm": 1.1420053243637085,
      "learning_rate": 2.5458363142924547e-06,
      "loss": 0.3491,
      "step": 1430030
    },
    {
      "epoch": 399.12,
      "grad_norm": 1.0287574529647827,
      "learning_rate": 2.5458093753486723e-06,
      "loss": 0.3535,
      "step": 1430040
    },
    {
      "epoch": 399.12,
      "grad_norm": 17.046669006347656,
      "learning_rate": 2.545782436377996e-06,
      "loss": 0.3394,
      "step": 1430050
    },
    {
      "epoch": 399.12,
      "grad_norm": 0.9657567739486694,
      "learning_rate": 2.545755497380429e-06,
      "loss": 0.3406,
      "step": 1430060
    },
    {
      "epoch": 399.13,
      "grad_norm": 1.1996536254882812,
      "learning_rate": 2.545728558355974e-06,
      "loss": 0.3572,
      "step": 1430070
    },
    {
      "epoch": 399.13,
      "grad_norm": 1.2808114290237427,
      "learning_rate": 2.5457016193046368e-06,
      "loss": 0.3506,
      "step": 1430080
    },
    {
      "epoch": 399.13,
      "grad_norm": 1.0262460708618164,
      "learning_rate": 2.545674680226419e-06,
      "loss": 0.3549,
      "step": 1430090
    },
    {
      "epoch": 399.13,
      "grad_norm": 1.0389964580535889,
      "learning_rate": 2.5456477411213257e-06,
      "loss": 0.3614,
      "step": 1430100
    },
    {
      "epoch": 399.14,
      "grad_norm": 0.9687331318855286,
      "learning_rate": 2.5456208019893593e-06,
      "loss": 0.3462,
      "step": 1430110
    },
    {
      "epoch": 399.14,
      "grad_norm": 1.023009181022644,
      "learning_rate": 2.5455938628305245e-06,
      "loss": 0.3601,
      "step": 1430120
    },
    {
      "epoch": 399.14,
      "grad_norm": 0.9610103964805603,
      "learning_rate": 2.5455669236448235e-06,
      "loss": 0.361,
      "step": 1430130
    },
    {
      "epoch": 399.15,
      "grad_norm": 0.9851618409156799,
      "learning_rate": 2.545539984432261e-06,
      "loss": 0.3362,
      "step": 1430140
    },
    {
      "epoch": 399.15,
      "grad_norm": 1.1363396644592285,
      "learning_rate": 2.5455130451928396e-06,
      "loss": 0.3475,
      "step": 1430150
    },
    {
      "epoch": 399.15,
      "grad_norm": 1.3309109210968018,
      "learning_rate": 2.5454861059265637e-06,
      "loss": 0.338,
      "step": 1430160
    },
    {
      "epoch": 399.15,
      "grad_norm": 0.9617798924446106,
      "learning_rate": 2.545459166633437e-06,
      "loss": 0.3591,
      "step": 1430170
    },
    {
      "epoch": 399.16,
      "grad_norm": 1.4503905773162842,
      "learning_rate": 2.5454322273134623e-06,
      "loss": 0.3501,
      "step": 1430180
    },
    {
      "epoch": 399.16,
      "grad_norm": 0.9572843313217163,
      "learning_rate": 2.5454052879666446e-06,
      "loss": 0.339,
      "step": 1430190
    },
    {
      "epoch": 399.16,
      "grad_norm": 0.8730077743530273,
      "learning_rate": 2.5453783485929854e-06,
      "loss": 0.344,
      "step": 1430200
    },
    {
      "epoch": 399.17,
      "grad_norm": 1.2145236730575562,
      "learning_rate": 2.5453514091924904e-06,
      "loss": 0.3434,
      "step": 1430210
    },
    {
      "epoch": 399.17,
      "grad_norm": 1.1696856021881104,
      "learning_rate": 2.5453244697651614e-06,
      "loss": 0.3353,
      "step": 1430220
    },
    {
      "epoch": 399.17,
      "grad_norm": 0.9833765625953674,
      "learning_rate": 2.5452975303110027e-06,
      "loss": 0.3481,
      "step": 1430230
    },
    {
      "epoch": 399.17,
      "grad_norm": 0.9994862079620361,
      "learning_rate": 2.545270590830019e-06,
      "loss": 0.3501,
      "step": 1430240
    },
    {
      "epoch": 399.18,
      "grad_norm": 0.951655387878418,
      "learning_rate": 2.545243651322212e-06,
      "loss": 0.3522,
      "step": 1430250
    },
    {
      "epoch": 399.18,
      "grad_norm": 1.2605106830596924,
      "learning_rate": 2.5452167117875864e-06,
      "loss": 0.3533,
      "step": 1430260
    },
    {
      "epoch": 399.18,
      "grad_norm": 0.9940070509910583,
      "learning_rate": 2.5451897722261455e-06,
      "loss": 0.3354,
      "step": 1430270
    },
    {
      "epoch": 399.19,
      "grad_norm": 1.0257154703140259,
      "learning_rate": 2.5451628326378925e-06,
      "loss": 0.3474,
      "step": 1430280
    },
    {
      "epoch": 399.19,
      "grad_norm": 1.0753378868103027,
      "learning_rate": 2.545135893022832e-06,
      "loss": 0.3396,
      "step": 1430290
    },
    {
      "epoch": 399.19,
      "grad_norm": 0.9478745460510254,
      "learning_rate": 2.545108953380967e-06,
      "loss": 0.3632,
      "step": 1430300
    },
    {
      "epoch": 399.19,
      "grad_norm": 1.0922349691390991,
      "learning_rate": 2.5450820137123008e-06,
      "loss": 0.343,
      "step": 1430310
    },
    {
      "epoch": 399.2,
      "grad_norm": 1.040317177772522,
      "learning_rate": 2.5450550740168368e-06,
      "loss": 0.3303,
      "step": 1430320
    },
    {
      "epoch": 399.2,
      "grad_norm": 1.0731593370437622,
      "learning_rate": 2.5450281342945794e-06,
      "loss": 0.3315,
      "step": 1430330
    },
    {
      "epoch": 399.2,
      "grad_norm": 1.0157010555267334,
      "learning_rate": 2.545001194545532e-06,
      "loss": 0.3563,
      "step": 1430340
    },
    {
      "epoch": 399.2,
      "grad_norm": 3.1685526371002197,
      "learning_rate": 2.544974254769698e-06,
      "loss": 0.3443,
      "step": 1430350
    },
    {
      "epoch": 399.21,
      "grad_norm": 0.8886529207229614,
      "learning_rate": 2.5449473149670807e-06,
      "loss": 0.3521,
      "step": 1430360
    },
    {
      "epoch": 399.21,
      "grad_norm": 1.1255306005477905,
      "learning_rate": 2.544920375137685e-06,
      "loss": 0.3415,
      "step": 1430370
    },
    {
      "epoch": 399.21,
      "grad_norm": 1.142722249031067,
      "learning_rate": 2.544893435281512e-06,
      "loss": 0.3597,
      "step": 1430380
    },
    {
      "epoch": 399.22,
      "grad_norm": 1.0554122924804688,
      "learning_rate": 2.5448664953985672e-06,
      "loss": 0.3538,
      "step": 1430390
    },
    {
      "epoch": 399.22,
      "grad_norm": 0.9111928939819336,
      "learning_rate": 2.5448395554888543e-06,
      "loss": 0.3372,
      "step": 1430400
    },
    {
      "epoch": 399.22,
      "grad_norm": 2.0347957611083984,
      "learning_rate": 2.5448126155523763e-06,
      "loss": 0.3211,
      "step": 1430410
    },
    {
      "epoch": 399.22,
      "grad_norm": 1.0690301656723022,
      "learning_rate": 2.5447856755891364e-06,
      "loss": 0.3636,
      "step": 1430420
    },
    {
      "epoch": 399.23,
      "grad_norm": 1.0148060321807861,
      "learning_rate": 2.544758735599139e-06,
      "loss": 0.3633,
      "step": 1430430
    },
    {
      "epoch": 399.23,
      "grad_norm": 0.962638795375824,
      "learning_rate": 2.544731795582387e-06,
      "loss": 0.3172,
      "step": 1430440
    },
    {
      "epoch": 399.23,
      "grad_norm": 1.1088230609893799,
      "learning_rate": 2.5447048555388835e-06,
      "loss": 0.365,
      "step": 1430450
    },
    {
      "epoch": 399.24,
      "grad_norm": 0.9516370892524719,
      "learning_rate": 2.544677915468634e-06,
      "loss": 0.3374,
      "step": 1430460
    },
    {
      "epoch": 399.24,
      "grad_norm": 0.9971833825111389,
      "learning_rate": 2.544650975371641e-06,
      "loss": 0.3306,
      "step": 1430470
    },
    {
      "epoch": 399.24,
      "grad_norm": 1.0858803987503052,
      "learning_rate": 2.544624035247907e-06,
      "loss": 0.3564,
      "step": 1430480
    },
    {
      "epoch": 399.24,
      "grad_norm": 0.9805173873901367,
      "learning_rate": 2.5445970950974375e-06,
      "loss": 0.3499,
      "step": 1430490
    },
    {
      "epoch": 399.25,
      "grad_norm": 1.1949549913406372,
      "learning_rate": 2.544570154920235e-06,
      "loss": 0.3565,
      "step": 1430500
    },
    {
      "epoch": 399.25,
      "grad_norm": 1.0632294416427612,
      "learning_rate": 2.5445432147163034e-06,
      "loss": 0.3449,
      "step": 1430510
    },
    {
      "epoch": 399.25,
      "grad_norm": 1.0297660827636719,
      "learning_rate": 2.5445162744856454e-06,
      "loss": 0.3431,
      "step": 1430520
    },
    {
      "epoch": 399.25,
      "grad_norm": 1.0187652111053467,
      "learning_rate": 2.5444893342282665e-06,
      "loss": 0.3644,
      "step": 1430530
    },
    {
      "epoch": 399.26,
      "grad_norm": 0.8662950992584229,
      "learning_rate": 2.544462393944168e-06,
      "loss": 0.3462,
      "step": 1430540
    },
    {
      "epoch": 399.26,
      "grad_norm": 1.0856318473815918,
      "learning_rate": 2.5444354536333552e-06,
      "loss": 0.3568,
      "step": 1430550
    },
    {
      "epoch": 399.26,
      "grad_norm": 1.1491796970367432,
      "learning_rate": 2.5444085132958313e-06,
      "loss": 0.3379,
      "step": 1430560
    },
    {
      "epoch": 399.27,
      "grad_norm": 0.9229721426963806,
      "learning_rate": 2.5443815729315997e-06,
      "loss": 0.3376,
      "step": 1430570
    },
    {
      "epoch": 399.27,
      "grad_norm": 1.3150653839111328,
      "learning_rate": 2.544354632540663e-06,
      "loss": 0.3611,
      "step": 1430580
    },
    {
      "epoch": 399.27,
      "grad_norm": 0.966637134552002,
      "learning_rate": 2.5443276921230273e-06,
      "loss": 0.339,
      "step": 1430590
    },
    {
      "epoch": 399.27,
      "grad_norm": 0.9289576411247253,
      "learning_rate": 2.544300751678694e-06,
      "loss": 0.3347,
      "step": 1430600
    },
    {
      "epoch": 399.28,
      "grad_norm": 1.1362066268920898,
      "learning_rate": 2.544273811207667e-06,
      "loss": 0.3501,
      "step": 1430610
    },
    {
      "epoch": 399.28,
      "grad_norm": 1.0548337697982788,
      "learning_rate": 2.5442468707099497e-06,
      "loss": 0.3662,
      "step": 1430620
    },
    {
      "epoch": 399.28,
      "grad_norm": 0.8439928293228149,
      "learning_rate": 2.5442199301855474e-06,
      "loss": 0.3501,
      "step": 1430630
    },
    {
      "epoch": 399.29,
      "grad_norm": 1.0405433177947998,
      "learning_rate": 2.5441929896344624e-06,
      "loss": 0.3483,
      "step": 1430640
    },
    {
      "epoch": 399.29,
      "grad_norm": 1.0880731344223022,
      "learning_rate": 2.5441660490566975e-06,
      "loss": 0.3402,
      "step": 1430650
    },
    {
      "epoch": 399.29,
      "grad_norm": 0.9447020292282104,
      "learning_rate": 2.544139108452258e-06,
      "loss": 0.3349,
      "step": 1430660
    },
    {
      "epoch": 399.29,
      "grad_norm": 1.0599395036697388,
      "learning_rate": 2.544112167821146e-06,
      "loss": 0.3646,
      "step": 1430670
    },
    {
      "epoch": 399.3,
      "grad_norm": 1.3014272451400757,
      "learning_rate": 2.5440852271633666e-06,
      "loss": 0.3458,
      "step": 1430680
    },
    {
      "epoch": 399.3,
      "grad_norm": 1.1265931129455566,
      "learning_rate": 2.5440582864789218e-06,
      "loss": 0.3574,
      "step": 1430690
    },
    {
      "epoch": 399.3,
      "grad_norm": 1.0918774604797363,
      "learning_rate": 2.544031345767816e-06,
      "loss": 0.3668,
      "step": 1430700
    },
    {
      "epoch": 399.31,
      "grad_norm": 1.010901927947998,
      "learning_rate": 2.5440044050300535e-06,
      "loss": 0.3438,
      "step": 1430710
    },
    {
      "epoch": 399.31,
      "grad_norm": 1.1168791055679321,
      "learning_rate": 2.543977464265636e-06,
      "loss": 0.3533,
      "step": 1430720
    },
    {
      "epoch": 399.31,
      "grad_norm": 1.0901129245758057,
      "learning_rate": 2.5439505234745687e-06,
      "loss": 0.339,
      "step": 1430730
    },
    {
      "epoch": 399.31,
      "grad_norm": 1.0100868940353394,
      "learning_rate": 2.5439235826568543e-06,
      "loss": 0.3395,
      "step": 1430740
    },
    {
      "epoch": 399.32,
      "grad_norm": 0.9195936322212219,
      "learning_rate": 2.543896641812497e-06,
      "loss": 0.3312,
      "step": 1430750
    },
    {
      "epoch": 399.32,
      "grad_norm": 0.9887000918388367,
      "learning_rate": 2.5438697009415e-06,
      "loss": 0.3467,
      "step": 1430760
    },
    {
      "epoch": 399.32,
      "grad_norm": 0.9593504071235657,
      "learning_rate": 2.543842760043867e-06,
      "loss": 0.3458,
      "step": 1430770
    },
    {
      "epoch": 399.32,
      "grad_norm": 0.940721869468689,
      "learning_rate": 2.543815819119602e-06,
      "loss": 0.348,
      "step": 1430780
    },
    {
      "epoch": 399.33,
      "grad_norm": 1.17741060256958,
      "learning_rate": 2.5437888781687084e-06,
      "loss": 0.3343,
      "step": 1430790
    },
    {
      "epoch": 399.33,
      "grad_norm": 1.3868757486343384,
      "learning_rate": 2.543761937191189e-06,
      "loss": 0.3349,
      "step": 1430800
    },
    {
      "epoch": 399.33,
      "grad_norm": 0.9861665964126587,
      "learning_rate": 2.5437349961870475e-06,
      "loss": 0.3482,
      "step": 1430810
    },
    {
      "epoch": 399.34,
      "grad_norm": 0.9555348753929138,
      "learning_rate": 2.5437080551562886e-06,
      "loss": 0.3525,
      "step": 1430820
    },
    {
      "epoch": 399.34,
      "grad_norm": 1.0721145868301392,
      "learning_rate": 2.5436811140989154e-06,
      "loss": 0.3383,
      "step": 1430830
    },
    {
      "epoch": 399.34,
      "grad_norm": 1.0358147621154785,
      "learning_rate": 2.5436541730149306e-06,
      "loss": 0.3423,
      "step": 1430840
    },
    {
      "epoch": 399.34,
      "grad_norm": 0.9542149305343628,
      "learning_rate": 2.5436272319043393e-06,
      "loss": 0.3413,
      "step": 1430850
    },
    {
      "epoch": 399.35,
      "grad_norm": 0.9676421284675598,
      "learning_rate": 2.5436002907671443e-06,
      "loss": 0.3425,
      "step": 1430860
    },
    {
      "epoch": 399.35,
      "grad_norm": 1.097198247909546,
      "learning_rate": 2.5435733496033486e-06,
      "loss": 0.3578,
      "step": 1430870
    },
    {
      "epoch": 399.35,
      "grad_norm": 0.9909600019454956,
      "learning_rate": 2.543546408412957e-06,
      "loss": 0.3686,
      "step": 1430880
    },
    {
      "epoch": 399.36,
      "grad_norm": 0.943085253238678,
      "learning_rate": 2.5435194671959715e-06,
      "loss": 0.3417,
      "step": 1430890
    },
    {
      "epoch": 399.36,
      "grad_norm": 1.0834203958511353,
      "learning_rate": 2.543492525952397e-06,
      "loss": 0.355,
      "step": 1430900
    },
    {
      "epoch": 399.36,
      "grad_norm": 1.0705342292785645,
      "learning_rate": 2.5434655846822363e-06,
      "loss": 0.3476,
      "step": 1430910
    },
    {
      "epoch": 399.36,
      "grad_norm": 1.0892904996871948,
      "learning_rate": 2.543438643385494e-06,
      "loss": 0.3403,
      "step": 1430920
    },
    {
      "epoch": 399.37,
      "grad_norm": 1.026512622833252,
      "learning_rate": 2.5434117020621735e-06,
      "loss": 0.3415,
      "step": 1430930
    },
    {
      "epoch": 399.37,
      "grad_norm": 1.168617844581604,
      "learning_rate": 2.543384760712277e-06,
      "loss": 0.3457,
      "step": 1430940
    },
    {
      "epoch": 399.37,
      "grad_norm": 1.0710077285766602,
      "learning_rate": 2.5433578193358105e-06,
      "loss": 0.3438,
      "step": 1430950
    },
    {
      "epoch": 399.37,
      "grad_norm": 0.9330496788024902,
      "learning_rate": 2.543330877932775e-06,
      "loss": 0.3561,
      "step": 1430960
    },
    {
      "epoch": 399.38,
      "grad_norm": 1.2386261224746704,
      "learning_rate": 2.543303936503175e-06,
      "loss": 0.3354,
      "step": 1430970
    },
    {
      "epoch": 399.38,
      "grad_norm": 0.8828731179237366,
      "learning_rate": 2.543276995047015e-06,
      "loss": 0.3502,
      "step": 1430980
    },
    {
      "epoch": 399.38,
      "grad_norm": 1.009112000465393,
      "learning_rate": 2.5432500535642974e-06,
      "loss": 0.3413,
      "step": 1430990
    },
    {
      "epoch": 399.39,
      "grad_norm": 0.9887093305587769,
      "learning_rate": 2.5432231120550267e-06,
      "loss": 0.3358,
      "step": 1431000
    },
    {
      "epoch": 399.39,
      "grad_norm": 1.4911365509033203,
      "learning_rate": 2.543196170519206e-06,
      "loss": 0.3452,
      "step": 1431010
    },
    {
      "epoch": 399.39,
      "grad_norm": 1.0247200727462769,
      "learning_rate": 2.5431692289568387e-06,
      "loss": 0.3383,
      "step": 1431020
    },
    {
      "epoch": 399.39,
      "grad_norm": 0.9614336490631104,
      "learning_rate": 2.543142287367929e-06,
      "loss": 0.353,
      "step": 1431030
    },
    {
      "epoch": 399.4,
      "grad_norm": 1.1673775911331177,
      "learning_rate": 2.54311534575248e-06,
      "loss": 0.3627,
      "step": 1431040
    },
    {
      "epoch": 399.4,
      "grad_norm": 1.235241413116455,
      "learning_rate": 2.5430884041104956e-06,
      "loss": 0.3524,
      "step": 1431050
    },
    {
      "epoch": 399.4,
      "grad_norm": 1.2191613912582397,
      "learning_rate": 2.5430614624419784e-06,
      "loss": 0.3455,
      "step": 1431060
    },
    {
      "epoch": 399.41,
      "grad_norm": 1.0267218351364136,
      "learning_rate": 2.543034520746934e-06,
      "loss": 0.3458,
      "step": 1431070
    },
    {
      "epoch": 399.41,
      "grad_norm": 1.0966259241104126,
      "learning_rate": 2.543007579025364e-06,
      "loss": 0.3469,
      "step": 1431080
    },
    {
      "epoch": 399.41,
      "grad_norm": 1.0320452451705933,
      "learning_rate": 2.5429806372772724e-06,
      "loss": 0.3289,
      "step": 1431090
    },
    {
      "epoch": 399.41,
      "grad_norm": 1.2219390869140625,
      "learning_rate": 2.542953695502664e-06,
      "loss": 0.3543,
      "step": 1431100
    },
    {
      "epoch": 399.42,
      "grad_norm": 0.9621444344520569,
      "learning_rate": 2.5429267537015413e-06,
      "loss": 0.3542,
      "step": 1431110
    },
    {
      "epoch": 399.42,
      "grad_norm": 0.9675730466842651,
      "learning_rate": 2.5428998118739077e-06,
      "loss": 0.3448,
      "step": 1431120
    },
    {
      "epoch": 399.42,
      "grad_norm": 1.136499285697937,
      "learning_rate": 2.5428728700197675e-06,
      "loss": 0.3368,
      "step": 1431130
    },
    {
      "epoch": 399.43,
      "grad_norm": 0.9749924540519714,
      "learning_rate": 2.542845928139124e-06,
      "loss": 0.3537,
      "step": 1431140
    },
    {
      "epoch": 399.43,
      "grad_norm": 1.2260726690292358,
      "learning_rate": 2.5428189862319812e-06,
      "loss": 0.3399,
      "step": 1431150
    },
    {
      "epoch": 399.43,
      "grad_norm": 0.9509056806564331,
      "learning_rate": 2.5427920442983415e-06,
      "loss": 0.3582,
      "step": 1431160
    },
    {
      "epoch": 399.43,
      "grad_norm": 1.1001032590866089,
      "learning_rate": 2.54276510233821e-06,
      "loss": 0.3494,
      "step": 1431170
    },
    {
      "epoch": 399.44,
      "grad_norm": 1.2193368673324585,
      "learning_rate": 2.5427381603515887e-06,
      "loss": 0.3591,
      "step": 1431180
    },
    {
      "epoch": 399.44,
      "grad_norm": 1.148590326309204,
      "learning_rate": 2.542711218338482e-06,
      "loss": 0.3464,
      "step": 1431190
    },
    {
      "epoch": 399.44,
      "grad_norm": 1.0705194473266602,
      "learning_rate": 2.5426842762988946e-06,
      "loss": 0.3539,
      "step": 1431200
    },
    {
      "epoch": 399.44,
      "grad_norm": 1.143704891204834,
      "learning_rate": 2.5426573342328284e-06,
      "loss": 0.3484,
      "step": 1431210
    },
    {
      "epoch": 399.45,
      "grad_norm": 0.9648393392562866,
      "learning_rate": 2.5426303921402874e-06,
      "loss": 0.3418,
      "step": 1431220
    },
    {
      "epoch": 399.45,
      "grad_norm": 1.0208740234375,
      "learning_rate": 2.542603450021276e-06,
      "loss": 0.3549,
      "step": 1431230
    },
    {
      "epoch": 399.45,
      "grad_norm": 1.033192753791809,
      "learning_rate": 2.5425765078757965e-06,
      "loss": 0.3465,
      "step": 1431240
    },
    {
      "epoch": 399.46,
      "grad_norm": 0.8980826139450073,
      "learning_rate": 2.542549565703853e-06,
      "loss": 0.3744,
      "step": 1431250
    },
    {
      "epoch": 399.46,
      "grad_norm": 1.1106141805648804,
      "learning_rate": 2.5425226235054494e-06,
      "loss": 0.3447,
      "step": 1431260
    },
    {
      "epoch": 399.46,
      "grad_norm": 0.9378566741943359,
      "learning_rate": 2.5424956812805895e-06,
      "loss": 0.3445,
      "step": 1431270
    },
    {
      "epoch": 399.46,
      "grad_norm": 1.0559583902359009,
      "learning_rate": 2.5424687390292756e-06,
      "loss": 0.3436,
      "step": 1431280
    },
    {
      "epoch": 399.47,
      "grad_norm": 3.1618404388427734,
      "learning_rate": 2.5424417967515135e-06,
      "loss": 0.3446,
      "step": 1431290
    },
    {
      "epoch": 399.47,
      "grad_norm": 1.033373475074768,
      "learning_rate": 2.542414854447305e-06,
      "loss": 0.3359,
      "step": 1431300
    },
    {
      "epoch": 399.47,
      "grad_norm": 1.194800853729248,
      "learning_rate": 2.5423879121166536e-06,
      "loss": 0.3563,
      "step": 1431310
    },
    {
      "epoch": 399.48,
      "grad_norm": 1.0575674772262573,
      "learning_rate": 2.5423609697595634e-06,
      "loss": 0.3545,
      "step": 1431320
    },
    {
      "epoch": 399.48,
      "grad_norm": 0.9703910946846008,
      "learning_rate": 2.5423340273760387e-06,
      "loss": 0.3353,
      "step": 1431330
    },
    {
      "epoch": 399.48,
      "grad_norm": 0.9621096253395081,
      "learning_rate": 2.542307084966082e-06,
      "loss": 0.342,
      "step": 1431340
    },
    {
      "epoch": 399.48,
      "grad_norm": 1.0155131816864014,
      "learning_rate": 2.542280142529697e-06,
      "loss": 0.3397,
      "step": 1431350
    },
    {
      "epoch": 399.49,
      "grad_norm": 1.0208985805511475,
      "learning_rate": 2.5422532000668883e-06,
      "loss": 0.325,
      "step": 1431360
    },
    {
      "epoch": 399.49,
      "grad_norm": 1.0045772790908813,
      "learning_rate": 2.542226257577659e-06,
      "loss": 0.3414,
      "step": 1431370
    },
    {
      "epoch": 399.49,
      "grad_norm": 1.0502926111221313,
      "learning_rate": 2.5421993150620114e-06,
      "loss": 0.3499,
      "step": 1431380
    },
    {
      "epoch": 399.49,
      "grad_norm": 0.9516899585723877,
      "learning_rate": 2.5421723725199505e-06,
      "loss": 0.3454,
      "step": 1431390
    },
    {
      "epoch": 399.5,
      "grad_norm": 1.079155445098877,
      "learning_rate": 2.54214542995148e-06,
      "loss": 0.3349,
      "step": 1431400
    },
    {
      "epoch": 399.5,
      "grad_norm": 1.0147429704666138,
      "learning_rate": 2.5421184873566026e-06,
      "loss": 0.3441,
      "step": 1431410
    },
    {
      "epoch": 399.5,
      "grad_norm": 1.0651485919952393,
      "learning_rate": 2.542091544735322e-06,
      "loss": 0.3275,
      "step": 1431420
    },
    {
      "epoch": 399.51,
      "grad_norm": 1.0828046798706055,
      "learning_rate": 2.542064602087643e-06,
      "loss": 0.3323,
      "step": 1431430
    },
    {
      "epoch": 399.51,
      "grad_norm": 1.112298846244812,
      "learning_rate": 2.5420376594135675e-06,
      "loss": 0.3328,
      "step": 1431440
    },
    {
      "epoch": 399.51,
      "grad_norm": 1.018559217453003,
      "learning_rate": 2.5420107167131004e-06,
      "loss": 0.3372,
      "step": 1431450
    },
    {
      "epoch": 399.51,
      "grad_norm": 1.0545363426208496,
      "learning_rate": 2.5419837739862444e-06,
      "loss": 0.3471,
      "step": 1431460
    },
    {
      "epoch": 399.52,
      "grad_norm": 1.11704421043396,
      "learning_rate": 2.5419568312330037e-06,
      "loss": 0.3488,
      "step": 1431470
    },
    {
      "epoch": 399.52,
      "grad_norm": 1.4737719297409058,
      "learning_rate": 2.5419298884533805e-06,
      "loss": 0.3472,
      "step": 1431480
    },
    {
      "epoch": 399.52,
      "grad_norm": 1.3182618618011475,
      "learning_rate": 2.5419029456473802e-06,
      "loss": 0.3551,
      "step": 1431490
    },
    {
      "epoch": 399.53,
      "grad_norm": 1.0157814025878906,
      "learning_rate": 2.5418760028150064e-06,
      "loss": 0.3498,
      "step": 1431500
    },
    {
      "epoch": 399.53,
      "grad_norm": 1.1165393590927124,
      "learning_rate": 2.5418490599562614e-06,
      "loss": 0.3551,
      "step": 1431510
    },
    {
      "epoch": 399.53,
      "grad_norm": 1.1546177864074707,
      "learning_rate": 2.54182211707115e-06,
      "loss": 0.3327,
      "step": 1431520
    },
    {
      "epoch": 399.53,
      "grad_norm": 1.1016674041748047,
      "learning_rate": 2.5417951741596746e-06,
      "loss": 0.3374,
      "step": 1431530
    },
    {
      "epoch": 399.54,
      "grad_norm": 1.057104468345642,
      "learning_rate": 2.541768231221839e-06,
      "loss": 0.3525,
      "step": 1431540
    },
    {
      "epoch": 399.54,
      "grad_norm": 0.8331021666526794,
      "learning_rate": 2.541741288257647e-06,
      "loss": 0.3347,
      "step": 1431550
    },
    {
      "epoch": 399.54,
      "grad_norm": 0.9602397084236145,
      "learning_rate": 2.5417143452671034e-06,
      "loss": 0.3401,
      "step": 1431560
    },
    {
      "epoch": 399.55,
      "grad_norm": 1.0290640592575073,
      "learning_rate": 2.5416874022502097e-06,
      "loss": 0.3542,
      "step": 1431570
    },
    {
      "epoch": 399.55,
      "grad_norm": 1.3088003396987915,
      "learning_rate": 2.5416604592069704e-06,
      "loss": 0.3501,
      "step": 1431580
    },
    {
      "epoch": 399.55,
      "grad_norm": 1.1209795475006104,
      "learning_rate": 2.54163351613739e-06,
      "loss": 0.3408,
      "step": 1431590
    },
    {
      "epoch": 399.55,
      "grad_norm": 0.9914669990539551,
      "learning_rate": 2.5416065730414707e-06,
      "loss": 0.3303,
      "step": 1431600
    },
    {
      "epoch": 399.56,
      "grad_norm": 1.1924607753753662,
      "learning_rate": 2.5415796299192167e-06,
      "loss": 0.3537,
      "step": 1431610
    },
    {
      "epoch": 399.56,
      "grad_norm": 1.1186445951461792,
      "learning_rate": 2.5415526867706323e-06,
      "loss": 0.345,
      "step": 1431620
    },
    {
      "epoch": 399.56,
      "grad_norm": 1.101484775543213,
      "learning_rate": 2.541525743595719e-06,
      "loss": 0.3492,
      "step": 1431630
    },
    {
      "epoch": 399.56,
      "grad_norm": 1.1265110969543457,
      "learning_rate": 2.541498800394482e-06,
      "loss": 0.3371,
      "step": 1431640
    },
    {
      "epoch": 399.57,
      "grad_norm": 1.3113751411437988,
      "learning_rate": 2.5414718571669244e-06,
      "loss": 0.339,
      "step": 1431650
    },
    {
      "epoch": 399.57,
      "grad_norm": 1.127171516418457,
      "learning_rate": 2.5414449139130512e-06,
      "loss": 0.3503,
      "step": 1431660
    },
    {
      "epoch": 399.57,
      "grad_norm": 0.9576032161712646,
      "learning_rate": 2.541417970632864e-06,
      "loss": 0.3588,
      "step": 1431670
    },
    {
      "epoch": 399.58,
      "grad_norm": 0.8981396555900574,
      "learning_rate": 2.541391027326367e-06,
      "loss": 0.3489,
      "step": 1431680
    },
    {
      "epoch": 399.58,
      "grad_norm": 1.0392968654632568,
      "learning_rate": 2.5413640839935643e-06,
      "loss": 0.3495,
      "step": 1431690
    },
    {
      "epoch": 399.58,
      "grad_norm": 1.0154327154159546,
      "learning_rate": 2.5413371406344588e-06,
      "loss": 0.3399,
      "step": 1431700
    },
    {
      "epoch": 399.58,
      "grad_norm": 1.2846111059188843,
      "learning_rate": 2.541310197249054e-06,
      "loss": 0.3569,
      "step": 1431710
    },
    {
      "epoch": 399.59,
      "grad_norm": 0.9506205320358276,
      "learning_rate": 2.541283253837355e-06,
      "loss": 0.351,
      "step": 1431720
    },
    {
      "epoch": 399.59,
      "grad_norm": 1.1885114908218384,
      "learning_rate": 2.541256310399363e-06,
      "loss": 0.3648,
      "step": 1431730
    },
    {
      "epoch": 399.59,
      "grad_norm": 1.1410845518112183,
      "learning_rate": 2.541229366935084e-06,
      "loss": 0.3511,
      "step": 1431740
    },
    {
      "epoch": 399.6,
      "grad_norm": 1.0008939504623413,
      "learning_rate": 2.5412024234445203e-06,
      "loss": 0.3502,
      "step": 1431750
    },
    {
      "epoch": 399.6,
      "grad_norm": 1.033859372138977,
      "learning_rate": 2.541175479927675e-06,
      "loss": 0.3512,
      "step": 1431760
    },
    {
      "epoch": 399.6,
      "grad_norm": 0.9918787479400635,
      "learning_rate": 2.5411485363845517e-06,
      "loss": 0.3329,
      "step": 1431770
    },
    {
      "epoch": 399.6,
      "grad_norm": 0.8690638542175293,
      "learning_rate": 2.5411215928151554e-06,
      "loss": 0.3461,
      "step": 1431780
    },
    {
      "epoch": 399.61,
      "grad_norm": 1.119091510772705,
      "learning_rate": 2.541094649219489e-06,
      "loss": 0.3282,
      "step": 1431790
    },
    {
      "epoch": 399.61,
      "grad_norm": 1.2782498598098755,
      "learning_rate": 2.5410677055975565e-06,
      "loss": 0.3574,
      "step": 1431800
    },
    {
      "epoch": 399.61,
      "grad_norm": 0.9744079113006592,
      "learning_rate": 2.5410407619493603e-06,
      "loss": 0.3535,
      "step": 1431810
    },
    {
      "epoch": 399.61,
      "grad_norm": 1.0553417205810547,
      "learning_rate": 2.541013818274905e-06,
      "loss": 0.3333,
      "step": 1431820
    },
    {
      "epoch": 399.62,
      "grad_norm": 1.0123003721237183,
      "learning_rate": 2.540986874574193e-06,
      "loss": 0.3596,
      "step": 1431830
    },
    {
      "epoch": 399.62,
      "grad_norm": 1.0870636701583862,
      "learning_rate": 2.5409599308472295e-06,
      "loss": 0.3525,
      "step": 1431840
    },
    {
      "epoch": 399.62,
      "grad_norm": 1.0649977922439575,
      "learning_rate": 2.5409329870940173e-06,
      "loss": 0.3462,
      "step": 1431850
    },
    {
      "epoch": 399.63,
      "grad_norm": 0.9296318888664246,
      "learning_rate": 2.5409060433145598e-06,
      "loss": 0.3552,
      "step": 1431860
    },
    {
      "epoch": 399.63,
      "grad_norm": 1.1778777837753296,
      "learning_rate": 2.54087909950886e-06,
      "loss": 0.3528,
      "step": 1431870
    },
    {
      "epoch": 399.63,
      "grad_norm": 1.119644045829773,
      "learning_rate": 2.5408521556769236e-06,
      "loss": 0.3455,
      "step": 1431880
    },
    {
      "epoch": 399.63,
      "grad_norm": 1.1721808910369873,
      "learning_rate": 2.5408252118187526e-06,
      "loss": 0.3461,
      "step": 1431890
    },
    {
      "epoch": 399.64,
      "grad_norm": 1.1495853662490845,
      "learning_rate": 2.5407982679343502e-06,
      "loss": 0.3346,
      "step": 1431900
    },
    {
      "epoch": 399.64,
      "grad_norm": 1.1377971172332764,
      "learning_rate": 2.540771324023721e-06,
      "loss": 0.3526,
      "step": 1431910
    },
    {
      "epoch": 399.64,
      "grad_norm": 1.0518862009048462,
      "learning_rate": 2.540744380086868e-06,
      "loss": 0.3429,
      "step": 1431920
    },
    {
      "epoch": 399.65,
      "grad_norm": 1.0163909196853638,
      "learning_rate": 2.540717436123795e-06,
      "loss": 0.3412,
      "step": 1431930
    },
    {
      "epoch": 399.65,
      "grad_norm": 1.039838433265686,
      "learning_rate": 2.540690492134505e-06,
      "loss": 0.347,
      "step": 1431940
    },
    {
      "epoch": 399.65,
      "grad_norm": 0.9784117341041565,
      "learning_rate": 2.5406635481190035e-06,
      "loss": 0.3469,
      "step": 1431950
    },
    {
      "epoch": 399.65,
      "grad_norm": 0.9430863261222839,
      "learning_rate": 2.5406366040772923e-06,
      "loss": 0.3678,
      "step": 1431960
    },
    {
      "epoch": 399.66,
      "grad_norm": 1.1367919445037842,
      "learning_rate": 2.5406096600093747e-06,
      "loss": 0.3442,
      "step": 1431970
    },
    {
      "epoch": 399.66,
      "grad_norm": 2.101804256439209,
      "learning_rate": 2.540582715915256e-06,
      "loss": 0.3501,
      "step": 1431980
    },
    {
      "epoch": 399.66,
      "grad_norm": 1.111305594444275,
      "learning_rate": 2.5405557717949383e-06,
      "loss": 0.3477,
      "step": 1431990
    },
    {
      "epoch": 399.67,
      "grad_norm": 0.9583030343055725,
      "learning_rate": 2.540528827648426e-06,
      "loss": 0.3627,
      "step": 1432000
    },
    {
      "epoch": 399.67,
      "grad_norm": 1.5020633935928345,
      "learning_rate": 2.540501883475722e-06,
      "loss": 0.3557,
      "step": 1432010
    },
    {
      "epoch": 399.67,
      "grad_norm": 0.888110876083374,
      "learning_rate": 2.54047493927683e-06,
      "loss": 0.3454,
      "step": 1432020
    },
    {
      "epoch": 399.67,
      "grad_norm": 1.600279450416565,
      "learning_rate": 2.540447995051755e-06,
      "loss": 0.3426,
      "step": 1432030
    },
    {
      "epoch": 399.68,
      "grad_norm": 1.0758044719696045,
      "learning_rate": 2.540421050800499e-06,
      "loss": 0.3541,
      "step": 1432040
    },
    {
      "epoch": 399.68,
      "grad_norm": 1.1174489259719849,
      "learning_rate": 2.5403941065230656e-06,
      "loss": 0.3479,
      "step": 1432050
    },
    {
      "epoch": 399.68,
      "grad_norm": 1.014431118965149,
      "learning_rate": 2.5403671622194586e-06,
      "loss": 0.3485,
      "step": 1432060
    },
    {
      "epoch": 399.68,
      "grad_norm": 1.0416784286499023,
      "learning_rate": 2.540340217889682e-06,
      "loss": 0.3459,
      "step": 1432070
    },
    {
      "epoch": 399.69,
      "grad_norm": 0.9823954701423645,
      "learning_rate": 2.54031327353374e-06,
      "loss": 0.3502,
      "step": 1432080
    },
    {
      "epoch": 399.69,
      "grad_norm": 0.9857408404350281,
      "learning_rate": 2.540286329151634e-06,
      "loss": 0.355,
      "step": 1432090
    },
    {
      "epoch": 399.69,
      "grad_norm": 0.9099286198616028,
      "learning_rate": 2.54025938474337e-06,
      "loss": 0.3439,
      "step": 1432100
    },
    {
      "epoch": 399.7,
      "grad_norm": 1.0447536706924438,
      "learning_rate": 2.5402324403089504e-06,
      "loss": 0.3373,
      "step": 1432110
    },
    {
      "epoch": 399.7,
      "grad_norm": 1.008265495300293,
      "learning_rate": 2.540205495848379e-06,
      "loss": 0.3369,
      "step": 1432120
    },
    {
      "epoch": 399.7,
      "grad_norm": 1.0030931234359741,
      "learning_rate": 2.540178551361659e-06,
      "loss": 0.3511,
      "step": 1432130
    },
    {
      "epoch": 399.7,
      "grad_norm": 1.1046102046966553,
      "learning_rate": 2.540151606848794e-06,
      "loss": 0.3671,
      "step": 1432140
    },
    {
      "epoch": 399.71,
      "grad_norm": 1.059657096862793,
      "learning_rate": 2.5401246623097887e-06,
      "loss": 0.3461,
      "step": 1432150
    },
    {
      "epoch": 399.71,
      "grad_norm": 0.944356381893158,
      "learning_rate": 2.540097717744645e-06,
      "loss": 0.3371,
      "step": 1432160
    },
    {
      "epoch": 399.71,
      "grad_norm": 1.1038591861724854,
      "learning_rate": 2.540070773153368e-06,
      "loss": 0.3603,
      "step": 1432170
    },
    {
      "epoch": 399.72,
      "grad_norm": 1.046669840812683,
      "learning_rate": 2.540043828535961e-06,
      "loss": 0.3436,
      "step": 1432180
    },
    {
      "epoch": 399.72,
      "grad_norm": 0.9669076800346375,
      "learning_rate": 2.5400168838924265e-06,
      "loss": 0.3424,
      "step": 1432190
    },
    {
      "epoch": 399.72,
      "grad_norm": 0.9150817394256592,
      "learning_rate": 2.539989939222769e-06,
      "loss": 0.3416,
      "step": 1432200
    },
    {
      "epoch": 399.72,
      "grad_norm": 0.9182141423225403,
      "learning_rate": 2.539962994526992e-06,
      "loss": 0.3545,
      "step": 1432210
    },
    {
      "epoch": 399.73,
      "grad_norm": 1.069024682044983,
      "learning_rate": 2.539936049805099e-06,
      "loss": 0.3518,
      "step": 1432220
    },
    {
      "epoch": 399.73,
      "grad_norm": 1.0135613679885864,
      "learning_rate": 2.5399091050570933e-06,
      "loss": 0.3561,
      "step": 1432230
    },
    {
      "epoch": 399.73,
      "grad_norm": 0.9748750925064087,
      "learning_rate": 2.5398821602829794e-06,
      "loss": 0.3425,
      "step": 1432240
    },
    {
      "epoch": 399.73,
      "grad_norm": 0.9569818377494812,
      "learning_rate": 2.53985521548276e-06,
      "loss": 0.3595,
      "step": 1432250
    },
    {
      "epoch": 399.74,
      "grad_norm": 1.0021936893463135,
      "learning_rate": 2.5398282706564388e-06,
      "loss": 0.3455,
      "step": 1432260
    },
    {
      "epoch": 399.74,
      "grad_norm": 1.1167269945144653,
      "learning_rate": 2.53980132580402e-06,
      "loss": 0.3495,
      "step": 1432270
    },
    {
      "epoch": 399.74,
      "grad_norm": 0.914384126663208,
      "learning_rate": 2.5397743809255055e-06,
      "loss": 0.3418,
      "step": 1432280
    },
    {
      "epoch": 399.75,
      "grad_norm": 0.9746284484863281,
      "learning_rate": 2.539747436020901e-06,
      "loss": 0.3397,
      "step": 1432290
    },
    {
      "epoch": 399.75,
      "grad_norm": 1.1766479015350342,
      "learning_rate": 2.5397204910902093e-06,
      "loss": 0.3525,
      "step": 1432300
    },
    {
      "epoch": 399.75,
      "grad_norm": 1.0911823511123657,
      "learning_rate": 2.5396935461334336e-06,
      "loss": 0.3548,
      "step": 1432310
    },
    {
      "epoch": 399.75,
      "grad_norm": 0.9111043810844421,
      "learning_rate": 2.5396666011505778e-06,
      "loss": 0.3326,
      "step": 1432320
    },
    {
      "epoch": 399.76,
      "grad_norm": 0.9832154512405396,
      "learning_rate": 2.5396396561416456e-06,
      "loss": 0.3386,
      "step": 1432330
    },
    {
      "epoch": 399.76,
      "grad_norm": 1.216959834098816,
      "learning_rate": 2.5396127111066404e-06,
      "loss": 0.3586,
      "step": 1432340
    },
    {
      "epoch": 399.76,
      "grad_norm": 1.1108129024505615,
      "learning_rate": 2.5395857660455653e-06,
      "loss": 0.3512,
      "step": 1432350
    },
    {
      "epoch": 399.77,
      "grad_norm": 0.9073444604873657,
      "learning_rate": 2.539558820958425e-06,
      "loss": 0.3451,
      "step": 1432360
    },
    {
      "epoch": 399.77,
      "grad_norm": 1.1434824466705322,
      "learning_rate": 2.539531875845222e-06,
      "loss": 0.3517,
      "step": 1432370
    },
    {
      "epoch": 399.77,
      "grad_norm": 1.0826120376586914,
      "learning_rate": 2.5395049307059608e-06,
      "loss": 0.3465,
      "step": 1432380
    },
    {
      "epoch": 399.77,
      "grad_norm": 1.0756182670593262,
      "learning_rate": 2.5394779855406443e-06,
      "loss": 0.3354,
      "step": 1432390
    },
    {
      "epoch": 399.78,
      "grad_norm": 1.0635669231414795,
      "learning_rate": 2.539451040349277e-06,
      "loss": 0.3357,
      "step": 1432400
    },
    {
      "epoch": 399.78,
      "grad_norm": 1.0331966876983643,
      "learning_rate": 2.539424095131861e-06,
      "loss": 0.3361,
      "step": 1432410
    },
    {
      "epoch": 399.78,
      "grad_norm": 4.291492938995361,
      "learning_rate": 2.539397149888401e-06,
      "loss": 0.3579,
      "step": 1432420
    },
    {
      "epoch": 399.79,
      "grad_norm": 0.9184784889221191,
      "learning_rate": 2.5393702046189004e-06,
      "loss": 0.3435,
      "step": 1432430
    },
    {
      "epoch": 399.79,
      "grad_norm": 0.9413967132568359,
      "learning_rate": 2.5393432593233623e-06,
      "loss": 0.3526,
      "step": 1432440
    },
    {
      "epoch": 399.79,
      "grad_norm": 7.880037307739258,
      "learning_rate": 2.539316314001791e-06,
      "loss": 0.3564,
      "step": 1432450
    },
    {
      "epoch": 399.79,
      "grad_norm": 0.831017017364502,
      "learning_rate": 2.53928936865419e-06,
      "loss": 0.3291,
      "step": 1432460
    },
    {
      "epoch": 399.8,
      "grad_norm": 1.090307354927063,
      "learning_rate": 2.5392624232805624e-06,
      "loss": 0.3257,
      "step": 1432470
    },
    {
      "epoch": 399.8,
      "grad_norm": 1.077569842338562,
      "learning_rate": 2.539235477880912e-06,
      "loss": 0.3464,
      "step": 1432480
    },
    {
      "epoch": 399.8,
      "grad_norm": 1.1004323959350586,
      "learning_rate": 2.539208532455243e-06,
      "loss": 0.3382,
      "step": 1432490
    },
    {
      "epoch": 399.8,
      "grad_norm": 1.0021519660949707,
      "learning_rate": 2.539181587003558e-06,
      "loss": 0.3394,
      "step": 1432500
    },
    {
      "epoch": 399.81,
      "grad_norm": 0.9040647745132446,
      "learning_rate": 2.5391546415258608e-06,
      "loss": 0.3396,
      "step": 1432510
    },
    {
      "epoch": 399.81,
      "grad_norm": 0.987739086151123,
      "learning_rate": 2.539127696022155e-06,
      "loss": 0.3474,
      "step": 1432520
    },
    {
      "epoch": 399.81,
      "grad_norm": 7.427620887756348,
      "learning_rate": 2.5391007504924454e-06,
      "loss": 0.3488,
      "step": 1432530
    },
    {
      "epoch": 399.82,
      "grad_norm": 1.0369198322296143,
      "learning_rate": 2.539073804936733e-06,
      "loss": 0.3473,
      "step": 1432540
    },
    {
      "epoch": 399.82,
      "grad_norm": 1.0849343538284302,
      "learning_rate": 2.5390468593550245e-06,
      "loss": 0.364,
      "step": 1432550
    },
    {
      "epoch": 399.82,
      "grad_norm": 0.9792869687080383,
      "learning_rate": 2.539019913747322e-06,
      "loss": 0.3561,
      "step": 1432560
    },
    {
      "epoch": 399.82,
      "grad_norm": 1.1274845600128174,
      "learning_rate": 2.5389929681136274e-06,
      "loss": 0.352,
      "step": 1432570
    },
    {
      "epoch": 399.83,
      "grad_norm": 0.9366445541381836,
      "learning_rate": 2.538966022453947e-06,
      "loss": 0.3463,
      "step": 1432580
    },
    {
      "epoch": 399.83,
      "grad_norm": 1.080618977546692,
      "learning_rate": 2.5389390767682833e-06,
      "loss": 0.3413,
      "step": 1432590
    },
    {
      "epoch": 399.83,
      "grad_norm": 0.9386736154556274,
      "learning_rate": 2.5389121310566394e-06,
      "loss": 0.3464,
      "step": 1432600
    },
    {
      "epoch": 399.84,
      "grad_norm": 6.172112464904785,
      "learning_rate": 2.538885185319019e-06,
      "loss": 0.344,
      "step": 1432610
    },
    {
      "epoch": 399.84,
      "grad_norm": 1.1996705532073975,
      "learning_rate": 2.5388582395554276e-06,
      "loss": 0.3416,
      "step": 1432620
    },
    {
      "epoch": 399.84,
      "grad_norm": 1.0921207666397095,
      "learning_rate": 2.5388312937658665e-06,
      "loss": 0.3483,
      "step": 1432630
    },
    {
      "epoch": 399.84,
      "grad_norm": 2.3958663940429688,
      "learning_rate": 2.5388043479503396e-06,
      "loss": 0.3368,
      "step": 1432640
    },
    {
      "epoch": 399.85,
      "grad_norm": 1.119328260421753,
      "learning_rate": 2.538777402108851e-06,
      "loss": 0.3695,
      "step": 1432650
    },
    {
      "epoch": 399.85,
      "grad_norm": 1.0231724977493286,
      "learning_rate": 2.538750456241405e-06,
      "loss": 0.3611,
      "step": 1432660
    },
    {
      "epoch": 399.85,
      "grad_norm": 1.0303338766098022,
      "learning_rate": 2.5387235103480034e-06,
      "loss": 0.3541,
      "step": 1432670
    },
    {
      "epoch": 399.85,
      "grad_norm": 1.0315021276474,
      "learning_rate": 2.5386965644286505e-06,
      "loss": 0.3426,
      "step": 1432680
    },
    {
      "epoch": 399.86,
      "grad_norm": 0.9889772534370422,
      "learning_rate": 2.538669618483351e-06,
      "loss": 0.3622,
      "step": 1432690
    },
    {
      "epoch": 399.86,
      "grad_norm": 0.9479203820228577,
      "learning_rate": 2.5386426725121084e-06,
      "loss": 0.3474,
      "step": 1432700
    },
    {
      "epoch": 399.86,
      "grad_norm": 1.08836829662323,
      "learning_rate": 2.5386157265149243e-06,
      "loss": 0.3571,
      "step": 1432710
    },
    {
      "epoch": 399.87,
      "grad_norm": 1.0201070308685303,
      "learning_rate": 2.5385887804918035e-06,
      "loss": 0.3441,
      "step": 1432720
    },
    {
      "epoch": 399.87,
      "grad_norm": 0.9589914083480835,
      "learning_rate": 2.53856183444275e-06,
      "loss": 0.3436,
      "step": 1432730
    },
    {
      "epoch": 399.87,
      "grad_norm": 1.1066449880599976,
      "learning_rate": 2.5385348883677667e-06,
      "loss": 0.3452,
      "step": 1432740
    },
    {
      "epoch": 399.87,
      "grad_norm": 1.0145776271820068,
      "learning_rate": 2.538507942266858e-06,
      "loss": 0.3723,
      "step": 1432750
    },
    {
      "epoch": 399.88,
      "grad_norm": 0.9600235819816589,
      "learning_rate": 2.5384809961400264e-06,
      "loss": 0.3422,
      "step": 1432760
    },
    {
      "epoch": 399.88,
      "grad_norm": 1.1318154335021973,
      "learning_rate": 2.5384540499872766e-06,
      "loss": 0.3452,
      "step": 1432770
    },
    {
      "epoch": 399.88,
      "grad_norm": 1.0295217037200928,
      "learning_rate": 2.5384271038086106e-06,
      "loss": 0.3381,
      "step": 1432780
    },
    {
      "epoch": 399.89,
      "grad_norm": 1.0194147825241089,
      "learning_rate": 2.538400157604034e-06,
      "loss": 0.3507,
      "step": 1432790
    },
    {
      "epoch": 399.89,
      "grad_norm": 2.4632785320281982,
      "learning_rate": 2.538373211373549e-06,
      "loss": 0.341,
      "step": 1432800
    },
    {
      "epoch": 399.89,
      "grad_norm": 1.1117368936538696,
      "learning_rate": 2.53834626511716e-06,
      "loss": 0.3469,
      "step": 1432810
    },
    {
      "epoch": 399.89,
      "grad_norm": 1.2400251626968384,
      "learning_rate": 2.5383193188348703e-06,
      "loss": 0.3407,
      "step": 1432820
    },
    {
      "epoch": 399.9,
      "grad_norm": 0.9877034425735474,
      "learning_rate": 2.5382923725266827e-06,
      "loss": 0.335,
      "step": 1432830
    },
    {
      "epoch": 399.9,
      "grad_norm": 1.0265982151031494,
      "learning_rate": 2.538265426192602e-06,
      "loss": 0.3325,
      "step": 1432840
    },
    {
      "epoch": 399.9,
      "grad_norm": 1.3319549560546875,
      "learning_rate": 2.538238479832631e-06,
      "loss": 0.3505,
      "step": 1432850
    },
    {
      "epoch": 399.91,
      "grad_norm": 1.0487689971923828,
      "learning_rate": 2.5382115334467734e-06,
      "loss": 0.3324,
      "step": 1432860
    },
    {
      "epoch": 399.91,
      "grad_norm": 0.9794707894325256,
      "learning_rate": 2.538184587035033e-06,
      "loss": 0.3358,
      "step": 1432870
    },
    {
      "epoch": 399.91,
      "grad_norm": 1.2281827926635742,
      "learning_rate": 2.538157640597414e-06,
      "loss": 0.3573,
      "step": 1432880
    },
    {
      "epoch": 399.91,
      "grad_norm": 0.9883841276168823,
      "learning_rate": 2.5381306941339177e-06,
      "loss": 0.3641,
      "step": 1432890
    },
    {
      "epoch": 399.92,
      "grad_norm": 1.1103382110595703,
      "learning_rate": 2.53810374764455e-06,
      "loss": 0.3488,
      "step": 1432900
    },
    {
      "epoch": 399.92,
      "grad_norm": 1.0445799827575684,
      "learning_rate": 2.5380768011293143e-06,
      "loss": 0.3414,
      "step": 1432910
    },
    {
      "epoch": 399.92,
      "grad_norm": 1.1498385667800903,
      "learning_rate": 2.538049854588214e-06,
      "loss": 0.3702,
      "step": 1432920
    },
    {
      "epoch": 399.92,
      "grad_norm": 0.9794979691505432,
      "learning_rate": 2.5380229080212514e-06,
      "loss": 0.36,
      "step": 1432930
    },
    {
      "epoch": 399.93,
      "grad_norm": 1.1750760078430176,
      "learning_rate": 2.537995961428431e-06,
      "loss": 0.3537,
      "step": 1432940
    },
    {
      "epoch": 399.93,
      "grad_norm": 1.0089575052261353,
      "learning_rate": 2.5379690148097573e-06,
      "loss": 0.3395,
      "step": 1432950
    },
    {
      "epoch": 399.93,
      "grad_norm": 0.8964519500732422,
      "learning_rate": 2.537942068165232e-06,
      "loss": 0.3426,
      "step": 1432960
    },
    {
      "epoch": 399.94,
      "grad_norm": 1.044806718826294,
      "learning_rate": 2.53791512149486e-06,
      "loss": 0.3214,
      "step": 1432970
    },
    {
      "epoch": 399.94,
      "grad_norm": 1.2481354475021362,
      "learning_rate": 2.537888174798645e-06,
      "loss": 0.3438,
      "step": 1432980
    },
    {
      "epoch": 399.94,
      "grad_norm": 0.916089653968811,
      "learning_rate": 2.53786122807659e-06,
      "loss": 0.3351,
      "step": 1432990
    },
    {
      "epoch": 399.94,
      "grad_norm": 0.874251663684845,
      "learning_rate": 2.537834281328698e-06,
      "loss": 0.3376,
      "step": 1433000
    },
    {
      "epoch": 399.95,
      "grad_norm": 1.2127305269241333,
      "learning_rate": 2.5378073345549745e-06,
      "loss": 0.3413,
      "step": 1433010
    },
    {
      "epoch": 399.95,
      "grad_norm": 1.119354009628296,
      "learning_rate": 2.537780387755421e-06,
      "loss": 0.3605,
      "step": 1433020
    },
    {
      "epoch": 399.95,
      "grad_norm": 1.0234863758087158,
      "learning_rate": 2.537753440930042e-06,
      "loss": 0.3544,
      "step": 1433030
    },
    {
      "epoch": 399.96,
      "grad_norm": 1.1266758441925049,
      "learning_rate": 2.537726494078842e-06,
      "loss": 0.3509,
      "step": 1433040
    },
    {
      "epoch": 399.96,
      "grad_norm": 1.2392162084579468,
      "learning_rate": 2.5376995472018226e-06,
      "loss": 0.3327,
      "step": 1433050
    },
    {
      "epoch": 399.96,
      "grad_norm": 1.0153980255126953,
      "learning_rate": 2.537672600298989e-06,
      "loss": 0.3468,
      "step": 1433060
    },
    {
      "epoch": 399.96,
      "grad_norm": 0.9818311929702759,
      "learning_rate": 2.5376456533703444e-06,
      "loss": 0.3487,
      "step": 1433070
    },
    {
      "epoch": 399.97,
      "grad_norm": 1.0984631776809692,
      "learning_rate": 2.537618706415892e-06,
      "loss": 0.3582,
      "step": 1433080
    },
    {
      "epoch": 399.97,
      "grad_norm": 1.0320217609405518,
      "learning_rate": 2.5375917594356353e-06,
      "loss": 0.3217,
      "step": 1433090
    },
    {
      "epoch": 399.97,
      "grad_norm": 1.1393367052078247,
      "learning_rate": 2.537564812429578e-06,
      "loss": 0.349,
      "step": 1433100
    },
    {
      "epoch": 399.97,
      "grad_norm": 1.1354844570159912,
      "learning_rate": 2.5375378653977255e-06,
      "loss": 0.3573,
      "step": 1433110
    },
    {
      "epoch": 399.98,
      "grad_norm": 1.0790817737579346,
      "learning_rate": 2.537510918340078e-06,
      "loss": 0.3498,
      "step": 1433120
    },
    {
      "epoch": 399.98,
      "grad_norm": 2.7699944972991943,
      "learning_rate": 2.5374839712566423e-06,
      "loss": 0.3542,
      "step": 1433130
    },
    {
      "epoch": 399.98,
      "grad_norm": 1.1356925964355469,
      "learning_rate": 2.53745702414742e-06,
      "loss": 0.3429,
      "step": 1433140
    },
    {
      "epoch": 399.99,
      "grad_norm": 1.0489977598190308,
      "learning_rate": 2.5374300770124147e-06,
      "loss": 0.3514,
      "step": 1433150
    },
    {
      "epoch": 399.99,
      "grad_norm": 0.9450898766517639,
      "learning_rate": 2.537403129851631e-06,
      "loss": 0.35,
      "step": 1433160
    },
    {
      "epoch": 399.99,
      "grad_norm": 1.2129600048065186,
      "learning_rate": 2.5373761826650723e-06,
      "loss": 0.3458,
      "step": 1433170
    },
    {
      "epoch": 399.99,
      "grad_norm": 1.9931873083114624,
      "learning_rate": 2.5373492354527406e-06,
      "loss": 0.3366,
      "step": 1433180
    },
    {
      "epoch": 400.0,
      "grad_norm": 0.9118897914886475,
      "learning_rate": 2.537322288214642e-06,
      "loss": 0.3381,
      "step": 1433190
    },
    {
      "epoch": 400.0,
      "grad_norm": 1.1192982196807861,
      "learning_rate": 2.537295340950779e-06,
      "loss": 0.3537,
      "step": 1433200
    },
    {
      "epoch": 400.0,
      "eval_loss": 0.34781742095947266,
      "eval_runtime": 62.9894,
      "eval_samples_per_second": 80.315,
      "eval_steps_per_second": 10.049,
      "step": 1433200
    },
    {
      "epoch": 400.0,
      "grad_norm": 1.1849799156188965,
      "learning_rate": 2.537268393661155e-06,
      "loss": 0.3486,
      "step": 1433210
    },
    {
      "epoch": 400.01,
      "grad_norm": 1.1442067623138428,
      "learning_rate": 2.537241446345773e-06,
      "loss": 0.3486,
      "step": 1433220
    },
    {
      "epoch": 400.01,
      "grad_norm": 0.9160147309303284,
      "learning_rate": 2.537214499004637e-06,
      "loss": 0.3533,
      "step": 1433230
    },
    {
      "epoch": 400.01,
      "grad_norm": 0.9650161266326904,
      "learning_rate": 2.5371875516377517e-06,
      "loss": 0.3612,
      "step": 1433240
    },
    {
      "epoch": 400.01,
      "grad_norm": 1.1751470565795898,
      "learning_rate": 2.5371606042451193e-06,
      "loss": 0.3471,
      "step": 1433250
    },
    {
      "epoch": 400.02,
      "grad_norm": 0.9894343018531799,
      "learning_rate": 2.537133656826744e-06,
      "loss": 0.3323,
      "step": 1433260
    },
    {
      "epoch": 400.02,
      "grad_norm": 1.202636957168579,
      "learning_rate": 2.5371067093826297e-06,
      "loss": 0.3458,
      "step": 1433270
    },
    {
      "epoch": 400.02,
      "grad_norm": 1.126523733139038,
      "learning_rate": 2.537079761912779e-06,
      "loss": 0.3593,
      "step": 1433280
    },
    {
      "epoch": 400.03,
      "grad_norm": 1.0310992002487183,
      "learning_rate": 2.5370528144171967e-06,
      "loss": 0.3442,
      "step": 1433290
    },
    {
      "epoch": 400.03,
      "grad_norm": 0.9626215696334839,
      "learning_rate": 2.537025866895885e-06,
      "loss": 0.3438,
      "step": 1433300
    },
    {
      "epoch": 400.03,
      "grad_norm": 0.9418463706970215,
      "learning_rate": 2.536998919348849e-06,
      "loss": 0.34,
      "step": 1433310
    },
    {
      "epoch": 400.03,
      "grad_norm": 1.1138190031051636,
      "learning_rate": 2.5369719717760906e-06,
      "loss": 0.334,
      "step": 1433320
    },
    {
      "epoch": 400.04,
      "grad_norm": 0.9995012879371643,
      "learning_rate": 2.5369450241776153e-06,
      "loss": 0.3651,
      "step": 1433330
    },
    {
      "epoch": 400.04,
      "grad_norm": 0.9800348877906799,
      "learning_rate": 2.536918076553425e-06,
      "loss": 0.3631,
      "step": 1433340
    },
    {
      "epoch": 400.04,
      "grad_norm": 1.0607028007507324,
      "learning_rate": 2.5368911289035235e-06,
      "loss": 0.351,
      "step": 1433350
    },
    {
      "epoch": 400.04,
      "grad_norm": 1.0010541677474976,
      "learning_rate": 2.536864181227916e-06,
      "loss": 0.3503,
      "step": 1433360
    },
    {
      "epoch": 400.05,
      "grad_norm": 0.9874201416969299,
      "learning_rate": 2.536837233526605e-06,
      "loss": 0.351,
      "step": 1433370
    },
    {
      "epoch": 400.05,
      "grad_norm": 1.062586784362793,
      "learning_rate": 2.536810285799593e-06,
      "loss": 0.3446,
      "step": 1433380
    },
    {
      "epoch": 400.05,
      "grad_norm": 0.958418607711792,
      "learning_rate": 2.5367833380468845e-06,
      "loss": 0.3454,
      "step": 1433390
    },
    {
      "epoch": 400.06,
      "grad_norm": 1.126902461051941,
      "learning_rate": 2.536756390268485e-06,
      "loss": 0.3328,
      "step": 1433400
    },
    {
      "epoch": 400.06,
      "grad_norm": 1.2236347198486328,
      "learning_rate": 2.5367294424643944e-06,
      "loss": 0.3564,
      "step": 1433410
    },
    {
      "epoch": 400.06,
      "grad_norm": 0.9919237494468689,
      "learning_rate": 2.5367024946346184e-06,
      "loss": 0.35,
      "step": 1433420
    },
    {
      "epoch": 400.06,
      "grad_norm": 1.0873358249664307,
      "learning_rate": 2.5366755467791617e-06,
      "loss": 0.3597,
      "step": 1433430
    },
    {
      "epoch": 400.07,
      "grad_norm": 1.0783848762512207,
      "learning_rate": 2.5366485988980255e-06,
      "loss": 0.3332,
      "step": 1433440
    },
    {
      "epoch": 400.07,
      "grad_norm": 1.1515191793441772,
      "learning_rate": 2.536621650991215e-06,
      "loss": 0.3428,
      "step": 1433450
    },
    {
      "epoch": 400.07,
      "grad_norm": 1.0187400579452515,
      "learning_rate": 2.536594703058733e-06,
      "loss": 0.345,
      "step": 1433460
    },
    {
      "epoch": 400.08,
      "grad_norm": 1.06048583984375,
      "learning_rate": 2.5365677551005826e-06,
      "loss": 0.349,
      "step": 1433470
    },
    {
      "epoch": 400.08,
      "grad_norm": 1.3923143148422241,
      "learning_rate": 2.536540807116769e-06,
      "loss": 0.3598,
      "step": 1433480
    },
    {
      "epoch": 400.08,
      "grad_norm": 1.046813726425171,
      "learning_rate": 2.5365138591072947e-06,
      "loss": 0.3573,
      "step": 1433490
    },
    {
      "epoch": 400.08,
      "grad_norm": 1.010376214981079,
      "learning_rate": 2.5364869110721632e-06,
      "loss": 0.3348,
      "step": 1433500
    },
    {
      "epoch": 400.09,
      "grad_norm": 1.0915584564208984,
      "learning_rate": 2.5364599630113785e-06,
      "loss": 0.3494,
      "step": 1433510
    },
    {
      "epoch": 400.09,
      "grad_norm": 1.152090072631836,
      "learning_rate": 2.5364330149249444e-06,
      "loss": 0.3635,
      "step": 1433520
    },
    {
      "epoch": 400.09,
      "grad_norm": 1.1049668788909912,
      "learning_rate": 2.5364060668128642e-06,
      "loss": 0.3585,
      "step": 1433530
    },
    {
      "epoch": 400.09,
      "grad_norm": 0.9652425050735474,
      "learning_rate": 2.5363791186751406e-06,
      "loss": 0.3621,
      "step": 1433540
    },
    {
      "epoch": 400.1,
      "grad_norm": 0.9536452293395996,
      "learning_rate": 2.5363521705117785e-06,
      "loss": 0.3423,
      "step": 1433550
    },
    {
      "epoch": 400.1,
      "grad_norm": 1.0390586853027344,
      "learning_rate": 2.536325222322781e-06,
      "loss": 0.3605,
      "step": 1433560
    },
    {
      "epoch": 400.1,
      "grad_norm": 1.1170023679733276,
      "learning_rate": 2.5362982741081513e-06,
      "loss": 0.3557,
      "step": 1433570
    },
    {
      "epoch": 400.11,
      "grad_norm": 1.0150232315063477,
      "learning_rate": 2.5362713258678943e-06,
      "loss": 0.332,
      "step": 1433580
    },
    {
      "epoch": 400.11,
      "grad_norm": 1.0500272512435913,
      "learning_rate": 2.5362443776020125e-06,
      "loss": 0.3594,
      "step": 1433590
    },
    {
      "epoch": 400.11,
      "grad_norm": 1.0739459991455078,
      "learning_rate": 2.536217429310509e-06,
      "loss": 0.3604,
      "step": 1433600
    },
    {
      "epoch": 400.11,
      "grad_norm": 1.242866039276123,
      "learning_rate": 2.536190480993388e-06,
      "loss": 0.3406,
      "step": 1433610
    },
    {
      "epoch": 400.12,
      "grad_norm": 1.2416093349456787,
      "learning_rate": 2.5361635326506537e-06,
      "loss": 0.3574,
      "step": 1433620
    },
    {
      "epoch": 400.12,
      "grad_norm": 1.0444890260696411,
      "learning_rate": 2.5361365842823083e-06,
      "loss": 0.3419,
      "step": 1433630
    },
    {
      "epoch": 400.12,
      "grad_norm": 1.069096326828003,
      "learning_rate": 2.536109635888357e-06,
      "loss": 0.3381,
      "step": 1433640
    },
    {
      "epoch": 400.13,
      "grad_norm": 1.1679341793060303,
      "learning_rate": 2.536082687468802e-06,
      "loss": 0.3569,
      "step": 1433650
    },
    {
      "epoch": 400.13,
      "grad_norm": 1.0562143325805664,
      "learning_rate": 2.5360557390236485e-06,
      "loss": 0.3542,
      "step": 1433660
    },
    {
      "epoch": 400.13,
      "grad_norm": 1.070448637008667,
      "learning_rate": 2.5360287905528978e-06,
      "loss": 0.3635,
      "step": 1433670
    },
    {
      "epoch": 400.13,
      "grad_norm": 1.0773929357528687,
      "learning_rate": 2.536001842056555e-06,
      "loss": 0.3331,
      "step": 1433680
    },
    {
      "epoch": 400.14,
      "grad_norm": 1.566868543624878,
      "learning_rate": 2.5359748935346246e-06,
      "loss": 0.3437,
      "step": 1433690
    },
    {
      "epoch": 400.14,
      "grad_norm": 0.932823121547699,
      "learning_rate": 2.5359479449871076e-06,
      "loss": 0.3658,
      "step": 1433700
    },
    {
      "epoch": 400.14,
      "grad_norm": 1.0140414237976074,
      "learning_rate": 2.535920996414009e-06,
      "loss": 0.3557,
      "step": 1433710
    },
    {
      "epoch": 400.15,
      "grad_norm": 1.0946966409683228,
      "learning_rate": 2.5358940478153334e-06,
      "loss": 0.348,
      "step": 1433720
    },
    {
      "epoch": 400.15,
      "grad_norm": 1.0492011308670044,
      "learning_rate": 2.535867099191083e-06,
      "loss": 0.3455,
      "step": 1433730
    },
    {
      "epoch": 400.15,
      "grad_norm": 0.9044594764709473,
      "learning_rate": 2.5358401505412613e-06,
      "loss": 0.3282,
      "step": 1433740
    },
    {
      "epoch": 400.15,
      "grad_norm": 0.9725988507270813,
      "learning_rate": 2.535813201865873e-06,
      "loss": 0.3386,
      "step": 1433750
    },
    {
      "epoch": 400.16,
      "grad_norm": 0.8660329580307007,
      "learning_rate": 2.53578625316492e-06,
      "loss": 0.34,
      "step": 1433760
    },
    {
      "epoch": 400.16,
      "grad_norm": 0.9598885774612427,
      "learning_rate": 2.535759304438408e-06,
      "loss": 0.3652,
      "step": 1433770
    },
    {
      "epoch": 400.16,
      "grad_norm": 0.8592310547828674,
      "learning_rate": 2.5357323556863392e-06,
      "loss": 0.3389,
      "step": 1433780
    },
    {
      "epoch": 400.16,
      "grad_norm": 1.0629945993423462,
      "learning_rate": 2.5357054069087173e-06,
      "loss": 0.3394,
      "step": 1433790
    },
    {
      "epoch": 400.17,
      "grad_norm": 0.9940991997718811,
      "learning_rate": 2.5356784581055464e-06,
      "loss": 0.3571,
      "step": 1433800
    },
    {
      "epoch": 400.17,
      "grad_norm": 1.0337399244308472,
      "learning_rate": 2.5356515092768293e-06,
      "loss": 0.3492,
      "step": 1433810
    },
    {
      "epoch": 400.17,
      "grad_norm": 1.0769798755645752,
      "learning_rate": 2.535624560422571e-06,
      "loss": 0.3593,
      "step": 1433820
    },
    {
      "epoch": 400.18,
      "grad_norm": 1.1908267736434937,
      "learning_rate": 2.535597611542773e-06,
      "loss": 0.3492,
      "step": 1433830
    },
    {
      "epoch": 400.18,
      "grad_norm": 0.8605448603630066,
      "learning_rate": 2.5355706626374406e-06,
      "loss": 0.331,
      "step": 1433840
    },
    {
      "epoch": 400.18,
      "grad_norm": 0.9276584386825562,
      "learning_rate": 2.5355437137065764e-06,
      "loss": 0.3728,
      "step": 1433850
    },
    {
      "epoch": 400.18,
      "grad_norm": 0.9815738797187805,
      "learning_rate": 2.535516764750185e-06,
      "loss": 0.3431,
      "step": 1433860
    },
    {
      "epoch": 400.19,
      "grad_norm": 0.9083336591720581,
      "learning_rate": 2.535489815768269e-06,
      "loss": 0.3265,
      "step": 1433870
    },
    {
      "epoch": 400.19,
      "grad_norm": 1.0335227251052856,
      "learning_rate": 2.535462866760833e-06,
      "loss": 0.3678,
      "step": 1433880
    },
    {
      "epoch": 400.19,
      "grad_norm": 1.0270674228668213,
      "learning_rate": 2.535435917727879e-06,
      "loss": 0.3523,
      "step": 1433890
    },
    {
      "epoch": 400.2,
      "grad_norm": 0.9291920065879822,
      "learning_rate": 2.535408968669412e-06,
      "loss": 0.3533,
      "step": 1433900
    },
    {
      "epoch": 400.2,
      "grad_norm": 1.0290180444717407,
      "learning_rate": 2.5353820195854357e-06,
      "loss": 0.3319,
      "step": 1433910
    },
    {
      "epoch": 400.2,
      "grad_norm": 1.2415052652359009,
      "learning_rate": 2.5353550704759522e-06,
      "loss": 0.362,
      "step": 1433920
    },
    {
      "epoch": 400.2,
      "grad_norm": 0.8663651347160339,
      "learning_rate": 2.5353281213409663e-06,
      "loss": 0.3251,
      "step": 1433930
    },
    {
      "epoch": 400.21,
      "grad_norm": 1.1132314205169678,
      "learning_rate": 2.5353011721804817e-06,
      "loss": 0.3395,
      "step": 1433940
    },
    {
      "epoch": 400.21,
      "grad_norm": 0.9810328483581543,
      "learning_rate": 2.5352742229945014e-06,
      "loss": 0.361,
      "step": 1433950
    },
    {
      "epoch": 400.21,
      "grad_norm": 1.0356652736663818,
      "learning_rate": 2.5352472737830288e-06,
      "loss": 0.3465,
      "step": 1433960
    },
    {
      "epoch": 400.21,
      "grad_norm": 1.027096152305603,
      "learning_rate": 2.535220324546068e-06,
      "loss": 0.3502,
      "step": 1433970
    },
    {
      "epoch": 400.22,
      "grad_norm": 1.0589418411254883,
      "learning_rate": 2.5351933752836227e-06,
      "loss": 0.3463,
      "step": 1433980
    },
    {
      "epoch": 400.22,
      "grad_norm": 0.9854795336723328,
      "learning_rate": 2.535166425995696e-06,
      "loss": 0.3279,
      "step": 1433990
    },
    {
      "epoch": 400.22,
      "grad_norm": 1.0430123805999756,
      "learning_rate": 2.535139476682292e-06,
      "loss": 0.3444,
      "step": 1434000
    },
    {
      "epoch": 400.23,
      "grad_norm": 0.9186787605285645,
      "learning_rate": 2.5351125273434137e-06,
      "loss": 0.3665,
      "step": 1434010
    },
    {
      "epoch": 400.23,
      "grad_norm": 1.1157835721969604,
      "learning_rate": 2.5350855779790652e-06,
      "loss": 0.3385,
      "step": 1434020
    },
    {
      "epoch": 400.23,
      "grad_norm": 1.0129739046096802,
      "learning_rate": 2.5350586285892494e-06,
      "loss": 0.3486,
      "step": 1434030
    },
    {
      "epoch": 400.23,
      "grad_norm": 0.9570401310920715,
      "learning_rate": 2.535031679173972e-06,
      "loss": 0.3488,
      "step": 1434040
    },
    {
      "epoch": 400.24,
      "grad_norm": 1.0544352531433105,
      "learning_rate": 2.535004729733233e-06,
      "loss": 0.3572,
      "step": 1434050
    },
    {
      "epoch": 400.24,
      "grad_norm": 1.203908085823059,
      "learning_rate": 2.5349777802670387e-06,
      "loss": 0.3501,
      "step": 1434060
    },
    {
      "epoch": 400.24,
      "grad_norm": 1.1294119358062744,
      "learning_rate": 2.534950830775392e-06,
      "loss": 0.3511,
      "step": 1434070
    },
    {
      "epoch": 400.25,
      "grad_norm": 1.0215485095977783,
      "learning_rate": 2.534923881258296e-06,
      "loss": 0.355,
      "step": 1434080
    },
    {
      "epoch": 400.25,
      "grad_norm": 0.9729362726211548,
      "learning_rate": 2.534896931715755e-06,
      "loss": 0.3409,
      "step": 1434090
    },
    {
      "epoch": 400.25,
      "grad_norm": 1.0775389671325684,
      "learning_rate": 2.5348699821477723e-06,
      "loss": 0.342,
      "step": 1434100
    },
    {
      "epoch": 400.25,
      "grad_norm": 1.070708155632019,
      "learning_rate": 2.534843032554352e-06,
      "loss": 0.3429,
      "step": 1434110
    },
    {
      "epoch": 400.26,
      "grad_norm": 0.9928361773490906,
      "learning_rate": 2.5348160829354966e-06,
      "loss": 0.3307,
      "step": 1434120
    },
    {
      "epoch": 400.26,
      "grad_norm": 1.0982149839401245,
      "learning_rate": 2.53478913329121e-06,
      "loss": 0.3475,
      "step": 1434130
    },
    {
      "epoch": 400.26,
      "grad_norm": 0.9417815804481506,
      "learning_rate": 2.5347621836214964e-06,
      "loss": 0.3612,
      "step": 1434140
    },
    {
      "epoch": 400.27,
      "grad_norm": 1.3407484292984009,
      "learning_rate": 2.534735233926359e-06,
      "loss": 0.3525,
      "step": 1434150
    },
    {
      "epoch": 400.27,
      "grad_norm": 0.9151827096939087,
      "learning_rate": 2.534708284205802e-06,
      "loss": 0.3475,
      "step": 1434160
    },
    {
      "epoch": 400.27,
      "grad_norm": 0.934526801109314,
      "learning_rate": 2.5346813344598274e-06,
      "loss": 0.3389,
      "step": 1434170
    },
    {
      "epoch": 400.27,
      "grad_norm": 1.4680761098861694,
      "learning_rate": 2.53465438468844e-06,
      "loss": 0.3449,
      "step": 1434180
    },
    {
      "epoch": 400.28,
      "grad_norm": 2.4706246852874756,
      "learning_rate": 2.5346274348916432e-06,
      "loss": 0.3515,
      "step": 1434190
    },
    {
      "epoch": 400.28,
      "grad_norm": 5.851734161376953,
      "learning_rate": 2.5346004850694413e-06,
      "loss": 0.3437,
      "step": 1434200
    },
    {
      "epoch": 400.28,
      "grad_norm": 0.9412446618080139,
      "learning_rate": 2.5345735352218363e-06,
      "loss": 0.3467,
      "step": 1434210
    },
    {
      "epoch": 400.28,
      "grad_norm": 1.0150052309036255,
      "learning_rate": 2.5345465853488327e-06,
      "loss": 0.3552,
      "step": 1434220
    },
    {
      "epoch": 400.29,
      "grad_norm": 1.2377147674560547,
      "learning_rate": 2.534519635450434e-06,
      "loss": 0.3487,
      "step": 1434230
    },
    {
      "epoch": 400.29,
      "grad_norm": 0.9757349491119385,
      "learning_rate": 2.534492685526645e-06,
      "loss": 0.3547,
      "step": 1434240
    },
    {
      "epoch": 400.29,
      "grad_norm": 0.9660529494285583,
      "learning_rate": 2.5344657355774668e-06,
      "loss": 0.3456,
      "step": 1434250
    },
    {
      "epoch": 400.3,
      "grad_norm": 1.0987870693206787,
      "learning_rate": 2.5344387856029043e-06,
      "loss": 0.3604,
      "step": 1434260
    },
    {
      "epoch": 400.3,
      "grad_norm": 1.0553948879241943,
      "learning_rate": 2.5344118356029618e-06,
      "loss": 0.3546,
      "step": 1434270
    },
    {
      "epoch": 400.3,
      "grad_norm": 0.9390668869018555,
      "learning_rate": 2.5343848855776417e-06,
      "loss": 0.3252,
      "step": 1434280
    },
    {
      "epoch": 400.3,
      "grad_norm": 1.0225976705551147,
      "learning_rate": 2.5343579355269475e-06,
      "loss": 0.3572,
      "step": 1434290
    },
    {
      "epoch": 400.31,
      "grad_norm": 1.1204967498779297,
      "learning_rate": 2.534330985450884e-06,
      "loss": 0.3563,
      "step": 1434300
    },
    {
      "epoch": 400.31,
      "grad_norm": 0.9485892653465271,
      "learning_rate": 2.534304035349454e-06,
      "loss": 0.3496,
      "step": 1434310
    },
    {
      "epoch": 400.31,
      "grad_norm": 0.9096085429191589,
      "learning_rate": 2.5342770852226615e-06,
      "loss": 0.347,
      "step": 1434320
    },
    {
      "epoch": 400.32,
      "grad_norm": 0.9775527715682983,
      "learning_rate": 2.5342501350705097e-06,
      "loss": 0.3488,
      "step": 1434330
    },
    {
      "epoch": 400.32,
      "grad_norm": 0.9630735516548157,
      "learning_rate": 2.534223184893002e-06,
      "loss": 0.3476,
      "step": 1434340
    },
    {
      "epoch": 400.32,
      "grad_norm": 1.0734580755233765,
      "learning_rate": 2.5341962346901425e-06,
      "loss": 0.3356,
      "step": 1434350
    },
    {
      "epoch": 400.32,
      "grad_norm": 1.0605214834213257,
      "learning_rate": 2.5341692844619347e-06,
      "loss": 0.3653,
      "step": 1434360
    },
    {
      "epoch": 400.33,
      "grad_norm": 0.998263955116272,
      "learning_rate": 2.534142334208381e-06,
      "loss": 0.323,
      "step": 1434370
    },
    {
      "epoch": 400.33,
      "grad_norm": 1.1417595148086548,
      "learning_rate": 2.5341153839294865e-06,
      "loss": 0.3479,
      "step": 1434380
    },
    {
      "epoch": 400.33,
      "grad_norm": 0.9470294713973999,
      "learning_rate": 2.534088433625255e-06,
      "loss": 0.337,
      "step": 1434390
    },
    {
      "epoch": 400.33,
      "grad_norm": 3.3231849670410156,
      "learning_rate": 2.5340614832956896e-06,
      "loss": 0.3521,
      "step": 1434400
    },
    {
      "epoch": 400.34,
      "grad_norm": 1.1479682922363281,
      "learning_rate": 2.5340345329407933e-06,
      "loss": 0.3402,
      "step": 1434410
    },
    {
      "epoch": 400.34,
      "grad_norm": 1.1959478855133057,
      "learning_rate": 2.5340075825605694e-06,
      "loss": 0.3619,
      "step": 1434420
    },
    {
      "epoch": 400.34,
      "grad_norm": 1.0563193559646606,
      "learning_rate": 2.533980632155023e-06,
      "loss": 0.3433,
      "step": 1434430
    },
    {
      "epoch": 400.35,
      "grad_norm": 1.0900627374649048,
      "learning_rate": 2.5339536817241562e-06,
      "loss": 0.3401,
      "step": 1434440
    },
    {
      "epoch": 400.35,
      "grad_norm": 1.0949816703796387,
      "learning_rate": 2.5339267312679734e-06,
      "loss": 0.3485,
      "step": 1434450
    },
    {
      "epoch": 400.35,
      "grad_norm": 0.9551555514335632,
      "learning_rate": 2.5338997807864786e-06,
      "loss": 0.3471,
      "step": 1434460
    },
    {
      "epoch": 400.35,
      "grad_norm": 1.090917706489563,
      "learning_rate": 2.533872830279674e-06,
      "loss": 0.3424,
      "step": 1434470
    },
    {
      "epoch": 400.36,
      "grad_norm": 1.059235692024231,
      "learning_rate": 2.5338458797475645e-06,
      "loss": 0.354,
      "step": 1434480
    },
    {
      "epoch": 400.36,
      "grad_norm": 1.0432487726211548,
      "learning_rate": 2.533818929190153e-06,
      "loss": 0.3643,
      "step": 1434490
    },
    {
      "epoch": 400.36,
      "grad_norm": 1.1729005575180054,
      "learning_rate": 2.5337919786074434e-06,
      "loss": 0.3422,
      "step": 1434500
    },
    {
      "epoch": 400.37,
      "grad_norm": 0.9412568211555481,
      "learning_rate": 2.533765027999439e-06,
      "loss": 0.3482,
      "step": 1434510
    },
    {
      "epoch": 400.37,
      "grad_norm": 1.1296380758285522,
      "learning_rate": 2.5337380773661435e-06,
      "loss": 0.3472,
      "step": 1434520
    },
    {
      "epoch": 400.37,
      "grad_norm": 0.925121009349823,
      "learning_rate": 2.533711126707561e-06,
      "loss": 0.3469,
      "step": 1434530
    },
    {
      "epoch": 400.37,
      "grad_norm": 0.9702606797218323,
      "learning_rate": 2.5336841760236947e-06,
      "loss": 0.3397,
      "step": 1434540
    },
    {
      "epoch": 400.38,
      "grad_norm": 1.0008139610290527,
      "learning_rate": 2.5336572253145475e-06,
      "loss": 0.3417,
      "step": 1434550
    },
    {
      "epoch": 400.38,
      "grad_norm": 0.9614596962928772,
      "learning_rate": 2.533630274580124e-06,
      "loss": 0.3451,
      "step": 1434560
    },
    {
      "epoch": 400.38,
      "grad_norm": 0.8801059126853943,
      "learning_rate": 2.533603323820427e-06,
      "loss": 0.3428,
      "step": 1434570
    },
    {
      "epoch": 400.39,
      "grad_norm": 1.0007284879684448,
      "learning_rate": 2.5335763730354605e-06,
      "loss": 0.3442,
      "step": 1434580
    },
    {
      "epoch": 400.39,
      "grad_norm": 0.9408694505691528,
      "learning_rate": 2.5335494222252285e-06,
      "loss": 0.338,
      "step": 1434590
    },
    {
      "epoch": 400.39,
      "grad_norm": 1.0904513597488403,
      "learning_rate": 2.5335224713897337e-06,
      "loss": 0.3461,
      "step": 1434600
    },
    {
      "epoch": 400.39,
      "grad_norm": 0.9566226005554199,
      "learning_rate": 2.5334955205289804e-06,
      "loss": 0.3572,
      "step": 1434610
    },
    {
      "epoch": 400.4,
      "grad_norm": 0.8138105273246765,
      "learning_rate": 2.5334685696429723e-06,
      "loss": 0.3457,
      "step": 1434620
    },
    {
      "epoch": 400.4,
      "grad_norm": 1.162312626838684,
      "learning_rate": 2.5334416187317117e-06,
      "loss": 0.3616,
      "step": 1434630
    },
    {
      "epoch": 400.4,
      "grad_norm": 1.0410104990005493,
      "learning_rate": 2.533414667795203e-06,
      "loss": 0.3491,
      "step": 1434640
    },
    {
      "epoch": 400.4,
      "grad_norm": 1.1440317630767822,
      "learning_rate": 2.5333877168334513e-06,
      "loss": 0.3395,
      "step": 1434650
    },
    {
      "epoch": 400.41,
      "grad_norm": 1.0649808645248413,
      "learning_rate": 2.5333607658464574e-06,
      "loss": 0.3551,
      "step": 1434660
    },
    {
      "epoch": 400.41,
      "grad_norm": 1.1335859298706055,
      "learning_rate": 2.5333338148342267e-06,
      "loss": 0.3489,
      "step": 1434670
    },
    {
      "epoch": 400.41,
      "grad_norm": 1.1746175289154053,
      "learning_rate": 2.5333068637967624e-06,
      "loss": 0.3382,
      "step": 1434680
    },
    {
      "epoch": 400.42,
      "grad_norm": 1.17061448097229,
      "learning_rate": 2.5332799127340683e-06,
      "loss": 0.3312,
      "step": 1434690
    },
    {
      "epoch": 400.42,
      "grad_norm": 0.9090773463249207,
      "learning_rate": 2.533252961646147e-06,
      "loss": 0.343,
      "step": 1434700
    },
    {
      "epoch": 400.42,
      "grad_norm": 0.9016823172569275,
      "learning_rate": 2.5332260105330034e-06,
      "loss": 0.3406,
      "step": 1434710
    },
    {
      "epoch": 400.42,
      "grad_norm": 0.9645814299583435,
      "learning_rate": 2.5331990593946405e-06,
      "loss": 0.3536,
      "step": 1434720
    },
    {
      "epoch": 400.43,
      "grad_norm": 0.9737058877944946,
      "learning_rate": 2.5331721082310615e-06,
      "loss": 0.3511,
      "step": 1434730
    },
    {
      "epoch": 400.43,
      "grad_norm": 1.0239766836166382,
      "learning_rate": 2.5331451570422705e-06,
      "loss": 0.3369,
      "step": 1434740
    },
    {
      "epoch": 400.43,
      "grad_norm": 1.0240504741668701,
      "learning_rate": 2.533118205828271e-06,
      "loss": 0.3378,
      "step": 1434750
    },
    {
      "epoch": 400.44,
      "grad_norm": 1.1446971893310547,
      "learning_rate": 2.533091254589067e-06,
      "loss": 0.3656,
      "step": 1434760
    },
    {
      "epoch": 400.44,
      "grad_norm": 0.8568110466003418,
      "learning_rate": 2.5330643033246607e-06,
      "loss": 0.3645,
      "step": 1434770
    },
    {
      "epoch": 400.44,
      "grad_norm": 0.9331070780754089,
      "learning_rate": 2.5330373520350575e-06,
      "loss": 0.3498,
      "step": 1434780
    },
    {
      "epoch": 400.44,
      "grad_norm": 1.029756784439087,
      "learning_rate": 2.5330104007202594e-06,
      "loss": 0.3524,
      "step": 1434790
    },
    {
      "epoch": 400.45,
      "grad_norm": 1.0229017734527588,
      "learning_rate": 2.532983449380271e-06,
      "loss": 0.327,
      "step": 1434800
    },
    {
      "epoch": 400.45,
      "grad_norm": 0.9065017104148865,
      "learning_rate": 2.532956498015095e-06,
      "loss": 0.3407,
      "step": 1434810
    },
    {
      "epoch": 400.45,
      "grad_norm": 0.9905469417572021,
      "learning_rate": 2.5329295466247365e-06,
      "loss": 0.3555,
      "step": 1434820
    },
    {
      "epoch": 400.45,
      "grad_norm": 1.0915894508361816,
      "learning_rate": 2.532902595209198e-06,
      "loss": 0.3254,
      "step": 1434830
    },
    {
      "epoch": 400.46,
      "grad_norm": 0.9053201675415039,
      "learning_rate": 2.532875643768483e-06,
      "loss": 0.3415,
      "step": 1434840
    },
    {
      "epoch": 400.46,
      "grad_norm": 0.8914626240730286,
      "learning_rate": 2.532848692302596e-06,
      "loss": 0.3348,
      "step": 1434850
    },
    {
      "epoch": 400.46,
      "grad_norm": 0.9651443958282471,
      "learning_rate": 2.5328217408115387e-06,
      "loss": 0.3314,
      "step": 1434860
    },
    {
      "epoch": 400.47,
      "grad_norm": 1.6288511753082275,
      "learning_rate": 2.532794789295316e-06,
      "loss": 0.3684,
      "step": 1434870
    },
    {
      "epoch": 400.47,
      "grad_norm": 1.1527072191238403,
      "learning_rate": 2.532767837753932e-06,
      "loss": 0.3582,
      "step": 1434880
    },
    {
      "epoch": 400.47,
      "grad_norm": 1.0136061906814575,
      "learning_rate": 2.5327408861873897e-06,
      "loss": 0.3517,
      "step": 1434890
    },
    {
      "epoch": 400.47,
      "grad_norm": 0.96824711561203,
      "learning_rate": 2.5327139345956927e-06,
      "loss": 0.3498,
      "step": 1434900
    },
    {
      "epoch": 400.48,
      "grad_norm": 0.7943371534347534,
      "learning_rate": 2.5326869829788443e-06,
      "loss": 0.3586,
      "step": 1434910
    },
    {
      "epoch": 400.48,
      "grad_norm": 1.1640113592147827,
      "learning_rate": 2.5326600313368488e-06,
      "loss": 0.3555,
      "step": 1434920
    },
    {
      "epoch": 400.48,
      "grad_norm": 1.2658600807189941,
      "learning_rate": 2.5326330796697082e-06,
      "loss": 0.3459,
      "step": 1434930
    },
    {
      "epoch": 400.49,
      "grad_norm": 1.0063693523406982,
      "learning_rate": 2.532606127977428e-06,
      "loss": 0.3481,
      "step": 1434940
    },
    {
      "epoch": 400.49,
      "grad_norm": 1.0202192068099976,
      "learning_rate": 2.532579176260011e-06,
      "loss": 0.3386,
      "step": 1434950
    },
    {
      "epoch": 400.49,
      "grad_norm": 1.0783929824829102,
      "learning_rate": 2.5325522245174605e-06,
      "loss": 0.3343,
      "step": 1434960
    },
    {
      "epoch": 400.49,
      "grad_norm": 1.079986810684204,
      "learning_rate": 2.532525272749781e-06,
      "loss": 0.3485,
      "step": 1434970
    },
    {
      "epoch": 400.5,
      "grad_norm": 1.0469043254852295,
      "learning_rate": 2.532498320956975e-06,
      "loss": 0.3481,
      "step": 1434980
    },
    {
      "epoch": 400.5,
      "grad_norm": 1.1037225723266602,
      "learning_rate": 2.5324713691390465e-06,
      "loss": 0.3606,
      "step": 1434990
    },
    {
      "epoch": 400.5,
      "grad_norm": 1.208816647529602,
      "learning_rate": 2.532444417295999e-06,
      "loss": 0.356,
      "step": 1435000
    },
    {
      "epoch": 400.51,
      "grad_norm": 1.1080909967422485,
      "learning_rate": 2.5324174654278366e-06,
      "loss": 0.3457,
      "step": 1435010
    },
    {
      "epoch": 400.51,
      "grad_norm": 0.930810809135437,
      "learning_rate": 2.5323905135345624e-06,
      "loss": 0.3457,
      "step": 1435020
    },
    {
      "epoch": 400.51,
      "grad_norm": 0.9242197275161743,
      "learning_rate": 2.5323635616161796e-06,
      "loss": 0.3416,
      "step": 1435030
    },
    {
      "epoch": 400.51,
      "grad_norm": 0.9906911849975586,
      "learning_rate": 2.532336609672693e-06,
      "loss": 0.3423,
      "step": 1435040
    },
    {
      "epoch": 400.52,
      "grad_norm": 1.0788986682891846,
      "learning_rate": 2.532309657704105e-06,
      "loss": 0.3627,
      "step": 1435050
    },
    {
      "epoch": 400.52,
      "grad_norm": 0.927492082118988,
      "learning_rate": 2.53228270571042e-06,
      "loss": 0.3258,
      "step": 1435060
    },
    {
      "epoch": 400.52,
      "grad_norm": 0.9769091010093689,
      "learning_rate": 2.532255753691641e-06,
      "loss": 0.3473,
      "step": 1435070
    },
    {
      "epoch": 400.52,
      "grad_norm": 1.208791732788086,
      "learning_rate": 2.532228801647772e-06,
      "loss": 0.3445,
      "step": 1435080
    },
    {
      "epoch": 400.53,
      "grad_norm": 1.14192533493042,
      "learning_rate": 2.532201849578816e-06,
      "loss": 0.3544,
      "step": 1435090
    },
    {
      "epoch": 400.53,
      "grad_norm": 1.0009440183639526,
      "learning_rate": 2.5321748974847773e-06,
      "loss": 0.3524,
      "step": 1435100
    },
    {
      "epoch": 400.53,
      "grad_norm": 1.0232179164886475,
      "learning_rate": 2.5321479453656595e-06,
      "loss": 0.3688,
      "step": 1435110
    },
    {
      "epoch": 400.54,
      "grad_norm": 1.0947794914245605,
      "learning_rate": 2.532120993221466e-06,
      "loss": 0.3394,
      "step": 1435120
    },
    {
      "epoch": 400.54,
      "grad_norm": 1.1784391403198242,
      "learning_rate": 2.5320940410521994e-06,
      "loss": 0.3452,
      "step": 1435130
    },
    {
      "epoch": 400.54,
      "grad_norm": 1.240657925605774,
      "learning_rate": 2.532067088857865e-06,
      "loss": 0.3446,
      "step": 1435140
    },
    {
      "epoch": 400.54,
      "grad_norm": 1.108919620513916,
      "learning_rate": 2.532040136638465e-06,
      "loss": 0.3424,
      "step": 1435150
    },
    {
      "epoch": 400.55,
      "grad_norm": 0.9699303507804871,
      "learning_rate": 2.5320131843940033e-06,
      "loss": 0.3396,
      "step": 1435160
    },
    {
      "epoch": 400.55,
      "grad_norm": 1.0461208820343018,
      "learning_rate": 2.5319862321244843e-06,
      "loss": 0.3473,
      "step": 1435170
    },
    {
      "epoch": 400.55,
      "grad_norm": 1.057011604309082,
      "learning_rate": 2.531959279829911e-06,
      "loss": 0.3371,
      "step": 1435180
    },
    {
      "epoch": 400.56,
      "grad_norm": 1.091007113456726,
      "learning_rate": 2.5319323275102873e-06,
      "loss": 0.3564,
      "step": 1435190
    },
    {
      "epoch": 400.56,
      "grad_norm": 0.8800901174545288,
      "learning_rate": 2.531905375165616e-06,
      "loss": 0.3459,
      "step": 1435200
    },
    {
      "epoch": 400.56,
      "grad_norm": 1.0580495595932007,
      "learning_rate": 2.531878422795901e-06,
      "loss": 0.3425,
      "step": 1435210
    },
    {
      "epoch": 400.56,
      "grad_norm": 1.0288609266281128,
      "learning_rate": 2.531851470401146e-06,
      "loss": 0.3354,
      "step": 1435220
    },
    {
      "epoch": 400.57,
      "grad_norm": 1.156398057937622,
      "learning_rate": 2.5318245179813554e-06,
      "loss": 0.3416,
      "step": 1435230
    },
    {
      "epoch": 400.57,
      "grad_norm": 0.970369815826416,
      "learning_rate": 2.531797565536531e-06,
      "loss": 0.3428,
      "step": 1435240
    },
    {
      "epoch": 400.57,
      "grad_norm": 0.9853550791740417,
      "learning_rate": 2.5317706130666777e-06,
      "loss": 0.3326,
      "step": 1435250
    },
    {
      "epoch": 400.57,
      "grad_norm": 1.0664819478988647,
      "learning_rate": 2.5317436605717996e-06,
      "loss": 0.3521,
      "step": 1435260
    },
    {
      "epoch": 400.58,
      "grad_norm": 0.8612833619117737,
      "learning_rate": 2.531716708051899e-06,
      "loss": 0.3365,
      "step": 1435270
    },
    {
      "epoch": 400.58,
      "grad_norm": 0.9724975824356079,
      "learning_rate": 2.5316897555069798e-06,
      "loss": 0.3383,
      "step": 1435280
    },
    {
      "epoch": 400.58,
      "grad_norm": 1.2580808401107788,
      "learning_rate": 2.5316628029370457e-06,
      "loss": 0.3677,
      "step": 1435290
    },
    {
      "epoch": 400.59,
      "grad_norm": 1.1673450469970703,
      "learning_rate": 2.531635850342101e-06,
      "loss": 0.352,
      "step": 1435300
    },
    {
      "epoch": 400.59,
      "grad_norm": 1.0302590131759644,
      "learning_rate": 2.5316088977221477e-06,
      "loss": 0.3392,
      "step": 1435310
    },
    {
      "epoch": 400.59,
      "grad_norm": 0.884395182132721,
      "learning_rate": 2.5315819450771906e-06,
      "loss": 0.342,
      "step": 1435320
    },
    {
      "epoch": 400.59,
      "grad_norm": 1.1508560180664062,
      "learning_rate": 2.5315549924072338e-06,
      "loss": 0.3282,
      "step": 1435330
    },
    {
      "epoch": 400.6,
      "grad_norm": 0.9424437284469604,
      "learning_rate": 2.5315280397122793e-06,
      "loss": 0.3516,
      "step": 1435340
    },
    {
      "epoch": 400.6,
      "grad_norm": 0.9672621488571167,
      "learning_rate": 2.5315010869923314e-06,
      "loss": 0.3327,
      "step": 1435350
    },
    {
      "epoch": 400.6,
      "grad_norm": 1.4585074186325073,
      "learning_rate": 2.531474134247395e-06,
      "loss": 0.3564,
      "step": 1435360
    },
    {
      "epoch": 400.61,
      "grad_norm": 0.8792177438735962,
      "learning_rate": 2.5314471814774707e-06,
      "loss": 0.3467,
      "step": 1435370
    },
    {
      "epoch": 400.61,
      "grad_norm": 1.0548536777496338,
      "learning_rate": 2.5314202286825647e-06,
      "loss": 0.3388,
      "step": 1435380
    },
    {
      "epoch": 400.61,
      "grad_norm": 1.0355839729309082,
      "learning_rate": 2.5313932758626796e-06,
      "loss": 0.3329,
      "step": 1435390
    },
    {
      "epoch": 400.61,
      "grad_norm": 1.1250489950180054,
      "learning_rate": 2.5313663230178194e-06,
      "loss": 0.343,
      "step": 1435400
    },
    {
      "epoch": 400.62,
      "grad_norm": 0.9261735081672668,
      "learning_rate": 2.5313393701479873e-06,
      "loss": 0.3374,
      "step": 1435410
    },
    {
      "epoch": 400.62,
      "grad_norm": 0.9829013347625732,
      "learning_rate": 2.5313124172531873e-06,
      "loss": 0.3434,
      "step": 1435420
    },
    {
      "epoch": 400.62,
      "grad_norm": 5.8625311851501465,
      "learning_rate": 2.5312854643334227e-06,
      "loss": 0.3232,
      "step": 1435430
    },
    {
      "epoch": 400.63,
      "grad_norm": 1.2214226722717285,
      "learning_rate": 2.5312585113886964e-06,
      "loss": 0.3441,
      "step": 1435440
    },
    {
      "epoch": 400.63,
      "grad_norm": 1.387087345123291,
      "learning_rate": 2.5312315584190127e-06,
      "loss": 0.3613,
      "step": 1435450
    },
    {
      "epoch": 400.63,
      "grad_norm": 1.1259084939956665,
      "learning_rate": 2.531204605424376e-06,
      "loss": 0.3317,
      "step": 1435460
    },
    {
      "epoch": 400.63,
      "grad_norm": 1.034156084060669,
      "learning_rate": 2.5311776524047884e-06,
      "loss": 0.3305,
      "step": 1435470
    },
    {
      "epoch": 400.64,
      "grad_norm": 1.0575512647628784,
      "learning_rate": 2.531150699360254e-06,
      "loss": 0.3567,
      "step": 1435480
    },
    {
      "epoch": 400.64,
      "grad_norm": 1.0205737352371216,
      "learning_rate": 2.5311237462907773e-06,
      "loss": 0.3609,
      "step": 1435490
    },
    {
      "epoch": 400.64,
      "grad_norm": 1.0671124458312988,
      "learning_rate": 2.5310967931963604e-06,
      "loss": 0.3377,
      "step": 1435500
    },
    {
      "epoch": 400.64,
      "grad_norm": 1.0495973825454712,
      "learning_rate": 2.531069840077008e-06,
      "loss": 0.3668,
      "step": 1435510
    },
    {
      "epoch": 400.65,
      "grad_norm": 1.0729031562805176,
      "learning_rate": 2.5310428869327234e-06,
      "loss": 0.3529,
      "step": 1435520
    },
    {
      "epoch": 400.65,
      "grad_norm": 0.991011381149292,
      "learning_rate": 2.531015933763509e-06,
      "loss": 0.3482,
      "step": 1435530
    },
    {
      "epoch": 400.65,
      "grad_norm": 1.1715261936187744,
      "learning_rate": 2.53098898056937e-06,
      "loss": 0.3609,
      "step": 1435540
    },
    {
      "epoch": 400.66,
      "grad_norm": 1.0223861932754517,
      "learning_rate": 2.5309620273503095e-06,
      "loss": 0.3603,
      "step": 1435550
    },
    {
      "epoch": 400.66,
      "grad_norm": 1.0315451622009277,
      "learning_rate": 2.530935074106331e-06,
      "loss": 0.3616,
      "step": 1435560
    },
    {
      "epoch": 400.66,
      "grad_norm": 1.0105183124542236,
      "learning_rate": 2.530908120837439e-06,
      "loss": 0.333,
      "step": 1435570
    },
    {
      "epoch": 400.66,
      "grad_norm": 1.2303019762039185,
      "learning_rate": 2.5308811675436352e-06,
      "loss": 0.3521,
      "step": 1435580
    },
    {
      "epoch": 400.67,
      "grad_norm": 1.1662168502807617,
      "learning_rate": 2.530854214224925e-06,
      "loss": 0.3521,
      "step": 1435590
    },
    {
      "epoch": 400.67,
      "grad_norm": 0.8921924829483032,
      "learning_rate": 2.53082726088131e-06,
      "loss": 0.3389,
      "step": 1435600
    },
    {
      "epoch": 400.67,
      "grad_norm": 1.0605583190917969,
      "learning_rate": 2.5308003075127954e-06,
      "loss": 0.3689,
      "step": 1435610
    },
    {
      "epoch": 400.68,
      "grad_norm": 1.0846999883651733,
      "learning_rate": 2.530773354119385e-06,
      "loss": 0.3541,
      "step": 1435620
    },
    {
      "epoch": 400.68,
      "grad_norm": 1.1969636678695679,
      "learning_rate": 2.530746400701081e-06,
      "loss": 0.3567,
      "step": 1435630
    },
    {
      "epoch": 400.68,
      "grad_norm": 0.8872374892234802,
      "learning_rate": 2.5307194472578886e-06,
      "loss": 0.3515,
      "step": 1435640
    },
    {
      "epoch": 400.68,
      "grad_norm": 1.2056100368499756,
      "learning_rate": 2.5306924937898103e-06,
      "loss": 0.3631,
      "step": 1435650
    },
    {
      "epoch": 400.69,
      "grad_norm": 1.123234748840332,
      "learning_rate": 2.530665540296849e-06,
      "loss": 0.3421,
      "step": 1435660
    },
    {
      "epoch": 400.69,
      "grad_norm": 1.2824410200119019,
      "learning_rate": 2.53063858677901e-06,
      "loss": 0.3359,
      "step": 1435670
    },
    {
      "epoch": 400.69,
      "grad_norm": 1.0137230157852173,
      "learning_rate": 2.5306116332362952e-06,
      "loss": 0.3421,
      "step": 1435680
    },
    {
      "epoch": 400.69,
      "grad_norm": 0.9981740713119507,
      "learning_rate": 2.5305846796687096e-06,
      "loss": 0.3433,
      "step": 1435690
    },
    {
      "epoch": 400.7,
      "grad_norm": 0.9526790380477905,
      "learning_rate": 2.5305577260762564e-06,
      "loss": 0.3405,
      "step": 1435700
    },
    {
      "epoch": 400.7,
      "grad_norm": 1.0681086778640747,
      "learning_rate": 2.530530772458939e-06,
      "loss": 0.349,
      "step": 1435710
    },
    {
      "epoch": 400.7,
      "grad_norm": 0.9680812954902649,
      "learning_rate": 2.5305038188167615e-06,
      "loss": 0.3487,
      "step": 1435720
    },
    {
      "epoch": 400.71,
      "grad_norm": 1.1044793128967285,
      "learning_rate": 2.530476865149726e-06,
      "loss": 0.3381,
      "step": 1435730
    },
    {
      "epoch": 400.71,
      "grad_norm": 0.9882306456565857,
      "learning_rate": 2.5304499114578377e-06,
      "loss": 0.3634,
      "step": 1435740
    },
    {
      "epoch": 400.71,
      "grad_norm": 1.0088356733322144,
      "learning_rate": 2.5304229577410997e-06,
      "loss": 0.3682,
      "step": 1435750
    },
    {
      "epoch": 400.71,
      "grad_norm": 0.9337801933288574,
      "learning_rate": 2.530396003999515e-06,
      "loss": 0.3409,
      "step": 1435760
    },
    {
      "epoch": 400.72,
      "grad_norm": 1.2186263799667358,
      "learning_rate": 2.530369050233088e-06,
      "loss": 0.3458,
      "step": 1435770
    },
    {
      "epoch": 400.72,
      "grad_norm": 1.0126140117645264,
      "learning_rate": 2.5303420964418217e-06,
      "loss": 0.3547,
      "step": 1435780
    },
    {
      "epoch": 400.72,
      "grad_norm": 0.989844024181366,
      "learning_rate": 2.530315142625721e-06,
      "loss": 0.3704,
      "step": 1435790
    },
    {
      "epoch": 400.73,
      "grad_norm": 2.0122270584106445,
      "learning_rate": 2.530288188784787e-06,
      "loss": 0.3389,
      "step": 1435800
    },
    {
      "epoch": 400.73,
      "grad_norm": 1.0698890686035156,
      "learning_rate": 2.5302612349190256e-06,
      "loss": 0.3493,
      "step": 1435810
    },
    {
      "epoch": 400.73,
      "grad_norm": 0.9931396842002869,
      "learning_rate": 2.530234281028439e-06,
      "loss": 0.3443,
      "step": 1435820
    },
    {
      "epoch": 400.73,
      "grad_norm": 0.8278587460517883,
      "learning_rate": 2.5302073271130314e-06,
      "loss": 0.3259,
      "step": 1435830
    },
    {
      "epoch": 400.74,
      "grad_norm": 1.044804334640503,
      "learning_rate": 2.5301803731728064e-06,
      "loss": 0.3624,
      "step": 1435840
    },
    {
      "epoch": 400.74,
      "grad_norm": 0.856078028678894,
      "learning_rate": 2.530153419207767e-06,
      "loss": 0.333,
      "step": 1435850
    },
    {
      "epoch": 400.74,
      "grad_norm": 1.132420539855957,
      "learning_rate": 2.530126465217918e-06,
      "loss": 0.3269,
      "step": 1435860
    },
    {
      "epoch": 400.75,
      "grad_norm": 1.0016002655029297,
      "learning_rate": 2.5300995112032622e-06,
      "loss": 0.3661,
      "step": 1435870
    },
    {
      "epoch": 400.75,
      "grad_norm": 1.2721612453460693,
      "learning_rate": 2.5300725571638035e-06,
      "loss": 0.3538,
      "step": 1435880
    },
    {
      "epoch": 400.75,
      "grad_norm": 1.0214742422103882,
      "learning_rate": 2.530045603099544e-06,
      "loss": 0.3543,
      "step": 1435890
    },
    {
      "epoch": 400.75,
      "grad_norm": 0.9615823030471802,
      "learning_rate": 2.530018649010489e-06,
      "loss": 0.3466,
      "step": 1435900
    },
    {
      "epoch": 400.76,
      "grad_norm": 2.424628257751465,
      "learning_rate": 2.529991694896642e-06,
      "loss": 0.359,
      "step": 1435910
    },
    {
      "epoch": 400.76,
      "grad_norm": 0.9705036282539368,
      "learning_rate": 2.529964740758006e-06,
      "loss": 0.3451,
      "step": 1435920
    },
    {
      "epoch": 400.76,
      "grad_norm": 4.308340549468994,
      "learning_rate": 2.5299377865945847e-06,
      "loss": 0.3662,
      "step": 1435930
    },
    {
      "epoch": 400.76,
      "grad_norm": 1.0591415166854858,
      "learning_rate": 2.529910832406382e-06,
      "loss": 0.355,
      "step": 1435940
    },
    {
      "epoch": 400.77,
      "grad_norm": 1.1936800479888916,
      "learning_rate": 2.529883878193401e-06,
      "loss": 0.3348,
      "step": 1435950
    },
    {
      "epoch": 400.77,
      "grad_norm": 1.0140506029129028,
      "learning_rate": 2.5298569239556453e-06,
      "loss": 0.3499,
      "step": 1435960
    },
    {
      "epoch": 400.77,
      "grad_norm": 0.9065744280815125,
      "learning_rate": 2.5298299696931187e-06,
      "loss": 0.3401,
      "step": 1435970
    },
    {
      "epoch": 400.78,
      "grad_norm": 1.1697226762771606,
      "learning_rate": 2.5298030154058253e-06,
      "loss": 0.3693,
      "step": 1435980
    },
    {
      "epoch": 400.78,
      "grad_norm": 1.852843165397644,
      "learning_rate": 2.529776061093768e-06,
      "loss": 0.3443,
      "step": 1435990
    },
    {
      "epoch": 400.78,
      "grad_norm": 1.3030813932418823,
      "learning_rate": 2.5297491067569507e-06,
      "loss": 0.3511,
      "step": 1436000
    },
    {
      "epoch": 400.78,
      "grad_norm": 1.1355690956115723,
      "learning_rate": 2.5297221523953768e-06,
      "loss": 0.3637,
      "step": 1436010
    },
    {
      "epoch": 400.79,
      "grad_norm": 0.8647356629371643,
      "learning_rate": 2.5296951980090495e-06,
      "loss": 0.3443,
      "step": 1436020
    },
    {
      "epoch": 400.79,
      "grad_norm": 0.9314263463020325,
      "learning_rate": 2.529668243597973e-06,
      "loss": 0.3389,
      "step": 1436030
    },
    {
      "epoch": 400.79,
      "grad_norm": 1.2009897232055664,
      "learning_rate": 2.529641289162151e-06,
      "loss": 0.3494,
      "step": 1436040
    },
    {
      "epoch": 400.8,
      "grad_norm": 1.0021157264709473,
      "learning_rate": 2.5296143347015872e-06,
      "loss": 0.3524,
      "step": 1436050
    },
    {
      "epoch": 400.8,
      "grad_norm": 0.9171346426010132,
      "learning_rate": 2.5295873802162838e-06,
      "loss": 0.341,
      "step": 1436060
    },
    {
      "epoch": 400.8,
      "grad_norm": 0.9328583478927612,
      "learning_rate": 2.5295604257062465e-06,
      "loss": 0.347,
      "step": 1436070
    },
    {
      "epoch": 400.8,
      "grad_norm": 1.094925880432129,
      "learning_rate": 2.5295334711714772e-06,
      "loss": 0.3466,
      "step": 1436080
    },
    {
      "epoch": 400.81,
      "grad_norm": 0.936967670917511,
      "learning_rate": 2.52950651661198e-06,
      "loss": 0.3409,
      "step": 1436090
    },
    {
      "epoch": 400.81,
      "grad_norm": 0.9914678931236267,
      "learning_rate": 2.529479562027759e-06,
      "loss": 0.3465,
      "step": 1436100
    },
    {
      "epoch": 400.81,
      "grad_norm": 1.444554328918457,
      "learning_rate": 2.5294526074188165e-06,
      "loss": 0.3309,
      "step": 1436110
    },
    {
      "epoch": 400.81,
      "grad_norm": 0.9318150877952576,
      "learning_rate": 2.5294256527851574e-06,
      "loss": 0.3439,
      "step": 1436120
    },
    {
      "epoch": 400.82,
      "grad_norm": 1.1049801111221313,
      "learning_rate": 2.5293986981267843e-06,
      "loss": 0.3487,
      "step": 1436130
    },
    {
      "epoch": 400.82,
      "grad_norm": 1.1036992073059082,
      "learning_rate": 2.5293717434437025e-06,
      "loss": 0.3527,
      "step": 1436140
    },
    {
      "epoch": 400.82,
      "grad_norm": 1.1266852617263794,
      "learning_rate": 2.529344788735914e-06,
      "loss": 0.3455,
      "step": 1436150
    },
    {
      "epoch": 400.83,
      "grad_norm": 1.066573143005371,
      "learning_rate": 2.5293178340034226e-06,
      "loss": 0.3354,
      "step": 1436160
    },
    {
      "epoch": 400.83,
      "grad_norm": 2.0596764087677,
      "learning_rate": 2.529290879246232e-06,
      "loss": 0.3732,
      "step": 1436170
    },
    {
      "epoch": 400.83,
      "grad_norm": 1.0962564945220947,
      "learning_rate": 2.5292639244643457e-06,
      "loss": 0.3473,
      "step": 1436180
    },
    {
      "epoch": 400.83,
      "grad_norm": 1.1107937097549438,
      "learning_rate": 2.5292369696577677e-06,
      "loss": 0.3579,
      "step": 1436190
    },
    {
      "epoch": 400.84,
      "grad_norm": 1.1188735961914062,
      "learning_rate": 2.5292100148265013e-06,
      "loss": 0.3386,
      "step": 1436200
    },
    {
      "epoch": 400.84,
      "grad_norm": 1.0727579593658447,
      "learning_rate": 2.5291830599705498e-06,
      "loss": 0.3636,
      "step": 1436210
    },
    {
      "epoch": 400.84,
      "grad_norm": 1.019067645072937,
      "learning_rate": 2.529156105089918e-06,
      "loss": 0.3443,
      "step": 1436220
    },
    {
      "epoch": 400.85,
      "grad_norm": 1.0454812049865723,
      "learning_rate": 2.5291291501846076e-06,
      "loss": 0.3551,
      "step": 1436230
    },
    {
      "epoch": 400.85,
      "grad_norm": 1.0534054040908813,
      "learning_rate": 2.5291021952546237e-06,
      "loss": 0.3586,
      "step": 1436240
    },
    {
      "epoch": 400.85,
      "grad_norm": 1.0838230848312378,
      "learning_rate": 2.5290752402999687e-06,
      "loss": 0.3675,
      "step": 1436250
    },
    {
      "epoch": 400.85,
      "grad_norm": 0.9838317632675171,
      "learning_rate": 2.5290482853206473e-06,
      "loss": 0.3334,
      "step": 1436260
    },
    {
      "epoch": 400.86,
      "grad_norm": 0.9868550896644592,
      "learning_rate": 2.529021330316663e-06,
      "loss": 0.3505,
      "step": 1436270
    },
    {
      "epoch": 400.86,
      "grad_norm": 0.9106969833374023,
      "learning_rate": 2.5289943752880186e-06,
      "loss": 0.347,
      "step": 1436280
    },
    {
      "epoch": 400.86,
      "grad_norm": 1.062827706336975,
      "learning_rate": 2.528967420234718e-06,
      "loss": 0.3501,
      "step": 1436290
    },
    {
      "epoch": 400.87,
      "grad_norm": 0.9152783751487732,
      "learning_rate": 2.5289404651567657e-06,
      "loss": 0.3492,
      "step": 1436300
    },
    {
      "epoch": 400.87,
      "grad_norm": 1.0128728151321411,
      "learning_rate": 2.5289135100541645e-06,
      "loss": 0.3291,
      "step": 1436310
    },
    {
      "epoch": 400.87,
      "grad_norm": 1.1502617597579956,
      "learning_rate": 2.5288865549269172e-06,
      "loss": 0.3417,
      "step": 1436320
    },
    {
      "epoch": 400.87,
      "grad_norm": 1.0822925567626953,
      "learning_rate": 2.5288595997750285e-06,
      "loss": 0.3421,
      "step": 1436330
    },
    {
      "epoch": 400.88,
      "grad_norm": 0.9143865704536438,
      "learning_rate": 2.5288326445985013e-06,
      "loss": 0.3291,
      "step": 1436340
    },
    {
      "epoch": 400.88,
      "grad_norm": 1.0921169519424438,
      "learning_rate": 2.5288056893973402e-06,
      "loss": 0.3529,
      "step": 1436350
    },
    {
      "epoch": 400.88,
      "grad_norm": 0.9656145572662354,
      "learning_rate": 2.5287787341715483e-06,
      "loss": 0.3389,
      "step": 1436360
    },
    {
      "epoch": 400.88,
      "grad_norm": 0.9509767293930054,
      "learning_rate": 2.5287517789211276e-06,
      "loss": 0.384,
      "step": 1436370
    },
    {
      "epoch": 400.89,
      "grad_norm": 1.140622854232788,
      "learning_rate": 2.5287248236460845e-06,
      "loss": 0.3552,
      "step": 1436380
    },
    {
      "epoch": 400.89,
      "grad_norm": 1.0575662851333618,
      "learning_rate": 2.528697868346421e-06,
      "loss": 0.3354,
      "step": 1436390
    },
    {
      "epoch": 400.89,
      "grad_norm": 1.1309194564819336,
      "learning_rate": 2.528670913022141e-06,
      "loss": 0.345,
      "step": 1436400
    },
    {
      "epoch": 400.9,
      "grad_norm": 1.1888618469238281,
      "learning_rate": 2.528643957673247e-06,
      "loss": 0.3393,
      "step": 1436410
    },
    {
      "epoch": 400.9,
      "grad_norm": 1.1624994277954102,
      "learning_rate": 2.528617002299744e-06,
      "loss": 0.3475,
      "step": 1436420
    },
    {
      "epoch": 400.9,
      "grad_norm": 1.0648118257522583,
      "learning_rate": 2.528590046901636e-06,
      "loss": 0.3425,
      "step": 1436430
    },
    {
      "epoch": 400.9,
      "grad_norm": 1.0614639520645142,
      "learning_rate": 2.5285630914789246e-06,
      "loss": 0.3492,
      "step": 1436440
    },
    {
      "epoch": 400.91,
      "grad_norm": 1.0086069107055664,
      "learning_rate": 2.528536136031615e-06,
      "loss": 0.3326,
      "step": 1436450
    },
    {
      "epoch": 400.91,
      "grad_norm": 1.2243688106536865,
      "learning_rate": 2.528509180559711e-06,
      "loss": 0.3523,
      "step": 1436460
    },
    {
      "epoch": 400.91,
      "grad_norm": 1.2363859415054321,
      "learning_rate": 2.5284822250632147e-06,
      "loss": 0.36,
      "step": 1436470
    },
    {
      "epoch": 400.92,
      "grad_norm": 0.9779433012008667,
      "learning_rate": 2.52845526954213e-06,
      "loss": 0.3498,
      "step": 1436480
    },
    {
      "epoch": 400.92,
      "grad_norm": 3.838320255279541,
      "learning_rate": 2.528428313996462e-06,
      "loss": 0.33,
      "step": 1436490
    },
    {
      "epoch": 400.92,
      "grad_norm": 1.8916829824447632,
      "learning_rate": 2.5284013584262124e-06,
      "loss": 0.3422,
      "step": 1436500
    },
    {
      "epoch": 400.92,
      "grad_norm": 0.8704231381416321,
      "learning_rate": 2.5283744028313865e-06,
      "loss": 0.3522,
      "step": 1436510
    },
    {
      "epoch": 400.93,
      "grad_norm": 0.8834702372550964,
      "learning_rate": 2.5283474472119868e-06,
      "loss": 0.361,
      "step": 1436520
    },
    {
      "epoch": 400.93,
      "grad_norm": 1.0628830194473267,
      "learning_rate": 2.5283204915680172e-06,
      "loss": 0.3578,
      "step": 1436530
    },
    {
      "epoch": 400.93,
      "grad_norm": 0.9852338433265686,
      "learning_rate": 2.5282935358994808e-06,
      "loss": 0.3582,
      "step": 1436540
    },
    {
      "epoch": 400.93,
      "grad_norm": 0.9785682559013367,
      "learning_rate": 2.528266580206381e-06,
      "loss": 0.3477,
      "step": 1436550
    },
    {
      "epoch": 400.94,
      "grad_norm": 0.8275220394134521,
      "learning_rate": 2.5282396244887236e-06,
      "loss": 0.355,
      "step": 1436560
    },
    {
      "epoch": 400.94,
      "grad_norm": 0.940456748008728,
      "learning_rate": 2.5282126687465096e-06,
      "loss": 0.3439,
      "step": 1436570
    },
    {
      "epoch": 400.94,
      "grad_norm": 0.901761531829834,
      "learning_rate": 2.5281857129797436e-06,
      "loss": 0.3548,
      "step": 1436580
    },
    {
      "epoch": 400.95,
      "grad_norm": 4.3756794929504395,
      "learning_rate": 2.5281587571884292e-06,
      "loss": 0.3533,
      "step": 1436590
    },
    {
      "epoch": 400.95,
      "grad_norm": 0.9484174847602844,
      "learning_rate": 2.5281318013725704e-06,
      "loss": 0.3303,
      "step": 1436600
    },
    {
      "epoch": 400.95,
      "grad_norm": 1.180302619934082,
      "learning_rate": 2.5281048455321697e-06,
      "loss": 0.3543,
      "step": 1436610
    },
    {
      "epoch": 400.95,
      "grad_norm": 1.6176230907440186,
      "learning_rate": 2.528077889667232e-06,
      "loss": 0.3507,
      "step": 1436620
    },
    {
      "epoch": 400.96,
      "grad_norm": 0.8765994906425476,
      "learning_rate": 2.5280509337777594e-06,
      "loss": 0.3523,
      "step": 1436630
    },
    {
      "epoch": 400.96,
      "grad_norm": 0.9260960817337036,
      "learning_rate": 2.5280239778637566e-06,
      "loss": 0.3526,
      "step": 1436640
    },
    {
      "epoch": 400.96,
      "grad_norm": 1.0787979364395142,
      "learning_rate": 2.527997021925227e-06,
      "loss": 0.341,
      "step": 1436650
    },
    {
      "epoch": 400.97,
      "grad_norm": 1.1693238019943237,
      "learning_rate": 2.5279700659621743e-06,
      "loss": 0.3605,
      "step": 1436660
    },
    {
      "epoch": 400.97,
      "grad_norm": 1.081294059753418,
      "learning_rate": 2.5279431099746016e-06,
      "loss": 0.3584,
      "step": 1436670
    },
    {
      "epoch": 400.97,
      "grad_norm": 0.9874712228775024,
      "learning_rate": 2.5279161539625136e-06,
      "loss": 0.3434,
      "step": 1436680
    },
    {
      "epoch": 400.97,
      "grad_norm": 1.0792491436004639,
      "learning_rate": 2.5278891979259117e-06,
      "loss": 0.3337,
      "step": 1436690
    },
    {
      "epoch": 400.98,
      "grad_norm": 1.1055680513381958,
      "learning_rate": 2.527862241864801e-06,
      "loss": 0.3323,
      "step": 1436700
    },
    {
      "epoch": 400.98,
      "grad_norm": 1.157810926437378,
      "learning_rate": 2.5278352857791853e-06,
      "loss": 0.3515,
      "step": 1436710
    },
    {
      "epoch": 400.98,
      "grad_norm": 0.987816572189331,
      "learning_rate": 2.5278083296690677e-06,
      "loss": 0.3572,
      "step": 1436720
    },
    {
      "epoch": 400.99,
      "grad_norm": 0.960300624370575,
      "learning_rate": 2.5277813735344522e-06,
      "loss": 0.3399,
      "step": 1436730
    },
    {
      "epoch": 400.99,
      "grad_norm": 1.1520349979400635,
      "learning_rate": 2.5277544173753414e-06,
      "loss": 0.3586,
      "step": 1436740
    },
    {
      "epoch": 400.99,
      "grad_norm": 0.9734745025634766,
      "learning_rate": 2.5277274611917407e-06,
      "loss": 0.3478,
      "step": 1436750
    },
    {
      "epoch": 400.99,
      "grad_norm": 1.1866929531097412,
      "learning_rate": 2.5277005049836514e-06,
      "loss": 0.3557,
      "step": 1436760
    },
    {
      "epoch": 401.0,
      "grad_norm": 0.9058670997619629,
      "learning_rate": 2.5276735487510782e-06,
      "loss": 0.3364,
      "step": 1436770
    },
    {
      "epoch": 401.0,
      "grad_norm": 1.0206223726272583,
      "learning_rate": 2.527646592494026e-06,
      "loss": 0.3629,
      "step": 1436780
    },
    {
      "epoch": 401.0,
      "eval_loss": 0.34555941820144653,
      "eval_runtime": 63.6704,
      "eval_samples_per_second": 79.456,
      "eval_steps_per_second": 9.942,
      "step": 1436783
    },
    {
      "epoch": 401.0,
      "grad_norm": 0.9681960940361023,
      "learning_rate": 2.527619636212496e-06,
      "loss": 0.331,
      "step": 1436790
    },
    {
      "epoch": 401.0,
      "grad_norm": 1.025903582572937,
      "learning_rate": 2.527592679906493e-06,
      "loss": 0.3366,
      "step": 1436800
    },
    {
      "epoch": 401.01,
      "grad_norm": 0.9591306447982788,
      "learning_rate": 2.5275657235760205e-06,
      "loss": 0.3385,
      "step": 1436810
    },
    {
      "epoch": 401.01,
      "grad_norm": 1.063276767730713,
      "learning_rate": 2.5275387672210824e-06,
      "loss": 0.3281,
      "step": 1436820
    },
    {
      "epoch": 401.01,
      "grad_norm": 1.0409997701644897,
      "learning_rate": 2.527511810841682e-06,
      "loss": 0.3456,
      "step": 1436830
    },
    {
      "epoch": 401.02,
      "grad_norm": 1.0952647924423218,
      "learning_rate": 2.5274848544378227e-06,
      "loss": 0.3536,
      "step": 1436840
    },
    {
      "epoch": 401.02,
      "grad_norm": 1.065435767173767,
      "learning_rate": 2.527457898009508e-06,
      "loss": 0.361,
      "step": 1436850
    },
    {
      "epoch": 401.02,
      "grad_norm": 0.9573209285736084,
      "learning_rate": 2.5274309415567417e-06,
      "loss": 0.3329,
      "step": 1436860
    },
    {
      "epoch": 401.02,
      "grad_norm": 1.007163643836975,
      "learning_rate": 2.5274039850795276e-06,
      "loss": 0.3504,
      "step": 1436870
    },
    {
      "epoch": 401.03,
      "grad_norm": 0.9683772325515747,
      "learning_rate": 2.5273770285778694e-06,
      "loss": 0.341,
      "step": 1436880
    },
    {
      "epoch": 401.03,
      "grad_norm": 0.9987635016441345,
      "learning_rate": 2.5273500720517705e-06,
      "loss": 0.3509,
      "step": 1436890
    },
    {
      "epoch": 401.03,
      "grad_norm": 0.9534422159194946,
      "learning_rate": 2.527323115501234e-06,
      "loss": 0.354,
      "step": 1436900
    },
    {
      "epoch": 401.04,
      "grad_norm": 0.9750999212265015,
      "learning_rate": 2.5272961589262637e-06,
      "loss": 0.3401,
      "step": 1436910
    },
    {
      "epoch": 401.04,
      "grad_norm": 1.0057779550552368,
      "learning_rate": 2.527269202326864e-06,
      "loss": 0.3381,
      "step": 1436920
    },
    {
      "epoch": 401.04,
      "grad_norm": 0.9679004549980164,
      "learning_rate": 2.527242245703037e-06,
      "loss": 0.3469,
      "step": 1436930
    },
    {
      "epoch": 401.04,
      "grad_norm": 1.0631897449493408,
      "learning_rate": 2.5272152890547874e-06,
      "loss": 0.3676,
      "step": 1436940
    },
    {
      "epoch": 401.05,
      "grad_norm": 2.8765997886657715,
      "learning_rate": 2.5271883323821187e-06,
      "loss": 0.352,
      "step": 1436950
    },
    {
      "epoch": 401.05,
      "grad_norm": 0.9018442034721375,
      "learning_rate": 2.5271613756850344e-06,
      "loss": 0.3363,
      "step": 1436960
    },
    {
      "epoch": 401.05,
      "grad_norm": 1.091996669769287,
      "learning_rate": 2.527134418963538e-06,
      "loss": 0.3475,
      "step": 1436970
    },
    {
      "epoch": 401.05,
      "grad_norm": 1.211824893951416,
      "learning_rate": 2.527107462217633e-06,
      "loss": 0.3413,
      "step": 1436980
    },
    {
      "epoch": 401.06,
      "grad_norm": 0.9479211568832397,
      "learning_rate": 2.527080505447323e-06,
      "loss": 0.3449,
      "step": 1436990
    },
    {
      "epoch": 401.06,
      "grad_norm": 0.9368813633918762,
      "learning_rate": 2.5270535486526113e-06,
      "loss": 0.3458,
      "step": 1437000
    },
    {
      "epoch": 401.06,
      "grad_norm": 1.0718742609024048,
      "learning_rate": 2.5270265918335026e-06,
      "loss": 0.3409,
      "step": 1437010
    },
    {
      "epoch": 401.07,
      "grad_norm": 1.0643608570098877,
      "learning_rate": 2.526999634989999e-06,
      "loss": 0.3406,
      "step": 1437020
    },
    {
      "epoch": 401.07,
      "grad_norm": 1.260245442390442,
      "learning_rate": 2.526972678122105e-06,
      "loss": 0.3552,
      "step": 1437030
    },
    {
      "epoch": 401.07,
      "grad_norm": 0.9303936958312988,
      "learning_rate": 2.5269457212298247e-06,
      "loss": 0.34,
      "step": 1437040
    },
    {
      "epoch": 401.07,
      "grad_norm": 1.0853163003921509,
      "learning_rate": 2.52691876431316e-06,
      "loss": 0.36,
      "step": 1437050
    },
    {
      "epoch": 401.08,
      "grad_norm": 0.9623028635978699,
      "learning_rate": 2.5268918073721163e-06,
      "loss": 0.3642,
      "step": 1437060
    },
    {
      "epoch": 401.08,
      "grad_norm": 1.181276798248291,
      "learning_rate": 2.526864850406696e-06,
      "loss": 0.3639,
      "step": 1437070
    },
    {
      "epoch": 401.08,
      "grad_norm": 0.932054340839386,
      "learning_rate": 2.526837893416903e-06,
      "loss": 0.3519,
      "step": 1437080
    },
    {
      "epoch": 401.09,
      "grad_norm": 1.0901764631271362,
      "learning_rate": 2.5268109364027413e-06,
      "loss": 0.3509,
      "step": 1437090
    },
    {
      "epoch": 401.09,
      "grad_norm": 0.9567796587944031,
      "learning_rate": 2.5267839793642137e-06,
      "loss": 0.3544,
      "step": 1437100
    },
    {
      "epoch": 401.09,
      "grad_norm": 1.0536527633666992,
      "learning_rate": 2.526757022301325e-06,
      "loss": 0.344,
      "step": 1437110
    },
    {
      "epoch": 401.09,
      "grad_norm": 1.5156834125518799,
      "learning_rate": 2.526730065214077e-06,
      "loss": 0.3331,
      "step": 1437120
    },
    {
      "epoch": 401.1,
      "grad_norm": 0.9939356446266174,
      "learning_rate": 2.5267031081024746e-06,
      "loss": 0.3645,
      "step": 1437130
    },
    {
      "epoch": 401.1,
      "grad_norm": 0.9488378167152405,
      "learning_rate": 2.5266761509665217e-06,
      "loss": 0.3505,
      "step": 1437140
    },
    {
      "epoch": 401.1,
      "grad_norm": 1.1253564357757568,
      "learning_rate": 2.52664919380622e-06,
      "loss": 0.3335,
      "step": 1437150
    },
    {
      "epoch": 401.11,
      "grad_norm": 1.2249500751495361,
      "learning_rate": 2.5266222366215755e-06,
      "loss": 0.3662,
      "step": 1437160
    },
    {
      "epoch": 401.11,
      "grad_norm": 1.3399686813354492,
      "learning_rate": 2.5265952794125906e-06,
      "loss": 0.3531,
      "step": 1437170
    },
    {
      "epoch": 401.11,
      "grad_norm": 1.0260801315307617,
      "learning_rate": 2.5265683221792683e-06,
      "loss": 0.3394,
      "step": 1437180
    },
    {
      "epoch": 401.11,
      "grad_norm": 1.0029678344726562,
      "learning_rate": 2.5265413649216138e-06,
      "loss": 0.3447,
      "step": 1437190
    },
    {
      "epoch": 401.12,
      "grad_norm": 1.0565747022628784,
      "learning_rate": 2.5265144076396294e-06,
      "loss": 0.3415,
      "step": 1437200
    },
    {
      "epoch": 401.12,
      "grad_norm": 1.3187793493270874,
      "learning_rate": 2.5264874503333183e-06,
      "loss": 0.3368,
      "step": 1437210
    },
    {
      "epoch": 401.12,
      "grad_norm": 1.1058709621429443,
      "learning_rate": 2.526460493002685e-06,
      "loss": 0.341,
      "step": 1437220
    },
    {
      "epoch": 401.12,
      "grad_norm": 1.2198375463485718,
      "learning_rate": 2.5264335356477336e-06,
      "loss": 0.358,
      "step": 1437230
    },
    {
      "epoch": 401.13,
      "grad_norm": 1.0073517560958862,
      "learning_rate": 2.526406578268466e-06,
      "loss": 0.3303,
      "step": 1437240
    },
    {
      "epoch": 401.13,
      "grad_norm": 1.1214982271194458,
      "learning_rate": 2.5263796208648874e-06,
      "loss": 0.3577,
      "step": 1437250
    },
    {
      "epoch": 401.13,
      "grad_norm": 1.0735195875167847,
      "learning_rate": 2.5263526634370004e-06,
      "loss": 0.3503,
      "step": 1437260
    },
    {
      "epoch": 401.14,
      "grad_norm": 0.8799935579299927,
      "learning_rate": 2.52632570598481e-06,
      "loss": 0.3557,
      "step": 1437270
    },
    {
      "epoch": 401.14,
      "grad_norm": 1.0211938619613647,
      "learning_rate": 2.5262987485083176e-06,
      "loss": 0.3432,
      "step": 1437280
    },
    {
      "epoch": 401.14,
      "grad_norm": 1.1690038442611694,
      "learning_rate": 2.5262717910075277e-06,
      "loss": 0.3409,
      "step": 1437290
    },
    {
      "epoch": 401.14,
      "grad_norm": 1.0943210124969482,
      "learning_rate": 2.526244833482445e-06,
      "loss": 0.342,
      "step": 1437300
    },
    {
      "epoch": 401.15,
      "grad_norm": 1.1327579021453857,
      "learning_rate": 2.5262178759330714e-06,
      "loss": 0.3378,
      "step": 1437310
    },
    {
      "epoch": 401.15,
      "grad_norm": 1.0875446796417236,
      "learning_rate": 2.5261909183594113e-06,
      "loss": 0.3477,
      "step": 1437320
    },
    {
      "epoch": 401.15,
      "grad_norm": 1.1113992929458618,
      "learning_rate": 2.5261639607614693e-06,
      "loss": 0.3437,
      "step": 1437330
    },
    {
      "epoch": 401.16,
      "grad_norm": 0.9267148971557617,
      "learning_rate": 2.5261370031392475e-06,
      "loss": 0.3519,
      "step": 1437340
    },
    {
      "epoch": 401.16,
      "grad_norm": 1.060738205909729,
      "learning_rate": 2.5261100454927493e-06,
      "loss": 0.3502,
      "step": 1437350
    },
    {
      "epoch": 401.16,
      "grad_norm": 1.0089757442474365,
      "learning_rate": 2.52608308782198e-06,
      "loss": 0.3525,
      "step": 1437360
    },
    {
      "epoch": 401.16,
      "grad_norm": 0.9410166144371033,
      "learning_rate": 2.526056130126941e-06,
      "loss": 0.3401,
      "step": 1437370
    },
    {
      "epoch": 401.17,
      "grad_norm": 1.004648208618164,
      "learning_rate": 2.5260291724076367e-06,
      "loss": 0.344,
      "step": 1437380
    },
    {
      "epoch": 401.17,
      "grad_norm": 0.981476902961731,
      "learning_rate": 2.5260022146640724e-06,
      "loss": 0.3618,
      "step": 1437390
    },
    {
      "epoch": 401.17,
      "grad_norm": 1.056501865386963,
      "learning_rate": 2.5259752568962494e-06,
      "loss": 0.3378,
      "step": 1437400
    },
    {
      "epoch": 401.17,
      "grad_norm": 1.298374891281128,
      "learning_rate": 2.525948299104173e-06,
      "loss": 0.3697,
      "step": 1437410
    },
    {
      "epoch": 401.18,
      "grad_norm": 1.13715660572052,
      "learning_rate": 2.5259213412878447e-06,
      "loss": 0.3514,
      "step": 1437420
    },
    {
      "epoch": 401.18,
      "grad_norm": 1.231513500213623,
      "learning_rate": 2.52589438344727e-06,
      "loss": 0.3456,
      "step": 1437430
    },
    {
      "epoch": 401.18,
      "grad_norm": 0.9073466062545776,
      "learning_rate": 2.5258674255824518e-06,
      "loss": 0.3411,
      "step": 1437440
    },
    {
      "epoch": 401.19,
      "grad_norm": 0.9629595875740051,
      "learning_rate": 2.525840467693394e-06,
      "loss": 0.3621,
      "step": 1437450
    },
    {
      "epoch": 401.19,
      "grad_norm": 1.117702841758728,
      "learning_rate": 2.5258135097800998e-06,
      "loss": 0.358,
      "step": 1437460
    },
    {
      "epoch": 401.19,
      "grad_norm": 1.066584587097168,
      "learning_rate": 2.525786551842572e-06,
      "loss": 0.3503,
      "step": 1437470
    },
    {
      "epoch": 401.19,
      "grad_norm": 0.8262355327606201,
      "learning_rate": 2.5257595938808167e-06,
      "loss": 0.3547,
      "step": 1437480
    },
    {
      "epoch": 401.2,
      "grad_norm": 0.9933828711509705,
      "learning_rate": 2.525732635894835e-06,
      "loss": 0.3477,
      "step": 1437490
    },
    {
      "epoch": 401.2,
      "grad_norm": 1.190110206604004,
      "learning_rate": 2.5257056778846314e-06,
      "loss": 0.3448,
      "step": 1437500
    },
    {
      "epoch": 401.2,
      "grad_norm": 0.9549905061721802,
      "learning_rate": 2.5256787198502087e-06,
      "loss": 0.3602,
      "step": 1437510
    },
    {
      "epoch": 401.21,
      "grad_norm": 1.0535334348678589,
      "learning_rate": 2.5256517617915722e-06,
      "loss": 0.3382,
      "step": 1437520
    },
    {
      "epoch": 401.21,
      "grad_norm": 1.0207796096801758,
      "learning_rate": 2.5256248037087246e-06,
      "loss": 0.3564,
      "step": 1437530
    },
    {
      "epoch": 401.21,
      "grad_norm": 0.9247040748596191,
      "learning_rate": 2.5255978456016684e-06,
      "loss": 0.3495,
      "step": 1437540
    },
    {
      "epoch": 401.21,
      "grad_norm": 0.992327868938446,
      "learning_rate": 2.5255708874704095e-06,
      "loss": 0.3566,
      "step": 1437550
    },
    {
      "epoch": 401.22,
      "grad_norm": 1.1126351356506348,
      "learning_rate": 2.52554392931495e-06,
      "loss": 0.3514,
      "step": 1437560
    },
    {
      "epoch": 401.22,
      "grad_norm": 0.9889780282974243,
      "learning_rate": 2.525516971135293e-06,
      "loss": 0.3492,
      "step": 1437570
    },
    {
      "epoch": 401.22,
      "grad_norm": 0.9009672999382019,
      "learning_rate": 2.5254900129314427e-06,
      "loss": 0.3352,
      "step": 1437580
    },
    {
      "epoch": 401.23,
      "grad_norm": 0.9633757472038269,
      "learning_rate": 2.525463054703403e-06,
      "loss": 0.3485,
      "step": 1437590
    },
    {
      "epoch": 401.23,
      "grad_norm": 1.1589664220809937,
      "learning_rate": 2.5254360964511772e-06,
      "loss": 0.3531,
      "step": 1437600
    },
    {
      "epoch": 401.23,
      "grad_norm": 1.2198621034622192,
      "learning_rate": 2.5254091381747695e-06,
      "loss": 0.3381,
      "step": 1437610
    },
    {
      "epoch": 401.23,
      "grad_norm": 0.9587804079055786,
      "learning_rate": 2.5253821798741827e-06,
      "loss": 0.3367,
      "step": 1437620
    },
    {
      "epoch": 401.24,
      "grad_norm": 1.0517562627792358,
      "learning_rate": 2.5253552215494204e-06,
      "loss": 0.343,
      "step": 1437630
    },
    {
      "epoch": 401.24,
      "grad_norm": 1.0569931268692017,
      "learning_rate": 2.5253282632004863e-06,
      "loss": 0.3414,
      "step": 1437640
    },
    {
      "epoch": 401.24,
      "grad_norm": 1.0134066343307495,
      "learning_rate": 2.5253013048273846e-06,
      "loss": 0.3398,
      "step": 1437650
    },
    {
      "epoch": 401.24,
      "grad_norm": 1.0785034894943237,
      "learning_rate": 2.5252743464301175e-06,
      "loss": 0.3384,
      "step": 1437660
    },
    {
      "epoch": 401.25,
      "grad_norm": 1.0941781997680664,
      "learning_rate": 2.5252473880086896e-06,
      "loss": 0.3466,
      "step": 1437670
    },
    {
      "epoch": 401.25,
      "grad_norm": 0.8868821263313293,
      "learning_rate": 2.5252204295631053e-06,
      "loss": 0.3352,
      "step": 1437680
    },
    {
      "epoch": 401.25,
      "grad_norm": 1.0578794479370117,
      "learning_rate": 2.525193471093366e-06,
      "loss": 0.3368,
      "step": 1437690
    },
    {
      "epoch": 401.26,
      "grad_norm": 1.0981179475784302,
      "learning_rate": 2.5251665125994775e-06,
      "loss": 0.35,
      "step": 1437700
    },
    {
      "epoch": 401.26,
      "grad_norm": 0.9113272428512573,
      "learning_rate": 2.525139554081442e-06,
      "loss": 0.3518,
      "step": 1437710
    },
    {
      "epoch": 401.26,
      "grad_norm": 1.000962734222412,
      "learning_rate": 2.5251125955392638e-06,
      "loss": 0.349,
      "step": 1437720
    },
    {
      "epoch": 401.26,
      "grad_norm": 0.9417049288749695,
      "learning_rate": 2.5250856369729454e-06,
      "loss": 0.3359,
      "step": 1437730
    },
    {
      "epoch": 401.27,
      "grad_norm": 1.0564717054367065,
      "learning_rate": 2.5250586783824917e-06,
      "loss": 0.3391,
      "step": 1437740
    },
    {
      "epoch": 401.27,
      "grad_norm": 1.06980299949646,
      "learning_rate": 2.5250317197679056e-06,
      "loss": 0.3491,
      "step": 1437750
    },
    {
      "epoch": 401.27,
      "grad_norm": 0.9763392806053162,
      "learning_rate": 2.525004761129191e-06,
      "loss": 0.3489,
      "step": 1437760
    },
    {
      "epoch": 401.28,
      "grad_norm": 1.1732386350631714,
      "learning_rate": 2.524977802466352e-06,
      "loss": 0.3499,
      "step": 1437770
    },
    {
      "epoch": 401.28,
      "grad_norm": 0.9636075496673584,
      "learning_rate": 2.524950843779391e-06,
      "loss": 0.3356,
      "step": 1437780
    },
    {
      "epoch": 401.28,
      "grad_norm": 1.110274076461792,
      "learning_rate": 2.524923885068312e-06,
      "loss": 0.3486,
      "step": 1437790
    },
    {
      "epoch": 401.28,
      "grad_norm": 1.1269686222076416,
      "learning_rate": 2.5248969263331184e-06,
      "loss": 0.3262,
      "step": 1437800
    },
    {
      "epoch": 401.29,
      "grad_norm": 1.047539472579956,
      "learning_rate": 2.5248699675738146e-06,
      "loss": 0.3449,
      "step": 1437810
    },
    {
      "epoch": 401.29,
      "grad_norm": 0.8743184804916382,
      "learning_rate": 2.5248430087904034e-06,
      "loss": 0.3636,
      "step": 1437820
    },
    {
      "epoch": 401.29,
      "grad_norm": 1.0299879312515259,
      "learning_rate": 2.524816049982888e-06,
      "loss": 0.351,
      "step": 1437830
    },
    {
      "epoch": 401.3,
      "grad_norm": 1.2527724504470825,
      "learning_rate": 2.524789091151274e-06,
      "loss": 0.3354,
      "step": 1437840
    },
    {
      "epoch": 401.3,
      "grad_norm": 1.0971736907958984,
      "learning_rate": 2.5247621322955635e-06,
      "loss": 0.3622,
      "step": 1437850
    },
    {
      "epoch": 401.3,
      "grad_norm": 0.8826810121536255,
      "learning_rate": 2.5247351734157595e-06,
      "loss": 0.3463,
      "step": 1437860
    },
    {
      "epoch": 401.3,
      "grad_norm": 1.0721391439437866,
      "learning_rate": 2.5247082145118663e-06,
      "loss": 0.356,
      "step": 1437870
    },
    {
      "epoch": 401.31,
      "grad_norm": 1.029415249824524,
      "learning_rate": 2.524681255583888e-06,
      "loss": 0.3529,
      "step": 1437880
    },
    {
      "epoch": 401.31,
      "grad_norm": 1.1475138664245605,
      "learning_rate": 2.5246542966318277e-06,
      "loss": 0.3385,
      "step": 1437890
    },
    {
      "epoch": 401.31,
      "grad_norm": 1.1105480194091797,
      "learning_rate": 2.5246273376556885e-06,
      "loss": 0.341,
      "step": 1437900
    },
    {
      "epoch": 401.31,
      "grad_norm": 0.8975247144699097,
      "learning_rate": 2.524600378655475e-06,
      "loss": 0.359,
      "step": 1437910
    },
    {
      "epoch": 401.32,
      "grad_norm": 0.8089800477027893,
      "learning_rate": 2.52457341963119e-06,
      "loss": 0.3491,
      "step": 1437920
    },
    {
      "epoch": 401.32,
      "grad_norm": 1.059350609779358,
      "learning_rate": 2.5245464605828376e-06,
      "loss": 0.3373,
      "step": 1437930
    },
    {
      "epoch": 401.32,
      "grad_norm": 1.1948374509811401,
      "learning_rate": 2.5245195015104213e-06,
      "loss": 0.3411,
      "step": 1437940
    },
    {
      "epoch": 401.33,
      "grad_norm": 1.0441361665725708,
      "learning_rate": 2.524492542413944e-06,
      "loss": 0.3598,
      "step": 1437950
    },
    {
      "epoch": 401.33,
      "grad_norm": 1.0975465774536133,
      "learning_rate": 2.5244655832934096e-06,
      "loss": 0.357,
      "step": 1437960
    },
    {
      "epoch": 401.33,
      "grad_norm": 1.0705230236053467,
      "learning_rate": 2.5244386241488227e-06,
      "loss": 0.3273,
      "step": 1437970
    },
    {
      "epoch": 401.33,
      "grad_norm": 1.0701632499694824,
      "learning_rate": 2.5244116649801856e-06,
      "loss": 0.3539,
      "step": 1437980
    },
    {
      "epoch": 401.34,
      "grad_norm": 1.115075945854187,
      "learning_rate": 2.5243847057875024e-06,
      "loss": 0.3432,
      "step": 1437990
    },
    {
      "epoch": 401.34,
      "grad_norm": 1.2064753770828247,
      "learning_rate": 2.5243577465707767e-06,
      "loss": 0.3516,
      "step": 1438000
    },
    {
      "epoch": 401.34,
      "grad_norm": 1.2536520957946777,
      "learning_rate": 2.5243307873300126e-06,
      "loss": 0.3663,
      "step": 1438010
    },
    {
      "epoch": 401.35,
      "grad_norm": 1.027069330215454,
      "learning_rate": 2.5243038280652123e-06,
      "loss": 0.3399,
      "step": 1438020
    },
    {
      "epoch": 401.35,
      "grad_norm": 1.138187050819397,
      "learning_rate": 2.5242768687763803e-06,
      "loss": 0.3454,
      "step": 1438030
    },
    {
      "epoch": 401.35,
      "grad_norm": 1.1800410747528076,
      "learning_rate": 2.524249909463521e-06,
      "loss": 0.3378,
      "step": 1438040
    },
    {
      "epoch": 401.35,
      "grad_norm": 1.045177698135376,
      "learning_rate": 2.5242229501266364e-06,
      "loss": 0.3727,
      "step": 1438050
    },
    {
      "epoch": 401.36,
      "grad_norm": 1.0486516952514648,
      "learning_rate": 2.5241959907657313e-06,
      "loss": 0.3609,
      "step": 1438060
    },
    {
      "epoch": 401.36,
      "grad_norm": 1.4331812858581543,
      "learning_rate": 2.524169031380808e-06,
      "loss": 0.3326,
      "step": 1438070
    },
    {
      "epoch": 401.36,
      "grad_norm": 1.0187790393829346,
      "learning_rate": 2.5241420719718716e-06,
      "loss": 0.3403,
      "step": 1438080
    },
    {
      "epoch": 401.36,
      "grad_norm": 0.9877640008926392,
      "learning_rate": 2.524115112538924e-06,
      "loss": 0.3396,
      "step": 1438090
    },
    {
      "epoch": 401.37,
      "grad_norm": 0.9968729615211487,
      "learning_rate": 2.524088153081971e-06,
      "loss": 0.3492,
      "step": 1438100
    },
    {
      "epoch": 401.37,
      "grad_norm": 1.306351661682129,
      "learning_rate": 2.524061193601014e-06,
      "loss": 0.3461,
      "step": 1438110
    },
    {
      "epoch": 401.37,
      "grad_norm": 1.006279706954956,
      "learning_rate": 2.524034234096058e-06,
      "loss": 0.338,
      "step": 1438120
    },
    {
      "epoch": 401.38,
      "grad_norm": 1.1771470308303833,
      "learning_rate": 2.524007274567106e-06,
      "loss": 0.3347,
      "step": 1438130
    },
    {
      "epoch": 401.38,
      "grad_norm": 1.3778386116027832,
      "learning_rate": 2.5239803150141617e-06,
      "loss": 0.344,
      "step": 1438140
    },
    {
      "epoch": 401.38,
      "grad_norm": 1.0368846654891968,
      "learning_rate": 2.5239533554372293e-06,
      "loss": 0.363,
      "step": 1438150
    },
    {
      "epoch": 401.38,
      "grad_norm": 1.0747252702713013,
      "learning_rate": 2.523926395836311e-06,
      "loss": 0.3383,
      "step": 1438160
    },
    {
      "epoch": 401.39,
      "grad_norm": 0.9841036200523376,
      "learning_rate": 2.5238994362114115e-06,
      "loss": 0.3431,
      "step": 1438170
    },
    {
      "epoch": 401.39,
      "grad_norm": 1.0014795064926147,
      "learning_rate": 2.523872476562534e-06,
      "loss": 0.3586,
      "step": 1438180
    },
    {
      "epoch": 401.39,
      "grad_norm": 1.072933316230774,
      "learning_rate": 2.5238455168896817e-06,
      "loss": 0.3428,
      "step": 1438190
    },
    {
      "epoch": 401.4,
      "grad_norm": 1.1339359283447266,
      "learning_rate": 2.5238185571928594e-06,
      "loss": 0.3431,
      "step": 1438200
    },
    {
      "epoch": 401.4,
      "grad_norm": 1.0459619760513306,
      "learning_rate": 2.523791597472069e-06,
      "loss": 0.3547,
      "step": 1438210
    },
    {
      "epoch": 401.4,
      "grad_norm": 1.0168657302856445,
      "learning_rate": 2.523764637727316e-06,
      "loss": 0.3531,
      "step": 1438220
    },
    {
      "epoch": 401.4,
      "grad_norm": 1.0635360479354858,
      "learning_rate": 2.523737677958603e-06,
      "loss": 0.3269,
      "step": 1438230
    },
    {
      "epoch": 401.41,
      "grad_norm": 0.9230924844741821,
      "learning_rate": 2.523710718165933e-06,
      "loss": 0.3433,
      "step": 1438240
    },
    {
      "epoch": 401.41,
      "grad_norm": 1.0626920461654663,
      "learning_rate": 2.52368375834931e-06,
      "loss": 0.3561,
      "step": 1438250
    },
    {
      "epoch": 401.41,
      "grad_norm": 1.0044753551483154,
      "learning_rate": 2.5236567985087384e-06,
      "loss": 0.3354,
      "step": 1438260
    },
    {
      "epoch": 401.42,
      "grad_norm": 0.9373121857643127,
      "learning_rate": 2.5236298386442205e-06,
      "loss": 0.3621,
      "step": 1438270
    },
    {
      "epoch": 401.42,
      "grad_norm": 1.1136395931243896,
      "learning_rate": 2.523602878755761e-06,
      "loss": 0.3395,
      "step": 1438280
    },
    {
      "epoch": 401.42,
      "grad_norm": 1.1964012384414673,
      "learning_rate": 2.523575918843363e-06,
      "loss": 0.3495,
      "step": 1438290
    },
    {
      "epoch": 401.42,
      "grad_norm": 1.1139886379241943,
      "learning_rate": 2.5235489589070304e-06,
      "loss": 0.3487,
      "step": 1438300
    },
    {
      "epoch": 401.43,
      "grad_norm": 1.1495362520217896,
      "learning_rate": 2.523521998946766e-06,
      "loss": 0.3497,
      "step": 1438310
    },
    {
      "epoch": 401.43,
      "grad_norm": 0.8689072728157043,
      "learning_rate": 2.523495038962574e-06,
      "loss": 0.3487,
      "step": 1438320
    },
    {
      "epoch": 401.43,
      "grad_norm": 0.9644891023635864,
      "learning_rate": 2.523468078954458e-06,
      "loss": 0.3299,
      "step": 1438330
    },
    {
      "epoch": 401.43,
      "grad_norm": 1.100176215171814,
      "learning_rate": 2.5234411189224216e-06,
      "loss": 0.3458,
      "step": 1438340
    },
    {
      "epoch": 401.44,
      "grad_norm": 0.8619831800460815,
      "learning_rate": 2.5234141588664674e-06,
      "loss": 0.3277,
      "step": 1438350
    },
    {
      "epoch": 401.44,
      "grad_norm": 1.074841856956482,
      "learning_rate": 2.523387198786601e-06,
      "loss": 0.3479,
      "step": 1438360
    },
    {
      "epoch": 401.44,
      "grad_norm": 0.9737993478775024,
      "learning_rate": 2.5233602386828244e-06,
      "loss": 0.3338,
      "step": 1438370
    },
    {
      "epoch": 401.45,
      "grad_norm": 1.2517226934432983,
      "learning_rate": 2.5233332785551414e-06,
      "loss": 0.3481,
      "step": 1438380
    },
    {
      "epoch": 401.45,
      "grad_norm": 9.39034366607666,
      "learning_rate": 2.523306318403557e-06,
      "loss": 0.3556,
      "step": 1438390
    },
    {
      "epoch": 401.45,
      "grad_norm": 0.960413932800293,
      "learning_rate": 2.523279358228072e-06,
      "loss": 0.3431,
      "step": 1438400
    },
    {
      "epoch": 401.45,
      "grad_norm": 0.9632701277732849,
      "learning_rate": 2.5232523980286924e-06,
      "loss": 0.3403,
      "step": 1438410
    },
    {
      "epoch": 401.46,
      "grad_norm": 1.0841234922409058,
      "learning_rate": 2.5232254378054204e-06,
      "loss": 0.3497,
      "step": 1438420
    },
    {
      "epoch": 401.46,
      "grad_norm": 1.1797159910202026,
      "learning_rate": 2.523198477558261e-06,
      "loss": 0.3366,
      "step": 1438430
    },
    {
      "epoch": 401.46,
      "grad_norm": 1.0206938982009888,
      "learning_rate": 2.5231715172872168e-06,
      "loss": 0.351,
      "step": 1438440
    },
    {
      "epoch": 401.47,
      "grad_norm": 1.0401506423950195,
      "learning_rate": 2.523144556992291e-06,
      "loss": 0.3466,
      "step": 1438450
    },
    {
      "epoch": 401.47,
      "grad_norm": 1.2260409593582153,
      "learning_rate": 2.523117596673488e-06,
      "loss": 0.3559,
      "step": 1438460
    },
    {
      "epoch": 401.47,
      "grad_norm": 0.9773880839347839,
      "learning_rate": 2.5230906363308116e-06,
      "loss": 0.331,
      "step": 1438470
    },
    {
      "epoch": 401.47,
      "grad_norm": 0.9767060279846191,
      "learning_rate": 2.523063675964264e-06,
      "loss": 0.3376,
      "step": 1438480
    },
    {
      "epoch": 401.48,
      "grad_norm": 1.084193229675293,
      "learning_rate": 2.5230367155738505e-06,
      "loss": 0.353,
      "step": 1438490
    },
    {
      "epoch": 401.48,
      "grad_norm": 0.8970046639442444,
      "learning_rate": 2.5230097551595735e-06,
      "loss": 0.3492,
      "step": 1438500
    },
    {
      "epoch": 401.48,
      "grad_norm": 1.1111656427383423,
      "learning_rate": 2.5229827947214373e-06,
      "loss": 0.3397,
      "step": 1438510
    },
    {
      "epoch": 401.48,
      "grad_norm": 0.9912285208702087,
      "learning_rate": 2.5229558342594452e-06,
      "loss": 0.3422,
      "step": 1438520
    },
    {
      "epoch": 401.49,
      "grad_norm": 0.9319980144500732,
      "learning_rate": 2.5229288737736e-06,
      "loss": 0.3323,
      "step": 1438530
    },
    {
      "epoch": 401.49,
      "grad_norm": 0.8957949280738831,
      "learning_rate": 2.5229019132639063e-06,
      "loss": 0.3379,
      "step": 1438540
    },
    {
      "epoch": 401.49,
      "grad_norm": 5.9970831871032715,
      "learning_rate": 2.522874952730368e-06,
      "loss": 0.3448,
      "step": 1438550
    },
    {
      "epoch": 401.5,
      "grad_norm": 1.135990858078003,
      "learning_rate": 2.5228479921729872e-06,
      "loss": 0.3375,
      "step": 1438560
    },
    {
      "epoch": 401.5,
      "grad_norm": 1.0618077516555786,
      "learning_rate": 2.522821031591769e-06,
      "loss": 0.347,
      "step": 1438570
    },
    {
      "epoch": 401.5,
      "grad_norm": 0.9713740348815918,
      "learning_rate": 2.522794070986717e-06,
      "loss": 0.3531,
      "step": 1438580
    },
    {
      "epoch": 401.5,
      "grad_norm": 1.151322841644287,
      "learning_rate": 2.522767110357834e-06,
      "loss": 0.3492,
      "step": 1438590
    },
    {
      "epoch": 401.51,
      "grad_norm": 1.1789618730545044,
      "learning_rate": 2.5227401497051226e-06,
      "loss": 0.3451,
      "step": 1438600
    },
    {
      "epoch": 401.51,
      "grad_norm": 1.0213145017623901,
      "learning_rate": 2.5227131890285877e-06,
      "loss": 0.3492,
      "step": 1438610
    },
    {
      "epoch": 401.51,
      "grad_norm": 0.9823084473609924,
      "learning_rate": 2.5226862283282338e-06,
      "loss": 0.3672,
      "step": 1438620
    },
    {
      "epoch": 401.52,
      "grad_norm": 1.3807774782180786,
      "learning_rate": 2.522659267604063e-06,
      "loss": 0.3444,
      "step": 1438630
    },
    {
      "epoch": 401.52,
      "grad_norm": 1.0993238687515259,
      "learning_rate": 2.5226323068560787e-06,
      "loss": 0.3475,
      "step": 1438640
    },
    {
      "epoch": 401.52,
      "grad_norm": 1.0398600101470947,
      "learning_rate": 2.522605346084286e-06,
      "loss": 0.3566,
      "step": 1438650
    },
    {
      "epoch": 401.52,
      "grad_norm": 1.0003914833068848,
      "learning_rate": 2.522578385288688e-06,
      "loss": 0.3665,
      "step": 1438660
    },
    {
      "epoch": 401.53,
      "grad_norm": 0.9401028156280518,
      "learning_rate": 2.522551424469287e-06,
      "loss": 0.3441,
      "step": 1438670
    },
    {
      "epoch": 401.53,
      "grad_norm": 0.8868911266326904,
      "learning_rate": 2.5225244636260877e-06,
      "loss": 0.3488,
      "step": 1438680
    },
    {
      "epoch": 401.53,
      "grad_norm": 1.3035104274749756,
      "learning_rate": 2.522497502759093e-06,
      "loss": 0.344,
      "step": 1438690
    },
    {
      "epoch": 401.54,
      "grad_norm": 1.032059669494629,
      "learning_rate": 2.5224705418683076e-06,
      "loss": 0.3447,
      "step": 1438700
    },
    {
      "epoch": 401.54,
      "grad_norm": 0.8330313563346863,
      "learning_rate": 2.5224435809537336e-06,
      "loss": 0.3516,
      "step": 1438710
    },
    {
      "epoch": 401.54,
      "grad_norm": 1.2110743522644043,
      "learning_rate": 2.522416620015377e-06,
      "loss": 0.3341,
      "step": 1438720
    },
    {
      "epoch": 401.54,
      "grad_norm": 0.9421492218971252,
      "learning_rate": 2.522389659053239e-06,
      "loss": 0.328,
      "step": 1438730
    },
    {
      "epoch": 401.55,
      "grad_norm": 1.114965558052063,
      "learning_rate": 2.522362698067324e-06,
      "loss": 0.3378,
      "step": 1438740
    },
    {
      "epoch": 401.55,
      "grad_norm": 1.0507640838623047,
      "learning_rate": 2.5223357370576354e-06,
      "loss": 0.3516,
      "step": 1438750
    },
    {
      "epoch": 401.55,
      "grad_norm": 1.0287883281707764,
      "learning_rate": 2.5223087760241773e-06,
      "loss": 0.334,
      "step": 1438760
    },
    {
      "epoch": 401.55,
      "grad_norm": 0.9815616607666016,
      "learning_rate": 2.5222818149669523e-06,
      "loss": 0.345,
      "step": 1438770
    },
    {
      "epoch": 401.56,
      "grad_norm": 1.138868808746338,
      "learning_rate": 2.5222548538859655e-06,
      "loss": 0.3463,
      "step": 1438780
    },
    {
      "epoch": 401.56,
      "grad_norm": 1.080025553703308,
      "learning_rate": 2.522227892781219e-06,
      "loss": 0.3435,
      "step": 1438790
    },
    {
      "epoch": 401.56,
      "grad_norm": 0.861206591129303,
      "learning_rate": 2.522200931652718e-06,
      "loss": 0.3678,
      "step": 1438800
    },
    {
      "epoch": 401.57,
      "grad_norm": 0.9736730456352234,
      "learning_rate": 2.5221739705004647e-06,
      "loss": 0.3419,
      "step": 1438810
    },
    {
      "epoch": 401.57,
      "grad_norm": 1.0778189897537231,
      "learning_rate": 2.5221470093244624e-06,
      "loss": 0.3322,
      "step": 1438820
    },
    {
      "epoch": 401.57,
      "grad_norm": 1.166225790977478,
      "learning_rate": 2.5221200481247157e-06,
      "loss": 0.3244,
      "step": 1438830
    },
    {
      "epoch": 401.57,
      "grad_norm": 1.4309563636779785,
      "learning_rate": 2.5220930869012287e-06,
      "loss": 0.3424,
      "step": 1438840
    },
    {
      "epoch": 401.58,
      "grad_norm": 0.9402540922164917,
      "learning_rate": 2.5220661256540032e-06,
      "loss": 0.3497,
      "step": 1438850
    },
    {
      "epoch": 401.58,
      "grad_norm": 1.0879510641098022,
      "learning_rate": 2.5220391643830443e-06,
      "loss": 0.3429,
      "step": 1438860
    },
    {
      "epoch": 401.58,
      "grad_norm": 1.3659110069274902,
      "learning_rate": 2.5220122030883553e-06,
      "loss": 0.3576,
      "step": 1438870
    },
    {
      "epoch": 401.59,
      "grad_norm": 1.0537372827529907,
      "learning_rate": 2.5219852417699393e-06,
      "loss": 0.3497,
      "step": 1438880
    },
    {
      "epoch": 401.59,
      "grad_norm": 0.9333977699279785,
      "learning_rate": 2.5219582804277995e-06,
      "loss": 0.3519,
      "step": 1438890
    },
    {
      "epoch": 401.59,
      "grad_norm": 1.1419589519500732,
      "learning_rate": 2.521931319061941e-06,
      "loss": 0.3581,
      "step": 1438900
    },
    {
      "epoch": 401.59,
      "grad_norm": 1.2761430740356445,
      "learning_rate": 2.5219043576723667e-06,
      "loss": 0.3593,
      "step": 1438910
    },
    {
      "epoch": 401.6,
      "grad_norm": 1.0642712116241455,
      "learning_rate": 2.521877396259079e-06,
      "loss": 0.3432,
      "step": 1438920
    },
    {
      "epoch": 401.6,
      "grad_norm": 0.9093515872955322,
      "learning_rate": 2.5218504348220827e-06,
      "loss": 0.3547,
      "step": 1438930
    },
    {
      "epoch": 401.6,
      "grad_norm": 1.0421382188796997,
      "learning_rate": 2.5218234733613816e-06,
      "loss": 0.3437,
      "step": 1438940
    },
    {
      "epoch": 401.6,
      "grad_norm": 0.9948165416717529,
      "learning_rate": 2.5217965118769793e-06,
      "loss": 0.3669,
      "step": 1438950
    },
    {
      "epoch": 401.61,
      "grad_norm": 0.928462028503418,
      "learning_rate": 2.521769550368878e-06,
      "loss": 0.3452,
      "step": 1438960
    },
    {
      "epoch": 401.61,
      "grad_norm": 1.212140679359436,
      "learning_rate": 2.521742588837083e-06,
      "loss": 0.3439,
      "step": 1438970
    },
    {
      "epoch": 401.61,
      "grad_norm": 0.9728161096572876,
      "learning_rate": 2.521715627281597e-06,
      "loss": 0.357,
      "step": 1438980
    },
    {
      "epoch": 401.62,
      "grad_norm": 1.0824114084243774,
      "learning_rate": 2.521688665702423e-06,
      "loss": 0.3404,
      "step": 1438990
    },
    {
      "epoch": 401.62,
      "grad_norm": 1.053978443145752,
      "learning_rate": 2.5216617040995657e-06,
      "loss": 0.3466,
      "step": 1439000
    },
    {
      "epoch": 401.62,
      "grad_norm": 0.9825844168663025,
      "learning_rate": 2.5216347424730287e-06,
      "loss": 0.3411,
      "step": 1439010
    },
    {
      "epoch": 401.62,
      "grad_norm": 0.9964630007743835,
      "learning_rate": 2.5216077808228154e-06,
      "loss": 0.3679,
      "step": 1439020
    },
    {
      "epoch": 401.63,
      "grad_norm": 1.0128768682479858,
      "learning_rate": 2.5215808191489284e-06,
      "loss": 0.3595,
      "step": 1439030
    },
    {
      "epoch": 401.63,
      "grad_norm": 1.0057871341705322,
      "learning_rate": 2.5215538574513728e-06,
      "loss": 0.3554,
      "step": 1439040
    },
    {
      "epoch": 401.63,
      "grad_norm": 0.9633755087852478,
      "learning_rate": 2.521526895730151e-06,
      "loss": 0.3405,
      "step": 1439050
    },
    {
      "epoch": 401.64,
      "grad_norm": 1.1028796434402466,
      "learning_rate": 2.521499933985266e-06,
      "loss": 0.3461,
      "step": 1439060
    },
    {
      "epoch": 401.64,
      "grad_norm": 1.1925591230392456,
      "learning_rate": 2.5214729722167245e-06,
      "loss": 0.3428,
      "step": 1439070
    },
    {
      "epoch": 401.64,
      "grad_norm": 1.131652593612671,
      "learning_rate": 2.521446010424527e-06,
      "loss": 0.3436,
      "step": 1439080
    },
    {
      "epoch": 401.64,
      "grad_norm": 1.0327847003936768,
      "learning_rate": 2.521419048608678e-06,
      "loss": 0.3432,
      "step": 1439090
    },
    {
      "epoch": 401.65,
      "grad_norm": 0.9889339804649353,
      "learning_rate": 2.5213920867691817e-06,
      "loss": 0.36,
      "step": 1439100
    },
    {
      "epoch": 401.65,
      "grad_norm": 1.0630632638931274,
      "learning_rate": 2.5213651249060405e-06,
      "loss": 0.3525,
      "step": 1439110
    },
    {
      "epoch": 401.65,
      "grad_norm": 0.9475113749504089,
      "learning_rate": 2.521338163019259e-06,
      "loss": 0.3441,
      "step": 1439120
    },
    {
      "epoch": 401.66,
      "grad_norm": 1.0967490673065186,
      "learning_rate": 2.5213112011088414e-06,
      "loss": 0.3708,
      "step": 1439130
    },
    {
      "epoch": 401.66,
      "grad_norm": 1.0382378101348877,
      "learning_rate": 2.5212842391747886e-06,
      "loss": 0.3598,
      "step": 1439140
    },
    {
      "epoch": 401.66,
      "grad_norm": 1.031949520111084,
      "learning_rate": 2.5212572772171066e-06,
      "loss": 0.3461,
      "step": 1439150
    },
    {
      "epoch": 401.66,
      "grad_norm": 1.1823055744171143,
      "learning_rate": 2.5212303152357984e-06,
      "loss": 0.3574,
      "step": 1439160
    },
    {
      "epoch": 401.67,
      "grad_norm": 1.1162689924240112,
      "learning_rate": 2.5212033532308684e-06,
      "loss": 0.3407,
      "step": 1439170
    },
    {
      "epoch": 401.67,
      "grad_norm": 1.0833635330200195,
      "learning_rate": 2.521176391202318e-06,
      "loss": 0.328,
      "step": 1439180
    },
    {
      "epoch": 401.67,
      "grad_norm": 0.9183046817779541,
      "learning_rate": 2.521149429150153e-06,
      "loss": 0.35,
      "step": 1439190
    },
    {
      "epoch": 401.67,
      "grad_norm": 1.1198978424072266,
      "learning_rate": 2.5211224670743756e-06,
      "loss": 0.3793,
      "step": 1439200
    },
    {
      "epoch": 401.68,
      "grad_norm": 1.0378841161727905,
      "learning_rate": 2.5210955049749905e-06,
      "loss": 0.3456,
      "step": 1439210
    },
    {
      "epoch": 401.68,
      "grad_norm": 1.0320920944213867,
      "learning_rate": 2.521068542852e-06,
      "loss": 0.352,
      "step": 1439220
    },
    {
      "epoch": 401.68,
      "grad_norm": 1.0833439826965332,
      "learning_rate": 2.5210415807054083e-06,
      "loss": 0.3358,
      "step": 1439230
    },
    {
      "epoch": 401.69,
      "grad_norm": 1.0428377389907837,
      "learning_rate": 2.5210146185352193e-06,
      "loss": 0.3465,
      "step": 1439240
    },
    {
      "epoch": 401.69,
      "grad_norm": 0.9154611825942993,
      "learning_rate": 2.5209876563414362e-06,
      "loss": 0.3432,
      "step": 1439250
    },
    {
      "epoch": 401.69,
      "grad_norm": 0.9724195599555969,
      "learning_rate": 2.5209606941240637e-06,
      "loss": 0.355,
      "step": 1439260
    },
    {
      "epoch": 401.69,
      "grad_norm": 1.0451791286468506,
      "learning_rate": 2.5209337318831034e-06,
      "loss": 0.349,
      "step": 1439270
    },
    {
      "epoch": 401.7,
      "grad_norm": 0.9735811948776245,
      "learning_rate": 2.5209067696185595e-06,
      "loss": 0.3409,
      "step": 1439280
    },
    {
      "epoch": 401.7,
      "grad_norm": 0.8759450316429138,
      "learning_rate": 2.5208798073304364e-06,
      "loss": 0.345,
      "step": 1439290
    },
    {
      "epoch": 401.7,
      "grad_norm": 1.0490391254425049,
      "learning_rate": 2.5208528450187374e-06,
      "loss": 0.3489,
      "step": 1439300
    },
    {
      "epoch": 401.71,
      "grad_norm": 1.8946293592453003,
      "learning_rate": 2.5208258826834664e-06,
      "loss": 0.3553,
      "step": 1439310
    },
    {
      "epoch": 401.71,
      "grad_norm": 1.137136697769165,
      "learning_rate": 2.5207989203246258e-06,
      "loss": 0.3446,
      "step": 1439320
    },
    {
      "epoch": 401.71,
      "grad_norm": 0.9978784918785095,
      "learning_rate": 2.520771957942221e-06,
      "loss": 0.3313,
      "step": 1439330
    },
    {
      "epoch": 401.71,
      "grad_norm": 0.9904948472976685,
      "learning_rate": 2.5207449955362533e-06,
      "loss": 0.3489,
      "step": 1439340
    },
    {
      "epoch": 401.72,
      "grad_norm": 1.1180256605148315,
      "learning_rate": 2.5207180331067278e-06,
      "loss": 0.3454,
      "step": 1439350
    },
    {
      "epoch": 401.72,
      "grad_norm": 1.048100233078003,
      "learning_rate": 2.520691070653649e-06,
      "loss": 0.3646,
      "step": 1439360
    },
    {
      "epoch": 401.72,
      "grad_norm": 0.7928927540779114,
      "learning_rate": 2.5206641081770177e-06,
      "loss": 0.3514,
      "step": 1439370
    },
    {
      "epoch": 401.72,
      "grad_norm": 1.0994207859039307,
      "learning_rate": 2.5206371456768395e-06,
      "loss": 0.3502,
      "step": 1439380
    },
    {
      "epoch": 401.73,
      "grad_norm": 1.009366750717163,
      "learning_rate": 2.520610183153118e-06,
      "loss": 0.3595,
      "step": 1439390
    },
    {
      "epoch": 401.73,
      "grad_norm": 0.9405000805854797,
      "learning_rate": 2.520583220605856e-06,
      "loss": 0.3592,
      "step": 1439400
    },
    {
      "epoch": 401.73,
      "grad_norm": 1.025545597076416,
      "learning_rate": 2.520556258035058e-06,
      "loss": 0.3445,
      "step": 1439410
    },
    {
      "epoch": 401.74,
      "grad_norm": 1.1816619634628296,
      "learning_rate": 2.520529295440727e-06,
      "loss": 0.3744,
      "step": 1439420
    },
    {
      "epoch": 401.74,
      "grad_norm": 0.8674196600914001,
      "learning_rate": 2.520502332822866e-06,
      "loss": 0.3415,
      "step": 1439430
    },
    {
      "epoch": 401.74,
      "grad_norm": 1.012971043586731,
      "learning_rate": 2.520475370181479e-06,
      "loss": 0.3533,
      "step": 1439440
    },
    {
      "epoch": 401.74,
      "grad_norm": 1.084198236465454,
      "learning_rate": 2.5204484075165702e-06,
      "loss": 0.3567,
      "step": 1439450
    },
    {
      "epoch": 401.75,
      "grad_norm": 1.233805537223816,
      "learning_rate": 2.5204214448281427e-06,
      "loss": 0.3427,
      "step": 1439460
    },
    {
      "epoch": 401.75,
      "grad_norm": 1.0379252433776855,
      "learning_rate": 2.520394482116201e-06,
      "loss": 0.3498,
      "step": 1439470
    },
    {
      "epoch": 401.75,
      "grad_norm": 1.0385795831680298,
      "learning_rate": 2.520367519380747e-06,
      "loss": 0.3512,
      "step": 1439480
    },
    {
      "epoch": 401.76,
      "grad_norm": 0.9153090715408325,
      "learning_rate": 2.5203405566217857e-06,
      "loss": 0.3336,
      "step": 1439490
    },
    {
      "epoch": 401.76,
      "grad_norm": 1.140981912612915,
      "learning_rate": 2.5203135938393198e-06,
      "loss": 0.3436,
      "step": 1439500
    },
    {
      "epoch": 401.76,
      "grad_norm": 0.8835819959640503,
      "learning_rate": 2.5202866310333525e-06,
      "loss": 0.3441,
      "step": 1439510
    },
    {
      "epoch": 401.76,
      "grad_norm": 0.947505533695221,
      "learning_rate": 2.5202596682038894e-06,
      "loss": 0.3494,
      "step": 1439520
    },
    {
      "epoch": 401.77,
      "grad_norm": 0.9751601815223694,
      "learning_rate": 2.520232705350932e-06,
      "loss": 0.3422,
      "step": 1439530
    },
    {
      "epoch": 401.77,
      "grad_norm": 1.189793586730957,
      "learning_rate": 2.5202057424744853e-06,
      "loss": 0.3306,
      "step": 1439540
    },
    {
      "epoch": 401.77,
      "grad_norm": 1.4703412055969238,
      "learning_rate": 2.5201787795745524e-06,
      "loss": 0.3659,
      "step": 1439550
    },
    {
      "epoch": 401.78,
      "grad_norm": 1.1144829988479614,
      "learning_rate": 2.520151816651136e-06,
      "loss": 0.355,
      "step": 1439560
    },
    {
      "epoch": 401.78,
      "grad_norm": 1.010501742362976,
      "learning_rate": 2.520124853704241e-06,
      "loss": 0.3551,
      "step": 1439570
    },
    {
      "epoch": 401.78,
      "grad_norm": 0.9324628114700317,
      "learning_rate": 2.52009789073387e-06,
      "loss": 0.3421,
      "step": 1439580
    },
    {
      "epoch": 401.78,
      "grad_norm": 0.9823296666145325,
      "learning_rate": 2.5200709277400276e-06,
      "loss": 0.3275,
      "step": 1439590
    },
    {
      "epoch": 401.79,
      "grad_norm": 1.1767410039901733,
      "learning_rate": 2.5200439647227167e-06,
      "loss": 0.3707,
      "step": 1439600
    },
    {
      "epoch": 401.79,
      "grad_norm": 0.8309959173202515,
      "learning_rate": 2.520017001681941e-06,
      "loss": 0.3297,
      "step": 1439610
    },
    {
      "epoch": 401.79,
      "grad_norm": 1.1075549125671387,
      "learning_rate": 2.5199900386177044e-06,
      "loss": 0.3489,
      "step": 1439620
    },
    {
      "epoch": 401.79,
      "grad_norm": 1.0977802276611328,
      "learning_rate": 2.5199630755300097e-06,
      "loss": 0.3576,
      "step": 1439630
    },
    {
      "epoch": 401.8,
      "grad_norm": 0.9714829921722412,
      "learning_rate": 2.5199361124188607e-06,
      "loss": 0.343,
      "step": 1439640
    },
    {
      "epoch": 401.8,
      "grad_norm": 1.011374831199646,
      "learning_rate": 2.5199091492842624e-06,
      "loss": 0.3493,
      "step": 1439650
    },
    {
      "epoch": 401.8,
      "grad_norm": 0.9446740746498108,
      "learning_rate": 2.5198821861262157e-06,
      "loss": 0.3469,
      "step": 1439660
    },
    {
      "epoch": 401.81,
      "grad_norm": 1.0638096332550049,
      "learning_rate": 2.5198552229447265e-06,
      "loss": 0.3495,
      "step": 1439670
    },
    {
      "epoch": 401.81,
      "grad_norm": 1.1057796478271484,
      "learning_rate": 2.5198282597397987e-06,
      "loss": 0.3449,
      "step": 1439680
    },
    {
      "epoch": 401.81,
      "grad_norm": 1.1450344324111938,
      "learning_rate": 2.519801296511434e-06,
      "loss": 0.3444,
      "step": 1439690
    },
    {
      "epoch": 401.81,
      "grad_norm": 1.0690832138061523,
      "learning_rate": 2.5197743332596363e-06,
      "loss": 0.3458,
      "step": 1439700
    },
    {
      "epoch": 401.82,
      "grad_norm": 0.8881909251213074,
      "learning_rate": 2.5197473699844102e-06,
      "loss": 0.3371,
      "step": 1439710
    },
    {
      "epoch": 401.82,
      "grad_norm": 1.1847739219665527,
      "learning_rate": 2.5197204066857586e-06,
      "loss": 0.3818,
      "step": 1439720
    },
    {
      "epoch": 401.82,
      "grad_norm": 0.9636459350585938,
      "learning_rate": 2.5196934433636857e-06,
      "loss": 0.3447,
      "step": 1439730
    },
    {
      "epoch": 401.83,
      "grad_norm": 1.0438734292984009,
      "learning_rate": 2.519666480018194e-06,
      "loss": 0.3358,
      "step": 1439740
    },
    {
      "epoch": 401.83,
      "grad_norm": 0.9516667723655701,
      "learning_rate": 2.5196395166492886e-06,
      "loss": 0.3337,
      "step": 1439750
    },
    {
      "epoch": 401.83,
      "grad_norm": 0.9316625595092773,
      "learning_rate": 2.5196125532569717e-06,
      "loss": 0.3556,
      "step": 1439760
    },
    {
      "epoch": 401.83,
      "grad_norm": 1.061561942100525,
      "learning_rate": 2.519585589841248e-06,
      "loss": 0.3513,
      "step": 1439770
    },
    {
      "epoch": 401.84,
      "grad_norm": 1.3431299924850464,
      "learning_rate": 2.5195586264021205e-06,
      "loss": 0.3435,
      "step": 1439780
    },
    {
      "epoch": 401.84,
      "grad_norm": 1.1884047985076904,
      "learning_rate": 2.519531662939592e-06,
      "loss": 0.3417,
      "step": 1439790
    },
    {
      "epoch": 401.84,
      "grad_norm": 1.0179970264434814,
      "learning_rate": 2.5195046994536674e-06,
      "loss": 0.3502,
      "step": 1439800
    },
    {
      "epoch": 401.84,
      "grad_norm": 0.8543311953544617,
      "learning_rate": 2.51947773594435e-06,
      "loss": 0.3532,
      "step": 1439810
    },
    {
      "epoch": 401.85,
      "grad_norm": 0.9931526184082031,
      "learning_rate": 2.5194507724116427e-06,
      "loss": 0.351,
      "step": 1439820
    },
    {
      "epoch": 401.85,
      "grad_norm": 1.1585601568222046,
      "learning_rate": 2.5194238088555502e-06,
      "loss": 0.3522,
      "step": 1439830
    },
    {
      "epoch": 401.85,
      "grad_norm": 0.9103872776031494,
      "learning_rate": 2.5193968452760754e-06,
      "loss": 0.3483,
      "step": 1439840
    },
    {
      "epoch": 401.86,
      "grad_norm": 0.9768614768981934,
      "learning_rate": 2.5193698816732212e-06,
      "loss": 0.3578,
      "step": 1439850
    },
    {
      "epoch": 401.86,
      "grad_norm": 1.069338321685791,
      "learning_rate": 2.5193429180469923e-06,
      "loss": 0.3589,
      "step": 1439860
    },
    {
      "epoch": 401.86,
      "grad_norm": 1.0728490352630615,
      "learning_rate": 2.519315954397392e-06,
      "loss": 0.3407,
      "step": 1439870
    },
    {
      "epoch": 401.86,
      "grad_norm": 0.9836717247962952,
      "learning_rate": 2.519288990724424e-06,
      "loss": 0.3404,
      "step": 1439880
    },
    {
      "epoch": 401.87,
      "grad_norm": 0.8955492377281189,
      "learning_rate": 2.5192620270280916e-06,
      "loss": 0.3542,
      "step": 1439890
    },
    {
      "epoch": 401.87,
      "grad_norm": 0.9362642168998718,
      "learning_rate": 2.5192350633083985e-06,
      "loss": 0.3491,
      "step": 1439900
    },
    {
      "epoch": 401.87,
      "grad_norm": 1.1063563823699951,
      "learning_rate": 2.519208099565349e-06,
      "loss": 0.3477,
      "step": 1439910
    },
    {
      "epoch": 401.88,
      "grad_norm": 0.9963250756263733,
      "learning_rate": 2.519181135798945e-06,
      "loss": 0.3439,
      "step": 1439920
    },
    {
      "epoch": 401.88,
      "grad_norm": 1.085729718208313,
      "learning_rate": 2.519154172009191e-06,
      "loss": 0.3469,
      "step": 1439930
    },
    {
      "epoch": 401.88,
      "grad_norm": 1.0052359104156494,
      "learning_rate": 2.5191272081960913e-06,
      "loss": 0.3421,
      "step": 1439940
    },
    {
      "epoch": 401.88,
      "grad_norm": 1.0712649822235107,
      "learning_rate": 2.519100244359648e-06,
      "loss": 0.3473,
      "step": 1439950
    },
    {
      "epoch": 401.89,
      "grad_norm": 0.9522760510444641,
      "learning_rate": 2.519073280499866e-06,
      "loss": 0.3401,
      "step": 1439960
    },
    {
      "epoch": 401.89,
      "grad_norm": 0.9829047918319702,
      "learning_rate": 2.5190463166167486e-06,
      "loss": 0.346,
      "step": 1439970
    },
    {
      "epoch": 401.89,
      "grad_norm": 1.0550018548965454,
      "learning_rate": 2.5190193527102996e-06,
      "loss": 0.3447,
      "step": 1439980
    },
    {
      "epoch": 401.9,
      "grad_norm": 1.1645678281784058,
      "learning_rate": 2.5189923887805212e-06,
      "loss": 0.3443,
      "step": 1439990
    },
    {
      "epoch": 401.9,
      "grad_norm": 1.0429190397262573,
      "learning_rate": 2.518965424827419e-06,
      "loss": 0.3613,
      "step": 1440000
    },
    {
      "epoch": 401.9,
      "grad_norm": 1.1497445106506348,
      "learning_rate": 2.5189384608509953e-06,
      "loss": 0.3451,
      "step": 1440010
    },
    {
      "epoch": 401.9,
      "grad_norm": 0.942162811756134,
      "learning_rate": 2.518911496851253e-06,
      "loss": 0.3657,
      "step": 1440020
    },
    {
      "epoch": 401.91,
      "grad_norm": 1.2345081567764282,
      "learning_rate": 2.518884532828197e-06,
      "loss": 0.3465,
      "step": 1440030
    },
    {
      "epoch": 401.91,
      "grad_norm": 1.1323813199996948,
      "learning_rate": 2.5188575687818317e-06,
      "loss": 0.3275,
      "step": 1440040
    },
    {
      "epoch": 401.91,
      "grad_norm": 0.9214917421340942,
      "learning_rate": 2.5188306047121586e-06,
      "loss": 0.3448,
      "step": 1440050
    },
    {
      "epoch": 401.91,
      "grad_norm": 0.9341250658035278,
      "learning_rate": 2.5188036406191828e-06,
      "loss": 0.3399,
      "step": 1440060
    },
    {
      "epoch": 401.92,
      "grad_norm": 0.8597720265388489,
      "learning_rate": 2.5187766765029068e-06,
      "loss": 0.3359,
      "step": 1440070
    },
    {
      "epoch": 401.92,
      "grad_norm": 1.0662481784820557,
      "learning_rate": 2.518749712363335e-06,
      "loss": 0.3422,
      "step": 1440080
    },
    {
      "epoch": 401.92,
      "grad_norm": 1.0658960342407227,
      "learning_rate": 2.51872274820047e-06,
      "loss": 0.3513,
      "step": 1440090
    },
    {
      "epoch": 401.93,
      "grad_norm": 1.0015716552734375,
      "learning_rate": 2.518695784014317e-06,
      "loss": 0.3427,
      "step": 1440100
    },
    {
      "epoch": 401.93,
      "grad_norm": 1.1348463296890259,
      "learning_rate": 2.518668819804878e-06,
      "loss": 0.3493,
      "step": 1440110
    },
    {
      "epoch": 401.93,
      "grad_norm": 1.2014671564102173,
      "learning_rate": 2.5186418555721574e-06,
      "loss": 0.3441,
      "step": 1440120
    },
    {
      "epoch": 401.93,
      "grad_norm": 1.4051461219787598,
      "learning_rate": 2.518614891316159e-06,
      "loss": 0.3328,
      "step": 1440130
    },
    {
      "epoch": 401.94,
      "grad_norm": 1.0325955152511597,
      "learning_rate": 2.518587927036886e-06,
      "loss": 0.3615,
      "step": 1440140
    },
    {
      "epoch": 401.94,
      "grad_norm": 0.8249353170394897,
      "learning_rate": 2.5185609627343415e-06,
      "loss": 0.3419,
      "step": 1440150
    },
    {
      "epoch": 401.94,
      "grad_norm": 0.9406245350837708,
      "learning_rate": 2.51853399840853e-06,
      "loss": 0.3405,
      "step": 1440160
    },
    {
      "epoch": 401.95,
      "grad_norm": 1.0033988952636719,
      "learning_rate": 2.518507034059455e-06,
      "loss": 0.3532,
      "step": 1440170
    },
    {
      "epoch": 401.95,
      "grad_norm": 1.8777300119400024,
      "learning_rate": 2.5184800696871188e-06,
      "loss": 0.3462,
      "step": 1440180
    },
    {
      "epoch": 401.95,
      "grad_norm": 0.9192901253700256,
      "learning_rate": 2.5184531052915264e-06,
      "loss": 0.3544,
      "step": 1440190
    },
    {
      "epoch": 401.95,
      "grad_norm": 1.0618441104888916,
      "learning_rate": 2.5184261408726814e-06,
      "loss": 0.3509,
      "step": 1440200
    },
    {
      "epoch": 401.96,
      "grad_norm": 0.9288551807403564,
      "learning_rate": 2.518399176430587e-06,
      "loss": 0.3245,
      "step": 1440210
    },
    {
      "epoch": 401.96,
      "grad_norm": 0.9670116901397705,
      "learning_rate": 2.518372211965246e-06,
      "loss": 0.3426,
      "step": 1440220
    },
    {
      "epoch": 401.96,
      "grad_norm": 0.996674120426178,
      "learning_rate": 2.5183452474766644e-06,
      "loss": 0.3395,
      "step": 1440230
    },
    {
      "epoch": 401.96,
      "grad_norm": 1.1703007221221924,
      "learning_rate": 2.5183182829648422e-06,
      "loss": 0.3644,
      "step": 1440240
    },
    {
      "epoch": 401.97,
      "grad_norm": 0.8841374516487122,
      "learning_rate": 2.5182913184297855e-06,
      "loss": 0.348,
      "step": 1440250
    },
    {
      "epoch": 401.97,
      "grad_norm": 0.9887453317642212,
      "learning_rate": 2.5182643538714977e-06,
      "loss": 0.352,
      "step": 1440260
    },
    {
      "epoch": 401.97,
      "grad_norm": 1.2435640096664429,
      "learning_rate": 2.5182373892899816e-06,
      "loss": 0.3496,
      "step": 1440270
    },
    {
      "epoch": 401.98,
      "grad_norm": 0.871345579624176,
      "learning_rate": 2.5182104246852416e-06,
      "loss": 0.3584,
      "step": 1440280
    },
    {
      "epoch": 401.98,
      "grad_norm": 0.9543312191963196,
      "learning_rate": 2.5181834600572806e-06,
      "loss": 0.3453,
      "step": 1440290
    },
    {
      "epoch": 401.98,
      "grad_norm": 1.0298253297805786,
      "learning_rate": 2.518156495406103e-06,
      "loss": 0.3247,
      "step": 1440300
    },
    {
      "epoch": 401.98,
      "grad_norm": 1.0292595624923706,
      "learning_rate": 2.5181295307317105e-06,
      "loss": 0.3563,
      "step": 1440310
    },
    {
      "epoch": 401.99,
      "grad_norm": 0.9321297407150269,
      "learning_rate": 2.5181025660341086e-06,
      "loss": 0.3266,
      "step": 1440320
    },
    {
      "epoch": 401.99,
      "grad_norm": 1.0930919647216797,
      "learning_rate": 2.518075601313301e-06,
      "loss": 0.3322,
      "step": 1440330
    },
    {
      "epoch": 401.99,
      "grad_norm": 1.1404386758804321,
      "learning_rate": 2.51804863656929e-06,
      "loss": 0.3326,
      "step": 1440340
    },
    {
      "epoch": 402.0,
      "grad_norm": 0.9135843515396118,
      "learning_rate": 2.5180216718020807e-06,
      "loss": 0.3278,
      "step": 1440350
    },
    {
      "epoch": 402.0,
      "grad_norm": 1.0342514514923096,
      "learning_rate": 2.517994707011675e-06,
      "loss": 0.3307,
      "step": 1440360
    },
    {
      "epoch": 402.0,
      "eval_loss": 0.34756413102149963,
      "eval_runtime": 62.9966,
      "eval_samples_per_second": 80.306,
      "eval_steps_per_second": 10.048,
      "step": 1440366
    },
    {
      "epoch": 402.0,
      "grad_norm": 1.0091787576675415,
      "learning_rate": 2.5179677421980773e-06,
      "loss": 0.3531,
      "step": 1440370
    },
    {
      "epoch": 402.0,
      "grad_norm": 1.077404499053955,
      "learning_rate": 2.517940777361291e-06,
      "loss": 0.3639,
      "step": 1440380
    },
    {
      "epoch": 402.01,
      "grad_norm": 1.2010477781295776,
      "learning_rate": 2.5179138125013205e-06,
      "loss": 0.3496,
      "step": 1440390
    },
    {
      "epoch": 402.01,
      "grad_norm": 1.234418511390686,
      "learning_rate": 2.517886847618168e-06,
      "loss": 0.3448,
      "step": 1440400
    },
    {
      "epoch": 402.01,
      "grad_norm": 1.0855445861816406,
      "learning_rate": 2.517859882711838e-06,
      "loss": 0.3485,
      "step": 1440410
    },
    {
      "epoch": 402.02,
      "grad_norm": 0.9838601350784302,
      "learning_rate": 2.5178329177823346e-06,
      "loss": 0.3562,
      "step": 1440420
    },
    {
      "epoch": 402.02,
      "grad_norm": 1.1130083799362183,
      "learning_rate": 2.51780595282966e-06,
      "loss": 0.3388,
      "step": 1440430
    },
    {
      "epoch": 402.02,
      "grad_norm": 0.9903212189674377,
      "learning_rate": 2.517778987853819e-06,
      "loss": 0.3544,
      "step": 1440440
    },
    {
      "epoch": 402.02,
      "grad_norm": 1.048717737197876,
      "learning_rate": 2.517752022854814e-06,
      "loss": 0.3338,
      "step": 1440450
    },
    {
      "epoch": 402.03,
      "grad_norm": 1.0497524738311768,
      "learning_rate": 2.5177250578326497e-06,
      "loss": 0.352,
      "step": 1440460
    },
    {
      "epoch": 402.03,
      "grad_norm": 0.9710937738418579,
      "learning_rate": 2.5176980927873293e-06,
      "loss": 0.3459,
      "step": 1440470
    },
    {
      "epoch": 402.03,
      "grad_norm": 1.1710870265960693,
      "learning_rate": 2.517671127718856e-06,
      "loss": 0.3453,
      "step": 1440480
    },
    {
      "epoch": 402.03,
      "grad_norm": 1.1650604009628296,
      "learning_rate": 2.517644162627235e-06,
      "loss": 0.3406,
      "step": 1440490
    },
    {
      "epoch": 402.04,
      "grad_norm": 1.090874433517456,
      "learning_rate": 2.5176171975124675e-06,
      "loss": 0.3508,
      "step": 1440500
    },
    {
      "epoch": 402.04,
      "grad_norm": 1.1295920610427856,
      "learning_rate": 2.5175902323745584e-06,
      "loss": 0.3559,
      "step": 1440510
    },
    {
      "epoch": 402.04,
      "grad_norm": 1.160510540008545,
      "learning_rate": 2.5175632672135113e-06,
      "loss": 0.343,
      "step": 1440520
    },
    {
      "epoch": 402.05,
      "grad_norm": 0.9413599967956543,
      "learning_rate": 2.517536302029329e-06,
      "loss": 0.3663,
      "step": 1440530
    },
    {
      "epoch": 402.05,
      "grad_norm": 1.053908109664917,
      "learning_rate": 2.5175093368220163e-06,
      "loss": 0.343,
      "step": 1440540
    },
    {
      "epoch": 402.05,
      "grad_norm": 1.1784042119979858,
      "learning_rate": 2.5174823715915764e-06,
      "loss": 0.3581,
      "step": 1440550
    },
    {
      "epoch": 402.05,
      "grad_norm": 0.9467692971229553,
      "learning_rate": 2.517455406338012e-06,
      "loss": 0.3429,
      "step": 1440560
    },
    {
      "epoch": 402.06,
      "grad_norm": 1.0443857908248901,
      "learning_rate": 2.5174284410613277e-06,
      "loss": 0.3504,
      "step": 1440570
    },
    {
      "epoch": 402.06,
      "grad_norm": 1.0662897825241089,
      "learning_rate": 2.5174014757615277e-06,
      "loss": 0.3354,
      "step": 1440580
    },
    {
      "epoch": 402.06,
      "grad_norm": 0.9795064330101013,
      "learning_rate": 2.5173745104386135e-06,
      "loss": 0.3477,
      "step": 1440590
    },
    {
      "epoch": 402.07,
      "grad_norm": 1.0084691047668457,
      "learning_rate": 2.5173475450925896e-06,
      "loss": 0.348,
      "step": 1440600
    },
    {
      "epoch": 402.07,
      "grad_norm": 1.0071367025375366,
      "learning_rate": 2.51732057972346e-06,
      "loss": 0.3419,
      "step": 1440610
    },
    {
      "epoch": 402.07,
      "grad_norm": 1.0173273086547852,
      "learning_rate": 2.5172936143312288e-06,
      "loss": 0.3685,
      "step": 1440620
    },
    {
      "epoch": 402.07,
      "grad_norm": 1.1889592409133911,
      "learning_rate": 2.5172666489158977e-06,
      "loss": 0.3492,
      "step": 1440630
    },
    {
      "epoch": 402.08,
      "grad_norm": 1.1597232818603516,
      "learning_rate": 2.5172396834774728e-06,
      "loss": 0.3601,
      "step": 1440640
    },
    {
      "epoch": 402.08,
      "grad_norm": 1.0018898248672485,
      "learning_rate": 2.517212718015956e-06,
      "loss": 0.3368,
      "step": 1440650
    },
    {
      "epoch": 402.08,
      "grad_norm": 1.0399951934814453,
      "learning_rate": 2.517185752531351e-06,
      "loss": 0.3474,
      "step": 1440660
    },
    {
      "epoch": 402.08,
      "grad_norm": 1.0588475465774536,
      "learning_rate": 2.5171587870236618e-06,
      "loss": 0.3428,
      "step": 1440670
    },
    {
      "epoch": 402.09,
      "grad_norm": 0.8191248774528503,
      "learning_rate": 2.517131821492892e-06,
      "loss": 0.3341,
      "step": 1440680
    },
    {
      "epoch": 402.09,
      "grad_norm": 1.0636932849884033,
      "learning_rate": 2.5171048559390444e-06,
      "loss": 0.3084,
      "step": 1440690
    },
    {
      "epoch": 402.09,
      "grad_norm": 1.0386427640914917,
      "learning_rate": 2.5170778903621236e-06,
      "loss": 0.3543,
      "step": 1440700
    },
    {
      "epoch": 402.1,
      "grad_norm": 0.8653468489646912,
      "learning_rate": 2.517050924762133e-06,
      "loss": 0.3366,
      "step": 1440710
    },
    {
      "epoch": 402.1,
      "grad_norm": 1.01080322265625,
      "learning_rate": 2.517023959139076e-06,
      "loss": 0.3265,
      "step": 1440720
    },
    {
      "epoch": 402.1,
      "grad_norm": 1.1249338388442993,
      "learning_rate": 2.516996993492956e-06,
      "loss": 0.355,
      "step": 1440730
    },
    {
      "epoch": 402.1,
      "grad_norm": 0.9199855923652649,
      "learning_rate": 2.5169700278237764e-06,
      "loss": 0.3548,
      "step": 1440740
    },
    {
      "epoch": 402.11,
      "grad_norm": 1.1092991828918457,
      "learning_rate": 2.5169430621315422e-06,
      "loss": 0.3586,
      "step": 1440750
    },
    {
      "epoch": 402.11,
      "grad_norm": 1.014710783958435,
      "learning_rate": 2.516916096416255e-06,
      "loss": 0.3444,
      "step": 1440760
    },
    {
      "epoch": 402.11,
      "grad_norm": 1.710004210472107,
      "learning_rate": 2.5168891306779196e-06,
      "loss": 0.3333,
      "step": 1440770
    },
    {
      "epoch": 402.12,
      "grad_norm": 0.9446483254432678,
      "learning_rate": 2.516862164916539e-06,
      "loss": 0.3518,
      "step": 1440780
    },
    {
      "epoch": 402.12,
      "grad_norm": 1.297372579574585,
      "learning_rate": 2.516835199132118e-06,
      "loss": 0.3425,
      "step": 1440790
    },
    {
      "epoch": 402.12,
      "grad_norm": 1.049149513244629,
      "learning_rate": 2.5168082333246587e-06,
      "loss": 0.3446,
      "step": 1440800
    },
    {
      "epoch": 402.12,
      "grad_norm": 1.215118646621704,
      "learning_rate": 2.516781267494166e-06,
      "loss": 0.3327,
      "step": 1440810
    },
    {
      "epoch": 402.13,
      "grad_norm": 1.0630321502685547,
      "learning_rate": 2.5167543016406423e-06,
      "loss": 0.3296,
      "step": 1440820
    },
    {
      "epoch": 402.13,
      "grad_norm": 1.0085636377334595,
      "learning_rate": 2.516727335764091e-06,
      "loss": 0.3525,
      "step": 1440830
    },
    {
      "epoch": 402.13,
      "grad_norm": 0.9699885845184326,
      "learning_rate": 2.5167003698645178e-06,
      "loss": 0.3396,
      "step": 1440840
    },
    {
      "epoch": 402.14,
      "grad_norm": 0.9732513427734375,
      "learning_rate": 2.5166734039419232e-06,
      "loss": 0.3362,
      "step": 1440850
    },
    {
      "epoch": 402.14,
      "grad_norm": 1.0068719387054443,
      "learning_rate": 2.516646437996314e-06,
      "loss": 0.3481,
      "step": 1440860
    },
    {
      "epoch": 402.14,
      "grad_norm": 0.9803134202957153,
      "learning_rate": 2.5166194720276917e-06,
      "loss": 0.349,
      "step": 1440870
    },
    {
      "epoch": 402.14,
      "grad_norm": 1.1330193281173706,
      "learning_rate": 2.51659250603606e-06,
      "loss": 0.3523,
      "step": 1440880
    },
    {
      "epoch": 402.15,
      "grad_norm": 1.0224370956420898,
      "learning_rate": 2.5165655400214233e-06,
      "loss": 0.348,
      "step": 1440890
    },
    {
      "epoch": 402.15,
      "grad_norm": 1.0153740644454956,
      "learning_rate": 2.5165385739837843e-06,
      "loss": 0.3463,
      "step": 1440900
    },
    {
      "epoch": 402.15,
      "grad_norm": 1.0183826684951782,
      "learning_rate": 2.516511607923148e-06,
      "loss": 0.3472,
      "step": 1440910
    },
    {
      "epoch": 402.15,
      "grad_norm": 1.495459794998169,
      "learning_rate": 2.516484641839516e-06,
      "loss": 0.3295,
      "step": 1440920
    },
    {
      "epoch": 402.16,
      "grad_norm": 0.9293715357780457,
      "learning_rate": 2.516457675732894e-06,
      "loss": 0.3357,
      "step": 1440930
    },
    {
      "epoch": 402.16,
      "grad_norm": 0.9875676035881042,
      "learning_rate": 2.5164307096032845e-06,
      "loss": 0.3483,
      "step": 1440940
    },
    {
      "epoch": 402.16,
      "grad_norm": 0.8957432508468628,
      "learning_rate": 2.5164037434506904e-06,
      "loss": 0.3381,
      "step": 1440950
    },
    {
      "epoch": 402.17,
      "grad_norm": 0.9656644463539124,
      "learning_rate": 2.516376777275116e-06,
      "loss": 0.334,
      "step": 1440960
    },
    {
      "epoch": 402.17,
      "grad_norm": 1.214349627494812,
      "learning_rate": 2.5163498110765657e-06,
      "loss": 0.3472,
      "step": 1440970
    },
    {
      "epoch": 402.17,
      "grad_norm": 1.0787761211395264,
      "learning_rate": 2.516322844855042e-06,
      "loss": 0.3361,
      "step": 1440980
    },
    {
      "epoch": 402.17,
      "grad_norm": 1.0029804706573486,
      "learning_rate": 2.516295878610548e-06,
      "loss": 0.3341,
      "step": 1440990
    },
    {
      "epoch": 402.18,
      "grad_norm": 1.221805453300476,
      "learning_rate": 2.5162689123430897e-06,
      "loss": 0.3528,
      "step": 1441000
    },
    {
      "epoch": 402.18,
      "grad_norm": 1.0926278829574585,
      "learning_rate": 2.5162419460526677e-06,
      "loss": 0.3564,
      "step": 1441010
    },
    {
      "epoch": 402.18,
      "grad_norm": 1.2083649635314941,
      "learning_rate": 2.5162149797392878e-06,
      "loss": 0.3572,
      "step": 1441020
    },
    {
      "epoch": 402.19,
      "grad_norm": 1.1400537490844727,
      "learning_rate": 2.516188013402952e-06,
      "loss": 0.3546,
      "step": 1441030
    },
    {
      "epoch": 402.19,
      "grad_norm": 1.1525572538375854,
      "learning_rate": 2.5161610470436654e-06,
      "loss": 0.3582,
      "step": 1441040
    },
    {
      "epoch": 402.19,
      "grad_norm": 1.0220719575881958,
      "learning_rate": 2.5161340806614306e-06,
      "loss": 0.3434,
      "step": 1441050
    },
    {
      "epoch": 402.19,
      "grad_norm": 1.046142339706421,
      "learning_rate": 2.5161071142562513e-06,
      "loss": 0.3586,
      "step": 1441060
    },
    {
      "epoch": 402.2,
      "grad_norm": 0.9635387063026428,
      "learning_rate": 2.5160801478281314e-06,
      "loss": 0.3384,
      "step": 1441070
    },
    {
      "epoch": 402.2,
      "grad_norm": 0.9917262196540833,
      "learning_rate": 2.516053181377074e-06,
      "loss": 0.3379,
      "step": 1441080
    },
    {
      "epoch": 402.2,
      "grad_norm": 1.2216233015060425,
      "learning_rate": 2.516026214903084e-06,
      "loss": 0.3512,
      "step": 1441090
    },
    {
      "epoch": 402.2,
      "grad_norm": 1.117935299873352,
      "learning_rate": 2.515999248406163e-06,
      "loss": 0.3414,
      "step": 1441100
    },
    {
      "epoch": 402.21,
      "grad_norm": 0.8884636163711548,
      "learning_rate": 2.5159722818863156e-06,
      "loss": 0.3378,
      "step": 1441110
    },
    {
      "epoch": 402.21,
      "grad_norm": 0.9690325260162354,
      "learning_rate": 2.515945315343545e-06,
      "loss": 0.3369,
      "step": 1441120
    },
    {
      "epoch": 402.21,
      "grad_norm": 1.3012516498565674,
      "learning_rate": 2.5159183487778566e-06,
      "loss": 0.3509,
      "step": 1441130
    },
    {
      "epoch": 402.22,
      "grad_norm": 1.088355302810669,
      "learning_rate": 2.515891382189251e-06,
      "loss": 0.3399,
      "step": 1441140
    },
    {
      "epoch": 402.22,
      "grad_norm": 1.0063858032226562,
      "learning_rate": 2.5158644155777338e-06,
      "loss": 0.3369,
      "step": 1441150
    },
    {
      "epoch": 402.22,
      "grad_norm": 0.9384292364120483,
      "learning_rate": 2.515837448943309e-06,
      "loss": 0.3457,
      "step": 1441160
    },
    {
      "epoch": 402.22,
      "grad_norm": 0.9068334698677063,
      "learning_rate": 2.515810482285979e-06,
      "loss": 0.3345,
      "step": 1441170
    },
    {
      "epoch": 402.23,
      "grad_norm": 0.9326154589653015,
      "learning_rate": 2.515783515605747e-06,
      "loss": 0.3449,
      "step": 1441180
    },
    {
      "epoch": 402.23,
      "grad_norm": 0.9954498410224915,
      "learning_rate": 2.515756548902617e-06,
      "loss": 0.348,
      "step": 1441190
    },
    {
      "epoch": 402.23,
      "grad_norm": 1.0863292217254639,
      "learning_rate": 2.515729582176594e-06,
      "loss": 0.3439,
      "step": 1441200
    },
    {
      "epoch": 402.24,
      "grad_norm": 1.1682225465774536,
      "learning_rate": 2.51570261542768e-06,
      "loss": 0.3449,
      "step": 1441210
    },
    {
      "epoch": 402.24,
      "grad_norm": 0.9345950484275818,
      "learning_rate": 2.5156756486558784e-06,
      "loss": 0.3492,
      "step": 1441220
    },
    {
      "epoch": 402.24,
      "grad_norm": 1.053134799003601,
      "learning_rate": 2.5156486818611945e-06,
      "loss": 0.3526,
      "step": 1441230
    },
    {
      "epoch": 402.24,
      "grad_norm": 1.1508634090423584,
      "learning_rate": 2.515621715043631e-06,
      "loss": 0.3449,
      "step": 1441240
    },
    {
      "epoch": 402.25,
      "grad_norm": 1.2876739501953125,
      "learning_rate": 2.51559474820319e-06,
      "loss": 0.3507,
      "step": 1441250
    },
    {
      "epoch": 402.25,
      "grad_norm": 1.1169795989990234,
      "learning_rate": 2.5155677813398775e-06,
      "loss": 0.3317,
      "step": 1441260
    },
    {
      "epoch": 402.25,
      "grad_norm": 1.1046690940856934,
      "learning_rate": 2.5155408144536958e-06,
      "loss": 0.3617,
      "step": 1441270
    },
    {
      "epoch": 402.26,
      "grad_norm": 1.1163179874420166,
      "learning_rate": 2.5155138475446484e-06,
      "loss": 0.3594,
      "step": 1441280
    },
    {
      "epoch": 402.26,
      "grad_norm": 0.9696562886238098,
      "learning_rate": 2.5154868806127396e-06,
      "loss": 0.3519,
      "step": 1441290
    },
    {
      "epoch": 402.26,
      "grad_norm": 1.0493688583374023,
      "learning_rate": 2.5154599136579723e-06,
      "loss": 0.3433,
      "step": 1441300
    },
    {
      "epoch": 402.26,
      "grad_norm": 18.921058654785156,
      "learning_rate": 2.5154329466803504e-06,
      "loss": 0.3461,
      "step": 1441310
    },
    {
      "epoch": 402.27,
      "grad_norm": 1.0913236141204834,
      "learning_rate": 2.515405979679877e-06,
      "loss": 0.3245,
      "step": 1441320
    },
    {
      "epoch": 402.27,
      "grad_norm": 0.8736937046051025,
      "learning_rate": 2.515379012656557e-06,
      "loss": 0.3396,
      "step": 1441330
    },
    {
      "epoch": 402.27,
      "grad_norm": 4.214293479919434,
      "learning_rate": 2.5153520456103928e-06,
      "loss": 0.3543,
      "step": 1441340
    },
    {
      "epoch": 402.27,
      "grad_norm": 1.013614296913147,
      "learning_rate": 2.515325078541388e-06,
      "loss": 0.3161,
      "step": 1441350
    },
    {
      "epoch": 402.28,
      "grad_norm": 1.0176985263824463,
      "learning_rate": 2.515298111449547e-06,
      "loss": 0.3483,
      "step": 1441360
    },
    {
      "epoch": 402.28,
      "grad_norm": 1.062596321105957,
      "learning_rate": 2.515271144334872e-06,
      "loss": 0.3353,
      "step": 1441370
    },
    {
      "epoch": 402.28,
      "grad_norm": 0.9394081234931946,
      "learning_rate": 2.5152441771973686e-06,
      "loss": 0.3658,
      "step": 1441380
    },
    {
      "epoch": 402.29,
      "grad_norm": 0.853417694568634,
      "learning_rate": 2.515217210037039e-06,
      "loss": 0.3515,
      "step": 1441390
    },
    {
      "epoch": 402.29,
      "grad_norm": 1.0751360654830933,
      "learning_rate": 2.515190242853887e-06,
      "loss": 0.3611,
      "step": 1441400
    },
    {
      "epoch": 402.29,
      "grad_norm": 1.0550864934921265,
      "learning_rate": 2.5151632756479158e-06,
      "loss": 0.356,
      "step": 1441410
    },
    {
      "epoch": 402.29,
      "grad_norm": 1.0358822345733643,
      "learning_rate": 2.5151363084191304e-06,
      "loss": 0.3429,
      "step": 1441420
    },
    {
      "epoch": 402.3,
      "grad_norm": 0.991929292678833,
      "learning_rate": 2.5151093411675323e-06,
      "loss": 0.3535,
      "step": 1441430
    },
    {
      "epoch": 402.3,
      "grad_norm": 1.0635753870010376,
      "learning_rate": 2.5150823738931265e-06,
      "loss": 0.3461,
      "step": 1441440
    },
    {
      "epoch": 402.3,
      "grad_norm": 1.0595837831497192,
      "learning_rate": 2.515055406595917e-06,
      "loss": 0.3542,
      "step": 1441450
    },
    {
      "epoch": 402.31,
      "grad_norm": 1.0034998655319214,
      "learning_rate": 2.515028439275907e-06,
      "loss": 0.3654,
      "step": 1441460
    },
    {
      "epoch": 402.31,
      "grad_norm": 1.1850749254226685,
      "learning_rate": 2.5150014719330987e-06,
      "loss": 0.3562,
      "step": 1441470
    },
    {
      "epoch": 402.31,
      "grad_norm": 1.070860743522644,
      "learning_rate": 2.5149745045674963e-06,
      "loss": 0.3472,
      "step": 1441480
    },
    {
      "epoch": 402.31,
      "grad_norm": 1.0236148834228516,
      "learning_rate": 2.5149475371791053e-06,
      "loss": 0.3569,
      "step": 1441490
    },
    {
      "epoch": 402.32,
      "grad_norm": 0.9341089129447937,
      "learning_rate": 2.514920569767927e-06,
      "loss": 0.3458,
      "step": 1441500
    },
    {
      "epoch": 402.32,
      "grad_norm": 1.005913496017456,
      "learning_rate": 2.5148936023339657e-06,
      "loss": 0.3344,
      "step": 1441510
    },
    {
      "epoch": 402.32,
      "grad_norm": 1.026126503944397,
      "learning_rate": 2.5148666348772264e-06,
      "loss": 0.341,
      "step": 1441520
    },
    {
      "epoch": 402.32,
      "grad_norm": 1.11280357837677,
      "learning_rate": 2.514839667397711e-06,
      "loss": 0.3391,
      "step": 1441530
    },
    {
      "epoch": 402.33,
      "grad_norm": 1.340425729751587,
      "learning_rate": 2.5148126998954227e-06,
      "loss": 0.35,
      "step": 1441540
    },
    {
      "epoch": 402.33,
      "grad_norm": 1.0014312267303467,
      "learning_rate": 2.5147857323703664e-06,
      "loss": 0.3638,
      "step": 1441550
    },
    {
      "epoch": 402.33,
      "grad_norm": 0.9304829239845276,
      "learning_rate": 2.5147587648225448e-06,
      "loss": 0.3513,
      "step": 1441560
    },
    {
      "epoch": 402.34,
      "grad_norm": 1.0093568563461304,
      "learning_rate": 2.514731797251962e-06,
      "loss": 0.3513,
      "step": 1441570
    },
    {
      "epoch": 402.34,
      "grad_norm": 1.1108205318450928,
      "learning_rate": 2.514704829658622e-06,
      "loss": 0.3427,
      "step": 1441580
    },
    {
      "epoch": 402.34,
      "grad_norm": 0.916123628616333,
      "learning_rate": 2.5146778620425276e-06,
      "loss": 0.3531,
      "step": 1441590
    },
    {
      "epoch": 402.34,
      "grad_norm": 0.9458402395248413,
      "learning_rate": 2.514650894403683e-06,
      "loss": 0.348,
      "step": 1441600
    },
    {
      "epoch": 402.35,
      "grad_norm": 1.0990891456604004,
      "learning_rate": 2.514623926742091e-06,
      "loss": 0.343,
      "step": 1441610
    },
    {
      "epoch": 402.35,
      "grad_norm": 1.0662561655044556,
      "learning_rate": 2.5145969590577555e-06,
      "loss": 0.3497,
      "step": 1441620
    },
    {
      "epoch": 402.35,
      "grad_norm": 0.9289800524711609,
      "learning_rate": 2.5145699913506802e-06,
      "loss": 0.341,
      "step": 1441630
    },
    {
      "epoch": 402.36,
      "grad_norm": 1.2010561227798462,
      "learning_rate": 2.5145430236208685e-06,
      "loss": 0.326,
      "step": 1441640
    },
    {
      "epoch": 402.36,
      "grad_norm": 1.036186933517456,
      "learning_rate": 2.514516055868325e-06,
      "loss": 0.3403,
      "step": 1441650
    },
    {
      "epoch": 402.36,
      "grad_norm": 1.2547333240509033,
      "learning_rate": 2.514489088093052e-06,
      "loss": 0.3481,
      "step": 1441660
    },
    {
      "epoch": 402.36,
      "grad_norm": 0.9458168148994446,
      "learning_rate": 2.514462120295054e-06,
      "loss": 0.3522,
      "step": 1441670
    },
    {
      "epoch": 402.37,
      "grad_norm": 1.0363240242004395,
      "learning_rate": 2.5144351524743343e-06,
      "loss": 0.335,
      "step": 1441680
    },
    {
      "epoch": 402.37,
      "grad_norm": 0.9498550295829773,
      "learning_rate": 2.5144081846308956e-06,
      "loss": 0.3413,
      "step": 1441690
    },
    {
      "epoch": 402.37,
      "grad_norm": 0.9204812049865723,
      "learning_rate": 2.5143812167647425e-06,
      "loss": 0.3529,
      "step": 1441700
    },
    {
      "epoch": 402.38,
      "grad_norm": 0.9675630927085876,
      "learning_rate": 2.5143542488758787e-06,
      "loss": 0.358,
      "step": 1441710
    },
    {
      "epoch": 402.38,
      "grad_norm": 0.9762517809867859,
      "learning_rate": 2.514327280964307e-06,
      "loss": 0.3318,
      "step": 1441720
    },
    {
      "epoch": 402.38,
      "grad_norm": 0.9298750758171082,
      "learning_rate": 2.514300313030031e-06,
      "loss": 0.3273,
      "step": 1441730
    },
    {
      "epoch": 402.38,
      "grad_norm": 1.1044739484786987,
      "learning_rate": 2.5142733450730557e-06,
      "loss": 0.3493,
      "step": 1441740
    },
    {
      "epoch": 402.39,
      "grad_norm": 1.0343153476715088,
      "learning_rate": 2.5142463770933837e-06,
      "loss": 0.3577,
      "step": 1441750
    },
    {
      "epoch": 402.39,
      "grad_norm": 1.0730358362197876,
      "learning_rate": 2.514219409091018e-06,
      "loss": 0.3335,
      "step": 1441760
    },
    {
      "epoch": 402.39,
      "grad_norm": 1.221401572227478,
      "learning_rate": 2.5141924410659627e-06,
      "loss": 0.3489,
      "step": 1441770
    },
    {
      "epoch": 402.39,
      "grad_norm": 0.9092928171157837,
      "learning_rate": 2.514165473018222e-06,
      "loss": 0.3356,
      "step": 1441780
    },
    {
      "epoch": 402.4,
      "grad_norm": 1.095994472503662,
      "learning_rate": 2.5141385049477982e-06,
      "loss": 0.3527,
      "step": 1441790
    },
    {
      "epoch": 402.4,
      "grad_norm": 1.0716952085494995,
      "learning_rate": 2.5141115368546958e-06,
      "loss": 0.3326,
      "step": 1441800
    },
    {
      "epoch": 402.4,
      "grad_norm": 1.0236923694610596,
      "learning_rate": 2.514084568738919e-06,
      "loss": 0.359,
      "step": 1441810
    },
    {
      "epoch": 402.41,
      "grad_norm": 1.091676115989685,
      "learning_rate": 2.5140576006004703e-06,
      "loss": 0.3699,
      "step": 1441820
    },
    {
      "epoch": 402.41,
      "grad_norm": 1.1735626459121704,
      "learning_rate": 2.514030632439353e-06,
      "loss": 0.3681,
      "step": 1441830
    },
    {
      "epoch": 402.41,
      "grad_norm": 1.1856226921081543,
      "learning_rate": 2.5140036642555724e-06,
      "loss": 0.3412,
      "step": 1441840
    },
    {
      "epoch": 402.41,
      "grad_norm": 1.1392560005187988,
      "learning_rate": 2.5139766960491298e-06,
      "loss": 0.349,
      "step": 1441850
    },
    {
      "epoch": 402.42,
      "grad_norm": 1.2297987937927246,
      "learning_rate": 2.5139497278200306e-06,
      "loss": 0.348,
      "step": 1441860
    },
    {
      "epoch": 402.42,
      "grad_norm": 1.0566926002502441,
      "learning_rate": 2.513922759568278e-06,
      "loss": 0.343,
      "step": 1441870
    },
    {
      "epoch": 402.42,
      "grad_norm": 1.0894315242767334,
      "learning_rate": 2.5138957912938745e-06,
      "loss": 0.3308,
      "step": 1441880
    },
    {
      "epoch": 402.43,
      "grad_norm": 1.0121289491653442,
      "learning_rate": 2.5138688229968256e-06,
      "loss": 0.34,
      "step": 1441890
    },
    {
      "epoch": 402.43,
      "grad_norm": 1.1507627964019775,
      "learning_rate": 2.513841854677133e-06,
      "loss": 0.3337,
      "step": 1441900
    },
    {
      "epoch": 402.43,
      "grad_norm": 0.9632322788238525,
      "learning_rate": 2.513814886334802e-06,
      "loss": 0.3399,
      "step": 1441910
    },
    {
      "epoch": 402.43,
      "grad_norm": 0.9364018440246582,
      "learning_rate": 2.5137879179698346e-06,
      "loss": 0.3542,
      "step": 1441920
    },
    {
      "epoch": 402.44,
      "grad_norm": 1.000699758529663,
      "learning_rate": 2.513760949582235e-06,
      "loss": 0.3492,
      "step": 1441930
    },
    {
      "epoch": 402.44,
      "grad_norm": 1.084260106086731,
      "learning_rate": 2.5137339811720075e-06,
      "loss": 0.3517,
      "step": 1441940
    },
    {
      "epoch": 402.44,
      "grad_norm": 0.8154984712600708,
      "learning_rate": 2.5137070127391546e-06,
      "loss": 0.3343,
      "step": 1441950
    },
    {
      "epoch": 402.44,
      "grad_norm": 1.2080634832382202,
      "learning_rate": 2.5136800442836804e-06,
      "loss": 0.3337,
      "step": 1441960
    },
    {
      "epoch": 402.45,
      "grad_norm": 1.0621510744094849,
      "learning_rate": 2.5136530758055888e-06,
      "loss": 0.3373,
      "step": 1441970
    },
    {
      "epoch": 402.45,
      "grad_norm": 0.9877225756645203,
      "learning_rate": 2.513626107304883e-06,
      "loss": 0.3388,
      "step": 1441980
    },
    {
      "epoch": 402.45,
      "grad_norm": 1.1180024147033691,
      "learning_rate": 2.5135991387815666e-06,
      "loss": 0.3537,
      "step": 1441990
    },
    {
      "epoch": 402.46,
      "grad_norm": 1.1473169326782227,
      "learning_rate": 2.5135721702356433e-06,
      "loss": 0.3505,
      "step": 1442000
    },
    {
      "epoch": 402.46,
      "grad_norm": 1.026613712310791,
      "learning_rate": 2.5135452016671165e-06,
      "loss": 0.3402,
      "step": 1442010
    },
    {
      "epoch": 402.46,
      "grad_norm": 1.0380830764770508,
      "learning_rate": 2.5135182330759896e-06,
      "loss": 0.3577,
      "step": 1442020
    },
    {
      "epoch": 402.46,
      "grad_norm": 1.071190595626831,
      "learning_rate": 2.5134912644622668e-06,
      "loss": 0.3496,
      "step": 1442030
    },
    {
      "epoch": 402.47,
      "grad_norm": 1.141485571861267,
      "learning_rate": 2.513464295825951e-06,
      "loss": 0.3401,
      "step": 1442040
    },
    {
      "epoch": 402.47,
      "grad_norm": 1.1149489879608154,
      "learning_rate": 2.513437327167047e-06,
      "loss": 0.3323,
      "step": 1442050
    },
    {
      "epoch": 402.47,
      "grad_norm": 0.9859433174133301,
      "learning_rate": 2.513410358485557e-06,
      "loss": 0.3485,
      "step": 1442060
    },
    {
      "epoch": 402.48,
      "grad_norm": 0.991035521030426,
      "learning_rate": 2.5133833897814854e-06,
      "loss": 0.3492,
      "step": 1442070
    },
    {
      "epoch": 402.48,
      "grad_norm": 1.0846519470214844,
      "learning_rate": 2.5133564210548354e-06,
      "loss": 0.339,
      "step": 1442080
    },
    {
      "epoch": 402.48,
      "grad_norm": 1.1186232566833496,
      "learning_rate": 2.51332945230561e-06,
      "loss": 0.3459,
      "step": 1442090
    },
    {
      "epoch": 402.48,
      "grad_norm": 1.0430305004119873,
      "learning_rate": 2.513302483533815e-06,
      "loss": 0.3485,
      "step": 1442100
    },
    {
      "epoch": 402.49,
      "grad_norm": 1.0261260271072388,
      "learning_rate": 2.5132755147394518e-06,
      "loss": 0.3613,
      "step": 1442110
    },
    {
      "epoch": 402.49,
      "grad_norm": 1.065590739250183,
      "learning_rate": 2.513248545922525e-06,
      "loss": 0.3542,
      "step": 1442120
    },
    {
      "epoch": 402.49,
      "grad_norm": 1.3490837812423706,
      "learning_rate": 2.5132215770830378e-06,
      "loss": 0.3517,
      "step": 1442130
    },
    {
      "epoch": 402.5,
      "grad_norm": 1.0487456321716309,
      "learning_rate": 2.5131946082209933e-06,
      "loss": 0.3348,
      "step": 1442140
    },
    {
      "epoch": 402.5,
      "grad_norm": 1.1451092958450317,
      "learning_rate": 2.513167639336396e-06,
      "loss": 0.3378,
      "step": 1442150
    },
    {
      "epoch": 402.5,
      "grad_norm": 0.911603569984436,
      "learning_rate": 2.51314067042925e-06,
      "loss": 0.3335,
      "step": 1442160
    },
    {
      "epoch": 402.5,
      "grad_norm": 0.867341160774231,
      "learning_rate": 2.513113701499557e-06,
      "loss": 0.3399,
      "step": 1442170
    },
    {
      "epoch": 402.51,
      "grad_norm": 0.9927452206611633,
      "learning_rate": 2.513086732547321e-06,
      "loss": 0.333,
      "step": 1442180
    },
    {
      "epoch": 402.51,
      "grad_norm": 0.9225513935089111,
      "learning_rate": 2.513059763572548e-06,
      "loss": 0.3397,
      "step": 1442190
    },
    {
      "epoch": 402.51,
      "grad_norm": 1.04605233669281,
      "learning_rate": 2.513032794575239e-06,
      "loss": 0.3515,
      "step": 1442200
    },
    {
      "epoch": 402.51,
      "grad_norm": 1.038404941558838,
      "learning_rate": 2.5130058255553984e-06,
      "loss": 0.3434,
      "step": 1442210
    },
    {
      "epoch": 402.52,
      "grad_norm": 1.0187097787857056,
      "learning_rate": 2.5129788565130295e-06,
      "loss": 0.3392,
      "step": 1442220
    },
    {
      "epoch": 402.52,
      "grad_norm": 1.2481399774551392,
      "learning_rate": 2.512951887448137e-06,
      "loss": 0.3599,
      "step": 1442230
    },
    {
      "epoch": 402.52,
      "grad_norm": 1.1562998294830322,
      "learning_rate": 2.512924918360723e-06,
      "loss": 0.3484,
      "step": 1442240
    },
    {
      "epoch": 402.53,
      "grad_norm": 0.9849182367324829,
      "learning_rate": 2.512897949250792e-06,
      "loss": 0.344,
      "step": 1442250
    },
    {
      "epoch": 402.53,
      "grad_norm": 1.135763168334961,
      "learning_rate": 2.5128709801183473e-06,
      "loss": 0.3475,
      "step": 1442260
    },
    {
      "epoch": 402.53,
      "grad_norm": 0.9670174717903137,
      "learning_rate": 2.5128440109633933e-06,
      "loss": 0.3253,
      "step": 1442270
    },
    {
      "epoch": 402.53,
      "grad_norm": 1.3977090120315552,
      "learning_rate": 2.5128170417859316e-06,
      "loss": 0.366,
      "step": 1442280
    },
    {
      "epoch": 402.54,
      "grad_norm": 0.9983810186386108,
      "learning_rate": 2.5127900725859675e-06,
      "loss": 0.347,
      "step": 1442290
    },
    {
      "epoch": 402.54,
      "grad_norm": 0.974311888217926,
      "learning_rate": 2.512763103363504e-06,
      "loss": 0.3399,
      "step": 1442300
    },
    {
      "epoch": 402.54,
      "grad_norm": 0.9828187823295593,
      "learning_rate": 2.512736134118545e-06,
      "loss": 0.3494,
      "step": 1442310
    },
    {
      "epoch": 402.55,
      "grad_norm": 1.1795178651809692,
      "learning_rate": 2.5127091648510944e-06,
      "loss": 0.3301,
      "step": 1442320
    },
    {
      "epoch": 402.55,
      "grad_norm": 1.0203511714935303,
      "learning_rate": 2.5126821955611547e-06,
      "loss": 0.3451,
      "step": 1442330
    },
    {
      "epoch": 402.55,
      "grad_norm": 0.9389052391052246,
      "learning_rate": 2.51265522624873e-06,
      "loss": 0.3493,
      "step": 1442340
    },
    {
      "epoch": 402.55,
      "grad_norm": 1.1452292203903198,
      "learning_rate": 2.5126282569138243e-06,
      "loss": 0.3503,
      "step": 1442350
    },
    {
      "epoch": 402.56,
      "grad_norm": 1.189160943031311,
      "learning_rate": 2.512601287556441e-06,
      "loss": 0.348,
      "step": 1442360
    },
    {
      "epoch": 402.56,
      "grad_norm": 1.187965750694275,
      "learning_rate": 2.512574318176583e-06,
      "loss": 0.3409,
      "step": 1442370
    },
    {
      "epoch": 402.56,
      "grad_norm": 0.9776266813278198,
      "learning_rate": 2.5125473487742545e-06,
      "loss": 0.3374,
      "step": 1442380
    },
    {
      "epoch": 402.56,
      "grad_norm": 0.9533860683441162,
      "learning_rate": 2.5125203793494595e-06,
      "loss": 0.3536,
      "step": 1442390
    },
    {
      "epoch": 402.57,
      "grad_norm": 0.9955824613571167,
      "learning_rate": 2.512493409902201e-06,
      "loss": 0.3323,
      "step": 1442400
    },
    {
      "epoch": 402.57,
      "grad_norm": 1.0290483236312866,
      "learning_rate": 2.5124664404324822e-06,
      "loss": 0.3435,
      "step": 1442410
    },
    {
      "epoch": 402.57,
      "grad_norm": 1.042479395866394,
      "learning_rate": 2.512439470940308e-06,
      "loss": 0.343,
      "step": 1442420
    },
    {
      "epoch": 402.58,
      "grad_norm": 1.0709596872329712,
      "learning_rate": 2.5124125014256804e-06,
      "loss": 0.355,
      "step": 1442430
    },
    {
      "epoch": 402.58,
      "grad_norm": 1.0510951280593872,
      "learning_rate": 2.512385531888604e-06,
      "loss": 0.3351,
      "step": 1442440
    },
    {
      "epoch": 402.58,
      "grad_norm": 1.1139354705810547,
      "learning_rate": 2.5123585623290826e-06,
      "loss": 0.3522,
      "step": 1442450
    },
    {
      "epoch": 402.58,
      "grad_norm": 1.154614806175232,
      "learning_rate": 2.5123315927471185e-06,
      "loss": 0.3463,
      "step": 1442460
    },
    {
      "epoch": 402.59,
      "grad_norm": 1.036325216293335,
      "learning_rate": 2.5123046231427166e-06,
      "loss": 0.353,
      "step": 1442470
    },
    {
      "epoch": 402.59,
      "grad_norm": 0.9674993753433228,
      "learning_rate": 2.51227765351588e-06,
      "loss": 0.3595,
      "step": 1442480
    },
    {
      "epoch": 402.59,
      "grad_norm": 0.9650444388389587,
      "learning_rate": 2.5122506838666134e-06,
      "loss": 0.3576,
      "step": 1442490
    },
    {
      "epoch": 402.6,
      "grad_norm": 1.157883882522583,
      "learning_rate": 2.5122237141949176e-06,
      "loss": 0.3625,
      "step": 1442500
    },
    {
      "epoch": 402.6,
      "grad_norm": 0.9759755730628967,
      "learning_rate": 2.512196744500799e-06,
      "loss": 0.3498,
      "step": 1442510
    },
    {
      "epoch": 402.6,
      "grad_norm": 0.852066159248352,
      "learning_rate": 2.5121697747842594e-06,
      "loss": 0.3391,
      "step": 1442520
    },
    {
      "epoch": 402.6,
      "grad_norm": 1.1347382068634033,
      "learning_rate": 2.5121428050453034e-06,
      "loss": 0.3354,
      "step": 1442530
    },
    {
      "epoch": 402.61,
      "grad_norm": 1.1008318662643433,
      "learning_rate": 2.512115835283934e-06,
      "loss": 0.3288,
      "step": 1442540
    },
    {
      "epoch": 402.61,
      "grad_norm": 1.1441491842269897,
      "learning_rate": 2.512088865500156e-06,
      "loss": 0.3329,
      "step": 1442550
    },
    {
      "epoch": 402.61,
      "grad_norm": 1.0047639608383179,
      "learning_rate": 2.512061895693971e-06,
      "loss": 0.3441,
      "step": 1442560
    },
    {
      "epoch": 402.62,
      "grad_norm": 1.14157235622406,
      "learning_rate": 2.512034925865384e-06,
      "loss": 0.3404,
      "step": 1442570
    },
    {
      "epoch": 402.62,
      "grad_norm": 1.1128357648849487,
      "learning_rate": 2.5120079560143986e-06,
      "loss": 0.3526,
      "step": 1442580
    },
    {
      "epoch": 402.62,
      "grad_norm": 0.8578023314476013,
      "learning_rate": 2.511980986141017e-06,
      "loss": 0.3499,
      "step": 1442590
    },
    {
      "epoch": 402.62,
      "grad_norm": 0.9673937559127808,
      "learning_rate": 2.5119540162452447e-06,
      "loss": 0.3374,
      "step": 1442600
    },
    {
      "epoch": 402.63,
      "grad_norm": 0.9645715951919556,
      "learning_rate": 2.5119270463270844e-06,
      "loss": 0.3439,
      "step": 1442610
    },
    {
      "epoch": 402.63,
      "grad_norm": 1.3018380403518677,
      "learning_rate": 2.511900076386539e-06,
      "loss": 0.3445,
      "step": 1442620
    },
    {
      "epoch": 402.63,
      "grad_norm": 1.0000059604644775,
      "learning_rate": 2.5118731064236136e-06,
      "loss": 0.3456,
      "step": 1442630
    },
    {
      "epoch": 402.63,
      "grad_norm": 1.010414958000183,
      "learning_rate": 2.5118461364383106e-06,
      "loss": 0.3532,
      "step": 1442640
    },
    {
      "epoch": 402.64,
      "grad_norm": 1.039214015007019,
      "learning_rate": 2.511819166430634e-06,
      "loss": 0.3438,
      "step": 1442650
    },
    {
      "epoch": 402.64,
      "grad_norm": 1.2595385313034058,
      "learning_rate": 2.5117921964005876e-06,
      "loss": 0.3609,
      "step": 1442660
    },
    {
      "epoch": 402.64,
      "grad_norm": 0.9284785985946655,
      "learning_rate": 2.5117652263481743e-06,
      "loss": 0.3397,
      "step": 1442670
    },
    {
      "epoch": 402.65,
      "grad_norm": 1.262011170387268,
      "learning_rate": 2.511738256273398e-06,
      "loss": 0.3306,
      "step": 1442680
    },
    {
      "epoch": 402.65,
      "grad_norm": 0.8520596027374268,
      "learning_rate": 2.511711286176263e-06,
      "loss": 0.3361,
      "step": 1442690
    },
    {
      "epoch": 402.65,
      "grad_norm": 1.0161067247390747,
      "learning_rate": 2.511684316056772e-06,
      "loss": 0.3565,
      "step": 1442700
    },
    {
      "epoch": 402.65,
      "grad_norm": 0.9930172562599182,
      "learning_rate": 2.511657345914929e-06,
      "loss": 0.3541,
      "step": 1442710
    },
    {
      "epoch": 402.66,
      "grad_norm": 1.004889965057373,
      "learning_rate": 2.5116303757507376e-06,
      "loss": 0.3505,
      "step": 1442720
    },
    {
      "epoch": 402.66,
      "grad_norm": 1.1387888193130493,
      "learning_rate": 2.5116034055642004e-06,
      "loss": 0.3664,
      "step": 1442730
    },
    {
      "epoch": 402.66,
      "grad_norm": 1.0362294912338257,
      "learning_rate": 2.5115764353553235e-06,
      "loss": 0.3441,
      "step": 1442740
    },
    {
      "epoch": 402.67,
      "grad_norm": 1.1418949365615845,
      "learning_rate": 2.5115494651241075e-06,
      "loss": 0.3482,
      "step": 1442750
    },
    {
      "epoch": 402.67,
      "grad_norm": 0.9378368258476257,
      "learning_rate": 2.5115224948705577e-06,
      "loss": 0.3331,
      "step": 1442760
    },
    {
      "epoch": 402.67,
      "grad_norm": 1.0580189228057861,
      "learning_rate": 2.511495524594677e-06,
      "loss": 0.3542,
      "step": 1442770
    },
    {
      "epoch": 402.67,
      "grad_norm": 1.0537348985671997,
      "learning_rate": 2.5114685542964705e-06,
      "loss": 0.357,
      "step": 1442780
    },
    {
      "epoch": 402.68,
      "grad_norm": 0.9806537628173828,
      "learning_rate": 2.5114415839759395e-06,
      "loss": 0.3456,
      "step": 1442790
    },
    {
      "epoch": 402.68,
      "grad_norm": 1.0228136777877808,
      "learning_rate": 2.5114146136330887e-06,
      "loss": 0.3558,
      "step": 1442800
    },
    {
      "epoch": 402.68,
      "grad_norm": 1.0241385698318481,
      "learning_rate": 2.511387643267922e-06,
      "loss": 0.3446,
      "step": 1442810
    },
    {
      "epoch": 402.68,
      "grad_norm": 0.9834017157554626,
      "learning_rate": 2.511360672880443e-06,
      "loss": 0.3391,
      "step": 1442820
    },
    {
      "epoch": 402.69,
      "grad_norm": 1.2230149507522583,
      "learning_rate": 2.5113337024706543e-06,
      "loss": 0.3495,
      "step": 1442830
    },
    {
      "epoch": 402.69,
      "grad_norm": 1.0435066223144531,
      "learning_rate": 2.5113067320385606e-06,
      "loss": 0.3325,
      "step": 1442840
    },
    {
      "epoch": 402.69,
      "grad_norm": 1.0315030813217163,
      "learning_rate": 2.5112797615841653e-06,
      "loss": 0.3593,
      "step": 1442850
    },
    {
      "epoch": 402.7,
      "grad_norm": 1.0669069290161133,
      "learning_rate": 2.511252791107471e-06,
      "loss": 0.3443,
      "step": 1442860
    },
    {
      "epoch": 402.7,
      "grad_norm": 1.1857644319534302,
      "learning_rate": 2.511225820608483e-06,
      "loss": 0.3454,
      "step": 1442870
    },
    {
      "epoch": 402.7,
      "grad_norm": 0.9502179026603699,
      "learning_rate": 2.511198850087203e-06,
      "loss": 0.3411,
      "step": 1442880
    },
    {
      "epoch": 402.7,
      "grad_norm": 1.112886667251587,
      "learning_rate": 2.511171879543636e-06,
      "loss": 0.339,
      "step": 1442890
    },
    {
      "epoch": 402.71,
      "grad_norm": 1.0090326070785522,
      "learning_rate": 2.511144908977785e-06,
      "loss": 0.3306,
      "step": 1442900
    },
    {
      "epoch": 402.71,
      "grad_norm": 1.3127467632293701,
      "learning_rate": 2.511117938389654e-06,
      "loss": 0.3455,
      "step": 1442910
    },
    {
      "epoch": 402.71,
      "grad_norm": 1.1833598613739014,
      "learning_rate": 2.5110909677792457e-06,
      "loss": 0.352,
      "step": 1442920
    },
    {
      "epoch": 402.72,
      "grad_norm": 1.1056855916976929,
      "learning_rate": 2.5110639971465644e-06,
      "loss": 0.3415,
      "step": 1442930
    },
    {
      "epoch": 402.72,
      "grad_norm": 0.9809756875038147,
      "learning_rate": 2.5110370264916146e-06,
      "loss": 0.3541,
      "step": 1442940
    },
    {
      "epoch": 402.72,
      "grad_norm": 0.960290789604187,
      "learning_rate": 2.511010055814397e-06,
      "loss": 0.3479,
      "step": 1442950
    },
    {
      "epoch": 402.72,
      "grad_norm": 1.0880054235458374,
      "learning_rate": 2.5109830851149184e-06,
      "loss": 0.3445,
      "step": 1442960
    },
    {
      "epoch": 402.73,
      "grad_norm": 1.2073893547058105,
      "learning_rate": 2.5109561143931804e-06,
      "loss": 0.357,
      "step": 1442970
    },
    {
      "epoch": 402.73,
      "grad_norm": 0.9165052175521851,
      "learning_rate": 2.5109291436491876e-06,
      "loss": 0.3428,
      "step": 1442980
    },
    {
      "epoch": 402.73,
      "grad_norm": 1.2387681007385254,
      "learning_rate": 2.5109021728829427e-06,
      "loss": 0.3364,
      "step": 1442990
    },
    {
      "epoch": 402.74,
      "grad_norm": 1.005348801612854,
      "learning_rate": 2.51087520209445e-06,
      "loss": 0.3332,
      "step": 1443000
    },
    {
      "epoch": 402.74,
      "grad_norm": 1.079354166984558,
      "learning_rate": 2.510848231283714e-06,
      "loss": 0.3571,
      "step": 1443010
    },
    {
      "epoch": 402.74,
      "grad_norm": 0.9038162231445312,
      "learning_rate": 2.510821260450736e-06,
      "loss": 0.3545,
      "step": 1443020
    },
    {
      "epoch": 402.74,
      "grad_norm": 1.0284764766693115,
      "learning_rate": 2.510794289595521e-06,
      "loss": 0.3445,
      "step": 1443030
    },
    {
      "epoch": 402.75,
      "grad_norm": 1.0672953128814697,
      "learning_rate": 2.510767318718072e-06,
      "loss": 0.3583,
      "step": 1443040
    },
    {
      "epoch": 402.75,
      "grad_norm": 0.8862059116363525,
      "learning_rate": 2.5107403478183934e-06,
      "loss": 0.3499,
      "step": 1443050
    },
    {
      "epoch": 402.75,
      "grad_norm": 0.9481358528137207,
      "learning_rate": 2.510713376896488e-06,
      "loss": 0.3346,
      "step": 1443060
    },
    {
      "epoch": 402.75,
      "grad_norm": 1.1299169063568115,
      "learning_rate": 2.51068640595236e-06,
      "loss": 0.3564,
      "step": 1443070
    },
    {
      "epoch": 402.76,
      "grad_norm": 0.968782901763916,
      "learning_rate": 2.5106594349860132e-06,
      "loss": 0.3399,
      "step": 1443080
    },
    {
      "epoch": 402.76,
      "grad_norm": 1.1977232694625854,
      "learning_rate": 2.5106324639974498e-06,
      "loss": 0.3502,
      "step": 1443090
    },
    {
      "epoch": 402.76,
      "grad_norm": 1.046334147453308,
      "learning_rate": 2.510605492986675e-06,
      "loss": 0.3599,
      "step": 1443100
    },
    {
      "epoch": 402.77,
      "grad_norm": 1.1194570064544678,
      "learning_rate": 2.510578521953692e-06,
      "loss": 0.353,
      "step": 1443110
    },
    {
      "epoch": 402.77,
      "grad_norm": 1.3185068368911743,
      "learning_rate": 2.5105515508985024e-06,
      "loss": 0.3639,
      "step": 1443120
    },
    {
      "epoch": 402.77,
      "grad_norm": 0.862744927406311,
      "learning_rate": 2.510524579821113e-06,
      "loss": 0.331,
      "step": 1443130
    },
    {
      "epoch": 402.77,
      "grad_norm": 1.1254074573516846,
      "learning_rate": 2.5104976087215253e-06,
      "loss": 0.3603,
      "step": 1443140
    },
    {
      "epoch": 402.78,
      "grad_norm": 1.2175102233886719,
      "learning_rate": 2.510470637599744e-06,
      "loss": 0.3596,
      "step": 1443150
    },
    {
      "epoch": 402.78,
      "grad_norm": 3.6727700233459473,
      "learning_rate": 2.510443666455772e-06,
      "loss": 0.3588,
      "step": 1443160
    },
    {
      "epoch": 402.78,
      "grad_norm": 0.9879962801933289,
      "learning_rate": 2.5104166952896122e-06,
      "loss": 0.3576,
      "step": 1443170
    },
    {
      "epoch": 402.79,
      "grad_norm": 1.3083487749099731,
      "learning_rate": 2.5103897241012697e-06,
      "loss": 0.3475,
      "step": 1443180
    },
    {
      "epoch": 402.79,
      "grad_norm": 1.1574710607528687,
      "learning_rate": 2.5103627528907467e-06,
      "loss": 0.3559,
      "step": 1443190
    },
    {
      "epoch": 402.79,
      "grad_norm": 1.1041227579116821,
      "learning_rate": 2.5103357816580485e-06,
      "loss": 0.3403,
      "step": 1443200
    },
    {
      "epoch": 402.79,
      "grad_norm": 1.0803204774856567,
      "learning_rate": 2.510308810403177e-06,
      "loss": 0.3522,
      "step": 1443210
    },
    {
      "epoch": 402.8,
      "grad_norm": 0.9993401765823364,
      "learning_rate": 2.510281839126137e-06,
      "loss": 0.3399,
      "step": 1443220
    },
    {
      "epoch": 402.8,
      "grad_norm": 0.9712773561477661,
      "learning_rate": 2.5102548678269314e-06,
      "loss": 0.3504,
      "step": 1443230
    },
    {
      "epoch": 402.8,
      "grad_norm": 1.2801402807235718,
      "learning_rate": 2.5102278965055636e-06,
      "loss": 0.3329,
      "step": 1443240
    },
    {
      "epoch": 402.8,
      "grad_norm": 1.0912244319915771,
      "learning_rate": 2.510200925162038e-06,
      "loss": 0.355,
      "step": 1443250
    },
    {
      "epoch": 402.81,
      "grad_norm": 4.243835926055908,
      "learning_rate": 2.510173953796357e-06,
      "loss": 0.3335,
      "step": 1443260
    },
    {
      "epoch": 402.81,
      "grad_norm": 0.9349547624588013,
      "learning_rate": 2.5101469824085256e-06,
      "loss": 0.3623,
      "step": 1443270
    },
    {
      "epoch": 402.81,
      "grad_norm": 1.1302411556243896,
      "learning_rate": 2.5101200109985462e-06,
      "loss": 0.3602,
      "step": 1443280
    },
    {
      "epoch": 402.82,
      "grad_norm": 1.1217678785324097,
      "learning_rate": 2.510093039566424e-06,
      "loss": 0.3568,
      "step": 1443290
    },
    {
      "epoch": 402.82,
      "grad_norm": 1.009543538093567,
      "learning_rate": 2.5100660681121604e-06,
      "loss": 0.3553,
      "step": 1443300
    },
    {
      "epoch": 402.82,
      "grad_norm": 1.0634933710098267,
      "learning_rate": 2.51003909663576e-06,
      "loss": 0.3476,
      "step": 1443310
    },
    {
      "epoch": 402.82,
      "grad_norm": 0.8948192000389099,
      "learning_rate": 2.5100121251372277e-06,
      "loss": 0.3397,
      "step": 1443320
    },
    {
      "epoch": 402.83,
      "grad_norm": 12.291214942932129,
      "learning_rate": 2.509985153616565e-06,
      "loss": 0.3484,
      "step": 1443330
    },
    {
      "epoch": 402.83,
      "grad_norm": 1.2430150508880615,
      "learning_rate": 2.5099581820737764e-06,
      "loss": 0.3577,
      "step": 1443340
    },
    {
      "epoch": 402.83,
      "grad_norm": 1.0605261325836182,
      "learning_rate": 2.509931210508865e-06,
      "loss": 0.364,
      "step": 1443350
    },
    {
      "epoch": 402.84,
      "grad_norm": 1.0039252042770386,
      "learning_rate": 2.5099042389218355e-06,
      "loss": 0.3435,
      "step": 1443360
    },
    {
      "epoch": 402.84,
      "grad_norm": 1.0930167436599731,
      "learning_rate": 2.5098772673126912e-06,
      "loss": 0.3491,
      "step": 1443370
    },
    {
      "epoch": 402.84,
      "grad_norm": 0.9610196352005005,
      "learning_rate": 2.509850295681434e-06,
      "loss": 0.3379,
      "step": 1443380
    },
    {
      "epoch": 402.84,
      "grad_norm": 1.0623193979263306,
      "learning_rate": 2.5098233240280702e-06,
      "loss": 0.3471,
      "step": 1443390
    },
    {
      "epoch": 402.85,
      "grad_norm": 0.9297641515731812,
      "learning_rate": 2.509796352352601e-06,
      "loss": 0.3546,
      "step": 1443400
    },
    {
      "epoch": 402.85,
      "grad_norm": 0.9357887506484985,
      "learning_rate": 2.509769380655031e-06,
      "loss": 0.3482,
      "step": 1443410
    },
    {
      "epoch": 402.85,
      "grad_norm": 2.5012714862823486,
      "learning_rate": 2.5097424089353645e-06,
      "loss": 0.3456,
      "step": 1443420
    },
    {
      "epoch": 402.86,
      "grad_norm": 1.0347537994384766,
      "learning_rate": 2.509715437193604e-06,
      "loss": 0.343,
      "step": 1443430
    },
    {
      "epoch": 402.86,
      "grad_norm": 1.0316210985183716,
      "learning_rate": 2.5096884654297535e-06,
      "loss": 0.355,
      "step": 1443440
    },
    {
      "epoch": 402.86,
      "grad_norm": 1.02276611328125,
      "learning_rate": 2.5096614936438173e-06,
      "loss": 0.3681,
      "step": 1443450
    },
    {
      "epoch": 402.86,
      "grad_norm": 1.1292287111282349,
      "learning_rate": 2.509634521835797e-06,
      "loss": 0.3588,
      "step": 1443460
    },
    {
      "epoch": 402.87,
      "grad_norm": 1.2587720155715942,
      "learning_rate": 2.5096075500056973e-06,
      "loss": 0.353,
      "step": 1443470
    },
    {
      "epoch": 402.87,
      "grad_norm": 1.449467420578003,
      "learning_rate": 2.5095805781535227e-06,
      "loss": 0.3427,
      "step": 1443480
    },
    {
      "epoch": 402.87,
      "grad_norm": 1.15884530544281,
      "learning_rate": 2.5095536062792754e-06,
      "loss": 0.3405,
      "step": 1443490
    },
    {
      "epoch": 402.87,
      "grad_norm": 1.1173819303512573,
      "learning_rate": 2.5095266343829602e-06,
      "loss": 0.3338,
      "step": 1443500
    },
    {
      "epoch": 402.88,
      "grad_norm": 0.8855750560760498,
      "learning_rate": 2.5094996624645803e-06,
      "loss": 0.3452,
      "step": 1443510
    },
    {
      "epoch": 402.88,
      "grad_norm": 1.0415902137756348,
      "learning_rate": 2.5094726905241386e-06,
      "loss": 0.3537,
      "step": 1443520
    },
    {
      "epoch": 402.88,
      "grad_norm": 1.1662100553512573,
      "learning_rate": 2.509445718561639e-06,
      "loss": 0.3593,
      "step": 1443530
    },
    {
      "epoch": 402.89,
      "grad_norm": 1.0393389463424683,
      "learning_rate": 2.509418746577085e-06,
      "loss": 0.3473,
      "step": 1443540
    },
    {
      "epoch": 402.89,
      "grad_norm": 1.175825834274292,
      "learning_rate": 2.5093917745704814e-06,
      "loss": 0.3648,
      "step": 1443550
    },
    {
      "epoch": 402.89,
      "grad_norm": 0.9933393597602844,
      "learning_rate": 2.50936480254183e-06,
      "loss": 0.3491,
      "step": 1443560
    },
    {
      "epoch": 402.89,
      "grad_norm": 1.325199007987976,
      "learning_rate": 2.509337830491135e-06,
      "loss": 0.3443,
      "step": 1443570
    },
    {
      "epoch": 402.9,
      "grad_norm": 1.069394588470459,
      "learning_rate": 2.509310858418401e-06,
      "loss": 0.3457,
      "step": 1443580
    },
    {
      "epoch": 402.9,
      "grad_norm": 1.0071028470993042,
      "learning_rate": 2.509283886323631e-06,
      "loss": 0.3458,
      "step": 1443590
    },
    {
      "epoch": 402.9,
      "grad_norm": 1.017303466796875,
      "learning_rate": 2.5092569142068277e-06,
      "loss": 0.3315,
      "step": 1443600
    },
    {
      "epoch": 402.91,
      "grad_norm": 1.0164698362350464,
      "learning_rate": 2.509229942067996e-06,
      "loss": 0.3425,
      "step": 1443610
    },
    {
      "epoch": 402.91,
      "grad_norm": 0.8406607508659363,
      "learning_rate": 2.509202969907138e-06,
      "loss": 0.3505,
      "step": 1443620
    },
    {
      "epoch": 402.91,
      "grad_norm": 0.9283676147460938,
      "learning_rate": 2.509175997724259e-06,
      "loss": 0.3411,
      "step": 1443630
    },
    {
      "epoch": 402.91,
      "grad_norm": 1.0461064577102661,
      "learning_rate": 2.5091490255193613e-06,
      "loss": 0.3419,
      "step": 1443640
    },
    {
      "epoch": 402.92,
      "grad_norm": 0.9244423508644104,
      "learning_rate": 2.5091220532924492e-06,
      "loss": 0.3556,
      "step": 1443650
    },
    {
      "epoch": 402.92,
      "grad_norm": 1.1537977457046509,
      "learning_rate": 2.5090950810435257e-06,
      "loss": 0.334,
      "step": 1443660
    },
    {
      "epoch": 402.92,
      "grad_norm": 0.8836714625358582,
      "learning_rate": 2.509068108772595e-06,
      "loss": 0.3541,
      "step": 1443670
    },
    {
      "epoch": 402.92,
      "grad_norm": 1.12195885181427,
      "learning_rate": 2.509041136479661e-06,
      "loss": 0.351,
      "step": 1443680
    },
    {
      "epoch": 402.93,
      "grad_norm": 0.9561020135879517,
      "learning_rate": 2.509014164164726e-06,
      "loss": 0.3471,
      "step": 1443690
    },
    {
      "epoch": 402.93,
      "grad_norm": 0.9092593789100647,
      "learning_rate": 2.5089871918277937e-06,
      "loss": 0.348,
      "step": 1443700
    },
    {
      "epoch": 402.93,
      "grad_norm": 1.0671582221984863,
      "learning_rate": 2.5089602194688694e-06,
      "loss": 0.3418,
      "step": 1443710
    },
    {
      "epoch": 402.94,
      "grad_norm": 1.0491728782653809,
      "learning_rate": 2.508933247087955e-06,
      "loss": 0.3592,
      "step": 1443720
    },
    {
      "epoch": 402.94,
      "grad_norm": 1.0341614484786987,
      "learning_rate": 2.5089062746850548e-06,
      "loss": 0.3602,
      "step": 1443730
    },
    {
      "epoch": 402.94,
      "grad_norm": 0.9598884582519531,
      "learning_rate": 2.508879302260173e-06,
      "loss": 0.3485,
      "step": 1443740
    },
    {
      "epoch": 402.94,
      "grad_norm": 0.9596889615058899,
      "learning_rate": 2.5088523298133113e-06,
      "loss": 0.365,
      "step": 1443750
    },
    {
      "epoch": 402.95,
      "grad_norm": 1.0978608131408691,
      "learning_rate": 2.5088253573444743e-06,
      "loss": 0.3484,
      "step": 1443760
    },
    {
      "epoch": 402.95,
      "grad_norm": 1.2534257173538208,
      "learning_rate": 2.508798384853666e-06,
      "loss": 0.3458,
      "step": 1443770
    },
    {
      "epoch": 402.95,
      "grad_norm": 1.0143091678619385,
      "learning_rate": 2.50877141234089e-06,
      "loss": 0.3437,
      "step": 1443780
    },
    {
      "epoch": 402.96,
      "grad_norm": 1.489649772644043,
      "learning_rate": 2.50874443980615e-06,
      "loss": 0.3499,
      "step": 1443790
    },
    {
      "epoch": 402.96,
      "grad_norm": 1.0073727369308472,
      "learning_rate": 2.5087174672494484e-06,
      "loss": 0.3458,
      "step": 1443800
    },
    {
      "epoch": 402.96,
      "grad_norm": 0.8875211477279663,
      "learning_rate": 2.5086904946707906e-06,
      "loss": 0.3373,
      "step": 1443810
    },
    {
      "epoch": 402.96,
      "grad_norm": 0.9565029740333557,
      "learning_rate": 2.508663522070178e-06,
      "loss": 0.3557,
      "step": 1443820
    },
    {
      "epoch": 402.97,
      "grad_norm": 0.9217613339424133,
      "learning_rate": 2.508636549447616e-06,
      "loss": 0.3628,
      "step": 1443830
    },
    {
      "epoch": 402.97,
      "grad_norm": 1.1270999908447266,
      "learning_rate": 2.5086095768031075e-06,
      "loss": 0.3565,
      "step": 1443840
    },
    {
      "epoch": 402.97,
      "grad_norm": 1.1041712760925293,
      "learning_rate": 2.508582604136656e-06,
      "loss": 0.3434,
      "step": 1443850
    },
    {
      "epoch": 402.98,
      "grad_norm": 0.9923166036605835,
      "learning_rate": 2.508555631448265e-06,
      "loss": 0.3375,
      "step": 1443860
    },
    {
      "epoch": 402.98,
      "grad_norm": 0.9713613986968994,
      "learning_rate": 2.5085286587379387e-06,
      "loss": 0.351,
      "step": 1443870
    },
    {
      "epoch": 402.98,
      "grad_norm": 1.0347234010696411,
      "learning_rate": 2.508501686005681e-06,
      "loss": 0.3343,
      "step": 1443880
    },
    {
      "epoch": 402.98,
      "grad_norm": 1.1474076509475708,
      "learning_rate": 2.5084747132514937e-06,
      "loss": 0.3666,
      "step": 1443890
    },
    {
      "epoch": 402.99,
      "grad_norm": 0.9721614718437195,
      "learning_rate": 2.508447740475382e-06,
      "loss": 0.3391,
      "step": 1443900
    },
    {
      "epoch": 402.99,
      "grad_norm": 0.9525297284126282,
      "learning_rate": 2.5084207676773486e-06,
      "loss": 0.3517,
      "step": 1443910
    },
    {
      "epoch": 402.99,
      "grad_norm": 1.146364450454712,
      "learning_rate": 2.5083937948573974e-06,
      "loss": 0.3305,
      "step": 1443920
    },
    {
      "epoch": 402.99,
      "grad_norm": 1.1039106845855713,
      "learning_rate": 2.508366822015532e-06,
      "loss": 0.3496,
      "step": 1443930
    },
    {
      "epoch": 403.0,
      "grad_norm": 1.0051805973052979,
      "learning_rate": 2.5083398491517568e-06,
      "loss": 0.3532,
      "step": 1443940
    },
    {
      "epoch": 403.0,
      "eval_loss": 0.3469817340373993,
      "eval_runtime": 62.935,
      "eval_samples_per_second": 80.385,
      "eval_steps_per_second": 10.058,
      "step": 1443949
    },
    {
      "epoch": 403.0,
      "grad_norm": 1.128170371055603,
      "learning_rate": 2.508312876266074e-06,
      "loss": 0.3278,
      "step": 1443950
    },
    {
      "epoch": 403.0,
      "grad_norm": 1.1102044582366943,
      "learning_rate": 2.5082859033584885e-06,
      "loss": 0.3472,
      "step": 1443960
    },
    {
      "epoch": 403.01,
      "grad_norm": 1.050563931465149,
      "learning_rate": 2.508258930429003e-06,
      "loss": 0.3488,
      "step": 1443970
    },
    {
      "epoch": 403.01,
      "grad_norm": 1.0974334478378296,
      "learning_rate": 2.5082319574776213e-06,
      "loss": 0.3331,
      "step": 1443980
    },
    {
      "epoch": 403.01,
      "grad_norm": 0.9901391267776489,
      "learning_rate": 2.5082049845043466e-06,
      "loss": 0.3429,
      "step": 1443990
    },
    {
      "epoch": 403.01,
      "grad_norm": 1.394590139389038,
      "learning_rate": 2.508178011509183e-06,
      "loss": 0.3418,
      "step": 1444000
    },
    {
      "epoch": 403.02,
      "grad_norm": 1.097556710243225,
      "learning_rate": 2.5081510384921342e-06,
      "loss": 0.3572,
      "step": 1444010
    },
    {
      "epoch": 403.02,
      "grad_norm": 1.0505430698394775,
      "learning_rate": 2.508124065453204e-06,
      "loss": 0.3607,
      "step": 1444020
    },
    {
      "epoch": 403.02,
      "grad_norm": 1.0668208599090576,
      "learning_rate": 2.508097092392395e-06,
      "loss": 0.366,
      "step": 1444030
    },
    {
      "epoch": 403.03,
      "grad_norm": 0.9742411971092224,
      "learning_rate": 2.508070119309712e-06,
      "loss": 0.3426,
      "step": 1444040
    },
    {
      "epoch": 403.03,
      "grad_norm": 1.304665207862854,
      "learning_rate": 2.508043146205157e-06,
      "loss": 0.3368,
      "step": 1444050
    },
    {
      "epoch": 403.03,
      "grad_norm": 1.10088312625885,
      "learning_rate": 2.5080161730787348e-06,
      "loss": 0.3384,
      "step": 1444060
    },
    {
      "epoch": 403.03,
      "grad_norm": 1.170629620552063,
      "learning_rate": 2.507989199930449e-06,
      "loss": 0.3477,
      "step": 1444070
    },
    {
      "epoch": 403.04,
      "grad_norm": 1.0048224925994873,
      "learning_rate": 2.5079622267603026e-06,
      "loss": 0.3436,
      "step": 1444080
    },
    {
      "epoch": 403.04,
      "grad_norm": 1.140824794769287,
      "learning_rate": 2.507935253568299e-06,
      "loss": 0.3557,
      "step": 1444090
    },
    {
      "epoch": 403.04,
      "grad_norm": 0.9788789749145508,
      "learning_rate": 2.5079082803544436e-06,
      "loss": 0.353,
      "step": 1444100
    },
    {
      "epoch": 403.04,
      "grad_norm": 0.883794903755188,
      "learning_rate": 2.5078813071187386e-06,
      "loss": 0.3445,
      "step": 1444110
    },
    {
      "epoch": 403.05,
      "grad_norm": 1.130370855331421,
      "learning_rate": 2.5078543338611864e-06,
      "loss": 0.3501,
      "step": 1444120
    },
    {
      "epoch": 403.05,
      "grad_norm": 0.9469094276428223,
      "learning_rate": 2.507827360581793e-06,
      "loss": 0.3345,
      "step": 1444130
    },
    {
      "epoch": 403.05,
      "grad_norm": 1.059509515762329,
      "learning_rate": 2.5078003872805604e-06,
      "loss": 0.3353,
      "step": 1444140
    },
    {
      "epoch": 403.06,
      "grad_norm": 1.130149006843567,
      "learning_rate": 2.5077734139574928e-06,
      "loss": 0.3432,
      "step": 1444150
    },
    {
      "epoch": 403.06,
      "grad_norm": 1.1355900764465332,
      "learning_rate": 2.5077464406125938e-06,
      "loss": 0.3448,
      "step": 1444160
    },
    {
      "epoch": 403.06,
      "grad_norm": 0.9895249605178833,
      "learning_rate": 2.5077194672458663e-06,
      "loss": 0.3516,
      "step": 1444170
    },
    {
      "epoch": 403.06,
      "grad_norm": 0.9249873757362366,
      "learning_rate": 2.507692493857315e-06,
      "loss": 0.3458,
      "step": 1444180
    },
    {
      "epoch": 403.07,
      "grad_norm": 1.1790012121200562,
      "learning_rate": 2.507665520446943e-06,
      "loss": 0.3474,
      "step": 1444190
    },
    {
      "epoch": 403.07,
      "grad_norm": 0.8354799747467041,
      "learning_rate": 2.507638547014753e-06,
      "loss": 0.3575,
      "step": 1444200
    },
    {
      "epoch": 403.07,
      "grad_norm": 1.1710206270217896,
      "learning_rate": 2.5076115735607497e-06,
      "loss": 0.3452,
      "step": 1444210
    },
    {
      "epoch": 403.08,
      "grad_norm": 1.0731821060180664,
      "learning_rate": 2.5075846000849366e-06,
      "loss": 0.3491,
      "step": 1444220
    },
    {
      "epoch": 403.08,
      "grad_norm": 1.0363805294036865,
      "learning_rate": 2.507557626587317e-06,
      "loss": 0.3493,
      "step": 1444230
    },
    {
      "epoch": 403.08,
      "grad_norm": 1.2401896715164185,
      "learning_rate": 2.507530653067894e-06,
      "loss": 0.3435,
      "step": 1444240
    },
    {
      "epoch": 403.08,
      "grad_norm": 0.9606627225875854,
      "learning_rate": 2.507503679526673e-06,
      "loss": 0.354,
      "step": 1444250
    },
    {
      "epoch": 403.09,
      "grad_norm": 1.0183939933776855,
      "learning_rate": 2.507476705963656e-06,
      "loss": 0.3563,
      "step": 1444260
    },
    {
      "epoch": 403.09,
      "grad_norm": 1.000027060508728,
      "learning_rate": 2.5074497323788464e-06,
      "loss": 0.3716,
      "step": 1444270
    },
    {
      "epoch": 403.09,
      "grad_norm": 1.124190092086792,
      "learning_rate": 2.507422758772248e-06,
      "loss": 0.345,
      "step": 1444280
    },
    {
      "epoch": 403.1,
      "grad_norm": 0.9709816575050354,
      "learning_rate": 2.5073957851438658e-06,
      "loss": 0.3371,
      "step": 1444290
    },
    {
      "epoch": 403.1,
      "grad_norm": 1.031292200088501,
      "learning_rate": 2.507368811493701e-06,
      "loss": 0.3383,
      "step": 1444300
    },
    {
      "epoch": 403.1,
      "grad_norm": 1.0013056993484497,
      "learning_rate": 2.5073418378217593e-06,
      "loss": 0.3423,
      "step": 1444310
    },
    {
      "epoch": 403.1,
      "grad_norm": 1.1767849922180176,
      "learning_rate": 2.5073148641280437e-06,
      "loss": 0.3481,
      "step": 1444320
    },
    {
      "epoch": 403.11,
      "grad_norm": 0.955879807472229,
      "learning_rate": 2.5072878904125576e-06,
      "loss": 0.3512,
      "step": 1444330
    },
    {
      "epoch": 403.11,
      "grad_norm": 1.000532627105713,
      "learning_rate": 2.5072609166753036e-06,
      "loss": 0.3602,
      "step": 1444340
    },
    {
      "epoch": 403.11,
      "grad_norm": 0.9771770238876343,
      "learning_rate": 2.5072339429162868e-06,
      "loss": 0.3449,
      "step": 1444350
    },
    {
      "epoch": 403.11,
      "grad_norm": 1.04435396194458,
      "learning_rate": 2.5072069691355105e-06,
      "loss": 0.3416,
      "step": 1444360
    },
    {
      "epoch": 403.12,
      "grad_norm": 2.168944835662842,
      "learning_rate": 2.5071799953329774e-06,
      "loss": 0.3463,
      "step": 1444370
    },
    {
      "epoch": 403.12,
      "grad_norm": 0.9805949926376343,
      "learning_rate": 2.507153021508692e-06,
      "loss": 0.3335,
      "step": 1444380
    },
    {
      "epoch": 403.12,
      "grad_norm": 1.0777264833450317,
      "learning_rate": 2.5071260476626583e-06,
      "loss": 0.3585,
      "step": 1444390
    },
    {
      "epoch": 403.13,
      "grad_norm": 1.1079820394515991,
      "learning_rate": 2.5070990737948786e-06,
      "loss": 0.3403,
      "step": 1444400
    },
    {
      "epoch": 403.13,
      "grad_norm": 1.0823915004730225,
      "learning_rate": 2.5070720999053573e-06,
      "loss": 0.3504,
      "step": 1444410
    },
    {
      "epoch": 403.13,
      "grad_norm": 1.1714746952056885,
      "learning_rate": 2.5070451259940973e-06,
      "loss": 0.3545,
      "step": 1444420
    },
    {
      "epoch": 403.13,
      "grad_norm": 1.0349746942520142,
      "learning_rate": 2.507018152061103e-06,
      "loss": 0.3659,
      "step": 1444430
    },
    {
      "epoch": 403.14,
      "grad_norm": 1.0011368989944458,
      "learning_rate": 2.5069911781063775e-06,
      "loss": 0.3524,
      "step": 1444440
    },
    {
      "epoch": 403.14,
      "grad_norm": 0.9804946184158325,
      "learning_rate": 2.506964204129925e-06,
      "loss": 0.3395,
      "step": 1444450
    },
    {
      "epoch": 403.14,
      "grad_norm": 1.1576509475708008,
      "learning_rate": 2.506937230131748e-06,
      "loss": 0.3427,
      "step": 1444460
    },
    {
      "epoch": 403.15,
      "grad_norm": 0.9812514781951904,
      "learning_rate": 2.506910256111852e-06,
      "loss": 0.3588,
      "step": 1444470
    },
    {
      "epoch": 403.15,
      "grad_norm": 1.0313700437545776,
      "learning_rate": 2.5068832820702383e-06,
      "loss": 0.331,
      "step": 1444480
    },
    {
      "epoch": 403.15,
      "grad_norm": 1.2030184268951416,
      "learning_rate": 2.5068563080069118e-06,
      "loss": 0.3596,
      "step": 1444490
    },
    {
      "epoch": 403.15,
      "grad_norm": 1.1217902898788452,
      "learning_rate": 2.5068293339218754e-06,
      "loss": 0.3521,
      "step": 1444500
    },
    {
      "epoch": 403.16,
      "grad_norm": 1.0096849203109741,
      "learning_rate": 2.506802359815133e-06,
      "loss": 0.3493,
      "step": 1444510
    },
    {
      "epoch": 403.16,
      "grad_norm": 1.0321863889694214,
      "learning_rate": 2.506775385686689e-06,
      "loss": 0.3397,
      "step": 1444520
    },
    {
      "epoch": 403.16,
      "grad_norm": 1.0351457595825195,
      "learning_rate": 2.506748411536546e-06,
      "loss": 0.3426,
      "step": 1444530
    },
    {
      "epoch": 403.16,
      "grad_norm": 1.0422439575195312,
      "learning_rate": 2.506721437364708e-06,
      "loss": 0.3385,
      "step": 1444540
    },
    {
      "epoch": 403.17,
      "grad_norm": 1.127144694328308,
      "learning_rate": 2.506694463171178e-06,
      "loss": 0.3439,
      "step": 1444550
    },
    {
      "epoch": 403.17,
      "grad_norm": 1.045609712600708,
      "learning_rate": 2.5066674889559604e-06,
      "loss": 0.3522,
      "step": 1444560
    },
    {
      "epoch": 403.17,
      "grad_norm": 1.1124757528305054,
      "learning_rate": 2.5066405147190578e-06,
      "loss": 0.3489,
      "step": 1444570
    },
    {
      "epoch": 403.18,
      "grad_norm": 1.0919241905212402,
      "learning_rate": 2.5066135404604753e-06,
      "loss": 0.3362,
      "step": 1444580
    },
    {
      "epoch": 403.18,
      "grad_norm": 1.031726360321045,
      "learning_rate": 2.506586566180215e-06,
      "loss": 0.3458,
      "step": 1444590
    },
    {
      "epoch": 403.18,
      "grad_norm": 0.9507467746734619,
      "learning_rate": 2.506559591878281e-06,
      "loss": 0.3476,
      "step": 1444600
    },
    {
      "epoch": 403.18,
      "grad_norm": 1.1165549755096436,
      "learning_rate": 2.5065326175546784e-06,
      "loss": 0.3524,
      "step": 1444610
    },
    {
      "epoch": 403.19,
      "grad_norm": 1.1457654237747192,
      "learning_rate": 2.5065056432094084e-06,
      "loss": 0.3465,
      "step": 1444620
    },
    {
      "epoch": 403.19,
      "grad_norm": 1.0099493265151978,
      "learning_rate": 2.5064786688424757e-06,
      "loss": 0.3396,
      "step": 1444630
    },
    {
      "epoch": 403.19,
      "grad_norm": 1.989784598350525,
      "learning_rate": 2.506451694453883e-06,
      "loss": 0.3406,
      "step": 1444640
    },
    {
      "epoch": 403.2,
      "grad_norm": 1.2757563591003418,
      "learning_rate": 2.506424720043636e-06,
      "loss": 0.3226,
      "step": 1444650
    },
    {
      "epoch": 403.2,
      "grad_norm": 0.9798806309700012,
      "learning_rate": 2.5063977456117357e-06,
      "loss": 0.3542,
      "step": 1444660
    },
    {
      "epoch": 403.2,
      "grad_norm": 0.9420905709266663,
      "learning_rate": 2.506370771158187e-06,
      "loss": 0.3402,
      "step": 1444670
    },
    {
      "epoch": 403.2,
      "grad_norm": 1.152406096458435,
      "learning_rate": 2.506343796682994e-06,
      "loss": 0.3551,
      "step": 1444680
    },
    {
      "epoch": 403.21,
      "grad_norm": 1.025835633277893,
      "learning_rate": 2.50631682218616e-06,
      "loss": 0.3586,
      "step": 1444690
    },
    {
      "epoch": 403.21,
      "grad_norm": 1.04749596118927,
      "learning_rate": 2.506289847667688e-06,
      "loss": 0.3448,
      "step": 1444700
    },
    {
      "epoch": 403.21,
      "grad_norm": 1.1487157344818115,
      "learning_rate": 2.506262873127582e-06,
      "loss": 0.3461,
      "step": 1444710
    },
    {
      "epoch": 403.22,
      "grad_norm": 0.9745420217514038,
      "learning_rate": 2.5062358985658453e-06,
      "loss": 0.3436,
      "step": 1444720
    },
    {
      "epoch": 403.22,
      "grad_norm": 4.375786304473877,
      "learning_rate": 2.5062089239824817e-06,
      "loss": 0.3553,
      "step": 1444730
    },
    {
      "epoch": 403.22,
      "grad_norm": 1.4312876462936401,
      "learning_rate": 2.506181949377495e-06,
      "loss": 0.3591,
      "step": 1444740
    },
    {
      "epoch": 403.22,
      "grad_norm": 1.1428495645523071,
      "learning_rate": 2.506154974750888e-06,
      "loss": 0.3591,
      "step": 1444750
    },
    {
      "epoch": 403.23,
      "grad_norm": 0.905264675617218,
      "learning_rate": 2.5061280001026654e-06,
      "loss": 0.3323,
      "step": 1444760
    },
    {
      "epoch": 403.23,
      "grad_norm": 0.8976459503173828,
      "learning_rate": 2.5061010254328303e-06,
      "loss": 0.3521,
      "step": 1444770
    },
    {
      "epoch": 403.23,
      "grad_norm": 0.9513115286827087,
      "learning_rate": 2.5060740507413856e-06,
      "loss": 0.3672,
      "step": 1444780
    },
    {
      "epoch": 403.23,
      "grad_norm": 1.2164311408996582,
      "learning_rate": 2.506047076028336e-06,
      "loss": 0.3404,
      "step": 1444790
    },
    {
      "epoch": 403.24,
      "grad_norm": 0.9413829445838928,
      "learning_rate": 2.5060201012936843e-06,
      "loss": 0.3352,
      "step": 1444800
    },
    {
      "epoch": 403.24,
      "grad_norm": 0.9424439072608948,
      "learning_rate": 2.505993126537435e-06,
      "loss": 0.3431,
      "step": 1444810
    },
    {
      "epoch": 403.24,
      "grad_norm": 1.1282497644424438,
      "learning_rate": 2.50596615175959e-06,
      "loss": 0.345,
      "step": 1444820
    },
    {
      "epoch": 403.25,
      "grad_norm": 0.9863864779472351,
      "learning_rate": 2.5059391769601553e-06,
      "loss": 0.3465,
      "step": 1444830
    },
    {
      "epoch": 403.25,
      "grad_norm": 1.0308620929718018,
      "learning_rate": 2.505912202139132e-06,
      "loss": 0.3393,
      "step": 1444840
    },
    {
      "epoch": 403.25,
      "grad_norm": 1.0854947566986084,
      "learning_rate": 2.5058852272965262e-06,
      "loss": 0.3652,
      "step": 1444850
    },
    {
      "epoch": 403.25,
      "grad_norm": 1.1360044479370117,
      "learning_rate": 2.505858252432339e-06,
      "loss": 0.3558,
      "step": 1444860
    },
    {
      "epoch": 403.26,
      "grad_norm": 1.0104150772094727,
      "learning_rate": 2.5058312775465756e-06,
      "loss": 0.3493,
      "step": 1444870
    },
    {
      "epoch": 403.26,
      "grad_norm": 0.9688701629638672,
      "learning_rate": 2.505804302639239e-06,
      "loss": 0.3353,
      "step": 1444880
    },
    {
      "epoch": 403.26,
      "grad_norm": 1.1774587631225586,
      "learning_rate": 2.505777327710333e-06,
      "loss": 0.358,
      "step": 1444890
    },
    {
      "epoch": 403.27,
      "grad_norm": 0.9553379416465759,
      "learning_rate": 2.5057503527598615e-06,
      "loss": 0.3479,
      "step": 1444900
    },
    {
      "epoch": 403.27,
      "grad_norm": 0.966005265712738,
      "learning_rate": 2.505723377787827e-06,
      "loss": 0.3547,
      "step": 1444910
    },
    {
      "epoch": 403.27,
      "grad_norm": 1.1008224487304688,
      "learning_rate": 2.5056964027942347e-06,
      "loss": 0.3605,
      "step": 1444920
    },
    {
      "epoch": 403.27,
      "grad_norm": 1.059054970741272,
      "learning_rate": 2.5056694277790867e-06,
      "loss": 0.3695,
      "step": 1444930
    },
    {
      "epoch": 403.28,
      "grad_norm": 1.0462939739227295,
      "learning_rate": 2.5056424527423867e-06,
      "loss": 0.3442,
      "step": 1444940
    },
    {
      "epoch": 403.28,
      "grad_norm": 1.0058201551437378,
      "learning_rate": 2.5056154776841395e-06,
      "loss": 0.348,
      "step": 1444950
    },
    {
      "epoch": 403.28,
      "grad_norm": 0.9741461873054504,
      "learning_rate": 2.5055885026043476e-06,
      "loss": 0.3338,
      "step": 1444960
    },
    {
      "epoch": 403.28,
      "grad_norm": 0.9916441440582275,
      "learning_rate": 2.5055615275030153e-06,
      "loss": 0.3554,
      "step": 1444970
    },
    {
      "epoch": 403.29,
      "grad_norm": 1.0894501209259033,
      "learning_rate": 2.5055345523801454e-06,
      "loss": 0.3343,
      "step": 1444980
    },
    {
      "epoch": 403.29,
      "grad_norm": 0.918118417263031,
      "learning_rate": 2.5055075772357422e-06,
      "loss": 0.3566,
      "step": 1444990
    },
    {
      "epoch": 403.29,
      "grad_norm": 0.966862678527832,
      "learning_rate": 2.5054806020698096e-06,
      "loss": 0.3475,
      "step": 1445000
    },
    {
      "epoch": 403.3,
      "grad_norm": 1.1854918003082275,
      "learning_rate": 2.5054536268823497e-06,
      "loss": 0.3496,
      "step": 1445010
    },
    {
      "epoch": 403.3,
      "grad_norm": 0.9986779689788818,
      "learning_rate": 2.505426651673367e-06,
      "loss": 0.33,
      "step": 1445020
    },
    {
      "epoch": 403.3,
      "grad_norm": 1.2835527658462524,
      "learning_rate": 2.5053996764428655e-06,
      "loss": 0.3704,
      "step": 1445030
    },
    {
      "epoch": 403.3,
      "grad_norm": 0.8623397946357727,
      "learning_rate": 2.505372701190848e-06,
      "loss": 0.3392,
      "step": 1445040
    },
    {
      "epoch": 403.31,
      "grad_norm": 1.0317133665084839,
      "learning_rate": 2.5053457259173186e-06,
      "loss": 0.3585,
      "step": 1445050
    },
    {
      "epoch": 403.31,
      "grad_norm": 1.4097391366958618,
      "learning_rate": 2.5053187506222812e-06,
      "loss": 0.351,
      "step": 1445060
    },
    {
      "epoch": 403.31,
      "grad_norm": 1.027486801147461,
      "learning_rate": 2.5052917753057394e-06,
      "loss": 0.3519,
      "step": 1445070
    },
    {
      "epoch": 403.32,
      "grad_norm": 0.9608927369117737,
      "learning_rate": 2.5052647999676956e-06,
      "loss": 0.339,
      "step": 1445080
    },
    {
      "epoch": 403.32,
      "grad_norm": 1.0485666990280151,
      "learning_rate": 2.5052378246081533e-06,
      "loss": 0.3535,
      "step": 1445090
    },
    {
      "epoch": 403.32,
      "grad_norm": 0.9330906867980957,
      "learning_rate": 2.5052108492271184e-06,
      "loss": 0.3358,
      "step": 1445100
    },
    {
      "epoch": 403.32,
      "grad_norm": 0.99725741147995,
      "learning_rate": 2.505183873824592e-06,
      "loss": 0.3301,
      "step": 1445110
    },
    {
      "epoch": 403.33,
      "grad_norm": 1.1077460050582886,
      "learning_rate": 2.505156898400579e-06,
      "loss": 0.3572,
      "step": 1445120
    },
    {
      "epoch": 403.33,
      "grad_norm": 1.0342891216278076,
      "learning_rate": 2.5051299229550833e-06,
      "loss": 0.3278,
      "step": 1445130
    },
    {
      "epoch": 403.33,
      "grad_norm": 1.0562982559204102,
      "learning_rate": 2.505102947488108e-06,
      "loss": 0.3449,
      "step": 1445140
    },
    {
      "epoch": 403.34,
      "grad_norm": 0.9451158046722412,
      "learning_rate": 2.5050759719996557e-06,
      "loss": 0.3461,
      "step": 1445150
    },
    {
      "epoch": 403.34,
      "grad_norm": 1.2191540002822876,
      "learning_rate": 2.505048996489731e-06,
      "loss": 0.3436,
      "step": 1445160
    },
    {
      "epoch": 403.34,
      "grad_norm": 0.9767358899116516,
      "learning_rate": 2.5050220209583373e-06,
      "loss": 0.349,
      "step": 1445170
    },
    {
      "epoch": 403.34,
      "grad_norm": 1.1208833456039429,
      "learning_rate": 2.5049950454054788e-06,
      "loss": 0.3442,
      "step": 1445180
    },
    {
      "epoch": 403.35,
      "grad_norm": 1.0464063882827759,
      "learning_rate": 2.504968069831158e-06,
      "loss": 0.3585,
      "step": 1445190
    },
    {
      "epoch": 403.35,
      "grad_norm": 1.100956678390503,
      "learning_rate": 2.5049410942353787e-06,
      "loss": 0.3553,
      "step": 1445200
    },
    {
      "epoch": 403.35,
      "grad_norm": 1.1932920217514038,
      "learning_rate": 2.504914118618146e-06,
      "loss": 0.3481,
      "step": 1445210
    },
    {
      "epoch": 403.35,
      "grad_norm": 0.8792313933372498,
      "learning_rate": 2.5048871429794616e-06,
      "loss": 0.3368,
      "step": 1445220
    },
    {
      "epoch": 403.36,
      "grad_norm": 1.0667349100112915,
      "learning_rate": 2.5048601673193297e-06,
      "loss": 0.3514,
      "step": 1445230
    },
    {
      "epoch": 403.36,
      "grad_norm": 1.109643578529358,
      "learning_rate": 2.5048331916377543e-06,
      "loss": 0.363,
      "step": 1445240
    },
    {
      "epoch": 403.36,
      "grad_norm": 1.1509220600128174,
      "learning_rate": 2.504806215934738e-06,
      "loss": 0.3477,
      "step": 1445250
    },
    {
      "epoch": 403.37,
      "grad_norm": 1.0945104360580444,
      "learning_rate": 2.504779240210286e-06,
      "loss": 0.3399,
      "step": 1445260
    },
    {
      "epoch": 403.37,
      "grad_norm": 1.2224754095077515,
      "learning_rate": 2.5047522644644004e-06,
      "loss": 0.3351,
      "step": 1445270
    },
    {
      "epoch": 403.37,
      "grad_norm": 0.8775483965873718,
      "learning_rate": 2.504725288697086e-06,
      "loss": 0.3447,
      "step": 1445280
    },
    {
      "epoch": 403.37,
      "grad_norm": 0.9608637690544128,
      "learning_rate": 2.5046983129083456e-06,
      "loss": 0.3187,
      "step": 1445290
    },
    {
      "epoch": 403.38,
      "grad_norm": 0.9138753414154053,
      "learning_rate": 2.504671337098182e-06,
      "loss": 0.3393,
      "step": 1445300
    },
    {
      "epoch": 403.38,
      "grad_norm": 0.8883253335952759,
      "learning_rate": 2.5046443612666007e-06,
      "loss": 0.3488,
      "step": 1445310
    },
    {
      "epoch": 403.38,
      "grad_norm": 1.0211306810379028,
      "learning_rate": 2.504617385413604e-06,
      "loss": 0.3568,
      "step": 1445320
    },
    {
      "epoch": 403.39,
      "grad_norm": 1.0328855514526367,
      "learning_rate": 2.5045904095391953e-06,
      "loss": 0.3588,
      "step": 1445330
    },
    {
      "epoch": 403.39,
      "grad_norm": 1.0174599885940552,
      "learning_rate": 2.504563433643379e-06,
      "loss": 0.3382,
      "step": 1445340
    },
    {
      "epoch": 403.39,
      "grad_norm": 1.0199474096298218,
      "learning_rate": 2.5045364577261587e-06,
      "loss": 0.3512,
      "step": 1445350
    },
    {
      "epoch": 403.39,
      "grad_norm": 1.2602607011795044,
      "learning_rate": 2.504509481787538e-06,
      "loss": 0.3476,
      "step": 1445360
    },
    {
      "epoch": 403.4,
      "grad_norm": 1.0097682476043701,
      "learning_rate": 2.5044825058275197e-06,
      "loss": 0.355,
      "step": 1445370
    },
    {
      "epoch": 403.4,
      "grad_norm": 0.8768661022186279,
      "learning_rate": 2.5044555298461074e-06,
      "loss": 0.3445,
      "step": 1445380
    },
    {
      "epoch": 403.4,
      "grad_norm": 0.8764045834541321,
      "learning_rate": 2.5044285538433062e-06,
      "loss": 0.3452,
      "step": 1445390
    },
    {
      "epoch": 403.4,
      "grad_norm": 1.139891505241394,
      "learning_rate": 2.5044015778191175e-06,
      "loss": 0.3369,
      "step": 1445400
    },
    {
      "epoch": 403.41,
      "grad_norm": 0.9246506094932556,
      "learning_rate": 2.5043746017735463e-06,
      "loss": 0.3651,
      "step": 1445410
    },
    {
      "epoch": 403.41,
      "grad_norm": 1.0908970832824707,
      "learning_rate": 2.5043476257065968e-06,
      "loss": 0.3501,
      "step": 1445420
    },
    {
      "epoch": 403.41,
      "grad_norm": 1.0721368789672852,
      "learning_rate": 2.504320649618271e-06,
      "loss": 0.3709,
      "step": 1445430
    },
    {
      "epoch": 403.42,
      "grad_norm": 1.0005913972854614,
      "learning_rate": 2.5042936735085735e-06,
      "loss": 0.3261,
      "step": 1445440
    },
    {
      "epoch": 403.42,
      "grad_norm": 1.1837222576141357,
      "learning_rate": 2.504266697377508e-06,
      "loss": 0.3535,
      "step": 1445450
    },
    {
      "epoch": 403.42,
      "grad_norm": 0.998818576335907,
      "learning_rate": 2.5042397212250766e-06,
      "loss": 0.3333,
      "step": 1445460
    },
    {
      "epoch": 403.42,
      "grad_norm": 1.120684027671814,
      "learning_rate": 2.5042127450512845e-06,
      "loss": 0.3568,
      "step": 1445470
    },
    {
      "epoch": 403.43,
      "grad_norm": 1.0136549472808838,
      "learning_rate": 2.504185768856135e-06,
      "loss": 0.3469,
      "step": 1445480
    },
    {
      "epoch": 403.43,
      "grad_norm": 1.0851047039031982,
      "learning_rate": 2.5041587926396307e-06,
      "loss": 0.3407,
      "step": 1445490
    },
    {
      "epoch": 403.43,
      "grad_norm": 3.0404603481292725,
      "learning_rate": 2.5041318164017766e-06,
      "loss": 0.358,
      "step": 1445500
    },
    {
      "epoch": 403.44,
      "grad_norm": 1.1371233463287354,
      "learning_rate": 2.5041048401425756e-06,
      "loss": 0.3444,
      "step": 1445510
    },
    {
      "epoch": 403.44,
      "grad_norm": 0.9558212161064148,
      "learning_rate": 2.5040778638620315e-06,
      "loss": 0.3611,
      "step": 1445520
    },
    {
      "epoch": 403.44,
      "grad_norm": 1.1204992532730103,
      "learning_rate": 2.504050887560147e-06,
      "loss": 0.3334,
      "step": 1445530
    },
    {
      "epoch": 403.44,
      "grad_norm": 0.9208498001098633,
      "learning_rate": 2.5040239112369267e-06,
      "loss": 0.3493,
      "step": 1445540
    },
    {
      "epoch": 403.45,
      "grad_norm": 1.0088226795196533,
      "learning_rate": 2.5039969348923744e-06,
      "loss": 0.3475,
      "step": 1445550
    },
    {
      "epoch": 403.45,
      "grad_norm": 1.0047643184661865,
      "learning_rate": 2.5039699585264925e-06,
      "loss": 0.3415,
      "step": 1445560
    },
    {
      "epoch": 403.45,
      "grad_norm": 1.0391743183135986,
      "learning_rate": 2.503942982139286e-06,
      "loss": 0.3612,
      "step": 1445570
    },
    {
      "epoch": 403.46,
      "grad_norm": 0.8984876275062561,
      "learning_rate": 2.5039160057307576e-06,
      "loss": 0.3782,
      "step": 1445580
    },
    {
      "epoch": 403.46,
      "grad_norm": 0.9438778758049011,
      "learning_rate": 2.5038890293009108e-06,
      "loss": 0.3394,
      "step": 1445590
    },
    {
      "epoch": 403.46,
      "grad_norm": 1.7938050031661987,
      "learning_rate": 2.503862052849749e-06,
      "loss": 0.3364,
      "step": 1445600
    },
    {
      "epoch": 403.46,
      "grad_norm": 0.9134328961372375,
      "learning_rate": 2.5038350763772768e-06,
      "loss": 0.3402,
      "step": 1445610
    },
    {
      "epoch": 403.47,
      "grad_norm": 1.0749276876449585,
      "learning_rate": 2.503808099883497e-06,
      "loss": 0.3471,
      "step": 1445620
    },
    {
      "epoch": 403.47,
      "grad_norm": 5.010534763336182,
      "learning_rate": 2.5037811233684135e-06,
      "loss": 0.3531,
      "step": 1445630
    },
    {
      "epoch": 403.47,
      "grad_norm": 1.171539545059204,
      "learning_rate": 2.5037541468320303e-06,
      "loss": 0.3432,
      "step": 1445640
    },
    {
      "epoch": 403.47,
      "grad_norm": 0.9614768624305725,
      "learning_rate": 2.5037271702743505e-06,
      "loss": 0.3391,
      "step": 1445650
    },
    {
      "epoch": 403.48,
      "grad_norm": 16.583784103393555,
      "learning_rate": 2.5037001936953764e-06,
      "loss": 0.3572,
      "step": 1445660
    },
    {
      "epoch": 403.48,
      "grad_norm": 1.076287865638733,
      "learning_rate": 2.503673217095114e-06,
      "loss": 0.335,
      "step": 1445670
    },
    {
      "epoch": 403.48,
      "grad_norm": 1.021194577217102,
      "learning_rate": 2.503646240473566e-06,
      "loss": 0.3527,
      "step": 1445680
    },
    {
      "epoch": 403.49,
      "grad_norm": 4.418686866760254,
      "learning_rate": 2.503619263830735e-06,
      "loss": 0.3432,
      "step": 1445690
    },
    {
      "epoch": 403.49,
      "grad_norm": 0.9771125912666321,
      "learning_rate": 2.503592287166625e-06,
      "loss": 0.3372,
      "step": 1445700
    },
    {
      "epoch": 403.49,
      "grad_norm": 1.0151982307434082,
      "learning_rate": 2.503565310481241e-06,
      "loss": 0.3505,
      "step": 1445710
    },
    {
      "epoch": 403.49,
      "grad_norm": 0.9151703119277954,
      "learning_rate": 2.5035383337745857e-06,
      "loss": 0.3416,
      "step": 1445720
    },
    {
      "epoch": 403.5,
      "grad_norm": 1.218964695930481,
      "learning_rate": 2.5035113570466616e-06,
      "loss": 0.3299,
      "step": 1445730
    },
    {
      "epoch": 403.5,
      "grad_norm": 0.9482641816139221,
      "learning_rate": 2.503484380297474e-06,
      "loss": 0.3439,
      "step": 1445740
    },
    {
      "epoch": 403.5,
      "grad_norm": 1.1086453199386597,
      "learning_rate": 2.503457403527025e-06,
      "loss": 0.3572,
      "step": 1445750
    },
    {
      "epoch": 403.51,
      "grad_norm": 0.9670839905738831,
      "learning_rate": 2.503430426735319e-06,
      "loss": 0.3457,
      "step": 1445760
    },
    {
      "epoch": 403.51,
      "grad_norm": 1.0583912134170532,
      "learning_rate": 2.50340344992236e-06,
      "loss": 0.3515,
      "step": 1445770
    },
    {
      "epoch": 403.51,
      "grad_norm": 0.9722949266433716,
      "learning_rate": 2.503376473088151e-06,
      "loss": 0.3448,
      "step": 1445780
    },
    {
      "epoch": 403.51,
      "grad_norm": 0.8590215444564819,
      "learning_rate": 2.503349496232696e-06,
      "loss": 0.3321,
      "step": 1445790
    },
    {
      "epoch": 403.52,
      "grad_norm": 1.0597343444824219,
      "learning_rate": 2.5033225193559972e-06,
      "loss": 0.3522,
      "step": 1445800
    },
    {
      "epoch": 403.52,
      "grad_norm": 1.0812618732452393,
      "learning_rate": 2.50329554245806e-06,
      "loss": 0.3571,
      "step": 1445810
    },
    {
      "epoch": 403.52,
      "grad_norm": 1.1719976663589478,
      "learning_rate": 2.5032685655388866e-06,
      "loss": 0.3472,
      "step": 1445820
    },
    {
      "epoch": 403.52,
      "grad_norm": 0.9377099871635437,
      "learning_rate": 2.503241588598482e-06,
      "loss": 0.3491,
      "step": 1445830
    },
    {
      "epoch": 403.53,
      "grad_norm": 3.5495407581329346,
      "learning_rate": 2.5032146116368483e-06,
      "loss": 0.3659,
      "step": 1445840
    },
    {
      "epoch": 403.53,
      "grad_norm": 0.9838540554046631,
      "learning_rate": 2.50318763465399e-06,
      "loss": 0.3447,
      "step": 1445850
    },
    {
      "epoch": 403.53,
      "grad_norm": 1.1055395603179932,
      "learning_rate": 2.503160657649911e-06,
      "loss": 0.3378,
      "step": 1445860
    },
    {
      "epoch": 403.54,
      "grad_norm": 1.0934628248214722,
      "learning_rate": 2.5031336806246144e-06,
      "loss": 0.3599,
      "step": 1445870
    },
    {
      "epoch": 403.54,
      "grad_norm": 1.0068784952163696,
      "learning_rate": 2.5031067035781035e-06,
      "loss": 0.351,
      "step": 1445880
    },
    {
      "epoch": 403.54,
      "grad_norm": 1.0504814386367798,
      "learning_rate": 2.5030797265103824e-06,
      "loss": 0.3497,
      "step": 1445890
    },
    {
      "epoch": 403.54,
      "grad_norm": 1.0924484729766846,
      "learning_rate": 2.5030527494214546e-06,
      "loss": 0.3545,
      "step": 1445900
    },
    {
      "epoch": 403.55,
      "grad_norm": 0.893846869468689,
      "learning_rate": 2.5030257723113226e-06,
      "loss": 0.3558,
      "step": 1445910
    },
    {
      "epoch": 403.55,
      "grad_norm": 0.9649726748466492,
      "learning_rate": 2.502998795179991e-06,
      "loss": 0.3585,
      "step": 1445920
    },
    {
      "epoch": 403.55,
      "grad_norm": 1.0292332172393799,
      "learning_rate": 2.5029718180274643e-06,
      "loss": 0.3368,
      "step": 1445930
    },
    {
      "epoch": 403.56,
      "grad_norm": 0.9401326179504395,
      "learning_rate": 2.502944840853745e-06,
      "loss": 0.3441,
      "step": 1445940
    },
    {
      "epoch": 403.56,
      "grad_norm": 1.0191115140914917,
      "learning_rate": 2.502917863658837e-06,
      "loss": 0.3524,
      "step": 1445950
    },
    {
      "epoch": 403.56,
      "grad_norm": 1.1747361421585083,
      "learning_rate": 2.502890886442743e-06,
      "loss": 0.3534,
      "step": 1445960
    },
    {
      "epoch": 403.56,
      "grad_norm": 1.0924577713012695,
      "learning_rate": 2.502863909205468e-06,
      "loss": 0.3456,
      "step": 1445970
    },
    {
      "epoch": 403.57,
      "grad_norm": 1.0687072277069092,
      "learning_rate": 2.502836931947014e-06,
      "loss": 0.3501,
      "step": 1445980
    },
    {
      "epoch": 403.57,
      "grad_norm": 2.3774917125701904,
      "learning_rate": 2.5028099546673856e-06,
      "loss": 0.3516,
      "step": 1445990
    },
    {
      "epoch": 403.57,
      "grad_norm": 1.0615519285202026,
      "learning_rate": 2.502782977366587e-06,
      "loss": 0.3435,
      "step": 1446000
    },
    {
      "epoch": 403.58,
      "grad_norm": 0.9698209762573242,
      "learning_rate": 2.5027560000446205e-06,
      "loss": 0.3593,
      "step": 1446010
    },
    {
      "epoch": 403.58,
      "grad_norm": 0.9602541923522949,
      "learning_rate": 2.502729022701491e-06,
      "loss": 0.3521,
      "step": 1446020
    },
    {
      "epoch": 403.58,
      "grad_norm": 1.0087296962738037,
      "learning_rate": 2.5027020453372003e-06,
      "loss": 0.3597,
      "step": 1446030
    },
    {
      "epoch": 403.58,
      "grad_norm": 1.2774914503097534,
      "learning_rate": 2.5026750679517534e-06,
      "loss": 0.3623,
      "step": 1446040
    },
    {
      "epoch": 403.59,
      "grad_norm": 1.105562686920166,
      "learning_rate": 2.502648090545154e-06,
      "loss": 0.3305,
      "step": 1446050
    },
    {
      "epoch": 403.59,
      "grad_norm": 2.050879955291748,
      "learning_rate": 2.502621113117405e-06,
      "loss": 0.3341,
      "step": 1446060
    },
    {
      "epoch": 403.59,
      "grad_norm": 0.9802002310752869,
      "learning_rate": 2.5025941356685097e-06,
      "loss": 0.3336,
      "step": 1446070
    },
    {
      "epoch": 403.59,
      "grad_norm": 0.9751918315887451,
      "learning_rate": 2.5025671581984726e-06,
      "loss": 0.3279,
      "step": 1446080
    },
    {
      "epoch": 403.6,
      "grad_norm": 0.9578845500946045,
      "learning_rate": 2.5025401807072973e-06,
      "loss": 0.3481,
      "step": 1446090
    },
    {
      "epoch": 403.6,
      "grad_norm": 1.2900196313858032,
      "learning_rate": 2.502513203194987e-06,
      "loss": 0.3588,
      "step": 1446100
    },
    {
      "epoch": 403.6,
      "grad_norm": 0.9389129281044006,
      "learning_rate": 2.5024862256615447e-06,
      "loss": 0.3366,
      "step": 1446110
    },
    {
      "epoch": 403.61,
      "grad_norm": 0.9045698642730713,
      "learning_rate": 2.502459248106974e-06,
      "loss": 0.3359,
      "step": 1446120
    },
    {
      "epoch": 403.61,
      "grad_norm": 0.9806603789329529,
      "learning_rate": 2.5024322705312806e-06,
      "loss": 0.3581,
      "step": 1446130
    },
    {
      "epoch": 403.61,
      "grad_norm": 1.061343789100647,
      "learning_rate": 2.502405292934465e-06,
      "loss": 0.3493,
      "step": 1446140
    },
    {
      "epoch": 403.61,
      "grad_norm": 1.1843376159667969,
      "learning_rate": 2.502378315316533e-06,
      "loss": 0.3476,
      "step": 1446150
    },
    {
      "epoch": 403.62,
      "grad_norm": 1.0057353973388672,
      "learning_rate": 2.502351337677488e-06,
      "loss": 0.3388,
      "step": 1446160
    },
    {
      "epoch": 403.62,
      "grad_norm": 1.0223758220672607,
      "learning_rate": 2.5023243600173333e-06,
      "loss": 0.3497,
      "step": 1446170
    },
    {
      "epoch": 403.62,
      "grad_norm": 0.9295428991317749,
      "learning_rate": 2.502297382336071e-06,
      "loss": 0.3462,
      "step": 1446180
    },
    {
      "epoch": 403.63,
      "grad_norm": 0.9892851710319519,
      "learning_rate": 2.5022704046337072e-06,
      "loss": 0.3645,
      "step": 1446190
    },
    {
      "epoch": 403.63,
      "grad_norm": 1.1184734106063843,
      "learning_rate": 2.5022434269102438e-06,
      "loss": 0.3587,
      "step": 1446200
    },
    {
      "epoch": 403.63,
      "grad_norm": 1.0389834642410278,
      "learning_rate": 2.5022164491656845e-06,
      "loss": 0.3491,
      "step": 1446210
    },
    {
      "epoch": 403.63,
      "grad_norm": 0.8866376876831055,
      "learning_rate": 2.5021894714000337e-06,
      "loss": 0.3361,
      "step": 1446220
    },
    {
      "epoch": 403.64,
      "grad_norm": 1.2302703857421875,
      "learning_rate": 2.5021624936132948e-06,
      "loss": 0.3501,
      "step": 1446230
    },
    {
      "epoch": 403.64,
      "grad_norm": 1.096813678741455,
      "learning_rate": 2.5021355158054706e-06,
      "loss": 0.3491,
      "step": 1446240
    },
    {
      "epoch": 403.64,
      "grad_norm": 1.3158034086227417,
      "learning_rate": 2.5021085379765656e-06,
      "loss": 0.3408,
      "step": 1446250
    },
    {
      "epoch": 403.64,
      "grad_norm": 0.9953082799911499,
      "learning_rate": 2.5020815601265837e-06,
      "loss": 0.3383,
      "step": 1446260
    },
    {
      "epoch": 403.65,
      "grad_norm": 0.9543840289115906,
      "learning_rate": 2.5020545822555265e-06,
      "loss": 0.345,
      "step": 1446270
    },
    {
      "epoch": 403.65,
      "grad_norm": 1.013603687286377,
      "learning_rate": 2.5020276043633997e-06,
      "loss": 0.3458,
      "step": 1446280
    },
    {
      "epoch": 403.65,
      "grad_norm": 1.231142520904541,
      "learning_rate": 2.502000626450206e-06,
      "loss": 0.3449,
      "step": 1446290
    },
    {
      "epoch": 403.66,
      "grad_norm": 1.0292445421218872,
      "learning_rate": 2.5019736485159486e-06,
      "loss": 0.3446,
      "step": 1446300
    },
    {
      "epoch": 403.66,
      "grad_norm": 1.2471674680709839,
      "learning_rate": 2.5019466705606323e-06,
      "loss": 0.3684,
      "step": 1446310
    },
    {
      "epoch": 403.66,
      "grad_norm": 1.1840356588363647,
      "learning_rate": 2.50191969258426e-06,
      "loss": 0.3521,
      "step": 1446320
    },
    {
      "epoch": 403.66,
      "grad_norm": 0.9019259214401245,
      "learning_rate": 2.5018927145868348e-06,
      "loss": 0.3497,
      "step": 1446330
    },
    {
      "epoch": 403.67,
      "grad_norm": 0.8576295375823975,
      "learning_rate": 2.5018657365683607e-06,
      "loss": 0.3411,
      "step": 1446340
    },
    {
      "epoch": 403.67,
      "grad_norm": 1.036817193031311,
      "learning_rate": 2.501838758528842e-06,
      "loss": 0.3569,
      "step": 1446350
    },
    {
      "epoch": 403.67,
      "grad_norm": 1.099948763847351,
      "learning_rate": 2.501811780468281e-06,
      "loss": 0.3339,
      "step": 1446360
    },
    {
      "epoch": 403.68,
      "grad_norm": 1.028679609298706,
      "learning_rate": 2.5017848023866816e-06,
      "loss": 0.3446,
      "step": 1446370
    },
    {
      "epoch": 403.68,
      "grad_norm": 0.9903021454811096,
      "learning_rate": 2.501757824284049e-06,
      "loss": 0.3347,
      "step": 1446380
    },
    {
      "epoch": 403.68,
      "grad_norm": 1.1821974515914917,
      "learning_rate": 2.501730846160385e-06,
      "loss": 0.3355,
      "step": 1446390
    },
    {
      "epoch": 403.68,
      "grad_norm": 1.148281216621399,
      "learning_rate": 2.501703868015693e-06,
      "loss": 0.3444,
      "step": 1446400
    },
    {
      "epoch": 403.69,
      "grad_norm": 0.9724842309951782,
      "learning_rate": 2.5016768898499777e-06,
      "loss": 0.3547,
      "step": 1446410
    },
    {
      "epoch": 403.69,
      "grad_norm": 0.9475564360618591,
      "learning_rate": 2.5016499116632427e-06,
      "loss": 0.3555,
      "step": 1446420
    },
    {
      "epoch": 403.69,
      "grad_norm": 1.0049364566802979,
      "learning_rate": 2.5016229334554907e-06,
      "loss": 0.3383,
      "step": 1446430
    },
    {
      "epoch": 403.7,
      "grad_norm": 0.947315514087677,
      "learning_rate": 2.5015959552267255e-06,
      "loss": 0.3695,
      "step": 1446440
    },
    {
      "epoch": 403.7,
      "grad_norm": 1.016789197921753,
      "learning_rate": 2.5015689769769517e-06,
      "loss": 0.3443,
      "step": 1446450
    },
    {
      "epoch": 403.7,
      "grad_norm": 0.9478245377540588,
      "learning_rate": 2.5015419987061724e-06,
      "loss": 0.3284,
      "step": 1446460
    },
    {
      "epoch": 403.7,
      "grad_norm": 0.9617796540260315,
      "learning_rate": 2.50151502041439e-06,
      "loss": 0.3433,
      "step": 1446470
    },
    {
      "epoch": 403.71,
      "grad_norm": 1.0494780540466309,
      "learning_rate": 2.5014880421016098e-06,
      "loss": 0.3645,
      "step": 1446480
    },
    {
      "epoch": 403.71,
      "grad_norm": 1.054011583328247,
      "learning_rate": 2.501461063767834e-06,
      "loss": 0.3622,
      "step": 1446490
    },
    {
      "epoch": 403.71,
      "grad_norm": 1.026472568511963,
      "learning_rate": 2.501434085413067e-06,
      "loss": 0.3358,
      "step": 1446500
    },
    {
      "epoch": 403.71,
      "grad_norm": 1.0684787034988403,
      "learning_rate": 2.5014071070373126e-06,
      "loss": 0.3534,
      "step": 1446510
    },
    {
      "epoch": 403.72,
      "grad_norm": 1.1845111846923828,
      "learning_rate": 2.501380128640573e-06,
      "loss": 0.3388,
      "step": 1446520
    },
    {
      "epoch": 403.72,
      "grad_norm": 1.040792465209961,
      "learning_rate": 2.501353150222854e-06,
      "loss": 0.3445,
      "step": 1446530
    },
    {
      "epoch": 403.72,
      "grad_norm": 1.0407593250274658,
      "learning_rate": 2.5013261717841575e-06,
      "loss": 0.3509,
      "step": 1446540
    },
    {
      "epoch": 403.73,
      "grad_norm": 0.9886339902877808,
      "learning_rate": 2.5012991933244873e-06,
      "loss": 0.3512,
      "step": 1446550
    },
    {
      "epoch": 403.73,
      "grad_norm": 1.1334682703018188,
      "learning_rate": 2.5012722148438476e-06,
      "loss": 0.3433,
      "step": 1446560
    },
    {
      "epoch": 403.73,
      "grad_norm": 1.0648152828216553,
      "learning_rate": 2.501245236342241e-06,
      "loss": 0.3406,
      "step": 1446570
    },
    {
      "epoch": 403.73,
      "grad_norm": 0.9423729181289673,
      "learning_rate": 2.501218257819673e-06,
      "loss": 0.3574,
      "step": 1446580
    },
    {
      "epoch": 403.74,
      "grad_norm": 1.0982344150543213,
      "learning_rate": 2.5011912792761447e-06,
      "loss": 0.3313,
      "step": 1446590
    },
    {
      "epoch": 403.74,
      "grad_norm": 1.0329606533050537,
      "learning_rate": 2.5011643007116614e-06,
      "loss": 0.3266,
      "step": 1446600
    },
    {
      "epoch": 403.74,
      "grad_norm": 1.1262290477752686,
      "learning_rate": 2.501137322126227e-06,
      "loss": 0.3394,
      "step": 1446610
    },
    {
      "epoch": 403.75,
      "grad_norm": 1.1770870685577393,
      "learning_rate": 2.501110343519843e-06,
      "loss": 0.3484,
      "step": 1446620
    },
    {
      "epoch": 403.75,
      "grad_norm": 1.139078974723816,
      "learning_rate": 2.5010833648925147e-06,
      "loss": 0.3552,
      "step": 1446630
    },
    {
      "epoch": 403.75,
      "grad_norm": 1.0989857912063599,
      "learning_rate": 2.501056386244246e-06,
      "loss": 0.369,
      "step": 1446640
    },
    {
      "epoch": 403.75,
      "grad_norm": 0.9989384412765503,
      "learning_rate": 2.5010294075750387e-06,
      "loss": 0.328,
      "step": 1446650
    },
    {
      "epoch": 403.76,
      "grad_norm": 1.1925013065338135,
      "learning_rate": 2.5010024288848976e-06,
      "loss": 0.352,
      "step": 1446660
    },
    {
      "epoch": 403.76,
      "grad_norm": 0.9021430015563965,
      "learning_rate": 2.5009754501738264e-06,
      "loss": 0.3339,
      "step": 1446670
    },
    {
      "epoch": 403.76,
      "grad_norm": 0.9019184112548828,
      "learning_rate": 2.500948471441829e-06,
      "loss": 0.3434,
      "step": 1446680
    },
    {
      "epoch": 403.77,
      "grad_norm": 0.8186960816383362,
      "learning_rate": 2.500921492688908e-06,
      "loss": 0.3245,
      "step": 1446690
    },
    {
      "epoch": 403.77,
      "grad_norm": 1.001294732093811,
      "learning_rate": 2.5008945139150674e-06,
      "loss": 0.3531,
      "step": 1446700
    },
    {
      "epoch": 403.77,
      "grad_norm": 1.1978803873062134,
      "learning_rate": 2.500867535120311e-06,
      "loss": 0.3623,
      "step": 1446710
    },
    {
      "epoch": 403.77,
      "grad_norm": 0.9725978970527649,
      "learning_rate": 2.5008405563046417e-06,
      "loss": 0.3525,
      "step": 1446720
    },
    {
      "epoch": 403.78,
      "grad_norm": 0.9680401086807251,
      "learning_rate": 2.500813577468064e-06,
      "loss": 0.3599,
      "step": 1446730
    },
    {
      "epoch": 403.78,
      "grad_norm": 1.0458086729049683,
      "learning_rate": 2.5007865986105813e-06,
      "loss": 0.3498,
      "step": 1446740
    },
    {
      "epoch": 403.78,
      "grad_norm": 0.9767906665802002,
      "learning_rate": 2.500759619732197e-06,
      "loss": 0.3333,
      "step": 1446750
    },
    {
      "epoch": 403.78,
      "grad_norm": 1.0577858686447144,
      "learning_rate": 2.500732640832914e-06,
      "loss": 0.3491,
      "step": 1446760
    },
    {
      "epoch": 403.79,
      "grad_norm": 1.1661392450332642,
      "learning_rate": 2.5007056619127374e-06,
      "loss": 0.3336,
      "step": 1446770
    },
    {
      "epoch": 403.79,
      "grad_norm": 1.1068699359893799,
      "learning_rate": 2.500678682971669e-06,
      "loss": 0.3474,
      "step": 1446780
    },
    {
      "epoch": 403.79,
      "grad_norm": 1.101331114768982,
      "learning_rate": 2.500651704009714e-06,
      "loss": 0.3427,
      "step": 1446790
    },
    {
      "epoch": 403.8,
      "grad_norm": 0.9073341488838196,
      "learning_rate": 2.5006247250268756e-06,
      "loss": 0.3457,
      "step": 1446800
    },
    {
      "epoch": 403.8,
      "grad_norm": 0.9360031485557556,
      "learning_rate": 2.5005977460231565e-06,
      "loss": 0.3321,
      "step": 1446810
    },
    {
      "epoch": 403.8,
      "grad_norm": 0.8307951092720032,
      "learning_rate": 2.500570766998561e-06,
      "loss": 0.3398,
      "step": 1446820
    },
    {
      "epoch": 403.8,
      "grad_norm": 1.0310168266296387,
      "learning_rate": 2.500543787953093e-06,
      "loss": 0.3518,
      "step": 1446830
    },
    {
      "epoch": 403.81,
      "grad_norm": 1.109609603881836,
      "learning_rate": 2.500516808886756e-06,
      "loss": 0.343,
      "step": 1446840
    },
    {
      "epoch": 403.81,
      "grad_norm": 1.1033775806427002,
      "learning_rate": 2.5004898297995524e-06,
      "loss": 0.3461,
      "step": 1446850
    },
    {
      "epoch": 403.81,
      "grad_norm": 1.047048568725586,
      "learning_rate": 2.5004628506914874e-06,
      "loss": 0.3404,
      "step": 1446860
    },
    {
      "epoch": 403.82,
      "grad_norm": 0.8594313859939575,
      "learning_rate": 2.5004358715625637e-06,
      "loss": 0.3442,
      "step": 1446870
    },
    {
      "epoch": 403.82,
      "grad_norm": 1.0828393697738647,
      "learning_rate": 2.500408892412784e-06,
      "loss": 0.3251,
      "step": 1446880
    },
    {
      "epoch": 403.82,
      "grad_norm": 1.0192815065383911,
      "learning_rate": 2.5003819132421538e-06,
      "loss": 0.3548,
      "step": 1446890
    },
    {
      "epoch": 403.82,
      "grad_norm": 1.1801444292068481,
      "learning_rate": 2.5003549340506767e-06,
      "loss": 0.3444,
      "step": 1446900
    },
    {
      "epoch": 403.83,
      "grad_norm": 2.0846927165985107,
      "learning_rate": 2.5003279548383547e-06,
      "loss": 0.3468,
      "step": 1446910
    },
    {
      "epoch": 403.83,
      "grad_norm": 0.9499598145484924,
      "learning_rate": 2.500300975605192e-06,
      "loss": 0.3551,
      "step": 1446920
    },
    {
      "epoch": 403.83,
      "grad_norm": 1.1322957277297974,
      "learning_rate": 2.5002739963511927e-06,
      "loss": 0.347,
      "step": 1446930
    },
    {
      "epoch": 403.83,
      "grad_norm": 1.0120490789413452,
      "learning_rate": 2.5002470170763596e-06,
      "loss": 0.3509,
      "step": 1446940
    },
    {
      "epoch": 403.84,
      "grad_norm": 1.0987669229507446,
      "learning_rate": 2.5002200377806967e-06,
      "loss": 0.3495,
      "step": 1446950
    },
    {
      "epoch": 403.84,
      "grad_norm": 0.9543360471725464,
      "learning_rate": 2.5001930584642077e-06,
      "loss": 0.3466,
      "step": 1446960
    },
    {
      "epoch": 403.84,
      "grad_norm": 0.9925393462181091,
      "learning_rate": 2.500166079126896e-06,
      "loss": 0.3513,
      "step": 1446970
    },
    {
      "epoch": 403.85,
      "grad_norm": 0.8803094625473022,
      "learning_rate": 2.5001390997687663e-06,
      "loss": 0.3304,
      "step": 1446980
    },
    {
      "epoch": 403.85,
      "grad_norm": 1.1267231702804565,
      "learning_rate": 2.5001121203898197e-06,
      "loss": 0.3403,
      "step": 1446990
    },
    {
      "epoch": 403.85,
      "grad_norm": 1.1364624500274658,
      "learning_rate": 2.500085140990062e-06,
      "loss": 0.354,
      "step": 1447000
    },
    {
      "epoch": 403.85,
      "grad_norm": 1.1050230264663696,
      "learning_rate": 2.5000581615694956e-06,
      "loss": 0.3414,
      "step": 1447010
    },
    {
      "epoch": 403.86,
      "grad_norm": 1.0119824409484863,
      "learning_rate": 2.5000311821281248e-06,
      "loss": 0.369,
      "step": 1447020
    },
    {
      "epoch": 403.86,
      "grad_norm": 0.9812330603599548,
      "learning_rate": 2.500004202665953e-06,
      "loss": 0.343,
      "step": 1447030
    },
    {
      "epoch": 403.86,
      "grad_norm": 1.0011553764343262,
      "learning_rate": 2.4999772231829835e-06,
      "loss": 0.3491,
      "step": 1447040
    },
    {
      "epoch": 403.87,
      "grad_norm": 1.0654901266098022,
      "learning_rate": 2.4999502436792207e-06,
      "loss": 0.3383,
      "step": 1447050
    },
    {
      "epoch": 403.87,
      "grad_norm": 0.9860763549804688,
      "learning_rate": 2.4999232641546675e-06,
      "loss": 0.3577,
      "step": 1447060
    },
    {
      "epoch": 403.87,
      "grad_norm": 0.9986072182655334,
      "learning_rate": 2.499896284609327e-06,
      "loss": 0.3515,
      "step": 1447070
    },
    {
      "epoch": 403.87,
      "grad_norm": 1.1201491355895996,
      "learning_rate": 2.4998693050432037e-06,
      "loss": 0.3648,
      "step": 1447080
    },
    {
      "epoch": 403.88,
      "grad_norm": 0.8770344853401184,
      "learning_rate": 2.499842325456301e-06,
      "loss": 0.3425,
      "step": 1447090
    },
    {
      "epoch": 403.88,
      "grad_norm": 0.9297896027565002,
      "learning_rate": 2.499815345848622e-06,
      "loss": 0.3358,
      "step": 1447100
    },
    {
      "epoch": 403.88,
      "grad_norm": 1.038628101348877,
      "learning_rate": 2.4997883662201707e-06,
      "loss": 0.3558,
      "step": 1447110
    },
    {
      "epoch": 403.89,
      "grad_norm": 0.9660443663597107,
      "learning_rate": 2.4997613865709515e-06,
      "loss": 0.3328,
      "step": 1447120
    },
    {
      "epoch": 403.89,
      "grad_norm": 1.25150465965271,
      "learning_rate": 2.499734406900966e-06,
      "loss": 0.3513,
      "step": 1447130
    },
    {
      "epoch": 403.89,
      "grad_norm": 0.9241655468940735,
      "learning_rate": 2.49970742721022e-06,
      "loss": 0.3681,
      "step": 1447140
    },
    {
      "epoch": 403.89,
      "grad_norm": 1.0637389421463013,
      "learning_rate": 2.4996804474987147e-06,
      "loss": 0.357,
      "step": 1447150
    },
    {
      "epoch": 403.9,
      "grad_norm": 1.123228669166565,
      "learning_rate": 2.4996534677664567e-06,
      "loss": 0.3501,
      "step": 1447160
    },
    {
      "epoch": 403.9,
      "grad_norm": 1.0630054473876953,
      "learning_rate": 2.4996264880134463e-06,
      "loss": 0.3255,
      "step": 1447170
    },
    {
      "epoch": 403.9,
      "grad_norm": 1.1792370080947876,
      "learning_rate": 2.499599508239689e-06,
      "loss": 0.3291,
      "step": 1447180
    },
    {
      "epoch": 403.9,
      "grad_norm": 1.172469139099121,
      "learning_rate": 2.4995725284451887e-06,
      "loss": 0.3668,
      "step": 1447190
    },
    {
      "epoch": 403.91,
      "grad_norm": 0.9727822542190552,
      "learning_rate": 2.4995455486299486e-06,
      "loss": 0.3508,
      "step": 1447200
    },
    {
      "epoch": 403.91,
      "grad_norm": 0.9100151658058167,
      "learning_rate": 2.4995185687939714e-06,
      "loss": 0.3675,
      "step": 1447210
    },
    {
      "epoch": 403.91,
      "grad_norm": 1.316877841949463,
      "learning_rate": 2.4994915889372622e-06,
      "loss": 0.35,
      "step": 1447220
    },
    {
      "epoch": 403.92,
      "grad_norm": 1.1523560285568237,
      "learning_rate": 2.4994646090598228e-06,
      "loss": 0.3328,
      "step": 1447230
    },
    {
      "epoch": 403.92,
      "grad_norm": 1.0543828010559082,
      "learning_rate": 2.4994376291616577e-06,
      "loss": 0.3454,
      "step": 1447240
    },
    {
      "epoch": 403.92,
      "grad_norm": 0.9211459159851074,
      "learning_rate": 2.499410649242771e-06,
      "loss": 0.3464,
      "step": 1447250
    },
    {
      "epoch": 403.92,
      "grad_norm": 1.1039572954177856,
      "learning_rate": 2.499383669303166e-06,
      "loss": 0.3375,
      "step": 1447260
    },
    {
      "epoch": 403.93,
      "grad_norm": 1.114488959312439,
      "learning_rate": 2.4993566893428455e-06,
      "loss": 0.3395,
      "step": 1447270
    },
    {
      "epoch": 403.93,
      "grad_norm": 1.151993751525879,
      "learning_rate": 2.499329709361814e-06,
      "loss": 0.3505,
      "step": 1447280
    },
    {
      "epoch": 403.93,
      "grad_norm": 1.0807220935821533,
      "learning_rate": 2.4993027293600754e-06,
      "loss": 0.3344,
      "step": 1447290
    },
    {
      "epoch": 403.94,
      "grad_norm": 1.3049392700195312,
      "learning_rate": 2.499275749337632e-06,
      "loss": 0.3545,
      "step": 1447300
    },
    {
      "epoch": 403.94,
      "grad_norm": 0.9343540668487549,
      "learning_rate": 2.4992487692944874e-06,
      "loss": 0.3557,
      "step": 1447310
    },
    {
      "epoch": 403.94,
      "grad_norm": 1.2544647455215454,
      "learning_rate": 2.4992217892306474e-06,
      "loss": 0.3537,
      "step": 1447320
    },
    {
      "epoch": 403.94,
      "grad_norm": 1.0675019025802612,
      "learning_rate": 2.499194809146113e-06,
      "loss": 0.342,
      "step": 1447330
    },
    {
      "epoch": 403.95,
      "grad_norm": 1.0252629518508911,
      "learning_rate": 2.4991678290408895e-06,
      "loss": 0.343,
      "step": 1447340
    },
    {
      "epoch": 403.95,
      "grad_norm": 1.0050595998764038,
      "learning_rate": 2.4991408489149797e-06,
      "loss": 0.3456,
      "step": 1447350
    },
    {
      "epoch": 403.95,
      "grad_norm": 0.9276487827301025,
      "learning_rate": 2.499113868768387e-06,
      "loss": 0.3357,
      "step": 1447360
    },
    {
      "epoch": 403.95,
      "grad_norm": 0.9838644862174988,
      "learning_rate": 2.4990868886011158e-06,
      "loss": 0.3417,
      "step": 1447370
    },
    {
      "epoch": 403.96,
      "grad_norm": 1.263027548789978,
      "learning_rate": 2.499059908413169e-06,
      "loss": 0.3354,
      "step": 1447380
    },
    {
      "epoch": 403.96,
      "grad_norm": 1.1582564115524292,
      "learning_rate": 2.49903292820455e-06,
      "loss": 0.3659,
      "step": 1447390
    },
    {
      "epoch": 403.96,
      "grad_norm": 1.0747756958007812,
      "learning_rate": 2.499005947975263e-06,
      "loss": 0.3377,
      "step": 1447400
    },
    {
      "epoch": 403.97,
      "grad_norm": 0.9684150218963623,
      "learning_rate": 2.4989789677253115e-06,
      "loss": 0.3432,
      "step": 1447410
    },
    {
      "epoch": 403.97,
      "grad_norm": 0.939149022102356,
      "learning_rate": 2.4989519874546997e-06,
      "loss": 0.3439,
      "step": 1447420
    },
    {
      "epoch": 403.97,
      "grad_norm": 0.9126105904579163,
      "learning_rate": 2.498925007163429e-06,
      "loss": 0.3453,
      "step": 1447430
    },
    {
      "epoch": 403.97,
      "grad_norm": 0.9596904516220093,
      "learning_rate": 2.4988980268515054e-06,
      "loss": 0.3462,
      "step": 1447440
    },
    {
      "epoch": 403.98,
      "grad_norm": 1.1139427423477173,
      "learning_rate": 2.4988710465189315e-06,
      "loss": 0.348,
      "step": 1447450
    },
    {
      "epoch": 403.98,
      "grad_norm": 1.169108271598816,
      "learning_rate": 2.4988440661657106e-06,
      "loss": 0.3377,
      "step": 1447460
    },
    {
      "epoch": 403.98,
      "grad_norm": 0.9977192282676697,
      "learning_rate": 2.4988170857918464e-06,
      "loss": 0.3285,
      "step": 1447470
    },
    {
      "epoch": 403.99,
      "grad_norm": 0.8894333839416504,
      "learning_rate": 2.498790105397344e-06,
      "loss": 0.3428,
      "step": 1447480
    },
    {
      "epoch": 403.99,
      "grad_norm": 0.9433944821357727,
      "learning_rate": 2.498763124982205e-06,
      "loss": 0.3427,
      "step": 1447490
    },
    {
      "epoch": 403.99,
      "grad_norm": 1.539103627204895,
      "learning_rate": 2.498736144546434e-06,
      "loss": 0.3389,
      "step": 1447500
    },
    {
      "epoch": 403.99,
      "grad_norm": 0.9064365029335022,
      "learning_rate": 2.4987091640900338e-06,
      "loss": 0.3385,
      "step": 1447510
    },
    {
      "epoch": 404.0,
      "grad_norm": 1.020509123802185,
      "learning_rate": 2.4986821836130085e-06,
      "loss": 0.3539,
      "step": 1447520
    },
    {
      "epoch": 404.0,
      "grad_norm": 0.9177051782608032,
      "learning_rate": 2.4986552031153614e-06,
      "loss": 0.3372,
      "step": 1447530
    },
    {
      "epoch": 404.0,
      "eval_loss": 0.34748339653015137,
      "eval_runtime": 62.9914,
      "eval_samples_per_second": 80.313,
      "eval_steps_per_second": 10.049,
      "step": 1447532
    },
    {
      "epoch": 404.0,
      "grad_norm": 1.096719741821289,
      "learning_rate": 2.4986282225970966e-06,
      "loss": 0.3406,
      "step": 1447540
    },
    {
      "epoch": 404.01,
      "grad_norm": 1.1338465213775635,
      "learning_rate": 2.498601242058218e-06,
      "loss": 0.3536,
      "step": 1447550
    },
    {
      "epoch": 404.01,
      "grad_norm": 0.9688345789909363,
      "learning_rate": 2.498574261498729e-06,
      "loss": 0.3362,
      "step": 1447560
    },
    {
      "epoch": 404.01,
      "grad_norm": 1.1611924171447754,
      "learning_rate": 2.4985472809186317e-06,
      "loss": 0.3407,
      "step": 1447570
    },
    {
      "epoch": 404.01,
      "grad_norm": 1.1084363460540771,
      "learning_rate": 2.4985203003179315e-06,
      "loss": 0.3514,
      "step": 1447580
    },
    {
      "epoch": 404.02,
      "grad_norm": 1.0932214260101318,
      "learning_rate": 2.498493319696631e-06,
      "loss": 0.3509,
      "step": 1447590
    },
    {
      "epoch": 404.02,
      "grad_norm": 1.0240497589111328,
      "learning_rate": 2.498466339054734e-06,
      "loss": 0.3503,
      "step": 1447600
    },
    {
      "epoch": 404.02,
      "grad_norm": 0.8747565746307373,
      "learning_rate": 2.4984393583922448e-06,
      "loss": 0.3436,
      "step": 1447610
    },
    {
      "epoch": 404.02,
      "grad_norm": 1.1016179323196411,
      "learning_rate": 2.498412377709166e-06,
      "loss": 0.3429,
      "step": 1447620
    },
    {
      "epoch": 404.03,
      "grad_norm": 1.1381325721740723,
      "learning_rate": 2.498385397005502e-06,
      "loss": 0.3388,
      "step": 1447630
    },
    {
      "epoch": 404.03,
      "grad_norm": 1.0249940156936646,
      "learning_rate": 2.4983584162812556e-06,
      "loss": 0.3518,
      "step": 1447640
    },
    {
      "epoch": 404.03,
      "grad_norm": 1.2943979501724243,
      "learning_rate": 2.4983314355364307e-06,
      "loss": 0.3576,
      "step": 1447650
    },
    {
      "epoch": 404.04,
      "grad_norm": 1.141702651977539,
      "learning_rate": 2.4983044547710305e-06,
      "loss": 0.3316,
      "step": 1447660
    },
    {
      "epoch": 404.04,
      "grad_norm": 0.8324655890464783,
      "learning_rate": 2.49827747398506e-06,
      "loss": 0.3511,
      "step": 1447670
    },
    {
      "epoch": 404.04,
      "grad_norm": 0.8567488789558411,
      "learning_rate": 2.4982504931785217e-06,
      "loss": 0.3215,
      "step": 1447680
    },
    {
      "epoch": 404.04,
      "grad_norm": 0.9534332752227783,
      "learning_rate": 2.498223512351419e-06,
      "loss": 0.3335,
      "step": 1447690
    },
    {
      "epoch": 404.05,
      "grad_norm": 1.195389747619629,
      "learning_rate": 2.498196531503756e-06,
      "loss": 0.3436,
      "step": 1447700
    },
    {
      "epoch": 404.05,
      "grad_norm": 1.1696455478668213,
      "learning_rate": 2.4981695506355364e-06,
      "loss": 0.3545,
      "step": 1447710
    },
    {
      "epoch": 404.05,
      "grad_norm": 1.014930248260498,
      "learning_rate": 2.4981425697467633e-06,
      "loss": 0.3515,
      "step": 1447720
    },
    {
      "epoch": 404.06,
      "grad_norm": 1.2992082834243774,
      "learning_rate": 2.4981155888374404e-06,
      "loss": 0.3567,
      "step": 1447730
    },
    {
      "epoch": 404.06,
      "grad_norm": 1.0107744932174683,
      "learning_rate": 2.4980886079075714e-06,
      "loss": 0.3469,
      "step": 1447740
    },
    {
      "epoch": 404.06,
      "grad_norm": 0.932921826839447,
      "learning_rate": 2.49806162695716e-06,
      "loss": 0.3395,
      "step": 1447750
    },
    {
      "epoch": 404.06,
      "grad_norm": 1.0325487852096558,
      "learning_rate": 2.498034645986209e-06,
      "loss": 0.3494,
      "step": 1447760
    },
    {
      "epoch": 404.07,
      "grad_norm": 0.9987403750419617,
      "learning_rate": 2.4980076649947236e-06,
      "loss": 0.3572,
      "step": 1447770
    },
    {
      "epoch": 404.07,
      "grad_norm": 0.9072126150131226,
      "learning_rate": 2.497980683982706e-06,
      "loss": 0.3285,
      "step": 1447780
    },
    {
      "epoch": 404.07,
      "grad_norm": 0.9775446057319641,
      "learning_rate": 2.4979537029501605e-06,
      "loss": 0.346,
      "step": 1447790
    },
    {
      "epoch": 404.07,
      "grad_norm": 1.0315717458724976,
      "learning_rate": 2.4979267218970906e-06,
      "loss": 0.3488,
      "step": 1447800
    },
    {
      "epoch": 404.08,
      "grad_norm": 0.9800274968147278,
      "learning_rate": 2.4978997408234996e-06,
      "loss": 0.3388,
      "step": 1447810
    },
    {
      "epoch": 404.08,
      "grad_norm": 1.0921916961669922,
      "learning_rate": 2.497872759729391e-06,
      "loss": 0.3528,
      "step": 1447820
    },
    {
      "epoch": 404.08,
      "grad_norm": 1.1475008726119995,
      "learning_rate": 2.497845778614768e-06,
      "loss": 0.3432,
      "step": 1447830
    },
    {
      "epoch": 404.09,
      "grad_norm": 0.8856262564659119,
      "learning_rate": 2.497818797479636e-06,
      "loss": 0.3475,
      "step": 1447840
    },
    {
      "epoch": 404.09,
      "grad_norm": 1.0258673429489136,
      "learning_rate": 2.497791816323997e-06,
      "loss": 0.3528,
      "step": 1447850
    },
    {
      "epoch": 404.09,
      "grad_norm": 1.293565273284912,
      "learning_rate": 2.497764835147855e-06,
      "loss": 0.3387,
      "step": 1447860
    },
    {
      "epoch": 404.09,
      "grad_norm": 1.0680904388427734,
      "learning_rate": 2.4977378539512136e-06,
      "loss": 0.3593,
      "step": 1447870
    },
    {
      "epoch": 404.1,
      "grad_norm": 1.1283094882965088,
      "learning_rate": 2.4977108727340763e-06,
      "loss": 0.3457,
      "step": 1447880
    },
    {
      "epoch": 404.1,
      "grad_norm": 0.9063391089439392,
      "learning_rate": 2.4976838914964464e-06,
      "loss": 0.3374,
      "step": 1447890
    },
    {
      "epoch": 404.1,
      "grad_norm": 1.10051691532135,
      "learning_rate": 2.4976569102383284e-06,
      "loss": 0.3548,
      "step": 1447900
    },
    {
      "epoch": 404.11,
      "grad_norm": 1.0035722255706787,
      "learning_rate": 2.497629928959725e-06,
      "loss": 0.3446,
      "step": 1447910
    },
    {
      "epoch": 404.11,
      "grad_norm": 1.0817530155181885,
      "learning_rate": 2.49760294766064e-06,
      "loss": 0.3536,
      "step": 1447920
    },
    {
      "epoch": 404.11,
      "grad_norm": 0.8836320042610168,
      "learning_rate": 2.497575966341078e-06,
      "loss": 0.3475,
      "step": 1447930
    },
    {
      "epoch": 404.11,
      "grad_norm": 1.2336583137512207,
      "learning_rate": 2.4975489850010414e-06,
      "loss": 0.364,
      "step": 1447940
    },
    {
      "epoch": 404.12,
      "grad_norm": 1.0064359903335571,
      "learning_rate": 2.4975220036405336e-06,
      "loss": 0.349,
      "step": 1447950
    },
    {
      "epoch": 404.12,
      "grad_norm": 0.8648462891578674,
      "learning_rate": 2.4974950222595594e-06,
      "loss": 0.3389,
      "step": 1447960
    },
    {
      "epoch": 404.12,
      "grad_norm": 1.0963671207427979,
      "learning_rate": 2.497468040858121e-06,
      "loss": 0.3407,
      "step": 1447970
    },
    {
      "epoch": 404.13,
      "grad_norm": 1.0135118961334229,
      "learning_rate": 2.4974410594362224e-06,
      "loss": 0.3415,
      "step": 1447980
    },
    {
      "epoch": 404.13,
      "grad_norm": 0.9881218671798706,
      "learning_rate": 2.497414077993868e-06,
      "loss": 0.3445,
      "step": 1447990
    },
    {
      "epoch": 404.13,
      "grad_norm": 0.953730046749115,
      "learning_rate": 2.4973870965310615e-06,
      "loss": 0.3395,
      "step": 1448000
    },
    {
      "epoch": 404.13,
      "grad_norm": 1.0921379327774048,
      "learning_rate": 2.4973601150478055e-06,
      "loss": 0.3414,
      "step": 1448010
    },
    {
      "epoch": 404.14,
      "grad_norm": 1.0398417711257935,
      "learning_rate": 2.4973331335441035e-06,
      "loss": 0.3386,
      "step": 1448020
    },
    {
      "epoch": 404.14,
      "grad_norm": 0.9430192112922668,
      "learning_rate": 2.4973061520199596e-06,
      "loss": 0.3575,
      "step": 1448030
    },
    {
      "epoch": 404.14,
      "grad_norm": 0.9506380558013916,
      "learning_rate": 2.497279170475377e-06,
      "loss": 0.3472,
      "step": 1448040
    },
    {
      "epoch": 404.14,
      "grad_norm": 0.941145658493042,
      "learning_rate": 2.49725218891036e-06,
      "loss": 0.3433,
      "step": 1448050
    },
    {
      "epoch": 404.15,
      "grad_norm": 1.054407000541687,
      "learning_rate": 2.4972252073249126e-06,
      "loss": 0.3525,
      "step": 1448060
    },
    {
      "epoch": 404.15,
      "grad_norm": 0.9658029675483704,
      "learning_rate": 2.4971982257190363e-06,
      "loss": 0.3498,
      "step": 1448070
    },
    {
      "epoch": 404.15,
      "grad_norm": 1.0589631795883179,
      "learning_rate": 2.4971712440927373e-06,
      "loss": 0.3349,
      "step": 1448080
    },
    {
      "epoch": 404.16,
      "grad_norm": 40.661808013916016,
      "learning_rate": 2.4971442624460175e-06,
      "loss": 0.3426,
      "step": 1448090
    },
    {
      "epoch": 404.16,
      "grad_norm": 0.8312380313873291,
      "learning_rate": 2.4971172807788805e-06,
      "loss": 0.3379,
      "step": 1448100
    },
    {
      "epoch": 404.16,
      "grad_norm": 1.173941969871521,
      "learning_rate": 2.4970902990913303e-06,
      "loss": 0.347,
      "step": 1448110
    },
    {
      "epoch": 404.16,
      "grad_norm": 1.116730809211731,
      "learning_rate": 2.49706331738337e-06,
      "loss": 0.3545,
      "step": 1448120
    },
    {
      "epoch": 404.17,
      "grad_norm": 1.1494959592819214,
      "learning_rate": 2.4970363356550044e-06,
      "loss": 0.334,
      "step": 1448130
    },
    {
      "epoch": 404.17,
      "grad_norm": 4.495096206665039,
      "learning_rate": 2.497009353906236e-06,
      "loss": 0.3544,
      "step": 1448140
    },
    {
      "epoch": 404.17,
      "grad_norm": 1.039655327796936,
      "learning_rate": 2.496982372137069e-06,
      "loss": 0.3396,
      "step": 1448150
    },
    {
      "epoch": 404.18,
      "grad_norm": 0.9868146181106567,
      "learning_rate": 2.496955390347507e-06,
      "loss": 0.3617,
      "step": 1448160
    },
    {
      "epoch": 404.18,
      "grad_norm": 0.9178234934806824,
      "learning_rate": 2.496928408537553e-06,
      "loss": 0.3592,
      "step": 1448170
    },
    {
      "epoch": 404.18,
      "grad_norm": 1.0421873331069946,
      "learning_rate": 2.4969014267072107e-06,
      "loss": 0.3384,
      "step": 1448180
    },
    {
      "epoch": 404.18,
      "grad_norm": 1.2522491216659546,
      "learning_rate": 2.496874444856484e-06,
      "loss": 0.3476,
      "step": 1448190
    },
    {
      "epoch": 404.19,
      "grad_norm": 1.0941619873046875,
      "learning_rate": 2.4968474629853763e-06,
      "loss": 0.3377,
      "step": 1448200
    },
    {
      "epoch": 404.19,
      "grad_norm": 0.9753658771514893,
      "learning_rate": 2.496820481093891e-06,
      "loss": 0.3492,
      "step": 1448210
    },
    {
      "epoch": 404.19,
      "grad_norm": 0.9340853691101074,
      "learning_rate": 2.496793499182033e-06,
      "loss": 0.364,
      "step": 1448220
    },
    {
      "epoch": 404.19,
      "grad_norm": 1.0656428337097168,
      "learning_rate": 2.4967665172498048e-06,
      "loss": 0.3355,
      "step": 1448230
    },
    {
      "epoch": 404.2,
      "grad_norm": 0.9507331252098083,
      "learning_rate": 2.496739535297209e-06,
      "loss": 0.3605,
      "step": 1448240
    },
    {
      "epoch": 404.2,
      "grad_norm": 1.2302124500274658,
      "learning_rate": 2.4967125533242504e-06,
      "loss": 0.3324,
      "step": 1448250
    },
    {
      "epoch": 404.2,
      "grad_norm": 1.0221893787384033,
      "learning_rate": 2.4966855713309333e-06,
      "loss": 0.3573,
      "step": 1448260
    },
    {
      "epoch": 404.21,
      "grad_norm": 1.1403203010559082,
      "learning_rate": 2.4966585893172598e-06,
      "loss": 0.3545,
      "step": 1448270
    },
    {
      "epoch": 404.21,
      "grad_norm": 1.003592848777771,
      "learning_rate": 2.496631607283234e-06,
      "loss": 0.366,
      "step": 1448280
    },
    {
      "epoch": 404.21,
      "grad_norm": 0.9128022789955139,
      "learning_rate": 2.4966046252288604e-06,
      "loss": 0.3518,
      "step": 1448290
    },
    {
      "epoch": 404.21,
      "grad_norm": 1.228590965270996,
      "learning_rate": 2.4965776431541416e-06,
      "loss": 0.3597,
      "step": 1448300
    },
    {
      "epoch": 404.22,
      "grad_norm": 1.040664553642273,
      "learning_rate": 2.496550661059081e-06,
      "loss": 0.3487,
      "step": 1448310
    },
    {
      "epoch": 404.22,
      "grad_norm": 0.9199236631393433,
      "learning_rate": 2.4965236789436827e-06,
      "loss": 0.3408,
      "step": 1448320
    },
    {
      "epoch": 404.22,
      "grad_norm": 1.0387260913848877,
      "learning_rate": 2.49649669680795e-06,
      "loss": 0.3406,
      "step": 1448330
    },
    {
      "epoch": 404.23,
      "grad_norm": 0.9625962972640991,
      "learning_rate": 2.4964697146518865e-06,
      "loss": 0.3535,
      "step": 1448340
    },
    {
      "epoch": 404.23,
      "grad_norm": 1.1057244539260864,
      "learning_rate": 2.496442732475497e-06,
      "loss": 0.353,
      "step": 1448350
    },
    {
      "epoch": 404.23,
      "grad_norm": 1.2907997369766235,
      "learning_rate": 2.496415750278783e-06,
      "loss": 0.3382,
      "step": 1448360
    },
    {
      "epoch": 404.23,
      "grad_norm": 1.1185301542282104,
      "learning_rate": 2.49638876806175e-06,
      "loss": 0.3353,
      "step": 1448370
    },
    {
      "epoch": 404.24,
      "grad_norm": 0.9805918335914612,
      "learning_rate": 2.4963617858244003e-06,
      "loss": 0.3428,
      "step": 1448380
    },
    {
      "epoch": 404.24,
      "grad_norm": 1.0662018060684204,
      "learning_rate": 2.4963348035667377e-06,
      "loss": 0.3272,
      "step": 1448390
    },
    {
      "epoch": 404.24,
      "grad_norm": 1.8666235208511353,
      "learning_rate": 2.496307821288766e-06,
      "loss": 0.3529,
      "step": 1448400
    },
    {
      "epoch": 404.25,
      "grad_norm": 1.063016653060913,
      "learning_rate": 2.496280838990489e-06,
      "loss": 0.3518,
      "step": 1448410
    },
    {
      "epoch": 404.25,
      "grad_norm": 1.021016240119934,
      "learning_rate": 2.49625385667191e-06,
      "loss": 0.3484,
      "step": 1448420
    },
    {
      "epoch": 404.25,
      "grad_norm": 0.9021658301353455,
      "learning_rate": 2.496226874333033e-06,
      "loss": 0.3464,
      "step": 1448430
    },
    {
      "epoch": 404.25,
      "grad_norm": 1.120323896408081,
      "learning_rate": 2.4961998919738614e-06,
      "loss": 0.3355,
      "step": 1448440
    },
    {
      "epoch": 404.26,
      "grad_norm": 1.0415517091751099,
      "learning_rate": 2.4961729095943984e-06,
      "loss": 0.3416,
      "step": 1448450
    },
    {
      "epoch": 404.26,
      "grad_norm": 0.9474573135375977,
      "learning_rate": 2.4961459271946477e-06,
      "loss": 0.3434,
      "step": 1448460
    },
    {
      "epoch": 404.26,
      "grad_norm": 1.1535835266113281,
      "learning_rate": 2.496118944774613e-06,
      "loss": 0.3688,
      "step": 1448470
    },
    {
      "epoch": 404.26,
      "grad_norm": 0.9466029405593872,
      "learning_rate": 2.496091962334299e-06,
      "loss": 0.3596,
      "step": 1448480
    },
    {
      "epoch": 404.27,
      "grad_norm": 0.9327797889709473,
      "learning_rate": 2.4960649798737067e-06,
      "loss": 0.3301,
      "step": 1448490
    },
    {
      "epoch": 404.27,
      "grad_norm": 3.518517255783081,
      "learning_rate": 2.4960379973928416e-06,
      "loss": 0.3557,
      "step": 1448500
    },
    {
      "epoch": 404.27,
      "grad_norm": 1.0947155952453613,
      "learning_rate": 2.496011014891708e-06,
      "loss": 0.3477,
      "step": 1448510
    },
    {
      "epoch": 404.28,
      "grad_norm": 1.0823466777801514,
      "learning_rate": 2.4959840323703076e-06,
      "loss": 0.355,
      "step": 1448520
    },
    {
      "epoch": 404.28,
      "grad_norm": 1.1985431909561157,
      "learning_rate": 2.4959570498286446e-06,
      "loss": 0.3703,
      "step": 1448530
    },
    {
      "epoch": 404.28,
      "grad_norm": 1.1407995223999023,
      "learning_rate": 2.495930067266723e-06,
      "loss": 0.3564,
      "step": 1448540
    },
    {
      "epoch": 404.28,
      "grad_norm": 1.011182427406311,
      "learning_rate": 2.4959030846845465e-06,
      "loss": 0.3553,
      "step": 1448550
    },
    {
      "epoch": 404.29,
      "grad_norm": 1.188880443572998,
      "learning_rate": 2.495876102082118e-06,
      "loss": 0.3626,
      "step": 1448560
    },
    {
      "epoch": 404.29,
      "grad_norm": 1.1736253499984741,
      "learning_rate": 2.4958491194594416e-06,
      "loss": 0.3385,
      "step": 1448570
    },
    {
      "epoch": 404.29,
      "grad_norm": 1.0446406602859497,
      "learning_rate": 2.4958221368165213e-06,
      "loss": 0.3352,
      "step": 1448580
    },
    {
      "epoch": 404.3,
      "grad_norm": 1.0217844247817993,
      "learning_rate": 2.4957951541533594e-06,
      "loss": 0.357,
      "step": 1448590
    },
    {
      "epoch": 404.3,
      "grad_norm": 1.0402973890304565,
      "learning_rate": 2.4957681714699607e-06,
      "loss": 0.3484,
      "step": 1448600
    },
    {
      "epoch": 404.3,
      "grad_norm": 1.043324589729309,
      "learning_rate": 2.4957411887663285e-06,
      "loss": 0.3363,
      "step": 1448610
    },
    {
      "epoch": 404.3,
      "grad_norm": 1.028243064880371,
      "learning_rate": 2.4957142060424657e-06,
      "loss": 0.3656,
      "step": 1448620
    },
    {
      "epoch": 404.31,
      "grad_norm": 0.9748029112815857,
      "learning_rate": 2.4956872232983767e-06,
      "loss": 0.3391,
      "step": 1448630
    },
    {
      "epoch": 404.31,
      "grad_norm": 1.0475044250488281,
      "learning_rate": 2.4956602405340647e-06,
      "loss": 0.3433,
      "step": 1448640
    },
    {
      "epoch": 404.31,
      "grad_norm": 1.1362501382827759,
      "learning_rate": 2.4956332577495332e-06,
      "loss": 0.3581,
      "step": 1448650
    },
    {
      "epoch": 404.31,
      "grad_norm": 1.076501488685608,
      "learning_rate": 2.4956062749447865e-06,
      "loss": 0.3423,
      "step": 1448660
    },
    {
      "epoch": 404.32,
      "grad_norm": 0.9641422033309937,
      "learning_rate": 2.4955792921198274e-06,
      "loss": 0.3528,
      "step": 1448670
    },
    {
      "epoch": 404.32,
      "grad_norm": 1.0724488496780396,
      "learning_rate": 2.4955523092746597e-06,
      "loss": 0.3566,
      "step": 1448680
    },
    {
      "epoch": 404.32,
      "grad_norm": 1.0446282625198364,
      "learning_rate": 2.495525326409287e-06,
      "loss": 0.3329,
      "step": 1448690
    },
    {
      "epoch": 404.33,
      "grad_norm": 1.2284235954284668,
      "learning_rate": 2.495498343523713e-06,
      "loss": 0.3537,
      "step": 1448700
    },
    {
      "epoch": 404.33,
      "grad_norm": 0.959706723690033,
      "learning_rate": 2.495471360617942e-06,
      "loss": 0.3439,
      "step": 1448710
    },
    {
      "epoch": 404.33,
      "grad_norm": 1.0231342315673828,
      "learning_rate": 2.4954443776919757e-06,
      "loss": 0.3458,
      "step": 1448720
    },
    {
      "epoch": 404.33,
      "grad_norm": 1.1323966979980469,
      "learning_rate": 2.4954173947458193e-06,
      "loss": 0.3578,
      "step": 1448730
    },
    {
      "epoch": 404.34,
      "grad_norm": 0.9646335244178772,
      "learning_rate": 2.495390411779476e-06,
      "loss": 0.3427,
      "step": 1448740
    },
    {
      "epoch": 404.34,
      "grad_norm": 0.9468274712562561,
      "learning_rate": 2.4953634287929496e-06,
      "loss": 0.3483,
      "step": 1448750
    },
    {
      "epoch": 404.34,
      "grad_norm": 1.0034633874893188,
      "learning_rate": 2.495336445786243e-06,
      "loss": 0.3505,
      "step": 1448760
    },
    {
      "epoch": 404.35,
      "grad_norm": 0.9853613972663879,
      "learning_rate": 2.4953094627593607e-06,
      "loss": 0.3349,
      "step": 1448770
    },
    {
      "epoch": 404.35,
      "grad_norm": 0.9476926326751709,
      "learning_rate": 2.4952824797123053e-06,
      "loss": 0.3503,
      "step": 1448780
    },
    {
      "epoch": 404.35,
      "grad_norm": 0.9688159823417664,
      "learning_rate": 2.495255496645081e-06,
      "loss": 0.3371,
      "step": 1448790
    },
    {
      "epoch": 404.35,
      "grad_norm": 0.9545900225639343,
      "learning_rate": 2.495228513557691e-06,
      "loss": 0.3609,
      "step": 1448800
    },
    {
      "epoch": 404.36,
      "grad_norm": 0.9196731448173523,
      "learning_rate": 2.4952015304501397e-06,
      "loss": 0.3732,
      "step": 1448810
    },
    {
      "epoch": 404.36,
      "grad_norm": 1.16013503074646,
      "learning_rate": 2.49517454732243e-06,
      "loss": 0.3377,
      "step": 1448820
    },
    {
      "epoch": 404.36,
      "grad_norm": 1.0108840465545654,
      "learning_rate": 2.4951475641745652e-06,
      "loss": 0.342,
      "step": 1448830
    },
    {
      "epoch": 404.37,
      "grad_norm": 0.98452228307724,
      "learning_rate": 2.49512058100655e-06,
      "loss": 0.3468,
      "step": 1448840
    },
    {
      "epoch": 404.37,
      "grad_norm": 0.9960271120071411,
      "learning_rate": 2.495093597818387e-06,
      "loss": 0.3542,
      "step": 1448850
    },
    {
      "epoch": 404.37,
      "grad_norm": 1.0185402631759644,
      "learning_rate": 2.49506661461008e-06,
      "loss": 0.3541,
      "step": 1448860
    },
    {
      "epoch": 404.37,
      "grad_norm": 0.9329675436019897,
      "learning_rate": 2.495039631381633e-06,
      "loss": 0.3459,
      "step": 1448870
    },
    {
      "epoch": 404.38,
      "grad_norm": 1.1682177782058716,
      "learning_rate": 2.495012648133049e-06,
      "loss": 0.3438,
      "step": 1448880
    },
    {
      "epoch": 404.38,
      "grad_norm": 0.9807702898979187,
      "learning_rate": 2.4949856648643327e-06,
      "loss": 0.3437,
      "step": 1448890
    },
    {
      "epoch": 404.38,
      "grad_norm": 1.165729284286499,
      "learning_rate": 2.4949586815754867e-06,
      "loss": 0.3538,
      "step": 1448900
    },
    {
      "epoch": 404.38,
      "grad_norm": 1.3897294998168945,
      "learning_rate": 2.494931698266514e-06,
      "loss": 0.3519,
      "step": 1448910
    },
    {
      "epoch": 404.39,
      "grad_norm": 0.9908008575439453,
      "learning_rate": 2.494904714937419e-06,
      "loss": 0.3401,
      "step": 1448920
    },
    {
      "epoch": 404.39,
      "grad_norm": 1.3937480449676514,
      "learning_rate": 2.494877731588206e-06,
      "loss": 0.3621,
      "step": 1448930
    },
    {
      "epoch": 404.39,
      "grad_norm": 1.0371342897415161,
      "learning_rate": 2.4948507482188772e-06,
      "loss": 0.3548,
      "step": 1448940
    },
    {
      "epoch": 404.4,
      "grad_norm": 0.9197446703910828,
      "learning_rate": 2.494823764829437e-06,
      "loss": 0.3425,
      "step": 1448950
    },
    {
      "epoch": 404.4,
      "grad_norm": 1.0858139991760254,
      "learning_rate": 2.4947967814198894e-06,
      "loss": 0.3569,
      "step": 1448960
    },
    {
      "epoch": 404.4,
      "grad_norm": 1.0124547481536865,
      "learning_rate": 2.494769797990237e-06,
      "loss": 0.3393,
      "step": 1448970
    },
    {
      "epoch": 404.4,
      "grad_norm": 0.9776055812835693,
      "learning_rate": 2.4947428145404838e-06,
      "loss": 0.3388,
      "step": 1448980
    },
    {
      "epoch": 404.41,
      "grad_norm": 1.0509157180786133,
      "learning_rate": 2.494715831070633e-06,
      "loss": 0.3368,
      "step": 1448990
    },
    {
      "epoch": 404.41,
      "grad_norm": 0.882675290107727,
      "learning_rate": 2.4946888475806897e-06,
      "loss": 0.3388,
      "step": 1449000
    },
    {
      "epoch": 404.41,
      "grad_norm": 1.2459341287612915,
      "learning_rate": 2.4946618640706554e-06,
      "loss": 0.3558,
      "step": 1449010
    },
    {
      "epoch": 404.42,
      "grad_norm": 0.995735764503479,
      "learning_rate": 2.4946348805405346e-06,
      "loss": 0.3454,
      "step": 1449020
    },
    {
      "epoch": 404.42,
      "grad_norm": 0.9504679441452026,
      "learning_rate": 2.4946078969903315e-06,
      "loss": 0.3426,
      "step": 1449030
    },
    {
      "epoch": 404.42,
      "grad_norm": 1.163689136505127,
      "learning_rate": 2.4945809134200495e-06,
      "loss": 0.336,
      "step": 1449040
    },
    {
      "epoch": 404.42,
      "grad_norm": 1.2643095254898071,
      "learning_rate": 2.494553929829691e-06,
      "loss": 0.3478,
      "step": 1449050
    },
    {
      "epoch": 404.43,
      "grad_norm": 0.9396913647651672,
      "learning_rate": 2.494526946219262e-06,
      "loss": 0.3541,
      "step": 1449060
    },
    {
      "epoch": 404.43,
      "grad_norm": 1.0626875162124634,
      "learning_rate": 2.494499962588763e-06,
      "loss": 0.3589,
      "step": 1449070
    },
    {
      "epoch": 404.43,
      "grad_norm": 1.0958468914031982,
      "learning_rate": 2.494472978938199e-06,
      "loss": 0.3503,
      "step": 1449080
    },
    {
      "epoch": 404.43,
      "grad_norm": 1.9477431774139404,
      "learning_rate": 2.494445995267575e-06,
      "loss": 0.3428,
      "step": 1449090
    },
    {
      "epoch": 404.44,
      "grad_norm": 1.060302734375,
      "learning_rate": 2.4944190115768924e-06,
      "loss": 0.3446,
      "step": 1449100
    },
    {
      "epoch": 404.44,
      "grad_norm": 1.0257961750030518,
      "learning_rate": 2.494392027866156e-06,
      "loss": 0.3476,
      "step": 1449110
    },
    {
      "epoch": 404.44,
      "grad_norm": 0.841154932975769,
      "learning_rate": 2.4943650441353686e-06,
      "loss": 0.3512,
      "step": 1449120
    },
    {
      "epoch": 404.45,
      "grad_norm": 0.9938557147979736,
      "learning_rate": 2.4943380603845356e-06,
      "loss": 0.3492,
      "step": 1449130
    },
    {
      "epoch": 404.45,
      "grad_norm": 1.008449673652649,
      "learning_rate": 2.494311076613658e-06,
      "loss": 0.3548,
      "step": 1449140
    },
    {
      "epoch": 404.45,
      "grad_norm": 1.0507484674453735,
      "learning_rate": 2.494284092822741e-06,
      "loss": 0.3558,
      "step": 1449150
    },
    {
      "epoch": 404.45,
      "grad_norm": 1.0187052488327026,
      "learning_rate": 2.4942571090117883e-06,
      "loss": 0.3345,
      "step": 1449160
    },
    {
      "epoch": 404.46,
      "grad_norm": 0.9733948111534119,
      "learning_rate": 2.4942301251808022e-06,
      "loss": 0.344,
      "step": 1449170
    },
    {
      "epoch": 404.46,
      "grad_norm": 1.102281093597412,
      "learning_rate": 2.4942031413297885e-06,
      "loss": 0.3306,
      "step": 1449180
    },
    {
      "epoch": 404.46,
      "grad_norm": 0.9566340446472168,
      "learning_rate": 2.494176157458749e-06,
      "loss": 0.3368,
      "step": 1449190
    },
    {
      "epoch": 404.47,
      "grad_norm": 30.00031852722168,
      "learning_rate": 2.494149173567687e-06,
      "loss": 0.341,
      "step": 1449200
    },
    {
      "epoch": 404.47,
      "grad_norm": 0.9531018733978271,
      "learning_rate": 2.4941221896566067e-06,
      "loss": 0.3426,
      "step": 1449210
    },
    {
      "epoch": 404.47,
      "grad_norm": 0.925636351108551,
      "learning_rate": 2.4940952057255128e-06,
      "loss": 0.3485,
      "step": 1449220
    },
    {
      "epoch": 404.47,
      "grad_norm": 0.9442311525344849,
      "learning_rate": 2.4940682217744073e-06,
      "loss": 0.3508,
      "step": 1449230
    },
    {
      "epoch": 404.48,
      "grad_norm": 1.2055269479751587,
      "learning_rate": 2.4940412378032944e-06,
      "loss": 0.3394,
      "step": 1449240
    },
    {
      "epoch": 404.48,
      "grad_norm": 1.0582399368286133,
      "learning_rate": 2.494014253812178e-06,
      "loss": 0.3383,
      "step": 1449250
    },
    {
      "epoch": 404.48,
      "grad_norm": 0.9335602521896362,
      "learning_rate": 2.4939872698010616e-06,
      "loss": 0.3489,
      "step": 1449260
    },
    {
      "epoch": 404.49,
      "grad_norm": 0.9111461043357849,
      "learning_rate": 2.493960285769948e-06,
      "loss": 0.3616,
      "step": 1449270
    },
    {
      "epoch": 404.49,
      "grad_norm": 1.2316327095031738,
      "learning_rate": 2.4939333017188412e-06,
      "loss": 0.3346,
      "step": 1449280
    },
    {
      "epoch": 404.49,
      "grad_norm": 1.0325932502746582,
      "learning_rate": 2.4939063176477455e-06,
      "loss": 0.3615,
      "step": 1449290
    },
    {
      "epoch": 404.49,
      "grad_norm": 1.1690272092819214,
      "learning_rate": 2.4938793335566635e-06,
      "loss": 0.3666,
      "step": 1449300
    },
    {
      "epoch": 404.5,
      "grad_norm": 1.0756150484085083,
      "learning_rate": 2.4938523494455997e-06,
      "loss": 0.3426,
      "step": 1449310
    },
    {
      "epoch": 404.5,
      "grad_norm": 1.0416016578674316,
      "learning_rate": 2.4938253653145573e-06,
      "loss": 0.3522,
      "step": 1449320
    },
    {
      "epoch": 404.5,
      "grad_norm": 1.0927525758743286,
      "learning_rate": 2.49379838116354e-06,
      "loss": 0.3511,
      "step": 1449330
    },
    {
      "epoch": 404.5,
      "grad_norm": 0.9520198106765747,
      "learning_rate": 2.4937713969925504e-06,
      "loss": 0.3672,
      "step": 1449340
    },
    {
      "epoch": 404.51,
      "grad_norm": 1.0932896137237549,
      "learning_rate": 2.493744412801594e-06,
      "loss": 0.336,
      "step": 1449350
    },
    {
      "epoch": 404.51,
      "grad_norm": 0.9892124533653259,
      "learning_rate": 2.4937174285906726e-06,
      "loss": 0.34,
      "step": 1449360
    },
    {
      "epoch": 404.51,
      "grad_norm": 0.988383948802948,
      "learning_rate": 2.49369044435979e-06,
      "loss": 0.3619,
      "step": 1449370
    },
    {
      "epoch": 404.52,
      "grad_norm": 1.1816357374191284,
      "learning_rate": 2.4936634601089513e-06,
      "loss": 0.3274,
      "step": 1449380
    },
    {
      "epoch": 404.52,
      "grad_norm": 0.9900504946708679,
      "learning_rate": 2.4936364758381586e-06,
      "loss": 0.3323,
      "step": 1449390
    },
    {
      "epoch": 404.52,
      "grad_norm": 0.9592574834823608,
      "learning_rate": 2.493609491547416e-06,
      "loss": 0.3508,
      "step": 1449400
    },
    {
      "epoch": 404.52,
      "grad_norm": 1.0163019895553589,
      "learning_rate": 2.493582507236727e-06,
      "loss": 0.3669,
      "step": 1449410
    },
    {
      "epoch": 404.53,
      "grad_norm": 1.032799243927002,
      "learning_rate": 2.4935555229060957e-06,
      "loss": 0.3403,
      "step": 1449420
    },
    {
      "epoch": 404.53,
      "grad_norm": 1.0039438009262085,
      "learning_rate": 2.4935285385555243e-06,
      "loss": 0.3461,
      "step": 1449430
    },
    {
      "epoch": 404.53,
      "grad_norm": 1.1420855522155762,
      "learning_rate": 2.4935015541850177e-06,
      "loss": 0.3521,
      "step": 1449440
    },
    {
      "epoch": 404.54,
      "grad_norm": 1.0462396144866943,
      "learning_rate": 2.49347456979458e-06,
      "loss": 0.3543,
      "step": 1449450
    },
    {
      "epoch": 404.54,
      "grad_norm": 1.0639116764068604,
      "learning_rate": 2.4934475853842127e-06,
      "loss": 0.3506,
      "step": 1449460
    },
    {
      "epoch": 404.54,
      "grad_norm": 8.451871871948242,
      "learning_rate": 2.493420600953921e-06,
      "loss": 0.3498,
      "step": 1449470
    },
    {
      "epoch": 404.54,
      "grad_norm": 0.9687092900276184,
      "learning_rate": 2.493393616503709e-06,
      "loss": 0.3362,
      "step": 1449480
    },
    {
      "epoch": 404.55,
      "grad_norm": 1.1975696086883545,
      "learning_rate": 2.4933666320335783e-06,
      "loss": 0.3408,
      "step": 1449490
    },
    {
      "epoch": 404.55,
      "grad_norm": 1.0186495780944824,
      "learning_rate": 2.4933396475435337e-06,
      "loss": 0.3519,
      "step": 1449500
    },
    {
      "epoch": 404.55,
      "grad_norm": 0.9734906554222107,
      "learning_rate": 2.493312663033579e-06,
      "loss": 0.3539,
      "step": 1449510
    },
    {
      "epoch": 404.55,
      "grad_norm": 1.157894253730774,
      "learning_rate": 2.493285678503717e-06,
      "loss": 0.3527,
      "step": 1449520
    },
    {
      "epoch": 404.56,
      "grad_norm": 1.110846996307373,
      "learning_rate": 2.4932586939539525e-06,
      "loss": 0.368,
      "step": 1449530
    },
    {
      "epoch": 404.56,
      "grad_norm": 1.049391269683838,
      "learning_rate": 2.493231709384288e-06,
      "loss": 0.356,
      "step": 1449540
    },
    {
      "epoch": 404.56,
      "grad_norm": 1.0288351774215698,
      "learning_rate": 2.4932047247947273e-06,
      "loss": 0.3533,
      "step": 1449550
    },
    {
      "epoch": 404.57,
      "grad_norm": 1.0265170335769653,
      "learning_rate": 2.4931777401852743e-06,
      "loss": 0.346,
      "step": 1449560
    },
    {
      "epoch": 404.57,
      "grad_norm": 7.758116722106934,
      "learning_rate": 2.493150755555932e-06,
      "loss": 0.3445,
      "step": 1449570
    },
    {
      "epoch": 404.57,
      "grad_norm": 1.226019263267517,
      "learning_rate": 2.493123770906705e-06,
      "loss": 0.3578,
      "step": 1449580
    },
    {
      "epoch": 404.57,
      "grad_norm": 1.040553331375122,
      "learning_rate": 2.493096786237596e-06,
      "loss": 0.3274,
      "step": 1449590
    },
    {
      "epoch": 404.58,
      "grad_norm": 0.9255307912826538,
      "learning_rate": 2.493069801548609e-06,
      "loss": 0.3471,
      "step": 1449600
    },
    {
      "epoch": 404.58,
      "grad_norm": 0.9649291634559631,
      "learning_rate": 2.493042816839748e-06,
      "loss": 0.3357,
      "step": 1449610
    },
    {
      "epoch": 404.58,
      "grad_norm": 0.950505793094635,
      "learning_rate": 2.4930158321110155e-06,
      "loss": 0.3458,
      "step": 1449620
    },
    {
      "epoch": 404.59,
      "grad_norm": 0.9374353885650635,
      "learning_rate": 2.4929888473624157e-06,
      "loss": 0.3517,
      "step": 1449630
    },
    {
      "epoch": 404.59,
      "grad_norm": 0.8071222305297852,
      "learning_rate": 2.4929618625939522e-06,
      "loss": 0.3357,
      "step": 1449640
    },
    {
      "epoch": 404.59,
      "grad_norm": 1.1689287424087524,
      "learning_rate": 2.492934877805629e-06,
      "loss": 0.3493,
      "step": 1449650
    },
    {
      "epoch": 404.59,
      "grad_norm": 1.0334774255752563,
      "learning_rate": 2.492907892997448e-06,
      "loss": 0.3491,
      "step": 1449660
    },
    {
      "epoch": 404.6,
      "grad_norm": 1.161777138710022,
      "learning_rate": 2.4928809081694156e-06,
      "loss": 0.3504,
      "step": 1449670
    },
    {
      "epoch": 404.6,
      "grad_norm": 1.023025393486023,
      "learning_rate": 2.492853923321533e-06,
      "loss": 0.362,
      "step": 1449680
    },
    {
      "epoch": 404.6,
      "grad_norm": 0.9886946082115173,
      "learning_rate": 2.4928269384538044e-06,
      "loss": 0.3474,
      "step": 1449690
    },
    {
      "epoch": 404.61,
      "grad_norm": 1.1880269050598145,
      "learning_rate": 2.492799953566234e-06,
      "loss": 0.3603,
      "step": 1449700
    },
    {
      "epoch": 404.61,
      "grad_norm": 1.0329289436340332,
      "learning_rate": 2.4927729686588255e-06,
      "loss": 0.341,
      "step": 1449710
    },
    {
      "epoch": 404.61,
      "grad_norm": 1.2511941194534302,
      "learning_rate": 2.4927459837315814e-06,
      "loss": 0.357,
      "step": 1449720
    },
    {
      "epoch": 404.61,
      "grad_norm": 1.0781886577606201,
      "learning_rate": 2.4927189987845054e-06,
      "loss": 0.3671,
      "step": 1449730
    },
    {
      "epoch": 404.62,
      "grad_norm": 1.0132114887237549,
      "learning_rate": 2.492692013817603e-06,
      "loss": 0.3484,
      "step": 1449740
    },
    {
      "epoch": 404.62,
      "grad_norm": 1.0147669315338135,
      "learning_rate": 2.4926650288308746e-06,
      "loss": 0.3406,
      "step": 1449750
    },
    {
      "epoch": 404.62,
      "grad_norm": 1.0225062370300293,
      "learning_rate": 2.4926380438243266e-06,
      "loss": 0.3397,
      "step": 1449760
    },
    {
      "epoch": 404.62,
      "grad_norm": 1.041693091392517,
      "learning_rate": 2.4926110587979615e-06,
      "loss": 0.348,
      "step": 1449770
    },
    {
      "epoch": 404.63,
      "grad_norm": 0.9787271618843079,
      "learning_rate": 2.4925840737517835e-06,
      "loss": 0.3528,
      "step": 1449780
    },
    {
      "epoch": 404.63,
      "grad_norm": 0.9393582940101624,
      "learning_rate": 2.492557088685795e-06,
      "loss": 0.3428,
      "step": 1449790
    },
    {
      "epoch": 404.63,
      "grad_norm": 1.1529784202575684,
      "learning_rate": 2.4925301036000003e-06,
      "loss": 0.3477,
      "step": 1449800
    },
    {
      "epoch": 404.64,
      "grad_norm": 1.060329556465149,
      "learning_rate": 2.492503118494403e-06,
      "loss": 0.3348,
      "step": 1449810
    },
    {
      "epoch": 404.64,
      "grad_norm": 1.0673938989639282,
      "learning_rate": 2.492476133369006e-06,
      "loss": 0.3434,
      "step": 1449820
    },
    {
      "epoch": 404.64,
      "grad_norm": 0.9148310422897339,
      "learning_rate": 2.492449148223814e-06,
      "loss": 0.344,
      "step": 1449830
    },
    {
      "epoch": 404.64,
      "grad_norm": 0.9207532405853271,
      "learning_rate": 2.4924221630588303e-06,
      "loss": 0.3547,
      "step": 1449840
    },
    {
      "epoch": 404.65,
      "grad_norm": 0.9564363956451416,
      "learning_rate": 2.492395177874059e-06,
      "loss": 0.3495,
      "step": 1449850
    },
    {
      "epoch": 404.65,
      "grad_norm": 1.3469336032867432,
      "learning_rate": 2.4923681926695015e-06,
      "loss": 0.3539,
      "step": 1449860
    },
    {
      "epoch": 404.65,
      "grad_norm": 0.9539636373519897,
      "learning_rate": 2.492341207445164e-06,
      "loss": 0.3532,
      "step": 1449870
    },
    {
      "epoch": 404.66,
      "grad_norm": 0.922509491443634,
      "learning_rate": 2.4923142222010483e-06,
      "loss": 0.3464,
      "step": 1449880
    },
    {
      "epoch": 404.66,
      "grad_norm": 0.9956085681915283,
      "learning_rate": 2.4922872369371586e-06,
      "loss": 0.3497,
      "step": 1449890
    },
    {
      "epoch": 404.66,
      "grad_norm": 1.0442529916763306,
      "learning_rate": 2.492260251653499e-06,
      "loss": 0.3523,
      "step": 1449900
    },
    {
      "epoch": 404.66,
      "grad_norm": 0.9638886451721191,
      "learning_rate": 2.492233266350072e-06,
      "loss": 0.3487,
      "step": 1449910
    },
    {
      "epoch": 404.67,
      "grad_norm": 0.9287745952606201,
      "learning_rate": 2.4922062810268826e-06,
      "loss": 0.3574,
      "step": 1449920
    },
    {
      "epoch": 404.67,
      "grad_norm": 1.0532065629959106,
      "learning_rate": 2.492179295683934e-06,
      "loss": 0.3576,
      "step": 1449930
    },
    {
      "epoch": 404.67,
      "grad_norm": 1.0066242218017578,
      "learning_rate": 2.492152310321228e-06,
      "loss": 0.3385,
      "step": 1449940
    },
    {
      "epoch": 404.67,
      "grad_norm": 0.9555656909942627,
      "learning_rate": 2.49212532493877e-06,
      "loss": 0.3543,
      "step": 1449950
    },
    {
      "epoch": 404.68,
      "grad_norm": 0.9329975247383118,
      "learning_rate": 2.4920983395365643e-06,
      "loss": 0.3674,
      "step": 1449960
    },
    {
      "epoch": 404.68,
      "grad_norm": 1.7711315155029297,
      "learning_rate": 2.4920713541146128e-06,
      "loss": 0.3461,
      "step": 1449970
    },
    {
      "epoch": 404.68,
      "grad_norm": 0.9673977494239807,
      "learning_rate": 2.492044368672919e-06,
      "loss": 0.3383,
      "step": 1449980
    },
    {
      "epoch": 404.69,
      "grad_norm": 0.9190250635147095,
      "learning_rate": 2.4920173832114877e-06,
      "loss": 0.3505,
      "step": 1449990
    },
    {
      "epoch": 404.69,
      "grad_norm": 1.118931770324707,
      "learning_rate": 2.4919903977303226e-06,
      "loss": 0.3417,
      "step": 1450000
    },
    {
      "epoch": 404.69,
      "grad_norm": 0.9400932192802429,
      "learning_rate": 2.4919634122294255e-06,
      "loss": 0.3311,
      "step": 1450010
    },
    {
      "epoch": 404.69,
      "grad_norm": 1.1064398288726807,
      "learning_rate": 2.491936426708802e-06,
      "loss": 0.3454,
      "step": 1450020
    },
    {
      "epoch": 404.7,
      "grad_norm": 1.0006688833236694,
      "learning_rate": 2.491909441168455e-06,
      "loss": 0.3477,
      "step": 1450030
    },
    {
      "epoch": 404.7,
      "grad_norm": 1.4176766872406006,
      "learning_rate": 2.491882455608387e-06,
      "loss": 0.3557,
      "step": 1450040
    },
    {
      "epoch": 404.7,
      "grad_norm": 0.9869519472122192,
      "learning_rate": 2.491855470028603e-06,
      "loss": 0.3422,
      "step": 1450050
    },
    {
      "epoch": 404.71,
      "grad_norm": 0.9470436573028564,
      "learning_rate": 2.491828484429106e-06,
      "loss": 0.3554,
      "step": 1450060
    },
    {
      "epoch": 404.71,
      "grad_norm": 0.9382123351097107,
      "learning_rate": 2.4918014988099e-06,
      "loss": 0.3527,
      "step": 1450070
    },
    {
      "epoch": 404.71,
      "grad_norm": 1.008957028388977,
      "learning_rate": 2.491774513170988e-06,
      "loss": 0.347,
      "step": 1450080
    },
    {
      "epoch": 404.71,
      "grad_norm": 1.1968120336532593,
      "learning_rate": 2.491747527512375e-06,
      "loss": 0.3338,
      "step": 1450090
    },
    {
      "epoch": 404.72,
      "grad_norm": 0.8851847052574158,
      "learning_rate": 2.491720541834062e-06,
      "loss": 0.3454,
      "step": 1450100
    },
    {
      "epoch": 404.72,
      "grad_norm": 0.9189333915710449,
      "learning_rate": 2.491693556136054e-06,
      "loss": 0.3602,
      "step": 1450110
    },
    {
      "epoch": 404.72,
      "grad_norm": 0.8757006525993347,
      "learning_rate": 2.4916665704183562e-06,
      "loss": 0.3489,
      "step": 1450120
    },
    {
      "epoch": 404.73,
      "grad_norm": 0.9285988211631775,
      "learning_rate": 2.491639584680969e-06,
      "loss": 0.3514,
      "step": 1450130
    },
    {
      "epoch": 404.73,
      "grad_norm": 1.078643560409546,
      "learning_rate": 2.4916125989238992e-06,
      "loss": 0.3467,
      "step": 1450140
    },
    {
      "epoch": 404.73,
      "grad_norm": 1.0299040079116821,
      "learning_rate": 2.491585613147147e-06,
      "loss": 0.3559,
      "step": 1450150
    },
    {
      "epoch": 404.73,
      "grad_norm": 0.8657801151275635,
      "learning_rate": 2.49155862735072e-06,
      "loss": 0.3476,
      "step": 1450160
    },
    {
      "epoch": 404.74,
      "grad_norm": 1.0007346868515015,
      "learning_rate": 2.491531641534618e-06,
      "loss": 0.3494,
      "step": 1450170
    },
    {
      "epoch": 404.74,
      "grad_norm": 0.8960883617401123,
      "learning_rate": 2.4915046556988465e-06,
      "loss": 0.3521,
      "step": 1450180
    },
    {
      "epoch": 404.74,
      "grad_norm": 0.7981111407279968,
      "learning_rate": 2.4914776698434093e-06,
      "loss": 0.3631,
      "step": 1450190
    },
    {
      "epoch": 404.74,
      "grad_norm": 0.9970008134841919,
      "learning_rate": 2.491450683968309e-06,
      "loss": 0.3428,
      "step": 1450200
    },
    {
      "epoch": 404.75,
      "grad_norm": 1.1549725532531738,
      "learning_rate": 2.4914236980735506e-06,
      "loss": 0.3308,
      "step": 1450210
    },
    {
      "epoch": 404.75,
      "grad_norm": 1.086302638053894,
      "learning_rate": 2.4913967121591362e-06,
      "loss": 0.3391,
      "step": 1450220
    },
    {
      "epoch": 404.75,
      "grad_norm": 1.308713436126709,
      "learning_rate": 2.4913697262250703e-06,
      "loss": 0.3498,
      "step": 1450230
    },
    {
      "epoch": 404.76,
      "grad_norm": 1.0482066869735718,
      "learning_rate": 2.4913427402713553e-06,
      "loss": 0.355,
      "step": 1450240
    },
    {
      "epoch": 404.76,
      "grad_norm": 0.9539509415626526,
      "learning_rate": 2.4913157542979963e-06,
      "loss": 0.3452,
      "step": 1450250
    },
    {
      "epoch": 404.76,
      "grad_norm": 1.4443318843841553,
      "learning_rate": 2.4912887683049963e-06,
      "loss": 0.3421,
      "step": 1450260
    },
    {
      "epoch": 404.76,
      "grad_norm": 1.2209945917129517,
      "learning_rate": 2.491261782292358e-06,
      "loss": 0.3433,
      "step": 1450270
    },
    {
      "epoch": 404.77,
      "grad_norm": 1.1051660776138306,
      "learning_rate": 2.4912347962600874e-06,
      "loss": 0.3488,
      "step": 1450280
    },
    {
      "epoch": 404.77,
      "grad_norm": 1.1289241313934326,
      "learning_rate": 2.491207810208186e-06,
      "loss": 0.3638,
      "step": 1450290
    },
    {
      "epoch": 404.77,
      "grad_norm": 1.5377804040908813,
      "learning_rate": 2.4911808241366568e-06,
      "loss": 0.3459,
      "step": 1450300
    },
    {
      "epoch": 404.78,
      "grad_norm": 0.993077278137207,
      "learning_rate": 2.491153838045505e-06,
      "loss": 0.3427,
      "step": 1450310
    },
    {
      "epoch": 404.78,
      "grad_norm": 1.043270468711853,
      "learning_rate": 2.4911268519347346e-06,
      "loss": 0.3432,
      "step": 1450320
    },
    {
      "epoch": 404.78,
      "grad_norm": 1.0835464000701904,
      "learning_rate": 2.4910998658043476e-06,
      "loss": 0.3393,
      "step": 1450330
    },
    {
      "epoch": 404.78,
      "grad_norm": 1.052484154701233,
      "learning_rate": 2.491072879654348e-06,
      "loss": 0.36,
      "step": 1450340
    },
    {
      "epoch": 404.79,
      "grad_norm": 1.2742488384246826,
      "learning_rate": 2.4910458934847407e-06,
      "loss": 0.3535,
      "step": 1450350
    },
    {
      "epoch": 404.79,
      "grad_norm": 1.6540814638137817,
      "learning_rate": 2.4910189072955277e-06,
      "loss": 0.345,
      "step": 1450360
    },
    {
      "epoch": 404.79,
      "grad_norm": 1.1115901470184326,
      "learning_rate": 2.4909919210867135e-06,
      "loss": 0.3637,
      "step": 1450370
    },
    {
      "epoch": 404.79,
      "grad_norm": 1.0954407453536987,
      "learning_rate": 2.490964934858301e-06,
      "loss": 0.3431,
      "step": 1450380
    },
    {
      "epoch": 404.8,
      "grad_norm": 0.8582187294960022,
      "learning_rate": 2.4909379486102938e-06,
      "loss": 0.3457,
      "step": 1450390
    },
    {
      "epoch": 404.8,
      "grad_norm": 1.7572052478790283,
      "learning_rate": 2.4909109623426963e-06,
      "loss": 0.3376,
      "step": 1450400
    },
    {
      "epoch": 404.8,
      "grad_norm": 1.1304830312728882,
      "learning_rate": 2.4908839760555116e-06,
      "loss": 0.3705,
      "step": 1450410
    },
    {
      "epoch": 404.81,
      "grad_norm": 1.0851774215698242,
      "learning_rate": 2.4908569897487427e-06,
      "loss": 0.3478,
      "step": 1450420
    },
    {
      "epoch": 404.81,
      "grad_norm": 1.0380820035934448,
      "learning_rate": 2.4908300034223955e-06,
      "loss": 0.3435,
      "step": 1450430
    },
    {
      "epoch": 404.81,
      "grad_norm": 1.109731912612915,
      "learning_rate": 2.4908030170764703e-06,
      "loss": 0.3427,
      "step": 1450440
    },
    {
      "epoch": 404.81,
      "grad_norm": 1.0409446954727173,
      "learning_rate": 2.490776030710973e-06,
      "loss": 0.3452,
      "step": 1450450
    },
    {
      "epoch": 404.82,
      "grad_norm": 1.0753240585327148,
      "learning_rate": 2.490749044325906e-06,
      "loss": 0.3436,
      "step": 1450460
    },
    {
      "epoch": 404.82,
      "grad_norm": 1.592751145362854,
      "learning_rate": 2.4907220579212733e-06,
      "loss": 0.3505,
      "step": 1450470
    },
    {
      "epoch": 404.82,
      "grad_norm": 1.0753257274627686,
      "learning_rate": 2.4906950714970793e-06,
      "loss": 0.3492,
      "step": 1450480
    },
    {
      "epoch": 404.83,
      "grad_norm": 1.0060580968856812,
      "learning_rate": 2.4906680850533265e-06,
      "loss": 0.3631,
      "step": 1450490
    },
    {
      "epoch": 404.83,
      "grad_norm": 0.948343813419342,
      "learning_rate": 2.490641098590019e-06,
      "loss": 0.3616,
      "step": 1450500
    },
    {
      "epoch": 404.83,
      "grad_norm": 1.1687285900115967,
      "learning_rate": 2.4906141121071605e-06,
      "loss": 0.3389,
      "step": 1450510
    },
    {
      "epoch": 404.83,
      "grad_norm": 1.082943320274353,
      "learning_rate": 2.4905871256047537e-06,
      "loss": 0.3618,
      "step": 1450520
    },
    {
      "epoch": 404.84,
      "grad_norm": 1.384594440460205,
      "learning_rate": 2.4905601390828033e-06,
      "loss": 0.3413,
      "step": 1450530
    },
    {
      "epoch": 404.84,
      "grad_norm": 0.9418946504592896,
      "learning_rate": 2.490533152541312e-06,
      "loss": 0.3455,
      "step": 1450540
    },
    {
      "epoch": 404.84,
      "grad_norm": 0.9882699251174927,
      "learning_rate": 2.4905061659802843e-06,
      "loss": 0.3634,
      "step": 1450550
    },
    {
      "epoch": 404.85,
      "grad_norm": 0.9668406844139099,
      "learning_rate": 2.4904791793997226e-06,
      "loss": 0.334,
      "step": 1450560
    },
    {
      "epoch": 404.85,
      "grad_norm": 1.2477906942367554,
      "learning_rate": 2.490452192799632e-06,
      "loss": 0.3353,
      "step": 1450570
    },
    {
      "epoch": 404.85,
      "grad_norm": 0.8761670589447021,
      "learning_rate": 2.4904252061800158e-06,
      "loss": 0.3419,
      "step": 1450580
    },
    {
      "epoch": 404.85,
      "grad_norm": 1.0326282978057861,
      "learning_rate": 2.4903982195408758e-06,
      "loss": 0.3446,
      "step": 1450590
    },
    {
      "epoch": 404.86,
      "grad_norm": 2.7476329803466797,
      "learning_rate": 2.490371232882217e-06,
      "loss": 0.3371,
      "step": 1450600
    },
    {
      "epoch": 404.86,
      "grad_norm": 1.0901696681976318,
      "learning_rate": 2.4903442462040433e-06,
      "loss": 0.3476,
      "step": 1450610
    },
    {
      "epoch": 404.86,
      "grad_norm": 1.068874478340149,
      "learning_rate": 2.490317259506358e-06,
      "loss": 0.3532,
      "step": 1450620
    },
    {
      "epoch": 404.86,
      "grad_norm": 0.9980871081352234,
      "learning_rate": 2.4902902727891645e-06,
      "loss": 0.3392,
      "step": 1450630
    },
    {
      "epoch": 404.87,
      "grad_norm": 1.0021694898605347,
      "learning_rate": 2.4902632860524666e-06,
      "loss": 0.3401,
      "step": 1450640
    },
    {
      "epoch": 404.87,
      "grad_norm": 0.9880456924438477,
      "learning_rate": 2.490236299296267e-06,
      "loss": 0.3346,
      "step": 1450650
    },
    {
      "epoch": 404.87,
      "grad_norm": 0.9155977964401245,
      "learning_rate": 2.4902093125205706e-06,
      "loss": 0.3415,
      "step": 1450660
    },
    {
      "epoch": 404.88,
      "grad_norm": 1.2179023027420044,
      "learning_rate": 2.490182325725381e-06,
      "loss": 0.3343,
      "step": 1450670
    },
    {
      "epoch": 404.88,
      "grad_norm": 0.9905222654342651,
      "learning_rate": 2.4901553389107e-06,
      "loss": 0.3503,
      "step": 1450680
    },
    {
      "epoch": 404.88,
      "grad_norm": 0.9341554045677185,
      "learning_rate": 2.4901283520765324e-06,
      "loss": 0.3453,
      "step": 1450690
    },
    {
      "epoch": 404.88,
      "grad_norm": 1.1277482509613037,
      "learning_rate": 2.490101365222883e-06,
      "loss": 0.3484,
      "step": 1450700
    },
    {
      "epoch": 404.89,
      "grad_norm": 1.0784246921539307,
      "learning_rate": 2.4900743783497536e-06,
      "loss": 0.3602,
      "step": 1450710
    },
    {
      "epoch": 404.89,
      "grad_norm": 1.095534324645996,
      "learning_rate": 2.490047391457148e-06,
      "loss": 0.3456,
      "step": 1450720
    },
    {
      "epoch": 404.89,
      "grad_norm": 1.1220279932022095,
      "learning_rate": 2.4900204045450706e-06,
      "loss": 0.3487,
      "step": 1450730
    },
    {
      "epoch": 404.9,
      "grad_norm": 0.9973965883255005,
      "learning_rate": 2.489993417613525e-06,
      "loss": 0.342,
      "step": 1450740
    },
    {
      "epoch": 404.9,
      "grad_norm": 0.9327026605606079,
      "learning_rate": 2.4899664306625135e-06,
      "loss": 0.3412,
      "step": 1450750
    },
    {
      "epoch": 404.9,
      "grad_norm": 1.656510353088379,
      "learning_rate": 2.4899394436920404e-06,
      "loss": 0.3501,
      "step": 1450760
    },
    {
      "epoch": 404.9,
      "grad_norm": 1.0269105434417725,
      "learning_rate": 2.4899124567021102e-06,
      "loss": 0.3458,
      "step": 1450770
    },
    {
      "epoch": 404.91,
      "grad_norm": 1.0683088302612305,
      "learning_rate": 2.4898854696927258e-06,
      "loss": 0.3449,
      "step": 1450780
    },
    {
      "epoch": 404.91,
      "grad_norm": 1.0073763132095337,
      "learning_rate": 2.48985848266389e-06,
      "loss": 0.3465,
      "step": 1450790
    },
    {
      "epoch": 404.91,
      "grad_norm": 0.9581226110458374,
      "learning_rate": 2.4898314956156077e-06,
      "loss": 0.337,
      "step": 1450800
    },
    {
      "epoch": 404.91,
      "grad_norm": 1.0793524980545044,
      "learning_rate": 2.489804508547882e-06,
      "loss": 0.3559,
      "step": 1450810
    },
    {
      "epoch": 404.92,
      "grad_norm": 1.0973330736160278,
      "learning_rate": 2.4897775214607164e-06,
      "loss": 0.3398,
      "step": 1450820
    },
    {
      "epoch": 404.92,
      "grad_norm": 1.0618088245391846,
      "learning_rate": 2.489750534354114e-06,
      "loss": 0.3555,
      "step": 1450830
    },
    {
      "epoch": 404.92,
      "grad_norm": 1.0059973001480103,
      "learning_rate": 2.4897235472280793e-06,
      "loss": 0.3495,
      "step": 1450840
    },
    {
      "epoch": 404.93,
      "grad_norm": 1.0237516164779663,
      "learning_rate": 2.489696560082615e-06,
      "loss": 0.342,
      "step": 1450850
    },
    {
      "epoch": 404.93,
      "grad_norm": 0.9630134701728821,
      "learning_rate": 2.4896695729177253e-06,
      "loss": 0.3436,
      "step": 1450860
    },
    {
      "epoch": 404.93,
      "grad_norm": 0.9620419144630432,
      "learning_rate": 2.489642585733414e-06,
      "loss": 0.3614,
      "step": 1450870
    },
    {
      "epoch": 404.93,
      "grad_norm": 1.0628665685653687,
      "learning_rate": 2.4896155985296847e-06,
      "loss": 0.3488,
      "step": 1450880
    },
    {
      "epoch": 404.94,
      "grad_norm": 1.0245020389556885,
      "learning_rate": 2.48958861130654e-06,
      "loss": 0.3596,
      "step": 1450890
    },
    {
      "epoch": 404.94,
      "grad_norm": 1.0178757905960083,
      "learning_rate": 2.489561624063985e-06,
      "loss": 0.342,
      "step": 1450900
    },
    {
      "epoch": 404.94,
      "grad_norm": 1.1118454933166504,
      "learning_rate": 2.489534636802021e-06,
      "loss": 0.3302,
      "step": 1450910
    },
    {
      "epoch": 404.95,
      "grad_norm": 1.008626103401184,
      "learning_rate": 2.4895076495206535e-06,
      "loss": 0.334,
      "step": 1450920
    },
    {
      "epoch": 404.95,
      "grad_norm": 0.9312157034873962,
      "learning_rate": 2.489480662219886e-06,
      "loss": 0.3517,
      "step": 1450930
    },
    {
      "epoch": 404.95,
      "grad_norm": 0.9534667730331421,
      "learning_rate": 2.4894536748997213e-06,
      "loss": 0.3461,
      "step": 1450940
    },
    {
      "epoch": 404.95,
      "grad_norm": 0.9376962184906006,
      "learning_rate": 2.4894266875601642e-06,
      "loss": 0.3441,
      "step": 1450950
    },
    {
      "epoch": 404.96,
      "grad_norm": 1.0962682962417603,
      "learning_rate": 2.489399700201217e-06,
      "loss": 0.3369,
      "step": 1450960
    },
    {
      "epoch": 404.96,
      "grad_norm": 1.1072425842285156,
      "learning_rate": 2.489372712822884e-06,
      "loss": 0.3434,
      "step": 1450970
    },
    {
      "epoch": 404.96,
      "grad_norm": 0.9920393228530884,
      "learning_rate": 2.489345725425168e-06,
      "loss": 0.3449,
      "step": 1450980
    },
    {
      "epoch": 404.97,
      "grad_norm": 1.0360077619552612,
      "learning_rate": 2.4893187380080735e-06,
      "loss": 0.3446,
      "step": 1450990
    },
    {
      "epoch": 404.97,
      "grad_norm": 1.0999901294708252,
      "learning_rate": 2.4892917505716036e-06,
      "loss": 0.3419,
      "step": 1451000
    },
    {
      "epoch": 404.97,
      "grad_norm": 0.954763650894165,
      "learning_rate": 2.489264763115762e-06,
      "loss": 0.3331,
      "step": 1451010
    },
    {
      "epoch": 404.97,
      "grad_norm": 1.061737298965454,
      "learning_rate": 2.489237775640553e-06,
      "loss": 0.338,
      "step": 1451020
    },
    {
      "epoch": 404.98,
      "grad_norm": 1.0837990045547485,
      "learning_rate": 2.4892107881459793e-06,
      "loss": 0.349,
      "step": 1451030
    },
    {
      "epoch": 404.98,
      "grad_norm": 0.9818966388702393,
      "learning_rate": 2.4891838006320445e-06,
      "loss": 0.3376,
      "step": 1451040
    },
    {
      "epoch": 404.98,
      "grad_norm": 1.1337345838546753,
      "learning_rate": 2.489156813098752e-06,
      "loss": 0.3454,
      "step": 1451050
    },
    {
      "epoch": 404.98,
      "grad_norm": 1.5160167217254639,
      "learning_rate": 2.489129825546107e-06,
      "loss": 0.3448,
      "step": 1451060
    },
    {
      "epoch": 404.99,
      "grad_norm": 0.9620546102523804,
      "learning_rate": 2.489102837974111e-06,
      "loss": 0.355,
      "step": 1451070
    },
    {
      "epoch": 404.99,
      "grad_norm": 0.9357215166091919,
      "learning_rate": 2.4890758503827686e-06,
      "loss": 0.3493,
      "step": 1451080
    },
    {
      "epoch": 404.99,
      "grad_norm": 1.1897456645965576,
      "learning_rate": 2.489048862772083e-06,
      "loss": 0.3426,
      "step": 1451090
    },
    {
      "epoch": 405.0,
      "grad_norm": 0.9198721051216125,
      "learning_rate": 2.4890218751420593e-06,
      "loss": 0.3476,
      "step": 1451100
    },
    {
      "epoch": 405.0,
      "grad_norm": 0.9251828789710999,
      "learning_rate": 2.4889948874926987e-06,
      "loss": 0.3483,
      "step": 1451110
    },
    {
      "epoch": 405.0,
      "eval_loss": 0.3475770652294159,
      "eval_runtime": 63.0245,
      "eval_samples_per_second": 80.27,
      "eval_steps_per_second": 10.044,
      "step": 1451115
    },
    {
      "epoch": 405.0,
      "grad_norm": 0.9221802949905396,
      "learning_rate": 2.4889678998240067e-06,
      "loss": 0.3483,
      "step": 1451120
    },
    {
      "epoch": 405.0,
      "grad_norm": 1.2119500637054443,
      "learning_rate": 2.4889409121359854e-06,
      "loss": 0.343,
      "step": 1451130
    },
    {
      "epoch": 405.01,
      "grad_norm": 1.039698600769043,
      "learning_rate": 2.4889139244286394e-06,
      "loss": 0.3486,
      "step": 1451140
    },
    {
      "epoch": 405.01,
      "grad_norm": 1.4482944011688232,
      "learning_rate": 2.488886936701972e-06,
      "loss": 0.3556,
      "step": 1451150
    },
    {
      "epoch": 405.01,
      "grad_norm": 0.991626501083374,
      "learning_rate": 2.488859948955987e-06,
      "loss": 0.3575,
      "step": 1451160
    },
    {
      "epoch": 405.02,
      "grad_norm": 1.1032559871673584,
      "learning_rate": 2.488832961190688e-06,
      "loss": 0.336,
      "step": 1451170
    },
    {
      "epoch": 405.02,
      "grad_norm": 1.0095584392547607,
      "learning_rate": 2.4888059734060784e-06,
      "loss": 0.3599,
      "step": 1451180
    },
    {
      "epoch": 405.02,
      "grad_norm": 1.4632749557495117,
      "learning_rate": 2.4887789856021618e-06,
      "loss": 0.3323,
      "step": 1451190
    },
    {
      "epoch": 405.02,
      "grad_norm": 1.0351508855819702,
      "learning_rate": 2.4887519977789413e-06,
      "loss": 0.3511,
      "step": 1451200
    },
    {
      "epoch": 405.03,
      "grad_norm": 1.164929986000061,
      "learning_rate": 2.488725009936421e-06,
      "loss": 0.3453,
      "step": 1451210
    },
    {
      "epoch": 405.03,
      "grad_norm": 0.9909745454788208,
      "learning_rate": 2.4886980220746048e-06,
      "loss": 0.3444,
      "step": 1451220
    },
    {
      "epoch": 405.03,
      "grad_norm": 1.0631259679794312,
      "learning_rate": 2.488671034193496e-06,
      "loss": 0.3421,
      "step": 1451230
    },
    {
      "epoch": 405.03,
      "grad_norm": 0.9899182915687561,
      "learning_rate": 2.4886440462930985e-06,
      "loss": 0.3615,
      "step": 1451240
    },
    {
      "epoch": 405.04,
      "grad_norm": 0.9845958352088928,
      "learning_rate": 2.4886170583734158e-06,
      "loss": 0.3472,
      "step": 1451250
    },
    {
      "epoch": 405.04,
      "grad_norm": 1.096623420715332,
      "learning_rate": 2.4885900704344504e-06,
      "loss": 0.3466,
      "step": 1451260
    },
    {
      "epoch": 405.04,
      "grad_norm": 1.0409175157546997,
      "learning_rate": 2.4885630824762065e-06,
      "loss": 0.3523,
      "step": 1451270
    },
    {
      "epoch": 405.05,
      "grad_norm": 0.9187262058258057,
      "learning_rate": 2.4885360944986888e-06,
      "loss": 0.3328,
      "step": 1451280
    },
    {
      "epoch": 405.05,
      "grad_norm": 0.9743282198905945,
      "learning_rate": 2.4885091065019e-06,
      "loss": 0.3425,
      "step": 1451290
    },
    {
      "epoch": 405.05,
      "grad_norm": 1.0470783710479736,
      "learning_rate": 2.488482118485843e-06,
      "loss": 0.3651,
      "step": 1451300
    },
    {
      "epoch": 405.05,
      "grad_norm": 1.366969347000122,
      "learning_rate": 2.4884551304505225e-06,
      "loss": 0.3466,
      "step": 1451310
    },
    {
      "epoch": 405.06,
      "grad_norm": 1.0093097686767578,
      "learning_rate": 2.488428142395942e-06,
      "loss": 0.3492,
      "step": 1451320
    },
    {
      "epoch": 405.06,
      "grad_norm": 1.0625535249710083,
      "learning_rate": 2.4884011543221045e-06,
      "loss": 0.3453,
      "step": 1451330
    },
    {
      "epoch": 405.06,
      "grad_norm": 1.0857514142990112,
      "learning_rate": 2.4883741662290134e-06,
      "loss": 0.3604,
      "step": 1451340
    },
    {
      "epoch": 405.07,
      "grad_norm": 1.0619726181030273,
      "learning_rate": 2.488347178116674e-06,
      "loss": 0.3558,
      "step": 1451350
    },
    {
      "epoch": 405.07,
      "grad_norm": 1.0930838584899902,
      "learning_rate": 2.4883201899850873e-06,
      "loss": 0.3537,
      "step": 1451360
    },
    {
      "epoch": 405.07,
      "grad_norm": 1.0506830215454102,
      "learning_rate": 2.4882932018342594e-06,
      "loss": 0.3506,
      "step": 1451370
    },
    {
      "epoch": 405.07,
      "grad_norm": 0.9205687642097473,
      "learning_rate": 2.488266213664192e-06,
      "loss": 0.3537,
      "step": 1451380
    },
    {
      "epoch": 405.08,
      "grad_norm": 0.9969083070755005,
      "learning_rate": 2.4882392254748908e-06,
      "loss": 0.3363,
      "step": 1451390
    },
    {
      "epoch": 405.08,
      "grad_norm": 1.0510441064834595,
      "learning_rate": 2.4882122372663567e-06,
      "loss": 0.3449,
      "step": 1451400
    },
    {
      "epoch": 405.08,
      "grad_norm": 1.0507521629333496,
      "learning_rate": 2.488185249038595e-06,
      "loss": 0.3356,
      "step": 1451410
    },
    {
      "epoch": 405.09,
      "grad_norm": 1.055769681930542,
      "learning_rate": 2.4881582607916086e-06,
      "loss": 0.3466,
      "step": 1451420
    },
    {
      "epoch": 405.09,
      "grad_norm": 1.1709628105163574,
      "learning_rate": 2.4881312725254017e-06,
      "loss": 0.3378,
      "step": 1451430
    },
    {
      "epoch": 405.09,
      "grad_norm": 0.9739040732383728,
      "learning_rate": 2.488104284239977e-06,
      "loss": 0.3422,
      "step": 1451440
    },
    {
      "epoch": 405.09,
      "grad_norm": 1.2253119945526123,
      "learning_rate": 2.4880772959353402e-06,
      "loss": 0.349,
      "step": 1451450
    },
    {
      "epoch": 405.1,
      "grad_norm": 0.8637679219245911,
      "learning_rate": 2.4880503076114924e-06,
      "loss": 0.3326,
      "step": 1451460
    },
    {
      "epoch": 405.1,
      "grad_norm": 0.9074792861938477,
      "learning_rate": 2.4880233192684384e-06,
      "loss": 0.346,
      "step": 1451470
    },
    {
      "epoch": 405.1,
      "grad_norm": 1.1864515542984009,
      "learning_rate": 2.4879963309061814e-06,
      "loss": 0.3426,
      "step": 1451480
    },
    {
      "epoch": 405.1,
      "grad_norm": 1.1225972175598145,
      "learning_rate": 2.487969342524725e-06,
      "loss": 0.3378,
      "step": 1451490
    },
    {
      "epoch": 405.11,
      "grad_norm": 1.0357102155685425,
      "learning_rate": 2.4879423541240734e-06,
      "loss": 0.3604,
      "step": 1451500
    },
    {
      "epoch": 405.11,
      "grad_norm": 0.9853555560112,
      "learning_rate": 2.4879153657042296e-06,
      "loss": 0.3502,
      "step": 1451510
    },
    {
      "epoch": 405.11,
      "grad_norm": 0.9604943990707397,
      "learning_rate": 2.487888377265197e-06,
      "loss": 0.3428,
      "step": 1451520
    },
    {
      "epoch": 405.12,
      "grad_norm": 1.0617365837097168,
      "learning_rate": 2.48786138880698e-06,
      "loss": 0.3678,
      "step": 1451530
    },
    {
      "epoch": 405.12,
      "grad_norm": 0.9873124361038208,
      "learning_rate": 2.487834400329582e-06,
      "loss": 0.3566,
      "step": 1451540
    },
    {
      "epoch": 405.12,
      "grad_norm": 1.0757737159729004,
      "learning_rate": 2.487807411833006e-06,
      "loss": 0.3371,
      "step": 1451550
    },
    {
      "epoch": 405.12,
      "grad_norm": 1.0464807748794556,
      "learning_rate": 2.4877804233172557e-06,
      "loss": 0.3488,
      "step": 1451560
    },
    {
      "epoch": 405.13,
      "grad_norm": 0.9755638241767883,
      "learning_rate": 2.4877534347823353e-06,
      "loss": 0.3395,
      "step": 1451570
    },
    {
      "epoch": 405.13,
      "grad_norm": 0.9563349485397339,
      "learning_rate": 2.4877264462282478e-06,
      "loss": 0.3491,
      "step": 1451580
    },
    {
      "epoch": 405.13,
      "grad_norm": 1.0657356977462769,
      "learning_rate": 2.4876994576549966e-06,
      "loss": 0.347,
      "step": 1451590
    },
    {
      "epoch": 405.14,
      "grad_norm": 1.0414612293243408,
      "learning_rate": 2.4876724690625863e-06,
      "loss": 0.3276,
      "step": 1451600
    },
    {
      "epoch": 405.14,
      "grad_norm": 1.0743540525436401,
      "learning_rate": 2.487645480451019e-06,
      "loss": 0.3444,
      "step": 1451610
    },
    {
      "epoch": 405.14,
      "grad_norm": 1.001289963722229,
      "learning_rate": 2.4876184918203006e-06,
      "loss": 0.3402,
      "step": 1451620
    },
    {
      "epoch": 405.14,
      "grad_norm": 1.0245239734649658,
      "learning_rate": 2.4875915031704327e-06,
      "loss": 0.3425,
      "step": 1451630
    },
    {
      "epoch": 405.15,
      "grad_norm": 0.9257186651229858,
      "learning_rate": 2.4875645145014193e-06,
      "loss": 0.3458,
      "step": 1451640
    },
    {
      "epoch": 405.15,
      "grad_norm": 1.1727436780929565,
      "learning_rate": 2.487537525813264e-06,
      "loss": 0.342,
      "step": 1451650
    },
    {
      "epoch": 405.15,
      "grad_norm": 1.069715142250061,
      "learning_rate": 2.48751053710597e-06,
      "loss": 0.3689,
      "step": 1451660
    },
    {
      "epoch": 405.15,
      "grad_norm": 0.9438216090202332,
      "learning_rate": 2.4874835483795423e-06,
      "loss": 0.3454,
      "step": 1451670
    },
    {
      "epoch": 405.16,
      "grad_norm": 0.9304251074790955,
      "learning_rate": 2.4874565596339834e-06,
      "loss": 0.3346,
      "step": 1451680
    },
    {
      "epoch": 405.16,
      "grad_norm": 1.0285240411758423,
      "learning_rate": 2.4874295708692976e-06,
      "loss": 0.3542,
      "step": 1451690
    },
    {
      "epoch": 405.16,
      "grad_norm": 1.0212047100067139,
      "learning_rate": 2.4874025820854876e-06,
      "loss": 0.343,
      "step": 1451700
    },
    {
      "epoch": 405.17,
      "grad_norm": 1.073836326599121,
      "learning_rate": 2.487375593282557e-06,
      "loss": 0.3417,
      "step": 1451710
    },
    {
      "epoch": 405.17,
      "grad_norm": 1.2100645303726196,
      "learning_rate": 2.4873486044605102e-06,
      "loss": 0.3449,
      "step": 1451720
    },
    {
      "epoch": 405.17,
      "grad_norm": 1.0596033334732056,
      "learning_rate": 2.4873216156193497e-06,
      "loss": 0.3481,
      "step": 1451730
    },
    {
      "epoch": 405.17,
      "grad_norm": 1.4295964241027832,
      "learning_rate": 2.487294626759081e-06,
      "loss": 0.3505,
      "step": 1451740
    },
    {
      "epoch": 405.18,
      "grad_norm": 0.9721406102180481,
      "learning_rate": 2.4872676378797057e-06,
      "loss": 0.354,
      "step": 1451750
    },
    {
      "epoch": 405.18,
      "grad_norm": 0.9611013531684875,
      "learning_rate": 2.4872406489812285e-06,
      "loss": 0.334,
      "step": 1451760
    },
    {
      "epoch": 405.18,
      "grad_norm": 1.1309494972229004,
      "learning_rate": 2.487213660063653e-06,
      "loss": 0.3443,
      "step": 1451770
    },
    {
      "epoch": 405.19,
      "grad_norm": 1.1162985563278198,
      "learning_rate": 2.4871866711269814e-06,
      "loss": 0.368,
      "step": 1451780
    },
    {
      "epoch": 405.19,
      "grad_norm": 1.0266087055206299,
      "learning_rate": 2.4871596821712186e-06,
      "loss": 0.3407,
      "step": 1451790
    },
    {
      "epoch": 405.19,
      "grad_norm": 1.1312870979309082,
      "learning_rate": 2.4871326931963687e-06,
      "loss": 0.3536,
      "step": 1451800
    },
    {
      "epoch": 405.19,
      "grad_norm": 0.9701200127601624,
      "learning_rate": 2.4871057042024335e-06,
      "loss": 0.3414,
      "step": 1451810
    },
    {
      "epoch": 405.2,
      "grad_norm": 1.0412288904190063,
      "learning_rate": 2.487078715189418e-06,
      "loss": 0.3642,
      "step": 1451820
    },
    {
      "epoch": 405.2,
      "grad_norm": 1.0446606874465942,
      "learning_rate": 2.487051726157326e-06,
      "loss": 0.3621,
      "step": 1451830
    },
    {
      "epoch": 405.2,
      "grad_norm": 1.013928771018982,
      "learning_rate": 2.4870247371061603e-06,
      "loss": 0.3477,
      "step": 1451840
    },
    {
      "epoch": 405.21,
      "grad_norm": 1.3842607736587524,
      "learning_rate": 2.4869977480359243e-06,
      "loss": 0.3371,
      "step": 1451850
    },
    {
      "epoch": 405.21,
      "grad_norm": 1.0936423540115356,
      "learning_rate": 2.4869707589466225e-06,
      "loss": 0.3495,
      "step": 1451860
    },
    {
      "epoch": 405.21,
      "grad_norm": 0.9707063436508179,
      "learning_rate": 2.486943769838257e-06,
      "loss": 0.3452,
      "step": 1451870
    },
    {
      "epoch": 405.21,
      "grad_norm": 1.2320342063903809,
      "learning_rate": 2.4869167807108328e-06,
      "loss": 0.3393,
      "step": 1451880
    },
    {
      "epoch": 405.22,
      "grad_norm": 0.8719244599342346,
      "learning_rate": 2.4868897915643533e-06,
      "loss": 0.3411,
      "step": 1451890
    },
    {
      "epoch": 405.22,
      "grad_norm": 0.9962849617004395,
      "learning_rate": 2.486862802398822e-06,
      "loss": 0.3442,
      "step": 1451900
    },
    {
      "epoch": 405.22,
      "grad_norm": 0.8876439332962036,
      "learning_rate": 2.486835813214242e-06,
      "loss": 0.3475,
      "step": 1451910
    },
    {
      "epoch": 405.22,
      "grad_norm": 1.0647048950195312,
      "learning_rate": 2.4868088240106174e-06,
      "loss": 0.3523,
      "step": 1451920
    },
    {
      "epoch": 405.23,
      "grad_norm": 0.9796030521392822,
      "learning_rate": 2.486781834787952e-06,
      "loss": 0.3548,
      "step": 1451930
    },
    {
      "epoch": 405.23,
      "grad_norm": 1.0007975101470947,
      "learning_rate": 2.4867548455462486e-06,
      "loss": 0.3473,
      "step": 1451940
    },
    {
      "epoch": 405.23,
      "grad_norm": 1.1216262578964233,
      "learning_rate": 2.4867278562855108e-06,
      "loss": 0.3448,
      "step": 1451950
    },
    {
      "epoch": 405.24,
      "grad_norm": 1.1085323095321655,
      "learning_rate": 2.4867008670057434e-06,
      "loss": 0.3345,
      "step": 1451960
    },
    {
      "epoch": 405.24,
      "grad_norm": 1.1130167245864868,
      "learning_rate": 2.4866738777069488e-06,
      "loss": 0.3539,
      "step": 1451970
    },
    {
      "epoch": 405.24,
      "grad_norm": 0.9345642924308777,
      "learning_rate": 2.486646888389131e-06,
      "loss": 0.3512,
      "step": 1451980
    },
    {
      "epoch": 405.24,
      "grad_norm": 1.0520533323287964,
      "learning_rate": 2.486619899052294e-06,
      "loss": 0.3584,
      "step": 1451990
    },
    {
      "epoch": 405.25,
      "grad_norm": 0.9019883275032043,
      "learning_rate": 2.4865929096964403e-06,
      "loss": 0.3576,
      "step": 1452000
    },
    {
      "epoch": 405.25,
      "grad_norm": 0.9979518055915833,
      "learning_rate": 2.4865659203215745e-06,
      "loss": 0.3525,
      "step": 1452010
    },
    {
      "epoch": 405.25,
      "grad_norm": 1.110520362854004,
      "learning_rate": 2.4865389309276995e-06,
      "loss": 0.3488,
      "step": 1452020
    },
    {
      "epoch": 405.26,
      "grad_norm": 0.9051601886749268,
      "learning_rate": 2.48651194151482e-06,
      "loss": 0.3594,
      "step": 1452030
    },
    {
      "epoch": 405.26,
      "grad_norm": 0.9659860134124756,
      "learning_rate": 2.4864849520829384e-06,
      "loss": 0.3541,
      "step": 1452040
    },
    {
      "epoch": 405.26,
      "grad_norm": 1.0007984638214111,
      "learning_rate": 2.486457962632059e-06,
      "loss": 0.3384,
      "step": 1452050
    },
    {
      "epoch": 405.26,
      "grad_norm": 1.0824414491653442,
      "learning_rate": 2.486430973162185e-06,
      "loss": 0.3554,
      "step": 1452060
    },
    {
      "epoch": 405.27,
      "grad_norm": 1.2183231115341187,
      "learning_rate": 2.48640398367332e-06,
      "loss": 0.3427,
      "step": 1452070
    },
    {
      "epoch": 405.27,
      "grad_norm": 1.457482099533081,
      "learning_rate": 2.4863769941654677e-06,
      "loss": 0.3404,
      "step": 1452080
    },
    {
      "epoch": 405.27,
      "grad_norm": 1.0782301425933838,
      "learning_rate": 2.486350004638632e-06,
      "loss": 0.333,
      "step": 1452090
    },
    {
      "epoch": 405.27,
      "grad_norm": 1.3308907747268677,
      "learning_rate": 2.4863230150928153e-06,
      "loss": 0.3476,
      "step": 1452100
    },
    {
      "epoch": 405.28,
      "grad_norm": 0.9386218786239624,
      "learning_rate": 2.486296025528023e-06,
      "loss": 0.3669,
      "step": 1452110
    },
    {
      "epoch": 405.28,
      "grad_norm": 0.9783506393432617,
      "learning_rate": 2.4862690359442578e-06,
      "loss": 0.3413,
      "step": 1452120
    },
    {
      "epoch": 405.28,
      "grad_norm": 1.4343898296356201,
      "learning_rate": 2.486242046341523e-06,
      "loss": 0.3426,
      "step": 1452130
    },
    {
      "epoch": 405.29,
      "grad_norm": 1.026280403137207,
      "learning_rate": 2.4862150567198226e-06,
      "loss": 0.3459,
      "step": 1452140
    },
    {
      "epoch": 405.29,
      "grad_norm": 1.1127395629882812,
      "learning_rate": 2.48618806707916e-06,
      "loss": 0.3459,
      "step": 1452150
    },
    {
      "epoch": 405.29,
      "grad_norm": 1.0521037578582764,
      "learning_rate": 2.4861610774195386e-06,
      "loss": 0.3489,
      "step": 1452160
    },
    {
      "epoch": 405.29,
      "grad_norm": 1.1270387172698975,
      "learning_rate": 2.4861340877409623e-06,
      "loss": 0.359,
      "step": 1452170
    },
    {
      "epoch": 405.3,
      "grad_norm": 1.198940634727478,
      "learning_rate": 2.4861070980434345e-06,
      "loss": 0.3253,
      "step": 1452180
    },
    {
      "epoch": 405.3,
      "grad_norm": 1.0307201147079468,
      "learning_rate": 2.4860801083269594e-06,
      "loss": 0.3567,
      "step": 1452190
    },
    {
      "epoch": 405.3,
      "grad_norm": 0.9897640943527222,
      "learning_rate": 2.4860531185915405e-06,
      "loss": 0.3295,
      "step": 1452200
    },
    {
      "epoch": 405.31,
      "grad_norm": 0.9274611473083496,
      "learning_rate": 2.48602612883718e-06,
      "loss": 0.352,
      "step": 1452210
    },
    {
      "epoch": 405.31,
      "grad_norm": 0.9624769687652588,
      "learning_rate": 2.4859991390638836e-06,
      "loss": 0.3452,
      "step": 1452220
    },
    {
      "epoch": 405.31,
      "grad_norm": 1.0087109804153442,
      "learning_rate": 2.4859721492716524e-06,
      "loss": 0.3337,
      "step": 1452230
    },
    {
      "epoch": 405.31,
      "grad_norm": 0.8626174330711365,
      "learning_rate": 2.4859451594604922e-06,
      "loss": 0.3616,
      "step": 1452240
    },
    {
      "epoch": 405.32,
      "grad_norm": 1.1990983486175537,
      "learning_rate": 2.4859181696304063e-06,
      "loss": 0.3436,
      "step": 1452250
    },
    {
      "epoch": 405.32,
      "grad_norm": 1.1141833066940308,
      "learning_rate": 2.485891179781397e-06,
      "loss": 0.3323,
      "step": 1452260
    },
    {
      "epoch": 405.32,
      "grad_norm": 0.9976961612701416,
      "learning_rate": 2.4858641899134693e-06,
      "loss": 0.3549,
      "step": 1452270
    },
    {
      "epoch": 405.33,
      "grad_norm": 1.2350897789001465,
      "learning_rate": 2.485837200026626e-06,
      "loss": 0.3468,
      "step": 1452280
    },
    {
      "epoch": 405.33,
      "grad_norm": 1.1963573694229126,
      "learning_rate": 2.4858102101208703e-06,
      "loss": 0.341,
      "step": 1452290
    },
    {
      "epoch": 405.33,
      "grad_norm": 1.0079436302185059,
      "learning_rate": 2.4857832201962064e-06,
      "loss": 0.3519,
      "step": 1452300
    },
    {
      "epoch": 405.33,
      "grad_norm": 0.9211695194244385,
      "learning_rate": 2.485756230252638e-06,
      "loss": 0.3303,
      "step": 1452310
    },
    {
      "epoch": 405.34,
      "grad_norm": 1.12205171585083,
      "learning_rate": 2.485729240290169e-06,
      "loss": 0.3309,
      "step": 1452320
    },
    {
      "epoch": 405.34,
      "grad_norm": 1.0348763465881348,
      "learning_rate": 2.4857022503088016e-06,
      "loss": 0.3451,
      "step": 1452330
    },
    {
      "epoch": 405.34,
      "grad_norm": 1.1900371313095093,
      "learning_rate": 2.4856752603085413e-06,
      "loss": 0.3676,
      "step": 1452340
    },
    {
      "epoch": 405.34,
      "grad_norm": 0.9906384944915771,
      "learning_rate": 2.4856482702893904e-06,
      "loss": 0.3454,
      "step": 1452350
    },
    {
      "epoch": 405.35,
      "grad_norm": 1.1040878295898438,
      "learning_rate": 2.4856212802513525e-06,
      "loss": 0.3539,
      "step": 1452360
    },
    {
      "epoch": 405.35,
      "grad_norm": 1.0968097448349,
      "learning_rate": 2.4855942901944316e-06,
      "loss": 0.3287,
      "step": 1452370
    },
    {
      "epoch": 405.35,
      "grad_norm": 1.1144201755523682,
      "learning_rate": 2.4855673001186316e-06,
      "loss": 0.3397,
      "step": 1452380
    },
    {
      "epoch": 405.36,
      "grad_norm": 1.082155466079712,
      "learning_rate": 2.485540310023955e-06,
      "loss": 0.3438,
      "step": 1452390
    },
    {
      "epoch": 405.36,
      "grad_norm": 1.1553319692611694,
      "learning_rate": 2.4855133199104066e-06,
      "loss": 0.3511,
      "step": 1452400
    },
    {
      "epoch": 405.36,
      "grad_norm": 0.9011408686637878,
      "learning_rate": 2.485486329777989e-06,
      "loss": 0.3304,
      "step": 1452410
    },
    {
      "epoch": 405.36,
      "grad_norm": 0.9555810689926147,
      "learning_rate": 2.485459339626707e-06,
      "loss": 0.3505,
      "step": 1452420
    },
    {
      "epoch": 405.37,
      "grad_norm": 1.1114258766174316,
      "learning_rate": 2.485432349456563e-06,
      "loss": 0.3447,
      "step": 1452430
    },
    {
      "epoch": 405.37,
      "grad_norm": 1.3516898155212402,
      "learning_rate": 2.485405359267561e-06,
      "loss": 0.3502,
      "step": 1452440
    },
    {
      "epoch": 405.37,
      "grad_norm": 0.9794105291366577,
      "learning_rate": 2.4853783690597045e-06,
      "loss": 0.3487,
      "step": 1452450
    },
    {
      "epoch": 405.38,
      "grad_norm": 1.0775197744369507,
      "learning_rate": 2.485351378832997e-06,
      "loss": 0.3514,
      "step": 1452460
    },
    {
      "epoch": 405.38,
      "grad_norm": 1.1300023794174194,
      "learning_rate": 2.485324388587443e-06,
      "loss": 0.3301,
      "step": 1452470
    },
    {
      "epoch": 405.38,
      "grad_norm": 0.9750184416770935,
      "learning_rate": 2.485297398323045e-06,
      "loss": 0.3424,
      "step": 1452480
    },
    {
      "epoch": 405.38,
      "grad_norm": 1.2321566343307495,
      "learning_rate": 2.4852704080398075e-06,
      "loss": 0.36,
      "step": 1452490
    },
    {
      "epoch": 405.39,
      "grad_norm": 0.9798370599746704,
      "learning_rate": 2.485243417737733e-06,
      "loss": 0.3264,
      "step": 1452500
    },
    {
      "epoch": 405.39,
      "grad_norm": 0.9351409077644348,
      "learning_rate": 2.485216427416826e-06,
      "loss": 0.352,
      "step": 1452510
    },
    {
      "epoch": 405.39,
      "grad_norm": 1.071836233139038,
      "learning_rate": 2.48518943707709e-06,
      "loss": 0.3623,
      "step": 1452520
    },
    {
      "epoch": 405.39,
      "grad_norm": 1.1730469465255737,
      "learning_rate": 2.4851624467185278e-06,
      "loss": 0.338,
      "step": 1452530
    },
    {
      "epoch": 405.4,
      "grad_norm": 0.9032785892486572,
      "learning_rate": 2.485135456341144e-06,
      "loss": 0.342,
      "step": 1452540
    },
    {
      "epoch": 405.4,
      "grad_norm": 1.0268776416778564,
      "learning_rate": 2.4851084659449413e-06,
      "loss": 0.345,
      "step": 1452550
    },
    {
      "epoch": 405.4,
      "grad_norm": 1.0332456827163696,
      "learning_rate": 2.4850814755299237e-06,
      "loss": 0.3499,
      "step": 1452560
    },
    {
      "epoch": 405.41,
      "grad_norm": 1.2350513935089111,
      "learning_rate": 2.4850544850960956e-06,
      "loss": 0.3488,
      "step": 1452570
    },
    {
      "epoch": 405.41,
      "grad_norm": 1.0167511701583862,
      "learning_rate": 2.48502749464346e-06,
      "loss": 0.3501,
      "step": 1452580
    },
    {
      "epoch": 405.41,
      "grad_norm": 1.0125662088394165,
      "learning_rate": 2.485000504172019e-06,
      "loss": 0.3339,
      "step": 1452590
    },
    {
      "epoch": 405.41,
      "grad_norm": 1.0886125564575195,
      "learning_rate": 2.484973513681778e-06,
      "loss": 0.3452,
      "step": 1452600
    },
    {
      "epoch": 405.42,
      "grad_norm": 1.0238685607910156,
      "learning_rate": 2.4849465231727405e-06,
      "loss": 0.3609,
      "step": 1452610
    },
    {
      "epoch": 405.42,
      "grad_norm": 1.0148627758026123,
      "learning_rate": 2.4849195326449095e-06,
      "loss": 0.353,
      "step": 1452620
    },
    {
      "epoch": 405.42,
      "grad_norm": 0.9650837779045105,
      "learning_rate": 2.484892542098289e-06,
      "loss": 0.3425,
      "step": 1452630
    },
    {
      "epoch": 405.43,
      "grad_norm": 0.9346280097961426,
      "learning_rate": 2.484865551532882e-06,
      "loss": 0.3365,
      "step": 1452640
    },
    {
      "epoch": 405.43,
      "grad_norm": 0.9311975240707397,
      "learning_rate": 2.4848385609486934e-06,
      "loss": 0.336,
      "step": 1452650
    },
    {
      "epoch": 405.43,
      "grad_norm": 0.8676276206970215,
      "learning_rate": 2.4848115703457247e-06,
      "loss": 0.3727,
      "step": 1452660
    },
    {
      "epoch": 405.43,
      "grad_norm": 1.0388915538787842,
      "learning_rate": 2.4847845797239815e-06,
      "loss": 0.3568,
      "step": 1452670
    },
    {
      "epoch": 405.44,
      "grad_norm": 1.1265629529953003,
      "learning_rate": 2.484757589083466e-06,
      "loss": 0.3593,
      "step": 1452680
    },
    {
      "epoch": 405.44,
      "grad_norm": 1.1729408502578735,
      "learning_rate": 2.4847305984241826e-06,
      "loss": 0.3429,
      "step": 1452690
    },
    {
      "epoch": 405.44,
      "grad_norm": 1.0516884326934814,
      "learning_rate": 2.4847036077461346e-06,
      "loss": 0.3454,
      "step": 1452700
    },
    {
      "epoch": 405.45,
      "grad_norm": 0.9134887456893921,
      "learning_rate": 2.484676617049326e-06,
      "loss": 0.3325,
      "step": 1452710
    },
    {
      "epoch": 405.45,
      "grad_norm": 1.1016920804977417,
      "learning_rate": 2.4846496263337595e-06,
      "loss": 0.3381,
      "step": 1452720
    },
    {
      "epoch": 405.45,
      "grad_norm": 1.1158058643341064,
      "learning_rate": 2.4846226355994397e-06,
      "loss": 0.3489,
      "step": 1452730
    },
    {
      "epoch": 405.45,
      "grad_norm": 1.0563580989837646,
      "learning_rate": 2.484595644846369e-06,
      "loss": 0.3469,
      "step": 1452740
    },
    {
      "epoch": 405.46,
      "grad_norm": 0.9095066785812378,
      "learning_rate": 2.484568654074552e-06,
      "loss": 0.3638,
      "step": 1452750
    },
    {
      "epoch": 405.46,
      "grad_norm": 1.0375725030899048,
      "learning_rate": 2.484541663283992e-06,
      "loss": 0.3379,
      "step": 1452760
    },
    {
      "epoch": 405.46,
      "grad_norm": 1.1695703268051147,
      "learning_rate": 2.4845146724746933e-06,
      "loss": 0.3468,
      "step": 1452770
    },
    {
      "epoch": 405.46,
      "grad_norm": 0.8491339683532715,
      "learning_rate": 2.4844876816466578e-06,
      "loss": 0.3303,
      "step": 1452780
    },
    {
      "epoch": 405.47,
      "grad_norm": 1.031043291091919,
      "learning_rate": 2.4844606907998905e-06,
      "loss": 0.3481,
      "step": 1452790
    },
    {
      "epoch": 405.47,
      "grad_norm": 1.0309109687805176,
      "learning_rate": 2.4844336999343953e-06,
      "loss": 0.3452,
      "step": 1452800
    },
    {
      "epoch": 405.47,
      "grad_norm": 1.068203091621399,
      "learning_rate": 2.484406709050174e-06,
      "loss": 0.3343,
      "step": 1452810
    },
    {
      "epoch": 405.48,
      "grad_norm": 0.974187433719635,
      "learning_rate": 2.484379718147231e-06,
      "loss": 0.3364,
      "step": 1452820
    },
    {
      "epoch": 405.48,
      "grad_norm": 0.9927011728286743,
      "learning_rate": 2.4843527272255717e-06,
      "loss": 0.3441,
      "step": 1452830
    },
    {
      "epoch": 405.48,
      "grad_norm": 1.3680511713027954,
      "learning_rate": 2.4843257362851967e-06,
      "loss": 0.335,
      "step": 1452840
    },
    {
      "epoch": 405.48,
      "grad_norm": 1.1461187601089478,
      "learning_rate": 2.484298745326111e-06,
      "loss": 0.3457,
      "step": 1452850
    },
    {
      "epoch": 405.49,
      "grad_norm": 1.2152913808822632,
      "learning_rate": 2.4842717543483193e-06,
      "loss": 0.3522,
      "step": 1452860
    },
    {
      "epoch": 405.49,
      "grad_norm": 1.1606229543685913,
      "learning_rate": 2.4842447633518237e-06,
      "loss": 0.3563,
      "step": 1452870
    },
    {
      "epoch": 405.49,
      "grad_norm": 1.0709375143051147,
      "learning_rate": 2.484217772336628e-06,
      "loss": 0.3486,
      "step": 1452880
    },
    {
      "epoch": 405.5,
      "grad_norm": 0.8474525809288025,
      "learning_rate": 2.4841907813027357e-06,
      "loss": 0.3581,
      "step": 1452890
    },
    {
      "epoch": 405.5,
      "grad_norm": 1.044434905052185,
      "learning_rate": 2.4841637902501513e-06,
      "loss": 0.3607,
      "step": 1452900
    },
    {
      "epoch": 405.5,
      "grad_norm": 1.0559338331222534,
      "learning_rate": 2.484136799178877e-06,
      "loss": 0.345,
      "step": 1452910
    },
    {
      "epoch": 405.5,
      "grad_norm": 0.9457066059112549,
      "learning_rate": 2.4841098080889178e-06,
      "loss": 0.344,
      "step": 1452920
    },
    {
      "epoch": 405.51,
      "grad_norm": 0.986211359500885,
      "learning_rate": 2.4840828169802767e-06,
      "loss": 0.3352,
      "step": 1452930
    },
    {
      "epoch": 405.51,
      "grad_norm": 1.1659979820251465,
      "learning_rate": 2.4840558258529578e-06,
      "loss": 0.3372,
      "step": 1452940
    },
    {
      "epoch": 405.51,
      "grad_norm": 0.8738522529602051,
      "learning_rate": 2.484028834706963e-06,
      "loss": 0.3247,
      "step": 1452950
    },
    {
      "epoch": 405.51,
      "grad_norm": 0.9721490144729614,
      "learning_rate": 2.4840018435422975e-06,
      "loss": 0.3413,
      "step": 1452960
    },
    {
      "epoch": 405.52,
      "grad_norm": 1.374682068824768,
      "learning_rate": 2.483974852358964e-06,
      "loss": 0.349,
      "step": 1452970
    },
    {
      "epoch": 405.52,
      "grad_norm": 1.6527119874954224,
      "learning_rate": 2.483947861156967e-06,
      "loss": 0.3405,
      "step": 1452980
    },
    {
      "epoch": 405.52,
      "grad_norm": 0.9787077903747559,
      "learning_rate": 2.48392086993631e-06,
      "loss": 0.3394,
      "step": 1452990
    },
    {
      "epoch": 405.53,
      "grad_norm": 0.9589706063270569,
      "learning_rate": 2.4838938786969955e-06,
      "loss": 0.3389,
      "step": 1453000
    },
    {
      "epoch": 405.53,
      "grad_norm": 1.2299338579177856,
      "learning_rate": 2.483866887439029e-06,
      "loss": 0.3347,
      "step": 1453010
    },
    {
      "epoch": 405.53,
      "grad_norm": 1.037028193473816,
      "learning_rate": 2.483839896162412e-06,
      "loss": 0.3577,
      "step": 1453020
    },
    {
      "epoch": 405.53,
      "grad_norm": 0.929066002368927,
      "learning_rate": 2.483812904867149e-06,
      "loss": 0.3494,
      "step": 1453030
    },
    {
      "epoch": 405.54,
      "grad_norm": 1.0598982572555542,
      "learning_rate": 2.4837859135532433e-06,
      "loss": 0.344,
      "step": 1453040
    },
    {
      "epoch": 405.54,
      "grad_norm": 0.989136815071106,
      "learning_rate": 2.483758922220699e-06,
      "loss": 0.3417,
      "step": 1453050
    },
    {
      "epoch": 405.54,
      "grad_norm": 1.0702011585235596,
      "learning_rate": 2.48373193086952e-06,
      "loss": 0.3557,
      "step": 1453060
    },
    {
      "epoch": 405.55,
      "grad_norm": 1.0619029998779297,
      "learning_rate": 2.4837049394997086e-06,
      "loss": 0.3577,
      "step": 1453070
    },
    {
      "epoch": 405.55,
      "grad_norm": 1.217244267463684,
      "learning_rate": 2.4836779481112697e-06,
      "loss": 0.3482,
      "step": 1453080
    },
    {
      "epoch": 405.55,
      "grad_norm": 1.1264867782592773,
      "learning_rate": 2.4836509567042067e-06,
      "loss": 0.3353,
      "step": 1453090
    },
    {
      "epoch": 405.55,
      "grad_norm": 0.9363979697227478,
      "learning_rate": 2.483623965278522e-06,
      "loss": 0.331,
      "step": 1453100
    },
    {
      "epoch": 405.56,
      "grad_norm": 0.9154135584831238,
      "learning_rate": 2.4835969738342205e-06,
      "loss": 0.3287,
      "step": 1453110
    },
    {
      "epoch": 405.56,
      "grad_norm": 1.0014721155166626,
      "learning_rate": 2.4835699823713053e-06,
      "loss": 0.3649,
      "step": 1453120
    },
    {
      "epoch": 405.56,
      "grad_norm": 0.961444616317749,
      "learning_rate": 2.4835429908897796e-06,
      "loss": 0.3384,
      "step": 1453130
    },
    {
      "epoch": 405.57,
      "grad_norm": 1.239347219467163,
      "learning_rate": 2.4835159993896476e-06,
      "loss": 0.336,
      "step": 1453140
    },
    {
      "epoch": 405.57,
      "grad_norm": 1.1742455959320068,
      "learning_rate": 2.4834890078709134e-06,
      "loss": 0.3377,
      "step": 1453150
    },
    {
      "epoch": 405.57,
      "grad_norm": 0.8774123787879944,
      "learning_rate": 2.4834620163335792e-06,
      "loss": 0.3279,
      "step": 1453160
    },
    {
      "epoch": 405.57,
      "grad_norm": 0.9886599183082581,
      "learning_rate": 2.4834350247776493e-06,
      "loss": 0.3349,
      "step": 1453170
    },
    {
      "epoch": 405.58,
      "grad_norm": 1.0435245037078857,
      "learning_rate": 2.483408033203127e-06,
      "loss": 0.3497,
      "step": 1453180
    },
    {
      "epoch": 405.58,
      "grad_norm": 1.3356120586395264,
      "learning_rate": 2.483381041610017e-06,
      "loss": 0.3395,
      "step": 1453190
    },
    {
      "epoch": 405.58,
      "grad_norm": 1.1949107646942139,
      "learning_rate": 2.4833540499983214e-06,
      "loss": 0.338,
      "step": 1453200
    },
    {
      "epoch": 405.58,
      "grad_norm": 0.9798585772514343,
      "learning_rate": 2.483327058368045e-06,
      "loss": 0.3444,
      "step": 1453210
    },
    {
      "epoch": 405.59,
      "grad_norm": 1.0655571222305298,
      "learning_rate": 2.4833000667191907e-06,
      "loss": 0.3532,
      "step": 1453220
    },
    {
      "epoch": 405.59,
      "grad_norm": 0.9770734906196594,
      "learning_rate": 2.4832730750517625e-06,
      "loss": 0.3471,
      "step": 1453230
    },
    {
      "epoch": 405.59,
      "grad_norm": 1.0535225868225098,
      "learning_rate": 2.483246083365763e-06,
      "loss": 0.3336,
      "step": 1453240
    },
    {
      "epoch": 405.6,
      "grad_norm": 1.0456702709197998,
      "learning_rate": 2.483219091661197e-06,
      "loss": 0.3354,
      "step": 1453250
    },
    {
      "epoch": 405.6,
      "grad_norm": 1.2269766330718994,
      "learning_rate": 2.4831920999380674e-06,
      "loss": 0.3502,
      "step": 1453260
    },
    {
      "epoch": 405.6,
      "grad_norm": 1.2315391302108765,
      "learning_rate": 2.4831651081963777e-06,
      "loss": 0.3299,
      "step": 1453270
    },
    {
      "epoch": 405.6,
      "grad_norm": 1.0070428848266602,
      "learning_rate": 2.4831381164361324e-06,
      "loss": 0.3404,
      "step": 1453280
    },
    {
      "epoch": 405.61,
      "grad_norm": 1.2624675035476685,
      "learning_rate": 2.4831111246573345e-06,
      "loss": 0.3501,
      "step": 1453290
    },
    {
      "epoch": 405.61,
      "grad_norm": 0.9451606869697571,
      "learning_rate": 2.483084132859988e-06,
      "loss": 0.3379,
      "step": 1453300
    },
    {
      "epoch": 405.61,
      "grad_norm": 1.2020195722579956,
      "learning_rate": 2.4830571410440955e-06,
      "loss": 0.3311,
      "step": 1453310
    },
    {
      "epoch": 405.62,
      "grad_norm": 1.0679047107696533,
      "learning_rate": 2.483030149209661e-06,
      "loss": 0.3417,
      "step": 1453320
    },
    {
      "epoch": 405.62,
      "grad_norm": 0.9217562079429626,
      "learning_rate": 2.4830031573566882e-06,
      "loss": 0.3395,
      "step": 1453330
    },
    {
      "epoch": 405.62,
      "grad_norm": 1.0432549715042114,
      "learning_rate": 2.4829761654851813e-06,
      "loss": 0.3648,
      "step": 1453340
    },
    {
      "epoch": 405.62,
      "grad_norm": 1.0402867794036865,
      "learning_rate": 2.482949173595143e-06,
      "loss": 0.3495,
      "step": 1453350
    },
    {
      "epoch": 405.63,
      "grad_norm": 1.0583076477050781,
      "learning_rate": 2.4829221816865772e-06,
      "loss": 0.347,
      "step": 1453360
    },
    {
      "epoch": 405.63,
      "grad_norm": 1.1577143669128418,
      "learning_rate": 2.482895189759488e-06,
      "loss": 0.3383,
      "step": 1453370
    },
    {
      "epoch": 405.63,
      "grad_norm": 1.2077529430389404,
      "learning_rate": 2.482868197813879e-06,
      "loss": 0.35,
      "step": 1453380
    },
    {
      "epoch": 405.63,
      "grad_norm": 1.0829325914382935,
      "learning_rate": 2.482841205849752e-06,
      "loss": 0.3327,
      "step": 1453390
    },
    {
      "epoch": 405.64,
      "grad_norm": 0.9484351277351379,
      "learning_rate": 2.4828142138671123e-06,
      "loss": 0.3593,
      "step": 1453400
    },
    {
      "epoch": 405.64,
      "grad_norm": 0.9689826965332031,
      "learning_rate": 2.4827872218659636e-06,
      "loss": 0.3721,
      "step": 1453410
    },
    {
      "epoch": 405.64,
      "grad_norm": 0.9618314504623413,
      "learning_rate": 2.482760229846309e-06,
      "loss": 0.3563,
      "step": 1453420
    },
    {
      "epoch": 405.65,
      "grad_norm": 1.087436318397522,
      "learning_rate": 2.4827332378081517e-06,
      "loss": 0.3384,
      "step": 1453430
    },
    {
      "epoch": 405.65,
      "grad_norm": 1.1628036499023438,
      "learning_rate": 2.4827062457514957e-06,
      "loss": 0.3444,
      "step": 1453440
    },
    {
      "epoch": 405.65,
      "grad_norm": 1.2312111854553223,
      "learning_rate": 2.482679253676345e-06,
      "loss": 0.3421,
      "step": 1453450
    },
    {
      "epoch": 405.65,
      "grad_norm": 1.1380070447921753,
      "learning_rate": 2.4826522615827027e-06,
      "loss": 0.3341,
      "step": 1453460
    },
    {
      "epoch": 405.66,
      "grad_norm": 1.0395004749298096,
      "learning_rate": 2.482625269470572e-06,
      "loss": 0.3586,
      "step": 1453470
    },
    {
      "epoch": 405.66,
      "grad_norm": 1.001399040222168,
      "learning_rate": 2.4825982773399573e-06,
      "loss": 0.3401,
      "step": 1453480
    },
    {
      "epoch": 405.66,
      "grad_norm": 0.965263307094574,
      "learning_rate": 2.4825712851908616e-06,
      "loss": 0.343,
      "step": 1453490
    },
    {
      "epoch": 405.67,
      "grad_norm": 1.0958974361419678,
      "learning_rate": 2.4825442930232887e-06,
      "loss": 0.3487,
      "step": 1453500
    },
    {
      "epoch": 405.67,
      "grad_norm": 0.8575735092163086,
      "learning_rate": 2.4825173008372425e-06,
      "loss": 0.3379,
      "step": 1453510
    },
    {
      "epoch": 405.67,
      "grad_norm": 1.1330204010009766,
      "learning_rate": 2.4824903086327264e-06,
      "loss": 0.3603,
      "step": 1453520
    },
    {
      "epoch": 405.67,
      "grad_norm": 0.9510369300842285,
      "learning_rate": 2.482463316409744e-06,
      "loss": 0.3444,
      "step": 1453530
    },
    {
      "epoch": 405.68,
      "grad_norm": 1.0725725889205933,
      "learning_rate": 2.482436324168299e-06,
      "loss": 0.3456,
      "step": 1453540
    },
    {
      "epoch": 405.68,
      "grad_norm": 0.9746778607368469,
      "learning_rate": 2.482409331908394e-06,
      "loss": 0.3442,
      "step": 1453550
    },
    {
      "epoch": 405.68,
      "grad_norm": 1.0326690673828125,
      "learning_rate": 2.482382339630034e-06,
      "loss": 0.3612,
      "step": 1453560
    },
    {
      "epoch": 405.69,
      "grad_norm": 1.12042236328125,
      "learning_rate": 2.482355347333222e-06,
      "loss": 0.3547,
      "step": 1453570
    },
    {
      "epoch": 405.69,
      "grad_norm": 1.1073205471038818,
      "learning_rate": 2.4823283550179613e-06,
      "loss": 0.3523,
      "step": 1453580
    },
    {
      "epoch": 405.69,
      "grad_norm": 1.1133111715316772,
      "learning_rate": 2.4823013626842557e-06,
      "loss": 0.3565,
      "step": 1453590
    },
    {
      "epoch": 405.69,
      "grad_norm": 0.9594970941543579,
      "learning_rate": 2.4822743703321097e-06,
      "loss": 0.3557,
      "step": 1453600
    },
    {
      "epoch": 405.7,
      "grad_norm": 1.0233407020568848,
      "learning_rate": 2.4822473779615255e-06,
      "loss": 0.3489,
      "step": 1453610
    },
    {
      "epoch": 405.7,
      "grad_norm": 1.0169447660446167,
      "learning_rate": 2.482220385572507e-06,
      "loss": 0.3439,
      "step": 1453620
    },
    {
      "epoch": 405.7,
      "grad_norm": 0.9045222997665405,
      "learning_rate": 2.482193393165058e-06,
      "loss": 0.3494,
      "step": 1453630
    },
    {
      "epoch": 405.7,
      "grad_norm": 0.9982300400733948,
      "learning_rate": 2.482166400739183e-06,
      "loss": 0.3567,
      "step": 1453640
    },
    {
      "epoch": 405.71,
      "grad_norm": 1.0741841793060303,
      "learning_rate": 2.482139408294884e-06,
      "loss": 0.3394,
      "step": 1453650
    },
    {
      "epoch": 405.71,
      "grad_norm": 1.2020184993743896,
      "learning_rate": 2.4821124158321656e-06,
      "loss": 0.3408,
      "step": 1453660
    },
    {
      "epoch": 405.71,
      "grad_norm": 0.8857511878013611,
      "learning_rate": 2.4820854233510313e-06,
      "loss": 0.3486,
      "step": 1453670
    },
    {
      "epoch": 405.72,
      "grad_norm": 1.2775903940200806,
      "learning_rate": 2.4820584308514842e-06,
      "loss": 0.3358,
      "step": 1453680
    },
    {
      "epoch": 405.72,
      "grad_norm": 1.0343966484069824,
      "learning_rate": 2.482031438333528e-06,
      "loss": 0.35,
      "step": 1453690
    },
    {
      "epoch": 405.72,
      "grad_norm": 1.1290688514709473,
      "learning_rate": 2.4820044457971673e-06,
      "loss": 0.3405,
      "step": 1453700
    },
    {
      "epoch": 405.72,
      "grad_norm": 1.0981128215789795,
      "learning_rate": 2.4819774532424043e-06,
      "loss": 0.3574,
      "step": 1453710
    },
    {
      "epoch": 405.73,
      "grad_norm": 0.8744263648986816,
      "learning_rate": 2.4819504606692433e-06,
      "loss": 0.3392,
      "step": 1453720
    },
    {
      "epoch": 405.73,
      "grad_norm": 1.0727970600128174,
      "learning_rate": 2.4819234680776877e-06,
      "loss": 0.367,
      "step": 1453730
    },
    {
      "epoch": 405.73,
      "grad_norm": 1.092773199081421,
      "learning_rate": 2.481896475467741e-06,
      "loss": 0.3367,
      "step": 1453740
    },
    {
      "epoch": 405.74,
      "grad_norm": 0.9731478691101074,
      "learning_rate": 2.481869482839407e-06,
      "loss": 0.3554,
      "step": 1453750
    },
    {
      "epoch": 405.74,
      "grad_norm": 1.587013840675354,
      "learning_rate": 2.48184249019269e-06,
      "loss": 0.3576,
      "step": 1453760
    },
    {
      "epoch": 405.74,
      "grad_norm": 1.344018578529358,
      "learning_rate": 2.481815497527592e-06,
      "loss": 0.3577,
      "step": 1453770
    },
    {
      "epoch": 405.74,
      "grad_norm": 1.0807944536209106,
      "learning_rate": 2.481788504844118e-06,
      "loss": 0.3573,
      "step": 1453780
    },
    {
      "epoch": 405.75,
      "grad_norm": 1.111401915550232,
      "learning_rate": 2.4817615121422704e-06,
      "loss": 0.3447,
      "step": 1453790
    },
    {
      "epoch": 405.75,
      "grad_norm": 1.0822556018829346,
      "learning_rate": 2.4817345194220543e-06,
      "loss": 0.3487,
      "step": 1453800
    },
    {
      "epoch": 405.75,
      "grad_norm": 1.2711745500564575,
      "learning_rate": 2.4817075266834716e-06,
      "loss": 0.3415,
      "step": 1453810
    },
    {
      "epoch": 405.75,
      "grad_norm": 1.0420945882797241,
      "learning_rate": 2.4816805339265273e-06,
      "loss": 0.3416,
      "step": 1453820
    },
    {
      "epoch": 405.76,
      "grad_norm": 0.8996257781982422,
      "learning_rate": 2.4816535411512244e-06,
      "loss": 0.3334,
      "step": 1453830
    },
    {
      "epoch": 405.76,
      "grad_norm": 1.1039643287658691,
      "learning_rate": 2.4816265483575663e-06,
      "loss": 0.3421,
      "step": 1453840
    },
    {
      "epoch": 405.76,
      "grad_norm": 0.9573018550872803,
      "learning_rate": 2.481599555545556e-06,
      "loss": 0.3341,
      "step": 1453850
    },
    {
      "epoch": 405.77,
      "grad_norm": 0.990784227848053,
      "learning_rate": 2.4815725627151993e-06,
      "loss": 0.3315,
      "step": 1453860
    },
    {
      "epoch": 405.77,
      "grad_norm": 1.4268028736114502,
      "learning_rate": 2.4815455698664972e-06,
      "loss": 0.3616,
      "step": 1453870
    },
    {
      "epoch": 405.77,
      "grad_norm": 0.9438902735710144,
      "learning_rate": 2.481518576999455e-06,
      "loss": 0.3461,
      "step": 1453880
    },
    {
      "epoch": 405.77,
      "grad_norm": 0.9731950163841248,
      "learning_rate": 2.481491584114076e-06,
      "loss": 0.3456,
      "step": 1453890
    },
    {
      "epoch": 405.78,
      "grad_norm": 1.102272629737854,
      "learning_rate": 2.4814645912103635e-06,
      "loss": 0.3754,
      "step": 1453900
    },
    {
      "epoch": 405.78,
      "grad_norm": 0.8645728826522827,
      "learning_rate": 2.481437598288321e-06,
      "loss": 0.3638,
      "step": 1453910
    },
    {
      "epoch": 405.78,
      "grad_norm": 1.0811529159545898,
      "learning_rate": 2.4814106053479517e-06,
      "loss": 0.3343,
      "step": 1453920
    },
    {
      "epoch": 405.79,
      "grad_norm": 1.0255485773086548,
      "learning_rate": 2.4813836123892607e-06,
      "loss": 0.3451,
      "step": 1453930
    },
    {
      "epoch": 405.79,
      "grad_norm": 1.1050480604171753,
      "learning_rate": 2.4813566194122505e-06,
      "loss": 0.3405,
      "step": 1453940
    },
    {
      "epoch": 405.79,
      "grad_norm": 1.0437439680099487,
      "learning_rate": 2.481329626416924e-06,
      "loss": 0.3495,
      "step": 1453950
    },
    {
      "epoch": 405.79,
      "grad_norm": 1.4300053119659424,
      "learning_rate": 2.481302633403286e-06,
      "loss": 0.3389,
      "step": 1453960
    },
    {
      "epoch": 405.8,
      "grad_norm": 0.988315761089325,
      "learning_rate": 2.4812756403713405e-06,
      "loss": 0.3659,
      "step": 1453970
    },
    {
      "epoch": 405.8,
      "grad_norm": 1.1053581237792969,
      "learning_rate": 2.481248647321089e-06,
      "loss": 0.3506,
      "step": 1453980
    },
    {
      "epoch": 405.8,
      "grad_norm": 1.121907114982605,
      "learning_rate": 2.4812216542525374e-06,
      "loss": 0.3516,
      "step": 1453990
    },
    {
      "epoch": 405.81,
      "grad_norm": 1.1464840173721313,
      "learning_rate": 2.4811946611656878e-06,
      "loss": 0.3355,
      "step": 1454000
    },
    {
      "epoch": 405.81,
      "grad_norm": 1.05985689163208,
      "learning_rate": 2.481167668060544e-06,
      "loss": 0.3646,
      "step": 1454010
    },
    {
      "epoch": 405.81,
      "grad_norm": 0.9142411947250366,
      "learning_rate": 2.481140674937111e-06,
      "loss": 0.3569,
      "step": 1454020
    },
    {
      "epoch": 405.81,
      "grad_norm": 1.1546094417572021,
      "learning_rate": 2.48111368179539e-06,
      "loss": 0.3456,
      "step": 1454030
    },
    {
      "epoch": 405.82,
      "grad_norm": 2.368708610534668,
      "learning_rate": 2.4810866886353868e-06,
      "loss": 0.3478,
      "step": 1454040
    },
    {
      "epoch": 405.82,
      "grad_norm": 1.0034321546554565,
      "learning_rate": 2.4810596954571033e-06,
      "loss": 0.3428,
      "step": 1454050
    },
    {
      "epoch": 405.82,
      "grad_norm": 0.880818247795105,
      "learning_rate": 2.4810327022605447e-06,
      "loss": 0.3412,
      "step": 1454060
    },
    {
      "epoch": 405.82,
      "grad_norm": 1.034548044204712,
      "learning_rate": 2.481005709045713e-06,
      "loss": 0.3532,
      "step": 1454070
    },
    {
      "epoch": 405.83,
      "grad_norm": 0.8240525722503662,
      "learning_rate": 2.480978715812612e-06,
      "loss": 0.3481,
      "step": 1454080
    },
    {
      "epoch": 405.83,
      "grad_norm": 0.9503265619277954,
      "learning_rate": 2.480951722561247e-06,
      "loss": 0.3268,
      "step": 1454090
    },
    {
      "epoch": 405.83,
      "grad_norm": 0.9700532555580139,
      "learning_rate": 2.48092472929162e-06,
      "loss": 0.3556,
      "step": 1454100
    },
    {
      "epoch": 405.84,
      "grad_norm": 1.135735034942627,
      "learning_rate": 2.4808977360037347e-06,
      "loss": 0.3499,
      "step": 1454110
    },
    {
      "epoch": 405.84,
      "grad_norm": 1.0757185220718384,
      "learning_rate": 2.4808707426975962e-06,
      "loss": 0.349,
      "step": 1454120
    },
    {
      "epoch": 405.84,
      "grad_norm": 1.0966321229934692,
      "learning_rate": 2.480843749373205e-06,
      "loss": 0.3487,
      "step": 1454130
    },
    {
      "epoch": 405.84,
      "grad_norm": 0.9949755072593689,
      "learning_rate": 2.4808167560305676e-06,
      "loss": 0.3474,
      "step": 1454140
    },
    {
      "epoch": 405.85,
      "grad_norm": 1.2349627017974854,
      "learning_rate": 2.480789762669687e-06,
      "loss": 0.3512,
      "step": 1454150
    },
    {
      "epoch": 405.85,
      "grad_norm": 1.4546185731887817,
      "learning_rate": 2.4807627692905657e-06,
      "loss": 0.3465,
      "step": 1454160
    },
    {
      "epoch": 405.85,
      "grad_norm": 0.9802750945091248,
      "learning_rate": 2.4807357758932078e-06,
      "loss": 0.3457,
      "step": 1454170
    },
    {
      "epoch": 405.86,
      "grad_norm": 1.23475182056427,
      "learning_rate": 2.480708782477618e-06,
      "loss": 0.335,
      "step": 1454180
    },
    {
      "epoch": 405.86,
      "grad_norm": 0.8376397490501404,
      "learning_rate": 2.4806817890437985e-06,
      "loss": 0.3494,
      "step": 1454190
    },
    {
      "epoch": 405.86,
      "grad_norm": 1.0630214214324951,
      "learning_rate": 2.480654795591753e-06,
      "loss": 0.3734,
      "step": 1454200
    },
    {
      "epoch": 405.86,
      "grad_norm": 1.013238549232483,
      "learning_rate": 2.480627802121485e-06,
      "loss": 0.3404,
      "step": 1454210
    },
    {
      "epoch": 405.87,
      "grad_norm": 0.9746474027633667,
      "learning_rate": 2.4806008086329996e-06,
      "loss": 0.3388,
      "step": 1454220
    },
    {
      "epoch": 405.87,
      "grad_norm": 1.2391780614852905,
      "learning_rate": 2.480573815126299e-06,
      "loss": 0.3607,
      "step": 1454230
    },
    {
      "epoch": 405.87,
      "grad_norm": 0.9451766610145569,
      "learning_rate": 2.4805468216013867e-06,
      "loss": 0.3524,
      "step": 1454240
    },
    {
      "epoch": 405.87,
      "grad_norm": 1.1270549297332764,
      "learning_rate": 2.480519828058267e-06,
      "loss": 0.3596,
      "step": 1454250
    },
    {
      "epoch": 405.88,
      "grad_norm": 0.8050128817558289,
      "learning_rate": 2.4804928344969435e-06,
      "loss": 0.3296,
      "step": 1454260
    },
    {
      "epoch": 405.88,
      "grad_norm": 0.872371256351471,
      "learning_rate": 2.4804658409174192e-06,
      "loss": 0.3543,
      "step": 1454270
    },
    {
      "epoch": 405.88,
      "grad_norm": 1.2682000398635864,
      "learning_rate": 2.480438847319698e-06,
      "loss": 0.3573,
      "step": 1454280
    },
    {
      "epoch": 405.89,
      "grad_norm": 0.9980883598327637,
      "learning_rate": 2.4804118537037833e-06,
      "loss": 0.3384,
      "step": 1454290
    },
    {
      "epoch": 405.89,
      "grad_norm": 1.4491190910339355,
      "learning_rate": 2.4803848600696788e-06,
      "loss": 0.3496,
      "step": 1454300
    },
    {
      "epoch": 405.89,
      "grad_norm": 1.011296272277832,
      "learning_rate": 2.480357866417389e-06,
      "loss": 0.3428,
      "step": 1454310
    },
    {
      "epoch": 405.89,
      "grad_norm": 1.1607329845428467,
      "learning_rate": 2.4803308727469153e-06,
      "loss": 0.3417,
      "step": 1454320
    },
    {
      "epoch": 405.9,
      "grad_norm": 1.1348129510879517,
      "learning_rate": 2.480303879058264e-06,
      "loss": 0.3571,
      "step": 1454330
    },
    {
      "epoch": 405.9,
      "grad_norm": 1.053871750831604,
      "learning_rate": 2.480276885351436e-06,
      "loss": 0.3613,
      "step": 1454340
    },
    {
      "epoch": 405.9,
      "grad_norm": 1.1122376918792725,
      "learning_rate": 2.480249891626438e-06,
      "loss": 0.3528,
      "step": 1454350
    },
    {
      "epoch": 405.91,
      "grad_norm": 1.0841379165649414,
      "learning_rate": 2.4802228978832706e-06,
      "loss": 0.3444,
      "step": 1454360
    },
    {
      "epoch": 405.91,
      "grad_norm": 1.0120285749435425,
      "learning_rate": 2.480195904121938e-06,
      "loss": 0.3303,
      "step": 1454370
    },
    {
      "epoch": 405.91,
      "grad_norm": 0.9690654873847961,
      "learning_rate": 2.4801689103424458e-06,
      "loss": 0.3495,
      "step": 1454380
    },
    {
      "epoch": 405.91,
      "grad_norm": 0.8691036701202393,
      "learning_rate": 2.4801419165447953e-06,
      "loss": 0.3548,
      "step": 1454390
    },
    {
      "epoch": 405.92,
      "grad_norm": 1.1231176853179932,
      "learning_rate": 2.480114922728992e-06,
      "loss": 0.3484,
      "step": 1454400
    },
    {
      "epoch": 405.92,
      "grad_norm": 1.0095361471176147,
      "learning_rate": 2.4800879288950377e-06,
      "loss": 0.3499,
      "step": 1454410
    },
    {
      "epoch": 405.92,
      "grad_norm": 1.0853878259658813,
      "learning_rate": 2.480060935042937e-06,
      "loss": 0.3514,
      "step": 1454420
    },
    {
      "epoch": 405.93,
      "grad_norm": 1.0847299098968506,
      "learning_rate": 2.4800339411726924e-06,
      "loss": 0.3385,
      "step": 1454430
    },
    {
      "epoch": 405.93,
      "grad_norm": 1.1890578269958496,
      "learning_rate": 2.48000694728431e-06,
      "loss": 0.3477,
      "step": 1454440
    },
    {
      "epoch": 405.93,
      "grad_norm": 1.0850028991699219,
      "learning_rate": 2.4799799533777902e-06,
      "loss": 0.362,
      "step": 1454450
    },
    {
      "epoch": 405.93,
      "grad_norm": 1.044110655784607,
      "learning_rate": 2.479952959453139e-06,
      "loss": 0.3294,
      "step": 1454460
    },
    {
      "epoch": 405.94,
      "grad_norm": 1.1061277389526367,
      "learning_rate": 2.4799259655103588e-06,
      "loss": 0.354,
      "step": 1454470
    },
    {
      "epoch": 405.94,
      "grad_norm": 0.9625292420387268,
      "learning_rate": 2.4798989715494537e-06,
      "loss": 0.3582,
      "step": 1454480
    },
    {
      "epoch": 405.94,
      "grad_norm": 0.923577606678009,
      "learning_rate": 2.479871977570428e-06,
      "loss": 0.3692,
      "step": 1454490
    },
    {
      "epoch": 405.94,
      "grad_norm": 1.3051737546920776,
      "learning_rate": 2.479844983573283e-06,
      "loss": 0.3403,
      "step": 1454500
    },
    {
      "epoch": 405.95,
      "grad_norm": 1.049533724784851,
      "learning_rate": 2.479817989558025e-06,
      "loss": 0.3422,
      "step": 1454510
    },
    {
      "epoch": 405.95,
      "grad_norm": 1.028450846672058,
      "learning_rate": 2.479790995524655e-06,
      "loss": 0.3536,
      "step": 1454520
    },
    {
      "epoch": 405.95,
      "grad_norm": 1.1196832656860352,
      "learning_rate": 2.4797640014731786e-06,
      "loss": 0.3519,
      "step": 1454530
    },
    {
      "epoch": 405.96,
      "grad_norm": 1.0271552801132202,
      "learning_rate": 2.4797370074035987e-06,
      "loss": 0.345,
      "step": 1454540
    },
    {
      "epoch": 405.96,
      "grad_norm": 0.8919809460639954,
      "learning_rate": 2.4797100133159187e-06,
      "loss": 0.3524,
      "step": 1454550
    },
    {
      "epoch": 405.96,
      "grad_norm": 1.1446301937103271,
      "learning_rate": 2.479683019210143e-06,
      "loss": 0.3525,
      "step": 1454560
    },
    {
      "epoch": 405.96,
      "grad_norm": 1.0509856939315796,
      "learning_rate": 2.4796560250862747e-06,
      "loss": 0.3354,
      "step": 1454570
    },
    {
      "epoch": 405.97,
      "grad_norm": 0.9908803105354309,
      "learning_rate": 2.4796290309443164e-06,
      "loss": 0.3431,
      "step": 1454580
    },
    {
      "epoch": 405.97,
      "grad_norm": 1.0033949613571167,
      "learning_rate": 2.479602036784272e-06,
      "loss": 0.3533,
      "step": 1454590
    },
    {
      "epoch": 405.97,
      "grad_norm": 1.0142863988876343,
      "learning_rate": 2.479575042606147e-06,
      "loss": 0.3432,
      "step": 1454600
    },
    {
      "epoch": 405.98,
      "grad_norm": 0.9897218942642212,
      "learning_rate": 2.479548048409943e-06,
      "loss": 0.3454,
      "step": 1454610
    },
    {
      "epoch": 405.98,
      "grad_norm": 0.9299819469451904,
      "learning_rate": 2.4795210541956643e-06,
      "loss": 0.3413,
      "step": 1454620
    },
    {
      "epoch": 405.98,
      "grad_norm": 0.9124969244003296,
      "learning_rate": 2.4794940599633148e-06,
      "loss": 0.3522,
      "step": 1454630
    },
    {
      "epoch": 405.98,
      "grad_norm": 1.1420735120773315,
      "learning_rate": 2.4794670657128977e-06,
      "loss": 0.3384,
      "step": 1454640
    },
    {
      "epoch": 405.99,
      "grad_norm": 0.9999680519104004,
      "learning_rate": 2.4794400714444163e-06,
      "loss": 0.3429,
      "step": 1454650
    },
    {
      "epoch": 405.99,
      "grad_norm": 1.0089939832687378,
      "learning_rate": 2.479413077157874e-06,
      "loss": 0.3518,
      "step": 1454660
    },
    {
      "epoch": 405.99,
      "grad_norm": 1.0006825923919678,
      "learning_rate": 2.479386082853276e-06,
      "loss": 0.3234,
      "step": 1454670
    },
    {
      "epoch": 405.99,
      "grad_norm": 0.8972459435462952,
      "learning_rate": 2.479359088530624e-06,
      "loss": 0.3435,
      "step": 1454680
    },
    {
      "epoch": 406.0,
      "grad_norm": 0.8392303586006165,
      "learning_rate": 2.479332094189923e-06,
      "loss": 0.3352,
      "step": 1454690
    },
    {
      "epoch": 406.0,
      "eval_loss": 0.3482331931591034,
      "eval_runtime": 62.814,
      "eval_samples_per_second": 80.539,
      "eval_steps_per_second": 10.077,
      "step": 1454698
    },
    {
      "epoch": 406.0,
      "grad_norm": 1.0512398481369019,
      "learning_rate": 2.4793050998311753e-06,
      "loss": 0.3519,
      "step": 1454700
    },
    {
      "epoch": 406.0,
      "grad_norm": 0.9825530648231506,
      "learning_rate": 2.4792781054543864e-06,
      "loss": 0.3537,
      "step": 1454710
    },
    {
      "epoch": 406.01,
      "grad_norm": 0.9471237659454346,
      "learning_rate": 2.4792511110595574e-06,
      "loss": 0.358,
      "step": 1454720
    },
    {
      "epoch": 406.01,
      "grad_norm": 1.9417049884796143,
      "learning_rate": 2.479224116646694e-06,
      "loss": 0.3452,
      "step": 1454730
    },
    {
      "epoch": 406.01,
      "grad_norm": 1.0542320013046265,
      "learning_rate": 2.4791971222157984e-06,
      "loss": 0.3314,
      "step": 1454740
    },
    {
      "epoch": 406.01,
      "grad_norm": 0.9585771560668945,
      "learning_rate": 2.479170127766875e-06,
      "loss": 0.3549,
      "step": 1454750
    },
    {
      "epoch": 406.02,
      "grad_norm": 1.0399271249771118,
      "learning_rate": 2.4791431332999265e-06,
      "loss": 0.359,
      "step": 1454760
    },
    {
      "epoch": 406.02,
      "grad_norm": 1.0761611461639404,
      "learning_rate": 2.479116138814958e-06,
      "loss": 0.3352,
      "step": 1454770
    },
    {
      "epoch": 406.02,
      "grad_norm": 1.0905430316925049,
      "learning_rate": 2.4790891443119725e-06,
      "loss": 0.3353,
      "step": 1454780
    },
    {
      "epoch": 406.03,
      "grad_norm": 1.2492213249206543,
      "learning_rate": 2.479062149790972e-06,
      "loss": 0.348,
      "step": 1454790
    },
    {
      "epoch": 406.03,
      "grad_norm": 0.9772303104400635,
      "learning_rate": 2.4790351552519627e-06,
      "loss": 0.3421,
      "step": 1454800
    },
    {
      "epoch": 406.03,
      "grad_norm": 1.1179178953170776,
      "learning_rate": 2.479008160694946e-06,
      "loss": 0.363,
      "step": 1454810
    },
    {
      "epoch": 406.03,
      "grad_norm": 1.0458699464797974,
      "learning_rate": 2.4789811661199267e-06,
      "loss": 0.3493,
      "step": 1454820
    },
    {
      "epoch": 406.04,
      "grad_norm": 1.1392474174499512,
      "learning_rate": 2.4789541715269085e-06,
      "loss": 0.3633,
      "step": 1454830
    },
    {
      "epoch": 406.04,
      "grad_norm": 1.0733757019042969,
      "learning_rate": 2.4789271769158938e-06,
      "loss": 0.353,
      "step": 1454840
    },
    {
      "epoch": 406.04,
      "grad_norm": 1.0561038255691528,
      "learning_rate": 2.4789001822868876e-06,
      "loss": 0.3457,
      "step": 1454850
    },
    {
      "epoch": 406.05,
      "grad_norm": 1.0272222757339478,
      "learning_rate": 2.4788731876398935e-06,
      "loss": 0.3509,
      "step": 1454860
    },
    {
      "epoch": 406.05,
      "grad_norm": 1.0195934772491455,
      "learning_rate": 2.478846192974913e-06,
      "loss": 0.3318,
      "step": 1454870
    },
    {
      "epoch": 406.05,
      "grad_norm": 1.1947853565216064,
      "learning_rate": 2.4788191982919518e-06,
      "loss": 0.3524,
      "step": 1454880
    },
    {
      "epoch": 406.05,
      "grad_norm": 3.1314423084259033,
      "learning_rate": 2.478792203591013e-06,
      "loss": 0.3504,
      "step": 1454890
    },
    {
      "epoch": 406.06,
      "grad_norm": 1.051200270652771,
      "learning_rate": 2.4787652088721e-06,
      "loss": 0.3504,
      "step": 1454900
    },
    {
      "epoch": 406.06,
      "grad_norm": 1.1226887702941895,
      "learning_rate": 2.4787382141352157e-06,
      "loss": 0.3461,
      "step": 1454910
    },
    {
      "epoch": 406.06,
      "grad_norm": 1.0262646675109863,
      "learning_rate": 2.478711219380366e-06,
      "loss": 0.3425,
      "step": 1454920
    },
    {
      "epoch": 406.06,
      "grad_norm": 1.008949875831604,
      "learning_rate": 2.478684224607552e-06,
      "loss": 0.3552,
      "step": 1454930
    },
    {
      "epoch": 406.07,
      "grad_norm": 1.84450364112854,
      "learning_rate": 2.478657229816778e-06,
      "loss": 0.3592,
      "step": 1454940
    },
    {
      "epoch": 406.07,
      "grad_norm": 1.077984094619751,
      "learning_rate": 2.478630235008048e-06,
      "loss": 0.3546,
      "step": 1454950
    },
    {
      "epoch": 406.07,
      "grad_norm": 0.9846625328063965,
      "learning_rate": 2.4786032401813656e-06,
      "loss": 0.3573,
      "step": 1454960
    },
    {
      "epoch": 406.08,
      "grad_norm": 0.998787522315979,
      "learning_rate": 2.478576245336734e-06,
      "loss": 0.3325,
      "step": 1454970
    },
    {
      "epoch": 406.08,
      "grad_norm": 1.3328393697738647,
      "learning_rate": 2.4785492504741566e-06,
      "loss": 0.3406,
      "step": 1454980
    },
    {
      "epoch": 406.08,
      "grad_norm": 1.1503199338912964,
      "learning_rate": 2.4785222555936384e-06,
      "loss": 0.3353,
      "step": 1454990
    },
    {
      "epoch": 406.08,
      "grad_norm": 1.0315513610839844,
      "learning_rate": 2.4784952606951814e-06,
      "loss": 0.3389,
      "step": 1455000
    },
    {
      "epoch": 406.09,
      "grad_norm": 1.0195889472961426,
      "learning_rate": 2.4784682657787897e-06,
      "loss": 0.339,
      "step": 1455010
    },
    {
      "epoch": 406.09,
      "grad_norm": 1.0614720582962036,
      "learning_rate": 2.4784412708444676e-06,
      "loss": 0.3687,
      "step": 1455020
    },
    {
      "epoch": 406.09,
      "grad_norm": 0.7882058620452881,
      "learning_rate": 2.478414275892217e-06,
      "loss": 0.3352,
      "step": 1455030
    },
    {
      "epoch": 406.1,
      "grad_norm": 1.0636165142059326,
      "learning_rate": 2.478387280922043e-06,
      "loss": 0.344,
      "step": 1455040
    },
    {
      "epoch": 406.1,
      "grad_norm": 0.9636950492858887,
      "learning_rate": 2.478360285933949e-06,
      "loss": 0.3581,
      "step": 1455050
    },
    {
      "epoch": 406.1,
      "grad_norm": 0.9156142473220825,
      "learning_rate": 2.478333290927938e-06,
      "loss": 0.3485,
      "step": 1455060
    },
    {
      "epoch": 406.1,
      "grad_norm": 1.095525860786438,
      "learning_rate": 2.4783062959040143e-06,
      "loss": 0.3605,
      "step": 1455070
    },
    {
      "epoch": 406.11,
      "grad_norm": 0.948205292224884,
      "learning_rate": 2.478279300862181e-06,
      "loss": 0.3447,
      "step": 1455080
    },
    {
      "epoch": 406.11,
      "grad_norm": 1.7800954580307007,
      "learning_rate": 2.4782523058024415e-06,
      "loss": 0.335,
      "step": 1455090
    },
    {
      "epoch": 406.11,
      "grad_norm": 0.9085740447044373,
      "learning_rate": 2.4782253107248e-06,
      "loss": 0.3611,
      "step": 1455100
    },
    {
      "epoch": 406.11,
      "grad_norm": 0.9426365494728088,
      "learning_rate": 2.4781983156292593e-06,
      "loss": 0.345,
      "step": 1455110
    },
    {
      "epoch": 406.12,
      "grad_norm": 0.9936143755912781,
      "learning_rate": 2.478171320515824e-06,
      "loss": 0.3434,
      "step": 1455120
    },
    {
      "epoch": 406.12,
      "grad_norm": 0.9534271955490112,
      "learning_rate": 2.478144325384497e-06,
      "loss": 0.3378,
      "step": 1455130
    },
    {
      "epoch": 406.12,
      "grad_norm": 1.1908783912658691,
      "learning_rate": 2.4781173302352825e-06,
      "loss": 0.3495,
      "step": 1455140
    },
    {
      "epoch": 406.13,
      "grad_norm": 1.088199496269226,
      "learning_rate": 2.4780903350681834e-06,
      "loss": 0.3448,
      "step": 1455150
    },
    {
      "epoch": 406.13,
      "grad_norm": 1.0283578634262085,
      "learning_rate": 2.478063339883203e-06,
      "loss": 0.364,
      "step": 1455160
    },
    {
      "epoch": 406.13,
      "grad_norm": 0.9944663643836975,
      "learning_rate": 2.478036344680346e-06,
      "loss": 0.354,
      "step": 1455170
    },
    {
      "epoch": 406.13,
      "grad_norm": 1.0267468690872192,
      "learning_rate": 2.4780093494596155e-06,
      "loss": 0.3705,
      "step": 1455180
    },
    {
      "epoch": 406.14,
      "grad_norm": 1.0968316793441772,
      "learning_rate": 2.477982354221015e-06,
      "loss": 0.3606,
      "step": 1455190
    },
    {
      "epoch": 406.14,
      "grad_norm": 0.9979504942893982,
      "learning_rate": 2.4779553589645476e-06,
      "loss": 0.3427,
      "step": 1455200
    },
    {
      "epoch": 406.14,
      "grad_norm": 1.1160351037979126,
      "learning_rate": 2.477928363690219e-06,
      "loss": 0.3546,
      "step": 1455210
    },
    {
      "epoch": 406.15,
      "grad_norm": 1.0130361318588257,
      "learning_rate": 2.47790136839803e-06,
      "loss": 0.3423,
      "step": 1455220
    },
    {
      "epoch": 406.15,
      "grad_norm": 1.0232797861099243,
      "learning_rate": 2.4778743730879857e-06,
      "loss": 0.3456,
      "step": 1455230
    },
    {
      "epoch": 406.15,
      "grad_norm": 0.8323538899421692,
      "learning_rate": 2.4778473777600884e-06,
      "loss": 0.3461,
      "step": 1455240
    },
    {
      "epoch": 406.15,
      "grad_norm": 1.3574888706207275,
      "learning_rate": 2.4778203824143442e-06,
      "loss": 0.3512,
      "step": 1455250
    },
    {
      "epoch": 406.16,
      "grad_norm": 0.977660059928894,
      "learning_rate": 2.4777933870507543e-06,
      "loss": 0.348,
      "step": 1455260
    },
    {
      "epoch": 406.16,
      "grad_norm": 1.1246066093444824,
      "learning_rate": 2.4777663916693233e-06,
      "loss": 0.3521,
      "step": 1455270
    },
    {
      "epoch": 406.16,
      "grad_norm": 1.0679274797439575,
      "learning_rate": 2.477739396270055e-06,
      "loss": 0.3495,
      "step": 1455280
    },
    {
      "epoch": 406.17,
      "grad_norm": 2.174929618835449,
      "learning_rate": 2.477712400852953e-06,
      "loss": 0.3397,
      "step": 1455290
    },
    {
      "epoch": 406.17,
      "grad_norm": 1.100101351737976,
      "learning_rate": 2.4776854054180196e-06,
      "loss": 0.3352,
      "step": 1455300
    },
    {
      "epoch": 406.17,
      "grad_norm": 1.1043437719345093,
      "learning_rate": 2.47765840996526e-06,
      "loss": 0.3411,
      "step": 1455310
    },
    {
      "epoch": 406.17,
      "grad_norm": 1.2365609407424927,
      "learning_rate": 2.477631414494677e-06,
      "loss": 0.3663,
      "step": 1455320
    },
    {
      "epoch": 406.18,
      "grad_norm": 1.111553430557251,
      "learning_rate": 2.477604419006274e-06,
      "loss": 0.3548,
      "step": 1455330
    },
    {
      "epoch": 406.18,
      "grad_norm": 1.1790395975112915,
      "learning_rate": 2.477577423500055e-06,
      "loss": 0.3464,
      "step": 1455340
    },
    {
      "epoch": 406.18,
      "grad_norm": 1.3218603134155273,
      "learning_rate": 2.4775504279760243e-06,
      "loss": 0.3453,
      "step": 1455350
    },
    {
      "epoch": 406.18,
      "grad_norm": 1.036800742149353,
      "learning_rate": 2.4775234324341843e-06,
      "loss": 0.333,
      "step": 1455360
    },
    {
      "epoch": 406.19,
      "grad_norm": 1.2002955675125122,
      "learning_rate": 2.477496436874539e-06,
      "loss": 0.351,
      "step": 1455370
    },
    {
      "epoch": 406.19,
      "grad_norm": 1.0558758974075317,
      "learning_rate": 2.4774694412970917e-06,
      "loss": 0.3562,
      "step": 1455380
    },
    {
      "epoch": 406.19,
      "grad_norm": 1.1498793363571167,
      "learning_rate": 2.4774424457018467e-06,
      "loss": 0.3535,
      "step": 1455390
    },
    {
      "epoch": 406.2,
      "grad_norm": 0.9554367661476135,
      "learning_rate": 2.477415450088807e-06,
      "loss": 0.3523,
      "step": 1455400
    },
    {
      "epoch": 406.2,
      "grad_norm": 0.9260631799697876,
      "learning_rate": 2.4773884544579768e-06,
      "loss": 0.3447,
      "step": 1455410
    },
    {
      "epoch": 406.2,
      "grad_norm": 0.9795888662338257,
      "learning_rate": 2.4773614588093586e-06,
      "loss": 0.3391,
      "step": 1455420
    },
    {
      "epoch": 406.2,
      "grad_norm": 0.9975646734237671,
      "learning_rate": 2.4773344631429573e-06,
      "loss": 0.3482,
      "step": 1455430
    },
    {
      "epoch": 406.21,
      "grad_norm": 1.1525651216506958,
      "learning_rate": 2.477307467458775e-06,
      "loss": 0.3831,
      "step": 1455440
    },
    {
      "epoch": 406.21,
      "grad_norm": 1.0506229400634766,
      "learning_rate": 2.4772804717568176e-06,
      "loss": 0.3447,
      "step": 1455450
    },
    {
      "epoch": 406.21,
      "grad_norm": 1.1013414859771729,
      "learning_rate": 2.477253476037086e-06,
      "loss": 0.3515,
      "step": 1455460
    },
    {
      "epoch": 406.22,
      "grad_norm": 1.3002004623413086,
      "learning_rate": 2.477226480299586e-06,
      "loss": 0.3454,
      "step": 1455470
    },
    {
      "epoch": 406.22,
      "grad_norm": 1.2791235446929932,
      "learning_rate": 2.477199484544319e-06,
      "loss": 0.3468,
      "step": 1455480
    },
    {
      "epoch": 406.22,
      "grad_norm": 1.1984370946884155,
      "learning_rate": 2.4771724887712907e-06,
      "loss": 0.3438,
      "step": 1455490
    },
    {
      "epoch": 406.22,
      "grad_norm": 1.2050458192825317,
      "learning_rate": 2.4771454929805036e-06,
      "loss": 0.341,
      "step": 1455500
    },
    {
      "epoch": 406.23,
      "grad_norm": 0.86326003074646,
      "learning_rate": 2.4771184971719617e-06,
      "loss": 0.343,
      "step": 1455510
    },
    {
      "epoch": 406.23,
      "grad_norm": 1.0289626121520996,
      "learning_rate": 2.4770915013456686e-06,
      "loss": 0.3589,
      "step": 1455520
    },
    {
      "epoch": 406.23,
      "grad_norm": 1.085810899734497,
      "learning_rate": 2.477064505501627e-06,
      "loss": 0.3473,
      "step": 1455530
    },
    {
      "epoch": 406.23,
      "grad_norm": 1.1766862869262695,
      "learning_rate": 2.477037509639842e-06,
      "loss": 0.3464,
      "step": 1455540
    },
    {
      "epoch": 406.24,
      "grad_norm": 1.1662778854370117,
      "learning_rate": 2.477010513760316e-06,
      "loss": 0.3456,
      "step": 1455550
    },
    {
      "epoch": 406.24,
      "grad_norm": 1.141615867614746,
      "learning_rate": 2.4769835178630524e-06,
      "loss": 0.3514,
      "step": 1455560
    },
    {
      "epoch": 406.24,
      "grad_norm": 1.078041672706604,
      "learning_rate": 2.4769565219480563e-06,
      "loss": 0.3319,
      "step": 1455570
    },
    {
      "epoch": 406.25,
      "grad_norm": 1.1144237518310547,
      "learning_rate": 2.47692952601533e-06,
      "loss": 0.3503,
      "step": 1455580
    },
    {
      "epoch": 406.25,
      "grad_norm": 1.0556457042694092,
      "learning_rate": 2.476902530064878e-06,
      "loss": 0.3468,
      "step": 1455590
    },
    {
      "epoch": 406.25,
      "grad_norm": 1.0392968654632568,
      "learning_rate": 2.476875534096703e-06,
      "loss": 0.3495,
      "step": 1455600
    },
    {
      "epoch": 406.25,
      "grad_norm": 0.9732579588890076,
      "learning_rate": 2.4768485381108087e-06,
      "loss": 0.3289,
      "step": 1455610
    },
    {
      "epoch": 406.26,
      "grad_norm": 1.0590529441833496,
      "learning_rate": 2.4768215421071985e-06,
      "loss": 0.353,
      "step": 1455620
    },
    {
      "epoch": 406.26,
      "grad_norm": 1.269979476928711,
      "learning_rate": 2.4767945460858773e-06,
      "loss": 0.3486,
      "step": 1455630
    },
    {
      "epoch": 406.26,
      "grad_norm": 0.9046640992164612,
      "learning_rate": 2.476767550046848e-06,
      "loss": 0.3265,
      "step": 1455640
    },
    {
      "epoch": 406.27,
      "grad_norm": 1.012082815170288,
      "learning_rate": 2.4767405539901133e-06,
      "loss": 0.3463,
      "step": 1455650
    },
    {
      "epoch": 406.27,
      "grad_norm": 0.9800812602043152,
      "learning_rate": 2.4767135579156776e-06,
      "loss": 0.3484,
      "step": 1455660
    },
    {
      "epoch": 406.27,
      "grad_norm": 1.1727004051208496,
      "learning_rate": 2.4766865618235454e-06,
      "loss": 0.3446,
      "step": 1455670
    },
    {
      "epoch": 406.27,
      "grad_norm": 1.0008047819137573,
      "learning_rate": 2.4766595657137185e-06,
      "loss": 0.3541,
      "step": 1455680
    },
    {
      "epoch": 406.28,
      "grad_norm": 0.8638642430305481,
      "learning_rate": 2.4766325695862006e-06,
      "loss": 0.3397,
      "step": 1455690
    },
    {
      "epoch": 406.28,
      "grad_norm": 1.0491456985473633,
      "learning_rate": 2.4766055734409975e-06,
      "loss": 0.3255,
      "step": 1455700
    },
    {
      "epoch": 406.28,
      "grad_norm": 0.9979945421218872,
      "learning_rate": 2.47657857727811e-06,
      "loss": 0.3665,
      "step": 1455710
    },
    {
      "epoch": 406.29,
      "grad_norm": 0.9749920964241028,
      "learning_rate": 2.4765515810975436e-06,
      "loss": 0.3408,
      "step": 1455720
    },
    {
      "epoch": 406.29,
      "grad_norm": 1.016078233718872,
      "learning_rate": 2.476524584899301e-06,
      "loss": 0.3349,
      "step": 1455730
    },
    {
      "epoch": 406.29,
      "grad_norm": 1.2636456489562988,
      "learning_rate": 2.4764975886833867e-06,
      "loss": 0.3474,
      "step": 1455740
    },
    {
      "epoch": 406.29,
      "grad_norm": 1.0862118005752563,
      "learning_rate": 2.4764705924498033e-06,
      "loss": 0.3441,
      "step": 1455750
    },
    {
      "epoch": 406.3,
      "grad_norm": 1.3301043510437012,
      "learning_rate": 2.4764435961985546e-06,
      "loss": 0.3563,
      "step": 1455760
    },
    {
      "epoch": 406.3,
      "grad_norm": 1.756549596786499,
      "learning_rate": 2.4764165999296444e-06,
      "loss": 0.336,
      "step": 1455770
    },
    {
      "epoch": 406.3,
      "grad_norm": 1.0024749040603638,
      "learning_rate": 2.476389603643076e-06,
      "loss": 0.344,
      "step": 1455780
    },
    {
      "epoch": 406.3,
      "grad_norm": 1.1729694604873657,
      "learning_rate": 2.476362607338853e-06,
      "loss": 0.3503,
      "step": 1455790
    },
    {
      "epoch": 406.31,
      "grad_norm": 1.1612162590026855,
      "learning_rate": 2.4763356110169805e-06,
      "loss": 0.3559,
      "step": 1455800
    },
    {
      "epoch": 406.31,
      "grad_norm": 1.0023348331451416,
      "learning_rate": 2.4763086146774604e-06,
      "loss": 0.3527,
      "step": 1455810
    },
    {
      "epoch": 406.31,
      "grad_norm": 0.9097738862037659,
      "learning_rate": 2.476281618320296e-06,
      "loss": 0.3525,
      "step": 1455820
    },
    {
      "epoch": 406.32,
      "grad_norm": 0.9035304188728333,
      "learning_rate": 2.4762546219454924e-06,
      "loss": 0.3363,
      "step": 1455830
    },
    {
      "epoch": 406.32,
      "grad_norm": 1.0063109397888184,
      "learning_rate": 2.4762276255530514e-06,
      "loss": 0.3449,
      "step": 1455840
    },
    {
      "epoch": 406.32,
      "grad_norm": 1.3676458597183228,
      "learning_rate": 2.476200629142978e-06,
      "loss": 0.3545,
      "step": 1455850
    },
    {
      "epoch": 406.32,
      "grad_norm": 1.0459003448486328,
      "learning_rate": 2.476173632715276e-06,
      "loss": 0.3388,
      "step": 1455860
    },
    {
      "epoch": 406.33,
      "grad_norm": 0.9337406158447266,
      "learning_rate": 2.4761466362699474e-06,
      "loss": 0.3279,
      "step": 1455870
    },
    {
      "epoch": 406.33,
      "grad_norm": 1.0968104600906372,
      "learning_rate": 2.4761196398069976e-06,
      "loss": 0.333,
      "step": 1455880
    },
    {
      "epoch": 406.33,
      "grad_norm": 1.0986132621765137,
      "learning_rate": 2.476092643326429e-06,
      "loss": 0.3526,
      "step": 1455890
    },
    {
      "epoch": 406.34,
      "grad_norm": 0.9678853154182434,
      "learning_rate": 2.476065646828246e-06,
      "loss": 0.3349,
      "step": 1455900
    },
    {
      "epoch": 406.34,
      "grad_norm": 1.767669677734375,
      "learning_rate": 2.476038650312451e-06,
      "loss": 0.3386,
      "step": 1455910
    },
    {
      "epoch": 406.34,
      "grad_norm": 0.9956119656562805,
      "learning_rate": 2.4760116537790483e-06,
      "loss": 0.3638,
      "step": 1455920
    },
    {
      "epoch": 406.34,
      "grad_norm": 0.9807841777801514,
      "learning_rate": 2.4759846572280423e-06,
      "loss": 0.3416,
      "step": 1455930
    },
    {
      "epoch": 406.35,
      "grad_norm": 0.9930941462516785,
      "learning_rate": 2.4759576606594353e-06,
      "loss": 0.3522,
      "step": 1455940
    },
    {
      "epoch": 406.35,
      "grad_norm": 1.022717833518982,
      "learning_rate": 2.475930664073232e-06,
      "loss": 0.3307,
      "step": 1455950
    },
    {
      "epoch": 406.35,
      "grad_norm": 1.1128791570663452,
      "learning_rate": 2.475903667469435e-06,
      "loss": 0.3396,
      "step": 1455960
    },
    {
      "epoch": 406.36,
      "grad_norm": 0.8677998185157776,
      "learning_rate": 2.4758766708480483e-06,
      "loss": 0.3377,
      "step": 1455970
    },
    {
      "epoch": 406.36,
      "grad_norm": 0.9234344363212585,
      "learning_rate": 2.475849674209075e-06,
      "loss": 0.3247,
      "step": 1455980
    },
    {
      "epoch": 406.36,
      "grad_norm": 0.9372839331626892,
      "learning_rate": 2.47582267755252e-06,
      "loss": 0.3446,
      "step": 1455990
    },
    {
      "epoch": 406.36,
      "grad_norm": 1.035838007926941,
      "learning_rate": 2.475795680878386e-06,
      "loss": 0.3489,
      "step": 1456000
    },
    {
      "epoch": 406.37,
      "grad_norm": 1.0851246118545532,
      "learning_rate": 2.475768684186676e-06,
      "loss": 0.3514,
      "step": 1456010
    },
    {
      "epoch": 406.37,
      "grad_norm": 1.0784308910369873,
      "learning_rate": 2.475741687477395e-06,
      "loss": 0.352,
      "step": 1456020
    },
    {
      "epoch": 406.37,
      "grad_norm": 1.109430193901062,
      "learning_rate": 2.475714690750546e-06,
      "loss": 0.3488,
      "step": 1456030
    },
    {
      "epoch": 406.37,
      "grad_norm": 0.9864668250083923,
      "learning_rate": 2.4756876940061324e-06,
      "loss": 0.3507,
      "step": 1456040
    },
    {
      "epoch": 406.38,
      "grad_norm": 1.1290876865386963,
      "learning_rate": 2.475660697244157e-06,
      "loss": 0.3275,
      "step": 1456050
    },
    {
      "epoch": 406.38,
      "grad_norm": 1.0446480512619019,
      "learning_rate": 2.475633700464625e-06,
      "loss": 0.3553,
      "step": 1456060
    },
    {
      "epoch": 406.38,
      "grad_norm": 0.9567972421646118,
      "learning_rate": 2.475606703667539e-06,
      "loss": 0.3299,
      "step": 1456070
    },
    {
      "epoch": 406.39,
      "grad_norm": 0.9785650968551636,
      "learning_rate": 2.4755797068529024e-06,
      "loss": 0.3347,
      "step": 1456080
    },
    {
      "epoch": 406.39,
      "grad_norm": 1.0353500843048096,
      "learning_rate": 2.47555271002072e-06,
      "loss": 0.3349,
      "step": 1456090
    },
    {
      "epoch": 406.39,
      "grad_norm": 1.2102051973342896,
      "learning_rate": 2.4755257131709946e-06,
      "loss": 0.3454,
      "step": 1456100
    },
    {
      "epoch": 406.39,
      "grad_norm": 1.1164402961730957,
      "learning_rate": 2.4754987163037293e-06,
      "loss": 0.3637,
      "step": 1456110
    },
    {
      "epoch": 406.4,
      "grad_norm": 0.9060236215591431,
      "learning_rate": 2.475471719418929e-06,
      "loss": 0.3553,
      "step": 1456120
    },
    {
      "epoch": 406.4,
      "grad_norm": 1.0216461420059204,
      "learning_rate": 2.475444722516596e-06,
      "loss": 0.3545,
      "step": 1456130
    },
    {
      "epoch": 406.4,
      "grad_norm": 0.9253725409507751,
      "learning_rate": 2.4754177255967337e-06,
      "loss": 0.3492,
      "step": 1456140
    },
    {
      "epoch": 406.41,
      "grad_norm": 0.8934272527694702,
      "learning_rate": 2.4753907286593477e-06,
      "loss": 0.3368,
      "step": 1456150
    },
    {
      "epoch": 406.41,
      "grad_norm": 1.1477514505386353,
      "learning_rate": 2.475363731704439e-06,
      "loss": 0.3533,
      "step": 1456160
    },
    {
      "epoch": 406.41,
      "grad_norm": 1.0237817764282227,
      "learning_rate": 2.475336734732014e-06,
      "loss": 0.3494,
      "step": 1456170
    },
    {
      "epoch": 406.41,
      "grad_norm": 0.8341662287712097,
      "learning_rate": 2.475309737742074e-06,
      "loss": 0.3528,
      "step": 1456180
    },
    {
      "epoch": 406.42,
      "grad_norm": 0.9573485851287842,
      "learning_rate": 2.475282740734623e-06,
      "loss": 0.3612,
      "step": 1456190
    },
    {
      "epoch": 406.42,
      "grad_norm": 1.0607393980026245,
      "learning_rate": 2.4752557437096653e-06,
      "loss": 0.3548,
      "step": 1456200
    },
    {
      "epoch": 406.42,
      "grad_norm": 0.9521028399467468,
      "learning_rate": 2.4752287466672035e-06,
      "loss": 0.3437,
      "step": 1456210
    },
    {
      "epoch": 406.42,
      "grad_norm": 1.0510320663452148,
      "learning_rate": 2.4752017496072425e-06,
      "loss": 0.3506,
      "step": 1456220
    },
    {
      "epoch": 406.43,
      "grad_norm": 1.089911699295044,
      "learning_rate": 2.475174752529785e-06,
      "loss": 0.3492,
      "step": 1456230
    },
    {
      "epoch": 406.43,
      "grad_norm": 1.169151782989502,
      "learning_rate": 2.475147755434835e-06,
      "loss": 0.3445,
      "step": 1456240
    },
    {
      "epoch": 406.43,
      "grad_norm": 0.962602972984314,
      "learning_rate": 2.4751207583223968e-06,
      "loss": 0.3426,
      "step": 1456250
    },
    {
      "epoch": 406.44,
      "grad_norm": 1.1941356658935547,
      "learning_rate": 2.475093761192472e-06,
      "loss": 0.3493,
      "step": 1456260
    },
    {
      "epoch": 406.44,
      "grad_norm": 0.9423288106918335,
      "learning_rate": 2.475066764045065e-06,
      "loss": 0.329,
      "step": 1456270
    },
    {
      "epoch": 406.44,
      "grad_norm": 0.9174871444702148,
      "learning_rate": 2.4750397668801804e-06,
      "loss": 0.3475,
      "step": 1456280
    },
    {
      "epoch": 406.44,
      "grad_norm": 1.1296765804290771,
      "learning_rate": 2.475012769697821e-06,
      "loss": 0.3494,
      "step": 1456290
    },
    {
      "epoch": 406.45,
      "grad_norm": 1.0424443483352661,
      "learning_rate": 2.4749857724979902e-06,
      "loss": 0.3498,
      "step": 1456300
    },
    {
      "epoch": 406.45,
      "grad_norm": 1.1993497610092163,
      "learning_rate": 2.4749587752806924e-06,
      "loss": 0.3322,
      "step": 1456310
    },
    {
      "epoch": 406.45,
      "grad_norm": 1.0764451026916504,
      "learning_rate": 2.4749317780459305e-06,
      "loss": 0.3455,
      "step": 1456320
    },
    {
      "epoch": 406.46,
      "grad_norm": 1.0286614894866943,
      "learning_rate": 2.4749047807937078e-06,
      "loss": 0.3341,
      "step": 1456330
    },
    {
      "epoch": 406.46,
      "grad_norm": 0.9645462036132812,
      "learning_rate": 2.474877783524029e-06,
      "loss": 0.3386,
      "step": 1456340
    },
    {
      "epoch": 406.46,
      "grad_norm": 1.1493898630142212,
      "learning_rate": 2.4748507862368967e-06,
      "loss": 0.3411,
      "step": 1456350
    },
    {
      "epoch": 406.46,
      "grad_norm": 0.9980913400650024,
      "learning_rate": 2.4748237889323147e-06,
      "loss": 0.3576,
      "step": 1456360
    },
    {
      "epoch": 406.47,
      "grad_norm": 1.1338858604431152,
      "learning_rate": 2.4747967916102867e-06,
      "loss": 0.3355,
      "step": 1456370
    },
    {
      "epoch": 406.47,
      "grad_norm": 1.0856506824493408,
      "learning_rate": 2.4747697942708167e-06,
      "loss": 0.3525,
      "step": 1456380
    },
    {
      "epoch": 406.47,
      "grad_norm": 1.0760366916656494,
      "learning_rate": 2.4747427969139075e-06,
      "loss": 0.3578,
      "step": 1456390
    },
    {
      "epoch": 406.48,
      "grad_norm": 0.9018584489822388,
      "learning_rate": 2.474715799539564e-06,
      "loss": 0.3362,
      "step": 1456400
    },
    {
      "epoch": 406.48,
      "grad_norm": 0.9408949613571167,
      "learning_rate": 2.4746888021477886e-06,
      "loss": 0.3369,
      "step": 1456410
    },
    {
      "epoch": 406.48,
      "grad_norm": 1.052790641784668,
      "learning_rate": 2.4746618047385845e-06,
      "loss": 0.3425,
      "step": 1456420
    },
    {
      "epoch": 406.48,
      "grad_norm": 4.192604064941406,
      "learning_rate": 2.4746348073119565e-06,
      "loss": 0.3487,
      "step": 1456430
    },
    {
      "epoch": 406.49,
      "grad_norm": 1.0959161520004272,
      "learning_rate": 2.474607809867908e-06,
      "loss": 0.3421,
      "step": 1456440
    },
    {
      "epoch": 406.49,
      "grad_norm": 0.9230911135673523,
      "learning_rate": 2.4745808124064414e-06,
      "loss": 0.3382,
      "step": 1456450
    },
    {
      "epoch": 406.49,
      "grad_norm": 0.997702956199646,
      "learning_rate": 2.474553814927562e-06,
      "loss": 0.3467,
      "step": 1456460
    },
    {
      "epoch": 406.49,
      "grad_norm": 1.1372650861740112,
      "learning_rate": 2.4745268174312723e-06,
      "loss": 0.3617,
      "step": 1456470
    },
    {
      "epoch": 406.5,
      "grad_norm": 1.0971227884292603,
      "learning_rate": 2.4744998199175765e-06,
      "loss": 0.3381,
      "step": 1456480
    },
    {
      "epoch": 406.5,
      "grad_norm": 1.6903938055038452,
      "learning_rate": 2.4744728223864775e-06,
      "loss": 0.3409,
      "step": 1456490
    },
    {
      "epoch": 406.5,
      "grad_norm": 1.0753782987594604,
      "learning_rate": 2.4744458248379788e-06,
      "loss": 0.3489,
      "step": 1456500
    },
    {
      "epoch": 406.51,
      "grad_norm": 0.9113302230834961,
      "learning_rate": 2.4744188272720854e-06,
      "loss": 0.3373,
      "step": 1456510
    },
    {
      "epoch": 406.51,
      "grad_norm": 0.9791105389595032,
      "learning_rate": 2.4743918296887994e-06,
      "loss": 0.3433,
      "step": 1456520
    },
    {
      "epoch": 406.51,
      "grad_norm": 0.8639897704124451,
      "learning_rate": 2.4743648320881243e-06,
      "loss": 0.3526,
      "step": 1456530
    },
    {
      "epoch": 406.51,
      "grad_norm": 1.0088521242141724,
      "learning_rate": 2.4743378344700656e-06,
      "loss": 0.3427,
      "step": 1456540
    },
    {
      "epoch": 406.52,
      "grad_norm": 1.123246669769287,
      "learning_rate": 2.4743108368346253e-06,
      "loss": 0.3417,
      "step": 1456550
    },
    {
      "epoch": 406.52,
      "grad_norm": 1.06473708152771,
      "learning_rate": 2.474283839181807e-06,
      "loss": 0.3493,
      "step": 1456560
    },
    {
      "epoch": 406.52,
      "grad_norm": 1.1032156944274902,
      "learning_rate": 2.4742568415116153e-06,
      "loss": 0.3538,
      "step": 1456570
    },
    {
      "epoch": 406.53,
      "grad_norm": 1.104196310043335,
      "learning_rate": 2.474229843824052e-06,
      "loss": 0.3472,
      "step": 1456580
    },
    {
      "epoch": 406.53,
      "grad_norm": 0.8504970669746399,
      "learning_rate": 2.474202846119122e-06,
      "loss": 0.3374,
      "step": 1456590
    },
    {
      "epoch": 406.53,
      "grad_norm": 1.147362232208252,
      "learning_rate": 2.4741758483968294e-06,
      "loss": 0.3441,
      "step": 1456600
    },
    {
      "epoch": 406.53,
      "grad_norm": 1.0347546339035034,
      "learning_rate": 2.4741488506571766e-06,
      "loss": 0.3567,
      "step": 1456610
    },
    {
      "epoch": 406.54,
      "grad_norm": 1.1818324327468872,
      "learning_rate": 2.474121852900168e-06,
      "loss": 0.343,
      "step": 1456620
    },
    {
      "epoch": 406.54,
      "grad_norm": 1.068734884262085,
      "learning_rate": 2.4740948551258067e-06,
      "loss": 0.3476,
      "step": 1456630
    },
    {
      "epoch": 406.54,
      "grad_norm": 1.3696285486221313,
      "learning_rate": 2.474067857334096e-06,
      "loss": 0.3427,
      "step": 1456640
    },
    {
      "epoch": 406.54,
      "grad_norm": 0.9453210234642029,
      "learning_rate": 2.4740408595250406e-06,
      "loss": 0.334,
      "step": 1456650
    },
    {
      "epoch": 406.55,
      "grad_norm": 0.9183085560798645,
      "learning_rate": 2.4740138616986427e-06,
      "loss": 0.3521,
      "step": 1456660
    },
    {
      "epoch": 406.55,
      "grad_norm": 1.0260916948318481,
      "learning_rate": 2.4739868638549076e-06,
      "loss": 0.3413,
      "step": 1456670
    },
    {
      "epoch": 406.55,
      "grad_norm": 1.2063117027282715,
      "learning_rate": 2.4739598659938372e-06,
      "loss": 0.3579,
      "step": 1456680
    },
    {
      "epoch": 406.56,
      "grad_norm": 1.1080763339996338,
      "learning_rate": 2.473932868115437e-06,
      "loss": 0.3326,
      "step": 1456690
    },
    {
      "epoch": 406.56,
      "grad_norm": 1.061022400856018,
      "learning_rate": 2.4739058702197085e-06,
      "loss": 0.3615,
      "step": 1456700
    },
    {
      "epoch": 406.56,
      "grad_norm": 0.9664562940597534,
      "learning_rate": 2.4738788723066557e-06,
      "loss": 0.3533,
      "step": 1456710
    },
    {
      "epoch": 406.56,
      "grad_norm": 1.0700355768203735,
      "learning_rate": 2.4738518743762832e-06,
      "loss": 0.3189,
      "step": 1456720
    },
    {
      "epoch": 406.57,
      "grad_norm": 1.1212830543518066,
      "learning_rate": 2.4738248764285944e-06,
      "loss": 0.3387,
      "step": 1456730
    },
    {
      "epoch": 406.57,
      "grad_norm": 1.0470234155654907,
      "learning_rate": 2.473797878463592e-06,
      "loss": 0.3421,
      "step": 1456740
    },
    {
      "epoch": 406.57,
      "grad_norm": 1.1651874780654907,
      "learning_rate": 2.4737708804812805e-06,
      "loss": 0.3603,
      "step": 1456750
    },
    {
      "epoch": 406.58,
      "grad_norm": 0.9803319573402405,
      "learning_rate": 2.473743882481664e-06,
      "loss": 0.351,
      "step": 1456760
    },
    {
      "epoch": 406.58,
      "grad_norm": 1.0685399770736694,
      "learning_rate": 2.4737168844647445e-06,
      "loss": 0.3379,
      "step": 1456770
    },
    {
      "epoch": 406.58,
      "grad_norm": 1.1301252841949463,
      "learning_rate": 2.473689886430526e-06,
      "loss": 0.3467,
      "step": 1456780
    },
    {
      "epoch": 406.58,
      "grad_norm": 0.8822462558746338,
      "learning_rate": 2.473662888379013e-06,
      "loss": 0.355,
      "step": 1456790
    },
    {
      "epoch": 406.59,
      "grad_norm": 0.9352695941925049,
      "learning_rate": 2.4736358903102088e-06,
      "loss": 0.3365,
      "step": 1456800
    },
    {
      "epoch": 406.59,
      "grad_norm": 0.964499294757843,
      "learning_rate": 2.4736088922241164e-06,
      "loss": 0.3494,
      "step": 1456810
    },
    {
      "epoch": 406.59,
      "grad_norm": 1.0715534687042236,
      "learning_rate": 2.4735818941207387e-06,
      "loss": 0.3689,
      "step": 1456820
    },
    {
      "epoch": 406.6,
      "grad_norm": 1.034136176109314,
      "learning_rate": 2.473554896000082e-06,
      "loss": 0.3352,
      "step": 1456830
    },
    {
      "epoch": 406.6,
      "grad_norm": 1.0015946626663208,
      "learning_rate": 2.473527897862148e-06,
      "loss": 0.3583,
      "step": 1456840
    },
    {
      "epoch": 406.6,
      "grad_norm": 1.211562991142273,
      "learning_rate": 2.47350089970694e-06,
      "loss": 0.3539,
      "step": 1456850
    },
    {
      "epoch": 406.6,
      "grad_norm": 1.4668267965316772,
      "learning_rate": 2.4734739015344623e-06,
      "loss": 0.3447,
      "step": 1456860
    },
    {
      "epoch": 406.61,
      "grad_norm": 1.0085746049880981,
      "learning_rate": 2.473446903344718e-06,
      "loss": 0.345,
      "step": 1456870
    },
    {
      "epoch": 406.61,
      "grad_norm": 1.055237054824829,
      "learning_rate": 2.473419905137711e-06,
      "loss": 0.3447,
      "step": 1456880
    },
    {
      "epoch": 406.61,
      "grad_norm": 0.9801766872406006,
      "learning_rate": 2.473392906913446e-06,
      "loss": 0.3421,
      "step": 1456890
    },
    {
      "epoch": 406.61,
      "grad_norm": 0.9236583113670349,
      "learning_rate": 2.4733659086719245e-06,
      "loss": 0.348,
      "step": 1456900
    },
    {
      "epoch": 406.62,
      "grad_norm": 0.940150260925293,
      "learning_rate": 2.473338910413151e-06,
      "loss": 0.3383,
      "step": 1456910
    },
    {
      "epoch": 406.62,
      "grad_norm": 0.9354036450386047,
      "learning_rate": 2.47331191213713e-06,
      "loss": 0.3451,
      "step": 1456920
    },
    {
      "epoch": 406.62,
      "grad_norm": 1.0929338932037354,
      "learning_rate": 2.4732849138438633e-06,
      "loss": 0.3406,
      "step": 1456930
    },
    {
      "epoch": 406.63,
      "grad_norm": 0.9239478707313538,
      "learning_rate": 2.473257915533356e-06,
      "loss": 0.3541,
      "step": 1456940
    },
    {
      "epoch": 406.63,
      "grad_norm": 1.0468701124191284,
      "learning_rate": 2.4732309172056106e-06,
      "loss": 0.3466,
      "step": 1456950
    },
    {
      "epoch": 406.63,
      "grad_norm": 1.0985833406448364,
      "learning_rate": 2.473203918860632e-06,
      "loss": 0.3767,
      "step": 1456960
    },
    {
      "epoch": 406.63,
      "grad_norm": 1.084777593612671,
      "learning_rate": 2.4731769204984226e-06,
      "loss": 0.3424,
      "step": 1456970
    },
    {
      "epoch": 406.64,
      "grad_norm": 1.1389724016189575,
      "learning_rate": 2.4731499221189867e-06,
      "loss": 0.3287,
      "step": 1456980
    },
    {
      "epoch": 406.64,
      "grad_norm": 0.9089760184288025,
      "learning_rate": 2.473122923722328e-06,
      "loss": 0.3634,
      "step": 1456990
    },
    {
      "epoch": 406.64,
      "grad_norm": 1.1821461915969849,
      "learning_rate": 2.4730959253084488e-06,
      "loss": 0.3262,
      "step": 1457000
    },
    {
      "epoch": 406.65,
      "grad_norm": 1.0661494731903076,
      "learning_rate": 2.473068926877354e-06,
      "loss": 0.3489,
      "step": 1457010
    },
    {
      "epoch": 406.65,
      "grad_norm": 0.9414415955543518,
      "learning_rate": 2.473041928429047e-06,
      "loss": 0.3392,
      "step": 1457020
    },
    {
      "epoch": 406.65,
      "grad_norm": 0.9331502318382263,
      "learning_rate": 2.473014929963531e-06,
      "loss": 0.3524,
      "step": 1457030
    },
    {
      "epoch": 406.65,
      "grad_norm": 1.1987979412078857,
      "learning_rate": 2.4729879314808096e-06,
      "loss": 0.3429,
      "step": 1457040
    },
    {
      "epoch": 406.66,
      "grad_norm": 1.051116943359375,
      "learning_rate": 2.4729609329808875e-06,
      "loss": 0.3558,
      "step": 1457050
    },
    {
      "epoch": 406.66,
      "grad_norm": 0.9832296371459961,
      "learning_rate": 2.472933934463767e-06,
      "loss": 0.3374,
      "step": 1457060
    },
    {
      "epoch": 406.66,
      "grad_norm": 0.9282044768333435,
      "learning_rate": 2.4729069359294513e-06,
      "loss": 0.3589,
      "step": 1457070
    },
    {
      "epoch": 406.66,
      "grad_norm": 0.9167184233665466,
      "learning_rate": 2.4728799373779457e-06,
      "loss": 0.3355,
      "step": 1457080
    },
    {
      "epoch": 406.67,
      "grad_norm": 1.0092053413391113,
      "learning_rate": 2.4728529388092526e-06,
      "loss": 0.3306,
      "step": 1457090
    },
    {
      "epoch": 406.67,
      "grad_norm": 0.969110369682312,
      "learning_rate": 2.4728259402233756e-06,
      "loss": 0.353,
      "step": 1457100
    },
    {
      "epoch": 406.67,
      "grad_norm": 1.120368480682373,
      "learning_rate": 2.472798941620318e-06,
      "loss": 0.3604,
      "step": 1457110
    },
    {
      "epoch": 406.68,
      "grad_norm": 0.9906243681907654,
      "learning_rate": 2.4727719430000854e-06,
      "loss": 0.3508,
      "step": 1457120
    },
    {
      "epoch": 406.68,
      "grad_norm": 1.178792119026184,
      "learning_rate": 2.4727449443626796e-06,
      "loss": 0.333,
      "step": 1457130
    },
    {
      "epoch": 406.68,
      "grad_norm": 1.098075032234192,
      "learning_rate": 2.472717945708104e-06,
      "loss": 0.3606,
      "step": 1457140
    },
    {
      "epoch": 406.68,
      "grad_norm": 1.1721611022949219,
      "learning_rate": 2.472690947036363e-06,
      "loss": 0.3484,
      "step": 1457150
    },
    {
      "epoch": 406.69,
      "grad_norm": 0.980394721031189,
      "learning_rate": 2.47266394834746e-06,
      "loss": 0.3392,
      "step": 1457160
    },
    {
      "epoch": 406.69,
      "grad_norm": 1.1721901893615723,
      "learning_rate": 2.472636949641398e-06,
      "loss": 0.3405,
      "step": 1457170
    },
    {
      "epoch": 406.69,
      "grad_norm": 1.042926549911499,
      "learning_rate": 2.4726099509181813e-06,
      "loss": 0.3545,
      "step": 1457180
    },
    {
      "epoch": 406.7,
      "grad_norm": 1.0874571800231934,
      "learning_rate": 2.4725829521778132e-06,
      "loss": 0.3295,
      "step": 1457190
    },
    {
      "epoch": 406.7,
      "grad_norm": 1.1720521450042725,
      "learning_rate": 2.4725559534202982e-06,
      "loss": 0.3454,
      "step": 1457200
    },
    {
      "epoch": 406.7,
      "grad_norm": 0.928557276725769,
      "learning_rate": 2.4725289546456384e-06,
      "loss": 0.342,
      "step": 1457210
    },
    {
      "epoch": 406.7,
      "grad_norm": 1.1108994483947754,
      "learning_rate": 2.4725019558538385e-06,
      "loss": 0.3415,
      "step": 1457220
    },
    {
      "epoch": 406.71,
      "grad_norm": 1.14163076877594,
      "learning_rate": 2.472474957044901e-06,
      "loss": 0.3503,
      "step": 1457230
    },
    {
      "epoch": 406.71,
      "grad_norm": 1.0703614950180054,
      "learning_rate": 2.4724479582188305e-06,
      "loss": 0.3411,
      "step": 1457240
    },
    {
      "epoch": 406.71,
      "grad_norm": 0.8815319538116455,
      "learning_rate": 2.4724209593756305e-06,
      "loss": 0.338,
      "step": 1457250
    },
    {
      "epoch": 406.72,
      "grad_norm": 1.1349706649780273,
      "learning_rate": 2.472393960515304e-06,
      "loss": 0.3662,
      "step": 1457260
    },
    {
      "epoch": 406.72,
      "grad_norm": 1.0549476146697998,
      "learning_rate": 2.4723669616378558e-06,
      "loss": 0.3499,
      "step": 1457270
    },
    {
      "epoch": 406.72,
      "grad_norm": 1.0485949516296387,
      "learning_rate": 2.4723399627432883e-06,
      "loss": 0.3456,
      "step": 1457280
    },
    {
      "epoch": 406.72,
      "grad_norm": 0.9801061749458313,
      "learning_rate": 2.472312963831605e-06,
      "loss": 0.357,
      "step": 1457290
    },
    {
      "epoch": 406.73,
      "grad_norm": 0.8699004650115967,
      "learning_rate": 2.4722859649028096e-06,
      "loss": 0.3371,
      "step": 1457300
    },
    {
      "epoch": 406.73,
      "grad_norm": 0.9464757442474365,
      "learning_rate": 2.472258965956907e-06,
      "loss": 0.3375,
      "step": 1457310
    },
    {
      "epoch": 406.73,
      "grad_norm": 0.9057894945144653,
      "learning_rate": 2.4722319669938987e-06,
      "loss": 0.3542,
      "step": 1457320
    },
    {
      "epoch": 406.73,
      "grad_norm": 0.9922783970832825,
      "learning_rate": 2.4722049680137897e-06,
      "loss": 0.339,
      "step": 1457330
    },
    {
      "epoch": 406.74,
      "grad_norm": 0.9977754354476929,
      "learning_rate": 2.4721779690165843e-06,
      "loss": 0.3505,
      "step": 1457340
    },
    {
      "epoch": 406.74,
      "grad_norm": 5.846165657043457,
      "learning_rate": 2.4721509700022845e-06,
      "loss": 0.3472,
      "step": 1457350
    },
    {
      "epoch": 406.74,
      "grad_norm": 0.9328960180282593,
      "learning_rate": 2.4721239709708945e-06,
      "loss": 0.3385,
      "step": 1457360
    },
    {
      "epoch": 406.75,
      "grad_norm": 1.0674301385879517,
      "learning_rate": 2.4720969719224173e-06,
      "loss": 0.3383,
      "step": 1457370
    },
    {
      "epoch": 406.75,
      "grad_norm": 0.8818846940994263,
      "learning_rate": 2.472069972856858e-06,
      "loss": 0.3534,
      "step": 1457380
    },
    {
      "epoch": 406.75,
      "grad_norm": 1.078185796737671,
      "learning_rate": 2.4720429737742187e-06,
      "loss": 0.35,
      "step": 1457390
    },
    {
      "epoch": 406.75,
      "grad_norm": 0.9668391346931458,
      "learning_rate": 2.472015974674504e-06,
      "loss": 0.345,
      "step": 1457400
    },
    {
      "epoch": 406.76,
      "grad_norm": 1.1426738500595093,
      "learning_rate": 2.471988975557717e-06,
      "loss": 0.3423,
      "step": 1457410
    },
    {
      "epoch": 406.76,
      "grad_norm": 1.0549745559692383,
      "learning_rate": 2.4719619764238607e-06,
      "loss": 0.3411,
      "step": 1457420
    },
    {
      "epoch": 406.76,
      "grad_norm": 0.9374740719795227,
      "learning_rate": 2.4719349772729404e-06,
      "loss": 0.3541,
      "step": 1457430
    },
    {
      "epoch": 406.77,
      "grad_norm": 1.0885722637176514,
      "learning_rate": 2.4719079781049587e-06,
      "loss": 0.3368,
      "step": 1457440
    },
    {
      "epoch": 406.77,
      "grad_norm": 0.9978700876235962,
      "learning_rate": 2.471880978919918e-06,
      "loss": 0.353,
      "step": 1457450
    },
    {
      "epoch": 406.77,
      "grad_norm": 0.9976911544799805,
      "learning_rate": 2.471853979717823e-06,
      "loss": 0.3652,
      "step": 1457460
    },
    {
      "epoch": 406.77,
      "grad_norm": 0.9808971285820007,
      "learning_rate": 2.4718269804986786e-06,
      "loss": 0.3551,
      "step": 1457470
    },
    {
      "epoch": 406.78,
      "grad_norm": 0.9811325669288635,
      "learning_rate": 2.4717999812624862e-06,
      "loss": 0.3506,
      "step": 1457480
    },
    {
      "epoch": 406.78,
      "grad_norm": 0.9908689856529236,
      "learning_rate": 2.4717729820092503e-06,
      "loss": 0.3496,
      "step": 1457490
    },
    {
      "epoch": 406.78,
      "grad_norm": 2.243215322494507,
      "learning_rate": 2.471745982738975e-06,
      "loss": 0.3528,
      "step": 1457500
    },
    {
      "epoch": 406.78,
      "grad_norm": 1.0152937173843384,
      "learning_rate": 2.4717189834516633e-06,
      "loss": 0.3493,
      "step": 1457510
    },
    {
      "epoch": 406.79,
      "grad_norm": 1.0736387968063354,
      "learning_rate": 2.4716919841473186e-06,
      "loss": 0.3411,
      "step": 1457520
    },
    {
      "epoch": 406.79,
      "grad_norm": 0.9621773362159729,
      "learning_rate": 2.471664984825945e-06,
      "loss": 0.3609,
      "step": 1457530
    },
    {
      "epoch": 406.79,
      "grad_norm": 1.010398030281067,
      "learning_rate": 2.471637985487546e-06,
      "loss": 0.352,
      "step": 1457540
    },
    {
      "epoch": 406.8,
      "grad_norm": 0.9477612376213074,
      "learning_rate": 2.471610986132124e-06,
      "loss": 0.3477,
      "step": 1457550
    },
    {
      "epoch": 406.8,
      "grad_norm": 1.490061640739441,
      "learning_rate": 2.4715839867596847e-06,
      "loss": 0.3616,
      "step": 1457560
    },
    {
      "epoch": 406.8,
      "grad_norm": 1.0480365753173828,
      "learning_rate": 2.471556987370231e-06,
      "loss": 0.3359,
      "step": 1457570
    },
    {
      "epoch": 406.8,
      "grad_norm": 0.9128969311714172,
      "learning_rate": 2.4715299879637655e-06,
      "loss": 0.3396,
      "step": 1457580
    },
    {
      "epoch": 406.81,
      "grad_norm": 1.0249090194702148,
      "learning_rate": 2.471502988540293e-06,
      "loss": 0.3606,
      "step": 1457590
    },
    {
      "epoch": 406.81,
      "grad_norm": 0.8763710856437683,
      "learning_rate": 2.471475989099816e-06,
      "loss": 0.3575,
      "step": 1457600
    },
    {
      "epoch": 406.81,
      "grad_norm": 1.0719660520553589,
      "learning_rate": 2.4714489896423384e-06,
      "loss": 0.3543,
      "step": 1457610
    },
    {
      "epoch": 406.82,
      "grad_norm": 1.029386281967163,
      "learning_rate": 2.4714219901678643e-06,
      "loss": 0.3483,
      "step": 1457620
    },
    {
      "epoch": 406.82,
      "grad_norm": 0.942212700843811,
      "learning_rate": 2.4713949906763977e-06,
      "loss": 0.3541,
      "step": 1457630
    },
    {
      "epoch": 406.82,
      "grad_norm": 1.0917166471481323,
      "learning_rate": 2.4713679911679406e-06,
      "loss": 0.346,
      "step": 1457640
    },
    {
      "epoch": 406.82,
      "grad_norm": 1.1071813106536865,
      "learning_rate": 2.4713409916424983e-06,
      "loss": 0.3554,
      "step": 1457650
    },
    {
      "epoch": 406.83,
      "grad_norm": 0.9252827167510986,
      "learning_rate": 2.471313992100073e-06,
      "loss": 0.3438,
      "step": 1457660
    },
    {
      "epoch": 406.83,
      "grad_norm": 0.9571327567100525,
      "learning_rate": 2.471286992540669e-06,
      "loss": 0.3545,
      "step": 1457670
    },
    {
      "epoch": 406.83,
      "grad_norm": 1.011167287826538,
      "learning_rate": 2.4712599929642895e-06,
      "loss": 0.3458,
      "step": 1457680
    },
    {
      "epoch": 406.84,
      "grad_norm": 1.6001414060592651,
      "learning_rate": 2.4712329933709385e-06,
      "loss": 0.3601,
      "step": 1457690
    },
    {
      "epoch": 406.84,
      "grad_norm": 1.0735071897506714,
      "learning_rate": 2.47120599376062e-06,
      "loss": 0.3389,
      "step": 1457700
    },
    {
      "epoch": 406.84,
      "grad_norm": 1.0858231782913208,
      "learning_rate": 2.471178994133337e-06,
      "loss": 0.3678,
      "step": 1457710
    },
    {
      "epoch": 406.84,
      "grad_norm": 1.0048526525497437,
      "learning_rate": 2.471151994489093e-06,
      "loss": 0.3325,
      "step": 1457720
    },
    {
      "epoch": 406.85,
      "grad_norm": 1.1023998260498047,
      "learning_rate": 2.471124994827892e-06,
      "loss": 0.3502,
      "step": 1457730
    },
    {
      "epoch": 406.85,
      "grad_norm": 0.9770799279212952,
      "learning_rate": 2.4710979951497368e-06,
      "loss": 0.3671,
      "step": 1457740
    },
    {
      "epoch": 406.85,
      "grad_norm": 1.036725401878357,
      "learning_rate": 2.4710709954546317e-06,
      "loss": 0.3475,
      "step": 1457750
    },
    {
      "epoch": 406.85,
      "grad_norm": 1.1175618171691895,
      "learning_rate": 2.4710439957425804e-06,
      "loss": 0.3529,
      "step": 1457760
    },
    {
      "epoch": 406.86,
      "grad_norm": 1.1293258666992188,
      "learning_rate": 2.4710169960135864e-06,
      "loss": 0.3384,
      "step": 1457770
    },
    {
      "epoch": 406.86,
      "grad_norm": 1.1516143083572388,
      "learning_rate": 2.470989996267652e-06,
      "loss": 0.3528,
      "step": 1457780
    },
    {
      "epoch": 406.86,
      "grad_norm": 1.1302170753479004,
      "learning_rate": 2.4709629965047835e-06,
      "loss": 0.347,
      "step": 1457790
    },
    {
      "epoch": 406.87,
      "grad_norm": 1.0211827754974365,
      "learning_rate": 2.4709359967249823e-06,
      "loss": 0.3543,
      "step": 1457800
    },
    {
      "epoch": 406.87,
      "grad_norm": 1.4120501279830933,
      "learning_rate": 2.4709089969282523e-06,
      "loss": 0.3571,
      "step": 1457810
    },
    {
      "epoch": 406.87,
      "grad_norm": 1.0653436183929443,
      "learning_rate": 2.470881997114597e-06,
      "loss": 0.3533,
      "step": 1457820
    },
    {
      "epoch": 406.87,
      "grad_norm": 0.9022969603538513,
      "learning_rate": 2.4708549972840216e-06,
      "loss": 0.3344,
      "step": 1457830
    },
    {
      "epoch": 406.88,
      "grad_norm": 1.0468860864639282,
      "learning_rate": 2.4708279974365273e-06,
      "loss": 0.3401,
      "step": 1457840
    },
    {
      "epoch": 406.88,
      "grad_norm": 1.0066797733306885,
      "learning_rate": 2.4708009975721198e-06,
      "loss": 0.3518,
      "step": 1457850
    },
    {
      "epoch": 406.88,
      "grad_norm": 0.8264256715774536,
      "learning_rate": 2.4707739976908012e-06,
      "loss": 0.3352,
      "step": 1457860
    },
    {
      "epoch": 406.89,
      "grad_norm": 1.1220812797546387,
      "learning_rate": 2.4707469977925764e-06,
      "loss": 0.3384,
      "step": 1457870
    },
    {
      "epoch": 406.89,
      "grad_norm": 1.1263753175735474,
      "learning_rate": 2.4707199978774477e-06,
      "loss": 0.3422,
      "step": 1457880
    },
    {
      "epoch": 406.89,
      "grad_norm": 1.1047539710998535,
      "learning_rate": 2.4706929979454194e-06,
      "loss": 0.3532,
      "step": 1457890
    },
    {
      "epoch": 406.89,
      "grad_norm": 1.0584850311279297,
      "learning_rate": 2.4706659979964946e-06,
      "loss": 0.3392,
      "step": 1457900
    },
    {
      "epoch": 406.9,
      "grad_norm": 1.1896225214004517,
      "learning_rate": 2.4706389980306773e-06,
      "loss": 0.3396,
      "step": 1457910
    },
    {
      "epoch": 406.9,
      "grad_norm": 1.3887351751327515,
      "learning_rate": 2.470611998047972e-06,
      "loss": 0.34,
      "step": 1457920
    },
    {
      "epoch": 406.9,
      "grad_norm": 1.0895379781723022,
      "learning_rate": 2.47058499804838e-06,
      "loss": 0.3359,
      "step": 1457930
    },
    {
      "epoch": 406.9,
      "grad_norm": 0.942652702331543,
      "learning_rate": 2.470557998031907e-06,
      "loss": 0.3381,
      "step": 1457940
    },
    {
      "epoch": 406.91,
      "grad_norm": 1.0536417961120605,
      "learning_rate": 2.4705309979985557e-06,
      "loss": 0.3713,
      "step": 1457950
    },
    {
      "epoch": 406.91,
      "grad_norm": 0.9504016041755676,
      "learning_rate": 2.47050399794833e-06,
      "loss": 0.364,
      "step": 1457960
    },
    {
      "epoch": 406.91,
      "grad_norm": 1.0157798528671265,
      "learning_rate": 2.4704769978812325e-06,
      "loss": 0.3457,
      "step": 1457970
    },
    {
      "epoch": 406.92,
      "grad_norm": 3.650775194168091,
      "learning_rate": 2.470449997797268e-06,
      "loss": 0.3393,
      "step": 1457980
    },
    {
      "epoch": 406.92,
      "grad_norm": 0.9808123111724854,
      "learning_rate": 2.47042299769644e-06,
      "loss": 0.3312,
      "step": 1457990
    },
    {
      "epoch": 406.92,
      "grad_norm": 1.067035436630249,
      "learning_rate": 2.4703959975787516e-06,
      "loss": 0.3442,
      "step": 1458000
    },
    {
      "epoch": 406.92,
      "grad_norm": 0.980975866317749,
      "learning_rate": 2.4703689974442067e-06,
      "loss": 0.347,
      "step": 1458010
    },
    {
      "epoch": 406.93,
      "grad_norm": 0.966792106628418,
      "learning_rate": 2.470341997292809e-06,
      "loss": 0.3302,
      "step": 1458020
    },
    {
      "epoch": 406.93,
      "grad_norm": 1.0645577907562256,
      "learning_rate": 2.4703149971245617e-06,
      "loss": 0.3447,
      "step": 1458030
    },
    {
      "epoch": 406.93,
      "grad_norm": 0.985751748085022,
      "learning_rate": 2.4702879969394683e-06,
      "loss": 0.3368,
      "step": 1458040
    },
    {
      "epoch": 406.94,
      "grad_norm": 1.1679219007492065,
      "learning_rate": 2.470260996737533e-06,
      "loss": 0.3399,
      "step": 1458050
    },
    {
      "epoch": 406.94,
      "grad_norm": 1.0717536211013794,
      "learning_rate": 2.4702339965187587e-06,
      "loss": 0.3518,
      "step": 1458060
    },
    {
      "epoch": 406.94,
      "grad_norm": 0.9671197533607483,
      "learning_rate": 2.4702069962831488e-06,
      "loss": 0.3467,
      "step": 1458070
    },
    {
      "epoch": 406.94,
      "grad_norm": 0.9988996982574463,
      "learning_rate": 2.4701799960307087e-06,
      "loss": 0.3315,
      "step": 1458080
    },
    {
      "epoch": 406.95,
      "grad_norm": 1.0568205118179321,
      "learning_rate": 2.4701529957614406e-06,
      "loss": 0.3401,
      "step": 1458090
    },
    {
      "epoch": 406.95,
      "grad_norm": 1.1508971452713013,
      "learning_rate": 2.4701259954753475e-06,
      "loss": 0.3564,
      "step": 1458100
    },
    {
      "epoch": 406.95,
      "grad_norm": 0.9502111673355103,
      "learning_rate": 2.470098995172434e-06,
      "loss": 0.3481,
      "step": 1458110
    },
    {
      "epoch": 406.96,
      "grad_norm": 0.9396193623542786,
      "learning_rate": 2.4700719948527035e-06,
      "loss": 0.3361,
      "step": 1458120
    },
    {
      "epoch": 406.96,
      "grad_norm": 1.5221558809280396,
      "learning_rate": 2.470044994516159e-06,
      "loss": 0.3409,
      "step": 1458130
    },
    {
      "epoch": 406.96,
      "grad_norm": 1.0216480493545532,
      "learning_rate": 2.470017994162805e-06,
      "loss": 0.3265,
      "step": 1458140
    },
    {
      "epoch": 406.96,
      "grad_norm": 1.0476365089416504,
      "learning_rate": 2.469990993792645e-06,
      "loss": 0.3428,
      "step": 1458150
    },
    {
      "epoch": 406.97,
      "grad_norm": 1.0081641674041748,
      "learning_rate": 2.4699639934056824e-06,
      "loss": 0.3416,
      "step": 1458160
    },
    {
      "epoch": 406.97,
      "grad_norm": 0.9126483798027039,
      "learning_rate": 2.46993699300192e-06,
      "loss": 0.3421,
      "step": 1458170
    },
    {
      "epoch": 406.97,
      "grad_norm": 0.951141893863678,
      "learning_rate": 2.469909992581363e-06,
      "loss": 0.3633,
      "step": 1458180
    },
    {
      "epoch": 406.97,
      "grad_norm": 1.2162253856658936,
      "learning_rate": 2.469882992144013e-06,
      "loss": 0.3351,
      "step": 1458190
    },
    {
      "epoch": 406.98,
      "grad_norm": 1.1434394121170044,
      "learning_rate": 2.469855991689875e-06,
      "loss": 0.349,
      "step": 1458200
    },
    {
      "epoch": 406.98,
      "grad_norm": 1.109095811843872,
      "learning_rate": 2.469828991218953e-06,
      "loss": 0.3303,
      "step": 1458210
    },
    {
      "epoch": 406.98,
      "grad_norm": 0.9814651608467102,
      "learning_rate": 2.4698019907312485e-06,
      "loss": 0.363,
      "step": 1458220
    },
    {
      "epoch": 406.99,
      "grad_norm": 0.9952055811882019,
      "learning_rate": 2.4697749902267674e-06,
      "loss": 0.3593,
      "step": 1458230
    },
    {
      "epoch": 406.99,
      "grad_norm": 1.2561209201812744,
      "learning_rate": 2.469747989705512e-06,
      "loss": 0.3435,
      "step": 1458240
    },
    {
      "epoch": 406.99,
      "grad_norm": 1.2060571908950806,
      "learning_rate": 2.4697209891674864e-06,
      "loss": 0.3475,
      "step": 1458250
    },
    {
      "epoch": 406.99,
      "grad_norm": 0.9874078035354614,
      "learning_rate": 2.469693988612694e-06,
      "loss": 0.3364,
      "step": 1458260
    },
    {
      "epoch": 407.0,
      "grad_norm": 1.1882027387619019,
      "learning_rate": 2.469666988041138e-06,
      "loss": 0.3533,
      "step": 1458270
    },
    {
      "epoch": 407.0,
      "grad_norm": 1.0254690647125244,
      "learning_rate": 2.4696399874528233e-06,
      "loss": 0.3611,
      "step": 1458280
    },
    {
      "epoch": 407.0,
      "eval_loss": 0.3475053608417511,
      "eval_runtime": 63.089,
      "eval_samples_per_second": 80.188,
      "eval_steps_per_second": 10.033,
      "step": 1458281
    },
    {
      "epoch": 407.0,
      "grad_norm": 3.926225185394287,
      "learning_rate": 2.469612986847752e-06,
      "loss": 0.3653,
      "step": 1458290
    },
    {
      "epoch": 407.01,
      "grad_norm": 0.9375811219215393,
      "learning_rate": 2.469585986225929e-06,
      "loss": 0.3501,
      "step": 1458300
    },
    {
      "epoch": 407.01,
      "grad_norm": 0.9947094917297363,
      "learning_rate": 2.4695589855873557e-06,
      "loss": 0.3394,
      "step": 1458310
    },
    {
      "epoch": 407.01,
      "grad_norm": 1.0982497930526733,
      "learning_rate": 2.469531984932039e-06,
      "loss": 0.35,
      "step": 1458320
    },
    {
      "epoch": 407.01,
      "grad_norm": 0.951123833656311,
      "learning_rate": 2.469504984259979e-06,
      "loss": 0.3381,
      "step": 1458330
    },
    {
      "epoch": 407.02,
      "grad_norm": 0.9692471027374268,
      "learning_rate": 2.4694779835711824e-06,
      "loss": 0.3428,
      "step": 1458340
    },
    {
      "epoch": 407.02,
      "grad_norm": 0.8987531065940857,
      "learning_rate": 2.4694509828656504e-06,
      "loss": 0.354,
      "step": 1458350
    },
    {
      "epoch": 407.02,
      "grad_norm": 1.083415150642395,
      "learning_rate": 2.469423982143388e-06,
      "loss": 0.3598,
      "step": 1458360
    },
    {
      "epoch": 407.02,
      "grad_norm": 1.0950310230255127,
      "learning_rate": 2.469396981404398e-06,
      "loss": 0.3298,
      "step": 1458370
    },
    {
      "epoch": 407.03,
      "grad_norm": 1.0333584547042847,
      "learning_rate": 2.4693699806486845e-06,
      "loss": 0.341,
      "step": 1458380
    },
    {
      "epoch": 407.03,
      "grad_norm": 0.9912314414978027,
      "learning_rate": 2.4693429798762517e-06,
      "loss": 0.3499,
      "step": 1458390
    },
    {
      "epoch": 407.03,
      "grad_norm": 0.9560438990592957,
      "learning_rate": 2.4693159790871015e-06,
      "loss": 0.3384,
      "step": 1458400
    },
    {
      "epoch": 407.04,
      "grad_norm": 1.0962002277374268,
      "learning_rate": 2.469288978281239e-06,
      "loss": 0.3423,
      "step": 1458410
    },
    {
      "epoch": 407.04,
      "grad_norm": 1.0975713729858398,
      "learning_rate": 2.469261977458667e-06,
      "loss": 0.3626,
      "step": 1458420
    },
    {
      "epoch": 407.04,
      "grad_norm": 1.0932272672653198,
      "learning_rate": 2.469234976619389e-06,
      "loss": 0.3488,
      "step": 1458430
    },
    {
      "epoch": 407.04,
      "grad_norm": 0.9872709512710571,
      "learning_rate": 2.469207975763409e-06,
      "loss": 0.3477,
      "step": 1458440
    },
    {
      "epoch": 407.05,
      "grad_norm": 0.9990903735160828,
      "learning_rate": 2.4691809748907308e-06,
      "loss": 0.3469,
      "step": 1458450
    },
    {
      "epoch": 407.05,
      "grad_norm": 1.1693928241729736,
      "learning_rate": 2.469153974001358e-06,
      "loss": 0.3532,
      "step": 1458460
    },
    {
      "epoch": 407.05,
      "grad_norm": 1.3440537452697754,
      "learning_rate": 2.469126973095294e-06,
      "loss": 0.3387,
      "step": 1458470
    },
    {
      "epoch": 407.06,
      "grad_norm": 1.0090405941009521,
      "learning_rate": 2.469099972172541e-06,
      "loss": 0.3534,
      "step": 1458480
    },
    {
      "epoch": 407.06,
      "grad_norm": 0.9619355201721191,
      "learning_rate": 2.4690729712331044e-06,
      "loss": 0.3371,
      "step": 1458490
    },
    {
      "epoch": 407.06,
      "grad_norm": 1.0305558443069458,
      "learning_rate": 2.4690459702769883e-06,
      "loss": 0.3463,
      "step": 1458500
    },
    {
      "epoch": 407.06,
      "grad_norm": 0.9358708262443542,
      "learning_rate": 2.469018969304194e-06,
      "loss": 0.3412,
      "step": 1458510
    },
    {
      "epoch": 407.07,
      "grad_norm": 1.0495277643203735,
      "learning_rate": 2.468991968314727e-06,
      "loss": 0.3376,
      "step": 1458520
    },
    {
      "epoch": 407.07,
      "grad_norm": 1.1415661573410034,
      "learning_rate": 2.4689649673085903e-06,
      "loss": 0.342,
      "step": 1458530
    },
    {
      "epoch": 407.07,
      "grad_norm": 1.008895993232727,
      "learning_rate": 2.4689379662857873e-06,
      "loss": 0.3228,
      "step": 1458540
    },
    {
      "epoch": 407.08,
      "grad_norm": 0.923206090927124,
      "learning_rate": 2.4689109652463215e-06,
      "loss": 0.3396,
      "step": 1458550
    },
    {
      "epoch": 407.08,
      "grad_norm": 1.0574301481246948,
      "learning_rate": 2.4688839641901975e-06,
      "loss": 0.3511,
      "step": 1458560
    },
    {
      "epoch": 407.08,
      "grad_norm": 1.0041396617889404,
      "learning_rate": 2.4688569631174174e-06,
      "loss": 0.3582,
      "step": 1458570
    },
    {
      "epoch": 407.08,
      "grad_norm": 0.9816446900367737,
      "learning_rate": 2.4688299620279856e-06,
      "loss": 0.3538,
      "step": 1458580
    },
    {
      "epoch": 407.09,
      "grad_norm": 3.474835157394409,
      "learning_rate": 2.4688029609219057e-06,
      "loss": 0.3261,
      "step": 1458590
    },
    {
      "epoch": 407.09,
      "grad_norm": 1.0524240732192993,
      "learning_rate": 2.4687759597991816e-06,
      "loss": 0.3401,
      "step": 1458600
    },
    {
      "epoch": 407.09,
      "grad_norm": 1.0387539863586426,
      "learning_rate": 2.4687489586598163e-06,
      "loss": 0.3411,
      "step": 1458610
    },
    {
      "epoch": 407.09,
      "grad_norm": 0.9992254972457886,
      "learning_rate": 2.4687219575038136e-06,
      "loss": 0.3623,
      "step": 1458620
    },
    {
      "epoch": 407.1,
      "grad_norm": 1.0294300317764282,
      "learning_rate": 2.4686949563311773e-06,
      "loss": 0.3539,
      "step": 1458630
    },
    {
      "epoch": 407.1,
      "grad_norm": 0.9928125143051147,
      "learning_rate": 2.46866795514191e-06,
      "loss": 0.3588,
      "step": 1458640
    },
    {
      "epoch": 407.1,
      "grad_norm": 1.034284234046936,
      "learning_rate": 2.4686409539360165e-06,
      "loss": 0.3426,
      "step": 1458650
    },
    {
      "epoch": 407.11,
      "grad_norm": 1.0162018537521362,
      "learning_rate": 2.4686139527135005e-06,
      "loss": 0.3524,
      "step": 1458660
    },
    {
      "epoch": 407.11,
      "grad_norm": 1.182586431503296,
      "learning_rate": 2.4685869514743645e-06,
      "loss": 0.3557,
      "step": 1458670
    },
    {
      "epoch": 407.11,
      "grad_norm": 1.0907917022705078,
      "learning_rate": 2.468559950218613e-06,
      "loss": 0.3352,
      "step": 1458680
    },
    {
      "epoch": 407.11,
      "grad_norm": 1.0609347820281982,
      "learning_rate": 2.468532948946249e-06,
      "loss": 0.3449,
      "step": 1458690
    },
    {
      "epoch": 407.12,
      "grad_norm": 1.027945637702942,
      "learning_rate": 2.4685059476572766e-06,
      "loss": 0.3597,
      "step": 1458700
    },
    {
      "epoch": 407.12,
      "grad_norm": 1.0169963836669922,
      "learning_rate": 2.4684789463516985e-06,
      "loss": 0.3415,
      "step": 1458710
    },
    {
      "epoch": 407.12,
      "grad_norm": 1.0495350360870361,
      "learning_rate": 2.4684519450295193e-06,
      "loss": 0.3391,
      "step": 1458720
    },
    {
      "epoch": 407.13,
      "grad_norm": 1.0649311542510986,
      "learning_rate": 2.4684249436907426e-06,
      "loss": 0.3575,
      "step": 1458730
    },
    {
      "epoch": 407.13,
      "grad_norm": 1.0896023511886597,
      "learning_rate": 2.468397942335371e-06,
      "loss": 0.3544,
      "step": 1458740
    },
    {
      "epoch": 407.13,
      "grad_norm": 1.01149582862854,
      "learning_rate": 2.4683709409634093e-06,
      "loss": 0.3686,
      "step": 1458750
    },
    {
      "epoch": 407.13,
      "grad_norm": 0.9021868109703064,
      "learning_rate": 2.468343939574861e-06,
      "loss": 0.3371,
      "step": 1458760
    },
    {
      "epoch": 407.14,
      "grad_norm": 1.1128336191177368,
      "learning_rate": 2.4683169381697284e-06,
      "loss": 0.3449,
      "step": 1458770
    },
    {
      "epoch": 407.14,
      "grad_norm": 1.0846083164215088,
      "learning_rate": 2.4682899367480157e-06,
      "loss": 0.3416,
      "step": 1458780
    },
    {
      "epoch": 407.14,
      "grad_norm": 3.259007692337036,
      "learning_rate": 2.4682629353097274e-06,
      "loss": 0.3497,
      "step": 1458790
    },
    {
      "epoch": 407.14,
      "grad_norm": 1.1340066194534302,
      "learning_rate": 2.468235933854866e-06,
      "loss": 0.3446,
      "step": 1458800
    },
    {
      "epoch": 407.15,
      "grad_norm": 1.1658604145050049,
      "learning_rate": 2.468208932383435e-06,
      "loss": 0.3503,
      "step": 1458810
    },
    {
      "epoch": 407.15,
      "grad_norm": 1.145719289779663,
      "learning_rate": 2.46818193089544e-06,
      "loss": 0.34,
      "step": 1458820
    },
    {
      "epoch": 407.15,
      "grad_norm": 0.8362551927566528,
      "learning_rate": 2.468154929390882e-06,
      "loss": 0.3463,
      "step": 1458830
    },
    {
      "epoch": 407.16,
      "grad_norm": 1.2242478132247925,
      "learning_rate": 2.4681279278697655e-06,
      "loss": 0.364,
      "step": 1458840
    },
    {
      "epoch": 407.16,
      "grad_norm": 1.0455058813095093,
      "learning_rate": 2.468100926332094e-06,
      "loss": 0.3259,
      "step": 1458850
    },
    {
      "epoch": 407.16,
      "grad_norm": 1.059133768081665,
      "learning_rate": 2.4680739247778723e-06,
      "loss": 0.3269,
      "step": 1458860
    },
    {
      "epoch": 407.16,
      "grad_norm": 1.1841943264007568,
      "learning_rate": 2.4680469232071025e-06,
      "loss": 0.339,
      "step": 1458870
    },
    {
      "epoch": 407.17,
      "grad_norm": 1.1030690670013428,
      "learning_rate": 2.468019921619789e-06,
      "loss": 0.3432,
      "step": 1458880
    },
    {
      "epoch": 407.17,
      "grad_norm": 1.1288632154464722,
      "learning_rate": 2.4679929200159353e-06,
      "loss": 0.3435,
      "step": 1458890
    },
    {
      "epoch": 407.17,
      "grad_norm": 1.142293095588684,
      "learning_rate": 2.4679659183955446e-06,
      "loss": 0.3638,
      "step": 1458900
    },
    {
      "epoch": 407.18,
      "grad_norm": 7.552550792694092,
      "learning_rate": 2.4679389167586208e-06,
      "loss": 0.3617,
      "step": 1458910
    },
    {
      "epoch": 407.18,
      "grad_norm": 0.9392330050468445,
      "learning_rate": 2.4679119151051674e-06,
      "loss": 0.3357,
      "step": 1458920
    },
    {
      "epoch": 407.18,
      "grad_norm": 0.9669557809829712,
      "learning_rate": 2.467884913435188e-06,
      "loss": 0.3444,
      "step": 1458930
    },
    {
      "epoch": 407.18,
      "grad_norm": 0.9611940979957581,
      "learning_rate": 2.4678579117486857e-06,
      "loss": 0.3554,
      "step": 1458940
    },
    {
      "epoch": 407.19,
      "grad_norm": 1.0014716386795044,
      "learning_rate": 2.467830910045665e-06,
      "loss": 0.3542,
      "step": 1458950
    },
    {
      "epoch": 407.19,
      "grad_norm": 1.2022823095321655,
      "learning_rate": 2.4678039083261294e-06,
      "loss": 0.3493,
      "step": 1458960
    },
    {
      "epoch": 407.19,
      "grad_norm": 0.9528704881668091,
      "learning_rate": 2.467776906590082e-06,
      "loss": 0.3525,
      "step": 1458970
    },
    {
      "epoch": 407.2,
      "grad_norm": 0.8735682964324951,
      "learning_rate": 2.4677499048375266e-06,
      "loss": 0.3518,
      "step": 1458980
    },
    {
      "epoch": 407.2,
      "grad_norm": 0.8871960043907166,
      "learning_rate": 2.467722903068467e-06,
      "loss": 0.3266,
      "step": 1458990
    },
    {
      "epoch": 407.2,
      "grad_norm": 1.0158287286758423,
      "learning_rate": 2.4676959012829056e-06,
      "loss": 0.3697,
      "step": 1459000
    },
    {
      "epoch": 407.2,
      "grad_norm": 1.0878974199295044,
      "learning_rate": 2.4676688994808475e-06,
      "loss": 0.3646,
      "step": 1459010
    },
    {
      "epoch": 407.21,
      "grad_norm": 1.0249364376068115,
      "learning_rate": 2.4676418976622965e-06,
      "loss": 0.3441,
      "step": 1459020
    },
    {
      "epoch": 407.21,
      "grad_norm": 0.973250687122345,
      "learning_rate": 2.467614895827254e-06,
      "loss": 0.3446,
      "step": 1459030
    },
    {
      "epoch": 407.21,
      "grad_norm": 0.9576594829559326,
      "learning_rate": 2.4675878939757264e-06,
      "loss": 0.3492,
      "step": 1459040
    },
    {
      "epoch": 407.21,
      "grad_norm": 1.2649177312850952,
      "learning_rate": 2.467560892107716e-06,
      "loss": 0.3632,
      "step": 1459050
    },
    {
      "epoch": 407.22,
      "grad_norm": 1.1747047901153564,
      "learning_rate": 2.4675338902232254e-06,
      "loss": 0.3477,
      "step": 1459060
    },
    {
      "epoch": 407.22,
      "grad_norm": 1.004547119140625,
      "learning_rate": 2.4675068883222593e-06,
      "loss": 0.3362,
      "step": 1459070
    },
    {
      "epoch": 407.22,
      "grad_norm": 1.1022040843963623,
      "learning_rate": 2.467479886404822e-06,
      "loss": 0.3399,
      "step": 1459080
    },
    {
      "epoch": 407.23,
      "grad_norm": 1.123501181602478,
      "learning_rate": 2.467452884470915e-06,
      "loss": 0.3364,
      "step": 1459090
    },
    {
      "epoch": 407.23,
      "grad_norm": 1.0179471969604492,
      "learning_rate": 2.467425882520543e-06,
      "loss": 0.3592,
      "step": 1459100
    },
    {
      "epoch": 407.23,
      "grad_norm": 1.0999075174331665,
      "learning_rate": 2.467398880553711e-06,
      "loss": 0.3508,
      "step": 1459110
    },
    {
      "epoch": 407.23,
      "grad_norm": 1.0928493738174438,
      "learning_rate": 2.467371878570421e-06,
      "loss": 0.344,
      "step": 1459120
    },
    {
      "epoch": 407.24,
      "grad_norm": 1.3315907716751099,
      "learning_rate": 2.4673448765706764e-06,
      "loss": 0.3501,
      "step": 1459130
    },
    {
      "epoch": 407.24,
      "grad_norm": 1.0366894006729126,
      "learning_rate": 2.4673178745544812e-06,
      "loss": 0.3478,
      "step": 1459140
    },
    {
      "epoch": 407.24,
      "grad_norm": 1.1013785600662231,
      "learning_rate": 2.4672908725218396e-06,
      "loss": 0.3473,
      "step": 1459150
    },
    {
      "epoch": 407.25,
      "grad_norm": 1.1413934230804443,
      "learning_rate": 2.467263870472754e-06,
      "loss": 0.3392,
      "step": 1459160
    },
    {
      "epoch": 407.25,
      "grad_norm": 1.1179865598678589,
      "learning_rate": 2.467236868407229e-06,
      "loss": 0.3424,
      "step": 1459170
    },
    {
      "epoch": 407.25,
      "grad_norm": 0.8893765211105347,
      "learning_rate": 2.467209866325268e-06,
      "loss": 0.3437,
      "step": 1459180
    },
    {
      "epoch": 407.25,
      "grad_norm": 1.2036199569702148,
      "learning_rate": 2.4671828642268748e-06,
      "loss": 0.3505,
      "step": 1459190
    },
    {
      "epoch": 407.26,
      "grad_norm": 0.9282166361808777,
      "learning_rate": 2.4671558621120523e-06,
      "loss": 0.346,
      "step": 1459200
    },
    {
      "epoch": 407.26,
      "grad_norm": 0.9808403849601746,
      "learning_rate": 2.4671288599808047e-06,
      "loss": 0.3398,
      "step": 1459210
    },
    {
      "epoch": 407.26,
      "grad_norm": 1.0077166557312012,
      "learning_rate": 2.4671018578331347e-06,
      "loss": 0.3416,
      "step": 1459220
    },
    {
      "epoch": 407.26,
      "grad_norm": 1.0707582235336304,
      "learning_rate": 2.4670748556690468e-06,
      "loss": 0.3501,
      "step": 1459230
    },
    {
      "epoch": 407.27,
      "grad_norm": 1.007007122039795,
      "learning_rate": 2.467047853488544e-06,
      "loss": 0.3444,
      "step": 1459240
    },
    {
      "epoch": 407.27,
      "grad_norm": 1.0093508958816528,
      "learning_rate": 2.4670208512916307e-06,
      "loss": 0.3377,
      "step": 1459250
    },
    {
      "epoch": 407.27,
      "grad_norm": 1.2397692203521729,
      "learning_rate": 2.4669938490783098e-06,
      "loss": 0.3417,
      "step": 1459260
    },
    {
      "epoch": 407.28,
      "grad_norm": 1.0792338848114014,
      "learning_rate": 2.4669668468485856e-06,
      "loss": 0.348,
      "step": 1459270
    },
    {
      "epoch": 407.28,
      "grad_norm": 1.5091664791107178,
      "learning_rate": 2.4669398446024612e-06,
      "loss": 0.3601,
      "step": 1459280
    },
    {
      "epoch": 407.28,
      "grad_norm": 1.1146658658981323,
      "learning_rate": 2.4669128423399396e-06,
      "loss": 0.3558,
      "step": 1459290
    },
    {
      "epoch": 407.28,
      "grad_norm": 1.124276876449585,
      "learning_rate": 2.4668858400610253e-06,
      "loss": 0.3358,
      "step": 1459300
    },
    {
      "epoch": 407.29,
      "grad_norm": 1.0865558385849,
      "learning_rate": 2.4668588377657217e-06,
      "loss": 0.3618,
      "step": 1459310
    },
    {
      "epoch": 407.29,
      "grad_norm": 1.0712487697601318,
      "learning_rate": 2.466831835454032e-06,
      "loss": 0.3437,
      "step": 1459320
    },
    {
      "epoch": 407.29,
      "grad_norm": 1.0688586235046387,
      "learning_rate": 2.46680483312596e-06,
      "loss": 0.3405,
      "step": 1459330
    },
    {
      "epoch": 407.3,
      "grad_norm": 1.0040545463562012,
      "learning_rate": 2.4667778307815095e-06,
      "loss": 0.3372,
      "step": 1459340
    },
    {
      "epoch": 407.3,
      "grad_norm": 1.1754672527313232,
      "learning_rate": 2.4667508284206846e-06,
      "loss": 0.3301,
      "step": 1459350
    },
    {
      "epoch": 407.3,
      "grad_norm": 1.0728261470794678,
      "learning_rate": 2.4667238260434874e-06,
      "loss": 0.3504,
      "step": 1459360
    },
    {
      "epoch": 407.3,
      "grad_norm": 0.8558813333511353,
      "learning_rate": 2.466696823649923e-06,
      "loss": 0.3297,
      "step": 1459370
    },
    {
      "epoch": 407.31,
      "grad_norm": 1.081781268119812,
      "learning_rate": 2.466669821239994e-06,
      "loss": 0.3241,
      "step": 1459380
    },
    {
      "epoch": 407.31,
      "grad_norm": 1.0762701034545898,
      "learning_rate": 2.466642818813704e-06,
      "loss": 0.3459,
      "step": 1459390
    },
    {
      "epoch": 407.31,
      "grad_norm": 1.1495317220687866,
      "learning_rate": 2.4666158163710568e-06,
      "loss": 0.3487,
      "step": 1459400
    },
    {
      "epoch": 407.32,
      "grad_norm": 1.1191821098327637,
      "learning_rate": 2.466588813912057e-06,
      "loss": 0.3509,
      "step": 1459410
    },
    {
      "epoch": 407.32,
      "grad_norm": 1.0632517337799072,
      "learning_rate": 2.4665618114367068e-06,
      "loss": 0.348,
      "step": 1459420
    },
    {
      "epoch": 407.32,
      "grad_norm": 0.9734863638877869,
      "learning_rate": 2.46653480894501e-06,
      "loss": 0.3388,
      "step": 1459430
    },
    {
      "epoch": 407.32,
      "grad_norm": 1.0341607332229614,
      "learning_rate": 2.4665078064369718e-06,
      "loss": 0.362,
      "step": 1459440
    },
    {
      "epoch": 407.33,
      "grad_norm": 0.9497694373130798,
      "learning_rate": 2.4664808039125932e-06,
      "loss": 0.3396,
      "step": 1459450
    },
    {
      "epoch": 407.33,
      "grad_norm": 1.0918705463409424,
      "learning_rate": 2.4664538013718793e-06,
      "loss": 0.3373,
      "step": 1459460
    },
    {
      "epoch": 407.33,
      "grad_norm": 1.1639574766159058,
      "learning_rate": 2.466426798814834e-06,
      "loss": 0.337,
      "step": 1459470
    },
    {
      "epoch": 407.33,
      "grad_norm": 1.0527584552764893,
      "learning_rate": 2.4663997962414598e-06,
      "loss": 0.3398,
      "step": 1459480
    },
    {
      "epoch": 407.34,
      "grad_norm": 1.323955774307251,
      "learning_rate": 2.4663727936517615e-06,
      "loss": 0.3466,
      "step": 1459490
    },
    {
      "epoch": 407.34,
      "grad_norm": 1.287995457649231,
      "learning_rate": 2.4663457910457417e-06,
      "loss": 0.3426,
      "step": 1459500
    },
    {
      "epoch": 407.34,
      "grad_norm": 1.1039561033248901,
      "learning_rate": 2.4663187884234046e-06,
      "loss": 0.3529,
      "step": 1459510
    },
    {
      "epoch": 407.35,
      "grad_norm": 0.9203258156776428,
      "learning_rate": 2.466291785784753e-06,
      "loss": 0.3346,
      "step": 1459520
    },
    {
      "epoch": 407.35,
      "grad_norm": 1.0480514764785767,
      "learning_rate": 2.466264783129791e-06,
      "loss": 0.3461,
      "step": 1459530
    },
    {
      "epoch": 407.35,
      "grad_norm": 1.0703089237213135,
      "learning_rate": 2.466237780458523e-06,
      "loss": 0.3418,
      "step": 1459540
    },
    {
      "epoch": 407.35,
      "grad_norm": 1.0280348062515259,
      "learning_rate": 2.4662107777709514e-06,
      "loss": 0.3625,
      "step": 1459550
    },
    {
      "epoch": 407.36,
      "grad_norm": 0.9549914598464966,
      "learning_rate": 2.4661837750670807e-06,
      "loss": 0.3446,
      "step": 1459560
    },
    {
      "epoch": 407.36,
      "grad_norm": 1.0796630382537842,
      "learning_rate": 2.466156772346914e-06,
      "loss": 0.3383,
      "step": 1459570
    },
    {
      "epoch": 407.36,
      "grad_norm": 0.9619120955467224,
      "learning_rate": 2.466129769610454e-06,
      "loss": 0.3392,
      "step": 1459580
    },
    {
      "epoch": 407.37,
      "grad_norm": 1.0471556186676025,
      "learning_rate": 2.4661027668577056e-06,
      "loss": 0.3509,
      "step": 1459590
    },
    {
      "epoch": 407.37,
      "grad_norm": 0.9575875401496887,
      "learning_rate": 2.466075764088673e-06,
      "loss": 0.3495,
      "step": 1459600
    },
    {
      "epoch": 407.37,
      "grad_norm": 1.0753401517868042,
      "learning_rate": 2.466048761303358e-06,
      "loss": 0.3384,
      "step": 1459610
    },
    {
      "epoch": 407.37,
      "grad_norm": 0.9507993459701538,
      "learning_rate": 2.4660217585017647e-06,
      "loss": 0.3435,
      "step": 1459620
    },
    {
      "epoch": 407.38,
      "grad_norm": 1.0512282848358154,
      "learning_rate": 2.4659947556838977e-06,
      "loss": 0.3432,
      "step": 1459630
    },
    {
      "epoch": 407.38,
      "grad_norm": 1.09647536277771,
      "learning_rate": 2.4659677528497596e-06,
      "loss": 0.3402,
      "step": 1459640
    },
    {
      "epoch": 407.38,
      "grad_norm": 0.8606529831886292,
      "learning_rate": 2.465940749999354e-06,
      "loss": 0.3353,
      "step": 1459650
    },
    {
      "epoch": 407.38,
      "grad_norm": 1.0699762105941772,
      "learning_rate": 2.465913747132685e-06,
      "loss": 0.3527,
      "step": 1459660
    },
    {
      "epoch": 407.39,
      "grad_norm": 1.297041416168213,
      "learning_rate": 2.465886744249756e-06,
      "loss": 0.3489,
      "step": 1459670
    },
    {
      "epoch": 407.39,
      "grad_norm": 1.0786617994308472,
      "learning_rate": 2.46585974135057e-06,
      "loss": 0.3525,
      "step": 1459680
    },
    {
      "epoch": 407.39,
      "grad_norm": 1.0048019886016846,
      "learning_rate": 2.4658327384351315e-06,
      "loss": 0.3474,
      "step": 1459690
    },
    {
      "epoch": 407.4,
      "grad_norm": 1.1949084997177124,
      "learning_rate": 2.4658057355034445e-06,
      "loss": 0.3431,
      "step": 1459700
    },
    {
      "epoch": 407.4,
      "grad_norm": 1.033534288406372,
      "learning_rate": 2.4657787325555114e-06,
      "loss": 0.3301,
      "step": 1459710
    },
    {
      "epoch": 407.4,
      "grad_norm": 0.9517982602119446,
      "learning_rate": 2.465751729591336e-06,
      "loss": 0.3538,
      "step": 1459720
    },
    {
      "epoch": 407.4,
      "grad_norm": 1.0791661739349365,
      "learning_rate": 2.465724726610923e-06,
      "loss": 0.3505,
      "step": 1459730
    },
    {
      "epoch": 407.41,
      "grad_norm": 1.1112744808197021,
      "learning_rate": 2.4656977236142736e-06,
      "loss": 0.3589,
      "step": 1459740
    },
    {
      "epoch": 407.41,
      "grad_norm": 0.9755443334579468,
      "learning_rate": 2.465670720601394e-06,
      "loss": 0.3498,
      "step": 1459750
    },
    {
      "epoch": 407.41,
      "grad_norm": 1.0142402648925781,
      "learning_rate": 2.465643717572286e-06,
      "loss": 0.3326,
      "step": 1459760
    },
    {
      "epoch": 407.42,
      "grad_norm": 0.9538671374320984,
      "learning_rate": 2.465616714526955e-06,
      "loss": 0.3505,
      "step": 1459770
    },
    {
      "epoch": 407.42,
      "grad_norm": 1.020965576171875,
      "learning_rate": 2.465589711465403e-06,
      "loss": 0.3483,
      "step": 1459780
    },
    {
      "epoch": 407.42,
      "grad_norm": 1.0519853830337524,
      "learning_rate": 2.4655627083876336e-06,
      "loss": 0.3579,
      "step": 1459790
    },
    {
      "epoch": 407.42,
      "grad_norm": 1.1246442794799805,
      "learning_rate": 2.4655357052936517e-06,
      "loss": 0.3412,
      "step": 1459800
    },
    {
      "epoch": 407.43,
      "grad_norm": 0.9058546423912048,
      "learning_rate": 2.4655087021834592e-06,
      "loss": 0.3489,
      "step": 1459810
    },
    {
      "epoch": 407.43,
      "grad_norm": 1.0337804555892944,
      "learning_rate": 2.465481699057061e-06,
      "loss": 0.3551,
      "step": 1459820
    },
    {
      "epoch": 407.43,
      "grad_norm": 1.1020466089248657,
      "learning_rate": 2.46545469591446e-06,
      "loss": 0.3619,
      "step": 1459830
    },
    {
      "epoch": 407.44,
      "grad_norm": 1.1530483961105347,
      "learning_rate": 2.4654276927556608e-06,
      "loss": 0.3437,
      "step": 1459840
    },
    {
      "epoch": 407.44,
      "grad_norm": 0.9981603622436523,
      "learning_rate": 2.4654006895806656e-06,
      "loss": 0.3487,
      "step": 1459850
    },
    {
      "epoch": 407.44,
      "grad_norm": 0.9961769580841064,
      "learning_rate": 2.4653736863894795e-06,
      "loss": 0.3598,
      "step": 1459860
    },
    {
      "epoch": 407.44,
      "grad_norm": 1.1336902379989624,
      "learning_rate": 2.4653466831821044e-06,
      "loss": 0.3492,
      "step": 1459870
    },
    {
      "epoch": 407.45,
      "grad_norm": 1.1502872705459595,
      "learning_rate": 2.4653196799585447e-06,
      "loss": 0.3566,
      "step": 1459880
    },
    {
      "epoch": 407.45,
      "grad_norm": 1.0691258907318115,
      "learning_rate": 2.465292676718805e-06,
      "loss": 0.3504,
      "step": 1459890
    },
    {
      "epoch": 407.45,
      "grad_norm": 1.0800676345825195,
      "learning_rate": 2.465265673462887e-06,
      "loss": 0.3505,
      "step": 1459900
    },
    {
      "epoch": 407.45,
      "grad_norm": 1.6821736097335815,
      "learning_rate": 2.465238670190795e-06,
      "loss": 0.3329,
      "step": 1459910
    },
    {
      "epoch": 407.46,
      "grad_norm": 0.9878016710281372,
      "learning_rate": 2.4652116669025334e-06,
      "loss": 0.3315,
      "step": 1459920
    },
    {
      "epoch": 407.46,
      "grad_norm": 0.9968706369400024,
      "learning_rate": 2.4651846635981057e-06,
      "loss": 0.331,
      "step": 1459930
    },
    {
      "epoch": 407.46,
      "grad_norm": 1.0781984329223633,
      "learning_rate": 2.4651576602775145e-06,
      "loss": 0.3467,
      "step": 1459940
    },
    {
      "epoch": 407.47,
      "grad_norm": 0.9465703964233398,
      "learning_rate": 2.465130656940764e-06,
      "loss": 0.3532,
      "step": 1459950
    },
    {
      "epoch": 407.47,
      "grad_norm": 0.9967207312583923,
      "learning_rate": 2.4651036535878573e-06,
      "loss": 0.3299,
      "step": 1459960
    },
    {
      "epoch": 407.47,
      "grad_norm": 0.9879002571105957,
      "learning_rate": 2.4650766502187985e-06,
      "loss": 0.3436,
      "step": 1459970
    },
    {
      "epoch": 407.47,
      "grad_norm": 0.9633820056915283,
      "learning_rate": 2.465049646833591e-06,
      "loss": 0.3468,
      "step": 1459980
    },
    {
      "epoch": 407.48,
      "grad_norm": 1.1308269500732422,
      "learning_rate": 2.465022643432239e-06,
      "loss": 0.3428,
      "step": 1459990
    },
    {
      "epoch": 407.48,
      "grad_norm": 1.0073033571243286,
      "learning_rate": 2.464995640014746e-06,
      "loss": 0.3341,
      "step": 1460000
    },
    {
      "epoch": 407.48,
      "grad_norm": 1.2212941646575928,
      "learning_rate": 2.464968636581114e-06,
      "loss": 0.3504,
      "step": 1460010
    },
    {
      "epoch": 407.49,
      "grad_norm": 1.1423964500427246,
      "learning_rate": 2.4649416331313486e-06,
      "loss": 0.3562,
      "step": 1460020
    },
    {
      "epoch": 407.49,
      "grad_norm": 1.1235129833221436,
      "learning_rate": 2.464914629665452e-06,
      "loss": 0.3338,
      "step": 1460030
    },
    {
      "epoch": 407.49,
      "grad_norm": 0.9392402172088623,
      "learning_rate": 2.4648876261834285e-06,
      "loss": 0.3473,
      "step": 1460040
    },
    {
      "epoch": 407.49,
      "grad_norm": 1.1379375457763672,
      "learning_rate": 2.464860622685282e-06,
      "loss": 0.341,
      "step": 1460050
    },
    {
      "epoch": 407.5,
      "grad_norm": 1.2561159133911133,
      "learning_rate": 2.464833619171015e-06,
      "loss": 0.3353,
      "step": 1460060
    },
    {
      "epoch": 407.5,
      "grad_norm": 1.0620167255401611,
      "learning_rate": 2.4648066156406323e-06,
      "loss": 0.3342,
      "step": 1460070
    },
    {
      "epoch": 407.5,
      "grad_norm": 1.0952529907226562,
      "learning_rate": 2.464779612094137e-06,
      "loss": 0.3605,
      "step": 1460080
    },
    {
      "epoch": 407.5,
      "grad_norm": 1.220579743385315,
      "learning_rate": 2.464752608531532e-06,
      "loss": 0.3459,
      "step": 1460090
    },
    {
      "epoch": 407.51,
      "grad_norm": 1.2165590524673462,
      "learning_rate": 2.464725604952822e-06,
      "loss": 0.3564,
      "step": 1460100
    },
    {
      "epoch": 407.51,
      "grad_norm": 0.8875991106033325,
      "learning_rate": 2.4646986013580093e-06,
      "loss": 0.3532,
      "step": 1460110
    },
    {
      "epoch": 407.51,
      "grad_norm": 0.8713288307189941,
      "learning_rate": 2.4646715977470992e-06,
      "loss": 0.3502,
      "step": 1460120
    },
    {
      "epoch": 407.52,
      "grad_norm": 1.1472744941711426,
      "learning_rate": 2.464644594120094e-06,
      "loss": 0.3421,
      "step": 1460130
    },
    {
      "epoch": 407.52,
      "grad_norm": 1.0824261903762817,
      "learning_rate": 2.464617590476998e-06,
      "loss": 0.3642,
      "step": 1460140
    },
    {
      "epoch": 407.52,
      "grad_norm": 1.1318626403808594,
      "learning_rate": 2.4645905868178146e-06,
      "loss": 0.354,
      "step": 1460150
    },
    {
      "epoch": 407.52,
      "grad_norm": 1.2657133340835571,
      "learning_rate": 2.4645635831425466e-06,
      "loss": 0.3592,
      "step": 1460160
    },
    {
      "epoch": 407.53,
      "grad_norm": 1.1617530584335327,
      "learning_rate": 2.4645365794511985e-06,
      "loss": 0.3396,
      "step": 1460170
    },
    {
      "epoch": 407.53,
      "grad_norm": 0.9794098734855652,
      "learning_rate": 2.464509575743774e-06,
      "loss": 0.3538,
      "step": 1460180
    },
    {
      "epoch": 407.53,
      "grad_norm": 1.0497649908065796,
      "learning_rate": 2.4644825720202764e-06,
      "loss": 0.3356,
      "step": 1460190
    },
    {
      "epoch": 407.54,
      "grad_norm": 1.0785239934921265,
      "learning_rate": 2.4644555682807085e-06,
      "loss": 0.3668,
      "step": 1460200
    },
    {
      "epoch": 407.54,
      "grad_norm": 1.3091434240341187,
      "learning_rate": 2.464428564525076e-06,
      "loss": 0.3412,
      "step": 1460210
    },
    {
      "epoch": 407.54,
      "grad_norm": 1.1725143194198608,
      "learning_rate": 2.4644015607533797e-06,
      "loss": 0.3336,
      "step": 1460220
    },
    {
      "epoch": 407.54,
      "grad_norm": 0.9772219061851501,
      "learning_rate": 2.4643745569656257e-06,
      "loss": 0.3494,
      "step": 1460230
    },
    {
      "epoch": 407.55,
      "grad_norm": 0.9220680594444275,
      "learning_rate": 2.4643475531618166e-06,
      "loss": 0.3385,
      "step": 1460240
    },
    {
      "epoch": 407.55,
      "grad_norm": 1.077712059020996,
      "learning_rate": 2.464320549341955e-06,
      "loss": 0.351,
      "step": 1460250
    },
    {
      "epoch": 407.55,
      "grad_norm": 0.9268231391906738,
      "learning_rate": 2.464293545506046e-06,
      "loss": 0.3323,
      "step": 1460260
    },
    {
      "epoch": 407.56,
      "grad_norm": 1.0256634950637817,
      "learning_rate": 2.464266541654092e-06,
      "loss": 0.3469,
      "step": 1460270
    },
    {
      "epoch": 407.56,
      "grad_norm": 1.3371905088424683,
      "learning_rate": 2.4642395377860985e-06,
      "loss": 0.3479,
      "step": 1460280
    },
    {
      "epoch": 407.56,
      "grad_norm": 0.9758166670799255,
      "learning_rate": 2.464212533902067e-06,
      "loss": 0.3497,
      "step": 1460290
    },
    {
      "epoch": 407.56,
      "grad_norm": 1.0417627096176147,
      "learning_rate": 2.464185530002002e-06,
      "loss": 0.3498,
      "step": 1460300
    },
    {
      "epoch": 407.57,
      "grad_norm": 0.966659426689148,
      "learning_rate": 2.464158526085907e-06,
      "loss": 0.3479,
      "step": 1460310
    },
    {
      "epoch": 407.57,
      "grad_norm": 1.0170221328735352,
      "learning_rate": 2.4641315221537852e-06,
      "loss": 0.3594,
      "step": 1460320
    },
    {
      "epoch": 407.57,
      "grad_norm": 1.0174857378005981,
      "learning_rate": 2.464104518205641e-06,
      "loss": 0.3423,
      "step": 1460330
    },
    {
      "epoch": 407.57,
      "grad_norm": 0.9484705924987793,
      "learning_rate": 2.464077514241478e-06,
      "loss": 0.3602,
      "step": 1460340
    },
    {
      "epoch": 407.58,
      "grad_norm": 1.115669846534729,
      "learning_rate": 2.4640505102612987e-06,
      "loss": 0.354,
      "step": 1460350
    },
    {
      "epoch": 407.58,
      "grad_norm": 1.0383158922195435,
      "learning_rate": 2.464023506265107e-06,
      "loss": 0.3645,
      "step": 1460360
    },
    {
      "epoch": 407.58,
      "grad_norm": 0.994427502155304,
      "learning_rate": 2.463996502252908e-06,
      "loss": 0.3218,
      "step": 1460370
    },
    {
      "epoch": 407.59,
      "grad_norm": 1.1600890159606934,
      "learning_rate": 2.4639694982247036e-06,
      "loss": 0.3592,
      "step": 1460380
    },
    {
      "epoch": 407.59,
      "grad_norm": 1.0852844715118408,
      "learning_rate": 2.463942494180498e-06,
      "loss": 0.3354,
      "step": 1460390
    },
    {
      "epoch": 407.59,
      "grad_norm": 0.9409347772598267,
      "learning_rate": 2.4639154901202947e-06,
      "loss": 0.3524,
      "step": 1460400
    },
    {
      "epoch": 407.59,
      "grad_norm": 1.0628472566604614,
      "learning_rate": 2.4638884860440976e-06,
      "loss": 0.3609,
      "step": 1460410
    },
    {
      "epoch": 407.6,
      "grad_norm": 0.957234799861908,
      "learning_rate": 2.463861481951909e-06,
      "loss": 0.3397,
      "step": 1460420
    },
    {
      "epoch": 407.6,
      "grad_norm": 1.138127088546753,
      "learning_rate": 2.4638344778437346e-06,
      "loss": 0.3502,
      "step": 1460430
    },
    {
      "epoch": 407.6,
      "grad_norm": 0.9963001608848572,
      "learning_rate": 2.463807473719577e-06,
      "loss": 0.3421,
      "step": 1460440
    },
    {
      "epoch": 407.61,
      "grad_norm": 1.045344591140747,
      "learning_rate": 2.4637804695794394e-06,
      "loss": 0.3456,
      "step": 1460450
    },
    {
      "epoch": 407.61,
      "grad_norm": 0.924589991569519,
      "learning_rate": 2.4637534654233256e-06,
      "loss": 0.3519,
      "step": 1460460
    },
    {
      "epoch": 407.61,
      "grad_norm": 0.9749444127082825,
      "learning_rate": 2.4637264612512397e-06,
      "loss": 0.3583,
      "step": 1460470
    },
    {
      "epoch": 407.61,
      "grad_norm": 0.9678066968917847,
      "learning_rate": 2.463699457063184e-06,
      "loss": 0.3449,
      "step": 1460480
    },
    {
      "epoch": 407.62,
      "grad_norm": 0.972343385219574,
      "learning_rate": 2.463672452859163e-06,
      "loss": 0.3524,
      "step": 1460490
    },
    {
      "epoch": 407.62,
      "grad_norm": 1.0009791851043701,
      "learning_rate": 2.4636454486391814e-06,
      "loss": 0.3336,
      "step": 1460500
    },
    {
      "epoch": 407.62,
      "grad_norm": 1.273827075958252,
      "learning_rate": 2.463618444403241e-06,
      "loss": 0.3446,
      "step": 1460510
    },
    {
      "epoch": 407.62,
      "grad_norm": 1.040252447128296,
      "learning_rate": 2.4635914401513465e-06,
      "loss": 0.3537,
      "step": 1460520
    },
    {
      "epoch": 407.63,
      "grad_norm": 1.1574342250823975,
      "learning_rate": 2.463564435883501e-06,
      "loss": 0.3502,
      "step": 1460530
    },
    {
      "epoch": 407.63,
      "grad_norm": 1.0947680473327637,
      "learning_rate": 2.463537431599708e-06,
      "loss": 0.3459,
      "step": 1460540
    },
    {
      "epoch": 407.63,
      "grad_norm": 0.9379168152809143,
      "learning_rate": 2.463510427299971e-06,
      "loss": 0.349,
      "step": 1460550
    },
    {
      "epoch": 407.64,
      "grad_norm": 0.9536974430084229,
      "learning_rate": 2.4634834229842934e-06,
      "loss": 0.3314,
      "step": 1460560
    },
    {
      "epoch": 407.64,
      "grad_norm": 0.9427750706672668,
      "learning_rate": 2.4634564186526807e-06,
      "loss": 0.3482,
      "step": 1460570
    },
    {
      "epoch": 407.64,
      "grad_norm": 0.9557662606239319,
      "learning_rate": 2.463429414305134e-06,
      "loss": 0.3375,
      "step": 1460580
    },
    {
      "epoch": 407.64,
      "grad_norm": 1.085308313369751,
      "learning_rate": 2.463402409941658e-06,
      "loss": 0.3402,
      "step": 1460590
    },
    {
      "epoch": 407.65,
      "grad_norm": 0.9640800952911377,
      "learning_rate": 2.463375405562257e-06,
      "loss": 0.3525,
      "step": 1460600
    },
    {
      "epoch": 407.65,
      "grad_norm": 0.9249423146247864,
      "learning_rate": 2.4633484011669327e-06,
      "loss": 0.3539,
      "step": 1460610
    },
    {
      "epoch": 407.65,
      "grad_norm": 1.1351045370101929,
      "learning_rate": 2.4633213967556905e-06,
      "loss": 0.3512,
      "step": 1460620
    },
    {
      "epoch": 407.66,
      "grad_norm": 1.0784847736358643,
      "learning_rate": 2.4632943923285333e-06,
      "loss": 0.3318,
      "step": 1460630
    },
    {
      "epoch": 407.66,
      "grad_norm": 1.2344433069229126,
      "learning_rate": 2.4632673878854643e-06,
      "loss": 0.3266,
      "step": 1460640
    },
    {
      "epoch": 407.66,
      "grad_norm": 1.070600986480713,
      "learning_rate": 2.4632403834264875e-06,
      "loss": 0.3359,
      "step": 1460650
    },
    {
      "epoch": 407.66,
      "grad_norm": 0.9314973950386047,
      "learning_rate": 2.4632133789516072e-06,
      "loss": 0.3475,
      "step": 1460660
    },
    {
      "epoch": 407.67,
      "grad_norm": 1.0535906553268433,
      "learning_rate": 2.463186374460826e-06,
      "loss": 0.3519,
      "step": 1460670
    },
    {
      "epoch": 407.67,
      "grad_norm": 1.0184643268585205,
      "learning_rate": 2.4631593699541473e-06,
      "loss": 0.3345,
      "step": 1460680
    },
    {
      "epoch": 407.67,
      "grad_norm": 1.0950251817703247,
      "learning_rate": 2.4631323654315757e-06,
      "loss": 0.3493,
      "step": 1460690
    },
    {
      "epoch": 407.68,
      "grad_norm": 1.143416404724121,
      "learning_rate": 2.4631053608931142e-06,
      "loss": 0.3446,
      "step": 1460700
    },
    {
      "epoch": 407.68,
      "grad_norm": 1.2845767736434937,
      "learning_rate": 2.463078356338766e-06,
      "loss": 0.3342,
      "step": 1460710
    },
    {
      "epoch": 407.68,
      "grad_norm": 0.9957685470581055,
      "learning_rate": 2.463051351768536e-06,
      "loss": 0.3396,
      "step": 1460720
    },
    {
      "epoch": 407.68,
      "grad_norm": 1.0140330791473389,
      "learning_rate": 2.463024347182426e-06,
      "loss": 0.3349,
      "step": 1460730
    },
    {
      "epoch": 407.69,
      "grad_norm": 1.167301893234253,
      "learning_rate": 2.462997342580442e-06,
      "loss": 0.3519,
      "step": 1460740
    },
    {
      "epoch": 407.69,
      "grad_norm": 1.0629466772079468,
      "learning_rate": 2.4629703379625846e-06,
      "loss": 0.3549,
      "step": 1460750
    },
    {
      "epoch": 407.69,
      "grad_norm": 1.0543036460876465,
      "learning_rate": 2.46294333332886e-06,
      "loss": 0.3463,
      "step": 1460760
    },
    {
      "epoch": 407.69,
      "grad_norm": 1.1329267024993896,
      "learning_rate": 2.46291632867927e-06,
      "loss": 0.338,
      "step": 1460770
    },
    {
      "epoch": 407.7,
      "grad_norm": 0.8952322602272034,
      "learning_rate": 2.462889324013819e-06,
      "loss": 0.3241,
      "step": 1460780
    },
    {
      "epoch": 407.7,
      "grad_norm": 0.9717835187911987,
      "learning_rate": 2.4628623193325112e-06,
      "loss": 0.3398,
      "step": 1460790
    },
    {
      "epoch": 407.7,
      "grad_norm": 0.9730543494224548,
      "learning_rate": 2.4628353146353488e-06,
      "loss": 0.3539,
      "step": 1460800
    },
    {
      "epoch": 407.71,
      "grad_norm": 0.9452605247497559,
      "learning_rate": 2.4628083099223366e-06,
      "loss": 0.3516,
      "step": 1460810
    },
    {
      "epoch": 407.71,
      "grad_norm": 0.9794374704360962,
      "learning_rate": 2.4627813051934778e-06,
      "loss": 0.3529,
      "step": 1460820
    },
    {
      "epoch": 407.71,
      "grad_norm": 0.9803589582443237,
      "learning_rate": 2.4627543004487756e-06,
      "loss": 0.3558,
      "step": 1460830
    },
    {
      "epoch": 407.71,
      "grad_norm": 1.0283935070037842,
      "learning_rate": 2.462727295688233e-06,
      "loss": 0.3398,
      "step": 1460840
    },
    {
      "epoch": 407.72,
      "grad_norm": 0.9526022672653198,
      "learning_rate": 2.4627002909118557e-06,
      "loss": 0.3656,
      "step": 1460850
    },
    {
      "epoch": 407.72,
      "grad_norm": 1.2817336320877075,
      "learning_rate": 2.462673286119646e-06,
      "loss": 0.3486,
      "step": 1460860
    },
    {
      "epoch": 407.72,
      "grad_norm": 1.0969456434249878,
      "learning_rate": 2.462646281311607e-06,
      "loss": 0.3469,
      "step": 1460870
    },
    {
      "epoch": 407.73,
      "grad_norm": 1.0032638311386108,
      "learning_rate": 2.462619276487743e-06,
      "loss": 0.3447,
      "step": 1460880
    },
    {
      "epoch": 407.73,
      "grad_norm": 0.9511044025421143,
      "learning_rate": 2.4625922716480585e-06,
      "loss": 0.3474,
      "step": 1460890
    },
    {
      "epoch": 407.73,
      "grad_norm": 1.1432234048843384,
      "learning_rate": 2.462565266792555e-06,
      "loss": 0.3407,
      "step": 1460900
    },
    {
      "epoch": 407.73,
      "grad_norm": 1.0992814302444458,
      "learning_rate": 2.4625382619212368e-06,
      "loss": 0.3448,
      "step": 1460910
    },
    {
      "epoch": 407.74,
      "grad_norm": 0.9160903692245483,
      "learning_rate": 2.462511257034109e-06,
      "loss": 0.3408,
      "step": 1460920
    },
    {
      "epoch": 407.74,
      "grad_norm": 0.9359995722770691,
      "learning_rate": 2.462484252131173e-06,
      "loss": 0.3491,
      "step": 1460930
    },
    {
      "epoch": 407.74,
      "grad_norm": 1.1752644777297974,
      "learning_rate": 2.462457247212434e-06,
      "loss": 0.3412,
      "step": 1460940
    },
    {
      "epoch": 407.74,
      "grad_norm": 1.034252405166626,
      "learning_rate": 2.462430242277895e-06,
      "loss": 0.3472,
      "step": 1460950
    },
    {
      "epoch": 407.75,
      "grad_norm": 0.9768592119216919,
      "learning_rate": 2.46240323732756e-06,
      "loss": 0.3514,
      "step": 1460960
    },
    {
      "epoch": 407.75,
      "grad_norm": 1.0998764038085938,
      "learning_rate": 2.4623762323614316e-06,
      "loss": 0.3466,
      "step": 1460970
    },
    {
      "epoch": 407.75,
      "grad_norm": 1.629510521888733,
      "learning_rate": 2.4623492273795136e-06,
      "loss": 0.3489,
      "step": 1460980
    },
    {
      "epoch": 407.76,
      "grad_norm": 1.3237247467041016,
      "learning_rate": 2.462322222381811e-06,
      "loss": 0.341,
      "step": 1460990
    },
    {
      "epoch": 407.76,
      "grad_norm": 1.029032826423645,
      "learning_rate": 2.462295217368326e-06,
      "loss": 0.332,
      "step": 1461000
    },
    {
      "epoch": 407.76,
      "grad_norm": 0.9833607077598572,
      "learning_rate": 2.4622682123390626e-06,
      "loss": 0.3589,
      "step": 1461010
    },
    {
      "epoch": 407.76,
      "grad_norm": 0.9894810914993286,
      "learning_rate": 2.462241207294024e-06,
      "loss": 0.353,
      "step": 1461020
    },
    {
      "epoch": 407.77,
      "grad_norm": 1.029321312904358,
      "learning_rate": 2.4622142022332152e-06,
      "loss": 0.3279,
      "step": 1461030
    },
    {
      "epoch": 407.77,
      "grad_norm": 1.0391072034835815,
      "learning_rate": 2.4621871971566384e-06,
      "loss": 0.353,
      "step": 1461040
    },
    {
      "epoch": 407.77,
      "grad_norm": 1.226511836051941,
      "learning_rate": 2.4621601920642973e-06,
      "loss": 0.3405,
      "step": 1461050
    },
    {
      "epoch": 407.78,
      "grad_norm": 1.1429387331008911,
      "learning_rate": 2.4621331869561956e-06,
      "loss": 0.3391,
      "step": 1461060
    },
    {
      "epoch": 407.78,
      "grad_norm": 7.1106181144714355,
      "learning_rate": 2.4621061818323373e-06,
      "loss": 0.3509,
      "step": 1461070
    },
    {
      "epoch": 407.78,
      "grad_norm": 1.0323705673217773,
      "learning_rate": 2.4620791766927264e-06,
      "loss": 0.3491,
      "step": 1461080
    },
    {
      "epoch": 407.78,
      "grad_norm": 0.9477755427360535,
      "learning_rate": 2.462052171537365e-06,
      "loss": 0.3384,
      "step": 1461090
    },
    {
      "epoch": 407.79,
      "grad_norm": 1.141553282737732,
      "learning_rate": 2.462025166366258e-06,
      "loss": 0.3192,
      "step": 1461100
    },
    {
      "epoch": 407.79,
      "grad_norm": 1.036574125289917,
      "learning_rate": 2.4619981611794087e-06,
      "loss": 0.3544,
      "step": 1461110
    },
    {
      "epoch": 407.79,
      "grad_norm": 1.0485607385635376,
      "learning_rate": 2.461971155976819e-06,
      "loss": 0.3423,
      "step": 1461120
    },
    {
      "epoch": 407.8,
      "grad_norm": 1.0166815519332886,
      "learning_rate": 2.461944150758495e-06,
      "loss": 0.3618,
      "step": 1461130
    },
    {
      "epoch": 407.8,
      "grad_norm": 0.8304451704025269,
      "learning_rate": 2.4619171455244395e-06,
      "loss": 0.3369,
      "step": 1461140
    },
    {
      "epoch": 407.8,
      "grad_norm": 1.1287901401519775,
      "learning_rate": 2.4618901402746563e-06,
      "loss": 0.3452,
      "step": 1461150
    },
    {
      "epoch": 407.8,
      "grad_norm": 1.0386308431625366,
      "learning_rate": 2.461863135009148e-06,
      "loss": 0.3649,
      "step": 1461160
    },
    {
      "epoch": 407.81,
      "grad_norm": 0.9610151052474976,
      "learning_rate": 2.4618361297279197e-06,
      "loss": 0.3386,
      "step": 1461170
    },
    {
      "epoch": 407.81,
      "grad_norm": 0.9830930829048157,
      "learning_rate": 2.461809124430973e-06,
      "loss": 0.3294,
      "step": 1461180
    },
    {
      "epoch": 407.81,
      "grad_norm": 1.1396141052246094,
      "learning_rate": 2.4617821191183135e-06,
      "loss": 0.3475,
      "step": 1461190
    },
    {
      "epoch": 407.81,
      "grad_norm": 1.0502876043319702,
      "learning_rate": 2.461755113789943e-06,
      "loss": 0.3475,
      "step": 1461200
    },
    {
      "epoch": 407.82,
      "grad_norm": 1.1776076555252075,
      "learning_rate": 2.461728108445867e-06,
      "loss": 0.3521,
      "step": 1461210
    },
    {
      "epoch": 407.82,
      "grad_norm": 0.949938178062439,
      "learning_rate": 2.461701103086087e-06,
      "loss": 0.3483,
      "step": 1461220
    },
    {
      "epoch": 407.82,
      "grad_norm": 0.8707893490791321,
      "learning_rate": 2.4616740977106077e-06,
      "loss": 0.3556,
      "step": 1461230
    },
    {
      "epoch": 407.83,
      "grad_norm": 1.0124999284744263,
      "learning_rate": 2.461647092319434e-06,
      "loss": 0.3576,
      "step": 1461240
    },
    {
      "epoch": 407.83,
      "grad_norm": 1.0862796306610107,
      "learning_rate": 2.461620086912567e-06,
      "loss": 0.3456,
      "step": 1461250
    },
    {
      "epoch": 407.83,
      "grad_norm": 1.032008171081543,
      "learning_rate": 2.461593081490012e-06,
      "loss": 0.355,
      "step": 1461260
    },
    {
      "epoch": 407.83,
      "grad_norm": 0.9927905797958374,
      "learning_rate": 2.4615660760517715e-06,
      "loss": 0.3476,
      "step": 1461270
    },
    {
      "epoch": 407.84,
      "grad_norm": 0.8803834915161133,
      "learning_rate": 2.4615390705978504e-06,
      "loss": 0.363,
      "step": 1461280
    },
    {
      "epoch": 407.84,
      "grad_norm": 1.162841796875,
      "learning_rate": 2.4615120651282506e-06,
      "loss": 0.3449,
      "step": 1461290
    },
    {
      "epoch": 407.84,
      "grad_norm": 1.5557173490524292,
      "learning_rate": 2.461485059642977e-06,
      "loss": 0.3288,
      "step": 1461300
    },
    {
      "epoch": 407.85,
      "grad_norm": 1.2322807312011719,
      "learning_rate": 2.461458054142033e-06,
      "loss": 0.3469,
      "step": 1461310
    },
    {
      "epoch": 407.85,
      "grad_norm": 1.0343034267425537,
      "learning_rate": 2.4614310486254223e-06,
      "loss": 0.3322,
      "step": 1461320
    },
    {
      "epoch": 407.85,
      "grad_norm": 1.0123807191848755,
      "learning_rate": 2.4614040430931484e-06,
      "loss": 0.3549,
      "step": 1461330
    },
    {
      "epoch": 407.85,
      "grad_norm": 2.113682985305786,
      "learning_rate": 2.4613770375452147e-06,
      "loss": 0.3535,
      "step": 1461340
    },
    {
      "epoch": 407.86,
      "grad_norm": 0.9232035875320435,
      "learning_rate": 2.461350031981624e-06,
      "loss": 0.3441,
      "step": 1461350
    },
    {
      "epoch": 407.86,
      "grad_norm": 1.1398835182189941,
      "learning_rate": 2.461323026402381e-06,
      "loss": 0.3325,
      "step": 1461360
    },
    {
      "epoch": 407.86,
      "grad_norm": 1.4595633745193481,
      "learning_rate": 2.4612960208074892e-06,
      "loss": 0.3405,
      "step": 1461370
    },
    {
      "epoch": 407.86,
      "grad_norm": 1.145485520362854,
      "learning_rate": 2.4612690151969512e-06,
      "loss": 0.362,
      "step": 1461380
    },
    {
      "epoch": 407.87,
      "grad_norm": 1.0992250442504883,
      "learning_rate": 2.4612420095707724e-06,
      "loss": 0.3455,
      "step": 1461390
    },
    {
      "epoch": 407.87,
      "grad_norm": 1.0571016073226929,
      "learning_rate": 2.461215003928955e-06,
      "loss": 0.3536,
      "step": 1461400
    },
    {
      "epoch": 407.87,
      "grad_norm": 0.9815462827682495,
      "learning_rate": 2.461187998271503e-06,
      "loss": 0.3492,
      "step": 1461410
    },
    {
      "epoch": 407.88,
      "grad_norm": 0.9730667471885681,
      "learning_rate": 2.46116099259842e-06,
      "loss": 0.3511,
      "step": 1461420
    },
    {
      "epoch": 407.88,
      "grad_norm": 1.0544524192810059,
      "learning_rate": 2.461133986909709e-06,
      "loss": 0.3441,
      "step": 1461430
    },
    {
      "epoch": 407.88,
      "grad_norm": 1.2242525815963745,
      "learning_rate": 2.4611069812053753e-06,
      "loss": 0.3428,
      "step": 1461440
    },
    {
      "epoch": 407.88,
      "grad_norm": 1.001838207244873,
      "learning_rate": 2.4610799754854205e-06,
      "loss": 0.3622,
      "step": 1461450
    },
    {
      "epoch": 407.89,
      "grad_norm": 1.009623408317566,
      "learning_rate": 2.461052969749849e-06,
      "loss": 0.339,
      "step": 1461460
    },
    {
      "epoch": 407.89,
      "grad_norm": 1.0124393701553345,
      "learning_rate": 2.4610259639986655e-06,
      "loss": 0.3454,
      "step": 1461470
    },
    {
      "epoch": 407.89,
      "grad_norm": 1.015324592590332,
      "learning_rate": 2.460998958231872e-06,
      "loss": 0.3522,
      "step": 1461480
    },
    {
      "epoch": 407.9,
      "grad_norm": 1.1566275358200073,
      "learning_rate": 2.460971952449472e-06,
      "loss": 0.3441,
      "step": 1461490
    },
    {
      "epoch": 407.9,
      "grad_norm": 1.1209957599639893,
      "learning_rate": 2.46094494665147e-06,
      "loss": 0.3543,
      "step": 1461500
    },
    {
      "epoch": 407.9,
      "grad_norm": 0.9767804741859436,
      "learning_rate": 2.46091794083787e-06,
      "loss": 0.3633,
      "step": 1461510
    },
    {
      "epoch": 407.9,
      "grad_norm": 0.9381269216537476,
      "learning_rate": 2.4608909350086735e-06,
      "loss": 0.3401,
      "step": 1461520
    },
    {
      "epoch": 407.91,
      "grad_norm": 0.8925076127052307,
      "learning_rate": 2.4608639291638873e-06,
      "loss": 0.349,
      "step": 1461530
    },
    {
      "epoch": 407.91,
      "grad_norm": 1.1112910509109497,
      "learning_rate": 2.4608369233035114e-06,
      "loss": 0.3473,
      "step": 1461540
    },
    {
      "epoch": 407.91,
      "grad_norm": 0.9480464458465576,
      "learning_rate": 2.4608099174275527e-06,
      "loss": 0.335,
      "step": 1461550
    },
    {
      "epoch": 407.92,
      "grad_norm": 0.9765967726707458,
      "learning_rate": 2.4607829115360124e-06,
      "loss": 0.3439,
      "step": 1461560
    },
    {
      "epoch": 407.92,
      "grad_norm": 0.9725872874259949,
      "learning_rate": 2.4607559056288955e-06,
      "loss": 0.3542,
      "step": 1461570
    },
    {
      "epoch": 407.92,
      "grad_norm": 0.8820440173149109,
      "learning_rate": 2.4607288997062047e-06,
      "loss": 0.3394,
      "step": 1461580
    },
    {
      "epoch": 407.92,
      "grad_norm": 2.013730049133301,
      "learning_rate": 2.460701893767944e-06,
      "loss": 0.3421,
      "step": 1461590
    },
    {
      "epoch": 407.93,
      "grad_norm": 1.0058890581130981,
      "learning_rate": 2.4606748878141173e-06,
      "loss": 0.3373,
      "step": 1461600
    },
    {
      "epoch": 407.93,
      "grad_norm": 0.9913743138313293,
      "learning_rate": 2.460647881844727e-06,
      "loss": 0.3448,
      "step": 1461610
    },
    {
      "epoch": 407.93,
      "grad_norm": 1.048659324645996,
      "learning_rate": 2.460620875859779e-06,
      "loss": 0.344,
      "step": 1461620
    },
    {
      "epoch": 407.93,
      "grad_norm": 0.8814799785614014,
      "learning_rate": 2.460593869859275e-06,
      "loss": 0.3645,
      "step": 1461630
    },
    {
      "epoch": 407.94,
      "grad_norm": 1.0367282629013062,
      "learning_rate": 2.4605668638432187e-06,
      "loss": 0.3532,
      "step": 1461640
    },
    {
      "epoch": 407.94,
      "grad_norm": 0.9623790979385376,
      "learning_rate": 2.460539857811614e-06,
      "loss": 0.3489,
      "step": 1461650
    },
    {
      "epoch": 407.94,
      "grad_norm": 0.9636874198913574,
      "learning_rate": 2.4605128517644647e-06,
      "loss": 0.3351,
      "step": 1461660
    },
    {
      "epoch": 407.95,
      "grad_norm": 1.0443212985992432,
      "learning_rate": 2.4604858457017738e-06,
      "loss": 0.345,
      "step": 1461670
    },
    {
      "epoch": 407.95,
      "grad_norm": 1.0724785327911377,
      "learning_rate": 2.4604588396235457e-06,
      "loss": 0.3499,
      "step": 1461680
    },
    {
      "epoch": 407.95,
      "grad_norm": 0.8623465895652771,
      "learning_rate": 2.460431833529784e-06,
      "loss": 0.346,
      "step": 1461690
    },
    {
      "epoch": 407.95,
      "grad_norm": 0.9781706929206848,
      "learning_rate": 2.4604048274204913e-06,
      "loss": 0.3461,
      "step": 1461700
    },
    {
      "epoch": 407.96,
      "grad_norm": 1.1046521663665771,
      "learning_rate": 2.4603778212956718e-06,
      "loss": 0.3452,
      "step": 1461710
    },
    {
      "epoch": 407.96,
      "grad_norm": 0.9406381249427795,
      "learning_rate": 2.460350815155329e-06,
      "loss": 0.3401,
      "step": 1461720
    },
    {
      "epoch": 407.96,
      "grad_norm": 1.0120947360992432,
      "learning_rate": 2.4603238089994675e-06,
      "loss": 0.3426,
      "step": 1461730
    },
    {
      "epoch": 407.97,
      "grad_norm": 1.1062474250793457,
      "learning_rate": 2.460296802828089e-06,
      "loss": 0.3523,
      "step": 1461740
    },
    {
      "epoch": 407.97,
      "grad_norm": 1.009795069694519,
      "learning_rate": 2.460269796641198e-06,
      "loss": 0.3519,
      "step": 1461750
    },
    {
      "epoch": 407.97,
      "grad_norm": 0.9940223693847656,
      "learning_rate": 2.4602427904387992e-06,
      "loss": 0.3543,
      "step": 1461760
    },
    {
      "epoch": 407.97,
      "grad_norm": 1.0729073286056519,
      "learning_rate": 2.4602157842208954e-06,
      "loss": 0.3479,
      "step": 1461770
    },
    {
      "epoch": 407.98,
      "grad_norm": 0.9495846033096313,
      "learning_rate": 2.4601887779874884e-06,
      "loss": 0.3624,
      "step": 1461780
    },
    {
      "epoch": 407.98,
      "grad_norm": 1.0491971969604492,
      "learning_rate": 2.4601617717385845e-06,
      "loss": 0.3553,
      "step": 1461790
    },
    {
      "epoch": 407.98,
      "grad_norm": 1.0259426832199097,
      "learning_rate": 2.4601347654741857e-06,
      "loss": 0.3656,
      "step": 1461800
    },
    {
      "epoch": 407.98,
      "grad_norm": 1.06168532371521,
      "learning_rate": 2.4601077591942965e-06,
      "loss": 0.3581,
      "step": 1461810
    },
    {
      "epoch": 407.99,
      "grad_norm": 0.9967949986457825,
      "learning_rate": 2.4600807528989197e-06,
      "loss": 0.3479,
      "step": 1461820
    },
    {
      "epoch": 407.99,
      "grad_norm": 1.229585886001587,
      "learning_rate": 2.460053746588059e-06,
      "loss": 0.3673,
      "step": 1461830
    },
    {
      "epoch": 407.99,
      "grad_norm": 1.0712722539901733,
      "learning_rate": 2.460026740261719e-06,
      "loss": 0.3436,
      "step": 1461840
    },
    {
      "epoch": 408.0,
      "grad_norm": 1.1214311122894287,
      "learning_rate": 2.459999733919902e-06,
      "loss": 0.3525,
      "step": 1461850
    },
    {
      "epoch": 408.0,
      "grad_norm": 1.2307618856430054,
      "learning_rate": 2.4599727275626124e-06,
      "loss": 0.3593,
      "step": 1461860
    },
    {
      "epoch": 408.0,
      "eval_loss": 0.3472730815410614,
      "eval_runtime": 62.9299,
      "eval_samples_per_second": 80.391,
      "eval_steps_per_second": 10.059,
      "step": 1461864
    },
    {
      "epoch": 408.0,
      "grad_norm": 1.155706524848938,
      "learning_rate": 2.459945721189853e-06,
      "loss": 0.3641,
      "step": 1461870
    },
    {
      "epoch": 408.0,
      "grad_norm": 0.9847391843795776,
      "learning_rate": 2.4599187148016284e-06,
      "loss": 0.3403,
      "step": 1461880
    },
    {
      "epoch": 408.01,
      "grad_norm": 1.1018767356872559,
      "learning_rate": 2.4598917083979415e-06,
      "loss": 0.3647,
      "step": 1461890
    },
    {
      "epoch": 408.01,
      "grad_norm": 1.1601417064666748,
      "learning_rate": 2.4598647019787962e-06,
      "loss": 0.3415,
      "step": 1461900
    },
    {
      "epoch": 408.01,
      "grad_norm": 0.9557897448539734,
      "learning_rate": 2.459837695544196e-06,
      "loss": 0.3548,
      "step": 1461910
    },
    {
      "epoch": 408.02,
      "grad_norm": 1.0573443174362183,
      "learning_rate": 2.459810689094145e-06,
      "loss": 0.3512,
      "step": 1461920
    },
    {
      "epoch": 408.02,
      "grad_norm": 0.9634942412376404,
      "learning_rate": 2.4597836826286454e-06,
      "loss": 0.3468,
      "step": 1461930
    },
    {
      "epoch": 408.02,
      "grad_norm": 0.9790887236595154,
      "learning_rate": 2.459756676147702e-06,
      "loss": 0.347,
      "step": 1461940
    },
    {
      "epoch": 408.02,
      "grad_norm": 1.1537201404571533,
      "learning_rate": 2.4597296696513182e-06,
      "loss": 0.345,
      "step": 1461950
    },
    {
      "epoch": 408.03,
      "grad_norm": 1.14406418800354,
      "learning_rate": 2.459702663139497e-06,
      "loss": 0.345,
      "step": 1461960
    },
    {
      "epoch": 408.03,
      "grad_norm": 1.1844640970230103,
      "learning_rate": 2.459675656612243e-06,
      "loss": 0.3623,
      "step": 1461970
    },
    {
      "epoch": 408.03,
      "grad_norm": 1.0086963176727295,
      "learning_rate": 2.45964865006956e-06,
      "loss": 0.3405,
      "step": 1461980
    },
    {
      "epoch": 408.04,
      "grad_norm": 1.3673769235610962,
      "learning_rate": 2.4596216435114495e-06,
      "loss": 0.3581,
      "step": 1461990
    },
    {
      "epoch": 408.04,
      "grad_norm": 0.8989606499671936,
      "learning_rate": 2.4595946369379168e-06,
      "loss": 0.3372,
      "step": 1462000
    },
    {
      "epoch": 408.04,
      "grad_norm": 1.0460808277130127,
      "learning_rate": 2.459567630348965e-06,
      "loss": 0.3389,
      "step": 1462010
    },
    {
      "epoch": 408.04,
      "grad_norm": 1.016718864440918,
      "learning_rate": 2.4595406237445987e-06,
      "loss": 0.3436,
      "step": 1462020
    },
    {
      "epoch": 408.05,
      "grad_norm": 1.1972898244857788,
      "learning_rate": 2.4595136171248197e-06,
      "loss": 0.3482,
      "step": 1462030
    },
    {
      "epoch": 408.05,
      "grad_norm": 0.9969902038574219,
      "learning_rate": 2.4594866104896327e-06,
      "loss": 0.3421,
      "step": 1462040
    },
    {
      "epoch": 408.05,
      "grad_norm": 1.1585279703140259,
      "learning_rate": 2.459459603839042e-06,
      "loss": 0.3362,
      "step": 1462050
    },
    {
      "epoch": 408.05,
      "grad_norm": 0.9836186170578003,
      "learning_rate": 2.4594325971730498e-06,
      "loss": 0.3618,
      "step": 1462060
    },
    {
      "epoch": 408.06,
      "grad_norm": 1.156496524810791,
      "learning_rate": 2.4594055904916597e-06,
      "loss": 0.3504,
      "step": 1462070
    },
    {
      "epoch": 408.06,
      "grad_norm": 1.02820885181427,
      "learning_rate": 2.4593785837948765e-06,
      "loss": 0.3534,
      "step": 1462080
    },
    {
      "epoch": 408.06,
      "grad_norm": 0.8908393979072571,
      "learning_rate": 2.4593515770827027e-06,
      "loss": 0.341,
      "step": 1462090
    },
    {
      "epoch": 408.07,
      "grad_norm": 1.1606501340866089,
      "learning_rate": 2.459324570355142e-06,
      "loss": 0.3239,
      "step": 1462100
    },
    {
      "epoch": 408.07,
      "grad_norm": 0.9846635460853577,
      "learning_rate": 2.459297563612199e-06,
      "loss": 0.3439,
      "step": 1462110
    },
    {
      "epoch": 408.07,
      "grad_norm": 1.0126771926879883,
      "learning_rate": 2.4592705568538764e-06,
      "loss": 0.3476,
      "step": 1462120
    },
    {
      "epoch": 408.07,
      "grad_norm": 1.078963279724121,
      "learning_rate": 2.4592435500801775e-06,
      "loss": 0.3516,
      "step": 1462130
    },
    {
      "epoch": 408.08,
      "grad_norm": 1.0935628414154053,
      "learning_rate": 2.4592165432911067e-06,
      "loss": 0.3445,
      "step": 1462140
    },
    {
      "epoch": 408.08,
      "grad_norm": 1.0088297128677368,
      "learning_rate": 2.4591895364866677e-06,
      "loss": 0.3549,
      "step": 1462150
    },
    {
      "epoch": 408.08,
      "grad_norm": 0.9628087282180786,
      "learning_rate": 2.4591625296668627e-06,
      "loss": 0.3463,
      "step": 1462160
    },
    {
      "epoch": 408.09,
      "grad_norm": 0.9862730503082275,
      "learning_rate": 2.459135522831697e-06,
      "loss": 0.3477,
      "step": 1462170
    },
    {
      "epoch": 408.09,
      "grad_norm": 1.0409396886825562,
      "learning_rate": 2.4591085159811737e-06,
      "loss": 0.3518,
      "step": 1462180
    },
    {
      "epoch": 408.09,
      "grad_norm": 0.9469166994094849,
      "learning_rate": 2.4590815091152956e-06,
      "loss": 0.3525,
      "step": 1462190
    },
    {
      "epoch": 408.09,
      "grad_norm": 3.0668249130249023,
      "learning_rate": 2.4590545022340663e-06,
      "loss": 0.351,
      "step": 1462200
    },
    {
      "epoch": 408.1,
      "grad_norm": 1.1082470417022705,
      "learning_rate": 2.459027495337491e-06,
      "loss": 0.3479,
      "step": 1462210
    },
    {
      "epoch": 408.1,
      "grad_norm": 1.06321382522583,
      "learning_rate": 2.459000488425572e-06,
      "loss": 0.3554,
      "step": 1462220
    },
    {
      "epoch": 408.1,
      "grad_norm": 1.0626758337020874,
      "learning_rate": 2.458973481498313e-06,
      "loss": 0.3502,
      "step": 1462230
    },
    {
      "epoch": 408.1,
      "grad_norm": 0.9705871343612671,
      "learning_rate": 2.4589464745557177e-06,
      "loss": 0.3448,
      "step": 1462240
    },
    {
      "epoch": 408.11,
      "grad_norm": 1.0529967546463013,
      "learning_rate": 2.45891946759779e-06,
      "loss": 0.3576,
      "step": 1462250
    },
    {
      "epoch": 408.11,
      "grad_norm": 1.0412954092025757,
      "learning_rate": 2.4588924606245327e-06,
      "loss": 0.3555,
      "step": 1462260
    },
    {
      "epoch": 408.11,
      "grad_norm": 1.1189312934875488,
      "learning_rate": 2.45886545363595e-06,
      "loss": 0.3593,
      "step": 1462270
    },
    {
      "epoch": 408.12,
      "grad_norm": 1.070318579673767,
      "learning_rate": 2.4588384466320454e-06,
      "loss": 0.3528,
      "step": 1462280
    },
    {
      "epoch": 408.12,
      "grad_norm": 0.9157615303993225,
      "learning_rate": 2.458811439612823e-06,
      "loss": 0.3502,
      "step": 1462290
    },
    {
      "epoch": 408.12,
      "grad_norm": 0.9560174942016602,
      "learning_rate": 2.458784432578285e-06,
      "loss": 0.3386,
      "step": 1462300
    },
    {
      "epoch": 408.12,
      "grad_norm": 0.9634261131286621,
      "learning_rate": 2.458757425528437e-06,
      "loss": 0.3455,
      "step": 1462310
    },
    {
      "epoch": 408.13,
      "grad_norm": 1.0018070936203003,
      "learning_rate": 2.4587304184632803e-06,
      "loss": 0.3477,
      "step": 1462320
    },
    {
      "epoch": 408.13,
      "grad_norm": 1.001522421836853,
      "learning_rate": 2.4587034113828204e-06,
      "loss": 0.333,
      "step": 1462330
    },
    {
      "epoch": 408.13,
      "grad_norm": 1.0520093441009521,
      "learning_rate": 2.45867640428706e-06,
      "loss": 0.3422,
      "step": 1462340
    },
    {
      "epoch": 408.14,
      "grad_norm": 1.1352930068969727,
      "learning_rate": 2.458649397176003e-06,
      "loss": 0.3339,
      "step": 1462350
    },
    {
      "epoch": 408.14,
      "grad_norm": 1.052492380142212,
      "learning_rate": 2.458622390049653e-06,
      "loss": 0.358,
      "step": 1462360
    },
    {
      "epoch": 408.14,
      "grad_norm": 1.2416627407073975,
      "learning_rate": 2.458595382908014e-06,
      "loss": 0.337,
      "step": 1462370
    },
    {
      "epoch": 408.14,
      "grad_norm": 0.8727135062217712,
      "learning_rate": 2.4585683757510876e-06,
      "loss": 0.3534,
      "step": 1462380
    },
    {
      "epoch": 408.15,
      "grad_norm": 0.8815640211105347,
      "learning_rate": 2.4585413685788792e-06,
      "loss": 0.3442,
      "step": 1462390
    },
    {
      "epoch": 408.15,
      "grad_norm": 0.9768622517585754,
      "learning_rate": 2.458514361391393e-06,
      "loss": 0.343,
      "step": 1462400
    },
    {
      "epoch": 408.15,
      "grad_norm": 1.038833737373352,
      "learning_rate": 2.4584873541886308e-06,
      "loss": 0.3322,
      "step": 1462410
    },
    {
      "epoch": 408.16,
      "grad_norm": 1.0265507698059082,
      "learning_rate": 2.4584603469705966e-06,
      "loss": 0.341,
      "step": 1462420
    },
    {
      "epoch": 408.16,
      "grad_norm": 1.158437728881836,
      "learning_rate": 2.4584333397372956e-06,
      "loss": 0.3487,
      "step": 1462430
    },
    {
      "epoch": 408.16,
      "grad_norm": 1.046414852142334,
      "learning_rate": 2.4584063324887297e-06,
      "loss": 0.3386,
      "step": 1462440
    },
    {
      "epoch": 408.16,
      "grad_norm": 1.1181029081344604,
      "learning_rate": 2.4583793252249024e-06,
      "loss": 0.3461,
      "step": 1462450
    },
    {
      "epoch": 408.17,
      "grad_norm": 1.0842136144638062,
      "learning_rate": 2.4583523179458184e-06,
      "loss": 0.3395,
      "step": 1462460
    },
    {
      "epoch": 408.17,
      "grad_norm": 0.9903244376182556,
      "learning_rate": 2.4583253106514814e-06,
      "loss": 0.3297,
      "step": 1462470
    },
    {
      "epoch": 408.17,
      "grad_norm": 0.9720845818519592,
      "learning_rate": 2.4582983033418935e-06,
      "loss": 0.3311,
      "step": 1462480
    },
    {
      "epoch": 408.17,
      "grad_norm": 1.0421022176742554,
      "learning_rate": 2.458271296017059e-06,
      "loss": 0.3401,
      "step": 1462490
    },
    {
      "epoch": 408.18,
      "grad_norm": 1.0648596286773682,
      "learning_rate": 2.4582442886769828e-06,
      "loss": 0.3416,
      "step": 1462500
    },
    {
      "epoch": 408.18,
      "grad_norm": 2.659008741378784,
      "learning_rate": 2.458217281321667e-06,
      "loss": 0.3416,
      "step": 1462510
    },
    {
      "epoch": 408.18,
      "grad_norm": 0.9078957438468933,
      "learning_rate": 2.4581902739511153e-06,
      "loss": 0.354,
      "step": 1462520
    },
    {
      "epoch": 408.19,
      "grad_norm": 1.0718735456466675,
      "learning_rate": 2.4581632665653318e-06,
      "loss": 0.3405,
      "step": 1462530
    },
    {
      "epoch": 408.19,
      "grad_norm": 1.0246021747589111,
      "learning_rate": 2.4581362591643195e-06,
      "loss": 0.3414,
      "step": 1462540
    },
    {
      "epoch": 408.19,
      "grad_norm": 0.9778409600257874,
      "learning_rate": 2.4581092517480826e-06,
      "loss": 0.3547,
      "step": 1462550
    },
    {
      "epoch": 408.19,
      "grad_norm": 0.9761766195297241,
      "learning_rate": 2.4580822443166245e-06,
      "loss": 0.3481,
      "step": 1462560
    },
    {
      "epoch": 408.2,
      "grad_norm": 1.1427611112594604,
      "learning_rate": 2.458055236869948e-06,
      "loss": 0.3733,
      "step": 1462570
    },
    {
      "epoch": 408.2,
      "grad_norm": 0.9565471410751343,
      "learning_rate": 2.4580282294080588e-06,
      "loss": 0.3694,
      "step": 1462580
    },
    {
      "epoch": 408.2,
      "grad_norm": 1.182472825050354,
      "learning_rate": 2.4580012219309583e-06,
      "loss": 0.356,
      "step": 1462590
    },
    {
      "epoch": 408.21,
      "grad_norm": 1.143612027168274,
      "learning_rate": 2.457974214438651e-06,
      "loss": 0.3375,
      "step": 1462600
    },
    {
      "epoch": 408.21,
      "grad_norm": 0.9318624138832092,
      "learning_rate": 2.4579472069311405e-06,
      "loss": 0.3455,
      "step": 1462610
    },
    {
      "epoch": 408.21,
      "grad_norm": 1.1094919443130493,
      "learning_rate": 2.4579201994084303e-06,
      "loss": 0.3517,
      "step": 1462620
    },
    {
      "epoch": 408.21,
      "grad_norm": 1.1568318605422974,
      "learning_rate": 2.4578931918705243e-06,
      "loss": 0.3428,
      "step": 1462630
    },
    {
      "epoch": 408.22,
      "grad_norm": 1.066036343574524,
      "learning_rate": 2.457866184317425e-06,
      "loss": 0.337,
      "step": 1462640
    },
    {
      "epoch": 408.22,
      "grad_norm": 1.097237467765808,
      "learning_rate": 2.457839176749138e-06,
      "loss": 0.3382,
      "step": 1462650
    },
    {
      "epoch": 408.22,
      "grad_norm": 1.2700471878051758,
      "learning_rate": 2.4578121691656652e-06,
      "loss": 0.3345,
      "step": 1462660
    },
    {
      "epoch": 408.22,
      "grad_norm": 2.5529747009277344,
      "learning_rate": 2.4577851615670105e-06,
      "loss": 0.3394,
      "step": 1462670
    },
    {
      "epoch": 408.23,
      "grad_norm": 0.9000727534294128,
      "learning_rate": 2.4577581539531777e-06,
      "loss": 0.3505,
      "step": 1462680
    },
    {
      "epoch": 408.23,
      "grad_norm": 0.9372209906578064,
      "learning_rate": 2.4577311463241704e-06,
      "loss": 0.3364,
      "step": 1462690
    },
    {
      "epoch": 408.23,
      "grad_norm": 1.0228135585784912,
      "learning_rate": 2.457704138679992e-06,
      "loss": 0.3331,
      "step": 1462700
    },
    {
      "epoch": 408.24,
      "grad_norm": 1.1221684217453003,
      "learning_rate": 2.457677131020646e-06,
      "loss": 0.3446,
      "step": 1462710
    },
    {
      "epoch": 408.24,
      "grad_norm": 2.7179408073425293,
      "learning_rate": 2.4576501233461373e-06,
      "loss": 0.3225,
      "step": 1462720
    },
    {
      "epoch": 408.24,
      "grad_norm": 1.1525338888168335,
      "learning_rate": 2.4576231156564684e-06,
      "loss": 0.3503,
      "step": 1462730
    },
    {
      "epoch": 408.24,
      "grad_norm": 0.9681190252304077,
      "learning_rate": 2.4575961079516423e-06,
      "loss": 0.3495,
      "step": 1462740
    },
    {
      "epoch": 408.25,
      "grad_norm": 1.2524586915969849,
      "learning_rate": 2.457569100231663e-06,
      "loss": 0.3312,
      "step": 1462750
    },
    {
      "epoch": 408.25,
      "grad_norm": 1.1249284744262695,
      "learning_rate": 2.457542092496535e-06,
      "loss": 0.3553,
      "step": 1462760
    },
    {
      "epoch": 408.25,
      "grad_norm": 1.0575603246688843,
      "learning_rate": 2.457515084746261e-06,
      "loss": 0.3697,
      "step": 1462770
    },
    {
      "epoch": 408.26,
      "grad_norm": 0.9725642800331116,
      "learning_rate": 2.4574880769808444e-06,
      "loss": 0.3466,
      "step": 1462780
    },
    {
      "epoch": 408.26,
      "grad_norm": 1.0074597597122192,
      "learning_rate": 2.4574610692002897e-06,
      "loss": 0.3394,
      "step": 1462790
    },
    {
      "epoch": 408.26,
      "grad_norm": 1.0377247333526611,
      "learning_rate": 2.4574340614046003e-06,
      "loss": 0.3423,
      "step": 1462800
    },
    {
      "epoch": 408.26,
      "grad_norm": 1.0158673524856567,
      "learning_rate": 2.457407053593779e-06,
      "loss": 0.3362,
      "step": 1462810
    },
    {
      "epoch": 408.27,
      "grad_norm": 1.0074715614318848,
      "learning_rate": 2.4573800457678306e-06,
      "loss": 0.3411,
      "step": 1462820
    },
    {
      "epoch": 408.27,
      "grad_norm": 0.9964121580123901,
      "learning_rate": 2.457353037926757e-06,
      "loss": 0.3604,
      "step": 1462830
    },
    {
      "epoch": 408.27,
      "grad_norm": 1.372878074645996,
      "learning_rate": 2.4573260300705633e-06,
      "loss": 0.3323,
      "step": 1462840
    },
    {
      "epoch": 408.28,
      "grad_norm": 1.0974916219711304,
      "learning_rate": 2.457299022199253e-06,
      "loss": 0.346,
      "step": 1462850
    },
    {
      "epoch": 408.28,
      "grad_norm": 1.156585693359375,
      "learning_rate": 2.4572720143128284e-06,
      "loss": 0.3524,
      "step": 1462860
    },
    {
      "epoch": 408.28,
      "grad_norm": 1.0625346899032593,
      "learning_rate": 2.457245006411295e-06,
      "loss": 0.3585,
      "step": 1462870
    },
    {
      "epoch": 408.28,
      "grad_norm": 1.0563340187072754,
      "learning_rate": 2.4572179984946543e-06,
      "loss": 0.3598,
      "step": 1462880
    },
    {
      "epoch": 408.29,
      "grad_norm": 0.9464738965034485,
      "learning_rate": 2.4571909905629124e-06,
      "loss": 0.3576,
      "step": 1462890
    },
    {
      "epoch": 408.29,
      "grad_norm": 1.0513803958892822,
      "learning_rate": 2.4571639826160703e-06,
      "loss": 0.3296,
      "step": 1462900
    },
    {
      "epoch": 408.29,
      "grad_norm": 1.1040416955947876,
      "learning_rate": 2.457136974654133e-06,
      "loss": 0.3447,
      "step": 1462910
    },
    {
      "epoch": 408.29,
      "grad_norm": 0.9686734676361084,
      "learning_rate": 2.457109966677104e-06,
      "loss": 0.3644,
      "step": 1462920
    },
    {
      "epoch": 408.3,
      "grad_norm": 1.2543988227844238,
      "learning_rate": 2.4570829586849866e-06,
      "loss": 0.3627,
      "step": 1462930
    },
    {
      "epoch": 408.3,
      "grad_norm": 1.0261505842208862,
      "learning_rate": 2.4570559506777854e-06,
      "loss": 0.3394,
      "step": 1462940
    },
    {
      "epoch": 408.3,
      "grad_norm": 1.1518254280090332,
      "learning_rate": 2.4570289426555024e-06,
      "loss": 0.3624,
      "step": 1462950
    },
    {
      "epoch": 408.31,
      "grad_norm": 0.9688252210617065,
      "learning_rate": 2.4570019346181417e-06,
      "loss": 0.3393,
      "step": 1462960
    },
    {
      "epoch": 408.31,
      "grad_norm": 1.3112212419509888,
      "learning_rate": 2.4569749265657073e-06,
      "loss": 0.3263,
      "step": 1462970
    },
    {
      "epoch": 408.31,
      "grad_norm": 1.0450340509414673,
      "learning_rate": 2.456947918498203e-06,
      "loss": 0.3462,
      "step": 1462980
    },
    {
      "epoch": 408.31,
      "grad_norm": 1.2780507802963257,
      "learning_rate": 2.4569209104156314e-06,
      "loss": 0.345,
      "step": 1462990
    },
    {
      "epoch": 408.32,
      "grad_norm": 1.0483591556549072,
      "learning_rate": 2.456893902317997e-06,
      "loss": 0.361,
      "step": 1463000
    },
    {
      "epoch": 408.32,
      "grad_norm": 1.0018384456634521,
      "learning_rate": 2.4568668942053035e-06,
      "loss": 0.3472,
      "step": 1463010
    },
    {
      "epoch": 408.32,
      "grad_norm": 1.079845905303955,
      "learning_rate": 2.456839886077554e-06,
      "loss": 0.3515,
      "step": 1463020
    },
    {
      "epoch": 408.33,
      "grad_norm": 1.1712843179702759,
      "learning_rate": 2.456812877934752e-06,
      "loss": 0.3434,
      "step": 1463030
    },
    {
      "epoch": 408.33,
      "grad_norm": 1.034502625465393,
      "learning_rate": 2.4567858697769014e-06,
      "loss": 0.3351,
      "step": 1463040
    },
    {
      "epoch": 408.33,
      "grad_norm": 0.9889981150627136,
      "learning_rate": 2.4567588616040057e-06,
      "loss": 0.3534,
      "step": 1463050
    },
    {
      "epoch": 408.33,
      "grad_norm": 1.0540473461151123,
      "learning_rate": 2.456731853416068e-06,
      "loss": 0.3374,
      "step": 1463060
    },
    {
      "epoch": 408.34,
      "grad_norm": 1.2551417350769043,
      "learning_rate": 2.4567048452130925e-06,
      "loss": 0.3572,
      "step": 1463070
    },
    {
      "epoch": 408.34,
      "grad_norm": 1.086517095565796,
      "learning_rate": 2.4566778369950835e-06,
      "loss": 0.346,
      "step": 1463080
    },
    {
      "epoch": 408.34,
      "grad_norm": 1.1139159202575684,
      "learning_rate": 2.456650828762043e-06,
      "loss": 0.3587,
      "step": 1463090
    },
    {
      "epoch": 408.34,
      "grad_norm": 1.0227628946304321,
      "learning_rate": 2.4566238205139757e-06,
      "loss": 0.3522,
      "step": 1463100
    },
    {
      "epoch": 408.35,
      "grad_norm": 1.0278048515319824,
      "learning_rate": 2.456596812250885e-06,
      "loss": 0.3442,
      "step": 1463110
    },
    {
      "epoch": 408.35,
      "grad_norm": 1.1810264587402344,
      "learning_rate": 2.4565698039727743e-06,
      "loss": 0.3624,
      "step": 1463120
    },
    {
      "epoch": 408.35,
      "grad_norm": 1.1395882368087769,
      "learning_rate": 2.456542795679647e-06,
      "loss": 0.3611,
      "step": 1463130
    },
    {
      "epoch": 408.36,
      "grad_norm": 0.9868013858795166,
      "learning_rate": 2.456515787371507e-06,
      "loss": 0.3414,
      "step": 1463140
    },
    {
      "epoch": 408.36,
      "grad_norm": 0.9444676637649536,
      "learning_rate": 2.4564887790483577e-06,
      "loss": 0.3522,
      "step": 1463150
    },
    {
      "epoch": 408.36,
      "grad_norm": 1.1605714559555054,
      "learning_rate": 2.456461770710203e-06,
      "loss": 0.3506,
      "step": 1463160
    },
    {
      "epoch": 408.36,
      "grad_norm": 1.0456115007400513,
      "learning_rate": 2.4564347623570464e-06,
      "loss": 0.3495,
      "step": 1463170
    },
    {
      "epoch": 408.37,
      "grad_norm": 0.9675759673118591,
      "learning_rate": 2.4564077539888914e-06,
      "loss": 0.3532,
      "step": 1463180
    },
    {
      "epoch": 408.37,
      "grad_norm": 1.038782000541687,
      "learning_rate": 2.456380745605742e-06,
      "loss": 0.346,
      "step": 1463190
    },
    {
      "epoch": 408.37,
      "grad_norm": 1.0852248668670654,
      "learning_rate": 2.4563537372076007e-06,
      "loss": 0.366,
      "step": 1463200
    },
    {
      "epoch": 408.38,
      "grad_norm": 1.271021842956543,
      "learning_rate": 2.4563267287944725e-06,
      "loss": 0.3448,
      "step": 1463210
    },
    {
      "epoch": 408.38,
      "grad_norm": 1.0194824934005737,
      "learning_rate": 2.4562997203663595e-06,
      "loss": 0.3384,
      "step": 1463220
    },
    {
      "epoch": 408.38,
      "grad_norm": 1.7147605419158936,
      "learning_rate": 2.4562727119232667e-06,
      "loss": 0.3422,
      "step": 1463230
    },
    {
      "epoch": 408.38,
      "grad_norm": 1.032312035560608,
      "learning_rate": 2.456245703465197e-06,
      "loss": 0.3506,
      "step": 1463240
    },
    {
      "epoch": 408.39,
      "grad_norm": 1.0102494955062866,
      "learning_rate": 2.4562186949921544e-06,
      "loss": 0.3517,
      "step": 1463250
    },
    {
      "epoch": 408.39,
      "grad_norm": 0.856590986251831,
      "learning_rate": 2.4561916865041417e-06,
      "loss": 0.3339,
      "step": 1463260
    },
    {
      "epoch": 408.39,
      "grad_norm": 0.9359998106956482,
      "learning_rate": 2.4561646780011633e-06,
      "loss": 0.3346,
      "step": 1463270
    },
    {
      "epoch": 408.4,
      "grad_norm": 0.9840746521949768,
      "learning_rate": 2.456137669483222e-06,
      "loss": 0.364,
      "step": 1463280
    },
    {
      "epoch": 408.4,
      "grad_norm": 1.0536587238311768,
      "learning_rate": 2.4561106609503216e-06,
      "loss": 0.3543,
      "step": 1463290
    },
    {
      "epoch": 408.4,
      "grad_norm": 0.9666963815689087,
      "learning_rate": 2.456083652402467e-06,
      "loss": 0.336,
      "step": 1463300
    },
    {
      "epoch": 408.4,
      "grad_norm": 0.9057708382606506,
      "learning_rate": 2.4560566438396604e-06,
      "loss": 0.3272,
      "step": 1463310
    },
    {
      "epoch": 408.41,
      "grad_norm": 1.0405672788619995,
      "learning_rate": 2.456029635261906e-06,
      "loss": 0.3515,
      "step": 1463320
    },
    {
      "epoch": 408.41,
      "grad_norm": 1.0935890674591064,
      "learning_rate": 2.4560026266692063e-06,
      "loss": 0.3454,
      "step": 1463330
    },
    {
      "epoch": 408.41,
      "grad_norm": 1.2286155223846436,
      "learning_rate": 2.4559756180615663e-06,
      "loss": 0.3475,
      "step": 1463340
    },
    {
      "epoch": 408.41,
      "grad_norm": 0.9222559928894043,
      "learning_rate": 2.455948609438989e-06,
      "loss": 0.3566,
      "step": 1463350
    },
    {
      "epoch": 408.42,
      "grad_norm": 0.9697411060333252,
      "learning_rate": 2.4559216008014775e-06,
      "loss": 0.3411,
      "step": 1463360
    },
    {
      "epoch": 408.42,
      "grad_norm": 1.3105888366699219,
      "learning_rate": 2.455894592149037e-06,
      "loss": 0.352,
      "step": 1463370
    },
    {
      "epoch": 408.42,
      "grad_norm": 1.0169856548309326,
      "learning_rate": 2.4558675834816694e-06,
      "loss": 0.3283,
      "step": 1463380
    },
    {
      "epoch": 408.43,
      "grad_norm": 1.1875929832458496,
      "learning_rate": 2.455840574799379e-06,
      "loss": 0.3553,
      "step": 1463390
    },
    {
      "epoch": 408.43,
      "grad_norm": 0.9835032820701599,
      "learning_rate": 2.4558135661021697e-06,
      "loss": 0.3398,
      "step": 1463400
    },
    {
      "epoch": 408.43,
      "grad_norm": 1.049520492553711,
      "learning_rate": 2.455786557390044e-06,
      "loss": 0.3531,
      "step": 1463410
    },
    {
      "epoch": 408.43,
      "grad_norm": 0.9166785478591919,
      "learning_rate": 2.4557595486630062e-06,
      "loss": 0.3399,
      "step": 1463420
    },
    {
      "epoch": 408.44,
      "grad_norm": 0.979698896408081,
      "learning_rate": 2.4557325399210603e-06,
      "loss": 0.3465,
      "step": 1463430
    },
    {
      "epoch": 408.44,
      "grad_norm": 1.1376264095306396,
      "learning_rate": 2.4557055311642095e-06,
      "loss": 0.3319,
      "step": 1463440
    },
    {
      "epoch": 408.44,
      "grad_norm": 1.030989646911621,
      "learning_rate": 2.455678522392457e-06,
      "loss": 0.3466,
      "step": 1463450
    },
    {
      "epoch": 408.45,
      "grad_norm": 1.0503431558609009,
      "learning_rate": 2.455651513605807e-06,
      "loss": 0.337,
      "step": 1463460
    },
    {
      "epoch": 408.45,
      "grad_norm": 1.0552982091903687,
      "learning_rate": 2.4556245048042635e-06,
      "loss": 0.357,
      "step": 1463470
    },
    {
      "epoch": 408.45,
      "grad_norm": 1.006288766860962,
      "learning_rate": 2.4555974959878286e-06,
      "loss": 0.3293,
      "step": 1463480
    },
    {
      "epoch": 408.45,
      "grad_norm": 1.0121023654937744,
      "learning_rate": 2.455570487156507e-06,
      "loss": 0.3561,
      "step": 1463490
    },
    {
      "epoch": 408.46,
      "grad_norm": 0.9419245719909668,
      "learning_rate": 2.455543478310302e-06,
      "loss": 0.3335,
      "step": 1463500
    },
    {
      "epoch": 408.46,
      "grad_norm": 1.1173264980316162,
      "learning_rate": 2.4555164694492175e-06,
      "loss": 0.3384,
      "step": 1463510
    },
    {
      "epoch": 408.46,
      "grad_norm": 1.08903169631958,
      "learning_rate": 2.455489460573256e-06,
      "loss": 0.3381,
      "step": 1463520
    },
    {
      "epoch": 408.46,
      "grad_norm": 1.057027816772461,
      "learning_rate": 2.455462451682424e-06,
      "loss": 0.3364,
      "step": 1463530
    },
    {
      "epoch": 408.47,
      "grad_norm": 1.076727032661438,
      "learning_rate": 2.4554354427767214e-06,
      "loss": 0.3609,
      "step": 1463540
    },
    {
      "epoch": 408.47,
      "grad_norm": 1.0262168645858765,
      "learning_rate": 2.4554084338561536e-06,
      "loss": 0.3379,
      "step": 1463550
    },
    {
      "epoch": 408.47,
      "grad_norm": 1.0734431743621826,
      "learning_rate": 2.4553814249207246e-06,
      "loss": 0.3753,
      "step": 1463560
    },
    {
      "epoch": 408.48,
      "grad_norm": 1.3177767992019653,
      "learning_rate": 2.455354415970437e-06,
      "loss": 0.3481,
      "step": 1463570
    },
    {
      "epoch": 408.48,
      "grad_norm": 1.0814721584320068,
      "learning_rate": 2.455327407005295e-06,
      "loss": 0.3379,
      "step": 1463580
    },
    {
      "epoch": 408.48,
      "grad_norm": 1.1146076917648315,
      "learning_rate": 2.455300398025301e-06,
      "loss": 0.3323,
      "step": 1463590
    },
    {
      "epoch": 408.48,
      "grad_norm": 1.0605601072311401,
      "learning_rate": 2.455273389030461e-06,
      "loss": 0.3491,
      "step": 1463600
    },
    {
      "epoch": 408.49,
      "grad_norm": 0.8299539089202881,
      "learning_rate": 2.4552463800207768e-06,
      "loss": 0.328,
      "step": 1463610
    },
    {
      "epoch": 408.49,
      "grad_norm": 0.962915301322937,
      "learning_rate": 2.455219370996252e-06,
      "loss": 0.3374,
      "step": 1463620
    },
    {
      "epoch": 408.49,
      "grad_norm": 1.2046102285385132,
      "learning_rate": 2.4551923619568914e-06,
      "loss": 0.343,
      "step": 1463630
    },
    {
      "epoch": 408.5,
      "grad_norm": 1.0866713523864746,
      "learning_rate": 2.4551653529026973e-06,
      "loss": 0.3305,
      "step": 1463640
    },
    {
      "epoch": 408.5,
      "grad_norm": 1.1914682388305664,
      "learning_rate": 2.4551383438336734e-06,
      "loss": 0.3418,
      "step": 1463650
    },
    {
      "epoch": 408.5,
      "grad_norm": 0.9925626516342163,
      "learning_rate": 2.455111334749824e-06,
      "loss": 0.3508,
      "step": 1463660
    },
    {
      "epoch": 408.5,
      "grad_norm": 1.1828174591064453,
      "learning_rate": 2.4550843256511526e-06,
      "loss": 0.3565,
      "step": 1463670
    },
    {
      "epoch": 408.51,
      "grad_norm": 0.9128569960594177,
      "learning_rate": 2.4550573165376624e-06,
      "loss": 0.3455,
      "step": 1463680
    },
    {
      "epoch": 408.51,
      "grad_norm": 0.9292024374008179,
      "learning_rate": 2.4550303074093576e-06,
      "loss": 0.3326,
      "step": 1463690
    },
    {
      "epoch": 408.51,
      "grad_norm": 0.9155986309051514,
      "learning_rate": 2.4550032982662408e-06,
      "loss": 0.3294,
      "step": 1463700
    },
    {
      "epoch": 408.52,
      "grad_norm": 0.9817305207252502,
      "learning_rate": 2.454976289108316e-06,
      "loss": 0.3509,
      "step": 1463710
    },
    {
      "epoch": 408.52,
      "grad_norm": 1.019084095954895,
      "learning_rate": 2.4549492799355874e-06,
      "loss": 0.3492,
      "step": 1463720
    },
    {
      "epoch": 408.52,
      "grad_norm": 1.0093454122543335,
      "learning_rate": 2.4549222707480577e-06,
      "loss": 0.3473,
      "step": 1463730
    },
    {
      "epoch": 408.52,
      "grad_norm": 0.9894421100616455,
      "learning_rate": 2.454895261545731e-06,
      "loss": 0.3465,
      "step": 1463740
    },
    {
      "epoch": 408.53,
      "grad_norm": 0.9772229790687561,
      "learning_rate": 2.4548682523286115e-06,
      "loss": 0.3319,
      "step": 1463750
    },
    {
      "epoch": 408.53,
      "grad_norm": 0.9009228944778442,
      "learning_rate": 2.454841243096702e-06,
      "loss": 0.3241,
      "step": 1463760
    },
    {
      "epoch": 408.53,
      "grad_norm": 1.1356650590896606,
      "learning_rate": 2.4548142338500057e-06,
      "loss": 0.3643,
      "step": 1463770
    },
    {
      "epoch": 408.53,
      "grad_norm": 0.9263547658920288,
      "learning_rate": 2.4547872245885266e-06,
      "loss": 0.3493,
      "step": 1463780
    },
    {
      "epoch": 408.54,
      "grad_norm": 1.012570858001709,
      "learning_rate": 2.454760215312269e-06,
      "loss": 0.3495,
      "step": 1463790
    },
    {
      "epoch": 408.54,
      "grad_norm": 0.9827136397361755,
      "learning_rate": 2.4547332060212355e-06,
      "loss": 0.3573,
      "step": 1463800
    },
    {
      "epoch": 408.54,
      "grad_norm": 0.9436470866203308,
      "learning_rate": 2.4547061967154303e-06,
      "loss": 0.3494,
      "step": 1463810
    },
    {
      "epoch": 408.55,
      "grad_norm": 0.9862787127494812,
      "learning_rate": 2.4546791873948567e-06,
      "loss": 0.3484,
      "step": 1463820
    },
    {
      "epoch": 408.55,
      "grad_norm": 1.0451929569244385,
      "learning_rate": 2.454652178059519e-06,
      "loss": 0.3374,
      "step": 1463830
    },
    {
      "epoch": 408.55,
      "grad_norm": 1.0489325523376465,
      "learning_rate": 2.4546251687094193e-06,
      "loss": 0.3467,
      "step": 1463840
    },
    {
      "epoch": 408.55,
      "grad_norm": 1.0011646747589111,
      "learning_rate": 2.454598159344563e-06,
      "loss": 0.3398,
      "step": 1463850
    },
    {
      "epoch": 408.56,
      "grad_norm": 1.153336763381958,
      "learning_rate": 2.454571149964952e-06,
      "loss": 0.3315,
      "step": 1463860
    },
    {
      "epoch": 408.56,
      "grad_norm": 0.9705857038497925,
      "learning_rate": 2.45454414057059e-06,
      "loss": 0.3517,
      "step": 1463870
    },
    {
      "epoch": 408.56,
      "grad_norm": 0.9482737183570862,
      "learning_rate": 2.4545171311614826e-06,
      "loss": 0.3535,
      "step": 1463880
    },
    {
      "epoch": 408.57,
      "grad_norm": 1.6034258604049683,
      "learning_rate": 2.4544901217376315e-06,
      "loss": 0.3357,
      "step": 1463890
    },
    {
      "epoch": 408.57,
      "grad_norm": 1.0610870122909546,
      "learning_rate": 2.4544631122990416e-06,
      "loss": 0.3713,
      "step": 1463900
    },
    {
      "epoch": 408.57,
      "grad_norm": 0.9868635535240173,
      "learning_rate": 2.4544361028457146e-06,
      "loss": 0.3421,
      "step": 1463910
    },
    {
      "epoch": 408.57,
      "grad_norm": 0.9840721487998962,
      "learning_rate": 2.454409093377656e-06,
      "loss": 0.3454,
      "step": 1463920
    },
    {
      "epoch": 408.58,
      "grad_norm": 1.1968876123428345,
      "learning_rate": 2.4543820838948684e-06,
      "loss": 0.3522,
      "step": 1463930
    },
    {
      "epoch": 408.58,
      "grad_norm": 0.9755309820175171,
      "learning_rate": 2.454355074397355e-06,
      "loss": 0.3642,
      "step": 1463940
    },
    {
      "epoch": 408.58,
      "grad_norm": 0.9848516583442688,
      "learning_rate": 2.4543280648851216e-06,
      "loss": 0.3383,
      "step": 1463950
    },
    {
      "epoch": 408.58,
      "grad_norm": 0.9247403144836426,
      "learning_rate": 2.4543010553581692e-06,
      "loss": 0.3389,
      "step": 1463960
    },
    {
      "epoch": 408.59,
      "grad_norm": 1.0902904272079468,
      "learning_rate": 2.454274045816502e-06,
      "loss": 0.3464,
      "step": 1463970
    },
    {
      "epoch": 408.59,
      "grad_norm": 0.8724285364151001,
      "learning_rate": 2.4542470362601256e-06,
      "loss": 0.349,
      "step": 1463980
    },
    {
      "epoch": 408.59,
      "grad_norm": 0.8834890127182007,
      "learning_rate": 2.4542200266890407e-06,
      "loss": 0.3353,
      "step": 1463990
    },
    {
      "epoch": 408.6,
      "grad_norm": 0.8496397137641907,
      "learning_rate": 2.454193017103252e-06,
      "loss": 0.358,
      "step": 1464000
    },
    {
      "epoch": 408.6,
      "grad_norm": 1.0889228582382202,
      "learning_rate": 2.4541660075027642e-06,
      "loss": 0.3337,
      "step": 1464010
    },
    {
      "epoch": 408.6,
      "grad_norm": 1.0361523628234863,
      "learning_rate": 2.4541389978875794e-06,
      "loss": 0.3547,
      "step": 1464020
    },
    {
      "epoch": 408.6,
      "grad_norm": 1.1092915534973145,
      "learning_rate": 2.454111988257702e-06,
      "loss": 0.3598,
      "step": 1464030
    },
    {
      "epoch": 408.61,
      "grad_norm": 1.022499442100525,
      "learning_rate": 2.4540849786131357e-06,
      "loss": 0.35,
      "step": 1464040
    },
    {
      "epoch": 408.61,
      "grad_norm": 1.095781922340393,
      "learning_rate": 2.454057968953883e-06,
      "loss": 0.3555,
      "step": 1464050
    },
    {
      "epoch": 408.61,
      "grad_norm": 0.9824967980384827,
      "learning_rate": 2.4540309592799494e-06,
      "loss": 0.3675,
      "step": 1464060
    },
    {
      "epoch": 408.62,
      "grad_norm": 0.9484679102897644,
      "learning_rate": 2.454003949591336e-06,
      "loss": 0.3422,
      "step": 1464070
    },
    {
      "epoch": 408.62,
      "grad_norm": 1.241841197013855,
      "learning_rate": 2.453976939888049e-06,
      "loss": 0.3446,
      "step": 1464080
    },
    {
      "epoch": 408.62,
      "grad_norm": 0.8606079816818237,
      "learning_rate": 2.45394993017009e-06,
      "loss": 0.345,
      "step": 1464090
    },
    {
      "epoch": 408.62,
      "grad_norm": 1.004796028137207,
      "learning_rate": 2.4539229204374633e-06,
      "loss": 0.3467,
      "step": 1464100
    },
    {
      "epoch": 408.63,
      "grad_norm": 0.9642431735992432,
      "learning_rate": 2.453895910690173e-06,
      "loss": 0.3357,
      "step": 1464110
    },
    {
      "epoch": 408.63,
      "grad_norm": 0.9079005718231201,
      "learning_rate": 2.453868900928222e-06,
      "loss": 0.342,
      "step": 1464120
    },
    {
      "epoch": 408.63,
      "grad_norm": 0.9566684365272522,
      "learning_rate": 2.453841891151615e-06,
      "loss": 0.3423,
      "step": 1464130
    },
    {
      "epoch": 408.64,
      "grad_norm": 1.0991023778915405,
      "learning_rate": 2.453814881360354e-06,
      "loss": 0.3426,
      "step": 1464140
    },
    {
      "epoch": 408.64,
      "grad_norm": 1.8402107954025269,
      "learning_rate": 2.453787871554443e-06,
      "loss": 0.3527,
      "step": 1464150
    },
    {
      "epoch": 408.64,
      "grad_norm": 0.967566728591919,
      "learning_rate": 2.4537608617338858e-06,
      "loss": 0.3374,
      "step": 1464160
    },
    {
      "epoch": 408.64,
      "grad_norm": 0.9463074803352356,
      "learning_rate": 2.4537338518986867e-06,
      "loss": 0.355,
      "step": 1464170
    },
    {
      "epoch": 408.65,
      "grad_norm": 1.1015676259994507,
      "learning_rate": 2.4537068420488488e-06,
      "loss": 0.3504,
      "step": 1464180
    },
    {
      "epoch": 408.65,
      "grad_norm": 1.40655517578125,
      "learning_rate": 2.453679832184375e-06,
      "loss": 0.3552,
      "step": 1464190
    },
    {
      "epoch": 408.65,
      "grad_norm": 1.2530876398086548,
      "learning_rate": 2.4536528223052703e-06,
      "loss": 0.329,
      "step": 1464200
    },
    {
      "epoch": 408.65,
      "grad_norm": 1.260439157485962,
      "learning_rate": 2.453625812411538e-06,
      "loss": 0.3508,
      "step": 1464210
    },
    {
      "epoch": 408.66,
      "grad_norm": 1.0499777793884277,
      "learning_rate": 2.4535988025031797e-06,
      "loss": 0.3507,
      "step": 1464220
    },
    {
      "epoch": 408.66,
      "grad_norm": 1.109270453453064,
      "learning_rate": 2.4535717925802013e-06,
      "loss": 0.3503,
      "step": 1464230
    },
    {
      "epoch": 408.66,
      "grad_norm": 0.8616998195648193,
      "learning_rate": 2.4535447826426053e-06,
      "loss": 0.3501,
      "step": 1464240
    },
    {
      "epoch": 408.67,
      "grad_norm": 0.9640100002288818,
      "learning_rate": 2.4535177726903954e-06,
      "loss": 0.3595,
      "step": 1464250
    },
    {
      "epoch": 408.67,
      "grad_norm": 1.049996256828308,
      "learning_rate": 2.4534907627235754e-06,
      "loss": 0.3397,
      "step": 1464260
    },
    {
      "epoch": 408.67,
      "grad_norm": 1.0760005712509155,
      "learning_rate": 2.4534637527421496e-06,
      "loss": 0.3489,
      "step": 1464270
    },
    {
      "epoch": 408.67,
      "grad_norm": 1.1306838989257812,
      "learning_rate": 2.453436742746121e-06,
      "loss": 0.347,
      "step": 1464280
    },
    {
      "epoch": 408.68,
      "grad_norm": 0.8812034726142883,
      "learning_rate": 2.453409732735492e-06,
      "loss": 0.3409,
      "step": 1464290
    },
    {
      "epoch": 408.68,
      "grad_norm": 0.967416524887085,
      "learning_rate": 2.453382722710268e-06,
      "loss": 0.3543,
      "step": 1464300
    },
    {
      "epoch": 408.68,
      "grad_norm": 1.1485587358474731,
      "learning_rate": 2.4533557126704515e-06,
      "loss": 0.3526,
      "step": 1464310
    },
    {
      "epoch": 408.69,
      "grad_norm": 1.0118988752365112,
      "learning_rate": 2.4533287026160462e-06,
      "loss": 0.3413,
      "step": 1464320
    },
    {
      "epoch": 408.69,
      "grad_norm": 1.0861759185791016,
      "learning_rate": 2.4533016925470563e-06,
      "loss": 0.3761,
      "step": 1464330
    },
    {
      "epoch": 408.69,
      "grad_norm": 0.9900316596031189,
      "learning_rate": 2.453274682463485e-06,
      "loss": 0.34,
      "step": 1464340
    },
    {
      "epoch": 408.69,
      "grad_norm": 1.0399731397628784,
      "learning_rate": 2.4532476723653365e-06,
      "loss": 0.3518,
      "step": 1464350
    },
    {
      "epoch": 408.7,
      "grad_norm": 1.0624293088912964,
      "learning_rate": 2.4532206622526135e-06,
      "loss": 0.3469,
      "step": 1464360
    },
    {
      "epoch": 408.7,
      "grad_norm": 0.9046148657798767,
      "learning_rate": 2.4531936521253197e-06,
      "loss": 0.3429,
      "step": 1464370
    },
    {
      "epoch": 408.7,
      "grad_norm": 1.0462268590927124,
      "learning_rate": 2.4531666419834587e-06,
      "loss": 0.3471,
      "step": 1464380
    },
    {
      "epoch": 408.7,
      "grad_norm": 0.9841659665107727,
      "learning_rate": 2.4531396318270347e-06,
      "loss": 0.3449,
      "step": 1464390
    },
    {
      "epoch": 408.71,
      "grad_norm": 0.9457994699478149,
      "learning_rate": 2.453112621656051e-06,
      "loss": 0.3449,
      "step": 1464400
    },
    {
      "epoch": 408.71,
      "grad_norm": 1.2574907541275024,
      "learning_rate": 2.45308561147051e-06,
      "loss": 0.338,
      "step": 1464410
    },
    {
      "epoch": 408.71,
      "grad_norm": 1.1028556823730469,
      "learning_rate": 2.4530586012704177e-06,
      "loss": 0.3653,
      "step": 1464420
    },
    {
      "epoch": 408.72,
      "grad_norm": 0.9247657060623169,
      "learning_rate": 2.4530315910557763e-06,
      "loss": 0.3415,
      "step": 1464430
    },
    {
      "epoch": 408.72,
      "grad_norm": 0.927722156047821,
      "learning_rate": 2.4530045808265895e-06,
      "loss": 0.3377,
      "step": 1464440
    },
    {
      "epoch": 408.72,
      "grad_norm": 1.036985993385315,
      "learning_rate": 2.45297757058286e-06,
      "loss": 0.3347,
      "step": 1464450
    },
    {
      "epoch": 408.72,
      "grad_norm": 1.1094138622283936,
      "learning_rate": 2.4529505603245926e-06,
      "loss": 0.3396,
      "step": 1464460
    },
    {
      "epoch": 408.73,
      "grad_norm": 0.9559124708175659,
      "learning_rate": 2.452923550051791e-06,
      "loss": 0.3334,
      "step": 1464470
    },
    {
      "epoch": 408.73,
      "grad_norm": 0.9611923694610596,
      "learning_rate": 2.4528965397644583e-06,
      "loss": 0.3502,
      "step": 1464480
    },
    {
      "epoch": 408.73,
      "grad_norm": 1.05210280418396,
      "learning_rate": 2.452869529462598e-06,
      "loss": 0.3366,
      "step": 1464490
    },
    {
      "epoch": 408.74,
      "grad_norm": 1.034095048904419,
      "learning_rate": 2.452842519146214e-06,
      "loss": 0.3392,
      "step": 1464500
    },
    {
      "epoch": 408.74,
      "grad_norm": 0.8354668617248535,
      "learning_rate": 2.45281550881531e-06,
      "loss": 0.3472,
      "step": 1464510
    },
    {
      "epoch": 408.74,
      "grad_norm": 1.0465600490570068,
      "learning_rate": 2.4527884984698886e-06,
      "loss": 0.3477,
      "step": 1464520
    },
    {
      "epoch": 408.74,
      "grad_norm": 1.4483486413955688,
      "learning_rate": 2.4527614881099547e-06,
      "loss": 0.3571,
      "step": 1464530
    },
    {
      "epoch": 408.75,
      "grad_norm": 0.9887769818305969,
      "learning_rate": 2.452734477735511e-06,
      "loss": 0.3384,
      "step": 1464540
    },
    {
      "epoch": 408.75,
      "grad_norm": 1.0665090084075928,
      "learning_rate": 2.4527074673465618e-06,
      "loss": 0.3462,
      "step": 1464550
    },
    {
      "epoch": 408.75,
      "grad_norm": 0.9475338459014893,
      "learning_rate": 2.4526804569431103e-06,
      "loss": 0.3668,
      "step": 1464560
    },
    {
      "epoch": 408.76,
      "grad_norm": 0.9394070506095886,
      "learning_rate": 2.45265344652516e-06,
      "loss": 0.3532,
      "step": 1464570
    },
    {
      "epoch": 408.76,
      "grad_norm": 1.163915991783142,
      "learning_rate": 2.4526264360927147e-06,
      "loss": 0.3538,
      "step": 1464580
    },
    {
      "epoch": 408.76,
      "grad_norm": 1.1357924938201904,
      "learning_rate": 2.452599425645778e-06,
      "loss": 0.3464,
      "step": 1464590
    },
    {
      "epoch": 408.76,
      "grad_norm": 1.039878487586975,
      "learning_rate": 2.452572415184353e-06,
      "loss": 0.339,
      "step": 1464600
    },
    {
      "epoch": 408.77,
      "grad_norm": 1.1079232692718506,
      "learning_rate": 2.4525454047084437e-06,
      "loss": 0.3476,
      "step": 1464610
    },
    {
      "epoch": 408.77,
      "grad_norm": 1.0332298278808594,
      "learning_rate": 2.4525183942180536e-06,
      "loss": 0.3477,
      "step": 1464620
    },
    {
      "epoch": 408.77,
      "grad_norm": 1.204891562461853,
      "learning_rate": 2.452491383713187e-06,
      "loss": 0.3431,
      "step": 1464630
    },
    {
      "epoch": 408.77,
      "grad_norm": 0.9357582330703735,
      "learning_rate": 2.4524643731938474e-06,
      "loss": 0.3312,
      "step": 1464640
    },
    {
      "epoch": 408.78,
      "grad_norm": 0.9409610033035278,
      "learning_rate": 2.4524373626600367e-06,
      "loss": 0.3422,
      "step": 1464650
    },
    {
      "epoch": 408.78,
      "grad_norm": 0.8990631699562073,
      "learning_rate": 2.4524103521117604e-06,
      "loss": 0.3545,
      "step": 1464660
    },
    {
      "epoch": 408.78,
      "grad_norm": 1.106553316116333,
      "learning_rate": 2.452383341549021e-06,
      "loss": 0.3501,
      "step": 1464670
    },
    {
      "epoch": 408.79,
      "grad_norm": 0.9738062620162964,
      "learning_rate": 2.452356330971822e-06,
      "loss": 0.3591,
      "step": 1464680
    },
    {
      "epoch": 408.79,
      "grad_norm": 1.2371814250946045,
      "learning_rate": 2.4523293203801686e-06,
      "loss": 0.3594,
      "step": 1464690
    },
    {
      "epoch": 408.79,
      "grad_norm": 1.2785292863845825,
      "learning_rate": 2.4523023097740628e-06,
      "loss": 0.3526,
      "step": 1464700
    },
    {
      "epoch": 408.79,
      "grad_norm": 0.8858062624931335,
      "learning_rate": 2.4522752991535083e-06,
      "loss": 0.3684,
      "step": 1464710
    },
    {
      "epoch": 408.8,
      "grad_norm": 1.0060153007507324,
      "learning_rate": 2.4522482885185098e-06,
      "loss": 0.3599,
      "step": 1464720
    },
    {
      "epoch": 408.8,
      "grad_norm": 1.051339864730835,
      "learning_rate": 2.4522212778690694e-06,
      "loss": 0.3572,
      "step": 1464730
    },
    {
      "epoch": 408.8,
      "grad_norm": 1.0447664260864258,
      "learning_rate": 2.4521942672051913e-06,
      "loss": 0.349,
      "step": 1464740
    },
    {
      "epoch": 408.81,
      "grad_norm": 1.1775023937225342,
      "learning_rate": 2.4521672565268797e-06,
      "loss": 0.3551,
      "step": 1464750
    },
    {
      "epoch": 408.81,
      "grad_norm": 1.0779216289520264,
      "learning_rate": 2.4521402458341377e-06,
      "loss": 0.3521,
      "step": 1464760
    },
    {
      "epoch": 408.81,
      "grad_norm": 1.0401228666305542,
      "learning_rate": 2.452113235126969e-06,
      "loss": 0.3642,
      "step": 1464770
    },
    {
      "epoch": 408.81,
      "grad_norm": 1.078454613685608,
      "learning_rate": 2.452086224405377e-06,
      "loss": 0.3469,
      "step": 1464780
    },
    {
      "epoch": 408.82,
      "grad_norm": 1.0799002647399902,
      "learning_rate": 2.452059213669366e-06,
      "loss": 0.3618,
      "step": 1464790
    },
    {
      "epoch": 408.82,
      "grad_norm": 0.9562928676605225,
      "learning_rate": 2.4520322029189377e-06,
      "loss": 0.3465,
      "step": 1464800
    },
    {
      "epoch": 408.82,
      "grad_norm": 0.9131258130073547,
      "learning_rate": 2.452005192154098e-06,
      "loss": 0.3397,
      "step": 1464810
    },
    {
      "epoch": 408.83,
      "grad_norm": 1.0281009674072266,
      "learning_rate": 2.4519781813748493e-06,
      "loss": 0.3443,
      "step": 1464820
    },
    {
      "epoch": 408.83,
      "grad_norm": 1.1501126289367676,
      "learning_rate": 2.4519511705811956e-06,
      "loss": 0.3403,
      "step": 1464830
    },
    {
      "epoch": 408.83,
      "grad_norm": 0.9205836057662964,
      "learning_rate": 2.4519241597731398e-06,
      "loss": 0.3326,
      "step": 1464840
    },
    {
      "epoch": 408.83,
      "grad_norm": 0.9679128527641296,
      "learning_rate": 2.4518971489506865e-06,
      "loss": 0.3517,
      "step": 1464850
    },
    {
      "epoch": 408.84,
      "grad_norm": 1.152587652206421,
      "learning_rate": 2.4518701381138383e-06,
      "loss": 0.3531,
      "step": 1464860
    },
    {
      "epoch": 408.84,
      "grad_norm": 1.0189718008041382,
      "learning_rate": 2.4518431272625995e-06,
      "loss": 0.3363,
      "step": 1464870
    },
    {
      "epoch": 408.84,
      "grad_norm": 1.089004397392273,
      "learning_rate": 2.4518161163969734e-06,
      "loss": 0.3465,
      "step": 1464880
    },
    {
      "epoch": 408.84,
      "grad_norm": 0.994387686252594,
      "learning_rate": 2.4517891055169643e-06,
      "loss": 0.3415,
      "step": 1464890
    },
    {
      "epoch": 408.85,
      "grad_norm": 0.8738571405410767,
      "learning_rate": 2.451762094622574e-06,
      "loss": 0.3564,
      "step": 1464900
    },
    {
      "epoch": 408.85,
      "grad_norm": 1.0302907228469849,
      "learning_rate": 2.451735083713808e-06,
      "loss": 0.3497,
      "step": 1464910
    },
    {
      "epoch": 408.85,
      "grad_norm": 2.2994558811187744,
      "learning_rate": 2.451708072790669e-06,
      "loss": 0.3613,
      "step": 1464920
    },
    {
      "epoch": 408.86,
      "grad_norm": 0.9894654750823975,
      "learning_rate": 2.451681061853161e-06,
      "loss": 0.3253,
      "step": 1464930
    },
    {
      "epoch": 408.86,
      "grad_norm": 0.8979548811912537,
      "learning_rate": 2.4516540509012877e-06,
      "loss": 0.3466,
      "step": 1464940
    },
    {
      "epoch": 408.86,
      "grad_norm": 1.0529453754425049,
      "learning_rate": 2.4516270399350514e-06,
      "loss": 0.3488,
      "step": 1464950
    },
    {
      "epoch": 408.86,
      "grad_norm": 1.1611311435699463,
      "learning_rate": 2.451600028954457e-06,
      "loss": 0.3545,
      "step": 1464960
    },
    {
      "epoch": 408.87,
      "grad_norm": 1.1917706727981567,
      "learning_rate": 2.4515730179595073e-06,
      "loss": 0.3562,
      "step": 1464970
    },
    {
      "epoch": 408.87,
      "grad_norm": 1.2098289728164673,
      "learning_rate": 2.4515460069502075e-06,
      "loss": 0.3294,
      "step": 1464980
    },
    {
      "epoch": 408.87,
      "grad_norm": 1.1134312152862549,
      "learning_rate": 2.451518995926559e-06,
      "loss": 0.3371,
      "step": 1464990
    },
    {
      "epoch": 408.88,
      "grad_norm": 1.1810095310211182,
      "learning_rate": 2.451491984888567e-06,
      "loss": 0.3489,
      "step": 1465000
    },
    {
      "epoch": 408.88,
      "grad_norm": 1.122074842453003,
      "learning_rate": 2.4514649738362338e-06,
      "loss": 0.3586,
      "step": 1465010
    },
    {
      "epoch": 408.88,
      "grad_norm": 0.965446949005127,
      "learning_rate": 2.4514379627695644e-06,
      "loss": 0.3445,
      "step": 1465020
    },
    {
      "epoch": 408.88,
      "grad_norm": 1.0083398818969727,
      "learning_rate": 2.451410951688561e-06,
      "loss": 0.3468,
      "step": 1465030
    },
    {
      "epoch": 408.89,
      "grad_norm": 1.116454839706421,
      "learning_rate": 2.4513839405932285e-06,
      "loss": 0.3529,
      "step": 1465040
    },
    {
      "epoch": 408.89,
      "grad_norm": 0.9343411326408386,
      "learning_rate": 2.45135692948357e-06,
      "loss": 0.3382,
      "step": 1465050
    },
    {
      "epoch": 408.89,
      "grad_norm": 0.9758371114730835,
      "learning_rate": 2.4513299183595884e-06,
      "loss": 0.3381,
      "step": 1465060
    },
    {
      "epoch": 408.89,
      "grad_norm": 0.9170606136322021,
      "learning_rate": 2.4513029072212884e-06,
      "loss": 0.3336,
      "step": 1465070
    },
    {
      "epoch": 408.9,
      "grad_norm": 0.920083224773407,
      "learning_rate": 2.4512758960686727e-06,
      "loss": 0.3503,
      "step": 1465080
    },
    {
      "epoch": 408.9,
      "grad_norm": 1.1370054483413696,
      "learning_rate": 2.451248884901746e-06,
      "loss": 0.3371,
      "step": 1465090
    },
    {
      "epoch": 408.9,
      "grad_norm": 0.930452287197113,
      "learning_rate": 2.45122187372051e-06,
      "loss": 0.3441,
      "step": 1465100
    },
    {
      "epoch": 408.91,
      "grad_norm": 1.1924399137496948,
      "learning_rate": 2.451194862524971e-06,
      "loss": 0.3524,
      "step": 1465110
    },
    {
      "epoch": 408.91,
      "grad_norm": 1.0632734298706055,
      "learning_rate": 2.4511678513151296e-06,
      "loss": 0.3343,
      "step": 1465120
    },
    {
      "epoch": 408.91,
      "grad_norm": 0.78423672914505,
      "learning_rate": 2.4511408400909913e-06,
      "loss": 0.3294,
      "step": 1465130
    },
    {
      "epoch": 408.91,
      "grad_norm": 0.8836072087287903,
      "learning_rate": 2.4511138288525597e-06,
      "loss": 0.344,
      "step": 1465140
    },
    {
      "epoch": 408.92,
      "grad_norm": 1.1628447771072388,
      "learning_rate": 2.451086817599837e-06,
      "loss": 0.3369,
      "step": 1465150
    },
    {
      "epoch": 408.92,
      "grad_norm": 8.197439193725586,
      "learning_rate": 2.4510598063328287e-06,
      "loss": 0.3332,
      "step": 1465160
    },
    {
      "epoch": 408.92,
      "grad_norm": 0.9608584046363831,
      "learning_rate": 2.4510327950515373e-06,
      "loss": 0.3434,
      "step": 1465170
    },
    {
      "epoch": 408.93,
      "grad_norm": 0.9328349828720093,
      "learning_rate": 2.451005783755966e-06,
      "loss": 0.3438,
      "step": 1465180
    },
    {
      "epoch": 408.93,
      "grad_norm": 1.0563018321990967,
      "learning_rate": 2.4509787724461195e-06,
      "loss": 0.3478,
      "step": 1465190
    },
    {
      "epoch": 408.93,
      "grad_norm": 1.0707398653030396,
      "learning_rate": 2.4509517611220004e-06,
      "loss": 0.354,
      "step": 1465200
    },
    {
      "epoch": 408.93,
      "grad_norm": 0.9657920002937317,
      "learning_rate": 2.450924749783613e-06,
      "loss": 0.3336,
      "step": 1465210
    },
    {
      "epoch": 408.94,
      "grad_norm": 2.956047773361206,
      "learning_rate": 2.45089773843096e-06,
      "loss": 0.3533,
      "step": 1465220
    },
    {
      "epoch": 408.94,
      "grad_norm": 1.0067862272262573,
      "learning_rate": 2.4508707270640466e-06,
      "loss": 0.3524,
      "step": 1465230
    },
    {
      "epoch": 408.94,
      "grad_norm": 0.9398663640022278,
      "learning_rate": 2.450843715682875e-06,
      "loss": 0.3451,
      "step": 1465240
    },
    {
      "epoch": 408.95,
      "grad_norm": 1.1336803436279297,
      "learning_rate": 2.450816704287449e-06,
      "loss": 0.3321,
      "step": 1465250
    },
    {
      "epoch": 408.95,
      "grad_norm": 1.1463004350662231,
      "learning_rate": 2.4507896928777724e-06,
      "loss": 0.3394,
      "step": 1465260
    },
    {
      "epoch": 408.95,
      "grad_norm": 0.9098154306411743,
      "learning_rate": 2.450762681453849e-06,
      "loss": 0.361,
      "step": 1465270
    },
    {
      "epoch": 408.95,
      "grad_norm": 1.0133163928985596,
      "learning_rate": 2.4507356700156817e-06,
      "loss": 0.3534,
      "step": 1465280
    },
    {
      "epoch": 408.96,
      "grad_norm": 1.007282018661499,
      "learning_rate": 2.4507086585632747e-06,
      "loss": 0.3486,
      "step": 1465290
    },
    {
      "epoch": 408.96,
      "grad_norm": 1.0506224632263184,
      "learning_rate": 2.450681647096632e-06,
      "loss": 0.3451,
      "step": 1465300
    },
    {
      "epoch": 408.96,
      "grad_norm": 1.0913304090499878,
      "learning_rate": 2.450654635615757e-06,
      "loss": 0.3378,
      "step": 1465310
    },
    {
      "epoch": 408.96,
      "grad_norm": 1.0704213380813599,
      "learning_rate": 2.450627624120652e-06,
      "loss": 0.3434,
      "step": 1465320
    },
    {
      "epoch": 408.97,
      "grad_norm": 1.2919305562973022,
      "learning_rate": 2.450600612611322e-06,
      "loss": 0.3323,
      "step": 1465330
    },
    {
      "epoch": 408.97,
      "grad_norm": 1.1383010149002075,
      "learning_rate": 2.45057360108777e-06,
      "loss": 0.3713,
      "step": 1465340
    },
    {
      "epoch": 408.97,
      "grad_norm": 1.0360356569290161,
      "learning_rate": 2.4505465895499992e-06,
      "loss": 0.3273,
      "step": 1465350
    },
    {
      "epoch": 408.98,
      "grad_norm": 1.22388756275177,
      "learning_rate": 2.4505195779980147e-06,
      "loss": 0.364,
      "step": 1465360
    },
    {
      "epoch": 408.98,
      "grad_norm": 1.3175437450408936,
      "learning_rate": 2.4504925664318187e-06,
      "loss": 0.3423,
      "step": 1465370
    },
    {
      "epoch": 408.98,
      "grad_norm": 1.1437127590179443,
      "learning_rate": 2.4504655548514158e-06,
      "loss": 0.3613,
      "step": 1465380
    },
    {
      "epoch": 408.98,
      "grad_norm": 1.2298060655593872,
      "learning_rate": 2.450438543256808e-06,
      "loss": 0.343,
      "step": 1465390
    },
    {
      "epoch": 408.99,
      "grad_norm": 0.8919726610183716,
      "learning_rate": 2.4504115316480013e-06,
      "loss": 0.3442,
      "step": 1465400
    },
    {
      "epoch": 408.99,
      "grad_norm": 1.1988890171051025,
      "learning_rate": 2.450384520024997e-06,
      "loss": 0.3514,
      "step": 1465410
    },
    {
      "epoch": 408.99,
      "grad_norm": 1.0050017833709717,
      "learning_rate": 2.450357508387799e-06,
      "loss": 0.3401,
      "step": 1465420
    },
    {
      "epoch": 409.0,
      "grad_norm": 1.1736273765563965,
      "learning_rate": 2.4503304967364127e-06,
      "loss": 0.3417,
      "step": 1465430
    },
    {
      "epoch": 409.0,
      "grad_norm": 1.2051854133605957,
      "learning_rate": 2.4503034850708394e-06,
      "loss": 0.3603,
      "step": 1465440
    },
    {
      "epoch": 409.0,
      "eval_loss": 0.3470456898212433,
      "eval_runtime": 62.9037,
      "eval_samples_per_second": 80.425,
      "eval_steps_per_second": 10.063,
      "step": 1465447
    },
    {
      "epoch": 409.0,
      "grad_norm": 1.0113860368728638,
      "learning_rate": 2.450276473391085e-06,
      "loss": 0.33,
      "step": 1465450
    },
    {
      "epoch": 409.0,
      "grad_norm": 0.9308330416679382,
      "learning_rate": 2.4502494616971513e-06,
      "loss": 0.3601,
      "step": 1465460
    },
    {
      "epoch": 409.01,
      "grad_norm": 1.1268768310546875,
      "learning_rate": 2.4502224499890425e-06,
      "loss": 0.3604,
      "step": 1465470
    },
    {
      "epoch": 409.01,
      "grad_norm": 1.0300177335739136,
      "learning_rate": 2.4501954382667625e-06,
      "loss": 0.3618,
      "step": 1465480
    },
    {
      "epoch": 409.01,
      "grad_norm": 0.9980493783950806,
      "learning_rate": 2.4501684265303137e-06,
      "loss": 0.3483,
      "step": 1465490
    },
    {
      "epoch": 409.01,
      "grad_norm": 0.9242836236953735,
      "learning_rate": 2.4501414147797016e-06,
      "loss": 0.338,
      "step": 1465500
    },
    {
      "epoch": 409.02,
      "grad_norm": 5.179980278015137,
      "learning_rate": 2.450114403014928e-06,
      "loss": 0.3419,
      "step": 1465510
    },
    {
      "epoch": 409.02,
      "grad_norm": 0.9815874695777893,
      "learning_rate": 2.450087391235998e-06,
      "loss": 0.3554,
      "step": 1465520
    },
    {
      "epoch": 409.02,
      "grad_norm": 1.0133360624313354,
      "learning_rate": 2.4500603794429144e-06,
      "loss": 0.3451,
      "step": 1465530
    },
    {
      "epoch": 409.03,
      "grad_norm": 1.1450181007385254,
      "learning_rate": 2.4500333676356803e-06,
      "loss": 0.3421,
      "step": 1465540
    },
    {
      "epoch": 409.03,
      "grad_norm": 11.854068756103516,
      "learning_rate": 2.4500063558143e-06,
      "loss": 0.3408,
      "step": 1465550
    },
    {
      "epoch": 409.03,
      "grad_norm": 1.1673554182052612,
      "learning_rate": 2.4499793439787775e-06,
      "loss": 0.3493,
      "step": 1465560
    },
    {
      "epoch": 409.03,
      "grad_norm": 0.8933138251304626,
      "learning_rate": 2.4499523321291146e-06,
      "loss": 0.3499,
      "step": 1465570
    },
    {
      "epoch": 409.04,
      "grad_norm": 1.1016253232955933,
      "learning_rate": 2.449925320265317e-06,
      "loss": 0.3391,
      "step": 1465580
    },
    {
      "epoch": 409.04,
      "grad_norm": 0.9169726371765137,
      "learning_rate": 2.449898308387388e-06,
      "loss": 0.3459,
      "step": 1465590
    },
    {
      "epoch": 409.04,
      "grad_norm": 0.9723158478736877,
      "learning_rate": 2.44987129649533e-06,
      "loss": 0.3494,
      "step": 1465600
    },
    {
      "epoch": 409.05,
      "grad_norm": 1.290055274963379,
      "learning_rate": 2.449844284589147e-06,
      "loss": 0.3355,
      "step": 1465610
    },
    {
      "epoch": 409.05,
      "grad_norm": 1.0089302062988281,
      "learning_rate": 2.449817272668843e-06,
      "loss": 0.3626,
      "step": 1465620
    },
    {
      "epoch": 409.05,
      "grad_norm": 1.1867132186889648,
      "learning_rate": 2.4497902607344213e-06,
      "loss": 0.3512,
      "step": 1465630
    },
    {
      "epoch": 409.05,
      "grad_norm": 1.1805086135864258,
      "learning_rate": 2.449763248785886e-06,
      "loss": 0.3394,
      "step": 1465640
    },
    {
      "epoch": 409.06,
      "grad_norm": 1.6344938278198242,
      "learning_rate": 2.4497362368232395e-06,
      "loss": 0.3434,
      "step": 1465650
    },
    {
      "epoch": 409.06,
      "grad_norm": 1.0602164268493652,
      "learning_rate": 2.4497092248464875e-06,
      "loss": 0.351,
      "step": 1465660
    },
    {
      "epoch": 409.06,
      "grad_norm": 1.1740984916687012,
      "learning_rate": 2.4496822128556315e-06,
      "loss": 0.3436,
      "step": 1465670
    },
    {
      "epoch": 409.07,
      "grad_norm": 7.481706619262695,
      "learning_rate": 2.4496552008506758e-06,
      "loss": 0.3437,
      "step": 1465680
    },
    {
      "epoch": 409.07,
      "grad_norm": 1.091827630996704,
      "learning_rate": 2.4496281888316246e-06,
      "loss": 0.3378,
      "step": 1465690
    },
    {
      "epoch": 409.07,
      "grad_norm": 1.0833278894424438,
      "learning_rate": 2.4496011767984804e-06,
      "loss": 0.3763,
      "step": 1465700
    },
    {
      "epoch": 409.07,
      "grad_norm": 1.2279813289642334,
      "learning_rate": 2.4495741647512476e-06,
      "loss": 0.357,
      "step": 1465710
    },
    {
      "epoch": 409.08,
      "grad_norm": 1.132301688194275,
      "learning_rate": 2.4495471526899295e-06,
      "loss": 0.3405,
      "step": 1465720
    },
    {
      "epoch": 409.08,
      "grad_norm": 1.094735860824585,
      "learning_rate": 2.44952014061453e-06,
      "loss": 0.3572,
      "step": 1465730
    },
    {
      "epoch": 409.08,
      "grad_norm": 1.0713704824447632,
      "learning_rate": 2.4494931285250525e-06,
      "loss": 0.3567,
      "step": 1465740
    },
    {
      "epoch": 409.08,
      "grad_norm": 1.0588111877441406,
      "learning_rate": 2.4494661164215e-06,
      "loss": 0.351,
      "step": 1465750
    },
    {
      "epoch": 409.09,
      "grad_norm": 1.0661277770996094,
      "learning_rate": 2.449439104303878e-06,
      "loss": 0.3504,
      "step": 1465760
    },
    {
      "epoch": 409.09,
      "grad_norm": 1.1233526468276978,
      "learning_rate": 2.449412092172187e-06,
      "loss": 0.3423,
      "step": 1465770
    },
    {
      "epoch": 409.09,
      "grad_norm": 1.1495810747146606,
      "learning_rate": 2.449385080026433e-06,
      "loss": 0.3577,
      "step": 1465780
    },
    {
      "epoch": 409.1,
      "grad_norm": 1.035729169845581,
      "learning_rate": 2.449358067866619e-06,
      "loss": 0.3427,
      "step": 1465790
    },
    {
      "epoch": 409.1,
      "grad_norm": 1.0835630893707275,
      "learning_rate": 2.4493310556927485e-06,
      "loss": 0.3474,
      "step": 1465800
    },
    {
      "epoch": 409.1,
      "grad_norm": 1.0609468221664429,
      "learning_rate": 2.4493040435048257e-06,
      "loss": 0.3523,
      "step": 1465810
    },
    {
      "epoch": 409.1,
      "grad_norm": 1.0461236238479614,
      "learning_rate": 2.449277031302854e-06,
      "loss": 0.3313,
      "step": 1465820
    },
    {
      "epoch": 409.11,
      "grad_norm": 0.8743472099304199,
      "learning_rate": 2.4492500190868358e-06,
      "loss": 0.3459,
      "step": 1465830
    },
    {
      "epoch": 409.11,
      "grad_norm": 0.9655761122703552,
      "learning_rate": 2.449223006856775e-06,
      "loss": 0.3315,
      "step": 1465840
    },
    {
      "epoch": 409.11,
      "grad_norm": 1.0388717651367188,
      "learning_rate": 2.449195994612676e-06,
      "loss": 0.3349,
      "step": 1465850
    },
    {
      "epoch": 409.12,
      "grad_norm": 1.1574304103851318,
      "learning_rate": 2.4491689823545427e-06,
      "loss": 0.3503,
      "step": 1465860
    },
    {
      "epoch": 409.12,
      "grad_norm": 1.1947218179702759,
      "learning_rate": 2.4491419700823773e-06,
      "loss": 0.3501,
      "step": 1465870
    },
    {
      "epoch": 409.12,
      "grad_norm": 0.9193108081817627,
      "learning_rate": 2.449114957796185e-06,
      "loss": 0.3655,
      "step": 1465880
    },
    {
      "epoch": 409.12,
      "grad_norm": 0.9958959817886353,
      "learning_rate": 2.449087945495969e-06,
      "loss": 0.3486,
      "step": 1465890
    },
    {
      "epoch": 409.13,
      "grad_norm": 1.071183204650879,
      "learning_rate": 2.4490609331817314e-06,
      "loss": 0.3551,
      "step": 1465900
    },
    {
      "epoch": 409.13,
      "grad_norm": 1.0221929550170898,
      "learning_rate": 2.4490339208534767e-06,
      "loss": 0.3538,
      "step": 1465910
    },
    {
      "epoch": 409.13,
      "grad_norm": 1.1557883024215698,
      "learning_rate": 2.4490069085112096e-06,
      "loss": 0.3503,
      "step": 1465920
    },
    {
      "epoch": 409.13,
      "grad_norm": 1.0666290521621704,
      "learning_rate": 2.4489798961549326e-06,
      "loss": 0.3425,
      "step": 1465930
    },
    {
      "epoch": 409.14,
      "grad_norm": 1.2298681735992432,
      "learning_rate": 2.4489528837846486e-06,
      "loss": 0.3433,
      "step": 1465940
    },
    {
      "epoch": 409.14,
      "grad_norm": 1.0694448947906494,
      "learning_rate": 2.448925871400363e-06,
      "loss": 0.3465,
      "step": 1465950
    },
    {
      "epoch": 409.14,
      "grad_norm": 1.0147528648376465,
      "learning_rate": 2.4488988590020788e-06,
      "loss": 0.3435,
      "step": 1465960
    },
    {
      "epoch": 409.15,
      "grad_norm": 1.0132673978805542,
      "learning_rate": 2.448871846589798e-06,
      "loss": 0.3635,
      "step": 1465970
    },
    {
      "epoch": 409.15,
      "grad_norm": 1.0569281578063965,
      "learning_rate": 2.4488448341635264e-06,
      "loss": 0.3608,
      "step": 1465980
    },
    {
      "epoch": 409.15,
      "grad_norm": 0.9783414602279663,
      "learning_rate": 2.448817821723266e-06,
      "loss": 0.3448,
      "step": 1465990
    },
    {
      "epoch": 409.15,
      "grad_norm": 0.9751374125480652,
      "learning_rate": 2.4487908092690217e-06,
      "loss": 0.3472,
      "step": 1466000
    },
    {
      "epoch": 409.16,
      "grad_norm": 1.089691162109375,
      "learning_rate": 2.448763796800796e-06,
      "loss": 0.3423,
      "step": 1466010
    },
    {
      "epoch": 409.16,
      "grad_norm": 1.050453543663025,
      "learning_rate": 2.448736784318593e-06,
      "loss": 0.347,
      "step": 1466020
    },
    {
      "epoch": 409.16,
      "grad_norm": 1.7367331981658936,
      "learning_rate": 2.4487097718224164e-06,
      "loss": 0.3457,
      "step": 1466030
    },
    {
      "epoch": 409.17,
      "grad_norm": 0.9807472825050354,
      "learning_rate": 2.44868275931227e-06,
      "loss": 0.3343,
      "step": 1466040
    },
    {
      "epoch": 409.17,
      "grad_norm": 0.9321568608283997,
      "learning_rate": 2.4486557467881567e-06,
      "loss": 0.3415,
      "step": 1466050
    },
    {
      "epoch": 409.17,
      "grad_norm": 0.9793779850006104,
      "learning_rate": 2.4486287342500797e-06,
      "loss": 0.3609,
      "step": 1466060
    },
    {
      "epoch": 409.17,
      "grad_norm": 0.9099075198173523,
      "learning_rate": 2.448601721698044e-06,
      "loss": 0.3466,
      "step": 1466070
    },
    {
      "epoch": 409.18,
      "grad_norm": 0.9692124724388123,
      "learning_rate": 2.4485747091320526e-06,
      "loss": 0.354,
      "step": 1466080
    },
    {
      "epoch": 409.18,
      "grad_norm": 0.8655437231063843,
      "learning_rate": 2.4485476965521085e-06,
      "loss": 0.3414,
      "step": 1466090
    },
    {
      "epoch": 409.18,
      "grad_norm": 1.0324747562408447,
      "learning_rate": 2.4485206839582163e-06,
      "loss": 0.3415,
      "step": 1466100
    },
    {
      "epoch": 409.19,
      "grad_norm": 7.819269180297852,
      "learning_rate": 2.4484936713503785e-06,
      "loss": 0.3679,
      "step": 1466110
    },
    {
      "epoch": 409.19,
      "grad_norm": 1.027685523033142,
      "learning_rate": 2.4484666587286003e-06,
      "loss": 0.3527,
      "step": 1466120
    },
    {
      "epoch": 409.19,
      "grad_norm": 1.2173726558685303,
      "learning_rate": 2.4484396460928833e-06,
      "loss": 0.3586,
      "step": 1466130
    },
    {
      "epoch": 409.19,
      "grad_norm": 1.0832329988479614,
      "learning_rate": 2.448412633443233e-06,
      "loss": 0.3406,
      "step": 1466140
    },
    {
      "epoch": 409.2,
      "grad_norm": 0.9809003472328186,
      "learning_rate": 2.4483856207796507e-06,
      "loss": 0.3557,
      "step": 1466150
    },
    {
      "epoch": 409.2,
      "grad_norm": 0.9648423790931702,
      "learning_rate": 2.4483586081021423e-06,
      "loss": 0.3312,
      "step": 1466160
    },
    {
      "epoch": 409.2,
      "grad_norm": 1.038739800453186,
      "learning_rate": 2.448331595410711e-06,
      "loss": 0.3489,
      "step": 1466170
    },
    {
      "epoch": 409.2,
      "grad_norm": 1.0615246295928955,
      "learning_rate": 2.448304582705359e-06,
      "loss": 0.3565,
      "step": 1466180
    },
    {
      "epoch": 409.21,
      "grad_norm": 0.9333530068397522,
      "learning_rate": 2.448277569986091e-06,
      "loss": 0.3449,
      "step": 1466190
    },
    {
      "epoch": 409.21,
      "grad_norm": 1.030642032623291,
      "learning_rate": 2.44825055725291e-06,
      "loss": 0.3616,
      "step": 1466200
    },
    {
      "epoch": 409.21,
      "grad_norm": 0.9760419130325317,
      "learning_rate": 2.448223544505821e-06,
      "loss": 0.3315,
      "step": 1466210
    },
    {
      "epoch": 409.22,
      "grad_norm": 1.0386450290679932,
      "learning_rate": 2.4481965317448252e-06,
      "loss": 0.3525,
      "step": 1466220
    },
    {
      "epoch": 409.22,
      "grad_norm": 1.614372968673706,
      "learning_rate": 2.448169518969928e-06,
      "loss": 0.3362,
      "step": 1466230
    },
    {
      "epoch": 409.22,
      "grad_norm": 0.9401643872261047,
      "learning_rate": 2.448142506181133e-06,
      "loss": 0.3497,
      "step": 1466240
    },
    {
      "epoch": 409.22,
      "grad_norm": 1.0365177392959595,
      "learning_rate": 2.4481154933784426e-06,
      "loss": 0.3533,
      "step": 1466250
    },
    {
      "epoch": 409.23,
      "grad_norm": 0.914915919303894,
      "learning_rate": 2.448088480561862e-06,
      "loss": 0.34,
      "step": 1466260
    },
    {
      "epoch": 409.23,
      "grad_norm": 1.034278392791748,
      "learning_rate": 2.448061467731394e-06,
      "loss": 0.342,
      "step": 1466270
    },
    {
      "epoch": 409.23,
      "grad_norm": 0.9462188482284546,
      "learning_rate": 2.448034454887041e-06,
      "loss": 0.3292,
      "step": 1466280
    },
    {
      "epoch": 409.24,
      "grad_norm": 1.214078664779663,
      "learning_rate": 2.4480074420288082e-06,
      "loss": 0.3516,
      "step": 1466290
    },
    {
      "epoch": 409.24,
      "grad_norm": 1.0517657995224,
      "learning_rate": 2.4479804291566987e-06,
      "loss": 0.3434,
      "step": 1466300
    },
    {
      "epoch": 409.24,
      "grad_norm": 1.0260682106018066,
      "learning_rate": 2.447953416270716e-06,
      "loss": 0.3613,
      "step": 1466310
    },
    {
      "epoch": 409.24,
      "grad_norm": 1.146428108215332,
      "learning_rate": 2.447926403370864e-06,
      "loss": 0.3355,
      "step": 1466320
    },
    {
      "epoch": 409.25,
      "grad_norm": 1.1621263027191162,
      "learning_rate": 2.4478993904571462e-06,
      "loss": 0.3503,
      "step": 1466330
    },
    {
      "epoch": 409.25,
      "grad_norm": 1.1185956001281738,
      "learning_rate": 2.4478723775295666e-06,
      "loss": 0.3223,
      "step": 1466340
    },
    {
      "epoch": 409.25,
      "grad_norm": 1.096464991569519,
      "learning_rate": 2.447845364588127e-06,
      "loss": 0.3408,
      "step": 1466350
    },
    {
      "epoch": 409.25,
      "grad_norm": 0.9377592206001282,
      "learning_rate": 2.4478183516328326e-06,
      "loss": 0.3421,
      "step": 1466360
    },
    {
      "epoch": 409.26,
      "grad_norm": 0.9349168539047241,
      "learning_rate": 2.447791338663688e-06,
      "loss": 0.3523,
      "step": 1466370
    },
    {
      "epoch": 409.26,
      "grad_norm": 0.9028339385986328,
      "learning_rate": 2.4477643256806936e-06,
      "loss": 0.3353,
      "step": 1466380
    },
    {
      "epoch": 409.26,
      "grad_norm": 1.083604335784912,
      "learning_rate": 2.447737312683856e-06,
      "loss": 0.3548,
      "step": 1466390
    },
    {
      "epoch": 409.27,
      "grad_norm": 1.1472439765930176,
      "learning_rate": 2.4477102996731774e-06,
      "loss": 0.3483,
      "step": 1466400
    },
    {
      "epoch": 409.27,
      "grad_norm": 0.8761888146400452,
      "learning_rate": 2.4476832866486617e-06,
      "loss": 0.3381,
      "step": 1466410
    },
    {
      "epoch": 409.27,
      "grad_norm": 1.0094331502914429,
      "learning_rate": 2.4476562736103126e-06,
      "loss": 0.3384,
      "step": 1466420
    },
    {
      "epoch": 409.27,
      "grad_norm": 0.875877320766449,
      "learning_rate": 2.4476292605581336e-06,
      "loss": 0.3353,
      "step": 1466430
    },
    {
      "epoch": 409.28,
      "grad_norm": 1.0302257537841797,
      "learning_rate": 2.4476022474921277e-06,
      "loss": 0.3474,
      "step": 1466440
    },
    {
      "epoch": 409.28,
      "grad_norm": 0.9987239837646484,
      "learning_rate": 2.4475752344122995e-06,
      "loss": 0.3381,
      "step": 1466450
    },
    {
      "epoch": 409.28,
      "grad_norm": 1.132581114768982,
      "learning_rate": 2.447548221318652e-06,
      "loss": 0.3331,
      "step": 1466460
    },
    {
      "epoch": 409.29,
      "grad_norm": 1.1425048112869263,
      "learning_rate": 2.4475212082111887e-06,
      "loss": 0.3363,
      "step": 1466470
    },
    {
      "epoch": 409.29,
      "grad_norm": 1.1099412441253662,
      "learning_rate": 2.447494195089914e-06,
      "loss": 0.36,
      "step": 1466480
    },
    {
      "epoch": 409.29,
      "grad_norm": 0.9712296724319458,
      "learning_rate": 2.44746718195483e-06,
      "loss": 0.3461,
      "step": 1466490
    },
    {
      "epoch": 409.29,
      "grad_norm": 1.135253667831421,
      "learning_rate": 2.447440168805942e-06,
      "loss": 0.3539,
      "step": 1466500
    },
    {
      "epoch": 409.3,
      "grad_norm": 1.0529818534851074,
      "learning_rate": 2.447413155643252e-06,
      "loss": 0.3397,
      "step": 1466510
    },
    {
      "epoch": 409.3,
      "grad_norm": 0.9737937450408936,
      "learning_rate": 2.4473861424667655e-06,
      "loss": 0.3358,
      "step": 1466520
    },
    {
      "epoch": 409.3,
      "grad_norm": 0.9957959055900574,
      "learning_rate": 2.4473591292764846e-06,
      "loss": 0.3618,
      "step": 1466530
    },
    {
      "epoch": 409.31,
      "grad_norm": 0.916314959526062,
      "learning_rate": 2.4473321160724127e-06,
      "loss": 0.3448,
      "step": 1466540
    },
    {
      "epoch": 409.31,
      "grad_norm": 0.993323028087616,
      "learning_rate": 2.447305102854555e-06,
      "loss": 0.3429,
      "step": 1466550
    },
    {
      "epoch": 409.31,
      "grad_norm": 1.116154670715332,
      "learning_rate": 2.447278089622914e-06,
      "loss": 0.3498,
      "step": 1466560
    },
    {
      "epoch": 409.31,
      "grad_norm": 1.0387260913848877,
      "learning_rate": 2.4472510763774928e-06,
      "loss": 0.3366,
      "step": 1466570
    },
    {
      "epoch": 409.32,
      "grad_norm": 1.0374586582183838,
      "learning_rate": 2.4472240631182956e-06,
      "loss": 0.3576,
      "step": 1466580
    },
    {
      "epoch": 409.32,
      "grad_norm": 1.1720631122589111,
      "learning_rate": 2.447197049845326e-06,
      "loss": 0.3518,
      "step": 1466590
    },
    {
      "epoch": 409.32,
      "grad_norm": 1.034645915031433,
      "learning_rate": 2.447170036558587e-06,
      "loss": 0.3496,
      "step": 1466600
    },
    {
      "epoch": 409.32,
      "grad_norm": 0.9177795052528381,
      "learning_rate": 2.4471430232580835e-06,
      "loss": 0.3385,
      "step": 1466610
    },
    {
      "epoch": 409.33,
      "grad_norm": 1.0866644382476807,
      "learning_rate": 2.4471160099438185e-06,
      "loss": 0.3363,
      "step": 1466620
    },
    {
      "epoch": 409.33,
      "grad_norm": 1.2017444372177124,
      "learning_rate": 2.4470889966157956e-06,
      "loss": 0.3462,
      "step": 1466630
    },
    {
      "epoch": 409.33,
      "grad_norm": 1.0446510314941406,
      "learning_rate": 2.447061983274018e-06,
      "loss": 0.3449,
      "step": 1466640
    },
    {
      "epoch": 409.34,
      "grad_norm": 0.9960364103317261,
      "learning_rate": 2.447034969918489e-06,
      "loss": 0.341,
      "step": 1466650
    },
    {
      "epoch": 409.34,
      "grad_norm": 1.2631915807724,
      "learning_rate": 2.4470079565492133e-06,
      "loss": 0.3494,
      "step": 1466660
    },
    {
      "epoch": 409.34,
      "grad_norm": 1.0413165092468262,
      "learning_rate": 2.446980943166194e-06,
      "loss": 0.3431,
      "step": 1466670
    },
    {
      "epoch": 409.34,
      "grad_norm": 1.0217132568359375,
      "learning_rate": 2.446953929769434e-06,
      "loss": 0.341,
      "step": 1466680
    },
    {
      "epoch": 409.35,
      "grad_norm": 0.9402375817298889,
      "learning_rate": 2.4469269163589383e-06,
      "loss": 0.3458,
      "step": 1466690
    },
    {
      "epoch": 409.35,
      "grad_norm": 0.9579809904098511,
      "learning_rate": 2.4468999029347094e-06,
      "loss": 0.3325,
      "step": 1466700
    },
    {
      "epoch": 409.35,
      "grad_norm": 0.9134688973426819,
      "learning_rate": 2.446872889496751e-06,
      "loss": 0.349,
      "step": 1466710
    },
    {
      "epoch": 409.36,
      "grad_norm": 1.160731315612793,
      "learning_rate": 2.4468458760450672e-06,
      "loss": 0.3433,
      "step": 1466720
    },
    {
      "epoch": 409.36,
      "grad_norm": 1.0841041803359985,
      "learning_rate": 2.4468188625796615e-06,
      "loss": 0.3584,
      "step": 1466730
    },
    {
      "epoch": 409.36,
      "grad_norm": 1.798426628112793,
      "learning_rate": 2.4467918491005364e-06,
      "loss": 0.3363,
      "step": 1466740
    },
    {
      "epoch": 409.36,
      "grad_norm": 1.0599795579910278,
      "learning_rate": 2.4467648356076975e-06,
      "loss": 0.3241,
      "step": 1466750
    },
    {
      "epoch": 409.37,
      "grad_norm": 1.1630489826202393,
      "learning_rate": 2.4467378221011467e-06,
      "loss": 0.3597,
      "step": 1466760
    },
    {
      "epoch": 409.37,
      "grad_norm": 1.0959892272949219,
      "learning_rate": 2.4467108085808885e-06,
      "loss": 0.3507,
      "step": 1466770
    },
    {
      "epoch": 409.37,
      "grad_norm": 1.2164306640625,
      "learning_rate": 2.446683795046926e-06,
      "loss": 0.3493,
      "step": 1466780
    },
    {
      "epoch": 409.37,
      "grad_norm": 1.2381919622421265,
      "learning_rate": 2.4466567814992633e-06,
      "loss": 0.3364,
      "step": 1466790
    },
    {
      "epoch": 409.38,
      "grad_norm": 1.0380425453186035,
      "learning_rate": 2.446629767937903e-06,
      "loss": 0.3347,
      "step": 1466800
    },
    {
      "epoch": 409.38,
      "grad_norm": 1.871930718421936,
      "learning_rate": 2.44660275436285e-06,
      "loss": 0.329,
      "step": 1466810
    },
    {
      "epoch": 409.38,
      "grad_norm": 1.1859828233718872,
      "learning_rate": 2.4465757407741073e-06,
      "loss": 0.3447,
      "step": 1466820
    },
    {
      "epoch": 409.39,
      "grad_norm": 1.0407530069351196,
      "learning_rate": 2.446548727171678e-06,
      "loss": 0.3505,
      "step": 1466830
    },
    {
      "epoch": 409.39,
      "grad_norm": 1.139906406402588,
      "learning_rate": 2.446521713555566e-06,
      "loss": 0.3398,
      "step": 1466840
    },
    {
      "epoch": 409.39,
      "grad_norm": 0.9008862376213074,
      "learning_rate": 2.4464946999257762e-06,
      "loss": 0.3348,
      "step": 1466850
    },
    {
      "epoch": 409.39,
      "grad_norm": 0.9067515730857849,
      "learning_rate": 2.44646768628231e-06,
      "loss": 0.3557,
      "step": 1466860
    },
    {
      "epoch": 409.4,
      "grad_norm": 1.029431939125061,
      "learning_rate": 2.4464406726251723e-06,
      "loss": 0.3403,
      "step": 1466870
    },
    {
      "epoch": 409.4,
      "grad_norm": 1.075297236442566,
      "learning_rate": 2.4464136589543666e-06,
      "loss": 0.3381,
      "step": 1466880
    },
    {
      "epoch": 409.4,
      "grad_norm": 0.9510118961334229,
      "learning_rate": 2.446386645269896e-06,
      "loss": 0.3575,
      "step": 1466890
    },
    {
      "epoch": 409.41,
      "grad_norm": 1.290232539176941,
      "learning_rate": 2.4463596315717644e-06,
      "loss": 0.3438,
      "step": 1466900
    },
    {
      "epoch": 409.41,
      "grad_norm": 1.0285378694534302,
      "learning_rate": 2.446332617859976e-06,
      "loss": 0.3526,
      "step": 1466910
    },
    {
      "epoch": 409.41,
      "grad_norm": 1.0980026721954346,
      "learning_rate": 2.446305604134533e-06,
      "loss": 0.3416,
      "step": 1466920
    },
    {
      "epoch": 409.41,
      "grad_norm": 0.9831163287162781,
      "learning_rate": 2.4462785903954405e-06,
      "loss": 0.3536,
      "step": 1466930
    },
    {
      "epoch": 409.42,
      "grad_norm": 1.1574550867080688,
      "learning_rate": 2.4462515766427014e-06,
      "loss": 0.3472,
      "step": 1466940
    },
    {
      "epoch": 409.42,
      "grad_norm": 0.9532546401023865,
      "learning_rate": 2.446224562876319e-06,
      "loss": 0.3581,
      "step": 1466950
    },
    {
      "epoch": 409.42,
      "grad_norm": 1.0041954517364502,
      "learning_rate": 2.4461975490962974e-06,
      "loss": 0.3428,
      "step": 1466960
    },
    {
      "epoch": 409.43,
      "grad_norm": 1.1632530689239502,
      "learning_rate": 2.4461705353026397e-06,
      "loss": 0.3527,
      "step": 1466970
    },
    {
      "epoch": 409.43,
      "grad_norm": 0.943205714225769,
      "learning_rate": 2.44614352149535e-06,
      "loss": 0.3549,
      "step": 1466980
    },
    {
      "epoch": 409.43,
      "grad_norm": 1.0495587587356567,
      "learning_rate": 2.446116507674432e-06,
      "loss": 0.3306,
      "step": 1466990
    },
    {
      "epoch": 409.43,
      "grad_norm": 1.0689924955368042,
      "learning_rate": 2.446089493839889e-06,
      "loss": 0.3692,
      "step": 1467000
    },
    {
      "epoch": 409.44,
      "grad_norm": 0.8680928349494934,
      "learning_rate": 2.4460624799917245e-06,
      "loss": 0.3313,
      "step": 1467010
    },
    {
      "epoch": 409.44,
      "grad_norm": 0.9874417781829834,
      "learning_rate": 2.4460354661299417e-06,
      "loss": 0.3546,
      "step": 1467020
    },
    {
      "epoch": 409.44,
      "grad_norm": 1.1263352632522583,
      "learning_rate": 2.446008452254545e-06,
      "loss": 0.3403,
      "step": 1467030
    },
    {
      "epoch": 409.44,
      "grad_norm": 1.177071452140808,
      "learning_rate": 2.4459814383655377e-06,
      "loss": 0.3673,
      "step": 1467040
    },
    {
      "epoch": 409.45,
      "grad_norm": 1.0594931840896606,
      "learning_rate": 2.4459544244629232e-06,
      "loss": 0.3345,
      "step": 1467050
    },
    {
      "epoch": 409.45,
      "grad_norm": 1.0798704624176025,
      "learning_rate": 2.4459274105467054e-06,
      "loss": 0.3527,
      "step": 1467060
    },
    {
      "epoch": 409.45,
      "grad_norm": 0.9517437219619751,
      "learning_rate": 2.4459003966168876e-06,
      "loss": 0.3586,
      "step": 1467070
    },
    {
      "epoch": 409.46,
      "grad_norm": 1.2261587381362915,
      "learning_rate": 2.445873382673474e-06,
      "loss": 0.3573,
      "step": 1467080
    },
    {
      "epoch": 409.46,
      "grad_norm": 0.8931412696838379,
      "learning_rate": 2.4458463687164675e-06,
      "loss": 0.3373,
      "step": 1467090
    },
    {
      "epoch": 409.46,
      "grad_norm": 1.2443007230758667,
      "learning_rate": 2.4458193547458714e-06,
      "loss": 0.3219,
      "step": 1467100
    },
    {
      "epoch": 409.46,
      "grad_norm": 1.3999258279800415,
      "learning_rate": 2.4457923407616907e-06,
      "loss": 0.3367,
      "step": 1467110
    },
    {
      "epoch": 409.47,
      "grad_norm": 1.3057324886322021,
      "learning_rate": 2.4457653267639277e-06,
      "loss": 0.3456,
      "step": 1467120
    },
    {
      "epoch": 409.47,
      "grad_norm": 1.1073309183120728,
      "learning_rate": 2.445738312752586e-06,
      "loss": 0.3633,
      "step": 1467130
    },
    {
      "epoch": 409.47,
      "grad_norm": 1.0909196138381958,
      "learning_rate": 2.4457112987276706e-06,
      "loss": 0.3427,
      "step": 1467140
    },
    {
      "epoch": 409.48,
      "grad_norm": 1.0487717390060425,
      "learning_rate": 2.445684284689184e-06,
      "loss": 0.3461,
      "step": 1467150
    },
    {
      "epoch": 409.48,
      "grad_norm": 1.1359717845916748,
      "learning_rate": 2.4456572706371292e-06,
      "loss": 0.3362,
      "step": 1467160
    },
    {
      "epoch": 409.48,
      "grad_norm": 0.9236674904823303,
      "learning_rate": 2.4456302565715113e-06,
      "loss": 0.3345,
      "step": 1467170
    },
    {
      "epoch": 409.48,
      "grad_norm": 1.1009787321090698,
      "learning_rate": 2.4456032424923324e-06,
      "loss": 0.3495,
      "step": 1467180
    },
    {
      "epoch": 409.49,
      "grad_norm": 1.149800419807434,
      "learning_rate": 2.4455762283995968e-06,
      "loss": 0.3455,
      "step": 1467190
    },
    {
      "epoch": 409.49,
      "grad_norm": 0.9136551022529602,
      "learning_rate": 2.4455492142933086e-06,
      "loss": 0.3336,
      "step": 1467200
    },
    {
      "epoch": 409.49,
      "grad_norm": 1.0065408945083618,
      "learning_rate": 2.4455222001734704e-06,
      "loss": 0.3494,
      "step": 1467210
    },
    {
      "epoch": 409.49,
      "grad_norm": 1.0547634363174438,
      "learning_rate": 2.4454951860400874e-06,
      "loss": 0.3369,
      "step": 1467220
    },
    {
      "epoch": 409.5,
      "grad_norm": 0.9550252556800842,
      "learning_rate": 2.445468171893161e-06,
      "loss": 0.3485,
      "step": 1467230
    },
    {
      "epoch": 409.5,
      "grad_norm": 0.8978606462478638,
      "learning_rate": 2.4454411577326962e-06,
      "loss": 0.342,
      "step": 1467240
    },
    {
      "epoch": 409.5,
      "grad_norm": 1.3626532554626465,
      "learning_rate": 2.4454141435586962e-06,
      "loss": 0.3446,
      "step": 1467250
    },
    {
      "epoch": 409.51,
      "grad_norm": 0.9842032194137573,
      "learning_rate": 2.445387129371165e-06,
      "loss": 0.3446,
      "step": 1467260
    },
    {
      "epoch": 409.51,
      "grad_norm": 1.0343074798583984,
      "learning_rate": 2.445360115170105e-06,
      "loss": 0.33,
      "step": 1467270
    },
    {
      "epoch": 409.51,
      "grad_norm": 1.0428508520126343,
      "learning_rate": 2.4453331009555213e-06,
      "loss": 0.3316,
      "step": 1467280
    },
    {
      "epoch": 409.51,
      "grad_norm": 1.0223395824432373,
      "learning_rate": 2.4453060867274175e-06,
      "loss": 0.3529,
      "step": 1467290
    },
    {
      "epoch": 409.52,
      "grad_norm": 0.9803407192230225,
      "learning_rate": 2.445279072485796e-06,
      "loss": 0.3413,
      "step": 1467300
    },
    {
      "epoch": 409.52,
      "grad_norm": 1.004672646522522,
      "learning_rate": 2.4452520582306607e-06,
      "loss": 0.3415,
      "step": 1467310
    },
    {
      "epoch": 409.52,
      "grad_norm": 0.9929627776145935,
      "learning_rate": 2.445225043962015e-06,
      "loss": 0.3331,
      "step": 1467320
    },
    {
      "epoch": 409.53,
      "grad_norm": 0.9242933392524719,
      "learning_rate": 2.4451980296798636e-06,
      "loss": 0.3564,
      "step": 1467330
    },
    {
      "epoch": 409.53,
      "grad_norm": 0.9860813021659851,
      "learning_rate": 2.44517101538421e-06,
      "loss": 0.3619,
      "step": 1467340
    },
    {
      "epoch": 409.53,
      "grad_norm": 1.0800811052322388,
      "learning_rate": 2.445144001075056e-06,
      "loss": 0.3535,
      "step": 1467350
    },
    {
      "epoch": 409.53,
      "grad_norm": 1.0586711168289185,
      "learning_rate": 2.445116986752407e-06,
      "loss": 0.3504,
      "step": 1467360
    },
    {
      "epoch": 409.54,
      "grad_norm": 1.2418714761734009,
      "learning_rate": 2.4450899724162664e-06,
      "loss": 0.3446,
      "step": 1467370
    },
    {
      "epoch": 409.54,
      "grad_norm": 0.9708826541900635,
      "learning_rate": 2.445062958066637e-06,
      "loss": 0.3602,
      "step": 1467380
    },
    {
      "epoch": 409.54,
      "grad_norm": 0.9862553477287292,
      "learning_rate": 2.4450359437035226e-06,
      "loss": 0.3584,
      "step": 1467390
    },
    {
      "epoch": 409.55,
      "grad_norm": 0.9407955408096313,
      "learning_rate": 2.4450089293269276e-06,
      "loss": 0.3432,
      "step": 1467400
    },
    {
      "epoch": 409.55,
      "grad_norm": 1.0843101739883423,
      "learning_rate": 2.4449819149368546e-06,
      "loss": 0.3291,
      "step": 1467410
    },
    {
      "epoch": 409.55,
      "grad_norm": 0.9514195322990417,
      "learning_rate": 2.444954900533308e-06,
      "loss": 0.3382,
      "step": 1467420
    },
    {
      "epoch": 409.55,
      "grad_norm": 1.1819522380828857,
      "learning_rate": 2.4449278861162902e-06,
      "loss": 0.3357,
      "step": 1467430
    },
    {
      "epoch": 409.56,
      "grad_norm": 1.0055725574493408,
      "learning_rate": 2.4449008716858065e-06,
      "loss": 0.347,
      "step": 1467440
    },
    {
      "epoch": 409.56,
      "grad_norm": 1.045980453491211,
      "learning_rate": 2.4448738572418593e-06,
      "loss": 0.3506,
      "step": 1467450
    },
    {
      "epoch": 409.56,
      "grad_norm": 0.9968305826187134,
      "learning_rate": 2.4448468427844526e-06,
      "loss": 0.3383,
      "step": 1467460
    },
    {
      "epoch": 409.56,
      "grad_norm": 1.024256944656372,
      "learning_rate": 2.444819828313589e-06,
      "loss": 0.3519,
      "step": 1467470
    },
    {
      "epoch": 409.57,
      "grad_norm": 0.9124588370323181,
      "learning_rate": 2.444792813829274e-06,
      "loss": 0.3482,
      "step": 1467480
    },
    {
      "epoch": 409.57,
      "grad_norm": 0.9640941023826599,
      "learning_rate": 2.4447657993315092e-06,
      "loss": 0.3523,
      "step": 1467490
    },
    {
      "epoch": 409.57,
      "grad_norm": 1.068786859512329,
      "learning_rate": 2.4447387848203003e-06,
      "loss": 0.342,
      "step": 1467500
    },
    {
      "epoch": 409.58,
      "grad_norm": 0.9626363515853882,
      "learning_rate": 2.4447117702956494e-06,
      "loss": 0.3376,
      "step": 1467510
    },
    {
      "epoch": 409.58,
      "grad_norm": 1.0333620309829712,
      "learning_rate": 2.44468475575756e-06,
      "loss": 0.3545,
      "step": 1467520
    },
    {
      "epoch": 409.58,
      "grad_norm": 0.9538295865058899,
      "learning_rate": 2.4446577412060374e-06,
      "loss": 0.3492,
      "step": 1467530
    },
    {
      "epoch": 409.58,
      "grad_norm": 0.9262802004814148,
      "learning_rate": 2.4446307266410825e-06,
      "loss": 0.3347,
      "step": 1467540
    },
    {
      "epoch": 409.59,
      "grad_norm": 1.0791865587234497,
      "learning_rate": 2.444603712062701e-06,
      "loss": 0.3404,
      "step": 1467550
    },
    {
      "epoch": 409.59,
      "grad_norm": 1.113478660583496,
      "learning_rate": 2.4445766974708956e-06,
      "loss": 0.3344,
      "step": 1467560
    },
    {
      "epoch": 409.59,
      "grad_norm": 9.011682510375977,
      "learning_rate": 2.44454968286567e-06,
      "loss": 0.3403,
      "step": 1467570
    },
    {
      "epoch": 409.6,
      "grad_norm": 0.9888189435005188,
      "learning_rate": 2.4445226682470284e-06,
      "loss": 0.3396,
      "step": 1467580
    },
    {
      "epoch": 409.6,
      "grad_norm": 1.229516625404358,
      "learning_rate": 2.444495653614974e-06,
      "loss": 0.367,
      "step": 1467590
    },
    {
      "epoch": 409.6,
      "grad_norm": 1.0072596073150635,
      "learning_rate": 2.44446863896951e-06,
      "loss": 0.339,
      "step": 1467600
    },
    {
      "epoch": 409.6,
      "grad_norm": 1.2019789218902588,
      "learning_rate": 2.44444162431064e-06,
      "loss": 0.3525,
      "step": 1467610
    },
    {
      "epoch": 409.61,
      "grad_norm": 1.0789036750793457,
      "learning_rate": 2.4444146096383687e-06,
      "loss": 0.3734,
      "step": 1467620
    },
    {
      "epoch": 409.61,
      "grad_norm": 1.0003119707107544,
      "learning_rate": 2.444387594952698e-06,
      "loss": 0.3422,
      "step": 1467630
    },
    {
      "epoch": 409.61,
      "grad_norm": 1.0567597150802612,
      "learning_rate": 2.444360580253633e-06,
      "loss": 0.3397,
      "step": 1467640
    },
    {
      "epoch": 409.61,
      "grad_norm": 0.9687250256538391,
      "learning_rate": 2.4443335655411767e-06,
      "loss": 0.3504,
      "step": 1467650
    },
    {
      "epoch": 409.62,
      "grad_norm": 1.0877043008804321,
      "learning_rate": 2.444306550815333e-06,
      "loss": 0.3581,
      "step": 1467660
    },
    {
      "epoch": 409.62,
      "grad_norm": 1.0786408185958862,
      "learning_rate": 2.4442795360761046e-06,
      "loss": 0.3542,
      "step": 1467670
    },
    {
      "epoch": 409.62,
      "grad_norm": 1.2503626346588135,
      "learning_rate": 2.4442525213234955e-06,
      "loss": 0.3481,
      "step": 1467680
    },
    {
      "epoch": 409.63,
      "grad_norm": 1.0213465690612793,
      "learning_rate": 2.4442255065575105e-06,
      "loss": 0.3473,
      "step": 1467690
    },
    {
      "epoch": 409.63,
      "grad_norm": 0.9368655681610107,
      "learning_rate": 2.4441984917781513e-06,
      "loss": 0.3421,
      "step": 1467700
    },
    {
      "epoch": 409.63,
      "grad_norm": 4.278425693511963,
      "learning_rate": 2.444171476985422e-06,
      "loss": 0.3483,
      "step": 1467710
    },
    {
      "epoch": 409.63,
      "grad_norm": 0.9486467838287354,
      "learning_rate": 2.444144462179328e-06,
      "loss": 0.3263,
      "step": 1467720
    },
    {
      "epoch": 409.64,
      "grad_norm": 1.0084651708602905,
      "learning_rate": 2.444117447359871e-06,
      "loss": 0.3272,
      "step": 1467730
    },
    {
      "epoch": 409.64,
      "grad_norm": 1.1966570615768433,
      "learning_rate": 2.4440904325270544e-06,
      "loss": 0.361,
      "step": 1467740
    },
    {
      "epoch": 409.64,
      "grad_norm": 1.052486538887024,
      "learning_rate": 2.444063417680883e-06,
      "loss": 0.3535,
      "step": 1467750
    },
    {
      "epoch": 409.65,
      "grad_norm": 1.0350841283798218,
      "learning_rate": 2.4440364028213597e-06,
      "loss": 0.3498,
      "step": 1467760
    },
    {
      "epoch": 409.65,
      "grad_norm": 0.9941882491111755,
      "learning_rate": 2.444009387948488e-06,
      "loss": 0.3598,
      "step": 1467770
    },
    {
      "epoch": 409.65,
      "grad_norm": 1.0018972158432007,
      "learning_rate": 2.4439823730622715e-06,
      "loss": 0.347,
      "step": 1467780
    },
    {
      "epoch": 409.65,
      "grad_norm": 1.012805461883545,
      "learning_rate": 2.4439553581627153e-06,
      "loss": 0.3506,
      "step": 1467790
    },
    {
      "epoch": 409.66,
      "grad_norm": 1.220983624458313,
      "learning_rate": 2.443928343249821e-06,
      "loss": 0.3589,
      "step": 1467800
    },
    {
      "epoch": 409.66,
      "grad_norm": 1.1765443086624146,
      "learning_rate": 2.4439013283235926e-06,
      "loss": 0.3444,
      "step": 1467810
    },
    {
      "epoch": 409.66,
      "grad_norm": 1.0247267484664917,
      "learning_rate": 2.443874313384035e-06,
      "loss": 0.3318,
      "step": 1467820
    },
    {
      "epoch": 409.67,
      "grad_norm": 0.9733160734176636,
      "learning_rate": 2.4438472984311496e-06,
      "loss": 0.3405,
      "step": 1467830
    },
    {
      "epoch": 409.67,
      "grad_norm": 1.4489973783493042,
      "learning_rate": 2.4438202834649413e-06,
      "loss": 0.3453,
      "step": 1467840
    },
    {
      "epoch": 409.67,
      "grad_norm": 1.1458265781402588,
      "learning_rate": 2.4437932684854146e-06,
      "loss": 0.3537,
      "step": 1467850
    },
    {
      "epoch": 409.67,
      "grad_norm": 1.038503885269165,
      "learning_rate": 2.4437662534925713e-06,
      "loss": 0.3539,
      "step": 1467860
    },
    {
      "epoch": 409.68,
      "grad_norm": 1.1708319187164307,
      "learning_rate": 2.443739238486417e-06,
      "loss": 0.3425,
      "step": 1467870
    },
    {
      "epoch": 409.68,
      "grad_norm": 1.0173314809799194,
      "learning_rate": 2.4437122234669527e-06,
      "loss": 0.3455,
      "step": 1467880
    },
    {
      "epoch": 409.68,
      "grad_norm": 0.9837242364883423,
      "learning_rate": 2.443685208434184e-06,
      "loss": 0.3348,
      "step": 1467890
    },
    {
      "epoch": 409.68,
      "grad_norm": 0.919161856174469,
      "learning_rate": 2.4436581933881137e-06,
      "loss": 0.3356,
      "step": 1467900
    },
    {
      "epoch": 409.69,
      "grad_norm": 1.1091127395629883,
      "learning_rate": 2.4436311783287458e-06,
      "loss": 0.3552,
      "step": 1467910
    },
    {
      "epoch": 409.69,
      "grad_norm": 1.0972588062286377,
      "learning_rate": 2.4436041632560836e-06,
      "loss": 0.3235,
      "step": 1467920
    },
    {
      "epoch": 409.69,
      "grad_norm": 0.997912585735321,
      "learning_rate": 2.4435771481701307e-06,
      "loss": 0.3376,
      "step": 1467930
    },
    {
      "epoch": 409.7,
      "grad_norm": 1.6909582614898682,
      "learning_rate": 2.4435501330708908e-06,
      "loss": 0.3382,
      "step": 1467940
    },
    {
      "epoch": 409.7,
      "grad_norm": 0.9710474610328674,
      "learning_rate": 2.4435231179583677e-06,
      "loss": 0.342,
      "step": 1467950
    },
    {
      "epoch": 409.7,
      "grad_norm": 0.9690570831298828,
      "learning_rate": 2.4434961028325652e-06,
      "loss": 0.3379,
      "step": 1467960
    },
    {
      "epoch": 409.7,
      "grad_norm": 1.003778100013733,
      "learning_rate": 2.443469087693485e-06,
      "loss": 0.356,
      "step": 1467970
    },
    {
      "epoch": 409.71,
      "grad_norm": 1.0457384586334229,
      "learning_rate": 2.4434420725411337e-06,
      "loss": 0.3388,
      "step": 1467980
    },
    {
      "epoch": 409.71,
      "grad_norm": 1.3851803541183472,
      "learning_rate": 2.4434150573755122e-06,
      "loss": 0.3459,
      "step": 1467990
    },
    {
      "epoch": 409.71,
      "grad_norm": 0.9533778429031372,
      "learning_rate": 2.443388042196626e-06,
      "loss": 0.3528,
      "step": 1468000
    },
    {
      "epoch": 409.72,
      "grad_norm": 1.2053935527801514,
      "learning_rate": 2.443361027004478e-06,
      "loss": 0.3564,
      "step": 1468010
    },
    {
      "epoch": 409.72,
      "grad_norm": 1.2226771116256714,
      "learning_rate": 2.4433340117990708e-06,
      "loss": 0.3666,
      "step": 1468020
    },
    {
      "epoch": 409.72,
      "grad_norm": 0.9539156556129456,
      "learning_rate": 2.44330699658041e-06,
      "loss": 0.3421,
      "step": 1468030
    },
    {
      "epoch": 409.72,
      "grad_norm": 1.012873649597168,
      "learning_rate": 2.4432799813484982e-06,
      "loss": 0.3491,
      "step": 1468040
    },
    {
      "epoch": 409.73,
      "grad_norm": 1.106287956237793,
      "learning_rate": 2.443252966103338e-06,
      "loss": 0.35,
      "step": 1468050
    },
    {
      "epoch": 409.73,
      "grad_norm": 1.0082963705062866,
      "learning_rate": 2.443225950844934e-06,
      "loss": 0.3346,
      "step": 1468060
    },
    {
      "epoch": 409.73,
      "grad_norm": 0.9943597912788391,
      "learning_rate": 2.44319893557329e-06,
      "loss": 0.3515,
      "step": 1468070
    },
    {
      "epoch": 409.73,
      "grad_norm": 0.9929928779602051,
      "learning_rate": 2.44317192028841e-06,
      "loss": 0.3455,
      "step": 1468080
    },
    {
      "epoch": 409.74,
      "grad_norm": 1.441475510597229,
      "learning_rate": 2.443144904990296e-06,
      "loss": 0.3479,
      "step": 1468090
    },
    {
      "epoch": 409.74,
      "grad_norm": 0.961341917514801,
      "learning_rate": 2.443117889678953e-06,
      "loss": 0.3431,
      "step": 1468100
    },
    {
      "epoch": 409.74,
      "grad_norm": 1.1931438446044922,
      "learning_rate": 2.4430908743543843e-06,
      "loss": 0.3474,
      "step": 1468110
    },
    {
      "epoch": 409.75,
      "grad_norm": 1.1140855550765991,
      "learning_rate": 2.4430638590165928e-06,
      "loss": 0.3558,
      "step": 1468120
    },
    {
      "epoch": 409.75,
      "grad_norm": 1.1354985237121582,
      "learning_rate": 2.4430368436655825e-06,
      "loss": 0.3471,
      "step": 1468130
    },
    {
      "epoch": 409.75,
      "grad_norm": 1.074005365371704,
      "learning_rate": 2.4430098283013576e-06,
      "loss": 0.34,
      "step": 1468140
    },
    {
      "epoch": 409.75,
      "grad_norm": 1.1512614488601685,
      "learning_rate": 2.442982812923921e-06,
      "loss": 0.3502,
      "step": 1468150
    },
    {
      "epoch": 409.76,
      "grad_norm": 0.895994246006012,
      "learning_rate": 2.442955797533276e-06,
      "loss": 0.3678,
      "step": 1468160
    },
    {
      "epoch": 409.76,
      "grad_norm": 0.9825676083564758,
      "learning_rate": 2.4429287821294274e-06,
      "loss": 0.3528,
      "step": 1468170
    },
    {
      "epoch": 409.76,
      "grad_norm": 1.0749666690826416,
      "learning_rate": 2.442901766712378e-06,
      "loss": 0.3362,
      "step": 1468180
    },
    {
      "epoch": 409.77,
      "grad_norm": 1.1021887063980103,
      "learning_rate": 2.442874751282131e-06,
      "loss": 0.333,
      "step": 1468190
    },
    {
      "epoch": 409.77,
      "grad_norm": 1.304411768913269,
      "learning_rate": 2.4428477358386916e-06,
      "loss": 0.3468,
      "step": 1468200
    },
    {
      "epoch": 409.77,
      "grad_norm": 1.127671718597412,
      "learning_rate": 2.442820720382061e-06,
      "loss": 0.3444,
      "step": 1468210
    },
    {
      "epoch": 409.77,
      "grad_norm": 1.0320371389389038,
      "learning_rate": 2.442793704912244e-06,
      "loss": 0.3569,
      "step": 1468220
    },
    {
      "epoch": 409.78,
      "grad_norm": 1.3727864027023315,
      "learning_rate": 2.4427666894292444e-06,
      "loss": 0.3415,
      "step": 1468230
    },
    {
      "epoch": 409.78,
      "grad_norm": 1.0088804960250854,
      "learning_rate": 2.4427396739330662e-06,
      "loss": 0.3753,
      "step": 1468240
    },
    {
      "epoch": 409.78,
      "grad_norm": 1.0363085269927979,
      "learning_rate": 2.4427126584237125e-06,
      "loss": 0.3535,
      "step": 1468250
    },
    {
      "epoch": 409.79,
      "grad_norm": 1.0360760688781738,
      "learning_rate": 2.442685642901186e-06,
      "loss": 0.3422,
      "step": 1468260
    },
    {
      "epoch": 409.79,
      "grad_norm": 1.0116002559661865,
      "learning_rate": 2.4426586273654925e-06,
      "loss": 0.355,
      "step": 1468270
    },
    {
      "epoch": 409.79,
      "grad_norm": 0.9223129749298096,
      "learning_rate": 2.4426316118166335e-06,
      "loss": 0.3447,
      "step": 1468280
    },
    {
      "epoch": 409.79,
      "grad_norm": 0.9294946193695068,
      "learning_rate": 2.4426045962546125e-06,
      "loss": 0.3284,
      "step": 1468290
    },
    {
      "epoch": 409.8,
      "grad_norm": 0.9796624779701233,
      "learning_rate": 2.4425775806794353e-06,
      "loss": 0.3509,
      "step": 1468300
    },
    {
      "epoch": 409.8,
      "grad_norm": 1.1118963956832886,
      "learning_rate": 2.4425505650911033e-06,
      "loss": 0.3427,
      "step": 1468310
    },
    {
      "epoch": 409.8,
      "grad_norm": 1.3160046339035034,
      "learning_rate": 2.442523549489621e-06,
      "loss": 0.3677,
      "step": 1468320
    },
    {
      "epoch": 409.8,
      "grad_norm": 1.1498048305511475,
      "learning_rate": 2.4424965338749926e-06,
      "loss": 0.3488,
      "step": 1468330
    },
    {
      "epoch": 409.81,
      "grad_norm": 0.9933866858482361,
      "learning_rate": 2.44246951824722e-06,
      "loss": 0.3468,
      "step": 1468340
    },
    {
      "epoch": 409.81,
      "grad_norm": 1.0514928102493286,
      "learning_rate": 2.4424425026063082e-06,
      "loss": 0.3479,
      "step": 1468350
    },
    {
      "epoch": 409.81,
      "grad_norm": 1.0746017694473267,
      "learning_rate": 2.44241548695226e-06,
      "loss": 0.3406,
      "step": 1468360
    },
    {
      "epoch": 409.82,
      "grad_norm": 0.9174166321754456,
      "learning_rate": 2.4423884712850803e-06,
      "loss": 0.345,
      "step": 1468370
    },
    {
      "epoch": 409.82,
      "grad_norm": 1.0712313652038574,
      "learning_rate": 2.442361455604771e-06,
      "loss": 0.3624,
      "step": 1468380
    },
    {
      "epoch": 409.82,
      "grad_norm": 1.1329065561294556,
      "learning_rate": 2.4423344399113376e-06,
      "loss": 0.3667,
      "step": 1468390
    },
    {
      "epoch": 409.82,
      "grad_norm": 0.8771600723266602,
      "learning_rate": 2.442307424204782e-06,
      "loss": 0.3298,
      "step": 1468400
    },
    {
      "epoch": 409.83,
      "grad_norm": 1.179165244102478,
      "learning_rate": 2.442280408485108e-06,
      "loss": 0.3509,
      "step": 1468410
    },
    {
      "epoch": 409.83,
      "grad_norm": 1.1428879499435425,
      "learning_rate": 2.4422533927523196e-06,
      "loss": 0.3686,
      "step": 1468420
    },
    {
      "epoch": 409.83,
      "grad_norm": 1.0657119750976562,
      "learning_rate": 2.442226377006421e-06,
      "loss": 0.3441,
      "step": 1468430
    },
    {
      "epoch": 409.84,
      "grad_norm": 0.8965787291526794,
      "learning_rate": 2.4421993612474143e-06,
      "loss": 0.3452,
      "step": 1468440
    },
    {
      "epoch": 409.84,
      "grad_norm": 1.0419325828552246,
      "learning_rate": 2.4421723454753037e-06,
      "loss": 0.3366,
      "step": 1468450
    },
    {
      "epoch": 409.84,
      "grad_norm": 1.220396637916565,
      "learning_rate": 2.4421453296900946e-06,
      "loss": 0.3348,
      "step": 1468460
    },
    {
      "epoch": 409.84,
      "grad_norm": 0.8623531460762024,
      "learning_rate": 2.442118313891788e-06,
      "loss": 0.3485,
      "step": 1468470
    },
    {
      "epoch": 409.85,
      "grad_norm": 0.9766944050788879,
      "learning_rate": 2.442091298080389e-06,
      "loss": 0.3515,
      "step": 1468480
    },
    {
      "epoch": 409.85,
      "grad_norm": 0.9762248992919922,
      "learning_rate": 2.4420642822559006e-06,
      "loss": 0.3205,
      "step": 1468490
    },
    {
      "epoch": 409.85,
      "grad_norm": 1.1290404796600342,
      "learning_rate": 2.442037266418326e-06,
      "loss": 0.3407,
      "step": 1468500
    },
    {
      "epoch": 409.85,
      "grad_norm": 1.1112210750579834,
      "learning_rate": 2.44201025056767e-06,
      "loss": 0.3562,
      "step": 1468510
    },
    {
      "epoch": 409.86,
      "grad_norm": 0.9824950098991394,
      "learning_rate": 2.441983234703935e-06,
      "loss": 0.3474,
      "step": 1468520
    },
    {
      "epoch": 409.86,
      "grad_norm": 1.0871660709381104,
      "learning_rate": 2.441956218827126e-06,
      "loss": 0.3507,
      "step": 1468530
    },
    {
      "epoch": 409.86,
      "grad_norm": 1.1705989837646484,
      "learning_rate": 2.4419292029372446e-06,
      "loss": 0.3571,
      "step": 1468540
    },
    {
      "epoch": 409.87,
      "grad_norm": 0.9029147028923035,
      "learning_rate": 2.4419021870342962e-06,
      "loss": 0.3486,
      "step": 1468550
    },
    {
      "epoch": 409.87,
      "grad_norm": 0.8704982399940491,
      "learning_rate": 2.441875171118284e-06,
      "loss": 0.3419,
      "step": 1468560
    },
    {
      "epoch": 409.87,
      "grad_norm": 0.9134528040885925,
      "learning_rate": 2.4418481551892106e-06,
      "loss": 0.3488,
      "step": 1468570
    },
    {
      "epoch": 409.87,
      "grad_norm": 1.011184573173523,
      "learning_rate": 2.44182113924708e-06,
      "loss": 0.3571,
      "step": 1468580
    },
    {
      "epoch": 409.88,
      "grad_norm": 0.8828952312469482,
      "learning_rate": 2.4417941232918973e-06,
      "loss": 0.3489,
      "step": 1468590
    },
    {
      "epoch": 409.88,
      "grad_norm": 1.0791841745376587,
      "learning_rate": 2.441767107323664e-06,
      "loss": 0.3487,
      "step": 1468600
    },
    {
      "epoch": 409.88,
      "grad_norm": 6.157732009887695,
      "learning_rate": 2.4417400913423852e-06,
      "loss": 0.3562,
      "step": 1468610
    },
    {
      "epoch": 409.89,
      "grad_norm": 1.034223198890686,
      "learning_rate": 2.441713075348064e-06,
      "loss": 0.3453,
      "step": 1468620
    },
    {
      "epoch": 409.89,
      "grad_norm": 1.039503574371338,
      "learning_rate": 2.441686059340703e-06,
      "loss": 0.3582,
      "step": 1468630
    },
    {
      "epoch": 409.89,
      "grad_norm": 1.0030921697616577,
      "learning_rate": 2.4416590433203072e-06,
      "loss": 0.3558,
      "step": 1468640
    },
    {
      "epoch": 409.89,
      "grad_norm": 1.0636121034622192,
      "learning_rate": 2.4416320272868793e-06,
      "loss": 0.3465,
      "step": 1468650
    },
    {
      "epoch": 409.9,
      "grad_norm": 0.9822200536727905,
      "learning_rate": 2.441605011240424e-06,
      "loss": 0.3512,
      "step": 1468660
    },
    {
      "epoch": 409.9,
      "grad_norm": 0.9857392311096191,
      "learning_rate": 2.441577995180944e-06,
      "loss": 0.3449,
      "step": 1468670
    },
    {
      "epoch": 409.9,
      "grad_norm": 0.9918018579483032,
      "learning_rate": 2.441550979108443e-06,
      "loss": 0.3696,
      "step": 1468680
    },
    {
      "epoch": 409.91,
      "grad_norm": 1.0460153818130493,
      "learning_rate": 2.441523963022925e-06,
      "loss": 0.3387,
      "step": 1468690
    },
    {
      "epoch": 409.91,
      "grad_norm": 1.077601432800293,
      "learning_rate": 2.441496946924392e-06,
      "loss": 0.3371,
      "step": 1468700
    },
    {
      "epoch": 409.91,
      "grad_norm": 1.0241916179656982,
      "learning_rate": 2.44146993081285e-06,
      "loss": 0.3469,
      "step": 1468710
    },
    {
      "epoch": 409.91,
      "grad_norm": 1.149381160736084,
      "learning_rate": 2.441442914688301e-06,
      "loss": 0.3531,
      "step": 1468720
    },
    {
      "epoch": 409.92,
      "grad_norm": 1.1049505472183228,
      "learning_rate": 2.4414158985507488e-06,
      "loss": 0.3422,
      "step": 1468730
    },
    {
      "epoch": 409.92,
      "grad_norm": 1.1965303421020508,
      "learning_rate": 2.4413888824001974e-06,
      "loss": 0.3501,
      "step": 1468740
    },
    {
      "epoch": 409.92,
      "grad_norm": 1.0970603227615356,
      "learning_rate": 2.441361866236651e-06,
      "loss": 0.3304,
      "step": 1468750
    },
    {
      "epoch": 409.92,
      "grad_norm": 1.0321288108825684,
      "learning_rate": 2.441334850060112e-06,
      "loss": 0.3482,
      "step": 1468760
    },
    {
      "epoch": 409.93,
      "grad_norm": 0.882361888885498,
      "learning_rate": 2.441307833870584e-06,
      "loss": 0.3226,
      "step": 1468770
    },
    {
      "epoch": 409.93,
      "grad_norm": 1.0088781118392944,
      "learning_rate": 2.4412808176680714e-06,
      "loss": 0.3477,
      "step": 1468780
    },
    {
      "epoch": 409.93,
      "grad_norm": 1.0172197818756104,
      "learning_rate": 2.4412538014525776e-06,
      "loss": 0.3467,
      "step": 1468790
    },
    {
      "epoch": 409.94,
      "grad_norm": 0.9142605662345886,
      "learning_rate": 2.4412267852241055e-06,
      "loss": 0.347,
      "step": 1468800
    },
    {
      "epoch": 409.94,
      "grad_norm": 0.926534116268158,
      "learning_rate": 2.441199768982659e-06,
      "loss": 0.3473,
      "step": 1468810
    },
    {
      "epoch": 409.94,
      "grad_norm": 1.3107280731201172,
      "learning_rate": 2.441172752728243e-06,
      "loss": 0.3394,
      "step": 1468820
    },
    {
      "epoch": 409.94,
      "grad_norm": 1.092934012413025,
      "learning_rate": 2.4411457364608597e-06,
      "loss": 0.3444,
      "step": 1468830
    },
    {
      "epoch": 409.95,
      "grad_norm": 1.0974647998809814,
      "learning_rate": 2.4411187201805124e-06,
      "loss": 0.3519,
      "step": 1468840
    },
    {
      "epoch": 409.95,
      "grad_norm": 1.1130489110946655,
      "learning_rate": 2.4410917038872055e-06,
      "loss": 0.3341,
      "step": 1468850
    },
    {
      "epoch": 409.95,
      "grad_norm": 1.0435030460357666,
      "learning_rate": 2.4410646875809428e-06,
      "loss": 0.3553,
      "step": 1468860
    },
    {
      "epoch": 409.96,
      "grad_norm": 0.8926295042037964,
      "learning_rate": 2.441037671261727e-06,
      "loss": 0.3389,
      "step": 1468870
    },
    {
      "epoch": 409.96,
      "grad_norm": 0.9248430728912354,
      "learning_rate": 2.4410106549295627e-06,
      "loss": 0.3461,
      "step": 1468880
    },
    {
      "epoch": 409.96,
      "grad_norm": 1.27043616771698,
      "learning_rate": 2.440983638584452e-06,
      "loss": 0.3413,
      "step": 1468890
    },
    {
      "epoch": 409.96,
      "grad_norm": 1.0564700365066528,
      "learning_rate": 2.4409566222263996e-06,
      "loss": 0.3629,
      "step": 1468900
    },
    {
      "epoch": 409.97,
      "grad_norm": 0.9860033988952637,
      "learning_rate": 2.44092960585541e-06,
      "loss": 0.3431,
      "step": 1468910
    },
    {
      "epoch": 409.97,
      "grad_norm": 2.0097548961639404,
      "learning_rate": 2.440902589471486e-06,
      "loss": 0.3523,
      "step": 1468920
    },
    {
      "epoch": 409.97,
      "grad_norm": 1.1500520706176758,
      "learning_rate": 2.4408755730746295e-06,
      "loss": 0.3608,
      "step": 1468930
    },
    {
      "epoch": 409.97,
      "grad_norm": 0.9140430092811584,
      "learning_rate": 2.4408485566648463e-06,
      "loss": 0.3261,
      "step": 1468940
    },
    {
      "epoch": 409.98,
      "grad_norm": 1.2072980403900146,
      "learning_rate": 2.4408215402421394e-06,
      "loss": 0.3661,
      "step": 1468950
    },
    {
      "epoch": 409.98,
      "grad_norm": 0.9584299325942993,
      "learning_rate": 2.440794523806512e-06,
      "loss": 0.3694,
      "step": 1468960
    },
    {
      "epoch": 409.98,
      "grad_norm": 0.9650893807411194,
      "learning_rate": 2.440767507357968e-06,
      "loss": 0.3373,
      "step": 1468970
    },
    {
      "epoch": 409.99,
      "grad_norm": 0.9211918115615845,
      "learning_rate": 2.440740490896511e-06,
      "loss": 0.3377,
      "step": 1468980
    },
    {
      "epoch": 409.99,
      "grad_norm": 0.9434213638305664,
      "learning_rate": 2.440713474422145e-06,
      "loss": 0.3594,
      "step": 1468990
    },
    {
      "epoch": 409.99,
      "grad_norm": 1.0096313953399658,
      "learning_rate": 2.440686457934872e-06,
      "loss": 0.3487,
      "step": 1469000
    },
    {
      "epoch": 409.99,
      "grad_norm": 1.0793981552124023,
      "learning_rate": 2.440659441434698e-06,
      "loss": 0.3396,
      "step": 1469010
    },
    {
      "epoch": 410.0,
      "grad_norm": 0.9634578824043274,
      "learning_rate": 2.4406324249216246e-06,
      "loss": 0.3458,
      "step": 1469020
    },
    {
      "epoch": 410.0,
      "grad_norm": 1.106162428855896,
      "learning_rate": 2.4406054083956556e-06,
      "loss": 0.3393,
      "step": 1469030
    },
    {
      "epoch": 410.0,
      "eval_loss": 0.346157968044281,
      "eval_runtime": 62.8854,
      "eval_samples_per_second": 80.448,
      "eval_steps_per_second": 10.066,
      "step": 1469030
    },
    {
      "epoch": 410.0,
      "grad_norm": 1.0713210105895996,
      "learning_rate": 2.4405783918567963e-06,
      "loss": 0.3337,
      "step": 1469040
    },
    {
      "epoch": 410.01,
      "grad_norm": 1.0169501304626465,
      "learning_rate": 2.4405513753050478e-06,
      "loss": 0.334,
      "step": 1469050
    },
    {
      "epoch": 410.01,
      "grad_norm": 1.0918229818344116,
      "learning_rate": 2.4405243587404163e-06,
      "loss": 0.355,
      "step": 1469060
    },
    {
      "epoch": 410.01,
      "grad_norm": 1.2131277322769165,
      "learning_rate": 2.440497342162904e-06,
      "loss": 0.3418,
      "step": 1469070
    },
    {
      "epoch": 410.01,
      "grad_norm": 1.0404986143112183,
      "learning_rate": 2.440470325572514e-06,
      "loss": 0.3496,
      "step": 1469080
    },
    {
      "epoch": 410.02,
      "grad_norm": 0.951361358165741,
      "learning_rate": 2.4404433089692504e-06,
      "loss": 0.3377,
      "step": 1469090
    },
    {
      "epoch": 410.02,
      "grad_norm": 1.0196385383605957,
      "learning_rate": 2.440416292353117e-06,
      "loss": 0.3696,
      "step": 1469100
    },
    {
      "epoch": 410.02,
      "grad_norm": 0.9941921830177307,
      "learning_rate": 2.4403892757241176e-06,
      "loss": 0.3654,
      "step": 1469110
    },
    {
      "epoch": 410.03,
      "grad_norm": 1.074417233467102,
      "learning_rate": 2.4403622590822553e-06,
      "loss": 0.3385,
      "step": 1469120
    },
    {
      "epoch": 410.03,
      "grad_norm": 1.0904449224472046,
      "learning_rate": 2.440335242427534e-06,
      "loss": 0.3476,
      "step": 1469130
    },
    {
      "epoch": 410.03,
      "grad_norm": 1.065743327140808,
      "learning_rate": 2.4403082257599574e-06,
      "loss": 0.3513,
      "step": 1469140
    },
    {
      "epoch": 410.03,
      "grad_norm": 1.1241410970687866,
      "learning_rate": 2.440281209079528e-06,
      "loss": 0.3444,
      "step": 1469150
    },
    {
      "epoch": 410.04,
      "grad_norm": 0.9081054925918579,
      "learning_rate": 2.440254192386251e-06,
      "loss": 0.3453,
      "step": 1469160
    },
    {
      "epoch": 410.04,
      "grad_norm": 1.0197886228561401,
      "learning_rate": 2.4402271756801297e-06,
      "loss": 0.3501,
      "step": 1469170
    },
    {
      "epoch": 410.04,
      "grad_norm": 0.9412252902984619,
      "learning_rate": 2.440200158961166e-06,
      "loss": 0.341,
      "step": 1469180
    },
    {
      "epoch": 410.04,
      "grad_norm": 0.9539865851402283,
      "learning_rate": 2.4401731422293652e-06,
      "loss": 0.3383,
      "step": 1469190
    },
    {
      "epoch": 410.05,
      "grad_norm": 0.9983643293380737,
      "learning_rate": 2.440146125484731e-06,
      "loss": 0.3463,
      "step": 1469200
    },
    {
      "epoch": 410.05,
      "grad_norm": 1.0293339490890503,
      "learning_rate": 2.4401191087272667e-06,
      "loss": 0.3394,
      "step": 1469210
    },
    {
      "epoch": 410.05,
      "grad_norm": 1.0677136182785034,
      "learning_rate": 2.440092091956975e-06,
      "loss": 0.3671,
      "step": 1469220
    },
    {
      "epoch": 410.06,
      "grad_norm": 1.0551310777664185,
      "learning_rate": 2.4400650751738596e-06,
      "loss": 0.3628,
      "step": 1469230
    },
    {
      "epoch": 410.06,
      "grad_norm": 1.0755717754364014,
      "learning_rate": 2.440038058377926e-06,
      "loss": 0.3521,
      "step": 1469240
    },
    {
      "epoch": 410.06,
      "grad_norm": 0.9076173901557922,
      "learning_rate": 2.4400110415691753e-06,
      "loss": 0.3559,
      "step": 1469250
    },
    {
      "epoch": 410.06,
      "grad_norm": 1.0579038858413696,
      "learning_rate": 2.4399840247476125e-06,
      "loss": 0.3408,
      "step": 1469260
    },
    {
      "epoch": 410.07,
      "grad_norm": 0.8527669310569763,
      "learning_rate": 2.4399570079132412e-06,
      "loss": 0.3331,
      "step": 1469270
    },
    {
      "epoch": 410.07,
      "grad_norm": 1.1014753580093384,
      "learning_rate": 2.4399299910660645e-06,
      "loss": 0.3398,
      "step": 1469280
    },
    {
      "epoch": 410.07,
      "grad_norm": 1.0606714487075806,
      "learning_rate": 2.439902974206086e-06,
      "loss": 0.3566,
      "step": 1469290
    },
    {
      "epoch": 410.08,
      "grad_norm": 0.9964831471443176,
      "learning_rate": 2.4398759573333105e-06,
      "loss": 0.3482,
      "step": 1469300
    },
    {
      "epoch": 410.08,
      "grad_norm": 1.2780500650405884,
      "learning_rate": 2.4398489404477395e-06,
      "loss": 0.3454,
      "step": 1469310
    },
    {
      "epoch": 410.08,
      "grad_norm": 0.9455639719963074,
      "learning_rate": 2.4398219235493783e-06,
      "loss": 0.3566,
      "step": 1469320
    },
    {
      "epoch": 410.08,
      "grad_norm": 1.0214903354644775,
      "learning_rate": 2.43979490663823e-06,
      "loss": 0.358,
      "step": 1469330
    },
    {
      "epoch": 410.09,
      "grad_norm": 1.0167301893234253,
      "learning_rate": 2.4397678897142976e-06,
      "loss": 0.3592,
      "step": 1469340
    },
    {
      "epoch": 410.09,
      "grad_norm": 1.1474860906600952,
      "learning_rate": 2.4397408727775853e-06,
      "loss": 0.3319,
      "step": 1469350
    },
    {
      "epoch": 410.09,
      "grad_norm": 1.1534103155136108,
      "learning_rate": 2.439713855828097e-06,
      "loss": 0.3555,
      "step": 1469360
    },
    {
      "epoch": 410.09,
      "grad_norm": 1.0595297813415527,
      "learning_rate": 2.4396868388658354e-06,
      "loss": 0.3412,
      "step": 1469370
    },
    {
      "epoch": 410.1,
      "grad_norm": 1.073278784751892,
      "learning_rate": 2.4396598218908046e-06,
      "loss": 0.3483,
      "step": 1469380
    },
    {
      "epoch": 410.1,
      "grad_norm": 0.9064919948577881,
      "learning_rate": 2.439632804903008e-06,
      "loss": 0.3498,
      "step": 1469390
    },
    {
      "epoch": 410.1,
      "grad_norm": 1.0154567956924438,
      "learning_rate": 2.43960578790245e-06,
      "loss": 0.3446,
      "step": 1469400
    },
    {
      "epoch": 410.11,
      "grad_norm": 1.20796799659729,
      "learning_rate": 2.439578770889133e-06,
      "loss": 0.3506,
      "step": 1469410
    },
    {
      "epoch": 410.11,
      "grad_norm": 0.8825253248214722,
      "learning_rate": 2.439551753863062e-06,
      "loss": 0.3607,
      "step": 1469420
    },
    {
      "epoch": 410.11,
      "grad_norm": 0.9539451003074646,
      "learning_rate": 2.4395247368242393e-06,
      "loss": 0.3371,
      "step": 1469430
    },
    {
      "epoch": 410.11,
      "grad_norm": 1.2462280988693237,
      "learning_rate": 2.4394977197726685e-06,
      "loss": 0.3488,
      "step": 1469440
    },
    {
      "epoch": 410.12,
      "grad_norm": 1.4632248878479004,
      "learning_rate": 2.439470702708354e-06,
      "loss": 0.3639,
      "step": 1469450
    },
    {
      "epoch": 410.12,
      "grad_norm": 0.9465102553367615,
      "learning_rate": 2.4394436856312994e-06,
      "loss": 0.3525,
      "step": 1469460
    },
    {
      "epoch": 410.12,
      "grad_norm": 1.0411466360092163,
      "learning_rate": 2.4394166685415075e-06,
      "loss": 0.3521,
      "step": 1469470
    },
    {
      "epoch": 410.13,
      "grad_norm": 0.9634824395179749,
      "learning_rate": 2.439389651438982e-06,
      "loss": 0.3495,
      "step": 1469480
    },
    {
      "epoch": 410.13,
      "grad_norm": 1.0929168462753296,
      "learning_rate": 2.4393626343237276e-06,
      "loss": 0.3435,
      "step": 1469490
    },
    {
      "epoch": 410.13,
      "grad_norm": 1.2685660123825073,
      "learning_rate": 2.439335617195747e-06,
      "loss": 0.3636,
      "step": 1469500
    },
    {
      "epoch": 410.13,
      "grad_norm": 1.1262649297714233,
      "learning_rate": 2.4393086000550435e-06,
      "loss": 0.3532,
      "step": 1469510
    },
    {
      "epoch": 410.14,
      "grad_norm": 0.9288034439086914,
      "learning_rate": 2.4392815829016217e-06,
      "loss": 0.3486,
      "step": 1469520
    },
    {
      "epoch": 410.14,
      "grad_norm": 1.0346519947052002,
      "learning_rate": 2.4392545657354846e-06,
      "loss": 0.3616,
      "step": 1469530
    },
    {
      "epoch": 410.14,
      "grad_norm": 1.0053530931472778,
      "learning_rate": 2.439227548556635e-06,
      "loss": 0.3668,
      "step": 1469540
    },
    {
      "epoch": 410.15,
      "grad_norm": 0.8228372931480408,
      "learning_rate": 2.439200531365077e-06,
      "loss": 0.3341,
      "step": 1469550
    },
    {
      "epoch": 410.15,
      "grad_norm": 1.05802321434021,
      "learning_rate": 2.4391735141608157e-06,
      "loss": 0.3451,
      "step": 1469560
    },
    {
      "epoch": 410.15,
      "grad_norm": 2.106117010116577,
      "learning_rate": 2.4391464969438537e-06,
      "loss": 0.3339,
      "step": 1469570
    },
    {
      "epoch": 410.15,
      "grad_norm": 0.9068017601966858,
      "learning_rate": 2.4391194797141933e-06,
      "loss": 0.3322,
      "step": 1469580
    },
    {
      "epoch": 410.16,
      "grad_norm": 1.0406148433685303,
      "learning_rate": 2.43909246247184e-06,
      "loss": 0.3599,
      "step": 1469590
    },
    {
      "epoch": 410.16,
      "grad_norm": 0.9532834887504578,
      "learning_rate": 2.4390654452167964e-06,
      "loss": 0.3496,
      "step": 1469600
    },
    {
      "epoch": 410.16,
      "grad_norm": 0.9976532459259033,
      "learning_rate": 2.4390384279490657e-06,
      "loss": 0.3384,
      "step": 1469610
    },
    {
      "epoch": 410.16,
      "grad_norm": 1.2379295825958252,
      "learning_rate": 2.439011410668653e-06,
      "loss": 0.3359,
      "step": 1469620
    },
    {
      "epoch": 410.17,
      "grad_norm": 0.9831898808479309,
      "learning_rate": 2.4389843933755607e-06,
      "loss": 0.3417,
      "step": 1469630
    },
    {
      "epoch": 410.17,
      "grad_norm": 1.0226988792419434,
      "learning_rate": 2.4389573760697924e-06,
      "loss": 0.3491,
      "step": 1469640
    },
    {
      "epoch": 410.17,
      "grad_norm": 1.3984456062316895,
      "learning_rate": 2.438930358751353e-06,
      "loss": 0.3498,
      "step": 1469650
    },
    {
      "epoch": 410.18,
      "grad_norm": 1.017250418663025,
      "learning_rate": 2.4389033414202433e-06,
      "loss": 0.3527,
      "step": 1469660
    },
    {
      "epoch": 410.18,
      "grad_norm": 0.9776743054389954,
      "learning_rate": 2.43887632407647e-06,
      "loss": 0.3489,
      "step": 1469670
    },
    {
      "epoch": 410.18,
      "grad_norm": 0.923758864402771,
      "learning_rate": 2.4388493067200345e-06,
      "loss": 0.3397,
      "step": 1469680
    },
    {
      "epoch": 410.18,
      "grad_norm": 1.065531849861145,
      "learning_rate": 2.438822289350942e-06,
      "loss": 0.3555,
      "step": 1469690
    },
    {
      "epoch": 410.19,
      "grad_norm": 1.1745376586914062,
      "learning_rate": 2.4387952719691947e-06,
      "loss": 0.3469,
      "step": 1469700
    },
    {
      "epoch": 410.19,
      "grad_norm": 1.2534593343734741,
      "learning_rate": 2.4387682545747975e-06,
      "loss": 0.3452,
      "step": 1469710
    },
    {
      "epoch": 410.19,
      "grad_norm": 1.1451653242111206,
      "learning_rate": 2.4387412371677528e-06,
      "loss": 0.3429,
      "step": 1469720
    },
    {
      "epoch": 410.2,
      "grad_norm": 1.009521722793579,
      "learning_rate": 2.438714219748065e-06,
      "loss": 0.3404,
      "step": 1469730
    },
    {
      "epoch": 410.2,
      "grad_norm": 1.0082714557647705,
      "learning_rate": 2.438687202315737e-06,
      "loss": 0.3506,
      "step": 1469740
    },
    {
      "epoch": 410.2,
      "grad_norm": 0.963869571685791,
      "learning_rate": 2.4386601848707736e-06,
      "loss": 0.3399,
      "step": 1469750
    },
    {
      "epoch": 410.2,
      "grad_norm": 1.1540437936782837,
      "learning_rate": 2.438633167413177e-06,
      "loss": 0.3477,
      "step": 1469760
    },
    {
      "epoch": 410.21,
      "grad_norm": 0.9726737141609192,
      "learning_rate": 2.4386061499429514e-06,
      "loss": 0.3527,
      "step": 1469770
    },
    {
      "epoch": 410.21,
      "grad_norm": 1.0780718326568604,
      "learning_rate": 2.438579132460101e-06,
      "loss": 0.3675,
      "step": 1469780
    },
    {
      "epoch": 410.21,
      "grad_norm": 0.9781704545021057,
      "learning_rate": 2.4385521149646286e-06,
      "loss": 0.3556,
      "step": 1469790
    },
    {
      "epoch": 410.21,
      "grad_norm": 1.0108897686004639,
      "learning_rate": 2.4385250974565384e-06,
      "loss": 0.3739,
      "step": 1469800
    },
    {
      "epoch": 410.22,
      "grad_norm": 0.8804649710655212,
      "learning_rate": 2.4384980799358324e-06,
      "loss": 0.3395,
      "step": 1469810
    },
    {
      "epoch": 410.22,
      "grad_norm": 1.1426793336868286,
      "learning_rate": 2.4384710624025163e-06,
      "loss": 0.3425,
      "step": 1469820
    },
    {
      "epoch": 410.22,
      "grad_norm": 0.9598786234855652,
      "learning_rate": 2.438444044856593e-06,
      "loss": 0.3551,
      "step": 1469830
    },
    {
      "epoch": 410.23,
      "grad_norm": 1.133550763130188,
      "learning_rate": 2.438417027298065e-06,
      "loss": 0.3471,
      "step": 1469840
    },
    {
      "epoch": 410.23,
      "grad_norm": 1.0495764017105103,
      "learning_rate": 2.438390009726938e-06,
      "loss": 0.3533,
      "step": 1469850
    },
    {
      "epoch": 410.23,
      "grad_norm": 1.4933083057403564,
      "learning_rate": 2.4383629921432128e-06,
      "loss": 0.3553,
      "step": 1469860
    },
    {
      "epoch": 410.23,
      "grad_norm": 1.1550731658935547,
      "learning_rate": 2.438335974546896e-06,
      "loss": 0.3413,
      "step": 1469870
    },
    {
      "epoch": 410.24,
      "grad_norm": 1.1634091138839722,
      "learning_rate": 2.4383089569379894e-06,
      "loss": 0.3429,
      "step": 1469880
    },
    {
      "epoch": 410.24,
      "grad_norm": 1.1071960926055908,
      "learning_rate": 2.438281939316497e-06,
      "loss": 0.3375,
      "step": 1469890
    },
    {
      "epoch": 410.24,
      "grad_norm": 1.0660920143127441,
      "learning_rate": 2.438254921682422e-06,
      "loss": 0.3451,
      "step": 1469900
    },
    {
      "epoch": 410.25,
      "grad_norm": 1.139664888381958,
      "learning_rate": 2.4382279040357687e-06,
      "loss": 0.3447,
      "step": 1469910
    },
    {
      "epoch": 410.25,
      "grad_norm": 1.095449447631836,
      "learning_rate": 2.4382008863765403e-06,
      "loss": 0.3326,
      "step": 1469920
    },
    {
      "epoch": 410.25,
      "grad_norm": 1.004715919494629,
      "learning_rate": 2.4381738687047398e-06,
      "loss": 0.3482,
      "step": 1469930
    },
    {
      "epoch": 410.25,
      "grad_norm": 1.2625988721847534,
      "learning_rate": 2.4381468510203726e-06,
      "loss": 0.3522,
      "step": 1469940
    },
    {
      "epoch": 410.26,
      "grad_norm": 1.0851645469665527,
      "learning_rate": 2.4381198333234406e-06,
      "loss": 0.3659,
      "step": 1469950
    },
    {
      "epoch": 410.26,
      "grad_norm": 1.1092835664749146,
      "learning_rate": 2.4380928156139484e-06,
      "loss": 0.3448,
      "step": 1469960
    },
    {
      "epoch": 410.26,
      "grad_norm": 1.0081944465637207,
      "learning_rate": 2.438065797891898e-06,
      "loss": 0.3542,
      "step": 1469970
    },
    {
      "epoch": 410.27,
      "grad_norm": 1.0466164350509644,
      "learning_rate": 2.438038780157295e-06,
      "loss": 0.3534,
      "step": 1469980
    },
    {
      "epoch": 410.27,
      "grad_norm": 1.4796695709228516,
      "learning_rate": 2.438011762410142e-06,
      "loss": 0.3384,
      "step": 1469990
    },
    {
      "epoch": 410.27,
      "grad_norm": 1.0874110460281372,
      "learning_rate": 2.4379847446504425e-06,
      "loss": 0.3393,
      "step": 1470000
    },
    {
      "epoch": 410.27,
      "grad_norm": 1.0184725522994995,
      "learning_rate": 2.437957726878201e-06,
      "loss": 0.3448,
      "step": 1470010
    },
    {
      "epoch": 410.28,
      "grad_norm": 1.024815320968628,
      "learning_rate": 2.4379307090934204e-06,
      "loss": 0.3481,
      "step": 1470020
    },
    {
      "epoch": 410.28,
      "grad_norm": 1.3119977712631226,
      "learning_rate": 2.4379036912961036e-06,
      "loss": 0.3412,
      "step": 1470030
    },
    {
      "epoch": 410.28,
      "grad_norm": 1.2026907205581665,
      "learning_rate": 2.4378766734862557e-06,
      "loss": 0.3457,
      "step": 1470040
    },
    {
      "epoch": 410.28,
      "grad_norm": 0.9496275782585144,
      "learning_rate": 2.4378496556638786e-06,
      "loss": 0.3312,
      "step": 1470050
    },
    {
      "epoch": 410.29,
      "grad_norm": 1.043048620223999,
      "learning_rate": 2.437822637828977e-06,
      "loss": 0.3572,
      "step": 1470060
    },
    {
      "epoch": 410.29,
      "grad_norm": 1.2503612041473389,
      "learning_rate": 2.437795619981555e-06,
      "loss": 0.3597,
      "step": 1470070
    },
    {
      "epoch": 410.29,
      "grad_norm": 1.028969407081604,
      "learning_rate": 2.437768602121615e-06,
      "loss": 0.3474,
      "step": 1470080
    },
    {
      "epoch": 410.3,
      "grad_norm": 0.9907298684120178,
      "learning_rate": 2.4377415842491616e-06,
      "loss": 0.3382,
      "step": 1470090
    },
    {
      "epoch": 410.3,
      "grad_norm": 0.9558967351913452,
      "learning_rate": 2.4377145663641967e-06,
      "loss": 0.3436,
      "step": 1470100
    },
    {
      "epoch": 410.3,
      "grad_norm": 1.0653510093688965,
      "learning_rate": 2.4376875484667267e-06,
      "loss": 0.3626,
      "step": 1470110
    },
    {
      "epoch": 410.3,
      "grad_norm": 0.9824156165122986,
      "learning_rate": 2.437660530556752e-06,
      "loss": 0.3431,
      "step": 1470120
    },
    {
      "epoch": 410.31,
      "grad_norm": 1.1865893602371216,
      "learning_rate": 2.4376335126342784e-06,
      "loss": 0.3525,
      "step": 1470130
    },
    {
      "epoch": 410.31,
      "grad_norm": 1.0973750352859497,
      "learning_rate": 2.4376064946993094e-06,
      "loss": 0.3501,
      "step": 1470140
    },
    {
      "epoch": 410.31,
      "grad_norm": 1.034972071647644,
      "learning_rate": 2.4375794767518475e-06,
      "loss": 0.3434,
      "step": 1470150
    },
    {
      "epoch": 410.32,
      "grad_norm": 1.0178754329681396,
      "learning_rate": 2.4375524587918973e-06,
      "loss": 0.3592,
      "step": 1470160
    },
    {
      "epoch": 410.32,
      "grad_norm": 0.9572881460189819,
      "learning_rate": 2.437525440819462e-06,
      "loss": 0.3524,
      "step": 1470170
    },
    {
      "epoch": 410.32,
      "grad_norm": 1.022616982460022,
      "learning_rate": 2.4374984228345447e-06,
      "loss": 0.3652,
      "step": 1470180
    },
    {
      "epoch": 410.32,
      "grad_norm": 0.9682630300521851,
      "learning_rate": 2.4374714048371493e-06,
      "loss": 0.3494,
      "step": 1470190
    },
    {
      "epoch": 410.33,
      "grad_norm": 1.2162559032440186,
      "learning_rate": 2.43744438682728e-06,
      "loss": 0.3598,
      "step": 1470200
    },
    {
      "epoch": 410.33,
      "grad_norm": 0.9411817193031311,
      "learning_rate": 2.43741736880494e-06,
      "loss": 0.3573,
      "step": 1470210
    },
    {
      "epoch": 410.33,
      "grad_norm": 1.0443705320358276,
      "learning_rate": 2.437390350770132e-06,
      "loss": 0.3367,
      "step": 1470220
    },
    {
      "epoch": 410.33,
      "grad_norm": 0.8696942329406738,
      "learning_rate": 2.437363332722862e-06,
      "loss": 0.3427,
      "step": 1470230
    },
    {
      "epoch": 410.34,
      "grad_norm": 1.1530258655548096,
      "learning_rate": 2.4373363146631313e-06,
      "loss": 0.3459,
      "step": 1470240
    },
    {
      "epoch": 410.34,
      "grad_norm": 0.9767141938209534,
      "learning_rate": 2.4373092965909438e-06,
      "loss": 0.3306,
      "step": 1470250
    },
    {
      "epoch": 410.34,
      "grad_norm": 0.9779104590415955,
      "learning_rate": 2.4372822785063036e-06,
      "loss": 0.3401,
      "step": 1470260
    },
    {
      "epoch": 410.35,
      "grad_norm": 1.4185781478881836,
      "learning_rate": 2.4372552604092146e-06,
      "loss": 0.362,
      "step": 1470270
    },
    {
      "epoch": 410.35,
      "grad_norm": 1.0634486675262451,
      "learning_rate": 2.4372282422996797e-06,
      "loss": 0.3518,
      "step": 1470280
    },
    {
      "epoch": 410.35,
      "grad_norm": 1.1369273662567139,
      "learning_rate": 2.437201224177703e-06,
      "loss": 0.3558,
      "step": 1470290
    },
    {
      "epoch": 410.35,
      "grad_norm": 0.9785274267196655,
      "learning_rate": 2.4371742060432884e-06,
      "loss": 0.3537,
      "step": 1470300
    },
    {
      "epoch": 410.36,
      "grad_norm": 1.1009024381637573,
      "learning_rate": 2.4371471878964388e-06,
      "loss": 0.354,
      "step": 1470310
    },
    {
      "epoch": 410.36,
      "grad_norm": 1.2602204084396362,
      "learning_rate": 2.4371201697371572e-06,
      "loss": 0.345,
      "step": 1470320
    },
    {
      "epoch": 410.36,
      "grad_norm": 1.1293646097183228,
      "learning_rate": 2.437093151565449e-06,
      "loss": 0.348,
      "step": 1470330
    },
    {
      "epoch": 410.37,
      "grad_norm": 1.1089187860488892,
      "learning_rate": 2.4370661333813162e-06,
      "loss": 0.3419,
      "step": 1470340
    },
    {
      "epoch": 410.37,
      "grad_norm": 1.0207149982452393,
      "learning_rate": 2.4370391151847627e-06,
      "loss": 0.3494,
      "step": 1470350
    },
    {
      "epoch": 410.37,
      "grad_norm": 0.9294615983963013,
      "learning_rate": 2.4370120969757934e-06,
      "loss": 0.3368,
      "step": 1470360
    },
    {
      "epoch": 410.37,
      "grad_norm": 0.9861491918563843,
      "learning_rate": 2.43698507875441e-06,
      "loss": 0.3616,
      "step": 1470370
    },
    {
      "epoch": 410.38,
      "grad_norm": 1.0448758602142334,
      "learning_rate": 2.436958060520618e-06,
      "loss": 0.3309,
      "step": 1470380
    },
    {
      "epoch": 410.38,
      "grad_norm": 1.0012298822402954,
      "learning_rate": 2.436931042274419e-06,
      "loss": 0.335,
      "step": 1470390
    },
    {
      "epoch": 410.38,
      "grad_norm": 0.994971513748169,
      "learning_rate": 2.4369040240158184e-06,
      "loss": 0.3612,
      "step": 1470400
    },
    {
      "epoch": 410.39,
      "grad_norm": 0.9702681303024292,
      "learning_rate": 2.436877005744818e-06,
      "loss": 0.3327,
      "step": 1470410
    },
    {
      "epoch": 410.39,
      "grad_norm": 0.9635926485061646,
      "learning_rate": 2.4368499874614228e-06,
      "loss": 0.3491,
      "step": 1470420
    },
    {
      "epoch": 410.39,
      "grad_norm": 1.6085035800933838,
      "learning_rate": 2.436822969165636e-06,
      "loss": 0.3538,
      "step": 1470430
    },
    {
      "epoch": 410.39,
      "grad_norm": 0.9828823804855347,
      "learning_rate": 2.436795950857461e-06,
      "loss": 0.3391,
      "step": 1470440
    },
    {
      "epoch": 410.4,
      "grad_norm": 1.054927110671997,
      "learning_rate": 2.436768932536902e-06,
      "loss": 0.3528,
      "step": 1470450
    },
    {
      "epoch": 410.4,
      "grad_norm": 0.9920966625213623,
      "learning_rate": 2.4367419142039623e-06,
      "loss": 0.3508,
      "step": 1470460
    },
    {
      "epoch": 410.4,
      "grad_norm": 1.1173146963119507,
      "learning_rate": 2.4367148958586443e-06,
      "loss": 0.346,
      "step": 1470470
    },
    {
      "epoch": 410.4,
      "grad_norm": 1.063031554222107,
      "learning_rate": 2.4366878775009534e-06,
      "loss": 0.3419,
      "step": 1470480
    },
    {
      "epoch": 410.41,
      "grad_norm": 0.9660295844078064,
      "learning_rate": 2.4366608591308927e-06,
      "loss": 0.3571,
      "step": 1470490
    },
    {
      "epoch": 410.41,
      "grad_norm": 0.9281156659126282,
      "learning_rate": 2.436633840748465e-06,
      "loss": 0.3511,
      "step": 1470500
    },
    {
      "epoch": 410.41,
      "grad_norm": 1.0392578840255737,
      "learning_rate": 2.436606822353674e-06,
      "loss": 0.3492,
      "step": 1470510
    },
    {
      "epoch": 410.42,
      "grad_norm": 1.118036150932312,
      "learning_rate": 2.436579803946525e-06,
      "loss": 0.34,
      "step": 1470520
    },
    {
      "epoch": 410.42,
      "grad_norm": 0.894263505935669,
      "learning_rate": 2.43655278552702e-06,
      "loss": 0.3274,
      "step": 1470530
    },
    {
      "epoch": 410.42,
      "grad_norm": 1.0486373901367188,
      "learning_rate": 2.436525767095162e-06,
      "loss": 0.3464,
      "step": 1470540
    },
    {
      "epoch": 410.42,
      "grad_norm": 1.0332444906234741,
      "learning_rate": 2.436498748650956e-06,
      "loss": 0.3329,
      "step": 1470550
    },
    {
      "epoch": 410.43,
      "grad_norm": 0.9741922616958618,
      "learning_rate": 2.436471730194405e-06,
      "loss": 0.3638,
      "step": 1470560
    },
    {
      "epoch": 410.43,
      "grad_norm": 0.9328118562698364,
      "learning_rate": 2.4364447117255127e-06,
      "loss": 0.3475,
      "step": 1470570
    },
    {
      "epoch": 410.43,
      "grad_norm": 1.135209560394287,
      "learning_rate": 2.436417693244283e-06,
      "loss": 0.3512,
      "step": 1470580
    },
    {
      "epoch": 410.44,
      "grad_norm": 1.1384004354476929,
      "learning_rate": 2.4363906747507197e-06,
      "loss": 0.3534,
      "step": 1470590
    },
    {
      "epoch": 410.44,
      "grad_norm": 1.599009394645691,
      "learning_rate": 2.4363636562448255e-06,
      "loss": 0.3299,
      "step": 1470600
    },
    {
      "epoch": 410.44,
      "grad_norm": 0.9972163438796997,
      "learning_rate": 2.436336637726604e-06,
      "loss": 0.3548,
      "step": 1470610
    },
    {
      "epoch": 410.44,
      "grad_norm": 0.959737241268158,
      "learning_rate": 2.43630961919606e-06,
      "loss": 0.3443,
      "step": 1470620
    },
    {
      "epoch": 410.45,
      "grad_norm": 1.1143052577972412,
      "learning_rate": 2.4362826006531952e-06,
      "loss": 0.3565,
      "step": 1470630
    },
    {
      "epoch": 410.45,
      "grad_norm": 0.7856243252754211,
      "learning_rate": 2.4362555820980147e-06,
      "loss": 0.3397,
      "step": 1470640
    },
    {
      "epoch": 410.45,
      "grad_norm": 1.1035592555999756,
      "learning_rate": 2.4362285635305217e-06,
      "loss": 0.3651,
      "step": 1470650
    },
    {
      "epoch": 410.45,
      "grad_norm": 1.02806556224823,
      "learning_rate": 2.4362015449507197e-06,
      "loss": 0.344,
      "step": 1470660
    },
    {
      "epoch": 410.46,
      "grad_norm": 1.1089859008789062,
      "learning_rate": 2.4361745263586128e-06,
      "loss": 0.3391,
      "step": 1470670
    },
    {
      "epoch": 410.46,
      "grad_norm": 1.1911916732788086,
      "learning_rate": 2.436147507754204e-06,
      "loss": 0.3386,
      "step": 1470680
    },
    {
      "epoch": 410.46,
      "grad_norm": 0.965480625629425,
      "learning_rate": 2.436120489137497e-06,
      "loss": 0.3436,
      "step": 1470690
    },
    {
      "epoch": 410.47,
      "grad_norm": 1.0517650842666626,
      "learning_rate": 2.436093470508495e-06,
      "loss": 0.368,
      "step": 1470700
    },
    {
      "epoch": 410.47,
      "grad_norm": 1.1652331352233887,
      "learning_rate": 2.4360664518672027e-06,
      "loss": 0.3659,
      "step": 1470710
    },
    {
      "epoch": 410.47,
      "grad_norm": 1.0033831596374512,
      "learning_rate": 2.436039433213623e-06,
      "loss": 0.3439,
      "step": 1470720
    },
    {
      "epoch": 410.47,
      "grad_norm": 1.033574104309082,
      "learning_rate": 2.436012414547759e-06,
      "loss": 0.3605,
      "step": 1470730
    },
    {
      "epoch": 410.48,
      "grad_norm": 1.06690514087677,
      "learning_rate": 2.435985395869616e-06,
      "loss": 0.3481,
      "step": 1470740
    },
    {
      "epoch": 410.48,
      "grad_norm": 1.0739593505859375,
      "learning_rate": 2.4359583771791955e-06,
      "loss": 0.3474,
      "step": 1470750
    },
    {
      "epoch": 410.48,
      "grad_norm": 0.9507958889007568,
      "learning_rate": 2.4359313584765025e-06,
      "loss": 0.3456,
      "step": 1470760
    },
    {
      "epoch": 410.49,
      "grad_norm": 1.2425130605697632,
      "learning_rate": 2.4359043397615394e-06,
      "loss": 0.3579,
      "step": 1470770
    },
    {
      "epoch": 410.49,
      "grad_norm": 1.1072535514831543,
      "learning_rate": 2.4358773210343112e-06,
      "loss": 0.3632,
      "step": 1470780
    },
    {
      "epoch": 410.49,
      "grad_norm": 1.2416844367980957,
      "learning_rate": 2.4358503022948206e-06,
      "loss": 0.3387,
      "step": 1470790
    },
    {
      "epoch": 410.49,
      "grad_norm": 0.9456841945648193,
      "learning_rate": 2.4358232835430713e-06,
      "loss": 0.3337,
      "step": 1470800
    },
    {
      "epoch": 410.5,
      "grad_norm": 1.092324137687683,
      "learning_rate": 2.435796264779067e-06,
      "loss": 0.3352,
      "step": 1470810
    },
    {
      "epoch": 410.5,
      "grad_norm": 1.267263650894165,
      "learning_rate": 2.435769246002812e-06,
      "loss": 0.3459,
      "step": 1470820
    },
    {
      "epoch": 410.5,
      "grad_norm": 0.9203673005104065,
      "learning_rate": 2.435742227214309e-06,
      "loss": 0.3545,
      "step": 1470830
    },
    {
      "epoch": 410.51,
      "grad_norm": 1.0908533334732056,
      "learning_rate": 2.435715208413561e-06,
      "loss": 0.3435,
      "step": 1470840
    },
    {
      "epoch": 410.51,
      "grad_norm": 1.106693148612976,
      "learning_rate": 2.435688189600573e-06,
      "loss": 0.3468,
      "step": 1470850
    },
    {
      "epoch": 410.51,
      "grad_norm": 1.012844443321228,
      "learning_rate": 2.435661170775348e-06,
      "loss": 0.3451,
      "step": 1470860
    },
    {
      "epoch": 410.51,
      "grad_norm": 1.1542221307754517,
      "learning_rate": 2.435634151937889e-06,
      "loss": 0.3442,
      "step": 1470870
    },
    {
      "epoch": 410.52,
      "grad_norm": 1.2141085863113403,
      "learning_rate": 2.435607133088201e-06,
      "loss": 0.3429,
      "step": 1470880
    },
    {
      "epoch": 410.52,
      "grad_norm": 1.14290452003479,
      "learning_rate": 2.4355801142262866e-06,
      "loss": 0.3299,
      "step": 1470890
    },
    {
      "epoch": 410.52,
      "grad_norm": 1.1236172914505005,
      "learning_rate": 2.4355530953521495e-06,
      "loss": 0.356,
      "step": 1470900
    },
    {
      "epoch": 410.52,
      "grad_norm": 0.9876816272735596,
      "learning_rate": 2.4355260764657935e-06,
      "loss": 0.3579,
      "step": 1470910
    },
    {
      "epoch": 410.53,
      "grad_norm": 1.514026165008545,
      "learning_rate": 2.435499057567222e-06,
      "loss": 0.3486,
      "step": 1470920
    },
    {
      "epoch": 410.53,
      "grad_norm": 1.1348367929458618,
      "learning_rate": 2.4354720386564385e-06,
      "loss": 0.3641,
      "step": 1470930
    },
    {
      "epoch": 410.53,
      "grad_norm": 1.1311334371566772,
      "learning_rate": 2.4354450197334475e-06,
      "loss": 0.3376,
      "step": 1470940
    },
    {
      "epoch": 410.54,
      "grad_norm": 1.1744979619979858,
      "learning_rate": 2.4354180007982507e-06,
      "loss": 0.3383,
      "step": 1470950
    },
    {
      "epoch": 410.54,
      "grad_norm": 1.0613497495651245,
      "learning_rate": 2.4353909818508533e-06,
      "loss": 0.3659,
      "step": 1470960
    },
    {
      "epoch": 410.54,
      "grad_norm": 0.9495691061019897,
      "learning_rate": 2.435363962891259e-06,
      "loss": 0.3375,
      "step": 1470970
    },
    {
      "epoch": 410.54,
      "grad_norm": 1.1494284868240356,
      "learning_rate": 2.4353369439194704e-06,
      "loss": 0.3531,
      "step": 1470980
    },
    {
      "epoch": 410.55,
      "grad_norm": 1.0696208477020264,
      "learning_rate": 2.4353099249354918e-06,
      "loss": 0.3536,
      "step": 1470990
    },
    {
      "epoch": 410.55,
      "grad_norm": 16.788930892944336,
      "learning_rate": 2.4352829059393256e-06,
      "loss": 0.3563,
      "step": 1471000
    },
    {
      "epoch": 410.55,
      "grad_norm": 1.028783917427063,
      "learning_rate": 2.435255886930978e-06,
      "loss": 0.3597,
      "step": 1471010
    },
    {
      "epoch": 410.56,
      "grad_norm": 0.9442360401153564,
      "learning_rate": 2.4352288679104497e-06,
      "loss": 0.3439,
      "step": 1471020
    },
    {
      "epoch": 410.56,
      "grad_norm": 1.0408525466918945,
      "learning_rate": 2.435201848877745e-06,
      "loss": 0.3493,
      "step": 1471030
    },
    {
      "epoch": 410.56,
      "grad_norm": 1.4319775104522705,
      "learning_rate": 2.4351748298328698e-06,
      "loss": 0.3346,
      "step": 1471040
    },
    {
      "epoch": 410.56,
      "grad_norm": 1.0222851037979126,
      "learning_rate": 2.4351478107758248e-06,
      "loss": 0.3457,
      "step": 1471050
    },
    {
      "epoch": 410.57,
      "grad_norm": 1.1176717281341553,
      "learning_rate": 2.4351207917066147e-06,
      "loss": 0.3457,
      "step": 1471060
    },
    {
      "epoch": 410.57,
      "grad_norm": 1.1263866424560547,
      "learning_rate": 2.435093772625244e-06,
      "loss": 0.3463,
      "step": 1471070
    },
    {
      "epoch": 410.57,
      "grad_norm": 0.9722445011138916,
      "learning_rate": 2.4350667535317145e-06,
      "loss": 0.3372,
      "step": 1471080
    },
    {
      "epoch": 410.57,
      "grad_norm": 0.9153412580490112,
      "learning_rate": 2.435039734426031e-06,
      "loss": 0.3329,
      "step": 1471090
    },
    {
      "epoch": 410.58,
      "grad_norm": 1.109798550605774,
      "learning_rate": 2.435012715308197e-06,
      "loss": 0.3483,
      "step": 1471100
    },
    {
      "epoch": 410.58,
      "grad_norm": 1.3006532192230225,
      "learning_rate": 2.4349856961782155e-06,
      "loss": 0.3401,
      "step": 1471110
    },
    {
      "epoch": 410.58,
      "grad_norm": 1.0544602870941162,
      "learning_rate": 2.434958677036091e-06,
      "loss": 0.3517,
      "step": 1471120
    },
    {
      "epoch": 410.59,
      "grad_norm": 0.9022961258888245,
      "learning_rate": 2.4349316578818262e-06,
      "loss": 0.3388,
      "step": 1471130
    },
    {
      "epoch": 410.59,
      "grad_norm": 1.0391836166381836,
      "learning_rate": 2.4349046387154255e-06,
      "loss": 0.3525,
      "step": 1471140
    },
    {
      "epoch": 410.59,
      "grad_norm": 0.9637653827667236,
      "learning_rate": 2.434877619536892e-06,
      "loss": 0.3456,
      "step": 1471150
    },
    {
      "epoch": 410.59,
      "grad_norm": 1.1456968784332275,
      "learning_rate": 2.4348506003462287e-06,
      "loss": 0.3462,
      "step": 1471160
    },
    {
      "epoch": 410.6,
      "grad_norm": 0.8509988188743591,
      "learning_rate": 2.4348235811434406e-06,
      "loss": 0.3371,
      "step": 1471170
    },
    {
      "epoch": 410.6,
      "grad_norm": 0.9560213088989258,
      "learning_rate": 2.43479656192853e-06,
      "loss": 0.341,
      "step": 1471180
    },
    {
      "epoch": 410.6,
      "grad_norm": 1.0612266063690186,
      "learning_rate": 2.434769542701502e-06,
      "loss": 0.3457,
      "step": 1471190
    },
    {
      "epoch": 410.61,
      "grad_norm": 1.1158684492111206,
      "learning_rate": 2.434742523462359e-06,
      "loss": 0.3595,
      "step": 1471200
    },
    {
      "epoch": 410.61,
      "grad_norm": 1.1012505292892456,
      "learning_rate": 2.4347155042111044e-06,
      "loss": 0.3302,
      "step": 1471210
    },
    {
      "epoch": 410.61,
      "grad_norm": 0.9806337952613831,
      "learning_rate": 2.434688484947742e-06,
      "loss": 0.3636,
      "step": 1471220
    },
    {
      "epoch": 410.61,
      "grad_norm": 0.9633490443229675,
      "learning_rate": 2.434661465672277e-06,
      "loss": 0.3469,
      "step": 1471230
    },
    {
      "epoch": 410.62,
      "grad_norm": 1.015257477760315,
      "learning_rate": 2.4346344463847103e-06,
      "loss": 0.3461,
      "step": 1471240
    },
    {
      "epoch": 410.62,
      "grad_norm": 1.1964964866638184,
      "learning_rate": 2.4346074270850475e-06,
      "loss": 0.3553,
      "step": 1471250
    },
    {
      "epoch": 410.62,
      "grad_norm": 0.8245416283607483,
      "learning_rate": 2.4345804077732912e-06,
      "loss": 0.3488,
      "step": 1471260
    },
    {
      "epoch": 410.63,
      "grad_norm": 1.0264718532562256,
      "learning_rate": 2.434553388449446e-06,
      "loss": 0.3511,
      "step": 1471270
    },
    {
      "epoch": 410.63,
      "grad_norm": 1.113144874572754,
      "learning_rate": 2.4345263691135143e-06,
      "loss": 0.3494,
      "step": 1471280
    },
    {
      "epoch": 410.63,
      "grad_norm": 1.035728096961975,
      "learning_rate": 2.4344993497655e-06,
      "loss": 0.3563,
      "step": 1471290
    },
    {
      "epoch": 410.63,
      "grad_norm": 0.9660633206367493,
      "learning_rate": 2.4344723304054073e-06,
      "loss": 0.3467,
      "step": 1471300
    },
    {
      "epoch": 410.64,
      "grad_norm": 1.0061942338943481,
      "learning_rate": 2.4344453110332398e-06,
      "loss": 0.3445,
      "step": 1471310
    },
    {
      "epoch": 410.64,
      "grad_norm": 0.8988451957702637,
      "learning_rate": 2.4344182916489995e-06,
      "loss": 0.3311,
      "step": 1471320
    },
    {
      "epoch": 410.64,
      "grad_norm": 1.0582959651947021,
      "learning_rate": 2.434391272252693e-06,
      "loss": 0.3438,
      "step": 1471330
    },
    {
      "epoch": 410.64,
      "grad_norm": 1.101715326309204,
      "learning_rate": 2.4343642528443214e-06,
      "loss": 0.3401,
      "step": 1471340
    },
    {
      "epoch": 410.65,
      "grad_norm": 1.1515724658966064,
      "learning_rate": 2.4343372334238883e-06,
      "loss": 0.3403,
      "step": 1471350
    },
    {
      "epoch": 410.65,
      "grad_norm": 1.0869462490081787,
      "learning_rate": 2.4343102139913985e-06,
      "loss": 0.3496,
      "step": 1471360
    },
    {
      "epoch": 410.65,
      "grad_norm": 1.1534868478775024,
      "learning_rate": 2.4342831945468554e-06,
      "loss": 0.3352,
      "step": 1471370
    },
    {
      "epoch": 410.66,
      "grad_norm": 1.0101304054260254,
      "learning_rate": 2.4342561750902616e-06,
      "loss": 0.33,
      "step": 1471380
    },
    {
      "epoch": 410.66,
      "grad_norm": 1.1910293102264404,
      "learning_rate": 2.4342291556216217e-06,
      "loss": 0.3329,
      "step": 1471390
    },
    {
      "epoch": 410.66,
      "grad_norm": 1.1653332710266113,
      "learning_rate": 2.4342021361409396e-06,
      "loss": 0.3327,
      "step": 1471400
    },
    {
      "epoch": 410.66,
      "grad_norm": 0.8668102025985718,
      "learning_rate": 2.434175116648218e-06,
      "loss": 0.3391,
      "step": 1471410
    },
    {
      "epoch": 410.67,
      "grad_norm": 1.306430459022522,
      "learning_rate": 2.4341480971434603e-06,
      "loss": 0.3515,
      "step": 1471420
    },
    {
      "epoch": 410.67,
      "grad_norm": 1.2929328680038452,
      "learning_rate": 2.4341210776266712e-06,
      "loss": 0.3425,
      "step": 1471430
    },
    {
      "epoch": 410.67,
      "grad_norm": 0.9809792041778564,
      "learning_rate": 2.4340940580978534e-06,
      "loss": 0.3477,
      "step": 1471440
    },
    {
      "epoch": 410.68,
      "grad_norm": 0.958993136882782,
      "learning_rate": 2.4340670385570108e-06,
      "loss": 0.3636,
      "step": 1471450
    },
    {
      "epoch": 410.68,
      "grad_norm": 1.0617283582687378,
      "learning_rate": 2.434040019004147e-06,
      "loss": 0.347,
      "step": 1471460
    },
    {
      "epoch": 410.68,
      "grad_norm": 1.027803659439087,
      "learning_rate": 2.4340129994392655e-06,
      "loss": 0.3425,
      "step": 1471470
    },
    {
      "epoch": 410.68,
      "grad_norm": 1.0186190605163574,
      "learning_rate": 2.4339859798623697e-06,
      "loss": 0.3423,
      "step": 1471480
    },
    {
      "epoch": 410.69,
      "grad_norm": 0.9990464448928833,
      "learning_rate": 2.4339589602734643e-06,
      "loss": 0.36,
      "step": 1471490
    },
    {
      "epoch": 410.69,
      "grad_norm": 1.0899487733840942,
      "learning_rate": 2.4339319406725517e-06,
      "loss": 0.3491,
      "step": 1471500
    },
    {
      "epoch": 410.69,
      "grad_norm": 1.0335675477981567,
      "learning_rate": 2.4339049210596354e-06,
      "loss": 0.3512,
      "step": 1471510
    },
    {
      "epoch": 410.69,
      "grad_norm": 1.1514673233032227,
      "learning_rate": 2.4338779014347196e-06,
      "loss": 0.3636,
      "step": 1471520
    },
    {
      "epoch": 410.7,
      "grad_norm": 1.090096116065979,
      "learning_rate": 2.4338508817978078e-06,
      "loss": 0.3381,
      "step": 1471530
    },
    {
      "epoch": 410.7,
      "grad_norm": 1.167070984840393,
      "learning_rate": 2.4338238621489036e-06,
      "loss": 0.3357,
      "step": 1471540
    },
    {
      "epoch": 410.7,
      "grad_norm": 0.9661286473274231,
      "learning_rate": 2.4337968424880105e-06,
      "loss": 0.3434,
      "step": 1471550
    },
    {
      "epoch": 410.71,
      "grad_norm": 1.1812560558319092,
      "learning_rate": 2.4337698228151327e-06,
      "loss": 0.3417,
      "step": 1471560
    },
    {
      "epoch": 410.71,
      "grad_norm": 1.221335530281067,
      "learning_rate": 2.4337428031302724e-06,
      "loss": 0.3569,
      "step": 1471570
    },
    {
      "epoch": 410.71,
      "grad_norm": 0.9493414163589478,
      "learning_rate": 2.4337157834334347e-06,
      "loss": 0.3483,
      "step": 1471580
    },
    {
      "epoch": 410.71,
      "grad_norm": 1.236095666885376,
      "learning_rate": 2.4336887637246224e-06,
      "loss": 0.3366,
      "step": 1471590
    },
    {
      "epoch": 410.72,
      "grad_norm": 1.1721950769424438,
      "learning_rate": 2.433661744003839e-06,
      "loss": 0.3423,
      "step": 1471600
    },
    {
      "epoch": 410.72,
      "grad_norm": 0.9836422204971313,
      "learning_rate": 2.433634724271088e-06,
      "loss": 0.347,
      "step": 1471610
    },
    {
      "epoch": 410.72,
      "grad_norm": 1.1112213134765625,
      "learning_rate": 2.4336077045263737e-06,
      "loss": 0.3442,
      "step": 1471620
    },
    {
      "epoch": 410.73,
      "grad_norm": 1.0428411960601807,
      "learning_rate": 2.4335806847697002e-06,
      "loss": 0.3555,
      "step": 1471630
    },
    {
      "epoch": 410.73,
      "grad_norm": 1.0221202373504639,
      "learning_rate": 2.4335536650010688e-06,
      "loss": 0.3413,
      "step": 1471640
    },
    {
      "epoch": 410.73,
      "grad_norm": 1.0744297504425049,
      "learning_rate": 2.4335266452204853e-06,
      "loss": 0.3328,
      "step": 1471650
    },
    {
      "epoch": 410.73,
      "grad_norm": 0.9414129257202148,
      "learning_rate": 2.433499625427952e-06,
      "loss": 0.3519,
      "step": 1471660
    },
    {
      "epoch": 410.74,
      "grad_norm": 1.100966215133667,
      "learning_rate": 2.433472605623473e-06,
      "loss": 0.3439,
      "step": 1471670
    },
    {
      "epoch": 410.74,
      "grad_norm": 1.0706156492233276,
      "learning_rate": 2.4334455858070517e-06,
      "loss": 0.3626,
      "step": 1471680
    },
    {
      "epoch": 410.74,
      "grad_norm": 0.9540116190910339,
      "learning_rate": 2.4334185659786925e-06,
      "loss": 0.3478,
      "step": 1471690
    },
    {
      "epoch": 410.75,
      "grad_norm": 1.0147820711135864,
      "learning_rate": 2.4333915461383987e-06,
      "loss": 0.3449,
      "step": 1471700
    },
    {
      "epoch": 410.75,
      "grad_norm": 0.9064854383468628,
      "learning_rate": 2.4333645262861728e-06,
      "loss": 0.351,
      "step": 1471710
    },
    {
      "epoch": 410.75,
      "grad_norm": 1.1412039995193481,
      "learning_rate": 2.43333750642202e-06,
      "loss": 0.3437,
      "step": 1471720
    },
    {
      "epoch": 410.75,
      "grad_norm": 0.9831224083900452,
      "learning_rate": 2.4333104865459426e-06,
      "loss": 0.3405,
      "step": 1471730
    },
    {
      "epoch": 410.76,
      "grad_norm": 0.8957673907279968,
      "learning_rate": 2.4332834666579447e-06,
      "loss": 0.3628,
      "step": 1471740
    },
    {
      "epoch": 410.76,
      "grad_norm": 1.2076865434646606,
      "learning_rate": 2.4332564467580295e-06,
      "loss": 0.3476,
      "step": 1471750
    },
    {
      "epoch": 410.76,
      "grad_norm": 1.1685941219329834,
      "learning_rate": 2.4332294268462012e-06,
      "loss": 0.3489,
      "step": 1471760
    },
    {
      "epoch": 410.76,
      "grad_norm": 1.0957541465759277,
      "learning_rate": 2.433202406922463e-06,
      "loss": 0.3379,
      "step": 1471770
    },
    {
      "epoch": 410.77,
      "grad_norm": 1.0176923274993896,
      "learning_rate": 2.4331753869868193e-06,
      "loss": 0.3456,
      "step": 1471780
    },
    {
      "epoch": 410.77,
      "grad_norm": 1.2024288177490234,
      "learning_rate": 2.433148367039273e-06,
      "loss": 0.3483,
      "step": 1471790
    },
    {
      "epoch": 410.77,
      "grad_norm": 1.080833911895752,
      "learning_rate": 2.4331213470798274e-06,
      "loss": 0.3429,
      "step": 1471800
    },
    {
      "epoch": 410.78,
      "grad_norm": 1.092112421989441,
      "learning_rate": 2.4330943271084866e-06,
      "loss": 0.343,
      "step": 1471810
    },
    {
      "epoch": 410.78,
      "grad_norm": 1.1759566068649292,
      "learning_rate": 2.4330673071252534e-06,
      "loss": 0.343,
      "step": 1471820
    },
    {
      "epoch": 410.78,
      "grad_norm": 1.14794921875,
      "learning_rate": 2.4330402871301326e-06,
      "loss": 0.3526,
      "step": 1471830
    },
    {
      "epoch": 410.78,
      "grad_norm": 1.095257043838501,
      "learning_rate": 2.4330132671231266e-06,
      "loss": 0.3369,
      "step": 1471840
    },
    {
      "epoch": 410.79,
      "grad_norm": 1.1018790006637573,
      "learning_rate": 2.432986247104241e-06,
      "loss": 0.3494,
      "step": 1471850
    },
    {
      "epoch": 410.79,
      "grad_norm": 1.131373405456543,
      "learning_rate": 2.4329592270734774e-06,
      "loss": 0.347,
      "step": 1471860
    },
    {
      "epoch": 410.79,
      "grad_norm": 1.004284381866455,
      "learning_rate": 2.4329322070308397e-06,
      "loss": 0.3536,
      "step": 1471870
    },
    {
      "epoch": 410.8,
      "grad_norm": 1.0983319282531738,
      "learning_rate": 2.4329051869763325e-06,
      "loss": 0.3325,
      "step": 1471880
    },
    {
      "epoch": 410.8,
      "grad_norm": 0.9728472232818604,
      "learning_rate": 2.432878166909958e-06,
      "loss": 0.3376,
      "step": 1471890
    },
    {
      "epoch": 410.8,
      "grad_norm": 1.2889703512191772,
      "learning_rate": 2.43285114683172e-06,
      "loss": 0.3651,
      "step": 1471900
    },
    {
      "epoch": 410.8,
      "grad_norm": 1.0557399988174438,
      "learning_rate": 2.4328241267416242e-06,
      "loss": 0.3494,
      "step": 1471910
    },
    {
      "epoch": 410.81,
      "grad_norm": 1.0246073007583618,
      "learning_rate": 2.4327971066396714e-06,
      "loss": 0.3331,
      "step": 1471920
    },
    {
      "epoch": 410.81,
      "grad_norm": 0.8476257920265198,
      "learning_rate": 2.432770086525867e-06,
      "loss": 0.3428,
      "step": 1471930
    },
    {
      "epoch": 410.81,
      "grad_norm": 0.9860539436340332,
      "learning_rate": 2.432743066400214e-06,
      "loss": 0.3488,
      "step": 1471940
    },
    {
      "epoch": 410.81,
      "grad_norm": 1.1103484630584717,
      "learning_rate": 2.4327160462627157e-06,
      "loss": 0.3427,
      "step": 1471950
    },
    {
      "epoch": 410.82,
      "grad_norm": 0.9791930317878723,
      "learning_rate": 2.432689026113376e-06,
      "loss": 0.3432,
      "step": 1471960
    },
    {
      "epoch": 410.82,
      "grad_norm": 0.915940523147583,
      "learning_rate": 2.432662005952198e-06,
      "loss": 0.3602,
      "step": 1471970
    },
    {
      "epoch": 410.82,
      "grad_norm": 0.8104330897331238,
      "learning_rate": 2.4326349857791864e-06,
      "loss": 0.3383,
      "step": 1471980
    },
    {
      "epoch": 410.83,
      "grad_norm": 1.0060480833053589,
      "learning_rate": 2.432607965594344e-06,
      "loss": 0.3686,
      "step": 1471990
    },
    {
      "epoch": 410.83,
      "grad_norm": 1.0031404495239258,
      "learning_rate": 2.4325809453976752e-06,
      "loss": 0.359,
      "step": 1472000
    },
    {
      "epoch": 410.83,
      "grad_norm": 1.042330026626587,
      "learning_rate": 2.4325539251891825e-06,
      "loss": 0.3495,
      "step": 1472010
    },
    {
      "epoch": 410.83,
      "grad_norm": 0.9687702059745789,
      "learning_rate": 2.43252690496887e-06,
      "loss": 0.3466,
      "step": 1472020
    },
    {
      "epoch": 410.84,
      "grad_norm": 1.0048893690109253,
      "learning_rate": 2.4324998847367412e-06,
      "loss": 0.3571,
      "step": 1472030
    },
    {
      "epoch": 410.84,
      "grad_norm": 0.9023247957229614,
      "learning_rate": 2.4324728644927998e-06,
      "loss": 0.3449,
      "step": 1472040
    },
    {
      "epoch": 410.84,
      "grad_norm": 1.2067906856536865,
      "learning_rate": 2.4324458442370494e-06,
      "loss": 0.3462,
      "step": 1472050
    },
    {
      "epoch": 410.85,
      "grad_norm": 0.986023485660553,
      "learning_rate": 2.432418823969493e-06,
      "loss": 0.3395,
      "step": 1472060
    },
    {
      "epoch": 410.85,
      "grad_norm": 0.9336035847663879,
      "learning_rate": 2.432391803690136e-06,
      "loss": 0.3479,
      "step": 1472070
    },
    {
      "epoch": 410.85,
      "grad_norm": 1.0098655223846436,
      "learning_rate": 2.43236478339898e-06,
      "loss": 0.3493,
      "step": 1472080
    },
    {
      "epoch": 410.85,
      "grad_norm": 0.9508073925971985,
      "learning_rate": 2.4323377630960293e-06,
      "loss": 0.3404,
      "step": 1472090
    },
    {
      "epoch": 410.86,
      "grad_norm": 1.0195060968399048,
      "learning_rate": 2.432310742781288e-06,
      "loss": 0.3417,
      "step": 1472100
    },
    {
      "epoch": 410.86,
      "grad_norm": 1.114095687866211,
      "learning_rate": 2.4322837224547585e-06,
      "loss": 0.34,
      "step": 1472110
    },
    {
      "epoch": 410.86,
      "grad_norm": 1.0567071437835693,
      "learning_rate": 2.4322567021164457e-06,
      "loss": 0.3444,
      "step": 1472120
    },
    {
      "epoch": 410.87,
      "grad_norm": 2.5977272987365723,
      "learning_rate": 2.4322296817663515e-06,
      "loss": 0.347,
      "step": 1472130
    },
    {
      "epoch": 410.87,
      "grad_norm": 0.9820528030395508,
      "learning_rate": 2.4322026614044824e-06,
      "loss": 0.3351,
      "step": 1472140
    },
    {
      "epoch": 410.87,
      "grad_norm": 1.0802470445632935,
      "learning_rate": 2.4321756410308394e-06,
      "loss": 0.3396,
      "step": 1472150
    },
    {
      "epoch": 410.87,
      "grad_norm": 1.0974526405334473,
      "learning_rate": 2.4321486206454266e-06,
      "loss": 0.3331,
      "step": 1472160
    },
    {
      "epoch": 410.88,
      "grad_norm": 1.1662832498550415,
      "learning_rate": 2.4321216002482484e-06,
      "loss": 0.3383,
      "step": 1472170
    },
    {
      "epoch": 410.88,
      "grad_norm": 0.9888521432876587,
      "learning_rate": 2.4320945798393075e-06,
      "loss": 0.3274,
      "step": 1472180
    },
    {
      "epoch": 410.88,
      "grad_norm": 1.1520836353302002,
      "learning_rate": 2.432067559418608e-06,
      "loss": 0.3498,
      "step": 1472190
    },
    {
      "epoch": 410.88,
      "grad_norm": 0.9997343420982361,
      "learning_rate": 2.4320405389861544e-06,
      "loss": 0.3514,
      "step": 1472200
    },
    {
      "epoch": 410.89,
      "grad_norm": 1.0451678037643433,
      "learning_rate": 2.432013518541948e-06,
      "loss": 0.3609,
      "step": 1472210
    },
    {
      "epoch": 410.89,
      "grad_norm": 1.1371442079544067,
      "learning_rate": 2.4319864980859947e-06,
      "loss": 0.3402,
      "step": 1472220
    },
    {
      "epoch": 410.89,
      "grad_norm": 1.0845797061920166,
      "learning_rate": 2.4319594776182964e-06,
      "loss": 0.341,
      "step": 1472230
    },
    {
      "epoch": 410.9,
      "grad_norm": 1.1387417316436768,
      "learning_rate": 2.4319324571388578e-06,
      "loss": 0.3419,
      "step": 1472240
    },
    {
      "epoch": 410.9,
      "grad_norm": 0.993687093257904,
      "learning_rate": 2.4319054366476814e-06,
      "loss": 0.3528,
      "step": 1472250
    },
    {
      "epoch": 410.9,
      "grad_norm": 1.0525238513946533,
      "learning_rate": 2.431878416144772e-06,
      "loss": 0.3541,
      "step": 1472260
    },
    {
      "epoch": 410.9,
      "grad_norm": 1.6065651178359985,
      "learning_rate": 2.4318513956301323e-06,
      "loss": 0.3463,
      "step": 1472270
    },
    {
      "epoch": 410.91,
      "grad_norm": 1.2024712562561035,
      "learning_rate": 2.4318243751037664e-06,
      "loss": 0.3271,
      "step": 1472280
    },
    {
      "epoch": 410.91,
      "grad_norm": 1.1422938108444214,
      "learning_rate": 2.4317973545656788e-06,
      "loss": 0.3624,
      "step": 1472290
    },
    {
      "epoch": 410.91,
      "grad_norm": 0.905999481678009,
      "learning_rate": 2.431770334015871e-06,
      "loss": 0.3375,
      "step": 1472300
    },
    {
      "epoch": 410.92,
      "grad_norm": 1.267101764678955,
      "learning_rate": 2.4317433134543483e-06,
      "loss": 0.3668,
      "step": 1472310
    },
    {
      "epoch": 410.92,
      "grad_norm": 1.010120153427124,
      "learning_rate": 2.431716292881113e-06,
      "loss": 0.3632,
      "step": 1472320
    },
    {
      "epoch": 410.92,
      "grad_norm": 0.8803194165229797,
      "learning_rate": 2.43168927229617e-06,
      "loss": 0.3186,
      "step": 1472330
    },
    {
      "epoch": 410.92,
      "grad_norm": 0.9657031893730164,
      "learning_rate": 2.4316622516995212e-06,
      "loss": 0.3584,
      "step": 1472340
    },
    {
      "epoch": 410.93,
      "grad_norm": 1.0408331155776978,
      "learning_rate": 2.4316352310911722e-06,
      "loss": 0.3453,
      "step": 1472350
    },
    {
      "epoch": 410.93,
      "grad_norm": 1.0356218814849854,
      "learning_rate": 2.4316082104711253e-06,
      "loss": 0.331,
      "step": 1472360
    },
    {
      "epoch": 410.93,
      "grad_norm": 1.0546116828918457,
      "learning_rate": 2.431581189839385e-06,
      "loss": 0.3451,
      "step": 1472370
    },
    {
      "epoch": 410.93,
      "grad_norm": 1.0306835174560547,
      "learning_rate": 2.431554169195954e-06,
      "loss": 0.3445,
      "step": 1472380
    },
    {
      "epoch": 410.94,
      "grad_norm": 1.0331859588623047,
      "learning_rate": 2.431527148540836e-06,
      "loss": 0.348,
      "step": 1472390
    },
    {
      "epoch": 410.94,
      "grad_norm": 1.087744951248169,
      "learning_rate": 2.4315001278740347e-06,
      "loss": 0.3556,
      "step": 1472400
    },
    {
      "epoch": 410.94,
      "grad_norm": 1.3378605842590332,
      "learning_rate": 2.4314731071955544e-06,
      "loss": 0.3446,
      "step": 1472410
    },
    {
      "epoch": 410.95,
      "grad_norm": 1.0845143795013428,
      "learning_rate": 2.4314460865053977e-06,
      "loss": 0.3536,
      "step": 1472420
    },
    {
      "epoch": 410.95,
      "grad_norm": 0.9377994537353516,
      "learning_rate": 2.431419065803569e-06,
      "loss": 0.335,
      "step": 1472430
    },
    {
      "epoch": 410.95,
      "grad_norm": 1.1956088542938232,
      "learning_rate": 2.4313920450900713e-06,
      "loss": 0.3389,
      "step": 1472440
    },
    {
      "epoch": 410.95,
      "grad_norm": 0.9125471115112305,
      "learning_rate": 2.4313650243649085e-06,
      "loss": 0.3325,
      "step": 1472450
    },
    {
      "epoch": 410.96,
      "grad_norm": 1.2137820720672607,
      "learning_rate": 2.4313380036280845e-06,
      "loss": 0.3482,
      "step": 1472460
    },
    {
      "epoch": 410.96,
      "grad_norm": 1.0160967111587524,
      "learning_rate": 2.431310982879602e-06,
      "loss": 0.3305,
      "step": 1472470
    },
    {
      "epoch": 410.96,
      "grad_norm": 0.9274164438247681,
      "learning_rate": 2.4312839621194646e-06,
      "loss": 0.3404,
      "step": 1472480
    },
    {
      "epoch": 410.97,
      "grad_norm": 1.0158946514129639,
      "learning_rate": 2.4312569413476773e-06,
      "loss": 0.341,
      "step": 1472490
    },
    {
      "epoch": 410.97,
      "grad_norm": 0.9741069674491882,
      "learning_rate": 2.4312299205642423e-06,
      "loss": 0.3481,
      "step": 1472500
    },
    {
      "epoch": 410.97,
      "grad_norm": 1.3376953601837158,
      "learning_rate": 2.431202899769164e-06,
      "loss": 0.3418,
      "step": 1472510
    },
    {
      "epoch": 410.97,
      "grad_norm": 0.9722832441329956,
      "learning_rate": 2.431175878962446e-06,
      "loss": 0.3446,
      "step": 1472520
    },
    {
      "epoch": 410.98,
      "grad_norm": 1.135546088218689,
      "learning_rate": 2.4311488581440908e-06,
      "loss": 0.3447,
      "step": 1472530
    },
    {
      "epoch": 410.98,
      "grad_norm": 1.1992708444595337,
      "learning_rate": 2.4311218373141033e-06,
      "loss": 0.3456,
      "step": 1472540
    },
    {
      "epoch": 410.98,
      "grad_norm": 0.9655689001083374,
      "learning_rate": 2.4310948164724857e-06,
      "loss": 0.352,
      "step": 1472550
    },
    {
      "epoch": 410.99,
      "grad_norm": 1.0616859197616577,
      "learning_rate": 2.431067795619244e-06,
      "loss": 0.3417,
      "step": 1472560
    },
    {
      "epoch": 410.99,
      "grad_norm": 1.2281708717346191,
      "learning_rate": 2.431040774754379e-06,
      "loss": 0.3483,
      "step": 1472570
    },
    {
      "epoch": 410.99,
      "grad_norm": 1.1808068752288818,
      "learning_rate": 2.4310137538778966e-06,
      "loss": 0.3414,
      "step": 1472580
    },
    {
      "epoch": 410.99,
      "grad_norm": 1.092068076133728,
      "learning_rate": 2.430986732989799e-06,
      "loss": 0.3573,
      "step": 1472590
    },
    {
      "epoch": 411.0,
      "grad_norm": 1.0775943994522095,
      "learning_rate": 2.4309597120900896e-06,
      "loss": 0.3479,
      "step": 1472600
    },
    {
      "epoch": 411.0,
      "grad_norm": 1.0803471803665161,
      "learning_rate": 2.430932691178773e-06,
      "loss": 0.3497,
      "step": 1472610
    },
    {
      "epoch": 411.0,
      "eval_loss": 0.3461400270462036,
      "eval_runtime": 62.8937,
      "eval_samples_per_second": 80.437,
      "eval_steps_per_second": 10.065,
      "step": 1472613
    },
    {
      "epoch": 411.0,
      "grad_norm": 1.2290711402893066,
      "learning_rate": 2.4309056702558526e-06,
      "loss": 0.3541,
      "step": 1472620
    },
    {
      "epoch": 411.0,
      "grad_norm": 0.925503671169281,
      "learning_rate": 2.430878649321331e-06,
      "loss": 0.3374,
      "step": 1472630
    },
    {
      "epoch": 411.01,
      "grad_norm": 1.019342303276062,
      "learning_rate": 2.4308516283752133e-06,
      "loss": 0.3412,
      "step": 1472640
    },
    {
      "epoch": 411.01,
      "grad_norm": 1.0890254974365234,
      "learning_rate": 2.430824607417502e-06,
      "loss": 0.344,
      "step": 1472650
    },
    {
      "epoch": 411.01,
      "grad_norm": 1.073195219039917,
      "learning_rate": 2.4307975864482016e-06,
      "loss": 0.3381,
      "step": 1472660
    },
    {
      "epoch": 411.02,
      "grad_norm": 0.9992147088050842,
      "learning_rate": 2.4307705654673144e-06,
      "loss": 0.3288,
      "step": 1472670
    },
    {
      "epoch": 411.02,
      "grad_norm": 1.1578534841537476,
      "learning_rate": 2.4307435444748453e-06,
      "loss": 0.3542,
      "step": 1472680
    },
    {
      "epoch": 411.02,
      "grad_norm": 1.0838578939437866,
      "learning_rate": 2.430716523470797e-06,
      "loss": 0.3532,
      "step": 1472690
    },
    {
      "epoch": 411.02,
      "grad_norm": 0.9511455297470093,
      "learning_rate": 2.430689502455173e-06,
      "loss": 0.3547,
      "step": 1472700
    },
    {
      "epoch": 411.03,
      "grad_norm": 0.9488471746444702,
      "learning_rate": 2.4306624814279774e-06,
      "loss": 0.3387,
      "step": 1472710
    },
    {
      "epoch": 411.03,
      "grad_norm": 1.140038251876831,
      "learning_rate": 2.430635460389215e-06,
      "loss": 0.3384,
      "step": 1472720
    },
    {
      "epoch": 411.03,
      "grad_norm": 0.8970329761505127,
      "learning_rate": 2.4306084393388867e-06,
      "loss": 0.3313,
      "step": 1472730
    },
    {
      "epoch": 411.04,
      "grad_norm": 1.0104310512542725,
      "learning_rate": 2.430581418276998e-06,
      "loss": 0.3307,
      "step": 1472740
    },
    {
      "epoch": 411.04,
      "grad_norm": 1.2694011926651,
      "learning_rate": 2.4305543972035527e-06,
      "loss": 0.3535,
      "step": 1472750
    },
    {
      "epoch": 411.04,
      "grad_norm": 1.0410101413726807,
      "learning_rate": 2.4305273761185533e-06,
      "loss": 0.366,
      "step": 1472760
    },
    {
      "epoch": 411.04,
      "grad_norm": 1.0458080768585205,
      "learning_rate": 2.4305003550220034e-06,
      "loss": 0.3627,
      "step": 1472770
    },
    {
      "epoch": 411.05,
      "grad_norm": 1.0429189205169678,
      "learning_rate": 2.4304733339139075e-06,
      "loss": 0.3446,
      "step": 1472780
    },
    {
      "epoch": 411.05,
      "grad_norm": 0.934037983417511,
      "learning_rate": 2.430446312794268e-06,
      "loss": 0.367,
      "step": 1472790
    },
    {
      "epoch": 411.05,
      "grad_norm": 1.0487539768218994,
      "learning_rate": 2.4304192916630894e-06,
      "loss": 0.3288,
      "step": 1472800
    },
    {
      "epoch": 411.05,
      "grad_norm": 1.059535264968872,
      "learning_rate": 2.4303922705203753e-06,
      "loss": 0.3407,
      "step": 1472810
    },
    {
      "epoch": 411.06,
      "grad_norm": 1.0666464567184448,
      "learning_rate": 2.4303652493661292e-06,
      "loss": 0.3604,
      "step": 1472820
    },
    {
      "epoch": 411.06,
      "grad_norm": 1.145378589630127,
      "learning_rate": 2.4303382282003547e-06,
      "loss": 0.35,
      "step": 1472830
    },
    {
      "epoch": 411.06,
      "grad_norm": 0.9838159084320068,
      "learning_rate": 2.430311207023055e-06,
      "loss": 0.3498,
      "step": 1472840
    },
    {
      "epoch": 411.07,
      "grad_norm": 1.1423885822296143,
      "learning_rate": 2.430284185834234e-06,
      "loss": 0.3383,
      "step": 1472850
    },
    {
      "epoch": 411.07,
      "grad_norm": 1.036415457725525,
      "learning_rate": 2.430257164633895e-06,
      "loss": 0.3618,
      "step": 1472860
    },
    {
      "epoch": 411.07,
      "grad_norm": 1.0042880773544312,
      "learning_rate": 2.4302301434220424e-06,
      "loss": 0.3402,
      "step": 1472870
    },
    {
      "epoch": 411.07,
      "grad_norm": 0.8708248734474182,
      "learning_rate": 2.4302031221986793e-06,
      "loss": 0.3444,
      "step": 1472880
    },
    {
      "epoch": 411.08,
      "grad_norm": 1.289116382598877,
      "learning_rate": 2.4301761009638093e-06,
      "loss": 0.3564,
      "step": 1472890
    },
    {
      "epoch": 411.08,
      "grad_norm": 1.101621150970459,
      "learning_rate": 2.4301490797174357e-06,
      "loss": 0.3388,
      "step": 1472900
    },
    {
      "epoch": 411.08,
      "grad_norm": 0.881356954574585,
      "learning_rate": 2.430122058459562e-06,
      "loss": 0.3493,
      "step": 1472910
    },
    {
      "epoch": 411.09,
      "grad_norm": 1.0791809558868408,
      "learning_rate": 2.4300950371901927e-06,
      "loss": 0.3456,
      "step": 1472920
    },
    {
      "epoch": 411.09,
      "grad_norm": 1.151667833328247,
      "learning_rate": 2.4300680159093305e-06,
      "loss": 0.3564,
      "step": 1472930
    },
    {
      "epoch": 411.09,
      "grad_norm": 0.9952133297920227,
      "learning_rate": 2.43004099461698e-06,
      "loss": 0.35,
      "step": 1472940
    },
    {
      "epoch": 411.09,
      "grad_norm": 0.9852741956710815,
      "learning_rate": 2.430013973313143e-06,
      "loss": 0.3612,
      "step": 1472950
    },
    {
      "epoch": 411.1,
      "grad_norm": 1.0161067247390747,
      "learning_rate": 2.429986951997825e-06,
      "loss": 0.3411,
      "step": 1472960
    },
    {
      "epoch": 411.1,
      "grad_norm": 0.8676931858062744,
      "learning_rate": 2.4299599306710294e-06,
      "loss": 0.3459,
      "step": 1472970
    },
    {
      "epoch": 411.1,
      "grad_norm": 1.1859943866729736,
      "learning_rate": 2.4299329093327582e-06,
      "loss": 0.3358,
      "step": 1472980
    },
    {
      "epoch": 411.11,
      "grad_norm": 0.9699065089225769,
      "learning_rate": 2.4299058879830166e-06,
      "loss": 0.3478,
      "step": 1472990
    },
    {
      "epoch": 411.11,
      "grad_norm": 0.9694282412528992,
      "learning_rate": 2.429878866621807e-06,
      "loss": 0.339,
      "step": 1473000
    },
    {
      "epoch": 411.11,
      "grad_norm": 1.0563079118728638,
      "learning_rate": 2.4298518452491343e-06,
      "loss": 0.3561,
      "step": 1473010
    },
    {
      "epoch": 411.11,
      "grad_norm": 1.0683082342147827,
      "learning_rate": 2.429824823865001e-06,
      "loss": 0.3496,
      "step": 1473020
    },
    {
      "epoch": 411.12,
      "grad_norm": 1.0393668413162231,
      "learning_rate": 2.4297978024694116e-06,
      "loss": 0.3589,
      "step": 1473030
    },
    {
      "epoch": 411.12,
      "grad_norm": 1.1532584428787231,
      "learning_rate": 2.429770781062369e-06,
      "loss": 0.3599,
      "step": 1473040
    },
    {
      "epoch": 411.12,
      "grad_norm": 0.9930121898651123,
      "learning_rate": 2.4297437596438766e-06,
      "loss": 0.3476,
      "step": 1473050
    },
    {
      "epoch": 411.12,
      "grad_norm": 0.9831047058105469,
      "learning_rate": 2.4297167382139387e-06,
      "loss": 0.3391,
      "step": 1473060
    },
    {
      "epoch": 411.13,
      "grad_norm": 1.087298035621643,
      "learning_rate": 2.429689716772559e-06,
      "loss": 0.3532,
      "step": 1473070
    },
    {
      "epoch": 411.13,
      "grad_norm": 1.1191121339797974,
      "learning_rate": 2.42966269531974e-06,
      "loss": 0.3559,
      "step": 1473080
    },
    {
      "epoch": 411.13,
      "grad_norm": 1.096301555633545,
      "learning_rate": 2.4296356738554865e-06,
      "loss": 0.3571,
      "step": 1473090
    },
    {
      "epoch": 411.14,
      "grad_norm": 0.7978655099868774,
      "learning_rate": 2.429608652379801e-06,
      "loss": 0.3407,
      "step": 1473100
    },
    {
      "epoch": 411.14,
      "grad_norm": 1.0750505924224854,
      "learning_rate": 2.4295816308926885e-06,
      "loss": 0.3457,
      "step": 1473110
    },
    {
      "epoch": 411.14,
      "grad_norm": 1.1117501258850098,
      "learning_rate": 2.4295546093941515e-06,
      "loss": 0.3355,
      "step": 1473120
    },
    {
      "epoch": 411.14,
      "grad_norm": 1.2523565292358398,
      "learning_rate": 2.429527587884193e-06,
      "loss": 0.3542,
      "step": 1473130
    },
    {
      "epoch": 411.15,
      "grad_norm": 0.9889495968818665,
      "learning_rate": 2.4295005663628193e-06,
      "loss": 0.3351,
      "step": 1473140
    },
    {
      "epoch": 411.15,
      "grad_norm": 1.0039396286010742,
      "learning_rate": 2.429473544830031e-06,
      "loss": 0.3424,
      "step": 1473150
    },
    {
      "epoch": 411.15,
      "grad_norm": 1.1541550159454346,
      "learning_rate": 2.4294465232858324e-06,
      "loss": 0.3429,
      "step": 1473160
    },
    {
      "epoch": 411.16,
      "grad_norm": 1.098643183708191,
      "learning_rate": 2.4294195017302287e-06,
      "loss": 0.35,
      "step": 1473170
    },
    {
      "epoch": 411.16,
      "grad_norm": 0.8700558543205261,
      "learning_rate": 2.4293924801632218e-06,
      "loss": 0.3267,
      "step": 1473180
    },
    {
      "epoch": 411.16,
      "grad_norm": 1.128295660018921,
      "learning_rate": 2.429365458584816e-06,
      "loss": 0.3497,
      "step": 1473190
    },
    {
      "epoch": 411.16,
      "grad_norm": 0.9875075221061707,
      "learning_rate": 2.4293384369950145e-06,
      "loss": 0.3517,
      "step": 1473200
    },
    {
      "epoch": 411.17,
      "grad_norm": 1.109283208847046,
      "learning_rate": 2.4293114153938214e-06,
      "loss": 0.3511,
      "step": 1473210
    },
    {
      "epoch": 411.17,
      "grad_norm": 0.8884341716766357,
      "learning_rate": 2.4292843937812395e-06,
      "loss": 0.3408,
      "step": 1473220
    },
    {
      "epoch": 411.17,
      "grad_norm": 1.0109121799468994,
      "learning_rate": 2.429257372157274e-06,
      "loss": 0.3462,
      "step": 1473230
    },
    {
      "epoch": 411.17,
      "grad_norm": 1.0325589179992676,
      "learning_rate": 2.4292303505219266e-06,
      "loss": 0.3395,
      "step": 1473240
    },
    {
      "epoch": 411.18,
      "grad_norm": 0.9893718361854553,
      "learning_rate": 2.4292033288752025e-06,
      "loss": 0.3456,
      "step": 1473250
    },
    {
      "epoch": 411.18,
      "grad_norm": 0.9324402213096619,
      "learning_rate": 2.4291763072171044e-06,
      "loss": 0.3414,
      "step": 1473260
    },
    {
      "epoch": 411.18,
      "grad_norm": 1.0690442323684692,
      "learning_rate": 2.429149285547635e-06,
      "loss": 0.3525,
      "step": 1473270
    },
    {
      "epoch": 411.19,
      "grad_norm": 1.087449073791504,
      "learning_rate": 2.4291222638667995e-06,
      "loss": 0.3442,
      "step": 1473280
    },
    {
      "epoch": 411.19,
      "grad_norm": 0.9255270957946777,
      "learning_rate": 2.429095242174601e-06,
      "loss": 0.3433,
      "step": 1473290
    },
    {
      "epoch": 411.19,
      "grad_norm": 0.9642467498779297,
      "learning_rate": 2.429068220471043e-06,
      "loss": 0.3515,
      "step": 1473300
    },
    {
      "epoch": 411.19,
      "grad_norm": 1.0426405668258667,
      "learning_rate": 2.4290411987561295e-06,
      "loss": 0.3494,
      "step": 1473310
    },
    {
      "epoch": 411.2,
      "grad_norm": 1.0265337228775024,
      "learning_rate": 2.4290141770298634e-06,
      "loss": 0.3505,
      "step": 1473320
    },
    {
      "epoch": 411.2,
      "grad_norm": 0.9991422295570374,
      "learning_rate": 2.428987155292249e-06,
      "loss": 0.3444,
      "step": 1473330
    },
    {
      "epoch": 411.2,
      "grad_norm": 1.0149191617965698,
      "learning_rate": 2.428960133543289e-06,
      "loss": 0.3562,
      "step": 1473340
    },
    {
      "epoch": 411.21,
      "grad_norm": 1.1392191648483276,
      "learning_rate": 2.428933111782987e-06,
      "loss": 0.3622,
      "step": 1473350
    },
    {
      "epoch": 411.21,
      "grad_norm": 0.9292953610420227,
      "learning_rate": 2.428906090011348e-06,
      "loss": 0.3373,
      "step": 1473360
    },
    {
      "epoch": 411.21,
      "grad_norm": 0.9151000380516052,
      "learning_rate": 2.4288790682283745e-06,
      "loss": 0.3372,
      "step": 1473370
    },
    {
      "epoch": 411.21,
      "grad_norm": 1.0934752225875854,
      "learning_rate": 2.4288520464340697e-06,
      "loss": 0.3336,
      "step": 1473380
    },
    {
      "epoch": 411.22,
      "grad_norm": 0.9604727029800415,
      "learning_rate": 2.428825024628439e-06,
      "loss": 0.3484,
      "step": 1473390
    },
    {
      "epoch": 411.22,
      "grad_norm": 1.1210488080978394,
      "learning_rate": 2.4287980028114843e-06,
      "loss": 0.3344,
      "step": 1473400
    },
    {
      "epoch": 411.22,
      "grad_norm": 0.9287194609642029,
      "learning_rate": 2.4287709809832093e-06,
      "loss": 0.3402,
      "step": 1473410
    },
    {
      "epoch": 411.23,
      "grad_norm": 1.229923963546753,
      "learning_rate": 2.428743959143618e-06,
      "loss": 0.3376,
      "step": 1473420
    },
    {
      "epoch": 411.23,
      "grad_norm": 0.9072171449661255,
      "learning_rate": 2.4287169372927147e-06,
      "loss": 0.3444,
      "step": 1473430
    },
    {
      "epoch": 411.23,
      "grad_norm": 1.0224509239196777,
      "learning_rate": 2.428689915430501e-06,
      "loss": 0.3317,
      "step": 1473440
    },
    {
      "epoch": 411.23,
      "grad_norm": 0.9230816960334778,
      "learning_rate": 2.4286628935569827e-06,
      "loss": 0.3467,
      "step": 1473450
    },
    {
      "epoch": 411.24,
      "grad_norm": 0.952141523361206,
      "learning_rate": 2.4286358716721627e-06,
      "loss": 0.3577,
      "step": 1473460
    },
    {
      "epoch": 411.24,
      "grad_norm": 1.0394927263259888,
      "learning_rate": 2.428608849776044e-06,
      "loss": 0.3563,
      "step": 1473470
    },
    {
      "epoch": 411.24,
      "grad_norm": 1.0344650745391846,
      "learning_rate": 2.4285818278686308e-06,
      "loss": 0.3476,
      "step": 1473480
    },
    {
      "epoch": 411.24,
      "grad_norm": 0.9803656339645386,
      "learning_rate": 2.428554805949926e-06,
      "loss": 0.357,
      "step": 1473490
    },
    {
      "epoch": 411.25,
      "grad_norm": 1.0021616220474243,
      "learning_rate": 2.4285277840199338e-06,
      "loss": 0.3467,
      "step": 1473500
    },
    {
      "epoch": 411.25,
      "grad_norm": 1.2195320129394531,
      "learning_rate": 2.4285007620786577e-06,
      "loss": 0.3401,
      "step": 1473510
    },
    {
      "epoch": 411.25,
      "grad_norm": 1.1149822473526,
      "learning_rate": 2.4284737401261013e-06,
      "loss": 0.357,
      "step": 1473520
    },
    {
      "epoch": 411.26,
      "grad_norm": 1.0379811525344849,
      "learning_rate": 2.4284467181622676e-06,
      "loss": 0.3463,
      "step": 1473530
    },
    {
      "epoch": 411.26,
      "grad_norm": 0.9328003525733948,
      "learning_rate": 2.428419696187162e-06,
      "loss": 0.343,
      "step": 1473540
    },
    {
      "epoch": 411.26,
      "grad_norm": 1.2098034620285034,
      "learning_rate": 2.428392674200786e-06,
      "loss": 0.3594,
      "step": 1473550
    },
    {
      "epoch": 411.26,
      "grad_norm": 0.9646342396736145,
      "learning_rate": 2.428365652203144e-06,
      "loss": 0.343,
      "step": 1473560
    },
    {
      "epoch": 411.27,
      "grad_norm": 2.146270751953125,
      "learning_rate": 2.4283386301942397e-06,
      "loss": 0.3372,
      "step": 1473570
    },
    {
      "epoch": 411.27,
      "grad_norm": 1.2096703052520752,
      "learning_rate": 2.4283116081740766e-06,
      "loss": 0.3382,
      "step": 1473580
    },
    {
      "epoch": 411.27,
      "grad_norm": 1.1025450229644775,
      "learning_rate": 2.428284586142659e-06,
      "loss": 0.3546,
      "step": 1473590
    },
    {
      "epoch": 411.28,
      "grad_norm": 1.021549940109253,
      "learning_rate": 2.4282575640999888e-06,
      "loss": 0.3391,
      "step": 1473600
    },
    {
      "epoch": 411.28,
      "grad_norm": 0.9247236251831055,
      "learning_rate": 2.4282305420460713e-06,
      "loss": 0.3385,
      "step": 1473610
    },
    {
      "epoch": 411.28,
      "grad_norm": 0.8567150235176086,
      "learning_rate": 2.428203519980909e-06,
      "loss": 0.3501,
      "step": 1473620
    },
    {
      "epoch": 411.28,
      "grad_norm": 0.9916900396347046,
      "learning_rate": 2.4281764979045063e-06,
      "loss": 0.336,
      "step": 1473630
    },
    {
      "epoch": 411.29,
      "grad_norm": 0.9866509437561035,
      "learning_rate": 2.428149475816866e-06,
      "loss": 0.3525,
      "step": 1473640
    },
    {
      "epoch": 411.29,
      "grad_norm": 1.198235034942627,
      "learning_rate": 2.4281224537179927e-06,
      "loss": 0.3654,
      "step": 1473650
    },
    {
      "epoch": 411.29,
      "grad_norm": 0.987329363822937,
      "learning_rate": 2.4280954316078886e-06,
      "loss": 0.339,
      "step": 1473660
    },
    {
      "epoch": 411.3,
      "grad_norm": 0.9502975940704346,
      "learning_rate": 2.4280684094865583e-06,
      "loss": 0.3383,
      "step": 1473670
    },
    {
      "epoch": 411.3,
      "grad_norm": 0.999332070350647,
      "learning_rate": 2.4280413873540053e-06,
      "loss": 0.3517,
      "step": 1473680
    },
    {
      "epoch": 411.3,
      "grad_norm": 1.0106537342071533,
      "learning_rate": 2.4280143652102334e-06,
      "loss": 0.3406,
      "step": 1473690
    },
    {
      "epoch": 411.3,
      "grad_norm": 1.0531916618347168,
      "learning_rate": 2.427987343055246e-06,
      "loss": 0.3617,
      "step": 1473700
    },
    {
      "epoch": 411.31,
      "grad_norm": 0.9572193622589111,
      "learning_rate": 2.4279603208890457e-06,
      "loss": 0.333,
      "step": 1473710
    },
    {
      "epoch": 411.31,
      "grad_norm": 1.0800907611846924,
      "learning_rate": 2.427933298711638e-06,
      "loss": 0.333,
      "step": 1473720
    },
    {
      "epoch": 411.31,
      "grad_norm": 0.9437897801399231,
      "learning_rate": 2.427906276523025e-06,
      "loss": 0.3524,
      "step": 1473730
    },
    {
      "epoch": 411.31,
      "grad_norm": 1.1423839330673218,
      "learning_rate": 2.427879254323211e-06,
      "loss": 0.339,
      "step": 1473740
    },
    {
      "epoch": 411.32,
      "grad_norm": 0.9574964642524719,
      "learning_rate": 2.4278522321121993e-06,
      "loss": 0.3369,
      "step": 1473750
    },
    {
      "epoch": 411.32,
      "grad_norm": 0.8949306011199951,
      "learning_rate": 2.427825209889993e-06,
      "loss": 0.3453,
      "step": 1473760
    },
    {
      "epoch": 411.32,
      "grad_norm": 1.0602893829345703,
      "learning_rate": 2.4277981876565972e-06,
      "loss": 0.3562,
      "step": 1473770
    },
    {
      "epoch": 411.33,
      "grad_norm": 0.983273983001709,
      "learning_rate": 2.4277711654120144e-06,
      "loss": 0.3528,
      "step": 1473780
    },
    {
      "epoch": 411.33,
      "grad_norm": 0.9828038811683655,
      "learning_rate": 2.4277441431562477e-06,
      "loss": 0.3353,
      "step": 1473790
    },
    {
      "epoch": 411.33,
      "grad_norm": 1.0153669118881226,
      "learning_rate": 2.4277171208893015e-06,
      "loss": 0.3494,
      "step": 1473800
    },
    {
      "epoch": 411.33,
      "grad_norm": 1.1084469556808472,
      "learning_rate": 2.4276900986111795e-06,
      "loss": 0.3544,
      "step": 1473810
    },
    {
      "epoch": 411.34,
      "grad_norm": 0.9473457336425781,
      "learning_rate": 2.4276630763218848e-06,
      "loss": 0.3519,
      "step": 1473820
    },
    {
      "epoch": 411.34,
      "grad_norm": 0.9205368757247925,
      "learning_rate": 2.4276360540214214e-06,
      "loss": 0.3334,
      "step": 1473830
    },
    {
      "epoch": 411.34,
      "grad_norm": 1.1834311485290527,
      "learning_rate": 2.427609031709793e-06,
      "loss": 0.3604,
      "step": 1473840
    },
    {
      "epoch": 411.35,
      "grad_norm": 0.9422746896743774,
      "learning_rate": 2.427582009387003e-06,
      "loss": 0.3536,
      "step": 1473850
    },
    {
      "epoch": 411.35,
      "grad_norm": 1.0454400777816772,
      "learning_rate": 2.4275549870530545e-06,
      "loss": 0.3501,
      "step": 1473860
    },
    {
      "epoch": 411.35,
      "grad_norm": 1.1782095432281494,
      "learning_rate": 2.4275279647079517e-06,
      "loss": 0.3493,
      "step": 1473870
    },
    {
      "epoch": 411.35,
      "grad_norm": 1.043467402458191,
      "learning_rate": 2.427500942351698e-06,
      "loss": 0.3456,
      "step": 1473880
    },
    {
      "epoch": 411.36,
      "grad_norm": 1.077775001525879,
      "learning_rate": 2.427473919984297e-06,
      "loss": 0.3359,
      "step": 1473890
    },
    {
      "epoch": 411.36,
      "grad_norm": 1.1215771436691284,
      "learning_rate": 2.4274468976057527e-06,
      "loss": 0.3382,
      "step": 1473900
    },
    {
      "epoch": 411.36,
      "grad_norm": 1.0319021940231323,
      "learning_rate": 2.4274198752160676e-06,
      "loss": 0.3355,
      "step": 1473910
    },
    {
      "epoch": 411.36,
      "grad_norm": 0.9190419912338257,
      "learning_rate": 2.427392852815247e-06,
      "loss": 0.3413,
      "step": 1473920
    },
    {
      "epoch": 411.37,
      "grad_norm": 1.4862343072891235,
      "learning_rate": 2.427365830403293e-06,
      "loss": 0.3387,
      "step": 1473930
    },
    {
      "epoch": 411.37,
      "grad_norm": 0.9892967939376831,
      "learning_rate": 2.4273388079802097e-06,
      "loss": 0.3578,
      "step": 1473940
    },
    {
      "epoch": 411.37,
      "grad_norm": 2.979991912841797,
      "learning_rate": 2.4273117855460007e-06,
      "loss": 0.3291,
      "step": 1473950
    },
    {
      "epoch": 411.38,
      "grad_norm": 1.063941240310669,
      "learning_rate": 2.4272847631006694e-06,
      "loss": 0.3571,
      "step": 1473960
    },
    {
      "epoch": 411.38,
      "grad_norm": 0.9642120599746704,
      "learning_rate": 2.42725774064422e-06,
      "loss": 0.3438,
      "step": 1473970
    },
    {
      "epoch": 411.38,
      "grad_norm": 1.0910141468048096,
      "learning_rate": 2.427230718176655e-06,
      "loss": 0.3374,
      "step": 1473980
    },
    {
      "epoch": 411.38,
      "grad_norm": 0.9787164926528931,
      "learning_rate": 2.4272036956979795e-06,
      "loss": 0.3517,
      "step": 1473990
    },
    {
      "epoch": 411.39,
      "grad_norm": 1.0311152935028076,
      "learning_rate": 2.427176673208196e-06,
      "loss": 0.3592,
      "step": 1474000
    },
    {
      "epoch": 411.39,
      "grad_norm": 1.0004611015319824,
      "learning_rate": 2.4271496507073084e-06,
      "loss": 0.3435,
      "step": 1474010
    },
    {
      "epoch": 411.39,
      "grad_norm": 0.9501497745513916,
      "learning_rate": 2.42712262819532e-06,
      "loss": 0.369,
      "step": 1474020
    },
    {
      "epoch": 411.4,
      "grad_norm": 0.9995335340499878,
      "learning_rate": 2.4270956056722346e-06,
      "loss": 0.3434,
      "step": 1474030
    },
    {
      "epoch": 411.4,
      "grad_norm": 0.8983039259910583,
      "learning_rate": 2.4270685831380563e-06,
      "loss": 0.3291,
      "step": 1474040
    },
    {
      "epoch": 411.4,
      "grad_norm": 1.1091679334640503,
      "learning_rate": 2.4270415605927878e-06,
      "loss": 0.3313,
      "step": 1474050
    },
    {
      "epoch": 411.4,
      "grad_norm": 1.03102445602417,
      "learning_rate": 2.4270145380364337e-06,
      "loss": 0.3394,
      "step": 1474060
    },
    {
      "epoch": 411.41,
      "grad_norm": 1.2537448406219482,
      "learning_rate": 2.4269875154689974e-06,
      "loss": 0.3366,
      "step": 1474070
    },
    {
      "epoch": 411.41,
      "grad_norm": 1.7106598615646362,
      "learning_rate": 2.4269604928904816e-06,
      "loss": 0.3459,
      "step": 1474080
    },
    {
      "epoch": 411.41,
      "grad_norm": 1.0870423316955566,
      "learning_rate": 2.42693347030089e-06,
      "loss": 0.3459,
      "step": 1474090
    },
    {
      "epoch": 411.42,
      "grad_norm": 0.9884172677993774,
      "learning_rate": 2.426906447700228e-06,
      "loss": 0.3372,
      "step": 1474100
    },
    {
      "epoch": 411.42,
      "grad_norm": 0.9922333359718323,
      "learning_rate": 2.4268794250884965e-06,
      "loss": 0.3485,
      "step": 1474110
    },
    {
      "epoch": 411.42,
      "grad_norm": 1.0906955003738403,
      "learning_rate": 2.426852402465701e-06,
      "loss": 0.3533,
      "step": 1474120
    },
    {
      "epoch": 411.42,
      "grad_norm": 1.0801912546157837,
      "learning_rate": 2.4268253798318444e-06,
      "loss": 0.3345,
      "step": 1474130
    },
    {
      "epoch": 411.43,
      "grad_norm": 1.0290536880493164,
      "learning_rate": 2.426798357186931e-06,
      "loss": 0.3402,
      "step": 1474140
    },
    {
      "epoch": 411.43,
      "grad_norm": 0.9008404016494751,
      "learning_rate": 2.4267713345309636e-06,
      "loss": 0.3385,
      "step": 1474150
    },
    {
      "epoch": 411.43,
      "grad_norm": 1.1010512113571167,
      "learning_rate": 2.4267443118639456e-06,
      "loss": 0.3588,
      "step": 1474160
    },
    {
      "epoch": 411.43,
      "grad_norm": 0.8997035026550293,
      "learning_rate": 2.4267172891858813e-06,
      "loss": 0.3438,
      "step": 1474170
    },
    {
      "epoch": 411.44,
      "grad_norm": 1.0718225240707397,
      "learning_rate": 2.426690266496774e-06,
      "loss": 0.3659,
      "step": 1474180
    },
    {
      "epoch": 411.44,
      "grad_norm": 0.8286177515983582,
      "learning_rate": 2.426663243796627e-06,
      "loss": 0.3422,
      "step": 1474190
    },
    {
      "epoch": 411.44,
      "grad_norm": 1.0163823366165161,
      "learning_rate": 2.4266362210854446e-06,
      "loss": 0.3412,
      "step": 1474200
    },
    {
      "epoch": 411.45,
      "grad_norm": 1.308300256729126,
      "learning_rate": 2.4266091983632305e-06,
      "loss": 0.3443,
      "step": 1474210
    },
    {
      "epoch": 411.45,
      "grad_norm": 1.0164545774459839,
      "learning_rate": 2.4265821756299867e-06,
      "loss": 0.3463,
      "step": 1474220
    },
    {
      "epoch": 411.45,
      "grad_norm": 0.8293750286102295,
      "learning_rate": 2.426555152885719e-06,
      "loss": 0.3291,
      "step": 1474230
    },
    {
      "epoch": 411.45,
      "grad_norm": 0.937705397605896,
      "learning_rate": 2.4265281301304293e-06,
      "loss": 0.3391,
      "step": 1474240
    },
    {
      "epoch": 411.46,
      "grad_norm": 1.132585883140564,
      "learning_rate": 2.426501107364122e-06,
      "loss": 0.339,
      "step": 1474250
    },
    {
      "epoch": 411.46,
      "grad_norm": 1.0675280094146729,
      "learning_rate": 2.4264740845868003e-06,
      "loss": 0.3419,
      "step": 1474260
    },
    {
      "epoch": 411.46,
      "grad_norm": 0.9502602219581604,
      "learning_rate": 2.426447061798468e-06,
      "loss": 0.342,
      "step": 1474270
    },
    {
      "epoch": 411.47,
      "grad_norm": 0.9639236330986023,
      "learning_rate": 2.426420038999129e-06,
      "loss": 0.3516,
      "step": 1474280
    },
    {
      "epoch": 411.47,
      "grad_norm": 0.9021396636962891,
      "learning_rate": 2.4263930161887865e-06,
      "loss": 0.3475,
      "step": 1474290
    },
    {
      "epoch": 411.47,
      "grad_norm": 1.040731430053711,
      "learning_rate": 2.4263659933674445e-06,
      "loss": 0.3603,
      "step": 1474300
    },
    {
      "epoch": 411.47,
      "grad_norm": 0.9786949157714844,
      "learning_rate": 2.4263389705351055e-06,
      "loss": 0.3464,
      "step": 1474310
    },
    {
      "epoch": 411.48,
      "grad_norm": 1.1402124166488647,
      "learning_rate": 2.426311947691774e-06,
      "loss": 0.3394,
      "step": 1474320
    },
    {
      "epoch": 411.48,
      "grad_norm": 1.1287657022476196,
      "learning_rate": 2.4262849248374546e-06,
      "loss": 0.3475,
      "step": 1474330
    },
    {
      "epoch": 411.48,
      "grad_norm": 0.9272192120552063,
      "learning_rate": 2.4262579019721482e-06,
      "loss": 0.3368,
      "step": 1474340
    },
    {
      "epoch": 411.48,
      "grad_norm": 1.0197099447250366,
      "learning_rate": 2.426230879095861e-06,
      "loss": 0.3425,
      "step": 1474350
    },
    {
      "epoch": 411.49,
      "grad_norm": 0.8814457654953003,
      "learning_rate": 2.4262038562085956e-06,
      "loss": 0.3475,
      "step": 1474360
    },
    {
      "epoch": 411.49,
      "grad_norm": 0.868834912776947,
      "learning_rate": 2.4261768333103553e-06,
      "loss": 0.3473,
      "step": 1474370
    },
    {
      "epoch": 411.49,
      "grad_norm": 0.8817488551139832,
      "learning_rate": 2.426149810401144e-06,
      "loss": 0.3404,
      "step": 1474380
    },
    {
      "epoch": 411.5,
      "grad_norm": 0.9448599815368652,
      "learning_rate": 2.426122787480965e-06,
      "loss": 0.3348,
      "step": 1474390
    },
    {
      "epoch": 411.5,
      "grad_norm": 1.102674126625061,
      "learning_rate": 2.4260957645498225e-06,
      "loss": 0.3539,
      "step": 1474400
    },
    {
      "epoch": 411.5,
      "grad_norm": 0.8996507525444031,
      "learning_rate": 2.426068741607719e-06,
      "loss": 0.3496,
      "step": 1474410
    },
    {
      "epoch": 411.5,
      "grad_norm": 1.1268612146377563,
      "learning_rate": 2.42604171865466e-06,
      "loss": 0.35,
      "step": 1474420
    },
    {
      "epoch": 411.51,
      "grad_norm": 0.9297854900360107,
      "learning_rate": 2.4260146956906476e-06,
      "loss": 0.3532,
      "step": 1474430
    },
    {
      "epoch": 411.51,
      "grad_norm": 0.9133765697479248,
      "learning_rate": 2.425987672715685e-06,
      "loss": 0.337,
      "step": 1474440
    },
    {
      "epoch": 411.51,
      "grad_norm": 0.9997014403343201,
      "learning_rate": 2.4259606497297774e-06,
      "loss": 0.3441,
      "step": 1474450
    },
    {
      "epoch": 411.52,
      "grad_norm": 1.2936654090881348,
      "learning_rate": 2.4259336267329276e-06,
      "loss": 0.3523,
      "step": 1474460
    },
    {
      "epoch": 411.52,
      "grad_norm": 1.0829447507858276,
      "learning_rate": 2.425906603725139e-06,
      "loss": 0.3383,
      "step": 1474470
    },
    {
      "epoch": 411.52,
      "grad_norm": 1.3523728847503662,
      "learning_rate": 2.4258795807064144e-06,
      "loss": 0.3347,
      "step": 1474480
    },
    {
      "epoch": 411.52,
      "grad_norm": 1.0527422428131104,
      "learning_rate": 2.425852557676759e-06,
      "loss": 0.3536,
      "step": 1474490
    },
    {
      "epoch": 411.53,
      "grad_norm": 0.949849009513855,
      "learning_rate": 2.4258255346361766e-06,
      "loss": 0.3524,
      "step": 1474500
    },
    {
      "epoch": 411.53,
      "grad_norm": 0.9520952105522156,
      "learning_rate": 2.4257985115846686e-06,
      "loss": 0.3485,
      "step": 1474510
    },
    {
      "epoch": 411.53,
      "grad_norm": 0.8752108216285706,
      "learning_rate": 2.4257714885222408e-06,
      "loss": 0.3453,
      "step": 1474520
    },
    {
      "epoch": 411.54,
      "grad_norm": 1.043501377105713,
      "learning_rate": 2.4257444654488954e-06,
      "loss": 0.3491,
      "step": 1474530
    },
    {
      "epoch": 411.54,
      "grad_norm": 1.7784191370010376,
      "learning_rate": 2.425717442364636e-06,
      "loss": 0.3542,
      "step": 1474540
    },
    {
      "epoch": 411.54,
      "grad_norm": 1.2252765893936157,
      "learning_rate": 2.425690419269468e-06,
      "loss": 0.3519,
      "step": 1474550
    },
    {
      "epoch": 411.54,
      "grad_norm": 1.103914737701416,
      "learning_rate": 2.425663396163393e-06,
      "loss": 0.3457,
      "step": 1474560
    },
    {
      "epoch": 411.55,
      "grad_norm": 1.0788180828094482,
      "learning_rate": 2.4256363730464155e-06,
      "loss": 0.3308,
      "step": 1474570
    },
    {
      "epoch": 411.55,
      "grad_norm": 1.0845736265182495,
      "learning_rate": 2.4256093499185387e-06,
      "loss": 0.3441,
      "step": 1474580
    },
    {
      "epoch": 411.55,
      "grad_norm": 1.0071686506271362,
      "learning_rate": 2.425582326779767e-06,
      "loss": 0.3345,
      "step": 1474590
    },
    {
      "epoch": 411.55,
      "grad_norm": 1.0833561420440674,
      "learning_rate": 2.425555303630102e-06,
      "loss": 0.3485,
      "step": 1474600
    },
    {
      "epoch": 411.56,
      "grad_norm": 0.8220847249031067,
      "learning_rate": 2.4255282804695497e-06,
      "loss": 0.3352,
      "step": 1474610
    },
    {
      "epoch": 411.56,
      "grad_norm": 0.9955135583877563,
      "learning_rate": 2.425501257298113e-06,
      "loss": 0.358,
      "step": 1474620
    },
    {
      "epoch": 411.56,
      "grad_norm": 0.979392945766449,
      "learning_rate": 2.4254742341157943e-06,
      "loss": 0.3421,
      "step": 1474630
    },
    {
      "epoch": 411.57,
      "grad_norm": 1.048654556274414,
      "learning_rate": 2.4254472109225985e-06,
      "loss": 0.3638,
      "step": 1474640
    },
    {
      "epoch": 411.57,
      "grad_norm": 1.0992488861083984,
      "learning_rate": 2.425420187718529e-06,
      "loss": 0.3492,
      "step": 1474650
    },
    {
      "epoch": 411.57,
      "grad_norm": 1.0478054285049438,
      "learning_rate": 2.4253931645035893e-06,
      "loss": 0.3534,
      "step": 1474660
    },
    {
      "epoch": 411.57,
      "grad_norm": 0.9510250687599182,
      "learning_rate": 2.4253661412777823e-06,
      "loss": 0.3435,
      "step": 1474670
    },
    {
      "epoch": 411.58,
      "grad_norm": 1.0484421253204346,
      "learning_rate": 2.4253391180411126e-06,
      "loss": 0.358,
      "step": 1474680
    },
    {
      "epoch": 411.58,
      "grad_norm": 1.2165576219558716,
      "learning_rate": 2.4253120947935834e-06,
      "loss": 0.3529,
      "step": 1474690
    },
    {
      "epoch": 411.58,
      "grad_norm": 1.0442198514938354,
      "learning_rate": 2.425285071535198e-06,
      "loss": 0.3416,
      "step": 1474700
    },
    {
      "epoch": 411.59,
      "grad_norm": 1.129398226737976,
      "learning_rate": 2.42525804826596e-06,
      "loss": 0.3608,
      "step": 1474710
    },
    {
      "epoch": 411.59,
      "grad_norm": 1.038786768913269,
      "learning_rate": 2.4252310249858735e-06,
      "loss": 0.3532,
      "step": 1474720
    },
    {
      "epoch": 411.59,
      "grad_norm": 0.9708724021911621,
      "learning_rate": 2.425204001694942e-06,
      "loss": 0.3485,
      "step": 1474730
    },
    {
      "epoch": 411.59,
      "grad_norm": 1.0833503007888794,
      "learning_rate": 2.4251769783931688e-06,
      "loss": 0.3595,
      "step": 1474740
    },
    {
      "epoch": 411.6,
      "grad_norm": 1.1275006532669067,
      "learning_rate": 2.4251499550805583e-06,
      "loss": 0.361,
      "step": 1474750
    },
    {
      "epoch": 411.6,
      "grad_norm": 1.0411572456359863,
      "learning_rate": 2.4251229317571125e-06,
      "loss": 0.3588,
      "step": 1474760
    },
    {
      "epoch": 411.6,
      "grad_norm": 1.0552685260772705,
      "learning_rate": 2.425095908422836e-06,
      "loss": 0.3411,
      "step": 1474770
    },
    {
      "epoch": 411.6,
      "grad_norm": 1.174430251121521,
      "learning_rate": 2.4250688850777326e-06,
      "loss": 0.3507,
      "step": 1474780
    },
    {
      "epoch": 411.61,
      "grad_norm": 1.1251883506774902,
      "learning_rate": 2.4250418617218057e-06,
      "loss": 0.3503,
      "step": 1474790
    },
    {
      "epoch": 411.61,
      "grad_norm": 0.8562105298042297,
      "learning_rate": 2.4250148383550596e-06,
      "loss": 0.3557,
      "step": 1474800
    },
    {
      "epoch": 411.61,
      "grad_norm": 1.1379246711730957,
      "learning_rate": 2.424987814977496e-06,
      "loss": 0.3479,
      "step": 1474810
    },
    {
      "epoch": 411.62,
      "grad_norm": 1.1347484588623047,
      "learning_rate": 2.42496079158912e-06,
      "loss": 0.3422,
      "step": 1474820
    },
    {
      "epoch": 411.62,
      "grad_norm": 0.9536129236221313,
      "learning_rate": 2.424933768189935e-06,
      "loss": 0.3385,
      "step": 1474830
    },
    {
      "epoch": 411.62,
      "grad_norm": 1.1138496398925781,
      "learning_rate": 2.4249067447799443e-06,
      "loss": 0.3514,
      "step": 1474840
    },
    {
      "epoch": 411.62,
      "grad_norm": 1.1229907274246216,
      "learning_rate": 2.4248797213591507e-06,
      "loss": 0.3558,
      "step": 1474850
    },
    {
      "epoch": 411.63,
      "grad_norm": 1.0650458335876465,
      "learning_rate": 2.4248526979275596e-06,
      "loss": 0.3433,
      "step": 1474860
    },
    {
      "epoch": 411.63,
      "grad_norm": 1.0547630786895752,
      "learning_rate": 2.4248256744851744e-06,
      "loss": 0.3497,
      "step": 1474870
    },
    {
      "epoch": 411.63,
      "grad_norm": 1.1215755939483643,
      "learning_rate": 2.4247986510319974e-06,
      "loss": 0.3385,
      "step": 1474880
    },
    {
      "epoch": 411.64,
      "grad_norm": 1.0489388704299927,
      "learning_rate": 2.4247716275680323e-06,
      "loss": 0.3491,
      "step": 1474890
    },
    {
      "epoch": 411.64,
      "grad_norm": 1.1391657590866089,
      "learning_rate": 2.424744604093283e-06,
      "loss": 0.3631,
      "step": 1474900
    },
    {
      "epoch": 411.64,
      "grad_norm": 1.0748099088668823,
      "learning_rate": 2.4247175806077543e-06,
      "loss": 0.3519,
      "step": 1474910
    },
    {
      "epoch": 411.64,
      "grad_norm": 1.266886830329895,
      "learning_rate": 2.424690557111448e-06,
      "loss": 0.3438,
      "step": 1474920
    },
    {
      "epoch": 411.65,
      "grad_norm": 0.9192771911621094,
      "learning_rate": 2.4246635336043686e-06,
      "loss": 0.3476,
      "step": 1474930
    },
    {
      "epoch": 411.65,
      "grad_norm": 1.181727409362793,
      "learning_rate": 2.4246365100865203e-06,
      "loss": 0.3412,
      "step": 1474940
    },
    {
      "epoch": 411.65,
      "grad_norm": 1.133430004119873,
      "learning_rate": 2.424609486557906e-06,
      "loss": 0.3463,
      "step": 1474950
    },
    {
      "epoch": 411.66,
      "grad_norm": 0.9515076875686646,
      "learning_rate": 2.4245824630185285e-06,
      "loss": 0.3389,
      "step": 1474960
    },
    {
      "epoch": 411.66,
      "grad_norm": 0.9743173718452454,
      "learning_rate": 2.4245554394683926e-06,
      "loss": 0.3467,
      "step": 1474970
    },
    {
      "epoch": 411.66,
      "grad_norm": 0.8846328258514404,
      "learning_rate": 2.424528415907501e-06,
      "loss": 0.3361,
      "step": 1474980
    },
    {
      "epoch": 411.66,
      "grad_norm": 1.1364119052886963,
      "learning_rate": 2.424501392335858e-06,
      "loss": 0.3434,
      "step": 1474990
    },
    {
      "epoch": 411.67,
      "grad_norm": 0.9381201863288879,
      "learning_rate": 2.4244743687534676e-06,
      "loss": 0.3573,
      "step": 1475000
    },
    {
      "epoch": 411.67,
      "grad_norm": 1.0684760808944702,
      "learning_rate": 2.424447345160332e-06,
      "loss": 0.336,
      "step": 1475010
    },
    {
      "epoch": 411.67,
      "grad_norm": 1.0569801330566406,
      "learning_rate": 2.424420321556456e-06,
      "loss": 0.338,
      "step": 1475020
    },
    {
      "epoch": 411.67,
      "grad_norm": 1.028786063194275,
      "learning_rate": 2.4243932979418424e-06,
      "loss": 0.3384,
      "step": 1475030
    },
    {
      "epoch": 411.68,
      "grad_norm": 1.0367182493209839,
      "learning_rate": 2.4243662743164954e-06,
      "loss": 0.3501,
      "step": 1475040
    },
    {
      "epoch": 411.68,
      "grad_norm": 1.2792036533355713,
      "learning_rate": 2.424339250680418e-06,
      "loss": 0.3299,
      "step": 1475050
    },
    {
      "epoch": 411.68,
      "grad_norm": 0.9713696241378784,
      "learning_rate": 2.4243122270336143e-06,
      "loss": 0.3474,
      "step": 1475060
    },
    {
      "epoch": 411.69,
      "grad_norm": 0.8297950625419617,
      "learning_rate": 2.424285203376088e-06,
      "loss": 0.3498,
      "step": 1475070
    },
    {
      "epoch": 411.69,
      "grad_norm": 1.0705968141555786,
      "learning_rate": 2.4242581797078424e-06,
      "loss": 0.336,
      "step": 1475080
    },
    {
      "epoch": 411.69,
      "grad_norm": 0.8513152003288269,
      "learning_rate": 2.4242311560288812e-06,
      "loss": 0.3353,
      "step": 1475090
    },
    {
      "epoch": 411.69,
      "grad_norm": 1.0462909936904907,
      "learning_rate": 2.424204132339208e-06,
      "loss": 0.3494,
      "step": 1475100
    },
    {
      "epoch": 411.7,
      "grad_norm": 1.0597217082977295,
      "learning_rate": 2.424177108638826e-06,
      "loss": 0.3468,
      "step": 1475110
    },
    {
      "epoch": 411.7,
      "grad_norm": 1.1868095397949219,
      "learning_rate": 2.424150084927739e-06,
      "loss": 0.3245,
      "step": 1475120
    },
    {
      "epoch": 411.7,
      "grad_norm": 0.9754037261009216,
      "learning_rate": 2.424123061205951e-06,
      "loss": 0.3432,
      "step": 1475130
    },
    {
      "epoch": 411.71,
      "grad_norm": 0.9628276228904724,
      "learning_rate": 2.4240960374734653e-06,
      "loss": 0.3431,
      "step": 1475140
    },
    {
      "epoch": 411.71,
      "grad_norm": 1.008095383644104,
      "learning_rate": 2.424069013730285e-06,
      "loss": 0.3479,
      "step": 1475150
    },
    {
      "epoch": 411.71,
      "grad_norm": 1.1235090494155884,
      "learning_rate": 2.4240419899764153e-06,
      "loss": 0.346,
      "step": 1475160
    },
    {
      "epoch": 411.71,
      "grad_norm": 1.0727367401123047,
      "learning_rate": 2.424014966211858e-06,
      "loss": 0.3525,
      "step": 1475170
    },
    {
      "epoch": 411.72,
      "grad_norm": 1.0381499528884888,
      "learning_rate": 2.4239879424366176e-06,
      "loss": 0.3593,
      "step": 1475180
    },
    {
      "epoch": 411.72,
      "grad_norm": 1.0542197227478027,
      "learning_rate": 2.4239609186506974e-06,
      "loss": 0.3376,
      "step": 1475190
    },
    {
      "epoch": 411.72,
      "grad_norm": 1.097356915473938,
      "learning_rate": 2.423933894854101e-06,
      "loss": 0.3626,
      "step": 1475200
    },
    {
      "epoch": 411.72,
      "grad_norm": 1.0582399368286133,
      "learning_rate": 2.4239068710468327e-06,
      "loss": 0.3431,
      "step": 1475210
    },
    {
      "epoch": 411.73,
      "grad_norm": 1.0077015161514282,
      "learning_rate": 2.4238798472288946e-06,
      "loss": 0.3431,
      "step": 1475220
    },
    {
      "epoch": 411.73,
      "grad_norm": 0.8318997025489807,
      "learning_rate": 2.423852823400292e-06,
      "loss": 0.3255,
      "step": 1475230
    },
    {
      "epoch": 411.73,
      "grad_norm": 0.9507381319999695,
      "learning_rate": 2.4238257995610273e-06,
      "loss": 0.3435,
      "step": 1475240
    },
    {
      "epoch": 411.74,
      "grad_norm": 0.9840564131736755,
      "learning_rate": 2.4237987757111044e-06,
      "loss": 0.3478,
      "step": 1475250
    },
    {
      "epoch": 411.74,
      "grad_norm": 1.110471248626709,
      "learning_rate": 2.4237717518505275e-06,
      "loss": 0.3452,
      "step": 1475260
    },
    {
      "epoch": 411.74,
      "grad_norm": 0.970525324344635,
      "learning_rate": 2.423744727979299e-06,
      "loss": 0.3437,
      "step": 1475270
    },
    {
      "epoch": 411.74,
      "grad_norm": 1.0309029817581177,
      "learning_rate": 2.4237177040974232e-06,
      "loss": 0.3408,
      "step": 1475280
    },
    {
      "epoch": 411.75,
      "grad_norm": 1.176313042640686,
      "learning_rate": 2.423690680204904e-06,
      "loss": 0.3623,
      "step": 1475290
    },
    {
      "epoch": 411.75,
      "grad_norm": 0.8777446150779724,
      "learning_rate": 2.4236636563017445e-06,
      "loss": 0.3309,
      "step": 1475300
    },
    {
      "epoch": 411.75,
      "grad_norm": 0.9942077398300171,
      "learning_rate": 2.4236366323879494e-06,
      "loss": 0.3551,
      "step": 1475310
    },
    {
      "epoch": 411.76,
      "grad_norm": 1.181621789932251,
      "learning_rate": 2.4236096084635202e-06,
      "loss": 0.3425,
      "step": 1475320
    },
    {
      "epoch": 411.76,
      "grad_norm": 1.1509497165679932,
      "learning_rate": 2.4235825845284625e-06,
      "loss": 0.3487,
      "step": 1475330
    },
    {
      "epoch": 411.76,
      "grad_norm": 0.9514699578285217,
      "learning_rate": 2.423555560582778e-06,
      "loss": 0.3449,
      "step": 1475340
    },
    {
      "epoch": 411.76,
      "grad_norm": 1.0496410131454468,
      "learning_rate": 2.423528536626472e-06,
      "loss": 0.342,
      "step": 1475350
    },
    {
      "epoch": 411.77,
      "grad_norm": 1.067659616470337,
      "learning_rate": 2.4235015126595474e-06,
      "loss": 0.3554,
      "step": 1475360
    },
    {
      "epoch": 411.77,
      "grad_norm": 1.1335257291793823,
      "learning_rate": 2.4234744886820076e-06,
      "loss": 0.3511,
      "step": 1475370
    },
    {
      "epoch": 411.77,
      "grad_norm": 1.078298807144165,
      "learning_rate": 2.4234474646938574e-06,
      "loss": 0.362,
      "step": 1475380
    },
    {
      "epoch": 411.78,
      "grad_norm": 1.1078284978866577,
      "learning_rate": 2.423420440695099e-06,
      "loss": 0.3325,
      "step": 1475390
    },
    {
      "epoch": 411.78,
      "grad_norm": 1.0765941143035889,
      "learning_rate": 2.4233934166857356e-06,
      "loss": 0.3559,
      "step": 1475400
    },
    {
      "epoch": 411.78,
      "grad_norm": 1.1145110130310059,
      "learning_rate": 2.423366392665772e-06,
      "loss": 0.3517,
      "step": 1475410
    },
    {
      "epoch": 411.78,
      "grad_norm": 0.9641269445419312,
      "learning_rate": 2.4233393686352123e-06,
      "loss": 0.373,
      "step": 1475420
    },
    {
      "epoch": 411.79,
      "grad_norm": 0.976773202419281,
      "learning_rate": 2.423312344594058e-06,
      "loss": 0.3455,
      "step": 1475430
    },
    {
      "epoch": 411.79,
      "grad_norm": 1.2971115112304688,
      "learning_rate": 2.4232853205423144e-06,
      "loss": 0.3613,
      "step": 1475440
    },
    {
      "epoch": 411.79,
      "grad_norm": 1.009869933128357,
      "learning_rate": 2.4232582964799857e-06,
      "loss": 0.3416,
      "step": 1475450
    },
    {
      "epoch": 411.79,
      "grad_norm": 1.0244132280349731,
      "learning_rate": 2.4232312724070733e-06,
      "loss": 0.3654,
      "step": 1475460
    },
    {
      "epoch": 411.8,
      "grad_norm": 0.9926652312278748,
      "learning_rate": 2.423204248323582e-06,
      "loss": 0.3406,
      "step": 1475470
    },
    {
      "epoch": 411.8,
      "grad_norm": 1.05194890499115,
      "learning_rate": 2.4231772242295153e-06,
      "loss": 0.3403,
      "step": 1475480
    },
    {
      "epoch": 411.8,
      "grad_norm": 1.0338494777679443,
      "learning_rate": 2.4231502001248774e-06,
      "loss": 0.3431,
      "step": 1475490
    },
    {
      "epoch": 411.81,
      "grad_norm": 0.914035439491272,
      "learning_rate": 2.42312317600967e-06,
      "loss": 0.3375,
      "step": 1475500
    },
    {
      "epoch": 411.81,
      "grad_norm": 0.9343426823616028,
      "learning_rate": 2.4230961518838995e-06,
      "loss": 0.3572,
      "step": 1475510
    },
    {
      "epoch": 411.81,
      "grad_norm": 1.0916943550109863,
      "learning_rate": 2.4230691277475676e-06,
      "loss": 0.3593,
      "step": 1475520
    },
    {
      "epoch": 411.81,
      "grad_norm": 1.0320870876312256,
      "learning_rate": 2.423042103600678e-06,
      "loss": 0.3443,
      "step": 1475530
    },
    {
      "epoch": 411.82,
      "grad_norm": 0.9293524622917175,
      "learning_rate": 2.4230150794432342e-06,
      "loss": 0.3405,
      "step": 1475540
    },
    {
      "epoch": 411.82,
      "grad_norm": 1.0343117713928223,
      "learning_rate": 2.422988055275241e-06,
      "loss": 0.3286,
      "step": 1475550
    },
    {
      "epoch": 411.82,
      "grad_norm": 1.0213418006896973,
      "learning_rate": 2.4229610310967004e-06,
      "loss": 0.3524,
      "step": 1475560
    },
    {
      "epoch": 411.83,
      "grad_norm": 0.9673359394073486,
      "learning_rate": 2.422934006907617e-06,
      "loss": 0.353,
      "step": 1475570
    },
    {
      "epoch": 411.83,
      "grad_norm": 1.036961555480957,
      "learning_rate": 2.422906982707995e-06,
      "loss": 0.3438,
      "step": 1475580
    },
    {
      "epoch": 411.83,
      "grad_norm": 1.164049744606018,
      "learning_rate": 2.4228799584978365e-06,
      "loss": 0.3359,
      "step": 1475590
    },
    {
      "epoch": 411.83,
      "grad_norm": 0.9400654435157776,
      "learning_rate": 2.4228529342771457e-06,
      "loss": 0.3576,
      "step": 1475600
    },
    {
      "epoch": 411.84,
      "grad_norm": 1.0846747159957886,
      "learning_rate": 2.4228259100459266e-06,
      "loss": 0.3548,
      "step": 1475610
    },
    {
      "epoch": 411.84,
      "grad_norm": 1.0246634483337402,
      "learning_rate": 2.422798885804183e-06,
      "loss": 0.3562,
      "step": 1475620
    },
    {
      "epoch": 411.84,
      "grad_norm": 0.9587250351905823,
      "learning_rate": 2.422771861551917e-06,
      "loss": 0.3446,
      "step": 1475630
    },
    {
      "epoch": 411.84,
      "grad_norm": 0.9843288064002991,
      "learning_rate": 2.4227448372891335e-06,
      "loss": 0.3458,
      "step": 1475640
    },
    {
      "epoch": 411.85,
      "grad_norm": 0.9218724966049194,
      "learning_rate": 2.4227178130158355e-06,
      "loss": 0.3427,
      "step": 1475650
    },
    {
      "epoch": 411.85,
      "grad_norm": 1.966095209121704,
      "learning_rate": 2.4226907887320276e-06,
      "loss": 0.3625,
      "step": 1475660
    },
    {
      "epoch": 411.85,
      "grad_norm": 0.9952364563941956,
      "learning_rate": 2.4226637644377114e-06,
      "loss": 0.3399,
      "step": 1475670
    },
    {
      "epoch": 411.86,
      "grad_norm": 0.9647893309593201,
      "learning_rate": 2.4226367401328933e-06,
      "loss": 0.3626,
      "step": 1475680
    },
    {
      "epoch": 411.86,
      "grad_norm": 0.9248952269554138,
      "learning_rate": 2.422609715817575e-06,
      "loss": 0.3336,
      "step": 1475690
    },
    {
      "epoch": 411.86,
      "grad_norm": 0.8921495676040649,
      "learning_rate": 2.4225826914917597e-06,
      "loss": 0.3577,
      "step": 1475700
    },
    {
      "epoch": 411.86,
      "grad_norm": 1.0469145774841309,
      "learning_rate": 2.4225556671554523e-06,
      "loss": 0.3643,
      "step": 1475710
    },
    {
      "epoch": 411.87,
      "grad_norm": 0.8638026714324951,
      "learning_rate": 2.422528642808655e-06,
      "loss": 0.3338,
      "step": 1475720
    },
    {
      "epoch": 411.87,
      "grad_norm": 1.3034186363220215,
      "learning_rate": 2.4225016184513727e-06,
      "loss": 0.3509,
      "step": 1475730
    },
    {
      "epoch": 411.87,
      "grad_norm": 1.0493378639221191,
      "learning_rate": 2.4224745940836086e-06,
      "loss": 0.336,
      "step": 1475740
    },
    {
      "epoch": 411.88,
      "grad_norm": 0.979616641998291,
      "learning_rate": 2.422447569705367e-06,
      "loss": 0.3481,
      "step": 1475750
    },
    {
      "epoch": 411.88,
      "grad_norm": 0.8876672387123108,
      "learning_rate": 2.42242054531665e-06,
      "loss": 0.3427,
      "step": 1475760
    },
    {
      "epoch": 411.88,
      "grad_norm": 1.1153411865234375,
      "learning_rate": 2.4223935209174617e-06,
      "loss": 0.351,
      "step": 1475770
    },
    {
      "epoch": 411.88,
      "grad_norm": 1.2013771533966064,
      "learning_rate": 2.422366496507807e-06,
      "loss": 0.3372,
      "step": 1475780
    },
    {
      "epoch": 411.89,
      "grad_norm": 1.0760912895202637,
      "learning_rate": 2.422339472087687e-06,
      "loss": 0.3236,
      "step": 1475790
    },
    {
      "epoch": 411.89,
      "grad_norm": 0.9683059453964233,
      "learning_rate": 2.4223124476571074e-06,
      "loss": 0.343,
      "step": 1475800
    },
    {
      "epoch": 411.89,
      "grad_norm": 0.9846240282058716,
      "learning_rate": 2.422285423216071e-06,
      "loss": 0.3411,
      "step": 1475810
    },
    {
      "epoch": 411.9,
      "grad_norm": 1.1000280380249023,
      "learning_rate": 2.4222583987645816e-06,
      "loss": 0.3434,
      "step": 1475820
    },
    {
      "epoch": 411.9,
      "grad_norm": 1.1120810508728027,
      "learning_rate": 2.422231374302643e-06,
      "loss": 0.3692,
      "step": 1475830
    },
    {
      "epoch": 411.9,
      "grad_norm": 0.9578296542167664,
      "learning_rate": 2.4222043498302586e-06,
      "loss": 0.3391,
      "step": 1475840
    },
    {
      "epoch": 411.9,
      "grad_norm": 0.9698857069015503,
      "learning_rate": 2.4221773253474314e-06,
      "loss": 0.3565,
      "step": 1475850
    },
    {
      "epoch": 411.91,
      "grad_norm": 2.208735227584839,
      "learning_rate": 2.4221503008541654e-06,
      "loss": 0.3626,
      "step": 1475860
    },
    {
      "epoch": 411.91,
      "grad_norm": 1.2153657674789429,
      "learning_rate": 2.4221232763504643e-06,
      "loss": 0.3525,
      "step": 1475870
    },
    {
      "epoch": 411.91,
      "grad_norm": 1.0563287734985352,
      "learning_rate": 2.422096251836332e-06,
      "loss": 0.359,
      "step": 1475880
    },
    {
      "epoch": 411.91,
      "grad_norm": 1.066742181777954,
      "learning_rate": 2.422069227311772e-06,
      "loss": 0.3278,
      "step": 1475890
    },
    {
      "epoch": 411.92,
      "grad_norm": 1.2220896482467651,
      "learning_rate": 2.4220422027767875e-06,
      "loss": 0.3508,
      "step": 1475900
    },
    {
      "epoch": 411.92,
      "grad_norm": 0.9435239434242249,
      "learning_rate": 2.4220151782313824e-06,
      "loss": 0.3526,
      "step": 1475910
    },
    {
      "epoch": 411.92,
      "grad_norm": 1.1260008811950684,
      "learning_rate": 2.4219881536755596e-06,
      "loss": 0.3538,
      "step": 1475920
    },
    {
      "epoch": 411.93,
      "grad_norm": 0.8927502632141113,
      "learning_rate": 2.4219611291093238e-06,
      "loss": 0.3492,
      "step": 1475930
    },
    {
      "epoch": 411.93,
      "grad_norm": 1.0830236673355103,
      "learning_rate": 2.421934104532678e-06,
      "loss": 0.3322,
      "step": 1475940
    },
    {
      "epoch": 411.93,
      "grad_norm": 1.1079328060150146,
      "learning_rate": 2.4219070799456255e-06,
      "loss": 0.3538,
      "step": 1475950
    },
    {
      "epoch": 411.93,
      "grad_norm": 0.9180290102958679,
      "learning_rate": 2.421880055348171e-06,
      "loss": 0.3263,
      "step": 1475960
    },
    {
      "epoch": 411.94,
      "grad_norm": 1.121158242225647,
      "learning_rate": 2.4218530307403167e-06,
      "loss": 0.3428,
      "step": 1475970
    },
    {
      "epoch": 411.94,
      "grad_norm": 1.071807861328125,
      "learning_rate": 2.4218260061220676e-06,
      "loss": 0.3438,
      "step": 1475980
    },
    {
      "epoch": 411.94,
      "grad_norm": 1.0132774114608765,
      "learning_rate": 2.4217989814934258e-06,
      "loss": 0.3596,
      "step": 1475990
    },
    {
      "epoch": 411.95,
      "grad_norm": 1.0230162143707275,
      "learning_rate": 2.4217719568543964e-06,
      "loss": 0.3525,
      "step": 1476000
    },
    {
      "epoch": 411.95,
      "grad_norm": 0.9272470474243164,
      "learning_rate": 2.421744932204981e-06,
      "loss": 0.3404,
      "step": 1476010
    },
    {
      "epoch": 411.95,
      "grad_norm": 0.9485450387001038,
      "learning_rate": 2.4217179075451854e-06,
      "loss": 0.3503,
      "step": 1476020
    },
    {
      "epoch": 411.95,
      "grad_norm": 1.0319615602493286,
      "learning_rate": 2.421690882875012e-06,
      "loss": 0.351,
      "step": 1476030
    },
    {
      "epoch": 411.96,
      "grad_norm": 1.133599042892456,
      "learning_rate": 2.4216638581944652e-06,
      "loss": 0.3436,
      "step": 1476040
    },
    {
      "epoch": 411.96,
      "grad_norm": 1.3034069538116455,
      "learning_rate": 2.421636833503548e-06,
      "loss": 0.3534,
      "step": 1476050
    },
    {
      "epoch": 411.96,
      "grad_norm": 1.095943808555603,
      "learning_rate": 2.4216098088022633e-06,
      "loss": 0.3614,
      "step": 1476060
    },
    {
      "epoch": 411.96,
      "grad_norm": 0.9699022769927979,
      "learning_rate": 2.421582784090616e-06,
      "loss": 0.3384,
      "step": 1476070
    },
    {
      "epoch": 411.97,
      "grad_norm": 0.9475660920143127,
      "learning_rate": 2.4215557593686084e-06,
      "loss": 0.3498,
      "step": 1476080
    },
    {
      "epoch": 411.97,
      "grad_norm": 1.0060830116271973,
      "learning_rate": 2.4215287346362453e-06,
      "loss": 0.3439,
      "step": 1476090
    },
    {
      "epoch": 411.97,
      "grad_norm": 1.1508105993270874,
      "learning_rate": 2.42150170989353e-06,
      "loss": 0.3409,
      "step": 1476100
    },
    {
      "epoch": 411.98,
      "grad_norm": 1.0813716650009155,
      "learning_rate": 2.4214746851404656e-06,
      "loss": 0.3491,
      "step": 1476110
    },
    {
      "epoch": 411.98,
      "grad_norm": 1.02396559715271,
      "learning_rate": 2.4214476603770566e-06,
      "loss": 0.3478,
      "step": 1476120
    },
    {
      "epoch": 411.98,
      "grad_norm": 0.9819728136062622,
      "learning_rate": 2.4214206356033062e-06,
      "loss": 0.3361,
      "step": 1476130
    },
    {
      "epoch": 411.98,
      "grad_norm": 1.1577651500701904,
      "learning_rate": 2.421393610819217e-06,
      "loss": 0.3575,
      "step": 1476140
    },
    {
      "epoch": 411.99,
      "grad_norm": 1.04779052734375,
      "learning_rate": 2.421366586024793e-06,
      "loss": 0.3351,
      "step": 1476150
    },
    {
      "epoch": 411.99,
      "grad_norm": 1.4270776510238647,
      "learning_rate": 2.4213395612200387e-06,
      "loss": 0.3314,
      "step": 1476160
    },
    {
      "epoch": 411.99,
      "grad_norm": 1.087053894996643,
      "learning_rate": 2.4213125364049577e-06,
      "loss": 0.336,
      "step": 1476170
    },
    {
      "epoch": 412.0,
      "grad_norm": 1.0762473344802856,
      "learning_rate": 2.4212855115795527e-06,
      "loss": 0.3475,
      "step": 1476180
    },
    {
      "epoch": 412.0,
      "grad_norm": 1.1096346378326416,
      "learning_rate": 2.4212584867438283e-06,
      "loss": 0.3598,
      "step": 1476190
    },
    {
      "epoch": 412.0,
      "eval_loss": 0.34648796916007996,
      "eval_runtime": 63.029,
      "eval_samples_per_second": 80.265,
      "eval_steps_per_second": 10.043,
      "step": 1476196
    },
    {
      "epoch": 412.0,
      "grad_norm": 1.0214051008224487,
      "learning_rate": 2.421231461897787e-06,
      "loss": 0.3377,
      "step": 1476200
    },
    {
      "epoch": 412.0,
      "grad_norm": 1.0096701383590698,
      "learning_rate": 2.4212044370414327e-06,
      "loss": 0.3628,
      "step": 1476210
    },
    {
      "epoch": 412.01,
      "grad_norm": 0.9083083868026733,
      "learning_rate": 2.421177412174769e-06,
      "loss": 0.3302,
      "step": 1476220
    },
    {
      "epoch": 412.01,
      "grad_norm": 1.057490587234497,
      "learning_rate": 2.4211503872978006e-06,
      "loss": 0.3471,
      "step": 1476230
    },
    {
      "epoch": 412.01,
      "grad_norm": 1.0003904104232788,
      "learning_rate": 2.4211233624105296e-06,
      "loss": 0.344,
      "step": 1476240
    },
    {
      "epoch": 412.02,
      "grad_norm": 0.8873456716537476,
      "learning_rate": 2.42109633751296e-06,
      "loss": 0.3552,
      "step": 1476250
    },
    {
      "epoch": 412.02,
      "grad_norm": 0.9915080666542053,
      "learning_rate": 2.4210693126050963e-06,
      "loss": 0.3516,
      "step": 1476260
    },
    {
      "epoch": 412.02,
      "grad_norm": 1.12608003616333,
      "learning_rate": 2.4210422876869407e-06,
      "loss": 0.3423,
      "step": 1476270
    },
    {
      "epoch": 412.02,
      "grad_norm": 1.1055896282196045,
      "learning_rate": 2.4210152627584975e-06,
      "loss": 0.342,
      "step": 1476280
    },
    {
      "epoch": 412.03,
      "grad_norm": 0.9679233431816101,
      "learning_rate": 2.4209882378197705e-06,
      "loss": 0.3433,
      "step": 1476290
    },
    {
      "epoch": 412.03,
      "grad_norm": 0.7705613374710083,
      "learning_rate": 2.4209612128707635e-06,
      "loss": 0.3333,
      "step": 1476300
    },
    {
      "epoch": 412.03,
      "grad_norm": 0.8730688095092773,
      "learning_rate": 2.420934187911479e-06,
      "loss": 0.3308,
      "step": 1476310
    },
    {
      "epoch": 412.03,
      "grad_norm": 1.161925196647644,
      "learning_rate": 2.420907162941921e-06,
      "loss": 0.3509,
      "step": 1476320
    },
    {
      "epoch": 412.04,
      "grad_norm": 0.9930965900421143,
      "learning_rate": 2.420880137962094e-06,
      "loss": 0.3618,
      "step": 1476330
    },
    {
      "epoch": 412.04,
      "grad_norm": 1.2183343172073364,
      "learning_rate": 2.4208531129720014e-06,
      "loss": 0.3307,
      "step": 1476340
    },
    {
      "epoch": 412.04,
      "grad_norm": 0.9586629867553711,
      "learning_rate": 2.420826087971645e-06,
      "loss": 0.3595,
      "step": 1476350
    },
    {
      "epoch": 412.05,
      "grad_norm": 0.9578681588172913,
      "learning_rate": 2.420799062961031e-06,
      "loss": 0.3575,
      "step": 1476360
    },
    {
      "epoch": 412.05,
      "grad_norm": 1.021972894668579,
      "learning_rate": 2.420772037940161e-06,
      "loss": 0.3603,
      "step": 1476370
    },
    {
      "epoch": 412.05,
      "grad_norm": 4.690969467163086,
      "learning_rate": 2.4207450129090393e-06,
      "loss": 0.3396,
      "step": 1476380
    },
    {
      "epoch": 412.05,
      "grad_norm": 1.0028992891311646,
      "learning_rate": 2.42071798786767e-06,
      "loss": 0.342,
      "step": 1476390
    },
    {
      "epoch": 412.06,
      "grad_norm": 1.0206537246704102,
      "learning_rate": 2.4206909628160557e-06,
      "loss": 0.3448,
      "step": 1476400
    },
    {
      "epoch": 412.06,
      "grad_norm": 1.1122376918792725,
      "learning_rate": 2.4206639377542014e-06,
      "loss": 0.3359,
      "step": 1476410
    },
    {
      "epoch": 412.06,
      "grad_norm": 0.9695789217948914,
      "learning_rate": 2.4206369126821095e-06,
      "loss": 0.3561,
      "step": 1476420
    },
    {
      "epoch": 412.07,
      "grad_norm": 0.9503458738327026,
      "learning_rate": 2.420609887599784e-06,
      "loss": 0.3372,
      "step": 1476430
    },
    {
      "epoch": 412.07,
      "grad_norm": 1.0388133525848389,
      "learning_rate": 2.4205828625072275e-06,
      "loss": 0.3385,
      "step": 1476440
    },
    {
      "epoch": 412.07,
      "grad_norm": 1.0101045370101929,
      "learning_rate": 2.4205558374044455e-06,
      "loss": 0.3357,
      "step": 1476450
    },
    {
      "epoch": 412.07,
      "grad_norm": 1.4849159717559814,
      "learning_rate": 2.4205288122914406e-06,
      "loss": 0.3453,
      "step": 1476460
    },
    {
      "epoch": 412.08,
      "grad_norm": 1.0280083417892456,
      "learning_rate": 2.420501787168216e-06,
      "loss": 0.3586,
      "step": 1476470
    },
    {
      "epoch": 412.08,
      "grad_norm": 1.0684173107147217,
      "learning_rate": 2.420474762034776e-06,
      "loss": 0.3447,
      "step": 1476480
    },
    {
      "epoch": 412.08,
      "grad_norm": 0.8142439126968384,
      "learning_rate": 2.4204477368911237e-06,
      "loss": 0.3368,
      "step": 1476490
    },
    {
      "epoch": 412.08,
      "grad_norm": 1.0673032999038696,
      "learning_rate": 2.4204207117372634e-06,
      "loss": 0.3504,
      "step": 1476500
    },
    {
      "epoch": 412.09,
      "grad_norm": 1.0725206136703491,
      "learning_rate": 2.4203936865731973e-06,
      "loss": 0.3427,
      "step": 1476510
    },
    {
      "epoch": 412.09,
      "grad_norm": 1.0522358417510986,
      "learning_rate": 2.4203666613989307e-06,
      "loss": 0.3363,
      "step": 1476520
    },
    {
      "epoch": 412.09,
      "grad_norm": 2.1739823818206787,
      "learning_rate": 2.420339636214466e-06,
      "loss": 0.3481,
      "step": 1476530
    },
    {
      "epoch": 412.1,
      "grad_norm": 0.9666275382041931,
      "learning_rate": 2.420312611019807e-06,
      "loss": 0.3482,
      "step": 1476540
    },
    {
      "epoch": 412.1,
      "grad_norm": 1.0178968906402588,
      "learning_rate": 2.420285585814958e-06,
      "loss": 0.3632,
      "step": 1476550
    },
    {
      "epoch": 412.1,
      "grad_norm": 1.009053111076355,
      "learning_rate": 2.4202585605999216e-06,
      "loss": 0.3563,
      "step": 1476560
    },
    {
      "epoch": 412.1,
      "grad_norm": 1.0754600763320923,
      "learning_rate": 2.4202315353747023e-06,
      "loss": 0.3521,
      "step": 1476570
    },
    {
      "epoch": 412.11,
      "grad_norm": 1.1748145818710327,
      "learning_rate": 2.4202045101393037e-06,
      "loss": 0.3284,
      "step": 1476580
    },
    {
      "epoch": 412.11,
      "grad_norm": 1.1837862730026245,
      "learning_rate": 2.420177484893728e-06,
      "loss": 0.3322,
      "step": 1476590
    },
    {
      "epoch": 412.11,
      "grad_norm": 0.9502788782119751,
      "learning_rate": 2.4201504596379802e-06,
      "loss": 0.3504,
      "step": 1476600
    },
    {
      "epoch": 412.12,
      "grad_norm": 0.9703786373138428,
      "learning_rate": 2.4201234343720635e-06,
      "loss": 0.3484,
      "step": 1476610
    },
    {
      "epoch": 412.12,
      "grad_norm": 1.2029118537902832,
      "learning_rate": 2.420096409095982e-06,
      "loss": 0.3485,
      "step": 1476620
    },
    {
      "epoch": 412.12,
      "grad_norm": 0.8395234942436218,
      "learning_rate": 2.4200693838097376e-06,
      "loss": 0.3412,
      "step": 1476630
    },
    {
      "epoch": 412.12,
      "grad_norm": 1.1106617450714111,
      "learning_rate": 2.420042358513336e-06,
      "loss": 0.3271,
      "step": 1476640
    },
    {
      "epoch": 412.13,
      "grad_norm": 1.0075063705444336,
      "learning_rate": 2.42001533320678e-06,
      "loss": 0.3458,
      "step": 1476650
    },
    {
      "epoch": 412.13,
      "grad_norm": 0.9710135459899902,
      "learning_rate": 2.4199883078900726e-06,
      "loss": 0.3483,
      "step": 1476660
    },
    {
      "epoch": 412.13,
      "grad_norm": 1.1020764112472534,
      "learning_rate": 2.4199612825632177e-06,
      "loss": 0.3375,
      "step": 1476670
    },
    {
      "epoch": 412.14,
      "grad_norm": 1.0321015119552612,
      "learning_rate": 2.4199342572262196e-06,
      "loss": 0.3397,
      "step": 1476680
    },
    {
      "epoch": 412.14,
      "grad_norm": 1.267441749572754,
      "learning_rate": 2.419907231879081e-06,
      "loss": 0.3292,
      "step": 1476690
    },
    {
      "epoch": 412.14,
      "grad_norm": 1.1053849458694458,
      "learning_rate": 2.4198802065218052e-06,
      "loss": 0.3515,
      "step": 1476700
    },
    {
      "epoch": 412.14,
      "grad_norm": 1.1043083667755127,
      "learning_rate": 2.4198531811543974e-06,
      "loss": 0.3464,
      "step": 1476710
    },
    {
      "epoch": 412.15,
      "grad_norm": 1.041968584060669,
      "learning_rate": 2.4198261557768603e-06,
      "loss": 0.3497,
      "step": 1476720
    },
    {
      "epoch": 412.15,
      "grad_norm": 1.0290659666061401,
      "learning_rate": 2.4197991303891965e-06,
      "loss": 0.343,
      "step": 1476730
    },
    {
      "epoch": 412.15,
      "grad_norm": 1.576899766921997,
      "learning_rate": 2.4197721049914115e-06,
      "loss": 0.354,
      "step": 1476740
    },
    {
      "epoch": 412.15,
      "grad_norm": 1.1981580257415771,
      "learning_rate": 2.4197450795835075e-06,
      "loss": 0.3688,
      "step": 1476750
    },
    {
      "epoch": 412.16,
      "grad_norm": 1.1876349449157715,
      "learning_rate": 2.4197180541654886e-06,
      "loss": 0.36,
      "step": 1476760
    },
    {
      "epoch": 412.16,
      "grad_norm": 1.0057412385940552,
      "learning_rate": 2.4196910287373582e-06,
      "loss": 0.3368,
      "step": 1476770
    },
    {
      "epoch": 412.16,
      "grad_norm": 0.9014973640441895,
      "learning_rate": 2.4196640032991207e-06,
      "loss": 0.3438,
      "step": 1476780
    },
    {
      "epoch": 412.17,
      "grad_norm": 1.1389210224151611,
      "learning_rate": 2.419636977850779e-06,
      "loss": 0.3696,
      "step": 1476790
    },
    {
      "epoch": 412.17,
      "grad_norm": 1.043866515159607,
      "learning_rate": 2.4196099523923357e-06,
      "loss": 0.3356,
      "step": 1476800
    },
    {
      "epoch": 412.17,
      "grad_norm": 1.2117232084274292,
      "learning_rate": 2.4195829269237964e-06,
      "loss": 0.3203,
      "step": 1476810
    },
    {
      "epoch": 412.17,
      "grad_norm": 1.0019742250442505,
      "learning_rate": 2.419555901445163e-06,
      "loss": 0.3701,
      "step": 1476820
    },
    {
      "epoch": 412.18,
      "grad_norm": 1.0356853008270264,
      "learning_rate": 2.4195288759564396e-06,
      "loss": 0.3663,
      "step": 1476830
    },
    {
      "epoch": 412.18,
      "grad_norm": 1.0042170286178589,
      "learning_rate": 2.419501850457631e-06,
      "loss": 0.3521,
      "step": 1476840
    },
    {
      "epoch": 412.18,
      "grad_norm": 1.2481772899627686,
      "learning_rate": 2.419474824948739e-06,
      "loss": 0.3488,
      "step": 1476850
    },
    {
      "epoch": 412.19,
      "grad_norm": 0.7923855781555176,
      "learning_rate": 2.4194477994297688e-06,
      "loss": 0.3408,
      "step": 1476860
    },
    {
      "epoch": 412.19,
      "grad_norm": 1.0833619832992554,
      "learning_rate": 2.419420773900723e-06,
      "loss": 0.3586,
      "step": 1476870
    },
    {
      "epoch": 412.19,
      "grad_norm": 0.9140573740005493,
      "learning_rate": 2.4193937483616046e-06,
      "loss": 0.3461,
      "step": 1476880
    },
    {
      "epoch": 412.19,
      "grad_norm": 1.2539925575256348,
      "learning_rate": 2.419366722812419e-06,
      "loss": 0.3351,
      "step": 1476890
    },
    {
      "epoch": 412.2,
      "grad_norm": 0.9627041220664978,
      "learning_rate": 2.4193396972531677e-06,
      "loss": 0.3532,
      "step": 1476900
    },
    {
      "epoch": 412.2,
      "grad_norm": 0.973533034324646,
      "learning_rate": 2.419312671683856e-06,
      "loss": 0.3242,
      "step": 1476910
    },
    {
      "epoch": 412.2,
      "grad_norm": 0.8881697058677673,
      "learning_rate": 2.4192856461044867e-06,
      "loss": 0.3261,
      "step": 1476920
    },
    {
      "epoch": 412.2,
      "grad_norm": 1.0099916458129883,
      "learning_rate": 2.4192586205150643e-06,
      "loss": 0.3499,
      "step": 1476930
    },
    {
      "epoch": 412.21,
      "grad_norm": 1.07770574092865,
      "learning_rate": 2.4192315949155915e-06,
      "loss": 0.3426,
      "step": 1476940
    },
    {
      "epoch": 412.21,
      "grad_norm": 1.0408908128738403,
      "learning_rate": 2.419204569306071e-06,
      "loss": 0.3385,
      "step": 1476950
    },
    {
      "epoch": 412.21,
      "grad_norm": 0.943095862865448,
      "learning_rate": 2.4191775436865084e-06,
      "loss": 0.3621,
      "step": 1476960
    },
    {
      "epoch": 412.22,
      "grad_norm": 0.9973429441452026,
      "learning_rate": 2.419150518056906e-06,
      "loss": 0.35,
      "step": 1476970
    },
    {
      "epoch": 412.22,
      "grad_norm": 1.1338783502578735,
      "learning_rate": 2.4191234924172683e-06,
      "loss": 0.3564,
      "step": 1476980
    },
    {
      "epoch": 412.22,
      "grad_norm": 0.9671721458435059,
      "learning_rate": 2.4190964667675973e-06,
      "loss": 0.3381,
      "step": 1476990
    },
    {
      "epoch": 412.22,
      "grad_norm": 0.8882476091384888,
      "learning_rate": 2.419069441107899e-06,
      "loss": 0.3443,
      "step": 1477000
    },
    {
      "epoch": 412.23,
      "grad_norm": 0.8871670365333557,
      "learning_rate": 2.419042415438175e-06,
      "loss": 0.3389,
      "step": 1477010
    },
    {
      "epoch": 412.23,
      "grad_norm": 1.2853902578353882,
      "learning_rate": 2.4190153897584294e-06,
      "loss": 0.3422,
      "step": 1477020
    },
    {
      "epoch": 412.23,
      "grad_norm": 1.0415593385696411,
      "learning_rate": 2.418988364068666e-06,
      "loss": 0.3428,
      "step": 1477030
    },
    {
      "epoch": 412.24,
      "grad_norm": 1.005979061126709,
      "learning_rate": 2.4189613383688894e-06,
      "loss": 0.3487,
      "step": 1477040
    },
    {
      "epoch": 412.24,
      "grad_norm": 1.0210481882095337,
      "learning_rate": 2.4189343126591007e-06,
      "loss": 0.3569,
      "step": 1477050
    },
    {
      "epoch": 412.24,
      "grad_norm": 0.8865463733673096,
      "learning_rate": 2.418907286939305e-06,
      "loss": 0.3424,
      "step": 1477060
    },
    {
      "epoch": 412.24,
      "grad_norm": 0.9890769720077515,
      "learning_rate": 2.418880261209507e-06,
      "loss": 0.3369,
      "step": 1477070
    },
    {
      "epoch": 412.25,
      "grad_norm": 1.1312154531478882,
      "learning_rate": 2.4188532354697087e-06,
      "loss": 0.3544,
      "step": 1477080
    },
    {
      "epoch": 412.25,
      "grad_norm": 0.9861149191856384,
      "learning_rate": 2.4188262097199138e-06,
      "loss": 0.3497,
      "step": 1477090
    },
    {
      "epoch": 412.25,
      "grad_norm": 1.0485631227493286,
      "learning_rate": 2.4187991839601264e-06,
      "loss": 0.3373,
      "step": 1477100
    },
    {
      "epoch": 412.26,
      "grad_norm": 1.2733641862869263,
      "learning_rate": 2.41877215819035e-06,
      "loss": 0.3453,
      "step": 1477110
    },
    {
      "epoch": 412.26,
      "grad_norm": 1.0122860670089722,
      "learning_rate": 2.4187451324105874e-06,
      "loss": 0.3401,
      "step": 1477120
    },
    {
      "epoch": 412.26,
      "grad_norm": 1.1733170747756958,
      "learning_rate": 2.418718106620844e-06,
      "loss": 0.3534,
      "step": 1477130
    },
    {
      "epoch": 412.26,
      "grad_norm": 1.0546181201934814,
      "learning_rate": 2.418691080821122e-06,
      "loss": 0.3453,
      "step": 1477140
    },
    {
      "epoch": 412.27,
      "grad_norm": 0.9327763319015503,
      "learning_rate": 2.4186640550114256e-06,
      "loss": 0.3403,
      "step": 1477150
    },
    {
      "epoch": 412.27,
      "grad_norm": 1.033259630203247,
      "learning_rate": 2.418637029191758e-06,
      "loss": 0.345,
      "step": 1477160
    },
    {
      "epoch": 412.27,
      "grad_norm": 1.0734699964523315,
      "learning_rate": 2.4186100033621222e-06,
      "loss": 0.353,
      "step": 1477170
    },
    {
      "epoch": 412.27,
      "grad_norm": 1.10247004032135,
      "learning_rate": 2.4185829775225228e-06,
      "loss": 0.3448,
      "step": 1477180
    },
    {
      "epoch": 412.28,
      "grad_norm": 0.9917221069335938,
      "learning_rate": 2.4185559516729626e-06,
      "loss": 0.3628,
      "step": 1477190
    },
    {
      "epoch": 412.28,
      "grad_norm": 0.813073456287384,
      "learning_rate": 2.418528925813447e-06,
      "loss": 0.3555,
      "step": 1477200
    },
    {
      "epoch": 412.28,
      "grad_norm": 1.071172833442688,
      "learning_rate": 2.4185018999439776e-06,
      "loss": 0.3492,
      "step": 1477210
    },
    {
      "epoch": 412.29,
      "grad_norm": 0.8545573949813843,
      "learning_rate": 2.418474874064559e-06,
      "loss": 0.3479,
      "step": 1477220
    },
    {
      "epoch": 412.29,
      "grad_norm": 1.2021688222885132,
      "learning_rate": 2.4184478481751947e-06,
      "loss": 0.3504,
      "step": 1477230
    },
    {
      "epoch": 412.29,
      "grad_norm": 1.007493019104004,
      "learning_rate": 2.418420822275887e-06,
      "loss": 0.3401,
      "step": 1477240
    },
    {
      "epoch": 412.29,
      "grad_norm": 0.9243203997612,
      "learning_rate": 2.418393796366641e-06,
      "loss": 0.3621,
      "step": 1477250
    },
    {
      "epoch": 412.3,
      "grad_norm": 1.2220066785812378,
      "learning_rate": 2.418366770447461e-06,
      "loss": 0.3421,
      "step": 1477260
    },
    {
      "epoch": 412.3,
      "grad_norm": 0.9897279143333435,
      "learning_rate": 2.418339744518348e-06,
      "loss": 0.3574,
      "step": 1477270
    },
    {
      "epoch": 412.3,
      "grad_norm": 1.035025715827942,
      "learning_rate": 2.418312718579308e-06,
      "loss": 0.3428,
      "step": 1477280
    },
    {
      "epoch": 412.31,
      "grad_norm": 1.0289534330368042,
      "learning_rate": 2.4182856926303437e-06,
      "loss": 0.3498,
      "step": 1477290
    },
    {
      "epoch": 412.31,
      "grad_norm": 1.049522042274475,
      "learning_rate": 2.4182586666714582e-06,
      "loss": 0.3513,
      "step": 1477300
    },
    {
      "epoch": 412.31,
      "grad_norm": 1.0237250328063965,
      "learning_rate": 2.4182316407026557e-06,
      "loss": 0.3397,
      "step": 1477310
    },
    {
      "epoch": 412.31,
      "grad_norm": 0.9133860468864441,
      "learning_rate": 2.4182046147239396e-06,
      "loss": 0.3537,
      "step": 1477320
    },
    {
      "epoch": 412.32,
      "grad_norm": 1.127489686012268,
      "learning_rate": 2.4181775887353144e-06,
      "loss": 0.3673,
      "step": 1477330
    },
    {
      "epoch": 412.32,
      "grad_norm": 1.1449575424194336,
      "learning_rate": 2.4181505627367815e-06,
      "loss": 0.3442,
      "step": 1477340
    },
    {
      "epoch": 412.32,
      "grad_norm": 0.9706017374992371,
      "learning_rate": 2.4181235367283467e-06,
      "loss": 0.338,
      "step": 1477350
    },
    {
      "epoch": 412.32,
      "grad_norm": 1.0223956108093262,
      "learning_rate": 2.4180965107100123e-06,
      "loss": 0.3504,
      "step": 1477360
    },
    {
      "epoch": 412.33,
      "grad_norm": 1.0898284912109375,
      "learning_rate": 2.4180694846817836e-06,
      "loss": 0.3573,
      "step": 1477370
    },
    {
      "epoch": 412.33,
      "grad_norm": 1.5692229270935059,
      "learning_rate": 2.4180424586436616e-06,
      "loss": 0.3476,
      "step": 1477380
    },
    {
      "epoch": 412.33,
      "grad_norm": 1.0297504663467407,
      "learning_rate": 2.4180154325956523e-06,
      "loss": 0.349,
      "step": 1477390
    },
    {
      "epoch": 412.34,
      "grad_norm": 1.0273483991622925,
      "learning_rate": 2.4179884065377567e-06,
      "loss": 0.3432,
      "step": 1477400
    },
    {
      "epoch": 412.34,
      "grad_norm": 1.0071831941604614,
      "learning_rate": 2.417961380469981e-06,
      "loss": 0.3392,
      "step": 1477410
    },
    {
      "epoch": 412.34,
      "grad_norm": 1.1229405403137207,
      "learning_rate": 2.417934354392328e-06,
      "loss": 0.3511,
      "step": 1477420
    },
    {
      "epoch": 412.34,
      "grad_norm": 1.0462223291397095,
      "learning_rate": 2.4179073283048002e-06,
      "loss": 0.3315,
      "step": 1477430
    },
    {
      "epoch": 412.35,
      "grad_norm": 0.894769549369812,
      "learning_rate": 2.417880302207403e-06,
      "loss": 0.3571,
      "step": 1477440
    },
    {
      "epoch": 412.35,
      "grad_norm": 1.0920383930206299,
      "learning_rate": 2.4178532761001384e-06,
      "loss": 0.3286,
      "step": 1477450
    },
    {
      "epoch": 412.35,
      "grad_norm": 0.974797248840332,
      "learning_rate": 2.417826249983011e-06,
      "loss": 0.3135,
      "step": 1477460
    },
    {
      "epoch": 412.36,
      "grad_norm": 0.9038673043251038,
      "learning_rate": 2.4177992238560236e-06,
      "loss": 0.3425,
      "step": 1477470
    },
    {
      "epoch": 412.36,
      "grad_norm": 1.1671870946884155,
      "learning_rate": 2.41777219771918e-06,
      "loss": 0.3514,
      "step": 1477480
    },
    {
      "epoch": 412.36,
      "grad_norm": 1.047467589378357,
      "learning_rate": 2.417745171572485e-06,
      "loss": 0.3437,
      "step": 1477490
    },
    {
      "epoch": 412.36,
      "grad_norm": 1.0903899669647217,
      "learning_rate": 2.4177181454159404e-06,
      "loss": 0.3312,
      "step": 1477500
    },
    {
      "epoch": 412.37,
      "grad_norm": 1.1381624937057495,
      "learning_rate": 2.4176911192495514e-06,
      "loss": 0.3231,
      "step": 1477510
    },
    {
      "epoch": 412.37,
      "grad_norm": 0.9901731610298157,
      "learning_rate": 2.41766409307332e-06,
      "loss": 0.3425,
      "step": 1477520
    },
    {
      "epoch": 412.37,
      "grad_norm": 1.1706918478012085,
      "learning_rate": 2.4176370668872513e-06,
      "loss": 0.3398,
      "step": 1477530
    },
    {
      "epoch": 412.38,
      "grad_norm": 1.0883127450942993,
      "learning_rate": 2.4176100406913474e-06,
      "loss": 0.3322,
      "step": 1477540
    },
    {
      "epoch": 412.38,
      "grad_norm": 1.13690984249115,
      "learning_rate": 2.4175830144856133e-06,
      "loss": 0.3564,
      "step": 1477550
    },
    {
      "epoch": 412.38,
      "grad_norm": 1.2354530096054077,
      "learning_rate": 2.417555988270052e-06,
      "loss": 0.3486,
      "step": 1477560
    },
    {
      "epoch": 412.38,
      "grad_norm": 0.9865574836730957,
      "learning_rate": 2.4175289620446666e-06,
      "loss": 0.3494,
      "step": 1477570
    },
    {
      "epoch": 412.39,
      "grad_norm": 1.2022831439971924,
      "learning_rate": 2.4175019358094616e-06,
      "loss": 0.3516,
      "step": 1477580
    },
    {
      "epoch": 412.39,
      "grad_norm": 0.9868932962417603,
      "learning_rate": 2.41747490956444e-06,
      "loss": 0.3555,
      "step": 1477590
    },
    {
      "epoch": 412.39,
      "grad_norm": 0.8752204179763794,
      "learning_rate": 2.417447883309606e-06,
      "loss": 0.3426,
      "step": 1477600
    },
    {
      "epoch": 412.39,
      "grad_norm": 1.2640749216079712,
      "learning_rate": 2.4174208570449627e-06,
      "loss": 0.3392,
      "step": 1477610
    },
    {
      "epoch": 412.4,
      "grad_norm": 1.0858746767044067,
      "learning_rate": 2.4173938307705135e-06,
      "loss": 0.3435,
      "step": 1477620
    },
    {
      "epoch": 412.4,
      "grad_norm": 1.2863894701004028,
      "learning_rate": 2.4173668044862623e-06,
      "loss": 0.3346,
      "step": 1477630
    },
    {
      "epoch": 412.4,
      "grad_norm": 1.060189962387085,
      "learning_rate": 2.4173397781922127e-06,
      "loss": 0.3519,
      "step": 1477640
    },
    {
      "epoch": 412.41,
      "grad_norm": 1.0092589855194092,
      "learning_rate": 2.417312751888369e-06,
      "loss": 0.3599,
      "step": 1477650
    },
    {
      "epoch": 412.41,
      "grad_norm": 1.0382945537567139,
      "learning_rate": 2.417285725574733e-06,
      "loss": 0.3417,
      "step": 1477660
    },
    {
      "epoch": 412.41,
      "grad_norm": 1.1696609258651733,
      "learning_rate": 2.41725869925131e-06,
      "loss": 0.3482,
      "step": 1477670
    },
    {
      "epoch": 412.41,
      "grad_norm": 1.0768336057662964,
      "learning_rate": 2.417231672918103e-06,
      "loss": 0.3338,
      "step": 1477680
    },
    {
      "epoch": 412.42,
      "grad_norm": 1.0987447500228882,
      "learning_rate": 2.417204646575115e-06,
      "loss": 0.3592,
      "step": 1477690
    },
    {
      "epoch": 412.42,
      "grad_norm": 1.020145297050476,
      "learning_rate": 2.4171776202223504e-06,
      "loss": 0.3572,
      "step": 1477700
    },
    {
      "epoch": 412.42,
      "grad_norm": 1.1729038953781128,
      "learning_rate": 2.4171505938598127e-06,
      "loss": 0.3392,
      "step": 1477710
    },
    {
      "epoch": 412.43,
      "grad_norm": 1.0443017482757568,
      "learning_rate": 2.4171235674875057e-06,
      "loss": 0.3705,
      "step": 1477720
    },
    {
      "epoch": 412.43,
      "grad_norm": 1.1151269674301147,
      "learning_rate": 2.417096541105432e-06,
      "loss": 0.3459,
      "step": 1477730
    },
    {
      "epoch": 412.43,
      "grad_norm": 1.085079312324524,
      "learning_rate": 2.4170695147135967e-06,
      "loss": 0.3463,
      "step": 1477740
    },
    {
      "epoch": 412.43,
      "grad_norm": 0.9960259199142456,
      "learning_rate": 2.417042488312002e-06,
      "loss": 0.3482,
      "step": 1477750
    },
    {
      "epoch": 412.44,
      "grad_norm": 1.0798530578613281,
      "learning_rate": 2.417015461900652e-06,
      "loss": 0.3509,
      "step": 1477760
    },
    {
      "epoch": 412.44,
      "grad_norm": 1.0104118585586548,
      "learning_rate": 2.4169884354795502e-06,
      "loss": 0.3384,
      "step": 1477770
    },
    {
      "epoch": 412.44,
      "grad_norm": 1.0295897722244263,
      "learning_rate": 2.4169614090487006e-06,
      "loss": 0.3525,
      "step": 1477780
    },
    {
      "epoch": 412.44,
      "grad_norm": 1.0800989866256714,
      "learning_rate": 2.4169343826081062e-06,
      "loss": 0.3507,
      "step": 1477790
    },
    {
      "epoch": 412.45,
      "grad_norm": 0.9792393445968628,
      "learning_rate": 2.4169073561577714e-06,
      "loss": 0.3481,
      "step": 1477800
    },
    {
      "epoch": 412.45,
      "grad_norm": 1.3773272037506104,
      "learning_rate": 2.4168803296976996e-06,
      "loss": 0.3507,
      "step": 1477810
    },
    {
      "epoch": 412.45,
      "grad_norm": 1.1975363492965698,
      "learning_rate": 2.416853303227894e-06,
      "loss": 0.3518,
      "step": 1477820
    },
    {
      "epoch": 412.46,
      "grad_norm": 1.0188771486282349,
      "learning_rate": 2.4168262767483578e-06,
      "loss": 0.3306,
      "step": 1477830
    },
    {
      "epoch": 412.46,
      "grad_norm": 0.9935762286186218,
      "learning_rate": 2.416799250259096e-06,
      "loss": 0.3397,
      "step": 1477840
    },
    {
      "epoch": 412.46,
      "grad_norm": 1.8034265041351318,
      "learning_rate": 2.41677222376011e-06,
      "loss": 0.3666,
      "step": 1477850
    },
    {
      "epoch": 412.46,
      "grad_norm": 1.2449052333831787,
      "learning_rate": 2.416745197251405e-06,
      "loss": 0.3324,
      "step": 1477860
    },
    {
      "epoch": 412.47,
      "grad_norm": 0.9938977956771851,
      "learning_rate": 2.4167181707329856e-06,
      "loss": 0.3628,
      "step": 1477870
    },
    {
      "epoch": 412.47,
      "grad_norm": 1.1236873865127563,
      "learning_rate": 2.416691144204853e-06,
      "loss": 0.3589,
      "step": 1477880
    },
    {
      "epoch": 412.47,
      "grad_norm": 1.1324377059936523,
      "learning_rate": 2.4166641176670124e-06,
      "loss": 0.3508,
      "step": 1477890
    },
    {
      "epoch": 412.48,
      "grad_norm": 0.9203962683677673,
      "learning_rate": 2.4166370911194662e-06,
      "loss": 0.3503,
      "step": 1477900
    },
    {
      "epoch": 412.48,
      "grad_norm": 1.098727822303772,
      "learning_rate": 2.4166100645622198e-06,
      "loss": 0.3398,
      "step": 1477910
    },
    {
      "epoch": 412.48,
      "grad_norm": 1.0121374130249023,
      "learning_rate": 2.4165830379952748e-06,
      "loss": 0.351,
      "step": 1477920
    },
    {
      "epoch": 412.48,
      "grad_norm": 0.9653096199035645,
      "learning_rate": 2.4165560114186355e-06,
      "loss": 0.3723,
      "step": 1477930
    },
    {
      "epoch": 412.49,
      "grad_norm": 1.0070255994796753,
      "learning_rate": 2.416528984832306e-06,
      "loss": 0.3306,
      "step": 1477940
    },
    {
      "epoch": 412.49,
      "grad_norm": 1.072690486907959,
      "learning_rate": 2.41650195823629e-06,
      "loss": 0.3549,
      "step": 1477950
    },
    {
      "epoch": 412.49,
      "grad_norm": 1.0634620189666748,
      "learning_rate": 2.416474931630591e-06,
      "loss": 0.3469,
      "step": 1477960
    },
    {
      "epoch": 412.5,
      "grad_norm": 0.9649196267127991,
      "learning_rate": 2.416447905015212e-06,
      "loss": 0.3335,
      "step": 1477970
    },
    {
      "epoch": 412.5,
      "grad_norm": 1.032694935798645,
      "learning_rate": 2.4164208783901565e-06,
      "loss": 0.3449,
      "step": 1477980
    },
    {
      "epoch": 412.5,
      "grad_norm": 1.0595781803131104,
      "learning_rate": 2.4163938517554286e-06,
      "loss": 0.3577,
      "step": 1477990
    },
    {
      "epoch": 412.5,
      "grad_norm": 1.363176703453064,
      "learning_rate": 2.416366825111032e-06,
      "loss": 0.3479,
      "step": 1478000
    },
    {
      "epoch": 412.51,
      "grad_norm": 0.9513989090919495,
      "learning_rate": 2.41633979845697e-06,
      "loss": 0.3525,
      "step": 1478010
    },
    {
      "epoch": 412.51,
      "grad_norm": 0.889619767665863,
      "learning_rate": 2.416312771793246e-06,
      "loss": 0.3471,
      "step": 1478020
    },
    {
      "epoch": 412.51,
      "grad_norm": 0.9788624048233032,
      "learning_rate": 2.416285745119864e-06,
      "loss": 0.3523,
      "step": 1478030
    },
    {
      "epoch": 412.51,
      "grad_norm": 0.9787423610687256,
      "learning_rate": 2.4162587184368276e-06,
      "loss": 0.3296,
      "step": 1478040
    },
    {
      "epoch": 412.52,
      "grad_norm": 0.9616878032684326,
      "learning_rate": 2.41623169174414e-06,
      "loss": 0.3624,
      "step": 1478050
    },
    {
      "epoch": 412.52,
      "grad_norm": 0.9830045700073242,
      "learning_rate": 2.4162046650418054e-06,
      "loss": 0.3547,
      "step": 1478060
    },
    {
      "epoch": 412.52,
      "grad_norm": 0.9449719190597534,
      "learning_rate": 2.4161776383298273e-06,
      "loss": 0.3291,
      "step": 1478070
    },
    {
      "epoch": 412.53,
      "grad_norm": 0.9477701187133789,
      "learning_rate": 2.4161506116082086e-06,
      "loss": 0.3301,
      "step": 1478080
    },
    {
      "epoch": 412.53,
      "grad_norm": 1.012769103050232,
      "learning_rate": 2.416123584876953e-06,
      "loss": 0.3399,
      "step": 1478090
    },
    {
      "epoch": 412.53,
      "grad_norm": 4.438150405883789,
      "learning_rate": 2.4160965581360653e-06,
      "loss": 0.3447,
      "step": 1478100
    },
    {
      "epoch": 412.53,
      "grad_norm": 1.055428385734558,
      "learning_rate": 2.4160695313855484e-06,
      "loss": 0.3345,
      "step": 1478110
    },
    {
      "epoch": 412.54,
      "grad_norm": 1.1566134691238403,
      "learning_rate": 2.416042504625405e-06,
      "loss": 0.3547,
      "step": 1478120
    },
    {
      "epoch": 412.54,
      "grad_norm": 0.9679825305938721,
      "learning_rate": 2.41601547785564e-06,
      "loss": 0.3653,
      "step": 1478130
    },
    {
      "epoch": 412.54,
      "grad_norm": 1.020017385482788,
      "learning_rate": 2.415988451076256e-06,
      "loss": 0.3393,
      "step": 1478140
    },
    {
      "epoch": 412.55,
      "grad_norm": 1.0218532085418701,
      "learning_rate": 2.4159614242872565e-06,
      "loss": 0.3316,
      "step": 1478150
    },
    {
      "epoch": 412.55,
      "grad_norm": 1.0797446966171265,
      "learning_rate": 2.4159343974886467e-06,
      "loss": 0.3729,
      "step": 1478160
    },
    {
      "epoch": 412.55,
      "grad_norm": 1.1690890789031982,
      "learning_rate": 2.4159073706804286e-06,
      "loss": 0.3458,
      "step": 1478170
    },
    {
      "epoch": 412.55,
      "grad_norm": 1.0168030261993408,
      "learning_rate": 2.415880343862607e-06,
      "loss": 0.3416,
      "step": 1478180
    },
    {
      "epoch": 412.56,
      "grad_norm": 1.0345935821533203,
      "learning_rate": 2.415853317035184e-06,
      "loss": 0.3433,
      "step": 1478190
    },
    {
      "epoch": 412.56,
      "grad_norm": 0.9032739400863647,
      "learning_rate": 2.4158262901981643e-06,
      "loss": 0.3383,
      "step": 1478200
    },
    {
      "epoch": 412.56,
      "grad_norm": 0.9360755681991577,
      "learning_rate": 2.415799263351551e-06,
      "loss": 0.3522,
      "step": 1478210
    },
    {
      "epoch": 412.56,
      "grad_norm": 1.113309621810913,
      "learning_rate": 2.415772236495348e-06,
      "loss": 0.3498,
      "step": 1478220
    },
    {
      "epoch": 412.57,
      "grad_norm": 1.193434238433838,
      "learning_rate": 2.4157452096295594e-06,
      "loss": 0.3288,
      "step": 1478230
    },
    {
      "epoch": 412.57,
      "grad_norm": 0.9082863926887512,
      "learning_rate": 2.415718182754188e-06,
      "loss": 0.3468,
      "step": 1478240
    },
    {
      "epoch": 412.57,
      "grad_norm": 1.056547999382019,
      "learning_rate": 2.4156911558692377e-06,
      "loss": 0.3525,
      "step": 1478250
    },
    {
      "epoch": 412.58,
      "grad_norm": 1.028010606765747,
      "learning_rate": 2.415664128974712e-06,
      "loss": 0.3441,
      "step": 1478260
    },
    {
      "epoch": 412.58,
      "grad_norm": 1.0608818531036377,
      "learning_rate": 2.415637102070614e-06,
      "loss": 0.3353,
      "step": 1478270
    },
    {
      "epoch": 412.58,
      "grad_norm": 1.0034217834472656,
      "learning_rate": 2.4156100751569476e-06,
      "loss": 0.3536,
      "step": 1478280
    },
    {
      "epoch": 412.58,
      "grad_norm": 1.0143357515335083,
      "learning_rate": 2.4155830482337173e-06,
      "loss": 0.3263,
      "step": 1478290
    },
    {
      "epoch": 412.59,
      "grad_norm": 1.014928936958313,
      "learning_rate": 2.4155560213009256e-06,
      "loss": 0.3368,
      "step": 1478300
    },
    {
      "epoch": 412.59,
      "grad_norm": 0.9379280805587769,
      "learning_rate": 2.4155289943585765e-06,
      "loss": 0.3414,
      "step": 1478310
    },
    {
      "epoch": 412.59,
      "grad_norm": 1.0044748783111572,
      "learning_rate": 2.4155019674066745e-06,
      "loss": 0.3434,
      "step": 1478320
    },
    {
      "epoch": 412.6,
      "grad_norm": 1.013420581817627,
      "learning_rate": 2.415474940445222e-06,
      "loss": 0.3621,
      "step": 1478330
    },
    {
      "epoch": 412.6,
      "grad_norm": 1.1523799896240234,
      "learning_rate": 2.415447913474222e-06,
      "loss": 0.351,
      "step": 1478340
    },
    {
      "epoch": 412.6,
      "grad_norm": 0.98485267162323,
      "learning_rate": 2.4154208864936787e-06,
      "loss": 0.3368,
      "step": 1478350
    },
    {
      "epoch": 412.6,
      "grad_norm": 1.0046722888946533,
      "learning_rate": 2.4153938595035976e-06,
      "loss": 0.3339,
      "step": 1478360
    },
    {
      "epoch": 412.61,
      "grad_norm": 1.3362586498260498,
      "learning_rate": 2.4153668325039793e-06,
      "loss": 0.3494,
      "step": 1478370
    },
    {
      "epoch": 412.61,
      "grad_norm": 1.0789759159088135,
      "learning_rate": 2.415339805494829e-06,
      "loss": 0.3378,
      "step": 1478380
    },
    {
      "epoch": 412.61,
      "grad_norm": 0.951720654964447,
      "learning_rate": 2.4153127784761506e-06,
      "loss": 0.329,
      "step": 1478390
    },
    {
      "epoch": 412.62,
      "grad_norm": 1.0642890930175781,
      "learning_rate": 2.415285751447948e-06,
      "loss": 0.3526,
      "step": 1478400
    },
    {
      "epoch": 412.62,
      "grad_norm": 0.9345369338989258,
      "learning_rate": 2.415258724410222e-06,
      "loss": 0.3412,
      "step": 1478410
    },
    {
      "epoch": 412.62,
      "grad_norm": 1.150891900062561,
      "learning_rate": 2.4152316973629797e-06,
      "loss": 0.3492,
      "step": 1478420
    },
    {
      "epoch": 412.62,
      "grad_norm": 0.9791073203086853,
      "learning_rate": 2.4152046703062223e-06,
      "loss": 0.3374,
      "step": 1478430
    },
    {
      "epoch": 412.63,
      "grad_norm": 1.2191674709320068,
      "learning_rate": 2.4151776432399544e-06,
      "loss": 0.3467,
      "step": 1478440
    },
    {
      "epoch": 412.63,
      "grad_norm": 0.8197136521339417,
      "learning_rate": 2.4151506161641793e-06,
      "loss": 0.3646,
      "step": 1478450
    },
    {
      "epoch": 412.63,
      "grad_norm": 0.9150874018669128,
      "learning_rate": 2.4151235890789014e-06,
      "loss": 0.3802,
      "step": 1478460
    },
    {
      "epoch": 412.63,
      "grad_norm": 1.2333412170410156,
      "learning_rate": 2.415096561984123e-06,
      "loss": 0.3485,
      "step": 1478470
    },
    {
      "epoch": 412.64,
      "grad_norm": 1.155747890472412,
      "learning_rate": 2.4150695348798493e-06,
      "loss": 0.3674,
      "step": 1478480
    },
    {
      "epoch": 412.64,
      "grad_norm": 1.0470408201217651,
      "learning_rate": 2.4150425077660823e-06,
      "loss": 0.3483,
      "step": 1478490
    },
    {
      "epoch": 412.64,
      "grad_norm": 0.9105193614959717,
      "learning_rate": 2.4150154806428256e-06,
      "loss": 0.3503,
      "step": 1478500
    },
    {
      "epoch": 412.65,
      "grad_norm": 0.9153409600257874,
      "learning_rate": 2.414988453510084e-06,
      "loss": 0.3405,
      "step": 1478510
    },
    {
      "epoch": 412.65,
      "grad_norm": 1.2559618949890137,
      "learning_rate": 2.414961426367861e-06,
      "loss": 0.3395,
      "step": 1478520
    },
    {
      "epoch": 412.65,
      "grad_norm": 1.012407660484314,
      "learning_rate": 2.4149343992161593e-06,
      "loss": 0.3416,
      "step": 1478530
    },
    {
      "epoch": 412.65,
      "grad_norm": 0.9687888026237488,
      "learning_rate": 2.414907372054983e-06,
      "loss": 0.3326,
      "step": 1478540
    },
    {
      "epoch": 412.66,
      "grad_norm": 1.0356754064559937,
      "learning_rate": 2.4148803448843357e-06,
      "loss": 0.3444,
      "step": 1478550
    },
    {
      "epoch": 412.66,
      "grad_norm": 0.9763122797012329,
      "learning_rate": 2.4148533177042214e-06,
      "loss": 0.3328,
      "step": 1478560
    },
    {
      "epoch": 412.66,
      "grad_norm": 1.394283652305603,
      "learning_rate": 2.4148262905146424e-06,
      "loss": 0.3458,
      "step": 1478570
    },
    {
      "epoch": 412.67,
      "grad_norm": 1.0526964664459229,
      "learning_rate": 2.4147992633156038e-06,
      "loss": 0.3435,
      "step": 1478580
    },
    {
      "epoch": 412.67,
      "grad_norm": 0.9414135217666626,
      "learning_rate": 2.414772236107108e-06,
      "loss": 0.3354,
      "step": 1478590
    },
    {
      "epoch": 412.67,
      "grad_norm": 1.058061122894287,
      "learning_rate": 2.414745208889159e-06,
      "loss": 0.3474,
      "step": 1478600
    },
    {
      "epoch": 412.67,
      "grad_norm": 1.2713068723678589,
      "learning_rate": 2.414718181661761e-06,
      "loss": 0.367,
      "step": 1478610
    },
    {
      "epoch": 412.68,
      "grad_norm": 0.9805142283439636,
      "learning_rate": 2.4146911544249164e-06,
      "loss": 0.3592,
      "step": 1478620
    },
    {
      "epoch": 412.68,
      "grad_norm": 1.0333091020584106,
      "learning_rate": 2.4146641271786303e-06,
      "loss": 0.3298,
      "step": 1478630
    },
    {
      "epoch": 412.68,
      "grad_norm": 1.2633339166641235,
      "learning_rate": 2.4146370999229052e-06,
      "loss": 0.3539,
      "step": 1478640
    },
    {
      "epoch": 412.68,
      "grad_norm": 1.0201317071914673,
      "learning_rate": 2.4146100726577455e-06,
      "loss": 0.3518,
      "step": 1478650
    },
    {
      "epoch": 412.69,
      "grad_norm": 1.189900517463684,
      "learning_rate": 2.4145830453831536e-06,
      "loss": 0.3403,
      "step": 1478660
    },
    {
      "epoch": 412.69,
      "grad_norm": 1.2969192266464233,
      "learning_rate": 2.414556018099134e-06,
      "loss": 0.3551,
      "step": 1478670
    },
    {
      "epoch": 412.69,
      "grad_norm": 1.071302890777588,
      "learning_rate": 2.41452899080569e-06,
      "loss": 0.3442,
      "step": 1478680
    },
    {
      "epoch": 412.7,
      "grad_norm": 1.0489498376846313,
      "learning_rate": 2.4145019635028254e-06,
      "loss": 0.3174,
      "step": 1478690
    },
    {
      "epoch": 412.7,
      "grad_norm": 1.0350590944290161,
      "learning_rate": 2.414474936190544e-06,
      "loss": 0.3483,
      "step": 1478700
    },
    {
      "epoch": 412.7,
      "grad_norm": 0.966327965259552,
      "learning_rate": 2.4144479088688494e-06,
      "loss": 0.3472,
      "step": 1478710
    },
    {
      "epoch": 412.7,
      "grad_norm": 0.9181643128395081,
      "learning_rate": 2.414420881537744e-06,
      "loss": 0.3489,
      "step": 1478720
    },
    {
      "epoch": 412.71,
      "grad_norm": 1.0430431365966797,
      "learning_rate": 2.4143938541972325e-06,
      "loss": 0.3381,
      "step": 1478730
    },
    {
      "epoch": 412.71,
      "grad_norm": 0.925310492515564,
      "learning_rate": 2.4143668268473187e-06,
      "loss": 0.3495,
      "step": 1478740
    },
    {
      "epoch": 412.71,
      "grad_norm": 1.148362636566162,
      "learning_rate": 2.414339799488005e-06,
      "loss": 0.3559,
      "step": 1478750
    },
    {
      "epoch": 412.72,
      "grad_norm": 0.8743999600410461,
      "learning_rate": 2.414312772119296e-06,
      "loss": 0.3385,
      "step": 1478760
    },
    {
      "epoch": 412.72,
      "grad_norm": 0.9515963792800903,
      "learning_rate": 2.4142857447411956e-06,
      "loss": 0.3412,
      "step": 1478770
    },
    {
      "epoch": 412.72,
      "grad_norm": 1.2297298908233643,
      "learning_rate": 2.414258717353707e-06,
      "loss": 0.3524,
      "step": 1478780
    },
    {
      "epoch": 412.72,
      "grad_norm": 0.9005711674690247,
      "learning_rate": 2.414231689956833e-06,
      "loss": 0.3502,
      "step": 1478790
    },
    {
      "epoch": 412.73,
      "grad_norm": 1.1083385944366455,
      "learning_rate": 2.4142046625505776e-06,
      "loss": 0.3529,
      "step": 1478800
    },
    {
      "epoch": 412.73,
      "grad_norm": 0.9643778204917908,
      "learning_rate": 2.4141776351349455e-06,
      "loss": 0.3462,
      "step": 1478810
    },
    {
      "epoch": 412.73,
      "grad_norm": 1.0260906219482422,
      "learning_rate": 2.414150607709939e-06,
      "loss": 0.3511,
      "step": 1478820
    },
    {
      "epoch": 412.74,
      "grad_norm": 1.4292343854904175,
      "learning_rate": 2.414123580275562e-06,
      "loss": 0.3467,
      "step": 1478830
    },
    {
      "epoch": 412.74,
      "grad_norm": 0.9881455898284912,
      "learning_rate": 2.4140965528318195e-06,
      "loss": 0.3382,
      "step": 1478840
    },
    {
      "epoch": 412.74,
      "grad_norm": 1.0665383338928223,
      "learning_rate": 2.414069525378713e-06,
      "loss": 0.3252,
      "step": 1478850
    },
    {
      "epoch": 412.74,
      "grad_norm": 1.1962260007858276,
      "learning_rate": 2.4140424979162465e-06,
      "loss": 0.3278,
      "step": 1478860
    },
    {
      "epoch": 412.75,
      "grad_norm": 1.0754520893096924,
      "learning_rate": 2.414015470444425e-06,
      "loss": 0.3443,
      "step": 1478870
    },
    {
      "epoch": 412.75,
      "grad_norm": 0.97249436378479,
      "learning_rate": 2.4139884429632504e-06,
      "loss": 0.327,
      "step": 1478880
    },
    {
      "epoch": 412.75,
      "grad_norm": 0.9588449597358704,
      "learning_rate": 2.4139614154727265e-06,
      "loss": 0.344,
      "step": 1478890
    },
    {
      "epoch": 412.75,
      "grad_norm": 1.0454732179641724,
      "learning_rate": 2.413934387972859e-06,
      "loss": 0.3256,
      "step": 1478900
    },
    {
      "epoch": 412.76,
      "grad_norm": 1.0922549962997437,
      "learning_rate": 2.4139073604636492e-06,
      "loss": 0.3347,
      "step": 1478910
    },
    {
      "epoch": 412.76,
      "grad_norm": 1.3693962097167969,
      "learning_rate": 2.4138803329451013e-06,
      "loss": 0.3401,
      "step": 1478920
    },
    {
      "epoch": 412.76,
      "grad_norm": 0.852533757686615,
      "learning_rate": 2.413853305417219e-06,
      "loss": 0.3397,
      "step": 1478930
    },
    {
      "epoch": 412.77,
      "grad_norm": 1.1187622547149658,
      "learning_rate": 2.413826277880006e-06,
      "loss": 0.3532,
      "step": 1478940
    },
    {
      "epoch": 412.77,
      "grad_norm": 1.132690668106079,
      "learning_rate": 2.4137992503334655e-06,
      "loss": 0.3534,
      "step": 1478950
    },
    {
      "epoch": 412.77,
      "grad_norm": 1.1637672185897827,
      "learning_rate": 2.413772222777602e-06,
      "loss": 0.3255,
      "step": 1478960
    },
    {
      "epoch": 412.77,
      "grad_norm": 1.1021076440811157,
      "learning_rate": 2.4137451952124185e-06,
      "loss": 0.3403,
      "step": 1478970
    },
    {
      "epoch": 412.78,
      "grad_norm": 1.0821071863174438,
      "learning_rate": 2.413718167637918e-06,
      "loss": 0.347,
      "step": 1478980
    },
    {
      "epoch": 412.78,
      "grad_norm": 0.9738432765007019,
      "learning_rate": 2.4136911400541054e-06,
      "loss": 0.3393,
      "step": 1478990
    },
    {
      "epoch": 412.78,
      "grad_norm": 1.1591206789016724,
      "learning_rate": 2.413664112460984e-06,
      "loss": 0.3452,
      "step": 1479000
    },
    {
      "epoch": 412.79,
      "grad_norm": 1.064468502998352,
      "learning_rate": 2.4136370848585555e-06,
      "loss": 0.3595,
      "step": 1479010
    },
    {
      "epoch": 412.79,
      "grad_norm": 1.1598151922225952,
      "learning_rate": 2.4136100572468263e-06,
      "loss": 0.3594,
      "step": 1479020
    },
    {
      "epoch": 412.79,
      "grad_norm": 0.9935758709907532,
      "learning_rate": 2.4135830296257983e-06,
      "loss": 0.3445,
      "step": 1479030
    },
    {
      "epoch": 412.79,
      "grad_norm": 1.0541751384735107,
      "learning_rate": 2.413556001995475e-06,
      "loss": 0.3333,
      "step": 1479040
    },
    {
      "epoch": 412.8,
      "grad_norm": 1.0586256980895996,
      "learning_rate": 2.4135289743558607e-06,
      "loss": 0.3353,
      "step": 1479050
    },
    {
      "epoch": 412.8,
      "grad_norm": 0.9494289755821228,
      "learning_rate": 2.4135019467069595e-06,
      "loss": 0.3252,
      "step": 1479060
    },
    {
      "epoch": 412.8,
      "grad_norm": 1.169886589050293,
      "learning_rate": 2.4134749190487747e-06,
      "loss": 0.3314,
      "step": 1479070
    },
    {
      "epoch": 412.8,
      "grad_norm": 0.916470468044281,
      "learning_rate": 2.413447891381308e-06,
      "loss": 0.3338,
      "step": 1479080
    },
    {
      "epoch": 412.81,
      "grad_norm": 1.0179829597473145,
      "learning_rate": 2.413420863704565e-06,
      "loss": 0.3495,
      "step": 1479090
    },
    {
      "epoch": 412.81,
      "grad_norm": 1.0017261505126953,
      "learning_rate": 2.4133938360185493e-06,
      "loss": 0.3468,
      "step": 1479100
    },
    {
      "epoch": 412.81,
      "grad_norm": 0.9982478618621826,
      "learning_rate": 2.4133668083232637e-06,
      "loss": 0.36,
      "step": 1479110
    },
    {
      "epoch": 412.82,
      "grad_norm": 1.0173321962356567,
      "learning_rate": 2.4133397806187115e-06,
      "loss": 0.3251,
      "step": 1479120
    },
    {
      "epoch": 412.82,
      "grad_norm": 1.127774715423584,
      "learning_rate": 2.4133127529048975e-06,
      "loss": 0.3437,
      "step": 1479130
    },
    {
      "epoch": 412.82,
      "grad_norm": 1.021019697189331,
      "learning_rate": 2.413285725181825e-06,
      "loss": 0.3546,
      "step": 1479140
    },
    {
      "epoch": 412.82,
      "grad_norm": 0.9970406293869019,
      "learning_rate": 2.413258697449497e-06,
      "loss": 0.3309,
      "step": 1479150
    },
    {
      "epoch": 412.83,
      "grad_norm": 0.9512215256690979,
      "learning_rate": 2.413231669707917e-06,
      "loss": 0.3614,
      "step": 1479160
    },
    {
      "epoch": 412.83,
      "grad_norm": 1.20767343044281,
      "learning_rate": 2.413204641957089e-06,
      "loss": 0.3446,
      "step": 1479170
    },
    {
      "epoch": 412.83,
      "grad_norm": 1.0012489557266235,
      "learning_rate": 2.413177614197017e-06,
      "loss": 0.3533,
      "step": 1479180
    },
    {
      "epoch": 412.84,
      "grad_norm": 1.1459462642669678,
      "learning_rate": 2.413150586427704e-06,
      "loss": 0.3434,
      "step": 1479190
    },
    {
      "epoch": 412.84,
      "grad_norm": 1.0868562459945679,
      "learning_rate": 2.4131235586491533e-06,
      "loss": 0.3594,
      "step": 1479200
    },
    {
      "epoch": 412.84,
      "grad_norm": 1.1264963150024414,
      "learning_rate": 2.41309653086137e-06,
      "loss": 0.3594,
      "step": 1479210
    },
    {
      "epoch": 412.84,
      "grad_norm": 1.0111438035964966,
      "learning_rate": 2.4130695030643557e-06,
      "loss": 0.3342,
      "step": 1479220
    },
    {
      "epoch": 412.85,
      "grad_norm": 1.0569695234298706,
      "learning_rate": 2.4130424752581155e-06,
      "loss": 0.3445,
      "step": 1479230
    },
    {
      "epoch": 412.85,
      "grad_norm": 1.085172414779663,
      "learning_rate": 2.4130154474426525e-06,
      "loss": 0.3609,
      "step": 1479240
    },
    {
      "epoch": 412.85,
      "grad_norm": 0.9254080057144165,
      "learning_rate": 2.4129884196179694e-06,
      "loss": 0.3509,
      "step": 1479250
    },
    {
      "epoch": 412.86,
      "grad_norm": 0.9170454740524292,
      "learning_rate": 2.412961391784071e-06,
      "loss": 0.3413,
      "step": 1479260
    },
    {
      "epoch": 412.86,
      "grad_norm": 0.9491391181945801,
      "learning_rate": 2.412934363940961e-06,
      "loss": 0.3328,
      "step": 1479270
    },
    {
      "epoch": 412.86,
      "grad_norm": 1.0121532678604126,
      "learning_rate": 2.4129073360886426e-06,
      "loss": 0.3465,
      "step": 1479280
    },
    {
      "epoch": 412.86,
      "grad_norm": 1.0477464199066162,
      "learning_rate": 2.412880308227119e-06,
      "loss": 0.3436,
      "step": 1479290
    },
    {
      "epoch": 412.87,
      "grad_norm": 0.9701778888702393,
      "learning_rate": 2.4128532803563944e-06,
      "loss": 0.3629,
      "step": 1479300
    },
    {
      "epoch": 412.87,
      "grad_norm": 1.001786231994629,
      "learning_rate": 2.4128262524764716e-06,
      "loss": 0.3468,
      "step": 1479310
    },
    {
      "epoch": 412.87,
      "grad_norm": 1.9000738859176636,
      "learning_rate": 2.4127992245873552e-06,
      "loss": 0.3492,
      "step": 1479320
    },
    {
      "epoch": 412.87,
      "grad_norm": 1.0511689186096191,
      "learning_rate": 2.4127721966890485e-06,
      "loss": 0.3591,
      "step": 1479330
    },
    {
      "epoch": 412.88,
      "grad_norm": 1.1931796073913574,
      "learning_rate": 2.412745168781554e-06,
      "loss": 0.3568,
      "step": 1479340
    },
    {
      "epoch": 412.88,
      "grad_norm": 1.1316251754760742,
      "learning_rate": 2.4127181408648773e-06,
      "loss": 0.3506,
      "step": 1479350
    },
    {
      "epoch": 412.88,
      "grad_norm": 1.0136080980300903,
      "learning_rate": 2.4126911129390205e-06,
      "loss": 0.3512,
      "step": 1479360
    },
    {
      "epoch": 412.89,
      "grad_norm": 1.1665948629379272,
      "learning_rate": 2.4126640850039873e-06,
      "loss": 0.3581,
      "step": 1479370
    },
    {
      "epoch": 412.89,
      "grad_norm": 0.9856629371643066,
      "learning_rate": 2.4126370570597815e-06,
      "loss": 0.3423,
      "step": 1479380
    },
    {
      "epoch": 412.89,
      "grad_norm": 1.0517467260360718,
      "learning_rate": 2.412610029106408e-06,
      "loss": 0.3508,
      "step": 1479390
    },
    {
      "epoch": 412.89,
      "grad_norm": 1.052101969718933,
      "learning_rate": 2.4125830011438678e-06,
      "loss": 0.3389,
      "step": 1479400
    },
    {
      "epoch": 412.9,
      "grad_norm": 1.0620183944702148,
      "learning_rate": 2.4125559731721665e-06,
      "loss": 0.3314,
      "step": 1479410
    },
    {
      "epoch": 412.9,
      "grad_norm": 1.0867846012115479,
      "learning_rate": 2.4125289451913075e-06,
      "loss": 0.3443,
      "step": 1479420
    },
    {
      "epoch": 412.9,
      "grad_norm": 1.0264781713485718,
      "learning_rate": 2.4125019172012934e-06,
      "loss": 0.3542,
      "step": 1479430
    },
    {
      "epoch": 412.91,
      "grad_norm": 1.1194164752960205,
      "learning_rate": 2.412474889202129e-06,
      "loss": 0.3519,
      "step": 1479440
    },
    {
      "epoch": 412.91,
      "grad_norm": 0.9993449449539185,
      "learning_rate": 2.412447861193817e-06,
      "loss": 0.3398,
      "step": 1479450
    },
    {
      "epoch": 412.91,
      "grad_norm": 1.0475654602050781,
      "learning_rate": 2.412420833176361e-06,
      "loss": 0.3385,
      "step": 1479460
    },
    {
      "epoch": 412.91,
      "grad_norm": 1.1673136949539185,
      "learning_rate": 2.4123938051497654e-06,
      "loss": 0.3336,
      "step": 1479470
    },
    {
      "epoch": 412.92,
      "grad_norm": 0.9433891177177429,
      "learning_rate": 2.4123667771140327e-06,
      "loss": 0.3498,
      "step": 1479480
    },
    {
      "epoch": 412.92,
      "grad_norm": 1.1387301683425903,
      "learning_rate": 2.4123397490691677e-06,
      "loss": 0.3334,
      "step": 1479490
    },
    {
      "epoch": 412.92,
      "grad_norm": 1.0719834566116333,
      "learning_rate": 2.4123127210151725e-06,
      "loss": 0.3469,
      "step": 1479500
    },
    {
      "epoch": 412.92,
      "grad_norm": 0.9679855704307556,
      "learning_rate": 2.4122856929520527e-06,
      "loss": 0.3613,
      "step": 1479510
    },
    {
      "epoch": 412.93,
      "grad_norm": 0.9527722597122192,
      "learning_rate": 2.4122586648798103e-06,
      "loss": 0.3451,
      "step": 1479520
    },
    {
      "epoch": 412.93,
      "grad_norm": 0.954351007938385,
      "learning_rate": 2.4122316367984496e-06,
      "loss": 0.3352,
      "step": 1479530
    },
    {
      "epoch": 412.93,
      "grad_norm": 1.0503593683242798,
      "learning_rate": 2.412204608707973e-06,
      "loss": 0.3502,
      "step": 1479540
    },
    {
      "epoch": 412.94,
      "grad_norm": 1.0751694440841675,
      "learning_rate": 2.412177580608386e-06,
      "loss": 0.344,
      "step": 1479550
    },
    {
      "epoch": 412.94,
      "grad_norm": 0.9308270215988159,
      "learning_rate": 2.4121505524996907e-06,
      "loss": 0.337,
      "step": 1479560
    },
    {
      "epoch": 412.94,
      "grad_norm": 0.9272416830062866,
      "learning_rate": 2.4121235243818915e-06,
      "loss": 0.3496,
      "step": 1479570
    },
    {
      "epoch": 412.94,
      "grad_norm": 0.9453946948051453,
      "learning_rate": 2.4120964962549927e-06,
      "loss": 0.3398,
      "step": 1479580
    },
    {
      "epoch": 412.95,
      "grad_norm": 1.0559110641479492,
      "learning_rate": 2.4120694681189962e-06,
      "loss": 0.3316,
      "step": 1479590
    },
    {
      "epoch": 412.95,
      "grad_norm": 1.1349631547927856,
      "learning_rate": 2.412042439973906e-06,
      "loss": 0.358,
      "step": 1479600
    },
    {
      "epoch": 412.95,
      "grad_norm": 1.2510626316070557,
      "learning_rate": 2.4120154118197264e-06,
      "loss": 0.3482,
      "step": 1479610
    },
    {
      "epoch": 412.96,
      "grad_norm": 1.0626684427261353,
      "learning_rate": 2.4119883836564605e-06,
      "loss": 0.3512,
      "step": 1479620
    },
    {
      "epoch": 412.96,
      "grad_norm": 1.0836766958236694,
      "learning_rate": 2.411961355484112e-06,
      "loss": 0.3456,
      "step": 1479630
    },
    {
      "epoch": 412.96,
      "grad_norm": 1.0280556678771973,
      "learning_rate": 2.4119343273026845e-06,
      "loss": 0.3577,
      "step": 1479640
    },
    {
      "epoch": 412.96,
      "grad_norm": 1.1461198329925537,
      "learning_rate": 2.4119072991121824e-06,
      "loss": 0.3521,
      "step": 1479650
    },
    {
      "epoch": 412.97,
      "grad_norm": 1.0711854696273804,
      "learning_rate": 2.411880270912608e-06,
      "loss": 0.3536,
      "step": 1479660
    },
    {
      "epoch": 412.97,
      "grad_norm": 1.0025843381881714,
      "learning_rate": 2.4118532427039654e-06,
      "loss": 0.336,
      "step": 1479670
    },
    {
      "epoch": 412.97,
      "grad_norm": 1.0805531740188599,
      "learning_rate": 2.4118262144862587e-06,
      "loss": 0.3481,
      "step": 1479680
    },
    {
      "epoch": 412.98,
      "grad_norm": 1.1902061700820923,
      "learning_rate": 2.41179918625949e-06,
      "loss": 0.3384,
      "step": 1479690
    },
    {
      "epoch": 412.98,
      "grad_norm": 1.1642274856567383,
      "learning_rate": 2.4117721580236648e-06,
      "loss": 0.3349,
      "step": 1479700
    },
    {
      "epoch": 412.98,
      "grad_norm": 0.8491809368133545,
      "learning_rate": 2.411745129778786e-06,
      "loss": 0.3463,
      "step": 1479710
    },
    {
      "epoch": 412.98,
      "grad_norm": 1.0867685079574585,
      "learning_rate": 2.4117181015248564e-06,
      "loss": 0.3366,
      "step": 1479720
    },
    {
      "epoch": 412.99,
      "grad_norm": 1.0996595621109009,
      "learning_rate": 2.4116910732618804e-06,
      "loss": 0.3391,
      "step": 1479730
    },
    {
      "epoch": 412.99,
      "grad_norm": 1.0944745540618896,
      "learning_rate": 2.4116640449898623e-06,
      "loss": 0.3697,
      "step": 1479740
    },
    {
      "epoch": 412.99,
      "grad_norm": 0.9333280920982361,
      "learning_rate": 2.4116370167088035e-06,
      "loss": 0.3389,
      "step": 1479750
    },
    {
      "epoch": 412.99,
      "grad_norm": 1.0105971097946167,
      "learning_rate": 2.411609988418709e-06,
      "loss": 0.333,
      "step": 1479760
    },
    {
      "epoch": 413.0,
      "grad_norm": 1.1254271268844604,
      "learning_rate": 2.411582960119583e-06,
      "loss": 0.3462,
      "step": 1479770
    },
    {
      "epoch": 413.0,
      "eval_loss": 0.3464975953102112,
      "eval_runtime": 62.9285,
      "eval_samples_per_second": 80.393,
      "eval_steps_per_second": 10.059,
      "step": 1479779
    },
    {
      "epoch": 413.0,
      "grad_norm": 1.5427063703536987,
      "learning_rate": 2.4115559318114277e-06,
      "loss": 0.346,
      "step": 1479780
    },
    {
      "epoch": 413.0,
      "grad_norm": 0.9616028666496277,
      "learning_rate": 2.4115289034942484e-06,
      "loss": 0.3518,
      "step": 1479790
    },
    {
      "epoch": 413.01,
      "grad_norm": 0.914462149143219,
      "learning_rate": 2.411501875168047e-06,
      "loss": 0.35,
      "step": 1479800
    },
    {
      "epoch": 413.01,
      "grad_norm": 1.1612344980239868,
      "learning_rate": 2.4114748468328283e-06,
      "loss": 0.3498,
      "step": 1479810
    },
    {
      "epoch": 413.01,
      "grad_norm": 0.9765758514404297,
      "learning_rate": 2.4114478184885952e-06,
      "loss": 0.3339,
      "step": 1479820
    },
    {
      "epoch": 413.01,
      "grad_norm": 1.0170220136642456,
      "learning_rate": 2.411420790135351e-06,
      "loss": 0.3463,
      "step": 1479830
    },
    {
      "epoch": 413.02,
      "grad_norm": 6.948246955871582,
      "learning_rate": 2.4113937617731006e-06,
      "loss": 0.3492,
      "step": 1479840
    },
    {
      "epoch": 413.02,
      "grad_norm": 0.9255913496017456,
      "learning_rate": 2.4113667334018462e-06,
      "loss": 0.3401,
      "step": 1479850
    },
    {
      "epoch": 413.02,
      "grad_norm": 1.0067148208618164,
      "learning_rate": 2.4113397050215918e-06,
      "loss": 0.3763,
      "step": 1479860
    },
    {
      "epoch": 413.03,
      "grad_norm": 1.172731876373291,
      "learning_rate": 2.4113126766323418e-06,
      "loss": 0.3427,
      "step": 1479870
    },
    {
      "epoch": 413.03,
      "grad_norm": 1.1382243633270264,
      "learning_rate": 2.4112856482340993e-06,
      "loss": 0.3423,
      "step": 1479880
    },
    {
      "epoch": 413.03,
      "grad_norm": 1.198739767074585,
      "learning_rate": 2.4112586198268672e-06,
      "loss": 0.3415,
      "step": 1479890
    },
    {
      "epoch": 413.03,
      "grad_norm": 1.0034135580062866,
      "learning_rate": 2.4112315914106503e-06,
      "loss": 0.3332,
      "step": 1479900
    },
    {
      "epoch": 413.04,
      "grad_norm": 1.0720669031143188,
      "learning_rate": 2.411204562985451e-06,
      "loss": 0.343,
      "step": 1479910
    },
    {
      "epoch": 413.04,
      "grad_norm": 0.9982296228408813,
      "learning_rate": 2.4111775345512735e-06,
      "loss": 0.3511,
      "step": 1479920
    },
    {
      "epoch": 413.04,
      "grad_norm": 1.0685150623321533,
      "learning_rate": 2.4111505061081213e-06,
      "loss": 0.3424,
      "step": 1479930
    },
    {
      "epoch": 413.04,
      "grad_norm": 0.933771550655365,
      "learning_rate": 2.4111234776559987e-06,
      "loss": 0.3372,
      "step": 1479940
    },
    {
      "epoch": 413.05,
      "grad_norm": 1.0324829816818237,
      "learning_rate": 2.4110964491949084e-06,
      "loss": 0.3613,
      "step": 1479950
    },
    {
      "epoch": 413.05,
      "grad_norm": 0.9954301118850708,
      "learning_rate": 2.411069420724854e-06,
      "loss": 0.3403,
      "step": 1479960
    },
    {
      "epoch": 413.05,
      "grad_norm": 1.1973228454589844,
      "learning_rate": 2.41104239224584e-06,
      "loss": 0.3366,
      "step": 1479970
    },
    {
      "epoch": 413.06,
      "grad_norm": 1.9023679494857788,
      "learning_rate": 2.4110153637578686e-06,
      "loss": 0.3334,
      "step": 1479980
    },
    {
      "epoch": 413.06,
      "grad_norm": 1.6200952529907227,
      "learning_rate": 2.410988335260944e-06,
      "loss": 0.3404,
      "step": 1479990
    },
    {
      "epoch": 413.06,
      "grad_norm": 0.9309759140014648,
      "learning_rate": 2.4109613067550713e-06,
      "loss": 0.3516,
      "step": 1480000
    },
    {
      "epoch": 413.06,
      "grad_norm": 1.223449945449829,
      "learning_rate": 2.4109342782402517e-06,
      "loss": 0.3306,
      "step": 1480010
    },
    {
      "epoch": 413.07,
      "grad_norm": 1.0020302534103394,
      "learning_rate": 2.4109072497164904e-06,
      "loss": 0.3464,
      "step": 1480020
    },
    {
      "epoch": 413.07,
      "grad_norm": 1.0345256328582764,
      "learning_rate": 2.41088022118379e-06,
      "loss": 0.3478,
      "step": 1480030
    },
    {
      "epoch": 413.07,
      "grad_norm": 1.4238110780715942,
      "learning_rate": 2.4108531926421544e-06,
      "loss": 0.341,
      "step": 1480040
    },
    {
      "epoch": 413.08,
      "grad_norm": 0.9964444041252136,
      "learning_rate": 2.4108261640915875e-06,
      "loss": 0.3634,
      "step": 1480050
    },
    {
      "epoch": 413.08,
      "grad_norm": 1.1521319150924683,
      "learning_rate": 2.410799135532093e-06,
      "loss": 0.35,
      "step": 1480060
    },
    {
      "epoch": 413.08,
      "grad_norm": 1.1070576906204224,
      "learning_rate": 2.4107721069636737e-06,
      "loss": 0.3544,
      "step": 1480070
    },
    {
      "epoch": 413.08,
      "grad_norm": 1.0884779691696167,
      "learning_rate": 2.4107450783863337e-06,
      "loss": 0.3474,
      "step": 1480080
    },
    {
      "epoch": 413.09,
      "grad_norm": 0.9546188116073608,
      "learning_rate": 2.410718049800078e-06,
      "loss": 0.3315,
      "step": 1480090
    },
    {
      "epoch": 413.09,
      "grad_norm": 1.0996419191360474,
      "learning_rate": 2.410691021204908e-06,
      "loss": 0.3442,
      "step": 1480100
    },
    {
      "epoch": 413.09,
      "grad_norm": 1.0869444608688354,
      "learning_rate": 2.4106639926008275e-06,
      "loss": 0.3342,
      "step": 1480110
    },
    {
      "epoch": 413.1,
      "grad_norm": 1.0075933933258057,
      "learning_rate": 2.4106369639878414e-06,
      "loss": 0.3344,
      "step": 1480120
    },
    {
      "epoch": 413.1,
      "grad_norm": 1.0605919361114502,
      "learning_rate": 2.4106099353659525e-06,
      "loss": 0.3513,
      "step": 1480130
    },
    {
      "epoch": 413.1,
      "grad_norm": 0.957506537437439,
      "learning_rate": 2.4105829067351643e-06,
      "loss": 0.3512,
      "step": 1480140
    },
    {
      "epoch": 413.1,
      "grad_norm": 0.9506164193153381,
      "learning_rate": 2.410555878095481e-06,
      "loss": 0.343,
      "step": 1480150
    },
    {
      "epoch": 413.11,
      "grad_norm": 1.113703727722168,
      "learning_rate": 2.410528849446906e-06,
      "loss": 0.352,
      "step": 1480160
    },
    {
      "epoch": 413.11,
      "grad_norm": 1.2697428464889526,
      "learning_rate": 2.4105018207894426e-06,
      "loss": 0.3592,
      "step": 1480170
    },
    {
      "epoch": 413.11,
      "grad_norm": 0.9464311003684998,
      "learning_rate": 2.410474792123094e-06,
      "loss": 0.3683,
      "step": 1480180
    },
    {
      "epoch": 413.11,
      "grad_norm": 1.1493322849273682,
      "learning_rate": 2.4104477634478644e-06,
      "loss": 0.3319,
      "step": 1480190
    },
    {
      "epoch": 413.12,
      "grad_norm": 1.1770339012145996,
      "learning_rate": 2.4104207347637576e-06,
      "loss": 0.3415,
      "step": 1480200
    },
    {
      "epoch": 413.12,
      "grad_norm": 1.1268364191055298,
      "learning_rate": 2.410393706070777e-06,
      "loss": 0.3625,
      "step": 1480210
    },
    {
      "epoch": 413.12,
      "grad_norm": 1.148382306098938,
      "learning_rate": 2.410366677368925e-06,
      "loss": 0.3523,
      "step": 1480220
    },
    {
      "epoch": 413.13,
      "grad_norm": 0.8903607726097107,
      "learning_rate": 2.4103396486582076e-06,
      "loss": 0.3556,
      "step": 1480230
    },
    {
      "epoch": 413.13,
      "grad_norm": 1.0011683702468872,
      "learning_rate": 2.410312619938627e-06,
      "loss": 0.3558,
      "step": 1480240
    },
    {
      "epoch": 413.13,
      "grad_norm": 1.335144281387329,
      "learning_rate": 2.4102855912101865e-06,
      "loss": 0.3448,
      "step": 1480250
    },
    {
      "epoch": 413.13,
      "grad_norm": 0.9625357985496521,
      "learning_rate": 2.4102585624728903e-06,
      "loss": 0.3624,
      "step": 1480260
    },
    {
      "epoch": 413.14,
      "grad_norm": 1.049796223640442,
      "learning_rate": 2.4102315337267417e-06,
      "loss": 0.3395,
      "step": 1480270
    },
    {
      "epoch": 413.14,
      "grad_norm": 1.2570827007293701,
      "learning_rate": 2.410204504971744e-06,
      "loss": 0.3485,
      "step": 1480280
    },
    {
      "epoch": 413.14,
      "grad_norm": 1.171667218208313,
      "learning_rate": 2.410177476207902e-06,
      "loss": 0.3441,
      "step": 1480290
    },
    {
      "epoch": 413.15,
      "grad_norm": 1.3055105209350586,
      "learning_rate": 2.410150447435218e-06,
      "loss": 0.3471,
      "step": 1480300
    },
    {
      "epoch": 413.15,
      "grad_norm": 1.0857998132705688,
      "learning_rate": 2.410123418653697e-06,
      "loss": 0.3347,
      "step": 1480310
    },
    {
      "epoch": 413.15,
      "grad_norm": 1.1298896074295044,
      "learning_rate": 2.410096389863341e-06,
      "loss": 0.3382,
      "step": 1480320
    },
    {
      "epoch": 413.15,
      "grad_norm": 0.9897180199623108,
      "learning_rate": 2.4100693610641536e-06,
      "loss": 0.3321,
      "step": 1480330
    },
    {
      "epoch": 413.16,
      "grad_norm": 0.9533655047416687,
      "learning_rate": 2.4100423322561394e-06,
      "loss": 0.3465,
      "step": 1480340
    },
    {
      "epoch": 413.16,
      "grad_norm": 1.0305296182632446,
      "learning_rate": 2.410015303439302e-06,
      "loss": 0.3549,
      "step": 1480350
    },
    {
      "epoch": 413.16,
      "grad_norm": 1.0211106538772583,
      "learning_rate": 2.4099882746136443e-06,
      "loss": 0.3211,
      "step": 1480360
    },
    {
      "epoch": 413.16,
      "grad_norm": 0.9889653921127319,
      "learning_rate": 2.40996124577917e-06,
      "loss": 0.3437,
      "step": 1480370
    },
    {
      "epoch": 413.17,
      "grad_norm": 0.8684397339820862,
      "learning_rate": 2.409934216935884e-06,
      "loss": 0.337,
      "step": 1480380
    },
    {
      "epoch": 413.17,
      "grad_norm": 1.0499345064163208,
      "learning_rate": 2.409907188083788e-06,
      "loss": 0.3294,
      "step": 1480390
    },
    {
      "epoch": 413.17,
      "grad_norm": 0.8832228183746338,
      "learning_rate": 2.409880159222887e-06,
      "loss": 0.335,
      "step": 1480400
    },
    {
      "epoch": 413.18,
      "grad_norm": 1.2916165590286255,
      "learning_rate": 2.4098531303531835e-06,
      "loss": 0.3455,
      "step": 1480410
    },
    {
      "epoch": 413.18,
      "grad_norm": 1.066808819770813,
      "learning_rate": 2.4098261014746827e-06,
      "loss": 0.3429,
      "step": 1480420
    },
    {
      "epoch": 413.18,
      "grad_norm": 1.0991259813308716,
      "learning_rate": 2.4097990725873862e-06,
      "loss": 0.3473,
      "step": 1480430
    },
    {
      "epoch": 413.18,
      "grad_norm": 1.0504732131958008,
      "learning_rate": 2.4097720436912984e-06,
      "loss": 0.3665,
      "step": 1480440
    },
    {
      "epoch": 413.19,
      "grad_norm": 1.0831855535507202,
      "learning_rate": 2.409745014786424e-06,
      "loss": 0.3556,
      "step": 1480450
    },
    {
      "epoch": 413.19,
      "grad_norm": 1.0257288217544556,
      "learning_rate": 2.4097179858727644e-06,
      "loss": 0.3602,
      "step": 1480460
    },
    {
      "epoch": 413.19,
      "grad_norm": 1.1367350816726685,
      "learning_rate": 2.409690956950326e-06,
      "loss": 0.3367,
      "step": 1480470
    },
    {
      "epoch": 413.2,
      "grad_norm": 0.9426093101501465,
      "learning_rate": 2.4096639280191095e-06,
      "loss": 0.3249,
      "step": 1480480
    },
    {
      "epoch": 413.2,
      "grad_norm": 1.1454482078552246,
      "learning_rate": 2.4096368990791204e-06,
      "loss": 0.3546,
      "step": 1480490
    },
    {
      "epoch": 413.2,
      "grad_norm": 1.0945613384246826,
      "learning_rate": 2.4096098701303615e-06,
      "loss": 0.3498,
      "step": 1480500
    },
    {
      "epoch": 413.2,
      "grad_norm": 0.9953753352165222,
      "learning_rate": 2.4095828411728367e-06,
      "loss": 0.3556,
      "step": 1480510
    },
    {
      "epoch": 413.21,
      "grad_norm": 0.8657733798027039,
      "learning_rate": 2.40955581220655e-06,
      "loss": 0.345,
      "step": 1480520
    },
    {
      "epoch": 413.21,
      "grad_norm": 1.3750460147857666,
      "learning_rate": 2.4095287832315037e-06,
      "loss": 0.3507,
      "step": 1480530
    },
    {
      "epoch": 413.21,
      "grad_norm": 0.8885720372200012,
      "learning_rate": 2.409501754247703e-06,
      "loss": 0.3515,
      "step": 1480540
    },
    {
      "epoch": 413.22,
      "grad_norm": 0.9040804505348206,
      "learning_rate": 2.4094747252551505e-06,
      "loss": 0.3614,
      "step": 1480550
    },
    {
      "epoch": 413.22,
      "grad_norm": 1.1170285940170288,
      "learning_rate": 2.40944769625385e-06,
      "loss": 0.3386,
      "step": 1480560
    },
    {
      "epoch": 413.22,
      "grad_norm": 1.0028660297393799,
      "learning_rate": 2.4094206672438047e-06,
      "loss": 0.3352,
      "step": 1480570
    },
    {
      "epoch": 413.22,
      "grad_norm": 1.119273066520691,
      "learning_rate": 2.409393638225019e-06,
      "loss": 0.3313,
      "step": 1480580
    },
    {
      "epoch": 413.23,
      "grad_norm": 0.9684197902679443,
      "learning_rate": 2.409366609197496e-06,
      "loss": 0.3507,
      "step": 1480590
    },
    {
      "epoch": 413.23,
      "grad_norm": 0.8982396721839905,
      "learning_rate": 2.409339580161239e-06,
      "loss": 0.3409,
      "step": 1480600
    },
    {
      "epoch": 413.23,
      "grad_norm": 1.206127643585205,
      "learning_rate": 2.409312551116253e-06,
      "loss": 0.3554,
      "step": 1480610
    },
    {
      "epoch": 413.23,
      "grad_norm": 1.2002156972885132,
      "learning_rate": 2.4092855220625404e-06,
      "loss": 0.3879,
      "step": 1480620
    },
    {
      "epoch": 413.24,
      "grad_norm": 1.1016099452972412,
      "learning_rate": 2.4092584930001042e-06,
      "loss": 0.3545,
      "step": 1480630
    },
    {
      "epoch": 413.24,
      "grad_norm": 1.0668132305145264,
      "learning_rate": 2.409231463928949e-06,
      "loss": 0.3448,
      "step": 1480640
    },
    {
      "epoch": 413.24,
      "grad_norm": 1.112552523612976,
      "learning_rate": 2.409204434849079e-06,
      "loss": 0.3417,
      "step": 1480650
    },
    {
      "epoch": 413.25,
      "grad_norm": 0.997674822807312,
      "learning_rate": 2.409177405760496e-06,
      "loss": 0.3329,
      "step": 1480660
    },
    {
      "epoch": 413.25,
      "grad_norm": 1.0846854448318481,
      "learning_rate": 2.409150376663205e-06,
      "loss": 0.3422,
      "step": 1480670
    },
    {
      "epoch": 413.25,
      "grad_norm": 1.3442929983139038,
      "learning_rate": 2.40912334755721e-06,
      "loss": 0.3298,
      "step": 1480680
    },
    {
      "epoch": 413.25,
      "grad_norm": 1.0355335474014282,
      "learning_rate": 2.409096318442513e-06,
      "loss": 0.3555,
      "step": 1480690
    },
    {
      "epoch": 413.26,
      "grad_norm": 0.8503100872039795,
      "learning_rate": 2.409069289319118e-06,
      "loss": 0.3465,
      "step": 1480700
    },
    {
      "epoch": 413.26,
      "grad_norm": 1.064616084098816,
      "learning_rate": 2.40904226018703e-06,
      "loss": 0.3628,
      "step": 1480710
    },
    {
      "epoch": 413.26,
      "grad_norm": 1.0323210954666138,
      "learning_rate": 2.409015231046251e-06,
      "loss": 0.3673,
      "step": 1480720
    },
    {
      "epoch": 413.27,
      "grad_norm": 1.0645225048065186,
      "learning_rate": 2.4089882018967847e-06,
      "loss": 0.3317,
      "step": 1480730
    },
    {
      "epoch": 413.27,
      "grad_norm": 0.9739373922348022,
      "learning_rate": 2.408961172738636e-06,
      "loss": 0.3315,
      "step": 1480740
    },
    {
      "epoch": 413.27,
      "grad_norm": 1.0310801267623901,
      "learning_rate": 2.4089341435718067e-06,
      "loss": 0.3369,
      "step": 1480750
    },
    {
      "epoch": 413.27,
      "grad_norm": 1.023019790649414,
      "learning_rate": 2.4089071143963027e-06,
      "loss": 0.3498,
      "step": 1480760
    },
    {
      "epoch": 413.28,
      "grad_norm": 0.9198669195175171,
      "learning_rate": 2.4088800852121263e-06,
      "loss": 0.3379,
      "step": 1480770
    },
    {
      "epoch": 413.28,
      "grad_norm": 1.0073564052581787,
      "learning_rate": 2.4088530560192796e-06,
      "loss": 0.3493,
      "step": 1480780
    },
    {
      "epoch": 413.28,
      "grad_norm": 0.9945098161697388,
      "learning_rate": 2.4088260268177683e-06,
      "loss": 0.3409,
      "step": 1480790
    },
    {
      "epoch": 413.28,
      "grad_norm": 0.9969589114189148,
      "learning_rate": 2.408798997607595e-06,
      "loss": 0.3208,
      "step": 1480800
    },
    {
      "epoch": 413.29,
      "grad_norm": 1.059401273727417,
      "learning_rate": 2.408771968388765e-06,
      "loss": 0.3276,
      "step": 1480810
    },
    {
      "epoch": 413.29,
      "grad_norm": 1.2134478092193604,
      "learning_rate": 2.4087449391612793e-06,
      "loss": 0.3424,
      "step": 1480820
    },
    {
      "epoch": 413.29,
      "grad_norm": 1.1819313764572144,
      "learning_rate": 2.4087179099251438e-06,
      "loss": 0.3562,
      "step": 1480830
    },
    {
      "epoch": 413.3,
      "grad_norm": 0.900102972984314,
      "learning_rate": 2.40869088068036e-06,
      "loss": 0.3561,
      "step": 1480840
    },
    {
      "epoch": 413.3,
      "grad_norm": 1.1227118968963623,
      "learning_rate": 2.408663851426933e-06,
      "loss": 0.3317,
      "step": 1480850
    },
    {
      "epoch": 413.3,
      "grad_norm": 1.2315161228179932,
      "learning_rate": 2.408636822164866e-06,
      "loss": 0.3445,
      "step": 1480860
    },
    {
      "epoch": 413.3,
      "grad_norm": 1.1943105459213257,
      "learning_rate": 2.4086097928941623e-06,
      "loss": 0.3452,
      "step": 1480870
    },
    {
      "epoch": 413.31,
      "grad_norm": 0.9687923789024353,
      "learning_rate": 2.408582763614826e-06,
      "loss": 0.3395,
      "step": 1480880
    },
    {
      "epoch": 413.31,
      "grad_norm": 1.0881352424621582,
      "learning_rate": 2.40855573432686e-06,
      "loss": 0.3683,
      "step": 1480890
    },
    {
      "epoch": 413.31,
      "grad_norm": 1.0752007961273193,
      "learning_rate": 2.4085287050302693e-06,
      "loss": 0.3389,
      "step": 1480900
    },
    {
      "epoch": 413.32,
      "grad_norm": 0.951992392539978,
      "learning_rate": 2.408501675725056e-06,
      "loss": 0.3381,
      "step": 1480910
    },
    {
      "epoch": 413.32,
      "grad_norm": 1.1492420434951782,
      "learning_rate": 2.408474646411224e-06,
      "loss": 0.3452,
      "step": 1480920
    },
    {
      "epoch": 413.32,
      "grad_norm": 1.1055597066879272,
      "learning_rate": 2.408447617088777e-06,
      "loss": 0.3492,
      "step": 1480930
    },
    {
      "epoch": 413.32,
      "grad_norm": 0.9673077464103699,
      "learning_rate": 2.408420587757719e-06,
      "loss": 0.3459,
      "step": 1480940
    },
    {
      "epoch": 413.33,
      "grad_norm": 1.2310999631881714,
      "learning_rate": 2.4083935584180533e-06,
      "loss": 0.3606,
      "step": 1480950
    },
    {
      "epoch": 413.33,
      "grad_norm": 1.2265095710754395,
      "learning_rate": 2.4083665290697834e-06,
      "loss": 0.3501,
      "step": 1480960
    },
    {
      "epoch": 413.33,
      "grad_norm": 1.1381869316101074,
      "learning_rate": 2.4083394997129134e-06,
      "loss": 0.3496,
      "step": 1480970
    },
    {
      "epoch": 413.34,
      "grad_norm": 1.0752352476119995,
      "learning_rate": 2.408312470347447e-06,
      "loss": 0.3385,
      "step": 1480980
    },
    {
      "epoch": 413.34,
      "grad_norm": 1.1964162588119507,
      "learning_rate": 2.408285440973386e-06,
      "loss": 0.3533,
      "step": 1480990
    },
    {
      "epoch": 413.34,
      "grad_norm": 1.0733336210250854,
      "learning_rate": 2.4082584115907363e-06,
      "loss": 0.3518,
      "step": 1481000
    },
    {
      "epoch": 413.34,
      "grad_norm": 1.1300508975982666,
      "learning_rate": 2.4082313821995e-06,
      "loss": 0.35,
      "step": 1481010
    },
    {
      "epoch": 413.35,
      "grad_norm": 1.044756531715393,
      "learning_rate": 2.408204352799681e-06,
      "loss": 0.3471,
      "step": 1481020
    },
    {
      "epoch": 413.35,
      "grad_norm": 1.065384864807129,
      "learning_rate": 2.4081773233912836e-06,
      "loss": 0.357,
      "step": 1481030
    },
    {
      "epoch": 413.35,
      "grad_norm": 0.9296408891677856,
      "learning_rate": 2.4081502939743107e-06,
      "loss": 0.3528,
      "step": 1481040
    },
    {
      "epoch": 413.35,
      "grad_norm": 0.941466748714447,
      "learning_rate": 2.4081232645487668e-06,
      "loss": 0.3337,
      "step": 1481050
    },
    {
      "epoch": 413.36,
      "grad_norm": 1.0899498462677002,
      "learning_rate": 2.4080962351146547e-06,
      "loss": 0.3522,
      "step": 1481060
    },
    {
      "epoch": 413.36,
      "grad_norm": 1.189418911933899,
      "learning_rate": 2.4080692056719774e-06,
      "loss": 0.3346,
      "step": 1481070
    },
    {
      "epoch": 413.36,
      "grad_norm": 1.0130958557128906,
      "learning_rate": 2.408042176220739e-06,
      "loss": 0.3511,
      "step": 1481080
    },
    {
      "epoch": 413.37,
      "grad_norm": 1.1295204162597656,
      "learning_rate": 2.4080151467609432e-06,
      "loss": 0.352,
      "step": 1481090
    },
    {
      "epoch": 413.37,
      "grad_norm": 1.0430960655212402,
      "learning_rate": 2.4079881172925945e-06,
      "loss": 0.3662,
      "step": 1481100
    },
    {
      "epoch": 413.37,
      "grad_norm": 1.0044134855270386,
      "learning_rate": 2.4079610878156953e-06,
      "loss": 0.3498,
      "step": 1481110
    },
    {
      "epoch": 413.37,
      "grad_norm": 2.5140151977539062,
      "learning_rate": 2.4079340583302496e-06,
      "loss": 0.3547,
      "step": 1481120
    },
    {
      "epoch": 413.38,
      "grad_norm": 0.8805549144744873,
      "learning_rate": 2.407907028836261e-06,
      "loss": 0.3372,
      "step": 1481130
    },
    {
      "epoch": 413.38,
      "grad_norm": 1.2094013690948486,
      "learning_rate": 2.4078799993337333e-06,
      "loss": 0.3712,
      "step": 1481140
    },
    {
      "epoch": 413.38,
      "grad_norm": 0.9181384444236755,
      "learning_rate": 2.4078529698226696e-06,
      "loss": 0.3591,
      "step": 1481150
    },
    {
      "epoch": 413.39,
      "grad_norm": 1.1318674087524414,
      "learning_rate": 2.407825940303074e-06,
      "loss": 0.3343,
      "step": 1481160
    },
    {
      "epoch": 413.39,
      "grad_norm": 0.91353839635849,
      "learning_rate": 2.4077989107749497e-06,
      "loss": 0.3483,
      "step": 1481170
    },
    {
      "epoch": 413.39,
      "grad_norm": 1.0826895236968994,
      "learning_rate": 2.4077718812383e-06,
      "loss": 0.3596,
      "step": 1481180
    },
    {
      "epoch": 413.39,
      "grad_norm": 0.9852405786514282,
      "learning_rate": 2.4077448516931296e-06,
      "loss": 0.3332,
      "step": 1481190
    },
    {
      "epoch": 413.4,
      "grad_norm": 1.0443576574325562,
      "learning_rate": 2.4077178221394423e-06,
      "loss": 0.3404,
      "step": 1481200
    },
    {
      "epoch": 413.4,
      "grad_norm": 0.8824886083602905,
      "learning_rate": 2.4076907925772393e-06,
      "loss": 0.3635,
      "step": 1481210
    },
    {
      "epoch": 413.4,
      "grad_norm": 1.0436490774154663,
      "learning_rate": 2.407663763006526e-06,
      "loss": 0.3345,
      "step": 1481220
    },
    {
      "epoch": 413.4,
      "grad_norm": 0.9688854813575745,
      "learning_rate": 2.4076367334273067e-06,
      "loss": 0.3429,
      "step": 1481230
    },
    {
      "epoch": 413.41,
      "grad_norm": 1.2537909746170044,
      "learning_rate": 2.4076097038395835e-06,
      "loss": 0.3697,
      "step": 1481240
    },
    {
      "epoch": 413.41,
      "grad_norm": 1.0827174186706543,
      "learning_rate": 2.4075826742433603e-06,
      "loss": 0.339,
      "step": 1481250
    },
    {
      "epoch": 413.41,
      "grad_norm": 0.9373784065246582,
      "learning_rate": 2.4075556446386413e-06,
      "loss": 0.3411,
      "step": 1481260
    },
    {
      "epoch": 413.42,
      "grad_norm": 1.052781343460083,
      "learning_rate": 2.40752861502543e-06,
      "loss": 0.3461,
      "step": 1481270
    },
    {
      "epoch": 413.42,
      "grad_norm": 1.164171814918518,
      "learning_rate": 2.4075015854037293e-06,
      "loss": 0.354,
      "step": 1481280
    },
    {
      "epoch": 413.42,
      "grad_norm": 1.0766535997390747,
      "learning_rate": 2.4074745557735435e-06,
      "loss": 0.3358,
      "step": 1481290
    },
    {
      "epoch": 413.42,
      "grad_norm": 1.1921364068984985,
      "learning_rate": 2.4074475261348754e-06,
      "loss": 0.3598,
      "step": 1481300
    },
    {
      "epoch": 413.43,
      "grad_norm": 1.0224835872650146,
      "learning_rate": 2.4074204964877295e-06,
      "loss": 0.3582,
      "step": 1481310
    },
    {
      "epoch": 413.43,
      "grad_norm": 1.2747942209243774,
      "learning_rate": 2.4073934668321097e-06,
      "loss": 0.3442,
      "step": 1481320
    },
    {
      "epoch": 413.43,
      "grad_norm": 1.0228047370910645,
      "learning_rate": 2.4073664371680176e-06,
      "loss": 0.3568,
      "step": 1481330
    },
    {
      "epoch": 413.44,
      "grad_norm": 1.0504217147827148,
      "learning_rate": 2.4073394074954594e-06,
      "loss": 0.3409,
      "step": 1481340
    },
    {
      "epoch": 413.44,
      "grad_norm": 1.1572829484939575,
      "learning_rate": 2.4073123778144367e-06,
      "loss": 0.35,
      "step": 1481350
    },
    {
      "epoch": 413.44,
      "grad_norm": 0.9455161094665527,
      "learning_rate": 2.4072853481249543e-06,
      "loss": 0.3387,
      "step": 1481360
    },
    {
      "epoch": 413.44,
      "grad_norm": 1.1020708084106445,
      "learning_rate": 2.4072583184270147e-06,
      "loss": 0.3551,
      "step": 1481370
    },
    {
      "epoch": 413.45,
      "grad_norm": 0.991715669631958,
      "learning_rate": 2.4072312887206226e-06,
      "loss": 0.3508,
      "step": 1481380
    },
    {
      "epoch": 413.45,
      "grad_norm": 1.0482518672943115,
      "learning_rate": 2.4072042590057813e-06,
      "loss": 0.3384,
      "step": 1481390
    },
    {
      "epoch": 413.45,
      "grad_norm": 1.0274436473846436,
      "learning_rate": 2.4071772292824934e-06,
      "loss": 0.3571,
      "step": 1481400
    },
    {
      "epoch": 413.46,
      "grad_norm": 1.514330506324768,
      "learning_rate": 2.4071501995507636e-06,
      "loss": 0.3532,
      "step": 1481410
    },
    {
      "epoch": 413.46,
      "grad_norm": 1.1375784873962402,
      "learning_rate": 2.4071231698105956e-06,
      "loss": 0.3547,
      "step": 1481420
    },
    {
      "epoch": 413.46,
      "grad_norm": 1.1369510889053345,
      "learning_rate": 2.4070961400619924e-06,
      "loss": 0.3576,
      "step": 1481430
    },
    {
      "epoch": 413.46,
      "grad_norm": 1.027597188949585,
      "learning_rate": 2.407069110304958e-06,
      "loss": 0.3616,
      "step": 1481440
    },
    {
      "epoch": 413.47,
      "grad_norm": 0.9970184564590454,
      "learning_rate": 2.407042080539496e-06,
      "loss": 0.3471,
      "step": 1481450
    },
    {
      "epoch": 413.47,
      "grad_norm": 1.0549092292785645,
      "learning_rate": 2.407015050765609e-06,
      "loss": 0.3561,
      "step": 1481460
    },
    {
      "epoch": 413.47,
      "grad_norm": 1.0001907348632812,
      "learning_rate": 2.406988020983302e-06,
      "loss": 0.3683,
      "step": 1481470
    },
    {
      "epoch": 413.47,
      "grad_norm": 1.0999444723129272,
      "learning_rate": 2.406960991192578e-06,
      "loss": 0.3464,
      "step": 1481480
    },
    {
      "epoch": 413.48,
      "grad_norm": 1.067525029182434,
      "learning_rate": 2.4069339613934405e-06,
      "loss": 0.3446,
      "step": 1481490
    },
    {
      "epoch": 413.48,
      "grad_norm": 1.0195629596710205,
      "learning_rate": 2.406906931585893e-06,
      "loss": 0.3503,
      "step": 1481500
    },
    {
      "epoch": 413.48,
      "grad_norm": 1.654526948928833,
      "learning_rate": 2.4068799017699394e-06,
      "loss": 0.3389,
      "step": 1481510
    },
    {
      "epoch": 413.49,
      "grad_norm": 1.0703485012054443,
      "learning_rate": 2.4068528719455836e-06,
      "loss": 0.349,
      "step": 1481520
    },
    {
      "epoch": 413.49,
      "grad_norm": 1.0149873495101929,
      "learning_rate": 2.4068258421128285e-06,
      "loss": 0.3604,
      "step": 1481530
    },
    {
      "epoch": 413.49,
      "grad_norm": 1.2132982015609741,
      "learning_rate": 2.4067988122716777e-06,
      "loss": 0.3608,
      "step": 1481540
    },
    {
      "epoch": 413.49,
      "grad_norm": 1.053747534751892,
      "learning_rate": 2.4067717824221357e-06,
      "loss": 0.3489,
      "step": 1481550
    },
    {
      "epoch": 413.5,
      "grad_norm": 1.0396854877471924,
      "learning_rate": 2.406744752564205e-06,
      "loss": 0.3523,
      "step": 1481560
    },
    {
      "epoch": 413.5,
      "grad_norm": 1.0049508810043335,
      "learning_rate": 2.4067177226978902e-06,
      "loss": 0.3529,
      "step": 1481570
    },
    {
      "epoch": 413.5,
      "grad_norm": 1.2595243453979492,
      "learning_rate": 2.4066906928231944e-06,
      "loss": 0.3528,
      "step": 1481580
    },
    {
      "epoch": 413.51,
      "grad_norm": 1.0731004476547241,
      "learning_rate": 2.4066636629401205e-06,
      "loss": 0.3522,
      "step": 1481590
    },
    {
      "epoch": 413.51,
      "grad_norm": 1.0845272541046143,
      "learning_rate": 2.406636633048673e-06,
      "loss": 0.3488,
      "step": 1481600
    },
    {
      "epoch": 413.51,
      "grad_norm": 1.0540307760238647,
      "learning_rate": 2.4066096031488548e-06,
      "loss": 0.358,
      "step": 1481610
    },
    {
      "epoch": 413.51,
      "grad_norm": 1.0779132843017578,
      "learning_rate": 2.406582573240671e-06,
      "loss": 0.3358,
      "step": 1481620
    },
    {
      "epoch": 413.52,
      "grad_norm": 1.0207595825195312,
      "learning_rate": 2.4065555433241232e-06,
      "loss": 0.3485,
      "step": 1481630
    },
    {
      "epoch": 413.52,
      "grad_norm": 0.9845306873321533,
      "learning_rate": 2.4065285133992165e-06,
      "loss": 0.3514,
      "step": 1481640
    },
    {
      "epoch": 413.52,
      "grad_norm": 0.9786658883094788,
      "learning_rate": 2.4065014834659547e-06,
      "loss": 0.3369,
      "step": 1481650
    },
    {
      "epoch": 413.52,
      "grad_norm": 1.250429391860962,
      "learning_rate": 2.4064744535243394e-06,
      "loss": 0.3337,
      "step": 1481660
    },
    {
      "epoch": 413.53,
      "grad_norm": 0.8985880017280579,
      "learning_rate": 2.4064474235743757e-06,
      "loss": 0.3369,
      "step": 1481670
    },
    {
      "epoch": 413.53,
      "grad_norm": 0.911169171333313,
      "learning_rate": 2.406420393616067e-06,
      "loss": 0.3562,
      "step": 1481680
    },
    {
      "epoch": 413.53,
      "grad_norm": 0.9735332727432251,
      "learning_rate": 2.4063933636494173e-06,
      "loss": 0.3439,
      "step": 1481690
    },
    {
      "epoch": 413.54,
      "grad_norm": 1.0624624490737915,
      "learning_rate": 2.406366333674429e-06,
      "loss": 0.3626,
      "step": 1481700
    },
    {
      "epoch": 413.54,
      "grad_norm": 0.9068143367767334,
      "learning_rate": 2.4063393036911074e-06,
      "loss": 0.3459,
      "step": 1481710
    },
    {
      "epoch": 413.54,
      "grad_norm": 1.0712180137634277,
      "learning_rate": 2.4063122736994545e-06,
      "loss": 0.366,
      "step": 1481720
    },
    {
      "epoch": 413.54,
      "grad_norm": 0.9992550015449524,
      "learning_rate": 2.406285243699475e-06,
      "loss": 0.3653,
      "step": 1481730
    },
    {
      "epoch": 413.55,
      "grad_norm": 1.250335693359375,
      "learning_rate": 2.4062582136911718e-06,
      "loss": 0.3361,
      "step": 1481740
    },
    {
      "epoch": 413.55,
      "grad_norm": 0.9978100061416626,
      "learning_rate": 2.4062311836745483e-06,
      "loss": 0.3449,
      "step": 1481750
    },
    {
      "epoch": 413.55,
      "grad_norm": 1.258842945098877,
      "learning_rate": 2.4062041536496087e-06,
      "loss": 0.3318,
      "step": 1481760
    },
    {
      "epoch": 413.56,
      "grad_norm": 0.908621072769165,
      "learning_rate": 2.4061771236163567e-06,
      "loss": 0.3365,
      "step": 1481770
    },
    {
      "epoch": 413.56,
      "grad_norm": 1.0925445556640625,
      "learning_rate": 2.4061500935747958e-06,
      "loss": 0.3459,
      "step": 1481780
    },
    {
      "epoch": 413.56,
      "grad_norm": 1.0793440341949463,
      "learning_rate": 2.4061230635249297e-06,
      "loss": 0.3455,
      "step": 1481790
    },
    {
      "epoch": 413.56,
      "grad_norm": 0.9063429832458496,
      "learning_rate": 2.4060960334667605e-06,
      "loss": 0.3255,
      "step": 1481800
    },
    {
      "epoch": 413.57,
      "grad_norm": 1.1243077516555786,
      "learning_rate": 2.4060690034002943e-06,
      "loss": 0.3499,
      "step": 1481810
    },
    {
      "epoch": 413.57,
      "grad_norm": 1.868098258972168,
      "learning_rate": 2.4060419733255326e-06,
      "loss": 0.3656,
      "step": 1481820
    },
    {
      "epoch": 413.57,
      "grad_norm": 1.1258351802825928,
      "learning_rate": 2.40601494324248e-06,
      "loss": 0.357,
      "step": 1481830
    },
    {
      "epoch": 413.58,
      "grad_norm": 1.081042766571045,
      "learning_rate": 2.4059879131511403e-06,
      "loss": 0.3532,
      "step": 1481840
    },
    {
      "epoch": 413.58,
      "grad_norm": 1.2536847591400146,
      "learning_rate": 2.405960883051516e-06,
      "loss": 0.3408,
      "step": 1481850
    },
    {
      "epoch": 413.58,
      "grad_norm": 1.001085877418518,
      "learning_rate": 2.405933852943612e-06,
      "loss": 0.3524,
      "step": 1481860
    },
    {
      "epoch": 413.58,
      "grad_norm": 1.0088953971862793,
      "learning_rate": 2.405906822827432e-06,
      "loss": 0.3405,
      "step": 1481870
    },
    {
      "epoch": 413.59,
      "grad_norm": 0.9824340343475342,
      "learning_rate": 2.4058797927029777e-06,
      "loss": 0.3493,
      "step": 1481880
    },
    {
      "epoch": 413.59,
      "grad_norm": 1.0300706624984741,
      "learning_rate": 2.4058527625702536e-06,
      "loss": 0.3432,
      "step": 1481890
    },
    {
      "epoch": 413.59,
      "grad_norm": 0.9983192682266235,
      "learning_rate": 2.405825732429265e-06,
      "loss": 0.3457,
      "step": 1481900
    },
    {
      "epoch": 413.59,
      "grad_norm": 0.9333170652389526,
      "learning_rate": 2.405798702280013e-06,
      "loss": 0.3521,
      "step": 1481910
    },
    {
      "epoch": 413.6,
      "grad_norm": 0.975403904914856,
      "learning_rate": 2.405771672122503e-06,
      "loss": 0.3336,
      "step": 1481920
    },
    {
      "epoch": 413.6,
      "grad_norm": 1.1747863292694092,
      "learning_rate": 2.4057446419567374e-06,
      "loss": 0.3429,
      "step": 1481930
    },
    {
      "epoch": 413.6,
      "grad_norm": 1.1129213571548462,
      "learning_rate": 2.4057176117827213e-06,
      "loss": 0.3578,
      "step": 1481940
    },
    {
      "epoch": 413.61,
      "grad_norm": 0.9677895903587341,
      "learning_rate": 2.405690581600456e-06,
      "loss": 0.3405,
      "step": 1481950
    },
    {
      "epoch": 413.61,
      "grad_norm": 1.089664101600647,
      "learning_rate": 2.4056635514099463e-06,
      "loss": 0.3364,
      "step": 1481960
    },
    {
      "epoch": 413.61,
      "grad_norm": 1.6079756021499634,
      "learning_rate": 2.4056365212111968e-06,
      "loss": 0.3503,
      "step": 1481970
    },
    {
      "epoch": 413.61,
      "grad_norm": 0.9875288009643555,
      "learning_rate": 2.40560949100421e-06,
      "loss": 0.3436,
      "step": 1481980
    },
    {
      "epoch": 413.62,
      "grad_norm": 1.1077213287353516,
      "learning_rate": 2.4055824607889894e-06,
      "loss": 0.3611,
      "step": 1481990
    },
    {
      "epoch": 413.62,
      "grad_norm": 2.6647796630859375,
      "learning_rate": 2.405555430565539e-06,
      "loss": 0.3505,
      "step": 1482000
    },
    {
      "epoch": 413.62,
      "grad_norm": 1.0867555141448975,
      "learning_rate": 2.405528400333863e-06,
      "loss": 0.3548,
      "step": 1482010
    },
    {
      "epoch": 413.63,
      "grad_norm": 1.2159790992736816,
      "learning_rate": 2.4055013700939633e-06,
      "loss": 0.3457,
      "step": 1482020
    },
    {
      "epoch": 413.63,
      "grad_norm": 1.1411515474319458,
      "learning_rate": 2.405474339845845e-06,
      "loss": 0.3492,
      "step": 1482030
    },
    {
      "epoch": 413.63,
      "grad_norm": 0.9067859649658203,
      "learning_rate": 2.4054473095895106e-06,
      "loss": 0.3441,
      "step": 1482040
    },
    {
      "epoch": 413.63,
      "grad_norm": 0.9532645344734192,
      "learning_rate": 2.405420279324964e-06,
      "loss": 0.3382,
      "step": 1482050
    },
    {
      "epoch": 413.64,
      "grad_norm": 1.269180178642273,
      "learning_rate": 2.40539324905221e-06,
      "loss": 0.3482,
      "step": 1482060
    },
    {
      "epoch": 413.64,
      "grad_norm": 1.219987154006958,
      "learning_rate": 2.405366218771251e-06,
      "loss": 0.341,
      "step": 1482070
    },
    {
      "epoch": 413.64,
      "grad_norm": 0.999400794506073,
      "learning_rate": 2.4053391884820913e-06,
      "loss": 0.3246,
      "step": 1482080
    },
    {
      "epoch": 413.64,
      "grad_norm": 0.9314672350883484,
      "learning_rate": 2.405312158184733e-06,
      "loss": 0.345,
      "step": 1482090
    },
    {
      "epoch": 413.65,
      "grad_norm": 1.1628259420394897,
      "learning_rate": 2.405285127879182e-06,
      "loss": 0.3437,
      "step": 1482100
    },
    {
      "epoch": 413.65,
      "grad_norm": 0.979690670967102,
      "learning_rate": 2.4052580975654394e-06,
      "loss": 0.3444,
      "step": 1482110
    },
    {
      "epoch": 413.65,
      "grad_norm": 0.957569420337677,
      "learning_rate": 2.405231067243511e-06,
      "loss": 0.3766,
      "step": 1482120
    },
    {
      "epoch": 413.66,
      "grad_norm": 1.1237531900405884,
      "learning_rate": 2.405204036913399e-06,
      "loss": 0.3358,
      "step": 1482130
    },
    {
      "epoch": 413.66,
      "grad_norm": 1.0871784687042236,
      "learning_rate": 2.4051770065751075e-06,
      "loss": 0.3538,
      "step": 1482140
    },
    {
      "epoch": 413.66,
      "grad_norm": 0.9595138430595398,
      "learning_rate": 2.40514997622864e-06,
      "loss": 0.3614,
      "step": 1482150
    },
    {
      "epoch": 413.66,
      "grad_norm": 1.0945770740509033,
      "learning_rate": 2.4051229458740005e-06,
      "loss": 0.3374,
      "step": 1482160
    },
    {
      "epoch": 413.67,
      "grad_norm": 0.9598134160041809,
      "learning_rate": 2.405095915511192e-06,
      "loss": 0.3535,
      "step": 1482170
    },
    {
      "epoch": 413.67,
      "grad_norm": 1.025672197341919,
      "learning_rate": 2.4050688851402184e-06,
      "loss": 0.3388,
      "step": 1482180
    },
    {
      "epoch": 413.67,
      "grad_norm": 1.1934404373168945,
      "learning_rate": 2.4050418547610835e-06,
      "loss": 0.3537,
      "step": 1482190
    },
    {
      "epoch": 413.68,
      "grad_norm": 0.9209827780723572,
      "learning_rate": 2.40501482437379e-06,
      "loss": 0.355,
      "step": 1482200
    },
    {
      "epoch": 413.68,
      "grad_norm": 1.0461540222167969,
      "learning_rate": 2.4049877939783416e-06,
      "loss": 0.3543,
      "step": 1482210
    },
    {
      "epoch": 413.68,
      "grad_norm": 1.7756582498550415,
      "learning_rate": 2.404960763574744e-06,
      "loss": 0.3578,
      "step": 1482220
    },
    {
      "epoch": 413.68,
      "grad_norm": 1.1552891731262207,
      "learning_rate": 2.4049337331629987e-06,
      "loss": 0.3483,
      "step": 1482230
    },
    {
      "epoch": 413.69,
      "grad_norm": 0.995141863822937,
      "learning_rate": 2.404906702743109e-06,
      "loss": 0.3469,
      "step": 1482240
    },
    {
      "epoch": 413.69,
      "grad_norm": 1.362290859222412,
      "learning_rate": 2.40487967231508e-06,
      "loss": 0.3466,
      "step": 1482250
    },
    {
      "epoch": 413.69,
      "grad_norm": 0.9365714192390442,
      "learning_rate": 2.4048526418789154e-06,
      "loss": 0.3594,
      "step": 1482260
    },
    {
      "epoch": 413.7,
      "grad_norm": 1.0672578811645508,
      "learning_rate": 2.404825611434617e-06,
      "loss": 0.3431,
      "step": 1482270
    },
    {
      "epoch": 413.7,
      "grad_norm": 0.9314898252487183,
      "learning_rate": 2.404798580982189e-06,
      "loss": 0.3425,
      "step": 1482280
    },
    {
      "epoch": 413.7,
      "grad_norm": 1.1000241041183472,
      "learning_rate": 2.404771550521636e-06,
      "loss": 0.3293,
      "step": 1482290
    },
    {
      "epoch": 413.7,
      "grad_norm": 1.0497381687164307,
      "learning_rate": 2.4047445200529613e-06,
      "loss": 0.3464,
      "step": 1482300
    },
    {
      "epoch": 413.71,
      "grad_norm": 1.0035314559936523,
      "learning_rate": 2.404717489576168e-06,
      "loss": 0.3525,
      "step": 1482310
    },
    {
      "epoch": 413.71,
      "grad_norm": 1.1225521564483643,
      "learning_rate": 2.4046904590912604e-06,
      "loss": 0.3409,
      "step": 1482320
    },
    {
      "epoch": 413.71,
      "grad_norm": 1.1497559547424316,
      "learning_rate": 2.404663428598241e-06,
      "loss": 0.3475,
      "step": 1482330
    },
    {
      "epoch": 413.71,
      "grad_norm": 0.8846046924591064,
      "learning_rate": 2.4046363980971135e-06,
      "loss": 0.3392,
      "step": 1482340
    },
    {
      "epoch": 413.72,
      "grad_norm": 1.257683277130127,
      "learning_rate": 2.4046093675878832e-06,
      "loss": 0.34,
      "step": 1482350
    },
    {
      "epoch": 413.72,
      "grad_norm": 0.8656080961227417,
      "learning_rate": 2.4045823370705515e-06,
      "loss": 0.3484,
      "step": 1482360
    },
    {
      "epoch": 413.72,
      "grad_norm": 1.0909266471862793,
      "learning_rate": 2.404555306545123e-06,
      "loss": 0.3329,
      "step": 1482370
    },
    {
      "epoch": 413.73,
      "grad_norm": 1.003061056137085,
      "learning_rate": 2.4045282760116023e-06,
      "loss": 0.3526,
      "step": 1482380
    },
    {
      "epoch": 413.73,
      "grad_norm": 0.9545497894287109,
      "learning_rate": 2.4045012454699912e-06,
      "loss": 0.3463,
      "step": 1482390
    },
    {
      "epoch": 413.73,
      "grad_norm": 1.0238765478134155,
      "learning_rate": 2.4044742149202944e-06,
      "loss": 0.3516,
      "step": 1482400
    },
    {
      "epoch": 413.73,
      "grad_norm": 27.0950927734375,
      "learning_rate": 2.4044471843625147e-06,
      "loss": 0.3375,
      "step": 1482410
    },
    {
      "epoch": 413.74,
      "grad_norm": 1.0746893882751465,
      "learning_rate": 2.4044201537966573e-06,
      "loss": 0.3429,
      "step": 1482420
    },
    {
      "epoch": 413.74,
      "grad_norm": 1.028440237045288,
      "learning_rate": 2.4043931232227234e-06,
      "loss": 0.3453,
      "step": 1482430
    },
    {
      "epoch": 413.74,
      "grad_norm": 1.0908210277557373,
      "learning_rate": 2.4043660926407186e-06,
      "loss": 0.3433,
      "step": 1482440
    },
    {
      "epoch": 413.75,
      "grad_norm": 0.9960522651672363,
      "learning_rate": 2.4043390620506454e-06,
      "loss": 0.3363,
      "step": 1482450
    },
    {
      "epoch": 413.75,
      "grad_norm": 1.0421711206436157,
      "learning_rate": 2.4043120314525084e-06,
      "loss": 0.3406,
      "step": 1482460
    },
    {
      "epoch": 413.75,
      "grad_norm": 1.0040196180343628,
      "learning_rate": 2.40428500084631e-06,
      "loss": 0.3587,
      "step": 1482470
    },
    {
      "epoch": 413.75,
      "grad_norm": 1.7285302877426147,
      "learning_rate": 2.4042579702320546e-06,
      "loss": 0.3252,
      "step": 1482480
    },
    {
      "epoch": 413.76,
      "grad_norm": 1.6164007186889648,
      "learning_rate": 2.4042309396097454e-06,
      "loss": 0.338,
      "step": 1482490
    },
    {
      "epoch": 413.76,
      "grad_norm": 1.226737141609192,
      "learning_rate": 2.4042039089793865e-06,
      "loss": 0.3288,
      "step": 1482500
    },
    {
      "epoch": 413.76,
      "grad_norm": 1.0913969278335571,
      "learning_rate": 2.404176878340981e-06,
      "loss": 0.3303,
      "step": 1482510
    },
    {
      "epoch": 413.77,
      "grad_norm": 1.273760199546814,
      "learning_rate": 2.4041498476945324e-06,
      "loss": 0.3621,
      "step": 1482520
    },
    {
      "epoch": 413.77,
      "grad_norm": 1.1280776262283325,
      "learning_rate": 2.4041228170400452e-06,
      "loss": 0.3634,
      "step": 1482530
    },
    {
      "epoch": 413.77,
      "grad_norm": 1.0490944385528564,
      "learning_rate": 2.4040957863775215e-06,
      "loss": 0.3608,
      "step": 1482540
    },
    {
      "epoch": 413.77,
      "grad_norm": 1.1011559963226318,
      "learning_rate": 2.4040687557069666e-06,
      "loss": 0.3371,
      "step": 1482550
    },
    {
      "epoch": 413.78,
      "grad_norm": 0.9355670809745789,
      "learning_rate": 2.4040417250283826e-06,
      "loss": 0.3446,
      "step": 1482560
    },
    {
      "epoch": 413.78,
      "grad_norm": 1.015055537223816,
      "learning_rate": 2.4040146943417735e-06,
      "loss": 0.3378,
      "step": 1482570
    },
    {
      "epoch": 413.78,
      "grad_norm": 1.2115260362625122,
      "learning_rate": 2.403987663647144e-06,
      "loss": 0.3431,
      "step": 1482580
    },
    {
      "epoch": 413.78,
      "grad_norm": 0.9849603772163391,
      "learning_rate": 2.4039606329444965e-06,
      "loss": 0.3336,
      "step": 1482590
    },
    {
      "epoch": 413.79,
      "grad_norm": 1.067471981048584,
      "learning_rate": 2.4039336022338354e-06,
      "loss": 0.3382,
      "step": 1482600
    },
    {
      "epoch": 413.79,
      "grad_norm": 1.0468212366104126,
      "learning_rate": 2.403906571515164e-06,
      "loss": 0.335,
      "step": 1482610
    },
    {
      "epoch": 413.79,
      "grad_norm": 1.0456186532974243,
      "learning_rate": 2.4038795407884846e-06,
      "loss": 0.3505,
      "step": 1482620
    },
    {
      "epoch": 413.8,
      "grad_norm": 1.009096622467041,
      "learning_rate": 2.403852510053802e-06,
      "loss": 0.3482,
      "step": 1482630
    },
    {
      "epoch": 413.8,
      "grad_norm": 1.1399368047714233,
      "learning_rate": 2.403825479311121e-06,
      "loss": 0.3224,
      "step": 1482640
    },
    {
      "epoch": 413.8,
      "grad_norm": 0.9180989861488342,
      "learning_rate": 2.403798448560443e-06,
      "loss": 0.3272,
      "step": 1482650
    },
    {
      "epoch": 413.8,
      "grad_norm": 1.0300129652023315,
      "learning_rate": 2.4037714178017723e-06,
      "loss": 0.3471,
      "step": 1482660
    },
    {
      "epoch": 413.81,
      "grad_norm": 0.9726023077964783,
      "learning_rate": 2.4037443870351135e-06,
      "loss": 0.3637,
      "step": 1482670
    },
    {
      "epoch": 413.81,
      "grad_norm": 1.1044976711273193,
      "learning_rate": 2.4037173562604692e-06,
      "loss": 0.3417,
      "step": 1482680
    },
    {
      "epoch": 413.81,
      "grad_norm": 1.1034204959869385,
      "learning_rate": 2.403690325477843e-06,
      "loss": 0.3375,
      "step": 1482690
    },
    {
      "epoch": 413.82,
      "grad_norm": 1.0177123546600342,
      "learning_rate": 2.4036632946872385e-06,
      "loss": 0.3419,
      "step": 1482700
    },
    {
      "epoch": 413.82,
      "grad_norm": 1.0722688436508179,
      "learning_rate": 2.4036362638886605e-06,
      "loss": 0.3509,
      "step": 1482710
    },
    {
      "epoch": 413.82,
      "grad_norm": 0.9931617379188538,
      "learning_rate": 2.4036092330821106e-06,
      "loss": 0.3365,
      "step": 1482720
    },
    {
      "epoch": 413.82,
      "grad_norm": 1.0673264265060425,
      "learning_rate": 2.4035822022675936e-06,
      "loss": 0.3719,
      "step": 1482730
    },
    {
      "epoch": 413.83,
      "grad_norm": 0.9824559688568115,
      "learning_rate": 2.4035551714451136e-06,
      "loss": 0.3624,
      "step": 1482740
    },
    {
      "epoch": 413.83,
      "grad_norm": 1.01134192943573,
      "learning_rate": 2.403528140614673e-06,
      "loss": 0.3393,
      "step": 1482750
    },
    {
      "epoch": 413.83,
      "grad_norm": 1.066027045249939,
      "learning_rate": 2.403501109776276e-06,
      "loss": 0.3366,
      "step": 1482760
    },
    {
      "epoch": 413.83,
      "grad_norm": 1.0217316150665283,
      "learning_rate": 2.4034740789299263e-06,
      "loss": 0.3539,
      "step": 1482770
    },
    {
      "epoch": 413.84,
      "grad_norm": 1.0974115133285522,
      "learning_rate": 2.4034470480756266e-06,
      "loss": 0.3334,
      "step": 1482780
    },
    {
      "epoch": 413.84,
      "grad_norm": 1.124609351158142,
      "learning_rate": 2.4034200172133814e-06,
      "loss": 0.3447,
      "step": 1482790
    },
    {
      "epoch": 413.84,
      "grad_norm": 1.0389652252197266,
      "learning_rate": 2.4033929863431948e-06,
      "loss": 0.341,
      "step": 1482800
    },
    {
      "epoch": 413.85,
      "grad_norm": 1.0499213933944702,
      "learning_rate": 2.4033659554650694e-06,
      "loss": 0.3428,
      "step": 1482810
    },
    {
      "epoch": 413.85,
      "grad_norm": 1.2175519466400146,
      "learning_rate": 2.403338924579009e-06,
      "loss": 0.3411,
      "step": 1482820
    },
    {
      "epoch": 413.85,
      "grad_norm": 1.106088399887085,
      "learning_rate": 2.403311893685017e-06,
      "loss": 0.3519,
      "step": 1482830
    },
    {
      "epoch": 413.85,
      "grad_norm": 1.0484559535980225,
      "learning_rate": 2.4032848627830975e-06,
      "loss": 0.3438,
      "step": 1482840
    },
    {
      "epoch": 413.86,
      "grad_norm": 1.0962382555007935,
      "learning_rate": 2.403257831873254e-06,
      "loss": 0.3233,
      "step": 1482850
    },
    {
      "epoch": 413.86,
      "grad_norm": 1.1553864479064941,
      "learning_rate": 2.40323080095549e-06,
      "loss": 0.3664,
      "step": 1482860
    },
    {
      "epoch": 413.86,
      "grad_norm": 0.9292439222335815,
      "learning_rate": 2.4032037700298093e-06,
      "loss": 0.3335,
      "step": 1482870
    },
    {
      "epoch": 413.87,
      "grad_norm": 1.03682279586792,
      "learning_rate": 2.4031767390962146e-06,
      "loss": 0.3412,
      "step": 1482880
    },
    {
      "epoch": 413.87,
      "grad_norm": 0.9650157690048218,
      "learning_rate": 2.403149708154711e-06,
      "loss": 0.3423,
      "step": 1482890
    },
    {
      "epoch": 413.87,
      "grad_norm": 1.0176514387130737,
      "learning_rate": 2.403122677205301e-06,
      "loss": 0.3356,
      "step": 1482900
    },
    {
      "epoch": 413.87,
      "grad_norm": 1.120376706123352,
      "learning_rate": 2.403095646247988e-06,
      "loss": 0.353,
      "step": 1482910
    },
    {
      "epoch": 413.88,
      "grad_norm": 0.9677953124046326,
      "learning_rate": 2.4030686152827765e-06,
      "loss": 0.3554,
      "step": 1482920
    },
    {
      "epoch": 413.88,
      "grad_norm": 1.0798211097717285,
      "learning_rate": 2.40304158430967e-06,
      "loss": 0.3463,
      "step": 1482930
    },
    {
      "epoch": 413.88,
      "grad_norm": 1.0970125198364258,
      "learning_rate": 2.403014553328671e-06,
      "loss": 0.3531,
      "step": 1482940
    },
    {
      "epoch": 413.89,
      "grad_norm": 1.0191115140914917,
      "learning_rate": 2.4029875223397843e-06,
      "loss": 0.3328,
      "step": 1482950
    },
    {
      "epoch": 413.89,
      "grad_norm": 0.8501666188240051,
      "learning_rate": 2.4029604913430132e-06,
      "loss": 0.3333,
      "step": 1482960
    },
    {
      "epoch": 413.89,
      "grad_norm": 1.2072865962982178,
      "learning_rate": 2.4029334603383614e-06,
      "loss": 0.3491,
      "step": 1482970
    },
    {
      "epoch": 413.89,
      "grad_norm": 1.0503697395324707,
      "learning_rate": 2.4029064293258314e-06,
      "loss": 0.3338,
      "step": 1482980
    },
    {
      "epoch": 413.9,
      "grad_norm": 0.9715256094932556,
      "learning_rate": 2.402879398305428e-06,
      "loss": 0.3462,
      "step": 1482990
    },
    {
      "epoch": 413.9,
      "grad_norm": 1.099999189376831,
      "learning_rate": 2.402852367277155e-06,
      "loss": 0.343,
      "step": 1483000
    },
    {
      "epoch": 413.9,
      "grad_norm": 1.0483704805374146,
      "learning_rate": 2.402825336241015e-06,
      "loss": 0.361,
      "step": 1483010
    },
    {
      "epoch": 413.9,
      "grad_norm": 1.0310828685760498,
      "learning_rate": 2.402798305197012e-06,
      "loss": 0.3303,
      "step": 1483020
    },
    {
      "epoch": 413.91,
      "grad_norm": 0.9347401857376099,
      "learning_rate": 2.40277127414515e-06,
      "loss": 0.3437,
      "step": 1483030
    },
    {
      "epoch": 413.91,
      "grad_norm": 1.0780529975891113,
      "learning_rate": 2.402744243085432e-06,
      "loss": 0.3419,
      "step": 1483040
    },
    {
      "epoch": 413.91,
      "grad_norm": 1.0420910120010376,
      "learning_rate": 2.402717212017862e-06,
      "loss": 0.3256,
      "step": 1483050
    },
    {
      "epoch": 413.92,
      "grad_norm": 1.0440770387649536,
      "learning_rate": 2.4026901809424434e-06,
      "loss": 0.3474,
      "step": 1483060
    },
    {
      "epoch": 413.92,
      "grad_norm": 0.9868993163108826,
      "learning_rate": 2.4026631498591793e-06,
      "loss": 0.3546,
      "step": 1483070
    },
    {
      "epoch": 413.92,
      "grad_norm": 0.9489924907684326,
      "learning_rate": 2.4026361187680743e-06,
      "loss": 0.3472,
      "step": 1483080
    },
    {
      "epoch": 413.92,
      "grad_norm": 1.1366406679153442,
      "learning_rate": 2.402609087669132e-06,
      "loss": 0.3407,
      "step": 1483090
    },
    {
      "epoch": 413.93,
      "grad_norm": 1.3185977935791016,
      "learning_rate": 2.4025820565623547e-06,
      "loss": 0.3507,
      "step": 1483100
    },
    {
      "epoch": 413.93,
      "grad_norm": 1.1728850603103638,
      "learning_rate": 2.402555025447748e-06,
      "loss": 0.3434,
      "step": 1483110
    },
    {
      "epoch": 413.93,
      "grad_norm": 0.8991138935089111,
      "learning_rate": 2.402527994325313e-06,
      "loss": 0.3603,
      "step": 1483120
    },
    {
      "epoch": 413.94,
      "grad_norm": 0.9414525032043457,
      "learning_rate": 2.4025009631950557e-06,
      "loss": 0.3578,
      "step": 1483130
    },
    {
      "epoch": 413.94,
      "grad_norm": 0.9936888813972473,
      "learning_rate": 2.4024739320569775e-06,
      "loss": 0.3398,
      "step": 1483140
    },
    {
      "epoch": 413.94,
      "grad_norm": 1.9681129455566406,
      "learning_rate": 2.402446900911084e-06,
      "loss": 0.3533,
      "step": 1483150
    },
    {
      "epoch": 413.94,
      "grad_norm": 0.9218810200691223,
      "learning_rate": 2.4024198697573775e-06,
      "loss": 0.3561,
      "step": 1483160
    },
    {
      "epoch": 413.95,
      "grad_norm": 1.2839452028274536,
      "learning_rate": 2.4023928385958624e-06,
      "loss": 0.3474,
      "step": 1483170
    },
    {
      "epoch": 413.95,
      "grad_norm": 0.9342929124832153,
      "learning_rate": 2.4023658074265423e-06,
      "loss": 0.3702,
      "step": 1483180
    },
    {
      "epoch": 413.95,
      "grad_norm": 1.050557017326355,
      "learning_rate": 2.4023387762494198e-06,
      "loss": 0.3323,
      "step": 1483190
    },
    {
      "epoch": 413.95,
      "grad_norm": 1.0176030397415161,
      "learning_rate": 2.4023117450644986e-06,
      "loss": 0.3377,
      "step": 1483200
    },
    {
      "epoch": 413.96,
      "grad_norm": 1.0309706926345825,
      "learning_rate": 2.4022847138717834e-06,
      "loss": 0.3352,
      "step": 1483210
    },
    {
      "epoch": 413.96,
      "grad_norm": 1.1076273918151855,
      "learning_rate": 2.4022576826712777e-06,
      "loss": 0.3467,
      "step": 1483220
    },
    {
      "epoch": 413.96,
      "grad_norm": 1.0835834741592407,
      "learning_rate": 2.4022306514629835e-06,
      "loss": 0.3547,
      "step": 1483230
    },
    {
      "epoch": 413.97,
      "grad_norm": 1.1729294061660767,
      "learning_rate": 2.4022036202469064e-06,
      "loss": 0.3421,
      "step": 1483240
    },
    {
      "epoch": 413.97,
      "grad_norm": 1.0024288892745972,
      "learning_rate": 2.402176589023049e-06,
      "loss": 0.3221,
      "step": 1483250
    },
    {
      "epoch": 413.97,
      "grad_norm": 0.9902042150497437,
      "learning_rate": 2.4021495577914146e-06,
      "loss": 0.3565,
      "step": 1483260
    },
    {
      "epoch": 413.97,
      "grad_norm": 0.9196292161941528,
      "learning_rate": 2.4021225265520076e-06,
      "loss": 0.3562,
      "step": 1483270
    },
    {
      "epoch": 413.98,
      "grad_norm": 0.992777943611145,
      "learning_rate": 2.4020954953048308e-06,
      "loss": 0.3479,
      "step": 1483280
    },
    {
      "epoch": 413.98,
      "grad_norm": 1.1141201257705688,
      "learning_rate": 2.4020684640498888e-06,
      "loss": 0.3459,
      "step": 1483290
    },
    {
      "epoch": 413.98,
      "grad_norm": 1.0555115938186646,
      "learning_rate": 2.4020414327871837e-06,
      "loss": 0.341,
      "step": 1483300
    },
    {
      "epoch": 413.99,
      "grad_norm": 1.1437358856201172,
      "learning_rate": 2.4020144015167207e-06,
      "loss": 0.3447,
      "step": 1483310
    },
    {
      "epoch": 413.99,
      "grad_norm": 0.9096482992172241,
      "learning_rate": 2.401987370238503e-06,
      "loss": 0.3445,
      "step": 1483320
    },
    {
      "epoch": 413.99,
      "grad_norm": 0.9136903285980225,
      "learning_rate": 2.401960338952533e-06,
      "loss": 0.3379,
      "step": 1483330
    },
    {
      "epoch": 413.99,
      "grad_norm": 0.9832568764686584,
      "learning_rate": 2.401933307658816e-06,
      "loss": 0.3522,
      "step": 1483340
    },
    {
      "epoch": 414.0,
      "grad_norm": 1.0816043615341187,
      "learning_rate": 2.401906276357355e-06,
      "loss": 0.3304,
      "step": 1483350
    },
    {
      "epoch": 414.0,
      "grad_norm": 1.0833438634872437,
      "learning_rate": 2.4018792450481524e-06,
      "loss": 0.3351,
      "step": 1483360
    },
    {
      "epoch": 414.0,
      "eval_loss": 0.34657275676727295,
      "eval_runtime": 62.7254,
      "eval_samples_per_second": 80.653,
      "eval_steps_per_second": 10.092,
      "step": 1483362
    },
    {
      "epoch": 414.0,
      "grad_norm": 1.115364909172058,
      "learning_rate": 2.4018522137312126e-06,
      "loss": 0.3489,
      "step": 1483370
    },
    {
      "epoch": 414.01,
      "grad_norm": 0.9828168749809265,
      "learning_rate": 2.4018251824065403e-06,
      "loss": 0.343,
      "step": 1483380
    },
    {
      "epoch": 414.01,
      "grad_norm": 1.0796116590499878,
      "learning_rate": 2.4017981510741376e-06,
      "loss": 0.3616,
      "step": 1483390
    },
    {
      "epoch": 414.01,
      "grad_norm": 1.0205707550048828,
      "learning_rate": 2.4017711197340082e-06,
      "loss": 0.3456,
      "step": 1483400
    },
    {
      "epoch": 414.01,
      "grad_norm": 0.9182146787643433,
      "learning_rate": 2.4017440883861577e-06,
      "loss": 0.3538,
      "step": 1483410
    },
    {
      "epoch": 414.02,
      "grad_norm": 1.0123801231384277,
      "learning_rate": 2.401717057030588e-06,
      "loss": 0.3431,
      "step": 1483420
    },
    {
      "epoch": 414.02,
      "grad_norm": 1.1507840156555176,
      "learning_rate": 2.4016900256673014e-06,
      "loss": 0.3502,
      "step": 1483430
    },
    {
      "epoch": 414.02,
      "grad_norm": 1.1026939153671265,
      "learning_rate": 2.4016629942963036e-06,
      "loss": 0.3397,
      "step": 1483440
    },
    {
      "epoch": 414.02,
      "grad_norm": 0.9888707399368286,
      "learning_rate": 2.401635962917598e-06,
      "loss": 0.3291,
      "step": 1483450
    },
    {
      "epoch": 414.03,
      "grad_norm": 1.0415003299713135,
      "learning_rate": 2.4016089315311874e-06,
      "loss": 0.3499,
      "step": 1483460
    },
    {
      "epoch": 414.03,
      "grad_norm": 1.1667112112045288,
      "learning_rate": 2.4015819001370758e-06,
      "loss": 0.3623,
      "step": 1483470
    },
    {
      "epoch": 414.03,
      "grad_norm": 1.0444155931472778,
      "learning_rate": 2.4015548687352667e-06,
      "loss": 0.3411,
      "step": 1483480
    },
    {
      "epoch": 414.04,
      "grad_norm": 1.0630110502243042,
      "learning_rate": 2.401527837325764e-06,
      "loss": 0.3416,
      "step": 1483490
    },
    {
      "epoch": 414.04,
      "grad_norm": 1.1578794717788696,
      "learning_rate": 2.401500805908571e-06,
      "loss": 0.3661,
      "step": 1483500
    },
    {
      "epoch": 414.04,
      "grad_norm": 1.1324129104614258,
      "learning_rate": 2.4014737744836915e-06,
      "loss": 0.3529,
      "step": 1483510
    },
    {
      "epoch": 414.04,
      "grad_norm": 1.0103600025177002,
      "learning_rate": 2.4014467430511284e-06,
      "loss": 0.3489,
      "step": 1483520
    },
    {
      "epoch": 414.05,
      "grad_norm": 1.0026460886001587,
      "learning_rate": 2.401419711610886e-06,
      "loss": 0.3483,
      "step": 1483530
    },
    {
      "epoch": 414.05,
      "grad_norm": 1.0301681756973267,
      "learning_rate": 2.4013926801629676e-06,
      "loss": 0.3589,
      "step": 1483540
    },
    {
      "epoch": 414.05,
      "grad_norm": 1.188248634338379,
      "learning_rate": 2.4013656487073774e-06,
      "loss": 0.3562,
      "step": 1483550
    },
    {
      "epoch": 414.06,
      "grad_norm": 1.179050087928772,
      "learning_rate": 2.401338617244119e-06,
      "loss": 0.3357,
      "step": 1483560
    },
    {
      "epoch": 414.06,
      "grad_norm": 1.1087925434112549,
      "learning_rate": 2.4013115857731947e-06,
      "loss": 0.3439,
      "step": 1483570
    },
    {
      "epoch": 414.06,
      "grad_norm": 1.1487065553665161,
      "learning_rate": 2.4012845542946098e-06,
      "loss": 0.3461,
      "step": 1483580
    },
    {
      "epoch": 414.06,
      "grad_norm": 1.1742249727249146,
      "learning_rate": 2.401257522808366e-06,
      "loss": 0.3446,
      "step": 1483590
    },
    {
      "epoch": 414.07,
      "grad_norm": 1.0595812797546387,
      "learning_rate": 2.401230491314468e-06,
      "loss": 0.3497,
      "step": 1483600
    },
    {
      "epoch": 414.07,
      "grad_norm": 1.1542401313781738,
      "learning_rate": 2.40120345981292e-06,
      "loss": 0.3384,
      "step": 1483610
    },
    {
      "epoch": 414.07,
      "grad_norm": 0.9316658973693848,
      "learning_rate": 2.4011764283037244e-06,
      "loss": 0.3493,
      "step": 1483620
    },
    {
      "epoch": 414.07,
      "grad_norm": 0.8512433171272278,
      "learning_rate": 2.4011493967868858e-06,
      "loss": 0.3385,
      "step": 1483630
    },
    {
      "epoch": 414.08,
      "grad_norm": 1.0709480047225952,
      "learning_rate": 2.4011223652624073e-06,
      "loss": 0.3263,
      "step": 1483640
    },
    {
      "epoch": 414.08,
      "grad_norm": 1.1718323230743408,
      "learning_rate": 2.401095333730292e-06,
      "loss": 0.3339,
      "step": 1483650
    },
    {
      "epoch": 414.08,
      "grad_norm": 1.0286890268325806,
      "learning_rate": 2.401068302190544e-06,
      "loss": 0.3401,
      "step": 1483660
    },
    {
      "epoch": 414.09,
      "grad_norm": 0.9737434387207031,
      "learning_rate": 2.4010412706431677e-06,
      "loss": 0.3441,
      "step": 1483670
    },
    {
      "epoch": 414.09,
      "grad_norm": 0.9507426619529724,
      "learning_rate": 2.4010142390881648e-06,
      "loss": 0.349,
      "step": 1483680
    },
    {
      "epoch": 414.09,
      "grad_norm": 1.0510540008544922,
      "learning_rate": 2.4009872075255406e-06,
      "loss": 0.3671,
      "step": 1483690
    },
    {
      "epoch": 414.09,
      "grad_norm": 1.7848800420761108,
      "learning_rate": 2.4009601759552986e-06,
      "loss": 0.3398,
      "step": 1483700
    },
    {
      "epoch": 414.1,
      "grad_norm": 0.983757734298706,
      "learning_rate": 2.400933144377442e-06,
      "loss": 0.3292,
      "step": 1483710
    },
    {
      "epoch": 414.1,
      "grad_norm": 1.0595784187316895,
      "learning_rate": 2.400906112791973e-06,
      "loss": 0.3538,
      "step": 1483720
    },
    {
      "epoch": 414.1,
      "grad_norm": 1.009366750717163,
      "learning_rate": 2.4008790811988973e-06,
      "loss": 0.3494,
      "step": 1483730
    },
    {
      "epoch": 414.11,
      "grad_norm": 1.1188359260559082,
      "learning_rate": 2.400852049598218e-06,
      "loss": 0.3531,
      "step": 1483740
    },
    {
      "epoch": 414.11,
      "grad_norm": 1.0069561004638672,
      "learning_rate": 2.400825017989938e-06,
      "loss": 0.3479,
      "step": 1483750
    },
    {
      "epoch": 414.11,
      "grad_norm": 4.364817142486572,
      "learning_rate": 2.4007979863740612e-06,
      "loss": 0.3511,
      "step": 1483760
    },
    {
      "epoch": 414.11,
      "grad_norm": 1.1707812547683716,
      "learning_rate": 2.4007709547505917e-06,
      "loss": 0.3704,
      "step": 1483770
    },
    {
      "epoch": 414.12,
      "grad_norm": 1.1730492115020752,
      "learning_rate": 2.4007439231195332e-06,
      "loss": 0.3469,
      "step": 1483780
    },
    {
      "epoch": 414.12,
      "grad_norm": 1.1071969270706177,
      "learning_rate": 2.4007168914808874e-06,
      "loss": 0.3379,
      "step": 1483790
    },
    {
      "epoch": 414.12,
      "grad_norm": 0.9929748773574829,
      "learning_rate": 2.4006898598346602e-06,
      "loss": 0.342,
      "step": 1483800
    },
    {
      "epoch": 414.13,
      "grad_norm": 0.9336249828338623,
      "learning_rate": 2.4006628281808542e-06,
      "loss": 0.3414,
      "step": 1483810
    },
    {
      "epoch": 414.13,
      "grad_norm": 1.0640368461608887,
      "learning_rate": 2.4006357965194724e-06,
      "loss": 0.3503,
      "step": 1483820
    },
    {
      "epoch": 414.13,
      "grad_norm": 0.8572319149971008,
      "learning_rate": 2.4006087648505193e-06,
      "loss": 0.3562,
      "step": 1483830
    },
    {
      "epoch": 414.13,
      "grad_norm": 1.0697987079620361,
      "learning_rate": 2.4005817331739993e-06,
      "loss": 0.3368,
      "step": 1483840
    },
    {
      "epoch": 414.14,
      "grad_norm": 1.145193338394165,
      "learning_rate": 2.4005547014899144e-06,
      "loss": 0.3415,
      "step": 1483850
    },
    {
      "epoch": 414.14,
      "grad_norm": 0.8625202178955078,
      "learning_rate": 2.4005276697982684e-06,
      "loss": 0.3554,
      "step": 1483860
    },
    {
      "epoch": 414.14,
      "grad_norm": 1.0048203468322754,
      "learning_rate": 2.4005006380990657e-06,
      "loss": 0.3318,
      "step": 1483870
    },
    {
      "epoch": 414.14,
      "grad_norm": 0.9125835299491882,
      "learning_rate": 2.4004736063923096e-06,
      "loss": 0.3433,
      "step": 1483880
    },
    {
      "epoch": 414.15,
      "grad_norm": 1.0886985063552856,
      "learning_rate": 2.400446574678003e-06,
      "loss": 0.3388,
      "step": 1483890
    },
    {
      "epoch": 414.15,
      "grad_norm": 1.013619065284729,
      "learning_rate": 2.40041954295615e-06,
      "loss": 0.3501,
      "step": 1483900
    },
    {
      "epoch": 414.15,
      "grad_norm": 1.0005073547363281,
      "learning_rate": 2.400392511226755e-06,
      "loss": 0.3247,
      "step": 1483910
    },
    {
      "epoch": 414.16,
      "grad_norm": 1.0582166910171509,
      "learning_rate": 2.4003654794898207e-06,
      "loss": 0.3532,
      "step": 1483920
    },
    {
      "epoch": 414.16,
      "grad_norm": 0.9702049493789673,
      "learning_rate": 2.4003384477453512e-06,
      "loss": 0.3413,
      "step": 1483930
    },
    {
      "epoch": 414.16,
      "grad_norm": 0.9808977842330933,
      "learning_rate": 2.4003114159933487e-06,
      "loss": 0.3622,
      "step": 1483940
    },
    {
      "epoch": 414.16,
      "grad_norm": 1.022101879119873,
      "learning_rate": 2.4002843842338177e-06,
      "loss": 0.3225,
      "step": 1483950
    },
    {
      "epoch": 414.17,
      "grad_norm": 1.0486693382263184,
      "learning_rate": 2.4002573524667634e-06,
      "loss": 0.3522,
      "step": 1483960
    },
    {
      "epoch": 414.17,
      "grad_norm": 1.0993406772613525,
      "learning_rate": 2.400230320692187e-06,
      "loss": 0.3482,
      "step": 1483970
    },
    {
      "epoch": 414.17,
      "grad_norm": 1.1495405435562134,
      "learning_rate": 2.400203288910093e-06,
      "loss": 0.3473,
      "step": 1483980
    },
    {
      "epoch": 414.18,
      "grad_norm": 0.8808313012123108,
      "learning_rate": 2.400176257120486e-06,
      "loss": 0.335,
      "step": 1483990
    },
    {
      "epoch": 414.18,
      "grad_norm": 0.9817575216293335,
      "learning_rate": 2.400149225323368e-06,
      "loss": 0.3481,
      "step": 1484000
    },
    {
      "epoch": 414.18,
      "grad_norm": 1.0280890464782715,
      "learning_rate": 2.400122193518743e-06,
      "loss": 0.3322,
      "step": 1484010
    },
    {
      "epoch": 414.18,
      "grad_norm": 1.1986459493637085,
      "learning_rate": 2.4000951617066146e-06,
      "loss": 0.3402,
      "step": 1484020
    },
    {
      "epoch": 414.19,
      "grad_norm": 1.0721490383148193,
      "learning_rate": 2.4000681298869875e-06,
      "loss": 0.3671,
      "step": 1484030
    },
    {
      "epoch": 414.19,
      "grad_norm": 1.2509950399398804,
      "learning_rate": 2.4000410980598633e-06,
      "loss": 0.3279,
      "step": 1484040
    },
    {
      "epoch": 414.19,
      "grad_norm": 1.158341407775879,
      "learning_rate": 2.4000140662252475e-06,
      "loss": 0.3439,
      "step": 1484050
    },
    {
      "epoch": 414.19,
      "grad_norm": 1.017518162727356,
      "learning_rate": 2.3999870343831436e-06,
      "loss": 0.3379,
      "step": 1484060
    },
    {
      "epoch": 414.2,
      "grad_norm": 0.9861971139907837,
      "learning_rate": 2.3999600025335544e-06,
      "loss": 0.3525,
      "step": 1484070
    },
    {
      "epoch": 414.2,
      "grad_norm": 1.0981875658035278,
      "learning_rate": 2.399932970676482e-06,
      "loss": 0.3549,
      "step": 1484080
    },
    {
      "epoch": 414.2,
      "grad_norm": 0.9571378827095032,
      "learning_rate": 2.3999059388119334e-06,
      "loss": 0.3485,
      "step": 1484090
    },
    {
      "epoch": 414.21,
      "grad_norm": 1.3256925344467163,
      "learning_rate": 2.3998789069399097e-06,
      "loss": 0.3531,
      "step": 1484100
    },
    {
      "epoch": 414.21,
      "grad_norm": 1.0309866666793823,
      "learning_rate": 2.399851875060415e-06,
      "loss": 0.322,
      "step": 1484110
    },
    {
      "epoch": 414.21,
      "grad_norm": 1.0950874090194702,
      "learning_rate": 2.3998248431734528e-06,
      "loss": 0.3634,
      "step": 1484120
    },
    {
      "epoch": 414.21,
      "grad_norm": 0.9536094069480896,
      "learning_rate": 2.3997978112790284e-06,
      "loss": 0.3464,
      "step": 1484130
    },
    {
      "epoch": 414.22,
      "grad_norm": 0.8911162614822388,
      "learning_rate": 2.3997707793771434e-06,
      "loss": 0.3489,
      "step": 1484140
    },
    {
      "epoch": 414.22,
      "grad_norm": 1.0681301355361938,
      "learning_rate": 2.3997437474678015e-06,
      "loss": 0.3397,
      "step": 1484150
    },
    {
      "epoch": 414.22,
      "grad_norm": 1.069757103919983,
      "learning_rate": 2.3997167155510075e-06,
      "loss": 0.3582,
      "step": 1484160
    },
    {
      "epoch": 414.23,
      "grad_norm": 0.9102106094360352,
      "learning_rate": 2.3996896836267638e-06,
      "loss": 0.3385,
      "step": 1484170
    },
    {
      "epoch": 414.23,
      "grad_norm": 1.0743416547775269,
      "learning_rate": 2.399662651695074e-06,
      "loss": 0.3591,
      "step": 1484180
    },
    {
      "epoch": 414.23,
      "grad_norm": 1.1114164590835571,
      "learning_rate": 2.3996356197559435e-06,
      "loss": 0.3619,
      "step": 1484190
    },
    {
      "epoch": 414.23,
      "grad_norm": 0.9377418160438538,
      "learning_rate": 2.399608587809374e-06,
      "loss": 0.3437,
      "step": 1484200
    },
    {
      "epoch": 414.24,
      "grad_norm": 0.9676708579063416,
      "learning_rate": 2.39958155585537e-06,
      "loss": 0.3312,
      "step": 1484210
    },
    {
      "epoch": 414.24,
      "grad_norm": 1.127246618270874,
      "learning_rate": 2.399554523893934e-06,
      "loss": 0.3471,
      "step": 1484220
    },
    {
      "epoch": 414.24,
      "grad_norm": 1.0887300968170166,
      "learning_rate": 2.3995274919250717e-06,
      "loss": 0.3414,
      "step": 1484230
    },
    {
      "epoch": 414.25,
      "grad_norm": 1.188720464706421,
      "learning_rate": 2.3995004599487838e-06,
      "loss": 0.345,
      "step": 1484240
    },
    {
      "epoch": 414.25,
      "grad_norm": 0.9868565201759338,
      "learning_rate": 2.3994734279650766e-06,
      "loss": 0.3558,
      "step": 1484250
    },
    {
      "epoch": 414.25,
      "grad_norm": 1.013934850692749,
      "learning_rate": 2.3994463959739525e-06,
      "loss": 0.3632,
      "step": 1484260
    },
    {
      "epoch": 414.25,
      "grad_norm": 1.071842908859253,
      "learning_rate": 2.399419363975415e-06,
      "loss": 0.3485,
      "step": 1484270
    },
    {
      "epoch": 414.26,
      "grad_norm": 1.0855251550674438,
      "learning_rate": 2.3993923319694674e-06,
      "loss": 0.3542,
      "step": 1484280
    },
    {
      "epoch": 414.26,
      "grad_norm": 1.257767677307129,
      "learning_rate": 2.3993652999561146e-06,
      "loss": 0.3306,
      "step": 1484290
    },
    {
      "epoch": 414.26,
      "grad_norm": 1.0679186582565308,
      "learning_rate": 2.3993382679353595e-06,
      "loss": 0.3647,
      "step": 1484300
    },
    {
      "epoch": 414.26,
      "grad_norm": 1.154966115951538,
      "learning_rate": 2.399311235907205e-06,
      "loss": 0.3782,
      "step": 1484310
    },
    {
      "epoch": 414.27,
      "grad_norm": 0.9801411628723145,
      "learning_rate": 2.399284203871656e-06,
      "loss": 0.3364,
      "step": 1484320
    },
    {
      "epoch": 414.27,
      "grad_norm": 1.302050232887268,
      "learning_rate": 2.3992571718287144e-06,
      "loss": 0.337,
      "step": 1484330
    },
    {
      "epoch": 414.27,
      "grad_norm": 0.9900986552238464,
      "learning_rate": 2.399230139778385e-06,
      "loss": 0.3546,
      "step": 1484340
    },
    {
      "epoch": 414.28,
      "grad_norm": 1.2439714670181274,
      "learning_rate": 2.399203107720672e-06,
      "loss": 0.3723,
      "step": 1484350
    },
    {
      "epoch": 414.28,
      "grad_norm": 0.9643682241439819,
      "learning_rate": 2.3991760756555772e-06,
      "loss": 0.3517,
      "step": 1484360
    },
    {
      "epoch": 414.28,
      "grad_norm": 0.9589192271232605,
      "learning_rate": 2.3991490435831057e-06,
      "loss": 0.3554,
      "step": 1484370
    },
    {
      "epoch": 414.28,
      "grad_norm": 0.9281383156776428,
      "learning_rate": 2.3991220115032608e-06,
      "loss": 0.3413,
      "step": 1484380
    },
    {
      "epoch": 414.29,
      "grad_norm": 0.9507758021354675,
      "learning_rate": 2.3990949794160454e-06,
      "loss": 0.34,
      "step": 1484390
    },
    {
      "epoch": 414.29,
      "grad_norm": 0.9057270884513855,
      "learning_rate": 2.3990679473214633e-06,
      "loss": 0.3641,
      "step": 1484400
    },
    {
      "epoch": 414.29,
      "grad_norm": 1.0449540615081787,
      "learning_rate": 2.399040915219518e-06,
      "loss": 0.355,
      "step": 1484410
    },
    {
      "epoch": 414.3,
      "grad_norm": 1.0174399614334106,
      "learning_rate": 2.399013883110215e-06,
      "loss": 0.3397,
      "step": 1484420
    },
    {
      "epoch": 414.3,
      "grad_norm": 4.35847282409668,
      "learning_rate": 2.3989868509935554e-06,
      "loss": 0.3615,
      "step": 1484430
    },
    {
      "epoch": 414.3,
      "grad_norm": 1.244792103767395,
      "learning_rate": 2.3989598188695445e-06,
      "loss": 0.3527,
      "step": 1484440
    },
    {
      "epoch": 414.3,
      "grad_norm": 1.0097812414169312,
      "learning_rate": 2.3989327867381843e-06,
      "loss": 0.3397,
      "step": 1484450
    },
    {
      "epoch": 414.31,
      "grad_norm": 1.0138858556747437,
      "learning_rate": 2.3989057545994795e-06,
      "loss": 0.3666,
      "step": 1484460
    },
    {
      "epoch": 414.31,
      "grad_norm": 1.0508642196655273,
      "learning_rate": 2.3988787224534334e-06,
      "loss": 0.3484,
      "step": 1484470
    },
    {
      "epoch": 414.31,
      "grad_norm": 0.9726543426513672,
      "learning_rate": 2.39885169030005e-06,
      "loss": 0.3431,
      "step": 1484480
    },
    {
      "epoch": 414.31,
      "grad_norm": 0.9489096403121948,
      "learning_rate": 2.3988246581393324e-06,
      "loss": 0.3416,
      "step": 1484490
    },
    {
      "epoch": 414.32,
      "grad_norm": 0.8719608783721924,
      "learning_rate": 2.3987976259712833e-06,
      "loss": 0.3286,
      "step": 1484500
    },
    {
      "epoch": 414.32,
      "grad_norm": 0.9383036494255066,
      "learning_rate": 2.3987705937959088e-06,
      "loss": 0.3448,
      "step": 1484510
    },
    {
      "epoch": 414.32,
      "grad_norm": 1.0229275226593018,
      "learning_rate": 2.3987435616132107e-06,
      "loss": 0.3638,
      "step": 1484520
    },
    {
      "epoch": 414.33,
      "grad_norm": 1.0135619640350342,
      "learning_rate": 2.398716529423193e-06,
      "loss": 0.3404,
      "step": 1484530
    },
    {
      "epoch": 414.33,
      "grad_norm": 1.0397628545761108,
      "learning_rate": 2.398689497225859e-06,
      "loss": 0.3573,
      "step": 1484540
    },
    {
      "epoch": 414.33,
      "grad_norm": 1.0342960357666016,
      "learning_rate": 2.398662465021212e-06,
      "loss": 0.3599,
      "step": 1484550
    },
    {
      "epoch": 414.33,
      "grad_norm": 0.9591928124427795,
      "learning_rate": 2.398635432809257e-06,
      "loss": 0.3496,
      "step": 1484560
    },
    {
      "epoch": 414.34,
      "grad_norm": 1.2514773607254028,
      "learning_rate": 2.398608400589996e-06,
      "loss": 0.3327,
      "step": 1484570
    },
    {
      "epoch": 414.34,
      "grad_norm": 0.9022051095962524,
      "learning_rate": 2.398581368363434e-06,
      "loss": 0.3257,
      "step": 1484580
    },
    {
      "epoch": 414.34,
      "grad_norm": 0.9927207231521606,
      "learning_rate": 2.398554336129574e-06,
      "loss": 0.3422,
      "step": 1484590
    },
    {
      "epoch": 414.35,
      "grad_norm": 0.9359192848205566,
      "learning_rate": 2.398527303888419e-06,
      "loss": 0.34,
      "step": 1484600
    },
    {
      "epoch": 414.35,
      "grad_norm": 1.0340814590454102,
      "learning_rate": 2.3985002716399734e-06,
      "loss": 0.3399,
      "step": 1484610
    },
    {
      "epoch": 414.35,
      "grad_norm": 0.9364247918128967,
      "learning_rate": 2.3984732393842404e-06,
      "loss": 0.3306,
      "step": 1484620
    },
    {
      "epoch": 414.35,
      "grad_norm": 1.0490705966949463,
      "learning_rate": 2.3984462071212233e-06,
      "loss": 0.3488,
      "step": 1484630
    },
    {
      "epoch": 414.36,
      "grad_norm": 0.9883984327316284,
      "learning_rate": 2.3984191748509273e-06,
      "loss": 0.3522,
      "step": 1484640
    },
    {
      "epoch": 414.36,
      "grad_norm": 1.3922220468521118,
      "learning_rate": 2.3983921425733535e-06,
      "loss": 0.3445,
      "step": 1484650
    },
    {
      "epoch": 414.36,
      "grad_norm": 0.9998465776443481,
      "learning_rate": 2.3983651102885084e-06,
      "loss": 0.3435,
      "step": 1484660
    },
    {
      "epoch": 414.37,
      "grad_norm": 1.0849552154541016,
      "learning_rate": 2.398338077996393e-06,
      "loss": 0.3467,
      "step": 1484670
    },
    {
      "epoch": 414.37,
      "grad_norm": 1.0151962041854858,
      "learning_rate": 2.3983110456970117e-06,
      "loss": 0.3551,
      "step": 1484680
    },
    {
      "epoch": 414.37,
      "grad_norm": 0.9970303773880005,
      "learning_rate": 2.3982840133903686e-06,
      "loss": 0.346,
      "step": 1484690
    },
    {
      "epoch": 414.37,
      "grad_norm": 0.9222061038017273,
      "learning_rate": 2.398256981076467e-06,
      "loss": 0.3474,
      "step": 1484700
    },
    {
      "epoch": 414.38,
      "grad_norm": 1.1723860502243042,
      "learning_rate": 2.3982299487553103e-06,
      "loss": 0.3587,
      "step": 1484710
    },
    {
      "epoch": 414.38,
      "grad_norm": 1.0365992784500122,
      "learning_rate": 2.3982029164269022e-06,
      "loss": 0.349,
      "step": 1484720
    },
    {
      "epoch": 414.38,
      "grad_norm": 1.0234928131103516,
      "learning_rate": 2.398175884091247e-06,
      "loss": 0.3481,
      "step": 1484730
    },
    {
      "epoch": 414.38,
      "grad_norm": 0.989365816116333,
      "learning_rate": 2.398148851748348e-06,
      "loss": 0.3526,
      "step": 1484740
    },
    {
      "epoch": 414.39,
      "grad_norm": 1.074233889579773,
      "learning_rate": 2.3981218193982076e-06,
      "loss": 0.3603,
      "step": 1484750
    },
    {
      "epoch": 414.39,
      "grad_norm": 0.9802811145782471,
      "learning_rate": 2.39809478704083e-06,
      "loss": 0.3453,
      "step": 1484760
    },
    {
      "epoch": 414.39,
      "grad_norm": 1.1293792724609375,
      "learning_rate": 2.3980677546762204e-06,
      "loss": 0.3533,
      "step": 1484770
    },
    {
      "epoch": 414.4,
      "grad_norm": 1.0079436302185059,
      "learning_rate": 2.39804072230438e-06,
      "loss": 0.3491,
      "step": 1484780
    },
    {
      "epoch": 414.4,
      "grad_norm": 0.9699113965034485,
      "learning_rate": 2.3980136899253134e-06,
      "loss": 0.3487,
      "step": 1484790
    },
    {
      "epoch": 414.4,
      "grad_norm": 1.067563772201538,
      "learning_rate": 2.397986657539025e-06,
      "loss": 0.3379,
      "step": 1484800
    },
    {
      "epoch": 414.4,
      "grad_norm": 1.0786421298980713,
      "learning_rate": 2.3979596251455183e-06,
      "loss": 0.3241,
      "step": 1484810
    },
    {
      "epoch": 414.41,
      "grad_norm": 1.0951473712921143,
      "learning_rate": 2.3979325927447952e-06,
      "loss": 0.3472,
      "step": 1484820
    },
    {
      "epoch": 414.41,
      "grad_norm": 0.8380331993103027,
      "learning_rate": 2.3979055603368606e-06,
      "loss": 0.3325,
      "step": 1484830
    },
    {
      "epoch": 414.41,
      "grad_norm": 1.0058598518371582,
      "learning_rate": 2.3978785279217176e-06,
      "loss": 0.3376,
      "step": 1484840
    },
    {
      "epoch": 414.42,
      "grad_norm": 1.063213586807251,
      "learning_rate": 2.3978514954993703e-06,
      "loss": 0.3545,
      "step": 1484850
    },
    {
      "epoch": 414.42,
      "grad_norm": 0.9443790912628174,
      "learning_rate": 2.397824463069822e-06,
      "loss": 0.3537,
      "step": 1484860
    },
    {
      "epoch": 414.42,
      "grad_norm": 1.0304007530212402,
      "learning_rate": 2.3977974306330766e-06,
      "loss": 0.3466,
      "step": 1484870
    },
    {
      "epoch": 414.42,
      "grad_norm": 1.0202267169952393,
      "learning_rate": 2.3977703981891375e-06,
      "loss": 0.3535,
      "step": 1484880
    },
    {
      "epoch": 414.43,
      "grad_norm": 1.0852768421173096,
      "learning_rate": 2.397743365738008e-06,
      "loss": 0.3313,
      "step": 1484890
    },
    {
      "epoch": 414.43,
      "grad_norm": 1.045052170753479,
      "learning_rate": 2.397716333279692e-06,
      "loss": 0.3453,
      "step": 1484900
    },
    {
      "epoch": 414.43,
      "grad_norm": 1.003077745437622,
      "learning_rate": 2.3976893008141936e-06,
      "loss": 0.3568,
      "step": 1484910
    },
    {
      "epoch": 414.43,
      "grad_norm": 1.1392446756362915,
      "learning_rate": 2.3976622683415146e-06,
      "loss": 0.3437,
      "step": 1484920
    },
    {
      "epoch": 414.44,
      "grad_norm": 1.0032988786697388,
      "learning_rate": 2.3976352358616614e-06,
      "loss": 0.3684,
      "step": 1484930
    },
    {
      "epoch": 414.44,
      "grad_norm": 1.009058952331543,
      "learning_rate": 2.3976082033746354e-06,
      "loss": 0.3521,
      "step": 1484940
    },
    {
      "epoch": 414.44,
      "grad_norm": 1.1922190189361572,
      "learning_rate": 2.397581170880441e-06,
      "loss": 0.3391,
      "step": 1484950
    },
    {
      "epoch": 414.45,
      "grad_norm": 1.1793032884597778,
      "learning_rate": 2.397554138379082e-06,
      "loss": 0.3437,
      "step": 1484960
    },
    {
      "epoch": 414.45,
      "grad_norm": 1.2054156064987183,
      "learning_rate": 2.397527105870561e-06,
      "loss": 0.3304,
      "step": 1484970
    },
    {
      "epoch": 414.45,
      "grad_norm": 0.9831321835517883,
      "learning_rate": 2.3975000733548815e-06,
      "loss": 0.3455,
      "step": 1484980
    },
    {
      "epoch": 414.45,
      "grad_norm": 1.2224814891815186,
      "learning_rate": 2.397473040832049e-06,
      "loss": 0.3457,
      "step": 1484990
    },
    {
      "epoch": 414.46,
      "grad_norm": 1.0310193300247192,
      "learning_rate": 2.3974460083020656e-06,
      "loss": 0.3573,
      "step": 1485000
    },
    {
      "epoch": 414.46,
      "grad_norm": 0.9453680515289307,
      "learning_rate": 2.3974189757649356e-06,
      "loss": 0.3463,
      "step": 1485010
    },
    {
      "epoch": 414.46,
      "grad_norm": 0.9603538513183594,
      "learning_rate": 2.397391943220662e-06,
      "loss": 0.343,
      "step": 1485020
    },
    {
      "epoch": 414.47,
      "grad_norm": 0.9775703549385071,
      "learning_rate": 2.397364910669249e-06,
      "loss": 0.3479,
      "step": 1485030
    },
    {
      "epoch": 414.47,
      "grad_norm": 1.0058118104934692,
      "learning_rate": 2.3973378781106995e-06,
      "loss": 0.3487,
      "step": 1485040
    },
    {
      "epoch": 414.47,
      "grad_norm": 1.0067918300628662,
      "learning_rate": 2.397310845545017e-06,
      "loss": 0.3366,
      "step": 1485050
    },
    {
      "epoch": 414.47,
      "grad_norm": 0.8700088262557983,
      "learning_rate": 2.3972838129722063e-06,
      "loss": 0.3411,
      "step": 1485060
    },
    {
      "epoch": 414.48,
      "grad_norm": 1.3339406251907349,
      "learning_rate": 2.3972567803922697e-06,
      "loss": 0.3455,
      "step": 1485070
    },
    {
      "epoch": 414.48,
      "grad_norm": 1.3341196775436401,
      "learning_rate": 2.3972297478052112e-06,
      "loss": 0.3502,
      "step": 1485080
    },
    {
      "epoch": 414.48,
      "grad_norm": 1.0148922204971313,
      "learning_rate": 2.397202715211035e-06,
      "loss": 0.3599,
      "step": 1485090
    },
    {
      "epoch": 414.49,
      "grad_norm": 1.0038154125213623,
      "learning_rate": 2.397175682609744e-06,
      "loss": 0.349,
      "step": 1485100
    },
    {
      "epoch": 414.49,
      "grad_norm": 1.0973645448684692,
      "learning_rate": 2.3971486500013425e-06,
      "loss": 0.3592,
      "step": 1485110
    },
    {
      "epoch": 414.49,
      "grad_norm": 1.197766900062561,
      "learning_rate": 2.3971216173858335e-06,
      "loss": 0.3276,
      "step": 1485120
    },
    {
      "epoch": 414.49,
      "grad_norm": 0.9674170613288879,
      "learning_rate": 2.39709458476322e-06,
      "loss": 0.3434,
      "step": 1485130
    },
    {
      "epoch": 414.5,
      "grad_norm": 1.0091328620910645,
      "learning_rate": 2.3970675521335067e-06,
      "loss": 0.3499,
      "step": 1485140
    },
    {
      "epoch": 414.5,
      "grad_norm": 1.0409390926361084,
      "learning_rate": 2.3970405194966965e-06,
      "loss": 0.3494,
      "step": 1485150
    },
    {
      "epoch": 414.5,
      "grad_norm": 0.9623137712478638,
      "learning_rate": 2.3970134868527937e-06,
      "loss": 0.3614,
      "step": 1485160
    },
    {
      "epoch": 414.5,
      "grad_norm": 0.9801974296569824,
      "learning_rate": 2.396986454201802e-06,
      "loss": 0.3387,
      "step": 1485170
    },
    {
      "epoch": 414.51,
      "grad_norm": 1.008751630783081,
      "learning_rate": 2.396959421543724e-06,
      "loss": 0.3503,
      "step": 1485180
    },
    {
      "epoch": 414.51,
      "grad_norm": 0.9238321781158447,
      "learning_rate": 2.3969323888785642e-06,
      "loss": 0.3354,
      "step": 1485190
    },
    {
      "epoch": 414.51,
      "grad_norm": 1.0650084018707275,
      "learning_rate": 2.396905356206325e-06,
      "loss": 0.3359,
      "step": 1485200
    },
    {
      "epoch": 414.52,
      "grad_norm": 0.9427724480628967,
      "learning_rate": 2.396878323527011e-06,
      "loss": 0.3648,
      "step": 1485210
    },
    {
      "epoch": 414.52,
      "grad_norm": 1.1083931922912598,
      "learning_rate": 2.3968512908406264e-06,
      "loss": 0.3409,
      "step": 1485220
    },
    {
      "epoch": 414.52,
      "grad_norm": 1.177923560142517,
      "learning_rate": 2.3968242581471734e-06,
      "loss": 0.34,
      "step": 1485230
    },
    {
      "epoch": 414.52,
      "grad_norm": 0.9586448073387146,
      "learning_rate": 2.3967972254466558e-06,
      "loss": 0.3355,
      "step": 1485240
    },
    {
      "epoch": 414.53,
      "grad_norm": 1.1227285861968994,
      "learning_rate": 2.3967701927390785e-06,
      "loss": 0.355,
      "step": 1485250
    },
    {
      "epoch": 414.53,
      "grad_norm": 0.9685524106025696,
      "learning_rate": 2.3967431600244442e-06,
      "loss": 0.3564,
      "step": 1485260
    },
    {
      "epoch": 414.53,
      "grad_norm": 1.108967900276184,
      "learning_rate": 2.3967161273027554e-06,
      "loss": 0.3623,
      "step": 1485270
    },
    {
      "epoch": 414.54,
      "grad_norm": 1.165850043296814,
      "learning_rate": 2.3966890945740176e-06,
      "loss": 0.3445,
      "step": 1485280
    },
    {
      "epoch": 414.54,
      "grad_norm": 0.9239715337753296,
      "learning_rate": 2.3966620618382333e-06,
      "loss": 0.3335,
      "step": 1485290
    },
    {
      "epoch": 414.54,
      "grad_norm": 0.949400782585144,
      "learning_rate": 2.396635029095407e-06,
      "loss": 0.3402,
      "step": 1485300
    },
    {
      "epoch": 414.54,
      "grad_norm": 1.023111343383789,
      "learning_rate": 2.3966079963455406e-06,
      "loss": 0.3508,
      "step": 1485310
    },
    {
      "epoch": 414.55,
      "grad_norm": 1.06251060962677,
      "learning_rate": 2.39658096358864e-06,
      "loss": 0.3239,
      "step": 1485320
    },
    {
      "epoch": 414.55,
      "grad_norm": 0.9053318500518799,
      "learning_rate": 2.396553930824707e-06,
      "loss": 0.3294,
      "step": 1485330
    },
    {
      "epoch": 414.55,
      "grad_norm": 0.910413920879364,
      "learning_rate": 2.3965268980537457e-06,
      "loss": 0.3567,
      "step": 1485340
    },
    {
      "epoch": 414.55,
      "grad_norm": 1.0048887729644775,
      "learning_rate": 2.39649986527576e-06,
      "loss": 0.337,
      "step": 1485350
    },
    {
      "epoch": 414.56,
      "grad_norm": 1.1055333614349365,
      "learning_rate": 2.396472832490753e-06,
      "loss": 0.3677,
      "step": 1485360
    },
    {
      "epoch": 414.56,
      "grad_norm": 0.9422048330307007,
      "learning_rate": 2.3964457996987288e-06,
      "loss": 0.3536,
      "step": 1485370
    },
    {
      "epoch": 414.56,
      "grad_norm": 1.1641837358474731,
      "learning_rate": 2.396418766899691e-06,
      "loss": 0.3436,
      "step": 1485380
    },
    {
      "epoch": 414.57,
      "grad_norm": 1.1044172048568726,
      "learning_rate": 2.396391734093642e-06,
      "loss": 0.3661,
      "step": 1485390
    },
    {
      "epoch": 414.57,
      "grad_norm": 0.933615505695343,
      "learning_rate": 2.3963647012805875e-06,
      "loss": 0.3455,
      "step": 1485400
    },
    {
      "epoch": 414.57,
      "grad_norm": 1.1710201501846313,
      "learning_rate": 2.39633766846053e-06,
      "loss": 0.3411,
      "step": 1485410
    },
    {
      "epoch": 414.57,
      "grad_norm": 1.1015875339508057,
      "learning_rate": 2.396310635633472e-06,
      "loss": 0.3387,
      "step": 1485420
    },
    {
      "epoch": 414.58,
      "grad_norm": 1.1157745122909546,
      "learning_rate": 2.396283602799419e-06,
      "loss": 0.3221,
      "step": 1485430
    },
    {
      "epoch": 414.58,
      "grad_norm": 1.1143585443496704,
      "learning_rate": 2.396256569958373e-06,
      "loss": 0.3434,
      "step": 1485440
    },
    {
      "epoch": 414.58,
      "grad_norm": 1.0727936029434204,
      "learning_rate": 2.3962295371103387e-06,
      "loss": 0.3478,
      "step": 1485450
    },
    {
      "epoch": 414.59,
      "grad_norm": 0.9154778718948364,
      "learning_rate": 2.3962025042553197e-06,
      "loss": 0.3446,
      "step": 1485460
    },
    {
      "epoch": 414.59,
      "grad_norm": 1.1625330448150635,
      "learning_rate": 2.3961754713933194e-06,
      "loss": 0.3471,
      "step": 1485470
    },
    {
      "epoch": 414.59,
      "grad_norm": 1.1234619617462158,
      "learning_rate": 2.3961484385243413e-06,
      "loss": 0.3509,
      "step": 1485480
    },
    {
      "epoch": 414.59,
      "grad_norm": 1.16582453250885,
      "learning_rate": 2.3961214056483883e-06,
      "loss": 0.3437,
      "step": 1485490
    },
    {
      "epoch": 414.6,
      "grad_norm": 1.046519160270691,
      "learning_rate": 2.3960943727654647e-06,
      "loss": 0.3365,
      "step": 1485500
    },
    {
      "epoch": 414.6,
      "grad_norm": 1.039798617362976,
      "learning_rate": 2.396067339875575e-06,
      "loss": 0.3307,
      "step": 1485510
    },
    {
      "epoch": 414.6,
      "grad_norm": 1.0157724618911743,
      "learning_rate": 2.3960403069787206e-06,
      "loss": 0.3518,
      "step": 1485520
    },
    {
      "epoch": 414.61,
      "grad_norm": 1.146292805671692,
      "learning_rate": 2.3960132740749066e-06,
      "loss": 0.3455,
      "step": 1485530
    },
    {
      "epoch": 414.61,
      "grad_norm": 0.9216229319572449,
      "learning_rate": 2.3959862411641367e-06,
      "loss": 0.3365,
      "step": 1485540
    },
    {
      "epoch": 414.61,
      "grad_norm": 1.079559326171875,
      "learning_rate": 2.395959208246415e-06,
      "loss": 0.352,
      "step": 1485550
    },
    {
      "epoch": 414.61,
      "grad_norm": 1.059985876083374,
      "learning_rate": 2.3959321753217426e-06,
      "loss": 0.3433,
      "step": 1485560
    },
    {
      "epoch": 414.62,
      "grad_norm": 1.0357301235198975,
      "learning_rate": 2.3959051423901256e-06,
      "loss": 0.3337,
      "step": 1485570
    },
    {
      "epoch": 414.62,
      "grad_norm": 1.21617591381073,
      "learning_rate": 2.3958781094515663e-06,
      "loss": 0.3708,
      "step": 1485580
    },
    {
      "epoch": 414.62,
      "grad_norm": 0.9749930500984192,
      "learning_rate": 2.3958510765060694e-06,
      "loss": 0.3631,
      "step": 1485590
    },
    {
      "epoch": 414.62,
      "grad_norm": 1.101881980895996,
      "learning_rate": 2.395824043553637e-06,
      "loss": 0.3607,
      "step": 1485600
    },
    {
      "epoch": 414.63,
      "grad_norm": 0.9746427536010742,
      "learning_rate": 2.395797010594274e-06,
      "loss": 0.335,
      "step": 1485610
    },
    {
      "epoch": 414.63,
      "grad_norm": 0.9384296536445618,
      "learning_rate": 2.395769977627984e-06,
      "loss": 0.351,
      "step": 1485620
    },
    {
      "epoch": 414.63,
      "grad_norm": 1.3240649700164795,
      "learning_rate": 2.3957429446547697e-06,
      "loss": 0.3373,
      "step": 1485630
    },
    {
      "epoch": 414.64,
      "grad_norm": 0.8816931247711182,
      "learning_rate": 2.395715911674635e-06,
      "loss": 0.3474,
      "step": 1485640
    },
    {
      "epoch": 414.64,
      "grad_norm": 1.028252124786377,
      "learning_rate": 2.3956888786875835e-06,
      "loss": 0.3651,
      "step": 1485650
    },
    {
      "epoch": 414.64,
      "grad_norm": 0.9123073220252991,
      "learning_rate": 2.395661845693619e-06,
      "loss": 0.3349,
      "step": 1485660
    },
    {
      "epoch": 414.64,
      "grad_norm": 0.9850957989692688,
      "learning_rate": 2.395634812692745e-06,
      "loss": 0.3621,
      "step": 1485670
    },
    {
      "epoch": 414.65,
      "grad_norm": 0.9356521964073181,
      "learning_rate": 2.3956077796849654e-06,
      "loss": 0.3555,
      "step": 1485680
    },
    {
      "epoch": 414.65,
      "grad_norm": 1.9756388664245605,
      "learning_rate": 2.3955807466702837e-06,
      "loss": 0.3394,
      "step": 1485690
    },
    {
      "epoch": 414.65,
      "grad_norm": 1.2120912075042725,
      "learning_rate": 2.3955537136487033e-06,
      "loss": 0.3659,
      "step": 1485700
    },
    {
      "epoch": 414.66,
      "grad_norm": 1.1535475254058838,
      "learning_rate": 2.395526680620227e-06,
      "loss": 0.3368,
      "step": 1485710
    },
    {
      "epoch": 414.66,
      "grad_norm": 1.1861180067062378,
      "learning_rate": 2.3954996475848596e-06,
      "loss": 0.3283,
      "step": 1485720
    },
    {
      "epoch": 414.66,
      "grad_norm": 1.0667917728424072,
      "learning_rate": 2.3954726145426044e-06,
      "loss": 0.3497,
      "step": 1485730
    },
    {
      "epoch": 414.66,
      "grad_norm": 0.8008790016174316,
      "learning_rate": 2.3954455814934653e-06,
      "loss": 0.3332,
      "step": 1485740
    },
    {
      "epoch": 414.67,
      "grad_norm": 0.9718025922775269,
      "learning_rate": 2.3954185484374446e-06,
      "loss": 0.336,
      "step": 1485750
    },
    {
      "epoch": 414.67,
      "grad_norm": 1.0322387218475342,
      "learning_rate": 2.395391515374548e-06,
      "loss": 0.3507,
      "step": 1485760
    },
    {
      "epoch": 414.67,
      "grad_norm": 1.09114670753479,
      "learning_rate": 2.3953644823047774e-06,
      "loss": 0.3582,
      "step": 1485770
    },
    {
      "epoch": 414.67,
      "grad_norm": 0.9102665185928345,
      "learning_rate": 2.3953374492281364e-06,
      "loss": 0.3315,
      "step": 1485780
    },
    {
      "epoch": 414.68,
      "grad_norm": 1.0861560106277466,
      "learning_rate": 2.3953104161446294e-06,
      "loss": 0.3498,
      "step": 1485790
    },
    {
      "epoch": 414.68,
      "grad_norm": 1.0159282684326172,
      "learning_rate": 2.3952833830542594e-06,
      "loss": 0.3572,
      "step": 1485800
    },
    {
      "epoch": 414.68,
      "grad_norm": 0.9709852337837219,
      "learning_rate": 2.3952563499570305e-06,
      "loss": 0.3515,
      "step": 1485810
    },
    {
      "epoch": 414.69,
      "grad_norm": 0.9248982071876526,
      "learning_rate": 2.395229316852946e-06,
      "loss": 0.344,
      "step": 1485820
    },
    {
      "epoch": 414.69,
      "grad_norm": 0.9522995352745056,
      "learning_rate": 2.3952022837420105e-06,
      "loss": 0.3474,
      "step": 1485830
    },
    {
      "epoch": 414.69,
      "grad_norm": 1.0626386404037476,
      "learning_rate": 2.3951752506242258e-06,
      "loss": 0.3556,
      "step": 1485840
    },
    {
      "epoch": 414.69,
      "grad_norm": 1.0224881172180176,
      "learning_rate": 2.3951482174995966e-06,
      "loss": 0.3521,
      "step": 1485850
    },
    {
      "epoch": 414.7,
      "grad_norm": 1.3913179636001587,
      "learning_rate": 2.3951211843681255e-06,
      "loss": 0.362,
      "step": 1485860
    },
    {
      "epoch": 414.7,
      "grad_norm": 1.0230720043182373,
      "learning_rate": 2.395094151229818e-06,
      "loss": 0.3347,
      "step": 1485870
    },
    {
      "epoch": 414.7,
      "grad_norm": 1.1667371988296509,
      "learning_rate": 2.3950671180846763e-06,
      "loss": 0.3479,
      "step": 1485880
    },
    {
      "epoch": 414.71,
      "grad_norm": 0.8918842673301697,
      "learning_rate": 2.3950400849327036e-06,
      "loss": 0.3446,
      "step": 1485890
    },
    {
      "epoch": 414.71,
      "grad_norm": 1.099191427230835,
      "learning_rate": 2.395013051773905e-06,
      "loss": 0.3374,
      "step": 1485900
    },
    {
      "epoch": 414.71,
      "grad_norm": 0.9652831554412842,
      "learning_rate": 2.3949860186082834e-06,
      "loss": 0.3592,
      "step": 1485910
    },
    {
      "epoch": 414.71,
      "grad_norm": 1.0288220643997192,
      "learning_rate": 2.3949589854358418e-06,
      "loss": 0.3368,
      "step": 1485920
    },
    {
      "epoch": 414.72,
      "grad_norm": 0.9672142863273621,
      "learning_rate": 2.394931952256585e-06,
      "loss": 0.3508,
      "step": 1485930
    },
    {
      "epoch": 414.72,
      "grad_norm": 0.9233909249305725,
      "learning_rate": 2.394904919070515e-06,
      "loss": 0.3627,
      "step": 1485940
    },
    {
      "epoch": 414.72,
      "grad_norm": 1.1141092777252197,
      "learning_rate": 2.394877885877636e-06,
      "loss": 0.3395,
      "step": 1485950
    },
    {
      "epoch": 414.73,
      "grad_norm": 1.2073813676834106,
      "learning_rate": 2.394850852677953e-06,
      "loss": 0.3304,
      "step": 1485960
    },
    {
      "epoch": 414.73,
      "grad_norm": 1.0169177055358887,
      "learning_rate": 2.394823819471467e-06,
      "loss": 0.3388,
      "step": 1485970
    },
    {
      "epoch": 414.73,
      "grad_norm": 1.1343185901641846,
      "learning_rate": 2.3947967862581844e-06,
      "loss": 0.3303,
      "step": 1485980
    },
    {
      "epoch": 414.73,
      "grad_norm": 1.0398966073989868,
      "learning_rate": 2.394769753038107e-06,
      "loss": 0.3419,
      "step": 1485990
    },
    {
      "epoch": 414.74,
      "grad_norm": 1.1023762226104736,
      "learning_rate": 2.3947427198112392e-06,
      "loss": 0.3529,
      "step": 1486000
    },
    {
      "epoch": 414.74,
      "grad_norm": 0.9797003865242004,
      "learning_rate": 2.3947156865775834e-06,
      "loss": 0.339,
      "step": 1486010
    },
    {
      "epoch": 414.74,
      "grad_norm": 1.1872636079788208,
      "learning_rate": 2.3946886533371445e-06,
      "loss": 0.3378,
      "step": 1486020
    },
    {
      "epoch": 414.74,
      "grad_norm": 1.0503714084625244,
      "learning_rate": 2.3946616200899255e-06,
      "loss": 0.3135,
      "step": 1486030
    },
    {
      "epoch": 414.75,
      "grad_norm": 0.9124640822410583,
      "learning_rate": 2.3946345868359303e-06,
      "loss": 0.3439,
      "step": 1486040
    },
    {
      "epoch": 414.75,
      "grad_norm": 1.0505986213684082,
      "learning_rate": 2.394607553575163e-06,
      "loss": 0.3496,
      "step": 1486050
    },
    {
      "epoch": 414.75,
      "grad_norm": 0.9341212511062622,
      "learning_rate": 2.394580520307626e-06,
      "loss": 0.3531,
      "step": 1486060
    },
    {
      "epoch": 414.76,
      "grad_norm": 0.9431709051132202,
      "learning_rate": 2.394553487033323e-06,
      "loss": 0.3449,
      "step": 1486070
    },
    {
      "epoch": 414.76,
      "grad_norm": 1.1995049715042114,
      "learning_rate": 2.3945264537522583e-06,
      "loss": 0.3445,
      "step": 1486080
    },
    {
      "epoch": 414.76,
      "grad_norm": 0.908954918384552,
      "learning_rate": 2.3944994204644355e-06,
      "loss": 0.3431,
      "step": 1486090
    },
    {
      "epoch": 414.76,
      "grad_norm": 1.170333743095398,
      "learning_rate": 2.3944723871698576e-06,
      "loss": 0.3375,
      "step": 1486100
    },
    {
      "epoch": 414.77,
      "grad_norm": 2.044156312942505,
      "learning_rate": 2.394445353868528e-06,
      "loss": 0.3494,
      "step": 1486110
    },
    {
      "epoch": 414.77,
      "grad_norm": 0.9603539109230042,
      "learning_rate": 2.3944183205604523e-06,
      "loss": 0.3506,
      "step": 1486120
    },
    {
      "epoch": 414.77,
      "grad_norm": 1.0357645750045776,
      "learning_rate": 2.3943912872456317e-06,
      "loss": 0.3314,
      "step": 1486130
    },
    {
      "epoch": 414.78,
      "grad_norm": 0.9456803202629089,
      "learning_rate": 2.3943642539240707e-06,
      "loss": 0.3369,
      "step": 1486140
    },
    {
      "epoch": 414.78,
      "grad_norm": 1.0392481088638306,
      "learning_rate": 2.394337220595773e-06,
      "loss": 0.3588,
      "step": 1486150
    },
    {
      "epoch": 414.78,
      "grad_norm": 2.55924916267395,
      "learning_rate": 2.3943101872607425e-06,
      "loss": 0.3332,
      "step": 1486160
    },
    {
      "epoch": 414.78,
      "grad_norm": 1.0662212371826172,
      "learning_rate": 2.3942831539189823e-06,
      "loss": 0.3412,
      "step": 1486170
    },
    {
      "epoch": 414.79,
      "grad_norm": 1.035386323928833,
      "learning_rate": 2.394256120570496e-06,
      "loss": 0.3461,
      "step": 1486180
    },
    {
      "epoch": 414.79,
      "grad_norm": 1.037469506263733,
      "learning_rate": 2.3942290872152874e-06,
      "loss": 0.328,
      "step": 1486190
    },
    {
      "epoch": 414.79,
      "grad_norm": 1.021830677986145,
      "learning_rate": 2.39420205385336e-06,
      "loss": 0.3497,
      "step": 1486200
    },
    {
      "epoch": 414.79,
      "grad_norm": 1.1501963138580322,
      "learning_rate": 2.3941750204847175e-06,
      "loss": 0.3602,
      "step": 1486210
    },
    {
      "epoch": 414.8,
      "grad_norm": 0.9843535423278809,
      "learning_rate": 2.394147987109363e-06,
      "loss": 0.3345,
      "step": 1486220
    },
    {
      "epoch": 414.8,
      "grad_norm": 0.9139193296432495,
      "learning_rate": 2.394120953727301e-06,
      "loss": 0.3554,
      "step": 1486230
    },
    {
      "epoch": 414.8,
      "grad_norm": 1.017390251159668,
      "learning_rate": 2.394093920338534e-06,
      "loss": 0.3467,
      "step": 1486240
    },
    {
      "epoch": 414.81,
      "grad_norm": 1.0259345769882202,
      "learning_rate": 2.394066886943067e-06,
      "loss": 0.3513,
      "step": 1486250
    },
    {
      "epoch": 414.81,
      "grad_norm": 0.9590257406234741,
      "learning_rate": 2.3940398535409024e-06,
      "loss": 0.3419,
      "step": 1486260
    },
    {
      "epoch": 414.81,
      "grad_norm": 1.0594474077224731,
      "learning_rate": 2.394012820132044e-06,
      "loss": 0.3476,
      "step": 1486270
    },
    {
      "epoch": 414.81,
      "grad_norm": 1.9377092123031616,
      "learning_rate": 2.3939857867164965e-06,
      "loss": 0.3562,
      "step": 1486280
    },
    {
      "epoch": 414.82,
      "grad_norm": 1.0163607597351074,
      "learning_rate": 2.393958753294262e-06,
      "loss": 0.3456,
      "step": 1486290
    },
    {
      "epoch": 414.82,
      "grad_norm": 1.2208853960037231,
      "learning_rate": 2.3939317198653446e-06,
      "loss": 0.3387,
      "step": 1486300
    },
    {
      "epoch": 414.82,
      "grad_norm": 1.0249009132385254,
      "learning_rate": 2.3939046864297476e-06,
      "loss": 0.3433,
      "step": 1486310
    },
    {
      "epoch": 414.83,
      "grad_norm": 1.3694895505905151,
      "learning_rate": 2.393877652987476e-06,
      "loss": 0.3641,
      "step": 1486320
    },
    {
      "epoch": 414.83,
      "grad_norm": 0.9297670722007751,
      "learning_rate": 2.3938506195385315e-06,
      "loss": 0.3414,
      "step": 1486330
    },
    {
      "epoch": 414.83,
      "grad_norm": 0.9976454377174377,
      "learning_rate": 2.3938235860829182e-06,
      "loss": 0.3447,
      "step": 1486340
    },
    {
      "epoch": 414.83,
      "grad_norm": 0.9335916638374329,
      "learning_rate": 2.393796552620641e-06,
      "loss": 0.3502,
      "step": 1486350
    },
    {
      "epoch": 414.84,
      "grad_norm": 0.8758370876312256,
      "learning_rate": 2.393769519151703e-06,
      "loss": 0.3365,
      "step": 1486360
    },
    {
      "epoch": 414.84,
      "grad_norm": 1.0021276473999023,
      "learning_rate": 2.3937424856761067e-06,
      "loss": 0.3434,
      "step": 1486370
    },
    {
      "epoch": 414.84,
      "grad_norm": 1.0785794258117676,
      "learning_rate": 2.3937154521938564e-06,
      "loss": 0.3503,
      "step": 1486380
    },
    {
      "epoch": 414.85,
      "grad_norm": 0.9934771060943604,
      "learning_rate": 2.393688418704956e-06,
      "loss": 0.3472,
      "step": 1486390
    },
    {
      "epoch": 414.85,
      "grad_norm": 1.0586451292037964,
      "learning_rate": 2.393661385209408e-06,
      "loss": 0.3498,
      "step": 1486400
    },
    {
      "epoch": 414.85,
      "grad_norm": 1.0535051822662354,
      "learning_rate": 2.3936343517072175e-06,
      "loss": 0.3544,
      "step": 1486410
    },
    {
      "epoch": 414.85,
      "grad_norm": 0.946736752986908,
      "learning_rate": 2.3936073181983873e-06,
      "loss": 0.3435,
      "step": 1486420
    },
    {
      "epoch": 414.86,
      "grad_norm": 0.9889839291572571,
      "learning_rate": 2.3935802846829215e-06,
      "loss": 0.3362,
      "step": 1486430
    },
    {
      "epoch": 414.86,
      "grad_norm": 0.9208574295043945,
      "learning_rate": 2.3935532511608225e-06,
      "loss": 0.3593,
      "step": 1486440
    },
    {
      "epoch": 414.86,
      "grad_norm": 1.0124415159225464,
      "learning_rate": 2.393526217632095e-06,
      "loss": 0.3295,
      "step": 1486450
    },
    {
      "epoch": 414.86,
      "grad_norm": 0.9981338977813721,
      "learning_rate": 2.393499184096742e-06,
      "loss": 0.3404,
      "step": 1486460
    },
    {
      "epoch": 414.87,
      "grad_norm": 0.9349947571754456,
      "learning_rate": 2.3934721505547676e-06,
      "loss": 0.338,
      "step": 1486470
    },
    {
      "epoch": 414.87,
      "grad_norm": 1.0948835611343384,
      "learning_rate": 2.393445117006175e-06,
      "loss": 0.3538,
      "step": 1486480
    },
    {
      "epoch": 414.87,
      "grad_norm": 1.0849220752716064,
      "learning_rate": 2.3934180834509683e-06,
      "loss": 0.3483,
      "step": 1486490
    },
    {
      "epoch": 414.88,
      "grad_norm": 1.018912672996521,
      "learning_rate": 2.3933910498891507e-06,
      "loss": 0.3324,
      "step": 1486500
    },
    {
      "epoch": 414.88,
      "grad_norm": 0.9041315913200378,
      "learning_rate": 2.3933640163207262e-06,
      "loss": 0.3524,
      "step": 1486510
    },
    {
      "epoch": 414.88,
      "grad_norm": 1.0954675674438477,
      "learning_rate": 2.393336982745697e-06,
      "loss": 0.3342,
      "step": 1486520
    },
    {
      "epoch": 414.88,
      "grad_norm": 1.1828685998916626,
      "learning_rate": 2.3933099491640686e-06,
      "loss": 0.3363,
      "step": 1486530
    },
    {
      "epoch": 414.89,
      "grad_norm": 1.0407553911209106,
      "learning_rate": 2.393282915575844e-06,
      "loss": 0.3585,
      "step": 1486540
    },
    {
      "epoch": 414.89,
      "grad_norm": 1.0369694232940674,
      "learning_rate": 2.3932558819810255e-06,
      "loss": 0.3472,
      "step": 1486550
    },
    {
      "epoch": 414.89,
      "grad_norm": 1.3941349983215332,
      "learning_rate": 2.393228848379618e-06,
      "loss": 0.3485,
      "step": 1486560
    },
    {
      "epoch": 414.9,
      "grad_norm": 1.160057544708252,
      "learning_rate": 2.3932018147716257e-06,
      "loss": 0.3396,
      "step": 1486570
    },
    {
      "epoch": 414.9,
      "grad_norm": 1.0646400451660156,
      "learning_rate": 2.3931747811570515e-06,
      "loss": 0.3612,
      "step": 1486580
    },
    {
      "epoch": 414.9,
      "grad_norm": 1.173500657081604,
      "learning_rate": 2.3931477475358975e-06,
      "loss": 0.3449,
      "step": 1486590
    },
    {
      "epoch": 414.9,
      "grad_norm": 0.9568135142326355,
      "learning_rate": 2.3931207139081693e-06,
      "loss": 0.3561,
      "step": 1486600
    },
    {
      "epoch": 414.91,
      "grad_norm": 1.1647967100143433,
      "learning_rate": 2.3930936802738703e-06,
      "loss": 0.3574,
      "step": 1486610
    },
    {
      "epoch": 414.91,
      "grad_norm": 2.547093629837036,
      "learning_rate": 2.393066646633003e-06,
      "loss": 0.334,
      "step": 1486620
    },
    {
      "epoch": 414.91,
      "grad_norm": 1.0214614868164062,
      "learning_rate": 2.393039612985571e-06,
      "loss": 0.345,
      "step": 1486630
    },
    {
      "epoch": 414.91,
      "grad_norm": 0.9721046686172485,
      "learning_rate": 2.39301257933158e-06,
      "loss": 0.3538,
      "step": 1486640
    },
    {
      "epoch": 414.92,
      "grad_norm": 1.135715365409851,
      "learning_rate": 2.3929855456710315e-06,
      "loss": 0.3424,
      "step": 1486650
    },
    {
      "epoch": 414.92,
      "grad_norm": 1.2724601030349731,
      "learning_rate": 2.39295851200393e-06,
      "loss": 0.3551,
      "step": 1486660
    },
    {
      "epoch": 414.92,
      "grad_norm": 1.0869792699813843,
      "learning_rate": 2.3929314783302785e-06,
      "loss": 0.3475,
      "step": 1486670
    },
    {
      "epoch": 414.93,
      "grad_norm": 0.9397319555282593,
      "learning_rate": 2.3929044446500813e-06,
      "loss": 0.3506,
      "step": 1486680
    },
    {
      "epoch": 414.93,
      "grad_norm": 0.933092474937439,
      "learning_rate": 2.392877410963341e-06,
      "loss": 0.3485,
      "step": 1486690
    },
    {
      "epoch": 414.93,
      "grad_norm": 1.1481252908706665,
      "learning_rate": 2.3928503772700628e-06,
      "loss": 0.3517,
      "step": 1486700
    },
    {
      "epoch": 414.93,
      "grad_norm": 1.6199729442596436,
      "learning_rate": 2.3928233435702483e-06,
      "loss": 0.3622,
      "step": 1486710
    },
    {
      "epoch": 414.94,
      "grad_norm": 1.1008610725402832,
      "learning_rate": 2.3927963098639027e-06,
      "loss": 0.3405,
      "step": 1486720
    },
    {
      "epoch": 414.94,
      "grad_norm": 0.9279314279556274,
      "learning_rate": 2.3927692761510286e-06,
      "loss": 0.3365,
      "step": 1486730
    },
    {
      "epoch": 414.94,
      "grad_norm": 0.8888397812843323,
      "learning_rate": 2.3927422424316307e-06,
      "loss": 0.3733,
      "step": 1486740
    },
    {
      "epoch": 414.95,
      "grad_norm": 1.0862205028533936,
      "learning_rate": 2.3927152087057115e-06,
      "loss": 0.3481,
      "step": 1486750
    },
    {
      "epoch": 414.95,
      "grad_norm": 1.4386121034622192,
      "learning_rate": 2.3926881749732744e-06,
      "loss": 0.3534,
      "step": 1486760
    },
    {
      "epoch": 414.95,
      "grad_norm": 0.9672983884811401,
      "learning_rate": 2.3926611412343244e-06,
      "loss": 0.3334,
      "step": 1486770
    },
    {
      "epoch": 414.95,
      "grad_norm": 3.423929452896118,
      "learning_rate": 2.392634107488864e-06,
      "loss": 0.3488,
      "step": 1486780
    },
    {
      "epoch": 414.96,
      "grad_norm": 1.0113708972930908,
      "learning_rate": 2.392607073736898e-06,
      "loss": 0.3391,
      "step": 1486790
    },
    {
      "epoch": 414.96,
      "grad_norm": 1.0505422353744507,
      "learning_rate": 2.3925800399784284e-06,
      "loss": 0.347,
      "step": 1486800
    },
    {
      "epoch": 414.96,
      "grad_norm": 1.1048184633255005,
      "learning_rate": 2.3925530062134593e-06,
      "loss": 0.3447,
      "step": 1486810
    },
    {
      "epoch": 414.97,
      "grad_norm": 0.9710462689399719,
      "learning_rate": 2.3925259724419947e-06,
      "loss": 0.3455,
      "step": 1486820
    },
    {
      "epoch": 414.97,
      "grad_norm": 0.9645503759384155,
      "learning_rate": 2.3924989386640384e-06,
      "loss": 0.3341,
      "step": 1486830
    },
    {
      "epoch": 414.97,
      "grad_norm": 1.2443979978561401,
      "learning_rate": 2.3924719048795926e-06,
      "loss": 0.3498,
      "step": 1486840
    },
    {
      "epoch": 414.97,
      "grad_norm": 0.8693808913230896,
      "learning_rate": 2.392444871088662e-06,
      "loss": 0.3459,
      "step": 1486850
    },
    {
      "epoch": 414.98,
      "grad_norm": 1.0247900485992432,
      "learning_rate": 2.392417837291251e-06,
      "loss": 0.338,
      "step": 1486860
    },
    {
      "epoch": 414.98,
      "grad_norm": 0.9567251205444336,
      "learning_rate": 2.3923908034873624e-06,
      "loss": 0.3478,
      "step": 1486870
    },
    {
      "epoch": 414.98,
      "grad_norm": 1.0218815803527832,
      "learning_rate": 2.392363769676999e-06,
      "loss": 0.3473,
      "step": 1486880
    },
    {
      "epoch": 414.98,
      "grad_norm": 1.022915005683899,
      "learning_rate": 2.3923367358601652e-06,
      "loss": 0.3413,
      "step": 1486890
    },
    {
      "epoch": 414.99,
      "grad_norm": 1.202062964439392,
      "learning_rate": 2.3923097020368648e-06,
      "loss": 0.3678,
      "step": 1486900
    },
    {
      "epoch": 414.99,
      "grad_norm": 1.0639687776565552,
      "learning_rate": 2.3922826682071006e-06,
      "loss": 0.3383,
      "step": 1486910
    },
    {
      "epoch": 414.99,
      "grad_norm": 1.1020058393478394,
      "learning_rate": 2.3922556343708765e-06,
      "loss": 0.3552,
      "step": 1486920
    },
    {
      "epoch": 415.0,
      "grad_norm": 1.0952988862991333,
      "learning_rate": 2.392228600528197e-06,
      "loss": 0.341,
      "step": 1486930
    },
    {
      "epoch": 415.0,
      "grad_norm": 1.0052510499954224,
      "learning_rate": 2.3922015666790656e-06,
      "loss": 0.3534,
      "step": 1486940
    },
    {
      "epoch": 415.0,
      "eval_loss": 0.3452710211277008,
      "eval_runtime": 62.8738,
      "eval_samples_per_second": 80.463,
      "eval_steps_per_second": 10.068,
      "step": 1486945
    },
    {
      "epoch": 415.0,
      "grad_norm": 0.996147871017456,
      "learning_rate": 2.392174532823484e-06,
      "loss": 0.3512,
      "step": 1486950
    },
    {
      "epoch": 415.0,
      "grad_norm": 1.0160611867904663,
      "learning_rate": 2.392147498961458e-06,
      "loss": 0.3566,
      "step": 1486960
    },
    {
      "epoch": 415.01,
      "grad_norm": 1.0394928455352783,
      "learning_rate": 2.3921204650929893e-06,
      "loss": 0.3479,
      "step": 1486970
    },
    {
      "epoch": 415.01,
      "grad_norm": 1.1529179811477661,
      "learning_rate": 2.3920934312180825e-06,
      "loss": 0.3487,
      "step": 1486980
    },
    {
      "epoch": 415.01,
      "grad_norm": 0.9116213917732239,
      "learning_rate": 2.392066397336742e-06,
      "loss": 0.3315,
      "step": 1486990
    },
    {
      "epoch": 415.02,
      "grad_norm": 1.0178134441375732,
      "learning_rate": 2.39203936344897e-06,
      "loss": 0.3474,
      "step": 1487000
    },
    {
      "epoch": 415.02,
      "grad_norm": 0.8971598744392395,
      "learning_rate": 2.3920123295547713e-06,
      "loss": 0.3445,
      "step": 1487010
    },
    {
      "epoch": 415.02,
      "grad_norm": 1.1633973121643066,
      "learning_rate": 2.391985295654148e-06,
      "loss": 0.3455,
      "step": 1487020
    },
    {
      "epoch": 415.02,
      "grad_norm": 1.4309567213058472,
      "learning_rate": 2.3919582617471053e-06,
      "loss": 0.3523,
      "step": 1487030
    },
    {
      "epoch": 415.03,
      "grad_norm": 1.015246868133545,
      "learning_rate": 2.3919312278336454e-06,
      "loss": 0.3342,
      "step": 1487040
    },
    {
      "epoch": 415.03,
      "grad_norm": 1.1016863584518433,
      "learning_rate": 2.391904193913773e-06,
      "loss": 0.3594,
      "step": 1487050
    },
    {
      "epoch": 415.03,
      "grad_norm": 1.0652705430984497,
      "learning_rate": 2.3918771599874915e-06,
      "loss": 0.3398,
      "step": 1487060
    },
    {
      "epoch": 415.03,
      "grad_norm": 1.2326418161392212,
      "learning_rate": 2.391850126054804e-06,
      "loss": 0.3381,
      "step": 1487070
    },
    {
      "epoch": 415.04,
      "grad_norm": 1.0153776407241821,
      "learning_rate": 2.3918230921157145e-06,
      "loss": 0.3346,
      "step": 1487080
    },
    {
      "epoch": 415.04,
      "grad_norm": 0.9730966687202454,
      "learning_rate": 2.391796058170226e-06,
      "loss": 0.3381,
      "step": 1487090
    },
    {
      "epoch": 415.04,
      "grad_norm": 0.9712183475494385,
      "learning_rate": 2.3917690242183435e-06,
      "loss": 0.3395,
      "step": 1487100
    },
    {
      "epoch": 415.05,
      "grad_norm": 0.9122300744056702,
      "learning_rate": 2.3917419902600683e-06,
      "loss": 0.365,
      "step": 1487110
    },
    {
      "epoch": 415.05,
      "grad_norm": 1.1496046781539917,
      "learning_rate": 2.3917149562954065e-06,
      "loss": 0.3569,
      "step": 1487120
    },
    {
      "epoch": 415.05,
      "grad_norm": 1.0509727001190186,
      "learning_rate": 2.3916879223243598e-06,
      "loss": 0.3389,
      "step": 1487130
    },
    {
      "epoch": 415.05,
      "grad_norm": 1.0333456993103027,
      "learning_rate": 2.3916608883469327e-06,
      "loss": 0.337,
      "step": 1487140
    },
    {
      "epoch": 415.06,
      "grad_norm": 1.0559663772583008,
      "learning_rate": 2.391633854363129e-06,
      "loss": 0.3518,
      "step": 1487150
    },
    {
      "epoch": 415.06,
      "grad_norm": 1.146107792854309,
      "learning_rate": 2.3916068203729514e-06,
      "loss": 0.3447,
      "step": 1487160
    },
    {
      "epoch": 415.06,
      "grad_norm": 0.8977800607681274,
      "learning_rate": 2.391579786376405e-06,
      "loss": 0.3534,
      "step": 1487170
    },
    {
      "epoch": 415.07,
      "grad_norm": 1.0585662126541138,
      "learning_rate": 2.391552752373492e-06,
      "loss": 0.3371,
      "step": 1487180
    },
    {
      "epoch": 415.07,
      "grad_norm": 1.0301878452301025,
      "learning_rate": 2.3915257183642163e-06,
      "loss": 0.3533,
      "step": 1487190
    },
    {
      "epoch": 415.07,
      "grad_norm": 0.9950800538063049,
      "learning_rate": 2.3914986843485814e-06,
      "loss": 0.3385,
      "step": 1487200
    },
    {
      "epoch": 415.07,
      "grad_norm": 0.8781088590621948,
      "learning_rate": 2.391471650326591e-06,
      "loss": 0.3461,
      "step": 1487210
    },
    {
      "epoch": 415.08,
      "grad_norm": 1.1360193490982056,
      "learning_rate": 2.3914446162982498e-06,
      "loss": 0.3403,
      "step": 1487220
    },
    {
      "epoch": 415.08,
      "grad_norm": 1.0225108861923218,
      "learning_rate": 2.391417582263559e-06,
      "loss": 0.3493,
      "step": 1487230
    },
    {
      "epoch": 415.08,
      "grad_norm": 1.1299554109573364,
      "learning_rate": 2.391390548222525e-06,
      "loss": 0.3637,
      "step": 1487240
    },
    {
      "epoch": 415.09,
      "grad_norm": 0.9181640148162842,
      "learning_rate": 2.39136351417515e-06,
      "loss": 0.3405,
      "step": 1487250
    },
    {
      "epoch": 415.09,
      "grad_norm": 1.094880223274231,
      "learning_rate": 2.3913364801214366e-06,
      "loss": 0.3396,
      "step": 1487260
    },
    {
      "epoch": 415.09,
      "grad_norm": 0.9786959886550903,
      "learning_rate": 2.39130944606139e-06,
      "loss": 0.3625,
      "step": 1487270
    },
    {
      "epoch": 415.09,
      "grad_norm": 0.9891339540481567,
      "learning_rate": 2.391282411995013e-06,
      "loss": 0.3475,
      "step": 1487280
    },
    {
      "epoch": 415.1,
      "grad_norm": 0.9423487186431885,
      "learning_rate": 2.3912553779223093e-06,
      "loss": 0.3411,
      "step": 1487290
    },
    {
      "epoch": 415.1,
      "grad_norm": 1.0277284383773804,
      "learning_rate": 2.391228343843283e-06,
      "loss": 0.3655,
      "step": 1487300
    },
    {
      "epoch": 415.1,
      "grad_norm": 1.0402779579162598,
      "learning_rate": 2.3912013097579374e-06,
      "loss": 0.3586,
      "step": 1487310
    },
    {
      "epoch": 415.1,
      "grad_norm": 0.9662198424339294,
      "learning_rate": 2.3911742756662766e-06,
      "loss": 0.3529,
      "step": 1487320
    },
    {
      "epoch": 415.11,
      "grad_norm": 1.236471176147461,
      "learning_rate": 2.3911472415683024e-06,
      "loss": 0.339,
      "step": 1487330
    },
    {
      "epoch": 415.11,
      "grad_norm": 1.0060213804244995,
      "learning_rate": 2.39112020746402e-06,
      "loss": 0.3454,
      "step": 1487340
    },
    {
      "epoch": 415.11,
      "grad_norm": 3.8767969608306885,
      "learning_rate": 2.391093173353433e-06,
      "loss": 0.3518,
      "step": 1487350
    },
    {
      "epoch": 415.12,
      "grad_norm": 1.0818779468536377,
      "learning_rate": 2.391066139236544e-06,
      "loss": 0.3363,
      "step": 1487360
    },
    {
      "epoch": 415.12,
      "grad_norm": 1.0817487239837646,
      "learning_rate": 2.391039105113357e-06,
      "loss": 0.3675,
      "step": 1487370
    },
    {
      "epoch": 415.12,
      "grad_norm": 1.0730372667312622,
      "learning_rate": 2.3910120709838766e-06,
      "loss": 0.3624,
      "step": 1487380
    },
    {
      "epoch": 415.12,
      "grad_norm": 1.0572572946548462,
      "learning_rate": 2.3909850368481057e-06,
      "loss": 0.3446,
      "step": 1487390
    },
    {
      "epoch": 415.13,
      "grad_norm": 1.058887004852295,
      "learning_rate": 2.3909580027060472e-06,
      "loss": 0.3454,
      "step": 1487400
    },
    {
      "epoch": 415.13,
      "grad_norm": 1.2546292543411255,
      "learning_rate": 2.390930968557706e-06,
      "loss": 0.347,
      "step": 1487410
    },
    {
      "epoch": 415.13,
      "grad_norm": 0.9430985450744629,
      "learning_rate": 2.3909039344030843e-06,
      "loss": 0.3393,
      "step": 1487420
    },
    {
      "epoch": 415.14,
      "grad_norm": 1.00472092628479,
      "learning_rate": 2.3908769002421865e-06,
      "loss": 0.3477,
      "step": 1487430
    },
    {
      "epoch": 415.14,
      "grad_norm": 1.0939518213272095,
      "learning_rate": 2.390849866075016e-06,
      "loss": 0.3663,
      "step": 1487440
    },
    {
      "epoch": 415.14,
      "grad_norm": 1.0043941736221313,
      "learning_rate": 2.3908228319015763e-06,
      "loss": 0.3522,
      "step": 1487450
    },
    {
      "epoch": 415.14,
      "grad_norm": 1.1316947937011719,
      "learning_rate": 2.3907957977218723e-06,
      "loss": 0.3297,
      "step": 1487460
    },
    {
      "epoch": 415.15,
      "grad_norm": 1.0936055183410645,
      "learning_rate": 2.390768763535906e-06,
      "loss": 0.3349,
      "step": 1487470
    },
    {
      "epoch": 415.15,
      "grad_norm": 1.0060789585113525,
      "learning_rate": 2.3907417293436814e-06,
      "loss": 0.3602,
      "step": 1487480
    },
    {
      "epoch": 415.15,
      "grad_norm": 1.1732302904129028,
      "learning_rate": 2.3907146951452017e-06,
      "loss": 0.3449,
      "step": 1487490
    },
    {
      "epoch": 415.15,
      "grad_norm": 0.9918960928916931,
      "learning_rate": 2.3906876609404712e-06,
      "loss": 0.3567,
      "step": 1487500
    },
    {
      "epoch": 415.16,
      "grad_norm": 1.0134482383728027,
      "learning_rate": 2.3906606267294935e-06,
      "loss": 0.3411,
      "step": 1487510
    },
    {
      "epoch": 415.16,
      "grad_norm": 0.9449858665466309,
      "learning_rate": 2.390633592512272e-06,
      "loss": 0.3365,
      "step": 1487520
    },
    {
      "epoch": 415.16,
      "grad_norm": 1.0205042362213135,
      "learning_rate": 2.3906065582888106e-06,
      "loss": 0.3435,
      "step": 1487530
    },
    {
      "epoch": 415.17,
      "grad_norm": 0.9573561549186707,
      "learning_rate": 2.390579524059112e-06,
      "loss": 0.3512,
      "step": 1487540
    },
    {
      "epoch": 415.17,
      "grad_norm": 0.9907293319702148,
      "learning_rate": 2.390552489823181e-06,
      "loss": 0.3483,
      "step": 1487550
    },
    {
      "epoch": 415.17,
      "grad_norm": 1.0929011106491089,
      "learning_rate": 2.3905254555810196e-06,
      "loss": 0.3344,
      "step": 1487560
    },
    {
      "epoch": 415.17,
      "grad_norm": 1.0822551250457764,
      "learning_rate": 2.3904984213326327e-06,
      "loss": 0.357,
      "step": 1487570
    },
    {
      "epoch": 415.18,
      "grad_norm": 1.1049325466156006,
      "learning_rate": 2.390471387078024e-06,
      "loss": 0.3303,
      "step": 1487580
    },
    {
      "epoch": 415.18,
      "grad_norm": 1.0466502904891968,
      "learning_rate": 2.390444352817196e-06,
      "loss": 0.3359,
      "step": 1487590
    },
    {
      "epoch": 415.18,
      "grad_norm": 1.0626262426376343,
      "learning_rate": 2.390417318550154e-06,
      "loss": 0.3408,
      "step": 1487600
    },
    {
      "epoch": 415.19,
      "grad_norm": 0.8628742694854736,
      "learning_rate": 2.3903902842769e-06,
      "loss": 0.3444,
      "step": 1487610
    },
    {
      "epoch": 415.19,
      "grad_norm": 0.9087408185005188,
      "learning_rate": 2.390363249997438e-06,
      "loss": 0.3379,
      "step": 1487620
    },
    {
      "epoch": 415.19,
      "grad_norm": 0.9324162006378174,
      "learning_rate": 2.390336215711772e-06,
      "loss": 0.3461,
      "step": 1487630
    },
    {
      "epoch": 415.19,
      "grad_norm": 1.1648436784744263,
      "learning_rate": 2.390309181419905e-06,
      "loss": 0.351,
      "step": 1487640
    },
    {
      "epoch": 415.2,
      "grad_norm": 1.001504898071289,
      "learning_rate": 2.3902821471218414e-06,
      "loss": 0.3288,
      "step": 1487650
    },
    {
      "epoch": 415.2,
      "grad_norm": 1.082677960395813,
      "learning_rate": 2.3902551128175846e-06,
      "loss": 0.3416,
      "step": 1487660
    },
    {
      "epoch": 415.2,
      "grad_norm": 0.977161705493927,
      "learning_rate": 2.3902280785071373e-06,
      "loss": 0.3429,
      "step": 1487670
    },
    {
      "epoch": 415.21,
      "grad_norm": 0.9180514216423035,
      "learning_rate": 2.3902010441905045e-06,
      "loss": 0.3501,
      "step": 1487680
    },
    {
      "epoch": 415.21,
      "grad_norm": 1.038446068763733,
      "learning_rate": 2.3901740098676883e-06,
      "loss": 0.3377,
      "step": 1487690
    },
    {
      "epoch": 415.21,
      "grad_norm": 1.0501190423965454,
      "learning_rate": 2.3901469755386935e-06,
      "loss": 0.3439,
      "step": 1487700
    },
    {
      "epoch": 415.21,
      "grad_norm": 1.0488758087158203,
      "learning_rate": 2.390119941203523e-06,
      "loss": 0.3471,
      "step": 1487710
    },
    {
      "epoch": 415.22,
      "grad_norm": 1.1376662254333496,
      "learning_rate": 2.3900929068621805e-06,
      "loss": 0.34,
      "step": 1487720
    },
    {
      "epoch": 415.22,
      "grad_norm": 1.0097765922546387,
      "learning_rate": 2.39006587251467e-06,
      "loss": 0.3492,
      "step": 1487730
    },
    {
      "epoch": 415.22,
      "grad_norm": 1.1185343265533447,
      "learning_rate": 2.390038838160995e-06,
      "loss": 0.3375,
      "step": 1487740
    },
    {
      "epoch": 415.22,
      "grad_norm": 1.0637876987457275,
      "learning_rate": 2.3900118038011586e-06,
      "loss": 0.3488,
      "step": 1487750
    },
    {
      "epoch": 415.23,
      "grad_norm": 1.2193293571472168,
      "learning_rate": 2.389984769435165e-06,
      "loss": 0.3449,
      "step": 1487760
    },
    {
      "epoch": 415.23,
      "grad_norm": 8.754216194152832,
      "learning_rate": 2.389957735063018e-06,
      "loss": 0.3479,
      "step": 1487770
    },
    {
      "epoch": 415.23,
      "grad_norm": 0.8604933023452759,
      "learning_rate": 2.3899307006847196e-06,
      "loss": 0.3492,
      "step": 1487780
    },
    {
      "epoch": 415.24,
      "grad_norm": 0.9065845012664795,
      "learning_rate": 2.3899036663002746e-06,
      "loss": 0.3396,
      "step": 1487790
    },
    {
      "epoch": 415.24,
      "grad_norm": 0.8947342038154602,
      "learning_rate": 2.3898766319096878e-06,
      "loss": 0.3491,
      "step": 1487800
    },
    {
      "epoch": 415.24,
      "grad_norm": 0.9224147796630859,
      "learning_rate": 2.3898495975129604e-06,
      "loss": 0.3515,
      "step": 1487810
    },
    {
      "epoch": 415.24,
      "grad_norm": 1.2541598081588745,
      "learning_rate": 2.389822563110098e-06,
      "loss": 0.3406,
      "step": 1487820
    },
    {
      "epoch": 415.25,
      "grad_norm": 0.9888116717338562,
      "learning_rate": 2.3897955287011026e-06,
      "loss": 0.3274,
      "step": 1487830
    },
    {
      "epoch": 415.25,
      "grad_norm": 1.0326809883117676,
      "learning_rate": 2.389768494285979e-06,
      "loss": 0.3272,
      "step": 1487840
    },
    {
      "epoch": 415.25,
      "grad_norm": 1.0446897745132446,
      "learning_rate": 2.38974145986473e-06,
      "loss": 0.3315,
      "step": 1487850
    },
    {
      "epoch": 415.26,
      "grad_norm": 1.0923755168914795,
      "learning_rate": 2.38971442543736e-06,
      "loss": 0.3307,
      "step": 1487860
    },
    {
      "epoch": 415.26,
      "grad_norm": 1.0405532121658325,
      "learning_rate": 2.3896873910038712e-06,
      "loss": 0.3544,
      "step": 1487870
    },
    {
      "epoch": 415.26,
      "grad_norm": 1.1239429712295532,
      "learning_rate": 2.3896603565642687e-06,
      "loss": 0.3401,
      "step": 1487880
    },
    {
      "epoch": 415.26,
      "grad_norm": 0.9575721025466919,
      "learning_rate": 2.3896333221185557e-06,
      "loss": 0.3509,
      "step": 1487890
    },
    {
      "epoch": 415.27,
      "grad_norm": 0.9425193667411804,
      "learning_rate": 2.389606287666735e-06,
      "loss": 0.3464,
      "step": 1487900
    },
    {
      "epoch": 415.27,
      "grad_norm": 1.1681801080703735,
      "learning_rate": 2.3895792532088114e-06,
      "loss": 0.3535,
      "step": 1487910
    },
    {
      "epoch": 415.27,
      "grad_norm": 0.9912590980529785,
      "learning_rate": 2.3895522187447877e-06,
      "loss": 0.3394,
      "step": 1487920
    },
    {
      "epoch": 415.27,
      "grad_norm": 1.005967617034912,
      "learning_rate": 2.389525184274668e-06,
      "loss": 0.3488,
      "step": 1487930
    },
    {
      "epoch": 415.28,
      "grad_norm": 1.2161885499954224,
      "learning_rate": 2.3894981497984553e-06,
      "loss": 0.3566,
      "step": 1487940
    },
    {
      "epoch": 415.28,
      "grad_norm": 0.993114709854126,
      "learning_rate": 2.389471115316153e-06,
      "loss": 0.3422,
      "step": 1487950
    },
    {
      "epoch": 415.28,
      "grad_norm": 1.2563807964324951,
      "learning_rate": 2.3894440808277665e-06,
      "loss": 0.3419,
      "step": 1487960
    },
    {
      "epoch": 415.29,
      "grad_norm": 1.0056843757629395,
      "learning_rate": 2.3894170463332975e-06,
      "loss": 0.3456,
      "step": 1487970
    },
    {
      "epoch": 415.29,
      "grad_norm": 1.0647671222686768,
      "learning_rate": 2.3893900118327497e-06,
      "loss": 0.3539,
      "step": 1487980
    },
    {
      "epoch": 415.29,
      "grad_norm": 0.9183260798454285,
      "learning_rate": 2.389362977326128e-06,
      "loss": 0.3426,
      "step": 1487990
    },
    {
      "epoch": 415.29,
      "grad_norm": 1.1688863039016724,
      "learning_rate": 2.3893359428134344e-06,
      "loss": 0.3378,
      "step": 1488000
    },
    {
      "epoch": 415.3,
      "grad_norm": 1.201164722442627,
      "learning_rate": 2.3893089082946737e-06,
      "loss": 0.3762,
      "step": 1488010
    },
    {
      "epoch": 415.3,
      "grad_norm": 1.0909312963485718,
      "learning_rate": 2.3892818737698487e-06,
      "loss": 0.3568,
      "step": 1488020
    },
    {
      "epoch": 415.3,
      "grad_norm": 0.9281796216964722,
      "learning_rate": 2.389254839238964e-06,
      "loss": 0.3279,
      "step": 1488030
    },
    {
      "epoch": 415.31,
      "grad_norm": 1.0371774435043335,
      "learning_rate": 2.3892278047020226e-06,
      "loss": 0.3308,
      "step": 1488040
    },
    {
      "epoch": 415.31,
      "grad_norm": 0.987597644329071,
      "learning_rate": 2.389200770159028e-06,
      "loss": 0.3616,
      "step": 1488050
    },
    {
      "epoch": 415.31,
      "grad_norm": 1.0021892786026,
      "learning_rate": 2.389173735609984e-06,
      "loss": 0.3285,
      "step": 1488060
    },
    {
      "epoch": 415.31,
      "grad_norm": 0.973818302154541,
      "learning_rate": 2.3891467010548937e-06,
      "loss": 0.3384,
      "step": 1488070
    },
    {
      "epoch": 415.32,
      "grad_norm": 0.9890568256378174,
      "learning_rate": 2.3891196664937606e-06,
      "loss": 0.3366,
      "step": 1488080
    },
    {
      "epoch": 415.32,
      "grad_norm": 0.996730625629425,
      "learning_rate": 2.38909263192659e-06,
      "loss": 0.3473,
      "step": 1488090
    },
    {
      "epoch": 415.32,
      "grad_norm": 1.1160348653793335,
      "learning_rate": 2.389065597353383e-06,
      "loss": 0.3353,
      "step": 1488100
    },
    {
      "epoch": 415.33,
      "grad_norm": 1.0766831636428833,
      "learning_rate": 2.3890385627741456e-06,
      "loss": 0.3515,
      "step": 1488110
    },
    {
      "epoch": 415.33,
      "grad_norm": 0.8939953446388245,
      "learning_rate": 2.3890115281888797e-06,
      "loss": 0.3403,
      "step": 1488120
    },
    {
      "epoch": 415.33,
      "grad_norm": 1.0344786643981934,
      "learning_rate": 2.38898449359759e-06,
      "loss": 0.3429,
      "step": 1488130
    },
    {
      "epoch": 415.33,
      "grad_norm": 0.9218811392784119,
      "learning_rate": 2.388957459000279e-06,
      "loss": 0.3445,
      "step": 1488140
    },
    {
      "epoch": 415.34,
      "grad_norm": 1.1033987998962402,
      "learning_rate": 2.3889304243969513e-06,
      "loss": 0.3388,
      "step": 1488150
    },
    {
      "epoch": 415.34,
      "grad_norm": 1.0448567867279053,
      "learning_rate": 2.38890338978761e-06,
      "loss": 0.356,
      "step": 1488160
    },
    {
      "epoch": 415.34,
      "grad_norm": 1.2107511758804321,
      "learning_rate": 2.388876355172258e-06,
      "loss": 0.3452,
      "step": 1488170
    },
    {
      "epoch": 415.34,
      "grad_norm": 0.9926613569259644,
      "learning_rate": 2.3888493205509006e-06,
      "loss": 0.3353,
      "step": 1488180
    },
    {
      "epoch": 415.35,
      "grad_norm": 1.0863912105560303,
      "learning_rate": 2.38882228592354e-06,
      "loss": 0.3404,
      "step": 1488190
    },
    {
      "epoch": 415.35,
      "grad_norm": 0.9826709032058716,
      "learning_rate": 2.3887952512901805e-06,
      "loss": 0.3433,
      "step": 1488200
    },
    {
      "epoch": 415.35,
      "grad_norm": 1.0550174713134766,
      "learning_rate": 2.388768216650825e-06,
      "loss": 0.3586,
      "step": 1488210
    },
    {
      "epoch": 415.36,
      "grad_norm": 1.1600852012634277,
      "learning_rate": 2.3887411820054784e-06,
      "loss": 0.345,
      "step": 1488220
    },
    {
      "epoch": 415.36,
      "grad_norm": 0.9926857352256775,
      "learning_rate": 2.388714147354143e-06,
      "loss": 0.3419,
      "step": 1488230
    },
    {
      "epoch": 415.36,
      "grad_norm": 1.2073794603347778,
      "learning_rate": 2.3886871126968226e-06,
      "loss": 0.347,
      "step": 1488240
    },
    {
      "epoch": 415.36,
      "grad_norm": 1.1539942026138306,
      "learning_rate": 2.388660078033522e-06,
      "loss": 0.3492,
      "step": 1488250
    },
    {
      "epoch": 415.37,
      "grad_norm": 0.9646483063697815,
      "learning_rate": 2.388633043364243e-06,
      "loss": 0.3341,
      "step": 1488260
    },
    {
      "epoch": 415.37,
      "grad_norm": 1.1399953365325928,
      "learning_rate": 2.38860600868899e-06,
      "loss": 0.3372,
      "step": 1488270
    },
    {
      "epoch": 415.37,
      "grad_norm": 1.0730321407318115,
      "learning_rate": 2.3885789740077673e-06,
      "loss": 0.3503,
      "step": 1488280
    },
    {
      "epoch": 415.38,
      "grad_norm": 1.9544010162353516,
      "learning_rate": 2.388551939320577e-06,
      "loss": 0.3347,
      "step": 1488290
    },
    {
      "epoch": 415.38,
      "grad_norm": 1.2037488222122192,
      "learning_rate": 2.388524904627424e-06,
      "loss": 0.3519,
      "step": 1488300
    },
    {
      "epoch": 415.38,
      "grad_norm": 1.1383744478225708,
      "learning_rate": 2.388497869928311e-06,
      "loss": 0.3577,
      "step": 1488310
    },
    {
      "epoch": 415.38,
      "grad_norm": 1.0849871635437012,
      "learning_rate": 2.3884708352232434e-06,
      "loss": 0.3594,
      "step": 1488320
    },
    {
      "epoch": 415.39,
      "grad_norm": 1.7158498764038086,
      "learning_rate": 2.388443800512222e-06,
      "loss": 0.3417,
      "step": 1488330
    },
    {
      "epoch": 415.39,
      "grad_norm": 1.0754461288452148,
      "learning_rate": 2.3884167657952526e-06,
      "loss": 0.338,
      "step": 1488340
    },
    {
      "epoch": 415.39,
      "grad_norm": 0.9553244113922119,
      "learning_rate": 2.3883897310723383e-06,
      "loss": 0.3318,
      "step": 1488350
    },
    {
      "epoch": 415.39,
      "grad_norm": 0.976057231426239,
      "learning_rate": 2.3883626963434817e-06,
      "loss": 0.3528,
      "step": 1488360
    },
    {
      "epoch": 415.4,
      "grad_norm": 0.9155468344688416,
      "learning_rate": 2.388335661608687e-06,
      "loss": 0.3307,
      "step": 1488370
    },
    {
      "epoch": 415.4,
      "grad_norm": 1.1106557846069336,
      "learning_rate": 2.3883086268679587e-06,
      "loss": 0.3567,
      "step": 1488380
    },
    {
      "epoch": 415.4,
      "grad_norm": 1.175849199295044,
      "learning_rate": 2.388281592121299e-06,
      "loss": 0.3497,
      "step": 1488390
    },
    {
      "epoch": 415.41,
      "grad_norm": 0.9749971628189087,
      "learning_rate": 2.3882545573687125e-06,
      "loss": 0.3507,
      "step": 1488400
    },
    {
      "epoch": 415.41,
      "grad_norm": 1.0667366981506348,
      "learning_rate": 2.3882275226102025e-06,
      "loss": 0.3494,
      "step": 1488410
    },
    {
      "epoch": 415.41,
      "grad_norm": 0.9375093579292297,
      "learning_rate": 2.388200487845773e-06,
      "loss": 0.3447,
      "step": 1488420
    },
    {
      "epoch": 415.41,
      "grad_norm": 0.9602974057197571,
      "learning_rate": 2.3881734530754258e-06,
      "loss": 0.3548,
      "step": 1488430
    },
    {
      "epoch": 415.42,
      "grad_norm": 0.9883595108985901,
      "learning_rate": 2.388146418299167e-06,
      "loss": 0.362,
      "step": 1488440
    },
    {
      "epoch": 415.42,
      "grad_norm": 0.9810912013053894,
      "learning_rate": 2.3881193835169986e-06,
      "loss": 0.346,
      "step": 1488450
    },
    {
      "epoch": 415.42,
      "grad_norm": 2.472477436065674,
      "learning_rate": 2.388092348728924e-06,
      "loss": 0.3471,
      "step": 1488460
    },
    {
      "epoch": 415.43,
      "grad_norm": 0.985234260559082,
      "learning_rate": 2.3880653139349477e-06,
      "loss": 0.341,
      "step": 1488470
    },
    {
      "epoch": 415.43,
      "grad_norm": 1.6875886917114258,
      "learning_rate": 2.3880382791350737e-06,
      "loss": 0.3521,
      "step": 1488480
    },
    {
      "epoch": 415.43,
      "grad_norm": 0.9410500526428223,
      "learning_rate": 2.3880112443293048e-06,
      "loss": 0.3375,
      "step": 1488490
    },
    {
      "epoch": 415.43,
      "grad_norm": 0.9894223809242249,
      "learning_rate": 2.3879842095176443e-06,
      "loss": 0.3534,
      "step": 1488500
    },
    {
      "epoch": 415.44,
      "grad_norm": 1.0616328716278076,
      "learning_rate": 2.3879571747000966e-06,
      "loss": 0.3521,
      "step": 1488510
    },
    {
      "epoch": 415.44,
      "grad_norm": 1.0861635208129883,
      "learning_rate": 2.3879301398766645e-06,
      "loss": 0.3508,
      "step": 1488520
    },
    {
      "epoch": 415.44,
      "grad_norm": 1.0558665990829468,
      "learning_rate": 2.387903105047352e-06,
      "loss": 0.3519,
      "step": 1488530
    },
    {
      "epoch": 415.45,
      "grad_norm": 1.6631031036376953,
      "learning_rate": 2.3878760702121634e-06,
      "loss": 0.3356,
      "step": 1488540
    },
    {
      "epoch": 415.45,
      "grad_norm": 1.242849349975586,
      "learning_rate": 2.3878490353711003e-06,
      "loss": 0.3405,
      "step": 1488550
    },
    {
      "epoch": 415.45,
      "grad_norm": 0.8461620211601257,
      "learning_rate": 2.387822000524169e-06,
      "loss": 0.342,
      "step": 1488560
    },
    {
      "epoch": 415.45,
      "grad_norm": 0.9672425985336304,
      "learning_rate": 2.3877949656713715e-06,
      "loss": 0.3455,
      "step": 1488570
    },
    {
      "epoch": 415.46,
      "grad_norm": 1.1962226629257202,
      "learning_rate": 2.387767930812711e-06,
      "loss": 0.3503,
      "step": 1488580
    },
    {
      "epoch": 415.46,
      "grad_norm": 1.0386066436767578,
      "learning_rate": 2.3877408959481914e-06,
      "loss": 0.3543,
      "step": 1488590
    },
    {
      "epoch": 415.46,
      "grad_norm": 1.0826358795166016,
      "learning_rate": 2.3877138610778167e-06,
      "loss": 0.3518,
      "step": 1488600
    },
    {
      "epoch": 415.46,
      "grad_norm": 1.144539713859558,
      "learning_rate": 2.3876868262015916e-06,
      "loss": 0.343,
      "step": 1488610
    },
    {
      "epoch": 415.47,
      "grad_norm": 0.9506275057792664,
      "learning_rate": 2.3876597913195173e-06,
      "loss": 0.3412,
      "step": 1488620
    },
    {
      "epoch": 415.47,
      "grad_norm": 1.1562559604644775,
      "learning_rate": 2.3876327564315998e-06,
      "loss": 0.3466,
      "step": 1488630
    },
    {
      "epoch": 415.47,
      "grad_norm": 0.8812371492385864,
      "learning_rate": 2.3876057215378406e-06,
      "loss": 0.3517,
      "step": 1488640
    },
    {
      "epoch": 415.48,
      "grad_norm": 0.9166109561920166,
      "learning_rate": 2.3875786866382438e-06,
      "loss": 0.3442,
      "step": 1488650
    },
    {
      "epoch": 415.48,
      "grad_norm": 1.2417768239974976,
      "learning_rate": 2.387551651732814e-06,
      "loss": 0.3364,
      "step": 1488660
    },
    {
      "epoch": 415.48,
      "grad_norm": 1.1762093305587769,
      "learning_rate": 2.387524616821554e-06,
      "loss": 0.3377,
      "step": 1488670
    },
    {
      "epoch": 415.48,
      "grad_norm": 0.98114013671875,
      "learning_rate": 2.3874975819044673e-06,
      "loss": 0.3499,
      "step": 1488680
    },
    {
      "epoch": 415.49,
      "grad_norm": 0.984245240688324,
      "learning_rate": 2.3874705469815584e-06,
      "loss": 0.3387,
      "step": 1488690
    },
    {
      "epoch": 415.49,
      "grad_norm": 1.1194480657577515,
      "learning_rate": 2.3874435120528304e-06,
      "loss": 0.3504,
      "step": 1488700
    },
    {
      "epoch": 415.49,
      "grad_norm": 0.9141258597373962,
      "learning_rate": 2.3874164771182866e-06,
      "loss": 0.3553,
      "step": 1488710
    },
    {
      "epoch": 415.5,
      "grad_norm": 1.1291749477386475,
      "learning_rate": 2.38738944217793e-06,
      "loss": 0.3603,
      "step": 1488720
    },
    {
      "epoch": 415.5,
      "grad_norm": 1.0688031911849976,
      "learning_rate": 2.387362407231766e-06,
      "loss": 0.3407,
      "step": 1488730
    },
    {
      "epoch": 415.5,
      "grad_norm": 1.0088090896606445,
      "learning_rate": 2.3873353722797966e-06,
      "loss": 0.3499,
      "step": 1488740
    },
    {
      "epoch": 415.5,
      "grad_norm": 1.0790328979492188,
      "learning_rate": 2.387308337322026e-06,
      "loss": 0.3552,
      "step": 1488750
    },
    {
      "epoch": 415.51,
      "grad_norm": 1.0110554695129395,
      "learning_rate": 2.3872813023584573e-06,
      "loss": 0.3295,
      "step": 1488760
    },
    {
      "epoch": 415.51,
      "grad_norm": 1.315738320350647,
      "learning_rate": 2.387254267389096e-06,
      "loss": 0.3552,
      "step": 1488770
    },
    {
      "epoch": 415.51,
      "grad_norm": 0.9733859300613403,
      "learning_rate": 2.3872272324139436e-06,
      "loss": 0.3433,
      "step": 1488780
    },
    {
      "epoch": 415.51,
      "grad_norm": 1.2033628225326538,
      "learning_rate": 2.3872001974330036e-06,
      "loss": 0.3573,
      "step": 1488790
    },
    {
      "epoch": 415.52,
      "grad_norm": 1.1104556322097778,
      "learning_rate": 2.3871731624462814e-06,
      "loss": 0.3448,
      "step": 1488800
    },
    {
      "epoch": 415.52,
      "grad_norm": 1.0833994150161743,
      "learning_rate": 2.387146127453779e-06,
      "loss": 0.3579,
      "step": 1488810
    },
    {
      "epoch": 415.52,
      "grad_norm": 0.8380889296531677,
      "learning_rate": 2.3871190924555002e-06,
      "loss": 0.3471,
      "step": 1488820
    },
    {
      "epoch": 415.53,
      "grad_norm": 1.0256681442260742,
      "learning_rate": 2.3870920574514498e-06,
      "loss": 0.3494,
      "step": 1488830
    },
    {
      "epoch": 415.53,
      "grad_norm": 1.0890319347381592,
      "learning_rate": 2.38706502244163e-06,
      "loss": 0.3639,
      "step": 1488840
    },
    {
      "epoch": 415.53,
      "grad_norm": 0.9545025825500488,
      "learning_rate": 2.3870379874260457e-06,
      "loss": 0.3535,
      "step": 1488850
    },
    {
      "epoch": 415.53,
      "grad_norm": 1.0551155805587769,
      "learning_rate": 2.3870109524046993e-06,
      "loss": 0.362,
      "step": 1488860
    },
    {
      "epoch": 415.54,
      "grad_norm": 0.8234589695930481,
      "learning_rate": 2.3869839173775948e-06,
      "loss": 0.3417,
      "step": 1488870
    },
    {
      "epoch": 415.54,
      "grad_norm": 1.0090569257736206,
      "learning_rate": 2.3869568823447355e-06,
      "loss": 0.3385,
      "step": 1488880
    },
    {
      "epoch": 415.54,
      "grad_norm": 1.0219566822052002,
      "learning_rate": 2.3869298473061257e-06,
      "loss": 0.3491,
      "step": 1488890
    },
    {
      "epoch": 415.55,
      "grad_norm": 1.2463387250900269,
      "learning_rate": 2.3869028122617688e-06,
      "loss": 0.358,
      "step": 1488900
    },
    {
      "epoch": 415.55,
      "grad_norm": 1.2315489053726196,
      "learning_rate": 2.3868757772116677e-06,
      "loss": 0.3399,
      "step": 1488910
    },
    {
      "epoch": 415.55,
      "grad_norm": 1.5686739683151245,
      "learning_rate": 2.386848742155827e-06,
      "loss": 0.3353,
      "step": 1488920
    },
    {
      "epoch": 415.55,
      "grad_norm": 1.1345142126083374,
      "learning_rate": 2.3868217070942504e-06,
      "loss": 0.349,
      "step": 1488930
    },
    {
      "epoch": 415.56,
      "grad_norm": 0.8932665586471558,
      "learning_rate": 2.38679467202694e-06,
      "loss": 0.3344,
      "step": 1488940
    },
    {
      "epoch": 415.56,
      "grad_norm": 1.1169878244400024,
      "learning_rate": 2.386767636953901e-06,
      "loss": 0.3361,
      "step": 1488950
    },
    {
      "epoch": 415.56,
      "grad_norm": 0.8916126489639282,
      "learning_rate": 2.3867406018751364e-06,
      "loss": 0.3312,
      "step": 1488960
    },
    {
      "epoch": 415.57,
      "grad_norm": 1.0808348655700684,
      "learning_rate": 2.3867135667906488e-06,
      "loss": 0.3535,
      "step": 1488970
    },
    {
      "epoch": 415.57,
      "grad_norm": 1.1915005445480347,
      "learning_rate": 2.3866865317004428e-06,
      "loss": 0.3337,
      "step": 1488980
    },
    {
      "epoch": 415.57,
      "grad_norm": 1.0159722566604614,
      "learning_rate": 2.386659496604523e-06,
      "loss": 0.3469,
      "step": 1488990
    },
    {
      "epoch": 415.57,
      "grad_norm": 0.9873477220535278,
      "learning_rate": 2.3866324615028916e-06,
      "loss": 0.3357,
      "step": 1489000
    },
    {
      "epoch": 415.58,
      "grad_norm": 1.0520511865615845,
      "learning_rate": 2.386605426395552e-06,
      "loss": 0.3289,
      "step": 1489010
    },
    {
      "epoch": 415.58,
      "grad_norm": 0.9562312364578247,
      "learning_rate": 2.386578391282509e-06,
      "loss": 0.3366,
      "step": 1489020
    },
    {
      "epoch": 415.58,
      "grad_norm": 0.9479535818099976,
      "learning_rate": 2.386551356163765e-06,
      "loss": 0.3448,
      "step": 1489030
    },
    {
      "epoch": 415.58,
      "grad_norm": 0.9007240533828735,
      "learning_rate": 2.386524321039324e-06,
      "loss": 0.3483,
      "step": 1489040
    },
    {
      "epoch": 415.59,
      "grad_norm": 0.9804481863975525,
      "learning_rate": 2.38649728590919e-06,
      "loss": 0.352,
      "step": 1489050
    },
    {
      "epoch": 415.59,
      "grad_norm": 1.080599069595337,
      "learning_rate": 2.3864702507733663e-06,
      "loss": 0.3443,
      "step": 1489060
    },
    {
      "epoch": 415.59,
      "grad_norm": 1.0012192726135254,
      "learning_rate": 2.3864432156318564e-06,
      "loss": 0.3398,
      "step": 1489070
    },
    {
      "epoch": 415.6,
      "grad_norm": 1.0473015308380127,
      "learning_rate": 2.3864161804846646e-06,
      "loss": 0.3352,
      "step": 1489080
    },
    {
      "epoch": 415.6,
      "grad_norm": 1.4126094579696655,
      "learning_rate": 2.3863891453317934e-06,
      "loss": 0.3601,
      "step": 1489090
    },
    {
      "epoch": 415.6,
      "grad_norm": 1.1658183336257935,
      "learning_rate": 2.386362110173247e-06,
      "loss": 0.3313,
      "step": 1489100
    },
    {
      "epoch": 415.6,
      "grad_norm": 0.9015965461730957,
      "learning_rate": 2.3863350750090283e-06,
      "loss": 0.3372,
      "step": 1489110
    },
    {
      "epoch": 415.61,
      "grad_norm": 1.1492501497268677,
      "learning_rate": 2.386308039839143e-06,
      "loss": 0.3357,
      "step": 1489120
    },
    {
      "epoch": 415.61,
      "grad_norm": 1.210576057434082,
      "learning_rate": 2.386281004663592e-06,
      "loss": 0.3546,
      "step": 1489130
    },
    {
      "epoch": 415.61,
      "grad_norm": 1.2064796686172485,
      "learning_rate": 2.38625396948238e-06,
      "loss": 0.3428,
      "step": 1489140
    },
    {
      "epoch": 415.62,
      "grad_norm": 1.0590918064117432,
      "learning_rate": 2.386226934295512e-06,
      "loss": 0.33,
      "step": 1489150
    },
    {
      "epoch": 415.62,
      "grad_norm": 1.1275790929794312,
      "learning_rate": 2.3861998991029898e-06,
      "loss": 0.3384,
      "step": 1489160
    },
    {
      "epoch": 415.62,
      "grad_norm": 1.1627373695373535,
      "learning_rate": 2.3861728639048167e-06,
      "loss": 0.3552,
      "step": 1489170
    },
    {
      "epoch": 415.62,
      "grad_norm": 0.9518402218818665,
      "learning_rate": 2.3861458287009974e-06,
      "loss": 0.3463,
      "step": 1489180
    },
    {
      "epoch": 415.63,
      "grad_norm": 1.1102006435394287,
      "learning_rate": 2.3861187934915355e-06,
      "loss": 0.3385,
      "step": 1489190
    },
    {
      "epoch": 415.63,
      "grad_norm": 1.0617709159851074,
      "learning_rate": 2.386091758276434e-06,
      "loss": 0.3547,
      "step": 1489200
    },
    {
      "epoch": 415.63,
      "grad_norm": 0.9763025641441345,
      "learning_rate": 2.386064723055697e-06,
      "loss": 0.3427,
      "step": 1489210
    },
    {
      "epoch": 415.63,
      "grad_norm": 0.9323508739471436,
      "learning_rate": 2.3860376878293284e-06,
      "loss": 0.3309,
      "step": 1489220
    },
    {
      "epoch": 415.64,
      "grad_norm": 1.036486029624939,
      "learning_rate": 2.3860106525973312e-06,
      "loss": 0.3406,
      "step": 1489230
    },
    {
      "epoch": 415.64,
      "grad_norm": 1.056325912475586,
      "learning_rate": 2.385983617359708e-06,
      "loss": 0.3572,
      "step": 1489240
    },
    {
      "epoch": 415.64,
      "grad_norm": 0.803404688835144,
      "learning_rate": 2.3859565821164644e-06,
      "loss": 0.3415,
      "step": 1489250
    },
    {
      "epoch": 415.65,
      "grad_norm": 1.1721817255020142,
      "learning_rate": 2.385929546867603e-06,
      "loss": 0.3325,
      "step": 1489260
    },
    {
      "epoch": 415.65,
      "grad_norm": 1.0705556869506836,
      "learning_rate": 2.385902511613127e-06,
      "loss": 0.3477,
      "step": 1489270
    },
    {
      "epoch": 415.65,
      "grad_norm": 1.074547290802002,
      "learning_rate": 2.3858754763530415e-06,
      "loss": 0.347,
      "step": 1489280
    },
    {
      "epoch": 415.65,
      "grad_norm": 1.0185439586639404,
      "learning_rate": 2.385848441087348e-06,
      "loss": 0.3537,
      "step": 1489290
    },
    {
      "epoch": 415.66,
      "grad_norm": 1.0474767684936523,
      "learning_rate": 2.385821405816052e-06,
      "loss": 0.3479,
      "step": 1489300
    },
    {
      "epoch": 415.66,
      "grad_norm": 0.9283035397529602,
      "learning_rate": 2.385794370539156e-06,
      "loss": 0.3521,
      "step": 1489310
    },
    {
      "epoch": 415.66,
      "grad_norm": 1.1924887895584106,
      "learning_rate": 2.3857673352566636e-06,
      "loss": 0.34,
      "step": 1489320
    },
    {
      "epoch": 415.67,
      "grad_norm": 1.0919232368469238,
      "learning_rate": 2.385740299968579e-06,
      "loss": 0.3717,
      "step": 1489330
    },
    {
      "epoch": 415.67,
      "grad_norm": 1.1844602823257446,
      "learning_rate": 2.385713264674905e-06,
      "loss": 0.3508,
      "step": 1489340
    },
    {
      "epoch": 415.67,
      "grad_norm": 0.967090904712677,
      "learning_rate": 2.385686229375646e-06,
      "loss": 0.3489,
      "step": 1489350
    },
    {
      "epoch": 415.67,
      "grad_norm": 0.9887810945510864,
      "learning_rate": 2.3856591940708055e-06,
      "loss": 0.3387,
      "step": 1489360
    },
    {
      "epoch": 415.68,
      "grad_norm": 1.035049319267273,
      "learning_rate": 2.385632158760387e-06,
      "loss": 0.346,
      "step": 1489370
    },
    {
      "epoch": 415.68,
      "grad_norm": 1.060309886932373,
      "learning_rate": 2.385605123444394e-06,
      "loss": 0.3475,
      "step": 1489380
    },
    {
      "epoch": 415.68,
      "grad_norm": 1.0616018772125244,
      "learning_rate": 2.3855780881228293e-06,
      "loss": 0.3509,
      "step": 1489390
    },
    {
      "epoch": 415.69,
      "grad_norm": 1.087663173675537,
      "learning_rate": 2.3855510527956972e-06,
      "loss": 0.3456,
      "step": 1489400
    },
    {
      "epoch": 415.69,
      "grad_norm": 1.0574036836624146,
      "learning_rate": 2.3855240174630022e-06,
      "loss": 0.3564,
      "step": 1489410
    },
    {
      "epoch": 415.69,
      "grad_norm": 0.9867194294929504,
      "learning_rate": 2.385496982124747e-06,
      "loss": 0.3473,
      "step": 1489420
    },
    {
      "epoch": 415.69,
      "grad_norm": 1.0163345336914062,
      "learning_rate": 2.3854699467809346e-06,
      "loss": 0.3442,
      "step": 1489430
    },
    {
      "epoch": 415.7,
      "grad_norm": 0.961048424243927,
      "learning_rate": 2.3854429114315696e-06,
      "loss": 0.3752,
      "step": 1489440
    },
    {
      "epoch": 415.7,
      "grad_norm": 1.375610589981079,
      "learning_rate": 2.385415876076656e-06,
      "loss": 0.3424,
      "step": 1489450
    },
    {
      "epoch": 415.7,
      "grad_norm": 1.0422871112823486,
      "learning_rate": 2.385388840716196e-06,
      "loss": 0.3551,
      "step": 1489460
    },
    {
      "epoch": 415.7,
      "grad_norm": 1.0098074674606323,
      "learning_rate": 2.385361805350193e-06,
      "loss": 0.3429,
      "step": 1489470
    },
    {
      "epoch": 415.71,
      "grad_norm": 0.9955887198448181,
      "learning_rate": 2.385334769978653e-06,
      "loss": 0.3347,
      "step": 1489480
    },
    {
      "epoch": 415.71,
      "grad_norm": 0.9509853720664978,
      "learning_rate": 2.3853077346015774e-06,
      "loss": 0.3422,
      "step": 1489490
    },
    {
      "epoch": 415.71,
      "grad_norm": 1.0176819562911987,
      "learning_rate": 2.38528069921897e-06,
      "loss": 0.3454,
      "step": 1489500
    },
    {
      "epoch": 415.72,
      "grad_norm": 1.0567669868469238,
      "learning_rate": 2.3852536638308356e-06,
      "loss": 0.3433,
      "step": 1489510
    },
    {
      "epoch": 415.72,
      "grad_norm": 1.0493558645248413,
      "learning_rate": 2.385226628437177e-06,
      "loss": 0.342,
      "step": 1489520
    },
    {
      "epoch": 415.72,
      "grad_norm": 1.1331889629364014,
      "learning_rate": 2.3851995930379972e-06,
      "loss": 0.3461,
      "step": 1489530
    },
    {
      "epoch": 415.72,
      "grad_norm": 1.0494344234466553,
      "learning_rate": 2.3851725576333015e-06,
      "loss": 0.3772,
      "step": 1489540
    },
    {
      "epoch": 415.73,
      "grad_norm": 1.0064785480499268,
      "learning_rate": 2.3851455222230915e-06,
      "loss": 0.3417,
      "step": 1489550
    },
    {
      "epoch": 415.73,
      "grad_norm": 1.0209317207336426,
      "learning_rate": 2.3851184868073717e-06,
      "loss": 0.368,
      "step": 1489560
    },
    {
      "epoch": 415.73,
      "grad_norm": 0.9346060752868652,
      "learning_rate": 2.385091451386146e-06,
      "loss": 0.3527,
      "step": 1489570
    },
    {
      "epoch": 415.74,
      "grad_norm": 0.941314697265625,
      "learning_rate": 2.385064415959418e-06,
      "loss": 0.35,
      "step": 1489580
    },
    {
      "epoch": 415.74,
      "grad_norm": 1.1216875314712524,
      "learning_rate": 2.385037380527191e-06,
      "loss": 0.3487,
      "step": 1489590
    },
    {
      "epoch": 415.74,
      "grad_norm": 1.0411412715911865,
      "learning_rate": 2.385010345089469e-06,
      "loss": 0.3445,
      "step": 1489600
    },
    {
      "epoch": 415.74,
      "grad_norm": 0.9917727708816528,
      "learning_rate": 2.384983309646254e-06,
      "loss": 0.3377,
      "step": 1489610
    },
    {
      "epoch": 415.75,
      "grad_norm": 1.2442981004714966,
      "learning_rate": 2.3849562741975514e-06,
      "loss": 0.3674,
      "step": 1489620
    },
    {
      "epoch": 415.75,
      "grad_norm": 1.1737983226776123,
      "learning_rate": 2.3849292387433644e-06,
      "loss": 0.3381,
      "step": 1489630
    },
    {
      "epoch": 415.75,
      "grad_norm": 1.065858006477356,
      "learning_rate": 2.3849022032836966e-06,
      "loss": 0.3455,
      "step": 1489640
    },
    {
      "epoch": 415.75,
      "grad_norm": 1.0328925848007202,
      "learning_rate": 2.3848751678185507e-06,
      "loss": 0.3369,
      "step": 1489650
    },
    {
      "epoch": 415.76,
      "grad_norm": 1.1551527976989746,
      "learning_rate": 2.3848481323479325e-06,
      "loss": 0.3527,
      "step": 1489660
    },
    {
      "epoch": 415.76,
      "grad_norm": 1.0659676790237427,
      "learning_rate": 2.3848210968718433e-06,
      "loss": 0.3474,
      "step": 1489670
    },
    {
      "epoch": 415.76,
      "grad_norm": 1.1498451232910156,
      "learning_rate": 2.3847940613902873e-06,
      "loss": 0.3453,
      "step": 1489680
    },
    {
      "epoch": 415.77,
      "grad_norm": 1.1097341775894165,
      "learning_rate": 2.3847670259032676e-06,
      "loss": 0.3702,
      "step": 1489690
    },
    {
      "epoch": 415.77,
      "grad_norm": 1.0178064107894897,
      "learning_rate": 2.3847399904107905e-06,
      "loss": 0.3404,
      "step": 1489700
    },
    {
      "epoch": 415.77,
      "grad_norm": 1.1069438457489014,
      "learning_rate": 2.3847129549128563e-06,
      "loss": 0.3488,
      "step": 1489710
    },
    {
      "epoch": 415.77,
      "grad_norm": 1.0535905361175537,
      "learning_rate": 2.3846859194094698e-06,
      "loss": 0.359,
      "step": 1489720
    },
    {
      "epoch": 415.78,
      "grad_norm": 1.0099821090698242,
      "learning_rate": 2.3846588839006347e-06,
      "loss": 0.3403,
      "step": 1489730
    },
    {
      "epoch": 415.78,
      "grad_norm": 1.0035903453826904,
      "learning_rate": 2.3846318483863554e-06,
      "loss": 0.3535,
      "step": 1489740
    },
    {
      "epoch": 415.78,
      "grad_norm": 1.2240314483642578,
      "learning_rate": 2.3846048128666342e-06,
      "loss": 0.3496,
      "step": 1489750
    },
    {
      "epoch": 415.79,
      "grad_norm": 1.1566047668457031,
      "learning_rate": 2.3845777773414747e-06,
      "loss": 0.3363,
      "step": 1489760
    },
    {
      "epoch": 415.79,
      "grad_norm": 1.1005066633224487,
      "learning_rate": 2.3845507418108824e-06,
      "loss": 0.3303,
      "step": 1489770
    },
    {
      "epoch": 415.79,
      "grad_norm": 0.9719464182853699,
      "learning_rate": 2.3845237062748584e-06,
      "loss": 0.3433,
      "step": 1489780
    },
    {
      "epoch": 415.79,
      "grad_norm": 0.8813170194625854,
      "learning_rate": 2.3844966707334075e-06,
      "loss": 0.3615,
      "step": 1489790
    },
    {
      "epoch": 415.8,
      "grad_norm": 0.9593641757965088,
      "learning_rate": 2.3844696351865335e-06,
      "loss": 0.3393,
      "step": 1489800
    },
    {
      "epoch": 415.8,
      "grad_norm": 1.0231146812438965,
      "learning_rate": 2.38444259963424e-06,
      "loss": 0.3374,
      "step": 1489810
    },
    {
      "epoch": 415.8,
      "grad_norm": 1.0039397478103638,
      "learning_rate": 2.38441556407653e-06,
      "loss": 0.3462,
      "step": 1489820
    },
    {
      "epoch": 415.81,
      "grad_norm": 1.2006561756134033,
      "learning_rate": 2.3843885285134073e-06,
      "loss": 0.3386,
      "step": 1489830
    },
    {
      "epoch": 415.81,
      "grad_norm": 0.9274828433990479,
      "learning_rate": 2.3843614929448755e-06,
      "loss": 0.362,
      "step": 1489840
    },
    {
      "epoch": 415.81,
      "grad_norm": 1.1525706052780151,
      "learning_rate": 2.3843344573709383e-06,
      "loss": 0.343,
      "step": 1489850
    },
    {
      "epoch": 415.81,
      "grad_norm": 0.9772764444351196,
      "learning_rate": 2.3843074217915996e-06,
      "loss": 0.347,
      "step": 1489860
    },
    {
      "epoch": 415.82,
      "grad_norm": 1.0189616680145264,
      "learning_rate": 2.3842803862068624e-06,
      "loss": 0.3416,
      "step": 1489870
    },
    {
      "epoch": 415.82,
      "grad_norm": 0.9323471188545227,
      "learning_rate": 2.384253350616731e-06,
      "loss": 0.3459,
      "step": 1489880
    },
    {
      "epoch": 415.82,
      "grad_norm": 1.5596816539764404,
      "learning_rate": 2.3842263150212083e-06,
      "loss": 0.3349,
      "step": 1489890
    },
    {
      "epoch": 415.82,
      "grad_norm": 1.0998615026474,
      "learning_rate": 2.384199279420298e-06,
      "loss": 0.349,
      "step": 1489900
    },
    {
      "epoch": 415.83,
      "grad_norm": 0.9833740592002869,
      "learning_rate": 2.384172243814004e-06,
      "loss": 0.3423,
      "step": 1489910
    },
    {
      "epoch": 415.83,
      "grad_norm": 0.9017704129219055,
      "learning_rate": 2.3841452082023298e-06,
      "loss": 0.3517,
      "step": 1489920
    },
    {
      "epoch": 415.83,
      "grad_norm": 0.9553854465484619,
      "learning_rate": 2.3841181725852795e-06,
      "loss": 0.3199,
      "step": 1489930
    },
    {
      "epoch": 415.84,
      "grad_norm": 1.0393643379211426,
      "learning_rate": 2.384091136962855e-06,
      "loss": 0.3594,
      "step": 1489940
    },
    {
      "epoch": 415.84,
      "grad_norm": 1.2055227756500244,
      "learning_rate": 2.3840641013350624e-06,
      "loss": 0.3394,
      "step": 1489950
    },
    {
      "epoch": 415.84,
      "grad_norm": 0.9617735743522644,
      "learning_rate": 2.3840370657019032e-06,
      "loss": 0.3312,
      "step": 1489960
    },
    {
      "epoch": 415.84,
      "grad_norm": 1.0889103412628174,
      "learning_rate": 2.3840100300633828e-06,
      "loss": 0.3301,
      "step": 1489970
    },
    {
      "epoch": 415.85,
      "grad_norm": 0.9006834030151367,
      "learning_rate": 2.3839829944195023e-06,
      "loss": 0.3448,
      "step": 1489980
    },
    {
      "epoch": 415.85,
      "grad_norm": 0.9826991558074951,
      "learning_rate": 2.3839559587702677e-06,
      "loss": 0.3444,
      "step": 1489990
    },
    {
      "epoch": 415.85,
      "grad_norm": 1.120176076889038,
      "learning_rate": 2.383928923115681e-06,
      "loss": 0.3564,
      "step": 1490000
    },
    {
      "epoch": 415.86,
      "grad_norm": 1.0627918243408203,
      "learning_rate": 2.3839018874557473e-06,
      "loss": 0.3525,
      "step": 1490010
    },
    {
      "epoch": 415.86,
      "grad_norm": 1.023913025856018,
      "learning_rate": 2.3838748517904686e-06,
      "loss": 0.3335,
      "step": 1490020
    },
    {
      "epoch": 415.86,
      "grad_norm": 1.1269975900650024,
      "learning_rate": 2.38384781611985e-06,
      "loss": 0.3494,
      "step": 1490030
    },
    {
      "epoch": 415.86,
      "grad_norm": 1.0476300716400146,
      "learning_rate": 2.383820780443894e-06,
      "loss": 0.3336,
      "step": 1490040
    },
    {
      "epoch": 415.87,
      "grad_norm": 3.086054801940918,
      "learning_rate": 2.3837937447626046e-06,
      "loss": 0.3459,
      "step": 1490050
    },
    {
      "epoch": 415.87,
      "grad_norm": 1.183140754699707,
      "learning_rate": 2.3837667090759854e-06,
      "loss": 0.355,
      "step": 1490060
    },
    {
      "epoch": 415.87,
      "grad_norm": 1.036880612373352,
      "learning_rate": 2.3837396733840396e-06,
      "loss": 0.3519,
      "step": 1490070
    },
    {
      "epoch": 415.87,
      "grad_norm": 1.0920758247375488,
      "learning_rate": 2.3837126376867715e-06,
      "loss": 0.3434,
      "step": 1490080
    },
    {
      "epoch": 415.88,
      "grad_norm": 1.0904655456542969,
      "learning_rate": 2.383685601984185e-06,
      "loss": 0.3631,
      "step": 1490090
    },
    {
      "epoch": 415.88,
      "grad_norm": 1.270989179611206,
      "learning_rate": 2.383658566276282e-06,
      "loss": 0.3575,
      "step": 1490100
    },
    {
      "epoch": 415.88,
      "grad_norm": 1.1139880418777466,
      "learning_rate": 2.383631530563068e-06,
      "loss": 0.3342,
      "step": 1490110
    },
    {
      "epoch": 415.89,
      "grad_norm": 1.0254334211349487,
      "learning_rate": 2.3836044948445456e-06,
      "loss": 0.3437,
      "step": 1490120
    },
    {
      "epoch": 415.89,
      "grad_norm": 1.0460821390151978,
      "learning_rate": 2.3835774591207174e-06,
      "loss": 0.3352,
      "step": 1490130
    },
    {
      "epoch": 415.89,
      "grad_norm": 1.4021257162094116,
      "learning_rate": 2.383550423391589e-06,
      "loss": 0.3467,
      "step": 1490140
    },
    {
      "epoch": 415.89,
      "grad_norm": 1.2701852321624756,
      "learning_rate": 2.3835233876571637e-06,
      "loss": 0.3561,
      "step": 1490150
    },
    {
      "epoch": 415.9,
      "grad_norm": 1.0141406059265137,
      "learning_rate": 2.3834963519174435e-06,
      "loss": 0.3506,
      "step": 1490160
    },
    {
      "epoch": 415.9,
      "grad_norm": 1.1425058841705322,
      "learning_rate": 2.3834693161724337e-06,
      "loss": 0.3643,
      "step": 1490170
    },
    {
      "epoch": 415.9,
      "grad_norm": 0.8612071871757507,
      "learning_rate": 2.3834422804221375e-06,
      "loss": 0.3341,
      "step": 1490180
    },
    {
      "epoch": 415.91,
      "grad_norm": 1.0234158039093018,
      "learning_rate": 2.383415244666558e-06,
      "loss": 0.3496,
      "step": 1490190
    },
    {
      "epoch": 415.91,
      "grad_norm": 1.0901423692703247,
      "learning_rate": 2.3833882089056988e-06,
      "loss": 0.3439,
      "step": 1490200
    },
    {
      "epoch": 415.91,
      "grad_norm": 1.0807137489318848,
      "learning_rate": 2.3833611731395635e-06,
      "loss": 0.3588,
      "step": 1490210
    },
    {
      "epoch": 415.91,
      "grad_norm": 1.0778448581695557,
      "learning_rate": 2.3833341373681567e-06,
      "loss": 0.344,
      "step": 1490220
    },
    {
      "epoch": 415.92,
      "grad_norm": 1.0040732622146606,
      "learning_rate": 2.3833071015914805e-06,
      "loss": 0.3383,
      "step": 1490230
    },
    {
      "epoch": 415.92,
      "grad_norm": 1.2588350772857666,
      "learning_rate": 2.383280065809539e-06,
      "loss": 0.3718,
      "step": 1490240
    },
    {
      "epoch": 415.92,
      "grad_norm": 0.9802072644233704,
      "learning_rate": 2.3832530300223377e-06,
      "loss": 0.3428,
      "step": 1490250
    },
    {
      "epoch": 415.93,
      "grad_norm": 1.0764069557189941,
      "learning_rate": 2.3832259942298775e-06,
      "loss": 0.352,
      "step": 1490260
    },
    {
      "epoch": 415.93,
      "grad_norm": 1.1631479263305664,
      "learning_rate": 2.383198958432163e-06,
      "loss": 0.3601,
      "step": 1490270
    },
    {
      "epoch": 415.93,
      "grad_norm": 1.0899542570114136,
      "learning_rate": 2.383171922629198e-06,
      "loss": 0.3436,
      "step": 1490280
    },
    {
      "epoch": 415.93,
      "grad_norm": 0.939080536365509,
      "learning_rate": 2.3831448868209855e-06,
      "loss": 0.3452,
      "step": 1490290
    },
    {
      "epoch": 415.94,
      "grad_norm": 0.9367990493774414,
      "learning_rate": 2.38311785100753e-06,
      "loss": 0.3489,
      "step": 1490300
    },
    {
      "epoch": 415.94,
      "grad_norm": 1.0508887767791748,
      "learning_rate": 2.3830908151888345e-06,
      "loss": 0.3363,
      "step": 1490310
    },
    {
      "epoch": 415.94,
      "grad_norm": 0.9485964775085449,
      "learning_rate": 2.3830637793649023e-06,
      "loss": 0.3492,
      "step": 1490320
    },
    {
      "epoch": 415.94,
      "grad_norm": 1.1169766187667847,
      "learning_rate": 2.3830367435357376e-06,
      "loss": 0.3294,
      "step": 1490330
    },
    {
      "epoch": 415.95,
      "grad_norm": 1.0660566091537476,
      "learning_rate": 2.383009707701344e-06,
      "loss": 0.3438,
      "step": 1490340
    },
    {
      "epoch": 415.95,
      "grad_norm": 1.0290087461471558,
      "learning_rate": 2.3829826718617254e-06,
      "loss": 0.354,
      "step": 1490350
    },
    {
      "epoch": 415.95,
      "grad_norm": 0.9518809914588928,
      "learning_rate": 2.3829556360168842e-06,
      "loss": 0.3511,
      "step": 1490360
    },
    {
      "epoch": 415.96,
      "grad_norm": 0.9154160022735596,
      "learning_rate": 2.382928600166825e-06,
      "loss": 0.351,
      "step": 1490370
    },
    {
      "epoch": 415.96,
      "grad_norm": 0.8807617425918579,
      "learning_rate": 2.382901564311551e-06,
      "loss": 0.3575,
      "step": 1490380
    },
    {
      "epoch": 415.96,
      "grad_norm": 1.10164475440979,
      "learning_rate": 2.382874528451066e-06,
      "loss": 0.3351,
      "step": 1490390
    },
    {
      "epoch": 415.96,
      "grad_norm": 1.0477027893066406,
      "learning_rate": 2.3828474925853737e-06,
      "loss": 0.3462,
      "step": 1490400
    },
    {
      "epoch": 415.97,
      "grad_norm": 0.9695201516151428,
      "learning_rate": 2.3828204567144778e-06,
      "loss": 0.3445,
      "step": 1490410
    },
    {
      "epoch": 415.97,
      "grad_norm": 1.0158066749572754,
      "learning_rate": 2.3827934208383806e-06,
      "loss": 0.3521,
      "step": 1490420
    },
    {
      "epoch": 415.97,
      "grad_norm": 1.0832656621932983,
      "learning_rate": 2.3827663849570874e-06,
      "loss": 0.3395,
      "step": 1490430
    },
    {
      "epoch": 415.98,
      "grad_norm": 1.2277482748031616,
      "learning_rate": 2.382739349070601e-06,
      "loss": 0.3546,
      "step": 1490440
    },
    {
      "epoch": 415.98,
      "grad_norm": 0.9398744106292725,
      "learning_rate": 2.382712313178925e-06,
      "loss": 0.3483,
      "step": 1490450
    },
    {
      "epoch": 415.98,
      "grad_norm": 1.1332612037658691,
      "learning_rate": 2.3826852772820627e-06,
      "loss": 0.3494,
      "step": 1490460
    },
    {
      "epoch": 415.98,
      "grad_norm": 0.9791350364685059,
      "learning_rate": 2.382658241380019e-06,
      "loss": 0.343,
      "step": 1490470
    },
    {
      "epoch": 415.99,
      "grad_norm": 1.1239711046218872,
      "learning_rate": 2.3826312054727967e-06,
      "loss": 0.3587,
      "step": 1490480
    },
    {
      "epoch": 415.99,
      "grad_norm": 1.1108299493789673,
      "learning_rate": 2.3826041695603983e-06,
      "loss": 0.3535,
      "step": 1490490
    },
    {
      "epoch": 415.99,
      "grad_norm": 0.998987078666687,
      "learning_rate": 2.3825771336428284e-06,
      "loss": 0.3578,
      "step": 1490500
    },
    {
      "epoch": 415.99,
      "grad_norm": 1.161132574081421,
      "learning_rate": 2.3825500977200915e-06,
      "loss": 0.3315,
      "step": 1490510
    },
    {
      "epoch": 416.0,
      "grad_norm": 1.004623293876648,
      "learning_rate": 2.38252306179219e-06,
      "loss": 0.3355,
      "step": 1490520
    },
    {
      "epoch": 416.0,
      "eval_loss": 0.3480052351951599,
      "eval_runtime": 62.7849,
      "eval_samples_per_second": 80.577,
      "eval_steps_per_second": 10.082,
      "step": 1490528
    },
    {
      "epoch": 416.0,
      "grad_norm": 1.193542718887329,
      "learning_rate": 2.3824960258591272e-06,
      "loss": 0.3355,
      "step": 1490530
    },
    {
      "epoch": 416.0,
      "grad_norm": 1.107074499130249,
      "learning_rate": 2.3824689899209083e-06,
      "loss": 0.3468,
      "step": 1490540
    },
    {
      "epoch": 416.01,
      "grad_norm": 1.0080000162124634,
      "learning_rate": 2.382441953977535e-06,
      "loss": 0.3343,
      "step": 1490550
    },
    {
      "epoch": 416.01,
      "grad_norm": 1.0461807250976562,
      "learning_rate": 2.3824149180290125e-06,
      "loss": 0.3218,
      "step": 1490560
    },
    {
      "epoch": 416.01,
      "grad_norm": 1.1400529146194458,
      "learning_rate": 2.3823878820753433e-06,
      "loss": 0.3413,
      "step": 1490570
    },
    {
      "epoch": 416.01,
      "grad_norm": 0.9173917770385742,
      "learning_rate": 2.382360846116531e-06,
      "loss": 0.3576,
      "step": 1490580
    },
    {
      "epoch": 416.02,
      "grad_norm": 1.0487060546875,
      "learning_rate": 2.38233381015258e-06,
      "loss": 0.3416,
      "step": 1490590
    },
    {
      "epoch": 416.02,
      "grad_norm": 0.9936715960502625,
      "learning_rate": 2.382306774183494e-06,
      "loss": 0.337,
      "step": 1490600
    },
    {
      "epoch": 416.02,
      "grad_norm": 1.1347432136535645,
      "learning_rate": 2.3822797382092748e-06,
      "loss": 0.3471,
      "step": 1490610
    },
    {
      "epoch": 416.03,
      "grad_norm": 1.052502155303955,
      "learning_rate": 2.3822527022299286e-06,
      "loss": 0.3488,
      "step": 1490620
    },
    {
      "epoch": 416.03,
      "grad_norm": 1.0698901414871216,
      "learning_rate": 2.382225666245457e-06,
      "loss": 0.3335,
      "step": 1490630
    },
    {
      "epoch": 416.03,
      "grad_norm": 1.1300338506698608,
      "learning_rate": 2.3821986302558647e-06,
      "loss": 0.3354,
      "step": 1490640
    },
    {
      "epoch": 416.03,
      "grad_norm": 1.2445647716522217,
      "learning_rate": 2.3821715942611546e-06,
      "loss": 0.3453,
      "step": 1490650
    },
    {
      "epoch": 416.04,
      "grad_norm": 0.9237422943115234,
      "learning_rate": 2.38214455826133e-06,
      "loss": 0.3368,
      "step": 1490660
    },
    {
      "epoch": 416.04,
      "grad_norm": 1.0837311744689941,
      "learning_rate": 2.382117522256396e-06,
      "loss": 0.367,
      "step": 1490670
    },
    {
      "epoch": 416.04,
      "grad_norm": 0.9682966470718384,
      "learning_rate": 2.3820904862463545e-06,
      "loss": 0.3468,
      "step": 1490680
    },
    {
      "epoch": 416.05,
      "grad_norm": 1.164811611175537,
      "learning_rate": 2.382063450231211e-06,
      "loss": 0.3568,
      "step": 1490690
    },
    {
      "epoch": 416.05,
      "grad_norm": 1.2268611192703247,
      "learning_rate": 2.3820364142109675e-06,
      "loss": 0.3551,
      "step": 1490700
    },
    {
      "epoch": 416.05,
      "grad_norm": 1.1274349689483643,
      "learning_rate": 2.382009378185627e-06,
      "loss": 0.3405,
      "step": 1490710
    },
    {
      "epoch": 416.05,
      "grad_norm": 1.073638916015625,
      "learning_rate": 2.381982342155195e-06,
      "loss": 0.3405,
      "step": 1490720
    },
    {
      "epoch": 416.06,
      "grad_norm": 1.0866234302520752,
      "learning_rate": 2.381955306119675e-06,
      "loss": 0.3415,
      "step": 1490730
    },
    {
      "epoch": 416.06,
      "grad_norm": 1.114640712738037,
      "learning_rate": 2.3819282700790683e-06,
      "loss": 0.3564,
      "step": 1490740
    },
    {
      "epoch": 416.06,
      "grad_norm": 0.9040740728378296,
      "learning_rate": 2.3819012340333808e-06,
      "loss": 0.338,
      "step": 1490750
    },
    {
      "epoch": 416.06,
      "grad_norm": 0.9479326605796814,
      "learning_rate": 2.381874197982616e-06,
      "loss": 0.3323,
      "step": 1490760
    },
    {
      "epoch": 416.07,
      "grad_norm": 1.1810953617095947,
      "learning_rate": 2.3818471619267765e-06,
      "loss": 0.3579,
      "step": 1490770
    },
    {
      "epoch": 416.07,
      "grad_norm": 1.075433373451233,
      "learning_rate": 2.3818201258658657e-06,
      "loss": 0.3181,
      "step": 1490780
    },
    {
      "epoch": 416.07,
      "grad_norm": 0.9667500257492065,
      "learning_rate": 2.381793089799888e-06,
      "loss": 0.3413,
      "step": 1490790
    },
    {
      "epoch": 416.08,
      "grad_norm": 1.0035845041275024,
      "learning_rate": 2.3817660537288467e-06,
      "loss": 0.3444,
      "step": 1490800
    },
    {
      "epoch": 416.08,
      "grad_norm": 0.9148755073547363,
      "learning_rate": 2.3817390176527456e-06,
      "loss": 0.3357,
      "step": 1490810
    },
    {
      "epoch": 416.08,
      "grad_norm": 1.006983757019043,
      "learning_rate": 2.381711981571588e-06,
      "loss": 0.3544,
      "step": 1490820
    },
    {
      "epoch": 416.08,
      "grad_norm": 1.0530683994293213,
      "learning_rate": 2.381684945485378e-06,
      "loss": 0.3459,
      "step": 1490830
    },
    {
      "epoch": 416.09,
      "grad_norm": 1.0149377584457397,
      "learning_rate": 2.381657909394119e-06,
      "loss": 0.3421,
      "step": 1490840
    },
    {
      "epoch": 416.09,
      "grad_norm": 1.1707773208618164,
      "learning_rate": 2.381630873297814e-06,
      "loss": 0.3622,
      "step": 1490850
    },
    {
      "epoch": 416.09,
      "grad_norm": 0.9735068678855896,
      "learning_rate": 2.3816038371964672e-06,
      "loss": 0.3412,
      "step": 1490860
    },
    {
      "epoch": 416.1,
      "grad_norm": 0.8227450847625732,
      "learning_rate": 2.3815768010900818e-06,
      "loss": 0.3273,
      "step": 1490870
    },
    {
      "epoch": 416.1,
      "grad_norm": 0.9815270900726318,
      "learning_rate": 2.381549764978662e-06,
      "loss": 0.3617,
      "step": 1490880
    },
    {
      "epoch": 416.1,
      "grad_norm": 0.987554669380188,
      "learning_rate": 2.3815227288622108e-06,
      "loss": 0.333,
      "step": 1490890
    },
    {
      "epoch": 416.1,
      "grad_norm": 1.0010673999786377,
      "learning_rate": 2.381495692740732e-06,
      "loss": 0.3474,
      "step": 1490900
    },
    {
      "epoch": 416.11,
      "grad_norm": 1.116649866104126,
      "learning_rate": 2.3814686566142295e-06,
      "loss": 0.3543,
      "step": 1490910
    },
    {
      "epoch": 416.11,
      "grad_norm": 1.0231367349624634,
      "learning_rate": 2.3814416204827067e-06,
      "loss": 0.3292,
      "step": 1490920
    },
    {
      "epoch": 416.11,
      "grad_norm": 0.9636812806129456,
      "learning_rate": 2.3814145843461673e-06,
      "loss": 0.3303,
      "step": 1490930
    },
    {
      "epoch": 416.11,
      "grad_norm": 0.9728901386260986,
      "learning_rate": 2.381387548204614e-06,
      "loss": 0.3479,
      "step": 1490940
    },
    {
      "epoch": 416.12,
      "grad_norm": 1.0120114088058472,
      "learning_rate": 2.3813605120580507e-06,
      "loss": 0.3339,
      "step": 1490950
    },
    {
      "epoch": 416.12,
      "grad_norm": 1.0895992517471313,
      "learning_rate": 2.3813334759064828e-06,
      "loss": 0.3383,
      "step": 1490960
    },
    {
      "epoch": 416.12,
      "grad_norm": 0.9481915235519409,
      "learning_rate": 2.381306439749912e-06,
      "loss": 0.3425,
      "step": 1490970
    },
    {
      "epoch": 416.13,
      "grad_norm": 1.1222411394119263,
      "learning_rate": 2.381279403588342e-06,
      "loss": 0.3479,
      "step": 1490980
    },
    {
      "epoch": 416.13,
      "grad_norm": 0.9598832130432129,
      "learning_rate": 2.3812523674217776e-06,
      "loss": 0.331,
      "step": 1490990
    },
    {
      "epoch": 416.13,
      "grad_norm": 1.2617472410202026,
      "learning_rate": 2.3812253312502214e-06,
      "loss": 0.3554,
      "step": 1491000
    },
    {
      "epoch": 416.13,
      "grad_norm": 1.2034434080123901,
      "learning_rate": 2.381198295073677e-06,
      "loss": 0.3586,
      "step": 1491010
    },
    {
      "epoch": 416.14,
      "grad_norm": 1.1967791318893433,
      "learning_rate": 2.3811712588921488e-06,
      "loss": 0.3513,
      "step": 1491020
    },
    {
      "epoch": 416.14,
      "grad_norm": 1.0226272344589233,
      "learning_rate": 2.3811442227056387e-06,
      "loss": 0.3765,
      "step": 1491030
    },
    {
      "epoch": 416.14,
      "grad_norm": 1.2045921087265015,
      "learning_rate": 2.381117186514152e-06,
      "loss": 0.3496,
      "step": 1491040
    },
    {
      "epoch": 416.15,
      "grad_norm": 0.9533156156539917,
      "learning_rate": 2.381090150317692e-06,
      "loss": 0.3378,
      "step": 1491050
    },
    {
      "epoch": 416.15,
      "grad_norm": 1.42998468875885,
      "learning_rate": 2.381063114116261e-06,
      "loss": 0.3424,
      "step": 1491060
    },
    {
      "epoch": 416.15,
      "grad_norm": 0.9762980937957764,
      "learning_rate": 2.381036077909865e-06,
      "loss": 0.3298,
      "step": 1491070
    },
    {
      "epoch": 416.15,
      "grad_norm": 1.0779370069503784,
      "learning_rate": 2.381009041698505e-06,
      "loss": 0.3256,
      "step": 1491080
    },
    {
      "epoch": 416.16,
      "grad_norm": 1.157993197441101,
      "learning_rate": 2.380982005482187e-06,
      "loss": 0.3441,
      "step": 1491090
    },
    {
      "epoch": 416.16,
      "grad_norm": 1.2180787324905396,
      "learning_rate": 2.3809549692609126e-06,
      "loss": 0.3335,
      "step": 1491100
    },
    {
      "epoch": 416.16,
      "grad_norm": 0.9430667161941528,
      "learning_rate": 2.3809279330346864e-06,
      "loss": 0.3317,
      "step": 1491110
    },
    {
      "epoch": 416.17,
      "grad_norm": 1.2483140230178833,
      "learning_rate": 2.380900896803512e-06,
      "loss": 0.3311,
      "step": 1491120
    },
    {
      "epoch": 416.17,
      "grad_norm": 0.9730913639068604,
      "learning_rate": 2.380873860567392e-06,
      "loss": 0.3381,
      "step": 1491130
    },
    {
      "epoch": 416.17,
      "grad_norm": 1.0550404787063599,
      "learning_rate": 2.380846824326332e-06,
      "loss": 0.3427,
      "step": 1491140
    },
    {
      "epoch": 416.17,
      "grad_norm": 0.9195828437805176,
      "learning_rate": 2.3808197880803342e-06,
      "loss": 0.3464,
      "step": 1491150
    },
    {
      "epoch": 416.18,
      "grad_norm": 0.9079651832580566,
      "learning_rate": 2.3807927518294017e-06,
      "loss": 0.3288,
      "step": 1491160
    },
    {
      "epoch": 416.18,
      "grad_norm": 1.1711920499801636,
      "learning_rate": 2.380765715573539e-06,
      "loss": 0.3242,
      "step": 1491170
    },
    {
      "epoch": 416.18,
      "grad_norm": 1.0327826738357544,
      "learning_rate": 2.38073867931275e-06,
      "loss": 0.3398,
      "step": 1491180
    },
    {
      "epoch": 416.18,
      "grad_norm": 1.1427249908447266,
      "learning_rate": 2.380711643047037e-06,
      "loss": 0.3287,
      "step": 1491190
    },
    {
      "epoch": 416.19,
      "grad_norm": 1.1062875986099243,
      "learning_rate": 2.3806846067764046e-06,
      "loss": 0.3512,
      "step": 1491200
    },
    {
      "epoch": 416.19,
      "grad_norm": 1.5422967672348022,
      "learning_rate": 2.3806575705008565e-06,
      "loss": 0.3463,
      "step": 1491210
    },
    {
      "epoch": 416.19,
      "grad_norm": 0.877030611038208,
      "learning_rate": 2.3806305342203964e-06,
      "loss": 0.3558,
      "step": 1491220
    },
    {
      "epoch": 416.2,
      "grad_norm": 1.0166583061218262,
      "learning_rate": 2.3806034979350265e-06,
      "loss": 0.3448,
      "step": 1491230
    },
    {
      "epoch": 416.2,
      "grad_norm": 1.231428623199463,
      "learning_rate": 2.380576461644752e-06,
      "loss": 0.349,
      "step": 1491240
    },
    {
      "epoch": 416.2,
      "grad_norm": 0.871924877166748,
      "learning_rate": 2.3805494253495764e-06,
      "loss": 0.346,
      "step": 1491250
    },
    {
      "epoch": 416.2,
      "grad_norm": 1.0286755561828613,
      "learning_rate": 2.3805223890495016e-06,
      "loss": 0.3571,
      "step": 1491260
    },
    {
      "epoch": 416.21,
      "grad_norm": 1.1280053853988647,
      "learning_rate": 2.3804953527445326e-06,
      "loss": 0.3465,
      "step": 1491270
    },
    {
      "epoch": 416.21,
      "grad_norm": 0.9856535196304321,
      "learning_rate": 2.3804683164346738e-06,
      "loss": 0.3294,
      "step": 1491280
    },
    {
      "epoch": 416.21,
      "grad_norm": 0.9445938467979431,
      "learning_rate": 2.380441280119927e-06,
      "loss": 0.3426,
      "step": 1491290
    },
    {
      "epoch": 416.22,
      "grad_norm": 1.26642644405365,
      "learning_rate": 2.380414243800297e-06,
      "loss": 0.3452,
      "step": 1491300
    },
    {
      "epoch": 416.22,
      "grad_norm": 1.256866693496704,
      "learning_rate": 2.3803872074757864e-06,
      "loss": 0.3734,
      "step": 1491310
    },
    {
      "epoch": 416.22,
      "grad_norm": 1.000935673713684,
      "learning_rate": 2.3803601711463996e-06,
      "loss": 0.3506,
      "step": 1491320
    },
    {
      "epoch": 416.22,
      "grad_norm": 1.1801092624664307,
      "learning_rate": 2.3803331348121394e-06,
      "loss": 0.3635,
      "step": 1491330
    },
    {
      "epoch": 416.23,
      "grad_norm": 0.9196133017539978,
      "learning_rate": 2.3803060984730114e-06,
      "loss": 0.3692,
      "step": 1491340
    },
    {
      "epoch": 416.23,
      "grad_norm": 1.3636183738708496,
      "learning_rate": 2.380279062129016e-06,
      "loss": 0.3549,
      "step": 1491350
    },
    {
      "epoch": 416.23,
      "grad_norm": 1.0809130668640137,
      "learning_rate": 2.3802520257801604e-06,
      "loss": 0.3488,
      "step": 1491360
    },
    {
      "epoch": 416.23,
      "grad_norm": 1.1553380489349365,
      "learning_rate": 2.380224989426445e-06,
      "loss": 0.3488,
      "step": 1491370
    },
    {
      "epoch": 416.24,
      "grad_norm": 1.0129082202911377,
      "learning_rate": 2.380197953067876e-06,
      "loss": 0.3494,
      "step": 1491380
    },
    {
      "epoch": 416.24,
      "grad_norm": 1.1448156833648682,
      "learning_rate": 2.3801709167044545e-06,
      "loss": 0.3617,
      "step": 1491390
    },
    {
      "epoch": 416.24,
      "grad_norm": 0.9480020999908447,
      "learning_rate": 2.380143880336186e-06,
      "loss": 0.3457,
      "step": 1491400
    },
    {
      "epoch": 416.25,
      "grad_norm": 1.136122226715088,
      "learning_rate": 2.3801168439630736e-06,
      "loss": 0.3605,
      "step": 1491410
    },
    {
      "epoch": 416.25,
      "grad_norm": 1.0510677099227905,
      "learning_rate": 2.38008980758512e-06,
      "loss": 0.3543,
      "step": 1491420
    },
    {
      "epoch": 416.25,
      "grad_norm": 1.0364357233047485,
      "learning_rate": 2.380062771202331e-06,
      "loss": 0.3536,
      "step": 1491430
    },
    {
      "epoch": 416.25,
      "grad_norm": 1.3083322048187256,
      "learning_rate": 2.380035734814708e-06,
      "loss": 0.3396,
      "step": 1491440
    },
    {
      "epoch": 416.26,
      "grad_norm": 0.9921530485153198,
      "learning_rate": 2.380008698422255e-06,
      "loss": 0.3411,
      "step": 1491450
    },
    {
      "epoch": 416.26,
      "grad_norm": 0.968239963054657,
      "learning_rate": 2.3799816620249755e-06,
      "loss": 0.3359,
      "step": 1491460
    },
    {
      "epoch": 416.26,
      "grad_norm": 1.0341899394989014,
      "learning_rate": 2.3799546256228747e-06,
      "loss": 0.3449,
      "step": 1491470
    },
    {
      "epoch": 416.27,
      "grad_norm": 0.9952752590179443,
      "learning_rate": 2.3799275892159547e-06,
      "loss": 0.3209,
      "step": 1491480
    },
    {
      "epoch": 416.27,
      "grad_norm": 0.9212866425514221,
      "learning_rate": 2.379900552804219e-06,
      "loss": 0.3444,
      "step": 1491490
    },
    {
      "epoch": 416.27,
      "grad_norm": 1.11179518699646,
      "learning_rate": 2.3798735163876725e-06,
      "loss": 0.3387,
      "step": 1491500
    },
    {
      "epoch": 416.27,
      "grad_norm": 0.9802262783050537,
      "learning_rate": 2.3798464799663174e-06,
      "loss": 0.3377,
      "step": 1491510
    },
    {
      "epoch": 416.28,
      "grad_norm": 1.1167808771133423,
      "learning_rate": 2.3798194435401575e-06,
      "loss": 0.3625,
      "step": 1491520
    },
    {
      "epoch": 416.28,
      "grad_norm": 1.060173511505127,
      "learning_rate": 2.379792407109197e-06,
      "loss": 0.353,
      "step": 1491530
    },
    {
      "epoch": 416.28,
      "grad_norm": 0.967567503452301,
      "learning_rate": 2.3797653706734395e-06,
      "loss": 0.346,
      "step": 1491540
    },
    {
      "epoch": 416.29,
      "grad_norm": 1.002396583557129,
      "learning_rate": 2.379738334232888e-06,
      "loss": 0.3539,
      "step": 1491550
    },
    {
      "epoch": 416.29,
      "grad_norm": 1.0047130584716797,
      "learning_rate": 2.3797112977875467e-06,
      "loss": 0.3475,
      "step": 1491560
    },
    {
      "epoch": 416.29,
      "grad_norm": 1.2114208936691284,
      "learning_rate": 2.379684261337419e-06,
      "loss": 0.347,
      "step": 1491570
    },
    {
      "epoch": 416.29,
      "grad_norm": 0.998375415802002,
      "learning_rate": 2.379657224882509e-06,
      "loss": 0.356,
      "step": 1491580
    },
    {
      "epoch": 416.3,
      "grad_norm": 0.9941867589950562,
      "learning_rate": 2.3796301884228184e-06,
      "loss": 0.3486,
      "step": 1491590
    },
    {
      "epoch": 416.3,
      "grad_norm": 1.2676469087600708,
      "learning_rate": 2.3796031519583536e-06,
      "loss": 0.3352,
      "step": 1491600
    },
    {
      "epoch": 416.3,
      "grad_norm": 1.0195823907852173,
      "learning_rate": 2.3795761154891157e-06,
      "loss": 0.346,
      "step": 1491610
    },
    {
      "epoch": 416.3,
      "grad_norm": 1.0044045448303223,
      "learning_rate": 2.379549079015109e-06,
      "loss": 0.3293,
      "step": 1491620
    },
    {
      "epoch": 416.31,
      "grad_norm": 1.0971214771270752,
      "learning_rate": 2.3795220425363383e-06,
      "loss": 0.344,
      "step": 1491630
    },
    {
      "epoch": 416.31,
      "grad_norm": 1.029572606086731,
      "learning_rate": 2.379495006052806e-06,
      "loss": 0.349,
      "step": 1491640
    },
    {
      "epoch": 416.31,
      "grad_norm": 0.9724443554878235,
      "learning_rate": 2.3794679695645165e-06,
      "loss": 0.3392,
      "step": 1491650
    },
    {
      "epoch": 416.32,
      "grad_norm": 1.023910641670227,
      "learning_rate": 2.3794409330714724e-06,
      "loss": 0.3543,
      "step": 1491660
    },
    {
      "epoch": 416.32,
      "grad_norm": 0.9939883351325989,
      "learning_rate": 2.379413896573678e-06,
      "loss": 0.3458,
      "step": 1491670
    },
    {
      "epoch": 416.32,
      "grad_norm": 1.0537563562393188,
      "learning_rate": 2.3793868600711366e-06,
      "loss": 0.3354,
      "step": 1491680
    },
    {
      "epoch": 416.32,
      "grad_norm": 1.0371217727661133,
      "learning_rate": 2.3793598235638517e-06,
      "loss": 0.3414,
      "step": 1491690
    },
    {
      "epoch": 416.33,
      "grad_norm": 1.01154363155365,
      "learning_rate": 2.3793327870518277e-06,
      "loss": 0.3553,
      "step": 1491700
    },
    {
      "epoch": 416.33,
      "grad_norm": 1.1063185930252075,
      "learning_rate": 2.3793057505350675e-06,
      "loss": 0.3424,
      "step": 1491710
    },
    {
      "epoch": 416.33,
      "grad_norm": 1.1287318468093872,
      "learning_rate": 2.379278714013575e-06,
      "loss": 0.3441,
      "step": 1491720
    },
    {
      "epoch": 416.34,
      "grad_norm": 1.0346555709838867,
      "learning_rate": 2.3792516774873533e-06,
      "loss": 0.3425,
      "step": 1491730
    },
    {
      "epoch": 416.34,
      "grad_norm": 1.0826865434646606,
      "learning_rate": 2.379224640956406e-06,
      "loss": 0.3418,
      "step": 1491740
    },
    {
      "epoch": 416.34,
      "grad_norm": 1.0822558403015137,
      "learning_rate": 2.3791976044207367e-06,
      "loss": 0.3511,
      "step": 1491750
    },
    {
      "epoch": 416.34,
      "grad_norm": 1.0655330419540405,
      "learning_rate": 2.3791705678803507e-06,
      "loss": 0.3403,
      "step": 1491760
    },
    {
      "epoch": 416.35,
      "grad_norm": 1.2123281955718994,
      "learning_rate": 2.379143531335249e-06,
      "loss": 0.355,
      "step": 1491770
    },
    {
      "epoch": 416.35,
      "grad_norm": 1.013606071472168,
      "learning_rate": 2.3791164947854364e-06,
      "loss": 0.3366,
      "step": 1491780
    },
    {
      "epoch": 416.35,
      "grad_norm": 0.9866321682929993,
      "learning_rate": 2.3790894582309176e-06,
      "loss": 0.3737,
      "step": 1491790
    },
    {
      "epoch": 416.36,
      "grad_norm": 1.1321512460708618,
      "learning_rate": 2.3790624216716948e-06,
      "loss": 0.3395,
      "step": 1491800
    },
    {
      "epoch": 416.36,
      "grad_norm": 1.1690750122070312,
      "learning_rate": 2.3790353851077713e-06,
      "loss": 0.3325,
      "step": 1491810
    },
    {
      "epoch": 416.36,
      "grad_norm": 1.1492878198623657,
      "learning_rate": 2.3790083485391515e-06,
      "loss": 0.3549,
      "step": 1491820
    },
    {
      "epoch": 416.36,
      "grad_norm": 1.006842851638794,
      "learning_rate": 2.3789813119658396e-06,
      "loss": 0.347,
      "step": 1491830
    },
    {
      "epoch": 416.37,
      "grad_norm": 1.1704933643341064,
      "learning_rate": 2.3789542753878367e-06,
      "loss": 0.3573,
      "step": 1491840
    },
    {
      "epoch": 416.37,
      "grad_norm": 1.0094969272613525,
      "learning_rate": 2.378927238805149e-06,
      "loss": 0.3501,
      "step": 1491850
    },
    {
      "epoch": 416.37,
      "grad_norm": 1.0604430437088013,
      "learning_rate": 2.3789002022177797e-06,
      "loss": 0.3337,
      "step": 1491860
    },
    {
      "epoch": 416.37,
      "grad_norm": 1.3054050207138062,
      "learning_rate": 2.3788731656257318e-06,
      "loss": 0.3408,
      "step": 1491870
    },
    {
      "epoch": 416.38,
      "grad_norm": 1.0824158191680908,
      "learning_rate": 2.3788461290290083e-06,
      "loss": 0.3529,
      "step": 1491880
    },
    {
      "epoch": 416.38,
      "grad_norm": 0.9207120537757874,
      "learning_rate": 2.378819092427614e-06,
      "loss": 0.3463,
      "step": 1491890
    },
    {
      "epoch": 416.38,
      "grad_norm": 1.0733054876327515,
      "learning_rate": 2.3787920558215517e-06,
      "loss": 0.3353,
      "step": 1491900
    },
    {
      "epoch": 416.39,
      "grad_norm": 1.0641149282455444,
      "learning_rate": 2.3787650192108255e-06,
      "loss": 0.3476,
      "step": 1491910
    },
    {
      "epoch": 416.39,
      "grad_norm": 1.220064640045166,
      "learning_rate": 2.3787379825954384e-06,
      "loss": 0.3561,
      "step": 1491920
    },
    {
      "epoch": 416.39,
      "grad_norm": 0.9511038661003113,
      "learning_rate": 2.3787109459753953e-06,
      "loss": 0.339,
      "step": 1491930
    },
    {
      "epoch": 416.39,
      "grad_norm": 1.0391637086868286,
      "learning_rate": 2.3786839093506985e-06,
      "loss": 0.3404,
      "step": 1491940
    },
    {
      "epoch": 416.4,
      "grad_norm": 1.0053590536117554,
      "learning_rate": 2.3786568727213515e-06,
      "loss": 0.3445,
      "step": 1491950
    },
    {
      "epoch": 416.4,
      "grad_norm": 1.1259746551513672,
      "learning_rate": 2.378629836087359e-06,
      "loss": 0.333,
      "step": 1491960
    },
    {
      "epoch": 416.4,
      "grad_norm": 1.1186269521713257,
      "learning_rate": 2.378602799448724e-06,
      "loss": 0.3528,
      "step": 1491970
    },
    {
      "epoch": 416.41,
      "grad_norm": 0.9620818495750427,
      "learning_rate": 2.378575762805449e-06,
      "loss": 0.3505,
      "step": 1491980
    },
    {
      "epoch": 416.41,
      "grad_norm": 1.0365952253341675,
      "learning_rate": 2.37854872615754e-06,
      "loss": 0.3549,
      "step": 1491990
    },
    {
      "epoch": 416.41,
      "grad_norm": 0.8862627148628235,
      "learning_rate": 2.3785216895049985e-06,
      "loss": 0.34,
      "step": 1492000
    },
    {
      "epoch": 416.41,
      "grad_norm": 0.9303065538406372,
      "learning_rate": 2.378494652847829e-06,
      "loss": 0.3536,
      "step": 1492010
    },
    {
      "epoch": 416.42,
      "grad_norm": 1.0044267177581787,
      "learning_rate": 2.378467616186035e-06,
      "loss": 0.3362,
      "step": 1492020
    },
    {
      "epoch": 416.42,
      "grad_norm": 1.0140917301177979,
      "learning_rate": 2.3784405795196207e-06,
      "loss": 0.3622,
      "step": 1492030
    },
    {
      "epoch": 416.42,
      "grad_norm": 1.0373039245605469,
      "learning_rate": 2.3784135428485887e-06,
      "loss": 0.3595,
      "step": 1492040
    },
    {
      "epoch": 416.42,
      "grad_norm": 1.1208076477050781,
      "learning_rate": 2.378386506172943e-06,
      "loss": 0.3402,
      "step": 1492050
    },
    {
      "epoch": 416.43,
      "grad_norm": 1.0703723430633545,
      "learning_rate": 2.3783594694926867e-06,
      "loss": 0.3492,
      "step": 1492060
    },
    {
      "epoch": 416.43,
      "grad_norm": 1.1031312942504883,
      "learning_rate": 2.378332432807824e-06,
      "loss": 0.3438,
      "step": 1492070
    },
    {
      "epoch": 416.43,
      "grad_norm": 1.1820486783981323,
      "learning_rate": 2.378305396118358e-06,
      "loss": 0.3318,
      "step": 1492080
    },
    {
      "epoch": 416.44,
      "grad_norm": 1.1746128797531128,
      "learning_rate": 2.3782783594242937e-06,
      "loss": 0.3594,
      "step": 1492090
    },
    {
      "epoch": 416.44,
      "grad_norm": 0.83620285987854,
      "learning_rate": 2.3782513227256336e-06,
      "loss": 0.3376,
      "step": 1492100
    },
    {
      "epoch": 416.44,
      "grad_norm": 0.9488597512245178,
      "learning_rate": 2.3782242860223805e-06,
      "loss": 0.3651,
      "step": 1492110
    },
    {
      "epoch": 416.44,
      "grad_norm": 1.1615418195724487,
      "learning_rate": 2.3781972493145398e-06,
      "loss": 0.3421,
      "step": 1492120
    },
    {
      "epoch": 416.45,
      "grad_norm": 1.0270007848739624,
      "learning_rate": 2.3781702126021133e-06,
      "loss": 0.3371,
      "step": 1492130
    },
    {
      "epoch": 416.45,
      "grad_norm": 1.0051127672195435,
      "learning_rate": 2.3781431758851056e-06,
      "loss": 0.3438,
      "step": 1492140
    },
    {
      "epoch": 416.45,
      "grad_norm": 1.0035672187805176,
      "learning_rate": 2.3781161391635205e-06,
      "loss": 0.3427,
      "step": 1492150
    },
    {
      "epoch": 416.46,
      "grad_norm": 1.1815874576568604,
      "learning_rate": 2.378089102437361e-06,
      "loss": 0.3262,
      "step": 1492160
    },
    {
      "epoch": 416.46,
      "grad_norm": 1.5057401657104492,
      "learning_rate": 2.3780620657066314e-06,
      "loss": 0.3499,
      "step": 1492170
    },
    {
      "epoch": 416.46,
      "grad_norm": 1.0698535442352295,
      "learning_rate": 2.378035028971335e-06,
      "loss": 0.3333,
      "step": 1492180
    },
    {
      "epoch": 416.46,
      "grad_norm": 1.0348883867263794,
      "learning_rate": 2.3780079922314743e-06,
      "loss": 0.3578,
      "step": 1492190
    },
    {
      "epoch": 416.47,
      "grad_norm": 0.9887202382087708,
      "learning_rate": 2.377980955487054e-06,
      "loss": 0.3468,
      "step": 1492200
    },
    {
      "epoch": 416.47,
      "grad_norm": 0.9631189703941345,
      "learning_rate": 2.377953918738078e-06,
      "loss": 0.3542,
      "step": 1492210
    },
    {
      "epoch": 416.47,
      "grad_norm": 0.9632437229156494,
      "learning_rate": 2.3779268819845497e-06,
      "loss": 0.3513,
      "step": 1492220
    },
    {
      "epoch": 416.48,
      "grad_norm": 0.9942092299461365,
      "learning_rate": 2.3778998452264715e-06,
      "loss": 0.341,
      "step": 1492230
    },
    {
      "epoch": 416.48,
      "grad_norm": 1.1465742588043213,
      "learning_rate": 2.377872808463849e-06,
      "loss": 0.3495,
      "step": 1492240
    },
    {
      "epoch": 416.48,
      "grad_norm": 1.0519322156906128,
      "learning_rate": 2.3778457716966846e-06,
      "loss": 0.3466,
      "step": 1492250
    },
    {
      "epoch": 416.48,
      "grad_norm": 1.0519795417785645,
      "learning_rate": 2.377818734924982e-06,
      "loss": 0.3532,
      "step": 1492260
    },
    {
      "epoch": 416.49,
      "grad_norm": 0.9561813473701477,
      "learning_rate": 2.377791698148744e-06,
      "loss": 0.3448,
      "step": 1492270
    },
    {
      "epoch": 416.49,
      "grad_norm": 1.1094553470611572,
      "learning_rate": 2.3777646613679756e-06,
      "loss": 0.329,
      "step": 1492280
    },
    {
      "epoch": 416.49,
      "grad_norm": 1.0715727806091309,
      "learning_rate": 2.3777376245826797e-06,
      "loss": 0.3516,
      "step": 1492290
    },
    {
      "epoch": 416.49,
      "grad_norm": 0.9071636199951172,
      "learning_rate": 2.37771058779286e-06,
      "loss": 0.3276,
      "step": 1492300
    },
    {
      "epoch": 416.5,
      "grad_norm": 1.1253083944320679,
      "learning_rate": 2.377683550998521e-06,
      "loss": 0.3548,
      "step": 1492310
    },
    {
      "epoch": 416.5,
      "grad_norm": 1.034080982208252,
      "learning_rate": 2.377656514199665e-06,
      "loss": 0.3284,
      "step": 1492320
    },
    {
      "epoch": 416.5,
      "grad_norm": 0.9422459602355957,
      "learning_rate": 2.3776294773962954e-06,
      "loss": 0.3414,
      "step": 1492330
    },
    {
      "epoch": 416.51,
      "grad_norm": 1.0167255401611328,
      "learning_rate": 2.377602440588417e-06,
      "loss": 0.3358,
      "step": 1492340
    },
    {
      "epoch": 416.51,
      "grad_norm": 1.1983323097229004,
      "learning_rate": 2.3775754037760327e-06,
      "loss": 0.3413,
      "step": 1492350
    },
    {
      "epoch": 416.51,
      "grad_norm": 0.894153892993927,
      "learning_rate": 2.377548366959146e-06,
      "loss": 0.3511,
      "step": 1492360
    },
    {
      "epoch": 416.51,
      "grad_norm": 0.9863743185997009,
      "learning_rate": 2.3775213301377604e-06,
      "loss": 0.3371,
      "step": 1492370
    },
    {
      "epoch": 416.52,
      "grad_norm": 1.0717813968658447,
      "learning_rate": 2.377494293311881e-06,
      "loss": 0.3554,
      "step": 1492380
    },
    {
      "epoch": 416.52,
      "grad_norm": 0.9813815951347351,
      "learning_rate": 2.3774672564815093e-06,
      "loss": 0.3542,
      "step": 1492390
    },
    {
      "epoch": 416.52,
      "grad_norm": 0.9038258790969849,
      "learning_rate": 2.3774402196466497e-06,
      "loss": 0.3389,
      "step": 1492400
    },
    {
      "epoch": 416.53,
      "grad_norm": 9.666257858276367,
      "learning_rate": 2.377413182807307e-06,
      "loss": 0.3547,
      "step": 1492410
    },
    {
      "epoch": 416.53,
      "grad_norm": 1.0530648231506348,
      "learning_rate": 2.377386145963483e-06,
      "loss": 0.3202,
      "step": 1492420
    },
    {
      "epoch": 416.53,
      "grad_norm": 0.9850095510482788,
      "learning_rate": 2.3773591091151813e-06,
      "loss": 0.3385,
      "step": 1492430
    },
    {
      "epoch": 416.53,
      "grad_norm": 1.0602595806121826,
      "learning_rate": 2.377332072262408e-06,
      "loss": 0.3554,
      "step": 1492440
    },
    {
      "epoch": 416.54,
      "grad_norm": 1.0564171075820923,
      "learning_rate": 2.3773050354051636e-06,
      "loss": 0.3492,
      "step": 1492450
    },
    {
      "epoch": 416.54,
      "grad_norm": 1.2038058042526245,
      "learning_rate": 2.377277998543453e-06,
      "loss": 0.3421,
      "step": 1492460
    },
    {
      "epoch": 416.54,
      "grad_norm": 1.087507724761963,
      "learning_rate": 2.3772509616772807e-06,
      "loss": 0.3487,
      "step": 1492470
    },
    {
      "epoch": 416.54,
      "grad_norm": 1.1290299892425537,
      "learning_rate": 2.377223924806649e-06,
      "loss": 0.3457,
      "step": 1492480
    },
    {
      "epoch": 416.55,
      "grad_norm": 0.9822781682014465,
      "learning_rate": 2.377196887931561e-06,
      "loss": 0.3396,
      "step": 1492490
    },
    {
      "epoch": 416.55,
      "grad_norm": 0.9456669092178345,
      "learning_rate": 2.3771698510520217e-06,
      "loss": 0.3506,
      "step": 1492500
    },
    {
      "epoch": 416.55,
      "grad_norm": 0.9385727047920227,
      "learning_rate": 2.377142814168035e-06,
      "loss": 0.3494,
      "step": 1492510
    },
    {
      "epoch": 416.56,
      "grad_norm": 1.108908772468567,
      "learning_rate": 2.377115777279603e-06,
      "loss": 0.3404,
      "step": 1492520
    },
    {
      "epoch": 416.56,
      "grad_norm": 1.0604493618011475,
      "learning_rate": 2.37708874038673e-06,
      "loss": 0.3592,
      "step": 1492530
    },
    {
      "epoch": 416.56,
      "grad_norm": 1.0975126028060913,
      "learning_rate": 2.3770617034894205e-06,
      "loss": 0.3419,
      "step": 1492540
    },
    {
      "epoch": 416.56,
      "grad_norm": 1.0317398309707642,
      "learning_rate": 2.377034666587676e-06,
      "loss": 0.3511,
      "step": 1492550
    },
    {
      "epoch": 416.57,
      "grad_norm": 1.1905243396759033,
      "learning_rate": 2.377007629681502e-06,
      "loss": 0.355,
      "step": 1492560
    },
    {
      "epoch": 416.57,
      "grad_norm": 1.1635758876800537,
      "learning_rate": 2.3769805927709014e-06,
      "loss": 0.3628,
      "step": 1492570
    },
    {
      "epoch": 416.57,
      "grad_norm": 1.2120492458343506,
      "learning_rate": 2.3769535558558773e-06,
      "loss": 0.3466,
      "step": 1492580
    },
    {
      "epoch": 416.58,
      "grad_norm": 0.8672375082969666,
      "learning_rate": 2.376926518936434e-06,
      "loss": 0.3463,
      "step": 1492590
    },
    {
      "epoch": 416.58,
      "grad_norm": 1.0018720626831055,
      "learning_rate": 2.3768994820125747e-06,
      "loss": 0.3509,
      "step": 1492600
    },
    {
      "epoch": 416.58,
      "grad_norm": 1.1145875453948975,
      "learning_rate": 2.3768724450843043e-06,
      "loss": 0.349,
      "step": 1492610
    },
    {
      "epoch": 416.58,
      "grad_norm": 1.3453444242477417,
      "learning_rate": 2.376845408151624e-06,
      "loss": 0.3523,
      "step": 1492620
    },
    {
      "epoch": 416.59,
      "grad_norm": 1.1663501262664795,
      "learning_rate": 2.3768183712145396e-06,
      "loss": 0.3516,
      "step": 1492630
    },
    {
      "epoch": 416.59,
      "grad_norm": 1.1777583360671997,
      "learning_rate": 2.3767913342730533e-06,
      "loss": 0.3365,
      "step": 1492640
    },
    {
      "epoch": 416.59,
      "grad_norm": 0.9666013717651367,
      "learning_rate": 2.3767642973271684e-06,
      "loss": 0.3363,
      "step": 1492650
    },
    {
      "epoch": 416.6,
      "grad_norm": 1.196099877357483,
      "learning_rate": 2.3767372603768904e-06,
      "loss": 0.3542,
      "step": 1492660
    },
    {
      "epoch": 416.6,
      "grad_norm": 1.0682597160339355,
      "learning_rate": 2.3767102234222218e-06,
      "loss": 0.3448,
      "step": 1492670
    },
    {
      "epoch": 416.6,
      "grad_norm": 1.0422759056091309,
      "learning_rate": 2.3766831864631663e-06,
      "loss": 0.3461,
      "step": 1492680
    },
    {
      "epoch": 416.6,
      "grad_norm": 0.9268566966056824,
      "learning_rate": 2.3766561494997267e-06,
      "loss": 0.325,
      "step": 1492690
    },
    {
      "epoch": 416.61,
      "grad_norm": 1.0330355167388916,
      "learning_rate": 2.3766291125319074e-06,
      "loss": 0.3582,
      "step": 1492700
    },
    {
      "epoch": 416.61,
      "grad_norm": 0.9523028135299683,
      "learning_rate": 2.376602075559712e-06,
      "loss": 0.3476,
      "step": 1492710
    },
    {
      "epoch": 416.61,
      "grad_norm": 1.0607117414474487,
      "learning_rate": 2.376575038583144e-06,
      "loss": 0.3334,
      "step": 1492720
    },
    {
      "epoch": 416.61,
      "grad_norm": 1.189213752746582,
      "learning_rate": 2.376548001602207e-06,
      "loss": 0.3407,
      "step": 1492730
    },
    {
      "epoch": 416.62,
      "grad_norm": 1.0137263536453247,
      "learning_rate": 2.3765209646169045e-06,
      "loss": 0.3526,
      "step": 1492740
    },
    {
      "epoch": 416.62,
      "grad_norm": 4.606418609619141,
      "learning_rate": 2.3764939276272407e-06,
      "loss": 0.3381,
      "step": 1492750
    },
    {
      "epoch": 416.62,
      "grad_norm": 0.8637571334838867,
      "learning_rate": 2.3764668906332185e-06,
      "loss": 0.3648,
      "step": 1492760
    },
    {
      "epoch": 416.63,
      "grad_norm": 0.9772257804870605,
      "learning_rate": 2.3764398536348413e-06,
      "loss": 0.3492,
      "step": 1492770
    },
    {
      "epoch": 416.63,
      "grad_norm": 0.962398886680603,
      "learning_rate": 2.376412816632113e-06,
      "loss": 0.3394,
      "step": 1492780
    },
    {
      "epoch": 416.63,
      "grad_norm": 1.1145362854003906,
      "learning_rate": 2.376385779625037e-06,
      "loss": 0.3357,
      "step": 1492790
    },
    {
      "epoch": 416.63,
      "grad_norm": 1.0882744789123535,
      "learning_rate": 2.3763587426136176e-06,
      "loss": 0.3322,
      "step": 1492800
    },
    {
      "epoch": 416.64,
      "grad_norm": 1.0923614501953125,
      "learning_rate": 2.376331705597858e-06,
      "loss": 0.3193,
      "step": 1492810
    },
    {
      "epoch": 416.64,
      "grad_norm": 1.036258339881897,
      "learning_rate": 2.376304668577762e-06,
      "loss": 0.3515,
      "step": 1492820
    },
    {
      "epoch": 416.64,
      "grad_norm": 1.1054185628890991,
      "learning_rate": 2.3762776315533335e-06,
      "loss": 0.341,
      "step": 1492830
    },
    {
      "epoch": 416.65,
      "grad_norm": 1.0989861488342285,
      "learning_rate": 2.376250594524574e-06,
      "loss": 0.3568,
      "step": 1492840
    },
    {
      "epoch": 416.65,
      "grad_norm": 1.1408499479293823,
      "learning_rate": 2.3762235574914896e-06,
      "loss": 0.3548,
      "step": 1492850
    },
    {
      "epoch": 416.65,
      "grad_norm": 1.0526851415634155,
      "learning_rate": 2.3761965204540832e-06,
      "loss": 0.3276,
      "step": 1492860
    },
    {
      "epoch": 416.65,
      "grad_norm": 1.0465412139892578,
      "learning_rate": 2.3761694834123574e-06,
      "loss": 0.3305,
      "step": 1492870
    },
    {
      "epoch": 416.66,
      "grad_norm": 0.9538339376449585,
      "learning_rate": 2.3761424463663168e-06,
      "loss": 0.3358,
      "step": 1492880
    },
    {
      "epoch": 416.66,
      "grad_norm": 1.0648154020309448,
      "learning_rate": 2.376115409315965e-06,
      "loss": 0.3513,
      "step": 1492890
    },
    {
      "epoch": 416.66,
      "grad_norm": 1.2248107194900513,
      "learning_rate": 2.3760883722613048e-06,
      "loss": 0.3712,
      "step": 1492900
    },
    {
      "epoch": 416.66,
      "grad_norm": 0.9694981575012207,
      "learning_rate": 2.3760613352023414e-06,
      "loss": 0.3526,
      "step": 1492910
    },
    {
      "epoch": 416.67,
      "grad_norm": 0.9043668508529663,
      "learning_rate": 2.376034298139077e-06,
      "loss": 0.3517,
      "step": 1492920
    },
    {
      "epoch": 416.67,
      "grad_norm": 0.9469122290611267,
      "learning_rate": 2.3760072610715147e-06,
      "loss": 0.3419,
      "step": 1492930
    },
    {
      "epoch": 416.67,
      "grad_norm": 1.1176674365997314,
      "learning_rate": 2.3759802239996595e-06,
      "loss": 0.3538,
      "step": 1492940
    },
    {
      "epoch": 416.68,
      "grad_norm": 1.3456637859344482,
      "learning_rate": 2.375953186923514e-06,
      "loss": 0.3445,
      "step": 1492950
    },
    {
      "epoch": 416.68,
      "grad_norm": 1.0421937704086304,
      "learning_rate": 2.3759261498430835e-06,
      "loss": 0.358,
      "step": 1492960
    },
    {
      "epoch": 416.68,
      "grad_norm": 1.044614315032959,
      "learning_rate": 2.375899112758369e-06,
      "loss": 0.3453,
      "step": 1492970
    },
    {
      "epoch": 416.68,
      "grad_norm": 0.984921932220459,
      "learning_rate": 2.3758720756693767e-06,
      "loss": 0.3582,
      "step": 1492980
    },
    {
      "epoch": 416.69,
      "grad_norm": 0.9788798093795776,
      "learning_rate": 2.375845038576108e-06,
      "loss": 0.3489,
      "step": 1492990
    },
    {
      "epoch": 416.69,
      "grad_norm": 1.1670129299163818,
      "learning_rate": 2.3758180014785674e-06,
      "loss": 0.3529,
      "step": 1493000
    },
    {
      "epoch": 416.69,
      "grad_norm": 1.0731444358825684,
      "learning_rate": 2.375790964376759e-06,
      "loss": 0.3446,
      "step": 1493010
    },
    {
      "epoch": 416.7,
      "grad_norm": 0.908693790435791,
      "learning_rate": 2.3757639272706858e-06,
      "loss": 0.3418,
      "step": 1493020
    },
    {
      "epoch": 416.7,
      "grad_norm": 1.0292726755142212,
      "learning_rate": 2.3757368901603516e-06,
      "loss": 0.3432,
      "step": 1493030
    },
    {
      "epoch": 416.7,
      "grad_norm": 1.1728615760803223,
      "learning_rate": 2.3757098530457593e-06,
      "loss": 0.3451,
      "step": 1493040
    },
    {
      "epoch": 416.7,
      "grad_norm": 1.2036913633346558,
      "learning_rate": 2.375682815926914e-06,
      "loss": 0.35,
      "step": 1493050
    },
    {
      "epoch": 416.71,
      "grad_norm": 1.0829209089279175,
      "learning_rate": 2.3756557788038185e-06,
      "loss": 0.3259,
      "step": 1493060
    },
    {
      "epoch": 416.71,
      "grad_norm": 1.0186810493469238,
      "learning_rate": 2.375628741676476e-06,
      "loss": 0.3404,
      "step": 1493070
    },
    {
      "epoch": 416.71,
      "grad_norm": 1.1579807996749878,
      "learning_rate": 2.3756017045448904e-06,
      "loss": 0.3526,
      "step": 1493080
    },
    {
      "epoch": 416.72,
      "grad_norm": 0.9461573958396912,
      "learning_rate": 2.375574667409065e-06,
      "loss": 0.3255,
      "step": 1493090
    },
    {
      "epoch": 416.72,
      "grad_norm": 1.0585445165634155,
      "learning_rate": 2.375547630269004e-06,
      "loss": 0.3461,
      "step": 1493100
    },
    {
      "epoch": 416.72,
      "grad_norm": 1.0148097276687622,
      "learning_rate": 2.375520593124711e-06,
      "loss": 0.3513,
      "step": 1493110
    },
    {
      "epoch": 416.72,
      "grad_norm": 1.387662410736084,
      "learning_rate": 2.3754935559761894e-06,
      "loss": 0.328,
      "step": 1493120
    },
    {
      "epoch": 416.73,
      "grad_norm": 1.1086515188217163,
      "learning_rate": 2.3754665188234425e-06,
      "loss": 0.3565,
      "step": 1493130
    },
    {
      "epoch": 416.73,
      "grad_norm": 1.0118721723556519,
      "learning_rate": 2.375439481666474e-06,
      "loss": 0.3508,
      "step": 1493140
    },
    {
      "epoch": 416.73,
      "grad_norm": 1.2984304428100586,
      "learning_rate": 2.3754124445052877e-06,
      "loss": 0.3467,
      "step": 1493150
    },
    {
      "epoch": 416.73,
      "grad_norm": 1.1072907447814941,
      "learning_rate": 2.375385407339887e-06,
      "loss": 0.3323,
      "step": 1493160
    },
    {
      "epoch": 416.74,
      "grad_norm": 0.9959399104118347,
      "learning_rate": 2.3753583701702758e-06,
      "loss": 0.36,
      "step": 1493170
    },
    {
      "epoch": 416.74,
      "grad_norm": 0.9665171504020691,
      "learning_rate": 2.3753313329964577e-06,
      "loss": 0.3309,
      "step": 1493180
    },
    {
      "epoch": 416.74,
      "grad_norm": 0.9268633127212524,
      "learning_rate": 2.375304295818435e-06,
      "loss": 0.3406,
      "step": 1493190
    },
    {
      "epoch": 416.75,
      "grad_norm": 0.982109546661377,
      "learning_rate": 2.375277258636214e-06,
      "loss": 0.3449,
      "step": 1493200
    },
    {
      "epoch": 416.75,
      "grad_norm": 0.911575973033905,
      "learning_rate": 2.375250221449796e-06,
      "loss": 0.3293,
      "step": 1493210
    },
    {
      "epoch": 416.75,
      "grad_norm": 1.0536184310913086,
      "learning_rate": 2.3752231842591853e-06,
      "loss": 0.3391,
      "step": 1493220
    },
    {
      "epoch": 416.75,
      "grad_norm": 0.9596403241157532,
      "learning_rate": 2.375196147064385e-06,
      "loss": 0.3517,
      "step": 1493230
    },
    {
      "epoch": 416.76,
      "grad_norm": 1.1065747737884521,
      "learning_rate": 2.3751691098654e-06,
      "loss": 0.3583,
      "step": 1493240
    },
    {
      "epoch": 416.76,
      "grad_norm": 1.0012280941009521,
      "learning_rate": 2.375142072662233e-06,
      "loss": 0.3598,
      "step": 1493250
    },
    {
      "epoch": 416.76,
      "grad_norm": 0.9591756463050842,
      "learning_rate": 2.3751150354548867e-06,
      "loss": 0.3294,
      "step": 1493260
    },
    {
      "epoch": 416.77,
      "grad_norm": 0.941961407661438,
      "learning_rate": 2.375087998243367e-06,
      "loss": 0.3517,
      "step": 1493270
    },
    {
      "epoch": 416.77,
      "grad_norm": 1.088982343673706,
      "learning_rate": 2.3750609610276765e-06,
      "loss": 0.3562,
      "step": 1493280
    },
    {
      "epoch": 416.77,
      "grad_norm": 1.1275997161865234,
      "learning_rate": 2.375033923807817e-06,
      "loss": 0.3578,
      "step": 1493290
    },
    {
      "epoch": 416.77,
      "grad_norm": 1.1112804412841797,
      "learning_rate": 2.3750068865837945e-06,
      "loss": 0.3558,
      "step": 1493300
    },
    {
      "epoch": 416.78,
      "grad_norm": 0.9858013987541199,
      "learning_rate": 2.3749798493556113e-06,
      "loss": 0.3417,
      "step": 1493310
    },
    {
      "epoch": 416.78,
      "grad_norm": 1.0236097574234009,
      "learning_rate": 2.3749528121232713e-06,
      "loss": 0.3436,
      "step": 1493320
    },
    {
      "epoch": 416.78,
      "grad_norm": 0.9736135601997375,
      "learning_rate": 2.3749257748867787e-06,
      "loss": 0.3368,
      "step": 1493330
    },
    {
      "epoch": 416.78,
      "grad_norm": 1.0606052875518799,
      "learning_rate": 2.374898737646137e-06,
      "loss": 0.3515,
      "step": 1493340
    },
    {
      "epoch": 416.79,
      "grad_norm": 1.0494638681411743,
      "learning_rate": 2.3748717004013485e-06,
      "loss": 0.3605,
      "step": 1493350
    },
    {
      "epoch": 416.79,
      "grad_norm": 1.0390151739120483,
      "learning_rate": 2.374844663152418e-06,
      "loss": 0.3644,
      "step": 1493360
    },
    {
      "epoch": 416.79,
      "grad_norm": 1.0564653873443604,
      "learning_rate": 2.3748176258993487e-06,
      "loss": 0.3481,
      "step": 1493370
    },
    {
      "epoch": 416.8,
      "grad_norm": 1.1086775064468384,
      "learning_rate": 2.3747905886421444e-06,
      "loss": 0.349,
      "step": 1493380
    },
    {
      "epoch": 416.8,
      "grad_norm": 1.1609432697296143,
      "learning_rate": 2.3747635513808084e-06,
      "loss": 0.3492,
      "step": 1493390
    },
    {
      "epoch": 416.8,
      "grad_norm": 0.9979679584503174,
      "learning_rate": 2.3747365141153447e-06,
      "loss": 0.3445,
      "step": 1493400
    },
    {
      "epoch": 416.8,
      "grad_norm": 0.94740891456604,
      "learning_rate": 2.374709476845757e-06,
      "loss": 0.3244,
      "step": 1493410
    },
    {
      "epoch": 416.81,
      "grad_norm": 1.165595531463623,
      "learning_rate": 2.374682439572048e-06,
      "loss": 0.3566,
      "step": 1493420
    },
    {
      "epoch": 416.81,
      "grad_norm": 1.0203443765640259,
      "learning_rate": 2.3746554022942225e-06,
      "loss": 0.3426,
      "step": 1493430
    },
    {
      "epoch": 416.81,
      "grad_norm": 1.1635863780975342,
      "learning_rate": 2.3746283650122832e-06,
      "loss": 0.3441,
      "step": 1493440
    },
    {
      "epoch": 416.82,
      "grad_norm": 0.8837540149688721,
      "learning_rate": 2.374601327726234e-06,
      "loss": 0.3462,
      "step": 1493450
    },
    {
      "epoch": 416.82,
      "grad_norm": 1.0599018335342407,
      "learning_rate": 2.3745742904360778e-06,
      "loss": 0.3352,
      "step": 1493460
    },
    {
      "epoch": 416.82,
      "grad_norm": 1.0094133615493774,
      "learning_rate": 2.3745472531418197e-06,
      "loss": 0.3321,
      "step": 1493470
    },
    {
      "epoch": 416.82,
      "grad_norm": 1.0138797760009766,
      "learning_rate": 2.374520215843462e-06,
      "loss": 0.3407,
      "step": 1493480
    },
    {
      "epoch": 416.83,
      "grad_norm": 0.9042060375213623,
      "learning_rate": 2.3744931785410096e-06,
      "loss": 0.3346,
      "step": 1493490
    },
    {
      "epoch": 416.83,
      "grad_norm": 0.9920679926872253,
      "learning_rate": 2.374466141234465e-06,
      "loss": 0.3408,
      "step": 1493500
    },
    {
      "epoch": 416.83,
      "grad_norm": 1.2799097299575806,
      "learning_rate": 2.374439103923831e-06,
      "loss": 0.3399,
      "step": 1493510
    },
    {
      "epoch": 416.84,
      "grad_norm": 0.9643410444259644,
      "learning_rate": 2.374412066609113e-06,
      "loss": 0.3515,
      "step": 1493520
    },
    {
      "epoch": 416.84,
      "grad_norm": 0.9945934414863586,
      "learning_rate": 2.374385029290314e-06,
      "loss": 0.3322,
      "step": 1493530
    },
    {
      "epoch": 416.84,
      "grad_norm": 0.9720859527587891,
      "learning_rate": 2.3743579919674377e-06,
      "loss": 0.337,
      "step": 1493540
    },
    {
      "epoch": 416.84,
      "grad_norm": 1.014844536781311,
      "learning_rate": 2.3743309546404866e-06,
      "loss": 0.3605,
      "step": 1493550
    },
    {
      "epoch": 416.85,
      "grad_norm": 1.8771770000457764,
      "learning_rate": 2.374303917309466e-06,
      "loss": 0.3418,
      "step": 1493560
    },
    {
      "epoch": 416.85,
      "grad_norm": 0.9849111437797546,
      "learning_rate": 2.3742768799743784e-06,
      "loss": 0.3435,
      "step": 1493570
    },
    {
      "epoch": 416.85,
      "grad_norm": 1.060316562652588,
      "learning_rate": 2.3742498426352275e-06,
      "loss": 0.355,
      "step": 1493580
    },
    {
      "epoch": 416.85,
      "grad_norm": 0.9695034623146057,
      "learning_rate": 2.374222805292017e-06,
      "loss": 0.3373,
      "step": 1493590
    },
    {
      "epoch": 416.86,
      "grad_norm": 1.2822362184524536,
      "learning_rate": 2.374195767944751e-06,
      "loss": 0.3493,
      "step": 1493600
    },
    {
      "epoch": 416.86,
      "grad_norm": 1.248453974723816,
      "learning_rate": 2.3741687305934325e-06,
      "loss": 0.3498,
      "step": 1493610
    },
    {
      "epoch": 416.86,
      "grad_norm": 1.0026280879974365,
      "learning_rate": 2.3741416932380648e-06,
      "loss": 0.3598,
      "step": 1493620
    },
    {
      "epoch": 416.87,
      "grad_norm": 1.1488146781921387,
      "learning_rate": 2.3741146558786524e-06,
      "loss": 0.355,
      "step": 1493630
    },
    {
      "epoch": 416.87,
      "grad_norm": 1.0817447900772095,
      "learning_rate": 2.3740876185151985e-06,
      "loss": 0.3652,
      "step": 1493640
    },
    {
      "epoch": 416.87,
      "grad_norm": 1.3252842426300049,
      "learning_rate": 2.3740605811477068e-06,
      "loss": 0.35,
      "step": 1493650
    },
    {
      "epoch": 416.87,
      "grad_norm": 1.005651831626892,
      "learning_rate": 2.37403354377618e-06,
      "loss": 0.3442,
      "step": 1493660
    },
    {
      "epoch": 416.88,
      "grad_norm": 1.024338722229004,
      "learning_rate": 2.374006506400623e-06,
      "loss": 0.3446,
      "step": 1493670
    },
    {
      "epoch": 416.88,
      "grad_norm": 1.1483569145202637,
      "learning_rate": 2.373979469021039e-06,
      "loss": 0.3244,
      "step": 1493680
    },
    {
      "epoch": 416.88,
      "grad_norm": 1.082706093788147,
      "learning_rate": 2.373952431637431e-06,
      "loss": 0.3555,
      "step": 1493690
    },
    {
      "epoch": 416.89,
      "grad_norm": 1.1319774389266968,
      "learning_rate": 2.373925394249804e-06,
      "loss": 0.3649,
      "step": 1493700
    },
    {
      "epoch": 416.89,
      "grad_norm": 1.1537954807281494,
      "learning_rate": 2.37389835685816e-06,
      "loss": 0.3236,
      "step": 1493710
    },
    {
      "epoch": 416.89,
      "grad_norm": 0.9430705308914185,
      "learning_rate": 2.373871319462503e-06,
      "loss": 0.3584,
      "step": 1493720
    },
    {
      "epoch": 416.89,
      "grad_norm": 1.1800650358200073,
      "learning_rate": 2.373844282062837e-06,
      "loss": 0.3585,
      "step": 1493730
    },
    {
      "epoch": 416.9,
      "grad_norm": 0.9856037497520447,
      "learning_rate": 2.373817244659165e-06,
      "loss": 0.3426,
      "step": 1493740
    },
    {
      "epoch": 416.9,
      "grad_norm": 1.0502581596374512,
      "learning_rate": 2.3737902072514915e-06,
      "loss": 0.3493,
      "step": 1493750
    },
    {
      "epoch": 416.9,
      "grad_norm": 0.9685098528862,
      "learning_rate": 2.3737631698398198e-06,
      "loss": 0.358,
      "step": 1493760
    },
    {
      "epoch": 416.9,
      "grad_norm": 0.8769457340240479,
      "learning_rate": 2.373736132424153e-06,
      "loss": 0.3546,
      "step": 1493770
    },
    {
      "epoch": 416.91,
      "grad_norm": 0.8292034268379211,
      "learning_rate": 2.373709095004496e-06,
      "loss": 0.3428,
      "step": 1493780
    },
    {
      "epoch": 416.91,
      "grad_norm": 0.9437466859817505,
      "learning_rate": 2.37368205758085e-06,
      "loss": 0.3425,
      "step": 1493790
    },
    {
      "epoch": 416.91,
      "grad_norm": 1.0205981731414795,
      "learning_rate": 2.3736550201532208e-06,
      "loss": 0.3349,
      "step": 1493800
    },
    {
      "epoch": 416.92,
      "grad_norm": 0.9373924136161804,
      "learning_rate": 2.373627982721611e-06,
      "loss": 0.3486,
      "step": 1493810
    },
    {
      "epoch": 416.92,
      "grad_norm": 1.3029284477233887,
      "learning_rate": 2.3736009452860244e-06,
      "loss": 0.3596,
      "step": 1493820
    },
    {
      "epoch": 416.92,
      "grad_norm": 0.9312295913696289,
      "learning_rate": 2.3735739078464654e-06,
      "loss": 0.3428,
      "step": 1493830
    },
    {
      "epoch": 416.92,
      "grad_norm": 0.9023421406745911,
      "learning_rate": 2.373546870402936e-06,
      "loss": 0.3293,
      "step": 1493840
    },
    {
      "epoch": 416.93,
      "grad_norm": 1.0925464630126953,
      "learning_rate": 2.3735198329554406e-06,
      "loss": 0.3413,
      "step": 1493850
    },
    {
      "epoch": 416.93,
      "grad_norm": 1.0878779888153076,
      "learning_rate": 2.373492795503983e-06,
      "loss": 0.3385,
      "step": 1493860
    },
    {
      "epoch": 416.93,
      "grad_norm": 0.9921301007270813,
      "learning_rate": 2.3734657580485675e-06,
      "loss": 0.3306,
      "step": 1493870
    },
    {
      "epoch": 416.94,
      "grad_norm": 0.8644347786903381,
      "learning_rate": 2.3734387205891956e-06,
      "loss": 0.3354,
      "step": 1493880
    },
    {
      "epoch": 416.94,
      "grad_norm": 0.9974397420883179,
      "learning_rate": 2.3734116831258726e-06,
      "loss": 0.3428,
      "step": 1493890
    },
    {
      "epoch": 416.94,
      "grad_norm": 1.1380209922790527,
      "learning_rate": 2.3733846456586013e-06,
      "loss": 0.3344,
      "step": 1493900
    },
    {
      "epoch": 416.94,
      "grad_norm": 1.0093213319778442,
      "learning_rate": 2.3733576081873857e-06,
      "loss": 0.3362,
      "step": 1493910
    },
    {
      "epoch": 416.95,
      "grad_norm": 1.027714729309082,
      "learning_rate": 2.37333057071223e-06,
      "loss": 0.352,
      "step": 1493920
    },
    {
      "epoch": 416.95,
      "grad_norm": 1.1159515380859375,
      "learning_rate": 2.3733035332331363e-06,
      "loss": 0.3561,
      "step": 1493930
    },
    {
      "epoch": 416.95,
      "grad_norm": 0.9725242257118225,
      "learning_rate": 2.3732764957501097e-06,
      "loss": 0.3501,
      "step": 1493940
    },
    {
      "epoch": 416.96,
      "grad_norm": 1.1667993068695068,
      "learning_rate": 2.3732494582631524e-06,
      "loss": 0.351,
      "step": 1493950
    },
    {
      "epoch": 416.96,
      "grad_norm": 1.0437722206115723,
      "learning_rate": 2.3732224207722696e-06,
      "loss": 0.3414,
      "step": 1493960
    },
    {
      "epoch": 416.96,
      "grad_norm": 1.0568970441818237,
      "learning_rate": 2.3731953832774633e-06,
      "loss": 0.3594,
      "step": 1493970
    },
    {
      "epoch": 416.96,
      "grad_norm": 1.0858243703842163,
      "learning_rate": 2.3731683457787378e-06,
      "loss": 0.3527,
      "step": 1493980
    },
    {
      "epoch": 416.97,
      "grad_norm": 0.9456461668014526,
      "learning_rate": 2.373141308276097e-06,
      "loss": 0.3431,
      "step": 1493990
    },
    {
      "epoch": 416.97,
      "grad_norm": 0.9866454005241394,
      "learning_rate": 2.373114270769544e-06,
      "loss": 0.3455,
      "step": 1494000
    },
    {
      "epoch": 416.97,
      "grad_norm": 1.138962984085083,
      "learning_rate": 2.3730872332590828e-06,
      "loss": 0.3461,
      "step": 1494010
    },
    {
      "epoch": 416.97,
      "grad_norm": 1.0623048543930054,
      "learning_rate": 2.373060195744717e-06,
      "loss": 0.3559,
      "step": 1494020
    },
    {
      "epoch": 416.98,
      "grad_norm": 1.0204885005950928,
      "learning_rate": 2.37303315822645e-06,
      "loss": 0.362,
      "step": 1494030
    },
    {
      "epoch": 416.98,
      "grad_norm": 1.0476701259613037,
      "learning_rate": 2.3730061207042843e-06,
      "loss": 0.3326,
      "step": 1494040
    },
    {
      "epoch": 416.98,
      "grad_norm": 1.1856876611709595,
      "learning_rate": 2.3729790831782263e-06,
      "loss": 0.3359,
      "step": 1494050
    },
    {
      "epoch": 416.99,
      "grad_norm": 0.9970915913581848,
      "learning_rate": 2.3729520456482766e-06,
      "loss": 0.3412,
      "step": 1494060
    },
    {
      "epoch": 416.99,
      "grad_norm": 0.9679975509643555,
      "learning_rate": 2.3729250081144403e-06,
      "loss": 0.3532,
      "step": 1494070
    },
    {
      "epoch": 416.99,
      "grad_norm": 0.9243195056915283,
      "learning_rate": 2.3728979705767217e-06,
      "loss": 0.3415,
      "step": 1494080
    },
    {
      "epoch": 416.99,
      "grad_norm": 1.6098006963729858,
      "learning_rate": 2.3728709330351227e-06,
      "loss": 0.3561,
      "step": 1494090
    },
    {
      "epoch": 417.0,
      "grad_norm": 1.0623111724853516,
      "learning_rate": 2.3728438954896478e-06,
      "loss": 0.3653,
      "step": 1494100
    },
    {
      "epoch": 417.0,
      "grad_norm": 1.034152626991272,
      "learning_rate": 2.3728168579403006e-06,
      "loss": 0.3475,
      "step": 1494110
    },
    {
      "epoch": 417.0,
      "eval_loss": 0.346337229013443,
      "eval_runtime": 63.1571,
      "eval_samples_per_second": 80.102,
      "eval_steps_per_second": 10.023,
      "step": 1494111
    },
    {
      "epoch": 417.0,
      "grad_norm": 1.039698600769043,
      "learning_rate": 2.3727898203870846e-06,
      "loss": 0.3423,
      "step": 1494120
    },
    {
      "epoch": 417.01,
      "grad_norm": 0.8693490624427795,
      "learning_rate": 2.372762782830003e-06,
      "loss": 0.347,
      "step": 1494130
    },
    {
      "epoch": 417.01,
      "grad_norm": 0.9052400588989258,
      "learning_rate": 2.3727357452690597e-06,
      "loss": 0.3349,
      "step": 1494140
    },
    {
      "epoch": 417.01,
      "grad_norm": 1.0266236066818237,
      "learning_rate": 2.3727087077042593e-06,
      "loss": 0.3414,
      "step": 1494150
    },
    {
      "epoch": 417.01,
      "grad_norm": 1.0462607145309448,
      "learning_rate": 2.372681670135604e-06,
      "loss": 0.3321,
      "step": 1494160
    },
    {
      "epoch": 417.02,
      "grad_norm": 0.9003346562385559,
      "learning_rate": 2.372654632563098e-06,
      "loss": 0.342,
      "step": 1494170
    },
    {
      "epoch": 417.02,
      "grad_norm": 0.8965131044387817,
      "learning_rate": 2.372627594986745e-06,
      "loss": 0.3427,
      "step": 1494180
    },
    {
      "epoch": 417.02,
      "grad_norm": 1.1149539947509766,
      "learning_rate": 2.3726005574065476e-06,
      "loss": 0.3611,
      "step": 1494190
    },
    {
      "epoch": 417.02,
      "grad_norm": 0.9517326354980469,
      "learning_rate": 2.37257351982251e-06,
      "loss": 0.3459,
      "step": 1494200
    },
    {
      "epoch": 417.03,
      "grad_norm": 0.9981668591499329,
      "learning_rate": 2.372546482234637e-06,
      "loss": 0.3502,
      "step": 1494210
    },
    {
      "epoch": 417.03,
      "grad_norm": 0.8998826146125793,
      "learning_rate": 2.372519444642931e-06,
      "loss": 0.3502,
      "step": 1494220
    },
    {
      "epoch": 417.03,
      "grad_norm": 0.8846026659011841,
      "learning_rate": 2.3724924070473956e-06,
      "loss": 0.3308,
      "step": 1494230
    },
    {
      "epoch": 417.04,
      "grad_norm": 0.9523282051086426,
      "learning_rate": 2.3724653694480345e-06,
      "loss": 0.333,
      "step": 1494240
    },
    {
      "epoch": 417.04,
      "grad_norm": 1.0608714818954468,
      "learning_rate": 2.3724383318448516e-06,
      "loss": 0.334,
      "step": 1494250
    },
    {
      "epoch": 417.04,
      "grad_norm": 1.1321228742599487,
      "learning_rate": 2.37241129423785e-06,
      "loss": 0.3482,
      "step": 1494260
    },
    {
      "epoch": 417.04,
      "grad_norm": 1.1352976560592651,
      "learning_rate": 2.3723842566270335e-06,
      "loss": 0.351,
      "step": 1494270
    },
    {
      "epoch": 417.05,
      "grad_norm": 1.7423092126846313,
      "learning_rate": 2.3723572190124064e-06,
      "loss": 0.3303,
      "step": 1494280
    },
    {
      "epoch": 417.05,
      "grad_norm": 1.2271771430969238,
      "learning_rate": 2.372330181393971e-06,
      "loss": 0.3511,
      "step": 1494290
    },
    {
      "epoch": 417.05,
      "grad_norm": 1.0544756650924683,
      "learning_rate": 2.372303143771732e-06,
      "loss": 0.3553,
      "step": 1494300
    },
    {
      "epoch": 417.06,
      "grad_norm": 1.0895664691925049,
      "learning_rate": 2.3722761061456923e-06,
      "loss": 0.3381,
      "step": 1494310
    },
    {
      "epoch": 417.06,
      "grad_norm": 0.9522602558135986,
      "learning_rate": 2.372249068515856e-06,
      "loss": 0.3524,
      "step": 1494320
    },
    {
      "epoch": 417.06,
      "grad_norm": 1.0819616317749023,
      "learning_rate": 2.372222030882226e-06,
      "loss": 0.3372,
      "step": 1494330
    },
    {
      "epoch": 417.06,
      "grad_norm": 1.099965214729309,
      "learning_rate": 2.3721949932448068e-06,
      "loss": 0.3456,
      "step": 1494340
    },
    {
      "epoch": 417.07,
      "grad_norm": 1.020998477935791,
      "learning_rate": 2.372167955603601e-06,
      "loss": 0.3606,
      "step": 1494350
    },
    {
      "epoch": 417.07,
      "grad_norm": 0.9812059998512268,
      "learning_rate": 2.3721409179586132e-06,
      "loss": 0.3481,
      "step": 1494360
    },
    {
      "epoch": 417.07,
      "grad_norm": 0.8922544121742249,
      "learning_rate": 2.372113880309847e-06,
      "loss": 0.3484,
      "step": 1494370
    },
    {
      "epoch": 417.08,
      "grad_norm": 1.2088285684585571,
      "learning_rate": 2.372086842657305e-06,
      "loss": 0.3454,
      "step": 1494380
    },
    {
      "epoch": 417.08,
      "grad_norm": 1.0028529167175293,
      "learning_rate": 2.3720598050009918e-06,
      "loss": 0.3446,
      "step": 1494390
    },
    {
      "epoch": 417.08,
      "grad_norm": 3.3216562271118164,
      "learning_rate": 2.3720327673409095e-06,
      "loss": 0.3305,
      "step": 1494400
    },
    {
      "epoch": 417.08,
      "grad_norm": 1.8365286588668823,
      "learning_rate": 2.3720057296770638e-06,
      "loss": 0.3466,
      "step": 1494410
    },
    {
      "epoch": 417.09,
      "grad_norm": 4.749194622039795,
      "learning_rate": 2.371978692009457e-06,
      "loss": 0.3474,
      "step": 1494420
    },
    {
      "epoch": 417.09,
      "grad_norm": 0.9728583097457886,
      "learning_rate": 2.3719516543380924e-06,
      "loss": 0.3432,
      "step": 1494430
    },
    {
      "epoch": 417.09,
      "grad_norm": 1.9579994678497314,
      "learning_rate": 2.371924616662975e-06,
      "loss": 0.3414,
      "step": 1494440
    },
    {
      "epoch": 417.09,
      "grad_norm": 1.1399387121200562,
      "learning_rate": 2.371897578984107e-06,
      "loss": 0.3391,
      "step": 1494450
    },
    {
      "epoch": 417.1,
      "grad_norm": 0.9659984111785889,
      "learning_rate": 2.371870541301493e-06,
      "loss": 0.3387,
      "step": 1494460
    },
    {
      "epoch": 417.1,
      "grad_norm": 1.1265673637390137,
      "learning_rate": 2.371843503615136e-06,
      "loss": 0.3285,
      "step": 1494470
    },
    {
      "epoch": 417.1,
      "grad_norm": 1.1513166427612305,
      "learning_rate": 2.3718164659250394e-06,
      "loss": 0.3492,
      "step": 1494480
    },
    {
      "epoch": 417.11,
      "grad_norm": 1.1357327699661255,
      "learning_rate": 2.371789428231207e-06,
      "loss": 0.3631,
      "step": 1494490
    },
    {
      "epoch": 417.11,
      "grad_norm": 0.9903261661529541,
      "learning_rate": 2.3717623905336435e-06,
      "loss": 0.3492,
      "step": 1494500
    },
    {
      "epoch": 417.11,
      "grad_norm": 1.1292365789413452,
      "learning_rate": 2.3717353528323505e-06,
      "loss": 0.3513,
      "step": 1494510
    },
    {
      "epoch": 417.11,
      "grad_norm": 1.076842188835144,
      "learning_rate": 2.3717083151273335e-06,
      "loss": 0.3491,
      "step": 1494520
    },
    {
      "epoch": 417.12,
      "grad_norm": 0.9781386852264404,
      "learning_rate": 2.3716812774185946e-06,
      "loss": 0.3549,
      "step": 1494530
    },
    {
      "epoch": 417.12,
      "grad_norm": 5.069721698760986,
      "learning_rate": 2.371654239706139e-06,
      "loss": 0.3397,
      "step": 1494540
    },
    {
      "epoch": 417.12,
      "grad_norm": 0.8988220691680908,
      "learning_rate": 2.3716272019899682e-06,
      "loss": 0.3372,
      "step": 1494550
    },
    {
      "epoch": 417.13,
      "grad_norm": 1.0951902866363525,
      "learning_rate": 2.371600164270087e-06,
      "loss": 0.3354,
      "step": 1494560
    },
    {
      "epoch": 417.13,
      "grad_norm": 0.9211663603782654,
      "learning_rate": 2.3715731265464993e-06,
      "loss": 0.3517,
      "step": 1494570
    },
    {
      "epoch": 417.13,
      "grad_norm": 0.9979184865951538,
      "learning_rate": 2.3715460888192083e-06,
      "loss": 0.3449,
      "step": 1494580
    },
    {
      "epoch": 417.13,
      "grad_norm": 1.065043330192566,
      "learning_rate": 2.371519051088218e-06,
      "loss": 0.3427,
      "step": 1494590
    },
    {
      "epoch": 417.14,
      "grad_norm": 0.9009807705879211,
      "learning_rate": 2.371492013353532e-06,
      "loss": 0.3394,
      "step": 1494600
    },
    {
      "epoch": 417.14,
      "grad_norm": 1.0667953491210938,
      "learning_rate": 2.3714649756151524e-06,
      "loss": 0.3433,
      "step": 1494610
    },
    {
      "epoch": 417.14,
      "grad_norm": 1.0909193754196167,
      "learning_rate": 2.371437937873084e-06,
      "loss": 0.3739,
      "step": 1494620
    },
    {
      "epoch": 417.14,
      "grad_norm": 1.158923864364624,
      "learning_rate": 2.371410900127331e-06,
      "loss": 0.3402,
      "step": 1494630
    },
    {
      "epoch": 417.15,
      "grad_norm": 0.964207112789154,
      "learning_rate": 2.3713838623778957e-06,
      "loss": 0.3542,
      "step": 1494640
    },
    {
      "epoch": 417.15,
      "grad_norm": 0.8937745690345764,
      "learning_rate": 2.3713568246247825e-06,
      "loss": 0.3614,
      "step": 1494650
    },
    {
      "epoch": 417.15,
      "grad_norm": 1.6524115800857544,
      "learning_rate": 2.3713297868679952e-06,
      "loss": 0.3441,
      "step": 1494660
    },
    {
      "epoch": 417.16,
      "grad_norm": 0.925660252571106,
      "learning_rate": 2.371302749107537e-06,
      "loss": 0.346,
      "step": 1494670
    },
    {
      "epoch": 417.16,
      "grad_norm": 1.0556720495224,
      "learning_rate": 2.371275711343411e-06,
      "loss": 0.3371,
      "step": 1494680
    },
    {
      "epoch": 417.16,
      "grad_norm": 1.2397944927215576,
      "learning_rate": 2.3712486735756217e-06,
      "loss": 0.3446,
      "step": 1494690
    },
    {
      "epoch": 417.16,
      "grad_norm": 0.9154510498046875,
      "learning_rate": 2.3712216358041723e-06,
      "loss": 0.3426,
      "step": 1494700
    },
    {
      "epoch": 417.17,
      "grad_norm": 1.1258883476257324,
      "learning_rate": 2.371194598029066e-06,
      "loss": 0.3434,
      "step": 1494710
    },
    {
      "epoch": 417.17,
      "grad_norm": 0.9176691770553589,
      "learning_rate": 2.371167560250307e-06,
      "loss": 0.3267,
      "step": 1494720
    },
    {
      "epoch": 417.17,
      "grad_norm": 1.1136362552642822,
      "learning_rate": 2.371140522467899e-06,
      "loss": 0.361,
      "step": 1494730
    },
    {
      "epoch": 417.18,
      "grad_norm": 1.1379574537277222,
      "learning_rate": 2.3711134846818457e-06,
      "loss": 0.3499,
      "step": 1494740
    },
    {
      "epoch": 417.18,
      "grad_norm": 0.9951841235160828,
      "learning_rate": 2.3710864468921495e-06,
      "loss": 0.3464,
      "step": 1494750
    },
    {
      "epoch": 417.18,
      "grad_norm": 1.181816577911377,
      "learning_rate": 2.371059409098816e-06,
      "loss": 0.3577,
      "step": 1494760
    },
    {
      "epoch": 417.18,
      "grad_norm": 1.1191768646240234,
      "learning_rate": 2.371032371301846e-06,
      "loss": 0.3419,
      "step": 1494770
    },
    {
      "epoch": 417.19,
      "grad_norm": 0.8921046257019043,
      "learning_rate": 2.3710053335012453e-06,
      "loss": 0.3704,
      "step": 1494780
    },
    {
      "epoch": 417.19,
      "grad_norm": 0.9992100596427917,
      "learning_rate": 2.3709782956970175e-06,
      "loss": 0.3591,
      "step": 1494790
    },
    {
      "epoch": 417.19,
      "grad_norm": 0.996528685092926,
      "learning_rate": 2.3709512578891647e-06,
      "loss": 0.3393,
      "step": 1494800
    },
    {
      "epoch": 417.2,
      "grad_norm": 1.063814640045166,
      "learning_rate": 2.3709242200776918e-06,
      "loss": 0.3581,
      "step": 1494810
    },
    {
      "epoch": 417.2,
      "grad_norm": 9.01120376586914,
      "learning_rate": 2.3708971822626024e-06,
      "loss": 0.3446,
      "step": 1494820
    },
    {
      "epoch": 417.2,
      "grad_norm": 0.9073429703712463,
      "learning_rate": 2.3708701444438996e-06,
      "loss": 0.3307,
      "step": 1494830
    },
    {
      "epoch": 417.2,
      "grad_norm": 0.9682765007019043,
      "learning_rate": 2.3708431066215868e-06,
      "loss": 0.3343,
      "step": 1494840
    },
    {
      "epoch": 417.21,
      "grad_norm": 1.0799208879470825,
      "learning_rate": 2.3708160687956673e-06,
      "loss": 0.3516,
      "step": 1494850
    },
    {
      "epoch": 417.21,
      "grad_norm": 0.9120499491691589,
      "learning_rate": 2.370789030966146e-06,
      "loss": 0.362,
      "step": 1494860
    },
    {
      "epoch": 417.21,
      "grad_norm": 1.0305081605911255,
      "learning_rate": 2.370761993133026e-06,
      "loss": 0.3308,
      "step": 1494870
    },
    {
      "epoch": 417.21,
      "grad_norm": 0.959494948387146,
      "learning_rate": 2.37073495529631e-06,
      "loss": 0.3491,
      "step": 1494880
    },
    {
      "epoch": 417.22,
      "grad_norm": 1.056323766708374,
      "learning_rate": 2.3707079174560034e-06,
      "loss": 0.3342,
      "step": 1494890
    },
    {
      "epoch": 417.22,
      "grad_norm": 1.1886605024337769,
      "learning_rate": 2.370680879612108e-06,
      "loss": 0.3415,
      "step": 1494900
    },
    {
      "epoch": 417.22,
      "grad_norm": 1.1772345304489136,
      "learning_rate": 2.3706538417646283e-06,
      "loss": 0.3512,
      "step": 1494910
    },
    {
      "epoch": 417.23,
      "grad_norm": 1.0222374200820923,
      "learning_rate": 2.370626803913568e-06,
      "loss": 0.3397,
      "step": 1494920
    },
    {
      "epoch": 417.23,
      "grad_norm": 1.0626931190490723,
      "learning_rate": 2.3705997660589294e-06,
      "loss": 0.3554,
      "step": 1494930
    },
    {
      "epoch": 417.23,
      "grad_norm": 0.902572751045227,
      "learning_rate": 2.3705727282007176e-06,
      "loss": 0.3387,
      "step": 1494940
    },
    {
      "epoch": 417.23,
      "grad_norm": 1.0265916585922241,
      "learning_rate": 2.370545690338936e-06,
      "loss": 0.3454,
      "step": 1494950
    },
    {
      "epoch": 417.24,
      "grad_norm": 1.0831034183502197,
      "learning_rate": 2.370518652473587e-06,
      "loss": 0.3456,
      "step": 1494960
    },
    {
      "epoch": 417.24,
      "grad_norm": 0.9989254474639893,
      "learning_rate": 2.3704916146046764e-06,
      "loss": 0.3565,
      "step": 1494970
    },
    {
      "epoch": 417.24,
      "grad_norm": 1.0795809030532837,
      "learning_rate": 2.3704645767322056e-06,
      "loss": 0.3437,
      "step": 1494980
    },
    {
      "epoch": 417.25,
      "grad_norm": 0.9786702990531921,
      "learning_rate": 2.3704375388561794e-06,
      "loss": 0.3325,
      "step": 1494990
    },
    {
      "epoch": 417.25,
      "grad_norm": 0.8910973072052002,
      "learning_rate": 2.3704105009766004e-06,
      "loss": 0.3433,
      "step": 1495000
    },
    {
      "epoch": 417.25,
      "grad_norm": 1.2094337940216064,
      "learning_rate": 2.370383463093473e-06,
      "loss": 0.3468,
      "step": 1495010
    },
    {
      "epoch": 417.25,
      "grad_norm": 0.8876394033432007,
      "learning_rate": 2.3703564252068023e-06,
      "loss": 0.3245,
      "step": 1495020
    },
    {
      "epoch": 417.26,
      "grad_norm": 0.9422703385353088,
      "learning_rate": 2.3703293873165883e-06,
      "loss": 0.3476,
      "step": 1495030
    },
    {
      "epoch": 417.26,
      "grad_norm": 1.0822402238845825,
      "learning_rate": 2.370302349422838e-06,
      "loss": 0.3507,
      "step": 1495040
    },
    {
      "epoch": 417.26,
      "grad_norm": 0.9906628727912903,
      "learning_rate": 2.3702753115255525e-06,
      "loss": 0.3441,
      "step": 1495050
    },
    {
      "epoch": 417.26,
      "grad_norm": 2.4320738315582275,
      "learning_rate": 2.370248273624737e-06,
      "loss": 0.3399,
      "step": 1495060
    },
    {
      "epoch": 417.27,
      "grad_norm": 0.9546190500259399,
      "learning_rate": 2.3702212357203946e-06,
      "loss": 0.3325,
      "step": 1495070
    },
    {
      "epoch": 417.27,
      "grad_norm": 1.089682936668396,
      "learning_rate": 2.370194197812529e-06,
      "loss": 0.3535,
      "step": 1495080
    },
    {
      "epoch": 417.27,
      "grad_norm": 1.5443395376205444,
      "learning_rate": 2.370167159901143e-06,
      "loss": 0.3402,
      "step": 1495090
    },
    {
      "epoch": 417.28,
      "grad_norm": 1.0651566982269287,
      "learning_rate": 2.3701401219862413e-06,
      "loss": 0.3444,
      "step": 1495100
    },
    {
      "epoch": 417.28,
      "grad_norm": 1.2425899505615234,
      "learning_rate": 2.370113084067827e-06,
      "loss": 0.3614,
      "step": 1495110
    },
    {
      "epoch": 417.28,
      "grad_norm": 1.0554239749908447,
      "learning_rate": 2.370086046145904e-06,
      "loss": 0.3559,
      "step": 1495120
    },
    {
      "epoch": 417.28,
      "grad_norm": 1.0782346725463867,
      "learning_rate": 2.370059008220475e-06,
      "loss": 0.3461,
      "step": 1495130
    },
    {
      "epoch": 417.29,
      "grad_norm": 0.9693378806114197,
      "learning_rate": 2.370031970291545e-06,
      "loss": 0.3286,
      "step": 1495140
    },
    {
      "epoch": 417.29,
      "grad_norm": 0.9845498204231262,
      "learning_rate": 2.3700049323591164e-06,
      "loss": 0.3489,
      "step": 1495150
    },
    {
      "epoch": 417.29,
      "grad_norm": 1.0546069145202637,
      "learning_rate": 2.3699778944231936e-06,
      "loss": 0.3646,
      "step": 1495160
    },
    {
      "epoch": 417.3,
      "grad_norm": 1.1508758068084717,
      "learning_rate": 2.3699508564837797e-06,
      "loss": 0.3381,
      "step": 1495170
    },
    {
      "epoch": 417.3,
      "grad_norm": 1.031395435333252,
      "learning_rate": 2.369923818540878e-06,
      "loss": 0.3361,
      "step": 1495180
    },
    {
      "epoch": 417.3,
      "grad_norm": 1.0415064096450806,
      "learning_rate": 2.369896780594494e-06,
      "loss": 0.3451,
      "step": 1495190
    },
    {
      "epoch": 417.3,
      "grad_norm": 1.3402674198150635,
      "learning_rate": 2.369869742644628e-06,
      "loss": 0.3404,
      "step": 1495200
    },
    {
      "epoch": 417.31,
      "grad_norm": 1.1106375455856323,
      "learning_rate": 2.369842704691287e-06,
      "loss": 0.3502,
      "step": 1495210
    },
    {
      "epoch": 417.31,
      "grad_norm": 1.1794911623001099,
      "learning_rate": 2.3698156667344725e-06,
      "loss": 0.3558,
      "step": 1495220
    },
    {
      "epoch": 417.31,
      "grad_norm": 1.1069153547286987,
      "learning_rate": 2.369788628774188e-06,
      "loss": 0.3454,
      "step": 1495230
    },
    {
      "epoch": 417.32,
      "grad_norm": 0.8624473810195923,
      "learning_rate": 2.3697615908104385e-06,
      "loss": 0.3529,
      "step": 1495240
    },
    {
      "epoch": 417.32,
      "grad_norm": 1.0861411094665527,
      "learning_rate": 2.3697345528432263e-06,
      "loss": 0.3526,
      "step": 1495250
    },
    {
      "epoch": 417.32,
      "grad_norm": 0.9726254343986511,
      "learning_rate": 2.369707514872556e-06,
      "loss": 0.3633,
      "step": 1495260
    },
    {
      "epoch": 417.32,
      "grad_norm": 0.9947530031204224,
      "learning_rate": 2.369680476898431e-06,
      "loss": 0.3447,
      "step": 1495270
    },
    {
      "epoch": 417.33,
      "grad_norm": 0.9203317165374756,
      "learning_rate": 2.3696534389208542e-06,
      "loss": 0.3419,
      "step": 1495280
    },
    {
      "epoch": 417.33,
      "grad_norm": 1.0152047872543335,
      "learning_rate": 2.36962640093983e-06,
      "loss": 0.3429,
      "step": 1495290
    },
    {
      "epoch": 417.33,
      "grad_norm": 1.0573691129684448,
      "learning_rate": 2.369599362955361e-06,
      "loss": 0.3489,
      "step": 1495300
    },
    {
      "epoch": 417.33,
      "grad_norm": 1.1176718473434448,
      "learning_rate": 2.369572324967452e-06,
      "loss": 0.3373,
      "step": 1495310
    },
    {
      "epoch": 417.34,
      "grad_norm": 1.4845033884048462,
      "learning_rate": 2.3695452869761056e-06,
      "loss": 0.3465,
      "step": 1495320
    },
    {
      "epoch": 417.34,
      "grad_norm": 1.1306474208831787,
      "learning_rate": 2.3695182489813263e-06,
      "loss": 0.3429,
      "step": 1495330
    },
    {
      "epoch": 417.34,
      "grad_norm": 0.8171548843383789,
      "learning_rate": 2.3694912109831173e-06,
      "loss": 0.3455,
      "step": 1495340
    },
    {
      "epoch": 417.35,
      "grad_norm": 1.1856424808502197,
      "learning_rate": 2.3694641729814816e-06,
      "loss": 0.3456,
      "step": 1495350
    },
    {
      "epoch": 417.35,
      "grad_norm": 1.013861894607544,
      "learning_rate": 2.3694371349764235e-06,
      "loss": 0.3416,
      "step": 1495360
    },
    {
      "epoch": 417.35,
      "grad_norm": 1.0940816402435303,
      "learning_rate": 2.3694100969679472e-06,
      "loss": 0.3493,
      "step": 1495370
    },
    {
      "epoch": 417.35,
      "grad_norm": 1.0739240646362305,
      "learning_rate": 2.369383058956055e-06,
      "loss": 0.3464,
      "step": 1495380
    },
    {
      "epoch": 417.36,
      "grad_norm": 1.059199333190918,
      "learning_rate": 2.36935602094075e-06,
      "loss": 0.3469,
      "step": 1495390
    },
    {
      "epoch": 417.36,
      "grad_norm": 1.261885643005371,
      "learning_rate": 2.3693289829220384e-06,
      "loss": 0.3422,
      "step": 1495400
    },
    {
      "epoch": 417.36,
      "grad_norm": 1.0462309122085571,
      "learning_rate": 2.369301944899922e-06,
      "loss": 0.3405,
      "step": 1495410
    },
    {
      "epoch": 417.37,
      "grad_norm": 1.0166250467300415,
      "learning_rate": 2.3692749068744037e-06,
      "loss": 0.3522,
      "step": 1495420
    },
    {
      "epoch": 417.37,
      "grad_norm": 1.0601637363433838,
      "learning_rate": 2.3692478688454885e-06,
      "loss": 0.3507,
      "step": 1495430
    },
    {
      "epoch": 417.37,
      "grad_norm": 1.0378260612487793,
      "learning_rate": 2.3692208308131797e-06,
      "loss": 0.3487,
      "step": 1495440
    },
    {
      "epoch": 417.37,
      "grad_norm": 1.054572343826294,
      "learning_rate": 2.36919379277748e-06,
      "loss": 0.3359,
      "step": 1495450
    },
    {
      "epoch": 417.38,
      "grad_norm": 0.9302048683166504,
      "learning_rate": 2.3691667547383946e-06,
      "loss": 0.3577,
      "step": 1495460
    },
    {
      "epoch": 417.38,
      "grad_norm": 0.9526719450950623,
      "learning_rate": 2.369139716695926e-06,
      "loss": 0.3584,
      "step": 1495470
    },
    {
      "epoch": 417.38,
      "grad_norm": 1.2901991605758667,
      "learning_rate": 2.3691126786500782e-06,
      "loss": 0.3561,
      "step": 1495480
    },
    {
      "epoch": 417.38,
      "grad_norm": 1.1253254413604736,
      "learning_rate": 2.3690856406008546e-06,
      "loss": 0.3493,
      "step": 1495490
    },
    {
      "epoch": 417.39,
      "grad_norm": 0.9499805569648743,
      "learning_rate": 2.3690586025482585e-06,
      "loss": 0.3459,
      "step": 1495500
    },
    {
      "epoch": 417.39,
      "grad_norm": 0.9506314396858215,
      "learning_rate": 2.369031564492294e-06,
      "loss": 0.3338,
      "step": 1495510
    },
    {
      "epoch": 417.39,
      "grad_norm": 1.124111294746399,
      "learning_rate": 2.369004526432964e-06,
      "loss": 0.3541,
      "step": 1495520
    },
    {
      "epoch": 417.4,
      "grad_norm": 1.0437520742416382,
      "learning_rate": 2.3689774883702734e-06,
      "loss": 0.3545,
      "step": 1495530
    },
    {
      "epoch": 417.4,
      "grad_norm": 1.0546786785125732,
      "learning_rate": 2.3689504503042247e-06,
      "loss": 0.3454,
      "step": 1495540
    },
    {
      "epoch": 417.4,
      "grad_norm": 1.0113962888717651,
      "learning_rate": 2.3689234122348218e-06,
      "loss": 0.3581,
      "step": 1495550
    },
    {
      "epoch": 417.4,
      "grad_norm": 1.1265954971313477,
      "learning_rate": 2.3688963741620684e-06,
      "loss": 0.3378,
      "step": 1495560
    },
    {
      "epoch": 417.41,
      "grad_norm": 1.206111192703247,
      "learning_rate": 2.368869336085968e-06,
      "loss": 0.3409,
      "step": 1495570
    },
    {
      "epoch": 417.41,
      "grad_norm": 0.8148226737976074,
      "learning_rate": 2.368842298006524e-06,
      "loss": 0.3385,
      "step": 1495580
    },
    {
      "epoch": 417.41,
      "grad_norm": 0.960027277469635,
      "learning_rate": 2.3688152599237403e-06,
      "loss": 0.3204,
      "step": 1495590
    },
    {
      "epoch": 417.42,
      "grad_norm": 1.0956413745880127,
      "learning_rate": 2.3687882218376207e-06,
      "loss": 0.3349,
      "step": 1495600
    },
    {
      "epoch": 417.42,
      "grad_norm": 0.9883587956428528,
      "learning_rate": 2.3687611837481677e-06,
      "loss": 0.3387,
      "step": 1495610
    },
    {
      "epoch": 417.42,
      "grad_norm": 0.9273852109909058,
      "learning_rate": 2.3687341456553866e-06,
      "loss": 0.3372,
      "step": 1495620
    },
    {
      "epoch": 417.42,
      "grad_norm": 1.0667277574539185,
      "learning_rate": 2.36870710755928e-06,
      "loss": 0.3431,
      "step": 1495630
    },
    {
      "epoch": 417.43,
      "grad_norm": 0.9613687992095947,
      "learning_rate": 2.368680069459851e-06,
      "loss": 0.3388,
      "step": 1495640
    },
    {
      "epoch": 417.43,
      "grad_norm": 1.099514126777649,
      "learning_rate": 2.3686530313571043e-06,
      "loss": 0.348,
      "step": 1495650
    },
    {
      "epoch": 417.43,
      "grad_norm": 0.8963293433189392,
      "learning_rate": 2.3686259932510426e-06,
      "loss": 0.3481,
      "step": 1495660
    },
    {
      "epoch": 417.44,
      "grad_norm": 1.0465056896209717,
      "learning_rate": 2.36859895514167e-06,
      "loss": 0.3516,
      "step": 1495670
    },
    {
      "epoch": 417.44,
      "grad_norm": 0.8784366846084595,
      "learning_rate": 2.36857191702899e-06,
      "loss": 0.3467,
      "step": 1495680
    },
    {
      "epoch": 417.44,
      "grad_norm": 1.0235553979873657,
      "learning_rate": 2.368544878913007e-06,
      "loss": 0.3263,
      "step": 1495690
    },
    {
      "epoch": 417.44,
      "grad_norm": 0.93101567029953,
      "learning_rate": 2.368517840793723e-06,
      "loss": 0.3638,
      "step": 1495700
    },
    {
      "epoch": 417.45,
      "grad_norm": 1.6195600032806396,
      "learning_rate": 2.368490802671142e-06,
      "loss": 0.3409,
      "step": 1495710
    },
    {
      "epoch": 417.45,
      "grad_norm": 1.229635238647461,
      "learning_rate": 2.3684637645452687e-06,
      "loss": 0.3474,
      "step": 1495720
    },
    {
      "epoch": 417.45,
      "grad_norm": 1.1036206483840942,
      "learning_rate": 2.3684367264161063e-06,
      "loss": 0.3393,
      "step": 1495730
    },
    {
      "epoch": 417.45,
      "grad_norm": 0.9745415449142456,
      "learning_rate": 2.3684096882836574e-06,
      "loss": 0.3695,
      "step": 1495740
    },
    {
      "epoch": 417.46,
      "grad_norm": 1.0334420204162598,
      "learning_rate": 2.368382650147926e-06,
      "loss": 0.3498,
      "step": 1495750
    },
    {
      "epoch": 417.46,
      "grad_norm": 0.9825047850608826,
      "learning_rate": 2.3683556120089167e-06,
      "loss": 0.3569,
      "step": 1495760
    },
    {
      "epoch": 417.46,
      "grad_norm": 1.0139615535736084,
      "learning_rate": 2.368328573866632e-06,
      "loss": 0.3492,
      "step": 1495770
    },
    {
      "epoch": 417.47,
      "grad_norm": 0.9564459323883057,
      "learning_rate": 2.3683015357210766e-06,
      "loss": 0.3529,
      "step": 1495780
    },
    {
      "epoch": 417.47,
      "grad_norm": 0.9299591183662415,
      "learning_rate": 2.368274497572253e-06,
      "loss": 0.349,
      "step": 1495790
    },
    {
      "epoch": 417.47,
      "grad_norm": 1.172266960144043,
      "learning_rate": 2.368247459420165e-06,
      "loss": 0.3451,
      "step": 1495800
    },
    {
      "epoch": 417.47,
      "grad_norm": 0.9950910806655884,
      "learning_rate": 2.368220421264816e-06,
      "loss": 0.3394,
      "step": 1495810
    },
    {
      "epoch": 417.48,
      "grad_norm": 1.1044877767562866,
      "learning_rate": 2.3681933831062106e-06,
      "loss": 0.3561,
      "step": 1495820
    },
    {
      "epoch": 417.48,
      "grad_norm": 1.087764024734497,
      "learning_rate": 2.368166344944351e-06,
      "loss": 0.332,
      "step": 1495830
    },
    {
      "epoch": 417.48,
      "grad_norm": 1.0049149990081787,
      "learning_rate": 2.3681393067792423e-06,
      "loss": 0.352,
      "step": 1495840
    },
    {
      "epoch": 417.49,
      "grad_norm": 1.304697036743164,
      "learning_rate": 2.3681122686108876e-06,
      "loss": 0.3331,
      "step": 1495850
    },
    {
      "epoch": 417.49,
      "grad_norm": 1.071001648902893,
      "learning_rate": 2.36808523043929e-06,
      "loss": 0.338,
      "step": 1495860
    },
    {
      "epoch": 417.49,
      "grad_norm": 1.084121584892273,
      "learning_rate": 2.368058192264453e-06,
      "loss": 0.3471,
      "step": 1495870
    },
    {
      "epoch": 417.49,
      "grad_norm": 0.9313601851463318,
      "learning_rate": 2.368031154086381e-06,
      "loss": 0.3375,
      "step": 1495880
    },
    {
      "epoch": 417.5,
      "grad_norm": 0.9078381657600403,
      "learning_rate": 2.368004115905077e-06,
      "loss": 0.3506,
      "step": 1495890
    },
    {
      "epoch": 417.5,
      "grad_norm": 0.9747872352600098,
      "learning_rate": 2.3679770777205444e-06,
      "loss": 0.3469,
      "step": 1495900
    },
    {
      "epoch": 417.5,
      "grad_norm": 0.9328339099884033,
      "learning_rate": 2.3679500395327877e-06,
      "loss": 0.3355,
      "step": 1495910
    },
    {
      "epoch": 417.5,
      "grad_norm": 1.1273449659347534,
      "learning_rate": 2.3679230013418097e-06,
      "loss": 0.3387,
      "step": 1495920
    },
    {
      "epoch": 417.51,
      "grad_norm": 1.0033544301986694,
      "learning_rate": 2.3678959631476146e-06,
      "loss": 0.3627,
      "step": 1495930
    },
    {
      "epoch": 417.51,
      "grad_norm": 1.0570628643035889,
      "learning_rate": 2.3678689249502055e-06,
      "loss": 0.3437,
      "step": 1495940
    },
    {
      "epoch": 417.51,
      "grad_norm": 0.9368935823440552,
      "learning_rate": 2.3678418867495866e-06,
      "loss": 0.3561,
      "step": 1495950
    },
    {
      "epoch": 417.52,
      "grad_norm": 0.9433767795562744,
      "learning_rate": 2.3678148485457604e-06,
      "loss": 0.3475,
      "step": 1495960
    },
    {
      "epoch": 417.52,
      "grad_norm": 1.1141191720962524,
      "learning_rate": 2.3677878103387306e-06,
      "loss": 0.327,
      "step": 1495970
    },
    {
      "epoch": 417.52,
      "grad_norm": 1.2243521213531494,
      "learning_rate": 2.367760772128502e-06,
      "loss": 0.3436,
      "step": 1495980
    },
    {
      "epoch": 417.52,
      "grad_norm": 0.841802179813385,
      "learning_rate": 2.367733733915078e-06,
      "loss": 0.3378,
      "step": 1495990
    },
    {
      "epoch": 417.53,
      "grad_norm": 1.0667310953140259,
      "learning_rate": 2.367706695698462e-06,
      "loss": 0.3539,
      "step": 1496000
    },
    {
      "epoch": 417.53,
      "grad_norm": 1.304667353630066,
      "learning_rate": 2.367679657478656e-06,
      "loss": 0.3505,
      "step": 1496010
    },
    {
      "epoch": 417.53,
      "grad_norm": 0.9004641175270081,
      "learning_rate": 2.3676526192556663e-06,
      "loss": 0.3351,
      "step": 1496020
    },
    {
      "epoch": 417.54,
      "grad_norm": 0.9869136214256287,
      "learning_rate": 2.3676255810294945e-06,
      "loss": 0.3443,
      "step": 1496030
    },
    {
      "epoch": 417.54,
      "grad_norm": 1.1795045137405396,
      "learning_rate": 2.3675985428001446e-06,
      "loss": 0.3574,
      "step": 1496040
    },
    {
      "epoch": 417.54,
      "grad_norm": 1.0254416465759277,
      "learning_rate": 2.367571504567621e-06,
      "loss": 0.3502,
      "step": 1496050
    },
    {
      "epoch": 417.54,
      "grad_norm": 1.0766363143920898,
      "learning_rate": 2.3675444663319263e-06,
      "loss": 0.3437,
      "step": 1496060
    },
    {
      "epoch": 417.55,
      "grad_norm": 1.3119497299194336,
      "learning_rate": 2.3675174280930655e-06,
      "loss": 0.366,
      "step": 1496070
    },
    {
      "epoch": 417.55,
      "grad_norm": 0.9754810333251953,
      "learning_rate": 2.3674903898510402e-06,
      "loss": 0.3524,
      "step": 1496080
    },
    {
      "epoch": 417.55,
      "grad_norm": 1.1750646829605103,
      "learning_rate": 2.3674633516058555e-06,
      "loss": 0.3404,
      "step": 1496090
    },
    {
      "epoch": 417.56,
      "grad_norm": 1.1153000593185425,
      "learning_rate": 2.367436313357514e-06,
      "loss": 0.3412,
      "step": 1496100
    },
    {
      "epoch": 417.56,
      "grad_norm": 0.9726667404174805,
      "learning_rate": 2.3674092751060204e-06,
      "loss": 0.339,
      "step": 1496110
    },
    {
      "epoch": 417.56,
      "grad_norm": 0.9933043122291565,
      "learning_rate": 2.3673822368513777e-06,
      "loss": 0.3554,
      "step": 1496120
    },
    {
      "epoch": 417.56,
      "grad_norm": 1.1917273998260498,
      "learning_rate": 2.367355198593589e-06,
      "loss": 0.3473,
      "step": 1496130
    },
    {
      "epoch": 417.57,
      "grad_norm": 1.0786449909210205,
      "learning_rate": 2.3673281603326593e-06,
      "loss": 0.3393,
      "step": 1496140
    },
    {
      "epoch": 417.57,
      "grad_norm": 0.9976908564567566,
      "learning_rate": 2.3673011220685917e-06,
      "loss": 0.3406,
      "step": 1496150
    },
    {
      "epoch": 417.57,
      "grad_norm": 1.0215781927108765,
      "learning_rate": 2.3672740838013883e-06,
      "loss": 0.3518,
      "step": 1496160
    },
    {
      "epoch": 417.57,
      "grad_norm": 1.1352946758270264,
      "learning_rate": 2.3672470455310535e-06,
      "loss": 0.3524,
      "step": 1496170
    },
    {
      "epoch": 417.58,
      "grad_norm": 1.001739740371704,
      "learning_rate": 2.3672200072575927e-06,
      "loss": 0.3489,
      "step": 1496180
    },
    {
      "epoch": 417.58,
      "grad_norm": 1.0208749771118164,
      "learning_rate": 2.3671929689810067e-06,
      "loss": 0.3359,
      "step": 1496190
    },
    {
      "epoch": 417.58,
      "grad_norm": 1.0715841054916382,
      "learning_rate": 2.367165930701301e-06,
      "loss": 0.3535,
      "step": 1496200
    },
    {
      "epoch": 417.59,
      "grad_norm": 1.3386677503585815,
      "learning_rate": 2.367138892418479e-06,
      "loss": 0.3586,
      "step": 1496210
    },
    {
      "epoch": 417.59,
      "grad_norm": 0.9685971140861511,
      "learning_rate": 2.367111854132544e-06,
      "loss": 0.3607,
      "step": 1496220
    },
    {
      "epoch": 417.59,
      "grad_norm": 0.882025420665741,
      "learning_rate": 2.3670848158434985e-06,
      "loss": 0.3249,
      "step": 1496230
    },
    {
      "epoch": 417.59,
      "grad_norm": 1.00011146068573,
      "learning_rate": 2.3670577775513488e-06,
      "loss": 0.319,
      "step": 1496240
    },
    {
      "epoch": 417.6,
      "grad_norm": 0.9751187562942505,
      "learning_rate": 2.3670307392560955e-06,
      "loss": 0.3432,
      "step": 1496250
    },
    {
      "epoch": 417.6,
      "grad_norm": 1.000778079032898,
      "learning_rate": 2.3670037009577434e-06,
      "loss": 0.3387,
      "step": 1496260
    },
    {
      "epoch": 417.6,
      "grad_norm": 1.0912818908691406,
      "learning_rate": 2.366976662656296e-06,
      "loss": 0.3496,
      "step": 1496270
    },
    {
      "epoch": 417.61,
      "grad_norm": 1.3804562091827393,
      "learning_rate": 2.366949624351758e-06,
      "loss": 0.3492,
      "step": 1496280
    },
    {
      "epoch": 417.61,
      "grad_norm": 0.8773090839385986,
      "learning_rate": 2.3669225860441327e-06,
      "loss": 0.3455,
      "step": 1496290
    },
    {
      "epoch": 417.61,
      "grad_norm": 1.336318016052246,
      "learning_rate": 2.366895547733422e-06,
      "loss": 0.3341,
      "step": 1496300
    },
    {
      "epoch": 417.61,
      "grad_norm": 0.9161709547042847,
      "learning_rate": 2.3668685094196313e-06,
      "loss": 0.3541,
      "step": 1496310
    },
    {
      "epoch": 417.62,
      "grad_norm": 1.1612486839294434,
      "learning_rate": 2.3668414711027626e-06,
      "loss": 0.3567,
      "step": 1496320
    },
    {
      "epoch": 417.62,
      "grad_norm": 0.9497281908988953,
      "learning_rate": 2.366814432782821e-06,
      "loss": 0.3512,
      "step": 1496330
    },
    {
      "epoch": 417.62,
      "grad_norm": 1.1179627180099487,
      "learning_rate": 2.3667873944598095e-06,
      "loss": 0.3424,
      "step": 1496340
    },
    {
      "epoch": 417.62,
      "grad_norm": 1.2409979104995728,
      "learning_rate": 2.366760356133732e-06,
      "loss": 0.3456,
      "step": 1496350
    },
    {
      "epoch": 417.63,
      "grad_norm": 1.1224164962768555,
      "learning_rate": 2.3667333178045917e-06,
      "loss": 0.3444,
      "step": 1496360
    },
    {
      "epoch": 417.63,
      "grad_norm": 1.036927580833435,
      "learning_rate": 2.3667062794723925e-06,
      "loss": 0.3498,
      "step": 1496370
    },
    {
      "epoch": 417.63,
      "grad_norm": 1.1312592029571533,
      "learning_rate": 2.366679241137137e-06,
      "loss": 0.3486,
      "step": 1496380
    },
    {
      "epoch": 417.64,
      "grad_norm": 1.0434950590133667,
      "learning_rate": 2.3666522027988298e-06,
      "loss": 0.3447,
      "step": 1496390
    },
    {
      "epoch": 417.64,
      "grad_norm": 1.194276213645935,
      "learning_rate": 2.366625164457475e-06,
      "loss": 0.337,
      "step": 1496400
    },
    {
      "epoch": 417.64,
      "grad_norm": 1.207000494003296,
      "learning_rate": 2.3665981261130748e-06,
      "loss": 0.3353,
      "step": 1496410
    },
    {
      "epoch": 417.64,
      "grad_norm": 1.1001862287521362,
      "learning_rate": 2.3665710877656333e-06,
      "loss": 0.3706,
      "step": 1496420
    },
    {
      "epoch": 417.65,
      "grad_norm": 0.9831773042678833,
      "learning_rate": 2.366544049415155e-06,
      "loss": 0.3528,
      "step": 1496430
    },
    {
      "epoch": 417.65,
      "grad_norm": 0.9755695462226868,
      "learning_rate": 2.3665170110616434e-06,
      "loss": 0.3453,
      "step": 1496440
    },
    {
      "epoch": 417.65,
      "grad_norm": 1.0743560791015625,
      "learning_rate": 2.3664899727051005e-06,
      "loss": 0.3548,
      "step": 1496450
    },
    {
      "epoch": 417.66,
      "grad_norm": 0.972914457321167,
      "learning_rate": 2.3664629343455307e-06,
      "loss": 0.3483,
      "step": 1496460
    },
    {
      "epoch": 417.66,
      "grad_norm": 1.0629808902740479,
      "learning_rate": 2.3664358959829383e-06,
      "loss": 0.3455,
      "step": 1496470
    },
    {
      "epoch": 417.66,
      "grad_norm": 1.057134985923767,
      "learning_rate": 2.3664088576173262e-06,
      "loss": 0.3479,
      "step": 1496480
    },
    {
      "epoch": 417.66,
      "grad_norm": 1.0673387050628662,
      "learning_rate": 2.3663818192486983e-06,
      "loss": 0.3586,
      "step": 1496490
    },
    {
      "epoch": 417.67,
      "grad_norm": 0.953642725944519,
      "learning_rate": 2.3663547808770583e-06,
      "loss": 0.3416,
      "step": 1496500
    },
    {
      "epoch": 417.67,
      "grad_norm": 1.2931056022644043,
      "learning_rate": 2.3663277425024097e-06,
      "loss": 0.3508,
      "step": 1496510
    },
    {
      "epoch": 417.67,
      "grad_norm": 1.0370914936065674,
      "learning_rate": 2.3663007041247554e-06,
      "loss": 0.3381,
      "step": 1496520
    },
    {
      "epoch": 417.68,
      "grad_norm": 1.104336142539978,
      "learning_rate": 2.3662736657441004e-06,
      "loss": 0.3407,
      "step": 1496530
    },
    {
      "epoch": 417.68,
      "grad_norm": 0.9394758939743042,
      "learning_rate": 2.3662466273604466e-06,
      "loss": 0.3494,
      "step": 1496540
    },
    {
      "epoch": 417.68,
      "grad_norm": 0.9405925869941711,
      "learning_rate": 2.3662195889737984e-06,
      "loss": 0.3478,
      "step": 1496550
    },
    {
      "epoch": 417.68,
      "grad_norm": 0.9491927027702332,
      "learning_rate": 2.36619255058416e-06,
      "loss": 0.3301,
      "step": 1496560
    },
    {
      "epoch": 417.69,
      "grad_norm": 0.962479829788208,
      "learning_rate": 2.366165512191535e-06,
      "loss": 0.3417,
      "step": 1496570
    },
    {
      "epoch": 417.69,
      "grad_norm": 1.0827745199203491,
      "learning_rate": 2.366138473795926e-06,
      "loss": 0.3442,
      "step": 1496580
    },
    {
      "epoch": 417.69,
      "grad_norm": 0.9984808564186096,
      "learning_rate": 2.3661114353973366e-06,
      "loss": 0.347,
      "step": 1496590
    },
    {
      "epoch": 417.69,
      "grad_norm": 0.9129087924957275,
      "learning_rate": 2.366084396995772e-06,
      "loss": 0.3274,
      "step": 1496600
    },
    {
      "epoch": 417.7,
      "grad_norm": 0.9833514094352722,
      "learning_rate": 2.366057358591234e-06,
      "loss": 0.3617,
      "step": 1496610
    },
    {
      "epoch": 417.7,
      "grad_norm": 0.8487585186958313,
      "learning_rate": 2.3660303201837263e-06,
      "loss": 0.3548,
      "step": 1496620
    },
    {
      "epoch": 417.7,
      "grad_norm": 1.1804680824279785,
      "learning_rate": 2.366003281773254e-06,
      "loss": 0.3361,
      "step": 1496630
    },
    {
      "epoch": 417.71,
      "grad_norm": 0.9101206660270691,
      "learning_rate": 2.3659762433598194e-06,
      "loss": 0.3469,
      "step": 1496640
    },
    {
      "epoch": 417.71,
      "grad_norm": 1.11819589138031,
      "learning_rate": 2.3659492049434264e-06,
      "loss": 0.3366,
      "step": 1496650
    },
    {
      "epoch": 417.71,
      "grad_norm": 1.0526090860366821,
      "learning_rate": 2.365922166524079e-06,
      "loss": 0.357,
      "step": 1496660
    },
    {
      "epoch": 417.71,
      "grad_norm": 1.0504531860351562,
      "learning_rate": 2.3658951281017805e-06,
      "loss": 0.344,
      "step": 1496670
    },
    {
      "epoch": 417.72,
      "grad_norm": 1.0216671228408813,
      "learning_rate": 2.365868089676534e-06,
      "loss": 0.3495,
      "step": 1496680
    },
    {
      "epoch": 417.72,
      "grad_norm": 1.0671985149383545,
      "learning_rate": 2.3658410512483444e-06,
      "loss": 0.3483,
      "step": 1496690
    },
    {
      "epoch": 417.72,
      "grad_norm": 0.9145169258117676,
      "learning_rate": 2.3658140128172134e-06,
      "loss": 0.3663,
      "step": 1496700
    },
    {
      "epoch": 417.73,
      "grad_norm": 1.082945466041565,
      "learning_rate": 2.3657869743831463e-06,
      "loss": 0.3467,
      "step": 1496710
    },
    {
      "epoch": 417.73,
      "grad_norm": 1.009905219078064,
      "learning_rate": 2.365759935946146e-06,
      "loss": 0.3547,
      "step": 1496720
    },
    {
      "epoch": 417.73,
      "grad_norm": 1.0009995698928833,
      "learning_rate": 2.365732897506216e-06,
      "loss": 0.3379,
      "step": 1496730
    },
    {
      "epoch": 417.73,
      "grad_norm": 0.937817394733429,
      "learning_rate": 2.3657058590633604e-06,
      "loss": 0.3561,
      "step": 1496740
    },
    {
      "epoch": 417.74,
      "grad_norm": 1.0035957098007202,
      "learning_rate": 2.365678820617582e-06,
      "loss": 0.3403,
      "step": 1496750
    },
    {
      "epoch": 417.74,
      "grad_norm": 1.0182757377624512,
      "learning_rate": 2.365651782168886e-06,
      "loss": 0.342,
      "step": 1496760
    },
    {
      "epoch": 417.74,
      "grad_norm": 1.1160061359405518,
      "learning_rate": 2.3656247437172734e-06,
      "loss": 0.3479,
      "step": 1496770
    },
    {
      "epoch": 417.74,
      "grad_norm": 1.2470309734344482,
      "learning_rate": 2.36559770526275e-06,
      "loss": 0.3535,
      "step": 1496780
    },
    {
      "epoch": 417.75,
      "grad_norm": 0.9295330047607422,
      "learning_rate": 2.3655706668053186e-06,
      "loss": 0.3508,
      "step": 1496790
    },
    {
      "epoch": 417.75,
      "grad_norm": 1.020950436592102,
      "learning_rate": 2.365543628344983e-06,
      "loss": 0.3369,
      "step": 1496800
    },
    {
      "epoch": 417.75,
      "grad_norm": 2.5359935760498047,
      "learning_rate": 2.365516589881746e-06,
      "loss": 0.3364,
      "step": 1496810
    },
    {
      "epoch": 417.76,
      "grad_norm": 1.060803771018982,
      "learning_rate": 2.3654895514156128e-06,
      "loss": 0.3391,
      "step": 1496820
    },
    {
      "epoch": 417.76,
      "grad_norm": 1.011997938156128,
      "learning_rate": 2.3654625129465856e-06,
      "loss": 0.3589,
      "step": 1496830
    },
    {
      "epoch": 417.76,
      "grad_norm": 0.9324595928192139,
      "learning_rate": 2.365435474474668e-06,
      "loss": 0.3625,
      "step": 1496840
    },
    {
      "epoch": 417.76,
      "grad_norm": 2.9699184894561768,
      "learning_rate": 2.3654084359998644e-06,
      "loss": 0.3563,
      "step": 1496850
    },
    {
      "epoch": 417.77,
      "grad_norm": 1.083414912223816,
      "learning_rate": 2.3653813975221785e-06,
      "loss": 0.3422,
      "step": 1496860
    },
    {
      "epoch": 417.77,
      "grad_norm": 1.0437912940979004,
      "learning_rate": 2.365354359041613e-06,
      "loss": 0.3382,
      "step": 1496870
    },
    {
      "epoch": 417.77,
      "grad_norm": 2.1497325897216797,
      "learning_rate": 2.3653273205581723e-06,
      "loss": 0.3436,
      "step": 1496880
    },
    {
      "epoch": 417.78,
      "grad_norm": 1.0948066711425781,
      "learning_rate": 2.36530028207186e-06,
      "loss": 0.3476,
      "step": 1496890
    },
    {
      "epoch": 417.78,
      "grad_norm": 1.0792713165283203,
      "learning_rate": 2.3652732435826787e-06,
      "loss": 0.3496,
      "step": 1496900
    },
    {
      "epoch": 417.78,
      "grad_norm": 1.2537134885787964,
      "learning_rate": 2.365246205090632e-06,
      "loss": 0.3378,
      "step": 1496910
    },
    {
      "epoch": 417.78,
      "grad_norm": 1.0347918272018433,
      "learning_rate": 2.3652191665957256e-06,
      "loss": 0.3429,
      "step": 1496920
    },
    {
      "epoch": 417.79,
      "grad_norm": 1.0397906303405762,
      "learning_rate": 2.3651921280979603e-06,
      "loss": 0.3269,
      "step": 1496930
    },
    {
      "epoch": 417.79,
      "grad_norm": 1.0411055088043213,
      "learning_rate": 2.3651650895973417e-06,
      "loss": 0.3344,
      "step": 1496940
    },
    {
      "epoch": 417.79,
      "grad_norm": 0.9867592453956604,
      "learning_rate": 2.3651380510938734e-06,
      "loss": 0.3416,
      "step": 1496950
    },
    {
      "epoch": 417.8,
      "grad_norm": 0.9948086142539978,
      "learning_rate": 2.3651110125875573e-06,
      "loss": 0.3408,
      "step": 1496960
    },
    {
      "epoch": 417.8,
      "grad_norm": 1.136312484741211,
      "learning_rate": 2.365083974078398e-06,
      "loss": 0.3541,
      "step": 1496970
    },
    {
      "epoch": 417.8,
      "grad_norm": 1.0505306720733643,
      "learning_rate": 2.3650569355663997e-06,
      "loss": 0.3572,
      "step": 1496980
    },
    {
      "epoch": 417.8,
      "grad_norm": 1.128010630607605,
      "learning_rate": 2.365029897051566e-06,
      "loss": 0.3416,
      "step": 1496990
    },
    {
      "epoch": 417.81,
      "grad_norm": 0.8632839918136597,
      "learning_rate": 2.3650028585338986e-06,
      "loss": 0.342,
      "step": 1497000
    },
    {
      "epoch": 417.81,
      "grad_norm": 1.1293803453445435,
      "learning_rate": 2.3649758200134028e-06,
      "loss": 0.3288,
      "step": 1497010
    },
    {
      "epoch": 417.81,
      "grad_norm": 1.0056471824645996,
      "learning_rate": 2.3649487814900825e-06,
      "loss": 0.3482,
      "step": 1497020
    },
    {
      "epoch": 417.81,
      "grad_norm": 1.3032519817352295,
      "learning_rate": 2.3649217429639403e-06,
      "loss": 0.3483,
      "step": 1497030
    },
    {
      "epoch": 417.82,
      "grad_norm": 1.0792338848114014,
      "learning_rate": 2.3648947044349805e-06,
      "loss": 0.3442,
      "step": 1497040
    },
    {
      "epoch": 417.82,
      "grad_norm": 0.8622593283653259,
      "learning_rate": 2.364867665903206e-06,
      "loss": 0.3263,
      "step": 1497050
    },
    {
      "epoch": 417.82,
      "grad_norm": 1.0071007013320923,
      "learning_rate": 2.36484062736862e-06,
      "loss": 0.337,
      "step": 1497060
    },
    {
      "epoch": 417.83,
      "grad_norm": 1.1197303533554077,
      "learning_rate": 2.3648135888312277e-06,
      "loss": 0.3454,
      "step": 1497070
    },
    {
      "epoch": 417.83,
      "grad_norm": 1.118758201599121,
      "learning_rate": 2.364786550291032e-06,
      "loss": 0.3462,
      "step": 1497080
    },
    {
      "epoch": 417.83,
      "grad_norm": 0.9774357080459595,
      "learning_rate": 2.3647595117480355e-06,
      "loss": 0.3421,
      "step": 1497090
    },
    {
      "epoch": 417.83,
      "grad_norm": 1.0170197486877441,
      "learning_rate": 2.364732473202243e-06,
      "loss": 0.3517,
      "step": 1497100
    },
    {
      "epoch": 417.84,
      "grad_norm": 1.1966702938079834,
      "learning_rate": 2.3647054346536587e-06,
      "loss": 0.3271,
      "step": 1497110
    },
    {
      "epoch": 417.84,
      "grad_norm": 0.9705938100814819,
      "learning_rate": 2.364678396102284e-06,
      "loss": 0.3672,
      "step": 1497120
    },
    {
      "epoch": 417.84,
      "grad_norm": 1.3429038524627686,
      "learning_rate": 2.3646513575481235e-06,
      "loss": 0.3585,
      "step": 1497130
    },
    {
      "epoch": 417.85,
      "grad_norm": 1.1503218412399292,
      "learning_rate": 2.3646243189911815e-06,
      "loss": 0.3539,
      "step": 1497140
    },
    {
      "epoch": 417.85,
      "grad_norm": 0.951887309551239,
      "learning_rate": 2.3645972804314617e-06,
      "loss": 0.3443,
      "step": 1497150
    },
    {
      "epoch": 417.85,
      "grad_norm": 0.9007847905158997,
      "learning_rate": 2.364570241868966e-06,
      "loss": 0.3468,
      "step": 1497160
    },
    {
      "epoch": 417.85,
      "grad_norm": 1.0379780530929565,
      "learning_rate": 2.3645432033037e-06,
      "loss": 0.3591,
      "step": 1497170
    },
    {
      "epoch": 417.86,
      "grad_norm": 0.8701630234718323,
      "learning_rate": 2.3645161647356665e-06,
      "loss": 0.3472,
      "step": 1497180
    },
    {
      "epoch": 417.86,
      "grad_norm": 1.2653287649154663,
      "learning_rate": 2.3644891261648687e-06,
      "loss": 0.357,
      "step": 1497190
    },
    {
      "epoch": 417.86,
      "grad_norm": 1.2801895141601562,
      "learning_rate": 2.3644620875913105e-06,
      "loss": 0.3642,
      "step": 1497200
    },
    {
      "epoch": 417.86,
      "grad_norm": 1.0794992446899414,
      "learning_rate": 2.3644350490149956e-06,
      "loss": 0.3408,
      "step": 1497210
    },
    {
      "epoch": 417.87,
      "grad_norm": 1.2152156829833984,
      "learning_rate": 2.364408010435927e-06,
      "loss": 0.3583,
      "step": 1497220
    },
    {
      "epoch": 417.87,
      "grad_norm": 1.1046583652496338,
      "learning_rate": 2.3643809718541094e-06,
      "loss": 0.3453,
      "step": 1497230
    },
    {
      "epoch": 417.87,
      "grad_norm": 1.0339219570159912,
      "learning_rate": 2.3643539332695456e-06,
      "loss": 0.3538,
      "step": 1497240
    },
    {
      "epoch": 417.88,
      "grad_norm": 1.097240686416626,
      "learning_rate": 2.3643268946822396e-06,
      "loss": 0.3361,
      "step": 1497250
    },
    {
      "epoch": 417.88,
      "grad_norm": 1.2102018594741821,
      "learning_rate": 2.3642998560921947e-06,
      "loss": 0.3519,
      "step": 1497260
    },
    {
      "epoch": 417.88,
      "grad_norm": 1.0125668048858643,
      "learning_rate": 2.3642728174994144e-06,
      "loss": 0.3441,
      "step": 1497270
    },
    {
      "epoch": 417.88,
      "grad_norm": 1.0740660429000854,
      "learning_rate": 2.3642457789039027e-06,
      "loss": 0.3304,
      "step": 1497280
    },
    {
      "epoch": 417.89,
      "grad_norm": 1.003330945968628,
      "learning_rate": 2.3642187403056632e-06,
      "loss": 0.3466,
      "step": 1497290
    },
    {
      "epoch": 417.89,
      "grad_norm": 0.9345852136611938,
      "learning_rate": 2.364191701704699e-06,
      "loss": 0.3429,
      "step": 1497300
    },
    {
      "epoch": 417.89,
      "grad_norm": 1.0778319835662842,
      "learning_rate": 2.364164663101014e-06,
      "loss": 0.3553,
      "step": 1497310
    },
    {
      "epoch": 417.9,
      "grad_norm": 1.0882428884506226,
      "learning_rate": 2.3641376244946122e-06,
      "loss": 0.3512,
      "step": 1497320
    },
    {
      "epoch": 417.9,
      "grad_norm": 1.1202222108840942,
      "learning_rate": 2.3641105858854964e-06,
      "loss": 0.3489,
      "step": 1497330
    },
    {
      "epoch": 417.9,
      "grad_norm": 1.0173654556274414,
      "learning_rate": 2.364083547273671e-06,
      "loss": 0.3415,
      "step": 1497340
    },
    {
      "epoch": 417.9,
      "grad_norm": 0.9975866079330444,
      "learning_rate": 2.3640565086591387e-06,
      "loss": 0.3378,
      "step": 1497350
    },
    {
      "epoch": 417.91,
      "grad_norm": 0.9262595772743225,
      "learning_rate": 2.3640294700419033e-06,
      "loss": 0.3494,
      "step": 1497360
    },
    {
      "epoch": 417.91,
      "grad_norm": 0.8846610188484192,
      "learning_rate": 2.3640024314219695e-06,
      "loss": 0.3542,
      "step": 1497370
    },
    {
      "epoch": 417.91,
      "grad_norm": 1.0085991621017456,
      "learning_rate": 2.3639753927993397e-06,
      "loss": 0.3548,
      "step": 1497380
    },
    {
      "epoch": 417.92,
      "grad_norm": 1.160512924194336,
      "learning_rate": 2.3639483541740185e-06,
      "loss": 0.3494,
      "step": 1497390
    },
    {
      "epoch": 417.92,
      "grad_norm": 2.6540164947509766,
      "learning_rate": 2.3639213155460087e-06,
      "loss": 0.3353,
      "step": 1497400
    },
    {
      "epoch": 417.92,
      "grad_norm": 1.0164899826049805,
      "learning_rate": 2.3638942769153135e-06,
      "loss": 0.3527,
      "step": 1497410
    },
    {
      "epoch": 417.92,
      "grad_norm": 0.9137219190597534,
      "learning_rate": 2.363867238281937e-06,
      "loss": 0.3402,
      "step": 1497420
    },
    {
      "epoch": 417.93,
      "grad_norm": 1.0513691902160645,
      "learning_rate": 2.3638401996458833e-06,
      "loss": 0.3446,
      "step": 1497430
    },
    {
      "epoch": 417.93,
      "grad_norm": 0.9430209994316101,
      "learning_rate": 2.363813161007156e-06,
      "loss": 0.3585,
      "step": 1497440
    },
    {
      "epoch": 417.93,
      "grad_norm": 1.0611417293548584,
      "learning_rate": 2.3637861223657573e-06,
      "loss": 0.3358,
      "step": 1497450
    },
    {
      "epoch": 417.93,
      "grad_norm": 1.13591730594635,
      "learning_rate": 2.363759083721693e-06,
      "loss": 0.3487,
      "step": 1497460
    },
    {
      "epoch": 417.94,
      "grad_norm": 1.3721463680267334,
      "learning_rate": 2.363732045074965e-06,
      "loss": 0.3309,
      "step": 1497470
    },
    {
      "epoch": 417.94,
      "grad_norm": 1.0730928182601929,
      "learning_rate": 2.3637050064255765e-06,
      "loss": 0.3365,
      "step": 1497480
    },
    {
      "epoch": 417.94,
      "grad_norm": 1.019453525543213,
      "learning_rate": 2.3636779677735327e-06,
      "loss": 0.3458,
      "step": 1497490
    },
    {
      "epoch": 417.95,
      "grad_norm": 1.1481983661651611,
      "learning_rate": 2.3636509291188367e-06,
      "loss": 0.3446,
      "step": 1497500
    },
    {
      "epoch": 417.95,
      "grad_norm": 1.7319773435592651,
      "learning_rate": 2.3636238904614913e-06,
      "loss": 0.3586,
      "step": 1497510
    },
    {
      "epoch": 417.95,
      "grad_norm": 0.9145792722702026,
      "learning_rate": 2.363596851801501e-06,
      "loss": 0.3387,
      "step": 1497520
    },
    {
      "epoch": 417.95,
      "grad_norm": 1.1120799779891968,
      "learning_rate": 2.3635698131388696e-06,
      "loss": 0.3313,
      "step": 1497530
    },
    {
      "epoch": 417.96,
      "grad_norm": 0.9634186029434204,
      "learning_rate": 2.3635427744735997e-06,
      "loss": 0.3445,
      "step": 1497540
    },
    {
      "epoch": 417.96,
      "grad_norm": 0.8968417644500732,
      "learning_rate": 2.363515735805695e-06,
      "loss": 0.3449,
      "step": 1497550
    },
    {
      "epoch": 417.96,
      "grad_norm": 0.9828104972839355,
      "learning_rate": 2.3634886971351597e-06,
      "loss": 0.349,
      "step": 1497560
    },
    {
      "epoch": 417.97,
      "grad_norm": 1.0013549327850342,
      "learning_rate": 2.363461658461998e-06,
      "loss": 0.3432,
      "step": 1497570
    },
    {
      "epoch": 417.97,
      "grad_norm": 1.0083034038543701,
      "learning_rate": 2.3634346197862113e-06,
      "loss": 0.3488,
      "step": 1497580
    },
    {
      "epoch": 417.97,
      "grad_norm": 1.1896241903305054,
      "learning_rate": 2.363407581107805e-06,
      "loss": 0.3348,
      "step": 1497590
    },
    {
      "epoch": 417.97,
      "grad_norm": 1.097388744354248,
      "learning_rate": 2.363380542426783e-06,
      "loss": 0.341,
      "step": 1497600
    },
    {
      "epoch": 417.98,
      "grad_norm": 1.2344666719436646,
      "learning_rate": 2.363353503743148e-06,
      "loss": 0.3497,
      "step": 1497610
    },
    {
      "epoch": 417.98,
      "grad_norm": 0.9221383929252625,
      "learning_rate": 2.363326465056903e-06,
      "loss": 0.3535,
      "step": 1497620
    },
    {
      "epoch": 417.98,
      "grad_norm": 1.0123035907745361,
      "learning_rate": 2.3632994263680533e-06,
      "loss": 0.3601,
      "step": 1497630
    },
    {
      "epoch": 417.98,
      "grad_norm": 1.0995267629623413,
      "learning_rate": 2.363272387676601e-06,
      "loss": 0.3534,
      "step": 1497640
    },
    {
      "epoch": 417.99,
      "grad_norm": 0.9835389852523804,
      "learning_rate": 2.3632453489825496e-06,
      "loss": 0.3566,
      "step": 1497650
    },
    {
      "epoch": 417.99,
      "grad_norm": 1.0630264282226562,
      "learning_rate": 2.3632183102859043e-06,
      "loss": 0.3511,
      "step": 1497660
    },
    {
      "epoch": 417.99,
      "grad_norm": 1.00448739528656,
      "learning_rate": 2.3631912715866676e-06,
      "loss": 0.3466,
      "step": 1497670
    },
    {
      "epoch": 418.0,
      "grad_norm": 1.1388088464736938,
      "learning_rate": 2.363164232884843e-06,
      "loss": 0.342,
      "step": 1497680
    },
    {
      "epoch": 418.0,
      "grad_norm": 1.026259422302246,
      "learning_rate": 2.363137194180435e-06,
      "loss": 0.36,
      "step": 1497690
    },
    {
      "epoch": 418.0,
      "eval_loss": 0.34709322452545166,
      "eval_runtime": 62.8715,
      "eval_samples_per_second": 80.466,
      "eval_steps_per_second": 10.068,
      "step": 1497694
    },
    {
      "epoch": 418.0,
      "grad_norm": 0.9418370127677917,
      "learning_rate": 2.3631101554734465e-06,
      "loss": 0.3529,
      "step": 1497700
    },
    {
      "epoch": 418.0,
      "grad_norm": 1.1614989042282104,
      "learning_rate": 2.36308311676388e-06,
      "loss": 0.3508,
      "step": 1497710
    },
    {
      "epoch": 418.01,
      "grad_norm": 1.0858044624328613,
      "learning_rate": 2.3630560780517414e-06,
      "loss": 0.3574,
      "step": 1497720
    },
    {
      "epoch": 418.01,
      "grad_norm": 0.995498538017273,
      "learning_rate": 2.3630290393370328e-06,
      "loss": 0.338,
      "step": 1497730
    },
    {
      "epoch": 418.01,
      "grad_norm": 1.0216327905654907,
      "learning_rate": 2.3630020006197585e-06,
      "loss": 0.3474,
      "step": 1497740
    },
    {
      "epoch": 418.02,
      "grad_norm": 1.1058968305587769,
      "learning_rate": 2.3629749618999206e-06,
      "loss": 0.356,
      "step": 1497750
    },
    {
      "epoch": 418.02,
      "grad_norm": 0.9501234292984009,
      "learning_rate": 2.362947923177525e-06,
      "loss": 0.3292,
      "step": 1497760
    },
    {
      "epoch": 418.02,
      "grad_norm": 1.0091314315795898,
      "learning_rate": 2.3629208844525746e-06,
      "loss": 0.3353,
      "step": 1497770
    },
    {
      "epoch": 418.02,
      "grad_norm": 0.9753738045692444,
      "learning_rate": 2.3628938457250715e-06,
      "loss": 0.3353,
      "step": 1497780
    },
    {
      "epoch": 418.03,
      "grad_norm": 0.9309292435646057,
      "learning_rate": 2.362866806995021e-06,
      "loss": 0.3654,
      "step": 1497790
    },
    {
      "epoch": 418.03,
      "grad_norm": 1.1293617486953735,
      "learning_rate": 2.3628397682624255e-06,
      "loss": 0.3405,
      "step": 1497800
    },
    {
      "epoch": 418.03,
      "grad_norm": 1.097878098487854,
      "learning_rate": 2.362812729527289e-06,
      "loss": 0.3621,
      "step": 1497810
    },
    {
      "epoch": 418.04,
      "grad_norm": 1.1170213222503662,
      "learning_rate": 2.362785690789616e-06,
      "loss": 0.3583,
      "step": 1497820
    },
    {
      "epoch": 418.04,
      "grad_norm": 0.9786952137947083,
      "learning_rate": 2.3627586520494087e-06,
      "loss": 0.3302,
      "step": 1497830
    },
    {
      "epoch": 418.04,
      "grad_norm": 1.0139951705932617,
      "learning_rate": 2.3627316133066717e-06,
      "loss": 0.3214,
      "step": 1497840
    },
    {
      "epoch": 418.04,
      "grad_norm": 2.5120608806610107,
      "learning_rate": 2.362704574561408e-06,
      "loss": 0.3415,
      "step": 1497850
    },
    {
      "epoch": 418.05,
      "grad_norm": 0.9953371286392212,
      "learning_rate": 2.362677535813622e-06,
      "loss": 0.3524,
      "step": 1497860
    },
    {
      "epoch": 418.05,
      "grad_norm": 0.9951009750366211,
      "learning_rate": 2.362650497063316e-06,
      "loss": 0.3528,
      "step": 1497870
    },
    {
      "epoch": 418.05,
      "grad_norm": 0.9455968737602234,
      "learning_rate": 2.3626234583104946e-06,
      "loss": 0.3411,
      "step": 1497880
    },
    {
      "epoch": 418.05,
      "grad_norm": 1.340658187866211,
      "learning_rate": 2.3625964195551614e-06,
      "loss": 0.3466,
      "step": 1497890
    },
    {
      "epoch": 418.06,
      "grad_norm": 1.1722276210784912,
      "learning_rate": 2.3625693807973192e-06,
      "loss": 0.3383,
      "step": 1497900
    },
    {
      "epoch": 418.06,
      "grad_norm": 1.1360307931900024,
      "learning_rate": 2.3625423420369725e-06,
      "loss": 0.3405,
      "step": 1497910
    },
    {
      "epoch": 418.06,
      "grad_norm": 1.1065326929092407,
      "learning_rate": 2.362515303274125e-06,
      "loss": 0.3366,
      "step": 1497920
    },
    {
      "epoch": 418.07,
      "grad_norm": 1.126739263534546,
      "learning_rate": 2.362488264508779e-06,
      "loss": 0.3354,
      "step": 1497930
    },
    {
      "epoch": 418.07,
      "grad_norm": 3.617258310317993,
      "learning_rate": 2.362461225740939e-06,
      "loss": 0.3384,
      "step": 1497940
    },
    {
      "epoch": 418.07,
      "grad_norm": 0.962891697883606,
      "learning_rate": 2.362434186970609e-06,
      "loss": 0.3616,
      "step": 1497950
    },
    {
      "epoch": 418.07,
      "grad_norm": 0.9740533232688904,
      "learning_rate": 2.3624071481977912e-06,
      "loss": 0.354,
      "step": 1497960
    },
    {
      "epoch": 418.08,
      "grad_norm": 0.9360961318016052,
      "learning_rate": 2.362380109422491e-06,
      "loss": 0.3555,
      "step": 1497970
    },
    {
      "epoch": 418.08,
      "grad_norm": 1.1539852619171143,
      "learning_rate": 2.362353070644711e-06,
      "loss": 0.3459,
      "step": 1497980
    },
    {
      "epoch": 418.08,
      "grad_norm": 0.912743330001831,
      "learning_rate": 2.362326031864455e-06,
      "loss": 0.3291,
      "step": 1497990
    },
    {
      "epoch": 418.09,
      "grad_norm": 1.0112547874450684,
      "learning_rate": 2.3622989930817267e-06,
      "loss": 0.3537,
      "step": 1498000
    },
    {
      "epoch": 418.09,
      "grad_norm": 1.0038416385650635,
      "learning_rate": 2.362271954296529e-06,
      "loss": 0.343,
      "step": 1498010
    },
    {
      "epoch": 418.09,
      "grad_norm": 1.0900543928146362,
      "learning_rate": 2.3622449155088665e-06,
      "loss": 0.3566,
      "step": 1498020
    },
    {
      "epoch": 418.09,
      "grad_norm": 1.3360774517059326,
      "learning_rate": 2.362217876718742e-06,
      "loss": 0.3579,
      "step": 1498030
    },
    {
      "epoch": 418.1,
      "grad_norm": 0.9952889680862427,
      "learning_rate": 2.362190837926159e-06,
      "loss": 0.3512,
      "step": 1498040
    },
    {
      "epoch": 418.1,
      "grad_norm": 0.9806598424911499,
      "learning_rate": 2.3621637991311225e-06,
      "loss": 0.3538,
      "step": 1498050
    },
    {
      "epoch": 418.1,
      "grad_norm": 1.0239312648773193,
      "learning_rate": 2.362136760333635e-06,
      "loss": 0.359,
      "step": 1498060
    },
    {
      "epoch": 418.1,
      "grad_norm": 0.9249371290206909,
      "learning_rate": 2.3621097215336996e-06,
      "loss": 0.3439,
      "step": 1498070
    },
    {
      "epoch": 418.11,
      "grad_norm": 1.020509123802185,
      "learning_rate": 2.3620826827313205e-06,
      "loss": 0.3575,
      "step": 1498080
    },
    {
      "epoch": 418.11,
      "grad_norm": 1.210288643836975,
      "learning_rate": 2.3620556439265015e-06,
      "loss": 0.3465,
      "step": 1498090
    },
    {
      "epoch": 418.11,
      "grad_norm": 1.2870712280273438,
      "learning_rate": 2.362028605119246e-06,
      "loss": 0.3465,
      "step": 1498100
    },
    {
      "epoch": 418.12,
      "grad_norm": 1.1500540971755981,
      "learning_rate": 2.3620015663095583e-06,
      "loss": 0.3487,
      "step": 1498110
    },
    {
      "epoch": 418.12,
      "grad_norm": 0.9337407350540161,
      "learning_rate": 2.3619745274974405e-06,
      "loss": 0.3341,
      "step": 1498120
    },
    {
      "epoch": 418.12,
      "grad_norm": 1.21279776096344,
      "learning_rate": 2.361947488682897e-06,
      "loss": 0.3409,
      "step": 1498130
    },
    {
      "epoch": 418.12,
      "grad_norm": 1.00106680393219,
      "learning_rate": 2.3619204498659317e-06,
      "loss": 0.3479,
      "step": 1498140
    },
    {
      "epoch": 418.13,
      "grad_norm": 0.9977400898933411,
      "learning_rate": 2.361893411046548e-06,
      "loss": 0.3342,
      "step": 1498150
    },
    {
      "epoch": 418.13,
      "grad_norm": 1.1178178787231445,
      "learning_rate": 2.3618663722247494e-06,
      "loss": 0.3402,
      "step": 1498160
    },
    {
      "epoch": 418.13,
      "grad_norm": 1.0892739295959473,
      "learning_rate": 2.361839333400539e-06,
      "loss": 0.3543,
      "step": 1498170
    },
    {
      "epoch": 418.14,
      "grad_norm": 0.9370570778846741,
      "learning_rate": 2.361812294573921e-06,
      "loss": 0.3473,
      "step": 1498180
    },
    {
      "epoch": 418.14,
      "grad_norm": 1.3089598417282104,
      "learning_rate": 2.3617852557449e-06,
      "loss": 0.3527,
      "step": 1498190
    },
    {
      "epoch": 418.14,
      "grad_norm": 1.1705491542816162,
      "learning_rate": 2.361758216913477e-06,
      "loss": 0.3483,
      "step": 1498200
    },
    {
      "epoch": 418.14,
      "grad_norm": 1.4459247589111328,
      "learning_rate": 2.3617311780796584e-06,
      "loss": 0.348,
      "step": 1498210
    },
    {
      "epoch": 418.15,
      "grad_norm": 1.2620491981506348,
      "learning_rate": 2.361704139243446e-06,
      "loss": 0.3549,
      "step": 1498220
    },
    {
      "epoch": 418.15,
      "grad_norm": 1.1376795768737793,
      "learning_rate": 2.3616771004048433e-06,
      "loss": 0.3589,
      "step": 1498230
    },
    {
      "epoch": 418.15,
      "grad_norm": 1.0722800493240356,
      "learning_rate": 2.361650061563855e-06,
      "loss": 0.3516,
      "step": 1498240
    },
    {
      "epoch": 418.16,
      "grad_norm": 0.8587797284126282,
      "learning_rate": 2.3616230227204844e-06,
      "loss": 0.3568,
      "step": 1498250
    },
    {
      "epoch": 418.16,
      "grad_norm": 1.0646471977233887,
      "learning_rate": 2.3615959838747342e-06,
      "loss": 0.3486,
      "step": 1498260
    },
    {
      "epoch": 418.16,
      "grad_norm": 1.123976230621338,
      "learning_rate": 2.361568945026609e-06,
      "loss": 0.3313,
      "step": 1498270
    },
    {
      "epoch": 418.16,
      "grad_norm": 0.9198892116546631,
      "learning_rate": 2.361541906176113e-06,
      "loss": 0.3412,
      "step": 1498280
    },
    {
      "epoch": 418.17,
      "grad_norm": 1.114180564880371,
      "learning_rate": 2.361514867323248e-06,
      "loss": 0.3422,
      "step": 1498290
    },
    {
      "epoch": 418.17,
      "grad_norm": 1.0870798826217651,
      "learning_rate": 2.3614878284680184e-06,
      "loss": 0.3305,
      "step": 1498300
    },
    {
      "epoch": 418.17,
      "grad_norm": 1.290407657623291,
      "learning_rate": 2.3614607896104284e-06,
      "loss": 0.3564,
      "step": 1498310
    },
    {
      "epoch": 418.17,
      "grad_norm": 0.9611022472381592,
      "learning_rate": 2.3614337507504803e-06,
      "loss": 0.3436,
      "step": 1498320
    },
    {
      "epoch": 418.18,
      "grad_norm": 1.2122949361801147,
      "learning_rate": 2.361406711888179e-06,
      "loss": 0.3512,
      "step": 1498330
    },
    {
      "epoch": 418.18,
      "grad_norm": 1.0848935842514038,
      "learning_rate": 2.361379673023528e-06,
      "loss": 0.3298,
      "step": 1498340
    },
    {
      "epoch": 418.18,
      "grad_norm": 1.1226247549057007,
      "learning_rate": 2.3613526341565303e-06,
      "loss": 0.3342,
      "step": 1498350
    },
    {
      "epoch": 418.19,
      "grad_norm": 1.0066078901290894,
      "learning_rate": 2.3613255952871894e-06,
      "loss": 0.3417,
      "step": 1498360
    },
    {
      "epoch": 418.19,
      "grad_norm": 1.057931661605835,
      "learning_rate": 2.361298556415509e-06,
      "loss": 0.3408,
      "step": 1498370
    },
    {
      "epoch": 418.19,
      "grad_norm": 1.0425695180892944,
      "learning_rate": 2.3612715175414934e-06,
      "loss": 0.3399,
      "step": 1498380
    },
    {
      "epoch": 418.19,
      "grad_norm": 1.2028065919876099,
      "learning_rate": 2.361244478665145e-06,
      "loss": 0.3415,
      "step": 1498390
    },
    {
      "epoch": 418.2,
      "grad_norm": 1.1539970636367798,
      "learning_rate": 2.361217439786469e-06,
      "loss": 0.3314,
      "step": 1498400
    },
    {
      "epoch": 418.2,
      "grad_norm": 1.0173152685165405,
      "learning_rate": 2.361190400905467e-06,
      "loss": 0.3521,
      "step": 1498410
    },
    {
      "epoch": 418.2,
      "grad_norm": 1.1248587369918823,
      "learning_rate": 2.3611633620221446e-06,
      "loss": 0.3359,
      "step": 1498420
    },
    {
      "epoch": 418.21,
      "grad_norm": 1.0066314935684204,
      "learning_rate": 2.3611363231365043e-06,
      "loss": 0.3394,
      "step": 1498430
    },
    {
      "epoch": 418.21,
      "grad_norm": 1.3578459024429321,
      "learning_rate": 2.3611092842485495e-06,
      "loss": 0.3646,
      "step": 1498440
    },
    {
      "epoch": 418.21,
      "grad_norm": 1.0178459882736206,
      "learning_rate": 2.361082245358284e-06,
      "loss": 0.3477,
      "step": 1498450
    },
    {
      "epoch": 418.21,
      "grad_norm": 1.034254789352417,
      "learning_rate": 2.361055206465712e-06,
      "loss": 0.3383,
      "step": 1498460
    },
    {
      "epoch": 418.22,
      "grad_norm": 1.015622615814209,
      "learning_rate": 2.3610281675708372e-06,
      "loss": 0.3497,
      "step": 1498470
    },
    {
      "epoch": 418.22,
      "grad_norm": 1.215114712715149,
      "learning_rate": 2.3610011286736616e-06,
      "loss": 0.3478,
      "step": 1498480
    },
    {
      "epoch": 418.22,
      "grad_norm": 0.8358234763145447,
      "learning_rate": 2.3609740897741905e-06,
      "loss": 0.3334,
      "step": 1498490
    },
    {
      "epoch": 418.22,
      "grad_norm": 1.0996452569961548,
      "learning_rate": 2.3609470508724273e-06,
      "loss": 0.3512,
      "step": 1498500
    },
    {
      "epoch": 418.23,
      "grad_norm": 1.168608546257019,
      "learning_rate": 2.360920011968374e-06,
      "loss": 0.3506,
      "step": 1498510
    },
    {
      "epoch": 418.23,
      "grad_norm": 1.0250388383865356,
      "learning_rate": 2.3608929730620362e-06,
      "loss": 0.3386,
      "step": 1498520
    },
    {
      "epoch": 418.23,
      "grad_norm": 0.9344163537025452,
      "learning_rate": 2.3608659341534163e-06,
      "loss": 0.3409,
      "step": 1498530
    },
    {
      "epoch": 418.24,
      "grad_norm": 1.026999592781067,
      "learning_rate": 2.3608388952425183e-06,
      "loss": 0.3634,
      "step": 1498540
    },
    {
      "epoch": 418.24,
      "grad_norm": 1.056372880935669,
      "learning_rate": 2.3608118563293456e-06,
      "loss": 0.3488,
      "step": 1498550
    },
    {
      "epoch": 418.24,
      "grad_norm": 1.1252198219299316,
      "learning_rate": 2.3607848174139024e-06,
      "loss": 0.3463,
      "step": 1498560
    },
    {
      "epoch": 418.24,
      "grad_norm": 1.1248974800109863,
      "learning_rate": 2.360757778496192e-06,
      "loss": 0.3401,
      "step": 1498570
    },
    {
      "epoch": 418.25,
      "grad_norm": 1.013155460357666,
      "learning_rate": 2.3607307395762174e-06,
      "loss": 0.3474,
      "step": 1498580
    },
    {
      "epoch": 418.25,
      "grad_norm": 1.1506974697113037,
      "learning_rate": 2.3607037006539827e-06,
      "loss": 0.359,
      "step": 1498590
    },
    {
      "epoch": 418.25,
      "grad_norm": 1.0004796981811523,
      "learning_rate": 2.360676661729492e-06,
      "loss": 0.3399,
      "step": 1498600
    },
    {
      "epoch": 418.26,
      "grad_norm": 0.9454482197761536,
      "learning_rate": 2.3606496228027472e-06,
      "loss": 0.3252,
      "step": 1498610
    },
    {
      "epoch": 418.26,
      "grad_norm": 0.9665435552597046,
      "learning_rate": 2.3606225838737536e-06,
      "loss": 0.3445,
      "step": 1498620
    },
    {
      "epoch": 418.26,
      "grad_norm": 0.9833455681800842,
      "learning_rate": 2.3605955449425146e-06,
      "loss": 0.3453,
      "step": 1498630
    },
    {
      "epoch": 418.26,
      "grad_norm": 0.8943684101104736,
      "learning_rate": 2.3605685060090334e-06,
      "loss": 0.3553,
      "step": 1498640
    },
    {
      "epoch": 418.27,
      "grad_norm": 1.155228614807129,
      "learning_rate": 2.360541467073314e-06,
      "loss": 0.3562,
      "step": 1498650
    },
    {
      "epoch": 418.27,
      "grad_norm": 0.9194256067276001,
      "learning_rate": 2.360514428135359e-06,
      "loss": 0.3511,
      "step": 1498660
    },
    {
      "epoch": 418.27,
      "grad_norm": 1.0387294292449951,
      "learning_rate": 2.360487389195173e-06,
      "loss": 0.3443,
      "step": 1498670
    },
    {
      "epoch": 418.28,
      "grad_norm": 0.9297547936439514,
      "learning_rate": 2.3604603502527585e-06,
      "loss": 0.3473,
      "step": 1498680
    },
    {
      "epoch": 418.28,
      "grad_norm": 0.8779479265213013,
      "learning_rate": 2.360433311308121e-06,
      "loss": 0.328,
      "step": 1498690
    },
    {
      "epoch": 418.28,
      "grad_norm": 1.0577607154846191,
      "learning_rate": 2.360406272361262e-06,
      "loss": 0.3323,
      "step": 1498700
    },
    {
      "epoch": 418.28,
      "grad_norm": 1.1706324815750122,
      "learning_rate": 2.3603792334121864e-06,
      "loss": 0.3669,
      "step": 1498710
    },
    {
      "epoch": 418.29,
      "grad_norm": 1.038748860359192,
      "learning_rate": 2.3603521944608976e-06,
      "loss": 0.3696,
      "step": 1498720
    },
    {
      "epoch": 418.29,
      "grad_norm": 1.0687034130096436,
      "learning_rate": 2.3603251555073994e-06,
      "loss": 0.336,
      "step": 1498730
    },
    {
      "epoch": 418.29,
      "grad_norm": 1.1796690225601196,
      "learning_rate": 2.360298116551694e-06,
      "loss": 0.3676,
      "step": 1498740
    },
    {
      "epoch": 418.29,
      "grad_norm": 1.0477122068405151,
      "learning_rate": 2.3602710775937867e-06,
      "loss": 0.3388,
      "step": 1498750
    },
    {
      "epoch": 418.3,
      "grad_norm": 1.5736078023910522,
      "learning_rate": 2.3602440386336803e-06,
      "loss": 0.3449,
      "step": 1498760
    },
    {
      "epoch": 418.3,
      "grad_norm": 1.035952091217041,
      "learning_rate": 2.3602169996713784e-06,
      "loss": 0.3429,
      "step": 1498770
    },
    {
      "epoch": 418.3,
      "grad_norm": 1.0130717754364014,
      "learning_rate": 2.360189960706885e-06,
      "loss": 0.3442,
      "step": 1498780
    },
    {
      "epoch": 418.31,
      "grad_norm": 1.049889326095581,
      "learning_rate": 2.3601629217402034e-06,
      "loss": 0.3535,
      "step": 1498790
    },
    {
      "epoch": 418.31,
      "grad_norm": 1.1953709125518799,
      "learning_rate": 2.3601358827713374e-06,
      "loss": 0.3507,
      "step": 1498800
    },
    {
      "epoch": 418.31,
      "grad_norm": 1.5206595659255981,
      "learning_rate": 2.36010884380029e-06,
      "loss": 0.3399,
      "step": 1498810
    },
    {
      "epoch": 418.31,
      "grad_norm": 1.0577716827392578,
      "learning_rate": 2.3600818048270655e-06,
      "loss": 0.3683,
      "step": 1498820
    },
    {
      "epoch": 418.32,
      "grad_norm": 1.0110526084899902,
      "learning_rate": 2.3600547658516673e-06,
      "loss": 0.351,
      "step": 1498830
    },
    {
      "epoch": 418.32,
      "grad_norm": 1.0180816650390625,
      "learning_rate": 2.3600277268740985e-06,
      "loss": 0.354,
      "step": 1498840
    },
    {
      "epoch": 418.32,
      "grad_norm": 1.3628722429275513,
      "learning_rate": 2.3600006878943638e-06,
      "loss": 0.3664,
      "step": 1498850
    },
    {
      "epoch": 418.33,
      "grad_norm": 1.0197558403015137,
      "learning_rate": 2.359973648912466e-06,
      "loss": 0.3435,
      "step": 1498860
    },
    {
      "epoch": 418.33,
      "grad_norm": 0.9488689303398132,
      "learning_rate": 2.3599466099284083e-06,
      "loss": 0.3478,
      "step": 1498870
    },
    {
      "epoch": 418.33,
      "grad_norm": 1.076947569847107,
      "learning_rate": 2.359919570942195e-06,
      "loss": 0.346,
      "step": 1498880
    },
    {
      "epoch": 418.33,
      "grad_norm": 1.1302416324615479,
      "learning_rate": 2.3598925319538296e-06,
      "loss": 0.3426,
      "step": 1498890
    },
    {
      "epoch": 418.34,
      "grad_norm": 0.8682255148887634,
      "learning_rate": 2.359865492963316e-06,
      "loss": 0.3306,
      "step": 1498900
    },
    {
      "epoch": 418.34,
      "grad_norm": 1.0462983846664429,
      "learning_rate": 2.3598384539706564e-06,
      "loss": 0.3443,
      "step": 1498910
    },
    {
      "epoch": 418.34,
      "grad_norm": 0.9276837706565857,
      "learning_rate": 2.3598114149758564e-06,
      "loss": 0.3329,
      "step": 1498920
    },
    {
      "epoch": 418.34,
      "grad_norm": 1.0197169780731201,
      "learning_rate": 2.359784375978918e-06,
      "loss": 0.3447,
      "step": 1498930
    },
    {
      "epoch": 418.35,
      "grad_norm": 1.002862811088562,
      "learning_rate": 2.3597573369798465e-06,
      "loss": 0.3513,
      "step": 1498940
    },
    {
      "epoch": 418.35,
      "grad_norm": 1.2258086204528809,
      "learning_rate": 2.359730297978644e-06,
      "loss": 0.3485,
      "step": 1498950
    },
    {
      "epoch": 418.35,
      "grad_norm": 0.9712898135185242,
      "learning_rate": 2.3597032589753138e-06,
      "loss": 0.3427,
      "step": 1498960
    },
    {
      "epoch": 418.36,
      "grad_norm": 1.083673357963562,
      "learning_rate": 2.3596762199698606e-06,
      "loss": 0.3403,
      "step": 1498970
    },
    {
      "epoch": 418.36,
      "grad_norm": 1.0570744276046753,
      "learning_rate": 2.359649180962288e-06,
      "loss": 0.3447,
      "step": 1498980
    },
    {
      "epoch": 418.36,
      "grad_norm": 1.1947540044784546,
      "learning_rate": 2.3596221419525982e-06,
      "loss": 0.3462,
      "step": 1498990
    },
    {
      "epoch": 418.36,
      "grad_norm": 1.3927170038223267,
      "learning_rate": 2.3595951029407966e-06,
      "loss": 0.3364,
      "step": 1499000
    },
    {
      "epoch": 418.37,
      "grad_norm": 3.5745418071746826,
      "learning_rate": 2.359568063926886e-06,
      "loss": 0.3273,
      "step": 1499010
    },
    {
      "epoch": 418.37,
      "grad_norm": 0.9771701097488403,
      "learning_rate": 2.3595410249108698e-06,
      "loss": 0.3383,
      "step": 1499020
    },
    {
      "epoch": 418.37,
      "grad_norm": 0.9378480911254883,
      "learning_rate": 2.3595139858927522e-06,
      "loss": 0.3572,
      "step": 1499030
    },
    {
      "epoch": 418.38,
      "grad_norm": 1.0777889490127563,
      "learning_rate": 2.3594869468725357e-06,
      "loss": 0.3377,
      "step": 1499040
    },
    {
      "epoch": 418.38,
      "grad_norm": 1.066841721534729,
      "learning_rate": 2.3594599078502254e-06,
      "loss": 0.3475,
      "step": 1499050
    },
    {
      "epoch": 418.38,
      "grad_norm": 0.9181217551231384,
      "learning_rate": 2.3594328688258237e-06,
      "loss": 0.3446,
      "step": 1499060
    },
    {
      "epoch": 418.38,
      "grad_norm": 1.1436827182769775,
      "learning_rate": 2.359405829799334e-06,
      "loss": 0.3363,
      "step": 1499070
    },
    {
      "epoch": 418.39,
      "grad_norm": 0.92618328332901,
      "learning_rate": 2.3593787907707616e-06,
      "loss": 0.3514,
      "step": 1499080
    },
    {
      "epoch": 418.39,
      "grad_norm": 0.8696996569633484,
      "learning_rate": 2.3593517517401084e-06,
      "loss": 0.3358,
      "step": 1499090
    },
    {
      "epoch": 418.39,
      "grad_norm": 0.9043642282485962,
      "learning_rate": 2.359324712707379e-06,
      "loss": 0.354,
      "step": 1499100
    },
    {
      "epoch": 418.4,
      "grad_norm": 0.9776149392127991,
      "learning_rate": 2.3592976736725767e-06,
      "loss": 0.355,
      "step": 1499110
    },
    {
      "epoch": 418.4,
      "grad_norm": 2.3780622482299805,
      "learning_rate": 2.359270634635704e-06,
      "loss": 0.3226,
      "step": 1499120
    },
    {
      "epoch": 418.4,
      "grad_norm": 0.9833512306213379,
      "learning_rate": 2.359243595596766e-06,
      "loss": 0.3335,
      "step": 1499130
    },
    {
      "epoch": 418.4,
      "grad_norm": 1.2387402057647705,
      "learning_rate": 2.359216556555766e-06,
      "loss": 0.3352,
      "step": 1499140
    },
    {
      "epoch": 418.41,
      "grad_norm": 0.9829435348510742,
      "learning_rate": 2.3591895175127075e-06,
      "loss": 0.3564,
      "step": 1499150
    },
    {
      "epoch": 418.41,
      "grad_norm": 1.0385754108428955,
      "learning_rate": 2.3591624784675942e-06,
      "loss": 0.3413,
      "step": 1499160
    },
    {
      "epoch": 418.41,
      "grad_norm": 1.0672184228897095,
      "learning_rate": 2.3591354394204285e-06,
      "loss": 0.3537,
      "step": 1499170
    },
    {
      "epoch": 418.41,
      "grad_norm": 1.1001161336898804,
      "learning_rate": 2.359108400371216e-06,
      "loss": 0.3486,
      "step": 1499180
    },
    {
      "epoch": 418.42,
      "grad_norm": 0.9225870966911316,
      "learning_rate": 2.3590813613199587e-06,
      "loss": 0.349,
      "step": 1499190
    },
    {
      "epoch": 418.42,
      "grad_norm": 1.1042510271072388,
      "learning_rate": 2.359054322266661e-06,
      "loss": 0.3504,
      "step": 1499200
    },
    {
      "epoch": 418.42,
      "grad_norm": 1.0362948179244995,
      "learning_rate": 2.3590272832113264e-06,
      "loss": 0.3431,
      "step": 1499210
    },
    {
      "epoch": 418.43,
      "grad_norm": 1.0908077955245972,
      "learning_rate": 2.3590002441539582e-06,
      "loss": 0.3509,
      "step": 1499220
    },
    {
      "epoch": 418.43,
      "grad_norm": 0.9749581217765808,
      "learning_rate": 2.3589732050945605e-06,
      "loss": 0.3371,
      "step": 1499230
    },
    {
      "epoch": 418.43,
      "grad_norm": 1.2874969244003296,
      "learning_rate": 2.3589461660331367e-06,
      "loss": 0.3499,
      "step": 1499240
    },
    {
      "epoch": 418.43,
      "grad_norm": 1.0065168142318726,
      "learning_rate": 2.3589191269696898e-06,
      "loss": 0.336,
      "step": 1499250
    },
    {
      "epoch": 418.44,
      "grad_norm": 1.5218197107315063,
      "learning_rate": 2.3588920879042235e-06,
      "loss": 0.3473,
      "step": 1499260
    },
    {
      "epoch": 418.44,
      "grad_norm": 1.0055526494979858,
      "learning_rate": 2.3588650488367426e-06,
      "loss": 0.3446,
      "step": 1499270
    },
    {
      "epoch": 418.44,
      "grad_norm": 1.209011197090149,
      "learning_rate": 2.3588380097672495e-06,
      "loss": 0.3358,
      "step": 1499280
    },
    {
      "epoch": 418.45,
      "grad_norm": 1.1219494342803955,
      "learning_rate": 2.358810970695748e-06,
      "loss": 0.3557,
      "step": 1499290
    },
    {
      "epoch": 418.45,
      "grad_norm": 1.035982370376587,
      "learning_rate": 2.3587839316222423e-06,
      "loss": 0.3557,
      "step": 1499300
    },
    {
      "epoch": 418.45,
      "grad_norm": 0.7878215312957764,
      "learning_rate": 2.358756892546736e-06,
      "loss": 0.3453,
      "step": 1499310
    },
    {
      "epoch": 418.45,
      "grad_norm": 1.015207290649414,
      "learning_rate": 2.3587298534692314e-06,
      "loss": 0.3514,
      "step": 1499320
    },
    {
      "epoch": 418.46,
      "grad_norm": 0.9112179279327393,
      "learning_rate": 2.358702814389733e-06,
      "loss": 0.3663,
      "step": 1499330
    },
    {
      "epoch": 418.46,
      "grad_norm": 1.000373363494873,
      "learning_rate": 2.358675775308245e-06,
      "loss": 0.3403,
      "step": 1499340
    },
    {
      "epoch": 418.46,
      "grad_norm": 1.4582452774047852,
      "learning_rate": 2.35864873622477e-06,
      "loss": 0.3386,
      "step": 1499350
    },
    {
      "epoch": 418.46,
      "grad_norm": 0.9722718596458435,
      "learning_rate": 2.358621697139312e-06,
      "loss": 0.3482,
      "step": 1499360
    },
    {
      "epoch": 418.47,
      "grad_norm": 1.1011698246002197,
      "learning_rate": 2.3585946580518745e-06,
      "loss": 0.3407,
      "step": 1499370
    },
    {
      "epoch": 418.47,
      "grad_norm": 1.1363768577575684,
      "learning_rate": 2.3585676189624617e-06,
      "loss": 0.3404,
      "step": 1499380
    },
    {
      "epoch": 418.47,
      "grad_norm": 1.0003745555877686,
      "learning_rate": 2.3585405798710763e-06,
      "loss": 0.3429,
      "step": 1499390
    },
    {
      "epoch": 418.48,
      "grad_norm": 1.0684783458709717,
      "learning_rate": 2.3585135407777223e-06,
      "loss": 0.3496,
      "step": 1499400
    },
    {
      "epoch": 418.48,
      "grad_norm": 1.0315545797348022,
      "learning_rate": 2.3584865016824028e-06,
      "loss": 0.3491,
      "step": 1499410
    },
    {
      "epoch": 418.48,
      "grad_norm": 0.9536619186401367,
      "learning_rate": 2.358459462585122e-06,
      "loss": 0.3409,
      "step": 1499420
    },
    {
      "epoch": 418.48,
      "grad_norm": 1.0245208740234375,
      "learning_rate": 2.358432423485884e-06,
      "loss": 0.33,
      "step": 1499430
    },
    {
      "epoch": 418.49,
      "grad_norm": 1.1105509996414185,
      "learning_rate": 2.358405384384691e-06,
      "loss": 0.3551,
      "step": 1499440
    },
    {
      "epoch": 418.49,
      "grad_norm": 1.032578468322754,
      "learning_rate": 2.358378345281548e-06,
      "loss": 0.3613,
      "step": 1499450
    },
    {
      "epoch": 418.49,
      "grad_norm": 1.1136128902435303,
      "learning_rate": 2.3583513061764576e-06,
      "loss": 0.3505,
      "step": 1499460
    },
    {
      "epoch": 418.5,
      "grad_norm": 1.1249727010726929,
      "learning_rate": 2.358324267069424e-06,
      "loss": 0.3458,
      "step": 1499470
    },
    {
      "epoch": 418.5,
      "grad_norm": 1.061043620109558,
      "learning_rate": 2.3582972279604504e-06,
      "loss": 0.3735,
      "step": 1499480
    },
    {
      "epoch": 418.5,
      "grad_norm": 1.0629748106002808,
      "learning_rate": 2.35827018884954e-06,
      "loss": 0.3414,
      "step": 1499490
    },
    {
      "epoch": 418.5,
      "grad_norm": 1.0769187211990356,
      "learning_rate": 2.3582431497366983e-06,
      "loss": 0.3377,
      "step": 1499500
    },
    {
      "epoch": 418.51,
      "grad_norm": 1.2497732639312744,
      "learning_rate": 2.3582161106219267e-06,
      "loss": 0.3317,
      "step": 1499510
    },
    {
      "epoch": 418.51,
      "grad_norm": 0.9961181282997131,
      "learning_rate": 2.3581890715052297e-06,
      "loss": 0.3493,
      "step": 1499520
    },
    {
      "epoch": 418.51,
      "grad_norm": 1.0779329538345337,
      "learning_rate": 2.3581620323866113e-06,
      "loss": 0.3537,
      "step": 1499530
    },
    {
      "epoch": 418.52,
      "grad_norm": 1.056380271911621,
      "learning_rate": 2.358134993266074e-06,
      "loss": 0.3345,
      "step": 1499540
    },
    {
      "epoch": 418.52,
      "grad_norm": 1.1650596857070923,
      "learning_rate": 2.358107954143622e-06,
      "loss": 0.3479,
      "step": 1499550
    },
    {
      "epoch": 418.52,
      "grad_norm": 1.0666226148605347,
      "learning_rate": 2.3580809150192592e-06,
      "loss": 0.3671,
      "step": 1499560
    },
    {
      "epoch": 418.52,
      "grad_norm": 1.0929975509643555,
      "learning_rate": 2.358053875892989e-06,
      "loss": 0.3418,
      "step": 1499570
    },
    {
      "epoch": 418.53,
      "grad_norm": 1.0286061763763428,
      "learning_rate": 2.358026836764815e-06,
      "loss": 0.336,
      "step": 1499580
    },
    {
      "epoch": 418.53,
      "grad_norm": 1.0585309267044067,
      "learning_rate": 2.357999797634741e-06,
      "loss": 0.35,
      "step": 1499590
    },
    {
      "epoch": 418.53,
      "grad_norm": 1.0690494775772095,
      "learning_rate": 2.3579727585027697e-06,
      "loss": 0.3332,
      "step": 1499600
    },
    {
      "epoch": 418.53,
      "grad_norm": 1.1686487197875977,
      "learning_rate": 2.357945719368906e-06,
      "loss": 0.35,
      "step": 1499610
    },
    {
      "epoch": 418.54,
      "grad_norm": 0.9996071457862854,
      "learning_rate": 2.3579186802331525e-06,
      "loss": 0.3408,
      "step": 1499620
    },
    {
      "epoch": 418.54,
      "grad_norm": 1.026572585105896,
      "learning_rate": 2.357891641095513e-06,
      "loss": 0.3313,
      "step": 1499630
    },
    {
      "epoch": 418.54,
      "grad_norm": 0.9303955435752869,
      "learning_rate": 2.3578646019559916e-06,
      "loss": 0.3403,
      "step": 1499640
    },
    {
      "epoch": 418.55,
      "grad_norm": 0.9274984002113342,
      "learning_rate": 2.3578375628145914e-06,
      "loss": 0.3404,
      "step": 1499650
    },
    {
      "epoch": 418.55,
      "grad_norm": 1.1140079498291016,
      "learning_rate": 2.3578105236713162e-06,
      "loss": 0.3539,
      "step": 1499660
    },
    {
      "epoch": 418.55,
      "grad_norm": 1.2036877870559692,
      "learning_rate": 2.3577834845261696e-06,
      "loss": 0.3506,
      "step": 1499670
    },
    {
      "epoch": 418.55,
      "grad_norm": 0.9733988642692566,
      "learning_rate": 2.357756445379155e-06,
      "loss": 0.3495,
      "step": 1499680
    },
    {
      "epoch": 418.56,
      "grad_norm": 1.0545270442962646,
      "learning_rate": 2.3577294062302765e-06,
      "loss": 0.3523,
      "step": 1499690
    },
    {
      "epoch": 418.56,
      "grad_norm": 1.0343924760818481,
      "learning_rate": 2.357702367079537e-06,
      "loss": 0.3408,
      "step": 1499700
    },
    {
      "epoch": 418.56,
      "grad_norm": 1.0314760208129883,
      "learning_rate": 2.35767532792694e-06,
      "loss": 0.339,
      "step": 1499710
    },
    {
      "epoch": 418.57,
      "grad_norm": 0.9412431120872498,
      "learning_rate": 2.35764828877249e-06,
      "loss": 0.3213,
      "step": 1499720
    },
    {
      "epoch": 418.57,
      "grad_norm": 1.1908183097839355,
      "learning_rate": 2.3576212496161898e-06,
      "loss": 0.3563,
      "step": 1499730
    },
    {
      "epoch": 418.57,
      "grad_norm": 1.1298850774765015,
      "learning_rate": 2.3575942104580437e-06,
      "loss": 0.325,
      "step": 1499740
    },
    {
      "epoch": 418.57,
      "grad_norm": 0.9785788655281067,
      "learning_rate": 2.357567171298055e-06,
      "loss": 0.3572,
      "step": 1499750
    },
    {
      "epoch": 418.58,
      "grad_norm": 0.9437096118927002,
      "learning_rate": 2.3575401321362276e-06,
      "loss": 0.3549,
      "step": 1499760
    },
    {
      "epoch": 418.58,
      "grad_norm": 1.0138061046600342,
      "learning_rate": 2.3575130929725636e-06,
      "loss": 0.3373,
      "step": 1499770
    },
    {
      "epoch": 418.58,
      "grad_norm": 1.0532078742980957,
      "learning_rate": 2.3574860538070687e-06,
      "loss": 0.3439,
      "step": 1499780
    },
    {
      "epoch": 418.58,
      "grad_norm": 1.2733590602874756,
      "learning_rate": 2.3574590146397454e-06,
      "loss": 0.345,
      "step": 1499790
    },
    {
      "epoch": 418.59,
      "grad_norm": 3.6351265907287598,
      "learning_rate": 2.357431975470597e-06,
      "loss": 0.3468,
      "step": 1499800
    },
    {
      "epoch": 418.59,
      "grad_norm": 1.0390470027923584,
      "learning_rate": 2.3574049362996275e-06,
      "loss": 0.3607,
      "step": 1499810
    },
    {
      "epoch": 418.59,
      "grad_norm": 1.0440757274627686,
      "learning_rate": 2.3573778971268405e-06,
      "loss": 0.3484,
      "step": 1499820
    },
    {
      "epoch": 418.6,
      "grad_norm": 0.9041839838027954,
      "learning_rate": 2.357350857952241e-06,
      "loss": 0.357,
      "step": 1499830
    },
    {
      "epoch": 418.6,
      "grad_norm": 1.0617204904556274,
      "learning_rate": 2.3573238187758293e-06,
      "loss": 0.3483,
      "step": 1499840
    },
    {
      "epoch": 418.6,
      "grad_norm": 1.1364532709121704,
      "learning_rate": 2.357296779597612e-06,
      "loss": 0.3439,
      "step": 1499850
    },
    {
      "epoch": 418.6,
      "grad_norm": 0.9613096117973328,
      "learning_rate": 2.357269740417591e-06,
      "loss": 0.3414,
      "step": 1499860
    },
    {
      "epoch": 418.61,
      "grad_norm": 0.8879742622375488,
      "learning_rate": 2.3572427012357706e-06,
      "loss": 0.3452,
      "step": 1499870
    },
    {
      "epoch": 418.61,
      "grad_norm": 1.057476282119751,
      "learning_rate": 2.3572156620521547e-06,
      "loss": 0.3373,
      "step": 1499880
    },
    {
      "epoch": 418.61,
      "grad_norm": 1.3205125331878662,
      "learning_rate": 2.3571886228667465e-06,
      "loss": 0.3368,
      "step": 1499890
    },
    {
      "epoch": 418.62,
      "grad_norm": 0.9464368224143982,
      "learning_rate": 2.3571615836795497e-06,
      "loss": 0.3434,
      "step": 1499900
    },
    {
      "epoch": 418.62,
      "grad_norm": 0.9248465299606323,
      "learning_rate": 2.357134544490568e-06,
      "loss": 0.3381,
      "step": 1499910
    },
    {
      "epoch": 418.62,
      "grad_norm": 1.1391193866729736,
      "learning_rate": 2.357107505299804e-06,
      "loss": 0.3483,
      "step": 1499920
    },
    {
      "epoch": 418.62,
      "grad_norm": 0.8236032724380493,
      "learning_rate": 2.3570804661072622e-06,
      "loss": 0.3412,
      "step": 1499930
    },
    {
      "epoch": 418.63,
      "grad_norm": 1.0916500091552734,
      "learning_rate": 2.3570534269129466e-06,
      "loss": 0.3441,
      "step": 1499940
    },
    {
      "epoch": 418.63,
      "grad_norm": 0.9951194524765015,
      "learning_rate": 2.3570263877168607e-06,
      "loss": 0.355,
      "step": 1499950
    },
    {
      "epoch": 418.63,
      "grad_norm": 1.1372581720352173,
      "learning_rate": 2.3569993485190065e-06,
      "loss": 0.3526,
      "step": 1499960
    },
    {
      "epoch": 418.64,
      "grad_norm": 1.1154388189315796,
      "learning_rate": 2.35697230931939e-06,
      "loss": 0.3479,
      "step": 1499970
    },
    {
      "epoch": 418.64,
      "grad_norm": 0.9032377600669861,
      "learning_rate": 2.3569452701180132e-06,
      "loss": 0.3684,
      "step": 1499980
    },
    {
      "epoch": 418.64,
      "grad_norm": 1.035375714302063,
      "learning_rate": 2.35691823091488e-06,
      "loss": 0.3504,
      "step": 1499990
    },
    {
      "epoch": 418.64,
      "grad_norm": 1.1759873628616333,
      "learning_rate": 2.356891191709994e-06,
      "loss": 0.3481,
      "step": 1500000
    },
    {
      "epoch": 418.65,
      "grad_norm": 1.1492661237716675,
      "learning_rate": 2.3568641525033593e-06,
      "loss": 0.3479,
      "step": 1500010
    },
    {
      "epoch": 418.65,
      "grad_norm": 0.9422397613525391,
      "learning_rate": 2.3568371132949783e-06,
      "loss": 0.3455,
      "step": 1500020
    },
    {
      "epoch": 418.65,
      "grad_norm": 0.8989150524139404,
      "learning_rate": 2.3568100740848557e-06,
      "loss": 0.3258,
      "step": 1500030
    },
    {
      "epoch": 418.65,
      "grad_norm": 1.1230725049972534,
      "learning_rate": 2.3567830348729955e-06,
      "loss": 0.3339,
      "step": 1500040
    },
    {
      "epoch": 418.66,
      "grad_norm": 0.9929179549217224,
      "learning_rate": 2.3567559956594005e-06,
      "loss": 0.3478,
      "step": 1500050
    },
    {
      "epoch": 418.66,
      "grad_norm": 1.0102680921554565,
      "learning_rate": 2.3567289564440738e-06,
      "loss": 0.345,
      "step": 1500060
    },
    {
      "epoch": 418.66,
      "grad_norm": 0.9739626049995422,
      "learning_rate": 2.356701917227019e-06,
      "loss": 0.3506,
      "step": 1500070
    },
    {
      "epoch": 418.67,
      "grad_norm": 0.981386661529541,
      "learning_rate": 2.3566748780082416e-06,
      "loss": 0.3341,
      "step": 1500080
    },
    {
      "epoch": 418.67,
      "grad_norm": 0.9819714426994324,
      "learning_rate": 2.3566478387877437e-06,
      "loss": 0.3523,
      "step": 1500090
    },
    {
      "epoch": 418.67,
      "grad_norm": 3.0823020935058594,
      "learning_rate": 2.356620799565528e-06,
      "loss": 0.333,
      "step": 1500100
    },
    {
      "epoch": 418.67,
      "grad_norm": 1.0407781600952148,
      "learning_rate": 2.3565937603416006e-06,
      "loss": 0.3533,
      "step": 1500110
    },
    {
      "epoch": 418.68,
      "grad_norm": 0.8771648406982422,
      "learning_rate": 2.3565667211159634e-06,
      "loss": 0.3499,
      "step": 1500120
    },
    {
      "epoch": 418.68,
      "grad_norm": 0.9288350343704224,
      "learning_rate": 2.3565396818886198e-06,
      "loss": 0.3396,
      "step": 1500130
    },
    {
      "epoch": 418.68,
      "grad_norm": 1.1162574291229248,
      "learning_rate": 2.3565126426595745e-06,
      "loss": 0.3371,
      "step": 1500140
    },
    {
      "epoch": 418.69,
      "grad_norm": 1.1924161911010742,
      "learning_rate": 2.3564856034288293e-06,
      "loss": 0.3488,
      "step": 1500150
    },
    {
      "epoch": 418.69,
      "grad_norm": 1.010275959968567,
      "learning_rate": 2.35645856419639e-06,
      "loss": 0.3433,
      "step": 1500160
    },
    {
      "epoch": 418.69,
      "grad_norm": 1.273275375366211,
      "learning_rate": 2.3564315249622587e-06,
      "loss": 0.3474,
      "step": 1500170
    },
    {
      "epoch": 418.69,
      "grad_norm": 0.9935645461082458,
      "learning_rate": 2.35640448572644e-06,
      "loss": 0.3521,
      "step": 1500180
    },
    {
      "epoch": 418.7,
      "grad_norm": 1.1500253677368164,
      "learning_rate": 2.3563774464889368e-06,
      "loss": 0.3454,
      "step": 1500190
    },
    {
      "epoch": 418.7,
      "grad_norm": 1.0362870693206787,
      "learning_rate": 2.3563504072497525e-06,
      "loss": 0.3574,
      "step": 1500200
    },
    {
      "epoch": 418.7,
      "grad_norm": 0.9942638278007507,
      "learning_rate": 2.3563233680088916e-06,
      "loss": 0.3393,
      "step": 1500210
    },
    {
      "epoch": 418.7,
      "grad_norm": 1.081321120262146,
      "learning_rate": 2.3562963287663565e-06,
      "loss": 0.3331,
      "step": 1500220
    },
    {
      "epoch": 418.71,
      "grad_norm": 1.049326777458191,
      "learning_rate": 2.356269289522152e-06,
      "loss": 0.3485,
      "step": 1500230
    },
    {
      "epoch": 418.71,
      "grad_norm": 1.1650235652923584,
      "learning_rate": 2.3562422502762815e-06,
      "loss": 0.3624,
      "step": 1500240
    },
    {
      "epoch": 418.71,
      "grad_norm": 0.9016203284263611,
      "learning_rate": 2.3562152110287477e-06,
      "loss": 0.3316,
      "step": 1500250
    },
    {
      "epoch": 418.72,
      "grad_norm": 1.0384869575500488,
      "learning_rate": 2.356188171779555e-06,
      "loss": 0.3493,
      "step": 1500260
    },
    {
      "epoch": 418.72,
      "grad_norm": 1.2912272214889526,
      "learning_rate": 2.3561611325287074e-06,
      "loss": 0.3519,
      "step": 1500270
    },
    {
      "epoch": 418.72,
      "grad_norm": 1.1560754776000977,
      "learning_rate": 2.3561340932762065e-06,
      "loss": 0.3436,
      "step": 1500280
    },
    {
      "epoch": 418.72,
      "grad_norm": 0.951647162437439,
      "learning_rate": 2.356107054022058e-06,
      "loss": 0.3564,
      "step": 1500290
    },
    {
      "epoch": 418.73,
      "grad_norm": 1.099196195602417,
      "learning_rate": 2.3560800147662653e-06,
      "loss": 0.3485,
      "step": 1500300
    },
    {
      "epoch": 418.73,
      "grad_norm": 1.025795578956604,
      "learning_rate": 2.3560529755088304e-06,
      "loss": 0.3468,
      "step": 1500310
    },
    {
      "epoch": 418.73,
      "grad_norm": 1.0388396978378296,
      "learning_rate": 2.3560259362497583e-06,
      "loss": 0.357,
      "step": 1500320
    },
    {
      "epoch": 418.74,
      "grad_norm": 1.16641366481781,
      "learning_rate": 2.3559988969890526e-06,
      "loss": 0.3523,
      "step": 1500330
    },
    {
      "epoch": 418.74,
      "grad_norm": 1.026303768157959,
      "learning_rate": 2.355971857726717e-06,
      "loss": 0.3558,
      "step": 1500340
    },
    {
      "epoch": 418.74,
      "grad_norm": 0.9555867314338684,
      "learning_rate": 2.3559448184627535e-06,
      "loss": 0.35,
      "step": 1500350
    },
    {
      "epoch": 418.74,
      "grad_norm": 1.2160664796829224,
      "learning_rate": 2.3559177791971676e-06,
      "loss": 0.3417,
      "step": 1500360
    },
    {
      "epoch": 418.75,
      "grad_norm": 1.0385327339172363,
      "learning_rate": 2.3558907399299623e-06,
      "loss": 0.3502,
      "step": 1500370
    },
    {
      "epoch": 418.75,
      "grad_norm": 0.9349130988121033,
      "learning_rate": 2.3558637006611403e-06,
      "loss": 0.3361,
      "step": 1500380
    },
    {
      "epoch": 418.75,
      "grad_norm": 1.0108542442321777,
      "learning_rate": 2.3558366613907065e-06,
      "loss": 0.3575,
      "step": 1500390
    },
    {
      "epoch": 418.76,
      "grad_norm": 0.9534788727760315,
      "learning_rate": 2.3558096221186637e-06,
      "loss": 0.3386,
      "step": 1500400
    },
    {
      "epoch": 418.76,
      "grad_norm": 0.9442051649093628,
      "learning_rate": 2.3557825828450167e-06,
      "loss": 0.3393,
      "step": 1500410
    },
    {
      "epoch": 418.76,
      "grad_norm": 1.0769774913787842,
      "learning_rate": 2.355755543569767e-06,
      "loss": 0.3643,
      "step": 1500420
    },
    {
      "epoch": 418.76,
      "grad_norm": 1.0985790491104126,
      "learning_rate": 2.3557285042929203e-06,
      "loss": 0.344,
      "step": 1500430
    },
    {
      "epoch": 418.77,
      "grad_norm": 1.1820422410964966,
      "learning_rate": 2.3557014650144786e-06,
      "loss": 0.3527,
      "step": 1500440
    },
    {
      "epoch": 418.77,
      "grad_norm": 1.5152491331100464,
      "learning_rate": 2.3556744257344458e-06,
      "loss": 0.3397,
      "step": 1500450
    },
    {
      "epoch": 418.77,
      "grad_norm": 1.132807970046997,
      "learning_rate": 2.3556473864528265e-06,
      "loss": 0.3438,
      "step": 1500460
    },
    {
      "epoch": 418.77,
      "grad_norm": 1.051501750946045,
      "learning_rate": 2.355620347169624e-06,
      "loss": 0.3644,
      "step": 1500470
    },
    {
      "epoch": 418.78,
      "grad_norm": 1.1892684698104858,
      "learning_rate": 2.3555933078848414e-06,
      "loss": 0.3607,
      "step": 1500480
    },
    {
      "epoch": 418.78,
      "grad_norm": 0.9984878301620483,
      "learning_rate": 2.3555662685984813e-06,
      "loss": 0.3349,
      "step": 1500490
    },
    {
      "epoch": 418.78,
      "grad_norm": 1.0776585340499878,
      "learning_rate": 2.35553922931055e-06,
      "loss": 0.3339,
      "step": 1500500
    },
    {
      "epoch": 418.79,
      "grad_norm": 1.008892297744751,
      "learning_rate": 2.3555121900210485e-06,
      "loss": 0.3477,
      "step": 1500510
    },
    {
      "epoch": 418.79,
      "grad_norm": 1.0690338611602783,
      "learning_rate": 2.3554851507299813e-06,
      "loss": 0.3596,
      "step": 1500520
    },
    {
      "epoch": 418.79,
      "grad_norm": 1.1623375415802002,
      "learning_rate": 2.355458111437353e-06,
      "loss": 0.3321,
      "step": 1500530
    },
    {
      "epoch": 418.79,
      "grad_norm": 1.0806331634521484,
      "learning_rate": 2.355431072143166e-06,
      "loss": 0.351,
      "step": 1500540
    },
    {
      "epoch": 418.8,
      "grad_norm": 1.5232465267181396,
      "learning_rate": 2.3554040328474244e-06,
      "loss": 0.3575,
      "step": 1500550
    },
    {
      "epoch": 418.8,
      "grad_norm": 1.0263274908065796,
      "learning_rate": 2.355376993550131e-06,
      "loss": 0.3709,
      "step": 1500560
    },
    {
      "epoch": 418.8,
      "grad_norm": 0.9743309617042542,
      "learning_rate": 2.3553499542512912e-06,
      "loss": 0.3365,
      "step": 1500570
    },
    {
      "epoch": 418.81,
      "grad_norm": 1.1514384746551514,
      "learning_rate": 2.3553229149509063e-06,
      "loss": 0.3465,
      "step": 1500580
    },
    {
      "epoch": 418.81,
      "grad_norm": 1.0131522417068481,
      "learning_rate": 2.355295875648982e-06,
      "loss": 0.348,
      "step": 1500590
    },
    {
      "epoch": 418.81,
      "grad_norm": 0.9911428689956665,
      "learning_rate": 2.35526883634552e-06,
      "loss": 0.3237,
      "step": 1500600
    },
    {
      "epoch": 418.81,
      "grad_norm": 1.1040371656417847,
      "learning_rate": 2.355241797040525e-06,
      "loss": 0.3471,
      "step": 1500610
    },
    {
      "epoch": 418.82,
      "grad_norm": 1.4787640571594238,
      "learning_rate": 2.3552147577340006e-06,
      "loss": 0.3524,
      "step": 1500620
    },
    {
      "epoch": 418.82,
      "grad_norm": 0.8765571713447571,
      "learning_rate": 2.3551877184259505e-06,
      "loss": 0.3397,
      "step": 1500630
    },
    {
      "epoch": 418.82,
      "grad_norm": 2.060941696166992,
      "learning_rate": 2.3551606791163786e-06,
      "loss": 0.3337,
      "step": 1500640
    },
    {
      "epoch": 418.83,
      "grad_norm": 1.0300794839859009,
      "learning_rate": 2.3551336398052868e-06,
      "loss": 0.3563,
      "step": 1500650
    },
    {
      "epoch": 418.83,
      "grad_norm": 1.2678565979003906,
      "learning_rate": 2.3551066004926804e-06,
      "loss": 0.3443,
      "step": 1500660
    },
    {
      "epoch": 418.83,
      "grad_norm": 1.1443110704421997,
      "learning_rate": 2.355079561178562e-06,
      "loss": 0.338,
      "step": 1500670
    },
    {
      "epoch": 418.83,
      "grad_norm": 0.924737811088562,
      "learning_rate": 2.355052521862936e-06,
      "loss": 0.3682,
      "step": 1500680
    },
    {
      "epoch": 418.84,
      "grad_norm": 1.135245680809021,
      "learning_rate": 2.355025482545806e-06,
      "loss": 0.3604,
      "step": 1500690
    },
    {
      "epoch": 418.84,
      "grad_norm": 0.8673319816589355,
      "learning_rate": 2.3549984432271745e-06,
      "loss": 0.348,
      "step": 1500700
    },
    {
      "epoch": 418.84,
      "grad_norm": 1.0745185613632202,
      "learning_rate": 2.354971403907046e-06,
      "loss": 0.3436,
      "step": 1500710
    },
    {
      "epoch": 418.84,
      "grad_norm": 1.1635621786117554,
      "learning_rate": 2.354944364585425e-06,
      "loss": 0.3302,
      "step": 1500720
    },
    {
      "epoch": 418.85,
      "grad_norm": 0.8996180295944214,
      "learning_rate": 2.3549173252623123e-06,
      "loss": 0.3365,
      "step": 1500730
    },
    {
      "epoch": 418.85,
      "grad_norm": 1.1511812210083008,
      "learning_rate": 2.3548902859377137e-06,
      "loss": 0.3471,
      "step": 1500740
    },
    {
      "epoch": 418.85,
      "grad_norm": 1.0199588537216187,
      "learning_rate": 2.3548632466116327e-06,
      "loss": 0.3418,
      "step": 1500750
    },
    {
      "epoch": 418.86,
      "grad_norm": 1.245769739151001,
      "learning_rate": 2.354836207284073e-06,
      "loss": 0.3336,
      "step": 1500760
    },
    {
      "epoch": 418.86,
      "grad_norm": 1.1962860822677612,
      "learning_rate": 2.3548091679550366e-06,
      "loss": 0.3563,
      "step": 1500770
    },
    {
      "epoch": 418.86,
      "grad_norm": 1.0848095417022705,
      "learning_rate": 2.354782128624529e-06,
      "loss": 0.3465,
      "step": 1500780
    },
    {
      "epoch": 418.86,
      "grad_norm": 0.9888030290603638,
      "learning_rate": 2.3547550892925532e-06,
      "loss": 0.342,
      "step": 1500790
    },
    {
      "epoch": 418.87,
      "grad_norm": 0.968845546245575,
      "learning_rate": 2.354728049959112e-06,
      "loss": 0.3316,
      "step": 1500800
    },
    {
      "epoch": 418.87,
      "grad_norm": 1.0475831031799316,
      "learning_rate": 2.3547010106242096e-06,
      "loss": 0.3559,
      "step": 1500810
    },
    {
      "epoch": 418.87,
      "grad_norm": 1.3013569116592407,
      "learning_rate": 2.35467397128785e-06,
      "loss": 0.3559,
      "step": 1500820
    },
    {
      "epoch": 418.88,
      "grad_norm": 0.9884103536605835,
      "learning_rate": 2.354646931950036e-06,
      "loss": 0.3458,
      "step": 1500830
    },
    {
      "epoch": 418.88,
      "grad_norm": 1.0156657695770264,
      "learning_rate": 2.354619892610772e-06,
      "loss": 0.326,
      "step": 1500840
    },
    {
      "epoch": 418.88,
      "grad_norm": 0.9220792055130005,
      "learning_rate": 2.3545928532700613e-06,
      "loss": 0.3416,
      "step": 1500850
    },
    {
      "epoch": 418.88,
      "grad_norm": 0.8783366084098816,
      "learning_rate": 2.3545658139279075e-06,
      "loss": 0.3409,
      "step": 1500860
    },
    {
      "epoch": 418.89,
      "grad_norm": 0.9413230419158936,
      "learning_rate": 2.3545387745843137e-06,
      "loss": 0.3476,
      "step": 1500870
    },
    {
      "epoch": 418.89,
      "grad_norm": 0.9668675661087036,
      "learning_rate": 2.3545117352392847e-06,
      "loss": 0.3441,
      "step": 1500880
    },
    {
      "epoch": 418.89,
      "grad_norm": 0.9885191321372986,
      "learning_rate": 2.354484695892822e-06,
      "loss": 0.3324,
      "step": 1500890
    },
    {
      "epoch": 418.89,
      "grad_norm": 1.0243333578109741,
      "learning_rate": 2.3544576565449312e-06,
      "loss": 0.3427,
      "step": 1500900
    },
    {
      "epoch": 418.9,
      "grad_norm": 0.956463634967804,
      "learning_rate": 2.354430617195615e-06,
      "loss": 0.3471,
      "step": 1500910
    },
    {
      "epoch": 418.9,
      "grad_norm": 1.011713981628418,
      "learning_rate": 2.3544035778448777e-06,
      "loss": 0.3478,
      "step": 1500920
    },
    {
      "epoch": 418.9,
      "grad_norm": 0.9486845135688782,
      "learning_rate": 2.354376538492722e-06,
      "loss": 0.338,
      "step": 1500930
    },
    {
      "epoch": 418.91,
      "grad_norm": 1.2606991529464722,
      "learning_rate": 2.3543494991391516e-06,
      "loss": 0.3369,
      "step": 1500940
    },
    {
      "epoch": 418.91,
      "grad_norm": 0.9287539720535278,
      "learning_rate": 2.3543224597841716e-06,
      "loss": 0.3367,
      "step": 1500950
    },
    {
      "epoch": 418.91,
      "grad_norm": 1.2188678979873657,
      "learning_rate": 2.3542954204277834e-06,
      "loss": 0.3535,
      "step": 1500960
    },
    {
      "epoch": 418.91,
      "grad_norm": 1.0446794033050537,
      "learning_rate": 2.3542683810699916e-06,
      "loss": 0.3516,
      "step": 1500970
    },
    {
      "epoch": 418.92,
      "grad_norm": 1.0936007499694824,
      "learning_rate": 2.3542413417108e-06,
      "loss": 0.3474,
      "step": 1500980
    },
    {
      "epoch": 418.92,
      "grad_norm": 0.9633774757385254,
      "learning_rate": 2.3542143023502115e-06,
      "loss": 0.3532,
      "step": 1500990
    },
    {
      "epoch": 418.92,
      "grad_norm": 1.0181443691253662,
      "learning_rate": 2.3541872629882317e-06,
      "loss": 0.3474,
      "step": 1501000
    },
    {
      "epoch": 418.93,
      "grad_norm": 1.0555330514907837,
      "learning_rate": 2.3541602236248618e-06,
      "loss": 0.3496,
      "step": 1501010
    },
    {
      "epoch": 418.93,
      "grad_norm": 2.4450623989105225,
      "learning_rate": 2.3541331842601057e-06,
      "loss": 0.3404,
      "step": 1501020
    },
    {
      "epoch": 418.93,
      "grad_norm": 1.7045300006866455,
      "learning_rate": 2.3541061448939678e-06,
      "loss": 0.3462,
      "step": 1501030
    },
    {
      "epoch": 418.93,
      "grad_norm": 1.256473422050476,
      "learning_rate": 2.3540791055264517e-06,
      "loss": 0.3454,
      "step": 1501040
    },
    {
      "epoch": 418.94,
      "grad_norm": 0.9953024387359619,
      "learning_rate": 2.3540520661575613e-06,
      "loss": 0.3416,
      "step": 1501050
    },
    {
      "epoch": 418.94,
      "grad_norm": 1.155983805656433,
      "learning_rate": 2.354025026787299e-06,
      "loss": 0.3416,
      "step": 1501060
    },
    {
      "epoch": 418.94,
      "grad_norm": 1.212982177734375,
      "learning_rate": 2.3539979874156694e-06,
      "loss": 0.3342,
      "step": 1501070
    },
    {
      "epoch": 418.95,
      "grad_norm": 1.4356521368026733,
      "learning_rate": 2.353970948042676e-06,
      "loss": 0.3553,
      "step": 1501080
    },
    {
      "epoch": 418.95,
      "grad_norm": 1.5377943515777588,
      "learning_rate": 2.353943908668322e-06,
      "loss": 0.3519,
      "step": 1501090
    },
    {
      "epoch": 418.95,
      "grad_norm": 1.2969554662704468,
      "learning_rate": 2.353916869292611e-06,
      "loss": 0.3451,
      "step": 1501100
    },
    {
      "epoch": 418.95,
      "grad_norm": 1.0479795932769775,
      "learning_rate": 2.353889829915547e-06,
      "loss": 0.3694,
      "step": 1501110
    },
    {
      "epoch": 418.96,
      "grad_norm": 0.9951211214065552,
      "learning_rate": 2.353862790537133e-06,
      "loss": 0.3312,
      "step": 1501120
    },
    {
      "epoch": 418.96,
      "grad_norm": 1.063895344734192,
      "learning_rate": 2.3538357511573732e-06,
      "loss": 0.3512,
      "step": 1501130
    },
    {
      "epoch": 418.96,
      "grad_norm": 1.1145268678665161,
      "learning_rate": 2.353808711776271e-06,
      "loss": 0.3695,
      "step": 1501140
    },
    {
      "epoch": 418.96,
      "grad_norm": 1.052923321723938,
      "learning_rate": 2.3537816723938307e-06,
      "loss": 0.3326,
      "step": 1501150
    },
    {
      "epoch": 418.97,
      "grad_norm": 0.9147974848747253,
      "learning_rate": 2.3537546330100546e-06,
      "loss": 0.3481,
      "step": 1501160
    },
    {
      "epoch": 418.97,
      "grad_norm": 1.320635437965393,
      "learning_rate": 2.353727593624947e-06,
      "loss": 0.3588,
      "step": 1501170
    },
    {
      "epoch": 418.97,
      "grad_norm": 0.9523261785507202,
      "learning_rate": 2.353700554238511e-06,
      "loss": 0.3344,
      "step": 1501180
    },
    {
      "epoch": 418.98,
      "grad_norm": 0.9073334336280823,
      "learning_rate": 2.3536735148507504e-06,
      "loss": 0.3474,
      "step": 1501190
    },
    {
      "epoch": 418.98,
      "grad_norm": 1.1752959489822388,
      "learning_rate": 2.3536464754616693e-06,
      "loss": 0.3322,
      "step": 1501200
    },
    {
      "epoch": 418.98,
      "grad_norm": 1.131455659866333,
      "learning_rate": 2.3536194360712715e-06,
      "loss": 0.3393,
      "step": 1501210
    },
    {
      "epoch": 418.98,
      "grad_norm": 0.9114347696304321,
      "learning_rate": 2.35359239667956e-06,
      "loss": 0.3408,
      "step": 1501220
    },
    {
      "epoch": 418.99,
      "grad_norm": 1.4502065181732178,
      "learning_rate": 2.3535653572865375e-06,
      "loss": 0.3596,
      "step": 1501230
    },
    {
      "epoch": 418.99,
      "grad_norm": 0.9586653113365173,
      "learning_rate": 2.3535383178922094e-06,
      "loss": 0.3401,
      "step": 1501240
    },
    {
      "epoch": 418.99,
      "grad_norm": 0.9629942774772644,
      "learning_rate": 2.353511278496578e-06,
      "loss": 0.3476,
      "step": 1501250
    },
    {
      "epoch": 419.0,
      "grad_norm": 1.1252778768539429,
      "learning_rate": 2.353484239099647e-06,
      "loss": 0.3629,
      "step": 1501260
    },
    {
      "epoch": 419.0,
      "grad_norm": 1.1189796924591064,
      "learning_rate": 2.3534571997014215e-06,
      "loss": 0.3579,
      "step": 1501270
    },
    {
      "epoch": 419.0,
      "eval_loss": 0.34730038046836853,
      "eval_runtime": 65.2497,
      "eval_samples_per_second": 77.533,
      "eval_steps_per_second": 9.701,
      "step": 1501277
    },
    {
      "epoch": 419.0,
      "grad_norm": 0.9629966020584106,
      "learning_rate": 2.353430160301903e-06,
      "loss": 0.3535,
      "step": 1501280
    },
    {
      "epoch": 419.0,
      "grad_norm": 1.0733851194381714,
      "learning_rate": 2.353403120901097e-06,
      "loss": 0.3481,
      "step": 1501290
    },
    {
      "epoch": 419.01,
      "grad_norm": 1.0219924449920654,
      "learning_rate": 2.353376081499006e-06,
      "loss": 0.3298,
      "step": 1501300
    },
    {
      "epoch": 419.01,
      "grad_norm": 1.0314586162567139,
      "learning_rate": 2.353349042095633e-06,
      "loss": 0.3619,
      "step": 1501310
    },
    {
      "epoch": 419.01,
      "grad_norm": 0.9164058566093445,
      "learning_rate": 2.353322002690983e-06,
      "loss": 0.3461,
      "step": 1501320
    },
    {
      "epoch": 419.01,
      "grad_norm": 0.995493471622467,
      "learning_rate": 2.3532949632850584e-06,
      "loss": 0.3372,
      "step": 1501330
    },
    {
      "epoch": 419.02,
      "grad_norm": 0.9569186568260193,
      "learning_rate": 2.353267923877864e-06,
      "loss": 0.3519,
      "step": 1501340
    },
    {
      "epoch": 419.02,
      "grad_norm": 1.1292906999588013,
      "learning_rate": 2.353240884469402e-06,
      "loss": 0.3366,
      "step": 1501350
    },
    {
      "epoch": 419.02,
      "grad_norm": 1.1032930612564087,
      "learning_rate": 2.3532138450596776e-06,
      "loss": 0.326,
      "step": 1501360
    },
    {
      "epoch": 419.03,
      "grad_norm": 1.2606642246246338,
      "learning_rate": 2.3531868056486935e-06,
      "loss": 0.3576,
      "step": 1501370
    },
    {
      "epoch": 419.03,
      "grad_norm": 1.1682013273239136,
      "learning_rate": 2.353159766236453e-06,
      "loss": 0.3495,
      "step": 1501380
    },
    {
      "epoch": 419.03,
      "grad_norm": 0.9923198819160461,
      "learning_rate": 2.3531327268229597e-06,
      "loss": 0.3504,
      "step": 1501390
    },
    {
      "epoch": 419.03,
      "grad_norm": 0.9739073514938354,
      "learning_rate": 2.353105687408218e-06,
      "loss": 0.3706,
      "step": 1501400
    },
    {
      "epoch": 419.04,
      "grad_norm": 0.9926343560218811,
      "learning_rate": 2.3530786479922315e-06,
      "loss": 0.3347,
      "step": 1501410
    },
    {
      "epoch": 419.04,
      "grad_norm": 0.9746502041816711,
      "learning_rate": 2.3530516085750026e-06,
      "loss": 0.37,
      "step": 1501420
    },
    {
      "epoch": 419.04,
      "grad_norm": 0.9511289596557617,
      "learning_rate": 2.353024569156536e-06,
      "loss": 0.3502,
      "step": 1501430
    },
    {
      "epoch": 419.05,
      "grad_norm": 1.0657453536987305,
      "learning_rate": 2.3529975297368352e-06,
      "loss": 0.3373,
      "step": 1501440
    },
    {
      "epoch": 419.05,
      "grad_norm": 0.9863123297691345,
      "learning_rate": 2.352970490315903e-06,
      "loss": 0.3526,
      "step": 1501450
    },
    {
      "epoch": 419.05,
      "grad_norm": 1.0530362129211426,
      "learning_rate": 2.352943450893744e-06,
      "loss": 0.3407,
      "step": 1501460
    },
    {
      "epoch": 419.05,
      "grad_norm": 1.0265231132507324,
      "learning_rate": 2.3529164114703615e-06,
      "loss": 0.3622,
      "step": 1501470
    },
    {
      "epoch": 419.06,
      "grad_norm": 1.0734102725982666,
      "learning_rate": 2.352889372045758e-06,
      "loss": 0.3344,
      "step": 1501480
    },
    {
      "epoch": 419.06,
      "grad_norm": 1.1837584972381592,
      "learning_rate": 2.352862332619939e-06,
      "loss": 0.3242,
      "step": 1501490
    },
    {
      "epoch": 419.06,
      "grad_norm": 0.8952016830444336,
      "learning_rate": 2.3528352931929064e-06,
      "loss": 0.3426,
      "step": 1501500
    },
    {
      "epoch": 419.07,
      "grad_norm": 0.9980677366256714,
      "learning_rate": 2.3528082537646644e-06,
      "loss": 0.3459,
      "step": 1501510
    },
    {
      "epoch": 419.07,
      "grad_norm": 0.9066295027732849,
      "learning_rate": 2.352781214335218e-06,
      "loss": 0.3523,
      "step": 1501520
    },
    {
      "epoch": 419.07,
      "grad_norm": 0.9956628084182739,
      "learning_rate": 2.3527541749045695e-06,
      "loss": 0.3441,
      "step": 1501530
    },
    {
      "epoch": 419.07,
      "grad_norm": 1.4103724956512451,
      "learning_rate": 2.3527271354727213e-06,
      "loss": 0.3419,
      "step": 1501540
    },
    {
      "epoch": 419.08,
      "grad_norm": 0.9616426825523376,
      "learning_rate": 2.3527000960396787e-06,
      "loss": 0.3401,
      "step": 1501550
    },
    {
      "epoch": 419.08,
      "grad_norm": 0.9931610226631165,
      "learning_rate": 2.352673056605445e-06,
      "loss": 0.3292,
      "step": 1501560
    },
    {
      "epoch": 419.08,
      "grad_norm": 0.987816572189331,
      "learning_rate": 2.3526460171700233e-06,
      "loss": 0.3454,
      "step": 1501570
    },
    {
      "epoch": 419.08,
      "grad_norm": 1.8264994621276855,
      "learning_rate": 2.3526189777334177e-06,
      "loss": 0.3409,
      "step": 1501580
    },
    {
      "epoch": 419.09,
      "grad_norm": 0.9544719457626343,
      "learning_rate": 2.352591938295632e-06,
      "loss": 0.3551,
      "step": 1501590
    },
    {
      "epoch": 419.09,
      "grad_norm": 0.9375730752944946,
      "learning_rate": 2.3525648988566697e-06,
      "loss": 0.3505,
      "step": 1501600
    },
    {
      "epoch": 419.09,
      "grad_norm": 1.0146443843841553,
      "learning_rate": 2.3525378594165333e-06,
      "loss": 0.3459,
      "step": 1501610
    },
    {
      "epoch": 419.1,
      "grad_norm": 1.396468162536621,
      "learning_rate": 2.352510819975227e-06,
      "loss": 0.3533,
      "step": 1501620
    },
    {
      "epoch": 419.1,
      "grad_norm": 1.2823424339294434,
      "learning_rate": 2.3524837805327557e-06,
      "loss": 0.3514,
      "step": 1501630
    },
    {
      "epoch": 419.1,
      "grad_norm": 1.005974531173706,
      "learning_rate": 2.3524567410891214e-06,
      "loss": 0.3418,
      "step": 1501640
    },
    {
      "epoch": 419.1,
      "grad_norm": 1.066266655921936,
      "learning_rate": 2.352429701644328e-06,
      "loss": 0.3578,
      "step": 1501650
    },
    {
      "epoch": 419.11,
      "grad_norm": 1.0916560888290405,
      "learning_rate": 2.35240266219838e-06,
      "loss": 0.3375,
      "step": 1501660
    },
    {
      "epoch": 419.11,
      "grad_norm": 0.9970547556877136,
      "learning_rate": 2.3523756227512797e-06,
      "loss": 0.3448,
      "step": 1501670
    },
    {
      "epoch": 419.11,
      "grad_norm": 1.5684752464294434,
      "learning_rate": 2.3523485833030316e-06,
      "loss": 0.3603,
      "step": 1501680
    },
    {
      "epoch": 419.12,
      "grad_norm": 0.918845534324646,
      "learning_rate": 2.352321543853639e-06,
      "loss": 0.3492,
      "step": 1501690
    },
    {
      "epoch": 419.12,
      "grad_norm": 1.37619948387146,
      "learning_rate": 2.352294504403106e-06,
      "loss": 0.3371,
      "step": 1501700
    },
    {
      "epoch": 419.12,
      "grad_norm": 0.9981449246406555,
      "learning_rate": 2.3522674649514345e-06,
      "loss": 0.3515,
      "step": 1501710
    },
    {
      "epoch": 419.12,
      "grad_norm": 4.314039707183838,
      "learning_rate": 2.3522404254986306e-06,
      "loss": 0.346,
      "step": 1501720
    },
    {
      "epoch": 419.13,
      "grad_norm": 1.2018581628799438,
      "learning_rate": 2.3522133860446956e-06,
      "loss": 0.3473,
      "step": 1501730
    },
    {
      "epoch": 419.13,
      "grad_norm": 1.0980507135391235,
      "learning_rate": 2.352186346589635e-06,
      "loss": 0.3461,
      "step": 1501740
    },
    {
      "epoch": 419.13,
      "grad_norm": 0.9186151027679443,
      "learning_rate": 2.3521593071334513e-06,
      "loss": 0.3489,
      "step": 1501750
    },
    {
      "epoch": 419.13,
      "grad_norm": 1.070435643196106,
      "learning_rate": 2.352132267676148e-06,
      "loss": 0.3386,
      "step": 1501760
    },
    {
      "epoch": 419.14,
      "grad_norm": 1.035839319229126,
      "learning_rate": 2.3521052282177288e-06,
      "loss": 0.3372,
      "step": 1501770
    },
    {
      "epoch": 419.14,
      "grad_norm": 0.9683756828308105,
      "learning_rate": 2.3520781887581974e-06,
      "loss": 0.3514,
      "step": 1501780
    },
    {
      "epoch": 419.14,
      "grad_norm": 0.9886113405227661,
      "learning_rate": 2.3520511492975585e-06,
      "loss": 0.3325,
      "step": 1501790
    },
    {
      "epoch": 419.15,
      "grad_norm": 1.01726496219635,
      "learning_rate": 2.3520241098358138e-06,
      "loss": 0.3499,
      "step": 1501800
    },
    {
      "epoch": 419.15,
      "grad_norm": 1.030469298362732,
      "learning_rate": 2.3519970703729688e-06,
      "loss": 0.3411,
      "step": 1501810
    },
    {
      "epoch": 419.15,
      "grad_norm": 0.9596291184425354,
      "learning_rate": 2.3519700309090256e-06,
      "loss": 0.3694,
      "step": 1501820
    },
    {
      "epoch": 419.15,
      "grad_norm": 1.1803420782089233,
      "learning_rate": 2.351942991443988e-06,
      "loss": 0.3769,
      "step": 1501830
    },
    {
      "epoch": 419.16,
      "grad_norm": 0.9231433868408203,
      "learning_rate": 2.35191595197786e-06,
      "loss": 0.3514,
      "step": 1501840
    },
    {
      "epoch": 419.16,
      "grad_norm": 1.1246289014816284,
      "learning_rate": 2.3518889125106456e-06,
      "loss": 0.3596,
      "step": 1501850
    },
    {
      "epoch": 419.16,
      "grad_norm": 1.0129390954971313,
      "learning_rate": 2.3518618730423474e-06,
      "loss": 0.3535,
      "step": 1501860
    },
    {
      "epoch": 419.17,
      "grad_norm": 1.0991398096084595,
      "learning_rate": 2.351834833572969e-06,
      "loss": 0.3564,
      "step": 1501870
    },
    {
      "epoch": 419.17,
      "grad_norm": 1.051622986793518,
      "learning_rate": 2.3518077941025157e-06,
      "loss": 0.3427,
      "step": 1501880
    },
    {
      "epoch": 419.17,
      "grad_norm": 1.008903980255127,
      "learning_rate": 2.3517807546309895e-06,
      "loss": 0.358,
      "step": 1501890
    },
    {
      "epoch": 419.17,
      "grad_norm": 0.9909722805023193,
      "learning_rate": 2.3517537151583943e-06,
      "loss": 0.3414,
      "step": 1501900
    },
    {
      "epoch": 419.18,
      "grad_norm": 1.052504062652588,
      "learning_rate": 2.3517266756847336e-06,
      "loss": 0.343,
      "step": 1501910
    },
    {
      "epoch": 419.18,
      "grad_norm": 1.1489088535308838,
      "learning_rate": 2.351699636210012e-06,
      "loss": 0.3333,
      "step": 1501920
    },
    {
      "epoch": 419.18,
      "grad_norm": 0.8953189253807068,
      "learning_rate": 2.351672596734231e-06,
      "loss": 0.3508,
      "step": 1501930
    },
    {
      "epoch": 419.19,
      "grad_norm": 1.3662524223327637,
      "learning_rate": 2.3516455572573964e-06,
      "loss": 0.3303,
      "step": 1501940
    },
    {
      "epoch": 419.19,
      "grad_norm": 1.03704833984375,
      "learning_rate": 2.3516185177795102e-06,
      "loss": 0.3502,
      "step": 1501950
    },
    {
      "epoch": 419.19,
      "grad_norm": 1.2661772966384888,
      "learning_rate": 2.351591478300578e-06,
      "loss": 0.3536,
      "step": 1501960
    },
    {
      "epoch": 419.19,
      "grad_norm": 0.9491986036300659,
      "learning_rate": 2.351564438820601e-06,
      "loss": 0.3299,
      "step": 1501970
    },
    {
      "epoch": 419.2,
      "grad_norm": 1.036800503730774,
      "learning_rate": 2.351537399339584e-06,
      "loss": 0.3465,
      "step": 1501980
    },
    {
      "epoch": 419.2,
      "grad_norm": 1.0864580869674683,
      "learning_rate": 2.351510359857531e-06,
      "loss": 0.3525,
      "step": 1501990
    },
    {
      "epoch": 419.2,
      "grad_norm": 1.0233964920043945,
      "learning_rate": 2.3514833203744444e-06,
      "loss": 0.3404,
      "step": 1502000
    },
    {
      "epoch": 419.2,
      "grad_norm": 1.3213839530944824,
      "learning_rate": 2.351456280890329e-06,
      "loss": 0.3671,
      "step": 1502010
    },
    {
      "epoch": 419.21,
      "grad_norm": 1.11554753780365,
      "learning_rate": 2.3514292414051877e-06,
      "loss": 0.3572,
      "step": 1502020
    },
    {
      "epoch": 419.21,
      "grad_norm": 0.9125524163246155,
      "learning_rate": 2.3514022019190243e-06,
      "loss": 0.3522,
      "step": 1502030
    },
    {
      "epoch": 419.21,
      "grad_norm": 2.0486748218536377,
      "learning_rate": 2.3513751624318428e-06,
      "loss": 0.3468,
      "step": 1502040
    },
    {
      "epoch": 419.22,
      "grad_norm": 1.0300617218017578,
      "learning_rate": 2.3513481229436456e-06,
      "loss": 0.3425,
      "step": 1502050
    },
    {
      "epoch": 419.22,
      "grad_norm": 1.1017965078353882,
      "learning_rate": 2.3513210834544376e-06,
      "loss": 0.3398,
      "step": 1502060
    },
    {
      "epoch": 419.22,
      "grad_norm": 1.008683681488037,
      "learning_rate": 2.3512940439642216e-06,
      "loss": 0.3345,
      "step": 1502070
    },
    {
      "epoch": 419.22,
      "grad_norm": 1.2120295763015747,
      "learning_rate": 2.3512670044730023e-06,
      "loss": 0.3497,
      "step": 1502080
    },
    {
      "epoch": 419.23,
      "grad_norm": 1.0275349617004395,
      "learning_rate": 2.3512399649807813e-06,
      "loss": 0.3382,
      "step": 1502090
    },
    {
      "epoch": 419.23,
      "grad_norm": 1.1823536157608032,
      "learning_rate": 2.3512129254875643e-06,
      "loss": 0.3273,
      "step": 1502100
    },
    {
      "epoch": 419.23,
      "grad_norm": 0.9209276437759399,
      "learning_rate": 2.351185885993354e-06,
      "loss": 0.322,
      "step": 1502110
    },
    {
      "epoch": 419.24,
      "grad_norm": 1.0774104595184326,
      "learning_rate": 2.3511588464981532e-06,
      "loss": 0.3453,
      "step": 1502120
    },
    {
      "epoch": 419.24,
      "grad_norm": 0.9720803499221802,
      "learning_rate": 2.3511318070019665e-06,
      "loss": 0.347,
      "step": 1502130
    },
    {
      "epoch": 419.24,
      "grad_norm": 0.9513553977012634,
      "learning_rate": 2.3511047675047976e-06,
      "loss": 0.3422,
      "step": 1502140
    },
    {
      "epoch": 419.24,
      "grad_norm": 0.9826196432113647,
      "learning_rate": 2.3510777280066495e-06,
      "loss": 0.3493,
      "step": 1502150
    },
    {
      "epoch": 419.25,
      "grad_norm": 1.1427580118179321,
      "learning_rate": 2.351050688507526e-06,
      "loss": 0.3414,
      "step": 1502160
    },
    {
      "epoch": 419.25,
      "grad_norm": 1.1563581228256226,
      "learning_rate": 2.3510236490074316e-06,
      "loss": 0.3385,
      "step": 1502170
    },
    {
      "epoch": 419.25,
      "grad_norm": 1.0053383111953735,
      "learning_rate": 2.350996609506369e-06,
      "loss": 0.3446,
      "step": 1502180
    },
    {
      "epoch": 419.25,
      "grad_norm": 0.9975692629814148,
      "learning_rate": 2.3509695700043406e-06,
      "loss": 0.3358,
      "step": 1502190
    },
    {
      "epoch": 419.26,
      "grad_norm": 1.0158239603042603,
      "learning_rate": 2.350942530501352e-06,
      "loss": 0.3399,
      "step": 1502200
    },
    {
      "epoch": 419.26,
      "grad_norm": 1.215415120124817,
      "learning_rate": 2.350915490997406e-06,
      "loss": 0.3457,
      "step": 1502210
    },
    {
      "epoch": 419.26,
      "grad_norm": 1.0697988271713257,
      "learning_rate": 2.3508884514925064e-06,
      "loss": 0.3367,
      "step": 1502220
    },
    {
      "epoch": 419.27,
      "grad_norm": 3.6009879112243652,
      "learning_rate": 2.3508614119866563e-06,
      "loss": 0.3444,
      "step": 1502230
    },
    {
      "epoch": 419.27,
      "grad_norm": 1.184442400932312,
      "learning_rate": 2.3508343724798604e-06,
      "loss": 0.329,
      "step": 1502240
    },
    {
      "epoch": 419.27,
      "grad_norm": 0.9603131413459778,
      "learning_rate": 2.350807332972122e-06,
      "loss": 0.3453,
      "step": 1502250
    },
    {
      "epoch": 419.27,
      "grad_norm": 1.2137024402618408,
      "learning_rate": 2.3507802934634426e-06,
      "loss": 0.3493,
      "step": 1502260
    },
    {
      "epoch": 419.28,
      "grad_norm": 1.2286256551742554,
      "learning_rate": 2.3507532539538287e-06,
      "loss": 0.3667,
      "step": 1502270
    },
    {
      "epoch": 419.28,
      "grad_norm": 0.9398771524429321,
      "learning_rate": 2.3507262144432818e-06,
      "loss": 0.3475,
      "step": 1502280
    },
    {
      "epoch": 419.28,
      "grad_norm": 1.0772839784622192,
      "learning_rate": 2.3506991749318065e-06,
      "loss": 0.3497,
      "step": 1502290
    },
    {
      "epoch": 419.29,
      "grad_norm": 1.0809557437896729,
      "learning_rate": 2.350672135419407e-06,
      "loss": 0.3316,
      "step": 1502300
    },
    {
      "epoch": 419.29,
      "grad_norm": 1.1804181337356567,
      "learning_rate": 2.3506450959060857e-06,
      "loss": 0.3624,
      "step": 1502310
    },
    {
      "epoch": 419.29,
      "grad_norm": 1.1028478145599365,
      "learning_rate": 2.350618056391847e-06,
      "loss": 0.356,
      "step": 1502320
    },
    {
      "epoch": 419.29,
      "grad_norm": 1.060046672821045,
      "learning_rate": 2.350591016876694e-06,
      "loss": 0.353,
      "step": 1502330
    },
    {
      "epoch": 419.3,
      "grad_norm": 0.9785097241401672,
      "learning_rate": 2.3505639773606303e-06,
      "loss": 0.3493,
      "step": 1502340
    },
    {
      "epoch": 419.3,
      "grad_norm": 1.114988923072815,
      "learning_rate": 2.3505369378436595e-06,
      "loss": 0.3622,
      "step": 1502350
    },
    {
      "epoch": 419.3,
      "grad_norm": 0.9348881840705872,
      "learning_rate": 2.3505098983257853e-06,
      "loss": 0.3541,
      "step": 1502360
    },
    {
      "epoch": 419.31,
      "grad_norm": 1.1815305948257446,
      "learning_rate": 2.350482858807012e-06,
      "loss": 0.3575,
      "step": 1502370
    },
    {
      "epoch": 419.31,
      "grad_norm": 0.9180306196212769,
      "learning_rate": 2.350455819287342e-06,
      "loss": 0.3449,
      "step": 1502380
    },
    {
      "epoch": 419.31,
      "grad_norm": 1.03471839427948,
      "learning_rate": 2.35042877976678e-06,
      "loss": 0.3588,
      "step": 1502390
    },
    {
      "epoch": 419.31,
      "grad_norm": 1.0202099084854126,
      "learning_rate": 2.350401740245329e-06,
      "loss": 0.3409,
      "step": 1502400
    },
    {
      "epoch": 419.32,
      "grad_norm": 1.1126660108566284,
      "learning_rate": 2.3503747007229923e-06,
      "loss": 0.3576,
      "step": 1502410
    },
    {
      "epoch": 419.32,
      "grad_norm": 1.0010888576507568,
      "learning_rate": 2.3503476611997733e-06,
      "loss": 0.3473,
      "step": 1502420
    },
    {
      "epoch": 419.32,
      "grad_norm": 1.4992338418960571,
      "learning_rate": 2.350320621675677e-06,
      "loss": 0.3432,
      "step": 1502430
    },
    {
      "epoch": 419.32,
      "grad_norm": 1.277925968170166,
      "learning_rate": 2.3502935821507058e-06,
      "loss": 0.3445,
      "step": 1502440
    },
    {
      "epoch": 419.33,
      "grad_norm": 1.0778697729110718,
      "learning_rate": 2.3502665426248636e-06,
      "loss": 0.3405,
      "step": 1502450
    },
    {
      "epoch": 419.33,
      "grad_norm": 1.075954794883728,
      "learning_rate": 2.350239503098154e-06,
      "loss": 0.35,
      "step": 1502460
    },
    {
      "epoch": 419.33,
      "grad_norm": 0.9863346219062805,
      "learning_rate": 2.350212463570581e-06,
      "loss": 0.3417,
      "step": 1502470
    },
    {
      "epoch": 419.34,
      "grad_norm": 0.9745990633964539,
      "learning_rate": 2.350185424042148e-06,
      "loss": 0.3502,
      "step": 1502480
    },
    {
      "epoch": 419.34,
      "grad_norm": 1.0053261518478394,
      "learning_rate": 2.350158384512858e-06,
      "loss": 0.3295,
      "step": 1502490
    },
    {
      "epoch": 419.34,
      "grad_norm": 1.0330671072006226,
      "learning_rate": 2.3501313449827153e-06,
      "loss": 0.3594,
      "step": 1502500
    },
    {
      "epoch": 419.34,
      "grad_norm": 0.9906574487686157,
      "learning_rate": 2.3501043054517227e-06,
      "loss": 0.3434,
      "step": 1502510
    },
    {
      "epoch": 419.35,
      "grad_norm": 1.1313048601150513,
      "learning_rate": 2.3500772659198843e-06,
      "loss": 0.3373,
      "step": 1502520
    },
    {
      "epoch": 419.35,
      "grad_norm": 0.9806072115898132,
      "learning_rate": 2.350050226387205e-06,
      "loss": 0.3353,
      "step": 1502530
    },
    {
      "epoch": 419.35,
      "grad_norm": 1.0453717708587646,
      "learning_rate": 2.3500231868536855e-06,
      "loss": 0.3531,
      "step": 1502540
    },
    {
      "epoch": 419.36,
      "grad_norm": 1.0957438945770264,
      "learning_rate": 2.3499961473193323e-06,
      "loss": 0.3406,
      "step": 1502550
    },
    {
      "epoch": 419.36,
      "grad_norm": 1.059430480003357,
      "learning_rate": 2.3499691077841477e-06,
      "loss": 0.3429,
      "step": 1502560
    },
    {
      "epoch": 419.36,
      "grad_norm": 1.021382451057434,
      "learning_rate": 2.3499420682481348e-06,
      "loss": 0.3441,
      "step": 1502570
    },
    {
      "epoch": 419.36,
      "grad_norm": 1.110080361366272,
      "learning_rate": 2.3499150287112976e-06,
      "loss": 0.3606,
      "step": 1502580
    },
    {
      "epoch": 419.37,
      "grad_norm": 1.1126593351364136,
      "learning_rate": 2.34988798917364e-06,
      "loss": 0.3479,
      "step": 1502590
    },
    {
      "epoch": 419.37,
      "grad_norm": 0.9364863038063049,
      "learning_rate": 2.3498609496351653e-06,
      "loss": 0.3492,
      "step": 1502600
    },
    {
      "epoch": 419.37,
      "grad_norm": 1.1130791902542114,
      "learning_rate": 2.3498339100958773e-06,
      "loss": 0.3436,
      "step": 1502610
    },
    {
      "epoch": 419.37,
      "grad_norm": 0.9758803844451904,
      "learning_rate": 2.34980687055578e-06,
      "loss": 0.3542,
      "step": 1502620
    },
    {
      "epoch": 419.38,
      "grad_norm": 1.1259167194366455,
      "learning_rate": 2.3497798310148766e-06,
      "loss": 0.3434,
      "step": 1502630
    },
    {
      "epoch": 419.38,
      "grad_norm": 1.0498509407043457,
      "learning_rate": 2.34975279147317e-06,
      "loss": 0.3551,
      "step": 1502640
    },
    {
      "epoch": 419.38,
      "grad_norm": 1.2788258790969849,
      "learning_rate": 2.3497257519306644e-06,
      "loss": 0.3409,
      "step": 1502650
    },
    {
      "epoch": 419.39,
      "grad_norm": 1.1851438283920288,
      "learning_rate": 2.349698712387364e-06,
      "loss": 0.3498,
      "step": 1502660
    },
    {
      "epoch": 419.39,
      "grad_norm": 1.0352760553359985,
      "learning_rate": 2.349671672843271e-06,
      "loss": 0.3266,
      "step": 1502670
    },
    {
      "epoch": 419.39,
      "grad_norm": 1.1298662424087524,
      "learning_rate": 2.3496446332983906e-06,
      "loss": 0.3377,
      "step": 1502680
    },
    {
      "epoch": 419.39,
      "grad_norm": 0.9074015617370605,
      "learning_rate": 2.3496175937527252e-06,
      "loss": 0.3236,
      "step": 1502690
    },
    {
      "epoch": 419.4,
      "grad_norm": 1.3140909671783447,
      "learning_rate": 2.3495905542062794e-06,
      "loss": 0.3283,
      "step": 1502700
    },
    {
      "epoch": 419.4,
      "grad_norm": 1.136878490447998,
      "learning_rate": 2.3495635146590555e-06,
      "loss": 0.3442,
      "step": 1502710
    },
    {
      "epoch": 419.4,
      "grad_norm": 1.103721261024475,
      "learning_rate": 2.3495364751110587e-06,
      "loss": 0.3739,
      "step": 1502720
    },
    {
      "epoch": 419.41,
      "grad_norm": 1.0940582752227783,
      "learning_rate": 2.3495094355622907e-06,
      "loss": 0.3417,
      "step": 1502730
    },
    {
      "epoch": 419.41,
      "grad_norm": 1.0774385929107666,
      "learning_rate": 2.3494823960127565e-06,
      "loss": 0.357,
      "step": 1502740
    },
    {
      "epoch": 419.41,
      "grad_norm": 1.1006755828857422,
      "learning_rate": 2.349455356462459e-06,
      "loss": 0.3606,
      "step": 1502750
    },
    {
      "epoch": 419.41,
      "grad_norm": 0.9270121455192566,
      "learning_rate": 2.349428316911403e-06,
      "loss": 0.3295,
      "step": 1502760
    },
    {
      "epoch": 419.42,
      "grad_norm": 1.1051349639892578,
      "learning_rate": 2.3494012773595907e-06,
      "loss": 0.3373,
      "step": 1502770
    },
    {
      "epoch": 419.42,
      "grad_norm": 1.0264785289764404,
      "learning_rate": 2.349374237807026e-06,
      "loss": 0.3504,
      "step": 1502780
    },
    {
      "epoch": 419.42,
      "grad_norm": 0.9336544275283813,
      "learning_rate": 2.3493471982537135e-06,
      "loss": 0.3319,
      "step": 1502790
    },
    {
      "epoch": 419.43,
      "grad_norm": 1.0252550840377808,
      "learning_rate": 2.349320158699655e-06,
      "loss": 0.3389,
      "step": 1502800
    },
    {
      "epoch": 419.43,
      "grad_norm": 1.0194584131240845,
      "learning_rate": 2.349293119144855e-06,
      "loss": 0.3445,
      "step": 1502810
    },
    {
      "epoch": 419.43,
      "grad_norm": 2.678363561630249,
      "learning_rate": 2.3492660795893185e-06,
      "loss": 0.3449,
      "step": 1502820
    },
    {
      "epoch": 419.43,
      "grad_norm": 0.919818639755249,
      "learning_rate": 2.3492390400330466e-06,
      "loss": 0.3463,
      "step": 1502830
    },
    {
      "epoch": 419.44,
      "grad_norm": 0.9737510085105896,
      "learning_rate": 2.349212000476045e-06,
      "loss": 0.3305,
      "step": 1502840
    },
    {
      "epoch": 419.44,
      "grad_norm": 0.9668951034545898,
      "learning_rate": 2.3491849609183162e-06,
      "loss": 0.3349,
      "step": 1502850
    },
    {
      "epoch": 419.44,
      "grad_norm": 1.1095960140228271,
      "learning_rate": 2.3491579213598632e-06,
      "loss": 0.3523,
      "step": 1502860
    },
    {
      "epoch": 419.44,
      "grad_norm": 1.0705960988998413,
      "learning_rate": 2.3491308818006907e-06,
      "loss": 0.3412,
      "step": 1502870
    },
    {
      "epoch": 419.45,
      "grad_norm": 1.019353985786438,
      "learning_rate": 2.349103842240803e-06,
      "loss": 0.3418,
      "step": 1502880
    },
    {
      "epoch": 419.45,
      "grad_norm": 0.9864934682846069,
      "learning_rate": 2.3490768026802018e-06,
      "loss": 0.3441,
      "step": 1502890
    },
    {
      "epoch": 419.45,
      "grad_norm": 1.1074146032333374,
      "learning_rate": 2.3490497631188917e-06,
      "loss": 0.3663,
      "step": 1502900
    },
    {
      "epoch": 419.46,
      "grad_norm": 1.0473405122756958,
      "learning_rate": 2.349022723556876e-06,
      "loss": 0.3487,
      "step": 1502910
    },
    {
      "epoch": 419.46,
      "grad_norm": 0.9885280132293701,
      "learning_rate": 2.3489956839941596e-06,
      "loss": 0.3281,
      "step": 1502920
    },
    {
      "epoch": 419.46,
      "grad_norm": 1.1588695049285889,
      "learning_rate": 2.348968644430744e-06,
      "loss": 0.3508,
      "step": 1502930
    },
    {
      "epoch": 419.46,
      "grad_norm": 1.0642280578613281,
      "learning_rate": 2.3489416048666335e-06,
      "loss": 0.3345,
      "step": 1502940
    },
    {
      "epoch": 419.47,
      "grad_norm": 1.1860954761505127,
      "learning_rate": 2.348914565301833e-06,
      "loss": 0.3641,
      "step": 1502950
    },
    {
      "epoch": 419.47,
      "grad_norm": 0.9500846862792969,
      "learning_rate": 2.348887525736344e-06,
      "loss": 0.3372,
      "step": 1502960
    },
    {
      "epoch": 419.47,
      "grad_norm": 0.9030599594116211,
      "learning_rate": 2.3488604861701716e-06,
      "loss": 0.3289,
      "step": 1502970
    },
    {
      "epoch": 419.48,
      "grad_norm": 1.0809569358825684,
      "learning_rate": 2.34883344660332e-06,
      "loss": 0.3493,
      "step": 1502980
    },
    {
      "epoch": 419.48,
      "grad_norm": 1.541063904762268,
      "learning_rate": 2.348806407035791e-06,
      "loss": 0.3656,
      "step": 1502990
    },
    {
      "epoch": 419.48,
      "grad_norm": 1.0226950645446777,
      "learning_rate": 2.348779367467589e-06,
      "loss": 0.3187,
      "step": 1503000
    },
    {
      "epoch": 419.48,
      "grad_norm": 1.0219900608062744,
      "learning_rate": 2.3487523278987175e-06,
      "loss": 0.3595,
      "step": 1503010
    },
    {
      "epoch": 419.49,
      "grad_norm": 1.0212440490722656,
      "learning_rate": 2.3487252883291798e-06,
      "loss": 0.3505,
      "step": 1503020
    },
    {
      "epoch": 419.49,
      "grad_norm": 1.0903894901275635,
      "learning_rate": 2.34869824875898e-06,
      "loss": 0.36,
      "step": 1503030
    },
    {
      "epoch": 419.49,
      "grad_norm": 1.006186604499817,
      "learning_rate": 2.3486712091881223e-06,
      "loss": 0.3473,
      "step": 1503040
    },
    {
      "epoch": 419.49,
      "grad_norm": 1.2207709550857544,
      "learning_rate": 2.3486441696166094e-06,
      "loss": 0.3504,
      "step": 1503050
    },
    {
      "epoch": 419.5,
      "grad_norm": 1.0780258178710938,
      "learning_rate": 2.3486171300444446e-06,
      "loss": 0.339,
      "step": 1503060
    },
    {
      "epoch": 419.5,
      "grad_norm": 1.0754066705703735,
      "learning_rate": 2.348590090471632e-06,
      "loss": 0.3521,
      "step": 1503070
    },
    {
      "epoch": 419.5,
      "grad_norm": 2.5120232105255127,
      "learning_rate": 2.3485630508981762e-06,
      "loss": 0.3682,
      "step": 1503080
    },
    {
      "epoch": 419.51,
      "grad_norm": 1.0506248474121094,
      "learning_rate": 2.3485360113240785e-06,
      "loss": 0.3626,
      "step": 1503090
    },
    {
      "epoch": 419.51,
      "grad_norm": 1.0004169940948486,
      "learning_rate": 2.3485089717493443e-06,
      "loss": 0.3373,
      "step": 1503100
    },
    {
      "epoch": 419.51,
      "grad_norm": 1.0668116807937622,
      "learning_rate": 2.348481932173977e-06,
      "loss": 0.3445,
      "step": 1503110
    },
    {
      "epoch": 419.51,
      "grad_norm": 1.074995994567871,
      "learning_rate": 2.348454892597979e-06,
      "loss": 0.3446,
      "step": 1503120
    },
    {
      "epoch": 419.52,
      "grad_norm": 0.9822475910186768,
      "learning_rate": 2.3484278530213558e-06,
      "loss": 0.3472,
      "step": 1503130
    },
    {
      "epoch": 419.52,
      "grad_norm": 0.949662983417511,
      "learning_rate": 2.3484008134441097e-06,
      "loss": 0.3459,
      "step": 1503140
    },
    {
      "epoch": 419.52,
      "grad_norm": 1.3683767318725586,
      "learning_rate": 2.348373773866244e-06,
      "loss": 0.3506,
      "step": 1503150
    },
    {
      "epoch": 419.53,
      "grad_norm": 1.103479266166687,
      "learning_rate": 2.348346734287763e-06,
      "loss": 0.3392,
      "step": 1503160
    },
    {
      "epoch": 419.53,
      "grad_norm": 1.0517966747283936,
      "learning_rate": 2.348319694708671e-06,
      "loss": 0.3477,
      "step": 1503170
    },
    {
      "epoch": 419.53,
      "grad_norm": 1.126051902770996,
      "learning_rate": 2.34829265512897e-06,
      "loss": 0.3675,
      "step": 1503180
    },
    {
      "epoch": 419.53,
      "grad_norm": 0.966529369354248,
      "learning_rate": 2.3482656155486642e-06,
      "loss": 0.3447,
      "step": 1503190
    },
    {
      "epoch": 419.54,
      "grad_norm": 1.215034008026123,
      "learning_rate": 2.348238575967758e-06,
      "loss": 0.3491,
      "step": 1503200
    },
    {
      "epoch": 419.54,
      "grad_norm": 1.0474802255630493,
      "learning_rate": 2.3482115363862544e-06,
      "loss": 0.3476,
      "step": 1503210
    },
    {
      "epoch": 419.54,
      "grad_norm": 1.0852736234664917,
      "learning_rate": 2.3481844968041565e-06,
      "loss": 0.3487,
      "step": 1503220
    },
    {
      "epoch": 419.55,
      "grad_norm": 1.0417712926864624,
      "learning_rate": 2.348157457221468e-06,
      "loss": 0.3607,
      "step": 1503230
    },
    {
      "epoch": 419.55,
      "grad_norm": 0.9341031908988953,
      "learning_rate": 2.348130417638194e-06,
      "loss": 0.3458,
      "step": 1503240
    },
    {
      "epoch": 419.55,
      "grad_norm": 1.4098235368728638,
      "learning_rate": 2.348103378054336e-06,
      "loss": 0.3484,
      "step": 1503250
    },
    {
      "epoch": 419.55,
      "grad_norm": 1.0682834386825562,
      "learning_rate": 2.348076338469899e-06,
      "loss": 0.3442,
      "step": 1503260
    },
    {
      "epoch": 419.56,
      "grad_norm": 1.3070181608200073,
      "learning_rate": 2.3480492988848865e-06,
      "loss": 0.3422,
      "step": 1503270
    },
    {
      "epoch": 419.56,
      "grad_norm": 1.0833027362823486,
      "learning_rate": 2.348022259299302e-06,
      "loss": 0.3345,
      "step": 1503280
    },
    {
      "epoch": 419.56,
      "grad_norm": 1.0065209865570068,
      "learning_rate": 2.347995219713148e-06,
      "loss": 0.3294,
      "step": 1503290
    },
    {
      "epoch": 419.56,
      "grad_norm": 0.943295955657959,
      "learning_rate": 2.347968180126429e-06,
      "loss": 0.348,
      "step": 1503300
    },
    {
      "epoch": 419.57,
      "grad_norm": 1.01881742477417,
      "learning_rate": 2.3479411405391485e-06,
      "loss": 0.3461,
      "step": 1503310
    },
    {
      "epoch": 419.57,
      "grad_norm": 0.9876657128334045,
      "learning_rate": 2.3479141009513102e-06,
      "loss": 0.3587,
      "step": 1503320
    },
    {
      "epoch": 419.57,
      "grad_norm": 1.0953948497772217,
      "learning_rate": 2.347887061362918e-06,
      "loss": 0.376,
      "step": 1503330
    },
    {
      "epoch": 419.58,
      "grad_norm": 0.910036563873291,
      "learning_rate": 2.3478600217739752e-06,
      "loss": 0.3429,
      "step": 1503340
    },
    {
      "epoch": 419.58,
      "grad_norm": 1.024072289466858,
      "learning_rate": 2.3478329821844852e-06,
      "loss": 0.3655,
      "step": 1503350
    },
    {
      "epoch": 419.58,
      "grad_norm": 1.0671427249908447,
      "learning_rate": 2.3478059425944515e-06,
      "loss": 0.3517,
      "step": 1503360
    },
    {
      "epoch": 419.58,
      "grad_norm": 0.9697460532188416,
      "learning_rate": 2.3477789030038786e-06,
      "loss": 0.3341,
      "step": 1503370
    },
    {
      "epoch": 419.59,
      "grad_norm": 1.135005235671997,
      "learning_rate": 2.3477518634127687e-06,
      "loss": 0.3485,
      "step": 1503380
    },
    {
      "epoch": 419.59,
      "grad_norm": 1.0125136375427246,
      "learning_rate": 2.3477248238211264e-06,
      "loss": 0.3528,
      "step": 1503390
    },
    {
      "epoch": 419.59,
      "grad_norm": 0.955592930316925,
      "learning_rate": 2.3476977842289555e-06,
      "loss": 0.335,
      "step": 1503400
    },
    {
      "epoch": 419.6,
      "grad_norm": 1.0158993005752563,
      "learning_rate": 2.3476707446362583e-06,
      "loss": 0.3384,
      "step": 1503410
    },
    {
      "epoch": 419.6,
      "grad_norm": 1.0180164575576782,
      "learning_rate": 2.34764370504304e-06,
      "loss": 0.3517,
      "step": 1503420
    },
    {
      "epoch": 419.6,
      "grad_norm": 1.110458254814148,
      "learning_rate": 2.347616665449303e-06,
      "loss": 0.3464,
      "step": 1503430
    },
    {
      "epoch": 419.6,
      "grad_norm": 1.0704158544540405,
      "learning_rate": 2.347589625855052e-06,
      "loss": 0.3318,
      "step": 1503440
    },
    {
      "epoch": 419.61,
      "grad_norm": 1.1490377187728882,
      "learning_rate": 2.347562586260289e-06,
      "loss": 0.3446,
      "step": 1503450
    },
    {
      "epoch": 419.61,
      "grad_norm": 0.8875399231910706,
      "learning_rate": 2.347535546665019e-06,
      "loss": 0.3553,
      "step": 1503460
    },
    {
      "epoch": 419.61,
      "grad_norm": 1.0090045928955078,
      "learning_rate": 2.3475085070692454e-06,
      "loss": 0.3353,
      "step": 1503470
    },
    {
      "epoch": 419.61,
      "grad_norm": 1.2024967670440674,
      "learning_rate": 2.347481467472971e-06,
      "loss": 0.3654,
      "step": 1503480
    },
    {
      "epoch": 419.62,
      "grad_norm": 1.134385108947754,
      "learning_rate": 2.3474544278762005e-06,
      "loss": 0.3481,
      "step": 1503490
    },
    {
      "epoch": 419.62,
      "grad_norm": 1.070103406906128,
      "learning_rate": 2.3474273882789364e-06,
      "loss": 0.3375,
      "step": 1503500
    },
    {
      "epoch": 419.62,
      "grad_norm": 1.0509257316589355,
      "learning_rate": 2.3474003486811832e-06,
      "loss": 0.3214,
      "step": 1503510
    },
    {
      "epoch": 419.63,
      "grad_norm": 0.9595639109611511,
      "learning_rate": 2.3473733090829442e-06,
      "loss": 0.3569,
      "step": 1503520
    },
    {
      "epoch": 419.63,
      "grad_norm": 1.1469224691390991,
      "learning_rate": 2.3473462694842233e-06,
      "loss": 0.3499,
      "step": 1503530
    },
    {
      "epoch": 419.63,
      "grad_norm": 1.0716559886932373,
      "learning_rate": 2.347319229885023e-06,
      "loss": 0.3398,
      "step": 1503540
    },
    {
      "epoch": 419.63,
      "grad_norm": 1.1509395837783813,
      "learning_rate": 2.3472921902853474e-06,
      "loss": 0.3403,
      "step": 1503550
    },
    {
      "epoch": 419.64,
      "grad_norm": 1.0487236976623535,
      "learning_rate": 2.347265150685201e-06,
      "loss": 0.3547,
      "step": 1503560
    },
    {
      "epoch": 419.64,
      "grad_norm": 0.9241864681243896,
      "learning_rate": 2.3472381110845864e-06,
      "loss": 0.3542,
      "step": 1503570
    },
    {
      "epoch": 419.64,
      "grad_norm": 1.446351170539856,
      "learning_rate": 2.3472110714835078e-06,
      "loss": 0.3285,
      "step": 1503580
    },
    {
      "epoch": 419.65,
      "grad_norm": 1.052213191986084,
      "learning_rate": 2.3471840318819688e-06,
      "loss": 0.3488,
      "step": 1503590
    },
    {
      "epoch": 419.65,
      "grad_norm": 0.9354481101036072,
      "learning_rate": 2.347156992279972e-06,
      "loss": 0.3319,
      "step": 1503600
    },
    {
      "epoch": 419.65,
      "grad_norm": 0.853744387626648,
      "learning_rate": 2.347129952677522e-06,
      "loss": 0.3292,
      "step": 1503610
    },
    {
      "epoch": 419.65,
      "grad_norm": 1.051241159439087,
      "learning_rate": 2.347102913074622e-06,
      "loss": 0.3477,
      "step": 1503620
    },
    {
      "epoch": 419.66,
      "grad_norm": 0.9723291993141174,
      "learning_rate": 2.347075873471276e-06,
      "loss": 0.3474,
      "step": 1503630
    },
    {
      "epoch": 419.66,
      "grad_norm": 1.3379884958267212,
      "learning_rate": 2.347048833867487e-06,
      "loss": 0.3402,
      "step": 1503640
    },
    {
      "epoch": 419.66,
      "grad_norm": 1.0709681510925293,
      "learning_rate": 2.3470217942632593e-06,
      "loss": 0.3591,
      "step": 1503650
    },
    {
      "epoch": 419.67,
      "grad_norm": 1.2318856716156006,
      "learning_rate": 2.3469947546585965e-06,
      "loss": 0.3584,
      "step": 1503660
    },
    {
      "epoch": 419.67,
      "grad_norm": 1.0154203176498413,
      "learning_rate": 2.346967715053501e-06,
      "loss": 0.3521,
      "step": 1503670
    },
    {
      "epoch": 419.67,
      "grad_norm": 1.053902268409729,
      "learning_rate": 2.3469406754479773e-06,
      "loss": 0.3365,
      "step": 1503680
    },
    {
      "epoch": 419.67,
      "grad_norm": 1.0931650400161743,
      "learning_rate": 2.3469136358420295e-06,
      "loss": 0.3351,
      "step": 1503690
    },
    {
      "epoch": 419.68,
      "grad_norm": 1.121219515800476,
      "learning_rate": 2.3468865962356602e-06,
      "loss": 0.3605,
      "step": 1503700
    },
    {
      "epoch": 419.68,
      "grad_norm": 0.9645590782165527,
      "learning_rate": 2.3468595566288734e-06,
      "loss": 0.346,
      "step": 1503710
    },
    {
      "epoch": 419.68,
      "grad_norm": 1.0866345167160034,
      "learning_rate": 2.3468325170216724e-06,
      "loss": 0.3408,
      "step": 1503720
    },
    {
      "epoch": 419.68,
      "grad_norm": 1.168302297592163,
      "learning_rate": 2.3468054774140623e-06,
      "loss": 0.3722,
      "step": 1503730
    },
    {
      "epoch": 419.69,
      "grad_norm": 1.0205104351043701,
      "learning_rate": 2.3467784378060448e-06,
      "loss": 0.3481,
      "step": 1503740
    },
    {
      "epoch": 419.69,
      "grad_norm": 3.134557008743286,
      "learning_rate": 2.346751398197624e-06,
      "loss": 0.3586,
      "step": 1503750
    },
    {
      "epoch": 419.69,
      "grad_norm": 1.0393990278244019,
      "learning_rate": 2.346724358588804e-06,
      "loss": 0.3435,
      "step": 1503760
    },
    {
      "epoch": 419.7,
      "grad_norm": 1.123388409614563,
      "learning_rate": 2.3466973189795874e-06,
      "loss": 0.3436,
      "step": 1503770
    },
    {
      "epoch": 419.7,
      "grad_norm": 0.911454439163208,
      "learning_rate": 2.3466702793699787e-06,
      "loss": 0.3477,
      "step": 1503780
    },
    {
      "epoch": 419.7,
      "grad_norm": 0.946705162525177,
      "learning_rate": 2.346643239759982e-06,
      "loss": 0.3284,
      "step": 1503790
    },
    {
      "epoch": 419.7,
      "grad_norm": 0.9674455523490906,
      "learning_rate": 2.3466162001496004e-06,
      "loss": 0.3481,
      "step": 1503800
    },
    {
      "epoch": 419.71,
      "grad_norm": 1.0466243028640747,
      "learning_rate": 2.3465891605388364e-06,
      "loss": 0.3438,
      "step": 1503810
    },
    {
      "epoch": 419.71,
      "grad_norm": 1.0725473165512085,
      "learning_rate": 2.3465621209276954e-06,
      "loss": 0.3509,
      "step": 1503820
    },
    {
      "epoch": 419.71,
      "grad_norm": 0.9849504828453064,
      "learning_rate": 2.346535081316179e-06,
      "loss": 0.3619,
      "step": 1503830
    },
    {
      "epoch": 419.72,
      "grad_norm": 0.9142252206802368,
      "learning_rate": 2.346508041704293e-06,
      "loss": 0.3417,
      "step": 1503840
    },
    {
      "epoch": 419.72,
      "grad_norm": 1.9135818481445312,
      "learning_rate": 2.3464810020920392e-06,
      "loss": 0.3517,
      "step": 1503850
    },
    {
      "epoch": 419.72,
      "grad_norm": 1.196786642074585,
      "learning_rate": 2.346453962479422e-06,
      "loss": 0.3413,
      "step": 1503860
    },
    {
      "epoch": 419.72,
      "grad_norm": 1.126695156097412,
      "learning_rate": 2.3464269228664454e-06,
      "loss": 0.347,
      "step": 1503870
    },
    {
      "epoch": 419.73,
      "grad_norm": 1.0799634456634521,
      "learning_rate": 2.3463998832531127e-06,
      "loss": 0.3392,
      "step": 1503880
    },
    {
      "epoch": 419.73,
      "grad_norm": 1.1262879371643066,
      "learning_rate": 2.346372843639426e-06,
      "loss": 0.3541,
      "step": 1503890
    },
    {
      "epoch": 419.73,
      "grad_norm": 1.0732274055480957,
      "learning_rate": 2.346345804025391e-06,
      "loss": 0.335,
      "step": 1503900
    },
    {
      "epoch": 419.73,
      "grad_norm": 0.8585935235023499,
      "learning_rate": 2.3463187644110106e-06,
      "loss": 0.3379,
      "step": 1503910
    },
    {
      "epoch": 419.74,
      "grad_norm": 8.511391639709473,
      "learning_rate": 2.346291724796288e-06,
      "loss": 0.3385,
      "step": 1503920
    },
    {
      "epoch": 419.74,
      "grad_norm": 0.9153055548667908,
      "learning_rate": 2.346264685181227e-06,
      "loss": 0.3513,
      "step": 1503930
    },
    {
      "epoch": 419.74,
      "grad_norm": 1.0546149015426636,
      "learning_rate": 2.3462376455658317e-06,
      "loss": 0.3308,
      "step": 1503940
    },
    {
      "epoch": 419.75,
      "grad_norm": 1.1678361892700195,
      "learning_rate": 2.3462106059501053e-06,
      "loss": 0.345,
      "step": 1503950
    },
    {
      "epoch": 419.75,
      "grad_norm": 1.0654898881912231,
      "learning_rate": 2.346183566334051e-06,
      "loss": 0.3316,
      "step": 1503960
    },
    {
      "epoch": 419.75,
      "grad_norm": 0.8780996799468994,
      "learning_rate": 2.3461565267176725e-06,
      "loss": 0.3469,
      "step": 1503970
    },
    {
      "epoch": 419.75,
      "grad_norm": 1.1975218057632446,
      "learning_rate": 2.346129487100975e-06,
      "loss": 0.3561,
      "step": 1503980
    },
    {
      "epoch": 419.76,
      "grad_norm": 1.0274828672409058,
      "learning_rate": 2.34610244748396e-06,
      "loss": 0.3554,
      "step": 1503990
    },
    {
      "epoch": 419.76,
      "grad_norm": 1.0099455118179321,
      "learning_rate": 2.3460754078666313e-06,
      "loss": 0.332,
      "step": 1504000
    },
    {
      "epoch": 419.76,
      "grad_norm": 1.0974279642105103,
      "learning_rate": 2.346048368248994e-06,
      "loss": 0.3719,
      "step": 1504010
    },
    {
      "epoch": 419.77,
      "grad_norm": 0.9723204970359802,
      "learning_rate": 2.3460213286310505e-06,
      "loss": 0.3596,
      "step": 1504020
    },
    {
      "epoch": 419.77,
      "grad_norm": 1.0653105974197388,
      "learning_rate": 2.345994289012804e-06,
      "loss": 0.329,
      "step": 1504030
    },
    {
      "epoch": 419.77,
      "grad_norm": 1.0854458808898926,
      "learning_rate": 2.34596724939426e-06,
      "loss": 0.3593,
      "step": 1504040
    },
    {
      "epoch": 419.77,
      "grad_norm": 1.075486660003662,
      "learning_rate": 2.3459402097754205e-06,
      "loss": 0.3408,
      "step": 1504050
    },
    {
      "epoch": 419.78,
      "grad_norm": 1.1659281253814697,
      "learning_rate": 2.3459131701562886e-06,
      "loss": 0.3348,
      "step": 1504060
    },
    {
      "epoch": 419.78,
      "grad_norm": 1.010507345199585,
      "learning_rate": 2.3458861305368695e-06,
      "loss": 0.3361,
      "step": 1504070
    },
    {
      "epoch": 419.78,
      "grad_norm": 1.0855507850646973,
      "learning_rate": 2.3458590909171663e-06,
      "loss": 0.357,
      "step": 1504080
    },
    {
      "epoch": 419.79,
      "grad_norm": 1.115257740020752,
      "learning_rate": 2.345832051297182e-06,
      "loss": 0.3637,
      "step": 1504090
    },
    {
      "epoch": 419.79,
      "grad_norm": 1.3095070123672485,
      "learning_rate": 2.345805011676921e-06,
      "loss": 0.3368,
      "step": 1504100
    },
    {
      "epoch": 419.79,
      "grad_norm": 1.0759062767028809,
      "learning_rate": 2.3457779720563863e-06,
      "loss": 0.3427,
      "step": 1504110
    },
    {
      "epoch": 419.79,
      "grad_norm": 1.4228441715240479,
      "learning_rate": 2.345750932435581e-06,
      "loss": 0.3225,
      "step": 1504120
    },
    {
      "epoch": 419.8,
      "grad_norm": 0.9686526656150818,
      "learning_rate": 2.34572389281451e-06,
      "loss": 0.3382,
      "step": 1504130
    },
    {
      "epoch": 419.8,
      "grad_norm": 0.9075765609741211,
      "learning_rate": 2.345696853193176e-06,
      "loss": 0.3481,
      "step": 1504140
    },
    {
      "epoch": 419.8,
      "grad_norm": 1.0024800300598145,
      "learning_rate": 2.3456698135715833e-06,
      "loss": 0.3516,
      "step": 1504150
    },
    {
      "epoch": 419.8,
      "grad_norm": 0.8849003911018372,
      "learning_rate": 2.345642773949735e-06,
      "loss": 0.3479,
      "step": 1504160
    },
    {
      "epoch": 419.81,
      "grad_norm": 1.033446192741394,
      "learning_rate": 2.3456157343276346e-06,
      "loss": 0.3233,
      "step": 1504170
    },
    {
      "epoch": 419.81,
      "grad_norm": 0.9989370107650757,
      "learning_rate": 2.3455886947052857e-06,
      "loss": 0.3375,
      "step": 1504180
    },
    {
      "epoch": 419.81,
      "grad_norm": 0.913613498210907,
      "learning_rate": 2.3455616550826924e-06,
      "loss": 0.3354,
      "step": 1504190
    },
    {
      "epoch": 419.82,
      "grad_norm": 1.310363531112671,
      "learning_rate": 2.345534615459858e-06,
      "loss": 0.348,
      "step": 1504200
    },
    {
      "epoch": 419.82,
      "grad_norm": 8.38311767578125,
      "learning_rate": 2.345507575836786e-06,
      "loss": 0.3532,
      "step": 1504210
    },
    {
      "epoch": 419.82,
      "grad_norm": 1.8857924938201904,
      "learning_rate": 2.3454805362134793e-06,
      "loss": 0.3513,
      "step": 1504220
    },
    {
      "epoch": 419.82,
      "grad_norm": 1.0760635137557983,
      "learning_rate": 2.3454534965899433e-06,
      "loss": 0.3373,
      "step": 1504230
    },
    {
      "epoch": 419.83,
      "grad_norm": 1.2870253324508667,
      "learning_rate": 2.3454264569661803e-06,
      "loss": 0.3521,
      "step": 1504240
    },
    {
      "epoch": 419.83,
      "grad_norm": 1.3920960426330566,
      "learning_rate": 2.345399417342194e-06,
      "loss": 0.3431,
      "step": 1504250
    },
    {
      "epoch": 419.83,
      "grad_norm": 0.9484769701957703,
      "learning_rate": 2.345372377717988e-06,
      "loss": 0.3313,
      "step": 1504260
    },
    {
      "epoch": 419.84,
      "grad_norm": 0.994751513004303,
      "learning_rate": 2.3453453380935664e-06,
      "loss": 0.3433,
      "step": 1504270
    },
    {
      "epoch": 419.84,
      "grad_norm": 1.0134245157241821,
      "learning_rate": 2.345318298468932e-06,
      "loss": 0.3342,
      "step": 1504280
    },
    {
      "epoch": 419.84,
      "grad_norm": 0.9922329187393188,
      "learning_rate": 2.3452912588440896e-06,
      "loss": 0.3385,
      "step": 1504290
    },
    {
      "epoch": 419.84,
      "grad_norm": 1.019562840461731,
      "learning_rate": 2.3452642192190416e-06,
      "loss": 0.3347,
      "step": 1504300
    },
    {
      "epoch": 419.85,
      "grad_norm": 0.9926871061325073,
      "learning_rate": 2.3452371795937924e-06,
      "loss": 0.3597,
      "step": 1504310
    },
    {
      "epoch": 419.85,
      "grad_norm": 1.123654842376709,
      "learning_rate": 2.3452101399683446e-06,
      "loss": 0.3461,
      "step": 1504320
    },
    {
      "epoch": 419.85,
      "grad_norm": 0.9476569294929504,
      "learning_rate": 2.345183100342703e-06,
      "loss": 0.3512,
      "step": 1504330
    },
    {
      "epoch": 419.85,
      "grad_norm": 1.0495717525482178,
      "learning_rate": 2.3451560607168705e-06,
      "loss": 0.3417,
      "step": 1504340
    },
    {
      "epoch": 419.86,
      "grad_norm": 1.174533486366272,
      "learning_rate": 2.3451290210908506e-06,
      "loss": 0.3445,
      "step": 1504350
    },
    {
      "epoch": 419.86,
      "grad_norm": 1.0681768655776978,
      "learning_rate": 2.3451019814646472e-06,
      "loss": 0.3646,
      "step": 1504360
    },
    {
      "epoch": 419.86,
      "grad_norm": 0.9763946533203125,
      "learning_rate": 2.3450749418382643e-06,
      "loss": 0.3505,
      "step": 1504370
    },
    {
      "epoch": 419.87,
      "grad_norm": 1.0628572702407837,
      "learning_rate": 2.3450479022117048e-06,
      "loss": 0.3447,
      "step": 1504380
    },
    {
      "epoch": 419.87,
      "grad_norm": 1.0280901193618774,
      "learning_rate": 2.3450208625849725e-06,
      "loss": 0.3582,
      "step": 1504390
    },
    {
      "epoch": 419.87,
      "grad_norm": 1.015358328819275,
      "learning_rate": 2.344993822958071e-06,
      "loss": 0.3481,
      "step": 1504400
    },
    {
      "epoch": 419.87,
      "grad_norm": 1.2207136154174805,
      "learning_rate": 2.3449667833310043e-06,
      "loss": 0.3442,
      "step": 1504410
    },
    {
      "epoch": 419.88,
      "grad_norm": 0.9558324217796326,
      "learning_rate": 2.344939743703775e-06,
      "loss": 0.3365,
      "step": 1504420
    },
    {
      "epoch": 419.88,
      "grad_norm": 1.034167766571045,
      "learning_rate": 2.344912704076388e-06,
      "loss": 0.3467,
      "step": 1504430
    },
    {
      "epoch": 419.88,
      "grad_norm": 1.132662057876587,
      "learning_rate": 2.3448856644488456e-06,
      "loss": 0.3385,
      "step": 1504440
    },
    {
      "epoch": 419.89,
      "grad_norm": 0.9988322854042053,
      "learning_rate": 2.344858624821152e-06,
      "loss": 0.346,
      "step": 1504450
    },
    {
      "epoch": 419.89,
      "grad_norm": 1.0387115478515625,
      "learning_rate": 2.3448315851933117e-06,
      "loss": 0.3473,
      "step": 1504460
    },
    {
      "epoch": 419.89,
      "grad_norm": 0.9685131907463074,
      "learning_rate": 2.344804545565327e-06,
      "loss": 0.3456,
      "step": 1504470
    },
    {
      "epoch": 419.89,
      "grad_norm": 1.0082613229751587,
      "learning_rate": 2.344777505937202e-06,
      "loss": 0.3378,
      "step": 1504480
    },
    {
      "epoch": 419.9,
      "grad_norm": 0.9569241404533386,
      "learning_rate": 2.3447504663089405e-06,
      "loss": 0.3481,
      "step": 1504490
    },
    {
      "epoch": 419.9,
      "grad_norm": 1.122433066368103,
      "learning_rate": 2.3447234266805455e-06,
      "loss": 0.352,
      "step": 1504500
    },
    {
      "epoch": 419.9,
      "grad_norm": 1.0094873905181885,
      "learning_rate": 2.3446963870520204e-06,
      "loss": 0.3479,
      "step": 1504510
    },
    {
      "epoch": 419.91,
      "grad_norm": 1.0304062366485596,
      "learning_rate": 2.34466934742337e-06,
      "loss": 0.3584,
      "step": 1504520
    },
    {
      "epoch": 419.91,
      "grad_norm": 1.0303592681884766,
      "learning_rate": 2.3446423077945968e-06,
      "loss": 0.3439,
      "step": 1504530
    },
    {
      "epoch": 419.91,
      "grad_norm": 0.9244351983070374,
      "learning_rate": 2.3446152681657058e-06,
      "loss": 0.3322,
      "step": 1504540
    },
    {
      "epoch": 419.91,
      "grad_norm": 1.0720351934432983,
      "learning_rate": 2.3445882285366983e-06,
      "loss": 0.3543,
      "step": 1504550
    },
    {
      "epoch": 419.92,
      "grad_norm": 0.8435742259025574,
      "learning_rate": 2.3445611889075803e-06,
      "loss": 0.3404,
      "step": 1504560
    },
    {
      "epoch": 419.92,
      "grad_norm": 1.0358597040176392,
      "learning_rate": 2.344534149278354e-06,
      "loss": 0.3289,
      "step": 1504570
    },
    {
      "epoch": 419.92,
      "grad_norm": 0.9310932159423828,
      "learning_rate": 2.3445071096490225e-06,
      "loss": 0.3511,
      "step": 1504580
    },
    {
      "epoch": 419.92,
      "grad_norm": 1.0308854579925537,
      "learning_rate": 2.344480070019592e-06,
      "loss": 0.3341,
      "step": 1504590
    },
    {
      "epoch": 419.93,
      "grad_norm": 1.0520979166030884,
      "learning_rate": 2.3444530303900627e-06,
      "loss": 0.3484,
      "step": 1504600
    },
    {
      "epoch": 419.93,
      "grad_norm": 0.9974478483200073,
      "learning_rate": 2.3444259907604408e-06,
      "loss": 0.3347,
      "step": 1504610
    },
    {
      "epoch": 419.93,
      "grad_norm": 1.015847086906433,
      "learning_rate": 2.344398951130729e-06,
      "loss": 0.356,
      "step": 1504620
    },
    {
      "epoch": 419.94,
      "grad_norm": 1.209244966506958,
      "learning_rate": 2.34437191150093e-06,
      "loss": 0.3465,
      "step": 1504630
    },
    {
      "epoch": 419.94,
      "grad_norm": 0.971120297908783,
      "learning_rate": 2.344344871871048e-06,
      "loss": 0.346,
      "step": 1504640
    },
    {
      "epoch": 419.94,
      "grad_norm": 1.1889363527297974,
      "learning_rate": 2.3443178322410876e-06,
      "loss": 0.3494,
      "step": 1504650
    },
    {
      "epoch": 419.94,
      "grad_norm": 1.044008731842041,
      "learning_rate": 2.344290792611052e-06,
      "loss": 0.3397,
      "step": 1504660
    },
    {
      "epoch": 419.95,
      "grad_norm": 1.1618478298187256,
      "learning_rate": 2.3442637529809437e-06,
      "loss": 0.3533,
      "step": 1504670
    },
    {
      "epoch": 419.95,
      "grad_norm": 1.326377272605896,
      "learning_rate": 2.344236713350767e-06,
      "loss": 0.3551,
      "step": 1504680
    },
    {
      "epoch": 419.95,
      "grad_norm": 1.1040284633636475,
      "learning_rate": 2.3442096737205262e-06,
      "loss": 0.3389,
      "step": 1504690
    },
    {
      "epoch": 419.96,
      "grad_norm": 1.048090934753418,
      "learning_rate": 2.3441826340902232e-06,
      "loss": 0.3422,
      "step": 1504700
    },
    {
      "epoch": 419.96,
      "grad_norm": 1.3142861127853394,
      "learning_rate": 2.344155594459863e-06,
      "loss": 0.3516,
      "step": 1504710
    },
    {
      "epoch": 419.96,
      "grad_norm": 0.9631831645965576,
      "learning_rate": 2.3441285548294496e-06,
      "loss": 0.3435,
      "step": 1504720
    },
    {
      "epoch": 419.96,
      "grad_norm": 1.2037063837051392,
      "learning_rate": 2.344101515198985e-06,
      "loss": 0.367,
      "step": 1504730
    },
    {
      "epoch": 419.97,
      "grad_norm": 0.9932183027267456,
      "learning_rate": 2.3440744755684734e-06,
      "loss": 0.3551,
      "step": 1504740
    },
    {
      "epoch": 419.97,
      "grad_norm": 0.9148100018501282,
      "learning_rate": 2.3440474359379193e-06,
      "loss": 0.3413,
      "step": 1504750
    },
    {
      "epoch": 419.97,
      "grad_norm": 1.071381688117981,
      "learning_rate": 2.344020396307326e-06,
      "loss": 0.3446,
      "step": 1504760
    },
    {
      "epoch": 419.97,
      "grad_norm": 0.8543766736984253,
      "learning_rate": 2.3439933566766954e-06,
      "loss": 0.3419,
      "step": 1504770
    },
    {
      "epoch": 419.98,
      "grad_norm": 1.139641523361206,
      "learning_rate": 2.3439663170460333e-06,
      "loss": 0.3384,
      "step": 1504780
    },
    {
      "epoch": 419.98,
      "grad_norm": 1.0789768695831299,
      "learning_rate": 2.343939277415342e-06,
      "loss": 0.3474,
      "step": 1504790
    },
    {
      "epoch": 419.98,
      "grad_norm": 1.0911601781845093,
      "learning_rate": 2.343912237784625e-06,
      "loss": 0.3483,
      "step": 1504800
    },
    {
      "epoch": 419.99,
      "grad_norm": 1.1397385597229004,
      "learning_rate": 2.3438851981538873e-06,
      "loss": 0.3378,
      "step": 1504810
    },
    {
      "epoch": 419.99,
      "grad_norm": 1.015835165977478,
      "learning_rate": 2.343858158523132e-06,
      "loss": 0.3523,
      "step": 1504820
    },
    {
      "epoch": 419.99,
      "grad_norm": 1.0244829654693604,
      "learning_rate": 2.3438311188923614e-06,
      "loss": 0.3346,
      "step": 1504830
    },
    {
      "epoch": 419.99,
      "grad_norm": 1.005997657775879,
      "learning_rate": 2.3438040792615803e-06,
      "loss": 0.3371,
      "step": 1504840
    },
    {
      "epoch": 420.0,
      "grad_norm": 1.0528243780136108,
      "learning_rate": 2.343777039630792e-06,
      "loss": 0.3373,
      "step": 1504850
    },
    {
      "epoch": 420.0,
      "grad_norm": 1.1397614479064941,
      "learning_rate": 2.34375e-06,
      "loss": 0.3323,
      "step": 1504860
    },
    {
      "epoch": 420.0,
      "eval_loss": 0.34662914276123047,
      "eval_runtime": 66.6629,
      "eval_samples_per_second": 75.889,
      "eval_steps_per_second": 9.496,
      "step": 1504860
    },
    {
      "epoch": 420.0,
      "grad_norm": 1.037699580192566,
      "learning_rate": 2.3437229603692085e-06,
      "loss": 0.3475,
      "step": 1504870
    },
    {
      "epoch": 420.01,
      "grad_norm": 1.1650152206420898,
      "learning_rate": 2.3436959207384193e-06,
      "loss": 0.3437,
      "step": 1504880
    },
    {
      "epoch": 420.01,
      "grad_norm": 1.1662414073944092,
      "learning_rate": 2.3436688811076386e-06,
      "loss": 0.3428,
      "step": 1504890
    },
    {
      "epoch": 420.01,
      "grad_norm": 1.1458724737167358,
      "learning_rate": 2.3436418414768685e-06,
      "loss": 0.3488,
      "step": 1504900
    },
    {
      "epoch": 420.01,
      "grad_norm": 1.0378929376602173,
      "learning_rate": 2.3436148018461123e-06,
      "loss": 0.3482,
      "step": 1504910
    },
    {
      "epoch": 420.02,
      "grad_norm": 1.1197278499603271,
      "learning_rate": 2.3435877622153744e-06,
      "loss": 0.3488,
      "step": 1504920
    },
    {
      "epoch": 420.02,
      "grad_norm": 1.0516449213027954,
      "learning_rate": 2.3435607225846585e-06,
      "loss": 0.3352,
      "step": 1504930
    },
    {
      "epoch": 420.02,
      "grad_norm": 1.0843052864074707,
      "learning_rate": 2.3435336829539667e-06,
      "loss": 0.3446,
      "step": 1504940
    },
    {
      "epoch": 420.03,
      "grad_norm": 1.084532380104065,
      "learning_rate": 2.3435066433233046e-06,
      "loss": 0.3315,
      "step": 1504950
    },
    {
      "epoch": 420.03,
      "grad_norm": 0.9912014007568359,
      "learning_rate": 2.343479603692675e-06,
      "loss": 0.3648,
      "step": 1504960
    },
    {
      "epoch": 420.03,
      "grad_norm": 0.9900771379470825,
      "learning_rate": 2.3434525640620807e-06,
      "loss": 0.3559,
      "step": 1504970
    },
    {
      "epoch": 420.03,
      "grad_norm": 1.0942398309707642,
      "learning_rate": 2.3434255244315266e-06,
      "loss": 0.3302,
      "step": 1504980
    },
    {
      "epoch": 420.04,
      "grad_norm": 1.0354477167129517,
      "learning_rate": 2.3433984848010156e-06,
      "loss": 0.3417,
      "step": 1504990
    },
    {
      "epoch": 420.04,
      "grad_norm": 0.9626427888870239,
      "learning_rate": 2.3433714451705505e-06,
      "loss": 0.3454,
      "step": 1505000
    },
    {
      "epoch": 420.04,
      "grad_norm": 1.104203701019287,
      "learning_rate": 2.343344405540137e-06,
      "loss": 0.3347,
      "step": 1505010
    },
    {
      "epoch": 420.04,
      "grad_norm": 1.187999963760376,
      "learning_rate": 2.343317365909776e-06,
      "loss": 0.3349,
      "step": 1505020
    },
    {
      "epoch": 420.05,
      "grad_norm": 1.1108721494674683,
      "learning_rate": 2.343290326279474e-06,
      "loss": 0.3501,
      "step": 1505030
    },
    {
      "epoch": 420.05,
      "grad_norm": 1.1862454414367676,
      "learning_rate": 2.3432632866492326e-06,
      "loss": 0.3286,
      "step": 1505040
    },
    {
      "epoch": 420.05,
      "grad_norm": 0.9394294023513794,
      "learning_rate": 2.343236247019056e-06,
      "loss": 0.3519,
      "step": 1505050
    },
    {
      "epoch": 420.06,
      "grad_norm": 1.0622094869613647,
      "learning_rate": 2.343209207388948e-06,
      "loss": 0.3534,
      "step": 1505060
    },
    {
      "epoch": 420.06,
      "grad_norm": 1.1567127704620361,
      "learning_rate": 2.3431821677589124e-06,
      "loss": 0.3429,
      "step": 1505070
    },
    {
      "epoch": 420.06,
      "grad_norm": 1.1697994470596313,
      "learning_rate": 2.3431551281289507e-06,
      "loss": 0.3475,
      "step": 1505080
    },
    {
      "epoch": 420.06,
      "grad_norm": 0.9805998206138611,
      "learning_rate": 2.34312808849907e-06,
      "loss": 0.3411,
      "step": 1505090
    },
    {
      "epoch": 420.07,
      "grad_norm": 1.0067049264907837,
      "learning_rate": 2.343101048869272e-06,
      "loss": 0.3547,
      "step": 1505100
    },
    {
      "epoch": 420.07,
      "grad_norm": 1.0184451341629028,
      "learning_rate": 2.343074009239559e-06,
      "loss": 0.3486,
      "step": 1505110
    },
    {
      "epoch": 420.07,
      "grad_norm": 1.5040193796157837,
      "learning_rate": 2.3430469696099373e-06,
      "loss": 0.341,
      "step": 1505120
    },
    {
      "epoch": 420.08,
      "grad_norm": 0.9505040049552917,
      "learning_rate": 2.343019929980409e-06,
      "loss": 0.3315,
      "step": 1505130
    },
    {
      "epoch": 420.08,
      "grad_norm": 0.916704535484314,
      "learning_rate": 2.3429928903509762e-06,
      "loss": 0.3609,
      "step": 1505140
    },
    {
      "epoch": 420.08,
      "grad_norm": 1.0134721994400024,
      "learning_rate": 2.342965850721646e-06,
      "loss": 0.347,
      "step": 1505150
    },
    {
      "epoch": 420.08,
      "grad_norm": 0.8710006475448608,
      "learning_rate": 2.34293881109242e-06,
      "loss": 0.3331,
      "step": 1505160
    },
    {
      "epoch": 420.09,
      "grad_norm": 1.089523434638977,
      "learning_rate": 2.3429117714633004e-06,
      "loss": 0.3487,
      "step": 1505170
    },
    {
      "epoch": 420.09,
      "grad_norm": 0.9813775420188904,
      "learning_rate": 2.3428847318342942e-06,
      "loss": 0.337,
      "step": 1505180
    },
    {
      "epoch": 420.09,
      "grad_norm": 1.0318412780761719,
      "learning_rate": 2.342857692205403e-06,
      "loss": 0.3475,
      "step": 1505190
    },
    {
      "epoch": 420.09,
      "grad_norm": 1.0818665027618408,
      "learning_rate": 2.3428306525766296e-06,
      "loss": 0.3302,
      "step": 1505200
    },
    {
      "epoch": 420.1,
      "grad_norm": 1.0857491493225098,
      "learning_rate": 2.3428036129479796e-06,
      "loss": 0.3451,
      "step": 1505210
    },
    {
      "epoch": 420.1,
      "grad_norm": 0.9642326235771179,
      "learning_rate": 2.3427765733194554e-06,
      "loss": 0.3446,
      "step": 1505220
    },
    {
      "epoch": 420.1,
      "grad_norm": 1.092022180557251,
      "learning_rate": 2.3427495336910595e-06,
      "loss": 0.339,
      "step": 1505230
    },
    {
      "epoch": 420.11,
      "grad_norm": 0.9821064472198486,
      "learning_rate": 2.342722494062798e-06,
      "loss": 0.348,
      "step": 1505240
    },
    {
      "epoch": 420.11,
      "grad_norm": 0.9569928050041199,
      "learning_rate": 2.342695454434673e-06,
      "loss": 0.3512,
      "step": 1505250
    },
    {
      "epoch": 420.11,
      "grad_norm": 0.9686163663864136,
      "learning_rate": 2.3426684148066884e-06,
      "loss": 0.341,
      "step": 1505260
    },
    {
      "epoch": 420.11,
      "grad_norm": 2.2653558254241943,
      "learning_rate": 2.3426413751788477e-06,
      "loss": 0.3758,
      "step": 1505270
    },
    {
      "epoch": 420.12,
      "grad_norm": 0.9659313559532166,
      "learning_rate": 2.3426143355511544e-06,
      "loss": 0.3327,
      "step": 1505280
    },
    {
      "epoch": 420.12,
      "grad_norm": 1.0954978466033936,
      "learning_rate": 2.342587295923612e-06,
      "loss": 0.3668,
      "step": 1505290
    },
    {
      "epoch": 420.12,
      "grad_norm": 1.0073622465133667,
      "learning_rate": 2.342560256296225e-06,
      "loss": 0.3534,
      "step": 1505300
    },
    {
      "epoch": 420.13,
      "grad_norm": 1.1384838819503784,
      "learning_rate": 2.3425332166689953e-06,
      "loss": 0.3307,
      "step": 1505310
    },
    {
      "epoch": 420.13,
      "grad_norm": 1.1545428037643433,
      "learning_rate": 2.342506177041929e-06,
      "loss": 0.3368,
      "step": 1505320
    },
    {
      "epoch": 420.13,
      "grad_norm": 1.3123283386230469,
      "learning_rate": 2.342479137415027e-06,
      "loss": 0.3376,
      "step": 1505330
    },
    {
      "epoch": 420.13,
      "grad_norm": 1.01875638961792,
      "learning_rate": 2.342452097788295e-06,
      "loss": 0.3621,
      "step": 1505340
    },
    {
      "epoch": 420.14,
      "grad_norm": 1.0226686000823975,
      "learning_rate": 2.3424250581617357e-06,
      "loss": 0.3245,
      "step": 1505350
    },
    {
      "epoch": 420.14,
      "grad_norm": 0.9345897436141968,
      "learning_rate": 2.342398018535353e-06,
      "loss": 0.3507,
      "step": 1505360
    },
    {
      "epoch": 420.14,
      "grad_norm": 1.0791305303573608,
      "learning_rate": 2.3423709789091486e-06,
      "loss": 0.3313,
      "step": 1505370
    },
    {
      "epoch": 420.15,
      "grad_norm": 0.9798822999000549,
      "learning_rate": 2.3423439392831295e-06,
      "loss": 0.3555,
      "step": 1505380
    },
    {
      "epoch": 420.15,
      "grad_norm": 1.0841976404190063,
      "learning_rate": 2.342316899657297e-06,
      "loss": 0.3409,
      "step": 1505390
    },
    {
      "epoch": 420.15,
      "grad_norm": 1.0147011280059814,
      "learning_rate": 2.3422898600316545e-06,
      "loss": 0.3484,
      "step": 1505400
    },
    {
      "epoch": 420.15,
      "grad_norm": 0.979935348033905,
      "learning_rate": 2.3422628204062076e-06,
      "loss": 0.3327,
      "step": 1505410
    },
    {
      "epoch": 420.16,
      "grad_norm": 0.9612759947776794,
      "learning_rate": 2.3422357807809584e-06,
      "loss": 0.3242,
      "step": 1505420
    },
    {
      "epoch": 420.16,
      "grad_norm": 8.7088041305542,
      "learning_rate": 2.34220874115591e-06,
      "loss": 0.3413,
      "step": 1505430
    },
    {
      "epoch": 420.16,
      "grad_norm": 1.0203357934951782,
      "learning_rate": 2.3421817015310674e-06,
      "loss": 0.3318,
      "step": 1505440
    },
    {
      "epoch": 420.16,
      "grad_norm": 1.1919187307357788,
      "learning_rate": 2.3421546619064336e-06,
      "loss": 0.3537,
      "step": 1505450
    },
    {
      "epoch": 420.17,
      "grad_norm": 1.1258223056793213,
      "learning_rate": 2.3421276222820116e-06,
      "loss": 0.3492,
      "step": 1505460
    },
    {
      "epoch": 420.17,
      "grad_norm": 0.9521011710166931,
      "learning_rate": 2.342100582657806e-06,
      "loss": 0.3425,
      "step": 1505470
    },
    {
      "epoch": 420.17,
      "grad_norm": 1.1069680452346802,
      "learning_rate": 2.3420735430338197e-06,
      "loss": 0.3346,
      "step": 1505480
    },
    {
      "epoch": 420.18,
      "grad_norm": 1.1012705564498901,
      "learning_rate": 2.3420465034100567e-06,
      "loss": 0.3445,
      "step": 1505490
    },
    {
      "epoch": 420.18,
      "grad_norm": 1.058672547340393,
      "learning_rate": 2.3420194637865207e-06,
      "loss": 0.3512,
      "step": 1505500
    },
    {
      "epoch": 420.18,
      "grad_norm": 1.0067142248153687,
      "learning_rate": 2.3419924241632146e-06,
      "loss": 0.3468,
      "step": 1505510
    },
    {
      "epoch": 420.18,
      "grad_norm": 1.2167009115219116,
      "learning_rate": 2.341965384540142e-06,
      "loss": 0.3718,
      "step": 1505520
    },
    {
      "epoch": 420.19,
      "grad_norm": 1.1062688827514648,
      "learning_rate": 2.3419383449173076e-06,
      "loss": 0.34,
      "step": 1505530
    },
    {
      "epoch": 420.19,
      "grad_norm": 0.921586811542511,
      "learning_rate": 2.3419113052947143e-06,
      "loss": 0.3489,
      "step": 1505540
    },
    {
      "epoch": 420.19,
      "grad_norm": 1.1655255556106567,
      "learning_rate": 2.341884265672365e-06,
      "loss": 0.338,
      "step": 1505550
    },
    {
      "epoch": 420.2,
      "grad_norm": 1.0048500299453735,
      "learning_rate": 2.3418572260502647e-06,
      "loss": 0.3368,
      "step": 1505560
    },
    {
      "epoch": 420.2,
      "grad_norm": 1.0948512554168701,
      "learning_rate": 2.3418301864284168e-06,
      "loss": 0.3454,
      "step": 1505570
    },
    {
      "epoch": 420.2,
      "grad_norm": 1.0034099817276,
      "learning_rate": 2.3418031468068234e-06,
      "loss": 0.3428,
      "step": 1505580
    },
    {
      "epoch": 420.2,
      "grad_norm": 1.037352442741394,
      "learning_rate": 2.34177610718549e-06,
      "loss": 0.3507,
      "step": 1505590
    },
    {
      "epoch": 420.21,
      "grad_norm": 1.0074851512908936,
      "learning_rate": 2.341749067564418e-06,
      "loss": 0.3522,
      "step": 1505600
    },
    {
      "epoch": 420.21,
      "grad_norm": 1.4002101421356201,
      "learning_rate": 2.3417220279436137e-06,
      "loss": 0.353,
      "step": 1505610
    },
    {
      "epoch": 420.21,
      "grad_norm": 1.7217686176300049,
      "learning_rate": 2.341694988323079e-06,
      "loss": 0.3486,
      "step": 1505620
    },
    {
      "epoch": 420.21,
      "grad_norm": 1.0011811256408691,
      "learning_rate": 2.3416679487028177e-06,
      "loss": 0.3549,
      "step": 1505630
    },
    {
      "epoch": 420.22,
      "grad_norm": 0.9172964096069336,
      "learning_rate": 2.3416409090828337e-06,
      "loss": 0.3541,
      "step": 1505640
    },
    {
      "epoch": 420.22,
      "grad_norm": 1.063078761100769,
      "learning_rate": 2.3416138694631305e-06,
      "loss": 0.3391,
      "step": 1505650
    },
    {
      "epoch": 420.22,
      "grad_norm": 0.8831016421318054,
      "learning_rate": 2.3415868298437106e-06,
      "loss": 0.3385,
      "step": 1505660
    },
    {
      "epoch": 420.23,
      "grad_norm": 3.00213885307312,
      "learning_rate": 2.34155979022458e-06,
      "loss": 0.3588,
      "step": 1505670
    },
    {
      "epoch": 420.23,
      "grad_norm": 0.9515045285224915,
      "learning_rate": 2.3415327506057403e-06,
      "loss": 0.3281,
      "step": 1505680
    },
    {
      "epoch": 420.23,
      "grad_norm": 0.9346454739570618,
      "learning_rate": 2.341505710987195e-06,
      "loss": 0.355,
      "step": 1505690
    },
    {
      "epoch": 420.23,
      "grad_norm": 1.011192798614502,
      "learning_rate": 2.341478671368949e-06,
      "loss": 0.3505,
      "step": 1505700
    },
    {
      "epoch": 420.24,
      "grad_norm": 1.0024187564849854,
      "learning_rate": 2.341451631751006e-06,
      "loss": 0.3402,
      "step": 1505710
    },
    {
      "epoch": 420.24,
      "grad_norm": 0.9443457722663879,
      "learning_rate": 2.3414245921333683e-06,
      "loss": 0.3476,
      "step": 1505720
    },
    {
      "epoch": 420.24,
      "grad_norm": 1.1496407985687256,
      "learning_rate": 2.3413975525160406e-06,
      "loss": 0.3494,
      "step": 1505730
    },
    {
      "epoch": 420.25,
      "grad_norm": 0.9740478992462158,
      "learning_rate": 2.341370512899026e-06,
      "loss": 0.3326,
      "step": 1505740
    },
    {
      "epoch": 420.25,
      "grad_norm": 1.2831933498382568,
      "learning_rate": 2.3413434732823266e-06,
      "loss": 0.3399,
      "step": 1505750
    },
    {
      "epoch": 420.25,
      "grad_norm": 1.0414420366287231,
      "learning_rate": 2.341316433665949e-06,
      "loss": 0.3641,
      "step": 1505760
    },
    {
      "epoch": 420.25,
      "grad_norm": 0.9930852055549622,
      "learning_rate": 2.341289394049895e-06,
      "loss": 0.3515,
      "step": 1505770
    },
    {
      "epoch": 420.26,
      "grad_norm": 0.9929169416427612,
      "learning_rate": 2.3412623544341683e-06,
      "loss": 0.3479,
      "step": 1505780
    },
    {
      "epoch": 420.26,
      "grad_norm": 0.9619987607002258,
      "learning_rate": 2.341235314818773e-06,
      "loss": 0.3278,
      "step": 1505790
    },
    {
      "epoch": 420.26,
      "grad_norm": 1.0785669088363647,
      "learning_rate": 2.3412082752037125e-06,
      "loss": 0.3471,
      "step": 1505800
    },
    {
      "epoch": 420.27,
      "grad_norm": 1.1026557683944702,
      "learning_rate": 2.3411812355889894e-06,
      "loss": 0.3494,
      "step": 1505810
    },
    {
      "epoch": 420.27,
      "grad_norm": 1.1150963306427002,
      "learning_rate": 2.341154195974609e-06,
      "loss": 0.3467,
      "step": 1505820
    },
    {
      "epoch": 420.27,
      "grad_norm": 0.928534746170044,
      "learning_rate": 2.341127156360574e-06,
      "loss": 0.3479,
      "step": 1505830
    },
    {
      "epoch": 420.27,
      "grad_norm": 1.223312497138977,
      "learning_rate": 2.3411001167468877e-06,
      "loss": 0.3411,
      "step": 1505840
    },
    {
      "epoch": 420.28,
      "grad_norm": 1.2391659021377563,
      "learning_rate": 2.3410730771335546e-06,
      "loss": 0.3667,
      "step": 1505850
    },
    {
      "epoch": 420.28,
      "grad_norm": 1.1326706409454346,
      "learning_rate": 2.341046037520578e-06,
      "loss": 0.3364,
      "step": 1505860
    },
    {
      "epoch": 420.28,
      "grad_norm": 1.1159929037094116,
      "learning_rate": 2.3410189979079608e-06,
      "loss": 0.3393,
      "step": 1505870
    },
    {
      "epoch": 420.28,
      "grad_norm": 1.1232274770736694,
      "learning_rate": 2.3409919582957076e-06,
      "loss": 0.3468,
      "step": 1505880
    },
    {
      "epoch": 420.29,
      "grad_norm": 0.9885664582252502,
      "learning_rate": 2.34096491868382e-06,
      "loss": 0.3402,
      "step": 1505890
    },
    {
      "epoch": 420.29,
      "grad_norm": 1.188746452331543,
      "learning_rate": 2.3409378790723046e-06,
      "loss": 0.3485,
      "step": 1505900
    },
    {
      "epoch": 420.29,
      "grad_norm": 1.0823204517364502,
      "learning_rate": 2.3409108394611632e-06,
      "loss": 0.3442,
      "step": 1505910
    },
    {
      "epoch": 420.3,
      "grad_norm": 0.9444580674171448,
      "learning_rate": 2.3408837998503996e-06,
      "loss": 0.3557,
      "step": 1505920
    },
    {
      "epoch": 420.3,
      "grad_norm": 1.0894118547439575,
      "learning_rate": 2.340856760240018e-06,
      "loss": 0.3479,
      "step": 1505930
    },
    {
      "epoch": 420.3,
      "grad_norm": 1.0065410137176514,
      "learning_rate": 2.340829720630021e-06,
      "loss": 0.3586,
      "step": 1505940
    },
    {
      "epoch": 420.3,
      "grad_norm": 0.9683464169502258,
      "learning_rate": 2.340802681020412e-06,
      "loss": 0.3423,
      "step": 1505950
    },
    {
      "epoch": 420.31,
      "grad_norm": 1.146777629852295,
      "learning_rate": 2.3407756414111965e-06,
      "loss": 0.3531,
      "step": 1505960
    },
    {
      "epoch": 420.31,
      "grad_norm": 1.1480714082717896,
      "learning_rate": 2.3407486018023764e-06,
      "loss": 0.3538,
      "step": 1505970
    },
    {
      "epoch": 420.31,
      "grad_norm": 1.126442313194275,
      "learning_rate": 2.340721562193955e-06,
      "loss": 0.3684,
      "step": 1505980
    },
    {
      "epoch": 420.32,
      "grad_norm": 1.0486327409744263,
      "learning_rate": 2.3406945225859377e-06,
      "loss": 0.3523,
      "step": 1505990
    },
    {
      "epoch": 420.32,
      "grad_norm": 1.0964733362197876,
      "learning_rate": 2.340667482978327e-06,
      "loss": 0.3298,
      "step": 1506000
    },
    {
      "epoch": 420.32,
      "grad_norm": 0.8527815937995911,
      "learning_rate": 2.340640443371126e-06,
      "loss": 0.3372,
      "step": 1506010
    },
    {
      "epoch": 420.32,
      "grad_norm": 1.2419627904891968,
      "learning_rate": 2.3406134037643398e-06,
      "loss": 0.3352,
      "step": 1506020
    },
    {
      "epoch": 420.33,
      "grad_norm": 1.0181597471237183,
      "learning_rate": 2.340586364157971e-06,
      "loss": 0.3645,
      "step": 1506030
    },
    {
      "epoch": 420.33,
      "grad_norm": 0.8588458895683289,
      "learning_rate": 2.340559324552022e-06,
      "loss": 0.3439,
      "step": 1506040
    },
    {
      "epoch": 420.33,
      "grad_norm": 0.9712239503860474,
      "learning_rate": 2.340532284946499e-06,
      "loss": 0.3449,
      "step": 1506050
    },
    {
      "epoch": 420.33,
      "grad_norm": 0.9717480540275574,
      "learning_rate": 2.340505245341404e-06,
      "loss": 0.3346,
      "step": 1506060
    },
    {
      "epoch": 420.34,
      "grad_norm": 2.889244556427002,
      "learning_rate": 2.3404782057367403e-06,
      "loss": 0.338,
      "step": 1506070
    },
    {
      "epoch": 420.34,
      "grad_norm": 1.0877206325531006,
      "learning_rate": 2.3404511661325128e-06,
      "loss": 0.3258,
      "step": 1506080
    },
    {
      "epoch": 420.34,
      "grad_norm": 1.0726374387741089,
      "learning_rate": 2.3404241265287245e-06,
      "loss": 0.34,
      "step": 1506090
    },
    {
      "epoch": 420.35,
      "grad_norm": 1.0769681930541992,
      "learning_rate": 2.3403970869253774e-06,
      "loss": 0.338,
      "step": 1506100
    },
    {
      "epoch": 420.35,
      "grad_norm": 1.0780707597732544,
      "learning_rate": 2.3403700473224777e-06,
      "loss": 0.3483,
      "step": 1506110
    },
    {
      "epoch": 420.35,
      "grad_norm": 0.9501434564590454,
      "learning_rate": 2.340343007720028e-06,
      "loss": 0.3376,
      "step": 1506120
    },
    {
      "epoch": 420.35,
      "grad_norm": 1.095569133758545,
      "learning_rate": 2.340315968118031e-06,
      "loss": 0.3496,
      "step": 1506130
    },
    {
      "epoch": 420.36,
      "grad_norm": 1.0356022119522095,
      "learning_rate": 2.340288928516492e-06,
      "loss": 0.3541,
      "step": 1506140
    },
    {
      "epoch": 420.36,
      "grad_norm": 1.1059595346450806,
      "learning_rate": 2.340261888915413e-06,
      "loss": 0.3507,
      "step": 1506150
    },
    {
      "epoch": 420.36,
      "grad_norm": 1.0122112035751343,
      "learning_rate": 2.3402348493147987e-06,
      "loss": 0.35,
      "step": 1506160
    },
    {
      "epoch": 420.37,
      "grad_norm": 1.4220547676086426,
      "learning_rate": 2.340207809714652e-06,
      "loss": 0.3423,
      "step": 1506170
    },
    {
      "epoch": 420.37,
      "grad_norm": 1.048253059387207,
      "learning_rate": 2.3401807701149766e-06,
      "loss": 0.357,
      "step": 1506180
    },
    {
      "epoch": 420.37,
      "grad_norm": 0.8130211234092712,
      "learning_rate": 2.3401537305157767e-06,
      "loss": 0.3451,
      "step": 1506190
    },
    {
      "epoch": 420.37,
      "grad_norm": 1.2237324714660645,
      "learning_rate": 2.3401266909170558e-06,
      "loss": 0.3499,
      "step": 1506200
    },
    {
      "epoch": 420.38,
      "grad_norm": 1.1319748163223267,
      "learning_rate": 2.3400996513188164e-06,
      "loss": 0.3387,
      "step": 1506210
    },
    {
      "epoch": 420.38,
      "grad_norm": 1.0052236318588257,
      "learning_rate": 2.3400726117210636e-06,
      "loss": 0.3591,
      "step": 1506220
    },
    {
      "epoch": 420.38,
      "grad_norm": 0.9378404021263123,
      "learning_rate": 2.3400455721238e-06,
      "loss": 0.3412,
      "step": 1506230
    },
    {
      "epoch": 420.39,
      "grad_norm": 0.9374754428863525,
      "learning_rate": 2.3400185325270285e-06,
      "loss": 0.3507,
      "step": 1506240
    },
    {
      "epoch": 420.39,
      "grad_norm": 0.9103663563728333,
      "learning_rate": 2.3399914929307546e-06,
      "loss": 0.3378,
      "step": 1506250
    },
    {
      "epoch": 420.39,
      "grad_norm": 1.0128082036972046,
      "learning_rate": 2.339964453334981e-06,
      "loss": 0.328,
      "step": 1506260
    },
    {
      "epoch": 420.39,
      "grad_norm": 1.543083906173706,
      "learning_rate": 2.3399374137397104e-06,
      "loss": 0.3382,
      "step": 1506270
    },
    {
      "epoch": 420.4,
      "grad_norm": 0.884210467338562,
      "learning_rate": 2.339910374144948e-06,
      "loss": 0.3306,
      "step": 1506280
    },
    {
      "epoch": 420.4,
      "grad_norm": 0.9152112007141113,
      "learning_rate": 2.339883334550697e-06,
      "loss": 0.3329,
      "step": 1506290
    },
    {
      "epoch": 420.4,
      "grad_norm": 1.026748538017273,
      "learning_rate": 2.3398562949569595e-06,
      "loss": 0.3545,
      "step": 1506300
    },
    {
      "epoch": 420.4,
      "grad_norm": 0.9824627637863159,
      "learning_rate": 2.3398292553637417e-06,
      "loss": 0.3563,
      "step": 1506310
    },
    {
      "epoch": 420.41,
      "grad_norm": 0.9570359587669373,
      "learning_rate": 2.3398022157710453e-06,
      "loss": 0.3476,
      "step": 1506320
    },
    {
      "epoch": 420.41,
      "grad_norm": 1.0268141031265259,
      "learning_rate": 2.3397751761788732e-06,
      "loss": 0.3339,
      "step": 1506330
    },
    {
      "epoch": 420.41,
      "grad_norm": 1.4075742959976196,
      "learning_rate": 2.3397481365872314e-06,
      "loss": 0.3402,
      "step": 1506340
    },
    {
      "epoch": 420.42,
      "grad_norm": 1.1477924585342407,
      "learning_rate": 2.339721096996122e-06,
      "loss": 0.3481,
      "step": 1506350
    },
    {
      "epoch": 420.42,
      "grad_norm": 1.1721099615097046,
      "learning_rate": 2.3396940574055477e-06,
      "loss": 0.3427,
      "step": 1506360
    },
    {
      "epoch": 420.42,
      "grad_norm": 0.9289869070053101,
      "learning_rate": 2.3396670178155143e-06,
      "loss": 0.3487,
      "step": 1506370
    },
    {
      "epoch": 420.42,
      "grad_norm": 1.2025882005691528,
      "learning_rate": 2.339639978226025e-06,
      "loss": 0.3616,
      "step": 1506380
    },
    {
      "epoch": 420.43,
      "grad_norm": 0.9973822832107544,
      "learning_rate": 2.3396129386370816e-06,
      "loss": 0.3455,
      "step": 1506390
    },
    {
      "epoch": 420.43,
      "grad_norm": 1.1108759641647339,
      "learning_rate": 2.3395858990486898e-06,
      "loss": 0.3664,
      "step": 1506400
    },
    {
      "epoch": 420.43,
      "grad_norm": 1.1577669382095337,
      "learning_rate": 2.339558859460852e-06,
      "loss": 0.3416,
      "step": 1506410
    },
    {
      "epoch": 420.44,
      "grad_norm": 1.0373011827468872,
      "learning_rate": 2.339531819873571e-06,
      "loss": 0.3465,
      "step": 1506420
    },
    {
      "epoch": 420.44,
      "grad_norm": 1.2537165880203247,
      "learning_rate": 2.3395047802868526e-06,
      "loss": 0.3612,
      "step": 1506430
    },
    {
      "epoch": 420.44,
      "grad_norm": 1.0118461847305298,
      "learning_rate": 2.339477740700699e-06,
      "loss": 0.3511,
      "step": 1506440
    },
    {
      "epoch": 420.44,
      "grad_norm": 1.0206398963928223,
      "learning_rate": 2.3394507011151135e-06,
      "loss": 0.3559,
      "step": 1506450
    },
    {
      "epoch": 420.45,
      "grad_norm": 1.010519027709961,
      "learning_rate": 2.339423661530101e-06,
      "loss": 0.3352,
      "step": 1506460
    },
    {
      "epoch": 420.45,
      "grad_norm": 1.1913039684295654,
      "learning_rate": 2.339396621945663e-06,
      "loss": 0.3276,
      "step": 1506470
    },
    {
      "epoch": 420.45,
      "grad_norm": 0.9746802449226379,
      "learning_rate": 2.339369582361806e-06,
      "loss": 0.3491,
      "step": 1506480
    },
    {
      "epoch": 420.45,
      "grad_norm": 0.8961989879608154,
      "learning_rate": 2.3393425427785314e-06,
      "loss": 0.33,
      "step": 1506490
    },
    {
      "epoch": 420.46,
      "grad_norm": 1.0608471632003784,
      "learning_rate": 2.339315503195843e-06,
      "loss": 0.3526,
      "step": 1506500
    },
    {
      "epoch": 420.46,
      "grad_norm": 1.008527159690857,
      "learning_rate": 2.3392884636137452e-06,
      "loss": 0.3381,
      "step": 1506510
    },
    {
      "epoch": 420.46,
      "grad_norm": 0.9100935459136963,
      "learning_rate": 2.339261424032242e-06,
      "loss": 0.3444,
      "step": 1506520
    },
    {
      "epoch": 420.47,
      "grad_norm": 1.0443495512008667,
      "learning_rate": 2.3392343844513353e-06,
      "loss": 0.3569,
      "step": 1506530
    },
    {
      "epoch": 420.47,
      "grad_norm": 1.1680877208709717,
      "learning_rate": 2.3392073448710298e-06,
      "loss": 0.3535,
      "step": 1506540
    },
    {
      "epoch": 420.47,
      "grad_norm": 1.0082719326019287,
      "learning_rate": 2.33918030529133e-06,
      "loss": 0.3402,
      "step": 1506550
    },
    {
      "epoch": 420.47,
      "grad_norm": 1.0616909265518188,
      "learning_rate": 2.3391532657122363e-06,
      "loss": 0.3517,
      "step": 1506560
    },
    {
      "epoch": 420.48,
      "grad_norm": 1.2097454071044922,
      "learning_rate": 2.3391262261337556e-06,
      "loss": 0.3494,
      "step": 1506570
    },
    {
      "epoch": 420.48,
      "grad_norm": 1.1123740673065186,
      "learning_rate": 2.3390991865558908e-06,
      "loss": 0.3544,
      "step": 1506580
    },
    {
      "epoch": 420.48,
      "grad_norm": 1.0075987577438354,
      "learning_rate": 2.3390721469786442e-06,
      "loss": 0.3429,
      "step": 1506590
    },
    {
      "epoch": 420.49,
      "grad_norm": 1.120751142501831,
      "learning_rate": 2.3390451074020207e-06,
      "loss": 0.3297,
      "step": 1506600
    },
    {
      "epoch": 420.49,
      "grad_norm": 1.0548534393310547,
      "learning_rate": 2.339018067826024e-06,
      "loss": 0.3433,
      "step": 1506610
    },
    {
      "epoch": 420.49,
      "grad_norm": 0.9995704889297485,
      "learning_rate": 2.3389910282506553e-06,
      "loss": 0.3366,
      "step": 1506620
    },
    {
      "epoch": 420.49,
      "grad_norm": 1.0393345355987549,
      "learning_rate": 2.3389639886759215e-06,
      "loss": 0.3386,
      "step": 1506630
    },
    {
      "epoch": 420.5,
      "grad_norm": 0.9125170111656189,
      "learning_rate": 2.3389369491018246e-06,
      "loss": 0.3394,
      "step": 1506640
    },
    {
      "epoch": 420.5,
      "grad_norm": 1.017106533050537,
      "learning_rate": 2.3389099095283673e-06,
      "loss": 0.3473,
      "step": 1506650
    },
    {
      "epoch": 420.5,
      "grad_norm": 1.0601143836975098,
      "learning_rate": 2.338882869955555e-06,
      "loss": 0.3504,
      "step": 1506660
    },
    {
      "epoch": 420.51,
      "grad_norm": 1.0257611274719238,
      "learning_rate": 2.338855830383391e-06,
      "loss": 0.3392,
      "step": 1506670
    },
    {
      "epoch": 420.51,
      "grad_norm": 0.9468271136283875,
      "learning_rate": 2.3388287908118777e-06,
      "loss": 0.3485,
      "step": 1506680
    },
    {
      "epoch": 420.51,
      "grad_norm": 0.8630526661872864,
      "learning_rate": 2.33880175124102e-06,
      "loss": 0.3514,
      "step": 1506690
    },
    {
      "epoch": 420.51,
      "grad_norm": 1.0304640531539917,
      "learning_rate": 2.3387747116708207e-06,
      "loss": 0.3425,
      "step": 1506700
    },
    {
      "epoch": 420.52,
      "grad_norm": 1.101631999015808,
      "learning_rate": 2.3387476721012826e-06,
      "loss": 0.3349,
      "step": 1506710
    },
    {
      "epoch": 420.52,
      "grad_norm": 0.916752815246582,
      "learning_rate": 2.3387206325324115e-06,
      "loss": 0.3501,
      "step": 1506720
    },
    {
      "epoch": 420.52,
      "grad_norm": 1.019623875617981,
      "learning_rate": 2.3386935929642096e-06,
      "loss": 0.3326,
      "step": 1506730
    },
    {
      "epoch": 420.52,
      "grad_norm": 4.995553970336914,
      "learning_rate": 2.33866655339668e-06,
      "loss": 0.3556,
      "step": 1506740
    },
    {
      "epoch": 420.53,
      "grad_norm": 0.9308969974517822,
      "learning_rate": 2.338639513829828e-06,
      "loss": 0.3441,
      "step": 1506750
    },
    {
      "epoch": 420.53,
      "grad_norm": 0.9423713684082031,
      "learning_rate": 2.338612474263655e-06,
      "loss": 0.3398,
      "step": 1506760
    },
    {
      "epoch": 420.53,
      "grad_norm": 1.2229650020599365,
      "learning_rate": 2.338585434698167e-06,
      "loss": 0.3357,
      "step": 1506770
    },
    {
      "epoch": 420.54,
      "grad_norm": 1.1492398977279663,
      "learning_rate": 2.3385583951333665e-06,
      "loss": 0.3463,
      "step": 1506780
    },
    {
      "epoch": 420.54,
      "grad_norm": 1.66090726852417,
      "learning_rate": 2.3385313555692558e-06,
      "loss": 0.3495,
      "step": 1506790
    },
    {
      "epoch": 420.54,
      "grad_norm": 1.1815487146377563,
      "learning_rate": 2.3385043160058404e-06,
      "loss": 0.3405,
      "step": 1506800
    },
    {
      "epoch": 420.54,
      "grad_norm": 1.201075792312622,
      "learning_rate": 2.3384772764431235e-06,
      "loss": 0.3408,
      "step": 1506810
    },
    {
      "epoch": 420.55,
      "grad_norm": 0.9981020092964172,
      "learning_rate": 2.338450236881108e-06,
      "loss": 0.3466,
      "step": 1506820
    },
    {
      "epoch": 420.55,
      "grad_norm": 1.0577956438064575,
      "learning_rate": 2.3384231973197982e-06,
      "loss": 0.3504,
      "step": 1506830
    },
    {
      "epoch": 420.55,
      "grad_norm": 1.1612050533294678,
      "learning_rate": 2.3383961577591976e-06,
      "loss": 0.3618,
      "step": 1506840
    },
    {
      "epoch": 420.56,
      "grad_norm": 1.0119117498397827,
      "learning_rate": 2.3383691181993085e-06,
      "loss": 0.3315,
      "step": 1506850
    },
    {
      "epoch": 420.56,
      "grad_norm": 1.2683889865875244,
      "learning_rate": 2.3383420786401363e-06,
      "loss": 0.3459,
      "step": 1506860
    },
    {
      "epoch": 420.56,
      "grad_norm": 1.2920501232147217,
      "learning_rate": 2.338315039081684e-06,
      "loss": 0.3507,
      "step": 1506870
    },
    {
      "epoch": 420.56,
      "grad_norm": 1.0335110425949097,
      "learning_rate": 2.338287999523955e-06,
      "loss": 0.3404,
      "step": 1506880
    },
    {
      "epoch": 420.57,
      "grad_norm": 2.107503890991211,
      "learning_rate": 2.3382609599669534e-06,
      "loss": 0.3441,
      "step": 1506890
    },
    {
      "epoch": 420.57,
      "grad_norm": 7.211551189422607,
      "learning_rate": 2.338233920410682e-06,
      "loss": 0.3556,
      "step": 1506900
    },
    {
      "epoch": 420.57,
      "grad_norm": 0.9936227798461914,
      "learning_rate": 2.3382068808551444e-06,
      "loss": 0.3375,
      "step": 1506910
    },
    {
      "epoch": 420.57,
      "grad_norm": 0.9700632095336914,
      "learning_rate": 2.3381798413003447e-06,
      "loss": 0.3414,
      "step": 1506920
    },
    {
      "epoch": 420.58,
      "grad_norm": 1.0468388795852661,
      "learning_rate": 2.338152801746287e-06,
      "loss": 0.3664,
      "step": 1506930
    },
    {
      "epoch": 420.58,
      "grad_norm": 1.1398059129714966,
      "learning_rate": 2.3381257621929733e-06,
      "loss": 0.3441,
      "step": 1506940
    },
    {
      "epoch": 420.58,
      "grad_norm": 0.9064084887504578,
      "learning_rate": 2.3380987226404093e-06,
      "loss": 0.3425,
      "step": 1506950
    },
    {
      "epoch": 420.59,
      "grad_norm": 1.0049058198928833,
      "learning_rate": 2.338071683088597e-06,
      "loss": 0.3281,
      "step": 1506960
    },
    {
      "epoch": 420.59,
      "grad_norm": 1.0260765552520752,
      "learning_rate": 2.3380446435375404e-06,
      "loss": 0.3502,
      "step": 1506970
    },
    {
      "epoch": 420.59,
      "grad_norm": 0.8257824778556824,
      "learning_rate": 2.3380176039872435e-06,
      "loss": 0.3372,
      "step": 1506980
    },
    {
      "epoch": 420.59,
      "grad_norm": 1.1711663007736206,
      "learning_rate": 2.3379905644377097e-06,
      "loss": 0.3658,
      "step": 1506990
    },
    {
      "epoch": 420.6,
      "grad_norm": 1.0170756578445435,
      "learning_rate": 2.3379635248889413e-06,
      "loss": 0.347,
      "step": 1507000
    },
    {
      "epoch": 420.6,
      "grad_norm": 1.1710928678512573,
      "learning_rate": 2.337936485340944e-06,
      "loss": 0.3555,
      "step": 1507010
    },
    {
      "epoch": 420.6,
      "grad_norm": 0.9338340759277344,
      "learning_rate": 2.337909445793721e-06,
      "loss": 0.3388,
      "step": 1507020
    },
    {
      "epoch": 420.61,
      "grad_norm": 0.9108811616897583,
      "learning_rate": 2.3378824062472743e-06,
      "loss": 0.3326,
      "step": 1507030
    },
    {
      "epoch": 420.61,
      "grad_norm": 1.2578409910202026,
      "learning_rate": 2.3378553667016094e-06,
      "loss": 0.3585,
      "step": 1507040
    },
    {
      "epoch": 420.61,
      "grad_norm": 0.9137265086174011,
      "learning_rate": 2.337828327156728e-06,
      "loss": 0.3312,
      "step": 1507050
    },
    {
      "epoch": 420.61,
      "grad_norm": 1.029826045036316,
      "learning_rate": 2.337801287612636e-06,
      "loss": 0.3431,
      "step": 1507060
    },
    {
      "epoch": 420.62,
      "grad_norm": 0.9589932560920715,
      "learning_rate": 2.3377742480693356e-06,
      "loss": 0.3563,
      "step": 1507070
    },
    {
      "epoch": 420.62,
      "grad_norm": 1.0459843873977661,
      "learning_rate": 2.3377472085268293e-06,
      "loss": 0.328,
      "step": 1507080
    },
    {
      "epoch": 420.62,
      "grad_norm": 1.0918893814086914,
      "learning_rate": 2.3377201689851234e-06,
      "loss": 0.3443,
      "step": 1507090
    },
    {
      "epoch": 420.63,
      "grad_norm": 2.0956170558929443,
      "learning_rate": 2.3376931294442197e-06,
      "loss": 0.3379,
      "step": 1507100
    },
    {
      "epoch": 420.63,
      "grad_norm": 1.1249014139175415,
      "learning_rate": 2.337666089904122e-06,
      "loss": 0.3462,
      "step": 1507110
    },
    {
      "epoch": 420.63,
      "grad_norm": 0.9280825853347778,
      "learning_rate": 2.3376390503648343e-06,
      "loss": 0.3435,
      "step": 1507120
    },
    {
      "epoch": 420.63,
      "grad_norm": 1.0430289506912231,
      "learning_rate": 2.3376120108263603e-06,
      "loss": 0.3428,
      "step": 1507130
    },
    {
      "epoch": 420.64,
      "grad_norm": 1.6966522932052612,
      "learning_rate": 2.337584971288702e-06,
      "loss": 0.3522,
      "step": 1507140
    },
    {
      "epoch": 420.64,
      "grad_norm": 0.9883885383605957,
      "learning_rate": 2.3375579317518652e-06,
      "loss": 0.3327,
      "step": 1507150
    },
    {
      "epoch": 420.64,
      "grad_norm": 0.9783894419670105,
      "learning_rate": 2.3375308922158527e-06,
      "loss": 0.3332,
      "step": 1507160
    },
    {
      "epoch": 420.64,
      "grad_norm": 1.1830897331237793,
      "learning_rate": 2.3375038526806673e-06,
      "loss": 0.3589,
      "step": 1507170
    },
    {
      "epoch": 420.65,
      "grad_norm": 0.9994198679924011,
      "learning_rate": 2.337476813146314e-06,
      "loss": 0.3587,
      "step": 1507180
    },
    {
      "epoch": 420.65,
      "grad_norm": 1.7686920166015625,
      "learning_rate": 2.3374497736127956e-06,
      "loss": 0.3406,
      "step": 1507190
    },
    {
      "epoch": 420.65,
      "grad_norm": 1.110005497932434,
      "learning_rate": 2.337422734080115e-06,
      "loss": 0.3522,
      "step": 1507200
    },
    {
      "epoch": 420.66,
      "grad_norm": 1.0071725845336914,
      "learning_rate": 2.3373956945482773e-06,
      "loss": 0.3643,
      "step": 1507210
    },
    {
      "epoch": 420.66,
      "grad_norm": 1.0568292140960693,
      "learning_rate": 2.337368655017285e-06,
      "loss": 0.3451,
      "step": 1507220
    },
    {
      "epoch": 420.66,
      "grad_norm": 1.0780415534973145,
      "learning_rate": 2.3373416154871417e-06,
      "loss": 0.3489,
      "step": 1507230
    },
    {
      "epoch": 420.66,
      "grad_norm": 1.0635313987731934,
      "learning_rate": 2.337314575957852e-06,
      "loss": 0.343,
      "step": 1507240
    },
    {
      "epoch": 420.67,
      "grad_norm": 1.0561511516571045,
      "learning_rate": 2.337287536429419e-06,
      "loss": 0.3454,
      "step": 1507250
    },
    {
      "epoch": 420.67,
      "grad_norm": 1.0083097219467163,
      "learning_rate": 2.3372604969018456e-06,
      "loss": 0.3521,
      "step": 1507260
    },
    {
      "epoch": 420.67,
      "grad_norm": 1.077250599861145,
      "learning_rate": 2.3372334573751365e-06,
      "loss": 0.3569,
      "step": 1507270
    },
    {
      "epoch": 420.68,
      "grad_norm": 1.1261227130889893,
      "learning_rate": 2.3372064178492947e-06,
      "loss": 0.3358,
      "step": 1507280
    },
    {
      "epoch": 420.68,
      "grad_norm": 0.8436408042907715,
      "learning_rate": 2.3371793783243228e-06,
      "loss": 0.3361,
      "step": 1507290
    },
    {
      "epoch": 420.68,
      "grad_norm": 1.2239177227020264,
      "learning_rate": 2.3371523388002267e-06,
      "loss": 0.3546,
      "step": 1507300
    },
    {
      "epoch": 420.68,
      "grad_norm": 0.9459496736526489,
      "learning_rate": 2.3371252992770086e-06,
      "loss": 0.3506,
      "step": 1507310
    },
    {
      "epoch": 420.69,
      "grad_norm": 3.6139113903045654,
      "learning_rate": 2.337098259754671e-06,
      "loss": 0.3549,
      "step": 1507320
    },
    {
      "epoch": 420.69,
      "grad_norm": 1.0385299921035767,
      "learning_rate": 2.3370712202332198e-06,
      "loss": 0.3373,
      "step": 1507330
    },
    {
      "epoch": 420.69,
      "grad_norm": 1.0764104127883911,
      "learning_rate": 2.3370441807126575e-06,
      "loss": 0.3308,
      "step": 1507340
    },
    {
      "epoch": 420.69,
      "grad_norm": 0.916656494140625,
      "learning_rate": 2.3370171411929876e-06,
      "loss": 0.3506,
      "step": 1507350
    },
    {
      "epoch": 420.7,
      "grad_norm": 1.1207003593444824,
      "learning_rate": 2.3369901016742143e-06,
      "loss": 0.3611,
      "step": 1507360
    },
    {
      "epoch": 420.7,
      "grad_norm": 1.040847897529602,
      "learning_rate": 2.3369630621563397e-06,
      "loss": 0.3512,
      "step": 1507370
    },
    {
      "epoch": 420.7,
      "grad_norm": 1.002669095993042,
      "learning_rate": 2.3369360226393693e-06,
      "loss": 0.3524,
      "step": 1507380
    },
    {
      "epoch": 420.71,
      "grad_norm": 1.0036957263946533,
      "learning_rate": 2.336908983123306e-06,
      "loss": 0.3518,
      "step": 1507390
    },
    {
      "epoch": 420.71,
      "grad_norm": 1.0503761768341064,
      "learning_rate": 2.336881943608153e-06,
      "loss": 0.3534,
      "step": 1507400
    },
    {
      "epoch": 420.71,
      "grad_norm": 0.979333221912384,
      "learning_rate": 2.336854904093914e-06,
      "loss": 0.3492,
      "step": 1507410
    },
    {
      "epoch": 420.71,
      "grad_norm": 1.0482637882232666,
      "learning_rate": 2.3368278645805933e-06,
      "loss": 0.3431,
      "step": 1507420
    },
    {
      "epoch": 420.72,
      "grad_norm": 1.599292278289795,
      "learning_rate": 2.3368008250681922e-06,
      "loss": 0.3357,
      "step": 1507430
    },
    {
      "epoch": 420.72,
      "grad_norm": 1.0525720119476318,
      "learning_rate": 2.336773785556718e-06,
      "loss": 0.3453,
      "step": 1507440
    },
    {
      "epoch": 420.72,
      "grad_norm": 0.934300422668457,
      "learning_rate": 2.3367467460461717e-06,
      "loss": 0.3578,
      "step": 1507450
    },
    {
      "epoch": 420.73,
      "grad_norm": 1.0060499906539917,
      "learning_rate": 2.3367197065365565e-06,
      "loss": 0.3437,
      "step": 1507460
    },
    {
      "epoch": 420.73,
      "grad_norm": 1.138700008392334,
      "learning_rate": 2.336692667027878e-06,
      "loss": 0.3608,
      "step": 1507470
    },
    {
      "epoch": 420.73,
      "grad_norm": 1.2639732360839844,
      "learning_rate": 2.3366656275201396e-06,
      "loss": 0.3534,
      "step": 1507480
    },
    {
      "epoch": 420.73,
      "grad_norm": 0.9809741377830505,
      "learning_rate": 2.336638588013343e-06,
      "loss": 0.3482,
      "step": 1507490
    },
    {
      "epoch": 420.74,
      "grad_norm": 1.1889835596084595,
      "learning_rate": 2.336611548507493e-06,
      "loss": 0.3459,
      "step": 1507500
    },
    {
      "epoch": 420.74,
      "grad_norm": 2.039224863052368,
      "learning_rate": 2.3365845090025943e-06,
      "loss": 0.3385,
      "step": 1507510
    },
    {
      "epoch": 420.74,
      "grad_norm": 1.0766414403915405,
      "learning_rate": 2.3365574694986474e-06,
      "loss": 0.3356,
      "step": 1507520
    },
    {
      "epoch": 420.75,
      "grad_norm": 1.0555747747421265,
      "learning_rate": 2.336530429995659e-06,
      "loss": 0.3405,
      "step": 1507530
    },
    {
      "epoch": 420.75,
      "grad_norm": 1.2299554347991943,
      "learning_rate": 2.336503390493632e-06,
      "loss": 0.3434,
      "step": 1507540
    },
    {
      "epoch": 420.75,
      "grad_norm": 0.9016993641853333,
      "learning_rate": 2.3364763509925684e-06,
      "loss": 0.3394,
      "step": 1507550
    },
    {
      "epoch": 420.75,
      "grad_norm": 1.1703720092773438,
      "learning_rate": 2.336449311492474e-06,
      "loss": 0.3498,
      "step": 1507560
    },
    {
      "epoch": 420.76,
      "grad_norm": 1.0694239139556885,
      "learning_rate": 2.336422271993351e-06,
      "loss": 0.3501,
      "step": 1507570
    },
    {
      "epoch": 420.76,
      "grad_norm": 0.9230763912200928,
      "learning_rate": 2.336395232495202e-06,
      "loss": 0.3512,
      "step": 1507580
    },
    {
      "epoch": 420.76,
      "grad_norm": 0.9270134568214417,
      "learning_rate": 2.3363681929980335e-06,
      "loss": 0.3424,
      "step": 1507590
    },
    {
      "epoch": 420.76,
      "grad_norm": 1.0444310903549194,
      "learning_rate": 2.336341153501847e-06,
      "loss": 0.345,
      "step": 1507600
    },
    {
      "epoch": 420.77,
      "grad_norm": 0.9808723330497742,
      "learning_rate": 2.336314114006646e-06,
      "loss": 0.3548,
      "step": 1507610
    },
    {
      "epoch": 420.77,
      "grad_norm": 0.9549715518951416,
      "learning_rate": 2.3362870745124358e-06,
      "loss": 0.3402,
      "step": 1507620
    },
    {
      "epoch": 420.77,
      "grad_norm": 0.931912362575531,
      "learning_rate": 2.336260035019218e-06,
      "loss": 0.3459,
      "step": 1507630
    },
    {
      "epoch": 420.78,
      "grad_norm": 0.9927765130996704,
      "learning_rate": 2.3362329955269978e-06,
      "loss": 0.3478,
      "step": 1507640
    },
    {
      "epoch": 420.78,
      "grad_norm": 0.8896507024765015,
      "learning_rate": 2.3362059560357784e-06,
      "loss": 0.3316,
      "step": 1507650
    },
    {
      "epoch": 420.78,
      "grad_norm": 0.9746109247207642,
      "learning_rate": 2.3361789165455616e-06,
      "loss": 0.359,
      "step": 1507660
    },
    {
      "epoch": 420.78,
      "grad_norm": 1.9684447050094604,
      "learning_rate": 2.336151877056354e-06,
      "loss": 0.3403,
      "step": 1507670
    },
    {
      "epoch": 420.79,
      "grad_norm": 0.9900705218315125,
      "learning_rate": 2.3361248375681573e-06,
      "loss": 0.3362,
      "step": 1507680
    },
    {
      "epoch": 420.79,
      "grad_norm": 6.683691501617432,
      "learning_rate": 2.3360977980809753e-06,
      "loss": 0.3421,
      "step": 1507690
    },
    {
      "epoch": 420.79,
      "grad_norm": 1.0233925580978394,
      "learning_rate": 2.3360707585948123e-06,
      "loss": 0.3624,
      "step": 1507700
    },
    {
      "epoch": 420.8,
      "grad_norm": 1.023725152015686,
      "learning_rate": 2.3360437191096713e-06,
      "loss": 0.3421,
      "step": 1507710
    },
    {
      "epoch": 420.8,
      "grad_norm": 1.4522716999053955,
      "learning_rate": 2.336016679625555e-06,
      "loss": 0.3408,
      "step": 1507720
    },
    {
      "epoch": 420.8,
      "grad_norm": 2.0793044567108154,
      "learning_rate": 2.335989640142469e-06,
      "loss": 0.3443,
      "step": 1507730
    },
    {
      "epoch": 420.8,
      "grad_norm": 0.9286442399024963,
      "learning_rate": 2.335962600660416e-06,
      "loss": 0.3372,
      "step": 1507740
    },
    {
      "epoch": 420.81,
      "grad_norm": 0.8978589773178101,
      "learning_rate": 2.3359355611793983e-06,
      "loss": 0.3516,
      "step": 1507750
    },
    {
      "epoch": 420.81,
      "grad_norm": 0.9522421360015869,
      "learning_rate": 2.335908521699422e-06,
      "loss": 0.3356,
      "step": 1507760
    },
    {
      "epoch": 420.81,
      "grad_norm": 1.1091662645339966,
      "learning_rate": 2.3358814822204894e-06,
      "loss": 0.3498,
      "step": 1507770
    },
    {
      "epoch": 420.81,
      "grad_norm": 1.0369634628295898,
      "learning_rate": 2.335854442742603e-06,
      "loss": 0.3253,
      "step": 1507780
    },
    {
      "epoch": 420.82,
      "grad_norm": 0.8761141300201416,
      "learning_rate": 2.335827403265769e-06,
      "loss": 0.3422,
      "step": 1507790
    },
    {
      "epoch": 420.82,
      "grad_norm": 0.9584459066390991,
      "learning_rate": 2.335800363789989e-06,
      "loss": 0.3561,
      "step": 1507800
    },
    {
      "epoch": 420.82,
      "grad_norm": 1.0584583282470703,
      "learning_rate": 2.335773324315266e-06,
      "loss": 0.3411,
      "step": 1507810
    },
    {
      "epoch": 420.83,
      "grad_norm": 0.9869781136512756,
      "learning_rate": 2.3357462848416057e-06,
      "loss": 0.3511,
      "step": 1507820
    },
    {
      "epoch": 420.83,
      "grad_norm": 1.235226035118103,
      "learning_rate": 2.3357192453690105e-06,
      "loss": 0.3274,
      "step": 1507830
    },
    {
      "epoch": 420.83,
      "grad_norm": 0.9428864121437073,
      "learning_rate": 2.3356922058974843e-06,
      "loss": 0.3481,
      "step": 1507840
    },
    {
      "epoch": 420.83,
      "grad_norm": 1.0483437776565552,
      "learning_rate": 2.335665166427031e-06,
      "loss": 0.3486,
      "step": 1507850
    },
    {
      "epoch": 420.84,
      "grad_norm": 0.9636489748954773,
      "learning_rate": 2.335638126957653e-06,
      "loss": 0.3442,
      "step": 1507860
    },
    {
      "epoch": 420.84,
      "grad_norm": 1.3128044605255127,
      "learning_rate": 2.3356110874893545e-06,
      "loss": 0.3575,
      "step": 1507870
    },
    {
      "epoch": 420.84,
      "grad_norm": 1.0904691219329834,
      "learning_rate": 2.3355840480221396e-06,
      "loss": 0.3453,
      "step": 1507880
    },
    {
      "epoch": 420.85,
      "grad_norm": 1.018273115158081,
      "learning_rate": 2.3355570085560124e-06,
      "loss": 0.3438,
      "step": 1507890
    },
    {
      "epoch": 420.85,
      "grad_norm": 1.3199961185455322,
      "learning_rate": 2.335529969090974e-06,
      "loss": 0.3475,
      "step": 1507900
    },
    {
      "epoch": 420.85,
      "grad_norm": 1.011505365371704,
      "learning_rate": 2.3355029296270312e-06,
      "loss": 0.3259,
      "step": 1507910
    },
    {
      "epoch": 420.85,
      "grad_norm": 1.0939172506332397,
      "learning_rate": 2.3354758901641854e-06,
      "loss": 0.359,
      "step": 1507920
    },
    {
      "epoch": 420.86,
      "grad_norm": 0.9067930579185486,
      "learning_rate": 2.3354488507024415e-06,
      "loss": 0.3512,
      "step": 1507930
    },
    {
      "epoch": 420.86,
      "grad_norm": 1.1177233457565308,
      "learning_rate": 2.3354218112418022e-06,
      "loss": 0.3559,
      "step": 1507940
    },
    {
      "epoch": 420.86,
      "grad_norm": 1.027672290802002,
      "learning_rate": 2.335394771782271e-06,
      "loss": 0.3613,
      "step": 1507950
    },
    {
      "epoch": 420.87,
      "grad_norm": 0.9685433506965637,
      "learning_rate": 2.335367732323852e-06,
      "loss": 0.3422,
      "step": 1507960
    },
    {
      "epoch": 420.87,
      "grad_norm": 1.0558782815933228,
      "learning_rate": 2.335340692866549e-06,
      "loss": 0.3287,
      "step": 1507970
    },
    {
      "epoch": 420.87,
      "grad_norm": 1.1855136156082153,
      "learning_rate": 2.335313653410365e-06,
      "loss": 0.3528,
      "step": 1507980
    },
    {
      "epoch": 420.87,
      "grad_norm": 1.3066331148147583,
      "learning_rate": 2.335286613955304e-06,
      "loss": 0.3542,
      "step": 1507990
    },
    {
      "epoch": 420.88,
      "grad_norm": 1.125468373298645,
      "learning_rate": 2.33525957450137e-06,
      "loss": 0.3538,
      "step": 1508000
    },
    {
      "epoch": 420.88,
      "grad_norm": 1.1041563749313354,
      "learning_rate": 2.3352325350485647e-06,
      "loss": 0.3422,
      "step": 1508010
    },
    {
      "epoch": 420.88,
      "grad_norm": 0.9841955304145813,
      "learning_rate": 2.335205495596894e-06,
      "loss": 0.3361,
      "step": 1508020
    },
    {
      "epoch": 420.88,
      "grad_norm": 1.111820936203003,
      "learning_rate": 2.335178456146361e-06,
      "loss": 0.3472,
      "step": 1508030
    },
    {
      "epoch": 420.89,
      "grad_norm": 0.9870057702064514,
      "learning_rate": 2.3351514166969676e-06,
      "loss": 0.3561,
      "step": 1508040
    },
    {
      "epoch": 420.89,
      "grad_norm": 1.0686283111572266,
      "learning_rate": 2.33512437724872e-06,
      "loss": 0.3508,
      "step": 1508050
    },
    {
      "epoch": 420.89,
      "grad_norm": 1.0265729427337646,
      "learning_rate": 2.33509733780162e-06,
      "loss": 0.3341,
      "step": 1508060
    },
    {
      "epoch": 420.9,
      "grad_norm": 1.0079981088638306,
      "learning_rate": 2.3350702983556716e-06,
      "loss": 0.3513,
      "step": 1508070
    },
    {
      "epoch": 420.9,
      "grad_norm": 0.9576025605201721,
      "learning_rate": 2.3350432589108786e-06,
      "loss": 0.3473,
      "step": 1508080
    },
    {
      "epoch": 420.9,
      "grad_norm": 0.9679295420646667,
      "learning_rate": 2.3350162194672447e-06,
      "loss": 0.3452,
      "step": 1508090
    },
    {
      "epoch": 420.9,
      "grad_norm": 1.1289732456207275,
      "learning_rate": 2.334989180024772e-06,
      "loss": 0.359,
      "step": 1508100
    },
    {
      "epoch": 420.91,
      "grad_norm": 0.9536249041557312,
      "learning_rate": 2.3349621405834668e-06,
      "loss": 0.327,
      "step": 1508110
    },
    {
      "epoch": 420.91,
      "grad_norm": 0.9935674667358398,
      "learning_rate": 2.3349351011433307e-06,
      "loss": 0.3267,
      "step": 1508120
    },
    {
      "epoch": 420.91,
      "grad_norm": 1.000548005104065,
      "learning_rate": 2.334908061704368e-06,
      "loss": 0.3498,
      "step": 1508130
    },
    {
      "epoch": 420.92,
      "grad_norm": 1.0487651824951172,
      "learning_rate": 2.3348810222665823e-06,
      "loss": 0.3542,
      "step": 1508140
    },
    {
      "epoch": 420.92,
      "grad_norm": 1.0971546173095703,
      "learning_rate": 2.3348539828299767e-06,
      "loss": 0.3507,
      "step": 1508150
    },
    {
      "epoch": 420.92,
      "grad_norm": 0.911785364151001,
      "learning_rate": 2.334826943394555e-06,
      "loss": 0.3368,
      "step": 1508160
    },
    {
      "epoch": 420.92,
      "grad_norm": 1.0564991235733032,
      "learning_rate": 2.3347999039603213e-06,
      "loss": 0.353,
      "step": 1508170
    },
    {
      "epoch": 420.93,
      "grad_norm": 0.910046398639679,
      "learning_rate": 2.334772864527279e-06,
      "loss": 0.3276,
      "step": 1508180
    },
    {
      "epoch": 420.93,
      "grad_norm": 1.0663594007492065,
      "learning_rate": 2.3347458250954305e-06,
      "loss": 0.3495,
      "step": 1508190
    },
    {
      "epoch": 420.93,
      "grad_norm": 1.9873806238174438,
      "learning_rate": 2.3347187856647817e-06,
      "loss": 0.3441,
      "step": 1508200
    },
    {
      "epoch": 420.93,
      "grad_norm": 1.0645294189453125,
      "learning_rate": 2.3346917462353343e-06,
      "loss": 0.3496,
      "step": 1508210
    },
    {
      "epoch": 420.94,
      "grad_norm": 0.9376899600028992,
      "learning_rate": 2.334664706807093e-06,
      "loss": 0.3466,
      "step": 1508220
    },
    {
      "epoch": 420.94,
      "grad_norm": 1.0202940702438354,
      "learning_rate": 2.3346376673800616e-06,
      "loss": 0.3417,
      "step": 1508230
    },
    {
      "epoch": 420.94,
      "grad_norm": 1.2000247240066528,
      "learning_rate": 2.3346106279542412e-06,
      "loss": 0.3353,
      "step": 1508240
    },
    {
      "epoch": 420.95,
      "grad_norm": 1.1757055521011353,
      "learning_rate": 2.3345835885296385e-06,
      "loss": 0.3493,
      "step": 1508250
    },
    {
      "epoch": 420.95,
      "grad_norm": 1.1019213199615479,
      "learning_rate": 2.334556549106256e-06,
      "loss": 0.3437,
      "step": 1508260
    },
    {
      "epoch": 420.95,
      "grad_norm": 1.0424866676330566,
      "learning_rate": 2.3345295096840965e-06,
      "loss": 0.3369,
      "step": 1508270
    },
    {
      "epoch": 420.95,
      "grad_norm": 1.0399093627929688,
      "learning_rate": 2.3345024702631644e-06,
      "loss": 0.3537,
      "step": 1508280
    },
    {
      "epoch": 420.96,
      "grad_norm": 1.0711123943328857,
      "learning_rate": 2.334475430843464e-06,
      "loss": 0.3495,
      "step": 1508290
    },
    {
      "epoch": 420.96,
      "grad_norm": 0.9874742031097412,
      "learning_rate": 2.334448391424997e-06,
      "loss": 0.3355,
      "step": 1508300
    },
    {
      "epoch": 420.96,
      "grad_norm": 1.0361440181732178,
      "learning_rate": 2.3344213520077686e-06,
      "loss": 0.351,
      "step": 1508310
    },
    {
      "epoch": 420.97,
      "grad_norm": 1.027941107749939,
      "learning_rate": 2.334394312591782e-06,
      "loss": 0.3429,
      "step": 1508320
    },
    {
      "epoch": 420.97,
      "grad_norm": 0.9320075511932373,
      "learning_rate": 2.3343672731770394e-06,
      "loss": 0.349,
      "step": 1508330
    },
    {
      "epoch": 420.97,
      "grad_norm": 1.0160431861877441,
      "learning_rate": 2.334340233763547e-06,
      "loss": 0.3421,
      "step": 1508340
    },
    {
      "epoch": 420.97,
      "grad_norm": 0.9608228206634521,
      "learning_rate": 2.3343131943513065e-06,
      "loss": 0.3511,
      "step": 1508350
    },
    {
      "epoch": 420.98,
      "grad_norm": 1.66145920753479,
      "learning_rate": 2.334286154940322e-06,
      "loss": 0.3407,
      "step": 1508360
    },
    {
      "epoch": 420.98,
      "grad_norm": 1.1761119365692139,
      "learning_rate": 2.3342591155305974e-06,
      "loss": 0.3588,
      "step": 1508370
    },
    {
      "epoch": 420.98,
      "grad_norm": 1.0143762826919556,
      "learning_rate": 2.334232076122136e-06,
      "loss": 0.3301,
      "step": 1508380
    },
    {
      "epoch": 420.99,
      "grad_norm": 1.1226497888565063,
      "learning_rate": 2.334205036714941e-06,
      "loss": 0.3547,
      "step": 1508390
    },
    {
      "epoch": 420.99,
      "grad_norm": 1.0511128902435303,
      "learning_rate": 2.3341779973090173e-06,
      "loss": 0.342,
      "step": 1508400
    },
    {
      "epoch": 420.99,
      "grad_norm": 1.0215364694595337,
      "learning_rate": 2.3341509579043672e-06,
      "loss": 0.3582,
      "step": 1508410
    },
    {
      "epoch": 420.99,
      "grad_norm": 1.2383084297180176,
      "learning_rate": 2.3341239185009937e-06,
      "loss": 0.3708,
      "step": 1508420
    },
    {
      "epoch": 421.0,
      "grad_norm": 1.0153833627700806,
      "learning_rate": 2.3340968790989026e-06,
      "loss": 0.3302,
      "step": 1508430
    },
    {
      "epoch": 421.0,
      "grad_norm": 1.1392812728881836,
      "learning_rate": 2.3340698396980964e-06,
      "loss": 0.3681,
      "step": 1508440
    },
    {
      "epoch": 421.0,
      "eval_loss": 0.3458974063396454,
      "eval_runtime": 63.2423,
      "eval_samples_per_second": 79.994,
      "eval_steps_per_second": 10.009,
      "step": 1508443
    },
    {
      "epoch": 421.0,
      "grad_norm": 1.1887638568878174,
      "learning_rate": 2.3340428002985785e-06,
      "loss": 0.3381,
      "step": 1508450
    },
    {
      "epoch": 421.0,
      "grad_norm": 1.100464940071106,
      "learning_rate": 2.3340157609003524e-06,
      "loss": 0.3418,
      "step": 1508460
    },
    {
      "epoch": 421.01,
      "grad_norm": 1.1376876831054688,
      "learning_rate": 2.3339887215034222e-06,
      "loss": 0.3588,
      "step": 1508470
    },
    {
      "epoch": 421.01,
      "grad_norm": 1.0090786218643188,
      "learning_rate": 2.3339616821077906e-06,
      "loss": 0.3314,
      "step": 1508480
    },
    {
      "epoch": 421.01,
      "grad_norm": 1.1159220933914185,
      "learning_rate": 2.3339346427134625e-06,
      "loss": 0.3537,
      "step": 1508490
    },
    {
      "epoch": 421.02,
      "grad_norm": 1.057657241821289,
      "learning_rate": 2.3339076033204406e-06,
      "loss": 0.3591,
      "step": 1508500
    },
    {
      "epoch": 421.02,
      "grad_norm": 1.6268311738967896,
      "learning_rate": 2.333880563928729e-06,
      "loss": 0.3556,
      "step": 1508510
    },
    {
      "epoch": 421.02,
      "grad_norm": 1.0707058906555176,
      "learning_rate": 2.3338535245383307e-06,
      "loss": 0.3473,
      "step": 1508520
    },
    {
      "epoch": 421.02,
      "grad_norm": 0.9862874746322632,
      "learning_rate": 2.3338264851492487e-06,
      "loss": 0.339,
      "step": 1508530
    },
    {
      "epoch": 421.03,
      "grad_norm": 1.0965209007263184,
      "learning_rate": 2.333799445761489e-06,
      "loss": 0.3444,
      "step": 1508540
    },
    {
      "epoch": 421.03,
      "grad_norm": 0.9863591194152832,
      "learning_rate": 2.3337724063750535e-06,
      "loss": 0.3443,
      "step": 1508550
    },
    {
      "epoch": 421.03,
      "grad_norm": 0.8504774570465088,
      "learning_rate": 2.333745366989945e-06,
      "loss": 0.3379,
      "step": 1508560
    },
    {
      "epoch": 421.04,
      "grad_norm": 1.0075901746749878,
      "learning_rate": 2.3337183276061693e-06,
      "loss": 0.3435,
      "step": 1508570
    },
    {
      "epoch": 421.04,
      "grad_norm": 0.9536055326461792,
      "learning_rate": 2.3336912882237284e-06,
      "loss": 0.328,
      "step": 1508580
    },
    {
      "epoch": 421.04,
      "grad_norm": 2.3893513679504395,
      "learning_rate": 2.333664248842626e-06,
      "loss": 0.3387,
      "step": 1508590
    },
    {
      "epoch": 421.04,
      "grad_norm": 1.0737674236297607,
      "learning_rate": 2.3336372094628664e-06,
      "loss": 0.3424,
      "step": 1508600
    },
    {
      "epoch": 421.05,
      "grad_norm": 0.9552637338638306,
      "learning_rate": 2.3336101700844532e-06,
      "loss": 0.3332,
      "step": 1508610
    },
    {
      "epoch": 421.05,
      "grad_norm": 1.032021403312683,
      "learning_rate": 2.3335831307073885e-06,
      "loss": 0.3374,
      "step": 1508620
    },
    {
      "epoch": 421.05,
      "grad_norm": 1.0803766250610352,
      "learning_rate": 2.333556091331678e-06,
      "loss": 0.3403,
      "step": 1508630
    },
    {
      "epoch": 421.05,
      "grad_norm": 1.0024009943008423,
      "learning_rate": 2.333529051957324e-06,
      "loss": 0.3382,
      "step": 1508640
    },
    {
      "epoch": 421.06,
      "grad_norm": 1.1395738124847412,
      "learning_rate": 2.33350201258433e-06,
      "loss": 0.329,
      "step": 1508650
    },
    {
      "epoch": 421.06,
      "grad_norm": 1.5586304664611816,
      "learning_rate": 2.333474973212701e-06,
      "loss": 0.3507,
      "step": 1508660
    },
    {
      "epoch": 421.06,
      "grad_norm": 1.0785616636276245,
      "learning_rate": 2.333447933842439e-06,
      "loss": 0.3642,
      "step": 1508670
    },
    {
      "epoch": 421.07,
      "grad_norm": 0.9748638868331909,
      "learning_rate": 2.3334208944735475e-06,
      "loss": 0.3459,
      "step": 1508680
    },
    {
      "epoch": 421.07,
      "grad_norm": 0.9328852295875549,
      "learning_rate": 2.333393855106032e-06,
      "loss": 0.3414,
      "step": 1508690
    },
    {
      "epoch": 421.07,
      "grad_norm": 1.1021121740341187,
      "learning_rate": 2.3333668157398947e-06,
      "loss": 0.3478,
      "step": 1508700
    },
    {
      "epoch": 421.07,
      "grad_norm": 0.9940497875213623,
      "learning_rate": 2.3333397763751382e-06,
      "loss": 0.3468,
      "step": 1508710
    },
    {
      "epoch": 421.08,
      "grad_norm": 1.051805019378662,
      "learning_rate": 2.3333127370117688e-06,
      "loss": 0.3407,
      "step": 1508720
    },
    {
      "epoch": 421.08,
      "grad_norm": 1.1144143342971802,
      "learning_rate": 2.333285697649788e-06,
      "loss": 0.3528,
      "step": 1508730
    },
    {
      "epoch": 421.08,
      "grad_norm": 0.9903932213783264,
      "learning_rate": 2.3332586582892e-06,
      "loss": 0.3456,
      "step": 1508740
    },
    {
      "epoch": 421.09,
      "grad_norm": 1.0735678672790527,
      "learning_rate": 2.333231618930009e-06,
      "loss": 0.3435,
      "step": 1508750
    },
    {
      "epoch": 421.09,
      "grad_norm": 0.9736759066581726,
      "learning_rate": 2.333204579572217e-06,
      "loss": 0.3348,
      "step": 1508760
    },
    {
      "epoch": 421.09,
      "grad_norm": 1.1408697366714478,
      "learning_rate": 2.3331775402158285e-06,
      "loss": 0.3389,
      "step": 1508770
    },
    {
      "epoch": 421.09,
      "grad_norm": 1.142759919166565,
      "learning_rate": 2.333150500860848e-06,
      "loss": 0.3357,
      "step": 1508780
    },
    {
      "epoch": 421.1,
      "grad_norm": 1.0036636590957642,
      "learning_rate": 2.3331234615072775e-06,
      "loss": 0.3383,
      "step": 1508790
    },
    {
      "epoch": 421.1,
      "grad_norm": 1.2012676000595093,
      "learning_rate": 2.3330964221551223e-06,
      "loss": 0.3478,
      "step": 1508800
    },
    {
      "epoch": 421.1,
      "grad_norm": 1.0348066091537476,
      "learning_rate": 2.333069382804385e-06,
      "loss": 0.3449,
      "step": 1508810
    },
    {
      "epoch": 421.11,
      "grad_norm": 1.0183180570602417,
      "learning_rate": 2.3330423434550684e-06,
      "loss": 0.3351,
      "step": 1508820
    },
    {
      "epoch": 421.11,
      "grad_norm": 1.0164402723312378,
      "learning_rate": 2.3330153041071776e-06,
      "loss": 0.3509,
      "step": 1508830
    },
    {
      "epoch": 421.11,
      "grad_norm": 0.8745452761650085,
      "learning_rate": 2.332988264760716e-06,
      "loss": 0.3413,
      "step": 1508840
    },
    {
      "epoch": 421.11,
      "grad_norm": 1.1490981578826904,
      "learning_rate": 2.332961225415686e-06,
      "loss": 0.3578,
      "step": 1508850
    },
    {
      "epoch": 421.12,
      "grad_norm": 0.9952065348625183,
      "learning_rate": 2.3329341860720925e-06,
      "loss": 0.3477,
      "step": 1508860
    },
    {
      "epoch": 421.12,
      "grad_norm": 1.071005940437317,
      "learning_rate": 2.3329071467299387e-06,
      "loss": 0.3604,
      "step": 1508870
    },
    {
      "epoch": 421.12,
      "grad_norm": 1.0844160318374634,
      "learning_rate": 2.3328801073892274e-06,
      "loss": 0.3338,
      "step": 1508880
    },
    {
      "epoch": 421.12,
      "grad_norm": 0.959175705909729,
      "learning_rate": 2.3328530680499637e-06,
      "loss": 0.3452,
      "step": 1508890
    },
    {
      "epoch": 421.13,
      "grad_norm": 0.861019492149353,
      "learning_rate": 2.33282602871215e-06,
      "loss": 0.3432,
      "step": 1508900
    },
    {
      "epoch": 421.13,
      "grad_norm": 1.104203701019287,
      "learning_rate": 2.3327989893757895e-06,
      "loss": 0.371,
      "step": 1508910
    },
    {
      "epoch": 421.13,
      "grad_norm": 1.0825451612472534,
      "learning_rate": 2.332771950040888e-06,
      "loss": 0.3333,
      "step": 1508920
    },
    {
      "epoch": 421.14,
      "grad_norm": 1.0501501560211182,
      "learning_rate": 2.332744910707447e-06,
      "loss": 0.3593,
      "step": 1508930
    },
    {
      "epoch": 421.14,
      "grad_norm": 1.0774182081222534,
      "learning_rate": 2.332717871375471e-06,
      "loss": 0.3446,
      "step": 1508940
    },
    {
      "epoch": 421.14,
      "grad_norm": 0.9508841037750244,
      "learning_rate": 2.3326908320449634e-06,
      "loss": 0.3573,
      "step": 1508950
    },
    {
      "epoch": 421.14,
      "grad_norm": 0.9808078408241272,
      "learning_rate": 2.3326637927159276e-06,
      "loss": 0.3451,
      "step": 1508960
    },
    {
      "epoch": 421.15,
      "grad_norm": 1.0633593797683716,
      "learning_rate": 2.332636753388367e-06,
      "loss": 0.3582,
      "step": 1508970
    },
    {
      "epoch": 421.15,
      "grad_norm": 1.2635266780853271,
      "learning_rate": 2.332609714062286e-06,
      "loss": 0.3468,
      "step": 1508980
    },
    {
      "epoch": 421.15,
      "grad_norm": 1.1109853982925415,
      "learning_rate": 2.3325826747376877e-06,
      "loss": 0.3286,
      "step": 1508990
    },
    {
      "epoch": 421.16,
      "grad_norm": 0.9274275302886963,
      "learning_rate": 2.3325556354145752e-06,
      "loss": 0.3513,
      "step": 1509000
    },
    {
      "epoch": 421.16,
      "grad_norm": 0.9164513945579529,
      "learning_rate": 2.332528596092954e-06,
      "loss": 0.3497,
      "step": 1509010
    },
    {
      "epoch": 421.16,
      "grad_norm": 1.018204927444458,
      "learning_rate": 2.3325015567728255e-06,
      "loss": 0.323,
      "step": 1509020
    },
    {
      "epoch": 421.16,
      "grad_norm": 1.1125617027282715,
      "learning_rate": 2.3324745174541938e-06,
      "loss": 0.3371,
      "step": 1509030
    },
    {
      "epoch": 421.17,
      "grad_norm": 1.0473206043243408,
      "learning_rate": 2.332447478137064e-06,
      "loss": 0.3477,
      "step": 1509040
    },
    {
      "epoch": 421.17,
      "grad_norm": 0.9178026914596558,
      "learning_rate": 2.3324204388214383e-06,
      "loss": 0.3449,
      "step": 1509050
    },
    {
      "epoch": 421.17,
      "grad_norm": 0.9987239241600037,
      "learning_rate": 2.332393399507319e-06,
      "loss": 0.3267,
      "step": 1509060
    },
    {
      "epoch": 421.17,
      "grad_norm": 1.0065542459487915,
      "learning_rate": 2.3323663601947132e-06,
      "loss": 0.3474,
      "step": 1509070
    },
    {
      "epoch": 421.18,
      "grad_norm": 0.9445926547050476,
      "learning_rate": 2.3323393208836214e-06,
      "loss": 0.346,
      "step": 1509080
    },
    {
      "epoch": 421.18,
      "grad_norm": 0.976531982421875,
      "learning_rate": 2.332312281574049e-06,
      "loss": 0.3345,
      "step": 1509090
    },
    {
      "epoch": 421.18,
      "grad_norm": 1.1409932374954224,
      "learning_rate": 2.332285242265999e-06,
      "loss": 0.3431,
      "step": 1509100
    },
    {
      "epoch": 421.19,
      "grad_norm": 1.0384584665298462,
      "learning_rate": 2.332258202959474e-06,
      "loss": 0.3425,
      "step": 1509110
    },
    {
      "epoch": 421.19,
      "grad_norm": 1.250533938407898,
      "learning_rate": 2.33223116365448e-06,
      "loss": 0.3516,
      "step": 1509120
    },
    {
      "epoch": 421.19,
      "grad_norm": 0.8822646141052246,
      "learning_rate": 2.3322041243510185e-06,
      "loss": 0.3511,
      "step": 1509130
    },
    {
      "epoch": 421.19,
      "grad_norm": 0.9644550681114197,
      "learning_rate": 2.332177085049093e-06,
      "loss": 0.3416,
      "step": 1509140
    },
    {
      "epoch": 421.2,
      "grad_norm": 0.9393369555473328,
      "learning_rate": 2.3321500457487088e-06,
      "loss": 0.3476,
      "step": 1509150
    },
    {
      "epoch": 421.2,
      "grad_norm": 1.0341790914535522,
      "learning_rate": 2.332123006449869e-06,
      "loss": 0.3459,
      "step": 1509160
    },
    {
      "epoch": 421.2,
      "grad_norm": 1.3438721895217896,
      "learning_rate": 2.3320959671525756e-06,
      "loss": 0.3536,
      "step": 1509170
    },
    {
      "epoch": 421.21,
      "grad_norm": 1.1069011688232422,
      "learning_rate": 2.332068927856834e-06,
      "loss": 0.3277,
      "step": 1509180
    },
    {
      "epoch": 421.21,
      "grad_norm": 2.3501579761505127,
      "learning_rate": 2.3320418885626473e-06,
      "loss": 0.3589,
      "step": 1509190
    },
    {
      "epoch": 421.21,
      "grad_norm": 1.220123291015625,
      "learning_rate": 2.332014849270018e-06,
      "loss": 0.3521,
      "step": 1509200
    },
    {
      "epoch": 421.21,
      "grad_norm": 0.8914887309074402,
      "learning_rate": 2.3319878099789516e-06,
      "loss": 0.3576,
      "step": 1509210
    },
    {
      "epoch": 421.22,
      "grad_norm": 1.6304327249526978,
      "learning_rate": 2.3319607706894506e-06,
      "loss": 0.3315,
      "step": 1509220
    },
    {
      "epoch": 421.22,
      "grad_norm": 1.0038248300552368,
      "learning_rate": 2.331933731401518e-06,
      "loss": 0.3491,
      "step": 1509230
    },
    {
      "epoch": 421.22,
      "grad_norm": 1.1298644542694092,
      "learning_rate": 2.331906692115159e-06,
      "loss": 0.3332,
      "step": 1509240
    },
    {
      "epoch": 421.23,
      "grad_norm": 0.99118572473526,
      "learning_rate": 2.3318796528303764e-06,
      "loss": 0.3396,
      "step": 1509250
    },
    {
      "epoch": 421.23,
      "grad_norm": 1.145336389541626,
      "learning_rate": 2.3318526135471727e-06,
      "loss": 0.3609,
      "step": 1509260
    },
    {
      "epoch": 421.23,
      "grad_norm": 0.982408881187439,
      "learning_rate": 2.331825574265554e-06,
      "loss": 0.3708,
      "step": 1509270
    },
    {
      "epoch": 421.23,
      "grad_norm": 0.9338372945785522,
      "learning_rate": 2.331798534985522e-06,
      "loss": 0.3539,
      "step": 1509280
    },
    {
      "epoch": 421.24,
      "grad_norm": 1.0480812788009644,
      "learning_rate": 2.3317714957070793e-06,
      "loss": 0.3388,
      "step": 1509290
    },
    {
      "epoch": 421.24,
      "grad_norm": 1.0829797983169556,
      "learning_rate": 2.3317444564302326e-06,
      "loss": 0.3251,
      "step": 1509300
    },
    {
      "epoch": 421.24,
      "grad_norm": 0.9811170101165771,
      "learning_rate": 2.3317174171549838e-06,
      "loss": 0.3443,
      "step": 1509310
    },
    {
      "epoch": 421.24,
      "grad_norm": 1.0365010499954224,
      "learning_rate": 2.331690377881336e-06,
      "loss": 0.3355,
      "step": 1509320
    },
    {
      "epoch": 421.25,
      "grad_norm": 1.217180609703064,
      "learning_rate": 2.3316633386092935e-06,
      "loss": 0.3538,
      "step": 1509330
    },
    {
      "epoch": 421.25,
      "grad_norm": 0.9573812484741211,
      "learning_rate": 2.3316362993388597e-06,
      "loss": 0.3295,
      "step": 1509340
    },
    {
      "epoch": 421.25,
      "grad_norm": 1.2077618837356567,
      "learning_rate": 2.3316092600700377e-06,
      "loss": 0.3384,
      "step": 1509350
    },
    {
      "epoch": 421.26,
      "grad_norm": 1.0854641199111938,
      "learning_rate": 2.3315822208028324e-06,
      "loss": 0.3349,
      "step": 1509360
    },
    {
      "epoch": 421.26,
      "grad_norm": 1.2955334186553955,
      "learning_rate": 2.3315551815372457e-06,
      "loss": 0.3536,
      "step": 1509370
    },
    {
      "epoch": 421.26,
      "grad_norm": 1.0346121788024902,
      "learning_rate": 2.331528142273283e-06,
      "loss": 0.3497,
      "step": 1509380
    },
    {
      "epoch": 421.26,
      "grad_norm": 1.0269408226013184,
      "learning_rate": 2.331501103010947e-06,
      "loss": 0.3421,
      "step": 1509390
    },
    {
      "epoch": 421.27,
      "grad_norm": 5.334224700927734,
      "learning_rate": 2.3314740637502413e-06,
      "loss": 0.3802,
      "step": 1509400
    },
    {
      "epoch": 421.27,
      "grad_norm": 1.2727042436599731,
      "learning_rate": 2.3314470244911696e-06,
      "loss": 0.3622,
      "step": 1509410
    },
    {
      "epoch": 421.27,
      "grad_norm": 1.1575629711151123,
      "learning_rate": 2.3314199852337356e-06,
      "loss": 0.3429,
      "step": 1509420
    },
    {
      "epoch": 421.28,
      "grad_norm": 1.0648034811019897,
      "learning_rate": 2.3313929459779414e-06,
      "loss": 0.3261,
      "step": 1509430
    },
    {
      "epoch": 421.28,
      "grad_norm": 0.9350616335868835,
      "learning_rate": 2.331365906723793e-06,
      "loss": 0.3581,
      "step": 1509440
    },
    {
      "epoch": 421.28,
      "grad_norm": 1.0798711776733398,
      "learning_rate": 2.3313388674712935e-06,
      "loss": 0.3391,
      "step": 1509450
    },
    {
      "epoch": 421.28,
      "grad_norm": 0.9834468960762024,
      "learning_rate": 2.3313118282204447e-06,
      "loss": 0.3404,
      "step": 1509460
    },
    {
      "epoch": 421.29,
      "grad_norm": 1.0023666620254517,
      "learning_rate": 2.3312847889712523e-06,
      "loss": 0.3553,
      "step": 1509470
    },
    {
      "epoch": 421.29,
      "grad_norm": 1.0057692527770996,
      "learning_rate": 2.3312577497237193e-06,
      "loss": 0.3526,
      "step": 1509480
    },
    {
      "epoch": 421.29,
      "grad_norm": 0.9903517961502075,
      "learning_rate": 2.3312307104778473e-06,
      "loss": 0.3463,
      "step": 1509490
    },
    {
      "epoch": 421.3,
      "grad_norm": 1.129856824874878,
      "learning_rate": 2.331203671233643e-06,
      "loss": 0.3341,
      "step": 1509500
    },
    {
      "epoch": 421.3,
      "grad_norm": 1.0981762409210205,
      "learning_rate": 2.331176631991109e-06,
      "loss": 0.3633,
      "step": 1509510
    },
    {
      "epoch": 421.3,
      "grad_norm": 1.126599907875061,
      "learning_rate": 2.3311495927502466e-06,
      "loss": 0.3604,
      "step": 1509520
    },
    {
      "epoch": 421.3,
      "grad_norm": 1.0705636739730835,
      "learning_rate": 2.3311225535110632e-06,
      "loss": 0.3336,
      "step": 1509530
    },
    {
      "epoch": 421.31,
      "grad_norm": 1.1318364143371582,
      "learning_rate": 2.3310955142735603e-06,
      "loss": 0.3463,
      "step": 1509540
    },
    {
      "epoch": 421.31,
      "grad_norm": 0.9080389142036438,
      "learning_rate": 2.331068475037741e-06,
      "loss": 0.3329,
      "step": 1509550
    },
    {
      "epoch": 421.31,
      "grad_norm": 1.1615512371063232,
      "learning_rate": 2.33104143580361e-06,
      "loss": 0.3564,
      "step": 1509560
    },
    {
      "epoch": 421.31,
      "grad_norm": 1.0068944692611694,
      "learning_rate": 2.3310143965711708e-06,
      "loss": 0.3438,
      "step": 1509570
    },
    {
      "epoch": 421.32,
      "grad_norm": 1.135180115699768,
      "learning_rate": 2.3309873573404255e-06,
      "loss": 0.3448,
      "step": 1509580
    },
    {
      "epoch": 421.32,
      "grad_norm": 1.0857912302017212,
      "learning_rate": 2.3309603181113802e-06,
      "loss": 0.337,
      "step": 1509590
    },
    {
      "epoch": 421.32,
      "grad_norm": 1.0836929082870483,
      "learning_rate": 2.330933278884037e-06,
      "loss": 0.3596,
      "step": 1509600
    },
    {
      "epoch": 421.33,
      "grad_norm": 0.8502364158630371,
      "learning_rate": 2.3309062396583994e-06,
      "loss": 0.3451,
      "step": 1509610
    },
    {
      "epoch": 421.33,
      "grad_norm": 1.1774771213531494,
      "learning_rate": 2.3308792004344715e-06,
      "loss": 0.3446,
      "step": 1509620
    },
    {
      "epoch": 421.33,
      "grad_norm": 1.1173745393753052,
      "learning_rate": 2.330852161212257e-06,
      "loss": 0.3457,
      "step": 1509630
    },
    {
      "epoch": 421.33,
      "grad_norm": 1.0262038707733154,
      "learning_rate": 2.330825121991758e-06,
      "loss": 0.3445,
      "step": 1509640
    },
    {
      "epoch": 421.34,
      "grad_norm": 1.0510683059692383,
      "learning_rate": 2.3307980827729805e-06,
      "loss": 0.3404,
      "step": 1509650
    },
    {
      "epoch": 421.34,
      "grad_norm": 1.0122658014297485,
      "learning_rate": 2.330771043555926e-06,
      "loss": 0.3504,
      "step": 1509660
    },
    {
      "epoch": 421.34,
      "grad_norm": 1.0971906185150146,
      "learning_rate": 2.3307440043405995e-06,
      "loss": 0.3479,
      "step": 1509670
    },
    {
      "epoch": 421.35,
      "grad_norm": 2.8732588291168213,
      "learning_rate": 2.3307169651270045e-06,
      "loss": 0.3581,
      "step": 1509680
    },
    {
      "epoch": 421.35,
      "grad_norm": 0.9819588661193848,
      "learning_rate": 2.3306899259151435e-06,
      "loss": 0.3455,
      "step": 1509690
    },
    {
      "epoch": 421.35,
      "grad_norm": 1.108201265335083,
      "learning_rate": 2.3306628867050213e-06,
      "loss": 0.3396,
      "step": 1509700
    },
    {
      "epoch": 421.35,
      "grad_norm": 1.565597653388977,
      "learning_rate": 2.330635847496641e-06,
      "loss": 0.3536,
      "step": 1509710
    },
    {
      "epoch": 421.36,
      "grad_norm": 1.0152697563171387,
      "learning_rate": 2.3306088082900054e-06,
      "loss": 0.3437,
      "step": 1509720
    },
    {
      "epoch": 421.36,
      "grad_norm": 0.9983957409858704,
      "learning_rate": 2.3305817690851196e-06,
      "loss": 0.355,
      "step": 1509730
    },
    {
      "epoch": 421.36,
      "grad_norm": 1.1316243410110474,
      "learning_rate": 2.330554729881987e-06,
      "loss": 0.3703,
      "step": 1509740
    },
    {
      "epoch": 421.36,
      "grad_norm": 1.26084566116333,
      "learning_rate": 2.33052769068061e-06,
      "loss": 0.3333,
      "step": 1509750
    },
    {
      "epoch": 421.37,
      "grad_norm": 1.1722337007522583,
      "learning_rate": 2.330500651480993e-06,
      "loss": 0.3455,
      "step": 1509760
    },
    {
      "epoch": 421.37,
      "grad_norm": 1.0951372385025024,
      "learning_rate": 2.3304736122831398e-06,
      "loss": 0.3518,
      "step": 1509770
    },
    {
      "epoch": 421.37,
      "grad_norm": 0.9235385060310364,
      "learning_rate": 2.330446573087053e-06,
      "loss": 0.3341,
      "step": 1509780
    },
    {
      "epoch": 421.38,
      "grad_norm": 1.0801993608474731,
      "learning_rate": 2.3304195338927373e-06,
      "loss": 0.3681,
      "step": 1509790
    },
    {
      "epoch": 421.38,
      "grad_norm": 1.2401819229125977,
      "learning_rate": 2.3303924947001962e-06,
      "loss": 0.3454,
      "step": 1509800
    },
    {
      "epoch": 421.38,
      "grad_norm": 1.092465877532959,
      "learning_rate": 2.3303654555094318e-06,
      "loss": 0.3381,
      "step": 1509810
    },
    {
      "epoch": 421.38,
      "grad_norm": 1.1003414392471313,
      "learning_rate": 2.33033841632045e-06,
      "loss": 0.3461,
      "step": 1509820
    },
    {
      "epoch": 421.39,
      "grad_norm": 0.9848544597625732,
      "learning_rate": 2.330311377133253e-06,
      "loss": 0.3377,
      "step": 1509830
    },
    {
      "epoch": 421.39,
      "grad_norm": 1.0228623151779175,
      "learning_rate": 2.330284337947845e-06,
      "loss": 0.35,
      "step": 1509840
    },
    {
      "epoch": 421.39,
      "grad_norm": 0.998194694519043,
      "learning_rate": 2.330257298764229e-06,
      "loss": 0.3349,
      "step": 1509850
    },
    {
      "epoch": 421.4,
      "grad_norm": 1.0459142923355103,
      "learning_rate": 2.330230259582409e-06,
      "loss": 0.352,
      "step": 1509860
    },
    {
      "epoch": 421.4,
      "grad_norm": 0.9029814600944519,
      "learning_rate": 2.330203220402388e-06,
      "loss": 0.3693,
      "step": 1509870
    },
    {
      "epoch": 421.4,
      "grad_norm": 1.0050128698349,
      "learning_rate": 2.3301761812241707e-06,
      "loss": 0.3481,
      "step": 1509880
    },
    {
      "epoch": 421.4,
      "grad_norm": 1.1435264348983765,
      "learning_rate": 2.33014914204776e-06,
      "loss": 0.3552,
      "step": 1509890
    },
    {
      "epoch": 421.41,
      "grad_norm": 0.8609521985054016,
      "learning_rate": 2.330122102873159e-06,
      "loss": 0.343,
      "step": 1509900
    },
    {
      "epoch": 421.41,
      "grad_norm": 1.1231495141983032,
      "learning_rate": 2.3300950637003725e-06,
      "loss": 0.3419,
      "step": 1509910
    },
    {
      "epoch": 421.41,
      "grad_norm": 1.0568312406539917,
      "learning_rate": 2.3300680245294036e-06,
      "loss": 0.3504,
      "step": 1509920
    },
    {
      "epoch": 421.42,
      "grad_norm": 0.9707789421081543,
      "learning_rate": 2.3300409853602546e-06,
      "loss": 0.3588,
      "step": 1509930
    },
    {
      "epoch": 421.42,
      "grad_norm": 1.2104623317718506,
      "learning_rate": 2.3300139461929314e-06,
      "loss": 0.3478,
      "step": 1509940
    },
    {
      "epoch": 421.42,
      "grad_norm": 1.0835705995559692,
      "learning_rate": 2.3299869070274356e-06,
      "loss": 0.36,
      "step": 1509950
    },
    {
      "epoch": 421.42,
      "grad_norm": 1.0210093259811401,
      "learning_rate": 2.3299598678637724e-06,
      "loss": 0.3327,
      "step": 1509960
    },
    {
      "epoch": 421.43,
      "grad_norm": 1.0578017234802246,
      "learning_rate": 2.3299328287019447e-06,
      "loss": 0.3394,
      "step": 1509970
    },
    {
      "epoch": 421.43,
      "grad_norm": 1.0408165454864502,
      "learning_rate": 2.329905789541956e-06,
      "loss": 0.336,
      "step": 1509980
    },
    {
      "epoch": 421.43,
      "grad_norm": 1.1028164625167847,
      "learning_rate": 2.32987875038381e-06,
      "loss": 0.3375,
      "step": 1509990
    },
    {
      "epoch": 421.43,
      "grad_norm": 0.9706329107284546,
      "learning_rate": 2.3298517112275103e-06,
      "loss": 0.3558,
      "step": 1510000
    },
    {
      "epoch": 421.44,
      "grad_norm": 1.1065787076950073,
      "learning_rate": 2.3298246720730594e-06,
      "loss": 0.349,
      "step": 1510010
    },
    {
      "epoch": 421.44,
      "grad_norm": 1.7090343236923218,
      "learning_rate": 2.329797632920463e-06,
      "loss": 0.3535,
      "step": 1510020
    },
    {
      "epoch": 421.44,
      "grad_norm": 1.2276681661605835,
      "learning_rate": 2.329770593769724e-06,
      "loss": 0.3472,
      "step": 1510030
    },
    {
      "epoch": 421.45,
      "grad_norm": 0.9346370697021484,
      "learning_rate": 2.329743554620845e-06,
      "loss": 0.3393,
      "step": 1510040
    },
    {
      "epoch": 421.45,
      "grad_norm": 0.981442928314209,
      "learning_rate": 2.329716515473831e-06,
      "loss": 0.3566,
      "step": 1510050
    },
    {
      "epoch": 421.45,
      "grad_norm": 0.9624713063240051,
      "learning_rate": 2.329689476328684e-06,
      "loss": 0.343,
      "step": 1510060
    },
    {
      "epoch": 421.45,
      "grad_norm": 1.0969573259353638,
      "learning_rate": 2.3296624371854082e-06,
      "loss": 0.3428,
      "step": 1510070
    },
    {
      "epoch": 421.46,
      "grad_norm": 1.173629641532898,
      "learning_rate": 2.3296353980440084e-06,
      "loss": 0.354,
      "step": 1510080
    },
    {
      "epoch": 421.46,
      "grad_norm": 1.2021093368530273,
      "learning_rate": 2.329608358904487e-06,
      "loss": 0.3421,
      "step": 1510090
    },
    {
      "epoch": 421.46,
      "grad_norm": 1.0437233448028564,
      "learning_rate": 2.329581319766847e-06,
      "loss": 0.3558,
      "step": 1510100
    },
    {
      "epoch": 421.47,
      "grad_norm": 1.0111801624298096,
      "learning_rate": 2.3295542806310936e-06,
      "loss": 0.334,
      "step": 1510110
    },
    {
      "epoch": 421.47,
      "grad_norm": 1.0664286613464355,
      "learning_rate": 2.32952724149723e-06,
      "loss": 0.339,
      "step": 1510120
    },
    {
      "epoch": 421.47,
      "grad_norm": 1.491909384727478,
      "learning_rate": 2.3295002023652592e-06,
      "loss": 0.3483,
      "step": 1510130
    },
    {
      "epoch": 421.47,
      "grad_norm": 1.1225897073745728,
      "learning_rate": 2.329473163235185e-06,
      "loss": 0.3582,
      "step": 1510140
    },
    {
      "epoch": 421.48,
      "grad_norm": 1.0539530515670776,
      "learning_rate": 2.3294461241070113e-06,
      "loss": 0.326,
      "step": 1510150
    },
    {
      "epoch": 421.48,
      "grad_norm": 0.9779905676841736,
      "learning_rate": 2.3294190849807403e-06,
      "loss": 0.3386,
      "step": 1510160
    },
    {
      "epoch": 421.48,
      "grad_norm": 1.004739761352539,
      "learning_rate": 2.3293920458563778e-06,
      "loss": 0.37,
      "step": 1510170
    },
    {
      "epoch": 421.48,
      "grad_norm": 0.9752443432807922,
      "learning_rate": 2.3293650067339265e-06,
      "loss": 0.3365,
      "step": 1510180
    },
    {
      "epoch": 421.49,
      "grad_norm": 1.046073079109192,
      "learning_rate": 2.3293379676133887e-06,
      "loss": 0.3388,
      "step": 1510190
    },
    {
      "epoch": 421.49,
      "grad_norm": 1.057051181793213,
      "learning_rate": 2.3293109284947703e-06,
      "loss": 0.3653,
      "step": 1510200
    },
    {
      "epoch": 421.49,
      "grad_norm": 1.2012882232666016,
      "learning_rate": 2.3292838893780738e-06,
      "loss": 0.3625,
      "step": 1510210
    },
    {
      "epoch": 421.5,
      "grad_norm": 1.1140025854110718,
      "learning_rate": 2.3292568502633017e-06,
      "loss": 0.3544,
      "step": 1510220
    },
    {
      "epoch": 421.5,
      "grad_norm": 1.070112943649292,
      "learning_rate": 2.3292298111504596e-06,
      "loss": 0.3562,
      "step": 1510230
    },
    {
      "epoch": 421.5,
      "grad_norm": 1.0361707210540771,
      "learning_rate": 2.329202772039549e-06,
      "loss": 0.3597,
      "step": 1510240
    },
    {
      "epoch": 421.5,
      "grad_norm": 3.111804962158203,
      "learning_rate": 2.329175732930576e-06,
      "loss": 0.3357,
      "step": 1510250
    },
    {
      "epoch": 421.51,
      "grad_norm": 1.1515425443649292,
      "learning_rate": 2.3291486938235424e-06,
      "loss": 0.3482,
      "step": 1510260
    },
    {
      "epoch": 421.51,
      "grad_norm": 4.925158977508545,
      "learning_rate": 2.329121654718452e-06,
      "loss": 0.3485,
      "step": 1510270
    },
    {
      "epoch": 421.51,
      "grad_norm": 1.092805027961731,
      "learning_rate": 2.3290946156153088e-06,
      "loss": 0.3476,
      "step": 1510280
    },
    {
      "epoch": 421.52,
      "grad_norm": 0.9810594916343689,
      "learning_rate": 2.3290675765141164e-06,
      "loss": 0.3598,
      "step": 1510290
    },
    {
      "epoch": 421.52,
      "grad_norm": 0.907532811164856,
      "learning_rate": 2.3290405374148776e-06,
      "loss": 0.3221,
      "step": 1510300
    },
    {
      "epoch": 421.52,
      "grad_norm": 0.9507490396499634,
      "learning_rate": 2.3290134983175972e-06,
      "loss": 0.3466,
      "step": 1510310
    },
    {
      "epoch": 421.52,
      "grad_norm": 1.0915778875350952,
      "learning_rate": 2.328986459222278e-06,
      "loss": 0.3435,
      "step": 1510320
    },
    {
      "epoch": 421.53,
      "grad_norm": 0.9962289333343506,
      "learning_rate": 2.3289594201289233e-06,
      "loss": 0.3581,
      "step": 1510330
    },
    {
      "epoch": 421.53,
      "grad_norm": 1.0957425832748413,
      "learning_rate": 2.3289323810375383e-06,
      "loss": 0.3532,
      "step": 1510340
    },
    {
      "epoch": 421.53,
      "grad_norm": 0.956655740737915,
      "learning_rate": 2.328905341948125e-06,
      "loss": 0.3612,
      "step": 1510350
    },
    {
      "epoch": 421.54,
      "grad_norm": 1.17874276638031,
      "learning_rate": 2.3288783028606877e-06,
      "loss": 0.3512,
      "step": 1510360
    },
    {
      "epoch": 421.54,
      "grad_norm": 0.8799039721488953,
      "learning_rate": 2.32885126377523e-06,
      "loss": 0.3342,
      "step": 1510370
    },
    {
      "epoch": 421.54,
      "grad_norm": 0.9464301466941833,
      "learning_rate": 2.328824224691755e-06,
      "loss": 0.3472,
      "step": 1510380
    },
    {
      "epoch": 421.54,
      "grad_norm": 1.0637476444244385,
      "learning_rate": 2.3287971856102664e-06,
      "loss": 0.3523,
      "step": 1510390
    },
    {
      "epoch": 421.55,
      "grad_norm": 0.9326744675636292,
      "learning_rate": 2.3287701465307686e-06,
      "loss": 0.3459,
      "step": 1510400
    },
    {
      "epoch": 421.55,
      "grad_norm": 1.218946099281311,
      "learning_rate": 2.3287431074532643e-06,
      "loss": 0.3527,
      "step": 1510410
    },
    {
      "epoch": 421.55,
      "grad_norm": 0.9259107708930969,
      "learning_rate": 2.3287160683777573e-06,
      "loss": 0.3315,
      "step": 1510420
    },
    {
      "epoch": 421.55,
      "grad_norm": 2.157041072845459,
      "learning_rate": 2.328689029304252e-06,
      "loss": 0.3372,
      "step": 1510430
    },
    {
      "epoch": 421.56,
      "grad_norm": 1.161691427230835,
      "learning_rate": 2.328661990232751e-06,
      "loss": 0.3401,
      "step": 1510440
    },
    {
      "epoch": 421.56,
      "grad_norm": 1.1126303672790527,
      "learning_rate": 2.328634951163257e-06,
      "loss": 0.3318,
      "step": 1510450
    },
    {
      "epoch": 421.56,
      "grad_norm": 1.260580062866211,
      "learning_rate": 2.328607912095776e-06,
      "loss": 0.3314,
      "step": 1510460
    },
    {
      "epoch": 421.57,
      "grad_norm": 1.0653886795043945,
      "learning_rate": 2.3285808730303107e-06,
      "loss": 0.3484,
      "step": 1510470
    },
    {
      "epoch": 421.57,
      "grad_norm": 1.0501636266708374,
      "learning_rate": 2.3285538339668633e-06,
      "loss": 0.3563,
      "step": 1510480
    },
    {
      "epoch": 421.57,
      "grad_norm": 1.0024452209472656,
      "learning_rate": 2.3285267949054395e-06,
      "loss": 0.3461,
      "step": 1510490
    },
    {
      "epoch": 421.57,
      "grad_norm": 1.0981513261795044,
      "learning_rate": 2.3284997558460414e-06,
      "loss": 0.3551,
      "step": 1510500
    },
    {
      "epoch": 421.58,
      "grad_norm": 1.0199081897735596,
      "learning_rate": 2.3284727167886736e-06,
      "loss": 0.3451,
      "step": 1510510
    },
    {
      "epoch": 421.58,
      "grad_norm": 1.004215121269226,
      "learning_rate": 2.328445677733339e-06,
      "loss": 0.3287,
      "step": 1510520
    },
    {
      "epoch": 421.58,
      "grad_norm": 1.047235131263733,
      "learning_rate": 2.3284186386800405e-06,
      "loss": 0.3341,
      "step": 1510530
    },
    {
      "epoch": 421.59,
      "grad_norm": 1.0368620157241821,
      "learning_rate": 2.3283915996287836e-06,
      "loss": 0.3476,
      "step": 1510540
    },
    {
      "epoch": 421.59,
      "grad_norm": 1.2665483951568604,
      "learning_rate": 2.328364560579571e-06,
      "loss": 0.3518,
      "step": 1510550
    },
    {
      "epoch": 421.59,
      "grad_norm": 0.9293965697288513,
      "learning_rate": 2.328337521532406e-06,
      "loss": 0.3535,
      "step": 1510560
    },
    {
      "epoch": 421.59,
      "grad_norm": 1.0337469577789307,
      "learning_rate": 2.3283104824872925e-06,
      "loss": 0.3471,
      "step": 1510570
    },
    {
      "epoch": 421.6,
      "grad_norm": 1.0552928447723389,
      "learning_rate": 2.328283443444234e-06,
      "loss": 0.3554,
      "step": 1510580
    },
    {
      "epoch": 421.6,
      "grad_norm": 0.9363210201263428,
      "learning_rate": 2.328256404403233e-06,
      "loss": 0.3386,
      "step": 1510590
    },
    {
      "epoch": 421.6,
      "grad_norm": 0.9815948009490967,
      "learning_rate": 2.328229365364296e-06,
      "loss": 0.334,
      "step": 1510600
    },
    {
      "epoch": 421.6,
      "grad_norm": 1.1496492624282837,
      "learning_rate": 2.328202326327424e-06,
      "loss": 0.3369,
      "step": 1510610
    },
    {
      "epoch": 421.61,
      "grad_norm": 1.0899914503097534,
      "learning_rate": 2.3281752872926205e-06,
      "loss": 0.3283,
      "step": 1510620
    },
    {
      "epoch": 421.61,
      "grad_norm": 1.1092857122421265,
      "learning_rate": 2.328148248259891e-06,
      "loss": 0.3536,
      "step": 1510630
    },
    {
      "epoch": 421.61,
      "grad_norm": 1.1089911460876465,
      "learning_rate": 2.3281212092292384e-06,
      "loss": 0.3509,
      "step": 1510640
    },
    {
      "epoch": 421.62,
      "grad_norm": 1.0472420454025269,
      "learning_rate": 2.3280941702006655e-06,
      "loss": 0.3633,
      "step": 1510650
    },
    {
      "epoch": 421.62,
      "grad_norm": 1.058469533920288,
      "learning_rate": 2.3280671311741763e-06,
      "loss": 0.3358,
      "step": 1510660
    },
    {
      "epoch": 421.62,
      "grad_norm": 1.0399271249771118,
      "learning_rate": 2.328040092149775e-06,
      "loss": 0.3222,
      "step": 1510670
    },
    {
      "epoch": 421.62,
      "grad_norm": 0.9432945847511292,
      "learning_rate": 2.328013053127464e-06,
      "loss": 0.3493,
      "step": 1510680
    },
    {
      "epoch": 421.63,
      "grad_norm": 1.681825876235962,
      "learning_rate": 2.3279860141072478e-06,
      "loss": 0.3477,
      "step": 1510690
    },
    {
      "epoch": 421.63,
      "grad_norm": 1.11870539188385,
      "learning_rate": 2.3279589750891302e-06,
      "loss": 0.3585,
      "step": 1510700
    },
    {
      "epoch": 421.63,
      "grad_norm": 0.9855599999427795,
      "learning_rate": 2.3279319360731138e-06,
      "loss": 0.3428,
      "step": 1510710
    },
    {
      "epoch": 421.64,
      "grad_norm": 0.9132620692253113,
      "learning_rate": 2.3279048970592034e-06,
      "loss": 0.3313,
      "step": 1510720
    },
    {
      "epoch": 421.64,
      "grad_norm": 1.0207459926605225,
      "learning_rate": 2.327877858047402e-06,
      "loss": 0.3627,
      "step": 1510730
    },
    {
      "epoch": 421.64,
      "grad_norm": 1.1727391481399536,
      "learning_rate": 2.3278508190377122e-06,
      "loss": 0.3417,
      "step": 1510740
    },
    {
      "epoch": 421.64,
      "grad_norm": 1.0702390670776367,
      "learning_rate": 2.3278237800301394e-06,
      "loss": 0.352,
      "step": 1510750
    },
    {
      "epoch": 421.65,
      "grad_norm": 0.9775593876838684,
      "learning_rate": 2.3277967410246867e-06,
      "loss": 0.3513,
      "step": 1510760
    },
    {
      "epoch": 421.65,
      "grad_norm": 1.038764476776123,
      "learning_rate": 2.327769702021356e-06,
      "loss": 0.3528,
      "step": 1510770
    },
    {
      "epoch": 421.65,
      "grad_norm": 1.0758612155914307,
      "learning_rate": 2.3277426630201535e-06,
      "loss": 0.3451,
      "step": 1510780
    },
    {
      "epoch": 421.66,
      "grad_norm": 0.9643999934196472,
      "learning_rate": 2.327715624021081e-06,
      "loss": 0.3359,
      "step": 1510790
    },
    {
      "epoch": 421.66,
      "grad_norm": 1.3013449907302856,
      "learning_rate": 2.327688585024143e-06,
      "loss": 0.3559,
      "step": 1510800
    },
    {
      "epoch": 421.66,
      "grad_norm": 0.915444016456604,
      "learning_rate": 2.327661546029343e-06,
      "loss": 0.3327,
      "step": 1510810
    },
    {
      "epoch": 421.66,
      "grad_norm": 0.9530218243598938,
      "learning_rate": 2.3276345070366836e-06,
      "loss": 0.341,
      "step": 1510820
    },
    {
      "epoch": 421.67,
      "grad_norm": 0.9672945141792297,
      "learning_rate": 2.32760746804617e-06,
      "loss": 0.3481,
      "step": 1510830
    },
    {
      "epoch": 421.67,
      "grad_norm": 1.3249623775482178,
      "learning_rate": 2.327580429057805e-06,
      "loss": 0.347,
      "step": 1510840
    },
    {
      "epoch": 421.67,
      "grad_norm": 1.1097291707992554,
      "learning_rate": 2.3275533900715917e-06,
      "loss": 0.3434,
      "step": 1510850
    },
    {
      "epoch": 421.67,
      "grad_norm": 0.8813632726669312,
      "learning_rate": 2.3275263510875346e-06,
      "loss": 0.3291,
      "step": 1510860
    },
    {
      "epoch": 421.68,
      "grad_norm": 1.2214518785476685,
      "learning_rate": 2.3274993121056367e-06,
      "loss": 0.3481,
      "step": 1510870
    },
    {
      "epoch": 421.68,
      "grad_norm": 1.083368182182312,
      "learning_rate": 2.327472273125901e-06,
      "loss": 0.3483,
      "step": 1510880
    },
    {
      "epoch": 421.68,
      "grad_norm": 1.324118733406067,
      "learning_rate": 2.3274452341483327e-06,
      "loss": 0.3494,
      "step": 1510890
    },
    {
      "epoch": 421.69,
      "grad_norm": 2.0493879318237305,
      "learning_rate": 2.3274181951729345e-06,
      "loss": 0.3355,
      "step": 1510900
    },
    {
      "epoch": 421.69,
      "grad_norm": 0.9567252397537231,
      "learning_rate": 2.3273911561997092e-06,
      "loss": 0.3593,
      "step": 1510910
    },
    {
      "epoch": 421.69,
      "grad_norm": 0.9961166381835938,
      "learning_rate": 2.3273641172286626e-06,
      "loss": 0.3478,
      "step": 1510920
    },
    {
      "epoch": 421.69,
      "grad_norm": 0.9422927498817444,
      "learning_rate": 2.3273370782597966e-06,
      "loss": 0.3409,
      "step": 1510930
    },
    {
      "epoch": 421.7,
      "grad_norm": 0.9488995671272278,
      "learning_rate": 2.3273100392931147e-06,
      "loss": 0.3417,
      "step": 1510940
    },
    {
      "epoch": 421.7,
      "grad_norm": 1.1138559579849243,
      "learning_rate": 2.3272830003286216e-06,
      "loss": 0.3259,
      "step": 1510950
    },
    {
      "epoch": 421.7,
      "grad_norm": 0.9706966876983643,
      "learning_rate": 2.32725596136632e-06,
      "loss": 0.331,
      "step": 1510960
    },
    {
      "epoch": 421.71,
      "grad_norm": 0.9221450090408325,
      "learning_rate": 2.327228922406213e-06,
      "loss": 0.3376,
      "step": 1510970
    },
    {
      "epoch": 421.71,
      "grad_norm": 1.0597939491271973,
      "learning_rate": 2.327201883448306e-06,
      "loss": 0.357,
      "step": 1510980
    },
    {
      "epoch": 421.71,
      "grad_norm": 0.9913681745529175,
      "learning_rate": 2.327174844492601e-06,
      "loss": 0.3431,
      "step": 1510990
    },
    {
      "epoch": 421.71,
      "grad_norm": 0.9538045525550842,
      "learning_rate": 2.3271478055391024e-06,
      "loss": 0.3332,
      "step": 1511000
    },
    {
      "epoch": 421.72,
      "grad_norm": 1.0893471240997314,
      "learning_rate": 2.3271207665878136e-06,
      "loss": 0.3696,
      "step": 1511010
    },
    {
      "epoch": 421.72,
      "grad_norm": 1.2552030086517334,
      "learning_rate": 2.3270937276387386e-06,
      "loss": 0.3555,
      "step": 1511020
    },
    {
      "epoch": 421.72,
      "grad_norm": 1.1224455833435059,
      "learning_rate": 2.327066688691879e-06,
      "loss": 0.3384,
      "step": 1511030
    },
    {
      "epoch": 421.72,
      "grad_norm": 1.1948860883712769,
      "learning_rate": 2.3270396497472415e-06,
      "loss": 0.3328,
      "step": 1511040
    },
    {
      "epoch": 421.73,
      "grad_norm": 1.0278624296188354,
      "learning_rate": 2.3270126108048275e-06,
      "loss": 0.3429,
      "step": 1511050
    },
    {
      "epoch": 421.73,
      "grad_norm": 0.9502518773078918,
      "learning_rate": 2.326985571864641e-06,
      "loss": 0.3507,
      "step": 1511060
    },
    {
      "epoch": 421.73,
      "grad_norm": 0.9052955508232117,
      "learning_rate": 2.326958532926686e-06,
      "loss": 0.3543,
      "step": 1511070
    },
    {
      "epoch": 421.74,
      "grad_norm": 1.11488676071167,
      "learning_rate": 2.326931493990966e-06,
      "loss": 0.334,
      "step": 1511080
    },
    {
      "epoch": 421.74,
      "grad_norm": 1.144205093383789,
      "learning_rate": 2.326904455057485e-06,
      "loss": 0.3531,
      "step": 1511090
    },
    {
      "epoch": 421.74,
      "grad_norm": 1.0917332172393799,
      "learning_rate": 2.326877416126246e-06,
      "loss": 0.3404,
      "step": 1511100
    },
    {
      "epoch": 421.74,
      "grad_norm": 1.1020641326904297,
      "learning_rate": 2.326850377197252e-06,
      "loss": 0.3359,
      "step": 1511110
    },
    {
      "epoch": 421.75,
      "grad_norm": 1.75690495967865,
      "learning_rate": 2.326823338270508e-06,
      "loss": 0.3286,
      "step": 1511120
    },
    {
      "epoch": 421.75,
      "grad_norm": 0.9713837504386902,
      "learning_rate": 2.3267962993460173e-06,
      "loss": 0.3442,
      "step": 1511130
    },
    {
      "epoch": 421.75,
      "grad_norm": 0.9399756789207458,
      "learning_rate": 2.3267692604237826e-06,
      "loss": 0.3589,
      "step": 1511140
    },
    {
      "epoch": 421.76,
      "grad_norm": 1.0158036947250366,
      "learning_rate": 2.326742221503808e-06,
      "loss": 0.3475,
      "step": 1511150
    },
    {
      "epoch": 421.76,
      "grad_norm": 0.9562974572181702,
      "learning_rate": 2.326715182586097e-06,
      "loss": 0.3342,
      "step": 1511160
    },
    {
      "epoch": 421.76,
      "grad_norm": 0.9769002795219421,
      "learning_rate": 2.3266881436706536e-06,
      "loss": 0.3474,
      "step": 1511170
    },
    {
      "epoch": 421.76,
      "grad_norm": 1.0368571281433105,
      "learning_rate": 2.3266611047574817e-06,
      "loss": 0.357,
      "step": 1511180
    },
    {
      "epoch": 421.77,
      "grad_norm": 1.1352556943893433,
      "learning_rate": 2.3266340658465837e-06,
      "loss": 0.3422,
      "step": 1511190
    },
    {
      "epoch": 421.77,
      "grad_norm": 0.9435095191001892,
      "learning_rate": 2.3266070269379634e-06,
      "loss": 0.3357,
      "step": 1511200
    },
    {
      "epoch": 421.77,
      "grad_norm": 1.2624000310897827,
      "learning_rate": 2.326579988031626e-06,
      "loss": 0.3383,
      "step": 1511210
    },
    {
      "epoch": 421.78,
      "grad_norm": 0.9780960083007812,
      "learning_rate": 2.3265529491275735e-06,
      "loss": 0.3308,
      "step": 1511220
    },
    {
      "epoch": 421.78,
      "grad_norm": 1.0598338842391968,
      "learning_rate": 2.3265259102258095e-06,
      "loss": 0.339,
      "step": 1511230
    },
    {
      "epoch": 421.78,
      "grad_norm": 1.054205298423767,
      "learning_rate": 2.3264988713263384e-06,
      "loss": 0.3398,
      "step": 1511240
    },
    {
      "epoch": 421.78,
      "grad_norm": 1.2443615198135376,
      "learning_rate": 2.3264718324291636e-06,
      "loss": 0.343,
      "step": 1511250
    },
    {
      "epoch": 421.79,
      "grad_norm": 0.8625102639198303,
      "learning_rate": 2.3264447935342872e-06,
      "loss": 0.3469,
      "step": 1511260
    },
    {
      "epoch": 421.79,
      "grad_norm": 0.9183392524719238,
      "learning_rate": 2.3264177546417157e-06,
      "loss": 0.3328,
      "step": 1511270
    },
    {
      "epoch": 421.79,
      "grad_norm": 0.9722694754600525,
      "learning_rate": 2.3263907157514505e-06,
      "loss": 0.3429,
      "step": 1511280
    },
    {
      "epoch": 421.79,
      "grad_norm": 0.9849176406860352,
      "learning_rate": 2.3263636768634953e-06,
      "loss": 0.3538,
      "step": 1511290
    },
    {
      "epoch": 421.8,
      "grad_norm": 1.1661325693130493,
      "learning_rate": 2.3263366379778554e-06,
      "loss": 0.343,
      "step": 1511300
    },
    {
      "epoch": 421.8,
      "grad_norm": 1.0133212804794312,
      "learning_rate": 2.326309599094533e-06,
      "loss": 0.3433,
      "step": 1511310
    },
    {
      "epoch": 421.8,
      "grad_norm": 0.9798959493637085,
      "learning_rate": 2.326282560213531e-06,
      "loss": 0.3512,
      "step": 1511320
    },
    {
      "epoch": 421.81,
      "grad_norm": 1.3648216724395752,
      "learning_rate": 2.326255521334855e-06,
      "loss": 0.3396,
      "step": 1511330
    },
    {
      "epoch": 421.81,
      "grad_norm": 1.0144624710083008,
      "learning_rate": 2.3262284824585074e-06,
      "loss": 0.353,
      "step": 1511340
    },
    {
      "epoch": 421.81,
      "grad_norm": 0.9030192494392395,
      "learning_rate": 2.3262014435844905e-06,
      "loss": 0.338,
      "step": 1511350
    },
    {
      "epoch": 421.81,
      "grad_norm": 1.1800036430358887,
      "learning_rate": 2.3261744047128106e-06,
      "loss": 0.3272,
      "step": 1511360
    },
    {
      "epoch": 421.82,
      "grad_norm": 1.0470973253250122,
      "learning_rate": 2.3261473658434697e-06,
      "loss": 0.3505,
      "step": 1511370
    },
    {
      "epoch": 421.82,
      "grad_norm": 1.023080587387085,
      "learning_rate": 2.326120326976472e-06,
      "loss": 0.3335,
      "step": 1511380
    },
    {
      "epoch": 421.82,
      "grad_norm": 1.2317579984664917,
      "learning_rate": 2.326093288111821e-06,
      "loss": 0.3625,
      "step": 1511390
    },
    {
      "epoch": 421.83,
      "grad_norm": 1.095390796661377,
      "learning_rate": 2.326066249249519e-06,
      "loss": 0.3422,
      "step": 1511400
    },
    {
      "epoch": 421.83,
      "grad_norm": 1.2228776216506958,
      "learning_rate": 2.3260392103895716e-06,
      "loss": 0.3409,
      "step": 1511410
    },
    {
      "epoch": 421.83,
      "grad_norm": 0.9962897300720215,
      "learning_rate": 2.3260121715319816e-06,
      "loss": 0.3453,
      "step": 1511420
    },
    {
      "epoch": 421.83,
      "grad_norm": 1.0698131322860718,
      "learning_rate": 2.3259851326767515e-06,
      "loss": 0.3502,
      "step": 1511430
    },
    {
      "epoch": 421.84,
      "grad_norm": 1.060951828956604,
      "learning_rate": 2.325958093823887e-06,
      "loss": 0.3408,
      "step": 1511440
    },
    {
      "epoch": 421.84,
      "grad_norm": 0.9523078799247742,
      "learning_rate": 2.3259310549733906e-06,
      "loss": 0.3487,
      "step": 1511450
    },
    {
      "epoch": 421.84,
      "grad_norm": 3.672030210494995,
      "learning_rate": 2.325904016125265e-06,
      "loss": 0.3324,
      "step": 1511460
    },
    {
      "epoch": 421.84,
      "grad_norm": 1.1979565620422363,
      "learning_rate": 2.3258769772795156e-06,
      "loss": 0.3452,
      "step": 1511470
    },
    {
      "epoch": 421.85,
      "grad_norm": 1.1695051193237305,
      "learning_rate": 2.3258499384361452e-06,
      "loss": 0.35,
      "step": 1511480
    },
    {
      "epoch": 421.85,
      "grad_norm": 1.094369649887085,
      "learning_rate": 2.325822899595156e-06,
      "loss": 0.3515,
      "step": 1511490
    },
    {
      "epoch": 421.85,
      "grad_norm": 1.049655556678772,
      "learning_rate": 2.325795860756554e-06,
      "loss": 0.355,
      "step": 1511500
    },
    {
      "epoch": 421.86,
      "grad_norm": 1.3639421463012695,
      "learning_rate": 2.3257688219203416e-06,
      "loss": 0.3621,
      "step": 1511510
    },
    {
      "epoch": 421.86,
      "grad_norm": 1.1317744255065918,
      "learning_rate": 2.3257417830865224e-06,
      "loss": 0.3595,
      "step": 1511520
    },
    {
      "epoch": 421.86,
      "grad_norm": 1.11136794090271,
      "learning_rate": 2.3257147442551006e-06,
      "loss": 0.3547,
      "step": 1511530
    },
    {
      "epoch": 421.86,
      "grad_norm": 1.005611538887024,
      "learning_rate": 2.325687705426079e-06,
      "loss": 0.3486,
      "step": 1511540
    },
    {
      "epoch": 421.87,
      "grad_norm": 1.1148200035095215,
      "learning_rate": 2.3256606665994607e-06,
      "loss": 0.3368,
      "step": 1511550
    },
    {
      "epoch": 421.87,
      "grad_norm": 1.0920418500900269,
      "learning_rate": 2.3256336277752506e-06,
      "loss": 0.3616,
      "step": 1511560
    },
    {
      "epoch": 421.87,
      "grad_norm": 1.3219658136367798,
      "learning_rate": 2.325606588953452e-06,
      "loss": 0.3394,
      "step": 1511570
    },
    {
      "epoch": 421.88,
      "grad_norm": 1.2596677541732788,
      "learning_rate": 2.325579550134068e-06,
      "loss": 0.3432,
      "step": 1511580
    },
    {
      "epoch": 421.88,
      "grad_norm": 0.9442919492721558,
      "learning_rate": 2.3255525113171025e-06,
      "loss": 0.3429,
      "step": 1511590
    },
    {
      "epoch": 421.88,
      "grad_norm": 1.0412312746047974,
      "learning_rate": 2.3255254725025596e-06,
      "loss": 0.3582,
      "step": 1511600
    },
    {
      "epoch": 421.88,
      "grad_norm": 0.8937929272651672,
      "learning_rate": 2.3254984336904417e-06,
      "loss": 0.3525,
      "step": 1511610
    },
    {
      "epoch": 421.89,
      "grad_norm": 0.9902052283287048,
      "learning_rate": 2.3254713948807535e-06,
      "loss": 0.3421,
      "step": 1511620
    },
    {
      "epoch": 421.89,
      "grad_norm": 0.9530274868011475,
      "learning_rate": 2.3254443560734985e-06,
      "loss": 0.3661,
      "step": 1511630
    },
    {
      "epoch": 421.89,
      "grad_norm": 1.039581298828125,
      "learning_rate": 2.325417317268679e-06,
      "loss": 0.3633,
      "step": 1511640
    },
    {
      "epoch": 421.9,
      "grad_norm": 1.0747168064117432,
      "learning_rate": 2.3253902784663004e-06,
      "loss": 0.3331,
      "step": 1511650
    },
    {
      "epoch": 421.9,
      "grad_norm": 1.025640606880188,
      "learning_rate": 2.325363239666365e-06,
      "loss": 0.3469,
      "step": 1511660
    },
    {
      "epoch": 421.9,
      "grad_norm": 1.0601983070373535,
      "learning_rate": 2.3253362008688775e-06,
      "loss": 0.3536,
      "step": 1511670
    },
    {
      "epoch": 421.9,
      "grad_norm": 0.9583705067634583,
      "learning_rate": 2.325309162073841e-06,
      "loss": 0.3271,
      "step": 1511680
    },
    {
      "epoch": 421.91,
      "grad_norm": 2.449286460876465,
      "learning_rate": 2.3252821232812573e-06,
      "loss": 0.3281,
      "step": 1511690
    },
    {
      "epoch": 421.91,
      "grad_norm": 1.0585765838623047,
      "learning_rate": 2.3252550844911335e-06,
      "loss": 0.3501,
      "step": 1511700
    },
    {
      "epoch": 421.91,
      "grad_norm": 1.0479072332382202,
      "learning_rate": 2.3252280457034708e-06,
      "loss": 0.3418,
      "step": 1511710
    },
    {
      "epoch": 421.91,
      "grad_norm": 1.1156131029129028,
      "learning_rate": 2.325201006918273e-06,
      "loss": 0.3417,
      "step": 1511720
    },
    {
      "epoch": 421.92,
      "grad_norm": 1.0308932065963745,
      "learning_rate": 2.3251739681355445e-06,
      "loss": 0.3599,
      "step": 1511730
    },
    {
      "epoch": 421.92,
      "grad_norm": 1.0161851644515991,
      "learning_rate": 2.3251469293552887e-06,
      "loss": 0.3318,
      "step": 1511740
    },
    {
      "epoch": 421.92,
      "grad_norm": 1.0077801942825317,
      "learning_rate": 2.3251198905775083e-06,
      "loss": 0.3486,
      "step": 1511750
    },
    {
      "epoch": 421.93,
      "grad_norm": 0.9148447513580322,
      "learning_rate": 2.3250928518022084e-06,
      "loss": 0.3546,
      "step": 1511760
    },
    {
      "epoch": 421.93,
      "grad_norm": 1.2954580783843994,
      "learning_rate": 2.3250658130293916e-06,
      "loss": 0.3476,
      "step": 1511770
    },
    {
      "epoch": 421.93,
      "grad_norm": 1.1786221265792847,
      "learning_rate": 2.3250387742590604e-06,
      "loss": 0.3568,
      "step": 1511780
    },
    {
      "epoch": 421.93,
      "grad_norm": 1.1459813117980957,
      "learning_rate": 2.325011735491221e-06,
      "loss": 0.3374,
      "step": 1511790
    },
    {
      "epoch": 421.94,
      "grad_norm": 1.0096325874328613,
      "learning_rate": 2.3249846967258756e-06,
      "loss": 0.3569,
      "step": 1511800
    },
    {
      "epoch": 421.94,
      "grad_norm": 1.0173741579055786,
      "learning_rate": 2.324957657963027e-06,
      "loss": 0.3486,
      "step": 1511810
    },
    {
      "epoch": 421.94,
      "grad_norm": 1.3664971590042114,
      "learning_rate": 2.324930619202681e-06,
      "loss": 0.3644,
      "step": 1511820
    },
    {
      "epoch": 421.95,
      "grad_norm": 1.0121437311172485,
      "learning_rate": 2.3249035804448395e-06,
      "loss": 0.362,
      "step": 1511830
    },
    {
      "epoch": 421.95,
      "grad_norm": 1.1393409967422485,
      "learning_rate": 2.324876541689505e-06,
      "loss": 0.3483,
      "step": 1511840
    },
    {
      "epoch": 421.95,
      "grad_norm": 1.1690030097961426,
      "learning_rate": 2.324849502936684e-06,
      "loss": 0.3401,
      "step": 1511850
    },
    {
      "epoch": 421.95,
      "grad_norm": 1.397696852684021,
      "learning_rate": 2.3248224641863785e-06,
      "loss": 0.3559,
      "step": 1511860
    },
    {
      "epoch": 421.96,
      "grad_norm": 1.0283795595169067,
      "learning_rate": 2.3247954254385915e-06,
      "loss": 0.3478,
      "step": 1511870
    },
    {
      "epoch": 421.96,
      "grad_norm": 1.1374579668045044,
      "learning_rate": 2.3247683866933283e-06,
      "loss": 0.3469,
      "step": 1511880
    },
    {
      "epoch": 421.96,
      "grad_norm": 0.9240639209747314,
      "learning_rate": 2.3247413479505913e-06,
      "loss": 0.3307,
      "step": 1511890
    },
    {
      "epoch": 421.96,
      "grad_norm": 0.893530547618866,
      "learning_rate": 2.324714309210384e-06,
      "loss": 0.3376,
      "step": 1511900
    },
    {
      "epoch": 421.97,
      "grad_norm": 0.8718796968460083,
      "learning_rate": 2.324687270472711e-06,
      "loss": 0.3341,
      "step": 1511910
    },
    {
      "epoch": 421.97,
      "grad_norm": 1.0794531106948853,
      "learning_rate": 2.324660231737575e-06,
      "loss": 0.3488,
      "step": 1511920
    },
    {
      "epoch": 421.97,
      "grad_norm": 1.0414034128189087,
      "learning_rate": 2.324633193004979e-06,
      "loss": 0.3621,
      "step": 1511930
    },
    {
      "epoch": 421.98,
      "grad_norm": 1.1777582168579102,
      "learning_rate": 2.324606154274928e-06,
      "loss": 0.3609,
      "step": 1511940
    },
    {
      "epoch": 421.98,
      "grad_norm": 0.990135908126831,
      "learning_rate": 2.3245791155474254e-06,
      "loss": 0.3469,
      "step": 1511950
    },
    {
      "epoch": 421.98,
      "grad_norm": 1.0279580354690552,
      "learning_rate": 2.3245520768224745e-06,
      "loss": 0.3525,
      "step": 1511960
    },
    {
      "epoch": 421.98,
      "grad_norm": 1.0378482341766357,
      "learning_rate": 2.324525038100079e-06,
      "loss": 0.3569,
      "step": 1511970
    },
    {
      "epoch": 421.99,
      "grad_norm": 0.9913182854652405,
      "learning_rate": 2.324497999380241e-06,
      "loss": 0.3436,
      "step": 1511980
    },
    {
      "epoch": 421.99,
      "grad_norm": 1.0810716152191162,
      "learning_rate": 2.324470960662967e-06,
      "loss": 0.3741,
      "step": 1511990
    },
    {
      "epoch": 421.99,
      "grad_norm": 1.1330111026763916,
      "learning_rate": 2.3244439219482586e-06,
      "loss": 0.3395,
      "step": 1512000
    },
    {
      "epoch": 422.0,
      "grad_norm": 1.0919744968414307,
      "learning_rate": 2.3244168832361186e-06,
      "loss": 0.3423,
      "step": 1512010
    },
    {
      "epoch": 422.0,
      "grad_norm": 1.0747405290603638,
      "learning_rate": 2.3243898445265535e-06,
      "loss": 0.3531,
      "step": 1512020
    },
    {
      "epoch": 422.0,
      "eval_loss": 0.34641122817993164,
      "eval_runtime": 64.5063,
      "eval_samples_per_second": 78.426,
      "eval_steps_per_second": 9.813,
      "step": 1512026
    },
    {
      "epoch": 422.0,
      "grad_norm": 1.0125572681427002,
      "learning_rate": 2.3243628058195647e-06,
      "loss": 0.3376,
      "step": 1512030
    },
    {
      "epoch": 422.0,
      "grad_norm": 1.2031307220458984,
      "learning_rate": 2.3243357671151564e-06,
      "loss": 0.3509,
      "step": 1512040
    },
    {
      "epoch": 422.01,
      "grad_norm": 1.0080442428588867,
      "learning_rate": 2.3243087284133324e-06,
      "loss": 0.3287,
      "step": 1512050
    },
    {
      "epoch": 422.01,
      "grad_norm": 1.1435327529907227,
      "learning_rate": 2.3242816897140957e-06,
      "loss": 0.3498,
      "step": 1512060
    },
    {
      "epoch": 422.01,
      "grad_norm": 1.3875882625579834,
      "learning_rate": 2.3242546510174496e-06,
      "loss": 0.3512,
      "step": 1512070
    },
    {
      "epoch": 422.02,
      "grad_norm": 1.0859147310256958,
      "learning_rate": 2.324227612323399e-06,
      "loss": 0.3403,
      "step": 1512080
    },
    {
      "epoch": 422.02,
      "grad_norm": 0.975045919418335,
      "learning_rate": 2.324200573631947e-06,
      "loss": 0.3621,
      "step": 1512090
    },
    {
      "epoch": 422.02,
      "grad_norm": 1.1998180150985718,
      "learning_rate": 2.3241735349430967e-06,
      "loss": 0.3318,
      "step": 1512100
    },
    {
      "epoch": 422.02,
      "grad_norm": 1.0996851921081543,
      "learning_rate": 2.324146496256852e-06,
      "loss": 0.3553,
      "step": 1512110
    },
    {
      "epoch": 422.03,
      "grad_norm": 0.9525362849235535,
      "learning_rate": 2.3241194575732173e-06,
      "loss": 0.3418,
      "step": 1512120
    },
    {
      "epoch": 422.03,
      "grad_norm": 0.8990815281867981,
      "learning_rate": 2.3240924188921943e-06,
      "loss": 0.3401,
      "step": 1512130
    },
    {
      "epoch": 422.03,
      "grad_norm": 1.0127419233322144,
      "learning_rate": 2.3240653802137887e-06,
      "loss": 0.3544,
      "step": 1512140
    },
    {
      "epoch": 422.03,
      "grad_norm": 0.9516407251358032,
      "learning_rate": 2.324038341538003e-06,
      "loss": 0.3422,
      "step": 1512150
    },
    {
      "epoch": 422.04,
      "grad_norm": 1.3341200351715088,
      "learning_rate": 2.3240113028648395e-06,
      "loss": 0.3574,
      "step": 1512160
    },
    {
      "epoch": 422.04,
      "grad_norm": 0.8723822832107544,
      "learning_rate": 2.323984264194305e-06,
      "loss": 0.3679,
      "step": 1512170
    },
    {
      "epoch": 422.04,
      "grad_norm": 1.025705099105835,
      "learning_rate": 2.3239572255264008e-06,
      "loss": 0.3452,
      "step": 1512180
    },
    {
      "epoch": 422.05,
      "grad_norm": 0.9887319207191467,
      "learning_rate": 2.3239301868611305e-06,
      "loss": 0.3548,
      "step": 1512190
    },
    {
      "epoch": 422.05,
      "grad_norm": 1.138866662979126,
      "learning_rate": 2.323903148198499e-06,
      "loss": 0.3386,
      "step": 1512200
    },
    {
      "epoch": 422.05,
      "grad_norm": 1.0244004726409912,
      "learning_rate": 2.3238761095385088e-06,
      "loss": 0.3425,
      "step": 1512210
    },
    {
      "epoch": 422.05,
      "grad_norm": 1.021111249923706,
      "learning_rate": 2.3238490708811633e-06,
      "loss": 0.3419,
      "step": 1512220
    },
    {
      "epoch": 422.06,
      "grad_norm": 0.973462700843811,
      "learning_rate": 2.3238220322264674e-06,
      "loss": 0.3411,
      "step": 1512230
    },
    {
      "epoch": 422.06,
      "grad_norm": 1.1378837823867798,
      "learning_rate": 2.3237949935744226e-06,
      "loss": 0.343,
      "step": 1512240
    },
    {
      "epoch": 422.06,
      "grad_norm": 1.1054179668426514,
      "learning_rate": 2.323767954925035e-06,
      "loss": 0.3618,
      "step": 1512250
    },
    {
      "epoch": 422.07,
      "grad_norm": 1.061024785041809,
      "learning_rate": 2.3237409162783076e-06,
      "loss": 0.3443,
      "step": 1512260
    },
    {
      "epoch": 422.07,
      "grad_norm": 1.1420269012451172,
      "learning_rate": 2.3237138776342423e-06,
      "loss": 0.3388,
      "step": 1512270
    },
    {
      "epoch": 422.07,
      "grad_norm": 1.1821212768554688,
      "learning_rate": 2.3236868389928444e-06,
      "loss": 0.349,
      "step": 1512280
    },
    {
      "epoch": 422.07,
      "grad_norm": 0.9658283591270447,
      "learning_rate": 2.3236598003541167e-06,
      "loss": 0.3475,
      "step": 1512290
    },
    {
      "epoch": 422.08,
      "grad_norm": 0.9615353941917419,
      "learning_rate": 2.3236327617180622e-06,
      "loss": 0.337,
      "step": 1512300
    },
    {
      "epoch": 422.08,
      "grad_norm": 1.0260918140411377,
      "learning_rate": 2.3236057230846865e-06,
      "loss": 0.3452,
      "step": 1512310
    },
    {
      "epoch": 422.08,
      "grad_norm": 0.9939112067222595,
      "learning_rate": 2.3235786844539917e-06,
      "loss": 0.3271,
      "step": 1512320
    },
    {
      "epoch": 422.08,
      "grad_norm": 0.9333330988883972,
      "learning_rate": 2.3235516458259815e-06,
      "loss": 0.3468,
      "step": 1512330
    },
    {
      "epoch": 422.09,
      "grad_norm": 1.05446457862854,
      "learning_rate": 2.32352460720066e-06,
      "loss": 0.343,
      "step": 1512340
    },
    {
      "epoch": 422.09,
      "grad_norm": 0.9272369146347046,
      "learning_rate": 2.3234975685780305e-06,
      "loss": 0.3549,
      "step": 1512350
    },
    {
      "epoch": 422.09,
      "grad_norm": 0.9795077443122864,
      "learning_rate": 2.323470529958096e-06,
      "loss": 0.3453,
      "step": 1512360
    },
    {
      "epoch": 422.1,
      "grad_norm": 1.2236608266830444,
      "learning_rate": 2.3234434913408613e-06,
      "loss": 0.3467,
      "step": 1512370
    },
    {
      "epoch": 422.1,
      "grad_norm": 1.1850770711898804,
      "learning_rate": 2.3234164527263295e-06,
      "loss": 0.3687,
      "step": 1512380
    },
    {
      "epoch": 422.1,
      "grad_norm": 1.1048879623413086,
      "learning_rate": 2.323389414114503e-06,
      "loss": 0.3482,
      "step": 1512390
    },
    {
      "epoch": 422.1,
      "grad_norm": 0.8732114434242249,
      "learning_rate": 2.3233623755053878e-06,
      "loss": 0.3488,
      "step": 1512400
    },
    {
      "epoch": 422.11,
      "grad_norm": 1.1114299297332764,
      "learning_rate": 2.323335336898986e-06,
      "loss": 0.3461,
      "step": 1512410
    },
    {
      "epoch": 422.11,
      "grad_norm": 0.9064985513687134,
      "learning_rate": 2.3233082982953008e-06,
      "loss": 0.3538,
      "step": 1512420
    },
    {
      "epoch": 422.11,
      "grad_norm": 0.9939178824424744,
      "learning_rate": 2.3232812596943368e-06,
      "loss": 0.351,
      "step": 1512430
    },
    {
      "epoch": 422.12,
      "grad_norm": 1.0851943492889404,
      "learning_rate": 2.3232542210960973e-06,
      "loss": 0.3391,
      "step": 1512440
    },
    {
      "epoch": 422.12,
      "grad_norm": 0.9706475138664246,
      "learning_rate": 2.3232271825005852e-06,
      "loss": 0.3409,
      "step": 1512450
    },
    {
      "epoch": 422.12,
      "grad_norm": 1.0880348682403564,
      "learning_rate": 2.3232001439078053e-06,
      "loss": 0.3378,
      "step": 1512460
    },
    {
      "epoch": 422.12,
      "grad_norm": 1.0923590660095215,
      "learning_rate": 2.3231731053177604e-06,
      "loss": 0.3408,
      "step": 1512470
    },
    {
      "epoch": 422.13,
      "grad_norm": 1.219952940940857,
      "learning_rate": 2.323146066730454e-06,
      "loss": 0.3624,
      "step": 1512480
    },
    {
      "epoch": 422.13,
      "grad_norm": 0.9873450398445129,
      "learning_rate": 2.3231190281458907e-06,
      "loss": 0.3542,
      "step": 1512490
    },
    {
      "epoch": 422.13,
      "grad_norm": 1.1812646389007568,
      "learning_rate": 2.3230919895640734e-06,
      "loss": 0.3325,
      "step": 1512500
    },
    {
      "epoch": 422.14,
      "grad_norm": 1.0608633756637573,
      "learning_rate": 2.3230649509850044e-06,
      "loss": 0.3793,
      "step": 1512510
    },
    {
      "epoch": 422.14,
      "grad_norm": 1.0495461225509644,
      "learning_rate": 2.32303791240869e-06,
      "loss": 0.3539,
      "step": 1512520
    },
    {
      "epoch": 422.14,
      "grad_norm": 1.3115302324295044,
      "learning_rate": 2.323010873835131e-06,
      "loss": 0.3516,
      "step": 1512530
    },
    {
      "epoch": 422.14,
      "grad_norm": 0.9796850681304932,
      "learning_rate": 2.322983835264333e-06,
      "loss": 0.3632,
      "step": 1512540
    },
    {
      "epoch": 422.15,
      "grad_norm": 1.0187264680862427,
      "learning_rate": 2.3229567966962996e-06,
      "loss": 0.3431,
      "step": 1512550
    },
    {
      "epoch": 422.15,
      "grad_norm": 1.2043181657791138,
      "learning_rate": 2.322929758131033e-06,
      "loss": 0.3583,
      "step": 1512560
    },
    {
      "epoch": 422.15,
      "grad_norm": 1.0880357027053833,
      "learning_rate": 2.3229027195685383e-06,
      "loss": 0.356,
      "step": 1512570
    },
    {
      "epoch": 422.15,
      "grad_norm": 0.9178046584129333,
      "learning_rate": 2.3228756810088185e-06,
      "loss": 0.359,
      "step": 1512580
    },
    {
      "epoch": 422.16,
      "grad_norm": 1.1170405149459839,
      "learning_rate": 2.3228486424518756e-06,
      "loss": 0.3528,
      "step": 1512590
    },
    {
      "epoch": 422.16,
      "grad_norm": 5.837664604187012,
      "learning_rate": 2.3228216038977157e-06,
      "loss": 0.3347,
      "step": 1512600
    },
    {
      "epoch": 422.16,
      "grad_norm": 1.002223014831543,
      "learning_rate": 2.322794565346342e-06,
      "loss": 0.3232,
      "step": 1512610
    },
    {
      "epoch": 422.17,
      "grad_norm": 1.1495202779769897,
      "learning_rate": 2.3227675267977566e-06,
      "loss": 0.3429,
      "step": 1512620
    },
    {
      "epoch": 422.17,
      "grad_norm": 1.0776604413986206,
      "learning_rate": 2.3227404882519645e-06,
      "loss": 0.3484,
      "step": 1512630
    },
    {
      "epoch": 422.17,
      "grad_norm": 1.0134299993515015,
      "learning_rate": 2.3227134497089685e-06,
      "loss": 0.3508,
      "step": 1512640
    },
    {
      "epoch": 422.17,
      "grad_norm": 1.0313842296600342,
      "learning_rate": 2.322686411168772e-06,
      "loss": 0.3396,
      "step": 1512650
    },
    {
      "epoch": 422.18,
      "grad_norm": 1.019206166267395,
      "learning_rate": 2.3226593726313794e-06,
      "loss": 0.3532,
      "step": 1512660
    },
    {
      "epoch": 422.18,
      "grad_norm": 0.9379703402519226,
      "learning_rate": 2.3226323340967945e-06,
      "loss": 0.3454,
      "step": 1512670
    },
    {
      "epoch": 422.18,
      "grad_norm": 1.0581331253051758,
      "learning_rate": 2.322605295565019e-06,
      "loss": 0.356,
      "step": 1512680
    },
    {
      "epoch": 422.19,
      "grad_norm": 1.0458158254623413,
      "learning_rate": 2.3225782570360593e-06,
      "loss": 0.336,
      "step": 1512690
    },
    {
      "epoch": 422.19,
      "grad_norm": 1.072886347770691,
      "learning_rate": 2.3225512185099175e-06,
      "loss": 0.3392,
      "step": 1512700
    },
    {
      "epoch": 422.19,
      "grad_norm": 1.1001559495925903,
      "learning_rate": 2.3225241799865964e-06,
      "loss": 0.3365,
      "step": 1512710
    },
    {
      "epoch": 422.19,
      "grad_norm": 1.1415770053863525,
      "learning_rate": 2.322497141466101e-06,
      "loss": 0.341,
      "step": 1512720
    },
    {
      "epoch": 422.2,
      "grad_norm": 1.0120911598205566,
      "learning_rate": 2.3224701029484346e-06,
      "loss": 0.3533,
      "step": 1512730
    },
    {
      "epoch": 422.2,
      "grad_norm": 1.0519322156906128,
      "learning_rate": 2.3224430644336e-06,
      "loss": 0.3664,
      "step": 1512740
    },
    {
      "epoch": 422.2,
      "grad_norm": 1.1442784070968628,
      "learning_rate": 2.3224160259216015e-06,
      "loss": 0.3538,
      "step": 1512750
    },
    {
      "epoch": 422.2,
      "grad_norm": 1.0704431533813477,
      "learning_rate": 2.3223889874124427e-06,
      "loss": 0.3565,
      "step": 1512760
    },
    {
      "epoch": 422.21,
      "grad_norm": 1.0154635906219482,
      "learning_rate": 2.322361948906127e-06,
      "loss": 0.3322,
      "step": 1512770
    },
    {
      "epoch": 422.21,
      "grad_norm": 0.9488333463668823,
      "learning_rate": 2.3223349104026583e-06,
      "loss": 0.3516,
      "step": 1512780
    },
    {
      "epoch": 422.21,
      "grad_norm": 0.952669084072113,
      "learning_rate": 2.32230787190204e-06,
      "loss": 0.3349,
      "step": 1512790
    },
    {
      "epoch": 422.22,
      "grad_norm": 1.1636995077133179,
      "learning_rate": 2.3222808334042744e-06,
      "loss": 0.3591,
      "step": 1512800
    },
    {
      "epoch": 422.22,
      "grad_norm": 0.9328823685646057,
      "learning_rate": 2.322253794909368e-06,
      "loss": 0.3339,
      "step": 1512810
    },
    {
      "epoch": 422.22,
      "grad_norm": 0.909324586391449,
      "learning_rate": 2.322226756417321e-06,
      "loss": 0.337,
      "step": 1512820
    },
    {
      "epoch": 422.22,
      "grad_norm": 1.0305371284484863,
      "learning_rate": 2.3221997179281403e-06,
      "loss": 0.3537,
      "step": 1512830
    },
    {
      "epoch": 422.23,
      "grad_norm": 1.039701223373413,
      "learning_rate": 2.3221726794418273e-06,
      "loss": 0.3534,
      "step": 1512840
    },
    {
      "epoch": 422.23,
      "grad_norm": 1.0272856950759888,
      "learning_rate": 2.3221456409583866e-06,
      "loss": 0.3322,
      "step": 1512850
    },
    {
      "epoch": 422.23,
      "grad_norm": 1.0990670919418335,
      "learning_rate": 2.322118602477821e-06,
      "loss": 0.3473,
      "step": 1512860
    },
    {
      "epoch": 422.24,
      "grad_norm": 0.9848631620407104,
      "learning_rate": 2.322091564000135e-06,
      "loss": 0.333,
      "step": 1512870
    },
    {
      "epoch": 422.24,
      "grad_norm": 1.1017296314239502,
      "learning_rate": 2.3220645255253312e-06,
      "loss": 0.3617,
      "step": 1512880
    },
    {
      "epoch": 422.24,
      "grad_norm": 1.0968245267868042,
      "learning_rate": 2.322037487053414e-06,
      "loss": 0.3349,
      "step": 1512890
    },
    {
      "epoch": 422.24,
      "grad_norm": 1.0752308368682861,
      "learning_rate": 2.3220104485843873e-06,
      "loss": 0.3406,
      "step": 1512900
    },
    {
      "epoch": 422.25,
      "grad_norm": 1.9317656755447388,
      "learning_rate": 2.3219834101182536e-06,
      "loss": 0.3386,
      "step": 1512910
    },
    {
      "epoch": 422.25,
      "grad_norm": 1.0714155435562134,
      "learning_rate": 2.3219563716550176e-06,
      "loss": 0.3493,
      "step": 1512920
    },
    {
      "epoch": 422.25,
      "grad_norm": 1.1656607389450073,
      "learning_rate": 2.321929333194682e-06,
      "loss": 0.345,
      "step": 1512930
    },
    {
      "epoch": 422.26,
      "grad_norm": 1.5817097425460815,
      "learning_rate": 2.3219022947372497e-06,
      "loss": 0.3533,
      "step": 1512940
    },
    {
      "epoch": 422.26,
      "grad_norm": 1.006061315536499,
      "learning_rate": 2.3218752562827262e-06,
      "loss": 0.3557,
      "step": 1512950
    },
    {
      "epoch": 422.26,
      "grad_norm": 1.1537097692489624,
      "learning_rate": 2.321848217831115e-06,
      "loss": 0.3453,
      "step": 1512960
    },
    {
      "epoch": 422.26,
      "grad_norm": 0.9715728163719177,
      "learning_rate": 2.3218211793824174e-06,
      "loss": 0.3352,
      "step": 1512970
    },
    {
      "epoch": 422.27,
      "grad_norm": 1.108949899673462,
      "learning_rate": 2.321794140936639e-06,
      "loss": 0.3583,
      "step": 1512980
    },
    {
      "epoch": 422.27,
      "grad_norm": 1.0521177053451538,
      "learning_rate": 2.321767102493784e-06,
      "loss": 0.3509,
      "step": 1512990
    },
    {
      "epoch": 422.27,
      "grad_norm": 0.9709782004356384,
      "learning_rate": 2.3217400640538537e-06,
      "loss": 0.3584,
      "step": 1513000
    },
    {
      "epoch": 422.27,
      "grad_norm": 0.8830997943878174,
      "learning_rate": 2.3217130256168537e-06,
      "loss": 0.3372,
      "step": 1513010
    },
    {
      "epoch": 422.28,
      "grad_norm": 1.0041117668151855,
      "learning_rate": 2.321685987182787e-06,
      "loss": 0.3582,
      "step": 1513020
    },
    {
      "epoch": 422.28,
      "grad_norm": 1.1157499551773071,
      "learning_rate": 2.3216589487516557e-06,
      "loss": 0.3397,
      "step": 1513030
    },
    {
      "epoch": 422.28,
      "grad_norm": 1.0163987874984741,
      "learning_rate": 2.3216319103234656e-06,
      "loss": 0.3349,
      "step": 1513040
    },
    {
      "epoch": 422.29,
      "grad_norm": 0.9785244464874268,
      "learning_rate": 2.32160487189822e-06,
      "loss": 0.3594,
      "step": 1513050
    },
    {
      "epoch": 422.29,
      "grad_norm": 1.0071429014205933,
      "learning_rate": 2.3215778334759206e-06,
      "loss": 0.3463,
      "step": 1513060
    },
    {
      "epoch": 422.29,
      "grad_norm": 0.950613796710968,
      "learning_rate": 2.321550795056573e-06,
      "loss": 0.3235,
      "step": 1513070
    },
    {
      "epoch": 422.29,
      "grad_norm": 1.0691425800323486,
      "learning_rate": 2.3215237566401806e-06,
      "loss": 0.3627,
      "step": 1513080
    },
    {
      "epoch": 422.3,
      "grad_norm": 1.0477573871612549,
      "learning_rate": 2.321496718226746e-06,
      "loss": 0.3403,
      "step": 1513090
    },
    {
      "epoch": 422.3,
      "grad_norm": 1.0129666328430176,
      "learning_rate": 2.3214696798162733e-06,
      "loss": 0.367,
      "step": 1513100
    },
    {
      "epoch": 422.3,
      "grad_norm": 1.0435274839401245,
      "learning_rate": 2.3214426414087657e-06,
      "loss": 0.3486,
      "step": 1513110
    },
    {
      "epoch": 422.31,
      "grad_norm": 0.8247866630554199,
      "learning_rate": 2.3214156030042283e-06,
      "loss": 0.3467,
      "step": 1513120
    },
    {
      "epoch": 422.31,
      "grad_norm": 1.1892048120498657,
      "learning_rate": 2.321388564602663e-06,
      "loss": 0.3487,
      "step": 1513130
    },
    {
      "epoch": 422.31,
      "grad_norm": 1.0480916500091553,
      "learning_rate": 2.321361526204074e-06,
      "loss": 0.3455,
      "step": 1513140
    },
    {
      "epoch": 422.31,
      "grad_norm": 1.1477336883544922,
      "learning_rate": 2.3213344878084654e-06,
      "loss": 0.3472,
      "step": 1513150
    },
    {
      "epoch": 422.32,
      "grad_norm": 0.942733645439148,
      "learning_rate": 2.3213074494158397e-06,
      "loss": 0.3617,
      "step": 1513160
    },
    {
      "epoch": 422.32,
      "grad_norm": 0.8727877736091614,
      "learning_rate": 2.3212804110262007e-06,
      "loss": 0.347,
      "step": 1513170
    },
    {
      "epoch": 422.32,
      "grad_norm": 1.1065703630447388,
      "learning_rate": 2.321253372639553e-06,
      "loss": 0.3513,
      "step": 1513180
    },
    {
      "epoch": 422.32,
      "grad_norm": 0.9168767929077148,
      "learning_rate": 2.3212263342559e-06,
      "loss": 0.3581,
      "step": 1513190
    },
    {
      "epoch": 422.33,
      "grad_norm": 1.0871655941009521,
      "learning_rate": 2.3211992958752442e-06,
      "loss": 0.3693,
      "step": 1513200
    },
    {
      "epoch": 422.33,
      "grad_norm": 1.196067214012146,
      "learning_rate": 2.3211722574975903e-06,
      "loss": 0.3269,
      "step": 1513210
    },
    {
      "epoch": 422.33,
      "grad_norm": 1.329361081123352,
      "learning_rate": 2.3211452191229417e-06,
      "loss": 0.3461,
      "step": 1513220
    },
    {
      "epoch": 422.34,
      "grad_norm": 1.1630324125289917,
      "learning_rate": 2.3211181807513013e-06,
      "loss": 0.3542,
      "step": 1513230
    },
    {
      "epoch": 422.34,
      "grad_norm": 1.0337684154510498,
      "learning_rate": 2.3210911423826738e-06,
      "loss": 0.3495,
      "step": 1513240
    },
    {
      "epoch": 422.34,
      "grad_norm": 1.1054762601852417,
      "learning_rate": 2.3210641040170617e-06,
      "loss": 0.3533,
      "step": 1513250
    },
    {
      "epoch": 422.34,
      "grad_norm": 1.3253902196884155,
      "learning_rate": 2.321037065654469e-06,
      "loss": 0.3575,
      "step": 1513260
    },
    {
      "epoch": 422.35,
      "grad_norm": 1.2450528144836426,
      "learning_rate": 2.3210100272948995e-06,
      "loss": 0.3501,
      "step": 1513270
    },
    {
      "epoch": 422.35,
      "grad_norm": 0.9915025234222412,
      "learning_rate": 2.320982988938357e-06,
      "loss": 0.3465,
      "step": 1513280
    },
    {
      "epoch": 422.35,
      "grad_norm": 1.1407995223999023,
      "learning_rate": 2.3209559505848445e-06,
      "loss": 0.3466,
      "step": 1513290
    },
    {
      "epoch": 422.36,
      "grad_norm": 0.960721492767334,
      "learning_rate": 2.3209289122343663e-06,
      "loss": 0.3362,
      "step": 1513300
    },
    {
      "epoch": 422.36,
      "grad_norm": 1.308059573173523,
      "learning_rate": 2.3209018738869257e-06,
      "loss": 0.362,
      "step": 1513310
    },
    {
      "epoch": 422.36,
      "grad_norm": 1.0975337028503418,
      "learning_rate": 2.320874835542525e-06,
      "loss": 0.3359,
      "step": 1513320
    },
    {
      "epoch": 422.36,
      "grad_norm": 1.0364699363708496,
      "learning_rate": 2.3208477972011703e-06,
      "loss": 0.3348,
      "step": 1513330
    },
    {
      "epoch": 422.37,
      "grad_norm": 1.0677651166915894,
      "learning_rate": 2.320820758862863e-06,
      "loss": 0.3343,
      "step": 1513340
    },
    {
      "epoch": 422.37,
      "grad_norm": 1.148408055305481,
      "learning_rate": 2.3207937205276075e-06,
      "loss": 0.3527,
      "step": 1513350
    },
    {
      "epoch": 422.37,
      "grad_norm": 1.1359295845031738,
      "learning_rate": 2.3207666821954083e-06,
      "loss": 0.3414,
      "step": 1513360
    },
    {
      "epoch": 422.38,
      "grad_norm": 0.9832223653793335,
      "learning_rate": 2.320739643866268e-06,
      "loss": 0.3402,
      "step": 1513370
    },
    {
      "epoch": 422.38,
      "grad_norm": 1.0475786924362183,
      "learning_rate": 2.32071260554019e-06,
      "loss": 0.341,
      "step": 1513380
    },
    {
      "epoch": 422.38,
      "grad_norm": 1.1095225811004639,
      "learning_rate": 2.3206855672171787e-06,
      "loss": 0.3546,
      "step": 1513390
    },
    {
      "epoch": 422.38,
      "grad_norm": 1.2286968231201172,
      "learning_rate": 2.3206585288972366e-06,
      "loss": 0.3473,
      "step": 1513400
    },
    {
      "epoch": 422.39,
      "grad_norm": 1.0466551780700684,
      "learning_rate": 2.3206314905803687e-06,
      "loss": 0.3477,
      "step": 1513410
    },
    {
      "epoch": 422.39,
      "grad_norm": 1.3232481479644775,
      "learning_rate": 2.320604452266578e-06,
      "loss": 0.3419,
      "step": 1513420
    },
    {
      "epoch": 422.39,
      "grad_norm": 1.1425350904464722,
      "learning_rate": 2.3205774139558673e-06,
      "loss": 0.343,
      "step": 1513430
    },
    {
      "epoch": 422.39,
      "grad_norm": 0.9399267435073853,
      "learning_rate": 2.3205503756482415e-06,
      "loss": 0.352,
      "step": 1513440
    },
    {
      "epoch": 422.4,
      "grad_norm": 1.0940351486206055,
      "learning_rate": 2.3205233373437034e-06,
      "loss": 0.3434,
      "step": 1513450
    },
    {
      "epoch": 422.4,
      "grad_norm": 1.3142746686935425,
      "learning_rate": 2.3204962990422562e-06,
      "loss": 0.3537,
      "step": 1513460
    },
    {
      "epoch": 422.4,
      "grad_norm": 1.0060937404632568,
      "learning_rate": 2.320469260743905e-06,
      "loss": 0.3337,
      "step": 1513470
    },
    {
      "epoch": 422.41,
      "grad_norm": 1.1544132232666016,
      "learning_rate": 2.320442222448652e-06,
      "loss": 0.3544,
      "step": 1513480
    },
    {
      "epoch": 422.41,
      "grad_norm": 1.0318540334701538,
      "learning_rate": 2.3204151841565e-06,
      "loss": 0.3425,
      "step": 1513490
    },
    {
      "epoch": 422.41,
      "grad_norm": 0.9445847868919373,
      "learning_rate": 2.320388145867456e-06,
      "loss": 0.3376,
      "step": 1513500
    },
    {
      "epoch": 422.41,
      "grad_norm": 0.9806984066963196,
      "learning_rate": 2.3203611075815206e-06,
      "loss": 0.33,
      "step": 1513510
    },
    {
      "epoch": 422.42,
      "grad_norm": 1.022848129272461,
      "learning_rate": 2.3203340692986984e-06,
      "loss": 0.3459,
      "step": 1513520
    },
    {
      "epoch": 422.42,
      "grad_norm": 0.9794414043426514,
      "learning_rate": 2.320307031018993e-06,
      "loss": 0.3327,
      "step": 1513530
    },
    {
      "epoch": 422.42,
      "grad_norm": 1.1427026987075806,
      "learning_rate": 2.3202799927424077e-06,
      "loss": 0.3489,
      "step": 1513540
    },
    {
      "epoch": 422.43,
      "grad_norm": 1.0308256149291992,
      "learning_rate": 2.3202529544689452e-06,
      "loss": 0.3444,
      "step": 1513550
    },
    {
      "epoch": 422.43,
      "grad_norm": 1.044227123260498,
      "learning_rate": 2.3202259161986117e-06,
      "loss": 0.3338,
      "step": 1513560
    },
    {
      "epoch": 422.43,
      "grad_norm": 1.2006160020828247,
      "learning_rate": 2.320198877931409e-06,
      "loss": 0.3579,
      "step": 1513570
    },
    {
      "epoch": 422.43,
      "grad_norm": 0.9527057409286499,
      "learning_rate": 2.3201718396673403e-06,
      "loss": 0.3344,
      "step": 1513580
    },
    {
      "epoch": 422.44,
      "grad_norm": 1.1265538930892944,
      "learning_rate": 2.3201448014064105e-06,
      "loss": 0.3456,
      "step": 1513590
    },
    {
      "epoch": 422.44,
      "grad_norm": 1.0080968141555786,
      "learning_rate": 2.3201177631486227e-06,
      "loss": 0.3348,
      "step": 1513600
    },
    {
      "epoch": 422.44,
      "grad_norm": 1.104182481765747,
      "learning_rate": 2.320090724893979e-06,
      "loss": 0.3533,
      "step": 1513610
    },
    {
      "epoch": 422.44,
      "grad_norm": 1.219169020652771,
      "learning_rate": 2.3200636866424857e-06,
      "loss": 0.3524,
      "step": 1513620
    },
    {
      "epoch": 422.45,
      "grad_norm": 0.9902034997940063,
      "learning_rate": 2.320036648394145e-06,
      "loss": 0.3485,
      "step": 1513630
    },
    {
      "epoch": 422.45,
      "grad_norm": 0.9497928619384766,
      "learning_rate": 2.3200096101489594e-06,
      "loss": 0.3445,
      "step": 1513640
    },
    {
      "epoch": 422.45,
      "grad_norm": 1.0233005285263062,
      "learning_rate": 2.319982571906935e-06,
      "loss": 0.3538,
      "step": 1513650
    },
    {
      "epoch": 422.46,
      "grad_norm": 0.9909131526947021,
      "learning_rate": 2.3199555336680737e-06,
      "loss": 0.3549,
      "step": 1513660
    },
    {
      "epoch": 422.46,
      "grad_norm": 1.0493855476379395,
      "learning_rate": 2.3199284954323787e-06,
      "loss": 0.3487,
      "step": 1513670
    },
    {
      "epoch": 422.46,
      "grad_norm": 0.9781055450439453,
      "learning_rate": 2.319901457199855e-06,
      "loss": 0.3385,
      "step": 1513680
    },
    {
      "epoch": 422.46,
      "grad_norm": 0.9652571678161621,
      "learning_rate": 2.319874418970505e-06,
      "loss": 0.3657,
      "step": 1513690
    },
    {
      "epoch": 422.47,
      "grad_norm": 1.0085872411727905,
      "learning_rate": 2.3198473807443337e-06,
      "loss": 0.3517,
      "step": 1513700
    },
    {
      "epoch": 422.47,
      "grad_norm": 1.1575654745101929,
      "learning_rate": 2.319820342521344e-06,
      "loss": 0.3503,
      "step": 1513710
    },
    {
      "epoch": 422.47,
      "grad_norm": 1.0886478424072266,
      "learning_rate": 2.3197933043015383e-06,
      "loss": 0.3507,
      "step": 1513720
    },
    {
      "epoch": 422.48,
      "grad_norm": 0.9891135692596436,
      "learning_rate": 2.319766266084922e-06,
      "loss": 0.3323,
      "step": 1513730
    },
    {
      "epoch": 422.48,
      "grad_norm": 1.0229679346084595,
      "learning_rate": 2.319739227871498e-06,
      "loss": 0.35,
      "step": 1513740
    },
    {
      "epoch": 422.48,
      "grad_norm": 1.0523314476013184,
      "learning_rate": 2.3197121896612685e-06,
      "loss": 0.3326,
      "step": 1513750
    },
    {
      "epoch": 422.48,
      "grad_norm": 0.9899490475654602,
      "learning_rate": 2.31968515145424e-06,
      "loss": 0.3429,
      "step": 1513760
    },
    {
      "epoch": 422.49,
      "grad_norm": 0.9960617423057556,
      "learning_rate": 2.319658113250414e-06,
      "loss": 0.3565,
      "step": 1513770
    },
    {
      "epoch": 422.49,
      "grad_norm": 1.0908393859863281,
      "learning_rate": 2.319631075049794e-06,
      "loss": 0.3447,
      "step": 1513780
    },
    {
      "epoch": 422.49,
      "grad_norm": 1.0927038192749023,
      "learning_rate": 2.319604036852385e-06,
      "loss": 0.3587,
      "step": 1513790
    },
    {
      "epoch": 422.5,
      "grad_norm": 1.1020522117614746,
      "learning_rate": 2.31957699865819e-06,
      "loss": 0.3436,
      "step": 1513800
    },
    {
      "epoch": 422.5,
      "grad_norm": 1.0270379781723022,
      "learning_rate": 2.319549960467212e-06,
      "loss": 0.3374,
      "step": 1513810
    },
    {
      "epoch": 422.5,
      "grad_norm": 1.059762954711914,
      "learning_rate": 2.3195229222794556e-06,
      "loss": 0.3599,
      "step": 1513820
    },
    {
      "epoch": 422.5,
      "grad_norm": 0.9862909317016602,
      "learning_rate": 2.3194958840949235e-06,
      "loss": 0.345,
      "step": 1513830
    },
    {
      "epoch": 422.51,
      "grad_norm": 1.067741870880127,
      "learning_rate": 2.3194688459136186e-06,
      "loss": 0.3351,
      "step": 1513840
    },
    {
      "epoch": 422.51,
      "grad_norm": 1.0389130115509033,
      "learning_rate": 2.319441807735547e-06,
      "loss": 0.3419,
      "step": 1513850
    },
    {
      "epoch": 422.51,
      "grad_norm": 1.2316584587097168,
      "learning_rate": 2.3194147695607103e-06,
      "loss": 0.3219,
      "step": 1513860
    },
    {
      "epoch": 422.51,
      "grad_norm": 1.0277302265167236,
      "learning_rate": 2.3193877313891124e-06,
      "loss": 0.3353,
      "step": 1513870
    },
    {
      "epoch": 422.52,
      "grad_norm": 0.9770113229751587,
      "learning_rate": 2.3193606932207578e-06,
      "loss": 0.3408,
      "step": 1513880
    },
    {
      "epoch": 422.52,
      "grad_norm": 1.3999096155166626,
      "learning_rate": 2.319333655055649e-06,
      "loss": 0.3461,
      "step": 1513890
    },
    {
      "epoch": 422.52,
      "grad_norm": 1.1360437870025635,
      "learning_rate": 2.319306616893789e-06,
      "loss": 0.3334,
      "step": 1513900
    },
    {
      "epoch": 422.53,
      "grad_norm": 1.070115327835083,
      "learning_rate": 2.3192795787351837e-06,
      "loss": 0.3594,
      "step": 1513910
    },
    {
      "epoch": 422.53,
      "grad_norm": 1.0890737771987915,
      "learning_rate": 2.3192525405798357e-06,
      "loss": 0.3474,
      "step": 1513920
    },
    {
      "epoch": 422.53,
      "grad_norm": 0.8190176486968994,
      "learning_rate": 2.3192255024277467e-06,
      "loss": 0.3398,
      "step": 1513930
    },
    {
      "epoch": 422.53,
      "grad_norm": 1.576537847518921,
      "learning_rate": 2.3191984642789234e-06,
      "loss": 0.3315,
      "step": 1513940
    },
    {
      "epoch": 422.54,
      "grad_norm": 1.1312707662582397,
      "learning_rate": 2.3191714261333675e-06,
      "loss": 0.3397,
      "step": 1513950
    },
    {
      "epoch": 422.54,
      "grad_norm": 1.1089141368865967,
      "learning_rate": 2.319144387991083e-06,
      "loss": 0.3506,
      "step": 1513960
    },
    {
      "epoch": 422.54,
      "grad_norm": 1.101892352104187,
      "learning_rate": 2.3191173498520737e-06,
      "loss": 0.3339,
      "step": 1513970
    },
    {
      "epoch": 422.55,
      "grad_norm": 0.9896421432495117,
      "learning_rate": 2.319090311716342e-06,
      "loss": 0.3289,
      "step": 1513980
    },
    {
      "epoch": 422.55,
      "grad_norm": 0.9530450701713562,
      "learning_rate": 2.3190632735838937e-06,
      "loss": 0.3387,
      "step": 1513990
    },
    {
      "epoch": 422.55,
      "grad_norm": 1.1038938760757446,
      "learning_rate": 2.319036235454731e-06,
      "loss": 0.337,
      "step": 1514000
    },
    {
      "epoch": 422.55,
      "grad_norm": 1.1077624559402466,
      "learning_rate": 2.3190091973288575e-06,
      "loss": 0.3528,
      "step": 1514010
    },
    {
      "epoch": 422.56,
      "grad_norm": 1.1105276346206665,
      "learning_rate": 2.3189821592062766e-06,
      "loss": 0.3285,
      "step": 1514020
    },
    {
      "epoch": 422.56,
      "grad_norm": 1.1849453449249268,
      "learning_rate": 2.318955121086993e-06,
      "loss": 0.3558,
      "step": 1514030
    },
    {
      "epoch": 422.56,
      "grad_norm": 0.9552498459815979,
      "learning_rate": 2.3189280829710093e-06,
      "loss": 0.3469,
      "step": 1514040
    },
    {
      "epoch": 422.56,
      "grad_norm": 1.0402404069900513,
      "learning_rate": 2.3189010448583297e-06,
      "loss": 0.3324,
      "step": 1514050
    },
    {
      "epoch": 422.57,
      "grad_norm": 0.9335662722587585,
      "learning_rate": 2.318874006748958e-06,
      "loss": 0.3428,
      "step": 1514060
    },
    {
      "epoch": 422.57,
      "grad_norm": 1.1511880159378052,
      "learning_rate": 2.3188469686428953e-06,
      "loss": 0.3356,
      "step": 1514070
    },
    {
      "epoch": 422.57,
      "grad_norm": 3.167025566101074,
      "learning_rate": 2.318819930540149e-06,
      "loss": 0.3219,
      "step": 1514080
    },
    {
      "epoch": 422.58,
      "grad_norm": 1.0579988956451416,
      "learning_rate": 2.3187928924407203e-06,
      "loss": 0.3566,
      "step": 1514090
    },
    {
      "epoch": 422.58,
      "grad_norm": 0.9173061847686768,
      "learning_rate": 2.3187658543446134e-06,
      "loss": 0.3522,
      "step": 1514100
    },
    {
      "epoch": 422.58,
      "grad_norm": 1.2716145515441895,
      "learning_rate": 2.3187388162518323e-06,
      "loss": 0.3544,
      "step": 1514110
    },
    {
      "epoch": 422.58,
      "grad_norm": 1.0858336687088013,
      "learning_rate": 2.31871177816238e-06,
      "loss": 0.3567,
      "step": 1514120
    },
    {
      "epoch": 422.59,
      "grad_norm": 1.0920976400375366,
      "learning_rate": 2.3186847400762593e-06,
      "loss": 0.3433,
      "step": 1514130
    },
    {
      "epoch": 422.59,
      "grad_norm": 0.9184902310371399,
      "learning_rate": 2.318657701993476e-06,
      "loss": 0.3356,
      "step": 1514140
    },
    {
      "epoch": 422.59,
      "grad_norm": 1.0665174722671509,
      "learning_rate": 2.3186306639140325e-06,
      "loss": 0.3497,
      "step": 1514150
    },
    {
      "epoch": 422.6,
      "grad_norm": 1.047326683998108,
      "learning_rate": 2.318603625837931e-06,
      "loss": 0.3562,
      "step": 1514160
    },
    {
      "epoch": 422.6,
      "grad_norm": 1.0309882164001465,
      "learning_rate": 2.318576587765178e-06,
      "loss": 0.3463,
      "step": 1514170
    },
    {
      "epoch": 422.6,
      "grad_norm": 1.1608381271362305,
      "learning_rate": 2.3185495496957753e-06,
      "loss": 0.3545,
      "step": 1514180
    },
    {
      "epoch": 422.6,
      "grad_norm": 0.9615502953529358,
      "learning_rate": 2.318522511629726e-06,
      "loss": 0.3675,
      "step": 1514190
    },
    {
      "epoch": 422.61,
      "grad_norm": 1.015443205833435,
      "learning_rate": 2.318495473567036e-06,
      "loss": 0.3338,
      "step": 1514200
    },
    {
      "epoch": 422.61,
      "grad_norm": 1.0976413488388062,
      "learning_rate": 2.3184684355077063e-06,
      "loss": 0.3628,
      "step": 1514210
    },
    {
      "epoch": 422.61,
      "grad_norm": 1.0208795070648193,
      "learning_rate": 2.318441397451741e-06,
      "loss": 0.3585,
      "step": 1514220
    },
    {
      "epoch": 422.62,
      "grad_norm": 1.0482962131500244,
      "learning_rate": 2.3184143593991454e-06,
      "loss": 0.3433,
      "step": 1514230
    },
    {
      "epoch": 422.62,
      "grad_norm": 0.9879278540611267,
      "learning_rate": 2.3183873213499218e-06,
      "loss": 0.3394,
      "step": 1514240
    },
    {
      "epoch": 422.62,
      "grad_norm": 1.1251577138900757,
      "learning_rate": 2.3183602833040735e-06,
      "loss": 0.336,
      "step": 1514250
    },
    {
      "epoch": 422.62,
      "grad_norm": 0.9574872851371765,
      "learning_rate": 2.3183332452616054e-06,
      "loss": 0.3418,
      "step": 1514260
    },
    {
      "epoch": 422.63,
      "grad_norm": 1.1382795572280884,
      "learning_rate": 2.318306207222519e-06,
      "loss": 0.3681,
      "step": 1514270
    },
    {
      "epoch": 422.63,
      "grad_norm": 1.1097238063812256,
      "learning_rate": 2.3182791691868203e-06,
      "loss": 0.3591,
      "step": 1514280
    },
    {
      "epoch": 422.63,
      "grad_norm": 0.9957813024520874,
      "learning_rate": 2.3182521311545115e-06,
      "loss": 0.352,
      "step": 1514290
    },
    {
      "epoch": 422.63,
      "grad_norm": 1.1035332679748535,
      "learning_rate": 2.3182250931255955e-06,
      "loss": 0.3353,
      "step": 1514300
    },
    {
      "epoch": 422.64,
      "grad_norm": 1.0171380043029785,
      "learning_rate": 2.318198055100078e-06,
      "loss": 0.348,
      "step": 1514310
    },
    {
      "epoch": 422.64,
      "grad_norm": 1.1252244710922241,
      "learning_rate": 2.3181710170779616e-06,
      "loss": 0.3389,
      "step": 1514320
    },
    {
      "epoch": 422.64,
      "grad_norm": 0.9760562777519226,
      "learning_rate": 2.3181439790592494e-06,
      "loss": 0.3363,
      "step": 1514330
    },
    {
      "epoch": 422.65,
      "grad_norm": 1.0516613721847534,
      "learning_rate": 2.318116941043945e-06,
      "loss": 0.3283,
      "step": 1514340
    },
    {
      "epoch": 422.65,
      "grad_norm": 0.9847816228866577,
      "learning_rate": 2.318089903032053e-06,
      "loss": 0.3466,
      "step": 1514350
    },
    {
      "epoch": 422.65,
      "grad_norm": 1.021553874015808,
      "learning_rate": 2.3180628650235756e-06,
      "loss": 0.3467,
      "step": 1514360
    },
    {
      "epoch": 422.65,
      "grad_norm": 1.1731356382369995,
      "learning_rate": 2.318035827018518e-06,
      "loss": 0.3687,
      "step": 1514370
    },
    {
      "epoch": 422.66,
      "grad_norm": 1.3409072160720825,
      "learning_rate": 2.3180087890168827e-06,
      "loss": 0.3557,
      "step": 1514380
    },
    {
      "epoch": 422.66,
      "grad_norm": 1.2499864101409912,
      "learning_rate": 2.3179817510186733e-06,
      "loss": 0.3427,
      "step": 1514390
    },
    {
      "epoch": 422.66,
      "grad_norm": 1.0477176904678345,
      "learning_rate": 2.317954713023894e-06,
      "loss": 0.349,
      "step": 1514400
    },
    {
      "epoch": 422.67,
      "grad_norm": 1.1114448308944702,
      "learning_rate": 2.317927675032548e-06,
      "loss": 0.3676,
      "step": 1514410
    },
    {
      "epoch": 422.67,
      "grad_norm": 1.1789215803146362,
      "learning_rate": 2.3179006370446386e-06,
      "loss": 0.3414,
      "step": 1514420
    },
    {
      "epoch": 422.67,
      "grad_norm": 0.967001736164093,
      "learning_rate": 2.31787359906017e-06,
      "loss": 0.3382,
      "step": 1514430
    },
    {
      "epoch": 422.67,
      "grad_norm": 0.9589207172393799,
      "learning_rate": 2.317846561079146e-06,
      "loss": 0.332,
      "step": 1514440
    },
    {
      "epoch": 422.68,
      "grad_norm": 0.9833347797393799,
      "learning_rate": 2.3178195231015684e-06,
      "loss": 0.3404,
      "step": 1514450
    },
    {
      "epoch": 422.68,
      "grad_norm": 0.9239963293075562,
      "learning_rate": 2.3177924851274435e-06,
      "loss": 0.3497,
      "step": 1514460
    },
    {
      "epoch": 422.68,
      "grad_norm": 1.2308098077774048,
      "learning_rate": 2.3177654471567733e-06,
      "loss": 0.3476,
      "step": 1514470
    },
    {
      "epoch": 422.68,
      "grad_norm": 1.1811293363571167,
      "learning_rate": 2.317738409189561e-06,
      "loss": 0.3394,
      "step": 1514480
    },
    {
      "epoch": 422.69,
      "grad_norm": 1.111257553100586,
      "learning_rate": 2.3177113712258115e-06,
      "loss": 0.3416,
      "step": 1514490
    },
    {
      "epoch": 422.69,
      "grad_norm": 1.1397571563720703,
      "learning_rate": 2.3176843332655284e-06,
      "loss": 0.3361,
      "step": 1514500
    },
    {
      "epoch": 422.69,
      "grad_norm": 0.9764092564582825,
      "learning_rate": 2.3176572953087126e-06,
      "loss": 0.3549,
      "step": 1514510
    },
    {
      "epoch": 422.7,
      "grad_norm": 1.0613595247268677,
      "learning_rate": 2.3176302573553714e-06,
      "loss": 0.3411,
      "step": 1514520
    },
    {
      "epoch": 422.7,
      "grad_norm": 1.0670007467269897,
      "learning_rate": 2.3176032194055064e-06,
      "loss": 0.371,
      "step": 1514530
    },
    {
      "epoch": 422.7,
      "grad_norm": 0.9716060757637024,
      "learning_rate": 2.3175761814591214e-06,
      "loss": 0.3267,
      "step": 1514540
    },
    {
      "epoch": 422.7,
      "grad_norm": 1.1939465999603271,
      "learning_rate": 2.3175491435162207e-06,
      "loss": 0.3574,
      "step": 1514550
    },
    {
      "epoch": 422.71,
      "grad_norm": 0.9785822629928589,
      "learning_rate": 2.317522105576806e-06,
      "loss": 0.3438,
      "step": 1514560
    },
    {
      "epoch": 422.71,
      "grad_norm": 0.9077661037445068,
      "learning_rate": 2.317495067640883e-06,
      "loss": 0.3332,
      "step": 1514570
    },
    {
      "epoch": 422.71,
      "grad_norm": 0.9813912510871887,
      "learning_rate": 2.317468029708455e-06,
      "loss": 0.3388,
      "step": 1514580
    },
    {
      "epoch": 422.72,
      "grad_norm": 0.9956270456314087,
      "learning_rate": 2.317440991779524e-06,
      "loss": 0.3531,
      "step": 1514590
    },
    {
      "epoch": 422.72,
      "grad_norm": 0.9942986965179443,
      "learning_rate": 2.3174139538540957e-06,
      "loss": 0.3527,
      "step": 1514600
    },
    {
      "epoch": 422.72,
      "grad_norm": 1.121715784072876,
      "learning_rate": 2.317386915932173e-06,
      "loss": 0.3503,
      "step": 1514610
    },
    {
      "epoch": 422.72,
      "grad_norm": 0.8666307330131531,
      "learning_rate": 2.3173598780137583e-06,
      "loss": 0.336,
      "step": 1514620
    },
    {
      "epoch": 422.73,
      "grad_norm": 1.0848274230957031,
      "learning_rate": 2.3173328400988567e-06,
      "loss": 0.3385,
      "step": 1514630
    },
    {
      "epoch": 422.73,
      "grad_norm": 1.032802700996399,
      "learning_rate": 2.3173058021874716e-06,
      "loss": 0.3306,
      "step": 1514640
    },
    {
      "epoch": 422.73,
      "grad_norm": 1.0971369743347168,
      "learning_rate": 2.317278764279605e-06,
      "loss": 0.3365,
      "step": 1514650
    },
    {
      "epoch": 422.74,
      "grad_norm": 1.5821702480316162,
      "learning_rate": 2.317251726375263e-06,
      "loss": 0.3368,
      "step": 1514660
    },
    {
      "epoch": 422.74,
      "grad_norm": 1.1259119510650635,
      "learning_rate": 2.3172246884744475e-06,
      "loss": 0.3469,
      "step": 1514670
    },
    {
      "epoch": 422.74,
      "grad_norm": 0.9460894465446472,
      "learning_rate": 2.317197650577162e-06,
      "loss": 0.3621,
      "step": 1514680
    },
    {
      "epoch": 422.74,
      "grad_norm": 1.1536414623260498,
      "learning_rate": 2.3171706126834113e-06,
      "loss": 0.3399,
      "step": 1514690
    },
    {
      "epoch": 422.75,
      "grad_norm": 0.9356027841567993,
      "learning_rate": 2.3171435747931986e-06,
      "loss": 0.3628,
      "step": 1514700
    },
    {
      "epoch": 422.75,
      "grad_norm": 0.9631836414337158,
      "learning_rate": 2.317116536906526e-06,
      "loss": 0.3281,
      "step": 1514710
    },
    {
      "epoch": 422.75,
      "grad_norm": 1.0861536264419556,
      "learning_rate": 2.3170894990233992e-06,
      "loss": 0.3524,
      "step": 1514720
    },
    {
      "epoch": 422.75,
      "grad_norm": 1.093181848526001,
      "learning_rate": 2.317062461143821e-06,
      "loss": 0.3374,
      "step": 1514730
    },
    {
      "epoch": 422.76,
      "grad_norm": 1.321040153503418,
      "learning_rate": 2.317035423267794e-06,
      "loss": 0.3472,
      "step": 1514740
    },
    {
      "epoch": 422.76,
      "grad_norm": 0.9874478578567505,
      "learning_rate": 2.3170083853953237e-06,
      "loss": 0.3315,
      "step": 1514750
    },
    {
      "epoch": 422.76,
      "grad_norm": 1.0450795888900757,
      "learning_rate": 2.3169813475264126e-06,
      "loss": 0.3477,
      "step": 1514760
    },
    {
      "epoch": 422.77,
      "grad_norm": 1.7222676277160645,
      "learning_rate": 2.316954309661064e-06,
      "loss": 0.3416,
      "step": 1514770
    },
    {
      "epoch": 422.77,
      "grad_norm": 0.9324222803115845,
      "learning_rate": 2.3169272717992825e-06,
      "loss": 0.3374,
      "step": 1514780
    },
    {
      "epoch": 422.77,
      "grad_norm": 0.9376841187477112,
      "learning_rate": 2.316900233941071e-06,
      "loss": 0.3521,
      "step": 1514790
    },
    {
      "epoch": 422.77,
      "grad_norm": 1.0537480115890503,
      "learning_rate": 2.316873196086432e-06,
      "loss": 0.3554,
      "step": 1514800
    },
    {
      "epoch": 422.78,
      "grad_norm": 1.0208497047424316,
      "learning_rate": 2.3168461582353713e-06,
      "loss": 0.3352,
      "step": 1514810
    },
    {
      "epoch": 422.78,
      "grad_norm": 1.2498844861984253,
      "learning_rate": 2.3168191203878923e-06,
      "loss": 0.347,
      "step": 1514820
    },
    {
      "epoch": 422.78,
      "grad_norm": 1.1191084384918213,
      "learning_rate": 2.3167920825439966e-06,
      "loss": 0.3428,
      "step": 1514830
    },
    {
      "epoch": 422.79,
      "grad_norm": 1.02321195602417,
      "learning_rate": 2.3167650447036894e-06,
      "loss": 0.3457,
      "step": 1514840
    },
    {
      "epoch": 422.79,
      "grad_norm": 0.981436014175415,
      "learning_rate": 2.316738006866973e-06,
      "loss": 0.3357,
      "step": 1514850
    },
    {
      "epoch": 422.79,
      "grad_norm": 1.0099505186080933,
      "learning_rate": 2.3167109690338534e-06,
      "loss": 0.3488,
      "step": 1514860
    },
    {
      "epoch": 422.79,
      "grad_norm": 1.1824672222137451,
      "learning_rate": 2.3166839312043323e-06,
      "loss": 0.3204,
      "step": 1514870
    },
    {
      "epoch": 422.8,
      "grad_norm": 1.054372787475586,
      "learning_rate": 2.316656893378413e-06,
      "loss": 0.3647,
      "step": 1514880
    },
    {
      "epoch": 422.8,
      "grad_norm": 0.9083110094070435,
      "learning_rate": 2.3166298555561004e-06,
      "loss": 0.3655,
      "step": 1514890
    },
    {
      "epoch": 422.8,
      "grad_norm": 1.1259628534317017,
      "learning_rate": 2.3166028177373976e-06,
      "loss": 0.3606,
      "step": 1514900
    },
    {
      "epoch": 422.8,
      "grad_norm": 1.0837939977645874,
      "learning_rate": 2.3165757799223074e-06,
      "loss": 0.361,
      "step": 1514910
    },
    {
      "epoch": 422.81,
      "grad_norm": 1.1225603818893433,
      "learning_rate": 2.316548742110835e-06,
      "loss": 0.3508,
      "step": 1514920
    },
    {
      "epoch": 422.81,
      "grad_norm": 0.9234535098075867,
      "learning_rate": 2.316521704302983e-06,
      "loss": 0.3537,
      "step": 1514930
    },
    {
      "epoch": 422.81,
      "grad_norm": 0.949247419834137,
      "learning_rate": 2.316494666498754e-06,
      "loss": 0.3393,
      "step": 1514940
    },
    {
      "epoch": 422.82,
      "grad_norm": 1.0682464838027954,
      "learning_rate": 2.316467628698154e-06,
      "loss": 0.3411,
      "step": 1514950
    },
    {
      "epoch": 422.82,
      "grad_norm": 0.9508287310600281,
      "learning_rate": 2.316440590901185e-06,
      "loss": 0.3313,
      "step": 1514960
    },
    {
      "epoch": 422.82,
      "grad_norm": 1.0193012952804565,
      "learning_rate": 2.31641355310785e-06,
      "loss": 0.334,
      "step": 1514970
    },
    {
      "epoch": 422.82,
      "grad_norm": 1.9032219648361206,
      "learning_rate": 2.316386515318154e-06,
      "loss": 0.3333,
      "step": 1514980
    },
    {
      "epoch": 422.83,
      "grad_norm": 0.8914758563041687,
      "learning_rate": 2.316359477532101e-06,
      "loss": 0.3572,
      "step": 1514990
    },
    {
      "epoch": 422.83,
      "grad_norm": 1.0589823722839355,
      "learning_rate": 2.316332439749692e-06,
      "loss": 0.3405,
      "step": 1515000
    },
    {
      "epoch": 422.83,
      "grad_norm": 1.029443621635437,
      "learning_rate": 2.3163054019709337e-06,
      "loss": 0.3587,
      "step": 1515010
    },
    {
      "epoch": 422.84,
      "grad_norm": 2.9142353534698486,
      "learning_rate": 2.316278364195828e-06,
      "loss": 0.3401,
      "step": 1515020
    },
    {
      "epoch": 422.84,
      "grad_norm": 1.497308373451233,
      "learning_rate": 2.316251326424378e-06,
      "loss": 0.3514,
      "step": 1515030
    },
    {
      "epoch": 422.84,
      "grad_norm": 1.0333117246627808,
      "learning_rate": 2.316224288656589e-06,
      "loss": 0.3454,
      "step": 1515040
    },
    {
      "epoch": 422.84,
      "grad_norm": 2.854344129562378,
      "learning_rate": 2.3161972508924635e-06,
      "loss": 0.3425,
      "step": 1515050
    },
    {
      "epoch": 422.85,
      "grad_norm": 1.1537953615188599,
      "learning_rate": 2.316170213132005e-06,
      "loss": 0.3551,
      "step": 1515060
    },
    {
      "epoch": 422.85,
      "grad_norm": 1.042657494544983,
      "learning_rate": 2.3161431753752176e-06,
      "loss": 0.3514,
      "step": 1515070
    },
    {
      "epoch": 422.85,
      "grad_norm": 1.2136751413345337,
      "learning_rate": 2.3161161376221048e-06,
      "loss": 0.3476,
      "step": 1515080
    },
    {
      "epoch": 422.86,
      "grad_norm": 1.0689175128936768,
      "learning_rate": 2.316089099872669e-06,
      "loss": 0.3592,
      "step": 1515090
    },
    {
      "epoch": 422.86,
      "grad_norm": 1.7784837484359741,
      "learning_rate": 2.316062062126916e-06,
      "loss": 0.3498,
      "step": 1515100
    },
    {
      "epoch": 422.86,
      "grad_norm": 1.217289924621582,
      "learning_rate": 2.316035024384848e-06,
      "loss": 0.3408,
      "step": 1515110
    },
    {
      "epoch": 422.86,
      "grad_norm": 1.1620433330535889,
      "learning_rate": 2.316007986646468e-06,
      "loss": 0.3433,
      "step": 1515120
    },
    {
      "epoch": 422.87,
      "grad_norm": 1.1200257539749146,
      "learning_rate": 2.3159809489117817e-06,
      "loss": 0.3511,
      "step": 1515130
    },
    {
      "epoch": 422.87,
      "grad_norm": 1.1873515844345093,
      "learning_rate": 2.315953911180791e-06,
      "loss": 0.3484,
      "step": 1515140
    },
    {
      "epoch": 422.87,
      "grad_norm": 0.9828836917877197,
      "learning_rate": 2.3159268734535003e-06,
      "loss": 0.3316,
      "step": 1515150
    },
    {
      "epoch": 422.87,
      "grad_norm": 1.0050971508026123,
      "learning_rate": 2.315899835729913e-06,
      "loss": 0.3355,
      "step": 1515160
    },
    {
      "epoch": 422.88,
      "grad_norm": 1.1271768808364868,
      "learning_rate": 2.3158727980100313e-06,
      "loss": 0.3448,
      "step": 1515170
    },
    {
      "epoch": 422.88,
      "grad_norm": 1.1549913883209229,
      "learning_rate": 2.315845760293861e-06,
      "loss": 0.3412,
      "step": 1515180
    },
    {
      "epoch": 422.88,
      "grad_norm": 1.2744462490081787,
      "learning_rate": 2.315818722581405e-06,
      "loss": 0.3583,
      "step": 1515190
    },
    {
      "epoch": 422.89,
      "grad_norm": 1.0494368076324463,
      "learning_rate": 2.315791684872666e-06,
      "loss": 0.3623,
      "step": 1515200
    },
    {
      "epoch": 422.89,
      "grad_norm": 0.9932836890220642,
      "learning_rate": 2.315764647167649e-06,
      "loss": 0.3371,
      "step": 1515210
    },
    {
      "epoch": 422.89,
      "grad_norm": 1.807281255722046,
      "learning_rate": 2.315737609466357e-06,
      "loss": 0.3335,
      "step": 1515220
    },
    {
      "epoch": 422.89,
      "grad_norm": 1.1776095628738403,
      "learning_rate": 2.315710571768792e-06,
      "loss": 0.341,
      "step": 1515230
    },
    {
      "epoch": 422.9,
      "grad_norm": 1.0532610416412354,
      "learning_rate": 2.31568353407496e-06,
      "loss": 0.3485,
      "step": 1515240
    },
    {
      "epoch": 422.9,
      "grad_norm": 1.0276169776916504,
      "learning_rate": 2.315656496384864e-06,
      "loss": 0.341,
      "step": 1515250
    },
    {
      "epoch": 422.9,
      "grad_norm": 1.095852255821228,
      "learning_rate": 2.3156294586985064e-06,
      "loss": 0.3581,
      "step": 1515260
    },
    {
      "epoch": 422.91,
      "grad_norm": 1.170348882675171,
      "learning_rate": 2.3156024210158926e-06,
      "loss": 0.3432,
      "step": 1515270
    },
    {
      "epoch": 422.91,
      "grad_norm": 1.1337796449661255,
      "learning_rate": 2.3155753833370247e-06,
      "loss": 0.3395,
      "step": 1515280
    },
    {
      "epoch": 422.91,
      "grad_norm": 0.8930968642234802,
      "learning_rate": 2.3155483456619067e-06,
      "loss": 0.3301,
      "step": 1515290
    },
    {
      "epoch": 422.91,
      "grad_norm": 1.0207937955856323,
      "learning_rate": 2.315521307990543e-06,
      "loss": 0.3529,
      "step": 1515300
    },
    {
      "epoch": 422.92,
      "grad_norm": 1.327526330947876,
      "learning_rate": 2.3154942703229363e-06,
      "loss": 0.3512,
      "step": 1515310
    },
    {
      "epoch": 422.92,
      "grad_norm": 0.9851056337356567,
      "learning_rate": 2.3154672326590897e-06,
      "loss": 0.3394,
      "step": 1515320
    },
    {
      "epoch": 422.92,
      "grad_norm": 1.1595996618270874,
      "learning_rate": 2.3154401949990082e-06,
      "loss": 0.3593,
      "step": 1515330
    },
    {
      "epoch": 422.92,
      "grad_norm": 0.9964090585708618,
      "learning_rate": 2.315413157342695e-06,
      "loss": 0.3497,
      "step": 1515340
    },
    {
      "epoch": 422.93,
      "grad_norm": 1.0712337493896484,
      "learning_rate": 2.315386119690153e-06,
      "loss": 0.3707,
      "step": 1515350
    },
    {
      "epoch": 422.93,
      "grad_norm": 1.0905213356018066,
      "learning_rate": 2.3153590820413868e-06,
      "loss": 0.3454,
      "step": 1515360
    },
    {
      "epoch": 422.93,
      "grad_norm": 1.1443406343460083,
      "learning_rate": 2.3153320443963994e-06,
      "loss": 0.3378,
      "step": 1515370
    },
    {
      "epoch": 422.94,
      "grad_norm": 1.0082072019577026,
      "learning_rate": 2.3153050067551932e-06,
      "loss": 0.3406,
      "step": 1515380
    },
    {
      "epoch": 422.94,
      "grad_norm": 1.0788668394088745,
      "learning_rate": 2.315277969117774e-06,
      "loss": 0.3424,
      "step": 1515390
    },
    {
      "epoch": 422.94,
      "grad_norm": 1.0349334478378296,
      "learning_rate": 2.3152509314841446e-06,
      "loss": 0.3628,
      "step": 1515400
    },
    {
      "epoch": 422.94,
      "grad_norm": 1.1389682292938232,
      "learning_rate": 2.3152238938543073e-06,
      "loss": 0.346,
      "step": 1515410
    },
    {
      "epoch": 422.95,
      "grad_norm": 1.0293407440185547,
      "learning_rate": 2.315196856228268e-06,
      "loss": 0.3681,
      "step": 1515420
    },
    {
      "epoch": 422.95,
      "grad_norm": 1.0468323230743408,
      "learning_rate": 2.3151698186060286e-06,
      "loss": 0.3411,
      "step": 1515430
    },
    {
      "epoch": 422.95,
      "grad_norm": 0.9149162173271179,
      "learning_rate": 2.3151427809875937e-06,
      "loss": 0.3496,
      "step": 1515440
    },
    {
      "epoch": 422.96,
      "grad_norm": 1.0885406732559204,
      "learning_rate": 2.3151157433729665e-06,
      "loss": 0.34,
      "step": 1515450
    },
    {
      "epoch": 422.96,
      "grad_norm": 1.230323314666748,
      "learning_rate": 2.3150887057621493e-06,
      "loss": 0.3631,
      "step": 1515460
    },
    {
      "epoch": 422.96,
      "grad_norm": 0.9810486435890198,
      "learning_rate": 2.315061668155148e-06,
      "loss": 0.3301,
      "step": 1515470
    },
    {
      "epoch": 422.96,
      "grad_norm": 0.9955394864082336,
      "learning_rate": 2.315034630551965e-06,
      "loss": 0.3651,
      "step": 1515480
    },
    {
      "epoch": 422.97,
      "grad_norm": 1.1077326536178589,
      "learning_rate": 2.315007592952604e-06,
      "loss": 0.3434,
      "step": 1515490
    },
    {
      "epoch": 422.97,
      "grad_norm": 1.10911226272583,
      "learning_rate": 2.314980555357069e-06,
      "loss": 0.3618,
      "step": 1515500
    },
    {
      "epoch": 422.97,
      "grad_norm": 1.0084320306777954,
      "learning_rate": 2.314953517765363e-06,
      "loss": 0.341,
      "step": 1515510
    },
    {
      "epoch": 422.98,
      "grad_norm": 0.9696106910705566,
      "learning_rate": 2.314926480177489e-06,
      "loss": 0.3586,
      "step": 1515520
    },
    {
      "epoch": 422.98,
      "grad_norm": 1.0133424997329712,
      "learning_rate": 2.314899442593452e-06,
      "loss": 0.3352,
      "step": 1515530
    },
    {
      "epoch": 422.98,
      "grad_norm": 0.9965390563011169,
      "learning_rate": 2.3148724050132554e-06,
      "loss": 0.3444,
      "step": 1515540
    },
    {
      "epoch": 422.98,
      "grad_norm": 1.4899656772613525,
      "learning_rate": 2.3148453674369015e-06,
      "loss": 0.3391,
      "step": 1515550
    },
    {
      "epoch": 422.99,
      "grad_norm": 1.170998215675354,
      "learning_rate": 2.3148183298643956e-06,
      "loss": 0.3387,
      "step": 1515560
    },
    {
      "epoch": 422.99,
      "grad_norm": 0.9897354245185852,
      "learning_rate": 2.3147912922957407e-06,
      "loss": 0.3315,
      "step": 1515570
    },
    {
      "epoch": 422.99,
      "grad_norm": 0.9072393178939819,
      "learning_rate": 2.3147642547309394e-06,
      "loss": 0.3509,
      "step": 1515580
    },
    {
      "epoch": 422.99,
      "grad_norm": 0.9282994270324707,
      "learning_rate": 2.314737217169997e-06,
      "loss": 0.337,
      "step": 1515590
    },
    {
      "epoch": 423.0,
      "grad_norm": 0.939483106136322,
      "learning_rate": 2.314710179612916e-06,
      "loss": 0.3529,
      "step": 1515600
    },
    {
      "epoch": 423.0,
      "eval_loss": 0.3465053141117096,
      "eval_runtime": 63.2532,
      "eval_samples_per_second": 79.98,
      "eval_steps_per_second": 10.007,
      "step": 1515609
    },
    {
      "epoch": 423.0,
      "grad_norm": 1.037721037864685,
      "learning_rate": 2.314683142059699e-06,
      "loss": 0.3501,
      "step": 1515610
    },
    {
      "epoch": 423.0,
      "grad_norm": 1.0874477624893188,
      "learning_rate": 2.314656104510352e-06,
      "loss": 0.3257,
      "step": 1515620
    },
    {
      "epoch": 423.01,
      "grad_norm": 0.9321821331977844,
      "learning_rate": 2.3146290669648777e-06,
      "loss": 0.3482,
      "step": 1515630
    },
    {
      "epoch": 423.01,
      "grad_norm": 1.0490069389343262,
      "learning_rate": 2.3146020294232783e-06,
      "loss": 0.344,
      "step": 1515640
    },
    {
      "epoch": 423.01,
      "grad_norm": 1.0677413940429688,
      "learning_rate": 2.3145749918855592e-06,
      "loss": 0.3461,
      "step": 1515650
    },
    {
      "epoch": 423.01,
      "grad_norm": 1.048110008239746,
      "learning_rate": 2.3145479543517238e-06,
      "loss": 0.3351,
      "step": 1515660
    },
    {
      "epoch": 423.02,
      "grad_norm": 1.022470474243164,
      "learning_rate": 2.3145209168217737e-06,
      "loss": 0.3522,
      "step": 1515670
    },
    {
      "epoch": 423.02,
      "grad_norm": 0.9781104326248169,
      "learning_rate": 2.3144938792957153e-06,
      "loss": 0.3506,
      "step": 1515680
    },
    {
      "epoch": 423.02,
      "grad_norm": 0.8683976531028748,
      "learning_rate": 2.3144668417735506e-06,
      "loss": 0.3455,
      "step": 1515690
    },
    {
      "epoch": 423.03,
      "grad_norm": 0.8866655826568604,
      "learning_rate": 2.314439804255283e-06,
      "loss": 0.3381,
      "step": 1515700
    },
    {
      "epoch": 423.03,
      "grad_norm": 0.8996513485908508,
      "learning_rate": 2.314412766740917e-06,
      "loss": 0.3503,
      "step": 1515710
    },
    {
      "epoch": 423.03,
      "grad_norm": 0.931678295135498,
      "learning_rate": 2.3143857292304553e-06,
      "loss": 0.3355,
      "step": 1515720
    },
    {
      "epoch": 423.03,
      "grad_norm": 1.2472820281982422,
      "learning_rate": 2.3143586917239027e-06,
      "loss": 0.3254,
      "step": 1515730
    },
    {
      "epoch": 423.04,
      "grad_norm": 1.0085370540618896,
      "learning_rate": 2.3143316542212622e-06,
      "loss": 0.3348,
      "step": 1515740
    },
    {
      "epoch": 423.04,
      "grad_norm": 1.039433479309082,
      "learning_rate": 2.3143046167225363e-06,
      "loss": 0.3446,
      "step": 1515750
    },
    {
      "epoch": 423.04,
      "grad_norm": 1.0426106452941895,
      "learning_rate": 2.3142775792277304e-06,
      "loss": 0.3512,
      "step": 1515760
    },
    {
      "epoch": 423.04,
      "grad_norm": 1.0544097423553467,
      "learning_rate": 2.314250541736847e-06,
      "loss": 0.3571,
      "step": 1515770
    },
    {
      "epoch": 423.05,
      "grad_norm": 1.0909788608551025,
      "learning_rate": 2.31422350424989e-06,
      "loss": 0.3613,
      "step": 1515780
    },
    {
      "epoch": 423.05,
      "grad_norm": 2.4780097007751465,
      "learning_rate": 2.3141964667668633e-06,
      "loss": 0.3283,
      "step": 1515790
    },
    {
      "epoch": 423.05,
      "grad_norm": 1.0178650617599487,
      "learning_rate": 2.3141694292877703e-06,
      "loss": 0.3591,
      "step": 1515800
    },
    {
      "epoch": 423.06,
      "grad_norm": 1.0948426723480225,
      "learning_rate": 2.3141423918126135e-06,
      "loss": 0.3312,
      "step": 1515810
    },
    {
      "epoch": 423.06,
      "grad_norm": 0.8858377933502197,
      "learning_rate": 2.3141153543413983e-06,
      "loss": 0.3341,
      "step": 1515820
    },
    {
      "epoch": 423.06,
      "grad_norm": 1.116662621498108,
      "learning_rate": 2.3140883168741274e-06,
      "loss": 0.3437,
      "step": 1515830
    },
    {
      "epoch": 423.06,
      "grad_norm": 1.0943104028701782,
      "learning_rate": 2.3140612794108036e-06,
      "loss": 0.348,
      "step": 1515840
    },
    {
      "epoch": 423.07,
      "grad_norm": 0.9463964700698853,
      "learning_rate": 2.3140342419514325e-06,
      "loss": 0.3467,
      "step": 1515850
    },
    {
      "epoch": 423.07,
      "grad_norm": 1.238843560218811,
      "learning_rate": 2.3140072044960166e-06,
      "loss": 0.3422,
      "step": 1515860
    },
    {
      "epoch": 423.07,
      "grad_norm": 1.2320011854171753,
      "learning_rate": 2.313980167044559e-06,
      "loss": 0.3469,
      "step": 1515870
    },
    {
      "epoch": 423.08,
      "grad_norm": 1.1422817707061768,
      "learning_rate": 2.313953129597064e-06,
      "loss": 0.3422,
      "step": 1515880
    },
    {
      "epoch": 423.08,
      "grad_norm": 1.1673433780670166,
      "learning_rate": 2.3139260921535355e-06,
      "loss": 0.3396,
      "step": 1515890
    },
    {
      "epoch": 423.08,
      "grad_norm": 1.087461233139038,
      "learning_rate": 2.313899054713975e-06,
      "loss": 0.3484,
      "step": 1515900
    },
    {
      "epoch": 423.08,
      "grad_norm": 1.088376760482788,
      "learning_rate": 2.313872017278389e-06,
      "loss": 0.3637,
      "step": 1515910
    },
    {
      "epoch": 423.09,
      "grad_norm": 1.0700708627700806,
      "learning_rate": 2.3138449798467792e-06,
      "loss": 0.3449,
      "step": 1515920
    },
    {
      "epoch": 423.09,
      "grad_norm": 1.1966328620910645,
      "learning_rate": 2.31381794241915e-06,
      "loss": 0.3284,
      "step": 1515930
    },
    {
      "epoch": 423.09,
      "grad_norm": 1.5314574241638184,
      "learning_rate": 2.3137909049955045e-06,
      "loss": 0.3442,
      "step": 1515940
    },
    {
      "epoch": 423.1,
      "grad_norm": 0.8975874781608582,
      "learning_rate": 2.3137638675758465e-06,
      "loss": 0.351,
      "step": 1515950
    },
    {
      "epoch": 423.1,
      "grad_norm": 1.0074853897094727,
      "learning_rate": 2.31373683016018e-06,
      "loss": 0.3323,
      "step": 1515960
    },
    {
      "epoch": 423.1,
      "grad_norm": 1.3444265127182007,
      "learning_rate": 2.313709792748508e-06,
      "loss": 0.3513,
      "step": 1515970
    },
    {
      "epoch": 423.1,
      "grad_norm": 0.9077194333076477,
      "learning_rate": 2.3136827553408352e-06,
      "loss": 0.3345,
      "step": 1515980
    },
    {
      "epoch": 423.11,
      "grad_norm": 1.008156657218933,
      "learning_rate": 2.313655717937163e-06,
      "loss": 0.3509,
      "step": 1515990
    },
    {
      "epoch": 423.11,
      "grad_norm": 0.9110407829284668,
      "learning_rate": 2.313628680537497e-06,
      "loss": 0.3301,
      "step": 1516000
    },
    {
      "epoch": 423.11,
      "grad_norm": 1.0178762674331665,
      "learning_rate": 2.3136016431418402e-06,
      "loss": 0.3496,
      "step": 1516010
    },
    {
      "epoch": 423.11,
      "grad_norm": 1.26945161819458,
      "learning_rate": 2.313574605750196e-06,
      "loss": 0.3309,
      "step": 1516020
    },
    {
      "epoch": 423.12,
      "grad_norm": 1.0460304021835327,
      "learning_rate": 2.3135475683625688e-06,
      "loss": 0.3315,
      "step": 1516030
    },
    {
      "epoch": 423.12,
      "grad_norm": 1.1068625450134277,
      "learning_rate": 2.31352053097896e-06,
      "loss": 0.3456,
      "step": 1516040
    },
    {
      "epoch": 423.12,
      "grad_norm": 1.090187668800354,
      "learning_rate": 2.3134934935993766e-06,
      "loss": 0.3415,
      "step": 1516050
    },
    {
      "epoch": 423.13,
      "grad_norm": 1.1283786296844482,
      "learning_rate": 2.31346645622382e-06,
      "loss": 0.3428,
      "step": 1516060
    },
    {
      "epoch": 423.13,
      "grad_norm": 0.9844745397567749,
      "learning_rate": 2.313439418852293e-06,
      "loss": 0.3539,
      "step": 1516070
    },
    {
      "epoch": 423.13,
      "grad_norm": 1.9568018913269043,
      "learning_rate": 2.313412381484801e-06,
      "loss": 0.3604,
      "step": 1516080
    },
    {
      "epoch": 423.13,
      "grad_norm": 3.033069133758545,
      "learning_rate": 2.3133853441213476e-06,
      "loss": 0.3368,
      "step": 1516090
    },
    {
      "epoch": 423.14,
      "grad_norm": 1.0010716915130615,
      "learning_rate": 2.3133583067619344e-06,
      "loss": 0.347,
      "step": 1516100
    },
    {
      "epoch": 423.14,
      "grad_norm": 1.0132073163986206,
      "learning_rate": 2.3133312694065675e-06,
      "loss": 0.3492,
      "step": 1516110
    },
    {
      "epoch": 423.14,
      "grad_norm": 1.0370354652404785,
      "learning_rate": 2.3133042320552495e-06,
      "loss": 0.3538,
      "step": 1516120
    },
    {
      "epoch": 423.15,
      "grad_norm": 1.1525734663009644,
      "learning_rate": 2.3132771947079823e-06,
      "loss": 0.3382,
      "step": 1516130
    },
    {
      "epoch": 423.15,
      "grad_norm": 0.9968406558036804,
      "learning_rate": 2.3132501573647725e-06,
      "loss": 0.3478,
      "step": 1516140
    },
    {
      "epoch": 423.15,
      "grad_norm": 1.009466528892517,
      "learning_rate": 2.3132231200256216e-06,
      "loss": 0.3333,
      "step": 1516150
    },
    {
      "epoch": 423.15,
      "grad_norm": 1.0484936237335205,
      "learning_rate": 2.313196082690534e-06,
      "loss": 0.3418,
      "step": 1516160
    },
    {
      "epoch": 423.16,
      "grad_norm": 0.9551156163215637,
      "learning_rate": 2.3131690453595134e-06,
      "loss": 0.3596,
      "step": 1516170
    },
    {
      "epoch": 423.16,
      "grad_norm": 1.0655832290649414,
      "learning_rate": 2.313142008032563e-06,
      "loss": 0.3435,
      "step": 1516180
    },
    {
      "epoch": 423.16,
      "grad_norm": 1.0361014604568481,
      "learning_rate": 2.3131149707096855e-06,
      "loss": 0.34,
      "step": 1516190
    },
    {
      "epoch": 423.16,
      "grad_norm": 1.0836175680160522,
      "learning_rate": 2.3130879333908867e-06,
      "loss": 0.3549,
      "step": 1516200
    },
    {
      "epoch": 423.17,
      "grad_norm": 1.130908489227295,
      "learning_rate": 2.313060896076169e-06,
      "loss": 0.3491,
      "step": 1516210
    },
    {
      "epoch": 423.17,
      "grad_norm": 0.9393264651298523,
      "learning_rate": 2.313033858765535e-06,
      "loss": 0.3489,
      "step": 1516220
    },
    {
      "epoch": 423.17,
      "grad_norm": 1.1208250522613525,
      "learning_rate": 2.3130068214589904e-06,
      "loss": 0.3522,
      "step": 1516230
    },
    {
      "epoch": 423.18,
      "grad_norm": 1.0252500772476196,
      "learning_rate": 2.3129797841565377e-06,
      "loss": 0.346,
      "step": 1516240
    },
    {
      "epoch": 423.18,
      "grad_norm": 0.9449602365493774,
      "learning_rate": 2.31295274685818e-06,
      "loss": 0.3481,
      "step": 1516250
    },
    {
      "epoch": 423.18,
      "grad_norm": 1.0793741941452026,
      "learning_rate": 2.3129257095639222e-06,
      "loss": 0.3322,
      "step": 1516260
    },
    {
      "epoch": 423.18,
      "grad_norm": 1.031848669052124,
      "learning_rate": 2.3128986722737667e-06,
      "loss": 0.3457,
      "step": 1516270
    },
    {
      "epoch": 423.19,
      "grad_norm": 0.9808744788169861,
      "learning_rate": 2.3128716349877164e-06,
      "loss": 0.3448,
      "step": 1516280
    },
    {
      "epoch": 423.19,
      "grad_norm": 1.2792023420333862,
      "learning_rate": 2.3128445977057775e-06,
      "loss": 0.333,
      "step": 1516290
    },
    {
      "epoch": 423.19,
      "grad_norm": 1.095160722732544,
      "learning_rate": 2.3128175604279514e-06,
      "loss": 0.3477,
      "step": 1516300
    },
    {
      "epoch": 423.2,
      "grad_norm": 1.0058271884918213,
      "learning_rate": 2.312790523154243e-06,
      "loss": 0.3316,
      "step": 1516310
    },
    {
      "epoch": 423.2,
      "grad_norm": 1.0724924802780151,
      "learning_rate": 2.3127634858846553e-06,
      "loss": 0.3437,
      "step": 1516320
    },
    {
      "epoch": 423.2,
      "grad_norm": 0.9525812864303589,
      "learning_rate": 2.312736448619191e-06,
      "loss": 0.3329,
      "step": 1516330
    },
    {
      "epoch": 423.2,
      "grad_norm": 1.3856323957443237,
      "learning_rate": 2.312709411357855e-06,
      "loss": 0.3388,
      "step": 1516340
    },
    {
      "epoch": 423.21,
      "grad_norm": 1.033644199371338,
      "learning_rate": 2.3126823741006514e-06,
      "loss": 0.3364,
      "step": 1516350
    },
    {
      "epoch": 423.21,
      "grad_norm": 1.0287542343139648,
      "learning_rate": 2.3126553368475815e-06,
      "loss": 0.3414,
      "step": 1516360
    },
    {
      "epoch": 423.21,
      "grad_norm": 1.0579087734222412,
      "learning_rate": 2.312628299598651e-06,
      "loss": 0.36,
      "step": 1516370
    },
    {
      "epoch": 423.22,
      "grad_norm": 1.3348771333694458,
      "learning_rate": 2.312601262353863e-06,
      "loss": 0.3508,
      "step": 1516380
    },
    {
      "epoch": 423.22,
      "grad_norm": 1.0531408786773682,
      "learning_rate": 2.312574225113221e-06,
      "loss": 0.3444,
      "step": 1516390
    },
    {
      "epoch": 423.22,
      "grad_norm": 0.9240641593933105,
      "learning_rate": 2.3125471878767283e-06,
      "loss": 0.3407,
      "step": 1516400
    },
    {
      "epoch": 423.22,
      "grad_norm": 1.2675220966339111,
      "learning_rate": 2.3125201506443887e-06,
      "loss": 0.3438,
      "step": 1516410
    },
    {
      "epoch": 423.23,
      "grad_norm": 1.4382238388061523,
      "learning_rate": 2.312493113416205e-06,
      "loss": 0.3434,
      "step": 1516420
    },
    {
      "epoch": 423.23,
      "grad_norm": 1.052355170249939,
      "learning_rate": 2.312466076192183e-06,
      "loss": 0.3364,
      "step": 1516430
    },
    {
      "epoch": 423.23,
      "grad_norm": 1.02825927734375,
      "learning_rate": 2.3124390389723244e-06,
      "loss": 0.3443,
      "step": 1516440
    },
    {
      "epoch": 423.23,
      "grad_norm": 1.1482292413711548,
      "learning_rate": 2.312412001756633e-06,
      "loss": 0.3514,
      "step": 1516450
    },
    {
      "epoch": 423.24,
      "grad_norm": 1.1051081418991089,
      "learning_rate": 2.312384964545113e-06,
      "loss": 0.34,
      "step": 1516460
    },
    {
      "epoch": 423.24,
      "grad_norm": 1.1042568683624268,
      "learning_rate": 2.3123579273377676e-06,
      "loss": 0.3541,
      "step": 1516470
    },
    {
      "epoch": 423.24,
      "grad_norm": 0.995119035243988,
      "learning_rate": 2.3123308901346e-06,
      "loss": 0.3274,
      "step": 1516480
    },
    {
      "epoch": 423.25,
      "grad_norm": 1.0490998029708862,
      "learning_rate": 2.3123038529356147e-06,
      "loss": 0.3295,
      "step": 1516490
    },
    {
      "epoch": 423.25,
      "grad_norm": 1.0922845602035522,
      "learning_rate": 2.312276815740815e-06,
      "loss": 0.3415,
      "step": 1516500
    },
    {
      "epoch": 423.25,
      "grad_norm": 1.1030619144439697,
      "learning_rate": 2.312249778550204e-06,
      "loss": 0.3493,
      "step": 1516510
    },
    {
      "epoch": 423.25,
      "grad_norm": 1.1619683504104614,
      "learning_rate": 2.312222741363786e-06,
      "loss": 0.3419,
      "step": 1516520
    },
    {
      "epoch": 423.26,
      "grad_norm": 1.0848315954208374,
      "learning_rate": 2.3121957041815646e-06,
      "loss": 0.3291,
      "step": 1516530
    },
    {
      "epoch": 423.26,
      "grad_norm": 0.8609263896942139,
      "learning_rate": 2.3121686670035423e-06,
      "loss": 0.3312,
      "step": 1516540
    },
    {
      "epoch": 423.26,
      "grad_norm": 1.0472252368927002,
      "learning_rate": 2.3121416298297247e-06,
      "loss": 0.3326,
      "step": 1516550
    },
    {
      "epoch": 423.27,
      "grad_norm": 1.0248358249664307,
      "learning_rate": 2.3121145926601134e-06,
      "loss": 0.3269,
      "step": 1516560
    },
    {
      "epoch": 423.27,
      "grad_norm": 1.000588059425354,
      "learning_rate": 2.3120875554947123e-06,
      "loss": 0.334,
      "step": 1516570
    },
    {
      "epoch": 423.27,
      "grad_norm": 1.2143678665161133,
      "learning_rate": 2.312060518333526e-06,
      "loss": 0.3272,
      "step": 1516580
    },
    {
      "epoch": 423.27,
      "grad_norm": 1.1205806732177734,
      "learning_rate": 2.3120334811765575e-06,
      "loss": 0.3436,
      "step": 1516590
    },
    {
      "epoch": 423.28,
      "grad_norm": 0.9786315560340881,
      "learning_rate": 2.3120064440238107e-06,
      "loss": 0.3421,
      "step": 1516600
    },
    {
      "epoch": 423.28,
      "grad_norm": 1.0198662281036377,
      "learning_rate": 2.3119794068752892e-06,
      "loss": 0.3474,
      "step": 1516610
    },
    {
      "epoch": 423.28,
      "grad_norm": 1.189445972442627,
      "learning_rate": 2.311952369730995e-06,
      "loss": 0.335,
      "step": 1516620
    },
    {
      "epoch": 423.28,
      "grad_norm": 1.1233934164047241,
      "learning_rate": 2.3119253325909345e-06,
      "loss": 0.3371,
      "step": 1516630
    },
    {
      "epoch": 423.29,
      "grad_norm": 1.0585352182388306,
      "learning_rate": 2.3118982954551096e-06,
      "loss": 0.3658,
      "step": 1516640
    },
    {
      "epoch": 423.29,
      "grad_norm": 1.494398832321167,
      "learning_rate": 2.3118712583235234e-06,
      "loss": 0.3492,
      "step": 1516650
    },
    {
      "epoch": 423.29,
      "grad_norm": 1.0964561700820923,
      "learning_rate": 2.311844221196181e-06,
      "loss": 0.348,
      "step": 1516660
    },
    {
      "epoch": 423.3,
      "grad_norm": 1.0847997665405273,
      "learning_rate": 2.3118171840730855e-06,
      "loss": 0.372,
      "step": 1516670
    },
    {
      "epoch": 423.3,
      "grad_norm": 0.9707913994789124,
      "learning_rate": 2.3117901469542394e-06,
      "loss": 0.3355,
      "step": 1516680
    },
    {
      "epoch": 423.3,
      "grad_norm": 1.053188681602478,
      "learning_rate": 2.311763109839648e-06,
      "loss": 0.3499,
      "step": 1516690
    },
    {
      "epoch": 423.3,
      "grad_norm": 0.9614937901496887,
      "learning_rate": 2.3117360727293142e-06,
      "loss": 0.3407,
      "step": 1516700
    },
    {
      "epoch": 423.31,
      "grad_norm": 1.044214129447937,
      "learning_rate": 2.31170903562324e-06,
      "loss": 0.3497,
      "step": 1516710
    },
    {
      "epoch": 423.31,
      "grad_norm": 1.0804997682571411,
      "learning_rate": 2.311681998521432e-06,
      "loss": 0.3403,
      "step": 1516720
    },
    {
      "epoch": 423.31,
      "grad_norm": 0.8950291275978088,
      "learning_rate": 2.311654961423892e-06,
      "loss": 0.3372,
      "step": 1516730
    },
    {
      "epoch": 423.32,
      "grad_norm": 0.9074042439460754,
      "learning_rate": 2.3116279243306233e-06,
      "loss": 0.3319,
      "step": 1516740
    },
    {
      "epoch": 423.32,
      "grad_norm": 0.8219402432441711,
      "learning_rate": 2.3116008872416305e-06,
      "loss": 0.3478,
      "step": 1516750
    },
    {
      "epoch": 423.32,
      "grad_norm": 1.168588399887085,
      "learning_rate": 2.3115738501569173e-06,
      "loss": 0.3555,
      "step": 1516760
    },
    {
      "epoch": 423.32,
      "grad_norm": 1.1350566148757935,
      "learning_rate": 2.311546813076485e-06,
      "loss": 0.3418,
      "step": 1516770
    },
    {
      "epoch": 423.33,
      "grad_norm": 1.378327488899231,
      "learning_rate": 2.31151977600034e-06,
      "loss": 0.3445,
      "step": 1516780
    },
    {
      "epoch": 423.33,
      "grad_norm": 0.9842385053634644,
      "learning_rate": 2.3114927389284853e-06,
      "loss": 0.3442,
      "step": 1516790
    },
    {
      "epoch": 423.33,
      "grad_norm": 1.0523226261138916,
      "learning_rate": 2.3114657018609232e-06,
      "loss": 0.3537,
      "step": 1516800
    },
    {
      "epoch": 423.34,
      "grad_norm": 0.9166107177734375,
      "learning_rate": 2.3114386647976586e-06,
      "loss": 0.3449,
      "step": 1516810
    },
    {
      "epoch": 423.34,
      "grad_norm": 0.9662782549858093,
      "learning_rate": 2.311411627738695e-06,
      "loss": 0.3286,
      "step": 1516820
    },
    {
      "epoch": 423.34,
      "grad_norm": 1.1190663576126099,
      "learning_rate": 2.311384590684035e-06,
      "loss": 0.3576,
      "step": 1516830
    },
    {
      "epoch": 423.34,
      "grad_norm": 1.0083489418029785,
      "learning_rate": 2.3113575536336832e-06,
      "loss": 0.3609,
      "step": 1516840
    },
    {
      "epoch": 423.35,
      "grad_norm": 1.1807022094726562,
      "learning_rate": 2.311330516587643e-06,
      "loss": 0.3458,
      "step": 1516850
    },
    {
      "epoch": 423.35,
      "grad_norm": 1.367103099822998,
      "learning_rate": 2.3113034795459168e-06,
      "loss": 0.3429,
      "step": 1516860
    },
    {
      "epoch": 423.35,
      "grad_norm": 0.9802595973014832,
      "learning_rate": 2.3112764425085104e-06,
      "loss": 0.3474,
      "step": 1516870
    },
    {
      "epoch": 423.35,
      "grad_norm": 0.9776844382286072,
      "learning_rate": 2.3112494054754256e-06,
      "loss": 0.3399,
      "step": 1516880
    },
    {
      "epoch": 423.36,
      "grad_norm": 1.1957894563674927,
      "learning_rate": 2.311222368446667e-06,
      "loss": 0.3354,
      "step": 1516890
    },
    {
      "epoch": 423.36,
      "grad_norm": 0.9860879778862,
      "learning_rate": 2.3111953314222376e-06,
      "loss": 0.3553,
      "step": 1516900
    },
    {
      "epoch": 423.36,
      "grad_norm": 1.0420812368392944,
      "learning_rate": 2.311168294402141e-06,
      "loss": 0.3411,
      "step": 1516910
    },
    {
      "epoch": 423.37,
      "grad_norm": 1.9744926691055298,
      "learning_rate": 2.311141257386382e-06,
      "loss": 0.3266,
      "step": 1516920
    },
    {
      "epoch": 423.37,
      "grad_norm": 1.0265233516693115,
      "learning_rate": 2.311114220374963e-06,
      "loss": 0.3433,
      "step": 1516930
    },
    {
      "epoch": 423.37,
      "grad_norm": 1.0176973342895508,
      "learning_rate": 2.3110871833678863e-06,
      "loss": 0.3369,
      "step": 1516940
    },
    {
      "epoch": 423.37,
      "grad_norm": 1.0902012586593628,
      "learning_rate": 2.3110601463651587e-06,
      "loss": 0.335,
      "step": 1516950
    },
    {
      "epoch": 423.38,
      "grad_norm": 1.1678160429000854,
      "learning_rate": 2.311033109366782e-06,
      "loss": 0.3503,
      "step": 1516960
    },
    {
      "epoch": 423.38,
      "grad_norm": 0.9964175820350647,
      "learning_rate": 2.3110060723727593e-06,
      "loss": 0.3431,
      "step": 1516970
    },
    {
      "epoch": 423.38,
      "grad_norm": 1.2292537689208984,
      "learning_rate": 2.310979035383095e-06,
      "loss": 0.3672,
      "step": 1516980
    },
    {
      "epoch": 423.39,
      "grad_norm": 1.1720281839370728,
      "learning_rate": 2.3109519983977935e-06,
      "loss": 0.3565,
      "step": 1516990
    },
    {
      "epoch": 423.39,
      "grad_norm": 1.2051010131835938,
      "learning_rate": 2.3109249614168554e-06,
      "loss": 0.349,
      "step": 1517000
    },
    {
      "epoch": 423.39,
      "grad_norm": 0.9031474590301514,
      "learning_rate": 2.310897924440288e-06,
      "loss": 0.3479,
      "step": 1517010
    },
    {
      "epoch": 423.39,
      "grad_norm": 1.0613476037979126,
      "learning_rate": 2.3108708874680926e-06,
      "loss": 0.3514,
      "step": 1517020
    },
    {
      "epoch": 423.4,
      "grad_norm": 1.0362812280654907,
      "learning_rate": 2.310843850500273e-06,
      "loss": 0.3539,
      "step": 1517030
    },
    {
      "epoch": 423.4,
      "grad_norm": 1.0462291240692139,
      "learning_rate": 2.3108168135368337e-06,
      "loss": 0.3468,
      "step": 1517040
    },
    {
      "epoch": 423.4,
      "grad_norm": 1.0120480060577393,
      "learning_rate": 2.3107897765777783e-06,
      "loss": 0.3458,
      "step": 1517050
    },
    {
      "epoch": 423.4,
      "grad_norm": 1.1891491413116455,
      "learning_rate": 2.310762739623109e-06,
      "loss": 0.3551,
      "step": 1517060
    },
    {
      "epoch": 423.41,
      "grad_norm": 1.0382652282714844,
      "learning_rate": 2.310735702672831e-06,
      "loss": 0.3402,
      "step": 1517070
    },
    {
      "epoch": 423.41,
      "grad_norm": 0.9526122212409973,
      "learning_rate": 2.3107086657269475e-06,
      "loss": 0.357,
      "step": 1517080
    },
    {
      "epoch": 423.41,
      "grad_norm": 0.9988300204277039,
      "learning_rate": 2.3106816287854604e-06,
      "loss": 0.333,
      "step": 1517090
    },
    {
      "epoch": 423.42,
      "grad_norm": 1.0273959636688232,
      "learning_rate": 2.310654591848376e-06,
      "loss": 0.3347,
      "step": 1517100
    },
    {
      "epoch": 423.42,
      "grad_norm": 1.0399571657180786,
      "learning_rate": 2.310627554915696e-06,
      "loss": 0.3319,
      "step": 1517110
    },
    {
      "epoch": 423.42,
      "grad_norm": 1.2127325534820557,
      "learning_rate": 2.310600517987425e-06,
      "loss": 0.3498,
      "step": 1517120
    },
    {
      "epoch": 423.42,
      "grad_norm": 1.0011217594146729,
      "learning_rate": 2.3105734810635662e-06,
      "loss": 0.341,
      "step": 1517130
    },
    {
      "epoch": 423.43,
      "grad_norm": 1.134749174118042,
      "learning_rate": 2.310546444144123e-06,
      "loss": 0.3379,
      "step": 1517140
    },
    {
      "epoch": 423.43,
      "grad_norm": 1.0386548042297363,
      "learning_rate": 2.3105194072290986e-06,
      "loss": 0.3393,
      "step": 1517150
    },
    {
      "epoch": 423.43,
      "grad_norm": 0.9231253862380981,
      "learning_rate": 2.310492370318498e-06,
      "loss": 0.3337,
      "step": 1517160
    },
    {
      "epoch": 423.44,
      "grad_norm": 0.993484377861023,
      "learning_rate": 2.3104653334123234e-06,
      "loss": 0.3388,
      "step": 1517170
    },
    {
      "epoch": 423.44,
      "grad_norm": 1.198975682258606,
      "learning_rate": 2.3104382965105795e-06,
      "loss": 0.3497,
      "step": 1517180
    },
    {
      "epoch": 423.44,
      "grad_norm": 1.0323400497436523,
      "learning_rate": 2.3104112596132694e-06,
      "loss": 0.3428,
      "step": 1517190
    },
    {
      "epoch": 423.44,
      "grad_norm": 1.2044650316238403,
      "learning_rate": 2.3103842227203965e-06,
      "loss": 0.3461,
      "step": 1517200
    },
    {
      "epoch": 423.45,
      "grad_norm": 1.2138861417770386,
      "learning_rate": 2.310357185831965e-06,
      "loss": 0.3506,
      "step": 1517210
    },
    {
      "epoch": 423.45,
      "grad_norm": 1.0136134624481201,
      "learning_rate": 2.310330148947978e-06,
      "loss": 0.3511,
      "step": 1517220
    },
    {
      "epoch": 423.45,
      "grad_norm": 1.12703537940979,
      "learning_rate": 2.310303112068438e-06,
      "loss": 0.3493,
      "step": 1517230
    },
    {
      "epoch": 423.46,
      "grad_norm": 1.1156405210494995,
      "learning_rate": 2.3102760751933512e-06,
      "loss": 0.3433,
      "step": 1517240
    },
    {
      "epoch": 423.46,
      "grad_norm": 1.216569185256958,
      "learning_rate": 2.3102490383227197e-06,
      "loss": 0.3392,
      "step": 1517250
    },
    {
      "epoch": 423.46,
      "grad_norm": 1.1773427724838257,
      "learning_rate": 2.3102220014565465e-06,
      "loss": 0.3219,
      "step": 1517260
    },
    {
      "epoch": 423.46,
      "grad_norm": 1.18438720703125,
      "learning_rate": 2.3101949645948364e-06,
      "loss": 0.3702,
      "step": 1517270
    },
    {
      "epoch": 423.47,
      "grad_norm": 1.1323332786560059,
      "learning_rate": 2.3101679277375926e-06,
      "loss": 0.3364,
      "step": 1517280
    },
    {
      "epoch": 423.47,
      "grad_norm": 1.0157526731491089,
      "learning_rate": 2.3101408908848174e-06,
      "loss": 0.345,
      "step": 1517290
    },
    {
      "epoch": 423.47,
      "grad_norm": 1.0284079313278198,
      "learning_rate": 2.310113854036517e-06,
      "loss": 0.3383,
      "step": 1517300
    },
    {
      "epoch": 423.47,
      "grad_norm": 1.1141163110733032,
      "learning_rate": 2.3100868171926933e-06,
      "loss": 0.3262,
      "step": 1517310
    },
    {
      "epoch": 423.48,
      "grad_norm": 0.924752414226532,
      "learning_rate": 2.310059780353349e-06,
      "loss": 0.3437,
      "step": 1517320
    },
    {
      "epoch": 423.48,
      "grad_norm": 0.9038093090057373,
      "learning_rate": 2.3100327435184902e-06,
      "loss": 0.3349,
      "step": 1517330
    },
    {
      "epoch": 423.48,
      "grad_norm": 1.0710123777389526,
      "learning_rate": 2.3100057066881195e-06,
      "loss": 0.3559,
      "step": 1517340
    },
    {
      "epoch": 423.49,
      "grad_norm": 1.0376074314117432,
      "learning_rate": 2.309978669862239e-06,
      "loss": 0.3561,
      "step": 1517350
    },
    {
      "epoch": 423.49,
      "grad_norm": 1.1302642822265625,
      "learning_rate": 2.309951633040854e-06,
      "loss": 0.3753,
      "step": 1517360
    },
    {
      "epoch": 423.49,
      "grad_norm": 0.9306094646453857,
      "learning_rate": 2.3099245962239678e-06,
      "loss": 0.3567,
      "step": 1517370
    },
    {
      "epoch": 423.49,
      "grad_norm": 0.9454639554023743,
      "learning_rate": 2.309897559411583e-06,
      "loss": 0.3485,
      "step": 1517380
    },
    {
      "epoch": 423.5,
      "grad_norm": 0.9917798638343811,
      "learning_rate": 2.3098705226037046e-06,
      "loss": 0.3411,
      "step": 1517390
    },
    {
      "epoch": 423.5,
      "grad_norm": 1.04044771194458,
      "learning_rate": 2.3098434858003356e-06,
      "loss": 0.3535,
      "step": 1517400
    },
    {
      "epoch": 423.5,
      "grad_norm": 1.0868074893951416,
      "learning_rate": 2.309816449001479e-06,
      "loss": 0.3597,
      "step": 1517410
    },
    {
      "epoch": 423.51,
      "grad_norm": 1.1372017860412598,
      "learning_rate": 2.30978941220714e-06,
      "loss": 0.3488,
      "step": 1517420
    },
    {
      "epoch": 423.51,
      "grad_norm": 1.0473273992538452,
      "learning_rate": 2.3097623754173207e-06,
      "loss": 0.3434,
      "step": 1517430
    },
    {
      "epoch": 423.51,
      "grad_norm": 1.0110185146331787,
      "learning_rate": 2.309735338632024e-06,
      "loss": 0.3211,
      "step": 1517440
    },
    {
      "epoch": 423.51,
      "grad_norm": 1.214859962463379,
      "learning_rate": 2.309708301851256e-06,
      "loss": 0.3431,
      "step": 1517450
    },
    {
      "epoch": 423.52,
      "grad_norm": 0.9435024261474609,
      "learning_rate": 2.3096812650750177e-06,
      "loss": 0.3607,
      "step": 1517460
    },
    {
      "epoch": 423.52,
      "grad_norm": 0.9240888357162476,
      "learning_rate": 2.309654228303315e-06,
      "loss": 0.3377,
      "step": 1517470
    },
    {
      "epoch": 423.52,
      "grad_norm": 1.0670578479766846,
      "learning_rate": 2.3096271915361506e-06,
      "loss": 0.3332,
      "step": 1517480
    },
    {
      "epoch": 423.52,
      "grad_norm": 1.141860842704773,
      "learning_rate": 2.3096001547735277e-06,
      "loss": 0.3502,
      "step": 1517490
    },
    {
      "epoch": 423.53,
      "grad_norm": 1.4339885711669922,
      "learning_rate": 2.3095731180154503e-06,
      "loss": 0.3369,
      "step": 1517500
    },
    {
      "epoch": 423.53,
      "grad_norm": 7.540209770202637,
      "learning_rate": 2.309546081261922e-06,
      "loss": 0.3642,
      "step": 1517510
    },
    {
      "epoch": 423.53,
      "grad_norm": 1.17024564743042,
      "learning_rate": 2.309519044512945e-06,
      "loss": 0.3482,
      "step": 1517520
    },
    {
      "epoch": 423.54,
      "grad_norm": 0.9657412171363831,
      "learning_rate": 2.3094920077685253e-06,
      "loss": 0.35,
      "step": 1517530
    },
    {
      "epoch": 423.54,
      "grad_norm": 1.1270793676376343,
      "learning_rate": 2.3094649710286655e-06,
      "loss": 0.3419,
      "step": 1517540
    },
    {
      "epoch": 423.54,
      "grad_norm": 3.2961509227752686,
      "learning_rate": 2.3094379342933686e-06,
      "loss": 0.3311,
      "step": 1517550
    },
    {
      "epoch": 423.54,
      "grad_norm": 1.3425638675689697,
      "learning_rate": 2.309410897562639e-06,
      "loss": 0.3592,
      "step": 1517560
    },
    {
      "epoch": 423.55,
      "grad_norm": 1.063645362854004,
      "learning_rate": 2.30938386083648e-06,
      "loss": 0.3553,
      "step": 1517570
    },
    {
      "epoch": 423.55,
      "grad_norm": 1.0572978258132935,
      "learning_rate": 2.309356824114894e-06,
      "loss": 0.3305,
      "step": 1517580
    },
    {
      "epoch": 423.55,
      "grad_norm": 1.021538496017456,
      "learning_rate": 2.3093297873978868e-06,
      "loss": 0.3393,
      "step": 1517590
    },
    {
      "epoch": 423.56,
      "grad_norm": 0.9263833165168762,
      "learning_rate": 2.3093027506854607e-06,
      "loss": 0.3292,
      "step": 1517600
    },
    {
      "epoch": 423.56,
      "grad_norm": 1.1292797327041626,
      "learning_rate": 2.3092757139776187e-06,
      "loss": 0.3442,
      "step": 1517610
    },
    {
      "epoch": 423.56,
      "grad_norm": 0.990703284740448,
      "learning_rate": 2.3092486772743664e-06,
      "loss": 0.3728,
      "step": 1517620
    },
    {
      "epoch": 423.56,
      "grad_norm": 1.0304820537567139,
      "learning_rate": 2.3092216405757063e-06,
      "loss": 0.3512,
      "step": 1517630
    },
    {
      "epoch": 423.57,
      "grad_norm": 1.200047254562378,
      "learning_rate": 2.3091946038816413e-06,
      "loss": 0.3438,
      "step": 1517640
    },
    {
      "epoch": 423.57,
      "grad_norm": 2.482490301132202,
      "learning_rate": 2.3091675671921757e-06,
      "loss": 0.347,
      "step": 1517650
    },
    {
      "epoch": 423.57,
      "grad_norm": 1.0623152256011963,
      "learning_rate": 2.3091405305073138e-06,
      "loss": 0.3411,
      "step": 1517660
    },
    {
      "epoch": 423.58,
      "grad_norm": 1.176693320274353,
      "learning_rate": 2.309113493827057e-06,
      "loss": 0.3551,
      "step": 1517670
    },
    {
      "epoch": 423.58,
      "grad_norm": 0.9687821269035339,
      "learning_rate": 2.3090864571514113e-06,
      "loss": 0.3447,
      "step": 1517680
    },
    {
      "epoch": 423.58,
      "grad_norm": 0.992576539516449,
      "learning_rate": 2.3090594204803797e-06,
      "loss": 0.3265,
      "step": 1517690
    },
    {
      "epoch": 423.58,
      "grad_norm": 0.9931466579437256,
      "learning_rate": 2.3090323838139644e-06,
      "loss": 0.3358,
      "step": 1517700
    },
    {
      "epoch": 423.59,
      "grad_norm": 1.0553011894226074,
      "learning_rate": 2.309005347152171e-06,
      "loss": 0.3419,
      "step": 1517710
    },
    {
      "epoch": 423.59,
      "grad_norm": 1.1583315134048462,
      "learning_rate": 2.308978310495002e-06,
      "loss": 0.3613,
      "step": 1517720
    },
    {
      "epoch": 423.59,
      "grad_norm": 0.9887626767158508,
      "learning_rate": 2.30895127384246e-06,
      "loss": 0.3669,
      "step": 1517730
    },
    {
      "epoch": 423.59,
      "grad_norm": 1.060044765472412,
      "learning_rate": 2.3089242371945505e-06,
      "loss": 0.3521,
      "step": 1517740
    },
    {
      "epoch": 423.6,
      "grad_norm": 1.061322569847107,
      "learning_rate": 2.3088972005512758e-06,
      "loss": 0.3526,
      "step": 1517750
    },
    {
      "epoch": 423.6,
      "grad_norm": 1.0495494604110718,
      "learning_rate": 2.3088701639126406e-06,
      "loss": 0.3397,
      "step": 1517760
    },
    {
      "epoch": 423.6,
      "grad_norm": 1.0738495588302612,
      "learning_rate": 2.308843127278648e-06,
      "loss": 0.3523,
      "step": 1517770
    },
    {
      "epoch": 423.61,
      "grad_norm": 1.1929646730422974,
      "learning_rate": 2.308816090649301e-06,
      "loss": 0.3418,
      "step": 1517780
    },
    {
      "epoch": 423.61,
      "grad_norm": 1.0354989767074585,
      "learning_rate": 2.3087890540246047e-06,
      "loss": 0.337,
      "step": 1517790
    },
    {
      "epoch": 423.61,
      "grad_norm": 1.1488182544708252,
      "learning_rate": 2.308762017404561e-06,
      "loss": 0.3442,
      "step": 1517800
    },
    {
      "epoch": 423.61,
      "grad_norm": 0.9383983612060547,
      "learning_rate": 2.3087349807891737e-06,
      "loss": 0.3468,
      "step": 1517810
    },
    {
      "epoch": 423.62,
      "grad_norm": 0.960243821144104,
      "learning_rate": 2.308707944178448e-06,
      "loss": 0.3589,
      "step": 1517820
    },
    {
      "epoch": 423.62,
      "grad_norm": 1.1248812675476074,
      "learning_rate": 2.308680907572386e-06,
      "loss": 0.3615,
      "step": 1517830
    },
    {
      "epoch": 423.62,
      "grad_norm": 0.9478858709335327,
      "learning_rate": 2.3086538709709913e-06,
      "loss": 0.3394,
      "step": 1517840
    },
    {
      "epoch": 423.63,
      "grad_norm": 0.9850364923477173,
      "learning_rate": 2.3086268343742682e-06,
      "loss": 0.363,
      "step": 1517850
    },
    {
      "epoch": 423.63,
      "grad_norm": 0.9990760087966919,
      "learning_rate": 2.30859979778222e-06,
      "loss": 0.3534,
      "step": 1517860
    },
    {
      "epoch": 423.63,
      "grad_norm": 1.0190054178237915,
      "learning_rate": 2.30857276119485e-06,
      "loss": 0.3546,
      "step": 1517870
    },
    {
      "epoch": 423.63,
      "grad_norm": 1.0869908332824707,
      "learning_rate": 2.308545724612163e-06,
      "loss": 0.3464,
      "step": 1517880
    },
    {
      "epoch": 423.64,
      "grad_norm": 1.2091296911239624,
      "learning_rate": 2.3085186880341613e-06,
      "loss": 0.3378,
      "step": 1517890
    },
    {
      "epoch": 423.64,
      "grad_norm": 1.0504204034805298,
      "learning_rate": 2.3084916514608477e-06,
      "loss": 0.3399,
      "step": 1517900
    },
    {
      "epoch": 423.64,
      "grad_norm": 1.0861523151397705,
      "learning_rate": 2.3084646148922283e-06,
      "loss": 0.328,
      "step": 1517910
    },
    {
      "epoch": 423.64,
      "grad_norm": 0.9974284768104553,
      "learning_rate": 2.3084375783283057e-06,
      "loss": 0.3518,
      "step": 1517920
    },
    {
      "epoch": 423.65,
      "grad_norm": 1.1367390155792236,
      "learning_rate": 2.308410541769082e-06,
      "loss": 0.3553,
      "step": 1517930
    },
    {
      "epoch": 423.65,
      "grad_norm": 0.9921375513076782,
      "learning_rate": 2.308383505214563e-06,
      "loss": 0.3261,
      "step": 1517940
    },
    {
      "epoch": 423.65,
      "grad_norm": 0.9665826559066772,
      "learning_rate": 2.3083564686647513e-06,
      "loss": 0.3264,
      "step": 1517950
    },
    {
      "epoch": 423.66,
      "grad_norm": 4.036044120788574,
      "learning_rate": 2.308329432119649e-06,
      "loss": 0.3456,
      "step": 1517960
    },
    {
      "epoch": 423.66,
      "grad_norm": 1.0441224575042725,
      "learning_rate": 2.308302395579263e-06,
      "loss": 0.3349,
      "step": 1517970
    },
    {
      "epoch": 423.66,
      "grad_norm": 1.0262870788574219,
      "learning_rate": 2.3082753590435943e-06,
      "loss": 0.3507,
      "step": 1517980
    },
    {
      "epoch": 423.66,
      "grad_norm": 1.0380537509918213,
      "learning_rate": 2.3082483225126467e-06,
      "loss": 0.3515,
      "step": 1517990
    },
    {
      "epoch": 423.67,
      "grad_norm": 0.984919011592865,
      "learning_rate": 2.308221285986425e-06,
      "loss": 0.3312,
      "step": 1518000
    },
    {
      "epoch": 423.67,
      "grad_norm": 0.9257634878158569,
      "learning_rate": 2.3081942494649326e-06,
      "loss": 0.3456,
      "step": 1518010
    },
    {
      "epoch": 423.67,
      "grad_norm": 1.1680195331573486,
      "learning_rate": 2.308167212948172e-06,
      "loss": 0.35,
      "step": 1518020
    },
    {
      "epoch": 423.68,
      "grad_norm": 1.1195012331008911,
      "learning_rate": 2.308140176436148e-06,
      "loss": 0.3509,
      "step": 1518030
    },
    {
      "epoch": 423.68,
      "grad_norm": 1.2636336088180542,
      "learning_rate": 2.3081131399288626e-06,
      "loss": 0.339,
      "step": 1518040
    },
    {
      "epoch": 423.68,
      "grad_norm": 1.084506630897522,
      "learning_rate": 2.308086103426322e-06,
      "loss": 0.3582,
      "step": 1518050
    },
    {
      "epoch": 423.68,
      "grad_norm": 1.0012657642364502,
      "learning_rate": 2.3080590669285276e-06,
      "loss": 0.3376,
      "step": 1518060
    },
    {
      "epoch": 423.69,
      "grad_norm": 1.0996531248092651,
      "learning_rate": 2.3080320304354835e-06,
      "loss": 0.3456,
      "step": 1518070
    },
    {
      "epoch": 423.69,
      "grad_norm": 1.0528477430343628,
      "learning_rate": 2.3080049939471937e-06,
      "loss": 0.349,
      "step": 1518080
    },
    {
      "epoch": 423.69,
      "grad_norm": 0.9738719463348389,
      "learning_rate": 2.3079779574636618e-06,
      "loss": 0.3319,
      "step": 1518090
    },
    {
      "epoch": 423.7,
      "grad_norm": 1.158622145652771,
      "learning_rate": 2.30795092098489e-06,
      "loss": 0.3488,
      "step": 1518100
    },
    {
      "epoch": 423.7,
      "grad_norm": 0.9912898540496826,
      "learning_rate": 2.3079238845108843e-06,
      "loss": 0.3378,
      "step": 1518110
    },
    {
      "epoch": 423.7,
      "grad_norm": 1.2349134683609009,
      "learning_rate": 2.307896848041647e-06,
      "loss": 0.3417,
      "step": 1518120
    },
    {
      "epoch": 423.7,
      "grad_norm": 1.1421195268630981,
      "learning_rate": 2.3078698115771804e-06,
      "loss": 0.3325,
      "step": 1518130
    },
    {
      "epoch": 423.71,
      "grad_norm": 0.9782519340515137,
      "learning_rate": 2.307842775117491e-06,
      "loss": 0.3522,
      "step": 1518140
    },
    {
      "epoch": 423.71,
      "grad_norm": 1.809706687927246,
      "learning_rate": 2.307815738662581e-06,
      "loss": 0.3436,
      "step": 1518150
    },
    {
      "epoch": 423.71,
      "grad_norm": 0.9300275444984436,
      "learning_rate": 2.3077887022124524e-06,
      "loss": 0.3407,
      "step": 1518160
    },
    {
      "epoch": 423.71,
      "grad_norm": 1.1371971368789673,
      "learning_rate": 2.3077616657671115e-06,
      "loss": 0.3457,
      "step": 1518170
    },
    {
      "epoch": 423.72,
      "grad_norm": 1.0063233375549316,
      "learning_rate": 2.3077346293265605e-06,
      "loss": 0.3503,
      "step": 1518180
    },
    {
      "epoch": 423.72,
      "grad_norm": 1.0373671054840088,
      "learning_rate": 2.3077075928908025e-06,
      "loss": 0.3293,
      "step": 1518190
    },
    {
      "epoch": 423.72,
      "grad_norm": 0.9853775501251221,
      "learning_rate": 2.307680556459842e-06,
      "loss": 0.3382,
      "step": 1518200
    },
    {
      "epoch": 423.73,
      "grad_norm": 1.0086785554885864,
      "learning_rate": 2.307653520033683e-06,
      "loss": 0.3341,
      "step": 1518210
    },
    {
      "epoch": 423.73,
      "grad_norm": 0.9745013117790222,
      "learning_rate": 2.3076264836123275e-06,
      "loss": 0.3501,
      "step": 1518220
    },
    {
      "epoch": 423.73,
      "grad_norm": 1.0528172254562378,
      "learning_rate": 2.307599447195781e-06,
      "loss": 0.3507,
      "step": 1518230
    },
    {
      "epoch": 423.73,
      "grad_norm": 0.8424944281578064,
      "learning_rate": 2.3075724107840457e-06,
      "loss": 0.3548,
      "step": 1518240
    },
    {
      "epoch": 423.74,
      "grad_norm": 1.1346242427825928,
      "learning_rate": 2.307545374377125e-06,
      "loss": 0.3526,
      "step": 1518250
    },
    {
      "epoch": 423.74,
      "grad_norm": 0.9848319888114929,
      "learning_rate": 2.307518337975024e-06,
      "loss": 0.34,
      "step": 1518260
    },
    {
      "epoch": 423.74,
      "grad_norm": 1.1312215328216553,
      "learning_rate": 2.3074913015777455e-06,
      "loss": 0.3309,
      "step": 1518270
    },
    {
      "epoch": 423.75,
      "grad_norm": 1.0611858367919922,
      "learning_rate": 2.307464265185292e-06,
      "loss": 0.3369,
      "step": 1518280
    },
    {
      "epoch": 423.75,
      "grad_norm": 1.0030568838119507,
      "learning_rate": 2.3074372287976692e-06,
      "loss": 0.3411,
      "step": 1518290
    },
    {
      "epoch": 423.75,
      "grad_norm": 1.0164158344268799,
      "learning_rate": 2.3074101924148795e-06,
      "loss": 0.3375,
      "step": 1518300
    },
    {
      "epoch": 423.75,
      "grad_norm": 1.024480938911438,
      "learning_rate": 2.3073831560369264e-06,
      "loss": 0.352,
      "step": 1518310
    },
    {
      "epoch": 423.76,
      "grad_norm": 1.089097023010254,
      "learning_rate": 2.307356119663814e-06,
      "loss": 0.3478,
      "step": 1518320
    },
    {
      "epoch": 423.76,
      "grad_norm": 1.135358214378357,
      "learning_rate": 2.3073290832955447e-06,
      "loss": 0.3654,
      "step": 1518330
    },
    {
      "epoch": 423.76,
      "grad_norm": 1.209791898727417,
      "learning_rate": 2.307302046932124e-06,
      "loss": 0.3522,
      "step": 1518340
    },
    {
      "epoch": 423.77,
      "grad_norm": 1.0976918935775757,
      "learning_rate": 2.307275010573555e-06,
      "loss": 0.3519,
      "step": 1518350
    },
    {
      "epoch": 423.77,
      "grad_norm": 1.1780500411987305,
      "learning_rate": 2.3072479742198396e-06,
      "loss": 0.3507,
      "step": 1518360
    },
    {
      "epoch": 423.77,
      "grad_norm": 1.1190985441207886,
      "learning_rate": 2.3072209378709834e-06,
      "loss": 0.3431,
      "step": 1518370
    },
    {
      "epoch": 423.77,
      "grad_norm": 0.9953561425209045,
      "learning_rate": 2.307193901526989e-06,
      "loss": 0.3508,
      "step": 1518380
    },
    {
      "epoch": 423.78,
      "grad_norm": 1.021604061126709,
      "learning_rate": 2.3071668651878597e-06,
      "loss": 0.3512,
      "step": 1518390
    },
    {
      "epoch": 423.78,
      "grad_norm": 1.1016002893447876,
      "learning_rate": 2.3071398288536004e-06,
      "loss": 0.354,
      "step": 1518400
    },
    {
      "epoch": 423.78,
      "grad_norm": 1.0305262804031372,
      "learning_rate": 2.307112792524214e-06,
      "loss": 0.3318,
      "step": 1518410
    },
    {
      "epoch": 423.78,
      "grad_norm": 1.052233338356018,
      "learning_rate": 2.3070857561997027e-06,
      "loss": 0.3592,
      "step": 1518420
    },
    {
      "epoch": 423.79,
      "grad_norm": 1.1490893363952637,
      "learning_rate": 2.307058719880073e-06,
      "loss": 0.3366,
      "step": 1518430
    },
    {
      "epoch": 423.79,
      "grad_norm": 1.077850580215454,
      "learning_rate": 2.3070316835653262e-06,
      "loss": 0.3719,
      "step": 1518440
    },
    {
      "epoch": 423.79,
      "grad_norm": 0.9411844611167908,
      "learning_rate": 2.3070046472554665e-06,
      "loss": 0.3589,
      "step": 1518450
    },
    {
      "epoch": 423.8,
      "grad_norm": 0.9607025980949402,
      "learning_rate": 2.3069776109504984e-06,
      "loss": 0.3567,
      "step": 1518460
    },
    {
      "epoch": 423.8,
      "grad_norm": 1.0634305477142334,
      "learning_rate": 2.3069505746504245e-06,
      "loss": 0.3585,
      "step": 1518470
    },
    {
      "epoch": 423.8,
      "grad_norm": 0.9458927512168884,
      "learning_rate": 2.3069235383552472e-06,
      "loss": 0.346,
      "step": 1518480
    },
    {
      "epoch": 423.8,
      "grad_norm": 1.0664620399475098,
      "learning_rate": 2.306896502064973e-06,
      "loss": 0.3588,
      "step": 1518490
    },
    {
      "epoch": 423.81,
      "grad_norm": 1.0559321641921997,
      "learning_rate": 2.306869465779604e-06,
      "loss": 0.3413,
      "step": 1518500
    },
    {
      "epoch": 423.81,
      "grad_norm": 0.9667165875434875,
      "learning_rate": 2.306842429499143e-06,
      "loss": 0.3365,
      "step": 1518510
    },
    {
      "epoch": 423.81,
      "grad_norm": 1.212639331817627,
      "learning_rate": 2.306815393223595e-06,
      "loss": 0.3494,
      "step": 1518520
    },
    {
      "epoch": 423.82,
      "grad_norm": 1.0254664421081543,
      "learning_rate": 2.306788356952963e-06,
      "loss": 0.3437,
      "step": 1518530
    },
    {
      "epoch": 423.82,
      "grad_norm": 0.9826141595840454,
      "learning_rate": 2.30676132068725e-06,
      "loss": 0.365,
      "step": 1518540
    },
    {
      "epoch": 423.82,
      "grad_norm": 1.0132578611373901,
      "learning_rate": 2.306734284426461e-06,
      "loss": 0.3464,
      "step": 1518550
    },
    {
      "epoch": 423.82,
      "grad_norm": 0.9825506806373596,
      "learning_rate": 2.3067072481705987e-06,
      "loss": 0.3235,
      "step": 1518560
    },
    {
      "epoch": 423.83,
      "grad_norm": 0.9996811151504517,
      "learning_rate": 2.3066802119196658e-06,
      "loss": 0.3392,
      "step": 1518570
    },
    {
      "epoch": 423.83,
      "grad_norm": 1.0026018619537354,
      "learning_rate": 2.3066531756736677e-06,
      "loss": 0.3637,
      "step": 1518580
    },
    {
      "epoch": 423.83,
      "grad_norm": 1.3569260835647583,
      "learning_rate": 2.3066261394326074e-06,
      "loss": 0.3397,
      "step": 1518590
    },
    {
      "epoch": 423.83,
      "grad_norm": 1.454628586769104,
      "learning_rate": 2.3065991031964882e-06,
      "loss": 0.3476,
      "step": 1518600
    },
    {
      "epoch": 423.84,
      "grad_norm": 1.061187505722046,
      "learning_rate": 2.3065720669653137e-06,
      "loss": 0.3649,
      "step": 1518610
    },
    {
      "epoch": 423.84,
      "grad_norm": 0.9255697727203369,
      "learning_rate": 2.3065450307390866e-06,
      "loss": 0.3429,
      "step": 1518620
    },
    {
      "epoch": 423.84,
      "grad_norm": 0.9012264609336853,
      "learning_rate": 2.306517994517813e-06,
      "loss": 0.351,
      "step": 1518630
    },
    {
      "epoch": 423.85,
      "grad_norm": 1.0496878623962402,
      "learning_rate": 2.3064909583014945e-06,
      "loss": 0.3527,
      "step": 1518640
    },
    {
      "epoch": 423.85,
      "grad_norm": 1.2276337146759033,
      "learning_rate": 2.306463922090135e-06,
      "loss": 0.3467,
      "step": 1518650
    },
    {
      "epoch": 423.85,
      "grad_norm": 1.0154829025268555,
      "learning_rate": 2.3064368858837386e-06,
      "loss": 0.3429,
      "step": 1518660
    },
    {
      "epoch": 423.85,
      "grad_norm": 1.0262253284454346,
      "learning_rate": 2.3064098496823084e-06,
      "loss": 0.3361,
      "step": 1518670
    },
    {
      "epoch": 423.86,
      "grad_norm": 1.0635979175567627,
      "learning_rate": 2.3063828134858474e-06,
      "loss": 0.3478,
      "step": 1518680
    },
    {
      "epoch": 423.86,
      "grad_norm": 1.0254342555999756,
      "learning_rate": 2.306355777294361e-06,
      "loss": 0.3262,
      "step": 1518690
    },
    {
      "epoch": 423.86,
      "grad_norm": 1.0808871984481812,
      "learning_rate": 2.306328741107852e-06,
      "loss": 0.3526,
      "step": 1518700
    },
    {
      "epoch": 423.87,
      "grad_norm": 0.9498355984687805,
      "learning_rate": 2.3063017049263225e-06,
      "loss": 0.3573,
      "step": 1518710
    },
    {
      "epoch": 423.87,
      "grad_norm": 1.137607455253601,
      "learning_rate": 2.306274668749778e-06,
      "loss": 0.3461,
      "step": 1518720
    },
    {
      "epoch": 423.87,
      "grad_norm": 1.9759368896484375,
      "learning_rate": 2.3062476325782224e-06,
      "loss": 0.3516,
      "step": 1518730
    },
    {
      "epoch": 423.87,
      "grad_norm": 1.2093265056610107,
      "learning_rate": 2.3062205964116574e-06,
      "loss": 0.3649,
      "step": 1518740
    },
    {
      "epoch": 423.88,
      "grad_norm": 0.875872015953064,
      "learning_rate": 2.306193560250088e-06,
      "loss": 0.3376,
      "step": 1518750
    },
    {
      "epoch": 423.88,
      "grad_norm": 1.0737874507904053,
      "learning_rate": 2.3061665240935177e-06,
      "loss": 0.3452,
      "step": 1518760
    },
    {
      "epoch": 423.88,
      "grad_norm": 0.9957181215286255,
      "learning_rate": 2.306139487941948e-06,
      "loss": 0.3566,
      "step": 1518770
    },
    {
      "epoch": 423.89,
      "grad_norm": 1.17606782913208,
      "learning_rate": 2.306112451795386e-06,
      "loss": 0.3404,
      "step": 1518780
    },
    {
      "epoch": 423.89,
      "grad_norm": 1.1781320571899414,
      "learning_rate": 2.3060854156538336e-06,
      "loss": 0.353,
      "step": 1518790
    },
    {
      "epoch": 423.89,
      "grad_norm": 0.9925520420074463,
      "learning_rate": 2.3060583795172933e-06,
      "loss": 0.3356,
      "step": 1518800
    },
    {
      "epoch": 423.89,
      "grad_norm": 1.0973312854766846,
      "learning_rate": 2.30603134338577e-06,
      "loss": 0.3586,
      "step": 1518810
    },
    {
      "epoch": 423.9,
      "grad_norm": 1.0306739807128906,
      "learning_rate": 2.3060043072592676e-06,
      "loss": 0.3518,
      "step": 1518820
    },
    {
      "epoch": 423.9,
      "grad_norm": 1.0378364324569702,
      "learning_rate": 2.305977271137789e-06,
      "loss": 0.3251,
      "step": 1518830
    },
    {
      "epoch": 423.9,
      "grad_norm": 1.0042319297790527,
      "learning_rate": 2.305950235021338e-06,
      "loss": 0.34,
      "step": 1518840
    },
    {
      "epoch": 423.9,
      "grad_norm": 1.0889285802841187,
      "learning_rate": 2.3059231989099183e-06,
      "loss": 0.3539,
      "step": 1518850
    },
    {
      "epoch": 423.91,
      "grad_norm": 1.2187212705612183,
      "learning_rate": 2.3058961628035324e-06,
      "loss": 0.3532,
      "step": 1518860
    },
    {
      "epoch": 423.91,
      "grad_norm": 1.0185633897781372,
      "learning_rate": 2.305869126702186e-06,
      "loss": 0.3363,
      "step": 1518870
    },
    {
      "epoch": 423.91,
      "grad_norm": 0.9189205765724182,
      "learning_rate": 2.3058420906058814e-06,
      "loss": 0.3475,
      "step": 1518880
    },
    {
      "epoch": 423.92,
      "grad_norm": 1.136307954788208,
      "learning_rate": 2.305815054514622e-06,
      "loss": 0.3656,
      "step": 1518890
    },
    {
      "epoch": 423.92,
      "grad_norm": 1.0440998077392578,
      "learning_rate": 2.305788018428412e-06,
      "loss": 0.3473,
      "step": 1518900
    },
    {
      "epoch": 423.92,
      "grad_norm": 1.0499879121780396,
      "learning_rate": 2.3057609823472536e-06,
      "loss": 0.3294,
      "step": 1518910
    },
    {
      "epoch": 423.92,
      "grad_norm": 1.0902701616287231,
      "learning_rate": 2.305733946271153e-06,
      "loss": 0.348,
      "step": 1518920
    },
    {
      "epoch": 423.93,
      "grad_norm": 1.3382368087768555,
      "learning_rate": 2.305706910200112e-06,
      "loss": 0.3255,
      "step": 1518930
    },
    {
      "epoch": 423.93,
      "grad_norm": 1.1348342895507812,
      "learning_rate": 2.3056798741341334e-06,
      "loss": 0.352,
      "step": 1518940
    },
    {
      "epoch": 423.93,
      "grad_norm": 1.056989073753357,
      "learning_rate": 2.3056528380732235e-06,
      "loss": 0.3445,
      "step": 1518950
    },
    {
      "epoch": 423.94,
      "grad_norm": 1.1584446430206299,
      "learning_rate": 2.3056258020173843e-06,
      "loss": 0.359,
      "step": 1518960
    },
    {
      "epoch": 423.94,
      "grad_norm": 1.0268582105636597,
      "learning_rate": 2.3055987659666184e-06,
      "loss": 0.36,
      "step": 1518970
    },
    {
      "epoch": 423.94,
      "grad_norm": 1.1248984336853027,
      "learning_rate": 2.3055717299209313e-06,
      "loss": 0.3375,
      "step": 1518980
    },
    {
      "epoch": 423.94,
      "grad_norm": 1.053501009941101,
      "learning_rate": 2.3055446938803256e-06,
      "loss": 0.3187,
      "step": 1518990
    },
    {
      "epoch": 423.95,
      "grad_norm": 0.9716718792915344,
      "learning_rate": 2.305517657844804e-06,
      "loss": 0.3385,
      "step": 1519000
    },
    {
      "epoch": 423.95,
      "grad_norm": 0.9305647611618042,
      "learning_rate": 2.3054906218143726e-06,
      "loss": 0.3415,
      "step": 1519010
    },
    {
      "epoch": 423.95,
      "grad_norm": 1.1671292781829834,
      "learning_rate": 2.3054635857890334e-06,
      "loss": 0.3457,
      "step": 1519020
    },
    {
      "epoch": 423.95,
      "grad_norm": 1.1933547258377075,
      "learning_rate": 2.3054365497687894e-06,
      "loss": 0.3477,
      "step": 1519030
    },
    {
      "epoch": 423.96,
      "grad_norm": 1.1292533874511719,
      "learning_rate": 2.305409513753645e-06,
      "loss": 0.3573,
      "step": 1519040
    },
    {
      "epoch": 423.96,
      "grad_norm": 1.1899837255477905,
      "learning_rate": 2.3053824777436046e-06,
      "loss": 0.3604,
      "step": 1519050
    },
    {
      "epoch": 423.96,
      "grad_norm": 1.2145570516586304,
      "learning_rate": 2.305355441738669e-06,
      "loss": 0.3444,
      "step": 1519060
    },
    {
      "epoch": 423.97,
      "grad_norm": 0.9682426452636719,
      "learning_rate": 2.305328405738846e-06,
      "loss": 0.3487,
      "step": 1519070
    },
    {
      "epoch": 423.97,
      "grad_norm": 1.4366238117218018,
      "learning_rate": 2.3053013697441358e-06,
      "loss": 0.3494,
      "step": 1519080
    },
    {
      "epoch": 423.97,
      "grad_norm": 1.10164213180542,
      "learning_rate": 2.305274333754542e-06,
      "loss": 0.3429,
      "step": 1519090
    },
    {
      "epoch": 423.97,
      "grad_norm": 1.1793558597564697,
      "learning_rate": 2.3052472977700714e-06,
      "loss": 0.3451,
      "step": 1519100
    },
    {
      "epoch": 423.98,
      "grad_norm": 1.0232985019683838,
      "learning_rate": 2.305220261790725e-06,
      "loss": 0.3438,
      "step": 1519110
    },
    {
      "epoch": 423.98,
      "grad_norm": 0.990551769733429,
      "learning_rate": 2.305193225816506e-06,
      "loss": 0.3492,
      "step": 1519120
    },
    {
      "epoch": 423.98,
      "grad_norm": 1.101625680923462,
      "learning_rate": 2.30516618984742e-06,
      "loss": 0.341,
      "step": 1519130
    },
    {
      "epoch": 423.99,
      "grad_norm": 1.9453259706497192,
      "learning_rate": 2.305139153883469e-06,
      "loss": 0.3537,
      "step": 1519140
    },
    {
      "epoch": 423.99,
      "grad_norm": 1.1592059135437012,
      "learning_rate": 2.3051121179246567e-06,
      "loss": 0.3515,
      "step": 1519150
    },
    {
      "epoch": 423.99,
      "grad_norm": 1.110356092453003,
      "learning_rate": 2.305085081970988e-06,
      "loss": 0.3448,
      "step": 1519160
    },
    {
      "epoch": 423.99,
      "grad_norm": 1.0794731378555298,
      "learning_rate": 2.3050580460224652e-06,
      "loss": 0.3434,
      "step": 1519170
    },
    {
      "epoch": 424.0,
      "grad_norm": 1.0051127672195435,
      "learning_rate": 2.305031010079092e-06,
      "loss": 0.3569,
      "step": 1519180
    },
    {
      "epoch": 424.0,
      "grad_norm": 1.0441006422042847,
      "learning_rate": 2.3050039741408728e-06,
      "loss": 0.3441,
      "step": 1519190
    },
    {
      "epoch": 424.0,
      "eval_loss": 0.3449638783931732,
      "eval_runtime": 63.3668,
      "eval_samples_per_second": 79.837,
      "eval_steps_per_second": 9.989,
      "step": 1519192
    },
    {
      "epoch": 424.0,
      "grad_norm": 0.950514554977417,
      "learning_rate": 2.3049769382078097e-06,
      "loss": 0.3553,
      "step": 1519200
    },
    {
      "epoch": 424.01,
      "grad_norm": 1.0944947004318237,
      "learning_rate": 2.304949902279908e-06,
      "loss": 0.3411,
      "step": 1519210
    },
    {
      "epoch": 424.01,
      "grad_norm": 0.9236917495727539,
      "learning_rate": 2.3049228663571712e-06,
      "loss": 0.3475,
      "step": 1519220
    },
    {
      "epoch": 424.01,
      "grad_norm": 1.0956432819366455,
      "learning_rate": 2.3048958304396013e-06,
      "loss": 0.3559,
      "step": 1519230
    },
    {
      "epoch": 424.01,
      "grad_norm": 0.9951297044754028,
      "learning_rate": 2.3048687945272037e-06,
      "loss": 0.3351,
      "step": 1519240
    },
    {
      "epoch": 424.02,
      "grad_norm": 1.0236786603927612,
      "learning_rate": 2.304841758619981e-06,
      "loss": 0.3332,
      "step": 1519250
    },
    {
      "epoch": 424.02,
      "grad_norm": 0.9748502969741821,
      "learning_rate": 2.304814722717937e-06,
      "loss": 0.3321,
      "step": 1519260
    },
    {
      "epoch": 424.02,
      "grad_norm": 1.0652121305465698,
      "learning_rate": 2.304787686821075e-06,
      "loss": 0.3521,
      "step": 1519270
    },
    {
      "epoch": 424.02,
      "grad_norm": 0.9146441221237183,
      "learning_rate": 2.3047606509293994e-06,
      "loss": 0.3499,
      "step": 1519280
    },
    {
      "epoch": 424.03,
      "grad_norm": 0.9532939195632935,
      "learning_rate": 2.304733615042912e-06,
      "loss": 0.3305,
      "step": 1519290
    },
    {
      "epoch": 424.03,
      "grad_norm": 1.1973035335540771,
      "learning_rate": 2.3047065791616194e-06,
      "loss": 0.3572,
      "step": 1519300
    },
    {
      "epoch": 424.03,
      "grad_norm": 1.1577224731445312,
      "learning_rate": 2.3046795432855227e-06,
      "loss": 0.338,
      "step": 1519310
    },
    {
      "epoch": 424.04,
      "grad_norm": 0.8492094874382019,
      "learning_rate": 2.3046525074146264e-06,
      "loss": 0.3454,
      "step": 1519320
    },
    {
      "epoch": 424.04,
      "grad_norm": 1.0937440395355225,
      "learning_rate": 2.304625471548934e-06,
      "loss": 0.3426,
      "step": 1519330
    },
    {
      "epoch": 424.04,
      "grad_norm": 0.9795527458190918,
      "learning_rate": 2.304598435688449e-06,
      "loss": 0.3423,
      "step": 1519340
    },
    {
      "epoch": 424.04,
      "grad_norm": 1.0933870077133179,
      "learning_rate": 2.3045713998331747e-06,
      "loss": 0.361,
      "step": 1519350
    },
    {
      "epoch": 424.05,
      "grad_norm": 1.1034637689590454,
      "learning_rate": 2.304544363983116e-06,
      "loss": 0.3518,
      "step": 1519360
    },
    {
      "epoch": 424.05,
      "grad_norm": 1.0852783918380737,
      "learning_rate": 2.304517328138275e-06,
      "loss": 0.3426,
      "step": 1519370
    },
    {
      "epoch": 424.05,
      "grad_norm": 1.0447269678115845,
      "learning_rate": 2.304490292298655e-06,
      "loss": 0.3566,
      "step": 1519380
    },
    {
      "epoch": 424.06,
      "grad_norm": 0.9511451125144958,
      "learning_rate": 2.304463256464262e-06,
      "loss": 0.3277,
      "step": 1519390
    },
    {
      "epoch": 424.06,
      "grad_norm": 1.0937820672988892,
      "learning_rate": 2.3044362206350977e-06,
      "loss": 0.3445,
      "step": 1519400
    },
    {
      "epoch": 424.06,
      "grad_norm": 1.0242692232131958,
      "learning_rate": 2.3044091848111655e-06,
      "loss": 0.3446,
      "step": 1519410
    },
    {
      "epoch": 424.06,
      "grad_norm": 1.228354811668396,
      "learning_rate": 2.3043821489924706e-06,
      "loss": 0.3558,
      "step": 1519420
    },
    {
      "epoch": 424.07,
      "grad_norm": 0.9266854524612427,
      "learning_rate": 2.304355113179015e-06,
      "loss": 0.3423,
      "step": 1519430
    },
    {
      "epoch": 424.07,
      "grad_norm": 1.1167501211166382,
      "learning_rate": 2.304328077370802e-06,
      "loss": 0.3625,
      "step": 1519440
    },
    {
      "epoch": 424.07,
      "grad_norm": 0.9021396636962891,
      "learning_rate": 2.304301041567837e-06,
      "loss": 0.3373,
      "step": 1519450
    },
    {
      "epoch": 424.07,
      "grad_norm": 1.0470545291900635,
      "learning_rate": 2.304274005770123e-06,
      "loss": 0.3506,
      "step": 1519460
    },
    {
      "epoch": 424.08,
      "grad_norm": 1.0940392017364502,
      "learning_rate": 2.3042469699776623e-06,
      "loss": 0.3443,
      "step": 1519470
    },
    {
      "epoch": 424.08,
      "grad_norm": 0.9359258413314819,
      "learning_rate": 2.3042199341904604e-06,
      "loss": 0.3475,
      "step": 1519480
    },
    {
      "epoch": 424.08,
      "grad_norm": 1.1428583860397339,
      "learning_rate": 2.3041928984085187e-06,
      "loss": 0.3293,
      "step": 1519490
    },
    {
      "epoch": 424.09,
      "grad_norm": 1.5578501224517822,
      "learning_rate": 2.3041658626318433e-06,
      "loss": 0.3411,
      "step": 1519500
    },
    {
      "epoch": 424.09,
      "grad_norm": 1.152905821800232,
      "learning_rate": 2.304138826860436e-06,
      "loss": 0.3434,
      "step": 1519510
    },
    {
      "epoch": 424.09,
      "grad_norm": 1.0731204748153687,
      "learning_rate": 2.3041117910943004e-06,
      "loss": 0.3449,
      "step": 1519520
    },
    {
      "epoch": 424.09,
      "grad_norm": 1.075613021850586,
      "learning_rate": 2.3040847553334417e-06,
      "loss": 0.35,
      "step": 1519530
    },
    {
      "epoch": 424.1,
      "grad_norm": 1.0788559913635254,
      "learning_rate": 2.3040577195778625e-06,
      "loss": 0.3412,
      "step": 1519540
    },
    {
      "epoch": 424.1,
      "grad_norm": 0.9586480259895325,
      "learning_rate": 2.3040306838275655e-06,
      "loss": 0.3548,
      "step": 1519550
    },
    {
      "epoch": 424.1,
      "grad_norm": 1.0277323722839355,
      "learning_rate": 2.304003648082556e-06,
      "loss": 0.3416,
      "step": 1519560
    },
    {
      "epoch": 424.11,
      "grad_norm": 1.0112146139144897,
      "learning_rate": 2.3039766123428368e-06,
      "loss": 0.3719,
      "step": 1519570
    },
    {
      "epoch": 424.11,
      "grad_norm": 1.000603437423706,
      "learning_rate": 2.30394957660841e-06,
      "loss": 0.3319,
      "step": 1519580
    },
    {
      "epoch": 424.11,
      "grad_norm": 0.9466679096221924,
      "learning_rate": 2.303922540879282e-06,
      "loss": 0.3507,
      "step": 1519590
    },
    {
      "epoch": 424.11,
      "grad_norm": 1.1290555000305176,
      "learning_rate": 2.3038955051554553e-06,
      "loss": 0.3538,
      "step": 1519600
    },
    {
      "epoch": 424.12,
      "grad_norm": 0.9831435084342957,
      "learning_rate": 2.303868469436932e-06,
      "loss": 0.3441,
      "step": 1519610
    },
    {
      "epoch": 424.12,
      "grad_norm": 1.0501431226730347,
      "learning_rate": 2.303841433723718e-06,
      "loss": 0.3438,
      "step": 1519620
    },
    {
      "epoch": 424.12,
      "grad_norm": 0.9890886545181274,
      "learning_rate": 2.3038143980158156e-06,
      "loss": 0.3703,
      "step": 1519630
    },
    {
      "epoch": 424.13,
      "grad_norm": 1.0547399520874023,
      "learning_rate": 2.303787362313228e-06,
      "loss": 0.351,
      "step": 1519640
    },
    {
      "epoch": 424.13,
      "grad_norm": 1.4529690742492676,
      "learning_rate": 2.30376032661596e-06,
      "loss": 0.3292,
      "step": 1519650
    },
    {
      "epoch": 424.13,
      "grad_norm": 1.7721519470214844,
      "learning_rate": 2.3037332909240146e-06,
      "loss": 0.3537,
      "step": 1519660
    },
    {
      "epoch": 424.13,
      "grad_norm": 1.2621620893478394,
      "learning_rate": 2.303706255237395e-06,
      "loss": 0.3484,
      "step": 1519670
    },
    {
      "epoch": 424.14,
      "grad_norm": 1.034085988998413,
      "learning_rate": 2.3036792195561057e-06,
      "loss": 0.3426,
      "step": 1519680
    },
    {
      "epoch": 424.14,
      "grad_norm": 1.2995290756225586,
      "learning_rate": 2.30365218388015e-06,
      "loss": 0.3458,
      "step": 1519690
    },
    {
      "epoch": 424.14,
      "grad_norm": 1.0688934326171875,
      "learning_rate": 2.303625148209531e-06,
      "loss": 0.3595,
      "step": 1519700
    },
    {
      "epoch": 424.14,
      "grad_norm": 1.1374973058700562,
      "learning_rate": 2.303598112544253e-06,
      "loss": 0.3366,
      "step": 1519710
    },
    {
      "epoch": 424.15,
      "grad_norm": 1.0013518333435059,
      "learning_rate": 2.303571076884319e-06,
      "loss": 0.3476,
      "step": 1519720
    },
    {
      "epoch": 424.15,
      "grad_norm": 1.1196098327636719,
      "learning_rate": 2.303544041229732e-06,
      "loss": 0.3566,
      "step": 1519730
    },
    {
      "epoch": 424.15,
      "grad_norm": 0.8812127113342285,
      "learning_rate": 2.3035170055804973e-06,
      "loss": 0.3501,
      "step": 1519740
    },
    {
      "epoch": 424.16,
      "grad_norm": 1.1404129266738892,
      "learning_rate": 2.303489969936618e-06,
      "loss": 0.3483,
      "step": 1519750
    },
    {
      "epoch": 424.16,
      "grad_norm": 1.1294500827789307,
      "learning_rate": 2.303462934298097e-06,
      "loss": 0.3279,
      "step": 1519760
    },
    {
      "epoch": 424.16,
      "grad_norm": 1.069448709487915,
      "learning_rate": 2.303435898664937e-06,
      "loss": 0.3537,
      "step": 1519770
    },
    {
      "epoch": 424.16,
      "grad_norm": 1.0320850610733032,
      "learning_rate": 2.303408863037144e-06,
      "loss": 0.3598,
      "step": 1519780
    },
    {
      "epoch": 424.17,
      "grad_norm": 0.9491391777992249,
      "learning_rate": 2.3033818274147205e-06,
      "loss": 0.3421,
      "step": 1519790
    },
    {
      "epoch": 424.17,
      "grad_norm": 0.9864990711212158,
      "learning_rate": 2.3033547917976703e-06,
      "loss": 0.3577,
      "step": 1519800
    },
    {
      "epoch": 424.17,
      "grad_norm": 1.0872224569320679,
      "learning_rate": 2.3033277561859952e-06,
      "loss": 0.3384,
      "step": 1519810
    },
    {
      "epoch": 424.18,
      "grad_norm": 1.245611310005188,
      "learning_rate": 2.3033007205797014e-06,
      "loss": 0.3509,
      "step": 1519820
    },
    {
      "epoch": 424.18,
      "grad_norm": 0.9818513989448547,
      "learning_rate": 2.3032736849787918e-06,
      "loss": 0.346,
      "step": 1519830
    },
    {
      "epoch": 424.18,
      "grad_norm": 0.9645183086395264,
      "learning_rate": 2.303246649383269e-06,
      "loss": 0.3539,
      "step": 1519840
    },
    {
      "epoch": 424.18,
      "grad_norm": 0.9779660105705261,
      "learning_rate": 2.3032196137931376e-06,
      "loss": 0.3389,
      "step": 1519850
    },
    {
      "epoch": 424.19,
      "grad_norm": 1.0080084800720215,
      "learning_rate": 2.303192578208401e-06,
      "loss": 0.3466,
      "step": 1519860
    },
    {
      "epoch": 424.19,
      "grad_norm": 1.0565781593322754,
      "learning_rate": 2.3031655426290613e-06,
      "loss": 0.3556,
      "step": 1519870
    },
    {
      "epoch": 424.19,
      "grad_norm": 1.0652326345443726,
      "learning_rate": 2.303138507055124e-06,
      "loss": 0.361,
      "step": 1519880
    },
    {
      "epoch": 424.19,
      "grad_norm": 1.0951546430587769,
      "learning_rate": 2.303111471486593e-06,
      "loss": 0.3327,
      "step": 1519890
    },
    {
      "epoch": 424.2,
      "grad_norm": 1.1520650386810303,
      "learning_rate": 2.3030844359234696e-06,
      "loss": 0.3566,
      "step": 1519900
    },
    {
      "epoch": 424.2,
      "grad_norm": 1.2320226430892944,
      "learning_rate": 2.30305740036576e-06,
      "loss": 0.3316,
      "step": 1519910
    },
    {
      "epoch": 424.2,
      "grad_norm": 1.411302089691162,
      "learning_rate": 2.303030364813466e-06,
      "loss": 0.3475,
      "step": 1519920
    },
    {
      "epoch": 424.21,
      "grad_norm": 1.8012531995773315,
      "learning_rate": 2.303003329266592e-06,
      "loss": 0.3502,
      "step": 1519930
    },
    {
      "epoch": 424.21,
      "grad_norm": 1.065429449081421,
      "learning_rate": 2.3029762937251416e-06,
      "loss": 0.3447,
      "step": 1519940
    },
    {
      "epoch": 424.21,
      "grad_norm": 1.0204973220825195,
      "learning_rate": 2.302949258189118e-06,
      "loss": 0.3435,
      "step": 1519950
    },
    {
      "epoch": 424.21,
      "grad_norm": 0.9825857877731323,
      "learning_rate": 2.302922222658524e-06,
      "loss": 0.3546,
      "step": 1519960
    },
    {
      "epoch": 424.22,
      "grad_norm": 4.9472246170043945,
      "learning_rate": 2.3028951871333658e-06,
      "loss": 0.3324,
      "step": 1519970
    },
    {
      "epoch": 424.22,
      "grad_norm": 1.0566147565841675,
      "learning_rate": 2.302868151613645e-06,
      "loss": 0.3478,
      "step": 1519980
    },
    {
      "epoch": 424.22,
      "grad_norm": 0.9722843170166016,
      "learning_rate": 2.302841116099365e-06,
      "loss": 0.3476,
      "step": 1519990
    },
    {
      "epoch": 424.23,
      "grad_norm": 1.02949059009552,
      "learning_rate": 2.3028140805905307e-06,
      "loss": 0.3492,
      "step": 1520000
    },
    {
      "epoch": 424.23,
      "grad_norm": 0.9845951199531555,
      "learning_rate": 2.3027870450871446e-06,
      "loss": 0.3495,
      "step": 1520010
    },
    {
      "epoch": 424.23,
      "grad_norm": 1.1048502922058105,
      "learning_rate": 2.30276000958921e-06,
      "loss": 0.3389,
      "step": 1520020
    },
    {
      "epoch": 424.23,
      "grad_norm": 0.9654131531715393,
      "learning_rate": 2.302732974096732e-06,
      "loss": 0.3487,
      "step": 1520030
    },
    {
      "epoch": 424.24,
      "grad_norm": 1.8813600540161133,
      "learning_rate": 2.302705938609713e-06,
      "loss": 0.3541,
      "step": 1520040
    },
    {
      "epoch": 424.24,
      "grad_norm": 1.262879490852356,
      "learning_rate": 2.3026789031281567e-06,
      "loss": 0.344,
      "step": 1520050
    },
    {
      "epoch": 424.24,
      "grad_norm": 1.2734254598617554,
      "learning_rate": 2.3026518676520675e-06,
      "loss": 0.3329,
      "step": 1520060
    },
    {
      "epoch": 424.25,
      "grad_norm": 1.2659580707550049,
      "learning_rate": 2.302624832181448e-06,
      "loss": 0.3441,
      "step": 1520070
    },
    {
      "epoch": 424.25,
      "grad_norm": 1.0139433145523071,
      "learning_rate": 2.3025977967163034e-06,
      "loss": 0.3353,
      "step": 1520080
    },
    {
      "epoch": 424.25,
      "grad_norm": 1.040645956993103,
      "learning_rate": 2.3025707612566356e-06,
      "loss": 0.3606,
      "step": 1520090
    },
    {
      "epoch": 424.25,
      "grad_norm": 1.210056185722351,
      "learning_rate": 2.3025437258024478e-06,
      "loss": 0.3289,
      "step": 1520100
    },
    {
      "epoch": 424.26,
      "grad_norm": 1.102403163909912,
      "learning_rate": 2.3025166903537457e-06,
      "loss": 0.3391,
      "step": 1520110
    },
    {
      "epoch": 424.26,
      "grad_norm": 1.1321349143981934,
      "learning_rate": 2.302489654910532e-06,
      "loss": 0.3314,
      "step": 1520120
    },
    {
      "epoch": 424.26,
      "grad_norm": 1.6189013719558716,
      "learning_rate": 2.3024626194728087e-06,
      "loss": 0.3468,
      "step": 1520130
    },
    {
      "epoch": 424.26,
      "grad_norm": 0.9129059910774231,
      "learning_rate": 2.3024355840405823e-06,
      "loss": 0.338,
      "step": 1520140
    },
    {
      "epoch": 424.27,
      "grad_norm": 0.889658510684967,
      "learning_rate": 2.302408548613854e-06,
      "loss": 0.3579,
      "step": 1520150
    },
    {
      "epoch": 424.27,
      "grad_norm": 1.0136041641235352,
      "learning_rate": 2.302381513192628e-06,
      "loss": 0.3586,
      "step": 1520160
    },
    {
      "epoch": 424.27,
      "grad_norm": 1.0179574489593506,
      "learning_rate": 2.3023544777769085e-06,
      "loss": 0.3416,
      "step": 1520170
    },
    {
      "epoch": 424.28,
      "grad_norm": 1.0036123991012573,
      "learning_rate": 2.302327442366699e-06,
      "loss": 0.342,
      "step": 1520180
    },
    {
      "epoch": 424.28,
      "grad_norm": 1.0587565898895264,
      "learning_rate": 2.302300406962002e-06,
      "loss": 0.3457,
      "step": 1520190
    },
    {
      "epoch": 424.28,
      "grad_norm": 1.1345148086547852,
      "learning_rate": 2.302273371562823e-06,
      "loss": 0.3462,
      "step": 1520200
    },
    {
      "epoch": 424.28,
      "grad_norm": 1.0254080295562744,
      "learning_rate": 2.3022463361691645e-06,
      "loss": 0.3399,
      "step": 1520210
    },
    {
      "epoch": 424.29,
      "grad_norm": 1.1041333675384521,
      "learning_rate": 2.3022193007810295e-06,
      "loss": 0.3308,
      "step": 1520220
    },
    {
      "epoch": 424.29,
      "grad_norm": 1.0326601266860962,
      "learning_rate": 2.3021922653984227e-06,
      "loss": 0.3445,
      "step": 1520230
    },
    {
      "epoch": 424.29,
      "grad_norm": 0.9948209524154663,
      "learning_rate": 2.3021652300213474e-06,
      "loss": 0.3351,
      "step": 1520240
    },
    {
      "epoch": 424.3,
      "grad_norm": 0.9106607437133789,
      "learning_rate": 2.3021381946498058e-06,
      "loss": 0.3764,
      "step": 1520250
    },
    {
      "epoch": 424.3,
      "grad_norm": 1.1542065143585205,
      "learning_rate": 2.302111159283804e-06,
      "loss": 0.3584,
      "step": 1520260
    },
    {
      "epoch": 424.3,
      "grad_norm": 1.0489908456802368,
      "learning_rate": 2.3020841239233443e-06,
      "loss": 0.3449,
      "step": 1520270
    },
    {
      "epoch": 424.3,
      "grad_norm": 1.8237700462341309,
      "learning_rate": 2.30205708856843e-06,
      "loss": 0.3504,
      "step": 1520280
    },
    {
      "epoch": 424.31,
      "grad_norm": 1.6743155717849731,
      "learning_rate": 2.3020300532190654e-06,
      "loss": 0.355,
      "step": 1520290
    },
    {
      "epoch": 424.31,
      "grad_norm": 1.040529727935791,
      "learning_rate": 2.3020030178752535e-06,
      "loss": 0.3274,
      "step": 1520300
    },
    {
      "epoch": 424.31,
      "grad_norm": 0.984231173992157,
      "learning_rate": 2.3019759825369973e-06,
      "loss": 0.3672,
      "step": 1520310
    },
    {
      "epoch": 424.31,
      "grad_norm": 1.1440494060516357,
      "learning_rate": 2.3019489472043024e-06,
      "loss": 0.3475,
      "step": 1520320
    },
    {
      "epoch": 424.32,
      "grad_norm": 1.1468350887298584,
      "learning_rate": 2.301921911877171e-06,
      "loss": 0.3487,
      "step": 1520330
    },
    {
      "epoch": 424.32,
      "grad_norm": 1.2917957305908203,
      "learning_rate": 2.301894876555606e-06,
      "loss": 0.3446,
      "step": 1520340
    },
    {
      "epoch": 424.32,
      "grad_norm": 0.879763662815094,
      "learning_rate": 2.301867841239613e-06,
      "loss": 0.3474,
      "step": 1520350
    },
    {
      "epoch": 424.33,
      "grad_norm": 1.0226237773895264,
      "learning_rate": 2.301840805929194e-06,
      "loss": 0.3454,
      "step": 1520360
    },
    {
      "epoch": 424.33,
      "grad_norm": 1.0808687210083008,
      "learning_rate": 2.301813770624354e-06,
      "loss": 0.3471,
      "step": 1520370
    },
    {
      "epoch": 424.33,
      "grad_norm": 0.9369936585426331,
      "learning_rate": 2.301786735325095e-06,
      "loss": 0.3458,
      "step": 1520380
    },
    {
      "epoch": 424.33,
      "grad_norm": 0.9023715853691101,
      "learning_rate": 2.3017597000314207e-06,
      "loss": 0.3441,
      "step": 1520390
    },
    {
      "epoch": 424.34,
      "grad_norm": 1.009454607963562,
      "learning_rate": 2.301732664743336e-06,
      "loss": 0.3369,
      "step": 1520400
    },
    {
      "epoch": 424.34,
      "grad_norm": 1.0696465969085693,
      "learning_rate": 2.3017056294608443e-06,
      "loss": 0.3451,
      "step": 1520410
    },
    {
      "epoch": 424.34,
      "grad_norm": 1.1308170557022095,
      "learning_rate": 2.301678594183948e-06,
      "loss": 0.3508,
      "step": 1520420
    },
    {
      "epoch": 424.35,
      "grad_norm": 1.0980536937713623,
      "learning_rate": 2.301651558912652e-06,
      "loss": 0.3463,
      "step": 1520430
    },
    {
      "epoch": 424.35,
      "grad_norm": 1.873529076576233,
      "learning_rate": 2.3016245236469594e-06,
      "loss": 0.3441,
      "step": 1520440
    },
    {
      "epoch": 424.35,
      "grad_norm": 1.4529788494110107,
      "learning_rate": 2.3015974883868725e-06,
      "loss": 0.3674,
      "step": 1520450
    },
    {
      "epoch": 424.35,
      "grad_norm": 1.1784213781356812,
      "learning_rate": 2.3015704531323967e-06,
      "loss": 0.337,
      "step": 1520460
    },
    {
      "epoch": 424.36,
      "grad_norm": 1.0085210800170898,
      "learning_rate": 2.3015434178835356e-06,
      "loss": 0.3565,
      "step": 1520470
    },
    {
      "epoch": 424.36,
      "grad_norm": 5.236170768737793,
      "learning_rate": 2.301516382640291e-06,
      "loss": 0.3439,
      "step": 1520480
    },
    {
      "epoch": 424.36,
      "grad_norm": 1.1047779321670532,
      "learning_rate": 2.301489347402669e-06,
      "loss": 0.3212,
      "step": 1520490
    },
    {
      "epoch": 424.37,
      "grad_norm": 1.1331188678741455,
      "learning_rate": 2.3014623121706716e-06,
      "loss": 0.3463,
      "step": 1520500
    },
    {
      "epoch": 424.37,
      "grad_norm": 1.1292612552642822,
      "learning_rate": 2.3014352769443026e-06,
      "loss": 0.3512,
      "step": 1520510
    },
    {
      "epoch": 424.37,
      "grad_norm": 1.0039094686508179,
      "learning_rate": 2.301408241723566e-06,
      "loss": 0.3516,
      "step": 1520520
    },
    {
      "epoch": 424.37,
      "grad_norm": 1.5237430334091187,
      "learning_rate": 2.301381206508465e-06,
      "loss": 0.3316,
      "step": 1520530
    },
    {
      "epoch": 424.38,
      "grad_norm": 1.5728025436401367,
      "learning_rate": 2.301354171299002e-06,
      "loss": 0.3428,
      "step": 1520540
    },
    {
      "epoch": 424.38,
      "grad_norm": 0.9343575239181519,
      "learning_rate": 2.3013271360951833e-06,
      "loss": 0.3369,
      "step": 1520550
    },
    {
      "epoch": 424.38,
      "grad_norm": 1.0134055614471436,
      "learning_rate": 2.3013001008970107e-06,
      "loss": 0.3323,
      "step": 1520560
    },
    {
      "epoch": 424.38,
      "grad_norm": 1.0244818925857544,
      "learning_rate": 2.3012730657044882e-06,
      "loss": 0.3398,
      "step": 1520570
    },
    {
      "epoch": 424.39,
      "grad_norm": 3.1249568462371826,
      "learning_rate": 2.3012460305176197e-06,
      "loss": 0.3524,
      "step": 1520580
    },
    {
      "epoch": 424.39,
      "grad_norm": 1.1380863189697266,
      "learning_rate": 2.3012189953364085e-06,
      "loss": 0.3491,
      "step": 1520590
    },
    {
      "epoch": 424.39,
      "grad_norm": 1.1571646928787231,
      "learning_rate": 2.301191960160857e-06,
      "loss": 0.3509,
      "step": 1520600
    },
    {
      "epoch": 424.4,
      "grad_norm": 1.1054866313934326,
      "learning_rate": 2.3011649249909713e-06,
      "loss": 0.343,
      "step": 1520610
    },
    {
      "epoch": 424.4,
      "grad_norm": 1.094851016998291,
      "learning_rate": 2.3011378898267533e-06,
      "loss": 0.3328,
      "step": 1520620
    },
    {
      "epoch": 424.4,
      "grad_norm": 1.0409774780273438,
      "learning_rate": 2.301110854668206e-06,
      "loss": 0.3482,
      "step": 1520630
    },
    {
      "epoch": 424.4,
      "grad_norm": 1.3270378112792969,
      "learning_rate": 2.3010838195153354e-06,
      "loss": 0.3518,
      "step": 1520640
    },
    {
      "epoch": 424.41,
      "grad_norm": 1.078293800354004,
      "learning_rate": 2.301056784368143e-06,
      "loss": 0.3389,
      "step": 1520650
    },
    {
      "epoch": 424.41,
      "grad_norm": 0.9394170641899109,
      "learning_rate": 2.3010297492266333e-06,
      "loss": 0.3449,
      "step": 1520660
    },
    {
      "epoch": 424.41,
      "grad_norm": 1.021152377128601,
      "learning_rate": 2.30100271409081e-06,
      "loss": 0.3397,
      "step": 1520670
    },
    {
      "epoch": 424.42,
      "grad_norm": 1.1031638383865356,
      "learning_rate": 2.3009756789606753e-06,
      "loss": 0.3473,
      "step": 1520680
    },
    {
      "epoch": 424.42,
      "grad_norm": 1.0050488710403442,
      "learning_rate": 2.3009486438362348e-06,
      "loss": 0.3503,
      "step": 1520690
    },
    {
      "epoch": 424.42,
      "grad_norm": 0.9002225399017334,
      "learning_rate": 2.3009216087174914e-06,
      "loss": 0.3266,
      "step": 1520700
    },
    {
      "epoch": 424.42,
      "grad_norm": 1.018129587173462,
      "learning_rate": 2.3008945736044478e-06,
      "loss": 0.3527,
      "step": 1520710
    },
    {
      "epoch": 424.43,
      "grad_norm": 0.9437899589538574,
      "learning_rate": 2.3008675384971084e-06,
      "loss": 0.3577,
      "step": 1520720
    },
    {
      "epoch": 424.43,
      "grad_norm": 0.9727904796600342,
      "learning_rate": 2.300840503395477e-06,
      "loss": 0.3376,
      "step": 1520730
    },
    {
      "epoch": 424.43,
      "grad_norm": 1.1048412322998047,
      "learning_rate": 2.3008134682995564e-06,
      "loss": 0.3354,
      "step": 1520740
    },
    {
      "epoch": 424.43,
      "grad_norm": 1.0381420850753784,
      "learning_rate": 2.3007864332093513e-06,
      "loss": 0.3499,
      "step": 1520750
    },
    {
      "epoch": 424.44,
      "grad_norm": 1.0941861867904663,
      "learning_rate": 2.3007593981248645e-06,
      "loss": 0.34,
      "step": 1520760
    },
    {
      "epoch": 424.44,
      "grad_norm": 0.9850016236305237,
      "learning_rate": 2.3007323630460985e-06,
      "loss": 0.3445,
      "step": 1520770
    },
    {
      "epoch": 424.44,
      "grad_norm": 0.9676213264465332,
      "learning_rate": 2.3007053279730594e-06,
      "loss": 0.3353,
      "step": 1520780
    },
    {
      "epoch": 424.45,
      "grad_norm": 1.002206802368164,
      "learning_rate": 2.30067829290575e-06,
      "loss": 0.3492,
      "step": 1520790
    },
    {
      "epoch": 424.45,
      "grad_norm": 0.8795187473297119,
      "learning_rate": 2.3006512578441725e-06,
      "loss": 0.3517,
      "step": 1520800
    },
    {
      "epoch": 424.45,
      "grad_norm": 1.133400321006775,
      "learning_rate": 2.300624222788332e-06,
      "loss": 0.3463,
      "step": 1520810
    },
    {
      "epoch": 424.45,
      "grad_norm": 0.9819431304931641,
      "learning_rate": 2.3005971877382317e-06,
      "loss": 0.3515,
      "step": 1520820
    },
    {
      "epoch": 424.46,
      "grad_norm": 1.1213951110839844,
      "learning_rate": 2.300570152693874e-06,
      "loss": 0.3741,
      "step": 1520830
    },
    {
      "epoch": 424.46,
      "grad_norm": 0.9780849814414978,
      "learning_rate": 2.300543117655264e-06,
      "loss": 0.3663,
      "step": 1520840
    },
    {
      "epoch": 424.46,
      "grad_norm": 1.0646237134933472,
      "learning_rate": 2.3005160826224057e-06,
      "loss": 0.3483,
      "step": 1520850
    },
    {
      "epoch": 424.47,
      "grad_norm": 1.0012563467025757,
      "learning_rate": 2.3004890475953003e-06,
      "loss": 0.3394,
      "step": 1520860
    },
    {
      "epoch": 424.47,
      "grad_norm": 0.9257190823554993,
      "learning_rate": 2.3004620125739543e-06,
      "loss": 0.3252,
      "step": 1520870
    },
    {
      "epoch": 424.47,
      "grad_norm": 0.9332708120346069,
      "learning_rate": 2.30043497755837e-06,
      "loss": 0.3511,
      "step": 1520880
    },
    {
      "epoch": 424.47,
      "grad_norm": 1.0006831884384155,
      "learning_rate": 2.30040794254855e-06,
      "loss": 0.3322,
      "step": 1520890
    },
    {
      "epoch": 424.48,
      "grad_norm": 1.0583903789520264,
      "learning_rate": 2.3003809075444994e-06,
      "loss": 0.3423,
      "step": 1520900
    },
    {
      "epoch": 424.48,
      "grad_norm": 1.0964261293411255,
      "learning_rate": 2.3003538725462215e-06,
      "loss": 0.3666,
      "step": 1520910
    },
    {
      "epoch": 424.48,
      "grad_norm": 1.0545824766159058,
      "learning_rate": 2.3003268375537182e-06,
      "loss": 0.3486,
      "step": 1520920
    },
    {
      "epoch": 424.49,
      "grad_norm": 1.0381214618682861,
      "learning_rate": 2.300299802566996e-06,
      "loss": 0.3406,
      "step": 1520930
    },
    {
      "epoch": 424.49,
      "grad_norm": 1.458147644996643,
      "learning_rate": 2.3002727675860564e-06,
      "loss": 0.3511,
      "step": 1520940
    },
    {
      "epoch": 424.49,
      "grad_norm": 1.0538102388381958,
      "learning_rate": 2.300245732610904e-06,
      "loss": 0.3371,
      "step": 1520950
    },
    {
      "epoch": 424.49,
      "grad_norm": 0.8962608575820923,
      "learning_rate": 2.3002186976415423e-06,
      "loss": 0.3419,
      "step": 1520960
    },
    {
      "epoch": 424.5,
      "grad_norm": 0.9361518621444702,
      "learning_rate": 2.3001916626779737e-06,
      "loss": 0.3464,
      "step": 1520970
    },
    {
      "epoch": 424.5,
      "grad_norm": 0.9516438245773315,
      "learning_rate": 2.300164627720203e-06,
      "loss": 0.352,
      "step": 1520980
    },
    {
      "epoch": 424.5,
      "grad_norm": 0.9690855145454407,
      "learning_rate": 2.3001375927682345e-06,
      "loss": 0.357,
      "step": 1520990
    },
    {
      "epoch": 424.5,
      "grad_norm": 1.3672231435775757,
      "learning_rate": 2.300110557822069e-06,
      "loss": 0.3398,
      "step": 1521000
    },
    {
      "epoch": 424.51,
      "grad_norm": 1.0219361782073975,
      "learning_rate": 2.3000835228817134e-06,
      "loss": 0.347,
      "step": 1521010
    },
    {
      "epoch": 424.51,
      "grad_norm": 1.1356180906295776,
      "learning_rate": 2.3000564879471696e-06,
      "loss": 0.3504,
      "step": 1521020
    },
    {
      "epoch": 424.51,
      "grad_norm": 1.0679842233657837,
      "learning_rate": 2.300029453018441e-06,
      "loss": 0.3585,
      "step": 1521030
    },
    {
      "epoch": 424.52,
      "grad_norm": 1.0170419216156006,
      "learning_rate": 2.3000024180955323e-06,
      "loss": 0.3437,
      "step": 1521040
    },
    {
      "epoch": 424.52,
      "grad_norm": 0.9515795707702637,
      "learning_rate": 2.2999753831784463e-06,
      "loss": 0.3348,
      "step": 1521050
    },
    {
      "epoch": 424.52,
      "grad_norm": 0.9855538606643677,
      "learning_rate": 2.2999483482671854e-06,
      "loss": 0.3423,
      "step": 1521060
    },
    {
      "epoch": 424.52,
      "grad_norm": 1.0390928983688354,
      "learning_rate": 2.299921313361756e-06,
      "loss": 0.3417,
      "step": 1521070
    },
    {
      "epoch": 424.53,
      "grad_norm": 0.9515919089317322,
      "learning_rate": 2.29989427846216e-06,
      "loss": 0.3292,
      "step": 1521080
    },
    {
      "epoch": 424.53,
      "grad_norm": 1.1225473880767822,
      "learning_rate": 2.2998672435684007e-06,
      "loss": 0.3514,
      "step": 1521090
    },
    {
      "epoch": 424.53,
      "grad_norm": 0.9787959456443787,
      "learning_rate": 2.2998402086804827e-06,
      "loss": 0.3388,
      "step": 1521100
    },
    {
      "epoch": 424.54,
      "grad_norm": 0.9659522771835327,
      "learning_rate": 2.299813173798409e-06,
      "loss": 0.3341,
      "step": 1521110
    },
    {
      "epoch": 424.54,
      "grad_norm": 1.2629848718643188,
      "learning_rate": 2.2997861389221824e-06,
      "loss": 0.3415,
      "step": 1521120
    },
    {
      "epoch": 424.54,
      "grad_norm": 0.8855842351913452,
      "learning_rate": 2.2997591040518082e-06,
      "loss": 0.3455,
      "step": 1521130
    },
    {
      "epoch": 424.54,
      "grad_norm": 1.0197556018829346,
      "learning_rate": 2.2997320691872895e-06,
      "loss": 0.3467,
      "step": 1521140
    },
    {
      "epoch": 424.55,
      "grad_norm": 1.0259913206100464,
      "learning_rate": 2.2997050343286285e-06,
      "loss": 0.3351,
      "step": 1521150
    },
    {
      "epoch": 424.55,
      "grad_norm": 1.1303563117980957,
      "learning_rate": 2.299677999475831e-06,
      "loss": 0.3534,
      "step": 1521160
    },
    {
      "epoch": 424.55,
      "grad_norm": 1.0351868867874146,
      "learning_rate": 2.2996509646288993e-06,
      "loss": 0.3386,
      "step": 1521170
    },
    {
      "epoch": 424.55,
      "grad_norm": 1.2110681533813477,
      "learning_rate": 2.299623929787837e-06,
      "loss": 0.3501,
      "step": 1521180
    },
    {
      "epoch": 424.56,
      "grad_norm": 0.986483097076416,
      "learning_rate": 2.2995968949526477e-06,
      "loss": 0.3526,
      "step": 1521190
    },
    {
      "epoch": 424.56,
      "grad_norm": 1.0811405181884766,
      "learning_rate": 2.299569860123335e-06,
      "loss": 0.3428,
      "step": 1521200
    },
    {
      "epoch": 424.56,
      "grad_norm": 0.8718301057815552,
      "learning_rate": 2.299542825299903e-06,
      "loss": 0.3382,
      "step": 1521210
    },
    {
      "epoch": 424.57,
      "grad_norm": 1.171935796737671,
      "learning_rate": 2.2995157904823557e-06,
      "loss": 0.3401,
      "step": 1521220
    },
    {
      "epoch": 424.57,
      "grad_norm": 0.9689346551895142,
      "learning_rate": 2.2994887556706952e-06,
      "loss": 0.3381,
      "step": 1521230
    },
    {
      "epoch": 424.57,
      "grad_norm": 0.8486795425415039,
      "learning_rate": 2.299461720864926e-06,
      "loss": 0.3409,
      "step": 1521240
    },
    {
      "epoch": 424.57,
      "grad_norm": 1.0300586223602295,
      "learning_rate": 2.299434686065052e-06,
      "loss": 0.3532,
      "step": 1521250
    },
    {
      "epoch": 424.58,
      "grad_norm": 0.925254762172699,
      "learning_rate": 2.2994076512710754e-06,
      "loss": 0.3263,
      "step": 1521260
    },
    {
      "epoch": 424.58,
      "grad_norm": 0.9225039482116699,
      "learning_rate": 2.2993806164830014e-06,
      "loss": 0.35,
      "step": 1521270
    },
    {
      "epoch": 424.58,
      "grad_norm": 1.0885889530181885,
      "learning_rate": 2.2993535817008334e-06,
      "loss": 0.3519,
      "step": 1521280
    },
    {
      "epoch": 424.59,
      "grad_norm": 0.9585815668106079,
      "learning_rate": 2.2993265469245734e-06,
      "loss": 0.3384,
      "step": 1521290
    },
    {
      "epoch": 424.59,
      "grad_norm": 1.102655291557312,
      "learning_rate": 2.2992995121542274e-06,
      "loss": 0.3544,
      "step": 1521300
    },
    {
      "epoch": 424.59,
      "grad_norm": 1.085149884223938,
      "learning_rate": 2.2992724773897975e-06,
      "loss": 0.348,
      "step": 1521310
    },
    {
      "epoch": 424.59,
      "grad_norm": 0.9053837656974792,
      "learning_rate": 2.299245442631287e-06,
      "loss": 0.3298,
      "step": 1521320
    },
    {
      "epoch": 424.6,
      "grad_norm": 0.9823599457740784,
      "learning_rate": 2.299218407878701e-06,
      "loss": 0.3358,
      "step": 1521330
    },
    {
      "epoch": 424.6,
      "grad_norm": 1.1980388164520264,
      "learning_rate": 2.2991913731320413e-06,
      "loss": 0.3615,
      "step": 1521340
    },
    {
      "epoch": 424.6,
      "grad_norm": 1.0923413038253784,
      "learning_rate": 2.2991643383913122e-06,
      "loss": 0.3445,
      "step": 1521350
    },
    {
      "epoch": 424.61,
      "grad_norm": 1.0213655233383179,
      "learning_rate": 2.2991373036565183e-06,
      "loss": 0.3458,
      "step": 1521360
    },
    {
      "epoch": 424.61,
      "grad_norm": 0.9950673580169678,
      "learning_rate": 2.299110268927662e-06,
      "loss": 0.3348,
      "step": 1521370
    },
    {
      "epoch": 424.61,
      "grad_norm": 1.1513386964797974,
      "learning_rate": 2.299083234204747e-06,
      "loss": 0.3518,
      "step": 1521380
    },
    {
      "epoch": 424.61,
      "grad_norm": 1.0769788026809692,
      "learning_rate": 2.299056199487778e-06,
      "loss": 0.3459,
      "step": 1521390
    },
    {
      "epoch": 424.62,
      "grad_norm": 1.5512737035751343,
      "learning_rate": 2.2990291647767574e-06,
      "loss": 0.3486,
      "step": 1521400
    },
    {
      "epoch": 424.62,
      "grad_norm": 1.0658224821090698,
      "learning_rate": 2.299002130071688e-06,
      "loss": 0.3444,
      "step": 1521410
    },
    {
      "epoch": 424.62,
      "grad_norm": 0.9922956228256226,
      "learning_rate": 2.298975095372576e-06,
      "loss": 0.3274,
      "step": 1521420
    },
    {
      "epoch": 424.62,
      "grad_norm": 1.0236783027648926,
      "learning_rate": 2.2989480606794233e-06,
      "loss": 0.3491,
      "step": 1521430
    },
    {
      "epoch": 424.63,
      "grad_norm": 0.9908140897750854,
      "learning_rate": 2.2989210259922322e-06,
      "loss": 0.3478,
      "step": 1521440
    },
    {
      "epoch": 424.63,
      "grad_norm": 3.8956921100616455,
      "learning_rate": 2.2988939913110098e-06,
      "loss": 0.3416,
      "step": 1521450
    },
    {
      "epoch": 424.63,
      "grad_norm": 1.009517788887024,
      "learning_rate": 2.2988669566357572e-06,
      "loss": 0.3366,
      "step": 1521460
    },
    {
      "epoch": 424.64,
      "grad_norm": 1.1354916095733643,
      "learning_rate": 2.2988399219664783e-06,
      "loss": 0.3426,
      "step": 1521470
    },
    {
      "epoch": 424.64,
      "grad_norm": 1.0596588850021362,
      "learning_rate": 2.2988128873031774e-06,
      "loss": 0.3358,
      "step": 1521480
    },
    {
      "epoch": 424.64,
      "grad_norm": 1.0091029405593872,
      "learning_rate": 2.2987858526458565e-06,
      "loss": 0.3298,
      "step": 1521490
    },
    {
      "epoch": 424.64,
      "grad_norm": 1.1460366249084473,
      "learning_rate": 2.298758817994521e-06,
      "loss": 0.3687,
      "step": 1521500
    },
    {
      "epoch": 424.65,
      "grad_norm": 1.174346923828125,
      "learning_rate": 2.2987317833491744e-06,
      "loss": 0.3439,
      "step": 1521510
    },
    {
      "epoch": 424.65,
      "grad_norm": 0.9888788461685181,
      "learning_rate": 2.298704748709819e-06,
      "loss": 0.3501,
      "step": 1521520
    },
    {
      "epoch": 424.65,
      "grad_norm": 1.0053566694259644,
      "learning_rate": 2.29867771407646e-06,
      "loss": 0.367,
      "step": 1521530
    },
    {
      "epoch": 424.66,
      "grad_norm": 1.2487053871154785,
      "learning_rate": 2.2986506794491e-06,
      "loss": 0.3452,
      "step": 1521540
    },
    {
      "epoch": 424.66,
      "grad_norm": 1.0933936834335327,
      "learning_rate": 2.298623644827741e-06,
      "loss": 0.3508,
      "step": 1521550
    },
    {
      "epoch": 424.66,
      "grad_norm": 1.505037546157837,
      "learning_rate": 2.2985966102123902e-06,
      "loss": 0.3585,
      "step": 1521560
    },
    {
      "epoch": 424.66,
      "grad_norm": 1.1932648420333862,
      "learning_rate": 2.298569575603049e-06,
      "loss": 0.3566,
      "step": 1521570
    },
    {
      "epoch": 424.67,
      "grad_norm": 1.2095423936843872,
      "learning_rate": 2.29854254099972e-06,
      "loss": 0.3562,
      "step": 1521580
    },
    {
      "epoch": 424.67,
      "grad_norm": 1.2237989902496338,
      "learning_rate": 2.29851550640241e-06,
      "loss": 0.3588,
      "step": 1521590
    },
    {
      "epoch": 424.67,
      "grad_norm": 1.2054277658462524,
      "learning_rate": 2.2984884718111203e-06,
      "loss": 0.3465,
      "step": 1521600
    },
    {
      "epoch": 424.67,
      "grad_norm": 1.237215280532837,
      "learning_rate": 2.298461437225854e-06,
      "loss": 0.3394,
      "step": 1521610
    },
    {
      "epoch": 424.68,
      "grad_norm": 0.865091860294342,
      "learning_rate": 2.298434402646617e-06,
      "loss": 0.3457,
      "step": 1521620
    },
    {
      "epoch": 424.68,
      "grad_norm": 0.9636111855506897,
      "learning_rate": 2.2984073680734106e-06,
      "loss": 0.3462,
      "step": 1521630
    },
    {
      "epoch": 424.68,
      "grad_norm": 0.9937412738800049,
      "learning_rate": 2.2983803335062386e-06,
      "loss": 0.3392,
      "step": 1521640
    },
    {
      "epoch": 424.69,
      "grad_norm": 0.9571726322174072,
      "learning_rate": 2.2983532989451063e-06,
      "loss": 0.3519,
      "step": 1521650
    },
    {
      "epoch": 424.69,
      "grad_norm": 0.9499436616897583,
      "learning_rate": 2.298326264390017e-06,
      "loss": 0.3413,
      "step": 1521660
    },
    {
      "epoch": 424.69,
      "grad_norm": 1.0976688861846924,
      "learning_rate": 2.298299229840972e-06,
      "loss": 0.3428,
      "step": 1521670
    },
    {
      "epoch": 424.69,
      "grad_norm": 1.1312618255615234,
      "learning_rate": 2.298272195297977e-06,
      "loss": 0.3265,
      "step": 1521680
    },
    {
      "epoch": 424.7,
      "grad_norm": 1.26729154586792,
      "learning_rate": 2.298245160761036e-06,
      "loss": 0.339,
      "step": 1521690
    },
    {
      "epoch": 424.7,
      "grad_norm": 1.0128525495529175,
      "learning_rate": 2.2982181262301505e-06,
      "loss": 0.3484,
      "step": 1521700
    },
    {
      "epoch": 424.7,
      "grad_norm": 0.908411979675293,
      "learning_rate": 2.2981910917053263e-06,
      "loss": 0.3436,
      "step": 1521710
    },
    {
      "epoch": 424.71,
      "grad_norm": 1.0277587175369263,
      "learning_rate": 2.2981640571865656e-06,
      "loss": 0.3371,
      "step": 1521720
    },
    {
      "epoch": 424.71,
      "grad_norm": 1.063252329826355,
      "learning_rate": 2.2981370226738718e-06,
      "loss": 0.3446,
      "step": 1521730
    },
    {
      "epoch": 424.71,
      "grad_norm": 1.0027685165405273,
      "learning_rate": 2.29810998816725e-06,
      "loss": 0.3467,
      "step": 1521740
    },
    {
      "epoch": 424.71,
      "grad_norm": 1.041221022605896,
      "learning_rate": 2.298082953666703e-06,
      "loss": 0.3507,
      "step": 1521750
    },
    {
      "epoch": 424.72,
      "grad_norm": 1.0062153339385986,
      "learning_rate": 2.2980559191722335e-06,
      "loss": 0.3438,
      "step": 1521760
    },
    {
      "epoch": 424.72,
      "grad_norm": 1.133634090423584,
      "learning_rate": 2.2980288846838466e-06,
      "loss": 0.3509,
      "step": 1521770
    },
    {
      "epoch": 424.72,
      "grad_norm": 1.1571426391601562,
      "learning_rate": 2.2980018502015443e-06,
      "loss": 0.3542,
      "step": 1521780
    },
    {
      "epoch": 424.73,
      "grad_norm": 1.102225422859192,
      "learning_rate": 2.2979748157253318e-06,
      "loss": 0.352,
      "step": 1521790
    },
    {
      "epoch": 424.73,
      "grad_norm": 1.0828734636306763,
      "learning_rate": 2.2979477812552124e-06,
      "loss": 0.3351,
      "step": 1521800
    },
    {
      "epoch": 424.73,
      "grad_norm": 0.9437292218208313,
      "learning_rate": 2.2979207467911878e-06,
      "loss": 0.3376,
      "step": 1521810
    },
    {
      "epoch": 424.73,
      "grad_norm": 0.9241201281547546,
      "learning_rate": 2.2978937123332644e-06,
      "loss": 0.3417,
      "step": 1521820
    },
    {
      "epoch": 424.74,
      "grad_norm": 0.8810106515884399,
      "learning_rate": 2.2978666778814443e-06,
      "loss": 0.3373,
      "step": 1521830
    },
    {
      "epoch": 424.74,
      "grad_norm": 1.1172780990600586,
      "learning_rate": 2.297839643435731e-06,
      "loss": 0.3381,
      "step": 1521840
    },
    {
      "epoch": 424.74,
      "grad_norm": 1.1099095344543457,
      "learning_rate": 2.297812608996129e-06,
      "loss": 0.3475,
      "step": 1521850
    },
    {
      "epoch": 424.74,
      "grad_norm": 1.1177763938903809,
      "learning_rate": 2.2977855745626406e-06,
      "loss": 0.3492,
      "step": 1521860
    },
    {
      "epoch": 424.75,
      "grad_norm": 0.8865448236465454,
      "learning_rate": 2.2977585401352697e-06,
      "loss": 0.3502,
      "step": 1521870
    },
    {
      "epoch": 424.75,
      "grad_norm": 1.2598028182983398,
      "learning_rate": 2.297731505714021e-06,
      "loss": 0.339,
      "step": 1521880
    },
    {
      "epoch": 424.75,
      "grad_norm": 1.0458842515945435,
      "learning_rate": 2.2977044712988974e-06,
      "loss": 0.3494,
      "step": 1521890
    },
    {
      "epoch": 424.76,
      "grad_norm": 1.0903061628341675,
      "learning_rate": 2.297677436889902e-06,
      "loss": 0.3393,
      "step": 1521900
    },
    {
      "epoch": 424.76,
      "grad_norm": 1.0395313501358032,
      "learning_rate": 2.297650402487039e-06,
      "loss": 0.3437,
      "step": 1521910
    },
    {
      "epoch": 424.76,
      "grad_norm": 1.1361620426177979,
      "learning_rate": 2.2976233680903127e-06,
      "loss": 0.3656,
      "step": 1521920
    },
    {
      "epoch": 424.76,
      "grad_norm": 0.9265959858894348,
      "learning_rate": 2.2975963336997246e-06,
      "loss": 0.3458,
      "step": 1521930
    },
    {
      "epoch": 424.77,
      "grad_norm": 0.9056039452552795,
      "learning_rate": 2.29756929931528e-06,
      "loss": 0.3405,
      "step": 1521940
    },
    {
      "epoch": 424.77,
      "grad_norm": 1.2107433080673218,
      "learning_rate": 2.297542264936983e-06,
      "loss": 0.3462,
      "step": 1521950
    },
    {
      "epoch": 424.77,
      "grad_norm": 0.9014758467674255,
      "learning_rate": 2.2975152305648346e-06,
      "loss": 0.3521,
      "step": 1521960
    },
    {
      "epoch": 424.78,
      "grad_norm": 1.0404033660888672,
      "learning_rate": 2.297488196198841e-06,
      "loss": 0.3528,
      "step": 1521970
    },
    {
      "epoch": 424.78,
      "grad_norm": 1.0872597694396973,
      "learning_rate": 2.2974611618390053e-06,
      "loss": 0.3419,
      "step": 1521980
    },
    {
      "epoch": 424.78,
      "grad_norm": 1.0275311470031738,
      "learning_rate": 2.2974341274853296e-06,
      "loss": 0.3373,
      "step": 1521990
    },
    {
      "epoch": 424.78,
      "grad_norm": 1.0711947679519653,
      "learning_rate": 2.2974070931378195e-06,
      "loss": 0.3666,
      "step": 1522000
    },
    {
      "epoch": 424.79,
      "grad_norm": 1.1683847904205322,
      "learning_rate": 2.2973800587964775e-06,
      "loss": 0.3412,
      "step": 1522010
    },
    {
      "epoch": 424.79,
      "grad_norm": 1.0513920783996582,
      "learning_rate": 2.297353024461306e-06,
      "loss": 0.326,
      "step": 1522020
    },
    {
      "epoch": 424.79,
      "grad_norm": 1.0650770664215088,
      "learning_rate": 2.2973259901323117e-06,
      "loss": 0.3374,
      "step": 1522030
    },
    {
      "epoch": 424.79,
      "grad_norm": 1.0801366567611694,
      "learning_rate": 2.297298955809496e-06,
      "loss": 0.3416,
      "step": 1522040
    },
    {
      "epoch": 424.8,
      "grad_norm": 1.0150843858718872,
      "learning_rate": 2.2972719214928623e-06,
      "loss": 0.3409,
      "step": 1522050
    },
    {
      "epoch": 424.8,
      "grad_norm": 1.1813101768493652,
      "learning_rate": 2.297244887182416e-06,
      "loss": 0.3443,
      "step": 1522060
    },
    {
      "epoch": 424.8,
      "grad_norm": 0.9639180302619934,
      "learning_rate": 2.2972178528781578e-06,
      "loss": 0.3575,
      "step": 1522070
    },
    {
      "epoch": 424.81,
      "grad_norm": 1.1290717124938965,
      "learning_rate": 2.2971908185800945e-06,
      "loss": 0.3484,
      "step": 1522080
    },
    {
      "epoch": 424.81,
      "grad_norm": 1.2266196012496948,
      "learning_rate": 2.297163784288228e-06,
      "loss": 0.355,
      "step": 1522090
    },
    {
      "epoch": 424.81,
      "grad_norm": 0.9419686794281006,
      "learning_rate": 2.297136750002561e-06,
      "loss": 0.3454,
      "step": 1522100
    },
    {
      "epoch": 424.81,
      "grad_norm": 0.9670538306236267,
      "learning_rate": 2.2971097157230995e-06,
      "loss": 0.326,
      "step": 1522110
    },
    {
      "epoch": 424.82,
      "grad_norm": 1.0364857912063599,
      "learning_rate": 2.297082681449846e-06,
      "loss": 0.3532,
      "step": 1522120
    },
    {
      "epoch": 424.82,
      "grad_norm": 0.91666179895401,
      "learning_rate": 2.297055647182803e-06,
      "loss": 0.3602,
      "step": 1522130
    },
    {
      "epoch": 424.82,
      "grad_norm": 1.6632028818130493,
      "learning_rate": 2.2970286129219757e-06,
      "loss": 0.3384,
      "step": 1522140
    },
    {
      "epoch": 424.83,
      "grad_norm": 0.8918831944465637,
      "learning_rate": 2.2970015786673673e-06,
      "loss": 0.3612,
      "step": 1522150
    },
    {
      "epoch": 424.83,
      "grad_norm": 1.0508004426956177,
      "learning_rate": 2.29697454441898e-06,
      "loss": 0.3448,
      "step": 1522160
    },
    {
      "epoch": 424.83,
      "grad_norm": 1.0022610425949097,
      "learning_rate": 2.2969475101768196e-06,
      "loss": 0.3445,
      "step": 1522170
    },
    {
      "epoch": 424.83,
      "grad_norm": 1.1130995750427246,
      "learning_rate": 2.296920475940888e-06,
      "loss": 0.3318,
      "step": 1522180
    },
    {
      "epoch": 424.84,
      "grad_norm": 1.057904839515686,
      "learning_rate": 2.2968934417111894e-06,
      "loss": 0.3378,
      "step": 1522190
    },
    {
      "epoch": 424.84,
      "grad_norm": 1.2336599826812744,
      "learning_rate": 2.296866407487728e-06,
      "loss": 0.3407,
      "step": 1522200
    },
    {
      "epoch": 424.84,
      "grad_norm": 3.050952434539795,
      "learning_rate": 2.2968393732705065e-06,
      "loss": 0.3428,
      "step": 1522210
    },
    {
      "epoch": 424.85,
      "grad_norm": 1.031254529953003,
      "learning_rate": 2.2968123390595284e-06,
      "loss": 0.3489,
      "step": 1522220
    },
    {
      "epoch": 424.85,
      "grad_norm": 1.03364896774292,
      "learning_rate": 2.2967853048547984e-06,
      "loss": 0.3463,
      "step": 1522230
    },
    {
      "epoch": 424.85,
      "grad_norm": 1.0803278684616089,
      "learning_rate": 2.296758270656319e-06,
      "loss": 0.3357,
      "step": 1522240
    },
    {
      "epoch": 424.85,
      "grad_norm": 1.1469361782073975,
      "learning_rate": 2.2967312364640938e-06,
      "loss": 0.3403,
      "step": 1522250
    },
    {
      "epoch": 424.86,
      "grad_norm": 1.1809918880462646,
      "learning_rate": 2.2967042022781277e-06,
      "loss": 0.3381,
      "step": 1522260
    },
    {
      "epoch": 424.86,
      "grad_norm": 1.1155773401260376,
      "learning_rate": 2.2966771680984233e-06,
      "loss": 0.3352,
      "step": 1522270
    },
    {
      "epoch": 424.86,
      "grad_norm": 1.0458800792694092,
      "learning_rate": 2.2966501339249835e-06,
      "loss": 0.3417,
      "step": 1522280
    },
    {
      "epoch": 424.86,
      "grad_norm": 1.1296664476394653,
      "learning_rate": 2.2966230997578135e-06,
      "loss": 0.3337,
      "step": 1522290
    },
    {
      "epoch": 424.87,
      "grad_norm": 1.0141191482543945,
      "learning_rate": 2.296596065596916e-06,
      "loss": 0.346,
      "step": 1522300
    },
    {
      "epoch": 424.87,
      "grad_norm": 0.9700180292129517,
      "learning_rate": 2.296569031442294e-06,
      "loss": 0.3588,
      "step": 1522310
    },
    {
      "epoch": 424.87,
      "grad_norm": 2.7894821166992188,
      "learning_rate": 2.2965419972939528e-06,
      "loss": 0.3655,
      "step": 1522320
    },
    {
      "epoch": 424.88,
      "grad_norm": 1.053979754447937,
      "learning_rate": 2.2965149631518947e-06,
      "loss": 0.3479,
      "step": 1522330
    },
    {
      "epoch": 424.88,
      "grad_norm": 0.8403229713439941,
      "learning_rate": 2.296487929016123e-06,
      "loss": 0.3525,
      "step": 1522340
    },
    {
      "epoch": 424.88,
      "grad_norm": 4.956052303314209,
      "learning_rate": 2.296460894886643e-06,
      "loss": 0.3459,
      "step": 1522350
    },
    {
      "epoch": 424.88,
      "grad_norm": 1.1724801063537598,
      "learning_rate": 2.2964338607634555e-06,
      "loss": 0.3483,
      "step": 1522360
    },
    {
      "epoch": 424.89,
      "grad_norm": 1.0041439533233643,
      "learning_rate": 2.2964068266465675e-06,
      "loss": 0.3457,
      "step": 1522370
    },
    {
      "epoch": 424.89,
      "grad_norm": 1.15253484249115,
      "learning_rate": 2.29637979253598e-06,
      "loss": 0.3501,
      "step": 1522380
    },
    {
      "epoch": 424.89,
      "grad_norm": 1.2767252922058105,
      "learning_rate": 2.2963527584316972e-06,
      "loss": 0.3279,
      "step": 1522390
    },
    {
      "epoch": 424.9,
      "grad_norm": 1.0204534530639648,
      "learning_rate": 2.2963257243337234e-06,
      "loss": 0.359,
      "step": 1522400
    },
    {
      "epoch": 424.9,
      "grad_norm": 1.0354888439178467,
      "learning_rate": 2.2962986902420626e-06,
      "loss": 0.3338,
      "step": 1522410
    },
    {
      "epoch": 424.9,
      "grad_norm": 3.0805184841156006,
      "learning_rate": 2.2962716561567164e-06,
      "loss": 0.3292,
      "step": 1522420
    },
    {
      "epoch": 424.9,
      "grad_norm": 1.219495415687561,
      "learning_rate": 2.2962446220776903e-06,
      "loss": 0.333,
      "step": 1522430
    },
    {
      "epoch": 424.91,
      "grad_norm": 1.118290662765503,
      "learning_rate": 2.2962175880049873e-06,
      "loss": 0.3509,
      "step": 1522440
    },
    {
      "epoch": 424.91,
      "grad_norm": 1.0646058320999146,
      "learning_rate": 2.2961905539386096e-06,
      "loss": 0.3483,
      "step": 1522450
    },
    {
      "epoch": 424.91,
      "grad_norm": 2.4694132804870605,
      "learning_rate": 2.2961635198785634e-06,
      "loss": 0.3545,
      "step": 1522460
    },
    {
      "epoch": 424.91,
      "grad_norm": 0.9856942892074585,
      "learning_rate": 2.2961364858248505e-06,
      "loss": 0.3504,
      "step": 1522470
    },
    {
      "epoch": 424.92,
      "grad_norm": 1.3615390062332153,
      "learning_rate": 2.296109451777475e-06,
      "loss": 0.3593,
      "step": 1522480
    },
    {
      "epoch": 424.92,
      "grad_norm": 1.1847349405288696,
      "learning_rate": 2.296082417736441e-06,
      "loss": 0.329,
      "step": 1522490
    },
    {
      "epoch": 424.92,
      "grad_norm": 0.9777188301086426,
      "learning_rate": 2.296055383701751e-06,
      "loss": 0.349,
      "step": 1522500
    },
    {
      "epoch": 424.93,
      "grad_norm": 7.028328895568848,
      "learning_rate": 2.2960283496734085e-06,
      "loss": 0.3453,
      "step": 1522510
    },
    {
      "epoch": 424.93,
      "grad_norm": 0.9549466967582703,
      "learning_rate": 2.2960013156514187e-06,
      "loss": 0.3336,
      "step": 1522520
    },
    {
      "epoch": 424.93,
      "grad_norm": 1.0505011081695557,
      "learning_rate": 2.2959742816357845e-06,
      "loss": 0.3472,
      "step": 1522530
    },
    {
      "epoch": 424.93,
      "grad_norm": 1.0726689100265503,
      "learning_rate": 2.295947247626508e-06,
      "loss": 0.3512,
      "step": 1522540
    },
    {
      "epoch": 424.94,
      "grad_norm": 0.965083122253418,
      "learning_rate": 2.2959202136235953e-06,
      "loss": 0.3376,
      "step": 1522550
    },
    {
      "epoch": 424.94,
      "grad_norm": 1.062309741973877,
      "learning_rate": 2.295893179627048e-06,
      "loss": 0.3418,
      "step": 1522560
    },
    {
      "epoch": 424.94,
      "grad_norm": 0.9410837888717651,
      "learning_rate": 2.2958661456368708e-06,
      "loss": 0.3276,
      "step": 1522570
    },
    {
      "epoch": 424.95,
      "grad_norm": 0.9739670157432556,
      "learning_rate": 2.2958391116530673e-06,
      "loss": 0.3516,
      "step": 1522580
    },
    {
      "epoch": 424.95,
      "grad_norm": 1.028498649597168,
      "learning_rate": 2.2958120776756407e-06,
      "loss": 0.3295,
      "step": 1522590
    },
    {
      "epoch": 424.95,
      "grad_norm": 1.1588634252548218,
      "learning_rate": 2.2957850437045935e-06,
      "loss": 0.3458,
      "step": 1522600
    },
    {
      "epoch": 424.95,
      "grad_norm": 0.9920631051063538,
      "learning_rate": 2.2957580097399313e-06,
      "loss": 0.3393,
      "step": 1522610
    },
    {
      "epoch": 424.96,
      "grad_norm": 0.957494854927063,
      "learning_rate": 2.2957309757816574e-06,
      "loss": 0.3423,
      "step": 1522620
    },
    {
      "epoch": 424.96,
      "grad_norm": 1.0635144710540771,
      "learning_rate": 2.295703941829774e-06,
      "loss": 0.353,
      "step": 1522630
    },
    {
      "epoch": 424.96,
      "grad_norm": 1.016416072845459,
      "learning_rate": 2.2956769078842855e-06,
      "loss": 0.3416,
      "step": 1522640
    },
    {
      "epoch": 424.97,
      "grad_norm": 1.07280695438385,
      "learning_rate": 2.2956498739451957e-06,
      "loss": 0.3294,
      "step": 1522650
    },
    {
      "epoch": 424.97,
      "grad_norm": 1.0650248527526855,
      "learning_rate": 2.2956228400125085e-06,
      "loss": 0.3446,
      "step": 1522660
    },
    {
      "epoch": 424.97,
      "grad_norm": 1.0293205976486206,
      "learning_rate": 2.2955958060862266e-06,
      "loss": 0.3426,
      "step": 1522670
    },
    {
      "epoch": 424.97,
      "grad_norm": 0.9408496022224426,
      "learning_rate": 2.2955687721663538e-06,
      "loss": 0.338,
      "step": 1522680
    },
    {
      "epoch": 424.98,
      "grad_norm": 0.983626663684845,
      "learning_rate": 2.2955417382528943e-06,
      "loss": 0.3351,
      "step": 1522690
    },
    {
      "epoch": 424.98,
      "grad_norm": 1.4639339447021484,
      "learning_rate": 2.295514704345852e-06,
      "loss": 0.3568,
      "step": 1522700
    },
    {
      "epoch": 424.98,
      "grad_norm": 0.9124531745910645,
      "learning_rate": 2.2954876704452287e-06,
      "loss": 0.35,
      "step": 1522710
    },
    {
      "epoch": 424.98,
      "grad_norm": 1.0860986709594727,
      "learning_rate": 2.29546063655103e-06,
      "loss": 0.3485,
      "step": 1522720
    },
    {
      "epoch": 424.99,
      "grad_norm": 1.183653712272644,
      "learning_rate": 2.2954336026632583e-06,
      "loss": 0.3378,
      "step": 1522730
    },
    {
      "epoch": 424.99,
      "grad_norm": 2.2167246341705322,
      "learning_rate": 2.2954065687819166e-06,
      "loss": 0.3473,
      "step": 1522740
    },
    {
      "epoch": 424.99,
      "grad_norm": 1.0773662328720093,
      "learning_rate": 2.2953795349070107e-06,
      "loss": 0.3547,
      "step": 1522750
    },
    {
      "epoch": 425.0,
      "grad_norm": 1.3897573947906494,
      "learning_rate": 2.2953525010385426e-06,
      "loss": 0.354,
      "step": 1522760
    },
    {
      "epoch": 425.0,
      "grad_norm": 1.116631269454956,
      "learning_rate": 2.2953254671765158e-06,
      "loss": 0.3355,
      "step": 1522770
    },
    {
      "epoch": 425.0,
      "eval_loss": 0.3459266126155853,
      "eval_runtime": 63.2548,
      "eval_samples_per_second": 79.978,
      "eval_steps_per_second": 10.007,
      "step": 1522775
    },
    {
      "epoch": 425.0,
      "grad_norm": 1.1891988515853882,
      "learning_rate": 2.2952984333209344e-06,
      "loss": 0.3258,
      "step": 1522780
    },
    {
      "epoch": 425.0,
      "grad_norm": 1.090205192565918,
      "learning_rate": 2.295271399471803e-06,
      "loss": 0.348,
      "step": 1522790
    },
    {
      "epoch": 425.01,
      "grad_norm": 0.9271641969680786,
      "learning_rate": 2.2952443656291227e-06,
      "loss": 0.3371,
      "step": 1522800
    },
    {
      "epoch": 425.01,
      "grad_norm": 0.9622799754142761,
      "learning_rate": 2.2952173317928994e-06,
      "loss": 0.3469,
      "step": 1522810
    },
    {
      "epoch": 425.01,
      "grad_norm": 0.9540151357650757,
      "learning_rate": 2.2951902979631357e-06,
      "loss": 0.3542,
      "step": 1522820
    },
    {
      "epoch": 425.02,
      "grad_norm": 1.1590731143951416,
      "learning_rate": 2.2951632641398343e-06,
      "loss": 0.3387,
      "step": 1522830
    },
    {
      "epoch": 425.02,
      "grad_norm": 1.0078305006027222,
      "learning_rate": 2.295136230323001e-06,
      "loss": 0.3344,
      "step": 1522840
    },
    {
      "epoch": 425.02,
      "grad_norm": 1.0878801345825195,
      "learning_rate": 2.295109196512638e-06,
      "loss": 0.3651,
      "step": 1522850
    },
    {
      "epoch": 425.02,
      "grad_norm": 1.5182955265045166,
      "learning_rate": 2.2950821627087486e-06,
      "loss": 0.3493,
      "step": 1522860
    },
    {
      "epoch": 425.03,
      "grad_norm": 0.9193906784057617,
      "learning_rate": 2.2950551289113377e-06,
      "loss": 0.3375,
      "step": 1522870
    },
    {
      "epoch": 425.03,
      "grad_norm": 1.074899673461914,
      "learning_rate": 2.295028095120408e-06,
      "loss": 0.3446,
      "step": 1522880
    },
    {
      "epoch": 425.03,
      "grad_norm": 1.3030840158462524,
      "learning_rate": 2.2950010613359616e-06,
      "loss": 0.3345,
      "step": 1522890
    },
    {
      "epoch": 425.03,
      "grad_norm": 0.9344040751457214,
      "learning_rate": 2.2949740275580054e-06,
      "loss": 0.3443,
      "step": 1522900
    },
    {
      "epoch": 425.04,
      "grad_norm": 0.9965103268623352,
      "learning_rate": 2.294946993786541e-06,
      "loss": 0.3519,
      "step": 1522910
    },
    {
      "epoch": 425.04,
      "grad_norm": 1.2932848930358887,
      "learning_rate": 2.2949199600215716e-06,
      "loss": 0.3459,
      "step": 1522920
    },
    {
      "epoch": 425.04,
      "grad_norm": 1.0589516162872314,
      "learning_rate": 2.2948929262631018e-06,
      "loss": 0.3478,
      "step": 1522930
    },
    {
      "epoch": 425.05,
      "grad_norm": 0.9475287795066833,
      "learning_rate": 2.294865892511135e-06,
      "loss": 0.3452,
      "step": 1522940
    },
    {
      "epoch": 425.05,
      "grad_norm": 0.9551869034767151,
      "learning_rate": 2.294838858765675e-06,
      "loss": 0.3313,
      "step": 1522950
    },
    {
      "epoch": 425.05,
      "grad_norm": 1.101276159286499,
      "learning_rate": 2.294811825026725e-06,
      "loss": 0.3592,
      "step": 1522960
    },
    {
      "epoch": 425.05,
      "grad_norm": 3.082188844680786,
      "learning_rate": 2.294784791294288e-06,
      "loss": 0.3362,
      "step": 1522970
    },
    {
      "epoch": 425.06,
      "grad_norm": 0.9404964447021484,
      "learning_rate": 2.2947577575683693e-06,
      "loss": 0.3462,
      "step": 1522980
    },
    {
      "epoch": 425.06,
      "grad_norm": 1.1653786897659302,
      "learning_rate": 2.294730723848971e-06,
      "loss": 0.3534,
      "step": 1522990
    },
    {
      "epoch": 425.06,
      "grad_norm": 1.0063581466674805,
      "learning_rate": 2.2947036901360973e-06,
      "loss": 0.3482,
      "step": 1523000
    },
    {
      "epoch": 425.07,
      "grad_norm": 1.0287467241287231,
      "learning_rate": 2.2946766564297517e-06,
      "loss": 0.345,
      "step": 1523010
    },
    {
      "epoch": 425.07,
      "grad_norm": 1.0780761241912842,
      "learning_rate": 2.294649622729938e-06,
      "loss": 0.3494,
      "step": 1523020
    },
    {
      "epoch": 425.07,
      "grad_norm": 0.9515748620033264,
      "learning_rate": 2.2946225890366584e-06,
      "loss": 0.3469,
      "step": 1523030
    },
    {
      "epoch": 425.07,
      "grad_norm": 1.0904265642166138,
      "learning_rate": 2.2945955553499187e-06,
      "loss": 0.3521,
      "step": 1523040
    },
    {
      "epoch": 425.08,
      "grad_norm": 1.177594542503357,
      "learning_rate": 2.2945685216697215e-06,
      "loss": 0.3395,
      "step": 1523050
    },
    {
      "epoch": 425.08,
      "grad_norm": 0.9786179661750793,
      "learning_rate": 2.2945414879960693e-06,
      "loss": 0.3558,
      "step": 1523060
    },
    {
      "epoch": 425.08,
      "grad_norm": 1.1040382385253906,
      "learning_rate": 2.294514454328968e-06,
      "loss": 0.3591,
      "step": 1523070
    },
    {
      "epoch": 425.09,
      "grad_norm": 1.225853681564331,
      "learning_rate": 2.29448742066842e-06,
      "loss": 0.3408,
      "step": 1523080
    },
    {
      "epoch": 425.09,
      "grad_norm": 0.9988605976104736,
      "learning_rate": 2.2944603870144277e-06,
      "loss": 0.3317,
      "step": 1523090
    },
    {
      "epoch": 425.09,
      "grad_norm": 1.2096543312072754,
      "learning_rate": 2.294433353366997e-06,
      "loss": 0.3329,
      "step": 1523100
    },
    {
      "epoch": 425.09,
      "grad_norm": 1.1976710557937622,
      "learning_rate": 2.29440631972613e-06,
      "loss": 0.3474,
      "step": 1523110
    },
    {
      "epoch": 425.1,
      "grad_norm": 1.1149427890777588,
      "learning_rate": 2.2943792860918303e-06,
      "loss": 0.3528,
      "step": 1523120
    },
    {
      "epoch": 425.1,
      "grad_norm": 1.199807047843933,
      "learning_rate": 2.2943522524641025e-06,
      "loss": 0.3465,
      "step": 1523130
    },
    {
      "epoch": 425.1,
      "grad_norm": 1.398794412612915,
      "learning_rate": 2.2943252188429494e-06,
      "loss": 0.3553,
      "step": 1523140
    },
    {
      "epoch": 425.1,
      "grad_norm": 1.1009011268615723,
      "learning_rate": 2.2942981852283744e-06,
      "loss": 0.3508,
      "step": 1523150
    },
    {
      "epoch": 425.11,
      "grad_norm": 0.966013491153717,
      "learning_rate": 2.2942711516203816e-06,
      "loss": 0.3604,
      "step": 1523160
    },
    {
      "epoch": 425.11,
      "grad_norm": 1.3461432456970215,
      "learning_rate": 2.294244118018975e-06,
      "loss": 0.3305,
      "step": 1523170
    },
    {
      "epoch": 425.11,
      "grad_norm": 1.1557363271713257,
      "learning_rate": 2.294217084424156e-06,
      "loss": 0.3437,
      "step": 1523180
    },
    {
      "epoch": 425.12,
      "grad_norm": 1.0706772804260254,
      "learning_rate": 2.2941900508359314e-06,
      "loss": 0.3274,
      "step": 1523190
    },
    {
      "epoch": 425.12,
      "grad_norm": 0.9912250638008118,
      "learning_rate": 2.294163017254303e-06,
      "loss": 0.3605,
      "step": 1523200
    },
    {
      "epoch": 425.12,
      "grad_norm": 1.0577857494354248,
      "learning_rate": 2.294135983679274e-06,
      "loss": 0.3408,
      "step": 1523210
    },
    {
      "epoch": 425.12,
      "grad_norm": 1.0206316709518433,
      "learning_rate": 2.294108950110849e-06,
      "loss": 0.354,
      "step": 1523220
    },
    {
      "epoch": 425.13,
      "grad_norm": 0.9937241673469543,
      "learning_rate": 2.2940819165490313e-06,
      "loss": 0.3305,
      "step": 1523230
    },
    {
      "epoch": 425.13,
      "grad_norm": 0.8716638088226318,
      "learning_rate": 2.2940548829938244e-06,
      "loss": 0.3345,
      "step": 1523240
    },
    {
      "epoch": 425.13,
      "grad_norm": 1.1189134120941162,
      "learning_rate": 2.2940278494452324e-06,
      "loss": 0.3431,
      "step": 1523250
    },
    {
      "epoch": 425.14,
      "grad_norm": 0.9401136040687561,
      "learning_rate": 2.294000815903257e-06,
      "loss": 0.3361,
      "step": 1523260
    },
    {
      "epoch": 425.14,
      "grad_norm": 1.1347557306289673,
      "learning_rate": 2.2939737823679045e-06,
      "loss": 0.3529,
      "step": 1523270
    },
    {
      "epoch": 425.14,
      "grad_norm": 1.216890811920166,
      "learning_rate": 2.2939467488391775e-06,
      "loss": 0.3576,
      "step": 1523280
    },
    {
      "epoch": 425.14,
      "grad_norm": 1.0102595090866089,
      "learning_rate": 2.2939197153170785e-06,
      "loss": 0.3399,
      "step": 1523290
    },
    {
      "epoch": 425.15,
      "grad_norm": 2.1607751846313477,
      "learning_rate": 2.2938926818016127e-06,
      "loss": 0.3401,
      "step": 1523300
    },
    {
      "epoch": 425.15,
      "grad_norm": 1.076432228088379,
      "learning_rate": 2.2938656482927825e-06,
      "loss": 0.3475,
      "step": 1523310
    },
    {
      "epoch": 425.15,
      "grad_norm": 1.0007058382034302,
      "learning_rate": 2.2938386147905914e-06,
      "loss": 0.3551,
      "step": 1523320
    },
    {
      "epoch": 425.15,
      "grad_norm": 1.0588637590408325,
      "learning_rate": 2.293811581295044e-06,
      "loss": 0.3306,
      "step": 1523330
    },
    {
      "epoch": 425.16,
      "grad_norm": 0.9062036275863647,
      "learning_rate": 2.2937845478061436e-06,
      "loss": 0.346,
      "step": 1523340
    },
    {
      "epoch": 425.16,
      "grad_norm": 0.9128414988517761,
      "learning_rate": 2.2937575143238925e-06,
      "loss": 0.3409,
      "step": 1523350
    },
    {
      "epoch": 425.16,
      "grad_norm": 3.2320001125335693,
      "learning_rate": 2.293730480848297e-06,
      "loss": 0.3373,
      "step": 1523360
    },
    {
      "epoch": 425.17,
      "grad_norm": 1.2511545419692993,
      "learning_rate": 2.2937034473793586e-06,
      "loss": 0.3509,
      "step": 1523370
    },
    {
      "epoch": 425.17,
      "grad_norm": 1.0010743141174316,
      "learning_rate": 2.293676413917081e-06,
      "loss": 0.3585,
      "step": 1523380
    },
    {
      "epoch": 425.17,
      "grad_norm": 1.0066635608673096,
      "learning_rate": 2.2936493804614686e-06,
      "loss": 0.3356,
      "step": 1523390
    },
    {
      "epoch": 425.17,
      "grad_norm": 1.2296583652496338,
      "learning_rate": 2.293622347012525e-06,
      "loss": 0.3392,
      "step": 1523400
    },
    {
      "epoch": 425.18,
      "grad_norm": 1.0262162685394287,
      "learning_rate": 2.2935953135702516e-06,
      "loss": 0.3737,
      "step": 1523410
    },
    {
      "epoch": 425.18,
      "grad_norm": 1.0137841701507568,
      "learning_rate": 2.293568280134656e-06,
      "loss": 0.3502,
      "step": 1523420
    },
    {
      "epoch": 425.18,
      "grad_norm": 0.9984060525894165,
      "learning_rate": 2.2935412467057386e-06,
      "loss": 0.3511,
      "step": 1523430
    },
    {
      "epoch": 425.19,
      "grad_norm": 1.2622427940368652,
      "learning_rate": 2.293514213283504e-06,
      "loss": 0.3339,
      "step": 1523440
    },
    {
      "epoch": 425.19,
      "grad_norm": 1.0870498418807983,
      "learning_rate": 2.293487179867956e-06,
      "loss": 0.3457,
      "step": 1523450
    },
    {
      "epoch": 425.19,
      "grad_norm": 1.088194489479065,
      "learning_rate": 2.293460146459098e-06,
      "loss": 0.3497,
      "step": 1523460
    },
    {
      "epoch": 425.19,
      "grad_norm": 0.918472170829773,
      "learning_rate": 2.2934331130569326e-06,
      "loss": 0.3358,
      "step": 1523470
    },
    {
      "epoch": 425.2,
      "grad_norm": 1.0351759195327759,
      "learning_rate": 2.2934060796614655e-06,
      "loss": 0.335,
      "step": 1523480
    },
    {
      "epoch": 425.2,
      "grad_norm": 2.0155491828918457,
      "learning_rate": 2.2933790462726992e-06,
      "loss": 0.3345,
      "step": 1523490
    },
    {
      "epoch": 425.2,
      "grad_norm": 1.0799553394317627,
      "learning_rate": 2.2933520128906364e-06,
      "loss": 0.3408,
      "step": 1523500
    },
    {
      "epoch": 425.21,
      "grad_norm": 1.003024697303772,
      "learning_rate": 2.2933249795152825e-06,
      "loss": 0.3636,
      "step": 1523510
    },
    {
      "epoch": 425.21,
      "grad_norm": 0.8943049311637878,
      "learning_rate": 2.2932979461466397e-06,
      "loss": 0.3334,
      "step": 1523520
    },
    {
      "epoch": 425.21,
      "grad_norm": 1.1161916255950928,
      "learning_rate": 2.2932709127847126e-06,
      "loss": 0.3543,
      "step": 1523530
    },
    {
      "epoch": 425.21,
      "grad_norm": 0.9809677600860596,
      "learning_rate": 2.293243879429504e-06,
      "loss": 0.3514,
      "step": 1523540
    },
    {
      "epoch": 425.22,
      "grad_norm": 1.0640331506729126,
      "learning_rate": 2.2932168460810173e-06,
      "loss": 0.3525,
      "step": 1523550
    },
    {
      "epoch": 425.22,
      "grad_norm": 0.9356623291969299,
      "learning_rate": 2.293189812739257e-06,
      "loss": 0.3445,
      "step": 1523560
    },
    {
      "epoch": 425.22,
      "grad_norm": 0.9885868430137634,
      "learning_rate": 2.2931627794042267e-06,
      "loss": 0.3483,
      "step": 1523570
    },
    {
      "epoch": 425.22,
      "grad_norm": 1.182231068611145,
      "learning_rate": 2.293135746075929e-06,
      "loss": 0.3495,
      "step": 1523580
    },
    {
      "epoch": 425.23,
      "grad_norm": 0.9542539715766907,
      "learning_rate": 2.2931087127543683e-06,
      "loss": 0.3511,
      "step": 1523590
    },
    {
      "epoch": 425.23,
      "grad_norm": 1.0425903797149658,
      "learning_rate": 2.2930816794395477e-06,
      "loss": 0.3304,
      "step": 1523600
    },
    {
      "epoch": 425.23,
      "grad_norm": 0.9177284240722656,
      "learning_rate": 2.293054646131471e-06,
      "loss": 0.3515,
      "step": 1523610
    },
    {
      "epoch": 425.24,
      "grad_norm": 1.003766417503357,
      "learning_rate": 2.2930276128301424e-06,
      "loss": 0.3572,
      "step": 1523620
    },
    {
      "epoch": 425.24,
      "grad_norm": 0.8804394602775574,
      "learning_rate": 2.293000579535565e-06,
      "loss": 0.3465,
      "step": 1523630
    },
    {
      "epoch": 425.24,
      "grad_norm": 0.9110957980155945,
      "learning_rate": 2.292973546247741e-06,
      "loss": 0.365,
      "step": 1523640
    },
    {
      "epoch": 425.24,
      "grad_norm": 1.3763751983642578,
      "learning_rate": 2.292946512966677e-06,
      "loss": 0.3511,
      "step": 1523650
    },
    {
      "epoch": 425.25,
      "grad_norm": 1.1019178628921509,
      "learning_rate": 2.2929194796923746e-06,
      "loss": 0.3539,
      "step": 1523660
    },
    {
      "epoch": 425.25,
      "grad_norm": 1.1722652912139893,
      "learning_rate": 2.292892446424837e-06,
      "loss": 0.3577,
      "step": 1523670
    },
    {
      "epoch": 425.25,
      "grad_norm": 1.0079399347305298,
      "learning_rate": 2.2928654131640693e-06,
      "loss": 0.3445,
      "step": 1523680
    },
    {
      "epoch": 425.26,
      "grad_norm": 1.1445460319519043,
      "learning_rate": 2.292838379910075e-06,
      "loss": 0.3506,
      "step": 1523690
    },
    {
      "epoch": 425.26,
      "grad_norm": 1.0015580654144287,
      "learning_rate": 2.292811346662855e-06,
      "loss": 0.3302,
      "step": 1523700
    },
    {
      "epoch": 425.26,
      "grad_norm": 0.9595809578895569,
      "learning_rate": 2.2927843134224167e-06,
      "loss": 0.3513,
      "step": 1523710
    },
    {
      "epoch": 425.26,
      "grad_norm": 1.063632845878601,
      "learning_rate": 2.2927572801887616e-06,
      "loss": 0.3357,
      "step": 1523720
    },
    {
      "epoch": 425.27,
      "grad_norm": 1.0393791198730469,
      "learning_rate": 2.2927302469618926e-06,
      "loss": 0.3566,
      "step": 1523730
    },
    {
      "epoch": 425.27,
      "grad_norm": 1.040089726448059,
      "learning_rate": 2.2927032137418156e-06,
      "loss": 0.3499,
      "step": 1523740
    },
    {
      "epoch": 425.27,
      "grad_norm": 1.105988621711731,
      "learning_rate": 2.2926761805285325e-06,
      "loss": 0.3567,
      "step": 1523750
    },
    {
      "epoch": 425.27,
      "grad_norm": 1.0100014209747314,
      "learning_rate": 2.292649147322047e-06,
      "loss": 0.3447,
      "step": 1523760
    },
    {
      "epoch": 425.28,
      "grad_norm": 1.1416032314300537,
      "learning_rate": 2.2926221141223635e-06,
      "loss": 0.3499,
      "step": 1523770
    },
    {
      "epoch": 425.28,
      "grad_norm": 0.9670000076293945,
      "learning_rate": 2.292595080929486e-06,
      "loss": 0.3319,
      "step": 1523780
    },
    {
      "epoch": 425.28,
      "grad_norm": 1.2003142833709717,
      "learning_rate": 2.292568047743415e-06,
      "loss": 0.3341,
      "step": 1523790
    },
    {
      "epoch": 425.29,
      "grad_norm": 1.2252390384674072,
      "learning_rate": 2.292541014564158e-06,
      "loss": 0.3276,
      "step": 1523800
    },
    {
      "epoch": 425.29,
      "grad_norm": 1.2553046941757202,
      "learning_rate": 2.292513981391716e-06,
      "loss": 0.3352,
      "step": 1523810
    },
    {
      "epoch": 425.29,
      "grad_norm": 0.9717984795570374,
      "learning_rate": 2.2924869482260944e-06,
      "loss": 0.3559,
      "step": 1523820
    },
    {
      "epoch": 425.29,
      "grad_norm": 1.0983222723007202,
      "learning_rate": 2.292459915067296e-06,
      "loss": 0.3515,
      "step": 1523830
    },
    {
      "epoch": 425.3,
      "grad_norm": 1.063769817352295,
      "learning_rate": 2.2924328819153233e-06,
      "loss": 0.3374,
      "step": 1523840
    },
    {
      "epoch": 425.3,
      "grad_norm": 1.0433006286621094,
      "learning_rate": 2.2924058487701815e-06,
      "loss": 0.3396,
      "step": 1523850
    },
    {
      "epoch": 425.3,
      "grad_norm": 0.9485759139060974,
      "learning_rate": 2.292378815631874e-06,
      "loss": 0.3593,
      "step": 1523860
    },
    {
      "epoch": 425.31,
      "grad_norm": 1.02863347530365,
      "learning_rate": 2.292351782500403e-06,
      "loss": 0.332,
      "step": 1523870
    },
    {
      "epoch": 425.31,
      "grad_norm": 1.1727060079574585,
      "learning_rate": 2.292324749375774e-06,
      "loss": 0.3447,
      "step": 1523880
    },
    {
      "epoch": 425.31,
      "grad_norm": 0.9844191074371338,
      "learning_rate": 2.29229771625799e-06,
      "loss": 0.3356,
      "step": 1523890
    },
    {
      "epoch": 425.31,
      "grad_norm": 1.0088238716125488,
      "learning_rate": 2.292270683147053e-06,
      "loss": 0.3265,
      "step": 1523900
    },
    {
      "epoch": 425.32,
      "grad_norm": 1.0878428220748901,
      "learning_rate": 2.292243650042969e-06,
      "loss": 0.3485,
      "step": 1523910
    },
    {
      "epoch": 425.32,
      "grad_norm": 1.0595061779022217,
      "learning_rate": 2.2922166169457406e-06,
      "loss": 0.3449,
      "step": 1523920
    },
    {
      "epoch": 425.32,
      "grad_norm": 1.0481550693511963,
      "learning_rate": 2.29218958385537e-06,
      "loss": 0.3381,
      "step": 1523930
    },
    {
      "epoch": 425.33,
      "grad_norm": 0.9502941370010376,
      "learning_rate": 2.2921625507718636e-06,
      "loss": 0.3472,
      "step": 1523940
    },
    {
      "epoch": 425.33,
      "grad_norm": 0.9986593723297119,
      "learning_rate": 2.292135517695223e-06,
      "loss": 0.3315,
      "step": 1523950
    },
    {
      "epoch": 425.33,
      "grad_norm": 1.0248842239379883,
      "learning_rate": 2.2921084846254524e-06,
      "loss": 0.3413,
      "step": 1523960
    },
    {
      "epoch": 425.33,
      "grad_norm": 1.3579922914505005,
      "learning_rate": 2.292081451562555e-06,
      "loss": 0.3567,
      "step": 1523970
    },
    {
      "epoch": 425.34,
      "grad_norm": 1.165356159210205,
      "learning_rate": 2.2920544185065355e-06,
      "loss": 0.3514,
      "step": 1523980
    },
    {
      "epoch": 425.34,
      "grad_norm": 1.2356829643249512,
      "learning_rate": 2.292027385457395e-06,
      "loss": 0.3599,
      "step": 1523990
    },
    {
      "epoch": 425.34,
      "grad_norm": 1.037195086479187,
      "learning_rate": 2.29200035241514e-06,
      "loss": 0.3415,
      "step": 1524000
    },
    {
      "epoch": 425.34,
      "grad_norm": 0.9994152188301086,
      "learning_rate": 2.2919733193797733e-06,
      "loss": 0.3548,
      "step": 1524010
    },
    {
      "epoch": 425.35,
      "grad_norm": 0.9629473686218262,
      "learning_rate": 2.2919462863512968e-06,
      "loss": 0.3388,
      "step": 1524020
    },
    {
      "epoch": 425.35,
      "grad_norm": 0.8741175532341003,
      "learning_rate": 2.291919253329716e-06,
      "loss": 0.343,
      "step": 1524030
    },
    {
      "epoch": 425.35,
      "grad_norm": 0.9835683703422546,
      "learning_rate": 2.291892220315034e-06,
      "loss": 0.3387,
      "step": 1524040
    },
    {
      "epoch": 425.36,
      "grad_norm": 1.184455394744873,
      "learning_rate": 2.2918651873072545e-06,
      "loss": 0.3538,
      "step": 1524050
    },
    {
      "epoch": 425.36,
      "grad_norm": 0.9865822792053223,
      "learning_rate": 2.291838154306381e-06,
      "loss": 0.3435,
      "step": 1524060
    },
    {
      "epoch": 425.36,
      "grad_norm": 0.9248136281967163,
      "learning_rate": 2.291811121312417e-06,
      "loss": 0.3539,
      "step": 1524070
    },
    {
      "epoch": 425.36,
      "grad_norm": 1.1064459085464478,
      "learning_rate": 2.291784088325365e-06,
      "loss": 0.3501,
      "step": 1524080
    },
    {
      "epoch": 425.37,
      "grad_norm": 0.8853509426116943,
      "learning_rate": 2.2917570553452303e-06,
      "loss": 0.3314,
      "step": 1524090
    },
    {
      "epoch": 425.37,
      "grad_norm": 0.8752989172935486,
      "learning_rate": 2.291730022372016e-06,
      "loss": 0.3403,
      "step": 1524100
    },
    {
      "epoch": 425.37,
      "grad_norm": 1.5073628425598145,
      "learning_rate": 2.2917029894057256e-06,
      "loss": 0.3601,
      "step": 1524110
    },
    {
      "epoch": 425.38,
      "grad_norm": 1.066688060760498,
      "learning_rate": 2.291675956446363e-06,
      "loss": 0.3476,
      "step": 1524120
    },
    {
      "epoch": 425.38,
      "grad_norm": 1.1673872470855713,
      "learning_rate": 2.2916489234939302e-06,
      "loss": 0.3574,
      "step": 1524130
    },
    {
      "epoch": 425.38,
      "grad_norm": 3.325265645980835,
      "learning_rate": 2.2916218905484333e-06,
      "loss": 0.3478,
      "step": 1524140
    },
    {
      "epoch": 425.38,
      "grad_norm": 1.0669348239898682,
      "learning_rate": 2.291594857609875e-06,
      "loss": 0.3488,
      "step": 1524150
    },
    {
      "epoch": 425.39,
      "grad_norm": 1.0727981328964233,
      "learning_rate": 2.291567824678257e-06,
      "loss": 0.3514,
      "step": 1524160
    },
    {
      "epoch": 425.39,
      "grad_norm": 1.0335121154785156,
      "learning_rate": 2.291540791753585e-06,
      "loss": 0.3615,
      "step": 1524170
    },
    {
      "epoch": 425.39,
      "grad_norm": 1.2790688276290894,
      "learning_rate": 2.291513758835863e-06,
      "loss": 0.3359,
      "step": 1524180
    },
    {
      "epoch": 425.39,
      "grad_norm": 0.9223774075508118,
      "learning_rate": 2.2914867259250926e-06,
      "loss": 0.3522,
      "step": 1524190
    },
    {
      "epoch": 425.4,
      "grad_norm": 1.0536915063858032,
      "learning_rate": 2.2914596930212794e-06,
      "loss": 0.3408,
      "step": 1524200
    },
    {
      "epoch": 425.4,
      "grad_norm": 1.2112987041473389,
      "learning_rate": 2.291432660124426e-06,
      "loss": 0.3494,
      "step": 1524210
    },
    {
      "epoch": 425.4,
      "grad_norm": 1.1217304468154907,
      "learning_rate": 2.2914056272345345e-06,
      "loss": 0.343,
      "step": 1524220
    },
    {
      "epoch": 425.41,
      "grad_norm": 1.0927274227142334,
      "learning_rate": 2.2913785943516117e-06,
      "loss": 0.377,
      "step": 1524230
    },
    {
      "epoch": 425.41,
      "grad_norm": 0.9931391477584839,
      "learning_rate": 2.291351561475659e-06,
      "loss": 0.3493,
      "step": 1524240
    },
    {
      "epoch": 425.41,
      "grad_norm": 1.7310067415237427,
      "learning_rate": 2.2913245286066806e-06,
      "loss": 0.3342,
      "step": 1524250
    },
    {
      "epoch": 425.41,
      "grad_norm": 1.161781907081604,
      "learning_rate": 2.29129749574468e-06,
      "loss": 0.3394,
      "step": 1524260
    },
    {
      "epoch": 425.42,
      "grad_norm": 1.2163121700286865,
      "learning_rate": 2.2912704628896613e-06,
      "loss": 0.3263,
      "step": 1524270
    },
    {
      "epoch": 425.42,
      "grad_norm": 1.1706722974777222,
      "learning_rate": 2.2912434300416266e-06,
      "loss": 0.3346,
      "step": 1524280
    },
    {
      "epoch": 425.42,
      "grad_norm": 0.9655293226242065,
      "learning_rate": 2.291216397200581e-06,
      "loss": 0.34,
      "step": 1524290
    },
    {
      "epoch": 425.43,
      "grad_norm": 1.2158595323562622,
      "learning_rate": 2.2911893643665282e-06,
      "loss": 0.3452,
      "step": 1524300
    },
    {
      "epoch": 425.43,
      "grad_norm": 1.012861967086792,
      "learning_rate": 2.29116233153947e-06,
      "loss": 0.3489,
      "step": 1524310
    },
    {
      "epoch": 425.43,
      "grad_norm": 0.9107198119163513,
      "learning_rate": 2.291135298719412e-06,
      "loss": 0.3302,
      "step": 1524320
    },
    {
      "epoch": 425.43,
      "grad_norm": 1.4240509271621704,
      "learning_rate": 2.2911082659063576e-06,
      "loss": 0.3465,
      "step": 1524330
    },
    {
      "epoch": 425.44,
      "grad_norm": 0.986682116985321,
      "learning_rate": 2.291081233100309e-06,
      "loss": 0.3502,
      "step": 1524340
    },
    {
      "epoch": 425.44,
      "grad_norm": 1.0332056283950806,
      "learning_rate": 2.2910542003012713e-06,
      "loss": 0.3493,
      "step": 1524350
    },
    {
      "epoch": 425.44,
      "grad_norm": 0.8443199396133423,
      "learning_rate": 2.2910271675092474e-06,
      "loss": 0.3404,
      "step": 1524360
    },
    {
      "epoch": 425.45,
      "grad_norm": 0.9589645266532898,
      "learning_rate": 2.29100013472424e-06,
      "loss": 0.3483,
      "step": 1524370
    },
    {
      "epoch": 425.45,
      "grad_norm": 0.9035050272941589,
      "learning_rate": 2.2909731019462543e-06,
      "loss": 0.3354,
      "step": 1524380
    },
    {
      "epoch": 425.45,
      "grad_norm": 1.033225417137146,
      "learning_rate": 2.2909460691752927e-06,
      "loss": 0.3597,
      "step": 1524390
    },
    {
      "epoch": 425.45,
      "grad_norm": 1.0901837348937988,
      "learning_rate": 2.2909190364113603e-06,
      "loss": 0.345,
      "step": 1524400
    },
    {
      "epoch": 425.46,
      "grad_norm": 0.8776397109031677,
      "learning_rate": 2.290892003654459e-06,
      "loss": 0.3456,
      "step": 1524410
    },
    {
      "epoch": 425.46,
      "grad_norm": 1.0090426206588745,
      "learning_rate": 2.290864970904593e-06,
      "loss": 0.3545,
      "step": 1524420
    },
    {
      "epoch": 425.46,
      "grad_norm": 1.1301846504211426,
      "learning_rate": 2.2908379381617663e-06,
      "loss": 0.3461,
      "step": 1524430
    },
    {
      "epoch": 425.46,
      "grad_norm": 1.0772671699523926,
      "learning_rate": 2.2908109054259824e-06,
      "loss": 0.3583,
      "step": 1524440
    },
    {
      "epoch": 425.47,
      "grad_norm": 0.9587434530258179,
      "learning_rate": 2.2907838726972437e-06,
      "loss": 0.342,
      "step": 1524450
    },
    {
      "epoch": 425.47,
      "grad_norm": 0.9030898213386536,
      "learning_rate": 2.2907568399755558e-06,
      "loss": 0.3385,
      "step": 1524460
    },
    {
      "epoch": 425.47,
      "grad_norm": 1.13925302028656,
      "learning_rate": 2.2907298072609215e-06,
      "loss": 0.3422,
      "step": 1524470
    },
    {
      "epoch": 425.48,
      "grad_norm": 1.0342055559158325,
      "learning_rate": 2.2907027745533434e-06,
      "loss": 0.3364,
      "step": 1524480
    },
    {
      "epoch": 425.48,
      "grad_norm": 0.9885122179985046,
      "learning_rate": 2.2906757418528266e-06,
      "loss": 0.3342,
      "step": 1524490
    },
    {
      "epoch": 425.48,
      "grad_norm": 1.033109426498413,
      "learning_rate": 2.290648709159374e-06,
      "loss": 0.3616,
      "step": 1524500
    },
    {
      "epoch": 425.48,
      "grad_norm": 0.9289931654930115,
      "learning_rate": 2.2906216764729883e-06,
      "loss": 0.3512,
      "step": 1524510
    },
    {
      "epoch": 425.49,
      "grad_norm": 1.2181288003921509,
      "learning_rate": 2.290594643793675e-06,
      "loss": 0.3501,
      "step": 1524520
    },
    {
      "epoch": 425.49,
      "grad_norm": 1.0021077394485474,
      "learning_rate": 2.2905676111214362e-06,
      "loss": 0.3457,
      "step": 1524530
    },
    {
      "epoch": 425.49,
      "grad_norm": 1.1539041996002197,
      "learning_rate": 2.290540578456276e-06,
      "loss": 0.3553,
      "step": 1524540
    },
    {
      "epoch": 425.5,
      "grad_norm": 1.1383191347122192,
      "learning_rate": 2.290513545798198e-06,
      "loss": 0.3551,
      "step": 1524550
    },
    {
      "epoch": 425.5,
      "grad_norm": 1.0773684978485107,
      "learning_rate": 2.290486513147206e-06,
      "loss": 0.3484,
      "step": 1524560
    },
    {
      "epoch": 425.5,
      "grad_norm": 1.2202502489089966,
      "learning_rate": 2.290459480503303e-06,
      "loss": 0.3574,
      "step": 1524570
    },
    {
      "epoch": 425.5,
      "grad_norm": 2.1571872234344482,
      "learning_rate": 2.2904324478664933e-06,
      "loss": 0.3604,
      "step": 1524580
    },
    {
      "epoch": 425.51,
      "grad_norm": 1.8569670915603638,
      "learning_rate": 2.2904054152367804e-06,
      "loss": 0.3372,
      "step": 1524590
    },
    {
      "epoch": 425.51,
      "grad_norm": 1.0066885948181152,
      "learning_rate": 2.2903783826141665e-06,
      "loss": 0.3467,
      "step": 1524600
    },
    {
      "epoch": 425.51,
      "grad_norm": 1.130273699760437,
      "learning_rate": 2.2903513499986575e-06,
      "loss": 0.3538,
      "step": 1524610
    },
    {
      "epoch": 425.51,
      "grad_norm": 1.2083736658096313,
      "learning_rate": 2.290324317390256e-06,
      "loss": 0.3414,
      "step": 1524620
    },
    {
      "epoch": 425.52,
      "grad_norm": 1.4869096279144287,
      "learning_rate": 2.290297284788965e-06,
      "loss": 0.354,
      "step": 1524630
    },
    {
      "epoch": 425.52,
      "grad_norm": 1.3014329671859741,
      "learning_rate": 2.2902702521947888e-06,
      "loss": 0.3526,
      "step": 1524640
    },
    {
      "epoch": 425.52,
      "grad_norm": 0.9404592514038086,
      "learning_rate": 2.2902432196077308e-06,
      "loss": 0.3517,
      "step": 1524650
    },
    {
      "epoch": 425.53,
      "grad_norm": 1.0631154775619507,
      "learning_rate": 2.2902161870277938e-06,
      "loss": 0.3639,
      "step": 1524660
    },
    {
      "epoch": 425.53,
      "grad_norm": 1.0622174739837646,
      "learning_rate": 2.2901891544549833e-06,
      "loss": 0.337,
      "step": 1524670
    },
    {
      "epoch": 425.53,
      "grad_norm": 0.9571555256843567,
      "learning_rate": 2.2901621218893e-06,
      "loss": 0.3483,
      "step": 1524680
    },
    {
      "epoch": 425.53,
      "grad_norm": 1.0193181037902832,
      "learning_rate": 2.2901350893307507e-06,
      "loss": 0.3255,
      "step": 1524690
    },
    {
      "epoch": 425.54,
      "grad_norm": 1.1051148176193237,
      "learning_rate": 2.290108056779338e-06,
      "loss": 0.3225,
      "step": 1524700
    },
    {
      "epoch": 425.54,
      "grad_norm": 1.2030351161956787,
      "learning_rate": 2.290081024235064e-06,
      "loss": 0.351,
      "step": 1524710
    },
    {
      "epoch": 425.54,
      "grad_norm": 1.238262414932251,
      "learning_rate": 2.290053991697934e-06,
      "loss": 0.3651,
      "step": 1524720
    },
    {
      "epoch": 425.55,
      "grad_norm": 1.1108553409576416,
      "learning_rate": 2.290026959167951e-06,
      "loss": 0.3476,
      "step": 1524730
    },
    {
      "epoch": 425.55,
      "grad_norm": 1.5190322399139404,
      "learning_rate": 2.2899999266451173e-06,
      "loss": 0.3689,
      "step": 1524740
    },
    {
      "epoch": 425.55,
      "grad_norm": 1.0088642835617065,
      "learning_rate": 2.289972894129439e-06,
      "loss": 0.34,
      "step": 1524750
    },
    {
      "epoch": 425.55,
      "grad_norm": 1.0773890018463135,
      "learning_rate": 2.289945861620919e-06,
      "loss": 0.3488,
      "step": 1524760
    },
    {
      "epoch": 425.56,
      "grad_norm": 1.0237659215927124,
      "learning_rate": 2.289918829119559e-06,
      "loss": 0.3403,
      "step": 1524770
    },
    {
      "epoch": 425.56,
      "grad_norm": 1.1248129606246948,
      "learning_rate": 2.2898917966253646e-06,
      "loss": 0.342,
      "step": 1524780
    },
    {
      "epoch": 425.56,
      "grad_norm": 3.2899909019470215,
      "learning_rate": 2.2898647641383387e-06,
      "loss": 0.3426,
      "step": 1524790
    },
    {
      "epoch": 425.57,
      "grad_norm": 1.0221362113952637,
      "learning_rate": 2.289837731658484e-06,
      "loss": 0.35,
      "step": 1524800
    },
    {
      "epoch": 425.57,
      "grad_norm": 0.9696959853172302,
      "learning_rate": 2.2898106991858065e-06,
      "loss": 0.3387,
      "step": 1524810
    },
    {
      "epoch": 425.57,
      "grad_norm": 1.022242784500122,
      "learning_rate": 2.289783666720308e-06,
      "loss": 0.364,
      "step": 1524820
    },
    {
      "epoch": 425.57,
      "grad_norm": 1.0963057279586792,
      "learning_rate": 2.289756634261991e-06,
      "loss": 0.3348,
      "step": 1524830
    },
    {
      "epoch": 425.58,
      "grad_norm": 0.8935678005218506,
      "learning_rate": 2.2897296018108625e-06,
      "loss": 0.3557,
      "step": 1524840
    },
    {
      "epoch": 425.58,
      "grad_norm": 1.1167762279510498,
      "learning_rate": 2.2897025693669234e-06,
      "loss": 0.3353,
      "step": 1524850
    },
    {
      "epoch": 425.58,
      "grad_norm": 0.9998020529747009,
      "learning_rate": 2.2896755369301773e-06,
      "loss": 0.35,
      "step": 1524860
    },
    {
      "epoch": 425.58,
      "grad_norm": 0.9721739292144775,
      "learning_rate": 2.2896485045006298e-06,
      "loss": 0.3619,
      "step": 1524870
    },
    {
      "epoch": 425.59,
      "grad_norm": 1.1033226251602173,
      "learning_rate": 2.289621472078283e-06,
      "loss": 0.3448,
      "step": 1524880
    },
    {
      "epoch": 425.59,
      "grad_norm": 1.0230932235717773,
      "learning_rate": 2.2895944396631395e-06,
      "loss": 0.3509,
      "step": 1524890
    },
    {
      "epoch": 425.59,
      "grad_norm": 1.1721097230911255,
      "learning_rate": 2.289567407255205e-06,
      "loss": 0.3643,
      "step": 1524900
    },
    {
      "epoch": 425.6,
      "grad_norm": 1.1234155893325806,
      "learning_rate": 2.2895403748544826e-06,
      "loss": 0.3469,
      "step": 1524910
    },
    {
      "epoch": 425.6,
      "grad_norm": 1.1609313488006592,
      "learning_rate": 2.2895133424609746e-06,
      "loss": 0.3525,
      "step": 1524920
    },
    {
      "epoch": 425.6,
      "grad_norm": 1.141616702079773,
      "learning_rate": 2.2894863100746862e-06,
      "loss": 0.3416,
      "step": 1524930
    },
    {
      "epoch": 425.6,
      "grad_norm": 0.8757652640342712,
      "learning_rate": 2.2894592776956206e-06,
      "loss": 0.3382,
      "step": 1524940
    },
    {
      "epoch": 425.61,
      "grad_norm": 1.0077496767044067,
      "learning_rate": 2.2894322453237796e-06,
      "loss": 0.3429,
      "step": 1524950
    },
    {
      "epoch": 425.61,
      "grad_norm": 1.0007965564727783,
      "learning_rate": 2.28940521295917e-06,
      "loss": 0.3592,
      "step": 1524960
    },
    {
      "epoch": 425.61,
      "grad_norm": 1.1504167318344116,
      "learning_rate": 2.289378180601792e-06,
      "loss": 0.358,
      "step": 1524970
    },
    {
      "epoch": 425.62,
      "grad_norm": 0.8197008967399597,
      "learning_rate": 2.289351148251652e-06,
      "loss": 0.3148,
      "step": 1524980
    },
    {
      "epoch": 425.62,
      "grad_norm": 0.9233618378639221,
      "learning_rate": 2.2893241159087526e-06,
      "loss": 0.3359,
      "step": 1524990
    },
    {
      "epoch": 425.62,
      "grad_norm": 0.9320269823074341,
      "learning_rate": 2.2892970835730974e-06,
      "loss": 0.3332,
      "step": 1525000
    },
    {
      "epoch": 425.62,
      "grad_norm": 0.951189398765564,
      "learning_rate": 2.2892700512446898e-06,
      "loss": 0.3425,
      "step": 1525010
    },
    {
      "epoch": 425.63,
      "grad_norm": 1.1004314422607422,
      "learning_rate": 2.289243018923533e-06,
      "loss": 0.3484,
      "step": 1525020
    },
    {
      "epoch": 425.63,
      "grad_norm": 1.0630500316619873,
      "learning_rate": 2.289215986609631e-06,
      "loss": 0.3467,
      "step": 1525030
    },
    {
      "epoch": 425.63,
      "grad_norm": 1.149531364440918,
      "learning_rate": 2.289188954302988e-06,
      "loss": 0.3384,
      "step": 1525040
    },
    {
      "epoch": 425.63,
      "grad_norm": 0.970872700214386,
      "learning_rate": 2.2891619220036073e-06,
      "loss": 0.3407,
      "step": 1525050
    },
    {
      "epoch": 425.64,
      "grad_norm": 1.0059314966201782,
      "learning_rate": 2.289134889711492e-06,
      "loss": 0.36,
      "step": 1525060
    },
    {
      "epoch": 425.64,
      "grad_norm": 1.156477928161621,
      "learning_rate": 2.289107857426646e-06,
      "loss": 0.3375,
      "step": 1525070
    },
    {
      "epoch": 425.64,
      "grad_norm": 0.9755915403366089,
      "learning_rate": 2.289080825149073e-06,
      "loss": 0.3585,
      "step": 1525080
    },
    {
      "epoch": 425.65,
      "grad_norm": 0.9538376927375793,
      "learning_rate": 2.289053792878776e-06,
      "loss": 0.3389,
      "step": 1525090
    },
    {
      "epoch": 425.65,
      "grad_norm": 0.9015617370605469,
      "learning_rate": 2.2890267606157596e-06,
      "loss": 0.3265,
      "step": 1525100
    },
    {
      "epoch": 425.65,
      "grad_norm": 1.3872243165969849,
      "learning_rate": 2.2889997283600266e-06,
      "loss": 0.3657,
      "step": 1525110
    },
    {
      "epoch": 425.65,
      "grad_norm": 1.0879077911376953,
      "learning_rate": 2.28897269611158e-06,
      "loss": 0.3378,
      "step": 1525120
    },
    {
      "epoch": 425.66,
      "grad_norm": 1.0762356519699097,
      "learning_rate": 2.288945663870426e-06,
      "loss": 0.3493,
      "step": 1525130
    },
    {
      "epoch": 425.66,
      "grad_norm": 1.0076857805252075,
      "learning_rate": 2.2889186316365657e-06,
      "loss": 0.3457,
      "step": 1525140
    },
    {
      "epoch": 425.66,
      "grad_norm": 1.0480525493621826,
      "learning_rate": 2.2888915994100033e-06,
      "loss": 0.3437,
      "step": 1525150
    },
    {
      "epoch": 425.67,
      "grad_norm": 0.9048771858215332,
      "learning_rate": 2.288864567190743e-06,
      "loss": 0.3302,
      "step": 1525160
    },
    {
      "epoch": 425.67,
      "grad_norm": 1.0039513111114502,
      "learning_rate": 2.288837534978788e-06,
      "loss": 0.3462,
      "step": 1525170
    },
    {
      "epoch": 425.67,
      "grad_norm": 1.3600919246673584,
      "learning_rate": 2.288810502774141e-06,
      "loss": 0.352,
      "step": 1525180
    },
    {
      "epoch": 425.67,
      "grad_norm": 1.0352613925933838,
      "learning_rate": 2.288783470576807e-06,
      "loss": 0.3473,
      "step": 1525190
    },
    {
      "epoch": 425.68,
      "grad_norm": 0.9419650435447693,
      "learning_rate": 2.2887564383867893e-06,
      "loss": 0.3301,
      "step": 1525200
    },
    {
      "epoch": 425.68,
      "grad_norm": 0.942760705947876,
      "learning_rate": 2.288729406204091e-06,
      "loss": 0.3466,
      "step": 1525210
    },
    {
      "epoch": 425.68,
      "grad_norm": 1.245010256767273,
      "learning_rate": 2.2887023740287163e-06,
      "loss": 0.3374,
      "step": 1525220
    },
    {
      "epoch": 425.69,
      "grad_norm": 0.9276732802391052,
      "learning_rate": 2.2886753418606685e-06,
      "loss": 0.3378,
      "step": 1525230
    },
    {
      "epoch": 425.69,
      "grad_norm": 1.1131088733673096,
      "learning_rate": 2.28864830969995e-06,
      "loss": 0.3288,
      "step": 1525240
    },
    {
      "epoch": 425.69,
      "grad_norm": 1.0049140453338623,
      "learning_rate": 2.2886212775465666e-06,
      "loss": 0.3549,
      "step": 1525250
    },
    {
      "epoch": 425.69,
      "grad_norm": 1.237397313117981,
      "learning_rate": 2.28859424540052e-06,
      "loss": 0.3484,
      "step": 1525260
    },
    {
      "epoch": 425.7,
      "grad_norm": 1.0917177200317383,
      "learning_rate": 2.2885672132618153e-06,
      "loss": 0.3433,
      "step": 1525270
    },
    {
      "epoch": 425.7,
      "grad_norm": 1.0246052742004395,
      "learning_rate": 2.288540181130456e-06,
      "loss": 0.3378,
      "step": 1525280
    },
    {
      "epoch": 425.7,
      "grad_norm": 1.018317699432373,
      "learning_rate": 2.288513149006444e-06,
      "loss": 0.3473,
      "step": 1525290
    },
    {
      "epoch": 425.7,
      "grad_norm": 1.235863208770752,
      "learning_rate": 2.288486116889785e-06,
      "loss": 0.3417,
      "step": 1525300
    },
    {
      "epoch": 425.71,
      "grad_norm": 1.0030882358551025,
      "learning_rate": 2.2884590847804816e-06,
      "loss": 0.3392,
      "step": 1525310
    },
    {
      "epoch": 425.71,
      "grad_norm": 0.8840046525001526,
      "learning_rate": 2.2884320526785363e-06,
      "loss": 0.3404,
      "step": 1525320
    },
    {
      "epoch": 425.71,
      "grad_norm": 0.9610636830329895,
      "learning_rate": 2.2884050205839547e-06,
      "loss": 0.3581,
      "step": 1525330
    },
    {
      "epoch": 425.72,
      "grad_norm": 1.0700597763061523,
      "learning_rate": 2.2883779884967397e-06,
      "loss": 0.344,
      "step": 1525340
    },
    {
      "epoch": 425.72,
      "grad_norm": 1.1202237606048584,
      "learning_rate": 2.2883509564168943e-06,
      "loss": 0.3511,
      "step": 1525350
    },
    {
      "epoch": 425.72,
      "grad_norm": 1.0887023210525513,
      "learning_rate": 2.288323924344423e-06,
      "loss": 0.3496,
      "step": 1525360
    },
    {
      "epoch": 425.72,
      "grad_norm": 1.2521352767944336,
      "learning_rate": 2.288296892279329e-06,
      "loss": 0.3395,
      "step": 1525370
    },
    {
      "epoch": 425.73,
      "grad_norm": 0.979669988155365,
      "learning_rate": 2.2882698602216144e-06,
      "loss": 0.3532,
      "step": 1525380
    },
    {
      "epoch": 425.73,
      "grad_norm": 0.9523676633834839,
      "learning_rate": 2.2882428281712856e-06,
      "loss": 0.3469,
      "step": 1525390
    },
    {
      "epoch": 425.73,
      "grad_norm": 1.0423282384872437,
      "learning_rate": 2.2882157961283446e-06,
      "loss": 0.3664,
      "step": 1525400
    },
    {
      "epoch": 425.74,
      "grad_norm": 5.594781398773193,
      "learning_rate": 2.2881887640927944e-06,
      "loss": 0.3352,
      "step": 1525410
    },
    {
      "epoch": 425.74,
      "grad_norm": 0.9559484720230103,
      "learning_rate": 2.2881617320646405e-06,
      "loss": 0.3406,
      "step": 1525420
    },
    {
      "epoch": 425.74,
      "grad_norm": 0.9436051845550537,
      "learning_rate": 2.2881347000438855e-06,
      "loss": 0.3477,
      "step": 1525430
    },
    {
      "epoch": 425.74,
      "grad_norm": 0.997524082660675,
      "learning_rate": 2.2881076680305318e-06,
      "loss": 0.3367,
      "step": 1525440
    },
    {
      "epoch": 425.75,
      "grad_norm": 1.029847502708435,
      "learning_rate": 2.288080636024585e-06,
      "loss": 0.3452,
      "step": 1525450
    },
    {
      "epoch": 425.75,
      "grad_norm": 0.9912188649177551,
      "learning_rate": 2.288053604026048e-06,
      "loss": 0.328,
      "step": 1525460
    },
    {
      "epoch": 425.75,
      "grad_norm": 1.1352951526641846,
      "learning_rate": 2.288026572034923e-06,
      "loss": 0.3328,
      "step": 1525470
    },
    {
      "epoch": 425.75,
      "grad_norm": 1.0814632177352905,
      "learning_rate": 2.287999540051216e-06,
      "loss": 0.3599,
      "step": 1525480
    },
    {
      "epoch": 425.76,
      "grad_norm": 1.1766241788864136,
      "learning_rate": 2.2879725080749287e-06,
      "loss": 0.338,
      "step": 1525490
    },
    {
      "epoch": 425.76,
      "grad_norm": 1.1121317148208618,
      "learning_rate": 2.287945476106066e-06,
      "loss": 0.3451,
      "step": 1525500
    },
    {
      "epoch": 425.76,
      "grad_norm": 0.9722851514816284,
      "learning_rate": 2.28791844414463e-06,
      "loss": 0.346,
      "step": 1525510
    },
    {
      "epoch": 425.77,
      "grad_norm": 0.9733119606971741,
      "learning_rate": 2.287891412190626e-06,
      "loss": 0.3336,
      "step": 1525520
    },
    {
      "epoch": 425.77,
      "grad_norm": 1.105698585510254,
      "learning_rate": 2.287864380244056e-06,
      "loss": 0.3382,
      "step": 1525530
    },
    {
      "epoch": 425.77,
      "grad_norm": 3.4015414714813232,
      "learning_rate": 2.2878373483049254e-06,
      "loss": 0.3522,
      "step": 1525540
    },
    {
      "epoch": 425.77,
      "grad_norm": 1.0105808973312378,
      "learning_rate": 2.287810316373236e-06,
      "loss": 0.3333,
      "step": 1525550
    },
    {
      "epoch": 425.78,
      "grad_norm": 1.024695873260498,
      "learning_rate": 2.2877832844489925e-06,
      "loss": 0.3525,
      "step": 1525560
    },
    {
      "epoch": 425.78,
      "grad_norm": 1.0444514751434326,
      "learning_rate": 2.2877562525321985e-06,
      "loss": 0.3456,
      "step": 1525570
    },
    {
      "epoch": 425.78,
      "grad_norm": 0.9838718771934509,
      "learning_rate": 2.2877292206228566e-06,
      "loss": 0.344,
      "step": 1525580
    },
    {
      "epoch": 425.79,
      "grad_norm": 1.0613765716552734,
      "learning_rate": 2.2877021887209716e-06,
      "loss": 0.3489,
      "step": 1525590
    },
    {
      "epoch": 425.79,
      "grad_norm": 0.9774482846260071,
      "learning_rate": 2.287675156826547e-06,
      "loss": 0.3458,
      "step": 1525600
    },
    {
      "epoch": 425.79,
      "grad_norm": 0.9434099793434143,
      "learning_rate": 2.2876481249395844e-06,
      "loss": 0.3313,
      "step": 1525610
    },
    {
      "epoch": 425.79,
      "grad_norm": 1.0066121816635132,
      "learning_rate": 2.2876210930600903e-06,
      "loss": 0.3268,
      "step": 1525620
    },
    {
      "epoch": 425.8,
      "grad_norm": 0.9624190330505371,
      "learning_rate": 2.287594061188067e-06,
      "loss": 0.3659,
      "step": 1525630
    },
    {
      "epoch": 425.8,
      "grad_norm": 0.9435930252075195,
      "learning_rate": 2.287567029323517e-06,
      "loss": 0.3519,
      "step": 1525640
    },
    {
      "epoch": 425.8,
      "grad_norm": 0.9509485363960266,
      "learning_rate": 2.287539997466446e-06,
      "loss": 0.3531,
      "step": 1525650
    },
    {
      "epoch": 425.81,
      "grad_norm": 1.0386784076690674,
      "learning_rate": 2.2875129656168564e-06,
      "loss": 0.3403,
      "step": 1525660
    },
    {
      "epoch": 425.81,
      "grad_norm": 1.1554346084594727,
      "learning_rate": 2.2874859337747516e-06,
      "loss": 0.3313,
      "step": 1525670
    },
    {
      "epoch": 425.81,
      "grad_norm": 0.9799510836601257,
      "learning_rate": 2.2874589019401363e-06,
      "loss": 0.3257,
      "step": 1525680
    },
    {
      "epoch": 425.81,
      "grad_norm": 0.9390510320663452,
      "learning_rate": 2.287431870113013e-06,
      "loss": 0.3318,
      "step": 1525690
    },
    {
      "epoch": 425.82,
      "grad_norm": 0.9185770153999329,
      "learning_rate": 2.2874048382933846e-06,
      "loss": 0.3628,
      "step": 1525700
    },
    {
      "epoch": 425.82,
      "grad_norm": 1.7684659957885742,
      "learning_rate": 2.287377806481257e-06,
      "loss": 0.3345,
      "step": 1525710
    },
    {
      "epoch": 425.82,
      "grad_norm": 0.960641622543335,
      "learning_rate": 2.2873507746766326e-06,
      "loss": 0.3489,
      "step": 1525720
    },
    {
      "epoch": 425.82,
      "grad_norm": 1.149134635925293,
      "learning_rate": 2.2873237428795146e-06,
      "loss": 0.3549,
      "step": 1525730
    },
    {
      "epoch": 425.83,
      "grad_norm": 0.8881419897079468,
      "learning_rate": 2.2872967110899068e-06,
      "loss": 0.3649,
      "step": 1525740
    },
    {
      "epoch": 425.83,
      "grad_norm": 1.2307684421539307,
      "learning_rate": 2.2872696793078134e-06,
      "loss": 0.3509,
      "step": 1525750
    },
    {
      "epoch": 425.83,
      "grad_norm": 1.0469285249710083,
      "learning_rate": 2.2872426475332366e-06,
      "loss": 0.3581,
      "step": 1525760
    },
    {
      "epoch": 425.84,
      "grad_norm": 1.0541763305664062,
      "learning_rate": 2.287215615766182e-06,
      "loss": 0.3324,
      "step": 1525770
    },
    {
      "epoch": 425.84,
      "grad_norm": 1.0094870328903198,
      "learning_rate": 2.2871885840066517e-06,
      "loss": 0.3321,
      "step": 1525780
    },
    {
      "epoch": 425.84,
      "grad_norm": 0.9083578586578369,
      "learning_rate": 2.2871615522546488e-06,
      "loss": 0.3265,
      "step": 1525790
    },
    {
      "epoch": 425.84,
      "grad_norm": 0.9627051949501038,
      "learning_rate": 2.2871345205101793e-06,
      "loss": 0.3315,
      "step": 1525800
    },
    {
      "epoch": 425.85,
      "grad_norm": 1.0781124830245972,
      "learning_rate": 2.287107488773245e-06,
      "loss": 0.3442,
      "step": 1525810
    },
    {
      "epoch": 425.85,
      "grad_norm": 1.0691146850585938,
      "learning_rate": 2.2870804570438494e-06,
      "loss": 0.3431,
      "step": 1525820
    },
    {
      "epoch": 425.85,
      "grad_norm": 1.0606000423431396,
      "learning_rate": 2.287053425321997e-06,
      "loss": 0.3303,
      "step": 1525830
    },
    {
      "epoch": 425.86,
      "grad_norm": 1.0809537172317505,
      "learning_rate": 2.28702639360769e-06,
      "loss": 0.3427,
      "step": 1525840
    },
    {
      "epoch": 425.86,
      "grad_norm": 1.2693421840667725,
      "learning_rate": 2.286999361900934e-06,
      "loss": 0.3426,
      "step": 1525850
    },
    {
      "epoch": 425.86,
      "grad_norm": 0.992222249507904,
      "learning_rate": 2.286972330201731e-06,
      "loss": 0.3523,
      "step": 1525860
    },
    {
      "epoch": 425.86,
      "grad_norm": 0.9921088814735413,
      "learning_rate": 2.2869452985100856e-06,
      "loss": 0.3527,
      "step": 1525870
    },
    {
      "epoch": 425.87,
      "grad_norm": 1.139203429222107,
      "learning_rate": 2.2869182668260008e-06,
      "loss": 0.3488,
      "step": 1525880
    },
    {
      "epoch": 425.87,
      "grad_norm": 1.0786175727844238,
      "learning_rate": 2.2868912351494803e-06,
      "loss": 0.3544,
      "step": 1525890
    },
    {
      "epoch": 425.87,
      "grad_norm": 0.9736996293067932,
      "learning_rate": 2.286864203480527e-06,
      "loss": 0.3413,
      "step": 1525900
    },
    {
      "epoch": 425.87,
      "grad_norm": 1.2202833890914917,
      "learning_rate": 2.2868371718191458e-06,
      "loss": 0.3554,
      "step": 1525910
    },
    {
      "epoch": 425.88,
      "grad_norm": 1.0810177326202393,
      "learning_rate": 2.2868101401653398e-06,
      "loss": 0.3413,
      "step": 1525920
    },
    {
      "epoch": 425.88,
      "grad_norm": 0.9872308969497681,
      "learning_rate": 2.2867831085191118e-06,
      "loss": 0.3465,
      "step": 1525930
    },
    {
      "epoch": 425.88,
      "grad_norm": 0.9835294485092163,
      "learning_rate": 2.2867560768804672e-06,
      "loss": 0.3559,
      "step": 1525940
    },
    {
      "epoch": 425.89,
      "grad_norm": 1.0146807432174683,
      "learning_rate": 2.286729045249408e-06,
      "loss": 0.3517,
      "step": 1525950
    },
    {
      "epoch": 425.89,
      "grad_norm": 1.1023688316345215,
      "learning_rate": 2.2867020136259383e-06,
      "loss": 0.3443,
      "step": 1525960
    },
    {
      "epoch": 425.89,
      "grad_norm": 1.0920088291168213,
      "learning_rate": 2.2866749820100616e-06,
      "loss": 0.3461,
      "step": 1525970
    },
    {
      "epoch": 425.89,
      "grad_norm": 1.0098322629928589,
      "learning_rate": 2.2866479504017824e-06,
      "loss": 0.3453,
      "step": 1525980
    },
    {
      "epoch": 425.9,
      "grad_norm": 1.0266492366790771,
      "learning_rate": 2.286620918801102e-06,
      "loss": 0.3574,
      "step": 1525990
    },
    {
      "epoch": 425.9,
      "grad_norm": 1.5284876823425293,
      "learning_rate": 2.2865938872080264e-06,
      "loss": 0.3496,
      "step": 1526000
    },
    {
      "epoch": 425.9,
      "grad_norm": 0.9418551325798035,
      "learning_rate": 2.2865668556225586e-06,
      "loss": 0.3482,
      "step": 1526010
    },
    {
      "epoch": 425.91,
      "grad_norm": 0.9942613244056702,
      "learning_rate": 2.2865398240447014e-06,
      "loss": 0.3255,
      "step": 1526020
    },
    {
      "epoch": 425.91,
      "grad_norm": 1.1123428344726562,
      "learning_rate": 2.286512792474459e-06,
      "loss": 0.3575,
      "step": 1526030
    },
    {
      "epoch": 425.91,
      "grad_norm": 9.974038124084473,
      "learning_rate": 2.2864857609118353e-06,
      "loss": 0.3579,
      "step": 1526040
    },
    {
      "epoch": 425.91,
      "grad_norm": 0.9730450510978699,
      "learning_rate": 2.2864587293568323e-06,
      "loss": 0.3617,
      "step": 1526050
    },
    {
      "epoch": 425.92,
      "grad_norm": 1.0308655500411987,
      "learning_rate": 2.2864316978094555e-06,
      "loss": 0.3409,
      "step": 1526060
    },
    {
      "epoch": 425.92,
      "grad_norm": 0.9645692110061646,
      "learning_rate": 2.2864046662697084e-06,
      "loss": 0.3381,
      "step": 1526070
    },
    {
      "epoch": 425.92,
      "grad_norm": 1.04403555393219,
      "learning_rate": 2.2863776347375927e-06,
      "loss": 0.3403,
      "step": 1526080
    },
    {
      "epoch": 425.93,
      "grad_norm": 1.205641508102417,
      "learning_rate": 2.2863506032131142e-06,
      "loss": 0.3369,
      "step": 1526090
    },
    {
      "epoch": 425.93,
      "grad_norm": 1.1565881967544556,
      "learning_rate": 2.2863235716962756e-06,
      "loss": 0.3307,
      "step": 1526100
    },
    {
      "epoch": 425.93,
      "grad_norm": 1.0007685422897339,
      "learning_rate": 2.2862965401870797e-06,
      "loss": 0.358,
      "step": 1526110
    },
    {
      "epoch": 425.93,
      "grad_norm": 1.2902836799621582,
      "learning_rate": 2.286269508685532e-06,
      "loss": 0.3223,
      "step": 1526120
    },
    {
      "epoch": 425.94,
      "grad_norm": 1.321576476097107,
      "learning_rate": 2.2862424771916336e-06,
      "loss": 0.3474,
      "step": 1526130
    },
    {
      "epoch": 425.94,
      "grad_norm": 0.9545413851737976,
      "learning_rate": 2.2862154457053902e-06,
      "loss": 0.3441,
      "step": 1526140
    },
    {
      "epoch": 425.94,
      "grad_norm": 1.2147678136825562,
      "learning_rate": 2.2861884142268053e-06,
      "loss": 0.3407,
      "step": 1526150
    },
    {
      "epoch": 425.94,
      "grad_norm": 1.1361808776855469,
      "learning_rate": 2.286161382755881e-06,
      "loss": 0.3543,
      "step": 1526160
    },
    {
      "epoch": 425.95,
      "grad_norm": 0.9408482909202576,
      "learning_rate": 2.286134351292622e-06,
      "loss": 0.3493,
      "step": 1526170
    },
    {
      "epoch": 425.95,
      "grad_norm": 1.1328339576721191,
      "learning_rate": 2.286107319837032e-06,
      "loss": 0.3477,
      "step": 1526180
    },
    {
      "epoch": 425.95,
      "grad_norm": 0.9714195728302002,
      "learning_rate": 2.286080288389113e-06,
      "loss": 0.3572,
      "step": 1526190
    },
    {
      "epoch": 425.96,
      "grad_norm": 0.8649414777755737,
      "learning_rate": 2.286053256948871e-06,
      "loss": 0.3562,
      "step": 1526200
    },
    {
      "epoch": 425.96,
      "grad_norm": 1.0638951063156128,
      "learning_rate": 2.286026225516309e-06,
      "loss": 0.3453,
      "step": 1526210
    },
    {
      "epoch": 425.96,
      "grad_norm": 1.0194103717803955,
      "learning_rate": 2.2859991940914284e-06,
      "loss": 0.3645,
      "step": 1526220
    },
    {
      "epoch": 425.96,
      "grad_norm": 0.9299874305725098,
      "learning_rate": 2.285972162674236e-06,
      "loss": 0.3387,
      "step": 1526230
    },
    {
      "epoch": 425.97,
      "grad_norm": 1.016366958618164,
      "learning_rate": 2.285945131264733e-06,
      "loss": 0.3588,
      "step": 1526240
    },
    {
      "epoch": 425.97,
      "grad_norm": 1.070694088935852,
      "learning_rate": 2.285918099862924e-06,
      "loss": 0.3601,
      "step": 1526250
    },
    {
      "epoch": 425.97,
      "grad_norm": 1.0152623653411865,
      "learning_rate": 2.2858910684688126e-06,
      "loss": 0.3496,
      "step": 1526260
    },
    {
      "epoch": 425.98,
      "grad_norm": 3.8015236854553223,
      "learning_rate": 2.2858640370824022e-06,
      "loss": 0.3357,
      "step": 1526270
    },
    {
      "epoch": 425.98,
      "grad_norm": 0.9933345317840576,
      "learning_rate": 2.285837005703696e-06,
      "loss": 0.3579,
      "step": 1526280
    },
    {
      "epoch": 425.98,
      "grad_norm": 0.9146133065223694,
      "learning_rate": 2.2858099743326986e-06,
      "loss": 0.3349,
      "step": 1526290
    },
    {
      "epoch": 425.98,
      "grad_norm": 0.9764031171798706,
      "learning_rate": 2.285782942969413e-06,
      "loss": 0.3536,
      "step": 1526300
    },
    {
      "epoch": 425.99,
      "grad_norm": 1.127119779586792,
      "learning_rate": 2.2857559116138423e-06,
      "loss": 0.364,
      "step": 1526310
    },
    {
      "epoch": 425.99,
      "grad_norm": 0.9119020700454712,
      "learning_rate": 2.2857288802659914e-06,
      "loss": 0.3619,
      "step": 1526320
    },
    {
      "epoch": 425.99,
      "grad_norm": 1.1194013357162476,
      "learning_rate": 2.285701848925863e-06,
      "loss": 0.3369,
      "step": 1526330
    },
    {
      "epoch": 425.99,
      "grad_norm": 1.043592095375061,
      "learning_rate": 2.2856748175934597e-06,
      "loss": 0.3559,
      "step": 1526340
    },
    {
      "epoch": 426.0,
      "grad_norm": 0.8963482975959778,
      "learning_rate": 2.2856477862687874e-06,
      "loss": 0.346,
      "step": 1526350
    },
    {
      "epoch": 426.0,
      "eval_loss": 0.34605908393859863,
      "eval_runtime": 63.2402,
      "eval_samples_per_second": 79.997,
      "eval_steps_per_second": 10.009,
      "step": 1526358
    },
    {
      "epoch": 426.0,
      "grad_norm": 0.9316349029541016,
      "learning_rate": 2.2856207549518485e-06,
      "loss": 0.3387,
      "step": 1526360
    },
    {
      "epoch": 426.0,
      "grad_norm": 1.080676555633545,
      "learning_rate": 2.2855937236426456e-06,
      "loss": 0.3427,
      "step": 1526370
    },
    {
      "epoch": 426.01,
      "grad_norm": 1.079738736152649,
      "learning_rate": 2.285566692341184e-06,
      "loss": 0.3563,
      "step": 1526380
    },
    {
      "epoch": 426.01,
      "grad_norm": 1.0568801164627075,
      "learning_rate": 2.285539661047467e-06,
      "loss": 0.3433,
      "step": 1526390
    },
    {
      "epoch": 426.01,
      "grad_norm": 0.9432418346405029,
      "learning_rate": 2.2855126297614974e-06,
      "loss": 0.3608,
      "step": 1526400
    },
    {
      "epoch": 426.01,
      "grad_norm": 0.9819750189781189,
      "learning_rate": 2.2854855984832793e-06,
      "loss": 0.328,
      "step": 1526410
    },
    {
      "epoch": 426.02,
      "grad_norm": 1.0072687864303589,
      "learning_rate": 2.2854585672128155e-06,
      "loss": 0.3501,
      "step": 1526420
    },
    {
      "epoch": 426.02,
      "grad_norm": 1.2610677480697632,
      "learning_rate": 2.2854315359501113e-06,
      "loss": 0.351,
      "step": 1526430
    },
    {
      "epoch": 426.02,
      "grad_norm": 0.8881010413169861,
      "learning_rate": 2.285404504695169e-06,
      "loss": 0.3324,
      "step": 1526440
    },
    {
      "epoch": 426.03,
      "grad_norm": 1.109597086906433,
      "learning_rate": 2.285377473447992e-06,
      "loss": 0.3627,
      "step": 1526450
    },
    {
      "epoch": 426.03,
      "grad_norm": 0.8793363571166992,
      "learning_rate": 2.2853504422085854e-06,
      "loss": 0.346,
      "step": 1526460
    },
    {
      "epoch": 426.03,
      "grad_norm": 1.149179458618164,
      "learning_rate": 2.2853234109769512e-06,
      "loss": 0.368,
      "step": 1526470
    },
    {
      "epoch": 426.03,
      "grad_norm": 0.9574823379516602,
      "learning_rate": 2.2852963797530932e-06,
      "loss": 0.3459,
      "step": 1526480
    },
    {
      "epoch": 426.04,
      "grad_norm": 1.0234789848327637,
      "learning_rate": 2.285269348537016e-06,
      "loss": 0.3369,
      "step": 1526490
    },
    {
      "epoch": 426.04,
      "grad_norm": 1.030157208442688,
      "learning_rate": 2.2852423173287227e-06,
      "loss": 0.3444,
      "step": 1526500
    },
    {
      "epoch": 426.04,
      "grad_norm": 0.9794208407402039,
      "learning_rate": 2.285215286128216e-06,
      "loss": 0.345,
      "step": 1526510
    },
    {
      "epoch": 426.05,
      "grad_norm": 1.2500990629196167,
      "learning_rate": 2.285188254935501e-06,
      "loss": 0.3548,
      "step": 1526520
    },
    {
      "epoch": 426.05,
      "grad_norm": 1.1632434129714966,
      "learning_rate": 2.2851612237505807e-06,
      "loss": 0.3497,
      "step": 1526530
    },
    {
      "epoch": 426.05,
      "grad_norm": 1.0956257581710815,
      "learning_rate": 2.285134192573458e-06,
      "loss": 0.3426,
      "step": 1526540
    },
    {
      "epoch": 426.05,
      "grad_norm": 1.1047065258026123,
      "learning_rate": 2.2851071614041376e-06,
      "loss": 0.3407,
      "step": 1526550
    },
    {
      "epoch": 426.06,
      "grad_norm": 1.0539323091506958,
      "learning_rate": 2.285080130242623e-06,
      "loss": 0.3461,
      "step": 1526560
    },
    {
      "epoch": 426.06,
      "grad_norm": 1.256960153579712,
      "learning_rate": 2.2850530990889158e-06,
      "loss": 0.3312,
      "step": 1526570
    },
    {
      "epoch": 426.06,
      "grad_norm": 0.9475851655006409,
      "learning_rate": 2.285026067943022e-06,
      "loss": 0.352,
      "step": 1526580
    },
    {
      "epoch": 426.06,
      "grad_norm": 0.9066475629806519,
      "learning_rate": 2.2849990368049448e-06,
      "loss": 0.3423,
      "step": 1526590
    },
    {
      "epoch": 426.07,
      "grad_norm": 7.307886600494385,
      "learning_rate": 2.2849720056746864e-06,
      "loss": 0.3435,
      "step": 1526600
    },
    {
      "epoch": 426.07,
      "grad_norm": 0.9675499200820923,
      "learning_rate": 2.284944974552252e-06,
      "loss": 0.3426,
      "step": 1526610
    },
    {
      "epoch": 426.07,
      "grad_norm": 1.2256046533584595,
      "learning_rate": 2.284917943437645e-06,
      "loss": 0.3221,
      "step": 1526620
    },
    {
      "epoch": 426.08,
      "grad_norm": 1.054931402206421,
      "learning_rate": 2.2848909123308676e-06,
      "loss": 0.3518,
      "step": 1526630
    },
    {
      "epoch": 426.08,
      "grad_norm": 0.9601098299026489,
      "learning_rate": 2.2848638812319253e-06,
      "loss": 0.3519,
      "step": 1526640
    },
    {
      "epoch": 426.08,
      "grad_norm": 1.147628664970398,
      "learning_rate": 2.2848368501408207e-06,
      "loss": 0.3434,
      "step": 1526650
    },
    {
      "epoch": 426.08,
      "grad_norm": 1.1401220560073853,
      "learning_rate": 2.284809819057556e-06,
      "loss": 0.3391,
      "step": 1526660
    },
    {
      "epoch": 426.09,
      "grad_norm": 0.976118803024292,
      "learning_rate": 2.284782787982138e-06,
      "loss": 0.346,
      "step": 1526670
    },
    {
      "epoch": 426.09,
      "grad_norm": 1.1094814538955688,
      "learning_rate": 2.2847557569145683e-06,
      "loss": 0.3495,
      "step": 1526680
    },
    {
      "epoch": 426.09,
      "grad_norm": 1.0273828506469727,
      "learning_rate": 2.28472872585485e-06,
      "loss": 0.3539,
      "step": 1526690
    },
    {
      "epoch": 426.1,
      "grad_norm": 1.6936379671096802,
      "learning_rate": 2.284701694802988e-06,
      "loss": 0.3518,
      "step": 1526700
    },
    {
      "epoch": 426.1,
      "grad_norm": 1.1327695846557617,
      "learning_rate": 2.2846746637589843e-06,
      "loss": 0.3537,
      "step": 1526710
    },
    {
      "epoch": 426.1,
      "grad_norm": 1.035014271736145,
      "learning_rate": 2.284647632722845e-06,
      "loss": 0.3361,
      "step": 1526720
    },
    {
      "epoch": 426.1,
      "grad_norm": 1.2491339445114136,
      "learning_rate": 2.284620601694572e-06,
      "loss": 0.3341,
      "step": 1526730
    },
    {
      "epoch": 426.11,
      "grad_norm": 1.1438322067260742,
      "learning_rate": 2.284593570674168e-06,
      "loss": 0.3426,
      "step": 1526740
    },
    {
      "epoch": 426.11,
      "grad_norm": 1.0903453826904297,
      "learning_rate": 2.2845665396616386e-06,
      "loss": 0.3547,
      "step": 1526750
    },
    {
      "epoch": 426.11,
      "grad_norm": 0.9173822402954102,
      "learning_rate": 2.2845395086569868e-06,
      "loss": 0.3463,
      "step": 1526760
    },
    {
      "epoch": 426.11,
      "grad_norm": 1.3048845529556274,
      "learning_rate": 2.284512477660215e-06,
      "loss": 0.3313,
      "step": 1526770
    },
    {
      "epoch": 426.12,
      "grad_norm": 1.0423455238342285,
      "learning_rate": 2.284485446671329e-06,
      "loss": 0.3473,
      "step": 1526780
    },
    {
      "epoch": 426.12,
      "grad_norm": 1.009373426437378,
      "learning_rate": 2.2844584156903305e-06,
      "loss": 0.3615,
      "step": 1526790
    },
    {
      "epoch": 426.12,
      "grad_norm": 0.8649487495422363,
      "learning_rate": 2.284431384717223e-06,
      "loss": 0.351,
      "step": 1526800
    },
    {
      "epoch": 426.13,
      "grad_norm": 1.0847734212875366,
      "learning_rate": 2.2844043537520116e-06,
      "loss": 0.3303,
      "step": 1526810
    },
    {
      "epoch": 426.13,
      "grad_norm": 1.032820463180542,
      "learning_rate": 2.2843773227946992e-06,
      "loss": 0.3554,
      "step": 1526820
    },
    {
      "epoch": 426.13,
      "grad_norm": 2.5617456436157227,
      "learning_rate": 2.2843502918452888e-06,
      "loss": 0.3351,
      "step": 1526830
    },
    {
      "epoch": 426.13,
      "grad_norm": 0.9517500400543213,
      "learning_rate": 2.284323260903785e-06,
      "loss": 0.3496,
      "step": 1526840
    },
    {
      "epoch": 426.14,
      "grad_norm": 1.0438414812088013,
      "learning_rate": 2.284296229970191e-06,
      "loss": 0.3423,
      "step": 1526850
    },
    {
      "epoch": 426.14,
      "grad_norm": 1.0883147716522217,
      "learning_rate": 2.2842691990445095e-06,
      "loss": 0.3561,
      "step": 1526860
    },
    {
      "epoch": 426.14,
      "grad_norm": 1.0018770694732666,
      "learning_rate": 2.2842421681267455e-06,
      "loss": 0.3434,
      "step": 1526870
    },
    {
      "epoch": 426.15,
      "grad_norm": 0.9800726771354675,
      "learning_rate": 2.2842151372169025e-06,
      "loss": 0.3406,
      "step": 1526880
    },
    {
      "epoch": 426.15,
      "grad_norm": 1.1068580150604248,
      "learning_rate": 2.2841881063149827e-06,
      "loss": 0.3361,
      "step": 1526890
    },
    {
      "epoch": 426.15,
      "grad_norm": 1.0440714359283447,
      "learning_rate": 2.284161075420991e-06,
      "loss": 0.347,
      "step": 1526900
    },
    {
      "epoch": 426.15,
      "grad_norm": 0.9879299402236938,
      "learning_rate": 2.284134044534931e-06,
      "loss": 0.3661,
      "step": 1526910
    },
    {
      "epoch": 426.16,
      "grad_norm": 0.9159409999847412,
      "learning_rate": 2.2841070136568052e-06,
      "loss": 0.3275,
      "step": 1526920
    },
    {
      "epoch": 426.16,
      "grad_norm": 1.072232723236084,
      "learning_rate": 2.2840799827866186e-06,
      "loss": 0.3462,
      "step": 1526930
    },
    {
      "epoch": 426.16,
      "grad_norm": 1.3079278469085693,
      "learning_rate": 2.284052951924374e-06,
      "loss": 0.3522,
      "step": 1526940
    },
    {
      "epoch": 426.17,
      "grad_norm": 0.9461050033569336,
      "learning_rate": 2.2840259210700737e-06,
      "loss": 0.3553,
      "step": 1526950
    },
    {
      "epoch": 426.17,
      "grad_norm": 1.0257877111434937,
      "learning_rate": 2.2839988902237243e-06,
      "loss": 0.3521,
      "step": 1526960
    },
    {
      "epoch": 426.17,
      "grad_norm": 1.2011736631393433,
      "learning_rate": 2.2839718593853273e-06,
      "loss": 0.3561,
      "step": 1526970
    },
    {
      "epoch": 426.17,
      "grad_norm": 0.9841701984405518,
      "learning_rate": 2.2839448285548865e-06,
      "loss": 0.349,
      "step": 1526980
    },
    {
      "epoch": 426.18,
      "grad_norm": 0.9401106834411621,
      "learning_rate": 2.2839177977324064e-06,
      "loss": 0.344,
      "step": 1526990
    },
    {
      "epoch": 426.18,
      "grad_norm": 1.0089795589447021,
      "learning_rate": 2.283890766917889e-06,
      "loss": 0.3242,
      "step": 1527000
    },
    {
      "epoch": 426.18,
      "grad_norm": 0.9906944036483765,
      "learning_rate": 2.2838637361113395e-06,
      "loss": 0.3469,
      "step": 1527010
    },
    {
      "epoch": 426.18,
      "grad_norm": 1.1107921600341797,
      "learning_rate": 2.283836705312761e-06,
      "loss": 0.342,
      "step": 1527020
    },
    {
      "epoch": 426.19,
      "grad_norm": 0.9755023717880249,
      "learning_rate": 2.2838096745221566e-06,
      "loss": 0.3437,
      "step": 1527030
    },
    {
      "epoch": 426.19,
      "grad_norm": 1.058059811592102,
      "learning_rate": 2.283782643739531e-06,
      "loss": 0.3488,
      "step": 1527040
    },
    {
      "epoch": 426.19,
      "grad_norm": 0.9791744351387024,
      "learning_rate": 2.2837556129648865e-06,
      "loss": 0.3513,
      "step": 1527050
    },
    {
      "epoch": 426.2,
      "grad_norm": 1.2578779458999634,
      "learning_rate": 2.2837285821982273e-06,
      "loss": 0.3582,
      "step": 1527060
    },
    {
      "epoch": 426.2,
      "grad_norm": 1.0482805967330933,
      "learning_rate": 2.283701551439557e-06,
      "loss": 0.3601,
      "step": 1527070
    },
    {
      "epoch": 426.2,
      "grad_norm": 1.1290504932403564,
      "learning_rate": 2.2836745206888798e-06,
      "loss": 0.3491,
      "step": 1527080
    },
    {
      "epoch": 426.2,
      "grad_norm": 1.0773259401321411,
      "learning_rate": 2.283647489946197e-06,
      "loss": 0.3321,
      "step": 1527090
    },
    {
      "epoch": 426.21,
      "grad_norm": 1.117434024810791,
      "learning_rate": 2.2836204592115154e-06,
      "loss": 0.3277,
      "step": 1527100
    },
    {
      "epoch": 426.21,
      "grad_norm": 1.1319620609283447,
      "learning_rate": 2.283593428484837e-06,
      "loss": 0.3428,
      "step": 1527110
    },
    {
      "epoch": 426.21,
      "grad_norm": 0.9440773725509644,
      "learning_rate": 2.2835663977661646e-06,
      "loss": 0.3504,
      "step": 1527120
    },
    {
      "epoch": 426.22,
      "grad_norm": 0.9494041204452515,
      "learning_rate": 2.283539367055503e-06,
      "loss": 0.3455,
      "step": 1527130
    },
    {
      "epoch": 426.22,
      "grad_norm": 1.1414527893066406,
      "learning_rate": 2.283512336352856e-06,
      "loss": 0.3221,
      "step": 1527140
    },
    {
      "epoch": 426.22,
      "grad_norm": 1.0933414697647095,
      "learning_rate": 2.2834853056582253e-06,
      "loss": 0.3276,
      "step": 1527150
    },
    {
      "epoch": 426.22,
      "grad_norm": 0.9009336829185486,
      "learning_rate": 2.283458274971617e-06,
      "loss": 0.3441,
      "step": 1527160
    },
    {
      "epoch": 426.23,
      "grad_norm": 1.2363754510879517,
      "learning_rate": 2.283431244293034e-06,
      "loss": 0.3474,
      "step": 1527170
    },
    {
      "epoch": 426.23,
      "grad_norm": 0.9516926407814026,
      "learning_rate": 2.2834042136224777e-06,
      "loss": 0.3319,
      "step": 1527180
    },
    {
      "epoch": 426.23,
      "grad_norm": 0.968374490737915,
      "learning_rate": 2.2833771829599548e-06,
      "loss": 0.3416,
      "step": 1527190
    },
    {
      "epoch": 426.23,
      "grad_norm": 0.984497606754303,
      "learning_rate": 2.2833501523054672e-06,
      "loss": 0.3454,
      "step": 1527200
    },
    {
      "epoch": 426.24,
      "grad_norm": 0.9860051870346069,
      "learning_rate": 2.283323121659019e-06,
      "loss": 0.336,
      "step": 1527210
    },
    {
      "epoch": 426.24,
      "grad_norm": 1.002223253250122,
      "learning_rate": 2.2832960910206135e-06,
      "loss": 0.3398,
      "step": 1527220
    },
    {
      "epoch": 426.24,
      "grad_norm": 0.9898311495780945,
      "learning_rate": 2.283269060390255e-06,
      "loss": 0.3399,
      "step": 1527230
    },
    {
      "epoch": 426.25,
      "grad_norm": 0.8357740044593811,
      "learning_rate": 2.283242029767945e-06,
      "loss": 0.349,
      "step": 1527240
    },
    {
      "epoch": 426.25,
      "grad_norm": 0.9724599123001099,
      "learning_rate": 2.2832149991536898e-06,
      "loss": 0.3435,
      "step": 1527250
    },
    {
      "epoch": 426.25,
      "grad_norm": 1.281204104423523,
      "learning_rate": 2.283187968547492e-06,
      "loss": 0.3601,
      "step": 1527260
    },
    {
      "epoch": 426.25,
      "grad_norm": 0.9259982109069824,
      "learning_rate": 2.283160937949354e-06,
      "loss": 0.3548,
      "step": 1527270
    },
    {
      "epoch": 426.26,
      "grad_norm": 0.941712498664856,
      "learning_rate": 2.283133907359282e-06,
      "loss": 0.3513,
      "step": 1527280
    },
    {
      "epoch": 426.26,
      "grad_norm": 1.0356426239013672,
      "learning_rate": 2.2831068767772757e-06,
      "loss": 0.3364,
      "step": 1527290
    },
    {
      "epoch": 426.26,
      "grad_norm": 1.279948115348816,
      "learning_rate": 2.2830798462033427e-06,
      "loss": 0.346,
      "step": 1527300
    },
    {
      "epoch": 426.27,
      "grad_norm": 0.9411343932151794,
      "learning_rate": 2.283052815637485e-06,
      "loss": 0.3364,
      "step": 1527310
    },
    {
      "epoch": 426.27,
      "grad_norm": 1.0835587978363037,
      "learning_rate": 2.2830257850797048e-06,
      "loss": 0.3388,
      "step": 1527320
    },
    {
      "epoch": 426.27,
      "grad_norm": 1.9311336278915405,
      "learning_rate": 2.2829987545300083e-06,
      "loss": 0.3508,
      "step": 1527330
    },
    {
      "epoch": 426.27,
      "grad_norm": 1.5901448726654053,
      "learning_rate": 2.2829717239883977e-06,
      "loss": 0.346,
      "step": 1527340
    },
    {
      "epoch": 426.28,
      "grad_norm": 1.0960713624954224,
      "learning_rate": 2.282944693454876e-06,
      "loss": 0.3343,
      "step": 1527350
    },
    {
      "epoch": 426.28,
      "grad_norm": 0.9603643417358398,
      "learning_rate": 2.282917662929448e-06,
      "loss": 0.3432,
      "step": 1527360
    },
    {
      "epoch": 426.28,
      "grad_norm": 1.227006435394287,
      "learning_rate": 2.282890632412117e-06,
      "loss": 0.3471,
      "step": 1527370
    },
    {
      "epoch": 426.29,
      "grad_norm": 1.3690829277038574,
      "learning_rate": 2.2828636019028856e-06,
      "loss": 0.3572,
      "step": 1527380
    },
    {
      "epoch": 426.29,
      "grad_norm": 1.144408106803894,
      "learning_rate": 2.282836571401759e-06,
      "loss": 0.3472,
      "step": 1527390
    },
    {
      "epoch": 426.29,
      "grad_norm": 1.2779345512390137,
      "learning_rate": 2.28280954090874e-06,
      "loss": 0.3585,
      "step": 1527400
    },
    {
      "epoch": 426.29,
      "grad_norm": 1.0626319646835327,
      "learning_rate": 2.282782510423832e-06,
      "loss": 0.3508,
      "step": 1527410
    },
    {
      "epoch": 426.3,
      "grad_norm": 1.182103157043457,
      "learning_rate": 2.2827554799470387e-06,
      "loss": 0.3518,
      "step": 1527420
    },
    {
      "epoch": 426.3,
      "grad_norm": 1.3610965013504028,
      "learning_rate": 2.2827284494783635e-06,
      "loss": 0.3491,
      "step": 1527430
    },
    {
      "epoch": 426.3,
      "grad_norm": 1.0189764499664307,
      "learning_rate": 2.28270141901781e-06,
      "loss": 0.3469,
      "step": 1527440
    },
    {
      "epoch": 426.3,
      "grad_norm": 0.991834282875061,
      "learning_rate": 2.2826743885653835e-06,
      "loss": 0.3505,
      "step": 1527450
    },
    {
      "epoch": 426.31,
      "grad_norm": 1.0760395526885986,
      "learning_rate": 2.2826473581210855e-06,
      "loss": 0.3601,
      "step": 1527460
    },
    {
      "epoch": 426.31,
      "grad_norm": 1.0334503650665283,
      "learning_rate": 2.282620327684919e-06,
      "loss": 0.3532,
      "step": 1527470
    },
    {
      "epoch": 426.31,
      "grad_norm": 0.9265860915184021,
      "learning_rate": 2.2825932972568904e-06,
      "loss": 0.3534,
      "step": 1527480
    },
    {
      "epoch": 426.32,
      "grad_norm": 1.0423742532730103,
      "learning_rate": 2.2825662668370017e-06,
      "loss": 0.3444,
      "step": 1527490
    },
    {
      "epoch": 426.32,
      "grad_norm": 1.0709514617919922,
      "learning_rate": 2.282539236425256e-06,
      "loss": 0.3593,
      "step": 1527500
    },
    {
      "epoch": 426.32,
      "grad_norm": 0.8804784417152405,
      "learning_rate": 2.282512206021658e-06,
      "loss": 0.3553,
      "step": 1527510
    },
    {
      "epoch": 426.32,
      "grad_norm": 1.2363886833190918,
      "learning_rate": 2.2824851756262105e-06,
      "loss": 0.3533,
      "step": 1527520
    },
    {
      "epoch": 426.33,
      "grad_norm": 0.9654102921485901,
      "learning_rate": 2.282458145238917e-06,
      "loss": 0.3694,
      "step": 1527530
    },
    {
      "epoch": 426.33,
      "grad_norm": 1.3013767004013062,
      "learning_rate": 2.2824311148597816e-06,
      "loss": 0.3282,
      "step": 1527540
    },
    {
      "epoch": 426.33,
      "grad_norm": 1.0368280410766602,
      "learning_rate": 2.2824040844888087e-06,
      "loss": 0.338,
      "step": 1527550
    },
    {
      "epoch": 426.34,
      "grad_norm": 1.087451457977295,
      "learning_rate": 2.282377054125999e-06,
      "loss": 0.3424,
      "step": 1527560
    },
    {
      "epoch": 426.34,
      "grad_norm": 1.0383405685424805,
      "learning_rate": 2.28235002377136e-06,
      "loss": 0.3481,
      "step": 1527570
    },
    {
      "epoch": 426.34,
      "grad_norm": 1.0080902576446533,
      "learning_rate": 2.282322993424892e-06,
      "loss": 0.3387,
      "step": 1527580
    },
    {
      "epoch": 426.34,
      "grad_norm": 0.9915978312492371,
      "learning_rate": 2.2822959630866007e-06,
      "loss": 0.3544,
      "step": 1527590
    },
    {
      "epoch": 426.35,
      "grad_norm": 1.2167314291000366,
      "learning_rate": 2.2822689327564895e-06,
      "loss": 0.3385,
      "step": 1527600
    },
    {
      "epoch": 426.35,
      "grad_norm": 1.1235394477844238,
      "learning_rate": 2.2822419024345598e-06,
      "loss": 0.3442,
      "step": 1527610
    },
    {
      "epoch": 426.35,
      "grad_norm": 1.0026679039001465,
      "learning_rate": 2.2822148721208183e-06,
      "loss": 0.337,
      "step": 1527620
    },
    {
      "epoch": 426.36,
      "grad_norm": 1.1095794439315796,
      "learning_rate": 2.282187841815267e-06,
      "loss": 0.3438,
      "step": 1527630
    },
    {
      "epoch": 426.36,
      "grad_norm": 1.1032466888427734,
      "learning_rate": 2.2821608115179087e-06,
      "loss": 0.3323,
      "step": 1527640
    },
    {
      "epoch": 426.36,
      "grad_norm": 0.9139750003814697,
      "learning_rate": 2.2821337812287486e-06,
      "loss": 0.354,
      "step": 1527650
    },
    {
      "epoch": 426.36,
      "grad_norm": 1.127167820930481,
      "learning_rate": 2.2821067509477903e-06,
      "loss": 0.3473,
      "step": 1527660
    },
    {
      "epoch": 426.37,
      "grad_norm": 0.8712088465690613,
      "learning_rate": 2.282079720675035e-06,
      "loss": 0.3439,
      "step": 1527670
    },
    {
      "epoch": 426.37,
      "grad_norm": 0.8876127600669861,
      "learning_rate": 2.2820526904104894e-06,
      "loss": 0.3483,
      "step": 1527680
    },
    {
      "epoch": 426.37,
      "grad_norm": 0.9871864914894104,
      "learning_rate": 2.2820256601541556e-06,
      "loss": 0.3338,
      "step": 1527690
    },
    {
      "epoch": 426.37,
      "grad_norm": 1.0288740396499634,
      "learning_rate": 2.2819986299060363e-06,
      "loss": 0.3532,
      "step": 1527700
    },
    {
      "epoch": 426.38,
      "grad_norm": 1.132689118385315,
      "learning_rate": 2.281971599666137e-06,
      "loss": 0.3608,
      "step": 1527710
    },
    {
      "epoch": 426.38,
      "grad_norm": 0.8980774879455566,
      "learning_rate": 2.281944569434461e-06,
      "loss": 0.35,
      "step": 1527720
    },
    {
      "epoch": 426.38,
      "grad_norm": 0.8816561102867126,
      "learning_rate": 2.28191753921101e-06,
      "loss": 0.337,
      "step": 1527730
    },
    {
      "epoch": 426.39,
      "grad_norm": 0.9973118901252747,
      "learning_rate": 2.28189050899579e-06,
      "loss": 0.3562,
      "step": 1527740
    },
    {
      "epoch": 426.39,
      "grad_norm": 1.098644733428955,
      "learning_rate": 2.2818634787888032e-06,
      "loss": 0.3465,
      "step": 1527750
    },
    {
      "epoch": 426.39,
      "grad_norm": 0.968203067779541,
      "learning_rate": 2.281836448590053e-06,
      "loss": 0.3445,
      "step": 1527760
    },
    {
      "epoch": 426.39,
      "grad_norm": 1.0499314069747925,
      "learning_rate": 2.2818094183995437e-06,
      "loss": 0.3433,
      "step": 1527770
    },
    {
      "epoch": 426.4,
      "grad_norm": 1.0003832578659058,
      "learning_rate": 2.2817823882172796e-06,
      "loss": 0.3469,
      "step": 1527780
    },
    {
      "epoch": 426.4,
      "grad_norm": 1.0072075128555298,
      "learning_rate": 2.281755358043262e-06,
      "loss": 0.3301,
      "step": 1527790
    },
    {
      "epoch": 426.4,
      "grad_norm": 1.0233935117721558,
      "learning_rate": 2.2817283278774974e-06,
      "loss": 0.3252,
      "step": 1527800
    },
    {
      "epoch": 426.41,
      "grad_norm": 1.0814605951309204,
      "learning_rate": 2.2817012977199874e-06,
      "loss": 0.3265,
      "step": 1527810
    },
    {
      "epoch": 426.41,
      "grad_norm": 1.042797327041626,
      "learning_rate": 2.2816742675707347e-06,
      "loss": 0.3494,
      "step": 1527820
    },
    {
      "epoch": 426.41,
      "grad_norm": 0.9312612414360046,
      "learning_rate": 2.281647237429746e-06,
      "loss": 0.3371,
      "step": 1527830
    },
    {
      "epoch": 426.41,
      "grad_norm": 1.0087178945541382,
      "learning_rate": 2.2816202072970227e-06,
      "loss": 0.3557,
      "step": 1527840
    },
    {
      "epoch": 426.42,
      "grad_norm": 1.0670419931411743,
      "learning_rate": 2.281593177172568e-06,
      "loss": 0.3442,
      "step": 1527850
    },
    {
      "epoch": 426.42,
      "grad_norm": 0.9189831018447876,
      "learning_rate": 2.2815661470563874e-06,
      "loss": 0.3295,
      "step": 1527860
    },
    {
      "epoch": 426.42,
      "grad_norm": 1.0860315561294556,
      "learning_rate": 2.281539116948483e-06,
      "loss": 0.3357,
      "step": 1527870
    },
    {
      "epoch": 426.42,
      "grad_norm": 1.1147388219833374,
      "learning_rate": 2.2815120868488597e-06,
      "loss": 0.3565,
      "step": 1527880
    },
    {
      "epoch": 426.43,
      "grad_norm": 0.8788180947303772,
      "learning_rate": 2.2814850567575203e-06,
      "loss": 0.3549,
      "step": 1527890
    },
    {
      "epoch": 426.43,
      "grad_norm": 0.9786719083786011,
      "learning_rate": 2.2814580266744666e-06,
      "loss": 0.3475,
      "step": 1527900
    },
    {
      "epoch": 426.43,
      "grad_norm": 0.9184280633926392,
      "learning_rate": 2.2814309965997058e-06,
      "loss": 0.3548,
      "step": 1527910
    },
    {
      "epoch": 426.44,
      "grad_norm": 1.0201027393341064,
      "learning_rate": 2.281403966533239e-06,
      "loss": 0.3395,
      "step": 1527920
    },
    {
      "epoch": 426.44,
      "grad_norm": 1.0152326822280884,
      "learning_rate": 2.2813769364750708e-06,
      "loss": 0.3404,
      "step": 1527930
    },
    {
      "epoch": 426.44,
      "grad_norm": 1.1153541803359985,
      "learning_rate": 2.2813499064252042e-06,
      "loss": 0.3534,
      "step": 1527940
    },
    {
      "epoch": 426.44,
      "grad_norm": 1.124897837638855,
      "learning_rate": 2.2813228763836437e-06,
      "loss": 0.3324,
      "step": 1527950
    },
    {
      "epoch": 426.45,
      "grad_norm": 1.2153233289718628,
      "learning_rate": 2.281295846350391e-06,
      "loss": 0.3441,
      "step": 1527960
    },
    {
      "epoch": 426.45,
      "grad_norm": 1.121473789215088,
      "learning_rate": 2.2812688163254517e-06,
      "loss": 0.3508,
      "step": 1527970
    },
    {
      "epoch": 426.45,
      "grad_norm": 1.0230491161346436,
      "learning_rate": 2.2812417863088287e-06,
      "loss": 0.3407,
      "step": 1527980
    },
    {
      "epoch": 426.46,
      "grad_norm": 1.278958797454834,
      "learning_rate": 2.2812147563005248e-06,
      "loss": 0.3432,
      "step": 1527990
    },
    {
      "epoch": 426.46,
      "grad_norm": 1.074582815170288,
      "learning_rate": 2.281187726300545e-06,
      "loss": 0.3541,
      "step": 1528000
    },
    {
      "epoch": 426.46,
      "grad_norm": 1.1533482074737549,
      "learning_rate": 2.2811606963088926e-06,
      "loss": 0.3477,
      "step": 1528010
    },
    {
      "epoch": 426.46,
      "grad_norm": 1.1458640098571777,
      "learning_rate": 2.2811336663255702e-06,
      "loss": 0.3267,
      "step": 1528020
    },
    {
      "epoch": 426.47,
      "grad_norm": 1.0700016021728516,
      "learning_rate": 2.2811066363505827e-06,
      "loss": 0.3477,
      "step": 1528030
    },
    {
      "epoch": 426.47,
      "grad_norm": 1.0043226480484009,
      "learning_rate": 2.281079606383933e-06,
      "loss": 0.3355,
      "step": 1528040
    },
    {
      "epoch": 426.47,
      "grad_norm": 1.114795446395874,
      "learning_rate": 2.281052576425624e-06,
      "loss": 0.3626,
      "step": 1528050
    },
    {
      "epoch": 426.48,
      "grad_norm": 1.1519007682800293,
      "learning_rate": 2.2810255464756606e-06,
      "loss": 0.3295,
      "step": 1528060
    },
    {
      "epoch": 426.48,
      "grad_norm": 0.9847180247306824,
      "learning_rate": 2.280998516534046e-06,
      "loss": 0.3528,
      "step": 1528070
    },
    {
      "epoch": 426.48,
      "grad_norm": 0.9343469142913818,
      "learning_rate": 2.2809714866007835e-06,
      "loss": 0.341,
      "step": 1528080
    },
    {
      "epoch": 426.48,
      "grad_norm": 1.222994327545166,
      "learning_rate": 2.2809444566758768e-06,
      "loss": 0.3718,
      "step": 1528090
    },
    {
      "epoch": 426.49,
      "grad_norm": 1.0129250288009644,
      "learning_rate": 2.28091742675933e-06,
      "loss": 0.3531,
      "step": 1528100
    },
    {
      "epoch": 426.49,
      "grad_norm": 1.0017881393432617,
      "learning_rate": 2.280890396851145e-06,
      "loss": 0.3303,
      "step": 1528110
    },
    {
      "epoch": 426.49,
      "grad_norm": 0.9926262497901917,
      "learning_rate": 2.280863366951327e-06,
      "loss": 0.3327,
      "step": 1528120
    },
    {
      "epoch": 426.49,
      "grad_norm": 1.1363552808761597,
      "learning_rate": 2.28083633705988e-06,
      "loss": 0.3484,
      "step": 1528130
    },
    {
      "epoch": 426.5,
      "grad_norm": 1.070715069770813,
      "learning_rate": 2.2808093071768057e-06,
      "loss": 0.3438,
      "step": 1528140
    },
    {
      "epoch": 426.5,
      "grad_norm": 1.0100762844085693,
      "learning_rate": 2.2807822773021098e-06,
      "loss": 0.3472,
      "step": 1528150
    },
    {
      "epoch": 426.5,
      "grad_norm": 0.8597427606582642,
      "learning_rate": 2.2807552474357944e-06,
      "loss": 0.3329,
      "step": 1528160
    },
    {
      "epoch": 426.51,
      "grad_norm": 0.8243561387062073,
      "learning_rate": 2.2807282175778643e-06,
      "loss": 0.3222,
      "step": 1528170
    },
    {
      "epoch": 426.51,
      "grad_norm": 2.574442148208618,
      "learning_rate": 2.280701187728322e-06,
      "loss": 0.3479,
      "step": 1528180
    },
    {
      "epoch": 426.51,
      "grad_norm": 1.5486304759979248,
      "learning_rate": 2.2806741578871707e-06,
      "loss": 0.3459,
      "step": 1528190
    },
    {
      "epoch": 426.51,
      "grad_norm": 1.3167362213134766,
      "learning_rate": 2.280647128054416e-06,
      "loss": 0.3418,
      "step": 1528200
    },
    {
      "epoch": 426.52,
      "grad_norm": 1.0043476819992065,
      "learning_rate": 2.28062009823006e-06,
      "loss": 0.3589,
      "step": 1528210
    },
    {
      "epoch": 426.52,
      "grad_norm": 0.9536793231964111,
      "learning_rate": 2.2805930684141064e-06,
      "loss": 0.3381,
      "step": 1528220
    },
    {
      "epoch": 426.52,
      "grad_norm": 1.0605263710021973,
      "learning_rate": 2.2805660386065595e-06,
      "loss": 0.3461,
      "step": 1528230
    },
    {
      "epoch": 426.53,
      "grad_norm": 1.0623483657836914,
      "learning_rate": 2.2805390088074224e-06,
      "loss": 0.348,
      "step": 1528240
    },
    {
      "epoch": 426.53,
      "grad_norm": 0.9961912631988525,
      "learning_rate": 2.280511979016697e-06,
      "loss": 0.3486,
      "step": 1528250
    },
    {
      "epoch": 426.53,
      "grad_norm": 0.9967567920684814,
      "learning_rate": 2.2804849492343905e-06,
      "loss": 0.3414,
      "step": 1528260
    },
    {
      "epoch": 426.53,
      "grad_norm": 1.0773696899414062,
      "learning_rate": 2.2804579194605042e-06,
      "loss": 0.3575,
      "step": 1528270
    },
    {
      "epoch": 426.54,
      "grad_norm": 1.0291839838027954,
      "learning_rate": 2.2804308896950413e-06,
      "loss": 0.3497,
      "step": 1528280
    },
    {
      "epoch": 426.54,
      "grad_norm": 1.008379340171814,
      "learning_rate": 2.280403859938007e-06,
      "loss": 0.347,
      "step": 1528290
    },
    {
      "epoch": 426.54,
      "grad_norm": 1.1252306699752808,
      "learning_rate": 2.280376830189404e-06,
      "loss": 0.3588,
      "step": 1528300
    },
    {
      "epoch": 426.54,
      "grad_norm": 1.0541313886642456,
      "learning_rate": 2.280349800449236e-06,
      "loss": 0.333,
      "step": 1528310
    },
    {
      "epoch": 426.55,
      "grad_norm": 1.0872975587844849,
      "learning_rate": 2.2803227707175066e-06,
      "loss": 0.342,
      "step": 1528320
    },
    {
      "epoch": 426.55,
      "grad_norm": 1.250968098640442,
      "learning_rate": 2.2802957409942195e-06,
      "loss": 0.3536,
      "step": 1528330
    },
    {
      "epoch": 426.55,
      "grad_norm": 1.0120397806167603,
      "learning_rate": 2.280268711279377e-06,
      "loss": 0.3499,
      "step": 1528340
    },
    {
      "epoch": 426.56,
      "grad_norm": 1.03787362575531,
      "learning_rate": 2.2802416815729853e-06,
      "loss": 0.36,
      "step": 1528350
    },
    {
      "epoch": 426.56,
      "grad_norm": 0.9182837009429932,
      "learning_rate": 2.280214651875046e-06,
      "loss": 0.3494,
      "step": 1528360
    },
    {
      "epoch": 426.56,
      "grad_norm": 0.9451008439064026,
      "learning_rate": 2.2801876221855633e-06,
      "loss": 0.361,
      "step": 1528370
    },
    {
      "epoch": 426.56,
      "grad_norm": 0.8820415139198303,
      "learning_rate": 2.2801605925045407e-06,
      "loss": 0.3396,
      "step": 1528380
    },
    {
      "epoch": 426.57,
      "grad_norm": 0.9865087270736694,
      "learning_rate": 2.280133562831982e-06,
      "loss": 0.3526,
      "step": 1528390
    },
    {
      "epoch": 426.57,
      "grad_norm": 1.029816746711731,
      "learning_rate": 2.2801065331678907e-06,
      "loss": 0.3314,
      "step": 1528400
    },
    {
      "epoch": 426.57,
      "grad_norm": 0.9692741632461548,
      "learning_rate": 2.28007950351227e-06,
      "loss": 0.3362,
      "step": 1528410
    },
    {
      "epoch": 426.58,
      "grad_norm": 0.8176215291023254,
      "learning_rate": 2.2800524738651246e-06,
      "loss": 0.3424,
      "step": 1528420
    },
    {
      "epoch": 426.58,
      "grad_norm": 1.1513206958770752,
      "learning_rate": 2.280025444226456e-06,
      "loss": 0.3525,
      "step": 1528430
    },
    {
      "epoch": 426.58,
      "grad_norm": 1.0856013298034668,
      "learning_rate": 2.2799984145962707e-06,
      "loss": 0.3527,
      "step": 1528440
    },
    {
      "epoch": 426.58,
      "grad_norm": 0.7931609749794006,
      "learning_rate": 2.27997138497457e-06,
      "loss": 0.3494,
      "step": 1528450
    },
    {
      "epoch": 426.59,
      "grad_norm": 1.0579687356948853,
      "learning_rate": 2.2799443553613583e-06,
      "loss": 0.3517,
      "step": 1528460
    },
    {
      "epoch": 426.59,
      "grad_norm": 1.093780755996704,
      "learning_rate": 2.2799173257566397e-06,
      "loss": 0.3574,
      "step": 1528470
    },
    {
      "epoch": 426.59,
      "grad_norm": 0.904660165309906,
      "learning_rate": 2.279890296160416e-06,
      "loss": 0.3362,
      "step": 1528480
    },
    {
      "epoch": 426.6,
      "grad_norm": 1.026020884513855,
      "learning_rate": 2.2798632665726933e-06,
      "loss": 0.3473,
      "step": 1528490
    },
    {
      "epoch": 426.6,
      "grad_norm": 0.9896210432052612,
      "learning_rate": 2.2798362369934734e-06,
      "loss": 0.3327,
      "step": 1528500
    },
    {
      "epoch": 426.6,
      "grad_norm": 1.04170823097229,
      "learning_rate": 2.27980920742276e-06,
      "loss": 0.355,
      "step": 1528510
    },
    {
      "epoch": 426.6,
      "grad_norm": 1.0987733602523804,
      "learning_rate": 2.2797821778605577e-06,
      "loss": 0.3368,
      "step": 1528520
    },
    {
      "epoch": 426.61,
      "grad_norm": 0.9869649410247803,
      "learning_rate": 2.27975514830687e-06,
      "loss": 0.3424,
      "step": 1528530
    },
    {
      "epoch": 426.61,
      "grad_norm": 1.0340380668640137,
      "learning_rate": 2.279728118761699e-06,
      "loss": 0.3325,
      "step": 1528540
    },
    {
      "epoch": 426.61,
      "grad_norm": 1.0313212871551514,
      "learning_rate": 2.2797010892250503e-06,
      "loss": 0.3614,
      "step": 1528550
    },
    {
      "epoch": 426.61,
      "grad_norm": 0.9413361549377441,
      "learning_rate": 2.2796740596969264e-06,
      "loss": 0.3512,
      "step": 1528560
    },
    {
      "epoch": 426.62,
      "grad_norm": 1.040726900100708,
      "learning_rate": 2.2796470301773296e-06,
      "loss": 0.3529,
      "step": 1528570
    },
    {
      "epoch": 426.62,
      "grad_norm": 0.941691517829895,
      "learning_rate": 2.2796200006662667e-06,
      "loss": 0.3363,
      "step": 1528580
    },
    {
      "epoch": 426.62,
      "grad_norm": 1.0805381536483765,
      "learning_rate": 2.279592971163739e-06,
      "loss": 0.349,
      "step": 1528590
    },
    {
      "epoch": 426.63,
      "grad_norm": 1.0369428396224976,
      "learning_rate": 2.27956594166975e-06,
      "loss": 0.3529,
      "step": 1528600
    },
    {
      "epoch": 426.63,
      "grad_norm": 1.1191116571426392,
      "learning_rate": 2.2795389121843047e-06,
      "loss": 0.3365,
      "step": 1528610
    },
    {
      "epoch": 426.63,
      "grad_norm": 1.1399232149124146,
      "learning_rate": 2.279511882707406e-06,
      "loss": 0.3405,
      "step": 1528620
    },
    {
      "epoch": 426.63,
      "grad_norm": 1.069312572479248,
      "learning_rate": 2.2794848532390564e-06,
      "loss": 0.3431,
      "step": 1528630
    },
    {
      "epoch": 426.64,
      "grad_norm": 0.9993054866790771,
      "learning_rate": 2.279457823779261e-06,
      "loss": 0.3316,
      "step": 1528640
    },
    {
      "epoch": 426.64,
      "grad_norm": 0.9619937539100647,
      "learning_rate": 2.2794307943280235e-06,
      "loss": 0.3413,
      "step": 1528650
    },
    {
      "epoch": 426.64,
      "grad_norm": 2.453137159347534,
      "learning_rate": 2.2794037648853458e-06,
      "loss": 0.345,
      "step": 1528660
    },
    {
      "epoch": 426.65,
      "grad_norm": 1.1279257535934448,
      "learning_rate": 2.2793767354512332e-06,
      "loss": 0.3549,
      "step": 1528670
    },
    {
      "epoch": 426.65,
      "grad_norm": 1.0667792558670044,
      "learning_rate": 2.279349706025689e-06,
      "loss": 0.3424,
      "step": 1528680
    },
    {
      "epoch": 426.65,
      "grad_norm": 0.921217679977417,
      "learning_rate": 2.279322676608716e-06,
      "loss": 0.3606,
      "step": 1528690
    },
    {
      "epoch": 426.65,
      "grad_norm": 0.9096589088439941,
      "learning_rate": 2.2792956472003185e-06,
      "loss": 0.3348,
      "step": 1528700
    },
    {
      "epoch": 426.66,
      "grad_norm": 1.112208366394043,
      "learning_rate": 2.2792686178005003e-06,
      "loss": 0.3387,
      "step": 1528710
    },
    {
      "epoch": 426.66,
      "grad_norm": 1.057510495185852,
      "learning_rate": 2.2792415884092632e-06,
      "loss": 0.353,
      "step": 1528720
    },
    {
      "epoch": 426.66,
      "grad_norm": 1.612629771232605,
      "learning_rate": 2.279214559026614e-06,
      "loss": 0.3504,
      "step": 1528730
    },
    {
      "epoch": 426.66,
      "grad_norm": 1.0950831174850464,
      "learning_rate": 2.2791875296525534e-06,
      "loss": 0.3367,
      "step": 1528740
    },
    {
      "epoch": 426.67,
      "grad_norm": 0.9891940951347351,
      "learning_rate": 2.279160500287086e-06,
      "loss": 0.3415,
      "step": 1528750
    },
    {
      "epoch": 426.67,
      "grad_norm": 0.9660587906837463,
      "learning_rate": 2.2791334709302162e-06,
      "loss": 0.3564,
      "step": 1528760
    },
    {
      "epoch": 426.67,
      "grad_norm": 1.2635148763656616,
      "learning_rate": 2.279106441581946e-06,
      "loss": 0.3453,
      "step": 1528770
    },
    {
      "epoch": 426.68,
      "grad_norm": 1.112099528312683,
      "learning_rate": 2.279079412242281e-06,
      "loss": 0.3412,
      "step": 1528780
    },
    {
      "epoch": 426.68,
      "grad_norm": 0.9773392677307129,
      "learning_rate": 2.279052382911223e-06,
      "loss": 0.3483,
      "step": 1528790
    },
    {
      "epoch": 426.68,
      "grad_norm": 1.036136269569397,
      "learning_rate": 2.2790253535887756e-06,
      "loss": 0.3406,
      "step": 1528800
    },
    {
      "epoch": 426.68,
      "grad_norm": 1.062565803527832,
      "learning_rate": 2.278998324274944e-06,
      "loss": 0.3384,
      "step": 1528810
    },
    {
      "epoch": 426.69,
      "grad_norm": 1.1017284393310547,
      "learning_rate": 2.2789712949697307e-06,
      "loss": 0.3593,
      "step": 1528820
    },
    {
      "epoch": 426.69,
      "grad_norm": 1.1420960426330566,
      "learning_rate": 2.2789442656731395e-06,
      "loss": 0.3435,
      "step": 1528830
    },
    {
      "epoch": 426.69,
      "grad_norm": 1.065603256225586,
      "learning_rate": 2.278917236385174e-06,
      "loss": 0.3376,
      "step": 1528840
    },
    {
      "epoch": 426.7,
      "grad_norm": 1.0532993078231812,
      "learning_rate": 2.2788902071058377e-06,
      "loss": 0.3425,
      "step": 1528850
    },
    {
      "epoch": 426.7,
      "grad_norm": 1.1841678619384766,
      "learning_rate": 2.2788631778351335e-06,
      "loss": 0.3437,
      "step": 1528860
    },
    {
      "epoch": 426.7,
      "grad_norm": 1.2683991193771362,
      "learning_rate": 2.278836148573067e-06,
      "loss": 0.3404,
      "step": 1528870
    },
    {
      "epoch": 426.7,
      "grad_norm": 0.8754236102104187,
      "learning_rate": 2.27880911931964e-06,
      "loss": 0.3353,
      "step": 1528880
    },
    {
      "epoch": 426.71,
      "grad_norm": 0.8856332302093506,
      "learning_rate": 2.2787820900748563e-06,
      "loss": 0.3676,
      "step": 1528890
    },
    {
      "epoch": 426.71,
      "grad_norm": 1.1209441423416138,
      "learning_rate": 2.2787550608387207e-06,
      "loss": 0.3246,
      "step": 1528900
    },
    {
      "epoch": 426.71,
      "grad_norm": 0.9558784365653992,
      "learning_rate": 2.2787280316112355e-06,
      "loss": 0.3466,
      "step": 1528910
    },
    {
      "epoch": 426.72,
      "grad_norm": 1.0043578147888184,
      "learning_rate": 2.278701002392404e-06,
      "loss": 0.3472,
      "step": 1528920
    },
    {
      "epoch": 426.72,
      "grad_norm": 1.0906938314437866,
      "learning_rate": 2.2786739731822317e-06,
      "loss": 0.3429,
      "step": 1528930
    },
    {
      "epoch": 426.72,
      "grad_norm": 1.0907469987869263,
      "learning_rate": 2.278646943980721e-06,
      "loss": 0.3508,
      "step": 1528940
    },
    {
      "epoch": 426.72,
      "grad_norm": 0.9851111769676208,
      "learning_rate": 2.278619914787874e-06,
      "loss": 0.3366,
      "step": 1528950
    },
    {
      "epoch": 426.73,
      "grad_norm": 1.099433422088623,
      "learning_rate": 2.278592885603697e-06,
      "loss": 0.3412,
      "step": 1528960
    },
    {
      "epoch": 426.73,
      "grad_norm": 0.9136236906051636,
      "learning_rate": 2.278565856428193e-06,
      "loss": 0.3527,
      "step": 1528970
    },
    {
      "epoch": 426.73,
      "grad_norm": 1.2116901874542236,
      "learning_rate": 2.2785388272613637e-06,
      "loss": 0.3346,
      "step": 1528980
    },
    {
      "epoch": 426.73,
      "grad_norm": 0.9016215801239014,
      "learning_rate": 2.278511798103215e-06,
      "loss": 0.3323,
      "step": 1528990
    },
    {
      "epoch": 426.74,
      "grad_norm": 1.0739144086837769,
      "learning_rate": 2.2784847689537495e-06,
      "loss": 0.3379,
      "step": 1529000
    },
    {
      "epoch": 426.74,
      "grad_norm": 1.0609877109527588,
      "learning_rate": 2.27845773981297e-06,
      "loss": 0.3569,
      "step": 1529010
    },
    {
      "epoch": 426.74,
      "grad_norm": 5.184016704559326,
      "learning_rate": 2.278430710680882e-06,
      "loss": 0.3592,
      "step": 1529020
    },
    {
      "epoch": 426.75,
      "grad_norm": 1.2384655475616455,
      "learning_rate": 2.2784036815574868e-06,
      "loss": 0.3478,
      "step": 1529030
    },
    {
      "epoch": 426.75,
      "grad_norm": 1.047363519668579,
      "learning_rate": 2.2783766524427904e-06,
      "loss": 0.3432,
      "step": 1529040
    },
    {
      "epoch": 426.75,
      "grad_norm": 1.056777000427246,
      "learning_rate": 2.2783496233367947e-06,
      "loss": 0.3272,
      "step": 1529050
    },
    {
      "epoch": 426.75,
      "grad_norm": 0.9712580442428589,
      "learning_rate": 2.278322594239503e-06,
      "loss": 0.3304,
      "step": 1529060
    },
    {
      "epoch": 426.76,
      "grad_norm": 1.1189424991607666,
      "learning_rate": 2.2782955651509207e-06,
      "loss": 0.3292,
      "step": 1529070
    },
    {
      "epoch": 426.76,
      "grad_norm": 1.1153779029846191,
      "learning_rate": 2.278268536071051e-06,
      "loss": 0.3589,
      "step": 1529080
    },
    {
      "epoch": 426.76,
      "grad_norm": 0.9375542402267456,
      "learning_rate": 2.278241506999895e-06,
      "loss": 0.348,
      "step": 1529090
    },
    {
      "epoch": 426.77,
      "grad_norm": 1.1780097484588623,
      "learning_rate": 2.2782144779374596e-06,
      "loss": 0.3418,
      "step": 1529100
    },
    {
      "epoch": 426.77,
      "grad_norm": 1.3944252729415894,
      "learning_rate": 2.278187448883747e-06,
      "loss": 0.3361,
      "step": 1529110
    },
    {
      "epoch": 426.77,
      "grad_norm": 0.9877520799636841,
      "learning_rate": 2.27816041983876e-06,
      "loss": 0.3516,
      "step": 1529120
    },
    {
      "epoch": 426.77,
      "grad_norm": 1.0976755619049072,
      "learning_rate": 2.278133390802504e-06,
      "loss": 0.3418,
      "step": 1529130
    },
    {
      "epoch": 426.78,
      "grad_norm": 0.9874088764190674,
      "learning_rate": 2.2781063617749813e-06,
      "loss": 0.3567,
      "step": 1529140
    },
    {
      "epoch": 426.78,
      "grad_norm": 1.0777885913848877,
      "learning_rate": 2.278079332756195e-06,
      "loss": 0.3435,
      "step": 1529150
    },
    {
      "epoch": 426.78,
      "grad_norm": 1.1625254154205322,
      "learning_rate": 2.27805230374615e-06,
      "loss": 0.3365,
      "step": 1529160
    },
    {
      "epoch": 426.78,
      "grad_norm": 1.4311878681182861,
      "learning_rate": 2.27802527474485e-06,
      "loss": 0.3426,
      "step": 1529170
    },
    {
      "epoch": 426.79,
      "grad_norm": 1.0433686971664429,
      "learning_rate": 2.277998245752297e-06,
      "loss": 0.3392,
      "step": 1529180
    },
    {
      "epoch": 426.79,
      "grad_norm": 1.0384471416473389,
      "learning_rate": 2.2779712167684963e-06,
      "loss": 0.3425,
      "step": 1529190
    },
    {
      "epoch": 426.79,
      "grad_norm": 1.0647013187408447,
      "learning_rate": 2.2779441877934506e-06,
      "loss": 0.3441,
      "step": 1529200
    },
    {
      "epoch": 426.8,
      "grad_norm": 0.8752685785293579,
      "learning_rate": 2.277917158827163e-06,
      "loss": 0.3508,
      "step": 1529210
    },
    {
      "epoch": 426.8,
      "grad_norm": 1.1042925119400024,
      "learning_rate": 2.2778901298696385e-06,
      "loss": 0.3509,
      "step": 1529220
    },
    {
      "epoch": 426.8,
      "grad_norm": 0.9902170896530151,
      "learning_rate": 2.27786310092088e-06,
      "loss": 0.3473,
      "step": 1529230
    },
    {
      "epoch": 426.8,
      "grad_norm": 1.2205396890640259,
      "learning_rate": 2.27783607198089e-06,
      "loss": 0.3383,
      "step": 1529240
    },
    {
      "epoch": 426.81,
      "grad_norm": 1.0272908210754395,
      "learning_rate": 2.277809043049674e-06,
      "loss": 0.3467,
      "step": 1529250
    },
    {
      "epoch": 426.81,
      "grad_norm": 1.1561144590377808,
      "learning_rate": 2.277782014127235e-06,
      "loss": 0.359,
      "step": 1529260
    },
    {
      "epoch": 426.81,
      "grad_norm": 1.038150429725647,
      "learning_rate": 2.277754985213576e-06,
      "loss": 0.341,
      "step": 1529270
    },
    {
      "epoch": 426.82,
      "grad_norm": 1.0879955291748047,
      "learning_rate": 2.2777279563087016e-06,
      "loss": 0.3505,
      "step": 1529280
    },
    {
      "epoch": 426.82,
      "grad_norm": 1.0271563529968262,
      "learning_rate": 2.277700927412614e-06,
      "loss": 0.3424,
      "step": 1529290
    },
    {
      "epoch": 426.82,
      "grad_norm": 1.1350184679031372,
      "learning_rate": 2.2776738985253173e-06,
      "loss": 0.3515,
      "step": 1529300
    },
    {
      "epoch": 426.82,
      "grad_norm": 0.9450139999389648,
      "learning_rate": 2.277646869646816e-06,
      "loss": 0.3499,
      "step": 1529310
    },
    {
      "epoch": 426.83,
      "grad_norm": 1.232804298400879,
      "learning_rate": 2.2776198407771125e-06,
      "loss": 0.3415,
      "step": 1529320
    },
    {
      "epoch": 426.83,
      "grad_norm": 1.1392967700958252,
      "learning_rate": 2.277592811916212e-06,
      "loss": 0.3389,
      "step": 1529330
    },
    {
      "epoch": 426.83,
      "grad_norm": 1.0322073698043823,
      "learning_rate": 2.277565783064116e-06,
      "loss": 0.3424,
      "step": 1529340
    },
    {
      "epoch": 426.84,
      "grad_norm": 1.2425678968429565,
      "learning_rate": 2.277538754220829e-06,
      "loss": 0.3454,
      "step": 1529350
    },
    {
      "epoch": 426.84,
      "grad_norm": 1.1183550357818604,
      "learning_rate": 2.2775117253863557e-06,
      "loss": 0.3574,
      "step": 1529360
    },
    {
      "epoch": 426.84,
      "grad_norm": 1.272473931312561,
      "learning_rate": 2.2774846965606983e-06,
      "loss": 0.3427,
      "step": 1529370
    },
    {
      "epoch": 426.84,
      "grad_norm": 0.9908201694488525,
      "learning_rate": 2.27745766774386e-06,
      "loss": 0.3322,
      "step": 1529380
    },
    {
      "epoch": 426.85,
      "grad_norm": 1.0637125968933105,
      "learning_rate": 2.2774306389358464e-06,
      "loss": 0.3313,
      "step": 1529390
    },
    {
      "epoch": 426.85,
      "grad_norm": 1.080924391746521,
      "learning_rate": 2.2774036101366596e-06,
      "loss": 0.3435,
      "step": 1529400
    },
    {
      "epoch": 426.85,
      "grad_norm": 0.8632110953330994,
      "learning_rate": 2.2773765813463036e-06,
      "loss": 0.3303,
      "step": 1529410
    },
    {
      "epoch": 426.85,
      "grad_norm": 1.0306967496871948,
      "learning_rate": 2.277349552564782e-06,
      "loss": 0.3293,
      "step": 1529420
    },
    {
      "epoch": 426.86,
      "grad_norm": 1.5216357707977295,
      "learning_rate": 2.2773225237920985e-06,
      "loss": 0.3407,
      "step": 1529430
    },
    {
      "epoch": 426.86,
      "grad_norm": 0.9960519671440125,
      "learning_rate": 2.277295495028255e-06,
      "loss": 0.334,
      "step": 1529440
    },
    {
      "epoch": 426.86,
      "grad_norm": 1.7278457880020142,
      "learning_rate": 2.2772684662732583e-06,
      "loss": 0.3467,
      "step": 1529450
    },
    {
      "epoch": 426.87,
      "grad_norm": 0.9058257937431335,
      "learning_rate": 2.2772414375271097e-06,
      "loss": 0.3437,
      "step": 1529460
    },
    {
      "epoch": 426.87,
      "grad_norm": 0.9759668707847595,
      "learning_rate": 2.2772144087898126e-06,
      "loss": 0.3291,
      "step": 1529470
    },
    {
      "epoch": 426.87,
      "grad_norm": 0.9113782048225403,
      "learning_rate": 2.2771873800613726e-06,
      "loss": 0.3496,
      "step": 1529480
    },
    {
      "epoch": 426.87,
      "grad_norm": 1.141510009765625,
      "learning_rate": 2.277160351341792e-06,
      "loss": 0.3381,
      "step": 1529490
    },
    {
      "epoch": 426.88,
      "grad_norm": 1.110406756401062,
      "learning_rate": 2.277133322631074e-06,
      "loss": 0.3378,
      "step": 1529500
    },
    {
      "epoch": 426.88,
      "grad_norm": 1.1063668727874756,
      "learning_rate": 2.277106293929223e-06,
      "loss": 0.3564,
      "step": 1529510
    },
    {
      "epoch": 426.88,
      "grad_norm": 1.0739483833312988,
      "learning_rate": 2.277079265236243e-06,
      "loss": 0.3348,
      "step": 1529520
    },
    {
      "epoch": 426.89,
      "grad_norm": 1.072988748550415,
      "learning_rate": 2.277052236552135e-06,
      "loss": 0.3426,
      "step": 1529530
    },
    {
      "epoch": 426.89,
      "grad_norm": 1.060222864151001,
      "learning_rate": 2.277025207876906e-06,
      "loss": 0.3631,
      "step": 1529540
    },
    {
      "epoch": 426.89,
      "grad_norm": 1.1914172172546387,
      "learning_rate": 2.2769981792105582e-06,
      "loss": 0.3333,
      "step": 1529550
    },
    {
      "epoch": 426.89,
      "grad_norm": 1.15321683883667,
      "learning_rate": 2.276971150553094e-06,
      "loss": 0.3577,
      "step": 1529560
    },
    {
      "epoch": 426.9,
      "grad_norm": 1.0623866319656372,
      "learning_rate": 2.276944121904519e-06,
      "loss": 0.3231,
      "step": 1529570
    },
    {
      "epoch": 426.9,
      "grad_norm": 1.030627727508545,
      "learning_rate": 2.2769170932648357e-06,
      "loss": 0.3466,
      "step": 1529580
    },
    {
      "epoch": 426.9,
      "grad_norm": 1.07271146774292,
      "learning_rate": 2.276890064634047e-06,
      "loss": 0.3456,
      "step": 1529590
    },
    {
      "epoch": 426.9,
      "grad_norm": 1.0008436441421509,
      "learning_rate": 2.2768630360121587e-06,
      "loss": 0.332,
      "step": 1529600
    },
    {
      "epoch": 426.91,
      "grad_norm": 0.9404155611991882,
      "learning_rate": 2.2768360073991713e-06,
      "loss": 0.336,
      "step": 1529610
    },
    {
      "epoch": 426.91,
      "grad_norm": 1.2063313722610474,
      "learning_rate": 2.2768089787950917e-06,
      "loss": 0.3597,
      "step": 1529620
    },
    {
      "epoch": 426.91,
      "grad_norm": 0.9466100335121155,
      "learning_rate": 2.276781950199922e-06,
      "loss": 0.3331,
      "step": 1529630
    },
    {
      "epoch": 426.92,
      "grad_norm": 1.1607285737991333,
      "learning_rate": 2.276754921613665e-06,
      "loss": 0.3462,
      "step": 1529640
    },
    {
      "epoch": 426.92,
      "grad_norm": 1.0171953439712524,
      "learning_rate": 2.276727893036326e-06,
      "loss": 0.3434,
      "step": 1529650
    },
    {
      "epoch": 426.92,
      "grad_norm": 0.9672382473945618,
      "learning_rate": 2.2767008644679073e-06,
      "loss": 0.3489,
      "step": 1529660
    },
    {
      "epoch": 426.92,
      "grad_norm": 1.2160634994506836,
      "learning_rate": 2.2766738359084117e-06,
      "loss": 0.3304,
      "step": 1529670
    },
    {
      "epoch": 426.93,
      "grad_norm": 1.0216953754425049,
      "learning_rate": 2.276646807357845e-06,
      "loss": 0.3514,
      "step": 1529680
    },
    {
      "epoch": 426.93,
      "grad_norm": 0.9035862684249878,
      "learning_rate": 2.27661977881621e-06,
      "loss": 0.3673,
      "step": 1529690
    },
    {
      "epoch": 426.93,
      "grad_norm": 0.989906370639801,
      "learning_rate": 2.2765927502835097e-06,
      "loss": 0.3276,
      "step": 1529700
    },
    {
      "epoch": 426.94,
      "grad_norm": 1.0188958644866943,
      "learning_rate": 2.2765657217597483e-06,
      "loss": 0.3466,
      "step": 1529710
    },
    {
      "epoch": 426.94,
      "grad_norm": 1.2817323207855225,
      "learning_rate": 2.2765386932449295e-06,
      "loss": 0.3617,
      "step": 1529720
    },
    {
      "epoch": 426.94,
      "grad_norm": 1.0907360315322876,
      "learning_rate": 2.276511664739055e-06,
      "loss": 0.3433,
      "step": 1529730
    },
    {
      "epoch": 426.94,
      "grad_norm": 0.9877030253410339,
      "learning_rate": 2.276484636242131e-06,
      "loss": 0.34,
      "step": 1529740
    },
    {
      "epoch": 426.95,
      "grad_norm": 1.0290148258209229,
      "learning_rate": 2.2764576077541606e-06,
      "loss": 0.3468,
      "step": 1529750
    },
    {
      "epoch": 426.95,
      "grad_norm": 1.1950044631958008,
      "learning_rate": 2.276430579275145e-06,
      "loss": 0.3439,
      "step": 1529760
    },
    {
      "epoch": 426.95,
      "grad_norm": 0.993252158164978,
      "learning_rate": 2.2764035508050916e-06,
      "loss": 0.3593,
      "step": 1529770
    },
    {
      "epoch": 426.96,
      "grad_norm": 0.9289524555206299,
      "learning_rate": 2.2763765223440014e-06,
      "loss": 0.34,
      "step": 1529780
    },
    {
      "epoch": 426.96,
      "grad_norm": 0.9264015555381775,
      "learning_rate": 2.2763494938918782e-06,
      "loss": 0.3395,
      "step": 1529790
    },
    {
      "epoch": 426.96,
      "grad_norm": 1.1520096063613892,
      "learning_rate": 2.2763224654487265e-06,
      "loss": 0.351,
      "step": 1529800
    },
    {
      "epoch": 426.96,
      "grad_norm": 1.0072225332260132,
      "learning_rate": 2.2762954370145495e-06,
      "loss": 0.3487,
      "step": 1529810
    },
    {
      "epoch": 426.97,
      "grad_norm": 1.0686004161834717,
      "learning_rate": 2.2762684085893497e-06,
      "loss": 0.3393,
      "step": 1529820
    },
    {
      "epoch": 426.97,
      "grad_norm": 1.1042593717575073,
      "learning_rate": 2.2762413801731324e-06,
      "loss": 0.333,
      "step": 1529830
    },
    {
      "epoch": 426.97,
      "grad_norm": 0.9305917024612427,
      "learning_rate": 2.276214351765901e-06,
      "loss": 0.345,
      "step": 1529840
    },
    {
      "epoch": 426.97,
      "grad_norm": 1.3384958505630493,
      "learning_rate": 2.276187323367658e-06,
      "loss": 0.3479,
      "step": 1529850
    },
    {
      "epoch": 426.98,
      "grad_norm": 1.0615217685699463,
      "learning_rate": 2.2761602949784083e-06,
      "loss": 0.3338,
      "step": 1529860
    },
    {
      "epoch": 426.98,
      "grad_norm": 1.2361509799957275,
      "learning_rate": 2.276133266598154e-06,
      "loss": 0.3582,
      "step": 1529870
    },
    {
      "epoch": 426.98,
      "grad_norm": 1.7775523662567139,
      "learning_rate": 2.2761062382268995e-06,
      "loss": 0.3487,
      "step": 1529880
    },
    {
      "epoch": 426.99,
      "grad_norm": 1.009411096572876,
      "learning_rate": 2.276079209864649e-06,
      "loss": 0.3598,
      "step": 1529890
    },
    {
      "epoch": 426.99,
      "grad_norm": 1.0097401142120361,
      "learning_rate": 2.2760521815114044e-06,
      "loss": 0.3412,
      "step": 1529900
    },
    {
      "epoch": 426.99,
      "grad_norm": 0.990533709526062,
      "learning_rate": 2.2760251531671712e-06,
      "loss": 0.3581,
      "step": 1529910
    },
    {
      "epoch": 426.99,
      "grad_norm": 0.8974592685699463,
      "learning_rate": 2.2759981248319527e-06,
      "loss": 0.3533,
      "step": 1529920
    },
    {
      "epoch": 427.0,
      "grad_norm": 1.0332344770431519,
      "learning_rate": 2.275971096505751e-06,
      "loss": 0.3464,
      "step": 1529930
    },
    {
      "epoch": 427.0,
      "grad_norm": 0.9195780754089355,
      "learning_rate": 2.275944068188572e-06,
      "loss": 0.3589,
      "step": 1529940
    },
    {
      "epoch": 427.0,
      "eval_loss": 0.3465818166732788,
      "eval_runtime": 63.1539,
      "eval_samples_per_second": 80.106,
      "eval_steps_per_second": 10.023,
      "step": 1529941
    },
    {
      "epoch": 427.0,
      "grad_norm": 1.0758490562438965,
      "learning_rate": 2.2759170398804172e-06,
      "loss": 0.3398,
      "step": 1529950
    },
    {
      "epoch": 427.01,
      "grad_norm": 0.9579291343688965,
      "learning_rate": 2.2758900115812903e-06,
      "loss": 0.3378,
      "step": 1529960
    },
    {
      "epoch": 427.01,
      "grad_norm": 1.1815588474273682,
      "learning_rate": 2.2758629832911966e-06,
      "loss": 0.3433,
      "step": 1529970
    },
    {
      "epoch": 427.01,
      "grad_norm": 1.0196951627731323,
      "learning_rate": 2.2758359550101385e-06,
      "loss": 0.3432,
      "step": 1529980
    },
    {
      "epoch": 427.01,
      "grad_norm": 0.9761187434196472,
      "learning_rate": 2.275808926738119e-06,
      "loss": 0.3346,
      "step": 1529990
    },
    {
      "epoch": 427.02,
      "grad_norm": 1.1604024171829224,
      "learning_rate": 2.2757818984751436e-06,
      "loss": 0.3531,
      "step": 1530000
    },
    {
      "epoch": 427.02,
      "grad_norm": 3.586214303970337,
      "learning_rate": 2.275754870221215e-06,
      "loss": 0.3387,
      "step": 1530010
    },
    {
      "epoch": 427.02,
      "grad_norm": 1.161990761756897,
      "learning_rate": 2.275727841976335e-06,
      "loss": 0.342,
      "step": 1530020
    },
    {
      "epoch": 427.02,
      "grad_norm": 1.0242830514907837,
      "learning_rate": 2.2757008137405096e-06,
      "loss": 0.3588,
      "step": 1530030
    },
    {
      "epoch": 427.03,
      "grad_norm": 0.9989670515060425,
      "learning_rate": 2.2756737855137417e-06,
      "loss": 0.3375,
      "step": 1530040
    },
    {
      "epoch": 427.03,
      "grad_norm": 0.905428946018219,
      "learning_rate": 2.2756467572960337e-06,
      "loss": 0.3558,
      "step": 1530050
    },
    {
      "epoch": 427.03,
      "grad_norm": 1.0809227228164673,
      "learning_rate": 2.2756197290873915e-06,
      "loss": 0.3519,
      "step": 1530060
    },
    {
      "epoch": 427.04,
      "grad_norm": 1.0651767253875732,
      "learning_rate": 2.2755927008878176e-06,
      "loss": 0.3541,
      "step": 1530070
    },
    {
      "epoch": 427.04,
      "grad_norm": 1.1506147384643555,
      "learning_rate": 2.2755656726973146e-06,
      "loss": 0.3407,
      "step": 1530080
    },
    {
      "epoch": 427.04,
      "grad_norm": 1.0856013298034668,
      "learning_rate": 2.2755386445158876e-06,
      "loss": 0.3398,
      "step": 1530090
    },
    {
      "epoch": 427.04,
      "grad_norm": 0.9520151019096375,
      "learning_rate": 2.2755116163435395e-06,
      "loss": 0.3313,
      "step": 1530100
    },
    {
      "epoch": 427.05,
      "grad_norm": 1.0728671550750732,
      "learning_rate": 2.2754845881802732e-06,
      "loss": 0.3551,
      "step": 1530110
    },
    {
      "epoch": 427.05,
      "grad_norm": 0.9769686460494995,
      "learning_rate": 2.275457560026094e-06,
      "loss": 0.3518,
      "step": 1530120
    },
    {
      "epoch": 427.05,
      "grad_norm": 1.3631893396377563,
      "learning_rate": 2.2754305318810042e-06,
      "loss": 0.3471,
      "step": 1530130
    },
    {
      "epoch": 427.06,
      "grad_norm": 1.0344774723052979,
      "learning_rate": 2.2754035037450074e-06,
      "loss": 0.3444,
      "step": 1530140
    },
    {
      "epoch": 427.06,
      "grad_norm": 1.0337035655975342,
      "learning_rate": 2.275376475618108e-06,
      "loss": 0.3565,
      "step": 1530150
    },
    {
      "epoch": 427.06,
      "grad_norm": 0.9757412672042847,
      "learning_rate": 2.2753494475003093e-06,
      "loss": 0.3308,
      "step": 1530160
    },
    {
      "epoch": 427.06,
      "grad_norm": 1.0318020582199097,
      "learning_rate": 2.2753224193916136e-06,
      "loss": 0.3448,
      "step": 1530170
    },
    {
      "epoch": 427.07,
      "grad_norm": 0.8956623077392578,
      "learning_rate": 2.275295391292027e-06,
      "loss": 0.3444,
      "step": 1530180
    },
    {
      "epoch": 427.07,
      "grad_norm": 1.1462178230285645,
      "learning_rate": 2.27526836320155e-06,
      "loss": 0.329,
      "step": 1530190
    },
    {
      "epoch": 427.07,
      "grad_norm": 0.9991817474365234,
      "learning_rate": 2.2752413351201893e-06,
      "loss": 0.3428,
      "step": 1530200
    },
    {
      "epoch": 427.08,
      "grad_norm": 1.107582926750183,
      "learning_rate": 2.2752143070479473e-06,
      "loss": 0.3535,
      "step": 1530210
    },
    {
      "epoch": 427.08,
      "grad_norm": 1.0558948516845703,
      "learning_rate": 2.2751872789848266e-06,
      "loss": 0.3347,
      "step": 1530220
    },
    {
      "epoch": 427.08,
      "grad_norm": 1.1663137674331665,
      "learning_rate": 2.2751602509308327e-06,
      "loss": 0.3576,
      "step": 1530230
    },
    {
      "epoch": 427.08,
      "grad_norm": 1.1521062850952148,
      "learning_rate": 2.2751332228859677e-06,
      "loss": 0.3718,
      "step": 1530240
    },
    {
      "epoch": 427.09,
      "grad_norm": 0.9759629368782043,
      "learning_rate": 2.275106194850234e-06,
      "loss": 0.346,
      "step": 1530250
    },
    {
      "epoch": 427.09,
      "grad_norm": 0.9008534550666809,
      "learning_rate": 2.275079166823639e-06,
      "loss": 0.3283,
      "step": 1530260
    },
    {
      "epoch": 427.09,
      "grad_norm": 1.0366270542144775,
      "learning_rate": 2.2750521388061834e-06,
      "loss": 0.3318,
      "step": 1530270
    },
    {
      "epoch": 427.09,
      "grad_norm": 1.123607873916626,
      "learning_rate": 2.2750251107978712e-06,
      "loss": 0.3466,
      "step": 1530280
    },
    {
      "epoch": 427.1,
      "grad_norm": 1.1719603538513184,
      "learning_rate": 2.2749980827987066e-06,
      "loss": 0.351,
      "step": 1530290
    },
    {
      "epoch": 427.1,
      "grad_norm": 0.8941606879234314,
      "learning_rate": 2.2749710548086925e-06,
      "loss": 0.3537,
      "step": 1530300
    },
    {
      "epoch": 427.1,
      "grad_norm": 1.0802069902420044,
      "learning_rate": 2.2749440268278327e-06,
      "loss": 0.3363,
      "step": 1530310
    },
    {
      "epoch": 427.11,
      "grad_norm": 1.0455396175384521,
      "learning_rate": 2.274916998856132e-06,
      "loss": 0.3206,
      "step": 1530320
    },
    {
      "epoch": 427.11,
      "grad_norm": 1.0887318849563599,
      "learning_rate": 2.2748899708935925e-06,
      "loss": 0.3549,
      "step": 1530330
    },
    {
      "epoch": 427.11,
      "grad_norm": 0.9903162121772766,
      "learning_rate": 2.2748629429402176e-06,
      "loss": 0.352,
      "step": 1530340
    },
    {
      "epoch": 427.11,
      "grad_norm": 1.0397168397903442,
      "learning_rate": 2.2748359149960123e-06,
      "loss": 0.3544,
      "step": 1530350
    },
    {
      "epoch": 427.12,
      "grad_norm": 0.9936127662658691,
      "learning_rate": 2.27480888706098e-06,
      "loss": 0.3302,
      "step": 1530360
    },
    {
      "epoch": 427.12,
      "grad_norm": 1.1341876983642578,
      "learning_rate": 2.2747818591351227e-06,
      "loss": 0.3314,
      "step": 1530370
    },
    {
      "epoch": 427.12,
      "grad_norm": 0.9748437404632568,
      "learning_rate": 2.274754831218446e-06,
      "loss": 0.3462,
      "step": 1530380
    },
    {
      "epoch": 427.13,
      "grad_norm": 1.14555025100708,
      "learning_rate": 2.2747278033109523e-06,
      "loss": 0.3479,
      "step": 1530390
    },
    {
      "epoch": 427.13,
      "grad_norm": 1.0048208236694336,
      "learning_rate": 2.2747007754126448e-06,
      "loss": 0.334,
      "step": 1530400
    },
    {
      "epoch": 427.13,
      "grad_norm": 1.40373694896698,
      "learning_rate": 2.2746737475235284e-06,
      "loss": 0.3506,
      "step": 1530410
    },
    {
      "epoch": 427.13,
      "grad_norm": 1.051661491394043,
      "learning_rate": 2.274646719643606e-06,
      "loss": 0.3473,
      "step": 1530420
    },
    {
      "epoch": 427.14,
      "grad_norm": 1.0857988595962524,
      "learning_rate": 2.2746196917728805e-06,
      "loss": 0.3319,
      "step": 1530430
    },
    {
      "epoch": 427.14,
      "grad_norm": 1.254672884941101,
      "learning_rate": 2.2745926639113574e-06,
      "loss": 0.3689,
      "step": 1530440
    },
    {
      "epoch": 427.14,
      "grad_norm": 1.6083723306655884,
      "learning_rate": 2.2745656360590387e-06,
      "loss": 0.3416,
      "step": 1530450
    },
    {
      "epoch": 427.14,
      "grad_norm": 1.0559022426605225,
      "learning_rate": 2.2745386082159285e-06,
      "loss": 0.358,
      "step": 1530460
    },
    {
      "epoch": 427.15,
      "grad_norm": 0.9296525120735168,
      "learning_rate": 2.2745115803820306e-06,
      "loss": 0.3568,
      "step": 1530470
    },
    {
      "epoch": 427.15,
      "grad_norm": 1.205976963043213,
      "learning_rate": 2.274484552557347e-06,
      "loss": 0.3324,
      "step": 1530480
    },
    {
      "epoch": 427.15,
      "grad_norm": 1.0614075660705566,
      "learning_rate": 2.274457524741884e-06,
      "loss": 0.365,
      "step": 1530490
    },
    {
      "epoch": 427.16,
      "grad_norm": 1.008729100227356,
      "learning_rate": 2.2744304969356443e-06,
      "loss": 0.3574,
      "step": 1530500
    },
    {
      "epoch": 427.16,
      "grad_norm": 1.2056682109832764,
      "learning_rate": 2.27440346913863e-06,
      "loss": 0.3499,
      "step": 1530510
    },
    {
      "epoch": 427.16,
      "grad_norm": 0.9896113276481628,
      "learning_rate": 2.2743764413508463e-06,
      "loss": 0.3525,
      "step": 1530520
    },
    {
      "epoch": 427.16,
      "grad_norm": 0.9293363094329834,
      "learning_rate": 2.274349413572296e-06,
      "loss": 0.3336,
      "step": 1530530
    },
    {
      "epoch": 427.17,
      "grad_norm": 1.0440266132354736,
      "learning_rate": 2.2743223858029823e-06,
      "loss": 0.3555,
      "step": 1530540
    },
    {
      "epoch": 427.17,
      "grad_norm": 1.008339524269104,
      "learning_rate": 2.2742953580429106e-06,
      "loss": 0.3398,
      "step": 1530550
    },
    {
      "epoch": 427.17,
      "grad_norm": 1.1724449396133423,
      "learning_rate": 2.274268330292083e-06,
      "loss": 0.3376,
      "step": 1530560
    },
    {
      "epoch": 427.18,
      "grad_norm": 1.1129447221755981,
      "learning_rate": 2.2742413025505027e-06,
      "loss": 0.346,
      "step": 1530570
    },
    {
      "epoch": 427.18,
      "grad_norm": 0.9786853790283203,
      "learning_rate": 2.2742142748181746e-06,
      "loss": 0.3416,
      "step": 1530580
    },
    {
      "epoch": 427.18,
      "grad_norm": 0.9066389203071594,
      "learning_rate": 2.274187247095102e-06,
      "loss": 0.3332,
      "step": 1530590
    },
    {
      "epoch": 427.18,
      "grad_norm": 1.2755839824676514,
      "learning_rate": 2.2741602193812876e-06,
      "loss": 0.3375,
      "step": 1530600
    },
    {
      "epoch": 427.19,
      "grad_norm": 1.1418789625167847,
      "learning_rate": 2.2741331916767363e-06,
      "loss": 0.3359,
      "step": 1530610
    },
    {
      "epoch": 427.19,
      "grad_norm": 1.0197889804840088,
      "learning_rate": 2.274106163981451e-06,
      "loss": 0.3469,
      "step": 1530620
    },
    {
      "epoch": 427.19,
      "grad_norm": 1.426033616065979,
      "learning_rate": 2.2740791362954346e-06,
      "loss": 0.3386,
      "step": 1530630
    },
    {
      "epoch": 427.2,
      "grad_norm": 0.9711152911186218,
      "learning_rate": 2.274052108618692e-06,
      "loss": 0.3502,
      "step": 1530640
    },
    {
      "epoch": 427.2,
      "grad_norm": 1.0260533094406128,
      "learning_rate": 2.274025080951226e-06,
      "loss": 0.3345,
      "step": 1530650
    },
    {
      "epoch": 427.2,
      "grad_norm": 1.1359806060791016,
      "learning_rate": 2.27399805329304e-06,
      "loss": 0.3357,
      "step": 1530660
    },
    {
      "epoch": 427.2,
      "grad_norm": 0.9571276903152466,
      "learning_rate": 2.273971025644139e-06,
      "loss": 0.3452,
      "step": 1530670
    },
    {
      "epoch": 427.21,
      "grad_norm": 0.9468019008636475,
      "learning_rate": 2.2739439980045254e-06,
      "loss": 0.3388,
      "step": 1530680
    },
    {
      "epoch": 427.21,
      "grad_norm": 1.0941532850265503,
      "learning_rate": 2.2739169703742017e-06,
      "loss": 0.3332,
      "step": 1530690
    },
    {
      "epoch": 427.21,
      "grad_norm": 1.1356693506240845,
      "learning_rate": 2.2738899427531737e-06,
      "loss": 0.35,
      "step": 1530700
    },
    {
      "epoch": 427.21,
      "grad_norm": 1.1816221475601196,
      "learning_rate": 2.2738629151414445e-06,
      "loss": 0.3396,
      "step": 1530710
    },
    {
      "epoch": 427.22,
      "grad_norm": 1.0162134170532227,
      "learning_rate": 2.273835887539016e-06,
      "loss": 0.3534,
      "step": 1530720
    },
    {
      "epoch": 427.22,
      "grad_norm": 1.0368402004241943,
      "learning_rate": 2.273808859945894e-06,
      "loss": 0.3507,
      "step": 1530730
    },
    {
      "epoch": 427.22,
      "grad_norm": 1.2778563499450684,
      "learning_rate": 2.273781832362082e-06,
      "loss": 0.3427,
      "step": 1530740
    },
    {
      "epoch": 427.23,
      "grad_norm": 1.0999888181686401,
      "learning_rate": 2.2737548047875815e-06,
      "loss": 0.3456,
      "step": 1530750
    },
    {
      "epoch": 427.23,
      "grad_norm": 1.4471017122268677,
      "learning_rate": 2.273727777222398e-06,
      "loss": 0.3317,
      "step": 1530760
    },
    {
      "epoch": 427.23,
      "grad_norm": 0.8346692323684692,
      "learning_rate": 2.2737007496665336e-06,
      "loss": 0.3451,
      "step": 1530770
    },
    {
      "epoch": 427.23,
      "grad_norm": 0.9688803553581238,
      "learning_rate": 2.2736737221199938e-06,
      "loss": 0.361,
      "step": 1530780
    },
    {
      "epoch": 427.24,
      "grad_norm": 0.9020528197288513,
      "learning_rate": 2.273646694582781e-06,
      "loss": 0.3436,
      "step": 1530790
    },
    {
      "epoch": 427.24,
      "grad_norm": 0.9693447351455688,
      "learning_rate": 2.2736196670548988e-06,
      "loss": 0.3374,
      "step": 1530800
    },
    {
      "epoch": 427.24,
      "grad_norm": 1.0560812950134277,
      "learning_rate": 2.2735926395363512e-06,
      "loss": 0.3382,
      "step": 1530810
    },
    {
      "epoch": 427.25,
      "grad_norm": 1.0634713172912598,
      "learning_rate": 2.2735656120271414e-06,
      "loss": 0.3379,
      "step": 1530820
    },
    {
      "epoch": 427.25,
      "grad_norm": 14.166244506835938,
      "learning_rate": 2.273538584527272e-06,
      "loss": 0.3454,
      "step": 1530830
    },
    {
      "epoch": 427.25,
      "grad_norm": 0.9789818525314331,
      "learning_rate": 2.2735115570367496e-06,
      "loss": 0.3538,
      "step": 1530840
    },
    {
      "epoch": 427.25,
      "grad_norm": 1.0278769731521606,
      "learning_rate": 2.2734845295555753e-06,
      "loss": 0.3596,
      "step": 1530850
    },
    {
      "epoch": 427.26,
      "grad_norm": 1.125591516494751,
      "learning_rate": 2.2734575020837526e-06,
      "loss": 0.3593,
      "step": 1530860
    },
    {
      "epoch": 427.26,
      "grad_norm": 0.9290681481361389,
      "learning_rate": 2.2734304746212867e-06,
      "loss": 0.3452,
      "step": 1530870
    },
    {
      "epoch": 427.26,
      "grad_norm": 1.140995979309082,
      "learning_rate": 2.2734034471681805e-06,
      "loss": 0.3497,
      "step": 1530880
    },
    {
      "epoch": 427.26,
      "grad_norm": 1.043438196182251,
      "learning_rate": 2.273376419724437e-06,
      "loss": 0.3469,
      "step": 1530890
    },
    {
      "epoch": 427.27,
      "grad_norm": 0.9994253516197205,
      "learning_rate": 2.2733493922900604e-06,
      "loss": 0.3504,
      "step": 1530900
    },
    {
      "epoch": 427.27,
      "grad_norm": 1.4813069105148315,
      "learning_rate": 2.2733223648650546e-06,
      "loss": 0.3443,
      "step": 1530910
    },
    {
      "epoch": 427.27,
      "grad_norm": 1.0181525945663452,
      "learning_rate": 2.2732953374494215e-06,
      "loss": 0.336,
      "step": 1530920
    },
    {
      "epoch": 427.28,
      "grad_norm": 1.0435230731964111,
      "learning_rate": 2.273268310043167e-06,
      "loss": 0.3457,
      "step": 1530930
    },
    {
      "epoch": 427.28,
      "grad_norm": 1.0701638460159302,
      "learning_rate": 2.2732412826462935e-06,
      "loss": 0.3534,
      "step": 1530940
    },
    {
      "epoch": 427.28,
      "grad_norm": 0.8833010792732239,
      "learning_rate": 2.2732142552588044e-06,
      "loss": 0.3527,
      "step": 1530950
    },
    {
      "epoch": 427.28,
      "grad_norm": 0.9720036387443542,
      "learning_rate": 2.273187227880704e-06,
      "loss": 0.334,
      "step": 1530960
    },
    {
      "epoch": 427.29,
      "grad_norm": 1.0426064729690552,
      "learning_rate": 2.2731602005119956e-06,
      "loss": 0.3492,
      "step": 1530970
    },
    {
      "epoch": 427.29,
      "grad_norm": 0.9685961008071899,
      "learning_rate": 2.2731331731526813e-06,
      "loss": 0.3463,
      "step": 1530980
    },
    {
      "epoch": 427.29,
      "grad_norm": 0.8972039222717285,
      "learning_rate": 2.2731061458027675e-06,
      "loss": 0.354,
      "step": 1530990
    },
    {
      "epoch": 427.3,
      "grad_norm": 1.0421602725982666,
      "learning_rate": 2.2730791184622565e-06,
      "loss": 0.3434,
      "step": 1531000
    },
    {
      "epoch": 427.3,
      "grad_norm": 1.0075596570968628,
      "learning_rate": 2.2730520911311506e-06,
      "loss": 0.3455,
      "step": 1531010
    },
    {
      "epoch": 427.3,
      "grad_norm": 0.8665499687194824,
      "learning_rate": 2.2730250638094557e-06,
      "loss": 0.3468,
      "step": 1531020
    },
    {
      "epoch": 427.3,
      "grad_norm": 0.9821723103523254,
      "learning_rate": 2.2729980364971746e-06,
      "loss": 0.3403,
      "step": 1531030
    },
    {
      "epoch": 427.31,
      "grad_norm": 1.1748402118682861,
      "learning_rate": 2.2729710091943096e-06,
      "loss": 0.349,
      "step": 1531040
    },
    {
      "epoch": 427.31,
      "grad_norm": 0.9876165986061096,
      "learning_rate": 2.272943981900866e-06,
      "loss": 0.3535,
      "step": 1531050
    },
    {
      "epoch": 427.31,
      "grad_norm": 2.6472837924957275,
      "learning_rate": 2.272916954616846e-06,
      "loss": 0.3493,
      "step": 1531060
    },
    {
      "epoch": 427.32,
      "grad_norm": 1.0147316455841064,
      "learning_rate": 2.2728899273422545e-06,
      "loss": 0.3554,
      "step": 1531070
    },
    {
      "epoch": 427.32,
      "grad_norm": 1.031643271446228,
      "learning_rate": 2.272862900077095e-06,
      "loss": 0.3419,
      "step": 1531080
    },
    {
      "epoch": 427.32,
      "grad_norm": 0.9501709342002869,
      "learning_rate": 2.2728358728213693e-06,
      "loss": 0.3283,
      "step": 1531090
    },
    {
      "epoch": 427.32,
      "grad_norm": 1.1123982667922974,
      "learning_rate": 2.272808845575083e-06,
      "loss": 0.3319,
      "step": 1531100
    },
    {
      "epoch": 427.33,
      "grad_norm": 1.2280257940292358,
      "learning_rate": 2.2727818183382397e-06,
      "loss": 0.3348,
      "step": 1531110
    },
    {
      "epoch": 427.33,
      "grad_norm": 1.030993938446045,
      "learning_rate": 2.2727547911108407e-06,
      "loss": 0.3598,
      "step": 1531120
    },
    {
      "epoch": 427.33,
      "grad_norm": 1.066292643547058,
      "learning_rate": 2.272727763892892e-06,
      "loss": 0.3606,
      "step": 1531130
    },
    {
      "epoch": 427.33,
      "grad_norm": 1.2470736503601074,
      "learning_rate": 2.2727007366843967e-06,
      "loss": 0.3454,
      "step": 1531140
    },
    {
      "epoch": 427.34,
      "grad_norm": 1.2410197257995605,
      "learning_rate": 2.272673709485357e-06,
      "loss": 0.3311,
      "step": 1531150
    },
    {
      "epoch": 427.34,
      "grad_norm": 1.0651731491088867,
      "learning_rate": 2.2726466822957786e-06,
      "loss": 0.3378,
      "step": 1531160
    },
    {
      "epoch": 427.34,
      "grad_norm": 1.0682909488677979,
      "learning_rate": 2.2726196551156644e-06,
      "loss": 0.3373,
      "step": 1531170
    },
    {
      "epoch": 427.35,
      "grad_norm": 1.0537505149841309,
      "learning_rate": 2.2725926279450166e-06,
      "loss": 0.3623,
      "step": 1531180
    },
    {
      "epoch": 427.35,
      "grad_norm": 0.9539082646369934,
      "learning_rate": 2.2725656007838407e-06,
      "loss": 0.336,
      "step": 1531190
    },
    {
      "epoch": 427.35,
      "grad_norm": 1.097190499305725,
      "learning_rate": 2.2725385736321393e-06,
      "loss": 0.3293,
      "step": 1531200
    },
    {
      "epoch": 427.35,
      "grad_norm": 1.2491250038146973,
      "learning_rate": 2.272511546489915e-06,
      "loss": 0.3372,
      "step": 1531210
    },
    {
      "epoch": 427.36,
      "grad_norm": 1.095127820968628,
      "learning_rate": 2.272484519357174e-06,
      "loss": 0.3436,
      "step": 1531220
    },
    {
      "epoch": 427.36,
      "grad_norm": 0.9550755023956299,
      "learning_rate": 2.272457492233918e-06,
      "loss": 0.3408,
      "step": 1531230
    },
    {
      "epoch": 427.36,
      "grad_norm": 1.22344970703125,
      "learning_rate": 2.272430465120151e-06,
      "loss": 0.3248,
      "step": 1531240
    },
    {
      "epoch": 427.37,
      "grad_norm": 1.1102840900421143,
      "learning_rate": 2.272403438015877e-06,
      "loss": 0.3575,
      "step": 1531250
    },
    {
      "epoch": 427.37,
      "grad_norm": 1.0286521911621094,
      "learning_rate": 2.2723764109210986e-06,
      "loss": 0.3469,
      "step": 1531260
    },
    {
      "epoch": 427.37,
      "grad_norm": 0.9968435168266296,
      "learning_rate": 2.2723493838358203e-06,
      "loss": 0.3475,
      "step": 1531270
    },
    {
      "epoch": 427.37,
      "grad_norm": 1.0200867652893066,
      "learning_rate": 2.2723223567600457e-06,
      "loss": 0.3537,
      "step": 1531280
    },
    {
      "epoch": 427.38,
      "grad_norm": 1.059946894645691,
      "learning_rate": 2.272295329693778e-06,
      "loss": 0.3313,
      "step": 1531290
    },
    {
      "epoch": 427.38,
      "grad_norm": 1.0855460166931152,
      "learning_rate": 2.2722683026370203e-06,
      "loss": 0.3507,
      "step": 1531300
    },
    {
      "epoch": 427.38,
      "grad_norm": 1.3650459051132202,
      "learning_rate": 2.2722412755897775e-06,
      "loss": 0.3576,
      "step": 1531310
    },
    {
      "epoch": 427.38,
      "grad_norm": 1.041292428970337,
      "learning_rate": 2.272214248552053e-06,
      "loss": 0.347,
      "step": 1531320
    },
    {
      "epoch": 427.39,
      "grad_norm": 1.1393343210220337,
      "learning_rate": 2.272187221523849e-06,
      "loss": 0.3302,
      "step": 1531330
    },
    {
      "epoch": 427.39,
      "grad_norm": 1.0989222526550293,
      "learning_rate": 2.2721601945051707e-06,
      "loss": 0.3543,
      "step": 1531340
    },
    {
      "epoch": 427.39,
      "grad_norm": 0.9686709046363831,
      "learning_rate": 2.27213316749602e-06,
      "loss": 0.3366,
      "step": 1531350
    },
    {
      "epoch": 427.4,
      "grad_norm": 1.0447430610656738,
      "learning_rate": 2.2721061404964024e-06,
      "loss": 0.3262,
      "step": 1531360
    },
    {
      "epoch": 427.4,
      "grad_norm": 1.285632848739624,
      "learning_rate": 2.272079113506321e-06,
      "loss": 0.3455,
      "step": 1531370
    },
    {
      "epoch": 427.4,
      "grad_norm": 1.1092338562011719,
      "learning_rate": 2.2720520865257778e-06,
      "loss": 0.3596,
      "step": 1531380
    },
    {
      "epoch": 427.4,
      "grad_norm": 0.9666449427604675,
      "learning_rate": 2.272025059554778e-06,
      "loss": 0.3417,
      "step": 1531390
    },
    {
      "epoch": 427.41,
      "grad_norm": 0.9696826934814453,
      "learning_rate": 2.2719980325933255e-06,
      "loss": 0.3519,
      "step": 1531400
    },
    {
      "epoch": 427.41,
      "grad_norm": 0.9502384662628174,
      "learning_rate": 2.2719710056414227e-06,
      "loss": 0.3423,
      "step": 1531410
    },
    {
      "epoch": 427.41,
      "grad_norm": 0.9871776103973389,
      "learning_rate": 2.271943978699074e-06,
      "loss": 0.3481,
      "step": 1531420
    },
    {
      "epoch": 427.42,
      "grad_norm": 0.9967303276062012,
      "learning_rate": 2.2719169517662827e-06,
      "loss": 0.3598,
      "step": 1531430
    },
    {
      "epoch": 427.42,
      "grad_norm": 1.1369800567626953,
      "learning_rate": 2.2718899248430516e-06,
      "loss": 0.3344,
      "step": 1531440
    },
    {
      "epoch": 427.42,
      "grad_norm": 1.117598533630371,
      "learning_rate": 2.271862897929386e-06,
      "loss": 0.3619,
      "step": 1531450
    },
    {
      "epoch": 427.42,
      "grad_norm": 0.991922914981842,
      "learning_rate": 2.2718358710252884e-06,
      "loss": 0.3298,
      "step": 1531460
    },
    {
      "epoch": 427.43,
      "grad_norm": 1.0983985662460327,
      "learning_rate": 2.2718088441307623e-06,
      "loss": 0.3368,
      "step": 1531470
    },
    {
      "epoch": 427.43,
      "grad_norm": 0.9926856756210327,
      "learning_rate": 2.271781817245812e-06,
      "loss": 0.3534,
      "step": 1531480
    },
    {
      "epoch": 427.43,
      "grad_norm": 1.0193371772766113,
      "learning_rate": 2.2717547903704407e-06,
      "loss": 0.3581,
      "step": 1531490
    },
    {
      "epoch": 427.44,
      "grad_norm": 1.53329336643219,
      "learning_rate": 2.271727763504651e-06,
      "loss": 0.3487,
      "step": 1531500
    },
    {
      "epoch": 427.44,
      "grad_norm": 1.1510051488876343,
      "learning_rate": 2.2717007366484485e-06,
      "loss": 0.3597,
      "step": 1531510
    },
    {
      "epoch": 427.44,
      "grad_norm": 0.8765110373497009,
      "learning_rate": 2.2716737098018357e-06,
      "loss": 0.3384,
      "step": 1531520
    },
    {
      "epoch": 427.44,
      "grad_norm": 0.9012055397033691,
      "learning_rate": 2.2716466829648155e-06,
      "loss": 0.3296,
      "step": 1531530
    },
    {
      "epoch": 427.45,
      "grad_norm": 0.938923180103302,
      "learning_rate": 2.271619656137393e-06,
      "loss": 0.3393,
      "step": 1531540
    },
    {
      "epoch": 427.45,
      "grad_norm": 1.0008848905563354,
      "learning_rate": 2.2715926293195714e-06,
      "loss": 0.339,
      "step": 1531550
    },
    {
      "epoch": 427.45,
      "grad_norm": 1.0969507694244385,
      "learning_rate": 2.271565602511353e-06,
      "loss": 0.336,
      "step": 1531560
    },
    {
      "epoch": 427.45,
      "grad_norm": 15.084585189819336,
      "learning_rate": 2.271538575712743e-06,
      "loss": 0.3455,
      "step": 1531570
    },
    {
      "epoch": 427.46,
      "grad_norm": 1.1175155639648438,
      "learning_rate": 2.2715115489237446e-06,
      "loss": 0.3549,
      "step": 1531580
    },
    {
      "epoch": 427.46,
      "grad_norm": 0.9880990982055664,
      "learning_rate": 2.27148452214436e-06,
      "loss": 0.346,
      "step": 1531590
    },
    {
      "epoch": 427.46,
      "grad_norm": 1.1188336610794067,
      "learning_rate": 2.271457495374595e-06,
      "loss": 0.3541,
      "step": 1531600
    },
    {
      "epoch": 427.47,
      "grad_norm": 0.9210970997810364,
      "learning_rate": 2.271430468614452e-06,
      "loss": 0.3486,
      "step": 1531610
    },
    {
      "epoch": 427.47,
      "grad_norm": 1.2045633792877197,
      "learning_rate": 2.2714034418639347e-06,
      "loss": 0.3399,
      "step": 1531620
    },
    {
      "epoch": 427.47,
      "grad_norm": 0.9834185242652893,
      "learning_rate": 2.2713764151230464e-06,
      "loss": 0.3551,
      "step": 1531630
    },
    {
      "epoch": 427.47,
      "grad_norm": 1.1869263648986816,
      "learning_rate": 2.2713493883917906e-06,
      "loss": 0.3507,
      "step": 1531640
    },
    {
      "epoch": 427.48,
      "grad_norm": 0.914153516292572,
      "learning_rate": 2.2713223616701723e-06,
      "loss": 0.3445,
      "step": 1531650
    },
    {
      "epoch": 427.48,
      "grad_norm": 1.216861605644226,
      "learning_rate": 2.2712953349581946e-06,
      "loss": 0.3443,
      "step": 1531660
    },
    {
      "epoch": 427.48,
      "grad_norm": 1.0150920152664185,
      "learning_rate": 2.271268308255859e-06,
      "loss": 0.3343,
      "step": 1531670
    },
    {
      "epoch": 427.49,
      "grad_norm": 1.0331944227218628,
      "learning_rate": 2.271241281563172e-06,
      "loss": 0.347,
      "step": 1531680
    },
    {
      "epoch": 427.49,
      "grad_norm": 1.0106157064437866,
      "learning_rate": 2.2712142548801356e-06,
      "loss": 0.3588,
      "step": 1531690
    },
    {
      "epoch": 427.49,
      "grad_norm": 1.1595443487167358,
      "learning_rate": 2.2711872282067538e-06,
      "loss": 0.3338,
      "step": 1531700
    },
    {
      "epoch": 427.49,
      "grad_norm": 1.0982755422592163,
      "learning_rate": 2.27116020154303e-06,
      "loss": 0.3503,
      "step": 1531710
    },
    {
      "epoch": 427.5,
      "grad_norm": 1.1066045761108398,
      "learning_rate": 2.2711331748889683e-06,
      "loss": 0.3565,
      "step": 1531720
    },
    {
      "epoch": 427.5,
      "grad_norm": 1.1285456418991089,
      "learning_rate": 2.271106148244571e-06,
      "loss": 0.3529,
      "step": 1531730
    },
    {
      "epoch": 427.5,
      "grad_norm": 1.043249487876892,
      "learning_rate": 2.271079121609843e-06,
      "loss": 0.3532,
      "step": 1531740
    },
    {
      "epoch": 427.5,
      "grad_norm": 1.080918312072754,
      "learning_rate": 2.2710520949847883e-06,
      "loss": 0.3469,
      "step": 1531750
    },
    {
      "epoch": 427.51,
      "grad_norm": 1.0729273557662964,
      "learning_rate": 2.2710250683694087e-06,
      "loss": 0.3452,
      "step": 1531760
    },
    {
      "epoch": 427.51,
      "grad_norm": 1.0573272705078125,
      "learning_rate": 2.2709980417637094e-06,
      "loss": 0.335,
      "step": 1531770
    },
    {
      "epoch": 427.51,
      "grad_norm": 1.0798094272613525,
      "learning_rate": 2.270971015167694e-06,
      "loss": 0.3403,
      "step": 1531780
    },
    {
      "epoch": 427.52,
      "grad_norm": 1.1372804641723633,
      "learning_rate": 2.2709439885813636e-06,
      "loss": 0.3369,
      "step": 1531790
    },
    {
      "epoch": 427.52,
      "grad_norm": 1.1423625946044922,
      "learning_rate": 2.2709169620047252e-06,
      "loss": 0.3549,
      "step": 1531800
    },
    {
      "epoch": 427.52,
      "grad_norm": 0.9917388558387756,
      "learning_rate": 2.270889935437781e-06,
      "loss": 0.3395,
      "step": 1531810
    },
    {
      "epoch": 427.52,
      "grad_norm": 1.0201823711395264,
      "learning_rate": 2.270862908880533e-06,
      "loss": 0.3471,
      "step": 1531820
    },
    {
      "epoch": 427.53,
      "grad_norm": 0.9786515235900879,
      "learning_rate": 2.2708358823329876e-06,
      "loss": 0.3383,
      "step": 1531830
    },
    {
      "epoch": 427.53,
      "grad_norm": 0.9417406916618347,
      "learning_rate": 2.270808855795147e-06,
      "loss": 0.3545,
      "step": 1531840
    },
    {
      "epoch": 427.53,
      "grad_norm": 1.084364652633667,
      "learning_rate": 2.2707818292670144e-06,
      "loss": 0.3517,
      "step": 1531850
    },
    {
      "epoch": 427.54,
      "grad_norm": 0.9902628660202026,
      "learning_rate": 2.2707548027485947e-06,
      "loss": 0.3445,
      "step": 1531860
    },
    {
      "epoch": 427.54,
      "grad_norm": 1.2446136474609375,
      "learning_rate": 2.2707277762398904e-06,
      "loss": 0.369,
      "step": 1531870
    },
    {
      "epoch": 427.54,
      "grad_norm": 2.3962268829345703,
      "learning_rate": 2.2707007497409046e-06,
      "loss": 0.3465,
      "step": 1531880
    },
    {
      "epoch": 427.54,
      "grad_norm": 0.9176620244979858,
      "learning_rate": 2.2706737232516423e-06,
      "loss": 0.3383,
      "step": 1531890
    },
    {
      "epoch": 427.55,
      "grad_norm": 1.0024728775024414,
      "learning_rate": 2.270646696772106e-06,
      "loss": 0.3497,
      "step": 1531900
    },
    {
      "epoch": 427.55,
      "grad_norm": 1.0300794839859009,
      "learning_rate": 2.2706196703023005e-06,
      "loss": 0.3508,
      "step": 1531910
    },
    {
      "epoch": 427.55,
      "grad_norm": 1.2635393142700195,
      "learning_rate": 2.2705926438422286e-06,
      "loss": 0.3541,
      "step": 1531920
    },
    {
      "epoch": 427.56,
      "grad_norm": 1.0686578750610352,
      "learning_rate": 2.270565617391893e-06,
      "loss": 0.3515,
      "step": 1531930
    },
    {
      "epoch": 427.56,
      "grad_norm": 0.9479950666427612,
      "learning_rate": 2.270538590951299e-06,
      "loss": 0.3419,
      "step": 1531940
    },
    {
      "epoch": 427.56,
      "grad_norm": 0.9515447616577148,
      "learning_rate": 2.27051156452045e-06,
      "loss": 0.3366,
      "step": 1531950
    },
    {
      "epoch": 427.56,
      "grad_norm": 1.1224510669708252,
      "learning_rate": 2.2704845380993474e-06,
      "loss": 0.3442,
      "step": 1531960
    },
    {
      "epoch": 427.57,
      "grad_norm": 1.0598622560501099,
      "learning_rate": 2.2704575116879977e-06,
      "loss": 0.337,
      "step": 1531970
    },
    {
      "epoch": 427.57,
      "grad_norm": 1.091821312904358,
      "learning_rate": 2.2704304852864033e-06,
      "loss": 0.3464,
      "step": 1531980
    },
    {
      "epoch": 427.57,
      "grad_norm": 0.9007529616355896,
      "learning_rate": 2.2704034588945675e-06,
      "loss": 0.3298,
      "step": 1531990
    },
    {
      "epoch": 427.57,
      "grad_norm": 1.1024888753890991,
      "learning_rate": 2.2703764325124943e-06,
      "loss": 0.3397,
      "step": 1532000
    },
    {
      "epoch": 427.58,
      "grad_norm": 1.0151747465133667,
      "learning_rate": 2.2703494061401873e-06,
      "loss": 0.3577,
      "step": 1532010
    },
    {
      "epoch": 427.58,
      "grad_norm": 1.1192388534545898,
      "learning_rate": 2.2703223797776487e-06,
      "loss": 0.3567,
      "step": 1532020
    },
    {
      "epoch": 427.58,
      "grad_norm": 1.1284323930740356,
      "learning_rate": 2.2702953534248845e-06,
      "loss": 0.3542,
      "step": 1532030
    },
    {
      "epoch": 427.59,
      "grad_norm": 1.0289851427078247,
      "learning_rate": 2.270268327081897e-06,
      "loss": 0.3651,
      "step": 1532040
    },
    {
      "epoch": 427.59,
      "grad_norm": 1.0810291767120361,
      "learning_rate": 2.27024130074869e-06,
      "loss": 0.3422,
      "step": 1532050
    },
    {
      "epoch": 427.59,
      "grad_norm": 0.9997684359550476,
      "learning_rate": 2.270214274425267e-06,
      "loss": 0.3281,
      "step": 1532060
    },
    {
      "epoch": 427.59,
      "grad_norm": 1.6701196432113647,
      "learning_rate": 2.270187248111632e-06,
      "loss": 0.358,
      "step": 1532070
    },
    {
      "epoch": 427.6,
      "grad_norm": 1.3659203052520752,
      "learning_rate": 2.270160221807787e-06,
      "loss": 0.351,
      "step": 1532080
    },
    {
      "epoch": 427.6,
      "grad_norm": 0.9238552451133728,
      "learning_rate": 2.2701331955137377e-06,
      "loss": 0.3478,
      "step": 1532090
    },
    {
      "epoch": 427.6,
      "grad_norm": 1.0420787334442139,
      "learning_rate": 2.2701061692294865e-06,
      "loss": 0.3491,
      "step": 1532100
    },
    {
      "epoch": 427.61,
      "grad_norm": 0.9022042155265808,
      "learning_rate": 2.270079142955037e-06,
      "loss": 0.3363,
      "step": 1532110
    },
    {
      "epoch": 427.61,
      "grad_norm": 1.0154871940612793,
      "learning_rate": 2.2700521166903937e-06,
      "loss": 0.3357,
      "step": 1532120
    },
    {
      "epoch": 427.61,
      "grad_norm": 1.1551421880722046,
      "learning_rate": 2.2700250904355596e-06,
      "loss": 0.351,
      "step": 1532130
    },
    {
      "epoch": 427.61,
      "grad_norm": 1.1101285219192505,
      "learning_rate": 2.269998064190538e-06,
      "loss": 0.3359,
      "step": 1532140
    },
    {
      "epoch": 427.62,
      "grad_norm": 1.1092091798782349,
      "learning_rate": 2.2699710379553335e-06,
      "loss": 0.3656,
      "step": 1532150
    },
    {
      "epoch": 427.62,
      "grad_norm": 1.093837022781372,
      "learning_rate": 2.2699440117299486e-06,
      "loss": 0.3341,
      "step": 1532160
    },
    {
      "epoch": 427.62,
      "grad_norm": 1.0091155767440796,
      "learning_rate": 2.2699169855143868e-06,
      "loss": 0.357,
      "step": 1532170
    },
    {
      "epoch": 427.62,
      "grad_norm": 1.3947957754135132,
      "learning_rate": 2.2698899593086526e-06,
      "loss": 0.348,
      "step": 1532180
    },
    {
      "epoch": 427.63,
      "grad_norm": 1.0403927564620972,
      "learning_rate": 2.2698629331127487e-06,
      "loss": 0.3456,
      "step": 1532190
    },
    {
      "epoch": 427.63,
      "grad_norm": 0.9134108424186707,
      "learning_rate": 2.26983590692668e-06,
      "loss": 0.355,
      "step": 1532200
    },
    {
      "epoch": 427.63,
      "grad_norm": 1.002771258354187,
      "learning_rate": 2.2698088807504486e-06,
      "loss": 0.3491,
      "step": 1532210
    },
    {
      "epoch": 427.64,
      "grad_norm": 1.1518917083740234,
      "learning_rate": 2.269781854584059e-06,
      "loss": 0.3595,
      "step": 1532220
    },
    {
      "epoch": 427.64,
      "grad_norm": 1.0762476921081543,
      "learning_rate": 2.269754828427515e-06,
      "loss": 0.3412,
      "step": 1532230
    },
    {
      "epoch": 427.64,
      "grad_norm": 0.8493741154670715,
      "learning_rate": 2.2697278022808197e-06,
      "loss": 0.3504,
      "step": 1532240
    },
    {
      "epoch": 427.64,
      "grad_norm": 1.1599571704864502,
      "learning_rate": 2.269700776143976e-06,
      "loss": 0.346,
      "step": 1532250
    },
    {
      "epoch": 427.65,
      "grad_norm": 0.9687922596931458,
      "learning_rate": 2.2696737500169893e-06,
      "loss": 0.3504,
      "step": 1532260
    },
    {
      "epoch": 427.65,
      "grad_norm": 1.023525595664978,
      "learning_rate": 2.2696467238998616e-06,
      "loss": 0.3571,
      "step": 1532270
    },
    {
      "epoch": 427.65,
      "grad_norm": 1.1878279447555542,
      "learning_rate": 2.2696196977925967e-06,
      "loss": 0.3396,
      "step": 1532280
    },
    {
      "epoch": 427.66,
      "grad_norm": 4.098546981811523,
      "learning_rate": 2.2695926716951998e-06,
      "loss": 0.3475,
      "step": 1532290
    },
    {
      "epoch": 427.66,
      "grad_norm": 1.2371183633804321,
      "learning_rate": 2.2695656456076725e-06,
      "loss": 0.3397,
      "step": 1532300
    },
    {
      "epoch": 427.66,
      "grad_norm": 1.0007643699645996,
      "learning_rate": 2.2695386195300186e-06,
      "loss": 0.3569,
      "step": 1532310
    },
    {
      "epoch": 427.66,
      "grad_norm": 1.1317431926727295,
      "learning_rate": 2.269511593462243e-06,
      "loss": 0.3644,
      "step": 1532320
    },
    {
      "epoch": 427.67,
      "grad_norm": 0.9810748100280762,
      "learning_rate": 2.2694845674043486e-06,
      "loss": 0.3541,
      "step": 1532330
    },
    {
      "epoch": 427.67,
      "grad_norm": 1.0690715312957764,
      "learning_rate": 2.269457541356338e-06,
      "loss": 0.3522,
      "step": 1532340
    },
    {
      "epoch": 427.67,
      "grad_norm": 0.8999089002609253,
      "learning_rate": 2.269430515318217e-06,
      "loss": 0.3377,
      "step": 1532350
    },
    {
      "epoch": 427.68,
      "grad_norm": 4.5799946784973145,
      "learning_rate": 2.2694034892899873e-06,
      "loss": 0.3526,
      "step": 1532360
    },
    {
      "epoch": 427.68,
      "grad_norm": 0.9726966023445129,
      "learning_rate": 2.269376463271653e-06,
      "loss": 0.3321,
      "step": 1532370
    },
    {
      "epoch": 427.68,
      "grad_norm": 1.1748629808425903,
      "learning_rate": 2.269349437263218e-06,
      "loss": 0.3416,
      "step": 1532380
    },
    {
      "epoch": 427.68,
      "grad_norm": 1.6045005321502686,
      "learning_rate": 2.2693224112646865e-06,
      "loss": 0.3494,
      "step": 1532390
    },
    {
      "epoch": 427.69,
      "grad_norm": 0.9725979566574097,
      "learning_rate": 2.2692953852760596e-06,
      "loss": 0.3377,
      "step": 1532400
    },
    {
      "epoch": 427.69,
      "grad_norm": 1.0526766777038574,
      "learning_rate": 2.269268359297344e-06,
      "loss": 0.3493,
      "step": 1532410
    },
    {
      "epoch": 427.69,
      "grad_norm": 1.066536545753479,
      "learning_rate": 2.2692413333285418e-06,
      "loss": 0.3508,
      "step": 1532420
    },
    {
      "epoch": 427.69,
      "grad_norm": 0.9484739899635315,
      "learning_rate": 2.2692143073696563e-06,
      "loss": 0.3326,
      "step": 1532430
    },
    {
      "epoch": 427.7,
      "grad_norm": 1.2143783569335938,
      "learning_rate": 2.269187281420692e-06,
      "loss": 0.355,
      "step": 1532440
    },
    {
      "epoch": 427.7,
      "grad_norm": 1.039412498474121,
      "learning_rate": 2.2691602554816523e-06,
      "loss": 0.3396,
      "step": 1532450
    },
    {
      "epoch": 427.7,
      "grad_norm": 0.9831129312515259,
      "learning_rate": 2.269133229552539e-06,
      "loss": 0.3448,
      "step": 1532460
    },
    {
      "epoch": 427.71,
      "grad_norm": 1.0076422691345215,
      "learning_rate": 2.2691062036333585e-06,
      "loss": 0.3428,
      "step": 1532470
    },
    {
      "epoch": 427.71,
      "grad_norm": 1.1644185781478882,
      "learning_rate": 2.269079177724112e-06,
      "loss": 0.3475,
      "step": 1532480
    },
    {
      "epoch": 427.71,
      "grad_norm": 1.0133988857269287,
      "learning_rate": 2.2690521518248053e-06,
      "loss": 0.3473,
      "step": 1532490
    },
    {
      "epoch": 427.71,
      "grad_norm": 0.9414877891540527,
      "learning_rate": 2.269025125935441e-06,
      "loss": 0.3463,
      "step": 1532500
    },
    {
      "epoch": 427.72,
      "grad_norm": 1.0856891870498657,
      "learning_rate": 2.268998100056022e-06,
      "loss": 0.3535,
      "step": 1532510
    },
    {
      "epoch": 427.72,
      "grad_norm": 1.2100316286087036,
      "learning_rate": 2.2689710741865528e-06,
      "loss": 0.37,
      "step": 1532520
    },
    {
      "epoch": 427.72,
      "grad_norm": 0.8039761185646057,
      "learning_rate": 2.268944048327037e-06,
      "loss": 0.334,
      "step": 1532530
    },
    {
      "epoch": 427.73,
      "grad_norm": 1.3347899913787842,
      "learning_rate": 2.268917022477477e-06,
      "loss": 0.3399,
      "step": 1532540
    },
    {
      "epoch": 427.73,
      "grad_norm": 1.2032365798950195,
      "learning_rate": 2.2688899966378778e-06,
      "loss": 0.3508,
      "step": 1532550
    },
    {
      "epoch": 427.73,
      "grad_norm": 1.0289984941482544,
      "learning_rate": 2.2688629708082424e-06,
      "loss": 0.3452,
      "step": 1532560
    },
    {
      "epoch": 427.73,
      "grad_norm": 1.0586516857147217,
      "learning_rate": 2.268835944988575e-06,
      "loss": 0.3531,
      "step": 1532570
    },
    {
      "epoch": 427.74,
      "grad_norm": 0.8800526857376099,
      "learning_rate": 2.268808919178878e-06,
      "loss": 0.35,
      "step": 1532580
    },
    {
      "epoch": 427.74,
      "grad_norm": 1.2028563022613525,
      "learning_rate": 2.268781893379156e-06,
      "loss": 0.3512,
      "step": 1532590
    },
    {
      "epoch": 427.74,
      "grad_norm": 0.9980708956718445,
      "learning_rate": 2.2687548675894118e-06,
      "loss": 0.3543,
      "step": 1532600
    },
    {
      "epoch": 427.74,
      "grad_norm": 1.115791916847229,
      "learning_rate": 2.26872784180965e-06,
      "loss": 0.3306,
      "step": 1532610
    },
    {
      "epoch": 427.75,
      "grad_norm": 1.787684679031372,
      "learning_rate": 2.2687008160398736e-06,
      "loss": 0.3459,
      "step": 1532620
    },
    {
      "epoch": 427.75,
      "grad_norm": 1.1011186838150024,
      "learning_rate": 2.2686737902800854e-06,
      "loss": 0.3489,
      "step": 1532630
    },
    {
      "epoch": 427.75,
      "grad_norm": 0.9740697741508484,
      "learning_rate": 2.2686467645302913e-06,
      "loss": 0.3388,
      "step": 1532640
    },
    {
      "epoch": 427.76,
      "grad_norm": 1.1810435056686401,
      "learning_rate": 2.2686197387904926e-06,
      "loss": 0.3485,
      "step": 1532650
    },
    {
      "epoch": 427.76,
      "grad_norm": 1.0467336177825928,
      "learning_rate": 2.268592713060694e-06,
      "loss": 0.3489,
      "step": 1532660
    },
    {
      "epoch": 427.76,
      "grad_norm": 1.0033828020095825,
      "learning_rate": 2.268565687340899e-06,
      "loss": 0.3401,
      "step": 1532670
    },
    {
      "epoch": 427.76,
      "grad_norm": 1.194085955619812,
      "learning_rate": 2.2685386616311115e-06,
      "loss": 0.3351,
      "step": 1532680
    },
    {
      "epoch": 427.77,
      "grad_norm": 0.9481275081634521,
      "learning_rate": 2.2685116359313334e-06,
      "loss": 0.3378,
      "step": 1532690
    },
    {
      "epoch": 427.77,
      "grad_norm": 1.0303353071212769,
      "learning_rate": 2.2684846102415702e-06,
      "loss": 0.3365,
      "step": 1532700
    },
    {
      "epoch": 427.77,
      "grad_norm": 1.2064335346221924,
      "learning_rate": 2.2684575845618254e-06,
      "loss": 0.347,
      "step": 1532710
    },
    {
      "epoch": 427.78,
      "grad_norm": 0.9651034474372864,
      "learning_rate": 2.268430558892101e-06,
      "loss": 0.3271,
      "step": 1532720
    },
    {
      "epoch": 427.78,
      "grad_norm": 1.1184488534927368,
      "learning_rate": 2.2684035332324023e-06,
      "loss": 0.3638,
      "step": 1532730
    },
    {
      "epoch": 427.78,
      "grad_norm": 0.9259399771690369,
      "learning_rate": 2.268376507582732e-06,
      "loss": 0.3512,
      "step": 1532740
    },
    {
      "epoch": 427.78,
      "grad_norm": 0.9979477524757385,
      "learning_rate": 2.2683494819430934e-06,
      "loss": 0.362,
      "step": 1532750
    },
    {
      "epoch": 427.79,
      "grad_norm": 1.0270508527755737,
      "learning_rate": 2.2683224563134916e-06,
      "loss": 0.3264,
      "step": 1532760
    },
    {
      "epoch": 427.79,
      "grad_norm": 1.0224583148956299,
      "learning_rate": 2.268295430693928e-06,
      "loss": 0.3516,
      "step": 1532770
    },
    {
      "epoch": 427.79,
      "grad_norm": 1.2865307331085205,
      "learning_rate": 2.2682684050844085e-06,
      "loss": 0.3374,
      "step": 1532780
    },
    {
      "epoch": 427.8,
      "grad_norm": 1.1059147119522095,
      "learning_rate": 2.2682413794849357e-06,
      "loss": 0.3493,
      "step": 1532790
    },
    {
      "epoch": 427.8,
      "grad_norm": 1.0033711194992065,
      "learning_rate": 2.268214353895513e-06,
      "loss": 0.3488,
      "step": 1532800
    },
    {
      "epoch": 427.8,
      "grad_norm": 1.0539309978485107,
      "learning_rate": 2.268187328316144e-06,
      "loss": 0.34,
      "step": 1532810
    },
    {
      "epoch": 427.8,
      "grad_norm": 0.8921378254890442,
      "learning_rate": 2.2681603027468323e-06,
      "loss": 0.3231,
      "step": 1532820
    },
    {
      "epoch": 427.81,
      "grad_norm": 1.1989824771881104,
      "learning_rate": 2.268133277187581e-06,
      "loss": 0.3456,
      "step": 1532830
    },
    {
      "epoch": 427.81,
      "grad_norm": 0.9412273168563843,
      "learning_rate": 2.268106251638395e-06,
      "loss": 0.35,
      "step": 1532840
    },
    {
      "epoch": 427.81,
      "grad_norm": 1.0058224201202393,
      "learning_rate": 2.2680792260992775e-06,
      "loss": 0.3574,
      "step": 1532850
    },
    {
      "epoch": 427.81,
      "grad_norm": 0.9329132437705994,
      "learning_rate": 2.2680522005702312e-06,
      "loss": 0.3384,
      "step": 1532860
    },
    {
      "epoch": 427.82,
      "grad_norm": 1.009773850440979,
      "learning_rate": 2.268025175051261e-06,
      "loss": 0.3581,
      "step": 1532870
    },
    {
      "epoch": 427.82,
      "grad_norm": 0.9294354319572449,
      "learning_rate": 2.2679981495423693e-06,
      "loss": 0.35,
      "step": 1532880
    },
    {
      "epoch": 427.82,
      "grad_norm": 1.059091567993164,
      "learning_rate": 2.2679711240435595e-06,
      "loss": 0.3625,
      "step": 1532890
    },
    {
      "epoch": 427.83,
      "grad_norm": 1.1672179698944092,
      "learning_rate": 2.267944098554837e-06,
      "loss": 0.3462,
      "step": 1532900
    },
    {
      "epoch": 427.83,
      "grad_norm": 0.9743748307228088,
      "learning_rate": 2.267917073076204e-06,
      "loss": 0.3308,
      "step": 1532910
    },
    {
      "epoch": 427.83,
      "grad_norm": 1.000809907913208,
      "learning_rate": 2.267890047607664e-06,
      "loss": 0.32,
      "step": 1532920
    },
    {
      "epoch": 427.83,
      "grad_norm": 1.0214756727218628,
      "learning_rate": 2.267863022149221e-06,
      "loss": 0.3505,
      "step": 1532930
    },
    {
      "epoch": 427.84,
      "grad_norm": 1.1362115144729614,
      "learning_rate": 2.2678359967008794e-06,
      "loss": 0.3506,
      "step": 1532940
    },
    {
      "epoch": 427.84,
      "grad_norm": 1.1939380168914795,
      "learning_rate": 2.267808971262641e-06,
      "loss": 0.3415,
      "step": 1532950
    },
    {
      "epoch": 427.84,
      "grad_norm": 0.9806860089302063,
      "learning_rate": 2.2677819458345114e-06,
      "loss": 0.3351,
      "step": 1532960
    },
    {
      "epoch": 427.85,
      "grad_norm": 1.1276463270187378,
      "learning_rate": 2.2677549204164925e-06,
      "loss": 0.3447,
      "step": 1532970
    },
    {
      "epoch": 427.85,
      "grad_norm": 1.0037394762039185,
      "learning_rate": 2.267727895008588e-06,
      "loss": 0.3465,
      "step": 1532980
    },
    {
      "epoch": 427.85,
      "grad_norm": 0.9917182326316833,
      "learning_rate": 2.267700869610803e-06,
      "loss": 0.3357,
      "step": 1532990
    },
    {
      "epoch": 427.85,
      "grad_norm": 1.1486799716949463,
      "learning_rate": 2.26767384422314e-06,
      "loss": 0.3459,
      "step": 1533000
    },
    {
      "epoch": 427.86,
      "grad_norm": 1.0199636220932007,
      "learning_rate": 2.267646818845602e-06,
      "loss": 0.3404,
      "step": 1533010
    },
    {
      "epoch": 427.86,
      "grad_norm": 1.0554264783859253,
      "learning_rate": 2.2676197934781944e-06,
      "loss": 0.3356,
      "step": 1533020
    },
    {
      "epoch": 427.86,
      "grad_norm": 1.1582294702529907,
      "learning_rate": 2.26759276812092e-06,
      "loss": 0.3441,
      "step": 1533030
    },
    {
      "epoch": 427.86,
      "grad_norm": 1.1017411947250366,
      "learning_rate": 2.2675657427737804e-06,
      "loss": 0.3626,
      "step": 1533040
    },
    {
      "epoch": 427.87,
      "grad_norm": 0.956128716468811,
      "learning_rate": 2.2675387174367823e-06,
      "loss": 0.3373,
      "step": 1533050
    },
    {
      "epoch": 427.87,
      "grad_norm": 1.0008478164672852,
      "learning_rate": 2.267511692109927e-06,
      "loss": 0.3294,
      "step": 1533060
    },
    {
      "epoch": 427.87,
      "grad_norm": 1.5117113590240479,
      "learning_rate": 2.2674846667932196e-06,
      "loss": 0.3508,
      "step": 1533070
    },
    {
      "epoch": 427.88,
      "grad_norm": 1.2685555219650269,
      "learning_rate": 2.267457641486664e-06,
      "loss": 0.3398,
      "step": 1533080
    },
    {
      "epoch": 427.88,
      "grad_norm": 1.2527343034744263,
      "learning_rate": 2.2674306161902616e-06,
      "loss": 0.3381,
      "step": 1533090
    },
    {
      "epoch": 427.88,
      "grad_norm": 1.1951069831848145,
      "learning_rate": 2.2674035909040186e-06,
      "loss": 0.341,
      "step": 1533100
    },
    {
      "epoch": 427.88,
      "grad_norm": 1.2682346105575562,
      "learning_rate": 2.2673765656279365e-06,
      "loss": 0.359,
      "step": 1533110
    },
    {
      "epoch": 427.89,
      "grad_norm": 0.9830083847045898,
      "learning_rate": 2.2673495403620194e-06,
      "loss": 0.3393,
      "step": 1533120
    },
    {
      "epoch": 427.89,
      "grad_norm": 1.15060555934906,
      "learning_rate": 2.2673225151062716e-06,
      "loss": 0.3527,
      "step": 1533130
    },
    {
      "epoch": 427.89,
      "grad_norm": 1.0829297304153442,
      "learning_rate": 2.2672954898606968e-06,
      "loss": 0.3303,
      "step": 1533140
    },
    {
      "epoch": 427.9,
      "grad_norm": 1.0059419870376587,
      "learning_rate": 2.2672684646252973e-06,
      "loss": 0.3506,
      "step": 1533150
    },
    {
      "epoch": 427.9,
      "grad_norm": 1.0429233312606812,
      "learning_rate": 2.267241439400078e-06,
      "loss": 0.3381,
      "step": 1533160
    },
    {
      "epoch": 427.9,
      "grad_norm": 1.105278491973877,
      "learning_rate": 2.267214414185042e-06,
      "loss": 0.3371,
      "step": 1533170
    },
    {
      "epoch": 427.9,
      "grad_norm": 1.1916999816894531,
      "learning_rate": 2.2671873889801925e-06,
      "loss": 0.3352,
      "step": 1533180
    },
    {
      "epoch": 427.91,
      "grad_norm": 1.1015956401824951,
      "learning_rate": 2.267160363785534e-06,
      "loss": 0.3546,
      "step": 1533190
    },
    {
      "epoch": 427.91,
      "grad_norm": 0.8773050308227539,
      "learning_rate": 2.2671333386010697e-06,
      "loss": 0.3387,
      "step": 1533200
    },
    {
      "epoch": 427.91,
      "grad_norm": 0.952201247215271,
      "learning_rate": 2.267106313426802e-06,
      "loss": 0.3518,
      "step": 1533210
    },
    {
      "epoch": 427.92,
      "grad_norm": 1.0055309534072876,
      "learning_rate": 2.267079288262737e-06,
      "loss": 0.3497,
      "step": 1533220
    },
    {
      "epoch": 427.92,
      "grad_norm": 1.0317144393920898,
      "learning_rate": 2.2670522631088764e-06,
      "loss": 0.3394,
      "step": 1533230
    },
    {
      "epoch": 427.92,
      "grad_norm": 1.1065857410430908,
      "learning_rate": 2.2670252379652237e-06,
      "loss": 0.3414,
      "step": 1533240
    },
    {
      "epoch": 427.92,
      "grad_norm": 1.0818263292312622,
      "learning_rate": 2.266998212831784e-06,
      "loss": 0.3536,
      "step": 1533250
    },
    {
      "epoch": 427.93,
      "grad_norm": 1.0543739795684814,
      "learning_rate": 2.26697118770856e-06,
      "loss": 0.3391,
      "step": 1533260
    },
    {
      "epoch": 427.93,
      "grad_norm": 1.0584988594055176,
      "learning_rate": 2.266944162595554e-06,
      "loss": 0.3547,
      "step": 1533270
    },
    {
      "epoch": 427.93,
      "grad_norm": 1.141831636428833,
      "learning_rate": 2.266917137492772e-06,
      "loss": 0.36,
      "step": 1533280
    },
    {
      "epoch": 427.93,
      "grad_norm": 1.0709296464920044,
      "learning_rate": 2.2668901124002167e-06,
      "loss": 0.3421,
      "step": 1533290
    },
    {
      "epoch": 427.94,
      "grad_norm": 1.0355159044265747,
      "learning_rate": 2.26686308731789e-06,
      "loss": 0.3491,
      "step": 1533300
    },
    {
      "epoch": 427.94,
      "grad_norm": 1.2342573404312134,
      "learning_rate": 2.266836062245798e-06,
      "loss": 0.3441,
      "step": 1533310
    },
    {
      "epoch": 427.94,
      "grad_norm": 1.017118215560913,
      "learning_rate": 2.266809037183944e-06,
      "loss": 0.3401,
      "step": 1533320
    },
    {
      "epoch": 427.95,
      "grad_norm": 1.1538026332855225,
      "learning_rate": 2.26678201213233e-06,
      "loss": 0.3195,
      "step": 1533330
    },
    {
      "epoch": 427.95,
      "grad_norm": 0.9279366731643677,
      "learning_rate": 2.2667549870909603e-06,
      "loss": 0.3523,
      "step": 1533340
    },
    {
      "epoch": 427.95,
      "grad_norm": 1.049094796180725,
      "learning_rate": 2.2667279620598385e-06,
      "loss": 0.3486,
      "step": 1533350
    },
    {
      "epoch": 427.95,
      "grad_norm": 1.2323346138000488,
      "learning_rate": 2.2667009370389688e-06,
      "loss": 0.3421,
      "step": 1533360
    },
    {
      "epoch": 427.96,
      "grad_norm": 0.9418345093727112,
      "learning_rate": 2.2666739120283545e-06,
      "loss": 0.3388,
      "step": 1533370
    },
    {
      "epoch": 427.96,
      "grad_norm": 1.1036428213119507,
      "learning_rate": 2.2666468870279986e-06,
      "loss": 0.3483,
      "step": 1533380
    },
    {
      "epoch": 427.96,
      "grad_norm": 0.9364789128303528,
      "learning_rate": 2.266619862037906e-06,
      "loss": 0.3396,
      "step": 1533390
    },
    {
      "epoch": 427.97,
      "grad_norm": 1.128712773323059,
      "learning_rate": 2.2665928370580787e-06,
      "loss": 0.3543,
      "step": 1533400
    },
    {
      "epoch": 427.97,
      "grad_norm": 0.9959812164306641,
      "learning_rate": 2.2665658120885206e-06,
      "loss": 0.34,
      "step": 1533410
    },
    {
      "epoch": 427.97,
      "grad_norm": 1.160123586654663,
      "learning_rate": 2.2665387871292365e-06,
      "loss": 0.3494,
      "step": 1533420
    },
    {
      "epoch": 427.97,
      "grad_norm": 1.044105052947998,
      "learning_rate": 2.2665117621802295e-06,
      "loss": 0.3372,
      "step": 1533430
    },
    {
      "epoch": 427.98,
      "grad_norm": 0.9949602484703064,
      "learning_rate": 2.2664847372415016e-06,
      "loss": 0.3392,
      "step": 1533440
    },
    {
      "epoch": 427.98,
      "grad_norm": 6.26907205581665,
      "learning_rate": 2.266457712313059e-06,
      "loss": 0.3694,
      "step": 1533450
    },
    {
      "epoch": 427.98,
      "grad_norm": 1.0706777572631836,
      "learning_rate": 2.2664306873949038e-06,
      "loss": 0.3323,
      "step": 1533460
    },
    {
      "epoch": 427.98,
      "grad_norm": 0.873047411441803,
      "learning_rate": 2.2664036624870392e-06,
      "loss": 0.3391,
      "step": 1533470
    },
    {
      "epoch": 427.99,
      "grad_norm": 0.9703130125999451,
      "learning_rate": 2.2663766375894704e-06,
      "loss": 0.3389,
      "step": 1533480
    },
    {
      "epoch": 427.99,
      "grad_norm": 1.0596880912780762,
      "learning_rate": 2.2663496127022e-06,
      "loss": 0.3575,
      "step": 1533490
    },
    {
      "epoch": 427.99,
      "grad_norm": 0.9764605164527893,
      "learning_rate": 2.26632258782523e-06,
      "loss": 0.3457,
      "step": 1533500
    },
    {
      "epoch": 428.0,
      "grad_norm": 0.9780615568161011,
      "learning_rate": 2.266295562958567e-06,
      "loss": 0.3378,
      "step": 1533510
    },
    {
      "epoch": 428.0,
      "grad_norm": 0.9389669895172119,
      "learning_rate": 2.2662685381022134e-06,
      "loss": 0.3514,
      "step": 1533520
    },
    {
      "epoch": 428.0,
      "eval_loss": 0.34589701890945435,
      "eval_runtime": 63.2487,
      "eval_samples_per_second": 79.986,
      "eval_steps_per_second": 10.008,
      "step": 1533524
    },
    {
      "epoch": 428.0,
      "grad_norm": 0.8904162645339966,
      "learning_rate": 2.2662415132561717e-06,
      "loss": 0.3371,
      "step": 1533530
    },
    {
      "epoch": 428.0,
      "grad_norm": 1.0844308137893677,
      "learning_rate": 2.266214488420447e-06,
      "loss": 0.3484,
      "step": 1533540
    },
    {
      "epoch": 428.01,
      "grad_norm": 0.9816520810127258,
      "learning_rate": 2.2661874635950423e-06,
      "loss": 0.331,
      "step": 1533550
    },
    {
      "epoch": 428.01,
      "grad_norm": 0.9612208604812622,
      "learning_rate": 2.2661604387799605e-06,
      "loss": 0.3331,
      "step": 1533560
    },
    {
      "epoch": 428.01,
      "grad_norm": 1.20479416847229,
      "learning_rate": 2.2661334139752066e-06,
      "loss": 0.3591,
      "step": 1533570
    },
    {
      "epoch": 428.02,
      "grad_norm": 1.1203131675720215,
      "learning_rate": 2.2661063891807835e-06,
      "loss": 0.3489,
      "step": 1533580
    },
    {
      "epoch": 428.02,
      "grad_norm": 1.1091645956039429,
      "learning_rate": 2.2660793643966942e-06,
      "loss": 0.346,
      "step": 1533590
    },
    {
      "epoch": 428.02,
      "grad_norm": 1.0118138790130615,
      "learning_rate": 2.2660523396229434e-06,
      "loss": 0.3382,
      "step": 1533600
    },
    {
      "epoch": 428.02,
      "grad_norm": 0.9975855946540833,
      "learning_rate": 2.266025314859534e-06,
      "loss": 0.336,
      "step": 1533610
    },
    {
      "epoch": 428.03,
      "grad_norm": 1.025327205657959,
      "learning_rate": 2.26599829010647e-06,
      "loss": 0.3493,
      "step": 1533620
    },
    {
      "epoch": 428.03,
      "grad_norm": 1.1166245937347412,
      "learning_rate": 2.2659712653637543e-06,
      "loss": 0.3418,
      "step": 1533630
    },
    {
      "epoch": 428.03,
      "grad_norm": 1.0295979976654053,
      "learning_rate": 2.265944240631391e-06,
      "loss": 0.328,
      "step": 1533640
    },
    {
      "epoch": 428.04,
      "grad_norm": 1.1965692043304443,
      "learning_rate": 2.265917215909384e-06,
      "loss": 0.3516,
      "step": 1533650
    },
    {
      "epoch": 428.04,
      "grad_norm": 1.1381829977035522,
      "learning_rate": 2.2658901911977367e-06,
      "loss": 0.3552,
      "step": 1533660
    },
    {
      "epoch": 428.04,
      "grad_norm": 1.1481287479400635,
      "learning_rate": 2.265863166496452e-06,
      "loss": 0.3404,
      "step": 1533670
    },
    {
      "epoch": 428.04,
      "grad_norm": 0.9939766526222229,
      "learning_rate": 2.2658361418055348e-06,
      "loss": 0.3397,
      "step": 1533680
    },
    {
      "epoch": 428.05,
      "grad_norm": 1.0585638284683228,
      "learning_rate": 2.2658091171249877e-06,
      "loss": 0.3366,
      "step": 1533690
    },
    {
      "epoch": 428.05,
      "grad_norm": 0.9083540439605713,
      "learning_rate": 2.2657820924548137e-06,
      "loss": 0.3355,
      "step": 1533700
    },
    {
      "epoch": 428.05,
      "grad_norm": 1.7974398136138916,
      "learning_rate": 2.2657550677950185e-06,
      "loss": 0.336,
      "step": 1533710
    },
    {
      "epoch": 428.05,
      "grad_norm": 1.1351921558380127,
      "learning_rate": 2.265728043145604e-06,
      "loss": 0.3498,
      "step": 1533720
    },
    {
      "epoch": 428.06,
      "grad_norm": 1.137178659439087,
      "learning_rate": 2.2657010185065734e-06,
      "loss": 0.3554,
      "step": 1533730
    },
    {
      "epoch": 428.06,
      "grad_norm": 0.9724897146224976,
      "learning_rate": 2.2656739938779325e-06,
      "loss": 0.3588,
      "step": 1533740
    },
    {
      "epoch": 428.06,
      "grad_norm": 1.2152962684631348,
      "learning_rate": 2.2656469692596833e-06,
      "loss": 0.3588,
      "step": 1533750
    },
    {
      "epoch": 428.07,
      "grad_norm": 0.9482076168060303,
      "learning_rate": 2.2656199446518286e-06,
      "loss": 0.3453,
      "step": 1533760
    },
    {
      "epoch": 428.07,
      "grad_norm": 1.0343356132507324,
      "learning_rate": 2.265592920054374e-06,
      "loss": 0.3513,
      "step": 1533770
    },
    {
      "epoch": 428.07,
      "grad_norm": 1.0298006534576416,
      "learning_rate": 2.2655658954673225e-06,
      "loss": 0.3615,
      "step": 1533780
    },
    {
      "epoch": 428.07,
      "grad_norm": 0.8783351182937622,
      "learning_rate": 2.265538870890676e-06,
      "loss": 0.3356,
      "step": 1533790
    },
    {
      "epoch": 428.08,
      "grad_norm": 1.1234774589538574,
      "learning_rate": 2.26551184632444e-06,
      "loss": 0.3486,
      "step": 1533800
    },
    {
      "epoch": 428.08,
      "grad_norm": 0.9638416767120361,
      "learning_rate": 2.265484821768618e-06,
      "loss": 0.3409,
      "step": 1533810
    },
    {
      "epoch": 428.08,
      "grad_norm": 1.2349010705947876,
      "learning_rate": 2.2654577972232125e-06,
      "loss": 0.3615,
      "step": 1533820
    },
    {
      "epoch": 428.09,
      "grad_norm": 1.0245181322097778,
      "learning_rate": 2.265430772688228e-06,
      "loss": 0.3628,
      "step": 1533830
    },
    {
      "epoch": 428.09,
      "grad_norm": 1.2704952955245972,
      "learning_rate": 2.265403748163668e-06,
      "loss": 0.3449,
      "step": 1533840
    },
    {
      "epoch": 428.09,
      "grad_norm": 1.0976850986480713,
      "learning_rate": 2.2653767236495352e-06,
      "loss": 0.3408,
      "step": 1533850
    },
    {
      "epoch": 428.09,
      "grad_norm": 1.0881625413894653,
      "learning_rate": 2.265349699145834e-06,
      "loss": 0.3494,
      "step": 1533860
    },
    {
      "epoch": 428.1,
      "grad_norm": 0.977489709854126,
      "learning_rate": 2.265322674652569e-06,
      "loss": 0.3368,
      "step": 1533870
    },
    {
      "epoch": 428.1,
      "grad_norm": 1.1798312664031982,
      "learning_rate": 2.265295650169741e-06,
      "loss": 0.3338,
      "step": 1533880
    },
    {
      "epoch": 428.1,
      "grad_norm": 1.1484882831573486,
      "learning_rate": 2.265268625697357e-06,
      "loss": 0.3414,
      "step": 1533890
    },
    {
      "epoch": 428.1,
      "grad_norm": 1.5166418552398682,
      "learning_rate": 2.2652416012354184e-06,
      "loss": 0.3378,
      "step": 1533900
    },
    {
      "epoch": 428.11,
      "grad_norm": 1.0519771575927734,
      "learning_rate": 2.2652145767839284e-06,
      "loss": 0.3667,
      "step": 1533910
    },
    {
      "epoch": 428.11,
      "grad_norm": 1.0345916748046875,
      "learning_rate": 2.2651875523428926e-06,
      "loss": 0.3495,
      "step": 1533920
    },
    {
      "epoch": 428.11,
      "grad_norm": 1.1250216960906982,
      "learning_rate": 2.265160527912312e-06,
      "loss": 0.337,
      "step": 1533930
    },
    {
      "epoch": 428.12,
      "grad_norm": 1.0404049158096313,
      "learning_rate": 2.2651335034921933e-06,
      "loss": 0.3394,
      "step": 1533940
    },
    {
      "epoch": 428.12,
      "grad_norm": 1.0097194910049438,
      "learning_rate": 2.265106479082538e-06,
      "loss": 0.3497,
      "step": 1533950
    },
    {
      "epoch": 428.12,
      "grad_norm": 0.9247537851333618,
      "learning_rate": 2.2650794546833497e-06,
      "loss": 0.3504,
      "step": 1533960
    },
    {
      "epoch": 428.12,
      "grad_norm": 0.9523376226425171,
      "learning_rate": 2.265052430294633e-06,
      "loss": 0.3438,
      "step": 1533970
    },
    {
      "epoch": 428.13,
      "grad_norm": 1.0551447868347168,
      "learning_rate": 2.265025405916391e-06,
      "loss": 0.3577,
      "step": 1533980
    },
    {
      "epoch": 428.13,
      "grad_norm": 1.112679123878479,
      "learning_rate": 2.2649983815486265e-06,
      "loss": 0.3387,
      "step": 1533990
    },
    {
      "epoch": 428.13,
      "grad_norm": 0.9951426386833191,
      "learning_rate": 2.2649713571913444e-06,
      "loss": 0.3479,
      "step": 1534000
    },
    {
      "epoch": 428.14,
      "grad_norm": 1.2526875734329224,
      "learning_rate": 2.264944332844548e-06,
      "loss": 0.3527,
      "step": 1534010
    },
    {
      "epoch": 428.14,
      "grad_norm": 1.1166355609893799,
      "learning_rate": 2.26491730850824e-06,
      "loss": 0.3493,
      "step": 1534020
    },
    {
      "epoch": 428.14,
      "grad_norm": 1.1340606212615967,
      "learning_rate": 2.264890284182425e-06,
      "loss": 0.3418,
      "step": 1534030
    },
    {
      "epoch": 428.14,
      "grad_norm": 1.1715141534805298,
      "learning_rate": 2.2648632598671067e-06,
      "loss": 0.3377,
      "step": 1534040
    },
    {
      "epoch": 428.15,
      "grad_norm": 1.60849130153656,
      "learning_rate": 2.2648362355622877e-06,
      "loss": 0.3412,
      "step": 1534050
    },
    {
      "epoch": 428.15,
      "grad_norm": 1.0597970485687256,
      "learning_rate": 2.264809211267973e-06,
      "loss": 0.3493,
      "step": 1534060
    },
    {
      "epoch": 428.15,
      "grad_norm": 1.1121912002563477,
      "learning_rate": 2.2647821869841645e-06,
      "loss": 0.3403,
      "step": 1534070
    },
    {
      "epoch": 428.16,
      "grad_norm": 1.1619433164596558,
      "learning_rate": 2.264755162710866e-06,
      "loss": 0.3455,
      "step": 1534080
    },
    {
      "epoch": 428.16,
      "grad_norm": 1.010291576385498,
      "learning_rate": 2.264728138448083e-06,
      "loss": 0.3497,
      "step": 1534090
    },
    {
      "epoch": 428.16,
      "grad_norm": 0.9549164772033691,
      "learning_rate": 2.2647011141958176e-06,
      "loss": 0.3422,
      "step": 1534100
    },
    {
      "epoch": 428.16,
      "grad_norm": 1.1358410120010376,
      "learning_rate": 2.264674089954073e-06,
      "loss": 0.3263,
      "step": 1534110
    },
    {
      "epoch": 428.17,
      "grad_norm": 2.398009777069092,
      "learning_rate": 2.264647065722854e-06,
      "loss": 0.3444,
      "step": 1534120
    },
    {
      "epoch": 428.17,
      "grad_norm": 0.9678453207015991,
      "learning_rate": 2.264620041502163e-06,
      "loss": 0.332,
      "step": 1534130
    },
    {
      "epoch": 428.17,
      "grad_norm": 1.3312766551971436,
      "learning_rate": 2.2645930172920047e-06,
      "loss": 0.3597,
      "step": 1534140
    },
    {
      "epoch": 428.17,
      "grad_norm": 0.8629468083381653,
      "learning_rate": 2.2645659930923826e-06,
      "loss": 0.3385,
      "step": 1534150
    },
    {
      "epoch": 428.18,
      "grad_norm": 1.159429907798767,
      "learning_rate": 2.2645389689032996e-06,
      "loss": 0.343,
      "step": 1534160
    },
    {
      "epoch": 428.18,
      "grad_norm": 1.2389748096466064,
      "learning_rate": 2.264511944724759e-06,
      "loss": 0.3403,
      "step": 1534170
    },
    {
      "epoch": 428.18,
      "grad_norm": 1.022351622581482,
      "learning_rate": 2.2644849205567654e-06,
      "loss": 0.3405,
      "step": 1534180
    },
    {
      "epoch": 428.19,
      "grad_norm": 1.0925257205963135,
      "learning_rate": 2.2644578963993225e-06,
      "loss": 0.3553,
      "step": 1534190
    },
    {
      "epoch": 428.19,
      "grad_norm": 1.1745591163635254,
      "learning_rate": 2.264430872252433e-06,
      "loss": 0.3307,
      "step": 1534200
    },
    {
      "epoch": 428.19,
      "grad_norm": 0.929710328578949,
      "learning_rate": 2.264403848116101e-06,
      "loss": 0.3454,
      "step": 1534210
    },
    {
      "epoch": 428.19,
      "grad_norm": 0.9994480013847351,
      "learning_rate": 2.264376823990329e-06,
      "loss": 0.3543,
      "step": 1534220
    },
    {
      "epoch": 428.2,
      "grad_norm": 1.0747228860855103,
      "learning_rate": 2.2643497998751227e-06,
      "loss": 0.3381,
      "step": 1534230
    },
    {
      "epoch": 428.2,
      "grad_norm": 0.9814784526824951,
      "learning_rate": 2.2643227757704847e-06,
      "loss": 0.3312,
      "step": 1534240
    },
    {
      "epoch": 428.2,
      "grad_norm": 0.8451603055000305,
      "learning_rate": 2.2642957516764172e-06,
      "loss": 0.3459,
      "step": 1534250
    },
    {
      "epoch": 428.21,
      "grad_norm": 1.0299417972564697,
      "learning_rate": 2.2642687275929267e-06,
      "loss": 0.3565,
      "step": 1534260
    },
    {
      "epoch": 428.21,
      "grad_norm": 1.1722769737243652,
      "learning_rate": 2.2642417035200147e-06,
      "loss": 0.3492,
      "step": 1534270
    },
    {
      "epoch": 428.21,
      "grad_norm": 1.116844654083252,
      "learning_rate": 2.2642146794576848e-06,
      "loss": 0.3386,
      "step": 1534280
    },
    {
      "epoch": 428.21,
      "grad_norm": 0.8798404335975647,
      "learning_rate": 2.2641876554059415e-06,
      "loss": 0.3499,
      "step": 1534290
    },
    {
      "epoch": 428.22,
      "grad_norm": 1.8228625059127808,
      "learning_rate": 2.264160631364788e-06,
      "loss": 0.3626,
      "step": 1534300
    },
    {
      "epoch": 428.22,
      "grad_norm": 0.9217572808265686,
      "learning_rate": 2.264133607334227e-06,
      "loss": 0.3525,
      "step": 1534310
    },
    {
      "epoch": 428.22,
      "grad_norm": 1.1125868558883667,
      "learning_rate": 2.264106583314264e-06,
      "loss": 0.3379,
      "step": 1534320
    },
    {
      "epoch": 428.22,
      "grad_norm": 0.973148763179779,
      "learning_rate": 2.2640795593049015e-06,
      "loss": 0.3336,
      "step": 1534330
    },
    {
      "epoch": 428.23,
      "grad_norm": 0.98904949426651,
      "learning_rate": 2.2640525353061426e-06,
      "loss": 0.3457,
      "step": 1534340
    },
    {
      "epoch": 428.23,
      "grad_norm": 1.022174596786499,
      "learning_rate": 2.264025511317992e-06,
      "loss": 0.3561,
      "step": 1534350
    },
    {
      "epoch": 428.23,
      "grad_norm": 0.9244536757469177,
      "learning_rate": 2.2639984873404526e-06,
      "loss": 0.3481,
      "step": 1534360
    },
    {
      "epoch": 428.24,
      "grad_norm": 0.9720761775970459,
      "learning_rate": 2.2639714633735277e-06,
      "loss": 0.3455,
      "step": 1534370
    },
    {
      "epoch": 428.24,
      "grad_norm": 1.0369234085083008,
      "learning_rate": 2.2639444394172217e-06,
      "loss": 0.3312,
      "step": 1534380
    },
    {
      "epoch": 428.24,
      "grad_norm": 1.0942232608795166,
      "learning_rate": 2.2639174154715384e-06,
      "loss": 0.3284,
      "step": 1534390
    },
    {
      "epoch": 428.24,
      "grad_norm": 0.9816482663154602,
      "learning_rate": 2.2638903915364793e-06,
      "loss": 0.339,
      "step": 1534400
    },
    {
      "epoch": 428.25,
      "grad_norm": 0.9954898357391357,
      "learning_rate": 2.263863367612051e-06,
      "loss": 0.3517,
      "step": 1534410
    },
    {
      "epoch": 428.25,
      "grad_norm": 1.1378750801086426,
      "learning_rate": 2.263836343698255e-06,
      "loss": 0.3757,
      "step": 1534420
    },
    {
      "epoch": 428.25,
      "grad_norm": 1.0967621803283691,
      "learning_rate": 2.2638093197950957e-06,
      "loss": 0.344,
      "step": 1534430
    },
    {
      "epoch": 428.26,
      "grad_norm": 0.9760689735412598,
      "learning_rate": 2.2637822959025764e-06,
      "loss": 0.3488,
      "step": 1534440
    },
    {
      "epoch": 428.26,
      "grad_norm": 0.9316383600234985,
      "learning_rate": 2.2637552720207013e-06,
      "loss": 0.3338,
      "step": 1534450
    },
    {
      "epoch": 428.26,
      "grad_norm": 1.1537610292434692,
      "learning_rate": 2.2637282481494725e-06,
      "loss": 0.3469,
      "step": 1534460
    },
    {
      "epoch": 428.26,
      "grad_norm": 0.9930235147476196,
      "learning_rate": 2.2637012242888952e-06,
      "loss": 0.3607,
      "step": 1534470
    },
    {
      "epoch": 428.27,
      "grad_norm": 1.1371748447418213,
      "learning_rate": 2.2636742004389727e-06,
      "loss": 0.3574,
      "step": 1534480
    },
    {
      "epoch": 428.27,
      "grad_norm": 1.0792464017868042,
      "learning_rate": 2.263647176599708e-06,
      "loss": 0.3451,
      "step": 1534490
    },
    {
      "epoch": 428.27,
      "grad_norm": 1.0145193338394165,
      "learning_rate": 2.2636201527711054e-06,
      "loss": 0.3546,
      "step": 1534500
    },
    {
      "epoch": 428.28,
      "grad_norm": 1.094006061553955,
      "learning_rate": 2.263593128953167e-06,
      "loss": 0.351,
      "step": 1534510
    },
    {
      "epoch": 428.28,
      "grad_norm": 0.8803049921989441,
      "learning_rate": 2.2635661051458985e-06,
      "loss": 0.3451,
      "step": 1534520
    },
    {
      "epoch": 428.28,
      "grad_norm": 0.9285070896148682,
      "learning_rate": 2.2635390813493026e-06,
      "loss": 0.3447,
      "step": 1534530
    },
    {
      "epoch": 428.28,
      "grad_norm": 1.131529688835144,
      "learning_rate": 2.263512057563382e-06,
      "loss": 0.3509,
      "step": 1534540
    },
    {
      "epoch": 428.29,
      "grad_norm": 1.0341670513153076,
      "learning_rate": 2.2634850337881415e-06,
      "loss": 0.3359,
      "step": 1534550
    },
    {
      "epoch": 428.29,
      "grad_norm": 0.9541664123535156,
      "learning_rate": 2.2634580100235847e-06,
      "loss": 0.3567,
      "step": 1534560
    },
    {
      "epoch": 428.29,
      "grad_norm": 0.9805509448051453,
      "learning_rate": 2.263430986269714e-06,
      "loss": 0.3528,
      "step": 1534570
    },
    {
      "epoch": 428.29,
      "grad_norm": 1.0863920450210571,
      "learning_rate": 2.2634039625265347e-06,
      "loss": 0.3377,
      "step": 1534580
    },
    {
      "epoch": 428.3,
      "grad_norm": 1.1250946521759033,
      "learning_rate": 2.2633769387940495e-06,
      "loss": 0.3435,
      "step": 1534590
    },
    {
      "epoch": 428.3,
      "grad_norm": 1.0063114166259766,
      "learning_rate": 2.2633499150722603e-06,
      "loss": 0.3471,
      "step": 1534600
    },
    {
      "epoch": 428.3,
      "grad_norm": 0.9652386903762817,
      "learning_rate": 2.263322891361174e-06,
      "loss": 0.3458,
      "step": 1534610
    },
    {
      "epoch": 428.31,
      "grad_norm": 1.1793431043624878,
      "learning_rate": 2.2632958676607924e-06,
      "loss": 0.3514,
      "step": 1534620
    },
    {
      "epoch": 428.31,
      "grad_norm": 1.0969252586364746,
      "learning_rate": 2.2632688439711188e-06,
      "loss": 0.3497,
      "step": 1534630
    },
    {
      "epoch": 428.31,
      "grad_norm": 1.0573443174362183,
      "learning_rate": 2.2632418202921576e-06,
      "loss": 0.332,
      "step": 1534640
    },
    {
      "epoch": 428.31,
      "grad_norm": 1.06080162525177,
      "learning_rate": 2.2632147966239127e-06,
      "loss": 0.3472,
      "step": 1534650
    },
    {
      "epoch": 428.32,
      "grad_norm": 1.1333882808685303,
      "learning_rate": 2.2631877729663853e-06,
      "loss": 0.3374,
      "step": 1534660
    },
    {
      "epoch": 428.32,
      "grad_norm": 1.218097448348999,
      "learning_rate": 2.2631607493195817e-06,
      "loss": 0.3466,
      "step": 1534670
    },
    {
      "epoch": 428.32,
      "grad_norm": 0.9797534942626953,
      "learning_rate": 2.263133725683505e-06,
      "loss": 0.3542,
      "step": 1534680
    },
    {
      "epoch": 428.33,
      "grad_norm": 1.1945000886917114,
      "learning_rate": 2.2631067020581572e-06,
      "loss": 0.3532,
      "step": 1534690
    },
    {
      "epoch": 428.33,
      "grad_norm": 1.114805817604065,
      "learning_rate": 2.2630796784435443e-06,
      "loss": 0.3511,
      "step": 1534700
    },
    {
      "epoch": 428.33,
      "grad_norm": 0.8861920237541199,
      "learning_rate": 2.263052654839668e-06,
      "loss": 0.3552,
      "step": 1534710
    },
    {
      "epoch": 428.33,
      "grad_norm": 1.0646297931671143,
      "learning_rate": 2.2630256312465324e-06,
      "loss": 0.3443,
      "step": 1534720
    },
    {
      "epoch": 428.34,
      "grad_norm": 1.1159286499023438,
      "learning_rate": 2.262998607664142e-06,
      "loss": 0.3397,
      "step": 1534730
    },
    {
      "epoch": 428.34,
      "grad_norm": 1.0671613216400146,
      "learning_rate": 2.2629715840924994e-06,
      "loss": 0.343,
      "step": 1534740
    },
    {
      "epoch": 428.34,
      "grad_norm": 1.0250825881958008,
      "learning_rate": 2.262944560531607e-06,
      "loss": 0.3395,
      "step": 1534750
    },
    {
      "epoch": 428.34,
      "grad_norm": 1.23029625415802,
      "learning_rate": 2.2629175369814715e-06,
      "loss": 0.3543,
      "step": 1534760
    },
    {
      "epoch": 428.35,
      "grad_norm": 0.8846668004989624,
      "learning_rate": 2.2628905134420946e-06,
      "loss": 0.3398,
      "step": 1534770
    },
    {
      "epoch": 428.35,
      "grad_norm": 1.1536223888397217,
      "learning_rate": 2.2628634899134797e-06,
      "loss": 0.3554,
      "step": 1534780
    },
    {
      "epoch": 428.35,
      "grad_norm": 1.0367735624313354,
      "learning_rate": 2.262836466395631e-06,
      "loss": 0.3393,
      "step": 1534790
    },
    {
      "epoch": 428.36,
      "grad_norm": 1.0724190473556519,
      "learning_rate": 2.2628094428885514e-06,
      "loss": 0.3547,
      "step": 1534800
    },
    {
      "epoch": 428.36,
      "grad_norm": 1.0712374448776245,
      "learning_rate": 2.2627824193922453e-06,
      "loss": 0.3552,
      "step": 1534810
    },
    {
      "epoch": 428.36,
      "grad_norm": 1.299876093864441,
      "learning_rate": 2.262755395906717e-06,
      "loss": 0.3536,
      "step": 1534820
    },
    {
      "epoch": 428.36,
      "grad_norm": 1.325932264328003,
      "learning_rate": 2.2627283724319673e-06,
      "loss": 0.3395,
      "step": 1534830
    },
    {
      "epoch": 428.37,
      "grad_norm": 1.0875495672225952,
      "learning_rate": 2.2627013489680026e-06,
      "loss": 0.3341,
      "step": 1534840
    },
    {
      "epoch": 428.37,
      "grad_norm": 9.738761901855469,
      "learning_rate": 2.262674325514826e-06,
      "loss": 0.3455,
      "step": 1534850
    },
    {
      "epoch": 428.37,
      "grad_norm": 1.1066323518753052,
      "learning_rate": 2.2626473020724395e-06,
      "loss": 0.3464,
      "step": 1534860
    },
    {
      "epoch": 428.38,
      "grad_norm": 0.9696542620658875,
      "learning_rate": 2.262620278640849e-06,
      "loss": 0.3337,
      "step": 1534870
    },
    {
      "epoch": 428.38,
      "grad_norm": 1.3310840129852295,
      "learning_rate": 2.262593255220056e-06,
      "loss": 0.3451,
      "step": 1534880
    },
    {
      "epoch": 428.38,
      "grad_norm": 1.3693934679031372,
      "learning_rate": 2.2625662318100648e-06,
      "loss": 0.3513,
      "step": 1534890
    },
    {
      "epoch": 428.38,
      "grad_norm": 1.2792856693267822,
      "learning_rate": 2.26253920841088e-06,
      "loss": 0.3461,
      "step": 1534900
    },
    {
      "epoch": 428.39,
      "grad_norm": 0.9943914413452148,
      "learning_rate": 2.2625121850225044e-06,
      "loss": 0.3496,
      "step": 1534910
    },
    {
      "epoch": 428.39,
      "grad_norm": 1.132893443107605,
      "learning_rate": 2.262485161644941e-06,
      "loss": 0.343,
      "step": 1534920
    },
    {
      "epoch": 428.39,
      "grad_norm": 1.0652755498886108,
      "learning_rate": 2.262458138278194e-06,
      "loss": 0.3618,
      "step": 1534930
    },
    {
      "epoch": 428.4,
      "grad_norm": 0.9338868856430054,
      "learning_rate": 2.2624311149222674e-06,
      "loss": 0.3271,
      "step": 1534940
    },
    {
      "epoch": 428.4,
      "grad_norm": 0.9895694851875305,
      "learning_rate": 2.2624040915771634e-06,
      "loss": 0.333,
      "step": 1534950
    },
    {
      "epoch": 428.4,
      "grad_norm": 0.9988202452659607,
      "learning_rate": 2.2623770682428875e-06,
      "loss": 0.3694,
      "step": 1534960
    },
    {
      "epoch": 428.4,
      "grad_norm": 1.2373430728912354,
      "learning_rate": 2.262350044919442e-06,
      "loss": 0.3564,
      "step": 1534970
    },
    {
      "epoch": 428.41,
      "grad_norm": 0.9886037707328796,
      "learning_rate": 2.2623230216068304e-06,
      "loss": 0.3438,
      "step": 1534980
    },
    {
      "epoch": 428.41,
      "grad_norm": 1.2024710178375244,
      "learning_rate": 2.2622959983050577e-06,
      "loss": 0.3269,
      "step": 1534990
    },
    {
      "epoch": 428.41,
      "grad_norm": 1.116807222366333,
      "learning_rate": 2.262268975014126e-06,
      "loss": 0.3514,
      "step": 1535000
    },
    {
      "epoch": 428.41,
      "grad_norm": 1.0322468280792236,
      "learning_rate": 2.2622419517340395e-06,
      "loss": 0.3572,
      "step": 1535010
    },
    {
      "epoch": 428.42,
      "grad_norm": 1.1882957220077515,
      "learning_rate": 2.262214928464802e-06,
      "loss": 0.3313,
      "step": 1535020
    },
    {
      "epoch": 428.42,
      "grad_norm": 1.2230517864227295,
      "learning_rate": 2.2621879052064175e-06,
      "loss": 0.3448,
      "step": 1535030
    },
    {
      "epoch": 428.42,
      "grad_norm": 1.0221565961837769,
      "learning_rate": 2.262160881958887e-06,
      "loss": 0.3462,
      "step": 1535040
    },
    {
      "epoch": 428.43,
      "grad_norm": 1.115254282951355,
      "learning_rate": 2.2621338587222177e-06,
      "loss": 0.3381,
      "step": 1535050
    },
    {
      "epoch": 428.43,
      "grad_norm": 1.302278995513916,
      "learning_rate": 2.262106835496411e-06,
      "loss": 0.3712,
      "step": 1535060
    },
    {
      "epoch": 428.43,
      "grad_norm": 1.0081205368041992,
      "learning_rate": 2.2620798122814707e-06,
      "loss": 0.3452,
      "step": 1535070
    },
    {
      "epoch": 428.43,
      "grad_norm": 1.0301215648651123,
      "learning_rate": 2.262052789077401e-06,
      "loss": 0.3586,
      "step": 1535080
    },
    {
      "epoch": 428.44,
      "grad_norm": 0.9889509081840515,
      "learning_rate": 2.262025765884205e-06,
      "loss": 0.3536,
      "step": 1535090
    },
    {
      "epoch": 428.44,
      "grad_norm": 1.416483759880066,
      "learning_rate": 2.261998742701887e-06,
      "loss": 0.3398,
      "step": 1535100
    },
    {
      "epoch": 428.44,
      "grad_norm": 0.9908677339553833,
      "learning_rate": 2.2619717195304503e-06,
      "loss": 0.3377,
      "step": 1535110
    },
    {
      "epoch": 428.45,
      "grad_norm": 1.0681148767471313,
      "learning_rate": 2.261944696369897e-06,
      "loss": 0.3632,
      "step": 1535120
    },
    {
      "epoch": 428.45,
      "grad_norm": 1.0030244588851929,
      "learning_rate": 2.261917673220233e-06,
      "loss": 0.3568,
      "step": 1535130
    },
    {
      "epoch": 428.45,
      "grad_norm": 1.080618977546692,
      "learning_rate": 2.2618906500814613e-06,
      "loss": 0.3415,
      "step": 1535140
    },
    {
      "epoch": 428.45,
      "grad_norm": 0.9556962251663208,
      "learning_rate": 2.2618636269535845e-06,
      "loss": 0.3371,
      "step": 1535150
    },
    {
      "epoch": 428.46,
      "grad_norm": 0.9456170201301575,
      "learning_rate": 2.261836603836607e-06,
      "loss": 0.3437,
      "step": 1535160
    },
    {
      "epoch": 428.46,
      "grad_norm": 0.981315553188324,
      "learning_rate": 2.261809580730532e-06,
      "loss": 0.3483,
      "step": 1535170
    },
    {
      "epoch": 428.46,
      "grad_norm": 0.9628874063491821,
      "learning_rate": 2.261782557635363e-06,
      "loss": 0.3419,
      "step": 1535180
    },
    {
      "epoch": 428.46,
      "grad_norm": 1.1907401084899902,
      "learning_rate": 2.2617555345511046e-06,
      "loss": 0.3366,
      "step": 1535190
    },
    {
      "epoch": 428.47,
      "grad_norm": 1.573525309562683,
      "learning_rate": 2.2617285114777597e-06,
      "loss": 0.343,
      "step": 1535200
    },
    {
      "epoch": 428.47,
      "grad_norm": 0.9310911297798157,
      "learning_rate": 2.2617014884153305e-06,
      "loss": 0.3413,
      "step": 1535210
    },
    {
      "epoch": 428.47,
      "grad_norm": 1.0387977361679077,
      "learning_rate": 2.2616744653638234e-06,
      "loss": 0.3477,
      "step": 1535220
    },
    {
      "epoch": 428.48,
      "grad_norm": 1.2528729438781738,
      "learning_rate": 2.2616474423232405e-06,
      "loss": 0.3439,
      "step": 1535230
    },
    {
      "epoch": 428.48,
      "grad_norm": 1.0444245338439941,
      "learning_rate": 2.2616204192935847e-06,
      "loss": 0.3385,
      "step": 1535240
    },
    {
      "epoch": 428.48,
      "grad_norm": 0.8867383599281311,
      "learning_rate": 2.2615933962748616e-06,
      "loss": 0.3367,
      "step": 1535250
    },
    {
      "epoch": 428.48,
      "grad_norm": 1.1350558996200562,
      "learning_rate": 2.261566373267073e-06,
      "loss": 0.3525,
      "step": 1535260
    },
    {
      "epoch": 428.49,
      "grad_norm": 1.0159506797790527,
      "learning_rate": 2.2615393502702222e-06,
      "loss": 0.3399,
      "step": 1535270
    },
    {
      "epoch": 428.49,
      "grad_norm": 1.0387234687805176,
      "learning_rate": 2.2615123272843144e-06,
      "loss": 0.3509,
      "step": 1535280
    },
    {
      "epoch": 428.49,
      "grad_norm": 0.8910678625106812,
      "learning_rate": 2.261485304309353e-06,
      "loss": 0.3363,
      "step": 1535290
    },
    {
      "epoch": 428.5,
      "grad_norm": 1.3578646183013916,
      "learning_rate": 2.26145828134534e-06,
      "loss": 0.3411,
      "step": 1535300
    },
    {
      "epoch": 428.5,
      "grad_norm": 1.9684584140777588,
      "learning_rate": 2.2614312583922806e-06,
      "loss": 0.3542,
      "step": 1535310
    },
    {
      "epoch": 428.5,
      "grad_norm": 0.9909327626228333,
      "learning_rate": 2.2614042354501784e-06,
      "loss": 0.3324,
      "step": 1535320
    },
    {
      "epoch": 428.5,
      "grad_norm": 0.9320132732391357,
      "learning_rate": 2.2613772125190347e-06,
      "loss": 0.3301,
      "step": 1535330
    },
    {
      "epoch": 428.51,
      "grad_norm": 1.0467735528945923,
      "learning_rate": 2.2613501895988562e-06,
      "loss": 0.3369,
      "step": 1535340
    },
    {
      "epoch": 428.51,
      "grad_norm": 0.9253427982330322,
      "learning_rate": 2.261323166689645e-06,
      "loss": 0.3514,
      "step": 1535350
    },
    {
      "epoch": 428.51,
      "grad_norm": 1.157315731048584,
      "learning_rate": 2.261296143791404e-06,
      "loss": 0.3252,
      "step": 1535360
    },
    {
      "epoch": 428.52,
      "grad_norm": 1.1862467527389526,
      "learning_rate": 2.2612691209041387e-06,
      "loss": 0.337,
      "step": 1535370
    },
    {
      "epoch": 428.52,
      "grad_norm": 1.0307856798171997,
      "learning_rate": 2.261242098027851e-06,
      "loss": 0.3296,
      "step": 1535380
    },
    {
      "epoch": 428.52,
      "grad_norm": 0.8745895028114319,
      "learning_rate": 2.261215075162546e-06,
      "loss": 0.3523,
      "step": 1535390
    },
    {
      "epoch": 428.52,
      "grad_norm": 1.8041342496871948,
      "learning_rate": 2.261188052308226e-06,
      "loss": 0.3355,
      "step": 1535400
    },
    {
      "epoch": 428.53,
      "grad_norm": 1.086296796798706,
      "learning_rate": 2.261161029464894e-06,
      "loss": 0.3514,
      "step": 1535410
    },
    {
      "epoch": 428.53,
      "grad_norm": 0.9955732226371765,
      "learning_rate": 2.2611340066325555e-06,
      "loss": 0.3477,
      "step": 1535420
    },
    {
      "epoch": 428.53,
      "grad_norm": 1.1291455030441284,
      "learning_rate": 2.2611069838112135e-06,
      "loss": 0.3477,
      "step": 1535430
    },
    {
      "epoch": 428.53,
      "grad_norm": 1.0166246891021729,
      "learning_rate": 2.2610799610008706e-06,
      "loss": 0.3707,
      "step": 1535440
    },
    {
      "epoch": 428.54,
      "grad_norm": 0.9142432808876038,
      "learning_rate": 2.2610529382015316e-06,
      "loss": 0.3314,
      "step": 1535450
    },
    {
      "epoch": 428.54,
      "grad_norm": 1.1764607429504395,
      "learning_rate": 2.2610259154132e-06,
      "loss": 0.3651,
      "step": 1535460
    },
    {
      "epoch": 428.54,
      "grad_norm": 1.3267593383789062,
      "learning_rate": 2.2609988926358776e-06,
      "loss": 0.333,
      "step": 1535470
    },
    {
      "epoch": 428.55,
      "grad_norm": 1.1014372110366821,
      "learning_rate": 2.2609718698695708e-06,
      "loss": 0.3628,
      "step": 1535480
    },
    {
      "epoch": 428.55,
      "grad_norm": 0.966584324836731,
      "learning_rate": 2.2609448471142812e-06,
      "loss": 0.3405,
      "step": 1535490
    },
    {
      "epoch": 428.55,
      "grad_norm": 0.9964460730552673,
      "learning_rate": 2.2609178243700125e-06,
      "loss": 0.3544,
      "step": 1535500
    },
    {
      "epoch": 428.55,
      "grad_norm": 2.513617753982544,
      "learning_rate": 2.2608908016367695e-06,
      "loss": 0.3425,
      "step": 1535510
    },
    {
      "epoch": 428.56,
      "grad_norm": 1.0983085632324219,
      "learning_rate": 2.2608637789145554e-06,
      "loss": 0.3418,
      "step": 1535520
    },
    {
      "epoch": 428.56,
      "grad_norm": 1.048105001449585,
      "learning_rate": 2.2608367562033726e-06,
      "loss": 0.3465,
      "step": 1535530
    },
    {
      "epoch": 428.56,
      "grad_norm": 1.0887658596038818,
      "learning_rate": 2.260809733503226e-06,
      "loss": 0.3409,
      "step": 1535540
    },
    {
      "epoch": 428.57,
      "grad_norm": 1.808789849281311,
      "learning_rate": 2.260782710814119e-06,
      "loss": 0.3498,
      "step": 1535550
    },
    {
      "epoch": 428.57,
      "grad_norm": 0.8651342391967773,
      "learning_rate": 2.260755688136054e-06,
      "loss": 0.3381,
      "step": 1535560
    },
    {
      "epoch": 428.57,
      "grad_norm": 1.5433675050735474,
      "learning_rate": 2.2607286654690368e-06,
      "loss": 0.3549,
      "step": 1535570
    },
    {
      "epoch": 428.57,
      "grad_norm": 1.162514328956604,
      "learning_rate": 2.2607016428130695e-06,
      "loss": 0.3395,
      "step": 1535580
    },
    {
      "epoch": 428.58,
      "grad_norm": 1.2549117803573608,
      "learning_rate": 2.260674620168155e-06,
      "loss": 0.346,
      "step": 1535590
    },
    {
      "epoch": 428.58,
      "grad_norm": 0.9456365704536438,
      "learning_rate": 2.2606475975342993e-06,
      "loss": 0.351,
      "step": 1535600
    },
    {
      "epoch": 428.58,
      "grad_norm": 1.0376811027526855,
      "learning_rate": 2.260620574911504e-06,
      "loss": 0.3576,
      "step": 1535610
    },
    {
      "epoch": 428.58,
      "grad_norm": 0.9379690289497375,
      "learning_rate": 2.260593552299772e-06,
      "loss": 0.3368,
      "step": 1535620
    },
    {
      "epoch": 428.59,
      "grad_norm": 0.8489695191383362,
      "learning_rate": 2.2605665296991097e-06,
      "loss": 0.3458,
      "step": 1535630
    },
    {
      "epoch": 428.59,
      "grad_norm": 1.1104552745819092,
      "learning_rate": 2.260539507109519e-06,
      "loss": 0.3477,
      "step": 1535640
    },
    {
      "epoch": 428.59,
      "grad_norm": 0.9756577610969543,
      "learning_rate": 2.260512484531002e-06,
      "loss": 0.337,
      "step": 1535650
    },
    {
      "epoch": 428.6,
      "grad_norm": 1.674619436264038,
      "learning_rate": 2.260485461963566e-06,
      "loss": 0.335,
      "step": 1535660
    },
    {
      "epoch": 428.6,
      "grad_norm": 1.1689280271530151,
      "learning_rate": 2.2604584394072114e-06,
      "loss": 0.3366,
      "step": 1535670
    },
    {
      "epoch": 428.6,
      "grad_norm": 1.1327393054962158,
      "learning_rate": 2.2604314168619437e-06,
      "loss": 0.3442,
      "step": 1535680
    },
    {
      "epoch": 428.6,
      "grad_norm": 0.9046691656112671,
      "learning_rate": 2.2604043943277654e-06,
      "loss": 0.345,
      "step": 1535690
    },
    {
      "epoch": 428.61,
      "grad_norm": 1.1269783973693848,
      "learning_rate": 2.2603773718046794e-06,
      "loss": 0.3349,
      "step": 1535700
    },
    {
      "epoch": 428.61,
      "grad_norm": 0.9676504135131836,
      "learning_rate": 2.2603503492926916e-06,
      "loss": 0.3471,
      "step": 1535710
    },
    {
      "epoch": 428.61,
      "grad_norm": 1.0039671659469604,
      "learning_rate": 2.260323326791804e-06,
      "loss": 0.3341,
      "step": 1535720
    },
    {
      "epoch": 428.62,
      "grad_norm": 1.0438237190246582,
      "learning_rate": 2.2602963043020205e-06,
      "loss": 0.342,
      "step": 1535730
    },
    {
      "epoch": 428.62,
      "grad_norm": 1.1844929456710815,
      "learning_rate": 2.260269281823345e-06,
      "loss": 0.3492,
      "step": 1535740
    },
    {
      "epoch": 428.62,
      "grad_norm": 0.9685668349266052,
      "learning_rate": 2.2602422593557806e-06,
      "loss": 0.3479,
      "step": 1535750
    },
    {
      "epoch": 428.62,
      "grad_norm": 1.1259562969207764,
      "learning_rate": 2.2602152368993302e-06,
      "loss": 0.3551,
      "step": 1535760
    },
    {
      "epoch": 428.63,
      "grad_norm": 1.1464805603027344,
      "learning_rate": 2.2601882144539993e-06,
      "loss": 0.3524,
      "step": 1535770
    },
    {
      "epoch": 428.63,
      "grad_norm": 0.9430363178253174,
      "learning_rate": 2.2601611920197907e-06,
      "loss": 0.3388,
      "step": 1535780
    },
    {
      "epoch": 428.63,
      "grad_norm": 0.9977540969848633,
      "learning_rate": 2.2601341695967067e-06,
      "loss": 0.3484,
      "step": 1535790
    },
    {
      "epoch": 428.64,
      "grad_norm": 0.9778695106506348,
      "learning_rate": 2.260107147184753e-06,
      "loss": 0.3441,
      "step": 1535800
    },
    {
      "epoch": 428.64,
      "grad_norm": 0.9749999046325684,
      "learning_rate": 2.260080124783932e-06,
      "loss": 0.3411,
      "step": 1535810
    },
    {
      "epoch": 428.64,
      "grad_norm": 1.2088278532028198,
      "learning_rate": 2.260053102394247e-06,
      "loss": 0.3624,
      "step": 1535820
    },
    {
      "epoch": 428.64,
      "grad_norm": 1.0238516330718994,
      "learning_rate": 2.260026080015703e-06,
      "loss": 0.3327,
      "step": 1535830
    },
    {
      "epoch": 428.65,
      "grad_norm": 1.0310618877410889,
      "learning_rate": 2.2599990576483023e-06,
      "loss": 0.3309,
      "step": 1535840
    },
    {
      "epoch": 428.65,
      "grad_norm": 1.2824167013168335,
      "learning_rate": 2.259972035292048e-06,
      "loss": 0.3626,
      "step": 1535850
    },
    {
      "epoch": 428.65,
      "grad_norm": 0.9698455333709717,
      "learning_rate": 2.2599450129469455e-06,
      "loss": 0.3447,
      "step": 1535860
    },
    {
      "epoch": 428.65,
      "grad_norm": 1.0513710975646973,
      "learning_rate": 2.2599179906129973e-06,
      "loss": 0.334,
      "step": 1535870
    },
    {
      "epoch": 428.66,
      "grad_norm": 1.1390395164489746,
      "learning_rate": 2.2598909682902066e-06,
      "loss": 0.3409,
      "step": 1535880
    },
    {
      "epoch": 428.66,
      "grad_norm": 1.1891247034072876,
      "learning_rate": 2.2598639459785786e-06,
      "loss": 0.3619,
      "step": 1535890
    },
    {
      "epoch": 428.66,
      "grad_norm": 1.1278334856033325,
      "learning_rate": 2.2598369236781153e-06,
      "loss": 0.3316,
      "step": 1535900
    },
    {
      "epoch": 428.67,
      "grad_norm": 0.9581475257873535,
      "learning_rate": 2.25980990138882e-06,
      "loss": 0.3504,
      "step": 1535910
    },
    {
      "epoch": 428.67,
      "grad_norm": 1.0838565826416016,
      "learning_rate": 2.2597828791106985e-06,
      "loss": 0.3578,
      "step": 1535920
    },
    {
      "epoch": 428.67,
      "grad_norm": 1.129133939743042,
      "learning_rate": 2.2597558568437527e-06,
      "loss": 0.3505,
      "step": 1535930
    },
    {
      "epoch": 428.67,
      "grad_norm": 1.2131847143173218,
      "learning_rate": 2.2597288345879856e-06,
      "loss": 0.3456,
      "step": 1535940
    },
    {
      "epoch": 428.68,
      "grad_norm": 1.124216914176941,
      "learning_rate": 2.2597018123434028e-06,
      "loss": 0.3397,
      "step": 1535950
    },
    {
      "epoch": 428.68,
      "grad_norm": 1.1995790004730225,
      "learning_rate": 2.2596747901100063e-06,
      "loss": 0.3491,
      "step": 1535960
    },
    {
      "epoch": 428.68,
      "grad_norm": 1.1109336614608765,
      "learning_rate": 2.2596477678878007e-06,
      "loss": 0.3343,
      "step": 1535970
    },
    {
      "epoch": 428.69,
      "grad_norm": 0.9942962527275085,
      "learning_rate": 2.2596207456767896e-06,
      "loss": 0.3414,
      "step": 1535980
    },
    {
      "epoch": 428.69,
      "grad_norm": 0.9783700704574585,
      "learning_rate": 2.2595937234769746e-06,
      "loss": 0.3354,
      "step": 1535990
    },
    {
      "epoch": 428.69,
      "grad_norm": 1.049696922302246,
      "learning_rate": 2.2595667012883615e-06,
      "loss": 0.3503,
      "step": 1536000
    },
    {
      "epoch": 428.69,
      "grad_norm": 1.2657103538513184,
      "learning_rate": 2.259539679110954e-06,
      "loss": 0.3478,
      "step": 1536010
    },
    {
      "epoch": 428.7,
      "grad_norm": 0.9550706148147583,
      "learning_rate": 2.259512656944754e-06,
      "loss": 0.3391,
      "step": 1536020
    },
    {
      "epoch": 428.7,
      "grad_norm": 1.1395270824432373,
      "learning_rate": 2.2594856347897666e-06,
      "loss": 0.3485,
      "step": 1536030
    },
    {
      "epoch": 428.7,
      "grad_norm": 1.1072192192077637,
      "learning_rate": 2.2594586126459943e-06,
      "loss": 0.3431,
      "step": 1536040
    },
    {
      "epoch": 428.7,
      "grad_norm": 1.159014105796814,
      "learning_rate": 2.2594315905134413e-06,
      "loss": 0.3568,
      "step": 1536050
    },
    {
      "epoch": 428.71,
      "grad_norm": 1.0224319696426392,
      "learning_rate": 2.2594045683921114e-06,
      "loss": 0.3514,
      "step": 1536060
    },
    {
      "epoch": 428.71,
      "grad_norm": 0.9128274917602539,
      "learning_rate": 2.2593775462820078e-06,
      "loss": 0.3577,
      "step": 1536070
    },
    {
      "epoch": 428.71,
      "grad_norm": 1.218036413192749,
      "learning_rate": 2.2593505241831336e-06,
      "loss": 0.3391,
      "step": 1536080
    },
    {
      "epoch": 428.72,
      "grad_norm": 1.116737723350525,
      "learning_rate": 2.2593235020954937e-06,
      "loss": 0.3472,
      "step": 1536090
    },
    {
      "epoch": 428.72,
      "grad_norm": 0.9723416566848755,
      "learning_rate": 2.259296480019091e-06,
      "loss": 0.3653,
      "step": 1536100
    },
    {
      "epoch": 428.72,
      "grad_norm": 1.094981074333191,
      "learning_rate": 2.2592694579539287e-06,
      "loss": 0.3399,
      "step": 1536110
    },
    {
      "epoch": 428.72,
      "grad_norm": 1.096459150314331,
      "learning_rate": 2.2592424359000112e-06,
      "loss": 0.3323,
      "step": 1536120
    },
    {
      "epoch": 428.73,
      "grad_norm": 0.8867867588996887,
      "learning_rate": 2.259215413857342e-06,
      "loss": 0.3544,
      "step": 1536130
    },
    {
      "epoch": 428.73,
      "grad_norm": 0.9977105259895325,
      "learning_rate": 2.259188391825923e-06,
      "loss": 0.342,
      "step": 1536140
    },
    {
      "epoch": 428.73,
      "grad_norm": 1.2394235134124756,
      "learning_rate": 2.2591613698057603e-06,
      "loss": 0.3391,
      "step": 1536150
    },
    {
      "epoch": 428.74,
      "grad_norm": 1.1745234727859497,
      "learning_rate": 2.2591343477968563e-06,
      "loss": 0.3325,
      "step": 1536160
    },
    {
      "epoch": 428.74,
      "grad_norm": 0.93529212474823,
      "learning_rate": 2.2591073257992136e-06,
      "loss": 0.3466,
      "step": 1536170
    },
    {
      "epoch": 428.74,
      "grad_norm": 0.9672412276268005,
      "learning_rate": 2.259080303812838e-06,
      "loss": 0.3522,
      "step": 1536180
    },
    {
      "epoch": 428.74,
      "grad_norm": 1.0365759134292603,
      "learning_rate": 2.259053281837732e-06,
      "loss": 0.3358,
      "step": 1536190
    },
    {
      "epoch": 428.75,
      "grad_norm": 0.9514920711517334,
      "learning_rate": 2.2590262598738982e-06,
      "loss": 0.3446,
      "step": 1536200
    },
    {
      "epoch": 428.75,
      "grad_norm": 1.0518913269042969,
      "learning_rate": 2.2589992379213423e-06,
      "loss": 0.3499,
      "step": 1536210
    },
    {
      "epoch": 428.75,
      "grad_norm": 3.6371407508850098,
      "learning_rate": 2.2589722159800667e-06,
      "loss": 0.3503,
      "step": 1536220
    },
    {
      "epoch": 428.76,
      "grad_norm": 1.4235622882843018,
      "learning_rate": 2.2589451940500735e-06,
      "loss": 0.362,
      "step": 1536230
    },
    {
      "epoch": 428.76,
      "grad_norm": 1.1890641450881958,
      "learning_rate": 2.2589181721313692e-06,
      "loss": 0.3459,
      "step": 1536240
    },
    {
      "epoch": 428.76,
      "grad_norm": 0.9502489566802979,
      "learning_rate": 2.2588911502239555e-06,
      "loss": 0.3301,
      "step": 1536250
    },
    {
      "epoch": 428.76,
      "grad_norm": 1.2947801351547241,
      "learning_rate": 2.2588641283278373e-06,
      "loss": 0.341,
      "step": 1536260
    },
    {
      "epoch": 428.77,
      "grad_norm": 1.3212616443634033,
      "learning_rate": 2.2588371064430173e-06,
      "loss": 0.3414,
      "step": 1536270
    },
    {
      "epoch": 428.77,
      "grad_norm": 1.080094814300537,
      "learning_rate": 2.258810084569498e-06,
      "loss": 0.3603,
      "step": 1536280
    },
    {
      "epoch": 428.77,
      "grad_norm": 1.009863257408142,
      "learning_rate": 2.2587830627072853e-06,
      "loss": 0.3395,
      "step": 1536290
    },
    {
      "epoch": 428.77,
      "grad_norm": 0.9740284085273743,
      "learning_rate": 2.2587560408563817e-06,
      "loss": 0.3517,
      "step": 1536300
    },
    {
      "epoch": 428.78,
      "grad_norm": 1.0955129861831665,
      "learning_rate": 2.25872901901679e-06,
      "loss": 0.3314,
      "step": 1536310
    },
    {
      "epoch": 428.78,
      "grad_norm": 1.2650277614593506,
      "learning_rate": 2.2587019971885152e-06,
      "loss": 0.3456,
      "step": 1536320
    },
    {
      "epoch": 428.78,
      "grad_norm": 0.9560806751251221,
      "learning_rate": 2.2586749753715608e-06,
      "loss": 0.3395,
      "step": 1536330
    },
    {
      "epoch": 428.79,
      "grad_norm": 0.9027260541915894,
      "learning_rate": 2.258647953565929e-06,
      "loss": 0.3417,
      "step": 1536340
    },
    {
      "epoch": 428.79,
      "grad_norm": 1.0809590816497803,
      "learning_rate": 2.258620931771625e-06,
      "loss": 0.3464,
      "step": 1536350
    },
    {
      "epoch": 428.79,
      "grad_norm": 1.1048020124435425,
      "learning_rate": 2.2585939099886523e-06,
      "loss": 0.3482,
      "step": 1536360
    },
    {
      "epoch": 428.79,
      "grad_norm": 1.1067177057266235,
      "learning_rate": 2.258566888217012e-06,
      "loss": 0.3463,
      "step": 1536370
    },
    {
      "epoch": 428.8,
      "grad_norm": 1.218117356300354,
      "learning_rate": 2.258539866456711e-06,
      "loss": 0.3439,
      "step": 1536380
    },
    {
      "epoch": 428.8,
      "grad_norm": 1.2562536001205444,
      "learning_rate": 2.2585128447077516e-06,
      "loss": 0.3305,
      "step": 1536390
    },
    {
      "epoch": 428.8,
      "grad_norm": 1.0057364702224731,
      "learning_rate": 2.2584858229701366e-06,
      "loss": 0.3328,
      "step": 1536400
    },
    {
      "epoch": 428.81,
      "grad_norm": 1.0421034097671509,
      "learning_rate": 2.2584588012438705e-06,
      "loss": 0.3459,
      "step": 1536410
    },
    {
      "epoch": 428.81,
      "grad_norm": 1.8078545331954956,
      "learning_rate": 2.2584317795289573e-06,
      "loss": 0.3376,
      "step": 1536420
    },
    {
      "epoch": 428.81,
      "grad_norm": 1.0678895711898804,
      "learning_rate": 2.2584047578253985e-06,
      "loss": 0.3444,
      "step": 1536430
    },
    {
      "epoch": 428.81,
      "grad_norm": 0.9402895569801331,
      "learning_rate": 2.2583777361332006e-06,
      "loss": 0.359,
      "step": 1536440
    },
    {
      "epoch": 428.82,
      "grad_norm": 1.430052399635315,
      "learning_rate": 2.258350714452365e-06,
      "loss": 0.3232,
      "step": 1536450
    },
    {
      "epoch": 428.82,
      "grad_norm": 3.2163331508636475,
      "learning_rate": 2.258323692782896e-06,
      "loss": 0.3507,
      "step": 1536460
    },
    {
      "epoch": 428.82,
      "grad_norm": 0.9854798913002014,
      "learning_rate": 2.2582966711247975e-06,
      "loss": 0.3486,
      "step": 1536470
    },
    {
      "epoch": 428.83,
      "grad_norm": 1.1147067546844482,
      "learning_rate": 2.2582696494780734e-06,
      "loss": 0.3426,
      "step": 1536480
    },
    {
      "epoch": 428.83,
      "grad_norm": 1.054518222808838,
      "learning_rate": 2.2582426278427258e-06,
      "loss": 0.3744,
      "step": 1536490
    },
    {
      "epoch": 428.83,
      "grad_norm": 1.217068076133728,
      "learning_rate": 2.25821560621876e-06,
      "loss": 0.3525,
      "step": 1536500
    },
    {
      "epoch": 428.83,
      "grad_norm": 0.9971667528152466,
      "learning_rate": 2.258188584606179e-06,
      "loss": 0.3409,
      "step": 1536510
    },
    {
      "epoch": 428.84,
      "grad_norm": 1.200790524482727,
      "learning_rate": 2.258161563004985e-06,
      "loss": 0.3421,
      "step": 1536520
    },
    {
      "epoch": 428.84,
      "grad_norm": 1.0110447406768799,
      "learning_rate": 2.258134541415184e-06,
      "loss": 0.3396,
      "step": 1536530
    },
    {
      "epoch": 428.84,
      "grad_norm": 1.0526154041290283,
      "learning_rate": 2.2581075198367782e-06,
      "loss": 0.3319,
      "step": 1536540
    },
    {
      "epoch": 428.84,
      "grad_norm": 1.0558855533599854,
      "learning_rate": 2.2580804982697713e-06,
      "loss": 0.3492,
      "step": 1536550
    },
    {
      "epoch": 428.85,
      "grad_norm": 1.221972942352295,
      "learning_rate": 2.258053476714167e-06,
      "loss": 0.3548,
      "step": 1536560
    },
    {
      "epoch": 428.85,
      "grad_norm": 1.1849161386489868,
      "learning_rate": 2.2580264551699688e-06,
      "loss": 0.3424,
      "step": 1536570
    },
    {
      "epoch": 428.85,
      "grad_norm": 0.989658772945404,
      "learning_rate": 2.257999433637181e-06,
      "loss": 0.3414,
      "step": 1536580
    },
    {
      "epoch": 428.86,
      "grad_norm": 1.1349008083343506,
      "learning_rate": 2.2579724121158065e-06,
      "loss": 0.3442,
      "step": 1536590
    },
    {
      "epoch": 428.86,
      "grad_norm": 0.8809221386909485,
      "learning_rate": 2.257945390605848e-06,
      "loss": 0.3298,
      "step": 1536600
    },
    {
      "epoch": 428.86,
      "grad_norm": 0.9757593274116516,
      "learning_rate": 2.257918369107311e-06,
      "loss": 0.3222,
      "step": 1536610
    },
    {
      "epoch": 428.86,
      "grad_norm": 0.9800220131874084,
      "learning_rate": 2.2578913476201984e-06,
      "loss": 0.3359,
      "step": 1536620
    },
    {
      "epoch": 428.87,
      "grad_norm": 1.0350624322891235,
      "learning_rate": 2.257864326144513e-06,
      "loss": 0.3399,
      "step": 1536630
    },
    {
      "epoch": 428.87,
      "grad_norm": 0.9298667311668396,
      "learning_rate": 2.25783730468026e-06,
      "loss": 0.3482,
      "step": 1536640
    },
    {
      "epoch": 428.87,
      "grad_norm": 1.118533730506897,
      "learning_rate": 2.2578102832274414e-06,
      "loss": 0.3389,
      "step": 1536650
    },
    {
      "epoch": 428.88,
      "grad_norm": 0.9884561896324158,
      "learning_rate": 2.2577832617860605e-06,
      "loss": 0.3511,
      "step": 1536660
    },
    {
      "epoch": 428.88,
      "grad_norm": 0.981917142868042,
      "learning_rate": 2.257756240356123e-06,
      "loss": 0.3395,
      "step": 1536670
    },
    {
      "epoch": 428.88,
      "grad_norm": 1.176607370376587,
      "learning_rate": 2.2577292189376315e-06,
      "loss": 0.3268,
      "step": 1536680
    },
    {
      "epoch": 428.88,
      "grad_norm": 0.9230970144271851,
      "learning_rate": 2.2577021975305885e-06,
      "loss": 0.337,
      "step": 1536690
    },
    {
      "epoch": 428.89,
      "grad_norm": 1.0740437507629395,
      "learning_rate": 2.257675176134999e-06,
      "loss": 0.3533,
      "step": 1536700
    },
    {
      "epoch": 428.89,
      "grad_norm": 1.1044729948043823,
      "learning_rate": 2.257648154750866e-06,
      "loss": 0.3569,
      "step": 1536710
    },
    {
      "epoch": 428.89,
      "grad_norm": 0.9978317022323608,
      "learning_rate": 2.2576211333781927e-06,
      "loss": 0.3477,
      "step": 1536720
    },
    {
      "epoch": 428.89,
      "grad_norm": 1.1540447473526,
      "learning_rate": 2.2575941120169835e-06,
      "loss": 0.3405,
      "step": 1536730
    },
    {
      "epoch": 428.9,
      "grad_norm": 1.0580886602401733,
      "learning_rate": 2.257567090667242e-06,
      "loss": 0.3444,
      "step": 1536740
    },
    {
      "epoch": 428.9,
      "grad_norm": 1.1305890083312988,
      "learning_rate": 2.2575400693289706e-06,
      "loss": 0.3384,
      "step": 1536750
    },
    {
      "epoch": 428.9,
      "grad_norm": 1.0002003908157349,
      "learning_rate": 2.2575130480021746e-06,
      "loss": 0.3417,
      "step": 1536760
    },
    {
      "epoch": 428.91,
      "grad_norm": 0.9078801870346069,
      "learning_rate": 2.257486026686857e-06,
      "loss": 0.3491,
      "step": 1536770
    },
    {
      "epoch": 428.91,
      "grad_norm": 0.9569008946418762,
      "learning_rate": 2.25745900538302e-06,
      "loss": 0.3384,
      "step": 1536780
    },
    {
      "epoch": 428.91,
      "grad_norm": 0.8271166086196899,
      "learning_rate": 2.2574319840906695e-06,
      "loss": 0.3569,
      "step": 1536790
    },
    {
      "epoch": 428.91,
      "grad_norm": 1.0457683801651,
      "learning_rate": 2.2574049628098077e-06,
      "loss": 0.3426,
      "step": 1536800
    },
    {
      "epoch": 428.92,
      "grad_norm": 1.0583140850067139,
      "learning_rate": 2.2573779415404376e-06,
      "loss": 0.3352,
      "step": 1536810
    },
    {
      "epoch": 428.92,
      "grad_norm": 1.0142542123794556,
      "learning_rate": 2.2573509202825647e-06,
      "loss": 0.3407,
      "step": 1536820
    },
    {
      "epoch": 428.92,
      "grad_norm": 1.012479305267334,
      "learning_rate": 2.2573238990361907e-06,
      "loss": 0.3524,
      "step": 1536830
    },
    {
      "epoch": 428.93,
      "grad_norm": 1.1325241327285767,
      "learning_rate": 2.2572968778013207e-06,
      "loss": 0.3601,
      "step": 1536840
    },
    {
      "epoch": 428.93,
      "grad_norm": 0.9181624054908752,
      "learning_rate": 2.257269856577958e-06,
      "loss": 0.3387,
      "step": 1536850
    },
    {
      "epoch": 428.93,
      "grad_norm": 1.0587180852890015,
      "learning_rate": 2.257242835366104e-06,
      "loss": 0.3559,
      "step": 1536860
    },
    {
      "epoch": 428.93,
      "grad_norm": 1.0068659782409668,
      "learning_rate": 2.2572158141657658e-06,
      "loss": 0.3539,
      "step": 1536870
    },
    {
      "epoch": 428.94,
      "grad_norm": 1.0708235502243042,
      "learning_rate": 2.257188792976945e-06,
      "loss": 0.3332,
      "step": 1536880
    },
    {
      "epoch": 428.94,
      "grad_norm": 1.0529786348342896,
      "learning_rate": 2.2571617717996445e-06,
      "loss": 0.3463,
      "step": 1536890
    },
    {
      "epoch": 428.94,
      "grad_norm": 1.0554884672164917,
      "learning_rate": 2.2571347506338703e-06,
      "loss": 0.3236,
      "step": 1536900
    },
    {
      "epoch": 428.95,
      "grad_norm": 0.9916368722915649,
      "learning_rate": 2.2571077294796243e-06,
      "loss": 0.3466,
      "step": 1536910
    },
    {
      "epoch": 428.95,
      "grad_norm": 1.0396851301193237,
      "learning_rate": 2.25708070833691e-06,
      "loss": 0.3388,
      "step": 1536920
    },
    {
      "epoch": 428.95,
      "grad_norm": 1.0571672916412354,
      "learning_rate": 2.257053687205732e-06,
      "loss": 0.3325,
      "step": 1536930
    },
    {
      "epoch": 428.95,
      "grad_norm": 1.0323961973190308,
      "learning_rate": 2.2570266660860934e-06,
      "loss": 0.3508,
      "step": 1536940
    },
    {
      "epoch": 428.96,
      "grad_norm": 0.9249305129051208,
      "learning_rate": 2.2569996449779962e-06,
      "loss": 0.3593,
      "step": 1536950
    },
    {
      "epoch": 428.96,
      "grad_norm": 1.1375715732574463,
      "learning_rate": 2.256972623881447e-06,
      "loss": 0.3483,
      "step": 1536960
    },
    {
      "epoch": 428.96,
      "grad_norm": 1.1415077447891235,
      "learning_rate": 2.2569456027964477e-06,
      "loss": 0.361,
      "step": 1536970
    },
    {
      "epoch": 428.96,
      "grad_norm": 0.8781769871711731,
      "learning_rate": 2.2569185817230014e-06,
      "loss": 0.3696,
      "step": 1536980
    },
    {
      "epoch": 428.97,
      "grad_norm": 1.056221604347229,
      "learning_rate": 2.256891560661113e-06,
      "loss": 0.3423,
      "step": 1536990
    },
    {
      "epoch": 428.97,
      "grad_norm": 0.9873345494270325,
      "learning_rate": 2.2568645396107855e-06,
      "loss": 0.336,
      "step": 1537000
    },
    {
      "epoch": 428.97,
      "grad_norm": 0.9450877904891968,
      "learning_rate": 2.2568375185720218e-06,
      "loss": 0.3445,
      "step": 1537010
    },
    {
      "epoch": 428.98,
      "grad_norm": 1.1208434104919434,
      "learning_rate": 2.256810497544827e-06,
      "loss": 0.3356,
      "step": 1537020
    },
    {
      "epoch": 428.98,
      "grad_norm": 1.0198951959609985,
      "learning_rate": 2.2567834765292037e-06,
      "loss": 0.3507,
      "step": 1537030
    },
    {
      "epoch": 428.98,
      "grad_norm": 1.0919737815856934,
      "learning_rate": 2.2567564555251543e-06,
      "loss": 0.3601,
      "step": 1537040
    },
    {
      "epoch": 428.98,
      "grad_norm": 1.1369518041610718,
      "learning_rate": 2.2567294345326857e-06,
      "loss": 0.3594,
      "step": 1537050
    },
    {
      "epoch": 428.99,
      "grad_norm": 1.4210237264633179,
      "learning_rate": 2.256702413551799e-06,
      "loss": 0.3523,
      "step": 1537060
    },
    {
      "epoch": 428.99,
      "grad_norm": 1.1048674583435059,
      "learning_rate": 2.256675392582498e-06,
      "loss": 0.3602,
      "step": 1537070
    },
    {
      "epoch": 428.99,
      "grad_norm": 1.1170973777770996,
      "learning_rate": 2.256648371624787e-06,
      "loss": 0.3569,
      "step": 1537080
    },
    {
      "epoch": 429.0,
      "grad_norm": 1.067530870437622,
      "learning_rate": 2.256621350678669e-06,
      "loss": 0.3424,
      "step": 1537090
    },
    {
      "epoch": 429.0,
      "grad_norm": 0.955822765827179,
      "learning_rate": 2.2565943297441474e-06,
      "loss": 0.3533,
      "step": 1537100
    },
    {
      "epoch": 429.0,
      "eval_loss": 0.3457472622394562,
      "eval_runtime": 63.1573,
      "eval_samples_per_second": 80.102,
      "eval_steps_per_second": 10.023,
      "step": 1537107
    },
    {
      "epoch": 429.0,
      "grad_norm": 1.1565204858779907,
      "learning_rate": 2.256567308821227e-06,
      "loss": 0.3456,
      "step": 1537110
    },
    {
      "epoch": 429.0,
      "grad_norm": 1.0841296911239624,
      "learning_rate": 2.2565402879099095e-06,
      "loss": 0.3595,
      "step": 1537120
    },
    {
      "epoch": 429.01,
      "grad_norm": 0.9015177488327026,
      "learning_rate": 2.256513267010201e-06,
      "loss": 0.3361,
      "step": 1537130
    },
    {
      "epoch": 429.01,
      "grad_norm": 1.168457269668579,
      "learning_rate": 2.2564862461221034e-06,
      "loss": 0.3486,
      "step": 1537140
    },
    {
      "epoch": 429.01,
      "grad_norm": 1.0050585269927979,
      "learning_rate": 2.25645922524562e-06,
      "loss": 0.3512,
      "step": 1537150
    },
    {
      "epoch": 429.01,
      "grad_norm": 1.1605969667434692,
      "learning_rate": 2.256432204380756e-06,
      "loss": 0.3434,
      "step": 1537160
    },
    {
      "epoch": 429.02,
      "grad_norm": 0.9469761848449707,
      "learning_rate": 2.256405183527514e-06,
      "loss": 0.3345,
      "step": 1537170
    },
    {
      "epoch": 429.02,
      "grad_norm": 1.0155482292175293,
      "learning_rate": 2.2563781626858962e-06,
      "loss": 0.3623,
      "step": 1537180
    },
    {
      "epoch": 429.02,
      "grad_norm": 0.920410692691803,
      "learning_rate": 2.2563511418559092e-06,
      "loss": 0.3614,
      "step": 1537190
    },
    {
      "epoch": 429.03,
      "grad_norm": 1.0101372003555298,
      "learning_rate": 2.2563241210375545e-06,
      "loss": 0.3518,
      "step": 1537200
    },
    {
      "epoch": 429.03,
      "grad_norm": 1.34442937374115,
      "learning_rate": 2.256297100230836e-06,
      "loss": 0.3595,
      "step": 1537210
    },
    {
      "epoch": 429.03,
      "grad_norm": 0.9255242347717285,
      "learning_rate": 2.2562700794357577e-06,
      "loss": 0.3284,
      "step": 1537220
    },
    {
      "epoch": 429.03,
      "grad_norm": 1.0210248231887817,
      "learning_rate": 2.256243058652323e-06,
      "loss": 0.3375,
      "step": 1537230
    },
    {
      "epoch": 429.04,
      "grad_norm": 0.9868183135986328,
      "learning_rate": 2.2562160378805345e-06,
      "loss": 0.3409,
      "step": 1537240
    },
    {
      "epoch": 429.04,
      "grad_norm": 1.2614853382110596,
      "learning_rate": 2.256189017120398e-06,
      "loss": 0.347,
      "step": 1537250
    },
    {
      "epoch": 429.04,
      "grad_norm": 1.0214117765426636,
      "learning_rate": 2.256161996371916e-06,
      "loss": 0.3577,
      "step": 1537260
    },
    {
      "epoch": 429.05,
      "grad_norm": 1.0548242330551147,
      "learning_rate": 2.256134975635091e-06,
      "loss": 0.3672,
      "step": 1537270
    },
    {
      "epoch": 429.05,
      "grad_norm": 1.0532007217407227,
      "learning_rate": 2.2561079549099283e-06,
      "loss": 0.3395,
      "step": 1537280
    },
    {
      "epoch": 429.05,
      "grad_norm": 1.1250368356704712,
      "learning_rate": 2.256080934196431e-06,
      "loss": 0.3653,
      "step": 1537290
    },
    {
      "epoch": 429.05,
      "grad_norm": 1.1350924968719482,
      "learning_rate": 2.256053913494602e-06,
      "loss": 0.3518,
      "step": 1537300
    },
    {
      "epoch": 429.06,
      "grad_norm": 0.9521622657775879,
      "learning_rate": 2.2560268928044456e-06,
      "loss": 0.3362,
      "step": 1537310
    },
    {
      "epoch": 429.06,
      "grad_norm": 1.2715034484863281,
      "learning_rate": 2.2559998721259653e-06,
      "loss": 0.3493,
      "step": 1537320
    },
    {
      "epoch": 429.06,
      "grad_norm": 1.0189815759658813,
      "learning_rate": 2.2559728514591634e-06,
      "loss": 0.3291,
      "step": 1537330
    },
    {
      "epoch": 429.07,
      "grad_norm": 0.9586163759231567,
      "learning_rate": 2.255945830804046e-06,
      "loss": 0.3416,
      "step": 1537340
    },
    {
      "epoch": 429.07,
      "grad_norm": 0.998412549495697,
      "learning_rate": 2.255918810160615e-06,
      "loss": 0.3397,
      "step": 1537350
    },
    {
      "epoch": 429.07,
      "grad_norm": 1.1255210638046265,
      "learning_rate": 2.2558917895288743e-06,
      "loss": 0.3547,
      "step": 1537360
    },
    {
      "epoch": 429.07,
      "grad_norm": 1.1621041297912598,
      "learning_rate": 2.2558647689088278e-06,
      "loss": 0.3449,
      "step": 1537370
    },
    {
      "epoch": 429.08,
      "grad_norm": 1.2228261232376099,
      "learning_rate": 2.255837748300479e-06,
      "loss": 0.3481,
      "step": 1537380
    },
    {
      "epoch": 429.08,
      "grad_norm": 1.2488048076629639,
      "learning_rate": 2.2558107277038303e-06,
      "loss": 0.3437,
      "step": 1537390
    },
    {
      "epoch": 429.08,
      "grad_norm": 1.6105057001113892,
      "learning_rate": 2.255783707118887e-06,
      "loss": 0.3465,
      "step": 1537400
    },
    {
      "epoch": 429.08,
      "grad_norm": 0.9825842976570129,
      "learning_rate": 2.2557566865456513e-06,
      "loss": 0.3496,
      "step": 1537410
    },
    {
      "epoch": 429.09,
      "grad_norm": 1.123282551765442,
      "learning_rate": 2.2557296659841284e-06,
      "loss": 0.3422,
      "step": 1537420
    },
    {
      "epoch": 429.09,
      "grad_norm": 1.1199595928192139,
      "learning_rate": 2.2557026454343212e-06,
      "loss": 0.3491,
      "step": 1537430
    },
    {
      "epoch": 429.09,
      "grad_norm": 1.1065218448638916,
      "learning_rate": 2.2556756248962324e-06,
      "loss": 0.3294,
      "step": 1537440
    },
    {
      "epoch": 429.1,
      "grad_norm": 1.0597069263458252,
      "learning_rate": 2.2556486043698673e-06,
      "loss": 0.3371,
      "step": 1537450
    },
    {
      "epoch": 429.1,
      "grad_norm": 1.0670714378356934,
      "learning_rate": 2.255621583855228e-06,
      "loss": 0.343,
      "step": 1537460
    },
    {
      "epoch": 429.1,
      "grad_norm": 0.999742865562439,
      "learning_rate": 2.255594563352318e-06,
      "loss": 0.3308,
      "step": 1537470
    },
    {
      "epoch": 429.1,
      "grad_norm": 1.1744487285614014,
      "learning_rate": 2.2555675428611427e-06,
      "loss": 0.3505,
      "step": 1537480
    },
    {
      "epoch": 429.11,
      "grad_norm": 1.1311774253845215,
      "learning_rate": 2.255540522381704e-06,
      "loss": 0.3524,
      "step": 1537490
    },
    {
      "epoch": 429.11,
      "grad_norm": 1.1141570806503296,
      "learning_rate": 2.2555135019140053e-06,
      "loss": 0.34,
      "step": 1537500
    },
    {
      "epoch": 429.11,
      "grad_norm": 0.8767159581184387,
      "learning_rate": 2.255486481458052e-06,
      "loss": 0.3356,
      "step": 1537510
    },
    {
      "epoch": 429.12,
      "grad_norm": 1.129913091659546,
      "learning_rate": 2.255459461013846e-06,
      "loss": 0.3601,
      "step": 1537520
    },
    {
      "epoch": 429.12,
      "grad_norm": 6.190980434417725,
      "learning_rate": 2.255432440581391e-06,
      "loss": 0.353,
      "step": 1537530
    },
    {
      "epoch": 429.12,
      "grad_norm": 4.33732795715332,
      "learning_rate": 2.255405420160692e-06,
      "loss": 0.3503,
      "step": 1537540
    },
    {
      "epoch": 429.12,
      "grad_norm": 0.9631963968276978,
      "learning_rate": 2.2553783997517516e-06,
      "loss": 0.3367,
      "step": 1537550
    },
    {
      "epoch": 429.13,
      "grad_norm": 1.1003791093826294,
      "learning_rate": 2.2553513793545726e-06,
      "loss": 0.3542,
      "step": 1537560
    },
    {
      "epoch": 429.13,
      "grad_norm": 1.195771336555481,
      "learning_rate": 2.2553243589691606e-06,
      "loss": 0.3404,
      "step": 1537570
    },
    {
      "epoch": 429.13,
      "grad_norm": 1.0819792747497559,
      "learning_rate": 2.2552973385955176e-06,
      "loss": 0.3558,
      "step": 1537580
    },
    {
      "epoch": 429.13,
      "grad_norm": 1.043217658996582,
      "learning_rate": 2.2552703182336476e-06,
      "loss": 0.3565,
      "step": 1537590
    },
    {
      "epoch": 429.14,
      "grad_norm": 1.2106218338012695,
      "learning_rate": 2.2552432978835547e-06,
      "loss": 0.3446,
      "step": 1537600
    },
    {
      "epoch": 429.14,
      "grad_norm": 1.0826278924942017,
      "learning_rate": 2.255216277545242e-06,
      "loss": 0.3555,
      "step": 1537610
    },
    {
      "epoch": 429.14,
      "grad_norm": 1.109535574913025,
      "learning_rate": 2.2551892572187123e-06,
      "loss": 0.361,
      "step": 1537620
    },
    {
      "epoch": 429.15,
      "grad_norm": 1.1754456758499146,
      "learning_rate": 2.2551622369039708e-06,
      "loss": 0.347,
      "step": 1537630
    },
    {
      "epoch": 429.15,
      "grad_norm": 0.7966328263282776,
      "learning_rate": 2.2551352166010203e-06,
      "loss": 0.3437,
      "step": 1537640
    },
    {
      "epoch": 429.15,
      "grad_norm": 1.0180174112319946,
      "learning_rate": 2.255108196309864e-06,
      "loss": 0.3434,
      "step": 1537650
    },
    {
      "epoch": 429.15,
      "grad_norm": 1.0954889059066772,
      "learning_rate": 2.2550811760305064e-06,
      "loss": 0.3325,
      "step": 1537660
    },
    {
      "epoch": 429.16,
      "grad_norm": 1.0170228481292725,
      "learning_rate": 2.255054155762951e-06,
      "loss": 0.3487,
      "step": 1537670
    },
    {
      "epoch": 429.16,
      "grad_norm": 2.345250368118286,
      "learning_rate": 2.2550271355072002e-06,
      "loss": 0.3386,
      "step": 1537680
    },
    {
      "epoch": 429.16,
      "grad_norm": 1.0944099426269531,
      "learning_rate": 2.255000115263259e-06,
      "loss": 0.3502,
      "step": 1537690
    },
    {
      "epoch": 429.17,
      "grad_norm": 0.8654792904853821,
      "learning_rate": 2.2549730950311292e-06,
      "loss": 0.3352,
      "step": 1537700
    },
    {
      "epoch": 429.17,
      "grad_norm": 1.4452704191207886,
      "learning_rate": 2.254946074810817e-06,
      "loss": 0.3456,
      "step": 1537710
    },
    {
      "epoch": 429.17,
      "grad_norm": 0.9423984885215759,
      "learning_rate": 2.254919054602325e-06,
      "loss": 0.3408,
      "step": 1537720
    },
    {
      "epoch": 429.17,
      "grad_norm": 0.9670410752296448,
      "learning_rate": 2.2548920344056554e-06,
      "loss": 0.3436,
      "step": 1537730
    },
    {
      "epoch": 429.18,
      "grad_norm": 1.179991364479065,
      "learning_rate": 2.254865014220813e-06,
      "loss": 0.3581,
      "step": 1537740
    },
    {
      "epoch": 429.18,
      "grad_norm": 1.0453455448150635,
      "learning_rate": 2.254837994047802e-06,
      "loss": 0.351,
      "step": 1537750
    },
    {
      "epoch": 429.18,
      "grad_norm": 0.9232587218284607,
      "learning_rate": 2.2548109738866236e-06,
      "loss": 0.3554,
      "step": 1537760
    },
    {
      "epoch": 429.19,
      "grad_norm": 1.5037331581115723,
      "learning_rate": 2.2547839537372843e-06,
      "loss": 0.3483,
      "step": 1537770
    },
    {
      "epoch": 429.19,
      "grad_norm": 0.9287331700325012,
      "learning_rate": 2.2547569335997865e-06,
      "loss": 0.3423,
      "step": 1537780
    },
    {
      "epoch": 429.19,
      "grad_norm": 0.9069812297821045,
      "learning_rate": 2.2547299134741332e-06,
      "loss": 0.3346,
      "step": 1537790
    },
    {
      "epoch": 429.19,
      "grad_norm": 2.7813720703125,
      "learning_rate": 2.2547028933603287e-06,
      "loss": 0.3354,
      "step": 1537800
    },
    {
      "epoch": 429.2,
      "grad_norm": 1.0230363607406616,
      "learning_rate": 2.2546758732583766e-06,
      "loss": 0.3372,
      "step": 1537810
    },
    {
      "epoch": 429.2,
      "grad_norm": 1.2204047441482544,
      "learning_rate": 2.2546488531682792e-06,
      "loss": 0.3389,
      "step": 1537820
    },
    {
      "epoch": 429.2,
      "grad_norm": 1.0350288152694702,
      "learning_rate": 2.254621833090042e-06,
      "loss": 0.3479,
      "step": 1537830
    },
    {
      "epoch": 429.2,
      "grad_norm": 1.4997822046279907,
      "learning_rate": 2.2545948130236683e-06,
      "loss": 0.3059,
      "step": 1537840
    },
    {
      "epoch": 429.21,
      "grad_norm": 0.9680417776107788,
      "learning_rate": 2.25456779296916e-06,
      "loss": 0.3523,
      "step": 1537850
    },
    {
      "epoch": 429.21,
      "grad_norm": 1.2661608457565308,
      "learning_rate": 2.2545407729265226e-06,
      "loss": 0.3585,
      "step": 1537860
    },
    {
      "epoch": 429.21,
      "grad_norm": 0.8572598695755005,
      "learning_rate": 2.254513752895759e-06,
      "loss": 0.3436,
      "step": 1537870
    },
    {
      "epoch": 429.22,
      "grad_norm": 0.9921985268592834,
      "learning_rate": 2.2544867328768726e-06,
      "loss": 0.3408,
      "step": 1537880
    },
    {
      "epoch": 429.22,
      "grad_norm": 0.9957377314567566,
      "learning_rate": 2.2544597128698674e-06,
      "loss": 0.3475,
      "step": 1537890
    },
    {
      "epoch": 429.22,
      "grad_norm": 1.1637694835662842,
      "learning_rate": 2.254432692874747e-06,
      "loss": 0.3487,
      "step": 1537900
    },
    {
      "epoch": 429.22,
      "grad_norm": 1.033299446105957,
      "learning_rate": 2.2544056728915134e-06,
      "loss": 0.3507,
      "step": 1537910
    },
    {
      "epoch": 429.23,
      "grad_norm": 1.040974736213684,
      "learning_rate": 2.254378652920173e-06,
      "loss": 0.343,
      "step": 1537920
    },
    {
      "epoch": 429.23,
      "grad_norm": 0.9160167574882507,
      "learning_rate": 2.2543516329607275e-06,
      "loss": 0.3443,
      "step": 1537930
    },
    {
      "epoch": 429.23,
      "grad_norm": 1.0314600467681885,
      "learning_rate": 2.2543246130131807e-06,
      "loss": 0.3368,
      "step": 1537940
    },
    {
      "epoch": 429.24,
      "grad_norm": 1.1805343627929688,
      "learning_rate": 2.2542975930775368e-06,
      "loss": 0.3491,
      "step": 1537950
    },
    {
      "epoch": 429.24,
      "grad_norm": 0.9260039329528809,
      "learning_rate": 2.2542705731537988e-06,
      "loss": 0.3583,
      "step": 1537960
    },
    {
      "epoch": 429.24,
      "grad_norm": 1.226874828338623,
      "learning_rate": 2.25424355324197e-06,
      "loss": 0.3255,
      "step": 1537970
    },
    {
      "epoch": 429.24,
      "grad_norm": 0.9699034094810486,
      "learning_rate": 2.2542165333420557e-06,
      "loss": 0.3485,
      "step": 1537980
    },
    {
      "epoch": 429.25,
      "grad_norm": 1.134803056716919,
      "learning_rate": 2.254189513454057e-06,
      "loss": 0.3446,
      "step": 1537990
    },
    {
      "epoch": 429.25,
      "grad_norm": 2.6279990673065186,
      "learning_rate": 2.25416249357798e-06,
      "loss": 0.361,
      "step": 1538000
    },
    {
      "epoch": 429.25,
      "grad_norm": 1.0848788022994995,
      "learning_rate": 2.254135473713827e-06,
      "loss": 0.3319,
      "step": 1538010
    },
    {
      "epoch": 429.25,
      "grad_norm": 1.0850132703781128,
      "learning_rate": 2.254108453861601e-06,
      "loss": 0.3588,
      "step": 1538020
    },
    {
      "epoch": 429.26,
      "grad_norm": 1.018266201019287,
      "learning_rate": 2.254081434021307e-06,
      "loss": 0.3355,
      "step": 1538030
    },
    {
      "epoch": 429.26,
      "grad_norm": 1.096551537513733,
      "learning_rate": 2.254054414192948e-06,
      "loss": 0.3501,
      "step": 1538040
    },
    {
      "epoch": 429.26,
      "grad_norm": 1.003179669380188,
      "learning_rate": 2.254027394376526e-06,
      "loss": 0.3503,
      "step": 1538050
    },
    {
      "epoch": 429.27,
      "grad_norm": 1.0071958303451538,
      "learning_rate": 2.2540003745720477e-06,
      "loss": 0.3466,
      "step": 1538060
    },
    {
      "epoch": 429.27,
      "grad_norm": 1.0440820455551147,
      "learning_rate": 2.253973354779515e-06,
      "loss": 0.35,
      "step": 1538070
    },
    {
      "epoch": 429.27,
      "grad_norm": 0.941194474697113,
      "learning_rate": 2.253946334998931e-06,
      "loss": 0.3359,
      "step": 1538080
    },
    {
      "epoch": 429.27,
      "grad_norm": 1.096583604812622,
      "learning_rate": 2.2539193152303002e-06,
      "loss": 0.345,
      "step": 1538090
    },
    {
      "epoch": 429.28,
      "grad_norm": 1.011788249015808,
      "learning_rate": 2.253892295473626e-06,
      "loss": 0.3434,
      "step": 1538100
    },
    {
      "epoch": 429.28,
      "grad_norm": 1.0909395217895508,
      "learning_rate": 2.2538652757289113e-06,
      "loss": 0.3345,
      "step": 1538110
    },
    {
      "epoch": 429.28,
      "grad_norm": 0.9753557443618774,
      "learning_rate": 2.253838255996161e-06,
      "loss": 0.3417,
      "step": 1538120
    },
    {
      "epoch": 429.29,
      "grad_norm": 0.8407691121101379,
      "learning_rate": 2.253811236275378e-06,
      "loss": 0.3393,
      "step": 1538130
    },
    {
      "epoch": 429.29,
      "grad_norm": 0.809585452079773,
      "learning_rate": 2.253784216566565e-06,
      "loss": 0.3384,
      "step": 1538140
    },
    {
      "epoch": 429.29,
      "grad_norm": 0.906152069568634,
      "learning_rate": 2.253757196869727e-06,
      "loss": 0.3414,
      "step": 1538150
    },
    {
      "epoch": 429.29,
      "grad_norm": 1.205389142036438,
      "learning_rate": 2.2537301771848677e-06,
      "loss": 0.3539,
      "step": 1538160
    },
    {
      "epoch": 429.3,
      "grad_norm": 0.9462422132492065,
      "learning_rate": 2.253703157511989e-06,
      "loss": 0.356,
      "step": 1538170
    },
    {
      "epoch": 429.3,
      "grad_norm": 1.1442182064056396,
      "learning_rate": 2.2536761378510964e-06,
      "loss": 0.3582,
      "step": 1538180
    },
    {
      "epoch": 429.3,
      "grad_norm": 1.042622447013855,
      "learning_rate": 2.2536491182021923e-06,
      "loss": 0.3396,
      "step": 1538190
    },
    {
      "epoch": 429.31,
      "grad_norm": 1.0201845169067383,
      "learning_rate": 2.25362209856528e-06,
      "loss": 0.3513,
      "step": 1538200
    },
    {
      "epoch": 429.31,
      "grad_norm": 1.0093246698379517,
      "learning_rate": 2.2535950789403646e-06,
      "loss": 0.3222,
      "step": 1538210
    },
    {
      "epoch": 429.31,
      "grad_norm": 1.0155771970748901,
      "learning_rate": 2.253568059327449e-06,
      "loss": 0.3421,
      "step": 1538220
    },
    {
      "epoch": 429.31,
      "grad_norm": 1.0610809326171875,
      "learning_rate": 2.2535410397265353e-06,
      "loss": 0.3384,
      "step": 1538230
    },
    {
      "epoch": 429.32,
      "grad_norm": 1.1312739849090576,
      "learning_rate": 2.25351402013763e-06,
      "loss": 0.3462,
      "step": 1538240
    },
    {
      "epoch": 429.32,
      "grad_norm": 1.1779536008834839,
      "learning_rate": 2.2534870005607345e-06,
      "loss": 0.3455,
      "step": 1538250
    },
    {
      "epoch": 429.32,
      "grad_norm": 0.9096158742904663,
      "learning_rate": 2.253459980995853e-06,
      "loss": 0.3421,
      "step": 1538260
    },
    {
      "epoch": 429.32,
      "grad_norm": 1.029412031173706,
      "learning_rate": 2.2534329614429893e-06,
      "loss": 0.3632,
      "step": 1538270
    },
    {
      "epoch": 429.33,
      "grad_norm": 0.9268759489059448,
      "learning_rate": 2.253405941902146e-06,
      "loss": 0.3545,
      "step": 1538280
    },
    {
      "epoch": 429.33,
      "grad_norm": 1.030510663986206,
      "learning_rate": 2.2533789223733284e-06,
      "loss": 0.3435,
      "step": 1538290
    },
    {
      "epoch": 429.33,
      "grad_norm": 1.020577311515808,
      "learning_rate": 2.2533519028565393e-06,
      "loss": 0.3666,
      "step": 1538300
    },
    {
      "epoch": 429.34,
      "grad_norm": 1.1284000873565674,
      "learning_rate": 2.253324883351782e-06,
      "loss": 0.3348,
      "step": 1538310
    },
    {
      "epoch": 429.34,
      "grad_norm": 1.0742491483688354,
      "learning_rate": 2.2532978638590605e-06,
      "loss": 0.3325,
      "step": 1538320
    },
    {
      "epoch": 429.34,
      "grad_norm": 0.8765286207199097,
      "learning_rate": 2.2532708443783783e-06,
      "loss": 0.3481,
      "step": 1538330
    },
    {
      "epoch": 429.34,
      "grad_norm": 3.8566131591796875,
      "learning_rate": 2.2532438249097376e-06,
      "loss": 0.3437,
      "step": 1538340
    },
    {
      "epoch": 429.35,
      "grad_norm": 1.0243417024612427,
      "learning_rate": 2.2532168054531446e-06,
      "loss": 0.3412,
      "step": 1538350
    },
    {
      "epoch": 429.35,
      "grad_norm": 0.9466461539268494,
      "learning_rate": 2.2531897860086015e-06,
      "loss": 0.3375,
      "step": 1538360
    },
    {
      "epoch": 429.35,
      "grad_norm": 0.9830845594406128,
      "learning_rate": 2.2531627665761113e-06,
      "loss": 0.3401,
      "step": 1538370
    },
    {
      "epoch": 429.36,
      "grad_norm": 1.1061500310897827,
      "learning_rate": 2.253135747155679e-06,
      "loss": 0.3486,
      "step": 1538380
    },
    {
      "epoch": 429.36,
      "grad_norm": 1.0460737943649292,
      "learning_rate": 2.253108727747307e-06,
      "loss": 0.3461,
      "step": 1538390
    },
    {
      "epoch": 429.36,
      "grad_norm": 0.8794443011283875,
      "learning_rate": 2.2530817083509997e-06,
      "loss": 0.3417,
      "step": 1538400
    },
    {
      "epoch": 429.36,
      "grad_norm": 1.2312570810317993,
      "learning_rate": 2.2530546889667607e-06,
      "loss": 0.3532,
      "step": 1538410
    },
    {
      "epoch": 429.37,
      "grad_norm": 0.9443210959434509,
      "learning_rate": 2.2530276695945927e-06,
      "loss": 0.3341,
      "step": 1538420
    },
    {
      "epoch": 429.37,
      "grad_norm": 1.1535283327102661,
      "learning_rate": 2.2530006502344993e-06,
      "loss": 0.3582,
      "step": 1538430
    },
    {
      "epoch": 429.37,
      "grad_norm": 1.0920228958129883,
      "learning_rate": 2.2529736308864858e-06,
      "loss": 0.3403,
      "step": 1538440
    },
    {
      "epoch": 429.37,
      "grad_norm": 1.2461894750595093,
      "learning_rate": 2.2529466115505543e-06,
      "loss": 0.3328,
      "step": 1538450
    },
    {
      "epoch": 429.38,
      "grad_norm": 1.109383463859558,
      "learning_rate": 2.2529195922267084e-06,
      "loss": 0.3521,
      "step": 1538460
    },
    {
      "epoch": 429.38,
      "grad_norm": 0.9515867233276367,
      "learning_rate": 2.2528925729149525e-06,
      "loss": 0.3447,
      "step": 1538470
    },
    {
      "epoch": 429.38,
      "grad_norm": 0.9718674421310425,
      "learning_rate": 2.2528655536152898e-06,
      "loss": 0.3473,
      "step": 1538480
    },
    {
      "epoch": 429.39,
      "grad_norm": 1.0838813781738281,
      "learning_rate": 2.252838534327723e-06,
      "loss": 0.3491,
      "step": 1538490
    },
    {
      "epoch": 429.39,
      "grad_norm": 1.0884279012680054,
      "learning_rate": 2.2528115150522575e-06,
      "loss": 0.3347,
      "step": 1538500
    },
    {
      "epoch": 429.39,
      "grad_norm": 1.7255361080169678,
      "learning_rate": 2.252784495788896e-06,
      "loss": 0.3514,
      "step": 1538510
    },
    {
      "epoch": 429.39,
      "grad_norm": 2.895421266555786,
      "learning_rate": 2.2527574765376408e-06,
      "loss": 0.3398,
      "step": 1538520
    },
    {
      "epoch": 429.4,
      "grad_norm": 1.118384838104248,
      "learning_rate": 2.252730457298498e-06,
      "loss": 0.3476,
      "step": 1538530
    },
    {
      "epoch": 429.4,
      "grad_norm": 1.1910285949707031,
      "learning_rate": 2.2527034380714697e-06,
      "loss": 0.3352,
      "step": 1538540
    },
    {
      "epoch": 429.4,
      "grad_norm": 1.0658035278320312,
      "learning_rate": 2.2526764188565594e-06,
      "loss": 0.3519,
      "step": 1538550
    },
    {
      "epoch": 429.41,
      "grad_norm": 1.1041070222854614,
      "learning_rate": 2.252649399653771e-06,
      "loss": 0.3411,
      "step": 1538560
    },
    {
      "epoch": 429.41,
      "grad_norm": 0.9760353565216064,
      "learning_rate": 2.2526223804631078e-06,
      "loss": 0.3408,
      "step": 1538570
    },
    {
      "epoch": 429.41,
      "grad_norm": 1.0654010772705078,
      "learning_rate": 2.252595361284574e-06,
      "loss": 0.3307,
      "step": 1538580
    },
    {
      "epoch": 429.41,
      "grad_norm": 0.9783813953399658,
      "learning_rate": 2.2525683421181738e-06,
      "loss": 0.3482,
      "step": 1538590
    },
    {
      "epoch": 429.42,
      "grad_norm": 0.9046436548233032,
      "learning_rate": 2.252541322963909e-06,
      "loss": 0.342,
      "step": 1538600
    },
    {
      "epoch": 429.42,
      "grad_norm": 1.0985324382781982,
      "learning_rate": 2.252514303821784e-06,
      "loss": 0.3468,
      "step": 1538610
    },
    {
      "epoch": 429.42,
      "grad_norm": 1.0180968046188354,
      "learning_rate": 2.2524872846918032e-06,
      "loss": 0.3572,
      "step": 1538620
    },
    {
      "epoch": 429.43,
      "grad_norm": 1.090710997581482,
      "learning_rate": 2.2524602655739684e-06,
      "loss": 0.3369,
      "step": 1538630
    },
    {
      "epoch": 429.43,
      "grad_norm": 1.0733978748321533,
      "learning_rate": 2.252433246468285e-06,
      "loss": 0.3278,
      "step": 1538640
    },
    {
      "epoch": 429.43,
      "grad_norm": 18.39035987854004,
      "learning_rate": 2.2524062273747562e-06,
      "loss": 0.343,
      "step": 1538650
    },
    {
      "epoch": 429.43,
      "grad_norm": 0.9804250597953796,
      "learning_rate": 2.2523792082933845e-06,
      "loss": 0.3362,
      "step": 1538660
    },
    {
      "epoch": 429.44,
      "grad_norm": 1.0437860488891602,
      "learning_rate": 2.252352189224175e-06,
      "loss": 0.3615,
      "step": 1538670
    },
    {
      "epoch": 429.44,
      "grad_norm": 1.0437101125717163,
      "learning_rate": 2.2523251701671302e-06,
      "loss": 0.3527,
      "step": 1538680
    },
    {
      "epoch": 429.44,
      "grad_norm": 1.0455803871154785,
      "learning_rate": 2.2522981511222537e-06,
      "loss": 0.3557,
      "step": 1538690
    },
    {
      "epoch": 429.44,
      "grad_norm": 0.940471351146698,
      "learning_rate": 2.2522711320895503e-06,
      "loss": 0.3393,
      "step": 1538700
    },
    {
      "epoch": 429.45,
      "grad_norm": 1.123108983039856,
      "learning_rate": 2.2522441130690226e-06,
      "loss": 0.3359,
      "step": 1538710
    },
    {
      "epoch": 429.45,
      "grad_norm": 1.1843643188476562,
      "learning_rate": 2.2522170940606736e-06,
      "loss": 0.3684,
      "step": 1538720
    },
    {
      "epoch": 429.45,
      "grad_norm": 0.9539819955825806,
      "learning_rate": 2.2521900750645087e-06,
      "loss": 0.3418,
      "step": 1538730
    },
    {
      "epoch": 429.46,
      "grad_norm": 0.987157940864563,
      "learning_rate": 2.25216305608053e-06,
      "loss": 0.339,
      "step": 1538740
    },
    {
      "epoch": 429.46,
      "grad_norm": 1.0366616249084473,
      "learning_rate": 2.252136037108741e-06,
      "loss": 0.3665,
      "step": 1538750
    },
    {
      "epoch": 429.46,
      "grad_norm": 1.6492602825164795,
      "learning_rate": 2.2521090181491467e-06,
      "loss": 0.3548,
      "step": 1538760
    },
    {
      "epoch": 429.46,
      "grad_norm": 0.9747804403305054,
      "learning_rate": 2.2520819992017497e-06,
      "loss": 0.3344,
      "step": 1538770
    },
    {
      "epoch": 429.47,
      "grad_norm": 1.0053614377975464,
      "learning_rate": 2.252054980266553e-06,
      "loss": 0.3363,
      "step": 1538780
    },
    {
      "epoch": 429.47,
      "grad_norm": 0.9839757084846497,
      "learning_rate": 2.2520279613435615e-06,
      "loss": 0.3365,
      "step": 1538790
    },
    {
      "epoch": 429.47,
      "grad_norm": 1.0542290210723877,
      "learning_rate": 2.2520009424327784e-06,
      "loss": 0.3375,
      "step": 1538800
    },
    {
      "epoch": 429.48,
      "grad_norm": 0.9802743792533875,
      "learning_rate": 2.251973923534206e-06,
      "loss": 0.3422,
      "step": 1538810
    },
    {
      "epoch": 429.48,
      "grad_norm": 0.9647423624992371,
      "learning_rate": 2.25194690464785e-06,
      "loss": 0.3351,
      "step": 1538820
    },
    {
      "epoch": 429.48,
      "grad_norm": 2.596280336380005,
      "learning_rate": 2.2519198857737134e-06,
      "loss": 0.3516,
      "step": 1538830
    },
    {
      "epoch": 429.48,
      "grad_norm": 0.9150721430778503,
      "learning_rate": 2.251892866911799e-06,
      "loss": 0.3379,
      "step": 1538840
    },
    {
      "epoch": 429.49,
      "grad_norm": 1.0681573152542114,
      "learning_rate": 2.2518658480621106e-06,
      "loss": 0.3438,
      "step": 1538850
    },
    {
      "epoch": 429.49,
      "grad_norm": 1.024084210395813,
      "learning_rate": 2.2518388292246517e-06,
      "loss": 0.3482,
      "step": 1538860
    },
    {
      "epoch": 429.49,
      "grad_norm": 0.9913316965103149,
      "learning_rate": 2.251811810399427e-06,
      "loss": 0.3394,
      "step": 1538870
    },
    {
      "epoch": 429.49,
      "grad_norm": 1.122700810432434,
      "learning_rate": 2.2517847915864388e-06,
      "loss": 0.3346,
      "step": 1538880
    },
    {
      "epoch": 429.5,
      "grad_norm": 1.0132008790969849,
      "learning_rate": 2.2517577727856916e-06,
      "loss": 0.3467,
      "step": 1538890
    },
    {
      "epoch": 429.5,
      "grad_norm": 1.0526790618896484,
      "learning_rate": 2.251730753997188e-06,
      "loss": 0.3378,
      "step": 1538900
    },
    {
      "epoch": 429.5,
      "grad_norm": 0.9639022946357727,
      "learning_rate": 2.251703735220933e-06,
      "loss": 0.3428,
      "step": 1538910
    },
    {
      "epoch": 429.51,
      "grad_norm": 0.8865607380867004,
      "learning_rate": 2.2516767164569283e-06,
      "loss": 0.349,
      "step": 1538920
    },
    {
      "epoch": 429.51,
      "grad_norm": 1.4664949178695679,
      "learning_rate": 2.2516496977051794e-06,
      "loss": 0.3498,
      "step": 1538930
    },
    {
      "epoch": 429.51,
      "grad_norm": 0.9911127686500549,
      "learning_rate": 2.251622678965689e-06,
      "loss": 0.3379,
      "step": 1538940
    },
    {
      "epoch": 429.51,
      "grad_norm": 1.1558724641799927,
      "learning_rate": 2.2515956602384598e-06,
      "loss": 0.3281,
      "step": 1538950
    },
    {
      "epoch": 429.52,
      "grad_norm": 1.1870113611221313,
      "learning_rate": 2.2515686415234975e-06,
      "loss": 0.3564,
      "step": 1538960
    },
    {
      "epoch": 429.52,
      "grad_norm": 1.0370539426803589,
      "learning_rate": 2.251541622820805e-06,
      "loss": 0.3348,
      "step": 1538970
    },
    {
      "epoch": 429.52,
      "grad_norm": 1.0682756900787354,
      "learning_rate": 2.251514604130384e-06,
      "loss": 0.3394,
      "step": 1538980
    },
    {
      "epoch": 429.53,
      "grad_norm": 0.9389120936393738,
      "learning_rate": 2.2514875854522408e-06,
      "loss": 0.3594,
      "step": 1538990
    },
    {
      "epoch": 429.53,
      "grad_norm": 1.5939370393753052,
      "learning_rate": 2.251460566786377e-06,
      "loss": 0.3403,
      "step": 1539000
    },
    {
      "epoch": 429.53,
      "grad_norm": 1.0096381902694702,
      "learning_rate": 2.251433548132797e-06,
      "loss": 0.3402,
      "step": 1539010
    },
    {
      "epoch": 429.53,
      "grad_norm": 1.0854724645614624,
      "learning_rate": 2.2514065294915044e-06,
      "loss": 0.3489,
      "step": 1539020
    },
    {
      "epoch": 429.54,
      "grad_norm": 1.0764868259429932,
      "learning_rate": 2.2513795108625033e-06,
      "loss": 0.3474,
      "step": 1539030
    },
    {
      "epoch": 429.54,
      "grad_norm": 0.9491739869117737,
      "learning_rate": 2.2513524922457956e-06,
      "loss": 0.3187,
      "step": 1539040
    },
    {
      "epoch": 429.54,
      "grad_norm": 1.0079879760742188,
      "learning_rate": 2.251325473641387e-06,
      "loss": 0.3449,
      "step": 1539050
    },
    {
      "epoch": 429.55,
      "grad_norm": 0.9981778860092163,
      "learning_rate": 2.25129845504928e-06,
      "loss": 0.3459,
      "step": 1539060
    },
    {
      "epoch": 429.55,
      "grad_norm": 1.0557401180267334,
      "learning_rate": 2.251271436469478e-06,
      "loss": 0.35,
      "step": 1539070
    },
    {
      "epoch": 429.55,
      "grad_norm": 1.2321667671203613,
      "learning_rate": 2.2512444179019853e-06,
      "loss": 0.3478,
      "step": 1539080
    },
    {
      "epoch": 429.55,
      "grad_norm": 0.9011992812156677,
      "learning_rate": 2.251217399346805e-06,
      "loss": 0.3478,
      "step": 1539090
    },
    {
      "epoch": 429.56,
      "grad_norm": 1.0349642038345337,
      "learning_rate": 2.25119038080394e-06,
      "loss": 0.3411,
      "step": 1539100
    },
    {
      "epoch": 429.56,
      "grad_norm": 1.1376228332519531,
      "learning_rate": 2.251163362273396e-06,
      "loss": 0.3508,
      "step": 1539110
    },
    {
      "epoch": 429.56,
      "grad_norm": 0.8804691433906555,
      "learning_rate": 2.251136343755175e-06,
      "loss": 0.3516,
      "step": 1539120
    },
    {
      "epoch": 429.56,
      "grad_norm": 1.1899118423461914,
      "learning_rate": 2.2511093252492803e-06,
      "loss": 0.3436,
      "step": 1539130
    },
    {
      "epoch": 429.57,
      "grad_norm": 1.0569915771484375,
      "learning_rate": 2.2510823067557168e-06,
      "loss": 0.3221,
      "step": 1539140
    },
    {
      "epoch": 429.57,
      "grad_norm": 0.9382705688476562,
      "learning_rate": 2.2510552882744865e-06,
      "loss": 0.3495,
      "step": 1539150
    },
    {
      "epoch": 429.57,
      "grad_norm": 0.9596338272094727,
      "learning_rate": 2.2510282698055945e-06,
      "loss": 0.3243,
      "step": 1539160
    },
    {
      "epoch": 429.58,
      "grad_norm": 1.3869727849960327,
      "learning_rate": 2.2510012513490438e-06,
      "loss": 0.3631,
      "step": 1539170
    },
    {
      "epoch": 429.58,
      "grad_norm": 1.1655945777893066,
      "learning_rate": 2.2509742329048373e-06,
      "loss": 0.3439,
      "step": 1539180
    },
    {
      "epoch": 429.58,
      "grad_norm": 0.9828298091888428,
      "learning_rate": 2.2509472144729805e-06,
      "loss": 0.3458,
      "step": 1539190
    },
    {
      "epoch": 429.58,
      "grad_norm": 1.0577483177185059,
      "learning_rate": 2.2509201960534752e-06,
      "loss": 0.3658,
      "step": 1539200
    },
    {
      "epoch": 429.59,
      "grad_norm": 1.0986473560333252,
      "learning_rate": 2.2508931776463256e-06,
      "loss": 0.336,
      "step": 1539210
    },
    {
      "epoch": 429.59,
      "grad_norm": 1.2065486907958984,
      "learning_rate": 2.250866159251535e-06,
      "loss": 0.3457,
      "step": 1539220
    },
    {
      "epoch": 429.59,
      "grad_norm": 1.0193970203399658,
      "learning_rate": 2.250839140869108e-06,
      "loss": 0.3524,
      "step": 1539230
    },
    {
      "epoch": 429.6,
      "grad_norm": 1.0789519548416138,
      "learning_rate": 2.2508121224990462e-06,
      "loss": 0.3353,
      "step": 1539240
    },
    {
      "epoch": 429.6,
      "grad_norm": 1.0793648958206177,
      "learning_rate": 2.2507851041413553e-06,
      "loss": 0.3475,
      "step": 1539250
    },
    {
      "epoch": 429.6,
      "grad_norm": 1.119608759880066,
      "learning_rate": 2.2507580857960386e-06,
      "loss": 0.3437,
      "step": 1539260
    },
    {
      "epoch": 429.6,
      "grad_norm": 0.9973529577255249,
      "learning_rate": 2.250731067463098e-06,
      "loss": 0.3581,
      "step": 1539270
    },
    {
      "epoch": 429.61,
      "grad_norm": 0.918047308921814,
      "learning_rate": 2.2507040491425388e-06,
      "loss": 0.3426,
      "step": 1539280
    },
    {
      "epoch": 429.61,
      "grad_norm": 1.1401797533035278,
      "learning_rate": 2.2506770308343645e-06,
      "loss": 0.3322,
      "step": 1539290
    },
    {
      "epoch": 429.61,
      "grad_norm": 1.0502347946166992,
      "learning_rate": 2.250650012538577e-06,
      "loss": 0.3412,
      "step": 1539300
    },
    {
      "epoch": 429.61,
      "grad_norm": 1.0518238544464111,
      "learning_rate": 2.250622994255182e-06,
      "loss": 0.3422,
      "step": 1539310
    },
    {
      "epoch": 429.62,
      "grad_norm": 1.0180808305740356,
      "learning_rate": 2.2505959759841824e-06,
      "loss": 0.3629,
      "step": 1539320
    },
    {
      "epoch": 429.62,
      "grad_norm": 0.9497449398040771,
      "learning_rate": 2.2505689577255807e-06,
      "loss": 0.3432,
      "step": 1539330
    },
    {
      "epoch": 429.62,
      "grad_norm": 0.9558691382408142,
      "learning_rate": 2.250541939479382e-06,
      "loss": 0.3441,
      "step": 1539340
    },
    {
      "epoch": 429.63,
      "grad_norm": 0.9923261404037476,
      "learning_rate": 2.2505149212455897e-06,
      "loss": 0.3418,
      "step": 1539350
    },
    {
      "epoch": 429.63,
      "grad_norm": 1.0331535339355469,
      "learning_rate": 2.2504879030242062e-06,
      "loss": 0.358,
      "step": 1539360
    },
    {
      "epoch": 429.63,
      "grad_norm": 1.028554081916809,
      "learning_rate": 2.250460884815237e-06,
      "loss": 0.3403,
      "step": 1539370
    },
    {
      "epoch": 429.63,
      "grad_norm": 1.1077091693878174,
      "learning_rate": 2.250433866618684e-06,
      "loss": 0.3527,
      "step": 1539380
    },
    {
      "epoch": 429.64,
      "grad_norm": 0.9673805832862854,
      "learning_rate": 2.2504068484345507e-06,
      "loss": 0.3486,
      "step": 1539390
    },
    {
      "epoch": 429.64,
      "grad_norm": 0.9800054430961609,
      "learning_rate": 2.2503798302628423e-06,
      "loss": 0.3334,
      "step": 1539400
    },
    {
      "epoch": 429.64,
      "grad_norm": 1.287549614906311,
      "learning_rate": 2.2503528121035616e-06,
      "loss": 0.3477,
      "step": 1539410
    },
    {
      "epoch": 429.65,
      "grad_norm": 1.0847344398498535,
      "learning_rate": 2.2503257939567116e-06,
      "loss": 0.3487,
      "step": 1539420
    },
    {
      "epoch": 429.65,
      "grad_norm": 1.06442129611969,
      "learning_rate": 2.250298775822297e-06,
      "loss": 0.341,
      "step": 1539430
    },
    {
      "epoch": 429.65,
      "grad_norm": 1.2758715152740479,
      "learning_rate": 2.2502717577003194e-06,
      "loss": 0.3375,
      "step": 1539440
    },
    {
      "epoch": 429.65,
      "grad_norm": 1.0766998529434204,
      "learning_rate": 2.250244739590785e-06,
      "loss": 0.3339,
      "step": 1539450
    },
    {
      "epoch": 429.66,
      "grad_norm": 0.9695410132408142,
      "learning_rate": 2.2502177214936964e-06,
      "loss": 0.3492,
      "step": 1539460
    },
    {
      "epoch": 429.66,
      "grad_norm": 0.940192461013794,
      "learning_rate": 2.2501907034090554e-06,
      "loss": 0.3413,
      "step": 1539470
    },
    {
      "epoch": 429.66,
      "grad_norm": 1.0208677053451538,
      "learning_rate": 2.2501636853368688e-06,
      "loss": 0.3447,
      "step": 1539480
    },
    {
      "epoch": 429.67,
      "grad_norm": 1.0903699398040771,
      "learning_rate": 2.250136667277138e-06,
      "loss": 0.3497,
      "step": 1539490
    },
    {
      "epoch": 429.67,
      "grad_norm": 0.9915082454681396,
      "learning_rate": 2.250109649229867e-06,
      "loss": 0.3726,
      "step": 1539500
    },
    {
      "epoch": 429.67,
      "grad_norm": 1.2102200984954834,
      "learning_rate": 2.25008263119506e-06,
      "loss": 0.3533,
      "step": 1539510
    },
    {
      "epoch": 429.67,
      "grad_norm": 1.0229662656784058,
      "learning_rate": 2.2500556131727203e-06,
      "loss": 0.3582,
      "step": 1539520
    },
    {
      "epoch": 429.68,
      "grad_norm": 0.9395220875740051,
      "learning_rate": 2.2500285951628503e-06,
      "loss": 0.3414,
      "step": 1539530
    },
    {
      "epoch": 429.68,
      "grad_norm": 0.9912620186805725,
      "learning_rate": 2.2500015771654553e-06,
      "loss": 0.3471,
      "step": 1539540
    },
    {
      "epoch": 429.68,
      "grad_norm": 1.3134595155715942,
      "learning_rate": 2.2499745591805385e-06,
      "loss": 0.3455,
      "step": 1539550
    },
    {
      "epoch": 429.68,
      "grad_norm": 0.8909131288528442,
      "learning_rate": 2.2499475412081027e-06,
      "loss": 0.3373,
      "step": 1539560
    },
    {
      "epoch": 429.69,
      "grad_norm": 3.7438652515411377,
      "learning_rate": 2.249920523248152e-06,
      "loss": 0.3524,
      "step": 1539570
    },
    {
      "epoch": 429.69,
      "grad_norm": 0.9897809624671936,
      "learning_rate": 2.249893505300691e-06,
      "loss": 0.3347,
      "step": 1539580
    },
    {
      "epoch": 429.69,
      "grad_norm": 1.1659990549087524,
      "learning_rate": 2.249866487365721e-06,
      "loss": 0.3455,
      "step": 1539590
    },
    {
      "epoch": 429.7,
      "grad_norm": 0.8530457615852356,
      "learning_rate": 2.2498394694432476e-06,
      "loss": 0.3497,
      "step": 1539600
    },
    {
      "epoch": 429.7,
      "grad_norm": 0.9367512464523315,
      "learning_rate": 2.249812451533274e-06,
      "loss": 0.3396,
      "step": 1539610
    },
    {
      "epoch": 429.7,
      "grad_norm": 1.114018440246582,
      "learning_rate": 2.2497854336358024e-06,
      "loss": 0.3325,
      "step": 1539620
    },
    {
      "epoch": 429.7,
      "grad_norm": 1.2433453798294067,
      "learning_rate": 2.2497584157508385e-06,
      "loss": 0.3491,
      "step": 1539630
    },
    {
      "epoch": 429.71,
      "grad_norm": 1.0681867599487305,
      "learning_rate": 2.249731397878385e-06,
      "loss": 0.3689,
      "step": 1539640
    },
    {
      "epoch": 429.71,
      "grad_norm": 0.9486645460128784,
      "learning_rate": 2.2497043800184446e-06,
      "loss": 0.3507,
      "step": 1539650
    },
    {
      "epoch": 429.71,
      "grad_norm": 1.0781373977661133,
      "learning_rate": 2.249677362171023e-06,
      "loss": 0.3536,
      "step": 1539660
    },
    {
      "epoch": 429.72,
      "grad_norm": 1.2755590677261353,
      "learning_rate": 2.249650344336122e-06,
      "loss": 0.34,
      "step": 1539670
    },
    {
      "epoch": 429.72,
      "grad_norm": 0.9678400754928589,
      "learning_rate": 2.2496233265137443e-06,
      "loss": 0.3375,
      "step": 1539680
    },
    {
      "epoch": 429.72,
      "grad_norm": 1.0969239473342896,
      "learning_rate": 2.2495963087038964e-06,
      "loss": 0.3489,
      "step": 1539690
    },
    {
      "epoch": 429.72,
      "grad_norm": 2.0687246322631836,
      "learning_rate": 2.24956929090658e-06,
      "loss": 0.3599,
      "step": 1539700
    },
    {
      "epoch": 429.73,
      "grad_norm": 0.9894452095031738,
      "learning_rate": 2.249542273121799e-06,
      "loss": 0.3421,
      "step": 1539710
    },
    {
      "epoch": 429.73,
      "grad_norm": 1.0192309617996216,
      "learning_rate": 2.249515255349557e-06,
      "loss": 0.3384,
      "step": 1539720
    },
    {
      "epoch": 429.73,
      "grad_norm": 1.2598782777786255,
      "learning_rate": 2.2494882375898575e-06,
      "loss": 0.3367,
      "step": 1539730
    },
    {
      "epoch": 429.73,
      "grad_norm": 0.8963497281074524,
      "learning_rate": 2.2494612198427045e-06,
      "loss": 0.359,
      "step": 1539740
    },
    {
      "epoch": 429.74,
      "grad_norm": 1.0129950046539307,
      "learning_rate": 2.2494342021081015e-06,
      "loss": 0.3491,
      "step": 1539750
    },
    {
      "epoch": 429.74,
      "grad_norm": 1.015163540840149,
      "learning_rate": 2.249407184386051e-06,
      "loss": 0.3434,
      "step": 1539760
    },
    {
      "epoch": 429.74,
      "grad_norm": 1.1425331830978394,
      "learning_rate": 2.249380166676559e-06,
      "loss": 0.3422,
      "step": 1539770
    },
    {
      "epoch": 429.75,
      "grad_norm": 1.1571816205978394,
      "learning_rate": 2.2493531489796274e-06,
      "loss": 0.3622,
      "step": 1539780
    },
    {
      "epoch": 429.75,
      "grad_norm": 1.2128782272338867,
      "learning_rate": 2.2493261312952594e-06,
      "loss": 0.3571,
      "step": 1539790
    },
    {
      "epoch": 429.75,
      "grad_norm": 0.9617993235588074,
      "learning_rate": 2.2492991136234597e-06,
      "loss": 0.3446,
      "step": 1539800
    },
    {
      "epoch": 429.75,
      "grad_norm": 1.0248754024505615,
      "learning_rate": 2.2492720959642313e-06,
      "loss": 0.3423,
      "step": 1539810
    },
    {
      "epoch": 429.76,
      "grad_norm": 1.0775753259658813,
      "learning_rate": 2.2492450783175775e-06,
      "loss": 0.3495,
      "step": 1539820
    },
    {
      "epoch": 429.76,
      "grad_norm": 1.267119288444519,
      "learning_rate": 2.249218060683503e-06,
      "loss": 0.3479,
      "step": 1539830
    },
    {
      "epoch": 429.76,
      "grad_norm": 0.9869951009750366,
      "learning_rate": 2.2491910430620107e-06,
      "loss": 0.3612,
      "step": 1539840
    },
    {
      "epoch": 429.77,
      "grad_norm": 0.9991141557693481,
      "learning_rate": 2.2491640254531036e-06,
      "loss": 0.3524,
      "step": 1539850
    },
    {
      "epoch": 429.77,
      "grad_norm": 0.9535225629806519,
      "learning_rate": 2.249137007856787e-06,
      "loss": 0.3447,
      "step": 1539860
    },
    {
      "epoch": 429.77,
      "grad_norm": 0.9639586210250854,
      "learning_rate": 2.2491099902730625e-06,
      "loss": 0.3365,
      "step": 1539870
    },
    {
      "epoch": 429.77,
      "grad_norm": 1.0866543054580688,
      "learning_rate": 2.2490829727019344e-06,
      "loss": 0.3324,
      "step": 1539880
    },
    {
      "epoch": 429.78,
      "grad_norm": 1.1219347715377808,
      "learning_rate": 2.249055955143407e-06,
      "loss": 0.3471,
      "step": 1539890
    },
    {
      "epoch": 429.78,
      "grad_norm": 1.0420773029327393,
      "learning_rate": 2.2490289375974837e-06,
      "loss": 0.3353,
      "step": 1539900
    },
    {
      "epoch": 429.78,
      "grad_norm": 1.1036723852157593,
      "learning_rate": 2.2490019200641667e-06,
      "loss": 0.3405,
      "step": 1539910
    },
    {
      "epoch": 429.79,
      "grad_norm": 0.9492235779762268,
      "learning_rate": 2.248974902543462e-06,
      "loss": 0.3496,
      "step": 1539920
    },
    {
      "epoch": 429.79,
      "grad_norm": 0.9892850518226624,
      "learning_rate": 2.2489478850353714e-06,
      "loss": 0.3477,
      "step": 1539930
    },
    {
      "epoch": 429.79,
      "grad_norm": 1.4243289232254028,
      "learning_rate": 2.2489208675398986e-06,
      "loss": 0.348,
      "step": 1539940
    },
    {
      "epoch": 429.79,
      "grad_norm": 1.0247920751571655,
      "learning_rate": 2.248893850057048e-06,
      "loss": 0.3513,
      "step": 1539950
    },
    {
      "epoch": 429.8,
      "grad_norm": 1.0262935161590576,
      "learning_rate": 2.2488668325868233e-06,
      "loss": 0.3569,
      "step": 1539960
    },
    {
      "epoch": 429.8,
      "grad_norm": 0.9822771549224854,
      "learning_rate": 2.2488398151292264e-06,
      "loss": 0.3537,
      "step": 1539970
    },
    {
      "epoch": 429.8,
      "grad_norm": 1.0470644235610962,
      "learning_rate": 2.2488127976842626e-06,
      "loss": 0.3519,
      "step": 1539980
    },
    {
      "epoch": 429.8,
      "grad_norm": 0.9898923635482788,
      "learning_rate": 2.248785780251935e-06,
      "loss": 0.3343,
      "step": 1539990
    },
    {
      "epoch": 429.81,
      "grad_norm": 1.0567224025726318,
      "learning_rate": 2.248758762832247e-06,
      "loss": 0.3583,
      "step": 1540000
    },
    {
      "epoch": 429.81,
      "grad_norm": 1.1249722242355347,
      "learning_rate": 2.2487317454252025e-06,
      "loss": 0.356,
      "step": 1540010
    },
    {
      "epoch": 429.81,
      "grad_norm": 1.2840656042099,
      "learning_rate": 2.248704728030805e-06,
      "loss": 0.344,
      "step": 1540020
    },
    {
      "epoch": 429.82,
      "grad_norm": 1.013386607170105,
      "learning_rate": 2.248677710649058e-06,
      "loss": 0.3506,
      "step": 1540030
    },
    {
      "epoch": 429.82,
      "grad_norm": 1.0167664289474487,
      "learning_rate": 2.2486506932799655e-06,
      "loss": 0.3483,
      "step": 1540040
    },
    {
      "epoch": 429.82,
      "grad_norm": 1.1516302824020386,
      "learning_rate": 2.2486236759235297e-06,
      "loss": 0.3329,
      "step": 1540050
    },
    {
      "epoch": 429.82,
      "grad_norm": 0.9951501488685608,
      "learning_rate": 2.2485966585797563e-06,
      "loss": 0.3595,
      "step": 1540060
    },
    {
      "epoch": 429.83,
      "grad_norm": 1.0911656618118286,
      "learning_rate": 2.2485696412486476e-06,
      "loss": 0.3485,
      "step": 1540070
    },
    {
      "epoch": 429.83,
      "grad_norm": 1.1269972324371338,
      "learning_rate": 2.2485426239302072e-06,
      "loss": 0.3573,
      "step": 1540080
    },
    {
      "epoch": 429.83,
      "grad_norm": 1.072141170501709,
      "learning_rate": 2.2485156066244393e-06,
      "loss": 0.35,
      "step": 1540090
    },
    {
      "epoch": 429.84,
      "grad_norm": 1.0230276584625244,
      "learning_rate": 2.248488589331347e-06,
      "loss": 0.358,
      "step": 1540100
    },
    {
      "epoch": 429.84,
      "grad_norm": 0.92204749584198,
      "learning_rate": 2.2484615720509335e-06,
      "loss": 0.3482,
      "step": 1540110
    },
    {
      "epoch": 429.84,
      "grad_norm": 1.1331210136413574,
      "learning_rate": 2.2484345547832032e-06,
      "loss": 0.3366,
      "step": 1540120
    },
    {
      "epoch": 429.84,
      "grad_norm": 6.3458571434021,
      "learning_rate": 2.2484075375281603e-06,
      "loss": 0.3413,
      "step": 1540130
    },
    {
      "epoch": 429.85,
      "grad_norm": 1.041509985923767,
      "learning_rate": 2.248380520285806e-06,
      "loss": 0.3491,
      "step": 1540140
    },
    {
      "epoch": 429.85,
      "grad_norm": 0.9153621792793274,
      "learning_rate": 2.248353503056146e-06,
      "loss": 0.3379,
      "step": 1540150
    },
    {
      "epoch": 429.85,
      "grad_norm": 1.005968689918518,
      "learning_rate": 2.248326485839184e-06,
      "loss": 0.3448,
      "step": 1540160
    },
    {
      "epoch": 429.85,
      "grad_norm": 0.9726292490959167,
      "learning_rate": 2.248299468634922e-06,
      "loss": 0.3415,
      "step": 1540170
    },
    {
      "epoch": 429.86,
      "grad_norm": 1.0861397981643677,
      "learning_rate": 2.2482724514433653e-06,
      "loss": 0.3566,
      "step": 1540180
    },
    {
      "epoch": 429.86,
      "grad_norm": 0.9261025190353394,
      "learning_rate": 2.2482454342645163e-06,
      "loss": 0.33,
      "step": 1540190
    },
    {
      "epoch": 429.86,
      "grad_norm": 1.4002641439437866,
      "learning_rate": 2.248218417098378e-06,
      "loss": 0.3411,
      "step": 1540200
    },
    {
      "epoch": 429.87,
      "grad_norm": 1.327111005783081,
      "learning_rate": 2.2481913999449565e-06,
      "loss": 0.3492,
      "step": 1540210
    },
    {
      "epoch": 429.87,
      "grad_norm": 1.127434492111206,
      "learning_rate": 2.2481643828042532e-06,
      "loss": 0.3277,
      "step": 1540220
    },
    {
      "epoch": 429.87,
      "grad_norm": 1.0049467086791992,
      "learning_rate": 2.248137365676272e-06,
      "loss": 0.3447,
      "step": 1540230
    },
    {
      "epoch": 429.87,
      "grad_norm": 1.0955662727355957,
      "learning_rate": 2.248110348561018e-06,
      "loss": 0.3529,
      "step": 1540240
    },
    {
      "epoch": 429.88,
      "grad_norm": 1.067972183227539,
      "learning_rate": 2.248083331458493e-06,
      "loss": 0.3541,
      "step": 1540250
    },
    {
      "epoch": 429.88,
      "grad_norm": 0.9842151403427124,
      "learning_rate": 2.2480563143687006e-06,
      "loss": 0.3557,
      "step": 1540260
    },
    {
      "epoch": 429.88,
      "grad_norm": 0.8807379603385925,
      "learning_rate": 2.248029297291646e-06,
      "loss": 0.3354,
      "step": 1540270
    },
    {
      "epoch": 429.89,
      "grad_norm": 1.0185927152633667,
      "learning_rate": 2.2480022802273315e-06,
      "loss": 0.3438,
      "step": 1540280
    },
    {
      "epoch": 429.89,
      "grad_norm": 0.9775168895721436,
      "learning_rate": 2.2479752631757607e-06,
      "loss": 0.3581,
      "step": 1540290
    },
    {
      "epoch": 429.89,
      "grad_norm": 1.0364784002304077,
      "learning_rate": 2.247948246136938e-06,
      "loss": 0.3475,
      "step": 1540300
    },
    {
      "epoch": 429.89,
      "grad_norm": 1.1349849700927734,
      "learning_rate": 2.2479212291108664e-06,
      "loss": 0.3546,
      "step": 1540310
    },
    {
      "epoch": 429.9,
      "grad_norm": 1.1225664615631104,
      "learning_rate": 2.2478942120975497e-06,
      "loss": 0.3319,
      "step": 1540320
    },
    {
      "epoch": 429.9,
      "grad_norm": 12.66517448425293,
      "learning_rate": 2.247867195096992e-06,
      "loss": 0.3387,
      "step": 1540330
    },
    {
      "epoch": 429.9,
      "grad_norm": 1.004404902458191,
      "learning_rate": 2.247840178109195e-06,
      "loss": 0.3486,
      "step": 1540340
    },
    {
      "epoch": 429.91,
      "grad_norm": 1.0378931760787964,
      "learning_rate": 2.2478131611341646e-06,
      "loss": 0.3354,
      "step": 1540350
    },
    {
      "epoch": 429.91,
      "grad_norm": 1.0993545055389404,
      "learning_rate": 2.2477861441719032e-06,
      "loss": 0.3478,
      "step": 1540360
    },
    {
      "epoch": 429.91,
      "grad_norm": 1.1665337085723877,
      "learning_rate": 2.2477591272224143e-06,
      "loss": 0.3284,
      "step": 1540370
    },
    {
      "epoch": 429.91,
      "grad_norm": 1.1147711277008057,
      "learning_rate": 2.2477321102857024e-06,
      "loss": 0.3445,
      "step": 1540380
    },
    {
      "epoch": 429.92,
      "grad_norm": 1.0829393863677979,
      "learning_rate": 2.2477050933617706e-06,
      "loss": 0.3464,
      "step": 1540390
    },
    {
      "epoch": 429.92,
      "grad_norm": 1.0126508474349976,
      "learning_rate": 2.2476780764506213e-06,
      "loss": 0.3298,
      "step": 1540400
    },
    {
      "epoch": 429.92,
      "grad_norm": 1.1393320560455322,
      "learning_rate": 2.24765105955226e-06,
      "loss": 0.3237,
      "step": 1540410
    },
    {
      "epoch": 429.92,
      "grad_norm": 0.9843232035636902,
      "learning_rate": 2.24762404266669e-06,
      "loss": 0.3479,
      "step": 1540420
    },
    {
      "epoch": 429.93,
      "grad_norm": 1.089528203010559,
      "learning_rate": 2.247597025793913e-06,
      "loss": 0.34,
      "step": 1540430
    },
    {
      "epoch": 429.93,
      "grad_norm": 0.9249569177627563,
      "learning_rate": 2.247570008933935e-06,
      "loss": 0.3385,
      "step": 1540440
    },
    {
      "epoch": 429.93,
      "grad_norm": 1.0327200889587402,
      "learning_rate": 2.247542992086759e-06,
      "loss": 0.34,
      "step": 1540450
    },
    {
      "epoch": 429.94,
      "grad_norm": 1.3832298517227173,
      "learning_rate": 2.247515975252387e-06,
      "loss": 0.3371,
      "step": 1540460
    },
    {
      "epoch": 429.94,
      "grad_norm": 1.0404115915298462,
      "learning_rate": 2.2474889584308247e-06,
      "loss": 0.3468,
      "step": 1540470
    },
    {
      "epoch": 429.94,
      "grad_norm": 1.0722746849060059,
      "learning_rate": 2.2474619416220745e-06,
      "loss": 0.3652,
      "step": 1540480
    },
    {
      "epoch": 429.94,
      "grad_norm": 1.1319924592971802,
      "learning_rate": 2.2474349248261395e-06,
      "loss": 0.3535,
      "step": 1540490
    },
    {
      "epoch": 429.95,
      "grad_norm": 0.9275717735290527,
      "learning_rate": 2.247407908043025e-06,
      "loss": 0.3419,
      "step": 1540500
    },
    {
      "epoch": 429.95,
      "grad_norm": 0.9760915040969849,
      "learning_rate": 2.2473808912727337e-06,
      "loss": 0.3418,
      "step": 1540510
    },
    {
      "epoch": 429.95,
      "grad_norm": 1.0166552066802979,
      "learning_rate": 2.247353874515269e-06,
      "loss": 0.3529,
      "step": 1540520
    },
    {
      "epoch": 429.96,
      "grad_norm": 1.5694594383239746,
      "learning_rate": 2.2473268577706344e-06,
      "loss": 0.3527,
      "step": 1540530
    },
    {
      "epoch": 429.96,
      "grad_norm": 1.0618858337402344,
      "learning_rate": 2.247299841038834e-06,
      "loss": 0.3464,
      "step": 1540540
    },
    {
      "epoch": 429.96,
      "grad_norm": 1.0066826343536377,
      "learning_rate": 2.2472728243198703e-06,
      "loss": 0.3278,
      "step": 1540550
    },
    {
      "epoch": 429.96,
      "grad_norm": 1.3978506326675415,
      "learning_rate": 2.2472458076137487e-06,
      "loss": 0.3483,
      "step": 1540560
    },
    {
      "epoch": 429.97,
      "grad_norm": 0.9828487038612366,
      "learning_rate": 2.247218790920472e-06,
      "loss": 0.339,
      "step": 1540570
    },
    {
      "epoch": 429.97,
      "grad_norm": 1.0116511583328247,
      "learning_rate": 2.2471917742400422e-06,
      "loss": 0.3358,
      "step": 1540580
    },
    {
      "epoch": 429.97,
      "grad_norm": 0.9484805464744568,
      "learning_rate": 2.2471647575724657e-06,
      "loss": 0.3441,
      "step": 1540590
    },
    {
      "epoch": 429.97,
      "grad_norm": 1.10336172580719,
      "learning_rate": 2.2471377409177443e-06,
      "loss": 0.3635,
      "step": 1540600
    },
    {
      "epoch": 429.98,
      "grad_norm": 1.0274862051010132,
      "learning_rate": 2.247110724275882e-06,
      "loss": 0.3533,
      "step": 1540610
    },
    {
      "epoch": 429.98,
      "grad_norm": 1.169336199760437,
      "learning_rate": 2.247083707646883e-06,
      "loss": 0.3384,
      "step": 1540620
    },
    {
      "epoch": 429.98,
      "grad_norm": 0.9490645527839661,
      "learning_rate": 2.247056691030749e-06,
      "loss": 0.3412,
      "step": 1540630
    },
    {
      "epoch": 429.99,
      "grad_norm": 0.9875996112823486,
      "learning_rate": 2.2470296744274858e-06,
      "loss": 0.3494,
      "step": 1540640
    },
    {
      "epoch": 429.99,
      "grad_norm": 1.0258547067642212,
      "learning_rate": 2.2470026578370965e-06,
      "loss": 0.3389,
      "step": 1540650
    },
    {
      "epoch": 429.99,
      "grad_norm": 0.9857578873634338,
      "learning_rate": 2.2469756412595833e-06,
      "loss": 0.3345,
      "step": 1540660
    },
    {
      "epoch": 429.99,
      "grad_norm": 1.1321238279342651,
      "learning_rate": 2.246948624694952e-06,
      "loss": 0.3417,
      "step": 1540670
    },
    {
      "epoch": 430.0,
      "grad_norm": 1.4620954990386963,
      "learning_rate": 2.2469216081432045e-06,
      "loss": 0.3435,
      "step": 1540680
    },
    {
      "epoch": 430.0,
      "grad_norm": 1.2765990495681763,
      "learning_rate": 2.2468945916043436e-06,
      "loss": 0.3475,
      "step": 1540690
    },
    {
      "epoch": 430.0,
      "eval_loss": 0.34589534997940063,
      "eval_runtime": 63.4736,
      "eval_samples_per_second": 79.702,
      "eval_steps_per_second": 9.973,
      "step": 1540690
    },
    {
      "epoch": 430.0,
      "grad_norm": 0.9517092704772949,
      "learning_rate": 2.246867575078376e-06,
      "loss": 0.3367,
      "step": 1540700
    },
    {
      "epoch": 430.01,
      "grad_norm": 0.8698863983154297,
      "learning_rate": 2.2468405585653028e-06,
      "loss": 0.3412,
      "step": 1540710
    },
    {
      "epoch": 430.01,
      "grad_norm": 1.6369010210037231,
      "learning_rate": 2.2468135420651275e-06,
      "loss": 0.3482,
      "step": 1540720
    },
    {
      "epoch": 430.01,
      "grad_norm": 0.9129327535629272,
      "learning_rate": 2.246786525577855e-06,
      "loss": 0.3662,
      "step": 1540730
    },
    {
      "epoch": 430.01,
      "grad_norm": 1.1684041023254395,
      "learning_rate": 2.246759509103489e-06,
      "loss": 0.3401,
      "step": 1540740
    },
    {
      "epoch": 430.02,
      "grad_norm": 1.0034406185150146,
      "learning_rate": 2.2467324926420316e-06,
      "loss": 0.3561,
      "step": 1540750
    },
    {
      "epoch": 430.02,
      "grad_norm": 1.2285116910934448,
      "learning_rate": 2.246705476193488e-06,
      "loss": 0.337,
      "step": 1540760
    },
    {
      "epoch": 430.02,
      "grad_norm": 1.056127905845642,
      "learning_rate": 2.246678459757861e-06,
      "loss": 0.3391,
      "step": 1540770
    },
    {
      "epoch": 430.03,
      "grad_norm": 0.9845128655433655,
      "learning_rate": 2.2466514433351533e-06,
      "loss": 0.3464,
      "step": 1540780
    },
    {
      "epoch": 430.03,
      "grad_norm": 0.8785400986671448,
      "learning_rate": 2.2466244269253705e-06,
      "loss": 0.3384,
      "step": 1540790
    },
    {
      "epoch": 430.03,
      "grad_norm": 0.895267903804779,
      "learning_rate": 2.2465974105285146e-06,
      "loss": 0.3498,
      "step": 1540800
    },
    {
      "epoch": 430.03,
      "grad_norm": 1.1299837827682495,
      "learning_rate": 2.2465703941445896e-06,
      "loss": 0.3404,
      "step": 1540810
    },
    {
      "epoch": 430.04,
      "grad_norm": 1.6117799282073975,
      "learning_rate": 2.2465433777736e-06,
      "loss": 0.348,
      "step": 1540820
    },
    {
      "epoch": 430.04,
      "grad_norm": 1.371213674545288,
      "learning_rate": 2.246516361415548e-06,
      "loss": 0.3311,
      "step": 1540830
    },
    {
      "epoch": 430.04,
      "grad_norm": 1.094983458518982,
      "learning_rate": 2.2464893450704378e-06,
      "loss": 0.3305,
      "step": 1540840
    },
    {
      "epoch": 430.04,
      "grad_norm": 1.0109621286392212,
      "learning_rate": 2.2464623287382732e-06,
      "loss": 0.358,
      "step": 1540850
    },
    {
      "epoch": 430.05,
      "grad_norm": 1.2175054550170898,
      "learning_rate": 2.246435312419058e-06,
      "loss": 0.3507,
      "step": 1540860
    },
    {
      "epoch": 430.05,
      "grad_norm": 1.3171541690826416,
      "learning_rate": 2.246408296112794e-06,
      "loss": 0.3369,
      "step": 1540870
    },
    {
      "epoch": 430.05,
      "grad_norm": 1.0742491483688354,
      "learning_rate": 2.2463812798194876e-06,
      "loss": 0.3494,
      "step": 1540880
    },
    {
      "epoch": 430.06,
      "grad_norm": 1.086160659790039,
      "learning_rate": 2.2463542635391403e-06,
      "loss": 0.3414,
      "step": 1540890
    },
    {
      "epoch": 430.06,
      "grad_norm": 1.0927562713623047,
      "learning_rate": 2.246327247271757e-06,
      "loss": 0.3472,
      "step": 1540900
    },
    {
      "epoch": 430.06,
      "grad_norm": 1.051746129989624,
      "learning_rate": 2.246300231017341e-06,
      "loss": 0.3458,
      "step": 1540910
    },
    {
      "epoch": 430.06,
      "grad_norm": 1.1043933629989624,
      "learning_rate": 2.246273214775894e-06,
      "loss": 0.3454,
      "step": 1540920
    },
    {
      "epoch": 430.07,
      "grad_norm": 1.0659857988357544,
      "learning_rate": 2.2462461985474224e-06,
      "loss": 0.3459,
      "step": 1540930
    },
    {
      "epoch": 430.07,
      "grad_norm": 1.111183524131775,
      "learning_rate": 2.2462191823319286e-06,
      "loss": 0.3545,
      "step": 1540940
    },
    {
      "epoch": 430.07,
      "grad_norm": 1.279355525970459,
      "learning_rate": 2.246192166129415e-06,
      "loss": 0.3416,
      "step": 1540950
    },
    {
      "epoch": 430.08,
      "grad_norm": 0.9854834675788879,
      "learning_rate": 2.2461651499398875e-06,
      "loss": 0.3381,
      "step": 1540960
    },
    {
      "epoch": 430.08,
      "grad_norm": 0.8439278602600098,
      "learning_rate": 2.2461381337633488e-06,
      "loss": 0.3607,
      "step": 1540970
    },
    {
      "epoch": 430.08,
      "grad_norm": 1.0125569105148315,
      "learning_rate": 2.2461111175998018e-06,
      "loss": 0.3327,
      "step": 1540980
    },
    {
      "epoch": 430.08,
      "grad_norm": 0.9377180933952332,
      "learning_rate": 2.246084101449251e-06,
      "loss": 0.3524,
      "step": 1540990
    },
    {
      "epoch": 430.09,
      "grad_norm": 0.945905864238739,
      "learning_rate": 2.2460570853116993e-06,
      "loss": 0.3551,
      "step": 1541000
    },
    {
      "epoch": 430.09,
      "grad_norm": 0.9657284617424011,
      "learning_rate": 2.2460300691871497e-06,
      "loss": 0.3327,
      "step": 1541010
    },
    {
      "epoch": 430.09,
      "grad_norm": 1.1238353252410889,
      "learning_rate": 2.2460030530756076e-06,
      "loss": 0.3419,
      "step": 1541020
    },
    {
      "epoch": 430.09,
      "grad_norm": 1.0520458221435547,
      "learning_rate": 2.245976036977076e-06,
      "loss": 0.3448,
      "step": 1541030
    },
    {
      "epoch": 430.1,
      "grad_norm": 1.078056812286377,
      "learning_rate": 2.245949020891557e-06,
      "loss": 0.3432,
      "step": 1541040
    },
    {
      "epoch": 430.1,
      "grad_norm": 1.0311754941940308,
      "learning_rate": 2.245922004819056e-06,
      "loss": 0.3557,
      "step": 1541050
    },
    {
      "epoch": 430.1,
      "grad_norm": 1.0277628898620605,
      "learning_rate": 2.2458949887595764e-06,
      "loss": 0.3479,
      "step": 1541060
    },
    {
      "epoch": 430.11,
      "grad_norm": 1.1565606594085693,
      "learning_rate": 2.24586797271312e-06,
      "loss": 0.3375,
      "step": 1541070
    },
    {
      "epoch": 430.11,
      "grad_norm": 1.1749862432479858,
      "learning_rate": 2.2458409566796923e-06,
      "loss": 0.3221,
      "step": 1541080
    },
    {
      "epoch": 430.11,
      "grad_norm": 1.1264079809188843,
      "learning_rate": 2.245813940659297e-06,
      "loss": 0.3428,
      "step": 1541090
    },
    {
      "epoch": 430.11,
      "grad_norm": 1.0737534761428833,
      "learning_rate": 2.2457869246519356e-06,
      "loss": 0.3447,
      "step": 1541100
    },
    {
      "epoch": 430.12,
      "grad_norm": 0.9450653195381165,
      "learning_rate": 2.2457599086576144e-06,
      "loss": 0.3474,
      "step": 1541110
    },
    {
      "epoch": 430.12,
      "grad_norm": 1.0354056358337402,
      "learning_rate": 2.2457328926763357e-06,
      "loss": 0.3518,
      "step": 1541120
    },
    {
      "epoch": 430.12,
      "grad_norm": 1.1440199613571167,
      "learning_rate": 2.2457058767081023e-06,
      "loss": 0.344,
      "step": 1541130
    },
    {
      "epoch": 430.13,
      "grad_norm": 0.9696592688560486,
      "learning_rate": 2.2456788607529195e-06,
      "loss": 0.3428,
      "step": 1541140
    },
    {
      "epoch": 430.13,
      "grad_norm": 1.2316746711730957,
      "learning_rate": 2.24565184481079e-06,
      "loss": 0.3436,
      "step": 1541150
    },
    {
      "epoch": 430.13,
      "grad_norm": 0.978299617767334,
      "learning_rate": 2.245624828881716e-06,
      "loss": 0.3417,
      "step": 1541160
    },
    {
      "epoch": 430.13,
      "grad_norm": 1.147719383239746,
      "learning_rate": 2.245597812965704e-06,
      "loss": 0.3416,
      "step": 1541170
    },
    {
      "epoch": 430.14,
      "grad_norm": 0.9590352177619934,
      "learning_rate": 2.245570797062755e-06,
      "loss": 0.327,
      "step": 1541180
    },
    {
      "epoch": 430.14,
      "grad_norm": 1.0076276063919067,
      "learning_rate": 2.2455437811728746e-06,
      "loss": 0.3417,
      "step": 1541190
    },
    {
      "epoch": 430.14,
      "grad_norm": 0.9934439063072205,
      "learning_rate": 2.245516765296065e-06,
      "loss": 0.3532,
      "step": 1541200
    },
    {
      "epoch": 430.15,
      "grad_norm": 1.521287441253662,
      "learning_rate": 2.2454897494323298e-06,
      "loss": 0.3411,
      "step": 1541210
    },
    {
      "epoch": 430.15,
      "grad_norm": 1.0724636316299438,
      "learning_rate": 2.2454627335816738e-06,
      "loss": 0.3531,
      "step": 1541220
    },
    {
      "epoch": 430.15,
      "grad_norm": 0.9561307430267334,
      "learning_rate": 2.2454357177441e-06,
      "loss": 0.3494,
      "step": 1541230
    },
    {
      "epoch": 430.15,
      "grad_norm": 2.6488237380981445,
      "learning_rate": 2.245408701919611e-06,
      "loss": 0.3436,
      "step": 1541240
    },
    {
      "epoch": 430.16,
      "grad_norm": 1.0296895503997803,
      "learning_rate": 2.245381686108212e-06,
      "loss": 0.3612,
      "step": 1541250
    },
    {
      "epoch": 430.16,
      "grad_norm": 0.9882451891899109,
      "learning_rate": 2.2453546703099055e-06,
      "loss": 0.3206,
      "step": 1541260
    },
    {
      "epoch": 430.16,
      "grad_norm": 1.0850273370742798,
      "learning_rate": 2.2453276545246955e-06,
      "loss": 0.3688,
      "step": 1541270
    },
    {
      "epoch": 430.16,
      "grad_norm": 0.9496592283248901,
      "learning_rate": 2.2453006387525857e-06,
      "loss": 0.3223,
      "step": 1541280
    },
    {
      "epoch": 430.17,
      "grad_norm": 1.1895911693572998,
      "learning_rate": 2.2452736229935795e-06,
      "loss": 0.3342,
      "step": 1541290
    },
    {
      "epoch": 430.17,
      "grad_norm": 1.0003736019134521,
      "learning_rate": 2.24524660724768e-06,
      "loss": 0.3465,
      "step": 1541300
    },
    {
      "epoch": 430.17,
      "grad_norm": 1.208065390586853,
      "learning_rate": 2.245219591514892e-06,
      "loss": 0.3328,
      "step": 1541310
    },
    {
      "epoch": 430.18,
      "grad_norm": 1.5118495225906372,
      "learning_rate": 2.2451925757952186e-06,
      "loss": 0.3482,
      "step": 1541320
    },
    {
      "epoch": 430.18,
      "grad_norm": 1.0685817003250122,
      "learning_rate": 2.2451655600886625e-06,
      "loss": 0.3353,
      "step": 1541330
    },
    {
      "epoch": 430.18,
      "grad_norm": 1.015558123588562,
      "learning_rate": 2.2451385443952285e-06,
      "loss": 0.3438,
      "step": 1541340
    },
    {
      "epoch": 430.18,
      "grad_norm": 1.3848477602005005,
      "learning_rate": 2.2451115287149197e-06,
      "loss": 0.337,
      "step": 1541350
    },
    {
      "epoch": 430.19,
      "grad_norm": 1.0460102558135986,
      "learning_rate": 2.245084513047739e-06,
      "loss": 0.3399,
      "step": 1541360
    },
    {
      "epoch": 430.19,
      "grad_norm": 1.0836114883422852,
      "learning_rate": 2.2450574973936914e-06,
      "loss": 0.3536,
      "step": 1541370
    },
    {
      "epoch": 430.19,
      "grad_norm": 0.8918126225471497,
      "learning_rate": 2.2450304817527802e-06,
      "loss": 0.3351,
      "step": 1541380
    },
    {
      "epoch": 430.2,
      "grad_norm": 1.5648939609527588,
      "learning_rate": 2.2450034661250074e-06,
      "loss": 0.3494,
      "step": 1541390
    },
    {
      "epoch": 430.2,
      "grad_norm": 1.0223588943481445,
      "learning_rate": 2.2449764505103784e-06,
      "loss": 0.3315,
      "step": 1541400
    },
    {
      "epoch": 430.2,
      "grad_norm": 1.1240081787109375,
      "learning_rate": 2.2449494349088967e-06,
      "loss": 0.345,
      "step": 1541410
    },
    {
      "epoch": 430.2,
      "grad_norm": 1.1401009559631348,
      "learning_rate": 2.2449224193205647e-06,
      "loss": 0.3528,
      "step": 1541420
    },
    {
      "epoch": 430.21,
      "grad_norm": 1.0990476608276367,
      "learning_rate": 2.244895403745387e-06,
      "loss": 0.3479,
      "step": 1541430
    },
    {
      "epoch": 430.21,
      "grad_norm": 1.017553687095642,
      "learning_rate": 2.2448683881833674e-06,
      "loss": 0.3451,
      "step": 1541440
    },
    {
      "epoch": 430.21,
      "grad_norm": 1.1251497268676758,
      "learning_rate": 2.244841372634507e-06,
      "loss": 0.3335,
      "step": 1541450
    },
    {
      "epoch": 430.21,
      "grad_norm": 4.715433597564697,
      "learning_rate": 2.2448143570988136e-06,
      "loss": 0.3428,
      "step": 1541460
    },
    {
      "epoch": 430.22,
      "grad_norm": 1.1161317825317383,
      "learning_rate": 2.244787341576287e-06,
      "loss": 0.342,
      "step": 1541470
    },
    {
      "epoch": 430.22,
      "grad_norm": 0.9703293442726135,
      "learning_rate": 2.2447603260669333e-06,
      "loss": 0.3719,
      "step": 1541480
    },
    {
      "epoch": 430.22,
      "grad_norm": 1.1151005029678345,
      "learning_rate": 2.244733310570755e-06,
      "loss": 0.3414,
      "step": 1541490
    },
    {
      "epoch": 430.23,
      "grad_norm": 1.1188220977783203,
      "learning_rate": 2.2447062950877555e-06,
      "loss": 0.3501,
      "step": 1541500
    },
    {
      "epoch": 430.23,
      "grad_norm": 1.0462965965270996,
      "learning_rate": 2.244679279617939e-06,
      "loss": 0.3564,
      "step": 1541510
    },
    {
      "epoch": 430.23,
      "grad_norm": 0.9594559669494629,
      "learning_rate": 2.2446522641613093e-06,
      "loss": 0.3364,
      "step": 1541520
    },
    {
      "epoch": 430.23,
      "grad_norm": 1.403037667274475,
      "learning_rate": 2.2446252487178682e-06,
      "loss": 0.3592,
      "step": 1541530
    },
    {
      "epoch": 430.24,
      "grad_norm": 0.9796909093856812,
      "learning_rate": 2.244598233287622e-06,
      "loss": 0.3595,
      "step": 1541540
    },
    {
      "epoch": 430.24,
      "grad_norm": 1.216152548789978,
      "learning_rate": 2.244571217870572e-06,
      "loss": 0.3472,
      "step": 1541550
    },
    {
      "epoch": 430.24,
      "grad_norm": 0.961938202381134,
      "learning_rate": 2.2445442024667235e-06,
      "loss": 0.3377,
      "step": 1541560
    },
    {
      "epoch": 430.25,
      "grad_norm": 0.9711746573448181,
      "learning_rate": 2.2445171870760793e-06,
      "loss": 0.3456,
      "step": 1541570
    },
    {
      "epoch": 430.25,
      "grad_norm": 1.1322574615478516,
      "learning_rate": 2.244490171698643e-06,
      "loss": 0.3416,
      "step": 1541580
    },
    {
      "epoch": 430.25,
      "grad_norm": 1.0085136890411377,
      "learning_rate": 2.2444631563344167e-06,
      "loss": 0.3492,
      "step": 1541590
    },
    {
      "epoch": 430.25,
      "grad_norm": 1.0591449737548828,
      "learning_rate": 2.244436140983407e-06,
      "loss": 0.3394,
      "step": 1541600
    },
    {
      "epoch": 430.26,
      "grad_norm": 1.1113604307174683,
      "learning_rate": 2.2444091256456157e-06,
      "loss": 0.3388,
      "step": 1541610
    },
    {
      "epoch": 430.26,
      "grad_norm": 7.835565567016602,
      "learning_rate": 2.244382110321047e-06,
      "loss": 0.3453,
      "step": 1541620
    },
    {
      "epoch": 430.26,
      "grad_norm": 1.1373980045318604,
      "learning_rate": 2.244355095009704e-06,
      "loss": 0.3447,
      "step": 1541630
    },
    {
      "epoch": 430.27,
      "grad_norm": 1.1233186721801758,
      "learning_rate": 2.2443280797115904e-06,
      "loss": 0.3559,
      "step": 1541640
    },
    {
      "epoch": 430.27,
      "grad_norm": 1.000282645225525,
      "learning_rate": 2.2443010644267093e-06,
      "loss": 0.3289,
      "step": 1541650
    },
    {
      "epoch": 430.27,
      "grad_norm": 0.9836302995681763,
      "learning_rate": 2.2442740491550655e-06,
      "loss": 0.3515,
      "step": 1541660
    },
    {
      "epoch": 430.27,
      "grad_norm": 0.8670969605445862,
      "learning_rate": 2.244247033896662e-06,
      "loss": 0.341,
      "step": 1541670
    },
    {
      "epoch": 430.28,
      "grad_norm": 0.994756281375885,
      "learning_rate": 2.2442200186515018e-06,
      "loss": 0.3537,
      "step": 1541680
    },
    {
      "epoch": 430.28,
      "grad_norm": 1.292269229888916,
      "learning_rate": 2.24419300341959e-06,
      "loss": 0.3452,
      "step": 1541690
    },
    {
      "epoch": 430.28,
      "grad_norm": 1.0016794204711914,
      "learning_rate": 2.244165988200929e-06,
      "loss": 0.3284,
      "step": 1541700
    },
    {
      "epoch": 430.28,
      "grad_norm": 1.0578689575195312,
      "learning_rate": 2.2441389729955222e-06,
      "loss": 0.3575,
      "step": 1541710
    },
    {
      "epoch": 430.29,
      "grad_norm": 1.062206745147705,
      "learning_rate": 2.2441119578033742e-06,
      "loss": 0.3337,
      "step": 1541720
    },
    {
      "epoch": 430.29,
      "grad_norm": 1.2571581602096558,
      "learning_rate": 2.2440849426244882e-06,
      "loss": 0.3474,
      "step": 1541730
    },
    {
      "epoch": 430.29,
      "grad_norm": 1.207689881324768,
      "learning_rate": 2.2440579274588663e-06,
      "loss": 0.3733,
      "step": 1541740
    },
    {
      "epoch": 430.3,
      "grad_norm": 1.0189952850341797,
      "learning_rate": 2.2440309123065145e-06,
      "loss": 0.3467,
      "step": 1541750
    },
    {
      "epoch": 430.3,
      "grad_norm": 1.2406561374664307,
      "learning_rate": 2.244003897167435e-06,
      "loss": 0.3416,
      "step": 1541760
    },
    {
      "epoch": 430.3,
      "grad_norm": 1.3135582208633423,
      "learning_rate": 2.2439768820416323e-06,
      "loss": 0.3408,
      "step": 1541770
    },
    {
      "epoch": 430.3,
      "grad_norm": 0.9602687954902649,
      "learning_rate": 2.2439498669291092e-06,
      "loss": 0.3421,
      "step": 1541780
    },
    {
      "epoch": 430.31,
      "grad_norm": 1.0713882446289062,
      "learning_rate": 2.243922851829869e-06,
      "loss": 0.3554,
      "step": 1541790
    },
    {
      "epoch": 430.31,
      "grad_norm": 1.0331617593765259,
      "learning_rate": 2.243895836743916e-06,
      "loss": 0.3336,
      "step": 1541800
    },
    {
      "epoch": 430.31,
      "grad_norm": 1.2290936708450317,
      "learning_rate": 2.2438688216712542e-06,
      "loss": 0.3546,
      "step": 1541810
    },
    {
      "epoch": 430.32,
      "grad_norm": 1.0951473712921143,
      "learning_rate": 2.2438418066118854e-06,
      "loss": 0.3545,
      "step": 1541820
    },
    {
      "epoch": 430.32,
      "grad_norm": 1.1539585590362549,
      "learning_rate": 2.243814791565816e-06,
      "loss": 0.3466,
      "step": 1541830
    },
    {
      "epoch": 430.32,
      "grad_norm": 1.2901967763900757,
      "learning_rate": 2.2437877765330473e-06,
      "loss": 0.3525,
      "step": 1541840
    },
    {
      "epoch": 430.32,
      "grad_norm": 0.8976273536682129,
      "learning_rate": 2.2437607615135835e-06,
      "loss": 0.3415,
      "step": 1541850
    },
    {
      "epoch": 430.33,
      "grad_norm": 1.0115766525268555,
      "learning_rate": 2.2437337465074282e-06,
      "loss": 0.3422,
      "step": 1541860
    },
    {
      "epoch": 430.33,
      "grad_norm": 0.9973639845848083,
      "learning_rate": 2.2437067315145854e-06,
      "loss": 0.3621,
      "step": 1541870
    },
    {
      "epoch": 430.33,
      "grad_norm": 1.1181917190551758,
      "learning_rate": 2.2436797165350575e-06,
      "loss": 0.3601,
      "step": 1541880
    },
    {
      "epoch": 430.33,
      "grad_norm": 1.0561622381210327,
      "learning_rate": 2.24365270156885e-06,
      "loss": 0.3497,
      "step": 1541890
    },
    {
      "epoch": 430.34,
      "grad_norm": 1.2205111980438232,
      "learning_rate": 2.243625686615966e-06,
      "loss": 0.3714,
      "step": 1541900
    },
    {
      "epoch": 430.34,
      "grad_norm": 1.1777786016464233,
      "learning_rate": 2.2435986716764066e-06,
      "loss": 0.3554,
      "step": 1541910
    },
    {
      "epoch": 430.34,
      "grad_norm": 1.07560133934021,
      "learning_rate": 2.243571656750179e-06,
      "loss": 0.3387,
      "step": 1541920
    },
    {
      "epoch": 430.35,
      "grad_norm": 1.051572322845459,
      "learning_rate": 2.2435446418372847e-06,
      "loss": 0.3501,
      "step": 1541930
    },
    {
      "epoch": 430.35,
      "grad_norm": 1.030373215675354,
      "learning_rate": 2.2435176269377273e-06,
      "loss": 0.3546,
      "step": 1541940
    },
    {
      "epoch": 430.35,
      "grad_norm": 1.066543698310852,
      "learning_rate": 2.243490612051512e-06,
      "loss": 0.35,
      "step": 1541950
    },
    {
      "epoch": 430.35,
      "grad_norm": 1.1102514266967773,
      "learning_rate": 2.2434635971786407e-06,
      "loss": 0.3607,
      "step": 1541960
    },
    {
      "epoch": 430.36,
      "grad_norm": 1.2541035413742065,
      "learning_rate": 2.2434365823191166e-06,
      "loss": 0.3344,
      "step": 1541970
    },
    {
      "epoch": 430.36,
      "grad_norm": 0.9663277268409729,
      "learning_rate": 2.243409567472945e-06,
      "loss": 0.3305,
      "step": 1541980
    },
    {
      "epoch": 430.36,
      "grad_norm": 0.8657862544059753,
      "learning_rate": 2.2433825526401293e-06,
      "loss": 0.3504,
      "step": 1541990
    },
    {
      "epoch": 430.37,
      "grad_norm": 1.000874400138855,
      "learning_rate": 2.243355537820672e-06,
      "loss": 0.3527,
      "step": 1542000
    },
    {
      "epoch": 430.37,
      "grad_norm": 1.031091332435608,
      "learning_rate": 2.2433285230145774e-06,
      "loss": 0.3437,
      "step": 1542010
    },
    {
      "epoch": 430.37,
      "grad_norm": 1.0900639295578003,
      "learning_rate": 2.243301508221849e-06,
      "loss": 0.3448,
      "step": 1542020
    },
    {
      "epoch": 430.37,
      "grad_norm": 1.0244958400726318,
      "learning_rate": 2.2432744934424895e-06,
      "loss": 0.3379,
      "step": 1542030
    },
    {
      "epoch": 430.38,
      "grad_norm": 1.16193687915802,
      "learning_rate": 2.243247478676504e-06,
      "loss": 0.347,
      "step": 1542040
    },
    {
      "epoch": 430.38,
      "grad_norm": 1.3265990018844604,
      "learning_rate": 2.2432204639238946e-06,
      "loss": 0.3403,
      "step": 1542050
    },
    {
      "epoch": 430.38,
      "grad_norm": 1.102845549583435,
      "learning_rate": 2.2431934491846666e-06,
      "loss": 0.3371,
      "step": 1542060
    },
    {
      "epoch": 430.39,
      "grad_norm": 1.1136934757232666,
      "learning_rate": 2.243166434458823e-06,
      "loss": 0.3589,
      "step": 1542070
    },
    {
      "epoch": 430.39,
      "grad_norm": 0.9846770167350769,
      "learning_rate": 2.2431394197463666e-06,
      "loss": 0.3421,
      "step": 1542080
    },
    {
      "epoch": 430.39,
      "grad_norm": 1.000585675239563,
      "learning_rate": 2.2431124050473015e-06,
      "loss": 0.3397,
      "step": 1542090
    },
    {
      "epoch": 430.39,
      "grad_norm": 1.018104910850525,
      "learning_rate": 2.2430853903616317e-06,
      "loss": 0.3491,
      "step": 1542100
    },
    {
      "epoch": 430.4,
      "grad_norm": 1.0554890632629395,
      "learning_rate": 2.243058375689359e-06,
      "loss": 0.3421,
      "step": 1542110
    },
    {
      "epoch": 430.4,
      "grad_norm": 1.1017534732818604,
      "learning_rate": 2.24303136103049e-06,
      "loss": 0.3493,
      "step": 1542120
    },
    {
      "epoch": 430.4,
      "grad_norm": 0.9266213178634644,
      "learning_rate": 2.2430043463850263e-06,
      "loss": 0.3382,
      "step": 1542130
    },
    {
      "epoch": 430.4,
      "grad_norm": 0.8253175616264343,
      "learning_rate": 2.242977331752971e-06,
      "loss": 0.3403,
      "step": 1542140
    },
    {
      "epoch": 430.41,
      "grad_norm": 1.0502994060516357,
      "learning_rate": 2.2429503171343297e-06,
      "loss": 0.3612,
      "step": 1542150
    },
    {
      "epoch": 430.41,
      "grad_norm": 0.9425145387649536,
      "learning_rate": 2.242923302529105e-06,
      "loss": 0.3598,
      "step": 1542160
    },
    {
      "epoch": 430.41,
      "grad_norm": 0.9809697866439819,
      "learning_rate": 2.2428962879372986e-06,
      "loss": 0.3484,
      "step": 1542170
    },
    {
      "epoch": 430.42,
      "grad_norm": 1.0562047958374023,
      "learning_rate": 2.2428692733589175e-06,
      "loss": 0.3481,
      "step": 1542180
    },
    {
      "epoch": 430.42,
      "grad_norm": 1.031868815422058,
      "learning_rate": 2.2428422587939635e-06,
      "loss": 0.3533,
      "step": 1542190
    },
    {
      "epoch": 430.42,
      "grad_norm": 1.009859323501587,
      "learning_rate": 2.2428152442424392e-06,
      "loss": 0.3426,
      "step": 1542200
    },
    {
      "epoch": 430.42,
      "grad_norm": 0.8395833969116211,
      "learning_rate": 2.24278822970435e-06,
      "loss": 0.3415,
      "step": 1542210
    },
    {
      "epoch": 430.43,
      "grad_norm": 1.1275776624679565,
      "learning_rate": 2.2427612151796997e-06,
      "loss": 0.3335,
      "step": 1542220
    },
    {
      "epoch": 430.43,
      "grad_norm": 1.3809329271316528,
      "learning_rate": 2.24273420066849e-06,
      "loss": 0.3567,
      "step": 1542230
    },
    {
      "epoch": 430.43,
      "grad_norm": 1.1162108182907104,
      "learning_rate": 2.242707186170726e-06,
      "loss": 0.3482,
      "step": 1542240
    },
    {
      "epoch": 430.44,
      "grad_norm": 0.9928325414657593,
      "learning_rate": 2.242680171686411e-06,
      "loss": 0.3559,
      "step": 1542250
    },
    {
      "epoch": 430.44,
      "grad_norm": 1.014332890510559,
      "learning_rate": 2.2426531572155474e-06,
      "loss": 0.3457,
      "step": 1542260
    },
    {
      "epoch": 430.44,
      "grad_norm": 1.0649253129959106,
      "learning_rate": 2.2426261427581407e-06,
      "loss": 0.3611,
      "step": 1542270
    },
    {
      "epoch": 430.44,
      "grad_norm": 1.1003367900848389,
      "learning_rate": 2.2425991283141935e-06,
      "loss": 0.3429,
      "step": 1542280
    },
    {
      "epoch": 430.45,
      "grad_norm": 1.2154194116592407,
      "learning_rate": 2.2425721138837094e-06,
      "loss": 0.3517,
      "step": 1542290
    },
    {
      "epoch": 430.45,
      "grad_norm": 0.9554463624954224,
      "learning_rate": 2.2425450994666926e-06,
      "loss": 0.3345,
      "step": 1542300
    },
    {
      "epoch": 430.45,
      "grad_norm": 1.0400464534759521,
      "learning_rate": 2.242518085063146e-06,
      "loss": 0.3436,
      "step": 1542310
    },
    {
      "epoch": 430.45,
      "grad_norm": 0.9428635239601135,
      "learning_rate": 2.242491070673072e-06,
      "loss": 0.3362,
      "step": 1542320
    },
    {
      "epoch": 430.46,
      "grad_norm": 1.0490086078643799,
      "learning_rate": 2.242464056296477e-06,
      "loss": 0.3326,
      "step": 1542330
    },
    {
      "epoch": 430.46,
      "grad_norm": 1.1741406917572021,
      "learning_rate": 2.2424370419333625e-06,
      "loss": 0.3489,
      "step": 1542340
    },
    {
      "epoch": 430.46,
      "grad_norm": 1.1579389572143555,
      "learning_rate": 2.242410027583733e-06,
      "loss": 0.3433,
      "step": 1542350
    },
    {
      "epoch": 430.47,
      "grad_norm": 1.2701565027236938,
      "learning_rate": 2.242383013247593e-06,
      "loss": 0.3515,
      "step": 1542360
    },
    {
      "epoch": 430.47,
      "grad_norm": 1.1652806997299194,
      "learning_rate": 2.242355998924943e-06,
      "loss": 0.3541,
      "step": 1542370
    },
    {
      "epoch": 430.47,
      "grad_norm": 1.1483162641525269,
      "learning_rate": 2.2423289846157906e-06,
      "loss": 0.3477,
      "step": 1542380
    },
    {
      "epoch": 430.47,
      "grad_norm": 0.9621116518974304,
      "learning_rate": 2.2423019703201364e-06,
      "loss": 0.3553,
      "step": 1542390
    },
    {
      "epoch": 430.48,
      "grad_norm": 1.123448371887207,
      "learning_rate": 2.2422749560379842e-06,
      "loss": 0.3406,
      "step": 1542400
    },
    {
      "epoch": 430.48,
      "grad_norm": 1.04340660572052,
      "learning_rate": 2.2422479417693393e-06,
      "loss": 0.3519,
      "step": 1542410
    },
    {
      "epoch": 430.48,
      "grad_norm": 1.0092014074325562,
      "learning_rate": 2.2422209275142046e-06,
      "loss": 0.3475,
      "step": 1542420
    },
    {
      "epoch": 430.49,
      "grad_norm": 0.9334056973457336,
      "learning_rate": 2.2421939132725826e-06,
      "loss": 0.3461,
      "step": 1542430
    },
    {
      "epoch": 430.49,
      "grad_norm": 1.1219152212142944,
      "learning_rate": 2.2421668990444783e-06,
      "loss": 0.3468,
      "step": 1542440
    },
    {
      "epoch": 430.49,
      "grad_norm": 1.175727128982544,
      "learning_rate": 2.2421398848298953e-06,
      "loss": 0.3294,
      "step": 1542450
    },
    {
      "epoch": 430.49,
      "grad_norm": 1.0190626382827759,
      "learning_rate": 2.2421128706288347e-06,
      "loss": 0.3503,
      "step": 1542460
    },
    {
      "epoch": 430.5,
      "grad_norm": 1.2118526697158813,
      "learning_rate": 2.2420858564413038e-06,
      "loss": 0.3421,
      "step": 1542470
    },
    {
      "epoch": 430.5,
      "grad_norm": 0.942044198513031,
      "learning_rate": 2.242058842267304e-06,
      "loss": 0.3558,
      "step": 1542480
    },
    {
      "epoch": 430.5,
      "grad_norm": 1.3789050579071045,
      "learning_rate": 2.2420318281068385e-06,
      "loss": 0.3472,
      "step": 1542490
    },
    {
      "epoch": 430.51,
      "grad_norm": 1.819334626197815,
      "learning_rate": 2.2420048139599127e-06,
      "loss": 0.3275,
      "step": 1542500
    },
    {
      "epoch": 430.51,
      "grad_norm": 1.1021575927734375,
      "learning_rate": 2.241977799826529e-06,
      "loss": 0.3327,
      "step": 1542510
    },
    {
      "epoch": 430.51,
      "grad_norm": 1.7886015176773071,
      "learning_rate": 2.241950785706691e-06,
      "loss": 0.3322,
      "step": 1542520
    },
    {
      "epoch": 430.51,
      "grad_norm": 0.986477255821228,
      "learning_rate": 2.241923771600403e-06,
      "loss": 0.3439,
      "step": 1542530
    },
    {
      "epoch": 430.52,
      "grad_norm": 0.9545049667358398,
      "learning_rate": 2.2418967575076676e-06,
      "loss": 0.3384,
      "step": 1542540
    },
    {
      "epoch": 430.52,
      "grad_norm": 1.148491621017456,
      "learning_rate": 2.2418697434284883e-06,
      "loss": 0.3493,
      "step": 1542550
    },
    {
      "epoch": 430.52,
      "grad_norm": 0.9653252959251404,
      "learning_rate": 2.2418427293628704e-06,
      "loss": 0.3337,
      "step": 1542560
    },
    {
      "epoch": 430.52,
      "grad_norm": 1.0992677211761475,
      "learning_rate": 2.2418157153108164e-06,
      "loss": 0.3475,
      "step": 1542570
    },
    {
      "epoch": 430.53,
      "grad_norm": 1.2501918077468872,
      "learning_rate": 2.241788701272329e-06,
      "loss": 0.3539,
      "step": 1542580
    },
    {
      "epoch": 430.53,
      "grad_norm": 0.9520954489707947,
      "learning_rate": 2.2417616872474136e-06,
      "loss": 0.3382,
      "step": 1542590
    },
    {
      "epoch": 430.53,
      "grad_norm": 1.0948117971420288,
      "learning_rate": 2.2417346732360727e-06,
      "loss": 0.3408,
      "step": 1542600
    },
    {
      "epoch": 430.54,
      "grad_norm": 1.0223026275634766,
      "learning_rate": 2.241707659238309e-06,
      "loss": 0.3329,
      "step": 1542610
    },
    {
      "epoch": 430.54,
      "grad_norm": 0.916885495185852,
      "learning_rate": 2.241680645254128e-06,
      "loss": 0.3396,
      "step": 1542620
    },
    {
      "epoch": 430.54,
      "grad_norm": 1.2721171379089355,
      "learning_rate": 2.241653631283532e-06,
      "loss": 0.3489,
      "step": 1542630
    },
    {
      "epoch": 430.54,
      "grad_norm": 1.3342831134796143,
      "learning_rate": 2.2416266173265254e-06,
      "loss": 0.3608,
      "step": 1542640
    },
    {
      "epoch": 430.55,
      "grad_norm": 1.0834776163101196,
      "learning_rate": 2.241599603383112e-06,
      "loss": 0.3546,
      "step": 1542650
    },
    {
      "epoch": 430.55,
      "grad_norm": 1.29092276096344,
      "learning_rate": 2.241572589453294e-06,
      "loss": 0.3363,
      "step": 1542660
    },
    {
      "epoch": 430.55,
      "grad_norm": 7.113340854644775,
      "learning_rate": 2.2415455755370764e-06,
      "loss": 0.3548,
      "step": 1542670
    },
    {
      "epoch": 430.56,
      "grad_norm": 1.0427688360214233,
      "learning_rate": 2.2415185616344623e-06,
      "loss": 0.3432,
      "step": 1542680
    },
    {
      "epoch": 430.56,
      "grad_norm": 3.5455853939056396,
      "learning_rate": 2.2414915477454546e-06,
      "loss": 0.3389,
      "step": 1542690
    },
    {
      "epoch": 430.56,
      "grad_norm": 1.0784943103790283,
      "learning_rate": 2.241464533870058e-06,
      "loss": 0.3624,
      "step": 1542700
    },
    {
      "epoch": 430.56,
      "grad_norm": 1.0494102239608765,
      "learning_rate": 2.241437520008276e-06,
      "loss": 0.3665,
      "step": 1542710
    },
    {
      "epoch": 430.57,
      "grad_norm": 1.067600131034851,
      "learning_rate": 2.241410506160111e-06,
      "loss": 0.332,
      "step": 1542720
    },
    {
      "epoch": 430.57,
      "grad_norm": 0.9321629405021667,
      "learning_rate": 2.241383492325568e-06,
      "loss": 0.3279,
      "step": 1542730
    },
    {
      "epoch": 430.57,
      "grad_norm": 1.0849354267120361,
      "learning_rate": 2.24135647850465e-06,
      "loss": 0.3448,
      "step": 1542740
    },
    {
      "epoch": 430.57,
      "grad_norm": 1.0424320697784424,
      "learning_rate": 2.24132946469736e-06,
      "loss": 0.3658,
      "step": 1542750
    },
    {
      "epoch": 430.58,
      "grad_norm": 1.0088260173797607,
      "learning_rate": 2.2413024509037027e-06,
      "loss": 0.3572,
      "step": 1542760
    },
    {
      "epoch": 430.58,
      "grad_norm": 1.1690846681594849,
      "learning_rate": 2.2412754371236814e-06,
      "loss": 0.3288,
      "step": 1542770
    },
    {
      "epoch": 430.58,
      "grad_norm": 1.2120935916900635,
      "learning_rate": 2.2412484233572982e-06,
      "loss": 0.347,
      "step": 1542780
    },
    {
      "epoch": 430.59,
      "grad_norm": 1.1188907623291016,
      "learning_rate": 2.241221409604559e-06,
      "loss": 0.353,
      "step": 1542790
    },
    {
      "epoch": 430.59,
      "grad_norm": 1.0665397644042969,
      "learning_rate": 2.241194395865467e-06,
      "loss": 0.3329,
      "step": 1542800
    },
    {
      "epoch": 430.59,
      "grad_norm": 1.1403868198394775,
      "learning_rate": 2.2411673821400237e-06,
      "loss": 0.3419,
      "step": 1542810
    },
    {
      "epoch": 430.59,
      "grad_norm": 1.2001917362213135,
      "learning_rate": 2.2411403684282356e-06,
      "loss": 0.3501,
      "step": 1542820
    },
    {
      "epoch": 430.6,
      "grad_norm": 1.063204288482666,
      "learning_rate": 2.2411133547301047e-06,
      "loss": 0.3441,
      "step": 1542830
    },
    {
      "epoch": 430.6,
      "grad_norm": 1.059118390083313,
      "learning_rate": 2.2410863410456334e-06,
      "loss": 0.3435,
      "step": 1542840
    },
    {
      "epoch": 430.6,
      "grad_norm": 1.0048799514770508,
      "learning_rate": 2.2410593273748277e-06,
      "loss": 0.3483,
      "step": 1542850
    },
    {
      "epoch": 430.61,
      "grad_norm": 1.1744072437286377,
      "learning_rate": 2.2410323137176906e-06,
      "loss": 0.3433,
      "step": 1542860
    },
    {
      "epoch": 430.61,
      "grad_norm": 0.9970948100090027,
      "learning_rate": 2.2410053000742238e-06,
      "loss": 0.3497,
      "step": 1542870
    },
    {
      "epoch": 430.61,
      "grad_norm": 1.0621510744094849,
      "learning_rate": 2.2409782864444336e-06,
      "loss": 0.3407,
      "step": 1542880
    },
    {
      "epoch": 430.61,
      "grad_norm": 1.0253692865371704,
      "learning_rate": 2.2409512728283216e-06,
      "loss": 0.3375,
      "step": 1542890
    },
    {
      "epoch": 430.62,
      "grad_norm": 1.071556806564331,
      "learning_rate": 2.2409242592258927e-06,
      "loss": 0.3531,
      "step": 1542900
    },
    {
      "epoch": 430.62,
      "grad_norm": 1.0570878982543945,
      "learning_rate": 2.24089724563715e-06,
      "loss": 0.3412,
      "step": 1542910
    },
    {
      "epoch": 430.62,
      "grad_norm": 1.078102469444275,
      "learning_rate": 2.240870232062096e-06,
      "loss": 0.342,
      "step": 1542920
    },
    {
      "epoch": 430.63,
      "grad_norm": 0.9676792621612549,
      "learning_rate": 2.2408432185007367e-06,
      "loss": 0.356,
      "step": 1542930
    },
    {
      "epoch": 430.63,
      "grad_norm": 1.0391615629196167,
      "learning_rate": 2.240816204953074e-06,
      "loss": 0.3519,
      "step": 1542940
    },
    {
      "epoch": 430.63,
      "grad_norm": 1.1182169914245605,
      "learning_rate": 2.240789191419111e-06,
      "loss": 0.3427,
      "step": 1542950
    },
    {
      "epoch": 430.63,
      "grad_norm": 1.0386395454406738,
      "learning_rate": 2.2407621778988533e-06,
      "loss": 0.3613,
      "step": 1542960
    },
    {
      "epoch": 430.64,
      "grad_norm": 0.8906378746032715,
      "learning_rate": 2.2407351643923025e-06,
      "loss": 0.3433,
      "step": 1542970
    },
    {
      "epoch": 430.64,
      "grad_norm": 1.028904676437378,
      "learning_rate": 2.2407081508994627e-06,
      "loss": 0.3231,
      "step": 1542980
    },
    {
      "epoch": 430.64,
      "grad_norm": 1.2037525177001953,
      "learning_rate": 2.2406811374203385e-06,
      "loss": 0.3471,
      "step": 1542990
    },
    {
      "epoch": 430.64,
      "grad_norm": 2.058025360107422,
      "learning_rate": 2.2406541239549328e-06,
      "loss": 0.3298,
      "step": 1543000
    },
    {
      "epoch": 430.65,
      "grad_norm": 1.1378874778747559,
      "learning_rate": 2.240627110503248e-06,
      "loss": 0.3559,
      "step": 1543010
    },
    {
      "epoch": 430.65,
      "grad_norm": 1.4341621398925781,
      "learning_rate": 2.24060009706529e-06,
      "loss": 0.3349,
      "step": 1543020
    },
    {
      "epoch": 430.65,
      "grad_norm": 0.9755015969276428,
      "learning_rate": 2.2405730836410617e-06,
      "loss": 0.3529,
      "step": 1543030
    },
    {
      "epoch": 430.66,
      "grad_norm": 1.0756486654281616,
      "learning_rate": 2.2405460702305654e-06,
      "loss": 0.3427,
      "step": 1543040
    },
    {
      "epoch": 430.66,
      "grad_norm": 0.9385585784912109,
      "learning_rate": 2.240519056833806e-06,
      "loss": 0.3485,
      "step": 1543050
    },
    {
      "epoch": 430.66,
      "grad_norm": 1.4079891443252563,
      "learning_rate": 2.240492043450787e-06,
      "loss": 0.3495,
      "step": 1543060
    },
    {
      "epoch": 430.66,
      "grad_norm": 0.9995902180671692,
      "learning_rate": 2.240465030081511e-06,
      "loss": 0.3548,
      "step": 1543070
    },
    {
      "epoch": 430.67,
      "grad_norm": 1.046799898147583,
      "learning_rate": 2.2404380167259822e-06,
      "loss": 0.3327,
      "step": 1543080
    },
    {
      "epoch": 430.67,
      "grad_norm": 0.9010986685752869,
      "learning_rate": 2.240411003384205e-06,
      "loss": 0.3313,
      "step": 1543090
    },
    {
      "epoch": 430.67,
      "grad_norm": 1.1698232889175415,
      "learning_rate": 2.2403839900561815e-06,
      "loss": 0.3339,
      "step": 1543100
    },
    {
      "epoch": 430.68,
      "grad_norm": 1.1274003982543945,
      "learning_rate": 2.240356976741916e-06,
      "loss": 0.3534,
      "step": 1543110
    },
    {
      "epoch": 430.68,
      "grad_norm": 1.0256232023239136,
      "learning_rate": 2.240329963441413e-06,
      "loss": 0.3307,
      "step": 1543120
    },
    {
      "epoch": 430.68,
      "grad_norm": 0.9267738461494446,
      "learning_rate": 2.240302950154674e-06,
      "loss": 0.3362,
      "step": 1543130
    },
    {
      "epoch": 430.68,
      "grad_norm": 1.1274141073226929,
      "learning_rate": 2.240275936881705e-06,
      "loss": 0.3378,
      "step": 1543140
    },
    {
      "epoch": 430.69,
      "grad_norm": 1.0318301916122437,
      "learning_rate": 2.240248923622508e-06,
      "loss": 0.3369,
      "step": 1543150
    },
    {
      "epoch": 430.69,
      "grad_norm": 0.8444076180458069,
      "learning_rate": 2.240221910377086e-06,
      "loss": 0.3478,
      "step": 1543160
    },
    {
      "epoch": 430.69,
      "grad_norm": 0.9705288410186768,
      "learning_rate": 2.240194897145445e-06,
      "loss": 0.3373,
      "step": 1543170
    },
    {
      "epoch": 430.69,
      "grad_norm": 1.0462799072265625,
      "learning_rate": 2.2401678839275864e-06,
      "loss": 0.3421,
      "step": 1543180
    },
    {
      "epoch": 430.7,
      "grad_norm": 1.0431883335113525,
      "learning_rate": 2.2401408707235154e-06,
      "loss": 0.338,
      "step": 1543190
    },
    {
      "epoch": 430.7,
      "grad_norm": 1.0118000507354736,
      "learning_rate": 2.2401138575332345e-06,
      "loss": 0.3467,
      "step": 1543200
    },
    {
      "epoch": 430.7,
      "grad_norm": 1.033073902130127,
      "learning_rate": 2.2400868443567466e-06,
      "loss": 0.3421,
      "step": 1543210
    },
    {
      "epoch": 430.71,
      "grad_norm": 4.163620948791504,
      "learning_rate": 2.240059831194058e-06,
      "loss": 0.3655,
      "step": 1543220
    },
    {
      "epoch": 430.71,
      "grad_norm": 1.0540355443954468,
      "learning_rate": 2.2400328180451697e-06,
      "loss": 0.3475,
      "step": 1543230
    },
    {
      "epoch": 430.71,
      "grad_norm": 0.9612032771110535,
      "learning_rate": 2.240005804910086e-06,
      "loss": 0.3211,
      "step": 1543240
    },
    {
      "epoch": 430.71,
      "grad_norm": 0.9876111745834351,
      "learning_rate": 2.2399787917888113e-06,
      "loss": 0.3416,
      "step": 1543250
    },
    {
      "epoch": 430.72,
      "grad_norm": 20.51045036315918,
      "learning_rate": 2.2399517786813486e-06,
      "loss": 0.337,
      "step": 1543260
    },
    {
      "epoch": 430.72,
      "grad_norm": 1.006041407585144,
      "learning_rate": 2.2399247655877e-06,
      "loss": 0.338,
      "step": 1543270
    },
    {
      "epoch": 430.72,
      "grad_norm": 1.0487312078475952,
      "learning_rate": 2.239897752507872e-06,
      "loss": 0.3542,
      "step": 1543280
    },
    {
      "epoch": 430.73,
      "grad_norm": 0.9594134092330933,
      "learning_rate": 2.239870739441867e-06,
      "loss": 0.3203,
      "step": 1543290
    },
    {
      "epoch": 430.73,
      "grad_norm": 1.0481312274932861,
      "learning_rate": 2.239843726389687e-06,
      "loss": 0.3445,
      "step": 1543300
    },
    {
      "epoch": 430.73,
      "grad_norm": 1.0104732513427734,
      "learning_rate": 2.239816713351338e-06,
      "loss": 0.341,
      "step": 1543310
    },
    {
      "epoch": 430.73,
      "grad_norm": 1.010459542274475,
      "learning_rate": 2.239789700326822e-06,
      "loss": 0.363,
      "step": 1543320
    },
    {
      "epoch": 430.74,
      "grad_norm": 1.0800323486328125,
      "learning_rate": 2.2397626873161436e-06,
      "loss": 0.3514,
      "step": 1543330
    },
    {
      "epoch": 430.74,
      "grad_norm": 0.9842088222503662,
      "learning_rate": 2.239735674319306e-06,
      "loss": 0.3562,
      "step": 1543340
    },
    {
      "epoch": 430.74,
      "grad_norm": 1.0029752254486084,
      "learning_rate": 2.2397086613363126e-06,
      "loss": 0.3609,
      "step": 1543350
    },
    {
      "epoch": 430.75,
      "grad_norm": 0.9548675417900085,
      "learning_rate": 2.239681648367166e-06,
      "loss": 0.3535,
      "step": 1543360
    },
    {
      "epoch": 430.75,
      "grad_norm": 1.1016533374786377,
      "learning_rate": 2.2396546354118725e-06,
      "loss": 0.341,
      "step": 1543370
    },
    {
      "epoch": 430.75,
      "grad_norm": 1.0324361324310303,
      "learning_rate": 2.239627622470434e-06,
      "loss": 0.3396,
      "step": 1543380
    },
    {
      "epoch": 430.75,
      "grad_norm": 1.011163353919983,
      "learning_rate": 2.2396006095428534e-06,
      "loss": 0.3433,
      "step": 1543390
    },
    {
      "epoch": 430.76,
      "grad_norm": 1.2264045476913452,
      "learning_rate": 2.239573596629136e-06,
      "loss": 0.3619,
      "step": 1543400
    },
    {
      "epoch": 430.76,
      "grad_norm": 1.1918227672576904,
      "learning_rate": 2.239546583729284e-06,
      "loss": 0.3639,
      "step": 1543410
    },
    {
      "epoch": 430.76,
      "grad_norm": 1.1535240411758423,
      "learning_rate": 2.239519570843301e-06,
      "loss": 0.3533,
      "step": 1543420
    },
    {
      "epoch": 430.76,
      "grad_norm": 1.0387934446334839,
      "learning_rate": 2.2394925579711918e-06,
      "loss": 0.3419,
      "step": 1543430
    },
    {
      "epoch": 430.77,
      "grad_norm": 1.0705957412719727,
      "learning_rate": 2.2394655451129592e-06,
      "loss": 0.346,
      "step": 1543440
    },
    {
      "epoch": 430.77,
      "grad_norm": 1.1088085174560547,
      "learning_rate": 2.239438532268606e-06,
      "loss": 0.3534,
      "step": 1543450
    },
    {
      "epoch": 430.77,
      "grad_norm": 1.0722919702529907,
      "learning_rate": 2.239411519438138e-06,
      "loss": 0.3569,
      "step": 1543460
    },
    {
      "epoch": 430.78,
      "grad_norm": 1.0842984914779663,
      "learning_rate": 2.2393845066215566e-06,
      "loss": 0.3466,
      "step": 1543470
    },
    {
      "epoch": 430.78,
      "grad_norm": 0.919344425201416,
      "learning_rate": 2.239357493818867e-06,
      "loss": 0.3345,
      "step": 1543480
    },
    {
      "epoch": 430.78,
      "grad_norm": 0.9905131459236145,
      "learning_rate": 2.239330481030072e-06,
      "loss": 0.361,
      "step": 1543490
    },
    {
      "epoch": 430.78,
      "grad_norm": 0.9030243158340454,
      "learning_rate": 2.2393034682551744e-06,
      "loss": 0.3656,
      "step": 1543500
    },
    {
      "epoch": 430.79,
      "grad_norm": 4.778694152832031,
      "learning_rate": 2.239276455494179e-06,
      "loss": 0.3425,
      "step": 1543510
    },
    {
      "epoch": 430.79,
      "grad_norm": 0.9575158357620239,
      "learning_rate": 2.23924944274709e-06,
      "loss": 0.3507,
      "step": 1543520
    },
    {
      "epoch": 430.79,
      "grad_norm": 1.0444875955581665,
      "learning_rate": 2.2392224300139086e-06,
      "loss": 0.3397,
      "step": 1543530
    },
    {
      "epoch": 430.8,
      "grad_norm": 0.950821042060852,
      "learning_rate": 2.239195417294641e-06,
      "loss": 0.3547,
      "step": 1543540
    },
    {
      "epoch": 430.8,
      "grad_norm": 1.1388046741485596,
      "learning_rate": 2.2391684045892895e-06,
      "loss": 0.3405,
      "step": 1543550
    },
    {
      "epoch": 430.8,
      "grad_norm": 0.9277452230453491,
      "learning_rate": 2.2391413918978572e-06,
      "loss": 0.3466,
      "step": 1543560
    },
    {
      "epoch": 430.8,
      "grad_norm": 1.0159918069839478,
      "learning_rate": 2.239114379220349e-06,
      "loss": 0.3432,
      "step": 1543570
    },
    {
      "epoch": 430.81,
      "grad_norm": 0.932019829750061,
      "learning_rate": 2.2390873665567675e-06,
      "loss": 0.3459,
      "step": 1543580
    },
    {
      "epoch": 430.81,
      "grad_norm": 1.175618052482605,
      "learning_rate": 2.239060353907116e-06,
      "loss": 0.3455,
      "step": 1543590
    },
    {
      "epoch": 430.81,
      "grad_norm": 0.9857624769210815,
      "learning_rate": 2.2390333412713997e-06,
      "loss": 0.3337,
      "step": 1543600
    },
    {
      "epoch": 430.81,
      "grad_norm": 1.1699715852737427,
      "learning_rate": 2.239006328649621e-06,
      "loss": 0.3437,
      "step": 1543610
    },
    {
      "epoch": 430.82,
      "grad_norm": 0.9723864197731018,
      "learning_rate": 2.2389793160417833e-06,
      "loss": 0.3507,
      "step": 1543620
    },
    {
      "epoch": 430.82,
      "grad_norm": 0.9687590003013611,
      "learning_rate": 2.2389523034478915e-06,
      "loss": 0.3295,
      "step": 1543630
    },
    {
      "epoch": 430.82,
      "grad_norm": 1.1474742889404297,
      "learning_rate": 2.238925290867948e-06,
      "loss": 0.3466,
      "step": 1543640
    },
    {
      "epoch": 430.83,
      "grad_norm": 0.9653469920158386,
      "learning_rate": 2.2388982783019556e-06,
      "loss": 0.3448,
      "step": 1543650
    },
    {
      "epoch": 430.83,
      "grad_norm": 1.0649762153625488,
      "learning_rate": 2.23887126574992e-06,
      "loss": 0.3462,
      "step": 1543660
    },
    {
      "epoch": 430.83,
      "grad_norm": 1.0470112562179565,
      "learning_rate": 2.2388442532118438e-06,
      "loss": 0.3692,
      "step": 1543670
    },
    {
      "epoch": 430.83,
      "grad_norm": 0.9658759236335754,
      "learning_rate": 2.23881724068773e-06,
      "loss": 0.3383,
      "step": 1543680
    },
    {
      "epoch": 430.84,
      "grad_norm": 1.0210728645324707,
      "learning_rate": 2.2387902281775836e-06,
      "loss": 0.3469,
      "step": 1543690
    },
    {
      "epoch": 430.84,
      "grad_norm": 1.0491564273834229,
      "learning_rate": 2.238763215681407e-06,
      "loss": 0.3578,
      "step": 1543700
    },
    {
      "epoch": 430.84,
      "grad_norm": 1.2643426656723022,
      "learning_rate": 2.2387362031992035e-06,
      "loss": 0.3602,
      "step": 1543710
    },
    {
      "epoch": 430.85,
      "grad_norm": 0.9640914797782898,
      "learning_rate": 2.2387091907309784e-06,
      "loss": 0.3471,
      "step": 1543720
    },
    {
      "epoch": 430.85,
      "grad_norm": 1.236180067062378,
      "learning_rate": 2.238682178276734e-06,
      "loss": 0.3404,
      "step": 1543730
    },
    {
      "epoch": 430.85,
      "grad_norm": 1.0340651273727417,
      "learning_rate": 2.238655165836473e-06,
      "loss": 0.3445,
      "step": 1543740
    },
    {
      "epoch": 430.85,
      "grad_norm": 1.0635894536972046,
      "learning_rate": 2.2386281534102015e-06,
      "loss": 0.3498,
      "step": 1543750
    },
    {
      "epoch": 430.86,
      "grad_norm": 0.975125789642334,
      "learning_rate": 2.2386011409979212e-06,
      "loss": 0.3521,
      "step": 1543760
    },
    {
      "epoch": 430.86,
      "grad_norm": 1.0290218591690063,
      "learning_rate": 2.238574128599637e-06,
      "loss": 0.3544,
      "step": 1543770
    },
    {
      "epoch": 430.86,
      "grad_norm": 1.0561723709106445,
      "learning_rate": 2.2385471162153514e-06,
      "loss": 0.3348,
      "step": 1543780
    },
    {
      "epoch": 430.87,
      "grad_norm": 3.148942232131958,
      "learning_rate": 2.238520103845067e-06,
      "loss": 0.3634,
      "step": 1543790
    },
    {
      "epoch": 430.87,
      "grad_norm": 0.9134008288383484,
      "learning_rate": 2.23849309148879e-06,
      "loss": 0.3403,
      "step": 1543800
    },
    {
      "epoch": 430.87,
      "grad_norm": 1.1878104209899902,
      "learning_rate": 2.238466079146523e-06,
      "loss": 0.3446,
      "step": 1543810
    },
    {
      "epoch": 430.87,
      "grad_norm": 1.2257180213928223,
      "learning_rate": 2.238439066818268e-06,
      "loss": 0.3339,
      "step": 1543820
    },
    {
      "epoch": 430.88,
      "grad_norm": 1.0476652383804321,
      "learning_rate": 2.2384120545040315e-06,
      "loss": 0.3465,
      "step": 1543830
    },
    {
      "epoch": 430.88,
      "grad_norm": 0.9354355931282043,
      "learning_rate": 2.2383850422038145e-06,
      "loss": 0.3443,
      "step": 1543840
    },
    {
      "epoch": 430.88,
      "grad_norm": 1.1827623844146729,
      "learning_rate": 2.238358029917622e-06,
      "loss": 0.3491,
      "step": 1543850
    },
    {
      "epoch": 430.88,
      "grad_norm": 0.8763660192489624,
      "learning_rate": 2.2383310176454573e-06,
      "loss": 0.3235,
      "step": 1543860
    },
    {
      "epoch": 430.89,
      "grad_norm": 1.0456854104995728,
      "learning_rate": 2.238304005387324e-06,
      "loss": 0.3477,
      "step": 1543870
    },
    {
      "epoch": 430.89,
      "grad_norm": 0.9953826665878296,
      "learning_rate": 2.2382769931432245e-06,
      "loss": 0.3364,
      "step": 1543880
    },
    {
      "epoch": 430.89,
      "grad_norm": 0.9467235207557678,
      "learning_rate": 2.2382499809131647e-06,
      "loss": 0.3448,
      "step": 1543890
    },
    {
      "epoch": 430.9,
      "grad_norm": 0.957454264163971,
      "learning_rate": 2.2382229686971466e-06,
      "loss": 0.3473,
      "step": 1543900
    },
    {
      "epoch": 430.9,
      "grad_norm": 1.1790300607681274,
      "learning_rate": 2.238195956495174e-06,
      "loss": 0.3544,
      "step": 1543910
    },
    {
      "epoch": 430.9,
      "grad_norm": 1.1111209392547607,
      "learning_rate": 2.238168944307251e-06,
      "loss": 0.3428,
      "step": 1543920
    },
    {
      "epoch": 430.9,
      "grad_norm": 1.2128922939300537,
      "learning_rate": 2.238141932133381e-06,
      "loss": 0.3434,
      "step": 1543930
    },
    {
      "epoch": 430.91,
      "grad_norm": 1.2073355913162231,
      "learning_rate": 2.238114919973566e-06,
      "loss": 0.348,
      "step": 1543940
    },
    {
      "epoch": 430.91,
      "grad_norm": 0.8550871014595032,
      "learning_rate": 2.2380879078278126e-06,
      "loss": 0.3258,
      "step": 1543950
    },
    {
      "epoch": 430.91,
      "grad_norm": 1.0659981966018677,
      "learning_rate": 2.238060895696123e-06,
      "loss": 0.3478,
      "step": 1543960
    },
    {
      "epoch": 430.92,
      "grad_norm": 1.1027456521987915,
      "learning_rate": 2.238033883578499e-06,
      "loss": 0.3461,
      "step": 1543970
    },
    {
      "epoch": 430.92,
      "grad_norm": 1.1532423496246338,
      "learning_rate": 2.2380068714749475e-06,
      "loss": 0.3237,
      "step": 1543980
    },
    {
      "epoch": 430.92,
      "grad_norm": 1.0034830570220947,
      "learning_rate": 2.2379798593854698e-06,
      "loss": 0.3427,
      "step": 1543990
    },
    {
      "epoch": 430.92,
      "grad_norm": 1.0017423629760742,
      "learning_rate": 2.23795284731007e-06,
      "loss": 0.345,
      "step": 1544000
    },
    {
      "epoch": 430.93,
      "grad_norm": 1.1365128755569458,
      "learning_rate": 2.2379258352487524e-06,
      "loss": 0.3307,
      "step": 1544010
    },
    {
      "epoch": 430.93,
      "grad_norm": 1.3140226602554321,
      "learning_rate": 2.23789882320152e-06,
      "loss": 0.3491,
      "step": 1544020
    },
    {
      "epoch": 430.93,
      "grad_norm": 1.0346603393554688,
      "learning_rate": 2.237871811168375e-06,
      "loss": 0.3316,
      "step": 1544030
    },
    {
      "epoch": 430.93,
      "grad_norm": 1.0427488088607788,
      "learning_rate": 2.237844799149324e-06,
      "loss": 0.3434,
      "step": 1544040
    },
    {
      "epoch": 430.94,
      "grad_norm": 1.124398946762085,
      "learning_rate": 2.237817787144368e-06,
      "loss": 0.3475,
      "step": 1544050
    },
    {
      "epoch": 430.94,
      "grad_norm": 1.022253155708313,
      "learning_rate": 2.2377907751535125e-06,
      "loss": 0.3476,
      "step": 1544060
    },
    {
      "epoch": 430.94,
      "grad_norm": 0.8872632384300232,
      "learning_rate": 2.23776376317676e-06,
      "loss": 0.3444,
      "step": 1544070
    },
    {
      "epoch": 430.95,
      "grad_norm": 1.1062299013137817,
      "learning_rate": 2.2377367512141136e-06,
      "loss": 0.3656,
      "step": 1544080
    },
    {
      "epoch": 430.95,
      "grad_norm": 0.9783718585968018,
      "learning_rate": 2.2377097392655783e-06,
      "loss": 0.3451,
      "step": 1544090
    },
    {
      "epoch": 430.95,
      "grad_norm": 1.0905230045318604,
      "learning_rate": 2.237682727331157e-06,
      "loss": 0.3321,
      "step": 1544100
    },
    {
      "epoch": 430.95,
      "grad_norm": 1.116811752319336,
      "learning_rate": 2.2376557154108522e-06,
      "loss": 0.3641,
      "step": 1544110
    },
    {
      "epoch": 430.96,
      "grad_norm": 1.1827077865600586,
      "learning_rate": 2.23762870350467e-06,
      "loss": 0.3417,
      "step": 1544120
    },
    {
      "epoch": 430.96,
      "grad_norm": 1.136116623878479,
      "learning_rate": 2.237601691612612e-06,
      "loss": 0.3517,
      "step": 1544130
    },
    {
      "epoch": 430.96,
      "grad_norm": 0.9877751469612122,
      "learning_rate": 2.237574679734682e-06,
      "loss": 0.3451,
      "step": 1544140
    },
    {
      "epoch": 430.97,
      "grad_norm": 1.0123144388198853,
      "learning_rate": 2.237547667870885e-06,
      "loss": 0.34,
      "step": 1544150
    },
    {
      "epoch": 430.97,
      "grad_norm": 1.1366914510726929,
      "learning_rate": 2.2375206560212234e-06,
      "loss": 0.3573,
      "step": 1544160
    },
    {
      "epoch": 430.97,
      "grad_norm": 1.102282166481018,
      "learning_rate": 2.2374936441856993e-06,
      "loss": 0.3483,
      "step": 1544170
    },
    {
      "epoch": 430.97,
      "grad_norm": 1.0105783939361572,
      "learning_rate": 2.2374666323643193e-06,
      "loss": 0.3383,
      "step": 1544180
    },
    {
      "epoch": 430.98,
      "grad_norm": 1.0240103006362915,
      "learning_rate": 2.237439620557086e-06,
      "loss": 0.3379,
      "step": 1544190
    },
    {
      "epoch": 430.98,
      "grad_norm": 0.9292809963226318,
      "learning_rate": 2.2374126087640016e-06,
      "loss": 0.3495,
      "step": 1544200
    },
    {
      "epoch": 430.98,
      "grad_norm": 0.913323700428009,
      "learning_rate": 2.2373855969850716e-06,
      "loss": 0.3439,
      "step": 1544210
    },
    {
      "epoch": 430.99,
      "grad_norm": 1.0397392511367798,
      "learning_rate": 2.237358585220299e-06,
      "loss": 0.3506,
      "step": 1544220
    },
    {
      "epoch": 430.99,
      "grad_norm": 0.9598227739334106,
      "learning_rate": 2.2373315734696855e-06,
      "loss": 0.3595,
      "step": 1544230
    },
    {
      "epoch": 430.99,
      "grad_norm": 1.0800998210906982,
      "learning_rate": 2.2373045617332375e-06,
      "loss": 0.3399,
      "step": 1544240
    },
    {
      "epoch": 430.99,
      "grad_norm": 0.9598786234855652,
      "learning_rate": 2.237277550010958e-06,
      "loss": 0.3313,
      "step": 1544250
    },
    {
      "epoch": 431.0,
      "grad_norm": 1.7756775617599487,
      "learning_rate": 2.2372505383028483e-06,
      "loss": 0.3402,
      "step": 1544260
    },
    {
      "epoch": 431.0,
      "grad_norm": 1.0598647594451904,
      "learning_rate": 2.2372235266089146e-06,
      "loss": 0.3486,
      "step": 1544270
    },
    {
      "epoch": 431.0,
      "eval_loss": 0.3468124568462372,
      "eval_runtime": 63.0279,
      "eval_samples_per_second": 80.266,
      "eval_steps_per_second": 10.043,
      "step": 1544273
    },
    {
      "epoch": 431.0,
      "grad_norm": 1.1633872985839844,
      "learning_rate": 2.23719651492916e-06,
      "loss": 0.3639,
      "step": 1544280
    },
    {
      "epoch": 431.0,
      "grad_norm": 1.1717573404312134,
      "learning_rate": 2.2371695032635873e-06,
      "loss": 0.339,
      "step": 1544290
    },
    {
      "epoch": 431.01,
      "grad_norm": 1.2113215923309326,
      "learning_rate": 2.237142491612201e-06,
      "loss": 0.3499,
      "step": 1544300
    },
    {
      "epoch": 431.01,
      "grad_norm": 0.8584479689598083,
      "learning_rate": 2.2371154799750036e-06,
      "loss": 0.3412,
      "step": 1544310
    },
    {
      "epoch": 431.01,
      "grad_norm": 1.0192816257476807,
      "learning_rate": 2.2370884683519988e-06,
      "loss": 0.3293,
      "step": 1544320
    },
    {
      "epoch": 431.02,
      "grad_norm": 1.1532772779464722,
      "learning_rate": 2.2370614567431915e-06,
      "loss": 0.3536,
      "step": 1544330
    },
    {
      "epoch": 431.02,
      "grad_norm": 1.0798532962799072,
      "learning_rate": 2.2370344451485842e-06,
      "loss": 0.3543,
      "step": 1544340
    },
    {
      "epoch": 431.02,
      "grad_norm": 0.9892126321792603,
      "learning_rate": 2.237007433568181e-06,
      "loss": 0.3447,
      "step": 1544350
    },
    {
      "epoch": 431.02,
      "grad_norm": 1.1036094427108765,
      "learning_rate": 2.2369804220019853e-06,
      "loss": 0.3395,
      "step": 1544360
    },
    {
      "epoch": 431.03,
      "grad_norm": 1.0531060695648193,
      "learning_rate": 2.2369534104499995e-06,
      "loss": 0.3343,
      "step": 1544370
    },
    {
      "epoch": 431.03,
      "grad_norm": 1.2334486246109009,
      "learning_rate": 2.23692639891223e-06,
      "loss": 0.3469,
      "step": 1544380
    },
    {
      "epoch": 431.03,
      "grad_norm": 1.0119978189468384,
      "learning_rate": 2.236899387388678e-06,
      "loss": 0.3714,
      "step": 1544390
    },
    {
      "epoch": 431.04,
      "grad_norm": 1.2374058961868286,
      "learning_rate": 2.2368723758793472e-06,
      "loss": 0.3555,
      "step": 1544400
    },
    {
      "epoch": 431.04,
      "grad_norm": 1.1036890745162964,
      "learning_rate": 2.2368453643842427e-06,
      "loss": 0.3538,
      "step": 1544410
    },
    {
      "epoch": 431.04,
      "grad_norm": 1.0297514200210571,
      "learning_rate": 2.236818352903368e-06,
      "loss": 0.3348,
      "step": 1544420
    },
    {
      "epoch": 431.04,
      "grad_norm": 1.0408835411071777,
      "learning_rate": 2.2367913414367244e-06,
      "loss": 0.336,
      "step": 1544430
    },
    {
      "epoch": 431.05,
      "grad_norm": 0.9341162443161011,
      "learning_rate": 2.236764329984318e-06,
      "loss": 0.3646,
      "step": 1544440
    },
    {
      "epoch": 431.05,
      "grad_norm": 0.9241539835929871,
      "learning_rate": 2.2367373185461513e-06,
      "loss": 0.3421,
      "step": 1544450
    },
    {
      "epoch": 431.05,
      "grad_norm": 1.038033127784729,
      "learning_rate": 2.2367103071222268e-06,
      "loss": 0.3704,
      "step": 1544460
    },
    {
      "epoch": 431.05,
      "grad_norm": 1.118247628211975,
      "learning_rate": 2.2366832957125506e-06,
      "loss": 0.3345,
      "step": 1544470
    },
    {
      "epoch": 431.06,
      "grad_norm": 1.0238093137741089,
      "learning_rate": 2.2366562843171253e-06,
      "loss": 0.334,
      "step": 1544480
    },
    {
      "epoch": 431.06,
      "grad_norm": 1.1112346649169922,
      "learning_rate": 2.2366292729359534e-06,
      "loss": 0.3462,
      "step": 1544490
    },
    {
      "epoch": 431.06,
      "grad_norm": 0.9115950465202332,
      "learning_rate": 2.2366022615690396e-06,
      "loss": 0.3513,
      "step": 1544500
    },
    {
      "epoch": 431.07,
      "grad_norm": 1.0917052030563354,
      "learning_rate": 2.2365752502163874e-06,
      "loss": 0.3597,
      "step": 1544510
    },
    {
      "epoch": 431.07,
      "grad_norm": 1.036376714706421,
      "learning_rate": 2.236548238877999e-06,
      "loss": 0.348,
      "step": 1544520
    },
    {
      "epoch": 431.07,
      "grad_norm": 1.323628306388855,
      "learning_rate": 2.2365212275538805e-06,
      "loss": 0.3536,
      "step": 1544530
    },
    {
      "epoch": 431.07,
      "grad_norm": 1.0542376041412354,
      "learning_rate": 2.236494216244034e-06,
      "loss": 0.3585,
      "step": 1544540
    },
    {
      "epoch": 431.08,
      "grad_norm": 1.0186970233917236,
      "learning_rate": 2.2364672049484623e-06,
      "loss": 0.3404,
      "step": 1544550
    },
    {
      "epoch": 431.08,
      "grad_norm": 1.1685609817504883,
      "learning_rate": 2.236440193667171e-06,
      "loss": 0.3413,
      "step": 1544560
    },
    {
      "epoch": 431.08,
      "grad_norm": 1.0259406566619873,
      "learning_rate": 2.2364131824001626e-06,
      "loss": 0.3622,
      "step": 1544570
    },
    {
      "epoch": 431.09,
      "grad_norm": 1.2151074409484863,
      "learning_rate": 2.2363861711474403e-06,
      "loss": 0.3358,
      "step": 1544580
    },
    {
      "epoch": 431.09,
      "grad_norm": 1.1195062398910522,
      "learning_rate": 2.2363591599090087e-06,
      "loss": 0.3524,
      "step": 1544590
    },
    {
      "epoch": 431.09,
      "grad_norm": 1.0422909259796143,
      "learning_rate": 2.236332148684871e-06,
      "loss": 0.3427,
      "step": 1544600
    },
    {
      "epoch": 431.09,
      "grad_norm": 0.9436174631118774,
      "learning_rate": 2.236305137475029e-06,
      "loss": 0.3257,
      "step": 1544610
    },
    {
      "epoch": 431.1,
      "grad_norm": 1.1319663524627686,
      "learning_rate": 2.2362781262794897e-06,
      "loss": 0.3429,
      "step": 1544620
    },
    {
      "epoch": 431.1,
      "grad_norm": 1.0405584573745728,
      "learning_rate": 2.236251115098254e-06,
      "loss": 0.3445,
      "step": 1544630
    },
    {
      "epoch": 431.1,
      "grad_norm": 1.1184852123260498,
      "learning_rate": 2.236224103931327e-06,
      "loss": 0.3487,
      "step": 1544640
    },
    {
      "epoch": 431.11,
      "grad_norm": 1.1350064277648926,
      "learning_rate": 2.2361970927787116e-06,
      "loss": 0.3402,
      "step": 1544650
    },
    {
      "epoch": 431.11,
      "grad_norm": 1.1403144598007202,
      "learning_rate": 2.2361700816404108e-06,
      "loss": 0.3445,
      "step": 1544660
    },
    {
      "epoch": 431.11,
      "grad_norm": 1.266600489616394,
      "learning_rate": 2.23614307051643e-06,
      "loss": 0.3507,
      "step": 1544670
    },
    {
      "epoch": 431.11,
      "grad_norm": 1.2120314836502075,
      "learning_rate": 2.2361160594067715e-06,
      "loss": 0.3373,
      "step": 1544680
    },
    {
      "epoch": 431.12,
      "grad_norm": 1.0187618732452393,
      "learning_rate": 2.236089048311438e-06,
      "loss": 0.3522,
      "step": 1544690
    },
    {
      "epoch": 431.12,
      "grad_norm": 1.117767095565796,
      "learning_rate": 2.236062037230435e-06,
      "loss": 0.3475,
      "step": 1544700
    },
    {
      "epoch": 431.12,
      "grad_norm": 5.941845893859863,
      "learning_rate": 2.236035026163766e-06,
      "loss": 0.3452,
      "step": 1544710
    },
    {
      "epoch": 431.12,
      "grad_norm": 1.056257963180542,
      "learning_rate": 2.236008015111433e-06,
      "loss": 0.3114,
      "step": 1544720
    },
    {
      "epoch": 431.13,
      "grad_norm": 1.132458209991455,
      "learning_rate": 2.235981004073441e-06,
      "loss": 0.3468,
      "step": 1544730
    },
    {
      "epoch": 431.13,
      "grad_norm": 1.0022261142730713,
      "learning_rate": 2.235953993049793e-06,
      "loss": 0.3482,
      "step": 1544740
    },
    {
      "epoch": 431.13,
      "grad_norm": 1.1455672979354858,
      "learning_rate": 2.235926982040492e-06,
      "loss": 0.3438,
      "step": 1544750
    },
    {
      "epoch": 431.14,
      "grad_norm": 0.8972908854484558,
      "learning_rate": 2.235899971045543e-06,
      "loss": 0.3405,
      "step": 1544760
    },
    {
      "epoch": 431.14,
      "grad_norm": 0.938238263130188,
      "learning_rate": 2.2358729600649486e-06,
      "loss": 0.3291,
      "step": 1544770
    },
    {
      "epoch": 431.14,
      "grad_norm": 0.9576203227043152,
      "learning_rate": 2.235845949098712e-06,
      "loss": 0.3329,
      "step": 1544780
    },
    {
      "epoch": 431.14,
      "grad_norm": 0.9817172884941101,
      "learning_rate": 2.2358189381468384e-06,
      "loss": 0.3529,
      "step": 1544790
    },
    {
      "epoch": 431.15,
      "grad_norm": 1.1687889099121094,
      "learning_rate": 2.2357919272093305e-06,
      "loss": 0.3488,
      "step": 1544800
    },
    {
      "epoch": 431.15,
      "grad_norm": 1.2125921249389648,
      "learning_rate": 2.2357649162861913e-06,
      "loss": 0.3541,
      "step": 1544810
    },
    {
      "epoch": 431.15,
      "grad_norm": 0.9786640405654907,
      "learning_rate": 2.235737905377426e-06,
      "loss": 0.3494,
      "step": 1544820
    },
    {
      "epoch": 431.16,
      "grad_norm": 1.2384705543518066,
      "learning_rate": 2.235710894483036e-06,
      "loss": 0.362,
      "step": 1544830
    },
    {
      "epoch": 431.16,
      "grad_norm": 0.9899390935897827,
      "learning_rate": 2.2356838836030258e-06,
      "loss": 0.3691,
      "step": 1544840
    },
    {
      "epoch": 431.16,
      "grad_norm": 1.0363456010818481,
      "learning_rate": 2.2356568727374e-06,
      "loss": 0.3398,
      "step": 1544850
    },
    {
      "epoch": 431.16,
      "grad_norm": 1.0326591730117798,
      "learning_rate": 2.2356298618861617e-06,
      "loss": 0.347,
      "step": 1544860
    },
    {
      "epoch": 431.17,
      "grad_norm": 1.0467312335968018,
      "learning_rate": 2.2356028510493135e-06,
      "loss": 0.3426,
      "step": 1544870
    },
    {
      "epoch": 431.17,
      "grad_norm": 1.137712001800537,
      "learning_rate": 2.2355758402268603e-06,
      "loss": 0.3423,
      "step": 1544880
    },
    {
      "epoch": 431.17,
      "grad_norm": 1.0680750608444214,
      "learning_rate": 2.2355488294188053e-06,
      "loss": 0.3366,
      "step": 1544890
    },
    {
      "epoch": 431.17,
      "grad_norm": 1.1504920721054077,
      "learning_rate": 2.2355218186251503e-06,
      "loss": 0.3432,
      "step": 1544900
    },
    {
      "epoch": 431.18,
      "grad_norm": 1.0037387609481812,
      "learning_rate": 2.235494807845902e-06,
      "loss": 0.3451,
      "step": 1544910
    },
    {
      "epoch": 431.18,
      "grad_norm": 1.1795899868011475,
      "learning_rate": 2.235467797081061e-06,
      "loss": 0.3242,
      "step": 1544920
    },
    {
      "epoch": 431.18,
      "grad_norm": 0.9117118120193481,
      "learning_rate": 2.235440786330634e-06,
      "loss": 0.3331,
      "step": 1544930
    },
    {
      "epoch": 431.19,
      "grad_norm": 1.0516412258148193,
      "learning_rate": 2.235413775594623e-06,
      "loss": 0.3636,
      "step": 1544940
    },
    {
      "epoch": 431.19,
      "grad_norm": 0.9963732957839966,
      "learning_rate": 2.2353867648730306e-06,
      "loss": 0.3569,
      "step": 1544950
    },
    {
      "epoch": 431.19,
      "grad_norm": 1.1909632682800293,
      "learning_rate": 2.235359754165862e-06,
      "loss": 0.3424,
      "step": 1544960
    },
    {
      "epoch": 431.19,
      "grad_norm": 1.0981460809707642,
      "learning_rate": 2.2353327434731203e-06,
      "loss": 0.3512,
      "step": 1544970
    },
    {
      "epoch": 431.2,
      "grad_norm": 1.1870293617248535,
      "learning_rate": 2.235305732794808e-06,
      "loss": 0.3474,
      "step": 1544980
    },
    {
      "epoch": 431.2,
      "grad_norm": 1.0431387424468994,
      "learning_rate": 2.2352787221309307e-06,
      "loss": 0.3379,
      "step": 1544990
    },
    {
      "epoch": 431.2,
      "grad_norm": 0.9663003087043762,
      "learning_rate": 2.2352517114814907e-06,
      "loss": 0.3545,
      "step": 1545000
    },
    {
      "epoch": 431.21,
      "grad_norm": 1.2233874797821045,
      "learning_rate": 2.2352247008464917e-06,
      "loss": 0.3519,
      "step": 1545010
    },
    {
      "epoch": 431.21,
      "grad_norm": 0.9745202660560608,
      "learning_rate": 2.2351976902259377e-06,
      "loss": 0.3311,
      "step": 1545020
    },
    {
      "epoch": 431.21,
      "grad_norm": 0.9455955624580383,
      "learning_rate": 2.235170679619832e-06,
      "loss": 0.3413,
      "step": 1545030
    },
    {
      "epoch": 431.21,
      "grad_norm": 1.0565627813339233,
      "learning_rate": 2.2351436690281773e-06,
      "loss": 0.3616,
      "step": 1545040
    },
    {
      "epoch": 431.22,
      "grad_norm": 1.1115466356277466,
      "learning_rate": 2.235116658450979e-06,
      "loss": 0.3424,
      "step": 1545050
    },
    {
      "epoch": 431.22,
      "grad_norm": 1.0705013275146484,
      "learning_rate": 2.23508964788824e-06,
      "loss": 0.3388,
      "step": 1545060
    },
    {
      "epoch": 431.22,
      "grad_norm": 1.1423181295394897,
      "learning_rate": 2.235062637339963e-06,
      "loss": 0.3362,
      "step": 1545070
    },
    {
      "epoch": 431.23,
      "grad_norm": 1.033916711807251,
      "learning_rate": 2.2350356268061526e-06,
      "loss": 0.3339,
      "step": 1545080
    },
    {
      "epoch": 431.23,
      "grad_norm": 1.209433674812317,
      "learning_rate": 2.2350086162868127e-06,
      "loss": 0.3355,
      "step": 1545090
    },
    {
      "epoch": 431.23,
      "grad_norm": 1.0520602464675903,
      "learning_rate": 2.2349816057819455e-06,
      "loss": 0.334,
      "step": 1545100
    },
    {
      "epoch": 431.23,
      "grad_norm": 1.8652119636535645,
      "learning_rate": 2.2349545952915563e-06,
      "loss": 0.3418,
      "step": 1545110
    },
    {
      "epoch": 431.24,
      "grad_norm": 1.1061732769012451,
      "learning_rate": 2.2349275848156475e-06,
      "loss": 0.3436,
      "step": 1545120
    },
    {
      "epoch": 431.24,
      "grad_norm": 1.075312614440918,
      "learning_rate": 2.2349005743542217e-06,
      "loss": 0.3504,
      "step": 1545130
    },
    {
      "epoch": 431.24,
      "grad_norm": 1.1618561744689941,
      "learning_rate": 2.2348735639072853e-06,
      "loss": 0.3398,
      "step": 1545140
    },
    {
      "epoch": 431.24,
      "grad_norm": 1.0568777322769165,
      "learning_rate": 2.2348465534748403e-06,
      "loss": 0.3303,
      "step": 1545150
    },
    {
      "epoch": 431.25,
      "grad_norm": 1.1261569261550903,
      "learning_rate": 2.2348195430568897e-06,
      "loss": 0.3469,
      "step": 1545160
    },
    {
      "epoch": 431.25,
      "grad_norm": 1.0370166301727295,
      "learning_rate": 2.2347925326534383e-06,
      "loss": 0.3271,
      "step": 1545170
    },
    {
      "epoch": 431.25,
      "grad_norm": 1.0706658363342285,
      "learning_rate": 2.2347655222644893e-06,
      "loss": 0.3499,
      "step": 1545180
    },
    {
      "epoch": 431.26,
      "grad_norm": 1.1410136222839355,
      "learning_rate": 2.234738511890045e-06,
      "loss": 0.3454,
      "step": 1545190
    },
    {
      "epoch": 431.26,
      "grad_norm": 0.9526854157447815,
      "learning_rate": 2.2347115015301114e-06,
      "loss": 0.3188,
      "step": 1545200
    },
    {
      "epoch": 431.26,
      "grad_norm": 1.0898240804672241,
      "learning_rate": 2.2346844911846897e-06,
      "loss": 0.3502,
      "step": 1545210
    },
    {
      "epoch": 431.26,
      "grad_norm": 1.1176866292953491,
      "learning_rate": 2.2346574808537854e-06,
      "loss": 0.3254,
      "step": 1545220
    },
    {
      "epoch": 431.27,
      "grad_norm": 1.0309617519378662,
      "learning_rate": 2.2346304705374017e-06,
      "loss": 0.3351,
      "step": 1545230
    },
    {
      "epoch": 431.27,
      "grad_norm": 1.0062830448150635,
      "learning_rate": 2.2346034602355412e-06,
      "loss": 0.3354,
      "step": 1545240
    },
    {
      "epoch": 431.27,
      "grad_norm": 1.016668677330017,
      "learning_rate": 2.2345764499482087e-06,
      "loss": 0.3674,
      "step": 1545250
    },
    {
      "epoch": 431.28,
      "grad_norm": 1.1153171062469482,
      "learning_rate": 2.234549439675407e-06,
      "loss": 0.356,
      "step": 1545260
    },
    {
      "epoch": 431.28,
      "grad_norm": 1.0919266939163208,
      "learning_rate": 2.2345224294171395e-06,
      "loss": 0.3572,
      "step": 1545270
    },
    {
      "epoch": 431.28,
      "grad_norm": 1.1839350461959839,
      "learning_rate": 2.234495419173411e-06,
      "loss": 0.3597,
      "step": 1545280
    },
    {
      "epoch": 431.28,
      "grad_norm": 1.1621167659759521,
      "learning_rate": 2.2344684089442237e-06,
      "loss": 0.3448,
      "step": 1545290
    },
    {
      "epoch": 431.29,
      "grad_norm": 1.0280345678329468,
      "learning_rate": 2.234441398729582e-06,
      "loss": 0.3225,
      "step": 1545300
    },
    {
      "epoch": 431.29,
      "grad_norm": 1.053418517112732,
      "learning_rate": 2.2344143885294894e-06,
      "loss": 0.3685,
      "step": 1545310
    },
    {
      "epoch": 431.29,
      "grad_norm": 1.124885082244873,
      "learning_rate": 2.23438737834395e-06,
      "loss": 0.3366,
      "step": 1545320
    },
    {
      "epoch": 431.3,
      "grad_norm": 0.9857805371284485,
      "learning_rate": 2.234360368172965e-06,
      "loss": 0.3429,
      "step": 1545330
    },
    {
      "epoch": 431.3,
      "grad_norm": 0.9997472167015076,
      "learning_rate": 2.2343333580165413e-06,
      "loss": 0.3396,
      "step": 1545340
    },
    {
      "epoch": 431.3,
      "grad_norm": 1.1251294612884521,
      "learning_rate": 2.2343063478746807e-06,
      "loss": 0.3629,
      "step": 1545350
    },
    {
      "epoch": 431.3,
      "grad_norm": 1.0939974784851074,
      "learning_rate": 2.234279337747386e-06,
      "loss": 0.3593,
      "step": 1545360
    },
    {
      "epoch": 431.31,
      "grad_norm": 1.2261121273040771,
      "learning_rate": 2.234252327634663e-06,
      "loss": 0.3329,
      "step": 1545370
    },
    {
      "epoch": 431.31,
      "grad_norm": 1.0667539834976196,
      "learning_rate": 2.2342253175365144e-06,
      "loss": 0.3534,
      "step": 1545380
    },
    {
      "epoch": 431.31,
      "grad_norm": 0.9510016441345215,
      "learning_rate": 2.2341983074529433e-06,
      "loss": 0.3274,
      "step": 1545390
    },
    {
      "epoch": 431.31,
      "grad_norm": 1.1380695104599,
      "learning_rate": 2.2341712973839534e-06,
      "loss": 0.3416,
      "step": 1545400
    },
    {
      "epoch": 431.32,
      "grad_norm": 1.0766332149505615,
      "learning_rate": 2.234144287329549e-06,
      "loss": 0.3408,
      "step": 1545410
    },
    {
      "epoch": 431.32,
      "grad_norm": 1.7989856004714966,
      "learning_rate": 2.2341172772897317e-06,
      "loss": 0.34,
      "step": 1545420
    },
    {
      "epoch": 431.32,
      "grad_norm": 0.8704499006271362,
      "learning_rate": 2.2340902672645075e-06,
      "loss": 0.3398,
      "step": 1545430
    },
    {
      "epoch": 431.33,
      "grad_norm": 1.0126948356628418,
      "learning_rate": 2.2340632572538794e-06,
      "loss": 0.3366,
      "step": 1545440
    },
    {
      "epoch": 431.33,
      "grad_norm": 1.0637397766113281,
      "learning_rate": 2.2340362472578504e-06,
      "loss": 0.3453,
      "step": 1545450
    },
    {
      "epoch": 431.33,
      "grad_norm": 0.8634901642799377,
      "learning_rate": 2.234009237276424e-06,
      "loss": 0.3379,
      "step": 1545460
    },
    {
      "epoch": 431.33,
      "grad_norm": 1.0434117317199707,
      "learning_rate": 2.233982227309605e-06,
      "loss": 0.3445,
      "step": 1545470
    },
    {
      "epoch": 431.34,
      "grad_norm": 1.150864839553833,
      "learning_rate": 2.2339552173573943e-06,
      "loss": 0.3447,
      "step": 1545480
    },
    {
      "epoch": 431.34,
      "grad_norm": 1.3314939737319946,
      "learning_rate": 2.233928207419799e-06,
      "loss": 0.361,
      "step": 1545490
    },
    {
      "epoch": 431.34,
      "grad_norm": 1.4787880182266235,
      "learning_rate": 2.2339011974968195e-06,
      "loss": 0.3619,
      "step": 1545500
    },
    {
      "epoch": 431.35,
      "grad_norm": 1.0132659673690796,
      "learning_rate": 2.233874187588462e-06,
      "loss": 0.3694,
      "step": 1545510
    },
    {
      "epoch": 431.35,
      "grad_norm": 1.08655846118927,
      "learning_rate": 2.2338471776947293e-06,
      "loss": 0.3393,
      "step": 1545520
    },
    {
      "epoch": 431.35,
      "grad_norm": 1.0709435939788818,
      "learning_rate": 2.233820167815624e-06,
      "loss": 0.3372,
      "step": 1545530
    },
    {
      "epoch": 431.35,
      "grad_norm": 1.1757097244262695,
      "learning_rate": 2.2337931579511513e-06,
      "loss": 0.3313,
      "step": 1545540
    },
    {
      "epoch": 431.36,
      "grad_norm": 0.8624133467674255,
      "learning_rate": 2.233766148101313e-06,
      "loss": 0.347,
      "step": 1545550
    },
    {
      "epoch": 431.36,
      "grad_norm": 6.5622663497924805,
      "learning_rate": 2.233739138266113e-06,
      "loss": 0.3525,
      "step": 1545560
    },
    {
      "epoch": 431.36,
      "grad_norm": 1.06976318359375,
      "learning_rate": 2.2337121284455565e-06,
      "loss": 0.3453,
      "step": 1545570
    },
    {
      "epoch": 431.36,
      "grad_norm": 1.0365307331085205,
      "learning_rate": 2.233685118639646e-06,
      "loss": 0.3417,
      "step": 1545580
    },
    {
      "epoch": 431.37,
      "grad_norm": 1.128380537033081,
      "learning_rate": 2.233658108848385e-06,
      "loss": 0.3397,
      "step": 1545590
    },
    {
      "epoch": 431.37,
      "grad_norm": 0.920052170753479,
      "learning_rate": 2.233631099071778e-06,
      "loss": 0.3476,
      "step": 1545600
    },
    {
      "epoch": 431.37,
      "grad_norm": 1.3121320009231567,
      "learning_rate": 2.233604089309827e-06,
      "loss": 0.3426,
      "step": 1545610
    },
    {
      "epoch": 431.38,
      "grad_norm": 0.8929679989814758,
      "learning_rate": 2.233577079562536e-06,
      "loss": 0.3451,
      "step": 1545620
    },
    {
      "epoch": 431.38,
      "grad_norm": 1.044451355934143,
      "learning_rate": 2.23355006982991e-06,
      "loss": 0.3508,
      "step": 1545630
    },
    {
      "epoch": 431.38,
      "grad_norm": 0.9670657515525818,
      "learning_rate": 2.233523060111951e-06,
      "loss": 0.338,
      "step": 1545640
    },
    {
      "epoch": 431.38,
      "grad_norm": 1.2842493057250977,
      "learning_rate": 2.233496050408663e-06,
      "loss": 0.3463,
      "step": 1545650
    },
    {
      "epoch": 431.39,
      "grad_norm": 0.9789904952049255,
      "learning_rate": 2.2334690407200507e-06,
      "loss": 0.3297,
      "step": 1545660
    },
    {
      "epoch": 431.39,
      "grad_norm": 1.1676102876663208,
      "learning_rate": 2.233442031046117e-06,
      "loss": 0.3726,
      "step": 1545670
    },
    {
      "epoch": 431.39,
      "grad_norm": 0.9755496978759766,
      "learning_rate": 2.2334150213868643e-06,
      "loss": 0.3501,
      "step": 1545680
    },
    {
      "epoch": 431.4,
      "grad_norm": 1.0950881242752075,
      "learning_rate": 2.233388011742298e-06,
      "loss": 0.3467,
      "step": 1545690
    },
    {
      "epoch": 431.4,
      "grad_norm": 1.1086993217468262,
      "learning_rate": 2.233361002112421e-06,
      "loss": 0.3437,
      "step": 1545700
    },
    {
      "epoch": 431.4,
      "grad_norm": 1.1440016031265259,
      "learning_rate": 2.2333339924972354e-06,
      "loss": 0.332,
      "step": 1545710
    },
    {
      "epoch": 431.4,
      "grad_norm": 0.9946073293685913,
      "learning_rate": 2.233306982896748e-06,
      "loss": 0.3476,
      "step": 1545720
    },
    {
      "epoch": 431.41,
      "grad_norm": 1.2659882307052612,
      "learning_rate": 2.2332799733109597e-06,
      "loss": 0.3593,
      "step": 1545730
    },
    {
      "epoch": 431.41,
      "grad_norm": 1.6001821756362915,
      "learning_rate": 2.2332529637398744e-06,
      "loss": 0.3439,
      "step": 1545740
    },
    {
      "epoch": 431.41,
      "grad_norm": 0.9453384876251221,
      "learning_rate": 2.2332259541834974e-06,
      "loss": 0.3456,
      "step": 1545750
    },
    {
      "epoch": 431.42,
      "grad_norm": 1.0672571659088135,
      "learning_rate": 2.2331989446418312e-06,
      "loss": 0.3201,
      "step": 1545760
    },
    {
      "epoch": 431.42,
      "grad_norm": 1.3016774654388428,
      "learning_rate": 2.2331719351148784e-06,
      "loss": 0.3483,
      "step": 1545770
    },
    {
      "epoch": 431.42,
      "grad_norm": 1.0977940559387207,
      "learning_rate": 2.2331449256026445e-06,
      "loss": 0.3418,
      "step": 1545780
    },
    {
      "epoch": 431.42,
      "grad_norm": 1.0307282209396362,
      "learning_rate": 2.233117916105131e-06,
      "loss": 0.3526,
      "step": 1545790
    },
    {
      "epoch": 431.43,
      "grad_norm": 1.3288729190826416,
      "learning_rate": 2.2330909066223436e-06,
      "loss": 0.3551,
      "step": 1545800
    },
    {
      "epoch": 431.43,
      "grad_norm": 1.0591615438461304,
      "learning_rate": 2.233063897154285e-06,
      "loss": 0.357,
      "step": 1545810
    },
    {
      "epoch": 431.43,
      "grad_norm": 1.1385488510131836,
      "learning_rate": 2.2330368877009584e-06,
      "loss": 0.3439,
      "step": 1545820
    },
    {
      "epoch": 431.43,
      "grad_norm": 0.9387189745903015,
      "learning_rate": 2.233009878262368e-06,
      "loss": 0.3305,
      "step": 1545830
    },
    {
      "epoch": 431.44,
      "grad_norm": 1.0577644109725952,
      "learning_rate": 2.2329828688385175e-06,
      "loss": 0.3415,
      "step": 1545840
    },
    {
      "epoch": 431.44,
      "grad_norm": 1.0079489946365356,
      "learning_rate": 2.232955859429409e-06,
      "loss": 0.3382,
      "step": 1545850
    },
    {
      "epoch": 431.44,
      "grad_norm": 1.1264011859893799,
      "learning_rate": 2.232928850035048e-06,
      "loss": 0.3374,
      "step": 1545860
    },
    {
      "epoch": 431.45,
      "grad_norm": 1.1603809595108032,
      "learning_rate": 2.2329018406554376e-06,
      "loss": 0.3445,
      "step": 1545870
    },
    {
      "epoch": 431.45,
      "grad_norm": 1.0334526300430298,
      "learning_rate": 2.2328748312905803e-06,
      "loss": 0.3369,
      "step": 1545880
    },
    {
      "epoch": 431.45,
      "grad_norm": 1.05810546875,
      "learning_rate": 2.2328478219404808e-06,
      "loss": 0.3461,
      "step": 1545890
    },
    {
      "epoch": 431.45,
      "grad_norm": 1.1937600374221802,
      "learning_rate": 2.232820812605143e-06,
      "loss": 0.3439,
      "step": 1545900
    },
    {
      "epoch": 431.46,
      "grad_norm": 1.1013449430465698,
      "learning_rate": 2.2327938032845693e-06,
      "loss": 0.3558,
      "step": 1545910
    },
    {
      "epoch": 431.46,
      "grad_norm": 1.1553804874420166,
      "learning_rate": 2.232766793978764e-06,
      "loss": 0.3515,
      "step": 1545920
    },
    {
      "epoch": 431.46,
      "grad_norm": 1.1003661155700684,
      "learning_rate": 2.232739784687731e-06,
      "loss": 0.3342,
      "step": 1545930
    },
    {
      "epoch": 431.47,
      "grad_norm": 1.0449153184890747,
      "learning_rate": 2.2327127754114726e-06,
      "loss": 0.3489,
      "step": 1545940
    },
    {
      "epoch": 431.47,
      "grad_norm": 1.1220827102661133,
      "learning_rate": 2.2326857661499944e-06,
      "loss": 0.3521,
      "step": 1545950
    },
    {
      "epoch": 431.47,
      "grad_norm": 1.0229638814926147,
      "learning_rate": 2.2326587569032985e-06,
      "loss": 0.3365,
      "step": 1545960
    },
    {
      "epoch": 431.47,
      "grad_norm": 0.9623249769210815,
      "learning_rate": 2.2326317476713885e-06,
      "loss": 0.3496,
      "step": 1545970
    },
    {
      "epoch": 431.48,
      "grad_norm": 1.168439269065857,
      "learning_rate": 2.232604738454269e-06,
      "loss": 0.3476,
      "step": 1545980
    },
    {
      "epoch": 431.48,
      "grad_norm": 2.3550379276275635,
      "learning_rate": 2.2325777292519428e-06,
      "loss": 0.3498,
      "step": 1545990
    },
    {
      "epoch": 431.48,
      "grad_norm": 0.9384282827377319,
      "learning_rate": 2.232550720064412e-06,
      "loss": 0.341,
      "step": 1546000
    },
    {
      "epoch": 431.48,
      "grad_norm": 1.007118821144104,
      "learning_rate": 2.232523710891684e-06,
      "loss": 0.3433,
      "step": 1546010
    },
    {
      "epoch": 431.49,
      "grad_norm": 1.1306668519973755,
      "learning_rate": 2.2324967017337597e-06,
      "loss": 0.352,
      "step": 1546020
    },
    {
      "epoch": 431.49,
      "grad_norm": 1.1974393129348755,
      "learning_rate": 2.232469692590642e-06,
      "loss": 0.3405,
      "step": 1546030
    },
    {
      "epoch": 431.49,
      "grad_norm": 1.1057287454605103,
      "learning_rate": 2.232442683462337e-06,
      "loss": 0.355,
      "step": 1546040
    },
    {
      "epoch": 431.5,
      "grad_norm": 0.873823344707489,
      "learning_rate": 2.2324156743488475e-06,
      "loss": 0.3336,
      "step": 1546050
    },
    {
      "epoch": 431.5,
      "grad_norm": 1.0468965768814087,
      "learning_rate": 2.2323886652501757e-06,
      "loss": 0.361,
      "step": 1546060
    },
    {
      "epoch": 431.5,
      "grad_norm": 1.1622209548950195,
      "learning_rate": 2.2323616561663266e-06,
      "loss": 0.3657,
      "step": 1546070
    },
    {
      "epoch": 431.5,
      "grad_norm": 1.0131561756134033,
      "learning_rate": 2.2323346470973023e-06,
      "loss": 0.3454,
      "step": 1546080
    },
    {
      "epoch": 431.51,
      "grad_norm": 1.2553327083587646,
      "learning_rate": 2.2323076380431082e-06,
      "loss": 0.3434,
      "step": 1546090
    },
    {
      "epoch": 431.51,
      "grad_norm": 1.0399380922317505,
      "learning_rate": 2.2322806290037474e-06,
      "loss": 0.3402,
      "step": 1546100
    },
    {
      "epoch": 431.51,
      "grad_norm": 1.0381133556365967,
      "learning_rate": 2.232253619979223e-06,
      "loss": 0.3472,
      "step": 1546110
    },
    {
      "epoch": 431.52,
      "grad_norm": 1.138839840888977,
      "learning_rate": 2.232226610969539e-06,
      "loss": 0.3407,
      "step": 1546120
    },
    {
      "epoch": 431.52,
      "grad_norm": 1.1059553623199463,
      "learning_rate": 2.2321996019746987e-06,
      "loss": 0.3527,
      "step": 1546130
    },
    {
      "epoch": 431.52,
      "grad_norm": 1.058910846710205,
      "learning_rate": 2.2321725929947048e-06,
      "loss": 0.3375,
      "step": 1546140
    },
    {
      "epoch": 431.52,
      "grad_norm": 0.95047527551651,
      "learning_rate": 2.2321455840295627e-06,
      "loss": 0.3503,
      "step": 1546150
    },
    {
      "epoch": 431.53,
      "grad_norm": 1.0017151832580566,
      "learning_rate": 2.2321185750792754e-06,
      "loss": 0.3318,
      "step": 1546160
    },
    {
      "epoch": 431.53,
      "grad_norm": 0.9673151969909668,
      "learning_rate": 2.2320915661438456e-06,
      "loss": 0.3411,
      "step": 1546170
    },
    {
      "epoch": 431.53,
      "grad_norm": 1.3581082820892334,
      "learning_rate": 2.232064557223278e-06,
      "loss": 0.3445,
      "step": 1546180
    },
    {
      "epoch": 431.54,
      "grad_norm": 1.042479395866394,
      "learning_rate": 2.232037548317576e-06,
      "loss": 0.3634,
      "step": 1546190
    },
    {
      "epoch": 431.54,
      "grad_norm": 1.0835012197494507,
      "learning_rate": 2.2320105394267426e-06,
      "loss": 0.3585,
      "step": 1546200
    },
    {
      "epoch": 431.54,
      "grad_norm": 1.0886582136154175,
      "learning_rate": 2.231983530550782e-06,
      "loss": 0.3565,
      "step": 1546210
    },
    {
      "epoch": 431.54,
      "grad_norm": 0.9497566819190979,
      "learning_rate": 2.231956521689698e-06,
      "loss": 0.3346,
      "step": 1546220
    },
    {
      "epoch": 431.55,
      "grad_norm": 1.090114951133728,
      "learning_rate": 2.2319295128434924e-06,
      "loss": 0.3437,
      "step": 1546230
    },
    {
      "epoch": 431.55,
      "grad_norm": 0.9171525239944458,
      "learning_rate": 2.231902504012171e-06,
      "loss": 0.3548,
      "step": 1546240
    },
    {
      "epoch": 431.55,
      "grad_norm": 1.0286931991577148,
      "learning_rate": 2.231875495195737e-06,
      "loss": 0.3493,
      "step": 1546250
    },
    {
      "epoch": 431.55,
      "grad_norm": 1.2308697700500488,
      "learning_rate": 2.2318484863941925e-06,
      "loss": 0.346,
      "step": 1546260
    },
    {
      "epoch": 431.56,
      "grad_norm": 0.9338186383247375,
      "learning_rate": 2.231821477607543e-06,
      "loss": 0.3283,
      "step": 1546270
    },
    {
      "epoch": 431.56,
      "grad_norm": 1.0147391557693481,
      "learning_rate": 2.2317944688357913e-06,
      "loss": 0.3585,
      "step": 1546280
    },
    {
      "epoch": 431.56,
      "grad_norm": 0.9515758752822876,
      "learning_rate": 2.2317674600789393e-06,
      "loss": 0.3463,
      "step": 1546290
    },
    {
      "epoch": 431.57,
      "grad_norm": 1.2084494829177856,
      "learning_rate": 2.231740451336994e-06,
      "loss": 0.3456,
      "step": 1546300
    },
    {
      "epoch": 431.57,
      "grad_norm": 0.9603419899940491,
      "learning_rate": 2.2317134426099565e-06,
      "loss": 0.3347,
      "step": 1546310
    },
    {
      "epoch": 431.57,
      "grad_norm": 1.0354784727096558,
      "learning_rate": 2.2316864338978303e-06,
      "loss": 0.3545,
      "step": 1546320
    },
    {
      "epoch": 431.57,
      "grad_norm": 1.1854299306869507,
      "learning_rate": 2.231659425200621e-06,
      "loss": 0.347,
      "step": 1546330
    },
    {
      "epoch": 431.58,
      "grad_norm": 0.9124483466148376,
      "learning_rate": 2.2316324165183306e-06,
      "loss": 0.3554,
      "step": 1546340
    },
    {
      "epoch": 431.58,
      "grad_norm": 1.103859543800354,
      "learning_rate": 2.231605407850963e-06,
      "loss": 0.3514,
      "step": 1546350
    },
    {
      "epoch": 431.58,
      "grad_norm": 0.9313837885856628,
      "learning_rate": 2.231578399198522e-06,
      "loss": 0.327,
      "step": 1546360
    },
    {
      "epoch": 431.59,
      "grad_norm": 1.1307049989700317,
      "learning_rate": 2.2315513905610103e-06,
      "loss": 0.3324,
      "step": 1546370
    },
    {
      "epoch": 431.59,
      "grad_norm": 1.0279990434646606,
      "learning_rate": 2.2315243819384333e-06,
      "loss": 0.3492,
      "step": 1546380
    },
    {
      "epoch": 431.59,
      "grad_norm": 1.3606523275375366,
      "learning_rate": 2.2314973733307937e-06,
      "loss": 0.3523,
      "step": 1546390
    },
    {
      "epoch": 431.59,
      "grad_norm": 1.0515375137329102,
      "learning_rate": 2.231470364738094e-06,
      "loss": 0.3354,
      "step": 1546400
    },
    {
      "epoch": 431.6,
      "grad_norm": 1.0019882917404175,
      "learning_rate": 2.2314433561603396e-06,
      "loss": 0.3323,
      "step": 1546410
    },
    {
      "epoch": 431.6,
      "grad_norm": 1.234070062637329,
      "learning_rate": 2.2314163475975335e-06,
      "loss": 0.3405,
      "step": 1546420
    },
    {
      "epoch": 431.6,
      "grad_norm": 1.0220589637756348,
      "learning_rate": 2.2313893390496775e-06,
      "loss": 0.3423,
      "step": 1546430
    },
    {
      "epoch": 431.6,
      "grad_norm": 0.9097343683242798,
      "learning_rate": 2.2313623305167776e-06,
      "loss": 0.3359,
      "step": 1546440
    },
    {
      "epoch": 431.61,
      "grad_norm": 0.9709415435791016,
      "learning_rate": 2.231335321998837e-06,
      "loss": 0.3336,
      "step": 1546450
    },
    {
      "epoch": 431.61,
      "grad_norm": 1.3248895406723022,
      "learning_rate": 2.231308313495858e-06,
      "loss": 0.3451,
      "step": 1546460
    },
    {
      "epoch": 431.61,
      "grad_norm": 1.0352431535720825,
      "learning_rate": 2.2312813050078456e-06,
      "loss": 0.3183,
      "step": 1546470
    },
    {
      "epoch": 431.62,
      "grad_norm": 0.9407771229743958,
      "learning_rate": 2.231254296534803e-06,
      "loss": 0.3456,
      "step": 1546480
    },
    {
      "epoch": 431.62,
      "grad_norm": 1.05393648147583,
      "learning_rate": 2.231227288076733e-06,
      "loss": 0.3319,
      "step": 1546490
    },
    {
      "epoch": 431.62,
      "grad_norm": 0.8803232908248901,
      "learning_rate": 2.23120027963364e-06,
      "loss": 0.3525,
      "step": 1546500
    },
    {
      "epoch": 431.62,
      "grad_norm": 1.1802610158920288,
      "learning_rate": 2.231173271205528e-06,
      "loss": 0.3226,
      "step": 1546510
    },
    {
      "epoch": 431.63,
      "grad_norm": 0.8729325532913208,
      "learning_rate": 2.2311462627923985e-06,
      "loss": 0.3358,
      "step": 1546520
    },
    {
      "epoch": 431.63,
      "grad_norm": 1.332655429840088,
      "learning_rate": 2.231119254394258e-06,
      "loss": 0.3338,
      "step": 1546530
    },
    {
      "epoch": 431.63,
      "grad_norm": 1.1101412773132324,
      "learning_rate": 2.2310922460111086e-06,
      "loss": 0.3306,
      "step": 1546540
    },
    {
      "epoch": 431.64,
      "grad_norm": 1.011376976966858,
      "learning_rate": 2.231065237642953e-06,
      "loss": 0.3574,
      "step": 1546550
    },
    {
      "epoch": 431.64,
      "grad_norm": 1.031057357788086,
      "learning_rate": 2.231038229289797e-06,
      "loss": 0.3557,
      "step": 1546560
    },
    {
      "epoch": 431.64,
      "grad_norm": 1.132538914680481,
      "learning_rate": 2.2310112209516423e-06,
      "loss": 0.3626,
      "step": 1546570
    },
    {
      "epoch": 431.64,
      "grad_norm": 1.1280186176300049,
      "learning_rate": 2.2309842126284927e-06,
      "loss": 0.3521,
      "step": 1546580
    },
    {
      "epoch": 431.65,
      "grad_norm": 1.8926118612289429,
      "learning_rate": 2.230957204320353e-06,
      "loss": 0.3451,
      "step": 1546590
    },
    {
      "epoch": 431.65,
      "grad_norm": 1.1040922403335571,
      "learning_rate": 2.230930196027226e-06,
      "loss": 0.3504,
      "step": 1546600
    },
    {
      "epoch": 431.65,
      "grad_norm": 1.326999306678772,
      "learning_rate": 2.2309031877491146e-06,
      "loss": 0.3443,
      "step": 1546610
    },
    {
      "epoch": 431.66,
      "grad_norm": 1.0812819004058838,
      "learning_rate": 2.230876179486024e-06,
      "loss": 0.3399,
      "step": 1546620
    },
    {
      "epoch": 431.66,
      "grad_norm": 0.8770007491111755,
      "learning_rate": 2.230849171237957e-06,
      "loss": 0.3313,
      "step": 1546630
    },
    {
      "epoch": 431.66,
      "grad_norm": 1.034421682357788,
      "learning_rate": 2.2308221630049165e-06,
      "loss": 0.3459,
      "step": 1546640
    },
    {
      "epoch": 431.66,
      "grad_norm": 1.0500410795211792,
      "learning_rate": 2.230795154786907e-06,
      "loss": 0.3534,
      "step": 1546650
    },
    {
      "epoch": 431.67,
      "grad_norm": 1.0221385955810547,
      "learning_rate": 2.230768146583931e-06,
      "loss": 0.3361,
      "step": 1546660
    },
    {
      "epoch": 431.67,
      "grad_norm": 1.0761184692382812,
      "learning_rate": 2.2307411383959943e-06,
      "loss": 0.3414,
      "step": 1546670
    },
    {
      "epoch": 431.67,
      "grad_norm": 0.901883065700531,
      "learning_rate": 2.2307141302230986e-06,
      "loss": 0.3555,
      "step": 1546680
    },
    {
      "epoch": 431.67,
      "grad_norm": 0.9163575172424316,
      "learning_rate": 2.230687122065248e-06,
      "loss": 0.3465,
      "step": 1546690
    },
    {
      "epoch": 431.68,
      "grad_norm": 1.668168544769287,
      "learning_rate": 2.2306601139224457e-06,
      "loss": 0.3396,
      "step": 1546700
    },
    {
      "epoch": 431.68,
      "grad_norm": 1.1107691526412964,
      "learning_rate": 2.230633105794696e-06,
      "loss": 0.3574,
      "step": 1546710
    },
    {
      "epoch": 431.68,
      "grad_norm": 0.9197150468826294,
      "learning_rate": 2.2306060976820024e-06,
      "loss": 0.342,
      "step": 1546720
    },
    {
      "epoch": 431.69,
      "grad_norm": 1.033202052116394,
      "learning_rate": 2.230579089584368e-06,
      "loss": 0.3494,
      "step": 1546730
    },
    {
      "epoch": 431.69,
      "grad_norm": 1.046410322189331,
      "learning_rate": 2.2305520815017976e-06,
      "loss": 0.3395,
      "step": 1546740
    },
    {
      "epoch": 431.69,
      "grad_norm": 0.9462804198265076,
      "learning_rate": 2.2305250734342923e-06,
      "loss": 0.3324,
      "step": 1546750
    },
    {
      "epoch": 431.69,
      "grad_norm": 1.0976665019989014,
      "learning_rate": 2.230498065381858e-06,
      "loss": 0.3268,
      "step": 1546760
    },
    {
      "epoch": 431.7,
      "grad_norm": 1.0424206256866455,
      "learning_rate": 2.230471057344498e-06,
      "loss": 0.3427,
      "step": 1546770
    },
    {
      "epoch": 431.7,
      "grad_norm": 1.027259349822998,
      "learning_rate": 2.230444049322215e-06,
      "loss": 0.3387,
      "step": 1546780
    },
    {
      "epoch": 431.7,
      "grad_norm": 1.131149172782898,
      "learning_rate": 2.230417041315013e-06,
      "loss": 0.3416,
      "step": 1546790
    },
    {
      "epoch": 431.71,
      "grad_norm": 1.1415801048278809,
      "learning_rate": 2.230390033322896e-06,
      "loss": 0.3508,
      "step": 1546800
    },
    {
      "epoch": 431.71,
      "grad_norm": 1.2016196250915527,
      "learning_rate": 2.2303630253458663e-06,
      "loss": 0.3396,
      "step": 1546810
    },
    {
      "epoch": 431.71,
      "grad_norm": 0.9064720869064331,
      "learning_rate": 2.2303360173839297e-06,
      "loss": 0.3581,
      "step": 1546820
    },
    {
      "epoch": 431.71,
      "grad_norm": 1.0706478357315063,
      "learning_rate": 2.230309009437088e-06,
      "loss": 0.3446,
      "step": 1546830
    },
    {
      "epoch": 431.72,
      "grad_norm": 0.9828312397003174,
      "learning_rate": 2.2302820015053444e-06,
      "loss": 0.3553,
      "step": 1546840
    },
    {
      "epoch": 431.72,
      "grad_norm": 1.0214329957962036,
      "learning_rate": 2.230254993588705e-06,
      "loss": 0.3406,
      "step": 1546850
    },
    {
      "epoch": 431.72,
      "grad_norm": 1.016356110572815,
      "learning_rate": 2.230227985687171e-06,
      "loss": 0.359,
      "step": 1546860
    },
    {
      "epoch": 431.72,
      "grad_norm": 0.9057795405387878,
      "learning_rate": 2.230200977800747e-06,
      "loss": 0.3552,
      "step": 1546870
    },
    {
      "epoch": 431.73,
      "grad_norm": 1.209761619567871,
      "learning_rate": 2.2301739699294367e-06,
      "loss": 0.369,
      "step": 1546880
    },
    {
      "epoch": 431.73,
      "grad_norm": 1.1295363903045654,
      "learning_rate": 2.2301469620732433e-06,
      "loss": 0.3349,
      "step": 1546890
    },
    {
      "epoch": 431.73,
      "grad_norm": 1.0537381172180176,
      "learning_rate": 2.2301199542321694e-06,
      "loss": 0.3547,
      "step": 1546900
    },
    {
      "epoch": 431.74,
      "grad_norm": 0.9721100926399231,
      "learning_rate": 2.230092946406221e-06,
      "loss": 0.3565,
      "step": 1546910
    },
    {
      "epoch": 431.74,
      "grad_norm": 0.9950799942016602,
      "learning_rate": 2.2300659385954e-06,
      "loss": 0.3472,
      "step": 1546920
    },
    {
      "epoch": 431.74,
      "grad_norm": 1.015769362449646,
      "learning_rate": 2.2300389307997103e-06,
      "loss": 0.3419,
      "step": 1546930
    },
    {
      "epoch": 431.74,
      "grad_norm": 5.015631675720215,
      "learning_rate": 2.2300119230191556e-06,
      "loss": 0.3409,
      "step": 1546940
    },
    {
      "epoch": 431.75,
      "grad_norm": 0.8017413020133972,
      "learning_rate": 2.2299849152537387e-06,
      "loss": 0.3501,
      "step": 1546950
    },
    {
      "epoch": 431.75,
      "grad_norm": 0.9266241192817688,
      "learning_rate": 2.229957907503465e-06,
      "loss": 0.3308,
      "step": 1546960
    },
    {
      "epoch": 431.75,
      "grad_norm": 1.0024347305297852,
      "learning_rate": 2.2299308997683372e-06,
      "loss": 0.3335,
      "step": 1546970
    },
    {
      "epoch": 431.76,
      "grad_norm": 0.8714072704315186,
      "learning_rate": 2.2299038920483573e-06,
      "loss": 0.3325,
      "step": 1546980
    },
    {
      "epoch": 431.76,
      "grad_norm": 1.110783338546753,
      "learning_rate": 2.2298768843435316e-06,
      "loss": 0.336,
      "step": 1546990
    },
    {
      "epoch": 431.76,
      "grad_norm": 0.9733484387397766,
      "learning_rate": 2.2298498766538627e-06,
      "loss": 0.3483,
      "step": 1547000
    },
    {
      "epoch": 431.76,
      "grad_norm": 0.9654344916343689,
      "learning_rate": 2.2298228689793532e-06,
      "loss": 0.3426,
      "step": 1547010
    },
    {
      "epoch": 431.77,
      "grad_norm": 1.0364207029342651,
      "learning_rate": 2.229795861320008e-06,
      "loss": 0.3251,
      "step": 1547020
    },
    {
      "epoch": 431.77,
      "grad_norm": 1.0754166841506958,
      "learning_rate": 2.22976885367583e-06,
      "loss": 0.3628,
      "step": 1547030
    },
    {
      "epoch": 431.77,
      "grad_norm": 1.1431282758712769,
      "learning_rate": 2.229741846046822e-06,
      "loss": 0.358,
      "step": 1547040
    },
    {
      "epoch": 431.78,
      "grad_norm": 1.0500333309173584,
      "learning_rate": 2.2297148384329895e-06,
      "loss": 0.3444,
      "step": 1547050
    },
    {
      "epoch": 431.78,
      "grad_norm": 1.0157362222671509,
      "learning_rate": 2.229687830834335e-06,
      "loss": 0.352,
      "step": 1547060
    },
    {
      "epoch": 431.78,
      "grad_norm": 1.014936923980713,
      "learning_rate": 2.2296608232508622e-06,
      "loss": 0.3743,
      "step": 1547070
    },
    {
      "epoch": 431.78,
      "grad_norm": 1.029909610748291,
      "learning_rate": 2.2296338156825745e-06,
      "loss": 0.3384,
      "step": 1547080
    },
    {
      "epoch": 431.79,
      "grad_norm": 0.9606584310531616,
      "learning_rate": 2.229606808129476e-06,
      "loss": 0.3336,
      "step": 1547090
    },
    {
      "epoch": 431.79,
      "grad_norm": 0.9987604022026062,
      "learning_rate": 2.2295798005915693e-06,
      "loss": 0.3456,
      "step": 1547100
    },
    {
      "epoch": 431.79,
      "grad_norm": 0.9804337024688721,
      "learning_rate": 2.2295527930688595e-06,
      "loss": 0.3313,
      "step": 1547110
    },
    {
      "epoch": 431.79,
      "grad_norm": 0.9538513422012329,
      "learning_rate": 2.229525785561349e-06,
      "loss": 0.3268,
      "step": 1547120
    },
    {
      "epoch": 431.8,
      "grad_norm": 1.1750686168670654,
      "learning_rate": 2.2294987780690412e-06,
      "loss": 0.3473,
      "step": 1547130
    },
    {
      "epoch": 431.8,
      "grad_norm": 1.1078001260757446,
      "learning_rate": 2.2294717705919412e-06,
      "loss": 0.3351,
      "step": 1547140
    },
    {
      "epoch": 431.8,
      "grad_norm": 0.965435802936554,
      "learning_rate": 2.2294447631300514e-06,
      "loss": 0.3423,
      "step": 1547150
    },
    {
      "epoch": 431.81,
      "grad_norm": 1.0553041696548462,
      "learning_rate": 2.2294177556833755e-06,
      "loss": 0.3535,
      "step": 1547160
    },
    {
      "epoch": 431.81,
      "grad_norm": 0.960558295249939,
      "learning_rate": 2.2293907482519174e-06,
      "loss": 0.342,
      "step": 1547170
    },
    {
      "epoch": 431.81,
      "grad_norm": 1.239532232284546,
      "learning_rate": 2.229363740835681e-06,
      "loss": 0.3644,
      "step": 1547180
    },
    {
      "epoch": 431.81,
      "grad_norm": 0.9165940284729004,
      "learning_rate": 2.2293367334346682e-06,
      "loss": 0.3373,
      "step": 1547190
    },
    {
      "epoch": 431.82,
      "grad_norm": 1.0154542922973633,
      "learning_rate": 2.2293097260488847e-06,
      "loss": 0.3609,
      "step": 1547200
    },
    {
      "epoch": 431.82,
      "grad_norm": 0.9996451139450073,
      "learning_rate": 2.2292827186783334e-06,
      "loss": 0.3415,
      "step": 1547210
    },
    {
      "epoch": 431.82,
      "grad_norm": 1.191673755645752,
      "learning_rate": 2.229255711323017e-06,
      "loss": 0.3435,
      "step": 1547220
    },
    {
      "epoch": 431.83,
      "grad_norm": 1.313305139541626,
      "learning_rate": 2.229228703982941e-06,
      "loss": 0.3468,
      "step": 1547230
    },
    {
      "epoch": 431.83,
      "grad_norm": 0.9464709162712097,
      "learning_rate": 2.229201696658106e-06,
      "loss": 0.3374,
      "step": 1547240
    },
    {
      "epoch": 431.83,
      "grad_norm": 1.0530911684036255,
      "learning_rate": 2.2291746893485187e-06,
      "loss": 0.3276,
      "step": 1547250
    },
    {
      "epoch": 431.83,
      "grad_norm": 1.0019502639770508,
      "learning_rate": 2.2291476820541812e-06,
      "loss": 0.3375,
      "step": 1547260
    },
    {
      "epoch": 431.84,
      "grad_norm": 1.0418405532836914,
      "learning_rate": 2.2291206747750968e-06,
      "loss": 0.3386,
      "step": 1547270
    },
    {
      "epoch": 431.84,
      "grad_norm": 1.099913477897644,
      "learning_rate": 2.2290936675112703e-06,
      "loss": 0.3505,
      "step": 1547280
    },
    {
      "epoch": 431.84,
      "grad_norm": 1.2164033651351929,
      "learning_rate": 2.2290666602627045e-06,
      "loss": 0.3405,
      "step": 1547290
    },
    {
      "epoch": 431.84,
      "grad_norm": 1.1343345642089844,
      "learning_rate": 2.229039653029403e-06,
      "loss": 0.3381,
      "step": 1547300
    },
    {
      "epoch": 431.85,
      "grad_norm": 1.1426093578338623,
      "learning_rate": 2.2290126458113697e-06,
      "loss": 0.3433,
      "step": 1547310
    },
    {
      "epoch": 431.85,
      "grad_norm": 1.1486859321594238,
      "learning_rate": 2.228985638608608e-06,
      "loss": 0.3568,
      "step": 1547320
    },
    {
      "epoch": 431.85,
      "grad_norm": 0.9318381547927856,
      "learning_rate": 2.22895863142112e-06,
      "loss": 0.3466,
      "step": 1547330
    },
    {
      "epoch": 431.86,
      "grad_norm": 0.9296725392341614,
      "learning_rate": 2.2289316242489124e-06,
      "loss": 0.3348,
      "step": 1547340
    },
    {
      "epoch": 431.86,
      "grad_norm": 0.9716830253601074,
      "learning_rate": 2.228904617091987e-06,
      "loss": 0.3478,
      "step": 1547350
    },
    {
      "epoch": 431.86,
      "grad_norm": 1.0105952024459839,
      "learning_rate": 2.2288776099503468e-06,
      "loss": 0.3297,
      "step": 1547360
    },
    {
      "epoch": 431.86,
      "grad_norm": 1.1048543453216553,
      "learning_rate": 2.2288506028239967e-06,
      "loss": 0.3424,
      "step": 1547370
    },
    {
      "epoch": 431.87,
      "grad_norm": 0.9736006259918213,
      "learning_rate": 2.2288235957129403e-06,
      "loss": 0.3421,
      "step": 1547380
    },
    {
      "epoch": 431.87,
      "grad_norm": 1.0615663528442383,
      "learning_rate": 2.2287965886171788e-06,
      "loss": 0.324,
      "step": 1547390
    },
    {
      "epoch": 431.87,
      "grad_norm": 0.9009613990783691,
      "learning_rate": 2.2287695815367193e-06,
      "loss": 0.3567,
      "step": 1547400
    },
    {
      "epoch": 431.88,
      "grad_norm": 0.9300428032875061,
      "learning_rate": 2.2287425744715636e-06,
      "loss": 0.34,
      "step": 1547410
    },
    {
      "epoch": 431.88,
      "grad_norm": 1.0503371953964233,
      "learning_rate": 2.228715567421714e-06,
      "loss": 0.3397,
      "step": 1547420
    },
    {
      "epoch": 431.88,
      "grad_norm": 1.0188283920288086,
      "learning_rate": 2.228688560387177e-06,
      "loss": 0.3543,
      "step": 1547430
    },
    {
      "epoch": 431.88,
      "grad_norm": 0.9563745856285095,
      "learning_rate": 2.2286615533679546e-06,
      "loss": 0.3515,
      "step": 1547440
    },
    {
      "epoch": 431.89,
      "grad_norm": 1.0517399311065674,
      "learning_rate": 2.2286345463640496e-06,
      "loss": 0.3512,
      "step": 1547450
    },
    {
      "epoch": 431.89,
      "grad_norm": 1.0719008445739746,
      "learning_rate": 2.2286075393754673e-06,
      "loss": 0.3484,
      "step": 1547460
    },
    {
      "epoch": 431.89,
      "grad_norm": 1.058930516242981,
      "learning_rate": 2.228580532402211e-06,
      "loss": 0.3498,
      "step": 1547470
    },
    {
      "epoch": 431.9,
      "grad_norm": 1.0265936851501465,
      "learning_rate": 2.228553525444282e-06,
      "loss": 0.3616,
      "step": 1547480
    },
    {
      "epoch": 431.9,
      "grad_norm": 1.1568509340286255,
      "learning_rate": 2.228526518501687e-06,
      "loss": 0.3686,
      "step": 1547490
    },
    {
      "epoch": 431.9,
      "grad_norm": 1.0888293981552124,
      "learning_rate": 2.2284995115744285e-06,
      "loss": 0.3194,
      "step": 1547500
    },
    {
      "epoch": 431.9,
      "grad_norm": 1.2890372276306152,
      "learning_rate": 2.228472504662509e-06,
      "loss": 0.3304,
      "step": 1547510
    },
    {
      "epoch": 431.91,
      "grad_norm": 1.2620099782943726,
      "learning_rate": 2.2284454977659332e-06,
      "loss": 0.3451,
      "step": 1547520
    },
    {
      "epoch": 431.91,
      "grad_norm": 1.0505475997924805,
      "learning_rate": 2.228418490884704e-06,
      "loss": 0.3466,
      "step": 1547530
    },
    {
      "epoch": 431.91,
      "grad_norm": 1.1361857652664185,
      "learning_rate": 2.2283914840188263e-06,
      "loss": 0.3489,
      "step": 1547540
    },
    {
      "epoch": 431.91,
      "grad_norm": 1.181868553161621,
      "learning_rate": 2.228364477168303e-06,
      "loss": 0.3487,
      "step": 1547550
    },
    {
      "epoch": 431.92,
      "grad_norm": 0.8714877963066101,
      "learning_rate": 2.2283374703331365e-06,
      "loss": 0.3521,
      "step": 1547560
    },
    {
      "epoch": 431.92,
      "grad_norm": 1.013786792755127,
      "learning_rate": 2.2283104635133323e-06,
      "loss": 0.3658,
      "step": 1547570
    },
    {
      "epoch": 431.92,
      "grad_norm": 1.19906747341156,
      "learning_rate": 2.2282834567088933e-06,
      "loss": 0.3349,
      "step": 1547580
    },
    {
      "epoch": 431.93,
      "grad_norm": 1.0726256370544434,
      "learning_rate": 2.228256449919822e-06,
      "loss": 0.3594,
      "step": 1547590
    },
    {
      "epoch": 431.93,
      "grad_norm": 1.1097599267959595,
      "learning_rate": 2.228229443146124e-06,
      "loss": 0.3449,
      "step": 1547600
    },
    {
      "epoch": 431.93,
      "grad_norm": 1.0167860984802246,
      "learning_rate": 2.2282024363878014e-06,
      "loss": 0.3541,
      "step": 1547610
    },
    {
      "epoch": 431.93,
      "grad_norm": 0.8531435132026672,
      "learning_rate": 2.2281754296448574e-06,
      "loss": 0.3369,
      "step": 1547620
    },
    {
      "epoch": 431.94,
      "grad_norm": 1.0354030132293701,
      "learning_rate": 2.2281484229172973e-06,
      "loss": 0.3595,
      "step": 1547630
    },
    {
      "epoch": 431.94,
      "grad_norm": 1.165732979774475,
      "learning_rate": 2.228121416205124e-06,
      "loss": 0.3242,
      "step": 1547640
    },
    {
      "epoch": 431.94,
      "grad_norm": 0.967648446559906,
      "learning_rate": 2.22809440950834e-06,
      "loss": 0.358,
      "step": 1547650
    },
    {
      "epoch": 431.95,
      "grad_norm": 0.8926418423652649,
      "learning_rate": 2.2280674028269502e-06,
      "loss": 0.3447,
      "step": 1547660
    },
    {
      "epoch": 431.95,
      "grad_norm": 0.9602893590927124,
      "learning_rate": 2.2280403961609584e-06,
      "loss": 0.3525,
      "step": 1547670
    },
    {
      "epoch": 431.95,
      "grad_norm": 1.0216106176376343,
      "learning_rate": 2.2280133895103664e-06,
      "loss": 0.3443,
      "step": 1547680
    },
    {
      "epoch": 431.95,
      "grad_norm": 1.1037771701812744,
      "learning_rate": 2.22798638287518e-06,
      "loss": 0.3435,
      "step": 1547690
    },
    {
      "epoch": 431.96,
      "grad_norm": 1.0229806900024414,
      "learning_rate": 2.2279593762554017e-06,
      "loss": 0.3343,
      "step": 1547700
    },
    {
      "epoch": 431.96,
      "grad_norm": 1.0483237504959106,
      "learning_rate": 2.227932369651034e-06,
      "loss": 0.3501,
      "step": 1547710
    },
    {
      "epoch": 431.96,
      "grad_norm": 0.8820749521255493,
      "learning_rate": 2.227905363062083e-06,
      "loss": 0.3415,
      "step": 1547720
    },
    {
      "epoch": 431.96,
      "grad_norm": 0.9902114272117615,
      "learning_rate": 2.2278783564885505e-06,
      "loss": 0.3446,
      "step": 1547730
    },
    {
      "epoch": 431.97,
      "grad_norm": 0.9689108729362488,
      "learning_rate": 2.2278513499304406e-06,
      "loss": 0.3413,
      "step": 1547740
    },
    {
      "epoch": 431.97,
      "grad_norm": 1.0645151138305664,
      "learning_rate": 2.227824343387757e-06,
      "loss": 0.3436,
      "step": 1547750
    },
    {
      "epoch": 431.97,
      "grad_norm": 1.0198780298233032,
      "learning_rate": 2.227797336860503e-06,
      "loss": 0.3665,
      "step": 1547760
    },
    {
      "epoch": 431.98,
      "grad_norm": 1.0035045146942139,
      "learning_rate": 2.2277703303486814e-06,
      "loss": 0.3292,
      "step": 1547770
    },
    {
      "epoch": 431.98,
      "grad_norm": 0.946478009223938,
      "learning_rate": 2.2277433238522977e-06,
      "loss": 0.3495,
      "step": 1547780
    },
    {
      "epoch": 431.98,
      "grad_norm": 1.0243133306503296,
      "learning_rate": 2.227716317371355e-06,
      "loss": 0.3553,
      "step": 1547790
    },
    {
      "epoch": 431.98,
      "grad_norm": 1.1251790523529053,
      "learning_rate": 2.227689310905855e-06,
      "loss": 0.3394,
      "step": 1547800
    },
    {
      "epoch": 431.99,
      "grad_norm": 0.8827813863754272,
      "learning_rate": 2.2276623044558036e-06,
      "loss": 0.3417,
      "step": 1547810
    },
    {
      "epoch": 431.99,
      "grad_norm": 1.0925167798995972,
      "learning_rate": 2.2276352980212033e-06,
      "loss": 0.3429,
      "step": 1547820
    },
    {
      "epoch": 431.99,
      "grad_norm": 1.2386730909347534,
      "learning_rate": 2.227608291602058e-06,
      "loss": 0.3459,
      "step": 1547830
    },
    {
      "epoch": 432.0,
      "grad_norm": 1.2097464799880981,
      "learning_rate": 2.2275812851983716e-06,
      "loss": 0.3524,
      "step": 1547840
    },
    {
      "epoch": 432.0,
      "grad_norm": 1.1520216464996338,
      "learning_rate": 2.227554278810146e-06,
      "loss": 0.3579,
      "step": 1547850
    },
    {
      "epoch": 432.0,
      "eval_loss": 0.34586000442504883,
      "eval_runtime": 69.1687,
      "eval_samples_per_second": 73.14,
      "eval_steps_per_second": 9.152,
      "step": 1547856
    },
    {
      "epoch": 432.0,
      "grad_norm": 0.8443784713745117,
      "learning_rate": 2.2275272724373876e-06,
      "loss": 0.3371,
      "step": 1547860
    },
    {
      "epoch": 432.0,
      "grad_norm": 0.9452947974205017,
      "learning_rate": 2.2275002660800977e-06,
      "loss": 0.338,
      "step": 1547870
    },
    {
      "epoch": 432.01,
      "grad_norm": 1.1547863483428955,
      "learning_rate": 2.227473259738281e-06,
      "loss": 0.3412,
      "step": 1547880
    },
    {
      "epoch": 432.01,
      "grad_norm": 1.0947680473327637,
      "learning_rate": 2.227446253411941e-06,
      "loss": 0.3348,
      "step": 1547890
    },
    {
      "epoch": 432.01,
      "grad_norm": 1.112011432647705,
      "learning_rate": 2.2274192471010804e-06,
      "loss": 0.3436,
      "step": 1547900
    },
    {
      "epoch": 432.02,
      "grad_norm": 1.0352405309677124,
      "learning_rate": 2.227392240805703e-06,
      "loss": 0.3473,
      "step": 1547910
    },
    {
      "epoch": 432.02,
      "grad_norm": 1.123873233795166,
      "learning_rate": 2.227365234525814e-06,
      "loss": 0.3317,
      "step": 1547920
    },
    {
      "epoch": 432.02,
      "grad_norm": 0.9526135921478271,
      "learning_rate": 2.2273382282614156e-06,
      "loss": 0.3443,
      "step": 1547930
    },
    {
      "epoch": 432.02,
      "grad_norm": 1.1443448066711426,
      "learning_rate": 2.2273112220125108e-06,
      "loss": 0.348,
      "step": 1547940
    },
    {
      "epoch": 432.03,
      "grad_norm": 1.019425868988037,
      "learning_rate": 2.227284215779105e-06,
      "loss": 0.3456,
      "step": 1547950
    },
    {
      "epoch": 432.03,
      "grad_norm": 0.9333590865135193,
      "learning_rate": 2.2272572095612008e-06,
      "loss": 0.3422,
      "step": 1547960
    },
    {
      "epoch": 432.03,
      "grad_norm": 2.649062156677246,
      "learning_rate": 2.227230203358801e-06,
      "loss": 0.3448,
      "step": 1547970
    },
    {
      "epoch": 432.03,
      "grad_norm": 1.0715856552124023,
      "learning_rate": 2.227203197171911e-06,
      "loss": 0.3385,
      "step": 1547980
    },
    {
      "epoch": 432.04,
      "grad_norm": 1.0265421867370605,
      "learning_rate": 2.227176191000533e-06,
      "loss": 0.3627,
      "step": 1547990
    },
    {
      "epoch": 432.04,
      "grad_norm": 1.1043907403945923,
      "learning_rate": 2.22714918484467e-06,
      "loss": 0.3448,
      "step": 1548000
    },
    {
      "epoch": 432.04,
      "grad_norm": 1.0044052600860596,
      "learning_rate": 2.2271221787043282e-06,
      "loss": 0.3465,
      "step": 1548010
    },
    {
      "epoch": 432.05,
      "grad_norm": 1.2997769117355347,
      "learning_rate": 2.227095172579509e-06,
      "loss": 0.3389,
      "step": 1548020
    },
    {
      "epoch": 432.05,
      "grad_norm": 1.1347849369049072,
      "learning_rate": 2.2270681664702165e-06,
      "loss": 0.3464,
      "step": 1548030
    },
    {
      "epoch": 432.05,
      "grad_norm": 1.3543472290039062,
      "learning_rate": 2.2270411603764547e-06,
      "loss": 0.352,
      "step": 1548040
    },
    {
      "epoch": 432.05,
      "grad_norm": 0.8772994875907898,
      "learning_rate": 2.2270141542982267e-06,
      "loss": 0.3432,
      "step": 1548050
    },
    {
      "epoch": 432.06,
      "grad_norm": 1.1145572662353516,
      "learning_rate": 2.2269871482355353e-06,
      "loss": 0.3453,
      "step": 1548060
    },
    {
      "epoch": 432.06,
      "grad_norm": 0.9993763566017151,
      "learning_rate": 2.226960142188386e-06,
      "loss": 0.3465,
      "step": 1548070
    },
    {
      "epoch": 432.06,
      "grad_norm": 0.9892925024032593,
      "learning_rate": 2.226933136156782e-06,
      "loss": 0.3475,
      "step": 1548080
    },
    {
      "epoch": 432.07,
      "grad_norm": 1.0653923749923706,
      "learning_rate": 2.226906130140725e-06,
      "loss": 0.3517,
      "step": 1548090
    },
    {
      "epoch": 432.07,
      "grad_norm": 1.1915061473846436,
      "learning_rate": 2.226879124140221e-06,
      "loss": 0.3455,
      "step": 1548100
    },
    {
      "epoch": 432.07,
      "grad_norm": 1.117566466331482,
      "learning_rate": 2.2268521181552717e-06,
      "loss": 0.3436,
      "step": 1548110
    },
    {
      "epoch": 432.07,
      "grad_norm": 0.9450521469116211,
      "learning_rate": 2.2268251121858827e-06,
      "loss": 0.3316,
      "step": 1548120
    },
    {
      "epoch": 432.08,
      "grad_norm": 0.960618257522583,
      "learning_rate": 2.2267981062320562e-06,
      "loss": 0.3582,
      "step": 1548130
    },
    {
      "epoch": 432.08,
      "grad_norm": 1.0638266801834106,
      "learning_rate": 2.226771100293795e-06,
      "loss": 0.334,
      "step": 1548140
    },
    {
      "epoch": 432.08,
      "grad_norm": 1.324027180671692,
      "learning_rate": 2.2267440943711045e-06,
      "loss": 0.3511,
      "step": 1548150
    },
    {
      "epoch": 432.08,
      "grad_norm": 1.1163667440414429,
      "learning_rate": 2.2267170884639876e-06,
      "loss": 0.3511,
      "step": 1548160
    },
    {
      "epoch": 432.09,
      "grad_norm": 1.0462754964828491,
      "learning_rate": 2.2266900825724473e-06,
      "loss": 0.3269,
      "step": 1548170
    },
    {
      "epoch": 432.09,
      "grad_norm": 0.9865943789482117,
      "learning_rate": 2.226663076696488e-06,
      "loss": 0.3384,
      "step": 1548180
    },
    {
      "epoch": 432.09,
      "grad_norm": 0.8825191855430603,
      "learning_rate": 2.2266360708361136e-06,
      "loss": 0.3423,
      "step": 1548190
    },
    {
      "epoch": 432.1,
      "grad_norm": 1.0203876495361328,
      "learning_rate": 2.2266090649913257e-06,
      "loss": 0.3478,
      "step": 1548200
    },
    {
      "epoch": 432.1,
      "grad_norm": 1.0401901006698608,
      "learning_rate": 2.2265820591621304e-06,
      "loss": 0.339,
      "step": 1548210
    },
    {
      "epoch": 432.1,
      "grad_norm": 0.9326502084732056,
      "learning_rate": 2.2265550533485302e-06,
      "loss": 0.3244,
      "step": 1548220
    },
    {
      "epoch": 432.1,
      "grad_norm": 1.2829605340957642,
      "learning_rate": 2.2265280475505273e-06,
      "loss": 0.3354,
      "step": 1548230
    },
    {
      "epoch": 432.11,
      "grad_norm": 1.0775165557861328,
      "learning_rate": 2.226501041768128e-06,
      "loss": 0.3356,
      "step": 1548240
    },
    {
      "epoch": 432.11,
      "grad_norm": 1.2092320919036865,
      "learning_rate": 2.2264740360013345e-06,
      "loss": 0.3593,
      "step": 1548250
    },
    {
      "epoch": 432.11,
      "grad_norm": 1.0081861019134521,
      "learning_rate": 2.22644703025015e-06,
      "loss": 0.3476,
      "step": 1548260
    },
    {
      "epoch": 432.12,
      "grad_norm": 1.3162990808486938,
      "learning_rate": 2.226420024514579e-06,
      "loss": 0.3539,
      "step": 1548270
    },
    {
      "epoch": 432.12,
      "grad_norm": 1.1514235734939575,
      "learning_rate": 2.226393018794625e-06,
      "loss": 0.3505,
      "step": 1548280
    },
    {
      "epoch": 432.12,
      "grad_norm": 1.0886025428771973,
      "learning_rate": 2.22636601309029e-06,
      "loss": 0.3331,
      "step": 1548290
    },
    {
      "epoch": 432.12,
      "grad_norm": 0.9118884205818176,
      "learning_rate": 2.22633900740158e-06,
      "loss": 0.3553,
      "step": 1548300
    },
    {
      "epoch": 432.13,
      "grad_norm": 1.1459660530090332,
      "learning_rate": 2.226312001728497e-06,
      "loss": 0.3596,
      "step": 1548310
    },
    {
      "epoch": 432.13,
      "grad_norm": 0.8379403948783875,
      "learning_rate": 2.226284996071045e-06,
      "loss": 0.345,
      "step": 1548320
    },
    {
      "epoch": 432.13,
      "grad_norm": 1.101584553718567,
      "learning_rate": 2.226257990429228e-06,
      "loss": 0.3472,
      "step": 1548330
    },
    {
      "epoch": 432.14,
      "grad_norm": 1.2275023460388184,
      "learning_rate": 2.2262309848030488e-06,
      "loss": 0.3484,
      "step": 1548340
    },
    {
      "epoch": 432.14,
      "grad_norm": 1.0407527685165405,
      "learning_rate": 2.2262039791925108e-06,
      "loss": 0.3331,
      "step": 1548350
    },
    {
      "epoch": 432.14,
      "grad_norm": 0.9781064987182617,
      "learning_rate": 2.226176973597619e-06,
      "loss": 0.3502,
      "step": 1548360
    },
    {
      "epoch": 432.14,
      "grad_norm": 0.8719175457954407,
      "learning_rate": 2.2261499680183765e-06,
      "loss": 0.3311,
      "step": 1548370
    },
    {
      "epoch": 432.15,
      "grad_norm": 0.9811026453971863,
      "learning_rate": 2.2261229624547858e-06,
      "loss": 0.3476,
      "step": 1548380
    },
    {
      "epoch": 432.15,
      "grad_norm": 1.067915916442871,
      "learning_rate": 2.226095956906852e-06,
      "loss": 0.3433,
      "step": 1548390
    },
    {
      "epoch": 432.15,
      "grad_norm": 0.8237019777297974,
      "learning_rate": 2.226068951374577e-06,
      "loss": 0.3257,
      "step": 1548400
    },
    {
      "epoch": 432.15,
      "grad_norm": 1.032372236251831,
      "learning_rate": 2.2260419458579664e-06,
      "loss": 0.3353,
      "step": 1548410
    },
    {
      "epoch": 432.16,
      "grad_norm": 0.9093789458274841,
      "learning_rate": 2.2260149403570226e-06,
      "loss": 0.3484,
      "step": 1548420
    },
    {
      "epoch": 432.16,
      "grad_norm": 1.1031882762908936,
      "learning_rate": 2.2259879348717485e-06,
      "loss": 0.3452,
      "step": 1548430
    },
    {
      "epoch": 432.16,
      "grad_norm": 1.095672607421875,
      "learning_rate": 2.2259609294021496e-06,
      "loss": 0.3387,
      "step": 1548440
    },
    {
      "epoch": 432.17,
      "grad_norm": 1.0386567115783691,
      "learning_rate": 2.2259339239482285e-06,
      "loss": 0.3356,
      "step": 1548450
    },
    {
      "epoch": 432.17,
      "grad_norm": 1.0505038499832153,
      "learning_rate": 2.225906918509988e-06,
      "loss": 0.3271,
      "step": 1548460
    },
    {
      "epoch": 432.17,
      "grad_norm": 1.1270416975021362,
      "learning_rate": 2.2258799130874333e-06,
      "loss": 0.3519,
      "step": 1548470
    },
    {
      "epoch": 432.17,
      "grad_norm": 1.1320090293884277,
      "learning_rate": 2.2258529076805665e-06,
      "loss": 0.3542,
      "step": 1548480
    },
    {
      "epoch": 432.18,
      "grad_norm": 0.9950999617576599,
      "learning_rate": 2.2258259022893914e-06,
      "loss": 0.3621,
      "step": 1548490
    },
    {
      "epoch": 432.18,
      "grad_norm": 1.0561522245407104,
      "learning_rate": 2.2257988969139127e-06,
      "loss": 0.3433,
      "step": 1548500
    },
    {
      "epoch": 432.18,
      "grad_norm": 0.9595112800598145,
      "learning_rate": 2.2257718915541338e-06,
      "loss": 0.3516,
      "step": 1548510
    },
    {
      "epoch": 432.19,
      "grad_norm": 1.0427247285842896,
      "learning_rate": 2.2257448862100562e-06,
      "loss": 0.3613,
      "step": 1548520
    },
    {
      "epoch": 432.19,
      "grad_norm": 1.3527754545211792,
      "learning_rate": 2.2257178808816865e-06,
      "loss": 0.3258,
      "step": 1548530
    },
    {
      "epoch": 432.19,
      "grad_norm": 0.9463495016098022,
      "learning_rate": 2.2256908755690267e-06,
      "loss": 0.3414,
      "step": 1548540
    },
    {
      "epoch": 432.19,
      "grad_norm": 1.2695701122283936,
      "learning_rate": 2.2256638702720807e-06,
      "loss": 0.3509,
      "step": 1548550
    },
    {
      "epoch": 432.2,
      "grad_norm": 1.0637824535369873,
      "learning_rate": 2.2256368649908518e-06,
      "loss": 0.3504,
      "step": 1548560
    },
    {
      "epoch": 432.2,
      "grad_norm": 0.912712812423706,
      "learning_rate": 2.2256098597253437e-06,
      "loss": 0.3494,
      "step": 1548570
    },
    {
      "epoch": 432.2,
      "grad_norm": 0.9773600101470947,
      "learning_rate": 2.2255828544755596e-06,
      "loss": 0.3603,
      "step": 1548580
    },
    {
      "epoch": 432.2,
      "grad_norm": 1.1160662174224854,
      "learning_rate": 2.2255558492415045e-06,
      "loss": 0.3538,
      "step": 1548590
    },
    {
      "epoch": 432.21,
      "grad_norm": 1.5743155479431152,
      "learning_rate": 2.225528844023181e-06,
      "loss": 0.3309,
      "step": 1548600
    },
    {
      "epoch": 432.21,
      "grad_norm": 1.0266777276992798,
      "learning_rate": 2.2255018388205918e-06,
      "loss": 0.3501,
      "step": 1548610
    },
    {
      "epoch": 432.21,
      "grad_norm": 1.2849540710449219,
      "learning_rate": 2.225474833633742e-06,
      "loss": 0.3412,
      "step": 1548620
    },
    {
      "epoch": 432.22,
      "grad_norm": 0.9798030853271484,
      "learning_rate": 2.225447828462635e-06,
      "loss": 0.3591,
      "step": 1548630
    },
    {
      "epoch": 432.22,
      "grad_norm": 0.9960310459136963,
      "learning_rate": 2.225420823307274e-06,
      "loss": 0.3447,
      "step": 1548640
    },
    {
      "epoch": 432.22,
      "grad_norm": 1.013970971107483,
      "learning_rate": 2.2253938181676627e-06,
      "loss": 0.3636,
      "step": 1548650
    },
    {
      "epoch": 432.22,
      "grad_norm": 1.056885838508606,
      "learning_rate": 2.225366813043805e-06,
      "loss": 0.3381,
      "step": 1548660
    },
    {
      "epoch": 432.23,
      "grad_norm": 1.125442624092102,
      "learning_rate": 2.2253398079357022e-06,
      "loss": 0.3297,
      "step": 1548670
    },
    {
      "epoch": 432.23,
      "grad_norm": 0.8952775597572327,
      "learning_rate": 2.2253128028433617e-06,
      "loss": 0.3338,
      "step": 1548680
    },
    {
      "epoch": 432.23,
      "grad_norm": 1.04608154296875,
      "learning_rate": 2.2252857977667843e-06,
      "loss": 0.3343,
      "step": 1548690
    },
    {
      "epoch": 432.24,
      "grad_norm": 1.0509790182113647,
      "learning_rate": 2.2252587927059754e-06,
      "loss": 0.3354,
      "step": 1548700
    },
    {
      "epoch": 432.24,
      "grad_norm": 1.031773328781128,
      "learning_rate": 2.2252317876609374e-06,
      "loss": 0.334,
      "step": 1548710
    },
    {
      "epoch": 432.24,
      "grad_norm": 1.0386744737625122,
      "learning_rate": 2.225204782631673e-06,
      "loss": 0.3442,
      "step": 1548720
    },
    {
      "epoch": 432.24,
      "grad_norm": 1.0195990800857544,
      "learning_rate": 2.225177777618189e-06,
      "loss": 0.34,
      "step": 1548730
    },
    {
      "epoch": 432.25,
      "grad_norm": 1.019505262374878,
      "learning_rate": 2.225150772620486e-06,
      "loss": 0.3401,
      "step": 1548740
    },
    {
      "epoch": 432.25,
      "grad_norm": 0.9494956135749817,
      "learning_rate": 2.2251237676385676e-06,
      "loss": 0.3581,
      "step": 1548750
    },
    {
      "epoch": 432.25,
      "grad_norm": 1.067155361175537,
      "learning_rate": 2.22509676267244e-06,
      "loss": 0.3511,
      "step": 1548760
    },
    {
      "epoch": 432.26,
      "grad_norm": 0.9848867058753967,
      "learning_rate": 2.225069757722105e-06,
      "loss": 0.3395,
      "step": 1548770
    },
    {
      "epoch": 432.26,
      "grad_norm": 1.0316581726074219,
      "learning_rate": 2.2250427527875657e-06,
      "loss": 0.3466,
      "step": 1548780
    },
    {
      "epoch": 432.26,
      "grad_norm": 1.4240503311157227,
      "learning_rate": 2.2250157478688266e-06,
      "loss": 0.3357,
      "step": 1548790
    },
    {
      "epoch": 432.26,
      "grad_norm": 1.0703632831573486,
      "learning_rate": 2.2249887429658915e-06,
      "loss": 0.3585,
      "step": 1548800
    },
    {
      "epoch": 432.27,
      "grad_norm": 1.0473048686981201,
      "learning_rate": 2.2249617380787624e-06,
      "loss": 0.3545,
      "step": 1548810
    },
    {
      "epoch": 432.27,
      "grad_norm": 1.0807883739471436,
      "learning_rate": 2.224934733207445e-06,
      "loss": 0.3456,
      "step": 1548820
    },
    {
      "epoch": 432.27,
      "grad_norm": 1.0941925048828125,
      "learning_rate": 2.224907728351942e-06,
      "loss": 0.355,
      "step": 1548830
    },
    {
      "epoch": 432.27,
      "grad_norm": 1.1582729816436768,
      "learning_rate": 2.2248807235122564e-06,
      "loss": 0.3379,
      "step": 1548840
    },
    {
      "epoch": 432.28,
      "grad_norm": 1.0534801483154297,
      "learning_rate": 2.2248537186883927e-06,
      "loss": 0.334,
      "step": 1548850
    },
    {
      "epoch": 432.28,
      "grad_norm": 1.0083160400390625,
      "learning_rate": 2.224826713880355e-06,
      "loss": 0.3375,
      "step": 1548860
    },
    {
      "epoch": 432.28,
      "grad_norm": 1.3194736242294312,
      "learning_rate": 2.224799709088144e-06,
      "loss": 0.3512,
      "step": 1548870
    },
    {
      "epoch": 432.29,
      "grad_norm": 0.916307270526886,
      "learning_rate": 2.2247727043117665e-06,
      "loss": 0.3651,
      "step": 1548880
    },
    {
      "epoch": 432.29,
      "grad_norm": 0.9303929805755615,
      "learning_rate": 2.2247456995512252e-06,
      "loss": 0.3346,
      "step": 1548890
    },
    {
      "epoch": 432.29,
      "grad_norm": 1.007207989692688,
      "learning_rate": 2.2247186948065222e-06,
      "loss": 0.3522,
      "step": 1548900
    },
    {
      "epoch": 432.29,
      "grad_norm": 1.0477519035339355,
      "learning_rate": 2.2246916900776634e-06,
      "loss": 0.3302,
      "step": 1548910
    },
    {
      "epoch": 432.3,
      "grad_norm": 1.2190454006195068,
      "learning_rate": 2.2246646853646512e-06,
      "loss": 0.3339,
      "step": 1548920
    },
    {
      "epoch": 432.3,
      "grad_norm": 1.0044636726379395,
      "learning_rate": 2.224637680667489e-06,
      "loss": 0.3434,
      "step": 1548930
    },
    {
      "epoch": 432.3,
      "grad_norm": 1.017622947692871,
      "learning_rate": 2.2246106759861807e-06,
      "loss": 0.3456,
      "step": 1548940
    },
    {
      "epoch": 432.31,
      "grad_norm": 1.0194828510284424,
      "learning_rate": 2.2245836713207303e-06,
      "loss": 0.3404,
      "step": 1548950
    },
    {
      "epoch": 432.31,
      "grad_norm": 1.0402779579162598,
      "learning_rate": 2.2245566666711398e-06,
      "loss": 0.3653,
      "step": 1548960
    },
    {
      "epoch": 432.31,
      "grad_norm": 1.0971400737762451,
      "learning_rate": 2.224529662037415e-06,
      "loss": 0.3453,
      "step": 1548970
    },
    {
      "epoch": 432.31,
      "grad_norm": 1.0837140083312988,
      "learning_rate": 2.224502657419558e-06,
      "loss": 0.336,
      "step": 1548980
    },
    {
      "epoch": 432.32,
      "grad_norm": 1.050352931022644,
      "learning_rate": 2.2244756528175734e-06,
      "loss": 0.3485,
      "step": 1548990
    },
    {
      "epoch": 432.32,
      "grad_norm": 0.9912855625152588,
      "learning_rate": 2.2244486482314646e-06,
      "loss": 0.3531,
      "step": 1549000
    },
    {
      "epoch": 432.32,
      "grad_norm": 1.0870771408081055,
      "learning_rate": 2.224421643661233e-06,
      "loss": 0.3723,
      "step": 1549010
    },
    {
      "epoch": 432.32,
      "grad_norm": 0.9880150556564331,
      "learning_rate": 2.2243946391068854e-06,
      "loss": 0.3476,
      "step": 1549020
    },
    {
      "epoch": 432.33,
      "grad_norm": 1.0183734893798828,
      "learning_rate": 2.2243676345684243e-06,
      "loss": 0.3517,
      "step": 1549030
    },
    {
      "epoch": 432.33,
      "grad_norm": 1.318648099899292,
      "learning_rate": 2.224340630045852e-06,
      "loss": 0.334,
      "step": 1549040
    },
    {
      "epoch": 432.33,
      "grad_norm": 1.0112299919128418,
      "learning_rate": 2.2243136255391735e-06,
      "loss": 0.3506,
      "step": 1549050
    },
    {
      "epoch": 432.34,
      "grad_norm": 0.9478359818458557,
      "learning_rate": 2.2242866210483928e-06,
      "loss": 0.3378,
      "step": 1549060
    },
    {
      "epoch": 432.34,
      "grad_norm": 1.117194414138794,
      "learning_rate": 2.2242596165735117e-06,
      "loss": 0.3561,
      "step": 1549070
    },
    {
      "epoch": 432.34,
      "grad_norm": 1.0270285606384277,
      "learning_rate": 2.2242326121145357e-06,
      "loss": 0.3396,
      "step": 1549080
    },
    {
      "epoch": 432.34,
      "grad_norm": 1.0632191896438599,
      "learning_rate": 2.224205607671467e-06,
      "loss": 0.352,
      "step": 1549090
    },
    {
      "epoch": 432.35,
      "grad_norm": 3.6946799755096436,
      "learning_rate": 2.224178603244309e-06,
      "loss": 0.3532,
      "step": 1549100
    },
    {
      "epoch": 432.35,
      "grad_norm": 1.013472557067871,
      "learning_rate": 2.224151598833067e-06,
      "loss": 0.3449,
      "step": 1549110
    },
    {
      "epoch": 432.35,
      "grad_norm": 0.879044771194458,
      "learning_rate": 2.2241245944377433e-06,
      "loss": 0.3335,
      "step": 1549120
    },
    {
      "epoch": 432.36,
      "grad_norm": 0.996147096157074,
      "learning_rate": 2.224097590058342e-06,
      "loss": 0.3496,
      "step": 1549130
    },
    {
      "epoch": 432.36,
      "grad_norm": 1.045048475265503,
      "learning_rate": 2.2240705856948664e-06,
      "loss": 0.3577,
      "step": 1549140
    },
    {
      "epoch": 432.36,
      "grad_norm": 1.01234769821167,
      "learning_rate": 2.22404358134732e-06,
      "loss": 0.3254,
      "step": 1549150
    },
    {
      "epoch": 432.36,
      "grad_norm": 1.0705889463424683,
      "learning_rate": 2.224016577015706e-06,
      "loss": 0.3389,
      "step": 1549160
    },
    {
      "epoch": 432.37,
      "grad_norm": 1.0148835182189941,
      "learning_rate": 2.223989572700029e-06,
      "loss": 0.3257,
      "step": 1549170
    },
    {
      "epoch": 432.37,
      "grad_norm": 1.0045742988586426,
      "learning_rate": 2.223962568400293e-06,
      "loss": 0.3692,
      "step": 1549180
    },
    {
      "epoch": 432.37,
      "grad_norm": 0.9055026769638062,
      "learning_rate": 2.2239355641164986e-06,
      "loss": 0.3535,
      "step": 1549190
    },
    {
      "epoch": 432.38,
      "grad_norm": 0.8929705023765564,
      "learning_rate": 2.2239085598486536e-06,
      "loss": 0.3389,
      "step": 1549200
    },
    {
      "epoch": 432.38,
      "grad_norm": 1.2307826280593872,
      "learning_rate": 2.223881555596759e-06,
      "loss": 0.3505,
      "step": 1549210
    },
    {
      "epoch": 432.38,
      "grad_norm": 0.9346556067466736,
      "learning_rate": 2.2238545513608182e-06,
      "loss": 0.3433,
      "step": 1549220
    },
    {
      "epoch": 432.38,
      "grad_norm": 1.151365041732788,
      "learning_rate": 2.2238275471408365e-06,
      "loss": 0.3473,
      "step": 1549230
    },
    {
      "epoch": 432.39,
      "grad_norm": 1.0605274438858032,
      "learning_rate": 2.223800542936816e-06,
      "loss": 0.3441,
      "step": 1549240
    },
    {
      "epoch": 432.39,
      "grad_norm": 1.0259618759155273,
      "learning_rate": 2.2237735387487608e-06,
      "loss": 0.3446,
      "step": 1549250
    },
    {
      "epoch": 432.39,
      "grad_norm": 2.5724384784698486,
      "learning_rate": 2.2237465345766744e-06,
      "loss": 0.3636,
      "step": 1549260
    },
    {
      "epoch": 432.39,
      "grad_norm": 1.111932396888733,
      "learning_rate": 2.2237195304205606e-06,
      "loss": 0.3408,
      "step": 1549270
    },
    {
      "epoch": 432.4,
      "grad_norm": 1.036717176437378,
      "learning_rate": 2.223692526280423e-06,
      "loss": 0.3404,
      "step": 1549280
    },
    {
      "epoch": 432.4,
      "grad_norm": 0.999054491519928,
      "learning_rate": 2.2236655221562658e-06,
      "loss": 0.3394,
      "step": 1549290
    },
    {
      "epoch": 432.4,
      "grad_norm": 0.9755232930183411,
      "learning_rate": 2.22363851804809e-06,
      "loss": 0.3692,
      "step": 1549300
    },
    {
      "epoch": 432.41,
      "grad_norm": 0.9992989897727966,
      "learning_rate": 2.2236115139559024e-06,
      "loss": 0.3469,
      "step": 1549310
    },
    {
      "epoch": 432.41,
      "grad_norm": 1.0657751560211182,
      "learning_rate": 2.2235845098797058e-06,
      "loss": 0.3299,
      "step": 1549320
    },
    {
      "epoch": 432.41,
      "grad_norm": 1.0605276823043823,
      "learning_rate": 2.2235575058195015e-06,
      "loss": 0.3426,
      "step": 1549330
    },
    {
      "epoch": 432.41,
      "grad_norm": 1.6297640800476074,
      "learning_rate": 2.223530501775296e-06,
      "loss": 0.3548,
      "step": 1549340
    },
    {
      "epoch": 432.42,
      "grad_norm": 0.9541822075843811,
      "learning_rate": 2.223503497747092e-06,
      "loss": 0.3445,
      "step": 1549350
    },
    {
      "epoch": 432.42,
      "grad_norm": 0.896341860294342,
      "learning_rate": 2.2234764937348923e-06,
      "loss": 0.3496,
      "step": 1549360
    },
    {
      "epoch": 432.42,
      "grad_norm": 0.8618596196174622,
      "learning_rate": 2.2234494897387013e-06,
      "loss": 0.334,
      "step": 1549370
    },
    {
      "epoch": 432.43,
      "grad_norm": 0.961744487285614,
      "learning_rate": 2.2234224857585226e-06,
      "loss": 0.3267,
      "step": 1549380
    },
    {
      "epoch": 432.43,
      "grad_norm": 1.1568191051483154,
      "learning_rate": 2.2233954817943583e-06,
      "loss": 0.346,
      "step": 1549390
    },
    {
      "epoch": 432.43,
      "grad_norm": 0.8459408283233643,
      "learning_rate": 2.2233684778462144e-06,
      "loss": 0.3498,
      "step": 1549400
    },
    {
      "epoch": 432.43,
      "grad_norm": 1.2530320882797241,
      "learning_rate": 2.2233414739140933e-06,
      "loss": 0.3365,
      "step": 1549410
    },
    {
      "epoch": 432.44,
      "grad_norm": 1.1110236644744873,
      "learning_rate": 2.223314469997998e-06,
      "loss": 0.3468,
      "step": 1549420
    },
    {
      "epoch": 432.44,
      "grad_norm": 0.9998199343681335,
      "learning_rate": 2.223287466097933e-06,
      "loss": 0.3617,
      "step": 1549430
    },
    {
      "epoch": 432.44,
      "grad_norm": 0.9631167054176331,
      "learning_rate": 2.223260462213902e-06,
      "loss": 0.3602,
      "step": 1549440
    },
    {
      "epoch": 432.44,
      "grad_norm": 1.3407889604568481,
      "learning_rate": 2.2232334583459073e-06,
      "loss": 0.345,
      "step": 1549450
    },
    {
      "epoch": 432.45,
      "grad_norm": 1.2703652381896973,
      "learning_rate": 2.223206454493954e-06,
      "loss": 0.3535,
      "step": 1549460
    },
    {
      "epoch": 432.45,
      "grad_norm": 0.8888635635375977,
      "learning_rate": 2.2231794506580454e-06,
      "loss": 0.3475,
      "step": 1549470
    },
    {
      "epoch": 432.45,
      "grad_norm": 1.046944260597229,
      "learning_rate": 2.2231524468381834e-06,
      "loss": 0.3514,
      "step": 1549480
    },
    {
      "epoch": 432.46,
      "grad_norm": 1.1468005180358887,
      "learning_rate": 2.2231254430343743e-06,
      "loss": 0.3468,
      "step": 1549490
    },
    {
      "epoch": 432.46,
      "grad_norm": 1.0205729007720947,
      "learning_rate": 2.22309843924662e-06,
      "loss": 0.3467,
      "step": 1549500
    },
    {
      "epoch": 432.46,
      "grad_norm": 1.1187480688095093,
      "learning_rate": 2.2230714354749244e-06,
      "loss": 0.3446,
      "step": 1549510
    },
    {
      "epoch": 432.46,
      "grad_norm": 1.0297527313232422,
      "learning_rate": 2.2230444317192916e-06,
      "loss": 0.3445,
      "step": 1549520
    },
    {
      "epoch": 432.47,
      "grad_norm": 0.9896478056907654,
      "learning_rate": 2.2230174279797244e-06,
      "loss": 0.3507,
      "step": 1549530
    },
    {
      "epoch": 432.47,
      "grad_norm": 1.0257117748260498,
      "learning_rate": 2.222990424256226e-06,
      "loss": 0.337,
      "step": 1549540
    },
    {
      "epoch": 432.47,
      "grad_norm": 1.2602899074554443,
      "learning_rate": 2.222963420548801e-06,
      "loss": 0.3408,
      "step": 1549550
    },
    {
      "epoch": 432.48,
      "grad_norm": 0.9352123141288757,
      "learning_rate": 2.222936416857453e-06,
      "loss": 0.3515,
      "step": 1549560
    },
    {
      "epoch": 432.48,
      "grad_norm": 1.2473868131637573,
      "learning_rate": 2.2229094131821854e-06,
      "loss": 0.3508,
      "step": 1549570
    },
    {
      "epoch": 432.48,
      "grad_norm": 1.2279390096664429,
      "learning_rate": 2.2228824095230017e-06,
      "loss": 0.3591,
      "step": 1549580
    },
    {
      "epoch": 432.48,
      "grad_norm": 1.2016223669052124,
      "learning_rate": 2.2228554058799057e-06,
      "loss": 0.3458,
      "step": 1549590
    },
    {
      "epoch": 432.49,
      "grad_norm": 0.9157491326332092,
      "learning_rate": 2.2228284022529008e-06,
      "loss": 0.3456,
      "step": 1549600
    },
    {
      "epoch": 432.49,
      "grad_norm": 1.0501269102096558,
      "learning_rate": 2.2228013986419907e-06,
      "loss": 0.3369,
      "step": 1549610
    },
    {
      "epoch": 432.49,
      "grad_norm": 1.2505041360855103,
      "learning_rate": 2.2227743950471777e-06,
      "loss": 0.3586,
      "step": 1549620
    },
    {
      "epoch": 432.5,
      "grad_norm": 0.9611722826957703,
      "learning_rate": 2.222747391468468e-06,
      "loss": 0.3481,
      "step": 1549630
    },
    {
      "epoch": 432.5,
      "grad_norm": 1.0245835781097412,
      "learning_rate": 2.2227203879058635e-06,
      "loss": 0.3284,
      "step": 1549640
    },
    {
      "epoch": 432.5,
      "grad_norm": 1.2139567136764526,
      "learning_rate": 2.2226933843593678e-06,
      "loss": 0.3344,
      "step": 1549650
    },
    {
      "epoch": 432.5,
      "grad_norm": 1.1200714111328125,
      "learning_rate": 2.222666380828985e-06,
      "loss": 0.344,
      "step": 1549660
    },
    {
      "epoch": 432.51,
      "grad_norm": 1.1489344835281372,
      "learning_rate": 2.2226393773147186e-06,
      "loss": 0.3246,
      "step": 1549670
    },
    {
      "epoch": 432.51,
      "grad_norm": 1.1847399473190308,
      "learning_rate": 2.222612373816571e-06,
      "loss": 0.3359,
      "step": 1549680
    },
    {
      "epoch": 432.51,
      "grad_norm": 0.9554614424705505,
      "learning_rate": 2.2225853703345477e-06,
      "loss": 0.3391,
      "step": 1549690
    },
    {
      "epoch": 432.51,
      "grad_norm": 1.23228919506073,
      "learning_rate": 2.222558366868652e-06,
      "loss": 0.3584,
      "step": 1549700
    },
    {
      "epoch": 432.52,
      "grad_norm": 1.037932276725769,
      "learning_rate": 2.222531363418885e-06,
      "loss": 0.3493,
      "step": 1549710
    },
    {
      "epoch": 432.52,
      "grad_norm": 1.1481095552444458,
      "learning_rate": 2.222504359985254e-06,
      "loss": 0.3617,
      "step": 1549720
    },
    {
      "epoch": 432.52,
      "grad_norm": 1.0558782815933228,
      "learning_rate": 2.2224773565677606e-06,
      "loss": 0.3402,
      "step": 1549730
    },
    {
      "epoch": 432.53,
      "grad_norm": 1.0086045265197754,
      "learning_rate": 2.222450353166408e-06,
      "loss": 0.3408,
      "step": 1549740
    },
    {
      "epoch": 432.53,
      "grad_norm": 1.0076954364776611,
      "learning_rate": 2.222423349781201e-06,
      "loss": 0.3413,
      "step": 1549750
    },
    {
      "epoch": 432.53,
      "grad_norm": 1.1712192296981812,
      "learning_rate": 2.222396346412143e-06,
      "loss": 0.3347,
      "step": 1549760
    },
    {
      "epoch": 432.53,
      "grad_norm": 0.9490234851837158,
      "learning_rate": 2.222369343059236e-06,
      "loss": 0.3469,
      "step": 1549770
    },
    {
      "epoch": 432.54,
      "grad_norm": 1.1579700708389282,
      "learning_rate": 2.2223423397224855e-06,
      "loss": 0.3383,
      "step": 1549780
    },
    {
      "epoch": 432.54,
      "grad_norm": 0.9941917061805725,
      "learning_rate": 2.2223153364018947e-06,
      "loss": 0.346,
      "step": 1549790
    },
    {
      "epoch": 432.54,
      "grad_norm": 1.1366173028945923,
      "learning_rate": 2.222288333097466e-06,
      "loss": 0.34,
      "step": 1549800
    },
    {
      "epoch": 432.55,
      "grad_norm": 1.0276962518692017,
      "learning_rate": 2.2222613298092046e-06,
      "loss": 0.3537,
      "step": 1549810
    },
    {
      "epoch": 432.55,
      "grad_norm": 1.0633572340011597,
      "learning_rate": 2.2222343265371136e-06,
      "loss": 0.3421,
      "step": 1549820
    },
    {
      "epoch": 432.55,
      "grad_norm": 0.9857804179191589,
      "learning_rate": 2.222207323281195e-06,
      "loss": 0.3512,
      "step": 1549830
    },
    {
      "epoch": 432.55,
      "grad_norm": 1.1105772256851196,
      "learning_rate": 2.222180320041455e-06,
      "loss": 0.3381,
      "step": 1549840
    },
    {
      "epoch": 432.56,
      "grad_norm": 0.9715570211410522,
      "learning_rate": 2.222153316817895e-06,
      "loss": 0.3429,
      "step": 1549850
    },
    {
      "epoch": 432.56,
      "grad_norm": 0.895235002040863,
      "learning_rate": 2.2221263136105205e-06,
      "loss": 0.3485,
      "step": 1549860
    },
    {
      "epoch": 432.56,
      "grad_norm": 3.968217134475708,
      "learning_rate": 2.222099310419334e-06,
      "loss": 0.3487,
      "step": 1549870
    },
    {
      "epoch": 432.56,
      "grad_norm": 1.0623743534088135,
      "learning_rate": 2.222072307244339e-06,
      "loss": 0.3477,
      "step": 1549880
    },
    {
      "epoch": 432.57,
      "grad_norm": 0.8890913128852844,
      "learning_rate": 2.2220453040855394e-06,
      "loss": 0.3385,
      "step": 1549890
    },
    {
      "epoch": 432.57,
      "grad_norm": 0.9473150372505188,
      "learning_rate": 2.222018300942939e-06,
      "loss": 0.3533,
      "step": 1549900
    },
    {
      "epoch": 432.57,
      "grad_norm": 0.889724612236023,
      "learning_rate": 2.2219912978165403e-06,
      "loss": 0.3378,
      "step": 1549910
    },
    {
      "epoch": 432.58,
      "grad_norm": 1.142348051071167,
      "learning_rate": 2.2219642947063488e-06,
      "loss": 0.3255,
      "step": 1549920
    },
    {
      "epoch": 432.58,
      "grad_norm": 0.9626154899597168,
      "learning_rate": 2.2219372916123664e-06,
      "loss": 0.3519,
      "step": 1549930
    },
    {
      "epoch": 432.58,
      "grad_norm": 0.9267833828926086,
      "learning_rate": 2.221910288534597e-06,
      "loss": 0.3457,
      "step": 1549940
    },
    {
      "epoch": 432.58,
      "grad_norm": 0.8687842488288879,
      "learning_rate": 2.2218832854730456e-06,
      "loss": 0.3422,
      "step": 1549950
    },
    {
      "epoch": 432.59,
      "grad_norm": 1.0277937650680542,
      "learning_rate": 2.2218562824277142e-06,
      "loss": 0.3512,
      "step": 1549960
    },
    {
      "epoch": 432.59,
      "grad_norm": 0.9638245701789856,
      "learning_rate": 2.2218292793986057e-06,
      "loss": 0.336,
      "step": 1549970
    },
    {
      "epoch": 432.59,
      "grad_norm": 1.0310556888580322,
      "learning_rate": 2.2218022763857264e-06,
      "loss": 0.3506,
      "step": 1549980
    },
    {
      "epoch": 432.6,
      "grad_norm": 1.0301811695098877,
      "learning_rate": 2.221775273389078e-06,
      "loss": 0.3406,
      "step": 1549990
    },
    {
      "epoch": 432.6,
      "grad_norm": 1.0976946353912354,
      "learning_rate": 2.2217482704086636e-06,
      "loss": 0.3517,
      "step": 1550000
    },
    {
      "epoch": 432.6,
      "grad_norm": 0.9197857975959778,
      "learning_rate": 2.221721267444488e-06,
      "loss": 0.3383,
      "step": 1550010
    },
    {
      "epoch": 432.6,
      "grad_norm": 1.0657891035079956,
      "learning_rate": 2.2216942644965555e-06,
      "loss": 0.3365,
      "step": 1550020
    },
    {
      "epoch": 432.61,
      "grad_norm": 1.135451078414917,
      "learning_rate": 2.2216672615648676e-06,
      "loss": 0.349,
      "step": 1550030
    },
    {
      "epoch": 432.61,
      "grad_norm": 1.0860787630081177,
      "learning_rate": 2.2216402586494297e-06,
      "loss": 0.3486,
      "step": 1550040
    },
    {
      "epoch": 432.61,
      "grad_norm": 0.9881026148796082,
      "learning_rate": 2.2216132557502446e-06,
      "loss": 0.3635,
      "step": 1550050
    },
    {
      "epoch": 432.62,
      "grad_norm": 1.0784114599227905,
      "learning_rate": 2.221586252867315e-06,
      "loss": 0.3393,
      "step": 1550060
    },
    {
      "epoch": 432.62,
      "grad_norm": 0.9107711315155029,
      "learning_rate": 2.221559250000646e-06,
      "loss": 0.3493,
      "step": 1550070
    },
    {
      "epoch": 432.62,
      "grad_norm": 1.129124641418457,
      "learning_rate": 2.2215322471502408e-06,
      "loss": 0.336,
      "step": 1550080
    },
    {
      "epoch": 432.62,
      "grad_norm": 1.0353944301605225,
      "learning_rate": 2.2215052443161027e-06,
      "loss": 0.3576,
      "step": 1550090
    },
    {
      "epoch": 432.63,
      "grad_norm": 1.1487971544265747,
      "learning_rate": 2.2214782414982354e-06,
      "loss": 0.349,
      "step": 1550100
    },
    {
      "epoch": 432.63,
      "grad_norm": 1.158562183380127,
      "learning_rate": 2.221451238696643e-06,
      "loss": 0.3355,
      "step": 1550110
    },
    {
      "epoch": 432.63,
      "grad_norm": 0.9629215598106384,
      "learning_rate": 2.221424235911327e-06,
      "loss": 0.357,
      "step": 1550120
    },
    {
      "epoch": 432.63,
      "grad_norm": 1.2300831079483032,
      "learning_rate": 2.221397233142294e-06,
      "loss": 0.3433,
      "step": 1550130
    },
    {
      "epoch": 432.64,
      "grad_norm": 1.0922977924346924,
      "learning_rate": 2.221370230389545e-06,
      "loss": 0.3514,
      "step": 1550140
    },
    {
      "epoch": 432.64,
      "grad_norm": 1.0268000364303589,
      "learning_rate": 2.221343227653086e-06,
      "loss": 0.3445,
      "step": 1550150
    },
    {
      "epoch": 432.64,
      "grad_norm": 0.9613093137741089,
      "learning_rate": 2.2213162249329193e-06,
      "loss": 0.3363,
      "step": 1550160
    },
    {
      "epoch": 432.65,
      "grad_norm": 1.0554451942443848,
      "learning_rate": 2.221289222229048e-06,
      "loss": 0.3429,
      "step": 1550170
    },
    {
      "epoch": 432.65,
      "grad_norm": 0.9816950559616089,
      "learning_rate": 2.221262219541477e-06,
      "loss": 0.3505,
      "step": 1550180
    },
    {
      "epoch": 432.65,
      "grad_norm": 1.044550895690918,
      "learning_rate": 2.2212352168702085e-06,
      "loss": 0.3571,
      "step": 1550190
    },
    {
      "epoch": 432.65,
      "grad_norm": 1.1496329307556152,
      "learning_rate": 2.2212082142152463e-06,
      "loss": 0.3505,
      "step": 1550200
    },
    {
      "epoch": 432.66,
      "grad_norm": 1.0785067081451416,
      "learning_rate": 2.2211812115765954e-06,
      "loss": 0.3627,
      "step": 1550210
    },
    {
      "epoch": 432.66,
      "grad_norm": 1.1567927598953247,
      "learning_rate": 2.2211542089542583e-06,
      "loss": 0.3409,
      "step": 1550220
    },
    {
      "epoch": 432.66,
      "grad_norm": 1.07770574092865,
      "learning_rate": 2.2211272063482386e-06,
      "loss": 0.3387,
      "step": 1550230
    },
    {
      "epoch": 432.67,
      "grad_norm": 0.9153644442558289,
      "learning_rate": 2.2211002037585402e-06,
      "loss": 0.3423,
      "step": 1550240
    },
    {
      "epoch": 432.67,
      "grad_norm": 0.8909565210342407,
      "learning_rate": 2.2210732011851664e-06,
      "loss": 0.3351,
      "step": 1550250
    },
    {
      "epoch": 432.67,
      "grad_norm": 1.071591854095459,
      "learning_rate": 2.2210461986281203e-06,
      "loss": 0.3453,
      "step": 1550260
    },
    {
      "epoch": 432.67,
      "grad_norm": 1.0548901557922363,
      "learning_rate": 2.2210191960874068e-06,
      "loss": 0.3472,
      "step": 1550270
    },
    {
      "epoch": 432.68,
      "grad_norm": 1.0297657251358032,
      "learning_rate": 2.2209921935630287e-06,
      "loss": 0.3476,
      "step": 1550280
    },
    {
      "epoch": 432.68,
      "grad_norm": 1.1017780303955078,
      "learning_rate": 2.220965191054989e-06,
      "loss": 0.3331,
      "step": 1550290
    },
    {
      "epoch": 432.68,
      "grad_norm": 1.1136940717697144,
      "learning_rate": 2.220938188563293e-06,
      "loss": 0.338,
      "step": 1550300
    },
    {
      "epoch": 432.68,
      "grad_norm": 0.9870594143867493,
      "learning_rate": 2.220911186087943e-06,
      "loss": 0.3418,
      "step": 1550310
    },
    {
      "epoch": 432.69,
      "grad_norm": 0.9150505065917969,
      "learning_rate": 2.220884183628943e-06,
      "loss": 0.3383,
      "step": 1550320
    },
    {
      "epoch": 432.69,
      "grad_norm": 1.1211943626403809,
      "learning_rate": 2.220857181186296e-06,
      "loss": 0.362,
      "step": 1550330
    },
    {
      "epoch": 432.69,
      "grad_norm": 0.98353111743927,
      "learning_rate": 2.2208301787600066e-06,
      "loss": 0.3458,
      "step": 1550340
    },
    {
      "epoch": 432.7,
      "grad_norm": 1.2923557758331299,
      "learning_rate": 2.220803176350077e-06,
      "loss": 0.3404,
      "step": 1550350
    },
    {
      "epoch": 432.7,
      "grad_norm": 1.0550730228424072,
      "learning_rate": 2.2207761739565126e-06,
      "loss": 0.3358,
      "step": 1550360
    },
    {
      "epoch": 432.7,
      "grad_norm": 1.0650787353515625,
      "learning_rate": 2.220749171579316e-06,
      "loss": 0.3366,
      "step": 1550370
    },
    {
      "epoch": 432.7,
      "grad_norm": 1.1246390342712402,
      "learning_rate": 2.22072216921849e-06,
      "loss": 0.3565,
      "step": 1550380
    },
    {
      "epoch": 432.71,
      "grad_norm": 1.1256091594696045,
      "learning_rate": 2.22069516687404e-06,
      "loss": 0.3409,
      "step": 1550390
    },
    {
      "epoch": 432.71,
      "grad_norm": 1.0796948671340942,
      "learning_rate": 2.220668164545968e-06,
      "loss": 0.337,
      "step": 1550400
    },
    {
      "epoch": 432.71,
      "grad_norm": 1.0099787712097168,
      "learning_rate": 2.2206411622342783e-06,
      "loss": 0.3521,
      "step": 1550410
    },
    {
      "epoch": 432.72,
      "grad_norm": 0.9812594652175903,
      "learning_rate": 2.2206141599389747e-06,
      "loss": 0.3382,
      "step": 1550420
    },
    {
      "epoch": 432.72,
      "grad_norm": 1.1447290182113647,
      "learning_rate": 2.2205871576600596e-06,
      "loss": 0.3413,
      "step": 1550430
    },
    {
      "epoch": 432.72,
      "grad_norm": 1.0429434776306152,
      "learning_rate": 2.2205601553975383e-06,
      "loss": 0.3403,
      "step": 1550440
    },
    {
      "epoch": 432.72,
      "grad_norm": 1.1995264291763306,
      "learning_rate": 2.220533153151414e-06,
      "loss": 0.359,
      "step": 1550450
    },
    {
      "epoch": 432.73,
      "grad_norm": 1.1150065660476685,
      "learning_rate": 2.2205061509216894e-06,
      "loss": 0.3345,
      "step": 1550460
    },
    {
      "epoch": 432.73,
      "grad_norm": 1.045454502105713,
      "learning_rate": 2.220479148708369e-06,
      "loss": 0.3548,
      "step": 1550470
    },
    {
      "epoch": 432.73,
      "grad_norm": 1.0938841104507446,
      "learning_rate": 2.220452146511456e-06,
      "loss": 0.3308,
      "step": 1550480
    },
    {
      "epoch": 432.74,
      "grad_norm": 1.0308514833450317,
      "learning_rate": 2.220425144330953e-06,
      "loss": 0.3381,
      "step": 1550490
    },
    {
      "epoch": 432.74,
      "grad_norm": 1.2034674882888794,
      "learning_rate": 2.2203981421668653e-06,
      "loss": 0.3676,
      "step": 1550500
    },
    {
      "epoch": 432.74,
      "grad_norm": 1.2126637697219849,
      "learning_rate": 2.2203711400191958e-06,
      "loss": 0.3574,
      "step": 1550510
    },
    {
      "epoch": 432.74,
      "grad_norm": 1.164206624031067,
      "learning_rate": 2.2203441378879477e-06,
      "loss": 0.3568,
      "step": 1550520
    },
    {
      "epoch": 432.75,
      "grad_norm": 0.9728719592094421,
      "learning_rate": 2.220317135773125e-06,
      "loss": 0.3282,
      "step": 1550530
    },
    {
      "epoch": 432.75,
      "grad_norm": 1.0193456411361694,
      "learning_rate": 2.2202901336747315e-06,
      "loss": 0.3418,
      "step": 1550540
    },
    {
      "epoch": 432.75,
      "grad_norm": 0.8738594651222229,
      "learning_rate": 2.22026313159277e-06,
      "loss": 0.3418,
      "step": 1550550
    },
    {
      "epoch": 432.75,
      "grad_norm": 1.0609408617019653,
      "learning_rate": 2.220236129527246e-06,
      "loss": 0.338,
      "step": 1550560
    },
    {
      "epoch": 432.76,
      "grad_norm": 1.0475614070892334,
      "learning_rate": 2.220209127478161e-06,
      "loss": 0.3249,
      "step": 1550570
    },
    {
      "epoch": 432.76,
      "grad_norm": 1.080047607421875,
      "learning_rate": 2.2201821254455184e-06,
      "loss": 0.3583,
      "step": 1550580
    },
    {
      "epoch": 432.76,
      "grad_norm": 1.1539571285247803,
      "learning_rate": 2.2201551234293236e-06,
      "loss": 0.3512,
      "step": 1550590
    },
    {
      "epoch": 432.77,
      "grad_norm": 1.1984437704086304,
      "learning_rate": 2.2201281214295795e-06,
      "loss": 0.3544,
      "step": 1550600
    },
    {
      "epoch": 432.77,
      "grad_norm": 0.976045548915863,
      "learning_rate": 2.220101119446289e-06,
      "loss": 0.3337,
      "step": 1550610
    },
    {
      "epoch": 432.77,
      "grad_norm": 0.8834810256958008,
      "learning_rate": 2.2200741174794564e-06,
      "loss": 0.3426,
      "step": 1550620
    },
    {
      "epoch": 432.77,
      "grad_norm": 1.5125924348831177,
      "learning_rate": 2.2200471155290854e-06,
      "loss": 0.3688,
      "step": 1550630
    },
    {
      "epoch": 432.78,
      "grad_norm": 1.107714056968689,
      "learning_rate": 2.2200201135951782e-06,
      "loss": 0.3456,
      "step": 1550640
    },
    {
      "epoch": 432.78,
      "grad_norm": 0.9312815070152283,
      "learning_rate": 2.2199931116777403e-06,
      "loss": 0.3396,
      "step": 1550650
    },
    {
      "epoch": 432.78,
      "grad_norm": 0.9063750505447388,
      "learning_rate": 2.219966109776775e-06,
      "loss": 0.3374,
      "step": 1550660
    },
    {
      "epoch": 432.79,
      "grad_norm": 1.2911009788513184,
      "learning_rate": 2.2199391078922838e-06,
      "loss": 0.3339,
      "step": 1550670
    },
    {
      "epoch": 432.79,
      "grad_norm": 1.090888500213623,
      "learning_rate": 2.219912106024273e-06,
      "loss": 0.3536,
      "step": 1550680
    },
    {
      "epoch": 432.79,
      "grad_norm": 0.977505087852478,
      "learning_rate": 2.2198851041727455e-06,
      "loss": 0.3454,
      "step": 1550690
    },
    {
      "epoch": 432.79,
      "grad_norm": 0.9580010771751404,
      "learning_rate": 2.2198581023377035e-06,
      "loss": 0.3498,
      "step": 1550700
    },
    {
      "epoch": 432.8,
      "grad_norm": 1.0928415060043335,
      "learning_rate": 2.219831100519152e-06,
      "loss": 0.3456,
      "step": 1550710
    },
    {
      "epoch": 432.8,
      "grad_norm": 0.9581874012947083,
      "learning_rate": 2.2198040987170936e-06,
      "loss": 0.3356,
      "step": 1550720
    },
    {
      "epoch": 432.8,
      "grad_norm": 0.9766233563423157,
      "learning_rate": 2.219777096931533e-06,
      "loss": 0.3361,
      "step": 1550730
    },
    {
      "epoch": 432.8,
      "grad_norm": 1.2581384181976318,
      "learning_rate": 2.2197500951624734e-06,
      "loss": 0.357,
      "step": 1550740
    },
    {
      "epoch": 432.81,
      "grad_norm": 1.0891036987304688,
      "learning_rate": 2.2197230934099177e-06,
      "loss": 0.3424,
      "step": 1550750
    },
    {
      "epoch": 432.81,
      "grad_norm": 1.090170979499817,
      "learning_rate": 2.2196960916738706e-06,
      "loss": 0.3586,
      "step": 1550760
    },
    {
      "epoch": 432.81,
      "grad_norm": 1.1769800186157227,
      "learning_rate": 2.219669089954335e-06,
      "loss": 0.335,
      "step": 1550770
    },
    {
      "epoch": 432.82,
      "grad_norm": 0.9817399978637695,
      "learning_rate": 2.219642088251314e-06,
      "loss": 0.3356,
      "step": 1550780
    },
    {
      "epoch": 432.82,
      "grad_norm": 0.8915477991104126,
      "learning_rate": 2.2196150865648124e-06,
      "loss": 0.3456,
      "step": 1550790
    },
    {
      "epoch": 432.82,
      "grad_norm": 1.5730996131896973,
      "learning_rate": 2.219588084894833e-06,
      "loss": 0.3558,
      "step": 1550800
    },
    {
      "epoch": 432.82,
      "grad_norm": 0.9056342244148254,
      "learning_rate": 2.219561083241379e-06,
      "loss": 0.3451,
      "step": 1550810
    },
    {
      "epoch": 432.83,
      "grad_norm": 0.9286824464797974,
      "learning_rate": 2.219534081604455e-06,
      "loss": 0.3443,
      "step": 1550820
    },
    {
      "epoch": 432.83,
      "grad_norm": 0.8756504654884338,
      "learning_rate": 2.2195070799840647e-06,
      "loss": 0.3547,
      "step": 1550830
    },
    {
      "epoch": 432.83,
      "grad_norm": 1.3501056432724,
      "learning_rate": 2.2194800783802107e-06,
      "loss": 0.3425,
      "step": 1550840
    },
    {
      "epoch": 432.84,
      "grad_norm": 1.0373657941818237,
      "learning_rate": 2.219453076792897e-06,
      "loss": 0.3338,
      "step": 1550850
    },
    {
      "epoch": 432.84,
      "grad_norm": 1.204590082168579,
      "learning_rate": 2.2194260752221277e-06,
      "loss": 0.3521,
      "step": 1550860
    },
    {
      "epoch": 432.84,
      "grad_norm": 0.9757470488548279,
      "learning_rate": 2.2193990736679048e-06,
      "loss": 0.3345,
      "step": 1550870
    },
    {
      "epoch": 432.84,
      "grad_norm": 0.9673570394515991,
      "learning_rate": 2.2193720721302345e-06,
      "loss": 0.3515,
      "step": 1550880
    },
    {
      "epoch": 432.85,
      "grad_norm": 0.9665327072143555,
      "learning_rate": 2.2193450706091186e-06,
      "loss": 0.3288,
      "step": 1550890
    },
    {
      "epoch": 432.85,
      "grad_norm": 1.0981125831604004,
      "learning_rate": 2.2193180691045606e-06,
      "loss": 0.3566,
      "step": 1550900
    },
    {
      "epoch": 432.85,
      "grad_norm": 1.1720377206802368,
      "learning_rate": 2.2192910676165646e-06,
      "loss": 0.354,
      "step": 1550910
    },
    {
      "epoch": 432.86,
      "grad_norm": 1.1646519899368286,
      "learning_rate": 2.2192640661451344e-06,
      "loss": 0.3479,
      "step": 1550920
    },
    {
      "epoch": 432.86,
      "grad_norm": 0.9183825254440308,
      "learning_rate": 2.2192370646902726e-06,
      "loss": 0.3483,
      "step": 1550930
    },
    {
      "epoch": 432.86,
      "grad_norm": 1.02361261844635,
      "learning_rate": 2.219210063251984e-06,
      "loss": 0.3474,
      "step": 1550940
    },
    {
      "epoch": 432.86,
      "grad_norm": 1.2725294828414917,
      "learning_rate": 2.219183061830272e-06,
      "loss": 0.3273,
      "step": 1550950
    },
    {
      "epoch": 432.87,
      "grad_norm": 1.1179441213607788,
      "learning_rate": 2.2191560604251387e-06,
      "loss": 0.3524,
      "step": 1550960
    },
    {
      "epoch": 432.87,
      "grad_norm": 0.9571021795272827,
      "learning_rate": 2.2191290590365903e-06,
      "loss": 0.3302,
      "step": 1550970
    },
    {
      "epoch": 432.87,
      "grad_norm": 1.0862964391708374,
      "learning_rate": 2.2191020576646284e-06,
      "loss": 0.3509,
      "step": 1550980
    },
    {
      "epoch": 432.87,
      "grad_norm": 1.0714715719223022,
      "learning_rate": 2.219075056309257e-06,
      "loss": 0.3409,
      "step": 1550990
    },
    {
      "epoch": 432.88,
      "grad_norm": 1.050477147102356,
      "learning_rate": 2.2190480549704807e-06,
      "loss": 0.3376,
      "step": 1551000
    },
    {
      "epoch": 432.88,
      "grad_norm": 1.091880440711975,
      "learning_rate": 2.2190210536483007e-06,
      "loss": 0.3428,
      "step": 1551010
    },
    {
      "epoch": 432.88,
      "grad_norm": 0.9981804490089417,
      "learning_rate": 2.2189940523427234e-06,
      "loss": 0.3458,
      "step": 1551020
    },
    {
      "epoch": 432.89,
      "grad_norm": 1.1662758588790894,
      "learning_rate": 2.2189670510537513e-06,
      "loss": 0.3347,
      "step": 1551030
    },
    {
      "epoch": 432.89,
      "grad_norm": 1.20163893699646,
      "learning_rate": 2.218940049781387e-06,
      "loss": 0.3567,
      "step": 1551040
    },
    {
      "epoch": 432.89,
      "grad_norm": 0.919967770576477,
      "learning_rate": 2.2189130485256356e-06,
      "loss": 0.3605,
      "step": 1551050
    },
    {
      "epoch": 432.89,
      "grad_norm": 1.1094855070114136,
      "learning_rate": 2.2188860472865e-06,
      "loss": 0.3523,
      "step": 1551060
    },
    {
      "epoch": 432.9,
      "grad_norm": 1.2355365753173828,
      "learning_rate": 2.2188590460639827e-06,
      "loss": 0.3571,
      "step": 1551070
    },
    {
      "epoch": 432.9,
      "grad_norm": 0.9092892408370972,
      "learning_rate": 2.2188320448580897e-06,
      "loss": 0.347,
      "step": 1551080
    },
    {
      "epoch": 432.9,
      "grad_norm": 0.924595832824707,
      "learning_rate": 2.218805043668823e-06,
      "loss": 0.3557,
      "step": 1551090
    },
    {
      "epoch": 432.91,
      "grad_norm": 1.0550687313079834,
      "learning_rate": 2.218778042496186e-06,
      "loss": 0.335,
      "step": 1551100
    },
    {
      "epoch": 432.91,
      "grad_norm": 0.9855664372444153,
      "learning_rate": 2.2187510413401833e-06,
      "loss": 0.3337,
      "step": 1551110
    },
    {
      "epoch": 432.91,
      "grad_norm": 1.2958314418792725,
      "learning_rate": 2.2187240402008184e-06,
      "loss": 0.3592,
      "step": 1551120
    },
    {
      "epoch": 432.91,
      "grad_norm": 1.1563235521316528,
      "learning_rate": 2.218697039078094e-06,
      "loss": 0.351,
      "step": 1551130
    },
    {
      "epoch": 432.92,
      "grad_norm": 1.05560302734375,
      "learning_rate": 2.2186700379720144e-06,
      "loss": 0.3307,
      "step": 1551140
    },
    {
      "epoch": 432.92,
      "grad_norm": 1.0178011655807495,
      "learning_rate": 2.218643036882583e-06,
      "loss": 0.3447,
      "step": 1551150
    },
    {
      "epoch": 432.92,
      "grad_norm": 1.0044583082199097,
      "learning_rate": 2.218616035809802e-06,
      "loss": 0.3454,
      "step": 1551160
    },
    {
      "epoch": 432.92,
      "grad_norm": 1.0030360221862793,
      "learning_rate": 2.218589034753678e-06,
      "loss": 0.343,
      "step": 1551170
    },
    {
      "epoch": 432.93,
      "grad_norm": 0.9002488255500793,
      "learning_rate": 2.2185620337142127e-06,
      "loss": 0.3524,
      "step": 1551180
    },
    {
      "epoch": 432.93,
      "grad_norm": 1.0571086406707764,
      "learning_rate": 2.2185350326914097e-06,
      "loss": 0.3462,
      "step": 1551190
    },
    {
      "epoch": 432.93,
      "grad_norm": 0.9762299656867981,
      "learning_rate": 2.218508031685273e-06,
      "loss": 0.3679,
      "step": 1551200
    },
    {
      "epoch": 432.94,
      "grad_norm": 1.1035877466201782,
      "learning_rate": 2.2184810306958063e-06,
      "loss": 0.355,
      "step": 1551210
    },
    {
      "epoch": 432.94,
      "grad_norm": 0.9740391969680786,
      "learning_rate": 2.2184540297230117e-06,
      "loss": 0.3635,
      "step": 1551220
    },
    {
      "epoch": 432.94,
      "grad_norm": 1.0976437330245972,
      "learning_rate": 2.218427028766895e-06,
      "loss": 0.3669,
      "step": 1551230
    },
    {
      "epoch": 432.94,
      "grad_norm": 1.4694468975067139,
      "learning_rate": 2.2184000278274593e-06,
      "loss": 0.3426,
      "step": 1551240
    },
    {
      "epoch": 432.95,
      "grad_norm": 1.029066801071167,
      "learning_rate": 2.218373026904706e-06,
      "loss": 0.3235,
      "step": 1551250
    },
    {
      "epoch": 432.95,
      "grad_norm": 1.0644584894180298,
      "learning_rate": 2.218346025998642e-06,
      "loss": 0.3359,
      "step": 1551260
    },
    {
      "epoch": 432.95,
      "grad_norm": 0.9944021701812744,
      "learning_rate": 2.2183190251092692e-06,
      "loss": 0.352,
      "step": 1551270
    },
    {
      "epoch": 432.96,
      "grad_norm": 1.2527744770050049,
      "learning_rate": 2.2182920242365906e-06,
      "loss": 0.3456,
      "step": 1551280
    },
    {
      "epoch": 432.96,
      "grad_norm": 3.714010000228882,
      "learning_rate": 2.218265023380611e-06,
      "loss": 0.3491,
      "step": 1551290
    },
    {
      "epoch": 432.96,
      "grad_norm": 1.1272993087768555,
      "learning_rate": 2.2182380225413327e-06,
      "loss": 0.3483,
      "step": 1551300
    },
    {
      "epoch": 432.96,
      "grad_norm": 0.926723301410675,
      "learning_rate": 2.218211021718761e-06,
      "loss": 0.3298,
      "step": 1551310
    },
    {
      "epoch": 432.97,
      "grad_norm": 0.9411852955818176,
      "learning_rate": 2.2181840209128985e-06,
      "loss": 0.361,
      "step": 1551320
    },
    {
      "epoch": 432.97,
      "grad_norm": 1.2650976181030273,
      "learning_rate": 2.2181570201237483e-06,
      "loss": 0.3431,
      "step": 1551330
    },
    {
      "epoch": 432.97,
      "grad_norm": 0.9598173499107361,
      "learning_rate": 2.218130019351315e-06,
      "loss": 0.3368,
      "step": 1551340
    },
    {
      "epoch": 432.98,
      "grad_norm": 1.2568241357803345,
      "learning_rate": 2.218103018595602e-06,
      "loss": 0.3447,
      "step": 1551350
    },
    {
      "epoch": 432.98,
      "grad_norm": 1.0731909275054932,
      "learning_rate": 2.2180760178566117e-06,
      "loss": 0.3293,
      "step": 1551360
    },
    {
      "epoch": 432.98,
      "grad_norm": 1.0830423831939697,
      "learning_rate": 2.2180490171343496e-06,
      "loss": 0.3385,
      "step": 1551370
    },
    {
      "epoch": 432.98,
      "grad_norm": 1.268406629562378,
      "learning_rate": 2.218022016428818e-06,
      "loss": 0.3312,
      "step": 1551380
    },
    {
      "epoch": 432.99,
      "grad_norm": 1.220989465713501,
      "learning_rate": 2.21799501574002e-06,
      "loss": 0.3386,
      "step": 1551390
    },
    {
      "epoch": 432.99,
      "grad_norm": 1.03604257106781,
      "learning_rate": 2.217968015067961e-06,
      "loss": 0.345,
      "step": 1551400
    },
    {
      "epoch": 432.99,
      "grad_norm": 0.9208195209503174,
      "learning_rate": 2.217941014412644e-06,
      "loss": 0.3391,
      "step": 1551410
    },
    {
      "epoch": 432.99,
      "grad_norm": 0.9752479791641235,
      "learning_rate": 2.217914013774071e-06,
      "loss": 0.3294,
      "step": 1551420
    },
    {
      "epoch": 433.0,
      "grad_norm": 0.9354618191719055,
      "learning_rate": 2.217887013152248e-06,
      "loss": 0.3442,
      "step": 1551430
    },
    {
      "epoch": 433.0,
      "eval_loss": 0.34527587890625,
      "eval_runtime": 63.4761,
      "eval_samples_per_second": 79.699,
      "eval_steps_per_second": 9.972,
      "step": 1551439
    },
    {
      "epoch": 433.0,
      "grad_norm": 1.0464887619018555,
      "learning_rate": 2.217860012547177e-06,
      "loss": 0.3592,
      "step": 1551440
    },
    {
      "epoch": 433.0,
      "grad_norm": 1.1606969833374023,
      "learning_rate": 2.2178330119588614e-06,
      "loss": 0.3457,
      "step": 1551450
    },
    {
      "epoch": 433.01,
      "grad_norm": 0.9972846508026123,
      "learning_rate": 2.217806011387306e-06,
      "loss": 0.3488,
      "step": 1551460
    },
    {
      "epoch": 433.01,
      "grad_norm": 1.1891162395477295,
      "learning_rate": 2.2177790108325136e-06,
      "loss": 0.3252,
      "step": 1551470
    },
    {
      "epoch": 433.01,
      "grad_norm": 1.0566450357437134,
      "learning_rate": 2.2177520102944875e-06,
      "loss": 0.3619,
      "step": 1551480
    },
    {
      "epoch": 433.01,
      "grad_norm": 0.9944605231285095,
      "learning_rate": 2.217725009773232e-06,
      "loss": 0.3455,
      "step": 1551490
    },
    {
      "epoch": 433.02,
      "grad_norm": 1.0400148630142212,
      "learning_rate": 2.2176980092687515e-06,
      "loss": 0.3414,
      "step": 1551500
    },
    {
      "epoch": 433.02,
      "grad_norm": 0.9394063353538513,
      "learning_rate": 2.2176710087810476e-06,
      "loss": 0.3401,
      "step": 1551510
    },
    {
      "epoch": 433.02,
      "grad_norm": 0.9858514666557312,
      "learning_rate": 2.217644008310125e-06,
      "loss": 0.3522,
      "step": 1551520
    },
    {
      "epoch": 433.03,
      "grad_norm": 1.1063162088394165,
      "learning_rate": 2.2176170078559875e-06,
      "loss": 0.3412,
      "step": 1551530
    },
    {
      "epoch": 433.03,
      "grad_norm": 1.2237662076950073,
      "learning_rate": 2.217590007418637e-06,
      "loss": 0.3579,
      "step": 1551540
    },
    {
      "epoch": 433.03,
      "grad_norm": 1.173181414604187,
      "learning_rate": 2.2175630069980797e-06,
      "loss": 0.3557,
      "step": 1551550
    },
    {
      "epoch": 433.03,
      "grad_norm": 1.156457543373108,
      "learning_rate": 2.217536006594318e-06,
      "loss": 0.3331,
      "step": 1551560
    },
    {
      "epoch": 433.04,
      "grad_norm": 1.0809768438339233,
      "learning_rate": 2.2175090062073547e-06,
      "loss": 0.3459,
      "step": 1551570
    },
    {
      "epoch": 433.04,
      "grad_norm": 1.007892370223999,
      "learning_rate": 2.217482005837195e-06,
      "loss": 0.339,
      "step": 1551580
    },
    {
      "epoch": 433.04,
      "grad_norm": 0.9130726456642151,
      "learning_rate": 2.21745500548384e-06,
      "loss": 0.3226,
      "step": 1551590
    },
    {
      "epoch": 433.04,
      "grad_norm": 0.9702283143997192,
      "learning_rate": 2.2174280051472965e-06,
      "loss": 0.3437,
      "step": 1551600
    },
    {
      "epoch": 433.05,
      "grad_norm": 1.061082124710083,
      "learning_rate": 2.217401004827566e-06,
      "loss": 0.3465,
      "step": 1551610
    },
    {
      "epoch": 433.05,
      "grad_norm": 1.0580540895462036,
      "learning_rate": 2.217374004524652e-06,
      "loss": 0.3531,
      "step": 1551620
    },
    {
      "epoch": 433.05,
      "grad_norm": 1.0390421152114868,
      "learning_rate": 2.2173470042385594e-06,
      "loss": 0.3495,
      "step": 1551630
    },
    {
      "epoch": 433.06,
      "grad_norm": 1.1524516344070435,
      "learning_rate": 2.217320003969291e-06,
      "loss": 0.3495,
      "step": 1551640
    },
    {
      "epoch": 433.06,
      "grad_norm": 1.1945699453353882,
      "learning_rate": 2.21729300371685e-06,
      "loss": 0.3391,
      "step": 1551650
    },
    {
      "epoch": 433.06,
      "grad_norm": 1.2066084146499634,
      "learning_rate": 2.2172660034812413e-06,
      "loss": 0.3463,
      "step": 1551660
    },
    {
      "epoch": 433.06,
      "grad_norm": 1.1153146028518677,
      "learning_rate": 2.2172390032624674e-06,
      "loss": 0.3402,
      "step": 1551670
    },
    {
      "epoch": 433.07,
      "grad_norm": 1.192862629890442,
      "learning_rate": 2.2172120030605313e-06,
      "loss": 0.3525,
      "step": 1551680
    },
    {
      "epoch": 433.07,
      "grad_norm": 0.9586392641067505,
      "learning_rate": 2.2171850028754383e-06,
      "loss": 0.3311,
      "step": 1551690
    },
    {
      "epoch": 433.07,
      "grad_norm": 1.0420763492584229,
      "learning_rate": 2.2171580027071912e-06,
      "loss": 0.3611,
      "step": 1551700
    },
    {
      "epoch": 433.08,
      "grad_norm": 1.0847022533416748,
      "learning_rate": 2.217131002555793e-06,
      "loss": 0.3419,
      "step": 1551710
    },
    {
      "epoch": 433.08,
      "grad_norm": 1.1676812171936035,
      "learning_rate": 2.2171040024212484e-06,
      "loss": 0.3377,
      "step": 1551720
    },
    {
      "epoch": 433.08,
      "grad_norm": 0.8894592523574829,
      "learning_rate": 2.2170770023035602e-06,
      "loss": 0.3545,
      "step": 1551730
    },
    {
      "epoch": 433.08,
      "grad_norm": 0.969920814037323,
      "learning_rate": 2.217050002202731e-06,
      "loss": 0.3469,
      "step": 1551740
    },
    {
      "epoch": 433.09,
      "grad_norm": 1.0866684913635254,
      "learning_rate": 2.2170230021187675e-06,
      "loss": 0.3365,
      "step": 1551750
    },
    {
      "epoch": 433.09,
      "grad_norm": 1.0212875604629517,
      "learning_rate": 2.2169960020516705e-06,
      "loss": 0.3393,
      "step": 1551760
    },
    {
      "epoch": 433.09,
      "grad_norm": 1.158966302871704,
      "learning_rate": 2.216969002001444e-06,
      "loss": 0.3408,
      "step": 1551770
    },
    {
      "epoch": 433.1,
      "grad_norm": 1.2434931993484497,
      "learning_rate": 2.2169420019680927e-06,
      "loss": 0.3538,
      "step": 1551780
    },
    {
      "epoch": 433.1,
      "grad_norm": 0.9904817938804626,
      "learning_rate": 2.21691500195162e-06,
      "loss": 0.3611,
      "step": 1551790
    },
    {
      "epoch": 433.1,
      "grad_norm": 1.8788578510284424,
      "learning_rate": 2.2168880019520285e-06,
      "loss": 0.3316,
      "step": 1551800
    },
    {
      "epoch": 433.1,
      "grad_norm": 1.0549371242523193,
      "learning_rate": 2.2168610019693223e-06,
      "loss": 0.3456,
      "step": 1551810
    },
    {
      "epoch": 433.11,
      "grad_norm": 1.1295387744903564,
      "learning_rate": 2.216834002003506e-06,
      "loss": 0.3454,
      "step": 1551820
    },
    {
      "epoch": 433.11,
      "grad_norm": 0.9415294528007507,
      "learning_rate": 2.2168070020545806e-06,
      "loss": 0.3348,
      "step": 1551830
    },
    {
      "epoch": 433.11,
      "grad_norm": 1.0479154586791992,
      "learning_rate": 2.2167800021225523e-06,
      "loss": 0.331,
      "step": 1551840
    },
    {
      "epoch": 433.11,
      "grad_norm": 1.0261120796203613,
      "learning_rate": 2.216753002207424e-06,
      "loss": 0.3399,
      "step": 1551850
    },
    {
      "epoch": 433.12,
      "grad_norm": 1.2510749101638794,
      "learning_rate": 2.2167260023091983e-06,
      "loss": 0.3417,
      "step": 1551860
    },
    {
      "epoch": 433.12,
      "grad_norm": 1.2275524139404297,
      "learning_rate": 2.2166990024278803e-06,
      "loss": 0.3386,
      "step": 1551870
    },
    {
      "epoch": 433.12,
      "grad_norm": 1.0750776529312134,
      "learning_rate": 2.216672002563472e-06,
      "loss": 0.3366,
      "step": 1551880
    },
    {
      "epoch": 433.13,
      "grad_norm": 1.1350743770599365,
      "learning_rate": 2.2166450027159784e-06,
      "loss": 0.3267,
      "step": 1551890
    },
    {
      "epoch": 433.13,
      "grad_norm": 1.1507855653762817,
      "learning_rate": 2.2166180028854027e-06,
      "loss": 0.3441,
      "step": 1551900
    },
    {
      "epoch": 433.13,
      "grad_norm": 1.0809457302093506,
      "learning_rate": 2.2165910030717472e-06,
      "loss": 0.3568,
      "step": 1551910
    },
    {
      "epoch": 433.13,
      "grad_norm": 1.0438168048858643,
      "learning_rate": 2.2165640032750177e-06,
      "loss": 0.3499,
      "step": 1551920
    },
    {
      "epoch": 433.14,
      "grad_norm": 1.247344732284546,
      "learning_rate": 2.2165370034952165e-06,
      "loss": 0.3522,
      "step": 1551930
    },
    {
      "epoch": 433.14,
      "grad_norm": 1.3919634819030762,
      "learning_rate": 2.216510003732347e-06,
      "loss": 0.3311,
      "step": 1551940
    },
    {
      "epoch": 433.14,
      "grad_norm": 1.0802206993103027,
      "learning_rate": 2.2164830039864136e-06,
      "loss": 0.3435,
      "step": 1551950
    },
    {
      "epoch": 433.15,
      "grad_norm": 1.1270840167999268,
      "learning_rate": 2.2164560042574196e-06,
      "loss": 0.3636,
      "step": 1551960
    },
    {
      "epoch": 433.15,
      "grad_norm": 1.024280309677124,
      "learning_rate": 2.2164290045453675e-06,
      "loss": 0.3429,
      "step": 1551970
    },
    {
      "epoch": 433.15,
      "grad_norm": 1.10052490234375,
      "learning_rate": 2.216402004850263e-06,
      "loss": 0.3566,
      "step": 1551980
    },
    {
      "epoch": 433.15,
      "grad_norm": 0.9903398156166077,
      "learning_rate": 2.216375005172108e-06,
      "loss": 0.3319,
      "step": 1551990
    },
    {
      "epoch": 433.16,
      "grad_norm": 0.9298893213272095,
      "learning_rate": 2.216348005510907e-06,
      "loss": 0.3284,
      "step": 1552000
    },
    {
      "epoch": 433.16,
      "grad_norm": 1.072672724723816,
      "learning_rate": 2.216321005866663e-06,
      "loss": 0.3658,
      "step": 1552010
    },
    {
      "epoch": 433.16,
      "grad_norm": 1.0191550254821777,
      "learning_rate": 2.2162940062393803e-06,
      "loss": 0.338,
      "step": 1552020
    },
    {
      "epoch": 433.16,
      "grad_norm": 0.9090055227279663,
      "learning_rate": 2.2162670066290607e-06,
      "loss": 0.3354,
      "step": 1552030
    },
    {
      "epoch": 433.17,
      "grad_norm": 0.935202419757843,
      "learning_rate": 2.21624000703571e-06,
      "loss": 0.3451,
      "step": 1552040
    },
    {
      "epoch": 433.17,
      "grad_norm": 1.0880650281906128,
      "learning_rate": 2.2162130074593315e-06,
      "loss": 0.34,
      "step": 1552050
    },
    {
      "epoch": 433.17,
      "grad_norm": 0.9596535563468933,
      "learning_rate": 2.2161860078999266e-06,
      "loss": 0.342,
      "step": 1552060
    },
    {
      "epoch": 433.18,
      "grad_norm": 1.0073978900909424,
      "learning_rate": 2.2161590083575017e-06,
      "loss": 0.3576,
      "step": 1552070
    },
    {
      "epoch": 433.18,
      "grad_norm": 1.1383086442947388,
      "learning_rate": 2.2161320088320594e-06,
      "loss": 0.3373,
      "step": 1552080
    },
    {
      "epoch": 433.18,
      "grad_norm": 1.1210178136825562,
      "learning_rate": 2.2161050093236023e-06,
      "loss": 0.3447,
      "step": 1552090
    },
    {
      "epoch": 433.18,
      "grad_norm": 1.0342193841934204,
      "learning_rate": 2.2160780098321353e-06,
      "loss": 0.3603,
      "step": 1552100
    },
    {
      "epoch": 433.19,
      "grad_norm": 1.034273624420166,
      "learning_rate": 2.216051010357662e-06,
      "loss": 0.3336,
      "step": 1552110
    },
    {
      "epoch": 433.19,
      "grad_norm": 1.1000057458877563,
      "learning_rate": 2.2160240109001835e-06,
      "loss": 0.3339,
      "step": 1552120
    },
    {
      "epoch": 433.19,
      "grad_norm": 1.1623386144638062,
      "learning_rate": 2.215997011459707e-06,
      "loss": 0.3544,
      "step": 1552130
    },
    {
      "epoch": 433.2,
      "grad_norm": 1.7532978057861328,
      "learning_rate": 2.2159700120362345e-06,
      "loss": 0.3403,
      "step": 1552140
    },
    {
      "epoch": 433.2,
      "grad_norm": 0.9390646815299988,
      "learning_rate": 2.215943012629769e-06,
      "loss": 0.3491,
      "step": 1552150
    },
    {
      "epoch": 433.2,
      "grad_norm": 1.1244025230407715,
      "learning_rate": 2.215916013240315e-06,
      "loss": 0.3316,
      "step": 1552160
    },
    {
      "epoch": 433.2,
      "grad_norm": 1.0530513525009155,
      "learning_rate": 2.215889013867875e-06,
      "loss": 0.3523,
      "step": 1552170
    },
    {
      "epoch": 433.21,
      "grad_norm": 0.9197919964790344,
      "learning_rate": 2.215862014512454e-06,
      "loss": 0.3541,
      "step": 1552180
    },
    {
      "epoch": 433.21,
      "grad_norm": 1.3006641864776611,
      "learning_rate": 2.215835015174055e-06,
      "loss": 0.3322,
      "step": 1552190
    },
    {
      "epoch": 433.21,
      "grad_norm": 1.135901927947998,
      "learning_rate": 2.2158080158526805e-06,
      "loss": 0.3278,
      "step": 1552200
    },
    {
      "epoch": 433.22,
      "grad_norm": 1.0378785133361816,
      "learning_rate": 2.2157810165483367e-06,
      "loss": 0.3386,
      "step": 1552210
    },
    {
      "epoch": 433.22,
      "grad_norm": 1.2078235149383545,
      "learning_rate": 2.215754017261025e-06,
      "loss": 0.3392,
      "step": 1552220
    },
    {
      "epoch": 433.22,
      "grad_norm": 1.1678491830825806,
      "learning_rate": 2.215727017990749e-06,
      "loss": 0.361,
      "step": 1552230
    },
    {
      "epoch": 433.22,
      "grad_norm": 1.0198171138763428,
      "learning_rate": 2.215700018737514e-06,
      "loss": 0.3419,
      "step": 1552240
    },
    {
      "epoch": 433.23,
      "grad_norm": 1.1766643524169922,
      "learning_rate": 2.215673019501322e-06,
      "loss": 0.3404,
      "step": 1552250
    },
    {
      "epoch": 433.23,
      "grad_norm": 1.11392343044281,
      "learning_rate": 2.215646020282176e-06,
      "loss": 0.3495,
      "step": 1552260
    },
    {
      "epoch": 433.23,
      "grad_norm": 1.0129419565200806,
      "learning_rate": 2.2156190210800818e-06,
      "loss": 0.3439,
      "step": 1552270
    },
    {
      "epoch": 433.23,
      "grad_norm": 0.9645180702209473,
      "learning_rate": 2.215592021895042e-06,
      "loss": 0.342,
      "step": 1552280
    },
    {
      "epoch": 433.24,
      "grad_norm": 1.0056896209716797,
      "learning_rate": 2.2155650227270596e-06,
      "loss": 0.3564,
      "step": 1552290
    },
    {
      "epoch": 433.24,
      "grad_norm": 0.9810414910316467,
      "learning_rate": 2.215538023576139e-06,
      "loss": 0.3403,
      "step": 1552300
    },
    {
      "epoch": 433.24,
      "grad_norm": 1.034143090248108,
      "learning_rate": 2.2155110244422833e-06,
      "loss": 0.341,
      "step": 1552310
    },
    {
      "epoch": 433.25,
      "grad_norm": 1.0066903829574585,
      "learning_rate": 2.2154840253254955e-06,
      "loss": 0.3436,
      "step": 1552320
    },
    {
      "epoch": 433.25,
      "grad_norm": 1.019016981124878,
      "learning_rate": 2.215457026225781e-06,
      "loss": 0.3633,
      "step": 1552330
    },
    {
      "epoch": 433.25,
      "grad_norm": 0.9723594188690186,
      "learning_rate": 2.215430027143142e-06,
      "loss": 0.3309,
      "step": 1552340
    },
    {
      "epoch": 433.25,
      "grad_norm": 1.0225073099136353,
      "learning_rate": 2.215403028077582e-06,
      "loss": 0.3512,
      "step": 1552350
    },
    {
      "epoch": 433.26,
      "grad_norm": 0.957021176815033,
      "learning_rate": 2.2153760290291055e-06,
      "loss": 0.3473,
      "step": 1552360
    },
    {
      "epoch": 433.26,
      "grad_norm": 1.1443084478378296,
      "learning_rate": 2.2153490299977155e-06,
      "loss": 0.354,
      "step": 1552370
    },
    {
      "epoch": 433.26,
      "grad_norm": 14.212106704711914,
      "learning_rate": 2.2153220309834157e-06,
      "loss": 0.3628,
      "step": 1552380
    },
    {
      "epoch": 433.27,
      "grad_norm": 1.055618166923523,
      "learning_rate": 2.21529503198621e-06,
      "loss": 0.3476,
      "step": 1552390
    },
    {
      "epoch": 433.27,
      "grad_norm": 1.1268984079360962,
      "learning_rate": 2.2152680330061014e-06,
      "loss": 0.3466,
      "step": 1552400
    },
    {
      "epoch": 433.27,
      "grad_norm": 0.9856177568435669,
      "learning_rate": 2.215241034043093e-06,
      "loss": 0.3374,
      "step": 1552410
    },
    {
      "epoch": 433.27,
      "grad_norm": 0.9360103607177734,
      "learning_rate": 2.2152140350971904e-06,
      "loss": 0.3461,
      "step": 1552420
    },
    {
      "epoch": 433.28,
      "grad_norm": 1.0454051494598389,
      "learning_rate": 2.2151870361683956e-06,
      "loss": 0.3376,
      "step": 1552430
    },
    {
      "epoch": 433.28,
      "grad_norm": 1.164527416229248,
      "learning_rate": 2.2151600372567117e-06,
      "loss": 0.3619,
      "step": 1552440
    },
    {
      "epoch": 433.28,
      "grad_norm": 1.0895923376083374,
      "learning_rate": 2.2151330383621442e-06,
      "loss": 0.3411,
      "step": 1552450
    },
    {
      "epoch": 433.28,
      "grad_norm": 1.0435271263122559,
      "learning_rate": 2.2151060394846953e-06,
      "loss": 0.3566,
      "step": 1552460
    },
    {
      "epoch": 433.29,
      "grad_norm": 0.8635671734809875,
      "learning_rate": 2.215079040624369e-06,
      "loss": 0.3427,
      "step": 1552470
    },
    {
      "epoch": 433.29,
      "grad_norm": 1.1767768859863281,
      "learning_rate": 2.2150520417811695e-06,
      "loss": 0.3548,
      "step": 1552480
    },
    {
      "epoch": 433.29,
      "grad_norm": 1.1579517126083374,
      "learning_rate": 2.2150250429550982e-06,
      "loss": 0.3494,
      "step": 1552490
    },
    {
      "epoch": 433.3,
      "grad_norm": 1.6170021295547485,
      "learning_rate": 2.2149980441461615e-06,
      "loss": 0.3509,
      "step": 1552500
    },
    {
      "epoch": 433.3,
      "grad_norm": 1.1218371391296387,
      "learning_rate": 2.2149710453543616e-06,
      "loss": 0.3353,
      "step": 1552510
    },
    {
      "epoch": 433.3,
      "grad_norm": 1.2438043355941772,
      "learning_rate": 2.214944046579702e-06,
      "loss": 0.3563,
      "step": 1552520
    },
    {
      "epoch": 433.3,
      "grad_norm": 0.9867265820503235,
      "learning_rate": 2.2149170478221864e-06,
      "loss": 0.3402,
      "step": 1552530
    },
    {
      "epoch": 433.31,
      "grad_norm": 1.0732324123382568,
      "learning_rate": 2.2148900490818187e-06,
      "loss": 0.3551,
      "step": 1552540
    },
    {
      "epoch": 433.31,
      "grad_norm": 1.1875747442245483,
      "learning_rate": 2.2148630503586017e-06,
      "loss": 0.3514,
      "step": 1552550
    },
    {
      "epoch": 433.31,
      "grad_norm": 1.1889101266860962,
      "learning_rate": 2.21483605165254e-06,
      "loss": 0.3516,
      "step": 1552560
    },
    {
      "epoch": 433.32,
      "grad_norm": 0.9200080633163452,
      "learning_rate": 2.2148090529636374e-06,
      "loss": 0.3431,
      "step": 1552570
    },
    {
      "epoch": 433.32,
      "grad_norm": 1.1805427074432373,
      "learning_rate": 2.2147820542918955e-06,
      "loss": 0.3395,
      "step": 1552580
    },
    {
      "epoch": 433.32,
      "grad_norm": 0.9273298978805542,
      "learning_rate": 2.2147550556373204e-06,
      "loss": 0.3443,
      "step": 1552590
    },
    {
      "epoch": 433.32,
      "grad_norm": 1.119902491569519,
      "learning_rate": 2.2147280569999146e-06,
      "loss": 0.3481,
      "step": 1552600
    },
    {
      "epoch": 433.33,
      "grad_norm": 1.0940841436386108,
      "learning_rate": 2.214701058379681e-06,
      "loss": 0.3503,
      "step": 1552610
    },
    {
      "epoch": 433.33,
      "grad_norm": 1.0302295684814453,
      "learning_rate": 2.2146740597766248e-06,
      "loss": 0.3349,
      "step": 1552620
    },
    {
      "epoch": 433.33,
      "grad_norm": 0.9648441672325134,
      "learning_rate": 2.214647061190748e-06,
      "loss": 0.3376,
      "step": 1552630
    },
    {
      "epoch": 433.34,
      "grad_norm": 0.9836964011192322,
      "learning_rate": 2.214620062622054e-06,
      "loss": 0.3258,
      "step": 1552640
    },
    {
      "epoch": 433.34,
      "grad_norm": 1.121013879776001,
      "learning_rate": 2.2145930640705483e-06,
      "loss": 0.3413,
      "step": 1552650
    },
    {
      "epoch": 433.34,
      "grad_norm": 1.007067084312439,
      "learning_rate": 2.2145660655362332e-06,
      "loss": 0.339,
      "step": 1552660
    },
    {
      "epoch": 433.34,
      "grad_norm": 1.108752727508545,
      "learning_rate": 2.2145390670191125e-06,
      "loss": 0.342,
      "step": 1552670
    },
    {
      "epoch": 433.35,
      "grad_norm": 1.2140446901321411,
      "learning_rate": 2.21451206851919e-06,
      "loss": 0.3391,
      "step": 1552680
    },
    {
      "epoch": 433.35,
      "grad_norm": 0.9648869037628174,
      "learning_rate": 2.2144850700364694e-06,
      "loss": 0.3728,
      "step": 1552690
    },
    {
      "epoch": 433.35,
      "grad_norm": 1.5079652070999146,
      "learning_rate": 2.2144580715709525e-06,
      "loss": 0.3422,
      "step": 1552700
    },
    {
      "epoch": 433.35,
      "grad_norm": 1.1468586921691895,
      "learning_rate": 2.214431073122646e-06,
      "loss": 0.3417,
      "step": 1552710
    },
    {
      "epoch": 433.36,
      "grad_norm": 1.0784186124801636,
      "learning_rate": 2.2144040746915517e-06,
      "loss": 0.3284,
      "step": 1552720
    },
    {
      "epoch": 433.36,
      "grad_norm": 1.2714629173278809,
      "learning_rate": 2.214377076277672e-06,
      "loss": 0.3486,
      "step": 1552730
    },
    {
      "epoch": 433.36,
      "grad_norm": 1.2354813814163208,
      "learning_rate": 2.214350077881013e-06,
      "loss": 0.337,
      "step": 1552740
    },
    {
      "epoch": 433.37,
      "grad_norm": 2.1673099994659424,
      "learning_rate": 2.2143230795015766e-06,
      "loss": 0.3454,
      "step": 1552750
    },
    {
      "epoch": 433.37,
      "grad_norm": 1.2199113368988037,
      "learning_rate": 2.214296081139368e-06,
      "loss": 0.3489,
      "step": 1552760
    },
    {
      "epoch": 433.37,
      "grad_norm": 1.394018292427063,
      "learning_rate": 2.214269082794389e-06,
      "loss": 0.3387,
      "step": 1552770
    },
    {
      "epoch": 433.37,
      "grad_norm": 1.2453598976135254,
      "learning_rate": 2.2142420844666437e-06,
      "loss": 0.3475,
      "step": 1552780
    },
    {
      "epoch": 433.38,
      "grad_norm": 1.137810468673706,
      "learning_rate": 2.2142150861561363e-06,
      "loss": 0.3673,
      "step": 1552790
    },
    {
      "epoch": 433.38,
      "grad_norm": 1.1556904315948486,
      "learning_rate": 2.2141880878628703e-06,
      "loss": 0.343,
      "step": 1552800
    },
    {
      "epoch": 433.38,
      "grad_norm": 1.0325515270233154,
      "learning_rate": 2.2141610895868487e-06,
      "loss": 0.3466,
      "step": 1552810
    },
    {
      "epoch": 433.39,
      "grad_norm": 1.3092002868652344,
      "learning_rate": 2.2141340913280756e-06,
      "loss": 0.3493,
      "step": 1552820
    },
    {
      "epoch": 433.39,
      "grad_norm": 2.420454978942871,
      "learning_rate": 2.214107093086555e-06,
      "loss": 0.3596,
      "step": 1552830
    },
    {
      "epoch": 433.39,
      "grad_norm": 1.2316009998321533,
      "learning_rate": 2.214080094862288e-06,
      "loss": 0.3483,
      "step": 1552840
    },
    {
      "epoch": 433.39,
      "grad_norm": 1.2670365571975708,
      "learning_rate": 2.2140530966552814e-06,
      "loss": 0.3579,
      "step": 1552850
    },
    {
      "epoch": 433.4,
      "grad_norm": 1.2894706726074219,
      "learning_rate": 2.2140260984655377e-06,
      "loss": 0.3397,
      "step": 1552860
    },
    {
      "epoch": 433.4,
      "grad_norm": 0.9335134029388428,
      "learning_rate": 2.2139991002930594e-06,
      "loss": 0.3387,
      "step": 1552870
    },
    {
      "epoch": 433.4,
      "grad_norm": 1.1254230737686157,
      "learning_rate": 2.2139721021378518e-06,
      "loss": 0.3323,
      "step": 1552880
    },
    {
      "epoch": 433.4,
      "grad_norm": 1.0680838823318481,
      "learning_rate": 2.2139451039999176e-06,
      "loss": 0.353,
      "step": 1552890
    },
    {
      "epoch": 433.41,
      "grad_norm": 0.9825944304466248,
      "learning_rate": 2.21391810587926e-06,
      "loss": 0.3503,
      "step": 1552900
    },
    {
      "epoch": 433.41,
      "grad_norm": 1.1495444774627686,
      "learning_rate": 2.213891107775884e-06,
      "loss": 0.3437,
      "step": 1552910
    },
    {
      "epoch": 433.41,
      "grad_norm": 1.632163166999817,
      "learning_rate": 2.2138641096897917e-06,
      "loss": 0.3439,
      "step": 1552920
    },
    {
      "epoch": 433.42,
      "grad_norm": 0.8735514879226685,
      "learning_rate": 2.2138371116209865e-06,
      "loss": 0.3517,
      "step": 1552930
    },
    {
      "epoch": 433.42,
      "grad_norm": 1.0580438375473022,
      "learning_rate": 2.2138101135694734e-06,
      "loss": 0.3399,
      "step": 1552940
    },
    {
      "epoch": 433.42,
      "grad_norm": 1.0052975416183472,
      "learning_rate": 2.2137831155352555e-06,
      "loss": 0.347,
      "step": 1552950
    },
    {
      "epoch": 433.42,
      "grad_norm": 1.0656629800796509,
      "learning_rate": 2.213756117518336e-06,
      "loss": 0.3532,
      "step": 1552960
    },
    {
      "epoch": 433.43,
      "grad_norm": 0.9882432222366333,
      "learning_rate": 2.213729119518719e-06,
      "loss": 0.3284,
      "step": 1552970
    },
    {
      "epoch": 433.43,
      "grad_norm": 1.0405523777008057,
      "learning_rate": 2.2137021215364082e-06,
      "loss": 0.3426,
      "step": 1552980
    },
    {
      "epoch": 433.43,
      "grad_norm": 0.985122561454773,
      "learning_rate": 2.213675123571405e-06,
      "loss": 0.3281,
      "step": 1552990
    },
    {
      "epoch": 433.44,
      "grad_norm": 0.9782146215438843,
      "learning_rate": 2.2136481256237164e-06,
      "loss": 0.3418,
      "step": 1553000
    },
    {
      "epoch": 433.44,
      "grad_norm": 1.1203346252441406,
      "learning_rate": 2.2136211276933447e-06,
      "loss": 0.3635,
      "step": 1553010
    },
    {
      "epoch": 433.44,
      "grad_norm": 0.8585639595985413,
      "learning_rate": 2.2135941297802915e-06,
      "loss": 0.337,
      "step": 1553020
    },
    {
      "epoch": 433.44,
      "grad_norm": 1.1202855110168457,
      "learning_rate": 2.2135671318845635e-06,
      "loss": 0.3529,
      "step": 1553030
    },
    {
      "epoch": 433.45,
      "grad_norm": 0.9932122230529785,
      "learning_rate": 2.213540134006162e-06,
      "loss": 0.3527,
      "step": 1553040
    },
    {
      "epoch": 433.45,
      "grad_norm": 1.1385295391082764,
      "learning_rate": 2.2135131361450924e-06,
      "loss": 0.3404,
      "step": 1553050
    },
    {
      "epoch": 433.45,
      "grad_norm": 1.7130346298217773,
      "learning_rate": 2.213486138301357e-06,
      "loss": 0.3338,
      "step": 1553060
    },
    {
      "epoch": 433.46,
      "grad_norm": 1.0229192972183228,
      "learning_rate": 2.2134591404749586e-06,
      "loss": 0.3645,
      "step": 1553070
    },
    {
      "epoch": 433.46,
      "grad_norm": 1.0555669069290161,
      "learning_rate": 2.2134321426659036e-06,
      "loss": 0.3476,
      "step": 1553080
    },
    {
      "epoch": 433.46,
      "grad_norm": 1.0326337814331055,
      "learning_rate": 2.2134051448741934e-06,
      "loss": 0.3359,
      "step": 1553090
    },
    {
      "epoch": 433.46,
      "grad_norm": 1.1516714096069336,
      "learning_rate": 2.213378147099832e-06,
      "loss": 0.3412,
      "step": 1553100
    },
    {
      "epoch": 433.47,
      "grad_norm": 1.0720940828323364,
      "learning_rate": 2.2133511493428234e-06,
      "loss": 0.3378,
      "step": 1553110
    },
    {
      "epoch": 433.47,
      "grad_norm": 1.6415895223617554,
      "learning_rate": 2.213324151603171e-06,
      "loss": 0.3536,
      "step": 1553120
    },
    {
      "epoch": 433.47,
      "grad_norm": 1.2916723489761353,
      "learning_rate": 2.213297153880877e-06,
      "loss": 0.3497,
      "step": 1553130
    },
    {
      "epoch": 433.47,
      "grad_norm": 0.9464346766471863,
      "learning_rate": 2.2132701561759476e-06,
      "loss": 0.3434,
      "step": 1553140
    },
    {
      "epoch": 433.48,
      "grad_norm": 1.116003394126892,
      "learning_rate": 2.2132431584883855e-06,
      "loss": 0.3596,
      "step": 1553150
    },
    {
      "epoch": 433.48,
      "grad_norm": 1.2565444707870483,
      "learning_rate": 2.2132161608181923e-06,
      "loss": 0.3572,
      "step": 1553160
    },
    {
      "epoch": 433.48,
      "grad_norm": 0.9581149816513062,
      "learning_rate": 2.2131891631653743e-06,
      "loss": 0.3462,
      "step": 1553170
    },
    {
      "epoch": 433.49,
      "grad_norm": 0.9765914082527161,
      "learning_rate": 2.213162165529934e-06,
      "loss": 0.3481,
      "step": 1553180
    },
    {
      "epoch": 433.49,
      "grad_norm": 1.1690670251846313,
      "learning_rate": 2.2131351679118744e-06,
      "loss": 0.3439,
      "step": 1553190
    },
    {
      "epoch": 433.49,
      "grad_norm": 1.0685337781906128,
      "learning_rate": 2.2131081703112006e-06,
      "loss": 0.3517,
      "step": 1553200
    },
    {
      "epoch": 433.49,
      "grad_norm": 1.049870252609253,
      "learning_rate": 2.213081172727915e-06,
      "loss": 0.3342,
      "step": 1553210
    },
    {
      "epoch": 433.5,
      "grad_norm": 1.0297380685806274,
      "learning_rate": 2.2130541751620204e-06,
      "loss": 0.3375,
      "step": 1553220
    },
    {
      "epoch": 433.5,
      "grad_norm": 1.0041038990020752,
      "learning_rate": 2.2130271776135225e-06,
      "loss": 0.3545,
      "step": 1553230
    },
    {
      "epoch": 433.5,
      "grad_norm": 1.0424182415008545,
      "learning_rate": 2.213000180082424e-06,
      "loss": 0.3512,
      "step": 1553240
    },
    {
      "epoch": 433.51,
      "grad_norm": 1.0407379865646362,
      "learning_rate": 2.2129731825687277e-06,
      "loss": 0.3659,
      "step": 1553250
    },
    {
      "epoch": 433.51,
      "grad_norm": 1.0281294584274292,
      "learning_rate": 2.2129461850724384e-06,
      "loss": 0.3519,
      "step": 1553260
    },
    {
      "epoch": 433.51,
      "grad_norm": 0.9813410043716431,
      "learning_rate": 2.2129191875935586e-06,
      "loss": 0.343,
      "step": 1553270
    },
    {
      "epoch": 433.51,
      "grad_norm": 1.2384591102600098,
      "learning_rate": 2.212892190132092e-06,
      "loss": 0.3486,
      "step": 1553280
    },
    {
      "epoch": 433.52,
      "grad_norm": 1.0599195957183838,
      "learning_rate": 2.2128651926880436e-06,
      "loss": 0.3431,
      "step": 1553290
    },
    {
      "epoch": 433.52,
      "grad_norm": 0.9826489090919495,
      "learning_rate": 2.2128381952614155e-06,
      "loss": 0.3524,
      "step": 1553300
    },
    {
      "epoch": 433.52,
      "grad_norm": 1.0251013040542603,
      "learning_rate": 2.2128111978522114e-06,
      "loss": 0.3427,
      "step": 1553310
    },
    {
      "epoch": 433.52,
      "grad_norm": 0.9790852069854736,
      "learning_rate": 2.212784200460436e-06,
      "loss": 0.3529,
      "step": 1553320
    },
    {
      "epoch": 433.53,
      "grad_norm": 1.2808136940002441,
      "learning_rate": 2.2127572030860917e-06,
      "loss": 0.35,
      "step": 1553330
    },
    {
      "epoch": 433.53,
      "grad_norm": 3.945277214050293,
      "learning_rate": 2.212730205729183e-06,
      "loss": 0.3607,
      "step": 1553340
    },
    {
      "epoch": 433.53,
      "grad_norm": 1.0945720672607422,
      "learning_rate": 2.2127032083897133e-06,
      "loss": 0.33,
      "step": 1553350
    },
    {
      "epoch": 433.54,
      "grad_norm": 1.0769261121749878,
      "learning_rate": 2.212676211067685e-06,
      "loss": 0.3323,
      "step": 1553360
    },
    {
      "epoch": 433.54,
      "grad_norm": 0.9390273094177246,
      "learning_rate": 2.2126492137631033e-06,
      "loss": 0.3457,
      "step": 1553370
    },
    {
      "epoch": 433.54,
      "grad_norm": 0.97993403673172,
      "learning_rate": 2.2126222164759714e-06,
      "loss": 0.3507,
      "step": 1553380
    },
    {
      "epoch": 433.54,
      "grad_norm": 1.0559290647506714,
      "learning_rate": 2.2125952192062922e-06,
      "loss": 0.3642,
      "step": 1553390
    },
    {
      "epoch": 433.55,
      "grad_norm": 1.0350580215454102,
      "learning_rate": 2.2125682219540696e-06,
      "loss": 0.3347,
      "step": 1553400
    },
    {
      "epoch": 433.55,
      "grad_norm": 1.0081586837768555,
      "learning_rate": 2.2125412247193076e-06,
      "loss": 0.3298,
      "step": 1553410
    },
    {
      "epoch": 433.55,
      "grad_norm": 1.0298043489456177,
      "learning_rate": 2.2125142275020094e-06,
      "loss": 0.3559,
      "step": 1553420
    },
    {
      "epoch": 433.56,
      "grad_norm": 1.036738395690918,
      "learning_rate": 2.212487230302179e-06,
      "loss": 0.3364,
      "step": 1553430
    },
    {
      "epoch": 433.56,
      "grad_norm": 0.8212084174156189,
      "learning_rate": 2.21246023311982e-06,
      "loss": 0.3368,
      "step": 1553440
    },
    {
      "epoch": 433.56,
      "grad_norm": 1.005696415901184,
      "learning_rate": 2.2124332359549345e-06,
      "loss": 0.3249,
      "step": 1553450
    },
    {
      "epoch": 433.56,
      "grad_norm": 2.1361944675445557,
      "learning_rate": 2.2124062388075283e-06,
      "loss": 0.3521,
      "step": 1553460
    },
    {
      "epoch": 433.57,
      "grad_norm": 0.9411791563034058,
      "learning_rate": 2.2123792416776037e-06,
      "loss": 0.3459,
      "step": 1553470
    },
    {
      "epoch": 433.57,
      "grad_norm": 1.105810284614563,
      "learning_rate": 2.2123522445651647e-06,
      "loss": 0.3489,
      "step": 1553480
    },
    {
      "epoch": 433.57,
      "grad_norm": 1.1567416191101074,
      "learning_rate": 2.212325247470215e-06,
      "loss": 0.3457,
      "step": 1553490
    },
    {
      "epoch": 433.58,
      "grad_norm": 0.9119727611541748,
      "learning_rate": 2.2122982503927575e-06,
      "loss": 0.3465,
      "step": 1553500
    },
    {
      "epoch": 433.58,
      "grad_norm": 4.466548442840576,
      "learning_rate": 2.212271253332796e-06,
      "loss": 0.3609,
      "step": 1553510
    },
    {
      "epoch": 433.58,
      "grad_norm": 1.0551936626434326,
      "learning_rate": 2.212244256290335e-06,
      "loss": 0.3366,
      "step": 1553520
    },
    {
      "epoch": 433.58,
      "grad_norm": 1.252339243888855,
      "learning_rate": 2.2122172592653773e-06,
      "loss": 0.3416,
      "step": 1553530
    },
    {
      "epoch": 433.59,
      "grad_norm": 1.289291262626648,
      "learning_rate": 2.212190262257926e-06,
      "loss": 0.3483,
      "step": 1553540
    },
    {
      "epoch": 433.59,
      "grad_norm": 1.024310827255249,
      "learning_rate": 2.212163265267986e-06,
      "loss": 0.3648,
      "step": 1553550
    },
    {
      "epoch": 433.59,
      "grad_norm": 0.8857689499855042,
      "learning_rate": 2.2121362682955605e-06,
      "loss": 0.35,
      "step": 1553560
    },
    {
      "epoch": 433.59,
      "grad_norm": 1.0406277179718018,
      "learning_rate": 2.2121092713406523e-06,
      "loss": 0.3448,
      "step": 1553570
    },
    {
      "epoch": 433.6,
      "grad_norm": 1.1451460123062134,
      "learning_rate": 2.2120822744032663e-06,
      "loss": 0.3391,
      "step": 1553580
    },
    {
      "epoch": 433.6,
      "grad_norm": 0.9818947315216064,
      "learning_rate": 2.2120552774834037e-06,
      "loss": 0.347,
      "step": 1553590
    },
    {
      "epoch": 433.6,
      "grad_norm": 0.9840205907821655,
      "learning_rate": 2.212028280581071e-06,
      "loss": 0.337,
      "step": 1553600
    },
    {
      "epoch": 433.61,
      "grad_norm": 1.0177865028381348,
      "learning_rate": 2.2120012836962702e-06,
      "loss": 0.345,
      "step": 1553610
    },
    {
      "epoch": 433.61,
      "grad_norm": 0.9451176524162292,
      "learning_rate": 2.211974286829005e-06,
      "loss": 0.3338,
      "step": 1553620
    },
    {
      "epoch": 433.61,
      "grad_norm": 1.0193971395492554,
      "learning_rate": 2.2119472899792796e-06,
      "loss": 0.3477,
      "step": 1553630
    },
    {
      "epoch": 433.61,
      "grad_norm": 1.0025787353515625,
      "learning_rate": 2.211920293147097e-06,
      "loss": 0.3412,
      "step": 1553640
    },
    {
      "epoch": 433.62,
      "grad_norm": 0.9683646559715271,
      "learning_rate": 2.2118932963324606e-06,
      "loss": 0.341,
      "step": 1553650
    },
    {
      "epoch": 433.62,
      "grad_norm": 1.128166675567627,
      "learning_rate": 2.211866299535375e-06,
      "loss": 0.3504,
      "step": 1553660
    },
    {
      "epoch": 433.62,
      "grad_norm": 1.0355427265167236,
      "learning_rate": 2.211839302755843e-06,
      "loss": 0.344,
      "step": 1553670
    },
    {
      "epoch": 433.63,
      "grad_norm": 0.9856474995613098,
      "learning_rate": 2.211812305993867e-06,
      "loss": 0.3633,
      "step": 1553680
    },
    {
      "epoch": 433.63,
      "grad_norm": 1.092511534690857,
      "learning_rate": 2.211785309249454e-06,
      "loss": 0.365,
      "step": 1553690
    },
    {
      "epoch": 433.63,
      "grad_norm": 1.1467839479446411,
      "learning_rate": 2.2117583125226046e-06,
      "loss": 0.3497,
      "step": 1553700
    },
    {
      "epoch": 433.63,
      "grad_norm": 1.0710393190383911,
      "learning_rate": 2.2117313158133233e-06,
      "loss": 0.3509,
      "step": 1553710
    },
    {
      "epoch": 433.64,
      "grad_norm": 1.3889524936676025,
      "learning_rate": 2.211704319121614e-06,
      "loss": 0.3471,
      "step": 1553720
    },
    {
      "epoch": 433.64,
      "grad_norm": 1.1260995864868164,
      "learning_rate": 2.21167732244748e-06,
      "loss": 0.3448,
      "step": 1553730
    },
    {
      "epoch": 433.64,
      "grad_norm": 1.0398566722869873,
      "learning_rate": 2.211650325790924e-06,
      "loss": 0.3355,
      "step": 1553740
    },
    {
      "epoch": 433.64,
      "grad_norm": 1.1103709936141968,
      "learning_rate": 2.2116233291519517e-06,
      "loss": 0.3488,
      "step": 1553750
    },
    {
      "epoch": 433.65,
      "grad_norm": 1.1802114248275757,
      "learning_rate": 2.2115963325305653e-06,
      "loss": 0.3462,
      "step": 1553760
    },
    {
      "epoch": 433.65,
      "grad_norm": 1.571110725402832,
      "learning_rate": 2.211569335926768e-06,
      "loss": 0.3539,
      "step": 1553770
    },
    {
      "epoch": 433.65,
      "grad_norm": 1.1456624269485474,
      "learning_rate": 2.2115423393405647e-06,
      "loss": 0.3313,
      "step": 1553780
    },
    {
      "epoch": 433.66,
      "grad_norm": 1.05570387840271,
      "learning_rate": 2.211515342771958e-06,
      "loss": 0.3309,
      "step": 1553790
    },
    {
      "epoch": 433.66,
      "grad_norm": 1.012561321258545,
      "learning_rate": 2.211488346220951e-06,
      "loss": 0.3271,
      "step": 1553800
    },
    {
      "epoch": 433.66,
      "grad_norm": 1.0266971588134766,
      "learning_rate": 2.2114613496875487e-06,
      "loss": 0.3349,
      "step": 1553810
    },
    {
      "epoch": 433.66,
      "grad_norm": 1.0863392353057861,
      "learning_rate": 2.2114343531717547e-06,
      "loss": 0.3323,
      "step": 1553820
    },
    {
      "epoch": 433.67,
      "grad_norm": 0.9503699541091919,
      "learning_rate": 2.2114073566735705e-06,
      "loss": 0.3505,
      "step": 1553830
    },
    {
      "epoch": 433.67,
      "grad_norm": 1.2324308156967163,
      "learning_rate": 2.211380360193002e-06,
      "loss": 0.3501,
      "step": 1553840
    },
    {
      "epoch": 433.67,
      "grad_norm": 0.9862605333328247,
      "learning_rate": 2.2113533637300522e-06,
      "loss": 0.3509,
      "step": 1553850
    },
    {
      "epoch": 433.68,
      "grad_norm": 0.9415310621261597,
      "learning_rate": 2.211326367284724e-06,
      "loss": 0.3435,
      "step": 1553860
    },
    {
      "epoch": 433.68,
      "grad_norm": 1.1374646425247192,
      "learning_rate": 2.211299370857022e-06,
      "loss": 0.335,
      "step": 1553870
    },
    {
      "epoch": 433.68,
      "grad_norm": 0.9692907929420471,
      "learning_rate": 2.211272374446948e-06,
      "loss": 0.3397,
      "step": 1553880
    },
    {
      "epoch": 433.68,
      "grad_norm": 1.1045423746109009,
      "learning_rate": 2.2112453780545076e-06,
      "loss": 0.3302,
      "step": 1553890
    },
    {
      "epoch": 433.69,
      "grad_norm": 0.8950537443161011,
      "learning_rate": 2.211218381679704e-06,
      "loss": 0.3351,
      "step": 1553900
    },
    {
      "epoch": 433.69,
      "grad_norm": 1.0047924518585205,
      "learning_rate": 2.2111913853225396e-06,
      "loss": 0.3738,
      "step": 1553910
    },
    {
      "epoch": 433.69,
      "grad_norm": 0.9336618781089783,
      "learning_rate": 2.2111643889830195e-06,
      "loss": 0.3568,
      "step": 1553920
    },
    {
      "epoch": 433.7,
      "grad_norm": 0.9012457132339478,
      "learning_rate": 2.2111373926611465e-06,
      "loss": 0.3334,
      "step": 1553930
    },
    {
      "epoch": 433.7,
      "grad_norm": 0.9261598587036133,
      "learning_rate": 2.211110396356923e-06,
      "loss": 0.3484,
      "step": 1553940
    },
    {
      "epoch": 433.7,
      "grad_norm": 0.9685593843460083,
      "learning_rate": 2.2110834000703556e-06,
      "loss": 0.3416,
      "step": 1553950
    },
    {
      "epoch": 433.7,
      "grad_norm": 1.1541638374328613,
      "learning_rate": 2.2110564038014455e-06,
      "loss": 0.3314,
      "step": 1553960
    },
    {
      "epoch": 433.71,
      "grad_norm": 1.1722770929336548,
      "learning_rate": 2.2110294075501963e-06,
      "loss": 0.3334,
      "step": 1553970
    },
    {
      "epoch": 433.71,
      "grad_norm": 1.0578817129135132,
      "learning_rate": 2.211002411316613e-06,
      "loss": 0.359,
      "step": 1553980
    },
    {
      "epoch": 433.71,
      "grad_norm": 1.0099611282348633,
      "learning_rate": 2.2109754151006986e-06,
      "loss": 0.3516,
      "step": 1553990
    },
    {
      "epoch": 433.71,
      "grad_norm": 1.0382804870605469,
      "learning_rate": 2.210948418902456e-06,
      "loss": 0.3319,
      "step": 1554000
    },
    {
      "epoch": 433.72,
      "grad_norm": 0.9515435099601746,
      "learning_rate": 2.2109214227218896e-06,
      "loss": 0.334,
      "step": 1554010
    },
    {
      "epoch": 433.72,
      "grad_norm": 1.1369545459747314,
      "learning_rate": 2.210894426559003e-06,
      "loss": 0.3318,
      "step": 1554020
    },
    {
      "epoch": 433.72,
      "grad_norm": 0.9185587763786316,
      "learning_rate": 2.2108674304137986e-06,
      "loss": 0.3405,
      "step": 1554030
    },
    {
      "epoch": 433.73,
      "grad_norm": 1.0150302648544312,
      "learning_rate": 2.2108404342862815e-06,
      "loss": 0.3273,
      "step": 1554040
    },
    {
      "epoch": 433.73,
      "grad_norm": 0.989199697971344,
      "learning_rate": 2.210813438176455e-06,
      "loss": 0.3582,
      "step": 1554050
    },
    {
      "epoch": 433.73,
      "grad_norm": 1.2250702381134033,
      "learning_rate": 2.210786442084322e-06,
      "loss": 0.3674,
      "step": 1554060
    },
    {
      "epoch": 433.73,
      "grad_norm": 0.9047180414199829,
      "learning_rate": 2.2107594460098867e-06,
      "loss": 0.3316,
      "step": 1554070
    },
    {
      "epoch": 433.74,
      "grad_norm": 0.9463008642196655,
      "learning_rate": 2.2107324499531528e-06,
      "loss": 0.3211,
      "step": 1554080
    },
    {
      "epoch": 433.74,
      "grad_norm": 1.0722342729568481,
      "learning_rate": 2.2107054539141222e-06,
      "loss": 0.3274,
      "step": 1554090
    },
    {
      "epoch": 433.74,
      "grad_norm": 1.0607492923736572,
      "learning_rate": 2.210678457892801e-06,
      "loss": 0.3466,
      "step": 1554100
    },
    {
      "epoch": 433.75,
      "grad_norm": 0.9989875555038452,
      "learning_rate": 2.2106514618891918e-06,
      "loss": 0.3454,
      "step": 1554110
    },
    {
      "epoch": 433.75,
      "grad_norm": 1.078599452972412,
      "learning_rate": 2.210624465903297e-06,
      "loss": 0.3446,
      "step": 1554120
    },
    {
      "epoch": 433.75,
      "grad_norm": 0.9499743580818176,
      "learning_rate": 2.210597469935122e-06,
      "loss": 0.3443,
      "step": 1554130
    },
    {
      "epoch": 433.75,
      "grad_norm": 1.0727839469909668,
      "learning_rate": 2.21057047398467e-06,
      "loss": 0.3446,
      "step": 1554140
    },
    {
      "epoch": 433.76,
      "grad_norm": 1.1995025873184204,
      "learning_rate": 2.2105434780519437e-06,
      "loss": 0.3632,
      "step": 1554150
    },
    {
      "epoch": 433.76,
      "grad_norm": 1.0589135885238647,
      "learning_rate": 2.210516482136947e-06,
      "loss": 0.3399,
      "step": 1554160
    },
    {
      "epoch": 433.76,
      "grad_norm": 0.9716047644615173,
      "learning_rate": 2.2104894862396837e-06,
      "loss": 0.3568,
      "step": 1554170
    },
    {
      "epoch": 433.77,
      "grad_norm": 1.036803960800171,
      "learning_rate": 2.210462490360158e-06,
      "loss": 0.3435,
      "step": 1554180
    },
    {
      "epoch": 433.77,
      "grad_norm": 0.9801788926124573,
      "learning_rate": 2.210435494498373e-06,
      "loss": 0.3424,
      "step": 1554190
    },
    {
      "epoch": 433.77,
      "grad_norm": 3.7613182067871094,
      "learning_rate": 2.2104084986543314e-06,
      "loss": 0.3529,
      "step": 1554200
    },
    {
      "epoch": 433.77,
      "grad_norm": 1.099391222000122,
      "learning_rate": 2.2103815028280383e-06,
      "loss": 0.3494,
      "step": 1554210
    },
    {
      "epoch": 433.78,
      "grad_norm": 0.9492997527122498,
      "learning_rate": 2.2103545070194965e-06,
      "loss": 0.359,
      "step": 1554220
    },
    {
      "epoch": 433.78,
      "grad_norm": 1.194592833518982,
      "learning_rate": 2.210327511228709e-06,
      "loss": 0.3352,
      "step": 1554230
    },
    {
      "epoch": 433.78,
      "grad_norm": 0.9287687540054321,
      "learning_rate": 2.2103005154556805e-06,
      "loss": 0.3457,
      "step": 1554240
    },
    {
      "epoch": 433.78,
      "grad_norm": 1.6404637098312378,
      "learning_rate": 2.2102735197004145e-06,
      "loss": 0.3387,
      "step": 1554250
    },
    {
      "epoch": 433.79,
      "grad_norm": 1.0559401512145996,
      "learning_rate": 2.2102465239629133e-06,
      "loss": 0.3303,
      "step": 1554260
    },
    {
      "epoch": 433.79,
      "grad_norm": 1.0254623889923096,
      "learning_rate": 2.2102195282431825e-06,
      "loss": 0.3353,
      "step": 1554270
    },
    {
      "epoch": 433.79,
      "grad_norm": 0.908759593963623,
      "learning_rate": 2.2101925325412245e-06,
      "loss": 0.3408,
      "step": 1554280
    },
    {
      "epoch": 433.8,
      "grad_norm": 0.9690569639205933,
      "learning_rate": 2.2101655368570427e-06,
      "loss": 0.3457,
      "step": 1554290
    },
    {
      "epoch": 433.8,
      "grad_norm": 0.9518972635269165,
      "learning_rate": 2.2101385411906415e-06,
      "loss": 0.3483,
      "step": 1554300
    },
    {
      "epoch": 433.8,
      "grad_norm": 0.9368371963500977,
      "learning_rate": 2.210111545542024e-06,
      "loss": 0.347,
      "step": 1554310
    },
    {
      "epoch": 433.8,
      "grad_norm": 1.044268250465393,
      "learning_rate": 2.2100845499111927e-06,
      "loss": 0.3456,
      "step": 1554320
    },
    {
      "epoch": 433.81,
      "grad_norm": 1.0056121349334717,
      "learning_rate": 2.2100575542981533e-06,
      "loss": 0.3352,
      "step": 1554330
    },
    {
      "epoch": 433.81,
      "grad_norm": 1.1194175481796265,
      "learning_rate": 2.2100305587029083e-06,
      "loss": 0.3379,
      "step": 1554340
    },
    {
      "epoch": 433.81,
      "grad_norm": 0.9000499844551086,
      "learning_rate": 2.210003563125461e-06,
      "loss": 0.3337,
      "step": 1554350
    },
    {
      "epoch": 433.82,
      "grad_norm": 1.1871756315231323,
      "learning_rate": 2.2099765675658157e-06,
      "loss": 0.3519,
      "step": 1554360
    },
    {
      "epoch": 433.82,
      "grad_norm": 1.1746101379394531,
      "learning_rate": 2.2099495720239757e-06,
      "loss": 0.3491,
      "step": 1554370
    },
    {
      "epoch": 433.82,
      "grad_norm": 1.010515570640564,
      "learning_rate": 2.209922576499944e-06,
      "loss": 0.3558,
      "step": 1554380
    },
    {
      "epoch": 433.82,
      "grad_norm": 1.0801060199737549,
      "learning_rate": 2.2098955809937258e-06,
      "loss": 0.3535,
      "step": 1554390
    },
    {
      "epoch": 433.83,
      "grad_norm": 1.1594030857086182,
      "learning_rate": 2.2098685855053234e-06,
      "loss": 0.3454,
      "step": 1554400
    },
    {
      "epoch": 433.83,
      "grad_norm": 1.0665032863616943,
      "learning_rate": 2.2098415900347397e-06,
      "loss": 0.351,
      "step": 1554410
    },
    {
      "epoch": 433.83,
      "grad_norm": 1.15370512008667,
      "learning_rate": 2.2098145945819805e-06,
      "loss": 0.3285,
      "step": 1554420
    },
    {
      "epoch": 433.83,
      "grad_norm": 1.0757451057434082,
      "learning_rate": 2.209787599147048e-06,
      "loss": 0.372,
      "step": 1554430
    },
    {
      "epoch": 433.84,
      "grad_norm": 0.9787002205848694,
      "learning_rate": 2.209760603729945e-06,
      "loss": 0.3537,
      "step": 1554440
    },
    {
      "epoch": 433.84,
      "grad_norm": 0.9773484468460083,
      "learning_rate": 2.2097336083306767e-06,
      "loss": 0.3383,
      "step": 1554450
    },
    {
      "epoch": 433.84,
      "grad_norm": 0.9282490611076355,
      "learning_rate": 2.2097066129492453e-06,
      "loss": 0.3405,
      "step": 1554460
    },
    {
      "epoch": 433.85,
      "grad_norm": 1.0427583456039429,
      "learning_rate": 2.209679617585656e-06,
      "loss": 0.3623,
      "step": 1554470
    },
    {
      "epoch": 433.85,
      "grad_norm": 0.8402664661407471,
      "learning_rate": 2.2096526222399116e-06,
      "loss": 0.3284,
      "step": 1554480
    },
    {
      "epoch": 433.85,
      "grad_norm": 1.2702393531799316,
      "learning_rate": 2.209625626912014e-06,
      "loss": 0.3466,
      "step": 1554490
    },
    {
      "epoch": 433.85,
      "grad_norm": 1.016694188117981,
      "learning_rate": 2.20959863160197e-06,
      "loss": 0.354,
      "step": 1554500
    },
    {
      "epoch": 433.86,
      "grad_norm": 1.0827131271362305,
      "learning_rate": 2.209571636309781e-06,
      "loss": 0.357,
      "step": 1554510
    },
    {
      "epoch": 433.86,
      "grad_norm": 1.2007092237472534,
      "learning_rate": 2.2095446410354515e-06,
      "loss": 0.3428,
      "step": 1554520
    },
    {
      "epoch": 433.86,
      "grad_norm": 1.0686004161834717,
      "learning_rate": 2.2095176457789846e-06,
      "loss": 0.3478,
      "step": 1554530
    },
    {
      "epoch": 433.87,
      "grad_norm": 0.9912193417549133,
      "learning_rate": 2.2094906505403845e-06,
      "loss": 0.342,
      "step": 1554540
    },
    {
      "epoch": 433.87,
      "grad_norm": 1.110015630722046,
      "learning_rate": 2.2094636553196535e-06,
      "loss": 0.3563,
      "step": 1554550
    },
    {
      "epoch": 433.87,
      "grad_norm": 1.0403947830200195,
      "learning_rate": 2.2094366601167965e-06,
      "loss": 0.3527,
      "step": 1554560
    },
    {
      "epoch": 433.87,
      "grad_norm": 1.0401391983032227,
      "learning_rate": 2.2094096649318166e-06,
      "loss": 0.3467,
      "step": 1554570
    },
    {
      "epoch": 433.88,
      "grad_norm": 1.2477084398269653,
      "learning_rate": 2.2093826697647175e-06,
      "loss": 0.3544,
      "step": 1554580
    },
    {
      "epoch": 433.88,
      "grad_norm": 0.9835726618766785,
      "learning_rate": 2.2093556746155027e-06,
      "loss": 0.3602,
      "step": 1554590
    },
    {
      "epoch": 433.88,
      "grad_norm": 0.8728013038635254,
      "learning_rate": 2.2093286794841764e-06,
      "loss": 0.3409,
      "step": 1554600
    },
    {
      "epoch": 433.89,
      "grad_norm": 1.0499351024627686,
      "learning_rate": 2.20930168437074e-06,
      "loss": 0.3353,
      "step": 1554610
    },
    {
      "epoch": 433.89,
      "grad_norm": 0.9421588778495789,
      "learning_rate": 2.2092746892752e-06,
      "loss": 0.3427,
      "step": 1554620
    },
    {
      "epoch": 433.89,
      "grad_norm": 1.112390160560608,
      "learning_rate": 2.209247694197559e-06,
      "loss": 0.3503,
      "step": 1554630
    },
    {
      "epoch": 433.89,
      "grad_norm": 1.03722083568573,
      "learning_rate": 2.209220699137819e-06,
      "loss": 0.3414,
      "step": 1554640
    },
    {
      "epoch": 433.9,
      "grad_norm": 0.8938943147659302,
      "learning_rate": 2.2091937040959853e-06,
      "loss": 0.3489,
      "step": 1554650
    },
    {
      "epoch": 433.9,
      "grad_norm": 1.208351969718933,
      "learning_rate": 2.209166709072062e-06,
      "loss": 0.3439,
      "step": 1554660
    },
    {
      "epoch": 433.9,
      "grad_norm": 1.2060153484344482,
      "learning_rate": 2.209139714066051e-06,
      "loss": 0.3392,
      "step": 1554670
    },
    {
      "epoch": 433.9,
      "grad_norm": 1.01445472240448,
      "learning_rate": 2.209112719077957e-06,
      "loss": 0.3497,
      "step": 1554680
    },
    {
      "epoch": 433.91,
      "grad_norm": 0.9962388873100281,
      "learning_rate": 2.2090857241077833e-06,
      "loss": 0.3429,
      "step": 1554690
    },
    {
      "epoch": 433.91,
      "grad_norm": 1.0292340517044067,
      "learning_rate": 2.2090587291555325e-06,
      "loss": 0.3371,
      "step": 1554700
    },
    {
      "epoch": 433.91,
      "grad_norm": 1.0654524564743042,
      "learning_rate": 2.20903173422121e-06,
      "loss": 0.3386,
      "step": 1554710
    },
    {
      "epoch": 433.92,
      "grad_norm": 1.0323823690414429,
      "learning_rate": 2.2090047393048187e-06,
      "loss": 0.3573,
      "step": 1554720
    },
    {
      "epoch": 433.92,
      "grad_norm": 1.1106160879135132,
      "learning_rate": 2.208977744406361e-06,
      "loss": 0.3421,
      "step": 1554730
    },
    {
      "epoch": 433.92,
      "grad_norm": 1.0633816719055176,
      "learning_rate": 2.208950749525843e-06,
      "loss": 0.3664,
      "step": 1554740
    },
    {
      "epoch": 433.92,
      "grad_norm": 1.1150922775268555,
      "learning_rate": 2.2089237546632655e-06,
      "loss": 0.3435,
      "step": 1554750
    },
    {
      "epoch": 433.93,
      "grad_norm": 1.251030445098877,
      "learning_rate": 2.208896759818634e-06,
      "loss": 0.3428,
      "step": 1554760
    },
    {
      "epoch": 433.93,
      "grad_norm": 0.9765944480895996,
      "learning_rate": 2.2088697649919515e-06,
      "loss": 0.3418,
      "step": 1554770
    },
    {
      "epoch": 433.93,
      "grad_norm": 1.2416462898254395,
      "learning_rate": 2.208842770183221e-06,
      "loss": 0.3493,
      "step": 1554780
    },
    {
      "epoch": 433.94,
      "grad_norm": 0.9944173097610474,
      "learning_rate": 2.208815775392448e-06,
      "loss": 0.3401,
      "step": 1554790
    },
    {
      "epoch": 433.94,
      "grad_norm": 0.8863436579704285,
      "learning_rate": 2.2087887806196337e-06,
      "loss": 0.3444,
      "step": 1554800
    },
    {
      "epoch": 433.94,
      "grad_norm": 1.903332233428955,
      "learning_rate": 2.208761785864783e-06,
      "loss": 0.3529,
      "step": 1554810
    },
    {
      "epoch": 433.94,
      "grad_norm": 1.0819343328475952,
      "learning_rate": 2.2087347911278997e-06,
      "loss": 0.3381,
      "step": 1554820
    },
    {
      "epoch": 433.95,
      "grad_norm": 1.2960948944091797,
      "learning_rate": 2.208707796408987e-06,
      "loss": 0.3465,
      "step": 1554830
    },
    {
      "epoch": 433.95,
      "grad_norm": 0.9074654579162598,
      "learning_rate": 2.208680801708048e-06,
      "loss": 0.3489,
      "step": 1554840
    },
    {
      "epoch": 433.95,
      "grad_norm": 1.0951995849609375,
      "learning_rate": 2.2086538070250865e-06,
      "loss": 0.339,
      "step": 1554850
    },
    {
      "epoch": 433.95,
      "grad_norm": 1.159377098083496,
      "learning_rate": 2.208626812360107e-06,
      "loss": 0.3367,
      "step": 1554860
    },
    {
      "epoch": 433.96,
      "grad_norm": 0.9044048190116882,
      "learning_rate": 2.208599817713112e-06,
      "loss": 0.3458,
      "step": 1554870
    },
    {
      "epoch": 433.96,
      "grad_norm": 1.2098578214645386,
      "learning_rate": 2.208572823084106e-06,
      "loss": 0.3746,
      "step": 1554880
    },
    {
      "epoch": 433.96,
      "grad_norm": 1.3294132947921753,
      "learning_rate": 2.208545828473092e-06,
      "loss": 0.3352,
      "step": 1554890
    },
    {
      "epoch": 433.97,
      "grad_norm": 1.0740536451339722,
      "learning_rate": 2.208518833880073e-06,
      "loss": 0.3576,
      "step": 1554900
    },
    {
      "epoch": 433.97,
      "grad_norm": 1.0187387466430664,
      "learning_rate": 2.2084918393050537e-06,
      "loss": 0.3566,
      "step": 1554910
    },
    {
      "epoch": 433.97,
      "grad_norm": 1.118497371673584,
      "learning_rate": 2.2084648447480377e-06,
      "loss": 0.3489,
      "step": 1554920
    },
    {
      "epoch": 433.97,
      "grad_norm": 0.9773746132850647,
      "learning_rate": 2.208437850209027e-06,
      "loss": 0.3317,
      "step": 1554930
    },
    {
      "epoch": 433.98,
      "grad_norm": 1.014359474182129,
      "learning_rate": 2.208410855688028e-06,
      "loss": 0.3499,
      "step": 1554940
    },
    {
      "epoch": 433.98,
      "grad_norm": 0.9115422964096069,
      "learning_rate": 2.208383861185042e-06,
      "loss": 0.3409,
      "step": 1554950
    },
    {
      "epoch": 433.98,
      "grad_norm": 1.067196249961853,
      "learning_rate": 2.208356866700073e-06,
      "loss": 0.3247,
      "step": 1554960
    },
    {
      "epoch": 433.99,
      "grad_norm": 0.9363088011741638,
      "learning_rate": 2.208329872233125e-06,
      "loss": 0.3394,
      "step": 1554970
    },
    {
      "epoch": 433.99,
      "grad_norm": 1.0152353048324585,
      "learning_rate": 2.208302877784202e-06,
      "loss": 0.3487,
      "step": 1554980
    },
    {
      "epoch": 433.99,
      "grad_norm": 1.09463632106781,
      "learning_rate": 2.208275883353306e-06,
      "loss": 0.3607,
      "step": 1554990
    },
    {
      "epoch": 433.99,
      "grad_norm": 2.24735951423645,
      "learning_rate": 2.2082488889404422e-06,
      "loss": 0.348,
      "step": 1555000
    },
    {
      "epoch": 434.0,
      "grad_norm": 1.3931379318237305,
      "learning_rate": 2.2082218945456145e-06,
      "loss": 0.3454,
      "step": 1555010
    },
    {
      "epoch": 434.0,
      "grad_norm": 1.258551001548767,
      "learning_rate": 2.2081949001688243e-06,
      "loss": 0.3389,
      "step": 1555020
    },
    {
      "epoch": 434.0,
      "eval_loss": 0.34708064794540405,
      "eval_runtime": 63.6487,
      "eval_samples_per_second": 79.483,
      "eval_steps_per_second": 9.945,
      "step": 1555022
    },
    {
      "epoch": 434.0,
      "grad_norm": 0.9697439074516296,
      "learning_rate": 2.208167905810077e-06,
      "loss": 0.3482,
      "step": 1555030
    },
    {
      "epoch": 434.01,
      "grad_norm": 1.2999061346054077,
      "learning_rate": 2.208140911469375e-06,
      "loss": 0.362,
      "step": 1555040
    },
    {
      "epoch": 434.01,
      "grad_norm": 1.200818419456482,
      "learning_rate": 2.2081139171467235e-06,
      "loss": 0.3415,
      "step": 1555050
    },
    {
      "epoch": 434.01,
      "grad_norm": 1.0534111261367798,
      "learning_rate": 2.2080869228421255e-06,
      "loss": 0.3499,
      "step": 1555060
    },
    {
      "epoch": 434.01,
      "grad_norm": 0.978892982006073,
      "learning_rate": 2.208059928555583e-06,
      "loss": 0.3322,
      "step": 1555070
    },
    {
      "epoch": 434.02,
      "grad_norm": 1.0117623805999756,
      "learning_rate": 2.208032934287102e-06,
      "loss": 0.3441,
      "step": 1555080
    },
    {
      "epoch": 434.02,
      "grad_norm": 1.056593894958496,
      "learning_rate": 2.2080059400366852e-06,
      "loss": 0.3542,
      "step": 1555090
    },
    {
      "epoch": 434.02,
      "grad_norm": 0.9169296622276306,
      "learning_rate": 2.2079789458043353e-06,
      "loss": 0.3624,
      "step": 1555100
    },
    {
      "epoch": 434.02,
      "grad_norm": 0.8561887741088867,
      "learning_rate": 2.207951951590057e-06,
      "loss": 0.3318,
      "step": 1555110
    },
    {
      "epoch": 434.03,
      "grad_norm": 0.9923926591873169,
      "learning_rate": 2.2079249573938532e-06,
      "loss": 0.3458,
      "step": 1555120
    },
    {
      "epoch": 434.03,
      "grad_norm": 1.0349438190460205,
      "learning_rate": 2.207897963215727e-06,
      "loss": 0.3344,
      "step": 1555130
    },
    {
      "epoch": 434.03,
      "grad_norm": 1.280643343925476,
      "learning_rate": 2.2078709690556836e-06,
      "loss": 0.355,
      "step": 1555140
    },
    {
      "epoch": 434.04,
      "grad_norm": 1.022997260093689,
      "learning_rate": 2.207843974913726e-06,
      "loss": 0.3359,
      "step": 1555150
    },
    {
      "epoch": 434.04,
      "grad_norm": 1.1239123344421387,
      "learning_rate": 2.207816980789857e-06,
      "loss": 0.3312,
      "step": 1555160
    },
    {
      "epoch": 434.04,
      "grad_norm": 0.9834725856781006,
      "learning_rate": 2.2077899866840813e-06,
      "loss": 0.3463,
      "step": 1555170
    },
    {
      "epoch": 434.04,
      "grad_norm": 0.8873938918113708,
      "learning_rate": 2.2077629925964013e-06,
      "loss": 0.3374,
      "step": 1555180
    },
    {
      "epoch": 434.05,
      "grad_norm": 0.9325681328773499,
      "learning_rate": 2.2077359985268206e-06,
      "loss": 0.3458,
      "step": 1555190
    },
    {
      "epoch": 434.05,
      "grad_norm": 1.0140204429626465,
      "learning_rate": 2.2077090044753444e-06,
      "loss": 0.3662,
      "step": 1555200
    },
    {
      "epoch": 434.05,
      "grad_norm": 0.9949033856391907,
      "learning_rate": 2.2076820104419757e-06,
      "loss": 0.3446,
      "step": 1555210
    },
    {
      "epoch": 434.06,
      "grad_norm": 1.0100510120391846,
      "learning_rate": 2.2076550164267165e-06,
      "loss": 0.3298,
      "step": 1555220
    },
    {
      "epoch": 434.06,
      "grad_norm": 1.0860786437988281,
      "learning_rate": 2.2076280224295724e-06,
      "loss": 0.3298,
      "step": 1555230
    },
    {
      "epoch": 434.06,
      "grad_norm": 0.9616392850875854,
      "learning_rate": 2.207601028450546e-06,
      "loss": 0.3549,
      "step": 1555240
    },
    {
      "epoch": 434.06,
      "grad_norm": 1.037153959274292,
      "learning_rate": 2.207574034489641e-06,
      "loss": 0.3297,
      "step": 1555250
    },
    {
      "epoch": 434.07,
      "grad_norm": 1.007507085800171,
      "learning_rate": 2.207547040546861e-06,
      "loss": 0.3516,
      "step": 1555260
    },
    {
      "epoch": 434.07,
      "grad_norm": 0.978468656539917,
      "learning_rate": 2.2075200466222098e-06,
      "loss": 0.3564,
      "step": 1555270
    },
    {
      "epoch": 434.07,
      "grad_norm": 0.9068291187286377,
      "learning_rate": 2.20749305271569e-06,
      "loss": 0.3466,
      "step": 1555280
    },
    {
      "epoch": 434.07,
      "grad_norm": 1.1309709548950195,
      "learning_rate": 2.207466058827307e-06,
      "loss": 0.3625,
      "step": 1555290
    },
    {
      "epoch": 434.08,
      "grad_norm": 0.9034321308135986,
      "learning_rate": 2.207439064957064e-06,
      "loss": 0.3539,
      "step": 1555300
    },
    {
      "epoch": 434.08,
      "grad_norm": 1.035536289215088,
      "learning_rate": 2.207412071104962e-06,
      "loss": 0.3403,
      "step": 1555310
    },
    {
      "epoch": 434.08,
      "grad_norm": 1.0569950342178345,
      "learning_rate": 2.2073850772710084e-06,
      "loss": 0.3367,
      "step": 1555320
    },
    {
      "epoch": 434.09,
      "grad_norm": 0.9719537496566772,
      "learning_rate": 2.207358083455204e-06,
      "loss": 0.3316,
      "step": 1555330
    },
    {
      "epoch": 434.09,
      "grad_norm": 0.9990724325180054,
      "learning_rate": 2.2073310896575543e-06,
      "loss": 0.356,
      "step": 1555340
    },
    {
      "epoch": 434.09,
      "grad_norm": 0.9777836203575134,
      "learning_rate": 2.2073040958780616e-06,
      "loss": 0.3367,
      "step": 1555350
    },
    {
      "epoch": 434.09,
      "grad_norm": 1.0296530723571777,
      "learning_rate": 2.207277102116729e-06,
      "loss": 0.3427,
      "step": 1555360
    },
    {
      "epoch": 434.1,
      "grad_norm": 1.0186545848846436,
      "learning_rate": 2.207250108373562e-06,
      "loss": 0.3462,
      "step": 1555370
    },
    {
      "epoch": 434.1,
      "grad_norm": 0.9706536531448364,
      "learning_rate": 2.2072231146485634e-06,
      "loss": 0.3367,
      "step": 1555380
    },
    {
      "epoch": 434.1,
      "grad_norm": 1.1335601806640625,
      "learning_rate": 2.207196120941736e-06,
      "loss": 0.3304,
      "step": 1555390
    },
    {
      "epoch": 434.11,
      "grad_norm": 1.0031381845474243,
      "learning_rate": 2.2071691272530843e-06,
      "loss": 0.3494,
      "step": 1555400
    },
    {
      "epoch": 434.11,
      "grad_norm": 1.034900188446045,
      "learning_rate": 2.2071421335826116e-06,
      "loss": 0.3353,
      "step": 1555410
    },
    {
      "epoch": 434.11,
      "grad_norm": 1.093876600265503,
      "learning_rate": 2.2071151399303204e-06,
      "loss": 0.3345,
      "step": 1555420
    },
    {
      "epoch": 434.11,
      "grad_norm": 1.1792641878128052,
      "learning_rate": 2.2070881462962163e-06,
      "loss": 0.3365,
      "step": 1555430
    },
    {
      "epoch": 434.12,
      "grad_norm": 0.968841552734375,
      "learning_rate": 2.2070611526803023e-06,
      "loss": 0.3548,
      "step": 1555440
    },
    {
      "epoch": 434.12,
      "grad_norm": 1.6437628269195557,
      "learning_rate": 2.2070341590825803e-06,
      "loss": 0.3259,
      "step": 1555450
    },
    {
      "epoch": 434.12,
      "grad_norm": 1.1597152948379517,
      "learning_rate": 2.2070071655030565e-06,
      "loss": 0.3346,
      "step": 1555460
    },
    {
      "epoch": 434.13,
      "grad_norm": 1.240167260169983,
      "learning_rate": 2.2069801719417325e-06,
      "loss": 0.3493,
      "step": 1555470
    },
    {
      "epoch": 434.13,
      "grad_norm": 1.085595726966858,
      "learning_rate": 2.206953178398613e-06,
      "loss": 0.3422,
      "step": 1555480
    },
    {
      "epoch": 434.13,
      "grad_norm": 1.2050985097885132,
      "learning_rate": 2.206926184873701e-06,
      "loss": 0.3522,
      "step": 1555490
    },
    {
      "epoch": 434.13,
      "grad_norm": 1.0380600690841675,
      "learning_rate": 2.206899191367001e-06,
      "loss": 0.347,
      "step": 1555500
    },
    {
      "epoch": 434.14,
      "grad_norm": 1.0654321908950806,
      "learning_rate": 2.206872197878514e-06,
      "loss": 0.3335,
      "step": 1555510
    },
    {
      "epoch": 434.14,
      "grad_norm": 1.075156569480896,
      "learning_rate": 2.206845204408247e-06,
      "loss": 0.3418,
      "step": 1555520
    },
    {
      "epoch": 434.14,
      "grad_norm": 1.270155906677246,
      "learning_rate": 2.206818210956202e-06,
      "loss": 0.3397,
      "step": 1555530
    },
    {
      "epoch": 434.14,
      "grad_norm": 1.1527392864227295,
      "learning_rate": 2.206791217522382e-06,
      "loss": 0.3442,
      "step": 1555540
    },
    {
      "epoch": 434.15,
      "grad_norm": 0.9524569511413574,
      "learning_rate": 2.206764224106792e-06,
      "loss": 0.3352,
      "step": 1555550
    },
    {
      "epoch": 434.15,
      "grad_norm": 0.933605968952179,
      "learning_rate": 2.2067372307094347e-06,
      "loss": 0.3629,
      "step": 1555560
    },
    {
      "epoch": 434.15,
      "grad_norm": 0.9883034825325012,
      "learning_rate": 2.206710237330313e-06,
      "loss": 0.3385,
      "step": 1555570
    },
    {
      "epoch": 434.16,
      "grad_norm": 1.054824709892273,
      "learning_rate": 2.206683243969432e-06,
      "loss": 0.341,
      "step": 1555580
    },
    {
      "epoch": 434.16,
      "grad_norm": 1.0762320756912231,
      "learning_rate": 2.206656250626795e-06,
      "loss": 0.363,
      "step": 1555590
    },
    {
      "epoch": 434.16,
      "grad_norm": 1.0677225589752197,
      "learning_rate": 2.2066292573024042e-06,
      "loss": 0.3461,
      "step": 1555600
    },
    {
      "epoch": 434.16,
      "grad_norm": 0.9979397058486938,
      "learning_rate": 2.206602263996265e-06,
      "loss": 0.3314,
      "step": 1555610
    },
    {
      "epoch": 434.17,
      "grad_norm": 0.953659176826477,
      "learning_rate": 2.2065752707083796e-06,
      "loss": 0.3396,
      "step": 1555620
    },
    {
      "epoch": 434.17,
      "grad_norm": 1.0178613662719727,
      "learning_rate": 2.206548277438753e-06,
      "loss": 0.3393,
      "step": 1555630
    },
    {
      "epoch": 434.17,
      "grad_norm": 1.1411285400390625,
      "learning_rate": 2.206521284187388e-06,
      "loss": 0.3532,
      "step": 1555640
    },
    {
      "epoch": 434.18,
      "grad_norm": 1.1430482864379883,
      "learning_rate": 2.2064942909542866e-06,
      "loss": 0.333,
      "step": 1555650
    },
    {
      "epoch": 434.18,
      "grad_norm": 1.047364354133606,
      "learning_rate": 2.2064672977394553e-06,
      "loss": 0.3442,
      "step": 1555660
    },
    {
      "epoch": 434.18,
      "grad_norm": 1.1440373659133911,
      "learning_rate": 2.2064403045428967e-06,
      "loss": 0.3309,
      "step": 1555670
    },
    {
      "epoch": 434.18,
      "grad_norm": 0.9414333701133728,
      "learning_rate": 2.2064133113646132e-06,
      "loss": 0.3432,
      "step": 1555680
    },
    {
      "epoch": 434.19,
      "grad_norm": 1.1148382425308228,
      "learning_rate": 2.20638631820461e-06,
      "loss": 0.3394,
      "step": 1555690
    },
    {
      "epoch": 434.19,
      "grad_norm": 1.0767745971679688,
      "learning_rate": 2.2063593250628896e-06,
      "loss": 0.3474,
      "step": 1555700
    },
    {
      "epoch": 434.19,
      "grad_norm": 1.2982233762741089,
      "learning_rate": 2.2063323319394553e-06,
      "loss": 0.3525,
      "step": 1555710
    },
    {
      "epoch": 434.19,
      "grad_norm": 1.266400933265686,
      "learning_rate": 2.206305338834312e-06,
      "loss": 0.3387,
      "step": 1555720
    },
    {
      "epoch": 434.2,
      "grad_norm": 1.0673867464065552,
      "learning_rate": 2.206278345747463e-06,
      "loss": 0.3326,
      "step": 1555730
    },
    {
      "epoch": 434.2,
      "grad_norm": 1.1032730340957642,
      "learning_rate": 2.20625135267891e-06,
      "loss": 0.3553,
      "step": 1555740
    },
    {
      "epoch": 434.2,
      "grad_norm": 1.2827210426330566,
      "learning_rate": 2.2062243596286595e-06,
      "loss": 0.3496,
      "step": 1555750
    },
    {
      "epoch": 434.21,
      "grad_norm": 1.1510013341903687,
      "learning_rate": 2.2061973665967137e-06,
      "loss": 0.3565,
      "step": 1555760
    },
    {
      "epoch": 434.21,
      "grad_norm": 1.2074843645095825,
      "learning_rate": 2.2061703735830756e-06,
      "loss": 0.3377,
      "step": 1555770
    },
    {
      "epoch": 434.21,
      "grad_norm": 1.082335114479065,
      "learning_rate": 2.20614338058775e-06,
      "loss": 0.3439,
      "step": 1555780
    },
    {
      "epoch": 434.21,
      "grad_norm": 1.1728191375732422,
      "learning_rate": 2.2061163876107393e-06,
      "loss": 0.3464,
      "step": 1555790
    },
    {
      "epoch": 434.22,
      "grad_norm": 0.9179800748825073,
      "learning_rate": 2.2060893946520474e-06,
      "loss": 0.3619,
      "step": 1555800
    },
    {
      "epoch": 434.22,
      "grad_norm": 1.1497209072113037,
      "learning_rate": 2.206062401711679e-06,
      "loss": 0.3583,
      "step": 1555810
    },
    {
      "epoch": 434.22,
      "grad_norm": 1.0750768184661865,
      "learning_rate": 2.2060354087896366e-06,
      "loss": 0.3511,
      "step": 1555820
    },
    {
      "epoch": 434.23,
      "grad_norm": 1.1954880952835083,
      "learning_rate": 2.206008415885924e-06,
      "loss": 0.345,
      "step": 1555830
    },
    {
      "epoch": 434.23,
      "grad_norm": 1.0408077239990234,
      "learning_rate": 2.205981423000545e-06,
      "loss": 0.3501,
      "step": 1555840
    },
    {
      "epoch": 434.23,
      "grad_norm": 1.082452654838562,
      "learning_rate": 2.2059544301335028e-06,
      "loss": 0.3504,
      "step": 1555850
    },
    {
      "epoch": 434.23,
      "grad_norm": 1.1141165494918823,
      "learning_rate": 2.2059274372848007e-06,
      "loss": 0.3343,
      "step": 1555860
    },
    {
      "epoch": 434.24,
      "grad_norm": 0.9779622554779053,
      "learning_rate": 2.2059004444544436e-06,
      "loss": 0.3458,
      "step": 1555870
    },
    {
      "epoch": 434.24,
      "grad_norm": 0.9881172180175781,
      "learning_rate": 2.2058734516424345e-06,
      "loss": 0.3503,
      "step": 1555880
    },
    {
      "epoch": 434.24,
      "grad_norm": 1.016875147819519,
      "learning_rate": 2.205846458848775e-06,
      "loss": 0.3471,
      "step": 1555890
    },
    {
      "epoch": 434.25,
      "grad_norm": 0.9945498108863831,
      "learning_rate": 2.2058194660734727e-06,
      "loss": 0.3487,
      "step": 1555900
    },
    {
      "epoch": 434.25,
      "grad_norm": 0.9987353086471558,
      "learning_rate": 2.205792473316528e-06,
      "loss": 0.3554,
      "step": 1555910
    },
    {
      "epoch": 434.25,
      "grad_norm": 0.9275005459785461,
      "learning_rate": 2.2057654805779457e-06,
      "loss": 0.3435,
      "step": 1555920
    },
    {
      "epoch": 434.25,
      "grad_norm": 1.1028820276260376,
      "learning_rate": 2.2057384878577296e-06,
      "loss": 0.3326,
      "step": 1555930
    },
    {
      "epoch": 434.26,
      "grad_norm": 1.009995937347412,
      "learning_rate": 2.205711495155882e-06,
      "loss": 0.3522,
      "step": 1555940
    },
    {
      "epoch": 434.26,
      "grad_norm": 1.1186362504959106,
      "learning_rate": 2.2056845024724074e-06,
      "loss": 0.3407,
      "step": 1555950
    },
    {
      "epoch": 434.26,
      "grad_norm": 0.9934677481651306,
      "learning_rate": 2.2056575098073103e-06,
      "loss": 0.3346,
      "step": 1555960
    },
    {
      "epoch": 434.26,
      "grad_norm": 1.1573561429977417,
      "learning_rate": 2.2056305171605925e-06,
      "loss": 0.3473,
      "step": 1555970
    },
    {
      "epoch": 434.27,
      "grad_norm": 1.0574924945831299,
      "learning_rate": 2.2056035245322588e-06,
      "loss": 0.3527,
      "step": 1555980
    },
    {
      "epoch": 434.27,
      "grad_norm": 1.0770649909973145,
      "learning_rate": 2.2055765319223128e-06,
      "loss": 0.3396,
      "step": 1555990
    },
    {
      "epoch": 434.27,
      "grad_norm": 1.015899896621704,
      "learning_rate": 2.2055495393307563e-06,
      "loss": 0.343,
      "step": 1556000
    },
    {
      "epoch": 434.28,
      "grad_norm": 1.2158546447753906,
      "learning_rate": 2.2055225467575957e-06,
      "loss": 0.3403,
      "step": 1556010
    },
    {
      "epoch": 434.28,
      "grad_norm": 1.0455877780914307,
      "learning_rate": 2.205495554202833e-06,
      "loss": 0.3425,
      "step": 1556020
    },
    {
      "epoch": 434.28,
      "grad_norm": 1.1593050956726074,
      "learning_rate": 2.205468561666471e-06,
      "loss": 0.3665,
      "step": 1556030
    },
    {
      "epoch": 434.28,
      "grad_norm": 0.9886330962181091,
      "learning_rate": 2.2054415691485154e-06,
      "loss": 0.3386,
      "step": 1556040
    },
    {
      "epoch": 434.29,
      "grad_norm": 1.0365502834320068,
      "learning_rate": 2.2054145766489687e-06,
      "loss": 0.3508,
      "step": 1556050
    },
    {
      "epoch": 434.29,
      "grad_norm": 1.1681724786758423,
      "learning_rate": 2.205387584167834e-06,
      "loss": 0.356,
      "step": 1556060
    },
    {
      "epoch": 434.29,
      "grad_norm": 1.0339560508728027,
      "learning_rate": 2.205360591705116e-06,
      "loss": 0.3453,
      "step": 1556070
    },
    {
      "epoch": 434.3,
      "grad_norm": 0.9229345321655273,
      "learning_rate": 2.2053335992608174e-06,
      "loss": 0.3385,
      "step": 1556080
    },
    {
      "epoch": 434.3,
      "grad_norm": 1.1050896644592285,
      "learning_rate": 2.205306606834941e-06,
      "loss": 0.3414,
      "step": 1556090
    },
    {
      "epoch": 434.3,
      "grad_norm": 1.001794457435608,
      "learning_rate": 2.2052796144274927e-06,
      "loss": 0.363,
      "step": 1556100
    },
    {
      "epoch": 434.3,
      "grad_norm": 1.5925236940383911,
      "learning_rate": 2.2052526220384745e-06,
      "loss": 0.3587,
      "step": 1556110
    },
    {
      "epoch": 434.31,
      "grad_norm": 1.188167691230774,
      "learning_rate": 2.2052256296678903e-06,
      "loss": 0.3474,
      "step": 1556120
    },
    {
      "epoch": 434.31,
      "grad_norm": 0.9422519207000732,
      "learning_rate": 2.205198637315744e-06,
      "loss": 0.3375,
      "step": 1556130
    },
    {
      "epoch": 434.31,
      "grad_norm": 1.1413428783416748,
      "learning_rate": 2.2051716449820387e-06,
      "loss": 0.3533,
      "step": 1556140
    },
    {
      "epoch": 434.31,
      "grad_norm": 1.0150587558746338,
      "learning_rate": 2.205144652666778e-06,
      "loss": 0.3574,
      "step": 1556150
    },
    {
      "epoch": 434.32,
      "grad_norm": 0.8992191553115845,
      "learning_rate": 2.2051176603699658e-06,
      "loss": 0.3343,
      "step": 1556160
    },
    {
      "epoch": 434.32,
      "grad_norm": 1.0286920070648193,
      "learning_rate": 2.205090668091606e-06,
      "loss": 0.3468,
      "step": 1556170
    },
    {
      "epoch": 434.32,
      "grad_norm": 1.085893154144287,
      "learning_rate": 2.2050636758317007e-06,
      "loss": 0.3491,
      "step": 1556180
    },
    {
      "epoch": 434.33,
      "grad_norm": 1.138569951057434,
      "learning_rate": 2.2050366835902556e-06,
      "loss": 0.3394,
      "step": 1556190
    },
    {
      "epoch": 434.33,
      "grad_norm": 0.9924659132957458,
      "learning_rate": 2.205009691367273e-06,
      "loss": 0.3426,
      "step": 1556200
    },
    {
      "epoch": 434.33,
      "grad_norm": 1.06211256980896,
      "learning_rate": 2.204982699162757e-06,
      "loss": 0.3344,
      "step": 1556210
    },
    {
      "epoch": 434.33,
      "grad_norm": 0.9905332922935486,
      "learning_rate": 2.2049557069767113e-06,
      "loss": 0.3539,
      "step": 1556220
    },
    {
      "epoch": 434.34,
      "grad_norm": 1.0755813121795654,
      "learning_rate": 2.204928714809138e-06,
      "loss": 0.3502,
      "step": 1556230
    },
    {
      "epoch": 434.34,
      "grad_norm": 1.1347545385360718,
      "learning_rate": 2.2049017226600428e-06,
      "loss": 0.3456,
      "step": 1556240
    },
    {
      "epoch": 434.34,
      "grad_norm": 0.9560426473617554,
      "learning_rate": 2.204874730529428e-06,
      "loss": 0.3431,
      "step": 1556250
    },
    {
      "epoch": 434.35,
      "grad_norm": 1.2018648386001587,
      "learning_rate": 2.2048477384172973e-06,
      "loss": 0.3279,
      "step": 1556260
    },
    {
      "epoch": 434.35,
      "grad_norm": 0.9336835145950317,
      "learning_rate": 2.204820746323655e-06,
      "loss": 0.3365,
      "step": 1556270
    },
    {
      "epoch": 434.35,
      "grad_norm": 1.0537234544754028,
      "learning_rate": 2.2047937542485043e-06,
      "loss": 0.3416,
      "step": 1556280
    },
    {
      "epoch": 434.35,
      "grad_norm": 1.0531362295150757,
      "learning_rate": 2.204766762191848e-06,
      "loss": 0.3471,
      "step": 1556290
    },
    {
      "epoch": 434.36,
      "grad_norm": 0.9726005792617798,
      "learning_rate": 2.204739770153691e-06,
      "loss": 0.3434,
      "step": 1556300
    },
    {
      "epoch": 434.36,
      "grad_norm": 0.9196645021438599,
      "learning_rate": 2.2047127781340364e-06,
      "loss": 0.3391,
      "step": 1556310
    },
    {
      "epoch": 434.36,
      "grad_norm": 2.3028247356414795,
      "learning_rate": 2.204685786132887e-06,
      "loss": 0.3401,
      "step": 1556320
    },
    {
      "epoch": 434.37,
      "grad_norm": 1.0814552307128906,
      "learning_rate": 2.2046587941502476e-06,
      "loss": 0.34,
      "step": 1556330
    },
    {
      "epoch": 434.37,
      "grad_norm": 0.9414212107658386,
      "learning_rate": 2.2046318021861215e-06,
      "loss": 0.3449,
      "step": 1556340
    },
    {
      "epoch": 434.37,
      "grad_norm": 1.0411112308502197,
      "learning_rate": 2.2046048102405115e-06,
      "loss": 0.3349,
      "step": 1556350
    },
    {
      "epoch": 434.37,
      "grad_norm": 1.0406298637390137,
      "learning_rate": 2.2045778183134223e-06,
      "loss": 0.3483,
      "step": 1556360
    },
    {
      "epoch": 434.38,
      "grad_norm": 1.031611442565918,
      "learning_rate": 2.204550826404857e-06,
      "loss": 0.3477,
      "step": 1556370
    },
    {
      "epoch": 434.38,
      "grad_norm": 1.4411817789077759,
      "learning_rate": 2.2045238345148182e-06,
      "loss": 0.3574,
      "step": 1556380
    },
    {
      "epoch": 434.38,
      "grad_norm": 1.1030795574188232,
      "learning_rate": 2.2044968426433114e-06,
      "loss": 0.3503,
      "step": 1556390
    },
    {
      "epoch": 434.38,
      "grad_norm": 1.0465092658996582,
      "learning_rate": 2.2044698507903393e-06,
      "loss": 0.333,
      "step": 1556400
    },
    {
      "epoch": 434.39,
      "grad_norm": 0.9381176233291626,
      "learning_rate": 2.204442858955904e-06,
      "loss": 0.364,
      "step": 1556410
    },
    {
      "epoch": 434.39,
      "grad_norm": 1.0943539142608643,
      "learning_rate": 2.204415867140012e-06,
      "loss": 0.3474,
      "step": 1556420
    },
    {
      "epoch": 434.39,
      "grad_norm": 1.116126537322998,
      "learning_rate": 2.204388875342665e-06,
      "loss": 0.3393,
      "step": 1556430
    },
    {
      "epoch": 434.4,
      "grad_norm": 1.2444430589675903,
      "learning_rate": 2.2043618835638672e-06,
      "loss": 0.3412,
      "step": 1556440
    },
    {
      "epoch": 434.4,
      "grad_norm": 1.0294189453125,
      "learning_rate": 2.204334891803622e-06,
      "loss": 0.3237,
      "step": 1556450
    },
    {
      "epoch": 434.4,
      "grad_norm": 1.019261121749878,
      "learning_rate": 2.204307900061933e-06,
      "loss": 0.3269,
      "step": 1556460
    },
    {
      "epoch": 434.4,
      "grad_norm": 1.0710864067077637,
      "learning_rate": 2.2042809083388026e-06,
      "loss": 0.3336,
      "step": 1556470
    },
    {
      "epoch": 434.41,
      "grad_norm": 1.071470856666565,
      "learning_rate": 2.204253916634237e-06,
      "loss": 0.336,
      "step": 1556480
    },
    {
      "epoch": 434.41,
      "grad_norm": 1.061166763305664,
      "learning_rate": 2.2042269249482376e-06,
      "loss": 0.3429,
      "step": 1556490
    },
    {
      "epoch": 434.41,
      "grad_norm": 0.9466814994812012,
      "learning_rate": 2.2041999332808093e-06,
      "loss": 0.3344,
      "step": 1556500
    },
    {
      "epoch": 434.42,
      "grad_norm": 1.0538192987442017,
      "learning_rate": 2.204172941631955e-06,
      "loss": 0.3358,
      "step": 1556510
    },
    {
      "epoch": 434.42,
      "grad_norm": 1.1499755382537842,
      "learning_rate": 2.2041459500016778e-06,
      "loss": 0.3508,
      "step": 1556520
    },
    {
      "epoch": 434.42,
      "grad_norm": 1.0709635019302368,
      "learning_rate": 2.2041189583899826e-06,
      "loss": 0.3409,
      "step": 1556530
    },
    {
      "epoch": 434.42,
      "grad_norm": 1.0063695907592773,
      "learning_rate": 2.2040919667968726e-06,
      "loss": 0.3461,
      "step": 1556540
    },
    {
      "epoch": 434.43,
      "grad_norm": 1.0829524993896484,
      "learning_rate": 2.2040649752223503e-06,
      "loss": 0.3383,
      "step": 1556550
    },
    {
      "epoch": 434.43,
      "grad_norm": 4.722833156585693,
      "learning_rate": 2.2040379836664208e-06,
      "loss": 0.3402,
      "step": 1556560
    },
    {
      "epoch": 434.43,
      "grad_norm": 0.9998897910118103,
      "learning_rate": 2.204010992129087e-06,
      "loss": 0.3298,
      "step": 1556570
    },
    {
      "epoch": 434.43,
      "grad_norm": 1.0551841259002686,
      "learning_rate": 2.203984000610352e-06,
      "loss": 0.3406,
      "step": 1556580
    },
    {
      "epoch": 434.44,
      "grad_norm": 0.9102369546890259,
      "learning_rate": 2.2039570091102204e-06,
      "loss": 0.3255,
      "step": 1556590
    },
    {
      "epoch": 434.44,
      "grad_norm": 1.866795301437378,
      "learning_rate": 2.203930017628695e-06,
      "loss": 0.3376,
      "step": 1556600
    },
    {
      "epoch": 434.44,
      "grad_norm": 1.0960637331008911,
      "learning_rate": 2.203903026165779e-06,
      "loss": 0.3393,
      "step": 1556610
    },
    {
      "epoch": 434.45,
      "grad_norm": 0.9432243704795837,
      "learning_rate": 2.203876034721478e-06,
      "loss": 0.3373,
      "step": 1556620
    },
    {
      "epoch": 434.45,
      "grad_norm": 1.030353307723999,
      "learning_rate": 2.2038490432957938e-06,
      "loss": 0.3454,
      "step": 1556630
    },
    {
      "epoch": 434.45,
      "grad_norm": 0.9512113928794861,
      "learning_rate": 2.20382205188873e-06,
      "loss": 0.339,
      "step": 1556640
    },
    {
      "epoch": 434.45,
      "grad_norm": 1.1759124994277954,
      "learning_rate": 2.2037950605002914e-06,
      "loss": 0.3432,
      "step": 1556650
    },
    {
      "epoch": 434.46,
      "grad_norm": 1.1158099174499512,
      "learning_rate": 2.2037680691304804e-06,
      "loss": 0.3389,
      "step": 1556660
    },
    {
      "epoch": 434.46,
      "grad_norm": 1.1186703443527222,
      "learning_rate": 2.2037410777793004e-06,
      "loss": 0.3615,
      "step": 1556670
    },
    {
      "epoch": 434.46,
      "grad_norm": 1.1801451444625854,
      "learning_rate": 2.2037140864467568e-06,
      "loss": 0.356,
      "step": 1556680
    },
    {
      "epoch": 434.47,
      "grad_norm": 0.9517214894294739,
      "learning_rate": 2.2036870951328517e-06,
      "loss": 0.3466,
      "step": 1556690
    },
    {
      "epoch": 434.47,
      "grad_norm": 1.0979490280151367,
      "learning_rate": 2.203660103837588e-06,
      "loss": 0.3487,
      "step": 1556700
    },
    {
      "epoch": 434.47,
      "grad_norm": 1.050464153289795,
      "learning_rate": 2.203633112560971e-06,
      "loss": 0.3431,
      "step": 1556710
    },
    {
      "epoch": 434.47,
      "grad_norm": 0.9518373012542725,
      "learning_rate": 2.203606121303004e-06,
      "loss": 0.3481,
      "step": 1556720
    },
    {
      "epoch": 434.48,
      "grad_norm": 0.9568168520927429,
      "learning_rate": 2.2035791300636895e-06,
      "loss": 0.331,
      "step": 1556730
    },
    {
      "epoch": 434.48,
      "grad_norm": 1.0573550462722778,
      "learning_rate": 2.2035521388430326e-06,
      "loss": 0.3434,
      "step": 1556740
    },
    {
      "epoch": 434.48,
      "grad_norm": 1.0113427639007568,
      "learning_rate": 2.203525147641036e-06,
      "loss": 0.348,
      "step": 1556750
    },
    {
      "epoch": 434.49,
      "grad_norm": 1.0570871829986572,
      "learning_rate": 2.203498156457702e-06,
      "loss": 0.3654,
      "step": 1556760
    },
    {
      "epoch": 434.49,
      "grad_norm": 1.0767327547073364,
      "learning_rate": 2.203471165293037e-06,
      "loss": 0.3501,
      "step": 1556770
    },
    {
      "epoch": 434.49,
      "grad_norm": 1.1882210969924927,
      "learning_rate": 2.2034441741470427e-06,
      "loss": 0.3348,
      "step": 1556780
    },
    {
      "epoch": 434.49,
      "grad_norm": 0.9688182473182678,
      "learning_rate": 2.2034171830197233e-06,
      "loss": 0.3507,
      "step": 1556790
    },
    {
      "epoch": 434.5,
      "grad_norm": 0.933171272277832,
      "learning_rate": 2.2033901919110822e-06,
      "loss": 0.3379,
      "step": 1556800
    },
    {
      "epoch": 434.5,
      "grad_norm": 1.620174765586853,
      "learning_rate": 2.2033632008211225e-06,
      "loss": 0.3443,
      "step": 1556810
    },
    {
      "epoch": 434.5,
      "grad_norm": 1.1707704067230225,
      "learning_rate": 2.2033362097498487e-06,
      "loss": 0.329,
      "step": 1556820
    },
    {
      "epoch": 434.5,
      "grad_norm": 1.0362873077392578,
      "learning_rate": 2.2033092186972643e-06,
      "loss": 0.3515,
      "step": 1556830
    },
    {
      "epoch": 434.51,
      "grad_norm": 0.9235026836395264,
      "learning_rate": 2.2032822276633714e-06,
      "loss": 0.3303,
      "step": 1556840
    },
    {
      "epoch": 434.51,
      "grad_norm": 0.9408692717552185,
      "learning_rate": 2.2032552366481763e-06,
      "loss": 0.3388,
      "step": 1556850
    },
    {
      "epoch": 434.51,
      "grad_norm": 1.5805011987686157,
      "learning_rate": 2.2032282456516807e-06,
      "loss": 0.3479,
      "step": 1556860
    },
    {
      "epoch": 434.52,
      "grad_norm": 1.0112824440002441,
      "learning_rate": 2.2032012546738884e-06,
      "loss": 0.3479,
      "step": 1556870
    },
    {
      "epoch": 434.52,
      "grad_norm": 1.339188814163208,
      "learning_rate": 2.2031742637148033e-06,
      "loss": 0.3479,
      "step": 1556880
    },
    {
      "epoch": 434.52,
      "grad_norm": 0.9620727896690369,
      "learning_rate": 2.203147272774429e-06,
      "loss": 0.3538,
      "step": 1556890
    },
    {
      "epoch": 434.52,
      "grad_norm": 4.476108551025391,
      "learning_rate": 2.203120281852768e-06,
      "loss": 0.3486,
      "step": 1556900
    },
    {
      "epoch": 434.53,
      "grad_norm": 1.0166689157485962,
      "learning_rate": 2.2030932909498256e-06,
      "loss": 0.3342,
      "step": 1556910
    },
    {
      "epoch": 434.53,
      "grad_norm": 0.9133873581886292,
      "learning_rate": 2.203066300065605e-06,
      "loss": 0.3501,
      "step": 1556920
    },
    {
      "epoch": 434.53,
      "grad_norm": 1.1600534915924072,
      "learning_rate": 2.203039309200109e-06,
      "loss": 0.3473,
      "step": 1556930
    },
    {
      "epoch": 434.54,
      "grad_norm": 1.1187899112701416,
      "learning_rate": 2.203012318353342e-06,
      "loss": 0.339,
      "step": 1556940
    },
    {
      "epoch": 434.54,
      "grad_norm": 1.01201331615448,
      "learning_rate": 2.202985327525307e-06,
      "loss": 0.3329,
      "step": 1556950
    },
    {
      "epoch": 434.54,
      "grad_norm": 0.9030618667602539,
      "learning_rate": 2.2029583367160075e-06,
      "loss": 0.3452,
      "step": 1556960
    },
    {
      "epoch": 434.54,
      "grad_norm": 1.0253716707229614,
      "learning_rate": 2.2029313459254477e-06,
      "loss": 0.3463,
      "step": 1556970
    },
    {
      "epoch": 434.55,
      "grad_norm": 1.0091185569763184,
      "learning_rate": 2.202904355153631e-06,
      "loss": 0.3413,
      "step": 1556980
    },
    {
      "epoch": 434.55,
      "grad_norm": 1.0848673582077026,
      "learning_rate": 2.20287736440056e-06,
      "loss": 0.3482,
      "step": 1556990
    },
    {
      "epoch": 434.55,
      "grad_norm": 1.0486317873001099,
      "learning_rate": 2.20285037366624e-06,
      "loss": 0.3562,
      "step": 1557000
    },
    {
      "epoch": 434.55,
      "grad_norm": 0.9122588038444519,
      "learning_rate": 2.202823382950674e-06,
      "loss": 0.3388,
      "step": 1557010
    },
    {
      "epoch": 434.56,
      "grad_norm": 1.0629771947860718,
      "learning_rate": 2.202796392253865e-06,
      "loss": 0.3441,
      "step": 1557020
    },
    {
      "epoch": 434.56,
      "grad_norm": 1.3128975629806519,
      "learning_rate": 2.2027694015758174e-06,
      "loss": 0.3473,
      "step": 1557030
    },
    {
      "epoch": 434.56,
      "grad_norm": 0.8898661732673645,
      "learning_rate": 2.202742410916534e-06,
      "loss": 0.3273,
      "step": 1557040
    },
    {
      "epoch": 434.57,
      "grad_norm": 1.087327003479004,
      "learning_rate": 2.202715420276018e-06,
      "loss": 0.3609,
      "step": 1557050
    },
    {
      "epoch": 434.57,
      "grad_norm": 1.150444746017456,
      "learning_rate": 2.2026884296542753e-06,
      "loss": 0.3274,
      "step": 1557060
    },
    {
      "epoch": 434.57,
      "grad_norm": 1.2109068632125854,
      "learning_rate": 2.2026614390513066e-06,
      "loss": 0.3456,
      "step": 1557070
    },
    {
      "epoch": 434.57,
      "grad_norm": 1.2445138692855835,
      "learning_rate": 2.2026344484671174e-06,
      "loss": 0.3328,
      "step": 1557080
    },
    {
      "epoch": 434.58,
      "grad_norm": 1.110457181930542,
      "learning_rate": 2.202607457901711e-06,
      "loss": 0.3575,
      "step": 1557090
    },
    {
      "epoch": 434.58,
      "grad_norm": 0.9290449619293213,
      "learning_rate": 2.20258046735509e-06,
      "loss": 0.3336,
      "step": 1557100
    },
    {
      "epoch": 434.58,
      "grad_norm": 1.0576823949813843,
      "learning_rate": 2.202553476827259e-06,
      "loss": 0.3506,
      "step": 1557110
    },
    {
      "epoch": 434.59,
      "grad_norm": 1.4315438270568848,
      "learning_rate": 2.2025264863182216e-06,
      "loss": 0.3325,
      "step": 1557120
    },
    {
      "epoch": 434.59,
      "grad_norm": 1.0087414979934692,
      "learning_rate": 2.2024994958279803e-06,
      "loss": 0.3336,
      "step": 1557130
    },
    {
      "epoch": 434.59,
      "grad_norm": 2.100562810897827,
      "learning_rate": 2.2024725053565405e-06,
      "loss": 0.3459,
      "step": 1557140
    },
    {
      "epoch": 434.59,
      "grad_norm": 1.02000093460083,
      "learning_rate": 2.2024455149039044e-06,
      "loss": 0.3429,
      "step": 1557150
    },
    {
      "epoch": 434.6,
      "grad_norm": 1.0828524827957153,
      "learning_rate": 2.2024185244700755e-06,
      "loss": 0.3394,
      "step": 1557160
    },
    {
      "epoch": 434.6,
      "grad_norm": 1.098479151725769,
      "learning_rate": 2.2023915340550587e-06,
      "loss": 0.3431,
      "step": 1557170
    },
    {
      "epoch": 434.6,
      "grad_norm": 0.9744440317153931,
      "learning_rate": 2.2023645436588566e-06,
      "loss": 0.346,
      "step": 1557180
    },
    {
      "epoch": 434.61,
      "grad_norm": 1.1382194757461548,
      "learning_rate": 2.202337553281472e-06,
      "loss": 0.3633,
      "step": 1557190
    },
    {
      "epoch": 434.61,
      "grad_norm": 1.0264832973480225,
      "learning_rate": 2.2023105629229102e-06,
      "loss": 0.3498,
      "step": 1557200
    },
    {
      "epoch": 434.61,
      "grad_norm": 1.0793070793151855,
      "learning_rate": 2.202283572583174e-06,
      "loss": 0.3496,
      "step": 1557210
    },
    {
      "epoch": 434.61,
      "grad_norm": 0.9772482514381409,
      "learning_rate": 2.202256582262267e-06,
      "loss": 0.329,
      "step": 1557220
    },
    {
      "epoch": 434.62,
      "grad_norm": 0.8934982419013977,
      "learning_rate": 2.2022295919601925e-06,
      "loss": 0.3506,
      "step": 1557230
    },
    {
      "epoch": 434.62,
      "grad_norm": 0.9532156586647034,
      "learning_rate": 2.202202601676955e-06,
      "loss": 0.3649,
      "step": 1557240
    },
    {
      "epoch": 434.62,
      "grad_norm": 0.9387933015823364,
      "learning_rate": 2.2021756114125567e-06,
      "loss": 0.3473,
      "step": 1557250
    },
    {
      "epoch": 434.62,
      "grad_norm": 0.9668102860450745,
      "learning_rate": 2.2021486211670024e-06,
      "loss": 0.3351,
      "step": 1557260
    },
    {
      "epoch": 434.63,
      "grad_norm": 1.1146079301834106,
      "learning_rate": 2.202121630940296e-06,
      "loss": 0.3231,
      "step": 1557270
    },
    {
      "epoch": 434.63,
      "grad_norm": 1.0657070875167847,
      "learning_rate": 2.202094640732439e-06,
      "loss": 0.3418,
      "step": 1557280
    },
    {
      "epoch": 434.63,
      "grad_norm": 1.0827947854995728,
      "learning_rate": 2.202067650543437e-06,
      "loss": 0.3672,
      "step": 1557290
    },
    {
      "epoch": 434.64,
      "grad_norm": 1.1707818508148193,
      "learning_rate": 2.2020406603732933e-06,
      "loss": 0.3368,
      "step": 1557300
    },
    {
      "epoch": 434.64,
      "grad_norm": 1.1144970655441284,
      "learning_rate": 2.202013670222011e-06,
      "loss": 0.346,
      "step": 1557310
    },
    {
      "epoch": 434.64,
      "grad_norm": 0.9688111543655396,
      "learning_rate": 2.201986680089594e-06,
      "loss": 0.3429,
      "step": 1557320
    },
    {
      "epoch": 434.64,
      "grad_norm": 1.0692726373672485,
      "learning_rate": 2.2019596899760454e-06,
      "loss": 0.3558,
      "step": 1557330
    },
    {
      "epoch": 434.65,
      "grad_norm": 1.2321380376815796,
      "learning_rate": 2.201932699881368e-06,
      "loss": 0.3563,
      "step": 1557340
    },
    {
      "epoch": 434.65,
      "grad_norm": 1.1499254703521729,
      "learning_rate": 2.2019057098055685e-06,
      "loss": 0.3467,
      "step": 1557350
    },
    {
      "epoch": 434.65,
      "grad_norm": 1.0114591121673584,
      "learning_rate": 2.2018787197486467e-06,
      "loss": 0.337,
      "step": 1557360
    },
    {
      "epoch": 434.66,
      "grad_norm": 0.919603705406189,
      "learning_rate": 2.201851729710609e-06,
      "loss": 0.3668,
      "step": 1557370
    },
    {
      "epoch": 434.66,
      "grad_norm": 0.9074766635894775,
      "learning_rate": 2.2018247396914587e-06,
      "loss": 0.3499,
      "step": 1557380
    },
    {
      "epoch": 434.66,
      "grad_norm": 0.9944839477539062,
      "learning_rate": 2.2017977496911975e-06,
      "loss": 0.363,
      "step": 1557390
    },
    {
      "epoch": 434.66,
      "grad_norm": 1.1151846647262573,
      "learning_rate": 2.201770759709831e-06,
      "loss": 0.343,
      "step": 1557400
    },
    {
      "epoch": 434.67,
      "grad_norm": 1.2107412815093994,
      "learning_rate": 2.201743769747362e-06,
      "loss": 0.3367,
      "step": 1557410
    },
    {
      "epoch": 434.67,
      "grad_norm": 1.0585365295410156,
      "learning_rate": 2.201716779803793e-06,
      "loss": 0.3379,
      "step": 1557420
    },
    {
      "epoch": 434.67,
      "grad_norm": 1.195838212966919,
      "learning_rate": 2.2016897898791297e-06,
      "loss": 0.3572,
      "step": 1557430
    },
    {
      "epoch": 434.67,
      "grad_norm": 1.0285309553146362,
      "learning_rate": 2.2016627999733746e-06,
      "loss": 0.3551,
      "step": 1557440
    },
    {
      "epoch": 434.68,
      "grad_norm": 0.9960536360740662,
      "learning_rate": 2.2016358100865307e-06,
      "loss": 0.3552,
      "step": 1557450
    },
    {
      "epoch": 434.68,
      "grad_norm": 1.031754970550537,
      "learning_rate": 2.201608820218603e-06,
      "loss": 0.3328,
      "step": 1557460
    },
    {
      "epoch": 434.68,
      "grad_norm": 1.1396353244781494,
      "learning_rate": 2.201581830369594e-06,
      "loss": 0.3631,
      "step": 1557470
    },
    {
      "epoch": 434.69,
      "grad_norm": 1.046413779258728,
      "learning_rate": 2.2015548405395074e-06,
      "loss": 0.3421,
      "step": 1557480
    },
    {
      "epoch": 434.69,
      "grad_norm": 1.0725713968276978,
      "learning_rate": 2.201527850728347e-06,
      "loss": 0.3386,
      "step": 1557490
    },
    {
      "epoch": 434.69,
      "grad_norm": 1.1986397504806519,
      "learning_rate": 2.201500860936117e-06,
      "loss": 0.3369,
      "step": 1557500
    },
    {
      "epoch": 434.69,
      "grad_norm": 1.1366599798202515,
      "learning_rate": 2.201473871162819e-06,
      "loss": 0.347,
      "step": 1557510
    },
    {
      "epoch": 434.7,
      "grad_norm": 1.6424566507339478,
      "learning_rate": 2.2014468814084595e-06,
      "loss": 0.3649,
      "step": 1557520
    },
    {
      "epoch": 434.7,
      "grad_norm": 3.5378215312957764,
      "learning_rate": 2.20141989167304e-06,
      "loss": 0.342,
      "step": 1557530
    },
    {
      "epoch": 434.7,
      "grad_norm": 1.1655997037887573,
      "learning_rate": 2.2013929019565647e-06,
      "loss": 0.3489,
      "step": 1557540
    },
    {
      "epoch": 434.71,
      "grad_norm": 1.0556446313858032,
      "learning_rate": 2.2013659122590377e-06,
      "loss": 0.3437,
      "step": 1557550
    },
    {
      "epoch": 434.71,
      "grad_norm": 1.1245132684707642,
      "learning_rate": 2.2013389225804615e-06,
      "loss": 0.3534,
      "step": 1557560
    },
    {
      "epoch": 434.71,
      "grad_norm": 1.0017857551574707,
      "learning_rate": 2.2013119329208397e-06,
      "loss": 0.344,
      "step": 1557570
    },
    {
      "epoch": 434.71,
      "grad_norm": 1.0910744667053223,
      "learning_rate": 2.2012849432801774e-06,
      "loss": 0.356,
      "step": 1557580
    },
    {
      "epoch": 434.72,
      "grad_norm": 1.1075217723846436,
      "learning_rate": 2.2012579536584773e-06,
      "loss": 0.34,
      "step": 1557590
    },
    {
      "epoch": 434.72,
      "grad_norm": 1.1173945665359497,
      "learning_rate": 2.2012309640557423e-06,
      "loss": 0.3499,
      "step": 1557600
    },
    {
      "epoch": 434.72,
      "grad_norm": 0.9424024224281311,
      "learning_rate": 2.201203974471977e-06,
      "loss": 0.3402,
      "step": 1557610
    },
    {
      "epoch": 434.73,
      "grad_norm": 1.0129295587539673,
      "learning_rate": 2.2011769849071847e-06,
      "loss": 0.3274,
      "step": 1557620
    },
    {
      "epoch": 434.73,
      "grad_norm": 1.1551631689071655,
      "learning_rate": 2.201149995361368e-06,
      "loss": 0.3611,
      "step": 1557630
    },
    {
      "epoch": 434.73,
      "grad_norm": 1.237805962562561,
      "learning_rate": 2.2011230058345323e-06,
      "loss": 0.3525,
      "step": 1557640
    },
    {
      "epoch": 434.73,
      "grad_norm": 1.0393191576004028,
      "learning_rate": 2.2010960163266794e-06,
      "loss": 0.3399,
      "step": 1557650
    },
    {
      "epoch": 434.74,
      "grad_norm": 1.166617751121521,
      "learning_rate": 2.2010690268378148e-06,
      "loss": 0.3373,
      "step": 1557660
    },
    {
      "epoch": 434.74,
      "grad_norm": 1.025212287902832,
      "learning_rate": 2.201042037367941e-06,
      "loss": 0.3444,
      "step": 1557670
    },
    {
      "epoch": 434.74,
      "grad_norm": 1.0339773893356323,
      "learning_rate": 2.2010150479170612e-06,
      "loss": 0.3402,
      "step": 1557680
    },
    {
      "epoch": 434.74,
      "grad_norm": 1.4127575159072876,
      "learning_rate": 2.20098805848518e-06,
      "loss": 0.3353,
      "step": 1557690
    },
    {
      "epoch": 434.75,
      "grad_norm": 1.210005521774292,
      "learning_rate": 2.2009610690723e-06,
      "loss": 0.3517,
      "step": 1557700
    },
    {
      "epoch": 434.75,
      "grad_norm": 1.1254644393920898,
      "learning_rate": 2.200934079678425e-06,
      "loss": 0.3421,
      "step": 1557710
    },
    {
      "epoch": 434.75,
      "grad_norm": 0.9558561444282532,
      "learning_rate": 2.2009070903035593e-06,
      "loss": 0.3459,
      "step": 1557720
    },
    {
      "epoch": 434.76,
      "grad_norm": 0.9946570992469788,
      "learning_rate": 2.200880100947706e-06,
      "loss": 0.3485,
      "step": 1557730
    },
    {
      "epoch": 434.76,
      "grad_norm": 1.2503702640533447,
      "learning_rate": 2.2008531116108685e-06,
      "loss": 0.3589,
      "step": 1557740
    },
    {
      "epoch": 434.76,
      "grad_norm": 1.175260305404663,
      "learning_rate": 2.2008261222930512e-06,
      "loss": 0.3308,
      "step": 1557750
    },
    {
      "epoch": 434.76,
      "grad_norm": 1.1836800575256348,
      "learning_rate": 2.200799132994257e-06,
      "loss": 0.3573,
      "step": 1557760
    },
    {
      "epoch": 434.77,
      "grad_norm": 1.072668433189392,
      "learning_rate": 2.2007721437144884e-06,
      "loss": 0.3418,
      "step": 1557770
    },
    {
      "epoch": 434.77,
      "grad_norm": 0.9882683157920837,
      "learning_rate": 2.2007451544537514e-06,
      "loss": 0.3494,
      "step": 1557780
    },
    {
      "epoch": 434.77,
      "grad_norm": 1.239227533340454,
      "learning_rate": 2.2007181652120484e-06,
      "loss": 0.3704,
      "step": 1557790
    },
    {
      "epoch": 434.78,
      "grad_norm": 0.9761923551559448,
      "learning_rate": 2.2006911759893817e-06,
      "loss": 0.3505,
      "step": 1557800
    },
    {
      "epoch": 434.78,
      "grad_norm": 1.2158596515655518,
      "learning_rate": 2.2006641867857576e-06,
      "loss": 0.3458,
      "step": 1557810
    },
    {
      "epoch": 434.78,
      "grad_norm": 1.0727449655532837,
      "learning_rate": 2.200637197601178e-06,
      "loss": 0.3445,
      "step": 1557820
    },
    {
      "epoch": 434.78,
      "grad_norm": 1.297766923904419,
      "learning_rate": 2.2006102084356463e-06,
      "loss": 0.3384,
      "step": 1557830
    },
    {
      "epoch": 434.79,
      "grad_norm": 0.9669665098190308,
      "learning_rate": 2.200583219289167e-06,
      "loss": 0.3548,
      "step": 1557840
    },
    {
      "epoch": 434.79,
      "grad_norm": 1.1906696557998657,
      "learning_rate": 2.200556230161743e-06,
      "loss": 0.3478,
      "step": 1557850
    },
    {
      "epoch": 434.79,
      "grad_norm": 1.0325607061386108,
      "learning_rate": 2.2005292410533775e-06,
      "loss": 0.343,
      "step": 1557860
    },
    {
      "epoch": 434.79,
      "grad_norm": 0.9319196343421936,
      "learning_rate": 2.2005022519640757e-06,
      "loss": 0.3667,
      "step": 1557870
    },
    {
      "epoch": 434.8,
      "grad_norm": 1.1139800548553467,
      "learning_rate": 2.20047526289384e-06,
      "loss": 0.3564,
      "step": 1557880
    },
    {
      "epoch": 434.8,
      "grad_norm": 0.915251612663269,
      "learning_rate": 2.200448273842674e-06,
      "loss": 0.3271,
      "step": 1557890
    },
    {
      "epoch": 434.8,
      "grad_norm": 2.118480682373047,
      "learning_rate": 2.2004212848105816e-06,
      "loss": 0.3591,
      "step": 1557900
    },
    {
      "epoch": 434.81,
      "grad_norm": 0.9252357482910156,
      "learning_rate": 2.2003942957975665e-06,
      "loss": 0.3531,
      "step": 1557910
    },
    {
      "epoch": 434.81,
      "grad_norm": 0.9205406904220581,
      "learning_rate": 2.2003673068036313e-06,
      "loss": 0.3432,
      "step": 1557920
    },
    {
      "epoch": 434.81,
      "grad_norm": 0.9668711423873901,
      "learning_rate": 2.200340317828781e-06,
      "loss": 0.3466,
      "step": 1557930
    },
    {
      "epoch": 434.81,
      "grad_norm": 2.1504697799682617,
      "learning_rate": 2.200313328873018e-06,
      "loss": 0.3601,
      "step": 1557940
    },
    {
      "epoch": 434.82,
      "grad_norm": 1.0409690141677856,
      "learning_rate": 2.200286339936347e-06,
      "loss": 0.3586,
      "step": 1557950
    },
    {
      "epoch": 434.82,
      "grad_norm": 1.7165322303771973,
      "learning_rate": 2.2002593510187715e-06,
      "loss": 0.3497,
      "step": 1557960
    },
    {
      "epoch": 434.82,
      "grad_norm": 1.1405177116394043,
      "learning_rate": 2.200232362120294e-06,
      "loss": 0.3603,
      "step": 1557970
    },
    {
      "epoch": 434.83,
      "grad_norm": 0.908169686794281,
      "learning_rate": 2.200205373240919e-06,
      "loss": 0.3241,
      "step": 1557980
    },
    {
      "epoch": 434.83,
      "grad_norm": 1.2038472890853882,
      "learning_rate": 2.20017838438065e-06,
      "loss": 0.3303,
      "step": 1557990
    },
    {
      "epoch": 434.83,
      "grad_norm": 1.072939157485962,
      "learning_rate": 2.2001513955394894e-06,
      "loss": 0.3493,
      "step": 1558000
    },
    {
      "epoch": 434.83,
      "grad_norm": 1.0158370733261108,
      "learning_rate": 2.2001244067174425e-06,
      "loss": 0.3343,
      "step": 1558010
    },
    {
      "epoch": 434.84,
      "grad_norm": 1.3475342988967896,
      "learning_rate": 2.200097417914513e-06,
      "loss": 0.341,
      "step": 1558020
    },
    {
      "epoch": 434.84,
      "grad_norm": 1.1826224327087402,
      "learning_rate": 2.2000704291307024e-06,
      "loss": 0.3398,
      "step": 1558030
    },
    {
      "epoch": 434.84,
      "grad_norm": 0.928543746471405,
      "learning_rate": 2.200043440366016e-06,
      "loss": 0.3511,
      "step": 1558040
    },
    {
      "epoch": 434.85,
      "grad_norm": 4.538726806640625,
      "learning_rate": 2.2000164516204577e-06,
      "loss": 0.3364,
      "step": 1558050
    },
    {
      "epoch": 434.85,
      "grad_norm": 0.9937024116516113,
      "learning_rate": 2.199989462894029e-06,
      "loss": 0.3626,
      "step": 1558060
    },
    {
      "epoch": 434.85,
      "grad_norm": 1.2175008058547974,
      "learning_rate": 2.1999624741867358e-06,
      "loss": 0.3421,
      "step": 1558070
    },
    {
      "epoch": 434.85,
      "grad_norm": 0.9827802777290344,
      "learning_rate": 2.199935485498581e-06,
      "loss": 0.3499,
      "step": 1558080
    },
    {
      "epoch": 434.86,
      "grad_norm": 1.0995826721191406,
      "learning_rate": 2.199908496829567e-06,
      "loss": 0.3434,
      "step": 1558090
    },
    {
      "epoch": 434.86,
      "grad_norm": 1.02693772315979,
      "learning_rate": 2.199881508179699e-06,
      "loss": 0.3365,
      "step": 1558100
    },
    {
      "epoch": 434.86,
      "grad_norm": 1.0474066734313965,
      "learning_rate": 2.1998545195489805e-06,
      "loss": 0.3397,
      "step": 1558110
    },
    {
      "epoch": 434.86,
      "grad_norm": 1.01857590675354,
      "learning_rate": 2.1998275309374133e-06,
      "loss": 0.3491,
      "step": 1558120
    },
    {
      "epoch": 434.87,
      "grad_norm": 1.123040795326233,
      "learning_rate": 2.199800542345003e-06,
      "loss": 0.3445,
      "step": 1558130
    },
    {
      "epoch": 434.87,
      "grad_norm": 1.0730645656585693,
      "learning_rate": 2.1997735537717527e-06,
      "loss": 0.3461,
      "step": 1558140
    },
    {
      "epoch": 434.87,
      "grad_norm": 1.060180902481079,
      "learning_rate": 2.1997465652176643e-06,
      "loss": 0.3522,
      "step": 1558150
    },
    {
      "epoch": 434.88,
      "grad_norm": 0.9284969568252563,
      "learning_rate": 2.1997195766827443e-06,
      "loss": 0.3524,
      "step": 1558160
    },
    {
      "epoch": 434.88,
      "grad_norm": 0.8706157803535461,
      "learning_rate": 2.1996925881669943e-06,
      "loss": 0.3356,
      "step": 1558170
    },
    {
      "epoch": 434.88,
      "grad_norm": 1.1635653972625732,
      "learning_rate": 2.1996655996704174e-06,
      "loss": 0.3443,
      "step": 1558180
    },
    {
      "epoch": 434.88,
      "grad_norm": 1.1566210985183716,
      "learning_rate": 2.1996386111930194e-06,
      "loss": 0.3362,
      "step": 1558190
    },
    {
      "epoch": 434.89,
      "grad_norm": 1.1036149263381958,
      "learning_rate": 2.1996116227348025e-06,
      "loss": 0.34,
      "step": 1558200
    },
    {
      "epoch": 434.89,
      "grad_norm": 1.2735222578048706,
      "learning_rate": 2.1995846342957704e-06,
      "loss": 0.3551,
      "step": 1558210
    },
    {
      "epoch": 434.89,
      "grad_norm": 1.0748761892318726,
      "learning_rate": 2.1995576458759266e-06,
      "loss": 0.3505,
      "step": 1558220
    },
    {
      "epoch": 434.9,
      "grad_norm": 0.980171263217926,
      "learning_rate": 2.199530657475274e-06,
      "loss": 0.3374,
      "step": 1558230
    },
    {
      "epoch": 434.9,
      "grad_norm": 1.154318928718567,
      "learning_rate": 2.199503669093818e-06,
      "loss": 0.3507,
      "step": 1558240
    },
    {
      "epoch": 434.9,
      "grad_norm": 9.8242826461792,
      "learning_rate": 2.1994766807315616e-06,
      "loss": 0.3393,
      "step": 1558250
    },
    {
      "epoch": 434.9,
      "grad_norm": 1.0402803421020508,
      "learning_rate": 2.1994496923885072e-06,
      "loss": 0.3478,
      "step": 1558260
    },
    {
      "epoch": 434.91,
      "grad_norm": 0.9970136880874634,
      "learning_rate": 2.1994227040646602e-06,
      "loss": 0.3296,
      "step": 1558270
    },
    {
      "epoch": 434.91,
      "grad_norm": 1.1983813047409058,
      "learning_rate": 2.1993957157600226e-06,
      "loss": 0.3381,
      "step": 1558280
    },
    {
      "epoch": 434.91,
      "grad_norm": 1.0509620904922485,
      "learning_rate": 2.199368727474598e-06,
      "loss": 0.3414,
      "step": 1558290
    },
    {
      "epoch": 434.91,
      "grad_norm": 1.0963776111602783,
      "learning_rate": 2.199341739208391e-06,
      "loss": 0.3218,
      "step": 1558300
    },
    {
      "epoch": 434.92,
      "grad_norm": 1.22789466381073,
      "learning_rate": 2.1993147509614055e-06,
      "loss": 0.3492,
      "step": 1558310
    },
    {
      "epoch": 434.92,
      "grad_norm": 1.0630464553833008,
      "learning_rate": 2.199287762733643e-06,
      "loss": 0.3344,
      "step": 1558320
    },
    {
      "epoch": 434.92,
      "grad_norm": 1.312530755996704,
      "learning_rate": 2.1992607745251093e-06,
      "loss": 0.3331,
      "step": 1558330
    },
    {
      "epoch": 434.93,
      "grad_norm": 1.2491968870162964,
      "learning_rate": 2.1992337863358075e-06,
      "loss": 0.3635,
      "step": 1558340
    },
    {
      "epoch": 434.93,
      "grad_norm": 0.9711282849311829,
      "learning_rate": 2.19920679816574e-06,
      "loss": 0.3575,
      "step": 1558350
    },
    {
      "epoch": 434.93,
      "grad_norm": 1.122214436531067,
      "learning_rate": 2.1991798100149123e-06,
      "loss": 0.3627,
      "step": 1558360
    },
    {
      "epoch": 434.93,
      "grad_norm": 1.141128420829773,
      "learning_rate": 2.1991528218833265e-06,
      "loss": 0.3534,
      "step": 1558370
    },
    {
      "epoch": 434.94,
      "grad_norm": 1.0755093097686768,
      "learning_rate": 2.1991258337709857e-06,
      "loss": 0.3704,
      "step": 1558380
    },
    {
      "epoch": 434.94,
      "grad_norm": 0.949800968170166,
      "learning_rate": 2.1990988456778955e-06,
      "loss": 0.3415,
      "step": 1558390
    },
    {
      "epoch": 434.94,
      "grad_norm": 0.9439120292663574,
      "learning_rate": 2.1990718576040583e-06,
      "loss": 0.351,
      "step": 1558400
    },
    {
      "epoch": 434.95,
      "grad_norm": 1.073752760887146,
      "learning_rate": 2.199044869549477e-06,
      "loss": 0.3612,
      "step": 1558410
    },
    {
      "epoch": 434.95,
      "grad_norm": 0.9523730874061584,
      "learning_rate": 2.199017881514157e-06,
      "loss": 0.3475,
      "step": 1558420
    },
    {
      "epoch": 434.95,
      "grad_norm": 0.9097408056259155,
      "learning_rate": 2.1989908934981006e-06,
      "loss": 0.3359,
      "step": 1558430
    },
    {
      "epoch": 434.95,
      "grad_norm": 1.0430629253387451,
      "learning_rate": 2.198963905501311e-06,
      "loss": 0.3339,
      "step": 1558440
    },
    {
      "epoch": 434.96,
      "grad_norm": 1.197501540184021,
      "learning_rate": 2.198936917523793e-06,
      "loss": 0.3459,
      "step": 1558450
    },
    {
      "epoch": 434.96,
      "grad_norm": 1.0816049575805664,
      "learning_rate": 2.19890992956555e-06,
      "loss": 0.3356,
      "step": 1558460
    },
    {
      "epoch": 434.96,
      "grad_norm": 1.1048455238342285,
      "learning_rate": 2.1988829416265842e-06,
      "loss": 0.3453,
      "step": 1558470
    },
    {
      "epoch": 434.97,
      "grad_norm": 1.0262337923049927,
      "learning_rate": 2.198855953706901e-06,
      "loss": 0.3494,
      "step": 1558480
    },
    {
      "epoch": 434.97,
      "grad_norm": 0.8519589900970459,
      "learning_rate": 2.1988289658065036e-06,
      "loss": 0.3412,
      "step": 1558490
    },
    {
      "epoch": 434.97,
      "grad_norm": 1.0860388278961182,
      "learning_rate": 2.198801977925395e-06,
      "loss": 0.3269,
      "step": 1558500
    },
    {
      "epoch": 434.97,
      "grad_norm": 1.057017207145691,
      "learning_rate": 2.198774990063579e-06,
      "loss": 0.3494,
      "step": 1558510
    },
    {
      "epoch": 434.98,
      "grad_norm": 1.0713773965835571,
      "learning_rate": 2.1987480022210583e-06,
      "loss": 0.3583,
      "step": 1558520
    },
    {
      "epoch": 434.98,
      "grad_norm": 1.1488615274429321,
      "learning_rate": 2.1987210143978383e-06,
      "loss": 0.3466,
      "step": 1558530
    },
    {
      "epoch": 434.98,
      "grad_norm": 1.1616607904434204,
      "learning_rate": 2.1986940265939217e-06,
      "loss": 0.3441,
      "step": 1558540
    },
    {
      "epoch": 434.98,
      "grad_norm": 1.2378138303756714,
      "learning_rate": 2.198667038809312e-06,
      "loss": 0.3543,
      "step": 1558550
    },
    {
      "epoch": 434.99,
      "grad_norm": 1.077891230583191,
      "learning_rate": 2.198640051044013e-06,
      "loss": 0.354,
      "step": 1558560
    },
    {
      "epoch": 434.99,
      "grad_norm": 0.9865546822547913,
      "learning_rate": 2.198613063298028e-06,
      "loss": 0.3427,
      "step": 1558570
    },
    {
      "epoch": 434.99,
      "grad_norm": 1.0911672115325928,
      "learning_rate": 2.19858607557136e-06,
      "loss": 0.3515,
      "step": 1558580
    },
    {
      "epoch": 435.0,
      "grad_norm": 0.8597538471221924,
      "learning_rate": 2.1985590878640146e-06,
      "loss": 0.3361,
      "step": 1558590
    },
    {
      "epoch": 435.0,
      "grad_norm": 1.1351872682571411,
      "learning_rate": 2.198532100175994e-06,
      "loss": 0.3587,
      "step": 1558600
    },
    {
      "epoch": 435.0,
      "eval_loss": 0.34665411710739136,
      "eval_runtime": 63.4432,
      "eval_samples_per_second": 79.741,
      "eval_steps_per_second": 9.977,
      "step": 1558605
    },
    {
      "epoch": 435.0,
      "grad_norm": 1.0413604974746704,
      "learning_rate": 2.198505112507301e-06,
      "loss": 0.3621,
      "step": 1558610
    },
    {
      "epoch": 435.0,
      "grad_norm": 0.8850994110107422,
      "learning_rate": 2.1984781248579407e-06,
      "loss": 0.346,
      "step": 1558620
    },
    {
      "epoch": 435.01,
      "grad_norm": 4.718730926513672,
      "learning_rate": 2.1984511372279165e-06,
      "loss": 0.3475,
      "step": 1558630
    },
    {
      "epoch": 435.01,
      "grad_norm": 1.2307108640670776,
      "learning_rate": 2.198424149617231e-06,
      "loss": 0.3518,
      "step": 1558640
    },
    {
      "epoch": 435.01,
      "grad_norm": 0.9958319664001465,
      "learning_rate": 2.198397162025889e-06,
      "loss": 0.3371,
      "step": 1558650
    },
    {
      "epoch": 435.02,
      "grad_norm": 1.0194722414016724,
      "learning_rate": 2.1983701744538936e-06,
      "loss": 0.3488,
      "step": 1558660
    },
    {
      "epoch": 435.02,
      "grad_norm": 1.004848599433899,
      "learning_rate": 2.1983431869012472e-06,
      "loss": 0.3379,
      "step": 1558670
    },
    {
      "epoch": 435.02,
      "grad_norm": 1.26219642162323,
      "learning_rate": 2.1983161993679555e-06,
      "loss": 0.3399,
      "step": 1558680
    },
    {
      "epoch": 435.02,
      "grad_norm": 1.0025784969329834,
      "learning_rate": 2.1982892118540207e-06,
      "loss": 0.3602,
      "step": 1558690
    },
    {
      "epoch": 435.03,
      "grad_norm": 1.0565069913864136,
      "learning_rate": 2.198262224359447e-06,
      "loss": 0.349,
      "step": 1558700
    },
    {
      "epoch": 435.03,
      "grad_norm": 1.1108936071395874,
      "learning_rate": 2.1982352368842375e-06,
      "loss": 0.3454,
      "step": 1558710
    },
    {
      "epoch": 435.03,
      "grad_norm": 1.0876753330230713,
      "learning_rate": 2.198208249428397e-06,
      "loss": 0.3422,
      "step": 1558720
    },
    {
      "epoch": 435.03,
      "grad_norm": 1.1920982599258423,
      "learning_rate": 2.198181261991926e-06,
      "loss": 0.3474,
      "step": 1558730
    },
    {
      "epoch": 435.04,
      "grad_norm": 1.0113142728805542,
      "learning_rate": 2.198154274574832e-06,
      "loss": 0.3424,
      "step": 1558740
    },
    {
      "epoch": 435.04,
      "grad_norm": 1.0087001323699951,
      "learning_rate": 2.198127287177117e-06,
      "loss": 0.3576,
      "step": 1558750
    },
    {
      "epoch": 435.04,
      "grad_norm": 0.9195037484169006,
      "learning_rate": 2.1981002997987827e-06,
      "loss": 0.3266,
      "step": 1558760
    },
    {
      "epoch": 435.05,
      "grad_norm": 0.9175923466682434,
      "learning_rate": 2.1980733124398358e-06,
      "loss": 0.339,
      "step": 1558770
    },
    {
      "epoch": 435.05,
      "grad_norm": 1.2033170461654663,
      "learning_rate": 2.1980463251002783e-06,
      "loss": 0.3303,
      "step": 1558780
    },
    {
      "epoch": 435.05,
      "grad_norm": 1.0125820636749268,
      "learning_rate": 2.1980193377801137e-06,
      "loss": 0.3337,
      "step": 1558790
    },
    {
      "epoch": 435.05,
      "grad_norm": 1.013063669204712,
      "learning_rate": 2.1979923504793465e-06,
      "loss": 0.3441,
      "step": 1558800
    },
    {
      "epoch": 435.06,
      "grad_norm": 0.9706578850746155,
      "learning_rate": 2.1979653631979785e-06,
      "loss": 0.3566,
      "step": 1558810
    },
    {
      "epoch": 435.06,
      "grad_norm": 1.0129249095916748,
      "learning_rate": 2.1979383759360156e-06,
      "loss": 0.3405,
      "step": 1558820
    },
    {
      "epoch": 435.06,
      "grad_norm": 1.0818545818328857,
      "learning_rate": 2.1979113886934603e-06,
      "loss": 0.352,
      "step": 1558830
    },
    {
      "epoch": 435.07,
      "grad_norm": 0.9945511817932129,
      "learning_rate": 2.1978844014703153e-06,
      "loss": 0.3438,
      "step": 1558840
    },
    {
      "epoch": 435.07,
      "grad_norm": 1.0110934972763062,
      "learning_rate": 2.197857414266586e-06,
      "loss": 0.3478,
      "step": 1558850
    },
    {
      "epoch": 435.07,
      "grad_norm": 0.9963618516921997,
      "learning_rate": 2.1978304270822747e-06,
      "loss": 0.3423,
      "step": 1558860
    },
    {
      "epoch": 435.07,
      "grad_norm": 0.9490178823471069,
      "learning_rate": 2.1978034399173844e-06,
      "loss": 0.3374,
      "step": 1558870
    },
    {
      "epoch": 435.08,
      "grad_norm": 1.0164748430252075,
      "learning_rate": 2.1977764527719207e-06,
      "loss": 0.3362,
      "step": 1558880
    },
    {
      "epoch": 435.08,
      "grad_norm": 1.0538846254348755,
      "learning_rate": 2.1977494656458862e-06,
      "loss": 0.362,
      "step": 1558890
    },
    {
      "epoch": 435.08,
      "grad_norm": 1.3859859704971313,
      "learning_rate": 2.197722478539283e-06,
      "loss": 0.3417,
      "step": 1558900
    },
    {
      "epoch": 435.09,
      "grad_norm": 1.231479287147522,
      "learning_rate": 2.197695491452118e-06,
      "loss": 0.3572,
      "step": 1558910
    },
    {
      "epoch": 435.09,
      "grad_norm": 1.0531702041625977,
      "learning_rate": 2.1976685043843923e-06,
      "loss": 0.3606,
      "step": 1558920
    },
    {
      "epoch": 435.09,
      "grad_norm": 0.9490904211997986,
      "learning_rate": 2.1976415173361095e-06,
      "loss": 0.3445,
      "step": 1558930
    },
    {
      "epoch": 435.09,
      "grad_norm": 1.0339808464050293,
      "learning_rate": 2.1976145303072742e-06,
      "loss": 0.3532,
      "step": 1558940
    },
    {
      "epoch": 435.1,
      "grad_norm": 1.2109752893447876,
      "learning_rate": 2.19758754329789e-06,
      "loss": 0.3419,
      "step": 1558950
    },
    {
      "epoch": 435.1,
      "grad_norm": 1.096203088760376,
      "learning_rate": 2.1975605563079587e-06,
      "loss": 0.3513,
      "step": 1558960
    },
    {
      "epoch": 435.1,
      "grad_norm": 1.1010825634002686,
      "learning_rate": 2.1975335693374866e-06,
      "loss": 0.3473,
      "step": 1558970
    },
    {
      "epoch": 435.1,
      "grad_norm": 1.0737571716308594,
      "learning_rate": 2.1975065823864754e-06,
      "loss": 0.3493,
      "step": 1558980
    },
    {
      "epoch": 435.11,
      "grad_norm": 1.1177798509597778,
      "learning_rate": 2.197479595454929e-06,
      "loss": 0.3462,
      "step": 1558990
    },
    {
      "epoch": 435.11,
      "grad_norm": 1.0154695510864258,
      "learning_rate": 2.1974526085428517e-06,
      "loss": 0.3475,
      "step": 1559000
    },
    {
      "epoch": 435.11,
      "grad_norm": 1.0762531757354736,
      "learning_rate": 2.1974256216502473e-06,
      "loss": 0.3416,
      "step": 1559010
    },
    {
      "epoch": 435.12,
      "grad_norm": 0.9940729737281799,
      "learning_rate": 2.197398634777117e-06,
      "loss": 0.349,
      "step": 1559020
    },
    {
      "epoch": 435.12,
      "grad_norm": 1.0503253936767578,
      "learning_rate": 2.197371647923467e-06,
      "loss": 0.3331,
      "step": 1559030
    },
    {
      "epoch": 435.12,
      "grad_norm": 0.987756073474884,
      "learning_rate": 2.1973446610893004e-06,
      "loss": 0.3544,
      "step": 1559040
    },
    {
      "epoch": 435.12,
      "grad_norm": 1.115193486213684,
      "learning_rate": 2.197317674274619e-06,
      "loss": 0.3473,
      "step": 1559050
    },
    {
      "epoch": 435.13,
      "grad_norm": 1.2148104906082153,
      "learning_rate": 2.197290687479429e-06,
      "loss": 0.3442,
      "step": 1559060
    },
    {
      "epoch": 435.13,
      "grad_norm": 0.891082763671875,
      "learning_rate": 2.197263700703733e-06,
      "loss": 0.3408,
      "step": 1559070
    },
    {
      "epoch": 435.13,
      "grad_norm": 0.9349320530891418,
      "learning_rate": 2.197236713947534e-06,
      "loss": 0.3482,
      "step": 1559080
    },
    {
      "epoch": 435.14,
      "grad_norm": 1.164871096611023,
      "learning_rate": 2.197209727210836e-06,
      "loss": 0.337,
      "step": 1559090
    },
    {
      "epoch": 435.14,
      "grad_norm": 1.049803614616394,
      "learning_rate": 2.1971827404936415e-06,
      "loss": 0.328,
      "step": 1559100
    },
    {
      "epoch": 435.14,
      "grad_norm": 0.9906669855117798,
      "learning_rate": 2.1971557537959562e-06,
      "loss": 0.3496,
      "step": 1559110
    },
    {
      "epoch": 435.14,
      "grad_norm": 17.4167423248291,
      "learning_rate": 2.197128767117783e-06,
      "loss": 0.3582,
      "step": 1559120
    },
    {
      "epoch": 435.15,
      "grad_norm": 0.9026986360549927,
      "learning_rate": 2.1971017804591243e-06,
      "loss": 0.3546,
      "step": 1559130
    },
    {
      "epoch": 435.15,
      "grad_norm": 1.1031192541122437,
      "learning_rate": 2.1970747938199843e-06,
      "loss": 0.3194,
      "step": 1559140
    },
    {
      "epoch": 435.15,
      "grad_norm": 1.0204523801803589,
      "learning_rate": 2.1970478072003675e-06,
      "loss": 0.3404,
      "step": 1559150
    },
    {
      "epoch": 435.15,
      "grad_norm": 1.0727869272232056,
      "learning_rate": 2.1970208206002766e-06,
      "loss": 0.3393,
      "step": 1559160
    },
    {
      "epoch": 435.16,
      "grad_norm": 0.8927946090698242,
      "learning_rate": 2.1969938340197157e-06,
      "loss": 0.3569,
      "step": 1559170
    },
    {
      "epoch": 435.16,
      "grad_norm": 1.1900731325149536,
      "learning_rate": 2.196966847458688e-06,
      "loss": 0.3458,
      "step": 1559180
    },
    {
      "epoch": 435.16,
      "grad_norm": 1.0106004476547241,
      "learning_rate": 2.1969398609171963e-06,
      "loss": 0.3496,
      "step": 1559190
    },
    {
      "epoch": 435.17,
      "grad_norm": 0.8850030899047852,
      "learning_rate": 2.196912874395246e-06,
      "loss": 0.3502,
      "step": 1559200
    },
    {
      "epoch": 435.17,
      "grad_norm": 1.140184760093689,
      "learning_rate": 2.19688588789284e-06,
      "loss": 0.3459,
      "step": 1559210
    },
    {
      "epoch": 435.17,
      "grad_norm": 0.9176806211471558,
      "learning_rate": 2.196858901409981e-06,
      "loss": 0.3542,
      "step": 1559220
    },
    {
      "epoch": 435.17,
      "grad_norm": 1.139902949333191,
      "learning_rate": 2.1968319149466735e-06,
      "loss": 0.3532,
      "step": 1559230
    },
    {
      "epoch": 435.18,
      "grad_norm": 1.18208646774292,
      "learning_rate": 2.196804928502921e-06,
      "loss": 0.3552,
      "step": 1559240
    },
    {
      "epoch": 435.18,
      "grad_norm": 1.1621341705322266,
      "learning_rate": 2.196777942078726e-06,
      "loss": 0.353,
      "step": 1559250
    },
    {
      "epoch": 435.18,
      "grad_norm": 1.0500574111938477,
      "learning_rate": 2.1967509556740938e-06,
      "loss": 0.3564,
      "step": 1559260
    },
    {
      "epoch": 435.19,
      "grad_norm": 0.9987257719039917,
      "learning_rate": 2.1967239692890272e-06,
      "loss": 0.3505,
      "step": 1559270
    },
    {
      "epoch": 435.19,
      "grad_norm": 1.0695282220840454,
      "learning_rate": 2.1966969829235293e-06,
      "loss": 0.3436,
      "step": 1559280
    },
    {
      "epoch": 435.19,
      "grad_norm": 0.9331254363059998,
      "learning_rate": 2.196669996577605e-06,
      "loss": 0.3468,
      "step": 1559290
    },
    {
      "epoch": 435.19,
      "grad_norm": 0.987189769744873,
      "learning_rate": 2.196643010251257e-06,
      "loss": 0.3285,
      "step": 1559300
    },
    {
      "epoch": 435.2,
      "grad_norm": 0.9931745529174805,
      "learning_rate": 2.1966160239444884e-06,
      "loss": 0.3449,
      "step": 1559310
    },
    {
      "epoch": 435.2,
      "grad_norm": 1.0772454738616943,
      "learning_rate": 2.1965890376573037e-06,
      "loss": 0.3314,
      "step": 1559320
    },
    {
      "epoch": 435.2,
      "grad_norm": 1.0856108665466309,
      "learning_rate": 2.1965620513897067e-06,
      "loss": 0.3539,
      "step": 1559330
    },
    {
      "epoch": 435.21,
      "grad_norm": 1.282389521598816,
      "learning_rate": 2.196535065141699e-06,
      "loss": 0.3483,
      "step": 1559340
    },
    {
      "epoch": 435.21,
      "grad_norm": 0.9126800298690796,
      "learning_rate": 2.196508078913287e-06,
      "loss": 0.3488,
      "step": 1559350
    },
    {
      "epoch": 435.21,
      "grad_norm": 1.2010349035263062,
      "learning_rate": 2.1964810927044727e-06,
      "loss": 0.337,
      "step": 1559360
    },
    {
      "epoch": 435.21,
      "grad_norm": 1.0711264610290527,
      "learning_rate": 2.1964541065152593e-06,
      "loss": 0.3377,
      "step": 1559370
    },
    {
      "epoch": 435.22,
      "grad_norm": 1.164599061012268,
      "learning_rate": 2.1964271203456517e-06,
      "loss": 0.3243,
      "step": 1559380
    },
    {
      "epoch": 435.22,
      "grad_norm": 1.2034910917282104,
      "learning_rate": 2.1964001341956516e-06,
      "loss": 0.3458,
      "step": 1559390
    },
    {
      "epoch": 435.22,
      "grad_norm": 1.1541210412979126,
      "learning_rate": 2.1963731480652654e-06,
      "loss": 0.3423,
      "step": 1559400
    },
    {
      "epoch": 435.22,
      "grad_norm": 1.0143531560897827,
      "learning_rate": 2.1963461619544944e-06,
      "loss": 0.3238,
      "step": 1559410
    },
    {
      "epoch": 435.23,
      "grad_norm": 1.0286469459533691,
      "learning_rate": 2.1963191758633424e-06,
      "loss": 0.3379,
      "step": 1559420
    },
    {
      "epoch": 435.23,
      "grad_norm": 1.1627418994903564,
      "learning_rate": 2.1962921897918144e-06,
      "loss": 0.3267,
      "step": 1559430
    },
    {
      "epoch": 435.23,
      "grad_norm": 0.9295413494110107,
      "learning_rate": 2.1962652037399126e-06,
      "loss": 0.339,
      "step": 1559440
    },
    {
      "epoch": 435.24,
      "grad_norm": 1.1169891357421875,
      "learning_rate": 2.196238217707641e-06,
      "loss": 0.3559,
      "step": 1559450
    },
    {
      "epoch": 435.24,
      "grad_norm": 0.8429936170578003,
      "learning_rate": 2.1962112316950037e-06,
      "loss": 0.3529,
      "step": 1559460
    },
    {
      "epoch": 435.24,
      "grad_norm": 1.0659514665603638,
      "learning_rate": 2.1961842457020037e-06,
      "loss": 0.3555,
      "step": 1559470
    },
    {
      "epoch": 435.24,
      "grad_norm": 1.0239888429641724,
      "learning_rate": 2.196157259728644e-06,
      "loss": 0.3545,
      "step": 1559480
    },
    {
      "epoch": 435.25,
      "grad_norm": 1.0216339826583862,
      "learning_rate": 2.1961302737749297e-06,
      "loss": 0.3299,
      "step": 1559490
    },
    {
      "epoch": 435.25,
      "grad_norm": 0.9934455752372742,
      "learning_rate": 2.1961032878408638e-06,
      "loss": 0.356,
      "step": 1559500
    },
    {
      "epoch": 435.25,
      "grad_norm": 0.940317690372467,
      "learning_rate": 2.1960763019264494e-06,
      "loss": 0.336,
      "step": 1559510
    },
    {
      "epoch": 435.26,
      "grad_norm": 0.9281636476516724,
      "learning_rate": 2.1960493160316904e-06,
      "loss": 0.355,
      "step": 1559520
    },
    {
      "epoch": 435.26,
      "grad_norm": 2.5407145023345947,
      "learning_rate": 2.1960223301565907e-06,
      "loss": 0.3397,
      "step": 1559530
    },
    {
      "epoch": 435.26,
      "grad_norm": 1.1005059480667114,
      "learning_rate": 2.1959953443011527e-06,
      "loss": 0.3364,
      "step": 1559540
    },
    {
      "epoch": 435.26,
      "grad_norm": 1.1443347930908203,
      "learning_rate": 2.195968358465382e-06,
      "loss": 0.3407,
      "step": 1559550
    },
    {
      "epoch": 435.27,
      "grad_norm": 0.9679638743400574,
      "learning_rate": 2.1959413726492806e-06,
      "loss": 0.3336,
      "step": 1559560
    },
    {
      "epoch": 435.27,
      "grad_norm": 1.1153355836868286,
      "learning_rate": 2.1959143868528515e-06,
      "loss": 0.3405,
      "step": 1559570
    },
    {
      "epoch": 435.27,
      "grad_norm": 0.969790518283844,
      "learning_rate": 2.1958874010761008e-06,
      "loss": 0.3539,
      "step": 1559580
    },
    {
      "epoch": 435.27,
      "grad_norm": 1.1551967859268188,
      "learning_rate": 2.195860415319031e-06,
      "loss": 0.3293,
      "step": 1559590
    },
    {
      "epoch": 435.28,
      "grad_norm": 1.2168569564819336,
      "learning_rate": 2.195833429581644e-06,
      "loss": 0.3353,
      "step": 1559600
    },
    {
      "epoch": 435.28,
      "grad_norm": 0.9740356802940369,
      "learning_rate": 2.1958064438639456e-06,
      "loss": 0.3301,
      "step": 1559610
    },
    {
      "epoch": 435.28,
      "grad_norm": 0.968346118927002,
      "learning_rate": 2.1957794581659384e-06,
      "loss": 0.3494,
      "step": 1559620
    },
    {
      "epoch": 435.29,
      "grad_norm": 0.8567982912063599,
      "learning_rate": 2.195752472487625e-06,
      "loss": 0.3438,
      "step": 1559630
    },
    {
      "epoch": 435.29,
      "grad_norm": 0.9582471251487732,
      "learning_rate": 2.195725486829012e-06,
      "loss": 0.349,
      "step": 1559640
    },
    {
      "epoch": 435.29,
      "grad_norm": 1.11868155002594,
      "learning_rate": 2.1956985011901e-06,
      "loss": 0.3676,
      "step": 1559650
    },
    {
      "epoch": 435.29,
      "grad_norm": 1.1603896617889404,
      "learning_rate": 2.195671515570894e-06,
      "loss": 0.3542,
      "step": 1559660
    },
    {
      "epoch": 435.3,
      "grad_norm": 1.3628050088882446,
      "learning_rate": 2.195644529971397e-06,
      "loss": 0.3509,
      "step": 1559670
    },
    {
      "epoch": 435.3,
      "grad_norm": 2.049058675765991,
      "learning_rate": 2.1956175443916124e-06,
      "loss": 0.3585,
      "step": 1559680
    },
    {
      "epoch": 435.3,
      "grad_norm": 1.5208334922790527,
      "learning_rate": 2.1955905588315454e-06,
      "loss": 0.3524,
      "step": 1559690
    },
    {
      "epoch": 435.31,
      "grad_norm": 1.0550073385238647,
      "learning_rate": 2.195563573291198e-06,
      "loss": 0.3793,
      "step": 1559700
    },
    {
      "epoch": 435.31,
      "grad_norm": 1.0054916143417358,
      "learning_rate": 2.1955365877705737e-06,
      "loss": 0.342,
      "step": 1559710
    },
    {
      "epoch": 435.31,
      "grad_norm": 0.9209387302398682,
      "learning_rate": 2.1955096022696774e-06,
      "loss": 0.3313,
      "step": 1559720
    },
    {
      "epoch": 435.31,
      "grad_norm": 1.3291568756103516,
      "learning_rate": 2.195482616788512e-06,
      "loss": 0.3595,
      "step": 1559730
    },
    {
      "epoch": 435.32,
      "grad_norm": 1.0655418634414673,
      "learning_rate": 2.1954556313270806e-06,
      "loss": 0.3335,
      "step": 1559740
    },
    {
      "epoch": 435.32,
      "grad_norm": 1.0763218402862549,
      "learning_rate": 2.1954286458853877e-06,
      "loss": 0.3403,
      "step": 1559750
    },
    {
      "epoch": 435.32,
      "grad_norm": 1.014510989189148,
      "learning_rate": 2.195401660463436e-06,
      "loss": 0.347,
      "step": 1559760
    },
    {
      "epoch": 435.33,
      "grad_norm": 0.9668241143226624,
      "learning_rate": 2.1953746750612285e-06,
      "loss": 0.3493,
      "step": 1559770
    },
    {
      "epoch": 435.33,
      "grad_norm": 0.9474284648895264,
      "learning_rate": 2.1953476896787716e-06,
      "loss": 0.3388,
      "step": 1559780
    },
    {
      "epoch": 435.33,
      "grad_norm": 0.9977417588233948,
      "learning_rate": 2.1953207043160666e-06,
      "loss": 0.3474,
      "step": 1559790
    },
    {
      "epoch": 435.33,
      "grad_norm": 1.0299158096313477,
      "learning_rate": 2.195293718973117e-06,
      "loss": 0.3606,
      "step": 1559800
    },
    {
      "epoch": 435.34,
      "grad_norm": 1.4125739336013794,
      "learning_rate": 2.1952667336499274e-06,
      "loss": 0.3469,
      "step": 1559810
    },
    {
      "epoch": 435.34,
      "grad_norm": 1.0579077005386353,
      "learning_rate": 2.1952397483465012e-06,
      "loss": 0.3425,
      "step": 1559820
    },
    {
      "epoch": 435.34,
      "grad_norm": 1.1663883924484253,
      "learning_rate": 2.195212763062841e-06,
      "loss": 0.3325,
      "step": 1559830
    },
    {
      "epoch": 435.34,
      "grad_norm": 1.0992131233215332,
      "learning_rate": 2.1951857777989517e-06,
      "loss": 0.3575,
      "step": 1559840
    },
    {
      "epoch": 435.35,
      "grad_norm": 0.9152921438217163,
      "learning_rate": 2.1951587925548364e-06,
      "loss": 0.3432,
      "step": 1559850
    },
    {
      "epoch": 435.35,
      "grad_norm": 1.0041531324386597,
      "learning_rate": 2.1951318073304977e-06,
      "loss": 0.3574,
      "step": 1559860
    },
    {
      "epoch": 435.35,
      "grad_norm": 1.0913375616073608,
      "learning_rate": 2.1951048221259414e-06,
      "loss": 0.3392,
      "step": 1559870
    },
    {
      "epoch": 435.36,
      "grad_norm": 1.0658942461013794,
      "learning_rate": 2.1950778369411692e-06,
      "loss": 0.3496,
      "step": 1559880
    },
    {
      "epoch": 435.36,
      "grad_norm": 1.1126559972763062,
      "learning_rate": 2.1950508517761855e-06,
      "loss": 0.357,
      "step": 1559890
    },
    {
      "epoch": 435.36,
      "grad_norm": 1.0177539587020874,
      "learning_rate": 2.1950238666309935e-06,
      "loss": 0.3485,
      "step": 1559900
    },
    {
      "epoch": 435.36,
      "grad_norm": 1.1185448169708252,
      "learning_rate": 2.1949968815055975e-06,
      "loss": 0.3371,
      "step": 1559910
    },
    {
      "epoch": 435.37,
      "grad_norm": 1.0415265560150146,
      "learning_rate": 2.1949698963999993e-06,
      "loss": 0.3691,
      "step": 1559920
    },
    {
      "epoch": 435.37,
      "grad_norm": 1.0305612087249756,
      "learning_rate": 2.194942911314205e-06,
      "loss": 0.3579,
      "step": 1559930
    },
    {
      "epoch": 435.37,
      "grad_norm": 1.207020878791809,
      "learning_rate": 2.1949159262482166e-06,
      "loss": 0.3431,
      "step": 1559940
    },
    {
      "epoch": 435.38,
      "grad_norm": 1.302410364151001,
      "learning_rate": 2.194888941202038e-06,
      "loss": 0.3434,
      "step": 1559950
    },
    {
      "epoch": 435.38,
      "grad_norm": 2.0872864723205566,
      "learning_rate": 2.194861956175673e-06,
      "loss": 0.3436,
      "step": 1559960
    },
    {
      "epoch": 435.38,
      "grad_norm": 0.9877302646636963,
      "learning_rate": 2.194834971169124e-06,
      "loss": 0.3437,
      "step": 1559970
    },
    {
      "epoch": 435.38,
      "grad_norm": 1.0479856729507446,
      "learning_rate": 2.1948079861823972e-06,
      "loss": 0.3552,
      "step": 1559980
    },
    {
      "epoch": 435.39,
      "grad_norm": 0.9797207117080688,
      "learning_rate": 2.1947810012154942e-06,
      "loss": 0.3495,
      "step": 1559990
    },
    {
      "epoch": 435.39,
      "grad_norm": 1.0028626918792725,
      "learning_rate": 2.194754016268418e-06,
      "loss": 0.3292,
      "step": 1560000
    },
    {
      "epoch": 435.39,
      "grad_norm": 1.3819960355758667,
      "learning_rate": 2.194727031341174e-06,
      "loss": 0.3292,
      "step": 1560010
    },
    {
      "epoch": 435.39,
      "grad_norm": 1.0273717641830444,
      "learning_rate": 2.194700046433766e-06,
      "loss": 0.3375,
      "step": 1560020
    },
    {
      "epoch": 435.4,
      "grad_norm": 1.4501655101776123,
      "learning_rate": 2.194673061546195e-06,
      "loss": 0.3348,
      "step": 1560030
    },
    {
      "epoch": 435.4,
      "grad_norm": 1.900295376777649,
      "learning_rate": 2.194646076678467e-06,
      "loss": 0.3418,
      "step": 1560040
    },
    {
      "epoch": 435.4,
      "grad_norm": 1.052822232246399,
      "learning_rate": 2.194619091830585e-06,
      "loss": 0.3582,
      "step": 1560050
    },
    {
      "epoch": 435.41,
      "grad_norm": 0.9741501808166504,
      "learning_rate": 2.194592107002551e-06,
      "loss": 0.3246,
      "step": 1560060
    },
    {
      "epoch": 435.41,
      "grad_norm": 1.0940160751342773,
      "learning_rate": 2.1945651221943712e-06,
      "loss": 0.3473,
      "step": 1560070
    },
    {
      "epoch": 435.41,
      "grad_norm": 0.9538604021072388,
      "learning_rate": 2.1945381374060478e-06,
      "loss": 0.3465,
      "step": 1560080
    },
    {
      "epoch": 435.41,
      "grad_norm": 1.125641107559204,
      "learning_rate": 2.1945111526375843e-06,
      "loss": 0.3411,
      "step": 1560090
    },
    {
      "epoch": 435.42,
      "grad_norm": 0.9621223211288452,
      "learning_rate": 2.194484167888984e-06,
      "loss": 0.3461,
      "step": 1560100
    },
    {
      "epoch": 435.42,
      "grad_norm": 1.060376763343811,
      "learning_rate": 2.1944571831602524e-06,
      "loss": 0.3365,
      "step": 1560110
    },
    {
      "epoch": 435.42,
      "grad_norm": 1.0338693857192993,
      "learning_rate": 2.1944301984513904e-06,
      "loss": 0.3513,
      "step": 1560120
    },
    {
      "epoch": 435.43,
      "grad_norm": 0.9538348317146301,
      "learning_rate": 2.1944032137624036e-06,
      "loss": 0.328,
      "step": 1560130
    },
    {
      "epoch": 435.43,
      "grad_norm": 0.9970657825469971,
      "learning_rate": 2.194376229093295e-06,
      "loss": 0.3359,
      "step": 1560140
    },
    {
      "epoch": 435.43,
      "grad_norm": 1.0786161422729492,
      "learning_rate": 2.194349244444067e-06,
      "loss": 0.3438,
      "step": 1560150
    },
    {
      "epoch": 435.43,
      "grad_norm": 0.9423991441726685,
      "learning_rate": 2.1943222598147253e-06,
      "loss": 0.3561,
      "step": 1560160
    },
    {
      "epoch": 435.44,
      "grad_norm": 1.023262619972229,
      "learning_rate": 2.1942952752052727e-06,
      "loss": 0.3738,
      "step": 1560170
    },
    {
      "epoch": 435.44,
      "grad_norm": 0.9674870371818542,
      "learning_rate": 2.194268290615712e-06,
      "loss": 0.3424,
      "step": 1560180
    },
    {
      "epoch": 435.44,
      "grad_norm": 1.1840949058532715,
      "learning_rate": 2.194241306046048e-06,
      "loss": 0.337,
      "step": 1560190
    },
    {
      "epoch": 435.45,
      "grad_norm": 1.0279574394226074,
      "learning_rate": 2.1942143214962832e-06,
      "loss": 0.3633,
      "step": 1560200
    },
    {
      "epoch": 435.45,
      "grad_norm": 1.0791085958480835,
      "learning_rate": 2.194187336966421e-06,
      "loss": 0.3495,
      "step": 1560210
    },
    {
      "epoch": 435.45,
      "grad_norm": 1.0944360494613647,
      "learning_rate": 2.1941603524564663e-06,
      "loss": 0.3554,
      "step": 1560220
    },
    {
      "epoch": 435.45,
      "grad_norm": 1.1066830158233643,
      "learning_rate": 2.194133367966422e-06,
      "loss": 0.3508,
      "step": 1560230
    },
    {
      "epoch": 435.46,
      "grad_norm": 1.1637440919876099,
      "learning_rate": 2.1941063834962913e-06,
      "loss": 0.3363,
      "step": 1560240
    },
    {
      "epoch": 435.46,
      "grad_norm": 0.9822995066642761,
      "learning_rate": 2.1940793990460784e-06,
      "loss": 0.3353,
      "step": 1560250
    },
    {
      "epoch": 435.46,
      "grad_norm": 0.898922324180603,
      "learning_rate": 2.194052414615787e-06,
      "loss": 0.3557,
      "step": 1560260
    },
    {
      "epoch": 435.46,
      "grad_norm": 1.2852569818496704,
      "learning_rate": 2.1940254302054205e-06,
      "loss": 0.3367,
      "step": 1560270
    },
    {
      "epoch": 435.47,
      "grad_norm": 1.1888872385025024,
      "learning_rate": 2.193998445814982e-06,
      "loss": 0.3547,
      "step": 1560280
    },
    {
      "epoch": 435.47,
      "grad_norm": 0.9845665693283081,
      "learning_rate": 2.193971461444475e-06,
      "loss": 0.348,
      "step": 1560290
    },
    {
      "epoch": 435.47,
      "grad_norm": 0.9264641404151917,
      "learning_rate": 2.1939444770939048e-06,
      "loss": 0.3307,
      "step": 1560300
    },
    {
      "epoch": 435.48,
      "grad_norm": 0.9891055226325989,
      "learning_rate": 2.193917492763273e-06,
      "loss": 0.3485,
      "step": 1560310
    },
    {
      "epoch": 435.48,
      "grad_norm": 1.0959622859954834,
      "learning_rate": 2.193890508452584e-06,
      "loss": 0.3579,
      "step": 1560320
    },
    {
      "epoch": 435.48,
      "grad_norm": 1.122885823249817,
      "learning_rate": 2.1938635241618414e-06,
      "loss": 0.3574,
      "step": 1560330
    },
    {
      "epoch": 435.48,
      "grad_norm": 0.9842934608459473,
      "learning_rate": 2.193836539891049e-06,
      "loss": 0.3299,
      "step": 1560340
    },
    {
      "epoch": 435.49,
      "grad_norm": 1.0319440364837646,
      "learning_rate": 2.193809555640209e-06,
      "loss": 0.3405,
      "step": 1560350
    },
    {
      "epoch": 435.49,
      "grad_norm": 1.0728129148483276,
      "learning_rate": 2.1937825714093275e-06,
      "loss": 0.3493,
      "step": 1560360
    },
    {
      "epoch": 435.49,
      "grad_norm": 0.9294378757476807,
      "learning_rate": 2.1937555871984065e-06,
      "loss": 0.3251,
      "step": 1560370
    },
    {
      "epoch": 435.5,
      "grad_norm": 0.8988591432571411,
      "learning_rate": 2.1937286030074488e-06,
      "loss": 0.3578,
      "step": 1560380
    },
    {
      "epoch": 435.5,
      "grad_norm": 0.9753239750862122,
      "learning_rate": 2.1937016188364594e-06,
      "loss": 0.3399,
      "step": 1560390
    },
    {
      "epoch": 435.5,
      "grad_norm": 1.0343846082687378,
      "learning_rate": 2.1936746346854423e-06,
      "loss": 0.3658,
      "step": 1560400
    },
    {
      "epoch": 435.5,
      "grad_norm": 1.0006099939346313,
      "learning_rate": 2.1936476505544e-06,
      "loss": 0.3356,
      "step": 1560410
    },
    {
      "epoch": 435.51,
      "grad_norm": 1.2553192377090454,
      "learning_rate": 2.193620666443336e-06,
      "loss": 0.3437,
      "step": 1560420
    },
    {
      "epoch": 435.51,
      "grad_norm": 1.0669052600860596,
      "learning_rate": 2.1935936823522545e-06,
      "loss": 0.3328,
      "step": 1560430
    },
    {
      "epoch": 435.51,
      "grad_norm": 1.0363284349441528,
      "learning_rate": 2.193566698281158e-06,
      "loss": 0.3431,
      "step": 1560440
    },
    {
      "epoch": 435.51,
      "grad_norm": 1.0487337112426758,
      "learning_rate": 2.1935397142300517e-06,
      "loss": 0.3332,
      "step": 1560450
    },
    {
      "epoch": 435.52,
      "grad_norm": 1.1305948495864868,
      "learning_rate": 2.193512730198939e-06,
      "loss": 0.3377,
      "step": 1560460
    },
    {
      "epoch": 435.52,
      "grad_norm": 1.0073785781860352,
      "learning_rate": 2.1934857461878215e-06,
      "loss": 0.3516,
      "step": 1560470
    },
    {
      "epoch": 435.52,
      "grad_norm": 0.8893914222717285,
      "learning_rate": 2.1934587621967056e-06,
      "loss": 0.3324,
      "step": 1560480
    },
    {
      "epoch": 435.53,
      "grad_norm": 1.2337287664413452,
      "learning_rate": 2.193431778225593e-06,
      "loss": 0.3635,
      "step": 1560490
    },
    {
      "epoch": 435.53,
      "grad_norm": 0.9881598353385925,
      "learning_rate": 2.193404794274487e-06,
      "loss": 0.3316,
      "step": 1560500
    },
    {
      "epoch": 435.53,
      "grad_norm": 0.9843348264694214,
      "learning_rate": 2.193377810343393e-06,
      "loss": 0.3343,
      "step": 1560510
    },
    {
      "epoch": 435.53,
      "grad_norm": 1.0643316507339478,
      "learning_rate": 2.1933508264323135e-06,
      "loss": 0.3427,
      "step": 1560520
    },
    {
      "epoch": 435.54,
      "grad_norm": 0.9459739327430725,
      "learning_rate": 2.193323842541251e-06,
      "loss": 0.3453,
      "step": 1560530
    },
    {
      "epoch": 435.54,
      "grad_norm": 0.9883370995521545,
      "learning_rate": 2.1932968586702115e-06,
      "loss": 0.3384,
      "step": 1560540
    },
    {
      "epoch": 435.54,
      "grad_norm": 1.0791525840759277,
      "learning_rate": 2.193269874819197e-06,
      "loss": 0.3336,
      "step": 1560550
    },
    {
      "epoch": 435.55,
      "grad_norm": 1.2001909017562866,
      "learning_rate": 2.1932428909882117e-06,
      "loss": 0.3426,
      "step": 1560560
    },
    {
      "epoch": 435.55,
      "grad_norm": 0.8260772824287415,
      "learning_rate": 2.1932159071772592e-06,
      "loss": 0.3583,
      "step": 1560570
    },
    {
      "epoch": 435.55,
      "grad_norm": 1.0678538084030151,
      "learning_rate": 2.1931889233863412e-06,
      "loss": 0.3558,
      "step": 1560580
    },
    {
      "epoch": 435.55,
      "grad_norm": 1.1618131399154663,
      "learning_rate": 2.1931619396154644e-06,
      "loss": 0.3518,
      "step": 1560590
    },
    {
      "epoch": 435.56,
      "grad_norm": 0.9123510718345642,
      "learning_rate": 2.193134955864631e-06,
      "loss": 0.3395,
      "step": 1560600
    },
    {
      "epoch": 435.56,
      "grad_norm": 1.0906063318252563,
      "learning_rate": 2.193107972133844e-06,
      "loss": 0.3425,
      "step": 1560610
    },
    {
      "epoch": 435.56,
      "grad_norm": 1.1478623151779175,
      "learning_rate": 2.1930809884231077e-06,
      "loss": 0.3388,
      "step": 1560620
    },
    {
      "epoch": 435.57,
      "grad_norm": 0.9942811727523804,
      "learning_rate": 2.1930540047324254e-06,
      "loss": 0.3325,
      "step": 1560630
    },
    {
      "epoch": 435.57,
      "grad_norm": 1.6206433773040771,
      "learning_rate": 2.1930270210618e-06,
      "loss": 0.3452,
      "step": 1560640
    },
    {
      "epoch": 435.57,
      "grad_norm": 1.1239440441131592,
      "learning_rate": 2.193000037411237e-06,
      "loss": 0.3504,
      "step": 1560650
    },
    {
      "epoch": 435.57,
      "grad_norm": 0.8748399615287781,
      "learning_rate": 2.192973053780739e-06,
      "loss": 0.3385,
      "step": 1560660
    },
    {
      "epoch": 435.58,
      "grad_norm": 0.9976525902748108,
      "learning_rate": 2.1929460701703077e-06,
      "loss": 0.3435,
      "step": 1560670
    },
    {
      "epoch": 435.58,
      "grad_norm": 0.9968684911727905,
      "learning_rate": 2.19291908657995e-06,
      "loss": 0.3502,
      "step": 1560680
    },
    {
      "epoch": 435.58,
      "grad_norm": 1.0122064352035522,
      "learning_rate": 2.192892103009668e-06,
      "loss": 0.3303,
      "step": 1560690
    },
    {
      "epoch": 435.58,
      "grad_norm": 0.8851301670074463,
      "learning_rate": 2.1928651194594645e-06,
      "loss": 0.3392,
      "step": 1560700
    },
    {
      "epoch": 435.59,
      "grad_norm": 1.0176314115524292,
      "learning_rate": 2.1928381359293446e-06,
      "loss": 0.3277,
      "step": 1560710
    },
    {
      "epoch": 435.59,
      "grad_norm": 1.1362981796264648,
      "learning_rate": 2.192811152419311e-06,
      "loss": 0.3468,
      "step": 1560720
    },
    {
      "epoch": 435.59,
      "grad_norm": 1.1291102170944214,
      "learning_rate": 2.1927841689293664e-06,
      "loss": 0.3473,
      "step": 1560730
    },
    {
      "epoch": 435.6,
      "grad_norm": 1.018758773803711,
      "learning_rate": 2.1927571854595162e-06,
      "loss": 0.3315,
      "step": 1560740
    },
    {
      "epoch": 435.6,
      "grad_norm": 1.1657942533493042,
      "learning_rate": 2.192730202009763e-06,
      "loss": 0.3328,
      "step": 1560750
    },
    {
      "epoch": 435.6,
      "grad_norm": 1.1144670248031616,
      "learning_rate": 2.1927032185801106e-06,
      "loss": 0.3423,
      "step": 1560760
    },
    {
      "epoch": 435.6,
      "grad_norm": 1.101983666419983,
      "learning_rate": 2.192676235170563e-06,
      "loss": 0.3408,
      "step": 1560770
    },
    {
      "epoch": 435.61,
      "grad_norm": 1.3305076360702515,
      "learning_rate": 2.1926492517811232e-06,
      "loss": 0.3518,
      "step": 1560780
    },
    {
      "epoch": 435.61,
      "grad_norm": 1.092488408088684,
      "learning_rate": 2.192622268411794e-06,
      "loss": 0.3414,
      "step": 1560790
    },
    {
      "epoch": 435.61,
      "grad_norm": 1.0115408897399902,
      "learning_rate": 2.192595285062581e-06,
      "loss": 0.3493,
      "step": 1560800
    },
    {
      "epoch": 435.62,
      "grad_norm": 0.9349504709243774,
      "learning_rate": 2.1925683017334866e-06,
      "loss": 0.3413,
      "step": 1560810
    },
    {
      "epoch": 435.62,
      "grad_norm": 1.0998482704162598,
      "learning_rate": 2.1925413184245134e-06,
      "loss": 0.3408,
      "step": 1560820
    },
    {
      "epoch": 435.62,
      "grad_norm": 2.466057062149048,
      "learning_rate": 2.1925143351356673e-06,
      "loss": 0.3413,
      "step": 1560830
    },
    {
      "epoch": 435.62,
      "grad_norm": 0.9111510515213013,
      "learning_rate": 2.1924873518669502e-06,
      "loss": 0.3516,
      "step": 1560840
    },
    {
      "epoch": 435.63,
      "grad_norm": 0.9990940093994141,
      "learning_rate": 2.1924603686183667e-06,
      "loss": 0.3493,
      "step": 1560850
    },
    {
      "epoch": 435.63,
      "grad_norm": 1.0637766122817993,
      "learning_rate": 2.19243338538992e-06,
      "loss": 0.3515,
      "step": 1560860
    },
    {
      "epoch": 435.63,
      "grad_norm": 6.607961177825928,
      "learning_rate": 2.1924064021816124e-06,
      "loss": 0.3325,
      "step": 1560870
    },
    {
      "epoch": 435.63,
      "grad_norm": 1.0848076343536377,
      "learning_rate": 2.1923794189934494e-06,
      "loss": 0.3698,
      "step": 1560880
    },
    {
      "epoch": 435.64,
      "grad_norm": 1.157433032989502,
      "learning_rate": 2.1923524358254344e-06,
      "loss": 0.3411,
      "step": 1560890
    },
    {
      "epoch": 435.64,
      "grad_norm": 0.9932808876037598,
      "learning_rate": 2.1923254526775698e-06,
      "loss": 0.331,
      "step": 1560900
    },
    {
      "epoch": 435.64,
      "grad_norm": 0.9517775177955627,
      "learning_rate": 2.1922984695498603e-06,
      "loss": 0.3392,
      "step": 1560910
    },
    {
      "epoch": 435.65,
      "grad_norm": 0.9191933274269104,
      "learning_rate": 2.192271486442309e-06,
      "loss": 0.3325,
      "step": 1560920
    },
    {
      "epoch": 435.65,
      "grad_norm": 1.0044727325439453,
      "learning_rate": 2.192244503354919e-06,
      "loss": 0.3457,
      "step": 1560930
    },
    {
      "epoch": 435.65,
      "grad_norm": 1.119307041168213,
      "learning_rate": 2.1922175202876947e-06,
      "loss": 0.3467,
      "step": 1560940
    },
    {
      "epoch": 435.65,
      "grad_norm": 1.0491700172424316,
      "learning_rate": 2.1921905372406398e-06,
      "loss": 0.3441,
      "step": 1560950
    },
    {
      "epoch": 435.66,
      "grad_norm": 1.0170676708221436,
      "learning_rate": 2.1921635542137565e-06,
      "loss": 0.3447,
      "step": 1560960
    },
    {
      "epoch": 435.66,
      "grad_norm": 0.968510091304779,
      "learning_rate": 2.19213657120705e-06,
      "loss": 0.3643,
      "step": 1560970
    },
    {
      "epoch": 435.66,
      "grad_norm": 1.1201375722885132,
      "learning_rate": 2.1921095882205235e-06,
      "loss": 0.3358,
      "step": 1560980
    },
    {
      "epoch": 435.67,
      "grad_norm": 1.1091878414154053,
      "learning_rate": 2.1920826052541802e-06,
      "loss": 0.3311,
      "step": 1560990
    },
    {
      "epoch": 435.67,
      "grad_norm": 1.1343363523483276,
      "learning_rate": 2.1920556223080243e-06,
      "loss": 0.3376,
      "step": 1561000
    },
    {
      "epoch": 435.67,
      "grad_norm": 0.9579848647117615,
      "learning_rate": 2.1920286393820586e-06,
      "loss": 0.3369,
      "step": 1561010
    },
    {
      "epoch": 435.67,
      "grad_norm": 0.9914134740829468,
      "learning_rate": 2.1920016564762862e-06,
      "loss": 0.3437,
      "step": 1561020
    },
    {
      "epoch": 435.68,
      "grad_norm": 1.065539002418518,
      "learning_rate": 2.1919746735907126e-06,
      "loss": 0.3339,
      "step": 1561030
    },
    {
      "epoch": 435.68,
      "grad_norm": 0.9318773746490479,
      "learning_rate": 2.1919476907253403e-06,
      "loss": 0.3428,
      "step": 1561040
    },
    {
      "epoch": 435.68,
      "grad_norm": 0.9266040921211243,
      "learning_rate": 2.1919207078801727e-06,
      "loss": 0.3457,
      "step": 1561050
    },
    {
      "epoch": 435.69,
      "grad_norm": 1.1241466999053955,
      "learning_rate": 2.191893725055213e-06,
      "loss": 0.3326,
      "step": 1561060
    },
    {
      "epoch": 435.69,
      "grad_norm": 1.5365718603134155,
      "learning_rate": 2.1918667422504668e-06,
      "loss": 0.3408,
      "step": 1561070
    },
    {
      "epoch": 435.69,
      "grad_norm": 1.0615886449813843,
      "learning_rate": 2.1918397594659353e-06,
      "loss": 0.3512,
      "step": 1561080
    },
    {
      "epoch": 435.69,
      "grad_norm": 1.0183885097503662,
      "learning_rate": 2.1918127767016237e-06,
      "loss": 0.3332,
      "step": 1561090
    },
    {
      "epoch": 435.7,
      "grad_norm": 1.0482605695724487,
      "learning_rate": 2.1917857939575347e-06,
      "loss": 0.3537,
      "step": 1561100
    },
    {
      "epoch": 435.7,
      "grad_norm": 1.1201704740524292,
      "learning_rate": 2.1917588112336715e-06,
      "loss": 0.3469,
      "step": 1561110
    },
    {
      "epoch": 435.7,
      "grad_norm": 1.1552945375442505,
      "learning_rate": 2.191731828530039e-06,
      "loss": 0.3505,
      "step": 1561120
    },
    {
      "epoch": 435.7,
      "grad_norm": 1.2364709377288818,
      "learning_rate": 2.19170484584664e-06,
      "loss": 0.3471,
      "step": 1561130
    },
    {
      "epoch": 435.71,
      "grad_norm": 1.0535651445388794,
      "learning_rate": 2.1916778631834787e-06,
      "loss": 0.3641,
      "step": 1561140
    },
    {
      "epoch": 435.71,
      "grad_norm": 0.9888954162597656,
      "learning_rate": 2.1916508805405585e-06,
      "loss": 0.3618,
      "step": 1561150
    },
    {
      "epoch": 435.71,
      "grad_norm": 1.084915041923523,
      "learning_rate": 2.1916238979178814e-06,
      "loss": 0.3313,
      "step": 1561160
    },
    {
      "epoch": 435.72,
      "grad_norm": 1.03167724609375,
      "learning_rate": 2.191596915315453e-06,
      "loss": 0.3403,
      "step": 1561170
    },
    {
      "epoch": 435.72,
      "grad_norm": 1.0464271306991577,
      "learning_rate": 2.1915699327332765e-06,
      "loss": 0.3544,
      "step": 1561180
    },
    {
      "epoch": 435.72,
      "grad_norm": 1.0842117071151733,
      "learning_rate": 2.191542950171354e-06,
      "loss": 0.3481,
      "step": 1561190
    },
    {
      "epoch": 435.72,
      "grad_norm": 1.1304370164871216,
      "learning_rate": 2.191515967629692e-06,
      "loss": 0.3438,
      "step": 1561200
    },
    {
      "epoch": 435.73,
      "grad_norm": 0.9600723385810852,
      "learning_rate": 2.191488985108292e-06,
      "loss": 0.3457,
      "step": 1561210
    },
    {
      "epoch": 435.73,
      "grad_norm": 1.1893229484558105,
      "learning_rate": 2.1914620026071576e-06,
      "loss": 0.3518,
      "step": 1561220
    },
    {
      "epoch": 435.73,
      "grad_norm": 1.0921518802642822,
      "learning_rate": 2.1914350201262933e-06,
      "loss": 0.3241,
      "step": 1561230
    },
    {
      "epoch": 435.74,
      "grad_norm": 1.0242716073989868,
      "learning_rate": 2.191408037665702e-06,
      "loss": 0.3572,
      "step": 1561240
    },
    {
      "epoch": 435.74,
      "grad_norm": 1.0096043348312378,
      "learning_rate": 2.191381055225386e-06,
      "loss": 0.3413,
      "step": 1561250
    },
    {
      "epoch": 435.74,
      "grad_norm": 1.0982202291488647,
      "learning_rate": 2.191354072805352e-06,
      "loss": 0.3426,
      "step": 1561260
    },
    {
      "epoch": 435.74,
      "grad_norm": 1.058652639389038,
      "learning_rate": 2.1913270904056016e-06,
      "loss": 0.3567,
      "step": 1561270
    },
    {
      "epoch": 435.75,
      "grad_norm": 1.0312777757644653,
      "learning_rate": 2.1913001080261387e-06,
      "loss": 0.3353,
      "step": 1561280
    },
    {
      "epoch": 435.75,
      "grad_norm": 0.8570295572280884,
      "learning_rate": 2.191273125666967e-06,
      "loss": 0.3419,
      "step": 1561290
    },
    {
      "epoch": 435.75,
      "grad_norm": 0.9483324289321899,
      "learning_rate": 2.19124614332809e-06,
      "loss": 0.3478,
      "step": 1561300
    },
    {
      "epoch": 435.75,
      "grad_norm": 1.0861536264419556,
      "learning_rate": 2.1912191610095107e-06,
      "loss": 0.3496,
      "step": 1561310
    },
    {
      "epoch": 435.76,
      "grad_norm": 0.9996581077575684,
      "learning_rate": 2.1911921787112337e-06,
      "loss": 0.3485,
      "step": 1561320
    },
    {
      "epoch": 435.76,
      "grad_norm": 0.9884412884712219,
      "learning_rate": 2.1911651964332627e-06,
      "loss": 0.3471,
      "step": 1561330
    },
    {
      "epoch": 435.76,
      "grad_norm": 1.0139869451522827,
      "learning_rate": 2.1911382141755997e-06,
      "loss": 0.3589,
      "step": 1561340
    },
    {
      "epoch": 435.77,
      "grad_norm": 0.9603242874145508,
      "learning_rate": 2.19111123193825e-06,
      "loss": 0.3562,
      "step": 1561350
    },
    {
      "epoch": 435.77,
      "grad_norm": 0.9419050812721252,
      "learning_rate": 2.191084249721217e-06,
      "loss": 0.3476,
      "step": 1561360
    },
    {
      "epoch": 435.77,
      "grad_norm": 1.2620158195495605,
      "learning_rate": 2.1910572675245033e-06,
      "loss": 0.357,
      "step": 1561370
    },
    {
      "epoch": 435.77,
      "grad_norm": 0.985345721244812,
      "learning_rate": 2.191030285348113e-06,
      "loss": 0.346,
      "step": 1561380
    },
    {
      "epoch": 435.78,
      "grad_norm": 1.1467673778533936,
      "learning_rate": 2.1910033031920504e-06,
      "loss": 0.3462,
      "step": 1561390
    },
    {
      "epoch": 435.78,
      "grad_norm": 1.008431077003479,
      "learning_rate": 2.190976321056317e-06,
      "loss": 0.3692,
      "step": 1561400
    },
    {
      "epoch": 435.78,
      "grad_norm": 1.0616081953048706,
      "learning_rate": 2.190949338940919e-06,
      "loss": 0.3559,
      "step": 1561410
    },
    {
      "epoch": 435.79,
      "grad_norm": 1.0426750183105469,
      "learning_rate": 2.1909223568458584e-06,
      "loss": 0.3602,
      "step": 1561420
    },
    {
      "epoch": 435.79,
      "grad_norm": 1.0498063564300537,
      "learning_rate": 2.1908953747711397e-06,
      "loss": 0.3396,
      "step": 1561430
    },
    {
      "epoch": 435.79,
      "grad_norm": 1.0837022066116333,
      "learning_rate": 2.190868392716766e-06,
      "loss": 0.3583,
      "step": 1561440
    },
    {
      "epoch": 435.79,
      "grad_norm": 1.1169694662094116,
      "learning_rate": 2.1908414106827394e-06,
      "loss": 0.3369,
      "step": 1561450
    },
    {
      "epoch": 435.8,
      "grad_norm": 1.1129071712493896,
      "learning_rate": 2.1908144286690663e-06,
      "loss": 0.3568,
      "step": 1561460
    },
    {
      "epoch": 435.8,
      "grad_norm": 0.9489155411720276,
      "learning_rate": 2.190787446675749e-06,
      "loss": 0.3386,
      "step": 1561470
    },
    {
      "epoch": 435.8,
      "grad_norm": 1.0777125358581543,
      "learning_rate": 2.1907604647027904e-06,
      "loss": 0.3378,
      "step": 1561480
    },
    {
      "epoch": 435.81,
      "grad_norm": 1.0346719026565552,
      "learning_rate": 2.1907334827501952e-06,
      "loss": 0.3519,
      "step": 1561490
    },
    {
      "epoch": 435.81,
      "grad_norm": 0.8735806941986084,
      "learning_rate": 2.190706500817967e-06,
      "loss": 0.3449,
      "step": 1561500
    },
    {
      "epoch": 435.81,
      "grad_norm": 1.1498562097549438,
      "learning_rate": 2.190679518906108e-06,
      "loss": 0.3404,
      "step": 1561510
    },
    {
      "epoch": 435.81,
      "grad_norm": 1.1353507041931152,
      "learning_rate": 2.1906525370146233e-06,
      "loss": 0.35,
      "step": 1561520
    },
    {
      "epoch": 435.82,
      "grad_norm": 1.1332234144210815,
      "learning_rate": 2.190625555143516e-06,
      "loss": 0.3489,
      "step": 1561530
    },
    {
      "epoch": 435.82,
      "grad_norm": 1.2262163162231445,
      "learning_rate": 2.190598573292789e-06,
      "loss": 0.3451,
      "step": 1561540
    },
    {
      "epoch": 435.82,
      "grad_norm": 1.0661743879318237,
      "learning_rate": 2.190571591462447e-06,
      "loss": 0.3435,
      "step": 1561550
    },
    {
      "epoch": 435.82,
      "grad_norm": 1.076429843902588,
      "learning_rate": 2.190544609652493e-06,
      "loss": 0.3653,
      "step": 1561560
    },
    {
      "epoch": 435.83,
      "grad_norm": 0.9334051012992859,
      "learning_rate": 2.1905176278629306e-06,
      "loss": 0.341,
      "step": 1561570
    },
    {
      "epoch": 435.83,
      "grad_norm": 1.0011122226715088,
      "learning_rate": 2.1904906460937638e-06,
      "loss": 0.3485,
      "step": 1561580
    },
    {
      "epoch": 435.83,
      "grad_norm": 1.0752583742141724,
      "learning_rate": 2.190463664344996e-06,
      "loss": 0.3397,
      "step": 1561590
    },
    {
      "epoch": 435.84,
      "grad_norm": 1.123867154121399,
      "learning_rate": 2.190436682616629e-06,
      "loss": 0.345,
      "step": 1561600
    },
    {
      "epoch": 435.84,
      "grad_norm": 1.057534098625183,
      "learning_rate": 2.19040970090867e-06,
      "loss": 0.3453,
      "step": 1561610
    },
    {
      "epoch": 435.84,
      "grad_norm": 0.945671558380127,
      "learning_rate": 2.19038271922112e-06,
      "loss": 0.3517,
      "step": 1561620
    },
    {
      "epoch": 435.84,
      "grad_norm": 1.0321950912475586,
      "learning_rate": 2.190355737553982e-06,
      "loss": 0.329,
      "step": 1561630
    },
    {
      "epoch": 435.85,
      "grad_norm": 1.0402175188064575,
      "learning_rate": 2.1903287559072623e-06,
      "loss": 0.3334,
      "step": 1561640
    },
    {
      "epoch": 435.85,
      "grad_norm": 0.9405447840690613,
      "learning_rate": 2.1903017742809633e-06,
      "loss": 0.3361,
      "step": 1561650
    },
    {
      "epoch": 435.85,
      "grad_norm": 0.9623013734817505,
      "learning_rate": 2.1902747926750874e-06,
      "loss": 0.3381,
      "step": 1561660
    },
    {
      "epoch": 435.86,
      "grad_norm": 1.0086064338684082,
      "learning_rate": 2.1902478110896395e-06,
      "loss": 0.3446,
      "step": 1561670
    },
    {
      "epoch": 435.86,
      "grad_norm": 1.0513091087341309,
      "learning_rate": 2.190220829524623e-06,
      "loss": 0.3495,
      "step": 1561680
    },
    {
      "epoch": 435.86,
      "grad_norm": 1.055686593055725,
      "learning_rate": 2.19019384798004e-06,
      "loss": 0.3413,
      "step": 1561690
    },
    {
      "epoch": 435.86,
      "grad_norm": 0.9515857696533203,
      "learning_rate": 2.190166866455897e-06,
      "loss": 0.3535,
      "step": 1561700
    },
    {
      "epoch": 435.87,
      "grad_norm": 1.173870325088501,
      "learning_rate": 2.1901398849521945e-06,
      "loss": 0.3506,
      "step": 1561710
    },
    {
      "epoch": 435.87,
      "grad_norm": 1.0782055854797363,
      "learning_rate": 2.1901129034689385e-06,
      "loss": 0.3414,
      "step": 1561720
    },
    {
      "epoch": 435.87,
      "grad_norm": 1.2057709693908691,
      "learning_rate": 2.190085922006132e-06,
      "loss": 0.3307,
      "step": 1561730
    },
    {
      "epoch": 435.87,
      "grad_norm": 1.0572651624679565,
      "learning_rate": 2.190058940563777e-06,
      "loss": 0.3546,
      "step": 1561740
    },
    {
      "epoch": 435.88,
      "grad_norm": 0.9545999765396118,
      "learning_rate": 2.1900319591418786e-06,
      "loss": 0.339,
      "step": 1561750
    },
    {
      "epoch": 435.88,
      "grad_norm": 0.9920041561126709,
      "learning_rate": 2.1900049777404414e-06,
      "loss": 0.3472,
      "step": 1561760
    },
    {
      "epoch": 435.88,
      "grad_norm": 1.338144063949585,
      "learning_rate": 2.1899779963594655e-06,
      "loss": 0.3622,
      "step": 1561770
    },
    {
      "epoch": 435.89,
      "grad_norm": 1.2108821868896484,
      "learning_rate": 2.1899510149989586e-06,
      "loss": 0.3531,
      "step": 1561780
    },
    {
      "epoch": 435.89,
      "grad_norm": 0.9904866814613342,
      "learning_rate": 2.189924033658922e-06,
      "loss": 0.3515,
      "step": 1561790
    },
    {
      "epoch": 435.89,
      "grad_norm": 0.9552150368690491,
      "learning_rate": 2.189897052339359e-06,
      "loss": 0.3397,
      "step": 1561800
    },
    {
      "epoch": 435.89,
      "grad_norm": 1.2990801334381104,
      "learning_rate": 2.1898700710402747e-06,
      "loss": 0.3494,
      "step": 1561810
    },
    {
      "epoch": 435.9,
      "grad_norm": 1.0784411430358887,
      "learning_rate": 2.1898430897616716e-06,
      "loss": 0.3453,
      "step": 1561820
    },
    {
      "epoch": 435.9,
      "grad_norm": 1.1699391603469849,
      "learning_rate": 2.189816108503553e-06,
      "loss": 0.3434,
      "step": 1561830
    },
    {
      "epoch": 435.9,
      "grad_norm": 1.074032187461853,
      "learning_rate": 2.1897891272659237e-06,
      "loss": 0.3421,
      "step": 1561840
    },
    {
      "epoch": 435.91,
      "grad_norm": 1.1748231649398804,
      "learning_rate": 2.1897621460487864e-06,
      "loss": 0.3542,
      "step": 1561850
    },
    {
      "epoch": 435.91,
      "grad_norm": 0.9692046046257019,
      "learning_rate": 2.189735164852145e-06,
      "loss": 0.3519,
      "step": 1561860
    },
    {
      "epoch": 435.91,
      "grad_norm": 1.1495791673660278,
      "learning_rate": 2.189708183676003e-06,
      "loss": 0.3499,
      "step": 1561870
    },
    {
      "epoch": 435.91,
      "grad_norm": 0.9789448380470276,
      "learning_rate": 2.1896812025203643e-06,
      "loss": 0.3416,
      "step": 1561880
    },
    {
      "epoch": 435.92,
      "grad_norm": 0.9584543108940125,
      "learning_rate": 2.189654221385231e-06,
      "loss": 0.3217,
      "step": 1561890
    },
    {
      "epoch": 435.92,
      "grad_norm": 1.0261398553848267,
      "learning_rate": 2.189627240270609e-06,
      "loss": 0.3587,
      "step": 1561900
    },
    {
      "epoch": 435.92,
      "grad_norm": 0.9595066905021667,
      "learning_rate": 2.189600259176501e-06,
      "loss": 0.3482,
      "step": 1561910
    },
    {
      "epoch": 435.93,
      "grad_norm": 0.9198736548423767,
      "learning_rate": 2.189573278102909e-06,
      "loss": 0.3606,
      "step": 1561920
    },
    {
      "epoch": 435.93,
      "grad_norm": 0.9942489862442017,
      "learning_rate": 2.1895462970498395e-06,
      "loss": 0.3438,
      "step": 1561930
    },
    {
      "epoch": 435.93,
      "grad_norm": 3.8487110137939453,
      "learning_rate": 2.189519316017294e-06,
      "loss": 0.3373,
      "step": 1561940
    },
    {
      "epoch": 435.93,
      "grad_norm": 0.9812169671058655,
      "learning_rate": 2.189492335005276e-06,
      "loss": 0.3447,
      "step": 1561950
    },
    {
      "epoch": 435.94,
      "grad_norm": 0.9872642755508423,
      "learning_rate": 2.189465354013791e-06,
      "loss": 0.3379,
      "step": 1561960
    },
    {
      "epoch": 435.94,
      "grad_norm": 0.9976527094841003,
      "learning_rate": 2.1894383730428407e-06,
      "loss": 0.3518,
      "step": 1561970
    },
    {
      "epoch": 435.94,
      "grad_norm": 0.9220532774925232,
      "learning_rate": 2.1894113920924286e-06,
      "loss": 0.3214,
      "step": 1561980
    },
    {
      "epoch": 435.94,
      "grad_norm": 1.0455255508422852,
      "learning_rate": 2.1893844111625596e-06,
      "loss": 0.3489,
      "step": 1561990
    },
    {
      "epoch": 435.95,
      "grad_norm": 1.0347223281860352,
      "learning_rate": 2.1893574302532367e-06,
      "loss": 0.3493,
      "step": 1562000
    },
    {
      "epoch": 435.95,
      "grad_norm": 1.0657637119293213,
      "learning_rate": 2.189330449364463e-06,
      "loss": 0.3368,
      "step": 1562010
    },
    {
      "epoch": 435.95,
      "grad_norm": 1.117762804031372,
      "learning_rate": 2.189303468496244e-06,
      "loss": 0.3484,
      "step": 1562020
    },
    {
      "epoch": 435.96,
      "grad_norm": 1.0597025156021118,
      "learning_rate": 2.1892764876485806e-06,
      "loss": 0.3252,
      "step": 1562030
    },
    {
      "epoch": 435.96,
      "grad_norm": 1.1108429431915283,
      "learning_rate": 2.1892495068214783e-06,
      "loss": 0.3337,
      "step": 1562040
    },
    {
      "epoch": 435.96,
      "grad_norm": 0.9157361388206482,
      "learning_rate": 2.18922252601494e-06,
      "loss": 0.3563,
      "step": 1562050
    },
    {
      "epoch": 435.96,
      "grad_norm": 1.1650773286819458,
      "learning_rate": 2.1891955452289682e-06,
      "loss": 0.3469,
      "step": 1562060
    },
    {
      "epoch": 435.97,
      "grad_norm": 1.1621698141098022,
      "learning_rate": 2.1891685644635693e-06,
      "loss": 0.3467,
      "step": 1562070
    },
    {
      "epoch": 435.97,
      "grad_norm": 0.9910657405853271,
      "learning_rate": 2.189141583718745e-06,
      "loss": 0.3255,
      "step": 1562080
    },
    {
      "epoch": 435.97,
      "grad_norm": 1.1457831859588623,
      "learning_rate": 2.189114602994498e-06,
      "loss": 0.3482,
      "step": 1562090
    },
    {
      "epoch": 435.98,
      "grad_norm": 1.0641294717788696,
      "learning_rate": 2.1890876222908344e-06,
      "loss": 0.3557,
      "step": 1562100
    },
    {
      "epoch": 435.98,
      "grad_norm": 1.1304709911346436,
      "learning_rate": 2.1890606416077557e-06,
      "loss": 0.3534,
      "step": 1562110
    },
    {
      "epoch": 435.98,
      "grad_norm": 2.107130765914917,
      "learning_rate": 2.1890336609452657e-06,
      "loss": 0.3403,
      "step": 1562120
    },
    {
      "epoch": 435.98,
      "grad_norm": 0.928834080696106,
      "learning_rate": 2.1890066803033693e-06,
      "loss": 0.3478,
      "step": 1562130
    },
    {
      "epoch": 435.99,
      "grad_norm": 1.0200988054275513,
      "learning_rate": 2.188979699682069e-06,
      "loss": 0.3491,
      "step": 1562140
    },
    {
      "epoch": 435.99,
      "grad_norm": 1.0105819702148438,
      "learning_rate": 2.188952719081368e-06,
      "loss": 0.3573,
      "step": 1562150
    },
    {
      "epoch": 435.99,
      "grad_norm": 0.8873134851455688,
      "learning_rate": 2.1889257385012714e-06,
      "loss": 0.3402,
      "step": 1562160
    },
    {
      "epoch": 435.99,
      "grad_norm": 1.002896785736084,
      "learning_rate": 2.188898757941782e-06,
      "loss": 0.3599,
      "step": 1562170
    },
    {
      "epoch": 436.0,
      "grad_norm": 1.2535736560821533,
      "learning_rate": 2.1888717774029026e-06,
      "loss": 0.3434,
      "step": 1562180
    },
    {
      "epoch": 436.0,
      "eval_loss": 0.3464328348636627,
      "eval_runtime": 63.9454,
      "eval_samples_per_second": 79.114,
      "eval_steps_per_second": 9.899,
      "step": 1562188
    },
    {
      "epoch": 436.0,
      "grad_norm": 1.0600167512893677,
      "learning_rate": 2.1888447968846382e-06,
      "loss": 0.3503,
      "step": 1562190
    },
    {
      "epoch": 436.0,
      "grad_norm": 0.9872212409973145,
      "learning_rate": 2.188817816386992e-06,
      "loss": 0.3466,
      "step": 1562200
    },
    {
      "epoch": 436.01,
      "grad_norm": 1.3261610269546509,
      "learning_rate": 2.1887908359099662e-06,
      "loss": 0.3589,
      "step": 1562210
    },
    {
      "epoch": 436.01,
      "grad_norm": 1.2280853986740112,
      "learning_rate": 2.1887638554535666e-06,
      "loss": 0.3548,
      "step": 1562220
    },
    {
      "epoch": 436.01,
      "grad_norm": 1.2270883321762085,
      "learning_rate": 2.1887368750177953e-06,
      "loss": 0.3501,
      "step": 1562230
    },
    {
      "epoch": 436.01,
      "grad_norm": 1.5805784463882446,
      "learning_rate": 2.188709894602656e-06,
      "loss": 0.3226,
      "step": 1562240
    },
    {
      "epoch": 436.02,
      "grad_norm": 1.1783413887023926,
      "learning_rate": 2.1886829142081532e-06,
      "loss": 0.3386,
      "step": 1562250
    },
    {
      "epoch": 436.02,
      "grad_norm": 1.1014574766159058,
      "learning_rate": 2.18865593383429e-06,
      "loss": 0.3395,
      "step": 1562260
    },
    {
      "epoch": 436.02,
      "grad_norm": 1.0896576642990112,
      "learning_rate": 2.188628953481068e-06,
      "loss": 0.3251,
      "step": 1562270
    },
    {
      "epoch": 436.03,
      "grad_norm": 1.142784595489502,
      "learning_rate": 2.1886019731484946e-06,
      "loss": 0.3555,
      "step": 1562280
    },
    {
      "epoch": 436.03,
      "grad_norm": 1.0144307613372803,
      "learning_rate": 2.18857499283657e-06,
      "loss": 0.3443,
      "step": 1562290
    },
    {
      "epoch": 436.03,
      "grad_norm": 1.1632171869277954,
      "learning_rate": 2.1885480125453007e-06,
      "loss": 0.3404,
      "step": 1562300
    },
    {
      "epoch": 436.03,
      "grad_norm": 1.0326935052871704,
      "learning_rate": 2.188521032274688e-06,
      "loss": 0.344,
      "step": 1562310
    },
    {
      "epoch": 436.04,
      "grad_norm": 0.9615896940231323,
      "learning_rate": 2.1884940520247367e-06,
      "loss": 0.3495,
      "step": 1562320
    },
    {
      "epoch": 436.04,
      "grad_norm": 1.0224195718765259,
      "learning_rate": 2.18846707179545e-06,
      "loss": 0.3491,
      "step": 1562330
    },
    {
      "epoch": 436.04,
      "grad_norm": 0.9964702129364014,
      "learning_rate": 2.1884400915868316e-06,
      "loss": 0.3431,
      "step": 1562340
    },
    {
      "epoch": 436.05,
      "grad_norm": 0.9423410296440125,
      "learning_rate": 2.188413111398884e-06,
      "loss": 0.3474,
      "step": 1562350
    },
    {
      "epoch": 436.05,
      "grad_norm": 0.9537885189056396,
      "learning_rate": 2.188386131231613e-06,
      "loss": 0.3559,
      "step": 1562360
    },
    {
      "epoch": 436.05,
      "grad_norm": 0.9702029824256897,
      "learning_rate": 2.1883591510850203e-06,
      "loss": 0.3566,
      "step": 1562370
    },
    {
      "epoch": 436.05,
      "grad_norm": 0.9700409173965454,
      "learning_rate": 2.1883321709591105e-06,
      "loss": 0.3378,
      "step": 1562380
    },
    {
      "epoch": 436.06,
      "grad_norm": 1.5234121084213257,
      "learning_rate": 2.188305190853887e-06,
      "loss": 0.3442,
      "step": 1562390
    },
    {
      "epoch": 436.06,
      "grad_norm": 1.0723052024841309,
      "learning_rate": 2.188278210769353e-06,
      "loss": 0.3562,
      "step": 1562400
    },
    {
      "epoch": 436.06,
      "grad_norm": 1.1849507093429565,
      "learning_rate": 2.1882512307055117e-06,
      "loss": 0.3455,
      "step": 1562410
    },
    {
      "epoch": 436.06,
      "grad_norm": 0.8848792314529419,
      "learning_rate": 2.188224250662368e-06,
      "loss": 0.3339,
      "step": 1562420
    },
    {
      "epoch": 436.07,
      "grad_norm": 0.920545220375061,
      "learning_rate": 2.188197270639925e-06,
      "loss": 0.3558,
      "step": 1562430
    },
    {
      "epoch": 436.07,
      "grad_norm": 0.964543879032135,
      "learning_rate": 2.1881702906381856e-06,
      "loss": 0.3303,
      "step": 1562440
    },
    {
      "epoch": 436.07,
      "grad_norm": 1.1661491394042969,
      "learning_rate": 2.188143310657154e-06,
      "loss": 0.3375,
      "step": 1562450
    },
    {
      "epoch": 436.08,
      "grad_norm": 1.0182971954345703,
      "learning_rate": 2.1881163306968345e-06,
      "loss": 0.3686,
      "step": 1562460
    },
    {
      "epoch": 436.08,
      "grad_norm": 1.065906047821045,
      "learning_rate": 2.188089350757229e-06,
      "loss": 0.3406,
      "step": 1562470
    },
    {
      "epoch": 436.08,
      "grad_norm": 1.2004473209381104,
      "learning_rate": 2.1880623708383423e-06,
      "loss": 0.3501,
      "step": 1562480
    },
    {
      "epoch": 436.08,
      "grad_norm": 0.9737419486045837,
      "learning_rate": 2.1880353909401777e-06,
      "loss": 0.3462,
      "step": 1562490
    },
    {
      "epoch": 436.09,
      "grad_norm": 5.108799457550049,
      "learning_rate": 2.188008411062738e-06,
      "loss": 0.3488,
      "step": 1562500
    },
    {
      "epoch": 436.09,
      "grad_norm": 1.0420533418655396,
      "learning_rate": 2.187981431206028e-06,
      "loss": 0.3506,
      "step": 1562510
    },
    {
      "epoch": 436.09,
      "grad_norm": 0.9593395590782166,
      "learning_rate": 2.187954451370052e-06,
      "loss": 0.3427,
      "step": 1562520
    },
    {
      "epoch": 436.1,
      "grad_norm": 1.1356934309005737,
      "learning_rate": 2.187927471554811e-06,
      "loss": 0.345,
      "step": 1562530
    },
    {
      "epoch": 436.1,
      "grad_norm": 1.1058608293533325,
      "learning_rate": 2.1879004917603108e-06,
      "loss": 0.3458,
      "step": 1562540
    },
    {
      "epoch": 436.1,
      "grad_norm": 0.9937374591827393,
      "learning_rate": 2.187873511986554e-06,
      "loss": 0.3376,
      "step": 1562550
    },
    {
      "epoch": 436.1,
      "grad_norm": 1.0208319425582886,
      "learning_rate": 2.1878465322335434e-06,
      "loss": 0.3414,
      "step": 1562560
    },
    {
      "epoch": 436.11,
      "grad_norm": 1.1787439584732056,
      "learning_rate": 2.187819552501285e-06,
      "loss": 0.3223,
      "step": 1562570
    },
    {
      "epoch": 436.11,
      "grad_norm": 1.1205757856369019,
      "learning_rate": 2.1877925727897797e-06,
      "loss": 0.3394,
      "step": 1562580
    },
    {
      "epoch": 436.11,
      "grad_norm": 1.159830927848816,
      "learning_rate": 2.1877655930990335e-06,
      "loss": 0.3739,
      "step": 1562590
    },
    {
      "epoch": 436.11,
      "grad_norm": 1.4584693908691406,
      "learning_rate": 2.187738613429049e-06,
      "loss": 0.3496,
      "step": 1562600
    },
    {
      "epoch": 436.12,
      "grad_norm": 1.0105568170547485,
      "learning_rate": 2.1877116337798285e-06,
      "loss": 0.3433,
      "step": 1562610
    },
    {
      "epoch": 436.12,
      "grad_norm": 1.114386796951294,
      "learning_rate": 2.1876846541513778e-06,
      "loss": 0.3441,
      "step": 1562620
    },
    {
      "epoch": 436.12,
      "grad_norm": 1.0042442083358765,
      "learning_rate": 2.1876576745436992e-06,
      "loss": 0.3314,
      "step": 1562630
    },
    {
      "epoch": 436.13,
      "grad_norm": 0.9786515831947327,
      "learning_rate": 2.1876306949567955e-06,
      "loss": 0.3496,
      "step": 1562640
    },
    {
      "epoch": 436.13,
      "grad_norm": 0.9641287326812744,
      "learning_rate": 2.187603715390673e-06,
      "loss": 0.336,
      "step": 1562650
    },
    {
      "epoch": 436.13,
      "grad_norm": 0.9756932258605957,
      "learning_rate": 2.1875767358453325e-06,
      "loss": 0.3597,
      "step": 1562660
    },
    {
      "epoch": 436.13,
      "grad_norm": 1.0377291440963745,
      "learning_rate": 2.187549756320779e-06,
      "loss": 0.3255,
      "step": 1562670
    },
    {
      "epoch": 436.14,
      "grad_norm": 3.3809337615966797,
      "learning_rate": 2.187522776817016e-06,
      "loss": 0.3461,
      "step": 1562680
    },
    {
      "epoch": 436.14,
      "grad_norm": 0.972748875617981,
      "learning_rate": 2.187495797334047e-06,
      "loss": 0.3385,
      "step": 1562690
    },
    {
      "epoch": 436.14,
      "grad_norm": 0.9742823243141174,
      "learning_rate": 2.187468817871875e-06,
      "loss": 0.3628,
      "step": 1562700
    },
    {
      "epoch": 436.15,
      "grad_norm": 1.0485318899154663,
      "learning_rate": 2.187441838430504e-06,
      "loss": 0.3401,
      "step": 1562710
    },
    {
      "epoch": 436.15,
      "grad_norm": 1.0201904773712158,
      "learning_rate": 2.1874148590099385e-06,
      "loss": 0.3346,
      "step": 1562720
    },
    {
      "epoch": 436.15,
      "grad_norm": 0.8989043235778809,
      "learning_rate": 2.18738787961018e-06,
      "loss": 0.3522,
      "step": 1562730
    },
    {
      "epoch": 436.15,
      "grad_norm": 1.0489966869354248,
      "learning_rate": 2.187360900231234e-06,
      "loss": 0.3464,
      "step": 1562740
    },
    {
      "epoch": 436.16,
      "grad_norm": 0.9121261835098267,
      "learning_rate": 2.187333920873104e-06,
      "loss": 0.323,
      "step": 1562750
    },
    {
      "epoch": 436.16,
      "grad_norm": 1.0547484159469604,
      "learning_rate": 2.187306941535792e-06,
      "loss": 0.35,
      "step": 1562760
    },
    {
      "epoch": 436.16,
      "grad_norm": 1.0482252836227417,
      "learning_rate": 2.1872799622193033e-06,
      "loss": 0.3481,
      "step": 1562770
    },
    {
      "epoch": 436.17,
      "grad_norm": 0.963030219078064,
      "learning_rate": 2.187252982923641e-06,
      "loss": 0.3257,
      "step": 1562780
    },
    {
      "epoch": 436.17,
      "grad_norm": 1.1683026552200317,
      "learning_rate": 2.1872260036488073e-06,
      "loss": 0.3468,
      "step": 1562790
    },
    {
      "epoch": 436.17,
      "grad_norm": 1.1377443075180054,
      "learning_rate": 2.187199024394808e-06,
      "loss": 0.3468,
      "step": 1562800
    },
    {
      "epoch": 436.17,
      "grad_norm": 1.0057733058929443,
      "learning_rate": 2.1871720451616454e-06,
      "loss": 0.3442,
      "step": 1562810
    },
    {
      "epoch": 436.18,
      "grad_norm": 1.158586859703064,
      "learning_rate": 2.1871450659493233e-06,
      "loss": 0.3325,
      "step": 1562820
    },
    {
      "epoch": 436.18,
      "grad_norm": 1.3573262691497803,
      "learning_rate": 2.187118086757846e-06,
      "loss": 0.3504,
      "step": 1562830
    },
    {
      "epoch": 436.18,
      "grad_norm": 1.309311866760254,
      "learning_rate": 2.187091107587216e-06,
      "loss": 0.3343,
      "step": 1562840
    },
    {
      "epoch": 436.18,
      "grad_norm": 1.9434508085250854,
      "learning_rate": 2.1870641284374367e-06,
      "loss": 0.3435,
      "step": 1562850
    },
    {
      "epoch": 436.19,
      "grad_norm": 1.0764193534851074,
      "learning_rate": 2.187037149308513e-06,
      "loss": 0.3361,
      "step": 1562860
    },
    {
      "epoch": 436.19,
      "grad_norm": 1.26443612575531,
      "learning_rate": 2.1870101702004468e-06,
      "loss": 0.3622,
      "step": 1562870
    },
    {
      "epoch": 436.19,
      "grad_norm": 0.985529899597168,
      "learning_rate": 2.186983191113244e-06,
      "loss": 0.3466,
      "step": 1562880
    },
    {
      "epoch": 436.2,
      "grad_norm": 1.0150389671325684,
      "learning_rate": 2.186956212046907e-06,
      "loss": 0.3327,
      "step": 1562890
    },
    {
      "epoch": 436.2,
      "grad_norm": 1.0927104949951172,
      "learning_rate": 2.1869292330014385e-06,
      "loss": 0.3392,
      "step": 1562900
    },
    {
      "epoch": 436.2,
      "grad_norm": 1.026028037071228,
      "learning_rate": 2.1869022539768435e-06,
      "loss": 0.331,
      "step": 1562910
    },
    {
      "epoch": 436.2,
      "grad_norm": 1.1332277059555054,
      "learning_rate": 2.186875274973125e-06,
      "loss": 0.3373,
      "step": 1562920
    },
    {
      "epoch": 436.21,
      "grad_norm": 1.0907102823257446,
      "learning_rate": 2.186848295990285e-06,
      "loss": 0.3533,
      "step": 1562930
    },
    {
      "epoch": 436.21,
      "grad_norm": 1.2214422225952148,
      "learning_rate": 2.1868213170283304e-06,
      "loss": 0.3408,
      "step": 1562940
    },
    {
      "epoch": 436.21,
      "grad_norm": 1.2839252948760986,
      "learning_rate": 2.186794338087263e-06,
      "loss": 0.3274,
      "step": 1562950
    },
    {
      "epoch": 436.22,
      "grad_norm": 0.9063215255737305,
      "learning_rate": 2.1867673591670855e-06,
      "loss": 0.3558,
      "step": 1562960
    },
    {
      "epoch": 436.22,
      "grad_norm": 1.1067947149276733,
      "learning_rate": 2.1867403802678027e-06,
      "loss": 0.3278,
      "step": 1562970
    },
    {
      "epoch": 436.22,
      "grad_norm": 0.9012492895126343,
      "learning_rate": 2.1867134013894187e-06,
      "loss": 0.3419,
      "step": 1562980
    },
    {
      "epoch": 436.22,
      "grad_norm": 1.095245599746704,
      "learning_rate": 2.1866864225319357e-06,
      "loss": 0.3376,
      "step": 1562990
    },
    {
      "epoch": 436.23,
      "grad_norm": 1.1420528888702393,
      "learning_rate": 2.186659443695358e-06,
      "loss": 0.3424,
      "step": 1563000
    },
    {
      "epoch": 436.23,
      "grad_norm": 1.0995393991470337,
      "learning_rate": 2.1866324648796894e-06,
      "loss": 0.3468,
      "step": 1563010
    },
    {
      "epoch": 436.23,
      "grad_norm": 1.05418062210083,
      "learning_rate": 2.186605486084932e-06,
      "loss": 0.3428,
      "step": 1563020
    },
    {
      "epoch": 436.23,
      "grad_norm": 0.9326679110527039,
      "learning_rate": 2.186578507311092e-06,
      "loss": 0.3582,
      "step": 1563030
    },
    {
      "epoch": 436.24,
      "grad_norm": 1.0219684839248657,
      "learning_rate": 2.1865515285581713e-06,
      "loss": 0.3486,
      "step": 1563040
    },
    {
      "epoch": 436.24,
      "grad_norm": 1.049492597579956,
      "learning_rate": 2.1865245498261732e-06,
      "loss": 0.3264,
      "step": 1563050
    },
    {
      "epoch": 436.24,
      "grad_norm": 1.1231697797775269,
      "learning_rate": 2.186497571115102e-06,
      "loss": 0.3455,
      "step": 1563060
    },
    {
      "epoch": 436.25,
      "grad_norm": 1.2246214151382446,
      "learning_rate": 2.1864705924249617e-06,
      "loss": 0.3564,
      "step": 1563070
    },
    {
      "epoch": 436.25,
      "grad_norm": 0.9935845732688904,
      "learning_rate": 2.186443613755754e-06,
      "loss": 0.3596,
      "step": 1563080
    },
    {
      "epoch": 436.25,
      "grad_norm": 1.1010966300964355,
      "learning_rate": 2.186416635107485e-06,
      "loss": 0.3338,
      "step": 1563090
    },
    {
      "epoch": 436.25,
      "grad_norm": 1.1118414402008057,
      "learning_rate": 2.1863896564801573e-06,
      "loss": 0.3404,
      "step": 1563100
    },
    {
      "epoch": 436.26,
      "grad_norm": 0.9362952709197998,
      "learning_rate": 2.186362677873773e-06,
      "loss": 0.3386,
      "step": 1563110
    },
    {
      "epoch": 436.26,
      "grad_norm": 1.0296566486358643,
      "learning_rate": 2.186335699288338e-06,
      "loss": 0.3504,
      "step": 1563120
    },
    {
      "epoch": 436.26,
      "grad_norm": 1.182593584060669,
      "learning_rate": 2.1863087207238553e-06,
      "loss": 0.3355,
      "step": 1563130
    },
    {
      "epoch": 436.27,
      "grad_norm": 1.098524808883667,
      "learning_rate": 2.186281742180327e-06,
      "loss": 0.3585,
      "step": 1563140
    },
    {
      "epoch": 436.27,
      "grad_norm": 1.6497159004211426,
      "learning_rate": 2.186254763657759e-06,
      "loss": 0.3376,
      "step": 1563150
    },
    {
      "epoch": 436.27,
      "grad_norm": 1.0178717374801636,
      "learning_rate": 2.186227785156152e-06,
      "loss": 0.3568,
      "step": 1563160
    },
    {
      "epoch": 436.27,
      "grad_norm": 1.955019474029541,
      "learning_rate": 2.1862008066755123e-06,
      "loss": 0.3725,
      "step": 1563170
    },
    {
      "epoch": 436.28,
      "grad_norm": 0.9433615207672119,
      "learning_rate": 2.186173828215843e-06,
      "loss": 0.3479,
      "step": 1563180
    },
    {
      "epoch": 436.28,
      "grad_norm": 1.1111723184585571,
      "learning_rate": 2.1861468497771457e-06,
      "loss": 0.3388,
      "step": 1563190
    },
    {
      "epoch": 436.28,
      "grad_norm": 1.192132592201233,
      "learning_rate": 2.1861198713594265e-06,
      "loss": 0.3247,
      "step": 1563200
    },
    {
      "epoch": 436.29,
      "grad_norm": 0.8365281224250793,
      "learning_rate": 2.186092892962688e-06,
      "loss": 0.3607,
      "step": 1563210
    },
    {
      "epoch": 436.29,
      "grad_norm": 1.0424963235855103,
      "learning_rate": 2.1860659145869324e-06,
      "loss": 0.3477,
      "step": 1563220
    },
    {
      "epoch": 436.29,
      "grad_norm": 1.1955548524856567,
      "learning_rate": 2.1860389362321655e-06,
      "loss": 0.3474,
      "step": 1563230
    },
    {
      "epoch": 436.29,
      "grad_norm": 1.1001207828521729,
      "learning_rate": 2.1860119578983906e-06,
      "loss": 0.3309,
      "step": 1563240
    },
    {
      "epoch": 436.3,
      "grad_norm": 0.9323218464851379,
      "learning_rate": 2.185984979585609e-06,
      "loss": 0.3449,
      "step": 1563250
    },
    {
      "epoch": 436.3,
      "grad_norm": 1.0889185667037964,
      "learning_rate": 2.1859580012938276e-06,
      "loss": 0.3508,
      "step": 1563260
    },
    {
      "epoch": 436.3,
      "grad_norm": 0.9804785847663879,
      "learning_rate": 2.185931023023048e-06,
      "loss": 0.3389,
      "step": 1563270
    },
    {
      "epoch": 436.3,
      "grad_norm": 1.1613010168075562,
      "learning_rate": 2.1859040447732737e-06,
      "loss": 0.3399,
      "step": 1563280
    },
    {
      "epoch": 436.31,
      "grad_norm": 1.0368794202804565,
      "learning_rate": 2.185877066544509e-06,
      "loss": 0.3249,
      "step": 1563290
    },
    {
      "epoch": 436.31,
      "grad_norm": 1.0515625476837158,
      "learning_rate": 2.1858500883367578e-06,
      "loss": 0.337,
      "step": 1563300
    },
    {
      "epoch": 436.31,
      "grad_norm": 1.2687628269195557,
      "learning_rate": 2.1858231101500215e-06,
      "loss": 0.3446,
      "step": 1563310
    },
    {
      "epoch": 436.32,
      "grad_norm": 1.4146089553833008,
      "learning_rate": 2.1857961319843064e-06,
      "loss": 0.3449,
      "step": 1563320
    },
    {
      "epoch": 436.32,
      "grad_norm": 1.0012534856796265,
      "learning_rate": 2.1857691538396156e-06,
      "loss": 0.3592,
      "step": 1563330
    },
    {
      "epoch": 436.32,
      "grad_norm": 1.0560435056686401,
      "learning_rate": 2.185742175715951e-06,
      "loss": 0.3391,
      "step": 1563340
    },
    {
      "epoch": 436.32,
      "grad_norm": 0.9982587099075317,
      "learning_rate": 2.185715197613318e-06,
      "loss": 0.3377,
      "step": 1563350
    },
    {
      "epoch": 436.33,
      "grad_norm": 1.2883327007293701,
      "learning_rate": 2.1856882195317197e-06,
      "loss": 0.3489,
      "step": 1563360
    },
    {
      "epoch": 436.33,
      "grad_norm": 0.9934976696968079,
      "learning_rate": 2.185661241471158e-06,
      "loss": 0.3469,
      "step": 1563370
    },
    {
      "epoch": 436.33,
      "grad_norm": 1.1049160957336426,
      "learning_rate": 2.185634263431639e-06,
      "loss": 0.3607,
      "step": 1563380
    },
    {
      "epoch": 436.34,
      "grad_norm": 1.0544201135635376,
      "learning_rate": 2.1856072854131657e-06,
      "loss": 0.3532,
      "step": 1563390
    },
    {
      "epoch": 436.34,
      "grad_norm": 1.2535436153411865,
      "learning_rate": 2.18558030741574e-06,
      "loss": 0.3433,
      "step": 1563400
    },
    {
      "epoch": 436.34,
      "grad_norm": 0.8539602756500244,
      "learning_rate": 2.1855533294393673e-06,
      "loss": 0.338,
      "step": 1563410
    },
    {
      "epoch": 436.34,
      "grad_norm": 1.2466107606887817,
      "learning_rate": 2.185526351484051e-06,
      "loss": 0.3446,
      "step": 1563420
    },
    {
      "epoch": 436.35,
      "grad_norm": 0.9613292813301086,
      "learning_rate": 2.185499373549794e-06,
      "loss": 0.3459,
      "step": 1563430
    },
    {
      "epoch": 436.35,
      "grad_norm": 1.011621356010437,
      "learning_rate": 2.1854723956366003e-06,
      "loss": 0.339,
      "step": 1563440
    },
    {
      "epoch": 436.35,
      "grad_norm": 1.207881212234497,
      "learning_rate": 2.1854454177444727e-06,
      "loss": 0.332,
      "step": 1563450
    },
    {
      "epoch": 436.36,
      "grad_norm": 1.0505399703979492,
      "learning_rate": 2.1854184398734163e-06,
      "loss": 0.3446,
      "step": 1563460
    },
    {
      "epoch": 436.36,
      "grad_norm": 0.9257168173789978,
      "learning_rate": 2.185391462023434e-06,
      "loss": 0.3354,
      "step": 1563470
    },
    {
      "epoch": 436.36,
      "grad_norm": 1.1404061317443848,
      "learning_rate": 2.185364484194529e-06,
      "loss": 0.3497,
      "step": 1563480
    },
    {
      "epoch": 436.36,
      "grad_norm": 0.9840273857116699,
      "learning_rate": 2.1853375063867052e-06,
      "loss": 0.357,
      "step": 1563490
    },
    {
      "epoch": 436.37,
      "grad_norm": 1.2191253900527954,
      "learning_rate": 2.1853105285999663e-06,
      "loss": 0.3292,
      "step": 1563500
    },
    {
      "epoch": 436.37,
      "grad_norm": 0.9451393485069275,
      "learning_rate": 2.185283550834315e-06,
      "loss": 0.3439,
      "step": 1563510
    },
    {
      "epoch": 436.37,
      "grad_norm": 1.1019090414047241,
      "learning_rate": 2.1852565730897562e-06,
      "loss": 0.3427,
      "step": 1563520
    },
    {
      "epoch": 436.37,
      "grad_norm": 0.895743191242218,
      "learning_rate": 2.185229595366293e-06,
      "loss": 0.3408,
      "step": 1563530
    },
    {
      "epoch": 436.38,
      "grad_norm": 1.234926462173462,
      "learning_rate": 2.185202617663928e-06,
      "loss": 0.3414,
      "step": 1563540
    },
    {
      "epoch": 436.38,
      "grad_norm": 1.297372579574585,
      "learning_rate": 2.1851756399826667e-06,
      "loss": 0.3516,
      "step": 1563550
    },
    {
      "epoch": 436.38,
      "grad_norm": 1.0504432916641235,
      "learning_rate": 2.1851486623225118e-06,
      "loss": 0.3309,
      "step": 1563560
    },
    {
      "epoch": 436.39,
      "grad_norm": 0.9640415906906128,
      "learning_rate": 2.185121684683466e-06,
      "loss": 0.3378,
      "step": 1563570
    },
    {
      "epoch": 436.39,
      "grad_norm": 1.0320461988449097,
      "learning_rate": 2.1850947070655345e-06,
      "loss": 0.3398,
      "step": 1563580
    },
    {
      "epoch": 436.39,
      "grad_norm": 1.0100221633911133,
      "learning_rate": 2.18506772946872e-06,
      "loss": 0.3608,
      "step": 1563590
    },
    {
      "epoch": 436.39,
      "grad_norm": 1.222267508506775,
      "learning_rate": 2.185040751893025e-06,
      "loss": 0.3449,
      "step": 1563600
    },
    {
      "epoch": 436.4,
      "grad_norm": 1.052998423576355,
      "learning_rate": 2.1850137743384553e-06,
      "loss": 0.3385,
      "step": 1563610
    },
    {
      "epoch": 436.4,
      "grad_norm": 0.9705890417098999,
      "learning_rate": 2.1849867968050136e-06,
      "loss": 0.3375,
      "step": 1563620
    },
    {
      "epoch": 436.4,
      "grad_norm": 1.3270407915115356,
      "learning_rate": 2.1849598192927027e-06,
      "loss": 0.3406,
      "step": 1563630
    },
    {
      "epoch": 436.41,
      "grad_norm": 0.9641987085342407,
      "learning_rate": 2.184932841801527e-06,
      "loss": 0.3445,
      "step": 1563640
    },
    {
      "epoch": 436.41,
      "grad_norm": 1.0129797458648682,
      "learning_rate": 2.1849058643314903e-06,
      "loss": 0.3415,
      "step": 1563650
    },
    {
      "epoch": 436.41,
      "grad_norm": 1.1279910802841187,
      "learning_rate": 2.1848788868825947e-06,
      "loss": 0.3479,
      "step": 1563660
    },
    {
      "epoch": 436.41,
      "grad_norm": 1.1402277946472168,
      "learning_rate": 2.184851909454846e-06,
      "loss": 0.3529,
      "step": 1563670
    },
    {
      "epoch": 436.42,
      "grad_norm": 0.8711867332458496,
      "learning_rate": 2.1848249320482466e-06,
      "loss": 0.3353,
      "step": 1563680
    },
    {
      "epoch": 436.42,
      "grad_norm": 1.0394073724746704,
      "learning_rate": 2.1847979546627993e-06,
      "loss": 0.3466,
      "step": 1563690
    },
    {
      "epoch": 436.42,
      "grad_norm": 1.0083158016204834,
      "learning_rate": 2.184770977298509e-06,
      "loss": 0.3457,
      "step": 1563700
    },
    {
      "epoch": 436.42,
      "grad_norm": 1.0118070840835571,
      "learning_rate": 2.1847439999553795e-06,
      "loss": 0.3445,
      "step": 1563710
    },
    {
      "epoch": 436.43,
      "grad_norm": 1.0509757995605469,
      "learning_rate": 2.184717022633413e-06,
      "loss": 0.3617,
      "step": 1563720
    },
    {
      "epoch": 436.43,
      "grad_norm": 0.9942097067832947,
      "learning_rate": 2.1846900453326144e-06,
      "loss": 0.3547,
      "step": 1563730
    },
    {
      "epoch": 436.43,
      "grad_norm": 3.1580328941345215,
      "learning_rate": 2.1846630680529856e-06,
      "loss": 0.3471,
      "step": 1563740
    },
    {
      "epoch": 436.44,
      "grad_norm": 1.069294810295105,
      "learning_rate": 2.1846360907945322e-06,
      "loss": 0.3504,
      "step": 1563750
    },
    {
      "epoch": 436.44,
      "grad_norm": 1.0908540487289429,
      "learning_rate": 2.184609113557257e-06,
      "loss": 0.344,
      "step": 1563760
    },
    {
      "epoch": 436.44,
      "grad_norm": 1.0733745098114014,
      "learning_rate": 2.1845821363411635e-06,
      "loss": 0.3536,
      "step": 1563770
    },
    {
      "epoch": 436.44,
      "grad_norm": 0.8786078691482544,
      "learning_rate": 2.1845551591462554e-06,
      "loss": 0.33,
      "step": 1563780
    },
    {
      "epoch": 436.45,
      "grad_norm": 1.1676037311553955,
      "learning_rate": 2.1845281819725358e-06,
      "loss": 0.3608,
      "step": 1563790
    },
    {
      "epoch": 436.45,
      "grad_norm": 1.1365256309509277,
      "learning_rate": 2.184501204820008e-06,
      "loss": 0.346,
      "step": 1563800
    },
    {
      "epoch": 436.45,
      "grad_norm": 1.068007230758667,
      "learning_rate": 2.1844742276886774e-06,
      "loss": 0.3344,
      "step": 1563810
    },
    {
      "epoch": 436.46,
      "grad_norm": 1.137921929359436,
      "learning_rate": 2.1844472505785462e-06,
      "loss": 0.3445,
      "step": 1563820
    },
    {
      "epoch": 436.46,
      "grad_norm": 1.0157928466796875,
      "learning_rate": 2.184420273489617e-06,
      "loss": 0.3525,
      "step": 1563830
    },
    {
      "epoch": 436.46,
      "grad_norm": 0.9562231302261353,
      "learning_rate": 2.184393296421896e-06,
      "loss": 0.3301,
      "step": 1563840
    },
    {
      "epoch": 436.46,
      "grad_norm": 1.3522526025772095,
      "learning_rate": 2.1843663193753856e-06,
      "loss": 0.3503,
      "step": 1563850
    },
    {
      "epoch": 436.47,
      "grad_norm": 1.0566858053207397,
      "learning_rate": 2.1843393423500886e-06,
      "loss": 0.342,
      "step": 1563860
    },
    {
      "epoch": 436.47,
      "grad_norm": 1.2058732509613037,
      "learning_rate": 2.1843123653460094e-06,
      "loss": 0.3433,
      "step": 1563870
    },
    {
      "epoch": 436.47,
      "grad_norm": 1.0868374109268188,
      "learning_rate": 2.1842853883631517e-06,
      "loss": 0.349,
      "step": 1563880
    },
    {
      "epoch": 436.48,
      "grad_norm": 0.997210681438446,
      "learning_rate": 2.1842584114015178e-06,
      "loss": 0.3351,
      "step": 1563890
    },
    {
      "epoch": 436.48,
      "grad_norm": 0.9814767837524414,
      "learning_rate": 2.1842314344611134e-06,
      "loss": 0.3445,
      "step": 1563900
    },
    {
      "epoch": 436.48,
      "grad_norm": 1.3471335172653198,
      "learning_rate": 2.1842044575419403e-06,
      "loss": 0.334,
      "step": 1563910
    },
    {
      "epoch": 436.48,
      "grad_norm": 1.1241998672485352,
      "learning_rate": 2.1841774806440028e-06,
      "loss": 0.343,
      "step": 1563920
    },
    {
      "epoch": 436.49,
      "grad_norm": 0.9068044424057007,
      "learning_rate": 2.1841505037673046e-06,
      "loss": 0.3494,
      "step": 1563930
    },
    {
      "epoch": 436.49,
      "grad_norm": 1.1771787405014038,
      "learning_rate": 2.184123526911849e-06,
      "loss": 0.3429,
      "step": 1563940
    },
    {
      "epoch": 436.49,
      "grad_norm": 0.9839166402816772,
      "learning_rate": 2.18409655007764e-06,
      "loss": 0.3476,
      "step": 1563950
    },
    {
      "epoch": 436.49,
      "grad_norm": 1.0306466817855835,
      "learning_rate": 2.184069573264681e-06,
      "loss": 0.3366,
      "step": 1563960
    },
    {
      "epoch": 436.5,
      "grad_norm": 0.9793098568916321,
      "learning_rate": 2.1840425964729753e-06,
      "loss": 0.3339,
      "step": 1563970
    },
    {
      "epoch": 436.5,
      "grad_norm": 1.031406283378601,
      "learning_rate": 2.184015619702526e-06,
      "loss": 0.3282,
      "step": 1563980
    },
    {
      "epoch": 436.5,
      "grad_norm": 0.9528799653053284,
      "learning_rate": 2.183988642953338e-06,
      "loss": 0.3584,
      "step": 1563990
    },
    {
      "epoch": 436.51,
      "grad_norm": 1.1426126956939697,
      "learning_rate": 2.1839616662254148e-06,
      "loss": 0.332,
      "step": 1564000
    },
    {
      "epoch": 436.51,
      "grad_norm": 1.001261830329895,
      "learning_rate": 2.183934689518759e-06,
      "loss": 0.3587,
      "step": 1564010
    },
    {
      "epoch": 436.51,
      "grad_norm": 0.9260186553001404,
      "learning_rate": 2.1839077128333745e-06,
      "loss": 0.3503,
      "step": 1564020
    },
    {
      "epoch": 436.51,
      "grad_norm": 1.1956254243850708,
      "learning_rate": 2.1838807361692642e-06,
      "loss": 0.3387,
      "step": 1564030
    },
    {
      "epoch": 436.52,
      "grad_norm": 1.1181604862213135,
      "learning_rate": 2.183853759526434e-06,
      "loss": 0.3491,
      "step": 1564040
    },
    {
      "epoch": 436.52,
      "grad_norm": 1.6719483137130737,
      "learning_rate": 2.183826782904886e-06,
      "loss": 0.3578,
      "step": 1564050
    },
    {
      "epoch": 436.52,
      "grad_norm": 0.9721433520317078,
      "learning_rate": 2.1837998063046224e-06,
      "loss": 0.3602,
      "step": 1564060
    },
    {
      "epoch": 436.53,
      "grad_norm": 1.0537692308425903,
      "learning_rate": 2.1837728297256495e-06,
      "loss": 0.3431,
      "step": 1564070
    },
    {
      "epoch": 436.53,
      "grad_norm": 1.0632164478302002,
      "learning_rate": 2.1837458531679698e-06,
      "loss": 0.3587,
      "step": 1564080
    },
    {
      "epoch": 436.53,
      "grad_norm": 0.8833162188529968,
      "learning_rate": 2.183718876631586e-06,
      "loss": 0.3434,
      "step": 1564090
    },
    {
      "epoch": 436.53,
      "grad_norm": 1.0340044498443604,
      "learning_rate": 2.183691900116503e-06,
      "loss": 0.3417,
      "step": 1564100
    },
    {
      "epoch": 436.54,
      "grad_norm": 1.2343987226486206,
      "learning_rate": 2.1836649236227232e-06,
      "loss": 0.35,
      "step": 1564110
    },
    {
      "epoch": 436.54,
      "grad_norm": 0.956421971321106,
      "learning_rate": 2.1836379471502504e-06,
      "loss": 0.3382,
      "step": 1564120
    },
    {
      "epoch": 436.54,
      "grad_norm": 1.0357415676116943,
      "learning_rate": 2.1836109706990892e-06,
      "loss": 0.3342,
      "step": 1564130
    },
    {
      "epoch": 436.54,
      "grad_norm": 1.017003059387207,
      "learning_rate": 2.183583994269243e-06,
      "loss": 0.3522,
      "step": 1564140
    },
    {
      "epoch": 436.55,
      "grad_norm": 1.0785497426986694,
      "learning_rate": 2.183557017860714e-06,
      "loss": 0.3564,
      "step": 1564150
    },
    {
      "epoch": 436.55,
      "grad_norm": 1.0629854202270508,
      "learning_rate": 2.1835300414735075e-06,
      "loss": 0.3386,
      "step": 1564160
    },
    {
      "epoch": 436.55,
      "grad_norm": 1.1912193298339844,
      "learning_rate": 2.183503065107626e-06,
      "loss": 0.3287,
      "step": 1564170
    },
    {
      "epoch": 436.56,
      "grad_norm": 1.5301053524017334,
      "learning_rate": 2.183476088763073e-06,
      "loss": 0.343,
      "step": 1564180
    },
    {
      "epoch": 436.56,
      "grad_norm": 1.3153713941574097,
      "learning_rate": 2.1834491124398528e-06,
      "loss": 0.3445,
      "step": 1564190
    },
    {
      "epoch": 436.56,
      "grad_norm": 1.10187828540802,
      "learning_rate": 2.183422136137969e-06,
      "loss": 0.356,
      "step": 1564200
    },
    {
      "epoch": 436.56,
      "grad_norm": 1.068121075630188,
      "learning_rate": 2.183395159857424e-06,
      "loss": 0.3474,
      "step": 1564210
    },
    {
      "epoch": 436.57,
      "grad_norm": 1.0531058311462402,
      "learning_rate": 2.183368183598223e-06,
      "loss": 0.3413,
      "step": 1564220
    },
    {
      "epoch": 436.57,
      "grad_norm": 1.1298555135726929,
      "learning_rate": 2.183341207360369e-06,
      "loss": 0.3492,
      "step": 1564230
    },
    {
      "epoch": 436.57,
      "grad_norm": 0.8640970587730408,
      "learning_rate": 2.183314231143865e-06,
      "loss": 0.3517,
      "step": 1564240
    },
    {
      "epoch": 436.58,
      "grad_norm": 1.1579334735870361,
      "learning_rate": 2.1832872549487155e-06,
      "loss": 0.3538,
      "step": 1564250
    },
    {
      "epoch": 436.58,
      "grad_norm": 1.0932644605636597,
      "learning_rate": 2.183260278774924e-06,
      "loss": 0.3518,
      "step": 1564260
    },
    {
      "epoch": 436.58,
      "grad_norm": 1.005496859550476,
      "learning_rate": 2.183233302622492e-06,
      "loss": 0.3454,
      "step": 1564270
    },
    {
      "epoch": 436.58,
      "grad_norm": 0.9820019602775574,
      "learning_rate": 2.1832063264914265e-06,
      "loss": 0.3619,
      "step": 1564280
    },
    {
      "epoch": 436.59,
      "grad_norm": 1.0063862800598145,
      "learning_rate": 2.183179350381729e-06,
      "loss": 0.3675,
      "step": 1564290
    },
    {
      "epoch": 436.59,
      "grad_norm": 1.060725450515747,
      "learning_rate": 2.183152374293403e-06,
      "loss": 0.3365,
      "step": 1564300
    },
    {
      "epoch": 436.59,
      "grad_norm": 1.0511678457260132,
      "learning_rate": 2.1831253982264533e-06,
      "loss": 0.3333,
      "step": 1564310
    },
    {
      "epoch": 436.6,
      "grad_norm": 1.152679443359375,
      "learning_rate": 2.1830984221808817e-06,
      "loss": 0.3456,
      "step": 1564320
    },
    {
      "epoch": 436.6,
      "grad_norm": 0.9810966849327087,
      "learning_rate": 2.1830714461566938e-06,
      "loss": 0.3446,
      "step": 1564330
    },
    {
      "epoch": 436.6,
      "grad_norm": 0.8784127235412598,
      "learning_rate": 2.183044470153892e-06,
      "loss": 0.3452,
      "step": 1564340
    },
    {
      "epoch": 436.6,
      "grad_norm": 0.9968757629394531,
      "learning_rate": 2.18301749417248e-06,
      "loss": 0.3479,
      "step": 1564350
    },
    {
      "epoch": 436.61,
      "grad_norm": 1.1186518669128418,
      "learning_rate": 2.1829905182124615e-06,
      "loss": 0.3439,
      "step": 1564360
    },
    {
      "epoch": 436.61,
      "grad_norm": 1.0082703828811646,
      "learning_rate": 2.182963542273841e-06,
      "loss": 0.3347,
      "step": 1564370
    },
    {
      "epoch": 436.61,
      "grad_norm": 0.9679584503173828,
      "learning_rate": 2.18293656635662e-06,
      "loss": 0.3384,
      "step": 1564380
    },
    {
      "epoch": 436.61,
      "grad_norm": 0.9009463787078857,
      "learning_rate": 2.1829095904608043e-06,
      "loss": 0.3319,
      "step": 1564390
    },
    {
      "epoch": 436.62,
      "grad_norm": 1.1108465194702148,
      "learning_rate": 2.1828826145863964e-06,
      "loss": 0.343,
      "step": 1564400
    },
    {
      "epoch": 436.62,
      "grad_norm": 0.9859490990638733,
      "learning_rate": 2.182855638733399e-06,
      "loss": 0.3365,
      "step": 1564410
    },
    {
      "epoch": 436.62,
      "grad_norm": 0.953464925289154,
      "learning_rate": 2.1828286629018174e-06,
      "loss": 0.3383,
      "step": 1564420
    },
    {
      "epoch": 436.63,
      "grad_norm": 1.0111178159713745,
      "learning_rate": 2.182801687091655e-06,
      "loss": 0.3529,
      "step": 1564430
    },
    {
      "epoch": 436.63,
      "grad_norm": 1.1351771354675293,
      "learning_rate": 2.1827747113029137e-06,
      "loss": 0.349,
      "step": 1564440
    },
    {
      "epoch": 436.63,
      "grad_norm": 1.0444204807281494,
      "learning_rate": 2.182747735535599e-06,
      "loss": 0.3478,
      "step": 1564450
    },
    {
      "epoch": 436.63,
      "grad_norm": 1.061730980873108,
      "learning_rate": 2.182720759789714e-06,
      "loss": 0.3282,
      "step": 1564460
    },
    {
      "epoch": 436.64,
      "grad_norm": 1.1147929430007935,
      "learning_rate": 2.182693784065261e-06,
      "loss": 0.3455,
      "step": 1564470
    },
    {
      "epoch": 436.64,
      "grad_norm": 1.0399078130722046,
      "learning_rate": 2.1826668083622457e-06,
      "loss": 0.3396,
      "step": 1564480
    },
    {
      "epoch": 436.64,
      "grad_norm": 1.0570098161697388,
      "learning_rate": 2.1826398326806703e-06,
      "loss": 0.3506,
      "step": 1564490
    },
    {
      "epoch": 436.65,
      "grad_norm": 1.1065118312835693,
      "learning_rate": 2.182612857020538e-06,
      "loss": 0.3305,
      "step": 1564500
    },
    {
      "epoch": 436.65,
      "grad_norm": 1.1704353094100952,
      "learning_rate": 2.182585881381854e-06,
      "loss": 0.3458,
      "step": 1564510
    },
    {
      "epoch": 436.65,
      "grad_norm": 0.936696469783783,
      "learning_rate": 2.182558905764621e-06,
      "loss": 0.3471,
      "step": 1564520
    },
    {
      "epoch": 436.65,
      "grad_norm": 1.1471360921859741,
      "learning_rate": 2.182531930168842e-06,
      "loss": 0.3462,
      "step": 1564530
    },
    {
      "epoch": 436.66,
      "grad_norm": 0.9889421463012695,
      "learning_rate": 2.1825049545945217e-06,
      "loss": 0.3401,
      "step": 1564540
    },
    {
      "epoch": 436.66,
      "grad_norm": 1.3829362392425537,
      "learning_rate": 2.1824779790416627e-06,
      "loss": 0.3433,
      "step": 1564550
    },
    {
      "epoch": 436.66,
      "grad_norm": 1.0547635555267334,
      "learning_rate": 2.182451003510269e-06,
      "loss": 0.3595,
      "step": 1564560
    },
    {
      "epoch": 436.66,
      "grad_norm": 1.0163068771362305,
      "learning_rate": 2.1824240280003447e-06,
      "loss": 0.3416,
      "step": 1564570
    },
    {
      "epoch": 436.67,
      "grad_norm": 1.549208402633667,
      "learning_rate": 2.182397052511892e-06,
      "loss": 0.3545,
      "step": 1564580
    },
    {
      "epoch": 436.67,
      "grad_norm": 0.9983395338058472,
      "learning_rate": 2.1823700770449167e-06,
      "loss": 0.335,
      "step": 1564590
    },
    {
      "epoch": 436.67,
      "grad_norm": 1.1474186182022095,
      "learning_rate": 2.182343101599421e-06,
      "loss": 0.3573,
      "step": 1564600
    },
    {
      "epoch": 436.68,
      "grad_norm": 0.9526026248931885,
      "learning_rate": 2.182316126175407e-06,
      "loss": 0.3479,
      "step": 1564610
    },
    {
      "epoch": 436.68,
      "grad_norm": 1.0258957147598267,
      "learning_rate": 2.1822891507728816e-06,
      "loss": 0.3513,
      "step": 1564620
    },
    {
      "epoch": 436.68,
      "grad_norm": 0.9511781334877014,
      "learning_rate": 2.1822621753918463e-06,
      "loss": 0.3384,
      "step": 1564630
    },
    {
      "epoch": 436.68,
      "grad_norm": 1.1134368181228638,
      "learning_rate": 2.182235200032304e-06,
      "loss": 0.3564,
      "step": 1564640
    },
    {
      "epoch": 436.69,
      "grad_norm": 1.0573558807373047,
      "learning_rate": 2.1822082246942606e-06,
      "loss": 0.3528,
      "step": 1564650
    },
    {
      "epoch": 436.69,
      "grad_norm": 0.9930037260055542,
      "learning_rate": 2.1821812493777184e-06,
      "loss": 0.3359,
      "step": 1564660
    },
    {
      "epoch": 436.69,
      "grad_norm": 0.9838467836380005,
      "learning_rate": 2.1821542740826806e-06,
      "loss": 0.3383,
      "step": 1564670
    },
    {
      "epoch": 436.7,
      "grad_norm": 2.2143752574920654,
      "learning_rate": 2.1821272988091515e-06,
      "loss": 0.3482,
      "step": 1564680
    },
    {
      "epoch": 436.7,
      "grad_norm": 1.0190892219543457,
      "learning_rate": 2.1821003235571345e-06,
      "loss": 0.3544,
      "step": 1564690
    },
    {
      "epoch": 436.7,
      "grad_norm": 1.1725207567214966,
      "learning_rate": 2.182073348326632e-06,
      "loss": 0.3456,
      "step": 1564700
    },
    {
      "epoch": 436.7,
      "grad_norm": 2.2613394260406494,
      "learning_rate": 2.1820463731176503e-06,
      "loss": 0.3578,
      "step": 1564710
    },
    {
      "epoch": 436.71,
      "grad_norm": 1.12253737449646,
      "learning_rate": 2.182019397930191e-06,
      "loss": 0.3463,
      "step": 1564720
    },
    {
      "epoch": 436.71,
      "grad_norm": 1.2053289413452148,
      "learning_rate": 2.1819924227642574e-06,
      "loss": 0.3479,
      "step": 1564730
    },
    {
      "epoch": 436.71,
      "grad_norm": 1.0123214721679688,
      "learning_rate": 2.181965447619854e-06,
      "loss": 0.3502,
      "step": 1564740
    },
    {
      "epoch": 436.72,
      "grad_norm": 1.1988917589187622,
      "learning_rate": 2.181938472496985e-06,
      "loss": 0.3394,
      "step": 1564750
    },
    {
      "epoch": 436.72,
      "grad_norm": 1.0143393278121948,
      "learning_rate": 2.181911497395652e-06,
      "loss": 0.348,
      "step": 1564760
    },
    {
      "epoch": 436.72,
      "grad_norm": 0.9831889867782593,
      "learning_rate": 2.1818845223158605e-06,
      "loss": 0.3399,
      "step": 1564770
    },
    {
      "epoch": 436.72,
      "grad_norm": 1.1262764930725098,
      "learning_rate": 2.1818575472576133e-06,
      "loss": 0.3379,
      "step": 1564780
    },
    {
      "epoch": 436.73,
      "grad_norm": 1.0623830556869507,
      "learning_rate": 2.181830572220913e-06,
      "loss": 0.3524,
      "step": 1564790
    },
    {
      "epoch": 436.73,
      "grad_norm": 1.2100878953933716,
      "learning_rate": 2.1818035972057653e-06,
      "loss": 0.3358,
      "step": 1564800
    },
    {
      "epoch": 436.73,
      "grad_norm": 0.9779573082923889,
      "learning_rate": 2.181776622212173e-06,
      "loss": 0.3397,
      "step": 1564810
    },
    {
      "epoch": 436.73,
      "grad_norm": 1.1132837533950806,
      "learning_rate": 2.1817496472401385e-06,
      "loss": 0.347,
      "step": 1564820
    },
    {
      "epoch": 436.74,
      "grad_norm": 0.9625275135040283,
      "learning_rate": 2.181722672289667e-06,
      "loss": 0.367,
      "step": 1564830
    },
    {
      "epoch": 436.74,
      "grad_norm": 1.1596317291259766,
      "learning_rate": 2.1816956973607612e-06,
      "loss": 0.3359,
      "step": 1564840
    },
    {
      "epoch": 436.74,
      "grad_norm": 1.6240217685699463,
      "learning_rate": 2.181668722453424e-06,
      "loss": 0.334,
      "step": 1564850
    },
    {
      "epoch": 436.75,
      "grad_norm": 0.9994334578514099,
      "learning_rate": 2.181641747567661e-06,
      "loss": 0.3498,
      "step": 1564860
    },
    {
      "epoch": 436.75,
      "grad_norm": 1.9196935892105103,
      "learning_rate": 2.181614772703474e-06,
      "loss": 0.3274,
      "step": 1564870
    },
    {
      "epoch": 436.75,
      "grad_norm": 1.0419203042984009,
      "learning_rate": 2.1815877978608676e-06,
      "loss": 0.3306,
      "step": 1564880
    },
    {
      "epoch": 436.75,
      "grad_norm": 1.1276209354400635,
      "learning_rate": 2.1815608230398447e-06,
      "loss": 0.3485,
      "step": 1564890
    },
    {
      "epoch": 436.76,
      "grad_norm": 1.0763083696365356,
      "learning_rate": 2.181533848240409e-06,
      "loss": 0.3602,
      "step": 1564900
    },
    {
      "epoch": 436.76,
      "grad_norm": 0.992889940738678,
      "learning_rate": 2.181506873462565e-06,
      "loss": 0.354,
      "step": 1564910
    },
    {
      "epoch": 436.76,
      "grad_norm": 1.1895346641540527,
      "learning_rate": 2.1814798987063157e-06,
      "loss": 0.3516,
      "step": 1564920
    },
    {
      "epoch": 436.77,
      "grad_norm": 0.9945539236068726,
      "learning_rate": 2.1814529239716635e-06,
      "loss": 0.349,
      "step": 1564930
    },
    {
      "epoch": 436.77,
      "grad_norm": 1.2928496599197388,
      "learning_rate": 2.181425949258614e-06,
      "loss": 0.3373,
      "step": 1564940
    },
    {
      "epoch": 436.77,
      "grad_norm": 1.0511844158172607,
      "learning_rate": 2.18139897456717e-06,
      "loss": 0.3546,
      "step": 1564950
    },
    {
      "epoch": 436.77,
      "grad_norm": 0.9665367007255554,
      "learning_rate": 2.1813719998973346e-06,
      "loss": 0.3528,
      "step": 1564960
    },
    {
      "epoch": 436.78,
      "grad_norm": 0.8820610046386719,
      "learning_rate": 2.1813450252491123e-06,
      "loss": 0.3391,
      "step": 1564970
    },
    {
      "epoch": 436.78,
      "grad_norm": 1.1696022748947144,
      "learning_rate": 2.181318050622506e-06,
      "loss": 0.3616,
      "step": 1564980
    },
    {
      "epoch": 436.78,
      "grad_norm": 1.1505800485610962,
      "learning_rate": 2.181291076017518e-06,
      "loss": 0.3615,
      "step": 1564990
    },
    {
      "epoch": 436.78,
      "grad_norm": 1.1011594533920288,
      "learning_rate": 2.1812641014341547e-06,
      "loss": 0.3377,
      "step": 1565000
    },
    {
      "epoch": 436.79,
      "grad_norm": 1.3135637044906616,
      "learning_rate": 2.1812371268724183e-06,
      "loss": 0.3644,
      "step": 1565010
    },
    {
      "epoch": 436.79,
      "grad_norm": 1.0114002227783203,
      "learning_rate": 2.1812101523323117e-06,
      "loss": 0.3469,
      "step": 1565020
    },
    {
      "epoch": 436.79,
      "grad_norm": 1.1481516361236572,
      "learning_rate": 2.1811831778138397e-06,
      "loss": 0.3421,
      "step": 1565030
    },
    {
      "epoch": 436.8,
      "grad_norm": 1.01876699924469,
      "learning_rate": 2.1811562033170055e-06,
      "loss": 0.3452,
      "step": 1565040
    },
    {
      "epoch": 436.8,
      "grad_norm": 0.9788053035736084,
      "learning_rate": 2.1811292288418126e-06,
      "loss": 0.3495,
      "step": 1565050
    },
    {
      "epoch": 436.8,
      "grad_norm": 1.157737374305725,
      "learning_rate": 2.1811022543882643e-06,
      "loss": 0.3381,
      "step": 1565060
    },
    {
      "epoch": 436.8,
      "grad_norm": 0.9720838069915771,
      "learning_rate": 2.181075279956365e-06,
      "loss": 0.34,
      "step": 1565070
    },
    {
      "epoch": 436.81,
      "grad_norm": 1.1020269393920898,
      "learning_rate": 2.1810483055461166e-06,
      "loss": 0.3622,
      "step": 1565080
    },
    {
      "epoch": 436.81,
      "grad_norm": 1.062172770500183,
      "learning_rate": 2.1810213311575248e-06,
      "loss": 0.3515,
      "step": 1565090
    },
    {
      "epoch": 436.81,
      "grad_norm": 0.9209762215614319,
      "learning_rate": 2.180994356790592e-06,
      "loss": 0.3361,
      "step": 1565100
    },
    {
      "epoch": 436.82,
      "grad_norm": 0.8303731679916382,
      "learning_rate": 2.180967382445322e-06,
      "loss": 0.338,
      "step": 1565110
    },
    {
      "epoch": 436.82,
      "grad_norm": 1.0666310787200928,
      "learning_rate": 2.1809404081217184e-06,
      "loss": 0.3514,
      "step": 1565120
    },
    {
      "epoch": 436.82,
      "grad_norm": 0.9929236769676208,
      "learning_rate": 2.1809134338197852e-06,
      "loss": 0.3364,
      "step": 1565130
    },
    {
      "epoch": 436.82,
      "grad_norm": 1.649299144744873,
      "learning_rate": 2.1808864595395247e-06,
      "loss": 0.3502,
      "step": 1565140
    },
    {
      "epoch": 436.83,
      "grad_norm": 0.8557191491127014,
      "learning_rate": 2.180859485280942e-06,
      "loss": 0.3453,
      "step": 1565150
    },
    {
      "epoch": 436.83,
      "grad_norm": 1.0258594751358032,
      "learning_rate": 2.180832511044039e-06,
      "loss": 0.3479,
      "step": 1565160
    },
    {
      "epoch": 436.83,
      "grad_norm": 0.9808502197265625,
      "learning_rate": 2.1808055368288214e-06,
      "loss": 0.3479,
      "step": 1565170
    },
    {
      "epoch": 436.84,
      "grad_norm": 1.0540797710418701,
      "learning_rate": 2.1807785626352924e-06,
      "loss": 0.3418,
      "step": 1565180
    },
    {
      "epoch": 436.84,
      "grad_norm": 1.0893456935882568,
      "learning_rate": 2.1807515884634537e-06,
      "loss": 0.3451,
      "step": 1565190
    },
    {
      "epoch": 436.84,
      "grad_norm": 0.9633991122245789,
      "learning_rate": 2.180724614313311e-06,
      "loss": 0.3381,
      "step": 1565200
    },
    {
      "epoch": 436.84,
      "grad_norm": 1.1581217050552368,
      "learning_rate": 2.180697640184867e-06,
      "loss": 0.355,
      "step": 1565210
    },
    {
      "epoch": 436.85,
      "grad_norm": 0.9678069949150085,
      "learning_rate": 2.1806706660781242e-06,
      "loss": 0.3525,
      "step": 1565220
    },
    {
      "epoch": 436.85,
      "grad_norm": 0.9949931502342224,
      "learning_rate": 2.1806436919930882e-06,
      "loss": 0.3467,
      "step": 1565230
    },
    {
      "epoch": 436.85,
      "grad_norm": 1.0045870542526245,
      "learning_rate": 2.1806167179297617e-06,
      "loss": 0.3445,
      "step": 1565240
    },
    {
      "epoch": 436.85,
      "grad_norm": 1.0158408880233765,
      "learning_rate": 2.1805897438881484e-06,
      "loss": 0.3504,
      "step": 1565250
    },
    {
      "epoch": 436.86,
      "grad_norm": 0.9866645336151123,
      "learning_rate": 2.180562769868252e-06,
      "loss": 0.3353,
      "step": 1565260
    },
    {
      "epoch": 436.86,
      "grad_norm": 1.015687108039856,
      "learning_rate": 2.1805357958700753e-06,
      "loss": 0.3333,
      "step": 1565270
    },
    {
      "epoch": 436.86,
      "grad_norm": 3.4937899112701416,
      "learning_rate": 2.1805088218936217e-06,
      "loss": 0.3542,
      "step": 1565280
    },
    {
      "epoch": 436.87,
      "grad_norm": 0.9967561364173889,
      "learning_rate": 2.1804818479388967e-06,
      "loss": 0.3387,
      "step": 1565290
    },
    {
      "epoch": 436.87,
      "grad_norm": 1.0677189826965332,
      "learning_rate": 2.1804548740059027e-06,
      "loss": 0.3417,
      "step": 1565300
    },
    {
      "epoch": 436.87,
      "grad_norm": 1.055364966392517,
      "learning_rate": 2.1804279000946423e-06,
      "loss": 0.3494,
      "step": 1565310
    },
    {
      "epoch": 436.87,
      "grad_norm": 0.9823006391525269,
      "learning_rate": 2.180400926205121e-06,
      "loss": 0.3424,
      "step": 1565320
    },
    {
      "epoch": 436.88,
      "grad_norm": 0.9998005628585815,
      "learning_rate": 2.1803739523373417e-06,
      "loss": 0.3396,
      "step": 1565330
    },
    {
      "epoch": 436.88,
      "grad_norm": 1.102752685546875,
      "learning_rate": 2.1803469784913075e-06,
      "loss": 0.3276,
      "step": 1565340
    },
    {
      "epoch": 436.88,
      "grad_norm": 1.1163569688796997,
      "learning_rate": 2.180320004667022e-06,
      "loss": 0.3433,
      "step": 1565350
    },
    {
      "epoch": 436.89,
      "grad_norm": 1.039919376373291,
      "learning_rate": 2.18029303086449e-06,
      "loss": 0.3469,
      "step": 1565360
    },
    {
      "epoch": 436.89,
      "grad_norm": 1.055361270904541,
      "learning_rate": 2.180266057083713e-06,
      "loss": 0.3411,
      "step": 1565370
    },
    {
      "epoch": 436.89,
      "grad_norm": 1.0880999565124512,
      "learning_rate": 2.1802390833246964e-06,
      "loss": 0.3456,
      "step": 1565380
    },
    {
      "epoch": 436.89,
      "grad_norm": 0.9433096051216125,
      "learning_rate": 2.1802121095874433e-06,
      "loss": 0.3552,
      "step": 1565390
    },
    {
      "epoch": 436.9,
      "grad_norm": 1.144654393196106,
      "learning_rate": 2.1801851358719563e-06,
      "loss": 0.3586,
      "step": 1565400
    },
    {
      "epoch": 436.9,
      "grad_norm": 1.1192160844802856,
      "learning_rate": 2.1801581621782407e-06,
      "loss": 0.3585,
      "step": 1565410
    },
    {
      "epoch": 436.9,
      "grad_norm": 1.0433441400527954,
      "learning_rate": 2.1801311885062993e-06,
      "loss": 0.3438,
      "step": 1565420
    },
    {
      "epoch": 436.9,
      "grad_norm": 1.1473705768585205,
      "learning_rate": 2.1801042148561347e-06,
      "loss": 0.3549,
      "step": 1565430
    },
    {
      "epoch": 436.91,
      "grad_norm": 1.019304633140564,
      "learning_rate": 2.180077241227752e-06,
      "loss": 0.3506,
      "step": 1565440
    },
    {
      "epoch": 436.91,
      "grad_norm": 1.0140883922576904,
      "learning_rate": 2.180050267621153e-06,
      "loss": 0.3446,
      "step": 1565450
    },
    {
      "epoch": 436.91,
      "grad_norm": 0.9966999888420105,
      "learning_rate": 2.180023294036344e-06,
      "loss": 0.3473,
      "step": 1565460
    },
    {
      "epoch": 436.92,
      "grad_norm": 1.1204984188079834,
      "learning_rate": 2.1799963204733268e-06,
      "loss": 0.3403,
      "step": 1565470
    },
    {
      "epoch": 436.92,
      "grad_norm": 1.1902122497558594,
      "learning_rate": 2.179969346932105e-06,
      "loss": 0.3568,
      "step": 1565480
    },
    {
      "epoch": 436.92,
      "grad_norm": 1.1225513219833374,
      "learning_rate": 2.179942373412683e-06,
      "loss": 0.3366,
      "step": 1565490
    },
    {
      "epoch": 436.92,
      "grad_norm": 1.1364591121673584,
      "learning_rate": 2.1799153999150634e-06,
      "loss": 0.3527,
      "step": 1565500
    },
    {
      "epoch": 436.93,
      "grad_norm": 0.9599547386169434,
      "learning_rate": 2.1798884264392495e-06,
      "loss": 0.3488,
      "step": 1565510
    },
    {
      "epoch": 436.93,
      "grad_norm": 1.2242010831832886,
      "learning_rate": 2.1798614529852467e-06,
      "loss": 0.3585,
      "step": 1565520
    },
    {
      "epoch": 436.93,
      "grad_norm": 1.1515878438949585,
      "learning_rate": 2.1798344795530576e-06,
      "loss": 0.3509,
      "step": 1565530
    },
    {
      "epoch": 436.94,
      "grad_norm": 0.9968522191047668,
      "learning_rate": 2.1798075061426846e-06,
      "loss": 0.3436,
      "step": 1565540
    },
    {
      "epoch": 436.94,
      "grad_norm": 1.0898821353912354,
      "learning_rate": 2.1797805327541333e-06,
      "loss": 0.3483,
      "step": 1565550
    },
    {
      "epoch": 436.94,
      "grad_norm": 0.9714539647102356,
      "learning_rate": 2.1797535593874067e-06,
      "loss": 0.3306,
      "step": 1565560
    },
    {
      "epoch": 436.94,
      "grad_norm": 0.9922820925712585,
      "learning_rate": 2.179726586042507e-06,
      "loss": 0.3669,
      "step": 1565570
    },
    {
      "epoch": 436.95,
      "grad_norm": 1.3562133312225342,
      "learning_rate": 2.1796996127194392e-06,
      "loss": 0.3495,
      "step": 1565580
    },
    {
      "epoch": 436.95,
      "grad_norm": 0.9788836240768433,
      "learning_rate": 2.179672639418207e-06,
      "loss": 0.3303,
      "step": 1565590
    },
    {
      "epoch": 436.95,
      "grad_norm": 1.2496048212051392,
      "learning_rate": 2.1796456661388127e-06,
      "loss": 0.3432,
      "step": 1565600
    },
    {
      "epoch": 436.96,
      "grad_norm": 1.0386627912521362,
      "learning_rate": 2.1796186928812614e-06,
      "loss": 0.3532,
      "step": 1565610
    },
    {
      "epoch": 436.96,
      "grad_norm": 1.1197919845581055,
      "learning_rate": 2.179591719645556e-06,
      "loss": 0.3517,
      "step": 1565620
    },
    {
      "epoch": 436.96,
      "grad_norm": 1.0388596057891846,
      "learning_rate": 2.1795647464316997e-06,
      "loss": 0.3486,
      "step": 1565630
    },
    {
      "epoch": 436.96,
      "grad_norm": 0.9604341983795166,
      "learning_rate": 2.1795377732396974e-06,
      "loss": 0.3545,
      "step": 1565640
    },
    {
      "epoch": 436.97,
      "grad_norm": 0.9047061800956726,
      "learning_rate": 2.1795108000695514e-06,
      "loss": 0.3288,
      "step": 1565650
    },
    {
      "epoch": 436.97,
      "grad_norm": 0.983992338180542,
      "learning_rate": 2.179483826921265e-06,
      "loss": 0.3343,
      "step": 1565660
    },
    {
      "epoch": 436.97,
      "grad_norm": 0.9162410497665405,
      "learning_rate": 2.1794568537948427e-06,
      "loss": 0.3491,
      "step": 1565670
    },
    {
      "epoch": 436.97,
      "grad_norm": 0.9973770380020142,
      "learning_rate": 2.179429880690289e-06,
      "loss": 0.3314,
      "step": 1565680
    },
    {
      "epoch": 436.98,
      "grad_norm": 1.085621953010559,
      "learning_rate": 2.179402907607605e-06,
      "loss": 0.3366,
      "step": 1565690
    },
    {
      "epoch": 436.98,
      "grad_norm": 1.1082600355148315,
      "learning_rate": 2.1793759345467966e-06,
      "loss": 0.3501,
      "step": 1565700
    },
    {
      "epoch": 436.98,
      "grad_norm": 1.0158056020736694,
      "learning_rate": 2.179348961507866e-06,
      "loss": 0.323,
      "step": 1565710
    },
    {
      "epoch": 436.99,
      "grad_norm": 1.2206637859344482,
      "learning_rate": 2.1793219884908164e-06,
      "loss": 0.3538,
      "step": 1565720
    },
    {
      "epoch": 436.99,
      "grad_norm": 1.0694963932037354,
      "learning_rate": 2.179295015495653e-06,
      "loss": 0.353,
      "step": 1565730
    },
    {
      "epoch": 436.99,
      "grad_norm": 1.0267021656036377,
      "learning_rate": 2.1792680425223783e-06,
      "loss": 0.3447,
      "step": 1565740
    },
    {
      "epoch": 436.99,
      "grad_norm": 1.1594066619873047,
      "learning_rate": 2.1792410695709964e-06,
      "loss": 0.3399,
      "step": 1565750
    },
    {
      "epoch": 437.0,
      "grad_norm": 1.0081003904342651,
      "learning_rate": 2.179214096641511e-06,
      "loss": 0.3325,
      "step": 1565760
    },
    {
      "epoch": 437.0,
      "grad_norm": 1.465378761291504,
      "learning_rate": 2.179187123733925e-06,
      "loss": 0.3397,
      "step": 1565770
    },
    {
      "epoch": 437.0,
      "eval_loss": 0.3452894985675812,
      "eval_runtime": 63.2687,
      "eval_samples_per_second": 79.961,
      "eval_steps_per_second": 10.005,
      "step": 1565771
    },
    {
      "epoch": 437.0,
      "grad_norm": 1.0950722694396973,
      "learning_rate": 2.179160150848243e-06,
      "loss": 0.3472,
      "step": 1565780
    },
    {
      "epoch": 437.01,
      "grad_norm": 1.094246745109558,
      "learning_rate": 2.1791331779844674e-06,
      "loss": 0.3562,
      "step": 1565790
    },
    {
      "epoch": 437.01,
      "grad_norm": 1.0875447988510132,
      "learning_rate": 2.179106205142602e-06,
      "loss": 0.3561,
      "step": 1565800
    },
    {
      "epoch": 437.01,
      "grad_norm": 0.9177936315536499,
      "learning_rate": 2.179079232322651e-06,
      "loss": 0.3277,
      "step": 1565810
    },
    {
      "epoch": 437.01,
      "grad_norm": 0.9311500191688538,
      "learning_rate": 2.179052259524618e-06,
      "loss": 0.3371,
      "step": 1565820
    },
    {
      "epoch": 437.02,
      "grad_norm": 2.28470516204834,
      "learning_rate": 2.1790252867485063e-06,
      "loss": 0.3301,
      "step": 1565830
    },
    {
      "epoch": 437.02,
      "grad_norm": 1.0571972131729126,
      "learning_rate": 2.178998313994319e-06,
      "loss": 0.35,
      "step": 1565840
    },
    {
      "epoch": 437.02,
      "grad_norm": 1.0356113910675049,
      "learning_rate": 2.178971341262061e-06,
      "loss": 0.3541,
      "step": 1565850
    },
    {
      "epoch": 437.02,
      "grad_norm": 0.9686712622642517,
      "learning_rate": 2.1789443685517344e-06,
      "loss": 0.3455,
      "step": 1565860
    },
    {
      "epoch": 437.03,
      "grad_norm": 0.940247118473053,
      "learning_rate": 2.178917395863344e-06,
      "loss": 0.3195,
      "step": 1565870
    },
    {
      "epoch": 437.03,
      "grad_norm": 0.9918857216835022,
      "learning_rate": 2.178890423196893e-06,
      "loss": 0.3355,
      "step": 1565880
    },
    {
      "epoch": 437.03,
      "grad_norm": 1.0629246234893799,
      "learning_rate": 2.1788634505523834e-06,
      "loss": 0.3367,
      "step": 1565890
    },
    {
      "epoch": 437.04,
      "grad_norm": 1.0345171689987183,
      "learning_rate": 2.178836477929822e-06,
      "loss": 0.3569,
      "step": 1565900
    },
    {
      "epoch": 437.04,
      "grad_norm": 1.1273655891418457,
      "learning_rate": 2.17880950532921e-06,
      "loss": 0.3443,
      "step": 1565910
    },
    {
      "epoch": 437.04,
      "grad_norm": 1.007323145866394,
      "learning_rate": 2.178782532750551e-06,
      "loss": 0.3594,
      "step": 1565920
    },
    {
      "epoch": 437.04,
      "grad_norm": 0.9245284795761108,
      "learning_rate": 2.17875556019385e-06,
      "loss": 0.3354,
      "step": 1565930
    },
    {
      "epoch": 437.05,
      "grad_norm": 1.3840177059173584,
      "learning_rate": 2.1787285876591103e-06,
      "loss": 0.3379,
      "step": 1565940
    },
    {
      "epoch": 437.05,
      "grad_norm": 1.0727523565292358,
      "learning_rate": 2.1787016151463334e-06,
      "loss": 0.3449,
      "step": 1565950
    },
    {
      "epoch": 437.05,
      "grad_norm": 0.9688611626625061,
      "learning_rate": 2.1786746426555257e-06,
      "loss": 0.3457,
      "step": 1565960
    },
    {
      "epoch": 437.06,
      "grad_norm": 1.0968711376190186,
      "learning_rate": 2.178647670186689e-06,
      "loss": 0.3383,
      "step": 1565970
    },
    {
      "epoch": 437.06,
      "grad_norm": 1.0194960832595825,
      "learning_rate": 2.1786206977398276e-06,
      "loss": 0.3417,
      "step": 1565980
    },
    {
      "epoch": 437.06,
      "grad_norm": 1.1155610084533691,
      "learning_rate": 2.178593725314945e-06,
      "loss": 0.3585,
      "step": 1565990
    },
    {
      "epoch": 437.06,
      "grad_norm": 1.1753627061843872,
      "learning_rate": 2.178566752912045e-06,
      "loss": 0.3269,
      "step": 1566000
    },
    {
      "epoch": 437.07,
      "grad_norm": 1.0313669443130493,
      "learning_rate": 2.1785397805311306e-06,
      "loss": 0.3362,
      "step": 1566010
    },
    {
      "epoch": 437.07,
      "grad_norm": 1.1140978336334229,
      "learning_rate": 2.1785128081722063e-06,
      "loss": 0.3539,
      "step": 1566020
    },
    {
      "epoch": 437.07,
      "grad_norm": 1.00785493850708,
      "learning_rate": 2.1784858358352735e-06,
      "loss": 0.3454,
      "step": 1566030
    },
    {
      "epoch": 437.08,
      "grad_norm": 1.1233762502670288,
      "learning_rate": 2.178458863520339e-06,
      "loss": 0.3399,
      "step": 1566040
    },
    {
      "epoch": 437.08,
      "grad_norm": 1.1123456954956055,
      "learning_rate": 2.1784318912274046e-06,
      "loss": 0.3645,
      "step": 1566050
    },
    {
      "epoch": 437.08,
      "grad_norm": 1.0013165473937988,
      "learning_rate": 2.178404918956474e-06,
      "loss": 0.3385,
      "step": 1566060
    },
    {
      "epoch": 437.08,
      "grad_norm": 1.0546057224273682,
      "learning_rate": 2.1783779467075508e-06,
      "loss": 0.3298,
      "step": 1566070
    },
    {
      "epoch": 437.09,
      "grad_norm": 1.0133469104766846,
      "learning_rate": 2.1783509744806387e-06,
      "loss": 0.3544,
      "step": 1566080
    },
    {
      "epoch": 437.09,
      "grad_norm": 0.9386683106422424,
      "learning_rate": 2.1783240022757406e-06,
      "loss": 0.3399,
      "step": 1566090
    },
    {
      "epoch": 437.09,
      "grad_norm": 1.1538859605789185,
      "learning_rate": 2.1782970300928615e-06,
      "loss": 0.3443,
      "step": 1566100
    },
    {
      "epoch": 437.09,
      "grad_norm": 0.9446669816970825,
      "learning_rate": 2.1782700579320044e-06,
      "loss": 0.3443,
      "step": 1566110
    },
    {
      "epoch": 437.1,
      "grad_norm": 0.94461590051651,
      "learning_rate": 2.1782430857931715e-06,
      "loss": 0.3308,
      "step": 1566120
    },
    {
      "epoch": 437.1,
      "grad_norm": 0.9112811088562012,
      "learning_rate": 2.1782161136763686e-06,
      "loss": 0.3631,
      "step": 1566130
    },
    {
      "epoch": 437.1,
      "grad_norm": 1.3434598445892334,
      "learning_rate": 2.1781891415815987e-06,
      "loss": 0.3519,
      "step": 1566140
    },
    {
      "epoch": 437.11,
      "grad_norm": 0.9074780344963074,
      "learning_rate": 2.178162169508864e-06,
      "loss": 0.3207,
      "step": 1566150
    },
    {
      "epoch": 437.11,
      "grad_norm": 1.0346124172210693,
      "learning_rate": 2.17813519745817e-06,
      "loss": 0.3558,
      "step": 1566160
    },
    {
      "epoch": 437.11,
      "grad_norm": 1.1073336601257324,
      "learning_rate": 2.1781082254295194e-06,
      "loss": 0.3634,
      "step": 1566170
    },
    {
      "epoch": 437.11,
      "grad_norm": 1.1333093643188477,
      "learning_rate": 2.1780812534229143e-06,
      "loss": 0.3439,
      "step": 1566180
    },
    {
      "epoch": 437.12,
      "grad_norm": 1.0523113012313843,
      "learning_rate": 2.1780542814383607e-06,
      "loss": 0.3446,
      "step": 1566190
    },
    {
      "epoch": 437.12,
      "grad_norm": 1.230879545211792,
      "learning_rate": 2.178027309475862e-06,
      "loss": 0.3428,
      "step": 1566200
    },
    {
      "epoch": 437.12,
      "grad_norm": 1.2074908018112183,
      "learning_rate": 2.17800033753542e-06,
      "loss": 0.3496,
      "step": 1566210
    },
    {
      "epoch": 437.13,
      "grad_norm": 1.1175187826156616,
      "learning_rate": 2.1779733656170398e-06,
      "loss": 0.3636,
      "step": 1566220
    },
    {
      "epoch": 437.13,
      "grad_norm": 0.9987555742263794,
      "learning_rate": 2.1779463937207246e-06,
      "loss": 0.3394,
      "step": 1566230
    },
    {
      "epoch": 437.13,
      "grad_norm": 0.9435528516769409,
      "learning_rate": 2.177919421846477e-06,
      "loss": 0.3531,
      "step": 1566240
    },
    {
      "epoch": 437.13,
      "grad_norm": 0.9972778558731079,
      "learning_rate": 2.1778924499943023e-06,
      "loss": 0.3694,
      "step": 1566250
    },
    {
      "epoch": 437.14,
      "grad_norm": 1.0358434915542603,
      "learning_rate": 2.1778654781642035e-06,
      "loss": 0.3392,
      "step": 1566260
    },
    {
      "epoch": 437.14,
      "grad_norm": 1.0310114622116089,
      "learning_rate": 2.177838506356183e-06,
      "loss": 0.3375,
      "step": 1566270
    },
    {
      "epoch": 437.14,
      "grad_norm": 0.977882444858551,
      "learning_rate": 2.177811534570246e-06,
      "loss": 0.3478,
      "step": 1566280
    },
    {
      "epoch": 437.14,
      "grad_norm": 0.9209136962890625,
      "learning_rate": 2.177784562806396e-06,
      "loss": 0.3449,
      "step": 1566290
    },
    {
      "epoch": 437.15,
      "grad_norm": 1.0514180660247803,
      "learning_rate": 2.177757591064635e-06,
      "loss": 0.3493,
      "step": 1566300
    },
    {
      "epoch": 437.15,
      "grad_norm": 1.1959002017974854,
      "learning_rate": 2.1777306193449687e-06,
      "loss": 0.358,
      "step": 1566310
    },
    {
      "epoch": 437.15,
      "grad_norm": 0.9559414982795715,
      "learning_rate": 2.1777036476473984e-06,
      "loss": 0.3392,
      "step": 1566320
    },
    {
      "epoch": 437.16,
      "grad_norm": 1.0523037910461426,
      "learning_rate": 2.1776766759719298e-06,
      "loss": 0.3655,
      "step": 1566330
    },
    {
      "epoch": 437.16,
      "grad_norm": 1.1524444818496704,
      "learning_rate": 2.1776497043185657e-06,
      "loss": 0.3486,
      "step": 1566340
    },
    {
      "epoch": 437.16,
      "grad_norm": 1.0162650346755981,
      "learning_rate": 2.177622732687309e-06,
      "loss": 0.3344,
      "step": 1566350
    },
    {
      "epoch": 437.16,
      "grad_norm": 7.681636333465576,
      "learning_rate": 2.1775957610781645e-06,
      "loss": 0.3427,
      "step": 1566360
    },
    {
      "epoch": 437.17,
      "grad_norm": 0.9834324717521667,
      "learning_rate": 2.177568789491135e-06,
      "loss": 0.3538,
      "step": 1566370
    },
    {
      "epoch": 437.17,
      "grad_norm": 1.1519389152526855,
      "learning_rate": 2.177541817926223e-06,
      "loss": 0.334,
      "step": 1566380
    },
    {
      "epoch": 437.17,
      "grad_norm": 0.9734644293785095,
      "learning_rate": 2.177514846383435e-06,
      "loss": 0.3591,
      "step": 1566390
    },
    {
      "epoch": 437.18,
      "grad_norm": 1.0359793901443481,
      "learning_rate": 2.1774878748627727e-06,
      "loss": 0.3472,
      "step": 1566400
    },
    {
      "epoch": 437.18,
      "grad_norm": 1.0123960971832275,
      "learning_rate": 2.1774609033642386e-06,
      "loss": 0.3315,
      "step": 1566410
    },
    {
      "epoch": 437.18,
      "grad_norm": 1.2289390563964844,
      "learning_rate": 2.1774339318878392e-06,
      "loss": 0.3421,
      "step": 1566420
    },
    {
      "epoch": 437.18,
      "grad_norm": 0.9954692721366882,
      "learning_rate": 2.177406960433576e-06,
      "loss": 0.3427,
      "step": 1566430
    },
    {
      "epoch": 437.19,
      "grad_norm": 0.948694109916687,
      "learning_rate": 2.1773799890014533e-06,
      "loss": 0.3444,
      "step": 1566440
    },
    {
      "epoch": 437.19,
      "grad_norm": 1.0093249082565308,
      "learning_rate": 2.1773530175914745e-06,
      "loss": 0.3465,
      "step": 1566450
    },
    {
      "epoch": 437.19,
      "grad_norm": 1.1719844341278076,
      "learning_rate": 2.177326046203643e-06,
      "loss": 0.3531,
      "step": 1566460
    },
    {
      "epoch": 437.2,
      "grad_norm": 1.0172501802444458,
      "learning_rate": 2.1772990748379618e-06,
      "loss": 0.3421,
      "step": 1566470
    },
    {
      "epoch": 437.2,
      "grad_norm": 1.0628154277801514,
      "learning_rate": 2.177272103494436e-06,
      "loss": 0.3607,
      "step": 1566480
    },
    {
      "epoch": 437.2,
      "grad_norm": 0.9398418664932251,
      "learning_rate": 2.177245132173069e-06,
      "loss": 0.347,
      "step": 1566490
    },
    {
      "epoch": 437.2,
      "grad_norm": 0.8843126893043518,
      "learning_rate": 2.177218160873863e-06,
      "loss": 0.3457,
      "step": 1566500
    },
    {
      "epoch": 437.21,
      "grad_norm": 0.9905139803886414,
      "learning_rate": 2.177191189596823e-06,
      "loss": 0.3457,
      "step": 1566510
    },
    {
      "epoch": 437.21,
      "grad_norm": 0.9639548659324646,
      "learning_rate": 2.177164218341952e-06,
      "loss": 0.3427,
      "step": 1566520
    },
    {
      "epoch": 437.21,
      "grad_norm": 1.0476981401443481,
      "learning_rate": 2.1771372471092524e-06,
      "loss": 0.3446,
      "step": 1566530
    },
    {
      "epoch": 437.21,
      "grad_norm": 1.0717562437057495,
      "learning_rate": 2.1771102758987307e-06,
      "loss": 0.3352,
      "step": 1566540
    },
    {
      "epoch": 437.22,
      "grad_norm": 1.0438669919967651,
      "learning_rate": 2.177083304710388e-06,
      "loss": 0.3358,
      "step": 1566550
    },
    {
      "epoch": 437.22,
      "grad_norm": 1.0199837684631348,
      "learning_rate": 2.177056333544228e-06,
      "loss": 0.3537,
      "step": 1566560
    },
    {
      "epoch": 437.22,
      "grad_norm": 3.27359676361084,
      "learning_rate": 2.177029362400256e-06,
      "loss": 0.3446,
      "step": 1566570
    },
    {
      "epoch": 437.23,
      "grad_norm": 1.2267754077911377,
      "learning_rate": 2.1770023912784743e-06,
      "loss": 0.3562,
      "step": 1566580
    },
    {
      "epoch": 437.23,
      "grad_norm": 1.0118458271026611,
      "learning_rate": 2.176975420178887e-06,
      "loss": 0.3436,
      "step": 1566590
    },
    {
      "epoch": 437.23,
      "grad_norm": 1.435315489768982,
      "learning_rate": 2.176948449101497e-06,
      "loss": 0.3563,
      "step": 1566600
    },
    {
      "epoch": 437.23,
      "grad_norm": 1.0434222221374512,
      "learning_rate": 2.1769214780463078e-06,
      "loss": 0.339,
      "step": 1566610
    },
    {
      "epoch": 437.24,
      "grad_norm": 1.159571647644043,
      "learning_rate": 2.1768945070133246e-06,
      "loss": 0.3598,
      "step": 1566620
    },
    {
      "epoch": 437.24,
      "grad_norm": 1.2108030319213867,
      "learning_rate": 2.17686753600255e-06,
      "loss": 0.3346,
      "step": 1566630
    },
    {
      "epoch": 437.24,
      "grad_norm": 1.1231577396392822,
      "learning_rate": 2.1768405650139864e-06,
      "loss": 0.3458,
      "step": 1566640
    },
    {
      "epoch": 437.25,
      "grad_norm": 1.0884416103363037,
      "learning_rate": 2.1768135940476397e-06,
      "loss": 0.3386,
      "step": 1566650
    },
    {
      "epoch": 437.25,
      "grad_norm": 1.0174978971481323,
      "learning_rate": 2.176786623103512e-06,
      "loss": 0.357,
      "step": 1566660
    },
    {
      "epoch": 437.25,
      "grad_norm": 0.9379172325134277,
      "learning_rate": 2.176759652181606e-06,
      "loss": 0.3289,
      "step": 1566670
    },
    {
      "epoch": 437.25,
      "grad_norm": 1.0867834091186523,
      "learning_rate": 2.1767326812819274e-06,
      "loss": 0.3426,
      "step": 1566680
    },
    {
      "epoch": 437.26,
      "grad_norm": 0.9979329109191895,
      "learning_rate": 2.176705710404479e-06,
      "loss": 0.3401,
      "step": 1566690
    },
    {
      "epoch": 437.26,
      "grad_norm": 1.0555965900421143,
      "learning_rate": 2.1766787395492635e-06,
      "loss": 0.3388,
      "step": 1566700
    },
    {
      "epoch": 437.26,
      "grad_norm": 1.1231740713119507,
      "learning_rate": 2.176651768716286e-06,
      "loss": 0.3483,
      "step": 1566710
    },
    {
      "epoch": 437.26,
      "grad_norm": 1.1424248218536377,
      "learning_rate": 2.1766247979055495e-06,
      "loss": 0.3514,
      "step": 1566720
    },
    {
      "epoch": 437.27,
      "grad_norm": 0.9583143591880798,
      "learning_rate": 2.176597827117057e-06,
      "loss": 0.3325,
      "step": 1566730
    },
    {
      "epoch": 437.27,
      "grad_norm": 1.2606916427612305,
      "learning_rate": 2.1765708563508125e-06,
      "loss": 0.3419,
      "step": 1566740
    },
    {
      "epoch": 437.27,
      "grad_norm": 1.1211297512054443,
      "learning_rate": 2.1765438856068196e-06,
      "loss": 0.3393,
      "step": 1566750
    },
    {
      "epoch": 437.28,
      "grad_norm": 1.1959506273269653,
      "learning_rate": 2.1765169148850812e-06,
      "loss": 0.3286,
      "step": 1566760
    },
    {
      "epoch": 437.28,
      "grad_norm": 0.9656047821044922,
      "learning_rate": 2.1764899441856025e-06,
      "loss": 0.3384,
      "step": 1566770
    },
    {
      "epoch": 437.28,
      "grad_norm": 1.0114457607269287,
      "learning_rate": 2.1764629735083863e-06,
      "loss": 0.3264,
      "step": 1566780
    },
    {
      "epoch": 437.28,
      "grad_norm": 1.407721996307373,
      "learning_rate": 2.1764360028534352e-06,
      "loss": 0.3574,
      "step": 1566790
    },
    {
      "epoch": 437.29,
      "grad_norm": 1.019829511642456,
      "learning_rate": 2.176409032220754e-06,
      "loss": 0.3371,
      "step": 1566800
    },
    {
      "epoch": 437.29,
      "grad_norm": 1.032918930053711,
      "learning_rate": 2.176382061610346e-06,
      "loss": 0.3585,
      "step": 1566810
    },
    {
      "epoch": 437.29,
      "grad_norm": 1.1180784702301025,
      "learning_rate": 2.1763550910222146e-06,
      "loss": 0.3436,
      "step": 1566820
    },
    {
      "epoch": 437.3,
      "grad_norm": 0.9671034216880798,
      "learning_rate": 2.176328120456364e-06,
      "loss": 0.3424,
      "step": 1566830
    },
    {
      "epoch": 437.3,
      "grad_norm": 1.0965919494628906,
      "learning_rate": 2.176301149912797e-06,
      "loss": 0.3507,
      "step": 1566840
    },
    {
      "epoch": 437.3,
      "grad_norm": 1.464106559753418,
      "learning_rate": 2.1762741793915167e-06,
      "loss": 0.3416,
      "step": 1566850
    },
    {
      "epoch": 437.3,
      "grad_norm": 0.9063705205917358,
      "learning_rate": 2.1762472088925285e-06,
      "loss": 0.3484,
      "step": 1566860
    },
    {
      "epoch": 437.31,
      "grad_norm": 1.2704112529754639,
      "learning_rate": 2.176220238415835e-06,
      "loss": 0.3318,
      "step": 1566870
    },
    {
      "epoch": 437.31,
      "grad_norm": 1.013729453086853,
      "learning_rate": 2.176193267961439e-06,
      "loss": 0.3381,
      "step": 1566880
    },
    {
      "epoch": 437.31,
      "grad_norm": 0.9443534016609192,
      "learning_rate": 2.1761662975293457e-06,
      "loss": 0.3433,
      "step": 1566890
    },
    {
      "epoch": 437.32,
      "grad_norm": 1.0154832601547241,
      "learning_rate": 2.1761393271195564e-06,
      "loss": 0.3468,
      "step": 1566900
    },
    {
      "epoch": 437.32,
      "grad_norm": 1.0573025941848755,
      "learning_rate": 2.1761123567320776e-06,
      "loss": 0.3494,
      "step": 1566910
    },
    {
      "epoch": 437.32,
      "grad_norm": 1.199865698814392,
      "learning_rate": 2.176085386366911e-06,
      "loss": 0.346,
      "step": 1566920
    },
    {
      "epoch": 437.32,
      "grad_norm": 1.1363489627838135,
      "learning_rate": 2.1760584160240597e-06,
      "loss": 0.3567,
      "step": 1566930
    },
    {
      "epoch": 437.33,
      "grad_norm": 1.3609308004379272,
      "learning_rate": 2.1760314457035295e-06,
      "loss": 0.3571,
      "step": 1566940
    },
    {
      "epoch": 437.33,
      "grad_norm": 1.122676968574524,
      "learning_rate": 2.1760044754053225e-06,
      "loss": 0.338,
      "step": 1566950
    },
    {
      "epoch": 437.33,
      "grad_norm": 0.9968928098678589,
      "learning_rate": 2.175977505129442e-06,
      "loss": 0.34,
      "step": 1566960
    },
    {
      "epoch": 437.33,
      "grad_norm": 1.3166218996047974,
      "learning_rate": 2.1759505348758926e-06,
      "loss": 0.357,
      "step": 1566970
    },
    {
      "epoch": 437.34,
      "grad_norm": 1.01408851146698,
      "learning_rate": 2.1759235646446773e-06,
      "loss": 0.3578,
      "step": 1566980
    },
    {
      "epoch": 437.34,
      "grad_norm": 0.8562436103820801,
      "learning_rate": 2.1758965944357984e-06,
      "loss": 0.3454,
      "step": 1566990
    },
    {
      "epoch": 437.34,
      "grad_norm": 1.0342928171157837,
      "learning_rate": 2.1758696242492624e-06,
      "loss": 0.3285,
      "step": 1567000
    },
    {
      "epoch": 437.35,
      "grad_norm": 0.9757114052772522,
      "learning_rate": 2.1758426540850713e-06,
      "loss": 0.3515,
      "step": 1567010
    },
    {
      "epoch": 437.35,
      "grad_norm": 1.060791254043579,
      "learning_rate": 2.1758156839432277e-06,
      "loss": 0.3448,
      "step": 1567020
    },
    {
      "epoch": 437.35,
      "grad_norm": 1.0872554779052734,
      "learning_rate": 2.175788713823737e-06,
      "loss": 0.3435,
      "step": 1567030
    },
    {
      "epoch": 437.35,
      "grad_norm": 1.1266649961471558,
      "learning_rate": 2.175761743726602e-06,
      "loss": 0.3311,
      "step": 1567040
    },
    {
      "epoch": 437.36,
      "grad_norm": 1.0592334270477295,
      "learning_rate": 2.1757347736518253e-06,
      "loss": 0.3318,
      "step": 1567050
    },
    {
      "epoch": 437.36,
      "grad_norm": 1.0492994785308838,
      "learning_rate": 2.1757078035994124e-06,
      "loss": 0.3448,
      "step": 1567060
    },
    {
      "epoch": 437.36,
      "grad_norm": 0.9424611330032349,
      "learning_rate": 2.1756808335693662e-06,
      "loss": 0.3415,
      "step": 1567070
    },
    {
      "epoch": 437.37,
      "grad_norm": 1.1386845111846924,
      "learning_rate": 2.175653863561689e-06,
      "loss": 0.3515,
      "step": 1567080
    },
    {
      "epoch": 437.37,
      "grad_norm": 1.0334399938583374,
      "learning_rate": 2.175626893576386e-06,
      "loss": 0.3579,
      "step": 1567090
    },
    {
      "epoch": 437.37,
      "grad_norm": 1.1947158575057983,
      "learning_rate": 2.175599923613461e-06,
      "loss": 0.3329,
      "step": 1567100
    },
    {
      "epoch": 437.37,
      "grad_norm": 1.1865960359573364,
      "learning_rate": 2.1755729536729156e-06,
      "loss": 0.3371,
      "step": 1567110
    },
    {
      "epoch": 437.38,
      "grad_norm": 1.096647024154663,
      "learning_rate": 2.1755459837547553e-06,
      "loss": 0.3598,
      "step": 1567120
    },
    {
      "epoch": 437.38,
      "grad_norm": 2.679661989212036,
      "learning_rate": 2.175519013858983e-06,
      "loss": 0.341,
      "step": 1567130
    },
    {
      "epoch": 437.38,
      "grad_norm": 0.9420497417449951,
      "learning_rate": 2.1754920439856014e-06,
      "loss": 0.3455,
      "step": 1567140
    },
    {
      "epoch": 437.38,
      "grad_norm": 1.145261287689209,
      "learning_rate": 2.175465074134616e-06,
      "loss": 0.3458,
      "step": 1567150
    },
    {
      "epoch": 437.39,
      "grad_norm": 0.9795709252357483,
      "learning_rate": 2.1754381043060293e-06,
      "loss": 0.3551,
      "step": 1567160
    },
    {
      "epoch": 437.39,
      "grad_norm": 1.0871737003326416,
      "learning_rate": 2.175411134499844e-06,
      "loss": 0.3383,
      "step": 1567170
    },
    {
      "epoch": 437.39,
      "grad_norm": 1.1062668561935425,
      "learning_rate": 2.175384164716066e-06,
      "loss": 0.3524,
      "step": 1567180
    },
    {
      "epoch": 437.4,
      "grad_norm": 1.0730829238891602,
      "learning_rate": 2.175357194954696e-06,
      "loss": 0.331,
      "step": 1567190
    },
    {
      "epoch": 437.4,
      "grad_norm": 1.0147640705108643,
      "learning_rate": 2.1753302252157406e-06,
      "loss": 0.3624,
      "step": 1567200
    },
    {
      "epoch": 437.4,
      "grad_norm": 1.037975788116455,
      "learning_rate": 2.1753032554992016e-06,
      "loss": 0.3501,
      "step": 1567210
    },
    {
      "epoch": 437.4,
      "grad_norm": 1.0639970302581787,
      "learning_rate": 2.175276285805082e-06,
      "loss": 0.3394,
      "step": 1567220
    },
    {
      "epoch": 437.41,
      "grad_norm": 0.9848820567131042,
      "learning_rate": 2.175249316133387e-06,
      "loss": 0.3396,
      "step": 1567230
    },
    {
      "epoch": 437.41,
      "grad_norm": 1.0084866285324097,
      "learning_rate": 2.17522234648412e-06,
      "loss": 0.3425,
      "step": 1567240
    },
    {
      "epoch": 437.41,
      "grad_norm": 0.9799886345863342,
      "learning_rate": 2.175195376857283e-06,
      "loss": 0.3389,
      "step": 1567250
    },
    {
      "epoch": 437.42,
      "grad_norm": 1.241579532623291,
      "learning_rate": 2.1751684072528815e-06,
      "loss": 0.3527,
      "step": 1567260
    },
    {
      "epoch": 437.42,
      "grad_norm": 1.024648666381836,
      "learning_rate": 2.1751414376709183e-06,
      "loss": 0.3397,
      "step": 1567270
    },
    {
      "epoch": 437.42,
      "grad_norm": 1.076716661453247,
      "learning_rate": 2.1751144681113955e-06,
      "loss": 0.348,
      "step": 1567280
    },
    {
      "epoch": 437.42,
      "grad_norm": 1.0902332067489624,
      "learning_rate": 2.1750874985743196e-06,
      "loss": 0.3465,
      "step": 1567290
    },
    {
      "epoch": 437.43,
      "grad_norm": 0.9487406611442566,
      "learning_rate": 2.1750605290596925e-06,
      "loss": 0.3471,
      "step": 1567300
    },
    {
      "epoch": 437.43,
      "grad_norm": 1.1810367107391357,
      "learning_rate": 2.1750335595675174e-06,
      "loss": 0.3626,
      "step": 1567310
    },
    {
      "epoch": 437.43,
      "grad_norm": 1.0079243183135986,
      "learning_rate": 2.1750065900977996e-06,
      "loss": 0.3481,
      "step": 1567320
    },
    {
      "epoch": 437.44,
      "grad_norm": 0.9399245977401733,
      "learning_rate": 2.1749796206505413e-06,
      "loss": 0.3456,
      "step": 1567330
    },
    {
      "epoch": 437.44,
      "grad_norm": 1.1874736547470093,
      "learning_rate": 2.174952651225745e-06,
      "loss": 0.3499,
      "step": 1567340
    },
    {
      "epoch": 437.44,
      "grad_norm": 0.9235287308692932,
      "learning_rate": 2.1749256818234173e-06,
      "loss": 0.3367,
      "step": 1567350
    },
    {
      "epoch": 437.44,
      "grad_norm": 1.0595860481262207,
      "learning_rate": 2.1748987124435595e-06,
      "loss": 0.3231,
      "step": 1567360
    },
    {
      "epoch": 437.45,
      "grad_norm": 1.0098514556884766,
      "learning_rate": 2.1748717430861752e-06,
      "loss": 0.3643,
      "step": 1567370
    },
    {
      "epoch": 437.45,
      "grad_norm": 1.1353830099105835,
      "learning_rate": 2.1748447737512695e-06,
      "loss": 0.3449,
      "step": 1567380
    },
    {
      "epoch": 437.45,
      "grad_norm": 0.9298995137214661,
      "learning_rate": 2.1748178044388454e-06,
      "loss": 0.3413,
      "step": 1567390
    },
    {
      "epoch": 437.45,
      "grad_norm": 1.241858959197998,
      "learning_rate": 2.1747908351489057e-06,
      "loss": 0.3361,
      "step": 1567400
    },
    {
      "epoch": 437.46,
      "grad_norm": 0.9368585348129272,
      "learning_rate": 2.1747638658814547e-06,
      "loss": 0.3469,
      "step": 1567410
    },
    {
      "epoch": 437.46,
      "grad_norm": 0.9889041185379028,
      "learning_rate": 2.174736896636496e-06,
      "loss": 0.3476,
      "step": 1567420
    },
    {
      "epoch": 437.46,
      "grad_norm": 1.1422151327133179,
      "learning_rate": 2.174709927414032e-06,
      "loss": 0.3762,
      "step": 1567430
    },
    {
      "epoch": 437.47,
      "grad_norm": 0.8594628572463989,
      "learning_rate": 2.1746829582140684e-06,
      "loss": 0.3458,
      "step": 1567440
    },
    {
      "epoch": 437.47,
      "grad_norm": 1.0659713745117188,
      "learning_rate": 2.1746559890366075e-06,
      "loss": 0.3411,
      "step": 1567450
    },
    {
      "epoch": 437.47,
      "grad_norm": 1.3010016679763794,
      "learning_rate": 2.1746290198816523e-06,
      "loss": 0.349,
      "step": 1567460
    },
    {
      "epoch": 437.47,
      "grad_norm": 1.0836807489395142,
      "learning_rate": 2.174602050749208e-06,
      "loss": 0.3503,
      "step": 1567470
    },
    {
      "epoch": 437.48,
      "grad_norm": 1.1034901142120361,
      "learning_rate": 2.174575081639276e-06,
      "loss": 0.343,
      "step": 1567480
    },
    {
      "epoch": 437.48,
      "grad_norm": 1.156708002090454,
      "learning_rate": 2.174548112551863e-06,
      "loss": 0.3505,
      "step": 1567490
    },
    {
      "epoch": 437.48,
      "grad_norm": 1.0798970460891724,
      "learning_rate": 2.17452114348697e-06,
      "loss": 0.3454,
      "step": 1567500
    },
    {
      "epoch": 437.49,
      "grad_norm": 1.0564552545547485,
      "learning_rate": 2.1744941744446008e-06,
      "loss": 0.3412,
      "step": 1567510
    },
    {
      "epoch": 437.49,
      "grad_norm": 1.0605621337890625,
      "learning_rate": 2.1744672054247604e-06,
      "loss": 0.3378,
      "step": 1567520
    },
    {
      "epoch": 437.49,
      "grad_norm": 0.9946241974830627,
      "learning_rate": 2.174440236427452e-06,
      "loss": 0.333,
      "step": 1567530
    },
    {
      "epoch": 437.49,
      "grad_norm": 1.1083436012268066,
      "learning_rate": 2.1744132674526775e-06,
      "loss": 0.3525,
      "step": 1567540
    },
    {
      "epoch": 437.5,
      "grad_norm": 1.0866893529891968,
      "learning_rate": 2.174386298500443e-06,
      "loss": 0.3444,
      "step": 1567550
    },
    {
      "epoch": 437.5,
      "grad_norm": 1.0182218551635742,
      "learning_rate": 2.1743593295707508e-06,
      "loss": 0.3415,
      "step": 1567560
    },
    {
      "epoch": 437.5,
      "grad_norm": 0.9420163035392761,
      "learning_rate": 2.174332360663603e-06,
      "loss": 0.334,
      "step": 1567570
    },
    {
      "epoch": 437.5,
      "grad_norm": 0.9776028990745544,
      "learning_rate": 2.1743053917790063e-06,
      "loss": 0.3403,
      "step": 1567580
    },
    {
      "epoch": 437.51,
      "grad_norm": 1.0372827053070068,
      "learning_rate": 2.1742784229169622e-06,
      "loss": 0.3443,
      "step": 1567590
    },
    {
      "epoch": 437.51,
      "grad_norm": 1.0700801610946655,
      "learning_rate": 2.174251454077475e-06,
      "loss": 0.3377,
      "step": 1567600
    },
    {
      "epoch": 437.51,
      "grad_norm": 1.1758852005004883,
      "learning_rate": 2.1742244852605482e-06,
      "loss": 0.3478,
      "step": 1567610
    },
    {
      "epoch": 437.52,
      "grad_norm": 0.9280580282211304,
      "learning_rate": 2.174197516466185e-06,
      "loss": 0.3664,
      "step": 1567620
    },
    {
      "epoch": 437.52,
      "grad_norm": 1.218140959739685,
      "learning_rate": 2.1741705476943886e-06,
      "loss": 0.3464,
      "step": 1567630
    },
    {
      "epoch": 437.52,
      "grad_norm": 2.1308388710021973,
      "learning_rate": 2.1741435789451646e-06,
      "loss": 0.3434,
      "step": 1567640
    },
    {
      "epoch": 437.52,
      "grad_norm": 1.0883474349975586,
      "learning_rate": 2.1741166102185146e-06,
      "loss": 0.3365,
      "step": 1567650
    },
    {
      "epoch": 437.53,
      "grad_norm": 1.0325751304626465,
      "learning_rate": 2.1740896415144426e-06,
      "loss": 0.3401,
      "step": 1567660
    },
    {
      "epoch": 437.53,
      "grad_norm": 1.2653770446777344,
      "learning_rate": 2.174062672832953e-06,
      "loss": 0.3284,
      "step": 1567670
    },
    {
      "epoch": 437.53,
      "grad_norm": 1.057639241218567,
      "learning_rate": 2.1740357041740485e-06,
      "loss": 0.3485,
      "step": 1567680
    },
    {
      "epoch": 437.54,
      "grad_norm": 1.0891731977462769,
      "learning_rate": 2.1740087355377332e-06,
      "loss": 0.3486,
      "step": 1567690
    },
    {
      "epoch": 437.54,
      "grad_norm": 1.0950782299041748,
      "learning_rate": 2.1739817669240104e-06,
      "loss": 0.353,
      "step": 1567700
    },
    {
      "epoch": 437.54,
      "grad_norm": 1.0773428678512573,
      "learning_rate": 2.1739547983328844e-06,
      "loss": 0.3521,
      "step": 1567710
    },
    {
      "epoch": 437.54,
      "grad_norm": 1.0760900974273682,
      "learning_rate": 2.1739278297643563e-06,
      "loss": 0.3607,
      "step": 1567720
    },
    {
      "epoch": 437.55,
      "grad_norm": 1.0084190368652344,
      "learning_rate": 2.1739008612184334e-06,
      "loss": 0.3438,
      "step": 1567730
    },
    {
      "epoch": 437.55,
      "grad_norm": 1.0262949466705322,
      "learning_rate": 2.173873892695117e-06,
      "loss": 0.3471,
      "step": 1567740
    },
    {
      "epoch": 437.55,
      "grad_norm": 1.4264987707138062,
      "learning_rate": 2.1738469241944112e-06,
      "loss": 0.3463,
      "step": 1567750
    },
    {
      "epoch": 437.56,
      "grad_norm": 1.0680903196334839,
      "learning_rate": 2.173819955716319e-06,
      "loss": 0.3327,
      "step": 1567760
    },
    {
      "epoch": 437.56,
      "grad_norm": 1.0018882751464844,
      "learning_rate": 2.1737929872608446e-06,
      "loss": 0.3575,
      "step": 1567770
    },
    {
      "epoch": 437.56,
      "grad_norm": 0.9414796829223633,
      "learning_rate": 2.1737660188279925e-06,
      "loss": 0.3354,
      "step": 1567780
    },
    {
      "epoch": 437.56,
      "grad_norm": 1.0653443336486816,
      "learning_rate": 2.1737390504177647e-06,
      "loss": 0.3671,
      "step": 1567790
    },
    {
      "epoch": 437.57,
      "grad_norm": 1.0297998189926147,
      "learning_rate": 2.173712082030165e-06,
      "loss": 0.3394,
      "step": 1567800
    },
    {
      "epoch": 437.57,
      "grad_norm": 1.0916098356246948,
      "learning_rate": 2.173685113665198e-06,
      "loss": 0.3545,
      "step": 1567810
    },
    {
      "epoch": 437.57,
      "grad_norm": 1.0026055574417114,
      "learning_rate": 2.1736581453228667e-06,
      "loss": 0.3535,
      "step": 1567820
    },
    {
      "epoch": 437.57,
      "grad_norm": 1.0975384712219238,
      "learning_rate": 2.173631177003174e-06,
      "loss": 0.3347,
      "step": 1567830
    },
    {
      "epoch": 437.58,
      "grad_norm": 1.139075756072998,
      "learning_rate": 2.173604208706125e-06,
      "loss": 0.3394,
      "step": 1567840
    },
    {
      "epoch": 437.58,
      "grad_norm": 1.0227185487747192,
      "learning_rate": 2.1735772404317224e-06,
      "loss": 0.3444,
      "step": 1567850
    },
    {
      "epoch": 437.58,
      "grad_norm": 1.2992781400680542,
      "learning_rate": 2.173550272179969e-06,
      "loss": 0.3431,
      "step": 1567860
    },
    {
      "epoch": 437.59,
      "grad_norm": 1.368727207183838,
      "learning_rate": 2.17352330395087e-06,
      "loss": 0.3304,
      "step": 1567870
    },
    {
      "epoch": 437.59,
      "grad_norm": 1.0302879810333252,
      "learning_rate": 2.173496335744428e-06,
      "loss": 0.3563,
      "step": 1567880
    },
    {
      "epoch": 437.59,
      "grad_norm": 0.971555233001709,
      "learning_rate": 2.173469367560646e-06,
      "loss": 0.3562,
      "step": 1567890
    },
    {
      "epoch": 437.59,
      "grad_norm": 1.0948015451431274,
      "learning_rate": 2.1734423993995298e-06,
      "loss": 0.3391,
      "step": 1567900
    },
    {
      "epoch": 437.6,
      "grad_norm": 1.1057372093200684,
      "learning_rate": 2.173415431261081e-06,
      "loss": 0.3441,
      "step": 1567910
    },
    {
      "epoch": 437.6,
      "grad_norm": 1.042030930519104,
      "learning_rate": 2.1733884631453034e-06,
      "loss": 0.3411,
      "step": 1567920
    },
    {
      "epoch": 437.6,
      "grad_norm": 1.0107777118682861,
      "learning_rate": 2.173361495052202e-06,
      "loss": 0.3478,
      "step": 1567930
    },
    {
      "epoch": 437.61,
      "grad_norm": 1.3353791236877441,
      "learning_rate": 2.1733345269817786e-06,
      "loss": 0.331,
      "step": 1567940
    },
    {
      "epoch": 437.61,
      "grad_norm": 1.0155994892120361,
      "learning_rate": 2.173307558934037e-06,
      "loss": 0.3494,
      "step": 1567950
    },
    {
      "epoch": 437.61,
      "grad_norm": 0.9800713062286377,
      "learning_rate": 2.173280590908982e-06,
      "loss": 0.314,
      "step": 1567960
    },
    {
      "epoch": 437.61,
      "grad_norm": 1.0069671869277954,
      "learning_rate": 2.1732536229066168e-06,
      "loss": 0.3441,
      "step": 1567970
    },
    {
      "epoch": 437.62,
      "grad_norm": 0.8851798176765442,
      "learning_rate": 2.1732266549269443e-06,
      "loss": 0.3374,
      "step": 1567980
    },
    {
      "epoch": 437.62,
      "grad_norm": 0.8975390791893005,
      "learning_rate": 2.1731996869699685e-06,
      "loss": 0.3359,
      "step": 1567990
    },
    {
      "epoch": 437.62,
      "grad_norm": 0.964794397354126,
      "learning_rate": 2.1731727190356936e-06,
      "loss": 0.3563,
      "step": 1568000
    },
    {
      "epoch": 437.62,
      "grad_norm": 1.1549640893936157,
      "learning_rate": 2.1731457511241213e-06,
      "loss": 0.3448,
      "step": 1568010
    },
    {
      "epoch": 437.63,
      "grad_norm": 0.9856776595115662,
      "learning_rate": 2.1731187832352575e-06,
      "loss": 0.3474,
      "step": 1568020
    },
    {
      "epoch": 437.63,
      "grad_norm": 1.0602061748504639,
      "learning_rate": 2.173091815369105e-06,
      "loss": 0.3342,
      "step": 1568030
    },
    {
      "epoch": 437.63,
      "grad_norm": 1.0408504009246826,
      "learning_rate": 2.1730648475256653e-06,
      "loss": 0.3444,
      "step": 1568040
    },
    {
      "epoch": 437.64,
      "grad_norm": 1.185369849205017,
      "learning_rate": 2.1730378797049458e-06,
      "loss": 0.3571,
      "step": 1568050
    },
    {
      "epoch": 437.64,
      "grad_norm": 1.0388652086257935,
      "learning_rate": 2.1730109119069475e-06,
      "loss": 0.3594,
      "step": 1568060
    },
    {
      "epoch": 437.64,
      "grad_norm": 0.9417167901992798,
      "learning_rate": 2.1729839441316746e-06,
      "loss": 0.3354,
      "step": 1568070
    },
    {
      "epoch": 437.64,
      "grad_norm": 1.0918383598327637,
      "learning_rate": 2.172956976379131e-06,
      "loss": 0.3361,
      "step": 1568080
    },
    {
      "epoch": 437.65,
      "grad_norm": 0.9562095999717712,
      "learning_rate": 2.172930008649319e-06,
      "loss": 0.3338,
      "step": 1568090
    },
    {
      "epoch": 437.65,
      "grad_norm": 1.0960460901260376,
      "learning_rate": 2.172903040942244e-06,
      "loss": 0.3504,
      "step": 1568100
    },
    {
      "epoch": 437.65,
      "grad_norm": 0.9696651101112366,
      "learning_rate": 2.172876073257909e-06,
      "loss": 0.3476,
      "step": 1568110
    },
    {
      "epoch": 437.66,
      "grad_norm": 1.230770230293274,
      "learning_rate": 2.172849105596317e-06,
      "loss": 0.3488,
      "step": 1568120
    },
    {
      "epoch": 437.66,
      "grad_norm": 0.9232354760169983,
      "learning_rate": 2.1728221379574724e-06,
      "loss": 0.3272,
      "step": 1568130
    },
    {
      "epoch": 437.66,
      "grad_norm": 6.382862567901611,
      "learning_rate": 2.1727951703413782e-06,
      "loss": 0.3569,
      "step": 1568140
    },
    {
      "epoch": 437.66,
      "grad_norm": 1.0514665842056274,
      "learning_rate": 2.172768202748037e-06,
      "loss": 0.3623,
      "step": 1568150
    },
    {
      "epoch": 437.67,
      "grad_norm": 0.9441673159599304,
      "learning_rate": 2.172741235177455e-06,
      "loss": 0.3404,
      "step": 1568160
    },
    {
      "epoch": 437.67,
      "grad_norm": 1.1368643045425415,
      "learning_rate": 2.1727142676296336e-06,
      "loss": 0.3377,
      "step": 1568170
    },
    {
      "epoch": 437.67,
      "grad_norm": 0.9638718366622925,
      "learning_rate": 2.172687300104577e-06,
      "loss": 0.3475,
      "step": 1568180
    },
    {
      "epoch": 437.68,
      "grad_norm": 1.105283498764038,
      "learning_rate": 2.172660332602289e-06,
      "loss": 0.3558,
      "step": 1568190
    },
    {
      "epoch": 437.68,
      "grad_norm": 1.0848431587219238,
      "learning_rate": 2.1726333651227736e-06,
      "loss": 0.3479,
      "step": 1568200
    },
    {
      "epoch": 437.68,
      "grad_norm": 1.162310242652893,
      "learning_rate": 2.1726063976660334e-06,
      "loss": 0.3394,
      "step": 1568210
    },
    {
      "epoch": 437.68,
      "grad_norm": 1.0111744403839111,
      "learning_rate": 2.172579430232073e-06,
      "loss": 0.3449,
      "step": 1568220
    },
    {
      "epoch": 437.69,
      "grad_norm": 1.257919430732727,
      "learning_rate": 2.172552462820895e-06,
      "loss": 0.3283,
      "step": 1568230
    },
    {
      "epoch": 437.69,
      "grad_norm": 1.0247583389282227,
      "learning_rate": 2.1725254954325024e-06,
      "loss": 0.354,
      "step": 1568240
    },
    {
      "epoch": 437.69,
      "grad_norm": 1.0040940046310425,
      "learning_rate": 2.1724985280669017e-06,
      "loss": 0.3582,
      "step": 1568250
    },
    {
      "epoch": 437.69,
      "grad_norm": 1.1077831983566284,
      "learning_rate": 2.172471560724094e-06,
      "loss": 0.3463,
      "step": 1568260
    },
    {
      "epoch": 437.7,
      "grad_norm": 1.0896743535995483,
      "learning_rate": 2.172444593404083e-06,
      "loss": 0.3409,
      "step": 1568270
    },
    {
      "epoch": 437.7,
      "grad_norm": 1.2569166421890259,
      "learning_rate": 2.1724176261068735e-06,
      "loss": 0.3485,
      "step": 1568280
    },
    {
      "epoch": 437.7,
      "grad_norm": 1.0184545516967773,
      "learning_rate": 2.172390658832468e-06,
      "loss": 0.3368,
      "step": 1568290
    },
    {
      "epoch": 437.71,
      "grad_norm": 1.0330737829208374,
      "learning_rate": 2.1723636915808696e-06,
      "loss": 0.3581,
      "step": 1568300
    },
    {
      "epoch": 437.71,
      "grad_norm": 1.223633050918579,
      "learning_rate": 2.172336724352084e-06,
      "loss": 0.3569,
      "step": 1568310
    },
    {
      "epoch": 437.71,
      "grad_norm": 1.272287130355835,
      "learning_rate": 2.1723097571461137e-06,
      "loss": 0.3477,
      "step": 1568320
    },
    {
      "epoch": 437.71,
      "grad_norm": 0.9762246608734131,
      "learning_rate": 2.1722827899629605e-06,
      "loss": 0.363,
      "step": 1568330
    },
    {
      "epoch": 437.72,
      "grad_norm": 1.0011464357376099,
      "learning_rate": 2.172255822802631e-06,
      "loss": 0.3615,
      "step": 1568340
    },
    {
      "epoch": 437.72,
      "grad_norm": 0.8740778565406799,
      "learning_rate": 2.172228855665127e-06,
      "loss": 0.3298,
      "step": 1568350
    },
    {
      "epoch": 437.72,
      "grad_norm": 1.0721099376678467,
      "learning_rate": 2.172201888550453e-06,
      "loss": 0.351,
      "step": 1568360
    },
    {
      "epoch": 437.73,
      "grad_norm": 1.1213445663452148,
      "learning_rate": 2.172174921458612e-06,
      "loss": 0.3528,
      "step": 1568370
    },
    {
      "epoch": 437.73,
      "grad_norm": 1.0805779695510864,
      "learning_rate": 2.172147954389607e-06,
      "loss": 0.3459,
      "step": 1568380
    },
    {
      "epoch": 437.73,
      "grad_norm": 0.9552707076072693,
      "learning_rate": 2.172120987343443e-06,
      "loss": 0.3488,
      "step": 1568390
    },
    {
      "epoch": 437.73,
      "grad_norm": 0.994939386844635,
      "learning_rate": 2.172094020320123e-06,
      "loss": 0.3506,
      "step": 1568400
    },
    {
      "epoch": 437.74,
      "grad_norm": 1.121565818786621,
      "learning_rate": 2.1720670533196492e-06,
      "loss": 0.3421,
      "step": 1568410
    },
    {
      "epoch": 437.74,
      "grad_norm": 1.5914866924285889,
      "learning_rate": 2.1720400863420277e-06,
      "loss": 0.353,
      "step": 1568420
    },
    {
      "epoch": 437.74,
      "grad_norm": 1.0444223880767822,
      "learning_rate": 2.172013119387261e-06,
      "loss": 0.3463,
      "step": 1568430
    },
    {
      "epoch": 437.74,
      "grad_norm": 0.9495733380317688,
      "learning_rate": 2.1719861524553512e-06,
      "loss": 0.3411,
      "step": 1568440
    },
    {
      "epoch": 437.75,
      "grad_norm": 1.065629482269287,
      "learning_rate": 2.1719591855463043e-06,
      "loss": 0.3395,
      "step": 1568450
    },
    {
      "epoch": 437.75,
      "grad_norm": 1.547241449356079,
      "learning_rate": 2.171932218660123e-06,
      "loss": 0.3488,
      "step": 1568460
    },
    {
      "epoch": 437.75,
      "grad_norm": 1.0444387197494507,
      "learning_rate": 2.171905251796809e-06,
      "loss": 0.3418,
      "step": 1568470
    },
    {
      "epoch": 437.76,
      "grad_norm": 0.9020405411720276,
      "learning_rate": 2.171878284956369e-06,
      "loss": 0.3384,
      "step": 1568480
    },
    {
      "epoch": 437.76,
      "grad_norm": 1.0838192701339722,
      "learning_rate": 2.171851318138805e-06,
      "loss": 0.3566,
      "step": 1568490
    },
    {
      "epoch": 437.76,
      "grad_norm": 1.1710984706878662,
      "learning_rate": 2.1718243513441207e-06,
      "loss": 0.3588,
      "step": 1568500
    },
    {
      "epoch": 437.76,
      "grad_norm": 1.0073449611663818,
      "learning_rate": 2.17179738457232e-06,
      "loss": 0.3442,
      "step": 1568510
    },
    {
      "epoch": 437.77,
      "grad_norm": 0.9405773282051086,
      "learning_rate": 2.1717704178234065e-06,
      "loss": 0.3463,
      "step": 1568520
    },
    {
      "epoch": 437.77,
      "grad_norm": 1.145567536354065,
      "learning_rate": 2.171743451097382e-06,
      "loss": 0.3512,
      "step": 1568530
    },
    {
      "epoch": 437.77,
      "grad_norm": 0.9235512614250183,
      "learning_rate": 2.171716484394253e-06,
      "loss": 0.3404,
      "step": 1568540
    },
    {
      "epoch": 437.78,
      "grad_norm": 1.08533775806427,
      "learning_rate": 2.1716895177140215e-06,
      "loss": 0.3378,
      "step": 1568550
    },
    {
      "epoch": 437.78,
      "grad_norm": 1.150514006614685,
      "learning_rate": 2.171662551056691e-06,
      "loss": 0.3687,
      "step": 1568560
    },
    {
      "epoch": 437.78,
      "grad_norm": 1.293775200843811,
      "learning_rate": 2.171635584422266e-06,
      "loss": 0.3352,
      "step": 1568570
    },
    {
      "epoch": 437.78,
      "grad_norm": 1.1070823669433594,
      "learning_rate": 2.1716086178107494e-06,
      "loss": 0.3643,
      "step": 1568580
    },
    {
      "epoch": 437.79,
      "grad_norm": 1.0708503723144531,
      "learning_rate": 2.1715816512221434e-06,
      "loss": 0.3457,
      "step": 1568590
    },
    {
      "epoch": 437.79,
      "grad_norm": 1.2388046979904175,
      "learning_rate": 2.1715546846564544e-06,
      "loss": 0.3494,
      "step": 1568600
    },
    {
      "epoch": 437.79,
      "grad_norm": 0.9549435377120972,
      "learning_rate": 2.171527718113685e-06,
      "loss": 0.3618,
      "step": 1568610
    },
    {
      "epoch": 437.8,
      "grad_norm": 1.0069326162338257,
      "learning_rate": 2.1715007515938368e-06,
      "loss": 0.3588,
      "step": 1568620
    },
    {
      "epoch": 437.8,
      "grad_norm": 1.0095988512039185,
      "learning_rate": 2.1714737850969166e-06,
      "loss": 0.3522,
      "step": 1568630
    },
    {
      "epoch": 437.8,
      "grad_norm": 0.924264132976532,
      "learning_rate": 2.1714468186229253e-06,
      "loss": 0.3417,
      "step": 1568640
    },
    {
      "epoch": 437.8,
      "grad_norm": 1.185768961906433,
      "learning_rate": 2.1714198521718686e-06,
      "loss": 0.3518,
      "step": 1568650
    },
    {
      "epoch": 437.81,
      "grad_norm": 1.0576238632202148,
      "learning_rate": 2.171392885743749e-06,
      "loss": 0.3462,
      "step": 1568660
    },
    {
      "epoch": 437.81,
      "grad_norm": 1.0319287776947021,
      "learning_rate": 2.1713659193385686e-06,
      "loss": 0.3506,
      "step": 1568670
    },
    {
      "epoch": 437.81,
      "grad_norm": 1.1103469133377075,
      "learning_rate": 2.171338952956334e-06,
      "loss": 0.3355,
      "step": 1568680
    },
    {
      "epoch": 437.81,
      "grad_norm": 1.055700659751892,
      "learning_rate": 2.1713119865970476e-06,
      "loss": 0.3389,
      "step": 1568690
    },
    {
      "epoch": 437.82,
      "grad_norm": 1.0807582139968872,
      "learning_rate": 2.1712850202607122e-06,
      "loss": 0.355,
      "step": 1568700
    },
    {
      "epoch": 437.82,
      "grad_norm": 1.0732847452163696,
      "learning_rate": 2.1712580539473323e-06,
      "loss": 0.346,
      "step": 1568710
    },
    {
      "epoch": 437.82,
      "grad_norm": 0.9631726145744324,
      "learning_rate": 2.1712310876569108e-06,
      "loss": 0.3439,
      "step": 1568720
    },
    {
      "epoch": 437.83,
      "grad_norm": 1.152514100074768,
      "learning_rate": 2.171204121389451e-06,
      "loss": 0.3415,
      "step": 1568730
    },
    {
      "epoch": 437.83,
      "grad_norm": 1.1836847066879272,
      "learning_rate": 2.171177155144958e-06,
      "loss": 0.338,
      "step": 1568740
    },
    {
      "epoch": 437.83,
      "grad_norm": 0.9501554369926453,
      "learning_rate": 2.1711501889234347e-06,
      "loss": 0.3458,
      "step": 1568750
    },
    {
      "epoch": 437.83,
      "grad_norm": 1.054813027381897,
      "learning_rate": 2.171123222724883e-06,
      "loss": 0.3543,
      "step": 1568760
    },
    {
      "epoch": 437.84,
      "grad_norm": 0.8786880373954773,
      "learning_rate": 2.1710962565493096e-06,
      "loss": 0.3383,
      "step": 1568770
    },
    {
      "epoch": 437.84,
      "grad_norm": 0.9478971362113953,
      "learning_rate": 2.171069290396716e-06,
      "loss": 0.3534,
      "step": 1568780
    },
    {
      "epoch": 437.84,
      "grad_norm": 1.1222693920135498,
      "learning_rate": 2.171042324267106e-06,
      "loss": 0.3458,
      "step": 1568790
    },
    {
      "epoch": 437.85,
      "grad_norm": 1.0988744497299194,
      "learning_rate": 2.1710153581604836e-06,
      "loss": 0.3384,
      "step": 1568800
    },
    {
      "epoch": 437.85,
      "grad_norm": 1.0988109111785889,
      "learning_rate": 2.170988392076853e-06,
      "loss": 0.3269,
      "step": 1568810
    },
    {
      "epoch": 437.85,
      "grad_norm": 0.9261784553527832,
      "learning_rate": 2.1709614260162153e-06,
      "loss": 0.3329,
      "step": 1568820
    },
    {
      "epoch": 437.85,
      "grad_norm": 1.1122931241989136,
      "learning_rate": 2.1709344599785767e-06,
      "loss": 0.3397,
      "step": 1568830
    },
    {
      "epoch": 437.86,
      "grad_norm": 0.9521244764328003,
      "learning_rate": 2.1709074939639402e-06,
      "loss": 0.3399,
      "step": 1568840
    },
    {
      "epoch": 437.86,
      "grad_norm": 1.0696988105773926,
      "learning_rate": 2.1708805279723083e-06,
      "loss": 0.3424,
      "step": 1568850
    },
    {
      "epoch": 437.86,
      "grad_norm": 1.1231337785720825,
      "learning_rate": 2.170853562003686e-06,
      "loss": 0.3458,
      "step": 1568860
    },
    {
      "epoch": 437.86,
      "grad_norm": 0.9595567584037781,
      "learning_rate": 2.1708265960580763e-06,
      "loss": 0.346,
      "step": 1568870
    },
    {
      "epoch": 437.87,
      "grad_norm": 0.9957253336906433,
      "learning_rate": 2.1707996301354827e-06,
      "loss": 0.3548,
      "step": 1568880
    },
    {
      "epoch": 437.87,
      "grad_norm": 0.980168879032135,
      "learning_rate": 2.170772664235909e-06,
      "loss": 0.3582,
      "step": 1568890
    },
    {
      "epoch": 437.87,
      "grad_norm": 0.9201797842979431,
      "learning_rate": 2.170745698359358e-06,
      "loss": 0.3452,
      "step": 1568900
    },
    {
      "epoch": 437.88,
      "grad_norm": 1.0157452821731567,
      "learning_rate": 2.1707187325058337e-06,
      "loss": 0.3395,
      "step": 1568910
    },
    {
      "epoch": 437.88,
      "grad_norm": 1.0435734987258911,
      "learning_rate": 2.170691766675341e-06,
      "loss": 0.3499,
      "step": 1568920
    },
    {
      "epoch": 437.88,
      "grad_norm": 1.1127122640609741,
      "learning_rate": 2.1706648008678814e-06,
      "loss": 0.3462,
      "step": 1568930
    },
    {
      "epoch": 437.88,
      "grad_norm": 1.1222532987594604,
      "learning_rate": 2.1706378350834604e-06,
      "loss": 0.3461,
      "step": 1568940
    },
    {
      "epoch": 437.89,
      "grad_norm": 0.9268460869789124,
      "learning_rate": 2.1706108693220804e-06,
      "loss": 0.3566,
      "step": 1568950
    },
    {
      "epoch": 437.89,
      "grad_norm": 1.1027053594589233,
      "learning_rate": 2.1705839035837444e-06,
      "loss": 0.3623,
      "step": 1568960
    },
    {
      "epoch": 437.89,
      "grad_norm": 1.6707383394241333,
      "learning_rate": 2.1705569378684578e-06,
      "loss": 0.3507,
      "step": 1568970
    },
    {
      "epoch": 437.9,
      "grad_norm": 1.0709013938903809,
      "learning_rate": 2.170529972176223e-06,
      "loss": 0.3506,
      "step": 1568980
    },
    {
      "epoch": 437.9,
      "grad_norm": 1.3471521139144897,
      "learning_rate": 2.1705030065070436e-06,
      "loss": 0.3448,
      "step": 1568990
    },
    {
      "epoch": 437.9,
      "grad_norm": 1.1432710886001587,
      "learning_rate": 2.1704760408609236e-06,
      "loss": 0.3524,
      "step": 1569000
    },
    {
      "epoch": 437.9,
      "grad_norm": 0.9285387992858887,
      "learning_rate": 2.170449075237867e-06,
      "loss": 0.3479,
      "step": 1569010
    },
    {
      "epoch": 437.91,
      "grad_norm": 1.0318446159362793,
      "learning_rate": 2.170422109637876e-06,
      "loss": 0.3502,
      "step": 1569020
    },
    {
      "epoch": 437.91,
      "grad_norm": 1.0430313348770142,
      "learning_rate": 2.170395144060955e-06,
      "loss": 0.3617,
      "step": 1569030
    },
    {
      "epoch": 437.91,
      "grad_norm": 1.157962441444397,
      "learning_rate": 2.1703681785071084e-06,
      "loss": 0.3481,
      "step": 1569040
    },
    {
      "epoch": 437.92,
      "grad_norm": 0.9163129925727844,
      "learning_rate": 2.170341212976338e-06,
      "loss": 0.3275,
      "step": 1569050
    },
    {
      "epoch": 437.92,
      "grad_norm": 1.100318193435669,
      "learning_rate": 2.170314247468649e-06,
      "loss": 0.3291,
      "step": 1569060
    },
    {
      "epoch": 437.92,
      "grad_norm": 0.9982417821884155,
      "learning_rate": 2.170287281984044e-06,
      "loss": 0.3476,
      "step": 1569070
    },
    {
      "epoch": 437.92,
      "grad_norm": 1.1715407371520996,
      "learning_rate": 2.170260316522527e-06,
      "loss": 0.3235,
      "step": 1569080
    },
    {
      "epoch": 437.93,
      "grad_norm": 1.1948294639587402,
      "learning_rate": 2.170233351084102e-06,
      "loss": 0.3409,
      "step": 1569090
    },
    {
      "epoch": 437.93,
      "grad_norm": 1.36826753616333,
      "learning_rate": 2.1702063856687717e-06,
      "loss": 0.3555,
      "step": 1569100
    },
    {
      "epoch": 437.93,
      "grad_norm": 1.1689213514328003,
      "learning_rate": 2.170179420276539e-06,
      "loss": 0.3672,
      "step": 1569110
    },
    {
      "epoch": 437.93,
      "grad_norm": 1.107393503189087,
      "learning_rate": 2.1701524549074104e-06,
      "loss": 0.3283,
      "step": 1569120
    },
    {
      "epoch": 437.94,
      "grad_norm": 1.054585576057434,
      "learning_rate": 2.1701254895613874e-06,
      "loss": 0.3352,
      "step": 1569130
    },
    {
      "epoch": 437.94,
      "grad_norm": 0.9440294504165649,
      "learning_rate": 2.1700985242384723e-06,
      "loss": 0.3428,
      "step": 1569140
    },
    {
      "epoch": 437.94,
      "grad_norm": 0.9407685995101929,
      "learning_rate": 2.170071558938672e-06,
      "loss": 0.3483,
      "step": 1569150
    },
    {
      "epoch": 437.95,
      "grad_norm": 1.0519434213638306,
      "learning_rate": 2.170044593661988e-06,
      "loss": 0.343,
      "step": 1569160
    },
    {
      "epoch": 437.95,
      "grad_norm": 0.9407085180282593,
      "learning_rate": 2.1700176284084236e-06,
      "loss": 0.3408,
      "step": 1569170
    },
    {
      "epoch": 437.95,
      "grad_norm": 0.8938294649124146,
      "learning_rate": 2.1699906631779837e-06,
      "loss": 0.3296,
      "step": 1569180
    },
    {
      "epoch": 437.95,
      "grad_norm": 0.979137659072876,
      "learning_rate": 2.169963697970671e-06,
      "loss": 0.3476,
      "step": 1569190
    },
    {
      "epoch": 437.96,
      "grad_norm": 1.0537219047546387,
      "learning_rate": 2.1699367327864887e-06,
      "loss": 0.3356,
      "step": 1569200
    },
    {
      "epoch": 437.96,
      "grad_norm": 1.0968977212905884,
      "learning_rate": 2.1699097676254416e-06,
      "loss": 0.3573,
      "step": 1569210
    },
    {
      "epoch": 437.96,
      "grad_norm": 1.2176283597946167,
      "learning_rate": 2.169882802487532e-06,
      "loss": 0.3503,
      "step": 1569220
    },
    {
      "epoch": 437.97,
      "grad_norm": 1.0400307178497314,
      "learning_rate": 2.1698558373727656e-06,
      "loss": 0.3439,
      "step": 1569230
    },
    {
      "epoch": 437.97,
      "grad_norm": 1.0761041641235352,
      "learning_rate": 2.169828872281144e-06,
      "loss": 0.3447,
      "step": 1569240
    },
    {
      "epoch": 437.97,
      "grad_norm": 1.1076475381851196,
      "learning_rate": 2.16980190721267e-06,
      "loss": 0.3408,
      "step": 1569250
    },
    {
      "epoch": 437.97,
      "grad_norm": 1.066704511642456,
      "learning_rate": 2.16977494216735e-06,
      "loss": 0.3374,
      "step": 1569260
    },
    {
      "epoch": 437.98,
      "grad_norm": 1.1692075729370117,
      "learning_rate": 2.169747977145186e-06,
      "loss": 0.3478,
      "step": 1569270
    },
    {
      "epoch": 437.98,
      "grad_norm": 0.9885035753250122,
      "learning_rate": 2.1697210121461807e-06,
      "loss": 0.3401,
      "step": 1569280
    },
    {
      "epoch": 437.98,
      "grad_norm": 1.0061001777648926,
      "learning_rate": 2.16969404717034e-06,
      "loss": 0.3326,
      "step": 1569290
    },
    {
      "epoch": 437.98,
      "grad_norm": 1.0553998947143555,
      "learning_rate": 2.1696670822176654e-06,
      "loss": 0.3595,
      "step": 1569300
    },
    {
      "epoch": 437.99,
      "grad_norm": 1.0181013345718384,
      "learning_rate": 2.1696401172881616e-06,
      "loss": 0.3273,
      "step": 1569310
    },
    {
      "epoch": 437.99,
      "grad_norm": 0.9990168213844299,
      "learning_rate": 2.169613152381832e-06,
      "loss": 0.348,
      "step": 1569320
    },
    {
      "epoch": 437.99,
      "grad_norm": 1.04877507686615,
      "learning_rate": 2.16958618749868e-06,
      "loss": 0.3313,
      "step": 1569330
    },
    {
      "epoch": 438.0,
      "grad_norm": 1.734690546989441,
      "learning_rate": 2.1695592226387086e-06,
      "loss": 0.3456,
      "step": 1569340
    },
    {
      "epoch": 438.0,
      "grad_norm": 1.0589616298675537,
      "learning_rate": 2.1695322578019227e-06,
      "loss": 0.3449,
      "step": 1569350
    },
    {
      "epoch": 438.0,
      "eval_loss": 0.34397706389427185,
      "eval_runtime": 63.3094,
      "eval_samples_per_second": 79.909,
      "eval_steps_per_second": 9.999,
      "step": 1569354
    },
    {
      "epoch": 438.0,
      "grad_norm": 1.2809476852416992,
      "learning_rate": 2.169505292988325e-06,
      "loss": 0.3472,
      "step": 1569360
    },
    {
      "epoch": 438.0,
      "grad_norm": 1.0041147470474243,
      "learning_rate": 2.1694783281979197e-06,
      "loss": 0.3434,
      "step": 1569370
    },
    {
      "epoch": 438.01,
      "grad_norm": 1.2033129930496216,
      "learning_rate": 2.16945136343071e-06,
      "loss": 0.354,
      "step": 1569380
    },
    {
      "epoch": 438.01,
      "grad_norm": 1.2047840356826782,
      "learning_rate": 2.169424398686699e-06,
      "loss": 0.3488,
      "step": 1569390
    },
    {
      "epoch": 438.01,
      "grad_norm": 1.1021960973739624,
      "learning_rate": 2.1693974339658906e-06,
      "loss": 0.3405,
      "step": 1569400
    },
    {
      "epoch": 438.02,
      "grad_norm": 1.194332242012024,
      "learning_rate": 2.169370469268289e-06,
      "loss": 0.3304,
      "step": 1569410
    },
    {
      "epoch": 438.02,
      "grad_norm": 1.0041723251342773,
      "learning_rate": 2.169343504593898e-06,
      "loss": 0.3411,
      "step": 1569420
    },
    {
      "epoch": 438.02,
      "grad_norm": 0.9460328817367554,
      "learning_rate": 2.169316539942719e-06,
      "loss": 0.354,
      "step": 1569430
    },
    {
      "epoch": 438.02,
      "grad_norm": 1.0702152252197266,
      "learning_rate": 2.169289575314758e-06,
      "loss": 0.3416,
      "step": 1569440
    },
    {
      "epoch": 438.03,
      "grad_norm": 1.0829977989196777,
      "learning_rate": 2.169262610710018e-06,
      "loss": 0.3399,
      "step": 1569450
    },
    {
      "epoch": 438.03,
      "grad_norm": 1.7577763795852661,
      "learning_rate": 2.169235646128502e-06,
      "loss": 0.3458,
      "step": 1569460
    },
    {
      "epoch": 438.03,
      "grad_norm": 0.9374096393585205,
      "learning_rate": 2.1692086815702145e-06,
      "loss": 0.334,
      "step": 1569470
    },
    {
      "epoch": 438.04,
      "grad_norm": 1.208818793296814,
      "learning_rate": 2.169181717035158e-06,
      "loss": 0.3295,
      "step": 1569480
    },
    {
      "epoch": 438.04,
      "grad_norm": 1.273624300956726,
      "learning_rate": 2.169154752523336e-06,
      "loss": 0.3514,
      "step": 1569490
    },
    {
      "epoch": 438.04,
      "grad_norm": 3.4506185054779053,
      "learning_rate": 2.1691277880347535e-06,
      "loss": 0.3435,
      "step": 1569500
    },
    {
      "epoch": 438.04,
      "grad_norm": 1.1775224208831787,
      "learning_rate": 2.1691008235694126e-06,
      "loss": 0.3353,
      "step": 1569510
    },
    {
      "epoch": 438.05,
      "grad_norm": 1.2321842908859253,
      "learning_rate": 2.1690738591273182e-06,
      "loss": 0.36,
      "step": 1569520
    },
    {
      "epoch": 438.05,
      "grad_norm": 1.040213704109192,
      "learning_rate": 2.169046894708473e-06,
      "loss": 0.3326,
      "step": 1569530
    },
    {
      "epoch": 438.05,
      "grad_norm": 0.9850788116455078,
      "learning_rate": 2.1690199303128804e-06,
      "loss": 0.3517,
      "step": 1569540
    },
    {
      "epoch": 438.05,
      "grad_norm": 1.0342744588851929,
      "learning_rate": 2.168992965940545e-06,
      "loss": 0.3567,
      "step": 1569550
    },
    {
      "epoch": 438.06,
      "grad_norm": 1.11416757106781,
      "learning_rate": 2.16896600159147e-06,
      "loss": 0.3433,
      "step": 1569560
    },
    {
      "epoch": 438.06,
      "grad_norm": 1.1118757724761963,
      "learning_rate": 2.1689390372656576e-06,
      "loss": 0.343,
      "step": 1569570
    },
    {
      "epoch": 438.06,
      "grad_norm": 1.0748544931411743,
      "learning_rate": 2.168912072963114e-06,
      "loss": 0.348,
      "step": 1569580
    },
    {
      "epoch": 438.07,
      "grad_norm": 1.0953960418701172,
      "learning_rate": 2.1688851086838413e-06,
      "loss": 0.3427,
      "step": 1569590
    },
    {
      "epoch": 438.07,
      "grad_norm": 1.3549842834472656,
      "learning_rate": 2.168858144427842e-06,
      "loss": 0.3553,
      "step": 1569600
    },
    {
      "epoch": 438.07,
      "grad_norm": 0.9752046465873718,
      "learning_rate": 2.168831180195122e-06,
      "loss": 0.3364,
      "step": 1569610
    },
    {
      "epoch": 438.07,
      "grad_norm": 1.2844010591506958,
      "learning_rate": 2.1688042159856834e-06,
      "loss": 0.3628,
      "step": 1569620
    },
    {
      "epoch": 438.08,
      "grad_norm": 1.029049038887024,
      "learning_rate": 2.1687772517995293e-06,
      "loss": 0.3576,
      "step": 1569630
    },
    {
      "epoch": 438.08,
      "grad_norm": 1.0326248407363892,
      "learning_rate": 2.168750287636665e-06,
      "loss": 0.3465,
      "step": 1569640
    },
    {
      "epoch": 438.08,
      "grad_norm": 1.1392817497253418,
      "learning_rate": 2.1687233234970932e-06,
      "loss": 0.3273,
      "step": 1569650
    },
    {
      "epoch": 438.09,
      "grad_norm": 1.001758337020874,
      "learning_rate": 2.1686963593808172e-06,
      "loss": 0.3405,
      "step": 1569660
    },
    {
      "epoch": 438.09,
      "grad_norm": 0.9736486077308655,
      "learning_rate": 2.168669395287841e-06,
      "loss": 0.3599,
      "step": 1569670
    },
    {
      "epoch": 438.09,
      "grad_norm": 1.2471643686294556,
      "learning_rate": 2.1686424312181683e-06,
      "loss": 0.3438,
      "step": 1569680
    },
    {
      "epoch": 438.09,
      "grad_norm": 0.9552809596061707,
      "learning_rate": 2.168615467171802e-06,
      "loss": 0.3616,
      "step": 1569690
    },
    {
      "epoch": 438.1,
      "grad_norm": 1.2151784896850586,
      "learning_rate": 2.168588503148747e-06,
      "loss": 0.3553,
      "step": 1569700
    },
    {
      "epoch": 438.1,
      "grad_norm": 1.2922916412353516,
      "learning_rate": 2.1685615391490056e-06,
      "loss": 0.3377,
      "step": 1569710
    },
    {
      "epoch": 438.1,
      "grad_norm": 0.9662683010101318,
      "learning_rate": 2.168534575172581e-06,
      "loss": 0.3496,
      "step": 1569720
    },
    {
      "epoch": 438.1,
      "grad_norm": 1.286281704902649,
      "learning_rate": 2.1685076112194784e-06,
      "loss": 0.3226,
      "step": 1569730
    },
    {
      "epoch": 438.11,
      "grad_norm": 0.9904600977897644,
      "learning_rate": 2.168480647289701e-06,
      "loss": 0.3608,
      "step": 1569740
    },
    {
      "epoch": 438.11,
      "grad_norm": 1.2346785068511963,
      "learning_rate": 2.168453683383251e-06,
      "loss": 0.3547,
      "step": 1569750
    },
    {
      "epoch": 438.11,
      "grad_norm": 0.9461521506309509,
      "learning_rate": 2.168426719500134e-06,
      "loss": 0.3514,
      "step": 1569760
    },
    {
      "epoch": 438.12,
      "grad_norm": 1.1978665590286255,
      "learning_rate": 2.168399755640352e-06,
      "loss": 0.3392,
      "step": 1569770
    },
    {
      "epoch": 438.12,
      "grad_norm": 1.0246416330337524,
      "learning_rate": 2.1683727918039087e-06,
      "loss": 0.3373,
      "step": 1569780
    },
    {
      "epoch": 438.12,
      "grad_norm": 1.0314652919769287,
      "learning_rate": 2.168345827990809e-06,
      "loss": 0.3392,
      "step": 1569790
    },
    {
      "epoch": 438.12,
      "grad_norm": 0.9099522233009338,
      "learning_rate": 2.1683188642010546e-06,
      "loss": 0.3528,
      "step": 1569800
    },
    {
      "epoch": 438.13,
      "grad_norm": 1.0200114250183105,
      "learning_rate": 2.1682919004346515e-06,
      "loss": 0.3564,
      "step": 1569810
    },
    {
      "epoch": 438.13,
      "grad_norm": 0.9789441227912903,
      "learning_rate": 2.168264936691601e-06,
      "loss": 0.3487,
      "step": 1569820
    },
    {
      "epoch": 438.13,
      "grad_norm": 0.9886590242385864,
      "learning_rate": 2.168237972971908e-06,
      "loss": 0.3459,
      "step": 1569830
    },
    {
      "epoch": 438.14,
      "grad_norm": 1.3903335332870483,
      "learning_rate": 2.1682110092755757e-06,
      "loss": 0.3374,
      "step": 1569840
    },
    {
      "epoch": 438.14,
      "grad_norm": 1.0673437118530273,
      "learning_rate": 2.1681840456026083e-06,
      "loss": 0.3306,
      "step": 1569850
    },
    {
      "epoch": 438.14,
      "grad_norm": 1.055712103843689,
      "learning_rate": 2.1681570819530073e-06,
      "loss": 0.3457,
      "step": 1569860
    },
    {
      "epoch": 438.14,
      "grad_norm": 0.9401728510856628,
      "learning_rate": 2.1681301183267788e-06,
      "loss": 0.3384,
      "step": 1569870
    },
    {
      "epoch": 438.15,
      "grad_norm": 1.1494733095169067,
      "learning_rate": 2.168103154723925e-06,
      "loss": 0.3455,
      "step": 1569880
    },
    {
      "epoch": 438.15,
      "grad_norm": 1.0943350791931152,
      "learning_rate": 2.16807619114445e-06,
      "loss": 0.3522,
      "step": 1569890
    },
    {
      "epoch": 438.15,
      "grad_norm": 1.0765700340270996,
      "learning_rate": 2.1680492275883573e-06,
      "loss": 0.3494,
      "step": 1569900
    },
    {
      "epoch": 438.16,
      "grad_norm": 1.2370632886886597,
      "learning_rate": 2.1680222640556506e-06,
      "loss": 0.3397,
      "step": 1569910
    },
    {
      "epoch": 438.16,
      "grad_norm": 1.0041346549987793,
      "learning_rate": 2.167995300546332e-06,
      "loss": 0.3514,
      "step": 1569920
    },
    {
      "epoch": 438.16,
      "grad_norm": 0.9383924007415771,
      "learning_rate": 2.167968337060408e-06,
      "loss": 0.3513,
      "step": 1569930
    },
    {
      "epoch": 438.16,
      "grad_norm": 1.26619291305542,
      "learning_rate": 2.16794137359788e-06,
      "loss": 0.3494,
      "step": 1569940
    },
    {
      "epoch": 438.17,
      "grad_norm": 1.0983480215072632,
      "learning_rate": 2.1679144101587518e-06,
      "loss": 0.3474,
      "step": 1569950
    },
    {
      "epoch": 438.17,
      "grad_norm": 1.0413312911987305,
      "learning_rate": 2.167887446743028e-06,
      "loss": 0.3626,
      "step": 1569960
    },
    {
      "epoch": 438.17,
      "grad_norm": 1.024907112121582,
      "learning_rate": 2.1678604833507114e-06,
      "loss": 0.3493,
      "step": 1569970
    },
    {
      "epoch": 438.17,
      "grad_norm": 1.115686058998108,
      "learning_rate": 2.167833519981805e-06,
      "loss": 0.3533,
      "step": 1569980
    },
    {
      "epoch": 438.18,
      "grad_norm": 1.033897876739502,
      "learning_rate": 2.1678065566363143e-06,
      "loss": 0.3634,
      "step": 1569990
    },
    {
      "epoch": 438.18,
      "grad_norm": 1.0779881477355957,
      "learning_rate": 2.167779593314242e-06,
      "loss": 0.3586,
      "step": 1570000
    },
    {
      "epoch": 438.18,
      "grad_norm": 1.1967031955718994,
      "learning_rate": 2.1677526300155894e-06,
      "loss": 0.3445,
      "step": 1570010
    },
    {
      "epoch": 438.19,
      "grad_norm": 1.0063316822052002,
      "learning_rate": 2.1677256667403637e-06,
      "loss": 0.3422,
      "step": 1570020
    },
    {
      "epoch": 438.19,
      "grad_norm": 1.0023635625839233,
      "learning_rate": 2.1676987034885666e-06,
      "loss": 0.3512,
      "step": 1570030
    },
    {
      "epoch": 438.19,
      "grad_norm": 1.009865641593933,
      "learning_rate": 2.1676717402602017e-06,
      "loss": 0.3444,
      "step": 1570040
    },
    {
      "epoch": 438.19,
      "grad_norm": 0.943474531173706,
      "learning_rate": 2.167644777055273e-06,
      "loss": 0.349,
      "step": 1570050
    },
    {
      "epoch": 438.2,
      "grad_norm": 0.9801375269889832,
      "learning_rate": 2.1676178138737843e-06,
      "loss": 0.3426,
      "step": 1570060
    },
    {
      "epoch": 438.2,
      "grad_norm": 0.9964698553085327,
      "learning_rate": 2.167590850715738e-06,
      "loss": 0.3468,
      "step": 1570070
    },
    {
      "epoch": 438.2,
      "grad_norm": 1.0723265409469604,
      "learning_rate": 2.1675638875811393e-06,
      "loss": 0.3359,
      "step": 1570080
    },
    {
      "epoch": 438.21,
      "grad_norm": 0.9677685499191284,
      "learning_rate": 2.16753692446999e-06,
      "loss": 0.3427,
      "step": 1570090
    },
    {
      "epoch": 438.21,
      "grad_norm": 1.0769578218460083,
      "learning_rate": 2.1675099613822956e-06,
      "loss": 0.346,
      "step": 1570100
    },
    {
      "epoch": 438.21,
      "grad_norm": 1.2421071529388428,
      "learning_rate": 2.167482998318059e-06,
      "loss": 0.3515,
      "step": 1570110
    },
    {
      "epoch": 438.21,
      "grad_norm": 1.1269258260726929,
      "learning_rate": 2.167456035277283e-06,
      "loss": 0.3523,
      "step": 1570120
    },
    {
      "epoch": 438.22,
      "grad_norm": 1.1963554620742798,
      "learning_rate": 2.167429072259972e-06,
      "loss": 0.3571,
      "step": 1570130
    },
    {
      "epoch": 438.22,
      "grad_norm": 1.011481523513794,
      "learning_rate": 2.16740210926613e-06,
      "loss": 0.3418,
      "step": 1570140
    },
    {
      "epoch": 438.22,
      "grad_norm": 0.9676752686500549,
      "learning_rate": 2.1673751462957585e-06,
      "loss": 0.3566,
      "step": 1570150
    },
    {
      "epoch": 438.22,
      "grad_norm": 1.2265630960464478,
      "learning_rate": 2.1673481833488636e-06,
      "loss": 0.3603,
      "step": 1570160
    },
    {
      "epoch": 438.23,
      "grad_norm": 0.9693269729614258,
      "learning_rate": 2.167321220425448e-06,
      "loss": 0.3383,
      "step": 1570170
    },
    {
      "epoch": 438.23,
      "grad_norm": 1.8816176652908325,
      "learning_rate": 2.1672942575255143e-06,
      "loss": 0.3581,
      "step": 1570180
    },
    {
      "epoch": 438.23,
      "grad_norm": 1.1730124950408936,
      "learning_rate": 2.1672672946490675e-06,
      "loss": 0.3389,
      "step": 1570190
    },
    {
      "epoch": 438.24,
      "grad_norm": 0.9512318968772888,
      "learning_rate": 2.1672403317961107e-06,
      "loss": 0.3481,
      "step": 1570200
    },
    {
      "epoch": 438.24,
      "grad_norm": 1.0769670009613037,
      "learning_rate": 2.1672133689666463e-06,
      "loss": 0.3418,
      "step": 1570210
    },
    {
      "epoch": 438.24,
      "grad_norm": 1.1366100311279297,
      "learning_rate": 2.1671864061606802e-06,
      "loss": 0.3227,
      "step": 1570220
    },
    {
      "epoch": 438.24,
      "grad_norm": 1.0519870519638062,
      "learning_rate": 2.1671594433782147e-06,
      "loss": 0.3545,
      "step": 1570230
    },
    {
      "epoch": 438.25,
      "grad_norm": 0.9361688494682312,
      "learning_rate": 2.1671324806192523e-06,
      "loss": 0.3378,
      "step": 1570240
    },
    {
      "epoch": 438.25,
      "grad_norm": 1.2360764741897583,
      "learning_rate": 2.167105517883799e-06,
      "loss": 0.3506,
      "step": 1570250
    },
    {
      "epoch": 438.25,
      "grad_norm": 7.037478923797607,
      "learning_rate": 2.167078555171857e-06,
      "loss": 0.3519,
      "step": 1570260
    },
    {
      "epoch": 438.26,
      "grad_norm": 1.0304752588272095,
      "learning_rate": 2.1670515924834294e-06,
      "loss": 0.335,
      "step": 1570270
    },
    {
      "epoch": 438.26,
      "grad_norm": 1.0407626628875732,
      "learning_rate": 2.167024629818521e-06,
      "loss": 0.3466,
      "step": 1570280
    },
    {
      "epoch": 438.26,
      "grad_norm": 1.0228989124298096,
      "learning_rate": 2.1669976671771348e-06,
      "loss": 0.3446,
      "step": 1570290
    },
    {
      "epoch": 438.26,
      "grad_norm": 1.0889281034469604,
      "learning_rate": 2.166970704559273e-06,
      "loss": 0.3313,
      "step": 1570300
    },
    {
      "epoch": 438.27,
      "grad_norm": 1.0917158126831055,
      "learning_rate": 2.166943741964942e-06,
      "loss": 0.3414,
      "step": 1570310
    },
    {
      "epoch": 438.27,
      "grad_norm": 0.9888542294502258,
      "learning_rate": 2.166916779394144e-06,
      "loss": 0.3313,
      "step": 1570320
    },
    {
      "epoch": 438.27,
      "grad_norm": 1.0856746435165405,
      "learning_rate": 2.1668898168468816e-06,
      "loss": 0.3381,
      "step": 1570330
    },
    {
      "epoch": 438.28,
      "grad_norm": 1.0434857606887817,
      "learning_rate": 2.1668628543231605e-06,
      "loss": 0.3595,
      "step": 1570340
    },
    {
      "epoch": 438.28,
      "grad_norm": 1.0471594333648682,
      "learning_rate": 2.1668358918229827e-06,
      "loss": 0.336,
      "step": 1570350
    },
    {
      "epoch": 438.28,
      "grad_norm": 1.3752121925354004,
      "learning_rate": 2.166808929346351e-06,
      "loss": 0.3396,
      "step": 1570360
    },
    {
      "epoch": 438.28,
      "grad_norm": 1.23720121383667,
      "learning_rate": 2.166781966893272e-06,
      "loss": 0.3562,
      "step": 1570370
    },
    {
      "epoch": 438.29,
      "grad_norm": 1.1197187900543213,
      "learning_rate": 2.166755004463746e-06,
      "loss": 0.3529,
      "step": 1570380
    },
    {
      "epoch": 438.29,
      "grad_norm": 0.9304972887039185,
      "learning_rate": 2.166728042057779e-06,
      "loss": 0.3392,
      "step": 1570390
    },
    {
      "epoch": 438.29,
      "grad_norm": 1.058113694190979,
      "learning_rate": 2.166701079675374e-06,
      "loss": 0.3548,
      "step": 1570400
    },
    {
      "epoch": 438.29,
      "grad_norm": 1.1252756118774414,
      "learning_rate": 2.1666741173165332e-06,
      "loss": 0.336,
      "step": 1570410
    },
    {
      "epoch": 438.3,
      "grad_norm": 0.9657498598098755,
      "learning_rate": 2.166647154981262e-06,
      "loss": 0.3445,
      "step": 1570420
    },
    {
      "epoch": 438.3,
      "grad_norm": 0.9615218639373779,
      "learning_rate": 2.1666201926695636e-06,
      "loss": 0.3512,
      "step": 1570430
    },
    {
      "epoch": 438.3,
      "grad_norm": 1.0938348770141602,
      "learning_rate": 2.1665932303814396e-06,
      "loss": 0.3494,
      "step": 1570440
    },
    {
      "epoch": 438.31,
      "grad_norm": 0.96900475025177,
      "learning_rate": 2.1665662681168967e-06,
      "loss": 0.3384,
      "step": 1570450
    },
    {
      "epoch": 438.31,
      "grad_norm": 1.137809157371521,
      "learning_rate": 2.1665393058759368e-06,
      "loss": 0.3391,
      "step": 1570460
    },
    {
      "epoch": 438.31,
      "grad_norm": 1.5247379541397095,
      "learning_rate": 2.1665123436585634e-06,
      "loss": 0.3679,
      "step": 1570470
    },
    {
      "epoch": 438.31,
      "grad_norm": 1.029631495475769,
      "learning_rate": 2.1664853814647807e-06,
      "loss": 0.3426,
      "step": 1570480
    },
    {
      "epoch": 438.32,
      "grad_norm": 1.1820706129074097,
      "learning_rate": 2.166458419294592e-06,
      "loss": 0.343,
      "step": 1570490
    },
    {
      "epoch": 438.32,
      "grad_norm": 1.1368530988693237,
      "learning_rate": 2.1664314571479997e-06,
      "loss": 0.3266,
      "step": 1570500
    },
    {
      "epoch": 438.32,
      "grad_norm": 1.0550363063812256,
      "learning_rate": 2.16640449502501e-06,
      "loss": 0.3416,
      "step": 1570510
    },
    {
      "epoch": 438.33,
      "grad_norm": 0.9768574237823486,
      "learning_rate": 2.1663775329256244e-06,
      "loss": 0.3516,
      "step": 1570520
    },
    {
      "epoch": 438.33,
      "grad_norm": 1.087907075881958,
      "learning_rate": 2.166350570849846e-06,
      "loss": 0.344,
      "step": 1570530
    },
    {
      "epoch": 438.33,
      "grad_norm": 1.0228193998336792,
      "learning_rate": 2.1663236087976814e-06,
      "loss": 0.3448,
      "step": 1570540
    },
    {
      "epoch": 438.33,
      "grad_norm": 1.0980744361877441,
      "learning_rate": 2.166296646769132e-06,
      "loss": 0.3476,
      "step": 1570550
    },
    {
      "epoch": 438.34,
      "grad_norm": 1.129980444908142,
      "learning_rate": 2.166269684764201e-06,
      "loss": 0.3495,
      "step": 1570560
    },
    {
      "epoch": 438.34,
      "grad_norm": 1.3009296655654907,
      "learning_rate": 2.166242722782893e-06,
      "loss": 0.3653,
      "step": 1570570
    },
    {
      "epoch": 438.34,
      "grad_norm": 1.130505919456482,
      "learning_rate": 2.1662157608252114e-06,
      "loss": 0.3533,
      "step": 1570580
    },
    {
      "epoch": 438.34,
      "grad_norm": 1.1110676527023315,
      "learning_rate": 2.166188798891159e-06,
      "loss": 0.3345,
      "step": 1570590
    },
    {
      "epoch": 438.35,
      "grad_norm": 0.9792820811271667,
      "learning_rate": 2.1661618369807407e-06,
      "loss": 0.3382,
      "step": 1570600
    },
    {
      "epoch": 438.35,
      "grad_norm": 1.0647052526474,
      "learning_rate": 2.1661348750939595e-06,
      "loss": 0.341,
      "step": 1570610
    },
    {
      "epoch": 438.35,
      "grad_norm": 1.2345541715621948,
      "learning_rate": 2.1661079132308183e-06,
      "loss": 0.3586,
      "step": 1570620
    },
    {
      "epoch": 438.36,
      "grad_norm": 1.202858567237854,
      "learning_rate": 2.166080951391322e-06,
      "loss": 0.3453,
      "step": 1570630
    },
    {
      "epoch": 438.36,
      "grad_norm": 1.007089376449585,
      "learning_rate": 2.166053989575473e-06,
      "loss": 0.3446,
      "step": 1570640
    },
    {
      "epoch": 438.36,
      "grad_norm": 0.9098862409591675,
      "learning_rate": 2.1660270277832755e-06,
      "loss": 0.3425,
      "step": 1570650
    },
    {
      "epoch": 438.36,
      "grad_norm": 0.9919913411140442,
      "learning_rate": 2.1660000660147334e-06,
      "loss": 0.3383,
      "step": 1570660
    },
    {
      "epoch": 438.37,
      "grad_norm": 0.9836507439613342,
      "learning_rate": 2.1659731042698485e-06,
      "loss": 0.3527,
      "step": 1570670
    },
    {
      "epoch": 438.37,
      "grad_norm": 1.0082972049713135,
      "learning_rate": 2.1659461425486272e-06,
      "loss": 0.3387,
      "step": 1570680
    },
    {
      "epoch": 438.37,
      "grad_norm": 0.9919653534889221,
      "learning_rate": 2.1659191808510716e-06,
      "loss": 0.3326,
      "step": 1570690
    },
    {
      "epoch": 438.38,
      "grad_norm": 0.863937497138977,
      "learning_rate": 2.1658922191771846e-06,
      "loss": 0.345,
      "step": 1570700
    },
    {
      "epoch": 438.38,
      "grad_norm": 0.9921916127204895,
      "learning_rate": 2.1658652575269713e-06,
      "loss": 0.3485,
      "step": 1570710
    },
    {
      "epoch": 438.38,
      "grad_norm": 1.0423524379730225,
      "learning_rate": 2.1658382959004343e-06,
      "loss": 0.355,
      "step": 1570720
    },
    {
      "epoch": 438.38,
      "grad_norm": 0.8877310752868652,
      "learning_rate": 2.165811334297576e-06,
      "loss": 0.3283,
      "step": 1570730
    },
    {
      "epoch": 438.39,
      "grad_norm": 1.1385148763656616,
      "learning_rate": 2.165784372718403e-06,
      "loss": 0.34,
      "step": 1570740
    },
    {
      "epoch": 438.39,
      "grad_norm": 1.0085726976394653,
      "learning_rate": 2.1657574111629173e-06,
      "loss": 0.3486,
      "step": 1570750
    },
    {
      "epoch": 438.39,
      "grad_norm": 1.0994691848754883,
      "learning_rate": 2.1657304496311214e-06,
      "loss": 0.333,
      "step": 1570760
    },
    {
      "epoch": 438.4,
      "grad_norm": 1.2877819538116455,
      "learning_rate": 2.1657034881230208e-06,
      "loss": 0.333,
      "step": 1570770
    },
    {
      "epoch": 438.4,
      "grad_norm": 1.0246121883392334,
      "learning_rate": 2.165676526638618e-06,
      "loss": 0.3422,
      "step": 1570780
    },
    {
      "epoch": 438.4,
      "grad_norm": 0.9438783526420593,
      "learning_rate": 2.165649565177917e-06,
      "loss": 0.3446,
      "step": 1570790
    },
    {
      "epoch": 438.4,
      "grad_norm": 1.001623511314392,
      "learning_rate": 2.165622603740921e-06,
      "loss": 0.3422,
      "step": 1570800
    },
    {
      "epoch": 438.41,
      "grad_norm": 1.1309703588485718,
      "learning_rate": 2.165595642327634e-06,
      "loss": 0.3384,
      "step": 1570810
    },
    {
      "epoch": 438.41,
      "grad_norm": 1.1051676273345947,
      "learning_rate": 2.1655686809380585e-06,
      "loss": 0.3372,
      "step": 1570820
    },
    {
      "epoch": 438.41,
      "grad_norm": 0.8221110105514526,
      "learning_rate": 2.1655417195722e-06,
      "loss": 0.3466,
      "step": 1570830
    },
    {
      "epoch": 438.41,
      "grad_norm": 1.0569626092910767,
      "learning_rate": 2.165514758230061e-06,
      "loss": 0.3401,
      "step": 1570840
    },
    {
      "epoch": 438.42,
      "grad_norm": 1.019195318222046,
      "learning_rate": 2.1654877969116447e-06,
      "loss": 0.3485,
      "step": 1570850
    },
    {
      "epoch": 438.42,
      "grad_norm": 1.1931219100952148,
      "learning_rate": 2.1654608356169557e-06,
      "loss": 0.3358,
      "step": 1570860
    },
    {
      "epoch": 438.42,
      "grad_norm": 1.0524766445159912,
      "learning_rate": 2.1654338743459968e-06,
      "loss": 0.3422,
      "step": 1570870
    },
    {
      "epoch": 438.43,
      "grad_norm": 1.1194870471954346,
      "learning_rate": 2.1654069130987713e-06,
      "loss": 0.3526,
      "step": 1570880
    },
    {
      "epoch": 438.43,
      "grad_norm": 0.9495784640312195,
      "learning_rate": 2.165379951875284e-06,
      "loss": 0.355,
      "step": 1570890
    },
    {
      "epoch": 438.43,
      "grad_norm": 1.0624489784240723,
      "learning_rate": 2.1653529906755376e-06,
      "loss": 0.3367,
      "step": 1570900
    },
    {
      "epoch": 438.43,
      "grad_norm": 0.9662488698959351,
      "learning_rate": 2.1653260294995353e-06,
      "loss": 0.3452,
      "step": 1570910
    },
    {
      "epoch": 438.44,
      "grad_norm": 1.0281355381011963,
      "learning_rate": 2.165299068347282e-06,
      "loss": 0.3535,
      "step": 1570920
    },
    {
      "epoch": 438.44,
      "grad_norm": 1.1698408126831055,
      "learning_rate": 2.1652721072187805e-06,
      "loss": 0.351,
      "step": 1570930
    },
    {
      "epoch": 438.44,
      "grad_norm": 1.0383615493774414,
      "learning_rate": 2.165245146114034e-06,
      "loss": 0.3351,
      "step": 1570940
    },
    {
      "epoch": 438.45,
      "grad_norm": 1.107046365737915,
      "learning_rate": 2.1652181850330477e-06,
      "loss": 0.3309,
      "step": 1570950
    },
    {
      "epoch": 438.45,
      "grad_norm": 1.1221672296524048,
      "learning_rate": 2.1651912239758223e-06,
      "loss": 0.3475,
      "step": 1570960
    },
    {
      "epoch": 438.45,
      "grad_norm": 1.0759153366088867,
      "learning_rate": 2.165164262942364e-06,
      "loss": 0.3419,
      "step": 1570970
    },
    {
      "epoch": 438.45,
      "grad_norm": 0.9741719961166382,
      "learning_rate": 2.1651373019326764e-06,
      "loss": 0.328,
      "step": 1570980
    },
    {
      "epoch": 438.46,
      "grad_norm": 1.056560754776001,
      "learning_rate": 2.165110340946761e-06,
      "loss": 0.3372,
      "step": 1570990
    },
    {
      "epoch": 438.46,
      "grad_norm": 1.049238681793213,
      "learning_rate": 2.165083379984623e-06,
      "loss": 0.3483,
      "step": 1571000
    },
    {
      "epoch": 438.46,
      "grad_norm": 1.044463872909546,
      "learning_rate": 2.165056419046266e-06,
      "loss": 0.3299,
      "step": 1571010
    },
    {
      "epoch": 438.46,
      "grad_norm": 1.0956165790557861,
      "learning_rate": 2.165029458131692e-06,
      "loss": 0.3452,
      "step": 1571020
    },
    {
      "epoch": 438.47,
      "grad_norm": 0.9744887351989746,
      "learning_rate": 2.1650024972409064e-06,
      "loss": 0.3405,
      "step": 1571030
    },
    {
      "epoch": 438.47,
      "grad_norm": 1.0856724977493286,
      "learning_rate": 2.1649755363739127e-06,
      "loss": 0.3436,
      "step": 1571040
    },
    {
      "epoch": 438.47,
      "grad_norm": 1.4827927350997925,
      "learning_rate": 2.1649485755307122e-06,
      "loss": 0.3665,
      "step": 1571050
    },
    {
      "epoch": 438.48,
      "grad_norm": 1.3409770727157593,
      "learning_rate": 2.164921614711312e-06,
      "loss": 0.3533,
      "step": 1571060
    },
    {
      "epoch": 438.48,
      "grad_norm": 1.0529966354370117,
      "learning_rate": 2.1648946539157136e-06,
      "loss": 0.3346,
      "step": 1571070
    },
    {
      "epoch": 438.48,
      "grad_norm": 1.2084592580795288,
      "learning_rate": 2.1648676931439205e-06,
      "loss": 0.3333,
      "step": 1571080
    },
    {
      "epoch": 438.48,
      "grad_norm": 1.06401789188385,
      "learning_rate": 2.164840732395937e-06,
      "loss": 0.3488,
      "step": 1571090
    },
    {
      "epoch": 438.49,
      "grad_norm": 1.0275318622589111,
      "learning_rate": 2.1648137716717663e-06,
      "loss": 0.3308,
      "step": 1571100
    },
    {
      "epoch": 438.49,
      "grad_norm": 1.0545141696929932,
      "learning_rate": 2.1647868109714115e-06,
      "loss": 0.353,
      "step": 1571110
    },
    {
      "epoch": 438.49,
      "grad_norm": 0.9815689921379089,
      "learning_rate": 2.1647598502948774e-06,
      "loss": 0.3328,
      "step": 1571120
    },
    {
      "epoch": 438.5,
      "grad_norm": 1.0709692239761353,
      "learning_rate": 2.164732889642167e-06,
      "loss": 0.3382,
      "step": 1571130
    },
    {
      "epoch": 438.5,
      "grad_norm": 0.9423860311508179,
      "learning_rate": 2.1647059290132836e-06,
      "loss": 0.3483,
      "step": 1571140
    },
    {
      "epoch": 438.5,
      "grad_norm": 1.044561743736267,
      "learning_rate": 2.164678968408231e-06,
      "loss": 0.3315,
      "step": 1571150
    },
    {
      "epoch": 438.5,
      "grad_norm": 2.0343196392059326,
      "learning_rate": 2.1646520078270128e-06,
      "loss": 0.3547,
      "step": 1571160
    },
    {
      "epoch": 438.51,
      "grad_norm": 2.2553892135620117,
      "learning_rate": 2.164625047269632e-06,
      "loss": 0.3453,
      "step": 1571170
    },
    {
      "epoch": 438.51,
      "grad_norm": 1.1355762481689453,
      "learning_rate": 2.1645980867360937e-06,
      "loss": 0.3413,
      "step": 1571180
    },
    {
      "epoch": 438.51,
      "grad_norm": 1.0847545862197876,
      "learning_rate": 2.1645711262264005e-06,
      "loss": 0.3437,
      "step": 1571190
    },
    {
      "epoch": 438.52,
      "grad_norm": 1.0717079639434814,
      "learning_rate": 2.1645441657405548e-06,
      "loss": 0.3306,
      "step": 1571200
    },
    {
      "epoch": 438.52,
      "grad_norm": 1.1544681787490845,
      "learning_rate": 2.1645172052785627e-06,
      "loss": 0.3328,
      "step": 1571210
    },
    {
      "epoch": 438.52,
      "grad_norm": 1.098552942276001,
      "learning_rate": 2.164490244840427e-06,
      "loss": 0.3333,
      "step": 1571220
    },
    {
      "epoch": 438.52,
      "grad_norm": 1.0003204345703125,
      "learning_rate": 2.1644632844261495e-06,
      "loss": 0.3417,
      "step": 1571230
    },
    {
      "epoch": 438.53,
      "grad_norm": 0.9637425541877747,
      "learning_rate": 2.164436324035736e-06,
      "loss": 0.341,
      "step": 1571240
    },
    {
      "epoch": 438.53,
      "grad_norm": 1.9454773664474487,
      "learning_rate": 2.164409363669188e-06,
      "loss": 0.3237,
      "step": 1571250
    },
    {
      "epoch": 438.53,
      "grad_norm": 0.900234043598175,
      "learning_rate": 2.1643824033265115e-06,
      "loss": 0.3319,
      "step": 1571260
    },
    {
      "epoch": 438.53,
      "grad_norm": 0.8945008516311646,
      "learning_rate": 2.1643554430077087e-06,
      "loss": 0.3202,
      "step": 1571270
    },
    {
      "epoch": 438.54,
      "grad_norm": 1.1289705038070679,
      "learning_rate": 2.1643284827127833e-06,
      "loss": 0.3407,
      "step": 1571280
    },
    {
      "epoch": 438.54,
      "grad_norm": 1.0314273834228516,
      "learning_rate": 2.164301522441739e-06,
      "loss": 0.3481,
      "step": 1571290
    },
    {
      "epoch": 438.54,
      "grad_norm": 1.2119345664978027,
      "learning_rate": 2.1642745621945796e-06,
      "loss": 0.3331,
      "step": 1571300
    },
    {
      "epoch": 438.55,
      "grad_norm": 0.9387248754501343,
      "learning_rate": 2.1642476019713072e-06,
      "loss": 0.3268,
      "step": 1571310
    },
    {
      "epoch": 438.55,
      "grad_norm": 0.9838514924049377,
      "learning_rate": 2.1642206417719276e-06,
      "loss": 0.3456,
      "step": 1571320
    },
    {
      "epoch": 438.55,
      "grad_norm": 1.1566402912139893,
      "learning_rate": 2.1641936815964436e-06,
      "loss": 0.3451,
      "step": 1571330
    },
    {
      "epoch": 438.55,
      "grad_norm": 1.0901817083358765,
      "learning_rate": 2.1641667214448573e-06,
      "loss": 0.3444,
      "step": 1571340
    },
    {
      "epoch": 438.56,
      "grad_norm": 1.0646934509277344,
      "learning_rate": 2.164139761317175e-06,
      "loss": 0.345,
      "step": 1571350
    },
    {
      "epoch": 438.56,
      "grad_norm": 1.0968607664108276,
      "learning_rate": 2.164112801213399e-06,
      "loss": 0.3478,
      "step": 1571360
    },
    {
      "epoch": 438.56,
      "grad_norm": 0.9501346945762634,
      "learning_rate": 2.1640858411335317e-06,
      "loss": 0.3408,
      "step": 1571370
    },
    {
      "epoch": 438.57,
      "grad_norm": 1.1424635648727417,
      "learning_rate": 2.1640588810775785e-06,
      "loss": 0.3505,
      "step": 1571380
    },
    {
      "epoch": 438.57,
      "grad_norm": 1.112406611442566,
      "learning_rate": 2.164031921045542e-06,
      "loss": 0.3503,
      "step": 1571390
    },
    {
      "epoch": 438.57,
      "grad_norm": 1.0091732740402222,
      "learning_rate": 2.1640049610374258e-06,
      "loss": 0.3415,
      "step": 1571400
    },
    {
      "epoch": 438.57,
      "grad_norm": 0.957379937171936,
      "learning_rate": 2.163978001053234e-06,
      "loss": 0.3369,
      "step": 1571410
    },
    {
      "epoch": 438.58,
      "grad_norm": 1.22043776512146,
      "learning_rate": 2.16395104109297e-06,
      "loss": 0.3531,
      "step": 1571420
    },
    {
      "epoch": 438.58,
      "grad_norm": 0.9726209044456482,
      "learning_rate": 2.163924081156637e-06,
      "loss": 0.3389,
      "step": 1571430
    },
    {
      "epoch": 438.58,
      "grad_norm": 1.070428729057312,
      "learning_rate": 2.163897121244239e-06,
      "loss": 0.3393,
      "step": 1571440
    },
    {
      "epoch": 438.58,
      "grad_norm": 1.1308860778808594,
      "learning_rate": 2.16387016135578e-06,
      "loss": 0.3558,
      "step": 1571450
    },
    {
      "epoch": 438.59,
      "grad_norm": 0.9359703063964844,
      "learning_rate": 2.1638432014912616e-06,
      "loss": 0.3554,
      "step": 1571460
    },
    {
      "epoch": 438.59,
      "grad_norm": 1.0246649980545044,
      "learning_rate": 2.1638162416506897e-06,
      "loss": 0.3484,
      "step": 1571470
    },
    {
      "epoch": 438.59,
      "grad_norm": 1.018934726715088,
      "learning_rate": 2.1637892818340673e-06,
      "loss": 0.3335,
      "step": 1571480
    },
    {
      "epoch": 438.6,
      "grad_norm": 1.0507116317749023,
      "learning_rate": 2.163762322041397e-06,
      "loss": 0.3604,
      "step": 1571490
    },
    {
      "epoch": 438.6,
      "grad_norm": 1.0887184143066406,
      "learning_rate": 2.163735362272684e-06,
      "loss": 0.3431,
      "step": 1571500
    },
    {
      "epoch": 438.6,
      "grad_norm": 0.9485616683959961,
      "learning_rate": 2.1637084025279306e-06,
      "loss": 0.3409,
      "step": 1571510
    },
    {
      "epoch": 438.6,
      "grad_norm": 1.4443339109420776,
      "learning_rate": 2.1636814428071406e-06,
      "loss": 0.3462,
      "step": 1571520
    },
    {
      "epoch": 438.61,
      "grad_norm": 1.0251953601837158,
      "learning_rate": 2.1636544831103183e-06,
      "loss": 0.3483,
      "step": 1571530
    },
    {
      "epoch": 438.61,
      "grad_norm": 1.12648606300354,
      "learning_rate": 2.1636275234374657e-06,
      "loss": 0.343,
      "step": 1571540
    },
    {
      "epoch": 438.61,
      "grad_norm": 0.9163682460784912,
      "learning_rate": 2.1636005637885885e-06,
      "loss": 0.3432,
      "step": 1571550
    },
    {
      "epoch": 438.62,
      "grad_norm": 0.9919134974479675,
      "learning_rate": 2.163573604163689e-06,
      "loss": 0.3438,
      "step": 1571560
    },
    {
      "epoch": 438.62,
      "grad_norm": 1.1087989807128906,
      "learning_rate": 2.1635466445627707e-06,
      "loss": 0.3561,
      "step": 1571570
    },
    {
      "epoch": 438.62,
      "grad_norm": 1.2310436964035034,
      "learning_rate": 2.163519684985838e-06,
      "loss": 0.3561,
      "step": 1571580
    },
    {
      "epoch": 438.62,
      "grad_norm": 1.0552916526794434,
      "learning_rate": 2.1634927254328934e-06,
      "loss": 0.3407,
      "step": 1571590
    },
    {
      "epoch": 438.63,
      "grad_norm": 1.0675040483474731,
      "learning_rate": 2.163465765903941e-06,
      "loss": 0.355,
      "step": 1571600
    },
    {
      "epoch": 438.63,
      "grad_norm": 1.2383179664611816,
      "learning_rate": 2.163438806398986e-06,
      "loss": 0.3522,
      "step": 1571610
    },
    {
      "epoch": 438.63,
      "grad_norm": 1.045289158821106,
      "learning_rate": 2.1634118469180294e-06,
      "loss": 0.3605,
      "step": 1571620
    },
    {
      "epoch": 438.64,
      "grad_norm": 1.0085405111312866,
      "learning_rate": 2.163384887461075e-06,
      "loss": 0.3512,
      "step": 1571630
    },
    {
      "epoch": 438.64,
      "grad_norm": 0.977185845375061,
      "learning_rate": 2.1633579280281284e-06,
      "loss": 0.3506,
      "step": 1571640
    },
    {
      "epoch": 438.64,
      "grad_norm": 2.664369583129883,
      "learning_rate": 2.163330968619192e-06,
      "loss": 0.3551,
      "step": 1571650
    },
    {
      "epoch": 438.64,
      "grad_norm": 0.9979814887046814,
      "learning_rate": 2.163304009234269e-06,
      "loss": 0.3555,
      "step": 1571660
    },
    {
      "epoch": 438.65,
      "grad_norm": 3.5193729400634766,
      "learning_rate": 2.163277049873364e-06,
      "loss": 0.3513,
      "step": 1571670
    },
    {
      "epoch": 438.65,
      "grad_norm": 1.1039690971374512,
      "learning_rate": 2.1632500905364794e-06,
      "loss": 0.3376,
      "step": 1571680
    },
    {
      "epoch": 438.65,
      "grad_norm": 1.1904029846191406,
      "learning_rate": 2.1632231312236193e-06,
      "loss": 0.3654,
      "step": 1571690
    },
    {
      "epoch": 438.65,
      "grad_norm": 1.0404714345932007,
      "learning_rate": 2.1631961719347873e-06,
      "loss": 0.333,
      "step": 1571700
    },
    {
      "epoch": 438.66,
      "grad_norm": 1.0113520622253418,
      "learning_rate": 2.1631692126699883e-06,
      "loss": 0.3571,
      "step": 1571710
    },
    {
      "epoch": 438.66,
      "grad_norm": 1.1156562566757202,
      "learning_rate": 2.163142253429223e-06,
      "loss": 0.3513,
      "step": 1571720
    },
    {
      "epoch": 438.66,
      "grad_norm": 0.9462147951126099,
      "learning_rate": 2.163115294212497e-06,
      "loss": 0.3413,
      "step": 1571730
    },
    {
      "epoch": 438.67,
      "grad_norm": 0.9863932132720947,
      "learning_rate": 2.1630883350198145e-06,
      "loss": 0.3353,
      "step": 1571740
    },
    {
      "epoch": 438.67,
      "grad_norm": 0.9352747797966003,
      "learning_rate": 2.1630613758511773e-06,
      "loss": 0.3362,
      "step": 1571750
    },
    {
      "epoch": 438.67,
      "grad_norm": 1.0458502769470215,
      "learning_rate": 2.1630344167065904e-06,
      "loss": 0.344,
      "step": 1571760
    },
    {
      "epoch": 438.67,
      "grad_norm": 1.0461945533752441,
      "learning_rate": 2.1630074575860567e-06,
      "loss": 0.3691,
      "step": 1571770
    },
    {
      "epoch": 438.68,
      "grad_norm": 1.0564771890640259,
      "learning_rate": 2.1629804984895788e-06,
      "loss": 0.3461,
      "step": 1571780
    },
    {
      "epoch": 438.68,
      "grad_norm": 1.0275754928588867,
      "learning_rate": 2.1629535394171625e-06,
      "loss": 0.3433,
      "step": 1571790
    },
    {
      "epoch": 438.68,
      "grad_norm": 0.9987742304801941,
      "learning_rate": 2.16292658036881e-06,
      "loss": 0.3581,
      "step": 1571800
    },
    {
      "epoch": 438.69,
      "grad_norm": 1.0190614461898804,
      "learning_rate": 2.162899621344525e-06,
      "loss": 0.3653,
      "step": 1571810
    },
    {
      "epoch": 438.69,
      "grad_norm": 23.691991806030273,
      "learning_rate": 2.1628726623443115e-06,
      "loss": 0.3413,
      "step": 1571820
    },
    {
      "epoch": 438.69,
      "grad_norm": 1.1287753582000732,
      "learning_rate": 2.162845703368172e-06,
      "loss": 0.3613,
      "step": 1571830
    },
    {
      "epoch": 438.69,
      "grad_norm": 0.9031514525413513,
      "learning_rate": 2.162818744416112e-06,
      "loss": 0.3398,
      "step": 1571840
    },
    {
      "epoch": 438.7,
      "grad_norm": 1.0317552089691162,
      "learning_rate": 2.1627917854881337e-06,
      "loss": 0.3266,
      "step": 1571850
    },
    {
      "epoch": 438.7,
      "grad_norm": 1.1233768463134766,
      "learning_rate": 2.16276482658424e-06,
      "loss": 0.3519,
      "step": 1571860
    },
    {
      "epoch": 438.7,
      "grad_norm": 1.0292993783950806,
      "learning_rate": 2.1627378677044365e-06,
      "loss": 0.3329,
      "step": 1571870
    },
    {
      "epoch": 438.7,
      "grad_norm": 0.9624313712120056,
      "learning_rate": 2.162710908848726e-06,
      "loss": 0.3415,
      "step": 1571880
    },
    {
      "epoch": 438.71,
      "grad_norm": 1.2541335821151733,
      "learning_rate": 2.162683950017111e-06,
      "loss": 0.3348,
      "step": 1571890
    },
    {
      "epoch": 438.71,
      "grad_norm": 1.0011615753173828,
      "learning_rate": 2.1626569912095966e-06,
      "loss": 0.3482,
      "step": 1571900
    },
    {
      "epoch": 438.71,
      "grad_norm": 1.1995999813079834,
      "learning_rate": 2.162630032426186e-06,
      "loss": 0.3538,
      "step": 1571910
    },
    {
      "epoch": 438.72,
      "grad_norm": 0.9902492165565491,
      "learning_rate": 2.162603073666881e-06,
      "loss": 0.356,
      "step": 1571920
    },
    {
      "epoch": 438.72,
      "grad_norm": 1.115048885345459,
      "learning_rate": 2.162576114931688e-06,
      "loss": 0.3482,
      "step": 1571930
    },
    {
      "epoch": 438.72,
      "grad_norm": 0.9742887616157532,
      "learning_rate": 2.16254915622061e-06,
      "loss": 0.3289,
      "step": 1571940
    },
    {
      "epoch": 438.72,
      "grad_norm": 1.1006664037704468,
      "learning_rate": 2.162522197533648e-06,
      "loss": 0.3387,
      "step": 1571950
    },
    {
      "epoch": 438.73,
      "grad_norm": 0.9992967844009399,
      "learning_rate": 2.1624952388708087e-06,
      "loss": 0.3293,
      "step": 1571960
    },
    {
      "epoch": 438.73,
      "grad_norm": 1.038792610168457,
      "learning_rate": 2.1624682802320944e-06,
      "loss": 0.3613,
      "step": 1571970
    },
    {
      "epoch": 438.73,
      "grad_norm": 0.9196987748146057,
      "learning_rate": 2.162441321617508e-06,
      "loss": 0.3565,
      "step": 1571980
    },
    {
      "epoch": 438.74,
      "grad_norm": 0.9635015726089478,
      "learning_rate": 2.1624143630270546e-06,
      "loss": 0.3665,
      "step": 1571990
    },
    {
      "epoch": 438.74,
      "grad_norm": 1.148635745048523,
      "learning_rate": 2.162387404460737e-06,
      "loss": 0.3473,
      "step": 1572000
    },
    {
      "epoch": 438.74,
      "grad_norm": 0.982283353805542,
      "learning_rate": 2.1623604459185575e-06,
      "loss": 0.3339,
      "step": 1572010
    },
    {
      "epoch": 438.74,
      "grad_norm": 1.1124272346496582,
      "learning_rate": 2.1623334874005226e-06,
      "loss": 0.3549,
      "step": 1572020
    },
    {
      "epoch": 438.75,
      "grad_norm": 0.9762138724327087,
      "learning_rate": 2.1623065289066336e-06,
      "loss": 0.3412,
      "step": 1572030
    },
    {
      "epoch": 438.75,
      "grad_norm": 1.0125855207443237,
      "learning_rate": 2.1622795704368948e-06,
      "loss": 0.3417,
      "step": 1572040
    },
    {
      "epoch": 438.75,
      "grad_norm": 1.058423399925232,
      "learning_rate": 2.16225261199131e-06,
      "loss": 0.3466,
      "step": 1572050
    },
    {
      "epoch": 438.76,
      "grad_norm": 1.2376450300216675,
      "learning_rate": 2.162225653569883e-06,
      "loss": 0.3469,
      "step": 1572060
    },
    {
      "epoch": 438.76,
      "grad_norm": 1.0324805974960327,
      "learning_rate": 2.1621986951726154e-06,
      "loss": 0.3511,
      "step": 1572070
    },
    {
      "epoch": 438.76,
      "grad_norm": 0.8597997426986694,
      "learning_rate": 2.1621717367995138e-06,
      "loss": 0.3307,
      "step": 1572080
    },
    {
      "epoch": 438.76,
      "grad_norm": 1.097312331199646,
      "learning_rate": 2.16214477845058e-06,
      "loss": 0.3353,
      "step": 1572090
    },
    {
      "epoch": 438.77,
      "grad_norm": 1.0182130336761475,
      "learning_rate": 2.1621178201258173e-06,
      "loss": 0.3488,
      "step": 1572100
    },
    {
      "epoch": 438.77,
      "grad_norm": 1.090583086013794,
      "learning_rate": 2.162090861825231e-06,
      "loss": 0.3643,
      "step": 1572110
    },
    {
      "epoch": 438.77,
      "grad_norm": 0.8921483159065247,
      "learning_rate": 2.1620639035488215e-06,
      "loss": 0.3351,
      "step": 1572120
    },
    {
      "epoch": 438.77,
      "grad_norm": 1.1937590837478638,
      "learning_rate": 2.1620369452965965e-06,
      "loss": 0.3466,
      "step": 1572130
    },
    {
      "epoch": 438.78,
      "grad_norm": 1.121659755706787,
      "learning_rate": 2.1620099870685573e-06,
      "loss": 0.3381,
      "step": 1572140
    },
    {
      "epoch": 438.78,
      "grad_norm": 0.986118495464325,
      "learning_rate": 2.1619830288647064e-06,
      "loss": 0.3399,
      "step": 1572150
    },
    {
      "epoch": 438.78,
      "grad_norm": 0.9766063094139099,
      "learning_rate": 2.16195607068505e-06,
      "loss": 0.3462,
      "step": 1572160
    },
    {
      "epoch": 438.79,
      "grad_norm": 1.0794193744659424,
      "learning_rate": 2.16192911252959e-06,
      "loss": 0.339,
      "step": 1572170
    },
    {
      "epoch": 438.79,
      "grad_norm": 1.09830904006958,
      "learning_rate": 2.1619021543983308e-06,
      "loss": 0.3443,
      "step": 1572180
    },
    {
      "epoch": 438.79,
      "grad_norm": 0.9221479296684265,
      "learning_rate": 2.1618751962912754e-06,
      "loss": 0.3529,
      "step": 1572190
    },
    {
      "epoch": 438.79,
      "grad_norm": 0.9931470155715942,
      "learning_rate": 2.1618482382084278e-06,
      "loss": 0.3336,
      "step": 1572200
    },
    {
      "epoch": 438.8,
      "grad_norm": 1.0111443996429443,
      "learning_rate": 2.16182128014979e-06,
      "loss": 0.3528,
      "step": 1572210
    },
    {
      "epoch": 438.8,
      "grad_norm": 1.0326772928237915,
      "learning_rate": 2.1617943221153686e-06,
      "loss": 0.3381,
      "step": 1572220
    },
    {
      "epoch": 438.8,
      "grad_norm": 1.076346516609192,
      "learning_rate": 2.161767364105165e-06,
      "loss": 0.341,
      "step": 1572230
    },
    {
      "epoch": 438.81,
      "grad_norm": 0.9342330694198608,
      "learning_rate": 2.1617404061191833e-06,
      "loss": 0.3455,
      "step": 1572240
    },
    {
      "epoch": 438.81,
      "grad_norm": 1.3662793636322021,
      "learning_rate": 2.1617134481574275e-06,
      "loss": 0.3404,
      "step": 1572250
    },
    {
      "epoch": 438.81,
      "grad_norm": 1.100985050201416,
      "learning_rate": 2.1616864902199007e-06,
      "loss": 0.3529,
      "step": 1572260
    },
    {
      "epoch": 438.81,
      "grad_norm": 1.0476268529891968,
      "learning_rate": 2.1616595323066057e-06,
      "loss": 0.3524,
      "step": 1572270
    },
    {
      "epoch": 438.82,
      "grad_norm": 1.1004979610443115,
      "learning_rate": 2.161632574417548e-06,
      "loss": 0.3586,
      "step": 1572280
    },
    {
      "epoch": 438.82,
      "grad_norm": 0.9403094053268433,
      "learning_rate": 2.16160561655273e-06,
      "loss": 0.3359,
      "step": 1572290
    },
    {
      "epoch": 438.82,
      "grad_norm": 0.8978183269500732,
      "learning_rate": 2.1615786587121545e-06,
      "loss": 0.3495,
      "step": 1572300
    },
    {
      "epoch": 438.83,
      "grad_norm": 1.2031688690185547,
      "learning_rate": 2.161551700895827e-06,
      "loss": 0.3368,
      "step": 1572310
    },
    {
      "epoch": 438.83,
      "grad_norm": 1.1816376447677612,
      "learning_rate": 2.1615247431037506e-06,
      "loss": 0.355,
      "step": 1572320
    },
    {
      "epoch": 438.83,
      "grad_norm": 1.0193171501159668,
      "learning_rate": 2.1614977853359276e-06,
      "loss": 0.3371,
      "step": 1572330
    },
    {
      "epoch": 438.83,
      "grad_norm": 1.0084058046340942,
      "learning_rate": 2.161470827592363e-06,
      "loss": 0.3476,
      "step": 1572340
    },
    {
      "epoch": 438.84,
      "grad_norm": 0.9135874509811401,
      "learning_rate": 2.1614438698730597e-06,
      "loss": 0.3417,
      "step": 1572350
    },
    {
      "epoch": 438.84,
      "grad_norm": 1.2515718936920166,
      "learning_rate": 2.16141691217802e-06,
      "loss": 0.3433,
      "step": 1572360
    },
    {
      "epoch": 438.84,
      "grad_norm": 1.112459421157837,
      "learning_rate": 2.1613899545072507e-06,
      "loss": 0.3458,
      "step": 1572370
    },
    {
      "epoch": 438.84,
      "grad_norm": 1.077396273612976,
      "learning_rate": 2.161362996860753e-06,
      "loss": 0.3476,
      "step": 1572380
    },
    {
      "epoch": 438.85,
      "grad_norm": 0.9919345378875732,
      "learning_rate": 2.1613360392385308e-06,
      "loss": 0.3702,
      "step": 1572390
    },
    {
      "epoch": 438.85,
      "grad_norm": 1.1048555374145508,
      "learning_rate": 2.1613090816405883e-06,
      "loss": 0.3533,
      "step": 1572400
    },
    {
      "epoch": 438.85,
      "grad_norm": 1.4277420043945312,
      "learning_rate": 2.1612821240669282e-06,
      "loss": 0.3404,
      "step": 1572410
    },
    {
      "epoch": 438.86,
      "grad_norm": 1.1517298221588135,
      "learning_rate": 2.161255166517555e-06,
      "loss": 0.3433,
      "step": 1572420
    },
    {
      "epoch": 438.86,
      "grad_norm": 1.0782041549682617,
      "learning_rate": 2.161228208992472e-06,
      "loss": 0.3443,
      "step": 1572430
    },
    {
      "epoch": 438.86,
      "grad_norm": 1.1244384050369263,
      "learning_rate": 2.161201251491682e-06,
      "loss": 0.3575,
      "step": 1572440
    },
    {
      "epoch": 438.86,
      "grad_norm": 1.0908712148666382,
      "learning_rate": 2.16117429401519e-06,
      "loss": 0.36,
      "step": 1572450
    },
    {
      "epoch": 438.87,
      "grad_norm": 1.0410610437393188,
      "learning_rate": 2.1611473365629992e-06,
      "loss": 0.3411,
      "step": 1572460
    },
    {
      "epoch": 438.87,
      "grad_norm": 1.0141035318374634,
      "learning_rate": 2.161120379135112e-06,
      "loss": 0.3163,
      "step": 1572470
    },
    {
      "epoch": 438.87,
      "grad_norm": 1.0947133302688599,
      "learning_rate": 2.1610934217315338e-06,
      "loss": 0.3481,
      "step": 1572480
    },
    {
      "epoch": 438.88,
      "grad_norm": 1.0115742683410645,
      "learning_rate": 2.161066464352267e-06,
      "loss": 0.3402,
      "step": 1572490
    },
    {
      "epoch": 438.88,
      "grad_norm": 1.2193880081176758,
      "learning_rate": 2.1610395069973145e-06,
      "loss": 0.3393,
      "step": 1572500
    },
    {
      "epoch": 438.88,
      "grad_norm": 1.184332251548767,
      "learning_rate": 2.1610125496666812e-06,
      "loss": 0.3544,
      "step": 1572510
    },
    {
      "epoch": 438.88,
      "grad_norm": 1.0217045545578003,
      "learning_rate": 2.160985592360371e-06,
      "loss": 0.3486,
      "step": 1572520
    },
    {
      "epoch": 438.89,
      "grad_norm": 1.004225492477417,
      "learning_rate": 2.1609586350783862e-06,
      "loss": 0.351,
      "step": 1572530
    },
    {
      "epoch": 438.89,
      "grad_norm": 0.9879502654075623,
      "learning_rate": 2.1609316778207317e-06,
      "loss": 0.3298,
      "step": 1572540
    },
    {
      "epoch": 438.89,
      "grad_norm": 1.2377662658691406,
      "learning_rate": 2.1609047205874094e-06,
      "loss": 0.3647,
      "step": 1572550
    },
    {
      "epoch": 438.89,
      "grad_norm": 0.9568883776664734,
      "learning_rate": 2.160877763378424e-06,
      "loss": 0.3538,
      "step": 1572560
    },
    {
      "epoch": 438.9,
      "grad_norm": 1.2015345096588135,
      "learning_rate": 2.1608508061937795e-06,
      "loss": 0.3374,
      "step": 1572570
    },
    {
      "epoch": 438.9,
      "grad_norm": 0.895775556564331,
      "learning_rate": 2.1608238490334787e-06,
      "loss": 0.3369,
      "step": 1572580
    },
    {
      "epoch": 438.9,
      "grad_norm": 1.1109658479690552,
      "learning_rate": 2.160796891897525e-06,
      "loss": 0.3297,
      "step": 1572590
    },
    {
      "epoch": 438.91,
      "grad_norm": 1.167389154434204,
      "learning_rate": 2.1607699347859226e-06,
      "loss": 0.3579,
      "step": 1572600
    },
    {
      "epoch": 438.91,
      "grad_norm": 1.2058671712875366,
      "learning_rate": 2.1607429776986754e-06,
      "loss": 0.3461,
      "step": 1572610
    },
    {
      "epoch": 438.91,
      "grad_norm": 0.9557045698165894,
      "learning_rate": 2.160716020635786e-06,
      "loss": 0.3556,
      "step": 1572620
    },
    {
      "epoch": 438.91,
      "grad_norm": 0.8624821305274963,
      "learning_rate": 2.160689063597259e-06,
      "loss": 0.3412,
      "step": 1572630
    },
    {
      "epoch": 438.92,
      "grad_norm": 1.0197988748550415,
      "learning_rate": 2.1606621065830974e-06,
      "loss": 0.346,
      "step": 1572640
    },
    {
      "epoch": 438.92,
      "grad_norm": 1.2241008281707764,
      "learning_rate": 2.160635149593304e-06,
      "loss": 0.3487,
      "step": 1572650
    },
    {
      "epoch": 438.92,
      "grad_norm": 1.0422813892364502,
      "learning_rate": 2.1606081926278837e-06,
      "loss": 0.3434,
      "step": 1572660
    },
    {
      "epoch": 438.93,
      "grad_norm": 1.044363021850586,
      "learning_rate": 2.16058123568684e-06,
      "loss": 0.3546,
      "step": 1572670
    },
    {
      "epoch": 438.93,
      "grad_norm": 0.9980556964874268,
      "learning_rate": 2.160554278770175e-06,
      "loss": 0.3397,
      "step": 1572680
    },
    {
      "epoch": 438.93,
      "grad_norm": 1.0996732711791992,
      "learning_rate": 2.1605273218778944e-06,
      "loss": 0.3539,
      "step": 1572690
    },
    {
      "epoch": 438.93,
      "grad_norm": 1.0213043689727783,
      "learning_rate": 2.1605003650100003e-06,
      "loss": 0.3418,
      "step": 1572700
    },
    {
      "epoch": 438.94,
      "grad_norm": 0.9632654190063477,
      "learning_rate": 2.1604734081664975e-06,
      "loss": 0.359,
      "step": 1572710
    },
    {
      "epoch": 438.94,
      "grad_norm": 1.0956379175186157,
      "learning_rate": 2.1604464513473887e-06,
      "loss": 0.3421,
      "step": 1572720
    },
    {
      "epoch": 438.94,
      "grad_norm": 1.2381864786148071,
      "learning_rate": 2.1604194945526766e-06,
      "loss": 0.3445,
      "step": 1572730
    },
    {
      "epoch": 438.95,
      "grad_norm": 1.038797378540039,
      "learning_rate": 2.1603925377823667e-06,
      "loss": 0.3306,
      "step": 1572740
    },
    {
      "epoch": 438.95,
      "grad_norm": 1.0582913160324097,
      "learning_rate": 2.1603655810364623e-06,
      "loss": 0.3459,
      "step": 1572750
    },
    {
      "epoch": 438.95,
      "grad_norm": 12.951972007751465,
      "learning_rate": 2.1603386243149656e-06,
      "loss": 0.3454,
      "step": 1572760
    },
    {
      "epoch": 438.95,
      "grad_norm": 1.0225701332092285,
      "learning_rate": 2.1603116676178813e-06,
      "loss": 0.3532,
      "step": 1572770
    },
    {
      "epoch": 438.96,
      "grad_norm": 1.2008942365646362,
      "learning_rate": 2.1602847109452126e-06,
      "loss": 0.3369,
      "step": 1572780
    },
    {
      "epoch": 438.96,
      "grad_norm": 1.0144459009170532,
      "learning_rate": 2.1602577542969627e-06,
      "loss": 0.3679,
      "step": 1572790
    },
    {
      "epoch": 438.96,
      "grad_norm": 1.0912522077560425,
      "learning_rate": 2.1602307976731365e-06,
      "loss": 0.3329,
      "step": 1572800
    },
    {
      "epoch": 438.96,
      "grad_norm": 1.2958768606185913,
      "learning_rate": 2.1602038410737363e-06,
      "loss": 0.3329,
      "step": 1572810
    },
    {
      "epoch": 438.97,
      "grad_norm": 0.9959090948104858,
      "learning_rate": 2.1601768844987657e-06,
      "loss": 0.3494,
      "step": 1572820
    },
    {
      "epoch": 438.97,
      "grad_norm": 1.1312482357025146,
      "learning_rate": 2.1601499279482295e-06,
      "loss": 0.3419,
      "step": 1572830
    },
    {
      "epoch": 438.97,
      "grad_norm": 1.0197633504867554,
      "learning_rate": 2.16012297142213e-06,
      "loss": 0.3371,
      "step": 1572840
    },
    {
      "epoch": 438.98,
      "grad_norm": 1.1993775367736816,
      "learning_rate": 2.160096014920472e-06,
      "loss": 0.3418,
      "step": 1572850
    },
    {
      "epoch": 438.98,
      "grad_norm": 1.1891902685165405,
      "learning_rate": 2.160069058443258e-06,
      "loss": 0.3491,
      "step": 1572860
    },
    {
      "epoch": 438.98,
      "grad_norm": 1.0938605070114136,
      "learning_rate": 2.160042101990492e-06,
      "loss": 0.3497,
      "step": 1572870
    },
    {
      "epoch": 438.98,
      "grad_norm": 1.0601474046707153,
      "learning_rate": 2.160015145562177e-06,
      "loss": 0.3535,
      "step": 1572880
    },
    {
      "epoch": 438.99,
      "grad_norm": 1.0199121236801147,
      "learning_rate": 2.159988189158318e-06,
      "loss": 0.347,
      "step": 1572890
    },
    {
      "epoch": 438.99,
      "grad_norm": 0.9852323532104492,
      "learning_rate": 2.1599612327789176e-06,
      "loss": 0.3459,
      "step": 1572900
    },
    {
      "epoch": 438.99,
      "grad_norm": 1.0650864839553833,
      "learning_rate": 2.159934276423979e-06,
      "loss": 0.3467,
      "step": 1572910
    },
    {
      "epoch": 439.0,
      "grad_norm": 0.989353358745575,
      "learning_rate": 2.159907320093507e-06,
      "loss": 0.3581,
      "step": 1572920
    },
    {
      "epoch": 439.0,
      "grad_norm": 1.383327841758728,
      "learning_rate": 2.1598803637875046e-06,
      "loss": 0.3551,
      "step": 1572930
    },
    {
      "epoch": 439.0,
      "eval_loss": 0.34610283374786377,
      "eval_runtime": 63.2149,
      "eval_samples_per_second": 80.029,
      "eval_steps_per_second": 10.013,
      "step": 1572937
    },
    {
      "epoch": 439.0,
      "grad_norm": 1.0166277885437012,
      "learning_rate": 2.159853407505974e-06,
      "loss": 0.3374,
      "step": 1572940
    },
    {
      "epoch": 439.0,
      "grad_norm": 1.0873264074325562,
      "learning_rate": 2.1598264512489214e-06,
      "loss": 0.3422,
      "step": 1572950
    },
    {
      "epoch": 439.01,
      "grad_norm": 0.9531829357147217,
      "learning_rate": 2.159799495016349e-06,
      "loss": 0.3477,
      "step": 1572960
    },
    {
      "epoch": 439.01,
      "grad_norm": 1.125410795211792,
      "learning_rate": 2.1597725388082593e-06,
      "loss": 0.3536,
      "step": 1572970
    },
    {
      "epoch": 439.01,
      "grad_norm": 1.0297355651855469,
      "learning_rate": 2.1597455826246582e-06,
      "loss": 0.3358,
      "step": 1572980
    },
    {
      "epoch": 439.01,
      "grad_norm": 1.0298539400100708,
      "learning_rate": 2.1597186264655474e-06,
      "loss": 0.3566,
      "step": 1572990
    },
    {
      "epoch": 439.02,
      "grad_norm": 1.0058823823928833,
      "learning_rate": 2.159691670330932e-06,
      "loss": 0.3392,
      "step": 1573000
    },
    {
      "epoch": 439.02,
      "grad_norm": 1.08797287940979,
      "learning_rate": 2.1596647142208147e-06,
      "loss": 0.3291,
      "step": 1573010
    },
    {
      "epoch": 439.02,
      "grad_norm": 1.0904040336608887,
      "learning_rate": 2.1596377581351983e-06,
      "loss": 0.3499,
      "step": 1573020
    },
    {
      "epoch": 439.03,
      "grad_norm": 0.9892116189002991,
      "learning_rate": 2.1596108020740883e-06,
      "loss": 0.3418,
      "step": 1573030
    },
    {
      "epoch": 439.03,
      "grad_norm": 0.9336443543434143,
      "learning_rate": 2.1595838460374872e-06,
      "loss": 0.3361,
      "step": 1573040
    },
    {
      "epoch": 439.03,
      "grad_norm": 1.142112374305725,
      "learning_rate": 2.159556890025398e-06,
      "loss": 0.3452,
      "step": 1573050
    },
    {
      "epoch": 439.03,
      "grad_norm": 1.166710615158081,
      "learning_rate": 2.1595299340378257e-06,
      "loss": 0.3637,
      "step": 1573060
    },
    {
      "epoch": 439.04,
      "grad_norm": 0.9750819206237793,
      "learning_rate": 2.159502978074773e-06,
      "loss": 0.3409,
      "step": 1573070
    },
    {
      "epoch": 439.04,
      "grad_norm": 0.9831461310386658,
      "learning_rate": 2.1594760221362426e-06,
      "loss": 0.341,
      "step": 1573080
    },
    {
      "epoch": 439.04,
      "grad_norm": 1.1789323091506958,
      "learning_rate": 2.15944906622224e-06,
      "loss": 0.3461,
      "step": 1573090
    },
    {
      "epoch": 439.05,
      "grad_norm": 1.1638157367706299,
      "learning_rate": 2.1594221103327683e-06,
      "loss": 0.3315,
      "step": 1573100
    },
    {
      "epoch": 439.05,
      "grad_norm": 0.9518530368804932,
      "learning_rate": 2.1593951544678294e-06,
      "loss": 0.339,
      "step": 1573110
    },
    {
      "epoch": 439.05,
      "grad_norm": 1.093103051185608,
      "learning_rate": 2.1593681986274296e-06,
      "loss": 0.3435,
      "step": 1573120
    },
    {
      "epoch": 439.05,
      "grad_norm": 1.0328612327575684,
      "learning_rate": 2.1593412428115708e-06,
      "loss": 0.3223,
      "step": 1573130
    },
    {
      "epoch": 439.06,
      "grad_norm": 1.1686333417892456,
      "learning_rate": 2.159314287020256e-06,
      "loss": 0.3504,
      "step": 1573140
    },
    {
      "epoch": 439.06,
      "grad_norm": 1.346875786781311,
      "learning_rate": 2.1592873312534904e-06,
      "loss": 0.3604,
      "step": 1573150
    },
    {
      "epoch": 439.06,
      "grad_norm": 1.207120418548584,
      "learning_rate": 2.159260375511277e-06,
      "loss": 0.3495,
      "step": 1573160
    },
    {
      "epoch": 439.07,
      "grad_norm": 0.9801948666572571,
      "learning_rate": 2.159233419793618e-06,
      "loss": 0.3306,
      "step": 1573170
    },
    {
      "epoch": 439.07,
      "grad_norm": 0.8312714099884033,
      "learning_rate": 2.1592064641005193e-06,
      "loss": 0.3367,
      "step": 1573180
    },
    {
      "epoch": 439.07,
      "grad_norm": 1.0079823732376099,
      "learning_rate": 2.1591795084319836e-06,
      "loss": 0.38,
      "step": 1573190
    },
    {
      "epoch": 439.07,
      "grad_norm": 0.951960027217865,
      "learning_rate": 2.1591525527880132e-06,
      "loss": 0.3428,
      "step": 1573200
    },
    {
      "epoch": 439.08,
      "grad_norm": 1.0049896240234375,
      "learning_rate": 2.159125597168614e-06,
      "loss": 0.3522,
      "step": 1573210
    },
    {
      "epoch": 439.08,
      "grad_norm": 1.0082050561904907,
      "learning_rate": 2.1590986415737876e-06,
      "loss": 0.3454,
      "step": 1573220
    },
    {
      "epoch": 439.08,
      "grad_norm": 0.9228940010070801,
      "learning_rate": 2.159071686003538e-06,
      "loss": 0.361,
      "step": 1573230
    },
    {
      "epoch": 439.08,
      "grad_norm": 1.5803301334381104,
      "learning_rate": 2.15904473045787e-06,
      "loss": 0.3525,
      "step": 1573240
    },
    {
      "epoch": 439.09,
      "grad_norm": 1.0337120294570923,
      "learning_rate": 2.159017774936786e-06,
      "loss": 0.3516,
      "step": 1573250
    },
    {
      "epoch": 439.09,
      "grad_norm": 0.9295003414154053,
      "learning_rate": 2.1589908194402893e-06,
      "loss": 0.3458,
      "step": 1573260
    },
    {
      "epoch": 439.09,
      "grad_norm": 1.089003324508667,
      "learning_rate": 2.1589638639683847e-06,
      "loss": 0.335,
      "step": 1573270
    },
    {
      "epoch": 439.1,
      "grad_norm": 1.0135828256607056,
      "learning_rate": 2.158936908521075e-06,
      "loss": 0.346,
      "step": 1573280
    },
    {
      "epoch": 439.1,
      "grad_norm": 1.0965765714645386,
      "learning_rate": 2.1589099530983644e-06,
      "loss": 0.3294,
      "step": 1573290
    },
    {
      "epoch": 439.1,
      "grad_norm": 1.0463613271713257,
      "learning_rate": 2.158882997700256e-06,
      "loss": 0.3482,
      "step": 1573300
    },
    {
      "epoch": 439.1,
      "grad_norm": 0.9246183633804321,
      "learning_rate": 2.1588560423267525e-06,
      "loss": 0.3365,
      "step": 1573310
    },
    {
      "epoch": 439.11,
      "grad_norm": 1.046778678894043,
      "learning_rate": 2.158829086977859e-06,
      "loss": 0.355,
      "step": 1573320
    },
    {
      "epoch": 439.11,
      "grad_norm": 0.9418601393699646,
      "learning_rate": 2.1588021316535793e-06,
      "loss": 0.3341,
      "step": 1573330
    },
    {
      "epoch": 439.11,
      "grad_norm": 1.1141011714935303,
      "learning_rate": 2.1587751763539155e-06,
      "loss": 0.3232,
      "step": 1573340
    },
    {
      "epoch": 439.12,
      "grad_norm": 1.158952236175537,
      "learning_rate": 2.158748221078872e-06,
      "loss": 0.3428,
      "step": 1573350
    },
    {
      "epoch": 439.12,
      "grad_norm": 1.2069462537765503,
      "learning_rate": 2.1587212658284526e-06,
      "loss": 0.3519,
      "step": 1573360
    },
    {
      "epoch": 439.12,
      "grad_norm": 1.291414499282837,
      "learning_rate": 2.1586943106026594e-06,
      "loss": 0.3479,
      "step": 1573370
    },
    {
      "epoch": 439.12,
      "grad_norm": 1.157616376876831,
      "learning_rate": 2.1586673554014983e-06,
      "loss": 0.3537,
      "step": 1573380
    },
    {
      "epoch": 439.13,
      "grad_norm": 1.0174318552017212,
      "learning_rate": 2.1586404002249715e-06,
      "loss": 0.343,
      "step": 1573390
    },
    {
      "epoch": 439.13,
      "grad_norm": 1.1320477724075317,
      "learning_rate": 2.1586134450730824e-06,
      "loss": 0.348,
      "step": 1573400
    },
    {
      "epoch": 439.13,
      "grad_norm": 1.1204174757003784,
      "learning_rate": 2.1585864899458355e-06,
      "loss": 0.3671,
      "step": 1573410
    },
    {
      "epoch": 439.13,
      "grad_norm": 0.9599511623382568,
      "learning_rate": 2.1585595348432344e-06,
      "loss": 0.3565,
      "step": 1573420
    },
    {
      "epoch": 439.14,
      "grad_norm": 1.045893907546997,
      "learning_rate": 2.1585325797652814e-06,
      "loss": 0.3388,
      "step": 1573430
    },
    {
      "epoch": 439.14,
      "grad_norm": 0.9926111698150635,
      "learning_rate": 2.158505624711981e-06,
      "loss": 0.3253,
      "step": 1573440
    },
    {
      "epoch": 439.14,
      "grad_norm": 0.9522867202758789,
      "learning_rate": 2.1584786696833372e-06,
      "loss": 0.3509,
      "step": 1573450
    },
    {
      "epoch": 439.15,
      "grad_norm": 1.168234944343567,
      "learning_rate": 2.158451714679352e-06,
      "loss": 0.3436,
      "step": 1573460
    },
    {
      "epoch": 439.15,
      "grad_norm": 0.9323697686195374,
      "learning_rate": 2.158424759700031e-06,
      "loss": 0.3434,
      "step": 1573470
    },
    {
      "epoch": 439.15,
      "grad_norm": 1.0757296085357666,
      "learning_rate": 2.1583978047453767e-06,
      "loss": 0.3431,
      "step": 1573480
    },
    {
      "epoch": 439.15,
      "grad_norm": 1.1847405433654785,
      "learning_rate": 2.1583708498153924e-06,
      "loss": 0.3364,
      "step": 1573490
    },
    {
      "epoch": 439.16,
      "grad_norm": 0.9277974963188171,
      "learning_rate": 2.158343894910082e-06,
      "loss": 0.3376,
      "step": 1573500
    },
    {
      "epoch": 439.16,
      "grad_norm": 1.0337882041931152,
      "learning_rate": 2.15831694002945e-06,
      "loss": 0.3533,
      "step": 1573510
    },
    {
      "epoch": 439.16,
      "grad_norm": 1.1173791885375977,
      "learning_rate": 2.1582899851734983e-06,
      "loss": 0.3506,
      "step": 1573520
    },
    {
      "epoch": 439.17,
      "grad_norm": 1.068636178970337,
      "learning_rate": 2.1582630303422327e-06,
      "loss": 0.3524,
      "step": 1573530
    },
    {
      "epoch": 439.17,
      "grad_norm": 1.190408706665039,
      "learning_rate": 2.1582360755356548e-06,
      "loss": 0.3283,
      "step": 1573540
    },
    {
      "epoch": 439.17,
      "grad_norm": 1.0263739824295044,
      "learning_rate": 2.158209120753768e-06,
      "loss": 0.3403,
      "step": 1573550
    },
    {
      "epoch": 439.17,
      "grad_norm": 1.0077433586120605,
      "learning_rate": 2.1581821659965774e-06,
      "loss": 0.3395,
      "step": 1573560
    },
    {
      "epoch": 439.18,
      "grad_norm": 1.1579079627990723,
      "learning_rate": 2.158155211264086e-06,
      "loss": 0.3411,
      "step": 1573570
    },
    {
      "epoch": 439.18,
      "grad_norm": 1.0740280151367188,
      "learning_rate": 2.1581282565562975e-06,
      "loss": 0.3213,
      "step": 1573580
    },
    {
      "epoch": 439.18,
      "grad_norm": 1.1377463340759277,
      "learning_rate": 2.1581013018732153e-06,
      "loss": 0.3465,
      "step": 1573590
    },
    {
      "epoch": 439.19,
      "grad_norm": 1.1380696296691895,
      "learning_rate": 2.1580743472148422e-06,
      "loss": 0.352,
      "step": 1573600
    },
    {
      "epoch": 439.19,
      "grad_norm": 0.9957320690155029,
      "learning_rate": 2.158047392581183e-06,
      "loss": 0.3406,
      "step": 1573610
    },
    {
      "epoch": 439.19,
      "grad_norm": 0.9422058463096619,
      "learning_rate": 2.1580204379722416e-06,
      "loss": 0.346,
      "step": 1573620
    },
    {
      "epoch": 439.19,
      "grad_norm": 1.1460386514663696,
      "learning_rate": 2.1579934833880195e-06,
      "loss": 0.3494,
      "step": 1573630
    },
    {
      "epoch": 439.2,
      "grad_norm": 0.9331948757171631,
      "learning_rate": 2.1579665288285224e-06,
      "loss": 0.3517,
      "step": 1573640
    },
    {
      "epoch": 439.2,
      "grad_norm": 0.9454660415649414,
      "learning_rate": 2.157939574293754e-06,
      "loss": 0.3512,
      "step": 1573650
    },
    {
      "epoch": 439.2,
      "grad_norm": 1.1261643171310425,
      "learning_rate": 2.157912619783716e-06,
      "loss": 0.3519,
      "step": 1573660
    },
    {
      "epoch": 439.2,
      "grad_norm": 1.1003798246383667,
      "learning_rate": 2.157885665298413e-06,
      "loss": 0.3401,
      "step": 1573670
    },
    {
      "epoch": 439.21,
      "grad_norm": 1.0945404767990112,
      "learning_rate": 2.157858710837849e-06,
      "loss": 0.3392,
      "step": 1573680
    },
    {
      "epoch": 439.21,
      "grad_norm": 1.1015745401382446,
      "learning_rate": 2.1578317564020263e-06,
      "loss": 0.3465,
      "step": 1573690
    },
    {
      "epoch": 439.21,
      "grad_norm": 1.064200758934021,
      "learning_rate": 2.15780480199095e-06,
      "loss": 0.3538,
      "step": 1573700
    },
    {
      "epoch": 439.22,
      "grad_norm": 1.037091612815857,
      "learning_rate": 2.1577778476046237e-06,
      "loss": 0.3319,
      "step": 1573710
    },
    {
      "epoch": 439.22,
      "grad_norm": 1.0060774087905884,
      "learning_rate": 2.1577508932430493e-06,
      "loss": 0.3254,
      "step": 1573720
    },
    {
      "epoch": 439.22,
      "grad_norm": 1.0695269107818604,
      "learning_rate": 2.157723938906232e-06,
      "loss": 0.3385,
      "step": 1573730
    },
    {
      "epoch": 439.22,
      "grad_norm": 1.252535343170166,
      "learning_rate": 2.157696984594175e-06,
      "loss": 0.3503,
      "step": 1573740
    },
    {
      "epoch": 439.23,
      "grad_norm": 1.0272318124771118,
      "learning_rate": 2.157670030306881e-06,
      "loss": 0.3374,
      "step": 1573750
    },
    {
      "epoch": 439.23,
      "grad_norm": 1.1804205179214478,
      "learning_rate": 2.1576430760443548e-06,
      "loss": 0.3456,
      "step": 1573760
    },
    {
      "epoch": 439.23,
      "grad_norm": 1.3107432126998901,
      "learning_rate": 2.1576161218065996e-06,
      "loss": 0.3521,
      "step": 1573770
    },
    {
      "epoch": 439.24,
      "grad_norm": 1.040178894996643,
      "learning_rate": 2.1575891675936177e-06,
      "loss": 0.3337,
      "step": 1573780
    },
    {
      "epoch": 439.24,
      "grad_norm": 1.0996320247650146,
      "learning_rate": 2.1575622134054153e-06,
      "loss": 0.3532,
      "step": 1573790
    },
    {
      "epoch": 439.24,
      "grad_norm": 1.1156394481658936,
      "learning_rate": 2.157535259241994e-06,
      "loss": 0.346,
      "step": 1573800
    },
    {
      "epoch": 439.24,
      "grad_norm": 0.9448880553245544,
      "learning_rate": 2.157508305103358e-06,
      "loss": 0.3346,
      "step": 1573810
    },
    {
      "epoch": 439.25,
      "grad_norm": 1.0675771236419678,
      "learning_rate": 2.157481350989511e-06,
      "loss": 0.3361,
      "step": 1573820
    },
    {
      "epoch": 439.25,
      "grad_norm": 1.0095397233963013,
      "learning_rate": 2.1574543969004564e-06,
      "loss": 0.3614,
      "step": 1573830
    },
    {
      "epoch": 439.25,
      "grad_norm": 1.2140036821365356,
      "learning_rate": 2.157427442836197e-06,
      "loss": 0.3472,
      "step": 1573840
    },
    {
      "epoch": 439.25,
      "grad_norm": 3.213449716567993,
      "learning_rate": 2.1574004887967378e-06,
      "loss": 0.3356,
      "step": 1573850
    },
    {
      "epoch": 439.26,
      "grad_norm": 1.1564013957977295,
      "learning_rate": 2.157373534782082e-06,
      "loss": 0.3511,
      "step": 1573860
    },
    {
      "epoch": 439.26,
      "grad_norm": 1.233637809753418,
      "learning_rate": 2.1573465807922325e-06,
      "loss": 0.3311,
      "step": 1573870
    },
    {
      "epoch": 439.26,
      "grad_norm": 0.9400498867034912,
      "learning_rate": 2.1573196268271937e-06,
      "loss": 0.3496,
      "step": 1573880
    },
    {
      "epoch": 439.27,
      "grad_norm": 1.5723363161087036,
      "learning_rate": 2.157292672886968e-06,
      "loss": 0.3397,
      "step": 1573890
    },
    {
      "epoch": 439.27,
      "grad_norm": 1.1136810779571533,
      "learning_rate": 2.157265718971561e-06,
      "loss": 0.3512,
      "step": 1573900
    },
    {
      "epoch": 439.27,
      "grad_norm": 1.064387321472168,
      "learning_rate": 2.157238765080975e-06,
      "loss": 0.3457,
      "step": 1573910
    },
    {
      "epoch": 439.27,
      "grad_norm": 0.9683808088302612,
      "learning_rate": 2.1572118112152125e-06,
      "loss": 0.3665,
      "step": 1573920
    },
    {
      "epoch": 439.28,
      "grad_norm": 1.036607265472412,
      "learning_rate": 2.157184857374279e-06,
      "loss": 0.3525,
      "step": 1573930
    },
    {
      "epoch": 439.28,
      "grad_norm": 1.106310486793518,
      "learning_rate": 2.157157903558178e-06,
      "loss": 0.3517,
      "step": 1573940
    },
    {
      "epoch": 439.28,
      "grad_norm": 0.9039213061332703,
      "learning_rate": 2.1571309497669117e-06,
      "loss": 0.3509,
      "step": 1573950
    },
    {
      "epoch": 439.29,
      "grad_norm": 0.896891176700592,
      "learning_rate": 2.1571039960004847e-06,
      "loss": 0.3552,
      "step": 1573960
    },
    {
      "epoch": 439.29,
      "grad_norm": 1.110508918762207,
      "learning_rate": 2.1570770422589007e-06,
      "loss": 0.372,
      "step": 1573970
    },
    {
      "epoch": 439.29,
      "grad_norm": 1.3833545446395874,
      "learning_rate": 2.157050088542162e-06,
      "loss": 0.3381,
      "step": 1573980
    },
    {
      "epoch": 439.29,
      "grad_norm": 1.182450294494629,
      "learning_rate": 2.157023134850274e-06,
      "loss": 0.3368,
      "step": 1573990
    },
    {
      "epoch": 439.3,
      "grad_norm": 0.9627121090888977,
      "learning_rate": 2.156996181183239e-06,
      "loss": 0.3658,
      "step": 1574000
    },
    {
      "epoch": 439.3,
      "grad_norm": 1.031051754951477,
      "learning_rate": 2.1569692275410606e-06,
      "loss": 0.3596,
      "step": 1574010
    },
    {
      "epoch": 439.3,
      "grad_norm": 1.081578254699707,
      "learning_rate": 2.1569422739237436e-06,
      "loss": 0.3493,
      "step": 1574020
    },
    {
      "epoch": 439.31,
      "grad_norm": 1.0910804271697998,
      "learning_rate": 2.1569153203312904e-06,
      "loss": 0.3488,
      "step": 1574030
    },
    {
      "epoch": 439.31,
      "grad_norm": 0.9521571397781372,
      "learning_rate": 2.1568883667637044e-06,
      "loss": 0.3386,
      "step": 1574040
    },
    {
      "epoch": 439.31,
      "grad_norm": 0.9090428948402405,
      "learning_rate": 2.1568614132209906e-06,
      "loss": 0.3499,
      "step": 1574050
    },
    {
      "epoch": 439.31,
      "grad_norm": 1.1018673181533813,
      "learning_rate": 2.1568344597031513e-06,
      "loss": 0.341,
      "step": 1574060
    },
    {
      "epoch": 439.32,
      "grad_norm": 1.207124948501587,
      "learning_rate": 2.1568075062101897e-06,
      "loss": 0.3402,
      "step": 1574070
    },
    {
      "epoch": 439.32,
      "grad_norm": 1.29979407787323,
      "learning_rate": 2.1567805527421114e-06,
      "loss": 0.345,
      "step": 1574080
    },
    {
      "epoch": 439.32,
      "grad_norm": 0.8779552578926086,
      "learning_rate": 2.156753599298919e-06,
      "loss": 0.3513,
      "step": 1574090
    },
    {
      "epoch": 439.32,
      "grad_norm": 1.1051064729690552,
      "learning_rate": 2.156726645880615e-06,
      "loss": 0.3463,
      "step": 1574100
    },
    {
      "epoch": 439.33,
      "grad_norm": 1.2257132530212402,
      "learning_rate": 2.1566996924872042e-06,
      "loss": 0.3301,
      "step": 1574110
    },
    {
      "epoch": 439.33,
      "grad_norm": 1.1935514211654663,
      "learning_rate": 2.15667273911869e-06,
      "loss": 0.3681,
      "step": 1574120
    },
    {
      "epoch": 439.33,
      "grad_norm": 1.0405765771865845,
      "learning_rate": 2.156645785775075e-06,
      "loss": 0.3565,
      "step": 1574130
    },
    {
      "epoch": 439.34,
      "grad_norm": 1.0079089403152466,
      "learning_rate": 2.1566188324563648e-06,
      "loss": 0.3438,
      "step": 1574140
    },
    {
      "epoch": 439.34,
      "grad_norm": 1.0439503192901611,
      "learning_rate": 2.156591879162561e-06,
      "loss": 0.3592,
      "step": 1574150
    },
    {
      "epoch": 439.34,
      "grad_norm": 1.0436370372772217,
      "learning_rate": 2.1565649258936684e-06,
      "loss": 0.345,
      "step": 1574160
    },
    {
      "epoch": 439.34,
      "grad_norm": 1.0983233451843262,
      "learning_rate": 2.15653797264969e-06,
      "loss": 0.3292,
      "step": 1574170
    },
    {
      "epoch": 439.35,
      "grad_norm": 0.9546412229537964,
      "learning_rate": 2.1565110194306293e-06,
      "loss": 0.3419,
      "step": 1574180
    },
    {
      "epoch": 439.35,
      "grad_norm": 1.1810299158096313,
      "learning_rate": 2.1564840662364908e-06,
      "loss": 0.334,
      "step": 1574190
    },
    {
      "epoch": 439.35,
      "grad_norm": 1.0402084589004517,
      "learning_rate": 2.1564571130672775e-06,
      "loss": 0.3485,
      "step": 1574200
    },
    {
      "epoch": 439.36,
      "grad_norm": 1.0348116159439087,
      "learning_rate": 2.1564301599229915e-06,
      "loss": 0.3382,
      "step": 1574210
    },
    {
      "epoch": 439.36,
      "grad_norm": 1.059471845626831,
      "learning_rate": 2.1564032068036392e-06,
      "loss": 0.3607,
      "step": 1574220
    },
    {
      "epoch": 439.36,
      "grad_norm": 1.0504568815231323,
      "learning_rate": 2.1563762537092228e-06,
      "loss": 0.3449,
      "step": 1574230
    },
    {
      "epoch": 439.36,
      "grad_norm": 1.0233772993087769,
      "learning_rate": 2.1563493006397455e-06,
      "loss": 0.3524,
      "step": 1574240
    },
    {
      "epoch": 439.37,
      "grad_norm": 1.1546341180801392,
      "learning_rate": 2.1563223475952116e-06,
      "loss": 0.3282,
      "step": 1574250
    },
    {
      "epoch": 439.37,
      "grad_norm": 0.9511351585388184,
      "learning_rate": 2.1562953945756246e-06,
      "loss": 0.3327,
      "step": 1574260
    },
    {
      "epoch": 439.37,
      "grad_norm": 1.0367019176483154,
      "learning_rate": 2.1562684415809864e-06,
      "loss": 0.3406,
      "step": 1574270
    },
    {
      "epoch": 439.37,
      "grad_norm": 0.973034143447876,
      "learning_rate": 2.1562414886113036e-06,
      "loss": 0.3432,
      "step": 1574280
    },
    {
      "epoch": 439.38,
      "grad_norm": 0.946514368057251,
      "learning_rate": 2.1562145356665778e-06,
      "loss": 0.3561,
      "step": 1574290
    },
    {
      "epoch": 439.38,
      "grad_norm": 0.9936511516571045,
      "learning_rate": 2.1561875827468127e-06,
      "loss": 0.3451,
      "step": 1574300
    },
    {
      "epoch": 439.38,
      "grad_norm": 1.3300951719284058,
      "learning_rate": 2.1561606298520127e-06,
      "loss": 0.3407,
      "step": 1574310
    },
    {
      "epoch": 439.39,
      "grad_norm": 1.3251055479049683,
      "learning_rate": 2.1561336769821806e-06,
      "loss": 0.3534,
      "step": 1574320
    },
    {
      "epoch": 439.39,
      "grad_norm": 1.1785504817962646,
      "learning_rate": 2.15610672413732e-06,
      "loss": 0.3357,
      "step": 1574330
    },
    {
      "epoch": 439.39,
      "grad_norm": 1.1085281372070312,
      "learning_rate": 2.156079771317435e-06,
      "loss": 0.3384,
      "step": 1574340
    },
    {
      "epoch": 439.39,
      "grad_norm": 0.9644802212715149,
      "learning_rate": 2.1560528185225297e-06,
      "loss": 0.3453,
      "step": 1574350
    },
    {
      "epoch": 439.4,
      "grad_norm": 1.071946144104004,
      "learning_rate": 2.156025865752605e-06,
      "loss": 0.3449,
      "step": 1574360
    },
    {
      "epoch": 439.4,
      "grad_norm": 0.9630228877067566,
      "learning_rate": 2.155998913007668e-06,
      "loss": 0.3375,
      "step": 1574370
    },
    {
      "epoch": 439.4,
      "grad_norm": 0.9842863082885742,
      "learning_rate": 2.155971960287721e-06,
      "loss": 0.3512,
      "step": 1574380
    },
    {
      "epoch": 439.41,
      "grad_norm": 1.0305038690567017,
      "learning_rate": 2.1559450075927662e-06,
      "loss": 0.3333,
      "step": 1574390
    },
    {
      "epoch": 439.41,
      "grad_norm": 1.6049565076828003,
      "learning_rate": 2.1559180549228094e-06,
      "loss": 0.3418,
      "step": 1574400
    },
    {
      "epoch": 439.41,
      "grad_norm": 1.0858465433120728,
      "learning_rate": 2.1558911022778527e-06,
      "loss": 0.3448,
      "step": 1574410
    },
    {
      "epoch": 439.41,
      "grad_norm": 1.1201558113098145,
      "learning_rate": 2.1558641496578992e-06,
      "loss": 0.3318,
      "step": 1574420
    },
    {
      "epoch": 439.42,
      "grad_norm": 1.1152002811431885,
      "learning_rate": 2.1558371970629544e-06,
      "loss": 0.351,
      "step": 1574430
    },
    {
      "epoch": 439.42,
      "grad_norm": 0.8853891491889954,
      "learning_rate": 2.15581024449302e-06,
      "loss": 0.3293,
      "step": 1574440
    },
    {
      "epoch": 439.42,
      "grad_norm": 1.2582398653030396,
      "learning_rate": 2.1557832919481016e-06,
      "loss": 0.3441,
      "step": 1574450
    },
    {
      "epoch": 439.43,
      "grad_norm": 1.0301499366760254,
      "learning_rate": 2.1557563394282004e-06,
      "loss": 0.3357,
      "step": 1574460
    },
    {
      "epoch": 439.43,
      "grad_norm": 0.9270391464233398,
      "learning_rate": 2.1557293869333215e-06,
      "loss": 0.3417,
      "step": 1574470
    },
    {
      "epoch": 439.43,
      "grad_norm": 1.2440836429595947,
      "learning_rate": 2.1557024344634686e-06,
      "loss": 0.3562,
      "step": 1574480
    },
    {
      "epoch": 439.43,
      "grad_norm": 1.136309027671814,
      "learning_rate": 2.155675482018645e-06,
      "loss": 0.3354,
      "step": 1574490
    },
    {
      "epoch": 439.44,
      "grad_norm": 1.020345687866211,
      "learning_rate": 2.1556485295988535e-06,
      "loss": 0.3319,
      "step": 1574500
    },
    {
      "epoch": 439.44,
      "grad_norm": 1.1574636697769165,
      "learning_rate": 2.155621577204099e-06,
      "loss": 0.3285,
      "step": 1574510
    },
    {
      "epoch": 439.44,
      "grad_norm": 1.0361624956130981,
      "learning_rate": 2.1555946248343843e-06,
      "loss": 0.3467,
      "step": 1574520
    },
    {
      "epoch": 439.44,
      "grad_norm": 1.0082863569259644,
      "learning_rate": 2.1555676724897127e-06,
      "loss": 0.3382,
      "step": 1574530
    },
    {
      "epoch": 439.45,
      "grad_norm": 1.0135639905929565,
      "learning_rate": 2.1555407201700887e-06,
      "loss": 0.3538,
      "step": 1574540
    },
    {
      "epoch": 439.45,
      "grad_norm": 1.0347390174865723,
      "learning_rate": 2.1555137678755157e-06,
      "loss": 0.3344,
      "step": 1574550
    },
    {
      "epoch": 439.45,
      "grad_norm": 1.0171823501586914,
      "learning_rate": 2.155486815605996e-06,
      "loss": 0.3188,
      "step": 1574560
    },
    {
      "epoch": 439.46,
      "grad_norm": 1.0227203369140625,
      "learning_rate": 2.155459863361535e-06,
      "loss": 0.3438,
      "step": 1574570
    },
    {
      "epoch": 439.46,
      "grad_norm": 0.9986792206764221,
      "learning_rate": 2.1554329111421353e-06,
      "loss": 0.3498,
      "step": 1574580
    },
    {
      "epoch": 439.46,
      "grad_norm": 0.9727969765663147,
      "learning_rate": 2.1554059589477997e-06,
      "loss": 0.3356,
      "step": 1574590
    },
    {
      "epoch": 439.46,
      "grad_norm": 0.9587216973304749,
      "learning_rate": 2.1553790067785343e-06,
      "loss": 0.3405,
      "step": 1574600
    },
    {
      "epoch": 439.47,
      "grad_norm": 1.1798772811889648,
      "learning_rate": 2.1553520546343405e-06,
      "loss": 0.3344,
      "step": 1574610
    },
    {
      "epoch": 439.47,
      "grad_norm": 0.9348908066749573,
      "learning_rate": 2.155325102515222e-06,
      "loss": 0.3417,
      "step": 1574620
    },
    {
      "epoch": 439.47,
      "grad_norm": 0.9396691918373108,
      "learning_rate": 2.1552981504211835e-06,
      "loss": 0.3498,
      "step": 1574630
    },
    {
      "epoch": 439.48,
      "grad_norm": 0.865234911441803,
      "learning_rate": 2.1552711983522283e-06,
      "loss": 0.3452,
      "step": 1574640
    },
    {
      "epoch": 439.48,
      "grad_norm": 1.0131169557571411,
      "learning_rate": 2.1552442463083584e-06,
      "loss": 0.3409,
      "step": 1574650
    },
    {
      "epoch": 439.48,
      "grad_norm": 1.0237916707992554,
      "learning_rate": 2.15521729428958e-06,
      "loss": 0.3289,
      "step": 1574660
    },
    {
      "epoch": 439.48,
      "grad_norm": 1.1016837358474731,
      "learning_rate": 2.155190342295895e-06,
      "loss": 0.353,
      "step": 1574670
    },
    {
      "epoch": 439.49,
      "grad_norm": 1.2480212450027466,
      "learning_rate": 2.155163390327307e-06,
      "loss": 0.3319,
      "step": 1574680
    },
    {
      "epoch": 439.49,
      "grad_norm": 0.8133705258369446,
      "learning_rate": 2.1551364383838204e-06,
      "loss": 0.3377,
      "step": 1574690
    },
    {
      "epoch": 439.49,
      "grad_norm": 1.0479179620742798,
      "learning_rate": 2.1551094864654385e-06,
      "loss": 0.3446,
      "step": 1574700
    },
    {
      "epoch": 439.49,
      "grad_norm": 1.0773786306381226,
      "learning_rate": 2.155082534572163e-06,
      "loss": 0.3471,
      "step": 1574710
    },
    {
      "epoch": 439.5,
      "grad_norm": 1.0683794021606445,
      "learning_rate": 2.1550555827040008e-06,
      "loss": 0.3538,
      "step": 1574720
    },
    {
      "epoch": 439.5,
      "grad_norm": 0.9904158115386963,
      "learning_rate": 2.155028630860953e-06,
      "loss": 0.3239,
      "step": 1574730
    },
    {
      "epoch": 439.5,
      "grad_norm": 1.473091721534729,
      "learning_rate": 2.1550016790430246e-06,
      "loss": 0.3411,
      "step": 1574740
    },
    {
      "epoch": 439.51,
      "grad_norm": 1.3975105285644531,
      "learning_rate": 2.154974727250219e-06,
      "loss": 0.3526,
      "step": 1574750
    },
    {
      "epoch": 439.51,
      "grad_norm": 1.0240452289581299,
      "learning_rate": 2.154947775482539e-06,
      "loss": 0.3524,
      "step": 1574760
    },
    {
      "epoch": 439.51,
      "grad_norm": 1.050310492515564,
      "learning_rate": 2.154920823739989e-06,
      "loss": 0.3369,
      "step": 1574770
    },
    {
      "epoch": 439.51,
      "grad_norm": 0.9774554371833801,
      "learning_rate": 2.154893872022572e-06,
      "loss": 0.3266,
      "step": 1574780
    },
    {
      "epoch": 439.52,
      "grad_norm": 0.980812132358551,
      "learning_rate": 2.154866920330291e-06,
      "loss": 0.334,
      "step": 1574790
    },
    {
      "epoch": 439.52,
      "grad_norm": 1.9478049278259277,
      "learning_rate": 2.1548399686631517e-06,
      "loss": 0.3535,
      "step": 1574800
    },
    {
      "epoch": 439.52,
      "grad_norm": 0.9587533473968506,
      "learning_rate": 2.1548130170211557e-06,
      "loss": 0.3529,
      "step": 1574810
    },
    {
      "epoch": 439.53,
      "grad_norm": 1.0770845413208008,
      "learning_rate": 2.1547860654043073e-06,
      "loss": 0.339,
      "step": 1574820
    },
    {
      "epoch": 439.53,
      "grad_norm": 1.0899066925048828,
      "learning_rate": 2.1547591138126103e-06,
      "loss": 0.3453,
      "step": 1574830
    },
    {
      "epoch": 439.53,
      "grad_norm": 1.0014216899871826,
      "learning_rate": 2.154732162246068e-06,
      "loss": 0.344,
      "step": 1574840
    },
    {
      "epoch": 439.53,
      "grad_norm": 1.038442611694336,
      "learning_rate": 2.154705210704683e-06,
      "loss": 0.3515,
      "step": 1574850
    },
    {
      "epoch": 439.54,
      "grad_norm": 1.0829006433486938,
      "learning_rate": 2.1546782591884613e-06,
      "loss": 0.3522,
      "step": 1574860
    },
    {
      "epoch": 439.54,
      "grad_norm": 1.1194415092468262,
      "learning_rate": 2.154651307697405e-06,
      "loss": 0.3338,
      "step": 1574870
    },
    {
      "epoch": 439.54,
      "grad_norm": 1.2698270082473755,
      "learning_rate": 2.1546243562315165e-06,
      "loss": 0.3384,
      "step": 1574880
    },
    {
      "epoch": 439.55,
      "grad_norm": 1.1438132524490356,
      "learning_rate": 2.1545974047908014e-06,
      "loss": 0.3506,
      "step": 1574890
    },
    {
      "epoch": 439.55,
      "grad_norm": 1.130925178527832,
      "learning_rate": 2.154570453375263e-06,
      "loss": 0.3526,
      "step": 1574900
    },
    {
      "epoch": 439.55,
      "grad_norm": 1.164502739906311,
      "learning_rate": 2.154543501984904e-06,
      "loss": 0.3377,
      "step": 1574910
    },
    {
      "epoch": 439.55,
      "grad_norm": 1.3338544368743896,
      "learning_rate": 2.154516550619729e-06,
      "loss": 0.3572,
      "step": 1574920
    },
    {
      "epoch": 439.56,
      "grad_norm": 1.2037694454193115,
      "learning_rate": 2.154489599279741e-06,
      "loss": 0.3412,
      "step": 1574930
    },
    {
      "epoch": 439.56,
      "grad_norm": 0.9923402070999146,
      "learning_rate": 2.154462647964942e-06,
      "loss": 0.3479,
      "step": 1574940
    },
    {
      "epoch": 439.56,
      "grad_norm": 1.1436442136764526,
      "learning_rate": 2.154435696675339e-06,
      "loss": 0.3696,
      "step": 1574950
    },
    {
      "epoch": 439.56,
      "grad_norm": 1.2884306907653809,
      "learning_rate": 2.1544087454109333e-06,
      "loss": 0.3509,
      "step": 1574960
    },
    {
      "epoch": 439.57,
      "grad_norm": 1.0489144325256348,
      "learning_rate": 2.1543817941717286e-06,
      "loss": 0.342,
      "step": 1574970
    },
    {
      "epoch": 439.57,
      "grad_norm": 1.0520554780960083,
      "learning_rate": 2.1543548429577295e-06,
      "loss": 0.3289,
      "step": 1574980
    },
    {
      "epoch": 439.57,
      "grad_norm": 1.026747465133667,
      "learning_rate": 2.154327891768939e-06,
      "loss": 0.3514,
      "step": 1574990
    },
    {
      "epoch": 439.58,
      "grad_norm": 0.9880272150039673,
      "learning_rate": 2.1543009406053595e-06,
      "loss": 0.3442,
      "step": 1575000
    },
    {
      "epoch": 439.58,
      "grad_norm": 1.1825495958328247,
      "learning_rate": 2.1542739894669966e-06,
      "loss": 0.3502,
      "step": 1575010
    },
    {
      "epoch": 439.58,
      "grad_norm": 1.1053601503372192,
      "learning_rate": 2.154247038353852e-06,
      "loss": 0.355,
      "step": 1575020
    },
    {
      "epoch": 439.58,
      "grad_norm": 1.1083682775497437,
      "learning_rate": 2.1542200872659313e-06,
      "loss": 0.3524,
      "step": 1575030
    },
    {
      "epoch": 439.59,
      "grad_norm": 1.2426371574401855,
      "learning_rate": 2.1541931362032372e-06,
      "loss": 0.3521,
      "step": 1575040
    },
    {
      "epoch": 439.59,
      "grad_norm": 1.2083410024642944,
      "learning_rate": 2.154166185165773e-06,
      "loss": 0.3391,
      "step": 1575050
    },
    {
      "epoch": 439.59,
      "grad_norm": 1.0334193706512451,
      "learning_rate": 2.1541392341535426e-06,
      "loss": 0.3477,
      "step": 1575060
    },
    {
      "epoch": 439.6,
      "grad_norm": 0.9809079766273499,
      "learning_rate": 2.1541122831665496e-06,
      "loss": 0.3719,
      "step": 1575070
    },
    {
      "epoch": 439.6,
      "grad_norm": 1.17290198802948,
      "learning_rate": 2.154085332204796e-06,
      "loss": 0.3502,
      "step": 1575080
    },
    {
      "epoch": 439.6,
      "grad_norm": 1.1190274953842163,
      "learning_rate": 2.1540583812682883e-06,
      "loss": 0.3394,
      "step": 1575090
    },
    {
      "epoch": 439.6,
      "grad_norm": 0.9396060109138489,
      "learning_rate": 2.154031430357028e-06,
      "loss": 0.355,
      "step": 1575100
    },
    {
      "epoch": 439.61,
      "grad_norm": 1.0280985832214355,
      "learning_rate": 2.1540044794710192e-06,
      "loss": 0.3553,
      "step": 1575110
    },
    {
      "epoch": 439.61,
      "grad_norm": 1.0312579870224,
      "learning_rate": 2.1539775286102663e-06,
      "loss": 0.3528,
      "step": 1575120
    },
    {
      "epoch": 439.61,
      "grad_norm": 1.3223248720169067,
      "learning_rate": 2.153950577774772e-06,
      "loss": 0.3524,
      "step": 1575130
    },
    {
      "epoch": 439.61,
      "grad_norm": 2.8118112087249756,
      "learning_rate": 2.153923626964539e-06,
      "loss": 0.3576,
      "step": 1575140
    },
    {
      "epoch": 439.62,
      "grad_norm": 1.0120723247528076,
      "learning_rate": 2.1538966761795727e-06,
      "loss": 0.3309,
      "step": 1575150
    },
    {
      "epoch": 439.62,
      "grad_norm": 1.1403071880340576,
      "learning_rate": 2.1538697254198764e-06,
      "loss": 0.3373,
      "step": 1575160
    },
    {
      "epoch": 439.62,
      "grad_norm": 1.1331595182418823,
      "learning_rate": 2.153842774685452e-06,
      "loss": 0.3455,
      "step": 1575170
    },
    {
      "epoch": 439.63,
      "grad_norm": 1.00739324092865,
      "learning_rate": 2.1538158239763054e-06,
      "loss": 0.3341,
      "step": 1575180
    },
    {
      "epoch": 439.63,
      "grad_norm": 0.94321608543396,
      "learning_rate": 2.1537888732924388e-06,
      "loss": 0.3439,
      "step": 1575190
    },
    {
      "epoch": 439.63,
      "grad_norm": 1.264965295791626,
      "learning_rate": 2.1537619226338557e-06,
      "loss": 0.351,
      "step": 1575200
    },
    {
      "epoch": 439.63,
      "grad_norm": 0.9485822319984436,
      "learning_rate": 2.1537349720005608e-06,
      "loss": 0.3707,
      "step": 1575210
    },
    {
      "epoch": 439.64,
      "grad_norm": 1.0348397493362427,
      "learning_rate": 2.153708021392557e-06,
      "loss": 0.3563,
      "step": 1575220
    },
    {
      "epoch": 439.64,
      "grad_norm": 1.2525548934936523,
      "learning_rate": 2.1536810708098465e-06,
      "loss": 0.3388,
      "step": 1575230
    },
    {
      "epoch": 439.64,
      "grad_norm": 1.0914978981018066,
      "learning_rate": 2.153654120252435e-06,
      "loss": 0.3424,
      "step": 1575240
    },
    {
      "epoch": 439.65,
      "grad_norm": 0.9927835464477539,
      "learning_rate": 2.153627169720326e-06,
      "loss": 0.3529,
      "step": 1575250
    },
    {
      "epoch": 439.65,
      "grad_norm": 0.9896085858345032,
      "learning_rate": 2.1536002192135214e-06,
      "loss": 0.3436,
      "step": 1575260
    },
    {
      "epoch": 439.65,
      "grad_norm": 1.0680724382400513,
      "learning_rate": 2.1535732687320267e-06,
      "loss": 0.3447,
      "step": 1575270
    },
    {
      "epoch": 439.65,
      "grad_norm": 1.1168327331542969,
      "learning_rate": 2.1535463182758434e-06,
      "loss": 0.3476,
      "step": 1575280
    },
    {
      "epoch": 439.66,
      "grad_norm": 1.0618910789489746,
      "learning_rate": 2.153519367844977e-06,
      "loss": 0.343,
      "step": 1575290
    },
    {
      "epoch": 439.66,
      "grad_norm": 1.0139182806015015,
      "learning_rate": 2.1534924174394307e-06,
      "loss": 0.3459,
      "step": 1575300
    },
    {
      "epoch": 439.66,
      "grad_norm": 0.9137746691703796,
      "learning_rate": 2.1534654670592063e-06,
      "loss": 0.3503,
      "step": 1575310
    },
    {
      "epoch": 439.67,
      "grad_norm": 1.1675139665603638,
      "learning_rate": 2.1534385167043104e-06,
      "loss": 0.3397,
      "step": 1575320
    },
    {
      "epoch": 439.67,
      "grad_norm": 1.125941276550293,
      "learning_rate": 2.1534115663747446e-06,
      "loss": 0.3572,
      "step": 1575330
    },
    {
      "epoch": 439.67,
      "grad_norm": 1.546893835067749,
      "learning_rate": 2.153384616070512e-06,
      "loss": 0.3434,
      "step": 1575340
    },
    {
      "epoch": 439.67,
      "grad_norm": 1.1300244331359863,
      "learning_rate": 2.1533576657916184e-06,
      "loss": 0.3516,
      "step": 1575350
    },
    {
      "epoch": 439.68,
      "grad_norm": 1.0386940240859985,
      "learning_rate": 2.1533307155380657e-06,
      "loss": 0.3327,
      "step": 1575360
    },
    {
      "epoch": 439.68,
      "grad_norm": 1.0095305442810059,
      "learning_rate": 2.153303765309857e-06,
      "loss": 0.3328,
      "step": 1575370
    },
    {
      "epoch": 439.68,
      "grad_norm": 1.1358718872070312,
      "learning_rate": 2.1532768151069977e-06,
      "loss": 0.3443,
      "step": 1575380
    },
    {
      "epoch": 439.68,
      "grad_norm": 1.1052156686782837,
      "learning_rate": 2.1532498649294904e-06,
      "loss": 0.3553,
      "step": 1575390
    },
    {
      "epoch": 439.69,
      "grad_norm": 1.212654948234558,
      "learning_rate": 2.153222914777338e-06,
      "loss": 0.3397,
      "step": 1575400
    },
    {
      "epoch": 439.69,
      "grad_norm": 1.1037652492523193,
      "learning_rate": 2.153195964650546e-06,
      "loss": 0.3456,
      "step": 1575410
    },
    {
      "epoch": 439.69,
      "grad_norm": 1.1560255289077759,
      "learning_rate": 2.153169014549116e-06,
      "loss": 0.3463,
      "step": 1575420
    },
    {
      "epoch": 439.7,
      "grad_norm": 5.759703636169434,
      "learning_rate": 2.1531420644730517e-06,
      "loss": 0.3509,
      "step": 1575430
    },
    {
      "epoch": 439.7,
      "grad_norm": 1.2341804504394531,
      "learning_rate": 2.1531151144223587e-06,
      "loss": 0.3347,
      "step": 1575440
    },
    {
      "epoch": 439.7,
      "grad_norm": 0.9503103494644165,
      "learning_rate": 2.153088164397039e-06,
      "loss": 0.3597,
      "step": 1575450
    },
    {
      "epoch": 439.7,
      "grad_norm": 1.107098937034607,
      "learning_rate": 2.1530612143970953e-06,
      "loss": 0.3466,
      "step": 1575460
    },
    {
      "epoch": 439.71,
      "grad_norm": 0.951866090297699,
      "learning_rate": 2.1530342644225332e-06,
      "loss": 0.336,
      "step": 1575470
    },
    {
      "epoch": 439.71,
      "grad_norm": 1.0427769422531128,
      "learning_rate": 2.1530073144733555e-06,
      "loss": 0.3309,
      "step": 1575480
    },
    {
      "epoch": 439.71,
      "grad_norm": 1.0656439065933228,
      "learning_rate": 2.1529803645495655e-06,
      "loss": 0.3457,
      "step": 1575490
    },
    {
      "epoch": 439.72,
      "grad_norm": 1.2072269916534424,
      "learning_rate": 2.1529534146511673e-06,
      "loss": 0.3547,
      "step": 1575500
    },
    {
      "epoch": 439.72,
      "grad_norm": 0.9243029952049255,
      "learning_rate": 2.152926464778164e-06,
      "loss": 0.3376,
      "step": 1575510
    },
    {
      "epoch": 439.72,
      "grad_norm": 1.0584796667099,
      "learning_rate": 2.1528995149305588e-06,
      "loss": 0.3428,
      "step": 1575520
    },
    {
      "epoch": 439.72,
      "grad_norm": 1.0481846332550049,
      "learning_rate": 2.1528725651083563e-06,
      "loss": 0.367,
      "step": 1575530
    },
    {
      "epoch": 439.73,
      "grad_norm": 1.1283177137374878,
      "learning_rate": 2.1528456153115603e-06,
      "loss": 0.3358,
      "step": 1575540
    },
    {
      "epoch": 439.73,
      "grad_norm": 1.3755173683166504,
      "learning_rate": 2.152818665540172e-06,
      "loss": 0.358,
      "step": 1575550
    },
    {
      "epoch": 439.73,
      "grad_norm": 1.035487413406372,
      "learning_rate": 2.152791715794198e-06,
      "loss": 0.3414,
      "step": 1575560
    },
    {
      "epoch": 439.73,
      "grad_norm": 1.0695968866348267,
      "learning_rate": 2.1527647660736405e-06,
      "loss": 0.3301,
      "step": 1575570
    },
    {
      "epoch": 439.74,
      "grad_norm": 1.1372720003128052,
      "learning_rate": 2.152737816378503e-06,
      "loss": 0.3502,
      "step": 1575580
    },
    {
      "epoch": 439.74,
      "grad_norm": 0.8819844126701355,
      "learning_rate": 2.15271086670879e-06,
      "loss": 0.3431,
      "step": 1575590
    },
    {
      "epoch": 439.74,
      "grad_norm": 1.0750598907470703,
      "learning_rate": 2.152683917064503e-06,
      "loss": 0.3504,
      "step": 1575600
    },
    {
      "epoch": 439.75,
      "grad_norm": 1.0412592887878418,
      "learning_rate": 2.152656967445648e-06,
      "loss": 0.3482,
      "step": 1575610
    },
    {
      "epoch": 439.75,
      "grad_norm": 1.240967869758606,
      "learning_rate": 2.1526300178522273e-06,
      "loss": 0.3248,
      "step": 1575620
    },
    {
      "epoch": 439.75,
      "grad_norm": 1.2697097063064575,
      "learning_rate": 2.1526030682842444e-06,
      "loss": 0.3425,
      "step": 1575630
    },
    {
      "epoch": 439.75,
      "grad_norm": 0.9665333032608032,
      "learning_rate": 2.152576118741704e-06,
      "loss": 0.3387,
      "step": 1575640
    },
    {
      "epoch": 439.76,
      "grad_norm": 1.0709224939346313,
      "learning_rate": 2.1525491692246087e-06,
      "loss": 0.3449,
      "step": 1575650
    },
    {
      "epoch": 439.76,
      "grad_norm": 1.0107370615005493,
      "learning_rate": 2.152522219732961e-06,
      "loss": 0.3547,
      "step": 1575660
    },
    {
      "epoch": 439.76,
      "grad_norm": 1.0420913696289062,
      "learning_rate": 2.152495270266767e-06,
      "loss": 0.3404,
      "step": 1575670
    },
    {
      "epoch": 439.77,
      "grad_norm": 0.9729769229888916,
      "learning_rate": 2.152468320826029e-06,
      "loss": 0.3352,
      "step": 1575680
    },
    {
      "epoch": 439.77,
      "grad_norm": 1.1563568115234375,
      "learning_rate": 2.1524413714107493e-06,
      "loss": 0.3461,
      "step": 1575690
    },
    {
      "epoch": 439.77,
      "grad_norm": 1.0213721990585327,
      "learning_rate": 2.1524144220209344e-06,
      "loss": 0.3485,
      "step": 1575700
    },
    {
      "epoch": 439.77,
      "grad_norm": 0.9525281190872192,
      "learning_rate": 2.1523874726565863e-06,
      "loss": 0.3484,
      "step": 1575710
    },
    {
      "epoch": 439.78,
      "grad_norm": 1.002496361732483,
      "learning_rate": 2.1523605233177076e-06,
      "loss": 0.3348,
      "step": 1575720
    },
    {
      "epoch": 439.78,
      "grad_norm": 0.9994316697120667,
      "learning_rate": 2.152333574004304e-06,
      "loss": 0.3336,
      "step": 1575730
    },
    {
      "epoch": 439.78,
      "grad_norm": 1.1302039623260498,
      "learning_rate": 2.1523066247163773e-06,
      "loss": 0.3412,
      "step": 1575740
    },
    {
      "epoch": 439.79,
      "grad_norm": 1.027388095855713,
      "learning_rate": 2.1522796754539315e-06,
      "loss": 0.3531,
      "step": 1575750
    },
    {
      "epoch": 439.79,
      "grad_norm": 1.13319993019104,
      "learning_rate": 2.152252726216971e-06,
      "loss": 0.3342,
      "step": 1575760
    },
    {
      "epoch": 439.79,
      "grad_norm": 1.0351959466934204,
      "learning_rate": 2.152225777005499e-06,
      "loss": 0.3502,
      "step": 1575770
    },
    {
      "epoch": 439.79,
      "grad_norm": 0.9050155282020569,
      "learning_rate": 2.1521988278195183e-06,
      "loss": 0.3616,
      "step": 1575780
    },
    {
      "epoch": 439.8,
      "grad_norm": 1.0894575119018555,
      "learning_rate": 2.1521718786590337e-06,
      "loss": 0.3399,
      "step": 1575790
    },
    {
      "epoch": 439.8,
      "grad_norm": 1.063722014427185,
      "learning_rate": 2.152144929524048e-06,
      "loss": 0.3492,
      "step": 1575800
    },
    {
      "epoch": 439.8,
      "grad_norm": 0.9979743957519531,
      "learning_rate": 2.1521179804145643e-06,
      "loss": 0.3449,
      "step": 1575810
    },
    {
      "epoch": 439.8,
      "grad_norm": 1.2300159931182861,
      "learning_rate": 2.152091031330588e-06,
      "loss": 0.3637,
      "step": 1575820
    },
    {
      "epoch": 439.81,
      "grad_norm": 1.1952788829803467,
      "learning_rate": 2.152064082272121e-06,
      "loss": 0.3383,
      "step": 1575830
    },
    {
      "epoch": 439.81,
      "grad_norm": 1.1128168106079102,
      "learning_rate": 2.1520371332391668e-06,
      "loss": 0.3482,
      "step": 1575840
    },
    {
      "epoch": 439.81,
      "grad_norm": 1.0619566440582275,
      "learning_rate": 2.1520101842317304e-06,
      "loss": 0.3362,
      "step": 1575850
    },
    {
      "epoch": 439.82,
      "grad_norm": 1.139859914779663,
      "learning_rate": 2.1519832352498143e-06,
      "loss": 0.349,
      "step": 1575860
    },
    {
      "epoch": 439.82,
      "grad_norm": 1.035522222518921,
      "learning_rate": 2.151956286293423e-06,
      "loss": 0.3237,
      "step": 1575870
    },
    {
      "epoch": 439.82,
      "grad_norm": 1.182913899421692,
      "learning_rate": 2.1519293373625594e-06,
      "loss": 0.3473,
      "step": 1575880
    },
    {
      "epoch": 439.82,
      "grad_norm": 1.0700472593307495,
      "learning_rate": 2.151902388457226e-06,
      "loss": 0.3418,
      "step": 1575890
    },
    {
      "epoch": 439.83,
      "grad_norm": 1.2680946588516235,
      "learning_rate": 2.151875439577429e-06,
      "loss": 0.3425,
      "step": 1575900
    },
    {
      "epoch": 439.83,
      "grad_norm": 1.0662074089050293,
      "learning_rate": 2.1518484907231703e-06,
      "loss": 0.3353,
      "step": 1575910
    },
    {
      "epoch": 439.83,
      "grad_norm": 1.0345885753631592,
      "learning_rate": 2.1518215418944536e-06,
      "loss": 0.3393,
      "step": 1575920
    },
    {
      "epoch": 439.84,
      "grad_norm": 1.2992204427719116,
      "learning_rate": 2.1517945930912823e-06,
      "loss": 0.3273,
      "step": 1575930
    },
    {
      "epoch": 439.84,
      "grad_norm": 1.6197983026504517,
      "learning_rate": 2.151767644313661e-06,
      "loss": 0.3374,
      "step": 1575940
    },
    {
      "epoch": 439.84,
      "grad_norm": 1.2138962745666504,
      "learning_rate": 2.1517406955615917e-06,
      "loss": 0.3354,
      "step": 1575950
    },
    {
      "epoch": 439.84,
      "grad_norm": 1.1477243900299072,
      "learning_rate": 2.1517137468350794e-06,
      "loss": 0.3613,
      "step": 1575960
    },
    {
      "epoch": 439.85,
      "grad_norm": 1.0152560472488403,
      "learning_rate": 2.151686798134127e-06,
      "loss": 0.342,
      "step": 1575970
    },
    {
      "epoch": 439.85,
      "grad_norm": 1.1644879579544067,
      "learning_rate": 2.1516598494587382e-06,
      "loss": 0.333,
      "step": 1575980
    },
    {
      "epoch": 439.85,
      "grad_norm": 0.9479101896286011,
      "learning_rate": 2.1516329008089167e-06,
      "loss": 0.3304,
      "step": 1575990
    },
    {
      "epoch": 439.85,
      "grad_norm": 1.0034903287887573,
      "learning_rate": 2.1516059521846666e-06,
      "loss": 0.3456,
      "step": 1576000
    },
    {
      "epoch": 439.86,
      "grad_norm": 1.0425631999969482,
      "learning_rate": 2.15157900358599e-06,
      "loss": 0.3452,
      "step": 1576010
    },
    {
      "epoch": 439.86,
      "grad_norm": 0.8849949836730957,
      "learning_rate": 2.1515520550128924e-06,
      "loss": 0.3303,
      "step": 1576020
    },
    {
      "epoch": 439.86,
      "grad_norm": 1.133048415184021,
      "learning_rate": 2.1515251064653763e-06,
      "loss": 0.3392,
      "step": 1576030
    },
    {
      "epoch": 439.87,
      "grad_norm": 1.1500277519226074,
      "learning_rate": 2.1514981579434444e-06,
      "loss": 0.347,
      "step": 1576040
    },
    {
      "epoch": 439.87,
      "grad_norm": 1.227357268333435,
      "learning_rate": 2.151471209447102e-06,
      "loss": 0.3365,
      "step": 1576050
    },
    {
      "epoch": 439.87,
      "grad_norm": 0.8897311687469482,
      "learning_rate": 2.151444260976352e-06,
      "loss": 0.3605,
      "step": 1576060
    },
    {
      "epoch": 439.87,
      "grad_norm": 1.1681311130523682,
      "learning_rate": 2.1514173125311976e-06,
      "loss": 0.3574,
      "step": 1576070
    },
    {
      "epoch": 439.88,
      "grad_norm": 1.141375184059143,
      "learning_rate": 2.1513903641116432e-06,
      "loss": 0.3554,
      "step": 1576080
    },
    {
      "epoch": 439.88,
      "grad_norm": 1.0486971139907837,
      "learning_rate": 2.1513634157176917e-06,
      "loss": 0.3597,
      "step": 1576090
    },
    {
      "epoch": 439.88,
      "grad_norm": 0.9563519954681396,
      "learning_rate": 2.1513364673493463e-06,
      "loss": 0.3549,
      "step": 1576100
    },
    {
      "epoch": 439.89,
      "grad_norm": 0.993285059928894,
      "learning_rate": 2.151309519006612e-06,
      "loss": 0.3464,
      "step": 1576110
    },
    {
      "epoch": 439.89,
      "grad_norm": 0.8864455819129944,
      "learning_rate": 2.1512825706894913e-06,
      "loss": 0.3481,
      "step": 1576120
    },
    {
      "epoch": 439.89,
      "grad_norm": 1.0757122039794922,
      "learning_rate": 2.1512556223979875e-06,
      "loss": 0.3351,
      "step": 1576130
    },
    {
      "epoch": 439.89,
      "grad_norm": 1.1398345232009888,
      "learning_rate": 2.1512286741321057e-06,
      "loss": 0.333,
      "step": 1576140
    },
    {
      "epoch": 439.9,
      "grad_norm": 0.9089235663414001,
      "learning_rate": 2.151201725891848e-06,
      "loss": 0.3482,
      "step": 1576150
    },
    {
      "epoch": 439.9,
      "grad_norm": 1.0487971305847168,
      "learning_rate": 2.1511747776772186e-06,
      "loss": 0.3598,
      "step": 1576160
    },
    {
      "epoch": 439.9,
      "grad_norm": 1.2566494941711426,
      "learning_rate": 2.1511478294882215e-06,
      "loss": 0.3535,
      "step": 1576170
    },
    {
      "epoch": 439.91,
      "grad_norm": 1.1128753423690796,
      "learning_rate": 2.1511208813248586e-06,
      "loss": 0.3471,
      "step": 1576180
    },
    {
      "epoch": 439.91,
      "grad_norm": 1.059173345565796,
      "learning_rate": 2.1510939331871358e-06,
      "loss": 0.3352,
      "step": 1576190
    },
    {
      "epoch": 439.91,
      "grad_norm": 0.9598986506462097,
      "learning_rate": 2.1510669850750556e-06,
      "loss": 0.3458,
      "step": 1576200
    },
    {
      "epoch": 439.91,
      "grad_norm": 1.119620680809021,
      "learning_rate": 2.151040036988621e-06,
      "loss": 0.3482,
      "step": 1576210
    },
    {
      "epoch": 439.92,
      "grad_norm": 1.1470931768417358,
      "learning_rate": 2.1510130889278368e-06,
      "loss": 0.3581,
      "step": 1576220
    },
    {
      "epoch": 439.92,
      "grad_norm": 1.126858115196228,
      "learning_rate": 2.1509861408927053e-06,
      "loss": 0.3452,
      "step": 1576230
    },
    {
      "epoch": 439.92,
      "grad_norm": 1.5253524780273438,
      "learning_rate": 2.1509591928832305e-06,
      "loss": 0.3561,
      "step": 1576240
    },
    {
      "epoch": 439.92,
      "grad_norm": 1.0478109121322632,
      "learning_rate": 2.150932244899417e-06,
      "loss": 0.3518,
      "step": 1576250
    },
    {
      "epoch": 439.93,
      "grad_norm": 1.1067832708358765,
      "learning_rate": 2.1509052969412677e-06,
      "loss": 0.3339,
      "step": 1576260
    },
    {
      "epoch": 439.93,
      "grad_norm": 1.1497904062271118,
      "learning_rate": 2.1508783490087847e-06,
      "loss": 0.3318,
      "step": 1576270
    },
    {
      "epoch": 439.93,
      "grad_norm": 1.2697899341583252,
      "learning_rate": 2.150851401101974e-06,
      "loss": 0.3306,
      "step": 1576280
    },
    {
      "epoch": 439.94,
      "grad_norm": 1.1128941774368286,
      "learning_rate": 2.1508244532208383e-06,
      "loss": 0.3529,
      "step": 1576290
    },
    {
      "epoch": 439.94,
      "grad_norm": 1.0624899864196777,
      "learning_rate": 2.1507975053653808e-06,
      "loss": 0.3489,
      "step": 1576300
    },
    {
      "epoch": 439.94,
      "grad_norm": 0.8588934540748596,
      "learning_rate": 2.1507705575356057e-06,
      "loss": 0.3449,
      "step": 1576310
    },
    {
      "epoch": 439.94,
      "grad_norm": 0.9599891304969788,
      "learning_rate": 2.150743609731516e-06,
      "loss": 0.3472,
      "step": 1576320
    },
    {
      "epoch": 439.95,
      "grad_norm": 0.9752968549728394,
      "learning_rate": 2.1507166619531143e-06,
      "loss": 0.3396,
      "step": 1576330
    },
    {
      "epoch": 439.95,
      "grad_norm": 1.332377552986145,
      "learning_rate": 2.150689714200407e-06,
      "loss": 0.3445,
      "step": 1576340
    },
    {
      "epoch": 439.95,
      "grad_norm": 1.9375356435775757,
      "learning_rate": 2.1506627664733955e-06,
      "loss": 0.3627,
      "step": 1576350
    },
    {
      "epoch": 439.96,
      "grad_norm": 0.991644024848938,
      "learning_rate": 2.150635818772084e-06,
      "loss": 0.34,
      "step": 1576360
    },
    {
      "epoch": 439.96,
      "grad_norm": 13.746387481689453,
      "learning_rate": 2.1506088710964765e-06,
      "loss": 0.3503,
      "step": 1576370
    },
    {
      "epoch": 439.96,
      "grad_norm": 1.064374327659607,
      "learning_rate": 2.1505819234465752e-06,
      "loss": 0.3674,
      "step": 1576380
    },
    {
      "epoch": 439.96,
      "grad_norm": 1.9575856924057007,
      "learning_rate": 2.1505549758223848e-06,
      "loss": 0.3404,
      "step": 1576390
    },
    {
      "epoch": 439.97,
      "grad_norm": 0.9816033244132996,
      "learning_rate": 2.1505280282239094e-06,
      "loss": 0.3515,
      "step": 1576400
    },
    {
      "epoch": 439.97,
      "grad_norm": 1.0415594577789307,
      "learning_rate": 2.1505010806511516e-06,
      "loss": 0.3501,
      "step": 1576410
    },
    {
      "epoch": 439.97,
      "grad_norm": 1.2333229780197144,
      "learning_rate": 2.1504741331041144e-06,
      "loss": 0.3566,
      "step": 1576420
    },
    {
      "epoch": 439.97,
      "grad_norm": 1.005805253982544,
      "learning_rate": 2.1504471855828033e-06,
      "loss": 0.3641,
      "step": 1576430
    },
    {
      "epoch": 439.98,
      "grad_norm": 1.0132936239242554,
      "learning_rate": 2.1504202380872204e-06,
      "loss": 0.3478,
      "step": 1576440
    },
    {
      "epoch": 439.98,
      "grad_norm": 0.993961751461029,
      "learning_rate": 2.1503932906173703e-06,
      "loss": 0.3339,
      "step": 1576450
    },
    {
      "epoch": 439.98,
      "grad_norm": 1.0598149299621582,
      "learning_rate": 2.150366343173256e-06,
      "loss": 0.3485,
      "step": 1576460
    },
    {
      "epoch": 439.99,
      "grad_norm": 8.920742988586426,
      "learning_rate": 2.15033939575488e-06,
      "loss": 0.3426,
      "step": 1576470
    },
    {
      "epoch": 439.99,
      "grad_norm": 1.1592206954956055,
      "learning_rate": 2.150312448362248e-06,
      "loss": 0.3486,
      "step": 1576480
    },
    {
      "epoch": 439.99,
      "grad_norm": 1.0070134401321411,
      "learning_rate": 2.1502855009953627e-06,
      "loss": 0.3489,
      "step": 1576490
    },
    {
      "epoch": 439.99,
      "grad_norm": 1.1152064800262451,
      "learning_rate": 2.1502585536542265e-06,
      "loss": 0.3613,
      "step": 1576500
    },
    {
      "epoch": 440.0,
      "grad_norm": 0.8760476112365723,
      "learning_rate": 2.1502316063388452e-06,
      "loss": 0.3507,
      "step": 1576510
    },
    {
      "epoch": 440.0,
      "grad_norm": 1.152909755706787,
      "learning_rate": 2.150204659049221e-06,
      "loss": 0.3424,
      "step": 1576520
    },
    {
      "epoch": 440.0,
      "eval_loss": 0.3458438515663147,
      "eval_runtime": 63.1156,
      "eval_samples_per_second": 80.155,
      "eval_steps_per_second": 10.029,
      "step": 1576520
    },
    {
      "epoch": 440.0,
      "grad_norm": 1.3461451530456543,
      "learning_rate": 2.1501777117853574e-06,
      "loss": 0.3508,
      "step": 1576530
    },
    {
      "epoch": 440.01,
      "grad_norm": 1.0577956438064575,
      "learning_rate": 2.150150764547259e-06,
      "loss": 0.333,
      "step": 1576540
    },
    {
      "epoch": 440.01,
      "grad_norm": 0.9701945781707764,
      "learning_rate": 2.1501238173349285e-06,
      "loss": 0.3451,
      "step": 1576550
    },
    {
      "epoch": 440.01,
      "grad_norm": 1.0275039672851562,
      "learning_rate": 2.1500968701483687e-06,
      "loss": 0.3495,
      "step": 1576560
    },
    {
      "epoch": 440.01,
      "grad_norm": 0.9540736675262451,
      "learning_rate": 2.150069922987585e-06,
      "loss": 0.3326,
      "step": 1576570
    },
    {
      "epoch": 440.02,
      "grad_norm": 1.0203003883361816,
      "learning_rate": 2.1500429758525805e-06,
      "loss": 0.3353,
      "step": 1576580
    },
    {
      "epoch": 440.02,
      "grad_norm": 1.038039207458496,
      "learning_rate": 2.150016028743358e-06,
      "loss": 0.3542,
      "step": 1576590
    },
    {
      "epoch": 440.02,
      "grad_norm": 1.0733695030212402,
      "learning_rate": 2.1499890816599215e-06,
      "loss": 0.3579,
      "step": 1576600
    },
    {
      "epoch": 440.03,
      "grad_norm": 1.110201120376587,
      "learning_rate": 2.1499621346022754e-06,
      "loss": 0.3464,
      "step": 1576610
    },
    {
      "epoch": 440.03,
      "grad_norm": 0.9959409832954407,
      "learning_rate": 2.149935187570421e-06,
      "loss": 0.3504,
      "step": 1576620
    },
    {
      "epoch": 440.03,
      "grad_norm": 1.1264606714248657,
      "learning_rate": 2.1499082405643643e-06,
      "loss": 0.3413,
      "step": 1576630
    },
    {
      "epoch": 440.03,
      "grad_norm": 0.9995909333229065,
      "learning_rate": 2.149881293584108e-06,
      "loss": 0.3382,
      "step": 1576640
    },
    {
      "epoch": 440.04,
      "grad_norm": 1.0707255601882935,
      "learning_rate": 2.1498543466296552e-06,
      "loss": 0.342,
      "step": 1576650
    },
    {
      "epoch": 440.04,
      "grad_norm": 0.8989179134368896,
      "learning_rate": 2.1498273997010105e-06,
      "loss": 0.3404,
      "step": 1576660
    },
    {
      "epoch": 440.04,
      "grad_norm": 1.0025607347488403,
      "learning_rate": 2.1498004527981775e-06,
      "loss": 0.3464,
      "step": 1576670
    },
    {
      "epoch": 440.04,
      "grad_norm": 1.4317257404327393,
      "learning_rate": 2.149773505921158e-06,
      "loss": 0.354,
      "step": 1576680
    },
    {
      "epoch": 440.05,
      "grad_norm": 1.0566692352294922,
      "learning_rate": 2.1497465590699577e-06,
      "loss": 0.3452,
      "step": 1576690
    },
    {
      "epoch": 440.05,
      "grad_norm": 1.242836833000183,
      "learning_rate": 2.1497196122445794e-06,
      "loss": 0.3427,
      "step": 1576700
    },
    {
      "epoch": 440.05,
      "grad_norm": 1.0073192119598389,
      "learning_rate": 2.1496926654450255e-06,
      "loss": 0.3516,
      "step": 1576710
    },
    {
      "epoch": 440.06,
      "grad_norm": 0.9193973541259766,
      "learning_rate": 2.1496657186713014e-06,
      "loss": 0.3547,
      "step": 1576720
    },
    {
      "epoch": 440.06,
      "grad_norm": 1.1891473531723022,
      "learning_rate": 2.1496387719234098e-06,
      "loss": 0.3471,
      "step": 1576730
    },
    {
      "epoch": 440.06,
      "grad_norm": 1.1128723621368408,
      "learning_rate": 2.149611825201355e-06,
      "loss": 0.3266,
      "step": 1576740
    },
    {
      "epoch": 440.06,
      "grad_norm": 1.0733693838119507,
      "learning_rate": 2.14958487850514e-06,
      "loss": 0.3336,
      "step": 1576750
    },
    {
      "epoch": 440.07,
      "grad_norm": 0.9891176819801331,
      "learning_rate": 2.1495579318347676e-06,
      "loss": 0.3554,
      "step": 1576760
    },
    {
      "epoch": 440.07,
      "grad_norm": 1.0604742765426636,
      "learning_rate": 2.1495309851902427e-06,
      "loss": 0.3455,
      "step": 1576770
    },
    {
      "epoch": 440.07,
      "grad_norm": 1.137226939201355,
      "learning_rate": 2.149504038571569e-06,
      "loss": 0.3502,
      "step": 1576780
    },
    {
      "epoch": 440.08,
      "grad_norm": 1.1719073057174683,
      "learning_rate": 2.1494770919787478e-06,
      "loss": 0.3342,
      "step": 1576790
    },
    {
      "epoch": 440.08,
      "grad_norm": 1.0328994989395142,
      "learning_rate": 2.149450145411786e-06,
      "loss": 0.3386,
      "step": 1576800
    },
    {
      "epoch": 440.08,
      "grad_norm": 1.0753978490829468,
      "learning_rate": 2.1494231988706853e-06,
      "loss": 0.3359,
      "step": 1576810
    },
    {
      "epoch": 440.08,
      "grad_norm": 0.9620474576950073,
      "learning_rate": 2.149396252355449e-06,
      "loss": 0.3473,
      "step": 1576820
    },
    {
      "epoch": 440.09,
      "grad_norm": 1.2489386796951294,
      "learning_rate": 2.149369305866082e-06,
      "loss": 0.3509,
      "step": 1576830
    },
    {
      "epoch": 440.09,
      "grad_norm": 1.0249229669570923,
      "learning_rate": 2.149342359402587e-06,
      "loss": 0.3422,
      "step": 1576840
    },
    {
      "epoch": 440.09,
      "grad_norm": 1.1693286895751953,
      "learning_rate": 2.1493154129649665e-06,
      "loss": 0.3415,
      "step": 1576850
    },
    {
      "epoch": 440.09,
      "grad_norm": 1.0155543088912964,
      "learning_rate": 2.1492884665532262e-06,
      "loss": 0.3368,
      "step": 1576860
    },
    {
      "epoch": 440.1,
      "grad_norm": 1.015169382095337,
      "learning_rate": 2.149261520167369e-06,
      "loss": 0.344,
      "step": 1576870
    },
    {
      "epoch": 440.1,
      "grad_norm": 1.0205714702606201,
      "learning_rate": 2.1492345738073982e-06,
      "loss": 0.3313,
      "step": 1576880
    },
    {
      "epoch": 440.1,
      "grad_norm": 1.039995551109314,
      "learning_rate": 2.1492076274733173e-06,
      "loss": 0.349,
      "step": 1576890
    },
    {
      "epoch": 440.11,
      "grad_norm": 0.9042719006538391,
      "learning_rate": 2.14918068116513e-06,
      "loss": 0.3442,
      "step": 1576900
    },
    {
      "epoch": 440.11,
      "grad_norm": 1.0321869850158691,
      "learning_rate": 2.1491537348828398e-06,
      "loss": 0.3509,
      "step": 1576910
    },
    {
      "epoch": 440.11,
      "grad_norm": 1.1217522621154785,
      "learning_rate": 2.149126788626451e-06,
      "loss": 0.3451,
      "step": 1576920
    },
    {
      "epoch": 440.11,
      "grad_norm": 1.178929090499878,
      "learning_rate": 2.149099842395966e-06,
      "loss": 0.3504,
      "step": 1576930
    },
    {
      "epoch": 440.12,
      "grad_norm": 1.107679843902588,
      "learning_rate": 2.1490728961913886e-06,
      "loss": 0.3473,
      "step": 1576940
    },
    {
      "epoch": 440.12,
      "grad_norm": 0.8918339014053345,
      "learning_rate": 2.1490459500127234e-06,
      "loss": 0.349,
      "step": 1576950
    },
    {
      "epoch": 440.12,
      "grad_norm": 1.1059054136276245,
      "learning_rate": 2.1490190038599736e-06,
      "loss": 0.3482,
      "step": 1576960
    },
    {
      "epoch": 440.13,
      "grad_norm": 0.9800225496292114,
      "learning_rate": 2.148992057733142e-06,
      "loss": 0.3583,
      "step": 1576970
    },
    {
      "epoch": 440.13,
      "grad_norm": 0.9267765283584595,
      "learning_rate": 2.1489651116322333e-06,
      "loss": 0.3506,
      "step": 1576980
    },
    {
      "epoch": 440.13,
      "grad_norm": 1.0958846807479858,
      "learning_rate": 2.1489381655572504e-06,
      "loss": 0.34,
      "step": 1576990
    },
    {
      "epoch": 440.13,
      "grad_norm": 1.0229198932647705,
      "learning_rate": 2.148911219508196e-06,
      "loss": 0.3213,
      "step": 1577000
    },
    {
      "epoch": 440.14,
      "grad_norm": 1.0251035690307617,
      "learning_rate": 2.1488842734850758e-06,
      "loss": 0.3641,
      "step": 1577010
    },
    {
      "epoch": 440.14,
      "grad_norm": 1.2466261386871338,
      "learning_rate": 2.148857327487892e-06,
      "loss": 0.3431,
      "step": 1577020
    },
    {
      "epoch": 440.14,
      "grad_norm": 1.1293737888336182,
      "learning_rate": 2.1488303815166487e-06,
      "loss": 0.3475,
      "step": 1577030
    },
    {
      "epoch": 440.15,
      "grad_norm": 1.1259437799453735,
      "learning_rate": 2.148803435571349e-06,
      "loss": 0.3536,
      "step": 1577040
    },
    {
      "epoch": 440.15,
      "grad_norm": 1.110397458076477,
      "learning_rate": 2.1487764896519962e-06,
      "loss": 0.3551,
      "step": 1577050
    },
    {
      "epoch": 440.15,
      "grad_norm": 1.0129071474075317,
      "learning_rate": 2.148749543758595e-06,
      "loss": 0.3424,
      "step": 1577060
    },
    {
      "epoch": 440.15,
      "grad_norm": 1.3812206983566284,
      "learning_rate": 2.148722597891149e-06,
      "loss": 0.3403,
      "step": 1577070
    },
    {
      "epoch": 440.16,
      "grad_norm": 1.4991377592086792,
      "learning_rate": 2.14869565204966e-06,
      "loss": 0.357,
      "step": 1577080
    },
    {
      "epoch": 440.16,
      "grad_norm": 0.9109768867492676,
      "learning_rate": 2.1486687062341335e-06,
      "loss": 0.3403,
      "step": 1577090
    },
    {
      "epoch": 440.16,
      "grad_norm": 1.0268465280532837,
      "learning_rate": 2.1486417604445724e-06,
      "loss": 0.3566,
      "step": 1577100
    },
    {
      "epoch": 440.16,
      "grad_norm": 1.1327298879623413,
      "learning_rate": 2.14861481468098e-06,
      "loss": 0.3392,
      "step": 1577110
    },
    {
      "epoch": 440.17,
      "grad_norm": 0.9753006100654602,
      "learning_rate": 2.14858786894336e-06,
      "loss": 0.3449,
      "step": 1577120
    },
    {
      "epoch": 440.17,
      "grad_norm": 1.0873486995697021,
      "learning_rate": 2.148560923231717e-06,
      "loss": 0.3414,
      "step": 1577130
    },
    {
      "epoch": 440.17,
      "grad_norm": 1.1753567457199097,
      "learning_rate": 2.1485339775460522e-06,
      "loss": 0.3605,
      "step": 1577140
    },
    {
      "epoch": 440.18,
      "grad_norm": 0.9647825360298157,
      "learning_rate": 2.148507031886372e-06,
      "loss": 0.3583,
      "step": 1577150
    },
    {
      "epoch": 440.18,
      "grad_norm": 0.9878403544425964,
      "learning_rate": 2.1484800862526786e-06,
      "loss": 0.3362,
      "step": 1577160
    },
    {
      "epoch": 440.18,
      "grad_norm": 1.108689785003662,
      "learning_rate": 2.148453140644975e-06,
      "loss": 0.3382,
      "step": 1577170
    },
    {
      "epoch": 440.18,
      "grad_norm": 0.9110807776451111,
      "learning_rate": 2.1484261950632665e-06,
      "loss": 0.3576,
      "step": 1577180
    },
    {
      "epoch": 440.19,
      "grad_norm": 1.036919116973877,
      "learning_rate": 2.148399249507555e-06,
      "loss": 0.3357,
      "step": 1577190
    },
    {
      "epoch": 440.19,
      "grad_norm": 1.1117839813232422,
      "learning_rate": 2.148372303977844e-06,
      "loss": 0.3653,
      "step": 1577200
    },
    {
      "epoch": 440.19,
      "grad_norm": 1.1924303770065308,
      "learning_rate": 2.1483453584741392e-06,
      "loss": 0.3491,
      "step": 1577210
    },
    {
      "epoch": 440.2,
      "grad_norm": 0.903179407119751,
      "learning_rate": 2.148318412996442e-06,
      "loss": 0.3281,
      "step": 1577220
    },
    {
      "epoch": 440.2,
      "grad_norm": 1.0242589712142944,
      "learning_rate": 2.1482914675447564e-06,
      "loss": 0.3384,
      "step": 1577230
    },
    {
      "epoch": 440.2,
      "grad_norm": 1.2450032234191895,
      "learning_rate": 2.1482645221190874e-06,
      "loss": 0.339,
      "step": 1577240
    },
    {
      "epoch": 440.2,
      "grad_norm": 1.1406711339950562,
      "learning_rate": 2.1482375767194376e-06,
      "loss": 0.3243,
      "step": 1577250
    },
    {
      "epoch": 440.21,
      "grad_norm": 1.1529204845428467,
      "learning_rate": 2.1482106313458094e-06,
      "loss": 0.3534,
      "step": 1577260
    },
    {
      "epoch": 440.21,
      "grad_norm": 1.3803521394729614,
      "learning_rate": 2.148183685998209e-06,
      "loss": 0.3375,
      "step": 1577270
    },
    {
      "epoch": 440.21,
      "grad_norm": 1.1595637798309326,
      "learning_rate": 2.1481567406766377e-06,
      "loss": 0.3497,
      "step": 1577280
    },
    {
      "epoch": 440.21,
      "grad_norm": 1.2760976552963257,
      "learning_rate": 2.148129795381099e-06,
      "loss": 0.3323,
      "step": 1577290
    },
    {
      "epoch": 440.22,
      "grad_norm": 0.9833993315696716,
      "learning_rate": 2.148102850111599e-06,
      "loss": 0.3284,
      "step": 1577300
    },
    {
      "epoch": 440.22,
      "grad_norm": 1.1330658197402954,
      "learning_rate": 2.148075904868139e-06,
      "loss": 0.3614,
      "step": 1577310
    },
    {
      "epoch": 440.22,
      "grad_norm": 0.9424331188201904,
      "learning_rate": 2.1480489596507236e-06,
      "loss": 0.3472,
      "step": 1577320
    },
    {
      "epoch": 440.23,
      "grad_norm": 1.1356738805770874,
      "learning_rate": 2.1480220144593553e-06,
      "loss": 0.345,
      "step": 1577330
    },
    {
      "epoch": 440.23,
      "grad_norm": 1.1846805810928345,
      "learning_rate": 2.147995069294039e-06,
      "loss": 0.3445,
      "step": 1577340
    },
    {
      "epoch": 440.23,
      "grad_norm": 0.8773069381713867,
      "learning_rate": 2.147968124154778e-06,
      "loss": 0.3292,
      "step": 1577350
    },
    {
      "epoch": 440.23,
      "grad_norm": 0.9542006850242615,
      "learning_rate": 2.1479411790415755e-06,
      "loss": 0.3441,
      "step": 1577360
    },
    {
      "epoch": 440.24,
      "grad_norm": 1.405803918838501,
      "learning_rate": 2.1479142339544343e-06,
      "loss": 0.338,
      "step": 1577370
    },
    {
      "epoch": 440.24,
      "grad_norm": 1.0458729267120361,
      "learning_rate": 2.1478872888933596e-06,
      "loss": 0.3429,
      "step": 1577380
    },
    {
      "epoch": 440.24,
      "grad_norm": 0.9361576437950134,
      "learning_rate": 2.1478603438583544e-06,
      "loss": 0.3474,
      "step": 1577390
    },
    {
      "epoch": 440.25,
      "grad_norm": 1.045719861984253,
      "learning_rate": 2.147833398849422e-06,
      "loss": 0.3444,
      "step": 1577400
    },
    {
      "epoch": 440.25,
      "grad_norm": 0.9040871262550354,
      "learning_rate": 2.1478064538665664e-06,
      "loss": 0.3506,
      "step": 1577410
    },
    {
      "epoch": 440.25,
      "grad_norm": 1.1304872035980225,
      "learning_rate": 2.147779508909791e-06,
      "loss": 0.3384,
      "step": 1577420
    },
    {
      "epoch": 440.25,
      "grad_norm": 1.4435584545135498,
      "learning_rate": 2.1477525639790985e-06,
      "loss": 0.3476,
      "step": 1577430
    },
    {
      "epoch": 440.26,
      "grad_norm": 1.0308067798614502,
      "learning_rate": 2.147725619074494e-06,
      "loss": 0.3589,
      "step": 1577440
    },
    {
      "epoch": 440.26,
      "grad_norm": 0.992559015750885,
      "learning_rate": 2.147698674195981e-06,
      "loss": 0.339,
      "step": 1577450
    },
    {
      "epoch": 440.26,
      "grad_norm": 3.270340919494629,
      "learning_rate": 2.147671729343561e-06,
      "loss": 0.3304,
      "step": 1577460
    },
    {
      "epoch": 440.27,
      "grad_norm": 1.0420432090759277,
      "learning_rate": 2.1476447845172396e-06,
      "loss": 0.3411,
      "step": 1577470
    },
    {
      "epoch": 440.27,
      "grad_norm": 0.9791480302810669,
      "learning_rate": 2.1476178397170206e-06,
      "loss": 0.3459,
      "step": 1577480
    },
    {
      "epoch": 440.27,
      "grad_norm": 1.2685271501541138,
      "learning_rate": 2.147590894942906e-06,
      "loss": 0.3305,
      "step": 1577490
    },
    {
      "epoch": 440.27,
      "grad_norm": 1.0614193677902222,
      "learning_rate": 2.147563950194901e-06,
      "loss": 0.3387,
      "step": 1577500
    },
    {
      "epoch": 440.28,
      "grad_norm": 1.1514627933502197,
      "learning_rate": 2.1475370054730083e-06,
      "loss": 0.3575,
      "step": 1577510
    },
    {
      "epoch": 440.28,
      "grad_norm": 0.9685401916503906,
      "learning_rate": 2.1475100607772305e-06,
      "loss": 0.3454,
      "step": 1577520
    },
    {
      "epoch": 440.28,
      "grad_norm": 1.0032451152801514,
      "learning_rate": 2.147483116107573e-06,
      "loss": 0.3554,
      "step": 1577530
    },
    {
      "epoch": 440.28,
      "grad_norm": 0.9947553873062134,
      "learning_rate": 2.1474561714640395e-06,
      "loss": 0.342,
      "step": 1577540
    },
    {
      "epoch": 440.29,
      "grad_norm": 1.0079149007797241,
      "learning_rate": 2.1474292268466318e-06,
      "loss": 0.3393,
      "step": 1577550
    },
    {
      "epoch": 440.29,
      "grad_norm": 0.9841082096099854,
      "learning_rate": 2.1474022822553546e-06,
      "loss": 0.3469,
      "step": 1577560
    },
    {
      "epoch": 440.29,
      "grad_norm": 1.0227526426315308,
      "learning_rate": 2.1473753376902118e-06,
      "loss": 0.3573,
      "step": 1577570
    },
    {
      "epoch": 440.3,
      "grad_norm": 1.1494145393371582,
      "learning_rate": 2.1473483931512054e-06,
      "loss": 0.3449,
      "step": 1577580
    },
    {
      "epoch": 440.3,
      "grad_norm": 1.1348094940185547,
      "learning_rate": 2.147321448638341e-06,
      "loss": 0.3526,
      "step": 1577590
    },
    {
      "epoch": 440.3,
      "grad_norm": 1.105396032333374,
      "learning_rate": 2.1472945041516203e-06,
      "loss": 0.3456,
      "step": 1577600
    },
    {
      "epoch": 440.3,
      "grad_norm": 1.1872954368591309,
      "learning_rate": 2.147267559691049e-06,
      "loss": 0.3414,
      "step": 1577610
    },
    {
      "epoch": 440.31,
      "grad_norm": 1.1081368923187256,
      "learning_rate": 2.14724061525663e-06,
      "loss": 0.3386,
      "step": 1577620
    },
    {
      "epoch": 440.31,
      "grad_norm": 1.0186407566070557,
      "learning_rate": 2.147213670848365e-06,
      "loss": 0.3398,
      "step": 1577630
    },
    {
      "epoch": 440.31,
      "grad_norm": 0.904252290725708,
      "learning_rate": 2.14718672646626e-06,
      "loss": 0.3466,
      "step": 1577640
    },
    {
      "epoch": 440.32,
      "grad_norm": 1.5179879665374756,
      "learning_rate": 2.147159782110318e-06,
      "loss": 0.3496,
      "step": 1577650
    },
    {
      "epoch": 440.32,
      "grad_norm": 1.0763922929763794,
      "learning_rate": 2.1471328377805406e-06,
      "loss": 0.3239,
      "step": 1577660
    },
    {
      "epoch": 440.32,
      "grad_norm": 1.0105732679367065,
      "learning_rate": 2.1471058934769344e-06,
      "loss": 0.3386,
      "step": 1577670
    },
    {
      "epoch": 440.32,
      "grad_norm": 0.9923602938652039,
      "learning_rate": 2.1470789491995016e-06,
      "loss": 0.3417,
      "step": 1577680
    },
    {
      "epoch": 440.33,
      "grad_norm": 0.9578593969345093,
      "learning_rate": 2.147052004948245e-06,
      "loss": 0.352,
      "step": 1577690
    },
    {
      "epoch": 440.33,
      "grad_norm": 1.0004661083221436,
      "learning_rate": 2.1470250607231694e-06,
      "loss": 0.3451,
      "step": 1577700
    },
    {
      "epoch": 440.33,
      "grad_norm": 1.0830398797988892,
      "learning_rate": 2.146998116524278e-06,
      "loss": 0.3455,
      "step": 1577710
    },
    {
      "epoch": 440.33,
      "grad_norm": 1.4428603649139404,
      "learning_rate": 2.1469711723515737e-06,
      "loss": 0.3419,
      "step": 1577720
    },
    {
      "epoch": 440.34,
      "grad_norm": 1.0396778583526611,
      "learning_rate": 2.1469442282050617e-06,
      "loss": 0.3623,
      "step": 1577730
    },
    {
      "epoch": 440.34,
      "grad_norm": 1.0649709701538086,
      "learning_rate": 2.146917284084744e-06,
      "loss": 0.3426,
      "step": 1577740
    },
    {
      "epoch": 440.34,
      "grad_norm": 1.1543407440185547,
      "learning_rate": 2.1468903399906244e-06,
      "loss": 0.3545,
      "step": 1577750
    },
    {
      "epoch": 440.35,
      "grad_norm": 1.0085980892181396,
      "learning_rate": 2.1468633959227077e-06,
      "loss": 0.3437,
      "step": 1577760
    },
    {
      "epoch": 440.35,
      "grad_norm": 0.9016429781913757,
      "learning_rate": 2.1468364518809965e-06,
      "loss": 0.3539,
      "step": 1577770
    },
    {
      "epoch": 440.35,
      "grad_norm": 1.2016109228134155,
      "learning_rate": 2.146809507865494e-06,
      "loss": 0.3601,
      "step": 1577780
    },
    {
      "epoch": 440.35,
      "grad_norm": 0.9923182725906372,
      "learning_rate": 2.146782563876205e-06,
      "loss": 0.3375,
      "step": 1577790
    },
    {
      "epoch": 440.36,
      "grad_norm": 1.0492430925369263,
      "learning_rate": 2.1467556199131324e-06,
      "loss": 0.347,
      "step": 1577800
    },
    {
      "epoch": 440.36,
      "grad_norm": 2.090489387512207,
      "learning_rate": 2.146728675976279e-06,
      "loss": 0.3399,
      "step": 1577810
    },
    {
      "epoch": 440.36,
      "grad_norm": 1.107429027557373,
      "learning_rate": 2.1467017320656498e-06,
      "loss": 0.3548,
      "step": 1577820
    },
    {
      "epoch": 440.37,
      "grad_norm": 1.0040982961654663,
      "learning_rate": 2.146674788181248e-06,
      "loss": 0.3463,
      "step": 1577830
    },
    {
      "epoch": 440.37,
      "grad_norm": 0.8952768445014954,
      "learning_rate": 2.1466478443230764e-06,
      "loss": 0.3452,
      "step": 1577840
    },
    {
      "epoch": 440.37,
      "grad_norm": 1.2220474481582642,
      "learning_rate": 2.1466209004911397e-06,
      "loss": 0.3428,
      "step": 1577850
    },
    {
      "epoch": 440.37,
      "grad_norm": 1.0021785497665405,
      "learning_rate": 2.146593956685441e-06,
      "loss": 0.3535,
      "step": 1577860
    },
    {
      "epoch": 440.38,
      "grad_norm": 0.9995661377906799,
      "learning_rate": 2.1465670129059827e-06,
      "loss": 0.3522,
      "step": 1577870
    },
    {
      "epoch": 440.38,
      "grad_norm": 1.1377240419387817,
      "learning_rate": 2.1465400691527705e-06,
      "loss": 0.3334,
      "step": 1577880
    },
    {
      "epoch": 440.38,
      "grad_norm": 1.1095852851867676,
      "learning_rate": 2.1465131254258058e-06,
      "loss": 0.3503,
      "step": 1577890
    },
    {
      "epoch": 440.39,
      "grad_norm": 1.0161956548690796,
      "learning_rate": 2.1464861817250948e-06,
      "loss": 0.3369,
      "step": 1577900
    },
    {
      "epoch": 440.39,
      "grad_norm": 1.001093864440918,
      "learning_rate": 2.1464592380506397e-06,
      "loss": 0.3462,
      "step": 1577910
    },
    {
      "epoch": 440.39,
      "grad_norm": 1.09480881690979,
      "learning_rate": 2.146432294402443e-06,
      "loss": 0.3349,
      "step": 1577920
    },
    {
      "epoch": 440.39,
      "grad_norm": 2.565354347229004,
      "learning_rate": 2.1464053507805104e-06,
      "loss": 0.3459,
      "step": 1577930
    },
    {
      "epoch": 440.4,
      "grad_norm": 0.9528629183769226,
      "learning_rate": 2.1463784071848442e-06,
      "loss": 0.3626,
      "step": 1577940
    },
    {
      "epoch": 440.4,
      "grad_norm": 1.1049954891204834,
      "learning_rate": 2.146351463615447e-06,
      "loss": 0.3522,
      "step": 1577950
    },
    {
      "epoch": 440.4,
      "grad_norm": 1.0665372610092163,
      "learning_rate": 2.1463245200723253e-06,
      "loss": 0.3335,
      "step": 1577960
    },
    {
      "epoch": 440.4,
      "grad_norm": 1.0776047706604004,
      "learning_rate": 2.1462975765554806e-06,
      "loss": 0.3335,
      "step": 1577970
    },
    {
      "epoch": 440.41,
      "grad_norm": 1.0083560943603516,
      "learning_rate": 2.146270633064916e-06,
      "loss": 0.3423,
      "step": 1577980
    },
    {
      "epoch": 440.41,
      "grad_norm": 1.1469333171844482,
      "learning_rate": 2.146243689600637e-06,
      "loss": 0.3391,
      "step": 1577990
    },
    {
      "epoch": 440.41,
      "grad_norm": 1.0286577939987183,
      "learning_rate": 2.146216746162646e-06,
      "loss": 0.3589,
      "step": 1578000
    },
    {
      "epoch": 440.42,
      "grad_norm": 1.2766153812408447,
      "learning_rate": 2.146189802750945e-06,
      "loss": 0.3591,
      "step": 1578010
    },
    {
      "epoch": 440.42,
      "grad_norm": 1.0626389980316162,
      "learning_rate": 2.1461628593655412e-06,
      "loss": 0.3485,
      "step": 1578020
    },
    {
      "epoch": 440.42,
      "grad_norm": 1.0414859056472778,
      "learning_rate": 2.146135916006436e-06,
      "loss": 0.3463,
      "step": 1578030
    },
    {
      "epoch": 440.42,
      "grad_norm": 0.9487178921699524,
      "learning_rate": 2.146108972673632e-06,
      "loss": 0.3358,
      "step": 1578040
    },
    {
      "epoch": 440.43,
      "grad_norm": 2.407391309738159,
      "learning_rate": 2.146082029367136e-06,
      "loss": 0.3509,
      "step": 1578050
    },
    {
      "epoch": 440.43,
      "grad_norm": 0.9926928281784058,
      "learning_rate": 2.1460550860869488e-06,
      "loss": 0.3448,
      "step": 1578060
    },
    {
      "epoch": 440.43,
      "grad_norm": 0.9761356115341187,
      "learning_rate": 2.1460281428330744e-06,
      "loss": 0.3408,
      "step": 1578070
    },
    {
      "epoch": 440.44,
      "grad_norm": 1.10140061378479,
      "learning_rate": 2.1460011996055177e-06,
      "loss": 0.3533,
      "step": 1578080
    },
    {
      "epoch": 440.44,
      "grad_norm": 0.9982431530952454,
      "learning_rate": 2.1459742564042813e-06,
      "loss": 0.3375,
      "step": 1578090
    },
    {
      "epoch": 440.44,
      "grad_norm": 0.9866021871566772,
      "learning_rate": 2.1459473132293677e-06,
      "loss": 0.3326,
      "step": 1578100
    },
    {
      "epoch": 440.44,
      "grad_norm": 0.9567068815231323,
      "learning_rate": 2.145920370080783e-06,
      "loss": 0.3611,
      "step": 1578110
    },
    {
      "epoch": 440.45,
      "grad_norm": 1.199681282043457,
      "learning_rate": 2.1458934269585293e-06,
      "loss": 0.3426,
      "step": 1578120
    },
    {
      "epoch": 440.45,
      "grad_norm": 1.189603567123413,
      "learning_rate": 2.1458664838626096e-06,
      "loss": 0.339,
      "step": 1578130
    },
    {
      "epoch": 440.45,
      "grad_norm": 0.9591158032417297,
      "learning_rate": 2.1458395407930292e-06,
      "loss": 0.3291,
      "step": 1578140
    },
    {
      "epoch": 440.45,
      "grad_norm": 1.1535056829452515,
      "learning_rate": 2.1458125977497907e-06,
      "loss": 0.337,
      "step": 1578150
    },
    {
      "epoch": 440.46,
      "grad_norm": 1.0978978872299194,
      "learning_rate": 2.1457856547328966e-06,
      "loss": 0.3586,
      "step": 1578160
    },
    {
      "epoch": 440.46,
      "grad_norm": 1.3206778764724731,
      "learning_rate": 2.1457587117423525e-06,
      "loss": 0.3432,
      "step": 1578170
    },
    {
      "epoch": 440.46,
      "grad_norm": 1.1882336139678955,
      "learning_rate": 2.1457317687781604e-06,
      "loss": 0.3441,
      "step": 1578180
    },
    {
      "epoch": 440.47,
      "grad_norm": 0.9330868721008301,
      "learning_rate": 2.1457048258403254e-06,
      "loss": 0.3405,
      "step": 1578190
    },
    {
      "epoch": 440.47,
      "grad_norm": 1.0888441801071167,
      "learning_rate": 2.1456778829288505e-06,
      "loss": 0.3414,
      "step": 1578200
    },
    {
      "epoch": 440.47,
      "grad_norm": 1.0683984756469727,
      "learning_rate": 2.145650940043738e-06,
      "loss": 0.3512,
      "step": 1578210
    },
    {
      "epoch": 440.47,
      "grad_norm": 1.2898178100585938,
      "learning_rate": 2.1456239971849932e-06,
      "loss": 0.3433,
      "step": 1578220
    },
    {
      "epoch": 440.48,
      "grad_norm": 1.1061419248580933,
      "learning_rate": 2.1455970543526193e-06,
      "loss": 0.3491,
      "step": 1578230
    },
    {
      "epoch": 440.48,
      "grad_norm": 0.9990039467811584,
      "learning_rate": 2.1455701115466183e-06,
      "loss": 0.355,
      "step": 1578240
    },
    {
      "epoch": 440.48,
      "grad_norm": 0.9609124660491943,
      "learning_rate": 2.1455431687669963e-06,
      "loss": 0.3428,
      "step": 1578250
    },
    {
      "epoch": 440.49,
      "grad_norm": 1.2947008609771729,
      "learning_rate": 2.1455162260137556e-06,
      "loss": 0.3354,
      "step": 1578260
    },
    {
      "epoch": 440.49,
      "grad_norm": 0.9734621047973633,
      "learning_rate": 2.1454892832868996e-06,
      "loss": 0.3425,
      "step": 1578270
    },
    {
      "epoch": 440.49,
      "grad_norm": 0.9774634838104248,
      "learning_rate": 2.1454623405864325e-06,
      "loss": 0.3535,
      "step": 1578280
    },
    {
      "epoch": 440.49,
      "grad_norm": 1.0091429948806763,
      "learning_rate": 2.145435397912357e-06,
      "loss": 0.3528,
      "step": 1578290
    },
    {
      "epoch": 440.5,
      "grad_norm": 0.9670944809913635,
      "learning_rate": 2.145408455264677e-06,
      "loss": 0.3541,
      "step": 1578300
    },
    {
      "epoch": 440.5,
      "grad_norm": 0.9788898825645447,
      "learning_rate": 2.1453815126433974e-06,
      "loss": 0.3515,
      "step": 1578310
    },
    {
      "epoch": 440.5,
      "grad_norm": 1.0252792835235596,
      "learning_rate": 2.1453545700485206e-06,
      "loss": 0.3555,
      "step": 1578320
    },
    {
      "epoch": 440.51,
      "grad_norm": 1.0383706092834473,
      "learning_rate": 2.1453276274800487e-06,
      "loss": 0.3638,
      "step": 1578330
    },
    {
      "epoch": 440.51,
      "grad_norm": 1.2388910055160522,
      "learning_rate": 2.145300684937988e-06,
      "loss": 0.3437,
      "step": 1578340
    },
    {
      "epoch": 440.51,
      "grad_norm": 1.0096383094787598,
      "learning_rate": 2.1452737424223415e-06,
      "loss": 0.3533,
      "step": 1578350
    },
    {
      "epoch": 440.51,
      "grad_norm": 1.1176520586013794,
      "learning_rate": 2.1452467999331112e-06,
      "loss": 0.341,
      "step": 1578360
    },
    {
      "epoch": 440.52,
      "grad_norm": 1.0521525144577026,
      "learning_rate": 2.1452198574703025e-06,
      "loss": 0.3322,
      "step": 1578370
    },
    {
      "epoch": 440.52,
      "grad_norm": 1.0083824396133423,
      "learning_rate": 2.1451929150339186e-06,
      "loss": 0.3502,
      "step": 1578380
    },
    {
      "epoch": 440.52,
      "grad_norm": 1.0282573699951172,
      "learning_rate": 2.145165972623961e-06,
      "loss": 0.3343,
      "step": 1578390
    },
    {
      "epoch": 440.52,
      "grad_norm": 1.0918432474136353,
      "learning_rate": 2.145139030240436e-06,
      "loss": 0.3557,
      "step": 1578400
    },
    {
      "epoch": 440.53,
      "grad_norm": 1.0515333414077759,
      "learning_rate": 2.145112087883347e-06,
      "loss": 0.3438,
      "step": 1578410
    },
    {
      "epoch": 440.53,
      "grad_norm": 0.9447687864303589,
      "learning_rate": 2.145085145552695e-06,
      "loss": 0.3281,
      "step": 1578420
    },
    {
      "epoch": 440.53,
      "grad_norm": 1.1267145872116089,
      "learning_rate": 2.1450582032484865e-06,
      "loss": 0.3232,
      "step": 1578430
    },
    {
      "epoch": 440.54,
      "grad_norm": 0.8904988765716553,
      "learning_rate": 2.145031260970724e-06,
      "loss": 0.3391,
      "step": 1578440
    },
    {
      "epoch": 440.54,
      "grad_norm": 1.1624795198440552,
      "learning_rate": 2.1450043187194105e-06,
      "loss": 0.3441,
      "step": 1578450
    },
    {
      "epoch": 440.54,
      "grad_norm": 0.9351321458816528,
      "learning_rate": 2.1449773764945507e-06,
      "loss": 0.3382,
      "step": 1578460
    },
    {
      "epoch": 440.54,
      "grad_norm": 4.7436981201171875,
      "learning_rate": 2.144950434296146e-06,
      "loss": 0.3524,
      "step": 1578470
    },
    {
      "epoch": 440.55,
      "grad_norm": 1.1076842546463013,
      "learning_rate": 2.1449234921242035e-06,
      "loss": 0.3419,
      "step": 1578480
    },
    {
      "epoch": 440.55,
      "grad_norm": 0.9818571209907532,
      "learning_rate": 2.1448965499787246e-06,
      "loss": 0.3348,
      "step": 1578490
    },
    {
      "epoch": 440.55,
      "grad_norm": 0.9176989793777466,
      "learning_rate": 2.144869607859712e-06,
      "loss": 0.3384,
      "step": 1578500
    },
    {
      "epoch": 440.56,
      "grad_norm": 1.3699067831039429,
      "learning_rate": 2.1448426657671716e-06,
      "loss": 0.354,
      "step": 1578510
    },
    {
      "epoch": 440.56,
      "grad_norm": 1.173332929611206,
      "learning_rate": 2.144815723701106e-06,
      "loss": 0.3506,
      "step": 1578520
    },
    {
      "epoch": 440.56,
      "grad_norm": 1.0632175207138062,
      "learning_rate": 2.1447887816615167e-06,
      "loss": 0.3498,
      "step": 1578530
    },
    {
      "epoch": 440.56,
      "grad_norm": 0.9674587249755859,
      "learning_rate": 2.144761839648411e-06,
      "loss": 0.3526,
      "step": 1578540
    },
    {
      "epoch": 440.57,
      "grad_norm": 1.332390546798706,
      "learning_rate": 2.1447348976617905e-06,
      "loss": 0.3606,
      "step": 1578550
    },
    {
      "epoch": 440.57,
      "grad_norm": 1.0486797094345093,
      "learning_rate": 2.1447079557016577e-06,
      "loss": 0.3598,
      "step": 1578560
    },
    {
      "epoch": 440.57,
      "grad_norm": 1.1607110500335693,
      "learning_rate": 2.1446810137680188e-06,
      "loss": 0.3387,
      "step": 1578570
    },
    {
      "epoch": 440.57,
      "grad_norm": 1.0015206336975098,
      "learning_rate": 2.1446540718608755e-06,
      "loss": 0.3653,
      "step": 1578580
    },
    {
      "epoch": 440.58,
      "grad_norm": 1.042657732963562,
      "learning_rate": 2.144627129980232e-06,
      "loss": 0.3561,
      "step": 1578590
    },
    {
      "epoch": 440.58,
      "grad_norm": 1.1729687452316284,
      "learning_rate": 2.1446001881260923e-06,
      "loss": 0.3486,
      "step": 1578600
    },
    {
      "epoch": 440.58,
      "grad_norm": 0.9548758864402771,
      "learning_rate": 2.144573246298459e-06,
      "loss": 0.357,
      "step": 1578610
    },
    {
      "epoch": 440.59,
      "grad_norm": 1.051795244216919,
      "learning_rate": 2.1445463044973356e-06,
      "loss": 0.3405,
      "step": 1578620
    },
    {
      "epoch": 440.59,
      "grad_norm": 1.0594502687454224,
      "learning_rate": 2.144519362722727e-06,
      "loss": 0.3467,
      "step": 1578630
    },
    {
      "epoch": 440.59,
      "grad_norm": 0.8850386738777161,
      "learning_rate": 2.1444924209746363e-06,
      "loss": 0.356,
      "step": 1578640
    },
    {
      "epoch": 440.59,
      "grad_norm": 1.1153578758239746,
      "learning_rate": 2.144465479253066e-06,
      "loss": 0.3417,
      "step": 1578650
    },
    {
      "epoch": 440.6,
      "grad_norm": 1.2176125049591064,
      "learning_rate": 2.144438537558021e-06,
      "loss": 0.3463,
      "step": 1578660
    },
    {
      "epoch": 440.6,
      "grad_norm": 1.0290018320083618,
      "learning_rate": 2.1444115958895053e-06,
      "loss": 0.3554,
      "step": 1578670
    },
    {
      "epoch": 440.6,
      "grad_norm": 1.1144620180130005,
      "learning_rate": 2.1443846542475197e-06,
      "loss": 0.3431,
      "step": 1578680
    },
    {
      "epoch": 440.61,
      "grad_norm": 0.987595796585083,
      "learning_rate": 2.144357712632071e-06,
      "loss": 0.3454,
      "step": 1578690
    },
    {
      "epoch": 440.61,
      "grad_norm": 0.9567909836769104,
      "learning_rate": 2.1443307710431613e-06,
      "loss": 0.3294,
      "step": 1578700
    },
    {
      "epoch": 440.61,
      "grad_norm": 1.047142505645752,
      "learning_rate": 2.1443038294807934e-06,
      "loss": 0.3259,
      "step": 1578710
    },
    {
      "epoch": 440.61,
      "grad_norm": 0.8672735095024109,
      "learning_rate": 2.144276887944973e-06,
      "loss": 0.3464,
      "step": 1578720
    },
    {
      "epoch": 440.62,
      "grad_norm": 1.1285866498947144,
      "learning_rate": 2.144249946435702e-06,
      "loss": 0.3514,
      "step": 1578730
    },
    {
      "epoch": 440.62,
      "grad_norm": 1.069762945175171,
      "learning_rate": 2.144223004952985e-06,
      "loss": 0.3388,
      "step": 1578740
    },
    {
      "epoch": 440.62,
      "grad_norm": 1.0612843036651611,
      "learning_rate": 2.144196063496825e-06,
      "loss": 0.3486,
      "step": 1578750
    },
    {
      "epoch": 440.63,
      "grad_norm": 0.9060751795768738,
      "learning_rate": 2.1441691220672245e-06,
      "loss": 0.354,
      "step": 1578760
    },
    {
      "epoch": 440.63,
      "grad_norm": 1.03574800491333,
      "learning_rate": 2.1441421806641895e-06,
      "loss": 0.3454,
      "step": 1578770
    },
    {
      "epoch": 440.63,
      "grad_norm": 0.9700340628623962,
      "learning_rate": 2.1441152392877225e-06,
      "loss": 0.3466,
      "step": 1578780
    },
    {
      "epoch": 440.63,
      "grad_norm": 4.513162136077881,
      "learning_rate": 2.144088297937826e-06,
      "loss": 0.3503,
      "step": 1578790
    },
    {
      "epoch": 440.64,
      "grad_norm": 0.9798005819320679,
      "learning_rate": 2.1440613566145054e-06,
      "loss": 0.3567,
      "step": 1578800
    },
    {
      "epoch": 440.64,
      "grad_norm": 1.005477786064148,
      "learning_rate": 2.1440344153177633e-06,
      "loss": 0.34,
      "step": 1578810
    },
    {
      "epoch": 440.64,
      "grad_norm": 0.962981641292572,
      "learning_rate": 2.1440074740476023e-06,
      "loss": 0.3292,
      "step": 1578820
    },
    {
      "epoch": 440.64,
      "grad_norm": 1.0692287683486938,
      "learning_rate": 2.1439805328040285e-06,
      "loss": 0.3698,
      "step": 1578830
    },
    {
      "epoch": 440.65,
      "grad_norm": 1.0051159858703613,
      "learning_rate": 2.143953591587044e-06,
      "loss": 0.3215,
      "step": 1578840
    },
    {
      "epoch": 440.65,
      "grad_norm": 1.1583244800567627,
      "learning_rate": 2.143926650396651e-06,
      "loss": 0.3395,
      "step": 1578850
    },
    {
      "epoch": 440.65,
      "grad_norm": 0.9805277585983276,
      "learning_rate": 2.1438997092328557e-06,
      "loss": 0.3393,
      "step": 1578860
    },
    {
      "epoch": 440.66,
      "grad_norm": 1.0538431406021118,
      "learning_rate": 2.1438727680956608e-06,
      "loss": 0.3359,
      "step": 1578870
    },
    {
      "epoch": 440.66,
      "grad_norm": 1.0974634885787964,
      "learning_rate": 2.1438458269850685e-06,
      "loss": 0.3549,
      "step": 1578880
    },
    {
      "epoch": 440.66,
      "grad_norm": 1.0501724481582642,
      "learning_rate": 2.1438188859010846e-06,
      "loss": 0.3432,
      "step": 1578890
    },
    {
      "epoch": 440.66,
      "grad_norm": 1.0984567403793335,
      "learning_rate": 2.1437919448437114e-06,
      "loss": 0.3311,
      "step": 1578900
    },
    {
      "epoch": 440.67,
      "grad_norm": 1.0769336223602295,
      "learning_rate": 2.1437650038129516e-06,
      "loss": 0.3286,
      "step": 1578910
    },
    {
      "epoch": 440.67,
      "grad_norm": 1.0456846952438354,
      "learning_rate": 2.143738062808811e-06,
      "loss": 0.3303,
      "step": 1578920
    },
    {
      "epoch": 440.67,
      "grad_norm": 1.1504231691360474,
      "learning_rate": 2.143711121831292e-06,
      "loss": 0.3539,
      "step": 1578930
    },
    {
      "epoch": 440.68,
      "grad_norm": 1.0537633895874023,
      "learning_rate": 2.1436841808803977e-06,
      "loss": 0.3386,
      "step": 1578940
    },
    {
      "epoch": 440.68,
      "grad_norm": 1.0014749765396118,
      "learning_rate": 2.1436572399561324e-06,
      "loss": 0.3516,
      "step": 1578950
    },
    {
      "epoch": 440.68,
      "grad_norm": 1.385079026222229,
      "learning_rate": 2.1436302990585e-06,
      "loss": 0.3609,
      "step": 1578960
    },
    {
      "epoch": 440.68,
      "grad_norm": 1.020448923110962,
      "learning_rate": 2.1436033581875024e-06,
      "loss": 0.3447,
      "step": 1578970
    },
    {
      "epoch": 440.69,
      "grad_norm": 1.055543303489685,
      "learning_rate": 2.1435764173431453e-06,
      "loss": 0.3286,
      "step": 1578980
    },
    {
      "epoch": 440.69,
      "grad_norm": 1.1017042398452759,
      "learning_rate": 2.1435494765254317e-06,
      "loss": 0.3469,
      "step": 1578990
    },
    {
      "epoch": 440.69,
      "grad_norm": 0.9982715249061584,
      "learning_rate": 2.1435225357343636e-06,
      "loss": 0.32,
      "step": 1579000
    },
    {
      "epoch": 440.69,
      "grad_norm": 0.9229220151901245,
      "learning_rate": 2.1434955949699465e-06,
      "loss": 0.358,
      "step": 1579010
    },
    {
      "epoch": 440.7,
      "grad_norm": 0.9022420048713684,
      "learning_rate": 2.143468654232184e-06,
      "loss": 0.3429,
      "step": 1579020
    },
    {
      "epoch": 440.7,
      "grad_norm": 0.9200471639633179,
      "learning_rate": 2.143441713521078e-06,
      "loss": 0.3455,
      "step": 1579030
    },
    {
      "epoch": 440.7,
      "grad_norm": 1.140295147895813,
      "learning_rate": 2.143414772836634e-06,
      "loss": 0.3433,
      "step": 1579040
    },
    {
      "epoch": 440.71,
      "grad_norm": 1.1808207035064697,
      "learning_rate": 2.143387832178853e-06,
      "loss": 0.3436,
      "step": 1579050
    },
    {
      "epoch": 440.71,
      "grad_norm": 0.9522162675857544,
      "learning_rate": 2.1433608915477417e-06,
      "loss": 0.3374,
      "step": 1579060
    },
    {
      "epoch": 440.71,
      "grad_norm": 0.9731358289718628,
      "learning_rate": 2.143333950943302e-06,
      "loss": 0.3428,
      "step": 1579070
    },
    {
      "epoch": 440.71,
      "grad_norm": 1.145296573638916,
      "learning_rate": 2.1433070103655376e-06,
      "loss": 0.3519,
      "step": 1579080
    },
    {
      "epoch": 440.72,
      "grad_norm": 0.9387726783752441,
      "learning_rate": 2.1432800698144526e-06,
      "loss": 0.3302,
      "step": 1579090
    },
    {
      "epoch": 440.72,
      "grad_norm": 1.2844001054763794,
      "learning_rate": 2.14325312929005e-06,
      "loss": 0.3367,
      "step": 1579100
    },
    {
      "epoch": 440.72,
      "grad_norm": 1.1273033618927002,
      "learning_rate": 2.1432261887923326e-06,
      "loss": 0.3446,
      "step": 1579110
    },
    {
      "epoch": 440.73,
      "grad_norm": 1.0468096733093262,
      "learning_rate": 2.143199248321306e-06,
      "loss": 0.3378,
      "step": 1579120
    },
    {
      "epoch": 440.73,
      "grad_norm": 1.0088977813720703,
      "learning_rate": 2.143172307876973e-06,
      "loss": 0.3441,
      "step": 1579130
    },
    {
      "epoch": 440.73,
      "grad_norm": 1.300463080406189,
      "learning_rate": 2.143145367459336e-06,
      "loss": 0.3386,
      "step": 1579140
    },
    {
      "epoch": 440.73,
      "grad_norm": 1.1537883281707764,
      "learning_rate": 2.1431184270684003e-06,
      "loss": 0.3388,
      "step": 1579150
    },
    {
      "epoch": 440.74,
      "grad_norm": 0.9401760101318359,
      "learning_rate": 2.143091486704169e-06,
      "loss": 0.3477,
      "step": 1579160
    },
    {
      "epoch": 440.74,
      "grad_norm": 1.3437391519546509,
      "learning_rate": 2.1430645463666444e-06,
      "loss": 0.3626,
      "step": 1579170
    },
    {
      "epoch": 440.74,
      "grad_norm": 1.103893518447876,
      "learning_rate": 2.143037606055832e-06,
      "loss": 0.3458,
      "step": 1579180
    },
    {
      "epoch": 440.75,
      "grad_norm": 1.1000491380691528,
      "learning_rate": 2.1430106657717344e-06,
      "loss": 0.3621,
      "step": 1579190
    },
    {
      "epoch": 440.75,
      "grad_norm": 1.0017592906951904,
      "learning_rate": 2.1429837255143538e-06,
      "loss": 0.3249,
      "step": 1579200
    },
    {
      "epoch": 440.75,
      "grad_norm": 1.1296226978302002,
      "learning_rate": 2.1429567852836966e-06,
      "loss": 0.3501,
      "step": 1579210
    },
    {
      "epoch": 440.75,
      "grad_norm": 1.1824634075164795,
      "learning_rate": 2.142929845079765e-06,
      "loss": 0.3308,
      "step": 1579220
    },
    {
      "epoch": 440.76,
      "grad_norm": 1.2244277000427246,
      "learning_rate": 2.1429029049025625e-06,
      "loss": 0.3431,
      "step": 1579230
    },
    {
      "epoch": 440.76,
      "grad_norm": 1.105125069618225,
      "learning_rate": 2.1428759647520927e-06,
      "loss": 0.3586,
      "step": 1579240
    },
    {
      "epoch": 440.76,
      "grad_norm": 0.9705866575241089,
      "learning_rate": 2.1428490246283595e-06,
      "loss": 0.3456,
      "step": 1579250
    },
    {
      "epoch": 440.76,
      "grad_norm": 0.9961084127426147,
      "learning_rate": 2.1428220845313655e-06,
      "loss": 0.3351,
      "step": 1579260
    },
    {
      "epoch": 440.77,
      "grad_norm": 1.0858455896377563,
      "learning_rate": 2.142795144461116e-06,
      "loss": 0.3306,
      "step": 1579270
    },
    {
      "epoch": 440.77,
      "grad_norm": 0.9475465416908264,
      "learning_rate": 2.142768204417614e-06,
      "loss": 0.3342,
      "step": 1579280
    },
    {
      "epoch": 440.77,
      "grad_norm": 1.014469861984253,
      "learning_rate": 2.142741264400861e-06,
      "loss": 0.3422,
      "step": 1579290
    },
    {
      "epoch": 440.78,
      "grad_norm": 0.9084492921829224,
      "learning_rate": 2.1427143244108636e-06,
      "loss": 0.3472,
      "step": 1579300
    },
    {
      "epoch": 440.78,
      "grad_norm": 0.9911671876907349,
      "learning_rate": 2.1426873844476237e-06,
      "loss": 0.3413,
      "step": 1579310
    },
    {
      "epoch": 440.78,
      "grad_norm": 1.0349830389022827,
      "learning_rate": 2.1426604445111453e-06,
      "loss": 0.3498,
      "step": 1579320
    },
    {
      "epoch": 440.78,
      "grad_norm": 0.9928125739097595,
      "learning_rate": 2.1426335046014324e-06,
      "loss": 0.3314,
      "step": 1579330
    },
    {
      "epoch": 440.79,
      "grad_norm": 1.2603641748428345,
      "learning_rate": 2.142606564718487e-06,
      "loss": 0.3517,
      "step": 1579340
    },
    {
      "epoch": 440.79,
      "grad_norm": 1.0780824422836304,
      "learning_rate": 2.1425796248623154e-06,
      "loss": 0.3377,
      "step": 1579350
    },
    {
      "epoch": 440.79,
      "grad_norm": 1.0475831031799316,
      "learning_rate": 2.142552685032919e-06,
      "loss": 0.3282,
      "step": 1579360
    },
    {
      "epoch": 440.8,
      "grad_norm": 0.968227744102478,
      "learning_rate": 2.142525745230301e-06,
      "loss": 0.34,
      "step": 1579370
    },
    {
      "epoch": 440.8,
      "grad_norm": 0.9664244055747986,
      "learning_rate": 2.1424988054544675e-06,
      "loss": 0.337,
      "step": 1579380
    },
    {
      "epoch": 440.8,
      "grad_norm": 1.2632086277008057,
      "learning_rate": 2.14247186570542e-06,
      "loss": 0.3655,
      "step": 1579390
    },
    {
      "epoch": 440.8,
      "grad_norm": 1.164562702178955,
      "learning_rate": 2.142444925983163e-06,
      "loss": 0.3296,
      "step": 1579400
    },
    {
      "epoch": 440.81,
      "grad_norm": 0.9470607042312622,
      "learning_rate": 2.1424179862876997e-06,
      "loss": 0.3499,
      "step": 1579410
    },
    {
      "epoch": 440.81,
      "grad_norm": 1.315078854560852,
      "learning_rate": 2.1423910466190336e-06,
      "loss": 0.3394,
      "step": 1579420
    },
    {
      "epoch": 440.81,
      "grad_norm": 1.0928162336349487,
      "learning_rate": 2.1423641069771677e-06,
      "loss": 0.3501,
      "step": 1579430
    },
    {
      "epoch": 440.81,
      "grad_norm": 1.2002942562103271,
      "learning_rate": 2.142337167362107e-06,
      "loss": 0.3577,
      "step": 1579440
    },
    {
      "epoch": 440.82,
      "grad_norm": 1.1556360721588135,
      "learning_rate": 2.1423102277738545e-06,
      "loss": 0.3508,
      "step": 1579450
    },
    {
      "epoch": 440.82,
      "grad_norm": 1.1035608053207397,
      "learning_rate": 2.1422832882124136e-06,
      "loss": 0.3607,
      "step": 1579460
    },
    {
      "epoch": 440.82,
      "grad_norm": 1.1063191890716553,
      "learning_rate": 2.1422563486777884e-06,
      "loss": 0.3466,
      "step": 1579470
    },
    {
      "epoch": 440.83,
      "grad_norm": 1.018808126449585,
      "learning_rate": 2.1422294091699816e-06,
      "loss": 0.3543,
      "step": 1579480
    },
    {
      "epoch": 440.83,
      "grad_norm": 0.9890943765640259,
      "learning_rate": 2.1422024696889965e-06,
      "loss": 0.3506,
      "step": 1579490
    },
    {
      "epoch": 440.83,
      "grad_norm": 1.1134883165359497,
      "learning_rate": 2.1421755302348386e-06,
      "loss": 0.3457,
      "step": 1579500
    },
    {
      "epoch": 440.83,
      "grad_norm": 1.1098389625549316,
      "learning_rate": 2.14214859080751e-06,
      "loss": 0.3588,
      "step": 1579510
    },
    {
      "epoch": 440.84,
      "grad_norm": 1.2696843147277832,
      "learning_rate": 2.142121651407014e-06,
      "loss": 0.334,
      "step": 1579520
    },
    {
      "epoch": 440.84,
      "grad_norm": 0.9953600168228149,
      "learning_rate": 2.1420947120333554e-06,
      "loss": 0.3527,
      "step": 1579530
    },
    {
      "epoch": 440.84,
      "grad_norm": 1.212808609008789,
      "learning_rate": 2.1420677726865373e-06,
      "loss": 0.3291,
      "step": 1579540
    },
    {
      "epoch": 440.85,
      "grad_norm": 1.2345545291900635,
      "learning_rate": 2.1420408333665626e-06,
      "loss": 0.3413,
      "step": 1579550
    },
    {
      "epoch": 440.85,
      "grad_norm": 0.9416744112968445,
      "learning_rate": 2.142013894073436e-06,
      "loss": 0.3503,
      "step": 1579560
    },
    {
      "epoch": 440.85,
      "grad_norm": 0.9547979831695557,
      "learning_rate": 2.141986954807161e-06,
      "loss": 0.3603,
      "step": 1579570
    },
    {
      "epoch": 440.85,
      "grad_norm": 1.0187163352966309,
      "learning_rate": 2.141960015567739e-06,
      "loss": 0.3737,
      "step": 1579580
    },
    {
      "epoch": 440.86,
      "grad_norm": 3.6426424980163574,
      "learning_rate": 2.1419330763551765e-06,
      "loss": 0.3441,
      "step": 1579590
    },
    {
      "epoch": 440.86,
      "grad_norm": 0.9383710622787476,
      "learning_rate": 2.141906137169476e-06,
      "loss": 0.3493,
      "step": 1579600
    },
    {
      "epoch": 440.86,
      "grad_norm": 0.8644840717315674,
      "learning_rate": 2.1418791980106403e-06,
      "loss": 0.3428,
      "step": 1579610
    },
    {
      "epoch": 440.87,
      "grad_norm": 0.929661750793457,
      "learning_rate": 2.1418522588786747e-06,
      "loss": 0.3402,
      "step": 1579620
    },
    {
      "epoch": 440.87,
      "grad_norm": 1.1870031356811523,
      "learning_rate": 2.14182531977358e-06,
      "loss": 0.3438,
      "step": 1579630
    },
    {
      "epoch": 440.87,
      "grad_norm": 1.3132349252700806,
      "learning_rate": 2.141798380695363e-06,
      "loss": 0.3458,
      "step": 1579640
    },
    {
      "epoch": 440.87,
      "grad_norm": 1.109004259109497,
      "learning_rate": 2.1417714416440254e-06,
      "loss": 0.3408,
      "step": 1579650
    },
    {
      "epoch": 440.88,
      "grad_norm": 1.2204763889312744,
      "learning_rate": 2.1417445026195708e-06,
      "loss": 0.3637,
      "step": 1579660
    },
    {
      "epoch": 440.88,
      "grad_norm": 0.8725857138633728,
      "learning_rate": 2.141717563622004e-06,
      "loss": 0.3333,
      "step": 1579670
    },
    {
      "epoch": 440.88,
      "grad_norm": 0.9610996842384338,
      "learning_rate": 2.1416906246513277e-06,
      "loss": 0.3496,
      "step": 1579680
    },
    {
      "epoch": 440.88,
      "grad_norm": 0.8830529451370239,
      "learning_rate": 2.141663685707545e-06,
      "loss": 0.3323,
      "step": 1579690
    },
    {
      "epoch": 440.89,
      "grad_norm": 1.282682180404663,
      "learning_rate": 2.1416367467906604e-06,
      "loss": 0.3337,
      "step": 1579700
    },
    {
      "epoch": 440.89,
      "grad_norm": 0.9259099960327148,
      "learning_rate": 2.1416098079006773e-06,
      "loss": 0.3213,
      "step": 1579710
    },
    {
      "epoch": 440.89,
      "grad_norm": 0.9589262008666992,
      "learning_rate": 2.141582869037598e-06,
      "loss": 0.3427,
      "step": 1579720
    },
    {
      "epoch": 440.9,
      "grad_norm": 1.0592217445373535,
      "learning_rate": 2.1415559302014282e-06,
      "loss": 0.3506,
      "step": 1579730
    },
    {
      "epoch": 440.9,
      "grad_norm": 1.201991081237793,
      "learning_rate": 2.1415289913921707e-06,
      "loss": 0.3415,
      "step": 1579740
    },
    {
      "epoch": 440.9,
      "grad_norm": 1.1714369058609009,
      "learning_rate": 2.141502052609828e-06,
      "loss": 0.349,
      "step": 1579750
    },
    {
      "epoch": 440.9,
      "grad_norm": 0.8794229030609131,
      "learning_rate": 2.1414751138544055e-06,
      "loss": 0.3312,
      "step": 1579760
    },
    {
      "epoch": 440.91,
      "grad_norm": 0.9763776063919067,
      "learning_rate": 2.1414481751259054e-06,
      "loss": 0.3347,
      "step": 1579770
    },
    {
      "epoch": 440.91,
      "grad_norm": 1.2062405347824097,
      "learning_rate": 2.1414212364243312e-06,
      "loss": 0.3433,
      "step": 1579780
    },
    {
      "epoch": 440.91,
      "grad_norm": 1.099377155303955,
      "learning_rate": 2.141394297749688e-06,
      "loss": 0.3532,
      "step": 1579790
    },
    {
      "epoch": 440.92,
      "grad_norm": 1.0570820569992065,
      "learning_rate": 2.141367359101978e-06,
      "loss": 0.3421,
      "step": 1579800
    },
    {
      "epoch": 440.92,
      "grad_norm": 1.004582405090332,
      "learning_rate": 2.1413404204812043e-06,
      "loss": 0.3474,
      "step": 1579810
    },
    {
      "epoch": 440.92,
      "grad_norm": 0.9365503191947937,
      "learning_rate": 2.1413134818873727e-06,
      "loss": 0.3439,
      "step": 1579820
    },
    {
      "epoch": 440.92,
      "grad_norm": 1.0612714290618896,
      "learning_rate": 2.141286543320485e-06,
      "loss": 0.3557,
      "step": 1579830
    },
    {
      "epoch": 440.93,
      "grad_norm": 1.0098092555999756,
      "learning_rate": 2.141259604780545e-06,
      "loss": 0.3472,
      "step": 1579840
    },
    {
      "epoch": 440.93,
      "grad_norm": 1.0922669172286987,
      "learning_rate": 2.141232666267557e-06,
      "loss": 0.3299,
      "step": 1579850
    },
    {
      "epoch": 440.93,
      "grad_norm": 0.8836262226104736,
      "learning_rate": 2.141205727781524e-06,
      "loss": 0.3358,
      "step": 1579860
    },
    {
      "epoch": 440.93,
      "grad_norm": 1.088911771774292,
      "learning_rate": 2.141178789322449e-06,
      "loss": 0.3392,
      "step": 1579870
    },
    {
      "epoch": 440.94,
      "grad_norm": 1.0750166177749634,
      "learning_rate": 2.141151850890337e-06,
      "loss": 0.3327,
      "step": 1579880
    },
    {
      "epoch": 440.94,
      "grad_norm": 0.9594243168830872,
      "learning_rate": 2.141124912485191e-06,
      "loss": 0.3513,
      "step": 1579890
    },
    {
      "epoch": 440.94,
      "grad_norm": 1.2837427854537964,
      "learning_rate": 2.1410979741070135e-06,
      "loss": 0.3523,
      "step": 1579900
    },
    {
      "epoch": 440.95,
      "grad_norm": 0.8784428834915161,
      "learning_rate": 2.1410710357558102e-06,
      "loss": 0.3326,
      "step": 1579910
    },
    {
      "epoch": 440.95,
      "grad_norm": 0.9236523509025574,
      "learning_rate": 2.141044097431582e-06,
      "loss": 0.3403,
      "step": 1579920
    },
    {
      "epoch": 440.95,
      "grad_norm": 1.2808494567871094,
      "learning_rate": 2.1410171591343356e-06,
      "loss": 0.3546,
      "step": 1579930
    },
    {
      "epoch": 440.95,
      "grad_norm": 1.1672258377075195,
      "learning_rate": 2.1409902208640723e-06,
      "loss": 0.3642,
      "step": 1579940
    },
    {
      "epoch": 440.96,
      "grad_norm": 0.9251040816307068,
      "learning_rate": 2.140963282620796e-06,
      "loss": 0.3436,
      "step": 1579950
    },
    {
      "epoch": 440.96,
      "grad_norm": 0.9645552039146423,
      "learning_rate": 2.140936344404511e-06,
      "loss": 0.3319,
      "step": 1579960
    },
    {
      "epoch": 440.96,
      "grad_norm": 1.024251937866211,
      "learning_rate": 2.1409094062152215e-06,
      "loss": 0.358,
      "step": 1579970
    },
    {
      "epoch": 440.97,
      "grad_norm": 1.308479905128479,
      "learning_rate": 2.1408824680529286e-06,
      "loss": 0.3374,
      "step": 1579980
    },
    {
      "epoch": 440.97,
      "grad_norm": 1.0089428424835205,
      "learning_rate": 2.1408555299176387e-06,
      "loss": 0.3247,
      "step": 1579990
    },
    {
      "epoch": 440.97,
      "grad_norm": 1.0535379648208618,
      "learning_rate": 2.140828591809354e-06,
      "loss": 0.3491,
      "step": 1580000
    },
    {
      "epoch": 440.97,
      "grad_norm": 0.9303231239318848,
      "learning_rate": 2.1408016537280768e-06,
      "loss": 0.3403,
      "step": 1580010
    },
    {
      "epoch": 440.98,
      "grad_norm": 1.2269463539123535,
      "learning_rate": 2.140774715673813e-06,
      "loss": 0.3411,
      "step": 1580020
    },
    {
      "epoch": 440.98,
      "grad_norm": 1.0509377717971802,
      "learning_rate": 2.140747777646566e-06,
      "loss": 0.3466,
      "step": 1580030
    },
    {
      "epoch": 440.98,
      "grad_norm": 1.0913523435592651,
      "learning_rate": 2.140720839646338e-06,
      "loss": 0.3477,
      "step": 1580040
    },
    {
      "epoch": 440.99,
      "grad_norm": 0.9982324242591858,
      "learning_rate": 2.1406939016731327e-06,
      "loss": 0.3327,
      "step": 1580050
    },
    {
      "epoch": 440.99,
      "grad_norm": 1.0485280752182007,
      "learning_rate": 2.1406669637269552e-06,
      "loss": 0.3448,
      "step": 1580060
    },
    {
      "epoch": 440.99,
      "grad_norm": 1.4757159948349,
      "learning_rate": 2.140640025807807e-06,
      "loss": 0.3544,
      "step": 1580070
    },
    {
      "epoch": 440.99,
      "grad_norm": 1.0272797346115112,
      "learning_rate": 2.1406130879156935e-06,
      "loss": 0.3507,
      "step": 1580080
    },
    {
      "epoch": 441.0,
      "grad_norm": 1.0425876379013062,
      "learning_rate": 2.140586150050618e-06,
      "loss": 0.3442,
      "step": 1580090
    },
    {
      "epoch": 441.0,
      "grad_norm": 1.0881972312927246,
      "learning_rate": 2.140559212212582e-06,
      "loss": 0.3491,
      "step": 1580100
    },
    {
      "epoch": 441.0,
      "eval_loss": 0.34570789337158203,
      "eval_runtime": 63.2535,
      "eval_samples_per_second": 79.98,
      "eval_steps_per_second": 10.007,
      "step": 1580103
    },
    {
      "epoch": 441.0,
      "grad_norm": 1.0840948820114136,
      "learning_rate": 2.1405322744015924e-06,
      "loss": 0.3417,
      "step": 1580110
    },
    {
      "epoch": 441.0,
      "grad_norm": 1.2319810390472412,
      "learning_rate": 2.140505336617651e-06,
      "loss": 0.3338,
      "step": 1580120
    },
    {
      "epoch": 441.01,
      "grad_norm": 0.9877218008041382,
      "learning_rate": 2.140478398860761e-06,
      "loss": 0.3251,
      "step": 1580130
    },
    {
      "epoch": 441.01,
      "grad_norm": 1.14053475856781,
      "learning_rate": 2.140451461130927e-06,
      "loss": 0.3433,
      "step": 1580140
    },
    {
      "epoch": 441.01,
      "grad_norm": 1.0405775308609009,
      "learning_rate": 2.140424523428152e-06,
      "loss": 0.3404,
      "step": 1580150
    },
    {
      "epoch": 441.02,
      "grad_norm": 1.2044103145599365,
      "learning_rate": 2.1403975857524387e-06,
      "loss": 0.3276,
      "step": 1580160
    },
    {
      "epoch": 441.02,
      "grad_norm": 0.95484858751297,
      "learning_rate": 2.1403706481037926e-06,
      "loss": 0.33,
      "step": 1580170
    },
    {
      "epoch": 441.02,
      "grad_norm": 1.0231668949127197,
      "learning_rate": 2.1403437104822163e-06,
      "loss": 0.3382,
      "step": 1580180
    },
    {
      "epoch": 441.02,
      "grad_norm": 1.0486072301864624,
      "learning_rate": 2.1403167728877133e-06,
      "loss": 0.3446,
      "step": 1580190
    },
    {
      "epoch": 441.03,
      "grad_norm": 1.1844239234924316,
      "learning_rate": 2.1402898353202875e-06,
      "loss": 0.3255,
      "step": 1580200
    },
    {
      "epoch": 441.03,
      "grad_norm": 1.1036158800125122,
      "learning_rate": 2.1402628977799412e-06,
      "loss": 0.3405,
      "step": 1580210
    },
    {
      "epoch": 441.03,
      "grad_norm": 1.0439283847808838,
      "learning_rate": 2.14023596026668e-06,
      "loss": 0.3571,
      "step": 1580220
    },
    {
      "epoch": 441.04,
      "grad_norm": 0.9435082077980042,
      "learning_rate": 2.140209022780507e-06,
      "loss": 0.3426,
      "step": 1580230
    },
    {
      "epoch": 441.04,
      "grad_norm": 1.0422534942626953,
      "learning_rate": 2.1401820853214244e-06,
      "loss": 0.3454,
      "step": 1580240
    },
    {
      "epoch": 441.04,
      "grad_norm": 1.105506181716919,
      "learning_rate": 2.1401551478894374e-06,
      "loss": 0.3542,
      "step": 1580250
    },
    {
      "epoch": 441.04,
      "grad_norm": 1.0706464052200317,
      "learning_rate": 2.140128210484549e-06,
      "loss": 0.3446,
      "step": 1580260
    },
    {
      "epoch": 441.05,
      "grad_norm": 1.0140652656555176,
      "learning_rate": 2.1401012731067625e-06,
      "loss": 0.3577,
      "step": 1580270
    },
    {
      "epoch": 441.05,
      "grad_norm": 1.2591631412506104,
      "learning_rate": 2.1400743357560818e-06,
      "loss": 0.3505,
      "step": 1580280
    },
    {
      "epoch": 441.05,
      "grad_norm": 1.0430139303207397,
      "learning_rate": 2.1400473984325107e-06,
      "loss": 0.3386,
      "step": 1580290
    },
    {
      "epoch": 441.05,
      "grad_norm": 1.0850528478622437,
      "learning_rate": 2.140020461136051e-06,
      "loss": 0.3495,
      "step": 1580300
    },
    {
      "epoch": 441.06,
      "grad_norm": 0.9845850467681885,
      "learning_rate": 2.1399935238667093e-06,
      "loss": 0.3617,
      "step": 1580310
    },
    {
      "epoch": 441.06,
      "grad_norm": 2.305973529815674,
      "learning_rate": 2.1399665866244877e-06,
      "loss": 0.3283,
      "step": 1580320
    },
    {
      "epoch": 441.06,
      "grad_norm": 1.1709939241409302,
      "learning_rate": 2.139939649409388e-06,
      "loss": 0.3476,
      "step": 1580330
    },
    {
      "epoch": 441.07,
      "grad_norm": 1.1020948886871338,
      "learning_rate": 2.139912712221417e-06,
      "loss": 0.3427,
      "step": 1580340
    },
    {
      "epoch": 441.07,
      "grad_norm": 1.026542067527771,
      "learning_rate": 2.139885775060577e-06,
      "loss": 0.3567,
      "step": 1580350
    },
    {
      "epoch": 441.07,
      "grad_norm": 1.208102822303772,
      "learning_rate": 2.139858837926871e-06,
      "loss": 0.3392,
      "step": 1580360
    },
    {
      "epoch": 441.07,
      "grad_norm": 1.0925078392028809,
      "learning_rate": 2.1398319008203026e-06,
      "loss": 0.3491,
      "step": 1580370
    },
    {
      "epoch": 441.08,
      "grad_norm": 1.8770921230316162,
      "learning_rate": 2.1398049637408766e-06,
      "loss": 0.3503,
      "step": 1580380
    },
    {
      "epoch": 441.08,
      "grad_norm": 1.3705519437789917,
      "learning_rate": 2.139778026688594e-06,
      "loss": 0.3613,
      "step": 1580390
    },
    {
      "epoch": 441.08,
      "grad_norm": 1.0949903726577759,
      "learning_rate": 2.139751089663462e-06,
      "loss": 0.3437,
      "step": 1580400
    },
    {
      "epoch": 441.09,
      "grad_norm": 1.022493839263916,
      "learning_rate": 2.1397241526654816e-06,
      "loss": 0.3575,
      "step": 1580410
    },
    {
      "epoch": 441.09,
      "grad_norm": 0.942382276058197,
      "learning_rate": 2.139697215694657e-06,
      "loss": 0.3506,
      "step": 1580420
    },
    {
      "epoch": 441.09,
      "grad_norm": 1.1998422145843506,
      "learning_rate": 2.139670278750992e-06,
      "loss": 0.3366,
      "step": 1580430
    },
    {
      "epoch": 441.09,
      "grad_norm": 1.1145612001419067,
      "learning_rate": 2.1396433418344907e-06,
      "loss": 0.3461,
      "step": 1580440
    },
    {
      "epoch": 441.1,
      "grad_norm": 0.989107072353363,
      "learning_rate": 2.1396164049451545e-06,
      "loss": 0.3547,
      "step": 1580450
    },
    {
      "epoch": 441.1,
      "grad_norm": 1.033392310142517,
      "learning_rate": 2.1395894680829895e-06,
      "loss": 0.3348,
      "step": 1580460
    },
    {
      "epoch": 441.1,
      "grad_norm": 0.9727919101715088,
      "learning_rate": 2.1395625312479985e-06,
      "loss": 0.37,
      "step": 1580470
    },
    {
      "epoch": 441.11,
      "grad_norm": 0.9042379260063171,
      "learning_rate": 2.139535594440184e-06,
      "loss": 0.3545,
      "step": 1580480
    },
    {
      "epoch": 441.11,
      "grad_norm": 1.0262176990509033,
      "learning_rate": 2.1395086576595515e-06,
      "loss": 0.3391,
      "step": 1580490
    },
    {
      "epoch": 441.11,
      "grad_norm": 0.9163156151771545,
      "learning_rate": 2.1394817209061027e-06,
      "loss": 0.3212,
      "step": 1580500
    },
    {
      "epoch": 441.11,
      "grad_norm": 0.957334578037262,
      "learning_rate": 2.139454784179843e-06,
      "loss": 0.342,
      "step": 1580510
    },
    {
      "epoch": 441.12,
      "grad_norm": 1.1188609600067139,
      "learning_rate": 2.139427847480775e-06,
      "loss": 0.347,
      "step": 1580520
    },
    {
      "epoch": 441.12,
      "grad_norm": 1.1754931211471558,
      "learning_rate": 2.139400910808901e-06,
      "loss": 0.3498,
      "step": 1580530
    },
    {
      "epoch": 441.12,
      "grad_norm": 0.9759209156036377,
      "learning_rate": 2.1393739741642274e-06,
      "loss": 0.34,
      "step": 1580540
    },
    {
      "epoch": 441.12,
      "grad_norm": 1.2600194215774536,
      "learning_rate": 2.1393470375467562e-06,
      "loss": 0.3348,
      "step": 1580550
    },
    {
      "epoch": 441.13,
      "grad_norm": 1.7547062635421753,
      "learning_rate": 2.1393201009564904e-06,
      "loss": 0.3411,
      "step": 1580560
    },
    {
      "epoch": 441.13,
      "grad_norm": 1.1955528259277344,
      "learning_rate": 2.1392931643934347e-06,
      "loss": 0.353,
      "step": 1580570
    },
    {
      "epoch": 441.13,
      "grad_norm": 1.0675747394561768,
      "learning_rate": 2.1392662278575925e-06,
      "loss": 0.3569,
      "step": 1580580
    },
    {
      "epoch": 441.14,
      "grad_norm": 1.0020033121109009,
      "learning_rate": 2.139239291348966e-06,
      "loss": 0.3538,
      "step": 1580590
    },
    {
      "epoch": 441.14,
      "grad_norm": 0.9447208642959595,
      "learning_rate": 2.139212354867561e-06,
      "loss": 0.3262,
      "step": 1580600
    },
    {
      "epoch": 441.14,
      "grad_norm": 1.1050466299057007,
      "learning_rate": 2.13918541841338e-06,
      "loss": 0.3513,
      "step": 1580610
    },
    {
      "epoch": 441.14,
      "grad_norm": 1.0282201766967773,
      "learning_rate": 2.1391584819864256e-06,
      "loss": 0.3455,
      "step": 1580620
    },
    {
      "epoch": 441.15,
      "grad_norm": 1.0219025611877441,
      "learning_rate": 2.1391315455867033e-06,
      "loss": 0.3267,
      "step": 1580630
    },
    {
      "epoch": 441.15,
      "grad_norm": 1.0820040702819824,
      "learning_rate": 2.139104609214216e-06,
      "loss": 0.3309,
      "step": 1580640
    },
    {
      "epoch": 441.15,
      "grad_norm": 1.0800362825393677,
      "learning_rate": 2.1390776728689663e-06,
      "loss": 0.3418,
      "step": 1580650
    },
    {
      "epoch": 441.16,
      "grad_norm": 1.0924335718154907,
      "learning_rate": 2.139050736550959e-06,
      "loss": 0.347,
      "step": 1580660
    },
    {
      "epoch": 441.16,
      "grad_norm": 1.0740104913711548,
      "learning_rate": 2.139023800260197e-06,
      "loss": 0.3489,
      "step": 1580670
    },
    {
      "epoch": 441.16,
      "grad_norm": 0.9789040088653564,
      "learning_rate": 2.138996863996684e-06,
      "loss": 0.3496,
      "step": 1580680
    },
    {
      "epoch": 441.16,
      "grad_norm": 0.9216229319572449,
      "learning_rate": 2.138969927760424e-06,
      "loss": 0.3462,
      "step": 1580690
    },
    {
      "epoch": 441.17,
      "grad_norm": 1.191280484199524,
      "learning_rate": 2.1389429915514207e-06,
      "loss": 0.3539,
      "step": 1580700
    },
    {
      "epoch": 441.17,
      "grad_norm": 3.346911668777466,
      "learning_rate": 2.1389160553696764e-06,
      "loss": 0.3516,
      "step": 1580710
    },
    {
      "epoch": 441.17,
      "grad_norm": 1.2894212007522583,
      "learning_rate": 2.1388891192151963e-06,
      "loss": 0.3456,
      "step": 1580720
    },
    {
      "epoch": 441.17,
      "grad_norm": 1.0508538484573364,
      "learning_rate": 2.138862183087983e-06,
      "loss": 0.3301,
      "step": 1580730
    },
    {
      "epoch": 441.18,
      "grad_norm": 0.856216311454773,
      "learning_rate": 2.1388352469880393e-06,
      "loss": 0.3599,
      "step": 1580740
    },
    {
      "epoch": 441.18,
      "grad_norm": 1.3023139238357544,
      "learning_rate": 2.138808310915371e-06,
      "loss": 0.3292,
      "step": 1580750
    },
    {
      "epoch": 441.18,
      "grad_norm": 1.1042894124984741,
      "learning_rate": 2.1387813748699805e-06,
      "loss": 0.3414,
      "step": 1580760
    },
    {
      "epoch": 441.19,
      "grad_norm": 1.0698667764663696,
      "learning_rate": 2.1387544388518706e-06,
      "loss": 0.3432,
      "step": 1580770
    },
    {
      "epoch": 441.19,
      "grad_norm": 0.9892057776451111,
      "learning_rate": 2.1387275028610462e-06,
      "loss": 0.3345,
      "step": 1580780
    },
    {
      "epoch": 441.19,
      "grad_norm": 0.9770738482475281,
      "learning_rate": 2.13870056689751e-06,
      "loss": 0.3406,
      "step": 1580790
    },
    {
      "epoch": 441.19,
      "grad_norm": 1.0230926275253296,
      "learning_rate": 2.1386736309612666e-06,
      "loss": 0.3349,
      "step": 1580800
    },
    {
      "epoch": 441.2,
      "grad_norm": 3.6005213260650635,
      "learning_rate": 2.1386466950523185e-06,
      "loss": 0.3444,
      "step": 1580810
    },
    {
      "epoch": 441.2,
      "grad_norm": 1.0484340190887451,
      "learning_rate": 2.1386197591706695e-06,
      "loss": 0.3575,
      "step": 1580820
    },
    {
      "epoch": 441.2,
      "grad_norm": 1.3189581632614136,
      "learning_rate": 2.1385928233163237e-06,
      "loss": 0.3436,
      "step": 1580830
    },
    {
      "epoch": 441.21,
      "grad_norm": 1.222730040550232,
      "learning_rate": 2.1385658874892845e-06,
      "loss": 0.3514,
      "step": 1580840
    },
    {
      "epoch": 441.21,
      "grad_norm": 1.1877342462539673,
      "learning_rate": 2.138538951689555e-06,
      "loss": 0.3602,
      "step": 1580850
    },
    {
      "epoch": 441.21,
      "grad_norm": 0.9195541143417358,
      "learning_rate": 2.1385120159171398e-06,
      "loss": 0.3561,
      "step": 1580860
    },
    {
      "epoch": 441.21,
      "grad_norm": 1.0526002645492554,
      "learning_rate": 2.1384850801720413e-06,
      "loss": 0.3328,
      "step": 1580870
    },
    {
      "epoch": 441.22,
      "grad_norm": 0.9059812426567078,
      "learning_rate": 2.138458144454263e-06,
      "loss": 0.3357,
      "step": 1580880
    },
    {
      "epoch": 441.22,
      "grad_norm": 0.9961790442466736,
      "learning_rate": 2.13843120876381e-06,
      "loss": 0.3594,
      "step": 1580890
    },
    {
      "epoch": 441.22,
      "grad_norm": 3.221486806869507,
      "learning_rate": 2.138404273100685e-06,
      "loss": 0.3484,
      "step": 1580900
    },
    {
      "epoch": 441.23,
      "grad_norm": 0.9653052091598511,
      "learning_rate": 2.1383773374648906e-06,
      "loss": 0.3588,
      "step": 1580910
    },
    {
      "epoch": 441.23,
      "grad_norm": 2.1379306316375732,
      "learning_rate": 2.138350401856432e-06,
      "loss": 0.3442,
      "step": 1580920
    },
    {
      "epoch": 441.23,
      "grad_norm": 0.9814402461051941,
      "learning_rate": 2.138323466275313e-06,
      "loss": 0.344,
      "step": 1580930
    },
    {
      "epoch": 441.23,
      "grad_norm": 1.018235206604004,
      "learning_rate": 2.138296530721535e-06,
      "loss": 0.3497,
      "step": 1580940
    },
    {
      "epoch": 441.24,
      "grad_norm": 1.1083085536956787,
      "learning_rate": 2.1382695951951037e-06,
      "loss": 0.3612,
      "step": 1580950
    },
    {
      "epoch": 441.24,
      "grad_norm": 1.030532717704773,
      "learning_rate": 2.138242659696022e-06,
      "loss": 0.3614,
      "step": 1580960
    },
    {
      "epoch": 441.24,
      "grad_norm": 0.9597111344337463,
      "learning_rate": 2.1382157242242926e-06,
      "loss": 0.3483,
      "step": 1580970
    },
    {
      "epoch": 441.24,
      "grad_norm": 1.259739637374878,
      "learning_rate": 2.1381887887799205e-06,
      "loss": 0.3412,
      "step": 1580980
    },
    {
      "epoch": 441.25,
      "grad_norm": 1.1595193147659302,
      "learning_rate": 2.138161853362909e-06,
      "loss": 0.3388,
      "step": 1580990
    },
    {
      "epoch": 441.25,
      "grad_norm": 1.035488247871399,
      "learning_rate": 2.13813491797326e-06,
      "loss": 0.3427,
      "step": 1581000
    },
    {
      "epoch": 441.25,
      "grad_norm": 1.0979009866714478,
      "learning_rate": 2.1381079826109795e-06,
      "loss": 0.3298,
      "step": 1581010
    },
    {
      "epoch": 441.26,
      "grad_norm": 1.057998538017273,
      "learning_rate": 2.1380810472760704e-06,
      "loss": 0.3367,
      "step": 1581020
    },
    {
      "epoch": 441.26,
      "grad_norm": 1.0974315404891968,
      "learning_rate": 2.1380541119685343e-06,
      "loss": 0.346,
      "step": 1581030
    },
    {
      "epoch": 441.26,
      "grad_norm": 1.0019160509109497,
      "learning_rate": 2.1380271766883778e-06,
      "loss": 0.3609,
      "step": 1581040
    },
    {
      "epoch": 441.26,
      "grad_norm": 1.083228588104248,
      "learning_rate": 2.138000241435603e-06,
      "loss": 0.3518,
      "step": 1581050
    },
    {
      "epoch": 441.27,
      "grad_norm": 1.0602883100509644,
      "learning_rate": 2.137973306210212e-06,
      "loss": 0.3352,
      "step": 1581060
    },
    {
      "epoch": 441.27,
      "grad_norm": 0.9156655669212341,
      "learning_rate": 2.1379463710122113e-06,
      "loss": 0.3545,
      "step": 1581070
    },
    {
      "epoch": 441.27,
      "grad_norm": 1.4859418869018555,
      "learning_rate": 2.137919435841603e-06,
      "loss": 0.3656,
      "step": 1581080
    },
    {
      "epoch": 441.28,
      "grad_norm": 1.1160341501235962,
      "learning_rate": 2.1378925006983907e-06,
      "loss": 0.3346,
      "step": 1581090
    },
    {
      "epoch": 441.28,
      "grad_norm": 1.020915150642395,
      "learning_rate": 2.137865565582578e-06,
      "loss": 0.357,
      "step": 1581100
    },
    {
      "epoch": 441.28,
      "grad_norm": 1.0222020149230957,
      "learning_rate": 2.137838630494168e-06,
      "loss": 0.3468,
      "step": 1581110
    },
    {
      "epoch": 441.28,
      "grad_norm": 1.1164629459381104,
      "learning_rate": 2.137811695433166e-06,
      "loss": 0.338,
      "step": 1581120
    },
    {
      "epoch": 441.29,
      "grad_norm": 1.0116854906082153,
      "learning_rate": 2.137784760399574e-06,
      "loss": 0.3443,
      "step": 1581130
    },
    {
      "epoch": 441.29,
      "grad_norm": 0.9736754894256592,
      "learning_rate": 2.137757825393396e-06,
      "loss": 0.3553,
      "step": 1581140
    },
    {
      "epoch": 441.29,
      "grad_norm": 0.9366347193717957,
      "learning_rate": 2.1377308904146357e-06,
      "loss": 0.3418,
      "step": 1581150
    },
    {
      "epoch": 441.3,
      "grad_norm": 1.091002106666565,
      "learning_rate": 2.1377039554632965e-06,
      "loss": 0.3338,
      "step": 1581160
    },
    {
      "epoch": 441.3,
      "grad_norm": 1.0326550006866455,
      "learning_rate": 2.1376770205393816e-06,
      "loss": 0.3355,
      "step": 1581170
    },
    {
      "epoch": 441.3,
      "grad_norm": 1.0174468755722046,
      "learning_rate": 2.137650085642896e-06,
      "loss": 0.3457,
      "step": 1581180
    },
    {
      "epoch": 441.3,
      "grad_norm": 2.062653064727783,
      "learning_rate": 2.1376231507738425e-06,
      "loss": 0.3358,
      "step": 1581190
    },
    {
      "epoch": 441.31,
      "grad_norm": 1.003587245941162,
      "learning_rate": 2.137596215932223e-06,
      "loss": 0.3493,
      "step": 1581200
    },
    {
      "epoch": 441.31,
      "grad_norm": 1.1042243242263794,
      "learning_rate": 2.1375692811180437e-06,
      "loss": 0.3566,
      "step": 1581210
    },
    {
      "epoch": 441.31,
      "grad_norm": 1.1163274049758911,
      "learning_rate": 2.137542346331307e-06,
      "loss": 0.3441,
      "step": 1581220
    },
    {
      "epoch": 441.31,
      "grad_norm": 0.9697936177253723,
      "learning_rate": 2.1375154115720166e-06,
      "loss": 0.3383,
      "step": 1581230
    },
    {
      "epoch": 441.32,
      "grad_norm": 0.9733594655990601,
      "learning_rate": 2.1374884768401766e-06,
      "loss": 0.3422,
      "step": 1581240
    },
    {
      "epoch": 441.32,
      "grad_norm": 1.0630607604980469,
      "learning_rate": 2.1374615421357895e-06,
      "loss": 0.3352,
      "step": 1581250
    },
    {
      "epoch": 441.32,
      "grad_norm": 0.9920601844787598,
      "learning_rate": 2.137434607458859e-06,
      "loss": 0.3422,
      "step": 1581260
    },
    {
      "epoch": 441.33,
      "grad_norm": 1.1157160997390747,
      "learning_rate": 2.1374076728093895e-06,
      "loss": 0.3429,
      "step": 1581270
    },
    {
      "epoch": 441.33,
      "grad_norm": 1.7763301134109497,
      "learning_rate": 2.1373807381873847e-06,
      "loss": 0.3518,
      "step": 1581280
    },
    {
      "epoch": 441.33,
      "grad_norm": 1.136675238609314,
      "learning_rate": 2.1373538035928463e-06,
      "loss": 0.3327,
      "step": 1581290
    },
    {
      "epoch": 441.33,
      "grad_norm": 1.0780794620513916,
      "learning_rate": 2.137326869025781e-06,
      "loss": 0.3496,
      "step": 1581300
    },
    {
      "epoch": 441.34,
      "grad_norm": 1.0584337711334229,
      "learning_rate": 2.13729993448619e-06,
      "loss": 0.3396,
      "step": 1581310
    },
    {
      "epoch": 441.34,
      "grad_norm": 1.1175326108932495,
      "learning_rate": 2.1372729999740776e-06,
      "loss": 0.3667,
      "step": 1581320
    },
    {
      "epoch": 441.34,
      "grad_norm": 0.9938696622848511,
      "learning_rate": 2.137246065489447e-06,
      "loss": 0.3345,
      "step": 1581330
    },
    {
      "epoch": 441.35,
      "grad_norm": 1.2862738370895386,
      "learning_rate": 2.137219131032303e-06,
      "loss": 0.348,
      "step": 1581340
    },
    {
      "epoch": 441.35,
      "grad_norm": 1.4621061086654663,
      "learning_rate": 2.137192196602647e-06,
      "loss": 0.3585,
      "step": 1581350
    },
    {
      "epoch": 441.35,
      "grad_norm": 1.065905213356018,
      "learning_rate": 2.137165262200485e-06,
      "loss": 0.3412,
      "step": 1581360
    },
    {
      "epoch": 441.35,
      "grad_norm": 1.1189353466033936,
      "learning_rate": 2.1371383278258186e-06,
      "loss": 0.3574,
      "step": 1581370
    },
    {
      "epoch": 441.36,
      "grad_norm": 1.0750246047973633,
      "learning_rate": 2.1371113934786536e-06,
      "loss": 0.3568,
      "step": 1581380
    },
    {
      "epoch": 441.36,
      "grad_norm": 1.0999863147735596,
      "learning_rate": 2.1370844591589914e-06,
      "loss": 0.3582,
      "step": 1581390
    },
    {
      "epoch": 441.36,
      "grad_norm": 1.153387188911438,
      "learning_rate": 2.1370575248668356e-06,
      "loss": 0.3599,
      "step": 1581400
    },
    {
      "epoch": 441.36,
      "grad_norm": 1.0679508447647095,
      "learning_rate": 2.137030590602192e-06,
      "loss": 0.3308,
      "step": 1581410
    },
    {
      "epoch": 441.37,
      "grad_norm": 1.0884672403335571,
      "learning_rate": 2.1370036563650625e-06,
      "loss": 0.3427,
      "step": 1581420
    },
    {
      "epoch": 441.37,
      "grad_norm": 1.0037966966629028,
      "learning_rate": 2.13697672215545e-06,
      "loss": 0.3296,
      "step": 1581430
    },
    {
      "epoch": 441.37,
      "grad_norm": 1.0153448581695557,
      "learning_rate": 2.1369497879733604e-06,
      "loss": 0.3358,
      "step": 1581440
    },
    {
      "epoch": 441.38,
      "grad_norm": 1.074798822402954,
      "learning_rate": 2.136922853818796e-06,
      "loss": 0.3457,
      "step": 1581450
    },
    {
      "epoch": 441.38,
      "grad_norm": 1.2245274782180786,
      "learning_rate": 2.1368959196917595e-06,
      "loss": 0.344,
      "step": 1581460
    },
    {
      "epoch": 441.38,
      "grad_norm": 1.0083794593811035,
      "learning_rate": 2.136868985592256e-06,
      "loss": 0.3577,
      "step": 1581470
    },
    {
      "epoch": 441.38,
      "grad_norm": 0.9116717576980591,
      "learning_rate": 2.136842051520288e-06,
      "loss": 0.3335,
      "step": 1581480
    },
    {
      "epoch": 441.39,
      "grad_norm": 1.1863728761672974,
      "learning_rate": 2.136815117475859e-06,
      "loss": 0.3458,
      "step": 1581490
    },
    {
      "epoch": 441.39,
      "grad_norm": 0.9733873605728149,
      "learning_rate": 2.1367881834589737e-06,
      "loss": 0.3511,
      "step": 1581500
    },
    {
      "epoch": 441.39,
      "grad_norm": 1.1543790102005005,
      "learning_rate": 2.1367612494696353e-06,
      "loss": 0.3497,
      "step": 1581510
    },
    {
      "epoch": 441.4,
      "grad_norm": 1.1768379211425781,
      "learning_rate": 2.1367343155078465e-06,
      "loss": 0.3466,
      "step": 1581520
    },
    {
      "epoch": 441.4,
      "grad_norm": 1.1531164646148682,
      "learning_rate": 2.1367073815736126e-06,
      "loss": 0.3411,
      "step": 1581530
    },
    {
      "epoch": 441.4,
      "grad_norm": 1.2619047164916992,
      "learning_rate": 2.1366804476669357e-06,
      "loss": 0.3303,
      "step": 1581540
    },
    {
      "epoch": 441.4,
      "grad_norm": 1.0323079824447632,
      "learning_rate": 2.1366535137878186e-06,
      "loss": 0.3495,
      "step": 1581550
    },
    {
      "epoch": 441.41,
      "grad_norm": 0.9951963424682617,
      "learning_rate": 2.1366265799362674e-06,
      "loss": 0.3353,
      "step": 1581560
    },
    {
      "epoch": 441.41,
      "grad_norm": 1.323563575744629,
      "learning_rate": 2.1365996461122846e-06,
      "loss": 0.3333,
      "step": 1581570
    },
    {
      "epoch": 441.41,
      "grad_norm": 0.9158623218536377,
      "learning_rate": 2.1365727123158723e-06,
      "loss": 0.3569,
      "step": 1581580
    },
    {
      "epoch": 441.42,
      "grad_norm": 2.4773993492126465,
      "learning_rate": 2.1365457785470364e-06,
      "loss": 0.3321,
      "step": 1581590
    },
    {
      "epoch": 441.42,
      "grad_norm": 0.9466242790222168,
      "learning_rate": 2.1365188448057794e-06,
      "loss": 0.3432,
      "step": 1581600
    },
    {
      "epoch": 441.42,
      "grad_norm": 1.0244203805923462,
      "learning_rate": 2.1364919110921044e-06,
      "loss": 0.3236,
      "step": 1581610
    },
    {
      "epoch": 441.42,
      "grad_norm": 1.1346251964569092,
      "learning_rate": 2.1364649774060156e-06,
      "loss": 0.3519,
      "step": 1581620
    },
    {
      "epoch": 441.43,
      "grad_norm": 1.033537745475769,
      "learning_rate": 2.136438043747517e-06,
      "loss": 0.3454,
      "step": 1581630
    },
    {
      "epoch": 441.43,
      "grad_norm": 0.8748912215232849,
      "learning_rate": 2.136411110116611e-06,
      "loss": 0.3396,
      "step": 1581640
    },
    {
      "epoch": 441.43,
      "grad_norm": 1.1305434703826904,
      "learning_rate": 2.136384176513302e-06,
      "loss": 0.3486,
      "step": 1581650
    },
    {
      "epoch": 441.43,
      "grad_norm": 1.3745313882827759,
      "learning_rate": 2.1363572429375936e-06,
      "loss": 0.3357,
      "step": 1581660
    },
    {
      "epoch": 441.44,
      "grad_norm": 1.1972370147705078,
      "learning_rate": 2.1363303093894894e-06,
      "loss": 0.3392,
      "step": 1581670
    },
    {
      "epoch": 441.44,
      "grad_norm": 1.0203382968902588,
      "learning_rate": 2.1363033758689934e-06,
      "loss": 0.3489,
      "step": 1581680
    },
    {
      "epoch": 441.44,
      "grad_norm": 1.100049376487732,
      "learning_rate": 2.136276442376107e-06,
      "loss": 0.3461,
      "step": 1581690
    },
    {
      "epoch": 441.45,
      "grad_norm": 1.278595209121704,
      "learning_rate": 2.1362495089108365e-06,
      "loss": 0.3417,
      "step": 1581700
    },
    {
      "epoch": 441.45,
      "grad_norm": 0.9626674056053162,
      "learning_rate": 2.136222575473184e-06,
      "loss": 0.3357,
      "step": 1581710
    },
    {
      "epoch": 441.45,
      "grad_norm": 0.9694319367408752,
      "learning_rate": 2.136195642063153e-06,
      "loss": 0.3442,
      "step": 1581720
    },
    {
      "epoch": 441.45,
      "grad_norm": 1.211782693862915,
      "learning_rate": 2.1361687086807485e-06,
      "loss": 0.328,
      "step": 1581730
    },
    {
      "epoch": 441.46,
      "grad_norm": 1.0216819047927856,
      "learning_rate": 2.1361417753259732e-06,
      "loss": 0.3384,
      "step": 1581740
    },
    {
      "epoch": 441.46,
      "grad_norm": 1.0543056726455688,
      "learning_rate": 2.13611484199883e-06,
      "loss": 0.3425,
      "step": 1581750
    },
    {
      "epoch": 441.46,
      "grad_norm": 1.0281832218170166,
      "learning_rate": 2.1360879086993235e-06,
      "loss": 0.3437,
      "step": 1581760
    },
    {
      "epoch": 441.47,
      "grad_norm": 1.143892765045166,
      "learning_rate": 2.136060975427457e-06,
      "loss": 0.3552,
      "step": 1581770
    },
    {
      "epoch": 441.47,
      "grad_norm": 0.9864014387130737,
      "learning_rate": 2.1360340421832327e-06,
      "loss": 0.3388,
      "step": 1581780
    },
    {
      "epoch": 441.47,
      "grad_norm": 1.7110780477523804,
      "learning_rate": 2.1360071089666568e-06,
      "loss": 0.347,
      "step": 1581790
    },
    {
      "epoch": 441.47,
      "grad_norm": 1.0371580123901367,
      "learning_rate": 2.1359801757777314e-06,
      "loss": 0.3304,
      "step": 1581800
    },
    {
      "epoch": 441.48,
      "grad_norm": 0.8746052384376526,
      "learning_rate": 2.1359532426164595e-06,
      "loss": 0.3349,
      "step": 1581810
    },
    {
      "epoch": 441.48,
      "grad_norm": 0.9598405361175537,
      "learning_rate": 2.1359263094828463e-06,
      "loss": 0.3502,
      "step": 1581820
    },
    {
      "epoch": 441.48,
      "grad_norm": 1.1023156642913818,
      "learning_rate": 2.135899376376894e-06,
      "loss": 0.327,
      "step": 1581830
    },
    {
      "epoch": 441.48,
      "grad_norm": 0.9850586652755737,
      "learning_rate": 2.135872443298606e-06,
      "loss": 0.3488,
      "step": 1581840
    },
    {
      "epoch": 441.49,
      "grad_norm": 2.1289544105529785,
      "learning_rate": 2.1358455102479876e-06,
      "loss": 0.3418,
      "step": 1581850
    },
    {
      "epoch": 441.49,
      "grad_norm": 2.3056626319885254,
      "learning_rate": 2.1358185772250413e-06,
      "loss": 0.3523,
      "step": 1581860
    },
    {
      "epoch": 441.49,
      "grad_norm": 1.0786441564559937,
      "learning_rate": 2.1357916442297697e-06,
      "loss": 0.3497,
      "step": 1581870
    },
    {
      "epoch": 441.5,
      "grad_norm": 1.0672252178192139,
      "learning_rate": 2.1357647112621782e-06,
      "loss": 0.3634,
      "step": 1581880
    },
    {
      "epoch": 441.5,
      "grad_norm": 1.1368038654327393,
      "learning_rate": 2.13573777832227e-06,
      "loss": 0.3572,
      "step": 1581890
    },
    {
      "epoch": 441.5,
      "grad_norm": 1.0233086347579956,
      "learning_rate": 2.1357108454100474e-06,
      "loss": 0.3683,
      "step": 1581900
    },
    {
      "epoch": 441.5,
      "grad_norm": 1.0144761800765991,
      "learning_rate": 2.135683912525516e-06,
      "loss": 0.3317,
      "step": 1581910
    },
    {
      "epoch": 441.51,
      "grad_norm": 0.9529829025268555,
      "learning_rate": 2.1356569796686775e-06,
      "loss": 0.3478,
      "step": 1581920
    },
    {
      "epoch": 441.51,
      "grad_norm": 1.0942124128341675,
      "learning_rate": 2.1356300468395357e-06,
      "loss": 0.3513,
      "step": 1581930
    },
    {
      "epoch": 441.51,
      "grad_norm": 1.1076222658157349,
      "learning_rate": 2.1356031140380957e-06,
      "loss": 0.3383,
      "step": 1581940
    },
    {
      "epoch": 441.52,
      "grad_norm": 1.2142188549041748,
      "learning_rate": 2.1355761812643592e-06,
      "loss": 0.3444,
      "step": 1581950
    },
    {
      "epoch": 441.52,
      "grad_norm": 1.1825156211853027,
      "learning_rate": 2.1355492485183317e-06,
      "loss": 0.3434,
      "step": 1581960
    },
    {
      "epoch": 441.52,
      "grad_norm": 1.3737585544586182,
      "learning_rate": 2.1355223158000153e-06,
      "loss": 0.3393,
      "step": 1581970
    },
    {
      "epoch": 441.52,
      "grad_norm": 0.9920812845230103,
      "learning_rate": 2.1354953831094134e-06,
      "loss": 0.3302,
      "step": 1581980
    },
    {
      "epoch": 441.53,
      "grad_norm": 0.9297792911529541,
      "learning_rate": 2.1354684504465315e-06,
      "loss": 0.3457,
      "step": 1581990
    },
    {
      "epoch": 441.53,
      "grad_norm": 1.1476503610610962,
      "learning_rate": 2.1354415178113712e-06,
      "loss": 0.3384,
      "step": 1582000
    },
    {
      "epoch": 441.53,
      "grad_norm": 1.0544941425323486,
      "learning_rate": 2.1354145852039365e-06,
      "loss": 0.3521,
      "step": 1582010
    },
    {
      "epoch": 441.54,
      "grad_norm": 0.9722420573234558,
      "learning_rate": 2.135387652624232e-06,
      "loss": 0.3417,
      "step": 1582020
    },
    {
      "epoch": 441.54,
      "grad_norm": 1.0996780395507812,
      "learning_rate": 2.1353607200722605e-06,
      "loss": 0.3375,
      "step": 1582030
    },
    {
      "epoch": 441.54,
      "grad_norm": 1.0335203409194946,
      "learning_rate": 2.135333787548025e-06,
      "loss": 0.3459,
      "step": 1582040
    },
    {
      "epoch": 441.54,
      "grad_norm": 1.1246681213378906,
      "learning_rate": 2.1353068550515306e-06,
      "loss": 0.342,
      "step": 1582050
    },
    {
      "epoch": 441.55,
      "grad_norm": 1.4207764863967896,
      "learning_rate": 2.13527992258278e-06,
      "loss": 0.3423,
      "step": 1582060
    },
    {
      "epoch": 441.55,
      "grad_norm": 1.0574843883514404,
      "learning_rate": 2.135252990141776e-06,
      "loss": 0.3376,
      "step": 1582070
    },
    {
      "epoch": 441.55,
      "grad_norm": 0.9859092235565186,
      "learning_rate": 2.1352260577285236e-06,
      "loss": 0.3445,
      "step": 1582080
    },
    {
      "epoch": 441.55,
      "grad_norm": 2.379249095916748,
      "learning_rate": 2.135199125343026e-06,
      "loss": 0.3436,
      "step": 1582090
    },
    {
      "epoch": 441.56,
      "grad_norm": 1.0007089376449585,
      "learning_rate": 2.135172192985286e-06,
      "loss": 0.352,
      "step": 1582100
    },
    {
      "epoch": 441.56,
      "grad_norm": 1.1068373918533325,
      "learning_rate": 2.1351452606553083e-06,
      "loss": 0.3437,
      "step": 1582110
    },
    {
      "epoch": 441.56,
      "grad_norm": 0.9364427924156189,
      "learning_rate": 2.1351183283530955e-06,
      "loss": 0.3498,
      "step": 1582120
    },
    {
      "epoch": 441.57,
      "grad_norm": 1.1617156267166138,
      "learning_rate": 2.135091396078652e-06,
      "loss": 0.3418,
      "step": 1582130
    },
    {
      "epoch": 441.57,
      "grad_norm": 1.082573413848877,
      "learning_rate": 2.135064463831981e-06,
      "loss": 0.3404,
      "step": 1582140
    },
    {
      "epoch": 441.57,
      "grad_norm": 0.939424991607666,
      "learning_rate": 2.135037531613086e-06,
      "loss": 0.3467,
      "step": 1582150
    },
    {
      "epoch": 441.57,
      "grad_norm": 0.8960697054862976,
      "learning_rate": 2.13501059942197e-06,
      "loss": 0.336,
      "step": 1582160
    },
    {
      "epoch": 441.58,
      "grad_norm": 1.011430025100708,
      "learning_rate": 2.134983667258638e-06,
      "loss": 0.3352,
      "step": 1582170
    },
    {
      "epoch": 441.58,
      "grad_norm": 6.334171295166016,
      "learning_rate": 2.134956735123093e-06,
      "loss": 0.3469,
      "step": 1582180
    },
    {
      "epoch": 441.58,
      "grad_norm": 1.013132929801941,
      "learning_rate": 2.134929803015338e-06,
      "loss": 0.3548,
      "step": 1582190
    },
    {
      "epoch": 441.59,
      "grad_norm": 1.0738250017166138,
      "learning_rate": 2.1349028709353778e-06,
      "loss": 0.3497,
      "step": 1582200
    },
    {
      "epoch": 441.59,
      "grad_norm": 0.9171199798583984,
      "learning_rate": 2.1348759388832146e-06,
      "loss": 0.3389,
      "step": 1582210
    },
    {
      "epoch": 441.59,
      "grad_norm": 0.9463245868682861,
      "learning_rate": 2.134849006858852e-06,
      "loss": 0.3482,
      "step": 1582220
    },
    {
      "epoch": 441.59,
      "grad_norm": 1.0866979360580444,
      "learning_rate": 2.1348220748622953e-06,
      "loss": 0.3446,
      "step": 1582230
    },
    {
      "epoch": 441.6,
      "grad_norm": 0.9862510561943054,
      "learning_rate": 2.1347951428935455e-06,
      "loss": 0.3389,
      "step": 1582240
    },
    {
      "epoch": 441.6,
      "grad_norm": 1.0324958562850952,
      "learning_rate": 2.1347682109526092e-06,
      "loss": 0.3414,
      "step": 1582250
    },
    {
      "epoch": 441.6,
      "grad_norm": 1.0810335874557495,
      "learning_rate": 2.134741279039488e-06,
      "loss": 0.3485,
      "step": 1582260
    },
    {
      "epoch": 441.6,
      "grad_norm": 1.0092954635620117,
      "learning_rate": 2.1347143471541855e-06,
      "loss": 0.3592,
      "step": 1582270
    },
    {
      "epoch": 441.61,
      "grad_norm": 1.1291059255599976,
      "learning_rate": 2.134687415296706e-06,
      "loss": 0.3493,
      "step": 1582280
    },
    {
      "epoch": 441.61,
      "grad_norm": 1.0228981971740723,
      "learning_rate": 2.134660483467053e-06,
      "loss": 0.3426,
      "step": 1582290
    },
    {
      "epoch": 441.61,
      "grad_norm": 1.0273925065994263,
      "learning_rate": 2.1346335516652293e-06,
      "loss": 0.3285,
      "step": 1582300
    },
    {
      "epoch": 441.62,
      "grad_norm": 1.3807977437973022,
      "learning_rate": 2.1346066198912394e-06,
      "loss": 0.3535,
      "step": 1582310
    },
    {
      "epoch": 441.62,
      "grad_norm": 1.080603837966919,
      "learning_rate": 2.134579688145087e-06,
      "loss": 0.3479,
      "step": 1582320
    },
    {
      "epoch": 441.62,
      "grad_norm": 1.146599531173706,
      "learning_rate": 2.1345527564267746e-06,
      "loss": 0.3366,
      "step": 1582330
    },
    {
      "epoch": 441.62,
      "grad_norm": 1.712009072303772,
      "learning_rate": 2.134525824736307e-06,
      "loss": 0.3537,
      "step": 1582340
    },
    {
      "epoch": 441.63,
      "grad_norm": 1.2213741540908813,
      "learning_rate": 2.134498893073687e-06,
      "loss": 0.3601,
      "step": 1582350
    },
    {
      "epoch": 441.63,
      "grad_norm": 5.533482074737549,
      "learning_rate": 2.134471961438917e-06,
      "loss": 0.3494,
      "step": 1582360
    },
    {
      "epoch": 441.63,
      "grad_norm": 0.9066269397735596,
      "learning_rate": 2.1344450298320036e-06,
      "loss": 0.354,
      "step": 1582370
    },
    {
      "epoch": 441.64,
      "grad_norm": 1.1334128379821777,
      "learning_rate": 2.1344180982529487e-06,
      "loss": 0.3383,
      "step": 1582380
    },
    {
      "epoch": 441.64,
      "grad_norm": 1.164404273033142,
      "learning_rate": 2.1343911667017547e-06,
      "loss": 0.3549,
      "step": 1582390
    },
    {
      "epoch": 441.64,
      "grad_norm": 1.1507817506790161,
      "learning_rate": 2.1343642351784273e-06,
      "loss": 0.3447,
      "step": 1582400
    },
    {
      "epoch": 441.64,
      "grad_norm": 0.8979997038841248,
      "learning_rate": 2.1343373036829694e-06,
      "loss": 0.3403,
      "step": 1582410
    },
    {
      "epoch": 441.65,
      "grad_norm": 0.9260275363922119,
      "learning_rate": 2.134310372215384e-06,
      "loss": 0.337,
      "step": 1582420
    },
    {
      "epoch": 441.65,
      "grad_norm": 0.9882124066352844,
      "learning_rate": 2.134283440775675e-06,
      "loss": 0.3473,
      "step": 1582430
    },
    {
      "epoch": 441.65,
      "grad_norm": 0.9194394946098328,
      "learning_rate": 2.134256509363847e-06,
      "loss": 0.3447,
      "step": 1582440
    },
    {
      "epoch": 441.66,
      "grad_norm": 1.1706528663635254,
      "learning_rate": 2.134229577979901e-06,
      "loss": 0.3408,
      "step": 1582450
    },
    {
      "epoch": 441.66,
      "grad_norm": 0.9755271077156067,
      "learning_rate": 2.1342026466238435e-06,
      "loss": 0.3403,
      "step": 1582460
    },
    {
      "epoch": 441.66,
      "grad_norm": 1.870919942855835,
      "learning_rate": 2.1341757152956763e-06,
      "loss": 0.3222,
      "step": 1582470
    },
    {
      "epoch": 441.66,
      "grad_norm": 1.044509768486023,
      "learning_rate": 2.1341487839954035e-06,
      "loss": 0.3355,
      "step": 1582480
    },
    {
      "epoch": 441.67,
      "grad_norm": 1.1865736246109009,
      "learning_rate": 2.134121852723029e-06,
      "loss": 0.3466,
      "step": 1582490
    },
    {
      "epoch": 441.67,
      "grad_norm": 0.9467803835868835,
      "learning_rate": 2.1340949214785564e-06,
      "loss": 0.3444,
      "step": 1582500
    },
    {
      "epoch": 441.67,
      "grad_norm": 0.9402696490287781,
      "learning_rate": 2.1340679902619875e-06,
      "loss": 0.3579,
      "step": 1582510
    },
    {
      "epoch": 441.67,
      "grad_norm": 2.7031548023223877,
      "learning_rate": 2.1340410590733283e-06,
      "loss": 0.3345,
      "step": 1582520
    },
    {
      "epoch": 441.68,
      "grad_norm": 1.1893224716186523,
      "learning_rate": 2.134014127912581e-06,
      "loss": 0.3476,
      "step": 1582530
    },
    {
      "epoch": 441.68,
      "grad_norm": 1.0712682008743286,
      "learning_rate": 2.13398719677975e-06,
      "loss": 0.3432,
      "step": 1582540
    },
    {
      "epoch": 441.68,
      "grad_norm": 1.0976951122283936,
      "learning_rate": 2.1339602656748388e-06,
      "loss": 0.3395,
      "step": 1582550
    },
    {
      "epoch": 441.69,
      "grad_norm": 0.8938789367675781,
      "learning_rate": 2.13393333459785e-06,
      "loss": 0.3431,
      "step": 1582560
    },
    {
      "epoch": 441.69,
      "grad_norm": 1.0667856931686401,
      "learning_rate": 2.1339064035487885e-06,
      "loss": 0.338,
      "step": 1582570
    },
    {
      "epoch": 441.69,
      "grad_norm": 0.9562127590179443,
      "learning_rate": 2.133879472527657e-06,
      "loss": 0.3516,
      "step": 1582580
    },
    {
      "epoch": 441.69,
      "grad_norm": 1.1065353155136108,
      "learning_rate": 2.1338525415344584e-06,
      "loss": 0.3466,
      "step": 1582590
    },
    {
      "epoch": 441.7,
      "grad_norm": 1.0653305053710938,
      "learning_rate": 2.1338256105691983e-06,
      "loss": 0.3379,
      "step": 1582600
    },
    {
      "epoch": 441.7,
      "grad_norm": 1.036985158920288,
      "learning_rate": 2.1337986796318796e-06,
      "loss": 0.3398,
      "step": 1582610
    },
    {
      "epoch": 441.7,
      "grad_norm": 1.1069749593734741,
      "learning_rate": 2.133771748722504e-06,
      "loss": 0.3538,
      "step": 1582620
    },
    {
      "epoch": 441.71,
      "grad_norm": 0.9978899955749512,
      "learning_rate": 2.133744817841078e-06,
      "loss": 0.349,
      "step": 1582630
    },
    {
      "epoch": 441.71,
      "grad_norm": 1.1706146001815796,
      "learning_rate": 2.1337178869876034e-06,
      "loss": 0.3503,
      "step": 1582640
    },
    {
      "epoch": 441.71,
      "grad_norm": 1.1658140420913696,
      "learning_rate": 2.133690956162083e-06,
      "loss": 0.3382,
      "step": 1582650
    },
    {
      "epoch": 441.71,
      "grad_norm": 0.9757317900657654,
      "learning_rate": 2.1336640253645226e-06,
      "loss": 0.3546,
      "step": 1582660
    },
    {
      "epoch": 441.72,
      "grad_norm": 1.1684836149215698,
      "learning_rate": 2.133637094594925e-06,
      "loss": 0.3605,
      "step": 1582670
    },
    {
      "epoch": 441.72,
      "grad_norm": 1.159791350364685,
      "learning_rate": 2.133610163853292e-06,
      "loss": 0.3304,
      "step": 1582680
    },
    {
      "epoch": 441.72,
      "grad_norm": 1.0999993085861206,
      "learning_rate": 2.13358323313963e-06,
      "loss": 0.3624,
      "step": 1582690
    },
    {
      "epoch": 441.72,
      "grad_norm": 1.0643900632858276,
      "learning_rate": 2.133556302453941e-06,
      "loss": 0.3377,
      "step": 1582700
    },
    {
      "epoch": 441.73,
      "grad_norm": 1.7499483823776245,
      "learning_rate": 2.1335293717962287e-06,
      "loss": 0.3485,
      "step": 1582710
    },
    {
      "epoch": 441.73,
      "grad_norm": 1.0552752017974854,
      "learning_rate": 2.133502441166497e-06,
      "loss": 0.3406,
      "step": 1582720
    },
    {
      "epoch": 441.73,
      "grad_norm": 1.1236051321029663,
      "learning_rate": 2.1334755105647494e-06,
      "loss": 0.3365,
      "step": 1582730
    },
    {
      "epoch": 441.74,
      "grad_norm": 1.2746022939682007,
      "learning_rate": 2.1334485799909882e-06,
      "loss": 0.329,
      "step": 1582740
    },
    {
      "epoch": 441.74,
      "grad_norm": 1.8264579772949219,
      "learning_rate": 2.1334216494452194e-06,
      "loss": 0.3512,
      "step": 1582750
    },
    {
      "epoch": 441.74,
      "grad_norm": 0.9259663224220276,
      "learning_rate": 2.133394718927445e-06,
      "loss": 0.3674,
      "step": 1582760
    },
    {
      "epoch": 441.74,
      "grad_norm": 1.1775448322296143,
      "learning_rate": 2.133367788437669e-06,
      "loss": 0.3245,
      "step": 1582770
    },
    {
      "epoch": 441.75,
      "grad_norm": 0.9928439855575562,
      "learning_rate": 2.1333408579758953e-06,
      "loss": 0.3419,
      "step": 1582780
    },
    {
      "epoch": 441.75,
      "grad_norm": 1.3854877948760986,
      "learning_rate": 2.133313927542127e-06,
      "loss": 0.3349,
      "step": 1582790
    },
    {
      "epoch": 441.75,
      "grad_norm": 1.4461748600006104,
      "learning_rate": 2.133286997136367e-06,
      "loss": 0.3531,
      "step": 1582800
    },
    {
      "epoch": 441.76,
      "grad_norm": 1.073981523513794,
      "learning_rate": 2.1332600667586202e-06,
      "loss": 0.3478,
      "step": 1582810
    },
    {
      "epoch": 441.76,
      "grad_norm": 1.3588842153549194,
      "learning_rate": 2.133233136408889e-06,
      "loss": 0.3435,
      "step": 1582820
    },
    {
      "epoch": 441.76,
      "grad_norm": 1.0536680221557617,
      "learning_rate": 2.1332062060871788e-06,
      "loss": 0.339,
      "step": 1582830
    },
    {
      "epoch": 441.76,
      "grad_norm": 1.0657368898391724,
      "learning_rate": 2.1331792757934916e-06,
      "loss": 0.3407,
      "step": 1582840
    },
    {
      "epoch": 441.77,
      "grad_norm": 1.0739322900772095,
      "learning_rate": 2.133152345527831e-06,
      "loss": 0.3585,
      "step": 1582850
    },
    {
      "epoch": 441.77,
      "grad_norm": 1.1060535907745361,
      "learning_rate": 2.133125415290202e-06,
      "loss": 0.3334,
      "step": 1582860
    },
    {
      "epoch": 441.77,
      "grad_norm": 0.9662065505981445,
      "learning_rate": 2.133098485080607e-06,
      "loss": 0.3387,
      "step": 1582870
    },
    {
      "epoch": 441.78,
      "grad_norm": 0.930444061756134,
      "learning_rate": 2.1330715548990483e-06,
      "loss": 0.3212,
      "step": 1582880
    },
    {
      "epoch": 441.78,
      "grad_norm": 1.0310025215148926,
      "learning_rate": 2.133044624745533e-06,
      "loss": 0.3531,
      "step": 1582890
    },
    {
      "epoch": 441.78,
      "grad_norm": 1.0321235656738281,
      "learning_rate": 2.1330176946200618e-06,
      "loss": 0.352,
      "step": 1582900
    },
    {
      "epoch": 441.78,
      "grad_norm": 1.0245217084884644,
      "learning_rate": 2.1329907645226385e-06,
      "loss": 0.3321,
      "step": 1582910
    },
    {
      "epoch": 441.79,
      "grad_norm": 1.0841341018676758,
      "learning_rate": 2.132963834453268e-06,
      "loss": 0.3409,
      "step": 1582920
    },
    {
      "epoch": 441.79,
      "grad_norm": 1.2155442237854004,
      "learning_rate": 2.132936904411953e-06,
      "loss": 0.3355,
      "step": 1582930
    },
    {
      "epoch": 441.79,
      "grad_norm": 1.1744147539138794,
      "learning_rate": 2.132909974398697e-06,
      "loss": 0.3548,
      "step": 1582940
    },
    {
      "epoch": 441.79,
      "grad_norm": 1.1071561574935913,
      "learning_rate": 2.1328830444135044e-06,
      "loss": 0.3366,
      "step": 1582950
    },
    {
      "epoch": 441.8,
      "grad_norm": 0.9693102836608887,
      "learning_rate": 2.1328561144563786e-06,
      "loss": 0.3547,
      "step": 1582960
    },
    {
      "epoch": 441.8,
      "grad_norm": 1.0181145668029785,
      "learning_rate": 2.1328291845273213e-06,
      "loss": 0.331,
      "step": 1582970
    },
    {
      "epoch": 441.8,
      "grad_norm": 1.5338876247406006,
      "learning_rate": 2.1328022546263386e-06,
      "loss": 0.3285,
      "step": 1582980
    },
    {
      "epoch": 441.81,
      "grad_norm": 1.0376888513565063,
      "learning_rate": 2.1327753247534333e-06,
      "loss": 0.3418,
      "step": 1582990
    },
    {
      "epoch": 441.81,
      "grad_norm": 1.0163191556930542,
      "learning_rate": 2.1327483949086084e-06,
      "loss": 0.3473,
      "step": 1583000
    },
    {
      "epoch": 441.81,
      "grad_norm": 0.8917441368103027,
      "learning_rate": 2.132721465091868e-06,
      "loss": 0.3378,
      "step": 1583010
    },
    {
      "epoch": 441.81,
      "grad_norm": 1.1031116247177124,
      "learning_rate": 2.1326945353032163e-06,
      "loss": 0.3468,
      "step": 1583020
    },
    {
      "epoch": 441.82,
      "grad_norm": 1.0467758178710938,
      "learning_rate": 2.1326676055426547e-06,
      "loss": 0.3309,
      "step": 1583030
    },
    {
      "epoch": 441.82,
      "grad_norm": 1.279597520828247,
      "learning_rate": 2.132640675810189e-06,
      "loss": 0.3459,
      "step": 1583040
    },
    {
      "epoch": 441.82,
      "grad_norm": 1.0612982511520386,
      "learning_rate": 2.1326137461058226e-06,
      "loss": 0.3336,
      "step": 1583050
    },
    {
      "epoch": 441.83,
      "grad_norm": 1.056526780128479,
      "learning_rate": 2.1325868164295577e-06,
      "loss": 0.3423,
      "step": 1583060
    },
    {
      "epoch": 441.83,
      "grad_norm": 1.079921841621399,
      "learning_rate": 2.1325598867813986e-06,
      "loss": 0.3399,
      "step": 1583070
    },
    {
      "epoch": 441.83,
      "grad_norm": 0.9979684352874756,
      "learning_rate": 2.132532957161349e-06,
      "loss": 0.3347,
      "step": 1583080
    },
    {
      "epoch": 441.83,
      "grad_norm": 1.019239068031311,
      "learning_rate": 2.1325060275694127e-06,
      "loss": 0.346,
      "step": 1583090
    },
    {
      "epoch": 441.84,
      "grad_norm": 1.0883231163024902,
      "learning_rate": 2.132479098005593e-06,
      "loss": 0.3551,
      "step": 1583100
    },
    {
      "epoch": 441.84,
      "grad_norm": 1.0730979442596436,
      "learning_rate": 2.132452168469893e-06,
      "loss": 0.3433,
      "step": 1583110
    },
    {
      "epoch": 441.84,
      "grad_norm": 1.055672526359558,
      "learning_rate": 2.132425238962317e-06,
      "loss": 0.3307,
      "step": 1583120
    },
    {
      "epoch": 441.84,
      "grad_norm": 1.0261197090148926,
      "learning_rate": 2.132398309482869e-06,
      "loss": 0.3397,
      "step": 1583130
    },
    {
      "epoch": 441.85,
      "grad_norm": 1.0762282609939575,
      "learning_rate": 2.1323713800315516e-06,
      "loss": 0.3534,
      "step": 1583140
    },
    {
      "epoch": 441.85,
      "grad_norm": 0.9687588810920715,
      "learning_rate": 2.132344450608369e-06,
      "loss": 0.3537,
      "step": 1583150
    },
    {
      "epoch": 441.85,
      "grad_norm": 1.2208806276321411,
      "learning_rate": 2.1323175212133246e-06,
      "loss": 0.3469,
      "step": 1583160
    },
    {
      "epoch": 441.86,
      "grad_norm": 1.0529427528381348,
      "learning_rate": 2.132290591846421e-06,
      "loss": 0.3256,
      "step": 1583170
    },
    {
      "epoch": 441.86,
      "grad_norm": 1.2653189897537231,
      "learning_rate": 2.1322636625076637e-06,
      "loss": 0.338,
      "step": 1583180
    },
    {
      "epoch": 441.86,
      "grad_norm": 1.0070781707763672,
      "learning_rate": 2.1322367331970553e-06,
      "loss": 0.343,
      "step": 1583190
    },
    {
      "epoch": 441.86,
      "grad_norm": 0.8528234958648682,
      "learning_rate": 2.132209803914598e-06,
      "loss": 0.3463,
      "step": 1583200
    },
    {
      "epoch": 441.87,
      "grad_norm": 1.0264884233474731,
      "learning_rate": 2.132182874660298e-06,
      "loss": 0.336,
      "step": 1583210
    },
    {
      "epoch": 441.87,
      "grad_norm": 1.1900776624679565,
      "learning_rate": 2.1321559454341576e-06,
      "loss": 0.363,
      "step": 1583220
    },
    {
      "epoch": 441.87,
      "grad_norm": 1.0700182914733887,
      "learning_rate": 2.13212901623618e-06,
      "loss": 0.3441,
      "step": 1583230
    },
    {
      "epoch": 441.88,
      "grad_norm": 1.3788771629333496,
      "learning_rate": 2.1321020870663696e-06,
      "loss": 0.3489,
      "step": 1583240
    },
    {
      "epoch": 441.88,
      "grad_norm": 1.1549336910247803,
      "learning_rate": 2.13207515792473e-06,
      "loss": 0.342,
      "step": 1583250
    },
    {
      "epoch": 441.88,
      "grad_norm": 1.0491796731948853,
      "learning_rate": 2.132048228811263e-06,
      "loss": 0.3345,
      "step": 1583260
    },
    {
      "epoch": 441.88,
      "grad_norm": 0.9639411568641663,
      "learning_rate": 2.1320212997259745e-06,
      "loss": 0.3511,
      "step": 1583270
    },
    {
      "epoch": 441.89,
      "grad_norm": 0.95157790184021,
      "learning_rate": 2.1319943706688674e-06,
      "loss": 0.3518,
      "step": 1583280
    },
    {
      "epoch": 441.89,
      "grad_norm": 0.9969343543052673,
      "learning_rate": 2.1319674416399444e-06,
      "loss": 0.3499,
      "step": 1583290
    },
    {
      "epoch": 441.89,
      "grad_norm": 1.0928653478622437,
      "learning_rate": 2.1319405126392103e-06,
      "loss": 0.341,
      "step": 1583300
    },
    {
      "epoch": 441.9,
      "grad_norm": 1.2532206773757935,
      "learning_rate": 2.131913583666668e-06,
      "loss": 0.3285,
      "step": 1583310
    },
    {
      "epoch": 441.9,
      "grad_norm": 0.9434724450111389,
      "learning_rate": 2.1318866547223204e-06,
      "loss": 0.3476,
      "step": 1583320
    },
    {
      "epoch": 441.9,
      "grad_norm": 0.9723993539810181,
      "learning_rate": 2.1318597258061727e-06,
      "loss": 0.3543,
      "step": 1583330
    },
    {
      "epoch": 441.9,
      "grad_norm": 0.9937806725502014,
      "learning_rate": 2.1318327969182274e-06,
      "loss": 0.3563,
      "step": 1583340
    },
    {
      "epoch": 441.91,
      "grad_norm": 1.0380439758300781,
      "learning_rate": 2.1318058680584874e-06,
      "loss": 0.3714,
      "step": 1583350
    },
    {
      "epoch": 441.91,
      "grad_norm": 1.074660301208496,
      "learning_rate": 2.1317789392269587e-06,
      "loss": 0.3542,
      "step": 1583360
    },
    {
      "epoch": 441.91,
      "grad_norm": 1.5799471139907837,
      "learning_rate": 2.131752010423643e-06,
      "loss": 0.3512,
      "step": 1583370
    },
    {
      "epoch": 441.91,
      "grad_norm": 1.0805494785308838,
      "learning_rate": 2.1317250816485436e-06,
      "loss": 0.3492,
      "step": 1583380
    },
    {
      "epoch": 441.92,
      "grad_norm": 1.059105396270752,
      "learning_rate": 2.1316981529016656e-06,
      "loss": 0.3414,
      "step": 1583390
    },
    {
      "epoch": 441.92,
      "grad_norm": 0.9392916560173035,
      "learning_rate": 2.1316712241830113e-06,
      "loss": 0.3278,
      "step": 1583400
    },
    {
      "epoch": 441.92,
      "grad_norm": 1.3041304349899292,
      "learning_rate": 2.1316442954925847e-06,
      "loss": 0.3487,
      "step": 1583410
    },
    {
      "epoch": 441.93,
      "grad_norm": 1.212795615196228,
      "learning_rate": 2.13161736683039e-06,
      "loss": 0.3575,
      "step": 1583420
    },
    {
      "epoch": 441.93,
      "grad_norm": 1.1180914640426636,
      "learning_rate": 2.13159043819643e-06,
      "loss": 0.3583,
      "step": 1583430
    },
    {
      "epoch": 441.93,
      "grad_norm": 0.9577871561050415,
      "learning_rate": 2.131563509590708e-06,
      "loss": 0.3397,
      "step": 1583440
    },
    {
      "epoch": 441.93,
      "grad_norm": 1.0642426013946533,
      "learning_rate": 2.131536581013229e-06,
      "loss": 0.3491,
      "step": 1583450
    },
    {
      "epoch": 441.94,
      "grad_norm": 1.002185344696045,
      "learning_rate": 2.131509652463994e-06,
      "loss": 0.3317,
      "step": 1583460
    },
    {
      "epoch": 441.94,
      "grad_norm": 1.0073847770690918,
      "learning_rate": 2.1314827239430098e-06,
      "loss": 0.3551,
      "step": 1583470
    },
    {
      "epoch": 441.94,
      "grad_norm": 1.2012944221496582,
      "learning_rate": 2.1314557954502786e-06,
      "loss": 0.3549,
      "step": 1583480
    },
    {
      "epoch": 441.95,
      "grad_norm": 1.0079549551010132,
      "learning_rate": 2.1314288669858023e-06,
      "loss": 0.3502,
      "step": 1583490
    },
    {
      "epoch": 441.95,
      "grad_norm": 1.0324254035949707,
      "learning_rate": 2.131401938549587e-06,
      "loss": 0.3737,
      "step": 1583500
    },
    {
      "epoch": 441.95,
      "grad_norm": 2.071712017059326,
      "learning_rate": 2.1313750101416356e-06,
      "loss": 0.3449,
      "step": 1583510
    },
    {
      "epoch": 441.95,
      "grad_norm": 1.024042010307312,
      "learning_rate": 2.1313480817619507e-06,
      "loss": 0.3425,
      "step": 1583520
    },
    {
      "epoch": 441.96,
      "grad_norm": 1.1600868701934814,
      "learning_rate": 2.131321153410537e-06,
      "loss": 0.3381,
      "step": 1583530
    },
    {
      "epoch": 441.96,
      "grad_norm": 1.1245951652526855,
      "learning_rate": 2.1312942250873976e-06,
      "loss": 0.3588,
      "step": 1583540
    },
    {
      "epoch": 441.96,
      "grad_norm": 0.9274159073829651,
      "learning_rate": 2.1312672967925355e-06,
      "loss": 0.3394,
      "step": 1583550
    },
    {
      "epoch": 441.96,
      "grad_norm": 1.6070587635040283,
      "learning_rate": 2.1312403685259553e-06,
      "loss": 0.3609,
      "step": 1583560
    },
    {
      "epoch": 441.97,
      "grad_norm": 1.163459300994873,
      "learning_rate": 2.1312134402876605e-06,
      "loss": 0.3469,
      "step": 1583570
    },
    {
      "epoch": 441.97,
      "grad_norm": 1.329539179801941,
      "learning_rate": 2.131186512077654e-06,
      "loss": 0.3328,
      "step": 1583580
    },
    {
      "epoch": 441.97,
      "grad_norm": 1.0633025169372559,
      "learning_rate": 2.1311595838959403e-06,
      "loss": 0.3351,
      "step": 1583590
    },
    {
      "epoch": 441.98,
      "grad_norm": 1.0200507640838623,
      "learning_rate": 2.1311326557425224e-06,
      "loss": 0.3424,
      "step": 1583600
    },
    {
      "epoch": 441.98,
      "grad_norm": 0.9304434657096863,
      "learning_rate": 2.1311057276174022e-06,
      "loss": 0.322,
      "step": 1583610
    },
    {
      "epoch": 441.98,
      "grad_norm": 0.9464269280433655,
      "learning_rate": 2.131078799520587e-06,
      "loss": 0.3476,
      "step": 1583620
    },
    {
      "epoch": 441.98,
      "grad_norm": 1.1204277276992798,
      "learning_rate": 2.131051871452078e-06,
      "loss": 0.3359,
      "step": 1583630
    },
    {
      "epoch": 441.99,
      "grad_norm": 0.9952792525291443,
      "learning_rate": 2.131024943411878e-06,
      "loss": 0.343,
      "step": 1583640
    },
    {
      "epoch": 441.99,
      "grad_norm": 1.381662130355835,
      "learning_rate": 2.130998015399993e-06,
      "loss": 0.3388,
      "step": 1583650
    },
    {
      "epoch": 441.99,
      "grad_norm": 1.063690185546875,
      "learning_rate": 2.1309710874164254e-06,
      "loss": 0.3518,
      "step": 1583660
    },
    {
      "epoch": 442.0,
      "grad_norm": 1.1962659358978271,
      "learning_rate": 2.130944159461178e-06,
      "loss": 0.3506,
      "step": 1583670
    },
    {
      "epoch": 442.0,
      "grad_norm": 0.9496107697486877,
      "learning_rate": 2.130917231534256e-06,
      "loss": 0.3441,
      "step": 1583680
    },
    {
      "epoch": 442.0,
      "eval_loss": 0.34615805745124817,
      "eval_runtime": 76.4726,
      "eval_samples_per_second": 66.154,
      "eval_steps_per_second": 8.277,
      "step": 1583686
    },
    {
      "epoch": 442.0,
      "grad_norm": 1.405186414718628,
      "learning_rate": 2.130890303635661e-06,
      "loss": 0.3537,
      "step": 1583690
    },
    {
      "epoch": 442.0,
      "grad_norm": 1.0057214498519897,
      "learning_rate": 2.130863375765398e-06,
      "loss": 0.3422,
      "step": 1583700
    },
    {
      "epoch": 442.01,
      "grad_norm": 1.035441517829895,
      "learning_rate": 2.130836447923471e-06,
      "loss": 0.3293,
      "step": 1583710
    },
    {
      "epoch": 442.01,
      "grad_norm": 0.97234046459198,
      "learning_rate": 2.1308095201098824e-06,
      "loss": 0.3381,
      "step": 1583720
    },
    {
      "epoch": 442.01,
      "grad_norm": 1.0841156244277954,
      "learning_rate": 2.1307825923246363e-06,
      "loss": 0.3356,
      "step": 1583730
    },
    {
      "epoch": 442.02,
      "grad_norm": 1.1483806371688843,
      "learning_rate": 2.1307556645677362e-06,
      "loss": 0.3549,
      "step": 1583740
    },
    {
      "epoch": 442.02,
      "grad_norm": 0.9805434942245483,
      "learning_rate": 2.1307287368391854e-06,
      "loss": 0.3332,
      "step": 1583750
    },
    {
      "epoch": 442.02,
      "grad_norm": 1.0095210075378418,
      "learning_rate": 2.1307018091389882e-06,
      "loss": 0.3402,
      "step": 1583760
    },
    {
      "epoch": 442.02,
      "grad_norm": 0.9421181082725525,
      "learning_rate": 2.130674881467148e-06,
      "loss": 0.3535,
      "step": 1583770
    },
    {
      "epoch": 442.03,
      "grad_norm": 1.0175410509109497,
      "learning_rate": 2.1306479538236665e-06,
      "loss": 0.3371,
      "step": 1583780
    },
    {
      "epoch": 442.03,
      "grad_norm": 0.980920672416687,
      "learning_rate": 2.1306210262085508e-06,
      "loss": 0.3463,
      "step": 1583790
    },
    {
      "epoch": 442.03,
      "grad_norm": 1.115208387374878,
      "learning_rate": 2.130594098621802e-06,
      "loss": 0.3402,
      "step": 1583800
    },
    {
      "epoch": 442.03,
      "grad_norm": 1.182380199432373,
      "learning_rate": 2.130567171063424e-06,
      "loss": 0.3426,
      "step": 1583810
    },
    {
      "epoch": 442.04,
      "grad_norm": 1.0333045721054077,
      "learning_rate": 2.1305402435334217e-06,
      "loss": 0.3481,
      "step": 1583820
    },
    {
      "epoch": 442.04,
      "grad_norm": 1.0591248273849487,
      "learning_rate": 2.1305133160317974e-06,
      "loss": 0.3409,
      "step": 1583830
    },
    {
      "epoch": 442.04,
      "grad_norm": 1.160155177116394,
      "learning_rate": 2.130486388558554e-06,
      "loss": 0.3421,
      "step": 1583840
    },
    {
      "epoch": 442.05,
      "grad_norm": 1.0916118621826172,
      "learning_rate": 2.1304594611136964e-06,
      "loss": 0.3307,
      "step": 1583850
    },
    {
      "epoch": 442.05,
      "grad_norm": 1.0333529710769653,
      "learning_rate": 2.1304325336972285e-06,
      "loss": 0.343,
      "step": 1583860
    },
    {
      "epoch": 442.05,
      "grad_norm": 1.4008570909500122,
      "learning_rate": 2.1304056063091524e-06,
      "loss": 0.3513,
      "step": 1583870
    },
    {
      "epoch": 442.05,
      "grad_norm": 1.1058579683303833,
      "learning_rate": 2.1303786789494734e-06,
      "loss": 0.3453,
      "step": 1583880
    },
    {
      "epoch": 442.06,
      "grad_norm": 1.1803957223892212,
      "learning_rate": 2.130351751618194e-06,
      "loss": 0.3454,
      "step": 1583890
    },
    {
      "epoch": 442.06,
      "grad_norm": 1.0902997255325317,
      "learning_rate": 2.1303248243153165e-06,
      "loss": 0.3382,
      "step": 1583900
    },
    {
      "epoch": 442.06,
      "grad_norm": 1.2154775857925415,
      "learning_rate": 2.1302978970408474e-06,
      "loss": 0.3596,
      "step": 1583910
    },
    {
      "epoch": 442.07,
      "grad_norm": 1.1100519895553589,
      "learning_rate": 2.1302709697947886e-06,
      "loss": 0.3512,
      "step": 1583920
    },
    {
      "epoch": 442.07,
      "grad_norm": 0.9740252494812012,
      "learning_rate": 2.130244042577143e-06,
      "loss": 0.3547,
      "step": 1583930
    },
    {
      "epoch": 442.07,
      "grad_norm": 1.162827968597412,
      "learning_rate": 2.1302171153879164e-06,
      "loss": 0.3499,
      "step": 1583940
    },
    {
      "epoch": 442.07,
      "grad_norm": 1.1763948202133179,
      "learning_rate": 2.1301901882271106e-06,
      "loss": 0.3405,
      "step": 1583950
    },
    {
      "epoch": 442.08,
      "grad_norm": 0.9684417247772217,
      "learning_rate": 2.1301632610947296e-06,
      "loss": 0.3252,
      "step": 1583960
    },
    {
      "epoch": 442.08,
      "grad_norm": 1.0421313047409058,
      "learning_rate": 2.1301363339907775e-06,
      "loss": 0.3469,
      "step": 1583970
    },
    {
      "epoch": 442.08,
      "grad_norm": 0.9794276356697083,
      "learning_rate": 2.130109406915256e-06,
      "loss": 0.3547,
      "step": 1583980
    },
    {
      "epoch": 442.08,
      "grad_norm": 1.1170058250427246,
      "learning_rate": 2.1300824798681717e-06,
      "loss": 0.3441,
      "step": 1583990
    },
    {
      "epoch": 442.09,
      "grad_norm": 1.0635654926300049,
      "learning_rate": 2.130055552849526e-06,
      "loss": 0.3457,
      "step": 1584000
    },
    {
      "epoch": 442.09,
      "grad_norm": 1.0586141347885132,
      "learning_rate": 2.1300286258593233e-06,
      "loss": 0.3438,
      "step": 1584010
    },
    {
      "epoch": 442.09,
      "grad_norm": 0.8837817311286926,
      "learning_rate": 2.130001698897567e-06,
      "loss": 0.3313,
      "step": 1584020
    },
    {
      "epoch": 442.1,
      "grad_norm": 1.0823452472686768,
      "learning_rate": 2.129974771964261e-06,
      "loss": 0.3562,
      "step": 1584030
    },
    {
      "epoch": 442.1,
      "grad_norm": 1.067579746246338,
      "learning_rate": 2.129947845059407e-06,
      "loss": 0.3395,
      "step": 1584040
    },
    {
      "epoch": 442.1,
      "grad_norm": 0.9823495149612427,
      "learning_rate": 2.1299209181830116e-06,
      "loss": 0.356,
      "step": 1584050
    },
    {
      "epoch": 442.1,
      "grad_norm": 1.2816404104232788,
      "learning_rate": 2.1298939913350765e-06,
      "loss": 0.3595,
      "step": 1584060
    },
    {
      "epoch": 442.11,
      "grad_norm": 1.0491660833358765,
      "learning_rate": 2.129867064515605e-06,
      "loss": 0.3708,
      "step": 1584070
    },
    {
      "epoch": 442.11,
      "grad_norm": 1.1689499616622925,
      "learning_rate": 2.1298401377246025e-06,
      "loss": 0.3534,
      "step": 1584080
    },
    {
      "epoch": 442.11,
      "grad_norm": 0.9256762266159058,
      "learning_rate": 2.129813210962071e-06,
      "loss": 0.3432,
      "step": 1584090
    },
    {
      "epoch": 442.12,
      "grad_norm": 1.1863114833831787,
      "learning_rate": 2.1297862842280146e-06,
      "loss": 0.3427,
      "step": 1584100
    },
    {
      "epoch": 442.12,
      "grad_norm": 1.320635437965393,
      "learning_rate": 2.1297593575224366e-06,
      "loss": 0.3547,
      "step": 1584110
    },
    {
      "epoch": 442.12,
      "grad_norm": 0.938173234462738,
      "learning_rate": 2.1297324308453412e-06,
      "loss": 0.3268,
      "step": 1584120
    },
    {
      "epoch": 442.12,
      "grad_norm": 1.2316759824752808,
      "learning_rate": 2.1297055041967308e-06,
      "loss": 0.327,
      "step": 1584130
    },
    {
      "epoch": 442.13,
      "grad_norm": 1.0053129196166992,
      "learning_rate": 2.1296785775766107e-06,
      "loss": 0.3341,
      "step": 1584140
    },
    {
      "epoch": 442.13,
      "grad_norm": 1.2492210865020752,
      "learning_rate": 2.1296516509849836e-06,
      "loss": 0.3681,
      "step": 1584150
    },
    {
      "epoch": 442.13,
      "grad_norm": 1.0475969314575195,
      "learning_rate": 2.129624724421852e-06,
      "loss": 0.3644,
      "step": 1584160
    },
    {
      "epoch": 442.14,
      "grad_norm": 0.9997251033782959,
      "learning_rate": 2.1295977978872216e-06,
      "loss": 0.3502,
      "step": 1584170
    },
    {
      "epoch": 442.14,
      "grad_norm": 1.0998759269714355,
      "learning_rate": 2.1295708713810943e-06,
      "loss": 0.3591,
      "step": 1584180
    },
    {
      "epoch": 442.14,
      "grad_norm": 1.2749534845352173,
      "learning_rate": 2.1295439449034744e-06,
      "loss": 0.3389,
      "step": 1584190
    },
    {
      "epoch": 442.14,
      "grad_norm": 1.0617414712905884,
      "learning_rate": 2.1295170184543656e-06,
      "loss": 0.3419,
      "step": 1584200
    },
    {
      "epoch": 442.15,
      "grad_norm": 0.9727294445037842,
      "learning_rate": 2.129490092033772e-06,
      "loss": 0.3466,
      "step": 1584210
    },
    {
      "epoch": 442.15,
      "grad_norm": 2.285954236984253,
      "learning_rate": 2.1294631656416946e-06,
      "loss": 0.3373,
      "step": 1584220
    },
    {
      "epoch": 442.15,
      "grad_norm": 1.1013251543045044,
      "learning_rate": 2.1294362392781404e-06,
      "loss": 0.336,
      "step": 1584230
    },
    {
      "epoch": 442.15,
      "grad_norm": 1.165303349494934,
      "learning_rate": 2.129409312943111e-06,
      "loss": 0.3505,
      "step": 1584240
    },
    {
      "epoch": 442.16,
      "grad_norm": 0.965610146522522,
      "learning_rate": 2.12938238663661e-06,
      "loss": 0.3524,
      "step": 1584250
    },
    {
      "epoch": 442.16,
      "grad_norm": 0.9595450758934021,
      "learning_rate": 2.129355460358642e-06,
      "loss": 0.337,
      "step": 1584260
    },
    {
      "epoch": 442.16,
      "grad_norm": 1.1376315355300903,
      "learning_rate": 2.129328534109209e-06,
      "loss": 0.3563,
      "step": 1584270
    },
    {
      "epoch": 442.17,
      "grad_norm": 1.0308693647384644,
      "learning_rate": 2.129301607888316e-06,
      "loss": 0.3582,
      "step": 1584280
    },
    {
      "epoch": 442.17,
      "grad_norm": 0.952241837978363,
      "learning_rate": 2.1292746816959668e-06,
      "loss": 0.3485,
      "step": 1584290
    },
    {
      "epoch": 442.17,
      "grad_norm": 1.0051660537719727,
      "learning_rate": 2.1292477555321633e-06,
      "loss": 0.3382,
      "step": 1584300
    },
    {
      "epoch": 442.17,
      "grad_norm": 1.48231840133667,
      "learning_rate": 2.129220829396911e-06,
      "loss": 0.3476,
      "step": 1584310
    },
    {
      "epoch": 442.18,
      "grad_norm": 1.1086655855178833,
      "learning_rate": 2.1291939032902124e-06,
      "loss": 0.3467,
      "step": 1584320
    },
    {
      "epoch": 442.18,
      "grad_norm": 1.0549180507659912,
      "learning_rate": 2.129166977212071e-06,
      "loss": 0.3524,
      "step": 1584330
    },
    {
      "epoch": 442.18,
      "grad_norm": 0.9635928869247437,
      "learning_rate": 2.129140051162491e-06,
      "loss": 0.332,
      "step": 1584340
    },
    {
      "epoch": 442.19,
      "grad_norm": 1.7224851846694946,
      "learning_rate": 2.1291131251414754e-06,
      "loss": 0.3608,
      "step": 1584350
    },
    {
      "epoch": 442.19,
      "grad_norm": 0.8503773808479309,
      "learning_rate": 2.1290861991490275e-06,
      "loss": 0.3504,
      "step": 1584360
    },
    {
      "epoch": 442.19,
      "grad_norm": 1.1312479972839355,
      "learning_rate": 2.1290592731851526e-06,
      "loss": 0.3429,
      "step": 1584370
    },
    {
      "epoch": 442.19,
      "grad_norm": 1.0714253187179565,
      "learning_rate": 2.1290323472498527e-06,
      "loss": 0.3584,
      "step": 1584380
    },
    {
      "epoch": 442.2,
      "grad_norm": 1.404128074645996,
      "learning_rate": 2.1290054213431313e-06,
      "loss": 0.3434,
      "step": 1584390
    },
    {
      "epoch": 442.2,
      "grad_norm": 1.243902564048767,
      "learning_rate": 2.1289784954649926e-06,
      "loss": 0.3366,
      "step": 1584400
    },
    {
      "epoch": 442.2,
      "grad_norm": 3.322481155395508,
      "learning_rate": 2.128951569615441e-06,
      "loss": 0.3338,
      "step": 1584410
    },
    {
      "epoch": 442.2,
      "grad_norm": 1.0858759880065918,
      "learning_rate": 2.1289246437944773e-06,
      "loss": 0.3351,
      "step": 1584420
    },
    {
      "epoch": 442.21,
      "grad_norm": 1.100061058998108,
      "learning_rate": 2.128897718002108e-06,
      "loss": 0.3356,
      "step": 1584430
    },
    {
      "epoch": 442.21,
      "grad_norm": 1.116234540939331,
      "learning_rate": 2.1288707922383356e-06,
      "loss": 0.3303,
      "step": 1584440
    },
    {
      "epoch": 442.21,
      "grad_norm": 1.1208311319351196,
      "learning_rate": 2.128843866503163e-06,
      "loss": 0.3586,
      "step": 1584450
    },
    {
      "epoch": 442.22,
      "grad_norm": 1.0718238353729248,
      "learning_rate": 2.1288169407965954e-06,
      "loss": 0.3471,
      "step": 1584460
    },
    {
      "epoch": 442.22,
      "grad_norm": 1.0782058238983154,
      "learning_rate": 2.128790015118635e-06,
      "loss": 0.3476,
      "step": 1584470
    },
    {
      "epoch": 442.22,
      "grad_norm": 1.0826516151428223,
      "learning_rate": 2.128763089469286e-06,
      "loss": 0.3491,
      "step": 1584480
    },
    {
      "epoch": 442.22,
      "grad_norm": 1.0916028022766113,
      "learning_rate": 2.128736163848552e-06,
      "loss": 0.3467,
      "step": 1584490
    },
    {
      "epoch": 442.23,
      "grad_norm": 2.2966601848602295,
      "learning_rate": 2.128709238256436e-06,
      "loss": 0.3374,
      "step": 1584500
    },
    {
      "epoch": 442.23,
      "grad_norm": 1.1083691120147705,
      "learning_rate": 2.128682312692942e-06,
      "loss": 0.3428,
      "step": 1584510
    },
    {
      "epoch": 442.23,
      "grad_norm": 1.232120156288147,
      "learning_rate": 2.128655387158074e-06,
      "loss": 0.3427,
      "step": 1584520
    },
    {
      "epoch": 442.24,
      "grad_norm": 1.2070720195770264,
      "learning_rate": 2.1286284616518347e-06,
      "loss": 0.3699,
      "step": 1584530
    },
    {
      "epoch": 442.24,
      "grad_norm": 1.0730677843093872,
      "learning_rate": 2.1286015361742282e-06,
      "loss": 0.3534,
      "step": 1584540
    },
    {
      "epoch": 442.24,
      "grad_norm": 1.0294686555862427,
      "learning_rate": 2.1285746107252587e-06,
      "loss": 0.3429,
      "step": 1584550
    },
    {
      "epoch": 442.24,
      "grad_norm": 0.8732784986495972,
      "learning_rate": 2.1285476853049273e-06,
      "loss": 0.335,
      "step": 1584560
    },
    {
      "epoch": 442.25,
      "grad_norm": 1.0376399755477905,
      "learning_rate": 2.128520759913241e-06,
      "loss": 0.3316,
      "step": 1584570
    },
    {
      "epoch": 442.25,
      "grad_norm": 1.0639935731887817,
      "learning_rate": 2.1284938345502016e-06,
      "loss": 0.3536,
      "step": 1584580
    },
    {
      "epoch": 442.25,
      "grad_norm": 1.0761088132858276,
      "learning_rate": 2.128466909215812e-06,
      "loss": 0.3413,
      "step": 1584590
    },
    {
      "epoch": 442.26,
      "grad_norm": 1.1122186183929443,
      "learning_rate": 2.1284399839100773e-06,
      "loss": 0.3389,
      "step": 1584600
    },
    {
      "epoch": 442.26,
      "grad_norm": 1.1280442476272583,
      "learning_rate": 2.128413058633001e-06,
      "loss": 0.3483,
      "step": 1584610
    },
    {
      "epoch": 442.26,
      "grad_norm": 1.1073098182678223,
      "learning_rate": 2.128386133384585e-06,
      "loss": 0.353,
      "step": 1584620
    },
    {
      "epoch": 442.26,
      "grad_norm": 1.0389697551727295,
      "learning_rate": 2.128359208164835e-06,
      "loss": 0.3492,
      "step": 1584630
    },
    {
      "epoch": 442.27,
      "grad_norm": 1.3676546812057495,
      "learning_rate": 2.128332282973753e-06,
      "loss": 0.3307,
      "step": 1584640
    },
    {
      "epoch": 442.27,
      "grad_norm": 1.0376927852630615,
      "learning_rate": 2.1283053578113422e-06,
      "loss": 0.3501,
      "step": 1584650
    },
    {
      "epoch": 442.27,
      "grad_norm": 1.0395019054412842,
      "learning_rate": 2.1282784326776087e-06,
      "loss": 0.3425,
      "step": 1584660
    },
    {
      "epoch": 442.27,
      "grad_norm": 1.2198559045791626,
      "learning_rate": 2.128251507572554e-06,
      "loss": 0.3373,
      "step": 1584670
    },
    {
      "epoch": 442.28,
      "grad_norm": 1.0796558856964111,
      "learning_rate": 2.128224582496182e-06,
      "loss": 0.3395,
      "step": 1584680
    },
    {
      "epoch": 442.28,
      "grad_norm": 1.0921128988265991,
      "learning_rate": 2.128197657448497e-06,
      "loss": 0.3346,
      "step": 1584690
    },
    {
      "epoch": 442.28,
      "grad_norm": 1.5109102725982666,
      "learning_rate": 2.128170732429502e-06,
      "loss": 0.3429,
      "step": 1584700
    },
    {
      "epoch": 442.29,
      "grad_norm": 1.115572214126587,
      "learning_rate": 2.1281438074391995e-06,
      "loss": 0.3499,
      "step": 1584710
    },
    {
      "epoch": 442.29,
      "grad_norm": 1.0294686555862427,
      "learning_rate": 2.1281168824775958e-06,
      "loss": 0.3479,
      "step": 1584720
    },
    {
      "epoch": 442.29,
      "grad_norm": 1.0228776931762695,
      "learning_rate": 2.1280899575446925e-06,
      "loss": 0.3391,
      "step": 1584730
    },
    {
      "epoch": 442.29,
      "grad_norm": 1.2019551992416382,
      "learning_rate": 2.1280630326404926e-06,
      "loss": 0.3404,
      "step": 1584740
    },
    {
      "epoch": 442.3,
      "grad_norm": 1.0013104677200317,
      "learning_rate": 2.1280361077650016e-06,
      "loss": 0.3433,
      "step": 1584750
    },
    {
      "epoch": 442.3,
      "grad_norm": 1.5891340970993042,
      "learning_rate": 2.128009182918222e-06,
      "loss": 0.3221,
      "step": 1584760
    },
    {
      "epoch": 442.3,
      "grad_norm": 1.256318211555481,
      "learning_rate": 2.1279822581001574e-06,
      "loss": 0.3543,
      "step": 1584770
    },
    {
      "epoch": 442.31,
      "grad_norm": 1.104544758796692,
      "learning_rate": 2.1279553333108122e-06,
      "loss": 0.3596,
      "step": 1584780
    },
    {
      "epoch": 442.31,
      "grad_norm": 0.8176038861274719,
      "learning_rate": 2.127928408550189e-06,
      "loss": 0.336,
      "step": 1584790
    },
    {
      "epoch": 442.31,
      "grad_norm": 1.109419822692871,
      "learning_rate": 2.127901483818291e-06,
      "loss": 0.3273,
      "step": 1584800
    },
    {
      "epoch": 442.31,
      "grad_norm": 1.0007308721542358,
      "learning_rate": 2.1278745591151233e-06,
      "loss": 0.359,
      "step": 1584810
    },
    {
      "epoch": 442.32,
      "grad_norm": 1.6361912488937378,
      "learning_rate": 2.127847634440689e-06,
      "loss": 0.3403,
      "step": 1584820
    },
    {
      "epoch": 442.32,
      "grad_norm": 0.8558306097984314,
      "learning_rate": 2.1278207097949906e-06,
      "loss": 0.345,
      "step": 1584830
    },
    {
      "epoch": 442.32,
      "grad_norm": 0.9297981262207031,
      "learning_rate": 2.127793785178033e-06,
      "loss": 0.3348,
      "step": 1584840
    },
    {
      "epoch": 442.32,
      "grad_norm": 1.2391986846923828,
      "learning_rate": 2.127766860589818e-06,
      "loss": 0.3352,
      "step": 1584850
    },
    {
      "epoch": 442.33,
      "grad_norm": 1.111373782157898,
      "learning_rate": 2.1277399360303517e-06,
      "loss": 0.3434,
      "step": 1584860
    },
    {
      "epoch": 442.33,
      "grad_norm": 1.0900399684906006,
      "learning_rate": 2.127713011499636e-06,
      "loss": 0.3409,
      "step": 1584870
    },
    {
      "epoch": 442.33,
      "grad_norm": 0.967480480670929,
      "learning_rate": 2.1276860869976745e-06,
      "loss": 0.3315,
      "step": 1584880
    },
    {
      "epoch": 442.34,
      "grad_norm": 0.9758473038673401,
      "learning_rate": 2.1276591625244716e-06,
      "loss": 0.3447,
      "step": 1584890
    },
    {
      "epoch": 442.34,
      "grad_norm": 1.0619832277297974,
      "learning_rate": 2.127632238080031e-06,
      "loss": 0.3543,
      "step": 1584900
    },
    {
      "epoch": 442.34,
      "grad_norm": 1.0905437469482422,
      "learning_rate": 2.127605313664355e-06,
      "loss": 0.3349,
      "step": 1584910
    },
    {
      "epoch": 442.34,
      "grad_norm": 0.97910076379776,
      "learning_rate": 2.1275783892774482e-06,
      "loss": 0.3472,
      "step": 1584920
    },
    {
      "epoch": 442.35,
      "grad_norm": 1.1020537614822388,
      "learning_rate": 2.127551464919314e-06,
      "loss": 0.3488,
      "step": 1584930
    },
    {
      "epoch": 442.35,
      "grad_norm": 1.0378743410110474,
      "learning_rate": 2.127524540589955e-06,
      "loss": 0.3513,
      "step": 1584940
    },
    {
      "epoch": 442.35,
      "grad_norm": 1.0635713338851929,
      "learning_rate": 2.1274976162893767e-06,
      "loss": 0.3561,
      "step": 1584950
    },
    {
      "epoch": 442.36,
      "grad_norm": 0.963370144367218,
      "learning_rate": 2.1274706920175814e-06,
      "loss": 0.3556,
      "step": 1584960
    },
    {
      "epoch": 442.36,
      "grad_norm": 1.0342391729354858,
      "learning_rate": 2.1274437677745725e-06,
      "loss": 0.3498,
      "step": 1584970
    },
    {
      "epoch": 442.36,
      "grad_norm": 1.0181437730789185,
      "learning_rate": 2.1274168435603546e-06,
      "loss": 0.3366,
      "step": 1584980
    },
    {
      "epoch": 442.36,
      "grad_norm": 1.1054631471633911,
      "learning_rate": 2.1273899193749304e-06,
      "loss": 0.3454,
      "step": 1584990
    },
    {
      "epoch": 442.37,
      "grad_norm": 1.1027671098709106,
      "learning_rate": 2.127362995218303e-06,
      "loss": 0.3336,
      "step": 1585000
    },
    {
      "epoch": 442.37,
      "grad_norm": 1.2230383157730103,
      "learning_rate": 2.127336071090478e-06,
      "loss": 0.3456,
      "step": 1585010
    },
    {
      "epoch": 442.37,
      "grad_norm": 0.9533531069755554,
      "learning_rate": 2.127309146991458e-06,
      "loss": 0.3431,
      "step": 1585020
    },
    {
      "epoch": 442.38,
      "grad_norm": 1.1178969144821167,
      "learning_rate": 2.1272822229212445e-06,
      "loss": 0.362,
      "step": 1585030
    },
    {
      "epoch": 442.38,
      "grad_norm": 1.1154069900512695,
      "learning_rate": 2.1272552988798447e-06,
      "loss": 0.3265,
      "step": 1585040
    },
    {
      "epoch": 442.38,
      "grad_norm": 1.1282703876495361,
      "learning_rate": 2.12722837486726e-06,
      "loss": 0.357,
      "step": 1585050
    },
    {
      "epoch": 442.38,
      "grad_norm": 1.306229591369629,
      "learning_rate": 2.127201450883494e-06,
      "loss": 0.3356,
      "step": 1585060
    },
    {
      "epoch": 442.39,
      "grad_norm": 0.9401320815086365,
      "learning_rate": 2.1271745269285513e-06,
      "loss": 0.3428,
      "step": 1585070
    },
    {
      "epoch": 442.39,
      "grad_norm": 1.0422710180282593,
      "learning_rate": 2.1271476030024343e-06,
      "loss": 0.3346,
      "step": 1585080
    },
    {
      "epoch": 442.39,
      "grad_norm": 1.1431881189346313,
      "learning_rate": 2.1271206791051465e-06,
      "loss": 0.3509,
      "step": 1585090
    },
    {
      "epoch": 442.39,
      "grad_norm": 1.387082576751709,
      "learning_rate": 2.1270937552366934e-06,
      "loss": 0.3443,
      "step": 1585100
    },
    {
      "epoch": 442.4,
      "grad_norm": 1.0082823038101196,
      "learning_rate": 2.1270668313970768e-06,
      "loss": 0.3468,
      "step": 1585110
    },
    {
      "epoch": 442.4,
      "grad_norm": 0.9880315065383911,
      "learning_rate": 2.1270399075863003e-06,
      "loss": 0.3605,
      "step": 1585120
    },
    {
      "epoch": 442.4,
      "grad_norm": 1.1058675050735474,
      "learning_rate": 2.1270129838043686e-06,
      "loss": 0.3465,
      "step": 1585130
    },
    {
      "epoch": 442.41,
      "grad_norm": 1.1104252338409424,
      "learning_rate": 2.1269860600512844e-06,
      "loss": 0.3577,
      "step": 1585140
    },
    {
      "epoch": 442.41,
      "grad_norm": 1.1869370937347412,
      "learning_rate": 2.126959136327052e-06,
      "loss": 0.3416,
      "step": 1585150
    },
    {
      "epoch": 442.41,
      "grad_norm": 1.074920892715454,
      "learning_rate": 2.1269322126316743e-06,
      "loss": 0.3503,
      "step": 1585160
    },
    {
      "epoch": 442.41,
      "grad_norm": 1.0184485912322998,
      "learning_rate": 2.126905288965154e-06,
      "loss": 0.342,
      "step": 1585170
    },
    {
      "epoch": 442.42,
      "grad_norm": 0.9773308038711548,
      "learning_rate": 2.1268783653274973e-06,
      "loss": 0.3423,
      "step": 1585180
    },
    {
      "epoch": 442.42,
      "grad_norm": 1.2145497798919678,
      "learning_rate": 2.1268514417187056e-06,
      "loss": 0.3423,
      "step": 1585190
    },
    {
      "epoch": 442.42,
      "grad_norm": 1.0622385740280151,
      "learning_rate": 2.1268245181387833e-06,
      "loss": 0.3481,
      "step": 1585200
    },
    {
      "epoch": 442.43,
      "grad_norm": 1.2015970945358276,
      "learning_rate": 2.1267975945877342e-06,
      "loss": 0.3478,
      "step": 1585210
    },
    {
      "epoch": 442.43,
      "grad_norm": 1.0757592916488647,
      "learning_rate": 2.1267706710655613e-06,
      "loss": 0.3572,
      "step": 1585220
    },
    {
      "epoch": 442.43,
      "grad_norm": 1.148249626159668,
      "learning_rate": 2.1267437475722676e-06,
      "loss": 0.3455,
      "step": 1585230
    },
    {
      "epoch": 442.43,
      "grad_norm": 1.0414552688598633,
      "learning_rate": 2.1267168241078586e-06,
      "loss": 0.3414,
      "step": 1585240
    },
    {
      "epoch": 442.44,
      "grad_norm": 1.0475993156433105,
      "learning_rate": 2.1266899006723363e-06,
      "loss": 0.3492,
      "step": 1585250
    },
    {
      "epoch": 442.44,
      "grad_norm": 1.1369563341140747,
      "learning_rate": 2.126662977265704e-06,
      "loss": 0.3479,
      "step": 1585260
    },
    {
      "epoch": 442.44,
      "grad_norm": 0.9294207096099854,
      "learning_rate": 2.126636053887967e-06,
      "loss": 0.3536,
      "step": 1585270
    },
    {
      "epoch": 442.44,
      "grad_norm": 1.0757910013198853,
      "learning_rate": 2.1266091305391284e-06,
      "loss": 0.36,
      "step": 1585280
    },
    {
      "epoch": 442.45,
      "grad_norm": 0.9095759987831116,
      "learning_rate": 2.12658220721919e-06,
      "loss": 0.3407,
      "step": 1585290
    },
    {
      "epoch": 442.45,
      "grad_norm": 1.2653123140335083,
      "learning_rate": 2.1265552839281577e-06,
      "loss": 0.3475,
      "step": 1585300
    },
    {
      "epoch": 442.45,
      "grad_norm": 1.127916932106018,
      "learning_rate": 2.126528360666034e-06,
      "loss": 0.3757,
      "step": 1585310
    },
    {
      "epoch": 442.46,
      "grad_norm": 1.0856754779815674,
      "learning_rate": 2.1265014374328215e-06,
      "loss": 0.3556,
      "step": 1585320
    },
    {
      "epoch": 442.46,
      "grad_norm": 1.1131782531738281,
      "learning_rate": 2.126474514228526e-06,
      "loss": 0.3505,
      "step": 1585330
    },
    {
      "epoch": 442.46,
      "grad_norm": 1.138383388519287,
      "learning_rate": 2.12644759105315e-06,
      "loss": 0.3552,
      "step": 1585340
    },
    {
      "epoch": 442.46,
      "grad_norm": 1.1393027305603027,
      "learning_rate": 2.126420667906696e-06,
      "loss": 0.3441,
      "step": 1585350
    },
    {
      "epoch": 442.47,
      "grad_norm": 1.1804927587509155,
      "learning_rate": 2.12639374478917e-06,
      "loss": 0.3435,
      "step": 1585360
    },
    {
      "epoch": 442.47,
      "grad_norm": 0.9385539293289185,
      "learning_rate": 2.1263668217005732e-06,
      "loss": 0.3563,
      "step": 1585370
    },
    {
      "epoch": 442.47,
      "grad_norm": 1.1380876302719116,
      "learning_rate": 2.1263398986409096e-06,
      "loss": 0.3339,
      "step": 1585380
    },
    {
      "epoch": 442.48,
      "grad_norm": 0.9799193143844604,
      "learning_rate": 2.1263129756101844e-06,
      "loss": 0.3527,
      "step": 1585390
    },
    {
      "epoch": 442.48,
      "grad_norm": 1.0854244232177734,
      "learning_rate": 2.1262860526084e-06,
      "loss": 0.3566,
      "step": 1585400
    },
    {
      "epoch": 442.48,
      "grad_norm": 1.109883189201355,
      "learning_rate": 2.126259129635559e-06,
      "loss": 0.3496,
      "step": 1585410
    },
    {
      "epoch": 442.48,
      "grad_norm": 1.107215404510498,
      "learning_rate": 2.1262322066916674e-06,
      "loss": 0.3469,
      "step": 1585420
    },
    {
      "epoch": 442.49,
      "grad_norm": 0.9585081934928894,
      "learning_rate": 2.1262052837767265e-06,
      "loss": 0.36,
      "step": 1585430
    },
    {
      "epoch": 442.49,
      "grad_norm": 1.0537785291671753,
      "learning_rate": 2.126178360890742e-06,
      "loss": 0.3491,
      "step": 1585440
    },
    {
      "epoch": 442.49,
      "grad_norm": 0.922904908657074,
      "learning_rate": 2.126151438033716e-06,
      "loss": 0.3546,
      "step": 1585450
    },
    {
      "epoch": 442.5,
      "grad_norm": 0.9681993126869202,
      "learning_rate": 2.1261245152056515e-06,
      "loss": 0.3567,
      "step": 1585460
    },
    {
      "epoch": 442.5,
      "grad_norm": 1.1720927953720093,
      "learning_rate": 2.126097592406554e-06,
      "loss": 0.3528,
      "step": 1585470
    },
    {
      "epoch": 442.5,
      "grad_norm": 1.1612005233764648,
      "learning_rate": 2.126070669636426e-06,
      "loss": 0.3431,
      "step": 1585480
    },
    {
      "epoch": 442.5,
      "grad_norm": 0.835513710975647,
      "learning_rate": 2.1260437468952708e-06,
      "loss": 0.3114,
      "step": 1585490
    },
    {
      "epoch": 442.51,
      "grad_norm": 1.1830003261566162,
      "learning_rate": 2.1260168241830926e-06,
      "loss": 0.3376,
      "step": 1585500
    },
    {
      "epoch": 442.51,
      "grad_norm": 0.9082228541374207,
      "learning_rate": 2.1259899014998953e-06,
      "loss": 0.3456,
      "step": 1585510
    },
    {
      "epoch": 442.51,
      "grad_norm": 0.9845095276832581,
      "learning_rate": 2.1259629788456805e-06,
      "loss": 0.3319,
      "step": 1585520
    },
    {
      "epoch": 442.51,
      "grad_norm": 0.9388418197631836,
      "learning_rate": 2.125936056220454e-06,
      "loss": 0.3469,
      "step": 1585530
    },
    {
      "epoch": 442.52,
      "grad_norm": 1.0472806692123413,
      "learning_rate": 2.125909133624219e-06,
      "loss": 0.3322,
      "step": 1585540
    },
    {
      "epoch": 442.52,
      "grad_norm": 1.0241602659225464,
      "learning_rate": 2.1258822110569776e-06,
      "loss": 0.3338,
      "step": 1585550
    },
    {
      "epoch": 442.52,
      "grad_norm": 0.9972661137580872,
      "learning_rate": 2.125855288518735e-06,
      "loss": 0.3276,
      "step": 1585560
    },
    {
      "epoch": 442.53,
      "grad_norm": 1.0079164505004883,
      "learning_rate": 2.1258283660094946e-06,
      "loss": 0.35,
      "step": 1585570
    },
    {
      "epoch": 442.53,
      "grad_norm": 0.9412282705307007,
      "learning_rate": 2.1258014435292595e-06,
      "loss": 0.3431,
      "step": 1585580
    },
    {
      "epoch": 442.53,
      "grad_norm": 1.1515955924987793,
      "learning_rate": 2.1257745210780336e-06,
      "loss": 0.3503,
      "step": 1585590
    },
    {
      "epoch": 442.53,
      "grad_norm": 1.0841526985168457,
      "learning_rate": 2.1257475986558202e-06,
      "loss": 0.3409,
      "step": 1585600
    },
    {
      "epoch": 442.54,
      "grad_norm": 1.0248631238937378,
      "learning_rate": 2.1257206762626224e-06,
      "loss": 0.3375,
      "step": 1585610
    },
    {
      "epoch": 442.54,
      "grad_norm": 1.1469823122024536,
      "learning_rate": 2.125693753898445e-06,
      "loss": 0.3398,
      "step": 1585620
    },
    {
      "epoch": 442.54,
      "grad_norm": 0.9896868467330933,
      "learning_rate": 2.1256668315632908e-06,
      "loss": 0.3617,
      "step": 1585630
    },
    {
      "epoch": 442.55,
      "grad_norm": 0.9968206882476807,
      "learning_rate": 2.1256399092571633e-06,
      "loss": 0.3492,
      "step": 1585640
    },
    {
      "epoch": 442.55,
      "grad_norm": 1.3457355499267578,
      "learning_rate": 2.1256129869800666e-06,
      "loss": 0.3583,
      "step": 1585650
    },
    {
      "epoch": 442.55,
      "grad_norm": 0.9640792608261108,
      "learning_rate": 2.125586064732004e-06,
      "loss": 0.3645,
      "step": 1585660
    },
    {
      "epoch": 442.55,
      "grad_norm": 1.1272417306900024,
      "learning_rate": 2.1255591425129787e-06,
      "loss": 0.3364,
      "step": 1585670
    },
    {
      "epoch": 442.56,
      "grad_norm": 0.9152572154998779,
      "learning_rate": 2.125532220322995e-06,
      "loss": 0.3301,
      "step": 1585680
    },
    {
      "epoch": 442.56,
      "grad_norm": 1.2302072048187256,
      "learning_rate": 2.1255052981620562e-06,
      "loss": 0.3484,
      "step": 1585690
    },
    {
      "epoch": 442.56,
      "grad_norm": 1.0668787956237793,
      "learning_rate": 2.125478376030165e-06,
      "loss": 0.3399,
      "step": 1585700
    },
    {
      "epoch": 442.56,
      "grad_norm": 1.2053933143615723,
      "learning_rate": 2.125451453927327e-06,
      "loss": 0.3637,
      "step": 1585710
    },
    {
      "epoch": 442.57,
      "grad_norm": 1.3050557374954224,
      "learning_rate": 2.1254245318535434e-06,
      "loss": 0.3374,
      "step": 1585720
    },
    {
      "epoch": 442.57,
      "grad_norm": 2.10752010345459,
      "learning_rate": 2.12539760980882e-06,
      "loss": 0.3446,
      "step": 1585730
    },
    {
      "epoch": 442.57,
      "grad_norm": 1.0651880502700806,
      "learning_rate": 2.125370687793159e-06,
      "loss": 0.3318,
      "step": 1585740
    },
    {
      "epoch": 442.58,
      "grad_norm": 0.9689843058586121,
      "learning_rate": 2.125343765806564e-06,
      "loss": 0.3461,
      "step": 1585750
    },
    {
      "epoch": 442.58,
      "grad_norm": 1.0938297510147095,
      "learning_rate": 2.1253168438490396e-06,
      "loss": 0.3378,
      "step": 1585760
    },
    {
      "epoch": 442.58,
      "grad_norm": 1.0075371265411377,
      "learning_rate": 2.125289921920589e-06,
      "loss": 0.3504,
      "step": 1585770
    },
    {
      "epoch": 442.58,
      "grad_norm": 1.3086256980895996,
      "learning_rate": 2.125263000021214e-06,
      "loss": 0.3337,
      "step": 1585780
    },
    {
      "epoch": 442.59,
      "grad_norm": 1.1026116609573364,
      "learning_rate": 2.125236078150921e-06,
      "loss": 0.3357,
      "step": 1585790
    },
    {
      "epoch": 442.59,
      "grad_norm": 0.921734631061554,
      "learning_rate": 2.1252091563097123e-06,
      "loss": 0.3424,
      "step": 1585800
    },
    {
      "epoch": 442.59,
      "grad_norm": 1.0710092782974243,
      "learning_rate": 2.1251822344975905e-06,
      "loss": 0.3413,
      "step": 1585810
    },
    {
      "epoch": 442.6,
      "grad_norm": 4.944911003112793,
      "learning_rate": 2.1251553127145605e-06,
      "loss": 0.3521,
      "step": 1585820
    },
    {
      "epoch": 442.6,
      "grad_norm": 1.0197826623916626,
      "learning_rate": 2.125128390960626e-06,
      "loss": 0.3389,
      "step": 1585830
    },
    {
      "epoch": 442.6,
      "grad_norm": 1.0493427515029907,
      "learning_rate": 2.1251014692357893e-06,
      "loss": 0.3558,
      "step": 1585840
    },
    {
      "epoch": 442.6,
      "grad_norm": 1.065217137336731,
      "learning_rate": 2.1250745475400554e-06,
      "loss": 0.3506,
      "step": 1585850
    },
    {
      "epoch": 442.61,
      "grad_norm": 10.673995018005371,
      "learning_rate": 2.125047625873427e-06,
      "loss": 0.3396,
      "step": 1585860
    },
    {
      "epoch": 442.61,
      "grad_norm": 1.0001261234283447,
      "learning_rate": 2.125020704235908e-06,
      "loss": 0.3558,
      "step": 1585870
    },
    {
      "epoch": 442.61,
      "grad_norm": 1.044406771659851,
      "learning_rate": 2.124993782627502e-06,
      "loss": 0.3492,
      "step": 1585880
    },
    {
      "epoch": 442.62,
      "grad_norm": 1.0787458419799805,
      "learning_rate": 2.1249668610482126e-06,
      "loss": 0.3561,
      "step": 1585890
    },
    {
      "epoch": 442.62,
      "grad_norm": 1.177364706993103,
      "learning_rate": 2.1249399394980426e-06,
      "loss": 0.3522,
      "step": 1585900
    },
    {
      "epoch": 442.62,
      "grad_norm": 1.0345178842544556,
      "learning_rate": 2.1249130179769973e-06,
      "loss": 0.3382,
      "step": 1585910
    },
    {
      "epoch": 442.62,
      "grad_norm": 1.1399973630905151,
      "learning_rate": 2.124886096485079e-06,
      "loss": 0.3405,
      "step": 1585920
    },
    {
      "epoch": 442.63,
      "grad_norm": 0.9612197875976562,
      "learning_rate": 2.1248591750222914e-06,
      "loss": 0.3457,
      "step": 1585930
    },
    {
      "epoch": 442.63,
      "grad_norm": 1.0536575317382812,
      "learning_rate": 2.124832253588638e-06,
      "loss": 0.3428,
      "step": 1585940
    },
    {
      "epoch": 442.63,
      "grad_norm": 1.0276914834976196,
      "learning_rate": 2.1248053321841228e-06,
      "loss": 0.3509,
      "step": 1585950
    },
    {
      "epoch": 442.63,
      "grad_norm": 0.9807649254798889,
      "learning_rate": 2.1247784108087485e-06,
      "loss": 0.3407,
      "step": 1585960
    },
    {
      "epoch": 442.64,
      "grad_norm": 0.9847530126571655,
      "learning_rate": 2.1247514894625207e-06,
      "loss": 0.3538,
      "step": 1585970
    },
    {
      "epoch": 442.64,
      "grad_norm": 0.9923292994499207,
      "learning_rate": 2.12472456814544e-06,
      "loss": 0.3318,
      "step": 1585980
    },
    {
      "epoch": 442.64,
      "grad_norm": 0.9285672903060913,
      "learning_rate": 2.124697646857513e-06,
      "loss": 0.3343,
      "step": 1585990
    },
    {
      "epoch": 442.65,
      "grad_norm": 1.039774775505066,
      "learning_rate": 2.124670725598742e-06,
      "loss": 0.3296,
      "step": 1586000
    },
    {
      "epoch": 442.65,
      "grad_norm": 1.1172764301300049,
      "learning_rate": 2.12464380436913e-06,
      "loss": 0.345,
      "step": 1586010
    },
    {
      "epoch": 442.65,
      "grad_norm": 0.9741124510765076,
      "learning_rate": 2.1246168831686814e-06,
      "loss": 0.3515,
      "step": 1586020
    },
    {
      "epoch": 442.65,
      "grad_norm": 1.0161223411560059,
      "learning_rate": 2.1245899619973994e-06,
      "loss": 0.3499,
      "step": 1586030
    },
    {
      "epoch": 442.66,
      "grad_norm": 0.9598623514175415,
      "learning_rate": 2.124563040855287e-06,
      "loss": 0.3389,
      "step": 1586040
    },
    {
      "epoch": 442.66,
      "grad_norm": 1.2551742792129517,
      "learning_rate": 2.1245361197423494e-06,
      "loss": 0.3408,
      "step": 1586050
    },
    {
      "epoch": 442.66,
      "grad_norm": 0.9262852072715759,
      "learning_rate": 2.1245091986585887e-06,
      "loss": 0.342,
      "step": 1586060
    },
    {
      "epoch": 442.67,
      "grad_norm": 1.376451015472412,
      "learning_rate": 2.1244822776040083e-06,
      "loss": 0.3543,
      "step": 1586070
    },
    {
      "epoch": 442.67,
      "grad_norm": 1.2303063869476318,
      "learning_rate": 2.1244553565786137e-06,
      "loss": 0.3532,
      "step": 1586080
    },
    {
      "epoch": 442.67,
      "grad_norm": 1.153895616531372,
      "learning_rate": 2.124428435582407e-06,
      "loss": 0.3418,
      "step": 1586090
    },
    {
      "epoch": 442.67,
      "grad_norm": 1.1208064556121826,
      "learning_rate": 2.124401514615392e-06,
      "loss": 0.3468,
      "step": 1586100
    },
    {
      "epoch": 442.68,
      "grad_norm": 1.0470210313796997,
      "learning_rate": 2.1243745936775726e-06,
      "loss": 0.37,
      "step": 1586110
    },
    {
      "epoch": 442.68,
      "grad_norm": 1.0505332946777344,
      "learning_rate": 2.124347672768952e-06,
      "loss": 0.3399,
      "step": 1586120
    },
    {
      "epoch": 442.68,
      "grad_norm": 0.9478029012680054,
      "learning_rate": 2.124320751889533e-06,
      "loss": 0.3559,
      "step": 1586130
    },
    {
      "epoch": 442.68,
      "grad_norm": 1.2297192811965942,
      "learning_rate": 2.124293831039321e-06,
      "loss": 0.3405,
      "step": 1586140
    },
    {
      "epoch": 442.69,
      "grad_norm": 1.1272406578063965,
      "learning_rate": 2.1242669102183187e-06,
      "loss": 0.3481,
      "step": 1586150
    },
    {
      "epoch": 442.69,
      "grad_norm": 1.0586273670196533,
      "learning_rate": 2.1242399894265294e-06,
      "loss": 0.3337,
      "step": 1586160
    },
    {
      "epoch": 442.69,
      "grad_norm": 1.1878708600997925,
      "learning_rate": 2.1242130686639573e-06,
      "loss": 0.3328,
      "step": 1586170
    },
    {
      "epoch": 442.7,
      "grad_norm": 1.1086686849594116,
      "learning_rate": 2.124186147930605e-06,
      "loss": 0.3412,
      "step": 1586180
    },
    {
      "epoch": 442.7,
      "grad_norm": 1.1340981721878052,
      "learning_rate": 2.1241592272264766e-06,
      "loss": 0.3405,
      "step": 1586190
    },
    {
      "epoch": 442.7,
      "grad_norm": 1.4904652833938599,
      "learning_rate": 2.1241323065515766e-06,
      "loss": 0.3448,
      "step": 1586200
    },
    {
      "epoch": 442.7,
      "grad_norm": 1.178626298904419,
      "learning_rate": 2.1241053859059077e-06,
      "loss": 0.3482,
      "step": 1586210
    },
    {
      "epoch": 442.71,
      "grad_norm": 0.9056544899940491,
      "learning_rate": 2.1240784652894725e-06,
      "loss": 0.3381,
      "step": 1586220
    },
    {
      "epoch": 442.71,
      "grad_norm": 1.166835904121399,
      "learning_rate": 2.124051544702277e-06,
      "loss": 0.3435,
      "step": 1586230
    },
    {
      "epoch": 442.71,
      "grad_norm": 1.0010628700256348,
      "learning_rate": 2.124024624144323e-06,
      "loss": 0.3434,
      "step": 1586240
    },
    {
      "epoch": 442.72,
      "grad_norm": 1.0506565570831299,
      "learning_rate": 2.123997703615614e-06,
      "loss": 0.3513,
      "step": 1586250
    },
    {
      "epoch": 442.72,
      "grad_norm": 0.9799028635025024,
      "learning_rate": 2.1239707831161544e-06,
      "loss": 0.3443,
      "step": 1586260
    },
    {
      "epoch": 442.72,
      "grad_norm": 0.9409657120704651,
      "learning_rate": 2.1239438626459467e-06,
      "loss": 0.3465,
      "step": 1586270
    },
    {
      "epoch": 442.72,
      "grad_norm": 1.1324738264083862,
      "learning_rate": 2.1239169422049963e-06,
      "loss": 0.3389,
      "step": 1586280
    },
    {
      "epoch": 442.73,
      "grad_norm": 1.0038580894470215,
      "learning_rate": 2.123890021793306e-06,
      "loss": 0.3453,
      "step": 1586290
    },
    {
      "epoch": 442.73,
      "grad_norm": 0.8558679819107056,
      "learning_rate": 2.1238631014108783e-06,
      "loss": 0.3346,
      "step": 1586300
    },
    {
      "epoch": 442.73,
      "grad_norm": 1.0503205060958862,
      "learning_rate": 2.1238361810577183e-06,
      "loss": 0.3485,
      "step": 1586310
    },
    {
      "epoch": 442.74,
      "grad_norm": 0.8870084881782532,
      "learning_rate": 2.1238092607338287e-06,
      "loss": 0.3372,
      "step": 1586320
    },
    {
      "epoch": 442.74,
      "grad_norm": 1.077741265296936,
      "learning_rate": 2.123782340439212e-06,
      "loss": 0.341,
      "step": 1586330
    },
    {
      "epoch": 442.74,
      "grad_norm": 1.043981909751892,
      "learning_rate": 2.1237554201738747e-06,
      "loss": 0.3677,
      "step": 1586340
    },
    {
      "epoch": 442.74,
      "grad_norm": 3.2975399494171143,
      "learning_rate": 2.1237284999378186e-06,
      "loss": 0.341,
      "step": 1586350
    },
    {
      "epoch": 442.75,
      "grad_norm": 1.2961466312408447,
      "learning_rate": 2.123701579731046e-06,
      "loss": 0.3565,
      "step": 1586360
    },
    {
      "epoch": 442.75,
      "grad_norm": 1.0749884843826294,
      "learning_rate": 2.1236746595535633e-06,
      "loss": 0.3303,
      "step": 1586370
    },
    {
      "epoch": 442.75,
      "grad_norm": 0.9511048793792725,
      "learning_rate": 2.1236477394053725e-06,
      "loss": 0.3418,
      "step": 1586380
    },
    {
      "epoch": 442.75,
      "grad_norm": 1.2513493299484253,
      "learning_rate": 2.123620819286477e-06,
      "loss": 0.3265,
      "step": 1586390
    },
    {
      "epoch": 442.76,
      "grad_norm": 0.9819692969322205,
      "learning_rate": 2.123593899196881e-06,
      "loss": 0.3298,
      "step": 1586400
    },
    {
      "epoch": 442.76,
      "grad_norm": 1.0302377939224243,
      "learning_rate": 2.123566979136588e-06,
      "loss": 0.3469,
      "step": 1586410
    },
    {
      "epoch": 442.76,
      "grad_norm": 1.0647116899490356,
      "learning_rate": 2.1235400591056003e-06,
      "loss": 0.337,
      "step": 1586420
    },
    {
      "epoch": 442.77,
      "grad_norm": 1.4448994398117065,
      "learning_rate": 2.1235131391039237e-06,
      "loss": 0.3458,
      "step": 1586430
    },
    {
      "epoch": 442.77,
      "grad_norm": 0.9953587055206299,
      "learning_rate": 2.123486219131561e-06,
      "loss": 0.3455,
      "step": 1586440
    },
    {
      "epoch": 442.77,
      "grad_norm": 1.121291995048523,
      "learning_rate": 2.1234592991885147e-06,
      "loss": 0.3346,
      "step": 1586450
    },
    {
      "epoch": 442.77,
      "grad_norm": 3.2156260013580322,
      "learning_rate": 2.1234323792747895e-06,
      "loss": 0.3443,
      "step": 1586460
    },
    {
      "epoch": 442.78,
      "grad_norm": 0.9568631052970886,
      "learning_rate": 2.123405459390389e-06,
      "loss": 0.3494,
      "step": 1586470
    },
    {
      "epoch": 442.78,
      "grad_norm": 1.0236419439315796,
      "learning_rate": 2.123378539535315e-06,
      "loss": 0.3363,
      "step": 1586480
    },
    {
      "epoch": 442.78,
      "grad_norm": 1.015964150428772,
      "learning_rate": 2.1233516197095737e-06,
      "loss": 0.3363,
      "step": 1586490
    },
    {
      "epoch": 442.79,
      "grad_norm": 1.1016428470611572,
      "learning_rate": 2.1233246999131676e-06,
      "loss": 0.3419,
      "step": 1586500
    },
    {
      "epoch": 442.79,
      "grad_norm": 1.1209094524383545,
      "learning_rate": 2.123297780146099e-06,
      "loss": 0.351,
      "step": 1586510
    },
    {
      "epoch": 442.79,
      "grad_norm": 0.9047202467918396,
      "learning_rate": 2.123270860408374e-06,
      "loss": 0.3477,
      "step": 1586520
    },
    {
      "epoch": 442.79,
      "grad_norm": 1.0412787199020386,
      "learning_rate": 2.1232439406999944e-06,
      "loss": 0.3559,
      "step": 1586530
    },
    {
      "epoch": 442.8,
      "grad_norm": 1.0152186155319214,
      "learning_rate": 2.1232170210209637e-06,
      "loss": 0.348,
      "step": 1586540
    },
    {
      "epoch": 442.8,
      "grad_norm": 1.0389151573181152,
      "learning_rate": 2.1231901013712866e-06,
      "loss": 0.3722,
      "step": 1586550
    },
    {
      "epoch": 442.8,
      "grad_norm": 0.9804140329360962,
      "learning_rate": 2.1231631817509654e-06,
      "loss": 0.3344,
      "step": 1586560
    },
    {
      "epoch": 442.8,
      "grad_norm": 1.0402448177337646,
      "learning_rate": 2.123136262160005e-06,
      "loss": 0.369,
      "step": 1586570
    },
    {
      "epoch": 442.81,
      "grad_norm": 1.0846011638641357,
      "learning_rate": 2.1231093425984083e-06,
      "loss": 0.3371,
      "step": 1586580
    },
    {
      "epoch": 442.81,
      "grad_norm": 1.0102360248565674,
      "learning_rate": 2.1230824230661786e-06,
      "loss": 0.3358,
      "step": 1586590
    },
    {
      "epoch": 442.81,
      "grad_norm": 1.125529170036316,
      "learning_rate": 2.1230555035633202e-06,
      "loss": 0.3265,
      "step": 1586600
    },
    {
      "epoch": 442.82,
      "grad_norm": 1.143216609954834,
      "learning_rate": 2.1230285840898365e-06,
      "loss": 0.3429,
      "step": 1586610
    },
    {
      "epoch": 442.82,
      "grad_norm": 1.265755534172058,
      "learning_rate": 2.1230016646457296e-06,
      "loss": 0.3551,
      "step": 1586620
    },
    {
      "epoch": 442.82,
      "grad_norm": 1.1007323265075684,
      "learning_rate": 2.122974745231006e-06,
      "loss": 0.3358,
      "step": 1586630
    },
    {
      "epoch": 442.82,
      "grad_norm": 1.1907813549041748,
      "learning_rate": 2.122947825845667e-06,
      "loss": 0.3615,
      "step": 1586640
    },
    {
      "epoch": 442.83,
      "grad_norm": 0.9593738913536072,
      "learning_rate": 2.1229209064897158e-06,
      "loss": 0.3411,
      "step": 1586650
    },
    {
      "epoch": 442.83,
      "grad_norm": 0.926013708114624,
      "learning_rate": 2.1228939871631584e-06,
      "loss": 0.3531,
      "step": 1586660
    },
    {
      "epoch": 442.83,
      "grad_norm": 1.0707056522369385,
      "learning_rate": 2.122867067865997e-06,
      "loss": 0.336,
      "step": 1586670
    },
    {
      "epoch": 442.84,
      "grad_norm": 1.1070010662078857,
      "learning_rate": 2.122840148598234e-06,
      "loss": 0.3568,
      "step": 1586680
    },
    {
      "epoch": 442.84,
      "grad_norm": 0.9620330333709717,
      "learning_rate": 2.1228132293598753e-06,
      "loss": 0.3331,
      "step": 1586690
    },
    {
      "epoch": 442.84,
      "grad_norm": 1.068570852279663,
      "learning_rate": 2.1227863101509234e-06,
      "loss": 0.3407,
      "step": 1586700
    },
    {
      "epoch": 442.84,
      "grad_norm": 1.4748435020446777,
      "learning_rate": 2.1227593909713804e-06,
      "loss": 0.3372,
      "step": 1586710
    },
    {
      "epoch": 442.85,
      "grad_norm": 1.3556456565856934,
      "learning_rate": 2.122732471821253e-06,
      "loss": 0.3521,
      "step": 1586720
    },
    {
      "epoch": 442.85,
      "grad_norm": 1.0044605731964111,
      "learning_rate": 2.1227055527005422e-06,
      "loss": 0.3616,
      "step": 1586730
    },
    {
      "epoch": 442.85,
      "grad_norm": 0.9952672719955444,
      "learning_rate": 2.1226786336092525e-06,
      "loss": 0.3312,
      "step": 1586740
    },
    {
      "epoch": 442.86,
      "grad_norm": 0.9441710114479065,
      "learning_rate": 2.1226517145473883e-06,
      "loss": 0.3617,
      "step": 1586750
    },
    {
      "epoch": 442.86,
      "grad_norm": 1.4050432443618774,
      "learning_rate": 2.1226247955149516e-06,
      "loss": 0.3542,
      "step": 1586760
    },
    {
      "epoch": 442.86,
      "grad_norm": 1.0283489227294922,
      "learning_rate": 2.122597876511946e-06,
      "loss": 0.3351,
      "step": 1586770
    },
    {
      "epoch": 442.86,
      "grad_norm": 1.0592378377914429,
      "learning_rate": 2.122570957538377e-06,
      "loss": 0.3343,
      "step": 1586780
    },
    {
      "epoch": 442.87,
      "grad_norm": 1.2603965997695923,
      "learning_rate": 2.122544038594247e-06,
      "loss": 0.343,
      "step": 1586790
    },
    {
      "epoch": 442.87,
      "grad_norm": 1.1620179414749146,
      "learning_rate": 2.122517119679558e-06,
      "loss": 0.3568,
      "step": 1586800
    },
    {
      "epoch": 442.87,
      "grad_norm": 1.0778396129608154,
      "learning_rate": 2.1224902007943166e-06,
      "loss": 0.3334,
      "step": 1586810
    },
    {
      "epoch": 442.87,
      "grad_norm": 1.0523236989974976,
      "learning_rate": 2.122463281938525e-06,
      "loss": 0.3295,
      "step": 1586820
    },
    {
      "epoch": 442.88,
      "grad_norm": 1.1270737648010254,
      "learning_rate": 2.122436363112186e-06,
      "loss": 0.338,
      "step": 1586830
    },
    {
      "epoch": 442.88,
      "grad_norm": 0.9116222858428955,
      "learning_rate": 2.122409444315305e-06,
      "loss": 0.3366,
      "step": 1586840
    },
    {
      "epoch": 442.88,
      "grad_norm": 0.926659882068634,
      "learning_rate": 2.1223825255478828e-06,
      "loss": 0.3367,
      "step": 1586850
    },
    {
      "epoch": 442.89,
      "grad_norm": 1.185017704963684,
      "learning_rate": 2.1223556068099256e-06,
      "loss": 0.3539,
      "step": 1586860
    },
    {
      "epoch": 442.89,
      "grad_norm": 1.0920014381408691,
      "learning_rate": 2.1223286881014363e-06,
      "loss": 0.3341,
      "step": 1586870
    },
    {
      "epoch": 442.89,
      "grad_norm": 0.9788973927497864,
      "learning_rate": 2.122301769422418e-06,
      "loss": 0.3349,
      "step": 1586880
    },
    {
      "epoch": 442.89,
      "grad_norm": 0.9689708352088928,
      "learning_rate": 2.122274850772875e-06,
      "loss": 0.3412,
      "step": 1586890
    },
    {
      "epoch": 442.9,
      "grad_norm": 0.978927493095398,
      "learning_rate": 2.1222479321528103e-06,
      "loss": 0.3396,
      "step": 1586900
    },
    {
      "epoch": 442.9,
      "grad_norm": 1.0305343866348267,
      "learning_rate": 2.1222210135622262e-06,
      "loss": 0.3374,
      "step": 1586910
    },
    {
      "epoch": 442.9,
      "grad_norm": 1.0710136890411377,
      "learning_rate": 2.1221940950011287e-06,
      "loss": 0.3368,
      "step": 1586920
    },
    {
      "epoch": 442.91,
      "grad_norm": 1.1905652284622192,
      "learning_rate": 2.122167176469521e-06,
      "loss": 0.3413,
      "step": 1586930
    },
    {
      "epoch": 442.91,
      "grad_norm": 1.0585417747497559,
      "learning_rate": 2.1221402579674046e-06,
      "loss": 0.339,
      "step": 1586940
    },
    {
      "epoch": 442.91,
      "grad_norm": 1.2075073719024658,
      "learning_rate": 2.122113339494785e-06,
      "loss": 0.3391,
      "step": 1586950
    },
    {
      "epoch": 442.91,
      "grad_norm": 1.0729188919067383,
      "learning_rate": 2.122086421051666e-06,
      "loss": 0.3393,
      "step": 1586960
    },
    {
      "epoch": 442.92,
      "grad_norm": 1.099735975265503,
      "learning_rate": 2.1220595026380503e-06,
      "loss": 0.3417,
      "step": 1586970
    },
    {
      "epoch": 442.92,
      "grad_norm": 1.0094701051712036,
      "learning_rate": 2.1220325842539415e-06,
      "loss": 0.3443,
      "step": 1586980
    },
    {
      "epoch": 442.92,
      "grad_norm": 1.154402494430542,
      "learning_rate": 2.1220056658993435e-06,
      "loss": 0.3483,
      "step": 1586990
    },
    {
      "epoch": 442.92,
      "grad_norm": 1.1815437078475952,
      "learning_rate": 2.121978747574259e-06,
      "loss": 0.3522,
      "step": 1587000
    },
    {
      "epoch": 442.93,
      "grad_norm": 0.9200992584228516,
      "learning_rate": 2.121951829278693e-06,
      "loss": 0.3428,
      "step": 1587010
    },
    {
      "epoch": 442.93,
      "grad_norm": 0.9009234309196472,
      "learning_rate": 2.1219249110126485e-06,
      "loss": 0.3527,
      "step": 1587020
    },
    {
      "epoch": 442.93,
      "grad_norm": 1.1805174350738525,
      "learning_rate": 2.1218979927761277e-06,
      "loss": 0.3452,
      "step": 1587030
    },
    {
      "epoch": 442.94,
      "grad_norm": 1.2284338474273682,
      "learning_rate": 2.121871074569137e-06,
      "loss": 0.3505,
      "step": 1587040
    },
    {
      "epoch": 442.94,
      "grad_norm": 0.998447060585022,
      "learning_rate": 2.121844156391678e-06,
      "loss": 0.3358,
      "step": 1587050
    },
    {
      "epoch": 442.94,
      "grad_norm": 1.8834255933761597,
      "learning_rate": 2.1218172382437547e-06,
      "loss": 0.3373,
      "step": 1587060
    },
    {
      "epoch": 442.94,
      "grad_norm": 1.0277594327926636,
      "learning_rate": 2.121790320125371e-06,
      "loss": 0.332,
      "step": 1587070
    },
    {
      "epoch": 442.95,
      "grad_norm": 1.1143757104873657,
      "learning_rate": 2.12176340203653e-06,
      "loss": 0.3467,
      "step": 1587080
    },
    {
      "epoch": 442.95,
      "grad_norm": 1.0092800855636597,
      "learning_rate": 2.121736483977235e-06,
      "loss": 0.3543,
      "step": 1587090
    },
    {
      "epoch": 442.95,
      "grad_norm": 0.9738233685493469,
      "learning_rate": 2.12170956594749e-06,
      "loss": 0.3517,
      "step": 1587100
    },
    {
      "epoch": 442.96,
      "grad_norm": 0.9763312339782715,
      "learning_rate": 2.1216826479472994e-06,
      "loss": 0.3569,
      "step": 1587110
    },
    {
      "epoch": 442.96,
      "grad_norm": 1.284053087234497,
      "learning_rate": 2.1216557299766656e-06,
      "loss": 0.3399,
      "step": 1587120
    },
    {
      "epoch": 442.96,
      "grad_norm": 1.2814083099365234,
      "learning_rate": 2.121628812035593e-06,
      "loss": 0.3451,
      "step": 1587130
    },
    {
      "epoch": 442.96,
      "grad_norm": 1.2793312072753906,
      "learning_rate": 2.1216018941240836e-06,
      "loss": 0.3692,
      "step": 1587140
    },
    {
      "epoch": 442.97,
      "grad_norm": 1.0309021472930908,
      "learning_rate": 2.1215749762421434e-06,
      "loss": 0.3481,
      "step": 1587150
    },
    {
      "epoch": 442.97,
      "grad_norm": 1.0892109870910645,
      "learning_rate": 2.121548058389775e-06,
      "loss": 0.3358,
      "step": 1587160
    },
    {
      "epoch": 442.97,
      "grad_norm": 1.201411247253418,
      "learning_rate": 2.12152114056698e-06,
      "loss": 0.3474,
      "step": 1587170
    },
    {
      "epoch": 442.98,
      "grad_norm": 0.968386173248291,
      "learning_rate": 2.121494222773765e-06,
      "loss": 0.3466,
      "step": 1587180
    },
    {
      "epoch": 442.98,
      "grad_norm": 1.1825026273727417,
      "learning_rate": 2.1214673050101324e-06,
      "loss": 0.3349,
      "step": 1587190
    },
    {
      "epoch": 442.98,
      "grad_norm": 0.8390110731124878,
      "learning_rate": 2.1214403872760855e-06,
      "loss": 0.3418,
      "step": 1587200
    },
    {
      "epoch": 442.98,
      "grad_norm": 1.0590580701828003,
      "learning_rate": 2.121413469571628e-06,
      "loss": 0.328,
      "step": 1587210
    },
    {
      "epoch": 442.99,
      "grad_norm": 1.0609883069992065,
      "learning_rate": 2.121386551896764e-06,
      "loss": 0.3375,
      "step": 1587220
    },
    {
      "epoch": 442.99,
      "grad_norm": 0.9614517688751221,
      "learning_rate": 2.121359634251495e-06,
      "loss": 0.3324,
      "step": 1587230
    },
    {
      "epoch": 442.99,
      "grad_norm": 0.8582174181938171,
      "learning_rate": 2.1213327166358283e-06,
      "loss": 0.3446,
      "step": 1587240
    },
    {
      "epoch": 442.99,
      "grad_norm": 1.0569186210632324,
      "learning_rate": 2.1213057990497648e-06,
      "loss": 0.3347,
      "step": 1587250
    },
    {
      "epoch": 443.0,
      "grad_norm": 1.0993989706039429,
      "learning_rate": 2.121278881493308e-06,
      "loss": 0.3367,
      "step": 1587260
    },
    {
      "epoch": 443.0,
      "eval_loss": 0.3467622399330139,
      "eval_runtime": 63.3547,
      "eval_samples_per_second": 79.852,
      "eval_steps_per_second": 9.991,
      "step": 1587269
    },
    {
      "epoch": 443.0,
      "grad_norm": 1.3622467517852783,
      "learning_rate": 2.1212519639664627e-06,
      "loss": 0.3251,
      "step": 1587270
    },
    {
      "epoch": 443.0,
      "grad_norm": 1.1819510459899902,
      "learning_rate": 2.1212250464692322e-06,
      "loss": 0.3499,
      "step": 1587280
    },
    {
      "epoch": 443.01,
      "grad_norm": 0.9409635066986084,
      "learning_rate": 2.1211981290016187e-06,
      "loss": 0.3638,
      "step": 1587290
    },
    {
      "epoch": 443.01,
      "grad_norm": 0.93039470911026,
      "learning_rate": 2.121171211563628e-06,
      "loss": 0.3421,
      "step": 1587300
    },
    {
      "epoch": 443.01,
      "grad_norm": 1.0897102355957031,
      "learning_rate": 2.1211442941552627e-06,
      "loss": 0.3401,
      "step": 1587310
    },
    {
      "epoch": 443.01,
      "grad_norm": 1.0956040620803833,
      "learning_rate": 2.121117376776525e-06,
      "loss": 0.3331,
      "step": 1587320
    },
    {
      "epoch": 443.02,
      "grad_norm": 1.0714643001556396,
      "learning_rate": 2.121090459427421e-06,
      "loss": 0.3474,
      "step": 1587330
    },
    {
      "epoch": 443.02,
      "grad_norm": 1.1333003044128418,
      "learning_rate": 2.1210635421079527e-06,
      "loss": 0.3455,
      "step": 1587340
    },
    {
      "epoch": 443.02,
      "grad_norm": 0.9823916554450989,
      "learning_rate": 2.1210366248181237e-06,
      "loss": 0.3502,
      "step": 1587350
    },
    {
      "epoch": 443.03,
      "grad_norm": 1.1282603740692139,
      "learning_rate": 2.1210097075579383e-06,
      "loss": 0.338,
      "step": 1587360
    },
    {
      "epoch": 443.03,
      "grad_norm": 0.8351587653160095,
      "learning_rate": 2.1209827903274e-06,
      "loss": 0.3385,
      "step": 1587370
    },
    {
      "epoch": 443.03,
      "grad_norm": 0.9843006134033203,
      "learning_rate": 2.120955873126511e-06,
      "loss": 0.3344,
      "step": 1587380
    },
    {
      "epoch": 443.03,
      "grad_norm": 1.139848232269287,
      "learning_rate": 2.120928955955277e-06,
      "loss": 0.3411,
      "step": 1587390
    },
    {
      "epoch": 443.04,
      "grad_norm": 1.01376473903656,
      "learning_rate": 2.1209020388137004e-06,
      "loss": 0.3373,
      "step": 1587400
    },
    {
      "epoch": 443.04,
      "grad_norm": 0.9642632007598877,
      "learning_rate": 2.1208751217017843e-06,
      "loss": 0.3481,
      "step": 1587410
    },
    {
      "epoch": 443.04,
      "grad_norm": 0.9833042621612549,
      "learning_rate": 2.1208482046195335e-06,
      "loss": 0.3251,
      "step": 1587420
    },
    {
      "epoch": 443.04,
      "grad_norm": 1.0349675416946411,
      "learning_rate": 2.12082128756695e-06,
      "loss": 0.3469,
      "step": 1587430
    },
    {
      "epoch": 443.05,
      "grad_norm": 1.2307701110839844,
      "learning_rate": 2.1207943705440393e-06,
      "loss": 0.3492,
      "step": 1587440
    },
    {
      "epoch": 443.05,
      "grad_norm": 0.9098060727119446,
      "learning_rate": 2.1207674535508044e-06,
      "loss": 0.3538,
      "step": 1587450
    },
    {
      "epoch": 443.05,
      "grad_norm": 0.9951592683792114,
      "learning_rate": 2.1207405365872475e-06,
      "loss": 0.3515,
      "step": 1587460
    },
    {
      "epoch": 443.06,
      "grad_norm": 1.0278400182724,
      "learning_rate": 2.120713619653374e-06,
      "loss": 0.3548,
      "step": 1587470
    },
    {
      "epoch": 443.06,
      "grad_norm": 1.0522992610931396,
      "learning_rate": 2.1206867027491864e-06,
      "loss": 0.3297,
      "step": 1587480
    },
    {
      "epoch": 443.06,
      "grad_norm": 1.0681318044662476,
      "learning_rate": 2.1206597858746886e-06,
      "loss": 0.3434,
      "step": 1587490
    },
    {
      "epoch": 443.06,
      "grad_norm": 0.9148167371749878,
      "learning_rate": 2.1206328690298844e-06,
      "loss": 0.3296,
      "step": 1587500
    },
    {
      "epoch": 443.07,
      "grad_norm": 1.0872001647949219,
      "learning_rate": 2.1206059522147776e-06,
      "loss": 0.3439,
      "step": 1587510
    },
    {
      "epoch": 443.07,
      "grad_norm": 1.1438857316970825,
      "learning_rate": 2.12057903542937e-06,
      "loss": 0.3419,
      "step": 1587520
    },
    {
      "epoch": 443.07,
      "grad_norm": 1.0648319721221924,
      "learning_rate": 2.120552118673667e-06,
      "loss": 0.3715,
      "step": 1587530
    },
    {
      "epoch": 443.08,
      "grad_norm": 1.1707788705825806,
      "learning_rate": 2.1205252019476724e-06,
      "loss": 0.3536,
      "step": 1587540
    },
    {
      "epoch": 443.08,
      "grad_norm": 1.0895402431488037,
      "learning_rate": 2.1204982852513882e-06,
      "loss": 0.3236,
      "step": 1587550
    },
    {
      "epoch": 443.08,
      "grad_norm": 0.9789513349533081,
      "learning_rate": 2.1204713685848197e-06,
      "loss": 0.3413,
      "step": 1587560
    },
    {
      "epoch": 443.08,
      "grad_norm": 1.2365556955337524,
      "learning_rate": 2.1204444519479697e-06,
      "loss": 0.3524,
      "step": 1587570
    },
    {
      "epoch": 443.09,
      "grad_norm": 1.2305858135223389,
      "learning_rate": 2.1204175353408404e-06,
      "loss": 0.3433,
      "step": 1587580
    },
    {
      "epoch": 443.09,
      "grad_norm": 1.0600908994674683,
      "learning_rate": 2.1203906187634377e-06,
      "loss": 0.3434,
      "step": 1587590
    },
    {
      "epoch": 443.09,
      "grad_norm": 1.1251776218414307,
      "learning_rate": 2.120363702215764e-06,
      "loss": 0.3244,
      "step": 1587600
    },
    {
      "epoch": 443.1,
      "grad_norm": 1.316529393196106,
      "learning_rate": 2.1203367856978228e-06,
      "loss": 0.3503,
      "step": 1587610
    },
    {
      "epoch": 443.1,
      "grad_norm": 1.0562020540237427,
      "learning_rate": 2.1203098692096186e-06,
      "loss": 0.3685,
      "step": 1587620
    },
    {
      "epoch": 443.1,
      "grad_norm": 1.9442529678344727,
      "learning_rate": 2.120282952751154e-06,
      "loss": 0.3579,
      "step": 1587630
    },
    {
      "epoch": 443.1,
      "grad_norm": 1.2441545724868774,
      "learning_rate": 2.120256036322433e-06,
      "loss": 0.3327,
      "step": 1587640
    },
    {
      "epoch": 443.11,
      "grad_norm": 1.0731862783432007,
      "learning_rate": 2.120229119923459e-06,
      "loss": 0.3459,
      "step": 1587650
    },
    {
      "epoch": 443.11,
      "grad_norm": 1.0329326391220093,
      "learning_rate": 2.120202203554236e-06,
      "loss": 0.3456,
      "step": 1587660
    },
    {
      "epoch": 443.11,
      "grad_norm": 0.90892493724823,
      "learning_rate": 2.1201752872147663e-06,
      "loss": 0.3358,
      "step": 1587670
    },
    {
      "epoch": 443.11,
      "grad_norm": 0.9528407454490662,
      "learning_rate": 2.1201483709050557e-06,
      "loss": 0.3329,
      "step": 1587680
    },
    {
      "epoch": 443.12,
      "grad_norm": 1.2142655849456787,
      "learning_rate": 2.1201214546251064e-06,
      "loss": 0.3418,
      "step": 1587690
    },
    {
      "epoch": 443.12,
      "grad_norm": 1.1600433588027954,
      "learning_rate": 2.1200945383749215e-06,
      "loss": 0.3294,
      "step": 1587700
    },
    {
      "epoch": 443.12,
      "grad_norm": 0.9728389382362366,
      "learning_rate": 2.1200676221545055e-06,
      "loss": 0.3395,
      "step": 1587710
    },
    {
      "epoch": 443.13,
      "grad_norm": 1.1083498001098633,
      "learning_rate": 2.120040705963861e-06,
      "loss": 0.3401,
      "step": 1587720
    },
    {
      "epoch": 443.13,
      "grad_norm": 1.010956883430481,
      "learning_rate": 2.120013789802993e-06,
      "loss": 0.3492,
      "step": 1587730
    },
    {
      "epoch": 443.13,
      "grad_norm": 0.9855828285217285,
      "learning_rate": 2.119986873671905e-06,
      "loss": 0.3369,
      "step": 1587740
    },
    {
      "epoch": 443.13,
      "grad_norm": 1.0716301202774048,
      "learning_rate": 2.119959957570598e-06,
      "loss": 0.3428,
      "step": 1587750
    },
    {
      "epoch": 443.14,
      "grad_norm": 1.0327357053756714,
      "learning_rate": 2.119933041499079e-06,
      "loss": 0.3491,
      "step": 1587760
    },
    {
      "epoch": 443.14,
      "grad_norm": 1.1652674674987793,
      "learning_rate": 2.11990612545735e-06,
      "loss": 0.3654,
      "step": 1587770
    },
    {
      "epoch": 443.14,
      "grad_norm": 0.9793273210525513,
      "learning_rate": 2.1198792094454145e-06,
      "loss": 0.343,
      "step": 1587780
    },
    {
      "epoch": 443.15,
      "grad_norm": 1.0694682598114014,
      "learning_rate": 2.1198522934632765e-06,
      "loss": 0.3411,
      "step": 1587790
    },
    {
      "epoch": 443.15,
      "grad_norm": 1.0227338075637817,
      "learning_rate": 2.1198253775109392e-06,
      "loss": 0.354,
      "step": 1587800
    },
    {
      "epoch": 443.15,
      "grad_norm": 1.1310539245605469,
      "learning_rate": 2.1197984615884052e-06,
      "loss": 0.35,
      "step": 1587810
    },
    {
      "epoch": 443.15,
      "grad_norm": 1.8861693143844604,
      "learning_rate": 2.1197715456956805e-06,
      "loss": 0.3465,
      "step": 1587820
    },
    {
      "epoch": 443.16,
      "grad_norm": 1.2995057106018066,
      "learning_rate": 2.119744629832768e-06,
      "loss": 0.332,
      "step": 1587830
    },
    {
      "epoch": 443.16,
      "grad_norm": 1.045833706855774,
      "learning_rate": 2.119717713999669e-06,
      "loss": 0.3448,
      "step": 1587840
    },
    {
      "epoch": 443.16,
      "grad_norm": 0.9649552702903748,
      "learning_rate": 2.11969079819639e-06,
      "loss": 0.3508,
      "step": 1587850
    },
    {
      "epoch": 443.16,
      "grad_norm": 0.9591161608695984,
      "learning_rate": 2.119663882422933e-06,
      "loss": 0.3178,
      "step": 1587860
    },
    {
      "epoch": 443.17,
      "grad_norm": 0.9083471298217773,
      "learning_rate": 2.1196369666793014e-06,
      "loss": 0.3496,
      "step": 1587870
    },
    {
      "epoch": 443.17,
      "grad_norm": 1.1551449298858643,
      "learning_rate": 2.1196100509654996e-06,
      "loss": 0.3412,
      "step": 1587880
    },
    {
      "epoch": 443.17,
      "grad_norm": 1.0384951829910278,
      "learning_rate": 2.1195831352815312e-06,
      "loss": 0.3532,
      "step": 1587890
    },
    {
      "epoch": 443.18,
      "grad_norm": 1.0759440660476685,
      "learning_rate": 2.1195562196273987e-06,
      "loss": 0.3388,
      "step": 1587900
    },
    {
      "epoch": 443.18,
      "grad_norm": 1.2333741188049316,
      "learning_rate": 2.1195293040031075e-06,
      "loss": 0.3494,
      "step": 1587910
    },
    {
      "epoch": 443.18,
      "grad_norm": 1.1156114339828491,
      "learning_rate": 2.11950238840866e-06,
      "loss": 0.3619,
      "step": 1587920
    },
    {
      "epoch": 443.18,
      "grad_norm": 0.870894193649292,
      "learning_rate": 2.119475472844059e-06,
      "loss": 0.3337,
      "step": 1587930
    },
    {
      "epoch": 443.19,
      "grad_norm": 1.0714682340621948,
      "learning_rate": 2.11944855730931e-06,
      "loss": 0.3405,
      "step": 1587940
    },
    {
      "epoch": 443.19,
      "grad_norm": 0.9823326468467712,
      "learning_rate": 2.1194216418044158e-06,
      "loss": 0.3482,
      "step": 1587950
    },
    {
      "epoch": 443.19,
      "grad_norm": 0.9915825128555298,
      "learning_rate": 2.119394726329378e-06,
      "loss": 0.3316,
      "step": 1587960
    },
    {
      "epoch": 443.2,
      "grad_norm": 1.4625204801559448,
      "learning_rate": 2.119367810884203e-06,
      "loss": 0.3469,
      "step": 1587970
    },
    {
      "epoch": 443.2,
      "grad_norm": 1.1605775356292725,
      "learning_rate": 2.119340895468894e-06,
      "loss": 0.3436,
      "step": 1587980
    },
    {
      "epoch": 443.2,
      "grad_norm": 1.0715844631195068,
      "learning_rate": 2.1193139800834527e-06,
      "loss": 0.3475,
      "step": 1587990
    },
    {
      "epoch": 443.2,
      "grad_norm": 1.0192160606384277,
      "learning_rate": 2.119287064727885e-06,
      "loss": 0.357,
      "step": 1588000
    },
    {
      "epoch": 443.21,
      "grad_norm": 1.025039792060852,
      "learning_rate": 2.1192601494021924e-06,
      "loss": 0.3411,
      "step": 1588010
    },
    {
      "epoch": 443.21,
      "grad_norm": 0.9650458097457886,
      "learning_rate": 2.11923323410638e-06,
      "loss": 0.3467,
      "step": 1588020
    },
    {
      "epoch": 443.21,
      "grad_norm": 1.081566572189331,
      "learning_rate": 2.1192063188404513e-06,
      "loss": 0.359,
      "step": 1588030
    },
    {
      "epoch": 443.22,
      "grad_norm": 1.0087445974349976,
      "learning_rate": 2.1191794036044083e-06,
      "loss": 0.3461,
      "step": 1588040
    },
    {
      "epoch": 443.22,
      "grad_norm": 1.0420665740966797,
      "learning_rate": 2.1191524883982567e-06,
      "loss": 0.3422,
      "step": 1588050
    },
    {
      "epoch": 443.22,
      "grad_norm": 1.0502254962921143,
      "learning_rate": 2.119125573221999e-06,
      "loss": 0.354,
      "step": 1588060
    },
    {
      "epoch": 443.22,
      "grad_norm": 1.0583031177520752,
      "learning_rate": 2.119098658075638e-06,
      "loss": 0.341,
      "step": 1588070
    },
    {
      "epoch": 443.23,
      "grad_norm": 1.0549850463867188,
      "learning_rate": 2.119071742959179e-06,
      "loss": 0.3361,
      "step": 1588080
    },
    {
      "epoch": 443.23,
      "grad_norm": 0.9267148375511169,
      "learning_rate": 2.1190448278726252e-06,
      "loss": 0.3437,
      "step": 1588090
    },
    {
      "epoch": 443.23,
      "grad_norm": 1.1304059028625488,
      "learning_rate": 2.1190179128159783e-06,
      "loss": 0.3536,
      "step": 1588100
    },
    {
      "epoch": 443.23,
      "grad_norm": 1.1878706216812134,
      "learning_rate": 2.118990997789244e-06,
      "loss": 0.3439,
      "step": 1588110
    },
    {
      "epoch": 443.24,
      "grad_norm": 1.0012234449386597,
      "learning_rate": 2.1189640827924255e-06,
      "loss": 0.3601,
      "step": 1588120
    },
    {
      "epoch": 443.24,
      "grad_norm": 1.3008297681808472,
      "learning_rate": 2.118937167825525e-06,
      "loss": 0.3316,
      "step": 1588130
    },
    {
      "epoch": 443.24,
      "grad_norm": 0.8538514375686646,
      "learning_rate": 2.1189102528885482e-06,
      "loss": 0.3518,
      "step": 1588140
    },
    {
      "epoch": 443.25,
      "grad_norm": 1.1510496139526367,
      "learning_rate": 2.1188833379814975e-06,
      "loss": 0.3277,
      "step": 1588150
    },
    {
      "epoch": 443.25,
      "grad_norm": 1.1262165307998657,
      "learning_rate": 2.1188564231043762e-06,
      "loss": 0.3437,
      "step": 1588160
    },
    {
      "epoch": 443.25,
      "grad_norm": 0.915014922618866,
      "learning_rate": 2.1188295082571887e-06,
      "loss": 0.3432,
      "step": 1588170
    },
    {
      "epoch": 443.25,
      "grad_norm": 0.9872040152549744,
      "learning_rate": 2.1188025934399387e-06,
      "loss": 0.3412,
      "step": 1588180
    },
    {
      "epoch": 443.26,
      "grad_norm": 1.0999202728271484,
      "learning_rate": 2.118775678652628e-06,
      "loss": 0.3547,
      "step": 1588190
    },
    {
      "epoch": 443.26,
      "grad_norm": 1.0967046022415161,
      "learning_rate": 2.118748763895262e-06,
      "loss": 0.3532,
      "step": 1588200
    },
    {
      "epoch": 443.26,
      "grad_norm": 0.9823442697525024,
      "learning_rate": 2.1187218491678443e-06,
      "loss": 0.3555,
      "step": 1588210
    },
    {
      "epoch": 443.27,
      "grad_norm": 1.0052579641342163,
      "learning_rate": 2.1186949344703766e-06,
      "loss": 0.3443,
      "step": 1588220
    },
    {
      "epoch": 443.27,
      "grad_norm": 1.1619651317596436,
      "learning_rate": 2.118668019802865e-06,
      "loss": 0.3475,
      "step": 1588230
    },
    {
      "epoch": 443.27,
      "grad_norm": 0.9834591746330261,
      "learning_rate": 2.118641105165312e-06,
      "loss": 0.3449,
      "step": 1588240
    },
    {
      "epoch": 443.27,
      "grad_norm": 1.0294417142868042,
      "learning_rate": 2.1186141905577195e-06,
      "loss": 0.3452,
      "step": 1588250
    },
    {
      "epoch": 443.28,
      "grad_norm": 0.9520869851112366,
      "learning_rate": 2.1185872759800942e-06,
      "loss": 0.3452,
      "step": 1588260
    },
    {
      "epoch": 443.28,
      "grad_norm": 1.1252174377441406,
      "learning_rate": 2.1185603614324375e-06,
      "loss": 0.3356,
      "step": 1588270
    },
    {
      "epoch": 443.28,
      "grad_norm": 1.36192786693573,
      "learning_rate": 2.118533446914753e-06,
      "loss": 0.3345,
      "step": 1588280
    },
    {
      "epoch": 443.28,
      "grad_norm": 1.31533682346344,
      "learning_rate": 2.1185065324270457e-06,
      "loss": 0.3461,
      "step": 1588290
    },
    {
      "epoch": 443.29,
      "grad_norm": 1.0885251760482788,
      "learning_rate": 2.118479617969318e-06,
      "loss": 0.3448,
      "step": 1588300
    },
    {
      "epoch": 443.29,
      "grad_norm": 1.5266906023025513,
      "learning_rate": 2.1184527035415744e-06,
      "loss": 0.3424,
      "step": 1588310
    },
    {
      "epoch": 443.29,
      "grad_norm": 0.9326126575469971,
      "learning_rate": 2.118425789143818e-06,
      "loss": 0.3538,
      "step": 1588320
    },
    {
      "epoch": 443.3,
      "grad_norm": 1.2246342897415161,
      "learning_rate": 2.118398874776051e-06,
      "loss": 0.3476,
      "step": 1588330
    },
    {
      "epoch": 443.3,
      "grad_norm": 1.109889268875122,
      "learning_rate": 2.1183719604382797e-06,
      "loss": 0.3438,
      "step": 1588340
    },
    {
      "epoch": 443.3,
      "grad_norm": 1.1901775598526,
      "learning_rate": 2.118345046130506e-06,
      "loss": 0.3403,
      "step": 1588350
    },
    {
      "epoch": 443.3,
      "grad_norm": 1.2187421321868896,
      "learning_rate": 2.118318131852733e-06,
      "loss": 0.3334,
      "step": 1588360
    },
    {
      "epoch": 443.31,
      "grad_norm": 1.2545353174209595,
      "learning_rate": 2.1182912176049657e-06,
      "loss": 0.3658,
      "step": 1588370
    },
    {
      "epoch": 443.31,
      "grad_norm": 0.9869356155395508,
      "learning_rate": 2.1182643033872075e-06,
      "loss": 0.3472,
      "step": 1588380
    },
    {
      "epoch": 443.31,
      "grad_norm": 1.3172029256820679,
      "learning_rate": 2.11823738919946e-06,
      "loss": 0.3465,
      "step": 1588390
    },
    {
      "epoch": 443.32,
      "grad_norm": 1.0692338943481445,
      "learning_rate": 2.11821047504173e-06,
      "loss": 0.351,
      "step": 1588400
    },
    {
      "epoch": 443.32,
      "grad_norm": 1.0831420421600342,
      "learning_rate": 2.1181835609140184e-06,
      "loss": 0.3555,
      "step": 1588410
    },
    {
      "epoch": 443.32,
      "grad_norm": 1.134737491607666,
      "learning_rate": 2.1181566468163292e-06,
      "loss": 0.3409,
      "step": 1588420
    },
    {
      "epoch": 443.32,
      "grad_norm": 1.062924861907959,
      "learning_rate": 2.1181297327486674e-06,
      "loss": 0.3499,
      "step": 1588430
    },
    {
      "epoch": 443.33,
      "grad_norm": 1.1898860931396484,
      "learning_rate": 2.118102818711036e-06,
      "loss": 0.3758,
      "step": 1588440
    },
    {
      "epoch": 443.33,
      "grad_norm": 0.9014701247215271,
      "learning_rate": 2.1180759047034375e-06,
      "loss": 0.3348,
      "step": 1588450
    },
    {
      "epoch": 443.33,
      "grad_norm": 1.261036992073059,
      "learning_rate": 2.118048990725877e-06,
      "loss": 0.3369,
      "step": 1588460
    },
    {
      "epoch": 443.34,
      "grad_norm": 1.0394842624664307,
      "learning_rate": 2.1180220767783576e-06,
      "loss": 0.3426,
      "step": 1588470
    },
    {
      "epoch": 443.34,
      "grad_norm": 1.0836288928985596,
      "learning_rate": 2.117995162860881e-06,
      "loss": 0.3488,
      "step": 1588480
    },
    {
      "epoch": 443.34,
      "grad_norm": 1.1139498949050903,
      "learning_rate": 2.1179682489734538e-06,
      "loss": 0.3628,
      "step": 1588490
    },
    {
      "epoch": 443.34,
      "grad_norm": 1.1842384338378906,
      "learning_rate": 2.117941335116078e-06,
      "loss": 0.369,
      "step": 1588500
    },
    {
      "epoch": 443.35,
      "grad_norm": 1.198035478591919,
      "learning_rate": 2.117914421288757e-06,
      "loss": 0.334,
      "step": 1588510
    },
    {
      "epoch": 443.35,
      "grad_norm": 1.1853127479553223,
      "learning_rate": 2.1178875074914957e-06,
      "loss": 0.3326,
      "step": 1588520
    },
    {
      "epoch": 443.35,
      "grad_norm": 0.9380221962928772,
      "learning_rate": 2.1178605937242964e-06,
      "loss": 0.3555,
      "step": 1588530
    },
    {
      "epoch": 443.35,
      "grad_norm": 0.8861255049705505,
      "learning_rate": 2.117833679987162e-06,
      "loss": 0.3431,
      "step": 1588540
    },
    {
      "epoch": 443.36,
      "grad_norm": 1.2280641794204712,
      "learning_rate": 2.117806766280098e-06,
      "loss": 0.3517,
      "step": 1588550
    },
    {
      "epoch": 443.36,
      "grad_norm": 1.069676399230957,
      "learning_rate": 2.1177798526031074e-06,
      "loss": 0.3419,
      "step": 1588560
    },
    {
      "epoch": 443.36,
      "grad_norm": 1.706127643585205,
      "learning_rate": 2.1177529389561922e-06,
      "loss": 0.3486,
      "step": 1588570
    },
    {
      "epoch": 443.37,
      "grad_norm": 0.9947302937507629,
      "learning_rate": 2.1177260253393586e-06,
      "loss": 0.3333,
      "step": 1588580
    },
    {
      "epoch": 443.37,
      "grad_norm": 1.1359180212020874,
      "learning_rate": 2.117699111752608e-06,
      "loss": 0.3322,
      "step": 1588590
    },
    {
      "epoch": 443.37,
      "grad_norm": 1.116490125656128,
      "learning_rate": 2.117672198195946e-06,
      "loss": 0.333,
      "step": 1588600
    },
    {
      "epoch": 443.37,
      "grad_norm": 1.072930097579956,
      "learning_rate": 2.1176452846693744e-06,
      "loss": 0.341,
      "step": 1588610
    },
    {
      "epoch": 443.38,
      "grad_norm": 0.9743406772613525,
      "learning_rate": 2.1176183711728965e-06,
      "loss": 0.3358,
      "step": 1588620
    },
    {
      "epoch": 443.38,
      "grad_norm": 2.223198413848877,
      "learning_rate": 2.117591457706518e-06,
      "loss": 0.3523,
      "step": 1588630
    },
    {
      "epoch": 443.38,
      "grad_norm": 1.0186938047409058,
      "learning_rate": 2.117564544270241e-06,
      "loss": 0.3344,
      "step": 1588640
    },
    {
      "epoch": 443.39,
      "grad_norm": 1.124418020248413,
      "learning_rate": 2.117537630864069e-06,
      "loss": 0.3396,
      "step": 1588650
    },
    {
      "epoch": 443.39,
      "grad_norm": 1.1035271883010864,
      "learning_rate": 2.117510717488006e-06,
      "loss": 0.3535,
      "step": 1588660
    },
    {
      "epoch": 443.39,
      "grad_norm": 1.0400872230529785,
      "learning_rate": 2.117483804142056e-06,
      "loss": 0.3527,
      "step": 1588670
    },
    {
      "epoch": 443.39,
      "grad_norm": 0.9489179253578186,
      "learning_rate": 2.117456890826221e-06,
      "loss": 0.3432,
      "step": 1588680
    },
    {
      "epoch": 443.4,
      "grad_norm": 1.1542152166366577,
      "learning_rate": 2.1174299775405066e-06,
      "loss": 0.3551,
      "step": 1588690
    },
    {
      "epoch": 443.4,
      "grad_norm": 1.069891095161438,
      "learning_rate": 2.1174030642849156e-06,
      "loss": 0.3509,
      "step": 1588700
    },
    {
      "epoch": 443.4,
      "grad_norm": 1.1237051486968994,
      "learning_rate": 2.1173761510594505e-06,
      "loss": 0.3464,
      "step": 1588710
    },
    {
      "epoch": 443.4,
      "grad_norm": 0.9399077296257019,
      "learning_rate": 2.1173492378641166e-06,
      "loss": 0.3501,
      "step": 1588720
    },
    {
      "epoch": 443.41,
      "grad_norm": 1.0290186405181885,
      "learning_rate": 2.1173223246989167e-06,
      "loss": 0.3382,
      "step": 1588730
    },
    {
      "epoch": 443.41,
      "grad_norm": 1.1374953985214233,
      "learning_rate": 2.117295411563854e-06,
      "loss": 0.3498,
      "step": 1588740
    },
    {
      "epoch": 443.41,
      "grad_norm": 1.1030210256576538,
      "learning_rate": 2.117268498458933e-06,
      "loss": 0.334,
      "step": 1588750
    },
    {
      "epoch": 443.42,
      "grad_norm": 1.0777751207351685,
      "learning_rate": 2.1172415853841563e-06,
      "loss": 0.3376,
      "step": 1588760
    },
    {
      "epoch": 443.42,
      "grad_norm": 1.1576321125030518,
      "learning_rate": 2.1172146723395278e-06,
      "loss": 0.3364,
      "step": 1588770
    },
    {
      "epoch": 443.42,
      "grad_norm": 1.1693105697631836,
      "learning_rate": 2.1171877593250514e-06,
      "loss": 0.3552,
      "step": 1588780
    },
    {
      "epoch": 443.42,
      "grad_norm": 0.9865250587463379,
      "learning_rate": 2.117160846340731e-06,
      "loss": 0.3348,
      "step": 1588790
    },
    {
      "epoch": 443.43,
      "grad_norm": 1.0501168966293335,
      "learning_rate": 2.117133933386569e-06,
      "loss": 0.3465,
      "step": 1588800
    },
    {
      "epoch": 443.43,
      "grad_norm": 0.8697053790092468,
      "learning_rate": 2.1171070204625703e-06,
      "loss": 0.3239,
      "step": 1588810
    },
    {
      "epoch": 443.43,
      "grad_norm": 1.096679925918579,
      "learning_rate": 2.117080107568737e-06,
      "loss": 0.3488,
      "step": 1588820
    },
    {
      "epoch": 443.44,
      "grad_norm": 1.4656285047531128,
      "learning_rate": 2.117053194705074e-06,
      "loss": 0.3441,
      "step": 1588830
    },
    {
      "epoch": 443.44,
      "grad_norm": 1.1230918169021606,
      "learning_rate": 2.1170262818715844e-06,
      "loss": 0.3554,
      "step": 1588840
    },
    {
      "epoch": 443.44,
      "grad_norm": 1.057219386100769,
      "learning_rate": 2.116999369068272e-06,
      "loss": 0.3338,
      "step": 1588850
    },
    {
      "epoch": 443.44,
      "grad_norm": 1.0354167222976685,
      "learning_rate": 2.1169724562951387e-06,
      "loss": 0.3262,
      "step": 1588860
    },
    {
      "epoch": 443.45,
      "grad_norm": 1.105008602142334,
      "learning_rate": 2.1169455435521915e-06,
      "loss": 0.3574,
      "step": 1588870
    },
    {
      "epoch": 443.45,
      "grad_norm": 1.0499927997589111,
      "learning_rate": 2.116918630839431e-06,
      "loss": 0.3419,
      "step": 1588880
    },
    {
      "epoch": 443.45,
      "grad_norm": 1.3749703168869019,
      "learning_rate": 2.1168917181568623e-06,
      "loss": 0.335,
      "step": 1588890
    },
    {
      "epoch": 443.46,
      "grad_norm": 0.9161221385002136,
      "learning_rate": 2.1168648055044887e-06,
      "loss": 0.3333,
      "step": 1588900
    },
    {
      "epoch": 443.46,
      "grad_norm": 1.0342001914978027,
      "learning_rate": 2.1168378928823123e-06,
      "loss": 0.3273,
      "step": 1588910
    },
    {
      "epoch": 443.46,
      "grad_norm": 1.1107027530670166,
      "learning_rate": 2.1168109802903394e-06,
      "loss": 0.3538,
      "step": 1588920
    },
    {
      "epoch": 443.46,
      "grad_norm": 0.9932740330696106,
      "learning_rate": 2.1167840677285717e-06,
      "loss": 0.3621,
      "step": 1588930
    },
    {
      "epoch": 443.47,
      "grad_norm": 1.1870566606521606,
      "learning_rate": 2.116757155197012e-06,
      "loss": 0.3565,
      "step": 1588940
    },
    {
      "epoch": 443.47,
      "grad_norm": 1.0372943878173828,
      "learning_rate": 2.1167302426956667e-06,
      "loss": 0.3289,
      "step": 1588950
    },
    {
      "epoch": 443.47,
      "grad_norm": 1.1161812543869019,
      "learning_rate": 2.116703330224538e-06,
      "loss": 0.341,
      "step": 1588960
    },
    {
      "epoch": 443.47,
      "grad_norm": 0.9055139422416687,
      "learning_rate": 2.116676417783628e-06,
      "loss": 0.3461,
      "step": 1588970
    },
    {
      "epoch": 443.48,
      "grad_norm": 1.142462134361267,
      "learning_rate": 2.1166495053729428e-06,
      "loss": 0.3208,
      "step": 1588980
    },
    {
      "epoch": 443.48,
      "grad_norm": 1.0393619537353516,
      "learning_rate": 2.116622592992484e-06,
      "loss": 0.3475,
      "step": 1588990
    },
    {
      "epoch": 443.48,
      "grad_norm": 1.0573272705078125,
      "learning_rate": 2.1165956806422553e-06,
      "loss": 0.3522,
      "step": 1589000
    },
    {
      "epoch": 443.49,
      "grad_norm": 1.1211730241775513,
      "learning_rate": 2.116568768322262e-06,
      "loss": 0.3459,
      "step": 1589010
    },
    {
      "epoch": 443.49,
      "grad_norm": 0.9225764274597168,
      "learning_rate": 2.1165418560325068e-06,
      "loss": 0.3428,
      "step": 1589020
    },
    {
      "epoch": 443.49,
      "grad_norm": 1.0776809453964233,
      "learning_rate": 2.1165149437729918e-06,
      "loss": 0.3528,
      "step": 1589030
    },
    {
      "epoch": 443.49,
      "grad_norm": 1.764829158782959,
      "learning_rate": 2.116488031543723e-06,
      "loss": 0.3399,
      "step": 1589040
    },
    {
      "epoch": 443.5,
      "grad_norm": 1.1213934421539307,
      "learning_rate": 2.1164611193447027e-06,
      "loss": 0.3374,
      "step": 1589050
    },
    {
      "epoch": 443.5,
      "grad_norm": 1.076719045639038,
      "learning_rate": 2.1164342071759337e-06,
      "loss": 0.3513,
      "step": 1589060
    },
    {
      "epoch": 443.5,
      "grad_norm": 1.0476802587509155,
      "learning_rate": 2.116407295037421e-06,
      "loss": 0.348,
      "step": 1589070
    },
    {
      "epoch": 443.51,
      "grad_norm": 0.9548596143722534,
      "learning_rate": 2.1163803829291684e-06,
      "loss": 0.3345,
      "step": 1589080
    },
    {
      "epoch": 443.51,
      "grad_norm": 0.9314495921134949,
      "learning_rate": 2.1163534708511772e-06,
      "loss": 0.3423,
      "step": 1589090
    },
    {
      "epoch": 443.51,
      "grad_norm": 1.0520085096359253,
      "learning_rate": 2.1163265588034535e-06,
      "loss": 0.3594,
      "step": 1589100
    },
    {
      "epoch": 443.51,
      "grad_norm": 1.1859434843063354,
      "learning_rate": 2.116299646786e-06,
      "loss": 0.3667,
      "step": 1589110
    },
    {
      "epoch": 443.52,
      "grad_norm": 1.0133497714996338,
      "learning_rate": 2.1162727347988198e-06,
      "loss": 0.3475,
      "step": 1589120
    },
    {
      "epoch": 443.52,
      "grad_norm": 1.26218581199646,
      "learning_rate": 2.116245822841918e-06,
      "loss": 0.3326,
      "step": 1589130
    },
    {
      "epoch": 443.52,
      "grad_norm": 1.0207664966583252,
      "learning_rate": 2.116218910915296e-06,
      "loss": 0.362,
      "step": 1589140
    },
    {
      "epoch": 443.52,
      "grad_norm": 1.037201166152954,
      "learning_rate": 2.116191999018958e-06,
      "loss": 0.3304,
      "step": 1589150
    },
    {
      "epoch": 443.53,
      "grad_norm": 1.264799952507019,
      "learning_rate": 2.116165087152909e-06,
      "loss": 0.336,
      "step": 1589160
    },
    {
      "epoch": 443.53,
      "grad_norm": 1.1074928045272827,
      "learning_rate": 2.1161381753171508e-06,
      "loss": 0.3546,
      "step": 1589170
    },
    {
      "epoch": 443.53,
      "grad_norm": 1.0245940685272217,
      "learning_rate": 2.1161112635116886e-06,
      "loss": 0.3467,
      "step": 1589180
    },
    {
      "epoch": 443.54,
      "grad_norm": 0.9873400330543518,
      "learning_rate": 2.1160843517365253e-06,
      "loss": 0.337,
      "step": 1589190
    },
    {
      "epoch": 443.54,
      "grad_norm": 0.9897171258926392,
      "learning_rate": 2.1160574399916632e-06,
      "loss": 0.3472,
      "step": 1589200
    },
    {
      "epoch": 443.54,
      "grad_norm": 1.0219842195510864,
      "learning_rate": 2.116030528277108e-06,
      "loss": 0.3478,
      "step": 1589210
    },
    {
      "epoch": 443.54,
      "grad_norm": 1.07326078414917,
      "learning_rate": 2.1160036165928626e-06,
      "loss": 0.3437,
      "step": 1589220
    },
    {
      "epoch": 443.55,
      "grad_norm": 0.9206225275993347,
      "learning_rate": 2.115976704938929e-06,
      "loss": 0.3607,
      "step": 1589230
    },
    {
      "epoch": 443.55,
      "grad_norm": 1.1989668607711792,
      "learning_rate": 2.115949793315313e-06,
      "loss": 0.3408,
      "step": 1589240
    },
    {
      "epoch": 443.55,
      "grad_norm": 1.1792125701904297,
      "learning_rate": 2.1159228817220175e-06,
      "loss": 0.3407,
      "step": 1589250
    },
    {
      "epoch": 443.56,
      "grad_norm": 0.9666246175765991,
      "learning_rate": 2.115895970159045e-06,
      "loss": 0.338,
      "step": 1589260
    },
    {
      "epoch": 443.56,
      "grad_norm": 1.1629369258880615,
      "learning_rate": 2.1158690586264013e-06,
      "loss": 0.3526,
      "step": 1589270
    },
    {
      "epoch": 443.56,
      "grad_norm": 1.1985266208648682,
      "learning_rate": 2.115842147124088e-06,
      "loss": 0.3485,
      "step": 1589280
    },
    {
      "epoch": 443.56,
      "grad_norm": 1.2992521524429321,
      "learning_rate": 2.1158152356521082e-06,
      "loss": 0.3503,
      "step": 1589290
    },
    {
      "epoch": 443.57,
      "grad_norm": 1.344083309173584,
      "learning_rate": 2.1157883242104675e-06,
      "loss": 0.3434,
      "step": 1589300
    },
    {
      "epoch": 443.57,
      "grad_norm": 1.012303352355957,
      "learning_rate": 2.115761412799169e-06,
      "loss": 0.3512,
      "step": 1589310
    },
    {
      "epoch": 443.57,
      "grad_norm": 0.9958328604698181,
      "learning_rate": 2.115734501418215e-06,
      "loss": 0.3443,
      "step": 1589320
    },
    {
      "epoch": 443.58,
      "grad_norm": 0.9767778515815735,
      "learning_rate": 2.1157075900676107e-06,
      "loss": 0.3466,
      "step": 1589330
    },
    {
      "epoch": 443.58,
      "grad_norm": 1.0272215604782104,
      "learning_rate": 2.1156806787473587e-06,
      "loss": 0.3413,
      "step": 1589340
    },
    {
      "epoch": 443.58,
      "grad_norm": 5.190084934234619,
      "learning_rate": 2.1156537674574618e-06,
      "loss": 0.3436,
      "step": 1589350
    },
    {
      "epoch": 443.58,
      "grad_norm": 1.1652607917785645,
      "learning_rate": 2.1156268561979255e-06,
      "loss": 0.3556,
      "step": 1589360
    },
    {
      "epoch": 443.59,
      "grad_norm": 0.8582592606544495,
      "learning_rate": 2.1155999449687528e-06,
      "loss": 0.3547,
      "step": 1589370
    },
    {
      "epoch": 443.59,
      "grad_norm": 0.8610271215438843,
      "learning_rate": 2.1155730337699454e-06,
      "loss": 0.3322,
      "step": 1589380
    },
    {
      "epoch": 443.59,
      "grad_norm": 1.220065712928772,
      "learning_rate": 2.11554612260151e-06,
      "loss": 0.3377,
      "step": 1589390
    },
    {
      "epoch": 443.59,
      "grad_norm": 0.9281905889511108,
      "learning_rate": 2.115519211463448e-06,
      "loss": 0.3352,
      "step": 1589400
    },
    {
      "epoch": 443.6,
      "grad_norm": 1.1314446926116943,
      "learning_rate": 2.1154923003557635e-06,
      "loss": 0.3442,
      "step": 1589410
    },
    {
      "epoch": 443.6,
      "grad_norm": 1.1517362594604492,
      "learning_rate": 2.115465389278461e-06,
      "loss": 0.334,
      "step": 1589420
    },
    {
      "epoch": 443.6,
      "grad_norm": 0.9631903171539307,
      "learning_rate": 2.1154384782315425e-06,
      "loss": 0.3273,
      "step": 1589430
    },
    {
      "epoch": 443.61,
      "grad_norm": 1.2247211933135986,
      "learning_rate": 2.1154115672150115e-06,
      "loss": 0.3651,
      "step": 1589440
    },
    {
      "epoch": 443.61,
      "grad_norm": 1.0716466903686523,
      "learning_rate": 2.1153846562288737e-06,
      "loss": 0.3553,
      "step": 1589450
    },
    {
      "epoch": 443.61,
      "grad_norm": 1.134353756904602,
      "learning_rate": 2.115357745273131e-06,
      "loss": 0.3377,
      "step": 1589460
    },
    {
      "epoch": 443.61,
      "grad_norm": 1.0534865856170654,
      "learning_rate": 2.1153308343477872e-06,
      "loss": 0.3534,
      "step": 1589470
    },
    {
      "epoch": 443.62,
      "grad_norm": 1.0116006135940552,
      "learning_rate": 2.1153039234528465e-06,
      "loss": 0.3443,
      "step": 1589480
    },
    {
      "epoch": 443.62,
      "grad_norm": 1.269799828529358,
      "learning_rate": 2.115277012588311e-06,
      "loss": 0.3474,
      "step": 1589490
    },
    {
      "epoch": 443.62,
      "grad_norm": 1.132919430732727,
      "learning_rate": 2.1152501017541863e-06,
      "loss": 0.351,
      "step": 1589500
    },
    {
      "epoch": 443.63,
      "grad_norm": 1.0456585884094238,
      "learning_rate": 2.115223190950475e-06,
      "loss": 0.3616,
      "step": 1589510
    },
    {
      "epoch": 443.63,
      "grad_norm": 1.1906836032867432,
      "learning_rate": 2.1151962801771795e-06,
      "loss": 0.3337,
      "step": 1589520
    },
    {
      "epoch": 443.63,
      "grad_norm": 2.1689305305480957,
      "learning_rate": 2.115169369434306e-06,
      "loss": 0.3571,
      "step": 1589530
    },
    {
      "epoch": 443.63,
      "grad_norm": 0.9145382046699524,
      "learning_rate": 2.1151424587218562e-06,
      "loss": 0.3538,
      "step": 1589540
    },
    {
      "epoch": 443.64,
      "grad_norm": 0.9570297002792358,
      "learning_rate": 2.115115548039834e-06,
      "loss": 0.3423,
      "step": 1589550
    },
    {
      "epoch": 443.64,
      "grad_norm": 0.9125563502311707,
      "learning_rate": 2.115088637388243e-06,
      "loss": 0.3451,
      "step": 1589560
    },
    {
      "epoch": 443.64,
      "grad_norm": 1.455955982208252,
      "learning_rate": 2.1150617267670876e-06,
      "loss": 0.3333,
      "step": 1589570
    },
    {
      "epoch": 443.64,
      "grad_norm": 1.1956439018249512,
      "learning_rate": 2.1150348161763694e-06,
      "loss": 0.3262,
      "step": 1589580
    },
    {
      "epoch": 443.65,
      "grad_norm": 1.123592734336853,
      "learning_rate": 2.115007905616094e-06,
      "loss": 0.356,
      "step": 1589590
    },
    {
      "epoch": 443.65,
      "grad_norm": 0.9438406229019165,
      "learning_rate": 2.1149809950862647e-06,
      "loss": 0.3527,
      "step": 1589600
    },
    {
      "epoch": 443.65,
      "grad_norm": 1.1273247003555298,
      "learning_rate": 2.114954084586884e-06,
      "loss": 0.342,
      "step": 1589610
    },
    {
      "epoch": 443.66,
      "grad_norm": 0.8184725642204285,
      "learning_rate": 2.114927174117956e-06,
      "loss": 0.3565,
      "step": 1589620
    },
    {
      "epoch": 443.66,
      "grad_norm": 1.1681667566299438,
      "learning_rate": 2.1149002636794852e-06,
      "loss": 0.3441,
      "step": 1589630
    },
    {
      "epoch": 443.66,
      "grad_norm": 0.9121071100234985,
      "learning_rate": 2.114873353271473e-06,
      "loss": 0.3415,
      "step": 1589640
    },
    {
      "epoch": 443.66,
      "grad_norm": 1.2074851989746094,
      "learning_rate": 2.1148464428939253e-06,
      "loss": 0.3543,
      "step": 1589650
    },
    {
      "epoch": 443.67,
      "grad_norm": 1.0566059350967407,
      "learning_rate": 2.1148195325468447e-06,
      "loss": 0.3352,
      "step": 1589660
    },
    {
      "epoch": 443.67,
      "grad_norm": 1.0327346324920654,
      "learning_rate": 2.114792622230234e-06,
      "loss": 0.3443,
      "step": 1589670
    },
    {
      "epoch": 443.67,
      "grad_norm": 1.071094274520874,
      "learning_rate": 2.1147657119440986e-06,
      "loss": 0.3561,
      "step": 1589680
    },
    {
      "epoch": 443.68,
      "grad_norm": 1.220641016960144,
      "learning_rate": 2.1147388016884407e-06,
      "loss": 0.3539,
      "step": 1589690
    },
    {
      "epoch": 443.68,
      "grad_norm": 7.815973281860352,
      "learning_rate": 2.1147118914632642e-06,
      "loss": 0.331,
      "step": 1589700
    },
    {
      "epoch": 443.68,
      "grad_norm": 1.2349635362625122,
      "learning_rate": 2.114684981268573e-06,
      "loss": 0.3543,
      "step": 1589710
    },
    {
      "epoch": 443.68,
      "grad_norm": 1.2086727619171143,
      "learning_rate": 2.1146580711043704e-06,
      "loss": 0.3518,
      "step": 1589720
    },
    {
      "epoch": 443.69,
      "grad_norm": 1.079152226448059,
      "learning_rate": 2.114631160970659e-06,
      "loss": 0.338,
      "step": 1589730
    },
    {
      "epoch": 443.69,
      "grad_norm": 1.183976173400879,
      "learning_rate": 2.1146042508674448e-06,
      "loss": 0.3315,
      "step": 1589740
    },
    {
      "epoch": 443.69,
      "grad_norm": 1.2474676370620728,
      "learning_rate": 2.1145773407947287e-06,
      "loss": 0.3394,
      "step": 1589750
    },
    {
      "epoch": 443.7,
      "grad_norm": 1.394711971282959,
      "learning_rate": 2.1145504307525164e-06,
      "loss": 0.3592,
      "step": 1589760
    },
    {
      "epoch": 443.7,
      "grad_norm": 1.0308945178985596,
      "learning_rate": 2.114523520740811e-06,
      "loss": 0.3548,
      "step": 1589770
    },
    {
      "epoch": 443.7,
      "grad_norm": 0.8844494819641113,
      "learning_rate": 2.1144966107596145e-06,
      "loss": 0.3408,
      "step": 1589780
    },
    {
      "epoch": 443.7,
      "grad_norm": 1.0202206373214722,
      "learning_rate": 2.114469700808932e-06,
      "loss": 0.337,
      "step": 1589790
    },
    {
      "epoch": 443.71,
      "grad_norm": 1.0428844690322876,
      "learning_rate": 2.1144427908887676e-06,
      "loss": 0.3593,
      "step": 1589800
    },
    {
      "epoch": 443.71,
      "grad_norm": 1.081696629524231,
      "learning_rate": 2.114415880999123e-06,
      "loss": 0.351,
      "step": 1589810
    },
    {
      "epoch": 443.71,
      "grad_norm": 0.9932065606117249,
      "learning_rate": 2.1143889711400035e-06,
      "loss": 0.3384,
      "step": 1589820
    },
    {
      "epoch": 443.71,
      "grad_norm": 1.0724537372589111,
      "learning_rate": 2.114362061311412e-06,
      "loss": 0.361,
      "step": 1589830
    },
    {
      "epoch": 443.72,
      "grad_norm": 1.040832757949829,
      "learning_rate": 2.114335151513352e-06,
      "loss": 0.3435,
      "step": 1589840
    },
    {
      "epoch": 443.72,
      "grad_norm": 0.9756255149841309,
      "learning_rate": 2.1143082417458273e-06,
      "loss": 0.3492,
      "step": 1589850
    },
    {
      "epoch": 443.72,
      "grad_norm": 1.33900785446167,
      "learning_rate": 2.114281332008841e-06,
      "loss": 0.3446,
      "step": 1589860
    },
    {
      "epoch": 443.73,
      "grad_norm": 1.0461177825927734,
      "learning_rate": 2.114254422302397e-06,
      "loss": 0.3593,
      "step": 1589870
    },
    {
      "epoch": 443.73,
      "grad_norm": 2.359802484512329,
      "learning_rate": 2.1142275126264993e-06,
      "loss": 0.3608,
      "step": 1589880
    },
    {
      "epoch": 443.73,
      "grad_norm": 0.9876708984375,
      "learning_rate": 2.1142006029811516e-06,
      "loss": 0.3457,
      "step": 1589890
    },
    {
      "epoch": 443.73,
      "grad_norm": 1.159080147743225,
      "learning_rate": 2.1141736933663555e-06,
      "loss": 0.343,
      "step": 1589900
    },
    {
      "epoch": 443.74,
      "grad_norm": 1.1058629751205444,
      "learning_rate": 2.1141467837821174e-06,
      "loss": 0.3488,
      "step": 1589910
    },
    {
      "epoch": 443.74,
      "grad_norm": 1.0056312084197998,
      "learning_rate": 2.1141198742284394e-06,
      "loss": 0.3377,
      "step": 1589920
    },
    {
      "epoch": 443.74,
      "grad_norm": 1.852537989616394,
      "learning_rate": 2.1140929647053244e-06,
      "loss": 0.3347,
      "step": 1589930
    },
    {
      "epoch": 443.75,
      "grad_norm": 1.0002154111862183,
      "learning_rate": 2.1140660552127777e-06,
      "loss": 0.343,
      "step": 1589940
    },
    {
      "epoch": 443.75,
      "grad_norm": 1.2057815790176392,
      "learning_rate": 2.114039145750802e-06,
      "loss": 0.3469,
      "step": 1589950
    },
    {
      "epoch": 443.75,
      "grad_norm": 1.1486061811447144,
      "learning_rate": 2.1140122363193995e-06,
      "loss": 0.3353,
      "step": 1589960
    },
    {
      "epoch": 443.75,
      "grad_norm": 1.0953973531723022,
      "learning_rate": 2.1139853269185762e-06,
      "loss": 0.3381,
      "step": 1589970
    },
    {
      "epoch": 443.76,
      "grad_norm": 1.2445660829544067,
      "learning_rate": 2.113958417548335e-06,
      "loss": 0.336,
      "step": 1589980
    },
    {
      "epoch": 443.76,
      "grad_norm": 0.9987552165985107,
      "learning_rate": 2.1139315082086786e-06,
      "loss": 0.3469,
      "step": 1589990
    },
    {
      "epoch": 443.76,
      "grad_norm": 0.9088506102561951,
      "learning_rate": 2.113904598899612e-06,
      "loss": 0.3296,
      "step": 1590000
    },
    {
      "epoch": 443.77,
      "grad_norm": 1.0235785245895386,
      "learning_rate": 2.113877689621137e-06,
      "loss": 0.3624,
      "step": 1590010
    },
    {
      "epoch": 443.77,
      "grad_norm": 1.3661788702011108,
      "learning_rate": 2.1138507803732573e-06,
      "loss": 0.3621,
      "step": 1590020
    },
    {
      "epoch": 443.77,
      "grad_norm": 0.9699039459228516,
      "learning_rate": 2.1138238711559784e-06,
      "loss": 0.3558,
      "step": 1590030
    },
    {
      "epoch": 443.77,
      "grad_norm": 0.9177622199058533,
      "learning_rate": 2.1137969619693016e-06,
      "loss": 0.3451,
      "step": 1590040
    },
    {
      "epoch": 443.78,
      "grad_norm": 1.0414412021636963,
      "learning_rate": 2.113770052813233e-06,
      "loss": 0.336,
      "step": 1590050
    },
    {
      "epoch": 443.78,
      "grad_norm": 1.4233636856079102,
      "learning_rate": 2.1137431436877748e-06,
      "loss": 0.3428,
      "step": 1590060
    },
    {
      "epoch": 443.78,
      "grad_norm": 1.2034692764282227,
      "learning_rate": 2.1137162345929294e-06,
      "loss": 0.3473,
      "step": 1590070
    },
    {
      "epoch": 443.78,
      "grad_norm": 1.2357689142227173,
      "learning_rate": 2.1136893255287026e-06,
      "loss": 0.3454,
      "step": 1590080
    },
    {
      "epoch": 443.79,
      "grad_norm": 0.9828840494155884,
      "learning_rate": 2.113662416495097e-06,
      "loss": 0.3358,
      "step": 1590090
    },
    {
      "epoch": 443.79,
      "grad_norm": 1.041496753692627,
      "learning_rate": 2.113635507492115e-06,
      "loss": 0.3436,
      "step": 1590100
    },
    {
      "epoch": 443.79,
      "grad_norm": 1.0600407123565674,
      "learning_rate": 2.113608598519762e-06,
      "loss": 0.3435,
      "step": 1590110
    },
    {
      "epoch": 443.8,
      "grad_norm": 1.0604277849197388,
      "learning_rate": 2.113581689578041e-06,
      "loss": 0.3568,
      "step": 1590120
    },
    {
      "epoch": 443.8,
      "grad_norm": 1.0152076482772827,
      "learning_rate": 2.1135547806669553e-06,
      "loss": 0.3391,
      "step": 1590130
    },
    {
      "epoch": 443.8,
      "grad_norm": 1.3238251209259033,
      "learning_rate": 2.113527871786509e-06,
      "loss": 0.3486,
      "step": 1590140
    },
    {
      "epoch": 443.8,
      "grad_norm": 1.1470805406570435,
      "learning_rate": 2.113500962936705e-06,
      "loss": 0.3446,
      "step": 1590150
    },
    {
      "epoch": 443.81,
      "grad_norm": 1.090149164199829,
      "learning_rate": 2.1134740541175464e-06,
      "loss": 0.3398,
      "step": 1590160
    },
    {
      "epoch": 443.81,
      "grad_norm": 1.0763846635818481,
      "learning_rate": 2.1134471453290386e-06,
      "loss": 0.3543,
      "step": 1590170
    },
    {
      "epoch": 443.81,
      "grad_norm": 1.072039008140564,
      "learning_rate": 2.1134202365711845e-06,
      "loss": 0.3271,
      "step": 1590180
    },
    {
      "epoch": 443.82,
      "grad_norm": 1.0824673175811768,
      "learning_rate": 2.113393327843986e-06,
      "loss": 0.3508,
      "step": 1590190
    },
    {
      "epoch": 443.82,
      "grad_norm": 0.9820199608802795,
      "learning_rate": 2.113366419147449e-06,
      "loss": 0.3434,
      "step": 1590200
    },
    {
      "epoch": 443.82,
      "grad_norm": 1.0366790294647217,
      "learning_rate": 2.1133395104815765e-06,
      "loss": 0.3534,
      "step": 1590210
    },
    {
      "epoch": 443.82,
      "grad_norm": 1.3554859161376953,
      "learning_rate": 2.113312601846371e-06,
      "loss": 0.346,
      "step": 1590220
    },
    {
      "epoch": 443.83,
      "grad_norm": 1.050118088722229,
      "learning_rate": 2.113285693241837e-06,
      "loss": 0.3335,
      "step": 1590230
    },
    {
      "epoch": 443.83,
      "grad_norm": 0.9794562458992004,
      "learning_rate": 2.113258784667978e-06,
      "loss": 0.3517,
      "step": 1590240
    },
    {
      "epoch": 443.83,
      "grad_norm": 0.9165093898773193,
      "learning_rate": 2.1132318761247967e-06,
      "loss": 0.3382,
      "step": 1590250
    },
    {
      "epoch": 443.83,
      "grad_norm": 1.0242855548858643,
      "learning_rate": 2.113204967612298e-06,
      "loss": 0.3524,
      "step": 1590260
    },
    {
      "epoch": 443.84,
      "grad_norm": 1.0027453899383545,
      "learning_rate": 2.1131780591304855e-06,
      "loss": 0.3489,
      "step": 1590270
    },
    {
      "epoch": 443.84,
      "grad_norm": 1.0423765182495117,
      "learning_rate": 2.113151150679361e-06,
      "loss": 0.3452,
      "step": 1590280
    },
    {
      "epoch": 443.84,
      "grad_norm": 0.9161196947097778,
      "learning_rate": 2.1131242422589306e-06,
      "loss": 0.3433,
      "step": 1590290
    },
    {
      "epoch": 443.85,
      "grad_norm": 7.120515823364258,
      "learning_rate": 2.1130973338691957e-06,
      "loss": 0.3485,
      "step": 1590300
    },
    {
      "epoch": 443.85,
      "grad_norm": 1.023962378501892,
      "learning_rate": 2.11307042551016e-06,
      "loss": 0.3444,
      "step": 1590310
    },
    {
      "epoch": 443.85,
      "grad_norm": 1.1904776096343994,
      "learning_rate": 2.113043517181829e-06,
      "loss": 0.3472,
      "step": 1590320
    },
    {
      "epoch": 443.85,
      "grad_norm": 0.8995856046676636,
      "learning_rate": 2.113016608884204e-06,
      "loss": 0.3459,
      "step": 1590330
    },
    {
      "epoch": 443.86,
      "grad_norm": 1.06688392162323,
      "learning_rate": 2.1129897006172908e-06,
      "loss": 0.3404,
      "step": 1590340
    },
    {
      "epoch": 443.86,
      "grad_norm": 1.0703260898590088,
      "learning_rate": 2.1129627923810916e-06,
      "loss": 0.3365,
      "step": 1590350
    },
    {
      "epoch": 443.86,
      "grad_norm": 0.9595066905021667,
      "learning_rate": 2.1129358841756097e-06,
      "loss": 0.3395,
      "step": 1590360
    },
    {
      "epoch": 443.87,
      "grad_norm": 1.221100091934204,
      "learning_rate": 2.11290897600085e-06,
      "loss": 0.3519,
      "step": 1590370
    },
    {
      "epoch": 443.87,
      "grad_norm": 1.0382884740829468,
      "learning_rate": 2.1128820678568153e-06,
      "loss": 0.3523,
      "step": 1590380
    },
    {
      "epoch": 443.87,
      "grad_norm": 1.1571950912475586,
      "learning_rate": 2.112855159743508e-06,
      "loss": 0.3248,
      "step": 1590390
    },
    {
      "epoch": 443.87,
      "grad_norm": 0.9826251268386841,
      "learning_rate": 2.112828251660934e-06,
      "loss": 0.3593,
      "step": 1590400
    },
    {
      "epoch": 443.88,
      "grad_norm": 1.165173053741455,
      "learning_rate": 2.1128013436090957e-06,
      "loss": 0.3311,
      "step": 1590410
    },
    {
      "epoch": 443.88,
      "grad_norm": 1.1868094205856323,
      "learning_rate": 2.1127744355879963e-06,
      "loss": 0.347,
      "step": 1590420
    },
    {
      "epoch": 443.88,
      "grad_norm": 1.2302297353744507,
      "learning_rate": 2.11274752759764e-06,
      "loss": 0.3494,
      "step": 1590430
    },
    {
      "epoch": 443.89,
      "grad_norm": 1.0881156921386719,
      "learning_rate": 2.1127206196380306e-06,
      "loss": 0.337,
      "step": 1590440
    },
    {
      "epoch": 443.89,
      "grad_norm": 1.160582423210144,
      "learning_rate": 2.11269371170917e-06,
      "loss": 0.3648,
      "step": 1590450
    },
    {
      "epoch": 443.89,
      "grad_norm": 1.0144269466400146,
      "learning_rate": 2.1126668038110646e-06,
      "loss": 0.3635,
      "step": 1590460
    },
    {
      "epoch": 443.89,
      "grad_norm": 0.9881818294525146,
      "learning_rate": 2.1126398959437157e-06,
      "loss": 0.3484,
      "step": 1590470
    },
    {
      "epoch": 443.9,
      "grad_norm": 1.153765320777893,
      "learning_rate": 2.112612988107127e-06,
      "loss": 0.3348,
      "step": 1590480
    },
    {
      "epoch": 443.9,
      "grad_norm": 0.9289576411247253,
      "learning_rate": 2.1125860803013034e-06,
      "loss": 0.3411,
      "step": 1590490
    },
    {
      "epoch": 443.9,
      "grad_norm": 0.944480836391449,
      "learning_rate": 2.112559172526248e-06,
      "loss": 0.3443,
      "step": 1590500
    },
    {
      "epoch": 443.9,
      "grad_norm": 1.4563632011413574,
      "learning_rate": 2.112532264781964e-06,
      "loss": 0.3679,
      "step": 1590510
    },
    {
      "epoch": 443.91,
      "grad_norm": 1.0844125747680664,
      "learning_rate": 2.112505357068455e-06,
      "loss": 0.3347,
      "step": 1590520
    },
    {
      "epoch": 443.91,
      "grad_norm": 1.1587789058685303,
      "learning_rate": 2.112478449385725e-06,
      "loss": 0.3268,
      "step": 1590530
    },
    {
      "epoch": 443.91,
      "grad_norm": 1.181840419769287,
      "learning_rate": 2.1124515417337766e-06,
      "loss": 0.3569,
      "step": 1590540
    },
    {
      "epoch": 443.92,
      "grad_norm": 1.0639619827270508,
      "learning_rate": 2.112424634112615e-06,
      "loss": 0.3498,
      "step": 1590550
    },
    {
      "epoch": 443.92,
      "grad_norm": 1.028198480606079,
      "learning_rate": 2.1123977265222423e-06,
      "loss": 0.3431,
      "step": 1590560
    },
    {
      "epoch": 443.92,
      "grad_norm": 1.1098259687423706,
      "learning_rate": 2.1123708189626624e-06,
      "loss": 0.3402,
      "step": 1590570
    },
    {
      "epoch": 443.92,
      "grad_norm": 1.0851690769195557,
      "learning_rate": 2.11234391143388e-06,
      "loss": 0.3445,
      "step": 1590580
    },
    {
      "epoch": 443.93,
      "grad_norm": 0.8959438800811768,
      "learning_rate": 2.1123170039358973e-06,
      "loss": 0.3574,
      "step": 1590590
    },
    {
      "epoch": 443.93,
      "grad_norm": 0.8831161260604858,
      "learning_rate": 2.1122900964687177e-06,
      "loss": 0.3412,
      "step": 1590600
    },
    {
      "epoch": 443.93,
      "grad_norm": 0.993336021900177,
      "learning_rate": 2.1122631890323468e-06,
      "loss": 0.3552,
      "step": 1590610
    },
    {
      "epoch": 443.94,
      "grad_norm": 1.4021669626235962,
      "learning_rate": 2.1122362816267854e-06,
      "loss": 0.3399,
      "step": 1590620
    },
    {
      "epoch": 443.94,
      "grad_norm": 1.0412932634353638,
      "learning_rate": 2.1122093742520395e-06,
      "loss": 0.3358,
      "step": 1590630
    },
    {
      "epoch": 443.94,
      "grad_norm": 1.0195000171661377,
      "learning_rate": 2.112182466908112e-06,
      "loss": 0.3502,
      "step": 1590640
    },
    {
      "epoch": 443.94,
      "grad_norm": 1.059862732887268,
      "learning_rate": 2.1121555595950056e-06,
      "loss": 0.3511,
      "step": 1590650
    },
    {
      "epoch": 443.95,
      "grad_norm": 1.0068849325180054,
      "learning_rate": 2.1121286523127252e-06,
      "loss": 0.3497,
      "step": 1590660
    },
    {
      "epoch": 443.95,
      "grad_norm": 1.059712290763855,
      "learning_rate": 2.112101745061273e-06,
      "loss": 0.3412,
      "step": 1590670
    },
    {
      "epoch": 443.95,
      "grad_norm": 0.9643173813819885,
      "learning_rate": 2.112074837840653e-06,
      "loss": 0.3519,
      "step": 1590680
    },
    {
      "epoch": 443.95,
      "grad_norm": 1.020860195159912,
      "learning_rate": 2.1120479306508697e-06,
      "loss": 0.3245,
      "step": 1590690
    },
    {
      "epoch": 443.96,
      "grad_norm": 1.1115682125091553,
      "learning_rate": 2.112021023491926e-06,
      "loss": 0.3718,
      "step": 1590700
    },
    {
      "epoch": 443.96,
      "grad_norm": 0.8722297549247742,
      "learning_rate": 2.111994116363825e-06,
      "loss": 0.3327,
      "step": 1590710
    },
    {
      "epoch": 443.96,
      "grad_norm": 1.1717538833618164,
      "learning_rate": 2.1119672092665712e-06,
      "loss": 0.3375,
      "step": 1590720
    },
    {
      "epoch": 443.97,
      "grad_norm": 1.1350167989730835,
      "learning_rate": 2.111940302200168e-06,
      "loss": 0.3273,
      "step": 1590730
    },
    {
      "epoch": 443.97,
      "grad_norm": 1.1482973098754883,
      "learning_rate": 2.1119133951646175e-06,
      "loss": 0.3554,
      "step": 1590740
    },
    {
      "epoch": 443.97,
      "grad_norm": 1.2090882062911987,
      "learning_rate": 2.1118864881599255e-06,
      "loss": 0.3497,
      "step": 1590750
    },
    {
      "epoch": 443.97,
      "grad_norm": 1.1852729320526123,
      "learning_rate": 2.1118595811860947e-06,
      "loss": 0.3551,
      "step": 1590760
    },
    {
      "epoch": 443.98,
      "grad_norm": 1.1265525817871094,
      "learning_rate": 2.1118326742431272e-06,
      "loss": 0.3345,
      "step": 1590770
    },
    {
      "epoch": 443.98,
      "grad_norm": 1.0865657329559326,
      "learning_rate": 2.1118057673310295e-06,
      "loss": 0.3349,
      "step": 1590780
    },
    {
      "epoch": 443.98,
      "grad_norm": 0.8600519299507141,
      "learning_rate": 2.1117788604498035e-06,
      "loss": 0.3467,
      "step": 1590790
    },
    {
      "epoch": 443.99,
      "grad_norm": 1.1439496278762817,
      "learning_rate": 2.1117519535994523e-06,
      "loss": 0.3328,
      "step": 1590800
    },
    {
      "epoch": 443.99,
      "grad_norm": 1.1038864850997925,
      "learning_rate": 2.1117250467799806e-06,
      "loss": 0.3417,
      "step": 1590810
    },
    {
      "epoch": 443.99,
      "grad_norm": 1.083276391029358,
      "learning_rate": 2.1116981399913917e-06,
      "loss": 0.3413,
      "step": 1590820
    },
    {
      "epoch": 443.99,
      "grad_norm": 1.168013095855713,
      "learning_rate": 2.1116712332336877e-06,
      "loss": 0.3583,
      "step": 1590830
    },
    {
      "epoch": 444.0,
      "grad_norm": 1.0446867942810059,
      "learning_rate": 2.1116443265068746e-06,
      "loss": 0.3434,
      "step": 1590840
    },
    {
      "epoch": 444.0,
      "grad_norm": 1.0230448246002197,
      "learning_rate": 2.111617419810955e-06,
      "loss": 0.3328,
      "step": 1590850
    },
    {
      "epoch": 444.0,
      "eval_loss": 0.346670001745224,
      "eval_runtime": 69.7077,
      "eval_samples_per_second": 72.575,
      "eval_steps_per_second": 9.081,
      "step": 1590852
    },
    {
      "epoch": 444.0,
      "grad_norm": 1.059618592262268,
      "learning_rate": 2.111590513145931e-06,
      "loss": 0.3408,
      "step": 1590860
    },
    {
      "epoch": 444.01,
      "grad_norm": 0.9370908737182617,
      "learning_rate": 2.111563606511809e-06,
      "loss": 0.3438,
      "step": 1590870
    },
    {
      "epoch": 444.01,
      "grad_norm": 1.0614969730377197,
      "learning_rate": 2.11153669990859e-06,
      "loss": 0.3309,
      "step": 1590880
    },
    {
      "epoch": 444.01,
      "grad_norm": 1.0767101049423218,
      "learning_rate": 2.1115097933362787e-06,
      "loss": 0.332,
      "step": 1590890
    },
    {
      "epoch": 444.01,
      "grad_norm": 1.18312406539917,
      "learning_rate": 2.1114828867948794e-06,
      "loss": 0.3467,
      "step": 1590900
    },
    {
      "epoch": 444.02,
      "grad_norm": 1.1328744888305664,
      "learning_rate": 2.111455980284394e-06,
      "loss": 0.363,
      "step": 1590910
    },
    {
      "epoch": 444.02,
      "grad_norm": 1.2251605987548828,
      "learning_rate": 2.111429073804828e-06,
      "loss": 0.3419,
      "step": 1590920
    },
    {
      "epoch": 444.02,
      "grad_norm": 1.0314092636108398,
      "learning_rate": 2.1114021673561834e-06,
      "loss": 0.3344,
      "step": 1590930
    },
    {
      "epoch": 444.02,
      "grad_norm": 0.9712868928909302,
      "learning_rate": 2.111375260938464e-06,
      "loss": 0.3615,
      "step": 1590940
    },
    {
      "epoch": 444.03,
      "grad_norm": 1.0189402103424072,
      "learning_rate": 2.1113483545516745e-06,
      "loss": 0.3445,
      "step": 1590950
    },
    {
      "epoch": 444.03,
      "grad_norm": 1.0890775918960571,
      "learning_rate": 2.111321448195818e-06,
      "loss": 0.3534,
      "step": 1590960
    },
    {
      "epoch": 444.03,
      "grad_norm": 1.1188374757766724,
      "learning_rate": 2.1112945418708964e-06,
      "loss": 0.3611,
      "step": 1590970
    },
    {
      "epoch": 444.04,
      "grad_norm": 1.3348509073257446,
      "learning_rate": 2.111267635576916e-06,
      "loss": 0.3363,
      "step": 1590980
    },
    {
      "epoch": 444.04,
      "grad_norm": 1.003400444984436,
      "learning_rate": 2.1112407293138787e-06,
      "loss": 0.343,
      "step": 1590990
    },
    {
      "epoch": 444.04,
      "grad_norm": 1.0611844062805176,
      "learning_rate": 2.1112138230817875e-06,
      "loss": 0.3384,
      "step": 1591000
    },
    {
      "epoch": 444.04,
      "grad_norm": 0.9182860255241394,
      "learning_rate": 2.1111869168806476e-06,
      "loss": 0.3309,
      "step": 1591010
    },
    {
      "epoch": 444.05,
      "grad_norm": 1.0565403699874878,
      "learning_rate": 2.1111600107104626e-06,
      "loss": 0.3547,
      "step": 1591020
    },
    {
      "epoch": 444.05,
      "grad_norm": 1.1724507808685303,
      "learning_rate": 2.1111331045712346e-06,
      "loss": 0.3535,
      "step": 1591030
    },
    {
      "epoch": 444.05,
      "grad_norm": 1.0508071184158325,
      "learning_rate": 2.1111061984629686e-06,
      "loss": 0.3276,
      "step": 1591040
    },
    {
      "epoch": 444.06,
      "grad_norm": 1.130250096321106,
      "learning_rate": 2.1110792923856675e-06,
      "loss": 0.3503,
      "step": 1591050
    },
    {
      "epoch": 444.06,
      "grad_norm": 1.0273685455322266,
      "learning_rate": 2.111052386339334e-06,
      "loss": 0.3433,
      "step": 1591060
    },
    {
      "epoch": 444.06,
      "grad_norm": 0.9868344068527222,
      "learning_rate": 2.111025480323973e-06,
      "loss": 0.3511,
      "step": 1591070
    },
    {
      "epoch": 444.06,
      "grad_norm": 0.9521493315696716,
      "learning_rate": 2.110998574339588e-06,
      "loss": 0.3489,
      "step": 1591080
    },
    {
      "epoch": 444.07,
      "grad_norm": 1.2075550556182861,
      "learning_rate": 2.110971668386182e-06,
      "loss": 0.3421,
      "step": 1591090
    },
    {
      "epoch": 444.07,
      "grad_norm": 1.1780074834823608,
      "learning_rate": 2.1109447624637594e-06,
      "loss": 0.3476,
      "step": 1591100
    },
    {
      "epoch": 444.07,
      "grad_norm": 1.1954238414764404,
      "learning_rate": 2.110917856572323e-06,
      "loss": 0.3419,
      "step": 1591110
    },
    {
      "epoch": 444.07,
      "grad_norm": 0.9800525307655334,
      "learning_rate": 2.110890950711876e-06,
      "loss": 0.3346,
      "step": 1591120
    },
    {
      "epoch": 444.08,
      "grad_norm": 1.1562793254852295,
      "learning_rate": 2.1108640448824232e-06,
      "loss": 0.3558,
      "step": 1591130
    },
    {
      "epoch": 444.08,
      "grad_norm": 1.0697866678237915,
      "learning_rate": 2.110837139083968e-06,
      "loss": 0.3458,
      "step": 1591140
    },
    {
      "epoch": 444.08,
      "grad_norm": 0.9163190126419067,
      "learning_rate": 2.1108102333165124e-06,
      "loss": 0.3493,
      "step": 1591150
    },
    {
      "epoch": 444.09,
      "grad_norm": 0.9345084428787231,
      "learning_rate": 2.110783327580062e-06,
      "loss": 0.3284,
      "step": 1591160
    },
    {
      "epoch": 444.09,
      "grad_norm": 1.0361642837524414,
      "learning_rate": 2.1107564218746195e-06,
      "loss": 0.3325,
      "step": 1591170
    },
    {
      "epoch": 444.09,
      "grad_norm": 0.9963589906692505,
      "learning_rate": 2.110729516200188e-06,
      "loss": 0.3451,
      "step": 1591180
    },
    {
      "epoch": 444.09,
      "grad_norm": 1.0994094610214233,
      "learning_rate": 2.1107026105567725e-06,
      "loss": 0.3549,
      "step": 1591190
    },
    {
      "epoch": 444.1,
      "grad_norm": 1.015987515449524,
      "learning_rate": 2.1106757049443743e-06,
      "loss": 0.343,
      "step": 1591200
    },
    {
      "epoch": 444.1,
      "grad_norm": 1.104651689529419,
      "learning_rate": 2.110648799362999e-06,
      "loss": 0.3475,
      "step": 1591210
    },
    {
      "epoch": 444.1,
      "grad_norm": 0.9486165046691895,
      "learning_rate": 2.1106218938126505e-06,
      "loss": 0.3457,
      "step": 1591220
    },
    {
      "epoch": 444.11,
      "grad_norm": 1.0127179622650146,
      "learning_rate": 2.1105949882933303e-06,
      "loss": 0.354,
      "step": 1591230
    },
    {
      "epoch": 444.11,
      "grad_norm": 0.9629319310188293,
      "learning_rate": 2.1105680828050436e-06,
      "loss": 0.3457,
      "step": 1591240
    },
    {
      "epoch": 444.11,
      "grad_norm": 1.027202844619751,
      "learning_rate": 2.1105411773477936e-06,
      "loss": 0.3538,
      "step": 1591250
    },
    {
      "epoch": 444.11,
      "grad_norm": 0.9872263669967651,
      "learning_rate": 2.1105142719215826e-06,
      "loss": 0.3467,
      "step": 1591260
    },
    {
      "epoch": 444.12,
      "grad_norm": 0.9625375866889954,
      "learning_rate": 2.1104873665264167e-06,
      "loss": 0.3593,
      "step": 1591270
    },
    {
      "epoch": 444.12,
      "grad_norm": 1.0477886199951172,
      "learning_rate": 2.1104604611622974e-06,
      "loss": 0.3342,
      "step": 1591280
    },
    {
      "epoch": 444.12,
      "grad_norm": 1.1257195472717285,
      "learning_rate": 2.1104335558292287e-06,
      "loss": 0.3632,
      "step": 1591290
    },
    {
      "epoch": 444.13,
      "grad_norm": 1.0606272220611572,
      "learning_rate": 2.1104066505272153e-06,
      "loss": 0.3365,
      "step": 1591300
    },
    {
      "epoch": 444.13,
      "grad_norm": 0.9437804818153381,
      "learning_rate": 2.11037974525626e-06,
      "loss": 0.3343,
      "step": 1591310
    },
    {
      "epoch": 444.13,
      "grad_norm": 1.015891432762146,
      "learning_rate": 2.1103528400163657e-06,
      "loss": 0.3386,
      "step": 1591320
    },
    {
      "epoch": 444.13,
      "grad_norm": 1.0357736349105835,
      "learning_rate": 2.110325934807537e-06,
      "loss": 0.3404,
      "step": 1591330
    },
    {
      "epoch": 444.14,
      "grad_norm": 1.1434884071350098,
      "learning_rate": 2.1102990296297776e-06,
      "loss": 0.3386,
      "step": 1591340
    },
    {
      "epoch": 444.14,
      "grad_norm": 1.0982325077056885,
      "learning_rate": 2.1102721244830888e-06,
      "loss": 0.3515,
      "step": 1591350
    },
    {
      "epoch": 444.14,
      "grad_norm": 1.1762641668319702,
      "learning_rate": 2.1102452193674776e-06,
      "loss": 0.3322,
      "step": 1591360
    },
    {
      "epoch": 444.14,
      "grad_norm": 1.0938305854797363,
      "learning_rate": 2.1102183142829457e-06,
      "loss": 0.3436,
      "step": 1591370
    },
    {
      "epoch": 444.15,
      "grad_norm": 1.0912044048309326,
      "learning_rate": 2.1101914092294966e-06,
      "loss": 0.3333,
      "step": 1591380
    },
    {
      "epoch": 444.15,
      "grad_norm": 1.1467969417572021,
      "learning_rate": 2.110164504207135e-06,
      "loss": 0.36,
      "step": 1591390
    },
    {
      "epoch": 444.15,
      "grad_norm": 1.0336652994155884,
      "learning_rate": 2.110137599215863e-06,
      "loss": 0.3454,
      "step": 1591400
    },
    {
      "epoch": 444.16,
      "grad_norm": 1.097812294960022,
      "learning_rate": 2.110110694255684e-06,
      "loss": 0.348,
      "step": 1591410
    },
    {
      "epoch": 444.16,
      "grad_norm": 0.9417418837547302,
      "learning_rate": 2.110083789326604e-06,
      "loss": 0.3566,
      "step": 1591420
    },
    {
      "epoch": 444.16,
      "grad_norm": 0.9524496793746948,
      "learning_rate": 2.1100568844286247e-06,
      "loss": 0.347,
      "step": 1591430
    },
    {
      "epoch": 444.16,
      "grad_norm": 1.023284673690796,
      "learning_rate": 2.110029979561749e-06,
      "loss": 0.3296,
      "step": 1591440
    },
    {
      "epoch": 444.17,
      "grad_norm": 1.0903339385986328,
      "learning_rate": 2.1100030747259827e-06,
      "loss": 0.3425,
      "step": 1591450
    },
    {
      "epoch": 444.17,
      "grad_norm": 0.9540226459503174,
      "learning_rate": 2.109976169921328e-06,
      "loss": 0.3498,
      "step": 1591460
    },
    {
      "epoch": 444.17,
      "grad_norm": 1.8063305616378784,
      "learning_rate": 2.109949265147788e-06,
      "loss": 0.3675,
      "step": 1591470
    },
    {
      "epoch": 444.18,
      "grad_norm": 1.3148565292358398,
      "learning_rate": 2.1099223604053676e-06,
      "loss": 0.3393,
      "step": 1591480
    },
    {
      "epoch": 444.18,
      "grad_norm": 1.0604510307312012,
      "learning_rate": 2.1098954556940686e-06,
      "loss": 0.3486,
      "step": 1591490
    },
    {
      "epoch": 444.18,
      "grad_norm": 1.0667262077331543,
      "learning_rate": 2.1098685510138967e-06,
      "loss": 0.3503,
      "step": 1591500
    },
    {
      "epoch": 444.18,
      "grad_norm": 1.3664155006408691,
      "learning_rate": 2.1098416463648546e-06,
      "loss": 0.3478,
      "step": 1591510
    },
    {
      "epoch": 444.19,
      "grad_norm": 1.0086838006973267,
      "learning_rate": 2.109814741746945e-06,
      "loss": 0.3513,
      "step": 1591520
    },
    {
      "epoch": 444.19,
      "grad_norm": 1.0510716438293457,
      "learning_rate": 2.1097878371601734e-06,
      "loss": 0.3409,
      "step": 1591530
    },
    {
      "epoch": 444.19,
      "grad_norm": 0.9412902593612671,
      "learning_rate": 2.1097609326045417e-06,
      "loss": 0.3541,
      "step": 1591540
    },
    {
      "epoch": 444.19,
      "grad_norm": 0.8595662117004395,
      "learning_rate": 2.109734028080053e-06,
      "loss": 0.3304,
      "step": 1591550
    },
    {
      "epoch": 444.2,
      "grad_norm": 1.037946105003357,
      "learning_rate": 2.109707123586713e-06,
      "loss": 0.3483,
      "step": 1591560
    },
    {
      "epoch": 444.2,
      "grad_norm": 0.999498188495636,
      "learning_rate": 2.1096802191245242e-06,
      "loss": 0.3469,
      "step": 1591570
    },
    {
      "epoch": 444.2,
      "grad_norm": 0.9483407139778137,
      "learning_rate": 2.1096533146934893e-06,
      "loss": 0.3554,
      "step": 1591580
    },
    {
      "epoch": 444.21,
      "grad_norm": 1.0339030027389526,
      "learning_rate": 2.1096264102936138e-06,
      "loss": 0.3363,
      "step": 1591590
    },
    {
      "epoch": 444.21,
      "grad_norm": 1.0988380908966064,
      "learning_rate": 2.1095995059249e-06,
      "loss": 0.3439,
      "step": 1591600
    },
    {
      "epoch": 444.21,
      "grad_norm": 1.0232517719268799,
      "learning_rate": 2.109572601587351e-06,
      "loss": 0.3439,
      "step": 1591610
    },
    {
      "epoch": 444.21,
      "grad_norm": 1.1392308473587036,
      "learning_rate": 2.1095456972809718e-06,
      "loss": 0.3419,
      "step": 1591620
    },
    {
      "epoch": 444.22,
      "grad_norm": 0.9252336025238037,
      "learning_rate": 2.109518793005765e-06,
      "loss": 0.343,
      "step": 1591630
    },
    {
      "epoch": 444.22,
      "grad_norm": 1.122376799583435,
      "learning_rate": 2.109491888761734e-06,
      "loss": 0.3406,
      "step": 1591640
    },
    {
      "epoch": 444.22,
      "grad_norm": 1.1281793117523193,
      "learning_rate": 2.1094649845488836e-06,
      "loss": 0.3328,
      "step": 1591650
    },
    {
      "epoch": 444.23,
      "grad_norm": 0.9895352125167847,
      "learning_rate": 2.1094380803672165e-06,
      "loss": 0.3348,
      "step": 1591660
    },
    {
      "epoch": 444.23,
      "grad_norm": 1.0860329866409302,
      "learning_rate": 2.109411176216736e-06,
      "loss": 0.3311,
      "step": 1591670
    },
    {
      "epoch": 444.23,
      "grad_norm": 1.0933587551116943,
      "learning_rate": 2.1093842720974463e-06,
      "loss": 0.3447,
      "step": 1591680
    },
    {
      "epoch": 444.23,
      "grad_norm": 1.5044203996658325,
      "learning_rate": 2.109357368009351e-06,
      "loss": 0.3365,
      "step": 1591690
    },
    {
      "epoch": 444.24,
      "grad_norm": 1.0511969327926636,
      "learning_rate": 2.109330463952452e-06,
      "loss": 0.345,
      "step": 1591700
    },
    {
      "epoch": 444.24,
      "grad_norm": 1.2307037115097046,
      "learning_rate": 2.1093035599267554e-06,
      "loss": 0.3489,
      "step": 1591710
    },
    {
      "epoch": 444.24,
      "grad_norm": 0.973555326461792,
      "learning_rate": 2.1092766559322644e-06,
      "loss": 0.336,
      "step": 1591720
    },
    {
      "epoch": 444.25,
      "grad_norm": 0.9866503477096558,
      "learning_rate": 2.10924975196898e-06,
      "loss": 0.3572,
      "step": 1591730
    },
    {
      "epoch": 444.25,
      "grad_norm": 0.92000412940979,
      "learning_rate": 2.109222848036909e-06,
      "loss": 0.347,
      "step": 1591740
    },
    {
      "epoch": 444.25,
      "grad_norm": 1.1931604146957397,
      "learning_rate": 2.1091959441360536e-06,
      "loss": 0.3422,
      "step": 1591750
    },
    {
      "epoch": 444.25,
      "grad_norm": 0.9040071368217468,
      "learning_rate": 2.1091690402664173e-06,
      "loss": 0.3434,
      "step": 1591760
    },
    {
      "epoch": 444.26,
      "grad_norm": 1.058051586151123,
      "learning_rate": 2.109142136428004e-06,
      "loss": 0.3454,
      "step": 1591770
    },
    {
      "epoch": 444.26,
      "grad_norm": 1.1595090627670288,
      "learning_rate": 2.1091152326208155e-06,
      "loss": 0.3462,
      "step": 1591780
    },
    {
      "epoch": 444.26,
      "grad_norm": 1.0803323984146118,
      "learning_rate": 2.1090883288448585e-06,
      "loss": 0.3327,
      "step": 1591790
    },
    {
      "epoch": 444.26,
      "grad_norm": 1.0117530822753906,
      "learning_rate": 2.109061425100135e-06,
      "loss": 0.3351,
      "step": 1591800
    },
    {
      "epoch": 444.27,
      "grad_norm": 1.0651880502700806,
      "learning_rate": 2.109034521386648e-06,
      "loss": 0.3394,
      "step": 1591810
    },
    {
      "epoch": 444.27,
      "grad_norm": 1.7767013311386108,
      "learning_rate": 2.109007617704402e-06,
      "loss": 0.3394,
      "step": 1591820
    },
    {
      "epoch": 444.27,
      "grad_norm": 0.9387540221214294,
      "learning_rate": 2.1089807140534005e-06,
      "loss": 0.3602,
      "step": 1591830
    },
    {
      "epoch": 444.28,
      "grad_norm": 1.063684105873108,
      "learning_rate": 2.108953810433646e-06,
      "loss": 0.3465,
      "step": 1591840
    },
    {
      "epoch": 444.28,
      "grad_norm": 1.1045373678207397,
      "learning_rate": 2.1089269068451443e-06,
      "loss": 0.3422,
      "step": 1591850
    },
    {
      "epoch": 444.28,
      "grad_norm": 1.0530531406402588,
      "learning_rate": 2.108900003287897e-06,
      "loss": 0.3576,
      "step": 1591860
    },
    {
      "epoch": 444.28,
      "grad_norm": 0.9639009237289429,
      "learning_rate": 2.1088730997619076e-06,
      "loss": 0.3482,
      "step": 1591870
    },
    {
      "epoch": 444.29,
      "grad_norm": 0.9612887501716614,
      "learning_rate": 2.108846196267181e-06,
      "loss": 0.3552,
      "step": 1591880
    },
    {
      "epoch": 444.29,
      "grad_norm": 1.1439447402954102,
      "learning_rate": 2.1088192928037205e-06,
      "loss": 0.3473,
      "step": 1591890
    },
    {
      "epoch": 444.29,
      "grad_norm": 1.158826231956482,
      "learning_rate": 2.108792389371529e-06,
      "loss": 0.3429,
      "step": 1591900
    },
    {
      "epoch": 444.3,
      "grad_norm": 2.150935649871826,
      "learning_rate": 2.1087654859706105e-06,
      "loss": 0.3522,
      "step": 1591910
    },
    {
      "epoch": 444.3,
      "grad_norm": 1.0217095613479614,
      "learning_rate": 2.108738582600969e-06,
      "loss": 0.3344,
      "step": 1591920
    },
    {
      "epoch": 444.3,
      "grad_norm": 1.0333523750305176,
      "learning_rate": 2.108711679262606e-06,
      "loss": 0.3436,
      "step": 1591930
    },
    {
      "epoch": 444.3,
      "grad_norm": 1.3290834426879883,
      "learning_rate": 2.108684775955528e-06,
      "loss": 0.361,
      "step": 1591940
    },
    {
      "epoch": 444.31,
      "grad_norm": 1.2016785144805908,
      "learning_rate": 2.108657872679737e-06,
      "loss": 0.3362,
      "step": 1591950
    },
    {
      "epoch": 444.31,
      "grad_norm": 1.1310077905654907,
      "learning_rate": 2.108630969435236e-06,
      "loss": 0.3564,
      "step": 1591960
    },
    {
      "epoch": 444.31,
      "grad_norm": 0.9761810302734375,
      "learning_rate": 2.1086040662220304e-06,
      "loss": 0.3413,
      "step": 1591970
    },
    {
      "epoch": 444.31,
      "grad_norm": 1.3932918310165405,
      "learning_rate": 2.1085771630401226e-06,
      "loss": 0.3243,
      "step": 1591980
    },
    {
      "epoch": 444.32,
      "grad_norm": 0.940721869468689,
      "learning_rate": 2.1085502598895164e-06,
      "loss": 0.3618,
      "step": 1591990
    },
    {
      "epoch": 444.32,
      "grad_norm": 1.0369147062301636,
      "learning_rate": 2.1085233567702154e-06,
      "loss": 0.3456,
      "step": 1592000
    },
    {
      "epoch": 444.32,
      "grad_norm": 0.9550236463546753,
      "learning_rate": 2.108496453682223e-06,
      "loss": 0.359,
      "step": 1592010
    },
    {
      "epoch": 444.33,
      "grad_norm": 1.0745747089385986,
      "learning_rate": 2.1084695506255424e-06,
      "loss": 0.347,
      "step": 1592020
    },
    {
      "epoch": 444.33,
      "grad_norm": 1.0077077150344849,
      "learning_rate": 2.1084426476001786e-06,
      "loss": 0.3577,
      "step": 1592030
    },
    {
      "epoch": 444.33,
      "grad_norm": 0.8433300852775574,
      "learning_rate": 2.1084157446061338e-06,
      "loss": 0.3409,
      "step": 1592040
    },
    {
      "epoch": 444.33,
      "grad_norm": 1.0730679035186768,
      "learning_rate": 2.108388841643412e-06,
      "loss": 0.3269,
      "step": 1592050
    },
    {
      "epoch": 444.34,
      "grad_norm": 1.0099505186080933,
      "learning_rate": 2.108361938712017e-06,
      "loss": 0.3477,
      "step": 1592060
    },
    {
      "epoch": 444.34,
      "grad_norm": 1.778722882270813,
      "learning_rate": 2.1083350358119517e-06,
      "loss": 0.3511,
      "step": 1592070
    },
    {
      "epoch": 444.34,
      "grad_norm": 1.0782071352005005,
      "learning_rate": 2.108308132943221e-06,
      "loss": 0.3365,
      "step": 1592080
    },
    {
      "epoch": 444.35,
      "grad_norm": 1.0861594676971436,
      "learning_rate": 2.1082812301058275e-06,
      "loss": 0.343,
      "step": 1592090
    },
    {
      "epoch": 444.35,
      "grad_norm": 0.9671686291694641,
      "learning_rate": 2.108254327299774e-06,
      "loss": 0.3368,
      "step": 1592100
    },
    {
      "epoch": 444.35,
      "grad_norm": 1.1713447570800781,
      "learning_rate": 2.108227424525066e-06,
      "loss": 0.3473,
      "step": 1592110
    },
    {
      "epoch": 444.35,
      "grad_norm": 1.0793695449829102,
      "learning_rate": 2.108200521781706e-06,
      "loss": 0.329,
      "step": 1592120
    },
    {
      "epoch": 444.36,
      "grad_norm": 1.0878336429595947,
      "learning_rate": 2.1081736190696974e-06,
      "loss": 0.3493,
      "step": 1592130
    },
    {
      "epoch": 444.36,
      "grad_norm": 1.0440911054611206,
      "learning_rate": 2.108146716389045e-06,
      "loss": 0.352,
      "step": 1592140
    },
    {
      "epoch": 444.36,
      "grad_norm": 0.9424626231193542,
      "learning_rate": 2.1081198137397507e-06,
      "loss": 0.3447,
      "step": 1592150
    },
    {
      "epoch": 444.37,
      "grad_norm": 1.426321268081665,
      "learning_rate": 2.108092911121818e-06,
      "loss": 0.361,
      "step": 1592160
    },
    {
      "epoch": 444.37,
      "grad_norm": 0.9846505522727966,
      "learning_rate": 2.108066008535253e-06,
      "loss": 0.3352,
      "step": 1592170
    },
    {
      "epoch": 444.37,
      "grad_norm": 0.9473088979721069,
      "learning_rate": 2.108039105980057e-06,
      "loss": 0.3502,
      "step": 1592180
    },
    {
      "epoch": 444.37,
      "grad_norm": 1.1191620826721191,
      "learning_rate": 2.108012203456234e-06,
      "loss": 0.3474,
      "step": 1592190
    },
    {
      "epoch": 444.38,
      "grad_norm": 1.2259230613708496,
      "learning_rate": 2.107985300963788e-06,
      "loss": 0.33,
      "step": 1592200
    },
    {
      "epoch": 444.38,
      "grad_norm": 0.8138701319694519,
      "learning_rate": 2.107958398502722e-06,
      "loss": 0.3421,
      "step": 1592210
    },
    {
      "epoch": 444.38,
      "grad_norm": 1.0767573118209839,
      "learning_rate": 2.1079314960730397e-06,
      "loss": 0.3642,
      "step": 1592220
    },
    {
      "epoch": 444.38,
      "grad_norm": 1.0192813873291016,
      "learning_rate": 2.1079045936747454e-06,
      "loss": 0.3491,
      "step": 1592230
    },
    {
      "epoch": 444.39,
      "grad_norm": 1.2061476707458496,
      "learning_rate": 2.1078776913078425e-06,
      "loss": 0.3439,
      "step": 1592240
    },
    {
      "epoch": 444.39,
      "grad_norm": 1.0425403118133545,
      "learning_rate": 2.107850788972333e-06,
      "loss": 0.3377,
      "step": 1592250
    },
    {
      "epoch": 444.39,
      "grad_norm": 0.9792026877403259,
      "learning_rate": 2.1078238866682226e-06,
      "loss": 0.3598,
      "step": 1592260
    },
    {
      "epoch": 444.4,
      "grad_norm": 1.823319435119629,
      "learning_rate": 2.1077969843955144e-06,
      "loss": 0.3458,
      "step": 1592270
    },
    {
      "epoch": 444.4,
      "grad_norm": 0.9854683876037598,
      "learning_rate": 2.107770082154211e-06,
      "loss": 0.3413,
      "step": 1592280
    },
    {
      "epoch": 444.4,
      "grad_norm": 1.2509331703186035,
      "learning_rate": 2.107743179944317e-06,
      "loss": 0.3494,
      "step": 1592290
    },
    {
      "epoch": 444.4,
      "grad_norm": 1.2347618341445923,
      "learning_rate": 2.1077162777658358e-06,
      "loss": 0.339,
      "step": 1592300
    },
    {
      "epoch": 444.41,
      "grad_norm": 1.0946359634399414,
      "learning_rate": 2.1076893756187697e-06,
      "loss": 0.3503,
      "step": 1592310
    },
    {
      "epoch": 444.41,
      "grad_norm": 0.833337664604187,
      "learning_rate": 2.107662473503124e-06,
      "loss": 0.3294,
      "step": 1592320
    },
    {
      "epoch": 444.41,
      "grad_norm": 0.9979667067527771,
      "learning_rate": 2.107635571418902e-06,
      "loss": 0.3396,
      "step": 1592330
    },
    {
      "epoch": 444.42,
      "grad_norm": 1.128409504890442,
      "learning_rate": 2.1076086693661062e-06,
      "loss": 0.343,
      "step": 1592340
    },
    {
      "epoch": 444.42,
      "grad_norm": 2.362046480178833,
      "learning_rate": 2.1075817673447415e-06,
      "loss": 0.3514,
      "step": 1592350
    },
    {
      "epoch": 444.42,
      "grad_norm": 1.1850472688674927,
      "learning_rate": 2.10755486535481e-06,
      "loss": 0.3383,
      "step": 1592360
    },
    {
      "epoch": 444.42,
      "grad_norm": 1.1406652927398682,
      "learning_rate": 2.1075279633963166e-06,
      "loss": 0.3604,
      "step": 1592370
    },
    {
      "epoch": 444.43,
      "grad_norm": 0.9940568208694458,
      "learning_rate": 2.107501061469265e-06,
      "loss": 0.3499,
      "step": 1592380
    },
    {
      "epoch": 444.43,
      "grad_norm": 1.1596866846084595,
      "learning_rate": 2.1074741595736566e-06,
      "loss": 0.344,
      "step": 1592390
    },
    {
      "epoch": 444.43,
      "grad_norm": 0.9077297449111938,
      "learning_rate": 2.107447257709498e-06,
      "loss": 0.3395,
      "step": 1592400
    },
    {
      "epoch": 444.43,
      "grad_norm": 1.197339415550232,
      "learning_rate": 2.1074203558767915e-06,
      "loss": 0.3467,
      "step": 1592410
    },
    {
      "epoch": 444.44,
      "grad_norm": 1.3178256750106812,
      "learning_rate": 2.1073934540755398e-06,
      "loss": 0.3612,
      "step": 1592420
    },
    {
      "epoch": 444.44,
      "grad_norm": 1.161100149154663,
      "learning_rate": 2.1073665523057477e-06,
      "loss": 0.3538,
      "step": 1592430
    },
    {
      "epoch": 444.44,
      "grad_norm": 1.0427508354187012,
      "learning_rate": 2.1073396505674182e-06,
      "loss": 0.3333,
      "step": 1592440
    },
    {
      "epoch": 444.45,
      "grad_norm": 1.0720090866088867,
      "learning_rate": 2.107312748860554e-06,
      "loss": 0.3417,
      "step": 1592450
    },
    {
      "epoch": 444.45,
      "grad_norm": 0.9795451164245605,
      "learning_rate": 2.1072858471851607e-06,
      "loss": 0.3349,
      "step": 1592460
    },
    {
      "epoch": 444.45,
      "grad_norm": 0.9581795334815979,
      "learning_rate": 2.107258945541241e-06,
      "loss": 0.34,
      "step": 1592470
    },
    {
      "epoch": 444.45,
      "grad_norm": 1.036586046218872,
      "learning_rate": 2.1072320439287977e-06,
      "loss": 0.3612,
      "step": 1592480
    },
    {
      "epoch": 444.46,
      "grad_norm": 0.9864151477813721,
      "learning_rate": 2.1072051423478355e-06,
      "loss": 0.365,
      "step": 1592490
    },
    {
      "epoch": 444.46,
      "grad_norm": 1.1958929300308228,
      "learning_rate": 2.1071782407983575e-06,
      "loss": 0.3494,
      "step": 1592500
    },
    {
      "epoch": 444.46,
      "grad_norm": 0.9678027629852295,
      "learning_rate": 2.1071513392803663e-06,
      "loss": 0.3352,
      "step": 1592510
    },
    {
      "epoch": 444.47,
      "grad_norm": 0.9850525259971619,
      "learning_rate": 2.1071244377938674e-06,
      "loss": 0.347,
      "step": 1592520
    },
    {
      "epoch": 444.47,
      "grad_norm": 0.92475825548172,
      "learning_rate": 2.1070975363388637e-06,
      "loss": 0.3367,
      "step": 1592530
    },
    {
      "epoch": 444.47,
      "grad_norm": 1.0691291093826294,
      "learning_rate": 2.1070706349153573e-06,
      "loss": 0.3244,
      "step": 1592540
    },
    {
      "epoch": 444.47,
      "grad_norm": 0.9575138688087463,
      "learning_rate": 2.107043733523354e-06,
      "loss": 0.3498,
      "step": 1592550
    },
    {
      "epoch": 444.48,
      "grad_norm": 1.22230863571167,
      "learning_rate": 2.107016832162856e-06,
      "loss": 0.3576,
      "step": 1592560
    },
    {
      "epoch": 444.48,
      "grad_norm": 1.1220688819885254,
      "learning_rate": 2.106989930833867e-06,
      "loss": 0.3574,
      "step": 1592570
    },
    {
      "epoch": 444.48,
      "grad_norm": 4.737272262573242,
      "learning_rate": 2.1069630295363916e-06,
      "loss": 0.3299,
      "step": 1592580
    },
    {
      "epoch": 444.49,
      "grad_norm": 1.2477937936782837,
      "learning_rate": 2.1069361282704325e-06,
      "loss": 0.3364,
      "step": 1592590
    },
    {
      "epoch": 444.49,
      "grad_norm": 1.0932124853134155,
      "learning_rate": 2.1069092270359923e-06,
      "loss": 0.3557,
      "step": 1592600
    },
    {
      "epoch": 444.49,
      "grad_norm": 1.1654736995697021,
      "learning_rate": 2.1068823258330766e-06,
      "loss": 0.3364,
      "step": 1592610
    },
    {
      "epoch": 444.49,
      "grad_norm": 1.376556396484375,
      "learning_rate": 2.1068554246616884e-06,
      "loss": 0.34,
      "step": 1592620
    },
    {
      "epoch": 444.5,
      "grad_norm": 1.151362419128418,
      "learning_rate": 2.10682852352183e-06,
      "loss": 0.3352,
      "step": 1592630
    },
    {
      "epoch": 444.5,
      "grad_norm": 1.0220222473144531,
      "learning_rate": 2.1068016224135067e-06,
      "loss": 0.3485,
      "step": 1592640
    },
    {
      "epoch": 444.5,
      "grad_norm": 1.1110279560089111,
      "learning_rate": 2.10677472133672e-06,
      "loss": 0.3539,
      "step": 1592650
    },
    {
      "epoch": 444.5,
      "grad_norm": 1.1301701068878174,
      "learning_rate": 2.106747820291476e-06,
      "loss": 0.3262,
      "step": 1592660
    },
    {
      "epoch": 444.51,
      "grad_norm": 1.0995047092437744,
      "learning_rate": 2.106720919277777e-06,
      "loss": 0.342,
      "step": 1592670
    },
    {
      "epoch": 444.51,
      "grad_norm": 1.0572764873504639,
      "learning_rate": 2.1066940182956257e-06,
      "loss": 0.3504,
      "step": 1592680
    },
    {
      "epoch": 444.51,
      "grad_norm": 1.140098214149475,
      "learning_rate": 2.1066671173450276e-06,
      "loss": 0.3231,
      "step": 1592690
    },
    {
      "epoch": 444.52,
      "grad_norm": 1.0119805335998535,
      "learning_rate": 2.1066402164259852e-06,
      "loss": 0.3322,
      "step": 1592700
    },
    {
      "epoch": 444.52,
      "grad_norm": 1.2790964841842651,
      "learning_rate": 2.1066133155385016e-06,
      "loss": 0.3491,
      "step": 1592710
    },
    {
      "epoch": 444.52,
      "grad_norm": 1.0300111770629883,
      "learning_rate": 2.106586414682582e-06,
      "loss": 0.3553,
      "step": 1592720
    },
    {
      "epoch": 444.52,
      "grad_norm": 0.9111766815185547,
      "learning_rate": 2.1065595138582285e-06,
      "loss": 0.3279,
      "step": 1592730
    },
    {
      "epoch": 444.53,
      "grad_norm": 1.0018200874328613,
      "learning_rate": 2.106532613065444e-06,
      "loss": 0.3489,
      "step": 1592740
    },
    {
      "epoch": 444.53,
      "grad_norm": 0.9994852542877197,
      "learning_rate": 2.1065057123042344e-06,
      "loss": 0.3467,
      "step": 1592750
    },
    {
      "epoch": 444.53,
      "grad_norm": 0.9641166925430298,
      "learning_rate": 2.106478811574602e-06,
      "loss": 0.3547,
      "step": 1592760
    },
    {
      "epoch": 444.54,
      "grad_norm": 1.0976415872573853,
      "learning_rate": 2.1064519108765494e-06,
      "loss": 0.3453,
      "step": 1592770
    },
    {
      "epoch": 444.54,
      "grad_norm": 1.1314074993133545,
      "learning_rate": 2.106425010210082e-06,
      "loss": 0.3403,
      "step": 1592780
    },
    {
      "epoch": 444.54,
      "grad_norm": 1.1438286304473877,
      "learning_rate": 2.1063981095752032e-06,
      "loss": 0.339,
      "step": 1592790
    },
    {
      "epoch": 444.54,
      "grad_norm": 1.274187684059143,
      "learning_rate": 2.1063712089719153e-06,
      "loss": 0.3594,
      "step": 1592800
    },
    {
      "epoch": 444.55,
      "grad_norm": 1.1631065607070923,
      "learning_rate": 2.106344308400223e-06,
      "loss": 0.3598,
      "step": 1592810
    },
    {
      "epoch": 444.55,
      "grad_norm": 1.0327447652816772,
      "learning_rate": 2.106317407860129e-06,
      "loss": 0.3392,
      "step": 1592820
    },
    {
      "epoch": 444.55,
      "grad_norm": 1.0207933187484741,
      "learning_rate": 2.1062905073516373e-06,
      "loss": 0.3362,
      "step": 1592830
    },
    {
      "epoch": 444.55,
      "grad_norm": 1.0270390510559082,
      "learning_rate": 2.106263606874752e-06,
      "loss": 0.3518,
      "step": 1592840
    },
    {
      "epoch": 444.56,
      "grad_norm": 1.1517661809921265,
      "learning_rate": 2.1062367064294764e-06,
      "loss": 0.3277,
      "step": 1592850
    },
    {
      "epoch": 444.56,
      "grad_norm": 0.934423565864563,
      "learning_rate": 2.1062098060158133e-06,
      "loss": 0.3398,
      "step": 1592860
    },
    {
      "epoch": 444.56,
      "grad_norm": 1.0813417434692383,
      "learning_rate": 2.106182905633767e-06,
      "loss": 0.3439,
      "step": 1592870
    },
    {
      "epoch": 444.57,
      "grad_norm": 1.073988676071167,
      "learning_rate": 2.1061560052833416e-06,
      "loss": 0.3381,
      "step": 1592880
    },
    {
      "epoch": 444.57,
      "grad_norm": 1.1128880977630615,
      "learning_rate": 2.1061291049645386e-06,
      "loss": 0.3638,
      "step": 1592890
    },
    {
      "epoch": 444.57,
      "grad_norm": 0.9937809109687805,
      "learning_rate": 2.1061022046773638e-06,
      "loss": 0.345,
      "step": 1592900
    },
    {
      "epoch": 444.57,
      "grad_norm": 0.9041453003883362,
      "learning_rate": 2.1060753044218205e-06,
      "loss": 0.3447,
      "step": 1592910
    },
    {
      "epoch": 444.58,
      "grad_norm": 1.048576831817627,
      "learning_rate": 2.1060484041979106e-06,
      "loss": 0.3534,
      "step": 1592920
    },
    {
      "epoch": 444.58,
      "grad_norm": 1.0445923805236816,
      "learning_rate": 2.1060215040056395e-06,
      "loss": 0.3433,
      "step": 1592930
    },
    {
      "epoch": 444.58,
      "grad_norm": 1.2139230966567993,
      "learning_rate": 2.1059946038450096e-06,
      "loss": 0.3571,
      "step": 1592940
    },
    {
      "epoch": 444.59,
      "grad_norm": 0.9794561862945557,
      "learning_rate": 2.1059677037160263e-06,
      "loss": 0.3437,
      "step": 1592950
    },
    {
      "epoch": 444.59,
      "grad_norm": 1.091199278831482,
      "learning_rate": 2.1059408036186914e-06,
      "loss": 0.3446,
      "step": 1592960
    },
    {
      "epoch": 444.59,
      "grad_norm": 1.0148979425430298,
      "learning_rate": 2.1059139035530077e-06,
      "loss": 0.3383,
      "step": 1592970
    },
    {
      "epoch": 444.59,
      "grad_norm": 1.140886902809143,
      "learning_rate": 2.1058870035189813e-06,
      "loss": 0.3574,
      "step": 1592980
    },
    {
      "epoch": 444.6,
      "grad_norm": 1.1255979537963867,
      "learning_rate": 2.1058601035166145e-06,
      "loss": 0.3411,
      "step": 1592990
    },
    {
      "epoch": 444.6,
      "grad_norm": 1.29749596118927,
      "learning_rate": 2.1058332035459107e-06,
      "loss": 0.3407,
      "step": 1593000
    },
    {
      "epoch": 444.6,
      "grad_norm": 1.2374063730239868,
      "learning_rate": 2.105806303606874e-06,
      "loss": 0.3552,
      "step": 1593010
    },
    {
      "epoch": 444.61,
      "grad_norm": 0.9679678082466125,
      "learning_rate": 2.1057794036995075e-06,
      "loss": 0.3401,
      "step": 1593020
    },
    {
      "epoch": 444.61,
      "grad_norm": 0.9128894805908203,
      "learning_rate": 2.105752503823814e-06,
      "loss": 0.3401,
      "step": 1593030
    },
    {
      "epoch": 444.61,
      "grad_norm": 1.2538301944732666,
      "learning_rate": 2.1057256039797993e-06,
      "loss": 0.3312,
      "step": 1593040
    },
    {
      "epoch": 444.61,
      "grad_norm": 1.1863126754760742,
      "learning_rate": 2.1056987041674656e-06,
      "loss": 0.3416,
      "step": 1593050
    },
    {
      "epoch": 444.62,
      "grad_norm": 1.0899256467819214,
      "learning_rate": 2.1056718043868156e-06,
      "loss": 0.3542,
      "step": 1593060
    },
    {
      "epoch": 444.62,
      "grad_norm": 1.1231954097747803,
      "learning_rate": 2.105644904637855e-06,
      "loss": 0.3267,
      "step": 1593070
    },
    {
      "epoch": 444.62,
      "grad_norm": 1.029360055923462,
      "learning_rate": 2.1056180049205858e-06,
      "loss": 0.3367,
      "step": 1593080
    },
    {
      "epoch": 444.62,
      "grad_norm": 1.026149868965149,
      "learning_rate": 2.1055911052350114e-06,
      "loss": 0.341,
      "step": 1593090
    },
    {
      "epoch": 444.63,
      "grad_norm": 1.2570436000823975,
      "learning_rate": 2.1055642055811373e-06,
      "loss": 0.3385,
      "step": 1593100
    },
    {
      "epoch": 444.63,
      "grad_norm": 1.0333858728408813,
      "learning_rate": 2.105537305958965e-06,
      "loss": 0.3525,
      "step": 1593110
    },
    {
      "epoch": 444.63,
      "grad_norm": 1.0355275869369507,
      "learning_rate": 2.1055104063684986e-06,
      "loss": 0.3619,
      "step": 1593120
    },
    {
      "epoch": 444.64,
      "grad_norm": 1.0608794689178467,
      "learning_rate": 2.1054835068097424e-06,
      "loss": 0.3482,
      "step": 1593130
    },
    {
      "epoch": 444.64,
      "grad_norm": 1.0647103786468506,
      "learning_rate": 2.1054566072826996e-06,
      "loss": 0.3479,
      "step": 1593140
    },
    {
      "epoch": 444.64,
      "grad_norm": 1.032174825668335,
      "learning_rate": 2.1054297077873735e-06,
      "loss": 0.3661,
      "step": 1593150
    },
    {
      "epoch": 444.64,
      "grad_norm": 0.9912781119346619,
      "learning_rate": 2.1054028083237684e-06,
      "loss": 0.332,
      "step": 1593160
    },
    {
      "epoch": 444.65,
      "grad_norm": 1.1955631971359253,
      "learning_rate": 2.105375908891887e-06,
      "loss": 0.3311,
      "step": 1593170
    },
    {
      "epoch": 444.65,
      "grad_norm": 1.0620263814926147,
      "learning_rate": 2.1053490094917325e-06,
      "loss": 0.3564,
      "step": 1593180
    },
    {
      "epoch": 444.65,
      "grad_norm": 1.2254912853240967,
      "learning_rate": 2.10532211012331e-06,
      "loss": 0.3454,
      "step": 1593190
    },
    {
      "epoch": 444.66,
      "grad_norm": 1.214538335800171,
      "learning_rate": 2.1052952107866227e-06,
      "loss": 0.3539,
      "step": 1593200
    },
    {
      "epoch": 444.66,
      "grad_norm": 1.013961911201477,
      "learning_rate": 2.105268311481673e-06,
      "loss": 0.3517,
      "step": 1593210
    },
    {
      "epoch": 444.66,
      "grad_norm": 0.9503412246704102,
      "learning_rate": 2.105241412208466e-06,
      "loss": 0.3448,
      "step": 1593220
    },
    {
      "epoch": 444.66,
      "grad_norm": 1.0361413955688477,
      "learning_rate": 2.1052145129670036e-06,
      "loss": 0.3545,
      "step": 1593230
    },
    {
      "epoch": 444.67,
      "grad_norm": 0.9980417490005493,
      "learning_rate": 2.1051876137572915e-06,
      "loss": 0.3457,
      "step": 1593240
    },
    {
      "epoch": 444.67,
      "grad_norm": 1.0748603343963623,
      "learning_rate": 2.1051607145793318e-06,
      "loss": 0.3251,
      "step": 1593250
    },
    {
      "epoch": 444.67,
      "grad_norm": 1.0544655323028564,
      "learning_rate": 2.1051338154331273e-06,
      "loss": 0.3373,
      "step": 1593260
    },
    {
      "epoch": 444.67,
      "grad_norm": 1.0398708581924438,
      "learning_rate": 2.1051069163186835e-06,
      "loss": 0.3224,
      "step": 1593270
    },
    {
      "epoch": 444.68,
      "grad_norm": 1.081437587738037,
      "learning_rate": 2.1050800172360035e-06,
      "loss": 0.3309,
      "step": 1593280
    },
    {
      "epoch": 444.68,
      "grad_norm": 0.9406639933586121,
      "learning_rate": 2.10505311818509e-06,
      "loss": 0.3453,
      "step": 1593290
    },
    {
      "epoch": 444.68,
      "grad_norm": 1.1452959775924683,
      "learning_rate": 2.105026219165948e-06,
      "loss": 0.3535,
      "step": 1593300
    },
    {
      "epoch": 444.69,
      "grad_norm": 1.0063401460647583,
      "learning_rate": 2.1049993201785798e-06,
      "loss": 0.3386,
      "step": 1593310
    },
    {
      "epoch": 444.69,
      "grad_norm": 0.9392638802528381,
      "learning_rate": 2.104972421222988e-06,
      "loss": 0.3251,
      "step": 1593320
    },
    {
      "epoch": 444.69,
      "grad_norm": 0.9356968998908997,
      "learning_rate": 2.1049455222991794e-06,
      "loss": 0.3321,
      "step": 1593330
    },
    {
      "epoch": 444.69,
      "grad_norm": 1.122035264968872,
      "learning_rate": 2.104918623407155e-06,
      "loss": 0.3508,
      "step": 1593340
    },
    {
      "epoch": 444.7,
      "grad_norm": 0.9618914127349854,
      "learning_rate": 2.1048917245469186e-06,
      "loss": 0.3238,
      "step": 1593350
    },
    {
      "epoch": 444.7,
      "grad_norm": 1.0655872821807861,
      "learning_rate": 2.104864825718475e-06,
      "loss": 0.3569,
      "step": 1593360
    },
    {
      "epoch": 444.7,
      "grad_norm": 0.8981324434280396,
      "learning_rate": 2.1048379269218275e-06,
      "loss": 0.3593,
      "step": 1593370
    },
    {
      "epoch": 444.71,
      "grad_norm": 1.048231601715088,
      "learning_rate": 2.1048110281569784e-06,
      "loss": 0.3597,
      "step": 1593380
    },
    {
      "epoch": 444.71,
      "grad_norm": 0.9641214609146118,
      "learning_rate": 2.1047841294239324e-06,
      "loss": 0.358,
      "step": 1593390
    },
    {
      "epoch": 444.71,
      "grad_norm": 1.1322522163391113,
      "learning_rate": 2.1047572307226934e-06,
      "loss": 0.3455,
      "step": 1593400
    },
    {
      "epoch": 444.71,
      "grad_norm": 1.0778948068618774,
      "learning_rate": 2.104730332053263e-06,
      "loss": 0.3428,
      "step": 1593410
    },
    {
      "epoch": 444.72,
      "grad_norm": 1.167889952659607,
      "learning_rate": 2.1047034334156475e-06,
      "loss": 0.3282,
      "step": 1593420
    },
    {
      "epoch": 444.72,
      "grad_norm": 0.917989194393158,
      "learning_rate": 2.1046765348098488e-06,
      "loss": 0.3436,
      "step": 1593430
    },
    {
      "epoch": 444.72,
      "grad_norm": 1.1434460878372192,
      "learning_rate": 2.1046496362358705e-06,
      "loss": 0.3486,
      "step": 1593440
    },
    {
      "epoch": 444.73,
      "grad_norm": 1.2046222686767578,
      "learning_rate": 2.1046227376937174e-06,
      "loss": 0.3515,
      "step": 1593450
    },
    {
      "epoch": 444.73,
      "grad_norm": 1.0546773672103882,
      "learning_rate": 2.1045958391833915e-06,
      "loss": 0.3344,
      "step": 1593460
    },
    {
      "epoch": 444.73,
      "grad_norm": 1.0793970823287964,
      "learning_rate": 2.1045689407048967e-06,
      "loss": 0.3542,
      "step": 1593470
    },
    {
      "epoch": 444.73,
      "grad_norm": 1.0147467851638794,
      "learning_rate": 2.1045420422582377e-06,
      "loss": 0.3397,
      "step": 1593480
    },
    {
      "epoch": 444.74,
      "grad_norm": 0.9580227136611938,
      "learning_rate": 2.1045151438434173e-06,
      "loss": 0.3385,
      "step": 1593490
    },
    {
      "epoch": 444.74,
      "grad_norm": 0.9382007718086243,
      "learning_rate": 2.104488245460438e-06,
      "loss": 0.3298,
      "step": 1593500
    },
    {
      "epoch": 444.74,
      "grad_norm": 1.0369391441345215,
      "learning_rate": 2.104461347109306e-06,
      "loss": 0.341,
      "step": 1593510
    },
    {
      "epoch": 444.74,
      "grad_norm": 1.036533236503601,
      "learning_rate": 2.1044344487900223e-06,
      "loss": 0.3365,
      "step": 1593520
    },
    {
      "epoch": 444.75,
      "grad_norm": 0.9317800402641296,
      "learning_rate": 2.1044075505025923e-06,
      "loss": 0.3479,
      "step": 1593530
    },
    {
      "epoch": 444.75,
      "grad_norm": 1.1998684406280518,
      "learning_rate": 2.104380652247019e-06,
      "loss": 0.3389,
      "step": 1593540
    },
    {
      "epoch": 444.75,
      "grad_norm": 1.0447912216186523,
      "learning_rate": 2.1043537540233047e-06,
      "loss": 0.3535,
      "step": 1593550
    },
    {
      "epoch": 444.76,
      "grad_norm": 1.0748226642608643,
      "learning_rate": 2.104326855831455e-06,
      "loss": 0.3496,
      "step": 1593560
    },
    {
      "epoch": 444.76,
      "grad_norm": 1.0608876943588257,
      "learning_rate": 2.1042999576714727e-06,
      "loss": 0.3625,
      "step": 1593570
    },
    {
      "epoch": 444.76,
      "grad_norm": 1.0219171047210693,
      "learning_rate": 2.1042730595433607e-06,
      "loss": 0.3633,
      "step": 1593580
    },
    {
      "epoch": 444.76,
      "grad_norm": 1.0741947889328003,
      "learning_rate": 2.104246161447124e-06,
      "loss": 0.3253,
      "step": 1593590
    },
    {
      "epoch": 444.77,
      "grad_norm": 1.3279823064804077,
      "learning_rate": 2.1042192633827647e-06,
      "loss": 0.3485,
      "step": 1593600
    },
    {
      "epoch": 444.77,
      "grad_norm": 1.240172266960144,
      "learning_rate": 2.1041923653502865e-06,
      "loss": 0.3661,
      "step": 1593610
    },
    {
      "epoch": 444.77,
      "grad_norm": 0.9460098147392273,
      "learning_rate": 2.1041654673496945e-06,
      "loss": 0.326,
      "step": 1593620
    },
    {
      "epoch": 444.78,
      "grad_norm": 1.0636719465255737,
      "learning_rate": 2.104138569380991e-06,
      "loss": 0.3475,
      "step": 1593630
    },
    {
      "epoch": 444.78,
      "grad_norm": 1.0314656496047974,
      "learning_rate": 2.104111671444179e-06,
      "loss": 0.3449,
      "step": 1593640
    },
    {
      "epoch": 444.78,
      "grad_norm": 0.9459823966026306,
      "learning_rate": 2.1040847735392636e-06,
      "loss": 0.3461,
      "step": 1593650
    },
    {
      "epoch": 444.78,
      "grad_norm": 1.0050734281539917,
      "learning_rate": 2.1040578756662482e-06,
      "loss": 0.3411,
      "step": 1593660
    },
    {
      "epoch": 444.79,
      "grad_norm": 0.9623918533325195,
      "learning_rate": 2.104030977825135e-06,
      "loss": 0.3306,
      "step": 1593670
    },
    {
      "epoch": 444.79,
      "grad_norm": 1.053457498550415,
      "learning_rate": 2.1040040800159294e-06,
      "loss": 0.3461,
      "step": 1593680
    },
    {
      "epoch": 444.79,
      "grad_norm": 1.1089365482330322,
      "learning_rate": 2.103977182238634e-06,
      "loss": 0.3548,
      "step": 1593690
    },
    {
      "epoch": 444.79,
      "grad_norm": 1.1457879543304443,
      "learning_rate": 2.1039502844932508e-06,
      "loss": 0.3448,
      "step": 1593700
    },
    {
      "epoch": 444.8,
      "grad_norm": 1.0633432865142822,
      "learning_rate": 2.1039233867797864e-06,
      "loss": 0.3426,
      "step": 1593710
    },
    {
      "epoch": 444.8,
      "grad_norm": 1.0812281370162964,
      "learning_rate": 2.103896489098243e-06,
      "loss": 0.3488,
      "step": 1593720
    },
    {
      "epoch": 444.8,
      "grad_norm": 0.9916394352912903,
      "learning_rate": 2.103869591448623e-06,
      "loss": 0.3456,
      "step": 1593730
    },
    {
      "epoch": 444.81,
      "grad_norm": 1.0564924478530884,
      "learning_rate": 2.1038426938309324e-06,
      "loss": 0.3456,
      "step": 1593740
    },
    {
      "epoch": 444.81,
      "grad_norm": 1.3320480585098267,
      "learning_rate": 2.1038157962451735e-06,
      "loss": 0.3326,
      "step": 1593750
    },
    {
      "epoch": 444.81,
      "grad_norm": 9.255288124084473,
      "learning_rate": 2.1037888986913494e-06,
      "loss": 0.3315,
      "step": 1593760
    },
    {
      "epoch": 444.81,
      "grad_norm": 1.1969715356826782,
      "learning_rate": 2.103762001169465e-06,
      "loss": 0.3479,
      "step": 1593770
    },
    {
      "epoch": 444.82,
      "grad_norm": 1.7415837049484253,
      "learning_rate": 2.1037351036795223e-06,
      "loss": 0.3465,
      "step": 1593780
    },
    {
      "epoch": 444.82,
      "grad_norm": 1.099331021308899,
      "learning_rate": 2.103708206221525e-06,
      "loss": 0.354,
      "step": 1593790
    },
    {
      "epoch": 444.82,
      "grad_norm": 1.0644441843032837,
      "learning_rate": 2.1036813087954785e-06,
      "loss": 0.3407,
      "step": 1593800
    },
    {
      "epoch": 444.83,
      "grad_norm": 1.050474762916565,
      "learning_rate": 2.1036544114013845e-06,
      "loss": 0.3489,
      "step": 1593810
    },
    {
      "epoch": 444.83,
      "grad_norm": 1.1186074018478394,
      "learning_rate": 2.1036275140392483e-06,
      "loss": 0.3466,
      "step": 1593820
    },
    {
      "epoch": 444.83,
      "grad_norm": 1.0163037776947021,
      "learning_rate": 2.103600616709072e-06,
      "loss": 0.3489,
      "step": 1593830
    },
    {
      "epoch": 444.83,
      "grad_norm": 1.0163301229476929,
      "learning_rate": 2.1035737194108585e-06,
      "loss": 0.3486,
      "step": 1593840
    },
    {
      "epoch": 444.84,
      "grad_norm": 1.0333243608474731,
      "learning_rate": 2.1035468221446136e-06,
      "loss": 0.3388,
      "step": 1593850
    },
    {
      "epoch": 444.84,
      "grad_norm": 1.0912455320358276,
      "learning_rate": 2.10351992491034e-06,
      "loss": 0.3534,
      "step": 1593860
    },
    {
      "epoch": 444.84,
      "grad_norm": 1.2069684267044067,
      "learning_rate": 2.10349302770804e-06,
      "loss": 0.3443,
      "step": 1593870
    },
    {
      "epoch": 444.85,
      "grad_norm": 1.1015170812606812,
      "learning_rate": 2.1034661305377194e-06,
      "loss": 0.3464,
      "step": 1593880
    },
    {
      "epoch": 444.85,
      "grad_norm": 0.7925967574119568,
      "learning_rate": 2.1034392333993802e-06,
      "loss": 0.3576,
      "step": 1593890
    },
    {
      "epoch": 444.85,
      "grad_norm": 1.0146914720535278,
      "learning_rate": 2.1034123362930263e-06,
      "loss": 0.3454,
      "step": 1593900
    },
    {
      "epoch": 444.85,
      "grad_norm": 1.0442389249801636,
      "learning_rate": 2.103385439218662e-06,
      "loss": 0.3452,
      "step": 1593910
    },
    {
      "epoch": 444.86,
      "grad_norm": 1.0118860006332397,
      "learning_rate": 2.1033585421762902e-06,
      "loss": 0.3452,
      "step": 1593920
    },
    {
      "epoch": 444.86,
      "grad_norm": 2.876678228378296,
      "learning_rate": 2.1033316451659136e-06,
      "loss": 0.3416,
      "step": 1593930
    },
    {
      "epoch": 444.86,
      "grad_norm": 1.049163818359375,
      "learning_rate": 2.1033047481875374e-06,
      "loss": 0.3508,
      "step": 1593940
    },
    {
      "epoch": 444.86,
      "grad_norm": 1.0416569709777832,
      "learning_rate": 2.103277851241165e-06,
      "loss": 0.3505,
      "step": 1593950
    },
    {
      "epoch": 444.87,
      "grad_norm": 1.1671379804611206,
      "learning_rate": 2.103250954326799e-06,
      "loss": 0.3452,
      "step": 1593960
    },
    {
      "epoch": 444.87,
      "grad_norm": 1.00680673122406,
      "learning_rate": 2.1032240574444436e-06,
      "loss": 0.3339,
      "step": 1593970
    },
    {
      "epoch": 444.87,
      "grad_norm": 1.3322726488113403,
      "learning_rate": 2.1031971605941025e-06,
      "loss": 0.3386,
      "step": 1593980
    },
    {
      "epoch": 444.88,
      "grad_norm": 1.03828763961792,
      "learning_rate": 2.1031702637757783e-06,
      "loss": 0.351,
      "step": 1593990
    },
    {
      "epoch": 444.88,
      "grad_norm": 1.0816619396209717,
      "learning_rate": 2.1031433669894757e-06,
      "loss": 0.3532,
      "step": 1594000
    },
    {
      "epoch": 444.88,
      "grad_norm": 1.0346925258636475,
      "learning_rate": 2.1031164702351982e-06,
      "loss": 0.3584,
      "step": 1594010
    },
    {
      "epoch": 444.88,
      "grad_norm": 1.1007529497146606,
      "learning_rate": 2.1030895735129483e-06,
      "loss": 0.3349,
      "step": 1594020
    },
    {
      "epoch": 444.89,
      "grad_norm": 0.9989657402038574,
      "learning_rate": 2.103062676822731e-06,
      "loss": 0.3537,
      "step": 1594030
    },
    {
      "epoch": 444.89,
      "grad_norm": 1.0804264545440674,
      "learning_rate": 2.1030357801645495e-06,
      "loss": 0.3398,
      "step": 1594040
    },
    {
      "epoch": 444.89,
      "grad_norm": 1.1503589153289795,
      "learning_rate": 2.103008883538407e-06,
      "loss": 0.3338,
      "step": 1594050
    },
    {
      "epoch": 444.9,
      "grad_norm": 1.0344359874725342,
      "learning_rate": 2.102981986944307e-06,
      "loss": 0.3322,
      "step": 1594060
    },
    {
      "epoch": 444.9,
      "grad_norm": 1.2551318407058716,
      "learning_rate": 2.1029550903822536e-06,
      "loss": 0.3465,
      "step": 1594070
    },
    {
      "epoch": 444.9,
      "grad_norm": 1.1996562480926514,
      "learning_rate": 2.102928193852249e-06,
      "loss": 0.3528,
      "step": 1594080
    },
    {
      "epoch": 444.9,
      "grad_norm": 1.1037445068359375,
      "learning_rate": 2.1029012973542992e-06,
      "loss": 0.3339,
      "step": 1594090
    },
    {
      "epoch": 444.91,
      "grad_norm": 1.253491997718811,
      "learning_rate": 2.1028744008884055e-06,
      "loss": 0.3729,
      "step": 1594100
    },
    {
      "epoch": 444.91,
      "grad_norm": 0.8934913873672485,
      "learning_rate": 2.102847504454573e-06,
      "loss": 0.3285,
      "step": 1594110
    },
    {
      "epoch": 444.91,
      "grad_norm": 1.0904099941253662,
      "learning_rate": 2.1028206080528047e-06,
      "loss": 0.3431,
      "step": 1594120
    },
    {
      "epoch": 444.91,
      "grad_norm": 1.0254745483398438,
      "learning_rate": 2.1027937116831034e-06,
      "loss": 0.3494,
      "step": 1594130
    },
    {
      "epoch": 444.92,
      "grad_norm": 7.369434833526611,
      "learning_rate": 2.102766815345474e-06,
      "loss": 0.3411,
      "step": 1594140
    },
    {
      "epoch": 444.92,
      "grad_norm": 1.2828179597854614,
      "learning_rate": 2.1027399190399197e-06,
      "loss": 0.3518,
      "step": 1594150
    },
    {
      "epoch": 444.92,
      "grad_norm": 1.1442558765411377,
      "learning_rate": 2.102713022766443e-06,
      "loss": 0.3396,
      "step": 1594160
    },
    {
      "epoch": 444.93,
      "grad_norm": 1.07076096534729,
      "learning_rate": 2.1026861265250495e-06,
      "loss": 0.3445,
      "step": 1594170
    },
    {
      "epoch": 444.93,
      "grad_norm": 1.4745748043060303,
      "learning_rate": 2.1026592303157416e-06,
      "loss": 0.3703,
      "step": 1594180
    },
    {
      "epoch": 444.93,
      "grad_norm": 1.0695526599884033,
      "learning_rate": 2.1026323341385223e-06,
      "loss": 0.349,
      "step": 1594190
    },
    {
      "epoch": 444.93,
      "grad_norm": 1.108721375465393,
      "learning_rate": 2.102605437993396e-06,
      "loss": 0.3334,
      "step": 1594200
    },
    {
      "epoch": 444.94,
      "grad_norm": 1.003587245941162,
      "learning_rate": 2.1025785418803666e-06,
      "loss": 0.3391,
      "step": 1594210
    },
    {
      "epoch": 444.94,
      "grad_norm": 1.0342211723327637,
      "learning_rate": 2.1025516457994363e-06,
      "loss": 0.3452,
      "step": 1594220
    },
    {
      "epoch": 444.94,
      "grad_norm": 1.258290410041809,
      "learning_rate": 2.10252474975061e-06,
      "loss": 0.3454,
      "step": 1594230
    },
    {
      "epoch": 444.95,
      "grad_norm": 1.1416339874267578,
      "learning_rate": 2.1024978537338917e-06,
      "loss": 0.3449,
      "step": 1594240
    },
    {
      "epoch": 444.95,
      "grad_norm": 0.9430320858955383,
      "learning_rate": 2.102470957749283e-06,
      "loss": 0.3425,
      "step": 1594250
    },
    {
      "epoch": 444.95,
      "grad_norm": 0.9566987156867981,
      "learning_rate": 2.102444061796789e-06,
      "loss": 0.3459,
      "step": 1594260
    },
    {
      "epoch": 444.95,
      "grad_norm": 1.1705282926559448,
      "learning_rate": 2.1024171658764134e-06,
      "loss": 0.3702,
      "step": 1594270
    },
    {
      "epoch": 444.96,
      "grad_norm": 1.1087918281555176,
      "learning_rate": 2.1023902699881577e-06,
      "loss": 0.3557,
      "step": 1594280
    },
    {
      "epoch": 444.96,
      "grad_norm": 1.074378252029419,
      "learning_rate": 2.1023633741320286e-06,
      "loss": 0.3188,
      "step": 1594290
    },
    {
      "epoch": 444.96,
      "grad_norm": 0.9793354272842407,
      "learning_rate": 2.102336478308028e-06,
      "loss": 0.344,
      "step": 1594300
    },
    {
      "epoch": 444.97,
      "grad_norm": 1.24410879611969,
      "learning_rate": 2.1023095825161586e-06,
      "loss": 0.3351,
      "step": 1594310
    },
    {
      "epoch": 444.97,
      "grad_norm": 1.0150094032287598,
      "learning_rate": 2.1022826867564257e-06,
      "loss": 0.34,
      "step": 1594320
    },
    {
      "epoch": 444.97,
      "grad_norm": 1.074699878692627,
      "learning_rate": 2.102255791028832e-06,
      "loss": 0.3304,
      "step": 1594330
    },
    {
      "epoch": 444.97,
      "grad_norm": 0.9852063655853271,
      "learning_rate": 2.1022288953333814e-06,
      "loss": 0.3579,
      "step": 1594340
    },
    {
      "epoch": 444.98,
      "grad_norm": 1.171464204788208,
      "learning_rate": 2.1022019996700773e-06,
      "loss": 0.3529,
      "step": 1594350
    },
    {
      "epoch": 444.98,
      "grad_norm": 1.0414997339248657,
      "learning_rate": 2.1021751040389236e-06,
      "loss": 0.342,
      "step": 1594360
    },
    {
      "epoch": 444.98,
      "grad_norm": 1.0496352910995483,
      "learning_rate": 2.1021482084399224e-06,
      "loss": 0.3451,
      "step": 1594370
    },
    {
      "epoch": 444.98,
      "grad_norm": 1.041048288345337,
      "learning_rate": 2.1021213128730796e-06,
      "loss": 0.3416,
      "step": 1594380
    },
    {
      "epoch": 444.99,
      "grad_norm": 1.2152143716812134,
      "learning_rate": 2.102094417338397e-06,
      "loss": 0.3534,
      "step": 1594390
    },
    {
      "epoch": 444.99,
      "grad_norm": 0.99576336145401,
      "learning_rate": 2.1020675218358796e-06,
      "loss": 0.3373,
      "step": 1594400
    },
    {
      "epoch": 444.99,
      "grad_norm": 1.0899666547775269,
      "learning_rate": 2.10204062636553e-06,
      "loss": 0.3503,
      "step": 1594410
    },
    {
      "epoch": 445.0,
      "grad_norm": 1.0070194005966187,
      "learning_rate": 2.102013730927351e-06,
      "loss": 0.3604,
      "step": 1594420
    },
    {
      "epoch": 445.0,
      "grad_norm": 0.9544212818145752,
      "learning_rate": 2.101986835521348e-06,
      "loss": 0.3362,
      "step": 1594430
    },
    {
      "epoch": 445.0,
      "eval_loss": 0.3454688787460327,
      "eval_runtime": 63.3522,
      "eval_samples_per_second": 79.855,
      "eval_steps_per_second": 9.992,
      "step": 1594435
    },
    {
      "epoch": 445.0,
      "grad_norm": 0.7889159917831421,
      "learning_rate": 2.1019599401475242e-06,
      "loss": 0.3501,
      "step": 1594440
    },
    {
      "epoch": 445.0,
      "grad_norm": 0.9730729460716248,
      "learning_rate": 2.1019330448058813e-06,
      "loss": 0.3348,
      "step": 1594450
    },
    {
      "epoch": 445.01,
      "grad_norm": 0.9830774664878845,
      "learning_rate": 2.1019061494964256e-06,
      "loss": 0.3347,
      "step": 1594460
    },
    {
      "epoch": 445.01,
      "grad_norm": 1.1200346946716309,
      "learning_rate": 2.1018792542191593e-06,
      "loss": 0.3304,
      "step": 1594470
    },
    {
      "epoch": 445.01,
      "grad_norm": 0.9799485802650452,
      "learning_rate": 2.1018523589740853e-06,
      "loss": 0.3351,
      "step": 1594480
    },
    {
      "epoch": 445.02,
      "grad_norm": 0.9454309344291687,
      "learning_rate": 2.1018254637612087e-06,
      "loss": 0.3543,
      "step": 1594490
    },
    {
      "epoch": 445.02,
      "grad_norm": 1.210511565208435,
      "learning_rate": 2.101798568580532e-06,
      "loss": 0.3428,
      "step": 1594500
    },
    {
      "epoch": 445.02,
      "grad_norm": 0.9162744283676147,
      "learning_rate": 2.1017716734320584e-06,
      "loss": 0.3453,
      "step": 1594510
    },
    {
      "epoch": 445.02,
      "grad_norm": 1.007345199584961,
      "learning_rate": 2.101744778315793e-06,
      "loss": 0.3239,
      "step": 1594520
    },
    {
      "epoch": 445.03,
      "grad_norm": 1.0522146224975586,
      "learning_rate": 2.101717883231739e-06,
      "loss": 0.3539,
      "step": 1594530
    },
    {
      "epoch": 445.03,
      "grad_norm": 1.0516175031661987,
      "learning_rate": 2.1016909881798984e-06,
      "loss": 0.3268,
      "step": 1594540
    },
    {
      "epoch": 445.03,
      "grad_norm": 1.0303903818130493,
      "learning_rate": 2.101664093160277e-06,
      "loss": 0.3459,
      "step": 1594550
    },
    {
      "epoch": 445.03,
      "grad_norm": 0.9626498818397522,
      "learning_rate": 2.1016371981728773e-06,
      "loss": 0.3365,
      "step": 1594560
    },
    {
      "epoch": 445.04,
      "grad_norm": 1.1594560146331787,
      "learning_rate": 2.1016103032177016e-06,
      "loss": 0.3375,
      "step": 1594570
    },
    {
      "epoch": 445.04,
      "grad_norm": 0.9923693537712097,
      "learning_rate": 2.1015834082947555e-06,
      "loss": 0.3432,
      "step": 1594580
    },
    {
      "epoch": 445.04,
      "grad_norm": 1.1413719654083252,
      "learning_rate": 2.1015565134040424e-06,
      "loss": 0.3635,
      "step": 1594590
    },
    {
      "epoch": 445.05,
      "grad_norm": 0.847046434879303,
      "learning_rate": 2.1015296185455635e-06,
      "loss": 0.3265,
      "step": 1594600
    },
    {
      "epoch": 445.05,
      "grad_norm": 1.1228492259979248,
      "learning_rate": 2.1015027237193257e-06,
      "loss": 0.3406,
      "step": 1594610
    },
    {
      "epoch": 445.05,
      "grad_norm": 0.904142439365387,
      "learning_rate": 2.1014758289253315e-06,
      "loss": 0.3441,
      "step": 1594620
    },
    {
      "epoch": 445.05,
      "grad_norm": 0.9382054805755615,
      "learning_rate": 2.101448934163583e-06,
      "loss": 0.3467,
      "step": 1594630
    },
    {
      "epoch": 445.06,
      "grad_norm": 0.9826711416244507,
      "learning_rate": 2.1014220394340857e-06,
      "loss": 0.3371,
      "step": 1594640
    },
    {
      "epoch": 445.06,
      "grad_norm": 1.0125807523727417,
      "learning_rate": 2.101395144736842e-06,
      "loss": 0.3457,
      "step": 1594650
    },
    {
      "epoch": 445.06,
      "grad_norm": 4.548243522644043,
      "learning_rate": 2.101368250071855e-06,
      "loss": 0.3491,
      "step": 1594660
    },
    {
      "epoch": 445.07,
      "grad_norm": 1.021214246749878,
      "learning_rate": 2.1013413554391297e-06,
      "loss": 0.3475,
      "step": 1594670
    },
    {
      "epoch": 445.07,
      "grad_norm": 1.0905760526657104,
      "learning_rate": 2.101314460838669e-06,
      "loss": 0.3692,
      "step": 1594680
    },
    {
      "epoch": 445.07,
      "grad_norm": 1.1921366453170776,
      "learning_rate": 2.1012875662704768e-06,
      "loss": 0.3544,
      "step": 1594690
    },
    {
      "epoch": 445.07,
      "grad_norm": 1.1409975290298462,
      "learning_rate": 2.101260671734556e-06,
      "loss": 0.3317,
      "step": 1594700
    },
    {
      "epoch": 445.08,
      "grad_norm": 0.9078174829483032,
      "learning_rate": 2.101233777230911e-06,
      "loss": 0.3386,
      "step": 1594710
    },
    {
      "epoch": 445.08,
      "grad_norm": 1.0605515241622925,
      "learning_rate": 2.1012068827595447e-06,
      "loss": 0.3574,
      "step": 1594720
    },
    {
      "epoch": 445.08,
      "grad_norm": 0.9613690376281738,
      "learning_rate": 2.1011799883204615e-06,
      "loss": 0.3652,
      "step": 1594730
    },
    {
      "epoch": 445.09,
      "grad_norm": 0.9939566254615784,
      "learning_rate": 2.1011530939136634e-06,
      "loss": 0.3382,
      "step": 1594740
    },
    {
      "epoch": 445.09,
      "grad_norm": 1.0132877826690674,
      "learning_rate": 2.101126199539156e-06,
      "loss": 0.3553,
      "step": 1594750
    },
    {
      "epoch": 445.09,
      "grad_norm": 0.9855667352676392,
      "learning_rate": 2.101099305196942e-06,
      "loss": 0.3394,
      "step": 1594760
    },
    {
      "epoch": 445.09,
      "grad_norm": 1.1532964706420898,
      "learning_rate": 2.101072410887024e-06,
      "loss": 0.3417,
      "step": 1594770
    },
    {
      "epoch": 445.1,
      "grad_norm": 1.0428500175476074,
      "learning_rate": 2.101045516609407e-06,
      "loss": 0.3688,
      "step": 1594780
    },
    {
      "epoch": 445.1,
      "grad_norm": 0.9665573239326477,
      "learning_rate": 2.101018622364094e-06,
      "loss": 0.3402,
      "step": 1594790
    },
    {
      "epoch": 445.1,
      "grad_norm": 1.1486101150512695,
      "learning_rate": 2.1009917281510877e-06,
      "loss": 0.3364,
      "step": 1594800
    },
    {
      "epoch": 445.1,
      "grad_norm": 1.0328550338745117,
      "learning_rate": 2.100964833970394e-06,
      "loss": 0.3334,
      "step": 1594810
    },
    {
      "epoch": 445.11,
      "grad_norm": 1.066796064376831,
      "learning_rate": 2.1009379398220143e-06,
      "loss": 0.3396,
      "step": 1594820
    },
    {
      "epoch": 445.11,
      "grad_norm": 1.195069432258606,
      "learning_rate": 2.1009110457059526e-06,
      "loss": 0.3326,
      "step": 1594830
    },
    {
      "epoch": 445.11,
      "grad_norm": 0.9382082223892212,
      "learning_rate": 2.1008841516222138e-06,
      "loss": 0.3398,
      "step": 1594840
    },
    {
      "epoch": 445.12,
      "grad_norm": 0.9339430928230286,
      "learning_rate": 2.1008572575708e-06,
      "loss": 0.3447,
      "step": 1594850
    },
    {
      "epoch": 445.12,
      "grad_norm": 1.0292913913726807,
      "learning_rate": 2.1008303635517153e-06,
      "loss": 0.3352,
      "step": 1594860
    },
    {
      "epoch": 445.12,
      "grad_norm": 1.2069555521011353,
      "learning_rate": 2.1008034695649634e-06,
      "loss": 0.3358,
      "step": 1594870
    },
    {
      "epoch": 445.12,
      "grad_norm": 1.0359991788864136,
      "learning_rate": 2.100776575610548e-06,
      "loss": 0.3481,
      "step": 1594880
    },
    {
      "epoch": 445.13,
      "grad_norm": 0.9380582571029663,
      "learning_rate": 2.1007496816884715e-06,
      "loss": 0.3519,
      "step": 1594890
    },
    {
      "epoch": 445.13,
      "grad_norm": 0.928701639175415,
      "learning_rate": 2.100722787798739e-06,
      "loss": 0.3452,
      "step": 1594900
    },
    {
      "epoch": 445.13,
      "grad_norm": 0.8675529956817627,
      "learning_rate": 2.1006958939413538e-06,
      "loss": 0.3309,
      "step": 1594910
    },
    {
      "epoch": 445.14,
      "grad_norm": 1.308367371559143,
      "learning_rate": 2.1006690001163186e-06,
      "loss": 0.3419,
      "step": 1594920
    },
    {
      "epoch": 445.14,
      "grad_norm": 0.8748175501823425,
      "learning_rate": 2.1006421063236385e-06,
      "loss": 0.3495,
      "step": 1594930
    },
    {
      "epoch": 445.14,
      "grad_norm": 1.190423846244812,
      "learning_rate": 2.1006152125633154e-06,
      "loss": 0.3503,
      "step": 1594940
    },
    {
      "epoch": 445.14,
      "grad_norm": 1.0287251472473145,
      "learning_rate": 2.100588318835353e-06,
      "loss": 0.3232,
      "step": 1594950
    },
    {
      "epoch": 445.15,
      "grad_norm": 1.0256965160369873,
      "learning_rate": 2.100561425139756e-06,
      "loss": 0.3373,
      "step": 1594960
    },
    {
      "epoch": 445.15,
      "grad_norm": 0.9542919993400574,
      "learning_rate": 2.1005345314765272e-06,
      "loss": 0.344,
      "step": 1594970
    },
    {
      "epoch": 445.15,
      "grad_norm": 0.9540809392929077,
      "learning_rate": 2.100507637845671e-06,
      "loss": 0.3572,
      "step": 1594980
    },
    {
      "epoch": 445.15,
      "grad_norm": 0.9748134016990662,
      "learning_rate": 2.1004807442471905e-06,
      "loss": 0.3471,
      "step": 1594990
    },
    {
      "epoch": 445.16,
      "grad_norm": 1.0592306852340698,
      "learning_rate": 2.1004538506810887e-06,
      "loss": 0.3564,
      "step": 1595000
    },
    {
      "epoch": 445.16,
      "grad_norm": 1.2996571063995361,
      "learning_rate": 2.1004269571473703e-06,
      "loss": 0.3464,
      "step": 1595010
    },
    {
      "epoch": 445.16,
      "grad_norm": 1.2414453029632568,
      "learning_rate": 2.100400063646038e-06,
      "loss": 0.3448,
      "step": 1595020
    },
    {
      "epoch": 445.17,
      "grad_norm": 1.139739990234375,
      "learning_rate": 2.1003731701770952e-06,
      "loss": 0.348,
      "step": 1595030
    },
    {
      "epoch": 445.17,
      "grad_norm": 1.0803955793380737,
      "learning_rate": 2.1003462767405463e-06,
      "loss": 0.3377,
      "step": 1595040
    },
    {
      "epoch": 445.17,
      "grad_norm": 1.0420255661010742,
      "learning_rate": 2.1003193833363946e-06,
      "loss": 0.3658,
      "step": 1595050
    },
    {
      "epoch": 445.17,
      "grad_norm": 1.0854665040969849,
      "learning_rate": 2.1002924899646433e-06,
      "loss": 0.3541,
      "step": 1595060
    },
    {
      "epoch": 445.18,
      "grad_norm": 1.0764211416244507,
      "learning_rate": 2.100265596625297e-06,
      "loss": 0.3521,
      "step": 1595070
    },
    {
      "epoch": 445.18,
      "grad_norm": 1.1095389127731323,
      "learning_rate": 2.100238703318358e-06,
      "loss": 0.3466,
      "step": 1595080
    },
    {
      "epoch": 445.18,
      "grad_norm": 1.0426610708236694,
      "learning_rate": 2.1002118100438294e-06,
      "loss": 0.3446,
      "step": 1595090
    },
    {
      "epoch": 445.19,
      "grad_norm": 1.3306243419647217,
      "learning_rate": 2.1001849168017173e-06,
      "loss": 0.3611,
      "step": 1595100
    },
    {
      "epoch": 445.19,
      "grad_norm": 1.2152175903320312,
      "learning_rate": 2.1001580235920236e-06,
      "loss": 0.3433,
      "step": 1595110
    },
    {
      "epoch": 445.19,
      "grad_norm": 1.3272701501846313,
      "learning_rate": 2.100131130414751e-06,
      "loss": 0.3368,
      "step": 1595120
    },
    {
      "epoch": 445.19,
      "grad_norm": 1.4263486862182617,
      "learning_rate": 2.100104237269905e-06,
      "loss": 0.3332,
      "step": 1595130
    },
    {
      "epoch": 445.2,
      "grad_norm": 0.9549021124839783,
      "learning_rate": 2.1000773441574884e-06,
      "loss": 0.3516,
      "step": 1595140
    },
    {
      "epoch": 445.2,
      "grad_norm": 1.0709425210952759,
      "learning_rate": 2.1000504510775043e-06,
      "loss": 0.347,
      "step": 1595150
    },
    {
      "epoch": 445.2,
      "grad_norm": 0.8576577305793762,
      "learning_rate": 2.100023558029957e-06,
      "loss": 0.3555,
      "step": 1595160
    },
    {
      "epoch": 445.21,
      "grad_norm": 1.0224881172180176,
      "learning_rate": 2.09999666501485e-06,
      "loss": 0.3347,
      "step": 1595170
    },
    {
      "epoch": 445.21,
      "grad_norm": 1.2024776935577393,
      "learning_rate": 2.0999697720321854e-06,
      "loss": 0.3416,
      "step": 1595180
    },
    {
      "epoch": 445.21,
      "grad_norm": 1.0061331987380981,
      "learning_rate": 2.0999428790819693e-06,
      "loss": 0.3454,
      "step": 1595190
    },
    {
      "epoch": 445.21,
      "grad_norm": 0.9677556157112122,
      "learning_rate": 2.099915986164204e-06,
      "loss": 0.346,
      "step": 1595200
    },
    {
      "epoch": 445.22,
      "grad_norm": 1.12557053565979,
      "learning_rate": 2.099889093278892e-06,
      "loss": 0.35,
      "step": 1595210
    },
    {
      "epoch": 445.22,
      "grad_norm": 1.2215218544006348,
      "learning_rate": 2.099862200426039e-06,
      "loss": 0.3555,
      "step": 1595220
    },
    {
      "epoch": 445.22,
      "grad_norm": 1.1092489957809448,
      "learning_rate": 2.0998353076056473e-06,
      "loss": 0.3223,
      "step": 1595230
    },
    {
      "epoch": 445.22,
      "grad_norm": 1.0196019411087036,
      "learning_rate": 2.0998084148177197e-06,
      "loss": 0.354,
      "step": 1595240
    },
    {
      "epoch": 445.23,
      "grad_norm": 1.123969316482544,
      "learning_rate": 2.099781522062262e-06,
      "loss": 0.3592,
      "step": 1595250
    },
    {
      "epoch": 445.23,
      "grad_norm": 1.047538161277771,
      "learning_rate": 2.0997546293392755e-06,
      "loss": 0.3315,
      "step": 1595260
    },
    {
      "epoch": 445.23,
      "grad_norm": 0.8824647068977356,
      "learning_rate": 2.0997277366487656e-06,
      "loss": 0.3294,
      "step": 1595270
    },
    {
      "epoch": 445.24,
      "grad_norm": 1.0684711933135986,
      "learning_rate": 2.0997008439907357e-06,
      "loss": 0.3517,
      "step": 1595280
    },
    {
      "epoch": 445.24,
      "grad_norm": 1.137043833732605,
      "learning_rate": 2.0996739513651877e-06,
      "loss": 0.361,
      "step": 1595290
    },
    {
      "epoch": 445.24,
      "grad_norm": 1.0447769165039062,
      "learning_rate": 2.099647058772127e-06,
      "loss": 0.356,
      "step": 1595300
    },
    {
      "epoch": 445.24,
      "grad_norm": 1.0179249048233032,
      "learning_rate": 2.0996201662115565e-06,
      "loss": 0.3347,
      "step": 1595310
    },
    {
      "epoch": 445.25,
      "grad_norm": 0.9971341490745544,
      "learning_rate": 2.0995932736834788e-06,
      "loss": 0.3376,
      "step": 1595320
    },
    {
      "epoch": 445.25,
      "grad_norm": 1.1202605962753296,
      "learning_rate": 2.099566381187899e-06,
      "loss": 0.3535,
      "step": 1595330
    },
    {
      "epoch": 445.25,
      "grad_norm": 0.9226843118667603,
      "learning_rate": 2.0995394887248206e-06,
      "loss": 0.3453,
      "step": 1595340
    },
    {
      "epoch": 445.26,
      "grad_norm": 1.020285725593567,
      "learning_rate": 2.099512596294246e-06,
      "loss": 0.3412,
      "step": 1595350
    },
    {
      "epoch": 445.26,
      "grad_norm": 0.9391645789146423,
      "learning_rate": 2.0994857038961802e-06,
      "loss": 0.3601,
      "step": 1595360
    },
    {
      "epoch": 445.26,
      "grad_norm": 1.3295453786849976,
      "learning_rate": 2.0994588115306257e-06,
      "loss": 0.3408,
      "step": 1595370
    },
    {
      "epoch": 445.26,
      "grad_norm": 0.9285014867782593,
      "learning_rate": 2.0994319191975857e-06,
      "loss": 0.3527,
      "step": 1595380
    },
    {
      "epoch": 445.27,
      "grad_norm": 1.1874613761901855,
      "learning_rate": 2.0994050268970655e-06,
      "loss": 0.351,
      "step": 1595390
    },
    {
      "epoch": 445.27,
      "grad_norm": 1.015217661857605,
      "learning_rate": 2.0993781346290675e-06,
      "loss": 0.3518,
      "step": 1595400
    },
    {
      "epoch": 445.27,
      "grad_norm": 0.9673025012016296,
      "learning_rate": 2.0993512423935947e-06,
      "loss": 0.3426,
      "step": 1595410
    },
    {
      "epoch": 445.27,
      "grad_norm": 1.1325501203536987,
      "learning_rate": 2.099324350190652e-06,
      "loss": 0.3398,
      "step": 1595420
    },
    {
      "epoch": 445.28,
      "grad_norm": 1.0266852378845215,
      "learning_rate": 2.0992974580202427e-06,
      "loss": 0.3503,
      "step": 1595430
    },
    {
      "epoch": 445.28,
      "grad_norm": 0.9165250658988953,
      "learning_rate": 2.0992705658823697e-06,
      "loss": 0.3489,
      "step": 1595440
    },
    {
      "epoch": 445.28,
      "grad_norm": 0.8993196487426758,
      "learning_rate": 2.0992436737770376e-06,
      "loss": 0.342,
      "step": 1595450
    },
    {
      "epoch": 445.29,
      "grad_norm": 1.2301932573318481,
      "learning_rate": 2.099216781704249e-06,
      "loss": 0.3504,
      "step": 1595460
    },
    {
      "epoch": 445.29,
      "grad_norm": 1.025949478149414,
      "learning_rate": 2.0991898896640067e-06,
      "loss": 0.3517,
      "step": 1595470
    },
    {
      "epoch": 445.29,
      "grad_norm": 0.9896122813224792,
      "learning_rate": 2.0991629976563168e-06,
      "loss": 0.3575,
      "step": 1595480
    },
    {
      "epoch": 445.29,
      "grad_norm": 1.2429639101028442,
      "learning_rate": 2.0991361056811817e-06,
      "loss": 0.3393,
      "step": 1595490
    },
    {
      "epoch": 445.3,
      "grad_norm": 1.1186522245407104,
      "learning_rate": 2.0991092137386036e-06,
      "loss": 0.333,
      "step": 1595500
    },
    {
      "epoch": 445.3,
      "grad_norm": 1.2317490577697754,
      "learning_rate": 2.0990823218285885e-06,
      "loss": 0.3392,
      "step": 1595510
    },
    {
      "epoch": 445.3,
      "grad_norm": 1.0050883293151855,
      "learning_rate": 2.0990554299511383e-06,
      "loss": 0.3456,
      "step": 1595520
    },
    {
      "epoch": 445.31,
      "grad_norm": 1.0255000591278076,
      "learning_rate": 2.0990285381062557e-06,
      "loss": 0.3338,
      "step": 1595530
    },
    {
      "epoch": 445.31,
      "grad_norm": 1.0235191583633423,
      "learning_rate": 2.099001646293947e-06,
      "loss": 0.3415,
      "step": 1595540
    },
    {
      "epoch": 445.31,
      "grad_norm": 1.0806454420089722,
      "learning_rate": 2.0989747545142136e-06,
      "loss": 0.3275,
      "step": 1595550
    },
    {
      "epoch": 445.31,
      "grad_norm": 1.0534037351608276,
      "learning_rate": 2.0989478627670604e-06,
      "loss": 0.3288,
      "step": 1595560
    },
    {
      "epoch": 445.32,
      "grad_norm": 1.133575439453125,
      "learning_rate": 2.098920971052491e-06,
      "loss": 0.3544,
      "step": 1595570
    },
    {
      "epoch": 445.32,
      "grad_norm": 1.0627940893173218,
      "learning_rate": 2.098894079370507e-06,
      "loss": 0.3511,
      "step": 1595580
    },
    {
      "epoch": 445.32,
      "grad_norm": 1.156793475151062,
      "learning_rate": 2.0988671877211143e-06,
      "loss": 0.3531,
      "step": 1595590
    },
    {
      "epoch": 445.33,
      "grad_norm": 1.1986061334609985,
      "learning_rate": 2.098840296104316e-06,
      "loss": 0.3437,
      "step": 1595600
    },
    {
      "epoch": 445.33,
      "grad_norm": 1.0666919946670532,
      "learning_rate": 2.098813404520114e-06,
      "loss": 0.3442,
      "step": 1595610
    },
    {
      "epoch": 445.33,
      "grad_norm": 1.0452362298965454,
      "learning_rate": 2.098786512968514e-06,
      "loss": 0.3564,
      "step": 1595620
    },
    {
      "epoch": 445.33,
      "grad_norm": 1.0597176551818848,
      "learning_rate": 2.0987596214495188e-06,
      "loss": 0.33,
      "step": 1595630
    },
    {
      "epoch": 445.34,
      "grad_norm": 0.9219628572463989,
      "learning_rate": 2.098732729963131e-06,
      "loss": 0.3285,
      "step": 1595640
    },
    {
      "epoch": 445.34,
      "grad_norm": 1.273341417312622,
      "learning_rate": 2.0987058385093558e-06,
      "loss": 0.3404,
      "step": 1595650
    },
    {
      "epoch": 445.34,
      "grad_norm": 1.0677356719970703,
      "learning_rate": 2.098678947088196e-06,
      "loss": 0.3502,
      "step": 1595660
    },
    {
      "epoch": 445.34,
      "grad_norm": 1.0482382774353027,
      "learning_rate": 2.098652055699655e-06,
      "loss": 0.3548,
      "step": 1595670
    },
    {
      "epoch": 445.35,
      "grad_norm": 0.9807058572769165,
      "learning_rate": 2.098625164343737e-06,
      "loss": 0.3475,
      "step": 1595680
    },
    {
      "epoch": 445.35,
      "grad_norm": 1.1627854108810425,
      "learning_rate": 2.0985982730204454e-06,
      "loss": 0.3427,
      "step": 1595690
    },
    {
      "epoch": 445.35,
      "grad_norm": 1.0894074440002441,
      "learning_rate": 2.098571381729782e-06,
      "loss": 0.3429,
      "step": 1595700
    },
    {
      "epoch": 445.36,
      "grad_norm": 1.0471254587173462,
      "learning_rate": 2.0985444904717534e-06,
      "loss": 0.3498,
      "step": 1595710
    },
    {
      "epoch": 445.36,
      "grad_norm": 1.158388376235962,
      "learning_rate": 2.0985175992463615e-06,
      "loss": 0.3322,
      "step": 1595720
    },
    {
      "epoch": 445.36,
      "grad_norm": 1.054473876953125,
      "learning_rate": 2.0984907080536096e-06,
      "loss": 0.3345,
      "step": 1595730
    },
    {
      "epoch": 445.36,
      "grad_norm": 1.1691176891326904,
      "learning_rate": 2.0984638168935024e-06,
      "loss": 0.3521,
      "step": 1595740
    },
    {
      "epoch": 445.37,
      "grad_norm": 1.3915205001831055,
      "learning_rate": 2.098436925766043e-06,
      "loss": 0.3466,
      "step": 1595750
    },
    {
      "epoch": 445.37,
      "grad_norm": 1.030718207359314,
      "learning_rate": 2.0984100346712337e-06,
      "loss": 0.3387,
      "step": 1595760
    },
    {
      "epoch": 445.37,
      "grad_norm": 1.143269658088684,
      "learning_rate": 2.0983831436090803e-06,
      "loss": 0.3448,
      "step": 1595770
    },
    {
      "epoch": 445.38,
      "grad_norm": 1.1750774383544922,
      "learning_rate": 2.0983562525795846e-06,
      "loss": 0.3378,
      "step": 1595780
    },
    {
      "epoch": 445.38,
      "grad_norm": 1.2105709314346313,
      "learning_rate": 2.098329361582751e-06,
      "loss": 0.3378,
      "step": 1595790
    },
    {
      "epoch": 445.38,
      "grad_norm": 0.9658962488174438,
      "learning_rate": 2.0983024706185832e-06,
      "loss": 0.3515,
      "step": 1595800
    },
    {
      "epoch": 445.38,
      "grad_norm": 1.0523483753204346,
      "learning_rate": 2.0982755796870847e-06,
      "loss": 0.3408,
      "step": 1595810
    },
    {
      "epoch": 445.39,
      "grad_norm": 1.282171368598938,
      "learning_rate": 2.0982486887882587e-06,
      "loss": 0.3399,
      "step": 1595820
    },
    {
      "epoch": 445.39,
      "grad_norm": 0.832545280456543,
      "learning_rate": 2.098221797922109e-06,
      "loss": 0.3464,
      "step": 1595830
    },
    {
      "epoch": 445.39,
      "grad_norm": 0.9693719744682312,
      "learning_rate": 2.0981949070886385e-06,
      "loss": 0.3309,
      "step": 1595840
    },
    {
      "epoch": 445.39,
      "grad_norm": 1.0303772687911987,
      "learning_rate": 2.0981680162878524e-06,
      "loss": 0.3545,
      "step": 1595850
    },
    {
      "epoch": 445.4,
      "grad_norm": 1.0655035972595215,
      "learning_rate": 2.0981411255197533e-06,
      "loss": 0.3392,
      "step": 1595860
    },
    {
      "epoch": 445.4,
      "grad_norm": 0.9465801119804382,
      "learning_rate": 2.098114234784344e-06,
      "loss": 0.3457,
      "step": 1595870
    },
    {
      "epoch": 445.4,
      "grad_norm": 1.0964887142181396,
      "learning_rate": 2.09808734408163e-06,
      "loss": 0.355,
      "step": 1595880
    },
    {
      "epoch": 445.41,
      "grad_norm": 1.2021677494049072,
      "learning_rate": 2.0980604534116134e-06,
      "loss": 0.3479,
      "step": 1595890
    },
    {
      "epoch": 445.41,
      "grad_norm": 1.0633060932159424,
      "learning_rate": 2.0980335627742974e-06,
      "loss": 0.3409,
      "step": 1595900
    },
    {
      "epoch": 445.41,
      "grad_norm": 0.9779370427131653,
      "learning_rate": 2.0980066721696867e-06,
      "loss": 0.3368,
      "step": 1595910
    },
    {
      "epoch": 445.41,
      "grad_norm": 1.0083853006362915,
      "learning_rate": 2.097979781597785e-06,
      "loss": 0.3658,
      "step": 1595920
    },
    {
      "epoch": 445.42,
      "grad_norm": 1.1122478246688843,
      "learning_rate": 2.0979528910585943e-06,
      "loss": 0.3496,
      "step": 1595930
    },
    {
      "epoch": 445.42,
      "grad_norm": 0.9858540296554565,
      "learning_rate": 2.0979260005521204e-06,
      "loss": 0.3532,
      "step": 1595940
    },
    {
      "epoch": 445.42,
      "grad_norm": 1.022171139717102,
      "learning_rate": 2.0978991100783656e-06,
      "loss": 0.3484,
      "step": 1595950
    },
    {
      "epoch": 445.43,
      "grad_norm": 1.8192328214645386,
      "learning_rate": 2.097872219637333e-06,
      "loss": 0.3504,
      "step": 1595960
    },
    {
      "epoch": 445.43,
      "grad_norm": 1.310174822807312,
      "learning_rate": 2.0978453292290276e-06,
      "loss": 0.3553,
      "step": 1595970
    },
    {
      "epoch": 445.43,
      "grad_norm": 1.0974032878875732,
      "learning_rate": 2.097818438853452e-06,
      "loss": 0.3462,
      "step": 1595980
    },
    {
      "epoch": 445.43,
      "grad_norm": 0.9838505983352661,
      "learning_rate": 2.097791548510609e-06,
      "loss": 0.3338,
      "step": 1595990
    },
    {
      "epoch": 445.44,
      "grad_norm": 1.040122628211975,
      "learning_rate": 2.097764658200504e-06,
      "loss": 0.3532,
      "step": 1596000
    },
    {
      "epoch": 445.44,
      "grad_norm": 0.9861835837364197,
      "learning_rate": 2.09773776792314e-06,
      "loss": 0.3418,
      "step": 1596010
    },
    {
      "epoch": 445.44,
      "grad_norm": 1.0475249290466309,
      "learning_rate": 2.0977108776785198e-06,
      "loss": 0.3324,
      "step": 1596020
    },
    {
      "epoch": 445.45,
      "grad_norm": 1.2098225355148315,
      "learning_rate": 2.0976839874666477e-06,
      "loss": 0.3507,
      "step": 1596030
    },
    {
      "epoch": 445.45,
      "grad_norm": 1.0880600214004517,
      "learning_rate": 2.097657097287527e-06,
      "loss": 0.3515,
      "step": 1596040
    },
    {
      "epoch": 445.45,
      "grad_norm": 0.973349392414093,
      "learning_rate": 2.0976302071411606e-06,
      "loss": 0.3534,
      "step": 1596050
    },
    {
      "epoch": 445.45,
      "grad_norm": 0.9716464281082153,
      "learning_rate": 2.0976033170275537e-06,
      "loss": 0.3465,
      "step": 1596060
    },
    {
      "epoch": 445.46,
      "grad_norm": 1.1552728414535522,
      "learning_rate": 2.097576426946709e-06,
      "loss": 0.3465,
      "step": 1596070
    },
    {
      "epoch": 445.46,
      "grad_norm": 0.9258110523223877,
      "learning_rate": 2.0975495368986286e-06,
      "loss": 0.3471,
      "step": 1596080
    },
    {
      "epoch": 445.46,
      "grad_norm": 0.9301812052726746,
      "learning_rate": 2.0975226468833194e-06,
      "loss": 0.3275,
      "step": 1596090
    },
    {
      "epoch": 445.46,
      "grad_norm": 1.6248960494995117,
      "learning_rate": 2.097495756900783e-06,
      "loss": 0.3417,
      "step": 1596100
    },
    {
      "epoch": 445.47,
      "grad_norm": 1.1143074035644531,
      "learning_rate": 2.097468866951022e-06,
      "loss": 0.3589,
      "step": 1596110
    },
    {
      "epoch": 445.47,
      "grad_norm": 1.1031782627105713,
      "learning_rate": 2.097441977034042e-06,
      "loss": 0.3547,
      "step": 1596120
    },
    {
      "epoch": 445.47,
      "grad_norm": 1.1574989557266235,
      "learning_rate": 2.0974150871498446e-06,
      "loss": 0.3556,
      "step": 1596130
    },
    {
      "epoch": 445.48,
      "grad_norm": 1.058298945426941,
      "learning_rate": 2.0973881972984354e-06,
      "loss": 0.3448,
      "step": 1596140
    },
    {
      "epoch": 445.48,
      "grad_norm": 1.0017776489257812,
      "learning_rate": 2.097361307479817e-06,
      "loss": 0.3587,
      "step": 1596150
    },
    {
      "epoch": 445.48,
      "grad_norm": 5.514245986938477,
      "learning_rate": 2.0973344176939923e-06,
      "loss": 0.3527,
      "step": 1596160
    },
    {
      "epoch": 445.48,
      "grad_norm": 1.0239249467849731,
      "learning_rate": 2.097307527940967e-06,
      "loss": 0.3333,
      "step": 1596170
    },
    {
      "epoch": 445.49,
      "grad_norm": 1.0929561853408813,
      "learning_rate": 2.0972806382207424e-06,
      "loss": 0.336,
      "step": 1596180
    },
    {
      "epoch": 445.49,
      "grad_norm": 1.1222827434539795,
      "learning_rate": 2.0972537485333218e-06,
      "loss": 0.3548,
      "step": 1596190
    },
    {
      "epoch": 445.49,
      "grad_norm": 1.1621912717819214,
      "learning_rate": 2.0972268588787114e-06,
      "loss": 0.3466,
      "step": 1596200
    },
    {
      "epoch": 445.5,
      "grad_norm": 1.0669399499893188,
      "learning_rate": 2.097199969256913e-06,
      "loss": 0.3265,
      "step": 1596210
    },
    {
      "epoch": 445.5,
      "grad_norm": 1.025325059890747,
      "learning_rate": 2.09717307966793e-06,
      "loss": 0.3519,
      "step": 1596220
    },
    {
      "epoch": 445.5,
      "grad_norm": 1.3770289421081543,
      "learning_rate": 2.0971461901117667e-06,
      "loss": 0.3492,
      "step": 1596230
    },
    {
      "epoch": 445.5,
      "grad_norm": 1.091327428817749,
      "learning_rate": 2.097119300588427e-06,
      "loss": 0.358,
      "step": 1596240
    },
    {
      "epoch": 445.51,
      "grad_norm": 0.9882275462150574,
      "learning_rate": 2.097092411097913e-06,
      "loss": 0.3385,
      "step": 1596250
    },
    {
      "epoch": 445.51,
      "grad_norm": 1.0985374450683594,
      "learning_rate": 2.0970655216402303e-06,
      "loss": 0.3499,
      "step": 1596260
    },
    {
      "epoch": 445.51,
      "grad_norm": 1.0771129131317139,
      "learning_rate": 2.097038632215381e-06,
      "loss": 0.3435,
      "step": 1596270
    },
    {
      "epoch": 445.51,
      "grad_norm": 1.04888117313385,
      "learning_rate": 2.0970117428233677e-06,
      "loss": 0.3521,
      "step": 1596280
    },
    {
      "epoch": 445.52,
      "grad_norm": 1.0249234437942505,
      "learning_rate": 2.096984853464197e-06,
      "loss": 0.3377,
      "step": 1596290
    },
    {
      "epoch": 445.52,
      "grad_norm": 0.9114820957183838,
      "learning_rate": 2.0969579641378703e-06,
      "loss": 0.339,
      "step": 1596300
    },
    {
      "epoch": 445.52,
      "grad_norm": 1.0744673013687134,
      "learning_rate": 2.0969310748443915e-06,
      "loss": 0.3374,
      "step": 1596310
    },
    {
      "epoch": 445.53,
      "grad_norm": 0.9628993272781372,
      "learning_rate": 2.0969041855837645e-06,
      "loss": 0.3434,
      "step": 1596320
    },
    {
      "epoch": 445.53,
      "grad_norm": 1.1866451501846313,
      "learning_rate": 2.096877296355993e-06,
      "loss": 0.3402,
      "step": 1596330
    },
    {
      "epoch": 445.53,
      "grad_norm": 1.0955904722213745,
      "learning_rate": 2.0968504071610794e-06,
      "loss": 0.3685,
      "step": 1596340
    },
    {
      "epoch": 445.53,
      "grad_norm": 1.0669325590133667,
      "learning_rate": 2.0968235179990293e-06,
      "loss": 0.345,
      "step": 1596350
    },
    {
      "epoch": 445.54,
      "grad_norm": 0.9441622495651245,
      "learning_rate": 2.096796628869845e-06,
      "loss": 0.3623,
      "step": 1596360
    },
    {
      "epoch": 445.54,
      "grad_norm": 0.9206849932670593,
      "learning_rate": 2.096769739773529e-06,
      "loss": 0.3329,
      "step": 1596370
    },
    {
      "epoch": 445.54,
      "grad_norm": 2.7622175216674805,
      "learning_rate": 2.0967428507100876e-06,
      "loss": 0.3478,
      "step": 1596380
    },
    {
      "epoch": 445.55,
      "grad_norm": 1.0360996723175049,
      "learning_rate": 2.0967159616795224e-06,
      "loss": 0.3526,
      "step": 1596390
    },
    {
      "epoch": 445.55,
      "grad_norm": 1.0952788591384888,
      "learning_rate": 2.0966890726818373e-06,
      "loss": 0.3353,
      "step": 1596400
    },
    {
      "epoch": 445.55,
      "grad_norm": 1.3195995092391968,
      "learning_rate": 2.096662183717037e-06,
      "loss": 0.3616,
      "step": 1596410
    },
    {
      "epoch": 445.55,
      "grad_norm": 1.0455330610275269,
      "learning_rate": 2.0966352947851223e-06,
      "loss": 0.3421,
      "step": 1596420
    },
    {
      "epoch": 445.56,
      "grad_norm": 1.0094413757324219,
      "learning_rate": 2.0966084058861e-06,
      "loss": 0.3498,
      "step": 1596430
    },
    {
      "epoch": 445.56,
      "grad_norm": 1.0850692987442017,
      "learning_rate": 2.0965815170199728e-06,
      "loss": 0.3499,
      "step": 1596440
    },
    {
      "epoch": 445.56,
      "grad_norm": 1.0891902446746826,
      "learning_rate": 2.096554628186743e-06,
      "loss": 0.3327,
      "step": 1596450
    },
    {
      "epoch": 445.57,
      "grad_norm": 0.8951224088668823,
      "learning_rate": 2.096527739386415e-06,
      "loss": 0.3484,
      "step": 1596460
    },
    {
      "epoch": 445.57,
      "grad_norm": 1.009142279624939,
      "learning_rate": 2.0965008506189927e-06,
      "loss": 0.3371,
      "step": 1596470
    },
    {
      "epoch": 445.57,
      "grad_norm": 1.1609989404678345,
      "learning_rate": 2.0964739618844786e-06,
      "loss": 0.3433,
      "step": 1596480
    },
    {
      "epoch": 445.57,
      "grad_norm": 1.126152515411377,
      "learning_rate": 2.0964470731828777e-06,
      "loss": 0.3351,
      "step": 1596490
    },
    {
      "epoch": 445.58,
      "grad_norm": 0.9719492793083191,
      "learning_rate": 2.096420184514193e-06,
      "loss": 0.3383,
      "step": 1596500
    },
    {
      "epoch": 445.58,
      "grad_norm": 0.9378794431686401,
      "learning_rate": 2.096393295878427e-06,
      "loss": 0.34,
      "step": 1596510
    },
    {
      "epoch": 445.58,
      "grad_norm": 1.1443334817886353,
      "learning_rate": 2.096366407275585e-06,
      "loss": 0.326,
      "step": 1596520
    },
    {
      "epoch": 445.58,
      "grad_norm": 1.4882581233978271,
      "learning_rate": 2.0963395187056696e-06,
      "loss": 0.3306,
      "step": 1596530
    },
    {
      "epoch": 445.59,
      "grad_norm": 0.9689560532569885,
      "learning_rate": 2.0963126301686845e-06,
      "loss": 0.3497,
      "step": 1596540
    },
    {
      "epoch": 445.59,
      "grad_norm": 1.0331239700317383,
      "learning_rate": 2.096285741664634e-06,
      "loss": 0.354,
      "step": 1596550
    },
    {
      "epoch": 445.59,
      "grad_norm": 1.07877516746521,
      "learning_rate": 2.096258853193521e-06,
      "loss": 0.3418,
      "step": 1596560
    },
    {
      "epoch": 445.6,
      "grad_norm": 1.2057998180389404,
      "learning_rate": 2.096231964755348e-06,
      "loss": 0.3387,
      "step": 1596570
    },
    {
      "epoch": 445.6,
      "grad_norm": 0.9606394171714783,
      "learning_rate": 2.0962050763501208e-06,
      "loss": 0.355,
      "step": 1596580
    },
    {
      "epoch": 445.6,
      "grad_norm": 1.048421859741211,
      "learning_rate": 2.0961781879778416e-06,
      "loss": 0.3503,
      "step": 1596590
    },
    {
      "epoch": 445.6,
      "grad_norm": 0.9726907014846802,
      "learning_rate": 2.0961512996385138e-06,
      "loss": 0.3575,
      "step": 1596600
    },
    {
      "epoch": 445.61,
      "grad_norm": 1.1042468547821045,
      "learning_rate": 2.0961244113321422e-06,
      "loss": 0.3607,
      "step": 1596610
    },
    {
      "epoch": 445.61,
      "grad_norm": 1.1650245189666748,
      "learning_rate": 2.0960975230587296e-06,
      "loss": 0.3417,
      "step": 1596620
    },
    {
      "epoch": 445.61,
      "grad_norm": 1.023848056793213,
      "learning_rate": 2.096070634818279e-06,
      "loss": 0.3422,
      "step": 1596630
    },
    {
      "epoch": 445.62,
      "grad_norm": 1.0584152936935425,
      "learning_rate": 2.0960437466107955e-06,
      "loss": 0.3406,
      "step": 1596640
    },
    {
      "epoch": 445.62,
      "grad_norm": 1.1179596185684204,
      "learning_rate": 2.096016858436281e-06,
      "loss": 0.3379,
      "step": 1596650
    },
    {
      "epoch": 445.62,
      "grad_norm": 1.1586148738861084,
      "learning_rate": 2.0959899702947397e-06,
      "loss": 0.3379,
      "step": 1596660
    },
    {
      "epoch": 445.62,
      "grad_norm": 0.9524796605110168,
      "learning_rate": 2.095963082186176e-06,
      "loss": 0.3351,
      "step": 1596670
    },
    {
      "epoch": 445.63,
      "grad_norm": 1.1384270191192627,
      "learning_rate": 2.0959361941105928e-06,
      "loss": 0.3603,
      "step": 1596680
    },
    {
      "epoch": 445.63,
      "grad_norm": 1.0668151378631592,
      "learning_rate": 2.0959093060679932e-06,
      "loss": 0.347,
      "step": 1596690
    },
    {
      "epoch": 445.63,
      "grad_norm": 0.9431300759315491,
      "learning_rate": 2.0958824180583814e-06,
      "loss": 0.3367,
      "step": 1596700
    },
    {
      "epoch": 445.63,
      "grad_norm": 1.0544463396072388,
      "learning_rate": 2.0958555300817602e-06,
      "loss": 0.3348,
      "step": 1596710
    },
    {
      "epoch": 445.64,
      "grad_norm": 1.1000651121139526,
      "learning_rate": 2.0958286421381352e-06,
      "loss": 0.3247,
      "step": 1596720
    },
    {
      "epoch": 445.64,
      "grad_norm": 1.0042558908462524,
      "learning_rate": 2.0958017542275077e-06,
      "loss": 0.3606,
      "step": 1596730
    },
    {
      "epoch": 445.64,
      "grad_norm": 1.171226978302002,
      "learning_rate": 2.0957748663498818e-06,
      "loss": 0.3479,
      "step": 1596740
    },
    {
      "epoch": 445.65,
      "grad_norm": 1.1239876747131348,
      "learning_rate": 2.0957479785052622e-06,
      "loss": 0.3324,
      "step": 1596750
    },
    {
      "epoch": 445.65,
      "grad_norm": 0.8985581398010254,
      "learning_rate": 2.095721090693652e-06,
      "loss": 0.348,
      "step": 1596760
    },
    {
      "epoch": 445.65,
      "grad_norm": 1.3902791738510132,
      "learning_rate": 2.095694202915054e-06,
      "loss": 0.3486,
      "step": 1596770
    },
    {
      "epoch": 445.65,
      "grad_norm": 1.0914801359176636,
      "learning_rate": 2.0956673151694725e-06,
      "loss": 0.3394,
      "step": 1596780
    },
    {
      "epoch": 445.66,
      "grad_norm": 1.0451606512069702,
      "learning_rate": 2.0956404274569113e-06,
      "loss": 0.3363,
      "step": 1596790
    },
    {
      "epoch": 445.66,
      "grad_norm": 1.1980842351913452,
      "learning_rate": 2.095613539777372e-06,
      "loss": 0.349,
      "step": 1596800
    },
    {
      "epoch": 445.66,
      "grad_norm": 1.0637940168380737,
      "learning_rate": 2.0955866521308613e-06,
      "loss": 0.3443,
      "step": 1596810
    },
    {
      "epoch": 445.67,
      "grad_norm": 0.9578559994697571,
      "learning_rate": 2.095559764517381e-06,
      "loss": 0.3443,
      "step": 1596820
    },
    {
      "epoch": 445.67,
      "grad_norm": 1.003418207168579,
      "learning_rate": 2.095532876936934e-06,
      "loss": 0.3445,
      "step": 1596830
    },
    {
      "epoch": 445.67,
      "grad_norm": 1.2619850635528564,
      "learning_rate": 2.0955059893895256e-06,
      "loss": 0.3326,
      "step": 1596840
    },
    {
      "epoch": 445.67,
      "grad_norm": 0.9570242762565613,
      "learning_rate": 2.0954791018751587e-06,
      "loss": 0.3454,
      "step": 1596850
    },
    {
      "epoch": 445.68,
      "grad_norm": 0.961901068687439,
      "learning_rate": 2.0954522143938358e-06,
      "loss": 0.3428,
      "step": 1596860
    },
    {
      "epoch": 445.68,
      "grad_norm": 1.4918924570083618,
      "learning_rate": 2.095425326945562e-06,
      "loss": 0.3307,
      "step": 1596870
    },
    {
      "epoch": 445.68,
      "grad_norm": 1.1792467832565308,
      "learning_rate": 2.0953984395303403e-06,
      "loss": 0.3401,
      "step": 1596880
    },
    {
      "epoch": 445.69,
      "grad_norm": 1.212619662284851,
      "learning_rate": 2.0953715521481736e-06,
      "loss": 0.3512,
      "step": 1596890
    },
    {
      "epoch": 445.69,
      "grad_norm": 1.0718765258789062,
      "learning_rate": 2.0953446647990666e-06,
      "loss": 0.3603,
      "step": 1596900
    },
    {
      "epoch": 445.69,
      "grad_norm": 0.8699218034744263,
      "learning_rate": 2.095317777483023e-06,
      "loss": 0.3452,
      "step": 1596910
    },
    {
      "epoch": 445.69,
      "grad_norm": 1.0567409992218018,
      "learning_rate": 2.095290890200045e-06,
      "loss": 0.352,
      "step": 1596920
    },
    {
      "epoch": 445.7,
      "grad_norm": 0.9745496511459351,
      "learning_rate": 2.0952640029501378e-06,
      "loss": 0.343,
      "step": 1596930
    },
    {
      "epoch": 445.7,
      "grad_norm": 0.9940217137336731,
      "learning_rate": 2.095237115733304e-06,
      "loss": 0.3396,
      "step": 1596940
    },
    {
      "epoch": 445.7,
      "grad_norm": 0.9137271642684937,
      "learning_rate": 2.0952102285495458e-06,
      "loss": 0.3384,
      "step": 1596950
    },
    {
      "epoch": 445.7,
      "grad_norm": 1.0514743328094482,
      "learning_rate": 2.09518334139887e-06,
      "loss": 0.3524,
      "step": 1596960
    },
    {
      "epoch": 445.71,
      "grad_norm": 0.9621559977531433,
      "learning_rate": 2.0951564542812773e-06,
      "loss": 0.347,
      "step": 1596970
    },
    {
      "epoch": 445.71,
      "grad_norm": 1.005673885345459,
      "learning_rate": 2.0951295671967737e-06,
      "loss": 0.3424,
      "step": 1596980
    },
    {
      "epoch": 445.71,
      "grad_norm": 1.0091025829315186,
      "learning_rate": 2.095102680145361e-06,
      "loss": 0.3465,
      "step": 1596990
    },
    {
      "epoch": 445.72,
      "grad_norm": 1.1076196432113647,
      "learning_rate": 2.0950757931270425e-06,
      "loss": 0.3455,
      "step": 1597000
    },
    {
      "epoch": 445.72,
      "grad_norm": 1.0672699213027954,
      "learning_rate": 2.095048906141824e-06,
      "loss": 0.3541,
      "step": 1597010
    },
    {
      "epoch": 445.72,
      "grad_norm": 1.0501365661621094,
      "learning_rate": 2.095022019189707e-06,
      "loss": 0.3489,
      "step": 1597020
    },
    {
      "epoch": 445.72,
      "grad_norm": 0.9001253247261047,
      "learning_rate": 2.094995132270695e-06,
      "loss": 0.3469,
      "step": 1597030
    },
    {
      "epoch": 445.73,
      "grad_norm": 1.2822824716567993,
      "learning_rate": 2.0949682453847937e-06,
      "loss": 0.3356,
      "step": 1597040
    },
    {
      "epoch": 445.73,
      "grad_norm": 1.0515917539596558,
      "learning_rate": 2.0949413585320052e-06,
      "loss": 0.3515,
      "step": 1597050
    },
    {
      "epoch": 445.73,
      "grad_norm": 1.0696736574172974,
      "learning_rate": 2.094914471712333e-06,
      "loss": 0.355,
      "step": 1597060
    },
    {
      "epoch": 445.74,
      "grad_norm": 1.120115876197815,
      "learning_rate": 2.0948875849257807e-06,
      "loss": 0.3446,
      "step": 1597070
    },
    {
      "epoch": 445.74,
      "grad_norm": 1.0001436471939087,
      "learning_rate": 2.094860698172352e-06,
      "loss": 0.3523,
      "step": 1597080
    },
    {
      "epoch": 445.74,
      "grad_norm": 0.9720246195793152,
      "learning_rate": 2.09483381145205e-06,
      "loss": 0.3696,
      "step": 1597090
    },
    {
      "epoch": 445.74,
      "grad_norm": 0.9099783301353455,
      "learning_rate": 2.0948069247648796e-06,
      "loss": 0.3352,
      "step": 1597100
    },
    {
      "epoch": 445.75,
      "grad_norm": 1.3005542755126953,
      "learning_rate": 2.0947800381108436e-06,
      "loss": 0.329,
      "step": 1597110
    },
    {
      "epoch": 445.75,
      "grad_norm": 1.109521746635437,
      "learning_rate": 2.0947531514899453e-06,
      "loss": 0.3302,
      "step": 1597120
    },
    {
      "epoch": 445.75,
      "grad_norm": 1.2507762908935547,
      "learning_rate": 2.0947262649021888e-06,
      "loss": 0.3482,
      "step": 1597130
    },
    {
      "epoch": 445.75,
      "grad_norm": 1.0593006610870361,
      "learning_rate": 2.0946993783475775e-06,
      "loss": 0.3506,
      "step": 1597140
    },
    {
      "epoch": 445.76,
      "grad_norm": 1.010556697845459,
      "learning_rate": 2.094672491826114e-06,
      "loss": 0.3422,
      "step": 1597150
    },
    {
      "epoch": 445.76,
      "grad_norm": 1.1293919086456299,
      "learning_rate": 2.0946456053378035e-06,
      "loss": 0.3571,
      "step": 1597160
    },
    {
      "epoch": 445.76,
      "grad_norm": 1.1171728372573853,
      "learning_rate": 2.094618718882649e-06,
      "loss": 0.3374,
      "step": 1597170
    },
    {
      "epoch": 445.77,
      "grad_norm": 0.9331466555595398,
      "learning_rate": 2.094591832460653e-06,
      "loss": 0.3349,
      "step": 1597180
    },
    {
      "epoch": 445.77,
      "grad_norm": 1.1792620420455933,
      "learning_rate": 2.094564946071821e-06,
      "loss": 0.3374,
      "step": 1597190
    },
    {
      "epoch": 445.77,
      "grad_norm": 1.1093363761901855,
      "learning_rate": 2.094538059716156e-06,
      "loss": 0.3336,
      "step": 1597200
    },
    {
      "epoch": 445.77,
      "grad_norm": 1.0738753080368042,
      "learning_rate": 2.09451117339366e-06,
      "loss": 0.356,
      "step": 1597210
    },
    {
      "epoch": 445.78,
      "grad_norm": 1.0508766174316406,
      "learning_rate": 2.0944842871043387e-06,
      "loss": 0.347,
      "step": 1597220
    },
    {
      "epoch": 445.78,
      "grad_norm": 1.0678374767303467,
      "learning_rate": 2.0944574008481943e-06,
      "loss": 0.3631,
      "step": 1597230
    },
    {
      "epoch": 445.78,
      "grad_norm": 1.0141115188598633,
      "learning_rate": 2.09443051462523e-06,
      "loss": 0.3562,
      "step": 1597240
    },
    {
      "epoch": 445.79,
      "grad_norm": 1.0648696422576904,
      "learning_rate": 2.0944036284354514e-06,
      "loss": 0.3453,
      "step": 1597250
    },
    {
      "epoch": 445.79,
      "grad_norm": 0.9812687635421753,
      "learning_rate": 2.09437674227886e-06,
      "loss": 0.3345,
      "step": 1597260
    },
    {
      "epoch": 445.79,
      "grad_norm": 1.047938346862793,
      "learning_rate": 2.094349856155461e-06,
      "loss": 0.3453,
      "step": 1597270
    },
    {
      "epoch": 445.79,
      "grad_norm": 1.0034644603729248,
      "learning_rate": 2.0943229700652576e-06,
      "loss": 0.3472,
      "step": 1597280
    },
    {
      "epoch": 445.8,
      "grad_norm": 1.020930528640747,
      "learning_rate": 2.0942960840082516e-06,
      "loss": 0.3444,
      "step": 1597290
    },
    {
      "epoch": 445.8,
      "grad_norm": 1.004326581954956,
      "learning_rate": 2.0942691979844488e-06,
      "loss": 0.324,
      "step": 1597300
    },
    {
      "epoch": 445.8,
      "grad_norm": 1.0584135055541992,
      "learning_rate": 2.094242311993852e-06,
      "loss": 0.3519,
      "step": 1597310
    },
    {
      "epoch": 445.81,
      "grad_norm": 0.9697155952453613,
      "learning_rate": 2.094215426036464e-06,
      "loss": 0.3574,
      "step": 1597320
    },
    {
      "epoch": 445.81,
      "grad_norm": 0.9768352508544922,
      "learning_rate": 2.09418854011229e-06,
      "loss": 0.3449,
      "step": 1597330
    },
    {
      "epoch": 445.81,
      "grad_norm": 0.9636254906654358,
      "learning_rate": 2.094161654221333e-06,
      "loss": 0.3354,
      "step": 1597340
    },
    {
      "epoch": 445.81,
      "grad_norm": 0.8805093765258789,
      "learning_rate": 2.0941347683635956e-06,
      "loss": 0.3479,
      "step": 1597350
    },
    {
      "epoch": 445.82,
      "grad_norm": 0.9746384024620056,
      "learning_rate": 2.0941078825390823e-06,
      "loss": 0.3556,
      "step": 1597360
    },
    {
      "epoch": 445.82,
      "grad_norm": 1.1429349184036255,
      "learning_rate": 2.0940809967477968e-06,
      "loss": 0.3354,
      "step": 1597370
    },
    {
      "epoch": 445.82,
      "grad_norm": 0.9207428097724915,
      "learning_rate": 2.094054110989741e-06,
      "loss": 0.3375,
      "step": 1597380
    },
    {
      "epoch": 445.82,
      "grad_norm": 1.0258958339691162,
      "learning_rate": 2.0940272252649207e-06,
      "loss": 0.3542,
      "step": 1597390
    },
    {
      "epoch": 445.83,
      "grad_norm": 0.9683531522750854,
      "learning_rate": 2.0940003395733387e-06,
      "loss": 0.3453,
      "step": 1597400
    },
    {
      "epoch": 445.83,
      "grad_norm": 1.007036566734314,
      "learning_rate": 2.0939734539149984e-06,
      "loss": 0.3389,
      "step": 1597410
    },
    {
      "epoch": 445.83,
      "grad_norm": 28.83567237854004,
      "learning_rate": 2.0939465682899033e-06,
      "loss": 0.3609,
      "step": 1597420
    },
    {
      "epoch": 445.84,
      "grad_norm": 1.1870898008346558,
      "learning_rate": 2.0939196826980576e-06,
      "loss": 0.3548,
      "step": 1597430
    },
    {
      "epoch": 445.84,
      "grad_norm": 1.609708547592163,
      "learning_rate": 2.093892797139463e-06,
      "loss": 0.3415,
      "step": 1597440
    },
    {
      "epoch": 445.84,
      "grad_norm": 1.1925280094146729,
      "learning_rate": 2.0938659116141257e-06,
      "loss": 0.349,
      "step": 1597450
    },
    {
      "epoch": 445.84,
      "grad_norm": 1.3581430912017822,
      "learning_rate": 2.0938390261220478e-06,
      "loss": 0.3424,
      "step": 1597460
    },
    {
      "epoch": 445.85,
      "grad_norm": 1.0221877098083496,
      "learning_rate": 2.0938121406632325e-06,
      "loss": 0.3457,
      "step": 1597470
    },
    {
      "epoch": 445.85,
      "grad_norm": 3.549635648727417,
      "learning_rate": 2.0937852552376844e-06,
      "loss": 0.3485,
      "step": 1597480
    },
    {
      "epoch": 445.85,
      "grad_norm": 1.046484112739563,
      "learning_rate": 2.0937583698454073e-06,
      "loss": 0.3402,
      "step": 1597490
    },
    {
      "epoch": 445.86,
      "grad_norm": 0.9912204146385193,
      "learning_rate": 2.0937314844864034e-06,
      "loss": 0.3593,
      "step": 1597500
    },
    {
      "epoch": 445.86,
      "grad_norm": 1.1087210178375244,
      "learning_rate": 2.0937045991606773e-06,
      "loss": 0.3411,
      "step": 1597510
    },
    {
      "epoch": 445.86,
      "grad_norm": 1.1647056341171265,
      "learning_rate": 2.0936777138682324e-06,
      "loss": 0.3352,
      "step": 1597520
    },
    {
      "epoch": 445.86,
      "grad_norm": 1.079107642173767,
      "learning_rate": 2.0936508286090712e-06,
      "loss": 0.342,
      "step": 1597530
    },
    {
      "epoch": 445.87,
      "grad_norm": 0.9606417417526245,
      "learning_rate": 2.0936239433831997e-06,
      "loss": 0.3388,
      "step": 1597540
    },
    {
      "epoch": 445.87,
      "grad_norm": 1.1996288299560547,
      "learning_rate": 2.093597058190619e-06,
      "loss": 0.3267,
      "step": 1597550
    },
    {
      "epoch": 445.87,
      "grad_norm": 0.917760968208313,
      "learning_rate": 2.093570173031334e-06,
      "loss": 0.3418,
      "step": 1597560
    },
    {
      "epoch": 445.87,
      "grad_norm": 1.0876984596252441,
      "learning_rate": 2.0935432879053486e-06,
      "loss": 0.3425,
      "step": 1597570
    },
    {
      "epoch": 445.88,
      "grad_norm": 1.1219403743743896,
      "learning_rate": 2.093516402812665e-06,
      "loss": 0.3391,
      "step": 1597580
    },
    {
      "epoch": 445.88,
      "grad_norm": 0.8908224701881409,
      "learning_rate": 2.0934895177532884e-06,
      "loss": 0.3326,
      "step": 1597590
    },
    {
      "epoch": 445.88,
      "grad_norm": 1.0978091955184937,
      "learning_rate": 2.093462632727221e-06,
      "loss": 0.3549,
      "step": 1597600
    },
    {
      "epoch": 445.89,
      "grad_norm": 1.102375864982605,
      "learning_rate": 2.0934357477344664e-06,
      "loss": 0.3492,
      "step": 1597610
    },
    {
      "epoch": 445.89,
      "grad_norm": 1.309766411781311,
      "learning_rate": 2.0934088627750295e-06,
      "loss": 0.3427,
      "step": 1597620
    },
    {
      "epoch": 445.89,
      "grad_norm": 1.073081135749817,
      "learning_rate": 2.0933819778489132e-06,
      "loss": 0.3341,
      "step": 1597630
    },
    {
      "epoch": 445.89,
      "grad_norm": 1.0839711427688599,
      "learning_rate": 2.0933550929561205e-06,
      "loss": 0.3336,
      "step": 1597640
    },
    {
      "epoch": 445.9,
      "grad_norm": 1.0310360193252563,
      "learning_rate": 2.0933282080966555e-06,
      "loss": 0.3372,
      "step": 1597650
    },
    {
      "epoch": 445.9,
      "grad_norm": 1.0909228324890137,
      "learning_rate": 2.093301323270522e-06,
      "loss": 0.3382,
      "step": 1597660
    },
    {
      "epoch": 445.9,
      "grad_norm": 1.2221089601516724,
      "learning_rate": 2.0932744384777225e-06,
      "loss": 0.3533,
      "step": 1597670
    },
    {
      "epoch": 445.91,
      "grad_norm": 1.0081045627593994,
      "learning_rate": 2.093247553718262e-06,
      "loss": 0.3475,
      "step": 1597680
    },
    {
      "epoch": 445.91,
      "grad_norm": 1.032425880432129,
      "learning_rate": 2.093220668992144e-06,
      "loss": 0.3395,
      "step": 1597690
    },
    {
      "epoch": 445.91,
      "grad_norm": 1.1785553693771362,
      "learning_rate": 2.09319378429937e-06,
      "loss": 0.3386,
      "step": 1597700
    },
    {
      "epoch": 445.91,
      "grad_norm": 1.0937473773956299,
      "learning_rate": 2.093166899639946e-06,
      "loss": 0.3486,
      "step": 1597710
    },
    {
      "epoch": 445.92,
      "grad_norm": 0.9408742189407349,
      "learning_rate": 2.093140015013875e-06,
      "loss": 0.3528,
      "step": 1597720
    },
    {
      "epoch": 445.92,
      "grad_norm": 1.1928526163101196,
      "learning_rate": 2.09311313042116e-06,
      "loss": 0.3484,
      "step": 1597730
    },
    {
      "epoch": 445.92,
      "grad_norm": 0.9449688196182251,
      "learning_rate": 2.0930862458618047e-06,
      "loss": 0.3427,
      "step": 1597740
    },
    {
      "epoch": 445.93,
      "grad_norm": 1.2227400541305542,
      "learning_rate": 2.093059361335813e-06,
      "loss": 0.3494,
      "step": 1597750
    },
    {
      "epoch": 445.93,
      "grad_norm": 1.1088683605194092,
      "learning_rate": 2.0930324768431876e-06,
      "loss": 0.3519,
      "step": 1597760
    },
    {
      "epoch": 445.93,
      "grad_norm": 1.1495707035064697,
      "learning_rate": 2.0930055923839334e-06,
      "loss": 0.34,
      "step": 1597770
    },
    {
      "epoch": 445.93,
      "grad_norm": 0.976473331451416,
      "learning_rate": 2.0929787079580536e-06,
      "loss": 0.3501,
      "step": 1597780
    },
    {
      "epoch": 445.94,
      "grad_norm": 1.046321988105774,
      "learning_rate": 2.092951823565551e-06,
      "loss": 0.3488,
      "step": 1597790
    },
    {
      "epoch": 445.94,
      "grad_norm": 1.3504992723464966,
      "learning_rate": 2.0929249392064302e-06,
      "loss": 0.3407,
      "step": 1597800
    },
    {
      "epoch": 445.94,
      "grad_norm": 1.096639633178711,
      "learning_rate": 2.0928980548806943e-06,
      "loss": 0.3404,
      "step": 1597810
    },
    {
      "epoch": 445.94,
      "grad_norm": 0.9622834920883179,
      "learning_rate": 2.0928711705883454e-06,
      "loss": 0.3585,
      "step": 1597820
    },
    {
      "epoch": 445.95,
      "grad_norm": 1.0849332809448242,
      "learning_rate": 2.0928442863293904e-06,
      "loss": 0.3253,
      "step": 1597830
    },
    {
      "epoch": 445.95,
      "grad_norm": 1.0282307863235474,
      "learning_rate": 2.0928174021038296e-06,
      "loss": 0.3487,
      "step": 1597840
    },
    {
      "epoch": 445.95,
      "grad_norm": 1.2783749103546143,
      "learning_rate": 2.0927905179116687e-06,
      "loss": 0.3417,
      "step": 1597850
    },
    {
      "epoch": 445.96,
      "grad_norm": 1.238490343093872,
      "learning_rate": 2.092763633752911e-06,
      "loss": 0.3411,
      "step": 1597860
    },
    {
      "epoch": 445.96,
      "grad_norm": 1.016780972480774,
      "learning_rate": 2.0927367496275588e-06,
      "loss": 0.3435,
      "step": 1597870
    },
    {
      "epoch": 445.96,
      "grad_norm": 1.1639938354492188,
      "learning_rate": 2.0927098655356175e-06,
      "loss": 0.3364,
      "step": 1597880
    },
    {
      "epoch": 445.96,
      "grad_norm": 1.212465763092041,
      "learning_rate": 2.0926829814770895e-06,
      "loss": 0.3515,
      "step": 1597890
    },
    {
      "epoch": 445.97,
      "grad_norm": 1.1126415729522705,
      "learning_rate": 2.0926560974519774e-06,
      "loss": 0.3478,
      "step": 1597900
    },
    {
      "epoch": 445.97,
      "grad_norm": 1.127502679824829,
      "learning_rate": 2.0926292134602867e-06,
      "loss": 0.3558,
      "step": 1597910
    },
    {
      "epoch": 445.97,
      "grad_norm": 1.1904034614562988,
      "learning_rate": 2.0926023295020207e-06,
      "loss": 0.3412,
      "step": 1597920
    },
    {
      "epoch": 445.98,
      "grad_norm": 1.1822261810302734,
      "learning_rate": 2.092575445577182e-06,
      "loss": 0.3504,
      "step": 1597930
    },
    {
      "epoch": 445.98,
      "grad_norm": 0.9469514489173889,
      "learning_rate": 2.0925485616857754e-06,
      "loss": 0.3376,
      "step": 1597940
    },
    {
      "epoch": 445.98,
      "grad_norm": 1.0915045738220215,
      "learning_rate": 2.0925216778278037e-06,
      "loss": 0.3235,
      "step": 1597950
    },
    {
      "epoch": 445.98,
      "grad_norm": 1.0270994901657104,
      "learning_rate": 2.092494794003269e-06,
      "loss": 0.3587,
      "step": 1597960
    },
    {
      "epoch": 445.99,
      "grad_norm": 0.8908236622810364,
      "learning_rate": 2.092467910212178e-06,
      "loss": 0.3326,
      "step": 1597970
    },
    {
      "epoch": 445.99,
      "grad_norm": 1.1077170372009277,
      "learning_rate": 2.0924410264545327e-06,
      "loss": 0.3419,
      "step": 1597980
    },
    {
      "epoch": 445.99,
      "grad_norm": 1.0126895904541016,
      "learning_rate": 2.0924141427303354e-06,
      "loss": 0.3385,
      "step": 1597990
    },
    {
      "epoch": 445.99,
      "grad_norm": 1.0532437562942505,
      "learning_rate": 2.092387259039592e-06,
      "loss": 0.3392,
      "step": 1598000
    },
    {
      "epoch": 446.0,
      "grad_norm": 1.210801601409912,
      "learning_rate": 2.092360375382305e-06,
      "loss": 0.3426,
      "step": 1598010
    },
    {
      "epoch": 446.0,
      "eval_loss": 0.34514012932777405,
      "eval_runtime": 63.1676,
      "eval_samples_per_second": 80.088,
      "eval_steps_per_second": 10.021,
      "step": 1598018
    },
    {
      "epoch": 446.0,
      "grad_norm": 1.1795878410339355,
      "learning_rate": 2.092333491758478e-06,
      "loss": 0.3576,
      "step": 1598020
    },
    {
      "epoch": 446.0,
      "grad_norm": 1.1930855512619019,
      "learning_rate": 2.092306608168115e-06,
      "loss": 0.3389,
      "step": 1598030
    },
    {
      "epoch": 446.01,
      "grad_norm": 1.2275606393814087,
      "learning_rate": 2.0922797246112185e-06,
      "loss": 0.3544,
      "step": 1598040
    },
    {
      "epoch": 446.01,
      "grad_norm": 0.9966384172439575,
      "learning_rate": 2.0922528410877926e-06,
      "loss": 0.3398,
      "step": 1598050
    },
    {
      "epoch": 446.01,
      "grad_norm": 1.0973345041275024,
      "learning_rate": 2.0922259575978415e-06,
      "loss": 0.3498,
      "step": 1598060
    },
    {
      "epoch": 446.01,
      "grad_norm": 1.094911813735962,
      "learning_rate": 2.0921990741413684e-06,
      "loss": 0.3578,
      "step": 1598070
    },
    {
      "epoch": 446.02,
      "grad_norm": 1.2174595594406128,
      "learning_rate": 2.0921721907183765e-06,
      "loss": 0.3382,
      "step": 1598080
    },
    {
      "epoch": 446.02,
      "grad_norm": 1.1418365240097046,
      "learning_rate": 2.0921453073288703e-06,
      "loss": 0.3399,
      "step": 1598090
    },
    {
      "epoch": 446.02,
      "grad_norm": 1.1655317544937134,
      "learning_rate": 2.0921184239728524e-06,
      "loss": 0.349,
      "step": 1598100
    },
    {
      "epoch": 446.03,
      "grad_norm": 1.0122661590576172,
      "learning_rate": 2.0920915406503257e-06,
      "loss": 0.3396,
      "step": 1598110
    },
    {
      "epoch": 446.03,
      "grad_norm": 1.0957973003387451,
      "learning_rate": 2.092064657361296e-06,
      "loss": 0.3627,
      "step": 1598120
    },
    {
      "epoch": 446.03,
      "grad_norm": 1.1492445468902588,
      "learning_rate": 2.092037774105765e-06,
      "loss": 0.36,
      "step": 1598130
    },
    {
      "epoch": 446.03,
      "grad_norm": 0.8683515191078186,
      "learning_rate": 2.0920108908837374e-06,
      "loss": 0.3354,
      "step": 1598140
    },
    {
      "epoch": 446.04,
      "grad_norm": 1.0107781887054443,
      "learning_rate": 2.0919840076952164e-06,
      "loss": 0.325,
      "step": 1598150
    },
    {
      "epoch": 446.04,
      "grad_norm": 1.0452792644500732,
      "learning_rate": 2.0919571245402054e-06,
      "loss": 0.3335,
      "step": 1598160
    },
    {
      "epoch": 446.04,
      "grad_norm": 0.9129512310028076,
      "learning_rate": 2.0919302414187084e-06,
      "loss": 0.3397,
      "step": 1598170
    },
    {
      "epoch": 446.05,
      "grad_norm": 1.283813714981079,
      "learning_rate": 2.0919033583307286e-06,
      "loss": 0.3277,
      "step": 1598180
    },
    {
      "epoch": 446.05,
      "grad_norm": 0.9953403472900391,
      "learning_rate": 2.0918764752762684e-06,
      "loss": 0.3463,
      "step": 1598190
    },
    {
      "epoch": 446.05,
      "grad_norm": 0.9620040655136108,
      "learning_rate": 2.091849592255334e-06,
      "loss": 0.3537,
      "step": 1598200
    },
    {
      "epoch": 446.05,
      "grad_norm": 1.0656542778015137,
      "learning_rate": 2.0918227092679277e-06,
      "loss": 0.3504,
      "step": 1598210
    },
    {
      "epoch": 446.06,
      "grad_norm": 0.9993833303451538,
      "learning_rate": 2.0917958263140526e-06,
      "loss": 0.3367,
      "step": 1598220
    },
    {
      "epoch": 446.06,
      "grad_norm": 1.0831860303878784,
      "learning_rate": 2.091768943393713e-06,
      "loss": 0.3244,
      "step": 1598230
    },
    {
      "epoch": 446.06,
      "grad_norm": 1.102843999862671,
      "learning_rate": 2.091742060506912e-06,
      "loss": 0.3462,
      "step": 1598240
    },
    {
      "epoch": 446.06,
      "grad_norm": 1.0352485179901123,
      "learning_rate": 2.0917151776536525e-06,
      "loss": 0.3569,
      "step": 1598250
    },
    {
      "epoch": 446.07,
      "grad_norm": 1.1663601398468018,
      "learning_rate": 2.0916882948339394e-06,
      "loss": 0.3654,
      "step": 1598260
    },
    {
      "epoch": 446.07,
      "grad_norm": 1.0166631937026978,
      "learning_rate": 2.0916614120477765e-06,
      "loss": 0.3451,
      "step": 1598270
    },
    {
      "epoch": 446.07,
      "grad_norm": 0.9643906354904175,
      "learning_rate": 2.091634529295165e-06,
      "loss": 0.324,
      "step": 1598280
    },
    {
      "epoch": 446.08,
      "grad_norm": 1.0007916688919067,
      "learning_rate": 2.0916076465761116e-06,
      "loss": 0.3676,
      "step": 1598290
    },
    {
      "epoch": 446.08,
      "grad_norm": 1.2243108749389648,
      "learning_rate": 2.0915807638906185e-06,
      "loss": 0.3391,
      "step": 1598300
    },
    {
      "epoch": 446.08,
      "grad_norm": 1.1522687673568726,
      "learning_rate": 2.0915538812386883e-06,
      "loss": 0.3269,
      "step": 1598310
    },
    {
      "epoch": 446.08,
      "grad_norm": 0.983127772808075,
      "learning_rate": 2.0915269986203264e-06,
      "loss": 0.3527,
      "step": 1598320
    },
    {
      "epoch": 446.09,
      "grad_norm": 1.1601437330245972,
      "learning_rate": 2.091500116035535e-06,
      "loss": 0.3426,
      "step": 1598330
    },
    {
      "epoch": 446.09,
      "grad_norm": 1.0112191438674927,
      "learning_rate": 2.0914732334843173e-06,
      "loss": 0.3334,
      "step": 1598340
    },
    {
      "epoch": 446.09,
      "grad_norm": 0.9884385466575623,
      "learning_rate": 2.0914463509666787e-06,
      "loss": 0.3345,
      "step": 1598350
    },
    {
      "epoch": 446.1,
      "grad_norm": 0.9547458291053772,
      "learning_rate": 2.091419468482622e-06,
      "loss": 0.3371,
      "step": 1598360
    },
    {
      "epoch": 446.1,
      "grad_norm": 1.0898085832595825,
      "learning_rate": 2.09139258603215e-06,
      "loss": 0.34,
      "step": 1598370
    },
    {
      "epoch": 446.1,
      "grad_norm": 0.9731528759002686,
      "learning_rate": 2.091365703615267e-06,
      "loss": 0.3347,
      "step": 1598380
    },
    {
      "epoch": 446.1,
      "grad_norm": 1.1736571788787842,
      "learning_rate": 2.091338821231977e-06,
      "loss": 0.3534,
      "step": 1598390
    },
    {
      "epoch": 446.11,
      "grad_norm": 0.991031289100647,
      "learning_rate": 2.0913119388822815e-06,
      "loss": 0.3564,
      "step": 1598400
    },
    {
      "epoch": 446.11,
      "grad_norm": 1.025765299797058,
      "learning_rate": 2.0912850565661867e-06,
      "loss": 0.3477,
      "step": 1598410
    },
    {
      "epoch": 446.11,
      "grad_norm": 1.0236715078353882,
      "learning_rate": 2.091258174283694e-06,
      "loss": 0.3621,
      "step": 1598420
    },
    {
      "epoch": 446.11,
      "grad_norm": 1.1958187818527222,
      "learning_rate": 2.0912312920348092e-06,
      "loss": 0.3445,
      "step": 1598430
    },
    {
      "epoch": 446.12,
      "grad_norm": 0.9984934329986572,
      "learning_rate": 2.0912044098195346e-06,
      "loss": 0.3242,
      "step": 1598440
    },
    {
      "epoch": 446.12,
      "grad_norm": 1.2062125205993652,
      "learning_rate": 2.0911775276378733e-06,
      "loss": 0.34,
      "step": 1598450
    },
    {
      "epoch": 446.12,
      "grad_norm": 1.1861262321472168,
      "learning_rate": 2.0911506454898303e-06,
      "loss": 0.3517,
      "step": 1598460
    },
    {
      "epoch": 446.13,
      "grad_norm": 1.0999276638031006,
      "learning_rate": 2.091123763375408e-06,
      "loss": 0.3384,
      "step": 1598470
    },
    {
      "epoch": 446.13,
      "grad_norm": 1.1105241775512695,
      "learning_rate": 2.0910968812946093e-06,
      "loss": 0.3656,
      "step": 1598480
    },
    {
      "epoch": 446.13,
      "grad_norm": 1.0469063520431519,
      "learning_rate": 2.0910699992474402e-06,
      "loss": 0.3351,
      "step": 1598490
    },
    {
      "epoch": 446.13,
      "grad_norm": 0.9435555338859558,
      "learning_rate": 2.0910431172339026e-06,
      "loss": 0.3367,
      "step": 1598500
    },
    {
      "epoch": 446.14,
      "grad_norm": 1.0254713296890259,
      "learning_rate": 2.091016235254e-06,
      "loss": 0.3272,
      "step": 1598510
    },
    {
      "epoch": 446.14,
      "grad_norm": 0.943615198135376,
      "learning_rate": 2.090989353307736e-06,
      "loss": 0.3344,
      "step": 1598520
    },
    {
      "epoch": 446.14,
      "grad_norm": 0.9529026746749878,
      "learning_rate": 2.090962471395115e-06,
      "loss": 0.3503,
      "step": 1598530
    },
    {
      "epoch": 446.15,
      "grad_norm": 1.1074247360229492,
      "learning_rate": 2.09093558951614e-06,
      "loss": 0.3478,
      "step": 1598540
    },
    {
      "epoch": 446.15,
      "grad_norm": 1.0306752920150757,
      "learning_rate": 2.090908707670815e-06,
      "loss": 0.3462,
      "step": 1598550
    },
    {
      "epoch": 446.15,
      "grad_norm": 1.0240302085876465,
      "learning_rate": 2.090881825859143e-06,
      "loss": 0.3491,
      "step": 1598560
    },
    {
      "epoch": 446.15,
      "grad_norm": 1.0252325534820557,
      "learning_rate": 2.0908549440811273e-06,
      "loss": 0.3379,
      "step": 1598570
    },
    {
      "epoch": 446.16,
      "grad_norm": 1.2408264875411987,
      "learning_rate": 2.0908280623367726e-06,
      "loss": 0.3459,
      "step": 1598580
    },
    {
      "epoch": 446.16,
      "grad_norm": 1.0146384239196777,
      "learning_rate": 2.090801180626082e-06,
      "loss": 0.3311,
      "step": 1598590
    },
    {
      "epoch": 446.16,
      "grad_norm": 1.0943536758422852,
      "learning_rate": 2.0907742989490586e-06,
      "loss": 0.3695,
      "step": 1598600
    },
    {
      "epoch": 446.17,
      "grad_norm": 0.9621502757072449,
      "learning_rate": 2.0907474173057066e-06,
      "loss": 0.3502,
      "step": 1598610
    },
    {
      "epoch": 446.17,
      "grad_norm": 0.8456547260284424,
      "learning_rate": 2.0907205356960296e-06,
      "loss": 0.3386,
      "step": 1598620
    },
    {
      "epoch": 446.17,
      "grad_norm": 0.875078558921814,
      "learning_rate": 2.0906936541200294e-06,
      "loss": 0.3543,
      "step": 1598630
    },
    {
      "epoch": 446.17,
      "grad_norm": 1.3029791116714478,
      "learning_rate": 2.090666772577713e-06,
      "loss": 0.3362,
      "step": 1598640
    },
    {
      "epoch": 446.18,
      "grad_norm": 0.9039061665534973,
      "learning_rate": 2.090639891069081e-06,
      "loss": 0.3398,
      "step": 1598650
    },
    {
      "epoch": 446.18,
      "grad_norm": 0.99405837059021,
      "learning_rate": 2.0906130095941373e-06,
      "loss": 0.3609,
      "step": 1598660
    },
    {
      "epoch": 446.18,
      "grad_norm": 1.1739925146102905,
      "learning_rate": 2.0905861281528873e-06,
      "loss": 0.3356,
      "step": 1598670
    },
    {
      "epoch": 446.18,
      "grad_norm": 1.0158404111862183,
      "learning_rate": 2.0905592467453336e-06,
      "loss": 0.3583,
      "step": 1598680
    },
    {
      "epoch": 446.19,
      "grad_norm": 0.9567546844482422,
      "learning_rate": 2.090532365371479e-06,
      "loss": 0.3397,
      "step": 1598690
    },
    {
      "epoch": 446.19,
      "grad_norm": 1.0128215551376343,
      "learning_rate": 2.0905054840313285e-06,
      "loss": 0.3477,
      "step": 1598700
    },
    {
      "epoch": 446.19,
      "grad_norm": 1.1323920488357544,
      "learning_rate": 2.090478602724884e-06,
      "loss": 0.3459,
      "step": 1598710
    },
    {
      "epoch": 446.2,
      "grad_norm": 0.9536232352256775,
      "learning_rate": 2.0904517214521507e-06,
      "loss": 0.3311,
      "step": 1598720
    },
    {
      "epoch": 446.2,
      "grad_norm": 0.9648892879486084,
      "learning_rate": 2.0904248402131315e-06,
      "loss": 0.3423,
      "step": 1598730
    },
    {
      "epoch": 446.2,
      "grad_norm": 1.0308369398117065,
      "learning_rate": 2.0903979590078294e-06,
      "loss": 0.348,
      "step": 1598740
    },
    {
      "epoch": 446.2,
      "grad_norm": 0.9376266002655029,
      "learning_rate": 2.090371077836249e-06,
      "loss": 0.3543,
      "step": 1598750
    },
    {
      "epoch": 446.21,
      "grad_norm": 2.0877487659454346,
      "learning_rate": 2.0903441966983934e-06,
      "loss": 0.3469,
      "step": 1598760
    },
    {
      "epoch": 446.21,
      "grad_norm": 1.1774171590805054,
      "learning_rate": 2.090317315594265e-06,
      "loss": 0.3471,
      "step": 1598770
    },
    {
      "epoch": 446.21,
      "grad_norm": 0.8953179121017456,
      "learning_rate": 2.09029043452387e-06,
      "loss": 0.3295,
      "step": 1598780
    },
    {
      "epoch": 446.22,
      "grad_norm": 1.0686578750610352,
      "learning_rate": 2.0902635534872103e-06,
      "loss": 0.3482,
      "step": 1598790
    },
    {
      "epoch": 446.22,
      "grad_norm": 0.9110497832298279,
      "learning_rate": 2.090236672484289e-06,
      "loss": 0.3563,
      "step": 1598800
    },
    {
      "epoch": 446.22,
      "grad_norm": 1.1110129356384277,
      "learning_rate": 2.090209791515111e-06,
      "loss": 0.3479,
      "step": 1598810
    },
    {
      "epoch": 446.22,
      "grad_norm": 1.0788896083831787,
      "learning_rate": 2.0901829105796797e-06,
      "loss": 0.3489,
      "step": 1598820
    },
    {
      "epoch": 446.23,
      "grad_norm": 1.0646330118179321,
      "learning_rate": 2.0901560296779973e-06,
      "loss": 0.3214,
      "step": 1598830
    },
    {
      "epoch": 446.23,
      "grad_norm": 1.0521141290664673,
      "learning_rate": 2.090129148810069e-06,
      "loss": 0.3394,
      "step": 1598840
    },
    {
      "epoch": 446.23,
      "grad_norm": 1.1577945947647095,
      "learning_rate": 2.090102267975898e-06,
      "loss": 0.3442,
      "step": 1598850
    },
    {
      "epoch": 446.23,
      "grad_norm": 1.064756989479065,
      "learning_rate": 2.090075387175486e-06,
      "loss": 0.3588,
      "step": 1598860
    },
    {
      "epoch": 446.24,
      "grad_norm": 1.0960525274276733,
      "learning_rate": 2.0900485064088394e-06,
      "loss": 0.3575,
      "step": 1598870
    },
    {
      "epoch": 446.24,
      "grad_norm": 0.9638605117797852,
      "learning_rate": 2.0900216256759606e-06,
      "loss": 0.3468,
      "step": 1598880
    },
    {
      "epoch": 446.24,
      "grad_norm": 1.0555084943771362,
      "learning_rate": 2.0899947449768525e-06,
      "loss": 0.3368,
      "step": 1598890
    },
    {
      "epoch": 446.25,
      "grad_norm": 1.0924664735794067,
      "learning_rate": 2.0899678643115203e-06,
      "loss": 0.3527,
      "step": 1598900
    },
    {
      "epoch": 446.25,
      "grad_norm": 0.956822395324707,
      "learning_rate": 2.089940983679966e-06,
      "loss": 0.3447,
      "step": 1598910
    },
    {
      "epoch": 446.25,
      "grad_norm": 1.1095936298370361,
      "learning_rate": 2.089914103082193e-06,
      "loss": 0.3446,
      "step": 1598920
    },
    {
      "epoch": 446.25,
      "grad_norm": 0.9358133673667908,
      "learning_rate": 2.0898872225182064e-06,
      "loss": 0.3373,
      "step": 1598930
    },
    {
      "epoch": 446.26,
      "grad_norm": 0.8706340789794922,
      "learning_rate": 2.0898603419880094e-06,
      "loss": 0.3527,
      "step": 1598940
    },
    {
      "epoch": 446.26,
      "grad_norm": 1.0983260869979858,
      "learning_rate": 2.0898334614916036e-06,
      "loss": 0.3447,
      "step": 1598950
    },
    {
      "epoch": 446.26,
      "grad_norm": 1.039308786392212,
      "learning_rate": 2.0898065810289956e-06,
      "loss": 0.3317,
      "step": 1598960
    },
    {
      "epoch": 446.27,
      "grad_norm": 1.0082260370254517,
      "learning_rate": 2.0897797006001876e-06,
      "loss": 0.3487,
      "step": 1598970
    },
    {
      "epoch": 446.27,
      "grad_norm": 0.9553306698799133,
      "learning_rate": 2.089752820205182e-06,
      "loss": 0.3425,
      "step": 1598980
    },
    {
      "epoch": 446.27,
      "grad_norm": 0.9834649562835693,
      "learning_rate": 2.0897259398439847e-06,
      "loss": 0.3482,
      "step": 1598990
    },
    {
      "epoch": 446.27,
      "grad_norm": 0.8541523218154907,
      "learning_rate": 2.0896990595165967e-06,
      "loss": 0.3381,
      "step": 1599000
    },
    {
      "epoch": 446.28,
      "grad_norm": 1.0513408184051514,
      "learning_rate": 2.0896721792230243e-06,
      "loss": 0.3557,
      "step": 1599010
    },
    {
      "epoch": 446.28,
      "grad_norm": 1.1165255308151245,
      "learning_rate": 2.0896452989632697e-06,
      "loss": 0.346,
      "step": 1599020
    },
    {
      "epoch": 446.28,
      "grad_norm": 1.3282798528671265,
      "learning_rate": 2.0896184187373354e-06,
      "loss": 0.3483,
      "step": 1599030
    },
    {
      "epoch": 446.29,
      "grad_norm": 1.016925573348999,
      "learning_rate": 2.0895915385452274e-06,
      "loss": 0.3318,
      "step": 1599040
    },
    {
      "epoch": 446.29,
      "grad_norm": 1.1767562627792358,
      "learning_rate": 2.0895646583869473e-06,
      "loss": 0.347,
      "step": 1599050
    },
    {
      "epoch": 446.29,
      "grad_norm": 1.0642828941345215,
      "learning_rate": 2.0895377782624986e-06,
      "loss": 0.3514,
      "step": 1599060
    },
    {
      "epoch": 446.29,
      "grad_norm": 1.046297311782837,
      "learning_rate": 2.0895108981718867e-06,
      "loss": 0.3492,
      "step": 1599070
    },
    {
      "epoch": 446.3,
      "grad_norm": 1.1785067319869995,
      "learning_rate": 2.089484018115114e-06,
      "loss": 0.3489,
      "step": 1599080
    },
    {
      "epoch": 446.3,
      "grad_norm": 1.2321734428405762,
      "learning_rate": 2.089457138092183e-06,
      "loss": 0.3407,
      "step": 1599090
    },
    {
      "epoch": 446.3,
      "grad_norm": 0.9765499830245972,
      "learning_rate": 2.0894302581030997e-06,
      "loss": 0.3331,
      "step": 1599100
    },
    {
      "epoch": 446.3,
      "grad_norm": 1.0733078718185425,
      "learning_rate": 2.089403378147866e-06,
      "loss": 0.343,
      "step": 1599110
    },
    {
      "epoch": 446.31,
      "grad_norm": 0.9941604137420654,
      "learning_rate": 2.089376498226486e-06,
      "loss": 0.3485,
      "step": 1599120
    },
    {
      "epoch": 446.31,
      "grad_norm": 1.183746576309204,
      "learning_rate": 2.0893496183389634e-06,
      "loss": 0.3461,
      "step": 1599130
    },
    {
      "epoch": 446.31,
      "grad_norm": 0.9522698521614075,
      "learning_rate": 2.0893227384853018e-06,
      "loss": 0.3545,
      "step": 1599140
    },
    {
      "epoch": 446.32,
      "grad_norm": 0.9653883576393127,
      "learning_rate": 2.0892958586655033e-06,
      "loss": 0.3351,
      "step": 1599150
    },
    {
      "epoch": 446.32,
      "grad_norm": 0.999423623085022,
      "learning_rate": 2.089268978879574e-06,
      "loss": 0.3434,
      "step": 1599160
    },
    {
      "epoch": 446.32,
      "grad_norm": 1.068933129310608,
      "learning_rate": 2.0892420991275155e-06,
      "loss": 0.3386,
      "step": 1599170
    },
    {
      "epoch": 446.32,
      "grad_norm": 1.1495610475540161,
      "learning_rate": 2.089215219409332e-06,
      "loss": 0.3517,
      "step": 1599180
    },
    {
      "epoch": 446.33,
      "grad_norm": 1.0595574378967285,
      "learning_rate": 2.0891883397250276e-06,
      "loss": 0.3234,
      "step": 1599190
    },
    {
      "epoch": 446.33,
      "grad_norm": 1.100782871246338,
      "learning_rate": 2.0891614600746056e-06,
      "loss": 0.3365,
      "step": 1599200
    },
    {
      "epoch": 446.33,
      "grad_norm": 1.042381763458252,
      "learning_rate": 2.0891345804580683e-06,
      "loss": 0.3446,
      "step": 1599210
    },
    {
      "epoch": 446.34,
      "grad_norm": 1.1727272272109985,
      "learning_rate": 2.0891077008754213e-06,
      "loss": 0.3449,
      "step": 1599220
    },
    {
      "epoch": 446.34,
      "grad_norm": 0.9228399395942688,
      "learning_rate": 2.0890808213266674e-06,
      "loss": 0.3295,
      "step": 1599230
    },
    {
      "epoch": 446.34,
      "grad_norm": 1.1373976469039917,
      "learning_rate": 2.089053941811809e-06,
      "loss": 0.3264,
      "step": 1599240
    },
    {
      "epoch": 446.34,
      "grad_norm": 1.1191997528076172,
      "learning_rate": 2.089027062330852e-06,
      "loss": 0.3522,
      "step": 1599250
    },
    {
      "epoch": 446.35,
      "grad_norm": 1.2988604307174683,
      "learning_rate": 2.0890001828837983e-06,
      "loss": 0.3405,
      "step": 1599260
    },
    {
      "epoch": 446.35,
      "grad_norm": 1.2571766376495361,
      "learning_rate": 2.0889733034706514e-06,
      "loss": 0.3511,
      "step": 1599270
    },
    {
      "epoch": 446.35,
      "grad_norm": 1.1827187538146973,
      "learning_rate": 2.0889464240914155e-06,
      "loss": 0.3275,
      "step": 1599280
    },
    {
      "epoch": 446.36,
      "grad_norm": 1.1411495208740234,
      "learning_rate": 2.0889195447460935e-06,
      "loss": 0.3523,
      "step": 1599290
    },
    {
      "epoch": 446.36,
      "grad_norm": 1.1060453653335571,
      "learning_rate": 2.0888926654346905e-06,
      "loss": 0.3519,
      "step": 1599300
    },
    {
      "epoch": 446.36,
      "grad_norm": 1.0671206712722778,
      "learning_rate": 2.088865786157209e-06,
      "loss": 0.3421,
      "step": 1599310
    },
    {
      "epoch": 446.36,
      "grad_norm": 1.062625527381897,
      "learning_rate": 2.088838906913652e-06,
      "loss": 0.3423,
      "step": 1599320
    },
    {
      "epoch": 446.37,
      "grad_norm": 0.9885138869285583,
      "learning_rate": 2.0888120277040245e-06,
      "loss": 0.3339,
      "step": 1599330
    },
    {
      "epoch": 446.37,
      "grad_norm": 1.1701858043670654,
      "learning_rate": 2.0887851485283293e-06,
      "loss": 0.3377,
      "step": 1599340
    },
    {
      "epoch": 446.37,
      "grad_norm": 0.9304215908050537,
      "learning_rate": 2.088758269386569e-06,
      "loss": 0.3494,
      "step": 1599350
    },
    {
      "epoch": 446.37,
      "grad_norm": 1.061853051185608,
      "learning_rate": 2.088731390278749e-06,
      "loss": 0.3494,
      "step": 1599360
    },
    {
      "epoch": 446.38,
      "grad_norm": 1.122329831123352,
      "learning_rate": 2.088704511204872e-06,
      "loss": 0.3598,
      "step": 1599370
    },
    {
      "epoch": 446.38,
      "grad_norm": 0.9266259670257568,
      "learning_rate": 2.088677632164941e-06,
      "loss": 0.3623,
      "step": 1599380
    },
    {
      "epoch": 446.38,
      "grad_norm": 1.1191948652267456,
      "learning_rate": 2.0886507531589605e-06,
      "loss": 0.3581,
      "step": 1599390
    },
    {
      "epoch": 446.39,
      "grad_norm": 0.9708828330039978,
      "learning_rate": 2.0886238741869344e-06,
      "loss": 0.3598,
      "step": 1599400
    },
    {
      "epoch": 446.39,
      "grad_norm": 0.8843928575515747,
      "learning_rate": 2.088596995248865e-06,
      "loss": 0.3358,
      "step": 1599410
    },
    {
      "epoch": 446.39,
      "grad_norm": 1.121530294418335,
      "learning_rate": 2.088570116344757e-06,
      "loss": 0.3596,
      "step": 1599420
    },
    {
      "epoch": 446.39,
      "grad_norm": 1.0922328233718872,
      "learning_rate": 2.0885432374746133e-06,
      "loss": 0.3408,
      "step": 1599430
    },
    {
      "epoch": 446.4,
      "grad_norm": 1.0851500034332275,
      "learning_rate": 2.088516358638437e-06,
      "loss": 0.3484,
      "step": 1599440
    },
    {
      "epoch": 446.4,
      "grad_norm": 1.0338523387908936,
      "learning_rate": 2.0884894798362333e-06,
      "loss": 0.3302,
      "step": 1599450
    },
    {
      "epoch": 446.4,
      "grad_norm": 1.0561269521713257,
      "learning_rate": 2.088462601068005e-06,
      "loss": 0.3415,
      "step": 1599460
    },
    {
      "epoch": 446.41,
      "grad_norm": 1.0414035320281982,
      "learning_rate": 2.0884357223337547e-06,
      "loss": 0.3478,
      "step": 1599470
    },
    {
      "epoch": 446.41,
      "grad_norm": 1.1161119937896729,
      "learning_rate": 2.0884088436334872e-06,
      "loss": 0.3667,
      "step": 1599480
    },
    {
      "epoch": 446.41,
      "grad_norm": 1.135109782218933,
      "learning_rate": 2.0883819649672057e-06,
      "loss": 0.3471,
      "step": 1599490
    },
    {
      "epoch": 446.41,
      "grad_norm": 1.0832418203353882,
      "learning_rate": 2.0883550863349136e-06,
      "loss": 0.3469,
      "step": 1599500
    },
    {
      "epoch": 446.42,
      "grad_norm": 0.9510284662246704,
      "learning_rate": 2.088328207736615e-06,
      "loss": 0.3523,
      "step": 1599510
    },
    {
      "epoch": 446.42,
      "grad_norm": 1.0045368671417236,
      "learning_rate": 2.088301329172313e-06,
      "loss": 0.3399,
      "step": 1599520
    },
    {
      "epoch": 446.42,
      "grad_norm": 1.1145979166030884,
      "learning_rate": 2.0882744506420106e-06,
      "loss": 0.3472,
      "step": 1599530
    },
    {
      "epoch": 446.42,
      "grad_norm": 1.0480455160140991,
      "learning_rate": 2.088247572145713e-06,
      "loss": 0.3433,
      "step": 1599540
    },
    {
      "epoch": 446.43,
      "grad_norm": 1.1984477043151855,
      "learning_rate": 2.0882206936834224e-06,
      "loss": 0.3541,
      "step": 1599550
    },
    {
      "epoch": 446.43,
      "grad_norm": 0.9467239379882812,
      "learning_rate": 2.0881938152551427e-06,
      "loss": 0.3282,
      "step": 1599560
    },
    {
      "epoch": 446.43,
      "grad_norm": 1.1628930568695068,
      "learning_rate": 2.0881669368608782e-06,
      "loss": 0.3365,
      "step": 1599570
    },
    {
      "epoch": 446.44,
      "grad_norm": 1.1211081743240356,
      "learning_rate": 2.0881400585006306e-06,
      "loss": 0.3565,
      "step": 1599580
    },
    {
      "epoch": 446.44,
      "grad_norm": 1.1482338905334473,
      "learning_rate": 2.0881131801744057e-06,
      "loss": 0.3372,
      "step": 1599590
    },
    {
      "epoch": 446.44,
      "grad_norm": 1.1188668012619019,
      "learning_rate": 2.088086301882206e-06,
      "loss": 0.3507,
      "step": 1599600
    },
    {
      "epoch": 446.44,
      "grad_norm": 1.1925753355026245,
      "learning_rate": 2.088059423624035e-06,
      "loss": 0.3473,
      "step": 1599610
    },
    {
      "epoch": 446.45,
      "grad_norm": 1.1993751525878906,
      "learning_rate": 2.088032545399897e-06,
      "loss": 0.3414,
      "step": 1599620
    },
    {
      "epoch": 446.45,
      "grad_norm": 0.9901097416877747,
      "learning_rate": 2.088005667209795e-06,
      "loss": 0.3429,
      "step": 1599630
    },
    {
      "epoch": 446.45,
      "grad_norm": 1.088597297668457,
      "learning_rate": 2.087978789053732e-06,
      "loss": 0.3382,
      "step": 1599640
    },
    {
      "epoch": 446.46,
      "grad_norm": 1.2508827447891235,
      "learning_rate": 2.087951910931713e-06,
      "loss": 0.3466,
      "step": 1599650
    },
    {
      "epoch": 446.46,
      "grad_norm": 1.143958568572998,
      "learning_rate": 2.0879250328437406e-06,
      "loss": 0.3365,
      "step": 1599660
    },
    {
      "epoch": 446.46,
      "grad_norm": 0.9289820194244385,
      "learning_rate": 2.087898154789818e-06,
      "loss": 0.344,
      "step": 1599670
    },
    {
      "epoch": 446.46,
      "grad_norm": 1.0082945823669434,
      "learning_rate": 2.08787127676995e-06,
      "loss": 0.3417,
      "step": 1599680
    },
    {
      "epoch": 446.47,
      "grad_norm": 1.0680415630340576,
      "learning_rate": 2.087844398784139e-06,
      "loss": 0.3582,
      "step": 1599690
    },
    {
      "epoch": 446.47,
      "grad_norm": 0.9443374872207642,
      "learning_rate": 2.087817520832389e-06,
      "loss": 0.3646,
      "step": 1599700
    },
    {
      "epoch": 446.47,
      "grad_norm": 1.1815080642700195,
      "learning_rate": 2.087790642914705e-06,
      "loss": 0.3698,
      "step": 1599710
    },
    {
      "epoch": 446.48,
      "grad_norm": 1.0346660614013672,
      "learning_rate": 2.0877637650310885e-06,
      "loss": 0.3392,
      "step": 1599720
    },
    {
      "epoch": 446.48,
      "grad_norm": 0.9188190698623657,
      "learning_rate": 2.087736887181543e-06,
      "loss": 0.3348,
      "step": 1599730
    },
    {
      "epoch": 446.48,
      "grad_norm": 1.106056809425354,
      "learning_rate": 2.087710009366074e-06,
      "loss": 0.3362,
      "step": 1599740
    },
    {
      "epoch": 446.48,
      "grad_norm": 1.327953577041626,
      "learning_rate": 2.087683131584684e-06,
      "loss": 0.3491,
      "step": 1599750
    },
    {
      "epoch": 446.49,
      "grad_norm": 0.9015275239944458,
      "learning_rate": 2.087656253837375e-06,
      "loss": 0.3326,
      "step": 1599760
    },
    {
      "epoch": 446.49,
      "grad_norm": 1.002803087234497,
      "learning_rate": 2.0876293761241534e-06,
      "loss": 0.3421,
      "step": 1599770
    },
    {
      "epoch": 446.49,
      "grad_norm": 1.0321074724197388,
      "learning_rate": 2.087602498445022e-06,
      "loss": 0.3474,
      "step": 1599780
    },
    {
      "epoch": 446.49,
      "grad_norm": 1.0520604848861694,
      "learning_rate": 2.0875756207999826e-06,
      "loss": 0.3529,
      "step": 1599790
    },
    {
      "epoch": 446.5,
      "grad_norm": 1.1355087757110596,
      "learning_rate": 2.087548743189041e-06,
      "loss": 0.3426,
      "step": 1599800
    },
    {
      "epoch": 446.5,
      "grad_norm": 0.9840899705886841,
      "learning_rate": 2.0875218656122e-06,
      "loss": 0.3575,
      "step": 1599810
    },
    {
      "epoch": 446.5,
      "grad_norm": 1.1439858675003052,
      "learning_rate": 2.087494988069462e-06,
      "loss": 0.3536,
      "step": 1599820
    },
    {
      "epoch": 446.51,
      "grad_norm": 1.0387730598449707,
      "learning_rate": 2.087468110560833e-06,
      "loss": 0.3356,
      "step": 1599830
    },
    {
      "epoch": 446.51,
      "grad_norm": 1.3615655899047852,
      "learning_rate": 2.0874412330863144e-06,
      "loss": 0.3315,
      "step": 1599840
    },
    {
      "epoch": 446.51,
      "grad_norm": 0.9519842267036438,
      "learning_rate": 2.0874143556459107e-06,
      "loss": 0.3364,
      "step": 1599850
    },
    {
      "epoch": 446.51,
      "grad_norm": 1.0381875038146973,
      "learning_rate": 2.0873874782396254e-06,
      "loss": 0.3501,
      "step": 1599860
    },
    {
      "epoch": 446.52,
      "grad_norm": 1.2502979040145874,
      "learning_rate": 2.087360600867461e-06,
      "loss": 0.3546,
      "step": 1599870
    },
    {
      "epoch": 446.52,
      "grad_norm": 1.0770729780197144,
      "learning_rate": 2.0873337235294235e-06,
      "loss": 0.3553,
      "step": 1599880
    },
    {
      "epoch": 446.52,
      "grad_norm": 0.9930732846260071,
      "learning_rate": 2.087306846225515e-06,
      "loss": 0.3431,
      "step": 1599890
    },
    {
      "epoch": 446.53,
      "grad_norm": 1.0582890510559082,
      "learning_rate": 2.087279968955738e-06,
      "loss": 0.3415,
      "step": 1599900
    },
    {
      "epoch": 446.53,
      "grad_norm": 1.2798320055007935,
      "learning_rate": 2.0872530917200984e-06,
      "loss": 0.3462,
      "step": 1599910
    },
    {
      "epoch": 446.53,
      "grad_norm": 1.200753927230835,
      "learning_rate": 2.087226214518598e-06,
      "loss": 0.3399,
      "step": 1599920
    },
    {
      "epoch": 446.53,
      "grad_norm": 1.1180297136306763,
      "learning_rate": 2.087199337351241e-06,
      "loss": 0.3414,
      "step": 1599930
    },
    {
      "epoch": 446.54,
      "grad_norm": 1.0295581817626953,
      "learning_rate": 2.0871724602180315e-06,
      "loss": 0.3363,
      "step": 1599940
    },
    {
      "epoch": 446.54,
      "grad_norm": 1.109179139137268,
      "learning_rate": 2.0871455831189727e-06,
      "loss": 0.3409,
      "step": 1599950
    },
    {
      "epoch": 446.54,
      "grad_norm": 0.9378993511199951,
      "learning_rate": 2.0871187060540667e-06,
      "loss": 0.3521,
      "step": 1599960
    },
    {
      "epoch": 446.54,
      "grad_norm": 1.168774127960205,
      "learning_rate": 2.0870918290233195e-06,
      "loss": 0.3569,
      "step": 1599970
    },
    {
      "epoch": 446.55,
      "grad_norm": 1.169651985168457,
      "learning_rate": 2.0870649520267334e-06,
      "loss": 0.3486,
      "step": 1599980
    },
    {
      "epoch": 446.55,
      "grad_norm": 1.0956000089645386,
      "learning_rate": 2.087038075064312e-06,
      "loss": 0.3295,
      "step": 1599990
    },
    {
      "epoch": 446.55,
      "grad_norm": 1.0244921445846558,
      "learning_rate": 2.087011198136059e-06,
      "loss": 0.3381,
      "step": 1600000
    },
    {
      "epoch": 446.56,
      "grad_norm": 1.1617825031280518,
      "learning_rate": 2.0869843212419785e-06,
      "loss": 0.3451,
      "step": 1600010
    },
    {
      "epoch": 446.56,
      "grad_norm": 0.9700023531913757,
      "learning_rate": 2.0869574443820723e-06,
      "loss": 0.3475,
      "step": 1600020
    },
    {
      "epoch": 446.56,
      "grad_norm": 1.134779930114746,
      "learning_rate": 2.0869305675563464e-06,
      "loss": 0.3667,
      "step": 1600030
    },
    {
      "epoch": 446.56,
      "grad_norm": 0.9926297068595886,
      "learning_rate": 2.0869036907648033e-06,
      "loss": 0.3252,
      "step": 1600040
    },
    {
      "epoch": 446.57,
      "grad_norm": 1.0824012756347656,
      "learning_rate": 2.0868768140074453e-06,
      "loss": 0.3343,
      "step": 1600050
    },
    {
      "epoch": 446.57,
      "grad_norm": 0.9351902008056641,
      "learning_rate": 2.0868499372842785e-06,
      "loss": 0.3423,
      "step": 1600060
    },
    {
      "epoch": 446.57,
      "grad_norm": 0.9292751550674438,
      "learning_rate": 2.086823060595305e-06,
      "loss": 0.3416,
      "step": 1600070
    },
    {
      "epoch": 446.58,
      "grad_norm": 1.3826520442962646,
      "learning_rate": 2.086796183940528e-06,
      "loss": 0.3527,
      "step": 1600080
    },
    {
      "epoch": 446.58,
      "grad_norm": 1.1781383752822876,
      "learning_rate": 2.086769307319952e-06,
      "loss": 0.3465,
      "step": 1600090
    },
    {
      "epoch": 446.58,
      "grad_norm": 0.9735186100006104,
      "learning_rate": 2.0867424307335803e-06,
      "loss": 0.3626,
      "step": 1600100
    },
    {
      "epoch": 446.58,
      "grad_norm": 1.1530110836029053,
      "learning_rate": 2.0867155541814156e-06,
      "loss": 0.3492,
      "step": 1600110
    },
    {
      "epoch": 446.59,
      "grad_norm": 1.1835830211639404,
      "learning_rate": 2.086688677663463e-06,
      "loss": 0.3437,
      "step": 1600120
    },
    {
      "epoch": 446.59,
      "grad_norm": 1.2206164598464966,
      "learning_rate": 2.0866618011797252e-06,
      "loss": 0.3406,
      "step": 1600130
    },
    {
      "epoch": 446.59,
      "grad_norm": 0.920396625995636,
      "learning_rate": 2.0866349247302056e-06,
      "loss": 0.3495,
      "step": 1600140
    },
    {
      "epoch": 446.6,
      "grad_norm": 1.0627331733703613,
      "learning_rate": 2.0866080483149087e-06,
      "loss": 0.3269,
      "step": 1600150
    },
    {
      "epoch": 446.6,
      "grad_norm": 1.0329341888427734,
      "learning_rate": 2.0865811719338365e-06,
      "loss": 0.3435,
      "step": 1600160
    },
    {
      "epoch": 446.6,
      "grad_norm": 1.026226282119751,
      "learning_rate": 2.0865542955869942e-06,
      "loss": 0.3401,
      "step": 1600170
    },
    {
      "epoch": 446.6,
      "grad_norm": 1.149393081665039,
      "learning_rate": 2.086527419274385e-06,
      "loss": 0.3336,
      "step": 1600180
    },
    {
      "epoch": 446.61,
      "grad_norm": 0.8968759179115295,
      "learning_rate": 2.086500542996011e-06,
      "loss": 0.3471,
      "step": 1600190
    },
    {
      "epoch": 446.61,
      "grad_norm": 0.9944764971733093,
      "learning_rate": 2.0864736667518784e-06,
      "loss": 0.3566,
      "step": 1600200
    },
    {
      "epoch": 446.61,
      "grad_norm": 1.7294963598251343,
      "learning_rate": 2.086446790541989e-06,
      "loss": 0.3349,
      "step": 1600210
    },
    {
      "epoch": 446.61,
      "grad_norm": 1.208642601966858,
      "learning_rate": 2.086419914366346e-06,
      "loss": 0.3383,
      "step": 1600220
    },
    {
      "epoch": 446.62,
      "grad_norm": 2.1477131843566895,
      "learning_rate": 2.0863930382249546e-06,
      "loss": 0.3374,
      "step": 1600230
    },
    {
      "epoch": 446.62,
      "grad_norm": 1.0951757431030273,
      "learning_rate": 2.086366162117817e-06,
      "loss": 0.3602,
      "step": 1600240
    },
    {
      "epoch": 446.62,
      "grad_norm": 1.0855103731155396,
      "learning_rate": 2.086339286044937e-06,
      "loss": 0.3295,
      "step": 1600250
    },
    {
      "epoch": 446.63,
      "grad_norm": 1.0328880548477173,
      "learning_rate": 2.086312410006319e-06,
      "loss": 0.3364,
      "step": 1600260
    },
    {
      "epoch": 446.63,
      "grad_norm": 1.0688773393630981,
      "learning_rate": 2.086285534001966e-06,
      "loss": 0.3411,
      "step": 1600270
    },
    {
      "epoch": 446.63,
      "grad_norm": 0.9197704195976257,
      "learning_rate": 2.086258658031881e-06,
      "loss": 0.3521,
      "step": 1600280
    },
    {
      "epoch": 446.63,
      "grad_norm": 1.089278221130371,
      "learning_rate": 2.086231782096069e-06,
      "loss": 0.3535,
      "step": 1600290
    },
    {
      "epoch": 446.64,
      "grad_norm": 0.9537636041641235,
      "learning_rate": 2.0862049061945324e-06,
      "loss": 0.3413,
      "step": 1600300
    },
    {
      "epoch": 446.64,
      "grad_norm": 0.9491874575614929,
      "learning_rate": 2.0861780303272746e-06,
      "loss": 0.3498,
      "step": 1600310
    },
    {
      "epoch": 446.64,
      "grad_norm": 1.0997101068496704,
      "learning_rate": 2.0861511544943e-06,
      "loss": 0.3385,
      "step": 1600320
    },
    {
      "epoch": 446.65,
      "grad_norm": 0.8908566832542419,
      "learning_rate": 2.0861242786956123e-06,
      "loss": 0.3416,
      "step": 1600330
    },
    {
      "epoch": 446.65,
      "grad_norm": 1.045050859451294,
      "learning_rate": 2.086097402931214e-06,
      "loss": 0.3458,
      "step": 1600340
    },
    {
      "epoch": 446.65,
      "grad_norm": 1.1035925149917603,
      "learning_rate": 2.0860705272011095e-06,
      "loss": 0.3495,
      "step": 1600350
    },
    {
      "epoch": 446.65,
      "grad_norm": 0.9422780275344849,
      "learning_rate": 2.086043651505303e-06,
      "loss": 0.344,
      "step": 1600360
    },
    {
      "epoch": 446.66,
      "grad_norm": 1.2109273672103882,
      "learning_rate": 2.0860167758437964e-06,
      "loss": 0.3429,
      "step": 1600370
    },
    {
      "epoch": 446.66,
      "grad_norm": 1.1538910865783691,
      "learning_rate": 2.0859899002165946e-06,
      "loss": 0.3587,
      "step": 1600380
    },
    {
      "epoch": 446.66,
      "grad_norm": 1.0670166015625,
      "learning_rate": 2.085963024623701e-06,
      "loss": 0.3556,
      "step": 1600390
    },
    {
      "epoch": 446.66,
      "grad_norm": 1.2691162824630737,
      "learning_rate": 2.0859361490651177e-06,
      "loss": 0.3375,
      "step": 1600400
    },
    {
      "epoch": 446.67,
      "grad_norm": 1.0579818487167358,
      "learning_rate": 2.0859092735408503e-06,
      "loss": 0.3405,
      "step": 1600410
    },
    {
      "epoch": 446.67,
      "grad_norm": 0.9686378240585327,
      "learning_rate": 2.085882398050902e-06,
      "loss": 0.3551,
      "step": 1600420
    },
    {
      "epoch": 446.67,
      "grad_norm": 0.8637033104896545,
      "learning_rate": 2.085855522595275e-06,
      "loss": 0.3283,
      "step": 1600430
    },
    {
      "epoch": 446.68,
      "grad_norm": 1.051609992980957,
      "learning_rate": 2.0858286471739745e-06,
      "loss": 0.3383,
      "step": 1600440
    },
    {
      "epoch": 446.68,
      "grad_norm": 0.9403079748153687,
      "learning_rate": 2.085801771787003e-06,
      "loss": 0.3463,
      "step": 1600450
    },
    {
      "epoch": 446.68,
      "grad_norm": 0.947670042514801,
      "learning_rate": 2.0857748964343653e-06,
      "loss": 0.338,
      "step": 1600460
    },
    {
      "epoch": 446.68,
      "grad_norm": 0.9688069224357605,
      "learning_rate": 2.0857480211160637e-06,
      "loss": 0.3415,
      "step": 1600470
    },
    {
      "epoch": 446.69,
      "grad_norm": 1.1393159627914429,
      "learning_rate": 2.085721145832101e-06,
      "loss": 0.347,
      "step": 1600480
    },
    {
      "epoch": 446.69,
      "grad_norm": 1.1349565982818604,
      "learning_rate": 2.0856942705824833e-06,
      "loss": 0.3482,
      "step": 1600490
    },
    {
      "epoch": 446.69,
      "grad_norm": 0.9604787826538086,
      "learning_rate": 2.085667395367213e-06,
      "loss": 0.3458,
      "step": 1600500
    },
    {
      "epoch": 446.7,
      "grad_norm": 0.8975192308425903,
      "learning_rate": 2.0856405201862935e-06,
      "loss": 0.3565,
      "step": 1600510
    },
    {
      "epoch": 446.7,
      "grad_norm": 1.052737832069397,
      "learning_rate": 2.0856136450397282e-06,
      "loss": 0.357,
      "step": 1600520
    },
    {
      "epoch": 446.7,
      "grad_norm": 1.0455617904663086,
      "learning_rate": 2.085586769927521e-06,
      "loss": 0.3471,
      "step": 1600530
    },
    {
      "epoch": 446.7,
      "grad_norm": 1.0821888446807861,
      "learning_rate": 2.085559894849675e-06,
      "loss": 0.3561,
      "step": 1600540
    },
    {
      "epoch": 446.71,
      "grad_norm": 1.0775121450424194,
      "learning_rate": 2.0855330198061947e-06,
      "loss": 0.3487,
      "step": 1600550
    },
    {
      "epoch": 446.71,
      "grad_norm": 1.0409905910491943,
      "learning_rate": 2.085506144797083e-06,
      "loss": 0.3626,
      "step": 1600560
    },
    {
      "epoch": 446.71,
      "grad_norm": 0.9658688902854919,
      "learning_rate": 2.0854792698223426e-06,
      "loss": 0.3499,
      "step": 1600570
    },
    {
      "epoch": 446.72,
      "grad_norm": 1.0139002799987793,
      "learning_rate": 2.0854523948819795e-06,
      "loss": 0.3551,
      "step": 1600580
    },
    {
      "epoch": 446.72,
      "grad_norm": 1.0003244876861572,
      "learning_rate": 2.0854255199759957e-06,
      "loss": 0.3499,
      "step": 1600590
    },
    {
      "epoch": 446.72,
      "grad_norm": 1.0079115629196167,
      "learning_rate": 2.0853986451043947e-06,
      "loss": 0.3386,
      "step": 1600600
    },
    {
      "epoch": 446.72,
      "grad_norm": 1.0725383758544922,
      "learning_rate": 2.0853717702671807e-06,
      "loss": 0.3477,
      "step": 1600610
    },
    {
      "epoch": 446.73,
      "grad_norm": 0.9850431084632874,
      "learning_rate": 2.0853448954643567e-06,
      "loss": 0.336,
      "step": 1600620
    },
    {
      "epoch": 446.73,
      "grad_norm": 1.0175683498382568,
      "learning_rate": 2.0853180206959256e-06,
      "loss": 0.3449,
      "step": 1600630
    },
    {
      "epoch": 446.73,
      "grad_norm": 1.1128208637237549,
      "learning_rate": 2.085291145961893e-06,
      "loss": 0.3435,
      "step": 1600640
    },
    {
      "epoch": 446.73,
      "grad_norm": 1.0521262884140015,
      "learning_rate": 2.085264271262261e-06,
      "loss": 0.3476,
      "step": 1600650
    },
    {
      "epoch": 446.74,
      "grad_norm": 1.0429812669754028,
      "learning_rate": 2.0852373965970334e-06,
      "loss": 0.3275,
      "step": 1600660
    },
    {
      "epoch": 446.74,
      "grad_norm": 1.5179574489593506,
      "learning_rate": 2.085210521966214e-06,
      "loss": 0.3592,
      "step": 1600670
    },
    {
      "epoch": 446.74,
      "grad_norm": 1.0922540426254272,
      "learning_rate": 2.085183647369807e-06,
      "loss": 0.3301,
      "step": 1600680
    },
    {
      "epoch": 446.75,
      "grad_norm": 0.9713942408561707,
      "learning_rate": 2.0851567728078135e-06,
      "loss": 0.344,
      "step": 1600690
    },
    {
      "epoch": 446.75,
      "grad_norm": 1.1724238395690918,
      "learning_rate": 2.0851298982802404e-06,
      "loss": 0.3521,
      "step": 1600700
    },
    {
      "epoch": 446.75,
      "grad_norm": 0.9210643172264099,
      "learning_rate": 2.0851030237870895e-06,
      "loss": 0.3365,
      "step": 1600710
    },
    {
      "epoch": 446.75,
      "grad_norm": 1.2947629690170288,
      "learning_rate": 2.0850761493283633e-06,
      "loss": 0.3416,
      "step": 1600720
    },
    {
      "epoch": 446.76,
      "grad_norm": 1.0510896444320679,
      "learning_rate": 2.0850492749040677e-06,
      "loss": 0.3263,
      "step": 1600730
    },
    {
      "epoch": 446.76,
      "grad_norm": 1.0360594987869263,
      "learning_rate": 2.0850224005142048e-06,
      "loss": 0.3573,
      "step": 1600740
    },
    {
      "epoch": 446.76,
      "grad_norm": 1.047995686531067,
      "learning_rate": 2.0849955261587793e-06,
      "loss": 0.3423,
      "step": 1600750
    },
    {
      "epoch": 446.77,
      "grad_norm": 1.0517328977584839,
      "learning_rate": 2.084968651837794e-06,
      "loss": 0.355,
      "step": 1600760
    },
    {
      "epoch": 446.77,
      "grad_norm": 0.9962978959083557,
      "learning_rate": 2.0849417775512516e-06,
      "loss": 0.3349,
      "step": 1600770
    },
    {
      "epoch": 446.77,
      "grad_norm": 1.1278890371322632,
      "learning_rate": 2.0849149032991577e-06,
      "loss": 0.3513,
      "step": 1600780
    },
    {
      "epoch": 446.77,
      "grad_norm": 1.028686761856079,
      "learning_rate": 2.0848880290815145e-06,
      "loss": 0.3487,
      "step": 1600790
    },
    {
      "epoch": 446.78,
      "grad_norm": 0.9758076071739197,
      "learning_rate": 2.084861154898326e-06,
      "loss": 0.33,
      "step": 1600800
    },
    {
      "epoch": 446.78,
      "grad_norm": 1.0602858066558838,
      "learning_rate": 2.0848342807495955e-06,
      "loss": 0.3362,
      "step": 1600810
    },
    {
      "epoch": 446.78,
      "grad_norm": 1.022780418395996,
      "learning_rate": 2.084807406635327e-06,
      "loss": 0.3573,
      "step": 1600820
    },
    {
      "epoch": 446.78,
      "grad_norm": 0.9785504341125488,
      "learning_rate": 2.084780532555523e-06,
      "loss": 0.3432,
      "step": 1600830
    },
    {
      "epoch": 446.79,
      "grad_norm": 1.060610055923462,
      "learning_rate": 2.084753658510189e-06,
      "loss": 0.3553,
      "step": 1600840
    },
    {
      "epoch": 446.79,
      "grad_norm": 1.099453091621399,
      "learning_rate": 2.084726784499327e-06,
      "loss": 0.3581,
      "step": 1600850
    },
    {
      "epoch": 446.79,
      "grad_norm": 0.9260435700416565,
      "learning_rate": 2.0846999105229404e-06,
      "loss": 0.3365,
      "step": 1600860
    },
    {
      "epoch": 446.8,
      "grad_norm": 0.9967809319496155,
      "learning_rate": 2.0846730365810347e-06,
      "loss": 0.3548,
      "step": 1600870
    },
    {
      "epoch": 446.8,
      "grad_norm": 0.8516332507133484,
      "learning_rate": 2.0846461626736117e-06,
      "loss": 0.3376,
      "step": 1600880
    },
    {
      "epoch": 446.8,
      "grad_norm": 0.9977008104324341,
      "learning_rate": 2.0846192888006753e-06,
      "loss": 0.3445,
      "step": 1600890
    },
    {
      "epoch": 446.8,
      "grad_norm": 0.9277901649475098,
      "learning_rate": 2.0845924149622296e-06,
      "loss": 0.3461,
      "step": 1600900
    },
    {
      "epoch": 446.81,
      "grad_norm": 1.1016024351119995,
      "learning_rate": 2.0845655411582776e-06,
      "loss": 0.3473,
      "step": 1600910
    },
    {
      "epoch": 446.81,
      "grad_norm": 1.0783182382583618,
      "learning_rate": 2.0845386673888227e-06,
      "loss": 0.3311,
      "step": 1600920
    },
    {
      "epoch": 446.81,
      "grad_norm": 0.9342425465583801,
      "learning_rate": 2.0845117936538696e-06,
      "loss": 0.3251,
      "step": 1600930
    },
    {
      "epoch": 446.82,
      "grad_norm": 1.1038724184036255,
      "learning_rate": 2.0844849199534213e-06,
      "loss": 0.3624,
      "step": 1600940
    },
    {
      "epoch": 446.82,
      "grad_norm": 0.998746931552887,
      "learning_rate": 2.0844580462874806e-06,
      "loss": 0.3307,
      "step": 1600950
    },
    {
      "epoch": 446.82,
      "grad_norm": 0.9773801565170288,
      "learning_rate": 2.0844311726560523e-06,
      "loss": 0.333,
      "step": 1600960
    },
    {
      "epoch": 446.82,
      "grad_norm": 1.1540249586105347,
      "learning_rate": 2.0844042990591393e-06,
      "loss": 0.3311,
      "step": 1600970
    },
    {
      "epoch": 446.83,
      "grad_norm": 1.1166088581085205,
      "learning_rate": 2.0843774254967442e-06,
      "loss": 0.3461,
      "step": 1600980
    },
    {
      "epoch": 446.83,
      "grad_norm": 1.1860780715942383,
      "learning_rate": 2.0843505519688733e-06,
      "loss": 0.3581,
      "step": 1600990
    },
    {
      "epoch": 446.83,
      "grad_norm": 0.9261875748634338,
      "learning_rate": 2.084323678475528e-06,
      "loss": 0.3306,
      "step": 1601000
    },
    {
      "epoch": 446.84,
      "grad_norm": 1.7103604078292847,
      "learning_rate": 2.0842968050167114e-06,
      "loss": 0.3424,
      "step": 1601010
    },
    {
      "epoch": 446.84,
      "grad_norm": 1.0790789127349854,
      "learning_rate": 2.0842699315924292e-06,
      "loss": 0.3452,
      "step": 1601020
    },
    {
      "epoch": 446.84,
      "grad_norm": 1.02008855342865,
      "learning_rate": 2.084243058202683e-06,
      "loss": 0.3512,
      "step": 1601030
    },
    {
      "epoch": 446.84,
      "grad_norm": 1.1470727920532227,
      "learning_rate": 2.084216184847478e-06,
      "loss": 0.3332,
      "step": 1601040
    },
    {
      "epoch": 446.85,
      "grad_norm": 1.0229837894439697,
      "learning_rate": 2.0841893115268174e-06,
      "loss": 0.3407,
      "step": 1601050
    },
    {
      "epoch": 446.85,
      "grad_norm": 1.1354418992996216,
      "learning_rate": 2.0841624382407033e-06,
      "loss": 0.3463,
      "step": 1601060
    },
    {
      "epoch": 446.85,
      "grad_norm": 0.8964797258377075,
      "learning_rate": 2.084135564989141e-06,
      "loss": 0.3449,
      "step": 1601070
    },
    {
      "epoch": 446.85,
      "grad_norm": 1.1158539056777954,
      "learning_rate": 2.0841086917721336e-06,
      "loss": 0.3372,
      "step": 1601080
    },
    {
      "epoch": 446.86,
      "grad_norm": 1.09699547290802,
      "learning_rate": 2.084081818589684e-06,
      "loss": 0.3357,
      "step": 1601090
    },
    {
      "epoch": 446.86,
      "grad_norm": 1.1357210874557495,
      "learning_rate": 2.0840549454417967e-06,
      "loss": 0.3457,
      "step": 1601100
    },
    {
      "epoch": 446.86,
      "grad_norm": 1.4190114736557007,
      "learning_rate": 2.084028072328475e-06,
      "loss": 0.3363,
      "step": 1601110
    },
    {
      "epoch": 446.87,
      "grad_norm": 0.9941499829292297,
      "learning_rate": 2.084001199249722e-06,
      "loss": 0.335,
      "step": 1601120
    },
    {
      "epoch": 446.87,
      "grad_norm": 1.1814866065979004,
      "learning_rate": 2.083974326205542e-06,
      "loss": 0.3654,
      "step": 1601130
    },
    {
      "epoch": 446.87,
      "grad_norm": 0.9350959658622742,
      "learning_rate": 2.083947453195938e-06,
      "loss": 0.3413,
      "step": 1601140
    },
    {
      "epoch": 446.87,
      "grad_norm": 1.3804866075515747,
      "learning_rate": 2.083920580220913e-06,
      "loss": 0.3417,
      "step": 1601150
    },
    {
      "epoch": 446.88,
      "grad_norm": 1.0097671747207642,
      "learning_rate": 2.0838937072804723e-06,
      "loss": 0.3456,
      "step": 1601160
    },
    {
      "epoch": 446.88,
      "grad_norm": 0.9289824366569519,
      "learning_rate": 2.0838668343746188e-06,
      "loss": 0.3375,
      "step": 1601170
    },
    {
      "epoch": 446.88,
      "grad_norm": 1.2557188272476196,
      "learning_rate": 2.083839961503355e-06,
      "loss": 0.3378,
      "step": 1601180
    },
    {
      "epoch": 446.89,
      "grad_norm": 1.0407180786132812,
      "learning_rate": 2.0838130886666864e-06,
      "loss": 0.3482,
      "step": 1601190
    },
    {
      "epoch": 446.89,
      "grad_norm": 1.2849981784820557,
      "learning_rate": 2.0837862158646147e-06,
      "loss": 0.3431,
      "step": 1601200
    },
    {
      "epoch": 446.89,
      "grad_norm": 0.9382784366607666,
      "learning_rate": 2.0837593430971435e-06,
      "loss": 0.3433,
      "step": 1601210
    },
    {
      "epoch": 446.89,
      "grad_norm": 1.0116889476776123,
      "learning_rate": 2.0837324703642783e-06,
      "loss": 0.3505,
      "step": 1601220
    },
    {
      "epoch": 446.9,
      "grad_norm": 0.9477052092552185,
      "learning_rate": 2.0837055976660215e-06,
      "loss": 0.3353,
      "step": 1601230
    },
    {
      "epoch": 446.9,
      "grad_norm": 0.9762389659881592,
      "learning_rate": 2.083678725002376e-06,
      "loss": 0.3507,
      "step": 1601240
    },
    {
      "epoch": 446.9,
      "grad_norm": 0.9900770783424377,
      "learning_rate": 2.0836518523733466e-06,
      "loss": 0.3387,
      "step": 1601250
    },
    {
      "epoch": 446.9,
      "grad_norm": 1.224266767501831,
      "learning_rate": 2.0836249797789365e-06,
      "loss": 0.3359,
      "step": 1601260
    },
    {
      "epoch": 446.91,
      "grad_norm": 1.0202490091323853,
      "learning_rate": 2.083598107219148e-06,
      "loss": 0.3565,
      "step": 1601270
    },
    {
      "epoch": 446.91,
      "grad_norm": 1.1714444160461426,
      "learning_rate": 2.083571234693987e-06,
      "loss": 0.3411,
      "step": 1601280
    },
    {
      "epoch": 446.91,
      "grad_norm": 1.0599936246871948,
      "learning_rate": 2.083544362203456e-06,
      "loss": 0.333,
      "step": 1601290
    },
    {
      "epoch": 446.92,
      "grad_norm": 0.947143018245697,
      "learning_rate": 2.083517489747557e-06,
      "loss": 0.3412,
      "step": 1601300
    },
    {
      "epoch": 446.92,
      "grad_norm": 4.127196788787842,
      "learning_rate": 2.083490617326296e-06,
      "loss": 0.3449,
      "step": 1601310
    },
    {
      "epoch": 446.92,
      "grad_norm": 1.0345925092697144,
      "learning_rate": 2.083463744939675e-06,
      "loss": 0.3541,
      "step": 1601320
    },
    {
      "epoch": 446.92,
      "grad_norm": 1.0695708990097046,
      "learning_rate": 2.083436872587699e-06,
      "loss": 0.3317,
      "step": 1601330
    },
    {
      "epoch": 446.93,
      "grad_norm": 1.1116536855697632,
      "learning_rate": 2.083410000270371e-06,
      "loss": 0.346,
      "step": 1601340
    },
    {
      "epoch": 446.93,
      "grad_norm": 1.0147154331207275,
      "learning_rate": 2.0833831279876926e-06,
      "loss": 0.326,
      "step": 1601350
    },
    {
      "epoch": 446.93,
      "grad_norm": 1.106451153755188,
      "learning_rate": 2.0833562557396703e-06,
      "loss": 0.3448,
      "step": 1601360
    },
    {
      "epoch": 446.94,
      "grad_norm": 1.0088253021240234,
      "learning_rate": 2.083329383526307e-06,
      "loss": 0.3595,
      "step": 1601370
    },
    {
      "epoch": 446.94,
      "grad_norm": 1.1014400720596313,
      "learning_rate": 2.083302511347605e-06,
      "loss": 0.3367,
      "step": 1601380
    },
    {
      "epoch": 446.94,
      "grad_norm": 1.0316417217254639,
      "learning_rate": 2.083275639203568e-06,
      "loss": 0.3327,
      "step": 1601390
    },
    {
      "epoch": 446.94,
      "grad_norm": 1.0782545804977417,
      "learning_rate": 2.0832487670942013e-06,
      "loss": 0.3455,
      "step": 1601400
    },
    {
      "epoch": 446.95,
      "grad_norm": 1.0539460182189941,
      "learning_rate": 2.083221895019507e-06,
      "loss": 0.3407,
      "step": 1601410
    },
    {
      "epoch": 446.95,
      "grad_norm": 1.1544653177261353,
      "learning_rate": 2.0831950229794896e-06,
      "loss": 0.3531,
      "step": 1601420
    },
    {
      "epoch": 446.95,
      "grad_norm": 0.9819206595420837,
      "learning_rate": 2.083168150974152e-06,
      "loss": 0.3486,
      "step": 1601430
    },
    {
      "epoch": 446.96,
      "grad_norm": 1.0356420278549194,
      "learning_rate": 2.0831412790034965e-06,
      "loss": 0.3363,
      "step": 1601440
    },
    {
      "epoch": 446.96,
      "grad_norm": 1.1492663621902466,
      "learning_rate": 2.0831144070675296e-06,
      "loss": 0.3505,
      "step": 1601450
    },
    {
      "epoch": 446.96,
      "grad_norm": 0.9964109063148499,
      "learning_rate": 2.0830875351662533e-06,
      "loss": 0.3447,
      "step": 1601460
    },
    {
      "epoch": 446.96,
      "grad_norm": 1.0303657054901123,
      "learning_rate": 2.0830606632996702e-06,
      "loss": 0.3478,
      "step": 1601470
    },
    {
      "epoch": 446.97,
      "grad_norm": 1.0422924757003784,
      "learning_rate": 2.083033791467786e-06,
      "loss": 0.3534,
      "step": 1601480
    },
    {
      "epoch": 446.97,
      "grad_norm": 1.0767990350723267,
      "learning_rate": 2.083006919670603e-06,
      "loss": 0.3312,
      "step": 1601490
    },
    {
      "epoch": 446.97,
      "grad_norm": 1.0358915328979492,
      "learning_rate": 2.0829800479081243e-06,
      "loss": 0.3431,
      "step": 1601500
    },
    {
      "epoch": 446.97,
      "grad_norm": 0.933055579662323,
      "learning_rate": 2.0829531761803547e-06,
      "loss": 0.3551,
      "step": 1601510
    },
    {
      "epoch": 446.98,
      "grad_norm": 1.2193806171417236,
      "learning_rate": 2.0829263044872978e-06,
      "loss": 0.3522,
      "step": 1601520
    },
    {
      "epoch": 446.98,
      "grad_norm": 1.1498900651931763,
      "learning_rate": 2.0828994328289548e-06,
      "loss": 0.3412,
      "step": 1601530
    },
    {
      "epoch": 446.98,
      "grad_norm": 1.0039756298065186,
      "learning_rate": 2.0828725612053325e-06,
      "loss": 0.3355,
      "step": 1601540
    },
    {
      "epoch": 446.99,
      "grad_norm": 1.0008970499038696,
      "learning_rate": 2.082845689616433e-06,
      "loss": 0.3292,
      "step": 1601550
    },
    {
      "epoch": 446.99,
      "grad_norm": 1.154289722442627,
      "learning_rate": 2.08281881806226e-06,
      "loss": 0.3437,
      "step": 1601560
    },
    {
      "epoch": 446.99,
      "grad_norm": 1.0871073007583618,
      "learning_rate": 2.082791946542817e-06,
      "loss": 0.3472,
      "step": 1601570
    },
    {
      "epoch": 446.99,
      "grad_norm": 1.121020793914795,
      "learning_rate": 2.082765075058107e-06,
      "loss": 0.3627,
      "step": 1601580
    },
    {
      "epoch": 447.0,
      "grad_norm": 1.1660864353179932,
      "learning_rate": 2.0827382036081343e-06,
      "loss": 0.3268,
      "step": 1601590
    },
    {
      "epoch": 447.0,
      "grad_norm": 0.896889328956604,
      "learning_rate": 2.0827113321929024e-06,
      "loss": 0.3327,
      "step": 1601600
    },
    {
      "epoch": 447.0,
      "eval_loss": 0.3452649414539337,
      "eval_runtime": 63.3895,
      "eval_samples_per_second": 79.808,
      "eval_steps_per_second": 9.986,
      "step": 1601601
    },
    {
      "epoch": 447.0,
      "grad_norm": 1.0363565683364868,
      "learning_rate": 2.082684460812415e-06,
      "loss": 0.3452,
      "step": 1601610
    },
    {
      "epoch": 447.01,
      "grad_norm": 1.2936681509017944,
      "learning_rate": 2.0826575894666755e-06,
      "loss": 0.338,
      "step": 1601620
    },
    {
      "epoch": 447.01,
      "grad_norm": 1.0817463397979736,
      "learning_rate": 2.0826307181556876e-06,
      "loss": 0.343,
      "step": 1601630
    },
    {
      "epoch": 447.01,
      "grad_norm": 1.2016828060150146,
      "learning_rate": 2.0826038468794544e-06,
      "loss": 0.3447,
      "step": 1601640
    },
    {
      "epoch": 447.01,
      "grad_norm": 1.0612269639968872,
      "learning_rate": 2.08257697563798e-06,
      "loss": 0.3374,
      "step": 1601650
    },
    {
      "epoch": 447.02,
      "grad_norm": 1.1345456838607788,
      "learning_rate": 2.082550104431268e-06,
      "loss": 0.3476,
      "step": 1601660
    },
    {
      "epoch": 447.02,
      "grad_norm": 1.0898133516311646,
      "learning_rate": 2.0825232332593207e-06,
      "loss": 0.3472,
      "step": 1601670
    },
    {
      "epoch": 447.02,
      "grad_norm": 1.2196829319000244,
      "learning_rate": 2.082496362122144e-06,
      "loss": 0.3431,
      "step": 1601680
    },
    {
      "epoch": 447.02,
      "grad_norm": 0.9555346369743347,
      "learning_rate": 2.08246949101974e-06,
      "loss": 0.3441,
      "step": 1601690
    },
    {
      "epoch": 447.03,
      "grad_norm": 1.0971394777297974,
      "learning_rate": 2.0824426199521123e-06,
      "loss": 0.3451,
      "step": 1601700
    },
    {
      "epoch": 447.03,
      "grad_norm": 1.056636095046997,
      "learning_rate": 2.082415748919265e-06,
      "loss": 0.3411,
      "step": 1601710
    },
    {
      "epoch": 447.03,
      "grad_norm": 0.9839091300964355,
      "learning_rate": 2.0823888779212016e-06,
      "loss": 0.336,
      "step": 1601720
    },
    {
      "epoch": 447.04,
      "grad_norm": 1.0966562032699585,
      "learning_rate": 2.082362006957924e-06,
      "loss": 0.3375,
      "step": 1601730
    },
    {
      "epoch": 447.04,
      "grad_norm": 1.2666305303573608,
      "learning_rate": 2.0823351360294386e-06,
      "loss": 0.3301,
      "step": 1601740
    },
    {
      "epoch": 447.04,
      "grad_norm": 1.2716896533966064,
      "learning_rate": 2.0823082651357474e-06,
      "loss": 0.3581,
      "step": 1601750
    },
    {
      "epoch": 447.04,
      "grad_norm": 0.9950854182243347,
      "learning_rate": 2.0822813942768536e-06,
      "loss": 0.3374,
      "step": 1601760
    },
    {
      "epoch": 447.05,
      "grad_norm": 1.3192261457443237,
      "learning_rate": 2.082254523452762e-06,
      "loss": 0.3446,
      "step": 1601770
    },
    {
      "epoch": 447.05,
      "grad_norm": 5.429140567779541,
      "learning_rate": 2.0822276526634755e-06,
      "loss": 0.333,
      "step": 1601780
    },
    {
      "epoch": 447.05,
      "grad_norm": 0.9765176773071289,
      "learning_rate": 2.0822007819089963e-06,
      "loss": 0.3281,
      "step": 1601790
    },
    {
      "epoch": 447.06,
      "grad_norm": 1.1307123899459839,
      "learning_rate": 2.082173911189331e-06,
      "loss": 0.3383,
      "step": 1601800
    },
    {
      "epoch": 447.06,
      "grad_norm": 1.050614833831787,
      "learning_rate": 2.082147040504481e-06,
      "loss": 0.3416,
      "step": 1601810
    },
    {
      "epoch": 447.06,
      "grad_norm": 1.1516642570495605,
      "learning_rate": 2.0821201698544497e-06,
      "loss": 0.3663,
      "step": 1601820
    },
    {
      "epoch": 447.06,
      "grad_norm": 0.9363085031509399,
      "learning_rate": 2.0820932992392426e-06,
      "loss": 0.3351,
      "step": 1601830
    },
    {
      "epoch": 447.07,
      "grad_norm": 0.9415860176086426,
      "learning_rate": 2.0820664286588617e-06,
      "loss": 0.3575,
      "step": 1601840
    },
    {
      "epoch": 447.07,
      "grad_norm": 1.7432267665863037,
      "learning_rate": 2.0820395581133104e-06,
      "loss": 0.3533,
      "step": 1601850
    },
    {
      "epoch": 447.07,
      "grad_norm": 1.0376492738723755,
      "learning_rate": 2.0820126876025937e-06,
      "loss": 0.3396,
      "step": 1601860
    },
    {
      "epoch": 447.08,
      "grad_norm": 1.1670217514038086,
      "learning_rate": 2.0819858171267143e-06,
      "loss": 0.3431,
      "step": 1601870
    },
    {
      "epoch": 447.08,
      "grad_norm": 1.1860854625701904,
      "learning_rate": 2.0819589466856745e-06,
      "loss": 0.3441,
      "step": 1601880
    },
    {
      "epoch": 447.08,
      "grad_norm": 23.531047821044922,
      "learning_rate": 2.0819320762794804e-06,
      "loss": 0.3551,
      "step": 1601890
    },
    {
      "epoch": 447.08,
      "grad_norm": 1.1954177618026733,
      "learning_rate": 2.0819052059081337e-06,
      "loss": 0.3577,
      "step": 1601900
    },
    {
      "epoch": 447.09,
      "grad_norm": 1.1852246522903442,
      "learning_rate": 2.0818783355716395e-06,
      "loss": 0.3504,
      "step": 1601910
    },
    {
      "epoch": 447.09,
      "grad_norm": 0.9306749701499939,
      "learning_rate": 2.0818514652699997e-06,
      "loss": 0.3567,
      "step": 1601920
    },
    {
      "epoch": 447.09,
      "grad_norm": 0.9998279809951782,
      "learning_rate": 2.081824595003218e-06,
      "loss": 0.3684,
      "step": 1601930
    },
    {
      "epoch": 447.09,
      "grad_norm": 0.9148216843605042,
      "learning_rate": 2.0817977247713e-06,
      "loss": 0.3403,
      "step": 1601940
    },
    {
      "epoch": 447.1,
      "grad_norm": 1.0034406185150146,
      "learning_rate": 2.0817708545742477e-06,
      "loss": 0.3348,
      "step": 1601950
    },
    {
      "epoch": 447.1,
      "grad_norm": 1.1032122373580933,
      "learning_rate": 2.081743984412064e-06,
      "loss": 0.3546,
      "step": 1601960
    },
    {
      "epoch": 447.1,
      "grad_norm": 1.3315026760101318,
      "learning_rate": 2.0817171142847538e-06,
      "loss": 0.3469,
      "step": 1601970
    },
    {
      "epoch": 447.11,
      "grad_norm": 1.181903600692749,
      "learning_rate": 2.081690244192321e-06,
      "loss": 0.347,
      "step": 1601980
    },
    {
      "epoch": 447.11,
      "grad_norm": 1.157565951347351,
      "learning_rate": 2.0816633741347674e-06,
      "loss": 0.3371,
      "step": 1601990
    },
    {
      "epoch": 447.11,
      "grad_norm": 1.015766978263855,
      "learning_rate": 2.0816365041120984e-06,
      "loss": 0.3315,
      "step": 1602000
    },
    {
      "epoch": 447.11,
      "grad_norm": 1.1048675775527954,
      "learning_rate": 2.0816096341243166e-06,
      "loss": 0.3308,
      "step": 1602010
    },
    {
      "epoch": 447.12,
      "grad_norm": 0.9795390367507935,
      "learning_rate": 2.081582764171425e-06,
      "loss": 0.3565,
      "step": 1602020
    },
    {
      "epoch": 447.12,
      "grad_norm": 1.0560948848724365,
      "learning_rate": 2.081555894253429e-06,
      "loss": 0.3521,
      "step": 1602030
    },
    {
      "epoch": 447.12,
      "grad_norm": 1.2165806293487549,
      "learning_rate": 2.0815290243703306e-06,
      "loss": 0.3367,
      "step": 1602040
    },
    {
      "epoch": 447.13,
      "grad_norm": 1.6280982494354248,
      "learning_rate": 2.081502154522134e-06,
      "loss": 0.3701,
      "step": 1602050
    },
    {
      "epoch": 447.13,
      "grad_norm": 1.0560338497161865,
      "learning_rate": 2.0814752847088425e-06,
      "loss": 0.3517,
      "step": 1602060
    },
    {
      "epoch": 447.13,
      "grad_norm": 0.9846006035804749,
      "learning_rate": 2.0814484149304604e-06,
      "loss": 0.3361,
      "step": 1602070
    },
    {
      "epoch": 447.13,
      "grad_norm": 1.1065318584442139,
      "learning_rate": 2.081421545186989e-06,
      "loss": 0.3422,
      "step": 1602080
    },
    {
      "epoch": 447.14,
      "grad_norm": 1.1992907524108887,
      "learning_rate": 2.0813946754784355e-06,
      "loss": 0.3416,
      "step": 1602090
    },
    {
      "epoch": 447.14,
      "grad_norm": 1.2148956060409546,
      "learning_rate": 2.081367805804801e-06,
      "loss": 0.3352,
      "step": 1602100
    },
    {
      "epoch": 447.14,
      "grad_norm": 1.125108242034912,
      "learning_rate": 2.081340936166089e-06,
      "loss": 0.3396,
      "step": 1602110
    },
    {
      "epoch": 447.14,
      "grad_norm": 0.9914689064025879,
      "learning_rate": 2.081314066562304e-06,
      "loss": 0.3375,
      "step": 1602120
    },
    {
      "epoch": 447.15,
      "grad_norm": 1.0520565509796143,
      "learning_rate": 2.0812871969934502e-06,
      "loss": 0.332,
      "step": 1602130
    },
    {
      "epoch": 447.15,
      "grad_norm": 1.1023428440093994,
      "learning_rate": 2.081260327459529e-06,
      "loss": 0.3546,
      "step": 1602140
    },
    {
      "epoch": 447.15,
      "grad_norm": 1.1452466249465942,
      "learning_rate": 2.081233457960546e-06,
      "loss": 0.3304,
      "step": 1602150
    },
    {
      "epoch": 447.16,
      "grad_norm": 1.1054091453552246,
      "learning_rate": 2.0812065884965043e-06,
      "loss": 0.3433,
      "step": 1602160
    },
    {
      "epoch": 447.16,
      "grad_norm": 0.9120132923126221,
      "learning_rate": 2.0811797190674063e-06,
      "loss": 0.3589,
      "step": 1602170
    },
    {
      "epoch": 447.16,
      "grad_norm": 1.036739706993103,
      "learning_rate": 2.081152849673257e-06,
      "loss": 0.3513,
      "step": 1602180
    },
    {
      "epoch": 447.16,
      "grad_norm": 0.9384507536888123,
      "learning_rate": 2.081125980314059e-06,
      "loss": 0.3399,
      "step": 1602190
    },
    {
      "epoch": 447.17,
      "grad_norm": 1.0637269020080566,
      "learning_rate": 2.081099110989817e-06,
      "loss": 0.3516,
      "step": 1602200
    },
    {
      "epoch": 447.17,
      "grad_norm": 1.0464075803756714,
      "learning_rate": 2.081072241700534e-06,
      "loss": 0.3366,
      "step": 1602210
    },
    {
      "epoch": 447.17,
      "grad_norm": 0.9862186312675476,
      "learning_rate": 2.0810453724462126e-06,
      "loss": 0.325,
      "step": 1602220
    },
    {
      "epoch": 447.18,
      "grad_norm": 1.2796785831451416,
      "learning_rate": 2.081018503226858e-06,
      "loss": 0.3549,
      "step": 1602230
    },
    {
      "epoch": 447.18,
      "grad_norm": 1.0107499361038208,
      "learning_rate": 2.0809916340424728e-06,
      "loss": 0.3312,
      "step": 1602240
    },
    {
      "epoch": 447.18,
      "grad_norm": 0.9076329469680786,
      "learning_rate": 2.08096476489306e-06,
      "loss": 0.329,
      "step": 1602250
    },
    {
      "epoch": 447.18,
      "grad_norm": 1.1641408205032349,
      "learning_rate": 2.080937895778625e-06,
      "loss": 0.347,
      "step": 1602260
    },
    {
      "epoch": 447.19,
      "grad_norm": 0.8827045559883118,
      "learning_rate": 2.0809110266991705e-06,
      "loss": 0.3518,
      "step": 1602270
    },
    {
      "epoch": 447.19,
      "grad_norm": 1.0522644519805908,
      "learning_rate": 2.0808841576546996e-06,
      "loss": 0.3448,
      "step": 1602280
    },
    {
      "epoch": 447.19,
      "grad_norm": 1.214277982711792,
      "learning_rate": 2.0808572886452163e-06,
      "loss": 0.3388,
      "step": 1602290
    },
    {
      "epoch": 447.2,
      "grad_norm": 1.0819861888885498,
      "learning_rate": 2.0808304196707243e-06,
      "loss": 0.3541,
      "step": 1602300
    },
    {
      "epoch": 447.2,
      "grad_norm": 0.9889064431190491,
      "learning_rate": 2.0808035507312258e-06,
      "loss": 0.3346,
      "step": 1602310
    },
    {
      "epoch": 447.2,
      "grad_norm": 1.141990303993225,
      "learning_rate": 2.0807766818267267e-06,
      "loss": 0.3617,
      "step": 1602320
    },
    {
      "epoch": 447.2,
      "grad_norm": 1.008436679840088,
      "learning_rate": 2.0807498129572295e-06,
      "loss": 0.3296,
      "step": 1602330
    },
    {
      "epoch": 447.21,
      "grad_norm": 1.2162584066390991,
      "learning_rate": 2.080722944122737e-06,
      "loss": 0.3618,
      "step": 1602340
    },
    {
      "epoch": 447.21,
      "grad_norm": 4.456023693084717,
      "learning_rate": 2.0806960753232537e-06,
      "loss": 0.3468,
      "step": 1602350
    },
    {
      "epoch": 447.21,
      "grad_norm": 1.0088858604431152,
      "learning_rate": 2.080669206558783e-06,
      "loss": 0.3436,
      "step": 1602360
    },
    {
      "epoch": 447.21,
      "grad_norm": 1.0796561241149902,
      "learning_rate": 2.0806423378293285e-06,
      "loss": 0.3418,
      "step": 1602370
    },
    {
      "epoch": 447.22,
      "grad_norm": 0.9970776438713074,
      "learning_rate": 2.080615469134894e-06,
      "loss": 0.3447,
      "step": 1602380
    },
    {
      "epoch": 447.22,
      "grad_norm": 1.129347324371338,
      "learning_rate": 2.0805886004754826e-06,
      "loss": 0.345,
      "step": 1602390
    },
    {
      "epoch": 447.22,
      "grad_norm": 1.0977983474731445,
      "learning_rate": 2.0805617318510972e-06,
      "loss": 0.3451,
      "step": 1602400
    },
    {
      "epoch": 447.23,
      "grad_norm": 1.0634592771530151,
      "learning_rate": 2.080534863261743e-06,
      "loss": 0.3433,
      "step": 1602410
    },
    {
      "epoch": 447.23,
      "grad_norm": 0.8977469205856323,
      "learning_rate": 2.080507994707423e-06,
      "loss": 0.3253,
      "step": 1602420
    },
    {
      "epoch": 447.23,
      "grad_norm": 1.0360023975372314,
      "learning_rate": 2.08048112618814e-06,
      "loss": 0.3493,
      "step": 1602430
    },
    {
      "epoch": 447.23,
      "grad_norm": 1.4030697345733643,
      "learning_rate": 2.080454257703899e-06,
      "loss": 0.3384,
      "step": 1602440
    },
    {
      "epoch": 447.24,
      "grad_norm": 0.97617506980896,
      "learning_rate": 2.0804273892547025e-06,
      "loss": 0.3377,
      "step": 1602450
    },
    {
      "epoch": 447.24,
      "grad_norm": 1.001427412033081,
      "learning_rate": 2.0804005208405534e-06,
      "loss": 0.3432,
      "step": 1602460
    },
    {
      "epoch": 447.24,
      "grad_norm": 0.913052499294281,
      "learning_rate": 2.080373652461457e-06,
      "loss": 0.3579,
      "step": 1602470
    },
    {
      "epoch": 447.25,
      "grad_norm": 1.0942881107330322,
      "learning_rate": 2.080346784117415e-06,
      "loss": 0.3379,
      "step": 1602480
    },
    {
      "epoch": 447.25,
      "grad_norm": 1.2086886167526245,
      "learning_rate": 2.080319915808433e-06,
      "loss": 0.3456,
      "step": 1602490
    },
    {
      "epoch": 447.25,
      "grad_norm": 1.0816597938537598,
      "learning_rate": 2.0802930475345143e-06,
      "loss": 0.3329,
      "step": 1602500
    },
    {
      "epoch": 447.25,
      "grad_norm": 1.1491374969482422,
      "learning_rate": 2.0802661792956607e-06,
      "loss": 0.3473,
      "step": 1602510
    },
    {
      "epoch": 447.26,
      "grad_norm": 1.0382654666900635,
      "learning_rate": 2.0802393110918772e-06,
      "loss": 0.3531,
      "step": 1602520
    },
    {
      "epoch": 447.26,
      "grad_norm": 1.0398234128952026,
      "learning_rate": 2.0802124429231673e-06,
      "loss": 0.3532,
      "step": 1602530
    },
    {
      "epoch": 447.26,
      "grad_norm": 1.8690484762191772,
      "learning_rate": 2.0801855747895334e-06,
      "loss": 0.3447,
      "step": 1602540
    },
    {
      "epoch": 447.26,
      "grad_norm": 1.3048069477081299,
      "learning_rate": 2.080158706690981e-06,
      "loss": 0.3419,
      "step": 1602550
    },
    {
      "epoch": 447.27,
      "grad_norm": 1.0106885433197021,
      "learning_rate": 2.0801318386275124e-06,
      "loss": 0.3616,
      "step": 1602560
    },
    {
      "epoch": 447.27,
      "grad_norm": 1.0546841621398926,
      "learning_rate": 2.0801049705991316e-06,
      "loss": 0.3554,
      "step": 1602570
    },
    {
      "epoch": 447.27,
      "grad_norm": 1.0099891424179077,
      "learning_rate": 2.0800781026058418e-06,
      "loss": 0.3508,
      "step": 1602580
    },
    {
      "epoch": 447.28,
      "grad_norm": 1.077684998512268,
      "learning_rate": 2.080051234647647e-06,
      "loss": 0.363,
      "step": 1602590
    },
    {
      "epoch": 447.28,
      "grad_norm": 1.1725939512252808,
      "learning_rate": 2.08002436672455e-06,
      "loss": 0.3521,
      "step": 1602600
    },
    {
      "epoch": 447.28,
      "grad_norm": 1.2015491724014282,
      "learning_rate": 2.079997498836555e-06,
      "loss": 0.3539,
      "step": 1602610
    },
    {
      "epoch": 447.28,
      "grad_norm": 0.7808360457420349,
      "learning_rate": 2.0799706309836665e-06,
      "loss": 0.3377,
      "step": 1602620
    },
    {
      "epoch": 447.29,
      "grad_norm": 1.0164715051651,
      "learning_rate": 2.0799437631658857e-06,
      "loss": 0.339,
      "step": 1602630
    },
    {
      "epoch": 447.29,
      "grad_norm": 1.2445769309997559,
      "learning_rate": 2.0799168953832186e-06,
      "loss": 0.3577,
      "step": 1602640
    },
    {
      "epoch": 447.29,
      "grad_norm": 1.128141164779663,
      "learning_rate": 2.079890027635668e-06,
      "loss": 0.3435,
      "step": 1602650
    },
    {
      "epoch": 447.3,
      "grad_norm": 0.9501698613166809,
      "learning_rate": 2.0798631599232363e-06,
      "loss": 0.3504,
      "step": 1602660
    },
    {
      "epoch": 447.3,
      "grad_norm": 1.0325006246566772,
      "learning_rate": 2.0798362922459287e-06,
      "loss": 0.3475,
      "step": 1602670
    },
    {
      "epoch": 447.3,
      "grad_norm": 1.4537982940673828,
      "learning_rate": 2.079809424603748e-06,
      "loss": 0.3606,
      "step": 1602680
    },
    {
      "epoch": 447.3,
      "grad_norm": 1.236828088760376,
      "learning_rate": 2.079782556996697e-06,
      "loss": 0.3489,
      "step": 1602690
    },
    {
      "epoch": 447.31,
      "grad_norm": 1.1006495952606201,
      "learning_rate": 2.079755689424781e-06,
      "loss": 0.3391,
      "step": 1602700
    },
    {
      "epoch": 447.31,
      "grad_norm": 1.0360954999923706,
      "learning_rate": 2.079728821888003e-06,
      "loss": 0.3335,
      "step": 1602710
    },
    {
      "epoch": 447.31,
      "grad_norm": 1.0028825998306274,
      "learning_rate": 2.079701954386366e-06,
      "loss": 0.3478,
      "step": 1602720
    },
    {
      "epoch": 447.32,
      "grad_norm": 1.10791015625,
      "learning_rate": 2.0796750869198733e-06,
      "loss": 0.3323,
      "step": 1602730
    },
    {
      "epoch": 447.32,
      "grad_norm": 1.1272999048233032,
      "learning_rate": 2.07964821948853e-06,
      "loss": 0.3499,
      "step": 1602740
    },
    {
      "epoch": 447.32,
      "grad_norm": 1.0486149787902832,
      "learning_rate": 2.0796213520923375e-06,
      "loss": 0.3462,
      "step": 1602750
    },
    {
      "epoch": 447.32,
      "grad_norm": 1.1137033700942993,
      "learning_rate": 2.0795944847313014e-06,
      "loss": 0.3477,
      "step": 1602760
    },
    {
      "epoch": 447.33,
      "grad_norm": 0.9346068501472473,
      "learning_rate": 2.0795676174054235e-06,
      "loss": 0.3502,
      "step": 1602770
    },
    {
      "epoch": 447.33,
      "grad_norm": 1.0222034454345703,
      "learning_rate": 2.07954075011471e-06,
      "loss": 0.3481,
      "step": 1602780
    },
    {
      "epoch": 447.33,
      "grad_norm": 1.02644681930542,
      "learning_rate": 2.079513882859162e-06,
      "loss": 0.3495,
      "step": 1602790
    },
    {
      "epoch": 447.33,
      "grad_norm": 2.5451934337615967,
      "learning_rate": 2.0794870156387837e-06,
      "loss": 0.3327,
      "step": 1602800
    },
    {
      "epoch": 447.34,
      "grad_norm": 0.9400492906570435,
      "learning_rate": 2.0794601484535794e-06,
      "loss": 0.3385,
      "step": 1602810
    },
    {
      "epoch": 447.34,
      "grad_norm": 0.9980748891830444,
      "learning_rate": 2.079433281303552e-06,
      "loss": 0.3533,
      "step": 1602820
    },
    {
      "epoch": 447.34,
      "grad_norm": 1.00423264503479,
      "learning_rate": 2.0794064141887042e-06,
      "loss": 0.3531,
      "step": 1602830
    },
    {
      "epoch": 447.35,
      "grad_norm": 1.2160927057266235,
      "learning_rate": 2.079379547109042e-06,
      "loss": 0.3412,
      "step": 1602840
    },
    {
      "epoch": 447.35,
      "grad_norm": 1.0512075424194336,
      "learning_rate": 2.079352680064567e-06,
      "loss": 0.3516,
      "step": 1602850
    },
    {
      "epoch": 447.35,
      "grad_norm": 1.0102651119232178,
      "learning_rate": 2.0793258130552834e-06,
      "loss": 0.3544,
      "step": 1602860
    },
    {
      "epoch": 447.35,
      "grad_norm": 0.9627062678337097,
      "learning_rate": 2.079298946081195e-06,
      "loss": 0.3479,
      "step": 1602870
    },
    {
      "epoch": 447.36,
      "grad_norm": 1.0263874530792236,
      "learning_rate": 2.079272079142305e-06,
      "loss": 0.3384,
      "step": 1602880
    },
    {
      "epoch": 447.36,
      "grad_norm": 1.0176942348480225,
      "learning_rate": 2.0792452122386164e-06,
      "loss": 0.3395,
      "step": 1602890
    },
    {
      "epoch": 447.36,
      "grad_norm": 1.0001869201660156,
      "learning_rate": 2.079218345370134e-06,
      "loss": 0.3399,
      "step": 1602900
    },
    {
      "epoch": 447.37,
      "grad_norm": 1.0285392999649048,
      "learning_rate": 2.0791914785368615e-06,
      "loss": 0.354,
      "step": 1602910
    },
    {
      "epoch": 447.37,
      "grad_norm": 1.645971655845642,
      "learning_rate": 2.0791646117388e-06,
      "loss": 0.3604,
      "step": 1602920
    },
    {
      "epoch": 447.37,
      "grad_norm": 1.0542601346969604,
      "learning_rate": 2.0791377449759563e-06,
      "loss": 0.3365,
      "step": 1602930
    },
    {
      "epoch": 447.37,
      "grad_norm": 0.9938883781433105,
      "learning_rate": 2.0791108782483327e-06,
      "loss": 0.3397,
      "step": 1602940
    },
    {
      "epoch": 447.38,
      "grad_norm": 1.1128557920455933,
      "learning_rate": 2.079084011555932e-06,
      "loss": 0.3478,
      "step": 1602950
    },
    {
      "epoch": 447.38,
      "grad_norm": 0.9706299304962158,
      "learning_rate": 2.079057144898759e-06,
      "loss": 0.3544,
      "step": 1602960
    },
    {
      "epoch": 447.38,
      "grad_norm": 1.209059238433838,
      "learning_rate": 2.0790302782768166e-06,
      "loss": 0.352,
      "step": 1602970
    },
    {
      "epoch": 447.38,
      "grad_norm": 1.051518440246582,
      "learning_rate": 2.079003411690107e-06,
      "loss": 0.3494,
      "step": 1602980
    },
    {
      "epoch": 447.39,
      "grad_norm": 1.0811957120895386,
      "learning_rate": 2.078976545138637e-06,
      "loss": 0.3409,
      "step": 1602990
    },
    {
      "epoch": 447.39,
      "grad_norm": 0.9902387857437134,
      "learning_rate": 2.078949678622408e-06,
      "loss": 0.3367,
      "step": 1603000
    },
    {
      "epoch": 447.39,
      "grad_norm": 0.9435518383979797,
      "learning_rate": 2.078922812141424e-06,
      "loss": 0.3404,
      "step": 1603010
    },
    {
      "epoch": 447.4,
      "grad_norm": 1.1303269863128662,
      "learning_rate": 2.0788959456956886e-06,
      "loss": 0.348,
      "step": 1603020
    },
    {
      "epoch": 447.4,
      "grad_norm": 1.080866813659668,
      "learning_rate": 2.078869079285205e-06,
      "loss": 0.3322,
      "step": 1603030
    },
    {
      "epoch": 447.4,
      "grad_norm": 0.9892319440841675,
      "learning_rate": 2.0788422129099765e-06,
      "loss": 0.3399,
      "step": 1603040
    },
    {
      "epoch": 447.4,
      "grad_norm": 1.1051737070083618,
      "learning_rate": 2.0788153465700086e-06,
      "loss": 0.3599,
      "step": 1603050
    },
    {
      "epoch": 447.41,
      "grad_norm": 1.339226245880127,
      "learning_rate": 2.0787884802653026e-06,
      "loss": 0.3535,
      "step": 1603060
    },
    {
      "epoch": 447.41,
      "grad_norm": 1.0762898921966553,
      "learning_rate": 2.0787616139958637e-06,
      "loss": 0.3481,
      "step": 1603070
    },
    {
      "epoch": 447.41,
      "grad_norm": 0.9076765179634094,
      "learning_rate": 2.078734747761695e-06,
      "loss": 0.3363,
      "step": 1603080
    },
    {
      "epoch": 447.42,
      "grad_norm": 1.173483967781067,
      "learning_rate": 2.078707881562799e-06,
      "loss": 0.3451,
      "step": 1603090
    },
    {
      "epoch": 447.42,
      "grad_norm": 1.0150882005691528,
      "learning_rate": 2.078681015399181e-06,
      "loss": 0.3458,
      "step": 1603100
    },
    {
      "epoch": 447.42,
      "grad_norm": 1.0426338911056519,
      "learning_rate": 2.078654149270844e-06,
      "loss": 0.3504,
      "step": 1603110
    },
    {
      "epoch": 447.42,
      "grad_norm": 1.0358943939208984,
      "learning_rate": 2.07862728317779e-06,
      "loss": 0.3495,
      "step": 1603120
    },
    {
      "epoch": 447.43,
      "grad_norm": 1.173276662826538,
      "learning_rate": 2.078600417120025e-06,
      "loss": 0.3385,
      "step": 1603130
    },
    {
      "epoch": 447.43,
      "grad_norm": 1.2189980745315552,
      "learning_rate": 2.0785735510975513e-06,
      "loss": 0.3311,
      "step": 1603140
    },
    {
      "epoch": 447.43,
      "grad_norm": 1.0693539381027222,
      "learning_rate": 2.0785466851103726e-06,
      "loss": 0.3299,
      "step": 1603150
    },
    {
      "epoch": 447.44,
      "grad_norm": 1.0148154497146606,
      "learning_rate": 2.0785198191584927e-06,
      "loss": 0.3405,
      "step": 1603160
    },
    {
      "epoch": 447.44,
      "grad_norm": 1.2134442329406738,
      "learning_rate": 2.078492953241915e-06,
      "loss": 0.351,
      "step": 1603170
    },
    {
      "epoch": 447.44,
      "grad_norm": 0.888880729675293,
      "learning_rate": 2.078466087360642e-06,
      "loss": 0.3353,
      "step": 1603180
    },
    {
      "epoch": 447.44,
      "grad_norm": 1.2780022621154785,
      "learning_rate": 2.07843922151468e-06,
      "loss": 0.3377,
      "step": 1603190
    },
    {
      "epoch": 447.45,
      "grad_norm": 1.1072869300842285,
      "learning_rate": 2.07841235570403e-06,
      "loss": 0.3471,
      "step": 1603200
    },
    {
      "epoch": 447.45,
      "grad_norm": 1.2041959762573242,
      "learning_rate": 2.078385489928696e-06,
      "loss": 0.3423,
      "step": 1603210
    },
    {
      "epoch": 447.45,
      "grad_norm": 1.1965255737304688,
      "learning_rate": 2.078358624188683e-06,
      "loss": 0.3417,
      "step": 1603220
    },
    {
      "epoch": 447.45,
      "grad_norm": 0.885556161403656,
      "learning_rate": 2.0783317584839936e-06,
      "loss": 0.3461,
      "step": 1603230
    },
    {
      "epoch": 447.46,
      "grad_norm": 0.9742010831832886,
      "learning_rate": 2.078304892814631e-06,
      "loss": 0.3399,
      "step": 1603240
    },
    {
      "epoch": 447.46,
      "grad_norm": 1.113532304763794,
      "learning_rate": 2.0782780271806002e-06,
      "loss": 0.3345,
      "step": 1603250
    },
    {
      "epoch": 447.46,
      "grad_norm": 1.0478732585906982,
      "learning_rate": 2.078251161581903e-06,
      "loss": 0.341,
      "step": 1603260
    },
    {
      "epoch": 447.47,
      "grad_norm": 0.9656047224998474,
      "learning_rate": 2.078224296018543e-06,
      "loss": 0.3497,
      "step": 1603270
    },
    {
      "epoch": 447.47,
      "grad_norm": 1.1814732551574707,
      "learning_rate": 2.0781974304905257e-06,
      "loss": 0.3452,
      "step": 1603280
    },
    {
      "epoch": 447.47,
      "grad_norm": 1.0327340364456177,
      "learning_rate": 2.0781705649978537e-06,
      "loss": 0.3457,
      "step": 1603290
    },
    {
      "epoch": 447.47,
      "grad_norm": 1.018234133720398,
      "learning_rate": 2.0781436995405293e-06,
      "loss": 0.3481,
      "step": 1603300
    },
    {
      "epoch": 447.48,
      "grad_norm": 1.1879926919937134,
      "learning_rate": 2.078116834118558e-06,
      "loss": 0.3471,
      "step": 1603310
    },
    {
      "epoch": 447.48,
      "grad_norm": 1.162028193473816,
      "learning_rate": 2.0780899687319424e-06,
      "loss": 0.3344,
      "step": 1603320
    },
    {
      "epoch": 447.48,
      "grad_norm": 0.9236300587654114,
      "learning_rate": 2.078063103380686e-06,
      "loss": 0.3559,
      "step": 1603330
    },
    {
      "epoch": 447.49,
      "grad_norm": 0.949728786945343,
      "learning_rate": 2.078036238064793e-06,
      "loss": 0.366,
      "step": 1603340
    },
    {
      "epoch": 447.49,
      "grad_norm": 1.1099447011947632,
      "learning_rate": 2.0780093727842656e-06,
      "loss": 0.3404,
      "step": 1603350
    },
    {
      "epoch": 447.49,
      "grad_norm": 1.250375509262085,
      "learning_rate": 2.0779825075391094e-06,
      "loss": 0.3325,
      "step": 1603360
    },
    {
      "epoch": 447.49,
      "grad_norm": 1.0276954174041748,
      "learning_rate": 2.077955642329327e-06,
      "loss": 0.3527,
      "step": 1603370
    },
    {
      "epoch": 447.5,
      "grad_norm": 10.196925163269043,
      "learning_rate": 2.077928777154921e-06,
      "loss": 0.3444,
      "step": 1603380
    },
    {
      "epoch": 447.5,
      "grad_norm": 1.0619369745254517,
      "learning_rate": 2.077901912015897e-06,
      "loss": 0.3392,
      "step": 1603390
    },
    {
      "epoch": 447.5,
      "grad_norm": 1.105937123298645,
      "learning_rate": 2.077875046912257e-06,
      "loss": 0.322,
      "step": 1603400
    },
    {
      "epoch": 447.5,
      "grad_norm": 1.049869179725647,
      "learning_rate": 2.077848181844004e-06,
      "loss": 0.3576,
      "step": 1603410
    },
    {
      "epoch": 447.51,
      "grad_norm": 0.9563009142875671,
      "learning_rate": 2.077821316811144e-06,
      "loss": 0.3442,
      "step": 1603420
    },
    {
      "epoch": 447.51,
      "grad_norm": 1.0553910732269287,
      "learning_rate": 2.0777944518136786e-06,
      "loss": 0.3277,
      "step": 1603430
    },
    {
      "epoch": 447.51,
      "grad_norm": 1.0643290281295776,
      "learning_rate": 2.0777675868516114e-06,
      "loss": 0.3469,
      "step": 1603440
    },
    {
      "epoch": 447.52,
      "grad_norm": 1.1167786121368408,
      "learning_rate": 2.077740721924947e-06,
      "loss": 0.347,
      "step": 1603450
    },
    {
      "epoch": 447.52,
      "grad_norm": 1.058160424232483,
      "learning_rate": 2.0777138570336893e-06,
      "loss": 0.3475,
      "step": 1603460
    },
    {
      "epoch": 447.52,
      "grad_norm": 1.0986610651016235,
      "learning_rate": 2.07768699217784e-06,
      "loss": 0.3462,
      "step": 1603470
    },
    {
      "epoch": 447.52,
      "grad_norm": 0.9396555423736572,
      "learning_rate": 2.0776601273574046e-06,
      "loss": 0.3424,
      "step": 1603480
    },
    {
      "epoch": 447.53,
      "grad_norm": 0.9921157360076904,
      "learning_rate": 2.077633262572386e-06,
      "loss": 0.3468,
      "step": 1603490
    },
    {
      "epoch": 447.53,
      "grad_norm": 1.061127781867981,
      "learning_rate": 2.0776063978227862e-06,
      "loss": 0.3422,
      "step": 1603500
    },
    {
      "epoch": 447.53,
      "grad_norm": 1.0113142728805542,
      "learning_rate": 2.077579533108611e-06,
      "loss": 0.3635,
      "step": 1603510
    },
    {
      "epoch": 447.54,
      "grad_norm": 1.2263201475143433,
      "learning_rate": 2.0775526684298634e-06,
      "loss": 0.3471,
      "step": 1603520
    },
    {
      "epoch": 447.54,
      "grad_norm": 1.2891123294830322,
      "learning_rate": 2.0775258037865464e-06,
      "loss": 0.335,
      "step": 1603530
    },
    {
      "epoch": 447.54,
      "grad_norm": 0.9662085771560669,
      "learning_rate": 2.0774989391786643e-06,
      "loss": 0.3425,
      "step": 1603540
    },
    {
      "epoch": 447.54,
      "grad_norm": 1.1268227100372314,
      "learning_rate": 2.0774720746062204e-06,
      "loss": 0.3513,
      "step": 1603550
    },
    {
      "epoch": 447.55,
      "grad_norm": 0.9595783948898315,
      "learning_rate": 2.077445210069217e-06,
      "loss": 0.3344,
      "step": 1603560
    },
    {
      "epoch": 447.55,
      "grad_norm": 1.1133363246917725,
      "learning_rate": 2.07741834556766e-06,
      "loss": 0.3446,
      "step": 1603570
    },
    {
      "epoch": 447.55,
      "grad_norm": 1.028964638710022,
      "learning_rate": 2.0773914811015513e-06,
      "loss": 0.3273,
      "step": 1603580
    },
    {
      "epoch": 447.56,
      "grad_norm": 1.0527185201644897,
      "learning_rate": 2.0773646166708948e-06,
      "loss": 0.3319,
      "step": 1603590
    },
    {
      "epoch": 447.56,
      "grad_norm": 1.0811407566070557,
      "learning_rate": 2.077337752275695e-06,
      "loss": 0.3434,
      "step": 1603600
    },
    {
      "epoch": 447.56,
      "grad_norm": 0.892002522945404,
      "learning_rate": 2.0773108879159545e-06,
      "loss": 0.3375,
      "step": 1603610
    },
    {
      "epoch": 447.56,
      "grad_norm": 2.8376259803771973,
      "learning_rate": 2.0772840235916764e-06,
      "loss": 0.3367,
      "step": 1603620
    },
    {
      "epoch": 447.57,
      "grad_norm": 1.0047647953033447,
      "learning_rate": 2.077257159302866e-06,
      "loss": 0.3387,
      "step": 1603630
    },
    {
      "epoch": 447.57,
      "grad_norm": 1.069050669670105,
      "learning_rate": 2.077230295049525e-06,
      "loss": 0.3447,
      "step": 1603640
    },
    {
      "epoch": 447.57,
      "grad_norm": 1.0802149772644043,
      "learning_rate": 2.077203430831658e-06,
      "loss": 0.3567,
      "step": 1603650
    },
    {
      "epoch": 447.57,
      "grad_norm": 0.9925770163536072,
      "learning_rate": 2.077176566649269e-06,
      "loss": 0.3256,
      "step": 1603660
    },
    {
      "epoch": 447.58,
      "grad_norm": 0.9445058107376099,
      "learning_rate": 2.077149702502361e-06,
      "loss": 0.347,
      "step": 1603670
    },
    {
      "epoch": 447.58,
      "grad_norm": 0.9099934101104736,
      "learning_rate": 2.077122838390937e-06,
      "loss": 0.3446,
      "step": 1603680
    },
    {
      "epoch": 447.58,
      "grad_norm": 1.2834243774414062,
      "learning_rate": 2.077095974315002e-06,
      "loss": 0.3379,
      "step": 1603690
    },
    {
      "epoch": 447.59,
      "grad_norm": 1.1975064277648926,
      "learning_rate": 2.077069110274557e-06,
      "loss": 0.3778,
      "step": 1603700
    },
    {
      "epoch": 447.59,
      "grad_norm": 1.205150842666626,
      "learning_rate": 2.077042246269609e-06,
      "loss": 0.3463,
      "step": 1603710
    },
    {
      "epoch": 447.59,
      "grad_norm": 1.1224422454833984,
      "learning_rate": 2.0770153823001595e-06,
      "loss": 0.342,
      "step": 1603720
    },
    {
      "epoch": 447.59,
      "grad_norm": 1.213157296180725,
      "learning_rate": 2.076988518366211e-06,
      "loss": 0.3428,
      "step": 1603730
    },
    {
      "epoch": 447.6,
      "grad_norm": 1.1826395988464355,
      "learning_rate": 2.0769616544677703e-06,
      "loss": 0.3446,
      "step": 1603740
    },
    {
      "epoch": 447.6,
      "grad_norm": 1.0482128858566284,
      "learning_rate": 2.0769347906048393e-06,
      "loss": 0.3636,
      "step": 1603750
    },
    {
      "epoch": 447.6,
      "grad_norm": 0.9964314103126526,
      "learning_rate": 2.0769079267774205e-06,
      "loss": 0.3294,
      "step": 1603760
    },
    {
      "epoch": 447.61,
      "grad_norm": 1.0822490453720093,
      "learning_rate": 2.076881062985519e-06,
      "loss": 0.3424,
      "step": 1603770
    },
    {
      "epoch": 447.61,
      "grad_norm": 0.9150859117507935,
      "learning_rate": 2.076854199229138e-06,
      "loss": 0.3518,
      "step": 1603780
    },
    {
      "epoch": 447.61,
      "grad_norm": 3.033569097518921,
      "learning_rate": 2.07682733550828e-06,
      "loss": 0.3518,
      "step": 1603790
    },
    {
      "epoch": 447.61,
      "grad_norm": 1.1118042469024658,
      "learning_rate": 2.07680047182295e-06,
      "loss": 0.3414,
      "step": 1603800
    },
    {
      "epoch": 447.62,
      "grad_norm": 0.8568112254142761,
      "learning_rate": 2.0767736081731515e-06,
      "loss": 0.3702,
      "step": 1603810
    },
    {
      "epoch": 447.62,
      "grad_norm": 1.0542300939559937,
      "learning_rate": 2.076746744558887e-06,
      "loss": 0.375,
      "step": 1603820
    },
    {
      "epoch": 447.62,
      "grad_norm": 1.6075048446655273,
      "learning_rate": 2.076719880980161e-06,
      "loss": 0.3443,
      "step": 1603830
    },
    {
      "epoch": 447.62,
      "grad_norm": 1.1117092370986938,
      "learning_rate": 2.076693017436977e-06,
      "loss": 0.3565,
      "step": 1603840
    },
    {
      "epoch": 447.63,
      "grad_norm": 2.4923794269561768,
      "learning_rate": 2.0766661539293373e-06,
      "loss": 0.3481,
      "step": 1603850
    },
    {
      "epoch": 447.63,
      "grad_norm": 1.1009769439697266,
      "learning_rate": 2.0766392904572476e-06,
      "loss": 0.3478,
      "step": 1603860
    },
    {
      "epoch": 447.63,
      "grad_norm": 1.168894648551941,
      "learning_rate": 2.0766124270207104e-06,
      "loss": 0.3455,
      "step": 1603870
    },
    {
      "epoch": 447.64,
      "grad_norm": 1.1420822143554688,
      "learning_rate": 2.0765855636197283e-06,
      "loss": 0.342,
      "step": 1603880
    },
    {
      "epoch": 447.64,
      "grad_norm": 1.123162031173706,
      "learning_rate": 2.0765587002543067e-06,
      "loss": 0.3421,
      "step": 1603890
    },
    {
      "epoch": 447.64,
      "grad_norm": 1.2598868608474731,
      "learning_rate": 2.0765318369244486e-06,
      "loss": 0.3182,
      "step": 1603900
    },
    {
      "epoch": 447.64,
      "grad_norm": 1.3297145366668701,
      "learning_rate": 2.076504973630156e-06,
      "loss": 0.3434,
      "step": 1603910
    },
    {
      "epoch": 447.65,
      "grad_norm": 1.0108592510223389,
      "learning_rate": 2.0764781103714353e-06,
      "loss": 0.3438,
      "step": 1603920
    },
    {
      "epoch": 447.65,
      "grad_norm": 1.1493110656738281,
      "learning_rate": 2.0764512471482873e-06,
      "loss": 0.3451,
      "step": 1603930
    },
    {
      "epoch": 447.65,
      "grad_norm": 0.9181063771247864,
      "learning_rate": 2.0764243839607177e-06,
      "loss": 0.3402,
      "step": 1603940
    },
    {
      "epoch": 447.66,
      "grad_norm": 1.0573956966400146,
      "learning_rate": 2.0763975208087293e-06,
      "loss": 0.3405,
      "step": 1603950
    },
    {
      "epoch": 447.66,
      "grad_norm": 1.1455237865447998,
      "learning_rate": 2.076370657692325e-06,
      "loss": 0.3432,
      "step": 1603960
    },
    {
      "epoch": 447.66,
      "grad_norm": 1.0834060907363892,
      "learning_rate": 2.0763437946115097e-06,
      "loss": 0.3638,
      "step": 1603970
    },
    {
      "epoch": 447.66,
      "grad_norm": 2.1542763710021973,
      "learning_rate": 2.076316931566286e-06,
      "loss": 0.3441,
      "step": 1603980
    },
    {
      "epoch": 447.67,
      "grad_norm": 1.166976809501648,
      "learning_rate": 2.0762900685566564e-06,
      "loss": 0.3304,
      "step": 1603990
    },
    {
      "epoch": 447.67,
      "grad_norm": 0.9880414605140686,
      "learning_rate": 2.076263205582627e-06,
      "loss": 0.3469,
      "step": 1604000
    },
    {
      "epoch": 447.67,
      "grad_norm": 1.1969189643859863,
      "learning_rate": 2.0762363426442008e-06,
      "loss": 0.3237,
      "step": 1604010
    },
    {
      "epoch": 447.68,
      "grad_norm": 1.0396281480789185,
      "learning_rate": 2.076209479741379e-06,
      "loss": 0.3467,
      "step": 1604020
    },
    {
      "epoch": 447.68,
      "grad_norm": 1.115504264831543,
      "learning_rate": 2.0761826168741682e-06,
      "loss": 0.3326,
      "step": 1604030
    },
    {
      "epoch": 447.68,
      "grad_norm": 1.1041315793991089,
      "learning_rate": 2.076155754042571e-06,
      "loss": 0.3461,
      "step": 1604040
    },
    {
      "epoch": 447.68,
      "grad_norm": 0.922846257686615,
      "learning_rate": 2.0761288912465897e-06,
      "loss": 0.3364,
      "step": 1604050
    },
    {
      "epoch": 447.69,
      "grad_norm": 1.217936635017395,
      "learning_rate": 2.076102028486229e-06,
      "loss": 0.3423,
      "step": 1604060
    },
    {
      "epoch": 447.69,
      "grad_norm": 1.130873203277588,
      "learning_rate": 2.076075165761493e-06,
      "loss": 0.3446,
      "step": 1604070
    },
    {
      "epoch": 447.69,
      "grad_norm": 1.0512148141860962,
      "learning_rate": 2.0760483030723833e-06,
      "loss": 0.3471,
      "step": 1604080
    },
    {
      "epoch": 447.69,
      "grad_norm": 1.1655845642089844,
      "learning_rate": 2.076021440418906e-06,
      "loss": 0.3523,
      "step": 1604090
    },
    {
      "epoch": 447.7,
      "grad_norm": 1.1085972785949707,
      "learning_rate": 2.0759945778010634e-06,
      "loss": 0.3418,
      "step": 1604100
    },
    {
      "epoch": 447.7,
      "grad_norm": 1.0049537420272827,
      "learning_rate": 2.0759677152188585e-06,
      "loss": 0.3445,
      "step": 1604110
    },
    {
      "epoch": 447.7,
      "grad_norm": 1.0559837818145752,
      "learning_rate": 2.075940852672296e-06,
      "loss": 0.353,
      "step": 1604120
    },
    {
      "epoch": 447.71,
      "grad_norm": 1.141758680343628,
      "learning_rate": 2.075913990161379e-06,
      "loss": 0.3702,
      "step": 1604130
    },
    {
      "epoch": 447.71,
      "grad_norm": 1.1030479669570923,
      "learning_rate": 2.0758871276861097e-06,
      "loss": 0.3448,
      "step": 1604140
    },
    {
      "epoch": 447.71,
      "grad_norm": 1.0305469036102295,
      "learning_rate": 2.0758602652464943e-06,
      "loss": 0.3437,
      "step": 1604150
    },
    {
      "epoch": 447.71,
      "grad_norm": 1.1919480562210083,
      "learning_rate": 2.0758334028425356e-06,
      "loss": 0.3431,
      "step": 1604160
    },
    {
      "epoch": 447.72,
      "grad_norm": 1.3962770700454712,
      "learning_rate": 2.0758065404742352e-06,
      "loss": 0.3236,
      "step": 1604170
    },
    {
      "epoch": 447.72,
      "grad_norm": 1.1047166585922241,
      "learning_rate": 2.0757796781415988e-06,
      "loss": 0.3418,
      "step": 1604180
    },
    {
      "epoch": 447.72,
      "grad_norm": 1.222564935684204,
      "learning_rate": 2.07575281584463e-06,
      "loss": 0.3201,
      "step": 1604190
    },
    {
      "epoch": 447.73,
      "grad_norm": 1.079766035079956,
      "learning_rate": 2.0757259535833307e-06,
      "loss": 0.3472,
      "step": 1604200
    },
    {
      "epoch": 447.73,
      "grad_norm": 1.0767143964767456,
      "learning_rate": 2.075699091357706e-06,
      "loss": 0.3529,
      "step": 1604210
    },
    {
      "epoch": 447.73,
      "grad_norm": 1.2633159160614014,
      "learning_rate": 2.075672229167758e-06,
      "loss": 0.35,
      "step": 1604220
    },
    {
      "epoch": 447.73,
      "grad_norm": 0.9922454953193665,
      "learning_rate": 2.0756453670134924e-06,
      "loss": 0.3297,
      "step": 1604230
    },
    {
      "epoch": 447.74,
      "grad_norm": 1.0369247198104858,
      "learning_rate": 2.0756185048949114e-06,
      "loss": 0.3508,
      "step": 1604240
    },
    {
      "epoch": 447.74,
      "grad_norm": 1.1071878671646118,
      "learning_rate": 2.0755916428120188e-06,
      "loss": 0.3392,
      "step": 1604250
    },
    {
      "epoch": 447.74,
      "grad_norm": 1.5415493249893188,
      "learning_rate": 2.0755647807648176e-06,
      "loss": 0.3435,
      "step": 1604260
    },
    {
      "epoch": 447.74,
      "grad_norm": 0.9536067843437195,
      "learning_rate": 2.0755379187533125e-06,
      "loss": 0.3488,
      "step": 1604270
    },
    {
      "epoch": 447.75,
      "grad_norm": 1.0455313920974731,
      "learning_rate": 2.075511056777506e-06,
      "loss": 0.3466,
      "step": 1604280
    },
    {
      "epoch": 447.75,
      "grad_norm": 0.9762964844703674,
      "learning_rate": 2.075484194837403e-06,
      "loss": 0.343,
      "step": 1604290
    },
    {
      "epoch": 447.75,
      "grad_norm": 1.744544267654419,
      "learning_rate": 2.0754573329330056e-06,
      "loss": 0.3332,
      "step": 1604300
    },
    {
      "epoch": 447.76,
      "grad_norm": 1.1007990837097168,
      "learning_rate": 2.075430471064318e-06,
      "loss": 0.338,
      "step": 1604310
    },
    {
      "epoch": 447.76,
      "grad_norm": 1.314700722694397,
      "learning_rate": 2.075403609231344e-06,
      "loss": 0.3369,
      "step": 1604320
    },
    {
      "epoch": 447.76,
      "grad_norm": 1.0885425806045532,
      "learning_rate": 2.075376747434087e-06,
      "loss": 0.3494,
      "step": 1604330
    },
    {
      "epoch": 447.76,
      "grad_norm": 1.029717206954956,
      "learning_rate": 2.0753498856725504e-06,
      "loss": 0.332,
      "step": 1604340
    },
    {
      "epoch": 447.77,
      "grad_norm": 1.0469965934753418,
      "learning_rate": 2.075323023946738e-06,
      "loss": 0.3395,
      "step": 1604350
    },
    {
      "epoch": 447.77,
      "grad_norm": 1.1107994318008423,
      "learning_rate": 2.075296162256654e-06,
      "loss": 0.3525,
      "step": 1604360
    },
    {
      "epoch": 447.77,
      "grad_norm": 1.0036594867706299,
      "learning_rate": 2.0752693006023e-06,
      "loss": 0.344,
      "step": 1604370
    },
    {
      "epoch": 447.78,
      "grad_norm": 1.182876467704773,
      "learning_rate": 2.0752424389836814e-06,
      "loss": 0.3281,
      "step": 1604380
    },
    {
      "epoch": 447.78,
      "grad_norm": 1.1431273221969604,
      "learning_rate": 2.0752155774008017e-06,
      "loss": 0.3378,
      "step": 1604390
    },
    {
      "epoch": 447.78,
      "grad_norm": 1.0823922157287598,
      "learning_rate": 2.0751887158536626e-06,
      "loss": 0.329,
      "step": 1604400
    },
    {
      "epoch": 447.78,
      "grad_norm": 1.0968527793884277,
      "learning_rate": 2.0751618543422707e-06,
      "loss": 0.3438,
      "step": 1604410
    },
    {
      "epoch": 447.79,
      "grad_norm": 1.030382752418518,
      "learning_rate": 2.0751349928666275e-06,
      "loss": 0.3311,
      "step": 1604420
    },
    {
      "epoch": 447.79,
      "grad_norm": 1.023420810699463,
      "learning_rate": 2.0751081314267367e-06,
      "loss": 0.3464,
      "step": 1604430
    },
    {
      "epoch": 447.79,
      "grad_norm": 0.9251155853271484,
      "learning_rate": 2.0750812700226025e-06,
      "loss": 0.3302,
      "step": 1604440
    },
    {
      "epoch": 447.8,
      "grad_norm": 1.1438597440719604,
      "learning_rate": 2.0750544086542284e-06,
      "loss": 0.3446,
      "step": 1604450
    },
    {
      "epoch": 447.8,
      "grad_norm": 1.020113468170166,
      "learning_rate": 2.0750275473216164e-06,
      "loss": 0.3507,
      "step": 1604460
    },
    {
      "epoch": 447.8,
      "grad_norm": 1.029557228088379,
      "learning_rate": 2.075000686024773e-06,
      "loss": 0.3423,
      "step": 1604470
    },
    {
      "epoch": 447.8,
      "grad_norm": 2.775498628616333,
      "learning_rate": 2.0749738247637e-06,
      "loss": 0.3418,
      "step": 1604480
    },
    {
      "epoch": 447.81,
      "grad_norm": 1.0861196517944336,
      "learning_rate": 2.0749469635384004e-06,
      "loss": 0.3286,
      "step": 1604490
    },
    {
      "epoch": 447.81,
      "grad_norm": 0.9764481782913208,
      "learning_rate": 2.0749201023488794e-06,
      "loss": 0.3554,
      "step": 1604500
    },
    {
      "epoch": 447.81,
      "grad_norm": 1.2265595197677612,
      "learning_rate": 2.0748932411951384e-06,
      "loss": 0.3509,
      "step": 1604510
    },
    {
      "epoch": 447.81,
      "grad_norm": 1.1243696212768555,
      "learning_rate": 2.0748663800771836e-06,
      "loss": 0.3464,
      "step": 1604520
    },
    {
      "epoch": 447.82,
      "grad_norm": 1.0902997255325317,
      "learning_rate": 2.0748395189950172e-06,
      "loss": 0.3486,
      "step": 1604530
    },
    {
      "epoch": 447.82,
      "grad_norm": 0.9661338925361633,
      "learning_rate": 2.074812657948642e-06,
      "loss": 0.3325,
      "step": 1604540
    },
    {
      "epoch": 447.82,
      "grad_norm": 1.2493159770965576,
      "learning_rate": 2.074785796938063e-06,
      "loss": 0.3282,
      "step": 1604550
    },
    {
      "epoch": 447.83,
      "grad_norm": 1.0576344728469849,
      "learning_rate": 2.0747589359632834e-06,
      "loss": 0.3563,
      "step": 1604560
    },
    {
      "epoch": 447.83,
      "grad_norm": 1.0509696006774902,
      "learning_rate": 2.0747320750243063e-06,
      "loss": 0.3466,
      "step": 1604570
    },
    {
      "epoch": 447.83,
      "grad_norm": 1.1206401586532593,
      "learning_rate": 2.0747052141211357e-06,
      "loss": 0.347,
      "step": 1604580
    },
    {
      "epoch": 447.83,
      "grad_norm": 0.9883684515953064,
      "learning_rate": 2.0746783532537757e-06,
      "loss": 0.3429,
      "step": 1604590
    },
    {
      "epoch": 447.84,
      "grad_norm": 1.008137822151184,
      "learning_rate": 2.0746514924222273e-06,
      "loss": 0.353,
      "step": 1604600
    },
    {
      "epoch": 447.84,
      "grad_norm": 1.0585285425186157,
      "learning_rate": 2.0746246316264974e-06,
      "loss": 0.3326,
      "step": 1604610
    },
    {
      "epoch": 447.84,
      "grad_norm": 1.1217576265335083,
      "learning_rate": 2.074597770866588e-06,
      "loss": 0.349,
      "step": 1604620
    },
    {
      "epoch": 447.85,
      "grad_norm": 1.333399772644043,
      "learning_rate": 2.074570910142503e-06,
      "loss": 0.3327,
      "step": 1604630
    },
    {
      "epoch": 447.85,
      "grad_norm": 0.9130203127861023,
      "learning_rate": 2.0745440494542458e-06,
      "loss": 0.3524,
      "step": 1604640
    },
    {
      "epoch": 447.85,
      "grad_norm": 1.3049508333206177,
      "learning_rate": 2.07451718880182e-06,
      "loss": 0.3467,
      "step": 1604650
    },
    {
      "epoch": 447.85,
      "grad_norm": 1.1745696067810059,
      "learning_rate": 2.0744903281852286e-06,
      "loss": 0.3386,
      "step": 1604660
    },
    {
      "epoch": 447.86,
      "grad_norm": 0.9109964966773987,
      "learning_rate": 2.074463467604476e-06,
      "loss": 0.3526,
      "step": 1604670
    },
    {
      "epoch": 447.86,
      "grad_norm": 1.1677427291870117,
      "learning_rate": 2.074436607059566e-06,
      "loss": 0.3454,
      "step": 1604680
    },
    {
      "epoch": 447.86,
      "grad_norm": 1.120679259300232,
      "learning_rate": 2.0744097465505007e-06,
      "loss": 0.3325,
      "step": 1604690
    },
    {
      "epoch": 447.86,
      "grad_norm": 1.0144554376602173,
      "learning_rate": 2.0743828860772854e-06,
      "loss": 0.3544,
      "step": 1604700
    },
    {
      "epoch": 447.87,
      "grad_norm": 1.1294668912887573,
      "learning_rate": 2.074356025639923e-06,
      "loss": 0.3737,
      "step": 1604710
    },
    {
      "epoch": 447.87,
      "grad_norm": 1.039513349533081,
      "learning_rate": 2.074329165238416e-06,
      "loss": 0.3367,
      "step": 1604720
    },
    {
      "epoch": 447.87,
      "grad_norm": 1.0804877281188965,
      "learning_rate": 2.0743023048727706e-06,
      "loss": 0.3589,
      "step": 1604730
    },
    {
      "epoch": 447.88,
      "grad_norm": 1.0463714599609375,
      "learning_rate": 2.074275444542988e-06,
      "loss": 0.3554,
      "step": 1604740
    },
    {
      "epoch": 447.88,
      "grad_norm": 1.05512273311615,
      "learning_rate": 2.0742485842490718e-06,
      "loss": 0.3586,
      "step": 1604750
    },
    {
      "epoch": 447.88,
      "grad_norm": 1.1485668420791626,
      "learning_rate": 2.0742217239910274e-06,
      "loss": 0.3463,
      "step": 1604760
    },
    {
      "epoch": 447.88,
      "grad_norm": 1.1765141487121582,
      "learning_rate": 2.074194863768857e-06,
      "loss": 0.3432,
      "step": 1604770
    },
    {
      "epoch": 447.89,
      "grad_norm": 1.0923895835876465,
      "learning_rate": 2.074168003582564e-06,
      "loss": 0.3413,
      "step": 1604780
    },
    {
      "epoch": 447.89,
      "grad_norm": 1.0439786911010742,
      "learning_rate": 2.074141143432153e-06,
      "loss": 0.3411,
      "step": 1604790
    },
    {
      "epoch": 447.89,
      "grad_norm": 1.037870168685913,
      "learning_rate": 2.074114283317626e-06,
      "loss": 0.3497,
      "step": 1604800
    },
    {
      "epoch": 447.9,
      "grad_norm": 1.0370022058486938,
      "learning_rate": 2.0740874232389886e-06,
      "loss": 0.3479,
      "step": 1604810
    },
    {
      "epoch": 447.9,
      "grad_norm": 1.3113492727279663,
      "learning_rate": 2.0740605631962435e-06,
      "loss": 0.3375,
      "step": 1604820
    },
    {
      "epoch": 447.9,
      "grad_norm": 0.9623666405677795,
      "learning_rate": 2.074033703189393e-06,
      "loss": 0.3526,
      "step": 1604830
    },
    {
      "epoch": 447.9,
      "grad_norm": 1.054962158203125,
      "learning_rate": 2.0740068432184425e-06,
      "loss": 0.3385,
      "step": 1604840
    },
    {
      "epoch": 447.91,
      "grad_norm": 1.1349328756332397,
      "learning_rate": 2.0739799832833955e-06,
      "loss": 0.3591,
      "step": 1604850
    },
    {
      "epoch": 447.91,
      "grad_norm": 0.9938511252403259,
      "learning_rate": 2.0739531233842542e-06,
      "loss": 0.3477,
      "step": 1604860
    },
    {
      "epoch": 447.91,
      "grad_norm": 1.0580708980560303,
      "learning_rate": 2.0739262635210233e-06,
      "loss": 0.3618,
      "step": 1604870
    },
    {
      "epoch": 447.92,
      "grad_norm": 1.3203151226043701,
      "learning_rate": 2.0738994036937062e-06,
      "loss": 0.3362,
      "step": 1604880
    },
    {
      "epoch": 447.92,
      "grad_norm": 1.2543865442276,
      "learning_rate": 2.073872543902305e-06,
      "loss": 0.3597,
      "step": 1604890
    },
    {
      "epoch": 447.92,
      "grad_norm": 1.023256778717041,
      "learning_rate": 2.073845684146826e-06,
      "loss": 0.348,
      "step": 1604900
    },
    {
      "epoch": 447.92,
      "grad_norm": 1.2962377071380615,
      "learning_rate": 2.0738188244272714e-06,
      "loss": 0.3638,
      "step": 1604910
    },
    {
      "epoch": 447.93,
      "grad_norm": 1.1069539785385132,
      "learning_rate": 2.0737919647436437e-06,
      "loss": 0.3372,
      "step": 1604920
    },
    {
      "epoch": 447.93,
      "grad_norm": 1.0704917907714844,
      "learning_rate": 2.073765105095948e-06,
      "loss": 0.3548,
      "step": 1604930
    },
    {
      "epoch": 447.93,
      "grad_norm": 1.0190907716751099,
      "learning_rate": 2.073738245484188e-06,
      "loss": 0.3493,
      "step": 1604940
    },
    {
      "epoch": 447.93,
      "grad_norm": 0.9986280202865601,
      "learning_rate": 2.073711385908365e-06,
      "loss": 0.3531,
      "step": 1604950
    },
    {
      "epoch": 447.94,
      "grad_norm": 1.1169365644454956,
      "learning_rate": 2.0736845263684857e-06,
      "loss": 0.3441,
      "step": 1604960
    },
    {
      "epoch": 447.94,
      "grad_norm": 1.1802161931991577,
      "learning_rate": 2.073657666864552e-06,
      "loss": 0.3383,
      "step": 1604970
    },
    {
      "epoch": 447.94,
      "grad_norm": 1.0492429733276367,
      "learning_rate": 2.0736308073965664e-06,
      "loss": 0.3508,
      "step": 1604980
    },
    {
      "epoch": 447.95,
      "grad_norm": 1.3446401357650757,
      "learning_rate": 2.0736039479645346e-06,
      "loss": 0.326,
      "step": 1604990
    },
    {
      "epoch": 447.95,
      "grad_norm": 1.0790148973464966,
      "learning_rate": 2.0735770885684597e-06,
      "loss": 0.3485,
      "step": 1605000
    },
    {
      "epoch": 447.95,
      "grad_norm": 1.0142756700515747,
      "learning_rate": 2.0735502292083444e-06,
      "loss": 0.3301,
      "step": 1605010
    },
    {
      "epoch": 447.95,
      "grad_norm": 0.9951321482658386,
      "learning_rate": 2.0735233698841932e-06,
      "loss": 0.3398,
      "step": 1605020
    },
    {
      "epoch": 447.96,
      "grad_norm": 1.0566483736038208,
      "learning_rate": 2.073496510596009e-06,
      "loss": 0.3454,
      "step": 1605030
    },
    {
      "epoch": 447.96,
      "grad_norm": 0.9695472717285156,
      "learning_rate": 2.073469651343795e-06,
      "loss": 0.348,
      "step": 1605040
    },
    {
      "epoch": 447.96,
      "grad_norm": 1.102569341659546,
      "learning_rate": 2.0734427921275565e-06,
      "loss": 0.3468,
      "step": 1605050
    },
    {
      "epoch": 447.97,
      "grad_norm": 0.9615852236747742,
      "learning_rate": 2.0734159329472955e-06,
      "loss": 0.3393,
      "step": 1605060
    },
    {
      "epoch": 447.97,
      "grad_norm": 0.9450126886367798,
      "learning_rate": 2.0733890738030156e-06,
      "loss": 0.3432,
      "step": 1605070
    },
    {
      "epoch": 447.97,
      "grad_norm": 1.183263897895813,
      "learning_rate": 2.0733622146947215e-06,
      "loss": 0.3395,
      "step": 1605080
    },
    {
      "epoch": 447.97,
      "grad_norm": 0.9554245471954346,
      "learning_rate": 2.073335355622415e-06,
      "loss": 0.3543,
      "step": 1605090
    },
    {
      "epoch": 447.98,
      "grad_norm": 1.1193431615829468,
      "learning_rate": 2.073308496586102e-06,
      "loss": 0.3476,
      "step": 1605100
    },
    {
      "epoch": 447.98,
      "grad_norm": 1.0820915699005127,
      "learning_rate": 2.0732816375857846e-06,
      "loss": 0.3576,
      "step": 1605110
    },
    {
      "epoch": 447.98,
      "grad_norm": 1.1062787771224976,
      "learning_rate": 2.0732547786214657e-06,
      "loss": 0.335,
      "step": 1605120
    },
    {
      "epoch": 447.98,
      "grad_norm": 1.1199781894683838,
      "learning_rate": 2.073227919693151e-06,
      "loss": 0.3399,
      "step": 1605130
    },
    {
      "epoch": 447.99,
      "grad_norm": 0.944830060005188,
      "learning_rate": 2.073201060800842e-06,
      "loss": 0.3561,
      "step": 1605140
    },
    {
      "epoch": 447.99,
      "grad_norm": 1.098153829574585,
      "learning_rate": 2.0731742019445436e-06,
      "loss": 0.3541,
      "step": 1605150
    },
    {
      "epoch": 447.99,
      "grad_norm": 1.0610218048095703,
      "learning_rate": 2.073147343124259e-06,
      "loss": 0.3546,
      "step": 1605160
    },
    {
      "epoch": 448.0,
      "grad_norm": 1.08719003200531,
      "learning_rate": 2.0731204843399917e-06,
      "loss": 0.3459,
      "step": 1605170
    },
    {
      "epoch": 448.0,
      "grad_norm": 1.1902087926864624,
      "learning_rate": 2.073093625591744e-06,
      "loss": 0.3455,
      "step": 1605180
    },
    {
      "epoch": 448.0,
      "eval_loss": 0.34537991881370544,
      "eval_runtime": 63.2962,
      "eval_samples_per_second": 79.926,
      "eval_steps_per_second": 10.001,
      "step": 1605184
    },
    {
      "epoch": 448.0,
      "grad_norm": 1.044270396232605,
      "learning_rate": 2.073066766879522e-06,
      "loss": 0.3403,
      "step": 1605190
    },
    {
      "epoch": 448.0,
      "grad_norm": 1.089837670326233,
      "learning_rate": 2.0730399082033284e-06,
      "loss": 0.3456,
      "step": 1605200
    },
    {
      "epoch": 448.01,
      "grad_norm": 0.9698697924613953,
      "learning_rate": 2.073013049563165e-06,
      "loss": 0.3371,
      "step": 1605210
    },
    {
      "epoch": 448.01,
      "grad_norm": 36.20393753051758,
      "learning_rate": 2.0729861909590378e-06,
      "loss": 0.3499,
      "step": 1605220
    },
    {
      "epoch": 448.01,
      "grad_norm": 1.1890496015548706,
      "learning_rate": 2.0729593323909495e-06,
      "loss": 0.3407,
      "step": 1605230
    },
    {
      "epoch": 448.02,
      "grad_norm": 1.2610347270965576,
      "learning_rate": 2.072932473858903e-06,
      "loss": 0.3504,
      "step": 1605240
    },
    {
      "epoch": 448.02,
      "grad_norm": 6.809874057769775,
      "learning_rate": 2.0729056153629026e-06,
      "loss": 0.3392,
      "step": 1605250
    },
    {
      "epoch": 448.02,
      "grad_norm": 0.9740129709243774,
      "learning_rate": 2.0728787569029516e-06,
      "loss": 0.342,
      "step": 1605260
    },
    {
      "epoch": 448.02,
      "grad_norm": 1.0028376579284668,
      "learning_rate": 2.072851898479053e-06,
      "loss": 0.3324,
      "step": 1605270
    },
    {
      "epoch": 448.03,
      "grad_norm": 1.0577340126037598,
      "learning_rate": 2.072825040091212e-06,
      "loss": 0.3462,
      "step": 1605280
    },
    {
      "epoch": 448.03,
      "grad_norm": 0.9908811450004578,
      "learning_rate": 2.0727981817394305e-06,
      "loss": 0.3551,
      "step": 1605290
    },
    {
      "epoch": 448.03,
      "grad_norm": 1.0982862710952759,
      "learning_rate": 2.072771323423713e-06,
      "loss": 0.3392,
      "step": 1605300
    },
    {
      "epoch": 448.04,
      "grad_norm": 1.1077731847763062,
      "learning_rate": 2.072744465144063e-06,
      "loss": 0.3468,
      "step": 1605310
    },
    {
      "epoch": 448.04,
      "grad_norm": 0.9923510551452637,
      "learning_rate": 2.072717606900484e-06,
      "loss": 0.3434,
      "step": 1605320
    },
    {
      "epoch": 448.04,
      "grad_norm": 1.1930110454559326,
      "learning_rate": 2.072690748692979e-06,
      "loss": 0.3509,
      "step": 1605330
    },
    {
      "epoch": 448.04,
      "grad_norm": 1.2301987409591675,
      "learning_rate": 2.0726638905215522e-06,
      "loss": 0.3549,
      "step": 1605340
    },
    {
      "epoch": 448.05,
      "grad_norm": 1.4077554941177368,
      "learning_rate": 2.0726370323862076e-06,
      "loss": 0.35,
      "step": 1605350
    },
    {
      "epoch": 448.05,
      "grad_norm": 1.0605242252349854,
      "learning_rate": 2.072610174286947e-06,
      "loss": 0.3557,
      "step": 1605360
    },
    {
      "epoch": 448.05,
      "grad_norm": 1.1526836156845093,
      "learning_rate": 2.0725833162237763e-06,
      "loss": 0.3408,
      "step": 1605370
    },
    {
      "epoch": 448.05,
      "grad_norm": 1.1082754135131836,
      "learning_rate": 2.072556458196697e-06,
      "loss": 0.3353,
      "step": 1605380
    },
    {
      "epoch": 448.06,
      "grad_norm": 1.0786936283111572,
      "learning_rate": 2.0725296002057145e-06,
      "loss": 0.3451,
      "step": 1605390
    },
    {
      "epoch": 448.06,
      "grad_norm": 1.093242883682251,
      "learning_rate": 2.0725027422508315e-06,
      "loss": 0.3395,
      "step": 1605400
    },
    {
      "epoch": 448.06,
      "grad_norm": 0.9162847399711609,
      "learning_rate": 2.0724758843320507e-06,
      "loss": 0.3395,
      "step": 1605410
    },
    {
      "epoch": 448.07,
      "grad_norm": 0.8908442258834839,
      "learning_rate": 2.0724490264493773e-06,
      "loss": 0.353,
      "step": 1605420
    },
    {
      "epoch": 448.07,
      "grad_norm": 1.027282476425171,
      "learning_rate": 2.0724221686028145e-06,
      "loss": 0.3428,
      "step": 1605430
    },
    {
      "epoch": 448.07,
      "grad_norm": 1.0780210494995117,
      "learning_rate": 2.0723953107923646e-06,
      "loss": 0.346,
      "step": 1605440
    },
    {
      "epoch": 448.07,
      "grad_norm": 1.1239523887634277,
      "learning_rate": 2.072368453018033e-06,
      "loss": 0.3336,
      "step": 1605450
    },
    {
      "epoch": 448.08,
      "grad_norm": 1.0006957054138184,
      "learning_rate": 2.072341595279822e-06,
      "loss": 0.329,
      "step": 1605460
    },
    {
      "epoch": 448.08,
      "grad_norm": 1.0601963996887207,
      "learning_rate": 2.0723147375777345e-06,
      "loss": 0.3639,
      "step": 1605470
    },
    {
      "epoch": 448.08,
      "grad_norm": 0.9407704472541809,
      "learning_rate": 2.0722878799117766e-06,
      "loss": 0.3458,
      "step": 1605480
    },
    {
      "epoch": 448.09,
      "grad_norm": 1.0695278644561768,
      "learning_rate": 2.07226102228195e-06,
      "loss": 0.3652,
      "step": 1605490
    },
    {
      "epoch": 448.09,
      "grad_norm": 1.0632858276367188,
      "learning_rate": 2.0722341646882576e-06,
      "loss": 0.3446,
      "step": 1605500
    },
    {
      "epoch": 448.09,
      "grad_norm": 1.1376104354858398,
      "learning_rate": 2.072207307130705e-06,
      "loss": 0.3416,
      "step": 1605510
    },
    {
      "epoch": 448.09,
      "grad_norm": 0.9564029574394226,
      "learning_rate": 2.0721804496092953e-06,
      "loss": 0.3288,
      "step": 1605520
    },
    {
      "epoch": 448.1,
      "grad_norm": 1.4576431512832642,
      "learning_rate": 2.0721535921240307e-06,
      "loss": 0.3633,
      "step": 1605530
    },
    {
      "epoch": 448.1,
      "grad_norm": 1.041540265083313,
      "learning_rate": 2.072126734674916e-06,
      "loss": 0.3429,
      "step": 1605540
    },
    {
      "epoch": 448.1,
      "grad_norm": 1.0279064178466797,
      "learning_rate": 2.072099877261955e-06,
      "loss": 0.3387,
      "step": 1605550
    },
    {
      "epoch": 448.1,
      "grad_norm": 1.0651347637176514,
      "learning_rate": 2.072073019885149e-06,
      "loss": 0.3606,
      "step": 1605560
    },
    {
      "epoch": 448.11,
      "grad_norm": 1.2303078174591064,
      "learning_rate": 2.0720461625445047e-06,
      "loss": 0.3432,
      "step": 1605570
    },
    {
      "epoch": 448.11,
      "grad_norm": 1.042076826095581,
      "learning_rate": 2.072019305240024e-06,
      "loss": 0.3488,
      "step": 1605580
    },
    {
      "epoch": 448.11,
      "grad_norm": 1.1709723472595215,
      "learning_rate": 2.0719924479717103e-06,
      "loss": 0.3535,
      "step": 1605590
    },
    {
      "epoch": 448.12,
      "grad_norm": 1.0658975839614868,
      "learning_rate": 2.0719655907395683e-06,
      "loss": 0.3296,
      "step": 1605600
    },
    {
      "epoch": 448.12,
      "grad_norm": 1.0126019716262817,
      "learning_rate": 2.071938733543601e-06,
      "loss": 0.3439,
      "step": 1605610
    },
    {
      "epoch": 448.12,
      "grad_norm": 1.0697319507598877,
      "learning_rate": 2.0719118763838104e-06,
      "loss": 0.3278,
      "step": 1605620
    },
    {
      "epoch": 448.12,
      "grad_norm": 0.9781348705291748,
      "learning_rate": 2.071885019260203e-06,
      "loss": 0.3215,
      "step": 1605630
    },
    {
      "epoch": 448.13,
      "grad_norm": 1.0275170803070068,
      "learning_rate": 2.0718581621727804e-06,
      "loss": 0.3529,
      "step": 1605640
    },
    {
      "epoch": 448.13,
      "grad_norm": 1.2074475288391113,
      "learning_rate": 2.071831305121546e-06,
      "loss": 0.3429,
      "step": 1605650
    },
    {
      "epoch": 448.13,
      "grad_norm": 1.053497314453125,
      "learning_rate": 2.071804448106505e-06,
      "loss": 0.3435,
      "step": 1605660
    },
    {
      "epoch": 448.14,
      "grad_norm": 1.1339762210845947,
      "learning_rate": 2.0717775911276597e-06,
      "loss": 0.3516,
      "step": 1605670
    },
    {
      "epoch": 448.14,
      "grad_norm": 0.9877212047576904,
      "learning_rate": 2.071750734185014e-06,
      "loss": 0.3525,
      "step": 1605680
    },
    {
      "epoch": 448.14,
      "grad_norm": 1.2173991203308105,
      "learning_rate": 2.071723877278572e-06,
      "loss": 0.3407,
      "step": 1605690
    },
    {
      "epoch": 448.14,
      "grad_norm": 1.0651906728744507,
      "learning_rate": 2.0716970204083357e-06,
      "loss": 0.3607,
      "step": 1605700
    },
    {
      "epoch": 448.15,
      "grad_norm": 1.1560256481170654,
      "learning_rate": 2.0716701635743102e-06,
      "loss": 0.3338,
      "step": 1605710
    },
    {
      "epoch": 448.15,
      "grad_norm": 0.964550256729126,
      "learning_rate": 2.071643306776499e-06,
      "loss": 0.3381,
      "step": 1605720
    },
    {
      "epoch": 448.15,
      "grad_norm": 0.9932765364646912,
      "learning_rate": 2.0716164500149048e-06,
      "loss": 0.3443,
      "step": 1605730
    },
    {
      "epoch": 448.16,
      "grad_norm": 1.383713722229004,
      "learning_rate": 2.071589593289532e-06,
      "loss": 0.3393,
      "step": 1605740
    },
    {
      "epoch": 448.16,
      "grad_norm": 1.0682729482650757,
      "learning_rate": 2.0715627366003843e-06,
      "loss": 0.3462,
      "step": 1605750
    },
    {
      "epoch": 448.16,
      "grad_norm": 0.952394425868988,
      "learning_rate": 2.071535879947463e-06,
      "loss": 0.3454,
      "step": 1605760
    },
    {
      "epoch": 448.16,
      "grad_norm": 1.0612748861312866,
      "learning_rate": 2.071509023330775e-06,
      "loss": 0.3396,
      "step": 1605770
    },
    {
      "epoch": 448.17,
      "grad_norm": 1.1978042125701904,
      "learning_rate": 2.0714821667503224e-06,
      "loss": 0.3593,
      "step": 1605780
    },
    {
      "epoch": 448.17,
      "grad_norm": 0.8931103944778442,
      "learning_rate": 2.0714553102061075e-06,
      "loss": 0.3468,
      "step": 1605790
    },
    {
      "epoch": 448.17,
      "grad_norm": 0.9699998497962952,
      "learning_rate": 2.071428453698136e-06,
      "loss": 0.3427,
      "step": 1605800
    },
    {
      "epoch": 448.17,
      "grad_norm": 1.165010690689087,
      "learning_rate": 2.071401597226411e-06,
      "loss": 0.3657,
      "step": 1605810
    },
    {
      "epoch": 448.18,
      "grad_norm": 0.9809244871139526,
      "learning_rate": 2.071374740790935e-06,
      "loss": 0.3235,
      "step": 1605820
    },
    {
      "epoch": 448.18,
      "grad_norm": 1.1488093137741089,
      "learning_rate": 2.071347884391712e-06,
      "loss": 0.3533,
      "step": 1605830
    },
    {
      "epoch": 448.18,
      "grad_norm": 0.9607794880867004,
      "learning_rate": 2.0713210280287466e-06,
      "loss": 0.3509,
      "step": 1605840
    },
    {
      "epoch": 448.19,
      "grad_norm": 1.2233903408050537,
      "learning_rate": 2.0712941717020405e-06,
      "loss": 0.3389,
      "step": 1605850
    },
    {
      "epoch": 448.19,
      "grad_norm": 0.8894482851028442,
      "learning_rate": 2.0712673154115992e-06,
      "loss": 0.3444,
      "step": 1605860
    },
    {
      "epoch": 448.19,
      "grad_norm": 1.0880484580993652,
      "learning_rate": 2.0712404591574254e-06,
      "loss": 0.348,
      "step": 1605870
    },
    {
      "epoch": 448.19,
      "grad_norm": 1.0536984205245972,
      "learning_rate": 2.071213602939522e-06,
      "loss": 0.3538,
      "step": 1605880
    },
    {
      "epoch": 448.2,
      "grad_norm": 1.1014080047607422,
      "learning_rate": 2.0711867467578943e-06,
      "loss": 0.3396,
      "step": 1605890
    },
    {
      "epoch": 448.2,
      "grad_norm": 0.9678154587745667,
      "learning_rate": 2.0711598906125447e-06,
      "loss": 0.3519,
      "step": 1605900
    },
    {
      "epoch": 448.2,
      "grad_norm": 1.3212519884109497,
      "learning_rate": 2.0711330345034753e-06,
      "loss": 0.3558,
      "step": 1605910
    },
    {
      "epoch": 448.21,
      "grad_norm": 1.2297542095184326,
      "learning_rate": 2.071106178430693e-06,
      "loss": 0.3417,
      "step": 1605920
    },
    {
      "epoch": 448.21,
      "grad_norm": 1.2287027835845947,
      "learning_rate": 2.0710793223941995e-06,
      "loss": 0.3442,
      "step": 1605930
    },
    {
      "epoch": 448.21,
      "grad_norm": 1.135819435119629,
      "learning_rate": 2.0710524663939975e-06,
      "loss": 0.3585,
      "step": 1605940
    },
    {
      "epoch": 448.21,
      "grad_norm": 1.1391017436981201,
      "learning_rate": 2.0710256104300925e-06,
      "loss": 0.339,
      "step": 1605950
    },
    {
      "epoch": 448.22,
      "grad_norm": 0.9577580690383911,
      "learning_rate": 2.0709987545024867e-06,
      "loss": 0.3387,
      "step": 1605960
    },
    {
      "epoch": 448.22,
      "grad_norm": 1.0448975563049316,
      "learning_rate": 2.0709718986111847e-06,
      "loss": 0.3418,
      "step": 1605970
    },
    {
      "epoch": 448.22,
      "grad_norm": 1.075024962425232,
      "learning_rate": 2.0709450427561896e-06,
      "loss": 0.3342,
      "step": 1605980
    },
    {
      "epoch": 448.22,
      "grad_norm": 0.9953212738037109,
      "learning_rate": 2.0709181869375037e-06,
      "loss": 0.3366,
      "step": 1605990
    },
    {
      "epoch": 448.23,
      "grad_norm": 0.96360182762146,
      "learning_rate": 2.070891331155133e-06,
      "loss": 0.3407,
      "step": 1606000
    },
    {
      "epoch": 448.23,
      "grad_norm": 1.0676889419555664,
      "learning_rate": 2.07086447540908e-06,
      "loss": 0.3376,
      "step": 1606010
    },
    {
      "epoch": 448.23,
      "grad_norm": 1.0390493869781494,
      "learning_rate": 2.070837619699347e-06,
      "loss": 0.3353,
      "step": 1606020
    },
    {
      "epoch": 448.24,
      "grad_norm": 1.1564464569091797,
      "learning_rate": 2.07081076402594e-06,
      "loss": 0.3354,
      "step": 1606030
    },
    {
      "epoch": 448.24,
      "grad_norm": 1.108672022819519,
      "learning_rate": 2.070783908388861e-06,
      "loss": 0.3483,
      "step": 1606040
    },
    {
      "epoch": 448.24,
      "grad_norm": 0.9942160248756409,
      "learning_rate": 2.070757052788113e-06,
      "loss": 0.3522,
      "step": 1606050
    },
    {
      "epoch": 448.24,
      "grad_norm": 1.0563465356826782,
      "learning_rate": 2.070730197223701e-06,
      "loss": 0.3427,
      "step": 1606060
    },
    {
      "epoch": 448.25,
      "grad_norm": 0.9169952869415283,
      "learning_rate": 2.0707033416956284e-06,
      "loss": 0.3464,
      "step": 1606070
    },
    {
      "epoch": 448.25,
      "grad_norm": 1.1360715627670288,
      "learning_rate": 2.0706764862038973e-06,
      "loss": 0.3369,
      "step": 1606080
    },
    {
      "epoch": 448.25,
      "grad_norm": 1.0275545120239258,
      "learning_rate": 2.0706496307485132e-06,
      "loss": 0.3368,
      "step": 1606090
    },
    {
      "epoch": 448.26,
      "grad_norm": 0.8372122645378113,
      "learning_rate": 2.070622775329479e-06,
      "loss": 0.3374,
      "step": 1606100
    },
    {
      "epoch": 448.26,
      "grad_norm": 1.179248571395874,
      "learning_rate": 2.0705959199467976e-06,
      "loss": 0.345,
      "step": 1606110
    },
    {
      "epoch": 448.26,
      "grad_norm": 1.5635290145874023,
      "learning_rate": 2.0705690646004737e-06,
      "loss": 0.3587,
      "step": 1606120
    },
    {
      "epoch": 448.26,
      "grad_norm": 1.0191892385482788,
      "learning_rate": 2.0705422092905103e-06,
      "loss": 0.3395,
      "step": 1606130
    },
    {
      "epoch": 448.27,
      "grad_norm": 0.9497449398040771,
      "learning_rate": 2.0705153540169092e-06,
      "loss": 0.348,
      "step": 1606140
    },
    {
      "epoch": 448.27,
      "grad_norm": 0.9992360472679138,
      "learning_rate": 2.0704884987796776e-06,
      "loss": 0.3382,
      "step": 1606150
    },
    {
      "epoch": 448.27,
      "grad_norm": 1.046502947807312,
      "learning_rate": 2.070461643578817e-06,
      "loss": 0.3447,
      "step": 1606160
    },
    {
      "epoch": 448.28,
      "grad_norm": 1.1946206092834473,
      "learning_rate": 2.07043478841433e-06,
      "loss": 0.3445,
      "step": 1606170
    },
    {
      "epoch": 448.28,
      "grad_norm": 0.9646800756454468,
      "learning_rate": 2.070407933286222e-06,
      "loss": 0.3426,
      "step": 1606180
    },
    {
      "epoch": 448.28,
      "grad_norm": 1.0301772356033325,
      "learning_rate": 2.070381078194496e-06,
      "loss": 0.3427,
      "step": 1606190
    },
    {
      "epoch": 448.28,
      "grad_norm": 1.1203749179840088,
      "learning_rate": 2.0703542231391554e-06,
      "loss": 0.3391,
      "step": 1606200
    },
    {
      "epoch": 448.29,
      "grad_norm": 1.1443060636520386,
      "learning_rate": 2.070327368120204e-06,
      "loss": 0.3608,
      "step": 1606210
    },
    {
      "epoch": 448.29,
      "grad_norm": 1.3107856512069702,
      "learning_rate": 2.0703005131376454e-06,
      "loss": 0.3594,
      "step": 1606220
    },
    {
      "epoch": 448.29,
      "grad_norm": 1.0220720767974854,
      "learning_rate": 2.0702736581914822e-06,
      "loss": 0.3646,
      "step": 1606230
    },
    {
      "epoch": 448.29,
      "grad_norm": 0.918228268623352,
      "learning_rate": 2.0702468032817195e-06,
      "loss": 0.3341,
      "step": 1606240
    },
    {
      "epoch": 448.3,
      "grad_norm": 1.2562823295593262,
      "learning_rate": 2.0702199484083593e-06,
      "loss": 0.3321,
      "step": 1606250
    },
    {
      "epoch": 448.3,
      "grad_norm": 1.1617974042892456,
      "learning_rate": 2.070193093571407e-06,
      "loss": 0.3503,
      "step": 1606260
    },
    {
      "epoch": 448.3,
      "grad_norm": 1.1520071029663086,
      "learning_rate": 2.070166238770865e-06,
      "loss": 0.3366,
      "step": 1606270
    },
    {
      "epoch": 448.31,
      "grad_norm": 1.0388438701629639,
      "learning_rate": 2.0701393840067365e-06,
      "loss": 0.3433,
      "step": 1606280
    },
    {
      "epoch": 448.31,
      "grad_norm": 0.9948745965957642,
      "learning_rate": 2.070112529279026e-06,
      "loss": 0.3373,
      "step": 1606290
    },
    {
      "epoch": 448.31,
      "grad_norm": 1.1755082607269287,
      "learning_rate": 2.0700856745877373e-06,
      "loss": 0.3454,
      "step": 1606300
    },
    {
      "epoch": 448.31,
      "grad_norm": 1.017170786857605,
      "learning_rate": 2.0700588199328722e-06,
      "loss": 0.3325,
      "step": 1606310
    },
    {
      "epoch": 448.32,
      "grad_norm": 1.1006282567977905,
      "learning_rate": 2.0700319653144363e-06,
      "loss": 0.3459,
      "step": 1606320
    },
    {
      "epoch": 448.32,
      "grad_norm": 1.1422195434570312,
      "learning_rate": 2.0700051107324326e-06,
      "loss": 0.3392,
      "step": 1606330
    },
    {
      "epoch": 448.32,
      "grad_norm": 0.9661111235618591,
      "learning_rate": 2.069978256186864e-06,
      "loss": 0.3301,
      "step": 1606340
    },
    {
      "epoch": 448.33,
      "grad_norm": 0.992791473865509,
      "learning_rate": 2.0699514016777342e-06,
      "loss": 0.343,
      "step": 1606350
    },
    {
      "epoch": 448.33,
      "grad_norm": 1.0800718069076538,
      "learning_rate": 2.069924547205048e-06,
      "loss": 0.3593,
      "step": 1606360
    },
    {
      "epoch": 448.33,
      "grad_norm": 1.0015428066253662,
      "learning_rate": 2.069897692768807e-06,
      "loss": 0.3367,
      "step": 1606370
    },
    {
      "epoch": 448.33,
      "grad_norm": 1.0059821605682373,
      "learning_rate": 2.069870838369016e-06,
      "loss": 0.3469,
      "step": 1606380
    },
    {
      "epoch": 448.34,
      "grad_norm": 1.0458953380584717,
      "learning_rate": 2.069843984005679e-06,
      "loss": 0.3354,
      "step": 1606390
    },
    {
      "epoch": 448.34,
      "grad_norm": 1.0826417207717896,
      "learning_rate": 2.0698171296787985e-06,
      "loss": 0.3415,
      "step": 1606400
    },
    {
      "epoch": 448.34,
      "grad_norm": 1.1504379510879517,
      "learning_rate": 2.0697902753883786e-06,
      "loss": 0.3333,
      "step": 1606410
    },
    {
      "epoch": 448.34,
      "grad_norm": 1.0793386697769165,
      "learning_rate": 2.069763421134423e-06,
      "loss": 0.3527,
      "step": 1606420
    },
    {
      "epoch": 448.35,
      "grad_norm": 1.1102173328399658,
      "learning_rate": 2.0697365669169345e-06,
      "loss": 0.3469,
      "step": 1606430
    },
    {
      "epoch": 448.35,
      "grad_norm": 0.9483227729797363,
      "learning_rate": 2.0697097127359182e-06,
      "loss": 0.3392,
      "step": 1606440
    },
    {
      "epoch": 448.35,
      "grad_norm": 0.9684498906135559,
      "learning_rate": 2.069682858591376e-06,
      "loss": 0.3342,
      "step": 1606450
    },
    {
      "epoch": 448.36,
      "grad_norm": 0.9807446599006653,
      "learning_rate": 2.069656004483312e-06,
      "loss": 0.3269,
      "step": 1606460
    },
    {
      "epoch": 448.36,
      "grad_norm": 1.0421104431152344,
      "learning_rate": 2.0696291504117306e-06,
      "loss": 0.3429,
      "step": 1606470
    },
    {
      "epoch": 448.36,
      "grad_norm": 1.118338942527771,
      "learning_rate": 2.069602296376635e-06,
      "loss": 0.3412,
      "step": 1606480
    },
    {
      "epoch": 448.36,
      "grad_norm": 1.6041094064712524,
      "learning_rate": 2.069575442378028e-06,
      "loss": 0.3511,
      "step": 1606490
    },
    {
      "epoch": 448.37,
      "grad_norm": 1.0164815187454224,
      "learning_rate": 2.069548588415914e-06,
      "loss": 0.3403,
      "step": 1606500
    },
    {
      "epoch": 448.37,
      "grad_norm": 1.152684211730957,
      "learning_rate": 2.0695217344902967e-06,
      "loss": 0.3491,
      "step": 1606510
    },
    {
      "epoch": 448.37,
      "grad_norm": 1.0326062440872192,
      "learning_rate": 2.0694948806011777e-06,
      "loss": 0.3562,
      "step": 1606520
    },
    {
      "epoch": 448.38,
      "grad_norm": 1.0787277221679688,
      "learning_rate": 2.0694680267485634e-06,
      "loss": 0.3318,
      "step": 1606530
    },
    {
      "epoch": 448.38,
      "grad_norm": 0.8695634603500366,
      "learning_rate": 2.0694411729324557e-06,
      "loss": 0.3547,
      "step": 1606540
    },
    {
      "epoch": 448.38,
      "grad_norm": 1.1302075386047363,
      "learning_rate": 2.0694143191528585e-06,
      "loss": 0.3483,
      "step": 1606550
    },
    {
      "epoch": 448.38,
      "grad_norm": 1.055381178855896,
      "learning_rate": 2.069387465409776e-06,
      "loss": 0.3382,
      "step": 1606560
    },
    {
      "epoch": 448.39,
      "grad_norm": 1.3883754014968872,
      "learning_rate": 2.0693606117032106e-06,
      "loss": 0.3411,
      "step": 1606570
    },
    {
      "epoch": 448.39,
      "grad_norm": 0.9688571095466614,
      "learning_rate": 2.069333758033167e-06,
      "loss": 0.3441,
      "step": 1606580
    },
    {
      "epoch": 448.39,
      "grad_norm": 1.2204817533493042,
      "learning_rate": 2.0693069043996482e-06,
      "loss": 0.3431,
      "step": 1606590
    },
    {
      "epoch": 448.4,
      "grad_norm": 0.8411455154418945,
      "learning_rate": 2.069280050802657e-06,
      "loss": 0.3409,
      "step": 1606600
    },
    {
      "epoch": 448.4,
      "grad_norm": 1.1518993377685547,
      "learning_rate": 2.0692531972421987e-06,
      "loss": 0.3445,
      "step": 1606610
    },
    {
      "epoch": 448.4,
      "grad_norm": 0.9054216146469116,
      "learning_rate": 2.069226343718276e-06,
      "loss": 0.3579,
      "step": 1606620
    },
    {
      "epoch": 448.4,
      "grad_norm": 1.101172924041748,
      "learning_rate": 2.0691994902308924e-06,
      "loss": 0.3321,
      "step": 1606630
    },
    {
      "epoch": 448.41,
      "grad_norm": 1.1966981887817383,
      "learning_rate": 2.0691726367800516e-06,
      "loss": 0.3415,
      "step": 1606640
    },
    {
      "epoch": 448.41,
      "grad_norm": 0.982107400894165,
      "learning_rate": 2.0691457833657573e-06,
      "loss": 0.3441,
      "step": 1606650
    },
    {
      "epoch": 448.41,
      "grad_norm": 0.8599305152893066,
      "learning_rate": 2.0691189299880116e-06,
      "loss": 0.343,
      "step": 1606660
    },
    {
      "epoch": 448.41,
      "grad_norm": 1.1366281509399414,
      "learning_rate": 2.0690920766468205e-06,
      "loss": 0.332,
      "step": 1606670
    },
    {
      "epoch": 448.42,
      "grad_norm": 0.8916217088699341,
      "learning_rate": 2.0690652233421865e-06,
      "loss": 0.3287,
      "step": 1606680
    },
    {
      "epoch": 448.42,
      "grad_norm": 0.9476611018180847,
      "learning_rate": 2.069038370074113e-06,
      "loss": 0.3493,
      "step": 1606690
    },
    {
      "epoch": 448.42,
      "grad_norm": 8.458608627319336,
      "learning_rate": 2.0690115168426037e-06,
      "loss": 0.3462,
      "step": 1606700
    },
    {
      "epoch": 448.43,
      "grad_norm": 0.9893871545791626,
      "learning_rate": 2.0689846636476625e-06,
      "loss": 0.3466,
      "step": 1606710
    },
    {
      "epoch": 448.43,
      "grad_norm": 1.2661423683166504,
      "learning_rate": 2.068957810489291e-06,
      "loss": 0.344,
      "step": 1606720
    },
    {
      "epoch": 448.43,
      "grad_norm": 1.1417962312698364,
      "learning_rate": 2.068930957367496e-06,
      "loss": 0.3451,
      "step": 1606730
    },
    {
      "epoch": 448.43,
      "grad_norm": 1.034883737564087,
      "learning_rate": 2.0689041042822795e-06,
      "loss": 0.3337,
      "step": 1606740
    },
    {
      "epoch": 448.44,
      "grad_norm": 1.245160698890686,
      "learning_rate": 2.068877251233644e-06,
      "loss": 0.3437,
      "step": 1606750
    },
    {
      "epoch": 448.44,
      "grad_norm": 1.0920168161392212,
      "learning_rate": 2.0688503982215953e-06,
      "loss": 0.3576,
      "step": 1606760
    },
    {
      "epoch": 448.44,
      "grad_norm": 1.1785229444503784,
      "learning_rate": 2.0688235452461352e-06,
      "loss": 0.3598,
      "step": 1606770
    },
    {
      "epoch": 448.45,
      "grad_norm": 1.2123709917068481,
      "learning_rate": 2.068796692307268e-06,
      "loss": 0.35,
      "step": 1606780
    },
    {
      "epoch": 448.45,
      "grad_norm": 1.165701150894165,
      "learning_rate": 2.0687698394049973e-06,
      "loss": 0.3423,
      "step": 1606790
    },
    {
      "epoch": 448.45,
      "grad_norm": 1.0065948963165283,
      "learning_rate": 2.0687429865393267e-06,
      "loss": 0.3407,
      "step": 1606800
    },
    {
      "epoch": 448.45,
      "grad_norm": 1.0609376430511475,
      "learning_rate": 2.0687161337102585e-06,
      "loss": 0.3431,
      "step": 1606810
    },
    {
      "epoch": 448.46,
      "grad_norm": 1.2579976320266724,
      "learning_rate": 2.0686892809177986e-06,
      "loss": 0.3656,
      "step": 1606820
    },
    {
      "epoch": 448.46,
      "grad_norm": 1.192517876625061,
      "learning_rate": 2.0686624281619483e-06,
      "loss": 0.3563,
      "step": 1606830
    },
    {
      "epoch": 448.46,
      "grad_norm": 1.1824591159820557,
      "learning_rate": 2.068635575442713e-06,
      "loss": 0.3518,
      "step": 1606840
    },
    {
      "epoch": 448.46,
      "grad_norm": 0.9564231634140015,
      "learning_rate": 2.068608722760096e-06,
      "loss": 0.3483,
      "step": 1606850
    },
    {
      "epoch": 448.47,
      "grad_norm": 1.083463191986084,
      "learning_rate": 2.0685818701140992e-06,
      "loss": 0.3493,
      "step": 1606860
    },
    {
      "epoch": 448.47,
      "grad_norm": 1.1950327157974243,
      "learning_rate": 2.068555017504728e-06,
      "loss": 0.3413,
      "step": 1606870
    },
    {
      "epoch": 448.47,
      "grad_norm": 1.2301207780838013,
      "learning_rate": 2.0685281649319856e-06,
      "loss": 0.3289,
      "step": 1606880
    },
    {
      "epoch": 448.48,
      "grad_norm": 1.1167082786560059,
      "learning_rate": 2.0685013123958743e-06,
      "loss": 0.3465,
      "step": 1606890
    },
    {
      "epoch": 448.48,
      "grad_norm": 0.9326608180999756,
      "learning_rate": 2.0684744598963997e-06,
      "loss": 0.346,
      "step": 1606900
    },
    {
      "epoch": 448.48,
      "grad_norm": 0.859237015247345,
      "learning_rate": 2.068447607433564e-06,
      "loss": 0.3309,
      "step": 1606910
    },
    {
      "epoch": 448.48,
      "grad_norm": 1.0975474119186401,
      "learning_rate": 2.068420755007371e-06,
      "loss": 0.3473,
      "step": 1606920
    },
    {
      "epoch": 448.49,
      "grad_norm": 1.1432819366455078,
      "learning_rate": 2.0683939026178246e-06,
      "loss": 0.3633,
      "step": 1606930
    },
    {
      "epoch": 448.49,
      "grad_norm": 0.966540515422821,
      "learning_rate": 2.0683670502649283e-06,
      "loss": 0.3224,
      "step": 1606940
    },
    {
      "epoch": 448.49,
      "grad_norm": 0.9745175838470459,
      "learning_rate": 2.0683401979486847e-06,
      "loss": 0.348,
      "step": 1606950
    },
    {
      "epoch": 448.5,
      "grad_norm": 1.037645697593689,
      "learning_rate": 2.068313345669099e-06,
      "loss": 0.3375,
      "step": 1606960
    },
    {
      "epoch": 448.5,
      "grad_norm": 1.059834361076355,
      "learning_rate": 2.0682864934261742e-06,
      "loss": 0.3424,
      "step": 1606970
    },
    {
      "epoch": 448.5,
      "grad_norm": 1.0382434129714966,
      "learning_rate": 2.0682596412199132e-06,
      "loss": 0.336,
      "step": 1606980
    },
    {
      "epoch": 448.5,
      "grad_norm": 1.043481707572937,
      "learning_rate": 2.0682327890503203e-06,
      "loss": 0.3495,
      "step": 1606990
    },
    {
      "epoch": 448.51,
      "grad_norm": 1.0179930925369263,
      "learning_rate": 2.068205936917399e-06,
      "loss": 0.3544,
      "step": 1607000
    },
    {
      "epoch": 448.51,
      "grad_norm": 1.1128346920013428,
      "learning_rate": 2.0681790848211513e-06,
      "loss": 0.362,
      "step": 1607010
    },
    {
      "epoch": 448.51,
      "grad_norm": 0.915236234664917,
      "learning_rate": 2.0681522327615837e-06,
      "loss": 0.3456,
      "step": 1607020
    },
    {
      "epoch": 448.52,
      "grad_norm": 0.96895831823349,
      "learning_rate": 2.0681253807386978e-06,
      "loss": 0.3496,
      "step": 1607030
    },
    {
      "epoch": 448.52,
      "grad_norm": 1.0315923690795898,
      "learning_rate": 2.0680985287524968e-06,
      "loss": 0.341,
      "step": 1607040
    },
    {
      "epoch": 448.52,
      "grad_norm": 1.0563766956329346,
      "learning_rate": 2.0680716768029863e-06,
      "loss": 0.3625,
      "step": 1607050
    },
    {
      "epoch": 448.52,
      "grad_norm": 1.0219523906707764,
      "learning_rate": 2.0680448248901684e-06,
      "loss": 0.3386,
      "step": 1607060
    },
    {
      "epoch": 448.53,
      "grad_norm": 1.0797141790390015,
      "learning_rate": 2.0680179730140466e-06,
      "loss": 0.342,
      "step": 1607070
    },
    {
      "epoch": 448.53,
      "grad_norm": 1.1167011260986328,
      "learning_rate": 2.067991121174625e-06,
      "loss": 0.3619,
      "step": 1607080
    },
    {
      "epoch": 448.53,
      "grad_norm": 1.1060781478881836,
      "learning_rate": 2.0679642693719074e-06,
      "loss": 0.3393,
      "step": 1607090
    },
    {
      "epoch": 448.53,
      "grad_norm": 1.0163670778274536,
      "learning_rate": 2.0679374176058956e-06,
      "loss": 0.344,
      "step": 1607100
    },
    {
      "epoch": 448.54,
      "grad_norm": 0.9369924068450928,
      "learning_rate": 2.067910565876596e-06,
      "loss": 0.3514,
      "step": 1607110
    },
    {
      "epoch": 448.54,
      "grad_norm": 1.1047277450561523,
      "learning_rate": 2.0678837141840096e-06,
      "loss": 0.3444,
      "step": 1607120
    },
    {
      "epoch": 448.54,
      "grad_norm": 0.9382844567298889,
      "learning_rate": 2.0678568625281417e-06,
      "loss": 0.3489,
      "step": 1607130
    },
    {
      "epoch": 448.55,
      "grad_norm": 1.027937412261963,
      "learning_rate": 2.067830010908995e-06,
      "loss": 0.3733,
      "step": 1607140
    },
    {
      "epoch": 448.55,
      "grad_norm": 1.1208144426345825,
      "learning_rate": 2.067803159326573e-06,
      "loss": 0.3319,
      "step": 1607150
    },
    {
      "epoch": 448.55,
      "grad_norm": 1.117647647857666,
      "learning_rate": 2.0677763077808806e-06,
      "loss": 0.3539,
      "step": 1607160
    },
    {
      "epoch": 448.55,
      "grad_norm": 1.0177096128463745,
      "learning_rate": 2.06774945627192e-06,
      "loss": 0.3445,
      "step": 1607170
    },
    {
      "epoch": 448.56,
      "grad_norm": 0.9851691126823425,
      "learning_rate": 2.0677226047996944e-06,
      "loss": 0.3534,
      "step": 1607180
    },
    {
      "epoch": 448.56,
      "grad_norm": 1.0900105237960815,
      "learning_rate": 2.0676957533642088e-06,
      "loss": 0.3552,
      "step": 1607190
    },
    {
      "epoch": 448.56,
      "grad_norm": 1.0065912008285522,
      "learning_rate": 2.0676689019654667e-06,
      "loss": 0.3739,
      "step": 1607200
    },
    {
      "epoch": 448.57,
      "grad_norm": 0.9977293014526367,
      "learning_rate": 2.0676420506034697e-06,
      "loss": 0.3664,
      "step": 1607210
    },
    {
      "epoch": 448.57,
      "grad_norm": 0.9764654040336609,
      "learning_rate": 2.0676151992782237e-06,
      "loss": 0.3325,
      "step": 1607220
    },
    {
      "epoch": 448.57,
      "grad_norm": 1.4002436399459839,
      "learning_rate": 2.0675883479897314e-06,
      "loss": 0.3404,
      "step": 1607230
    },
    {
      "epoch": 448.57,
      "grad_norm": 0.9136376976966858,
      "learning_rate": 2.0675614967379952e-06,
      "loss": 0.3486,
      "step": 1607240
    },
    {
      "epoch": 448.58,
      "grad_norm": 1.0219711065292358,
      "learning_rate": 2.0675346455230207e-06,
      "loss": 0.3276,
      "step": 1607250
    },
    {
      "epoch": 448.58,
      "grad_norm": 1.0801087617874146,
      "learning_rate": 2.0675077943448104e-06,
      "loss": 0.3432,
      "step": 1607260
    },
    {
      "epoch": 448.58,
      "grad_norm": 1.2459321022033691,
      "learning_rate": 2.0674809432033672e-06,
      "loss": 0.3505,
      "step": 1607270
    },
    {
      "epoch": 448.58,
      "grad_norm": 1.2483817338943481,
      "learning_rate": 2.0674540920986967e-06,
      "loss": 0.3326,
      "step": 1607280
    },
    {
      "epoch": 448.59,
      "grad_norm": 0.955034077167511,
      "learning_rate": 2.067427241030801e-06,
      "loss": 0.3284,
      "step": 1607290
    },
    {
      "epoch": 448.59,
      "grad_norm": 1.0701777935028076,
      "learning_rate": 2.0674003899996835e-06,
      "loss": 0.3562,
      "step": 1607300
    },
    {
      "epoch": 448.59,
      "grad_norm": 1.0224634408950806,
      "learning_rate": 2.0673735390053487e-06,
      "loss": 0.3428,
      "step": 1607310
    },
    {
      "epoch": 448.6,
      "grad_norm": 0.9317807555198669,
      "learning_rate": 2.0673466880478e-06,
      "loss": 0.3282,
      "step": 1607320
    },
    {
      "epoch": 448.6,
      "grad_norm": 1.0529154539108276,
      "learning_rate": 2.0673198371270392e-06,
      "loss": 0.3301,
      "step": 1607330
    },
    {
      "epoch": 448.6,
      "grad_norm": 1.2104477882385254,
      "learning_rate": 2.0672929862430725e-06,
      "loss": 0.3618,
      "step": 1607340
    },
    {
      "epoch": 448.6,
      "grad_norm": 1.1299731731414795,
      "learning_rate": 2.067266135395902e-06,
      "loss": 0.337,
      "step": 1607350
    },
    {
      "epoch": 448.61,
      "grad_norm": 0.9737905859947205,
      "learning_rate": 2.0672392845855315e-06,
      "loss": 0.3503,
      "step": 1607360
    },
    {
      "epoch": 448.61,
      "grad_norm": 1.0917596817016602,
      "learning_rate": 2.067212433811965e-06,
      "loss": 0.359,
      "step": 1607370
    },
    {
      "epoch": 448.61,
      "grad_norm": 1.0857173204421997,
      "learning_rate": 2.0671855830752057e-06,
      "loss": 0.3407,
      "step": 1607380
    },
    {
      "epoch": 448.62,
      "grad_norm": 1.0362519025802612,
      "learning_rate": 2.0671587323752564e-06,
      "loss": 0.36,
      "step": 1607390
    },
    {
      "epoch": 448.62,
      "grad_norm": 1.1690430641174316,
      "learning_rate": 2.0671318817121218e-06,
      "loss": 0.3508,
      "step": 1607400
    },
    {
      "epoch": 448.62,
      "grad_norm": 0.8591220378875732,
      "learning_rate": 2.0671050310858047e-06,
      "loss": 0.3399,
      "step": 1607410
    },
    {
      "epoch": 448.62,
      "grad_norm": 1.1142425537109375,
      "learning_rate": 2.06707818049631e-06,
      "loss": 0.3445,
      "step": 1607420
    },
    {
      "epoch": 448.63,
      "grad_norm": 1.2081366777420044,
      "learning_rate": 2.067051329943641e-06,
      "loss": 0.3572,
      "step": 1607430
    },
    {
      "epoch": 448.63,
      "grad_norm": 1.1894700527191162,
      "learning_rate": 2.0670244794277993e-06,
      "loss": 0.3385,
      "step": 1607440
    },
    {
      "epoch": 448.63,
      "grad_norm": 1.4491342306137085,
      "learning_rate": 2.0669976289487906e-06,
      "loss": 0.3371,
      "step": 1607450
    },
    {
      "epoch": 448.64,
      "grad_norm": 0.9601542949676514,
      "learning_rate": 2.066970778506618e-06,
      "loss": 0.3546,
      "step": 1607460
    },
    {
      "epoch": 448.64,
      "grad_norm": 1.144694447517395,
      "learning_rate": 2.0669439281012837e-06,
      "loss": 0.3512,
      "step": 1607470
    },
    {
      "epoch": 448.64,
      "grad_norm": 1.074894666671753,
      "learning_rate": 2.066917077732793e-06,
      "loss": 0.3562,
      "step": 1607480
    },
    {
      "epoch": 448.64,
      "grad_norm": 1.0003740787506104,
      "learning_rate": 2.066890227401149e-06,
      "loss": 0.3383,
      "step": 1607490
    },
    {
      "epoch": 448.65,
      "grad_norm": 1.0117764472961426,
      "learning_rate": 2.066863377106355e-06,
      "loss": 0.3266,
      "step": 1607500
    },
    {
      "epoch": 448.65,
      "grad_norm": 0.9568135142326355,
      "learning_rate": 2.066836526848415e-06,
      "loss": 0.3467,
      "step": 1607510
    },
    {
      "epoch": 448.65,
      "grad_norm": 0.9640487432479858,
      "learning_rate": 2.066809676627332e-06,
      "loss": 0.353,
      "step": 1607520
    },
    {
      "epoch": 448.65,
      "grad_norm": 1.2473735809326172,
      "learning_rate": 2.0667828264431088e-06,
      "loss": 0.3627,
      "step": 1607530
    },
    {
      "epoch": 448.66,
      "grad_norm": 1.044276475906372,
      "learning_rate": 2.066755976295751e-06,
      "loss": 0.3549,
      "step": 1607540
    },
    {
      "epoch": 448.66,
      "grad_norm": 0.978468656539917,
      "learning_rate": 2.0667291261852614e-06,
      "loss": 0.3518,
      "step": 1607550
    },
    {
      "epoch": 448.66,
      "grad_norm": 0.987373411655426,
      "learning_rate": 2.066702276111642e-06,
      "loss": 0.3437,
      "step": 1607560
    },
    {
      "epoch": 448.67,
      "grad_norm": 1.054290771484375,
      "learning_rate": 2.0666754260748994e-06,
      "loss": 0.354,
      "step": 1607570
    },
    {
      "epoch": 448.67,
      "grad_norm": 1.074912428855896,
      "learning_rate": 2.066648576075035e-06,
      "loss": 0.3474,
      "step": 1607580
    },
    {
      "epoch": 448.67,
      "grad_norm": 0.9548091292381287,
      "learning_rate": 2.066621726112053e-06,
      "loss": 0.3383,
      "step": 1607590
    },
    {
      "epoch": 448.67,
      "grad_norm": 1.3339580297470093,
      "learning_rate": 2.0665948761859566e-06,
      "loss": 0.3441,
      "step": 1607600
    },
    {
      "epoch": 448.68,
      "grad_norm": 1.0492169857025146,
      "learning_rate": 2.0665680262967496e-06,
      "loss": 0.3302,
      "step": 1607610
    },
    {
      "epoch": 448.68,
      "grad_norm": 1.0595258474349976,
      "learning_rate": 2.066541176444435e-06,
      "loss": 0.3476,
      "step": 1607620
    },
    {
      "epoch": 448.68,
      "grad_norm": 1.174271821975708,
      "learning_rate": 2.066514326629018e-06,
      "loss": 0.3563,
      "step": 1607630
    },
    {
      "epoch": 448.69,
      "grad_norm": 0.8800182342529297,
      "learning_rate": 2.066487476850501e-06,
      "loss": 0.3153,
      "step": 1607640
    },
    {
      "epoch": 448.69,
      "grad_norm": 1.0287370681762695,
      "learning_rate": 2.0664606271088874e-06,
      "loss": 0.3422,
      "step": 1607650
    },
    {
      "epoch": 448.69,
      "grad_norm": 1.0814896821975708,
      "learning_rate": 2.066433777404181e-06,
      "loss": 0.3505,
      "step": 1607660
    },
    {
      "epoch": 448.69,
      "grad_norm": 1.1347960233688354,
      "learning_rate": 2.066406927736385e-06,
      "loss": 0.3497,
      "step": 1607670
    },
    {
      "epoch": 448.7,
      "grad_norm": 0.9585345387458801,
      "learning_rate": 2.0663800781055045e-06,
      "loss": 0.3302,
      "step": 1607680
    },
    {
      "epoch": 448.7,
      "grad_norm": 1.0358507633209229,
      "learning_rate": 2.0663532285115414e-06,
      "loss": 0.3521,
      "step": 1607690
    },
    {
      "epoch": 448.7,
      "grad_norm": 1.1362656354904175,
      "learning_rate": 2.066326378954499e-06,
      "loss": 0.3315,
      "step": 1607700
    },
    {
      "epoch": 448.7,
      "grad_norm": 0.9971883893013,
      "learning_rate": 2.0662995294343834e-06,
      "loss": 0.3403,
      "step": 1607710
    },
    {
      "epoch": 448.71,
      "grad_norm": 1.1379450559616089,
      "learning_rate": 2.066272679951196e-06,
      "loss": 0.338,
      "step": 1607720
    },
    {
      "epoch": 448.71,
      "grad_norm": 0.9199191927909851,
      "learning_rate": 2.0662458305049407e-06,
      "loss": 0.3579,
      "step": 1607730
    },
    {
      "epoch": 448.71,
      "grad_norm": 1.3791154623031616,
      "learning_rate": 2.066218981095622e-06,
      "loss": 0.3379,
      "step": 1607740
    },
    {
      "epoch": 448.72,
      "grad_norm": 1.0567015409469604,
      "learning_rate": 2.066192131723242e-06,
      "loss": 0.3304,
      "step": 1607750
    },
    {
      "epoch": 448.72,
      "grad_norm": 1.083033800125122,
      "learning_rate": 2.0661652823878046e-06,
      "loss": 0.3368,
      "step": 1607760
    },
    {
      "epoch": 448.72,
      "grad_norm": 0.9265657663345337,
      "learning_rate": 2.066138433089315e-06,
      "loss": 0.3301,
      "step": 1607770
    },
    {
      "epoch": 448.72,
      "grad_norm": 1.0732905864715576,
      "learning_rate": 2.066111583827775e-06,
      "loss": 0.3254,
      "step": 1607780
    },
    {
      "epoch": 448.73,
      "grad_norm": 1.0697318315505981,
      "learning_rate": 2.0660847346031886e-06,
      "loss": 0.3506,
      "step": 1607790
    },
    {
      "epoch": 448.73,
      "grad_norm": 1.0763354301452637,
      "learning_rate": 2.06605788541556e-06,
      "loss": 0.3409,
      "step": 1607800
    },
    {
      "epoch": 448.73,
      "grad_norm": 1.0230979919433594,
      "learning_rate": 2.066031036264892e-06,
      "loss": 0.3438,
      "step": 1607810
    },
    {
      "epoch": 448.74,
      "grad_norm": 1.117514729499817,
      "learning_rate": 2.0660041871511876e-06,
      "loss": 0.355,
      "step": 1607820
    },
    {
      "epoch": 448.74,
      "grad_norm": 1.0067837238311768,
      "learning_rate": 2.0659773380744525e-06,
      "loss": 0.3458,
      "step": 1607830
    },
    {
      "epoch": 448.74,
      "grad_norm": 0.9811629056930542,
      "learning_rate": 2.0659504890346886e-06,
      "loss": 0.3345,
      "step": 1607840
    },
    {
      "epoch": 448.74,
      "grad_norm": 1.2727723121643066,
      "learning_rate": 2.065923640031899e-06,
      "loss": 0.362,
      "step": 1607850
    },
    {
      "epoch": 448.75,
      "grad_norm": 0.9719375371932983,
      "learning_rate": 2.0658967910660892e-06,
      "loss": 0.3518,
      "step": 1607860
    },
    {
      "epoch": 448.75,
      "grad_norm": 0.9386274814605713,
      "learning_rate": 2.065869942137262e-06,
      "loss": 0.3298,
      "step": 1607870
    },
    {
      "epoch": 448.75,
      "grad_norm": 1.1261541843414307,
      "learning_rate": 2.0658430932454203e-06,
      "loss": 0.3474,
      "step": 1607880
    },
    {
      "epoch": 448.76,
      "grad_norm": 1.1116985082626343,
      "learning_rate": 2.0658162443905684e-06,
      "loss": 0.3547,
      "step": 1607890
    },
    {
      "epoch": 448.76,
      "grad_norm": 1.2287677526474,
      "learning_rate": 2.0657893955727094e-06,
      "loss": 0.3474,
      "step": 1607900
    },
    {
      "epoch": 448.76,
      "grad_norm": 0.9305448532104492,
      "learning_rate": 2.0657625467918463e-06,
      "loss": 0.3356,
      "step": 1607910
    },
    {
      "epoch": 448.76,
      "grad_norm": 1.2138136625289917,
      "learning_rate": 2.065735698047984e-06,
      "loss": 0.3494,
      "step": 1607920
    },
    {
      "epoch": 448.77,
      "grad_norm": 1.0440720319747925,
      "learning_rate": 2.0657088493411258e-06,
      "loss": 0.3402,
      "step": 1607930
    },
    {
      "epoch": 448.77,
      "grad_norm": 1.0537806749343872,
      "learning_rate": 2.0656820006712744e-06,
      "loss": 0.3481,
      "step": 1607940
    },
    {
      "epoch": 448.77,
      "grad_norm": 1.1249148845672607,
      "learning_rate": 2.0656551520384345e-06,
      "loss": 0.3619,
      "step": 1607950
    },
    {
      "epoch": 448.77,
      "grad_norm": 1.1836702823638916,
      "learning_rate": 2.065628303442608e-06,
      "loss": 0.3446,
      "step": 1607960
    },
    {
      "epoch": 448.78,
      "grad_norm": 0.9822372794151306,
      "learning_rate": 2.0656014548838003e-06,
      "loss": 0.3343,
      "step": 1607970
    },
    {
      "epoch": 448.78,
      "grad_norm": 1.008462905883789,
      "learning_rate": 2.0655746063620144e-06,
      "loss": 0.3325,
      "step": 1607980
    },
    {
      "epoch": 448.78,
      "grad_norm": 1.0344592332839966,
      "learning_rate": 2.065547757877253e-06,
      "loss": 0.3297,
      "step": 1607990
    },
    {
      "epoch": 448.79,
      "grad_norm": 1.0949218273162842,
      "learning_rate": 2.065520909429521e-06,
      "loss": 0.358,
      "step": 1608000
    },
    {
      "epoch": 448.79,
      "grad_norm": 0.9509288668632507,
      "learning_rate": 2.065494061018822e-06,
      "loss": 0.3399,
      "step": 1608010
    },
    {
      "epoch": 448.79,
      "grad_norm": 1.713000774383545,
      "learning_rate": 2.0654672126451575e-06,
      "loss": 0.3315,
      "step": 1608020
    },
    {
      "epoch": 448.79,
      "grad_norm": 0.9497228264808655,
      "learning_rate": 2.0654403643085335e-06,
      "loss": 0.3469,
      "step": 1608030
    },
    {
      "epoch": 448.8,
      "grad_norm": 0.966215968132019,
      "learning_rate": 2.0654135160089528e-06,
      "loss": 0.3398,
      "step": 1608040
    },
    {
      "epoch": 448.8,
      "grad_norm": 1.2161297798156738,
      "learning_rate": 2.0653866677464175e-06,
      "loss": 0.3542,
      "step": 1608050
    },
    {
      "epoch": 448.8,
      "grad_norm": 1.1295915842056274,
      "learning_rate": 2.0653598195209335e-06,
      "loss": 0.3393,
      "step": 1608060
    },
    {
      "epoch": 448.81,
      "grad_norm": 1.0455727577209473,
      "learning_rate": 2.0653329713325034e-06,
      "loss": 0.3562,
      "step": 1608070
    },
    {
      "epoch": 448.81,
      "grad_norm": 1.7482881546020508,
      "learning_rate": 2.06530612318113e-06,
      "loss": 0.3312,
      "step": 1608080
    },
    {
      "epoch": 448.81,
      "grad_norm": 1.0819668769836426,
      "learning_rate": 2.0652792750668176e-06,
      "loss": 0.3303,
      "step": 1608090
    },
    {
      "epoch": 448.81,
      "grad_norm": 0.9367629885673523,
      "learning_rate": 2.0652524269895708e-06,
      "loss": 0.3389,
      "step": 1608100
    },
    {
      "epoch": 448.82,
      "grad_norm": 0.9801812767982483,
      "learning_rate": 2.065225578949391e-06,
      "loss": 0.3484,
      "step": 1608110
    },
    {
      "epoch": 448.82,
      "grad_norm": 1.0754016637802124,
      "learning_rate": 2.0651987309462836e-06,
      "loss": 0.354,
      "step": 1608120
    },
    {
      "epoch": 448.82,
      "grad_norm": 1.1538147926330566,
      "learning_rate": 2.065171882980251e-06,
      "loss": 0.3401,
      "step": 1608130
    },
    {
      "epoch": 448.83,
      "grad_norm": 1.516811728477478,
      "learning_rate": 2.0651450350512967e-06,
      "loss": 0.3247,
      "step": 1608140
    },
    {
      "epoch": 448.83,
      "grad_norm": 0.9446712732315063,
      "learning_rate": 2.0651181871594255e-06,
      "loss": 0.3404,
      "step": 1608150
    },
    {
      "epoch": 448.83,
      "grad_norm": 0.9740583300590515,
      "learning_rate": 2.0650913393046404e-06,
      "loss": 0.3323,
      "step": 1608160
    },
    {
      "epoch": 448.83,
      "grad_norm": 1.0038628578186035,
      "learning_rate": 2.0650644914869444e-06,
      "loss": 0.3467,
      "step": 1608170
    },
    {
      "epoch": 448.84,
      "grad_norm": 1.1246899366378784,
      "learning_rate": 2.065037643706342e-06,
      "loss": 0.3499,
      "step": 1608180
    },
    {
      "epoch": 448.84,
      "grad_norm": 0.917101263999939,
      "learning_rate": 2.0650107959628363e-06,
      "loss": 0.3376,
      "step": 1608190
    },
    {
      "epoch": 448.84,
      "grad_norm": 1.1035362482070923,
      "learning_rate": 2.06498394825643e-06,
      "loss": 0.3444,
      "step": 1608200
    },
    {
      "epoch": 448.84,
      "grad_norm": 0.9635002017021179,
      "learning_rate": 2.0649571005871285e-06,
      "loss": 0.3197,
      "step": 1608210
    },
    {
      "epoch": 448.85,
      "grad_norm": 1.1137484312057495,
      "learning_rate": 2.064930252954934e-06,
      "loss": 0.359,
      "step": 1608220
    },
    {
      "epoch": 448.85,
      "grad_norm": 1.0492165088653564,
      "learning_rate": 2.0649034053598495e-06,
      "loss": 0.346,
      "step": 1608230
    },
    {
      "epoch": 448.85,
      "grad_norm": 1.172399878501892,
      "learning_rate": 2.064876557801881e-06,
      "loss": 0.3374,
      "step": 1608240
    },
    {
      "epoch": 448.86,
      "grad_norm": 0.9396716356277466,
      "learning_rate": 2.06484971028103e-06,
      "loss": 0.3292,
      "step": 1608250
    },
    {
      "epoch": 448.86,
      "grad_norm": 1.1218276023864746,
      "learning_rate": 2.064822862797301e-06,
      "loss": 0.3397,
      "step": 1608260
    },
    {
      "epoch": 448.86,
      "grad_norm": 1.110982894897461,
      "learning_rate": 2.0647960153506976e-06,
      "loss": 0.3404,
      "step": 1608270
    },
    {
      "epoch": 448.86,
      "grad_norm": 1.1850950717926025,
      "learning_rate": 2.064769167941222e-06,
      "loss": 0.3404,
      "step": 1608280
    },
    {
      "epoch": 448.87,
      "grad_norm": 0.9754714965820312,
      "learning_rate": 2.0647423205688797e-06,
      "loss": 0.3431,
      "step": 1608290
    },
    {
      "epoch": 448.87,
      "grad_norm": 1.0405372381210327,
      "learning_rate": 2.064715473233673e-06,
      "loss": 0.3243,
      "step": 1608300
    },
    {
      "epoch": 448.87,
      "grad_norm": 1.0932623147964478,
      "learning_rate": 2.064688625935606e-06,
      "loss": 0.3583,
      "step": 1608310
    },
    {
      "epoch": 448.88,
      "grad_norm": 1.3772518634796143,
      "learning_rate": 2.0646617786746824e-06,
      "loss": 0.3422,
      "step": 1608320
    },
    {
      "epoch": 448.88,
      "grad_norm": 0.9384105205535889,
      "learning_rate": 2.0646349314509056e-06,
      "loss": 0.3387,
      "step": 1608330
    },
    {
      "epoch": 448.88,
      "grad_norm": 1.081255316734314,
      "learning_rate": 2.0646080842642783e-06,
      "loss": 0.3706,
      "step": 1608340
    },
    {
      "epoch": 448.88,
      "grad_norm": 1.0569450855255127,
      "learning_rate": 2.0645812371148053e-06,
      "loss": 0.3433,
      "step": 1608350
    },
    {
      "epoch": 448.89,
      "grad_norm": 1.2696393728256226,
      "learning_rate": 2.06455439000249e-06,
      "loss": 0.3395,
      "step": 1608360
    },
    {
      "epoch": 448.89,
      "grad_norm": 1.548729658126831,
      "learning_rate": 2.0645275429273347e-06,
      "loss": 0.3569,
      "step": 1608370
    },
    {
      "epoch": 448.89,
      "grad_norm": 0.9264651536941528,
      "learning_rate": 2.064500695889345e-06,
      "loss": 0.3541,
      "step": 1608380
    },
    {
      "epoch": 448.89,
      "grad_norm": 1.4448579549789429,
      "learning_rate": 2.064473848888524e-06,
      "loss": 0.3455,
      "step": 1608390
    },
    {
      "epoch": 448.9,
      "grad_norm": 1.01959228515625,
      "learning_rate": 2.0644470019248734e-06,
      "loss": 0.3201,
      "step": 1608400
    },
    {
      "epoch": 448.9,
      "grad_norm": 1.1311780214309692,
      "learning_rate": 2.064420154998399e-06,
      "loss": 0.3325,
      "step": 1608410
    },
    {
      "epoch": 448.9,
      "grad_norm": 1.1995419263839722,
      "learning_rate": 2.0643933081091033e-06,
      "loss": 0.3484,
      "step": 1608420
    },
    {
      "epoch": 448.91,
      "grad_norm": 0.885899007320404,
      "learning_rate": 2.0643664612569892e-06,
      "loss": 0.3306,
      "step": 1608430
    },
    {
      "epoch": 448.91,
      "grad_norm": 1.2849431037902832,
      "learning_rate": 2.064339614442062e-06,
      "loss": 0.3449,
      "step": 1608440
    },
    {
      "epoch": 448.91,
      "grad_norm": 1.15277898311615,
      "learning_rate": 2.0643127676643247e-06,
      "loss": 0.3462,
      "step": 1608450
    },
    {
      "epoch": 448.91,
      "grad_norm": 1.0131796598434448,
      "learning_rate": 2.0642859209237797e-06,
      "loss": 0.3455,
      "step": 1608460
    },
    {
      "epoch": 448.92,
      "grad_norm": 0.9766561985015869,
      "learning_rate": 2.064259074220432e-06,
      "loss": 0.3356,
      "step": 1608470
    },
    {
      "epoch": 448.92,
      "grad_norm": 1.059930682182312,
      "learning_rate": 2.064232227554285e-06,
      "loss": 0.347,
      "step": 1608480
    },
    {
      "epoch": 448.92,
      "grad_norm": 0.9453112483024597,
      "learning_rate": 2.0642053809253404e-06,
      "loss": 0.3225,
      "step": 1608490
    },
    {
      "epoch": 448.93,
      "grad_norm": 1.0120956897735596,
      "learning_rate": 2.0641785343336047e-06,
      "loss": 0.3664,
      "step": 1608500
    },
    {
      "epoch": 448.93,
      "grad_norm": 1.027501106262207,
      "learning_rate": 2.0641516877790796e-06,
      "loss": 0.3558,
      "step": 1608510
    },
    {
      "epoch": 448.93,
      "grad_norm": 1.012159824371338,
      "learning_rate": 2.0641248412617684e-06,
      "loss": 0.3376,
      "step": 1608520
    },
    {
      "epoch": 448.93,
      "grad_norm": 1.1210991144180298,
      "learning_rate": 2.0640979947816763e-06,
      "loss": 0.3429,
      "step": 1608530
    },
    {
      "epoch": 448.94,
      "grad_norm": 1.2673540115356445,
      "learning_rate": 2.0640711483388058e-06,
      "loss": 0.3415,
      "step": 1608540
    },
    {
      "epoch": 448.94,
      "grad_norm": 1.0247641801834106,
      "learning_rate": 2.0640443019331607e-06,
      "loss": 0.3389,
      "step": 1608550
    },
    {
      "epoch": 448.94,
      "grad_norm": 0.9326033592224121,
      "learning_rate": 2.0640174555647443e-06,
      "loss": 0.3402,
      "step": 1608560
    },
    {
      "epoch": 448.95,
      "grad_norm": 1.0141352415084839,
      "learning_rate": 2.0639906092335598e-06,
      "loss": 0.3487,
      "step": 1608570
    },
    {
      "epoch": 448.95,
      "grad_norm": 1.2160794734954834,
      "learning_rate": 2.063963762939612e-06,
      "loss": 0.328,
      "step": 1608580
    },
    {
      "epoch": 448.95,
      "grad_norm": 1.0227397680282593,
      "learning_rate": 2.0639369166829046e-06,
      "loss": 0.3261,
      "step": 1608590
    },
    {
      "epoch": 448.95,
      "grad_norm": 1.4378738403320312,
      "learning_rate": 2.063910070463439e-06,
      "loss": 0.3521,
      "step": 1608600
    },
    {
      "epoch": 448.96,
      "grad_norm": 1.1244525909423828,
      "learning_rate": 2.0638832242812213e-06,
      "loss": 0.3575,
      "step": 1608610
    },
    {
      "epoch": 448.96,
      "grad_norm": 1.1485613584518433,
      "learning_rate": 2.0638563781362535e-06,
      "loss": 0.3409,
      "step": 1608620
    },
    {
      "epoch": 448.96,
      "grad_norm": 0.9548124074935913,
      "learning_rate": 2.063829532028539e-06,
      "loss": 0.3575,
      "step": 1608630
    },
    {
      "epoch": 448.96,
      "grad_norm": 1.0294004678726196,
      "learning_rate": 2.0638026859580827e-06,
      "loss": 0.349,
      "step": 1608640
    },
    {
      "epoch": 448.97,
      "grad_norm": 0.992796003818512,
      "learning_rate": 2.0637758399248873e-06,
      "loss": 0.3295,
      "step": 1608650
    },
    {
      "epoch": 448.97,
      "grad_norm": 1.021355390548706,
      "learning_rate": 2.063748993928956e-06,
      "loss": 0.3467,
      "step": 1608660
    },
    {
      "epoch": 448.97,
      "grad_norm": 0.88897705078125,
      "learning_rate": 2.063722147970294e-06,
      "loss": 0.3491,
      "step": 1608670
    },
    {
      "epoch": 448.98,
      "grad_norm": 0.9231163263320923,
      "learning_rate": 2.063695302048903e-06,
      "loss": 0.3313,
      "step": 1608680
    },
    {
      "epoch": 448.98,
      "grad_norm": 0.9674539566040039,
      "learning_rate": 2.0636684561647875e-06,
      "loss": 0.3323,
      "step": 1608690
    },
    {
      "epoch": 448.98,
      "grad_norm": 1.0090184211730957,
      "learning_rate": 2.063641610317951e-06,
      "loss": 0.3406,
      "step": 1608700
    },
    {
      "epoch": 448.98,
      "grad_norm": 1.0975199937820435,
      "learning_rate": 2.0636147645083974e-06,
      "loss": 0.3551,
      "step": 1608710
    },
    {
      "epoch": 448.99,
      "grad_norm": 1.1067835092544556,
      "learning_rate": 2.063587918736129e-06,
      "loss": 0.3276,
      "step": 1608720
    },
    {
      "epoch": 448.99,
      "grad_norm": 1.0850703716278076,
      "learning_rate": 2.063561073001151e-06,
      "loss": 0.3576,
      "step": 1608730
    },
    {
      "epoch": 448.99,
      "grad_norm": 1.1361382007598877,
      "learning_rate": 2.063534227303466e-06,
      "loss": 0.3536,
      "step": 1608740
    },
    {
      "epoch": 449.0,
      "grad_norm": 1.1858935356140137,
      "learning_rate": 2.063507381643078e-06,
      "loss": 0.353,
      "step": 1608750
    },
    {
      "epoch": 449.0,
      "grad_norm": 1.031185507774353,
      "learning_rate": 2.06348053601999e-06,
      "loss": 0.3428,
      "step": 1608760
    },
    {
      "epoch": 449.0,
      "eval_loss": 0.3444426953792572,
      "eval_runtime": 63.4848,
      "eval_samples_per_second": 79.688,
      "eval_steps_per_second": 9.971,
      "step": 1608767
    },
    {
      "epoch": 449.0,
      "grad_norm": 1.0832570791244507,
      "learning_rate": 2.063453690434206e-06,
      "loss": 0.3377,
      "step": 1608770
    },
    {
      "epoch": 449.0,
      "grad_norm": 1.4279930591583252,
      "learning_rate": 2.063426844885729e-06,
      "loss": 0.3457,
      "step": 1608780
    },
    {
      "epoch": 449.01,
      "grad_norm": 1.142961859703064,
      "learning_rate": 2.063399999374564e-06,
      "loss": 0.3426,
      "step": 1608790
    },
    {
      "epoch": 449.01,
      "grad_norm": 0.9529173970222473,
      "learning_rate": 2.0633731539007136e-06,
      "loss": 0.3419,
      "step": 1608800
    },
    {
      "epoch": 449.01,
      "grad_norm": 1.0918457508087158,
      "learning_rate": 2.0633463084641805e-06,
      "loss": 0.3323,
      "step": 1608810
    },
    {
      "epoch": 449.01,
      "grad_norm": 1.081103801727295,
      "learning_rate": 2.06331946306497e-06,
      "loss": 0.3318,
      "step": 1608820
    },
    {
      "epoch": 449.02,
      "grad_norm": 1.0964113473892212,
      "learning_rate": 2.063292617703085e-06,
      "loss": 0.3639,
      "step": 1608830
    },
    {
      "epoch": 449.02,
      "grad_norm": 1.0315625667572021,
      "learning_rate": 2.0632657723785286e-06,
      "loss": 0.3407,
      "step": 1608840
    },
    {
      "epoch": 449.02,
      "grad_norm": 1.1626002788543701,
      "learning_rate": 2.063238927091305e-06,
      "loss": 0.3453,
      "step": 1608850
    },
    {
      "epoch": 449.03,
      "grad_norm": 0.9490726590156555,
      "learning_rate": 2.0632120818414164e-06,
      "loss": 0.356,
      "step": 1608860
    },
    {
      "epoch": 449.03,
      "grad_norm": 0.8615175485610962,
      "learning_rate": 2.063185236628869e-06,
      "loss": 0.3601,
      "step": 1608870
    },
    {
      "epoch": 449.03,
      "grad_norm": 0.9581249952316284,
      "learning_rate": 2.0631583914536644e-06,
      "loss": 0.3456,
      "step": 1608880
    },
    {
      "epoch": 449.03,
      "grad_norm": 0.9648833870887756,
      "learning_rate": 2.063131546315806e-06,
      "loss": 0.3412,
      "step": 1608890
    },
    {
      "epoch": 449.04,
      "grad_norm": 1.0109645128250122,
      "learning_rate": 2.063104701215299e-06,
      "loss": 0.3552,
      "step": 1608900
    },
    {
      "epoch": 449.04,
      "grad_norm": 1.1567471027374268,
      "learning_rate": 2.0630778561521457e-06,
      "loss": 0.3525,
      "step": 1608910
    },
    {
      "epoch": 449.04,
      "grad_norm": 1.137115716934204,
      "learning_rate": 2.0630510111263486e-06,
      "loss": 0.3554,
      "step": 1608920
    },
    {
      "epoch": 449.05,
      "grad_norm": 1.168175458908081,
      "learning_rate": 2.063024166137914e-06,
      "loss": 0.3347,
      "step": 1608930
    },
    {
      "epoch": 449.05,
      "grad_norm": 1.019639492034912,
      "learning_rate": 2.0629973211868444e-06,
      "loss": 0.3325,
      "step": 1608940
    },
    {
      "epoch": 449.05,
      "grad_norm": 1.1810874938964844,
      "learning_rate": 2.0629704762731415e-06,
      "loss": 0.3381,
      "step": 1608950
    },
    {
      "epoch": 449.05,
      "grad_norm": 1.0486475229263306,
      "learning_rate": 2.0629436313968114e-06,
      "loss": 0.3382,
      "step": 1608960
    },
    {
      "epoch": 449.06,
      "grad_norm": 1.1251670122146606,
      "learning_rate": 2.062916786557857e-06,
      "loss": 0.3592,
      "step": 1608970
    },
    {
      "epoch": 449.06,
      "grad_norm": 0.9991369843482971,
      "learning_rate": 2.062889941756281e-06,
      "loss": 0.3519,
      "step": 1608980
    },
    {
      "epoch": 449.06,
      "grad_norm": 1.0759042501449585,
      "learning_rate": 2.062863096992088e-06,
      "loss": 0.3346,
      "step": 1608990
    },
    {
      "epoch": 449.07,
      "grad_norm": 1.149509310722351,
      "learning_rate": 2.062836252265281e-06,
      "loss": 0.3573,
      "step": 1609000
    },
    {
      "epoch": 449.07,
      "grad_norm": 1.0289353132247925,
      "learning_rate": 2.0628094075758633e-06,
      "loss": 0.3486,
      "step": 1609010
    },
    {
      "epoch": 449.07,
      "grad_norm": 1.0076113939285278,
      "learning_rate": 2.0627825629238394e-06,
      "loss": 0.3358,
      "step": 1609020
    },
    {
      "epoch": 449.07,
      "grad_norm": 1.0263603925704956,
      "learning_rate": 2.0627557183092124e-06,
      "loss": 0.3381,
      "step": 1609030
    },
    {
      "epoch": 449.08,
      "grad_norm": 1.0922093391418457,
      "learning_rate": 2.0627288737319853e-06,
      "loss": 0.3506,
      "step": 1609040
    },
    {
      "epoch": 449.08,
      "grad_norm": 1.0815509557724,
      "learning_rate": 2.0627020291921624e-06,
      "loss": 0.3445,
      "step": 1609050
    },
    {
      "epoch": 449.08,
      "grad_norm": 0.9762489795684814,
      "learning_rate": 2.062675184689747e-06,
      "loss": 0.3328,
      "step": 1609060
    },
    {
      "epoch": 449.08,
      "grad_norm": 1.101975440979004,
      "learning_rate": 2.062648340224743e-06,
      "loss": 0.3378,
      "step": 1609070
    },
    {
      "epoch": 449.09,
      "grad_norm": 1.2792202234268188,
      "learning_rate": 2.0626214957971534e-06,
      "loss": 0.3482,
      "step": 1609080
    },
    {
      "epoch": 449.09,
      "grad_norm": 1.2657243013381958,
      "learning_rate": 2.0625946514069825e-06,
      "loss": 0.3289,
      "step": 1609090
    },
    {
      "epoch": 449.09,
      "grad_norm": 0.9105482697486877,
      "learning_rate": 2.0625678070542323e-06,
      "loss": 0.345,
      "step": 1609100
    },
    {
      "epoch": 449.1,
      "grad_norm": 1.7090797424316406,
      "learning_rate": 2.0625409627389086e-06,
      "loss": 0.3537,
      "step": 1609110
    },
    {
      "epoch": 449.1,
      "grad_norm": 1.0358914136886597,
      "learning_rate": 2.0625141184610133e-06,
      "loss": 0.3685,
      "step": 1609120
    },
    {
      "epoch": 449.1,
      "grad_norm": 1.215900182723999,
      "learning_rate": 2.0624872742205512e-06,
      "loss": 0.358,
      "step": 1609130
    },
    {
      "epoch": 449.1,
      "grad_norm": 1.0143405199050903,
      "learning_rate": 2.0624604300175255e-06,
      "loss": 0.337,
      "step": 1609140
    },
    {
      "epoch": 449.11,
      "grad_norm": 1.1796070337295532,
      "learning_rate": 2.0624335858519382e-06,
      "loss": 0.3381,
      "step": 1609150
    },
    {
      "epoch": 449.11,
      "grad_norm": 1.0895156860351562,
      "learning_rate": 2.0624067417237953e-06,
      "loss": 0.3456,
      "step": 1609160
    },
    {
      "epoch": 449.11,
      "grad_norm": 1.0550822019577026,
      "learning_rate": 2.0623798976330993e-06,
      "loss": 0.3311,
      "step": 1609170
    },
    {
      "epoch": 449.12,
      "grad_norm": 0.8246474266052246,
      "learning_rate": 2.0623530535798527e-06,
      "loss": 0.3358,
      "step": 1609180
    },
    {
      "epoch": 449.12,
      "grad_norm": 0.8831014037132263,
      "learning_rate": 2.062326209564061e-06,
      "loss": 0.3407,
      "step": 1609190
    },
    {
      "epoch": 449.12,
      "grad_norm": 1.4037424325942993,
      "learning_rate": 2.062299365585727e-06,
      "loss": 0.3453,
      "step": 1609200
    },
    {
      "epoch": 449.12,
      "grad_norm": 0.9829683899879456,
      "learning_rate": 2.0622725216448537e-06,
      "loss": 0.346,
      "step": 1609210
    },
    {
      "epoch": 449.13,
      "grad_norm": 1.1177144050598145,
      "learning_rate": 2.0622456777414455e-06,
      "loss": 0.3485,
      "step": 1609220
    },
    {
      "epoch": 449.13,
      "grad_norm": 1.194501519203186,
      "learning_rate": 2.0622188338755055e-06,
      "loss": 0.3567,
      "step": 1609230
    },
    {
      "epoch": 449.13,
      "grad_norm": 1.090031623840332,
      "learning_rate": 2.0621919900470365e-06,
      "loss": 0.348,
      "step": 1609240
    },
    {
      "epoch": 449.13,
      "grad_norm": 1.1496834754943848,
      "learning_rate": 2.0621651462560444e-06,
      "loss": 0.3433,
      "step": 1609250
    },
    {
      "epoch": 449.14,
      "grad_norm": 1.006189227104187,
      "learning_rate": 2.0621383025025306e-06,
      "loss": 0.3515,
      "step": 1609260
    },
    {
      "epoch": 449.14,
      "grad_norm": 1.0028878450393677,
      "learning_rate": 2.0621114587864993e-06,
      "loss": 0.3531,
      "step": 1609270
    },
    {
      "epoch": 449.14,
      "grad_norm": 1.0569216012954712,
      "learning_rate": 2.0620846151079547e-06,
      "loss": 0.3533,
      "step": 1609280
    },
    {
      "epoch": 449.15,
      "grad_norm": 1.2180793285369873,
      "learning_rate": 2.0620577714668997e-06,
      "loss": 0.3374,
      "step": 1609290
    },
    {
      "epoch": 449.15,
      "grad_norm": 0.9153837561607361,
      "learning_rate": 2.0620309278633366e-06,
      "loss": 0.3314,
      "step": 1609300
    },
    {
      "epoch": 449.15,
      "grad_norm": 1.0861188173294067,
      "learning_rate": 2.062004084297272e-06,
      "loss": 0.3449,
      "step": 1609310
    },
    {
      "epoch": 449.15,
      "grad_norm": 1.0730900764465332,
      "learning_rate": 2.0619772407687077e-06,
      "loss": 0.3542,
      "step": 1609320
    },
    {
      "epoch": 449.16,
      "grad_norm": 1.0885905027389526,
      "learning_rate": 2.0619503972776463e-06,
      "loss": 0.3403,
      "step": 1609330
    },
    {
      "epoch": 449.16,
      "grad_norm": 1.1581623554229736,
      "learning_rate": 2.061923553824094e-06,
      "loss": 0.3329,
      "step": 1609340
    },
    {
      "epoch": 449.16,
      "grad_norm": 1.3834174871444702,
      "learning_rate": 2.061896710408052e-06,
      "loss": 0.3269,
      "step": 1609350
    },
    {
      "epoch": 449.17,
      "grad_norm": 0.8759739995002747,
      "learning_rate": 2.0618698670295248e-06,
      "loss": 0.3464,
      "step": 1609360
    },
    {
      "epoch": 449.17,
      "grad_norm": 1.9105517864227295,
      "learning_rate": 2.0618430236885164e-06,
      "loss": 0.3315,
      "step": 1609370
    },
    {
      "epoch": 449.17,
      "grad_norm": 1.0061432123184204,
      "learning_rate": 2.06181618038503e-06,
      "loss": 0.3337,
      "step": 1609380
    },
    {
      "epoch": 449.17,
      "grad_norm": 0.9275680184364319,
      "learning_rate": 2.061789337119068e-06,
      "loss": 0.3499,
      "step": 1609390
    },
    {
      "epoch": 449.18,
      "grad_norm": 1.0161181688308716,
      "learning_rate": 2.0617624938906353e-06,
      "loss": 0.3525,
      "step": 1609400
    },
    {
      "epoch": 449.18,
      "grad_norm": 1.05305814743042,
      "learning_rate": 2.0617356506997356e-06,
      "loss": 0.3331,
      "step": 1609410
    },
    {
      "epoch": 449.18,
      "grad_norm": 0.9663947820663452,
      "learning_rate": 2.0617088075463722e-06,
      "loss": 0.3486,
      "step": 1609420
    },
    {
      "epoch": 449.19,
      "grad_norm": 1.130957007408142,
      "learning_rate": 2.061681964430549e-06,
      "loss": 0.3403,
      "step": 1609430
    },
    {
      "epoch": 449.19,
      "grad_norm": 1.016344428062439,
      "learning_rate": 2.0616551213522677e-06,
      "loss": 0.3493,
      "step": 1609440
    },
    {
      "epoch": 449.19,
      "grad_norm": 0.9608961343765259,
      "learning_rate": 2.0616282783115347e-06,
      "loss": 0.3325,
      "step": 1609450
    },
    {
      "epoch": 449.19,
      "grad_norm": 1.0264772176742554,
      "learning_rate": 2.0616014353083514e-06,
      "loss": 0.3345,
      "step": 1609460
    },
    {
      "epoch": 449.2,
      "grad_norm": 1.0385876893997192,
      "learning_rate": 2.061574592342722e-06,
      "loss": 0.3714,
      "step": 1609470
    },
    {
      "epoch": 449.2,
      "grad_norm": 1.0476610660552979,
      "learning_rate": 2.061547749414651e-06,
      "loss": 0.3534,
      "step": 1609480
    },
    {
      "epoch": 449.2,
      "grad_norm": 1.0479182004928589,
      "learning_rate": 2.061520906524141e-06,
      "loss": 0.3524,
      "step": 1609490
    },
    {
      "epoch": 449.2,
      "grad_norm": 1.332705020904541,
      "learning_rate": 2.061494063671195e-06,
      "loss": 0.3332,
      "step": 1609500
    },
    {
      "epoch": 449.21,
      "grad_norm": 1.0328211784362793,
      "learning_rate": 2.0614672208558186e-06,
      "loss": 0.3596,
      "step": 1609510
    },
    {
      "epoch": 449.21,
      "grad_norm": 1.0665336847305298,
      "learning_rate": 2.0614403780780134e-06,
      "loss": 0.3544,
      "step": 1609520
    },
    {
      "epoch": 449.21,
      "grad_norm": 0.964785635471344,
      "learning_rate": 2.061413535337783e-06,
      "loss": 0.3584,
      "step": 1609530
    },
    {
      "epoch": 449.22,
      "grad_norm": 1.1531482934951782,
      "learning_rate": 2.0613866926351327e-06,
      "loss": 0.3469,
      "step": 1609540
    },
    {
      "epoch": 449.22,
      "grad_norm": 1.1013771295547485,
      "learning_rate": 2.061359849970065e-06,
      "loss": 0.3327,
      "step": 1609550
    },
    {
      "epoch": 449.22,
      "grad_norm": 1.1174579858779907,
      "learning_rate": 2.061333007342583e-06,
      "loss": 0.3353,
      "step": 1609560
    },
    {
      "epoch": 449.22,
      "grad_norm": 1.0272259712219238,
      "learning_rate": 2.0613061647526912e-06,
      "loss": 0.3571,
      "step": 1609570
    },
    {
      "epoch": 449.23,
      "grad_norm": 1.1130262613296509,
      "learning_rate": 2.061279322200393e-06,
      "loss": 0.3359,
      "step": 1609580
    },
    {
      "epoch": 449.23,
      "grad_norm": 1.0033886432647705,
      "learning_rate": 2.0612524796856907e-06,
      "loss": 0.3373,
      "step": 1609590
    },
    {
      "epoch": 449.23,
      "grad_norm": 1.0320483446121216,
      "learning_rate": 2.0612256372085895e-06,
      "loss": 0.363,
      "step": 1609600
    },
    {
      "epoch": 449.24,
      "grad_norm": 1.1190221309661865,
      "learning_rate": 2.0611987947690927e-06,
      "loss": 0.3465,
      "step": 1609610
    },
    {
      "epoch": 449.24,
      "grad_norm": 0.8979775905609131,
      "learning_rate": 2.0611719523672025e-06,
      "loss": 0.3356,
      "step": 1609620
    },
    {
      "epoch": 449.24,
      "grad_norm": 1.0519301891326904,
      "learning_rate": 2.0611451100029244e-06,
      "loss": 0.3375,
      "step": 1609630
    },
    {
      "epoch": 449.24,
      "grad_norm": 9.10530948638916,
      "learning_rate": 2.0611182676762613e-06,
      "loss": 0.3334,
      "step": 1609640
    },
    {
      "epoch": 449.25,
      "grad_norm": 1.1046769618988037,
      "learning_rate": 2.0610914253872158e-06,
      "loss": 0.3309,
      "step": 1609650
    },
    {
      "epoch": 449.25,
      "grad_norm": 0.9086950421333313,
      "learning_rate": 2.061064583135793e-06,
      "loss": 0.3469,
      "step": 1609660
    },
    {
      "epoch": 449.25,
      "grad_norm": 1.0334025621414185,
      "learning_rate": 2.0610377409219957e-06,
      "loss": 0.3362,
      "step": 1609670
    },
    {
      "epoch": 449.25,
      "grad_norm": 0.9984610080718994,
      "learning_rate": 2.0610108987458263e-06,
      "loss": 0.347,
      "step": 1609680
    },
    {
      "epoch": 449.26,
      "grad_norm": 0.9452139139175415,
      "learning_rate": 2.0609840566072905e-06,
      "loss": 0.3396,
      "step": 1609690
    },
    {
      "epoch": 449.26,
      "grad_norm": 1.01712965965271,
      "learning_rate": 2.060957214506391e-06,
      "loss": 0.3596,
      "step": 1609700
    },
    {
      "epoch": 449.26,
      "grad_norm": 1.088274359703064,
      "learning_rate": 2.060930372443131e-06,
      "loss": 0.3445,
      "step": 1609710
    },
    {
      "epoch": 449.27,
      "grad_norm": 1.148337960243225,
      "learning_rate": 2.0609035304175147e-06,
      "loss": 0.3455,
      "step": 1609720
    },
    {
      "epoch": 449.27,
      "grad_norm": 1.0171422958374023,
      "learning_rate": 2.060876688429544e-06,
      "loss": 0.334,
      "step": 1609730
    },
    {
      "epoch": 449.27,
      "grad_norm": 1.1317708492279053,
      "learning_rate": 2.0608498464792254e-06,
      "loss": 0.3404,
      "step": 1609740
    },
    {
      "epoch": 449.27,
      "grad_norm": 1.1921428442001343,
      "learning_rate": 2.0608230045665607e-06,
      "loss": 0.3465,
      "step": 1609750
    },
    {
      "epoch": 449.28,
      "grad_norm": 1.1198835372924805,
      "learning_rate": 2.0607961626915525e-06,
      "loss": 0.3549,
      "step": 1609760
    },
    {
      "epoch": 449.28,
      "grad_norm": 0.9709276556968689,
      "learning_rate": 2.0607693208542064e-06,
      "loss": 0.3399,
      "step": 1609770
    },
    {
      "epoch": 449.28,
      "grad_norm": 0.950557291507721,
      "learning_rate": 2.0607424790545253e-06,
      "loss": 0.3464,
      "step": 1609780
    },
    {
      "epoch": 449.29,
      "grad_norm": 1.1884095668792725,
      "learning_rate": 2.060715637292512e-06,
      "loss": 0.3358,
      "step": 1609790
    },
    {
      "epoch": 449.29,
      "grad_norm": 1.3189866542816162,
      "learning_rate": 2.0606887955681716e-06,
      "loss": 0.3491,
      "step": 1609800
    },
    {
      "epoch": 449.29,
      "grad_norm": 1.0253468751907349,
      "learning_rate": 2.0606619538815063e-06,
      "loss": 0.3324,
      "step": 1609810
    },
    {
      "epoch": 449.29,
      "grad_norm": 1.5435315370559692,
      "learning_rate": 2.060635112232519e-06,
      "loss": 0.3716,
      "step": 1609820
    },
    {
      "epoch": 449.3,
      "grad_norm": 0.9785149097442627,
      "learning_rate": 2.0606082706212156e-06,
      "loss": 0.3418,
      "step": 1609830
    },
    {
      "epoch": 449.3,
      "grad_norm": 1.0459332466125488,
      "learning_rate": 2.0605814290475987e-06,
      "loss": 0.357,
      "step": 1609840
    },
    {
      "epoch": 449.3,
      "grad_norm": 1.0530654191970825,
      "learning_rate": 2.060554587511671e-06,
      "loss": 0.3383,
      "step": 1609850
    },
    {
      "epoch": 449.31,
      "grad_norm": 1.097434639930725,
      "learning_rate": 2.0605277460134366e-06,
      "loss": 0.3391,
      "step": 1609860
    },
    {
      "epoch": 449.31,
      "grad_norm": 1.0089398622512817,
      "learning_rate": 2.0605009045528994e-06,
      "loss": 0.343,
      "step": 1609870
    },
    {
      "epoch": 449.31,
      "grad_norm": 1.0747730731964111,
      "learning_rate": 2.060474063130062e-06,
      "loss": 0.3623,
      "step": 1609880
    },
    {
      "epoch": 449.31,
      "grad_norm": 1.0425280332565308,
      "learning_rate": 2.0604472217449298e-06,
      "loss": 0.3479,
      "step": 1609890
    },
    {
      "epoch": 449.32,
      "grad_norm": 4.09168815612793,
      "learning_rate": 2.060420380397505e-06,
      "loss": 0.3398,
      "step": 1609900
    },
    {
      "epoch": 449.32,
      "grad_norm": 1.0982754230499268,
      "learning_rate": 2.0603935390877905e-06,
      "loss": 0.3431,
      "step": 1609910
    },
    {
      "epoch": 449.32,
      "grad_norm": 0.9256860613822937,
      "learning_rate": 2.060366697815792e-06,
      "loss": 0.3558,
      "step": 1609920
    },
    {
      "epoch": 449.32,
      "grad_norm": 0.9668365120887756,
      "learning_rate": 2.0603398565815116e-06,
      "loss": 0.3374,
      "step": 1609930
    },
    {
      "epoch": 449.33,
      "grad_norm": 0.9910480380058289,
      "learning_rate": 2.0603130153849526e-06,
      "loss": 0.3505,
      "step": 1609940
    },
    {
      "epoch": 449.33,
      "grad_norm": 0.9482436180114746,
      "learning_rate": 2.06028617422612e-06,
      "loss": 0.3362,
      "step": 1609950
    },
    {
      "epoch": 449.33,
      "grad_norm": 1.1763774156570435,
      "learning_rate": 2.060259333105016e-06,
      "loss": 0.3522,
      "step": 1609960
    },
    {
      "epoch": 449.34,
      "grad_norm": 1.0553851127624512,
      "learning_rate": 2.060232492021644e-06,
      "loss": 0.3709,
      "step": 1609970
    },
    {
      "epoch": 449.34,
      "grad_norm": 0.985953688621521,
      "learning_rate": 2.0602056509760095e-06,
      "loss": 0.3548,
      "step": 1609980
    },
    {
      "epoch": 449.34,
      "grad_norm": 0.9857742190361023,
      "learning_rate": 2.0601788099681145e-06,
      "loss": 0.3279,
      "step": 1609990
    },
    {
      "epoch": 449.34,
      "grad_norm": 0.9356445670127869,
      "learning_rate": 2.0601519689979624e-06,
      "loss": 0.3641,
      "step": 1610000
    },
    {
      "epoch": 449.35,
      "grad_norm": 0.9983675479888916,
      "learning_rate": 2.060125128065558e-06,
      "loss": 0.3532,
      "step": 1610010
    },
    {
      "epoch": 449.35,
      "grad_norm": 0.9229982495307922,
      "learning_rate": 2.060098287170903e-06,
      "loss": 0.3458,
      "step": 1610020
    },
    {
      "epoch": 449.35,
      "grad_norm": 1.013230562210083,
      "learning_rate": 2.0600714463140035e-06,
      "loss": 0.3427,
      "step": 1610030
    },
    {
      "epoch": 449.36,
      "grad_norm": 0.9494404196739197,
      "learning_rate": 2.0600446054948613e-06,
      "loss": 0.35,
      "step": 1610040
    },
    {
      "epoch": 449.36,
      "grad_norm": 1.0546419620513916,
      "learning_rate": 2.0600177647134794e-06,
      "loss": 0.3475,
      "step": 1610050
    },
    {
      "epoch": 449.36,
      "grad_norm": 0.9413673877716064,
      "learning_rate": 2.0599909239698633e-06,
      "loss": 0.3487,
      "step": 1610060
    },
    {
      "epoch": 449.36,
      "grad_norm": 0.9860067367553711,
      "learning_rate": 2.059964083264016e-06,
      "loss": 0.3392,
      "step": 1610070
    },
    {
      "epoch": 449.37,
      "grad_norm": 1.0052058696746826,
      "learning_rate": 2.0599372425959395e-06,
      "loss": 0.3407,
      "step": 1610080
    },
    {
      "epoch": 449.37,
      "grad_norm": 0.9596025943756104,
      "learning_rate": 2.0599104019656395e-06,
      "loss": 0.3359,
      "step": 1610090
    },
    {
      "epoch": 449.37,
      "grad_norm": 1.235638976097107,
      "learning_rate": 2.0598835613731184e-06,
      "loss": 0.3539,
      "step": 1610100
    },
    {
      "epoch": 449.37,
      "grad_norm": 1.1208229064941406,
      "learning_rate": 2.059856720818379e-06,
      "loss": 0.34,
      "step": 1610110
    },
    {
      "epoch": 449.38,
      "grad_norm": 1.1404896974563599,
      "learning_rate": 2.0598298803014274e-06,
      "loss": 0.3384,
      "step": 1610120
    },
    {
      "epoch": 449.38,
      "grad_norm": 1.0902215242385864,
      "learning_rate": 2.059803039822265e-06,
      "loss": 0.3579,
      "step": 1610130
    },
    {
      "epoch": 449.38,
      "grad_norm": 0.9946619868278503,
      "learning_rate": 2.0597761993808954e-06,
      "loss": 0.344,
      "step": 1610140
    },
    {
      "epoch": 449.39,
      "grad_norm": 1.1920002698898315,
      "learning_rate": 2.0597493589773236e-06,
      "loss": 0.3393,
      "step": 1610150
    },
    {
      "epoch": 449.39,
      "grad_norm": 1.0671807527542114,
      "learning_rate": 2.0597225186115524e-06,
      "loss": 0.343,
      "step": 1610160
    },
    {
      "epoch": 449.39,
      "grad_norm": 1.1791491508483887,
      "learning_rate": 2.059695678283585e-06,
      "loss": 0.3497,
      "step": 1610170
    },
    {
      "epoch": 449.39,
      "grad_norm": 1.1023898124694824,
      "learning_rate": 2.0596688379934255e-06,
      "loss": 0.3697,
      "step": 1610180
    },
    {
      "epoch": 449.4,
      "grad_norm": 1.0676922798156738,
      "learning_rate": 2.0596419977410775e-06,
      "loss": 0.3399,
      "step": 1610190
    },
    {
      "epoch": 449.4,
      "grad_norm": 0.9546349048614502,
      "learning_rate": 2.0596151575265436e-06,
      "loss": 0.3462,
      "step": 1610200
    },
    {
      "epoch": 449.4,
      "grad_norm": 1.0415751934051514,
      "learning_rate": 2.059588317349829e-06,
      "loss": 0.3448,
      "step": 1610210
    },
    {
      "epoch": 449.41,
      "grad_norm": 1.297201156616211,
      "learning_rate": 2.059561477210936e-06,
      "loss": 0.3486,
      "step": 1610220
    },
    {
      "epoch": 449.41,
      "grad_norm": 1.0461901426315308,
      "learning_rate": 2.0595346371098683e-06,
      "loss": 0.3394,
      "step": 1610230
    },
    {
      "epoch": 449.41,
      "grad_norm": 1.1462435722351074,
      "learning_rate": 2.05950779704663e-06,
      "loss": 0.34,
      "step": 1610240
    },
    {
      "epoch": 449.41,
      "grad_norm": 1.0231783390045166,
      "learning_rate": 2.0594809570212247e-06,
      "loss": 0.3404,
      "step": 1610250
    },
    {
      "epoch": 449.42,
      "grad_norm": 0.8164423704147339,
      "learning_rate": 2.0594541170336546e-06,
      "loss": 0.3282,
      "step": 1610260
    },
    {
      "epoch": 449.42,
      "grad_norm": 0.9618552923202515,
      "learning_rate": 2.0594272770839256e-06,
      "loss": 0.3637,
      "step": 1610270
    },
    {
      "epoch": 449.42,
      "grad_norm": 1.0281555652618408,
      "learning_rate": 2.0594004371720387e-06,
      "loss": 0.3522,
      "step": 1610280
    },
    {
      "epoch": 449.43,
      "grad_norm": 1.2068018913269043,
      "learning_rate": 2.059373597298e-06,
      "loss": 0.3332,
      "step": 1610290
    },
    {
      "epoch": 449.43,
      "grad_norm": 1.2114291191101074,
      "learning_rate": 2.0593467574618117e-06,
      "loss": 0.3572,
      "step": 1610300
    },
    {
      "epoch": 449.43,
      "grad_norm": 1.1954834461212158,
      "learning_rate": 2.059319917663477e-06,
      "loss": 0.3459,
      "step": 1610310
    },
    {
      "epoch": 449.43,
      "grad_norm": 0.9529381990432739,
      "learning_rate": 2.0592930779030008e-06,
      "loss": 0.3663,
      "step": 1610320
    },
    {
      "epoch": 449.44,
      "grad_norm": 1.0625686645507812,
      "learning_rate": 2.059266238180386e-06,
      "loss": 0.3428,
      "step": 1610330
    },
    {
      "epoch": 449.44,
      "grad_norm": 1.0667641162872314,
      "learning_rate": 2.0592393984956347e-06,
      "loss": 0.3442,
      "step": 1610340
    },
    {
      "epoch": 449.44,
      "grad_norm": 1.275644063949585,
      "learning_rate": 2.059212558848753e-06,
      "loss": 0.3452,
      "step": 1610350
    },
    {
      "epoch": 449.44,
      "grad_norm": 1.1408222913742065,
      "learning_rate": 2.0591857192397435e-06,
      "loss": 0.363,
      "step": 1610360
    },
    {
      "epoch": 449.45,
      "grad_norm": 1.10494863986969,
      "learning_rate": 2.0591588796686086e-06,
      "loss": 0.3447,
      "step": 1610370
    },
    {
      "epoch": 449.45,
      "grad_norm": 1.0907833576202393,
      "learning_rate": 2.059132040135354e-06,
      "loss": 0.3556,
      "step": 1610380
    },
    {
      "epoch": 449.45,
      "grad_norm": 1.244679570198059,
      "learning_rate": 2.0591052006399814e-06,
      "loss": 0.3475,
      "step": 1610390
    },
    {
      "epoch": 449.46,
      "grad_norm": 1.051904559135437,
      "learning_rate": 2.0590783611824946e-06,
      "loss": 0.3395,
      "step": 1610400
    },
    {
      "epoch": 449.46,
      "grad_norm": 1.0933737754821777,
      "learning_rate": 2.0590515217628986e-06,
      "loss": 0.3484,
      "step": 1610410
    },
    {
      "epoch": 449.46,
      "grad_norm": 0.965209424495697,
      "learning_rate": 2.059024682381196e-06,
      "loss": 0.3601,
      "step": 1610420
    },
    {
      "epoch": 449.46,
      "grad_norm": 1.2263435125350952,
      "learning_rate": 2.0589978430373893e-06,
      "loss": 0.3429,
      "step": 1610430
    },
    {
      "epoch": 449.47,
      "grad_norm": 1.5276355743408203,
      "learning_rate": 2.058971003731484e-06,
      "loss": 0.3381,
      "step": 1610440
    },
    {
      "epoch": 449.47,
      "grad_norm": 1.138821005821228,
      "learning_rate": 2.0589441644634833e-06,
      "loss": 0.3413,
      "step": 1610450
    },
    {
      "epoch": 449.47,
      "grad_norm": 1.0246301889419556,
      "learning_rate": 2.0589173252333897e-06,
      "loss": 0.3386,
      "step": 1610460
    },
    {
      "epoch": 449.48,
      "grad_norm": 1.0601544380187988,
      "learning_rate": 2.058890486041208e-06,
      "loss": 0.3477,
      "step": 1610470
    },
    {
      "epoch": 449.48,
      "grad_norm": 0.9364151358604431,
      "learning_rate": 2.058863646886941e-06,
      "loss": 0.3411,
      "step": 1610480
    },
    {
      "epoch": 449.48,
      "grad_norm": 1.0275062322616577,
      "learning_rate": 2.0588368077705915e-06,
      "loss": 0.3347,
      "step": 1610490
    },
    {
      "epoch": 449.48,
      "grad_norm": 0.9037774205207825,
      "learning_rate": 2.058809968692165e-06,
      "loss": 0.3431,
      "step": 1610500
    },
    {
      "epoch": 449.49,
      "grad_norm": 1.0081619024276733,
      "learning_rate": 2.058783129651664e-06,
      "loss": 0.3543,
      "step": 1610510
    },
    {
      "epoch": 449.49,
      "grad_norm": 0.978432834148407,
      "learning_rate": 2.058756290649092e-06,
      "loss": 0.3313,
      "step": 1610520
    },
    {
      "epoch": 449.49,
      "grad_norm": 1.0621145963668823,
      "learning_rate": 2.058729451684453e-06,
      "loss": 0.3337,
      "step": 1610530
    },
    {
      "epoch": 449.49,
      "grad_norm": 1.1491698026657104,
      "learning_rate": 2.0587026127577506e-06,
      "loss": 0.3396,
      "step": 1610540
    },
    {
      "epoch": 449.5,
      "grad_norm": 1.2324637174606323,
      "learning_rate": 2.0586757738689863e-06,
      "loss": 0.3467,
      "step": 1610550
    },
    {
      "epoch": 449.5,
      "grad_norm": 1.1020268201828003,
      "learning_rate": 2.0586489350181674e-06,
      "loss": 0.3436,
      "step": 1610560
    },
    {
      "epoch": 449.5,
      "grad_norm": 1.0411003828048706,
      "learning_rate": 2.058622096205294e-06,
      "loss": 0.3386,
      "step": 1610570
    },
    {
      "epoch": 449.51,
      "grad_norm": 1.018320918083191,
      "learning_rate": 2.0585952574303725e-06,
      "loss": 0.3277,
      "step": 1610580
    },
    {
      "epoch": 449.51,
      "grad_norm": 1.0522381067276,
      "learning_rate": 2.058568418693405e-06,
      "loss": 0.3393,
      "step": 1610590
    },
    {
      "epoch": 449.51,
      "grad_norm": 1.0957987308502197,
      "learning_rate": 2.0585415799943947e-06,
      "loss": 0.3265,
      "step": 1610600
    },
    {
      "epoch": 449.51,
      "grad_norm": 1.3005743026733398,
      "learning_rate": 2.0585147413333463e-06,
      "loss": 0.3519,
      "step": 1610610
    },
    {
      "epoch": 449.52,
      "grad_norm": 1.0426782369613647,
      "learning_rate": 2.0584879027102628e-06,
      "loss": 0.3383,
      "step": 1610620
    },
    {
      "epoch": 449.52,
      "grad_norm": 1.2106086015701294,
      "learning_rate": 2.0584610641251466e-06,
      "loss": 0.3617,
      "step": 1610630
    },
    {
      "epoch": 449.52,
      "grad_norm": 1.0222749710083008,
      "learning_rate": 2.0584342255780034e-06,
      "loss": 0.334,
      "step": 1610640
    },
    {
      "epoch": 449.53,
      "grad_norm": 1.125435471534729,
      "learning_rate": 2.058407387068836e-06,
      "loss": 0.3505,
      "step": 1610650
    },
    {
      "epoch": 449.53,
      "grad_norm": 1.0228400230407715,
      "learning_rate": 2.058380548597647e-06,
      "loss": 0.351,
      "step": 1610660
    },
    {
      "epoch": 449.53,
      "grad_norm": 0.9637035131454468,
      "learning_rate": 2.0583537101644418e-06,
      "loss": 0.3436,
      "step": 1610670
    },
    {
      "epoch": 449.53,
      "grad_norm": 1.1780622005462646,
      "learning_rate": 2.0583268717692224e-06,
      "loss": 0.3337,
      "step": 1610680
    },
    {
      "epoch": 449.54,
      "grad_norm": 1.0111262798309326,
      "learning_rate": 2.0583000334119924e-06,
      "loss": 0.3375,
      "step": 1610690
    },
    {
      "epoch": 449.54,
      "grad_norm": 1.1210944652557373,
      "learning_rate": 2.0582731950927566e-06,
      "loss": 0.3401,
      "step": 1610700
    },
    {
      "epoch": 449.54,
      "grad_norm": 1.0476864576339722,
      "learning_rate": 2.0582463568115178e-06,
      "loss": 0.3398,
      "step": 1610710
    },
    {
      "epoch": 449.55,
      "grad_norm": 0.8849512934684753,
      "learning_rate": 2.0582195185682785e-06,
      "loss": 0.3323,
      "step": 1610720
    },
    {
      "epoch": 449.55,
      "grad_norm": 1.0550017356872559,
      "learning_rate": 2.058192680363045e-06,
      "loss": 0.3479,
      "step": 1610730
    },
    {
      "epoch": 449.55,
      "grad_norm": 1.102183222770691,
      "learning_rate": 2.0581658421958184e-06,
      "loss": 0.369,
      "step": 1610740
    },
    {
      "epoch": 449.55,
      "grad_norm": 8.035860061645508,
      "learning_rate": 2.058139004066603e-06,
      "loss": 0.3523,
      "step": 1610750
    },
    {
      "epoch": 449.56,
      "grad_norm": 1.1003153324127197,
      "learning_rate": 2.058112165975403e-06,
      "loss": 0.3366,
      "step": 1610760
    },
    {
      "epoch": 449.56,
      "grad_norm": 0.9532483816146851,
      "learning_rate": 2.0580853279222216e-06,
      "loss": 0.3416,
      "step": 1610770
    },
    {
      "epoch": 449.56,
      "grad_norm": 1.0471028089523315,
      "learning_rate": 2.058058489907061e-06,
      "loss": 0.3374,
      "step": 1610780
    },
    {
      "epoch": 449.56,
      "grad_norm": 1.1244639158248901,
      "learning_rate": 2.058031651929927e-06,
      "loss": 0.3409,
      "step": 1610790
    },
    {
      "epoch": 449.57,
      "grad_norm": 1.070040225982666,
      "learning_rate": 2.0580048139908227e-06,
      "loss": 0.3346,
      "step": 1610800
    },
    {
      "epoch": 449.57,
      "grad_norm": 1.1658539772033691,
      "learning_rate": 2.05797797608975e-06,
      "loss": 0.3373,
      "step": 1610810
    },
    {
      "epoch": 449.57,
      "grad_norm": 1.0224171876907349,
      "learning_rate": 2.0579511382267143e-06,
      "loss": 0.3564,
      "step": 1610820
    },
    {
      "epoch": 449.58,
      "grad_norm": 1.089575171470642,
      "learning_rate": 2.057924300401719e-06,
      "loss": 0.3265,
      "step": 1610830
    },
    {
      "epoch": 449.58,
      "grad_norm": 0.9484615325927734,
      "learning_rate": 2.0578974626147656e-06,
      "loss": 0.3321,
      "step": 1610840
    },
    {
      "epoch": 449.58,
      "grad_norm": 1.0339075326919556,
      "learning_rate": 2.0578706248658608e-06,
      "loss": 0.3561,
      "step": 1610850
    },
    {
      "epoch": 449.58,
      "grad_norm": 1.3743813037872314,
      "learning_rate": 2.057843787155005e-06,
      "loss": 0.3465,
      "step": 1610860
    },
    {
      "epoch": 449.59,
      "grad_norm": 0.9253543615341187,
      "learning_rate": 2.057816949482205e-06,
      "loss": 0.3371,
      "step": 1610870
    },
    {
      "epoch": 449.59,
      "grad_norm": 1.230902075767517,
      "learning_rate": 2.0577901118474622e-06,
      "loss": 0.3507,
      "step": 1610880
    },
    {
      "epoch": 449.59,
      "grad_norm": 1.0663384199142456,
      "learning_rate": 2.0577632742507806e-06,
      "loss": 0.342,
      "step": 1610890
    },
    {
      "epoch": 449.6,
      "grad_norm": 0.9635162353515625,
      "learning_rate": 2.0577364366921642e-06,
      "loss": 0.3412,
      "step": 1610900
    },
    {
      "epoch": 449.6,
      "grad_norm": 0.9822335243225098,
      "learning_rate": 2.0577095991716165e-06,
      "loss": 0.3555,
      "step": 1610910
    },
    {
      "epoch": 449.6,
      "grad_norm": 0.8559938073158264,
      "learning_rate": 2.05768276168914e-06,
      "loss": 0.3461,
      "step": 1610920
    },
    {
      "epoch": 449.6,
      "grad_norm": 0.9834738373756409,
      "learning_rate": 2.0576559242447396e-06,
      "loss": 0.3402,
      "step": 1610930
    },
    {
      "epoch": 449.61,
      "grad_norm": 1.0674227476119995,
      "learning_rate": 2.0576290868384185e-06,
      "loss": 0.3374,
      "step": 1610940
    },
    {
      "epoch": 449.61,
      "grad_norm": 1.1722052097320557,
      "learning_rate": 2.05760224947018e-06,
      "loss": 0.3476,
      "step": 1610950
    },
    {
      "epoch": 449.61,
      "grad_norm": 0.9548851847648621,
      "learning_rate": 2.057575412140028e-06,
      "loss": 0.3499,
      "step": 1610960
    },
    {
      "epoch": 449.61,
      "grad_norm": 1.0464409589767456,
      "learning_rate": 2.0575485748479655e-06,
      "loss": 0.3259,
      "step": 1610970
    },
    {
      "epoch": 449.62,
      "grad_norm": 1.0927188396453857,
      "learning_rate": 2.057521737593997e-06,
      "loss": 0.3473,
      "step": 1610980
    },
    {
      "epoch": 449.62,
      "grad_norm": 1.1561402082443237,
      "learning_rate": 2.057494900378125e-06,
      "loss": 0.3433,
      "step": 1610990
    },
    {
      "epoch": 449.62,
      "grad_norm": 1.0612417459487915,
      "learning_rate": 2.0574680632003547e-06,
      "loss": 0.3391,
      "step": 1611000
    },
    {
      "epoch": 449.63,
      "grad_norm": 1.1628410816192627,
      "learning_rate": 2.057441226060687e-06,
      "loss": 0.3467,
      "step": 1611010
    },
    {
      "epoch": 449.63,
      "grad_norm": 1.0240287780761719,
      "learning_rate": 2.0574143889591285e-06,
      "loss": 0.3413,
      "step": 1611020
    },
    {
      "epoch": 449.63,
      "grad_norm": 1.0085933208465576,
      "learning_rate": 2.057387551895681e-06,
      "loss": 0.339,
      "step": 1611030
    },
    {
      "epoch": 449.63,
      "grad_norm": 1.0273442268371582,
      "learning_rate": 2.0573607148703484e-06,
      "loss": 0.3419,
      "step": 1611040
    },
    {
      "epoch": 449.64,
      "grad_norm": 0.9695284366607666,
      "learning_rate": 2.057333877883134e-06,
      "loss": 0.3309,
      "step": 1611050
    },
    {
      "epoch": 449.64,
      "grad_norm": 0.9576215147972107,
      "learning_rate": 2.057307040934042e-06,
      "loss": 0.3305,
      "step": 1611060
    },
    {
      "epoch": 449.64,
      "grad_norm": 1.130897879600525,
      "learning_rate": 2.057280204023075e-06,
      "loss": 0.3399,
      "step": 1611070
    },
    {
      "epoch": 449.65,
      "grad_norm": 0.9039052128791809,
      "learning_rate": 2.057253367150238e-06,
      "loss": 0.3461,
      "step": 1611080
    },
    {
      "epoch": 449.65,
      "grad_norm": 0.977280855178833,
      "learning_rate": 2.0572265303155336e-06,
      "loss": 0.3553,
      "step": 1611090
    },
    {
      "epoch": 449.65,
      "grad_norm": 0.9182918667793274,
      "learning_rate": 2.0571996935189644e-06,
      "loss": 0.3393,
      "step": 1611100
    },
    {
      "epoch": 449.65,
      "grad_norm": 1.0243562459945679,
      "learning_rate": 2.0571728567605367e-06,
      "loss": 0.3329,
      "step": 1611110
    },
    {
      "epoch": 449.66,
      "grad_norm": 1.0177619457244873,
      "learning_rate": 2.057146020040252e-06,
      "loss": 0.3464,
      "step": 1611120
    },
    {
      "epoch": 449.66,
      "grad_norm": 1.1314613819122314,
      "learning_rate": 2.057119183358114e-06,
      "loss": 0.3545,
      "step": 1611130
    },
    {
      "epoch": 449.66,
      "grad_norm": 0.9392622113227844,
      "learning_rate": 2.0570923467141273e-06,
      "loss": 0.3471,
      "step": 1611140
    },
    {
      "epoch": 449.67,
      "grad_norm": 0.9871248006820679,
      "learning_rate": 2.057065510108294e-06,
      "loss": 0.3337,
      "step": 1611150
    },
    {
      "epoch": 449.67,
      "grad_norm": 1.0947612524032593,
      "learning_rate": 2.0570386735406187e-06,
      "loss": 0.3473,
      "step": 1611160
    },
    {
      "epoch": 449.67,
      "grad_norm": 1.1078513860702515,
      "learning_rate": 2.0570118370111055e-06,
      "loss": 0.3338,
      "step": 1611170
    },
    {
      "epoch": 449.67,
      "grad_norm": 0.8649774789810181,
      "learning_rate": 2.0569850005197565e-06,
      "loss": 0.334,
      "step": 1611180
    },
    {
      "epoch": 449.68,
      "grad_norm": 1.0539379119873047,
      "learning_rate": 2.0569581640665766e-06,
      "loss": 0.3396,
      "step": 1611190
    },
    {
      "epoch": 449.68,
      "grad_norm": 1.0038915872573853,
      "learning_rate": 2.0569313276515686e-06,
      "loss": 0.3273,
      "step": 1611200
    },
    {
      "epoch": 449.68,
      "grad_norm": 1.1157448291778564,
      "learning_rate": 2.056904491274735e-06,
      "loss": 0.3611,
      "step": 1611210
    },
    {
      "epoch": 449.68,
      "grad_norm": 0.9645377993583679,
      "learning_rate": 2.0568776549360817e-06,
      "loss": 0.3557,
      "step": 1611220
    },
    {
      "epoch": 449.69,
      "grad_norm": 0.938794732093811,
      "learning_rate": 2.0568508186356117e-06,
      "loss": 0.3491,
      "step": 1611230
    },
    {
      "epoch": 449.69,
      "grad_norm": 0.9916772246360779,
      "learning_rate": 2.0568239823733267e-06,
      "loss": 0.3322,
      "step": 1611240
    },
    {
      "epoch": 449.69,
      "grad_norm": 1.0145623683929443,
      "learning_rate": 2.0567971461492328e-06,
      "loss": 0.3514,
      "step": 1611250
    },
    {
      "epoch": 449.7,
      "grad_norm": 1.175293207168579,
      "learning_rate": 2.056770309963332e-06,
      "loss": 0.3438,
      "step": 1611260
    },
    {
      "epoch": 449.7,
      "grad_norm": 1.059046745300293,
      "learning_rate": 2.056743473815628e-06,
      "loss": 0.3341,
      "step": 1611270
    },
    {
      "epoch": 449.7,
      "grad_norm": 0.9802049994468689,
      "learning_rate": 2.056716637706125e-06,
      "loss": 0.3359,
      "step": 1611280
    },
    {
      "epoch": 449.7,
      "grad_norm": 1.0871518850326538,
      "learning_rate": 2.056689801634827e-06,
      "loss": 0.3355,
      "step": 1611290
    },
    {
      "epoch": 449.71,
      "grad_norm": 1.058983564376831,
      "learning_rate": 2.056662965601735e-06,
      "loss": 0.3519,
      "step": 1611300
    },
    {
      "epoch": 449.71,
      "grad_norm": 1.057475209236145,
      "learning_rate": 2.0566361296068555e-06,
      "loss": 0.3528,
      "step": 1611310
    },
    {
      "epoch": 449.71,
      "grad_norm": 0.9470771551132202,
      "learning_rate": 2.056609293650191e-06,
      "loss": 0.3538,
      "step": 1611320
    },
    {
      "epoch": 449.72,
      "grad_norm": 1.0363036394119263,
      "learning_rate": 2.0565824577317447e-06,
      "loss": 0.3284,
      "step": 1611330
    },
    {
      "epoch": 449.72,
      "grad_norm": 0.9822261929512024,
      "learning_rate": 2.0565556218515207e-06,
      "loss": 0.3528,
      "step": 1611340
    },
    {
      "epoch": 449.72,
      "grad_norm": 1.0699481964111328,
      "learning_rate": 2.0565287860095225e-06,
      "loss": 0.3296,
      "step": 1611350
    },
    {
      "epoch": 449.72,
      "grad_norm": 1.0600038766860962,
      "learning_rate": 2.0565019502057526e-06,
      "loss": 0.3415,
      "step": 1611360
    },
    {
      "epoch": 449.73,
      "grad_norm": 0.9743219017982483,
      "learning_rate": 2.056475114440216e-06,
      "loss": 0.3444,
      "step": 1611370
    },
    {
      "epoch": 449.73,
      "grad_norm": 1.50084388256073,
      "learning_rate": 2.056448278712916e-06,
      "loss": 0.343,
      "step": 1611380
    },
    {
      "epoch": 449.73,
      "grad_norm": 1.0407476425170898,
      "learning_rate": 2.0564214430238553e-06,
      "loss": 0.3452,
      "step": 1611390
    },
    {
      "epoch": 449.73,
      "grad_norm": 1.257444143295288,
      "learning_rate": 2.0563946073730388e-06,
      "loss": 0.3479,
      "step": 1611400
    },
    {
      "epoch": 449.74,
      "grad_norm": 1.390705943107605,
      "learning_rate": 2.0563677717604696e-06,
      "loss": 0.3487,
      "step": 1611410
    },
    {
      "epoch": 449.74,
      "grad_norm": 1.2990961074829102,
      "learning_rate": 2.0563409361861503e-06,
      "loss": 0.3492,
      "step": 1611420
    },
    {
      "epoch": 449.74,
      "grad_norm": 0.942375898361206,
      "learning_rate": 2.056314100650086e-06,
      "loss": 0.3392,
      "step": 1611430
    },
    {
      "epoch": 449.75,
      "grad_norm": 1.1108226776123047,
      "learning_rate": 2.056287265152278e-06,
      "loss": 0.3514,
      "step": 1611440
    },
    {
      "epoch": 449.75,
      "grad_norm": 1.046481966972351,
      "learning_rate": 2.056260429692733e-06,
      "loss": 0.3357,
      "step": 1611450
    },
    {
      "epoch": 449.75,
      "grad_norm": 1.1398402452468872,
      "learning_rate": 2.0562335942714525e-06,
      "loss": 0.3516,
      "step": 1611460
    },
    {
      "epoch": 449.75,
      "grad_norm": 0.9792766571044922,
      "learning_rate": 2.0562067588884402e-06,
      "loss": 0.3333,
      "step": 1611470
    },
    {
      "epoch": 449.76,
      "grad_norm": 1.2564043998718262,
      "learning_rate": 2.0561799235437003e-06,
      "loss": 0.3405,
      "step": 1611480
    },
    {
      "epoch": 449.76,
      "grad_norm": 1.0748481750488281,
      "learning_rate": 2.056153088237236e-06,
      "loss": 0.3499,
      "step": 1611490
    },
    {
      "epoch": 449.76,
      "grad_norm": 1.007193684577942,
      "learning_rate": 2.05612625296905e-06,
      "loss": 0.3334,
      "step": 1611500
    },
    {
      "epoch": 449.77,
      "grad_norm": 1.0220376253128052,
      "learning_rate": 2.056099417739148e-06,
      "loss": 0.3519,
      "step": 1611510
    },
    {
      "epoch": 449.77,
      "grad_norm": 1.0909576416015625,
      "learning_rate": 2.0560725825475322e-06,
      "loss": 0.3371,
      "step": 1611520
    },
    {
      "epoch": 449.77,
      "grad_norm": 1.1943862438201904,
      "learning_rate": 2.0560457473942057e-06,
      "loss": 0.3473,
      "step": 1611530
    },
    {
      "epoch": 449.77,
      "grad_norm": 0.9902153015136719,
      "learning_rate": 2.0560189122791735e-06,
      "loss": 0.3534,
      "step": 1611540
    },
    {
      "epoch": 449.78,
      "grad_norm": 1.0205191373825073,
      "learning_rate": 2.055992077202438e-06,
      "loss": 0.3403,
      "step": 1611550
    },
    {
      "epoch": 449.78,
      "grad_norm": 0.9149729609489441,
      "learning_rate": 2.055965242164003e-06,
      "loss": 0.3528,
      "step": 1611560
    },
    {
      "epoch": 449.78,
      "grad_norm": 1.034473180770874,
      "learning_rate": 2.055938407163873e-06,
      "loss": 0.3504,
      "step": 1611570
    },
    {
      "epoch": 449.79,
      "grad_norm": 0.9538781642913818,
      "learning_rate": 2.0559115722020505e-06,
      "loss": 0.3471,
      "step": 1611580
    },
    {
      "epoch": 449.79,
      "grad_norm": 1.1652666330337524,
      "learning_rate": 2.0558847372785384e-06,
      "loss": 0.3461,
      "step": 1611590
    },
    {
      "epoch": 449.79,
      "grad_norm": 1.2370620965957642,
      "learning_rate": 2.0558579023933422e-06,
      "loss": 0.3435,
      "step": 1611600
    },
    {
      "epoch": 449.79,
      "grad_norm": 1.127123236656189,
      "learning_rate": 2.0558310675464646e-06,
      "loss": 0.3518,
      "step": 1611610
    },
    {
      "epoch": 449.8,
      "grad_norm": 1.0734353065490723,
      "learning_rate": 2.0558042327379084e-06,
      "loss": 0.3439,
      "step": 1611620
    },
    {
      "epoch": 449.8,
      "grad_norm": 1.1096529960632324,
      "learning_rate": 2.0557773979676787e-06,
      "loss": 0.3502,
      "step": 1611630
    },
    {
      "epoch": 449.8,
      "grad_norm": 1.0726104974746704,
      "learning_rate": 2.0557505632357778e-06,
      "loss": 0.3342,
      "step": 1611640
    },
    {
      "epoch": 449.8,
      "grad_norm": 1.1071594953536987,
      "learning_rate": 2.055723728542209e-06,
      "loss": 0.3359,
      "step": 1611650
    },
    {
      "epoch": 449.81,
      "grad_norm": 1.077831506729126,
      "learning_rate": 2.0556968938869775e-06,
      "loss": 0.3558,
      "step": 1611660
    },
    {
      "epoch": 449.81,
      "grad_norm": 1.017777681350708,
      "learning_rate": 2.0556700592700858e-06,
      "loss": 0.3489,
      "step": 1611670
    },
    {
      "epoch": 449.81,
      "grad_norm": 3.9518320560455322,
      "learning_rate": 2.055643224691537e-06,
      "loss": 0.3524,
      "step": 1611680
    },
    {
      "epoch": 449.82,
      "grad_norm": 1.11513090133667,
      "learning_rate": 2.055616390151336e-06,
      "loss": 0.3364,
      "step": 1611690
    },
    {
      "epoch": 449.82,
      "grad_norm": 1.0129276514053345,
      "learning_rate": 2.0555895556494856e-06,
      "loss": 0.3306,
      "step": 1611700
    },
    {
      "epoch": 449.82,
      "grad_norm": 1.0598163604736328,
      "learning_rate": 2.055562721185989e-06,
      "loss": 0.3391,
      "step": 1611710
    },
    {
      "epoch": 449.82,
      "grad_norm": 1.0260777473449707,
      "learning_rate": 2.0555358867608507e-06,
      "loss": 0.3475,
      "step": 1611720
    },
    {
      "epoch": 449.83,
      "grad_norm": 1.0382425785064697,
      "learning_rate": 2.055509052374073e-06,
      "loss": 0.3277,
      "step": 1611730
    },
    {
      "epoch": 449.83,
      "grad_norm": 1.1561733484268188,
      "learning_rate": 2.055482218025661e-06,
      "loss": 0.3503,
      "step": 1611740
    },
    {
      "epoch": 449.83,
      "grad_norm": 1.057080626487732,
      "learning_rate": 2.0554553837156176e-06,
      "loss": 0.353,
      "step": 1611750
    },
    {
      "epoch": 449.84,
      "grad_norm": 1.1590901613235474,
      "learning_rate": 2.0554285494439456e-06,
      "loss": 0.3428,
      "step": 1611760
    },
    {
      "epoch": 449.84,
      "grad_norm": 1.2038466930389404,
      "learning_rate": 2.05540171521065e-06,
      "loss": 0.3516,
      "step": 1611770
    },
    {
      "epoch": 449.84,
      "grad_norm": 0.9166162610054016,
      "learning_rate": 2.0553748810157337e-06,
      "loss": 0.3527,
      "step": 1611780
    },
    {
      "epoch": 449.84,
      "grad_norm": 1.0445479154586792,
      "learning_rate": 2.0553480468591994e-06,
      "loss": 0.3518,
      "step": 1611790
    },
    {
      "epoch": 449.85,
      "grad_norm": 1.055418610572815,
      "learning_rate": 2.055321212741052e-06,
      "loss": 0.3349,
      "step": 1611800
    },
    {
      "epoch": 449.85,
      "grad_norm": 1.0353795289993286,
      "learning_rate": 2.055294378661295e-06,
      "loss": 0.3327,
      "step": 1611810
    },
    {
      "epoch": 449.85,
      "grad_norm": 0.9483693242073059,
      "learning_rate": 2.05526754461993e-06,
      "loss": 0.323,
      "step": 1611820
    },
    {
      "epoch": 449.85,
      "grad_norm": 1.066942811012268,
      "learning_rate": 2.055240710616963e-06,
      "loss": 0.3358,
      "step": 1611830
    },
    {
      "epoch": 449.86,
      "grad_norm": 2.3546347618103027,
      "learning_rate": 2.0552138766523972e-06,
      "loss": 0.3367,
      "step": 1611840
    },
    {
      "epoch": 449.86,
      "grad_norm": 0.9996567368507385,
      "learning_rate": 2.055187042726235e-06,
      "loss": 0.3548,
      "step": 1611850
    },
    {
      "epoch": 449.86,
      "grad_norm": 1.0547261238098145,
      "learning_rate": 2.055160208838481e-06,
      "loss": 0.3454,
      "step": 1611860
    },
    {
      "epoch": 449.87,
      "grad_norm": 1.1375510692596436,
      "learning_rate": 2.0551333749891386e-06,
      "loss": 0.3713,
      "step": 1611870
    },
    {
      "epoch": 449.87,
      "grad_norm": 1.087317705154419,
      "learning_rate": 2.0551065411782097e-06,
      "loss": 0.345,
      "step": 1611880
    },
    {
      "epoch": 449.87,
      "grad_norm": 1.1777526140213013,
      "learning_rate": 2.055079707405701e-06,
      "loss": 0.3368,
      "step": 1611890
    },
    {
      "epoch": 449.87,
      "grad_norm": 1.1587897539138794,
      "learning_rate": 2.0550528736716138e-06,
      "loss": 0.3474,
      "step": 1611900
    },
    {
      "epoch": 449.88,
      "grad_norm": 0.8766460418701172,
      "learning_rate": 2.055026039975952e-06,
      "loss": 0.3345,
      "step": 1611910
    },
    {
      "epoch": 449.88,
      "grad_norm": 1.0491080284118652,
      "learning_rate": 2.0549992063187195e-06,
      "loss": 0.3437,
      "step": 1611920
    },
    {
      "epoch": 449.88,
      "grad_norm": 0.9168192744255066,
      "learning_rate": 2.0549723726999202e-06,
      "loss": 0.3536,
      "step": 1611930
    },
    {
      "epoch": 449.89,
      "grad_norm": 1.1183561086654663,
      "learning_rate": 2.0549455391195567e-06,
      "loss": 0.3462,
      "step": 1611940
    },
    {
      "epoch": 449.89,
      "grad_norm": 1.2372891902923584,
      "learning_rate": 2.054918705577634e-06,
      "loss": 0.3398,
      "step": 1611950
    },
    {
      "epoch": 449.89,
      "grad_norm": 1.0085909366607666,
      "learning_rate": 2.054891872074154e-06,
      "loss": 0.3424,
      "step": 1611960
    },
    {
      "epoch": 449.89,
      "grad_norm": 0.9799723625183105,
      "learning_rate": 2.054865038609121e-06,
      "loss": 0.342,
      "step": 1611970
    },
    {
      "epoch": 449.9,
      "grad_norm": 0.954269289970398,
      "learning_rate": 2.0548382051825396e-06,
      "loss": 0.3288,
      "step": 1611980
    },
    {
      "epoch": 449.9,
      "grad_norm": 1.0002585649490356,
      "learning_rate": 2.054811371794412e-06,
      "loss": 0.3242,
      "step": 1611990
    },
    {
      "epoch": 449.9,
      "grad_norm": 0.9405992031097412,
      "learning_rate": 2.0547845384447417e-06,
      "loss": 0.3394,
      "step": 1612000
    },
    {
      "epoch": 449.91,
      "grad_norm": 0.9615588784217834,
      "learning_rate": 2.0547577051335335e-06,
      "loss": 0.3363,
      "step": 1612010
    },
    {
      "epoch": 449.91,
      "grad_norm": 1.1772233247756958,
      "learning_rate": 2.054730871860789e-06,
      "loss": 0.35,
      "step": 1612020
    },
    {
      "epoch": 449.91,
      "grad_norm": 0.9213228225708008,
      "learning_rate": 2.0547040386265147e-06,
      "loss": 0.3521,
      "step": 1612030
    },
    {
      "epoch": 449.91,
      "grad_norm": 0.9106099009513855,
      "learning_rate": 2.054677205430712e-06,
      "loss": 0.3367,
      "step": 1612040
    },
    {
      "epoch": 449.92,
      "grad_norm": 1.114661693572998,
      "learning_rate": 2.0546503722733837e-06,
      "loss": 0.3459,
      "step": 1612050
    },
    {
      "epoch": 449.92,
      "grad_norm": 1.0889813899993896,
      "learning_rate": 2.0546235391545362e-06,
      "loss": 0.3416,
      "step": 1612060
    },
    {
      "epoch": 449.92,
      "grad_norm": 1.03834068775177,
      "learning_rate": 2.054596706074171e-06,
      "loss": 0.3563,
      "step": 1612070
    },
    {
      "epoch": 449.92,
      "grad_norm": 1.416975736618042,
      "learning_rate": 2.054569873032292e-06,
      "loss": 0.3504,
      "step": 1612080
    },
    {
      "epoch": 449.93,
      "grad_norm": 1.0688222646713257,
      "learning_rate": 2.0545430400289036e-06,
      "loss": 0.3408,
      "step": 1612090
    },
    {
      "epoch": 449.93,
      "grad_norm": 1.463632345199585,
      "learning_rate": 2.0545162070640086e-06,
      "loss": 0.3389,
      "step": 1612100
    },
    {
      "epoch": 449.93,
      "grad_norm": 1.0259143114089966,
      "learning_rate": 2.0544893741376096e-06,
      "loss": 0.3398,
      "step": 1612110
    },
    {
      "epoch": 449.94,
      "grad_norm": 1.7783366441726685,
      "learning_rate": 2.054462541249712e-06,
      "loss": 0.3378,
      "step": 1612120
    },
    {
      "epoch": 449.94,
      "grad_norm": 0.9938517212867737,
      "learning_rate": 2.0544357084003193e-06,
      "loss": 0.3353,
      "step": 1612130
    },
    {
      "epoch": 449.94,
      "grad_norm": 0.9686564207077026,
      "learning_rate": 2.0544088755894336e-06,
      "loss": 0.3455,
      "step": 1612140
    },
    {
      "epoch": 449.94,
      "grad_norm": 0.9953910112380981,
      "learning_rate": 2.0543820428170595e-06,
      "loss": 0.3422,
      "step": 1612150
    },
    {
      "epoch": 449.95,
      "grad_norm": 0.9945793151855469,
      "learning_rate": 2.0543552100832008e-06,
      "loss": 0.3609,
      "step": 1612160
    },
    {
      "epoch": 449.95,
      "grad_norm": 1.2344632148742676,
      "learning_rate": 2.0543283773878592e-06,
      "loss": 0.3444,
      "step": 1612170
    },
    {
      "epoch": 449.95,
      "grad_norm": 0.9667044281959534,
      "learning_rate": 2.0543015447310407e-06,
      "loss": 0.3378,
      "step": 1612180
    },
    {
      "epoch": 449.96,
      "grad_norm": 1.1292650699615479,
      "learning_rate": 2.0542747121127483e-06,
      "loss": 0.3242,
      "step": 1612190
    },
    {
      "epoch": 449.96,
      "grad_norm": 1.0975764989852905,
      "learning_rate": 2.054247879532984e-06,
      "loss": 0.3426,
      "step": 1612200
    },
    {
      "epoch": 449.96,
      "grad_norm": 1.0594661235809326,
      "learning_rate": 2.0542210469917533e-06,
      "loss": 0.3606,
      "step": 1612210
    },
    {
      "epoch": 449.96,
      "grad_norm": 1.1420072317123413,
      "learning_rate": 2.054194214489059e-06,
      "loss": 0.3283,
      "step": 1612220
    },
    {
      "epoch": 449.97,
      "grad_norm": 1.0119259357452393,
      "learning_rate": 2.0541673820249043e-06,
      "loss": 0.334,
      "step": 1612230
    },
    {
      "epoch": 449.97,
      "grad_norm": 0.9839279055595398,
      "learning_rate": 2.0541405495992936e-06,
      "loss": 0.3323,
      "step": 1612240
    },
    {
      "epoch": 449.97,
      "grad_norm": 1.0250489711761475,
      "learning_rate": 2.05411371721223e-06,
      "loss": 0.3424,
      "step": 1612250
    },
    {
      "epoch": 449.97,
      "grad_norm": 1.1659685373306274,
      "learning_rate": 2.054086884863716e-06,
      "loss": 0.3398,
      "step": 1612260
    },
    {
      "epoch": 449.98,
      "grad_norm": 1.0625306367874146,
      "learning_rate": 2.054060052553757e-06,
      "loss": 0.3414,
      "step": 1612270
    },
    {
      "epoch": 449.98,
      "grad_norm": 1.073364496231079,
      "learning_rate": 2.0540332202823563e-06,
      "loss": 0.3371,
      "step": 1612280
    },
    {
      "epoch": 449.98,
      "grad_norm": 0.9908286929130554,
      "learning_rate": 2.0540063880495163e-06,
      "loss": 0.336,
      "step": 1612290
    },
    {
      "epoch": 449.99,
      "grad_norm": 0.9837419986724854,
      "learning_rate": 2.0539795558552418e-06,
      "loss": 0.3483,
      "step": 1612300
    },
    {
      "epoch": 449.99,
      "grad_norm": 1.0474848747253418,
      "learning_rate": 2.0539527236995347e-06,
      "loss": 0.3377,
      "step": 1612310
    },
    {
      "epoch": 449.99,
      "grad_norm": 1.0825321674346924,
      "learning_rate": 2.0539258915824007e-06,
      "loss": 0.3491,
      "step": 1612320
    },
    {
      "epoch": 449.99,
      "grad_norm": 1.0801115036010742,
      "learning_rate": 2.0538990595038423e-06,
      "loss": 0.3399,
      "step": 1612330
    },
    {
      "epoch": 450.0,
      "grad_norm": 0.981128454208374,
      "learning_rate": 2.0538722274638624e-06,
      "loss": 0.353,
      "step": 1612340
    },
    {
      "epoch": 450.0,
      "grad_norm": 1.1598581075668335,
      "learning_rate": 2.053845395462466e-06,
      "loss": 0.3409,
      "step": 1612350
    },
    {
      "epoch": 450.0,
      "eval_loss": 0.34547460079193115,
      "eval_runtime": 63.1226,
      "eval_samples_per_second": 80.146,
      "eval_steps_per_second": 10.028,
      "step": 1612350
    },
    {
      "epoch": 450.0,
      "grad_norm": 0.9634337425231934,
      "learning_rate": 2.0538185634996565e-06,
      "loss": 0.3424,
      "step": 1612360
    },
    {
      "epoch": 450.01,
      "grad_norm": 1.1866240501403809,
      "learning_rate": 2.053791731575436e-06,
      "loss": 0.3479,
      "step": 1612370
    },
    {
      "epoch": 450.01,
      "grad_norm": 1.1127903461456299,
      "learning_rate": 2.0537648996898096e-06,
      "loss": 0.3422,
      "step": 1612380
    },
    {
      "epoch": 450.01,
      "grad_norm": 1.1139230728149414,
      "learning_rate": 2.0537380678427805e-06,
      "loss": 0.3254,
      "step": 1612390
    },
    {
      "epoch": 450.01,
      "grad_norm": 0.9706963300704956,
      "learning_rate": 2.0537112360343506e-06,
      "loss": 0.3428,
      "step": 1612400
    },
    {
      "epoch": 450.02,
      "grad_norm": 1.1656522750854492,
      "learning_rate": 2.0536844042645264e-06,
      "loss": 0.3401,
      "step": 1612410
    },
    {
      "epoch": 450.02,
      "grad_norm": 1.3738089799880981,
      "learning_rate": 2.05365757253331e-06,
      "loss": 0.3502,
      "step": 1612420
    },
    {
      "epoch": 450.02,
      "grad_norm": 1.1080472469329834,
      "learning_rate": 2.053630740840704e-06,
      "loss": 0.3496,
      "step": 1612430
    },
    {
      "epoch": 450.03,
      "grad_norm": 1.170587420463562,
      "learning_rate": 2.053603909186714e-06,
      "loss": 0.3258,
      "step": 1612440
    },
    {
      "epoch": 450.03,
      "grad_norm": 1.0600910186767578,
      "learning_rate": 2.0535770775713422e-06,
      "loss": 0.3306,
      "step": 1612450
    },
    {
      "epoch": 450.03,
      "grad_norm": 1.1209217309951782,
      "learning_rate": 2.0535502459945915e-06,
      "loss": 0.3444,
      "step": 1612460
    },
    {
      "epoch": 450.03,
      "grad_norm": 1.0461269617080688,
      "learning_rate": 2.0535234144564677e-06,
      "loss": 0.3347,
      "step": 1612470
    },
    {
      "epoch": 450.04,
      "grad_norm": 1.0898475646972656,
      "learning_rate": 2.0534965829569727e-06,
      "loss": 0.3443,
      "step": 1612480
    },
    {
      "epoch": 450.04,
      "grad_norm": 1.1243481636047363,
      "learning_rate": 2.05346975149611e-06,
      "loss": 0.3303,
      "step": 1612490
    },
    {
      "epoch": 450.04,
      "grad_norm": 1.1258634328842163,
      "learning_rate": 2.0534429200738845e-06,
      "loss": 0.3421,
      "step": 1612500
    },
    {
      "epoch": 450.04,
      "grad_norm": 1.054835557937622,
      "learning_rate": 2.053416088690299e-06,
      "loss": 0.3449,
      "step": 1612510
    },
    {
      "epoch": 450.05,
      "grad_norm": 0.9551761150360107,
      "learning_rate": 2.0533892573453565e-06,
      "loss": 0.3292,
      "step": 1612520
    },
    {
      "epoch": 450.05,
      "grad_norm": 1.2671871185302734,
      "learning_rate": 2.0533624260390617e-06,
      "loss": 0.3351,
      "step": 1612530
    },
    {
      "epoch": 450.05,
      "grad_norm": 1.1757005453109741,
      "learning_rate": 2.053335594771417e-06,
      "loss": 0.3364,
      "step": 1612540
    },
    {
      "epoch": 450.06,
      "grad_norm": 1.1213433742523193,
      "learning_rate": 2.0533087635424264e-06,
      "loss": 0.3486,
      "step": 1612550
    },
    {
      "epoch": 450.06,
      "grad_norm": 1.2091896533966064,
      "learning_rate": 2.053281932352094e-06,
      "loss": 0.3633,
      "step": 1612560
    },
    {
      "epoch": 450.06,
      "grad_norm": 1.1952197551727295,
      "learning_rate": 2.0532551012004228e-06,
      "loss": 0.3482,
      "step": 1612570
    },
    {
      "epoch": 450.06,
      "grad_norm": 1.1200435161590576,
      "learning_rate": 2.0532282700874163e-06,
      "loss": 0.3532,
      "step": 1612580
    },
    {
      "epoch": 450.07,
      "grad_norm": 1.316673994064331,
      "learning_rate": 2.0532014390130794e-06,
      "loss": 0.3407,
      "step": 1612590
    },
    {
      "epoch": 450.07,
      "grad_norm": 1.218752145767212,
      "learning_rate": 2.053174607977413e-06,
      "loss": 0.3457,
      "step": 1612600
    },
    {
      "epoch": 450.07,
      "grad_norm": 1.0704419612884521,
      "learning_rate": 2.0531477769804232e-06,
      "loss": 0.3484,
      "step": 1612610
    },
    {
      "epoch": 450.08,
      "grad_norm": 1.0986168384552002,
      "learning_rate": 2.053120946022113e-06,
      "loss": 0.3384,
      "step": 1612620
    },
    {
      "epoch": 450.08,
      "grad_norm": 1.2341450452804565,
      "learning_rate": 2.0530941151024844e-06,
      "loss": 0.3458,
      "step": 1612630
    },
    {
      "epoch": 450.08,
      "grad_norm": 1.0072907209396362,
      "learning_rate": 2.053067284221543e-06,
      "loss": 0.341,
      "step": 1612640
    },
    {
      "epoch": 450.08,
      "grad_norm": 1.183683156967163,
      "learning_rate": 2.053040453379292e-06,
      "loss": 0.3428,
      "step": 1612650
    },
    {
      "epoch": 450.09,
      "grad_norm": 0.919819176197052,
      "learning_rate": 2.0530136225757335e-06,
      "loss": 0.3474,
      "step": 1612660
    },
    {
      "epoch": 450.09,
      "grad_norm": 1.1554425954818726,
      "learning_rate": 2.052986791810873e-06,
      "loss": 0.3283,
      "step": 1612670
    },
    {
      "epoch": 450.09,
      "grad_norm": 0.9858884215354919,
      "learning_rate": 2.052959961084713e-06,
      "loss": 0.3585,
      "step": 1612680
    },
    {
      "epoch": 450.09,
      "grad_norm": 0.880408525466919,
      "learning_rate": 2.0529331303972563e-06,
      "loss": 0.3369,
      "step": 1612690
    },
    {
      "epoch": 450.1,
      "grad_norm": 1.0498557090759277,
      "learning_rate": 2.052906299748508e-06,
      "loss": 0.3448,
      "step": 1612700
    },
    {
      "epoch": 450.1,
      "grad_norm": 1.0034871101379395,
      "learning_rate": 2.0528794691384715e-06,
      "loss": 0.3488,
      "step": 1612710
    },
    {
      "epoch": 450.1,
      "grad_norm": 1.0037084817886353,
      "learning_rate": 2.0528526385671498e-06,
      "loss": 0.3521,
      "step": 1612720
    },
    {
      "epoch": 450.11,
      "grad_norm": 1.674317479133606,
      "learning_rate": 2.0528258080345463e-06,
      "loss": 0.3457,
      "step": 1612730
    },
    {
      "epoch": 450.11,
      "grad_norm": 0.9772829413414001,
      "learning_rate": 2.0527989775406654e-06,
      "loss": 0.3228,
      "step": 1612740
    },
    {
      "epoch": 450.11,
      "grad_norm": 1.3451687097549438,
      "learning_rate": 2.052772147085509e-06,
      "loss": 0.3535,
      "step": 1612750
    },
    {
      "epoch": 450.11,
      "grad_norm": 1.0529932975769043,
      "learning_rate": 2.052745316669083e-06,
      "loss": 0.3558,
      "step": 1612760
    },
    {
      "epoch": 450.12,
      "grad_norm": 0.9971744418144226,
      "learning_rate": 2.0527184862913897e-06,
      "loss": 0.3373,
      "step": 1612770
    },
    {
      "epoch": 450.12,
      "grad_norm": 1.0956816673278809,
      "learning_rate": 2.0526916559524315e-06,
      "loss": 0.3549,
      "step": 1612780
    },
    {
      "epoch": 450.12,
      "grad_norm": 0.916141152381897,
      "learning_rate": 2.0526648256522146e-06,
      "loss": 0.3373,
      "step": 1612790
    },
    {
      "epoch": 450.13,
      "grad_norm": 0.9326797127723694,
      "learning_rate": 2.052637995390741e-06,
      "loss": 0.3495,
      "step": 1612800
    },
    {
      "epoch": 450.13,
      "grad_norm": 1.1844741106033325,
      "learning_rate": 2.0526111651680143e-06,
      "loss": 0.3397,
      "step": 1612810
    },
    {
      "epoch": 450.13,
      "grad_norm": 1.0234453678131104,
      "learning_rate": 2.052584334984038e-06,
      "loss": 0.3479,
      "step": 1612820
    },
    {
      "epoch": 450.13,
      "grad_norm": 1.001986026763916,
      "learning_rate": 2.0525575048388168e-06,
      "loss": 0.3578,
      "step": 1612830
    },
    {
      "epoch": 450.14,
      "grad_norm": 1.157236933708191,
      "learning_rate": 2.0525306747323522e-06,
      "loss": 0.3561,
      "step": 1612840
    },
    {
      "epoch": 450.14,
      "grad_norm": 1.0817636251449585,
      "learning_rate": 2.0525038446646496e-06,
      "loss": 0.3385,
      "step": 1612850
    },
    {
      "epoch": 450.14,
      "grad_norm": 1.2473385334014893,
      "learning_rate": 2.0524770146357123e-06,
      "loss": 0.3461,
      "step": 1612860
    },
    {
      "epoch": 450.15,
      "grad_norm": 1.024357557296753,
      "learning_rate": 2.0524501846455433e-06,
      "loss": 0.3316,
      "step": 1612870
    },
    {
      "epoch": 450.15,
      "grad_norm": 1.22539222240448,
      "learning_rate": 2.052423354694146e-06,
      "loss": 0.3417,
      "step": 1612880
    },
    {
      "epoch": 450.15,
      "grad_norm": 0.9235842823982239,
      "learning_rate": 2.052396524781524e-06,
      "loss": 0.3354,
      "step": 1612890
    },
    {
      "epoch": 450.15,
      "grad_norm": 1.1188591718673706,
      "learning_rate": 2.052369694907682e-06,
      "loss": 0.36,
      "step": 1612900
    },
    {
      "epoch": 450.16,
      "grad_norm": 1.1727110147476196,
      "learning_rate": 2.052342865072623e-06,
      "loss": 0.3559,
      "step": 1612910
    },
    {
      "epoch": 450.16,
      "grad_norm": 1.009459137916565,
      "learning_rate": 2.0523160352763492e-06,
      "loss": 0.3503,
      "step": 1612920
    },
    {
      "epoch": 450.16,
      "grad_norm": 1.1090633869171143,
      "learning_rate": 2.0522892055188665e-06,
      "loss": 0.3572,
      "step": 1612930
    },
    {
      "epoch": 450.16,
      "grad_norm": 1.0618252754211426,
      "learning_rate": 2.052262375800177e-06,
      "loss": 0.3367,
      "step": 1612940
    },
    {
      "epoch": 450.17,
      "grad_norm": 1.2837858200073242,
      "learning_rate": 2.052235546120284e-06,
      "loss": 0.3587,
      "step": 1612950
    },
    {
      "epoch": 450.17,
      "grad_norm": 1.0394617319107056,
      "learning_rate": 2.052208716479193e-06,
      "loss": 0.3554,
      "step": 1612960
    },
    {
      "epoch": 450.17,
      "grad_norm": 0.9284235239028931,
      "learning_rate": 2.0521818868769054e-06,
      "loss": 0.3313,
      "step": 1612970
    },
    {
      "epoch": 450.18,
      "grad_norm": 0.999238133430481,
      "learning_rate": 2.052155057313425e-06,
      "loss": 0.3539,
      "step": 1612980
    },
    {
      "epoch": 450.18,
      "grad_norm": 1.0589615106582642,
      "learning_rate": 2.0521282277887565e-06,
      "loss": 0.3365,
      "step": 1612990
    },
    {
      "epoch": 450.18,
      "grad_norm": 1.0937150716781616,
      "learning_rate": 2.0521013983029036e-06,
      "loss": 0.3465,
      "step": 1613000
    },
    {
      "epoch": 450.18,
      "grad_norm": 0.9161763787269592,
      "learning_rate": 2.052074568855868e-06,
      "loss": 0.3416,
      "step": 1613010
    },
    {
      "epoch": 450.19,
      "grad_norm": 1.1157907247543335,
      "learning_rate": 2.0520477394476553e-06,
      "loss": 0.3502,
      "step": 1613020
    },
    {
      "epoch": 450.19,
      "grad_norm": 1.3442447185516357,
      "learning_rate": 2.0520209100782682e-06,
      "loss": 0.3455,
      "step": 1613030
    },
    {
      "epoch": 450.19,
      "grad_norm": 0.9122100472450256,
      "learning_rate": 2.05199408074771e-06,
      "loss": 0.3434,
      "step": 1613040
    },
    {
      "epoch": 450.2,
      "grad_norm": 1.0516390800476074,
      "learning_rate": 2.051967251455985e-06,
      "loss": 0.3467,
      "step": 1613050
    },
    {
      "epoch": 450.2,
      "grad_norm": 1.0178154706954956,
      "learning_rate": 2.051940422203096e-06,
      "loss": 0.353,
      "step": 1613060
    },
    {
      "epoch": 450.2,
      "grad_norm": 1.0259172916412354,
      "learning_rate": 2.0519135929890465e-06,
      "loss": 0.3317,
      "step": 1613070
    },
    {
      "epoch": 450.2,
      "grad_norm": 0.8842349052429199,
      "learning_rate": 2.0518867638138413e-06,
      "loss": 0.3343,
      "step": 1613080
    },
    {
      "epoch": 450.21,
      "grad_norm": 0.9991326928138733,
      "learning_rate": 2.051859934677483e-06,
      "loss": 0.3682,
      "step": 1613090
    },
    {
      "epoch": 450.21,
      "grad_norm": 1.222124457359314,
      "learning_rate": 2.051833105579975e-06,
      "loss": 0.3316,
      "step": 1613100
    },
    {
      "epoch": 450.21,
      "grad_norm": 1.101730227470398,
      "learning_rate": 2.051806276521322e-06,
      "loss": 0.3403,
      "step": 1613110
    },
    {
      "epoch": 450.21,
      "grad_norm": 0.9764000773429871,
      "learning_rate": 2.0517794475015266e-06,
      "loss": 0.3599,
      "step": 1613120
    },
    {
      "epoch": 450.22,
      "grad_norm": 1.123625636100769,
      "learning_rate": 2.0517526185205914e-06,
      "loss": 0.3438,
      "step": 1613130
    },
    {
      "epoch": 450.22,
      "grad_norm": 1.0595406293869019,
      "learning_rate": 2.0517257895785223e-06,
      "loss": 0.3562,
      "step": 1613140
    },
    {
      "epoch": 450.22,
      "grad_norm": 0.9355394840240479,
      "learning_rate": 2.0516989606753214e-06,
      "loss": 0.3382,
      "step": 1613150
    },
    {
      "epoch": 450.23,
      "grad_norm": 1.0511319637298584,
      "learning_rate": 2.051672131810992e-06,
      "loss": 0.3372,
      "step": 1613160
    },
    {
      "epoch": 450.23,
      "grad_norm": 1.004494547843933,
      "learning_rate": 2.051645302985539e-06,
      "loss": 0.3411,
      "step": 1613170
    },
    {
      "epoch": 450.23,
      "grad_norm": 1.1020140647888184,
      "learning_rate": 2.0516184741989645e-06,
      "loss": 0.3334,
      "step": 1613180
    },
    {
      "epoch": 450.23,
      "grad_norm": 1.1276373863220215,
      "learning_rate": 2.051591645451274e-06,
      "loss": 0.3523,
      "step": 1613190
    },
    {
      "epoch": 450.24,
      "grad_norm": 1.0967803001403809,
      "learning_rate": 2.051564816742469e-06,
      "loss": 0.3519,
      "step": 1613200
    },
    {
      "epoch": 450.24,
      "grad_norm": 1.2232595682144165,
      "learning_rate": 2.051537988072554e-06,
      "loss": 0.3625,
      "step": 1613210
    },
    {
      "epoch": 450.24,
      "grad_norm": 0.9954075217247009,
      "learning_rate": 2.0515111594415325e-06,
      "loss": 0.3318,
      "step": 1613220
    },
    {
      "epoch": 450.25,
      "grad_norm": 1.2836236953735352,
      "learning_rate": 2.0514843308494083e-06,
      "loss": 0.3484,
      "step": 1613230
    },
    {
      "epoch": 450.25,
      "grad_norm": 1.1577008962631226,
      "learning_rate": 2.0514575022961845e-06,
      "loss": 0.3497,
      "step": 1613240
    },
    {
      "epoch": 450.25,
      "grad_norm": 0.8899824619293213,
      "learning_rate": 2.051430673781865e-06,
      "loss": 0.3451,
      "step": 1613250
    },
    {
      "epoch": 450.25,
      "grad_norm": 1.1702015399932861,
      "learning_rate": 2.051403845306454e-06,
      "loss": 0.3297,
      "step": 1613260
    },
    {
      "epoch": 450.26,
      "grad_norm": 0.909479558467865,
      "learning_rate": 2.0513770168699524e-06,
      "loss": 0.3277,
      "step": 1613270
    },
    {
      "epoch": 450.26,
      "grad_norm": 1.572471261024475,
      "learning_rate": 2.0513501884723675e-06,
      "loss": 0.3391,
      "step": 1613280
    },
    {
      "epoch": 450.26,
      "grad_norm": 1.1293996572494507,
      "learning_rate": 2.051323360113701e-06,
      "loss": 0.3346,
      "step": 1613290
    },
    {
      "epoch": 450.27,
      "grad_norm": 1.36603581905365,
      "learning_rate": 2.051296531793955e-06,
      "loss": 0.3436,
      "step": 1613300
    },
    {
      "epoch": 450.27,
      "grad_norm": 0.9848688840866089,
      "learning_rate": 2.051269703513136e-06,
      "loss": 0.3412,
      "step": 1613310
    },
    {
      "epoch": 450.27,
      "grad_norm": 1.0038237571716309,
      "learning_rate": 2.0512428752712464e-06,
      "loss": 0.3492,
      "step": 1613320
    },
    {
      "epoch": 450.27,
      "grad_norm": 1.0187147855758667,
      "learning_rate": 2.0512160470682885e-06,
      "loss": 0.3443,
      "step": 1613330
    },
    {
      "epoch": 450.28,
      "grad_norm": 1.0224212408065796,
      "learning_rate": 2.051189218904268e-06,
      "loss": 0.3564,
      "step": 1613340
    },
    {
      "epoch": 450.28,
      "grad_norm": 1.1806542873382568,
      "learning_rate": 2.0511623907791874e-06,
      "loss": 0.363,
      "step": 1613350
    },
    {
      "epoch": 450.28,
      "grad_norm": 1.0850253105163574,
      "learning_rate": 2.0511355626930493e-06,
      "loss": 0.3428,
      "step": 1613360
    },
    {
      "epoch": 450.28,
      "grad_norm": 1.0305476188659668,
      "learning_rate": 2.0511087346458587e-06,
      "loss": 0.3358,
      "step": 1613370
    },
    {
      "epoch": 450.29,
      "grad_norm": 1.1680196523666382,
      "learning_rate": 2.0510819066376192e-06,
      "loss": 0.3631,
      "step": 1613380
    },
    {
      "epoch": 450.29,
      "grad_norm": 1.2036114931106567,
      "learning_rate": 2.0510550786683336e-06,
      "loss": 0.3382,
      "step": 1613390
    },
    {
      "epoch": 450.29,
      "grad_norm": 1.0227997303009033,
      "learning_rate": 2.051028250738006e-06,
      "loss": 0.3437,
      "step": 1613400
    },
    {
      "epoch": 450.3,
      "grad_norm": 1.043878436088562,
      "learning_rate": 2.0510014228466397e-06,
      "loss": 0.3314,
      "step": 1613410
    },
    {
      "epoch": 450.3,
      "grad_norm": 1.1883618831634521,
      "learning_rate": 2.0509745949942374e-06,
      "loss": 0.355,
      "step": 1613420
    },
    {
      "epoch": 450.3,
      "grad_norm": 1.2717912197113037,
      "learning_rate": 2.0509477671808046e-06,
      "loss": 0.3544,
      "step": 1613430
    },
    {
      "epoch": 450.3,
      "grad_norm": 1.0863953828811646,
      "learning_rate": 2.0509209394063437e-06,
      "loss": 0.3503,
      "step": 1613440
    },
    {
      "epoch": 450.31,
      "grad_norm": 1.0463731288909912,
      "learning_rate": 2.0508941116708573e-06,
      "loss": 0.3385,
      "step": 1613450
    },
    {
      "epoch": 450.31,
      "grad_norm": 1.0250563621520996,
      "learning_rate": 2.0508672839743515e-06,
      "loss": 0.3358,
      "step": 1613460
    },
    {
      "epoch": 450.31,
      "grad_norm": 1.0091922283172607,
      "learning_rate": 2.050840456316828e-06,
      "loss": 0.3623,
      "step": 1613470
    },
    {
      "epoch": 450.32,
      "grad_norm": 0.9528082013130188,
      "learning_rate": 2.0508136286982912e-06,
      "loss": 0.341,
      "step": 1613480
    },
    {
      "epoch": 450.32,
      "grad_norm": 0.9288607239723206,
      "learning_rate": 2.050786801118744e-06,
      "loss": 0.3416,
      "step": 1613490
    },
    {
      "epoch": 450.32,
      "grad_norm": 1.0322438478469849,
      "learning_rate": 2.0507599735781896e-06,
      "loss": 0.3461,
      "step": 1613500
    },
    {
      "epoch": 450.32,
      "grad_norm": 0.8546167612075806,
      "learning_rate": 2.0507331460766335e-06,
      "loss": 0.3373,
      "step": 1613510
    },
    {
      "epoch": 450.33,
      "grad_norm": 1.0682435035705566,
      "learning_rate": 2.0507063186140772e-06,
      "loss": 0.3446,
      "step": 1613520
    },
    {
      "epoch": 450.33,
      "grad_norm": 1.0773446559906006,
      "learning_rate": 2.0506794911905256e-06,
      "loss": 0.348,
      "step": 1613530
    },
    {
      "epoch": 450.33,
      "grad_norm": 1.1920335292816162,
      "learning_rate": 2.0506526638059815e-06,
      "loss": 0.331,
      "step": 1613540
    },
    {
      "epoch": 450.33,
      "grad_norm": 0.8592157959938049,
      "learning_rate": 2.0506258364604492e-06,
      "loss": 0.3573,
      "step": 1613550
    },
    {
      "epoch": 450.34,
      "grad_norm": 1.07088041305542,
      "learning_rate": 2.0505990091539305e-06,
      "loss": 0.3457,
      "step": 1613560
    },
    {
      "epoch": 450.34,
      "grad_norm": 1.0070970058441162,
      "learning_rate": 2.0505721818864315e-06,
      "loss": 0.3421,
      "step": 1613570
    },
    {
      "epoch": 450.34,
      "grad_norm": 1.0772477388381958,
      "learning_rate": 2.0505453546579545e-06,
      "loss": 0.3572,
      "step": 1613580
    },
    {
      "epoch": 450.35,
      "grad_norm": 1.1000926494598389,
      "learning_rate": 2.050518527468502e-06,
      "loss": 0.3438,
      "step": 1613590
    },
    {
      "epoch": 450.35,
      "grad_norm": 1.0031471252441406,
      "learning_rate": 2.0504917003180796e-06,
      "loss": 0.3246,
      "step": 1613600
    },
    {
      "epoch": 450.35,
      "grad_norm": 1.0049880743026733,
      "learning_rate": 2.0504648732066905e-06,
      "loss": 0.3386,
      "step": 1613610
    },
    {
      "epoch": 450.35,
      "grad_norm": 1.5203938484191895,
      "learning_rate": 2.0504380461343365e-06,
      "loss": 0.3523,
      "step": 1613620
    },
    {
      "epoch": 450.36,
      "grad_norm": 1.1715189218521118,
      "learning_rate": 2.0504112191010235e-06,
      "loss": 0.3513,
      "step": 1613630
    },
    {
      "epoch": 450.36,
      "grad_norm": 0.9941020607948303,
      "learning_rate": 2.0503843921067537e-06,
      "loss": 0.3396,
      "step": 1613640
    },
    {
      "epoch": 450.36,
      "grad_norm": 1.0379927158355713,
      "learning_rate": 2.05035756515153e-06,
      "loss": 0.3292,
      "step": 1613650
    },
    {
      "epoch": 450.37,
      "grad_norm": 1.0915305614471436,
      "learning_rate": 2.050330738235358e-06,
      "loss": 0.3336,
      "step": 1613660
    },
    {
      "epoch": 450.37,
      "grad_norm": 1.0894778966903687,
      "learning_rate": 2.05030391135824e-06,
      "loss": 0.3586,
      "step": 1613670
    },
    {
      "epoch": 450.37,
      "grad_norm": 0.9372472763061523,
      "learning_rate": 2.0502770845201794e-06,
      "loss": 0.3493,
      "step": 1613680
    },
    {
      "epoch": 450.37,
      "grad_norm": 1.317711591720581,
      "learning_rate": 2.0502502577211803e-06,
      "loss": 0.3393,
      "step": 1613690
    },
    {
      "epoch": 450.38,
      "grad_norm": 1.0544544458389282,
      "learning_rate": 2.0502234309612464e-06,
      "loss": 0.354,
      "step": 1613700
    },
    {
      "epoch": 450.38,
      "grad_norm": 1.1640145778656006,
      "learning_rate": 2.0501966042403797e-06,
      "loss": 0.3527,
      "step": 1613710
    },
    {
      "epoch": 450.38,
      "grad_norm": 0.9945253729820251,
      "learning_rate": 2.0501697775585863e-06,
      "loss": 0.3397,
      "step": 1613720
    },
    {
      "epoch": 450.39,
      "grad_norm": 1.069183588027954,
      "learning_rate": 2.0501429509158686e-06,
      "loss": 0.3446,
      "step": 1613730
    },
    {
      "epoch": 450.39,
      "grad_norm": 1.0418000221252441,
      "learning_rate": 2.0501161243122287e-06,
      "loss": 0.3603,
      "step": 1613740
    },
    {
      "epoch": 450.39,
      "grad_norm": 1.1391541957855225,
      "learning_rate": 2.0500892977476727e-06,
      "loss": 0.3391,
      "step": 1613750
    },
    {
      "epoch": 450.39,
      "grad_norm": 1.1090952157974243,
      "learning_rate": 2.0500624712222026e-06,
      "loss": 0.3428,
      "step": 1613760
    },
    {
      "epoch": 450.4,
      "grad_norm": 1.105217456817627,
      "learning_rate": 2.050035644735823e-06,
      "loss": 0.3493,
      "step": 1613770
    },
    {
      "epoch": 450.4,
      "grad_norm": 1.126599669456482,
      "learning_rate": 2.050008818288537e-06,
      "loss": 0.3452,
      "step": 1613780
    },
    {
      "epoch": 450.4,
      "grad_norm": 1.303731918334961,
      "learning_rate": 2.0499819918803466e-06,
      "loss": 0.3434,
      "step": 1613790
    },
    {
      "epoch": 450.4,
      "grad_norm": 0.9680789113044739,
      "learning_rate": 2.049955165511258e-06,
      "loss": 0.344,
      "step": 1613800
    },
    {
      "epoch": 450.41,
      "grad_norm": 0.9210649132728577,
      "learning_rate": 2.0499283391812736e-06,
      "loss": 0.3378,
      "step": 1613810
    },
    {
      "epoch": 450.41,
      "grad_norm": 0.9372338652610779,
      "learning_rate": 2.0499015128903964e-06,
      "loss": 0.3612,
      "step": 1613820
    },
    {
      "epoch": 450.41,
      "grad_norm": 0.9832261800765991,
      "learning_rate": 2.049874686638631e-06,
      "loss": 0.3443,
      "step": 1613830
    },
    {
      "epoch": 450.42,
      "grad_norm": 0.9443402886390686,
      "learning_rate": 2.04984786042598e-06,
      "loss": 0.3475,
      "step": 1613840
    },
    {
      "epoch": 450.42,
      "grad_norm": 1.384926438331604,
      "learning_rate": 2.0498210342524473e-06,
      "loss": 0.3618,
      "step": 1613850
    },
    {
      "epoch": 450.42,
      "grad_norm": 1.147709846496582,
      "learning_rate": 2.049794208118037e-06,
      "loss": 0.3494,
      "step": 1613860
    },
    {
      "epoch": 450.42,
      "grad_norm": 1.0053160190582275,
      "learning_rate": 2.049767382022753e-06,
      "loss": 0.3578,
      "step": 1613870
    },
    {
      "epoch": 450.43,
      "grad_norm": 1.2460529804229736,
      "learning_rate": 2.0497405559665966e-06,
      "loss": 0.344,
      "step": 1613880
    },
    {
      "epoch": 450.43,
      "grad_norm": 0.9871571660041809,
      "learning_rate": 2.049713729949574e-06,
      "loss": 0.3401,
      "step": 1613890
    },
    {
      "epoch": 450.43,
      "grad_norm": 1.274137020111084,
      "learning_rate": 2.049686903971688e-06,
      "loss": 0.3489,
      "step": 1613900
    },
    {
      "epoch": 450.44,
      "grad_norm": 1.0591696500778198,
      "learning_rate": 2.049660078032941e-06,
      "loss": 0.3494,
      "step": 1613910
    },
    {
      "epoch": 450.44,
      "grad_norm": 1.1758766174316406,
      "learning_rate": 2.049633252133338e-06,
      "loss": 0.3549,
      "step": 1613920
    },
    {
      "epoch": 450.44,
      "grad_norm": 1.2559322118759155,
      "learning_rate": 2.0496064262728823e-06,
      "loss": 0.3456,
      "step": 1613930
    },
    {
      "epoch": 450.44,
      "grad_norm": 1.1274464130401611,
      "learning_rate": 2.0495796004515756e-06,
      "loss": 0.3595,
      "step": 1613940
    },
    {
      "epoch": 450.45,
      "grad_norm": 1.0938712358474731,
      "learning_rate": 2.0495527746694248e-06,
      "loss": 0.3501,
      "step": 1613950
    },
    {
      "epoch": 450.45,
      "grad_norm": 1.264221429824829,
      "learning_rate": 2.0495259489264314e-06,
      "loss": 0.3584,
      "step": 1613960
    },
    {
      "epoch": 450.45,
      "grad_norm": 1.127155065536499,
      "learning_rate": 2.0494991232225985e-06,
      "loss": 0.3399,
      "step": 1613970
    },
    {
      "epoch": 450.45,
      "grad_norm": 1.0346767902374268,
      "learning_rate": 2.049472297557931e-06,
      "loss": 0.3353,
      "step": 1613980
    },
    {
      "epoch": 450.46,
      "grad_norm": 0.9441428780555725,
      "learning_rate": 2.049445471932432e-06,
      "loss": 0.3394,
      "step": 1613990
    },
    {
      "epoch": 450.46,
      "grad_norm": 1.1709589958190918,
      "learning_rate": 2.049418646346105e-06,
      "loss": 0.3542,
      "step": 1614000
    },
    {
      "epoch": 450.46,
      "grad_norm": 1.1148372888565063,
      "learning_rate": 2.049391820798954e-06,
      "loss": 0.3369,
      "step": 1614010
    },
    {
      "epoch": 450.47,
      "grad_norm": 1.1217961311340332,
      "learning_rate": 2.049364995290982e-06,
      "loss": 0.3538,
      "step": 1614020
    },
    {
      "epoch": 450.47,
      "grad_norm": 1.010148048400879,
      "learning_rate": 2.0493381698221915e-06,
      "loss": 0.3438,
      "step": 1614030
    },
    {
      "epoch": 450.47,
      "grad_norm": 1.0454274415969849,
      "learning_rate": 2.0493113443925884e-06,
      "loss": 0.3468,
      "step": 1614040
    },
    {
      "epoch": 450.47,
      "grad_norm": 1.2403240203857422,
      "learning_rate": 2.0492845190021746e-06,
      "loss": 0.3306,
      "step": 1614050
    },
    {
      "epoch": 450.48,
      "grad_norm": 0.9959381818771362,
      "learning_rate": 2.049257693650955e-06,
      "loss": 0.3551,
      "step": 1614060
    },
    {
      "epoch": 450.48,
      "grad_norm": 2.0488266944885254,
      "learning_rate": 2.049230868338932e-06,
      "loss": 0.3394,
      "step": 1614070
    },
    {
      "epoch": 450.48,
      "grad_norm": 1.07610285282135,
      "learning_rate": 2.0492040430661094e-06,
      "loss": 0.3517,
      "step": 1614080
    },
    {
      "epoch": 450.49,
      "grad_norm": 0.9325876832008362,
      "learning_rate": 2.049177217832491e-06,
      "loss": 0.3414,
      "step": 1614090
    },
    {
      "epoch": 450.49,
      "grad_norm": 0.9666918516159058,
      "learning_rate": 2.049150392638081e-06,
      "loss": 0.3363,
      "step": 1614100
    },
    {
      "epoch": 450.49,
      "grad_norm": 0.9674643278121948,
      "learning_rate": 2.0491235674828812e-06,
      "loss": 0.3429,
      "step": 1614110
    },
    {
      "epoch": 450.49,
      "grad_norm": 0.9284318685531616,
      "learning_rate": 2.049096742366897e-06,
      "loss": 0.3418,
      "step": 1614120
    },
    {
      "epoch": 450.5,
      "grad_norm": 1.1055296659469604,
      "learning_rate": 2.0490699172901313e-06,
      "loss": 0.3438,
      "step": 1614130
    },
    {
      "epoch": 450.5,
      "grad_norm": 0.9067701101303101,
      "learning_rate": 2.049043092252587e-06,
      "loss": 0.3489,
      "step": 1614140
    },
    {
      "epoch": 450.5,
      "grad_norm": 1.2140647172927856,
      "learning_rate": 2.049016267254269e-06,
      "loss": 0.3362,
      "step": 1614150
    },
    {
      "epoch": 450.51,
      "grad_norm": 0.9764358997344971,
      "learning_rate": 2.04898944229518e-06,
      "loss": 0.3551,
      "step": 1614160
    },
    {
      "epoch": 450.51,
      "grad_norm": 0.9859119057655334,
      "learning_rate": 2.048962617375323e-06,
      "loss": 0.3389,
      "step": 1614170
    },
    {
      "epoch": 450.51,
      "grad_norm": 1.2298026084899902,
      "learning_rate": 2.0489357924947026e-06,
      "loss": 0.3466,
      "step": 1614180
    },
    {
      "epoch": 450.51,
      "grad_norm": 1.1358020305633545,
      "learning_rate": 2.048908967653323e-06,
      "loss": 0.3353,
      "step": 1614190
    },
    {
      "epoch": 450.52,
      "grad_norm": 1.062075138092041,
      "learning_rate": 2.0488821428511853e-06,
      "loss": 0.3478,
      "step": 1614200
    },
    {
      "epoch": 450.52,
      "grad_norm": 1.0727108716964722,
      "learning_rate": 2.048855318088296e-06,
      "loss": 0.3647,
      "step": 1614210
    },
    {
      "epoch": 450.52,
      "grad_norm": 0.9524937272071838,
      "learning_rate": 2.0488284933646567e-06,
      "loss": 0.3416,
      "step": 1614220
    },
    {
      "epoch": 450.52,
      "grad_norm": 1.1909345388412476,
      "learning_rate": 2.0488016686802707e-06,
      "loss": 0.3528,
      "step": 1614230
    },
    {
      "epoch": 450.53,
      "grad_norm": 1.1828289031982422,
      "learning_rate": 2.0487748440351434e-06,
      "loss": 0.3561,
      "step": 1614240
    },
    {
      "epoch": 450.53,
      "grad_norm": 1.0619817972183228,
      "learning_rate": 2.0487480194292773e-06,
      "loss": 0.3343,
      "step": 1614250
    },
    {
      "epoch": 450.53,
      "grad_norm": 1.1910687685012817,
      "learning_rate": 2.048721194862675e-06,
      "loss": 0.3416,
      "step": 1614260
    },
    {
      "epoch": 450.54,
      "grad_norm": 1.1874595880508423,
      "learning_rate": 2.048694370335342e-06,
      "loss": 0.3393,
      "step": 1614270
    },
    {
      "epoch": 450.54,
      "grad_norm": 1.2111910581588745,
      "learning_rate": 2.0486675458472814e-06,
      "loss": 0.3544,
      "step": 1614280
    },
    {
      "epoch": 450.54,
      "grad_norm": 0.9976378083229065,
      "learning_rate": 2.0486407213984955e-06,
      "loss": 0.3533,
      "step": 1614290
    },
    {
      "epoch": 450.54,
      "grad_norm": 1.0339930057525635,
      "learning_rate": 2.0486138969889895e-06,
      "loss": 0.3372,
      "step": 1614300
    },
    {
      "epoch": 450.55,
      "grad_norm": 1.391189694404602,
      "learning_rate": 2.0485870726187663e-06,
      "loss": 0.3363,
      "step": 1614310
    },
    {
      "epoch": 450.55,
      "grad_norm": 7.725394248962402,
      "learning_rate": 2.048560248287828e-06,
      "loss": 0.3405,
      "step": 1614320
    },
    {
      "epoch": 450.55,
      "grad_norm": 1.0171597003936768,
      "learning_rate": 2.048533423996181e-06,
      "loss": 0.3403,
      "step": 1614330
    },
    {
      "epoch": 450.56,
      "grad_norm": 1.1425484418869019,
      "learning_rate": 2.048506599743826e-06,
      "loss": 0.3378,
      "step": 1614340
    },
    {
      "epoch": 450.56,
      "grad_norm": 0.9402847290039062,
      "learning_rate": 2.048479775530769e-06,
      "loss": 0.3334,
      "step": 1614350
    },
    {
      "epoch": 450.56,
      "grad_norm": 1.0301707983016968,
      "learning_rate": 2.0484529513570126e-06,
      "loss": 0.3482,
      "step": 1614360
    },
    {
      "epoch": 450.56,
      "grad_norm": 1.044511318206787,
      "learning_rate": 2.0484261272225593e-06,
      "loss": 0.3253,
      "step": 1614370
    },
    {
      "epoch": 450.57,
      "grad_norm": 1.0945370197296143,
      "learning_rate": 2.0483993031274148e-06,
      "loss": 0.3413,
      "step": 1614380
    },
    {
      "epoch": 450.57,
      "grad_norm": 1.1793168783187866,
      "learning_rate": 2.0483724790715814e-06,
      "loss": 0.3411,
      "step": 1614390
    },
    {
      "epoch": 450.57,
      "grad_norm": 1.0864237546920776,
      "learning_rate": 2.0483456550550623e-06,
      "loss": 0.3282,
      "step": 1614400
    },
    {
      "epoch": 450.57,
      "grad_norm": 1.059277892112732,
      "learning_rate": 2.048318831077862e-06,
      "loss": 0.349,
      "step": 1614410
    },
    {
      "epoch": 450.58,
      "grad_norm": 0.9598573446273804,
      "learning_rate": 2.048292007139984e-06,
      "loss": 0.3345,
      "step": 1614420
    },
    {
      "epoch": 450.58,
      "grad_norm": 1.203304409980774,
      "learning_rate": 2.0482651832414306e-06,
      "loss": 0.346,
      "step": 1614430
    },
    {
      "epoch": 450.58,
      "grad_norm": 1.0553892850875854,
      "learning_rate": 2.048238359382207e-06,
      "loss": 0.3357,
      "step": 1614440
    },
    {
      "epoch": 450.59,
      "grad_norm": 1.0757215023040771,
      "learning_rate": 2.0482115355623165e-06,
      "loss": 0.3466,
      "step": 1614450
    },
    {
      "epoch": 450.59,
      "grad_norm": 1.1238740682601929,
      "learning_rate": 2.048184711781761e-06,
      "loss": 0.3447,
      "step": 1614460
    },
    {
      "epoch": 450.59,
      "grad_norm": 1.0912652015686035,
      "learning_rate": 2.048157888040546e-06,
      "loss": 0.3417,
      "step": 1614470
    },
    {
      "epoch": 450.59,
      "grad_norm": 0.9810330271720886,
      "learning_rate": 2.0481310643386746e-06,
      "loss": 0.336,
      "step": 1614480
    },
    {
      "epoch": 450.6,
      "grad_norm": 1.00613534450531,
      "learning_rate": 2.04810424067615e-06,
      "loss": 0.3679,
      "step": 1614490
    },
    {
      "epoch": 450.6,
      "grad_norm": 0.8569647669792175,
      "learning_rate": 2.048077417052976e-06,
      "loss": 0.3532,
      "step": 1614500
    },
    {
      "epoch": 450.6,
      "grad_norm": 1.1984025239944458,
      "learning_rate": 2.0480505934691565e-06,
      "loss": 0.3246,
      "step": 1614510
    },
    {
      "epoch": 450.61,
      "grad_norm": 1.1559635400772095,
      "learning_rate": 2.048023769924693e-06,
      "loss": 0.341,
      "step": 1614520
    },
    {
      "epoch": 450.61,
      "grad_norm": 0.9603436589241028,
      "learning_rate": 2.0479969464195924e-06,
      "loss": 0.344,
      "step": 1614530
    },
    {
      "epoch": 450.61,
      "grad_norm": 1.1409024000167847,
      "learning_rate": 2.0479701229538565e-06,
      "loss": 0.3549,
      "step": 1614540
    },
    {
      "epoch": 450.61,
      "grad_norm": 0.8545703291893005,
      "learning_rate": 2.047943299527488e-06,
      "loss": 0.3407,
      "step": 1614550
    },
    {
      "epoch": 450.62,
      "grad_norm": 0.9646415114402771,
      "learning_rate": 2.047916476140492e-06,
      "loss": 0.3398,
      "step": 1614560
    },
    {
      "epoch": 450.62,
      "grad_norm": 1.0408018827438354,
      "learning_rate": 2.0478896527928716e-06,
      "loss": 0.3343,
      "step": 1614570
    },
    {
      "epoch": 450.62,
      "grad_norm": 2.400235652923584,
      "learning_rate": 2.0478628294846304e-06,
      "loss": 0.3316,
      "step": 1614580
    },
    {
      "epoch": 450.63,
      "grad_norm": 1.1336201429367065,
      "learning_rate": 2.047836006215772e-06,
      "loss": 0.3516,
      "step": 1614590
    },
    {
      "epoch": 450.63,
      "grad_norm": 1.0012516975402832,
      "learning_rate": 2.0478091829862997e-06,
      "loss": 0.3335,
      "step": 1614600
    },
    {
      "epoch": 450.63,
      "grad_norm": 1.0569524765014648,
      "learning_rate": 2.0477823597962162e-06,
      "loss": 0.3688,
      "step": 1614610
    },
    {
      "epoch": 450.63,
      "grad_norm": 1.3297834396362305,
      "learning_rate": 2.0477555366455274e-06,
      "loss": 0.3313,
      "step": 1614620
    },
    {
      "epoch": 450.64,
      "grad_norm": 1.034049153327942,
      "learning_rate": 2.047728713534235e-06,
      "loss": 0.3389,
      "step": 1614630
    },
    {
      "epoch": 450.64,
      "grad_norm": 0.904574990272522,
      "learning_rate": 2.0477018904623434e-06,
      "loss": 0.3422,
      "step": 1614640
    },
    {
      "epoch": 450.64,
      "grad_norm": 1.0854597091674805,
      "learning_rate": 2.0476750674298554e-06,
      "loss": 0.3488,
      "step": 1614650
    },
    {
      "epoch": 450.64,
      "grad_norm": 1.1488168239593506,
      "learning_rate": 2.047648244436775e-06,
      "loss": 0.3325,
      "step": 1614660
    },
    {
      "epoch": 450.65,
      "grad_norm": 1.0985993146896362,
      "learning_rate": 2.0476214214831063e-06,
      "loss": 0.3409,
      "step": 1614670
    },
    {
      "epoch": 450.65,
      "grad_norm": 0.9933027625083923,
      "learning_rate": 2.0475945985688527e-06,
      "loss": 0.3509,
      "step": 1614680
    },
    {
      "epoch": 450.65,
      "grad_norm": 1.0986884832382202,
      "learning_rate": 2.0475677756940162e-06,
      "loss": 0.3451,
      "step": 1614690
    },
    {
      "epoch": 450.66,
      "grad_norm": 0.9881651997566223,
      "learning_rate": 2.0475409528586028e-06,
      "loss": 0.3327,
      "step": 1614700
    },
    {
      "epoch": 450.66,
      "grad_norm": 2.6146998405456543,
      "learning_rate": 2.047514130062615e-06,
      "loss": 0.3478,
      "step": 1614710
    },
    {
      "epoch": 450.66,
      "grad_norm": 1.1720951795578003,
      "learning_rate": 2.047487307306055e-06,
      "loss": 0.3321,
      "step": 1614720
    },
    {
      "epoch": 450.66,
      "grad_norm": 1.1130650043487549,
      "learning_rate": 2.047460484588929e-06,
      "loss": 0.3502,
      "step": 1614730
    },
    {
      "epoch": 450.67,
      "grad_norm": 1.020842432975769,
      "learning_rate": 2.047433661911239e-06,
      "loss": 0.3445,
      "step": 1614740
    },
    {
      "epoch": 450.67,
      "grad_norm": 1.0940909385681152,
      "learning_rate": 2.0474068392729877e-06,
      "loss": 0.363,
      "step": 1614750
    },
    {
      "epoch": 450.67,
      "grad_norm": 1.0898749828338623,
      "learning_rate": 2.0473800166741806e-06,
      "loss": 0.3324,
      "step": 1614760
    },
    {
      "epoch": 450.68,
      "grad_norm": 1.042681336402893,
      "learning_rate": 2.0473531941148207e-06,
      "loss": 0.3362,
      "step": 1614770
    },
    {
      "epoch": 450.68,
      "grad_norm": 1.082213044166565,
      "learning_rate": 2.0473263715949105e-06,
      "loss": 0.3382,
      "step": 1614780
    },
    {
      "epoch": 450.68,
      "grad_norm": 1.0643056631088257,
      "learning_rate": 2.047299549114455e-06,
      "loss": 0.3421,
      "step": 1614790
    },
    {
      "epoch": 450.68,
      "grad_norm": 1.1244984865188599,
      "learning_rate": 2.047272726673457e-06,
      "loss": 0.3478,
      "step": 1614800
    },
    {
      "epoch": 450.69,
      "grad_norm": 0.9769102334976196,
      "learning_rate": 2.04724590427192e-06,
      "loss": 0.365,
      "step": 1614810
    },
    {
      "epoch": 450.69,
      "grad_norm": 1.1475390195846558,
      "learning_rate": 2.047219081909848e-06,
      "loss": 0.3416,
      "step": 1614820
    },
    {
      "epoch": 450.69,
      "grad_norm": 1.0220012664794922,
      "learning_rate": 2.047192259587245e-06,
      "loss": 0.345,
      "step": 1614830
    },
    {
      "epoch": 450.69,
      "grad_norm": 1.111885666847229,
      "learning_rate": 2.0471654373041123e-06,
      "loss": 0.3265,
      "step": 1614840
    },
    {
      "epoch": 450.7,
      "grad_norm": 1.101631760597229,
      "learning_rate": 2.0471386150604564e-06,
      "loss": 0.3407,
      "step": 1614850
    },
    {
      "epoch": 450.7,
      "grad_norm": 0.9898145794868469,
      "learning_rate": 2.047111792856279e-06,
      "loss": 0.3454,
      "step": 1614860
    },
    {
      "epoch": 450.7,
      "grad_norm": 0.974546492099762,
      "learning_rate": 2.0470849706915844e-06,
      "loss": 0.348,
      "step": 1614870
    },
    {
      "epoch": 450.71,
      "grad_norm": 1.270481824874878,
      "learning_rate": 2.0470581485663763e-06,
      "loss": 0.3633,
      "step": 1614880
    },
    {
      "epoch": 450.71,
      "grad_norm": 1.1329739093780518,
      "learning_rate": 2.0470313264806577e-06,
      "loss": 0.3325,
      "step": 1614890
    },
    {
      "epoch": 450.71,
      "grad_norm": 0.8647894263267517,
      "learning_rate": 2.0470045044344316e-06,
      "loss": 0.3259,
      "step": 1614900
    },
    {
      "epoch": 450.71,
      "grad_norm": 1.0174102783203125,
      "learning_rate": 2.0469776824277036e-06,
      "loss": 0.3579,
      "step": 1614910
    },
    {
      "epoch": 450.72,
      "grad_norm": 1.4252122640609741,
      "learning_rate": 2.0469508604604747e-06,
      "loss": 0.3313,
      "step": 1614920
    },
    {
      "epoch": 450.72,
      "grad_norm": 1.1348848342895508,
      "learning_rate": 2.046924038532751e-06,
      "loss": 0.3288,
      "step": 1614930
    },
    {
      "epoch": 450.72,
      "grad_norm": 1.1285207271575928,
      "learning_rate": 2.0468972166445352e-06,
      "loss": 0.3407,
      "step": 1614940
    },
    {
      "epoch": 450.73,
      "grad_norm": 1.006929874420166,
      "learning_rate": 2.0468703947958296e-06,
      "loss": 0.3532,
      "step": 1614950
    },
    {
      "epoch": 450.73,
      "grad_norm": 1.0400042533874512,
      "learning_rate": 2.0468435729866398e-06,
      "loss": 0.3358,
      "step": 1614960
    },
    {
      "epoch": 450.73,
      "grad_norm": 1.154199481010437,
      "learning_rate": 2.046816751216968e-06,
      "loss": 0.348,
      "step": 1614970
    },
    {
      "epoch": 450.73,
      "grad_norm": 0.9547922611236572,
      "learning_rate": 2.0467899294868168e-06,
      "loss": 0.3537,
      "step": 1614980
    },
    {
      "epoch": 450.74,
      "grad_norm": 1.3177473545074463,
      "learning_rate": 2.0467631077961925e-06,
      "loss": 0.3368,
      "step": 1614990
    },
    {
      "epoch": 450.74,
      "grad_norm": 1.0091685056686401,
      "learning_rate": 2.046736286145097e-06,
      "loss": 0.3388,
      "step": 1615000
    },
    {
      "epoch": 450.74,
      "grad_norm": 1.2001254558563232,
      "learning_rate": 2.046709464533534e-06,
      "loss": 0.3427,
      "step": 1615010
    },
    {
      "epoch": 450.75,
      "grad_norm": 1.1408900022506714,
      "learning_rate": 2.0466826429615075e-06,
      "loss": 0.3414,
      "step": 1615020
    },
    {
      "epoch": 450.75,
      "grad_norm": 1.024582028388977,
      "learning_rate": 2.0466558214290205e-06,
      "loss": 0.3474,
      "step": 1615030
    },
    {
      "epoch": 450.75,
      "grad_norm": 1.0085625648498535,
      "learning_rate": 2.046628999936076e-06,
      "loss": 0.3498,
      "step": 1615040
    },
    {
      "epoch": 450.75,
      "grad_norm": 0.9508213400840759,
      "learning_rate": 2.0466021784826793e-06,
      "loss": 0.34,
      "step": 1615050
    },
    {
      "epoch": 450.76,
      "grad_norm": 0.8464548587799072,
      "learning_rate": 2.046575357068833e-06,
      "loss": 0.3437,
      "step": 1615060
    },
    {
      "epoch": 450.76,
      "grad_norm": 1.4982823133468628,
      "learning_rate": 2.04654853569454e-06,
      "loss": 0.3388,
      "step": 1615070
    },
    {
      "epoch": 450.76,
      "grad_norm": 1.018276333808899,
      "learning_rate": 2.0465217143598056e-06,
      "loss": 0.3473,
      "step": 1615080
    },
    {
      "epoch": 450.76,
      "grad_norm": 1.31346595287323,
      "learning_rate": 2.0464948930646322e-06,
      "loss": 0.3572,
      "step": 1615090
    },
    {
      "epoch": 450.77,
      "grad_norm": 1.1799817085266113,
      "learning_rate": 2.0464680718090233e-06,
      "loss": 0.3487,
      "step": 1615100
    },
    {
      "epoch": 450.77,
      "grad_norm": 1.051552414894104,
      "learning_rate": 2.0464412505929827e-06,
      "loss": 0.3476,
      "step": 1615110
    },
    {
      "epoch": 450.77,
      "grad_norm": 1.0212945938110352,
      "learning_rate": 2.046414429416514e-06,
      "loss": 0.3328,
      "step": 1615120
    },
    {
      "epoch": 450.78,
      "grad_norm": 2.305722713470459,
      "learning_rate": 2.0463876082796203e-06,
      "loss": 0.3539,
      "step": 1615130
    },
    {
      "epoch": 450.78,
      "grad_norm": 1.060938835144043,
      "learning_rate": 2.0463607871823062e-06,
      "loss": 0.3378,
      "step": 1615140
    },
    {
      "epoch": 450.78,
      "grad_norm": 0.9105445146560669,
      "learning_rate": 2.046333966124575e-06,
      "loss": 0.3505,
      "step": 1615150
    },
    {
      "epoch": 450.78,
      "grad_norm": 0.8916594386100769,
      "learning_rate": 2.046307145106429e-06,
      "loss": 0.3479,
      "step": 1615160
    },
    {
      "epoch": 450.79,
      "grad_norm": 1.136854648590088,
      "learning_rate": 2.0462803241278736e-06,
      "loss": 0.3638,
      "step": 1615170
    },
    {
      "epoch": 450.79,
      "grad_norm": 1.1598135232925415,
      "learning_rate": 2.046253503188911e-06,
      "loss": 0.3599,
      "step": 1615180
    },
    {
      "epoch": 450.79,
      "grad_norm": 1.194734811782837,
      "learning_rate": 2.0462266822895447e-06,
      "loss": 0.3511,
      "step": 1615190
    },
    {
      "epoch": 450.8,
      "grad_norm": 1.0106823444366455,
      "learning_rate": 2.04619986142978e-06,
      "loss": 0.3564,
      "step": 1615200
    },
    {
      "epoch": 450.8,
      "grad_norm": 1.1912598609924316,
      "learning_rate": 2.046173040609618e-06,
      "loss": 0.3353,
      "step": 1615210
    },
    {
      "epoch": 450.8,
      "grad_norm": 1.2008861303329468,
      "learning_rate": 2.0461462198290647e-06,
      "loss": 0.3525,
      "step": 1615220
    },
    {
      "epoch": 450.8,
      "grad_norm": 1.1642357110977173,
      "learning_rate": 2.0461193990881227e-06,
      "loss": 0.3454,
      "step": 1615230
    },
    {
      "epoch": 450.81,
      "grad_norm": 1.6912808418273926,
      "learning_rate": 2.0460925783867944e-06,
      "loss": 0.3468,
      "step": 1615240
    },
    {
      "epoch": 450.81,
      "grad_norm": 0.923125684261322,
      "learning_rate": 2.046065757725085e-06,
      "loss": 0.3442,
      "step": 1615250
    },
    {
      "epoch": 450.81,
      "grad_norm": 1.2412939071655273,
      "learning_rate": 2.046038937102998e-06,
      "loss": 0.3466,
      "step": 1615260
    },
    {
      "epoch": 450.81,
      "grad_norm": 0.9861880540847778,
      "learning_rate": 2.0460121165205347e-06,
      "loss": 0.3506,
      "step": 1615270
    },
    {
      "epoch": 450.82,
      "grad_norm": 1.1583268642425537,
      "learning_rate": 2.045985295977702e-06,
      "loss": 0.3275,
      "step": 1615280
    },
    {
      "epoch": 450.82,
      "grad_norm": 1.1036468744277954,
      "learning_rate": 2.0459584754745013e-06,
      "loss": 0.3362,
      "step": 1615290
    },
    {
      "epoch": 450.82,
      "grad_norm": 1.2031536102294922,
      "learning_rate": 2.045931655010937e-06,
      "loss": 0.3666,
      "step": 1615300
    },
    {
      "epoch": 450.83,
      "grad_norm": 2.3300154209136963,
      "learning_rate": 2.045904834587012e-06,
      "loss": 0.348,
      "step": 1615310
    },
    {
      "epoch": 450.83,
      "grad_norm": 1.0475670099258423,
      "learning_rate": 2.045878014202731e-06,
      "loss": 0.324,
      "step": 1615320
    },
    {
      "epoch": 450.83,
      "grad_norm": 1.213038682937622,
      "learning_rate": 2.0458511938580953e-06,
      "loss": 0.3398,
      "step": 1615330
    },
    {
      "epoch": 450.83,
      "grad_norm": 1.125562071800232,
      "learning_rate": 2.0458243735531114e-06,
      "loss": 0.3252,
      "step": 1615340
    },
    {
      "epoch": 450.84,
      "grad_norm": 0.9538573026657104,
      "learning_rate": 2.0457975532877814e-06,
      "loss": 0.3595,
      "step": 1615350
    },
    {
      "epoch": 450.84,
      "grad_norm": 1.1251006126403809,
      "learning_rate": 2.045770733062108e-06,
      "loss": 0.3466,
      "step": 1615360
    },
    {
      "epoch": 450.84,
      "grad_norm": 0.997042715549469,
      "learning_rate": 2.045743912876096e-06,
      "loss": 0.3464,
      "step": 1615370
    },
    {
      "epoch": 450.85,
      "grad_norm": 1.177730679512024,
      "learning_rate": 2.0457170927297497e-06,
      "loss": 0.3586,
      "step": 1615380
    },
    {
      "epoch": 450.85,
      "grad_norm": 1.129386067390442,
      "learning_rate": 2.0456902726230707e-06,
      "loss": 0.3405,
      "step": 1615390
    },
    {
      "epoch": 450.85,
      "grad_norm": 1.1209821701049805,
      "learning_rate": 2.045663452556064e-06,
      "loss": 0.3406,
      "step": 1615400
    },
    {
      "epoch": 450.85,
      "grad_norm": 1.028963327407837,
      "learning_rate": 2.045636632528733e-06,
      "loss": 0.3281,
      "step": 1615410
    },
    {
      "epoch": 450.86,
      "grad_norm": 1.0750190019607544,
      "learning_rate": 2.0456098125410795e-06,
      "loss": 0.3469,
      "step": 1615420
    },
    {
      "epoch": 450.86,
      "grad_norm": 1.0728482007980347,
      "learning_rate": 2.0455829925931103e-06,
      "loss": 0.3553,
      "step": 1615430
    },
    {
      "epoch": 450.86,
      "grad_norm": 1.2298049926757812,
      "learning_rate": 2.0455561726848268e-06,
      "loss": 0.347,
      "step": 1615440
    },
    {
      "epoch": 450.87,
      "grad_norm": 1.189469814300537,
      "learning_rate": 2.045529352816232e-06,
      "loss": 0.3341,
      "step": 1615450
    },
    {
      "epoch": 450.87,
      "grad_norm": 1.0853248834609985,
      "learning_rate": 2.0455025329873313e-06,
      "loss": 0.3429,
      "step": 1615460
    },
    {
      "epoch": 450.87,
      "grad_norm": 1.0043420791625977,
      "learning_rate": 2.045475713198128e-06,
      "loss": 0.3552,
      "step": 1615470
    },
    {
      "epoch": 450.87,
      "grad_norm": 1.006089687347412,
      "learning_rate": 2.045448893448623e-06,
      "loss": 0.344,
      "step": 1615480
    },
    {
      "epoch": 450.88,
      "grad_norm": 1.1220448017120361,
      "learning_rate": 2.045422073738824e-06,
      "loss": 0.3372,
      "step": 1615490
    },
    {
      "epoch": 450.88,
      "grad_norm": 1.1299998760223389,
      "learning_rate": 2.0453952540687307e-06,
      "loss": 0.343,
      "step": 1615500
    },
    {
      "epoch": 450.88,
      "grad_norm": 1.0827888250350952,
      "learning_rate": 2.04536843443835e-06,
      "loss": 0.345,
      "step": 1615510
    },
    {
      "epoch": 450.88,
      "grad_norm": 1.1727849245071411,
      "learning_rate": 2.0453416148476836e-06,
      "loss": 0.34,
      "step": 1615520
    },
    {
      "epoch": 450.89,
      "grad_norm": 1.0525566339492798,
      "learning_rate": 2.0453147952967352e-06,
      "loss": 0.3517,
      "step": 1615530
    },
    {
      "epoch": 450.89,
      "grad_norm": 1.102182149887085,
      "learning_rate": 2.0452879757855094e-06,
      "loss": 0.3395,
      "step": 1615540
    },
    {
      "epoch": 450.89,
      "grad_norm": 1.8909826278686523,
      "learning_rate": 2.0452611563140085e-06,
      "loss": 0.3216,
      "step": 1615550
    },
    {
      "epoch": 450.9,
      "grad_norm": 0.9401074647903442,
      "learning_rate": 2.0452343368822356e-06,
      "loss": 0.3432,
      "step": 1615560
    },
    {
      "epoch": 450.9,
      "grad_norm": 1.1802616119384766,
      "learning_rate": 2.045207517490196e-06,
      "loss": 0.3437,
      "step": 1615570
    },
    {
      "epoch": 450.9,
      "grad_norm": 0.9812229871749878,
      "learning_rate": 2.045180698137893e-06,
      "loss": 0.3333,
      "step": 1615580
    },
    {
      "epoch": 450.9,
      "grad_norm": 1.1734620332717896,
      "learning_rate": 2.045153878825329e-06,
      "loss": 0.3393,
      "step": 1615590
    },
    {
      "epoch": 450.91,
      "grad_norm": 0.9238742589950562,
      "learning_rate": 2.0451270595525087e-06,
      "loss": 0.3482,
      "step": 1615600
    },
    {
      "epoch": 450.91,
      "grad_norm": 1.301477074623108,
      "learning_rate": 2.0451002403194353e-06,
      "loss": 0.3466,
      "step": 1615610
    },
    {
      "epoch": 450.91,
      "grad_norm": 1.0626673698425293,
      "learning_rate": 2.045073421126111e-06,
      "loss": 0.3533,
      "step": 1615620
    },
    {
      "epoch": 450.92,
      "grad_norm": 0.9729180335998535,
      "learning_rate": 2.045046601972542e-06,
      "loss": 0.3401,
      "step": 1615630
    },
    {
      "epoch": 450.92,
      "grad_norm": 1.0451440811157227,
      "learning_rate": 2.04501978285873e-06,
      "loss": 0.3409,
      "step": 1615640
    },
    {
      "epoch": 450.92,
      "grad_norm": 1.433808445930481,
      "learning_rate": 2.0449929637846785e-06,
      "loss": 0.3354,
      "step": 1615650
    },
    {
      "epoch": 450.92,
      "grad_norm": 1.0777329206466675,
      "learning_rate": 2.0449661447503928e-06,
      "loss": 0.3477,
      "step": 1615660
    },
    {
      "epoch": 450.93,
      "grad_norm": 1.1125868558883667,
      "learning_rate": 2.0449393257558748e-06,
      "loss": 0.3602,
      "step": 1615670
    },
    {
      "epoch": 450.93,
      "grad_norm": 0.9421157836914062,
      "learning_rate": 2.044912506801128e-06,
      "loss": 0.3367,
      "step": 1615680
    },
    {
      "epoch": 450.93,
      "grad_norm": 1.1460585594177246,
      "learning_rate": 2.0448856878861574e-06,
      "loss": 0.3248,
      "step": 1615690
    },
    {
      "epoch": 450.93,
      "grad_norm": 0.9686126708984375,
      "learning_rate": 2.0448588690109656e-06,
      "loss": 0.3526,
      "step": 1615700
    },
    {
      "epoch": 450.94,
      "grad_norm": 1.0978926420211792,
      "learning_rate": 2.044832050175555e-06,
      "loss": 0.3373,
      "step": 1615710
    },
    {
      "epoch": 450.94,
      "grad_norm": 0.8851759433746338,
      "learning_rate": 2.0448052313799323e-06,
      "loss": 0.3528,
      "step": 1615720
    },
    {
      "epoch": 450.94,
      "grad_norm": 1.162819743156433,
      "learning_rate": 2.0447784126240985e-06,
      "loss": 0.3477,
      "step": 1615730
    },
    {
      "epoch": 450.95,
      "grad_norm": 1.219411849975586,
      "learning_rate": 2.044751593908058e-06,
      "loss": 0.3389,
      "step": 1615740
    },
    {
      "epoch": 450.95,
      "grad_norm": 1.2591454982757568,
      "learning_rate": 2.0447247752318137e-06,
      "loss": 0.3538,
      "step": 1615750
    },
    {
      "epoch": 450.95,
      "grad_norm": 0.970087468624115,
      "learning_rate": 2.0446979565953704e-06,
      "loss": 0.3334,
      "step": 1615760
    },
    {
      "epoch": 450.95,
      "grad_norm": 1.009414553642273,
      "learning_rate": 2.0446711379987305e-06,
      "loss": 0.3367,
      "step": 1615770
    },
    {
      "epoch": 450.96,
      "grad_norm": 1.2169623374938965,
      "learning_rate": 2.0446443194418986e-06,
      "loss": 0.3507,
      "step": 1615780
    },
    {
      "epoch": 450.96,
      "grad_norm": 1.125643014907837,
      "learning_rate": 2.044617500924877e-06,
      "loss": 0.3418,
      "step": 1615790
    },
    {
      "epoch": 450.96,
      "grad_norm": 1.2161386013031006,
      "learning_rate": 2.0445906824476706e-06,
      "loss": 0.3512,
      "step": 1615800
    },
    {
      "epoch": 450.97,
      "grad_norm": 1.0419032573699951,
      "learning_rate": 2.0445638640102826e-06,
      "loss": 0.3581,
      "step": 1615810
    },
    {
      "epoch": 450.97,
      "grad_norm": 1.0977617502212524,
      "learning_rate": 2.0445370456127158e-06,
      "loss": 0.3412,
      "step": 1615820
    },
    {
      "epoch": 450.97,
      "grad_norm": 1.0941740274429321,
      "learning_rate": 2.044510227254975e-06,
      "loss": 0.3379,
      "step": 1615830
    },
    {
      "epoch": 450.97,
      "grad_norm": 0.9965788125991821,
      "learning_rate": 2.044483408937063e-06,
      "loss": 0.3611,
      "step": 1615840
    },
    {
      "epoch": 450.98,
      "grad_norm": 1.0457663536071777,
      "learning_rate": 2.0444565906589823e-06,
      "loss": 0.3249,
      "step": 1615850
    },
    {
      "epoch": 450.98,
      "grad_norm": 1.0350247621536255,
      "learning_rate": 2.044429772420739e-06,
      "loss": 0.3433,
      "step": 1615860
    },
    {
      "epoch": 450.98,
      "grad_norm": 1.02492356300354,
      "learning_rate": 2.044402954222335e-06,
      "loss": 0.3504,
      "step": 1615870
    },
    {
      "epoch": 450.99,
      "grad_norm": 0.9609438180923462,
      "learning_rate": 2.044376136063773e-06,
      "loss": 0.3416,
      "step": 1615880
    },
    {
      "epoch": 450.99,
      "grad_norm": 1.0785187482833862,
      "learning_rate": 2.044349317945059e-06,
      "loss": 0.3637,
      "step": 1615890
    },
    {
      "epoch": 450.99,
      "grad_norm": 1.1745805740356445,
      "learning_rate": 2.0443224998661954e-06,
      "loss": 0.3476,
      "step": 1615900
    },
    {
      "epoch": 450.99,
      "grad_norm": 1.0406843423843384,
      "learning_rate": 2.044295681827185e-06,
      "loss": 0.3372,
      "step": 1615910
    },
    {
      "epoch": 451.0,
      "grad_norm": 0.8603524565696716,
      "learning_rate": 2.0442688638280326e-06,
      "loss": 0.322,
      "step": 1615920
    },
    {
      "epoch": 451.0,
      "grad_norm": 0.9835326075553894,
      "learning_rate": 2.0442420458687413e-06,
      "loss": 0.3452,
      "step": 1615930
    },
    {
      "epoch": 451.0,
      "eval_loss": 0.3445793688297272,
      "eval_runtime": 63.3424,
      "eval_samples_per_second": 79.867,
      "eval_steps_per_second": 9.993,
      "step": 1615933
    },
    {
      "epoch": 451.0,
      "grad_norm": 1.2507681846618652,
      "learning_rate": 2.0442152279493136e-06,
      "loss": 0.343,
      "step": 1615940
    },
    {
      "epoch": 451.0,
      "grad_norm": 0.967329740524292,
      "learning_rate": 2.044188410069755e-06,
      "loss": 0.3493,
      "step": 1615950
    },
    {
      "epoch": 451.01,
      "grad_norm": 1.0090396404266357,
      "learning_rate": 2.044161592230068e-06,
      "loss": 0.3332,
      "step": 1615960
    },
    {
      "epoch": 451.01,
      "grad_norm": 1.3038593530654907,
      "learning_rate": 2.0441347744302557e-06,
      "loss": 0.3367,
      "step": 1615970
    },
    {
      "epoch": 451.01,
      "grad_norm": 1.0241968631744385,
      "learning_rate": 2.0441079566703233e-06,
      "loss": 0.3519,
      "step": 1615980
    },
    {
      "epoch": 451.02,
      "grad_norm": 1.2010122537612915,
      "learning_rate": 2.0440811389502727e-06,
      "loss": 0.3451,
      "step": 1615990
    },
    {
      "epoch": 451.02,
      "grad_norm": 1.0584920644760132,
      "learning_rate": 2.0440543212701076e-06,
      "loss": 0.3208,
      "step": 1616000
    },
    {
      "epoch": 451.02,
      "grad_norm": 1.1578181982040405,
      "learning_rate": 2.0440275036298327e-06,
      "loss": 0.3367,
      "step": 1616010
    },
    {
      "epoch": 451.02,
      "grad_norm": 0.8693658709526062,
      "learning_rate": 2.0440006860294513e-06,
      "loss": 0.3531,
      "step": 1616020
    },
    {
      "epoch": 451.03,
      "grad_norm": 1.0764576196670532,
      "learning_rate": 2.0439738684689656e-06,
      "loss": 0.3444,
      "step": 1616030
    },
    {
      "epoch": 451.03,
      "grad_norm": 1.0065404176712036,
      "learning_rate": 2.0439470509483807e-06,
      "loss": 0.3354,
      "step": 1616040
    },
    {
      "epoch": 451.03,
      "grad_norm": 1.0184246301651,
      "learning_rate": 2.0439202334677003e-06,
      "loss": 0.3433,
      "step": 1616050
    },
    {
      "epoch": 451.04,
      "grad_norm": 1.128302812576294,
      "learning_rate": 2.0438934160269266e-06,
      "loss": 0.3312,
      "step": 1616060
    },
    {
      "epoch": 451.04,
      "grad_norm": 1.0707875490188599,
      "learning_rate": 2.0438665986260643e-06,
      "loss": 0.3387,
      "step": 1616070
    },
    {
      "epoch": 451.04,
      "grad_norm": 0.9061230421066284,
      "learning_rate": 2.0438397812651154e-06,
      "loss": 0.3386,
      "step": 1616080
    },
    {
      "epoch": 451.04,
      "grad_norm": 1.206131935119629,
      "learning_rate": 2.043812963944086e-06,
      "loss": 0.3365,
      "step": 1616090
    },
    {
      "epoch": 451.05,
      "grad_norm": 0.9413238167762756,
      "learning_rate": 2.043786146662978e-06,
      "loss": 0.3369,
      "step": 1616100
    },
    {
      "epoch": 451.05,
      "grad_norm": 1.1680964231491089,
      "learning_rate": 2.0437593294217953e-06,
      "loss": 0.3483,
      "step": 1616110
    },
    {
      "epoch": 451.05,
      "grad_norm": 1.110256314277649,
      "learning_rate": 2.0437325122205413e-06,
      "loss": 0.3522,
      "step": 1616120
    },
    {
      "epoch": 451.05,
      "grad_norm": 1.0742175579071045,
      "learning_rate": 2.04370569505922e-06,
      "loss": 0.3281,
      "step": 1616130
    },
    {
      "epoch": 451.06,
      "grad_norm": 1.0036332607269287,
      "learning_rate": 2.0436788779378336e-06,
      "loss": 0.3458,
      "step": 1616140
    },
    {
      "epoch": 451.06,
      "grad_norm": 0.9267047047615051,
      "learning_rate": 2.0436520608563873e-06,
      "loss": 0.3389,
      "step": 1616150
    },
    {
      "epoch": 451.06,
      "grad_norm": 0.9495606422424316,
      "learning_rate": 2.043625243814885e-06,
      "loss": 0.3451,
      "step": 1616160
    },
    {
      "epoch": 451.07,
      "grad_norm": 1.0471657514572144,
      "learning_rate": 2.043598426813328e-06,
      "loss": 0.3337,
      "step": 1616170
    },
    {
      "epoch": 451.07,
      "grad_norm": 2.278017044067383,
      "learning_rate": 2.043571609851722e-06,
      "loss": 0.3462,
      "step": 1616180
    },
    {
      "epoch": 451.07,
      "grad_norm": 1.127907633781433,
      "learning_rate": 2.0435447929300704e-06,
      "loss": 0.3333,
      "step": 1616190
    },
    {
      "epoch": 451.07,
      "grad_norm": 1.0962202548980713,
      "learning_rate": 2.043517976048375e-06,
      "loss": 0.3471,
      "step": 1616200
    },
    {
      "epoch": 451.08,
      "grad_norm": 0.9790757298469543,
      "learning_rate": 2.0434911592066415e-06,
      "loss": 0.3616,
      "step": 1616210
    },
    {
      "epoch": 451.08,
      "grad_norm": 1.1930500268936157,
      "learning_rate": 2.0434643424048725e-06,
      "loss": 0.3474,
      "step": 1616220
    },
    {
      "epoch": 451.08,
      "grad_norm": 1.0528537034988403,
      "learning_rate": 2.0434375256430707e-06,
      "loss": 0.3429,
      "step": 1616230
    },
    {
      "epoch": 451.09,
      "grad_norm": 1.2226042747497559,
      "learning_rate": 2.043410708921241e-06,
      "loss": 0.352,
      "step": 1616240
    },
    {
      "epoch": 451.09,
      "grad_norm": 1.0014052391052246,
      "learning_rate": 2.0433838922393874e-06,
      "loss": 0.3527,
      "step": 1616250
    },
    {
      "epoch": 451.09,
      "grad_norm": 1.1353728771209717,
      "learning_rate": 2.0433570755975115e-06,
      "loss": 0.3473,
      "step": 1616260
    },
    {
      "epoch": 451.09,
      "grad_norm": 1.214024543762207,
      "learning_rate": 2.0433302589956185e-06,
      "loss": 0.3602,
      "step": 1616270
    },
    {
      "epoch": 451.1,
      "grad_norm": 1.130490779876709,
      "learning_rate": 2.0433034424337118e-06,
      "loss": 0.3621,
      "step": 1616280
    },
    {
      "epoch": 451.1,
      "grad_norm": 0.9390388131141663,
      "learning_rate": 2.043276625911793e-06,
      "loss": 0.3333,
      "step": 1616290
    },
    {
      "epoch": 451.1,
      "grad_norm": 1.1681313514709473,
      "learning_rate": 2.0432498094298687e-06,
      "loss": 0.3398,
      "step": 1616300
    },
    {
      "epoch": 451.11,
      "grad_norm": 1.0159999132156372,
      "learning_rate": 2.0432229929879413e-06,
      "loss": 0.3375,
      "step": 1616310
    },
    {
      "epoch": 451.11,
      "grad_norm": 1.3137058019638062,
      "learning_rate": 2.043196176586013e-06,
      "loss": 0.3437,
      "step": 1616320
    },
    {
      "epoch": 451.11,
      "grad_norm": 1.0978976488113403,
      "learning_rate": 2.0431693602240893e-06,
      "loss": 0.3369,
      "step": 1616330
    },
    {
      "epoch": 451.11,
      "grad_norm": 1.1909927129745483,
      "learning_rate": 2.043142543902173e-06,
      "loss": 0.3431,
      "step": 1616340
    },
    {
      "epoch": 451.12,
      "grad_norm": 1.0346248149871826,
      "learning_rate": 2.0431157276202674e-06,
      "loss": 0.3514,
      "step": 1616350
    },
    {
      "epoch": 451.12,
      "grad_norm": 0.9232813119888306,
      "learning_rate": 2.0430889113783765e-06,
      "loss": 0.341,
      "step": 1616360
    },
    {
      "epoch": 451.12,
      "grad_norm": 1.165183424949646,
      "learning_rate": 2.0430620951765024e-06,
      "loss": 0.3461,
      "step": 1616370
    },
    {
      "epoch": 451.12,
      "grad_norm": 1.1658310890197754,
      "learning_rate": 2.0430352790146515e-06,
      "loss": 0.3572,
      "step": 1616380
    },
    {
      "epoch": 451.13,
      "grad_norm": 1.052919864654541,
      "learning_rate": 2.043008462892826e-06,
      "loss": 0.3557,
      "step": 1616390
    },
    {
      "epoch": 451.13,
      "grad_norm": 0.8788444399833679,
      "learning_rate": 2.042981646811028e-06,
      "loss": 0.3626,
      "step": 1616400
    },
    {
      "epoch": 451.13,
      "grad_norm": 1.1796735525131226,
      "learning_rate": 2.0429548307692635e-06,
      "loss": 0.3399,
      "step": 1616410
    },
    {
      "epoch": 451.14,
      "grad_norm": 1.1512627601623535,
      "learning_rate": 2.042928014767535e-06,
      "loss": 0.3521,
      "step": 1616420
    },
    {
      "epoch": 451.14,
      "grad_norm": 0.9923319816589355,
      "learning_rate": 2.042901198805844e-06,
      "loss": 0.3441,
      "step": 1616430
    },
    {
      "epoch": 451.14,
      "grad_norm": 1.188621163368225,
      "learning_rate": 2.0428743828841978e-06,
      "loss": 0.3442,
      "step": 1616440
    },
    {
      "epoch": 451.14,
      "grad_norm": 0.9020214080810547,
      "learning_rate": 2.0428475670025983e-06,
      "loss": 0.3323,
      "step": 1616450
    },
    {
      "epoch": 451.15,
      "grad_norm": 1.6569958925247192,
      "learning_rate": 2.042820751161048e-06,
      "loss": 0.3492,
      "step": 1616460
    },
    {
      "epoch": 451.15,
      "grad_norm": 1.2480292320251465,
      "learning_rate": 2.0427939353595522e-06,
      "loss": 0.3321,
      "step": 1616470
    },
    {
      "epoch": 451.15,
      "grad_norm": 1.0744396448135376,
      "learning_rate": 2.042767119598114e-06,
      "loss": 0.346,
      "step": 1616480
    },
    {
      "epoch": 451.16,
      "grad_norm": 1.1073284149169922,
      "learning_rate": 2.042740303876736e-06,
      "loss": 0.3585,
      "step": 1616490
    },
    {
      "epoch": 451.16,
      "grad_norm": 1.097166895866394,
      "learning_rate": 2.042713488195423e-06,
      "loss": 0.3486,
      "step": 1616500
    },
    {
      "epoch": 451.16,
      "grad_norm": 1.0821189880371094,
      "learning_rate": 2.042686672554178e-06,
      "loss": 0.3301,
      "step": 1616510
    },
    {
      "epoch": 451.16,
      "grad_norm": 1.040642261505127,
      "learning_rate": 2.0426598569530036e-06,
      "loss": 0.3429,
      "step": 1616520
    },
    {
      "epoch": 451.17,
      "grad_norm": 0.8957964777946472,
      "learning_rate": 2.0426330413919057e-06,
      "loss": 0.3337,
      "step": 1616530
    },
    {
      "epoch": 451.17,
      "grad_norm": 0.9224081635475159,
      "learning_rate": 2.042606225870886e-06,
      "loss": 0.3351,
      "step": 1616540
    },
    {
      "epoch": 451.17,
      "grad_norm": 1.217392921447754,
      "learning_rate": 2.0425794103899483e-06,
      "loss": 0.3431,
      "step": 1616550
    },
    {
      "epoch": 451.17,
      "grad_norm": 0.992755651473999,
      "learning_rate": 2.0425525949490974e-06,
      "loss": 0.3392,
      "step": 1616560
    },
    {
      "epoch": 451.18,
      "grad_norm": 1.0943057537078857,
      "learning_rate": 2.042525779548335e-06,
      "loss": 0.3533,
      "step": 1616570
    },
    {
      "epoch": 451.18,
      "grad_norm": 0.9482573866844177,
      "learning_rate": 2.0424989641876656e-06,
      "loss": 0.3369,
      "step": 1616580
    },
    {
      "epoch": 451.18,
      "grad_norm": 1.1264066696166992,
      "learning_rate": 2.0424721488670933e-06,
      "loss": 0.3415,
      "step": 1616590
    },
    {
      "epoch": 451.19,
      "grad_norm": 1.2038754224777222,
      "learning_rate": 2.0424453335866217e-06,
      "loss": 0.3458,
      "step": 1616600
    },
    {
      "epoch": 451.19,
      "grad_norm": 1.070594072341919,
      "learning_rate": 2.0424185183462524e-06,
      "loss": 0.3462,
      "step": 1616610
    },
    {
      "epoch": 451.19,
      "grad_norm": 0.9539883136749268,
      "learning_rate": 2.0423917031459914e-06,
      "loss": 0.3466,
      "step": 1616620
    },
    {
      "epoch": 451.19,
      "grad_norm": 0.8820675611495972,
      "learning_rate": 2.0423648879858412e-06,
      "loss": 0.3565,
      "step": 1616630
    },
    {
      "epoch": 451.2,
      "grad_norm": 1.0553842782974243,
      "learning_rate": 2.0423380728658053e-06,
      "loss": 0.3522,
      "step": 1616640
    },
    {
      "epoch": 451.2,
      "grad_norm": 1.9178699254989624,
      "learning_rate": 2.0423112577858877e-06,
      "loss": 0.3368,
      "step": 1616650
    },
    {
      "epoch": 451.2,
      "grad_norm": 1.0226808786392212,
      "learning_rate": 2.0422844427460908e-06,
      "loss": 0.3477,
      "step": 1616660
    },
    {
      "epoch": 451.21,
      "grad_norm": 1.1467649936676025,
      "learning_rate": 2.04225762774642e-06,
      "loss": 0.351,
      "step": 1616670
    },
    {
      "epoch": 451.21,
      "grad_norm": 1.1211129426956177,
      "learning_rate": 2.0422308127868776e-06,
      "loss": 0.3365,
      "step": 1616680
    },
    {
      "epoch": 451.21,
      "grad_norm": 0.9567670226097107,
      "learning_rate": 2.0422039978674673e-06,
      "loss": 0.3401,
      "step": 1616690
    },
    {
      "epoch": 451.21,
      "grad_norm": 1.0424116849899292,
      "learning_rate": 2.0421771829881932e-06,
      "loss": 0.3401,
      "step": 1616700
    },
    {
      "epoch": 451.22,
      "grad_norm": 1.0729132890701294,
      "learning_rate": 2.042150368149058e-06,
      "loss": 0.3552,
      "step": 1616710
    },
    {
      "epoch": 451.22,
      "grad_norm": 1.1274096965789795,
      "learning_rate": 2.042123553350066e-06,
      "loss": 0.3368,
      "step": 1616720
    },
    {
      "epoch": 451.22,
      "grad_norm": 1.034613847732544,
      "learning_rate": 2.042096738591221e-06,
      "loss": 0.3399,
      "step": 1616730
    },
    {
      "epoch": 451.23,
      "grad_norm": 0.943953275680542,
      "learning_rate": 2.042069923872526e-06,
      "loss": 0.3249,
      "step": 1616740
    },
    {
      "epoch": 451.23,
      "grad_norm": 1.3186347484588623,
      "learning_rate": 2.0420431091939838e-06,
      "loss": 0.3377,
      "step": 1616750
    },
    {
      "epoch": 451.23,
      "grad_norm": 1.1301729679107666,
      "learning_rate": 2.0420162945556e-06,
      "loss": 0.3573,
      "step": 1616760
    },
    {
      "epoch": 451.23,
      "grad_norm": 1.0646647214889526,
      "learning_rate": 2.041989479957377e-06,
      "loss": 0.3324,
      "step": 1616770
    },
    {
      "epoch": 451.24,
      "grad_norm": 1.0335029363632202,
      "learning_rate": 2.0419626653993177e-06,
      "loss": 0.3392,
      "step": 1616780
    },
    {
      "epoch": 451.24,
      "grad_norm": 1.18027925491333,
      "learning_rate": 2.041935850881427e-06,
      "loss": 0.343,
      "step": 1616790
    },
    {
      "epoch": 451.24,
      "grad_norm": 1.0476230382919312,
      "learning_rate": 2.041909036403708e-06,
      "loss": 0.3425,
      "step": 1616800
    },
    {
      "epoch": 451.24,
      "grad_norm": 1.1717023849487305,
      "learning_rate": 2.0418822219661627e-06,
      "loss": 0.3465,
      "step": 1616810
    },
    {
      "epoch": 451.25,
      "grad_norm": 1.223374366760254,
      "learning_rate": 2.0418554075687975e-06,
      "loss": 0.3368,
      "step": 1616820
    },
    {
      "epoch": 451.25,
      "grad_norm": 0.980189323425293,
      "learning_rate": 2.041828593211614e-06,
      "loss": 0.3357,
      "step": 1616830
    },
    {
      "epoch": 451.25,
      "grad_norm": 1.091351866722107,
      "learning_rate": 2.041801778894616e-06,
      "loss": 0.3351,
      "step": 1616840
    },
    {
      "epoch": 451.26,
      "grad_norm": 1.0807342529296875,
      "learning_rate": 2.041774964617808e-06,
      "loss": 0.3374,
      "step": 1616850
    },
    {
      "epoch": 451.26,
      "grad_norm": 0.9961802363395691,
      "learning_rate": 2.041748150381193e-06,
      "loss": 0.3379,
      "step": 1616860
    },
    {
      "epoch": 451.26,
      "grad_norm": 10.67728328704834,
      "learning_rate": 2.041721336184774e-06,
      "loss": 0.3413,
      "step": 1616870
    },
    {
      "epoch": 451.26,
      "grad_norm": 1.3403210639953613,
      "learning_rate": 2.0416945220285557e-06,
      "loss": 0.3564,
      "step": 1616880
    },
    {
      "epoch": 451.27,
      "grad_norm": 1.0019817352294922,
      "learning_rate": 2.041667707912541e-06,
      "loss": 0.3308,
      "step": 1616890
    },
    {
      "epoch": 451.27,
      "grad_norm": 1.2612547874450684,
      "learning_rate": 2.0416408938367327e-06,
      "loss": 0.3399,
      "step": 1616900
    },
    {
      "epoch": 451.27,
      "grad_norm": 1.034471869468689,
      "learning_rate": 2.041614079801136e-06,
      "loss": 0.3469,
      "step": 1616910
    },
    {
      "epoch": 451.28,
      "grad_norm": 0.9262945055961609,
      "learning_rate": 2.041587265805754e-06,
      "loss": 0.3443,
      "step": 1616920
    },
    {
      "epoch": 451.28,
      "grad_norm": 1.0855371952056885,
      "learning_rate": 2.041560451850589e-06,
      "loss": 0.342,
      "step": 1616930
    },
    {
      "epoch": 451.28,
      "grad_norm": 0.9706553220748901,
      "learning_rate": 2.0415336379356464e-06,
      "loss": 0.3455,
      "step": 1616940
    },
    {
      "epoch": 451.28,
      "grad_norm": 0.9988313913345337,
      "learning_rate": 2.0415068240609275e-06,
      "loss": 0.3476,
      "step": 1616950
    },
    {
      "epoch": 451.29,
      "grad_norm": 0.9239286780357361,
      "learning_rate": 2.0414800102264386e-06,
      "loss": 0.3411,
      "step": 1616960
    },
    {
      "epoch": 451.29,
      "grad_norm": 1.2977313995361328,
      "learning_rate": 2.0414531964321815e-06,
      "loss": 0.3533,
      "step": 1616970
    },
    {
      "epoch": 451.29,
      "grad_norm": 0.9485991597175598,
      "learning_rate": 2.0414263826781594e-06,
      "loss": 0.3387,
      "step": 1616980
    },
    {
      "epoch": 451.3,
      "grad_norm": 1.0729554891586304,
      "learning_rate": 2.041399568964378e-06,
      "loss": 0.3405,
      "step": 1616990
    },
    {
      "epoch": 451.3,
      "grad_norm": 1.054938554763794,
      "learning_rate": 2.041372755290839e-06,
      "loss": 0.3364,
      "step": 1617000
    },
    {
      "epoch": 451.3,
      "grad_norm": 1.1771544218063354,
      "learning_rate": 2.041345941657546e-06,
      "loss": 0.3594,
      "step": 1617010
    },
    {
      "epoch": 451.3,
      "grad_norm": 0.924985408782959,
      "learning_rate": 2.0413191280645043e-06,
      "loss": 0.3264,
      "step": 1617020
    },
    {
      "epoch": 451.31,
      "grad_norm": 1.0937496423721313,
      "learning_rate": 2.0412923145117156e-06,
      "loss": 0.327,
      "step": 1617030
    },
    {
      "epoch": 451.31,
      "grad_norm": 1.3341286182403564,
      "learning_rate": 2.041265500999183e-06,
      "loss": 0.3424,
      "step": 1617040
    },
    {
      "epoch": 451.31,
      "grad_norm": 1.1505404710769653,
      "learning_rate": 2.0412386875269124e-06,
      "loss": 0.3604,
      "step": 1617050
    },
    {
      "epoch": 451.31,
      "grad_norm": 1.1904048919677734,
      "learning_rate": 2.0412118740949064e-06,
      "loss": 0.3527,
      "step": 1617060
    },
    {
      "epoch": 451.32,
      "grad_norm": 1.0515354871749878,
      "learning_rate": 2.041185060703167e-06,
      "loss": 0.3639,
      "step": 1617070
    },
    {
      "epoch": 451.32,
      "grad_norm": 0.9902276396751404,
      "learning_rate": 2.0411582473517002e-06,
      "loss": 0.3543,
      "step": 1617080
    },
    {
      "epoch": 451.32,
      "grad_norm": 0.9215653538703918,
      "learning_rate": 2.0411314340405086e-06,
      "loss": 0.3439,
      "step": 1617090
    },
    {
      "epoch": 451.33,
      "grad_norm": 1.0578726530075073,
      "learning_rate": 2.0411046207695943e-06,
      "loss": 0.3417,
      "step": 1617100
    },
    {
      "epoch": 451.33,
      "grad_norm": 0.9436365365982056,
      "learning_rate": 2.0410778075389636e-06,
      "loss": 0.3422,
      "step": 1617110
    },
    {
      "epoch": 451.33,
      "grad_norm": 0.9902832508087158,
      "learning_rate": 2.041050994348618e-06,
      "loss": 0.3287,
      "step": 1617120
    },
    {
      "epoch": 451.33,
      "grad_norm": 1.0547997951507568,
      "learning_rate": 2.041024181198561e-06,
      "loss": 0.3392,
      "step": 1617130
    },
    {
      "epoch": 451.34,
      "grad_norm": 1.1480357646942139,
      "learning_rate": 2.0409973680887976e-06,
      "loss": 0.3489,
      "step": 1617140
    },
    {
      "epoch": 451.34,
      "grad_norm": 1.1392267942428589,
      "learning_rate": 2.040970555019331e-06,
      "loss": 0.3338,
      "step": 1617150
    },
    {
      "epoch": 451.34,
      "grad_norm": 1.1861357688903809,
      "learning_rate": 2.040943741990164e-06,
      "loss": 0.339,
      "step": 1617160
    },
    {
      "epoch": 451.35,
      "grad_norm": 1.165081262588501,
      "learning_rate": 2.040916929001301e-06,
      "loss": 0.3549,
      "step": 1617170
    },
    {
      "epoch": 451.35,
      "grad_norm": 1.1054095029830933,
      "learning_rate": 2.0408901160527455e-06,
      "loss": 0.3437,
      "step": 1617180
    },
    {
      "epoch": 451.35,
      "grad_norm": 1.0393801927566528,
      "learning_rate": 2.040863303144499e-06,
      "loss": 0.3441,
      "step": 1617190
    },
    {
      "epoch": 451.35,
      "grad_norm": 1.0535063743591309,
      "learning_rate": 2.0408364902765686e-06,
      "loss": 0.3398,
      "step": 1617200
    },
    {
      "epoch": 451.36,
      "grad_norm": 1.024271845817566,
      "learning_rate": 2.0408096774489553e-06,
      "loss": 0.3363,
      "step": 1617210
    },
    {
      "epoch": 451.36,
      "grad_norm": 1.6311758756637573,
      "learning_rate": 2.0407828646616633e-06,
      "loss": 0.3287,
      "step": 1617220
    },
    {
      "epoch": 451.36,
      "grad_norm": 0.9366840124130249,
      "learning_rate": 2.040756051914697e-06,
      "loss": 0.3436,
      "step": 1617230
    },
    {
      "epoch": 451.36,
      "grad_norm": 1.4965273141860962,
      "learning_rate": 2.040729239208058e-06,
      "loss": 0.3295,
      "step": 1617240
    },
    {
      "epoch": 451.37,
      "grad_norm": 1.086639404296875,
      "learning_rate": 2.040702426541752e-06,
      "loss": 0.3538,
      "step": 1617250
    },
    {
      "epoch": 451.37,
      "grad_norm": 1.1279454231262207,
      "learning_rate": 2.040675613915782e-06,
      "loss": 0.3433,
      "step": 1617260
    },
    {
      "epoch": 451.37,
      "grad_norm": 1.289181113243103,
      "learning_rate": 2.0406488013301505e-06,
      "loss": 0.327,
      "step": 1617270
    },
    {
      "epoch": 451.38,
      "grad_norm": 1.131629467010498,
      "learning_rate": 2.0406219887848626e-06,
      "loss": 0.3576,
      "step": 1617280
    },
    {
      "epoch": 451.38,
      "grad_norm": 1.2435191869735718,
      "learning_rate": 2.040595176279921e-06,
      "loss": 0.3522,
      "step": 1617290
    },
    {
      "epoch": 451.38,
      "grad_norm": 0.9673005938529968,
      "learning_rate": 2.040568363815329e-06,
      "loss": 0.3365,
      "step": 1617300
    },
    {
      "epoch": 451.38,
      "grad_norm": 1.1958764791488647,
      "learning_rate": 2.040541551391091e-06,
      "loss": 0.3543,
      "step": 1617310
    },
    {
      "epoch": 451.39,
      "grad_norm": 1.26667058467865,
      "learning_rate": 2.0405147390072104e-06,
      "loss": 0.3361,
      "step": 1617320
    },
    {
      "epoch": 451.39,
      "grad_norm": 1.136244535446167,
      "learning_rate": 2.040487926663689e-06,
      "loss": 0.3361,
      "step": 1617330
    },
    {
      "epoch": 451.39,
      "grad_norm": 0.9172394275665283,
      "learning_rate": 2.040461114360533e-06,
      "loss": 0.3352,
      "step": 1617340
    },
    {
      "epoch": 451.4,
      "grad_norm": 1.2957698106765747,
      "learning_rate": 2.040434302097745e-06,
      "loss": 0.3416,
      "step": 1617350
    },
    {
      "epoch": 451.4,
      "grad_norm": 1.1535240411758423,
      "learning_rate": 2.040407489875328e-06,
      "loss": 0.3546,
      "step": 1617360
    },
    {
      "epoch": 451.4,
      "grad_norm": 1.7659474611282349,
      "learning_rate": 2.0403806776932864e-06,
      "loss": 0.3491,
      "step": 1617370
    },
    {
      "epoch": 451.4,
      "grad_norm": 1.1049861907958984,
      "learning_rate": 2.0403538655516232e-06,
      "loss": 0.3506,
      "step": 1617380
    },
    {
      "epoch": 451.41,
      "grad_norm": 1.0469657182693481,
      "learning_rate": 2.040327053450341e-06,
      "loss": 0.3468,
      "step": 1617390
    },
    {
      "epoch": 451.41,
      "grad_norm": 1.1283169984817505,
      "learning_rate": 2.0403002413894455e-06,
      "loss": 0.3534,
      "step": 1617400
    },
    {
      "epoch": 451.41,
      "grad_norm": 1.0714144706726074,
      "learning_rate": 2.04027342936894e-06,
      "loss": 0.3487,
      "step": 1617410
    },
    {
      "epoch": 451.42,
      "grad_norm": 1.0207070112228394,
      "learning_rate": 2.0402466173888254e-06,
      "loss": 0.333,
      "step": 1617420
    },
    {
      "epoch": 451.42,
      "grad_norm": 1.0200858116149902,
      "learning_rate": 2.040219805449109e-06,
      "loss": 0.3302,
      "step": 1617430
    },
    {
      "epoch": 451.42,
      "grad_norm": 1.0732307434082031,
      "learning_rate": 2.0401929935497916e-06,
      "loss": 0.3647,
      "step": 1617440
    },
    {
      "epoch": 451.42,
      "grad_norm": 2.307244062423706,
      "learning_rate": 2.0401661816908778e-06,
      "loss": 0.3358,
      "step": 1617450
    },
    {
      "epoch": 451.43,
      "grad_norm": 0.9397669434547424,
      "learning_rate": 2.0401393698723717e-06,
      "loss": 0.3334,
      "step": 1617460
    },
    {
      "epoch": 451.43,
      "grad_norm": 1.0520364046096802,
      "learning_rate": 2.0401125580942754e-06,
      "loss": 0.3522,
      "step": 1617470
    },
    {
      "epoch": 451.43,
      "grad_norm": 1.0788823366165161,
      "learning_rate": 2.040085746356593e-06,
      "loss": 0.3487,
      "step": 1617480
    },
    {
      "epoch": 451.43,
      "grad_norm": 1.089829444885254,
      "learning_rate": 2.0400589346593297e-06,
      "loss": 0.3227,
      "step": 1617490
    },
    {
      "epoch": 451.44,
      "grad_norm": 1.144582748413086,
      "learning_rate": 2.040032123002487e-06,
      "loss": 0.3401,
      "step": 1617500
    },
    {
      "epoch": 451.44,
      "grad_norm": 0.9472955465316772,
      "learning_rate": 2.0400053113860694e-06,
      "loss": 0.333,
      "step": 1617510
    },
    {
      "epoch": 451.44,
      "grad_norm": 0.8664391040802002,
      "learning_rate": 2.0399784998100803e-06,
      "loss": 0.3448,
      "step": 1617520
    },
    {
      "epoch": 451.45,
      "grad_norm": 1.04157555103302,
      "learning_rate": 2.039951688274523e-06,
      "loss": 0.3362,
      "step": 1617530
    },
    {
      "epoch": 451.45,
      "grad_norm": 1.299007773399353,
      "learning_rate": 2.0399248767794018e-06,
      "loss": 0.3402,
      "step": 1617540
    },
    {
      "epoch": 451.45,
      "grad_norm": 1.158057451248169,
      "learning_rate": 2.0398980653247196e-06,
      "loss": 0.3465,
      "step": 1617550
    },
    {
      "epoch": 451.45,
      "grad_norm": 1.5925298929214478,
      "learning_rate": 2.0398712539104795e-06,
      "loss": 0.3473,
      "step": 1617560
    },
    {
      "epoch": 451.46,
      "grad_norm": 1.118425965309143,
      "learning_rate": 2.0398444425366864e-06,
      "loss": 0.3301,
      "step": 1617570
    },
    {
      "epoch": 451.46,
      "grad_norm": 0.9442813992500305,
      "learning_rate": 2.039817631203344e-06,
      "loss": 0.3581,
      "step": 1617580
    },
    {
      "epoch": 451.46,
      "grad_norm": 1.1206485033035278,
      "learning_rate": 2.039790819910454e-06,
      "loss": 0.329,
      "step": 1617590
    },
    {
      "epoch": 451.47,
      "grad_norm": 1.1161848306655884,
      "learning_rate": 2.0397640086580216e-06,
      "loss": 0.3444,
      "step": 1617600
    },
    {
      "epoch": 451.47,
      "grad_norm": 1.1956666707992554,
      "learning_rate": 2.0397371974460495e-06,
      "loss": 0.3361,
      "step": 1617610
    },
    {
      "epoch": 451.47,
      "grad_norm": 1.0397590398788452,
      "learning_rate": 2.039710386274541e-06,
      "loss": 0.3526,
      "step": 1617620
    },
    {
      "epoch": 451.47,
      "grad_norm": 1.2701274156570435,
      "learning_rate": 2.0396835751435013e-06,
      "loss": 0.3361,
      "step": 1617630
    },
    {
      "epoch": 451.48,
      "grad_norm": 1.3673313856124878,
      "learning_rate": 2.0396567640529328e-06,
      "loss": 0.3294,
      "step": 1617640
    },
    {
      "epoch": 451.48,
      "grad_norm": 0.9209305644035339,
      "learning_rate": 2.039629953002839e-06,
      "loss": 0.3334,
      "step": 1617650
    },
    {
      "epoch": 451.48,
      "grad_norm": 1.1686495542526245,
      "learning_rate": 2.0396031419932234e-06,
      "loss": 0.3505,
      "step": 1617660
    },
    {
      "epoch": 451.48,
      "grad_norm": 1.1182401180267334,
      "learning_rate": 2.0395763310240898e-06,
      "loss": 0.344,
      "step": 1617670
    },
    {
      "epoch": 451.49,
      "grad_norm": 1.0804003477096558,
      "learning_rate": 2.0395495200954417e-06,
      "loss": 0.3558,
      "step": 1617680
    },
    {
      "epoch": 451.49,
      "grad_norm": 1.0841764211654663,
      "learning_rate": 2.0395227092072836e-06,
      "loss": 0.3465,
      "step": 1617690
    },
    {
      "epoch": 451.49,
      "grad_norm": 1.039230227470398,
      "learning_rate": 2.039495898359618e-06,
      "loss": 0.3491,
      "step": 1617700
    },
    {
      "epoch": 451.5,
      "grad_norm": 1.1241705417633057,
      "learning_rate": 2.0394690875524475e-06,
      "loss": 0.354,
      "step": 1617710
    },
    {
      "epoch": 451.5,
      "grad_norm": 1.0444945096969604,
      "learning_rate": 2.039442276785778e-06,
      "loss": 0.3315,
      "step": 1617720
    },
    {
      "epoch": 451.5,
      "grad_norm": 1.073941707611084,
      "learning_rate": 2.039415466059612e-06,
      "loss": 0.3272,
      "step": 1617730
    },
    {
      "epoch": 451.5,
      "grad_norm": 1.1261526346206665,
      "learning_rate": 2.0393886553739527e-06,
      "loss": 0.3549,
      "step": 1617740
    },
    {
      "epoch": 451.51,
      "grad_norm": 0.983752965927124,
      "learning_rate": 2.039361844728804e-06,
      "loss": 0.3525,
      "step": 1617750
    },
    {
      "epoch": 451.51,
      "grad_norm": 2.3350205421447754,
      "learning_rate": 2.03933503412417e-06,
      "loss": 0.3542,
      "step": 1617760
    },
    {
      "epoch": 451.51,
      "grad_norm": 0.9901487231254578,
      "learning_rate": 2.0393082235600522e-06,
      "loss": 0.3432,
      "step": 1617770
    },
    {
      "epoch": 451.52,
      "grad_norm": 1.1156079769134521,
      "learning_rate": 2.039281413036457e-06,
      "loss": 0.3395,
      "step": 1617780
    },
    {
      "epoch": 451.52,
      "grad_norm": 1.1181654930114746,
      "learning_rate": 2.0392546025533865e-06,
      "loss": 0.343,
      "step": 1617790
    },
    {
      "epoch": 451.52,
      "grad_norm": 1.088143229484558,
      "learning_rate": 2.039227792110844e-06,
      "loss": 0.3446,
      "step": 1617800
    },
    {
      "epoch": 451.52,
      "grad_norm": 1.3797261714935303,
      "learning_rate": 2.039200981708834e-06,
      "loss": 0.3671,
      "step": 1617810
    },
    {
      "epoch": 451.53,
      "grad_norm": 1.0748549699783325,
      "learning_rate": 2.039174171347359e-06,
      "loss": 0.3478,
      "step": 1617820
    },
    {
      "epoch": 451.53,
      "grad_norm": 1.096534013748169,
      "learning_rate": 2.0391473610264235e-06,
      "loss": 0.3455,
      "step": 1617830
    },
    {
      "epoch": 451.53,
      "grad_norm": 1.0519815683364868,
      "learning_rate": 2.039120550746031e-06,
      "loss": 0.3326,
      "step": 1617840
    },
    {
      "epoch": 451.54,
      "grad_norm": 0.9601886868476868,
      "learning_rate": 2.0390937405061838e-06,
      "loss": 0.3621,
      "step": 1617850
    },
    {
      "epoch": 451.54,
      "grad_norm": 1.3311606645584106,
      "learning_rate": 2.039066930306887e-06,
      "loss": 0.3549,
      "step": 1617860
    },
    {
      "epoch": 451.54,
      "grad_norm": 1.158875823020935,
      "learning_rate": 2.0390401201481437e-06,
      "loss": 0.3475,
      "step": 1617870
    },
    {
      "epoch": 451.54,
      "grad_norm": 1.1658473014831543,
      "learning_rate": 2.039013310029957e-06,
      "loss": 0.3398,
      "step": 1617880
    },
    {
      "epoch": 451.55,
      "grad_norm": 1.0552254915237427,
      "learning_rate": 2.0389864999523316e-06,
      "loss": 0.3469,
      "step": 1617890
    },
    {
      "epoch": 451.55,
      "grad_norm": 1.0016554594039917,
      "learning_rate": 2.03895968991527e-06,
      "loss": 0.3499,
      "step": 1617900
    },
    {
      "epoch": 451.55,
      "grad_norm": 1.0257033109664917,
      "learning_rate": 2.038932879918775e-06,
      "loss": 0.3295,
      "step": 1617910
    },
    {
      "epoch": 451.55,
      "grad_norm": 1.0305213928222656,
      "learning_rate": 2.0389060699628524e-06,
      "loss": 0.3353,
      "step": 1617920
    },
    {
      "epoch": 451.56,
      "grad_norm": 0.9879436492919922,
      "learning_rate": 2.038879260047505e-06,
      "loss": 0.3332,
      "step": 1617930
    },
    {
      "epoch": 451.56,
      "grad_norm": 0.9982227087020874,
      "learning_rate": 2.0388524501727343e-06,
      "loss": 0.3384,
      "step": 1617940
    },
    {
      "epoch": 451.56,
      "grad_norm": 1.0799260139465332,
      "learning_rate": 2.038825640338547e-06,
      "loss": 0.3507,
      "step": 1617950
    },
    {
      "epoch": 451.57,
      "grad_norm": 1.3086377382278442,
      "learning_rate": 2.038798830544945e-06,
      "loss": 0.3568,
      "step": 1617960
    },
    {
      "epoch": 451.57,
      "grad_norm": 1.0954804420471191,
      "learning_rate": 2.0387720207919313e-06,
      "loss": 0.3491,
      "step": 1617970
    },
    {
      "epoch": 451.57,
      "grad_norm": 1.2105915546417236,
      "learning_rate": 2.0387452110795113e-06,
      "loss": 0.3513,
      "step": 1617980
    },
    {
      "epoch": 451.57,
      "grad_norm": 1.1058450937271118,
      "learning_rate": 2.0387184014076873e-06,
      "loss": 0.343,
      "step": 1617990
    },
    {
      "epoch": 451.58,
      "grad_norm": 1.542736291885376,
      "learning_rate": 2.038691591776462e-06,
      "loss": 0.3411,
      "step": 1618000
    },
    {
      "epoch": 451.58,
      "grad_norm": 1.105525016784668,
      "learning_rate": 2.038664782185841e-06,
      "loss": 0.3409,
      "step": 1618010
    },
    {
      "epoch": 451.58,
      "grad_norm": 1.1030422449111938,
      "learning_rate": 2.0386379726358273e-06,
      "loss": 0.3419,
      "step": 1618020
    },
    {
      "epoch": 451.59,
      "grad_norm": 1.0330055952072144,
      "learning_rate": 2.0386111631264233e-06,
      "loss": 0.3389,
      "step": 1618030
    },
    {
      "epoch": 451.59,
      "grad_norm": 0.8154043555259705,
      "learning_rate": 2.038584353657634e-06,
      "loss": 0.3572,
      "step": 1618040
    },
    {
      "epoch": 451.59,
      "grad_norm": 2.018726110458374,
      "learning_rate": 2.038557544229462e-06,
      "loss": 0.3471,
      "step": 1618050
    },
    {
      "epoch": 451.59,
      "grad_norm": 2.308098316192627,
      "learning_rate": 2.0385307348419105e-06,
      "loss": 0.346,
      "step": 1618060
    },
    {
      "epoch": 451.6,
      "grad_norm": 0.9431438446044922,
      "learning_rate": 2.0385039254949847e-06,
      "loss": 0.3306,
      "step": 1618070
    },
    {
      "epoch": 451.6,
      "grad_norm": 4.503724575042725,
      "learning_rate": 2.0384771161886876e-06,
      "loss": 0.3617,
      "step": 1618080
    },
    {
      "epoch": 451.6,
      "grad_norm": 1.1847156286239624,
      "learning_rate": 2.038450306923021e-06,
      "loss": 0.3386,
      "step": 1618090
    },
    {
      "epoch": 451.6,
      "grad_norm": 1.1040860414505005,
      "learning_rate": 2.038423497697991e-06,
      "loss": 0.3427,
      "step": 1618100
    },
    {
      "epoch": 451.61,
      "grad_norm": 1.0985084772109985,
      "learning_rate": 2.0383966885135994e-06,
      "loss": 0.3359,
      "step": 1618110
    },
    {
      "epoch": 451.61,
      "grad_norm": 1.0109407901763916,
      "learning_rate": 2.038369879369851e-06,
      "loss": 0.3363,
      "step": 1618120
    },
    {
      "epoch": 451.61,
      "grad_norm": 1.3042813539505005,
      "learning_rate": 2.0383430702667487e-06,
      "loss": 0.3449,
      "step": 1618130
    },
    {
      "epoch": 451.62,
      "grad_norm": 1.049527645111084,
      "learning_rate": 2.038316261204295e-06,
      "loss": 0.3502,
      "step": 1618140
    },
    {
      "epoch": 451.62,
      "grad_norm": 1.1294479370117188,
      "learning_rate": 2.0382894521824957e-06,
      "loss": 0.3426,
      "step": 1618150
    },
    {
      "epoch": 451.62,
      "grad_norm": 1.074953317642212,
      "learning_rate": 2.0382626432013534e-06,
      "loss": 0.3237,
      "step": 1618160
    },
    {
      "epoch": 451.62,
      "grad_norm": 1.1620700359344482,
      "learning_rate": 2.0382358342608713e-06,
      "loss": 0.3654,
      "step": 1618170
    },
    {
      "epoch": 451.63,
      "grad_norm": 0.9007613062858582,
      "learning_rate": 2.0382090253610536e-06,
      "loss": 0.3479,
      "step": 1618180
    },
    {
      "epoch": 451.63,
      "grad_norm": 1.0506129264831543,
      "learning_rate": 2.038182216501903e-06,
      "loss": 0.3339,
      "step": 1618190
    },
    {
      "epoch": 451.63,
      "grad_norm": 1.0360081195831299,
      "learning_rate": 2.0381554076834234e-06,
      "loss": 0.3337,
      "step": 1618200
    },
    {
      "epoch": 451.64,
      "grad_norm": 0.9292479157447815,
      "learning_rate": 2.0381285989056186e-06,
      "loss": 0.3435,
      "step": 1618210
    },
    {
      "epoch": 451.64,
      "grad_norm": 1.0646412372589111,
      "learning_rate": 2.0381017901684926e-06,
      "loss": 0.3376,
      "step": 1618220
    },
    {
      "epoch": 451.64,
      "grad_norm": 1.060736894607544,
      "learning_rate": 2.0380749814720474e-06,
      "loss": 0.3469,
      "step": 1618230
    },
    {
      "epoch": 451.64,
      "grad_norm": 0.9328141808509827,
      "learning_rate": 2.0380481728162887e-06,
      "loss": 0.3325,
      "step": 1618240
    },
    {
      "epoch": 451.65,
      "grad_norm": 0.9599706530570984,
      "learning_rate": 2.038021364201219e-06,
      "loss": 0.3437,
      "step": 1618250
    },
    {
      "epoch": 451.65,
      "grad_norm": 1.0000404119491577,
      "learning_rate": 2.0379945556268413e-06,
      "loss": 0.3398,
      "step": 1618260
    },
    {
      "epoch": 451.65,
      "grad_norm": 1.8716195821762085,
      "learning_rate": 2.03796774709316e-06,
      "loss": 0.3411,
      "step": 1618270
    },
    {
      "epoch": 451.66,
      "grad_norm": 1.0148321390151978,
      "learning_rate": 2.037940938600179e-06,
      "loss": 0.3465,
      "step": 1618280
    },
    {
      "epoch": 451.66,
      "grad_norm": 1.177795171737671,
      "learning_rate": 2.0379141301479e-06,
      "loss": 0.3525,
      "step": 1618290
    },
    {
      "epoch": 451.66,
      "grad_norm": 0.964380145072937,
      "learning_rate": 2.0378873217363284e-06,
      "loss": 0.3458,
      "step": 1618300
    },
    {
      "epoch": 451.66,
      "grad_norm": 0.9814983606338501,
      "learning_rate": 2.0378605133654674e-06,
      "loss": 0.3406,
      "step": 1618310
    },
    {
      "epoch": 451.67,
      "grad_norm": 1.1466903686523438,
      "learning_rate": 2.03783370503532e-06,
      "loss": 0.3357,
      "step": 1618320
    },
    {
      "epoch": 451.67,
      "grad_norm": 1.291057825088501,
      "learning_rate": 2.0378068967458907e-06,
      "loss": 0.3511,
      "step": 1618330
    },
    {
      "epoch": 451.67,
      "grad_norm": 1.3281556367874146,
      "learning_rate": 2.0377800884971825e-06,
      "loss": 0.349,
      "step": 1618340
    },
    {
      "epoch": 451.67,
      "grad_norm": 0.9512936472892761,
      "learning_rate": 2.037753280289198e-06,
      "loss": 0.3382,
      "step": 1618350
    },
    {
      "epoch": 451.68,
      "grad_norm": 0.9552273154258728,
      "learning_rate": 2.0377264721219426e-06,
      "loss": 0.3415,
      "step": 1618360
    },
    {
      "epoch": 451.68,
      "grad_norm": 1.1781057119369507,
      "learning_rate": 2.037699663995418e-06,
      "loss": 0.3426,
      "step": 1618370
    },
    {
      "epoch": 451.68,
      "grad_norm": 1.0675082206726074,
      "learning_rate": 2.03767285590963e-06,
      "loss": 0.34,
      "step": 1618380
    },
    {
      "epoch": 451.69,
      "grad_norm": 1.121225357055664,
      "learning_rate": 2.0376460478645806e-06,
      "loss": 0.3305,
      "step": 1618390
    },
    {
      "epoch": 451.69,
      "grad_norm": 1.0862157344818115,
      "learning_rate": 2.0376192398602736e-06,
      "loss": 0.3601,
      "step": 1618400
    },
    {
      "epoch": 451.69,
      "grad_norm": 1.3074312210083008,
      "learning_rate": 2.037592431896713e-06,
      "loss": 0.3528,
      "step": 1618410
    },
    {
      "epoch": 451.69,
      "grad_norm": 1.015803575515747,
      "learning_rate": 2.037565623973902e-06,
      "loss": 0.3556,
      "step": 1618420
    },
    {
      "epoch": 451.7,
      "grad_norm": 0.9107950925827026,
      "learning_rate": 2.0375388160918435e-06,
      "loss": 0.3462,
      "step": 1618430
    },
    {
      "epoch": 451.7,
      "grad_norm": 1.195434331893921,
      "learning_rate": 2.0375120082505425e-06,
      "loss": 0.3362,
      "step": 1618440
    },
    {
      "epoch": 451.7,
      "grad_norm": 1.2904692888259888,
      "learning_rate": 2.037485200450002e-06,
      "loss": 0.3435,
      "step": 1618450
    },
    {
      "epoch": 451.71,
      "grad_norm": 1.070024013519287,
      "learning_rate": 2.037458392690225e-06,
      "loss": 0.3479,
      "step": 1618460
    },
    {
      "epoch": 451.71,
      "grad_norm": 1.021070957183838,
      "learning_rate": 2.037431584971216e-06,
      "loss": 0.3329,
      "step": 1618470
    },
    {
      "epoch": 451.71,
      "grad_norm": 1.1308133602142334,
      "learning_rate": 2.0374047772929777e-06,
      "loss": 0.3572,
      "step": 1618480
    },
    {
      "epoch": 451.71,
      "grad_norm": 1.0240229368209839,
      "learning_rate": 2.0373779696555135e-06,
      "loss": 0.3655,
      "step": 1618490
    },
    {
      "epoch": 451.72,
      "grad_norm": 0.9695702791213989,
      "learning_rate": 2.037351162058828e-06,
      "loss": 0.3396,
      "step": 1618500
    },
    {
      "epoch": 451.72,
      "grad_norm": 1.241337537765503,
      "learning_rate": 2.0373243545029245e-06,
      "loss": 0.3433,
      "step": 1618510
    },
    {
      "epoch": 451.72,
      "grad_norm": 0.9609399437904358,
      "learning_rate": 2.0372975469878053e-06,
      "loss": 0.348,
      "step": 1618520
    },
    {
      "epoch": 451.72,
      "grad_norm": 1.3717647790908813,
      "learning_rate": 2.0372707395134763e-06,
      "loss": 0.3315,
      "step": 1618530
    },
    {
      "epoch": 451.73,
      "grad_norm": 1.1593912839889526,
      "learning_rate": 2.03724393207994e-06,
      "loss": 0.358,
      "step": 1618540
    },
    {
      "epoch": 451.73,
      "grad_norm": 0.9619259834289551,
      "learning_rate": 2.0372171246871983e-06,
      "loss": 0.3331,
      "step": 1618550
    },
    {
      "epoch": 451.73,
      "grad_norm": 1.1808103322982788,
      "learning_rate": 2.0371903173352574e-06,
      "loss": 0.3295,
      "step": 1618560
    },
    {
      "epoch": 451.74,
      "grad_norm": 1.0721944570541382,
      "learning_rate": 2.0371635100241194e-06,
      "loss": 0.3408,
      "step": 1618570
    },
    {
      "epoch": 451.74,
      "grad_norm": 0.9754409193992615,
      "learning_rate": 2.037136702753787e-06,
      "loss": 0.3649,
      "step": 1618580
    },
    {
      "epoch": 451.74,
      "grad_norm": 1.1502410173416138,
      "learning_rate": 2.0371098955242663e-06,
      "loss": 0.3496,
      "step": 1618590
    },
    {
      "epoch": 451.74,
      "grad_norm": 1.062934398651123,
      "learning_rate": 2.0370830883355597e-06,
      "loss": 0.3302,
      "step": 1618600
    },
    {
      "epoch": 451.75,
      "grad_norm": 1.0696946382522583,
      "learning_rate": 2.0370562811876695e-06,
      "loss": 0.3424,
      "step": 1618610
    },
    {
      "epoch": 451.75,
      "grad_norm": 0.9681280851364136,
      "learning_rate": 2.037029474080601e-06,
      "loss": 0.3396,
      "step": 1618620
    },
    {
      "epoch": 451.75,
      "grad_norm": 1.230528473854065,
      "learning_rate": 2.0370026670143565e-06,
      "loss": 0.3424,
      "step": 1618630
    },
    {
      "epoch": 451.76,
      "grad_norm": 1.1163522005081177,
      "learning_rate": 2.0369758599889405e-06,
      "loss": 0.335,
      "step": 1618640
    },
    {
      "epoch": 451.76,
      "grad_norm": 1.0647999048233032,
      "learning_rate": 2.036949053004356e-06,
      "loss": 0.3336,
      "step": 1618650
    },
    {
      "epoch": 451.76,
      "grad_norm": 1.1122441291809082,
      "learning_rate": 2.0369222460606064e-06,
      "loss": 0.3541,
      "step": 1618660
    },
    {
      "epoch": 451.76,
      "grad_norm": 1.0525400638580322,
      "learning_rate": 2.036895439157697e-06,
      "loss": 0.3614,
      "step": 1618670
    },
    {
      "epoch": 451.77,
      "grad_norm": 1.0767123699188232,
      "learning_rate": 2.0368686322956294e-06,
      "loss": 0.3409,
      "step": 1618680
    },
    {
      "epoch": 451.77,
      "grad_norm": 1.015866994857788,
      "learning_rate": 2.036841825474407e-06,
      "loss": 0.3412,
      "step": 1618690
    },
    {
      "epoch": 451.77,
      "grad_norm": 1.0189528465270996,
      "learning_rate": 2.0368150186940357e-06,
      "loss": 0.3304,
      "step": 1618700
    },
    {
      "epoch": 451.78,
      "grad_norm": 0.9802815914154053,
      "learning_rate": 2.0367882119545166e-06,
      "loss": 0.3438,
      "step": 1618710
    },
    {
      "epoch": 451.78,
      "grad_norm": 1.2043466567993164,
      "learning_rate": 2.0367614052558537e-06,
      "loss": 0.3425,
      "step": 1618720
    },
    {
      "epoch": 451.78,
      "grad_norm": 1.0305575132369995,
      "learning_rate": 2.0367345985980517e-06,
      "loss": 0.3459,
      "step": 1618730
    },
    {
      "epoch": 451.78,
      "grad_norm": 0.9704719185829163,
      "learning_rate": 2.036707791981114e-06,
      "loss": 0.3319,
      "step": 1618740
    },
    {
      "epoch": 451.79,
      "grad_norm": 1.110980749130249,
      "learning_rate": 2.036680985405042e-06,
      "loss": 0.3407,
      "step": 1618750
    },
    {
      "epoch": 451.79,
      "grad_norm": 1.2686476707458496,
      "learning_rate": 2.0366541788698426e-06,
      "loss": 0.3301,
      "step": 1618760
    },
    {
      "epoch": 451.79,
      "grad_norm": 1.1464080810546875,
      "learning_rate": 2.0366273723755175e-06,
      "loss": 0.3354,
      "step": 1618770
    },
    {
      "epoch": 451.79,
      "grad_norm": 1.0729063749313354,
      "learning_rate": 2.03660056592207e-06,
      "loss": 0.3454,
      "step": 1618780
    },
    {
      "epoch": 451.8,
      "grad_norm": 0.9436951875686646,
      "learning_rate": 2.0365737595095046e-06,
      "loss": 0.3456,
      "step": 1618790
    },
    {
      "epoch": 451.8,
      "grad_norm": 1.094437837600708,
      "learning_rate": 2.0365469531378244e-06,
      "loss": 0.3608,
      "step": 1618800
    },
    {
      "epoch": 451.8,
      "grad_norm": 1.2509422302246094,
      "learning_rate": 2.0365201468070326e-06,
      "loss": 0.3461,
      "step": 1618810
    },
    {
      "epoch": 451.81,
      "grad_norm": 1.0447566509246826,
      "learning_rate": 2.0364933405171334e-06,
      "loss": 0.3343,
      "step": 1618820
    },
    {
      "epoch": 451.81,
      "grad_norm": 1.1332775354385376,
      "learning_rate": 2.0364665342681307e-06,
      "loss": 0.3327,
      "step": 1618830
    },
    {
      "epoch": 451.81,
      "grad_norm": 1.0520901679992676,
      "learning_rate": 2.0364397280600265e-06,
      "loss": 0.3332,
      "step": 1618840
    },
    {
      "epoch": 451.81,
      "grad_norm": 1.061788558959961,
      "learning_rate": 2.0364129218928264e-06,
      "loss": 0.3394,
      "step": 1618850
    },
    {
      "epoch": 451.82,
      "grad_norm": 1.096968650817871,
      "learning_rate": 2.036386115766533e-06,
      "loss": 0.3361,
      "step": 1618860
    },
    {
      "epoch": 451.82,
      "grad_norm": 1.1073799133300781,
      "learning_rate": 2.036359309681148e-06,
      "loss": 0.3648,
      "step": 1618870
    },
    {
      "epoch": 451.82,
      "grad_norm": 1.1160098314285278,
      "learning_rate": 2.0363325036366784e-06,
      "loss": 0.339,
      "step": 1618880
    },
    {
      "epoch": 451.83,
      "grad_norm": 1.0093302726745605,
      "learning_rate": 2.0363056976331263e-06,
      "loss": 0.3345,
      "step": 1618890
    },
    {
      "epoch": 451.83,
      "grad_norm": 0.9899701476097107,
      "learning_rate": 2.036278891670494e-06,
      "loss": 0.3311,
      "step": 1618900
    },
    {
      "epoch": 451.83,
      "grad_norm": 1.035372018814087,
      "learning_rate": 2.036252085748787e-06,
      "loss": 0.3468,
      "step": 1618910
    },
    {
      "epoch": 451.83,
      "grad_norm": 1.0216058492660522,
      "learning_rate": 2.036225279868008e-06,
      "loss": 0.3425,
      "step": 1618920
    },
    {
      "epoch": 451.84,
      "grad_norm": 1.1953634023666382,
      "learning_rate": 2.0361984740281603e-06,
      "loss": 0.3524,
      "step": 1618930
    },
    {
      "epoch": 451.84,
      "grad_norm": 0.9051722288131714,
      "learning_rate": 2.0361716682292484e-06,
      "loss": 0.3464,
      "step": 1618940
    },
    {
      "epoch": 451.84,
      "grad_norm": 1.1775329113006592,
      "learning_rate": 2.036144862471274e-06,
      "loss": 0.3547,
      "step": 1618950
    },
    {
      "epoch": 451.84,
      "grad_norm": 1.0389069318771362,
      "learning_rate": 2.036118056754243e-06,
      "loss": 0.362,
      "step": 1618960
    },
    {
      "epoch": 451.85,
      "grad_norm": 0.801594078540802,
      "learning_rate": 2.036091251078158e-06,
      "loss": 0.3375,
      "step": 1618970
    },
    {
      "epoch": 451.85,
      "grad_norm": 1.0228456258773804,
      "learning_rate": 2.036064445443022e-06,
      "loss": 0.3461,
      "step": 1618980
    },
    {
      "epoch": 451.85,
      "grad_norm": 0.9588521122932434,
      "learning_rate": 2.036037639848839e-06,
      "loss": 0.3482,
      "step": 1618990
    },
    {
      "epoch": 451.86,
      "grad_norm": 1.0191932916641235,
      "learning_rate": 2.0360108342956134e-06,
      "loss": 0.3254,
      "step": 1619000
    },
    {
      "epoch": 451.86,
      "grad_norm": 1.087165117263794,
      "learning_rate": 2.035984028783347e-06,
      "loss": 0.3597,
      "step": 1619010
    },
    {
      "epoch": 451.86,
      "grad_norm": 1.1730506420135498,
      "learning_rate": 2.0359572233120444e-06,
      "loss": 0.3553,
      "step": 1619020
    },
    {
      "epoch": 451.86,
      "grad_norm": 1.150144338607788,
      "learning_rate": 2.03593041788171e-06,
      "loss": 0.3521,
      "step": 1619030
    },
    {
      "epoch": 451.87,
      "grad_norm": 1.0782784223556519,
      "learning_rate": 2.035903612492345e-06,
      "loss": 0.3394,
      "step": 1619040
    },
    {
      "epoch": 451.87,
      "grad_norm": 1.0208407640457153,
      "learning_rate": 2.0358768071439555e-06,
      "loss": 0.3441,
      "step": 1619050
    },
    {
      "epoch": 451.87,
      "grad_norm": 0.9756290912628174,
      "learning_rate": 2.035850001836544e-06,
      "loss": 0.3471,
      "step": 1619060
    },
    {
      "epoch": 451.88,
      "grad_norm": 0.8353282809257507,
      "learning_rate": 2.0358231965701137e-06,
      "loss": 0.3432,
      "step": 1619070
    },
    {
      "epoch": 451.88,
      "grad_norm": 1.0785149335861206,
      "learning_rate": 2.035796391344669e-06,
      "loss": 0.349,
      "step": 1619080
    },
    {
      "epoch": 451.88,
      "grad_norm": 1.2011767625808716,
      "learning_rate": 2.035769586160213e-06,
      "loss": 0.3545,
      "step": 1619090
    },
    {
      "epoch": 451.88,
      "grad_norm": 1.1069313287734985,
      "learning_rate": 2.0357427810167483e-06,
      "loss": 0.3323,
      "step": 1619100
    },
    {
      "epoch": 451.89,
      "grad_norm": 1.0529567003250122,
      "learning_rate": 2.0357159759142805e-06,
      "loss": 0.3468,
      "step": 1619110
    },
    {
      "epoch": 451.89,
      "grad_norm": 1.091622233390808,
      "learning_rate": 2.0356891708528116e-06,
      "loss": 0.3481,
      "step": 1619120
    },
    {
      "epoch": 451.89,
      "grad_norm": 1.0299513339996338,
      "learning_rate": 2.035662365832346e-06,
      "loss": 0.3577,
      "step": 1619130
    },
    {
      "epoch": 451.9,
      "grad_norm": 1.1166846752166748,
      "learning_rate": 2.035635560852887e-06,
      "loss": 0.3525,
      "step": 1619140
    },
    {
      "epoch": 451.9,
      "grad_norm": 1.1304254531860352,
      "learning_rate": 2.035608755914438e-06,
      "loss": 0.3527,
      "step": 1619150
    },
    {
      "epoch": 451.9,
      "grad_norm": 3.158893346786499,
      "learning_rate": 2.035581951017002e-06,
      "loss": 0.3483,
      "step": 1619160
    },
    {
      "epoch": 451.9,
      "grad_norm": 1.1099189519882202,
      "learning_rate": 2.035555146160584e-06,
      "loss": 0.3484,
      "step": 1619170
    },
    {
      "epoch": 451.91,
      "grad_norm": 0.9883249402046204,
      "learning_rate": 2.0355283413451867e-06,
      "loss": 0.3506,
      "step": 1619180
    },
    {
      "epoch": 451.91,
      "grad_norm": 1.0433052778244019,
      "learning_rate": 2.035501536570813e-06,
      "loss": 0.3454,
      "step": 1619190
    },
    {
      "epoch": 451.91,
      "grad_norm": 0.9771075248718262,
      "learning_rate": 2.0354747318374684e-06,
      "loss": 0.3514,
      "step": 1619200
    },
    {
      "epoch": 451.91,
      "grad_norm": 0.992466390132904,
      "learning_rate": 2.035447927145155e-06,
      "loss": 0.3449,
      "step": 1619210
    },
    {
      "epoch": 451.92,
      "grad_norm": 1.1602097749710083,
      "learning_rate": 2.0354211224938767e-06,
      "loss": 0.3505,
      "step": 1619220
    },
    {
      "epoch": 451.92,
      "grad_norm": 1.1307334899902344,
      "learning_rate": 2.0353943178836367e-06,
      "loss": 0.3548,
      "step": 1619230
    },
    {
      "epoch": 451.92,
      "grad_norm": 0.9269531965255737,
      "learning_rate": 2.0353675133144388e-06,
      "loss": 0.3325,
      "step": 1619240
    },
    {
      "epoch": 451.93,
      "grad_norm": 0.9791468977928162,
      "learning_rate": 2.0353407087862872e-06,
      "loss": 0.3375,
      "step": 1619250
    },
    {
      "epoch": 451.93,
      "grad_norm": 1.0345758199691772,
      "learning_rate": 2.0353139042991854e-06,
      "loss": 0.3448,
      "step": 1619260
    },
    {
      "epoch": 451.93,
      "grad_norm": 1.039273738861084,
      "learning_rate": 2.0352870998531355e-06,
      "loss": 0.3469,
      "step": 1619270
    },
    {
      "epoch": 451.93,
      "grad_norm": 0.9941965341567993,
      "learning_rate": 2.035260295448143e-06,
      "loss": 0.3352,
      "step": 1619280
    },
    {
      "epoch": 451.94,
      "grad_norm": 1.1863033771514893,
      "learning_rate": 2.0352334910842104e-06,
      "loss": 0.3363,
      "step": 1619290
    },
    {
      "epoch": 451.94,
      "grad_norm": 0.9374673366546631,
      "learning_rate": 2.0352066867613402e-06,
      "loss": 0.3421,
      "step": 1619300
    },
    {
      "epoch": 451.94,
      "grad_norm": 1.1681346893310547,
      "learning_rate": 2.0351798824795385e-06,
      "loss": 0.3418,
      "step": 1619310
    },
    {
      "epoch": 451.95,
      "grad_norm": 1.0903722047805786,
      "learning_rate": 2.0351530782388077e-06,
      "loss": 0.3457,
      "step": 1619320
    },
    {
      "epoch": 451.95,
      "grad_norm": 1.1631406545639038,
      "learning_rate": 2.03512627403915e-06,
      "loss": 0.3439,
      "step": 1619330
    },
    {
      "epoch": 451.95,
      "grad_norm": 0.9310393929481506,
      "learning_rate": 2.0350994698805707e-06,
      "loss": 0.3448,
      "step": 1619340
    },
    {
      "epoch": 451.95,
      "grad_norm": 1.0176994800567627,
      "learning_rate": 2.035072665763074e-06,
      "loss": 0.3395,
      "step": 1619350
    },
    {
      "epoch": 451.96,
      "grad_norm": 1.0141812562942505,
      "learning_rate": 2.0350458616866606e-06,
      "loss": 0.3399,
      "step": 1619360
    },
    {
      "epoch": 451.96,
      "grad_norm": 0.8902842998504639,
      "learning_rate": 2.0350190576513374e-06,
      "loss": 0.3284,
      "step": 1619370
    },
    {
      "epoch": 451.96,
      "grad_norm": 1.341383934020996,
      "learning_rate": 2.034992253657106e-06,
      "loss": 0.3487,
      "step": 1619380
    },
    {
      "epoch": 451.96,
      "grad_norm": 1.2371622323989868,
      "learning_rate": 2.034965449703969e-06,
      "loss": 0.3359,
      "step": 1619390
    },
    {
      "epoch": 451.97,
      "grad_norm": 0.9795692563056946,
      "learning_rate": 2.0349386457919327e-06,
      "loss": 0.3586,
      "step": 1619400
    },
    {
      "epoch": 451.97,
      "grad_norm": 1.9706215858459473,
      "learning_rate": 2.034911841920999e-06,
      "loss": 0.3526,
      "step": 1619410
    },
    {
      "epoch": 451.97,
      "grad_norm": 2.947108268737793,
      "learning_rate": 2.0348850380911716e-06,
      "loss": 0.3387,
      "step": 1619420
    },
    {
      "epoch": 451.98,
      "grad_norm": 1.0739972591400146,
      "learning_rate": 2.0348582343024544e-06,
      "loss": 0.3541,
      "step": 1619430
    },
    {
      "epoch": 451.98,
      "grad_norm": 1.12297523021698,
      "learning_rate": 2.0348314305548505e-06,
      "loss": 0.3369,
      "step": 1619440
    },
    {
      "epoch": 451.98,
      "grad_norm": 1.2578644752502441,
      "learning_rate": 2.0348046268483632e-06,
      "loss": 0.3533,
      "step": 1619450
    },
    {
      "epoch": 451.98,
      "grad_norm": 1.1273247003555298,
      "learning_rate": 2.0347778231829978e-06,
      "loss": 0.3517,
      "step": 1619460
    },
    {
      "epoch": 451.99,
      "grad_norm": 0.9227750301361084,
      "learning_rate": 2.034751019558756e-06,
      "loss": 0.3401,
      "step": 1619470
    },
    {
      "epoch": 451.99,
      "grad_norm": 0.9441865086555481,
      "learning_rate": 2.034724215975642e-06,
      "loss": 0.348,
      "step": 1619480
    },
    {
      "epoch": 451.99,
      "grad_norm": 1.2453831434249878,
      "learning_rate": 2.0346974124336594e-06,
      "loss": 0.3487,
      "step": 1619490
    },
    {
      "epoch": 452.0,
      "grad_norm": 1.4265668392181396,
      "learning_rate": 2.0346706089328123e-06,
      "loss": 0.3404,
      "step": 1619500
    },
    {
      "epoch": 452.0,
      "grad_norm": 1.1636327505111694,
      "learning_rate": 2.0346438054731034e-06,
      "loss": 0.3468,
      "step": 1619510
    },
    {
      "epoch": 452.0,
      "eval_loss": 0.34299546480178833,
      "eval_runtime": 63.3711,
      "eval_samples_per_second": 79.831,
      "eval_steps_per_second": 9.989,
      "step": 1619516
    },
    {
      "epoch": 452.0,
      "grad_norm": 1.0868161916732788,
      "learning_rate": 2.034617002054537e-06,
      "loss": 0.3348,
      "step": 1619520
    },
    {
      "epoch": 452.0,
      "grad_norm": 1.0551927089691162,
      "learning_rate": 2.034590198677115e-06,
      "loss": 0.3489,
      "step": 1619530
    },
    {
      "epoch": 452.01,
      "grad_norm": 1.0980724096298218,
      "learning_rate": 2.0345633953408434e-06,
      "loss": 0.3316,
      "step": 1619540
    },
    {
      "epoch": 452.01,
      "grad_norm": 1.2845948934555054,
      "learning_rate": 2.034536592045725e-06,
      "loss": 0.3339,
      "step": 1619550
    },
    {
      "epoch": 452.01,
      "grad_norm": 1.0002617835998535,
      "learning_rate": 2.034509788791762e-06,
      "loss": 0.3436,
      "step": 1619560
    },
    {
      "epoch": 452.02,
      "grad_norm": 1.0639731884002686,
      "learning_rate": 2.0344829855789595e-06,
      "loss": 0.3348,
      "step": 1619570
    },
    {
      "epoch": 452.02,
      "grad_norm": 1.1659177541732788,
      "learning_rate": 2.03445618240732e-06,
      "loss": 0.3549,
      "step": 1619580
    },
    {
      "epoch": 452.02,
      "grad_norm": 1.4156482219696045,
      "learning_rate": 2.034429379276848e-06,
      "loss": 0.3446,
      "step": 1619590
    },
    {
      "epoch": 452.02,
      "grad_norm": 1.175516128540039,
      "learning_rate": 2.0344025761875466e-06,
      "loss": 0.3441,
      "step": 1619600
    },
    {
      "epoch": 452.03,
      "grad_norm": 1.228635311126709,
      "learning_rate": 2.03437577313942e-06,
      "loss": 0.3494,
      "step": 1619610
    },
    {
      "epoch": 452.03,
      "grad_norm": 1.0472099781036377,
      "learning_rate": 2.0343489701324697e-06,
      "loss": 0.3462,
      "step": 1619620
    },
    {
      "epoch": 452.03,
      "grad_norm": 1.0371137857437134,
      "learning_rate": 2.0343221671667022e-06,
      "loss": 0.3446,
      "step": 1619630
    },
    {
      "epoch": 452.03,
      "grad_norm": 2.1795055866241455,
      "learning_rate": 2.034295364242119e-06,
      "loss": 0.352,
      "step": 1619640
    },
    {
      "epoch": 452.04,
      "grad_norm": 0.9557629227638245,
      "learning_rate": 2.0342685613587247e-06,
      "loss": 0.3338,
      "step": 1619650
    },
    {
      "epoch": 452.04,
      "grad_norm": 1.0949736833572388,
      "learning_rate": 2.0342417585165224e-06,
      "loss": 0.3457,
      "step": 1619660
    },
    {
      "epoch": 452.04,
      "grad_norm": 0.9282987713813782,
      "learning_rate": 2.034214955715516e-06,
      "loss": 0.3484,
      "step": 1619670
    },
    {
      "epoch": 452.05,
      "grad_norm": 0.9694081544876099,
      "learning_rate": 2.0341881529557074e-06,
      "loss": 0.3461,
      "step": 1619680
    },
    {
      "epoch": 452.05,
      "grad_norm": 1.0889792442321777,
      "learning_rate": 2.0341613502371024e-06,
      "loss": 0.3497,
      "step": 1619690
    },
    {
      "epoch": 452.05,
      "grad_norm": 3.3998610973358154,
      "learning_rate": 2.0341345475597048e-06,
      "loss": 0.3414,
      "step": 1619700
    },
    {
      "epoch": 452.05,
      "grad_norm": 1.1475719213485718,
      "learning_rate": 2.0341077449235152e-06,
      "loss": 0.3388,
      "step": 1619710
    },
    {
      "epoch": 452.06,
      "grad_norm": 0.925499677658081,
      "learning_rate": 2.03408094232854e-06,
      "loss": 0.3697,
      "step": 1619720
    },
    {
      "epoch": 452.06,
      "grad_norm": 0.9480230808258057,
      "learning_rate": 2.0340541397747822e-06,
      "loss": 0.3276,
      "step": 1619730
    },
    {
      "epoch": 452.06,
      "grad_norm": 1.0561180114746094,
      "learning_rate": 2.0340273372622447e-06,
      "loss": 0.3351,
      "step": 1619740
    },
    {
      "epoch": 452.07,
      "grad_norm": 1.0160924196243286,
      "learning_rate": 2.0340005347909314e-06,
      "loss": 0.3402,
      "step": 1619750
    },
    {
      "epoch": 452.07,
      "grad_norm": 0.9219595193862915,
      "learning_rate": 2.033973732360846e-06,
      "loss": 0.3356,
      "step": 1619760
    },
    {
      "epoch": 452.07,
      "grad_norm": 1.284806728363037,
      "learning_rate": 2.0339469299719906e-06,
      "loss": 0.3444,
      "step": 1619770
    },
    {
      "epoch": 452.07,
      "grad_norm": 1.1471185684204102,
      "learning_rate": 2.0339201276243717e-06,
      "loss": 0.3493,
      "step": 1619780
    },
    {
      "epoch": 452.08,
      "grad_norm": 1.1010922193527222,
      "learning_rate": 2.033893325317991e-06,
      "loss": 0.347,
      "step": 1619790
    },
    {
      "epoch": 452.08,
      "grad_norm": 0.9900938272476196,
      "learning_rate": 2.0338665230528514e-06,
      "loss": 0.3419,
      "step": 1619800
    },
    {
      "epoch": 452.08,
      "grad_norm": 0.9946239590644836,
      "learning_rate": 2.0338397208289585e-06,
      "loss": 0.352,
      "step": 1619810
    },
    {
      "epoch": 452.08,
      "grad_norm": 1.0845534801483154,
      "learning_rate": 2.0338129186463136e-06,
      "loss": 0.3464,
      "step": 1619820
    },
    {
      "epoch": 452.09,
      "grad_norm": 0.9972174763679504,
      "learning_rate": 2.033786116504922e-06,
      "loss": 0.3419,
      "step": 1619830
    },
    {
      "epoch": 452.09,
      "grad_norm": 1.0085601806640625,
      "learning_rate": 2.0337593144047872e-06,
      "loss": 0.3374,
      "step": 1619840
    },
    {
      "epoch": 452.09,
      "grad_norm": 1.1430280208587646,
      "learning_rate": 2.0337325123459108e-06,
      "loss": 0.3472,
      "step": 1619850
    },
    {
      "epoch": 452.1,
      "grad_norm": 1.105763554573059,
      "learning_rate": 2.0337057103282992e-06,
      "loss": 0.3421,
      "step": 1619860
    },
    {
      "epoch": 452.1,
      "grad_norm": 1.0254026651382446,
      "learning_rate": 2.0336789083519543e-06,
      "loss": 0.3552,
      "step": 1619870
    },
    {
      "epoch": 452.1,
      "grad_norm": 1.026915431022644,
      "learning_rate": 2.0336521064168794e-06,
      "loss": 0.3442,
      "step": 1619880
    },
    {
      "epoch": 452.1,
      "grad_norm": 1.074318289756775,
      "learning_rate": 2.033625304523079e-06,
      "loss": 0.3543,
      "step": 1619890
    },
    {
      "epoch": 452.11,
      "grad_norm": 1.2855348587036133,
      "learning_rate": 2.0335985026705568e-06,
      "loss": 0.3433,
      "step": 1619900
    },
    {
      "epoch": 452.11,
      "grad_norm": 1.1341969966888428,
      "learning_rate": 2.0335717008593147e-06,
      "loss": 0.3263,
      "step": 1619910
    },
    {
      "epoch": 452.11,
      "grad_norm": 1.102294683456421,
      "learning_rate": 2.033544899089358e-06,
      "loss": 0.3503,
      "step": 1619920
    },
    {
      "epoch": 452.12,
      "grad_norm": 1.0651003122329712,
      "learning_rate": 2.0335180973606903e-06,
      "loss": 0.3499,
      "step": 1619930
    },
    {
      "epoch": 452.12,
      "grad_norm": 1.0186821222305298,
      "learning_rate": 2.0334912956733137e-06,
      "loss": 0.3302,
      "step": 1619940
    },
    {
      "epoch": 452.12,
      "grad_norm": 0.935636579990387,
      "learning_rate": 2.033464494027233e-06,
      "loss": 0.3546,
      "step": 1619950
    },
    {
      "epoch": 452.12,
      "grad_norm": 1.0670698881149292,
      "learning_rate": 2.0334376924224516e-06,
      "loss": 0.3344,
      "step": 1619960
    },
    {
      "epoch": 452.13,
      "grad_norm": 1.2048841714859009,
      "learning_rate": 2.0334108908589717e-06,
      "loss": 0.3291,
      "step": 1619970
    },
    {
      "epoch": 452.13,
      "grad_norm": 1.147192358970642,
      "learning_rate": 2.033384089336799e-06,
      "loss": 0.3438,
      "step": 1619980
    },
    {
      "epoch": 452.13,
      "grad_norm": 0.9745883345603943,
      "learning_rate": 2.033357287855936e-06,
      "loss": 0.3448,
      "step": 1619990
    },
    {
      "epoch": 452.14,
      "grad_norm": 1.1074169874191284,
      "learning_rate": 2.0333304864163856e-06,
      "loss": 0.3365,
      "step": 1620000
    },
    {
      "epoch": 452.14,
      "grad_norm": 1.052738070487976,
      "learning_rate": 2.0333036850181534e-06,
      "loss": 0.3363,
      "step": 1620010
    },
    {
      "epoch": 452.14,
      "grad_norm": 1.1389334201812744,
      "learning_rate": 2.0332768836612415e-06,
      "loss": 0.3276,
      "step": 1620020
    },
    {
      "epoch": 452.14,
      "grad_norm": 1.0882220268249512,
      "learning_rate": 2.033250082345653e-06,
      "loss": 0.3578,
      "step": 1620030
    },
    {
      "epoch": 452.15,
      "grad_norm": 1.007484793663025,
      "learning_rate": 2.0332232810713925e-06,
      "loss": 0.3494,
      "step": 1620040
    },
    {
      "epoch": 452.15,
      "grad_norm": 1.02755868434906,
      "learning_rate": 2.0331964798384634e-06,
      "loss": 0.3417,
      "step": 1620050
    },
    {
      "epoch": 452.15,
      "grad_norm": 0.9776132106781006,
      "learning_rate": 2.033169678646868e-06,
      "loss": 0.3401,
      "step": 1620060
    },
    {
      "epoch": 452.15,
      "grad_norm": 1.049630880355835,
      "learning_rate": 2.033142877496612e-06,
      "loss": 0.35,
      "step": 1620070
    },
    {
      "epoch": 452.16,
      "grad_norm": 1.1135523319244385,
      "learning_rate": 2.033116076387698e-06,
      "loss": 0.3506,
      "step": 1620080
    },
    {
      "epoch": 452.16,
      "grad_norm": 1.049463152885437,
      "learning_rate": 2.0330892753201287e-06,
      "loss": 0.3406,
      "step": 1620090
    },
    {
      "epoch": 452.16,
      "grad_norm": 0.8260738849639893,
      "learning_rate": 2.0330624742939087e-06,
      "loss": 0.364,
      "step": 1620100
    },
    {
      "epoch": 452.17,
      "grad_norm": 1.0520620346069336,
      "learning_rate": 2.0330356733090404e-06,
      "loss": 0.3181,
      "step": 1620110
    },
    {
      "epoch": 452.17,
      "grad_norm": 1.2147316932678223,
      "learning_rate": 2.0330088723655297e-06,
      "loss": 0.3314,
      "step": 1620120
    },
    {
      "epoch": 452.17,
      "grad_norm": 1.0009198188781738,
      "learning_rate": 2.0329820714633784e-06,
      "loss": 0.349,
      "step": 1620130
    },
    {
      "epoch": 452.17,
      "grad_norm": 1.082131028175354,
      "learning_rate": 2.0329552706025894e-06,
      "loss": 0.3284,
      "step": 1620140
    },
    {
      "epoch": 452.18,
      "grad_norm": 1.1696752309799194,
      "learning_rate": 2.0329284697831682e-06,
      "loss": 0.3419,
      "step": 1620150
    },
    {
      "epoch": 452.18,
      "grad_norm": 0.9700649380683899,
      "learning_rate": 2.032901669005118e-06,
      "loss": 0.3324,
      "step": 1620160
    },
    {
      "epoch": 452.18,
      "grad_norm": 1.0860353708267212,
      "learning_rate": 2.0328748682684408e-06,
      "loss": 0.3292,
      "step": 1620170
    },
    {
      "epoch": 452.19,
      "grad_norm": 1.1826508045196533,
      "learning_rate": 2.0328480675731417e-06,
      "loss": 0.3547,
      "step": 1620180
    },
    {
      "epoch": 452.19,
      "grad_norm": 1.2650184631347656,
      "learning_rate": 2.0328212669192236e-06,
      "loss": 0.3259,
      "step": 1620190
    },
    {
      "epoch": 452.19,
      "grad_norm": 0.9505090117454529,
      "learning_rate": 2.0327944663066893e-06,
      "loss": 0.3327,
      "step": 1620200
    },
    {
      "epoch": 452.19,
      "grad_norm": 1.1186004877090454,
      "learning_rate": 2.0327676657355445e-06,
      "loss": 0.3399,
      "step": 1620210
    },
    {
      "epoch": 452.2,
      "grad_norm": 1.0603387355804443,
      "learning_rate": 2.0327408652057913e-06,
      "loss": 0.3488,
      "step": 1620220
    },
    {
      "epoch": 452.2,
      "grad_norm": 1.1865805387496948,
      "learning_rate": 2.032714064717433e-06,
      "loss": 0.3467,
      "step": 1620230
    },
    {
      "epoch": 452.2,
      "grad_norm": 0.9899938106536865,
      "learning_rate": 2.032687264270474e-06,
      "loss": 0.3495,
      "step": 1620240
    },
    {
      "epoch": 452.2,
      "grad_norm": 1.044780969619751,
      "learning_rate": 2.0326604638649183e-06,
      "loss": 0.3342,
      "step": 1620250
    },
    {
      "epoch": 452.21,
      "grad_norm": 1.0897188186645508,
      "learning_rate": 2.032633663500767e-06,
      "loss": 0.3464,
      "step": 1620260
    },
    {
      "epoch": 452.21,
      "grad_norm": 0.9057474136352539,
      "learning_rate": 2.0326068631780263e-06,
      "loss": 0.3456,
      "step": 1620270
    },
    {
      "epoch": 452.21,
      "grad_norm": 1.0686691999435425,
      "learning_rate": 2.0325800628966993e-06,
      "loss": 0.3443,
      "step": 1620280
    },
    {
      "epoch": 452.22,
      "grad_norm": 1.2743818759918213,
      "learning_rate": 2.0325532626567875e-06,
      "loss": 0.3457,
      "step": 1620290
    },
    {
      "epoch": 452.22,
      "grad_norm": 1.0251802206039429,
      "learning_rate": 2.032526462458298e-06,
      "loss": 0.3456,
      "step": 1620300
    },
    {
      "epoch": 452.22,
      "grad_norm": 1.046493649482727,
      "learning_rate": 2.0324996623012315e-06,
      "loss": 0.3329,
      "step": 1620310
    },
    {
      "epoch": 452.22,
      "grad_norm": 4.965275764465332,
      "learning_rate": 2.032472862185592e-06,
      "loss": 0.3313,
      "step": 1620320
    },
    {
      "epoch": 452.23,
      "grad_norm": 0.9617040157318115,
      "learning_rate": 2.032446062111385e-06,
      "loss": 0.3399,
      "step": 1620330
    },
    {
      "epoch": 452.23,
      "grad_norm": 0.9743146896362305,
      "learning_rate": 2.0324192620786123e-06,
      "loss": 0.3483,
      "step": 1620340
    },
    {
      "epoch": 452.23,
      "grad_norm": 1.2207585573196411,
      "learning_rate": 2.0323924620872764e-06,
      "loss": 0.3359,
      "step": 1620350
    },
    {
      "epoch": 452.24,
      "grad_norm": 1.1981598138809204,
      "learning_rate": 2.0323656621373836e-06,
      "loss": 0.335,
      "step": 1620360
    },
    {
      "epoch": 452.24,
      "grad_norm": 1.1655793190002441,
      "learning_rate": 2.032338862228936e-06,
      "loss": 0.3349,
      "step": 1620370
    },
    {
      "epoch": 452.24,
      "grad_norm": 1.0362625122070312,
      "learning_rate": 2.0323120623619367e-06,
      "loss": 0.3535,
      "step": 1620380
    },
    {
      "epoch": 452.24,
      "grad_norm": 1.1121864318847656,
      "learning_rate": 2.0322852625363905e-06,
      "loss": 0.356,
      "step": 1620390
    },
    {
      "epoch": 452.25,
      "grad_norm": 1.0669015645980835,
      "learning_rate": 2.032258462752299e-06,
      "loss": 0.3645,
      "step": 1620400
    },
    {
      "epoch": 452.25,
      "grad_norm": 0.9444736838340759,
      "learning_rate": 2.032231663009669e-06,
      "loss": 0.3467,
      "step": 1620410
    },
    {
      "epoch": 452.25,
      "grad_norm": 1.0109336376190186,
      "learning_rate": 2.032204863308501e-06,
      "loss": 0.3464,
      "step": 1620420
    },
    {
      "epoch": 452.26,
      "grad_norm": 0.9638480544090271,
      "learning_rate": 2.0321780636487996e-06,
      "loss": 0.3361,
      "step": 1620430
    },
    {
      "epoch": 452.26,
      "grad_norm": 1.1330519914627075,
      "learning_rate": 2.0321512640305694e-06,
      "loss": 0.338,
      "step": 1620440
    },
    {
      "epoch": 452.26,
      "grad_norm": 1.1049143075942993,
      "learning_rate": 2.032124464453813e-06,
      "loss": 0.3425,
      "step": 1620450
    },
    {
      "epoch": 452.26,
      "grad_norm": 1.2692596912384033,
      "learning_rate": 2.0320976649185335e-06,
      "loss": 0.3448,
      "step": 1620460
    },
    {
      "epoch": 452.27,
      "grad_norm": 1.0997055768966675,
      "learning_rate": 2.0320708654247354e-06,
      "loss": 0.3595,
      "step": 1620470
    },
    {
      "epoch": 452.27,
      "grad_norm": 1.0867555141448975,
      "learning_rate": 2.032044065972422e-06,
      "loss": 0.34,
      "step": 1620480
    },
    {
      "epoch": 452.27,
      "grad_norm": 1.3320993185043335,
      "learning_rate": 2.032017266561596e-06,
      "loss": 0.3479,
      "step": 1620490
    },
    {
      "epoch": 452.27,
      "grad_norm": 1.3507177829742432,
      "learning_rate": 2.031990467192262e-06,
      "loss": 0.3643,
      "step": 1620500
    },
    {
      "epoch": 452.28,
      "grad_norm": 0.8978093862533569,
      "learning_rate": 2.031963667864424e-06,
      "loss": 0.3388,
      "step": 1620510
    },
    {
      "epoch": 452.28,
      "grad_norm": 1.0084037780761719,
      "learning_rate": 2.0319368685780838e-06,
      "loss": 0.3401,
      "step": 1620520
    },
    {
      "epoch": 452.28,
      "grad_norm": 1.1150712966918945,
      "learning_rate": 2.0319100693332473e-06,
      "loss": 0.3377,
      "step": 1620530
    },
    {
      "epoch": 452.29,
      "grad_norm": 1.128381371498108,
      "learning_rate": 2.0318832701299154e-06,
      "loss": 0.3419,
      "step": 1620540
    },
    {
      "epoch": 452.29,
      "grad_norm": 1.0503804683685303,
      "learning_rate": 2.0318564709680933e-06,
      "loss": 0.3248,
      "step": 1620550
    },
    {
      "epoch": 452.29,
      "grad_norm": 0.993430495262146,
      "learning_rate": 2.031829671847785e-06,
      "loss": 0.3427,
      "step": 1620560
    },
    {
      "epoch": 452.29,
      "grad_norm": 0.9221842885017395,
      "learning_rate": 2.0318028727689933e-06,
      "loss": 0.3526,
      "step": 1620570
    },
    {
      "epoch": 452.3,
      "grad_norm": 0.9728482365608215,
      "learning_rate": 2.031776073731721e-06,
      "loss": 0.326,
      "step": 1620580
    },
    {
      "epoch": 452.3,
      "grad_norm": 1.1831239461898804,
      "learning_rate": 2.031749274735973e-06,
      "loss": 0.3399,
      "step": 1620590
    },
    {
      "epoch": 452.3,
      "grad_norm": 0.9646969437599182,
      "learning_rate": 2.031722475781753e-06,
      "loss": 0.3336,
      "step": 1620600
    },
    {
      "epoch": 452.31,
      "grad_norm": 1.1635288000106812,
      "learning_rate": 2.0316956768690634e-06,
      "loss": 0.3387,
      "step": 1620610
    },
    {
      "epoch": 452.31,
      "grad_norm": 1.0990604162216187,
      "learning_rate": 2.031668877997908e-06,
      "loss": 0.3383,
      "step": 1620620
    },
    {
      "epoch": 452.31,
      "grad_norm": 1.1134591102600098,
      "learning_rate": 2.0316420791682915e-06,
      "loss": 0.331,
      "step": 1620630
    },
    {
      "epoch": 452.31,
      "grad_norm": 1.1720099449157715,
      "learning_rate": 2.031615280380216e-06,
      "loss": 0.3646,
      "step": 1620640
    },
    {
      "epoch": 452.32,
      "grad_norm": 0.8613594174385071,
      "learning_rate": 2.031588481633686e-06,
      "loss": 0.3401,
      "step": 1620650
    },
    {
      "epoch": 452.32,
      "grad_norm": 0.9457926154136658,
      "learning_rate": 2.031561682928705e-06,
      "loss": 0.3472,
      "step": 1620660
    },
    {
      "epoch": 452.32,
      "grad_norm": 0.8691997528076172,
      "learning_rate": 2.031534884265275e-06,
      "loss": 0.3264,
      "step": 1620670
    },
    {
      "epoch": 452.32,
      "grad_norm": 2.051212787628174,
      "learning_rate": 2.0315080856434024e-06,
      "loss": 0.3401,
      "step": 1620680
    },
    {
      "epoch": 452.33,
      "grad_norm": 1.0407484769821167,
      "learning_rate": 2.0314812870630886e-06,
      "loss": 0.3537,
      "step": 1620690
    },
    {
      "epoch": 452.33,
      "grad_norm": 1.090074896812439,
      "learning_rate": 2.031454488524338e-06,
      "loss": 0.3412,
      "step": 1620700
    },
    {
      "epoch": 452.33,
      "grad_norm": 1.0889935493469238,
      "learning_rate": 2.0314276900271546e-06,
      "loss": 0.3545,
      "step": 1620710
    },
    {
      "epoch": 452.34,
      "grad_norm": 0.9273439049720764,
      "learning_rate": 2.0314008915715402e-06,
      "loss": 0.3542,
      "step": 1620720
    },
    {
      "epoch": 452.34,
      "grad_norm": 1.327276587486267,
      "learning_rate": 2.0313740931575e-06,
      "loss": 0.3629,
      "step": 1620730
    },
    {
      "epoch": 452.34,
      "grad_norm": 1.0574864149093628,
      "learning_rate": 2.031347294785038e-06,
      "loss": 0.3307,
      "step": 1620740
    },
    {
      "epoch": 452.34,
      "grad_norm": 1.0734912157058716,
      "learning_rate": 2.031320496454156e-06,
      "loss": 0.3591,
      "step": 1620750
    },
    {
      "epoch": 452.35,
      "grad_norm": 1.4862481355667114,
      "learning_rate": 2.031293698164859e-06,
      "loss": 0.3351,
      "step": 1620760
    },
    {
      "epoch": 452.35,
      "grad_norm": 0.9702883362770081,
      "learning_rate": 2.03126689991715e-06,
      "loss": 0.3483,
      "step": 1620770
    },
    {
      "epoch": 452.35,
      "grad_norm": 1.0505366325378418,
      "learning_rate": 2.031240101711031e-06,
      "loss": 0.356,
      "step": 1620780
    },
    {
      "epoch": 452.36,
      "grad_norm": 0.923019528388977,
      "learning_rate": 2.0312133035465093e-06,
      "loss": 0.3494,
      "step": 1620790
    },
    {
      "epoch": 452.36,
      "grad_norm": 1.8311580419540405,
      "learning_rate": 2.0311865054235857e-06,
      "loss": 0.3358,
      "step": 1620800
    },
    {
      "epoch": 452.36,
      "grad_norm": 1.1916042566299438,
      "learning_rate": 2.0311597073422633e-06,
      "loss": 0.3399,
      "step": 1620810
    },
    {
      "epoch": 452.36,
      "grad_norm": 1.3095860481262207,
      "learning_rate": 2.031132909302548e-06,
      "loss": 0.3589,
      "step": 1620820
    },
    {
      "epoch": 452.37,
      "grad_norm": 0.9526526927947998,
      "learning_rate": 2.0311061113044416e-06,
      "loss": 0.3318,
      "step": 1620830
    },
    {
      "epoch": 452.37,
      "grad_norm": 0.9467472434043884,
      "learning_rate": 2.031079313347948e-06,
      "loss": 0.3301,
      "step": 1620840
    },
    {
      "epoch": 452.37,
      "grad_norm": 1.049959659576416,
      "learning_rate": 2.0310525154330716e-06,
      "loss": 0.3505,
      "step": 1620850
    },
    {
      "epoch": 452.38,
      "grad_norm": 0.9300565719604492,
      "learning_rate": 2.0310257175598152e-06,
      "loss": 0.3358,
      "step": 1620860
    },
    {
      "epoch": 452.38,
      "grad_norm": 1.1606996059417725,
      "learning_rate": 2.0309989197281816e-06,
      "loss": 0.3453,
      "step": 1620870
    },
    {
      "epoch": 452.38,
      "grad_norm": 0.988641083240509,
      "learning_rate": 2.0309721219381763e-06,
      "loss": 0.3647,
      "step": 1620880
    },
    {
      "epoch": 452.38,
      "grad_norm": 0.9625298380851746,
      "learning_rate": 2.030945324189802e-06,
      "loss": 0.348,
      "step": 1620890
    },
    {
      "epoch": 452.39,
      "grad_norm": 0.9391653537750244,
      "learning_rate": 2.030918526483061e-06,
      "loss": 0.3417,
      "step": 1620900
    },
    {
      "epoch": 452.39,
      "grad_norm": 0.9766891002655029,
      "learning_rate": 2.030891728817959e-06,
      "loss": 0.3385,
      "step": 1620910
    },
    {
      "epoch": 452.39,
      "grad_norm": 1.1384872198104858,
      "learning_rate": 2.030864931194498e-06,
      "loss": 0.3363,
      "step": 1620920
    },
    {
      "epoch": 452.39,
      "grad_norm": 1.0401976108551025,
      "learning_rate": 2.0308381336126812e-06,
      "loss": 0.3379,
      "step": 1620930
    },
    {
      "epoch": 452.4,
      "grad_norm": 0.9305717945098877,
      "learning_rate": 2.0308113360725146e-06,
      "loss": 0.3402,
      "step": 1620940
    },
    {
      "epoch": 452.4,
      "grad_norm": 1.0914679765701294,
      "learning_rate": 2.0307845385739996e-06,
      "loss": 0.343,
      "step": 1620950
    },
    {
      "epoch": 452.4,
      "grad_norm": 0.991325855255127,
      "learning_rate": 2.0307577411171396e-06,
      "loss": 0.357,
      "step": 1620960
    },
    {
      "epoch": 452.41,
      "grad_norm": 1.154073715209961,
      "learning_rate": 2.03073094370194e-06,
      "loss": 0.3423,
      "step": 1620970
    },
    {
      "epoch": 452.41,
      "grad_norm": 1.1277772188186646,
      "learning_rate": 2.0307041463284026e-06,
      "loss": 0.3471,
      "step": 1620980
    },
    {
      "epoch": 452.41,
      "grad_norm": 1.0057809352874756,
      "learning_rate": 2.0306773489965324e-06,
      "loss": 0.3343,
      "step": 1620990
    },
    {
      "epoch": 452.41,
      "grad_norm": 1.1149718761444092,
      "learning_rate": 2.0306505517063325e-06,
      "loss": 0.3337,
      "step": 1621000
    },
    {
      "epoch": 452.42,
      "grad_norm": 1.312498927116394,
      "learning_rate": 2.030623754457805e-06,
      "loss": 0.3442,
      "step": 1621010
    },
    {
      "epoch": 452.42,
      "grad_norm": 1.18983793258667,
      "learning_rate": 2.030596957250956e-06,
      "loss": 0.3562,
      "step": 1621020
    },
    {
      "epoch": 452.42,
      "grad_norm": 1.3664233684539795,
      "learning_rate": 2.030570160085787e-06,
      "loss": 0.3432,
      "step": 1621030
    },
    {
      "epoch": 452.43,
      "grad_norm": 1.2086621522903442,
      "learning_rate": 2.0305433629623025e-06,
      "loss": 0.3485,
      "step": 1621040
    },
    {
      "epoch": 452.43,
      "grad_norm": 1.1284666061401367,
      "learning_rate": 2.0305165658805057e-06,
      "loss": 0.3571,
      "step": 1621050
    },
    {
      "epoch": 452.43,
      "grad_norm": 0.9112724661827087,
      "learning_rate": 2.030489768840401e-06,
      "loss": 0.3533,
      "step": 1621060
    },
    {
      "epoch": 452.43,
      "grad_norm": 1.1476482152938843,
      "learning_rate": 2.03046297184199e-06,
      "loss": 0.3361,
      "step": 1621070
    },
    {
      "epoch": 452.44,
      "grad_norm": 1.079738736152649,
      "learning_rate": 2.030436174885279e-06,
      "loss": 0.3688,
      "step": 1621080
    },
    {
      "epoch": 452.44,
      "grad_norm": 1.074108600616455,
      "learning_rate": 2.0304093779702696e-06,
      "loss": 0.3452,
      "step": 1621090
    },
    {
      "epoch": 452.44,
      "grad_norm": 1.1386442184448242,
      "learning_rate": 2.0303825810969653e-06,
      "loss": 0.3428,
      "step": 1621100
    },
    {
      "epoch": 452.44,
      "grad_norm": 1.0557317733764648,
      "learning_rate": 2.030355784265371e-06,
      "loss": 0.3498,
      "step": 1621110
    },
    {
      "epoch": 452.45,
      "grad_norm": 1.0960166454315186,
      "learning_rate": 2.0303289874754896e-06,
      "loss": 0.3418,
      "step": 1621120
    },
    {
      "epoch": 452.45,
      "grad_norm": 1.0565083026885986,
      "learning_rate": 2.0303021907273243e-06,
      "loss": 0.3409,
      "step": 1621130
    },
    {
      "epoch": 452.45,
      "grad_norm": 0.9653052687644958,
      "learning_rate": 2.0302753940208795e-06,
      "loss": 0.3499,
      "step": 1621140
    },
    {
      "epoch": 452.46,
      "grad_norm": 1.0071390867233276,
      "learning_rate": 2.0302485973561584e-06,
      "loss": 0.3452,
      "step": 1621150
    },
    {
      "epoch": 452.46,
      "grad_norm": 1.1141189336776733,
      "learning_rate": 2.030221800733163e-06,
      "loss": 0.3314,
      "step": 1621160
    },
    {
      "epoch": 452.46,
      "grad_norm": 1.0785746574401855,
      "learning_rate": 2.0301950041518994e-06,
      "loss": 0.3533,
      "step": 1621170
    },
    {
      "epoch": 452.46,
      "grad_norm": 0.9120054244995117,
      "learning_rate": 2.03016820761237e-06,
      "loss": 0.3386,
      "step": 1621180
    },
    {
      "epoch": 452.47,
      "grad_norm": 1.0805732011795044,
      "learning_rate": 2.030141411114578e-06,
      "loss": 0.3417,
      "step": 1621190
    },
    {
      "epoch": 452.47,
      "grad_norm": 0.9945958852767944,
      "learning_rate": 2.030114614658528e-06,
      "loss": 0.332,
      "step": 1621200
    },
    {
      "epoch": 452.47,
      "grad_norm": 1.1454805135726929,
      "learning_rate": 2.030087818244223e-06,
      "loss": 0.3547,
      "step": 1621210
    },
    {
      "epoch": 452.48,
      "grad_norm": 1.151458501815796,
      "learning_rate": 2.0300610218716653e-06,
      "loss": 0.3426,
      "step": 1621220
    },
    {
      "epoch": 452.48,
      "grad_norm": 1.0990315675735474,
      "learning_rate": 2.0300342255408606e-06,
      "loss": 0.3448,
      "step": 1621230
    },
    {
      "epoch": 452.48,
      "grad_norm": 1.2745907306671143,
      "learning_rate": 2.030007429251812e-06,
      "loss": 0.3478,
      "step": 1621240
    },
    {
      "epoch": 452.48,
      "grad_norm": 1.0415419340133667,
      "learning_rate": 2.0299806330045215e-06,
      "loss": 0.3393,
      "step": 1621250
    },
    {
      "epoch": 452.49,
      "grad_norm": 1.0197941064834595,
      "learning_rate": 2.0299538367989946e-06,
      "loss": 0.3325,
      "step": 1621260
    },
    {
      "epoch": 452.49,
      "grad_norm": 1.1591261625289917,
      "learning_rate": 2.0299270406352337e-06,
      "loss": 0.35,
      "step": 1621270
    },
    {
      "epoch": 452.49,
      "grad_norm": 0.8861960768699646,
      "learning_rate": 2.029900244513243e-06,
      "loss": 0.3558,
      "step": 1621280
    },
    {
      "epoch": 452.5,
      "grad_norm": 0.8707727193832397,
      "learning_rate": 2.029873448433026e-06,
      "loss": 0.3341,
      "step": 1621290
    },
    {
      "epoch": 452.5,
      "grad_norm": 0.972801148891449,
      "learning_rate": 2.029846652394585e-06,
      "loss": 0.3545,
      "step": 1621300
    },
    {
      "epoch": 452.5,
      "grad_norm": 1.0827387571334839,
      "learning_rate": 2.029819856397926e-06,
      "loss": 0.3409,
      "step": 1621310
    },
    {
      "epoch": 452.5,
      "grad_norm": 1.05963933467865,
      "learning_rate": 2.0297930604430506e-06,
      "loss": 0.3379,
      "step": 1621320
    },
    {
      "epoch": 452.51,
      "grad_norm": 0.9645849466323853,
      "learning_rate": 2.0297662645299627e-06,
      "loss": 0.3375,
      "step": 1621330
    },
    {
      "epoch": 452.51,
      "grad_norm": 0.978142499923706,
      "learning_rate": 2.0297394686586666e-06,
      "loss": 0.3474,
      "step": 1621340
    },
    {
      "epoch": 452.51,
      "grad_norm": 1.0405023097991943,
      "learning_rate": 2.0297126728291653e-06,
      "loss": 0.3545,
      "step": 1621350
    },
    {
      "epoch": 452.51,
      "grad_norm": 1.0037627220153809,
      "learning_rate": 2.0296858770414616e-06,
      "loss": 0.3169,
      "step": 1621360
    },
    {
      "epoch": 452.52,
      "grad_norm": 0.9821908473968506,
      "learning_rate": 2.029659081295561e-06,
      "loss": 0.3513,
      "step": 1621370
    },
    {
      "epoch": 452.52,
      "grad_norm": 1.73358154296875,
      "learning_rate": 2.029632285591466e-06,
      "loss": 0.3426,
      "step": 1621380
    },
    {
      "epoch": 452.52,
      "grad_norm": 0.9743477702140808,
      "learning_rate": 2.0296054899291785e-06,
      "loss": 0.3426,
      "step": 1621390
    },
    {
      "epoch": 452.53,
      "grad_norm": 1.0685927867889404,
      "learning_rate": 2.0295786943087054e-06,
      "loss": 0.357,
      "step": 1621400
    },
    {
      "epoch": 452.53,
      "grad_norm": 0.9872046113014221,
      "learning_rate": 2.029551898730048e-06,
      "loss": 0.3464,
      "step": 1621410
    },
    {
      "epoch": 452.53,
      "grad_norm": 1.0924899578094482,
      "learning_rate": 2.0295251031932107e-06,
      "loss": 0.3511,
      "step": 1621420
    },
    {
      "epoch": 452.53,
      "grad_norm": 1.0141496658325195,
      "learning_rate": 2.029498307698197e-06,
      "loss": 0.3359,
      "step": 1621430
    },
    {
      "epoch": 452.54,
      "grad_norm": 1.0443753004074097,
      "learning_rate": 2.02947151224501e-06,
      "loss": 0.3379,
      "step": 1621440
    },
    {
      "epoch": 452.54,
      "grad_norm": 0.9945122599601746,
      "learning_rate": 2.0294447168336532e-06,
      "loss": 0.3513,
      "step": 1621450
    },
    {
      "epoch": 452.54,
      "grad_norm": 0.9178515672683716,
      "learning_rate": 2.029417921464131e-06,
      "loss": 0.3226,
      "step": 1621460
    },
    {
      "epoch": 452.55,
      "grad_norm": 1.0297030210494995,
      "learning_rate": 2.0293911261364466e-06,
      "loss": 0.3549,
      "step": 1621470
    },
    {
      "epoch": 452.55,
      "grad_norm": 1.126335620880127,
      "learning_rate": 2.0293643308506028e-06,
      "loss": 0.3572,
      "step": 1621480
    },
    {
      "epoch": 452.55,
      "grad_norm": 1.0263867378234863,
      "learning_rate": 2.0293375356066044e-06,
      "loss": 0.3465,
      "step": 1621490
    },
    {
      "epoch": 452.55,
      "grad_norm": 9.947009086608887,
      "learning_rate": 2.029310740404454e-06,
      "loss": 0.3586,
      "step": 1621500
    },
    {
      "epoch": 452.56,
      "grad_norm": 1.0896729230880737,
      "learning_rate": 2.0292839452441554e-06,
      "loss": 0.3446,
      "step": 1621510
    },
    {
      "epoch": 452.56,
      "grad_norm": 1.0314946174621582,
      "learning_rate": 2.0292571501257132e-06,
      "loss": 0.3328,
      "step": 1621520
    },
    {
      "epoch": 452.56,
      "grad_norm": 1.415278673171997,
      "learning_rate": 2.0292303550491297e-06,
      "loss": 0.3423,
      "step": 1621530
    },
    {
      "epoch": 452.56,
      "grad_norm": 0.9692842364311218,
      "learning_rate": 2.029203560014408e-06,
      "loss": 0.3386,
      "step": 1621540
    },
    {
      "epoch": 452.57,
      "grad_norm": 1.0879147052764893,
      "learning_rate": 2.0291767650215535e-06,
      "loss": 0.3415,
      "step": 1621550
    },
    {
      "epoch": 452.57,
      "grad_norm": 0.9569311738014221,
      "learning_rate": 2.0291499700705684e-06,
      "loss": 0.3411,
      "step": 1621560
    },
    {
      "epoch": 452.57,
      "grad_norm": 1.013487458229065,
      "learning_rate": 2.029123175161457e-06,
      "loss": 0.3391,
      "step": 1621570
    },
    {
      "epoch": 452.58,
      "grad_norm": 1.0145220756530762,
      "learning_rate": 2.029096380294222e-06,
      "loss": 0.3331,
      "step": 1621580
    },
    {
      "epoch": 452.58,
      "grad_norm": 1.065634846687317,
      "learning_rate": 2.0290695854688673e-06,
      "loss": 0.3515,
      "step": 1621590
    },
    {
      "epoch": 452.58,
      "grad_norm": 1.1275403499603271,
      "learning_rate": 2.0290427906853974e-06,
      "loss": 0.3493,
      "step": 1621600
    },
    {
      "epoch": 452.58,
      "grad_norm": 1.0449368953704834,
      "learning_rate": 2.029015995943815e-06,
      "loss": 0.3487,
      "step": 1621610
    },
    {
      "epoch": 452.59,
      "grad_norm": 1.0705655813217163,
      "learning_rate": 2.028989201244123e-06,
      "loss": 0.3367,
      "step": 1621620
    },
    {
      "epoch": 452.59,
      "grad_norm": 1.0068819522857666,
      "learning_rate": 2.0289624065863266e-06,
      "loss": 0.3552,
      "step": 1621630
    },
    {
      "epoch": 452.59,
      "grad_norm": 1.0394030809402466,
      "learning_rate": 2.0289356119704286e-06,
      "loss": 0.3442,
      "step": 1621640
    },
    {
      "epoch": 452.6,
      "grad_norm": 1.053875207901001,
      "learning_rate": 2.0289088173964316e-06,
      "loss": 0.3278,
      "step": 1621650
    },
    {
      "epoch": 452.6,
      "grad_norm": 1.2365829944610596,
      "learning_rate": 2.028882022864341e-06,
      "loss": 0.3476,
      "step": 1621660
    },
    {
      "epoch": 452.6,
      "grad_norm": 0.9150983095169067,
      "learning_rate": 2.0288552283741594e-06,
      "loss": 0.3469,
      "step": 1621670
    },
    {
      "epoch": 452.6,
      "grad_norm": 1.1089813709259033,
      "learning_rate": 2.0288284339258892e-06,
      "loss": 0.3403,
      "step": 1621680
    },
    {
      "epoch": 452.61,
      "grad_norm": 1.9703056812286377,
      "learning_rate": 2.028801639519536e-06,
      "loss": 0.3569,
      "step": 1621690
    },
    {
      "epoch": 452.61,
      "grad_norm": 0.9269901514053345,
      "learning_rate": 2.028774845155103e-06,
      "loss": 0.3504,
      "step": 1621700
    },
    {
      "epoch": 452.61,
      "grad_norm": 0.908958375453949,
      "learning_rate": 2.028748050832592e-06,
      "loss": 0.3421,
      "step": 1621710
    },
    {
      "epoch": 452.62,
      "grad_norm": 1.1369472742080688,
      "learning_rate": 2.028721256552009e-06,
      "loss": 0.3523,
      "step": 1621720
    },
    {
      "epoch": 452.62,
      "grad_norm": 0.9417541027069092,
      "learning_rate": 2.0286944623133562e-06,
      "loss": 0.345,
      "step": 1621730
    },
    {
      "epoch": 452.62,
      "grad_norm": 1.1763983964920044,
      "learning_rate": 2.0286676681166366e-06,
      "loss": 0.3287,
      "step": 1621740
    },
    {
      "epoch": 452.62,
      "grad_norm": 1.048073649406433,
      "learning_rate": 2.0286408739618553e-06,
      "loss": 0.3158,
      "step": 1621750
    },
    {
      "epoch": 452.63,
      "grad_norm": 0.959937572479248,
      "learning_rate": 2.0286140798490153e-06,
      "loss": 0.3683,
      "step": 1621760
    },
    {
      "epoch": 452.63,
      "grad_norm": 1.1672471761703491,
      "learning_rate": 2.0285872857781186e-06,
      "loss": 0.3532,
      "step": 1621770
    },
    {
      "epoch": 452.63,
      "grad_norm": 1.1658143997192383,
      "learning_rate": 2.0285604917491717e-06,
      "loss": 0.3445,
      "step": 1621780
    },
    {
      "epoch": 452.63,
      "grad_norm": 0.9384207129478455,
      "learning_rate": 2.0285336977621762e-06,
      "loss": 0.3374,
      "step": 1621790
    },
    {
      "epoch": 452.64,
      "grad_norm": 1.1069269180297852,
      "learning_rate": 2.0285069038171355e-06,
      "loss": 0.3445,
      "step": 1621800
    },
    {
      "epoch": 452.64,
      "grad_norm": 1.4067167043685913,
      "learning_rate": 2.0284801099140547e-06,
      "loss": 0.3446,
      "step": 1621810
    },
    {
      "epoch": 452.64,
      "grad_norm": 1.0114604234695435,
      "learning_rate": 2.028453316052936e-06,
      "loss": 0.3524,
      "step": 1621820
    },
    {
      "epoch": 452.65,
      "grad_norm": 1.0303391218185425,
      "learning_rate": 2.0284265222337826e-06,
      "loss": 0.3472,
      "step": 1621830
    },
    {
      "epoch": 452.65,
      "grad_norm": 1.0567543506622314,
      "learning_rate": 2.0283997284565997e-06,
      "loss": 0.3517,
      "step": 1621840
    },
    {
      "epoch": 452.65,
      "grad_norm": 1.0750863552093506,
      "learning_rate": 2.0283729347213894e-06,
      "loss": 0.3375,
      "step": 1621850
    },
    {
      "epoch": 452.65,
      "grad_norm": 0.9517118334770203,
      "learning_rate": 2.0283461410281568e-06,
      "loss": 0.3492,
      "step": 1621860
    },
    {
      "epoch": 452.66,
      "grad_norm": 1.113875150680542,
      "learning_rate": 2.028319347376904e-06,
      "loss": 0.3431,
      "step": 1621870
    },
    {
      "epoch": 452.66,
      "grad_norm": 1.0483911037445068,
      "learning_rate": 2.0282925537676343e-06,
      "loss": 0.3492,
      "step": 1621880
    },
    {
      "epoch": 452.66,
      "grad_norm": 1.283676266670227,
      "learning_rate": 2.028265760200353e-06,
      "loss": 0.3491,
      "step": 1621890
    },
    {
      "epoch": 452.67,
      "grad_norm": 0.9288302063941956,
      "learning_rate": 2.028238966675063e-06,
      "loss": 0.3487,
      "step": 1621900
    },
    {
      "epoch": 452.67,
      "grad_norm": 0.9995537400245667,
      "learning_rate": 2.0282121731917665e-06,
      "loss": 0.3385,
      "step": 1621910
    },
    {
      "epoch": 452.67,
      "grad_norm": 1.0356054306030273,
      "learning_rate": 2.0281853797504694e-06,
      "loss": 0.32,
      "step": 1621920
    },
    {
      "epoch": 452.67,
      "grad_norm": 0.9861006140708923,
      "learning_rate": 2.0281585863511737e-06,
      "loss": 0.3412,
      "step": 1621930
    },
    {
      "epoch": 452.68,
      "grad_norm": 1.1551569700241089,
      "learning_rate": 2.028131792993883e-06,
      "loss": 0.3313,
      "step": 1621940
    },
    {
      "epoch": 452.68,
      "grad_norm": 1.1571801900863647,
      "learning_rate": 2.0281049996786014e-06,
      "loss": 0.3459,
      "step": 1621950
    },
    {
      "epoch": 452.68,
      "grad_norm": 0.9940038919448853,
      "learning_rate": 2.0280782064053324e-06,
      "loss": 0.345,
      "step": 1621960
    },
    {
      "epoch": 452.68,
      "grad_norm": 1.4631271362304688,
      "learning_rate": 2.0280514131740783e-06,
      "loss": 0.338,
      "step": 1621970
    },
    {
      "epoch": 452.69,
      "grad_norm": 0.9032150506973267,
      "learning_rate": 2.028024619984845e-06,
      "loss": 0.3511,
      "step": 1621980
    },
    {
      "epoch": 452.69,
      "grad_norm": 0.9560844302177429,
      "learning_rate": 2.027997826837635e-06,
      "loss": 0.3323,
      "step": 1621990
    },
    {
      "epoch": 452.69,
      "grad_norm": 0.9967177510261536,
      "learning_rate": 2.0279710337324507e-06,
      "loss": 0.3436,
      "step": 1622000
    },
    {
      "epoch": 452.7,
      "grad_norm": 0.9523559808731079,
      "learning_rate": 2.027944240669297e-06,
      "loss": 0.3297,
      "step": 1622010
    },
    {
      "epoch": 452.7,
      "grad_norm": 0.9388660192489624,
      "learning_rate": 2.027917447648178e-06,
      "loss": 0.3539,
      "step": 1622020
    },
    {
      "epoch": 452.7,
      "grad_norm": 0.9412264823913574,
      "learning_rate": 2.0278906546690945e-06,
      "loss": 0.3391,
      "step": 1622030
    },
    {
      "epoch": 452.7,
      "grad_norm": 1.0414682626724243,
      "learning_rate": 2.0278638617320535e-06,
      "loss": 0.349,
      "step": 1622040
    },
    {
      "epoch": 452.71,
      "grad_norm": 1.0520740747451782,
      "learning_rate": 2.0278370688370567e-06,
      "loss": 0.3384,
      "step": 1622050
    },
    {
      "epoch": 452.71,
      "grad_norm": 1.125280737876892,
      "learning_rate": 2.0278102759841074e-06,
      "loss": 0.3366,
      "step": 1622060
    },
    {
      "epoch": 452.71,
      "grad_norm": 1.028476357460022,
      "learning_rate": 2.0277834831732104e-06,
      "loss": 0.3407,
      "step": 1622070
    },
    {
      "epoch": 452.72,
      "grad_norm": 1.2755138874053955,
      "learning_rate": 2.027756690404369e-06,
      "loss": 0.3541,
      "step": 1622080
    },
    {
      "epoch": 452.72,
      "grad_norm": 1.0376285314559937,
      "learning_rate": 2.0277298976775857e-06,
      "loss": 0.3512,
      "step": 1622090
    },
    {
      "epoch": 452.72,
      "grad_norm": 1.2352145910263062,
      "learning_rate": 2.0277031049928652e-06,
      "loss": 0.3479,
      "step": 1622100
    },
    {
      "epoch": 452.72,
      "grad_norm": 1.3025201559066772,
      "learning_rate": 2.0276763123502106e-06,
      "loss": 0.356,
      "step": 1622110
    },
    {
      "epoch": 452.73,
      "grad_norm": 1.1958962678909302,
      "learning_rate": 2.0276495197496246e-06,
      "loss": 0.3448,
      "step": 1622120
    },
    {
      "epoch": 452.73,
      "grad_norm": 2.124539852142334,
      "learning_rate": 2.0276227271911125e-06,
      "loss": 0.3526,
      "step": 1622130
    },
    {
      "epoch": 452.73,
      "grad_norm": 1.3205726146697998,
      "learning_rate": 2.0275959346746767e-06,
      "loss": 0.3447,
      "step": 1622140
    },
    {
      "epoch": 452.74,
      "grad_norm": 1.0172438621520996,
      "learning_rate": 2.0275691422003215e-06,
      "loss": 0.3465,
      "step": 1622150
    },
    {
      "epoch": 452.74,
      "grad_norm": 1.0845282077789307,
      "learning_rate": 2.02754234976805e-06,
      "loss": 0.3465,
      "step": 1622160
    },
    {
      "epoch": 452.74,
      "grad_norm": 1.1617311239242554,
      "learning_rate": 2.027515557377865e-06,
      "loss": 0.3412,
      "step": 1622170
    },
    {
      "epoch": 452.74,
      "grad_norm": 1.0696275234222412,
      "learning_rate": 2.027488765029772e-06,
      "loss": 0.3455,
      "step": 1622180
    },
    {
      "epoch": 452.75,
      "grad_norm": 1.164710283279419,
      "learning_rate": 2.0274619727237733e-06,
      "loss": 0.3419,
      "step": 1622190
    },
    {
      "epoch": 452.75,
      "grad_norm": 1.1349191665649414,
      "learning_rate": 2.0274351804598715e-06,
      "loss": 0.3401,
      "step": 1622200
    },
    {
      "epoch": 452.75,
      "grad_norm": 1.575573205947876,
      "learning_rate": 2.0274083882380724e-06,
      "loss": 0.3397,
      "step": 1622210
    },
    {
      "epoch": 452.75,
      "grad_norm": 1.1343934535980225,
      "learning_rate": 2.0273815960583784e-06,
      "loss": 0.3562,
      "step": 1622220
    },
    {
      "epoch": 452.76,
      "grad_norm": 0.9928531646728516,
      "learning_rate": 2.0273548039207925e-06,
      "loss": 0.3455,
      "step": 1622230
    },
    {
      "epoch": 452.76,
      "grad_norm": 1.2227243185043335,
      "learning_rate": 2.02732801182532e-06,
      "loss": 0.3521,
      "step": 1622240
    },
    {
      "epoch": 452.76,
      "grad_norm": 1.1857436895370483,
      "learning_rate": 2.0273012197719625e-06,
      "loss": 0.3497,
      "step": 1622250
    },
    {
      "epoch": 452.77,
      "grad_norm": 1.1359573602676392,
      "learning_rate": 2.027274427760724e-06,
      "loss": 0.3736,
      "step": 1622260
    },
    {
      "epoch": 452.77,
      "grad_norm": 1.4389079809188843,
      "learning_rate": 2.027247635791609e-06,
      "loss": 0.3552,
      "step": 1622270
    },
    {
      "epoch": 452.77,
      "grad_norm": 1.0202831029891968,
      "learning_rate": 2.027220843864621e-06,
      "loss": 0.3358,
      "step": 1622280
    },
    {
      "epoch": 452.77,
      "grad_norm": 1.1721009016036987,
      "learning_rate": 2.0271940519797625e-06,
      "loss": 0.3496,
      "step": 1622290
    },
    {
      "epoch": 452.78,
      "grad_norm": 1.1662155389785767,
      "learning_rate": 2.027167260137038e-06,
      "loss": 0.3521,
      "step": 1622300
    },
    {
      "epoch": 452.78,
      "grad_norm": 1.1153645515441895,
      "learning_rate": 2.027140468336451e-06,
      "loss": 0.3478,
      "step": 1622310
    },
    {
      "epoch": 452.78,
      "grad_norm": 0.9346111416816711,
      "learning_rate": 2.027113676578004e-06,
      "loss": 0.3412,
      "step": 1622320
    },
    {
      "epoch": 452.79,
      "grad_norm": 1.1177715063095093,
      "learning_rate": 2.0270868848617018e-06,
      "loss": 0.3471,
      "step": 1622330
    },
    {
      "epoch": 452.79,
      "grad_norm": 1.1457592248916626,
      "learning_rate": 2.027060093187548e-06,
      "loss": 0.3433,
      "step": 1622340
    },
    {
      "epoch": 452.79,
      "grad_norm": 0.971835196018219,
      "learning_rate": 2.0270333015555446e-06,
      "loss": 0.3634,
      "step": 1622350
    },
    {
      "epoch": 452.79,
      "grad_norm": 0.9112142324447632,
      "learning_rate": 2.0270065099656972e-06,
      "loss": 0.3461,
      "step": 1622360
    },
    {
      "epoch": 452.8,
      "grad_norm": 1.134475827217102,
      "learning_rate": 2.0269797184180084e-06,
      "loss": 0.3391,
      "step": 1622370
    },
    {
      "epoch": 452.8,
      "grad_norm": 1.0136219263076782,
      "learning_rate": 2.0269529269124814e-06,
      "loss": 0.3546,
      "step": 1622380
    },
    {
      "epoch": 452.8,
      "grad_norm": 0.9031107425689697,
      "learning_rate": 2.0269261354491207e-06,
      "loss": 0.3529,
      "step": 1622390
    },
    {
      "epoch": 452.8,
      "grad_norm": 1.192148208618164,
      "learning_rate": 2.0268993440279294e-06,
      "loss": 0.347,
      "step": 1622400
    },
    {
      "epoch": 452.81,
      "grad_norm": 1.038404107093811,
      "learning_rate": 2.02687255264891e-06,
      "loss": 0.3516,
      "step": 1622410
    },
    {
      "epoch": 452.81,
      "grad_norm": 1.2277957201004028,
      "learning_rate": 2.026845761312068e-06,
      "loss": 0.3492,
      "step": 1622420
    },
    {
      "epoch": 452.81,
      "grad_norm": 0.943014919757843,
      "learning_rate": 2.0268189700174055e-06,
      "loss": 0.3327,
      "step": 1622430
    },
    {
      "epoch": 452.82,
      "grad_norm": 1.0403730869293213,
      "learning_rate": 2.026792178764927e-06,
      "loss": 0.3325,
      "step": 1622440
    },
    {
      "epoch": 452.82,
      "grad_norm": 1.010649561882019,
      "learning_rate": 2.0267653875546356e-06,
      "loss": 0.3581,
      "step": 1622450
    },
    {
      "epoch": 452.82,
      "grad_norm": 1.0600017309188843,
      "learning_rate": 2.0267385963865344e-06,
      "loss": 0.3523,
      "step": 1622460
    },
    {
      "epoch": 452.82,
      "grad_norm": 1.1205190420150757,
      "learning_rate": 2.026711805260628e-06,
      "loss": 0.34,
      "step": 1622470
    },
    {
      "epoch": 452.83,
      "grad_norm": 1.0598292350769043,
      "learning_rate": 2.02668501417692e-06,
      "loss": 0.3458,
      "step": 1622480
    },
    {
      "epoch": 452.83,
      "grad_norm": 1.0273624658584595,
      "learning_rate": 2.026658223135412e-06,
      "loss": 0.3408,
      "step": 1622490
    },
    {
      "epoch": 452.83,
      "grad_norm": 0.8517059087753296,
      "learning_rate": 2.02663143213611e-06,
      "loss": 0.3371,
      "step": 1622500
    },
    {
      "epoch": 452.84,
      "grad_norm": 1.1337296962738037,
      "learning_rate": 2.026604641179017e-06,
      "loss": 0.3655,
      "step": 1622510
    },
    {
      "epoch": 452.84,
      "grad_norm": 1.2756922245025635,
      "learning_rate": 2.026577850264135e-06,
      "loss": 0.3616,
      "step": 1622520
    },
    {
      "epoch": 452.84,
      "grad_norm": 1.2270687818527222,
      "learning_rate": 2.0265510593914696e-06,
      "loss": 0.3387,
      "step": 1622530
    },
    {
      "epoch": 452.84,
      "grad_norm": 0.9278059005737305,
      "learning_rate": 2.0265242685610237e-06,
      "loss": 0.3401,
      "step": 1622540
    },
    {
      "epoch": 452.85,
      "grad_norm": 1.000251293182373,
      "learning_rate": 2.0264974777727995e-06,
      "loss": 0.3529,
      "step": 1622550
    },
    {
      "epoch": 452.85,
      "grad_norm": 1.2535229921340942,
      "learning_rate": 2.0264706870268023e-06,
      "loss": 0.3459,
      "step": 1622560
    },
    {
      "epoch": 452.85,
      "grad_norm": 1.1313809156417847,
      "learning_rate": 2.0264438963230353e-06,
      "loss": 0.351,
      "step": 1622570
    },
    {
      "epoch": 452.86,
      "grad_norm": 0.9849651455879211,
      "learning_rate": 2.026417105661501e-06,
      "loss": 0.3613,
      "step": 1622580
    },
    {
      "epoch": 452.86,
      "grad_norm": 1.1144750118255615,
      "learning_rate": 2.0263903150422046e-06,
      "loss": 0.3263,
      "step": 1622590
    },
    {
      "epoch": 452.86,
      "grad_norm": 1.1100820302963257,
      "learning_rate": 2.026363524465149e-06,
      "loss": 0.3639,
      "step": 1622600
    },
    {
      "epoch": 452.86,
      "grad_norm": 3.3733596801757812,
      "learning_rate": 2.026336733930337e-06,
      "loss": 0.3377,
      "step": 1622610
    },
    {
      "epoch": 452.87,
      "grad_norm": 0.9921884536743164,
      "learning_rate": 2.0263099434377735e-06,
      "loss": 0.3406,
      "step": 1622620
    },
    {
      "epoch": 452.87,
      "grad_norm": 1.1541615724563599,
      "learning_rate": 2.026283152987461e-06,
      "loss": 0.3424,
      "step": 1622630
    },
    {
      "epoch": 452.87,
      "grad_norm": 1.0070258378982544,
      "learning_rate": 2.0262563625794026e-06,
      "loss": 0.3396,
      "step": 1622640
    },
    {
      "epoch": 452.87,
      "grad_norm": 1.0433262586593628,
      "learning_rate": 2.026229572213604e-06,
      "loss": 0.3542,
      "step": 1622650
    },
    {
      "epoch": 452.88,
      "grad_norm": 1.1664835214614868,
      "learning_rate": 2.026202781890067e-06,
      "loss": 0.342,
      "step": 1622660
    },
    {
      "epoch": 452.88,
      "grad_norm": 1.0045994520187378,
      "learning_rate": 2.026175991608795e-06,
      "loss": 0.3495,
      "step": 1622670
    },
    {
      "epoch": 452.88,
      "grad_norm": 1.0218311548233032,
      "learning_rate": 2.0261492013697934e-06,
      "loss": 0.3362,
      "step": 1622680
    },
    {
      "epoch": 452.89,
      "grad_norm": 1.439699411392212,
      "learning_rate": 2.0261224111730637e-06,
      "loss": 0.3559,
      "step": 1622690
    },
    {
      "epoch": 452.89,
      "grad_norm": 1.0289710760116577,
      "learning_rate": 2.02609562101861e-06,
      "loss": 0.3552,
      "step": 1622700
    },
    {
      "epoch": 452.89,
      "grad_norm": 0.9556951522827148,
      "learning_rate": 2.026068830906437e-06,
      "loss": 0.3503,
      "step": 1622710
    },
    {
      "epoch": 452.89,
      "grad_norm": 0.9743011593818665,
      "learning_rate": 2.026042040836546e-06,
      "loss": 0.3657,
      "step": 1622720
    },
    {
      "epoch": 452.9,
      "grad_norm": 1.0000126361846924,
      "learning_rate": 2.0260152508089434e-06,
      "loss": 0.3257,
      "step": 1622730
    },
    {
      "epoch": 452.9,
      "grad_norm": 1.178983449935913,
      "learning_rate": 2.0259884608236314e-06,
      "loss": 0.3547,
      "step": 1622740
    },
    {
      "epoch": 452.9,
      "grad_norm": 0.9723724722862244,
      "learning_rate": 2.025961670880613e-06,
      "loss": 0.3434,
      "step": 1622750
    },
    {
      "epoch": 452.91,
      "grad_norm": 1.0203098058700562,
      "learning_rate": 2.025934880979893e-06,
      "loss": 0.3494,
      "step": 1622760
    },
    {
      "epoch": 452.91,
      "grad_norm": 1.1651843786239624,
      "learning_rate": 2.025908091121474e-06,
      "loss": 0.3602,
      "step": 1622770
    },
    {
      "epoch": 452.91,
      "grad_norm": 1.0775057077407837,
      "learning_rate": 2.025881301305359e-06,
      "loss": 0.3477,
      "step": 1622780
    },
    {
      "epoch": 452.91,
      "grad_norm": 1.1665955781936646,
      "learning_rate": 2.025854511531553e-06,
      "loss": 0.35,
      "step": 1622790
    },
    {
      "epoch": 452.92,
      "grad_norm": 0.9246090054512024,
      "learning_rate": 2.0258277218000597e-06,
      "loss": 0.3397,
      "step": 1622800
    },
    {
      "epoch": 452.92,
      "grad_norm": 1.00895357131958,
      "learning_rate": 2.025800932110881e-06,
      "loss": 0.351,
      "step": 1622810
    },
    {
      "epoch": 452.92,
      "grad_norm": 1.163460373878479,
      "learning_rate": 2.025774142464022e-06,
      "loss": 0.3473,
      "step": 1622820
    },
    {
      "epoch": 452.92,
      "grad_norm": 0.9402918815612793,
      "learning_rate": 2.0257473528594858e-06,
      "loss": 0.3616,
      "step": 1622830
    },
    {
      "epoch": 452.93,
      "grad_norm": 1.0186467170715332,
      "learning_rate": 2.0257205632972744e-06,
      "loss": 0.3369,
      "step": 1622840
    },
    {
      "epoch": 452.93,
      "grad_norm": 1.0796538591384888,
      "learning_rate": 2.0256937737773942e-06,
      "loss": 0.3661,
      "step": 1622850
    },
    {
      "epoch": 452.93,
      "grad_norm": 1.0447100400924683,
      "learning_rate": 2.0256669842998476e-06,
      "loss": 0.3369,
      "step": 1622860
    },
    {
      "epoch": 452.94,
      "grad_norm": 0.9397267699241638,
      "learning_rate": 2.0256401948646365e-06,
      "loss": 0.3299,
      "step": 1622870
    },
    {
      "epoch": 452.94,
      "grad_norm": 1.0788958072662354,
      "learning_rate": 2.025613405471767e-06,
      "loss": 0.3531,
      "step": 1622880
    },
    {
      "epoch": 452.94,
      "grad_norm": 1.0452611446380615,
      "learning_rate": 2.025586616121241e-06,
      "loss": 0.3555,
      "step": 1622890
    },
    {
      "epoch": 452.94,
      "grad_norm": 0.9262822866439819,
      "learning_rate": 2.025559826813063e-06,
      "loss": 0.3445,
      "step": 1622900
    },
    {
      "epoch": 452.95,
      "grad_norm": 1.013837218284607,
      "learning_rate": 2.0255330375472364e-06,
      "loss": 0.3444,
      "step": 1622910
    },
    {
      "epoch": 452.95,
      "grad_norm": 1.0676835775375366,
      "learning_rate": 2.0255062483237645e-06,
      "loss": 0.3483,
      "step": 1622920
    },
    {
      "epoch": 452.95,
      "grad_norm": 0.9472554922103882,
      "learning_rate": 2.02547945914265e-06,
      "loss": 0.3386,
      "step": 1622930
    },
    {
      "epoch": 452.96,
      "grad_norm": 1.0899521112442017,
      "learning_rate": 2.025452670003899e-06,
      "loss": 0.3567,
      "step": 1622940
    },
    {
      "epoch": 452.96,
      "grad_norm": 0.9917755722999573,
      "learning_rate": 2.0254258809075124e-06,
      "loss": 0.3328,
      "step": 1622950
    },
    {
      "epoch": 452.96,
      "grad_norm": 1.0007108449935913,
      "learning_rate": 2.025399091853495e-06,
      "loss": 0.3325,
      "step": 1622960
    },
    {
      "epoch": 452.96,
      "grad_norm": 0.988050639629364,
      "learning_rate": 2.02537230284185e-06,
      "loss": 0.3384,
      "step": 1622970
    },
    {
      "epoch": 452.97,
      "grad_norm": 0.9953281283378601,
      "learning_rate": 2.025345513872582e-06,
      "loss": 0.3386,
      "step": 1622980
    },
    {
      "epoch": 452.97,
      "grad_norm": 1.030984878540039,
      "learning_rate": 2.0253187249456924e-06,
      "loss": 0.3286,
      "step": 1622990
    },
    {
      "epoch": 452.97,
      "grad_norm": 1.01626718044281,
      "learning_rate": 2.025291936061187e-06,
      "loss": 0.3509,
      "step": 1623000
    },
    {
      "epoch": 452.98,
      "grad_norm": 1.1619131565093994,
      "learning_rate": 2.0252651472190675e-06,
      "loss": 0.3244,
      "step": 1623010
    },
    {
      "epoch": 452.98,
      "grad_norm": 1.1355632543563843,
      "learning_rate": 2.025238358419339e-06,
      "loss": 0.3478,
      "step": 1623020
    },
    {
      "epoch": 452.98,
      "grad_norm": 1.178993821144104,
      "learning_rate": 2.0252115696620054e-06,
      "loss": 0.3444,
      "step": 1623030
    },
    {
      "epoch": 452.98,
      "grad_norm": 0.9915629029273987,
      "learning_rate": 2.0251847809470683e-06,
      "loss": 0.3225,
      "step": 1623040
    },
    {
      "epoch": 452.99,
      "grad_norm": 0.9402246475219727,
      "learning_rate": 2.025157992274533e-06,
      "loss": 0.3385,
      "step": 1623050
    },
    {
      "epoch": 452.99,
      "grad_norm": 0.9759324193000793,
      "learning_rate": 2.025131203644402e-06,
      "loss": 0.3348,
      "step": 1623060
    },
    {
      "epoch": 452.99,
      "grad_norm": 1.3813152313232422,
      "learning_rate": 2.0251044150566787e-06,
      "loss": 0.358,
      "step": 1623070
    },
    {
      "epoch": 452.99,
      "grad_norm": 1.106066107749939,
      "learning_rate": 2.025077626511368e-06,
      "loss": 0.3393,
      "step": 1623080
    },
    {
      "epoch": 453.0,
      "grad_norm": 1.1162760257720947,
      "learning_rate": 2.025050838008473e-06,
      "loss": 0.3376,
      "step": 1623090
    },
    {
      "epoch": 453.0,
      "eval_loss": 0.34421584010124207,
      "eval_runtime": 63.3357,
      "eval_samples_per_second": 79.876,
      "eval_steps_per_second": 9.994,
      "step": 1623099
    },
    {
      "epoch": 453.0,
      "grad_norm": 0.951533317565918,
      "learning_rate": 2.025024049547996e-06,
      "loss": 0.3562,
      "step": 1623100
    },
    {
      "epoch": 453.0,
      "grad_norm": 1.0241057872772217,
      "learning_rate": 2.024997261129942e-06,
      "loss": 0.3682,
      "step": 1623110
    },
    {
      "epoch": 453.01,
      "grad_norm": 1.0398536920547485,
      "learning_rate": 2.024970472754314e-06,
      "loss": 0.3451,
      "step": 1623120
    },
    {
      "epoch": 453.01,
      "grad_norm": 1.2999347448349,
      "learning_rate": 2.024943684421115e-06,
      "loss": 0.356,
      "step": 1623130
    },
    {
      "epoch": 453.01,
      "grad_norm": 0.9690881371498108,
      "learning_rate": 2.02491689613035e-06,
      "loss": 0.357,
      "step": 1623140
    },
    {
      "epoch": 453.01,
      "grad_norm": 1.1274185180664062,
      "learning_rate": 2.024890107882022e-06,
      "loss": 0.3428,
      "step": 1623150
    },
    {
      "epoch": 453.02,
      "grad_norm": 1.1294022798538208,
      "learning_rate": 2.0248633196761334e-06,
      "loss": 0.3536,
      "step": 1623160
    },
    {
      "epoch": 453.02,
      "grad_norm": 1.0772441625595093,
      "learning_rate": 2.0248365315126893e-06,
      "loss": 0.3469,
      "step": 1623170
    },
    {
      "epoch": 453.02,
      "grad_norm": 1.054903507232666,
      "learning_rate": 2.024809743391693e-06,
      "loss": 0.3315,
      "step": 1623180
    },
    {
      "epoch": 453.03,
      "grad_norm": 1.0428798198699951,
      "learning_rate": 2.024782955313147e-06,
      "loss": 0.3341,
      "step": 1623190
    },
    {
      "epoch": 453.03,
      "grad_norm": 1.009225606918335,
      "learning_rate": 2.024756167277056e-06,
      "loss": 0.3378,
      "step": 1623200
    },
    {
      "epoch": 453.03,
      "grad_norm": 1.0519227981567383,
      "learning_rate": 2.0247293792834234e-06,
      "loss": 0.3414,
      "step": 1623210
    },
    {
      "epoch": 453.03,
      "grad_norm": 1.015939474105835,
      "learning_rate": 2.0247025913322517e-06,
      "loss": 0.365,
      "step": 1623220
    },
    {
      "epoch": 453.04,
      "grad_norm": 1.4463285207748413,
      "learning_rate": 2.024675803423546e-06,
      "loss": 0.335,
      "step": 1623230
    },
    {
      "epoch": 453.04,
      "grad_norm": 1.2130049467086792,
      "learning_rate": 2.0246490155573092e-06,
      "loss": 0.3342,
      "step": 1623240
    },
    {
      "epoch": 453.04,
      "grad_norm": 0.9195648431777954,
      "learning_rate": 2.0246222277335444e-06,
      "loss": 0.3375,
      "step": 1623250
    },
    {
      "epoch": 453.04,
      "grad_norm": 1.0620605945587158,
      "learning_rate": 2.024595439952256e-06,
      "loss": 0.3319,
      "step": 1623260
    },
    {
      "epoch": 453.05,
      "grad_norm": 1.0091533660888672,
      "learning_rate": 2.0245686522134475e-06,
      "loss": 0.3548,
      "step": 1623270
    },
    {
      "epoch": 453.05,
      "grad_norm": 1.4090683460235596,
      "learning_rate": 2.024541864517121e-06,
      "loss": 0.332,
      "step": 1623280
    },
    {
      "epoch": 453.05,
      "grad_norm": 1.7089191675186157,
      "learning_rate": 2.024515076863282e-06,
      "loss": 0.3379,
      "step": 1623290
    },
    {
      "epoch": 453.06,
      "grad_norm": 1.0746381282806396,
      "learning_rate": 2.024488289251932e-06,
      "loss": 0.3407,
      "step": 1623300
    },
    {
      "epoch": 453.06,
      "grad_norm": 1.204620122909546,
      "learning_rate": 2.0244615016830777e-06,
      "loss": 0.3418,
      "step": 1623310
    },
    {
      "epoch": 453.06,
      "grad_norm": 1.0907692909240723,
      "learning_rate": 2.02443471415672e-06,
      "loss": 0.3324,
      "step": 1623320
    },
    {
      "epoch": 453.06,
      "grad_norm": 1.1444631814956665,
      "learning_rate": 2.024407926672863e-06,
      "loss": 0.3545,
      "step": 1623330
    },
    {
      "epoch": 453.07,
      "grad_norm": 0.9940573573112488,
      "learning_rate": 2.024381139231511e-06,
      "loss": 0.3546,
      "step": 1623340
    },
    {
      "epoch": 453.07,
      "grad_norm": 1.021465539932251,
      "learning_rate": 2.024354351832667e-06,
      "loss": 0.3493,
      "step": 1623350
    },
    {
      "epoch": 453.07,
      "grad_norm": 1.0677767992019653,
      "learning_rate": 2.024327564476334e-06,
      "loss": 0.347,
      "step": 1623360
    },
    {
      "epoch": 453.08,
      "grad_norm": 1.034013271331787,
      "learning_rate": 2.024300777162517e-06,
      "loss": 0.3408,
      "step": 1623370
    },
    {
      "epoch": 453.08,
      "grad_norm": 1.0760259628295898,
      "learning_rate": 2.0242739898912182e-06,
      "loss": 0.333,
      "step": 1623380
    },
    {
      "epoch": 453.08,
      "grad_norm": 1.0015301704406738,
      "learning_rate": 2.024247202662442e-06,
      "loss": 0.3398,
      "step": 1623390
    },
    {
      "epoch": 453.08,
      "grad_norm": 1.0406137704849243,
      "learning_rate": 2.024220415476192e-06,
      "loss": 0.3376,
      "step": 1623400
    },
    {
      "epoch": 453.09,
      "grad_norm": 0.9764823317527771,
      "learning_rate": 2.024193628332471e-06,
      "loss": 0.3457,
      "step": 1623410
    },
    {
      "epoch": 453.09,
      "grad_norm": 0.9644916653633118,
      "learning_rate": 2.0241668412312827e-06,
      "loss": 0.3314,
      "step": 1623420
    },
    {
      "epoch": 453.09,
      "grad_norm": 0.9561658501625061,
      "learning_rate": 2.024140054172632e-06,
      "loss": 0.3403,
      "step": 1623430
    },
    {
      "epoch": 453.1,
      "grad_norm": 0.9919431209564209,
      "learning_rate": 2.024113267156521e-06,
      "loss": 0.3542,
      "step": 1623440
    },
    {
      "epoch": 453.1,
      "grad_norm": 0.9663432240486145,
      "learning_rate": 2.024086480182953e-06,
      "loss": 0.3305,
      "step": 1623450
    },
    {
      "epoch": 453.1,
      "grad_norm": 1.0808838605880737,
      "learning_rate": 2.0240596932519335e-06,
      "loss": 0.3384,
      "step": 1623460
    },
    {
      "epoch": 453.1,
      "grad_norm": 1.0103651285171509,
      "learning_rate": 2.0240329063634645e-06,
      "loss": 0.3433,
      "step": 1623470
    },
    {
      "epoch": 453.11,
      "grad_norm": 0.9712408185005188,
      "learning_rate": 2.0240061195175497e-06,
      "loss": 0.3408,
      "step": 1623480
    },
    {
      "epoch": 453.11,
      "grad_norm": 1.0892423391342163,
      "learning_rate": 2.023979332714193e-06,
      "loss": 0.3494,
      "step": 1623490
    },
    {
      "epoch": 453.11,
      "grad_norm": 1.1228996515274048,
      "learning_rate": 2.0239525459533984e-06,
      "loss": 0.338,
      "step": 1623500
    },
    {
      "epoch": 453.11,
      "grad_norm": 0.9866763353347778,
      "learning_rate": 2.0239257592351674e-06,
      "loss": 0.35,
      "step": 1623510
    },
    {
      "epoch": 453.12,
      "grad_norm": 0.9532854557037354,
      "learning_rate": 2.0238989725595066e-06,
      "loss": 0.3396,
      "step": 1623520
    },
    {
      "epoch": 453.12,
      "grad_norm": 0.876910388469696,
      "learning_rate": 2.023872185926418e-06,
      "loss": 0.3478,
      "step": 1623530
    },
    {
      "epoch": 453.12,
      "grad_norm": 1.2573331594467163,
      "learning_rate": 2.023845399335904e-06,
      "loss": 0.3441,
      "step": 1623540
    },
    {
      "epoch": 453.13,
      "grad_norm": 1.0483250617980957,
      "learning_rate": 2.0238186127879704e-06,
      "loss": 0.3516,
      "step": 1623550
    },
    {
      "epoch": 453.13,
      "grad_norm": 1.224449872970581,
      "learning_rate": 2.02379182628262e-06,
      "loss": 0.3437,
      "step": 1623560
    },
    {
      "epoch": 453.13,
      "grad_norm": 1.0663219690322876,
      "learning_rate": 2.0237650398198554e-06,
      "loss": 0.3318,
      "step": 1623570
    },
    {
      "epoch": 453.13,
      "grad_norm": 1.1298160552978516,
      "learning_rate": 2.0237382533996813e-06,
      "loss": 0.3365,
      "step": 1623580
    },
    {
      "epoch": 453.14,
      "grad_norm": 1.1736589670181274,
      "learning_rate": 2.0237114670221e-06,
      "loss": 0.3424,
      "step": 1623590
    },
    {
      "epoch": 453.14,
      "grad_norm": 1.1904722452163696,
      "learning_rate": 2.023684680687117e-06,
      "loss": 0.3288,
      "step": 1623600
    },
    {
      "epoch": 453.14,
      "grad_norm": 0.9352203011512756,
      "learning_rate": 2.0236578943947344e-06,
      "loss": 0.3477,
      "step": 1623610
    },
    {
      "epoch": 453.15,
      "grad_norm": 1.1563533544540405,
      "learning_rate": 2.023631108144956e-06,
      "loss": 0.3461,
      "step": 1623620
    },
    {
      "epoch": 453.15,
      "grad_norm": 1.0766886472702026,
      "learning_rate": 2.0236043219377856e-06,
      "loss": 0.3516,
      "step": 1623630
    },
    {
      "epoch": 453.15,
      "grad_norm": 0.9471763968467712,
      "learning_rate": 2.023577535773227e-06,
      "loss": 0.3513,
      "step": 1623640
    },
    {
      "epoch": 453.15,
      "grad_norm": 0.9485315680503845,
      "learning_rate": 2.0235507496512827e-06,
      "loss": 0.3379,
      "step": 1623650
    },
    {
      "epoch": 453.16,
      "grad_norm": 1.2296303510665894,
      "learning_rate": 2.0235239635719577e-06,
      "loss": 0.3437,
      "step": 1623660
    },
    {
      "epoch": 453.16,
      "grad_norm": 0.9482945799827576,
      "learning_rate": 2.023497177535255e-06,
      "loss": 0.3455,
      "step": 1623670
    },
    {
      "epoch": 453.16,
      "grad_norm": 1.0692415237426758,
      "learning_rate": 2.023470391541177e-06,
      "loss": 0.3406,
      "step": 1623680
    },
    {
      "epoch": 453.16,
      "grad_norm": 0.9469457268714905,
      "learning_rate": 2.0234436055897294e-06,
      "loss": 0.3649,
      "step": 1623690
    },
    {
      "epoch": 453.17,
      "grad_norm": 1.1092827320098877,
      "learning_rate": 2.0234168196809142e-06,
      "loss": 0.346,
      "step": 1623700
    },
    {
      "epoch": 453.17,
      "grad_norm": 1.0305536985397339,
      "learning_rate": 2.0233900338147353e-06,
      "loss": 0.3454,
      "step": 1623710
    },
    {
      "epoch": 453.17,
      "grad_norm": 1.2374491691589355,
      "learning_rate": 2.023363247991197e-06,
      "loss": 0.351,
      "step": 1623720
    },
    {
      "epoch": 453.18,
      "grad_norm": 1.0968729257583618,
      "learning_rate": 2.0233364622103023e-06,
      "loss": 0.3422,
      "step": 1623730
    },
    {
      "epoch": 453.18,
      "grad_norm": 1.85431706905365,
      "learning_rate": 2.0233096764720533e-06,
      "loss": 0.3504,
      "step": 1623740
    },
    {
      "epoch": 453.18,
      "grad_norm": 1.0170187950134277,
      "learning_rate": 2.023282890776456e-06,
      "loss": 0.3566,
      "step": 1623750
    },
    {
      "epoch": 453.18,
      "grad_norm": 1.1858218908309937,
      "learning_rate": 2.0232561051235136e-06,
      "loss": 0.3558,
      "step": 1623760
    },
    {
      "epoch": 453.19,
      "grad_norm": 1.042228102684021,
      "learning_rate": 2.023229319513228e-06,
      "loss": 0.3467,
      "step": 1623770
    },
    {
      "epoch": 453.19,
      "grad_norm": 1.2009810209274292,
      "learning_rate": 2.0232025339456044e-06,
      "loss": 0.3355,
      "step": 1623780
    },
    {
      "epoch": 453.19,
      "grad_norm": 1.2244466543197632,
      "learning_rate": 2.0231757484206455e-06,
      "loss": 0.3389,
      "step": 1623790
    },
    {
      "epoch": 453.2,
      "grad_norm": 0.9972255229949951,
      "learning_rate": 2.0231489629383546e-06,
      "loss": 0.3404,
      "step": 1623800
    },
    {
      "epoch": 453.2,
      "grad_norm": 1.2196624279022217,
      "learning_rate": 2.023122177498737e-06,
      "loss": 0.344,
      "step": 1623810
    },
    {
      "epoch": 453.2,
      "grad_norm": 0.9524561762809753,
      "learning_rate": 2.0230953921017943e-06,
      "loss": 0.334,
      "step": 1623820
    },
    {
      "epoch": 453.2,
      "grad_norm": 1.1035654544830322,
      "learning_rate": 2.0230686067475303e-06,
      "loss": 0.3589,
      "step": 1623830
    },
    {
      "epoch": 453.21,
      "grad_norm": 1.5058730840682983,
      "learning_rate": 2.0230418214359496e-06,
      "loss": 0.3499,
      "step": 1623840
    },
    {
      "epoch": 453.21,
      "grad_norm": 1.1164194345474243,
      "learning_rate": 2.0230150361670555e-06,
      "loss": 0.3562,
      "step": 1623850
    },
    {
      "epoch": 453.21,
      "grad_norm": 1.0521996021270752,
      "learning_rate": 2.022988250940851e-06,
      "loss": 0.3367,
      "step": 1623860
    },
    {
      "epoch": 453.22,
      "grad_norm": 1.0222314596176147,
      "learning_rate": 2.0229614657573404e-06,
      "loss": 0.352,
      "step": 1623870
    },
    {
      "epoch": 453.22,
      "grad_norm": 1.152692198753357,
      "learning_rate": 2.022934680616526e-06,
      "loss": 0.3481,
      "step": 1623880
    },
    {
      "epoch": 453.22,
      "grad_norm": 1.128151774406433,
      "learning_rate": 2.0229078955184126e-06,
      "loss": 0.348,
      "step": 1623890
    },
    {
      "epoch": 453.22,
      "grad_norm": 1.2591058015823364,
      "learning_rate": 2.022881110463004e-06,
      "loss": 0.3401,
      "step": 1623900
    },
    {
      "epoch": 453.23,
      "grad_norm": 1.0019937753677368,
      "learning_rate": 2.0228543254503026e-06,
      "loss": 0.3514,
      "step": 1623910
    },
    {
      "epoch": 453.23,
      "grad_norm": 1.3836647272109985,
      "learning_rate": 2.022827540480313e-06,
      "loss": 0.3449,
      "step": 1623920
    },
    {
      "epoch": 453.23,
      "grad_norm": 0.996731162071228,
      "learning_rate": 2.0228007555530378e-06,
      "loss": 0.3279,
      "step": 1623930
    },
    {
      "epoch": 453.23,
      "grad_norm": 1.182071328163147,
      "learning_rate": 2.0227739706684803e-06,
      "loss": 0.3488,
      "step": 1623940
    },
    {
      "epoch": 453.24,
      "grad_norm": 1.190089225769043,
      "learning_rate": 2.022747185826646e-06,
      "loss": 0.3523,
      "step": 1623950
    },
    {
      "epoch": 453.24,
      "grad_norm": 0.9277836084365845,
      "learning_rate": 2.022720401027537e-06,
      "loss": 0.3379,
      "step": 1623960
    },
    {
      "epoch": 453.24,
      "grad_norm": 1.2257620096206665,
      "learning_rate": 2.0226936162711563e-06,
      "loss": 0.3361,
      "step": 1623970
    },
    {
      "epoch": 453.25,
      "grad_norm": 1.0262281894683838,
      "learning_rate": 2.022666831557509e-06,
      "loss": 0.3535,
      "step": 1623980
    },
    {
      "epoch": 453.25,
      "grad_norm": 1.072531819343567,
      "learning_rate": 2.0226400468865984e-06,
      "loss": 0.3378,
      "step": 1623990
    },
    {
      "epoch": 453.25,
      "grad_norm": 0.9801767468452454,
      "learning_rate": 2.0226132622584267e-06,
      "loss": 0.3505,
      "step": 1624000
    },
    {
      "epoch": 453.25,
      "grad_norm": 1.0848815441131592,
      "learning_rate": 2.022586477672999e-06,
      "loss": 0.3274,
      "step": 1624010
    },
    {
      "epoch": 453.26,
      "grad_norm": 1.1053043603897095,
      "learning_rate": 2.0225596931303183e-06,
      "loss": 0.3444,
      "step": 1624020
    },
    {
      "epoch": 453.26,
      "grad_norm": 1.6899889707565308,
      "learning_rate": 2.0225329086303874e-06,
      "loss": 0.3667,
      "step": 1624030
    },
    {
      "epoch": 453.26,
      "grad_norm": 1.0503807067871094,
      "learning_rate": 2.022506124173211e-06,
      "loss": 0.3447,
      "step": 1624040
    },
    {
      "epoch": 453.27,
      "grad_norm": 1.1585142612457275,
      "learning_rate": 2.0224793397587927e-06,
      "loss": 0.3435,
      "step": 1624050
    },
    {
      "epoch": 453.27,
      "grad_norm": 0.9879766702651978,
      "learning_rate": 2.0224525553871348e-06,
      "loss": 0.3426,
      "step": 1624060
    },
    {
      "epoch": 453.27,
      "grad_norm": 1.1113826036453247,
      "learning_rate": 2.0224257710582427e-06,
      "loss": 0.3445,
      "step": 1624070
    },
    {
      "epoch": 453.27,
      "grad_norm": 1.0166094303131104,
      "learning_rate": 2.022398986772118e-06,
      "loss": 0.3515,
      "step": 1624080
    },
    {
      "epoch": 453.28,
      "grad_norm": 1.0990965366363525,
      "learning_rate": 2.022372202528765e-06,
      "loss": 0.3474,
      "step": 1624090
    },
    {
      "epoch": 453.28,
      "grad_norm": 1.1499824523925781,
      "learning_rate": 2.0223454183281883e-06,
      "loss": 0.3533,
      "step": 1624100
    },
    {
      "epoch": 453.28,
      "grad_norm": 1.1958156824111938,
      "learning_rate": 2.022318634170391e-06,
      "loss": 0.3486,
      "step": 1624110
    },
    {
      "epoch": 453.28,
      "grad_norm": 1.1594396829605103,
      "learning_rate": 2.0222918500553748e-06,
      "loss": 0.3692,
      "step": 1624120
    },
    {
      "epoch": 453.29,
      "grad_norm": 2.18308687210083,
      "learning_rate": 2.0222650659831455e-06,
      "loss": 0.3492,
      "step": 1624130
    },
    {
      "epoch": 453.29,
      "grad_norm": 1.0571249723434448,
      "learning_rate": 2.0222382819537067e-06,
      "loss": 0.3431,
      "step": 1624140
    },
    {
      "epoch": 453.29,
      "grad_norm": 1.0696545839309692,
      "learning_rate": 2.0222114979670605e-06,
      "loss": 0.3567,
      "step": 1624150
    },
    {
      "epoch": 453.3,
      "grad_norm": 1.9589165449142456,
      "learning_rate": 2.022184714023211e-06,
      "loss": 0.3329,
      "step": 1624160
    },
    {
      "epoch": 453.3,
      "grad_norm": 1.0065394639968872,
      "learning_rate": 2.022157930122161e-06,
      "loss": 0.3494,
      "step": 1624170
    },
    {
      "epoch": 453.3,
      "grad_norm": 5.33911657333374,
      "learning_rate": 2.022131146263917e-06,
      "loss": 0.3422,
      "step": 1624180
    },
    {
      "epoch": 453.3,
      "grad_norm": 0.9366026520729065,
      "learning_rate": 2.02210436244848e-06,
      "loss": 0.3403,
      "step": 1624190
    },
    {
      "epoch": 453.31,
      "grad_norm": 1.1091967821121216,
      "learning_rate": 2.0220775786758534e-06,
      "loss": 0.3437,
      "step": 1624200
    },
    {
      "epoch": 453.31,
      "grad_norm": 1.0878760814666748,
      "learning_rate": 2.0220507949460423e-06,
      "loss": 0.357,
      "step": 1624210
    },
    {
      "epoch": 453.31,
      "grad_norm": 0.977328896522522,
      "learning_rate": 2.022024011259049e-06,
      "loss": 0.3556,
      "step": 1624220
    },
    {
      "epoch": 453.32,
      "grad_norm": 0.9847308993339539,
      "learning_rate": 2.021997227614877e-06,
      "loss": 0.3507,
      "step": 1624230
    },
    {
      "epoch": 453.32,
      "grad_norm": 1.049507975578308,
      "learning_rate": 2.021970444013531e-06,
      "loss": 0.3317,
      "step": 1624240
    },
    {
      "epoch": 453.32,
      "grad_norm": 1.0252712965011597,
      "learning_rate": 2.0219436604550143e-06,
      "loss": 0.3238,
      "step": 1624250
    },
    {
      "epoch": 453.32,
      "grad_norm": 1.1824885606765747,
      "learning_rate": 2.021916876939329e-06,
      "loss": 0.331,
      "step": 1624260
    },
    {
      "epoch": 453.33,
      "grad_norm": 1.0553513765335083,
      "learning_rate": 2.0218900934664806e-06,
      "loss": 0.3376,
      "step": 1624270
    },
    {
      "epoch": 453.33,
      "grad_norm": 1.0868979692459106,
      "learning_rate": 2.021863310036472e-06,
      "loss": 0.341,
      "step": 1624280
    },
    {
      "epoch": 453.33,
      "grad_norm": 1.0324636697769165,
      "learning_rate": 2.0218365266493062e-06,
      "loss": 0.3226,
      "step": 1624290
    },
    {
      "epoch": 453.34,
      "grad_norm": 0.9471417665481567,
      "learning_rate": 2.0218097433049875e-06,
      "loss": 0.34,
      "step": 1624300
    },
    {
      "epoch": 453.34,
      "grad_norm": 1.1131484508514404,
      "learning_rate": 2.0217829600035193e-06,
      "loss": 0.3501,
      "step": 1624310
    },
    {
      "epoch": 453.34,
      "grad_norm": 1.0606229305267334,
      "learning_rate": 2.0217561767449038e-06,
      "loss": 0.3429,
      "step": 1624320
    },
    {
      "epoch": 453.34,
      "grad_norm": 1.0134352445602417,
      "learning_rate": 2.021729393529147e-06,
      "loss": 0.3427,
      "step": 1624330
    },
    {
      "epoch": 453.35,
      "grad_norm": 1.059338927268982,
      "learning_rate": 2.021702610356251e-06,
      "loss": 0.3368,
      "step": 1624340
    },
    {
      "epoch": 453.35,
      "grad_norm": 0.9670450091362,
      "learning_rate": 2.0216758272262194e-06,
      "loss": 0.3429,
      "step": 1624350
    },
    {
      "epoch": 453.35,
      "grad_norm": 0.9393292665481567,
      "learning_rate": 2.021649044139056e-06,
      "loss": 0.3453,
      "step": 1624360
    },
    {
      "epoch": 453.35,
      "grad_norm": 0.9436410069465637,
      "learning_rate": 2.021622261094764e-06,
      "loss": 0.3405,
      "step": 1624370
    },
    {
      "epoch": 453.36,
      "grad_norm": 0.9776970148086548,
      "learning_rate": 2.0215954780933474e-06,
      "loss": 0.369,
      "step": 1624380
    },
    {
      "epoch": 453.36,
      "grad_norm": 1.1753294467926025,
      "learning_rate": 2.0215686951348103e-06,
      "loss": 0.3508,
      "step": 1624390
    },
    {
      "epoch": 453.36,
      "grad_norm": 0.994466245174408,
      "learning_rate": 2.0215419122191554e-06,
      "loss": 0.3605,
      "step": 1624400
    },
    {
      "epoch": 453.37,
      "grad_norm": 0.9812307953834534,
      "learning_rate": 2.021515129346386e-06,
      "loss": 0.3438,
      "step": 1624410
    },
    {
      "epoch": 453.37,
      "grad_norm": 1.1860203742980957,
      "learning_rate": 2.021488346516506e-06,
      "loss": 0.3454,
      "step": 1624420
    },
    {
      "epoch": 453.37,
      "grad_norm": 1.0489720106124878,
      "learning_rate": 2.02146156372952e-06,
      "loss": 0.3583,
      "step": 1624430
    },
    {
      "epoch": 453.37,
      "grad_norm": 1.0077310800552368,
      "learning_rate": 2.02143478098543e-06,
      "loss": 0.338,
      "step": 1624440
    },
    {
      "epoch": 453.38,
      "grad_norm": 1.0506893396377563,
      "learning_rate": 2.021407998284241e-06,
      "loss": 0.351,
      "step": 1624450
    },
    {
      "epoch": 453.38,
      "grad_norm": 1.0448639392852783,
      "learning_rate": 2.0213812156259544e-06,
      "loss": 0.3394,
      "step": 1624460
    },
    {
      "epoch": 453.38,
      "grad_norm": 1.2865811586380005,
      "learning_rate": 2.021354433010576e-06,
      "loss": 0.3415,
      "step": 1624470
    },
    {
      "epoch": 453.39,
      "grad_norm": 1.0260883569717407,
      "learning_rate": 2.021327650438109e-06,
      "loss": 0.3409,
      "step": 1624480
    },
    {
      "epoch": 453.39,
      "grad_norm": 1.083843469619751,
      "learning_rate": 2.021300867908555e-06,
      "loss": 0.3298,
      "step": 1624490
    },
    {
      "epoch": 453.39,
      "grad_norm": 1.0782561302185059,
      "learning_rate": 2.0212740854219206e-06,
      "loss": 0.3462,
      "step": 1624500
    },
    {
      "epoch": 453.39,
      "grad_norm": 1.1577340364456177,
      "learning_rate": 2.0212473029782075e-06,
      "loss": 0.3338,
      "step": 1624510
    },
    {
      "epoch": 453.4,
      "grad_norm": 0.9226985573768616,
      "learning_rate": 2.0212205205774195e-06,
      "loss": 0.3458,
      "step": 1624520
    },
    {
      "epoch": 453.4,
      "grad_norm": 1.02481210231781,
      "learning_rate": 2.0211937382195604e-06,
      "loss": 0.347,
      "step": 1624530
    },
    {
      "epoch": 453.4,
      "grad_norm": 1.302223801612854,
      "learning_rate": 2.0211669559046336e-06,
      "loss": 0.36,
      "step": 1624540
    },
    {
      "epoch": 453.4,
      "grad_norm": 1.2461005449295044,
      "learning_rate": 2.0211401736326417e-06,
      "loss": 0.3445,
      "step": 1624550
    },
    {
      "epoch": 453.41,
      "grad_norm": 1.0690584182739258,
      "learning_rate": 2.0211133914035904e-06,
      "loss": 0.3446,
      "step": 1624560
    },
    {
      "epoch": 453.41,
      "grad_norm": 1.099332332611084,
      "learning_rate": 2.021086609217482e-06,
      "loss": 0.3618,
      "step": 1624570
    },
    {
      "epoch": 453.41,
      "grad_norm": 0.9795273542404175,
      "learning_rate": 2.02105982707432e-06,
      "loss": 0.3463,
      "step": 1624580
    },
    {
      "epoch": 453.42,
      "grad_norm": 1.028123378753662,
      "learning_rate": 2.0210330449741084e-06,
      "loss": 0.3449,
      "step": 1624590
    },
    {
      "epoch": 453.42,
      "grad_norm": 1.0744622945785522,
      "learning_rate": 2.0210062629168508e-06,
      "loss": 0.3499,
      "step": 1624600
    },
    {
      "epoch": 453.42,
      "grad_norm": 1.0214653015136719,
      "learning_rate": 2.020979480902549e-06,
      "loss": 0.3453,
      "step": 1624610
    },
    {
      "epoch": 453.42,
      "grad_norm": 1.0533503293991089,
      "learning_rate": 2.0209526989312093e-06,
      "loss": 0.3418,
      "step": 1624620
    },
    {
      "epoch": 453.43,
      "grad_norm": 0.9992485046386719,
      "learning_rate": 2.020925917002834e-06,
      "loss": 0.3301,
      "step": 1624630
    },
    {
      "epoch": 453.43,
      "grad_norm": 1.0240890979766846,
      "learning_rate": 2.0208991351174254e-06,
      "loss": 0.3339,
      "step": 1624640
    },
    {
      "epoch": 453.43,
      "grad_norm": 1.1478053331375122,
      "learning_rate": 2.0208723532749896e-06,
      "loss": 0.3427,
      "step": 1624650
    },
    {
      "epoch": 453.44,
      "grad_norm": 1.02573823928833,
      "learning_rate": 2.020845571475529e-06,
      "loss": 0.3384,
      "step": 1624660
    },
    {
      "epoch": 453.44,
      "grad_norm": 1.3158769607543945,
      "learning_rate": 2.0208187897190463e-06,
      "loss": 0.3503,
      "step": 1624670
    },
    {
      "epoch": 453.44,
      "grad_norm": 1.0595403909683228,
      "learning_rate": 2.0207920080055464e-06,
      "loss": 0.3489,
      "step": 1624680
    },
    {
      "epoch": 453.44,
      "grad_norm": 1.331140160560608,
      "learning_rate": 2.0207652263350325e-06,
      "loss": 0.343,
      "step": 1624690
    },
    {
      "epoch": 453.45,
      "grad_norm": 0.8889248371124268,
      "learning_rate": 2.020738444707507e-06,
      "loss": 0.3434,
      "step": 1624700
    },
    {
      "epoch": 453.45,
      "grad_norm": 1.1209628582000732,
      "learning_rate": 2.0207116631229753e-06,
      "loss": 0.3357,
      "step": 1624710
    },
    {
      "epoch": 453.45,
      "grad_norm": 0.9528055787086487,
      "learning_rate": 2.02068488158144e-06,
      "loss": 0.3657,
      "step": 1624720
    },
    {
      "epoch": 453.46,
      "grad_norm": 0.9675254821777344,
      "learning_rate": 2.0206581000829042e-06,
      "loss": 0.3424,
      "step": 1624730
    },
    {
      "epoch": 453.46,
      "grad_norm": 1.0997182130813599,
      "learning_rate": 2.020631318627373e-06,
      "loss": 0.351,
      "step": 1624740
    },
    {
      "epoch": 453.46,
      "grad_norm": 0.9712986946105957,
      "learning_rate": 2.0206045372148474e-06,
      "loss": 0.3661,
      "step": 1624750
    },
    {
      "epoch": 453.46,
      "grad_norm": 1.1903902292251587,
      "learning_rate": 2.0205777558453334e-06,
      "loss": 0.3436,
      "step": 1624760
    },
    {
      "epoch": 453.47,
      "grad_norm": 1.142052412033081,
      "learning_rate": 2.0205509745188344e-06,
      "loss": 0.3389,
      "step": 1624770
    },
    {
      "epoch": 453.47,
      "grad_norm": 1.2274417877197266,
      "learning_rate": 2.020524193235352e-06,
      "loss": 0.3442,
      "step": 1624780
    },
    {
      "epoch": 453.47,
      "grad_norm": 1.0099600553512573,
      "learning_rate": 2.020497411994892e-06,
      "loss": 0.3523,
      "step": 1624790
    },
    {
      "epoch": 453.47,
      "grad_norm": 1.2659735679626465,
      "learning_rate": 2.020470630797457e-06,
      "loss": 0.3397,
      "step": 1624800
    },
    {
      "epoch": 453.48,
      "grad_norm": 0.9805905222892761,
      "learning_rate": 2.02044384964305e-06,
      "loss": 0.3463,
      "step": 1624810
    },
    {
      "epoch": 453.48,
      "grad_norm": 1.984145164489746,
      "learning_rate": 2.0204170685316756e-06,
      "loss": 0.3567,
      "step": 1624820
    },
    {
      "epoch": 453.48,
      "grad_norm": 1.2649309635162354,
      "learning_rate": 2.020390287463337e-06,
      "loss": 0.3447,
      "step": 1624830
    },
    {
      "epoch": 453.49,
      "grad_norm": 0.9861648678779602,
      "learning_rate": 2.0203635064380365e-06,
      "loss": 0.3482,
      "step": 1624840
    },
    {
      "epoch": 453.49,
      "grad_norm": 0.8386021256446838,
      "learning_rate": 2.02033672545578e-06,
      "loss": 0.3405,
      "step": 1624850
    },
    {
      "epoch": 453.49,
      "grad_norm": 1.0838793516159058,
      "learning_rate": 2.02030994451657e-06,
      "loss": 0.3375,
      "step": 1624860
    },
    {
      "epoch": 453.49,
      "grad_norm": 2.493454694747925,
      "learning_rate": 2.0202831636204093e-06,
      "loss": 0.3459,
      "step": 1624870
    },
    {
      "epoch": 453.5,
      "grad_norm": 0.8095319271087646,
      "learning_rate": 2.020256382767303e-06,
      "loss": 0.3456,
      "step": 1624880
    },
    {
      "epoch": 453.5,
      "grad_norm": 1.0962638854980469,
      "learning_rate": 2.0202296019572534e-06,
      "loss": 0.3427,
      "step": 1624890
    },
    {
      "epoch": 453.5,
      "grad_norm": 1.1146076917648315,
      "learning_rate": 2.020202821190263e-06,
      "loss": 0.3387,
      "step": 1624900
    },
    {
      "epoch": 453.51,
      "grad_norm": 0.9027592539787292,
      "learning_rate": 2.0201760404663387e-06,
      "loss": 0.362,
      "step": 1624910
    },
    {
      "epoch": 453.51,
      "grad_norm": 3.2504541873931885,
      "learning_rate": 2.020149259785482e-06,
      "loss": 0.3426,
      "step": 1624920
    },
    {
      "epoch": 453.51,
      "grad_norm": 1.001400113105774,
      "learning_rate": 2.0201224791476953e-06,
      "loss": 0.3652,
      "step": 1624930
    },
    {
      "epoch": 453.51,
      "grad_norm": 1.1119598150253296,
      "learning_rate": 2.020095698552985e-06,
      "loss": 0.3533,
      "step": 1624940
    },
    {
      "epoch": 453.52,
      "grad_norm": 1.1395221948623657,
      "learning_rate": 2.0200689180013528e-06,
      "loss": 0.3571,
      "step": 1624950
    },
    {
      "epoch": 453.52,
      "grad_norm": 1.079127550125122,
      "learning_rate": 2.020042137492802e-06,
      "loss": 0.3486,
      "step": 1624960
    },
    {
      "epoch": 453.52,
      "grad_norm": 1.1860947608947754,
      "learning_rate": 2.0200153570273374e-06,
      "loss": 0.3484,
      "step": 1624970
    },
    {
      "epoch": 453.52,
      "grad_norm": 1.1768336296081543,
      "learning_rate": 2.019988576604962e-06,
      "loss": 0.3537,
      "step": 1624980
    },
    {
      "epoch": 453.53,
      "grad_norm": 1.0411977767944336,
      "learning_rate": 2.019961796225679e-06,
      "loss": 0.3337,
      "step": 1624990
    },
    {
      "epoch": 453.53,
      "grad_norm": 1.0318392515182495,
      "learning_rate": 2.019935015889492e-06,
      "loss": 0.3577,
      "step": 1625000
    },
    {
      "epoch": 453.53,
      "grad_norm": 0.9899977445602417,
      "learning_rate": 2.019908235596406e-06,
      "loss": 0.3318,
      "step": 1625010
    },
    {
      "epoch": 453.54,
      "grad_norm": 0.9774350523948669,
      "learning_rate": 2.019881455346422e-06,
      "loss": 0.3366,
      "step": 1625020
    },
    {
      "epoch": 453.54,
      "grad_norm": 1.0590918064117432,
      "learning_rate": 2.019854675139546e-06,
      "loss": 0.3528,
      "step": 1625030
    },
    {
      "epoch": 453.54,
      "grad_norm": 1.031445860862732,
      "learning_rate": 2.01982789497578e-06,
      "loss": 0.3556,
      "step": 1625040
    },
    {
      "epoch": 453.54,
      "grad_norm": 1.081661581993103,
      "learning_rate": 2.0198011148551286e-06,
      "loss": 0.3512,
      "step": 1625050
    },
    {
      "epoch": 453.55,
      "grad_norm": 1.1138882637023926,
      "learning_rate": 2.019774334777595e-06,
      "loss": 0.3569,
      "step": 1625060
    },
    {
      "epoch": 453.55,
      "grad_norm": 1.0793280601501465,
      "learning_rate": 2.0197475547431815e-06,
      "loss": 0.3506,
      "step": 1625070
    },
    {
      "epoch": 453.55,
      "grad_norm": 1.0177351236343384,
      "learning_rate": 2.019720774751894e-06,
      "loss": 0.3555,
      "step": 1625080
    },
    {
      "epoch": 453.56,
      "grad_norm": 1.1234824657440186,
      "learning_rate": 2.0196939948037347e-06,
      "loss": 0.3404,
      "step": 1625090
    },
    {
      "epoch": 453.56,
      "grad_norm": 1.1197853088378906,
      "learning_rate": 2.019667214898707e-06,
      "loss": 0.351,
      "step": 1625100
    },
    {
      "epoch": 453.56,
      "grad_norm": 1.30553138256073,
      "learning_rate": 2.019640435036815e-06,
      "loss": 0.3504,
      "step": 1625110
    },
    {
      "epoch": 453.56,
      "grad_norm": 1.056453824043274,
      "learning_rate": 2.0196136552180625e-06,
      "loss": 0.3356,
      "step": 1625120
    },
    {
      "epoch": 453.57,
      "grad_norm": 1.0983080863952637,
      "learning_rate": 2.0195868754424515e-06,
      "loss": 0.3374,
      "step": 1625130
    },
    {
      "epoch": 453.57,
      "grad_norm": 1.0920213460922241,
      "learning_rate": 2.0195600957099876e-06,
      "loss": 0.3458,
      "step": 1625140
    },
    {
      "epoch": 453.57,
      "grad_norm": 0.9579454660415649,
      "learning_rate": 2.0195333160206736e-06,
      "loss": 0.3493,
      "step": 1625150
    },
    {
      "epoch": 453.58,
      "grad_norm": 1.3404208421707153,
      "learning_rate": 2.0195065363745125e-06,
      "loss": 0.3439,
      "step": 1625160
    },
    {
      "epoch": 453.58,
      "grad_norm": 1.1404894590377808,
      "learning_rate": 2.0194797567715087e-06,
      "loss": 0.333,
      "step": 1625170
    },
    {
      "epoch": 453.58,
      "grad_norm": 0.9327850341796875,
      "learning_rate": 2.019452977211665e-06,
      "loss": 0.3438,
      "step": 1625180
    },
    {
      "epoch": 453.58,
      "grad_norm": 6.155991077423096,
      "learning_rate": 2.0194261976949848e-06,
      "loss": 0.3414,
      "step": 1625190
    },
    {
      "epoch": 453.59,
      "grad_norm": 1.1761471033096313,
      "learning_rate": 2.0193994182214727e-06,
      "loss": 0.3677,
      "step": 1625200
    },
    {
      "epoch": 453.59,
      "grad_norm": 0.9688314199447632,
      "learning_rate": 2.0193726387911323e-06,
      "loss": 0.3312,
      "step": 1625210
    },
    {
      "epoch": 453.59,
      "grad_norm": 1.1804301738739014,
      "learning_rate": 2.019345859403965e-06,
      "loss": 0.3498,
      "step": 1625220
    },
    {
      "epoch": 453.59,
      "grad_norm": 1.578122615814209,
      "learning_rate": 2.0193190800599776e-06,
      "loss": 0.3756,
      "step": 1625230
    },
    {
      "epoch": 453.6,
      "grad_norm": 1.0396459102630615,
      "learning_rate": 2.019292300759172e-06,
      "loss": 0.3463,
      "step": 1625240
    },
    {
      "epoch": 453.6,
      "grad_norm": 1.108718991279602,
      "learning_rate": 2.0192655215015507e-06,
      "loss": 0.3394,
      "step": 1625250
    },
    {
      "epoch": 453.6,
      "grad_norm": 1.0052577257156372,
      "learning_rate": 2.0192387422871194e-06,
      "loss": 0.3572,
      "step": 1625260
    },
    {
      "epoch": 453.61,
      "grad_norm": 1.0550874471664429,
      "learning_rate": 2.0192119631158804e-06,
      "loss": 0.36,
      "step": 1625270
    },
    {
      "epoch": 453.61,
      "grad_norm": 1.2115566730499268,
      "learning_rate": 2.0191851839878367e-06,
      "loss": 0.3408,
      "step": 1625280
    },
    {
      "epoch": 453.61,
      "grad_norm": 1.165637493133545,
      "learning_rate": 2.0191584049029934e-06,
      "loss": 0.319,
      "step": 1625290
    },
    {
      "epoch": 453.61,
      "grad_norm": 1.1125050783157349,
      "learning_rate": 2.019131625861354e-06,
      "loss": 0.353,
      "step": 1625300
    },
    {
      "epoch": 453.62,
      "grad_norm": 0.992582380771637,
      "learning_rate": 2.01910484686292e-06,
      "loss": 0.3468,
      "step": 1625310
    },
    {
      "epoch": 453.62,
      "grad_norm": 1.1074907779693604,
      "learning_rate": 2.0190780679076975e-06,
      "loss": 0.3448,
      "step": 1625320
    },
    {
      "epoch": 453.62,
      "grad_norm": 0.9907718300819397,
      "learning_rate": 2.0190512889956874e-06,
      "loss": 0.3368,
      "step": 1625330
    },
    {
      "epoch": 453.63,
      "grad_norm": 0.9790144562721252,
      "learning_rate": 2.019024510126896e-06,
      "loss": 0.3493,
      "step": 1625340
    },
    {
      "epoch": 453.63,
      "grad_norm": 0.9756285548210144,
      "learning_rate": 2.018997731301326e-06,
      "loss": 0.3516,
      "step": 1625350
    },
    {
      "epoch": 453.63,
      "grad_norm": 1.2357652187347412,
      "learning_rate": 2.0189709525189794e-06,
      "loss": 0.3541,
      "step": 1625360
    },
    {
      "epoch": 453.63,
      "grad_norm": 0.9751697182655334,
      "learning_rate": 2.018944173779862e-06,
      "loss": 0.3382,
      "step": 1625370
    },
    {
      "epoch": 453.64,
      "grad_norm": 1.129894495010376,
      "learning_rate": 2.018917395083976e-06,
      "loss": 0.3475,
      "step": 1625380
    },
    {
      "epoch": 453.64,
      "grad_norm": 0.9471247792243958,
      "learning_rate": 2.0188906164313254e-06,
      "loss": 0.3383,
      "step": 1625390
    },
    {
      "epoch": 453.64,
      "grad_norm": 0.9560515880584717,
      "learning_rate": 2.0188638378219136e-06,
      "loss": 0.3365,
      "step": 1625400
    },
    {
      "epoch": 453.64,
      "grad_norm": 0.8955351114273071,
      "learning_rate": 2.0188370592557446e-06,
      "loss": 0.3261,
      "step": 1625410
    },
    {
      "epoch": 453.65,
      "grad_norm": 1.1762902736663818,
      "learning_rate": 2.0188102807328204e-06,
      "loss": 0.3565,
      "step": 1625420
    },
    {
      "epoch": 453.65,
      "grad_norm": 2.8860020637512207,
      "learning_rate": 2.018783502253147e-06,
      "loss": 0.3398,
      "step": 1625430
    },
    {
      "epoch": 453.65,
      "grad_norm": 1.2226800918579102,
      "learning_rate": 2.0187567238167264e-06,
      "loss": 0.3546,
      "step": 1625440
    },
    {
      "epoch": 453.66,
      "grad_norm": 1.0209881067276,
      "learning_rate": 2.0187299454235617e-06,
      "loss": 0.3493,
      "step": 1625450
    },
    {
      "epoch": 453.66,
      "grad_norm": 0.8924711346626282,
      "learning_rate": 2.018703167073658e-06,
      "loss": 0.3443,
      "step": 1625460
    },
    {
      "epoch": 453.66,
      "grad_norm": 1.0899944305419922,
      "learning_rate": 2.0186763887670186e-06,
      "loss": 0.3388,
      "step": 1625470
    },
    {
      "epoch": 453.66,
      "grad_norm": 0.920419454574585,
      "learning_rate": 2.0186496105036456e-06,
      "loss": 0.3448,
      "step": 1625480
    },
    {
      "epoch": 453.67,
      "grad_norm": 1.0965769290924072,
      "learning_rate": 2.0186228322835446e-06,
      "loss": 0.3389,
      "step": 1625490
    },
    {
      "epoch": 453.67,
      "grad_norm": 1.1774895191192627,
      "learning_rate": 2.0185960541067176e-06,
      "loss": 0.365,
      "step": 1625500
    },
    {
      "epoch": 453.67,
      "grad_norm": 1.078489065170288,
      "learning_rate": 2.0185692759731677e-06,
      "loss": 0.3379,
      "step": 1625510
    },
    {
      "epoch": 453.68,
      "grad_norm": 1.2275887727737427,
      "learning_rate": 2.0185424978829007e-06,
      "loss": 0.3418,
      "step": 1625520
    },
    {
      "epoch": 453.68,
      "grad_norm": 0.9764979481697083,
      "learning_rate": 2.018515719835919e-06,
      "loss": 0.3212,
      "step": 1625530
    },
    {
      "epoch": 453.68,
      "grad_norm": 1.0004137754440308,
      "learning_rate": 2.0184889418322254e-06,
      "loss": 0.334,
      "step": 1625540
    },
    {
      "epoch": 453.68,
      "grad_norm": 1.1013487577438354,
      "learning_rate": 2.0184621638718246e-06,
      "loss": 0.3384,
      "step": 1625550
    },
    {
      "epoch": 453.69,
      "grad_norm": 0.9288082122802734,
      "learning_rate": 2.0184353859547196e-06,
      "loss": 0.3518,
      "step": 1625560
    },
    {
      "epoch": 453.69,
      "grad_norm": 0.9906554818153381,
      "learning_rate": 2.018408608080913e-06,
      "loss": 0.3453,
      "step": 1625570
    },
    {
      "epoch": 453.69,
      "grad_norm": 1.1218398809432983,
      "learning_rate": 2.018381830250411e-06,
      "loss": 0.3337,
      "step": 1625580
    },
    {
      "epoch": 453.7,
      "grad_norm": 1.0678646564483643,
      "learning_rate": 2.018355052463215e-06,
      "loss": 0.3227,
      "step": 1625590
    },
    {
      "epoch": 453.7,
      "grad_norm": 0.8966997861862183,
      "learning_rate": 2.0183282747193284e-06,
      "loss": 0.3539,
      "step": 1625600
    },
    {
      "epoch": 453.7,
      "grad_norm": 1.1889996528625488,
      "learning_rate": 2.0183014970187567e-06,
      "loss": 0.3436,
      "step": 1625610
    },
    {
      "epoch": 453.7,
      "grad_norm": 1.1047282218933105,
      "learning_rate": 2.0182747193615015e-06,
      "loss": 0.34,
      "step": 1625620
    },
    {
      "epoch": 453.71,
      "grad_norm": 1.0035271644592285,
      "learning_rate": 2.0182479417475677e-06,
      "loss": 0.3452,
      "step": 1625630
    },
    {
      "epoch": 453.71,
      "grad_norm": 0.9515627026557922,
      "learning_rate": 2.018221164176958e-06,
      "loss": 0.3469,
      "step": 1625640
    },
    {
      "epoch": 453.71,
      "grad_norm": 1.1113214492797852,
      "learning_rate": 2.0181943866496757e-06,
      "loss": 0.332,
      "step": 1625650
    },
    {
      "epoch": 453.71,
      "grad_norm": 0.9971032738685608,
      "learning_rate": 2.018167609165726e-06,
      "loss": 0.3383,
      "step": 1625660
    },
    {
      "epoch": 453.72,
      "grad_norm": 1.1505365371704102,
      "learning_rate": 2.0181408317251112e-06,
      "loss": 0.3316,
      "step": 1625670
    },
    {
      "epoch": 453.72,
      "grad_norm": 1.019844889640808,
      "learning_rate": 2.018114054327835e-06,
      "loss": 0.3454,
      "step": 1625680
    },
    {
      "epoch": 453.72,
      "grad_norm": 0.9745863080024719,
      "learning_rate": 2.018087276973901e-06,
      "loss": 0.3521,
      "step": 1625690
    },
    {
      "epoch": 453.73,
      "grad_norm": 0.8884205222129822,
      "learning_rate": 2.018060499663313e-06,
      "loss": 0.3525,
      "step": 1625700
    },
    {
      "epoch": 453.73,
      "grad_norm": 1.1339294910430908,
      "learning_rate": 2.018033722396073e-06,
      "loss": 0.34,
      "step": 1625710
    },
    {
      "epoch": 453.73,
      "grad_norm": 1.3228121995925903,
      "learning_rate": 2.0180069451721875e-06,
      "loss": 0.3409,
      "step": 1625720
    },
    {
      "epoch": 453.73,
      "grad_norm": 1.001850962638855,
      "learning_rate": 2.017980167991658e-06,
      "loss": 0.3273,
      "step": 1625730
    },
    {
      "epoch": 453.74,
      "grad_norm": 1.1734635829925537,
      "learning_rate": 2.017953390854488e-06,
      "loss": 0.343,
      "step": 1625740
    },
    {
      "epoch": 453.74,
      "grad_norm": 1.0953973531723022,
      "learning_rate": 2.0179266137606822e-06,
      "loss": 0.3467,
      "step": 1625750
    },
    {
      "epoch": 453.74,
      "grad_norm": 1.0788977146148682,
      "learning_rate": 2.017899836710244e-06,
      "loss": 0.3388,
      "step": 1625760
    },
    {
      "epoch": 453.75,
      "grad_norm": 1.0937010049819946,
      "learning_rate": 2.017873059703176e-06,
      "loss": 0.338,
      "step": 1625770
    },
    {
      "epoch": 453.75,
      "grad_norm": 1.0865147113800049,
      "learning_rate": 2.0178462827394826e-06,
      "loss": 0.3454,
      "step": 1625780
    },
    {
      "epoch": 453.75,
      "grad_norm": 1.2435228824615479,
      "learning_rate": 2.0178195058191667e-06,
      "loss": 0.3457,
      "step": 1625790
    },
    {
      "epoch": 453.75,
      "grad_norm": 1.2871854305267334,
      "learning_rate": 2.0177927289422317e-06,
      "loss": 0.3372,
      "step": 1625800
    },
    {
      "epoch": 453.76,
      "grad_norm": 1.0875262022018433,
      "learning_rate": 2.017765952108683e-06,
      "loss": 0.3439,
      "step": 1625810
    },
    {
      "epoch": 453.76,
      "grad_norm": 0.9951226115226746,
      "learning_rate": 2.017739175318522e-06,
      "loss": 0.3458,
      "step": 1625820
    },
    {
      "epoch": 453.76,
      "grad_norm": 1.0897507667541504,
      "learning_rate": 2.0177123985717532e-06,
      "loss": 0.3374,
      "step": 1625830
    },
    {
      "epoch": 453.77,
      "grad_norm": 1.0146617889404297,
      "learning_rate": 2.0176856218683807e-06,
      "loss": 0.3348,
      "step": 1625840
    },
    {
      "epoch": 453.77,
      "grad_norm": 1.0051780939102173,
      "learning_rate": 2.0176588452084072e-06,
      "loss": 0.3468,
      "step": 1625850
    },
    {
      "epoch": 453.77,
      "grad_norm": 0.9589460492134094,
      "learning_rate": 2.017632068591836e-06,
      "loss": 0.3555,
      "step": 1625860
    },
    {
      "epoch": 453.77,
      "grad_norm": 1.0468074083328247,
      "learning_rate": 2.0176052920186717e-06,
      "loss": 0.3536,
      "step": 1625870
    },
    {
      "epoch": 453.78,
      "grad_norm": 1.056145429611206,
      "learning_rate": 2.0175785154889172e-06,
      "loss": 0.3269,
      "step": 1625880
    },
    {
      "epoch": 453.78,
      "grad_norm": 1.0219095945358276,
      "learning_rate": 2.0175517390025757e-06,
      "loss": 0.3299,
      "step": 1625890
    },
    {
      "epoch": 453.78,
      "grad_norm": 1.0514771938323975,
      "learning_rate": 2.017524962559652e-06,
      "loss": 0.3475,
      "step": 1625900
    },
    {
      "epoch": 453.78,
      "grad_norm": 0.9389854669570923,
      "learning_rate": 2.0174981861601487e-06,
      "loss": 0.3461,
      "step": 1625910
    },
    {
      "epoch": 453.79,
      "grad_norm": 1.0717288255691528,
      "learning_rate": 2.0174714098040694e-06,
      "loss": 0.3467,
      "step": 1625920
    },
    {
      "epoch": 453.79,
      "grad_norm": 2.398160934448242,
      "learning_rate": 2.0174446334914184e-06,
      "loss": 0.3442,
      "step": 1625930
    },
    {
      "epoch": 453.79,
      "grad_norm": 1.0731371641159058,
      "learning_rate": 2.017417857222198e-06,
      "loss": 0.3452,
      "step": 1625940
    },
    {
      "epoch": 453.8,
      "grad_norm": 0.9654894471168518,
      "learning_rate": 2.0173910809964133e-06,
      "loss": 0.3451,
      "step": 1625950
    },
    {
      "epoch": 453.8,
      "grad_norm": 0.983261227607727,
      "learning_rate": 2.017364304814067e-06,
      "loss": 0.3448,
      "step": 1625960
    },
    {
      "epoch": 453.8,
      "grad_norm": 0.9585670828819275,
      "learning_rate": 2.017337528675162e-06,
      "loss": 0.3201,
      "step": 1625970
    },
    {
      "epoch": 453.8,
      "grad_norm": 0.9630871415138245,
      "learning_rate": 2.017310752579703e-06,
      "loss": 0.3407,
      "step": 1625980
    },
    {
      "epoch": 453.81,
      "grad_norm": 1.1649523973464966,
      "learning_rate": 2.0172839765276935e-06,
      "loss": 0.3395,
      "step": 1625990
    },
    {
      "epoch": 453.81,
      "grad_norm": 1.162416934967041,
      "learning_rate": 2.017257200519136e-06,
      "loss": 0.3393,
      "step": 1626000
    },
    {
      "epoch": 453.81,
      "grad_norm": 1.0540446043014526,
      "learning_rate": 2.017230424554035e-06,
      "loss": 0.3365,
      "step": 1626010
    },
    {
      "epoch": 453.82,
      "grad_norm": 1.1144415140151978,
      "learning_rate": 2.0172036486323944e-06,
      "loss": 0.3658,
      "step": 1626020
    },
    {
      "epoch": 453.82,
      "grad_norm": 1.0681970119476318,
      "learning_rate": 2.0171768727542162e-06,
      "loss": 0.34,
      "step": 1626030
    },
    {
      "epoch": 453.82,
      "grad_norm": 0.9436129331588745,
      "learning_rate": 2.0171500969195057e-06,
      "loss": 0.3543,
      "step": 1626040
    },
    {
      "epoch": 453.82,
      "grad_norm": 0.9349478483200073,
      "learning_rate": 2.0171233211282657e-06,
      "loss": 0.3403,
      "step": 1626050
    },
    {
      "epoch": 453.83,
      "grad_norm": 1.168717622756958,
      "learning_rate": 2.0170965453804997e-06,
      "loss": 0.3388,
      "step": 1626060
    },
    {
      "epoch": 453.83,
      "grad_norm": 0.9799928665161133,
      "learning_rate": 2.0170697696762114e-06,
      "loss": 0.3403,
      "step": 1626070
    },
    {
      "epoch": 453.83,
      "grad_norm": 1.0459073781967163,
      "learning_rate": 2.017042994015405e-06,
      "loss": 0.3578,
      "step": 1626080
    },
    {
      "epoch": 453.83,
      "grad_norm": 1.0413819551467896,
      "learning_rate": 2.017016218398082e-06,
      "loss": 0.3435,
      "step": 1626090
    },
    {
      "epoch": 453.84,
      "grad_norm": 1.0957039594650269,
      "learning_rate": 2.016989442824248e-06,
      "loss": 0.3315,
      "step": 1626100
    },
    {
      "epoch": 453.84,
      "grad_norm": 0.9780805110931396,
      "learning_rate": 2.0169626672939066e-06,
      "loss": 0.349,
      "step": 1626110
    },
    {
      "epoch": 453.84,
      "grad_norm": 0.9734511971473694,
      "learning_rate": 2.0169358918070593e-06,
      "loss": 0.3411,
      "step": 1626120
    },
    {
      "epoch": 453.85,
      "grad_norm": 1.25786292552948,
      "learning_rate": 2.0169091163637123e-06,
      "loss": 0.3391,
      "step": 1626130
    },
    {
      "epoch": 453.85,
      "grad_norm": 1.0167909860610962,
      "learning_rate": 2.0168823409638676e-06,
      "loss": 0.3407,
      "step": 1626140
    },
    {
      "epoch": 453.85,
      "grad_norm": 1.1758638620376587,
      "learning_rate": 2.0168555656075282e-06,
      "loss": 0.3512,
      "step": 1626150
    },
    {
      "epoch": 453.85,
      "grad_norm": 1.1190966367721558,
      "learning_rate": 2.0168287902946996e-06,
      "loss": 0.3432,
      "step": 1626160
    },
    {
      "epoch": 453.86,
      "grad_norm": 1.5053070783615112,
      "learning_rate": 2.016802015025384e-06,
      "loss": 0.3357,
      "step": 1626170
    },
    {
      "epoch": 453.86,
      "grad_norm": 0.9661872982978821,
      "learning_rate": 2.0167752397995847e-06,
      "loss": 0.3515,
      "step": 1626180
    },
    {
      "epoch": 453.86,
      "grad_norm": 1.1039386987686157,
      "learning_rate": 2.0167484646173063e-06,
      "loss": 0.3435,
      "step": 1626190
    },
    {
      "epoch": 453.87,
      "grad_norm": 1.1841354370117188,
      "learning_rate": 2.016721689478552e-06,
      "loss": 0.3512,
      "step": 1626200
    },
    {
      "epoch": 453.87,
      "grad_norm": 1.2181228399276733,
      "learning_rate": 2.0166949143833253e-06,
      "loss": 0.3406,
      "step": 1626210
    },
    {
      "epoch": 453.87,
      "grad_norm": 1.2244737148284912,
      "learning_rate": 2.0166681393316297e-06,
      "loss": 0.3474,
      "step": 1626220
    },
    {
      "epoch": 453.87,
      "grad_norm": 0.9279145002365112,
      "learning_rate": 2.016641364323468e-06,
      "loss": 0.3362,
      "step": 1626230
    },
    {
      "epoch": 453.88,
      "grad_norm": 1.0199553966522217,
      "learning_rate": 2.0166145893588457e-06,
      "loss": 0.3504,
      "step": 1626240
    },
    {
      "epoch": 453.88,
      "grad_norm": 0.9376909732818604,
      "learning_rate": 2.0165878144377648e-06,
      "loss": 0.3633,
      "step": 1626250
    },
    {
      "epoch": 453.88,
      "grad_norm": 1.0447769165039062,
      "learning_rate": 2.0165610395602294e-06,
      "loss": 0.3311,
      "step": 1626260
    },
    {
      "epoch": 453.89,
      "grad_norm": 1.0766350030899048,
      "learning_rate": 2.016534264726243e-06,
      "loss": 0.3502,
      "step": 1626270
    },
    {
      "epoch": 453.89,
      "grad_norm": 1.0687484741210938,
      "learning_rate": 2.016507489935809e-06,
      "loss": 0.3308,
      "step": 1626280
    },
    {
      "epoch": 453.89,
      "grad_norm": 1.0817866325378418,
      "learning_rate": 2.01648071518893e-06,
      "loss": 0.3402,
      "step": 1626290
    },
    {
      "epoch": 453.89,
      "grad_norm": 1.160444974899292,
      "learning_rate": 2.016453940485612e-06,
      "loss": 0.3359,
      "step": 1626300
    },
    {
      "epoch": 453.9,
      "grad_norm": 1.1311217546463013,
      "learning_rate": 2.0164271658258568e-06,
      "loss": 0.3359,
      "step": 1626310
    },
    {
      "epoch": 453.9,
      "grad_norm": 1.03448486328125,
      "learning_rate": 2.0164003912096675e-06,
      "loss": 0.3463,
      "step": 1626320
    },
    {
      "epoch": 453.9,
      "grad_norm": 1.0819939374923706,
      "learning_rate": 2.01637361663705e-06,
      "loss": 0.3318,
      "step": 1626330
    },
    {
      "epoch": 453.9,
      "grad_norm": 0.9382452368736267,
      "learning_rate": 2.0163468421080055e-06,
      "loss": 0.329,
      "step": 1626340
    },
    {
      "epoch": 453.91,
      "grad_norm": 1.1927690505981445,
      "learning_rate": 2.016320067622539e-06,
      "loss": 0.3363,
      "step": 1626350
    },
    {
      "epoch": 453.91,
      "grad_norm": 1.2205157279968262,
      "learning_rate": 2.0162932931806533e-06,
      "loss": 0.3438,
      "step": 1626360
    },
    {
      "epoch": 453.91,
      "grad_norm": 1.2552748918533325,
      "learning_rate": 2.016266518782352e-06,
      "loss": 0.3504,
      "step": 1626370
    },
    {
      "epoch": 453.92,
      "grad_norm": 0.950273334980011,
      "learning_rate": 2.016239744427638e-06,
      "loss": 0.3399,
      "step": 1626380
    },
    {
      "epoch": 453.92,
      "grad_norm": 1.154691457748413,
      "learning_rate": 2.016212970116517e-06,
      "loss": 0.3447,
      "step": 1626390
    },
    {
      "epoch": 453.92,
      "grad_norm": 1.0787066221237183,
      "learning_rate": 2.016186195848991e-06,
      "loss": 0.3351,
      "step": 1626400
    },
    {
      "epoch": 453.92,
      "grad_norm": 0.973275899887085,
      "learning_rate": 2.0161594216250632e-06,
      "loss": 0.3399,
      "step": 1626410
    },
    {
      "epoch": 453.93,
      "grad_norm": 1.1651586294174194,
      "learning_rate": 2.0161326474447385e-06,
      "loss": 0.3438,
      "step": 1626420
    },
    {
      "epoch": 453.93,
      "grad_norm": 1.1247527599334717,
      "learning_rate": 2.01610587330802e-06,
      "loss": 0.3455,
      "step": 1626430
    },
    {
      "epoch": 453.93,
      "grad_norm": 1.1210052967071533,
      "learning_rate": 2.01607909921491e-06,
      "loss": 0.346,
      "step": 1626440
    },
    {
      "epoch": 453.94,
      "grad_norm": 0.9746804237365723,
      "learning_rate": 2.0160523251654143e-06,
      "loss": 0.354,
      "step": 1626450
    },
    {
      "epoch": 453.94,
      "grad_norm": 1.0281779766082764,
      "learning_rate": 2.016025551159535e-06,
      "loss": 0.3592,
      "step": 1626460
    },
    {
      "epoch": 453.94,
      "grad_norm": 1.05378258228302,
      "learning_rate": 2.0159987771972748e-06,
      "loss": 0.3392,
      "step": 1626470
    },
    {
      "epoch": 453.94,
      "grad_norm": 1.1397427320480347,
      "learning_rate": 2.015972003278639e-06,
      "loss": 0.359,
      "step": 1626480
    },
    {
      "epoch": 453.95,
      "grad_norm": 0.9265793561935425,
      "learning_rate": 2.0159452294036308e-06,
      "loss": 0.3631,
      "step": 1626490
    },
    {
      "epoch": 453.95,
      "grad_norm": 1.3269803524017334,
      "learning_rate": 2.0159184555722535e-06,
      "loss": 0.3511,
      "step": 1626500
    },
    {
      "epoch": 453.95,
      "grad_norm": 1.181018352508545,
      "learning_rate": 2.0158916817845107e-06,
      "loss": 0.3521,
      "step": 1626510
    },
    {
      "epoch": 453.95,
      "grad_norm": 1.1783044338226318,
      "learning_rate": 2.015864908040405e-06,
      "loss": 0.3585,
      "step": 1626520
    },
    {
      "epoch": 453.96,
      "grad_norm": 1.0480389595031738,
      "learning_rate": 2.015838134339942e-06,
      "loss": 0.3358,
      "step": 1626530
    },
    {
      "epoch": 453.96,
      "grad_norm": 1.0605932474136353,
      "learning_rate": 2.015811360683124e-06,
      "loss": 0.3626,
      "step": 1626540
    },
    {
      "epoch": 453.96,
      "grad_norm": 1.13639235496521,
      "learning_rate": 2.015784587069954e-06,
      "loss": 0.3383,
      "step": 1626550
    },
    {
      "epoch": 453.97,
      "grad_norm": 1.316422700881958,
      "learning_rate": 2.015757813500437e-06,
      "loss": 0.3558,
      "step": 1626560
    },
    {
      "epoch": 453.97,
      "grad_norm": 1.053411602973938,
      "learning_rate": 2.015731039974576e-06,
      "loss": 0.3438,
      "step": 1626570
    },
    {
      "epoch": 453.97,
      "grad_norm": 1.021319031715393,
      "learning_rate": 2.0157042664923735e-06,
      "loss": 0.3426,
      "step": 1626580
    },
    {
      "epoch": 453.97,
      "grad_norm": 0.8399535417556763,
      "learning_rate": 2.015677493053835e-06,
      "loss": 0.3421,
      "step": 1626590
    },
    {
      "epoch": 453.98,
      "grad_norm": 1.131515383720398,
      "learning_rate": 2.015650719658963e-06,
      "loss": 0.3533,
      "step": 1626600
    },
    {
      "epoch": 453.98,
      "grad_norm": 1.0491310358047485,
      "learning_rate": 2.0156239463077597e-06,
      "loss": 0.348,
      "step": 1626610
    },
    {
      "epoch": 453.98,
      "grad_norm": 0.9138895273208618,
      "learning_rate": 2.0155971730002317e-06,
      "loss": 0.3508,
      "step": 1626620
    },
    {
      "epoch": 453.99,
      "grad_norm": 0.9765809774398804,
      "learning_rate": 2.0155703997363805e-06,
      "loss": 0.3435,
      "step": 1626630
    },
    {
      "epoch": 453.99,
      "grad_norm": 1.0956364870071411,
      "learning_rate": 2.0155436265162095e-06,
      "loss": 0.3261,
      "step": 1626640
    },
    {
      "epoch": 453.99,
      "grad_norm": 0.9646286964416504,
      "learning_rate": 2.0155168533397234e-06,
      "loss": 0.3348,
      "step": 1626650
    },
    {
      "epoch": 453.99,
      "grad_norm": 1.1341043710708618,
      "learning_rate": 2.015490080206925e-06,
      "loss": 0.3511,
      "step": 1626660
    },
    {
      "epoch": 454.0,
      "grad_norm": 0.898217499256134,
      "learning_rate": 2.015463307117818e-06,
      "loss": 0.335,
      "step": 1626670
    },
    {
      "epoch": 454.0,
      "grad_norm": 1.001306176185608,
      "learning_rate": 2.015436534072406e-06,
      "loss": 0.3394,
      "step": 1626680
    },
    {
      "epoch": 454.0,
      "eval_loss": 0.34368160367012024,
      "eval_runtime": 63.3184,
      "eval_samples_per_second": 79.898,
      "eval_steps_per_second": 9.997,
      "step": 1626682
    },
    {
      "epoch": 454.0,
      "grad_norm": 1.1428800821304321,
      "learning_rate": 2.0154097610706933e-06,
      "loss": 0.3288,
      "step": 1626690
    },
    {
      "epoch": 454.01,
      "grad_norm": 1.1037920713424683,
      "learning_rate": 2.0153829881126816e-06,
      "loss": 0.3443,
      "step": 1626700
    },
    {
      "epoch": 454.01,
      "grad_norm": 1.0653398036956787,
      "learning_rate": 2.0153562151983767e-06,
      "loss": 0.3433,
      "step": 1626710
    },
    {
      "epoch": 454.01,
      "grad_norm": 0.9349042773246765,
      "learning_rate": 2.015329442327781e-06,
      "loss": 0.3447,
      "step": 1626720
    },
    {
      "epoch": 454.01,
      "grad_norm": 0.9281914830207825,
      "learning_rate": 2.0153026695008974e-06,
      "loss": 0.3304,
      "step": 1626730
    },
    {
      "epoch": 454.02,
      "grad_norm": 1.0903609991073608,
      "learning_rate": 2.015275896717731e-06,
      "loss": 0.3414,
      "step": 1626740
    },
    {
      "epoch": 454.02,
      "grad_norm": 1.0698267221450806,
      "learning_rate": 2.0152491239782847e-06,
      "loss": 0.3395,
      "step": 1626750
    },
    {
      "epoch": 454.02,
      "grad_norm": 1.2465879917144775,
      "learning_rate": 2.0152223512825605e-06,
      "loss": 0.3437,
      "step": 1626760
    },
    {
      "epoch": 454.02,
      "grad_norm": 0.9786537289619446,
      "learning_rate": 2.0151955786305653e-06,
      "loss": 0.3368,
      "step": 1626770
    },
    {
      "epoch": 454.03,
      "grad_norm": 1.1098616123199463,
      "learning_rate": 2.0151688060222998e-06,
      "loss": 0.3459,
      "step": 1626780
    },
    {
      "epoch": 454.03,
      "grad_norm": 0.9595070481300354,
      "learning_rate": 2.0151420334577687e-06,
      "loss": 0.3467,
      "step": 1626790
    },
    {
      "epoch": 454.03,
      "grad_norm": 1.1355687379837036,
      "learning_rate": 2.0151152609369754e-06,
      "loss": 0.3623,
      "step": 1626800
    },
    {
      "epoch": 454.04,
      "grad_norm": 1.0573663711547852,
      "learning_rate": 2.015088488459923e-06,
      "loss": 0.3293,
      "step": 1626810
    },
    {
      "epoch": 454.04,
      "grad_norm": 1.027550220489502,
      "learning_rate": 2.0150617160266163e-06,
      "loss": 0.3803,
      "step": 1626820
    },
    {
      "epoch": 454.04,
      "grad_norm": 1.175132155418396,
      "learning_rate": 2.015034943637058e-06,
      "loss": 0.3367,
      "step": 1626830
    },
    {
      "epoch": 454.04,
      "grad_norm": 1.0098350048065186,
      "learning_rate": 2.015008171291251e-06,
      "loss": 0.3574,
      "step": 1626840
    },
    {
      "epoch": 454.05,
      "grad_norm": 1.081918716430664,
      "learning_rate": 2.0149813989892005e-06,
      "loss": 0.3476,
      "step": 1626850
    },
    {
      "epoch": 454.05,
      "grad_norm": 1.3803666830062866,
      "learning_rate": 2.014954626730909e-06,
      "loss": 0.3477,
      "step": 1626860
    },
    {
      "epoch": 454.05,
      "grad_norm": 1.1082231998443604,
      "learning_rate": 2.01492785451638e-06,
      "loss": 0.3421,
      "step": 1626870
    },
    {
      "epoch": 454.06,
      "grad_norm": 1.17617666721344,
      "learning_rate": 2.014901082345618e-06,
      "loss": 0.3479,
      "step": 1626880
    },
    {
      "epoch": 454.06,
      "grad_norm": 1.05423104763031,
      "learning_rate": 2.0148743102186257e-06,
      "loss": 0.3598,
      "step": 1626890
    },
    {
      "epoch": 454.06,
      "grad_norm": 1.1168667078018188,
      "learning_rate": 2.0148475381354055e-06,
      "loss": 0.3559,
      "step": 1626900
    },
    {
      "epoch": 454.06,
      "grad_norm": 1.0627539157867432,
      "learning_rate": 2.0148207660959637e-06,
      "loss": 0.3384,
      "step": 1626910
    },
    {
      "epoch": 454.07,
      "grad_norm": 1.1448986530303955,
      "learning_rate": 2.0147939941003025e-06,
      "loss": 0.3574,
      "step": 1626920
    },
    {
      "epoch": 454.07,
      "grad_norm": 0.9526722431182861,
      "learning_rate": 2.014767222148425e-06,
      "loss": 0.3418,
      "step": 1626930
    },
    {
      "epoch": 454.07,
      "grad_norm": 1.3939639329910278,
      "learning_rate": 2.0147404502403354e-06,
      "loss": 0.3508,
      "step": 1626940
    },
    {
      "epoch": 454.07,
      "grad_norm": 1.1147096157073975,
      "learning_rate": 2.0147136783760367e-06,
      "loss": 0.3402,
      "step": 1626950
    },
    {
      "epoch": 454.08,
      "grad_norm": 0.9615134596824646,
      "learning_rate": 2.0146869065555326e-06,
      "loss": 0.3545,
      "step": 1626960
    },
    {
      "epoch": 454.08,
      "grad_norm": 1.2222795486450195,
      "learning_rate": 2.0146601347788273e-06,
      "loss": 0.3349,
      "step": 1626970
    },
    {
      "epoch": 454.08,
      "grad_norm": 1.036655068397522,
      "learning_rate": 2.014633363045924e-06,
      "loss": 0.3446,
      "step": 1626980
    },
    {
      "epoch": 454.09,
      "grad_norm": 1.0279111862182617,
      "learning_rate": 2.014606591356826e-06,
      "loss": 0.3322,
      "step": 1626990
    },
    {
      "epoch": 454.09,
      "grad_norm": 1.1774842739105225,
      "learning_rate": 2.0145798197115372e-06,
      "loss": 0.3258,
      "step": 1627000
    },
    {
      "epoch": 454.09,
      "grad_norm": 1.0252799987792969,
      "learning_rate": 2.0145530481100614e-06,
      "loss": 0.3358,
      "step": 1627010
    },
    {
      "epoch": 454.09,
      "grad_norm": 1.0238752365112305,
      "learning_rate": 2.0145262765524014e-06,
      "loss": 0.3434,
      "step": 1627020
    },
    {
      "epoch": 454.1,
      "grad_norm": 1.0357186794281006,
      "learning_rate": 2.0144995050385613e-06,
      "loss": 0.343,
      "step": 1627030
    },
    {
      "epoch": 454.1,
      "grad_norm": 1.077866792678833,
      "learning_rate": 2.0144727335685446e-06,
      "loss": 0.3417,
      "step": 1627040
    },
    {
      "epoch": 454.1,
      "grad_norm": 1.026800274848938,
      "learning_rate": 2.0144459621423543e-06,
      "loss": 0.33,
      "step": 1627050
    },
    {
      "epoch": 454.11,
      "grad_norm": 1.1203618049621582,
      "learning_rate": 2.014419190759995e-06,
      "loss": 0.3648,
      "step": 1627060
    },
    {
      "epoch": 454.11,
      "grad_norm": 1.0518394708633423,
      "learning_rate": 2.014392419421469e-06,
      "loss": 0.3405,
      "step": 1627070
    },
    {
      "epoch": 454.11,
      "grad_norm": 0.9121396541595459,
      "learning_rate": 2.014365648126782e-06,
      "loss": 0.3406,
      "step": 1627080
    },
    {
      "epoch": 454.11,
      "grad_norm": 1.1637636423110962,
      "learning_rate": 2.0143388768759353e-06,
      "loss": 0.349,
      "step": 1627090
    },
    {
      "epoch": 454.12,
      "grad_norm": 1.0274202823638916,
      "learning_rate": 2.0143121056689325e-06,
      "loss": 0.3587,
      "step": 1627100
    },
    {
      "epoch": 454.12,
      "grad_norm": 1.0666694641113281,
      "learning_rate": 2.014285334505779e-06,
      "loss": 0.3434,
      "step": 1627110
    },
    {
      "epoch": 454.12,
      "grad_norm": 1.0357898473739624,
      "learning_rate": 2.0142585633864775e-06,
      "loss": 0.333,
      "step": 1627120
    },
    {
      "epoch": 454.13,
      "grad_norm": 1.0462034940719604,
      "learning_rate": 2.0142317923110303e-06,
      "loss": 0.3467,
      "step": 1627130
    },
    {
      "epoch": 454.13,
      "grad_norm": 0.8854542970657349,
      "learning_rate": 2.014205021279443e-06,
      "loss": 0.3484,
      "step": 1627140
    },
    {
      "epoch": 454.13,
      "grad_norm": 0.9812586903572083,
      "learning_rate": 2.014178250291718e-06,
      "loss": 0.336,
      "step": 1627150
    },
    {
      "epoch": 454.13,
      "grad_norm": 0.9652748703956604,
      "learning_rate": 2.014151479347859e-06,
      "loss": 0.3465,
      "step": 1627160
    },
    {
      "epoch": 454.14,
      "grad_norm": 1.0150307416915894,
      "learning_rate": 2.01412470844787e-06,
      "loss": 0.3377,
      "step": 1627170
    },
    {
      "epoch": 454.14,
      "grad_norm": 1.3047271966934204,
      "learning_rate": 2.014097937591754e-06,
      "loss": 0.3484,
      "step": 1627180
    },
    {
      "epoch": 454.14,
      "grad_norm": 1.017352819442749,
      "learning_rate": 2.0140711667795144e-06,
      "loss": 0.3452,
      "step": 1627190
    },
    {
      "epoch": 454.14,
      "grad_norm": 1.0618507862091064,
      "learning_rate": 2.0140443960111556e-06,
      "loss": 0.3439,
      "step": 1627200
    },
    {
      "epoch": 454.15,
      "grad_norm": 1.1858694553375244,
      "learning_rate": 2.014017625286681e-06,
      "loss": 0.3284,
      "step": 1627210
    },
    {
      "epoch": 454.15,
      "grad_norm": 0.985637903213501,
      "learning_rate": 2.013990854606093e-06,
      "loss": 0.3278,
      "step": 1627220
    },
    {
      "epoch": 454.15,
      "grad_norm": 1.270232081413269,
      "learning_rate": 2.013964083969397e-06,
      "loss": 0.3466,
      "step": 1627230
    },
    {
      "epoch": 454.16,
      "grad_norm": 1.077236533164978,
      "learning_rate": 2.0139373133765947e-06,
      "loss": 0.3244,
      "step": 1627240
    },
    {
      "epoch": 454.16,
      "grad_norm": 1.0007597208023071,
      "learning_rate": 2.0139105428276908e-06,
      "loss": 0.3412,
      "step": 1627250
    },
    {
      "epoch": 454.16,
      "grad_norm": 1.001863956451416,
      "learning_rate": 2.013883772322689e-06,
      "loss": 0.3439,
      "step": 1627260
    },
    {
      "epoch": 454.16,
      "grad_norm": 1.2346208095550537,
      "learning_rate": 2.0138570018615923e-06,
      "loss": 0.3427,
      "step": 1627270
    },
    {
      "epoch": 454.17,
      "grad_norm": 1.0435799360275269,
      "learning_rate": 2.0138302314444036e-06,
      "loss": 0.353,
      "step": 1627280
    },
    {
      "epoch": 454.17,
      "grad_norm": 1.221477746963501,
      "learning_rate": 2.0138034610711286e-06,
      "loss": 0.347,
      "step": 1627290
    },
    {
      "epoch": 454.17,
      "grad_norm": 1.1703912019729614,
      "learning_rate": 2.0137766907417692e-06,
      "loss": 0.3446,
      "step": 1627300
    },
    {
      "epoch": 454.18,
      "grad_norm": 1.1608481407165527,
      "learning_rate": 2.013749920456329e-06,
      "loss": 0.3328,
      "step": 1627310
    },
    {
      "epoch": 454.18,
      "grad_norm": 1.2531423568725586,
      "learning_rate": 2.0137231502148124e-06,
      "loss": 0.3482,
      "step": 1627320
    },
    {
      "epoch": 454.18,
      "grad_norm": 1.0478135347366333,
      "learning_rate": 2.0136963800172226e-06,
      "loss": 0.3478,
      "step": 1627330
    },
    {
      "epoch": 454.18,
      "grad_norm": 1.3699456453323364,
      "learning_rate": 2.0136696098635616e-06,
      "loss": 0.3466,
      "step": 1627340
    },
    {
      "epoch": 454.19,
      "grad_norm": 1.2958661317825317,
      "learning_rate": 2.0136428397538358e-06,
      "loss": 0.3407,
      "step": 1627350
    },
    {
      "epoch": 454.19,
      "grad_norm": 1.2149722576141357,
      "learning_rate": 2.0136160696880464e-06,
      "loss": 0.3583,
      "step": 1627360
    },
    {
      "epoch": 454.19,
      "grad_norm": 1.1680597066879272,
      "learning_rate": 2.0135892996661985e-06,
      "loss": 0.3561,
      "step": 1627370
    },
    {
      "epoch": 454.19,
      "grad_norm": 1.0388535261154175,
      "learning_rate": 2.013562529688295e-06,
      "loss": 0.3459,
      "step": 1627380
    },
    {
      "epoch": 454.2,
      "grad_norm": 1.0206743478775024,
      "learning_rate": 2.0135357597543397e-06,
      "loss": 0.3451,
      "step": 1627390
    },
    {
      "epoch": 454.2,
      "grad_norm": 1.0217013359069824,
      "learning_rate": 2.013508989864336e-06,
      "loss": 0.3362,
      "step": 1627400
    },
    {
      "epoch": 454.2,
      "grad_norm": 0.989443838596344,
      "learning_rate": 2.0134822200182876e-06,
      "loss": 0.3456,
      "step": 1627410
    },
    {
      "epoch": 454.21,
      "grad_norm": 1.1357287168502808,
      "learning_rate": 2.013455450216197e-06,
      "loss": 0.3454,
      "step": 1627420
    },
    {
      "epoch": 454.21,
      "grad_norm": 1.060670256614685,
      "learning_rate": 2.01342868045807e-06,
      "loss": 0.3466,
      "step": 1627430
    },
    {
      "epoch": 454.21,
      "grad_norm": 1.1225000619888306,
      "learning_rate": 2.013401910743908e-06,
      "loss": 0.3491,
      "step": 1627440
    },
    {
      "epoch": 454.21,
      "grad_norm": 1.422247290611267,
      "learning_rate": 2.0133751410737156e-06,
      "loss": 0.3432,
      "step": 1627450
    },
    {
      "epoch": 454.22,
      "grad_norm": 0.9477431774139404,
      "learning_rate": 2.0133483714474965e-06,
      "loss": 0.3404,
      "step": 1627460
    },
    {
      "epoch": 454.22,
      "grad_norm": 1.0167030096054077,
      "learning_rate": 2.013321601865254e-06,
      "loss": 0.3596,
      "step": 1627470
    },
    {
      "epoch": 454.22,
      "grad_norm": 1.0446592569351196,
      "learning_rate": 2.0132948323269905e-06,
      "loss": 0.3493,
      "step": 1627480
    },
    {
      "epoch": 454.23,
      "grad_norm": 1.1989436149597168,
      "learning_rate": 2.013268062832712e-06,
      "loss": 0.3454,
      "step": 1627490
    },
    {
      "epoch": 454.23,
      "grad_norm": 1.0503853559494019,
      "learning_rate": 2.0132412933824204e-06,
      "loss": 0.3503,
      "step": 1627500
    },
    {
      "epoch": 454.23,
      "grad_norm": 1.3267228603363037,
      "learning_rate": 2.0132145239761186e-06,
      "loss": 0.359,
      "step": 1627510
    },
    {
      "epoch": 454.23,
      "grad_norm": 1.0109347105026245,
      "learning_rate": 2.0131877546138125e-06,
      "loss": 0.3569,
      "step": 1627520
    },
    {
      "epoch": 454.24,
      "grad_norm": 1.0098541975021362,
      "learning_rate": 2.013160985295504e-06,
      "loss": 0.3432,
      "step": 1627530
    },
    {
      "epoch": 454.24,
      "grad_norm": 1.010556936264038,
      "learning_rate": 2.0131342160211964e-06,
      "loss": 0.3311,
      "step": 1627540
    },
    {
      "epoch": 454.24,
      "grad_norm": 1.0147110223770142,
      "learning_rate": 2.013107446790894e-06,
      "loss": 0.3521,
      "step": 1627550
    },
    {
      "epoch": 454.25,
      "grad_norm": 1.1525402069091797,
      "learning_rate": 2.013080677604601e-06,
      "loss": 0.3398,
      "step": 1627560
    },
    {
      "epoch": 454.25,
      "grad_norm": 1.1732081174850464,
      "learning_rate": 2.013053908462319e-06,
      "loss": 0.3384,
      "step": 1627570
    },
    {
      "epoch": 454.25,
      "grad_norm": 0.942367672920227,
      "learning_rate": 2.0130271393640534e-06,
      "loss": 0.3485,
      "step": 1627580
    },
    {
      "epoch": 454.25,
      "grad_norm": 1.3286808729171753,
      "learning_rate": 2.0130003703098077e-06,
      "loss": 0.3525,
      "step": 1627590
    },
    {
      "epoch": 454.26,
      "grad_norm": 1.121008276939392,
      "learning_rate": 2.0129736012995836e-06,
      "loss": 0.3352,
      "step": 1627600
    },
    {
      "epoch": 454.26,
      "grad_norm": 1.007933497428894,
      "learning_rate": 2.0129468323333874e-06,
      "loss": 0.3423,
      "step": 1627610
    },
    {
      "epoch": 454.26,
      "grad_norm": 1.0524073839187622,
      "learning_rate": 2.0129200634112204e-06,
      "loss": 0.3502,
      "step": 1627620
    },
    {
      "epoch": 454.26,
      "grad_norm": 1.1160181760787964,
      "learning_rate": 2.012893294533086e-06,
      "loss": 0.3476,
      "step": 1627630
    },
    {
      "epoch": 454.27,
      "grad_norm": 1.1238797903060913,
      "learning_rate": 2.01286652569899e-06,
      "loss": 0.3544,
      "step": 1627640
    },
    {
      "epoch": 454.27,
      "grad_norm": 0.944812536239624,
      "learning_rate": 2.0128397569089335e-06,
      "loss": 0.3531,
      "step": 1627650
    },
    {
      "epoch": 454.27,
      "grad_norm": 2.0578525066375732,
      "learning_rate": 2.0128129881629223e-06,
      "loss": 0.3539,
      "step": 1627660
    },
    {
      "epoch": 454.28,
      "grad_norm": 0.9198700189590454,
      "learning_rate": 2.012786219460959e-06,
      "loss": 0.3431,
      "step": 1627670
    },
    {
      "epoch": 454.28,
      "grad_norm": 1.3573696613311768,
      "learning_rate": 2.012759450803046e-06,
      "loss": 0.3586,
      "step": 1627680
    },
    {
      "epoch": 454.28,
      "grad_norm": 1.2648930549621582,
      "learning_rate": 2.0127326821891895e-06,
      "loss": 0.3478,
      "step": 1627690
    },
    {
      "epoch": 454.28,
      "grad_norm": 1.0453784465789795,
      "learning_rate": 2.0127059136193907e-06,
      "loss": 0.3557,
      "step": 1627700
    },
    {
      "epoch": 454.29,
      "grad_norm": 1.008009672164917,
      "learning_rate": 2.0126791450936533e-06,
      "loss": 0.3391,
      "step": 1627710
    },
    {
      "epoch": 454.29,
      "grad_norm": 1.2151939868927002,
      "learning_rate": 2.0126523766119824e-06,
      "loss": 0.3398,
      "step": 1627720
    },
    {
      "epoch": 454.29,
      "grad_norm": 1.1867958307266235,
      "learning_rate": 2.012625608174381e-06,
      "loss": 0.3531,
      "step": 1627730
    },
    {
      "epoch": 454.3,
      "grad_norm": 1.1294351816177368,
      "learning_rate": 2.012598839780851e-06,
      "loss": 0.3325,
      "step": 1627740
    },
    {
      "epoch": 454.3,
      "grad_norm": 1.1043037176132202,
      "learning_rate": 2.0125720714313986e-06,
      "loss": 0.3553,
      "step": 1627750
    },
    {
      "epoch": 454.3,
      "grad_norm": 1.0754728317260742,
      "learning_rate": 2.0125453031260257e-06,
      "loss": 0.3382,
      "step": 1627760
    },
    {
      "epoch": 454.3,
      "grad_norm": 0.9087362289428711,
      "learning_rate": 2.0125185348647354e-06,
      "loss": 0.3442,
      "step": 1627770
    },
    {
      "epoch": 454.31,
      "grad_norm": 1.1506048440933228,
      "learning_rate": 2.012491766647533e-06,
      "loss": 0.3541,
      "step": 1627780
    },
    {
      "epoch": 454.31,
      "grad_norm": 1.0180212259292603,
      "learning_rate": 2.0124649984744215e-06,
      "loss": 0.3393,
      "step": 1627790
    },
    {
      "epoch": 454.31,
      "grad_norm": 1.0626747608184814,
      "learning_rate": 2.0124382303454026e-06,
      "loss": 0.3388,
      "step": 1627800
    },
    {
      "epoch": 454.31,
      "grad_norm": 1.0129023790359497,
      "learning_rate": 2.012411462260483e-06,
      "loss": 0.3575,
      "step": 1627810
    },
    {
      "epoch": 454.32,
      "grad_norm": 1.0001381635665894,
      "learning_rate": 2.0123846942196638e-06,
      "loss": 0.3443,
      "step": 1627820
    },
    {
      "epoch": 454.32,
      "grad_norm": 2.279693603515625,
      "learning_rate": 2.0123579262229497e-06,
      "loss": 0.3419,
      "step": 1627830
    },
    {
      "epoch": 454.32,
      "grad_norm": 1.093337059020996,
      "learning_rate": 2.012331158270344e-06,
      "loss": 0.3333,
      "step": 1627840
    },
    {
      "epoch": 454.33,
      "grad_norm": 1.0578726530075073,
      "learning_rate": 2.0123043903618506e-06,
      "loss": 0.3449,
      "step": 1627850
    },
    {
      "epoch": 454.33,
      "grad_norm": 1.0433309078216553,
      "learning_rate": 2.012277622497471e-06,
      "loss": 0.3462,
      "step": 1627860
    },
    {
      "epoch": 454.33,
      "grad_norm": 0.9986324310302734,
      "learning_rate": 2.012250854677212e-06,
      "loss": 0.3475,
      "step": 1627870
    },
    {
      "epoch": 454.33,
      "grad_norm": 1.0079110860824585,
      "learning_rate": 2.0122240869010757e-06,
      "loss": 0.34,
      "step": 1627880
    },
    {
      "epoch": 454.34,
      "grad_norm": 0.9756807684898376,
      "learning_rate": 2.012197319169065e-06,
      "loss": 0.3353,
      "step": 1627890
    },
    {
      "epoch": 454.34,
      "grad_norm": 1.0971298217773438,
      "learning_rate": 2.0121705514811846e-06,
      "loss": 0.3411,
      "step": 1627900
    },
    {
      "epoch": 454.34,
      "grad_norm": 1.082608699798584,
      "learning_rate": 2.0121437838374376e-06,
      "loss": 0.3421,
      "step": 1627910
    },
    {
      "epoch": 454.35,
      "grad_norm": 0.9834566116333008,
      "learning_rate": 2.012117016237826e-06,
      "loss": 0.3784,
      "step": 1627920
    },
    {
      "epoch": 454.35,
      "grad_norm": 1.0470638275146484,
      "learning_rate": 2.012090248682356e-06,
      "loss": 0.3479,
      "step": 1627930
    },
    {
      "epoch": 454.35,
      "grad_norm": 1.111962914466858,
      "learning_rate": 2.0120634811710292e-06,
      "loss": 0.3234,
      "step": 1627940
    },
    {
      "epoch": 454.35,
      "grad_norm": 1.1118965148925781,
      "learning_rate": 2.0120367137038514e-06,
      "loss": 0.3305,
      "step": 1627950
    },
    {
      "epoch": 454.36,
      "grad_norm": 1.0699176788330078,
      "learning_rate": 2.012009946280824e-06,
      "loss": 0.3223,
      "step": 1627960
    },
    {
      "epoch": 454.36,
      "grad_norm": 1.0152087211608887,
      "learning_rate": 2.0119831789019513e-06,
      "loss": 0.3528,
      "step": 1627970
    },
    {
      "epoch": 454.36,
      "grad_norm": 1.0212979316711426,
      "learning_rate": 2.011956411567237e-06,
      "loss": 0.3322,
      "step": 1627980
    },
    {
      "epoch": 454.37,
      "grad_norm": 1.2437853813171387,
      "learning_rate": 2.0119296442766843e-06,
      "loss": 0.3537,
      "step": 1627990
    },
    {
      "epoch": 454.37,
      "grad_norm": 1.027927041053772,
      "learning_rate": 2.0119028770302966e-06,
      "loss": 0.3483,
      "step": 1628000
    },
    {
      "epoch": 454.37,
      "grad_norm": 1.0294114351272583,
      "learning_rate": 2.0118761098280783e-06,
      "loss": 0.357,
      "step": 1628010
    },
    {
      "epoch": 454.37,
      "grad_norm": 0.9597128629684448,
      "learning_rate": 2.0118493426700327e-06,
      "loss": 0.3465,
      "step": 1628020
    },
    {
      "epoch": 454.38,
      "grad_norm": 1.083916187286377,
      "learning_rate": 2.011822575556163e-06,
      "loss": 0.3423,
      "step": 1628030
    },
    {
      "epoch": 454.38,
      "grad_norm": 1.269274353981018,
      "learning_rate": 2.011795808486473e-06,
      "loss": 0.3577,
      "step": 1628040
    },
    {
      "epoch": 454.38,
      "grad_norm": 1.1755870580673218,
      "learning_rate": 2.0117690414609665e-06,
      "loss": 0.3433,
      "step": 1628050
    },
    {
      "epoch": 454.38,
      "grad_norm": 1.1395314931869507,
      "learning_rate": 2.0117422744796455e-06,
      "loss": 0.3321,
      "step": 1628060
    },
    {
      "epoch": 454.39,
      "grad_norm": 1.0984536409378052,
      "learning_rate": 2.011715507542516e-06,
      "loss": 0.3292,
      "step": 1628070
    },
    {
      "epoch": 454.39,
      "grad_norm": 1.0683530569076538,
      "learning_rate": 2.0116887406495802e-06,
      "loss": 0.3659,
      "step": 1628080
    },
    {
      "epoch": 454.39,
      "grad_norm": 1.467893123626709,
      "learning_rate": 2.011661973800841e-06,
      "loss": 0.3386,
      "step": 1628090
    },
    {
      "epoch": 454.4,
      "grad_norm": 1.052902340888977,
      "learning_rate": 2.011635206996304e-06,
      "loss": 0.3475,
      "step": 1628100
    },
    {
      "epoch": 454.4,
      "grad_norm": 1.0345127582550049,
      "learning_rate": 2.011608440235971e-06,
      "loss": 0.3406,
      "step": 1628110
    },
    {
      "epoch": 454.4,
      "grad_norm": 8.291560173034668,
      "learning_rate": 2.011581673519846e-06,
      "loss": 0.3499,
      "step": 1628120
    },
    {
      "epoch": 454.4,
      "grad_norm": 0.9603189826011658,
      "learning_rate": 2.011554906847933e-06,
      "loss": 0.3494,
      "step": 1628130
    },
    {
      "epoch": 454.41,
      "grad_norm": 0.9418859481811523,
      "learning_rate": 2.0115281402202355e-06,
      "loss": 0.3283,
      "step": 1628140
    },
    {
      "epoch": 454.41,
      "grad_norm": 1.0633524656295776,
      "learning_rate": 2.0115013736367557e-06,
      "loss": 0.3331,
      "step": 1628150
    },
    {
      "epoch": 454.41,
      "grad_norm": 1.7476483583450317,
      "learning_rate": 2.0114746070974995e-06,
      "loss": 0.3404,
      "step": 1628160
    },
    {
      "epoch": 454.42,
      "grad_norm": 1.1429455280303955,
      "learning_rate": 2.011447840602469e-06,
      "loss": 0.3431,
      "step": 1628170
    },
    {
      "epoch": 454.42,
      "grad_norm": 0.919141948223114,
      "learning_rate": 2.0114210741516675e-06,
      "loss": 0.3475,
      "step": 1628180
    },
    {
      "epoch": 454.42,
      "grad_norm": 1.1754601001739502,
      "learning_rate": 2.0113943077450994e-06,
      "loss": 0.3378,
      "step": 1628190
    },
    {
      "epoch": 454.42,
      "grad_norm": 1.2507250308990479,
      "learning_rate": 2.011367541382768e-06,
      "loss": 0.3617,
      "step": 1628200
    },
    {
      "epoch": 454.43,
      "grad_norm": 1.0291922092437744,
      "learning_rate": 2.0113407750646764e-06,
      "loss": 0.3275,
      "step": 1628210
    },
    {
      "epoch": 454.43,
      "grad_norm": 1.0256427526474,
      "learning_rate": 2.011314008790829e-06,
      "loss": 0.3452,
      "step": 1628220
    },
    {
      "epoch": 454.43,
      "grad_norm": 1.1318868398666382,
      "learning_rate": 2.0112872425612277e-06,
      "loss": 0.349,
      "step": 1628230
    },
    {
      "epoch": 454.43,
      "grad_norm": 1.1233872175216675,
      "learning_rate": 2.011260476375879e-06,
      "loss": 0.3447,
      "step": 1628240
    },
    {
      "epoch": 454.44,
      "grad_norm": 1.10967218875885,
      "learning_rate": 2.0112337102347844e-06,
      "loss": 0.3679,
      "step": 1628250
    },
    {
      "epoch": 454.44,
      "grad_norm": 0.9199966192245483,
      "learning_rate": 2.0112069441379475e-06,
      "loss": 0.3439,
      "step": 1628260
    },
    {
      "epoch": 454.44,
      "grad_norm": 0.9652337431907654,
      "learning_rate": 2.0111801780853722e-06,
      "loss": 0.3393,
      "step": 1628270
    },
    {
      "epoch": 454.45,
      "grad_norm": 1.046290397644043,
      "learning_rate": 2.011153412077062e-06,
      "loss": 0.3494,
      "step": 1628280
    },
    {
      "epoch": 454.45,
      "grad_norm": 1.2308547496795654,
      "learning_rate": 2.01112664611302e-06,
      "loss": 0.3426,
      "step": 1628290
    },
    {
      "epoch": 454.45,
      "grad_norm": 0.9303472638130188,
      "learning_rate": 2.011099880193251e-06,
      "loss": 0.3375,
      "step": 1628300
    },
    {
      "epoch": 454.45,
      "grad_norm": 1.01808500289917,
      "learning_rate": 2.011073114317758e-06,
      "loss": 0.347,
      "step": 1628310
    },
    {
      "epoch": 454.46,
      "grad_norm": 1.0561304092407227,
      "learning_rate": 2.011046348486543e-06,
      "loss": 0.3533,
      "step": 1628320
    },
    {
      "epoch": 454.46,
      "grad_norm": 1.098034381866455,
      "learning_rate": 2.0110195826996124e-06,
      "loss": 0.3509,
      "step": 1628330
    },
    {
      "epoch": 454.46,
      "grad_norm": 1.6482552289962769,
      "learning_rate": 2.0109928169569677e-06,
      "loss": 0.3362,
      "step": 1628340
    },
    {
      "epoch": 454.47,
      "grad_norm": 1.181758999824524,
      "learning_rate": 2.0109660512586132e-06,
      "loss": 0.3417,
      "step": 1628350
    },
    {
      "epoch": 454.47,
      "grad_norm": 1.0376571416854858,
      "learning_rate": 2.0109392856045526e-06,
      "loss": 0.3455,
      "step": 1628360
    },
    {
      "epoch": 454.47,
      "grad_norm": 2.935547113418579,
      "learning_rate": 2.0109125199947892e-06,
      "loss": 0.326,
      "step": 1628370
    },
    {
      "epoch": 454.47,
      "grad_norm": 0.9837468862533569,
      "learning_rate": 2.0108857544293257e-06,
      "loss": 0.3576,
      "step": 1628380
    },
    {
      "epoch": 454.48,
      "grad_norm": 1.182289958000183,
      "learning_rate": 2.0108589889081675e-06,
      "loss": 0.3453,
      "step": 1628390
    },
    {
      "epoch": 454.48,
      "grad_norm": 0.9931707382202148,
      "learning_rate": 2.0108322234313168e-06,
      "loss": 0.3421,
      "step": 1628400
    },
    {
      "epoch": 454.48,
      "grad_norm": 1.2640845775604248,
      "learning_rate": 2.0108054579987777e-06,
      "loss": 0.3587,
      "step": 1628410
    },
    {
      "epoch": 454.49,
      "grad_norm": 1.0375126600265503,
      "learning_rate": 2.0107786926105533e-06,
      "loss": 0.3338,
      "step": 1628420
    },
    {
      "epoch": 454.49,
      "grad_norm": 0.92934650182724,
      "learning_rate": 2.0107519272666477e-06,
      "loss": 0.331,
      "step": 1628430
    },
    {
      "epoch": 454.49,
      "grad_norm": 0.9921818375587463,
      "learning_rate": 2.0107251619670636e-06,
      "loss": 0.3379,
      "step": 1628440
    },
    {
      "epoch": 454.49,
      "grad_norm": 1.0383448600769043,
      "learning_rate": 2.010698396711806e-06,
      "loss": 0.3441,
      "step": 1628450
    },
    {
      "epoch": 454.5,
      "grad_norm": 1.1420751810073853,
      "learning_rate": 2.010671631500878e-06,
      "loss": 0.3534,
      "step": 1628460
    },
    {
      "epoch": 454.5,
      "grad_norm": 1.1202232837677002,
      "learning_rate": 2.0106448663342813e-06,
      "loss": 0.3561,
      "step": 1628470
    },
    {
      "epoch": 454.5,
      "grad_norm": 1.1190732717514038,
      "learning_rate": 2.0106181012120223e-06,
      "loss": 0.3253,
      "step": 1628480
    },
    {
      "epoch": 454.5,
      "grad_norm": 0.914009690284729,
      "learning_rate": 2.0105913361341033e-06,
      "loss": 0.3394,
      "step": 1628490
    },
    {
      "epoch": 454.51,
      "grad_norm": 1.2814552783966064,
      "learning_rate": 2.010564571100527e-06,
      "loss": 0.3444,
      "step": 1628500
    },
    {
      "epoch": 454.51,
      "grad_norm": 2.1458725929260254,
      "learning_rate": 2.010537806111298e-06,
      "loss": 0.3422,
      "step": 1628510
    },
    {
      "epoch": 454.51,
      "grad_norm": 1.3664103746414185,
      "learning_rate": 2.0105110411664193e-06,
      "loss": 0.3308,
      "step": 1628520
    },
    {
      "epoch": 454.52,
      "grad_norm": 0.877106785774231,
      "learning_rate": 2.0104842762658953e-06,
      "loss": 0.3342,
      "step": 1628530
    },
    {
      "epoch": 454.52,
      "grad_norm": 1.2938973903656006,
      "learning_rate": 2.0104575114097295e-06,
      "loss": 0.3407,
      "step": 1628540
    },
    {
      "epoch": 454.52,
      "grad_norm": 1.2021251916885376,
      "learning_rate": 2.010430746597924e-06,
      "loss": 0.3411,
      "step": 1628550
    },
    {
      "epoch": 454.52,
      "grad_norm": 1.131052851676941,
      "learning_rate": 2.0104039818304847e-06,
      "loss": 0.3326,
      "step": 1628560
    },
    {
      "epoch": 454.53,
      "grad_norm": 1.1382644176483154,
      "learning_rate": 2.010377217107413e-06,
      "loss": 0.3426,
      "step": 1628570
    },
    {
      "epoch": 454.53,
      "grad_norm": 1.0400359630584717,
      "learning_rate": 2.0103504524287127e-06,
      "loss": 0.3465,
      "step": 1628580
    },
    {
      "epoch": 454.53,
      "grad_norm": 1.3139339685440063,
      "learning_rate": 2.010323687794389e-06,
      "loss": 0.342,
      "step": 1628590
    },
    {
      "epoch": 454.54,
      "grad_norm": 1.0165793895721436,
      "learning_rate": 2.0102969232044445e-06,
      "loss": 0.3428,
      "step": 1628600
    },
    {
      "epoch": 454.54,
      "grad_norm": 1.1854159832000732,
      "learning_rate": 2.0102701586588815e-06,
      "loss": 0.337,
      "step": 1628610
    },
    {
      "epoch": 454.54,
      "grad_norm": 0.9906212687492371,
      "learning_rate": 2.010243394157706e-06,
      "loss": 0.3581,
      "step": 1628620
    },
    {
      "epoch": 454.54,
      "grad_norm": 0.9684897065162659,
      "learning_rate": 2.01021662970092e-06,
      "loss": 0.3632,
      "step": 1628630
    },
    {
      "epoch": 454.55,
      "grad_norm": 1.008726716041565,
      "learning_rate": 2.010189865288527e-06,
      "loss": 0.3418,
      "step": 1628640
    },
    {
      "epoch": 454.55,
      "grad_norm": 1.2105276584625244,
      "learning_rate": 2.0101631009205315e-06,
      "loss": 0.3409,
      "step": 1628650
    },
    {
      "epoch": 454.55,
      "grad_norm": 0.9706726670265198,
      "learning_rate": 2.010136336596937e-06,
      "loss": 0.34,
      "step": 1628660
    },
    {
      "epoch": 454.55,
      "grad_norm": 0.9680942893028259,
      "learning_rate": 2.0101095723177445e-06,
      "loss": 0.34,
      "step": 1628670
    },
    {
      "epoch": 454.56,
      "grad_norm": 1.1300349235534668,
      "learning_rate": 2.0100828080829613e-06,
      "loss": 0.3604,
      "step": 1628680
    },
    {
      "epoch": 454.56,
      "grad_norm": 0.9738311171531677,
      "learning_rate": 2.0100560438925893e-06,
      "loss": 0.348,
      "step": 1628690
    },
    {
      "epoch": 454.56,
      "grad_norm": 0.90854811668396,
      "learning_rate": 2.010029279746631e-06,
      "loss": 0.3476,
      "step": 1628700
    },
    {
      "epoch": 454.57,
      "grad_norm": 1.0240064859390259,
      "learning_rate": 2.010002515645092e-06,
      "loss": 0.3481,
      "step": 1628710
    },
    {
      "epoch": 454.57,
      "grad_norm": 1.1269809007644653,
      "learning_rate": 2.009975751587975e-06,
      "loss": 0.3467,
      "step": 1628720
    },
    {
      "epoch": 454.57,
      "grad_norm": 1.1325217485427856,
      "learning_rate": 2.0099489875752823e-06,
      "loss": 0.3561,
      "step": 1628730
    },
    {
      "epoch": 454.57,
      "grad_norm": 1.2572836875915527,
      "learning_rate": 2.0099222236070197e-06,
      "loss": 0.3424,
      "step": 1628740
    },
    {
      "epoch": 454.58,
      "grad_norm": 1.0475448369979858,
      "learning_rate": 2.0098954596831894e-06,
      "loss": 0.349,
      "step": 1628750
    },
    {
      "epoch": 454.58,
      "grad_norm": 1.0904892683029175,
      "learning_rate": 2.009868695803794e-06,
      "loss": 0.3657,
      "step": 1628760
    },
    {
      "epoch": 454.58,
      "grad_norm": 1.1495388746261597,
      "learning_rate": 2.00984193196884e-06,
      "loss": 0.346,
      "step": 1628770
    },
    {
      "epoch": 454.59,
      "grad_norm": 0.9913026690483093,
      "learning_rate": 2.0098151681783286e-06,
      "loss": 0.3432,
      "step": 1628780
    },
    {
      "epoch": 454.59,
      "grad_norm": 1.3274043798446655,
      "learning_rate": 2.0097884044322643e-06,
      "loss": 0.3493,
      "step": 1628790
    },
    {
      "epoch": 454.59,
      "grad_norm": 1.1232719421386719,
      "learning_rate": 2.00976164073065e-06,
      "loss": 0.343,
      "step": 1628800
    },
    {
      "epoch": 454.59,
      "grad_norm": 1.2908815145492554,
      "learning_rate": 2.009734877073489e-06,
      "loss": 0.323,
      "step": 1628810
    },
    {
      "epoch": 454.6,
      "grad_norm": 0.9974433779716492,
      "learning_rate": 2.009708113460787e-06,
      "loss": 0.3591,
      "step": 1628820
    },
    {
      "epoch": 454.6,
      "grad_norm": 0.937430739402771,
      "learning_rate": 2.0096813498925457e-06,
      "loss": 0.3466,
      "step": 1628830
    },
    {
      "epoch": 454.6,
      "grad_norm": 1.0886112451553345,
      "learning_rate": 2.0096545863687683e-06,
      "loss": 0.3454,
      "step": 1628840
    },
    {
      "epoch": 454.61,
      "grad_norm": 0.9007306098937988,
      "learning_rate": 2.0096278228894597e-06,
      "loss": 0.3497,
      "step": 1628850
    },
    {
      "epoch": 454.61,
      "grad_norm": 4.489680290222168,
      "learning_rate": 2.009601059454623e-06,
      "loss": 0.3496,
      "step": 1628860
    },
    {
      "epoch": 454.61,
      "grad_norm": 1.0993047952651978,
      "learning_rate": 2.0095742960642603e-06,
      "loss": 0.3503,
      "step": 1628870
    },
    {
      "epoch": 454.61,
      "grad_norm": 1.094569206237793,
      "learning_rate": 2.0095475327183776e-06,
      "loss": 0.3578,
      "step": 1628880
    },
    {
      "epoch": 454.62,
      "grad_norm": 1.0401058197021484,
      "learning_rate": 2.0095207694169776e-06,
      "loss": 0.3482,
      "step": 1628890
    },
    {
      "epoch": 454.62,
      "grad_norm": 0.936367928981781,
      "learning_rate": 2.0094940061600626e-06,
      "loss": 0.3307,
      "step": 1628900
    },
    {
      "epoch": 454.62,
      "grad_norm": 1.258349061012268,
      "learning_rate": 2.0094672429476375e-06,
      "loss": 0.3551,
      "step": 1628910
    },
    {
      "epoch": 454.62,
      "grad_norm": 0.9767464995384216,
      "learning_rate": 2.0094404797797063e-06,
      "loss": 0.339,
      "step": 1628920
    },
    {
      "epoch": 454.63,
      "grad_norm": 1.280107855796814,
      "learning_rate": 2.009413716656271e-06,
      "loss": 0.3505,
      "step": 1628930
    },
    {
      "epoch": 454.63,
      "grad_norm": 0.9947034120559692,
      "learning_rate": 2.0093869535773366e-06,
      "loss": 0.3468,
      "step": 1628940
    },
    {
      "epoch": 454.63,
      "grad_norm": 1.0320367813110352,
      "learning_rate": 2.0093601905429058e-06,
      "loss": 0.3544,
      "step": 1628950
    },
    {
      "epoch": 454.64,
      "grad_norm": 1.0045667886734009,
      "learning_rate": 2.0093334275529814e-06,
      "loss": 0.3515,
      "step": 1628960
    },
    {
      "epoch": 454.64,
      "grad_norm": 2.4623851776123047,
      "learning_rate": 2.009306664607569e-06,
      "loss": 0.3538,
      "step": 1628970
    },
    {
      "epoch": 454.64,
      "grad_norm": 1.2393916845321655,
      "learning_rate": 2.009279901706671e-06,
      "loss": 0.333,
      "step": 1628980
    },
    {
      "epoch": 454.64,
      "grad_norm": 1.2264305353164673,
      "learning_rate": 2.0092531388502907e-06,
      "loss": 0.3662,
      "step": 1628990
    },
    {
      "epoch": 454.65,
      "grad_norm": 1.002259612083435,
      "learning_rate": 2.0092263760384326e-06,
      "loss": 0.3421,
      "step": 1629000
    },
    {
      "epoch": 454.65,
      "grad_norm": 1.216408371925354,
      "learning_rate": 2.0091996132710996e-06,
      "loss": 0.3485,
      "step": 1629010
    },
    {
      "epoch": 454.65,
      "grad_norm": 1.1728910207748413,
      "learning_rate": 2.0091728505482943e-06,
      "loss": 0.3513,
      "step": 1629020
    },
    {
      "epoch": 454.66,
      "grad_norm": 1.1166712045669556,
      "learning_rate": 2.0091460878700222e-06,
      "loss": 0.3359,
      "step": 1629030
    },
    {
      "epoch": 454.66,
      "grad_norm": 1.0525487661361694,
      "learning_rate": 2.009119325236286e-06,
      "loss": 0.321,
      "step": 1629040
    },
    {
      "epoch": 454.66,
      "grad_norm": 1.132426381111145,
      "learning_rate": 2.0090925626470886e-06,
      "loss": 0.3622,
      "step": 1629050
    },
    {
      "epoch": 454.66,
      "grad_norm": 1.2054208517074585,
      "learning_rate": 2.0090658001024346e-06,
      "loss": 0.3348,
      "step": 1629060
    },
    {
      "epoch": 454.67,
      "grad_norm": 0.929377019405365,
      "learning_rate": 2.0090390376023275e-06,
      "loss": 0.3544,
      "step": 1629070
    },
    {
      "epoch": 454.67,
      "grad_norm": 1.224037528038025,
      "learning_rate": 2.0090122751467704e-06,
      "loss": 0.3327,
      "step": 1629080
    },
    {
      "epoch": 454.67,
      "grad_norm": 1.0062525272369385,
      "learning_rate": 2.008985512735767e-06,
      "loss": 0.3486,
      "step": 1629090
    },
    {
      "epoch": 454.67,
      "grad_norm": 1.1328566074371338,
      "learning_rate": 2.0089587503693197e-06,
      "loss": 0.3525,
      "step": 1629100
    },
    {
      "epoch": 454.68,
      "grad_norm": 1.0252718925476074,
      "learning_rate": 2.0089319880474346e-06,
      "loss": 0.3422,
      "step": 1629110
    },
    {
      "epoch": 454.68,
      "grad_norm": 1.0427674055099487,
      "learning_rate": 2.0089052257701136e-06,
      "loss": 0.3517,
      "step": 1629120
    },
    {
      "epoch": 454.68,
      "grad_norm": 1.012995958328247,
      "learning_rate": 2.00887846353736e-06,
      "loss": 0.3448,
      "step": 1629130
    },
    {
      "epoch": 454.69,
      "grad_norm": 1.0139031410217285,
      "learning_rate": 2.0088517013491783e-06,
      "loss": 0.3386,
      "step": 1629140
    },
    {
      "epoch": 454.69,
      "grad_norm": 1.0043432712554932,
      "learning_rate": 2.008824939205572e-06,
      "loss": 0.337,
      "step": 1629150
    },
    {
      "epoch": 454.69,
      "grad_norm": 0.9371736645698547,
      "learning_rate": 2.0087981771065434e-06,
      "loss": 0.3528,
      "step": 1629160
    },
    {
      "epoch": 454.69,
      "grad_norm": 1.0643264055252075,
      "learning_rate": 2.0087714150520975e-06,
      "loss": 0.3472,
      "step": 1629170
    },
    {
      "epoch": 454.7,
      "grad_norm": 1.6385654211044312,
      "learning_rate": 2.0087446530422377e-06,
      "loss": 0.327,
      "step": 1629180
    },
    {
      "epoch": 454.7,
      "grad_norm": 0.8796091675758362,
      "learning_rate": 2.008717891076966e-06,
      "loss": 0.3469,
      "step": 1629190
    },
    {
      "epoch": 454.7,
      "grad_norm": 1.1508530378341675,
      "learning_rate": 2.0086911291562884e-06,
      "loss": 0.3338,
      "step": 1629200
    },
    {
      "epoch": 454.71,
      "grad_norm": 1.3408925533294678,
      "learning_rate": 2.008664367280207e-06,
      "loss": 0.3388,
      "step": 1629210
    },
    {
      "epoch": 454.71,
      "grad_norm": 1.2245957851409912,
      "learning_rate": 2.0086376054487255e-06,
      "loss": 0.3555,
      "step": 1629220
    },
    {
      "epoch": 454.71,
      "grad_norm": 1.1384623050689697,
      "learning_rate": 2.0086108436618476e-06,
      "loss": 0.335,
      "step": 1629230
    },
    {
      "epoch": 454.71,
      "grad_norm": 0.9821153879165649,
      "learning_rate": 2.008584081919577e-06,
      "loss": 0.3335,
      "step": 1629240
    },
    {
      "epoch": 454.72,
      "grad_norm": 0.98811274766922,
      "learning_rate": 2.008557320221916e-06,
      "loss": 0.3402,
      "step": 1629250
    },
    {
      "epoch": 454.72,
      "grad_norm": 1.1620965003967285,
      "learning_rate": 2.0085305585688703e-06,
      "loss": 0.3529,
      "step": 1629260
    },
    {
      "epoch": 454.72,
      "grad_norm": 1.0928071737289429,
      "learning_rate": 2.0085037969604423e-06,
      "loss": 0.3382,
      "step": 1629270
    },
    {
      "epoch": 454.73,
      "grad_norm": 1.0524096488952637,
      "learning_rate": 2.0084770353966348e-06,
      "loss": 0.3377,
      "step": 1629280
    },
    {
      "epoch": 454.73,
      "grad_norm": 1.0560357570648193,
      "learning_rate": 2.008450273877453e-06,
      "loss": 0.3318,
      "step": 1629290
    },
    {
      "epoch": 454.73,
      "grad_norm": 1.1724673509597778,
      "learning_rate": 2.0084235124029e-06,
      "loss": 0.3291,
      "step": 1629300
    },
    {
      "epoch": 454.73,
      "grad_norm": 1.4408609867095947,
      "learning_rate": 2.0083967509729783e-06,
      "loss": 0.3372,
      "step": 1629310
    },
    {
      "epoch": 454.74,
      "grad_norm": 1.026029348373413,
      "learning_rate": 2.008369989587693e-06,
      "loss": 0.3467,
      "step": 1629320
    },
    {
      "epoch": 454.74,
      "grad_norm": 1.2286604642868042,
      "learning_rate": 2.0083432282470465e-06,
      "loss": 0.3397,
      "step": 1629330
    },
    {
      "epoch": 454.74,
      "grad_norm": 0.9810831546783447,
      "learning_rate": 2.008316466951042e-06,
      "loss": 0.3599,
      "step": 1629340
    },
    {
      "epoch": 454.74,
      "grad_norm": 0.9195789098739624,
      "learning_rate": 2.0082897056996845e-06,
      "loss": 0.3399,
      "step": 1629350
    },
    {
      "epoch": 454.75,
      "grad_norm": 0.998813807964325,
      "learning_rate": 2.0082629444929767e-06,
      "loss": 0.3461,
      "step": 1629360
    },
    {
      "epoch": 454.75,
      "grad_norm": 1.1957539319992065,
      "learning_rate": 2.0082361833309224e-06,
      "loss": 0.3293,
      "step": 1629370
    },
    {
      "epoch": 454.75,
      "grad_norm": 1.1629869937896729,
      "learning_rate": 2.0082094222135253e-06,
      "loss": 0.3438,
      "step": 1629380
    },
    {
      "epoch": 454.76,
      "grad_norm": 0.9138277769088745,
      "learning_rate": 2.008182661140788e-06,
      "loss": 0.33,
      "step": 1629390
    },
    {
      "epoch": 454.76,
      "grad_norm": 1.025952935218811,
      "learning_rate": 2.0081559001127157e-06,
      "loss": 0.3343,
      "step": 1629400
    },
    {
      "epoch": 454.76,
      "grad_norm": 1.1898654699325562,
      "learning_rate": 2.008129139129311e-06,
      "loss": 0.3244,
      "step": 1629410
    },
    {
      "epoch": 454.76,
      "grad_norm": 1.0366469621658325,
      "learning_rate": 2.0081023781905763e-06,
      "loss": 0.3532,
      "step": 1629420
    },
    {
      "epoch": 454.77,
      "grad_norm": 1.1227723360061646,
      "learning_rate": 2.0080756172965177e-06,
      "loss": 0.3282,
      "step": 1629430
    },
    {
      "epoch": 454.77,
      "grad_norm": 1.07768976688385,
      "learning_rate": 2.008048856447137e-06,
      "loss": 0.348,
      "step": 1629440
    },
    {
      "epoch": 454.77,
      "grad_norm": 1.849717378616333,
      "learning_rate": 2.0080220956424384e-06,
      "loss": 0.3461,
      "step": 1629450
    },
    {
      "epoch": 454.78,
      "grad_norm": 1.1392624378204346,
      "learning_rate": 2.0079953348824253e-06,
      "loss": 0.3488,
      "step": 1629460
    },
    {
      "epoch": 454.78,
      "grad_norm": 1.107805609703064,
      "learning_rate": 2.007968574167101e-06,
      "loss": 0.3447,
      "step": 1629470
    },
    {
      "epoch": 454.78,
      "grad_norm": 1.0809297561645508,
      "learning_rate": 2.007941813496469e-06,
      "loss": 0.3362,
      "step": 1629480
    },
    {
      "epoch": 454.78,
      "grad_norm": 1.009536862373352,
      "learning_rate": 2.0079150528705337e-06,
      "loss": 0.3335,
      "step": 1629490
    },
    {
      "epoch": 454.79,
      "grad_norm": 1.249916434288025,
      "learning_rate": 2.0078882922892983e-06,
      "loss": 0.3412,
      "step": 1629500
    },
    {
      "epoch": 454.79,
      "grad_norm": 0.9929735064506531,
      "learning_rate": 2.0078615317527656e-06,
      "loss": 0.3411,
      "step": 1629510
    },
    {
      "epoch": 454.79,
      "grad_norm": 0.9869846105575562,
      "learning_rate": 2.0078347712609405e-06,
      "loss": 0.3342,
      "step": 1629520
    },
    {
      "epoch": 454.79,
      "grad_norm": 1.1127490997314453,
      "learning_rate": 2.0078080108138256e-06,
      "loss": 0.3517,
      "step": 1629530
    },
    {
      "epoch": 454.8,
      "grad_norm": 1.0929056406021118,
      "learning_rate": 2.0077812504114234e-06,
      "loss": 0.3418,
      "step": 1629540
    },
    {
      "epoch": 454.8,
      "grad_norm": 1.027168869972229,
      "learning_rate": 2.0077544900537404e-06,
      "loss": 0.3436,
      "step": 1629550
    },
    {
      "epoch": 454.8,
      "grad_norm": 1.1964744329452515,
      "learning_rate": 2.0077277297407777e-06,
      "loss": 0.3689,
      "step": 1629560
    },
    {
      "epoch": 454.81,
      "grad_norm": 1.0199674367904663,
      "learning_rate": 2.007700969472539e-06,
      "loss": 0.3608,
      "step": 1629570
    },
    {
      "epoch": 454.81,
      "grad_norm": 1.0793266296386719,
      "learning_rate": 2.0076742092490296e-06,
      "loss": 0.3503,
      "step": 1629580
    },
    {
      "epoch": 454.81,
      "grad_norm": 2.457416296005249,
      "learning_rate": 2.0076474490702518e-06,
      "loss": 0.3469,
      "step": 1629590
    },
    {
      "epoch": 454.81,
      "grad_norm": 1.085426688194275,
      "learning_rate": 2.007620688936209e-06,
      "loss": 0.3494,
      "step": 1629600
    },
    {
      "epoch": 454.82,
      "grad_norm": 0.9457432627677917,
      "learning_rate": 2.007593928846906e-06,
      "loss": 0.3463,
      "step": 1629610
    },
    {
      "epoch": 454.82,
      "grad_norm": 1.219760775566101,
      "learning_rate": 2.0075671688023447e-06,
      "loss": 0.3595,
      "step": 1629620
    },
    {
      "epoch": 454.82,
      "grad_norm": 0.9977176189422607,
      "learning_rate": 2.007540408802529e-06,
      "loss": 0.3548,
      "step": 1629630
    },
    {
      "epoch": 454.83,
      "grad_norm": 1.1462347507476807,
      "learning_rate": 2.0075136488474635e-06,
      "loss": 0.3522,
      "step": 1629640
    },
    {
      "epoch": 454.83,
      "grad_norm": 1.092087745666504,
      "learning_rate": 2.0074868889371506e-06,
      "loss": 0.3496,
      "step": 1629650
    },
    {
      "epoch": 454.83,
      "grad_norm": 1.0297600030899048,
      "learning_rate": 2.0074601290715954e-06,
      "loss": 0.3366,
      "step": 1629660
    },
    {
      "epoch": 454.83,
      "grad_norm": 1.0259928703308105,
      "learning_rate": 2.0074333692508e-06,
      "loss": 0.3558,
      "step": 1629670
    },
    {
      "epoch": 454.84,
      "grad_norm": 0.9958852529525757,
      "learning_rate": 2.0074066094747677e-06,
      "loss": 0.3419,
      "step": 1629680
    },
    {
      "epoch": 454.84,
      "grad_norm": 1.0703612565994263,
      "learning_rate": 2.0073798497435036e-06,
      "loss": 0.3308,
      "step": 1629690
    },
    {
      "epoch": 454.84,
      "grad_norm": 1.1648865938186646,
      "learning_rate": 2.0073530900570107e-06,
      "loss": 0.3446,
      "step": 1629700
    },
    {
      "epoch": 454.85,
      "grad_norm": 1.2129522562026978,
      "learning_rate": 2.007326330415291e-06,
      "loss": 0.3469,
      "step": 1629710
    },
    {
      "epoch": 454.85,
      "grad_norm": 1.1117775440216064,
      "learning_rate": 2.007299570818351e-06,
      "loss": 0.3501,
      "step": 1629720
    },
    {
      "epoch": 454.85,
      "grad_norm": 0.9871705174446106,
      "learning_rate": 2.007272811266192e-06,
      "loss": 0.3225,
      "step": 1629730
    },
    {
      "epoch": 454.85,
      "grad_norm": 1.1335326433181763,
      "learning_rate": 2.0072460517588177e-06,
      "loss": 0.3365,
      "step": 1629740
    },
    {
      "epoch": 454.86,
      "grad_norm": 1.1092708110809326,
      "learning_rate": 2.007219292296233e-06,
      "loss": 0.336,
      "step": 1629750
    },
    {
      "epoch": 454.86,
      "grad_norm": 1.1049898862838745,
      "learning_rate": 2.0071925328784405e-06,
      "loss": 0.345,
      "step": 1629760
    },
    {
      "epoch": 454.86,
      "grad_norm": 1.2784892320632935,
      "learning_rate": 2.007165773505443e-06,
      "loss": 0.3487,
      "step": 1629770
    },
    {
      "epoch": 454.86,
      "grad_norm": 0.9460094571113586,
      "learning_rate": 2.007139014177246e-06,
      "loss": 0.3643,
      "step": 1629780
    },
    {
      "epoch": 454.87,
      "grad_norm": 1.0544902086257935,
      "learning_rate": 2.007112254893852e-06,
      "loss": 0.3561,
      "step": 1629790
    },
    {
      "epoch": 454.87,
      "grad_norm": 1.1118942499160767,
      "learning_rate": 2.0070854956552637e-06,
      "loss": 0.3367,
      "step": 1629800
    },
    {
      "epoch": 454.87,
      "grad_norm": 1.0332512855529785,
      "learning_rate": 2.0070587364614865e-06,
      "loss": 0.3542,
      "step": 1629810
    },
    {
      "epoch": 454.88,
      "grad_norm": 0.8824431896209717,
      "learning_rate": 2.007031977312523e-06,
      "loss": 0.3275,
      "step": 1629820
    },
    {
      "epoch": 454.88,
      "grad_norm": 1.2096467018127441,
      "learning_rate": 2.007005218208375e-06,
      "loss": 0.3609,
      "step": 1629830
    },
    {
      "epoch": 454.88,
      "grad_norm": 0.9995641112327576,
      "learning_rate": 2.0069784591490493e-06,
      "loss": 0.335,
      "step": 1629840
    },
    {
      "epoch": 454.88,
      "grad_norm": 0.9502637982368469,
      "learning_rate": 2.0069517001345484e-06,
      "loss": 0.3469,
      "step": 1629850
    },
    {
      "epoch": 454.89,
      "grad_norm": 1.0025194883346558,
      "learning_rate": 2.0069249411648736e-06,
      "loss": 0.3482,
      "step": 1629860
    },
    {
      "epoch": 454.89,
      "grad_norm": 0.9484126567840576,
      "learning_rate": 2.0068981822400324e-06,
      "loss": 0.334,
      "step": 1629870
    },
    {
      "epoch": 454.89,
      "grad_norm": 1.073527216911316,
      "learning_rate": 2.0068714233600254e-06,
      "loss": 0.347,
      "step": 1629880
    },
    {
      "epoch": 454.9,
      "grad_norm": 1.0442497730255127,
      "learning_rate": 2.006844664524857e-06,
      "loss": 0.3399,
      "step": 1629890
    },
    {
      "epoch": 454.9,
      "grad_norm": 0.9714096188545227,
      "learning_rate": 2.006817905734531e-06,
      "loss": 0.3395,
      "step": 1629900
    },
    {
      "epoch": 454.9,
      "grad_norm": 0.9281269907951355,
      "learning_rate": 2.006791146989051e-06,
      "loss": 0.3333,
      "step": 1629910
    },
    {
      "epoch": 454.9,
      "grad_norm": 1.3962279558181763,
      "learning_rate": 2.006764388288419e-06,
      "loss": 0.345,
      "step": 1629920
    },
    {
      "epoch": 454.91,
      "grad_norm": 1.243870735168457,
      "learning_rate": 2.006737629632641e-06,
      "loss": 0.3316,
      "step": 1629930
    },
    {
      "epoch": 454.91,
      "grad_norm": 1.740187168121338,
      "learning_rate": 2.006710871021719e-06,
      "loss": 0.3491,
      "step": 1629940
    },
    {
      "epoch": 454.91,
      "grad_norm": 1.1941568851470947,
      "learning_rate": 2.0066841124556577e-06,
      "loss": 0.3566,
      "step": 1629950
    },
    {
      "epoch": 454.91,
      "grad_norm": 1.3222116231918335,
      "learning_rate": 2.0066573539344594e-06,
      "loss": 0.3337,
      "step": 1629960
    },
    {
      "epoch": 454.92,
      "grad_norm": 0.9822537302970886,
      "learning_rate": 2.0066305954581276e-06,
      "loss": 0.358,
      "step": 1629970
    },
    {
      "epoch": 454.92,
      "grad_norm": 1.0580105781555176,
      "learning_rate": 2.006603837026668e-06,
      "loss": 0.3398,
      "step": 1629980
    },
    {
      "epoch": 454.92,
      "grad_norm": 1.4210435152053833,
      "learning_rate": 2.0065770786400817e-06,
      "loss": 0.345,
      "step": 1629990
    },
    {
      "epoch": 454.93,
      "grad_norm": 0.8977449536323547,
      "learning_rate": 2.0065503202983726e-06,
      "loss": 0.3368,
      "step": 1630000
    },
    {
      "epoch": 454.93,
      "grad_norm": 1.0328025817871094,
      "learning_rate": 2.0065235620015457e-06,
      "loss": 0.34,
      "step": 1630010
    },
    {
      "epoch": 454.93,
      "grad_norm": 1.1397976875305176,
      "learning_rate": 2.006496803749604e-06,
      "loss": 0.3498,
      "step": 1630020
    },
    {
      "epoch": 454.93,
      "grad_norm": 1.4023710489273071,
      "learning_rate": 2.0064700455425503e-06,
      "loss": 0.3488,
      "step": 1630030
    },
    {
      "epoch": 454.94,
      "grad_norm": 1.0663740634918213,
      "learning_rate": 2.0064432873803893e-06,
      "loss": 0.3353,
      "step": 1630040
    },
    {
      "epoch": 454.94,
      "grad_norm": 1.1536883115768433,
      "learning_rate": 2.0064165292631237e-06,
      "loss": 0.3295,
      "step": 1630050
    },
    {
      "epoch": 454.94,
      "grad_norm": 1.0055365562438965,
      "learning_rate": 2.006389771190756e-06,
      "loss": 0.3314,
      "step": 1630060
    },
    {
      "epoch": 454.95,
      "grad_norm": 1.2093151807785034,
      "learning_rate": 2.0063630131632922e-06,
      "loss": 0.3485,
      "step": 1630070
    },
    {
      "epoch": 454.95,
      "grad_norm": 1.207126259803772,
      "learning_rate": 2.006336255180735e-06,
      "loss": 0.3462,
      "step": 1630080
    },
    {
      "epoch": 454.95,
      "grad_norm": 0.9946646690368652,
      "learning_rate": 2.006309497243087e-06,
      "loss": 0.3292,
      "step": 1630090
    },
    {
      "epoch": 454.95,
      "grad_norm": 0.9631698727607727,
      "learning_rate": 2.0062827393503527e-06,
      "loss": 0.3428,
      "step": 1630100
    },
    {
      "epoch": 454.96,
      "grad_norm": 1.1192506551742554,
      "learning_rate": 2.0062559815025354e-06,
      "loss": 0.3393,
      "step": 1630110
    },
    {
      "epoch": 454.96,
      "grad_norm": 1.0667762756347656,
      "learning_rate": 2.006229223699638e-06,
      "loss": 0.3534,
      "step": 1630120
    },
    {
      "epoch": 454.96,
      "grad_norm": 1.2178270816802979,
      "learning_rate": 2.0062024659416655e-06,
      "loss": 0.3419,
      "step": 1630130
    },
    {
      "epoch": 454.97,
      "grad_norm": 0.9614289999008179,
      "learning_rate": 2.0061757082286205e-06,
      "loss": 0.3325,
      "step": 1630140
    },
    {
      "epoch": 454.97,
      "grad_norm": 1.0407943725585938,
      "learning_rate": 2.006148950560506e-06,
      "loss": 0.3515,
      "step": 1630150
    },
    {
      "epoch": 454.97,
      "grad_norm": 0.9399433135986328,
      "learning_rate": 2.0061221929373273e-06,
      "loss": 0.3172,
      "step": 1630160
    },
    {
      "epoch": 454.97,
      "grad_norm": 1.0856599807739258,
      "learning_rate": 2.0060954353590867e-06,
      "loss": 0.354,
      "step": 1630170
    },
    {
      "epoch": 454.98,
      "grad_norm": 0.9592698216438293,
      "learning_rate": 2.0060686778257876e-06,
      "loss": 0.3307,
      "step": 1630180
    },
    {
      "epoch": 454.98,
      "grad_norm": 1.281456708908081,
      "learning_rate": 2.0060419203374346e-06,
      "loss": 0.3395,
      "step": 1630190
    },
    {
      "epoch": 454.98,
      "grad_norm": 0.939771831035614,
      "learning_rate": 2.0060151628940307e-06,
      "loss": 0.3393,
      "step": 1630200
    },
    {
      "epoch": 454.98,
      "grad_norm": 1.1208595037460327,
      "learning_rate": 2.0059884054955783e-06,
      "loss": 0.3535,
      "step": 1630210
    },
    {
      "epoch": 454.99,
      "grad_norm": 0.8922363519668579,
      "learning_rate": 2.0059616481420827e-06,
      "loss": 0.3431,
      "step": 1630220
    },
    {
      "epoch": 454.99,
      "grad_norm": 1.3034418821334839,
      "learning_rate": 2.0059348908335468e-06,
      "loss": 0.3422,
      "step": 1630230
    },
    {
      "epoch": 454.99,
      "grad_norm": 1.242488145828247,
      "learning_rate": 2.0059081335699743e-06,
      "loss": 0.3534,
      "step": 1630240
    },
    {
      "epoch": 455.0,
      "grad_norm": 1.1482864618301392,
      "learning_rate": 2.0058813763513687e-06,
      "loss": 0.3555,
      "step": 1630250
    },
    {
      "epoch": 455.0,
      "grad_norm": 0.9653530716896057,
      "learning_rate": 2.0058546191777333e-06,
      "loss": 0.3401,
      "step": 1630260
    },
    {
      "epoch": 455.0,
      "eval_loss": 0.3439967930316925,
      "eval_runtime": 63.16,
      "eval_samples_per_second": 80.098,
      "eval_steps_per_second": 10.022,
      "step": 1630265
    },
    {
      "epoch": 455.0,
      "grad_norm": 1.118418574333191,
      "learning_rate": 2.005827862049072e-06,
      "loss": 0.3317,
      "step": 1630270
    },
    {
      "epoch": 455.0,
      "grad_norm": 0.9844396710395813,
      "learning_rate": 2.005801104965389e-06,
      "loss": 0.3321,
      "step": 1630280
    },
    {
      "epoch": 455.01,
      "grad_norm": 1.2183115482330322,
      "learning_rate": 2.0057743479266855e-06,
      "loss": 0.346,
      "step": 1630290
    },
    {
      "epoch": 455.01,
      "grad_norm": 0.9546784162521362,
      "learning_rate": 2.0057475909329676e-06,
      "loss": 0.3471,
      "step": 1630300
    },
    {
      "epoch": 455.01,
      "grad_norm": 1.0987615585327148,
      "learning_rate": 2.005720833984238e-06,
      "loss": 0.3387,
      "step": 1630310
    },
    {
      "epoch": 455.02,
      "grad_norm": 1.0850828886032104,
      "learning_rate": 2.0056940770804996e-06,
      "loss": 0.3521,
      "step": 1630320
    },
    {
      "epoch": 455.02,
      "grad_norm": 0.9729584455490112,
      "learning_rate": 2.005667320221757e-06,
      "loss": 0.3407,
      "step": 1630330
    },
    {
      "epoch": 455.02,
      "grad_norm": 1.0265520811080933,
      "learning_rate": 2.005640563408014e-06,
      "loss": 0.3223,
      "step": 1630340
    },
    {
      "epoch": 455.02,
      "grad_norm": 1.872657299041748,
      "learning_rate": 2.0056138066392717e-06,
      "loss": 0.3487,
      "step": 1630350
    },
    {
      "epoch": 455.03,
      "grad_norm": 1.118053674697876,
      "learning_rate": 2.0055870499155366e-06,
      "loss": 0.3428,
      "step": 1630360
    },
    {
      "epoch": 455.03,
      "grad_norm": 1.0023282766342163,
      "learning_rate": 2.005560293236811e-06,
      "loss": 0.3599,
      "step": 1630370
    },
    {
      "epoch": 455.03,
      "grad_norm": 1.0423203706741333,
      "learning_rate": 2.005533536603098e-06,
      "loss": 0.3303,
      "step": 1630380
    },
    {
      "epoch": 455.03,
      "grad_norm": 1.0795843601226807,
      "learning_rate": 2.0055067800144022e-06,
      "loss": 0.3327,
      "step": 1630390
    },
    {
      "epoch": 455.04,
      "grad_norm": 1.187937617301941,
      "learning_rate": 2.0054800234707265e-06,
      "loss": 0.3473,
      "step": 1630400
    },
    {
      "epoch": 455.04,
      "grad_norm": 0.9853848814964294,
      "learning_rate": 2.0054532669720747e-06,
      "loss": 0.356,
      "step": 1630410
    },
    {
      "epoch": 455.04,
      "grad_norm": 1.214489221572876,
      "learning_rate": 2.0054265105184504e-06,
      "loss": 0.3261,
      "step": 1630420
    },
    {
      "epoch": 455.05,
      "grad_norm": 1.0114810466766357,
      "learning_rate": 2.0053997541098573e-06,
      "loss": 0.3363,
      "step": 1630430
    },
    {
      "epoch": 455.05,
      "grad_norm": 1.274127721786499,
      "learning_rate": 2.0053729977462975e-06,
      "loss": 0.3584,
      "step": 1630440
    },
    {
      "epoch": 455.05,
      "grad_norm": 1.0211199522018433,
      "learning_rate": 2.005346241427777e-06,
      "loss": 0.3442,
      "step": 1630450
    },
    {
      "epoch": 455.05,
      "grad_norm": 1.1075031757354736,
      "learning_rate": 2.005319485154298e-06,
      "loss": 0.3475,
      "step": 1630460
    },
    {
      "epoch": 455.06,
      "grad_norm": 0.9637172222137451,
      "learning_rate": 2.0052927289258633e-06,
      "loss": 0.341,
      "step": 1630470
    },
    {
      "epoch": 455.06,
      "grad_norm": 1.0379977226257324,
      "learning_rate": 2.0052659727424785e-06,
      "loss": 0.3545,
      "step": 1630480
    },
    {
      "epoch": 455.06,
      "grad_norm": 0.9657360911369324,
      "learning_rate": 2.005239216604146e-06,
      "loss": 0.3277,
      "step": 1630490
    },
    {
      "epoch": 455.07,
      "grad_norm": 1.0348467826843262,
      "learning_rate": 2.0052124605108678e-06,
      "loss": 0.3531,
      "step": 1630500
    },
    {
      "epoch": 455.07,
      "grad_norm": 1.2867590188980103,
      "learning_rate": 2.0051857044626508e-06,
      "loss": 0.3564,
      "step": 1630510
    },
    {
      "epoch": 455.07,
      "grad_norm": 0.9636217355728149,
      "learning_rate": 2.005158948459495e-06,
      "loss": 0.3409,
      "step": 1630520
    },
    {
      "epoch": 455.07,
      "grad_norm": 1.2224024534225464,
      "learning_rate": 2.005132192501407e-06,
      "loss": 0.3423,
      "step": 1630530
    },
    {
      "epoch": 455.08,
      "grad_norm": 1.048291563987732,
      "learning_rate": 2.0051054365883896e-06,
      "loss": 0.3574,
      "step": 1630540
    },
    {
      "epoch": 455.08,
      "grad_norm": 1.2193278074264526,
      "learning_rate": 2.005078680720445e-06,
      "loss": 0.3515,
      "step": 1630550
    },
    {
      "epoch": 455.08,
      "grad_norm": 0.8742374181747437,
      "learning_rate": 2.005051924897578e-06,
      "loss": 0.3482,
      "step": 1630560
    },
    {
      "epoch": 455.09,
      "grad_norm": 1.3133805990219116,
      "learning_rate": 2.005025169119792e-06,
      "loss": 0.3307,
      "step": 1630570
    },
    {
      "epoch": 455.09,
      "grad_norm": 0.9206351637840271,
      "learning_rate": 2.0049984133870893e-06,
      "loss": 0.3385,
      "step": 1630580
    },
    {
      "epoch": 455.09,
      "grad_norm": 1.1346402168273926,
      "learning_rate": 2.004971657699476e-06,
      "loss": 0.333,
      "step": 1630590
    },
    {
      "epoch": 455.09,
      "grad_norm": 1.1320148706436157,
      "learning_rate": 2.0049449020569538e-06,
      "loss": 0.359,
      "step": 1630600
    },
    {
      "epoch": 455.1,
      "grad_norm": 1.0963958501815796,
      "learning_rate": 2.004918146459526e-06,
      "loss": 0.3421,
      "step": 1630610
    },
    {
      "epoch": 455.1,
      "grad_norm": 1.075302243232727,
      "learning_rate": 2.0048913909071972e-06,
      "loss": 0.343,
      "step": 1630620
    },
    {
      "epoch": 455.1,
      "grad_norm": 0.8963168263435364,
      "learning_rate": 2.004864635399971e-06,
      "loss": 0.3603,
      "step": 1630630
    },
    {
      "epoch": 455.1,
      "grad_norm": 1.102843165397644,
      "learning_rate": 2.0048378799378494e-06,
      "loss": 0.347,
      "step": 1630640
    },
    {
      "epoch": 455.11,
      "grad_norm": 0.8999512791633606,
      "learning_rate": 2.004811124520838e-06,
      "loss": 0.3404,
      "step": 1630650
    },
    {
      "epoch": 455.11,
      "grad_norm": 0.9515610933303833,
      "learning_rate": 2.0047843691489395e-06,
      "loss": 0.3471,
      "step": 1630660
    },
    {
      "epoch": 455.11,
      "grad_norm": 1.6999235153198242,
      "learning_rate": 2.004757613822156e-06,
      "loss": 0.3228,
      "step": 1630670
    },
    {
      "epoch": 455.12,
      "grad_norm": 1.0889785289764404,
      "learning_rate": 2.0047308585404942e-06,
      "loss": 0.3473,
      "step": 1630680
    },
    {
      "epoch": 455.12,
      "grad_norm": 1.067240595817566,
      "learning_rate": 2.0047041033039554e-06,
      "loss": 0.3502,
      "step": 1630690
    },
    {
      "epoch": 455.12,
      "grad_norm": 1.0695000886917114,
      "learning_rate": 2.0046773481125436e-06,
      "loss": 0.3559,
      "step": 1630700
    },
    {
      "epoch": 455.12,
      "grad_norm": 1.018501877784729,
      "learning_rate": 2.004650592966263e-06,
      "loss": 0.3382,
      "step": 1630710
    },
    {
      "epoch": 455.13,
      "grad_norm": 1.2010738849639893,
      "learning_rate": 2.004623837865116e-06,
      "loss": 0.3458,
      "step": 1630720
    },
    {
      "epoch": 455.13,
      "grad_norm": 1.0733129978179932,
      "learning_rate": 2.0045970828091062e-06,
      "loss": 0.348,
      "step": 1630730
    },
    {
      "epoch": 455.13,
      "grad_norm": 1.1394039392471313,
      "learning_rate": 2.004570327798239e-06,
      "loss": 0.3429,
      "step": 1630740
    },
    {
      "epoch": 455.14,
      "grad_norm": 1.0142709016799927,
      "learning_rate": 2.0045435728325166e-06,
      "loss": 0.3375,
      "step": 1630750
    },
    {
      "epoch": 455.14,
      "grad_norm": 0.9752538204193115,
      "learning_rate": 2.004516817911942e-06,
      "loss": 0.3545,
      "step": 1630760
    },
    {
      "epoch": 455.14,
      "grad_norm": 0.9575033187866211,
      "learning_rate": 2.00449006303652e-06,
      "loss": 0.3389,
      "step": 1630770
    },
    {
      "epoch": 455.14,
      "grad_norm": 1.1415809392929077,
      "learning_rate": 2.0044633082062533e-06,
      "loss": 0.347,
      "step": 1630780
    },
    {
      "epoch": 455.15,
      "grad_norm": 1.018944263458252,
      "learning_rate": 2.0044365534211454e-06,
      "loss": 0.3471,
      "step": 1630790
    },
    {
      "epoch": 455.15,
      "grad_norm": 1.1600056886672974,
      "learning_rate": 2.004409798681201e-06,
      "loss": 0.3388,
      "step": 1630800
    },
    {
      "epoch": 455.15,
      "grad_norm": 1.25636887550354,
      "learning_rate": 2.0043830439864214e-06,
      "loss": 0.354,
      "step": 1630810
    },
    {
      "epoch": 455.15,
      "grad_norm": 1.0988059043884277,
      "learning_rate": 2.004356289336813e-06,
      "loss": 0.3514,
      "step": 1630820
    },
    {
      "epoch": 455.16,
      "grad_norm": 1.0572752952575684,
      "learning_rate": 2.0043295347323775e-06,
      "loss": 0.3504,
      "step": 1630830
    },
    {
      "epoch": 455.16,
      "grad_norm": 1.1904863119125366,
      "learning_rate": 2.004302780173119e-06,
      "loss": 0.3449,
      "step": 1630840
    },
    {
      "epoch": 455.16,
      "grad_norm": 1.1747193336486816,
      "learning_rate": 2.0042760256590414e-06,
      "loss": 0.3527,
      "step": 1630850
    },
    {
      "epoch": 455.17,
      "grad_norm": 1.3993784189224243,
      "learning_rate": 2.004249271190148e-06,
      "loss": 0.3469,
      "step": 1630860
    },
    {
      "epoch": 455.17,
      "grad_norm": 1.2167922258377075,
      "learning_rate": 2.004222516766441e-06,
      "loss": 0.3543,
      "step": 1630870
    },
    {
      "epoch": 455.17,
      "grad_norm": 1.1733580827713013,
      "learning_rate": 2.0041957623879266e-06,
      "loss": 0.3405,
      "step": 1630880
    },
    {
      "epoch": 455.17,
      "grad_norm": 1.0799778699874878,
      "learning_rate": 2.0041690080546066e-06,
      "loss": 0.3511,
      "step": 1630890
    },
    {
      "epoch": 455.18,
      "grad_norm": 1.0692496299743652,
      "learning_rate": 2.0041422537664846e-06,
      "loss": 0.3526,
      "step": 1630900
    },
    {
      "epoch": 455.18,
      "grad_norm": 0.9432730078697205,
      "learning_rate": 2.0041154995235646e-06,
      "loss": 0.35,
      "step": 1630910
    },
    {
      "epoch": 455.18,
      "grad_norm": 0.9544301629066467,
      "learning_rate": 2.0040887453258503e-06,
      "loss": 0.3289,
      "step": 1630920
    },
    {
      "epoch": 455.19,
      "grad_norm": 1.164108395576477,
      "learning_rate": 2.004061991173344e-06,
      "loss": 0.3505,
      "step": 1630930
    },
    {
      "epoch": 455.19,
      "grad_norm": 1.0135689973831177,
      "learning_rate": 2.0040352370660512e-06,
      "loss": 0.3732,
      "step": 1630940
    },
    {
      "epoch": 455.19,
      "grad_norm": 1.5376935005187988,
      "learning_rate": 2.004008483003975e-06,
      "loss": 0.3545,
      "step": 1630950
    },
    {
      "epoch": 455.19,
      "grad_norm": 1.1044573783874512,
      "learning_rate": 2.003981728987117e-06,
      "loss": 0.345,
      "step": 1630960
    },
    {
      "epoch": 455.2,
      "grad_norm": 1.034043312072754,
      "learning_rate": 2.003954975015483e-06,
      "loss": 0.3267,
      "step": 1630970
    },
    {
      "epoch": 455.2,
      "grad_norm": 1.1445024013519287,
      "learning_rate": 2.0039282210890767e-06,
      "loss": 0.3562,
      "step": 1630980
    },
    {
      "epoch": 455.2,
      "grad_norm": 1.0351290702819824,
      "learning_rate": 2.0039014672078995e-06,
      "loss": 0.3426,
      "step": 1630990
    },
    {
      "epoch": 455.21,
      "grad_norm": 1.000308871269226,
      "learning_rate": 2.003874713371957e-06,
      "loss": 0.3559,
      "step": 1631000
    },
    {
      "epoch": 455.21,
      "grad_norm": 0.9628863334655762,
      "learning_rate": 2.003847959581252e-06,
      "loss": 0.3437,
      "step": 1631010
    },
    {
      "epoch": 455.21,
      "grad_norm": 0.9449514150619507,
      "learning_rate": 2.003821205835787e-06,
      "loss": 0.337,
      "step": 1631020
    },
    {
      "epoch": 455.21,
      "grad_norm": 1.0251296758651733,
      "learning_rate": 2.0037944521355676e-06,
      "loss": 0.3302,
      "step": 1631030
    },
    {
      "epoch": 455.22,
      "grad_norm": 0.928546130657196,
      "learning_rate": 2.0037676984805965e-06,
      "loss": 0.3507,
      "step": 1631040
    },
    {
      "epoch": 455.22,
      "grad_norm": 1.0239006280899048,
      "learning_rate": 2.0037409448708763e-06,
      "loss": 0.3465,
      "step": 1631050
    },
    {
      "epoch": 455.22,
      "grad_norm": 0.9259627461433411,
      "learning_rate": 2.0037141913064124e-06,
      "loss": 0.3357,
      "step": 1631060
    },
    {
      "epoch": 455.22,
      "grad_norm": 1.0711195468902588,
      "learning_rate": 2.003687437787206e-06,
      "loss": 0.3322,
      "step": 1631070
    },
    {
      "epoch": 455.23,
      "grad_norm": 1.2098544836044312,
      "learning_rate": 2.0036606843132634e-06,
      "loss": 0.3333,
      "step": 1631080
    },
    {
      "epoch": 455.23,
      "grad_norm": 1.0511387586593628,
      "learning_rate": 2.003633930884586e-06,
      "loss": 0.3422,
      "step": 1631090
    },
    {
      "epoch": 455.23,
      "grad_norm": 1.1663082838058472,
      "learning_rate": 2.003607177501178e-06,
      "loss": 0.3611,
      "step": 1631100
    },
    {
      "epoch": 455.24,
      "grad_norm": 0.9859389066696167,
      "learning_rate": 2.0035804241630436e-06,
      "loss": 0.3506,
      "step": 1631110
    },
    {
      "epoch": 455.24,
      "grad_norm": 1.2042303085327148,
      "learning_rate": 2.003553670870186e-06,
      "loss": 0.3405,
      "step": 1631120
    },
    {
      "epoch": 455.24,
      "grad_norm": 1.0745083093643188,
      "learning_rate": 2.0035269176226083e-06,
      "loss": 0.3404,
      "step": 1631130
    },
    {
      "epoch": 455.24,
      "grad_norm": 1.1203240156173706,
      "learning_rate": 2.0035001644203144e-06,
      "loss": 0.3628,
      "step": 1631140
    },
    {
      "epoch": 455.25,
      "grad_norm": 1.1632676124572754,
      "learning_rate": 2.003473411263308e-06,
      "loss": 0.3571,
      "step": 1631150
    },
    {
      "epoch": 455.25,
      "grad_norm": 0.9353178143501282,
      "learning_rate": 2.003446658151592e-06,
      "loss": 0.3486,
      "step": 1631160
    },
    {
      "epoch": 455.25,
      "grad_norm": 1.4350107908248901,
      "learning_rate": 2.003419905085171e-06,
      "loss": 0.3378,
      "step": 1631170
    },
    {
      "epoch": 455.26,
      "grad_norm": 1.0041850805282593,
      "learning_rate": 2.0033931520640483e-06,
      "loss": 0.334,
      "step": 1631180
    },
    {
      "epoch": 455.26,
      "grad_norm": 1.4590851068496704,
      "learning_rate": 2.003366399088226e-06,
      "loss": 0.3292,
      "step": 1631190
    },
    {
      "epoch": 455.26,
      "grad_norm": 1.0103894472122192,
      "learning_rate": 2.00333964615771e-06,
      "loss": 0.3428,
      "step": 1631200
    },
    {
      "epoch": 455.26,
      "grad_norm": 1.1160337924957275,
      "learning_rate": 2.003312893272503e-06,
      "loss": 0.3559,
      "step": 1631210
    },
    {
      "epoch": 455.27,
      "grad_norm": 1.1483880281448364,
      "learning_rate": 2.003286140432607e-06,
      "loss": 0.3527,
      "step": 1631220
    },
    {
      "epoch": 455.27,
      "grad_norm": 1.1834378242492676,
      "learning_rate": 2.0032593876380277e-06,
      "loss": 0.3451,
      "step": 1631230
    },
    {
      "epoch": 455.27,
      "grad_norm": 0.9816069602966309,
      "learning_rate": 2.0032326348887677e-06,
      "loss": 0.3506,
      "step": 1631240
    },
    {
      "epoch": 455.27,
      "grad_norm": 0.9302993416786194,
      "learning_rate": 2.00320588218483e-06,
      "loss": 0.3314,
      "step": 1631250
    },
    {
      "epoch": 455.28,
      "grad_norm": 1.0239512920379639,
      "learning_rate": 2.0031791295262194e-06,
      "loss": 0.3483,
      "step": 1631260
    },
    {
      "epoch": 455.28,
      "grad_norm": 1.0214699506759644,
      "learning_rate": 2.003152376912939e-06,
      "loss": 0.3385,
      "step": 1631270
    },
    {
      "epoch": 455.28,
      "grad_norm": 0.8869730234146118,
      "learning_rate": 2.003125624344992e-06,
      "loss": 0.351,
      "step": 1631280
    },
    {
      "epoch": 455.29,
      "grad_norm": 1.3500220775604248,
      "learning_rate": 2.0030988718223823e-06,
      "loss": 0.3621,
      "step": 1631290
    },
    {
      "epoch": 455.29,
      "grad_norm": 1.118272066116333,
      "learning_rate": 2.0030721193451135e-06,
      "loss": 0.3467,
      "step": 1631300
    },
    {
      "epoch": 455.29,
      "grad_norm": 1.0444786548614502,
      "learning_rate": 2.003045366913188e-06,
      "loss": 0.3643,
      "step": 1631310
    },
    {
      "epoch": 455.29,
      "grad_norm": 1.4688942432403564,
      "learning_rate": 2.0030186145266115e-06,
      "loss": 0.3471,
      "step": 1631320
    },
    {
      "epoch": 455.3,
      "grad_norm": 1.1672171354293823,
      "learning_rate": 2.0029918621853863e-06,
      "loss": 0.3425,
      "step": 1631330
    },
    {
      "epoch": 455.3,
      "grad_norm": 1.3321501016616821,
      "learning_rate": 2.0029651098895156e-06,
      "loss": 0.3502,
      "step": 1631340
    },
    {
      "epoch": 455.3,
      "grad_norm": 1.1550037860870361,
      "learning_rate": 2.002938357639004e-06,
      "loss": 0.3427,
      "step": 1631350
    },
    {
      "epoch": 455.31,
      "grad_norm": 1.2045742273330688,
      "learning_rate": 2.0029116054338545e-06,
      "loss": 0.3479,
      "step": 1631360
    },
    {
      "epoch": 455.31,
      "grad_norm": 1.2950770854949951,
      "learning_rate": 2.00288485327407e-06,
      "loss": 0.3525,
      "step": 1631370
    },
    {
      "epoch": 455.31,
      "grad_norm": 1.1524388790130615,
      "learning_rate": 2.002858101159656e-06,
      "loss": 0.3457,
      "step": 1631380
    },
    {
      "epoch": 455.31,
      "grad_norm": 1.114871621131897,
      "learning_rate": 2.002831349090613e-06,
      "loss": 0.3449,
      "step": 1631390
    },
    {
      "epoch": 455.32,
      "grad_norm": 0.8621641993522644,
      "learning_rate": 2.0028045970669475e-06,
      "loss": 0.3387,
      "step": 1631400
    },
    {
      "epoch": 455.32,
      "grad_norm": 0.9529736638069153,
      "learning_rate": 2.0027778450886624e-06,
      "loss": 0.3415,
      "step": 1631410
    },
    {
      "epoch": 455.32,
      "grad_norm": 0.9286168813705444,
      "learning_rate": 2.00275109315576e-06,
      "loss": 0.3395,
      "step": 1631420
    },
    {
      "epoch": 455.33,
      "grad_norm": 1.0574157238006592,
      "learning_rate": 2.002724341268245e-06,
      "loss": 0.3313,
      "step": 1631430
    },
    {
      "epoch": 455.33,
      "grad_norm": 1.0882283449172974,
      "learning_rate": 2.0026975894261206e-06,
      "loss": 0.337,
      "step": 1631440
    },
    {
      "epoch": 455.33,
      "grad_norm": 1.0532116889953613,
      "learning_rate": 2.00267083762939e-06,
      "loss": 0.3394,
      "step": 1631450
    },
    {
      "epoch": 455.33,
      "grad_norm": 0.9584440588951111,
      "learning_rate": 2.0026440858780575e-06,
      "loss": 0.3416,
      "step": 1631460
    },
    {
      "epoch": 455.34,
      "grad_norm": 0.9439983367919922,
      "learning_rate": 2.002617334172126e-06,
      "loss": 0.3281,
      "step": 1631470
    },
    {
      "epoch": 455.34,
      "grad_norm": 1.0018895864486694,
      "learning_rate": 2.002590582511599e-06,
      "loss": 0.3557,
      "step": 1631480
    },
    {
      "epoch": 455.34,
      "grad_norm": 1.0798652172088623,
      "learning_rate": 2.002563830896481e-06,
      "loss": 0.3603,
      "step": 1631490
    },
    {
      "epoch": 455.34,
      "grad_norm": 1.1736431121826172,
      "learning_rate": 2.0025370793267754e-06,
      "loss": 0.3378,
      "step": 1631500
    },
    {
      "epoch": 455.35,
      "grad_norm": 0.9977787137031555,
      "learning_rate": 2.0025103278024847e-06,
      "loss": 0.3425,
      "step": 1631510
    },
    {
      "epoch": 455.35,
      "grad_norm": 0.9924585819244385,
      "learning_rate": 2.002483576323613e-06,
      "loss": 0.346,
      "step": 1631520
    },
    {
      "epoch": 455.35,
      "grad_norm": 1.109459400177002,
      "learning_rate": 2.0024568248901647e-06,
      "loss": 0.3518,
      "step": 1631530
    },
    {
      "epoch": 455.36,
      "grad_norm": 1.161791443824768,
      "learning_rate": 2.0024300735021413e-06,
      "loss": 0.3464,
      "step": 1631540
    },
    {
      "epoch": 455.36,
      "grad_norm": 1.0679495334625244,
      "learning_rate": 2.002403322159549e-06,
      "loss": 0.3413,
      "step": 1631550
    },
    {
      "epoch": 455.36,
      "grad_norm": 1.3544156551361084,
      "learning_rate": 2.0023765708623897e-06,
      "loss": 0.3482,
      "step": 1631560
    },
    {
      "epoch": 455.36,
      "grad_norm": 1.4172769784927368,
      "learning_rate": 2.002349819610667e-06,
      "loss": 0.3394,
      "step": 1631570
    },
    {
      "epoch": 455.37,
      "grad_norm": 1.0560475587844849,
      "learning_rate": 2.002323068404385e-06,
      "loss": 0.343,
      "step": 1631580
    },
    {
      "epoch": 455.37,
      "grad_norm": 1.0260916948318481,
      "learning_rate": 2.0022963172435473e-06,
      "loss": 0.331,
      "step": 1631590
    },
    {
      "epoch": 455.37,
      "grad_norm": 0.926105260848999,
      "learning_rate": 2.002269566128156e-06,
      "loss": 0.3471,
      "step": 1631600
    },
    {
      "epoch": 455.38,
      "grad_norm": 1.176987886428833,
      "learning_rate": 2.0022428150582166e-06,
      "loss": 0.3293,
      "step": 1631610
    },
    {
      "epoch": 455.38,
      "grad_norm": 1.0775567293167114,
      "learning_rate": 2.002216064033732e-06,
      "loss": 0.3334,
      "step": 1631620
    },
    {
      "epoch": 455.38,
      "grad_norm": 0.8462617993354797,
      "learning_rate": 2.002189313054705e-06,
      "loss": 0.3501,
      "step": 1631630
    },
    {
      "epoch": 455.38,
      "grad_norm": 1.1919420957565308,
      "learning_rate": 2.0021625621211405e-06,
      "loss": 0.326,
      "step": 1631640
    },
    {
      "epoch": 455.39,
      "grad_norm": 1.0723340511322021,
      "learning_rate": 2.002135811233042e-06,
      "loss": 0.3338,
      "step": 1631650
    },
    {
      "epoch": 455.39,
      "grad_norm": 1.2501471042633057,
      "learning_rate": 2.002109060390411e-06,
      "loss": 0.3606,
      "step": 1631660
    },
    {
      "epoch": 455.39,
      "grad_norm": 1.0918750762939453,
      "learning_rate": 2.0020823095932538e-06,
      "loss": 0.3384,
      "step": 1631670
    },
    {
      "epoch": 455.39,
      "grad_norm": 1.0986356735229492,
      "learning_rate": 2.002055558841571e-06,
      "loss": 0.3403,
      "step": 1631680
    },
    {
      "epoch": 455.4,
      "grad_norm": 0.9857829809188843,
      "learning_rate": 2.0020288081353694e-06,
      "loss": 0.3163,
      "step": 1631690
    },
    {
      "epoch": 455.4,
      "grad_norm": 1.0204838514328003,
      "learning_rate": 2.002002057474651e-06,
      "loss": 0.3562,
      "step": 1631700
    },
    {
      "epoch": 455.4,
      "grad_norm": 1.3894174098968506,
      "learning_rate": 2.0019753068594183e-06,
      "loss": 0.3573,
      "step": 1631710
    },
    {
      "epoch": 455.41,
      "grad_norm": 0.9675283432006836,
      "learning_rate": 2.0019485562896766e-06,
      "loss": 0.3401,
      "step": 1631720
    },
    {
      "epoch": 455.41,
      "grad_norm": 1.1059446334838867,
      "learning_rate": 2.001921805765429e-06,
      "loss": 0.3544,
      "step": 1631730
    },
    {
      "epoch": 455.41,
      "grad_norm": 0.9591434001922607,
      "learning_rate": 2.0018950552866777e-06,
      "loss": 0.334,
      "step": 1631740
    },
    {
      "epoch": 455.41,
      "grad_norm": 1.1983256340026855,
      "learning_rate": 2.001868304853428e-06,
      "loss": 0.3393,
      "step": 1631750
    },
    {
      "epoch": 455.42,
      "grad_norm": 1.1451865434646606,
      "learning_rate": 2.0018415544656833e-06,
      "loss": 0.3296,
      "step": 1631760
    },
    {
      "epoch": 455.42,
      "grad_norm": 1.0656999349594116,
      "learning_rate": 2.0018148041234457e-06,
      "loss": 0.3418,
      "step": 1631770
    },
    {
      "epoch": 455.42,
      "grad_norm": 1.0984300374984741,
      "learning_rate": 2.001788053826721e-06,
      "loss": 0.334,
      "step": 1631780
    },
    {
      "epoch": 455.43,
      "grad_norm": 0.9194537401199341,
      "learning_rate": 2.0017613035755106e-06,
      "loss": 0.3429,
      "step": 1631790
    },
    {
      "epoch": 455.43,
      "grad_norm": 1.0770604610443115,
      "learning_rate": 2.0017345533698194e-06,
      "loss": 0.3503,
      "step": 1631800
    },
    {
      "epoch": 455.43,
      "grad_norm": 1.0581624507904053,
      "learning_rate": 2.0017078032096507e-06,
      "loss": 0.3386,
      "step": 1631810
    },
    {
      "epoch": 455.43,
      "grad_norm": 1.0018218755722046,
      "learning_rate": 2.001681053095008e-06,
      "loss": 0.3456,
      "step": 1631820
    },
    {
      "epoch": 455.44,
      "grad_norm": 0.9732769727706909,
      "learning_rate": 2.0016543030258936e-06,
      "loss": 0.3522,
      "step": 1631830
    },
    {
      "epoch": 455.44,
      "grad_norm": 1.1990344524383545,
      "learning_rate": 2.0016275530023136e-06,
      "loss": 0.3503,
      "step": 1631840
    },
    {
      "epoch": 455.44,
      "grad_norm": 1.1235088109970093,
      "learning_rate": 2.0016008030242697e-06,
      "loss": 0.3557,
      "step": 1631850
    },
    {
      "epoch": 455.45,
      "grad_norm": 1.0124179124832153,
      "learning_rate": 2.0015740530917657e-06,
      "loss": 0.3316,
      "step": 1631860
    },
    {
      "epoch": 455.45,
      "grad_norm": 1.0701723098754883,
      "learning_rate": 2.0015473032048058e-06,
      "loss": 0.3514,
      "step": 1631870
    },
    {
      "epoch": 455.45,
      "grad_norm": 1.3296977281570435,
      "learning_rate": 2.001520553363394e-06,
      "loss": 0.3413,
      "step": 1631880
    },
    {
      "epoch": 455.45,
      "grad_norm": 1.1758228540420532,
      "learning_rate": 2.001493803567531e-06,
      "loss": 0.3441,
      "step": 1631890
    },
    {
      "epoch": 455.46,
      "grad_norm": 0.9799907803535461,
      "learning_rate": 2.0014670538172234e-06,
      "loss": 0.3449,
      "step": 1631900
    },
    {
      "epoch": 455.46,
      "grad_norm": 0.988972008228302,
      "learning_rate": 2.0014403041124742e-06,
      "loss": 0.3364,
      "step": 1631910
    },
    {
      "epoch": 455.46,
      "grad_norm": 1.2048766613006592,
      "learning_rate": 2.0014135544532857e-06,
      "loss": 0.3473,
      "step": 1631920
    },
    {
      "epoch": 455.46,
      "grad_norm": 1.0918148756027222,
      "learning_rate": 2.0013868048396625e-06,
      "loss": 0.3432,
      "step": 1631930
    },
    {
      "epoch": 455.47,
      "grad_norm": 1.1258201599121094,
      "learning_rate": 2.0013600552716084e-06,
      "loss": 0.3416,
      "step": 1631940
    },
    {
      "epoch": 455.47,
      "grad_norm": 1.0909842252731323,
      "learning_rate": 2.0013333057491263e-06,
      "loss": 0.3304,
      "step": 1631950
    },
    {
      "epoch": 455.47,
      "grad_norm": 0.997347891330719,
      "learning_rate": 2.00130655627222e-06,
      "loss": 0.3411,
      "step": 1631960
    },
    {
      "epoch": 455.48,
      "grad_norm": 0.9740377068519592,
      "learning_rate": 2.001279806840892e-06,
      "loss": 0.3285,
      "step": 1631970
    },
    {
      "epoch": 455.48,
      "grad_norm": 0.9558405876159668,
      "learning_rate": 2.001253057455148e-06,
      "loss": 0.3458,
      "step": 1631980
    },
    {
      "epoch": 455.48,
      "grad_norm": 4.017948150634766,
      "learning_rate": 2.0012263081149904e-06,
      "loss": 0.3424,
      "step": 1631990
    },
    {
      "epoch": 455.48,
      "grad_norm": 3.541475296020508,
      "learning_rate": 2.0011995588204224e-06,
      "loss": 0.3356,
      "step": 1632000
    },
    {
      "epoch": 455.49,
      "grad_norm": 1.0123157501220703,
      "learning_rate": 2.0011728095714486e-06,
      "loss": 0.3499,
      "step": 1632010
    },
    {
      "epoch": 455.49,
      "grad_norm": 1.1085916757583618,
      "learning_rate": 2.001146060368072e-06,
      "loss": 0.3334,
      "step": 1632020
    },
    {
      "epoch": 455.49,
      "grad_norm": 3.7345051765441895,
      "learning_rate": 2.001119311210294e-06,
      "loss": 0.3574,
      "step": 1632030
    },
    {
      "epoch": 455.5,
      "grad_norm": 1.0287855863571167,
      "learning_rate": 2.0010925620981225e-06,
      "loss": 0.3479,
      "step": 1632040
    },
    {
      "epoch": 455.5,
      "grad_norm": 0.949432909488678,
      "learning_rate": 2.0010658130315585e-06,
      "loss": 0.3528,
      "step": 1632050
    },
    {
      "epoch": 455.5,
      "grad_norm": 0.9701792001724243,
      "learning_rate": 2.0010390640106042e-06,
      "loss": 0.335,
      "step": 1632060
    },
    {
      "epoch": 455.5,
      "grad_norm": 1.2355457544326782,
      "learning_rate": 2.0010123150352665e-06,
      "loss": 0.3443,
      "step": 1632070
    },
    {
      "epoch": 455.51,
      "grad_norm": 1.0555133819580078,
      "learning_rate": 2.0009855661055474e-06,
      "loss": 0.348,
      "step": 1632080
    },
    {
      "epoch": 455.51,
      "grad_norm": 1.1251500844955444,
      "learning_rate": 2.0009588172214496e-06,
      "loss": 0.3283,
      "step": 1632090
    },
    {
      "epoch": 455.51,
      "grad_norm": 1.157840609550476,
      "learning_rate": 2.000932068382978e-06,
      "loss": 0.3406,
      "step": 1632100
    },
    {
      "epoch": 455.51,
      "grad_norm": 0.9876402020454407,
      "learning_rate": 2.000905319590135e-06,
      "loss": 0.3372,
      "step": 1632110
    },
    {
      "epoch": 455.52,
      "grad_norm": 0.9619213342666626,
      "learning_rate": 2.000878570842924e-06,
      "loss": 0.3274,
      "step": 1632120
    },
    {
      "epoch": 455.52,
      "grad_norm": 1.019223690032959,
      "learning_rate": 2.000851822141351e-06,
      "loss": 0.3399,
      "step": 1632130
    },
    {
      "epoch": 455.52,
      "grad_norm": 0.9772084951400757,
      "learning_rate": 2.000825073485417e-06,
      "loss": 0.3454,
      "step": 1632140
    },
    {
      "epoch": 455.53,
      "grad_norm": 0.9479427337646484,
      "learning_rate": 2.0007983248751255e-06,
      "loss": 0.3514,
      "step": 1632150
    },
    {
      "epoch": 455.53,
      "grad_norm": 1.0614062547683716,
      "learning_rate": 2.0007715763104822e-06,
      "loss": 0.3275,
      "step": 1632160
    },
    {
      "epoch": 455.53,
      "grad_norm": 1.00081467628479,
      "learning_rate": 2.000744827791489e-06,
      "loss": 0.3442,
      "step": 1632170
    },
    {
      "epoch": 455.53,
      "grad_norm": 0.985482931137085,
      "learning_rate": 2.00071807931815e-06,
      "loss": 0.3437,
      "step": 1632180
    },
    {
      "epoch": 455.54,
      "grad_norm": 1.0519652366638184,
      "learning_rate": 2.000691330890469e-06,
      "loss": 0.3526,
      "step": 1632190
    },
    {
      "epoch": 455.54,
      "grad_norm": 1.0272140502929688,
      "learning_rate": 2.000664582508449e-06,
      "loss": 0.3496,
      "step": 1632200
    },
    {
      "epoch": 455.54,
      "grad_norm": 1.2990013360977173,
      "learning_rate": 2.0006378341720927e-06,
      "loss": 0.3473,
      "step": 1632210
    },
    {
      "epoch": 455.55,
      "grad_norm": 0.9651166796684265,
      "learning_rate": 2.000611085881406e-06,
      "loss": 0.3522,
      "step": 1632220
    },
    {
      "epoch": 455.55,
      "grad_norm": 1.0617841482162476,
      "learning_rate": 2.000584337636391e-06,
      "loss": 0.3442,
      "step": 1632230
    },
    {
      "epoch": 455.55,
      "grad_norm": 1.0102570056915283,
      "learning_rate": 2.000557589437051e-06,
      "loss": 0.3539,
      "step": 1632240
    },
    {
      "epoch": 455.55,
      "grad_norm": 0.9854332804679871,
      "learning_rate": 2.0005308412833902e-06,
      "loss": 0.3373,
      "step": 1632250
    },
    {
      "epoch": 455.56,
      "grad_norm": 0.9131172299385071,
      "learning_rate": 2.0005040931754113e-06,
      "loss": 0.3315,
      "step": 1632260
    },
    {
      "epoch": 455.56,
      "grad_norm": 1.2127031087875366,
      "learning_rate": 2.0004773451131196e-06,
      "loss": 0.3271,
      "step": 1632270
    },
    {
      "epoch": 455.56,
      "grad_norm": 1.1474294662475586,
      "learning_rate": 2.0004505970965173e-06,
      "loss": 0.3603,
      "step": 1632280
    },
    {
      "epoch": 455.57,
      "grad_norm": 0.8342882990837097,
      "learning_rate": 2.0004238491256073e-06,
      "loss": 0.3529,
      "step": 1632290
    },
    {
      "epoch": 455.57,
      "grad_norm": 1.1339845657348633,
      "learning_rate": 2.000397101200395e-06,
      "loss": 0.3411,
      "step": 1632300
    },
    {
      "epoch": 455.57,
      "grad_norm": 0.9169996380805969,
      "learning_rate": 2.0003703533208835e-06,
      "loss": 0.3287,
      "step": 1632310
    },
    {
      "epoch": 455.57,
      "grad_norm": 1.7124143838882446,
      "learning_rate": 2.0003436054870755e-06,
      "loss": 0.3555,
      "step": 1632320
    },
    {
      "epoch": 455.58,
      "grad_norm": 1.1039314270019531,
      "learning_rate": 2.0003168576989748e-06,
      "loss": 0.3408,
      "step": 1632330
    },
    {
      "epoch": 455.58,
      "grad_norm": 1.1060601472854614,
      "learning_rate": 2.0002901099565854e-06,
      "loss": 0.338,
      "step": 1632340
    },
    {
      "epoch": 455.58,
      "grad_norm": 1.003385305404663,
      "learning_rate": 2.00026336225991e-06,
      "loss": 0.3356,
      "step": 1632350
    },
    {
      "epoch": 455.58,
      "grad_norm": 1.0162752866744995,
      "learning_rate": 2.0002366146089536e-06,
      "loss": 0.3414,
      "step": 1632360
    },
    {
      "epoch": 455.59,
      "grad_norm": 1.3495408296585083,
      "learning_rate": 2.0002098670037187e-06,
      "loss": 0.3507,
      "step": 1632370
    },
    {
      "epoch": 455.59,
      "grad_norm": 1.2509397268295288,
      "learning_rate": 2.0001831194442084e-06,
      "loss": 0.3614,
      "step": 1632380
    },
    {
      "epoch": 455.59,
      "grad_norm": 1.0015873908996582,
      "learning_rate": 2.0001563719304277e-06,
      "loss": 0.3353,
      "step": 1632390
    },
    {
      "epoch": 455.6,
      "grad_norm": 1.2031018733978271,
      "learning_rate": 2.0001296244623796e-06,
      "loss": 0.3411,
      "step": 1632400
    },
    {
      "epoch": 455.6,
      "grad_norm": 1.0699979066848755,
      "learning_rate": 2.0001028770400662e-06,
      "loss": 0.3633,
      "step": 1632410
    },
    {
      "epoch": 455.6,
      "grad_norm": 1.0884779691696167,
      "learning_rate": 2.000076129663494e-06,
      "loss": 0.341,
      "step": 1632420
    },
    {
      "epoch": 455.6,
      "grad_norm": 1.1269108057022095,
      "learning_rate": 2.000049382332664e-06,
      "loss": 0.3546,
      "step": 1632430
    },
    {
      "epoch": 455.61,
      "grad_norm": 1.0614131689071655,
      "learning_rate": 2.00002263504758e-06,
      "loss": 0.3481,
      "step": 1632440
    },
    {
      "epoch": 455.61,
      "grad_norm": 0.9512928128242493,
      "learning_rate": 1.999995887808247e-06,
      "loss": 0.331,
      "step": 1632450
    },
    {
      "epoch": 455.61,
      "grad_norm": 1.0320192575454712,
      "learning_rate": 1.999969140614668e-06,
      "loss": 0.334,
      "step": 1632460
    },
    {
      "epoch": 455.62,
      "grad_norm": 0.960533618927002,
      "learning_rate": 1.9999423934668456e-06,
      "loss": 0.3474,
      "step": 1632470
    },
    {
      "epoch": 455.62,
      "grad_norm": 0.9403606057167053,
      "learning_rate": 1.999915646364785e-06,
      "loss": 0.3338,
      "step": 1632480
    },
    {
      "epoch": 455.62,
      "grad_norm": 1.021332859992981,
      "learning_rate": 1.9998888993084883e-06,
      "loss": 0.3505,
      "step": 1632490
    },
    {
      "epoch": 455.62,
      "grad_norm": 1.0993127822875977,
      "learning_rate": 1.999862152297959e-06,
      "loss": 0.3376,
      "step": 1632500
    },
    {
      "epoch": 455.63,
      "grad_norm": 1.1752134561538696,
      "learning_rate": 1.9998354053332023e-06,
      "loss": 0.3609,
      "step": 1632510
    },
    {
      "epoch": 455.63,
      "grad_norm": 1.138257622718811,
      "learning_rate": 1.9998086584142205e-06,
      "loss": 0.3461,
      "step": 1632520
    },
    {
      "epoch": 455.63,
      "grad_norm": 1.059709072113037,
      "learning_rate": 1.999781911541017e-06,
      "loss": 0.3587,
      "step": 1632530
    },
    {
      "epoch": 455.63,
      "grad_norm": 1.1365216970443726,
      "learning_rate": 1.9997551647135963e-06,
      "loss": 0.345,
      "step": 1632540
    },
    {
      "epoch": 455.64,
      "grad_norm": 1.8886334896087646,
      "learning_rate": 1.99972841793196e-06,
      "loss": 0.3306,
      "step": 1632550
    },
    {
      "epoch": 455.64,
      "grad_norm": 1.0740809440612793,
      "learning_rate": 1.9997016711961147e-06,
      "loss": 0.3464,
      "step": 1632560
    },
    {
      "epoch": 455.64,
      "grad_norm": 1.0545560121536255,
      "learning_rate": 1.9996749245060617e-06,
      "loss": 0.3375,
      "step": 1632570
    },
    {
      "epoch": 455.65,
      "grad_norm": 1.175689935684204,
      "learning_rate": 1.999648177861805e-06,
      "loss": 0.3453,
      "step": 1632580
    },
    {
      "epoch": 455.65,
      "grad_norm": 1.034044623374939,
      "learning_rate": 1.9996214312633487e-06,
      "loss": 0.343,
      "step": 1632590
    },
    {
      "epoch": 455.65,
      "grad_norm": 1.8597962856292725,
      "learning_rate": 1.999594684710696e-06,
      "loss": 0.3518,
      "step": 1632600
    },
    {
      "epoch": 455.65,
      "grad_norm": 1.1508339643478394,
      "learning_rate": 1.99956793820385e-06,
      "loss": 0.3627,
      "step": 1632610
    },
    {
      "epoch": 455.66,
      "grad_norm": 1.0157140493392944,
      "learning_rate": 1.999541191742816e-06,
      "loss": 0.348,
      "step": 1632620
    },
    {
      "epoch": 455.66,
      "grad_norm": 1.2031898498535156,
      "learning_rate": 1.9995144453275954e-06,
      "loss": 0.3427,
      "step": 1632630
    },
    {
      "epoch": 455.66,
      "grad_norm": 1.0074524879455566,
      "learning_rate": 1.9994876989581918e-06,
      "loss": 0.3422,
      "step": 1632640
    },
    {
      "epoch": 455.67,
      "grad_norm": 1.0850189924240112,
      "learning_rate": 1.9994609526346105e-06,
      "loss": 0.3426,
      "step": 1632650
    },
    {
      "epoch": 455.67,
      "grad_norm": 1.1670557260513306,
      "learning_rate": 1.9994342063568546e-06,
      "loss": 0.3366,
      "step": 1632660
    },
    {
      "epoch": 455.67,
      "grad_norm": 1.08382248878479,
      "learning_rate": 1.999407460124926e-06,
      "loss": 0.3583,
      "step": 1632670
    },
    {
      "epoch": 455.67,
      "grad_norm": 1.0226366519927979,
      "learning_rate": 1.9993807139388307e-06,
      "loss": 0.3454,
      "step": 1632680
    },
    {
      "epoch": 455.68,
      "grad_norm": 1.2418885231018066,
      "learning_rate": 1.9993539677985707e-06,
      "loss": 0.3535,
      "step": 1632690
    },
    {
      "epoch": 455.68,
      "grad_norm": 1.0894728899002075,
      "learning_rate": 1.9993272217041495e-06,
      "loss": 0.3459,
      "step": 1632700
    },
    {
      "epoch": 455.68,
      "grad_norm": 0.9665656685829163,
      "learning_rate": 1.9993004756555715e-06,
      "loss": 0.361,
      "step": 1632710
    },
    {
      "epoch": 455.69,
      "grad_norm": 0.9805286526679993,
      "learning_rate": 1.99927372965284e-06,
      "loss": 0.3746,
      "step": 1632720
    },
    {
      "epoch": 455.69,
      "grad_norm": 1.2161279916763306,
      "learning_rate": 1.999246983695957e-06,
      "loss": 0.3561,
      "step": 1632730
    },
    {
      "epoch": 455.69,
      "grad_norm": 1.0729042291641235,
      "learning_rate": 1.999220237784929e-06,
      "loss": 0.324,
      "step": 1632740
    },
    {
      "epoch": 455.69,
      "grad_norm": 0.9626613259315491,
      "learning_rate": 1.9991934919197576e-06,
      "loss": 0.351,
      "step": 1632750
    },
    {
      "epoch": 455.7,
      "grad_norm": 1.1532436609268188,
      "learning_rate": 1.9991667461004464e-06,
      "loss": 0.3466,
      "step": 1632760
    },
    {
      "epoch": 455.7,
      "grad_norm": 1.003578543663025,
      "learning_rate": 1.999140000327e-06,
      "loss": 0.335,
      "step": 1632770
    },
    {
      "epoch": 455.7,
      "grad_norm": 1.2438970804214478,
      "learning_rate": 1.999113254599421e-06,
      "loss": 0.3274,
      "step": 1632780
    },
    {
      "epoch": 455.7,
      "grad_norm": 1.1736409664154053,
      "learning_rate": 1.999086508917712e-06,
      "loss": 0.3478,
      "step": 1632790
    },
    {
      "epoch": 455.71,
      "grad_norm": 0.9621391296386719,
      "learning_rate": 1.9990597632818793e-06,
      "loss": 0.3338,
      "step": 1632800
    },
    {
      "epoch": 455.71,
      "grad_norm": 1.0378912687301636,
      "learning_rate": 1.999033017691925e-06,
      "loss": 0.3382,
      "step": 1632810
    },
    {
      "epoch": 455.71,
      "grad_norm": 1.2781583070755005,
      "learning_rate": 1.999006272147852e-06,
      "loss": 0.349,
      "step": 1632820
    },
    {
      "epoch": 455.72,
      "grad_norm": 0.9612841606140137,
      "learning_rate": 1.998979526649665e-06,
      "loss": 0.3366,
      "step": 1632830
    },
    {
      "epoch": 455.72,
      "grad_norm": 1.0356736183166504,
      "learning_rate": 1.998952781197366e-06,
      "loss": 0.3441,
      "step": 1632840
    },
    {
      "epoch": 455.72,
      "grad_norm": 1.1061064004898071,
      "learning_rate": 1.9989260357909608e-06,
      "loss": 0.3525,
      "step": 1632850
    },
    {
      "epoch": 455.72,
      "grad_norm": 1.1217889785766602,
      "learning_rate": 1.9988992904304513e-06,
      "loss": 0.3644,
      "step": 1632860
    },
    {
      "epoch": 455.73,
      "grad_norm": 1.2504947185516357,
      "learning_rate": 1.9988725451158405e-06,
      "loss": 0.3406,
      "step": 1632870
    },
    {
      "epoch": 455.73,
      "grad_norm": 1.021009087562561,
      "learning_rate": 1.9988457998471346e-06,
      "loss": 0.3306,
      "step": 1632880
    },
    {
      "epoch": 455.73,
      "grad_norm": 1.0475101470947266,
      "learning_rate": 1.9988190546243354e-06,
      "loss": 0.3213,
      "step": 1632890
    },
    {
      "epoch": 455.74,
      "grad_norm": 1.0207562446594238,
      "learning_rate": 1.9987923094474458e-06,
      "loss": 0.3366,
      "step": 1632900
    },
    {
      "epoch": 455.74,
      "grad_norm": 0.9548993110656738,
      "learning_rate": 1.998765564316471e-06,
      "loss": 0.3218,
      "step": 1632910
    },
    {
      "epoch": 455.74,
      "grad_norm": 1.1806998252868652,
      "learning_rate": 1.998738819231413e-06,
      "loss": 0.3224,
      "step": 1632920
    },
    {
      "epoch": 455.74,
      "grad_norm": 0.8928048610687256,
      "learning_rate": 1.9987120741922756e-06,
      "loss": 0.3495,
      "step": 1632930
    },
    {
      "epoch": 455.75,
      "grad_norm": 1.1453542709350586,
      "learning_rate": 1.9986853291990642e-06,
      "loss": 0.3437,
      "step": 1632940
    },
    {
      "epoch": 455.75,
      "grad_norm": 1.161875605583191,
      "learning_rate": 1.9986585842517803e-06,
      "loss": 0.3432,
      "step": 1632950
    },
    {
      "epoch": 455.75,
      "grad_norm": 1.0544077157974243,
      "learning_rate": 1.998631839350428e-06,
      "loss": 0.3478,
      "step": 1632960
    },
    {
      "epoch": 455.75,
      "grad_norm": 0.940034031867981,
      "learning_rate": 1.9986050944950114e-06,
      "loss": 0.3539,
      "step": 1632970
    },
    {
      "epoch": 455.76,
      "grad_norm": 1.0594686269760132,
      "learning_rate": 1.998578349685534e-06,
      "loss": 0.349,
      "step": 1632980
    },
    {
      "epoch": 455.76,
      "grad_norm": 1.1553841829299927,
      "learning_rate": 1.998551604921998e-06,
      "loss": 0.337,
      "step": 1632990
    },
    {
      "epoch": 455.76,
      "grad_norm": 0.9964073300361633,
      "learning_rate": 1.9985248602044085e-06,
      "loss": 0.3434,
      "step": 1633000
    },
    {
      "epoch": 455.77,
      "grad_norm": 1.0325990915298462,
      "learning_rate": 1.998498115532769e-06,
      "loss": 0.3536,
      "step": 1633010
    },
    {
      "epoch": 455.77,
      "grad_norm": 1.0097718238830566,
      "learning_rate": 1.9984713709070814e-06,
      "loss": 0.3556,
      "step": 1633020
    },
    {
      "epoch": 455.77,
      "grad_norm": 1.1160237789154053,
      "learning_rate": 1.9984446263273517e-06,
      "loss": 0.3498,
      "step": 1633030
    },
    {
      "epoch": 455.77,
      "grad_norm": 1.1980422735214233,
      "learning_rate": 1.998417881793582e-06,
      "loss": 0.3384,
      "step": 1633040
    },
    {
      "epoch": 455.78,
      "grad_norm": 0.9477562308311462,
      "learning_rate": 1.9983911373057756e-06,
      "loss": 0.3515,
      "step": 1633050
    },
    {
      "epoch": 455.78,
      "grad_norm": 1.1732916831970215,
      "learning_rate": 1.9983643928639374e-06,
      "loss": 0.3333,
      "step": 1633060
    },
    {
      "epoch": 455.78,
      "grad_norm": 1.214662790298462,
      "learning_rate": 1.9983376484680697e-06,
      "loss": 0.3575,
      "step": 1633070
    },
    {
      "epoch": 455.79,
      "grad_norm": 0.9763056039810181,
      "learning_rate": 1.998310904118176e-06,
      "loss": 0.3485,
      "step": 1633080
    },
    {
      "epoch": 455.79,
      "grad_norm": 1.0690016746520996,
      "learning_rate": 1.9982841598142606e-06,
      "loss": 0.3599,
      "step": 1633090
    },
    {
      "epoch": 455.79,
      "grad_norm": 1.0547720193862915,
      "learning_rate": 1.9982574155563276e-06,
      "loss": 0.3471,
      "step": 1633100
    },
    {
      "epoch": 455.79,
      "grad_norm": 0.9976039528846741,
      "learning_rate": 1.9982306713443784e-06,
      "loss": 0.3602,
      "step": 1633110
    },
    {
      "epoch": 455.8,
      "grad_norm": 1.175068736076355,
      "learning_rate": 1.9982039271784187e-06,
      "loss": 0.3523,
      "step": 1633120
    },
    {
      "epoch": 455.8,
      "grad_norm": 1.0170592069625854,
      "learning_rate": 1.998177183058451e-06,
      "loss": 0.3354,
      "step": 1633130
    },
    {
      "epoch": 455.8,
      "grad_norm": 1.1087028980255127,
      "learning_rate": 1.99815043898448e-06,
      "loss": 0.3617,
      "step": 1633140
    },
    {
      "epoch": 455.81,
      "grad_norm": 0.9995495676994324,
      "learning_rate": 1.9981236949565075e-06,
      "loss": 0.3309,
      "step": 1633150
    },
    {
      "epoch": 455.81,
      "grad_norm": 1.0237128734588623,
      "learning_rate": 1.9980969509745374e-06,
      "loss": 0.3566,
      "step": 1633160
    },
    {
      "epoch": 455.81,
      "grad_norm": 0.910053014755249,
      "learning_rate": 1.998070207038575e-06,
      "loss": 0.3374,
      "step": 1633170
    },
    {
      "epoch": 455.81,
      "grad_norm": 0.9773168563842773,
      "learning_rate": 1.9980434631486225e-06,
      "loss": 0.3459,
      "step": 1633180
    },
    {
      "epoch": 455.82,
      "grad_norm": 1.354171872138977,
      "learning_rate": 1.998016719304683e-06,
      "loss": 0.3449,
      "step": 1633190
    },
    {
      "epoch": 455.82,
      "grad_norm": 1.2628828287124634,
      "learning_rate": 1.9979899755067615e-06,
      "loss": 0.3575,
      "step": 1633200
    },
    {
      "epoch": 455.82,
      "grad_norm": 0.8405370712280273,
      "learning_rate": 1.997963231754861e-06,
      "loss": 0.3374,
      "step": 1633210
    },
    {
      "epoch": 455.82,
      "grad_norm": 0.9389744400978088,
      "learning_rate": 1.9979364880489833e-06,
      "loss": 0.338,
      "step": 1633220
    },
    {
      "epoch": 455.83,
      "grad_norm": 1.1834743022918701,
      "learning_rate": 1.9979097443891343e-06,
      "loss": 0.3405,
      "step": 1633230
    },
    {
      "epoch": 455.83,
      "grad_norm": 1.136277437210083,
      "learning_rate": 1.997883000775317e-06,
      "loss": 0.3591,
      "step": 1633240
    },
    {
      "epoch": 455.83,
      "grad_norm": 0.9793424606323242,
      "learning_rate": 1.9978562572075337e-06,
      "loss": 0.3373,
      "step": 1633250
    },
    {
      "epoch": 455.84,
      "grad_norm": 0.9615065455436707,
      "learning_rate": 1.9978295136857905e-06,
      "loss": 0.3379,
      "step": 1633260
    },
    {
      "epoch": 455.84,
      "grad_norm": 0.9436086416244507,
      "learning_rate": 1.9978027702100886e-06,
      "loss": 0.3284,
      "step": 1633270
    },
    {
      "epoch": 455.84,
      "grad_norm": 1.119908094406128,
      "learning_rate": 1.9977760267804323e-06,
      "loss": 0.35,
      "step": 1633280
    },
    {
      "epoch": 455.84,
      "grad_norm": 0.9678133130073547,
      "learning_rate": 1.9977492833968257e-06,
      "loss": 0.341,
      "step": 1633290
    },
    {
      "epoch": 455.85,
      "grad_norm": 1.1852506399154663,
      "learning_rate": 1.9977225400592715e-06,
      "loss": 0.3367,
      "step": 1633300
    },
    {
      "epoch": 455.85,
      "grad_norm": 1.0039211511611938,
      "learning_rate": 1.997695796767773e-06,
      "loss": 0.3363,
      "step": 1633310
    },
    {
      "epoch": 455.85,
      "grad_norm": 1.2316458225250244,
      "learning_rate": 1.9976690535223354e-06,
      "loss": 0.3528,
      "step": 1633320
    },
    {
      "epoch": 455.86,
      "grad_norm": 1.1484626531600952,
      "learning_rate": 1.997642310322961e-06,
      "loss": 0.3379,
      "step": 1633330
    },
    {
      "epoch": 455.86,
      "grad_norm": 1.0336486101150513,
      "learning_rate": 1.9976155671696535e-06,
      "loss": 0.3425,
      "step": 1633340
    },
    {
      "epoch": 455.86,
      "grad_norm": 1.0125207901000977,
      "learning_rate": 1.997588824062417e-06,
      "loss": 0.3684,
      "step": 1633350
    },
    {
      "epoch": 455.86,
      "grad_norm": 1.4044718742370605,
      "learning_rate": 1.9975620810012546e-06,
      "loss": 0.3468,
      "step": 1633360
    },
    {
      "epoch": 455.87,
      "grad_norm": 1.0148509740829468,
      "learning_rate": 1.997535337986169e-06,
      "loss": 0.3492,
      "step": 1633370
    },
    {
      "epoch": 455.87,
      "grad_norm": 0.9135411381721497,
      "learning_rate": 1.9975085950171654e-06,
      "loss": 0.3419,
      "step": 1633380
    },
    {
      "epoch": 455.87,
      "grad_norm": 1.037809133529663,
      "learning_rate": 1.997481852094247e-06,
      "loss": 0.3479,
      "step": 1633390
    },
    {
      "epoch": 455.87,
      "grad_norm": 1.13688325881958,
      "learning_rate": 1.9974551092174156e-06,
      "loss": 0.3418,
      "step": 1633400
    },
    {
      "epoch": 455.88,
      "grad_norm": 1.1268916130065918,
      "learning_rate": 1.9974283663866772e-06,
      "loss": 0.3355,
      "step": 1633410
    },
    {
      "epoch": 455.88,
      "grad_norm": 0.9241377711296082,
      "learning_rate": 1.997401623602034e-06,
      "loss": 0.3473,
      "step": 1633420
    },
    {
      "epoch": 455.88,
      "grad_norm": 1.0002799034118652,
      "learning_rate": 1.99737488086349e-06,
      "loss": 0.3532,
      "step": 1633430
    },
    {
      "epoch": 455.89,
      "grad_norm": 1.0536986589431763,
      "learning_rate": 1.997348138171049e-06,
      "loss": 0.3406,
      "step": 1633440
    },
    {
      "epoch": 455.89,
      "grad_norm": 1.0886355638504028,
      "learning_rate": 1.997321395524713e-06,
      "loss": 0.3346,
      "step": 1633450
    },
    {
      "epoch": 455.89,
      "grad_norm": 1.0914267301559448,
      "learning_rate": 1.997294652924488e-06,
      "loss": 0.347,
      "step": 1633460
    },
    {
      "epoch": 455.89,
      "grad_norm": 0.994870662689209,
      "learning_rate": 1.997267910370376e-06,
      "loss": 0.329,
      "step": 1633470
    },
    {
      "epoch": 455.9,
      "grad_norm": 1.0733119249343872,
      "learning_rate": 1.9972411678623804e-06,
      "loss": 0.3285,
      "step": 1633480
    },
    {
      "epoch": 455.9,
      "grad_norm": 1.1861050128936768,
      "learning_rate": 1.997214425400506e-06,
      "loss": 0.3418,
      "step": 1633490
    },
    {
      "epoch": 455.9,
      "grad_norm": 0.9901052713394165,
      "learning_rate": 1.997187682984755e-06,
      "loss": 0.3612,
      "step": 1633500
    },
    {
      "epoch": 455.91,
      "grad_norm": 1.0238558053970337,
      "learning_rate": 1.9971609406151313e-06,
      "loss": 0.3416,
      "step": 1633510
    },
    {
      "epoch": 455.91,
      "grad_norm": 1.0453349351882935,
      "learning_rate": 1.997134198291639e-06,
      "loss": 0.3506,
      "step": 1633520
    },
    {
      "epoch": 455.91,
      "grad_norm": 1.1587607860565186,
      "learning_rate": 1.9971074560142817e-06,
      "loss": 0.3383,
      "step": 1633530
    },
    {
      "epoch": 455.91,
      "grad_norm": 1.026976466178894,
      "learning_rate": 1.9970807137830618e-06,
      "loss": 0.3408,
      "step": 1633540
    },
    {
      "epoch": 455.92,
      "grad_norm": 1.1823593378067017,
      "learning_rate": 1.9970539715979844e-06,
      "loss": 0.3541,
      "step": 1633550
    },
    {
      "epoch": 455.92,
      "grad_norm": 0.8710010051727295,
      "learning_rate": 1.9970272294590526e-06,
      "loss": 0.3383,
      "step": 1633560
    },
    {
      "epoch": 455.92,
      "grad_norm": 1.031905174255371,
      "learning_rate": 1.9970004873662688e-06,
      "loss": 0.3304,
      "step": 1633570
    },
    {
      "epoch": 455.93,
      "grad_norm": 1.4563965797424316,
      "learning_rate": 1.996973745319638e-06,
      "loss": 0.3428,
      "step": 1633580
    },
    {
      "epoch": 455.93,
      "grad_norm": 0.9845444560050964,
      "learning_rate": 1.9969470033191635e-06,
      "loss": 0.3397,
      "step": 1633590
    },
    {
      "epoch": 455.93,
      "grad_norm": 1.057906150817871,
      "learning_rate": 1.9969202613648476e-06,
      "loss": 0.3412,
      "step": 1633600
    },
    {
      "epoch": 455.93,
      "grad_norm": 1.2107020616531372,
      "learning_rate": 1.9968935194566954e-06,
      "loss": 0.3296,
      "step": 1633610
    },
    {
      "epoch": 455.94,
      "grad_norm": 1.034570574760437,
      "learning_rate": 1.9968667775947103e-06,
      "loss": 0.3438,
      "step": 1633620
    },
    {
      "epoch": 455.94,
      "grad_norm": 1.2059539556503296,
      "learning_rate": 1.996840035778895e-06,
      "loss": 0.3643,
      "step": 1633630
    },
    {
      "epoch": 455.94,
      "grad_norm": 0.9853857159614563,
      "learning_rate": 1.9968132940092537e-06,
      "loss": 0.3371,
      "step": 1633640
    },
    {
      "epoch": 455.94,
      "grad_norm": 1.0943018198013306,
      "learning_rate": 1.9967865522857898e-06,
      "loss": 0.3626,
      "step": 1633650
    },
    {
      "epoch": 455.95,
      "grad_norm": 0.9742860198020935,
      "learning_rate": 1.996759810608506e-06,
      "loss": 0.3488,
      "step": 1633660
    },
    {
      "epoch": 455.95,
      "grad_norm": 1.0810035467147827,
      "learning_rate": 1.9967330689774074e-06,
      "loss": 0.3339,
      "step": 1633670
    },
    {
      "epoch": 455.95,
      "grad_norm": 1.0527656078338623,
      "learning_rate": 1.9967063273924973e-06,
      "loss": 0.3454,
      "step": 1633680
    },
    {
      "epoch": 455.96,
      "grad_norm": 1.5591049194335938,
      "learning_rate": 1.9966795858537777e-06,
      "loss": 0.3363,
      "step": 1633690
    },
    {
      "epoch": 455.96,
      "grad_norm": 1.0519379377365112,
      "learning_rate": 1.996652844361254e-06,
      "loss": 0.341,
      "step": 1633700
    },
    {
      "epoch": 455.96,
      "grad_norm": 1.1949896812438965,
      "learning_rate": 1.9966261029149287e-06,
      "loss": 0.3468,
      "step": 1633710
    },
    {
      "epoch": 455.96,
      "grad_norm": 0.9703285694122314,
      "learning_rate": 1.996599361514806e-06,
      "loss": 0.3348,
      "step": 1633720
    },
    {
      "epoch": 455.97,
      "grad_norm": 1.1194926500320435,
      "learning_rate": 1.9965726201608895e-06,
      "loss": 0.3524,
      "step": 1633730
    },
    {
      "epoch": 455.97,
      "grad_norm": 0.9797767996788025,
      "learning_rate": 1.996545878853181e-06,
      "loss": 0.3474,
      "step": 1633740
    },
    {
      "epoch": 455.97,
      "grad_norm": 1.0597281455993652,
      "learning_rate": 1.9965191375916865e-06,
      "loss": 0.3318,
      "step": 1633750
    },
    {
      "epoch": 455.98,
      "grad_norm": 1.1194158792495728,
      "learning_rate": 1.9964923963764085e-06,
      "loss": 0.345,
      "step": 1633760
    },
    {
      "epoch": 455.98,
      "grad_norm": 1.0947048664093018,
      "learning_rate": 1.9964656552073506e-06,
      "loss": 0.3406,
      "step": 1633770
    },
    {
      "epoch": 455.98,
      "grad_norm": 1.0003159046173096,
      "learning_rate": 1.9964389140845165e-06,
      "loss": 0.337,
      "step": 1633780
    },
    {
      "epoch": 455.98,
      "grad_norm": 1.2024588584899902,
      "learning_rate": 1.9964121730079097e-06,
      "loss": 0.3402,
      "step": 1633790
    },
    {
      "epoch": 455.99,
      "grad_norm": 1.1224181652069092,
      "learning_rate": 1.9963854319775326e-06,
      "loss": 0.3403,
      "step": 1633800
    },
    {
      "epoch": 455.99,
      "grad_norm": 1.1493183374404907,
      "learning_rate": 1.9963586909933904e-06,
      "loss": 0.3589,
      "step": 1633810
    },
    {
      "epoch": 455.99,
      "grad_norm": 1.049315094947815,
      "learning_rate": 1.996331950055487e-06,
      "loss": 0.3546,
      "step": 1633820
    },
    {
      "epoch": 455.99,
      "grad_norm": 1.0277036428451538,
      "learning_rate": 1.996305209163823e-06,
      "loss": 0.3351,
      "step": 1633830
    },
    {
      "epoch": 456.0,
      "grad_norm": 1.0363116264343262,
      "learning_rate": 1.9962784683184057e-06,
      "loss": 0.3535,
      "step": 1633840
    },
    {
      "epoch": 456.0,
      "eval_loss": 0.34406182169914246,
      "eval_runtime": 63.1692,
      "eval_samples_per_second": 80.086,
      "eval_steps_per_second": 10.021,
      "step": 1633848
    },
    {
      "epoch": 456.0,
      "grad_norm": 1.0832350254058838,
      "learning_rate": 1.9962517275192365e-06,
      "loss": 0.3341,
      "step": 1633850
    },
    {
      "epoch": 456.0,
      "grad_norm": 1.020649790763855,
      "learning_rate": 1.9962249867663194e-06,
      "loss": 0.338,
      "step": 1633860
    },
    {
      "epoch": 456.01,
      "grad_norm": 1.3035826683044434,
      "learning_rate": 1.996198246059658e-06,
      "loss": 0.3499,
      "step": 1633870
    },
    {
      "epoch": 456.01,
      "grad_norm": 1.0334811210632324,
      "learning_rate": 1.9961715053992565e-06,
      "loss": 0.3563,
      "step": 1633880
    },
    {
      "epoch": 456.01,
      "grad_norm": 1.014841079711914,
      "learning_rate": 1.996144764785116e-06,
      "loss": 0.3461,
      "step": 1633890
    },
    {
      "epoch": 456.01,
      "grad_norm": 1.1098238229751587,
      "learning_rate": 1.9961180242172436e-06,
      "loss": 0.3377,
      "step": 1633900
    },
    {
      "epoch": 456.02,
      "grad_norm": 1.2617957592010498,
      "learning_rate": 1.9960912836956403e-06,
      "loss": 0.3558,
      "step": 1633910
    },
    {
      "epoch": 456.02,
      "grad_norm": 0.9503067135810852,
      "learning_rate": 1.9960645432203104e-06,
      "loss": 0.3297,
      "step": 1633920
    },
    {
      "epoch": 456.02,
      "grad_norm": 1.1121175289154053,
      "learning_rate": 1.996037802791258e-06,
      "loss": 0.3391,
      "step": 1633930
    },
    {
      "epoch": 456.03,
      "grad_norm": 1.0905686616897583,
      "learning_rate": 1.9960110624084864e-06,
      "loss": 0.341,
      "step": 1633940
    },
    {
      "epoch": 456.03,
      "grad_norm": 1.0687296390533447,
      "learning_rate": 1.995984322071998e-06,
      "loss": 0.3493,
      "step": 1633950
    },
    {
      "epoch": 456.03,
      "grad_norm": 1.063755989074707,
      "learning_rate": 1.9959575817817976e-06,
      "loss": 0.3525,
      "step": 1633960
    },
    {
      "epoch": 456.03,
      "grad_norm": 0.9899404048919678,
      "learning_rate": 1.9959308415378894e-06,
      "loss": 0.3372,
      "step": 1633970
    },
    {
      "epoch": 456.04,
      "grad_norm": 1.0968254804611206,
      "learning_rate": 1.995904101340274e-06,
      "loss": 0.3346,
      "step": 1633980
    },
    {
      "epoch": 456.04,
      "grad_norm": 1.1738754510879517,
      "learning_rate": 1.995877361188959e-06,
      "loss": 0.3494,
      "step": 1633990
    },
    {
      "epoch": 456.04,
      "grad_norm": 1.1230889558792114,
      "learning_rate": 1.995850621083945e-06,
      "loss": 0.3669,
      "step": 1634000
    },
    {
      "epoch": 456.05,
      "grad_norm": 0.9855781197547913,
      "learning_rate": 1.9958238810252366e-06,
      "loss": 0.3485,
      "step": 1634010
    },
    {
      "epoch": 456.05,
      "grad_norm": 1.0780118703842163,
      "learning_rate": 1.9957971410128378e-06,
      "loss": 0.3415,
      "step": 1634020
    },
    {
      "epoch": 456.05,
      "grad_norm": 1.1242334842681885,
      "learning_rate": 1.9957704010467504e-06,
      "loss": 0.35,
      "step": 1634030
    },
    {
      "epoch": 456.05,
      "grad_norm": 1.0479077100753784,
      "learning_rate": 1.99574366112698e-06,
      "loss": 0.3339,
      "step": 1634040
    },
    {
      "epoch": 456.06,
      "grad_norm": 1.0612671375274658,
      "learning_rate": 1.9957169212535298e-06,
      "loss": 0.3301,
      "step": 1634050
    },
    {
      "epoch": 456.06,
      "grad_norm": 0.862301766872406,
      "learning_rate": 1.9956901814264024e-06,
      "loss": 0.3295,
      "step": 1634060
    },
    {
      "epoch": 456.06,
      "grad_norm": 1.0564039945602417,
      "learning_rate": 1.9956634416456014e-06,
      "loss": 0.3402,
      "step": 1634070
    },
    {
      "epoch": 456.06,
      "grad_norm": 0.9616410136222839,
      "learning_rate": 1.9956367019111318e-06,
      "loss": 0.3441,
      "step": 1634080
    },
    {
      "epoch": 456.07,
      "grad_norm": 1.409812331199646,
      "learning_rate": 1.9956099622229953e-06,
      "loss": 0.3202,
      "step": 1634090
    },
    {
      "epoch": 456.07,
      "grad_norm": 1.246230959892273,
      "learning_rate": 1.995583222581197e-06,
      "loss": 0.3371,
      "step": 1634100
    },
    {
      "epoch": 456.07,
      "grad_norm": 1.1901053190231323,
      "learning_rate": 1.9955564829857396e-06,
      "loss": 0.3482,
      "step": 1634110
    },
    {
      "epoch": 456.08,
      "grad_norm": 1.0055148601531982,
      "learning_rate": 1.995529743436626e-06,
      "loss": 0.3392,
      "step": 1634120
    },
    {
      "epoch": 456.08,
      "grad_norm": 1.0055572986602783,
      "learning_rate": 1.995503003933862e-06,
      "loss": 0.3468,
      "step": 1634130
    },
    {
      "epoch": 456.08,
      "grad_norm": 1.0428661108016968,
      "learning_rate": 1.9954762644774493e-06,
      "loss": 0.3367,
      "step": 1634140
    },
    {
      "epoch": 456.08,
      "grad_norm": 1.0916937589645386,
      "learning_rate": 1.995449525067391e-06,
      "loss": 0.3321,
      "step": 1634150
    },
    {
      "epoch": 456.09,
      "grad_norm": 1.1230323314666748,
      "learning_rate": 1.995422785703693e-06,
      "loss": 0.3397,
      "step": 1634160
    },
    {
      "epoch": 456.09,
      "grad_norm": 1.0927774906158447,
      "learning_rate": 1.995396046386357e-06,
      "loss": 0.3456,
      "step": 1634170
    },
    {
      "epoch": 456.09,
      "grad_norm": 1.0893139839172363,
      "learning_rate": 1.995369307115386e-06,
      "loss": 0.3503,
      "step": 1634180
    },
    {
      "epoch": 456.1,
      "grad_norm": 1.033618688583374,
      "learning_rate": 1.9953425678907857e-06,
      "loss": 0.3576,
      "step": 1634190
    },
    {
      "epoch": 456.1,
      "grad_norm": 1.05288827419281,
      "learning_rate": 1.9953158287125584e-06,
      "loss": 0.3511,
      "step": 1634200
    },
    {
      "epoch": 456.1,
      "grad_norm": 1.1031757593154907,
      "learning_rate": 1.995289089580707e-06,
      "loss": 0.3493,
      "step": 1634210
    },
    {
      "epoch": 456.1,
      "grad_norm": 1.0500062704086304,
      "learning_rate": 1.9952623504952366e-06,
      "loss": 0.3507,
      "step": 1634220
    },
    {
      "epoch": 456.11,
      "grad_norm": 1.1135634183883667,
      "learning_rate": 1.99523561145615e-06,
      "loss": 0.3434,
      "step": 1634230
    },
    {
      "epoch": 456.11,
      "grad_norm": 0.9956195950508118,
      "learning_rate": 1.9952088724634507e-06,
      "loss": 0.3443,
      "step": 1634240
    },
    {
      "epoch": 456.11,
      "grad_norm": 1.0820891857147217,
      "learning_rate": 1.9951821335171423e-06,
      "loss": 0.3583,
      "step": 1634250
    },
    {
      "epoch": 456.11,
      "grad_norm": 0.9791041016578674,
      "learning_rate": 1.9951553946172284e-06,
      "loss": 0.3487,
      "step": 1634260
    },
    {
      "epoch": 456.12,
      "grad_norm": 1.293370008468628,
      "learning_rate": 1.9951286557637116e-06,
      "loss": 0.3481,
      "step": 1634270
    },
    {
      "epoch": 456.12,
      "grad_norm": 1.197308897972107,
      "learning_rate": 1.9951019169565974e-06,
      "loss": 0.3441,
      "step": 1634280
    },
    {
      "epoch": 456.12,
      "grad_norm": 0.8829095959663391,
      "learning_rate": 1.995075178195888e-06,
      "loss": 0.3264,
      "step": 1634290
    },
    {
      "epoch": 456.13,
      "grad_norm": 1.189064860343933,
      "learning_rate": 1.995048439481588e-06,
      "loss": 0.345,
      "step": 1634300
    },
    {
      "epoch": 456.13,
      "grad_norm": 0.9939201474189758,
      "learning_rate": 1.9950217008137e-06,
      "loss": 0.3419,
      "step": 1634310
    },
    {
      "epoch": 456.13,
      "grad_norm": 1.5621384382247925,
      "learning_rate": 1.9949949621922266e-06,
      "loss": 0.3433,
      "step": 1634320
    },
    {
      "epoch": 456.13,
      "grad_norm": 1.1177958250045776,
      "learning_rate": 1.994968223617174e-06,
      "loss": 0.3488,
      "step": 1634330
    },
    {
      "epoch": 456.14,
      "grad_norm": 1.0768195390701294,
      "learning_rate": 1.994941485088544e-06,
      "loss": 0.3524,
      "step": 1634340
    },
    {
      "epoch": 456.14,
      "grad_norm": 1.0508922338485718,
      "learning_rate": 1.9949147466063397e-06,
      "loss": 0.3473,
      "step": 1634350
    },
    {
      "epoch": 456.14,
      "grad_norm": 1.0149314403533936,
      "learning_rate": 1.9948880081705665e-06,
      "loss": 0.3496,
      "step": 1634360
    },
    {
      "epoch": 456.15,
      "grad_norm": 0.8910528421401978,
      "learning_rate": 1.9948612697812267e-06,
      "loss": 0.3418,
      "step": 1634370
    },
    {
      "epoch": 456.15,
      "grad_norm": 1.0676846504211426,
      "learning_rate": 1.994834531438324e-06,
      "loss": 0.3604,
      "step": 1634380
    },
    {
      "epoch": 456.15,
      "grad_norm": 0.9609568119049072,
      "learning_rate": 1.994807793141862e-06,
      "loss": 0.3528,
      "step": 1634390
    },
    {
      "epoch": 456.15,
      "grad_norm": 1.093549132347107,
      "learning_rate": 1.994781054891845e-06,
      "loss": 0.3441,
      "step": 1634400
    },
    {
      "epoch": 456.16,
      "grad_norm": 0.9310788512229919,
      "learning_rate": 1.9947543166882742e-06,
      "loss": 0.3652,
      "step": 1634410
    },
    {
      "epoch": 456.16,
      "grad_norm": 0.9888098835945129,
      "learning_rate": 1.994727578531156e-06,
      "loss": 0.3374,
      "step": 1634420
    },
    {
      "epoch": 456.16,
      "grad_norm": 1.101765751838684,
      "learning_rate": 1.9947008404204932e-06,
      "loss": 0.3336,
      "step": 1634430
    },
    {
      "epoch": 456.17,
      "grad_norm": 1.0507348775863647,
      "learning_rate": 1.994674102356288e-06,
      "loss": 0.3616,
      "step": 1634440
    },
    {
      "epoch": 456.17,
      "grad_norm": 1.0094845294952393,
      "learning_rate": 1.9946473643385457e-06,
      "loss": 0.3519,
      "step": 1634450
    },
    {
      "epoch": 456.17,
      "grad_norm": 1.0653483867645264,
      "learning_rate": 1.994620626367269e-06,
      "loss": 0.3279,
      "step": 1634460
    },
    {
      "epoch": 456.17,
      "grad_norm": 0.9402298927307129,
      "learning_rate": 1.99459388844246e-06,
      "loss": 0.364,
      "step": 1634470
    },
    {
      "epoch": 456.18,
      "grad_norm": 8.087444305419922,
      "learning_rate": 1.994567150564125e-06,
      "loss": 0.3404,
      "step": 1634480
    },
    {
      "epoch": 456.18,
      "grad_norm": 0.9668880105018616,
      "learning_rate": 1.9945404127322665e-06,
      "loss": 0.3398,
      "step": 1634490
    },
    {
      "epoch": 456.18,
      "grad_norm": 1.1085585355758667,
      "learning_rate": 1.994513674946887e-06,
      "loss": 0.3409,
      "step": 1634500
    },
    {
      "epoch": 456.18,
      "grad_norm": 0.9758719205856323,
      "learning_rate": 1.994486937207992e-06,
      "loss": 0.3585,
      "step": 1634510
    },
    {
      "epoch": 456.19,
      "grad_norm": 1.0195175409317017,
      "learning_rate": 1.9944601995155837e-06,
      "loss": 0.3538,
      "step": 1634520
    },
    {
      "epoch": 456.19,
      "grad_norm": 1.003832459449768,
      "learning_rate": 1.9944334618696653e-06,
      "loss": 0.3494,
      "step": 1634530
    },
    {
      "epoch": 456.19,
      "grad_norm": 0.9586893320083618,
      "learning_rate": 1.9944067242702422e-06,
      "loss": 0.3416,
      "step": 1634540
    },
    {
      "epoch": 456.2,
      "grad_norm": 1.1582406759262085,
      "learning_rate": 1.994379986717316e-06,
      "loss": 0.3528,
      "step": 1634550
    },
    {
      "epoch": 456.2,
      "grad_norm": 1.268844723701477,
      "learning_rate": 1.9943532492108905e-06,
      "loss": 0.3491,
      "step": 1634560
    },
    {
      "epoch": 456.2,
      "grad_norm": 1.1558746099472046,
      "learning_rate": 1.994326511750971e-06,
      "loss": 0.3457,
      "step": 1634570
    },
    {
      "epoch": 456.2,
      "grad_norm": 1.2174855470657349,
      "learning_rate": 1.994299774337559e-06,
      "loss": 0.3482,
      "step": 1634580
    },
    {
      "epoch": 456.21,
      "grad_norm": 0.9712633490562439,
      "learning_rate": 1.9942730369706597e-06,
      "loss": 0.3426,
      "step": 1634590
    },
    {
      "epoch": 456.21,
      "grad_norm": 1.1397905349731445,
      "learning_rate": 1.994246299650276e-06,
      "loss": 0.3291,
      "step": 1634600
    },
    {
      "epoch": 456.21,
      "grad_norm": 1.0538455247879028,
      "learning_rate": 1.9942195623764095e-06,
      "loss": 0.3463,
      "step": 1634610
    },
    {
      "epoch": 456.22,
      "grad_norm": 0.9677681922912598,
      "learning_rate": 1.9941928251490672e-06,
      "loss": 0.3348,
      "step": 1634620
    },
    {
      "epoch": 456.22,
      "grad_norm": 1.261436104774475,
      "learning_rate": 1.9941660879682512e-06,
      "loss": 0.349,
      "step": 1634630
    },
    {
      "epoch": 456.22,
      "grad_norm": 1.029201865196228,
      "learning_rate": 1.9941393508339636e-06,
      "loss": 0.3539,
      "step": 1634640
    },
    {
      "epoch": 456.22,
      "grad_norm": 1.0244685411453247,
      "learning_rate": 1.9941126137462106e-06,
      "loss": 0.3319,
      "step": 1634650
    },
    {
      "epoch": 456.23,
      "grad_norm": 1.1952948570251465,
      "learning_rate": 1.994085876704994e-06,
      "loss": 0.3427,
      "step": 1634660
    },
    {
      "epoch": 456.23,
      "grad_norm": 0.9477987885475159,
      "learning_rate": 1.994059139710318e-06,
      "loss": 0.3485,
      "step": 1634670
    },
    {
      "epoch": 456.23,
      "grad_norm": 0.9142720103263855,
      "learning_rate": 1.9940324027621856e-06,
      "loss": 0.3306,
      "step": 1634680
    },
    {
      "epoch": 456.23,
      "grad_norm": 1.0373128652572632,
      "learning_rate": 1.994005665860601e-06,
      "loss": 0.346,
      "step": 1634690
    },
    {
      "epoch": 456.24,
      "grad_norm": 1.0775606632232666,
      "learning_rate": 1.9939789290055667e-06,
      "loss": 0.3556,
      "step": 1634700
    },
    {
      "epoch": 456.24,
      "grad_norm": 1.0308573246002197,
      "learning_rate": 1.9939521921970877e-06,
      "loss": 0.3307,
      "step": 1634710
    },
    {
      "epoch": 456.24,
      "grad_norm": 1.1016182899475098,
      "learning_rate": 1.993925455435167e-06,
      "loss": 0.3403,
      "step": 1634720
    },
    {
      "epoch": 456.25,
      "grad_norm": 1.155771017074585,
      "learning_rate": 1.9938987187198076e-06,
      "loss": 0.3557,
      "step": 1634730
    },
    {
      "epoch": 456.25,
      "grad_norm": 1.0252639055252075,
      "learning_rate": 1.993871982051014e-06,
      "loss": 0.3483,
      "step": 1634740
    },
    {
      "epoch": 456.25,
      "grad_norm": 1.1621087789535522,
      "learning_rate": 1.9938452454287892e-06,
      "loss": 0.351,
      "step": 1634750
    },
    {
      "epoch": 456.25,
      "grad_norm": 1.0521913766860962,
      "learning_rate": 1.9938185088531363e-06,
      "loss": 0.3656,
      "step": 1634760
    },
    {
      "epoch": 456.26,
      "grad_norm": 1.190777063369751,
      "learning_rate": 1.9937917723240596e-06,
      "loss": 0.3229,
      "step": 1634770
    },
    {
      "epoch": 456.26,
      "grad_norm": 1.0456643104553223,
      "learning_rate": 1.993765035841563e-06,
      "loss": 0.3519,
      "step": 1634780
    },
    {
      "epoch": 456.26,
      "grad_norm": 1.1882588863372803,
      "learning_rate": 1.993738299405648e-06,
      "loss": 0.3345,
      "step": 1634790
    },
    {
      "epoch": 456.27,
      "grad_norm": 1.0022262334823608,
      "learning_rate": 1.9937115630163212e-06,
      "loss": 0.3236,
      "step": 1634800
    },
    {
      "epoch": 456.27,
      "grad_norm": 1.081967830657959,
      "learning_rate": 1.993684826673584e-06,
      "loss": 0.3255,
      "step": 1634810
    },
    {
      "epoch": 456.27,
      "grad_norm": 1.107253074645996,
      "learning_rate": 1.9936580903774407e-06,
      "loss": 0.3538,
      "step": 1634820
    },
    {
      "epoch": 456.27,
      "grad_norm": 1.1552860736846924,
      "learning_rate": 1.9936313541278946e-06,
      "loss": 0.3411,
      "step": 1634830
    },
    {
      "epoch": 456.28,
      "grad_norm": 1.0915895700454712,
      "learning_rate": 1.99360461792495e-06,
      "loss": 0.3372,
      "step": 1634840
    },
    {
      "epoch": 456.28,
      "grad_norm": 1.0678051710128784,
      "learning_rate": 1.9935778817686087e-06,
      "loss": 0.334,
      "step": 1634850
    },
    {
      "epoch": 456.28,
      "grad_norm": 1.099570870399475,
      "learning_rate": 1.993551145658876e-06,
      "loss": 0.3534,
      "step": 1634860
    },
    {
      "epoch": 456.29,
      "grad_norm": 1.1674283742904663,
      "learning_rate": 1.9935244095957547e-06,
      "loss": 0.3343,
      "step": 1634870
    },
    {
      "epoch": 456.29,
      "grad_norm": 1.3698722124099731,
      "learning_rate": 1.993497673579249e-06,
      "loss": 0.3327,
      "step": 1634880
    },
    {
      "epoch": 456.29,
      "grad_norm": 0.9764103293418884,
      "learning_rate": 1.993470937609362e-06,
      "loss": 0.3454,
      "step": 1634890
    },
    {
      "epoch": 456.29,
      "grad_norm": 1.2210668325424194,
      "learning_rate": 1.9934442016860962e-06,
      "loss": 0.344,
      "step": 1634900
    },
    {
      "epoch": 456.3,
      "grad_norm": 1.1515047550201416,
      "learning_rate": 1.9934174658094573e-06,
      "loss": 0.3519,
      "step": 1634910
    },
    {
      "epoch": 456.3,
      "grad_norm": 1.0854178667068481,
      "learning_rate": 1.9933907299794475e-06,
      "loss": 0.3236,
      "step": 1634920
    },
    {
      "epoch": 456.3,
      "grad_norm": 1.1153340339660645,
      "learning_rate": 1.99336399419607e-06,
      "loss": 0.3395,
      "step": 1634930
    },
    {
      "epoch": 456.3,
      "grad_norm": 1.0751891136169434,
      "learning_rate": 1.9933372584593293e-06,
      "loss": 0.3522,
      "step": 1634940
    },
    {
      "epoch": 456.31,
      "grad_norm": 0.9372377991676331,
      "learning_rate": 1.9933105227692295e-06,
      "loss": 0.34,
      "step": 1634950
    },
    {
      "epoch": 456.31,
      "grad_norm": 1.000120997428894,
      "learning_rate": 1.993283787125772e-06,
      "loss": 0.351,
      "step": 1634960
    },
    {
      "epoch": 456.31,
      "grad_norm": 0.972856879234314,
      "learning_rate": 1.9932570515289625e-06,
      "loss": 0.3339,
      "step": 1634970
    },
    {
      "epoch": 456.32,
      "grad_norm": 0.9631829261779785,
      "learning_rate": 1.993230315978804e-06,
      "loss": 0.3364,
      "step": 1634980
    },
    {
      "epoch": 456.32,
      "grad_norm": 1.1572051048278809,
      "learning_rate": 1.993203580475298e-06,
      "loss": 0.3381,
      "step": 1634990
    },
    {
      "epoch": 456.32,
      "grad_norm": 1.1129395961761475,
      "learning_rate": 1.9931768450184513e-06,
      "loss": 0.3539,
      "step": 1635000
    },
    {
      "epoch": 456.32,
      "grad_norm": 0.9254527688026428,
      "learning_rate": 1.993150109608266e-06,
      "loss": 0.3371,
      "step": 1635010
    },
    {
      "epoch": 456.33,
      "grad_norm": 1.0303179025650024,
      "learning_rate": 1.9931233742447446e-06,
      "loss": 0.344,
      "step": 1635020
    },
    {
      "epoch": 456.33,
      "grad_norm": 1.081040859222412,
      "learning_rate": 1.993096638927893e-06,
      "loss": 0.3557,
      "step": 1635030
    },
    {
      "epoch": 456.33,
      "grad_norm": 0.9594246745109558,
      "learning_rate": 1.993069903657713e-06,
      "loss": 0.3436,
      "step": 1635040
    },
    {
      "epoch": 456.34,
      "grad_norm": 1.1917328834533691,
      "learning_rate": 1.9930431684342083e-06,
      "loss": 0.3336,
      "step": 1635050
    },
    {
      "epoch": 456.34,
      "grad_norm": 1.0105865001678467,
      "learning_rate": 1.9930164332573833e-06,
      "loss": 0.3412,
      "step": 1635060
    },
    {
      "epoch": 456.34,
      "grad_norm": 0.9043157696723938,
      "learning_rate": 1.9929896981272408e-06,
      "loss": 0.3427,
      "step": 1635070
    },
    {
      "epoch": 456.34,
      "grad_norm": 0.9544971585273743,
      "learning_rate": 1.992962963043784e-06,
      "loss": 0.3494,
      "step": 1635080
    },
    {
      "epoch": 456.35,
      "grad_norm": 1.1746598482131958,
      "learning_rate": 1.992936228007018e-06,
      "loss": 0.3451,
      "step": 1635090
    },
    {
      "epoch": 456.35,
      "grad_norm": 1.1174311637878418,
      "learning_rate": 1.9929094930169454e-06,
      "loss": 0.3428,
      "step": 1635100
    },
    {
      "epoch": 456.35,
      "grad_norm": 1.018149733543396,
      "learning_rate": 1.992882758073569e-06,
      "loss": 0.3433,
      "step": 1635110
    },
    {
      "epoch": 456.36,
      "grad_norm": 1.2071006298065186,
      "learning_rate": 1.9928560231768933e-06,
      "loss": 0.3339,
      "step": 1635120
    },
    {
      "epoch": 456.36,
      "grad_norm": 1.032944679260254,
      "learning_rate": 1.9928292883269223e-06,
      "loss": 0.3426,
      "step": 1635130
    },
    {
      "epoch": 456.36,
      "grad_norm": 0.9186131358146667,
      "learning_rate": 1.992802553523658e-06,
      "loss": 0.3401,
      "step": 1635140
    },
    {
      "epoch": 456.36,
      "grad_norm": 1.0262553691864014,
      "learning_rate": 1.992775818767105e-06,
      "loss": 0.3351,
      "step": 1635150
    },
    {
      "epoch": 456.37,
      "grad_norm": 1.0419948101043701,
      "learning_rate": 1.992749084057267e-06,
      "loss": 0.3464,
      "step": 1635160
    },
    {
      "epoch": 456.37,
      "grad_norm": 1.105025053024292,
      "learning_rate": 1.9927223493941474e-06,
      "loss": 0.3486,
      "step": 1635170
    },
    {
      "epoch": 456.37,
      "grad_norm": 1.2222782373428345,
      "learning_rate": 1.9926956147777503e-06,
      "loss": 0.3611,
      "step": 1635180
    },
    {
      "epoch": 456.37,
      "grad_norm": 1.1232978105545044,
      "learning_rate": 1.9926688802080776e-06,
      "loss": 0.3551,
      "step": 1635190
    },
    {
      "epoch": 456.38,
      "grad_norm": 1.0232475996017456,
      "learning_rate": 1.9926421456851345e-06,
      "loss": 0.3394,
      "step": 1635200
    },
    {
      "epoch": 456.38,
      "grad_norm": 1.2171449661254883,
      "learning_rate": 1.9926154112089244e-06,
      "loss": 0.3276,
      "step": 1635210
    },
    {
      "epoch": 456.38,
      "grad_norm": 0.986513614654541,
      "learning_rate": 1.9925886767794492e-06,
      "loss": 0.3427,
      "step": 1635220
    },
    {
      "epoch": 456.39,
      "grad_norm": 1.1476879119873047,
      "learning_rate": 1.9925619423967147e-06,
      "loss": 0.3367,
      "step": 1635230
    },
    {
      "epoch": 456.39,
      "grad_norm": 1.0542573928833008,
      "learning_rate": 1.992535208060723e-06,
      "loss": 0.3284,
      "step": 1635240
    },
    {
      "epoch": 456.39,
      "grad_norm": 1.3114254474639893,
      "learning_rate": 1.9925084737714777e-06,
      "loss": 0.3519,
      "step": 1635250
    },
    {
      "epoch": 456.39,
      "grad_norm": 1.3048779964447021,
      "learning_rate": 1.9924817395289834e-06,
      "loss": 0.3676,
      "step": 1635260
    },
    {
      "epoch": 456.4,
      "grad_norm": 0.9656269550323486,
      "learning_rate": 1.9924550053332432e-06,
      "loss": 0.3289,
      "step": 1635270
    },
    {
      "epoch": 456.4,
      "grad_norm": 1.0079072713851929,
      "learning_rate": 1.9924282711842592e-06,
      "loss": 0.3476,
      "step": 1635280
    },
    {
      "epoch": 456.4,
      "grad_norm": 0.8800775408744812,
      "learning_rate": 1.9924015370820374e-06,
      "loss": 0.3433,
      "step": 1635290
    },
    {
      "epoch": 456.41,
      "grad_norm": 1.0864074230194092,
      "learning_rate": 1.9923748030265803e-06,
      "loss": 0.3507,
      "step": 1635300
    },
    {
      "epoch": 456.41,
      "grad_norm": 1.2548010349273682,
      "learning_rate": 1.99234806901789e-06,
      "loss": 0.3427,
      "step": 1635310
    },
    {
      "epoch": 456.41,
      "grad_norm": 1.0090053081512451,
      "learning_rate": 1.9923213350559723e-06,
      "loss": 0.3462,
      "step": 1635320
    },
    {
      "epoch": 456.41,
      "grad_norm": 0.9866752624511719,
      "learning_rate": 1.99229460114083e-06,
      "loss": 0.3485,
      "step": 1635330
    },
    {
      "epoch": 456.42,
      "grad_norm": 1.0921075344085693,
      "learning_rate": 1.9922678672724663e-06,
      "loss": 0.3344,
      "step": 1635340
    },
    {
      "epoch": 456.42,
      "grad_norm": 1.2054449319839478,
      "learning_rate": 1.992241133450885e-06,
      "loss": 0.3407,
      "step": 1635350
    },
    {
      "epoch": 456.42,
      "grad_norm": 1.1633414030075073,
      "learning_rate": 1.99221439967609e-06,
      "loss": 0.3345,
      "step": 1635360
    },
    {
      "epoch": 456.42,
      "grad_norm": 0.900351345539093,
      "learning_rate": 1.9921876659480833e-06,
      "loss": 0.3356,
      "step": 1635370
    },
    {
      "epoch": 456.43,
      "grad_norm": 1.1772111654281616,
      "learning_rate": 1.9921609322668708e-06,
      "loss": 0.3475,
      "step": 1635380
    },
    {
      "epoch": 456.43,
      "grad_norm": 1.0316932201385498,
      "learning_rate": 1.9921341986324546e-06,
      "loss": 0.335,
      "step": 1635390
    },
    {
      "epoch": 456.43,
      "grad_norm": 1.0298629999160767,
      "learning_rate": 1.9921074650448384e-06,
      "loss": 0.3456,
      "step": 1635400
    },
    {
      "epoch": 456.44,
      "grad_norm": 1.1070611476898193,
      "learning_rate": 1.992080731504026e-06,
      "loss": 0.3673,
      "step": 1635410
    },
    {
      "epoch": 456.44,
      "grad_norm": 1.113898754119873,
      "learning_rate": 1.9920539980100214e-06,
      "loss": 0.346,
      "step": 1635420
    },
    {
      "epoch": 456.44,
      "grad_norm": 2.54693865776062,
      "learning_rate": 1.9920272645628262e-06,
      "loss": 0.3289,
      "step": 1635430
    },
    {
      "epoch": 456.44,
      "grad_norm": 1.1542675495147705,
      "learning_rate": 1.9920005311624466e-06,
      "loss": 0.3494,
      "step": 1635440
    },
    {
      "epoch": 456.45,
      "grad_norm": 1.0540333986282349,
      "learning_rate": 1.991973797808884e-06,
      "loss": 0.3466,
      "step": 1635450
    },
    {
      "epoch": 456.45,
      "grad_norm": 1.0826083421707153,
      "learning_rate": 1.991947064502144e-06,
      "loss": 0.3381,
      "step": 1635460
    },
    {
      "epoch": 456.45,
      "grad_norm": 0.9663849472999573,
      "learning_rate": 1.9919203312422287e-06,
      "loss": 0.3351,
      "step": 1635470
    },
    {
      "epoch": 456.46,
      "grad_norm": 1.0698835849761963,
      "learning_rate": 1.991893598029142e-06,
      "loss": 0.3545,
      "step": 1635480
    },
    {
      "epoch": 456.46,
      "grad_norm": 1.1813669204711914,
      "learning_rate": 1.9918668648628873e-06,
      "loss": 0.3429,
      "step": 1635490
    },
    {
      "epoch": 456.46,
      "grad_norm": 1.2462537288665771,
      "learning_rate": 1.991840131743469e-06,
      "loss": 0.3353,
      "step": 1635500
    },
    {
      "epoch": 456.46,
      "grad_norm": 1.0582668781280518,
      "learning_rate": 1.9918133986708885e-06,
      "loss": 0.3455,
      "step": 1635510
    },
    {
      "epoch": 456.47,
      "grad_norm": 1.2736976146697998,
      "learning_rate": 1.991786665645152e-06,
      "loss": 0.3356,
      "step": 1635520
    },
    {
      "epoch": 456.47,
      "grad_norm": 0.9869486689567566,
      "learning_rate": 1.991759932666262e-06,
      "loss": 0.3524,
      "step": 1635530
    },
    {
      "epoch": 456.47,
      "grad_norm": 1.1385648250579834,
      "learning_rate": 1.991733199734222e-06,
      "loss": 0.351,
      "step": 1635540
    },
    {
      "epoch": 456.48,
      "grad_norm": 2.0080480575561523,
      "learning_rate": 1.991706466849035e-06,
      "loss": 0.3468,
      "step": 1635550
    },
    {
      "epoch": 456.48,
      "grad_norm": 1.1184524297714233,
      "learning_rate": 1.991679734010706e-06,
      "loss": 0.3603,
      "step": 1635560
    },
    {
      "epoch": 456.48,
      "grad_norm": 1.0054386854171753,
      "learning_rate": 1.991653001219236e-06,
      "loss": 0.3426,
      "step": 1635570
    },
    {
      "epoch": 456.48,
      "grad_norm": 1.0602543354034424,
      "learning_rate": 1.9916262684746316e-06,
      "loss": 0.3377,
      "step": 1635580
    },
    {
      "epoch": 456.49,
      "grad_norm": 5.720681667327881,
      "learning_rate": 1.991599535776895e-06,
      "loss": 0.3471,
      "step": 1635590
    },
    {
      "epoch": 456.49,
      "grad_norm": 0.9695842266082764,
      "learning_rate": 1.991572803126028e-06,
      "loss": 0.3516,
      "step": 1635600
    },
    {
      "epoch": 456.49,
      "grad_norm": 1.0471808910369873,
      "learning_rate": 1.9915460705220378e-06,
      "loss": 0.3293,
      "step": 1635610
    },
    {
      "epoch": 456.49,
      "grad_norm": 0.940913736820221,
      "learning_rate": 1.9915193379649256e-06,
      "loss": 0.3336,
      "step": 1635620
    },
    {
      "epoch": 456.5,
      "grad_norm": 1.143543004989624,
      "learning_rate": 1.991492605454695e-06,
      "loss": 0.348,
      "step": 1635630
    },
    {
      "epoch": 456.5,
      "grad_norm": 1.1152573823928833,
      "learning_rate": 1.9914658729913506e-06,
      "loss": 0.3331,
      "step": 1635640
    },
    {
      "epoch": 456.5,
      "grad_norm": 0.9235324263572693,
      "learning_rate": 1.991439140574895e-06,
      "loss": 0.3601,
      "step": 1635650
    },
    {
      "epoch": 456.51,
      "grad_norm": 1.1659072637557983,
      "learning_rate": 1.991412408205331e-06,
      "loss": 0.3472,
      "step": 1635660
    },
    {
      "epoch": 456.51,
      "grad_norm": 1.0823169946670532,
      "learning_rate": 1.9913856758826646e-06,
      "loss": 0.3237,
      "step": 1635670
    },
    {
      "epoch": 456.51,
      "grad_norm": 1.1631618738174438,
      "learning_rate": 1.9913589436068978e-06,
      "loss": 0.3342,
      "step": 1635680
    },
    {
      "epoch": 456.51,
      "grad_norm": 1.1113888025283813,
      "learning_rate": 1.9913322113780337e-06,
      "loss": 0.3457,
      "step": 1635690
    },
    {
      "epoch": 456.52,
      "grad_norm": 4.163519859313965,
      "learning_rate": 1.9913054791960775e-06,
      "loss": 0.3412,
      "step": 1635700
    },
    {
      "epoch": 456.52,
      "grad_norm": 3.52895188331604,
      "learning_rate": 1.9912787470610312e-06,
      "loss": 0.3267,
      "step": 1635710
    },
    {
      "epoch": 456.52,
      "grad_norm": 0.9981711506843567,
      "learning_rate": 1.991252014972898e-06,
      "loss": 0.3387,
      "step": 1635720
    },
    {
      "epoch": 456.53,
      "grad_norm": 1.3026400804519653,
      "learning_rate": 1.9912252829316834e-06,
      "loss": 0.338,
      "step": 1635730
    },
    {
      "epoch": 456.53,
      "grad_norm": 1.0082331895828247,
      "learning_rate": 1.9911985509373895e-06,
      "loss": 0.3427,
      "step": 1635740
    },
    {
      "epoch": 456.53,
      "grad_norm": 1.2359619140625,
      "learning_rate": 1.9911718189900207e-06,
      "loss": 0.3549,
      "step": 1635750
    },
    {
      "epoch": 456.53,
      "grad_norm": 1.0832523107528687,
      "learning_rate": 1.99114508708958e-06,
      "loss": 0.3624,
      "step": 1635760
    },
    {
      "epoch": 456.54,
      "grad_norm": 0.9706010222434998,
      "learning_rate": 1.991118355236071e-06,
      "loss": 0.335,
      "step": 1635770
    },
    {
      "epoch": 456.54,
      "grad_norm": 2.278437614440918,
      "learning_rate": 1.9910916234294983e-06,
      "loss": 0.3419,
      "step": 1635780
    },
    {
      "epoch": 456.54,
      "grad_norm": 1.179064154624939,
      "learning_rate": 1.991064891669864e-06,
      "loss": 0.355,
      "step": 1635790
    },
    {
      "epoch": 456.54,
      "grad_norm": 1.119148850440979,
      "learning_rate": 1.9910381599571706e-06,
      "loss": 0.3438,
      "step": 1635800
    },
    {
      "epoch": 456.55,
      "grad_norm": 1.2704142332077026,
      "learning_rate": 1.991011428291425e-06,
      "loss": 0.3542,
      "step": 1635810
    },
    {
      "epoch": 456.55,
      "grad_norm": 1.3067783117294312,
      "learning_rate": 1.990984696672629e-06,
      "loss": 0.3439,
      "step": 1635820
    },
    {
      "epoch": 456.55,
      "grad_norm": 1.184378743171692,
      "learning_rate": 1.9909579651007854e-06,
      "loss": 0.3371,
      "step": 1635830
    },
    {
      "epoch": 456.56,
      "grad_norm": 1.0593184232711792,
      "learning_rate": 1.9909312335758994e-06,
      "loss": 0.3441,
      "step": 1635840
    },
    {
      "epoch": 456.56,
      "grad_norm": 1.1049489974975586,
      "learning_rate": 1.9909045020979732e-06,
      "loss": 0.3246,
      "step": 1635850
    },
    {
      "epoch": 456.56,
      "grad_norm": 1.0280351638793945,
      "learning_rate": 1.99087777066701e-06,
      "loss": 0.3333,
      "step": 1635860
    },
    {
      "epoch": 456.56,
      "grad_norm": 0.9612560868263245,
      "learning_rate": 1.990851039283015e-06,
      "loss": 0.3427,
      "step": 1635870
    },
    {
      "epoch": 456.57,
      "grad_norm": 0.9316365718841553,
      "learning_rate": 1.9908243079459916e-06,
      "loss": 0.3467,
      "step": 1635880
    },
    {
      "epoch": 456.57,
      "grad_norm": 1.0816453695297241,
      "learning_rate": 1.9907975766559408e-06,
      "loss": 0.3404,
      "step": 1635890
    },
    {
      "epoch": 456.57,
      "grad_norm": 0.9407449960708618,
      "learning_rate": 1.9907708454128698e-06,
      "loss": 0.3372,
      "step": 1635900
    },
    {
      "epoch": 456.58,
      "grad_norm": 0.9983471632003784,
      "learning_rate": 1.99074411421678e-06,
      "loss": 0.3304,
      "step": 1635910
    },
    {
      "epoch": 456.58,
      "grad_norm": 1.3473314046859741,
      "learning_rate": 1.9907173830676753e-06,
      "loss": 0.3446,
      "step": 1635920
    },
    {
      "epoch": 456.58,
      "grad_norm": 0.9658371806144714,
      "learning_rate": 1.9906906519655595e-06,
      "loss": 0.338,
      "step": 1635930
    },
    {
      "epoch": 456.58,
      "grad_norm": 1.0752003192901611,
      "learning_rate": 1.9906639209104357e-06,
      "loss": 0.346,
      "step": 1635940
    },
    {
      "epoch": 456.59,
      "grad_norm": 0.9545867443084717,
      "learning_rate": 1.9906371899023075e-06,
      "loss": 0.3405,
      "step": 1635950
    },
    {
      "epoch": 456.59,
      "grad_norm": 0.879793643951416,
      "learning_rate": 1.990610458941179e-06,
      "loss": 0.3496,
      "step": 1635960
    },
    {
      "epoch": 456.59,
      "grad_norm": 0.9550477266311646,
      "learning_rate": 1.990583728027054e-06,
      "loss": 0.327,
      "step": 1635970
    },
    {
      "epoch": 456.6,
      "grad_norm": 1.2998243570327759,
      "learning_rate": 1.9905569971599344e-06,
      "loss": 0.3376,
      "step": 1635980
    },
    {
      "epoch": 456.6,
      "grad_norm": 1.268539309501648,
      "learning_rate": 1.9905302663398255e-06,
      "loss": 0.3387,
      "step": 1635990
    },
    {
      "epoch": 456.6,
      "grad_norm": 1.053844928741455,
      "learning_rate": 1.990503535566731e-06,
      "loss": 0.3432,
      "step": 1636000
    },
    {
      "epoch": 456.6,
      "grad_norm": 1.0585598945617676,
      "learning_rate": 1.9904768048406526e-06,
      "loss": 0.337,
      "step": 1636010
    },
    {
      "epoch": 456.61,
      "grad_norm": 1.0494122505187988,
      "learning_rate": 1.9904500741615955e-06,
      "loss": 0.346,
      "step": 1636020
    },
    {
      "epoch": 456.61,
      "grad_norm": 1.0730772018432617,
      "learning_rate": 1.9904233435295617e-06,
      "loss": 0.3362,
      "step": 1636030
    },
    {
      "epoch": 456.61,
      "grad_norm": 1.1170320510864258,
      "learning_rate": 1.990396612944557e-06,
      "loss": 0.3487,
      "step": 1636040
    },
    {
      "epoch": 456.61,
      "grad_norm": 0.9785003066062927,
      "learning_rate": 1.9903698824065837e-06,
      "loss": 0.345,
      "step": 1636050
    },
    {
      "epoch": 456.62,
      "grad_norm": 1.093688726425171,
      "learning_rate": 1.990343151915645e-06,
      "loss": 0.3563,
      "step": 1636060
    },
    {
      "epoch": 456.62,
      "grad_norm": 0.9528535604476929,
      "learning_rate": 1.990316421471745e-06,
      "loss": 0.3575,
      "step": 1636070
    },
    {
      "epoch": 456.62,
      "grad_norm": 1.0434484481811523,
      "learning_rate": 1.9902896910748872e-06,
      "loss": 0.3375,
      "step": 1636080
    },
    {
      "epoch": 456.63,
      "grad_norm": 1.020099401473999,
      "learning_rate": 1.9902629607250743e-06,
      "loss": 0.3546,
      "step": 1636090
    },
    {
      "epoch": 456.63,
      "grad_norm": 1.0431182384490967,
      "learning_rate": 1.9902362304223115e-06,
      "loss": 0.3372,
      "step": 1636100
    },
    {
      "epoch": 456.63,
      "grad_norm": 1.0140124559402466,
      "learning_rate": 1.9902095001666014e-06,
      "loss": 0.3159,
      "step": 1636110
    },
    {
      "epoch": 456.63,
      "grad_norm": 1.0565378665924072,
      "learning_rate": 1.9901827699579465e-06,
      "loss": 0.3479,
      "step": 1636120
    },
    {
      "epoch": 456.64,
      "grad_norm": 1.0578325986862183,
      "learning_rate": 1.9901560397963527e-06,
      "loss": 0.3494,
      "step": 1636130
    },
    {
      "epoch": 456.64,
      "grad_norm": 1.3410261869430542,
      "learning_rate": 1.9901293096818223e-06,
      "loss": 0.3329,
      "step": 1636140
    },
    {
      "epoch": 456.64,
      "grad_norm": 1.0590020418167114,
      "learning_rate": 1.9901025796143584e-06,
      "loss": 0.3449,
      "step": 1636150
    },
    {
      "epoch": 456.65,
      "grad_norm": 1.1169320344924927,
      "learning_rate": 1.990075849593966e-06,
      "loss": 0.3548,
      "step": 1636160
    },
    {
      "epoch": 456.65,
      "grad_norm": 1.1292165517807007,
      "learning_rate": 1.9900491196206473e-06,
      "loss": 0.3462,
      "step": 1636170
    },
    {
      "epoch": 456.65,
      "grad_norm": 1.223178505897522,
      "learning_rate": 1.990022389694405e-06,
      "loss": 0.3422,
      "step": 1636180
    },
    {
      "epoch": 456.65,
      "grad_norm": 1.0722758769989014,
      "learning_rate": 1.9899956598152455e-06,
      "loss": 0.355,
      "step": 1636190
    },
    {
      "epoch": 456.66,
      "grad_norm": 1.1024240255355835,
      "learning_rate": 1.9899689299831705e-06,
      "loss": 0.3524,
      "step": 1636200
    },
    {
      "epoch": 456.66,
      "grad_norm": 1.147889494895935,
      "learning_rate": 1.9899422001981832e-06,
      "loss": 0.3497,
      "step": 1636210
    },
    {
      "epoch": 456.66,
      "grad_norm": 1.2774325609207153,
      "learning_rate": 1.9899154704602885e-06,
      "loss": 0.3435,
      "step": 1636220
    },
    {
      "epoch": 456.66,
      "grad_norm": 0.9220941662788391,
      "learning_rate": 1.9898887407694892e-06,
      "loss": 0.3339,
      "step": 1636230
    },
    {
      "epoch": 456.67,
      "grad_norm": 1.1168423891067505,
      "learning_rate": 1.9898620111257884e-06,
      "loss": 0.3341,
      "step": 1636240
    },
    {
      "epoch": 456.67,
      "grad_norm": 1.2072097063064575,
      "learning_rate": 1.989835281529191e-06,
      "loss": 0.3649,
      "step": 1636250
    },
    {
      "epoch": 456.67,
      "grad_norm": 1.0301759243011475,
      "learning_rate": 1.9898085519796993e-06,
      "loss": 0.3543,
      "step": 1636260
    },
    {
      "epoch": 456.68,
      "grad_norm": 1.0081655979156494,
      "learning_rate": 1.9897818224773165e-06,
      "loss": 0.3464,
      "step": 1636270
    },
    {
      "epoch": 456.68,
      "grad_norm": 1.001242995262146,
      "learning_rate": 1.989755093022048e-06,
      "loss": 0.3436,
      "step": 1636280
    },
    {
      "epoch": 456.68,
      "grad_norm": 1.0764648914337158,
      "learning_rate": 1.9897283636138963e-06,
      "loss": 0.3395,
      "step": 1636290
    },
    {
      "epoch": 456.68,
      "grad_norm": 1.1250922679901123,
      "learning_rate": 1.9897016342528647e-06,
      "loss": 0.347,
      "step": 1636300
    },
    {
      "epoch": 456.69,
      "grad_norm": 0.8277003169059753,
      "learning_rate": 1.9896749049389574e-06,
      "loss": 0.3332,
      "step": 1636310
    },
    {
      "epoch": 456.69,
      "grad_norm": 1.0613235235214233,
      "learning_rate": 1.9896481756721765e-06,
      "loss": 0.3352,
      "step": 1636320
    },
    {
      "epoch": 456.69,
      "grad_norm": 1.0801506042480469,
      "learning_rate": 1.9896214464525274e-06,
      "loss": 0.3404,
      "step": 1636330
    },
    {
      "epoch": 456.7,
      "grad_norm": 1.180135726928711,
      "learning_rate": 1.989594717280013e-06,
      "loss": 0.3476,
      "step": 1636340
    },
    {
      "epoch": 456.7,
      "grad_norm": 1.1848108768463135,
      "learning_rate": 1.9895679881546368e-06,
      "loss": 0.3508,
      "step": 1636350
    },
    {
      "epoch": 456.7,
      "grad_norm": 0.9238173961639404,
      "learning_rate": 1.9895412590764024e-06,
      "loss": 0.3459,
      "step": 1636360
    },
    {
      "epoch": 456.7,
      "grad_norm": 1.002959132194519,
      "learning_rate": 1.9895145300453135e-06,
      "loss": 0.3436,
      "step": 1636370
    },
    {
      "epoch": 456.71,
      "grad_norm": 0.9607285261154175,
      "learning_rate": 1.989487801061372e-06,
      "loss": 0.3376,
      "step": 1636380
    },
    {
      "epoch": 456.71,
      "grad_norm": 1.0108180046081543,
      "learning_rate": 1.9894610721245846e-06,
      "loss": 0.3685,
      "step": 1636390
    },
    {
      "epoch": 456.71,
      "grad_norm": 1.1609941720962524,
      "learning_rate": 1.9894343432349527e-06,
      "loss": 0.331,
      "step": 1636400
    },
    {
      "epoch": 456.72,
      "grad_norm": 0.9713858962059021,
      "learning_rate": 1.9894076143924793e-06,
      "loss": 0.3525,
      "step": 1636410
    },
    {
      "epoch": 456.72,
      "grad_norm": 0.983291506767273,
      "learning_rate": 1.98938088559717e-06,
      "loss": 0.3357,
      "step": 1636420
    },
    {
      "epoch": 456.72,
      "grad_norm": 1.0886086225509644,
      "learning_rate": 1.9893541568490274e-06,
      "loss": 0.3471,
      "step": 1636430
    },
    {
      "epoch": 456.72,
      "grad_norm": 1.0119649171829224,
      "learning_rate": 1.9893274281480543e-06,
      "loss": 0.3476,
      "step": 1636440
    },
    {
      "epoch": 456.73,
      "grad_norm": 1.0234954357147217,
      "learning_rate": 1.989300699494256e-06,
      "loss": 0.3505,
      "step": 1636450
    },
    {
      "epoch": 456.73,
      "grad_norm": 0.9850320219993591,
      "learning_rate": 1.989273970887634e-06,
      "loss": 0.3402,
      "step": 1636460
    },
    {
      "epoch": 456.73,
      "grad_norm": 0.8816430568695068,
      "learning_rate": 1.9892472423281927e-06,
      "loss": 0.3574,
      "step": 1636470
    },
    {
      "epoch": 456.73,
      "grad_norm": 1.105210781097412,
      "learning_rate": 1.9892205138159364e-06,
      "loss": 0.3617,
      "step": 1636480
    },
    {
      "epoch": 456.74,
      "grad_norm": 1.010898470878601,
      "learning_rate": 1.9891937853508683e-06,
      "loss": 0.3572,
      "step": 1636490
    },
    {
      "epoch": 456.74,
      "grad_norm": 0.958676815032959,
      "learning_rate": 1.989167056932991e-06,
      "loss": 0.3482,
      "step": 1636500
    },
    {
      "epoch": 456.74,
      "grad_norm": 1.080674409866333,
      "learning_rate": 1.9891403285623095e-06,
      "loss": 0.3431,
      "step": 1636510
    },
    {
      "epoch": 456.75,
      "grad_norm": 1.3806331157684326,
      "learning_rate": 1.989113600238827e-06,
      "loss": 0.3506,
      "step": 1636520
    },
    {
      "epoch": 456.75,
      "grad_norm": 0.9363898038864136,
      "learning_rate": 1.989086871962545e-06,
      "loss": 0.3457,
      "step": 1636530
    },
    {
      "epoch": 456.75,
      "grad_norm": 1.0415676832199097,
      "learning_rate": 1.98906014373347e-06,
      "loss": 0.3524,
      "step": 1636540
    },
    {
      "epoch": 456.75,
      "grad_norm": 0.9783179759979248,
      "learning_rate": 1.9890334155516045e-06,
      "loss": 0.344,
      "step": 1636550
    },
    {
      "epoch": 456.76,
      "grad_norm": 1.1846115589141846,
      "learning_rate": 1.989006687416951e-06,
      "loss": 0.3384,
      "step": 1636560
    },
    {
      "epoch": 456.76,
      "grad_norm": 1.1271393299102783,
      "learning_rate": 1.988979959329514e-06,
      "loss": 0.3466,
      "step": 1636570
    },
    {
      "epoch": 456.76,
      "grad_norm": 1.0033636093139648,
      "learning_rate": 1.988953231289298e-06,
      "loss": 0.3408,
      "step": 1636580
    },
    {
      "epoch": 456.77,
      "grad_norm": 1.274702548980713,
      "learning_rate": 1.9889265032963046e-06,
      "loss": 0.3325,
      "step": 1636590
    },
    {
      "epoch": 456.77,
      "grad_norm": 1.0036239624023438,
      "learning_rate": 1.988899775350539e-06,
      "loss": 0.3551,
      "step": 1636600
    },
    {
      "epoch": 456.77,
      "grad_norm": 0.9531699419021606,
      "learning_rate": 1.988873047452003e-06,
      "loss": 0.3491,
      "step": 1636610
    },
    {
      "epoch": 456.77,
      "grad_norm": 0.9561756253242493,
      "learning_rate": 1.988846319600702e-06,
      "loss": 0.3363,
      "step": 1636620
    },
    {
      "epoch": 456.78,
      "grad_norm": 1.0224273204803467,
      "learning_rate": 1.988819591796639e-06,
      "loss": 0.3545,
      "step": 1636630
    },
    {
      "epoch": 456.78,
      "grad_norm": 1.0897403955459595,
      "learning_rate": 1.9887928640398168e-06,
      "loss": 0.3446,
      "step": 1636640
    },
    {
      "epoch": 456.78,
      "grad_norm": 1.02267324924469,
      "learning_rate": 1.9887661363302403e-06,
      "loss": 0.346,
      "step": 1636650
    },
    {
      "epoch": 456.78,
      "grad_norm": 1.216050148010254,
      "learning_rate": 1.9887394086679117e-06,
      "loss": 0.362,
      "step": 1636660
    },
    {
      "epoch": 456.79,
      "grad_norm": 1.1931039094924927,
      "learning_rate": 1.9887126810528344e-06,
      "loss": 0.3353,
      "step": 1636670
    },
    {
      "epoch": 456.79,
      "grad_norm": 0.9261162281036377,
      "learning_rate": 1.9886859534850135e-06,
      "loss": 0.3408,
      "step": 1636680
    },
    {
      "epoch": 456.79,
      "grad_norm": 1.0663470029830933,
      "learning_rate": 1.988659225964452e-06,
      "loss": 0.35,
      "step": 1636690
    },
    {
      "epoch": 456.8,
      "grad_norm": 1.0785226821899414,
      "learning_rate": 1.988632498491152e-06,
      "loss": 0.3383,
      "step": 1636700
    },
    {
      "epoch": 456.8,
      "grad_norm": 1.123975157737732,
      "learning_rate": 1.988605771065119e-06,
      "loss": 0.3575,
      "step": 1636710
    },
    {
      "epoch": 456.8,
      "grad_norm": 1.2311996221542358,
      "learning_rate": 1.988579043686356e-06,
      "loss": 0.349,
      "step": 1636720
    },
    {
      "epoch": 456.8,
      "grad_norm": 1.0164920091629028,
      "learning_rate": 1.988552316354866e-06,
      "loss": 0.3536,
      "step": 1636730
    },
    {
      "epoch": 456.81,
      "grad_norm": 1.1250097751617432,
      "learning_rate": 1.988525589070653e-06,
      "loss": 0.3295,
      "step": 1636740
    },
    {
      "epoch": 456.81,
      "grad_norm": 0.8884459733963013,
      "learning_rate": 1.988498861833721e-06,
      "loss": 0.3432,
      "step": 1636750
    },
    {
      "epoch": 456.81,
      "grad_norm": 1.078691005706787,
      "learning_rate": 1.988472134644072e-06,
      "loss": 0.3516,
      "step": 1636760
    },
    {
      "epoch": 456.82,
      "grad_norm": 1.0574467182159424,
      "learning_rate": 1.988445407501711e-06,
      "loss": 0.3427,
      "step": 1636770
    },
    {
      "epoch": 456.82,
      "grad_norm": 0.9790088534355164,
      "learning_rate": 1.9884186804066418e-06,
      "loss": 0.3409,
      "step": 1636780
    },
    {
      "epoch": 456.82,
      "grad_norm": 0.9682424068450928,
      "learning_rate": 1.988391953358866e-06,
      "loss": 0.3257,
      "step": 1636790
    },
    {
      "epoch": 456.82,
      "grad_norm": 1.0793837308883667,
      "learning_rate": 1.98836522635839e-06,
      "loss": 0.3706,
      "step": 1636800
    },
    {
      "epoch": 456.83,
      "grad_norm": 1.0217316150665283,
      "learning_rate": 1.988338499405215e-06,
      "loss": 0.3328,
      "step": 1636810
    },
    {
      "epoch": 456.83,
      "grad_norm": 0.9195530414581299,
      "learning_rate": 1.9883117724993446e-06,
      "loss": 0.3369,
      "step": 1636820
    },
    {
      "epoch": 456.83,
      "grad_norm": 1.0026021003723145,
      "learning_rate": 1.988285045640784e-06,
      "loss": 0.3505,
      "step": 1636830
    },
    {
      "epoch": 456.84,
      "grad_norm": 1.0960100889205933,
      "learning_rate": 1.988258318829536e-06,
      "loss": 0.3516,
      "step": 1636840
    },
    {
      "epoch": 456.84,
      "grad_norm": 0.915956974029541,
      "learning_rate": 1.9882315920656032e-06,
      "loss": 0.331,
      "step": 1636850
    },
    {
      "epoch": 456.84,
      "grad_norm": 1.2692246437072754,
      "learning_rate": 1.9882048653489908e-06,
      "loss": 0.3378,
      "step": 1636860
    },
    {
      "epoch": 456.84,
      "grad_norm": 1.0666049718856812,
      "learning_rate": 1.9881781386797016e-06,
      "loss": 0.333,
      "step": 1636870
    },
    {
      "epoch": 456.85,
      "grad_norm": 1.347049593925476,
      "learning_rate": 1.9881514120577386e-06,
      "loss": 0.3468,
      "step": 1636880
    },
    {
      "epoch": 456.85,
      "grad_norm": 0.9049313068389893,
      "learning_rate": 1.9881246854831067e-06,
      "loss": 0.3282,
      "step": 1636890
    },
    {
      "epoch": 456.85,
      "grad_norm": 1.01030695438385,
      "learning_rate": 1.9880979589558073e-06,
      "loss": 0.341,
      "step": 1636900
    },
    {
      "epoch": 456.85,
      "grad_norm": 1.0553007125854492,
      "learning_rate": 1.988071232475846e-06,
      "loss": 0.3519,
      "step": 1636910
    },
    {
      "epoch": 456.86,
      "grad_norm": 1.0051826238632202,
      "learning_rate": 1.9880445060432264e-06,
      "loss": 0.334,
      "step": 1636920
    },
    {
      "epoch": 456.86,
      "grad_norm": 1.1027555465698242,
      "learning_rate": 1.9880177796579503e-06,
      "loss": 0.3517,
      "step": 1636930
    },
    {
      "epoch": 456.86,
      "grad_norm": 1.0857833623886108,
      "learning_rate": 1.987991053320022e-06,
      "loss": 0.3517,
      "step": 1636940
    },
    {
      "epoch": 456.87,
      "grad_norm": 1.025276780128479,
      "learning_rate": 1.9879643270294464e-06,
      "loss": 0.334,
      "step": 1636950
    },
    {
      "epoch": 456.87,
      "grad_norm": 1.1940170526504517,
      "learning_rate": 1.987937600786225e-06,
      "loss": 0.3387,
      "step": 1636960
    },
    {
      "epoch": 456.87,
      "grad_norm": 0.9428727626800537,
      "learning_rate": 1.9879108745903632e-06,
      "loss": 0.3475,
      "step": 1636970
    },
    {
      "epoch": 456.87,
      "grad_norm": 0.9884979128837585,
      "learning_rate": 1.9878841484418634e-06,
      "loss": 0.3302,
      "step": 1636980
    },
    {
      "epoch": 456.88,
      "grad_norm": 1.3881661891937256,
      "learning_rate": 1.9878574223407287e-06,
      "loss": 0.3252,
      "step": 1636990
    },
    {
      "epoch": 456.88,
      "grad_norm": 1.1705372333526611,
      "learning_rate": 1.987830696286964e-06,
      "loss": 0.3572,
      "step": 1637000
    },
    {
      "epoch": 456.88,
      "grad_norm": 1.34629225730896,
      "learning_rate": 1.9878039702805725e-06,
      "loss": 0.3538,
      "step": 1637010
    },
    {
      "epoch": 456.89,
      "grad_norm": 1.24275541305542,
      "learning_rate": 1.9877772443215573e-06,
      "loss": 0.3374,
      "step": 1637020
    },
    {
      "epoch": 456.89,
      "grad_norm": 1.181161880493164,
      "learning_rate": 1.9877505184099226e-06,
      "loss": 0.3365,
      "step": 1637030
    },
    {
      "epoch": 456.89,
      "grad_norm": 1.1334558725357056,
      "learning_rate": 1.987723792545671e-06,
      "loss": 0.3423,
      "step": 1637040
    },
    {
      "epoch": 456.89,
      "grad_norm": 1.0799896717071533,
      "learning_rate": 1.9876970667288056e-06,
      "loss": 0.3304,
      "step": 1637050
    },
    {
      "epoch": 456.9,
      "grad_norm": 1.0674339532852173,
      "learning_rate": 1.9876703409593326e-06,
      "loss": 0.3352,
      "step": 1637060
    },
    {
      "epoch": 456.9,
      "grad_norm": 1.4716269969940186,
      "learning_rate": 1.9876436152372537e-06,
      "loss": 0.3615,
      "step": 1637070
    },
    {
      "epoch": 456.9,
      "grad_norm": 1.202600121498108,
      "learning_rate": 1.9876168895625713e-06,
      "loss": 0.3441,
      "step": 1637080
    },
    {
      "epoch": 456.9,
      "grad_norm": 0.9432008266448975,
      "learning_rate": 1.9875901639352915e-06,
      "loss": 0.3419,
      "step": 1637090
    },
    {
      "epoch": 456.91,
      "grad_norm": 1.0387535095214844,
      "learning_rate": 1.9875634383554167e-06,
      "loss": 0.3389,
      "step": 1637100
    },
    {
      "epoch": 456.91,
      "grad_norm": 1.0612035989761353,
      "learning_rate": 1.98753671282295e-06,
      "loss": 0.3355,
      "step": 1637110
    },
    {
      "epoch": 456.91,
      "grad_norm": 1.165252685546875,
      "learning_rate": 1.9875099873378954e-06,
      "loss": 0.3413,
      "step": 1637120
    },
    {
      "epoch": 456.92,
      "grad_norm": 1.0319265127182007,
      "learning_rate": 1.987483261900257e-06,
      "loss": 0.3483,
      "step": 1637130
    },
    {
      "epoch": 456.92,
      "grad_norm": 1.146788477897644,
      "learning_rate": 1.9874565365100366e-06,
      "loss": 0.3271,
      "step": 1637140
    },
    {
      "epoch": 456.92,
      "grad_norm": 1.086202621459961,
      "learning_rate": 1.98742981116724e-06,
      "loss": 0.3326,
      "step": 1637150
    },
    {
      "epoch": 456.92,
      "grad_norm": 1.0251835584640503,
      "learning_rate": 1.98740308587187e-06,
      "loss": 0.3432,
      "step": 1637160
    },
    {
      "epoch": 456.93,
      "grad_norm": 1.1621460914611816,
      "learning_rate": 1.9873763606239287e-06,
      "loss": 0.3445,
      "step": 1637170
    },
    {
      "epoch": 456.93,
      "grad_norm": 1.0661156177520752,
      "learning_rate": 1.9873496354234218e-06,
      "loss": 0.3528,
      "step": 1637180
    },
    {
      "epoch": 456.93,
      "grad_norm": 0.937963604927063,
      "learning_rate": 1.987322910270351e-06,
      "loss": 0.3497,
      "step": 1637190
    },
    {
      "epoch": 456.94,
      "grad_norm": 1.0486955642700195,
      "learning_rate": 1.9872961851647217e-06,
      "loss": 0.3585,
      "step": 1637200
    },
    {
      "epoch": 456.94,
      "grad_norm": 1.0008071660995483,
      "learning_rate": 1.987269460106536e-06,
      "loss": 0.3625,
      "step": 1637210
    },
    {
      "epoch": 456.94,
      "grad_norm": 1.1406207084655762,
      "learning_rate": 1.9872427350957972e-06,
      "loss": 0.3498,
      "step": 1637220
    },
    {
      "epoch": 456.94,
      "grad_norm": 0.9705594182014465,
      "learning_rate": 1.9872160101325107e-06,
      "loss": 0.3519,
      "step": 1637230
    },
    {
      "epoch": 456.95,
      "grad_norm": 0.9989463090896606,
      "learning_rate": 1.9871892852166793e-06,
      "loss": 0.3387,
      "step": 1637240
    },
    {
      "epoch": 456.95,
      "grad_norm": 1.0967247486114502,
      "learning_rate": 1.9871625603483054e-06,
      "loss": 0.3418,
      "step": 1637250
    },
    {
      "epoch": 456.95,
      "grad_norm": 1.1940233707427979,
      "learning_rate": 1.9871358355273937e-06,
      "loss": 0.3404,
      "step": 1637260
    },
    {
      "epoch": 456.96,
      "grad_norm": 1.214858055114746,
      "learning_rate": 1.9871091107539476e-06,
      "loss": 0.352,
      "step": 1637270
    },
    {
      "epoch": 456.96,
      "grad_norm": 1.102732539176941,
      "learning_rate": 1.9870823860279697e-06,
      "loss": 0.3478,
      "step": 1637280
    },
    {
      "epoch": 456.96,
      "grad_norm": 1.2774516344070435,
      "learning_rate": 1.987055661349465e-06,
      "loss": 0.3519,
      "step": 1637290
    },
    {
      "epoch": 456.96,
      "grad_norm": 1.2068790197372437,
      "learning_rate": 1.9870289367184365e-06,
      "loss": 0.3352,
      "step": 1637300
    },
    {
      "epoch": 456.97,
      "grad_norm": 0.9736643433570862,
      "learning_rate": 1.9870022121348876e-06,
      "loss": 0.3532,
      "step": 1637310
    },
    {
      "epoch": 456.97,
      "grad_norm": 1.041826844215393,
      "learning_rate": 1.986975487598822e-06,
      "loss": 0.3599,
      "step": 1637320
    },
    {
      "epoch": 456.97,
      "grad_norm": 0.9071031212806702,
      "learning_rate": 1.9869487631102434e-06,
      "loss": 0.3513,
      "step": 1637330
    },
    {
      "epoch": 456.97,
      "grad_norm": 1.2059634923934937,
      "learning_rate": 1.986922038669154e-06,
      "loss": 0.3458,
      "step": 1637340
    },
    {
      "epoch": 456.98,
      "grad_norm": 1.0837087631225586,
      "learning_rate": 1.9868953142755594e-06,
      "loss": 0.359,
      "step": 1637350
    },
    {
      "epoch": 456.98,
      "grad_norm": 1.0915523767471313,
      "learning_rate": 1.9868685899294622e-06,
      "loss": 0.341,
      "step": 1637360
    },
    {
      "epoch": 456.98,
      "grad_norm": 1.0434203147888184,
      "learning_rate": 1.9868418656308654e-06,
      "loss": 0.3515,
      "step": 1637370
    },
    {
      "epoch": 456.99,
      "grad_norm": 1.0900185108184814,
      "learning_rate": 1.986815141379774e-06,
      "loss": 0.3535,
      "step": 1637380
    },
    {
      "epoch": 456.99,
      "grad_norm": 0.964002788066864,
      "learning_rate": 1.9867884171761905e-06,
      "loss": 0.3384,
      "step": 1637390
    },
    {
      "epoch": 456.99,
      "grad_norm": 1.177660584449768,
      "learning_rate": 1.9867616930201188e-06,
      "loss": 0.3544,
      "step": 1637400
    },
    {
      "epoch": 456.99,
      "grad_norm": 1.2195643186569214,
      "learning_rate": 1.9867349689115622e-06,
      "loss": 0.3327,
      "step": 1637410
    },
    {
      "epoch": 457.0,
      "grad_norm": 0.8973808884620667,
      "learning_rate": 1.9867082448505246e-06,
      "loss": 0.3501,
      "step": 1637420
    },
    {
      "epoch": 457.0,
      "grad_norm": 0.977532684803009,
      "learning_rate": 1.986681520837008e-06,
      "loss": 0.3299,
      "step": 1637430
    },
    {
      "epoch": 457.0,
      "eval_loss": 0.3455027937889099,
      "eval_runtime": 63.4545,
      "eval_samples_per_second": 79.726,
      "eval_steps_per_second": 9.976,
      "step": 1637431
    },
    {
      "epoch": 457.0,
      "grad_norm": 1.3280022144317627,
      "learning_rate": 1.986654796871019e-06,
      "loss": 0.3351,
      "step": 1637440
    },
    {
      "epoch": 457.01,
      "grad_norm": 0.9372829794883728,
      "learning_rate": 1.9866280729525592e-06,
      "loss": 0.3304,
      "step": 1637450
    },
    {
      "epoch": 457.01,
      "grad_norm": 1.0969887971878052,
      "learning_rate": 1.986601349081632e-06,
      "loss": 0.3533,
      "step": 1637460
    },
    {
      "epoch": 457.01,
      "grad_norm": 1.1457734107971191,
      "learning_rate": 1.9865746252582416e-06,
      "loss": 0.3578,
      "step": 1637470
    },
    {
      "epoch": 457.01,
      "grad_norm": 1.0153510570526123,
      "learning_rate": 1.9865479014823903e-06,
      "loss": 0.3587,
      "step": 1637480
    },
    {
      "epoch": 457.02,
      "grad_norm": 1.276430368423462,
      "learning_rate": 1.9865211777540842e-06,
      "loss": 0.3464,
      "step": 1637490
    },
    {
      "epoch": 457.02,
      "grad_norm": 1.180802345275879,
      "learning_rate": 1.986494454073325e-06,
      "loss": 0.3316,
      "step": 1637500
    },
    {
      "epoch": 457.02,
      "grad_norm": 1.2071317434310913,
      "learning_rate": 1.9864677304401158e-06,
      "loss": 0.3424,
      "step": 1637510
    },
    {
      "epoch": 457.02,
      "grad_norm": 1.005598545074463,
      "learning_rate": 1.986441006854462e-06,
      "loss": 0.3279,
      "step": 1637520
    },
    {
      "epoch": 457.03,
      "grad_norm": 1.0021209716796875,
      "learning_rate": 1.9864142833163655e-06,
      "loss": 0.3491,
      "step": 1637530
    },
    {
      "epoch": 457.03,
      "grad_norm": 1.0171650648117065,
      "learning_rate": 1.9863875598258305e-06,
      "loss": 0.3524,
      "step": 1637540
    },
    {
      "epoch": 457.03,
      "grad_norm": 0.9226871728897095,
      "learning_rate": 1.986360836382861e-06,
      "loss": 0.3456,
      "step": 1637550
    },
    {
      "epoch": 457.04,
      "grad_norm": 1.329039454460144,
      "learning_rate": 1.98633411298746e-06,
      "loss": 0.3301,
      "step": 1637560
    },
    {
      "epoch": 457.04,
      "grad_norm": 1.005591869354248,
      "learning_rate": 1.98630738963963e-06,
      "loss": 0.3311,
      "step": 1637570
    },
    {
      "epoch": 457.04,
      "grad_norm": 1.33028244972229,
      "learning_rate": 1.9862806663393776e-06,
      "loss": 0.3481,
      "step": 1637580
    },
    {
      "epoch": 457.04,
      "grad_norm": 0.9911237955093384,
      "learning_rate": 1.986253943086704e-06,
      "loss": 0.3504,
      "step": 1637590
    },
    {
      "epoch": 457.05,
      "grad_norm": 1.0306366682052612,
      "learning_rate": 1.986227219881612e-06,
      "loss": 0.3503,
      "step": 1637600
    },
    {
      "epoch": 457.05,
      "grad_norm": 1.0295109748840332,
      "learning_rate": 1.9862004967241075e-06,
      "loss": 0.3345,
      "step": 1637610
    },
    {
      "epoch": 457.05,
      "grad_norm": 1.037014126777649,
      "learning_rate": 1.9861737736141927e-06,
      "loss": 0.3393,
      "step": 1637620
    },
    {
      "epoch": 457.06,
      "grad_norm": 1.034738302230835,
      "learning_rate": 1.9861470505518705e-06,
      "loss": 0.3353,
      "step": 1637630
    },
    {
      "epoch": 457.06,
      "grad_norm": 1.0064042806625366,
      "learning_rate": 1.9861203275371464e-06,
      "loss": 0.339,
      "step": 1637640
    },
    {
      "epoch": 457.06,
      "grad_norm": 0.9388856887817383,
      "learning_rate": 1.986093604570023e-06,
      "loss": 0.3493,
      "step": 1637650
    },
    {
      "epoch": 457.06,
      "grad_norm": 0.9802581667900085,
      "learning_rate": 1.9860668816505026e-06,
      "loss": 0.3566,
      "step": 1637660
    },
    {
      "epoch": 457.07,
      "grad_norm": 1.1291981935501099,
      "learning_rate": 1.986040158778591e-06,
      "loss": 0.3391,
      "step": 1637670
    },
    {
      "epoch": 457.07,
      "grad_norm": 0.9368764758110046,
      "learning_rate": 1.9860134359542905e-06,
      "loss": 0.3437,
      "step": 1637680
    },
    {
      "epoch": 457.07,
      "grad_norm": 1.410832166671753,
      "learning_rate": 1.9859867131776047e-06,
      "loss": 0.3526,
      "step": 1637690
    },
    {
      "epoch": 457.08,
      "grad_norm": 0.8508421182632446,
      "learning_rate": 1.9859599904485374e-06,
      "loss": 0.3433,
      "step": 1637700
    },
    {
      "epoch": 457.08,
      "grad_norm": 1.0481733083724976,
      "learning_rate": 1.9859332677670925e-06,
      "loss": 0.3451,
      "step": 1637710
    },
    {
      "epoch": 457.08,
      "grad_norm": 1.115957260131836,
      "learning_rate": 1.9859065451332716e-06,
      "loss": 0.3605,
      "step": 1637720
    },
    {
      "epoch": 457.08,
      "grad_norm": 1.086962342262268,
      "learning_rate": 1.985879822547081e-06,
      "loss": 0.3377,
      "step": 1637730
    },
    {
      "epoch": 457.09,
      "grad_norm": 1.0721417665481567,
      "learning_rate": 1.985853100008523e-06,
      "loss": 0.3434,
      "step": 1637740
    },
    {
      "epoch": 457.09,
      "grad_norm": 0.9836214184761047,
      "learning_rate": 1.9858263775176006e-06,
      "loss": 0.35,
      "step": 1637750
    },
    {
      "epoch": 457.09,
      "grad_norm": 0.9595120549201965,
      "learning_rate": 1.9857996550743185e-06,
      "loss": 0.35,
      "step": 1637760
    },
    {
      "epoch": 457.09,
      "grad_norm": 1.1874698400497437,
      "learning_rate": 1.9857729326786786e-06,
      "loss": 0.3429,
      "step": 1637770
    },
    {
      "epoch": 457.1,
      "grad_norm": 1.1610589027404785,
      "learning_rate": 1.9857462103306868e-06,
      "loss": 0.3367,
      "step": 1637780
    },
    {
      "epoch": 457.1,
      "grad_norm": 0.9904964566230774,
      "learning_rate": 1.9857194880303452e-06,
      "loss": 0.3391,
      "step": 1637790
    },
    {
      "epoch": 457.1,
      "grad_norm": 1.0455701351165771,
      "learning_rate": 1.985692765777657e-06,
      "loss": 0.333,
      "step": 1637800
    },
    {
      "epoch": 457.11,
      "grad_norm": 0.9902368783950806,
      "learning_rate": 1.9856660435726265e-06,
      "loss": 0.3378,
      "step": 1637810
    },
    {
      "epoch": 457.11,
      "grad_norm": 1.1282689571380615,
      "learning_rate": 1.9856393214152574e-06,
      "loss": 0.331,
      "step": 1637820
    },
    {
      "epoch": 457.11,
      "grad_norm": 2.0343685150146484,
      "learning_rate": 1.9856125993055525e-06,
      "loss": 0.3498,
      "step": 1637830
    },
    {
      "epoch": 457.11,
      "grad_norm": 1.1900138854980469,
      "learning_rate": 1.9855858772435165e-06,
      "loss": 0.3479,
      "step": 1637840
    },
    {
      "epoch": 457.12,
      "grad_norm": 0.9036331176757812,
      "learning_rate": 1.985559155229152e-06,
      "loss": 0.3458,
      "step": 1637850
    },
    {
      "epoch": 457.12,
      "grad_norm": 1.0872371196746826,
      "learning_rate": 1.9855324332624617e-06,
      "loss": 0.3213,
      "step": 1637860
    },
    {
      "epoch": 457.12,
      "grad_norm": 1.036095142364502,
      "learning_rate": 1.9855057113434515e-06,
      "loss": 0.3595,
      "step": 1637870
    },
    {
      "epoch": 457.13,
      "grad_norm": 1.1140339374542236,
      "learning_rate": 1.9854789894721237e-06,
      "loss": 0.3362,
      "step": 1637880
    },
    {
      "epoch": 457.13,
      "grad_norm": 1.0342211723327637,
      "learning_rate": 1.9854522676484813e-06,
      "loss": 0.3404,
      "step": 1637890
    },
    {
      "epoch": 457.13,
      "grad_norm": 1.1158074140548706,
      "learning_rate": 1.985425545872528e-06,
      "loss": 0.3463,
      "step": 1637900
    },
    {
      "epoch": 457.13,
      "grad_norm": 1.1106457710266113,
      "learning_rate": 1.985398824144269e-06,
      "loss": 0.3406,
      "step": 1637910
    },
    {
      "epoch": 457.14,
      "grad_norm": 1.0626827478408813,
      "learning_rate": 1.985372102463706e-06,
      "loss": 0.3515,
      "step": 1637920
    },
    {
      "epoch": 457.14,
      "grad_norm": 1.1411443948745728,
      "learning_rate": 1.9853453808308433e-06,
      "loss": 0.355,
      "step": 1637930
    },
    {
      "epoch": 457.14,
      "grad_norm": 0.9848796129226685,
      "learning_rate": 1.9853186592456848e-06,
      "loss": 0.3351,
      "step": 1637940
    },
    {
      "epoch": 457.14,
      "grad_norm": 1.0198193788528442,
      "learning_rate": 1.9852919377082324e-06,
      "loss": 0.3429,
      "step": 1637950
    },
    {
      "epoch": 457.15,
      "grad_norm": 1.0047059059143066,
      "learning_rate": 1.985265216218492e-06,
      "loss": 0.3635,
      "step": 1637960
    },
    {
      "epoch": 457.15,
      "grad_norm": 1.0728317499160767,
      "learning_rate": 1.9852384947764655e-06,
      "loss": 0.3452,
      "step": 1637970
    },
    {
      "epoch": 457.15,
      "grad_norm": 1.0458664894104004,
      "learning_rate": 1.985211773382157e-06,
      "loss": 0.3309,
      "step": 1637980
    },
    {
      "epoch": 457.16,
      "grad_norm": 1.3458200693130493,
      "learning_rate": 1.9851850520355704e-06,
      "loss": 0.3344,
      "step": 1637990
    },
    {
      "epoch": 457.16,
      "grad_norm": 1.096361756324768,
      "learning_rate": 1.985158330736709e-06,
      "loss": 0.335,
      "step": 1638000
    },
    {
      "epoch": 457.16,
      "grad_norm": 0.8673869967460632,
      "learning_rate": 1.9851316094855752e-06,
      "loss": 0.332,
      "step": 1638010
    },
    {
      "epoch": 457.16,
      "grad_norm": 1.2441933155059814,
      "learning_rate": 1.9851048882821744e-06,
      "loss": 0.3487,
      "step": 1638020
    },
    {
      "epoch": 457.17,
      "grad_norm": 1.047952651977539,
      "learning_rate": 1.9850781671265094e-06,
      "loss": 0.3376,
      "step": 1638030
    },
    {
      "epoch": 457.17,
      "grad_norm": 1.0454193353652954,
      "learning_rate": 1.985051446018583e-06,
      "loss": 0.3361,
      "step": 1638040
    },
    {
      "epoch": 457.17,
      "grad_norm": 1.0032124519348145,
      "learning_rate": 1.9850247249584004e-06,
      "loss": 0.3516,
      "step": 1638050
    },
    {
      "epoch": 457.18,
      "grad_norm": 1.0132076740264893,
      "learning_rate": 1.9849980039459635e-06,
      "loss": 0.3485,
      "step": 1638060
    },
    {
      "epoch": 457.18,
      "grad_norm": 1.1001970767974854,
      "learning_rate": 1.9849712829812774e-06,
      "loss": 0.3299,
      "step": 1638070
    },
    {
      "epoch": 457.18,
      "grad_norm": 1.2679190635681152,
      "learning_rate": 1.9849445620643443e-06,
      "loss": 0.334,
      "step": 1638080
    },
    {
      "epoch": 457.18,
      "grad_norm": 1.1878191232681274,
      "learning_rate": 1.984917841195168e-06,
      "loss": 0.359,
      "step": 1638090
    },
    {
      "epoch": 457.19,
      "grad_norm": 1.0279310941696167,
      "learning_rate": 1.9848911203737527e-06,
      "loss": 0.3424,
      "step": 1638100
    },
    {
      "epoch": 457.19,
      "grad_norm": 1.094391942024231,
      "learning_rate": 1.984864399600102e-06,
      "loss": 0.3564,
      "step": 1638110
    },
    {
      "epoch": 457.19,
      "grad_norm": 1.0385676622390747,
      "learning_rate": 1.9848376788742186e-06,
      "loss": 0.341,
      "step": 1638120
    },
    {
      "epoch": 457.2,
      "grad_norm": 0.8445762395858765,
      "learning_rate": 1.9848109581961065e-06,
      "loss": 0.3382,
      "step": 1638130
    },
    {
      "epoch": 457.2,
      "grad_norm": 1.0484488010406494,
      "learning_rate": 1.98478423756577e-06,
      "loss": 0.3534,
      "step": 1638140
    },
    {
      "epoch": 457.2,
      "grad_norm": 1.1164695024490356,
      "learning_rate": 1.9847575169832105e-06,
      "loss": 0.344,
      "step": 1638150
    },
    {
      "epoch": 457.2,
      "grad_norm": 1.1366074085235596,
      "learning_rate": 1.984730796448434e-06,
      "loss": 0.3268,
      "step": 1638160
    },
    {
      "epoch": 457.21,
      "grad_norm": 1.1227247714996338,
      "learning_rate": 1.9847040759614437e-06,
      "loss": 0.3505,
      "step": 1638170
    },
    {
      "epoch": 457.21,
      "grad_norm": 1.3829331398010254,
      "learning_rate": 1.984677355522241e-06,
      "loss": 0.3482,
      "step": 1638180
    },
    {
      "epoch": 457.21,
      "grad_norm": 1.0424387454986572,
      "learning_rate": 1.984650635130832e-06,
      "loss": 0.3562,
      "step": 1638190
    },
    {
      "epoch": 457.21,
      "grad_norm": 1.0467448234558105,
      "learning_rate": 1.984623914787219e-06,
      "loss": 0.3276,
      "step": 1638200
    },
    {
      "epoch": 457.22,
      "grad_norm": 1.0187426805496216,
      "learning_rate": 1.9845971944914055e-06,
      "loss": 0.35,
      "step": 1638210
    },
    {
      "epoch": 457.22,
      "grad_norm": 1.0207514762878418,
      "learning_rate": 1.984570474243396e-06,
      "loss": 0.3612,
      "step": 1638220
    },
    {
      "epoch": 457.22,
      "grad_norm": 1.172174334526062,
      "learning_rate": 1.984543754043193e-06,
      "loss": 0.3436,
      "step": 1638230
    },
    {
      "epoch": 457.23,
      "grad_norm": 0.9511774182319641,
      "learning_rate": 1.9845170338908e-06,
      "loss": 0.3172,
      "step": 1638240
    },
    {
      "epoch": 457.23,
      "grad_norm": 0.9891996383666992,
      "learning_rate": 1.9844903137862216e-06,
      "loss": 0.3404,
      "step": 1638250
    },
    {
      "epoch": 457.23,
      "grad_norm": 1.123355507850647,
      "learning_rate": 1.9844635937294607e-06,
      "loss": 0.3526,
      "step": 1638260
    },
    {
      "epoch": 457.23,
      "grad_norm": 1.002342700958252,
      "learning_rate": 1.9844368737205204e-06,
      "loss": 0.3527,
      "step": 1638270
    },
    {
      "epoch": 457.24,
      "grad_norm": 1.0340471267700195,
      "learning_rate": 1.9844101537594056e-06,
      "loss": 0.3404,
      "step": 1638280
    },
    {
      "epoch": 457.24,
      "grad_norm": 1.0703718662261963,
      "learning_rate": 1.984383433846119e-06,
      "loss": 0.3447,
      "step": 1638290
    },
    {
      "epoch": 457.24,
      "grad_norm": 1.0864782333374023,
      "learning_rate": 1.984356713980663e-06,
      "loss": 0.3547,
      "step": 1638300
    },
    {
      "epoch": 457.25,
      "grad_norm": 0.8897468447685242,
      "learning_rate": 1.9843299941630432e-06,
      "loss": 0.3507,
      "step": 1638310
    },
    {
      "epoch": 457.25,
      "grad_norm": 1.0855202674865723,
      "learning_rate": 1.9843032743932626e-06,
      "loss": 0.3531,
      "step": 1638320
    },
    {
      "epoch": 457.25,
      "grad_norm": 1.1695780754089355,
      "learning_rate": 1.9842765546713232e-06,
      "loss": 0.3326,
      "step": 1638330
    },
    {
      "epoch": 457.25,
      "grad_norm": 1.0659123659133911,
      "learning_rate": 1.984249834997231e-06,
      "loss": 0.3417,
      "step": 1638340
    },
    {
      "epoch": 457.26,
      "grad_norm": 1.0163912773132324,
      "learning_rate": 1.984223115370988e-06,
      "loss": 0.3264,
      "step": 1638350
    },
    {
      "epoch": 457.26,
      "grad_norm": 0.8791298270225525,
      "learning_rate": 1.984196395792598e-06,
      "loss": 0.3431,
      "step": 1638360
    },
    {
      "epoch": 457.26,
      "grad_norm": 1.0412933826446533,
      "learning_rate": 1.9841696762620657e-06,
      "loss": 0.3572,
      "step": 1638370
    },
    {
      "epoch": 457.26,
      "grad_norm": 1.1380375623703003,
      "learning_rate": 1.984142956779392e-06,
      "loss": 0.3365,
      "step": 1638380
    },
    {
      "epoch": 457.27,
      "grad_norm": 1.0964714288711548,
      "learning_rate": 1.9841162373445833e-06,
      "loss": 0.3244,
      "step": 1638390
    },
    {
      "epoch": 457.27,
      "grad_norm": 1.241380214691162,
      "learning_rate": 1.9840895179576417e-06,
      "loss": 0.3356,
      "step": 1638400
    },
    {
      "epoch": 457.27,
      "grad_norm": 1.2113293409347534,
      "learning_rate": 1.9840627986185705e-06,
      "loss": 0.3334,
      "step": 1638410
    },
    {
      "epoch": 457.28,
      "grad_norm": 1.1287219524383545,
      "learning_rate": 1.9840360793273745e-06,
      "loss": 0.3515,
      "step": 1638420
    },
    {
      "epoch": 457.28,
      "grad_norm": 1.045947551727295,
      "learning_rate": 1.984009360084056e-06,
      "loss": 0.3637,
      "step": 1638430
    },
    {
      "epoch": 457.28,
      "grad_norm": 4.834597110748291,
      "learning_rate": 1.983982640888619e-06,
      "loss": 0.3355,
      "step": 1638440
    },
    {
      "epoch": 457.28,
      "grad_norm": 0.9568904042243958,
      "learning_rate": 1.9839559217410675e-06,
      "loss": 0.3489,
      "step": 1638450
    },
    {
      "epoch": 457.29,
      "grad_norm": 1.136107325553894,
      "learning_rate": 1.9839292026414047e-06,
      "loss": 0.3448,
      "step": 1638460
    },
    {
      "epoch": 457.29,
      "grad_norm": 0.9991385340690613,
      "learning_rate": 1.9839024835896336e-06,
      "loss": 0.3383,
      "step": 1638470
    },
    {
      "epoch": 457.29,
      "grad_norm": 1.1802781820297241,
      "learning_rate": 1.983875764585759e-06,
      "loss": 0.355,
      "step": 1638480
    },
    {
      "epoch": 457.3,
      "grad_norm": 0.9988958835601807,
      "learning_rate": 1.9838490456297837e-06,
      "loss": 0.3511,
      "step": 1638490
    },
    {
      "epoch": 457.3,
      "grad_norm": 1.0873931646347046,
      "learning_rate": 1.9838223267217105e-06,
      "loss": 0.3467,
      "step": 1638500
    },
    {
      "epoch": 457.3,
      "grad_norm": 0.8593899011611938,
      "learning_rate": 1.9837956078615445e-06,
      "loss": 0.3405,
      "step": 1638510
    },
    {
      "epoch": 457.3,
      "grad_norm": 1.100769281387329,
      "learning_rate": 1.983768889049289e-06,
      "loss": 0.3446,
      "step": 1638520
    },
    {
      "epoch": 457.31,
      "grad_norm": 1.130606770515442,
      "learning_rate": 1.9837421702849453e-06,
      "loss": 0.3518,
      "step": 1638530
    },
    {
      "epoch": 457.31,
      "grad_norm": 1.1053510904312134,
      "learning_rate": 1.9837154515685205e-06,
      "loss": 0.3401,
      "step": 1638540
    },
    {
      "epoch": 457.31,
      "grad_norm": 1.1903324127197266,
      "learning_rate": 1.983688732900016e-06,
      "loss": 0.3559,
      "step": 1638550
    },
    {
      "epoch": 457.32,
      "grad_norm": 1.1555910110473633,
      "learning_rate": 1.9836620142794356e-06,
      "loss": 0.3456,
      "step": 1638560
    },
    {
      "epoch": 457.32,
      "grad_norm": 0.8494654893875122,
      "learning_rate": 1.983635295706783e-06,
      "loss": 0.3383,
      "step": 1638570
    },
    {
      "epoch": 457.32,
      "grad_norm": 1.002281665802002,
      "learning_rate": 1.983608577182062e-06,
      "loss": 0.3564,
      "step": 1638580
    },
    {
      "epoch": 457.32,
      "grad_norm": 0.9682943224906921,
      "learning_rate": 1.983581858705275e-06,
      "loss": 0.336,
      "step": 1638590
    },
    {
      "epoch": 457.33,
      "grad_norm": 1.202919602394104,
      "learning_rate": 1.9835551402764274e-06,
      "loss": 0.3537,
      "step": 1638600
    },
    {
      "epoch": 457.33,
      "grad_norm": 1.0489530563354492,
      "learning_rate": 1.983528421895522e-06,
      "loss": 0.3375,
      "step": 1638610
    },
    {
      "epoch": 457.33,
      "grad_norm": 0.9538763761520386,
      "learning_rate": 1.983501703562561e-06,
      "loss": 0.3369,
      "step": 1638620
    },
    {
      "epoch": 457.33,
      "grad_norm": 1.0531821250915527,
      "learning_rate": 1.9834749852775498e-06,
      "loss": 0.3548,
      "step": 1638630
    },
    {
      "epoch": 457.34,
      "grad_norm": 1.0632333755493164,
      "learning_rate": 1.9834482670404914e-06,
      "loss": 0.337,
      "step": 1638640
    },
    {
      "epoch": 457.34,
      "grad_norm": 1.2324895858764648,
      "learning_rate": 1.9834215488513894e-06,
      "loss": 0.3492,
      "step": 1638650
    },
    {
      "epoch": 457.34,
      "grad_norm": 1.1485927104949951,
      "learning_rate": 1.9833948307102473e-06,
      "loss": 0.356,
      "step": 1638660
    },
    {
      "epoch": 457.35,
      "grad_norm": 0.9947214722633362,
      "learning_rate": 1.9833681126170676e-06,
      "loss": 0.3426,
      "step": 1638670
    },
    {
      "epoch": 457.35,
      "grad_norm": 1.0267874002456665,
      "learning_rate": 1.983341394571856e-06,
      "loss": 0.337,
      "step": 1638680
    },
    {
      "epoch": 457.35,
      "grad_norm": 1.0151209831237793,
      "learning_rate": 1.9833146765746145e-06,
      "loss": 0.3313,
      "step": 1638690
    },
    {
      "epoch": 457.35,
      "grad_norm": 1.19122314453125,
      "learning_rate": 1.983287958625347e-06,
      "loss": 0.3581,
      "step": 1638700
    },
    {
      "epoch": 457.36,
      "grad_norm": 0.9202679991722107,
      "learning_rate": 1.9832612407240575e-06,
      "loss": 0.3416,
      "step": 1638710
    },
    {
      "epoch": 457.36,
      "grad_norm": 1.1226946115493774,
      "learning_rate": 1.9832345228707486e-06,
      "loss": 0.3326,
      "step": 1638720
    },
    {
      "epoch": 457.36,
      "grad_norm": 1.0148290395736694,
      "learning_rate": 1.983207805065424e-06,
      "loss": 0.3381,
      "step": 1638730
    },
    {
      "epoch": 457.37,
      "grad_norm": 0.9803718328475952,
      "learning_rate": 1.9831810873080884e-06,
      "loss": 0.3614,
      "step": 1638740
    },
    {
      "epoch": 457.37,
      "grad_norm": 0.9578817486763,
      "learning_rate": 1.9831543695987446e-06,
      "loss": 0.3376,
      "step": 1638750
    },
    {
      "epoch": 457.37,
      "grad_norm": 7.131775856018066,
      "learning_rate": 1.9831276519373954e-06,
      "loss": 0.3404,
      "step": 1638760
    },
    {
      "epoch": 457.37,
      "grad_norm": 1.4383968114852905,
      "learning_rate": 1.983100934324046e-06,
      "loss": 0.3287,
      "step": 1638770
    },
    {
      "epoch": 457.38,
      "grad_norm": 1.0502350330352783,
      "learning_rate": 1.983074216758699e-06,
      "loss": 0.3489,
      "step": 1638780
    },
    {
      "epoch": 457.38,
      "grad_norm": 1.0500327348709106,
      "learning_rate": 1.9830474992413577e-06,
      "loss": 0.3421,
      "step": 1638790
    },
    {
      "epoch": 457.38,
      "grad_norm": 1.0310686826705933,
      "learning_rate": 1.9830207817720263e-06,
      "loss": 0.3445,
      "step": 1638800
    },
    {
      "epoch": 457.38,
      "grad_norm": 1.0261778831481934,
      "learning_rate": 1.9829940643507085e-06,
      "loss": 0.3224,
      "step": 1638810
    },
    {
      "epoch": 457.39,
      "grad_norm": 0.9582318067550659,
      "learning_rate": 1.982967346977406e-06,
      "loss": 0.3551,
      "step": 1638820
    },
    {
      "epoch": 457.39,
      "grad_norm": 1.1949238777160645,
      "learning_rate": 1.9829406296521247e-06,
      "loss": 0.3603,
      "step": 1638830
    },
    {
      "epoch": 457.39,
      "grad_norm": 1.8246891498565674,
      "learning_rate": 1.9829139123748677e-06,
      "loss": 0.3423,
      "step": 1638840
    },
    {
      "epoch": 457.4,
      "grad_norm": 0.9716700315475464,
      "learning_rate": 1.9828871951456367e-06,
      "loss": 0.3395,
      "step": 1638850
    },
    {
      "epoch": 457.4,
      "grad_norm": 0.9753444194793701,
      "learning_rate": 1.982860477964438e-06,
      "loss": 0.3428,
      "step": 1638860
    },
    {
      "epoch": 457.4,
      "grad_norm": 0.982681393623352,
      "learning_rate": 1.982833760831273e-06,
      "loss": 0.3476,
      "step": 1638870
    },
    {
      "epoch": 457.4,
      "grad_norm": 1.2110552787780762,
      "learning_rate": 1.9828070437461464e-06,
      "loss": 0.3638,
      "step": 1638880
    },
    {
      "epoch": 457.41,
      "grad_norm": 1.0975843667984009,
      "learning_rate": 1.9827803267090618e-06,
      "loss": 0.3277,
      "step": 1638890
    },
    {
      "epoch": 457.41,
      "grad_norm": 1.077744722366333,
      "learning_rate": 1.982753609720022e-06,
      "loss": 0.3414,
      "step": 1638900
    },
    {
      "epoch": 457.41,
      "grad_norm": 1.176844596862793,
      "learning_rate": 1.98272689277903e-06,
      "loss": 0.3465,
      "step": 1638910
    },
    {
      "epoch": 457.42,
      "grad_norm": 1.0906026363372803,
      "learning_rate": 1.9827001758860913e-06,
      "loss": 0.3375,
      "step": 1638920
    },
    {
      "epoch": 457.42,
      "grad_norm": 1.178144931793213,
      "learning_rate": 1.982673459041208e-06,
      "loss": 0.3545,
      "step": 1638930
    },
    {
      "epoch": 457.42,
      "grad_norm": 0.9755987524986267,
      "learning_rate": 1.9826467422443845e-06,
      "loss": 0.3427,
      "step": 1638940
    },
    {
      "epoch": 457.42,
      "grad_norm": 1.0553396940231323,
      "learning_rate": 1.982620025495624e-06,
      "loss": 0.3386,
      "step": 1638950
    },
    {
      "epoch": 457.43,
      "grad_norm": 1.3007375001907349,
      "learning_rate": 1.982593308794929e-06,
      "loss": 0.338,
      "step": 1638960
    },
    {
      "epoch": 457.43,
      "grad_norm": 1.0160436630249023,
      "learning_rate": 1.9825665921423047e-06,
      "loss": 0.3619,
      "step": 1638970
    },
    {
      "epoch": 457.43,
      "grad_norm": 1.1535060405731201,
      "learning_rate": 1.9825398755377545e-06,
      "loss": 0.3524,
      "step": 1638980
    },
    {
      "epoch": 457.44,
      "grad_norm": 1.152477502822876,
      "learning_rate": 1.9825131589812806e-06,
      "loss": 0.3465,
      "step": 1638990
    },
    {
      "epoch": 457.44,
      "grad_norm": 1.099762201309204,
      "learning_rate": 1.982486442472888e-06,
      "loss": 0.3398,
      "step": 1639000
    },
    {
      "epoch": 457.44,
      "grad_norm": 0.966818630695343,
      "learning_rate": 1.9824597260125796e-06,
      "loss": 0.3407,
      "step": 1639010
    },
    {
      "epoch": 457.44,
      "grad_norm": 1.0270442962646484,
      "learning_rate": 1.982433009600359e-06,
      "loss": 0.3278,
      "step": 1639020
    },
    {
      "epoch": 457.45,
      "grad_norm": 0.9298396706581116,
      "learning_rate": 1.98240629323623e-06,
      "loss": 0.3512,
      "step": 1639030
    },
    {
      "epoch": 457.45,
      "grad_norm": 1.0097664594650269,
      "learning_rate": 1.982379576920196e-06,
      "loss": 0.3329,
      "step": 1639040
    },
    {
      "epoch": 457.45,
      "grad_norm": 1.0119788646697998,
      "learning_rate": 1.9823528606522594e-06,
      "loss": 0.3423,
      "step": 1639050
    },
    {
      "epoch": 457.45,
      "grad_norm": 0.9408560395240784,
      "learning_rate": 1.982326144432426e-06,
      "loss": 0.3487,
      "step": 1639060
    },
    {
      "epoch": 457.46,
      "grad_norm": 1.2687997817993164,
      "learning_rate": 1.982299428260698e-06,
      "loss": 0.3412,
      "step": 1639070
    },
    {
      "epoch": 457.46,
      "grad_norm": 1.0853208303451538,
      "learning_rate": 1.982272712137079e-06,
      "loss": 0.3398,
      "step": 1639080
    },
    {
      "epoch": 457.46,
      "grad_norm": 1.0002461671829224,
      "learning_rate": 1.982245996061573e-06,
      "loss": 0.3419,
      "step": 1639090
    },
    {
      "epoch": 457.47,
      "grad_norm": 1.0244755744934082,
      "learning_rate": 1.9822192800341836e-06,
      "loss": 0.3392,
      "step": 1639100
    },
    {
      "epoch": 457.47,
      "grad_norm": 0.9088238477706909,
      "learning_rate": 1.9821925640549123e-06,
      "loss": 0.3408,
      "step": 1639110
    },
    {
      "epoch": 457.47,
      "grad_norm": 1.0721970796585083,
      "learning_rate": 1.9821658481237664e-06,
      "loss": 0.3474,
      "step": 1639120
    },
    {
      "epoch": 457.47,
      "grad_norm": 1.3030692338943481,
      "learning_rate": 1.982139132240747e-06,
      "loss": 0.3503,
      "step": 1639130
    },
    {
      "epoch": 457.48,
      "grad_norm": 0.9530755877494812,
      "learning_rate": 1.982112416405857e-06,
      "loss": 0.3526,
      "step": 1639140
    },
    {
      "epoch": 457.48,
      "grad_norm": 1.2591805458068848,
      "learning_rate": 1.9820857006191017e-06,
      "loss": 0.3606,
      "step": 1639150
    },
    {
      "epoch": 457.48,
      "grad_norm": 1.1175448894500732,
      "learning_rate": 1.9820589848804847e-06,
      "loss": 0.3301,
      "step": 1639160
    },
    {
      "epoch": 457.49,
      "grad_norm": 0.9767495393753052,
      "learning_rate": 1.982032269190008e-06,
      "loss": 0.3437,
      "step": 1639170
    },
    {
      "epoch": 457.49,
      "grad_norm": 1.120826005935669,
      "learning_rate": 1.9820055535476766e-06,
      "loss": 0.3471,
      "step": 1639180
    },
    {
      "epoch": 457.49,
      "grad_norm": 1.3443361520767212,
      "learning_rate": 1.981978837953493e-06,
      "loss": 0.3354,
      "step": 1639190
    },
    {
      "epoch": 457.49,
      "grad_norm": 1.1582486629486084,
      "learning_rate": 1.9819521224074614e-06,
      "loss": 0.3361,
      "step": 1639200
    },
    {
      "epoch": 457.5,
      "grad_norm": 1.149145483970642,
      "learning_rate": 1.981925406909585e-06,
      "loss": 0.3544,
      "step": 1639210
    },
    {
      "epoch": 457.5,
      "grad_norm": 1.1261744499206543,
      "learning_rate": 1.9818986914598678e-06,
      "loss": 0.3366,
      "step": 1639220
    },
    {
      "epoch": 457.5,
      "grad_norm": 1.0299299955368042,
      "learning_rate": 1.9818719760583136e-06,
      "loss": 0.3471,
      "step": 1639230
    },
    {
      "epoch": 457.5,
      "grad_norm": 1.3380624055862427,
      "learning_rate": 1.981845260704925e-06,
      "loss": 0.3524,
      "step": 1639240
    },
    {
      "epoch": 457.51,
      "grad_norm": 0.9346599578857422,
      "learning_rate": 1.981818545399705e-06,
      "loss": 0.3343,
      "step": 1639250
    },
    {
      "epoch": 457.51,
      "grad_norm": 0.9371323585510254,
      "learning_rate": 1.98179183014266e-06,
      "loss": 0.3418,
      "step": 1639260
    },
    {
      "epoch": 457.51,
      "grad_norm": 1.1094920635223389,
      "learning_rate": 1.981765114933791e-06,
      "loss": 0.3401,
      "step": 1639270
    },
    {
      "epoch": 457.52,
      "grad_norm": 1.5729750394821167,
      "learning_rate": 1.9817383997731014e-06,
      "loss": 0.3459,
      "step": 1639280
    },
    {
      "epoch": 457.52,
      "grad_norm": 1.0490734577178955,
      "learning_rate": 1.981711684660597e-06,
      "loss": 0.3602,
      "step": 1639290
    },
    {
      "epoch": 457.52,
      "grad_norm": 1.0233210325241089,
      "learning_rate": 1.9816849695962795e-06,
      "loss": 0.3464,
      "step": 1639300
    },
    {
      "epoch": 457.52,
      "grad_norm": 1.0008585453033447,
      "learning_rate": 1.9816582545801528e-06,
      "loss": 0.3502,
      "step": 1639310
    },
    {
      "epoch": 457.53,
      "grad_norm": 1.1081913709640503,
      "learning_rate": 1.9816315396122206e-06,
      "loss": 0.3407,
      "step": 1639320
    },
    {
      "epoch": 457.53,
      "grad_norm": 1.1702455282211304,
      "learning_rate": 1.981604824692487e-06,
      "loss": 0.3445,
      "step": 1639330
    },
    {
      "epoch": 457.53,
      "grad_norm": 0.9401754140853882,
      "learning_rate": 1.9815781098209536e-06,
      "loss": 0.3326,
      "step": 1639340
    },
    {
      "epoch": 457.54,
      "grad_norm": 1.0949270725250244,
      "learning_rate": 1.981551394997627e-06,
      "loss": 0.336,
      "step": 1639350
    },
    {
      "epoch": 457.54,
      "grad_norm": 1.0411514043807983,
      "learning_rate": 1.9815246802225085e-06,
      "loss": 0.3415,
      "step": 1639360
    },
    {
      "epoch": 457.54,
      "grad_norm": 1.133827805519104,
      "learning_rate": 1.981497965495602e-06,
      "loss": 0.3444,
      "step": 1639370
    },
    {
      "epoch": 457.54,
      "grad_norm": 1.1282188892364502,
      "learning_rate": 1.981471250816912e-06,
      "loss": 0.3328,
      "step": 1639380
    },
    {
      "epoch": 457.55,
      "grad_norm": 0.9933798313140869,
      "learning_rate": 1.9814445361864412e-06,
      "loss": 0.335,
      "step": 1639390
    },
    {
      "epoch": 457.55,
      "grad_norm": 1.0109690427780151,
      "learning_rate": 1.9814178216041924e-06,
      "loss": 0.356,
      "step": 1639400
    },
    {
      "epoch": 457.55,
      "grad_norm": 1.083238959312439,
      "learning_rate": 1.9813911070701714e-06,
      "loss": 0.3585,
      "step": 1639410
    },
    {
      "epoch": 457.56,
      "grad_norm": 1.245414137840271,
      "learning_rate": 1.98136439258438e-06,
      "loss": 0.3503,
      "step": 1639420
    },
    {
      "epoch": 457.56,
      "grad_norm": 1.0081723928451538,
      "learning_rate": 1.981337678146822e-06,
      "loss": 0.3313,
      "step": 1639430
    },
    {
      "epoch": 457.56,
      "grad_norm": 1.148053526878357,
      "learning_rate": 1.981310963757501e-06,
      "loss": 0.3434,
      "step": 1639440
    },
    {
      "epoch": 457.56,
      "grad_norm": 0.9812402725219727,
      "learning_rate": 1.9812842494164216e-06,
      "loss": 0.3513,
      "step": 1639450
    },
    {
      "epoch": 457.57,
      "grad_norm": 1.074526309967041,
      "learning_rate": 1.9812575351235857e-06,
      "loss": 0.3507,
      "step": 1639460
    },
    {
      "epoch": 457.57,
      "grad_norm": 1.0855705738067627,
      "learning_rate": 1.9812308208789985e-06,
      "loss": 0.3297,
      "step": 1639470
    },
    {
      "epoch": 457.57,
      "grad_norm": 0.9581345915794373,
      "learning_rate": 1.981204106682662e-06,
      "loss": 0.3468,
      "step": 1639480
    },
    {
      "epoch": 457.57,
      "grad_norm": 1.1776211261749268,
      "learning_rate": 1.9811773925345798e-06,
      "loss": 0.339,
      "step": 1639490
    },
    {
      "epoch": 457.58,
      "grad_norm": 0.9890131950378418,
      "learning_rate": 1.9811506784347572e-06,
      "loss": 0.3278,
      "step": 1639500
    },
    {
      "epoch": 457.58,
      "grad_norm": 1.1374505758285522,
      "learning_rate": 1.9811239643831965e-06,
      "loss": 0.3271,
      "step": 1639510
    },
    {
      "epoch": 457.58,
      "grad_norm": 0.9327517151832581,
      "learning_rate": 1.9810972503799014e-06,
      "loss": 0.3298,
      "step": 1639520
    },
    {
      "epoch": 457.59,
      "grad_norm": 1.0921778678894043,
      "learning_rate": 1.9810705364248758e-06,
      "loss": 0.3263,
      "step": 1639530
    },
    {
      "epoch": 457.59,
      "grad_norm": 1.0689444541931152,
      "learning_rate": 1.9810438225181217e-06,
      "loss": 0.3464,
      "step": 1639540
    },
    {
      "epoch": 457.59,
      "grad_norm": 1.0442101955413818,
      "learning_rate": 1.9810171086596447e-06,
      "loss": 0.3359,
      "step": 1639550
    },
    {
      "epoch": 457.59,
      "grad_norm": 0.9616538882255554,
      "learning_rate": 1.980990394849448e-06,
      "loss": 0.3354,
      "step": 1639560
    },
    {
      "epoch": 457.6,
      "grad_norm": 1.1251590251922607,
      "learning_rate": 1.9809636810875337e-06,
      "loss": 0.3438,
      "step": 1639570
    },
    {
      "epoch": 457.6,
      "grad_norm": 1.2627474069595337,
      "learning_rate": 1.980936967373907e-06,
      "loss": 0.3417,
      "step": 1639580
    },
    {
      "epoch": 457.6,
      "grad_norm": 1.0718913078308105,
      "learning_rate": 1.9809102537085708e-06,
      "loss": 0.3385,
      "step": 1639590
    },
    {
      "epoch": 457.61,
      "grad_norm": 1.0072593688964844,
      "learning_rate": 1.9808835400915287e-06,
      "loss": 0.3337,
      "step": 1639600
    },
    {
      "epoch": 457.61,
      "grad_norm": 1.15532648563385,
      "learning_rate": 1.9808568265227843e-06,
      "loss": 0.3484,
      "step": 1639610
    },
    {
      "epoch": 457.61,
      "grad_norm": 1.073835849761963,
      "learning_rate": 1.9808301130023412e-06,
      "loss": 0.351,
      "step": 1639620
    },
    {
      "epoch": 457.61,
      "grad_norm": 0.9964943528175354,
      "learning_rate": 1.980803399530202e-06,
      "loss": 0.3441,
      "step": 1639630
    },
    {
      "epoch": 457.62,
      "grad_norm": 1.006982684135437,
      "learning_rate": 1.9807766861063717e-06,
      "loss": 0.3374,
      "step": 1639640
    },
    {
      "epoch": 457.62,
      "grad_norm": 0.9299576878547668,
      "learning_rate": 1.9807499727308534e-06,
      "loss": 0.3585,
      "step": 1639650
    },
    {
      "epoch": 457.62,
      "grad_norm": 1.173136591911316,
      "learning_rate": 1.98072325940365e-06,
      "loss": 0.3477,
      "step": 1639660
    },
    {
      "epoch": 457.62,
      "grad_norm": 1.1758277416229248,
      "learning_rate": 1.980696546124766e-06,
      "loss": 0.3557,
      "step": 1639670
    },
    {
      "epoch": 457.63,
      "grad_norm": 0.8765267729759216,
      "learning_rate": 1.980669832894205e-06,
      "loss": 0.3474,
      "step": 1639680
    },
    {
      "epoch": 457.63,
      "grad_norm": 1.1389555931091309,
      "learning_rate": 1.9806431197119684e-06,
      "loss": 0.3522,
      "step": 1639690
    },
    {
      "epoch": 457.63,
      "grad_norm": 1.043329119682312,
      "learning_rate": 1.980616406578063e-06,
      "loss": 0.356,
      "step": 1639700
    },
    {
      "epoch": 457.64,
      "grad_norm": 0.9732084274291992,
      "learning_rate": 1.9805896934924903e-06,
      "loss": 0.3321,
      "step": 1639710
    },
    {
      "epoch": 457.64,
      "grad_norm": 1.1703237295150757,
      "learning_rate": 1.9805629804552536e-06,
      "loss": 0.3565,
      "step": 1639720
    },
    {
      "epoch": 457.64,
      "grad_norm": 0.9439073801040649,
      "learning_rate": 1.980536267466358e-06,
      "loss": 0.3451,
      "step": 1639730
    },
    {
      "epoch": 457.64,
      "grad_norm": 0.888718843460083,
      "learning_rate": 1.9805095545258064e-06,
      "loss": 0.3533,
      "step": 1639740
    },
    {
      "epoch": 457.65,
      "grad_norm": 1.0742768049240112,
      "learning_rate": 1.9804828416336017e-06,
      "loss": 0.3432,
      "step": 1639750
    },
    {
      "epoch": 457.65,
      "grad_norm": 1.0288740396499634,
      "learning_rate": 1.9804561287897486e-06,
      "loss": 0.3246,
      "step": 1639760
    },
    {
      "epoch": 457.65,
      "grad_norm": 1.018788456916809,
      "learning_rate": 1.9804294159942496e-06,
      "loss": 0.3428,
      "step": 1639770
    },
    {
      "epoch": 457.66,
      "grad_norm": 1.1256710290908813,
      "learning_rate": 1.9804027032471078e-06,
      "loss": 0.3454,
      "step": 1639780
    },
    {
      "epoch": 457.66,
      "grad_norm": 1.0303232669830322,
      "learning_rate": 1.980375990548329e-06,
      "loss": 0.3414,
      "step": 1639790
    },
    {
      "epoch": 457.66,
      "grad_norm": 1.598724365234375,
      "learning_rate": 1.9803492778979145e-06,
      "loss": 0.354,
      "step": 1639800
    },
    {
      "epoch": 457.66,
      "grad_norm": 0.9489507675170898,
      "learning_rate": 1.9803225652958685e-06,
      "loss": 0.3325,
      "step": 1639810
    },
    {
      "epoch": 457.67,
      "grad_norm": 0.9604556560516357,
      "learning_rate": 1.980295852742196e-06,
      "loss": 0.3255,
      "step": 1639820
    },
    {
      "epoch": 457.67,
      "grad_norm": 1.0025607347488403,
      "learning_rate": 1.9802691402368984e-06,
      "loss": 0.3332,
      "step": 1639830
    },
    {
      "epoch": 457.67,
      "grad_norm": 0.8668625950813293,
      "learning_rate": 1.9802424277799805e-06,
      "loss": 0.3587,
      "step": 1639840
    },
    {
      "epoch": 457.68,
      "grad_norm": 0.9768862128257751,
      "learning_rate": 1.980215715371446e-06,
      "loss": 0.3381,
      "step": 1639850
    },
    {
      "epoch": 457.68,
      "grad_norm": 1.0474755764007568,
      "learning_rate": 1.980189003011297e-06,
      "loss": 0.3427,
      "step": 1639860
    },
    {
      "epoch": 457.68,
      "grad_norm": 0.978841245174408,
      "learning_rate": 1.980162290699539e-06,
      "loss": 0.3625,
      "step": 1639870
    },
    {
      "epoch": 457.68,
      "grad_norm": 0.9527994394302368,
      "learning_rate": 1.9801355784361745e-06,
      "loss": 0.356,
      "step": 1639880
    },
    {
      "epoch": 457.69,
      "grad_norm": 1.1118297576904297,
      "learning_rate": 1.9801088662212065e-06,
      "loss": 0.3367,
      "step": 1639890
    },
    {
      "epoch": 457.69,
      "grad_norm": 1.018078088760376,
      "learning_rate": 1.98008215405464e-06,
      "loss": 0.341,
      "step": 1639900
    },
    {
      "epoch": 457.69,
      "grad_norm": 1.1046223640441895,
      "learning_rate": 1.980055441936478e-06,
      "loss": 0.3486,
      "step": 1639910
    },
    {
      "epoch": 457.69,
      "grad_norm": 1.0970783233642578,
      "learning_rate": 1.9800287298667223e-06,
      "loss": 0.3404,
      "step": 1639920
    },
    {
      "epoch": 457.7,
      "grad_norm": 1.0246165990829468,
      "learning_rate": 1.9800020178453792e-06,
      "loss": 0.3554,
      "step": 1639930
    },
    {
      "epoch": 457.7,
      "grad_norm": 1.258981466293335,
      "learning_rate": 1.9799753058724513e-06,
      "loss": 0.3579,
      "step": 1639940
    },
    {
      "epoch": 457.7,
      "grad_norm": 1.4339717626571655,
      "learning_rate": 1.979948593947941e-06,
      "loss": 0.3365,
      "step": 1639950
    },
    {
      "epoch": 457.71,
      "grad_norm": 1.2478090524673462,
      "learning_rate": 1.9799218820718532e-06,
      "loss": 0.3358,
      "step": 1639960
    },
    {
      "epoch": 457.71,
      "grad_norm": 0.8869915008544922,
      "learning_rate": 1.9798951702441915e-06,
      "loss": 0.3452,
      "step": 1639970
    },
    {
      "epoch": 457.71,
      "grad_norm": 1.0553464889526367,
      "learning_rate": 1.9798684584649584e-06,
      "loss": 0.3467,
      "step": 1639980
    },
    {
      "epoch": 457.71,
      "grad_norm": 1.061524748802185,
      "learning_rate": 1.9798417467341583e-06,
      "loss": 0.3452,
      "step": 1639990
    },
    {
      "epoch": 457.72,
      "grad_norm": 0.9961081147193909,
      "learning_rate": 1.9798150350517945e-06,
      "loss": 0.3395,
      "step": 1640000
    },
    {
      "epoch": 457.72,
      "grad_norm": 1.1259607076644897,
      "learning_rate": 1.97978832341787e-06,
      "loss": 0.3295,
      "step": 1640010
    },
    {
      "epoch": 457.72,
      "grad_norm": 1.0231897830963135,
      "learning_rate": 1.9797616118323893e-06,
      "loss": 0.3446,
      "step": 1640020
    },
    {
      "epoch": 457.73,
      "grad_norm": 0.9943701028823853,
      "learning_rate": 1.979734900295356e-06,
      "loss": 0.3257,
      "step": 1640030
    },
    {
      "epoch": 457.73,
      "grad_norm": 0.9968101382255554,
      "learning_rate": 1.9797081888067725e-06,
      "loss": 0.347,
      "step": 1640040
    },
    {
      "epoch": 457.73,
      "grad_norm": 0.974903404712677,
      "learning_rate": 1.9796814773666436e-06,
      "loss": 0.344,
      "step": 1640050
    },
    {
      "epoch": 457.73,
      "grad_norm": 1.1023880243301392,
      "learning_rate": 1.9796547659749713e-06,
      "loss": 0.3644,
      "step": 1640060
    },
    {
      "epoch": 457.74,
      "grad_norm": 1.0813829898834229,
      "learning_rate": 1.979628054631761e-06,
      "loss": 0.3421,
      "step": 1640070
    },
    {
      "epoch": 457.74,
      "grad_norm": 0.943952202796936,
      "learning_rate": 1.9796013433370157e-06,
      "loss": 0.3473,
      "step": 1640080
    },
    {
      "epoch": 457.74,
      "grad_norm": 1.0105736255645752,
      "learning_rate": 1.979574632090738e-06,
      "loss": 0.3509,
      "step": 1640090
    },
    {
      "epoch": 457.74,
      "grad_norm": 1.1578680276870728,
      "learning_rate": 1.979547920892933e-06,
      "loss": 0.3478,
      "step": 1640100
    },
    {
      "epoch": 457.75,
      "grad_norm": 1.0340807437896729,
      "learning_rate": 1.9795212097436026e-06,
      "loss": 0.3361,
      "step": 1640110
    },
    {
      "epoch": 457.75,
      "grad_norm": 1.1916216611862183,
      "learning_rate": 1.979494498642751e-06,
      "loss": 0.3346,
      "step": 1640120
    },
    {
      "epoch": 457.75,
      "grad_norm": 1.1210092306137085,
      "learning_rate": 1.979467787590383e-06,
      "loss": 0.3562,
      "step": 1640130
    },
    {
      "epoch": 457.76,
      "grad_norm": 1.0252948999404907,
      "learning_rate": 1.979441076586501e-06,
      "loss": 0.3289,
      "step": 1640140
    },
    {
      "epoch": 457.76,
      "grad_norm": 0.9869643449783325,
      "learning_rate": 1.979414365631107e-06,
      "loss": 0.3458,
      "step": 1640150
    },
    {
      "epoch": 457.76,
      "grad_norm": 1.02360200881958,
      "learning_rate": 1.9793876547242076e-06,
      "loss": 0.3406,
      "step": 1640160
    },
    {
      "epoch": 457.76,
      "grad_norm": 1.113013744354248,
      "learning_rate": 1.979360943865805e-06,
      "loss": 0.3388,
      "step": 1640170
    },
    {
      "epoch": 457.77,
      "grad_norm": 1.1201059818267822,
      "learning_rate": 1.9793342330559015e-06,
      "loss": 0.3468,
      "step": 1640180
    },
    {
      "epoch": 457.77,
      "grad_norm": 1.1293630599975586,
      "learning_rate": 1.9793075222945026e-06,
      "loss": 0.3495,
      "step": 1640190
    },
    {
      "epoch": 457.77,
      "grad_norm": 1.156522512435913,
      "learning_rate": 1.9792808115816116e-06,
      "loss": 0.3356,
      "step": 1640200
    },
    {
      "epoch": 457.78,
      "grad_norm": 1.0065990686416626,
      "learning_rate": 1.9792541009172306e-06,
      "loss": 0.3357,
      "step": 1640210
    },
    {
      "epoch": 457.78,
      "grad_norm": 0.963814377784729,
      "learning_rate": 1.9792273903013642e-06,
      "loss": 0.3444,
      "step": 1640220
    },
    {
      "epoch": 457.78,
      "grad_norm": 1.0774894952774048,
      "learning_rate": 1.979200679734017e-06,
      "loss": 0.3438,
      "step": 1640230
    },
    {
      "epoch": 457.78,
      "grad_norm": 1.2701640129089355,
      "learning_rate": 1.9791739692151895e-06,
      "loss": 0.3474,
      "step": 1640240
    },
    {
      "epoch": 457.79,
      "grad_norm": 1.055053949356079,
      "learning_rate": 1.9791472587448883e-06,
      "loss": 0.3504,
      "step": 1640250
    },
    {
      "epoch": 457.79,
      "grad_norm": 0.9280049204826355,
      "learning_rate": 1.979120548323116e-06,
      "loss": 0.3301,
      "step": 1640260
    },
    {
      "epoch": 457.79,
      "grad_norm": 1.0756760835647583,
      "learning_rate": 1.9790938379498757e-06,
      "loss": 0.3379,
      "step": 1640270
    },
    {
      "epoch": 457.8,
      "grad_norm": 1.1226428747177124,
      "learning_rate": 1.9790671276251714e-06,
      "loss": 0.3522,
      "step": 1640280
    },
    {
      "epoch": 457.8,
      "grad_norm": 1.2377548217773438,
      "learning_rate": 1.979040417349007e-06,
      "loss": 0.3511,
      "step": 1640290
    },
    {
      "epoch": 457.8,
      "grad_norm": 1.0505009889602661,
      "learning_rate": 1.979013707121384e-06,
      "loss": 0.3379,
      "step": 1640300
    },
    {
      "epoch": 457.8,
      "grad_norm": 1.013485312461853,
      "learning_rate": 1.9789869969423083e-06,
      "loss": 0.3393,
      "step": 1640310
    },
    {
      "epoch": 457.81,
      "grad_norm": 1.3149539232254028,
      "learning_rate": 1.9789602868117834e-06,
      "loss": 0.3398,
      "step": 1640320
    },
    {
      "epoch": 457.81,
      "grad_norm": 1.0985864400863647,
      "learning_rate": 1.9789335767298113e-06,
      "loss": 0.3331,
      "step": 1640330
    },
    {
      "epoch": 457.81,
      "grad_norm": 1.2063719034194946,
      "learning_rate": 1.9789068666963965e-06,
      "loss": 0.3607,
      "step": 1640340
    },
    {
      "epoch": 457.81,
      "grad_norm": 0.9307776689529419,
      "learning_rate": 1.978880156711542e-06,
      "loss": 0.3429,
      "step": 1640350
    },
    {
      "epoch": 457.82,
      "grad_norm": 1.041985034942627,
      "learning_rate": 1.9788534467752525e-06,
      "loss": 0.3321,
      "step": 1640360
    },
    {
      "epoch": 457.82,
      "grad_norm": 1.1943920850753784,
      "learning_rate": 1.978826736887531e-06,
      "loss": 0.3593,
      "step": 1640370
    },
    {
      "epoch": 457.82,
      "grad_norm": 1.3680511713027954,
      "learning_rate": 1.9788000270483793e-06,
      "loss": 0.3433,
      "step": 1640380
    },
    {
      "epoch": 457.83,
      "grad_norm": 1.1278990507125854,
      "learning_rate": 1.978773317257804e-06,
      "loss": 0.3425,
      "step": 1640390
    },
    {
      "epoch": 457.83,
      "grad_norm": 1.1082488298416138,
      "learning_rate": 1.978746607515807e-06,
      "loss": 0.3356,
      "step": 1640400
    },
    {
      "epoch": 457.83,
      "grad_norm": 1.1466461420059204,
      "learning_rate": 1.9787198978223918e-06,
      "loss": 0.3505,
      "step": 1640410
    },
    {
      "epoch": 457.83,
      "grad_norm": 1.1712220907211304,
      "learning_rate": 1.9786931881775627e-06,
      "loss": 0.3453,
      "step": 1640420
    },
    {
      "epoch": 457.84,
      "grad_norm": 1.0995185375213623,
      "learning_rate": 1.9786664785813225e-06,
      "loss": 0.3464,
      "step": 1640430
    },
    {
      "epoch": 457.84,
      "grad_norm": 1.2118364572525024,
      "learning_rate": 1.9786397690336744e-06,
      "loss": 0.3249,
      "step": 1640440
    },
    {
      "epoch": 457.84,
      "grad_norm": 1.2509697675704956,
      "learning_rate": 1.9786130595346235e-06,
      "loss": 0.3568,
      "step": 1640450
    },
    {
      "epoch": 457.85,
      "grad_norm": 1.0593222379684448,
      "learning_rate": 1.978586350084172e-06,
      "loss": 0.3405,
      "step": 1640460
    },
    {
      "epoch": 457.85,
      "grad_norm": 1.0798801183700562,
      "learning_rate": 1.9785596406823237e-06,
      "loss": 0.3395,
      "step": 1640470
    },
    {
      "epoch": 457.85,
      "grad_norm": 0.9140927791595459,
      "learning_rate": 1.978532931329083e-06,
      "loss": 0.3375,
      "step": 1640480
    },
    {
      "epoch": 457.85,
      "grad_norm": 1.2580431699752808,
      "learning_rate": 1.9785062220244527e-06,
      "loss": 0.3473,
      "step": 1640490
    },
    {
      "epoch": 457.86,
      "grad_norm": 1.0816779136657715,
      "learning_rate": 1.978479512768435e-06,
      "loss": 0.3741,
      "step": 1640500
    },
    {
      "epoch": 457.86,
      "grad_norm": 0.9254036545753479,
      "learning_rate": 1.9784528035610363e-06,
      "loss": 0.3317,
      "step": 1640510
    },
    {
      "epoch": 457.86,
      "grad_norm": 1.0110913515090942,
      "learning_rate": 1.978426094402259e-06,
      "loss": 0.3362,
      "step": 1640520
    },
    {
      "epoch": 457.86,
      "grad_norm": 0.9090908169746399,
      "learning_rate": 1.978399385292105e-06,
      "loss": 0.3327,
      "step": 1640530
    },
    {
      "epoch": 457.87,
      "grad_norm": 1.2285813093185425,
      "learning_rate": 1.97837267623058e-06,
      "loss": 0.364,
      "step": 1640540
    },
    {
      "epoch": 457.87,
      "grad_norm": 0.9927046298980713,
      "learning_rate": 1.9783459672176876e-06,
      "loss": 0.3564,
      "step": 1640550
    },
    {
      "epoch": 457.87,
      "grad_norm": 1.0205419063568115,
      "learning_rate": 1.9783192582534297e-06,
      "loss": 0.34,
      "step": 1640560
    },
    {
      "epoch": 457.88,
      "grad_norm": 1.1738766431808472,
      "learning_rate": 1.978292549337811e-06,
      "loss": 0.3395,
      "step": 1640570
    },
    {
      "epoch": 457.88,
      "grad_norm": 0.9625481963157654,
      "learning_rate": 1.9782658404708346e-06,
      "loss": 0.3403,
      "step": 1640580
    },
    {
      "epoch": 457.88,
      "grad_norm": 1.0464634895324707,
      "learning_rate": 1.978239131652504e-06,
      "loss": 0.3501,
      "step": 1640590
    },
    {
      "epoch": 457.88,
      "grad_norm": 1.0601940155029297,
      "learning_rate": 1.9782124228828234e-06,
      "loss": 0.3339,
      "step": 1640600
    },
    {
      "epoch": 457.89,
      "grad_norm": 0.9594536423683167,
      "learning_rate": 1.9781857141617964e-06,
      "loss": 0.3494,
      "step": 1640610
    },
    {
      "epoch": 457.89,
      "grad_norm": 1.243524193763733,
      "learning_rate": 1.9781590054894256e-06,
      "loss": 0.3474,
      "step": 1640620
    },
    {
      "epoch": 457.89,
      "grad_norm": 0.8806248307228088,
      "learning_rate": 1.978132296865715e-06,
      "loss": 0.3329,
      "step": 1640630
    },
    {
      "epoch": 457.9,
      "grad_norm": 0.9883625507354736,
      "learning_rate": 1.9781055882906675e-06,
      "loss": 0.3326,
      "step": 1640640
    },
    {
      "epoch": 457.9,
      "grad_norm": 1.0708198547363281,
      "learning_rate": 1.9780788797642887e-06,
      "loss": 0.3467,
      "step": 1640650
    },
    {
      "epoch": 457.9,
      "grad_norm": 1.0774211883544922,
      "learning_rate": 1.9780521712865805e-06,
      "loss": 0.3469,
      "step": 1640660
    },
    {
      "epoch": 457.9,
      "grad_norm": 0.9957448840141296,
      "learning_rate": 1.9780254628575457e-06,
      "loss": 0.3393,
      "step": 1640670
    },
    {
      "epoch": 457.91,
      "grad_norm": 0.9592565894126892,
      "learning_rate": 1.9779987544771903e-06,
      "loss": 0.3513,
      "step": 1640680
    },
    {
      "epoch": 457.91,
      "grad_norm": 0.978631317615509,
      "learning_rate": 1.977972046145516e-06,
      "loss": 0.3611,
      "step": 1640690
    },
    {
      "epoch": 457.91,
      "grad_norm": 1.2229728698730469,
      "learning_rate": 1.9779453378625266e-06,
      "loss": 0.3326,
      "step": 1640700
    },
    {
      "epoch": 457.92,
      "grad_norm": 1.04245924949646,
      "learning_rate": 1.9779186296282264e-06,
      "loss": 0.3357,
      "step": 1640710
    },
    {
      "epoch": 457.92,
      "grad_norm": 1.1853011846542358,
      "learning_rate": 1.9778919214426187e-06,
      "loss": 0.3413,
      "step": 1640720
    },
    {
      "epoch": 457.92,
      "grad_norm": 0.965681791305542,
      "learning_rate": 1.9778652133057053e-06,
      "loss": 0.3456,
      "step": 1640730
    },
    {
      "epoch": 457.92,
      "grad_norm": 1.0896044969558716,
      "learning_rate": 1.977838505217493e-06,
      "loss": 0.3325,
      "step": 1640740
    },
    {
      "epoch": 457.93,
      "grad_norm": 1.2835561037063599,
      "learning_rate": 1.9778117971779826e-06,
      "loss": 0.3328,
      "step": 1640750
    },
    {
      "epoch": 457.93,
      "grad_norm": 2.576824188232422,
      "learning_rate": 1.977785089187179e-06,
      "loss": 0.3227,
      "step": 1640760
    },
    {
      "epoch": 457.93,
      "grad_norm": 1.1840565204620361,
      "learning_rate": 1.9777583812450852e-06,
      "loss": 0.341,
      "step": 1640770
    },
    {
      "epoch": 457.93,
      "grad_norm": 0.9352136850357056,
      "learning_rate": 1.9777316733517056e-06,
      "loss": 0.3345,
      "step": 1640780
    },
    {
      "epoch": 457.94,
      "grad_norm": 1.1019800901412964,
      "learning_rate": 1.9777049655070426e-06,
      "loss": 0.3445,
      "step": 1640790
    },
    {
      "epoch": 457.94,
      "grad_norm": 1.2025014162063599,
      "learning_rate": 1.9776782577111006e-06,
      "loss": 0.3471,
      "step": 1640800
    },
    {
      "epoch": 457.94,
      "grad_norm": 0.9702738523483276,
      "learning_rate": 1.977651549963883e-06,
      "loss": 0.3549,
      "step": 1640810
    },
    {
      "epoch": 457.95,
      "grad_norm": 1.00408136844635,
      "learning_rate": 1.977624842265392e-06,
      "loss": 0.3471,
      "step": 1640820
    },
    {
      "epoch": 457.95,
      "grad_norm": 0.9739012122154236,
      "learning_rate": 1.9775981346156334e-06,
      "loss": 0.349,
      "step": 1640830
    },
    {
      "epoch": 457.95,
      "grad_norm": 1.0309479236602783,
      "learning_rate": 1.9775714270146098e-06,
      "loss": 0.3625,
      "step": 1640840
    },
    {
      "epoch": 457.95,
      "grad_norm": 1.0830529928207397,
      "learning_rate": 1.9775447194623244e-06,
      "loss": 0.3389,
      "step": 1640850
    },
    {
      "epoch": 457.96,
      "grad_norm": 1.030923843383789,
      "learning_rate": 1.977518011958781e-06,
      "loss": 0.3364,
      "step": 1640860
    },
    {
      "epoch": 457.96,
      "grad_norm": 1.1581124067306519,
      "learning_rate": 1.9774913045039837e-06,
      "loss": 0.3457,
      "step": 1640870
    },
    {
      "epoch": 457.96,
      "grad_norm": 1.0204169750213623,
      "learning_rate": 1.9774645970979343e-06,
      "loss": 0.3446,
      "step": 1640880
    },
    {
      "epoch": 457.97,
      "grad_norm": 1.0031414031982422,
      "learning_rate": 1.9774378897406384e-06,
      "loss": 0.3468,
      "step": 1640890
    },
    {
      "epoch": 457.97,
      "grad_norm": 1.132798671722412,
      "learning_rate": 1.977411182432099e-06,
      "loss": 0.3364,
      "step": 1640900
    },
    {
      "epoch": 457.97,
      "grad_norm": 1.5722155570983887,
      "learning_rate": 1.9773844751723183e-06,
      "loss": 0.3401,
      "step": 1640910
    },
    {
      "epoch": 457.97,
      "grad_norm": 1.0974466800689697,
      "learning_rate": 1.977357767961302e-06,
      "loss": 0.3335,
      "step": 1640920
    },
    {
      "epoch": 457.98,
      "grad_norm": 1.1550463438034058,
      "learning_rate": 1.977331060799052e-06,
      "loss": 0.3611,
      "step": 1640930
    },
    {
      "epoch": 457.98,
      "grad_norm": 1.007386326789856,
      "learning_rate": 1.977304353685573e-06,
      "loss": 0.3377,
      "step": 1640940
    },
    {
      "epoch": 457.98,
      "grad_norm": 1.0745224952697754,
      "learning_rate": 1.977277646620868e-06,
      "loss": 0.3477,
      "step": 1640950
    },
    {
      "epoch": 457.98,
      "grad_norm": 1.1505377292633057,
      "learning_rate": 1.9772509396049396e-06,
      "loss": 0.3351,
      "step": 1640960
    },
    {
      "epoch": 457.99,
      "grad_norm": 1.066577672958374,
      "learning_rate": 1.9772242326377935e-06,
      "loss": 0.3471,
      "step": 1640970
    },
    {
      "epoch": 457.99,
      "grad_norm": 1.1729793548583984,
      "learning_rate": 1.977197525719432e-06,
      "loss": 0.346,
      "step": 1640980
    },
    {
      "epoch": 457.99,
      "grad_norm": 1.1488925218582153,
      "learning_rate": 1.9771708188498583e-06,
      "loss": 0.3579,
      "step": 1640990
    },
    {
      "epoch": 458.0,
      "grad_norm": 0.9722771644592285,
      "learning_rate": 1.9771441120290765e-06,
      "loss": 0.3391,
      "step": 1641000
    },
    {
      "epoch": 458.0,
      "grad_norm": 1.1932724714279175,
      "learning_rate": 1.9771174052570906e-06,
      "loss": 0.3409,
      "step": 1641010
    },
    {
      "epoch": 458.0,
      "eval_loss": 0.34448421001434326,
      "eval_runtime": 63.134,
      "eval_samples_per_second": 80.131,
      "eval_steps_per_second": 10.026,
      "step": 1641014
    },
    {
      "epoch": 458.0,
      "grad_norm": 1.1066442728042603,
      "learning_rate": 1.977090698533902e-06,
      "loss": 0.3568,
      "step": 1641020
    },
    {
      "epoch": 458.0,
      "grad_norm": 1.1490819454193115,
      "learning_rate": 1.9770639918595174e-06,
      "loss": 0.3571,
      "step": 1641030
    },
    {
      "epoch": 458.01,
      "grad_norm": 0.970574140548706,
      "learning_rate": 1.977037285233938e-06,
      "loss": 0.3612,
      "step": 1641040
    },
    {
      "epoch": 458.01,
      "grad_norm": 0.8867607116699219,
      "learning_rate": 1.9770105786571683e-06,
      "loss": 0.3545,
      "step": 1641050
    },
    {
      "epoch": 458.01,
      "grad_norm": 1.0759814977645874,
      "learning_rate": 1.9769838721292117e-06,
      "loss": 0.3527,
      "step": 1641060
    },
    {
      "epoch": 458.02,
      "grad_norm": 1.0027093887329102,
      "learning_rate": 1.9769571656500726e-06,
      "loss": 0.3437,
      "step": 1641070
    },
    {
      "epoch": 458.02,
      "grad_norm": 0.9884798526763916,
      "learning_rate": 1.9769304592197527e-06,
      "loss": 0.3368,
      "step": 1641080
    },
    {
      "epoch": 458.02,
      "grad_norm": 1.094741702079773,
      "learning_rate": 1.9769037528382574e-06,
      "loss": 0.3473,
      "step": 1641090
    },
    {
      "epoch": 458.02,
      "grad_norm": 1.201529860496521,
      "learning_rate": 1.976877046505589e-06,
      "loss": 0.3479,
      "step": 1641100
    },
    {
      "epoch": 458.03,
      "grad_norm": 1.2163476943969727,
      "learning_rate": 1.9768503402217506e-06,
      "loss": 0.3404,
      "step": 1641110
    },
    {
      "epoch": 458.03,
      "grad_norm": 1.1253019571304321,
      "learning_rate": 1.976823633986748e-06,
      "loss": 0.3335,
      "step": 1641120
    },
    {
      "epoch": 458.03,
      "grad_norm": 1.11704683303833,
      "learning_rate": 1.976796927800583e-06,
      "loss": 0.3393,
      "step": 1641130
    },
    {
      "epoch": 458.04,
      "grad_norm": 1.1310023069381714,
      "learning_rate": 1.9767702216632596e-06,
      "loss": 0.3445,
      "step": 1641140
    },
    {
      "epoch": 458.04,
      "grad_norm": 0.9362691044807434,
      "learning_rate": 1.9767435155747814e-06,
      "loss": 0.3482,
      "step": 1641150
    },
    {
      "epoch": 458.04,
      "grad_norm": 1.0066319704055786,
      "learning_rate": 1.9767168095351516e-06,
      "loss": 0.3412,
      "step": 1641160
    },
    {
      "epoch": 458.04,
      "grad_norm": 0.9135341644287109,
      "learning_rate": 1.9766901035443735e-06,
      "loss": 0.3402,
      "step": 1641170
    },
    {
      "epoch": 458.05,
      "grad_norm": 1.236719012260437,
      "learning_rate": 1.976663397602452e-06,
      "loss": 0.3542,
      "step": 1641180
    },
    {
      "epoch": 458.05,
      "grad_norm": 1.1315019130706787,
      "learning_rate": 1.9766366917093897e-06,
      "loss": 0.3424,
      "step": 1641190
    },
    {
      "epoch": 458.05,
      "grad_norm": 1.228793978691101,
      "learning_rate": 1.9766099858651895e-06,
      "loss": 0.3513,
      "step": 1641200
    },
    {
      "epoch": 458.05,
      "grad_norm": 1.1448438167572021,
      "learning_rate": 1.9765832800698567e-06,
      "loss": 0.3616,
      "step": 1641210
    },
    {
      "epoch": 458.06,
      "grad_norm": 1.1287161111831665,
      "learning_rate": 1.9765565743233934e-06,
      "loss": 0.3462,
      "step": 1641220
    },
    {
      "epoch": 458.06,
      "grad_norm": 1.0894593000411987,
      "learning_rate": 1.976529868625804e-06,
      "loss": 0.3548,
      "step": 1641230
    },
    {
      "epoch": 458.06,
      "grad_norm": 1.1442975997924805,
      "learning_rate": 1.9765031629770918e-06,
      "loss": 0.3635,
      "step": 1641240
    },
    {
      "epoch": 458.07,
      "grad_norm": 0.9865531921386719,
      "learning_rate": 1.9764764573772592e-06,
      "loss": 0.3557,
      "step": 1641250
    },
    {
      "epoch": 458.07,
      "grad_norm": 1.2597092390060425,
      "learning_rate": 1.976449751826312e-06,
      "loss": 0.3379,
      "step": 1641260
    },
    {
      "epoch": 458.07,
      "grad_norm": 1.0691181421279907,
      "learning_rate": 1.976423046324252e-06,
      "loss": 0.3594,
      "step": 1641270
    },
    {
      "epoch": 458.07,
      "grad_norm": 0.9342285990715027,
      "learning_rate": 1.9763963408710837e-06,
      "loss": 0.3417,
      "step": 1641280
    },
    {
      "epoch": 458.08,
      "grad_norm": 0.9583466053009033,
      "learning_rate": 1.9763696354668103e-06,
      "loss": 0.3503,
      "step": 1641290
    },
    {
      "epoch": 458.08,
      "grad_norm": 1.1358575820922852,
      "learning_rate": 1.9763429301114354e-06,
      "loss": 0.3473,
      "step": 1641300
    },
    {
      "epoch": 458.08,
      "grad_norm": 1.3092929124832153,
      "learning_rate": 1.9763162248049613e-06,
      "loss": 0.3436,
      "step": 1641310
    },
    {
      "epoch": 458.09,
      "grad_norm": 1.153161883354187,
      "learning_rate": 1.9762895195473936e-06,
      "loss": 0.354,
      "step": 1641320
    },
    {
      "epoch": 458.09,
      "grad_norm": 1.1206282377243042,
      "learning_rate": 1.9762628143387353e-06,
      "loss": 0.3306,
      "step": 1641330
    },
    {
      "epoch": 458.09,
      "grad_norm": 1.091722011566162,
      "learning_rate": 1.9762361091789885e-06,
      "loss": 0.3393,
      "step": 1641340
    },
    {
      "epoch": 458.09,
      "grad_norm": 1.1023727655410767,
      "learning_rate": 1.976209404068159e-06,
      "loss": 0.3274,
      "step": 1641350
    },
    {
      "epoch": 458.1,
      "grad_norm": 1.0558736324310303,
      "learning_rate": 1.9761826990062493e-06,
      "loss": 0.3433,
      "step": 1641360
    },
    {
      "epoch": 458.1,
      "grad_norm": 0.996134877204895,
      "learning_rate": 1.9761559939932623e-06,
      "loss": 0.3435,
      "step": 1641370
    },
    {
      "epoch": 458.1,
      "grad_norm": 1.0567712783813477,
      "learning_rate": 1.976129289029203e-06,
      "loss": 0.3335,
      "step": 1641380
    },
    {
      "epoch": 458.1,
      "grad_norm": 1.0972479581832886,
      "learning_rate": 1.9761025841140734e-06,
      "loss": 0.3558,
      "step": 1641390
    },
    {
      "epoch": 458.11,
      "grad_norm": 0.9887485504150391,
      "learning_rate": 1.9760758792478773e-06,
      "loss": 0.3234,
      "step": 1641400
    },
    {
      "epoch": 458.11,
      "grad_norm": 1.1442402601242065,
      "learning_rate": 1.9760491744306198e-06,
      "loss": 0.3272,
      "step": 1641410
    },
    {
      "epoch": 458.11,
      "grad_norm": 1.1327298879623413,
      "learning_rate": 1.976022469662303e-06,
      "loss": 0.3471,
      "step": 1641420
    },
    {
      "epoch": 458.12,
      "grad_norm": 3.305626153945923,
      "learning_rate": 1.9759957649429307e-06,
      "loss": 0.3497,
      "step": 1641430
    },
    {
      "epoch": 458.12,
      "grad_norm": 1.2369099855422974,
      "learning_rate": 1.975969060272507e-06,
      "loss": 0.3361,
      "step": 1641440
    },
    {
      "epoch": 458.12,
      "grad_norm": 1.0666389465332031,
      "learning_rate": 1.9759423556510346e-06,
      "loss": 0.3373,
      "step": 1641450
    },
    {
      "epoch": 458.12,
      "grad_norm": 0.9349863529205322,
      "learning_rate": 1.975915651078517e-06,
      "loss": 0.3285,
      "step": 1641460
    },
    {
      "epoch": 458.13,
      "grad_norm": 1.257109522819519,
      "learning_rate": 1.9758889465549594e-06,
      "loss": 0.3529,
      "step": 1641470
    },
    {
      "epoch": 458.13,
      "grad_norm": 0.9321006536483765,
      "learning_rate": 1.9758622420803636e-06,
      "loss": 0.3531,
      "step": 1641480
    },
    {
      "epoch": 458.13,
      "grad_norm": 0.9758670330047607,
      "learning_rate": 1.975835537654733e-06,
      "loss": 0.3505,
      "step": 1641490
    },
    {
      "epoch": 458.14,
      "grad_norm": 1.0621472597122192,
      "learning_rate": 1.9758088332780733e-06,
      "loss": 0.3434,
      "step": 1641500
    },
    {
      "epoch": 458.14,
      "grad_norm": 1.036110281944275,
      "learning_rate": 1.9757821289503855e-06,
      "loss": 0.3318,
      "step": 1641510
    },
    {
      "epoch": 458.14,
      "grad_norm": 1.0880566835403442,
      "learning_rate": 1.9757554246716754e-06,
      "loss": 0.3117,
      "step": 1641520
    },
    {
      "epoch": 458.14,
      "grad_norm": 1.1790691614151,
      "learning_rate": 1.975728720441945e-06,
      "loss": 0.3535,
      "step": 1641530
    },
    {
      "epoch": 458.15,
      "grad_norm": 1.2362092733383179,
      "learning_rate": 1.9757020162611975e-06,
      "loss": 0.3451,
      "step": 1641540
    },
    {
      "epoch": 458.15,
      "grad_norm": 1.0594426393508911,
      "learning_rate": 1.9756753121294387e-06,
      "loss": 0.3436,
      "step": 1641550
    },
    {
      "epoch": 458.15,
      "grad_norm": 1.0390822887420654,
      "learning_rate": 1.9756486080466706e-06,
      "loss": 0.3349,
      "step": 1641560
    },
    {
      "epoch": 458.16,
      "grad_norm": 0.9005510210990906,
      "learning_rate": 1.975621904012896e-06,
      "loss": 0.3286,
      "step": 1641570
    },
    {
      "epoch": 458.16,
      "grad_norm": 0.9763683080673218,
      "learning_rate": 1.97559520002812e-06,
      "loss": 0.3523,
      "step": 1641580
    },
    {
      "epoch": 458.16,
      "grad_norm": 1.1604703664779663,
      "learning_rate": 1.975568496092346e-06,
      "loss": 0.349,
      "step": 1641590
    },
    {
      "epoch": 458.16,
      "grad_norm": 1.1366212368011475,
      "learning_rate": 1.9755417922055753e-06,
      "loss": 0.3499,
      "step": 1641600
    },
    {
      "epoch": 458.17,
      "grad_norm": 0.9547767639160156,
      "learning_rate": 1.9755150883678144e-06,
      "loss": 0.3421,
      "step": 1641610
    },
    {
      "epoch": 458.17,
      "grad_norm": 0.9904739856719971,
      "learning_rate": 1.9754883845790662e-06,
      "loss": 0.3327,
      "step": 1641620
    },
    {
      "epoch": 458.17,
      "grad_norm": 1.050827980041504,
      "learning_rate": 1.975461680839332e-06,
      "loss": 0.3456,
      "step": 1641630
    },
    {
      "epoch": 458.17,
      "grad_norm": 1.0752371549606323,
      "learning_rate": 1.9754349771486186e-06,
      "loss": 0.3371,
      "step": 1641640
    },
    {
      "epoch": 458.18,
      "grad_norm": 1.1277087926864624,
      "learning_rate": 1.9754082735069276e-06,
      "loss": 0.3551,
      "step": 1641650
    },
    {
      "epoch": 458.18,
      "grad_norm": 0.9231737852096558,
      "learning_rate": 1.975381569914263e-06,
      "loss": 0.3433,
      "step": 1641660
    },
    {
      "epoch": 458.18,
      "grad_norm": 0.9651735424995422,
      "learning_rate": 1.9753548663706283e-06,
      "loss": 0.3426,
      "step": 1641670
    },
    {
      "epoch": 458.19,
      "grad_norm": 1.081093430519104,
      "learning_rate": 1.9753281628760276e-06,
      "loss": 0.3572,
      "step": 1641680
    },
    {
      "epoch": 458.19,
      "grad_norm": 1.0556654930114746,
      "learning_rate": 1.9753014594304624e-06,
      "loss": 0.3382,
      "step": 1641690
    },
    {
      "epoch": 458.19,
      "grad_norm": 0.906600296497345,
      "learning_rate": 1.975274756033939e-06,
      "loss": 0.3507,
      "step": 1641700
    },
    {
      "epoch": 458.19,
      "grad_norm": 1.1483322381973267,
      "learning_rate": 1.97524805268646e-06,
      "loss": 0.3458,
      "step": 1641710
    },
    {
      "epoch": 458.2,
      "grad_norm": 0.9933832883834839,
      "learning_rate": 1.9752213493880283e-06,
      "loss": 0.3524,
      "step": 1641720
    },
    {
      "epoch": 458.2,
      "grad_norm": 1.0925850868225098,
      "learning_rate": 1.9751946461386474e-06,
      "loss": 0.3461,
      "step": 1641730
    },
    {
      "epoch": 458.2,
      "grad_norm": 1.0658873319625854,
      "learning_rate": 1.975167942938322e-06,
      "loss": 0.3397,
      "step": 1641740
    },
    {
      "epoch": 458.21,
      "grad_norm": 1.0505867004394531,
      "learning_rate": 1.9751412397870547e-06,
      "loss": 0.3423,
      "step": 1641750
    },
    {
      "epoch": 458.21,
      "grad_norm": 1.0184777975082397,
      "learning_rate": 1.9751145366848496e-06,
      "loss": 0.353,
      "step": 1641760
    },
    {
      "epoch": 458.21,
      "grad_norm": 1.0101667642593384,
      "learning_rate": 1.97508783363171e-06,
      "loss": 0.3507,
      "step": 1641770
    },
    {
      "epoch": 458.21,
      "grad_norm": 1.2662345170974731,
      "learning_rate": 1.9750611306276385e-06,
      "loss": 0.3574,
      "step": 1641780
    },
    {
      "epoch": 458.22,
      "grad_norm": 1.0018045902252197,
      "learning_rate": 1.9750344276726405e-06,
      "loss": 0.3347,
      "step": 1641790
    },
    {
      "epoch": 458.22,
      "grad_norm": 1.0507375001907349,
      "learning_rate": 1.9750077247667183e-06,
      "loss": 0.3327,
      "step": 1641800
    },
    {
      "epoch": 458.22,
      "grad_norm": 0.9825469851493835,
      "learning_rate": 1.9749810219098762e-06,
      "loss": 0.328,
      "step": 1641810
    },
    {
      "epoch": 458.22,
      "grad_norm": 1.1262133121490479,
      "learning_rate": 1.974954319102117e-06,
      "loss": 0.344,
      "step": 1641820
    },
    {
      "epoch": 458.23,
      "grad_norm": 1.0189337730407715,
      "learning_rate": 1.974927616343444e-06,
      "loss": 0.3526,
      "step": 1641830
    },
    {
      "epoch": 458.23,
      "grad_norm": 1.1368924379348755,
      "learning_rate": 1.9749009136338625e-06,
      "loss": 0.3386,
      "step": 1641840
    },
    {
      "epoch": 458.23,
      "grad_norm": 1.0893052816390991,
      "learning_rate": 1.974874210973375e-06,
      "loss": 0.3375,
      "step": 1641850
    },
    {
      "epoch": 458.24,
      "grad_norm": 1.1001859903335571,
      "learning_rate": 1.9748475083619834e-06,
      "loss": 0.3601,
      "step": 1641860
    },
    {
      "epoch": 458.24,
      "grad_norm": 1.0114678144454956,
      "learning_rate": 1.974820805799694e-06,
      "loss": 0.3344,
      "step": 1641870
    },
    {
      "epoch": 458.24,
      "grad_norm": 1.0792205333709717,
      "learning_rate": 1.9747941032865098e-06,
      "loss": 0.3317,
      "step": 1641880
    },
    {
      "epoch": 458.24,
      "grad_norm": 1.1467682123184204,
      "learning_rate": 1.9747674008224326e-06,
      "loss": 0.3619,
      "step": 1641890
    },
    {
      "epoch": 458.25,
      "grad_norm": 0.8748515248298645,
      "learning_rate": 1.9747406984074677e-06,
      "loss": 0.3426,
      "step": 1641900
    },
    {
      "epoch": 458.25,
      "grad_norm": 0.9367575645446777,
      "learning_rate": 1.974713996041618e-06,
      "loss": 0.3381,
      "step": 1641910
    },
    {
      "epoch": 458.25,
      "grad_norm": 1.1096298694610596,
      "learning_rate": 1.974687293724886e-06,
      "loss": 0.3604,
      "step": 1641920
    },
    {
      "epoch": 458.26,
      "grad_norm": 0.9795017242431641,
      "learning_rate": 1.9746605914572773e-06,
      "loss": 0.3538,
      "step": 1641930
    },
    {
      "epoch": 458.26,
      "grad_norm": 1.014284372329712,
      "learning_rate": 1.974633889238795e-06,
      "loss": 0.3417,
      "step": 1641940
    },
    {
      "epoch": 458.26,
      "grad_norm": 1.0280598402023315,
      "learning_rate": 1.9746071870694415e-06,
      "loss": 0.3393,
      "step": 1641950
    },
    {
      "epoch": 458.26,
      "grad_norm": 1.083039402961731,
      "learning_rate": 1.974580484949221e-06,
      "loss": 0.3403,
      "step": 1641960
    },
    {
      "epoch": 458.27,
      "grad_norm": 0.9411885142326355,
      "learning_rate": 1.9745537828781377e-06,
      "loss": 0.3299,
      "step": 1641970
    },
    {
      "epoch": 458.27,
      "grad_norm": 1.0950056314468384,
      "learning_rate": 1.974527080856193e-06,
      "loss": 0.3368,
      "step": 1641980
    },
    {
      "epoch": 458.27,
      "grad_norm": 1.0394612550735474,
      "learning_rate": 1.974500378883393e-06,
      "loss": 0.3421,
      "step": 1641990
    },
    {
      "epoch": 458.28,
      "grad_norm": 1.0327446460723877,
      "learning_rate": 1.9744736769597405e-06,
      "loss": 0.3556,
      "step": 1642000
    },
    {
      "epoch": 458.28,
      "grad_norm": 1.0216572284698486,
      "learning_rate": 1.9744469750852377e-06,
      "loss": 0.3444,
      "step": 1642010
    },
    {
      "epoch": 458.28,
      "grad_norm": 1.0570847988128662,
      "learning_rate": 1.9744202732598903e-06,
      "loss": 0.3612,
      "step": 1642020
    },
    {
      "epoch": 458.28,
      "grad_norm": 1.1437503099441528,
      "learning_rate": 1.974393571483701e-06,
      "loss": 0.3471,
      "step": 1642030
    },
    {
      "epoch": 458.29,
      "grad_norm": 1.0575721263885498,
      "learning_rate": 1.974366869756672e-06,
      "loss": 0.3341,
      "step": 1642040
    },
    {
      "epoch": 458.29,
      "grad_norm": 1.0231635570526123,
      "learning_rate": 1.9743401680788087e-06,
      "loss": 0.3511,
      "step": 1642050
    },
    {
      "epoch": 458.29,
      "grad_norm": 1.29531991481781,
      "learning_rate": 1.9743134664501144e-06,
      "loss": 0.347,
      "step": 1642060
    },
    {
      "epoch": 458.29,
      "grad_norm": 0.9674721360206604,
      "learning_rate": 1.9742867648705908e-06,
      "loss": 0.3416,
      "step": 1642070
    },
    {
      "epoch": 458.3,
      "grad_norm": 1.082334280014038,
      "learning_rate": 1.974260063340244e-06,
      "loss": 0.3428,
      "step": 1642080
    },
    {
      "epoch": 458.3,
      "grad_norm": 1.0033661127090454,
      "learning_rate": 1.974233361859076e-06,
      "loss": 0.3468,
      "step": 1642090
    },
    {
      "epoch": 458.3,
      "grad_norm": 1.0836018323898315,
      "learning_rate": 1.974206660427091e-06,
      "loss": 0.3452,
      "step": 1642100
    },
    {
      "epoch": 458.31,
      "grad_norm": 1.0832256078720093,
      "learning_rate": 1.9741799590442925e-06,
      "loss": 0.3448,
      "step": 1642110
    },
    {
      "epoch": 458.31,
      "grad_norm": 0.9166848659515381,
      "learning_rate": 1.974153257710683e-06,
      "loss": 0.3511,
      "step": 1642120
    },
    {
      "epoch": 458.31,
      "grad_norm": 1.118419885635376,
      "learning_rate": 1.9741265564262677e-06,
      "loss": 0.3399,
      "step": 1642130
    },
    {
      "epoch": 458.31,
      "grad_norm": 1.1052699089050293,
      "learning_rate": 1.9740998551910494e-06,
      "loss": 0.3367,
      "step": 1642140
    },
    {
      "epoch": 458.32,
      "grad_norm": 1.1915122270584106,
      "learning_rate": 1.9740731540050306e-06,
      "loss": 0.3392,
      "step": 1642150
    },
    {
      "epoch": 458.32,
      "grad_norm": 1.0946428775787354,
      "learning_rate": 1.974046452868217e-06,
      "loss": 0.3632,
      "step": 1642160
    },
    {
      "epoch": 458.32,
      "grad_norm": 1.0050314664840698,
      "learning_rate": 1.974019751780611e-06,
      "loss": 0.3391,
      "step": 1642170
    },
    {
      "epoch": 458.33,
      "grad_norm": 1.1923691034317017,
      "learning_rate": 1.9739930507422156e-06,
      "loss": 0.3247,
      "step": 1642180
    },
    {
      "epoch": 458.33,
      "grad_norm": 1.0891414880752563,
      "learning_rate": 1.9739663497530355e-06,
      "loss": 0.3494,
      "step": 1642190
    },
    {
      "epoch": 458.33,
      "grad_norm": 1.1216274499893188,
      "learning_rate": 1.973939648813074e-06,
      "loss": 0.332,
      "step": 1642200
    },
    {
      "epoch": 458.33,
      "grad_norm": 1.0045887231826782,
      "learning_rate": 1.9739129479223332e-06,
      "loss": 0.3311,
      "step": 1642210
    },
    {
      "epoch": 458.34,
      "grad_norm": 1.255949854850769,
      "learning_rate": 1.9738862470808184e-06,
      "loss": 0.3444,
      "step": 1642220
    },
    {
      "epoch": 458.34,
      "grad_norm": 1.1181588172912598,
      "learning_rate": 1.973859546288533e-06,
      "loss": 0.3333,
      "step": 1642230
    },
    {
      "epoch": 458.34,
      "grad_norm": 0.8250775933265686,
      "learning_rate": 1.9738328455454796e-06,
      "loss": 0.3496,
      "step": 1642240
    },
    {
      "epoch": 458.34,
      "grad_norm": 1.0217201709747314,
      "learning_rate": 1.9738061448516627e-06,
      "loss": 0.3425,
      "step": 1642250
    },
    {
      "epoch": 458.35,
      "grad_norm": 1.2045581340789795,
      "learning_rate": 1.9737794442070856e-06,
      "loss": 0.3398,
      "step": 1642260
    },
    {
      "epoch": 458.35,
      "grad_norm": 0.9851694107055664,
      "learning_rate": 1.9737527436117503e-06,
      "loss": 0.3475,
      "step": 1642270
    },
    {
      "epoch": 458.35,
      "grad_norm": 1.0618278980255127,
      "learning_rate": 1.9737260430656632e-06,
      "loss": 0.3386,
      "step": 1642280
    },
    {
      "epoch": 458.36,
      "grad_norm": 0.9765928387641907,
      "learning_rate": 1.973699342568826e-06,
      "loss": 0.3733,
      "step": 1642290
    },
    {
      "epoch": 458.36,
      "grad_norm": 1.159441590309143,
      "learning_rate": 1.9736726421212417e-06,
      "loss": 0.3505,
      "step": 1642300
    },
    {
      "epoch": 458.36,
      "grad_norm": 0.9168564677238464,
      "learning_rate": 1.973645941722916e-06,
      "loss": 0.3376,
      "step": 1642310
    },
    {
      "epoch": 458.36,
      "grad_norm": 0.9824123382568359,
      "learning_rate": 1.973619241373851e-06,
      "loss": 0.3506,
      "step": 1642320
    },
    {
      "epoch": 458.37,
      "grad_norm": 1.1891614198684692,
      "learning_rate": 1.97359254107405e-06,
      "loss": 0.3336,
      "step": 1642330
    },
    {
      "epoch": 458.37,
      "grad_norm": 1.1269596815109253,
      "learning_rate": 1.973565840823518e-06,
      "loss": 0.3605,
      "step": 1642340
    },
    {
      "epoch": 458.37,
      "grad_norm": 1.054909110069275,
      "learning_rate": 1.9735391406222574e-06,
      "loss": 0.3491,
      "step": 1642350
    },
    {
      "epoch": 458.38,
      "grad_norm": 1.0796518325805664,
      "learning_rate": 1.9735124404702706e-06,
      "loss": 0.3484,
      "step": 1642360
    },
    {
      "epoch": 458.38,
      "grad_norm": 1.057336688041687,
      "learning_rate": 1.9734857403675638e-06,
      "loss": 0.3535,
      "step": 1642370
    },
    {
      "epoch": 458.38,
      "grad_norm": 1.1407233476638794,
      "learning_rate": 1.9734590403141386e-06,
      "loss": 0.3229,
      "step": 1642380
    },
    {
      "epoch": 458.38,
      "grad_norm": 0.9277076721191406,
      "learning_rate": 1.97343234031e-06,
      "loss": 0.3395,
      "step": 1642390
    },
    {
      "epoch": 458.39,
      "grad_norm": 1.1005300283432007,
      "learning_rate": 1.9734056403551505e-06,
      "loss": 0.3464,
      "step": 1642400
    },
    {
      "epoch": 458.39,
      "grad_norm": 0.9989861845970154,
      "learning_rate": 1.9733789404495935e-06,
      "loss": 0.3449,
      "step": 1642410
    },
    {
      "epoch": 458.39,
      "grad_norm": 1.1021956205368042,
      "learning_rate": 1.9733522405933334e-06,
      "loss": 0.3491,
      "step": 1642420
    },
    {
      "epoch": 458.4,
      "grad_norm": 1.007551670074463,
      "learning_rate": 1.9733255407863732e-06,
      "loss": 0.353,
      "step": 1642430
    },
    {
      "epoch": 458.4,
      "grad_norm": 1.1434906721115112,
      "learning_rate": 1.9732988410287163e-06,
      "loss": 0.3325,
      "step": 1642440
    },
    {
      "epoch": 458.4,
      "grad_norm": 0.962287962436676,
      "learning_rate": 1.973272141320367e-06,
      "loss": 0.3348,
      "step": 1642450
    },
    {
      "epoch": 458.4,
      "grad_norm": 1.1968352794647217,
      "learning_rate": 1.9732454416613286e-06,
      "loss": 0.3256,
      "step": 1642460
    },
    {
      "epoch": 458.41,
      "grad_norm": 1.2682831287384033,
      "learning_rate": 1.9732187420516042e-06,
      "loss": 0.3462,
      "step": 1642470
    },
    {
      "epoch": 458.41,
      "grad_norm": 1.1617110967636108,
      "learning_rate": 1.9731920424911975e-06,
      "loss": 0.3444,
      "step": 1642480
    },
    {
      "epoch": 458.41,
      "grad_norm": 0.9428767561912537,
      "learning_rate": 1.9731653429801127e-06,
      "loss": 0.3418,
      "step": 1642490
    },
    {
      "epoch": 458.41,
      "grad_norm": 0.9666470885276794,
      "learning_rate": 1.9731386435183514e-06,
      "loss": 0.3405,
      "step": 1642500
    },
    {
      "epoch": 458.42,
      "grad_norm": 1.0284923315048218,
      "learning_rate": 1.97311194410592e-06,
      "loss": 0.3418,
      "step": 1642510
    },
    {
      "epoch": 458.42,
      "grad_norm": 1.0709019899368286,
      "learning_rate": 1.9730852447428204e-06,
      "loss": 0.3271,
      "step": 1642520
    },
    {
      "epoch": 458.42,
      "grad_norm": 0.9776455163955688,
      "learning_rate": 1.973058545429056e-06,
      "loss": 0.3586,
      "step": 1642530
    },
    {
      "epoch": 458.43,
      "grad_norm": 1.0145903825759888,
      "learning_rate": 1.973031846164631e-06,
      "loss": 0.3477,
      "step": 1642540
    },
    {
      "epoch": 458.43,
      "grad_norm": 1.006471872329712,
      "learning_rate": 1.973005146949549e-06,
      "loss": 0.3321,
      "step": 1642550
    },
    {
      "epoch": 458.43,
      "grad_norm": 1.2529163360595703,
      "learning_rate": 1.972978447783812e-06,
      "loss": 0.3762,
      "step": 1642560
    },
    {
      "epoch": 458.43,
      "grad_norm": 1.0197370052337646,
      "learning_rate": 1.972951748667426e-06,
      "loss": 0.3438,
      "step": 1642570
    },
    {
      "epoch": 458.44,
      "grad_norm": 1.072957992553711,
      "learning_rate": 1.9729250496003934e-06,
      "loss": 0.3429,
      "step": 1642580
    },
    {
      "epoch": 458.44,
      "grad_norm": 1.1227107048034668,
      "learning_rate": 1.9728983505827163e-06,
      "loss": 0.346,
      "step": 1642590
    },
    {
      "epoch": 458.44,
      "grad_norm": 1.1369832754135132,
      "learning_rate": 1.972871651614401e-06,
      "loss": 0.3492,
      "step": 1642600
    },
    {
      "epoch": 458.45,
      "grad_norm": 1.0051164627075195,
      "learning_rate": 1.9728449526954496e-06,
      "loss": 0.3579,
      "step": 1642610
    },
    {
      "epoch": 458.45,
      "grad_norm": 1.0038901567459106,
      "learning_rate": 1.972818253825865e-06,
      "loss": 0.321,
      "step": 1642620
    },
    {
      "epoch": 458.45,
      "grad_norm": 1.1282739639282227,
      "learning_rate": 1.972791555005652e-06,
      "loss": 0.3541,
      "step": 1642630
    },
    {
      "epoch": 458.45,
      "grad_norm": 1.2367061376571655,
      "learning_rate": 1.9727648562348145e-06,
      "loss": 0.3568,
      "step": 1642640
    },
    {
      "epoch": 458.46,
      "grad_norm": 1.0414232015609741,
      "learning_rate": 1.9727381575133532e-06,
      "loss": 0.3462,
      "step": 1642650
    },
    {
      "epoch": 458.46,
      "grad_norm": 1.11222243309021,
      "learning_rate": 1.9727114588412753e-06,
      "loss": 0.3575,
      "step": 1642660
    },
    {
      "epoch": 458.46,
      "grad_norm": 1.0082842111587524,
      "learning_rate": 1.9726847602185823e-06,
      "loss": 0.3534,
      "step": 1642670
    },
    {
      "epoch": 458.46,
      "grad_norm": 1.1884909868240356,
      "learning_rate": 1.9726580616452777e-06,
      "loss": 0.3391,
      "step": 1642680
    },
    {
      "epoch": 458.47,
      "grad_norm": 1.192734956741333,
      "learning_rate": 1.9726313631213666e-06,
      "loss": 0.3399,
      "step": 1642690
    },
    {
      "epoch": 458.47,
      "grad_norm": 1.1285995244979858,
      "learning_rate": 1.9726046646468506e-06,
      "loss": 0.347,
      "step": 1642700
    },
    {
      "epoch": 458.47,
      "grad_norm": 1.0497759580612183,
      "learning_rate": 1.9725779662217345e-06,
      "loss": 0.3467,
      "step": 1642710
    },
    {
      "epoch": 458.48,
      "grad_norm": 1.1418712139129639,
      "learning_rate": 1.972551267846022e-06,
      "loss": 0.3373,
      "step": 1642720
    },
    {
      "epoch": 458.48,
      "grad_norm": 1.0076578855514526,
      "learning_rate": 1.9725245695197147e-06,
      "loss": 0.3388,
      "step": 1642730
    },
    {
      "epoch": 458.48,
      "grad_norm": 0.8607393503189087,
      "learning_rate": 1.972497871242819e-06,
      "loss": 0.3527,
      "step": 1642740
    },
    {
      "epoch": 458.48,
      "grad_norm": 1.0591437816619873,
      "learning_rate": 1.972471173015337e-06,
      "loss": 0.3376,
      "step": 1642750
    },
    {
      "epoch": 458.49,
      "grad_norm": 2.232707977294922,
      "learning_rate": 1.9724444748372715e-06,
      "loss": 0.3343,
      "step": 1642760
    },
    {
      "epoch": 458.49,
      "grad_norm": 0.8943278789520264,
      "learning_rate": 1.9724177767086274e-06,
      "loss": 0.3512,
      "step": 1642770
    },
    {
      "epoch": 458.49,
      "grad_norm": 1.0916807651519775,
      "learning_rate": 1.9723910786294077e-06,
      "loss": 0.3414,
      "step": 1642780
    },
    {
      "epoch": 458.5,
      "grad_norm": 0.9547019004821777,
      "learning_rate": 1.9723643805996154e-06,
      "loss": 0.3537,
      "step": 1642790
    },
    {
      "epoch": 458.5,
      "grad_norm": 1.1111499071121216,
      "learning_rate": 1.972337682619255e-06,
      "loss": 0.3472,
      "step": 1642800
    },
    {
      "epoch": 458.5,
      "grad_norm": 1.30789315700531,
      "learning_rate": 1.9723109846883305e-06,
      "loss": 0.3412,
      "step": 1642810
    },
    {
      "epoch": 458.5,
      "grad_norm": 1.0576496124267578,
      "learning_rate": 1.972284286806843e-06,
      "loss": 0.3429,
      "step": 1642820
    },
    {
      "epoch": 458.51,
      "grad_norm": 0.9372509121894836,
      "learning_rate": 1.9722575889747986e-06,
      "loss": 0.3363,
      "step": 1642830
    },
    {
      "epoch": 458.51,
      "grad_norm": 1.0311790704727173,
      "learning_rate": 1.9722308911922005e-06,
      "loss": 0.3495,
      "step": 1642840
    },
    {
      "epoch": 458.51,
      "grad_norm": 1.1215100288391113,
      "learning_rate": 1.9722041934590506e-06,
      "loss": 0.3423,
      "step": 1642850
    },
    {
      "epoch": 458.52,
      "grad_norm": 1.3083980083465576,
      "learning_rate": 1.9721774957753546e-06,
      "loss": 0.3445,
      "step": 1642860
    },
    {
      "epoch": 458.52,
      "grad_norm": 1.0237693786621094,
      "learning_rate": 1.9721507981411144e-06,
      "loss": 0.3526,
      "step": 1642870
    },
    {
      "epoch": 458.52,
      "grad_norm": 0.9829073548316956,
      "learning_rate": 1.9721241005563337e-06,
      "loss": 0.3404,
      "step": 1642880
    },
    {
      "epoch": 458.52,
      "grad_norm": 1.047057032585144,
      "learning_rate": 1.972097403021017e-06,
      "loss": 0.3388,
      "step": 1642890
    },
    {
      "epoch": 458.53,
      "grad_norm": 0.9622126221656799,
      "learning_rate": 1.9720707055351678e-06,
      "loss": 0.3252,
      "step": 1642900
    },
    {
      "epoch": 458.53,
      "grad_norm": 1.0415198802947998,
      "learning_rate": 1.9720440080987885e-06,
      "loss": 0.3298,
      "step": 1642910
    },
    {
      "epoch": 458.53,
      "grad_norm": 0.9685723185539246,
      "learning_rate": 1.972017310711884e-06,
      "loss": 0.3371,
      "step": 1642920
    },
    {
      "epoch": 458.53,
      "grad_norm": 1.0473072528839111,
      "learning_rate": 1.9719906133744572e-06,
      "loss": 0.3566,
      "step": 1642930
    },
    {
      "epoch": 458.54,
      "grad_norm": 1.1115541458129883,
      "learning_rate": 1.9719639160865108e-06,
      "loss": 0.3412,
      "step": 1642940
    },
    {
      "epoch": 458.54,
      "grad_norm": 0.9534215331077576,
      "learning_rate": 1.97193721884805e-06,
      "loss": 0.3396,
      "step": 1642950
    },
    {
      "epoch": 458.54,
      "grad_norm": 1.0328267812728882,
      "learning_rate": 1.9719105216590764e-06,
      "loss": 0.3533,
      "step": 1642960
    },
    {
      "epoch": 458.55,
      "grad_norm": 1.1517385244369507,
      "learning_rate": 1.971883824519596e-06,
      "loss": 0.3368,
      "step": 1642970
    },
    {
      "epoch": 458.55,
      "grad_norm": 1.1739189624786377,
      "learning_rate": 1.9718571274296114e-06,
      "loss": 0.3395,
      "step": 1642980
    },
    {
      "epoch": 458.55,
      "grad_norm": 0.8989081978797913,
      "learning_rate": 1.9718304303891248e-06,
      "loss": 0.3531,
      "step": 1642990
    },
    {
      "epoch": 458.55,
      "grad_norm": 1.128437876701355,
      "learning_rate": 1.9718037333981417e-06,
      "loss": 0.3364,
      "step": 1643000
    },
    {
      "epoch": 458.56,
      "grad_norm": 1.2275176048278809,
      "learning_rate": 1.9717770364566643e-06,
      "loss": 0.3483,
      "step": 1643010
    },
    {
      "epoch": 458.56,
      "grad_norm": 0.9752111434936523,
      "learning_rate": 1.971750339564696e-06,
      "loss": 0.3331,
      "step": 1643020
    },
    {
      "epoch": 458.56,
      "grad_norm": 1.147671103477478,
      "learning_rate": 1.971723642722242e-06,
      "loss": 0.351,
      "step": 1643030
    },
    {
      "epoch": 458.57,
      "grad_norm": 0.9129152297973633,
      "learning_rate": 1.9716969459293048e-06,
      "loss": 0.3322,
      "step": 1643040
    },
    {
      "epoch": 458.57,
      "grad_norm": 1.1024529933929443,
      "learning_rate": 1.971670249185887e-06,
      "loss": 0.348,
      "step": 1643050
    },
    {
      "epoch": 458.57,
      "grad_norm": 1.1421477794647217,
      "learning_rate": 1.971643552491994e-06,
      "loss": 0.3461,
      "step": 1643060
    },
    {
      "epoch": 458.57,
      "grad_norm": 1.2095462083816528,
      "learning_rate": 1.971616855847628e-06,
      "loss": 0.3586,
      "step": 1643070
    },
    {
      "epoch": 458.58,
      "grad_norm": 0.9924038648605347,
      "learning_rate": 1.9715901592527926e-06,
      "loss": 0.3256,
      "step": 1643080
    },
    {
      "epoch": 458.58,
      "grad_norm": 0.9632547497749329,
      "learning_rate": 1.9715634627074924e-06,
      "loss": 0.3286,
      "step": 1643090
    },
    {
      "epoch": 458.58,
      "grad_norm": 1.3885607719421387,
      "learning_rate": 1.971536766211731e-06,
      "loss": 0.3407,
      "step": 1643100
    },
    {
      "epoch": 458.58,
      "grad_norm": 1.0304229259490967,
      "learning_rate": 1.9715100697655095e-06,
      "loss": 0.3456,
      "step": 1643110
    },
    {
      "epoch": 458.59,
      "grad_norm": 1.2512606382369995,
      "learning_rate": 1.971483373368835e-06,
      "loss": 0.3346,
      "step": 1643120
    },
    {
      "epoch": 458.59,
      "grad_norm": 0.9167094230651855,
      "learning_rate": 1.9714566770217086e-06,
      "loss": 0.3324,
      "step": 1643130
    },
    {
      "epoch": 458.59,
      "grad_norm": 1.0654828548431396,
      "learning_rate": 1.971429980724134e-06,
      "loss": 0.3456,
      "step": 1643140
    },
    {
      "epoch": 458.6,
      "grad_norm": 1.0133813619613647,
      "learning_rate": 1.9714032844761163e-06,
      "loss": 0.3409,
      "step": 1643150
    },
    {
      "epoch": 458.6,
      "grad_norm": 2.889845848083496,
      "learning_rate": 1.971376588277658e-06,
      "loss": 0.3564,
      "step": 1643160
    },
    {
      "epoch": 458.6,
      "grad_norm": 1.1062884330749512,
      "learning_rate": 1.971349892128761e-06,
      "loss": 0.3387,
      "step": 1643170
    },
    {
      "epoch": 458.6,
      "grad_norm": 0.9304403066635132,
      "learning_rate": 1.9713231960294322e-06,
      "loss": 0.3314,
      "step": 1643180
    },
    {
      "epoch": 458.61,
      "grad_norm": 1.1032094955444336,
      "learning_rate": 1.9712964999796734e-06,
      "loss": 0.3482,
      "step": 1643190
    },
    {
      "epoch": 458.61,
      "grad_norm": 1.2008039951324463,
      "learning_rate": 1.9712698039794876e-06,
      "loss": 0.3446,
      "step": 1643200
    },
    {
      "epoch": 458.61,
      "grad_norm": 1.0588951110839844,
      "learning_rate": 1.97124310802888e-06,
      "loss": 0.3312,
      "step": 1643210
    },
    {
      "epoch": 458.62,
      "grad_norm": 1.2490988969802856,
      "learning_rate": 1.9712164121278525e-06,
      "loss": 0.3409,
      "step": 1643220
    },
    {
      "epoch": 458.62,
      "grad_norm": 1.08602774143219,
      "learning_rate": 1.9711897162764087e-06,
      "loss": 0.3502,
      "step": 1643230
    },
    {
      "epoch": 458.62,
      "grad_norm": 1.1014586687088013,
      "learning_rate": 1.971163020474554e-06,
      "loss": 0.3378,
      "step": 1643240
    },
    {
      "epoch": 458.62,
      "grad_norm": 1.3544154167175293,
      "learning_rate": 1.9711363247222893e-06,
      "loss": 0.343,
      "step": 1643250
    },
    {
      "epoch": 458.63,
      "grad_norm": 1.1674245595932007,
      "learning_rate": 1.971109629019621e-06,
      "loss": 0.3516,
      "step": 1643260
    },
    {
      "epoch": 458.63,
      "grad_norm": 1.0709556341171265,
      "learning_rate": 1.971082933366551e-06,
      "loss": 0.3328,
      "step": 1643270
    },
    {
      "epoch": 458.63,
      "grad_norm": 1.089085340499878,
      "learning_rate": 1.9710562377630823e-06,
      "loss": 0.3375,
      "step": 1643280
    },
    {
      "epoch": 458.64,
      "grad_norm": 1.1320208311080933,
      "learning_rate": 1.97102954220922e-06,
      "loss": 0.3535,
      "step": 1643290
    },
    {
      "epoch": 458.64,
      "grad_norm": 0.8216139078140259,
      "learning_rate": 1.9710028467049667e-06,
      "loss": 0.3457,
      "step": 1643300
    },
    {
      "epoch": 458.64,
      "grad_norm": 0.9671274423599243,
      "learning_rate": 1.9709761512503256e-06,
      "loss": 0.3647,
      "step": 1643310
    },
    {
      "epoch": 458.64,
      "grad_norm": 1.0597177743911743,
      "learning_rate": 1.970949455845301e-06,
      "loss": 0.3424,
      "step": 1643320
    },
    {
      "epoch": 458.65,
      "grad_norm": 1.0197674036026,
      "learning_rate": 1.970922760489897e-06,
      "loss": 0.3402,
      "step": 1643330
    },
    {
      "epoch": 458.65,
      "grad_norm": 0.9107415676116943,
      "learning_rate": 1.970896065184116e-06,
      "loss": 0.3324,
      "step": 1643340
    },
    {
      "epoch": 458.65,
      "grad_norm": 0.9524599313735962,
      "learning_rate": 1.970869369927962e-06,
      "loss": 0.3382,
      "step": 1643350
    },
    {
      "epoch": 458.65,
      "grad_norm": 1.119123101234436,
      "learning_rate": 1.9708426747214386e-06,
      "loss": 0.3347,
      "step": 1643360
    },
    {
      "epoch": 458.66,
      "grad_norm": 1.2563258409500122,
      "learning_rate": 1.9708159795645486e-06,
      "loss": 0.3538,
      "step": 1643370
    },
    {
      "epoch": 458.66,
      "grad_norm": 0.9875014424324036,
      "learning_rate": 1.9707892844572965e-06,
      "loss": 0.3367,
      "step": 1643380
    },
    {
      "epoch": 458.66,
      "grad_norm": 1.0623598098754883,
      "learning_rate": 1.9707625893996864e-06,
      "loss": 0.3352,
      "step": 1643390
    },
    {
      "epoch": 458.67,
      "grad_norm": 1.4063421487808228,
      "learning_rate": 1.9707358943917197e-06,
      "loss": 0.3408,
      "step": 1643400
    },
    {
      "epoch": 458.67,
      "grad_norm": 1.1655192375183105,
      "learning_rate": 1.9707091994334023e-06,
      "loss": 0.3271,
      "step": 1643410
    },
    {
      "epoch": 458.67,
      "grad_norm": 0.9283738732337952,
      "learning_rate": 1.9706825045247366e-06,
      "loss": 0.3385,
      "step": 1643420
    },
    {
      "epoch": 458.67,
      "grad_norm": 1.0959824323654175,
      "learning_rate": 1.9706558096657257e-06,
      "loss": 0.3421,
      "step": 1643430
    },
    {
      "epoch": 458.68,
      "grad_norm": 1.0590108633041382,
      "learning_rate": 1.9706291148563746e-06,
      "loss": 0.3332,
      "step": 1643440
    },
    {
      "epoch": 458.68,
      "grad_norm": 1.177229881286621,
      "learning_rate": 1.9706024200966855e-06,
      "loss": 0.3523,
      "step": 1643450
    },
    {
      "epoch": 458.68,
      "grad_norm": 1.010032057762146,
      "learning_rate": 1.970575725386662e-06,
      "loss": 0.3452,
      "step": 1643460
    },
    {
      "epoch": 458.69,
      "grad_norm": 0.9080641269683838,
      "learning_rate": 1.970549030726309e-06,
      "loss": 0.3367,
      "step": 1643470
    },
    {
      "epoch": 458.69,
      "grad_norm": 0.9982137084007263,
      "learning_rate": 1.9705223361156286e-06,
      "loss": 0.3365,
      "step": 1643480
    },
    {
      "epoch": 458.69,
      "grad_norm": 1.0684280395507812,
      "learning_rate": 1.9704956415546247e-06,
      "loss": 0.3483,
      "step": 1643490
    },
    {
      "epoch": 458.69,
      "grad_norm": 1.1975871324539185,
      "learning_rate": 1.9704689470433017e-06,
      "loss": 0.3548,
      "step": 1643500
    },
    {
      "epoch": 458.7,
      "grad_norm": 1.1576088666915894,
      "learning_rate": 1.9704422525816624e-06,
      "loss": 0.3602,
      "step": 1643510
    },
    {
      "epoch": 458.7,
      "grad_norm": 1.1656447649002075,
      "learning_rate": 1.9704155581697095e-06,
      "loss": 0.3349,
      "step": 1643520
    },
    {
      "epoch": 458.7,
      "grad_norm": 1.014857530593872,
      "learning_rate": 1.9703888638074487e-06,
      "loss": 0.3447,
      "step": 1643530
    },
    {
      "epoch": 458.7,
      "grad_norm": 0.9743468165397644,
      "learning_rate": 1.9703621694948812e-06,
      "loss": 0.3426,
      "step": 1643540
    },
    {
      "epoch": 458.71,
      "grad_norm": 1.0741567611694336,
      "learning_rate": 1.9703354752320125e-06,
      "loss": 0.3494,
      "step": 1643550
    },
    {
      "epoch": 458.71,
      "grad_norm": 0.9754098057746887,
      "learning_rate": 1.9703087810188456e-06,
      "loss": 0.3302,
      "step": 1643560
    },
    {
      "epoch": 458.71,
      "grad_norm": 1.159667730331421,
      "learning_rate": 1.9702820868553835e-06,
      "loss": 0.341,
      "step": 1643570
    },
    {
      "epoch": 458.72,
      "grad_norm": 1.5958045721054077,
      "learning_rate": 1.9702553927416303e-06,
      "loss": 0.3408,
      "step": 1643580
    },
    {
      "epoch": 458.72,
      "grad_norm": 1.1297906637191772,
      "learning_rate": 1.9702286986775894e-06,
      "loss": 0.3355,
      "step": 1643590
    },
    {
      "epoch": 458.72,
      "grad_norm": 1.1847318410873413,
      "learning_rate": 1.9702020046632635e-06,
      "loss": 0.3508,
      "step": 1643600
    },
    {
      "epoch": 458.72,
      "grad_norm": 1.0394771099090576,
      "learning_rate": 1.970175310698658e-06,
      "loss": 0.3389,
      "step": 1643610
    },
    {
      "epoch": 458.73,
      "grad_norm": 1.1450940370559692,
      "learning_rate": 1.970148616783775e-06,
      "loss": 0.3395,
      "step": 1643620
    },
    {
      "epoch": 458.73,
      "grad_norm": 1.0787255764007568,
      "learning_rate": 1.970121922918618e-06,
      "loss": 0.3437,
      "step": 1643630
    },
    {
      "epoch": 458.73,
      "grad_norm": 1.1796908378601074,
      "learning_rate": 1.970095229103191e-06,
      "loss": 0.3546,
      "step": 1643640
    },
    {
      "epoch": 458.74,
      "grad_norm": 1.2874428033828735,
      "learning_rate": 1.9700685353374985e-06,
      "loss": 0.3362,
      "step": 1643650
    },
    {
      "epoch": 458.74,
      "grad_norm": 1.0563801527023315,
      "learning_rate": 1.970041841621542e-06,
      "loss": 0.3309,
      "step": 1643660
    },
    {
      "epoch": 458.74,
      "grad_norm": 1.243126630783081,
      "learning_rate": 1.970015147955327e-06,
      "loss": 0.3584,
      "step": 1643670
    },
    {
      "epoch": 458.74,
      "grad_norm": 1.0227458477020264,
      "learning_rate": 1.969988454338856e-06,
      "loss": 0.3545,
      "step": 1643680
    },
    {
      "epoch": 458.75,
      "grad_norm": 1.1442856788635254,
      "learning_rate": 1.969961760772132e-06,
      "loss": 0.3468,
      "step": 1643690
    },
    {
      "epoch": 458.75,
      "grad_norm": 1.2016013860702515,
      "learning_rate": 1.96993506725516e-06,
      "loss": 0.345,
      "step": 1643700
    },
    {
      "epoch": 458.75,
      "grad_norm": 1.0535482168197632,
      "learning_rate": 1.9699083737879433e-06,
      "loss": 0.35,
      "step": 1643710
    },
    {
      "epoch": 458.76,
      "grad_norm": 1.1695338487625122,
      "learning_rate": 1.969881680370484e-06,
      "loss": 0.341,
      "step": 1643720
    },
    {
      "epoch": 458.76,
      "grad_norm": 1.2584680318832397,
      "learning_rate": 1.9698549870027874e-06,
      "loss": 0.3386,
      "step": 1643730
    },
    {
      "epoch": 458.76,
      "grad_norm": 1.2507288455963135,
      "learning_rate": 1.9698282936848564e-06,
      "loss": 0.3433,
      "step": 1643740
    },
    {
      "epoch": 458.76,
      "grad_norm": 1.0279624462127686,
      "learning_rate": 1.9698016004166937e-06,
      "loss": 0.3444,
      "step": 1643750
    },
    {
      "epoch": 458.77,
      "grad_norm": 1.0048348903656006,
      "learning_rate": 1.9697749071983043e-06,
      "loss": 0.3554,
      "step": 1643760
    },
    {
      "epoch": 458.77,
      "grad_norm": 1.1830722093582153,
      "learning_rate": 1.969748214029691e-06,
      "loss": 0.3359,
      "step": 1643770
    },
    {
      "epoch": 458.77,
      "grad_norm": 0.9625349044799805,
      "learning_rate": 1.969721520910857e-06,
      "loss": 0.3539,
      "step": 1643780
    },
    {
      "epoch": 458.77,
      "grad_norm": 1.0293583869934082,
      "learning_rate": 1.969694827841807e-06,
      "loss": 0.3383,
      "step": 1643790
    },
    {
      "epoch": 458.78,
      "grad_norm": 1.0632418394088745,
      "learning_rate": 1.9696681348225437e-06,
      "loss": 0.341,
      "step": 1643800
    },
    {
      "epoch": 458.78,
      "grad_norm": 1.1762248277664185,
      "learning_rate": 1.9696414418530702e-06,
      "loss": 0.3518,
      "step": 1643810
    },
    {
      "epoch": 458.78,
      "grad_norm": 1.159054160118103,
      "learning_rate": 1.9696147489333912e-06,
      "loss": 0.3448,
      "step": 1643820
    },
    {
      "epoch": 458.79,
      "grad_norm": 1.101967215538025,
      "learning_rate": 1.969588056063509e-06,
      "loss": 0.3457,
      "step": 1643830
    },
    {
      "epoch": 458.79,
      "grad_norm": 1.1105332374572754,
      "learning_rate": 1.9695613632434287e-06,
      "loss": 0.3373,
      "step": 1643840
    },
    {
      "epoch": 458.79,
      "grad_norm": 1.0991038084030151,
      "learning_rate": 1.969534670473153e-06,
      "loss": 0.351,
      "step": 1643850
    },
    {
      "epoch": 458.79,
      "grad_norm": 1.2305655479431152,
      "learning_rate": 1.969507977752685e-06,
      "loss": 0.3503,
      "step": 1643860
    },
    {
      "epoch": 458.8,
      "grad_norm": 1.0102858543395996,
      "learning_rate": 1.9694812850820294e-06,
      "loss": 0.3558,
      "step": 1643870
    },
    {
      "epoch": 458.8,
      "grad_norm": 1.5035085678100586,
      "learning_rate": 1.9694545924611887e-06,
      "loss": 0.3447,
      "step": 1643880
    },
    {
      "epoch": 458.8,
      "grad_norm": 1.1742080450057983,
      "learning_rate": 1.969427899890166e-06,
      "loss": 0.3693,
      "step": 1643890
    },
    {
      "epoch": 458.81,
      "grad_norm": 1.0986392498016357,
      "learning_rate": 1.9694012073689667e-06,
      "loss": 0.3491,
      "step": 1643900
    },
    {
      "epoch": 458.81,
      "grad_norm": 0.9682587385177612,
      "learning_rate": 1.9693745148975934e-06,
      "loss": 0.3449,
      "step": 1643910
    },
    {
      "epoch": 458.81,
      "grad_norm": 1.0886720418930054,
      "learning_rate": 1.969347822476048e-06,
      "loss": 0.3401,
      "step": 1643920
    },
    {
      "epoch": 458.81,
      "grad_norm": 0.8901384472846985,
      "learning_rate": 1.9693211301043372e-06,
      "loss": 0.331,
      "step": 1643930
    },
    {
      "epoch": 458.82,
      "grad_norm": 1.0876466035842896,
      "learning_rate": 1.9692944377824628e-06,
      "loss": 0.3381,
      "step": 1643940
    },
    {
      "epoch": 458.82,
      "grad_norm": 1.2421420812606812,
      "learning_rate": 1.969267745510428e-06,
      "loss": 0.3461,
      "step": 1643950
    },
    {
      "epoch": 458.82,
      "grad_norm": 1.17404305934906,
      "learning_rate": 1.9692410532882376e-06,
      "loss": 0.3334,
      "step": 1643960
    },
    {
      "epoch": 458.83,
      "grad_norm": 1.030070185661316,
      "learning_rate": 1.9692143611158945e-06,
      "loss": 0.3547,
      "step": 1643970
    },
    {
      "epoch": 458.83,
      "grad_norm": 1.046846628189087,
      "learning_rate": 1.969187668993401e-06,
      "loss": 0.3508,
      "step": 1643980
    },
    {
      "epoch": 458.83,
      "grad_norm": 1.199901819229126,
      "learning_rate": 1.9691609769207625e-06,
      "loss": 0.3491,
      "step": 1643990
    },
    {
      "epoch": 458.83,
      "grad_norm": 1.0924651622772217,
      "learning_rate": 1.9691342848979826e-06,
      "loss": 0.3502,
      "step": 1644000
    },
    {
      "epoch": 458.84,
      "grad_norm": 1.2058767080307007,
      "learning_rate": 1.9691075929250632e-06,
      "loss": 0.3437,
      "step": 1644010
    },
    {
      "epoch": 458.84,
      "grad_norm": 1.057159185409546,
      "learning_rate": 1.9690809010020096e-06,
      "loss": 0.3342,
      "step": 1644020
    },
    {
      "epoch": 458.84,
      "grad_norm": 1.0353244543075562,
      "learning_rate": 1.9690542091288245e-06,
      "loss": 0.3521,
      "step": 1644030
    },
    {
      "epoch": 458.84,
      "grad_norm": 1.2828994989395142,
      "learning_rate": 1.9690275173055103e-06,
      "loss": 0.3576,
      "step": 1644040
    },
    {
      "epoch": 458.85,
      "grad_norm": 0.9564290046691895,
      "learning_rate": 1.9690008255320727e-06,
      "loss": 0.3562,
      "step": 1644050
    },
    {
      "epoch": 458.85,
      "grad_norm": 1.142325520515442,
      "learning_rate": 1.9689741338085143e-06,
      "loss": 0.3407,
      "step": 1644060
    },
    {
      "epoch": 458.85,
      "grad_norm": 1.2795041799545288,
      "learning_rate": 1.968947442134838e-06,
      "loss": 0.3517,
      "step": 1644070
    },
    {
      "epoch": 458.86,
      "grad_norm": 1.1202698945999146,
      "learning_rate": 1.9689207505110493e-06,
      "loss": 0.331,
      "step": 1644080
    },
    {
      "epoch": 458.86,
      "grad_norm": 0.9464586973190308,
      "learning_rate": 1.96889405893715e-06,
      "loss": 0.3414,
      "step": 1644090
    },
    {
      "epoch": 458.86,
      "grad_norm": 1.161698579788208,
      "learning_rate": 1.9688673674131435e-06,
      "loss": 0.3379,
      "step": 1644100
    },
    {
      "epoch": 458.86,
      "grad_norm": 0.926775336265564,
      "learning_rate": 1.9688406759390347e-06,
      "loss": 0.345,
      "step": 1644110
    },
    {
      "epoch": 458.87,
      "grad_norm": 1.1313780546188354,
      "learning_rate": 1.9688139845148254e-06,
      "loss": 0.3453,
      "step": 1644120
    },
    {
      "epoch": 458.87,
      "grad_norm": 1.0687586069107056,
      "learning_rate": 1.968787293140521e-06,
      "loss": 0.3546,
      "step": 1644130
    },
    {
      "epoch": 458.87,
      "grad_norm": 1.129570722579956,
      "learning_rate": 1.9687606018161245e-06,
      "loss": 0.3388,
      "step": 1644140
    },
    {
      "epoch": 458.88,
      "grad_norm": 1.1089684963226318,
      "learning_rate": 1.9687339105416385e-06,
      "loss": 0.3351,
      "step": 1644150
    },
    {
      "epoch": 458.88,
      "grad_norm": 1.1865731477737427,
      "learning_rate": 1.968707219317068e-06,
      "loss": 0.3276,
      "step": 1644160
    },
    {
      "epoch": 458.88,
      "grad_norm": 0.9454113841056824,
      "learning_rate": 1.9686805281424154e-06,
      "loss": 0.3366,
      "step": 1644170
    },
    {
      "epoch": 458.88,
      "grad_norm": 0.9681642055511475,
      "learning_rate": 1.968653837017684e-06,
      "loss": 0.3277,
      "step": 1644180
    },
    {
      "epoch": 458.89,
      "grad_norm": 1.176710844039917,
      "learning_rate": 1.968627145942879e-06,
      "loss": 0.3429,
      "step": 1644190
    },
    {
      "epoch": 458.89,
      "grad_norm": 1.1240121126174927,
      "learning_rate": 1.9686004549180027e-06,
      "loss": 0.3487,
      "step": 1644200
    },
    {
      "epoch": 458.89,
      "grad_norm": 1.0671412944793701,
      "learning_rate": 1.9685737639430584e-06,
      "loss": 0.3429,
      "step": 1644210
    },
    {
      "epoch": 458.89,
      "grad_norm": 1.1709972620010376,
      "learning_rate": 1.9685470730180505e-06,
      "loss": 0.3478,
      "step": 1644220
    },
    {
      "epoch": 458.9,
      "grad_norm": 1.0652724504470825,
      "learning_rate": 1.968520382142983e-06,
      "loss": 0.3375,
      "step": 1644230
    },
    {
      "epoch": 458.9,
      "grad_norm": 1.2832050323486328,
      "learning_rate": 1.9684936913178575e-06,
      "loss": 0.3479,
      "step": 1644240
    },
    {
      "epoch": 458.9,
      "grad_norm": 1.0648326873779297,
      "learning_rate": 1.968467000542679e-06,
      "loss": 0.3454,
      "step": 1644250
    },
    {
      "epoch": 458.91,
      "grad_norm": 0.9751085638999939,
      "learning_rate": 1.9684403098174517e-06,
      "loss": 0.3372,
      "step": 1644260
    },
    {
      "epoch": 458.91,
      "grad_norm": 1.221664309501648,
      "learning_rate": 1.9684136191421766e-06,
      "loss": 0.3279,
      "step": 1644270
    },
    {
      "epoch": 458.91,
      "grad_norm": 0.9948943853378296,
      "learning_rate": 1.96838692851686e-06,
      "loss": 0.3306,
      "step": 1644280
    },
    {
      "epoch": 458.91,
      "grad_norm": 1.3687968254089355,
      "learning_rate": 1.9683602379415044e-06,
      "loss": 0.351,
      "step": 1644290
    },
    {
      "epoch": 458.92,
      "grad_norm": 0.9593698382377625,
      "learning_rate": 1.9683335474161127e-06,
      "loss": 0.3465,
      "step": 1644300
    },
    {
      "epoch": 458.92,
      "grad_norm": 1.0136892795562744,
      "learning_rate": 1.968306856940689e-06,
      "loss": 0.3367,
      "step": 1644310
    },
    {
      "epoch": 458.92,
      "grad_norm": 1.4247138500213623,
      "learning_rate": 1.9682801665152376e-06,
      "loss": 0.3342,
      "step": 1644320
    },
    {
      "epoch": 458.93,
      "grad_norm": 0.9664430022239685,
      "learning_rate": 1.96825347613976e-06,
      "loss": 0.3383,
      "step": 1644330
    },
    {
      "epoch": 458.93,
      "grad_norm": 1.0653513669967651,
      "learning_rate": 1.9682267858142626e-06,
      "loss": 0.3496,
      "step": 1644340
    },
    {
      "epoch": 458.93,
      "grad_norm": 1.1144856214523315,
      "learning_rate": 1.968200095538747e-06,
      "loss": 0.337,
      "step": 1644350
    },
    {
      "epoch": 458.93,
      "grad_norm": 0.9881638288497925,
      "learning_rate": 1.9681734053132163e-06,
      "loss": 0.3359,
      "step": 1644360
    },
    {
      "epoch": 458.94,
      "grad_norm": 0.9614644050598145,
      "learning_rate": 1.968146715137676e-06,
      "loss": 0.3413,
      "step": 1644370
    },
    {
      "epoch": 458.94,
      "grad_norm": 1.1654245853424072,
      "learning_rate": 1.9681200250121286e-06,
      "loss": 0.3535,
      "step": 1644380
    },
    {
      "epoch": 458.94,
      "grad_norm": 1.030393362045288,
      "learning_rate": 1.968093334936577e-06,
      "loss": 0.3446,
      "step": 1644390
    },
    {
      "epoch": 458.95,
      "grad_norm": 0.9714604020118713,
      "learning_rate": 1.968066644911026e-06,
      "loss": 0.3439,
      "step": 1644400
    },
    {
      "epoch": 458.95,
      "grad_norm": 1.0385301113128662,
      "learning_rate": 1.9680399549354775e-06,
      "loss": 0.3476,
      "step": 1644410
    },
    {
      "epoch": 458.95,
      "grad_norm": 1.0807172060012817,
      "learning_rate": 1.968013265009937e-06,
      "loss": 0.3266,
      "step": 1644420
    },
    {
      "epoch": 458.95,
      "grad_norm": 1.0244441032409668,
      "learning_rate": 1.9679865751344073e-06,
      "loss": 0.3339,
      "step": 1644430
    },
    {
      "epoch": 458.96,
      "grad_norm": 0.9700354337692261,
      "learning_rate": 1.9679598853088914e-06,
      "loss": 0.3442,
      "step": 1644440
    },
    {
      "epoch": 458.96,
      "grad_norm": 1.8317537307739258,
      "learning_rate": 1.9679331955333937e-06,
      "loss": 0.3401,
      "step": 1644450
    },
    {
      "epoch": 458.96,
      "grad_norm": 0.919007420539856,
      "learning_rate": 1.9679065058079174e-06,
      "loss": 0.3451,
      "step": 1644460
    },
    {
      "epoch": 458.96,
      "grad_norm": 0.9683656096458435,
      "learning_rate": 1.967879816132465e-06,
      "loss": 0.3671,
      "step": 1644470
    },
    {
      "epoch": 458.97,
      "grad_norm": 1.1545934677124023,
      "learning_rate": 1.9678531265070414e-06,
      "loss": 0.3534,
      "step": 1644480
    },
    {
      "epoch": 458.97,
      "grad_norm": 1.284401774406433,
      "learning_rate": 1.9678264369316505e-06,
      "loss": 0.3446,
      "step": 1644490
    },
    {
      "epoch": 458.97,
      "grad_norm": 0.8999677896499634,
      "learning_rate": 1.967799747406294e-06,
      "loss": 0.3535,
      "step": 1644500
    },
    {
      "epoch": 458.98,
      "grad_norm": 1.1598433256149292,
      "learning_rate": 1.9677730579309773e-06,
      "loss": 0.3501,
      "step": 1644510
    },
    {
      "epoch": 458.98,
      "grad_norm": 1.0728168487548828,
      "learning_rate": 1.967746368505703e-06,
      "loss": 0.3368,
      "step": 1644520
    },
    {
      "epoch": 458.98,
      "grad_norm": 1.181474208831787,
      "learning_rate": 1.967719679130475e-06,
      "loss": 0.3492,
      "step": 1644530
    },
    {
      "epoch": 458.98,
      "grad_norm": 1.1311321258544922,
      "learning_rate": 1.967692989805297e-06,
      "loss": 0.3485,
      "step": 1644540
    },
    {
      "epoch": 458.99,
      "grad_norm": 1.1338355541229248,
      "learning_rate": 1.9676663005301727e-06,
      "loss": 0.3532,
      "step": 1644550
    },
    {
      "epoch": 458.99,
      "grad_norm": 1.1807714700698853,
      "learning_rate": 1.9676396113051036e-06,
      "loss": 0.338,
      "step": 1644560
    },
    {
      "epoch": 458.99,
      "grad_norm": 0.9795557260513306,
      "learning_rate": 1.9676129221300963e-06,
      "loss": 0.3407,
      "step": 1644570
    },
    {
      "epoch": 459.0,
      "grad_norm": 0.9899370670318604,
      "learning_rate": 1.967586233005153e-06,
      "loss": 0.3356,
      "step": 1644580
    },
    {
      "epoch": 459.0,
      "grad_norm": 1.1797354221343994,
      "learning_rate": 1.9675595439302763e-06,
      "loss": 0.3342,
      "step": 1644590
    },
    {
      "epoch": 459.0,
      "eval_loss": 0.3458612263202667,
      "eval_runtime": 63.3208,
      "eval_samples_per_second": 79.895,
      "eval_steps_per_second": 9.997,
      "step": 1644597
    },
    {
      "epoch": 459.0,
      "grad_norm": 1.0224131345748901,
      "learning_rate": 1.9675328549054708e-06,
      "loss": 0.3386,
      "step": 1644600
    },
    {
      "epoch": 459.0,
      "grad_norm": 0.9600621461868286,
      "learning_rate": 1.9675061659307406e-06,
      "loss": 0.3417,
      "step": 1644610
    },
    {
      "epoch": 459.01,
      "grad_norm": 7.482749938964844,
      "learning_rate": 1.967479477006088e-06,
      "loss": 0.3294,
      "step": 1644620
    },
    {
      "epoch": 459.01,
      "grad_norm": 0.9610068798065186,
      "learning_rate": 1.9674527881315176e-06,
      "loss": 0.3534,
      "step": 1644630
    },
    {
      "epoch": 459.01,
      "grad_norm": 1.0134773254394531,
      "learning_rate": 1.967426099307032e-06,
      "loss": 0.3431,
      "step": 1644640
    },
    {
      "epoch": 459.01,
      "grad_norm": 1.2638911008834839,
      "learning_rate": 1.967399410532635e-06,
      "loss": 0.3431,
      "step": 1644650
    },
    {
      "epoch": 459.02,
      "grad_norm": 1.0851504802703857,
      "learning_rate": 1.9673727218083308e-06,
      "loss": 0.3495,
      "step": 1644660
    },
    {
      "epoch": 459.02,
      "grad_norm": 0.875336766242981,
      "learning_rate": 1.967346033134123e-06,
      "loss": 0.3455,
      "step": 1644670
    },
    {
      "epoch": 459.02,
      "grad_norm": 1.0175858736038208,
      "learning_rate": 1.967319344510014e-06,
      "loss": 0.3576,
      "step": 1644680
    },
    {
      "epoch": 459.03,
      "grad_norm": 0.9516313076019287,
      "learning_rate": 1.9672926559360078e-06,
      "loss": 0.3341,
      "step": 1644690
    },
    {
      "epoch": 459.03,
      "grad_norm": 1.117425560951233,
      "learning_rate": 1.967265967412108e-06,
      "loss": 0.3333,
      "step": 1644700
    },
    {
      "epoch": 459.03,
      "grad_norm": 1.0250242948532104,
      "learning_rate": 1.967239278938319e-06,
      "loss": 0.3364,
      "step": 1644710
    },
    {
      "epoch": 459.03,
      "grad_norm": 1.1825004816055298,
      "learning_rate": 1.967212590514644e-06,
      "loss": 0.324,
      "step": 1644720
    },
    {
      "epoch": 459.04,
      "grad_norm": 1.0071543455123901,
      "learning_rate": 1.9671859021410847e-06,
      "loss": 0.3575,
      "step": 1644730
    },
    {
      "epoch": 459.04,
      "grad_norm": 1.0097181797027588,
      "learning_rate": 1.9671592138176474e-06,
      "loss": 0.3403,
      "step": 1644740
    },
    {
      "epoch": 459.04,
      "grad_norm": 1.2141306400299072,
      "learning_rate": 1.967132525544335e-06,
      "loss": 0.3383,
      "step": 1644750
    },
    {
      "epoch": 459.05,
      "grad_norm": 1.2380985021591187,
      "learning_rate": 1.9671058373211492e-06,
      "loss": 0.3389,
      "step": 1644760
    },
    {
      "epoch": 459.05,
      "grad_norm": 1.0719887018203735,
      "learning_rate": 1.967079149148096e-06,
      "loss": 0.3228,
      "step": 1644770
    },
    {
      "epoch": 459.05,
      "grad_norm": 1.0662070512771606,
      "learning_rate": 1.9670524610251772e-06,
      "loss": 0.3482,
      "step": 1644780
    },
    {
      "epoch": 459.05,
      "grad_norm": 1.0419949293136597,
      "learning_rate": 1.967025772952396e-06,
      "loss": 0.3381,
      "step": 1644790
    },
    {
      "epoch": 459.06,
      "grad_norm": 0.9493606686592102,
      "learning_rate": 1.9669990849297585e-06,
      "loss": 0.3495,
      "step": 1644800
    },
    {
      "epoch": 459.06,
      "grad_norm": 1.1684932708740234,
      "learning_rate": 1.966972396957266e-06,
      "loss": 0.3373,
      "step": 1644810
    },
    {
      "epoch": 459.06,
      "grad_norm": 1.0658169984817505,
      "learning_rate": 1.966945709034922e-06,
      "loss": 0.341,
      "step": 1644820
    },
    {
      "epoch": 459.07,
      "grad_norm": 1.1455779075622559,
      "learning_rate": 1.966919021162732e-06,
      "loss": 0.3405,
      "step": 1644830
    },
    {
      "epoch": 459.07,
      "grad_norm": 1.084762454032898,
      "learning_rate": 1.966892333340698e-06,
      "loss": 0.3561,
      "step": 1644840
    },
    {
      "epoch": 459.07,
      "grad_norm": 1.1742972135543823,
      "learning_rate": 1.966865645568823e-06,
      "loss": 0.3442,
      "step": 1644850
    },
    {
      "epoch": 459.07,
      "grad_norm": 1.125320315361023,
      "learning_rate": 1.9668389578471123e-06,
      "loss": 0.3581,
      "step": 1644860
    },
    {
      "epoch": 459.08,
      "grad_norm": 1.1348174810409546,
      "learning_rate": 1.9668122701755685e-06,
      "loss": 0.345,
      "step": 1644870
    },
    {
      "epoch": 459.08,
      "grad_norm": 1.2138241529464722,
      "learning_rate": 1.966785582554194e-06,
      "loss": 0.3485,
      "step": 1644880
    },
    {
      "epoch": 459.08,
      "grad_norm": 0.9123796820640564,
      "learning_rate": 1.966758894982995e-06,
      "loss": 0.3371,
      "step": 1644890
    },
    {
      "epoch": 459.08,
      "grad_norm": 1.1084353923797607,
      "learning_rate": 1.9667322074619732e-06,
      "loss": 0.3718,
      "step": 1644900
    },
    {
      "epoch": 459.09,
      "grad_norm": 1.0819507837295532,
      "learning_rate": 1.9667055199911327e-06,
      "loss": 0.3588,
      "step": 1644910
    },
    {
      "epoch": 459.09,
      "grad_norm": 1.1045464277267456,
      "learning_rate": 1.966678832570477e-06,
      "loss": 0.3429,
      "step": 1644920
    },
    {
      "epoch": 459.09,
      "grad_norm": 1.2351462841033936,
      "learning_rate": 1.9666521452000096e-06,
      "loss": 0.3509,
      "step": 1644930
    },
    {
      "epoch": 459.1,
      "grad_norm": 0.9879029989242554,
      "learning_rate": 1.9666254578797325e-06,
      "loss": 0.3513,
      "step": 1644940
    },
    {
      "epoch": 459.1,
      "grad_norm": 0.8856270909309387,
      "learning_rate": 1.9665987706096527e-06,
      "loss": 0.3342,
      "step": 1644950
    },
    {
      "epoch": 459.1,
      "grad_norm": 0.9381174445152283,
      "learning_rate": 1.9665720833897715e-06,
      "loss": 0.3289,
      "step": 1644960
    },
    {
      "epoch": 459.1,
      "grad_norm": 1.0247845649719238,
      "learning_rate": 1.9665453962200923e-06,
      "loss": 0.3431,
      "step": 1644970
    },
    {
      "epoch": 459.11,
      "grad_norm": 1.231346845626831,
      "learning_rate": 1.966518709100619e-06,
      "loss": 0.3494,
      "step": 1644980
    },
    {
      "epoch": 459.11,
      "grad_norm": 0.992920458316803,
      "learning_rate": 1.9664920220313553e-06,
      "loss": 0.3372,
      "step": 1644990
    },
    {
      "epoch": 459.11,
      "grad_norm": 1.009432315826416,
      "learning_rate": 1.966465335012305e-06,
      "loss": 0.3525,
      "step": 1645000
    },
    {
      "epoch": 459.12,
      "grad_norm": 1.20536208152771,
      "learning_rate": 1.9664386480434718e-06,
      "loss": 0.3276,
      "step": 1645010
    },
    {
      "epoch": 459.12,
      "grad_norm": 1.223435640335083,
      "learning_rate": 1.9664119611248577e-06,
      "loss": 0.3463,
      "step": 1645020
    },
    {
      "epoch": 459.12,
      "grad_norm": 1.0390406847000122,
      "learning_rate": 1.9663852742564685e-06,
      "loss": 0.3415,
      "step": 1645030
    },
    {
      "epoch": 459.12,
      "grad_norm": 1.0482925176620483,
      "learning_rate": 1.9663585874383067e-06,
      "loss": 0.3575,
      "step": 1645040
    },
    {
      "epoch": 459.13,
      "grad_norm": 1.2488822937011719,
      "learning_rate": 1.966331900670375e-06,
      "loss": 0.3383,
      "step": 1645050
    },
    {
      "epoch": 459.13,
      "grad_norm": 0.8982304930686951,
      "learning_rate": 1.9663052139526786e-06,
      "loss": 0.3542,
      "step": 1645060
    },
    {
      "epoch": 459.13,
      "grad_norm": 1.191463589668274,
      "learning_rate": 1.96627852728522e-06,
      "loss": 0.3378,
      "step": 1645070
    },
    {
      "epoch": 459.13,
      "grad_norm": 1.027273416519165,
      "learning_rate": 1.966251840668002e-06,
      "loss": 0.3441,
      "step": 1645080
    },
    {
      "epoch": 459.14,
      "grad_norm": 1.226473093032837,
      "learning_rate": 1.9662251541010297e-06,
      "loss": 0.3493,
      "step": 1645090
    },
    {
      "epoch": 459.14,
      "grad_norm": 1.0434739589691162,
      "learning_rate": 1.9661984675843066e-06,
      "loss": 0.3407,
      "step": 1645100
    },
    {
      "epoch": 459.14,
      "grad_norm": 1.05108642578125,
      "learning_rate": 1.9661717811178353e-06,
      "loss": 0.3279,
      "step": 1645110
    },
    {
      "epoch": 459.15,
      "grad_norm": 1.1103180646896362,
      "learning_rate": 1.96614509470162e-06,
      "loss": 0.352,
      "step": 1645120
    },
    {
      "epoch": 459.15,
      "grad_norm": 1.1196256875991821,
      "learning_rate": 1.966118408335664e-06,
      "loss": 0.3261,
      "step": 1645130
    },
    {
      "epoch": 459.15,
      "grad_norm": 1.1576400995254517,
      "learning_rate": 1.9660917220199696e-06,
      "loss": 0.3628,
      "step": 1645140
    },
    {
      "epoch": 459.15,
      "grad_norm": 1.0887846946716309,
      "learning_rate": 1.9660650357545433e-06,
      "loss": 0.3447,
      "step": 1645150
    },
    {
      "epoch": 459.16,
      "grad_norm": 0.9846097826957703,
      "learning_rate": 1.9660383495393863e-06,
      "loss": 0.3347,
      "step": 1645160
    },
    {
      "epoch": 459.16,
      "grad_norm": 1.1354758739471436,
      "learning_rate": 1.966011663374502e-06,
      "loss": 0.339,
      "step": 1645170
    },
    {
      "epoch": 459.16,
      "grad_norm": 1.0502008199691772,
      "learning_rate": 1.9659849772598963e-06,
      "loss": 0.3316,
      "step": 1645180
    },
    {
      "epoch": 459.17,
      "grad_norm": 1.178993821144104,
      "learning_rate": 1.965958291195571e-06,
      "loss": 0.3403,
      "step": 1645190
    },
    {
      "epoch": 459.17,
      "grad_norm": 1.1862519979476929,
      "learning_rate": 1.9659316051815288e-06,
      "loss": 0.3486,
      "step": 1645200
    },
    {
      "epoch": 459.17,
      "grad_norm": 1.0439914464950562,
      "learning_rate": 1.965904919217775e-06,
      "loss": 0.3289,
      "step": 1645210
    },
    {
      "epoch": 459.17,
      "grad_norm": 0.9476451277732849,
      "learning_rate": 1.965878233304313e-06,
      "loss": 0.348,
      "step": 1645220
    },
    {
      "epoch": 459.18,
      "grad_norm": 0.9355984330177307,
      "learning_rate": 1.9658515474411447e-06,
      "loss": 0.3308,
      "step": 1645230
    },
    {
      "epoch": 459.18,
      "grad_norm": 1.0186429023742676,
      "learning_rate": 1.9658248616282754e-06,
      "loss": 0.3344,
      "step": 1645240
    },
    {
      "epoch": 459.18,
      "grad_norm": 0.9536569118499756,
      "learning_rate": 1.9657981758657085e-06,
      "loss": 0.3613,
      "step": 1645250
    },
    {
      "epoch": 459.19,
      "grad_norm": 1.0910457372665405,
      "learning_rate": 1.9657714901534464e-06,
      "loss": 0.3297,
      "step": 1645260
    },
    {
      "epoch": 459.19,
      "grad_norm": 1.0850098133087158,
      "learning_rate": 1.965744804491494e-06,
      "loss": 0.3416,
      "step": 1645270
    },
    {
      "epoch": 459.19,
      "grad_norm": 1.0457427501678467,
      "learning_rate": 1.9657181188798525e-06,
      "loss": 0.3622,
      "step": 1645280
    },
    {
      "epoch": 459.19,
      "grad_norm": 1.1456048488616943,
      "learning_rate": 1.9656914333185287e-06,
      "loss": 0.3589,
      "step": 1645290
    },
    {
      "epoch": 459.2,
      "grad_norm": 1.1077028512954712,
      "learning_rate": 1.9656647478075246e-06,
      "loss": 0.3393,
      "step": 1645300
    },
    {
      "epoch": 459.2,
      "grad_norm": 0.973195493221283,
      "learning_rate": 1.9656380623468427e-06,
      "loss": 0.3443,
      "step": 1645310
    },
    {
      "epoch": 459.2,
      "grad_norm": 1.0661959648132324,
      "learning_rate": 1.9656113769364886e-06,
      "loss": 0.3504,
      "step": 1645320
    },
    {
      "epoch": 459.2,
      "grad_norm": 1.2811944484710693,
      "learning_rate": 1.965584691576465e-06,
      "loss": 0.3554,
      "step": 1645330
    },
    {
      "epoch": 459.21,
      "grad_norm": 0.8787258267402649,
      "learning_rate": 1.9655580062667745e-06,
      "loss": 0.3435,
      "step": 1645340
    },
    {
      "epoch": 459.21,
      "grad_norm": 0.9386481046676636,
      "learning_rate": 1.965531321007422e-06,
      "loss": 0.3296,
      "step": 1645350
    },
    {
      "epoch": 459.21,
      "grad_norm": 1.1845744848251343,
      "learning_rate": 1.9655046357984108e-06,
      "loss": 0.3461,
      "step": 1645360
    },
    {
      "epoch": 459.22,
      "grad_norm": 1.0062255859375,
      "learning_rate": 1.9654779506397427e-06,
      "loss": 0.3564,
      "step": 1645370
    },
    {
      "epoch": 459.22,
      "grad_norm": 1.1471188068389893,
      "learning_rate": 1.9654512655314244e-06,
      "loss": 0.354,
      "step": 1645380
    },
    {
      "epoch": 459.22,
      "grad_norm": 1.0558891296386719,
      "learning_rate": 1.965424580473457e-06,
      "loss": 0.3445,
      "step": 1645390
    },
    {
      "epoch": 459.22,
      "grad_norm": 1.0495165586471558,
      "learning_rate": 1.9653978954658448e-06,
      "loss": 0.3683,
      "step": 1645400
    },
    {
      "epoch": 459.23,
      "grad_norm": 1.0325233936309814,
      "learning_rate": 1.965371210508592e-06,
      "loss": 0.3489,
      "step": 1645410
    },
    {
      "epoch": 459.23,
      "grad_norm": 1.066606879234314,
      "learning_rate": 1.965344525601701e-06,
      "loss": 0.3503,
      "step": 1645420
    },
    {
      "epoch": 459.23,
      "grad_norm": 1.214830756187439,
      "learning_rate": 1.965317840745175e-06,
      "loss": 0.3513,
      "step": 1645430
    },
    {
      "epoch": 459.24,
      "grad_norm": 1.1304339170455933,
      "learning_rate": 1.9652911559390197e-06,
      "loss": 0.3313,
      "step": 1645440
    },
    {
      "epoch": 459.24,
      "grad_norm": 1.0445932149887085,
      "learning_rate": 1.965264471183237e-06,
      "loss": 0.3474,
      "step": 1645450
    },
    {
      "epoch": 459.24,
      "grad_norm": 1.235607624053955,
      "learning_rate": 1.9652377864778302e-06,
      "loss": 0.3535,
      "step": 1645460
    },
    {
      "epoch": 459.24,
      "grad_norm": 0.944783627986908,
      "learning_rate": 1.9652111018228046e-06,
      "loss": 0.3396,
      "step": 1645470
    },
    {
      "epoch": 459.25,
      "grad_norm": 1.018839955329895,
      "learning_rate": 1.965184417218162e-06,
      "loss": 0.3328,
      "step": 1645480
    },
    {
      "epoch": 459.25,
      "grad_norm": 0.9118923544883728,
      "learning_rate": 1.9651577326639068e-06,
      "loss": 0.3488,
      "step": 1645490
    },
    {
      "epoch": 459.25,
      "grad_norm": 1.0420836210250854,
      "learning_rate": 1.9651310481600422e-06,
      "loss": 0.358,
      "step": 1645500
    },
    {
      "epoch": 459.25,
      "grad_norm": 1.0972821712493896,
      "learning_rate": 1.9651043637065723e-06,
      "loss": 0.3466,
      "step": 1645510
    },
    {
      "epoch": 459.26,
      "grad_norm": 1.3340564966201782,
      "learning_rate": 1.965077679303499e-06,
      "loss": 0.3542,
      "step": 1645520
    },
    {
      "epoch": 459.26,
      "grad_norm": 1.0640345811843872,
      "learning_rate": 1.9650509949508283e-06,
      "loss": 0.3519,
      "step": 1645530
    },
    {
      "epoch": 459.26,
      "grad_norm": 1.1990087032318115,
      "learning_rate": 1.9650243106485622e-06,
      "loss": 0.3512,
      "step": 1645540
    },
    {
      "epoch": 459.27,
      "grad_norm": 1.038869857788086,
      "learning_rate": 1.964997626396705e-06,
      "loss": 0.3499,
      "step": 1645550
    },
    {
      "epoch": 459.27,
      "grad_norm": 0.9212402105331421,
      "learning_rate": 1.964970942195259e-06,
      "loss": 0.3481,
      "step": 1645560
    },
    {
      "epoch": 459.27,
      "grad_norm": 0.8765637278556824,
      "learning_rate": 1.9649442580442285e-06,
      "loss": 0.3412,
      "step": 1645570
    },
    {
      "epoch": 459.27,
      "grad_norm": 1.0662468671798706,
      "learning_rate": 1.964917573943618e-06,
      "loss": 0.3548,
      "step": 1645580
    },
    {
      "epoch": 459.28,
      "grad_norm": 1.0450092554092407,
      "learning_rate": 1.96489088989343e-06,
      "loss": 0.3578,
      "step": 1645590
    },
    {
      "epoch": 459.28,
      "grad_norm": 0.9342769980430603,
      "learning_rate": 1.9648642058936673e-06,
      "loss": 0.3539,
      "step": 1645600
    },
    {
      "epoch": 459.28,
      "grad_norm": 1.0858190059661865,
      "learning_rate": 1.9648375219443357e-06,
      "loss": 0.3597,
      "step": 1645610
    },
    {
      "epoch": 459.29,
      "grad_norm": 1.0879558324813843,
      "learning_rate": 1.9648108380454373e-06,
      "loss": 0.3401,
      "step": 1645620
    },
    {
      "epoch": 459.29,
      "grad_norm": 1.2257906198501587,
      "learning_rate": 1.964784154196975e-06,
      "loss": 0.342,
      "step": 1645630
    },
    {
      "epoch": 459.29,
      "grad_norm": 1.0108298063278198,
      "learning_rate": 1.964757470398954e-06,
      "loss": 0.3369,
      "step": 1645640
    },
    {
      "epoch": 459.29,
      "grad_norm": 1.1842172145843506,
      "learning_rate": 1.964730786651377e-06,
      "loss": 0.3513,
      "step": 1645650
    },
    {
      "epoch": 459.3,
      "grad_norm": 1.0957392454147339,
      "learning_rate": 1.9647041029542464e-06,
      "loss": 0.3526,
      "step": 1645660
    },
    {
      "epoch": 459.3,
      "grad_norm": 1.1608259677886963,
      "learning_rate": 1.964677419307568e-06,
      "loss": 0.3526,
      "step": 1645670
    },
    {
      "epoch": 459.3,
      "grad_norm": 2.2038116455078125,
      "learning_rate": 1.9646507357113443e-06,
      "loss": 0.3391,
      "step": 1645680
    },
    {
      "epoch": 459.31,
      "grad_norm": 0.9629179835319519,
      "learning_rate": 1.964624052165578e-06,
      "loss": 0.3593,
      "step": 1645690
    },
    {
      "epoch": 459.31,
      "grad_norm": 1.4433391094207764,
      "learning_rate": 1.964597368670274e-06,
      "loss": 0.3364,
      "step": 1645700
    },
    {
      "epoch": 459.31,
      "grad_norm": 1.0788729190826416,
      "learning_rate": 1.9645706852254353e-06,
      "loss": 0.3406,
      "step": 1645710
    },
    {
      "epoch": 459.31,
      "grad_norm": 1.1404974460601807,
      "learning_rate": 1.9645440018310654e-06,
      "loss": 0.3376,
      "step": 1645720
    },
    {
      "epoch": 459.32,
      "grad_norm": 1.167917251586914,
      "learning_rate": 1.964517318487168e-06,
      "loss": 0.3458,
      "step": 1645730
    },
    {
      "epoch": 459.32,
      "grad_norm": 1.167751669883728,
      "learning_rate": 1.964490635193747e-06,
      "loss": 0.3364,
      "step": 1645740
    },
    {
      "epoch": 459.32,
      "grad_norm": 1.1708136796951294,
      "learning_rate": 1.9644639519508044e-06,
      "loss": 0.3504,
      "step": 1645750
    },
    {
      "epoch": 459.32,
      "grad_norm": 1.1240887641906738,
      "learning_rate": 1.9644372687583455e-06,
      "loss": 0.3352,
      "step": 1645760
    },
    {
      "epoch": 459.33,
      "grad_norm": 1.0789670944213867,
      "learning_rate": 1.9644105856163735e-06,
      "loss": 0.3471,
      "step": 1645770
    },
    {
      "epoch": 459.33,
      "grad_norm": 0.9693402647972107,
      "learning_rate": 1.9643839025248915e-06,
      "loss": 0.3609,
      "step": 1645780
    },
    {
      "epoch": 459.33,
      "grad_norm": 1.0938079357147217,
      "learning_rate": 1.9643572194839037e-06,
      "loss": 0.3402,
      "step": 1645790
    },
    {
      "epoch": 459.34,
      "grad_norm": 1.0656405687332153,
      "learning_rate": 1.9643305364934126e-06,
      "loss": 0.3425,
      "step": 1645800
    },
    {
      "epoch": 459.34,
      "grad_norm": 0.8894523978233337,
      "learning_rate": 1.9643038535534216e-06,
      "loss": 0.3409,
      "step": 1645810
    },
    {
      "epoch": 459.34,
      "grad_norm": 0.9689867496490479,
      "learning_rate": 1.964277170663936e-06,
      "loss": 0.3361,
      "step": 1645820
    },
    {
      "epoch": 459.34,
      "grad_norm": 1.0271737575531006,
      "learning_rate": 1.9642504878249585e-06,
      "loss": 0.3574,
      "step": 1645830
    },
    {
      "epoch": 459.35,
      "grad_norm": 1.1819097995758057,
      "learning_rate": 1.9642238050364915e-06,
      "loss": 0.3391,
      "step": 1645840
    },
    {
      "epoch": 459.35,
      "grad_norm": 1.0498591661453247,
      "learning_rate": 1.9641971222985403e-06,
      "loss": 0.3321,
      "step": 1645850
    },
    {
      "epoch": 459.35,
      "grad_norm": 0.9239038825035095,
      "learning_rate": 1.9641704396111074e-06,
      "loss": 0.3418,
      "step": 1645860
    },
    {
      "epoch": 459.36,
      "grad_norm": 0.9546009302139282,
      "learning_rate": 1.964143756974197e-06,
      "loss": 0.3323,
      "step": 1645870
    },
    {
      "epoch": 459.36,
      "grad_norm": 1.1511555910110474,
      "learning_rate": 1.964117074387812e-06,
      "loss": 0.339,
      "step": 1645880
    },
    {
      "epoch": 459.36,
      "grad_norm": 1.0145525932312012,
      "learning_rate": 1.964090391851956e-06,
      "loss": 0.3357,
      "step": 1645890
    },
    {
      "epoch": 459.36,
      "grad_norm": 1.132232904434204,
      "learning_rate": 1.964063709366633e-06,
      "loss": 0.3453,
      "step": 1645900
    },
    {
      "epoch": 459.37,
      "grad_norm": 1.1528799533843994,
      "learning_rate": 1.9640370269318472e-06,
      "loss": 0.3524,
      "step": 1645910
    },
    {
      "epoch": 459.37,
      "grad_norm": 0.9504235982894897,
      "learning_rate": 1.9640103445476e-06,
      "loss": 0.3441,
      "step": 1645920
    },
    {
      "epoch": 459.37,
      "grad_norm": 0.9108909368515015,
      "learning_rate": 1.9639836622138974e-06,
      "loss": 0.355,
      "step": 1645930
    },
    {
      "epoch": 459.37,
      "grad_norm": 1.0161622762680054,
      "learning_rate": 1.963956979930741e-06,
      "loss": 0.3374,
      "step": 1645940
    },
    {
      "epoch": 459.38,
      "grad_norm": 1.1281558275222778,
      "learning_rate": 1.9639302976981348e-06,
      "loss": 0.3679,
      "step": 1645950
    },
    {
      "epoch": 459.38,
      "grad_norm": 1.1750072240829468,
      "learning_rate": 1.9639036155160837e-06,
      "loss": 0.3573,
      "step": 1645960
    },
    {
      "epoch": 459.38,
      "grad_norm": 1.084421157836914,
      "learning_rate": 1.96387693338459e-06,
      "loss": 0.3513,
      "step": 1645970
    },
    {
      "epoch": 459.39,
      "grad_norm": 1.1021959781646729,
      "learning_rate": 1.9638502513036567e-06,
      "loss": 0.3418,
      "step": 1645980
    },
    {
      "epoch": 459.39,
      "grad_norm": 0.9196644425392151,
      "learning_rate": 1.9638235692732892e-06,
      "loss": 0.3477,
      "step": 1645990
    },
    {
      "epoch": 459.39,
      "grad_norm": 0.9530670642852783,
      "learning_rate": 1.9637968872934897e-06,
      "loss": 0.3731,
      "step": 1646000
    },
    {
      "epoch": 459.39,
      "grad_norm": 1.0634236335754395,
      "learning_rate": 1.963770205364262e-06,
      "loss": 0.3441,
      "step": 1646010
    },
    {
      "epoch": 459.4,
      "grad_norm": 1.0498706102371216,
      "learning_rate": 1.9637435234856094e-06,
      "loss": 0.3315,
      "step": 1646020
    },
    {
      "epoch": 459.4,
      "grad_norm": 1.0362685918807983,
      "learning_rate": 1.9637168416575368e-06,
      "loss": 0.3373,
      "step": 1646030
    },
    {
      "epoch": 459.4,
      "grad_norm": 1.1796290874481201,
      "learning_rate": 1.963690159880045e-06,
      "loss": 0.3546,
      "step": 1646040
    },
    {
      "epoch": 459.41,
      "grad_norm": 1.114957571029663,
      "learning_rate": 1.9636634781531404e-06,
      "loss": 0.3504,
      "step": 1646050
    },
    {
      "epoch": 459.41,
      "grad_norm": 1.060049057006836,
      "learning_rate": 1.963636796476826e-06,
      "loss": 0.345,
      "step": 1646060
    },
    {
      "epoch": 459.41,
      "grad_norm": 1.057372808456421,
      "learning_rate": 1.9636101148511036e-06,
      "loss": 0.3406,
      "step": 1646070
    },
    {
      "epoch": 459.41,
      "grad_norm": 1.047561764717102,
      "learning_rate": 1.9635834332759787e-06,
      "loss": 0.3318,
      "step": 1646080
    },
    {
      "epoch": 459.42,
      "grad_norm": 1.1033990383148193,
      "learning_rate": 1.963556751751454e-06,
      "loss": 0.3272,
      "step": 1646090
    },
    {
      "epoch": 459.42,
      "grad_norm": 1.190364956855774,
      "learning_rate": 1.963530070277532e-06,
      "loss": 0.3469,
      "step": 1646100
    },
    {
      "epoch": 459.42,
      "grad_norm": 1.0626471042633057,
      "learning_rate": 1.9635033888542187e-06,
      "loss": 0.3453,
      "step": 1646110
    },
    {
      "epoch": 459.43,
      "grad_norm": 1.0412172079086304,
      "learning_rate": 1.963476707481516e-06,
      "loss": 0.3453,
      "step": 1646120
    },
    {
      "epoch": 459.43,
      "grad_norm": 0.9689881205558777,
      "learning_rate": 1.9634500261594265e-06,
      "loss": 0.3503,
      "step": 1646130
    },
    {
      "epoch": 459.43,
      "grad_norm": 1.293742299079895,
      "learning_rate": 1.9634233448879566e-06,
      "loss": 0.3307,
      "step": 1646140
    },
    {
      "epoch": 459.43,
      "grad_norm": 1.1250042915344238,
      "learning_rate": 1.963396663667108e-06,
      "loss": 0.3454,
      "step": 1646150
    },
    {
      "epoch": 459.44,
      "grad_norm": 1.0830990076065063,
      "learning_rate": 1.9633699824968842e-06,
      "loss": 0.3496,
      "step": 1646160
    },
    {
      "epoch": 459.44,
      "grad_norm": 1.1469765901565552,
      "learning_rate": 1.96334330137729e-06,
      "loss": 0.3418,
      "step": 1646170
    },
    {
      "epoch": 459.44,
      "grad_norm": 0.9305684566497803,
      "learning_rate": 1.9633166203083264e-06,
      "loss": 0.3495,
      "step": 1646180
    },
    {
      "epoch": 459.44,
      "grad_norm": 1.1422165632247925,
      "learning_rate": 1.9632899392899995e-06,
      "loss": 0.3461,
      "step": 1646190
    },
    {
      "epoch": 459.45,
      "grad_norm": 1.010164737701416,
      "learning_rate": 1.9632632583223124e-06,
      "loss": 0.3492,
      "step": 1646200
    },
    {
      "epoch": 459.45,
      "grad_norm": 1.0812875032424927,
      "learning_rate": 1.9632365774052673e-06,
      "loss": 0.3244,
      "step": 1646210
    },
    {
      "epoch": 459.45,
      "grad_norm": 1.0826416015625,
      "learning_rate": 1.9632098965388692e-06,
      "loss": 0.3384,
      "step": 1646220
    },
    {
      "epoch": 459.46,
      "grad_norm": 0.9011614322662354,
      "learning_rate": 1.9631832157231212e-06,
      "loss": 0.3409,
      "step": 1646230
    },
    {
      "epoch": 459.46,
      "grad_norm": 0.9570797681808472,
      "learning_rate": 1.963156534958026e-06,
      "loss": 0.3397,
      "step": 1646240
    },
    {
      "epoch": 459.46,
      "grad_norm": 1.1654664278030396,
      "learning_rate": 1.963129854243589e-06,
      "loss": 0.3532,
      "step": 1646250
    },
    {
      "epoch": 459.46,
      "grad_norm": 0.9555153250694275,
      "learning_rate": 1.963103173579812e-06,
      "loss": 0.3387,
      "step": 1646260
    },
    {
      "epoch": 459.47,
      "grad_norm": 0.8953962326049805,
      "learning_rate": 1.9630764929666985e-06,
      "loss": 0.322,
      "step": 1646270
    },
    {
      "epoch": 459.47,
      "grad_norm": 1.1876024007797241,
      "learning_rate": 1.9630498124042536e-06,
      "loss": 0.335,
      "step": 1646280
    },
    {
      "epoch": 459.47,
      "grad_norm": 1.031450867652893,
      "learning_rate": 1.9630231318924803e-06,
      "loss": 0.3488,
      "step": 1646290
    },
    {
      "epoch": 459.48,
      "grad_norm": 0.939700722694397,
      "learning_rate": 1.962996451431381e-06,
      "loss": 0.3432,
      "step": 1646300
    },
    {
      "epoch": 459.48,
      "grad_norm": 1.0728392601013184,
      "learning_rate": 1.962969771020961e-06,
      "loss": 0.3409,
      "step": 1646310
    },
    {
      "epoch": 459.48,
      "grad_norm": 1.0578460693359375,
      "learning_rate": 1.962943090661223e-06,
      "loss": 0.3372,
      "step": 1646320
    },
    {
      "epoch": 459.48,
      "grad_norm": 1.221638798713684,
      "learning_rate": 1.9629164103521687e-06,
      "loss": 0.3355,
      "step": 1646330
    },
    {
      "epoch": 459.49,
      "grad_norm": 1.3161956071853638,
      "learning_rate": 1.962889730093805e-06,
      "loss": 0.3382,
      "step": 1646340
    },
    {
      "epoch": 459.49,
      "grad_norm": 1.0829627513885498,
      "learning_rate": 1.962863049886134e-06,
      "loss": 0.3444,
      "step": 1646350
    },
    {
      "epoch": 459.49,
      "grad_norm": 0.9779044985771179,
      "learning_rate": 1.9628363697291583e-06,
      "loss": 0.3352,
      "step": 1646360
    },
    {
      "epoch": 459.49,
      "grad_norm": 0.9949961304664612,
      "learning_rate": 1.9628096896228834e-06,
      "loss": 0.3411,
      "step": 1646370
    },
    {
      "epoch": 459.5,
      "grad_norm": 0.973888635635376,
      "learning_rate": 1.9627830095673115e-06,
      "loss": 0.3547,
      "step": 1646380
    },
    {
      "epoch": 459.5,
      "grad_norm": 1.1616284847259521,
      "learning_rate": 1.962756329562445e-06,
      "loss": 0.3432,
      "step": 1646390
    },
    {
      "epoch": 459.5,
      "grad_norm": 1.0818378925323486,
      "learning_rate": 1.9627296496082905e-06,
      "loss": 0.3396,
      "step": 1646400
    },
    {
      "epoch": 459.51,
      "grad_norm": 1.014999508857727,
      "learning_rate": 1.9627029697048495e-06,
      "loss": 0.3474,
      "step": 1646410
    },
    {
      "epoch": 459.51,
      "grad_norm": 1.201417326927185,
      "learning_rate": 1.962676289852125e-06,
      "loss": 0.3438,
      "step": 1646420
    },
    {
      "epoch": 459.51,
      "grad_norm": 1.1094813346862793,
      "learning_rate": 1.9626496100501226e-06,
      "loss": 0.3447,
      "step": 1646430
    },
    {
      "epoch": 459.51,
      "grad_norm": 1.2116432189941406,
      "learning_rate": 1.9626229302988443e-06,
      "loss": 0.3225,
      "step": 1646440
    },
    {
      "epoch": 459.52,
      "grad_norm": 0.9952360391616821,
      "learning_rate": 1.9625962505982947e-06,
      "loss": 0.3374,
      "step": 1646450
    },
    {
      "epoch": 459.52,
      "grad_norm": 1.0623453855514526,
      "learning_rate": 1.9625695709484766e-06,
      "loss": 0.3453,
      "step": 1646460
    },
    {
      "epoch": 459.52,
      "grad_norm": 1.026448130607605,
      "learning_rate": 1.9625428913493927e-06,
      "loss": 0.3433,
      "step": 1646470
    },
    {
      "epoch": 459.53,
      "grad_norm": 1.1957306861877441,
      "learning_rate": 1.9625162118010487e-06,
      "loss": 0.3504,
      "step": 1646480
    },
    {
      "epoch": 459.53,
      "grad_norm": 1.0769449472427368,
      "learning_rate": 1.962489532303447e-06,
      "loss": 0.3207,
      "step": 1646490
    },
    {
      "epoch": 459.53,
      "grad_norm": 1.040766716003418,
      "learning_rate": 1.9624628528565906e-06,
      "loss": 0.3368,
      "step": 1646500
    },
    {
      "epoch": 459.53,
      "grad_norm": 0.9439997673034668,
      "learning_rate": 1.9624361734604834e-06,
      "loss": 0.3582,
      "step": 1646510
    },
    {
      "epoch": 459.54,
      "grad_norm": 0.9396846890449524,
      "learning_rate": 1.9624094941151304e-06,
      "loss": 0.3469,
      "step": 1646520
    },
    {
      "epoch": 459.54,
      "grad_norm": 1.0602909326553345,
      "learning_rate": 1.962382814820533e-06,
      "loss": 0.3484,
      "step": 1646530
    },
    {
      "epoch": 459.54,
      "grad_norm": 0.9243902564048767,
      "learning_rate": 1.962356135576696e-06,
      "loss": 0.3422,
      "step": 1646540
    },
    {
      "epoch": 459.55,
      "grad_norm": 1.1784509420394897,
      "learning_rate": 1.9623294563836224e-06,
      "loss": 0.3575,
      "step": 1646550
    },
    {
      "epoch": 459.55,
      "grad_norm": 1.1350452899932861,
      "learning_rate": 1.9623027772413155e-06,
      "loss": 0.3433,
      "step": 1646560
    },
    {
      "epoch": 459.55,
      "grad_norm": 1.190171718597412,
      "learning_rate": 1.96227609814978e-06,
      "loss": 0.3419,
      "step": 1646570
    },
    {
      "epoch": 459.55,
      "grad_norm": 1.304663896560669,
      "learning_rate": 1.962249419109019e-06,
      "loss": 0.3525,
      "step": 1646580
    },
    {
      "epoch": 459.56,
      "grad_norm": 0.9595360159873962,
      "learning_rate": 1.962222740119035e-06,
      "loss": 0.3503,
      "step": 1646590
    },
    {
      "epoch": 459.56,
      "grad_norm": 1.1714750528335571,
      "learning_rate": 1.9621960611798336e-06,
      "loss": 0.3418,
      "step": 1646600
    },
    {
      "epoch": 459.56,
      "grad_norm": 1.281790852546692,
      "learning_rate": 1.9621693822914167e-06,
      "loss": 0.3303,
      "step": 1646610
    },
    {
      "epoch": 459.56,
      "grad_norm": 1.0050714015960693,
      "learning_rate": 1.962142703453787e-06,
      "loss": 0.3498,
      "step": 1646620
    },
    {
      "epoch": 459.57,
      "grad_norm": 0.9951117634773254,
      "learning_rate": 1.9621160246669507e-06,
      "loss": 0.3245,
      "step": 1646630
    },
    {
      "epoch": 459.57,
      "grad_norm": 1.1474559307098389,
      "learning_rate": 1.96208934593091e-06,
      "loss": 0.3422,
      "step": 1646640
    },
    {
      "epoch": 459.57,
      "grad_norm": 1.050797700881958,
      "learning_rate": 1.962062667245667e-06,
      "loss": 0.3462,
      "step": 1646650
    },
    {
      "epoch": 459.58,
      "grad_norm": 0.9317532777786255,
      "learning_rate": 1.962035988611228e-06,
      "loss": 0.3351,
      "step": 1646660
    },
    {
      "epoch": 459.58,
      "grad_norm": 0.9274781346321106,
      "learning_rate": 1.9620093100275956e-06,
      "loss": 0.3402,
      "step": 1646670
    },
    {
      "epoch": 459.58,
      "grad_norm": 1.182997703552246,
      "learning_rate": 1.961982631494772e-06,
      "loss": 0.3508,
      "step": 1646680
    },
    {
      "epoch": 459.58,
      "grad_norm": 1.2513114213943481,
      "learning_rate": 1.9619559530127625e-06,
      "loss": 0.3391,
      "step": 1646690
    },
    {
      "epoch": 459.59,
      "grad_norm": 0.9292891025543213,
      "learning_rate": 1.9619292745815698e-06,
      "loss": 0.3492,
      "step": 1646700
    },
    {
      "epoch": 459.59,
      "grad_norm": 1.1444429159164429,
      "learning_rate": 1.9619025962011965e-06,
      "loss": 0.3548,
      "step": 1646710
    },
    {
      "epoch": 459.59,
      "grad_norm": 1.085900902748108,
      "learning_rate": 1.961875917871648e-06,
      "loss": 0.3523,
      "step": 1646720
    },
    {
      "epoch": 459.6,
      "grad_norm": 0.8966206312179565,
      "learning_rate": 1.961849239592927e-06,
      "loss": 0.3307,
      "step": 1646730
    },
    {
      "epoch": 459.6,
      "grad_norm": 1.0987138748168945,
      "learning_rate": 1.9618225613650373e-06,
      "loss": 0.3386,
      "step": 1646740
    },
    {
      "epoch": 459.6,
      "grad_norm": 1.025486707687378,
      "learning_rate": 1.9617958831879824e-06,
      "loss": 0.345,
      "step": 1646750
    },
    {
      "epoch": 459.6,
      "grad_norm": 1.034694790840149,
      "learning_rate": 1.9617692050617644e-06,
      "loss": 0.3385,
      "step": 1646760
    },
    {
      "epoch": 459.61,
      "grad_norm": 1.1015158891677856,
      "learning_rate": 1.9617425269863894e-06,
      "loss": 0.358,
      "step": 1646770
    },
    {
      "epoch": 459.61,
      "grad_norm": 1.015868067741394,
      "learning_rate": 1.9617158489618594e-06,
      "loss": 0.3538,
      "step": 1646780
    },
    {
      "epoch": 459.61,
      "grad_norm": 1.0585235357284546,
      "learning_rate": 1.9616891709881775e-06,
      "loss": 0.3416,
      "step": 1646790
    },
    {
      "epoch": 459.61,
      "grad_norm": 1.0613398551940918,
      "learning_rate": 1.961662493065349e-06,
      "loss": 0.3341,
      "step": 1646800
    },
    {
      "epoch": 459.62,
      "grad_norm": 1.3160228729248047,
      "learning_rate": 1.9616358151933763e-06,
      "loss": 0.3498,
      "step": 1646810
    },
    {
      "epoch": 459.62,
      "grad_norm": 1.0818591117858887,
      "learning_rate": 1.961609137372263e-06,
      "loss": 0.3359,
      "step": 1646820
    },
    {
      "epoch": 459.62,
      "grad_norm": 1.0937262773513794,
      "learning_rate": 1.961582459602013e-06,
      "loss": 0.3293,
      "step": 1646830
    },
    {
      "epoch": 459.63,
      "grad_norm": 1.018723964691162,
      "learning_rate": 1.9615557818826295e-06,
      "loss": 0.3302,
      "step": 1646840
    },
    {
      "epoch": 459.63,
      "grad_norm": 0.9898227453231812,
      "learning_rate": 1.9615291042141154e-06,
      "loss": 0.3423,
      "step": 1646850
    },
    {
      "epoch": 459.63,
      "grad_norm": 1.0402048826217651,
      "learning_rate": 1.961502426596476e-06,
      "loss": 0.3286,
      "step": 1646860
    },
    {
      "epoch": 459.63,
      "grad_norm": 1.066959023475647,
      "learning_rate": 1.9614757490297137e-06,
      "loss": 0.3419,
      "step": 1646870
    },
    {
      "epoch": 459.64,
      "grad_norm": 1.1733609437942505,
      "learning_rate": 1.9614490715138316e-06,
      "loss": 0.3453,
      "step": 1646880
    },
    {
      "epoch": 459.64,
      "grad_norm": 1.038510799407959,
      "learning_rate": 1.9614223940488345e-06,
      "loss": 0.3468,
      "step": 1646890
    },
    {
      "epoch": 459.64,
      "grad_norm": 1.0315722227096558,
      "learning_rate": 1.961395716634725e-06,
      "loss": 0.3409,
      "step": 1646900
    },
    {
      "epoch": 459.65,
      "grad_norm": 1.1536920070648193,
      "learning_rate": 1.9613690392715067e-06,
      "loss": 0.3515,
      "step": 1646910
    },
    {
      "epoch": 459.65,
      "grad_norm": 1.5319167375564575,
      "learning_rate": 1.961342361959184e-06,
      "loss": 0.3513,
      "step": 1646920
    },
    {
      "epoch": 459.65,
      "grad_norm": 1.0700657367706299,
      "learning_rate": 1.96131568469776e-06,
      "loss": 0.3497,
      "step": 1646930
    },
    {
      "epoch": 459.65,
      "grad_norm": 0.9892503023147583,
      "learning_rate": 1.9612890074872364e-06,
      "loss": 0.3447,
      "step": 1646940
    },
    {
      "epoch": 459.66,
      "grad_norm": 1.138240098953247,
      "learning_rate": 1.96126233032762e-06,
      "loss": 0.3328,
      "step": 1646950
    },
    {
      "epoch": 459.66,
      "grad_norm": 1.133309245109558,
      "learning_rate": 1.961235653218913e-06,
      "loss": 0.3575,
      "step": 1646960
    },
    {
      "epoch": 459.66,
      "grad_norm": 1.5407181978225708,
      "learning_rate": 1.9612089761611183e-06,
      "loss": 0.3449,
      "step": 1646970
    },
    {
      "epoch": 459.67,
      "grad_norm": 1.0672318935394287,
      "learning_rate": 1.96118229915424e-06,
      "loss": 0.3469,
      "step": 1646980
    },
    {
      "epoch": 459.67,
      "grad_norm": 0.9719730019569397,
      "learning_rate": 1.9611556221982816e-06,
      "loss": 0.3517,
      "step": 1646990
    },
    {
      "epoch": 459.67,
      "grad_norm": 1.022347331047058,
      "learning_rate": 1.961128945293246e-06,
      "loss": 0.3302,
      "step": 1647000
    },
    {
      "epoch": 459.67,
      "grad_norm": 1.0058637857437134,
      "learning_rate": 1.961102268439138e-06,
      "loss": 0.343,
      "step": 1647010
    },
    {
      "epoch": 459.68,
      "grad_norm": 1.1125110387802124,
      "learning_rate": 1.96107559163596e-06,
      "loss": 0.3386,
      "step": 1647020
    },
    {
      "epoch": 459.68,
      "grad_norm": 1.1474909782409668,
      "learning_rate": 1.961048914883717e-06,
      "loss": 0.3493,
      "step": 1647030
    },
    {
      "epoch": 459.68,
      "grad_norm": 1.3214473724365234,
      "learning_rate": 1.961022238182411e-06,
      "loss": 0.3525,
      "step": 1647040
    },
    {
      "epoch": 459.68,
      "grad_norm": 1.222324013710022,
      "learning_rate": 1.9609955615320458e-06,
      "loss": 0.344,
      "step": 1647050
    },
    {
      "epoch": 459.69,
      "grad_norm": 1.1173348426818848,
      "learning_rate": 1.9609688849326258e-06,
      "loss": 0.3447,
      "step": 1647060
    },
    {
      "epoch": 459.69,
      "grad_norm": 1.1963697671890259,
      "learning_rate": 1.9609422083841544e-06,
      "loss": 0.3493,
      "step": 1647070
    },
    {
      "epoch": 459.69,
      "grad_norm": 0.9101510047912598,
      "learning_rate": 1.9609155318866337e-06,
      "loss": 0.3385,
      "step": 1647080
    },
    {
      "epoch": 459.7,
      "grad_norm": 1.0851311683654785,
      "learning_rate": 1.9608888554400693e-06,
      "loss": 0.3501,
      "step": 1647090
    },
    {
      "epoch": 459.7,
      "grad_norm": 0.9765661954879761,
      "learning_rate": 1.960862179044464e-06,
      "loss": 0.337,
      "step": 1647100
    },
    {
      "epoch": 459.7,
      "grad_norm": 1.1186938285827637,
      "learning_rate": 1.9608355026998205e-06,
      "loss": 0.3316,
      "step": 1647110
    },
    {
      "epoch": 459.7,
      "grad_norm": 0.8968451023101807,
      "learning_rate": 1.960808826406144e-06,
      "loss": 0.3537,
      "step": 1647120
    },
    {
      "epoch": 459.71,
      "grad_norm": 1.1981078386306763,
      "learning_rate": 1.9607821501634365e-06,
      "loss": 0.3456,
      "step": 1647130
    },
    {
      "epoch": 459.71,
      "grad_norm": 1.0220363140106201,
      "learning_rate": 1.960755473971701e-06,
      "loss": 0.3417,
      "step": 1647140
    },
    {
      "epoch": 459.71,
      "grad_norm": 1.0308327674865723,
      "learning_rate": 1.960728797830944e-06,
      "loss": 0.354,
      "step": 1647150
    },
    {
      "epoch": 459.72,
      "grad_norm": 1.1705471277236938,
      "learning_rate": 1.960702121741166e-06,
      "loss": 0.3454,
      "step": 1647160
    },
    {
      "epoch": 459.72,
      "grad_norm": 0.9486208558082581,
      "learning_rate": 1.9606754457023723e-06,
      "loss": 0.3436,
      "step": 1647170
    },
    {
      "epoch": 459.72,
      "grad_norm": 1.001647710800171,
      "learning_rate": 1.9606487697145664e-06,
      "loss": 0.3285,
      "step": 1647180
    },
    {
      "epoch": 459.72,
      "grad_norm": 1.2330633401870728,
      "learning_rate": 1.9606220937777506e-06,
      "loss": 0.3398,
      "step": 1647190
    },
    {
      "epoch": 459.73,
      "grad_norm": 0.9630739688873291,
      "learning_rate": 1.9605954178919288e-06,
      "loss": 0.3251,
      "step": 1647200
    },
    {
      "epoch": 459.73,
      "grad_norm": 1.0351004600524902,
      "learning_rate": 1.960568742057106e-06,
      "loss": 0.3515,
      "step": 1647210
    },
    {
      "epoch": 459.73,
      "grad_norm": 1.4055601358413696,
      "learning_rate": 1.9605420662732846e-06,
      "loss": 0.3501,
      "step": 1647220
    },
    {
      "epoch": 459.73,
      "grad_norm": 1.1491285562515259,
      "learning_rate": 1.9605153905404674e-06,
      "loss": 0.3301,
      "step": 1647230
    },
    {
      "epoch": 459.74,
      "grad_norm": 0.9307320713996887,
      "learning_rate": 1.96048871485866e-06,
      "loss": 0.3361,
      "step": 1647240
    },
    {
      "epoch": 459.74,
      "grad_norm": 0.9106709361076355,
      "learning_rate": 1.9604620392278643e-06,
      "loss": 0.3365,
      "step": 1647250
    },
    {
      "epoch": 459.74,
      "grad_norm": 1.2062081098556519,
      "learning_rate": 1.960435363648084e-06,
      "loss": 0.3429,
      "step": 1647260
    },
    {
      "epoch": 459.75,
      "grad_norm": 1.1606510877609253,
      "learning_rate": 1.9604086881193237e-06,
      "loss": 0.344,
      "step": 1647270
    },
    {
      "epoch": 459.75,
      "grad_norm": 1.1092804670333862,
      "learning_rate": 1.960382012641586e-06,
      "loss": 0.3399,
      "step": 1647280
    },
    {
      "epoch": 459.75,
      "grad_norm": 1.2490867376327515,
      "learning_rate": 1.9603553372148736e-06,
      "loss": 0.3539,
      "step": 1647290
    },
    {
      "epoch": 459.75,
      "grad_norm": 1.1028125286102295,
      "learning_rate": 1.960328661839192e-06,
      "loss": 0.3492,
      "step": 1647300
    },
    {
      "epoch": 459.76,
      "grad_norm": 1.00620436668396,
      "learning_rate": 1.960301986514544e-06,
      "loss": 0.3586,
      "step": 1647310
    },
    {
      "epoch": 459.76,
      "grad_norm": 0.9224227666854858,
      "learning_rate": 1.9602753112409335e-06,
      "loss": 0.3395,
      "step": 1647320
    },
    {
      "epoch": 459.76,
      "grad_norm": 1.2179886102676392,
      "learning_rate": 1.960248636018363e-06,
      "loss": 0.3433,
      "step": 1647330
    },
    {
      "epoch": 459.77,
      "grad_norm": 1.1539980173110962,
      "learning_rate": 1.960221960846836e-06,
      "loss": 0.3443,
      "step": 1647340
    },
    {
      "epoch": 459.77,
      "grad_norm": 1.152167558670044,
      "learning_rate": 1.960195285726358e-06,
      "loss": 0.3434,
      "step": 1647350
    },
    {
      "epoch": 459.77,
      "grad_norm": 0.9362959861755371,
      "learning_rate": 1.9601686106569305e-06,
      "loss": 0.3377,
      "step": 1647360
    },
    {
      "epoch": 459.77,
      "grad_norm": 1.1956911087036133,
      "learning_rate": 1.9601419356385572e-06,
      "loss": 0.351,
      "step": 1647370
    },
    {
      "epoch": 459.78,
      "grad_norm": 0.9964302778244019,
      "learning_rate": 1.960115260671243e-06,
      "loss": 0.355,
      "step": 1647380
    },
    {
      "epoch": 459.78,
      "grad_norm": 1.1534359455108643,
      "learning_rate": 1.960088585754991e-06,
      "loss": 0.3509,
      "step": 1647390
    },
    {
      "epoch": 459.78,
      "grad_norm": 1.0138322114944458,
      "learning_rate": 1.9600619108898036e-06,
      "loss": 0.3421,
      "step": 1647400
    },
    {
      "epoch": 459.79,
      "grad_norm": 1.045876383781433,
      "learning_rate": 1.960035236075686e-06,
      "loss": 0.3515,
      "step": 1647410
    },
    {
      "epoch": 459.79,
      "grad_norm": 0.9707755446434021,
      "learning_rate": 1.960008561312641e-06,
      "loss": 0.3365,
      "step": 1647420
    },
    {
      "epoch": 459.79,
      "grad_norm": 1.143169641494751,
      "learning_rate": 1.959981886600671e-06,
      "loss": 0.3496,
      "step": 1647430
    },
    {
      "epoch": 459.79,
      "grad_norm": 1.1135309934616089,
      "learning_rate": 1.9599552119397815e-06,
      "loss": 0.3547,
      "step": 1647440
    },
    {
      "epoch": 459.8,
      "grad_norm": 1.0159885883331299,
      "learning_rate": 1.959928537329975e-06,
      "loss": 0.3467,
      "step": 1647450
    },
    {
      "epoch": 459.8,
      "grad_norm": 0.9710167050361633,
      "learning_rate": 1.959901862771255e-06,
      "loss": 0.3558,
      "step": 1647460
    },
    {
      "epoch": 459.8,
      "grad_norm": 1.0388518571853638,
      "learning_rate": 1.9598751882636253e-06,
      "loss": 0.3461,
      "step": 1647470
    },
    {
      "epoch": 459.8,
      "grad_norm": 1.0853208303451538,
      "learning_rate": 1.9598485138070902e-06,
      "loss": 0.3378,
      "step": 1647480
    },
    {
      "epoch": 459.81,
      "grad_norm": 1.2479918003082275,
      "learning_rate": 1.959821839401652e-06,
      "loss": 0.3357,
      "step": 1647490
    },
    {
      "epoch": 459.81,
      "grad_norm": 1.3067017793655396,
      "learning_rate": 1.9597951650473144e-06,
      "loss": 0.3504,
      "step": 1647500
    },
    {
      "epoch": 459.81,
      "grad_norm": 0.9827321767807007,
      "learning_rate": 1.959768490744082e-06,
      "loss": 0.3498,
      "step": 1647510
    },
    {
      "epoch": 459.82,
      "grad_norm": 3.7681801319122314,
      "learning_rate": 1.9597418164919564e-06,
      "loss": 0.3466,
      "step": 1647520
    },
    {
      "epoch": 459.82,
      "grad_norm": 0.9703753590583801,
      "learning_rate": 1.9597151422909437e-06,
      "loss": 0.3369,
      "step": 1647530
    },
    {
      "epoch": 459.82,
      "grad_norm": 1.207767128944397,
      "learning_rate": 1.959688468141046e-06,
      "loss": 0.3394,
      "step": 1647540
    },
    {
      "epoch": 459.82,
      "grad_norm": 1.0224908590316772,
      "learning_rate": 1.9596617940422663e-06,
      "loss": 0.3395,
      "step": 1647550
    },
    {
      "epoch": 459.83,
      "grad_norm": 1.1117815971374512,
      "learning_rate": 1.9596351199946097e-06,
      "loss": 0.3561,
      "step": 1647560
    },
    {
      "epoch": 459.83,
      "grad_norm": 1.0206165313720703,
      "learning_rate": 1.9596084459980787e-06,
      "loss": 0.3499,
      "step": 1647570
    },
    {
      "epoch": 459.83,
      "grad_norm": 1.0150079727172852,
      "learning_rate": 1.959581772052676e-06,
      "loss": 0.3509,
      "step": 1647580
    },
    {
      "epoch": 459.84,
      "grad_norm": 0.9991216659545898,
      "learning_rate": 1.9595550981584072e-06,
      "loss": 0.3409,
      "step": 1647590
    },
    {
      "epoch": 459.84,
      "grad_norm": 1.0256510972976685,
      "learning_rate": 1.9595284243152735e-06,
      "loss": 0.3472,
      "step": 1647600
    },
    {
      "epoch": 459.84,
      "grad_norm": 1.0967116355895996,
      "learning_rate": 1.9595017505232815e-06,
      "loss": 0.3513,
      "step": 1647610
    },
    {
      "epoch": 459.84,
      "grad_norm": 1.1185671091079712,
      "learning_rate": 1.9594750767824325e-06,
      "loss": 0.3393,
      "step": 1647620
    },
    {
      "epoch": 459.85,
      "grad_norm": 1.0024601221084595,
      "learning_rate": 1.9594484030927304e-06,
      "loss": 0.3415,
      "step": 1647630
    },
    {
      "epoch": 459.85,
      "grad_norm": 0.9157037138938904,
      "learning_rate": 1.9594217294541793e-06,
      "loss": 0.3289,
      "step": 1647640
    },
    {
      "epoch": 459.85,
      "grad_norm": 1.067147135734558,
      "learning_rate": 1.9593950558667826e-06,
      "loss": 0.3423,
      "step": 1647650
    },
    {
      "epoch": 459.85,
      "grad_norm": 0.9290967583656311,
      "learning_rate": 1.9593683823305424e-06,
      "loss": 0.3413,
      "step": 1647660
    },
    {
      "epoch": 459.86,
      "grad_norm": 1.0405097007751465,
      "learning_rate": 1.9593417088454644e-06,
      "loss": 0.3517,
      "step": 1647670
    },
    {
      "epoch": 459.86,
      "grad_norm": 1.1690196990966797,
      "learning_rate": 1.9593150354115517e-06,
      "loss": 0.3446,
      "step": 1647680
    },
    {
      "epoch": 459.86,
      "grad_norm": 1.082393765449524,
      "learning_rate": 1.9592883620288063e-06,
      "loss": 0.3424,
      "step": 1647690
    },
    {
      "epoch": 459.87,
      "grad_norm": 1.046066164970398,
      "learning_rate": 1.959261688697234e-06,
      "loss": 0.3415,
      "step": 1647700
    },
    {
      "epoch": 459.87,
      "grad_norm": 1.030968189239502,
      "learning_rate": 1.959235015416837e-06,
      "loss": 0.34,
      "step": 1647710
    },
    {
      "epoch": 459.87,
      "grad_norm": 1.159488558769226,
      "learning_rate": 1.9592083421876176e-06,
      "loss": 0.3679,
      "step": 1647720
    },
    {
      "epoch": 459.87,
      "grad_norm": 1.138314127922058,
      "learning_rate": 1.959181669009582e-06,
      "loss": 0.3226,
      "step": 1647730
    },
    {
      "epoch": 459.88,
      "grad_norm": 1.0431486368179321,
      "learning_rate": 1.959154995882733e-06,
      "loss": 0.3384,
      "step": 1647740
    },
    {
      "epoch": 459.88,
      "grad_norm": 1.223596453666687,
      "learning_rate": 1.9591283228070725e-06,
      "loss": 0.3344,
      "step": 1647750
    },
    {
      "epoch": 459.88,
      "grad_norm": 0.9190900325775146,
      "learning_rate": 1.959101649782606e-06,
      "loss": 0.3406,
      "step": 1647760
    },
    {
      "epoch": 459.89,
      "grad_norm": 1.1627999544143677,
      "learning_rate": 1.9590749768093365e-06,
      "loss": 0.3362,
      "step": 1647770
    },
    {
      "epoch": 459.89,
      "grad_norm": 0.9924566149711609,
      "learning_rate": 1.959048303887267e-06,
      "loss": 0.3481,
      "step": 1647780
    },
    {
      "epoch": 459.89,
      "grad_norm": 1.1234804391860962,
      "learning_rate": 1.9590216310164015e-06,
      "loss": 0.3615,
      "step": 1647790
    },
    {
      "epoch": 459.89,
      "grad_norm": 1.0394355058670044,
      "learning_rate": 1.9589949581967437e-06,
      "loss": 0.337,
      "step": 1647800
    },
    {
      "epoch": 459.9,
      "grad_norm": 0.9103630185127258,
      "learning_rate": 1.9589682854282957e-06,
      "loss": 0.3382,
      "step": 1647810
    },
    {
      "epoch": 459.9,
      "grad_norm": 1.184556484222412,
      "learning_rate": 1.9589416127110636e-06,
      "loss": 0.3307,
      "step": 1647820
    },
    {
      "epoch": 459.9,
      "grad_norm": 0.9439526200294495,
      "learning_rate": 1.9589149400450494e-06,
      "loss": 0.3505,
      "step": 1647830
    },
    {
      "epoch": 459.91,
      "grad_norm": 1.0722800493240356,
      "learning_rate": 1.958888267430256e-06,
      "loss": 0.3647,
      "step": 1647840
    },
    {
      "epoch": 459.91,
      "grad_norm": 1.0696139335632324,
      "learning_rate": 1.958861594866689e-06,
      "loss": 0.3505,
      "step": 1647850
    },
    {
      "epoch": 459.91,
      "grad_norm": 1.1050689220428467,
      "learning_rate": 1.9588349223543503e-06,
      "loss": 0.3353,
      "step": 1647860
    },
    {
      "epoch": 459.91,
      "grad_norm": 1.179720163345337,
      "learning_rate": 1.9588082498932428e-06,
      "loss": 0.3446,
      "step": 1647870
    },
    {
      "epoch": 459.92,
      "grad_norm": 1.1901051998138428,
      "learning_rate": 1.9587815774833727e-06,
      "loss": 0.3596,
      "step": 1647880
    },
    {
      "epoch": 459.92,
      "grad_norm": 1.2258806228637695,
      "learning_rate": 1.9587549051247404e-06,
      "loss": 0.3378,
      "step": 1647890
    },
    {
      "epoch": 459.92,
      "grad_norm": 1.3613263368606567,
      "learning_rate": 1.9587282328173524e-06,
      "loss": 0.3492,
      "step": 1647900
    },
    {
      "epoch": 459.92,
      "grad_norm": 1.0464764833450317,
      "learning_rate": 1.9587015605612107e-06,
      "loss": 0.3351,
      "step": 1647910
    },
    {
      "epoch": 459.93,
      "grad_norm": 1.0821536779403687,
      "learning_rate": 1.9586748883563188e-06,
      "loss": 0.3415,
      "step": 1647920
    },
    {
      "epoch": 459.93,
      "grad_norm": 0.9329262375831604,
      "learning_rate": 1.9586482162026808e-06,
      "loss": 0.3397,
      "step": 1647930
    },
    {
      "epoch": 459.93,
      "grad_norm": 1.0871371030807495,
      "learning_rate": 1.9586215441003e-06,
      "loss": 0.3454,
      "step": 1647940
    },
    {
      "epoch": 459.94,
      "grad_norm": 0.9080292582511902,
      "learning_rate": 1.958594872049179e-06,
      "loss": 0.3443,
      "step": 1647950
    },
    {
      "epoch": 459.94,
      "grad_norm": 1.1166691780090332,
      "learning_rate": 1.958568200049323e-06,
      "loss": 0.3697,
      "step": 1647960
    },
    {
      "epoch": 459.94,
      "grad_norm": 1.1397770643234253,
      "learning_rate": 1.958541528100735e-06,
      "loss": 0.3469,
      "step": 1647970
    },
    {
      "epoch": 459.94,
      "grad_norm": 0.9922981858253479,
      "learning_rate": 1.958514856203418e-06,
      "loss": 0.3483,
      "step": 1647980
    },
    {
      "epoch": 459.95,
      "grad_norm": 1.0954959392547607,
      "learning_rate": 1.958488184357376e-06,
      "loss": 0.338,
      "step": 1647990
    },
    {
      "epoch": 459.95,
      "grad_norm": 1.166314959526062,
      "learning_rate": 1.958461512562613e-06,
      "loss": 0.3338,
      "step": 1648000
    },
    {
      "epoch": 459.95,
      "grad_norm": 1.0535626411437988,
      "learning_rate": 1.9584348408191303e-06,
      "loss": 0.3354,
      "step": 1648010
    },
    {
      "epoch": 459.96,
      "grad_norm": 1.094609260559082,
      "learning_rate": 1.9584081691269347e-06,
      "loss": 0.3402,
      "step": 1648020
    },
    {
      "epoch": 459.96,
      "grad_norm": 1.128344178199768,
      "learning_rate": 1.9583814974860282e-06,
      "loss": 0.3419,
      "step": 1648030
    },
    {
      "epoch": 459.96,
      "grad_norm": 1.0644217729568481,
      "learning_rate": 1.958354825896413e-06,
      "loss": 0.3375,
      "step": 1648040
    },
    {
      "epoch": 459.96,
      "grad_norm": 1.1043610572814941,
      "learning_rate": 1.958328154358095e-06,
      "loss": 0.3411,
      "step": 1648050
    },
    {
      "epoch": 459.97,
      "grad_norm": 1.1152757406234741,
      "learning_rate": 1.9583014828710773e-06,
      "loss": 0.338,
      "step": 1648060
    },
    {
      "epoch": 459.97,
      "grad_norm": 0.9426472783088684,
      "learning_rate": 1.958274811435362e-06,
      "loss": 0.3287,
      "step": 1648070
    },
    {
      "epoch": 459.97,
      "grad_norm": 1.0235779285430908,
      "learning_rate": 1.958248140050954e-06,
      "loss": 0.3398,
      "step": 1648080
    },
    {
      "epoch": 459.97,
      "grad_norm": 1.0828611850738525,
      "learning_rate": 1.9582214687178567e-06,
      "loss": 0.3614,
      "step": 1648090
    },
    {
      "epoch": 459.98,
      "grad_norm": 1.1631640195846558,
      "learning_rate": 1.958194797436072e-06,
      "loss": 0.3345,
      "step": 1648100
    },
    {
      "epoch": 459.98,
      "grad_norm": 1.0786901712417603,
      "learning_rate": 1.9581681262056058e-06,
      "loss": 0.3437,
      "step": 1648110
    },
    {
      "epoch": 459.98,
      "grad_norm": 1.1967815160751343,
      "learning_rate": 1.958141455026461e-06,
      "loss": 0.3412,
      "step": 1648120
    },
    {
      "epoch": 459.99,
      "grad_norm": 1.075575590133667,
      "learning_rate": 1.95811478389864e-06,
      "loss": 0.3298,
      "step": 1648130
    },
    {
      "epoch": 459.99,
      "grad_norm": 0.9944915771484375,
      "learning_rate": 1.958088112822148e-06,
      "loss": 0.3408,
      "step": 1648140
    },
    {
      "epoch": 459.99,
      "grad_norm": 1.1202386617660522,
      "learning_rate": 1.9580614417969874e-06,
      "loss": 0.3486,
      "step": 1648150
    },
    {
      "epoch": 459.99,
      "grad_norm": 0.9731681942939758,
      "learning_rate": 1.958034770823161e-06,
      "loss": 0.3622,
      "step": 1648160
    },
    {
      "epoch": 460.0,
      "grad_norm": 9.80605697631836,
      "learning_rate": 1.9580080999006747e-06,
      "loss": 0.3344,
      "step": 1648170
    },
    {
      "epoch": 460.0,
      "grad_norm": 1.309881329536438,
      "learning_rate": 1.9579814290295293e-06,
      "loss": 0.3402,
      "step": 1648180
    },
    {
      "epoch": 460.0,
      "eval_loss": 0.34483373165130615,
      "eval_runtime": 63.187,
      "eval_samples_per_second": 80.064,
      "eval_steps_per_second": 10.018,
      "step": 1648180
    },
    {
      "epoch": 460.0,
      "grad_norm": 0.9656344652175903,
      "learning_rate": 1.957954758209731e-06,
      "loss": 0.3463,
      "step": 1648190
    },
    {
      "epoch": 460.01,
      "grad_norm": 1.110298991203308,
      "learning_rate": 1.9579280874412824e-06,
      "loss": 0.3487,
      "step": 1648200
    },
    {
      "epoch": 460.01,
      "grad_norm": 1.0324970483779907,
      "learning_rate": 1.957901416724186e-06,
      "loss": 0.3393,
      "step": 1648210
    },
    {
      "epoch": 460.01,
      "grad_norm": 0.9916326403617859,
      "learning_rate": 1.957874746058447e-06,
      "loss": 0.343,
      "step": 1648220
    },
    {
      "epoch": 460.01,
      "grad_norm": 1.08430814743042,
      "learning_rate": 1.9578480754440677e-06,
      "loss": 0.3357,
      "step": 1648230
    },
    {
      "epoch": 460.02,
      "grad_norm": 1.0924965143203735,
      "learning_rate": 1.9578214048810513e-06,
      "loss": 0.3489,
      "step": 1648240
    },
    {
      "epoch": 460.02,
      "grad_norm": 1.099932074546814,
      "learning_rate": 1.9577947343694032e-06,
      "loss": 0.3429,
      "step": 1648250
    },
    {
      "epoch": 460.02,
      "grad_norm": 0.9725473523139954,
      "learning_rate": 1.9577680639091255e-06,
      "loss": 0.3362,
      "step": 1648260
    },
    {
      "epoch": 460.03,
      "grad_norm": 1.1236497163772583,
      "learning_rate": 1.9577413935002217e-06,
      "loss": 0.3406,
      "step": 1648270
    },
    {
      "epoch": 460.03,
      "grad_norm": 0.9810617566108704,
      "learning_rate": 1.9577147231426963e-06,
      "loss": 0.3407,
      "step": 1648280
    },
    {
      "epoch": 460.03,
      "grad_norm": 0.9679520130157471,
      "learning_rate": 1.9576880528365524e-06,
      "loss": 0.3339,
      "step": 1648290
    },
    {
      "epoch": 460.03,
      "grad_norm": 1.1114250421524048,
      "learning_rate": 1.9576613825817924e-06,
      "loss": 0.3465,
      "step": 1648300
    },
    {
      "epoch": 460.04,
      "grad_norm": 1.0925796031951904,
      "learning_rate": 1.957634712378422e-06,
      "loss": 0.3517,
      "step": 1648310
    },
    {
      "epoch": 460.04,
      "grad_norm": 2.1481428146362305,
      "learning_rate": 1.9576080422264435e-06,
      "loss": 0.3493,
      "step": 1648320
    },
    {
      "epoch": 460.04,
      "grad_norm": 1.1397745609283447,
      "learning_rate": 1.9575813721258597e-06,
      "loss": 0.3434,
      "step": 1648330
    },
    {
      "epoch": 460.04,
      "grad_norm": 1.2031267881393433,
      "learning_rate": 1.957554702076676e-06,
      "loss": 0.3349,
      "step": 1648340
    },
    {
      "epoch": 460.05,
      "grad_norm": 1.0490659475326538,
      "learning_rate": 1.9575280320788947e-06,
      "loss": 0.3332,
      "step": 1648350
    },
    {
      "epoch": 460.05,
      "grad_norm": 1.0370780229568481,
      "learning_rate": 1.9575013621325195e-06,
      "loss": 0.3431,
      "step": 1648360
    },
    {
      "epoch": 460.05,
      "grad_norm": 1.0515789985656738,
      "learning_rate": 1.9574746922375546e-06,
      "loss": 0.35,
      "step": 1648370
    },
    {
      "epoch": 460.06,
      "grad_norm": 1.0247186422348022,
      "learning_rate": 1.957448022394003e-06,
      "loss": 0.3307,
      "step": 1648380
    },
    {
      "epoch": 460.06,
      "grad_norm": 0.9515350461006165,
      "learning_rate": 1.9574213526018674e-06,
      "loss": 0.3547,
      "step": 1648390
    },
    {
      "epoch": 460.06,
      "grad_norm": 1.2021952867507935,
      "learning_rate": 1.957394682861153e-06,
      "loss": 0.3346,
      "step": 1648400
    },
    {
      "epoch": 460.06,
      "grad_norm": 0.9658897519111633,
      "learning_rate": 1.957368013171863e-06,
      "loss": 0.336,
      "step": 1648410
    },
    {
      "epoch": 460.07,
      "grad_norm": 1.234201431274414,
      "learning_rate": 1.9573413435339997e-06,
      "loss": 0.3422,
      "step": 1648420
    },
    {
      "epoch": 460.07,
      "grad_norm": 0.9826008677482605,
      "learning_rate": 1.9573146739475673e-06,
      "loss": 0.3319,
      "step": 1648430
    },
    {
      "epoch": 460.07,
      "grad_norm": 1.1227242946624756,
      "learning_rate": 1.9572880044125707e-06,
      "loss": 0.3393,
      "step": 1648440
    },
    {
      "epoch": 460.08,
      "grad_norm": 1.0896230936050415,
      "learning_rate": 1.9572613349290113e-06,
      "loss": 0.3517,
      "step": 1648450
    },
    {
      "epoch": 460.08,
      "grad_norm": 0.9616767764091492,
      "learning_rate": 1.9572346654968945e-06,
      "loss": 0.356,
      "step": 1648460
    },
    {
      "epoch": 460.08,
      "grad_norm": 0.9256009459495544,
      "learning_rate": 1.9572079961162213e-06,
      "loss": 0.3392,
      "step": 1648470
    },
    {
      "epoch": 460.08,
      "grad_norm": 1.081466794013977,
      "learning_rate": 1.9571813267869985e-06,
      "loss": 0.3429,
      "step": 1648480
    },
    {
      "epoch": 460.09,
      "grad_norm": 1.0388095378875732,
      "learning_rate": 1.957154657509228e-06,
      "loss": 0.3382,
      "step": 1648490
    },
    {
      "epoch": 460.09,
      "grad_norm": 1.0279117822647095,
      "learning_rate": 1.957127988282913e-06,
      "loss": 0.3291,
      "step": 1648500
    },
    {
      "epoch": 460.09,
      "grad_norm": 1.0682264566421509,
      "learning_rate": 1.9571013191080578e-06,
      "loss": 0.3545,
      "step": 1648510
    },
    {
      "epoch": 460.09,
      "grad_norm": 0.9043300151824951,
      "learning_rate": 1.957074649984666e-06,
      "loss": 0.3312,
      "step": 1648520
    },
    {
      "epoch": 460.1,
      "grad_norm": 1.0562992095947266,
      "learning_rate": 1.9570479809127395e-06,
      "loss": 0.3521,
      "step": 1648530
    },
    {
      "epoch": 460.1,
      "grad_norm": 1.1519627571105957,
      "learning_rate": 1.9570213118922844e-06,
      "loss": 0.3526,
      "step": 1648540
    },
    {
      "epoch": 460.1,
      "grad_norm": 0.8987479209899902,
      "learning_rate": 1.9569946429233027e-06,
      "loss": 0.3255,
      "step": 1648550
    },
    {
      "epoch": 460.11,
      "grad_norm": 0.9778429269790649,
      "learning_rate": 1.9569679740057972e-06,
      "loss": 0.3341,
      "step": 1648560
    },
    {
      "epoch": 460.11,
      "grad_norm": 1.1109808683395386,
      "learning_rate": 1.9569413051397736e-06,
      "loss": 0.3597,
      "step": 1648570
    },
    {
      "epoch": 460.11,
      "grad_norm": 1.0742981433868408,
      "learning_rate": 1.9569146363252344e-06,
      "loss": 0.3498,
      "step": 1648580
    },
    {
      "epoch": 460.11,
      "grad_norm": 1.3223532438278198,
      "learning_rate": 1.9568879675621825e-06,
      "loss": 0.3444,
      "step": 1648590
    },
    {
      "epoch": 460.12,
      "grad_norm": 1.1246421337127686,
      "learning_rate": 1.956861298850623e-06,
      "loss": 0.3405,
      "step": 1648600
    },
    {
      "epoch": 460.12,
      "grad_norm": 1.1324881315231323,
      "learning_rate": 1.956834630190558e-06,
      "loss": 0.3489,
      "step": 1648610
    },
    {
      "epoch": 460.12,
      "grad_norm": 1.2260974645614624,
      "learning_rate": 1.956807961581991e-06,
      "loss": 0.3393,
      "step": 1648620
    },
    {
      "epoch": 460.13,
      "grad_norm": 0.9166629910469055,
      "learning_rate": 1.9567812930249263e-06,
      "loss": 0.3447,
      "step": 1648630
    },
    {
      "epoch": 460.13,
      "grad_norm": 0.9765952229499817,
      "learning_rate": 1.9567546245193678e-06,
      "loss": 0.3503,
      "step": 1648640
    },
    {
      "epoch": 460.13,
      "grad_norm": 1.0741358995437622,
      "learning_rate": 1.956727956065318e-06,
      "loss": 0.3506,
      "step": 1648650
    },
    {
      "epoch": 460.13,
      "grad_norm": 1.270009160041809,
      "learning_rate": 1.956701287662781e-06,
      "loss": 0.3673,
      "step": 1648660
    },
    {
      "epoch": 460.14,
      "grad_norm": 0.9646884799003601,
      "learning_rate": 1.956674619311761e-06,
      "loss": 0.3323,
      "step": 1648670
    },
    {
      "epoch": 460.14,
      "grad_norm": 1.047865867614746,
      "learning_rate": 1.9566479510122596e-06,
      "loss": 0.3426,
      "step": 1648680
    },
    {
      "epoch": 460.14,
      "grad_norm": 1.0555170774459839,
      "learning_rate": 1.956621282764282e-06,
      "loss": 0.3384,
      "step": 1648690
    },
    {
      "epoch": 460.15,
      "grad_norm": 0.9275423288345337,
      "learning_rate": 1.956594614567832e-06,
      "loss": 0.3412,
      "step": 1648700
    },
    {
      "epoch": 460.15,
      "grad_norm": 1.1269279718399048,
      "learning_rate": 1.9565679464229113e-06,
      "loss": 0.3497,
      "step": 1648710
    },
    {
      "epoch": 460.15,
      "grad_norm": 1.0142040252685547,
      "learning_rate": 1.9565412783295253e-06,
      "loss": 0.357,
      "step": 1648720
    },
    {
      "epoch": 460.15,
      "grad_norm": 0.971394956111908,
      "learning_rate": 1.9565146102876775e-06,
      "loss": 0.3319,
      "step": 1648730
    },
    {
      "epoch": 460.16,
      "grad_norm": 1.3548587560653687,
      "learning_rate": 1.95648794229737e-06,
      "loss": 0.3655,
      "step": 1648740
    },
    {
      "epoch": 460.16,
      "grad_norm": 1.1153357028961182,
      "learning_rate": 1.9564612743586077e-06,
      "loss": 0.3368,
      "step": 1648750
    },
    {
      "epoch": 460.16,
      "grad_norm": 1.0275293588638306,
      "learning_rate": 1.956434606471393e-06,
      "loss": 0.3614,
      "step": 1648760
    },
    {
      "epoch": 460.16,
      "grad_norm": 1.163631558418274,
      "learning_rate": 1.9564079386357302e-06,
      "loss": 0.3369,
      "step": 1648770
    },
    {
      "epoch": 460.17,
      "grad_norm": 1.1395989656448364,
      "learning_rate": 1.9563812708516235e-06,
      "loss": 0.3428,
      "step": 1648780
    },
    {
      "epoch": 460.17,
      "grad_norm": 1.0032668113708496,
      "learning_rate": 1.956354603119075e-06,
      "loss": 0.3265,
      "step": 1648790
    },
    {
      "epoch": 460.17,
      "grad_norm": 0.9719300866127014,
      "learning_rate": 1.9563279354380893e-06,
      "loss": 0.3587,
      "step": 1648800
    },
    {
      "epoch": 460.18,
      "grad_norm": 0.9997535943984985,
      "learning_rate": 1.9563012678086694e-06,
      "loss": 0.3507,
      "step": 1648810
    },
    {
      "epoch": 460.18,
      "grad_norm": 1.0569567680358887,
      "learning_rate": 1.9562746002308186e-06,
      "loss": 0.3455,
      "step": 1648820
    },
    {
      "epoch": 460.18,
      "grad_norm": 1.1740527153015137,
      "learning_rate": 1.9562479327045415e-06,
      "loss": 0.3331,
      "step": 1648830
    },
    {
      "epoch": 460.18,
      "grad_norm": 0.9353093504905701,
      "learning_rate": 1.956221265229841e-06,
      "loss": 0.3475,
      "step": 1648840
    },
    {
      "epoch": 460.19,
      "grad_norm": 0.9706559181213379,
      "learning_rate": 1.95619459780672e-06,
      "loss": 0.3401,
      "step": 1648850
    },
    {
      "epoch": 460.19,
      "grad_norm": 1.1833842992782593,
      "learning_rate": 1.9561679304351834e-06,
      "loss": 0.3344,
      "step": 1648860
    },
    {
      "epoch": 460.19,
      "grad_norm": 1.007680058479309,
      "learning_rate": 1.9561412631152342e-06,
      "loss": 0.3351,
      "step": 1648870
    },
    {
      "epoch": 460.2,
      "grad_norm": 1.0680811405181885,
      "learning_rate": 1.9561145958468753e-06,
      "loss": 0.351,
      "step": 1648880
    },
    {
      "epoch": 460.2,
      "grad_norm": 1.0133438110351562,
      "learning_rate": 1.9560879286301112e-06,
      "loss": 0.333,
      "step": 1648890
    },
    {
      "epoch": 460.2,
      "grad_norm": 1.151118516921997,
      "learning_rate": 1.956061261464945e-06,
      "loss": 0.3491,
      "step": 1648900
    },
    {
      "epoch": 460.2,
      "grad_norm": 0.9732714891433716,
      "learning_rate": 1.9560345943513797e-06,
      "loss": 0.3379,
      "step": 1648910
    },
    {
      "epoch": 460.21,
      "grad_norm": 0.9630752205848694,
      "learning_rate": 1.9560079272894198e-06,
      "loss": 0.3283,
      "step": 1648920
    },
    {
      "epoch": 460.21,
      "grad_norm": 0.9519183039665222,
      "learning_rate": 1.955981260279069e-06,
      "loss": 0.3478,
      "step": 1648930
    },
    {
      "epoch": 460.21,
      "grad_norm": 0.9897029399871826,
      "learning_rate": 1.9559545933203296e-06,
      "loss": 0.3518,
      "step": 1648940
    },
    {
      "epoch": 460.21,
      "grad_norm": 0.9908903241157532,
      "learning_rate": 1.9559279264132065e-06,
      "loss": 0.348,
      "step": 1648950
    },
    {
      "epoch": 460.22,
      "grad_norm": 1.0077272653579712,
      "learning_rate": 1.9559012595577024e-06,
      "loss": 0.33,
      "step": 1648960
    },
    {
      "epoch": 460.22,
      "grad_norm": 1.0654804706573486,
      "learning_rate": 1.9558745927538203e-06,
      "loss": 0.3339,
      "step": 1648970
    },
    {
      "epoch": 460.22,
      "grad_norm": 1.1250603199005127,
      "learning_rate": 1.9558479260015653e-06,
      "loss": 0.3512,
      "step": 1648980
    },
    {
      "epoch": 460.23,
      "grad_norm": 0.9116877913475037,
      "learning_rate": 1.9558212593009403e-06,
      "loss": 0.3406,
      "step": 1648990
    },
    {
      "epoch": 460.23,
      "grad_norm": 1.0042214393615723,
      "learning_rate": 1.955794592651948e-06,
      "loss": 0.3547,
      "step": 1649000
    },
    {
      "epoch": 460.23,
      "grad_norm": 1.4109177589416504,
      "learning_rate": 1.9557679260545933e-06,
      "loss": 0.3453,
      "step": 1649010
    },
    {
      "epoch": 460.23,
      "grad_norm": 1.1498005390167236,
      "learning_rate": 1.9557412595088792e-06,
      "loss": 0.3282,
      "step": 1649020
    },
    {
      "epoch": 460.24,
      "grad_norm": 0.9877083897590637,
      "learning_rate": 1.9557145930148083e-06,
      "loss": 0.3464,
      "step": 1649030
    },
    {
      "epoch": 460.24,
      "grad_norm": 0.8927174210548401,
      "learning_rate": 1.955687926572386e-06,
      "loss": 0.3321,
      "step": 1649040
    },
    {
      "epoch": 460.24,
      "grad_norm": 1.503618597984314,
      "learning_rate": 1.955661260181614e-06,
      "loss": 0.3505,
      "step": 1649050
    },
    {
      "epoch": 460.25,
      "grad_norm": 0.9849309921264648,
      "learning_rate": 1.9556345938424975e-06,
      "loss": 0.3376,
      "step": 1649060
    },
    {
      "epoch": 460.25,
      "grad_norm": 0.93048095703125,
      "learning_rate": 1.955607927555039e-06,
      "loss": 0.3405,
      "step": 1649070
    },
    {
      "epoch": 460.25,
      "grad_norm": 1.0644947290420532,
      "learning_rate": 1.9555812613192425e-06,
      "loss": 0.3578,
      "step": 1649080
    },
    {
      "epoch": 460.25,
      "grad_norm": 1.0878658294677734,
      "learning_rate": 1.955554595135111e-06,
      "loss": 0.3402,
      "step": 1649090
    },
    {
      "epoch": 460.26,
      "grad_norm": 1.0859489440917969,
      "learning_rate": 1.955527929002649e-06,
      "loss": 0.3419,
      "step": 1649100
    },
    {
      "epoch": 460.26,
      "grad_norm": 0.9532220959663391,
      "learning_rate": 1.9555012629218584e-06,
      "loss": 0.357,
      "step": 1649110
    },
    {
      "epoch": 460.26,
      "grad_norm": 0.9898853302001953,
      "learning_rate": 1.9554745968927447e-06,
      "loss": 0.345,
      "step": 1649120
    },
    {
      "epoch": 460.27,
      "grad_norm": 0.9921701550483704,
      "learning_rate": 1.9554479309153105e-06,
      "loss": 0.3371,
      "step": 1649130
    },
    {
      "epoch": 460.27,
      "grad_norm": 0.9750596880912781,
      "learning_rate": 1.9554212649895585e-06,
      "loss": 0.3623,
      "step": 1649140
    },
    {
      "epoch": 460.27,
      "grad_norm": 1.044580101966858,
      "learning_rate": 1.955394599115494e-06,
      "loss": 0.3408,
      "step": 1649150
    },
    {
      "epoch": 460.27,
      "grad_norm": 1.2777695655822754,
      "learning_rate": 1.95536793329312e-06,
      "loss": 0.337,
      "step": 1649160
    },
    {
      "epoch": 460.28,
      "grad_norm": 0.9486829042434692,
      "learning_rate": 1.955341267522439e-06,
      "loss": 0.3511,
      "step": 1649170
    },
    {
      "epoch": 460.28,
      "grad_norm": 1.0215868949890137,
      "learning_rate": 1.955314601803456e-06,
      "loss": 0.3328,
      "step": 1649180
    },
    {
      "epoch": 460.28,
      "grad_norm": 1.0484414100646973,
      "learning_rate": 1.9552879361361737e-06,
      "loss": 0.3505,
      "step": 1649190
    },
    {
      "epoch": 460.28,
      "grad_norm": 1.1260956525802612,
      "learning_rate": 1.955261270520595e-06,
      "loss": 0.3554,
      "step": 1649200
    },
    {
      "epoch": 460.29,
      "grad_norm": 0.9801004528999329,
      "learning_rate": 1.955234604956725e-06,
      "loss": 0.3518,
      "step": 1649210
    },
    {
      "epoch": 460.29,
      "grad_norm": 0.9146610498428345,
      "learning_rate": 1.955207939444567e-06,
      "loss": 0.3378,
      "step": 1649220
    },
    {
      "epoch": 460.29,
      "grad_norm": 0.9045103192329407,
      "learning_rate": 1.955181273984123e-06,
      "loss": 0.328,
      "step": 1649230
    },
    {
      "epoch": 460.3,
      "grad_norm": 0.9799429774284363,
      "learning_rate": 1.9551546085753984e-06,
      "loss": 0.3393,
      "step": 1649240
    },
    {
      "epoch": 460.3,
      "grad_norm": 1.2166489362716675,
      "learning_rate": 1.955127943218396e-06,
      "loss": 0.3629,
      "step": 1649250
    },
    {
      "epoch": 460.3,
      "grad_norm": 0.9891995787620544,
      "learning_rate": 1.955101277913118e-06,
      "loss": 0.3364,
      "step": 1649260
    },
    {
      "epoch": 460.3,
      "grad_norm": 1.519835114479065,
      "learning_rate": 1.9550746126595705e-06,
      "loss": 0.3227,
      "step": 1649270
    },
    {
      "epoch": 460.31,
      "grad_norm": 0.9792948365211487,
      "learning_rate": 1.9550479474577555e-06,
      "loss": 0.3251,
      "step": 1649280
    },
    {
      "epoch": 460.31,
      "grad_norm": 1.2246780395507812,
      "learning_rate": 1.9550212823076765e-06,
      "loss": 0.3506,
      "step": 1649290
    },
    {
      "epoch": 460.31,
      "grad_norm": 0.958345353603363,
      "learning_rate": 1.9549946172093376e-06,
      "loss": 0.3547,
      "step": 1649300
    },
    {
      "epoch": 460.32,
      "grad_norm": 0.9563955664634705,
      "learning_rate": 1.9549679521627427e-06,
      "loss": 0.3375,
      "step": 1649310
    },
    {
      "epoch": 460.32,
      "grad_norm": 1.373092770576477,
      "learning_rate": 1.954941287167894e-06,
      "loss": 0.3393,
      "step": 1649320
    },
    {
      "epoch": 460.32,
      "grad_norm": 0.981752336025238,
      "learning_rate": 1.9549146222247966e-06,
      "loss": 0.3503,
      "step": 1649330
    },
    {
      "epoch": 460.32,
      "grad_norm": 1.0653305053710938,
      "learning_rate": 1.954887957333452e-06,
      "loss": 0.3497,
      "step": 1649340
    },
    {
      "epoch": 460.33,
      "grad_norm": 1.1721540689468384,
      "learning_rate": 1.9548612924938663e-06,
      "loss": 0.3518,
      "step": 1649350
    },
    {
      "epoch": 460.33,
      "grad_norm": 0.9683616161346436,
      "learning_rate": 1.9548346277060416e-06,
      "loss": 0.3426,
      "step": 1649360
    },
    {
      "epoch": 460.33,
      "grad_norm": 2.079392433166504,
      "learning_rate": 1.9548079629699812e-06,
      "loss": 0.3287,
      "step": 1649370
    },
    {
      "epoch": 460.33,
      "grad_norm": 1.0402164459228516,
      "learning_rate": 1.9547812982856894e-06,
      "loss": 0.3527,
      "step": 1649380
    },
    {
      "epoch": 460.34,
      "grad_norm": 1.0184075832366943,
      "learning_rate": 1.9547546336531695e-06,
      "loss": 0.3727,
      "step": 1649390
    },
    {
      "epoch": 460.34,
      "grad_norm": 0.966911256313324,
      "learning_rate": 1.9547279690724245e-06,
      "loss": 0.34,
      "step": 1649400
    },
    {
      "epoch": 460.34,
      "grad_norm": 1.028838038444519,
      "learning_rate": 1.954701304543459e-06,
      "loss": 0.3453,
      "step": 1649410
    },
    {
      "epoch": 460.35,
      "grad_norm": 1.1413215398788452,
      "learning_rate": 1.9546746400662765e-06,
      "loss": 0.3551,
      "step": 1649420
    },
    {
      "epoch": 460.35,
      "grad_norm": 1.1590949296951294,
      "learning_rate": 1.9546479756408782e-06,
      "loss": 0.3385,
      "step": 1649430
    },
    {
      "epoch": 460.35,
      "grad_norm": 1.042663335800171,
      "learning_rate": 1.954621311267271e-06,
      "loss": 0.3326,
      "step": 1649440
    },
    {
      "epoch": 460.35,
      "grad_norm": 1.0482151508331299,
      "learning_rate": 1.954594646945457e-06,
      "loss": 0.3367,
      "step": 1649450
    },
    {
      "epoch": 460.36,
      "grad_norm": 1.133796215057373,
      "learning_rate": 1.954567982675439e-06,
      "loss": 0.3535,
      "step": 1649460
    },
    {
      "epoch": 460.36,
      "grad_norm": 0.9256036281585693,
      "learning_rate": 1.9545413184572214e-06,
      "loss": 0.3186,
      "step": 1649470
    },
    {
      "epoch": 460.36,
      "grad_norm": 1.1014958620071411,
      "learning_rate": 1.954514654290808e-06,
      "loss": 0.3283,
      "step": 1649480
    },
    {
      "epoch": 460.37,
      "grad_norm": 1.27311372756958,
      "learning_rate": 1.954487990176201e-06,
      "loss": 0.3509,
      "step": 1649490
    },
    {
      "epoch": 460.37,
      "grad_norm": 1.077683687210083,
      "learning_rate": 1.9544613261134056e-06,
      "loss": 0.3565,
      "step": 1649500
    },
    {
      "epoch": 460.37,
      "grad_norm": 1.135342001914978,
      "learning_rate": 1.954434662102425e-06,
      "loss": 0.3401,
      "step": 1649510
    },
    {
      "epoch": 460.37,
      "grad_norm": 1.0573118925094604,
      "learning_rate": 1.954407998143261e-06,
      "loss": 0.3376,
      "step": 1649520
    },
    {
      "epoch": 460.38,
      "grad_norm": 1.2311010360717773,
      "learning_rate": 1.9543813342359196e-06,
      "loss": 0.3501,
      "step": 1649530
    },
    {
      "epoch": 460.38,
      "grad_norm": 1.1524794101715088,
      "learning_rate": 1.9543546703804033e-06,
      "loss": 0.3572,
      "step": 1649540
    },
    {
      "epoch": 460.38,
      "grad_norm": 1.1319794654846191,
      "learning_rate": 1.9543280065767153e-06,
      "loss": 0.3412,
      "step": 1649550
    },
    {
      "epoch": 460.39,
      "grad_norm": 0.9859752058982849,
      "learning_rate": 1.95430134282486e-06,
      "loss": 0.3436,
      "step": 1649560
    },
    {
      "epoch": 460.39,
      "grad_norm": 1.0554845333099365,
      "learning_rate": 1.95427467912484e-06,
      "loss": 0.3503,
      "step": 1649570
    },
    {
      "epoch": 460.39,
      "grad_norm": 1.6347893476486206,
      "learning_rate": 1.954248015476659e-06,
      "loss": 0.3472,
      "step": 1649580
    },
    {
      "epoch": 460.39,
      "grad_norm": 1.06228506565094,
      "learning_rate": 1.9542213518803213e-06,
      "loss": 0.3332,
      "step": 1649590
    },
    {
      "epoch": 460.4,
      "grad_norm": 1.069455862045288,
      "learning_rate": 1.95419468833583e-06,
      "loss": 0.3502,
      "step": 1649600
    },
    {
      "epoch": 460.4,
      "grad_norm": 0.9078139662742615,
      "learning_rate": 1.9541680248431877e-06,
      "loss": 0.3531,
      "step": 1649610
    },
    {
      "epoch": 460.4,
      "grad_norm": 1.114538311958313,
      "learning_rate": 1.9541413614024e-06,
      "loss": 0.3244,
      "step": 1649620
    },
    {
      "epoch": 460.4,
      "grad_norm": 1.040285348892212,
      "learning_rate": 1.954114698013468e-06,
      "loss": 0.3318,
      "step": 1649630
    },
    {
      "epoch": 460.41,
      "grad_norm": 0.9869250059127808,
      "learning_rate": 1.954088034676398e-06,
      "loss": 0.3502,
      "step": 1649640
    },
    {
      "epoch": 460.41,
      "grad_norm": 0.9193697571754456,
      "learning_rate": 1.9540613713911914e-06,
      "loss": 0.3455,
      "step": 1649650
    },
    {
      "epoch": 460.41,
      "grad_norm": 0.9828072190284729,
      "learning_rate": 1.954034708157852e-06,
      "loss": 0.3452,
      "step": 1649660
    },
    {
      "epoch": 460.42,
      "grad_norm": 1.662899136543274,
      "learning_rate": 1.954008044976385e-06,
      "loss": 0.3579,
      "step": 1649670
    },
    {
      "epoch": 460.42,
      "grad_norm": 1.1103285551071167,
      "learning_rate": 1.9539813818467923e-06,
      "loss": 0.3168,
      "step": 1649680
    },
    {
      "epoch": 460.42,
      "grad_norm": 1.2719101905822754,
      "learning_rate": 1.9539547187690777e-06,
      "loss": 0.331,
      "step": 1649690
    },
    {
      "epoch": 460.42,
      "grad_norm": 1.2519079446792603,
      "learning_rate": 1.953928055743245e-06,
      "loss": 0.342,
      "step": 1649700
    },
    {
      "epoch": 460.43,
      "grad_norm": 0.9919658303260803,
      "learning_rate": 1.953901392769298e-06,
      "loss": 0.3366,
      "step": 1649710
    },
    {
      "epoch": 460.43,
      "grad_norm": 1.09395170211792,
      "learning_rate": 1.953874729847239e-06,
      "loss": 0.3394,
      "step": 1649720
    },
    {
      "epoch": 460.43,
      "grad_norm": 1.1861506700515747,
      "learning_rate": 1.9538480669770736e-06,
      "loss": 0.3435,
      "step": 1649730
    },
    {
      "epoch": 460.44,
      "grad_norm": 0.9801152348518372,
      "learning_rate": 1.953821404158804e-06,
      "loss": 0.3337,
      "step": 1649740
    },
    {
      "epoch": 460.44,
      "grad_norm": 1.111393928527832,
      "learning_rate": 1.953794741392434e-06,
      "loss": 0.3392,
      "step": 1649750
    },
    {
      "epoch": 460.44,
      "grad_norm": 1.0529825687408447,
      "learning_rate": 1.953768078677967e-06,
      "loss": 0.3468,
      "step": 1649760
    },
    {
      "epoch": 460.44,
      "grad_norm": 1.253600001335144,
      "learning_rate": 1.953741416015407e-06,
      "loss": 0.3414,
      "step": 1649770
    },
    {
      "epoch": 460.45,
      "grad_norm": 1.0896248817443848,
      "learning_rate": 1.953714753404756e-06,
      "loss": 0.348,
      "step": 1649780
    },
    {
      "epoch": 460.45,
      "grad_norm": 0.8624393939971924,
      "learning_rate": 1.95368809084602e-06,
      "loss": 0.3429,
      "step": 1649790
    },
    {
      "epoch": 460.45,
      "grad_norm": 0.9665350317955017,
      "learning_rate": 1.953661428339202e-06,
      "loss": 0.3479,
      "step": 1649800
    },
    {
      "epoch": 460.45,
      "grad_norm": 1.1429139375686646,
      "learning_rate": 1.953634765884303e-06,
      "loss": 0.3481,
      "step": 1649810
    },
    {
      "epoch": 460.46,
      "grad_norm": 1.1236273050308228,
      "learning_rate": 1.9536081034813295e-06,
      "loss": 0.3497,
      "step": 1649820
    },
    {
      "epoch": 460.46,
      "grad_norm": 1.0189920663833618,
      "learning_rate": 1.9535814411302844e-06,
      "loss": 0.3466,
      "step": 1649830
    },
    {
      "epoch": 460.46,
      "grad_norm": 1.009048581123352,
      "learning_rate": 1.95355477883117e-06,
      "loss": 0.3447,
      "step": 1649840
    },
    {
      "epoch": 460.47,
      "grad_norm": 1.0817813873291016,
      "learning_rate": 1.9535281165839915e-06,
      "loss": 0.3339,
      "step": 1649850
    },
    {
      "epoch": 460.47,
      "grad_norm": 1.0444235801696777,
      "learning_rate": 1.9535014543887513e-06,
      "loss": 0.345,
      "step": 1649860
    },
    {
      "epoch": 460.47,
      "grad_norm": 0.9987848401069641,
      "learning_rate": 1.9534747922454524e-06,
      "loss": 0.3497,
      "step": 1649870
    },
    {
      "epoch": 460.47,
      "grad_norm": 1.059095859527588,
      "learning_rate": 1.9534481301541004e-06,
      "loss": 0.3295,
      "step": 1649880
    },
    {
      "epoch": 460.48,
      "grad_norm": 1.048819899559021,
      "learning_rate": 1.9534214681146973e-06,
      "loss": 0.3392,
      "step": 1649890
    },
    {
      "epoch": 460.48,
      "grad_norm": 1.0999655723571777,
      "learning_rate": 1.953394806127247e-06,
      "loss": 0.3466,
      "step": 1649900
    },
    {
      "epoch": 460.48,
      "grad_norm": 0.9272320866584778,
      "learning_rate": 1.9533681441917537e-06,
      "loss": 0.3569,
      "step": 1649910
    },
    {
      "epoch": 460.49,
      "grad_norm": 0.9774267077445984,
      "learning_rate": 1.9533414823082187e-06,
      "loss": 0.345,
      "step": 1649920
    },
    {
      "epoch": 460.49,
      "grad_norm": 1.0033137798309326,
      "learning_rate": 1.9533148204766487e-06,
      "loss": 0.344,
      "step": 1649930
    },
    {
      "epoch": 460.49,
      "grad_norm": 1.0579124689102173,
      "learning_rate": 1.9532881586970455e-06,
      "loss": 0.3587,
      "step": 1649940
    },
    {
      "epoch": 460.49,
      "grad_norm": 1.0562843084335327,
      "learning_rate": 1.953261496969412e-06,
      "loss": 0.345,
      "step": 1649950
    },
    {
      "epoch": 460.5,
      "grad_norm": 1.1590256690979004,
      "learning_rate": 1.9532348352937536e-06,
      "loss": 0.3598,
      "step": 1649960
    },
    {
      "epoch": 460.5,
      "grad_norm": 1.0111035108566284,
      "learning_rate": 1.9532081736700726e-06,
      "loss": 0.3384,
      "step": 1649970
    },
    {
      "epoch": 460.5,
      "grad_norm": 1.0407739877700806,
      "learning_rate": 1.9531815120983728e-06,
      "loss": 0.3431,
      "step": 1649980
    },
    {
      "epoch": 460.51,
      "grad_norm": 1.0503696203231812,
      "learning_rate": 1.953154850578658e-06,
      "loss": 0.3512,
      "step": 1649990
    },
    {
      "epoch": 460.51,
      "grad_norm": 1.093158483505249,
      "learning_rate": 1.9531281891109313e-06,
      "loss": 0.3446,
      "step": 1650000
    },
    {
      "epoch": 460.51,
      "grad_norm": 1.153214931488037,
      "learning_rate": 1.9531015276951956e-06,
      "loss": 0.3488,
      "step": 1650010
    },
    {
      "epoch": 460.51,
      "grad_norm": 1.8062368631362915,
      "learning_rate": 1.9530748663314564e-06,
      "loss": 0.3352,
      "step": 1650020
    },
    {
      "epoch": 460.52,
      "grad_norm": 0.8907822370529175,
      "learning_rate": 1.9530482050197164e-06,
      "loss": 0.3544,
      "step": 1650030
    },
    {
      "epoch": 460.52,
      "grad_norm": 1.5603221654891968,
      "learning_rate": 1.9530215437599784e-06,
      "loss": 0.354,
      "step": 1650040
    },
    {
      "epoch": 460.52,
      "grad_norm": 0.9110528230667114,
      "learning_rate": 1.9529948825522465e-06,
      "loss": 0.3614,
      "step": 1650050
    },
    {
      "epoch": 460.52,
      "grad_norm": 0.9657770991325378,
      "learning_rate": 1.9529682213965245e-06,
      "loss": 0.346,
      "step": 1650060
    },
    {
      "epoch": 460.53,
      "grad_norm": 1.091381549835205,
      "learning_rate": 1.9529415602928146e-06,
      "loss": 0.3461,
      "step": 1650070
    },
    {
      "epoch": 460.53,
      "grad_norm": 1.2684495449066162,
      "learning_rate": 1.9529148992411227e-06,
      "loss": 0.3464,
      "step": 1650080
    },
    {
      "epoch": 460.53,
      "grad_norm": 1.0912699699401855,
      "learning_rate": 1.952888238241451e-06,
      "loss": 0.362,
      "step": 1650090
    },
    {
      "epoch": 460.54,
      "grad_norm": 1.0347484350204468,
      "learning_rate": 1.9528615772938017e-06,
      "loss": 0.3235,
      "step": 1650100
    },
    {
      "epoch": 460.54,
      "grad_norm": 1.0526484251022339,
      "learning_rate": 1.9528349163981806e-06,
      "loss": 0.3542,
      "step": 1650110
    },
    {
      "epoch": 460.54,
      "grad_norm": 1.2605830430984497,
      "learning_rate": 1.952808255554591e-06,
      "loss": 0.349,
      "step": 1650120
    },
    {
      "epoch": 460.54,
      "grad_norm": 0.957697331905365,
      "learning_rate": 1.9527815947630353e-06,
      "loss": 0.3583,
      "step": 1650130
    },
    {
      "epoch": 460.55,
      "grad_norm": 1.0817043781280518,
      "learning_rate": 1.952754934023518e-06,
      "loss": 0.3679,
      "step": 1650140
    },
    {
      "epoch": 460.55,
      "grad_norm": 0.9600310325622559,
      "learning_rate": 1.952728273336042e-06,
      "loss": 0.3281,
      "step": 1650150
    },
    {
      "epoch": 460.55,
      "grad_norm": 1.2452162504196167,
      "learning_rate": 1.9527016127006105e-06,
      "loss": 0.3333,
      "step": 1650160
    },
    {
      "epoch": 460.56,
      "grad_norm": 1.101894497871399,
      "learning_rate": 1.9526749521172282e-06,
      "loss": 0.3613,
      "step": 1650170
    },
    {
      "epoch": 460.56,
      "grad_norm": 1.0252140760421753,
      "learning_rate": 1.9526482915858987e-06,
      "loss": 0.342,
      "step": 1650180
    },
    {
      "epoch": 460.56,
      "grad_norm": 2.116443157196045,
      "learning_rate": 1.9526216311066236e-06,
      "loss": 0.3339,
      "step": 1650190
    },
    {
      "epoch": 460.56,
      "grad_norm": 1.070159673690796,
      "learning_rate": 1.952594970679409e-06,
      "loss": 0.3346,
      "step": 1650200
    },
    {
      "epoch": 460.57,
      "grad_norm": 1.2049168348312378,
      "learning_rate": 1.9525683103042557e-06,
      "loss": 0.3444,
      "step": 1650210
    },
    {
      "epoch": 460.57,
      "grad_norm": 1.0458141565322876,
      "learning_rate": 1.9525416499811705e-06,
      "loss": 0.3409,
      "step": 1650220
    },
    {
      "epoch": 460.57,
      "grad_norm": 0.9848789572715759,
      "learning_rate": 1.9525149897101545e-06,
      "loss": 0.3485,
      "step": 1650230
    },
    {
      "epoch": 460.57,
      "grad_norm": 0.9953133463859558,
      "learning_rate": 1.9524883294912116e-06,
      "loss": 0.3372,
      "step": 1650240
    },
    {
      "epoch": 460.58,
      "grad_norm": 0.91492760181427,
      "learning_rate": 1.9524616693243464e-06,
      "loss": 0.3563,
      "step": 1650250
    },
    {
      "epoch": 460.58,
      "grad_norm": 1.2473806142807007,
      "learning_rate": 1.952435009209562e-06,
      "loss": 0.347,
      "step": 1650260
    },
    {
      "epoch": 460.58,
      "grad_norm": 1.1400096416473389,
      "learning_rate": 1.9524083491468605e-06,
      "loss": 0.3512,
      "step": 1650270
    },
    {
      "epoch": 460.59,
      "grad_norm": 1.1238996982574463,
      "learning_rate": 1.952381689136248e-06,
      "loss": 0.341,
      "step": 1650280
    },
    {
      "epoch": 460.59,
      "grad_norm": 1.1196560859680176,
      "learning_rate": 1.9523550291777265e-06,
      "loss": 0.3506,
      "step": 1650290
    },
    {
      "epoch": 460.59,
      "grad_norm": 1.1332286596298218,
      "learning_rate": 1.9523283692712985e-06,
      "loss": 0.3536,
      "step": 1650300
    },
    {
      "epoch": 460.59,
      "grad_norm": 0.9052779674530029,
      "learning_rate": 1.9523017094169703e-06,
      "loss": 0.3548,
      "step": 1650310
    },
    {
      "epoch": 460.6,
      "grad_norm": 0.8994532823562622,
      "learning_rate": 1.952275049614744e-06,
      "loss": 0.3415,
      "step": 1650320
    },
    {
      "epoch": 460.6,
      "grad_norm": 1.014228343963623,
      "learning_rate": 1.9522483898646222e-06,
      "loss": 0.3399,
      "step": 1650330
    },
    {
      "epoch": 460.6,
      "grad_norm": 1.3391046524047852,
      "learning_rate": 1.9522217301666097e-06,
      "loss": 0.3464,
      "step": 1650340
    },
    {
      "epoch": 460.61,
      "grad_norm": 1.0222817659378052,
      "learning_rate": 1.95219507052071e-06,
      "loss": 0.3404,
      "step": 1650350
    },
    {
      "epoch": 460.61,
      "grad_norm": 1.143754243850708,
      "learning_rate": 1.952168410926926e-06,
      "loss": 0.3418,
      "step": 1650360
    },
    {
      "epoch": 460.61,
      "grad_norm": 0.9442036151885986,
      "learning_rate": 1.9521417513852618e-06,
      "loss": 0.3267,
      "step": 1650370
    },
    {
      "epoch": 460.61,
      "grad_norm": 1.0404294729232788,
      "learning_rate": 1.9521150918957214e-06,
      "loss": 0.3626,
      "step": 1650380
    },
    {
      "epoch": 460.62,
      "grad_norm": 0.9514837861061096,
      "learning_rate": 1.952088432458306e-06,
      "loss": 0.3512,
      "step": 1650390
    },
    {
      "epoch": 460.62,
      "grad_norm": 1.2025885581970215,
      "learning_rate": 1.9520617730730223e-06,
      "loss": 0.3473,
      "step": 1650400
    },
    {
      "epoch": 460.62,
      "grad_norm": 1.0050747394561768,
      "learning_rate": 1.952035113739872e-06,
      "loss": 0.353,
      "step": 1650410
    },
    {
      "epoch": 460.63,
      "grad_norm": 1.089263916015625,
      "learning_rate": 1.952008454458859e-06,
      "loss": 0.3446,
      "step": 1650420
    },
    {
      "epoch": 460.63,
      "grad_norm": 0.9683617949485779,
      "learning_rate": 1.9519817952299875e-06,
      "loss": 0.3545,
      "step": 1650430
    },
    {
      "epoch": 460.63,
      "grad_norm": 0.9638159275054932,
      "learning_rate": 1.95195513605326e-06,
      "loss": 0.3414,
      "step": 1650440
    },
    {
      "epoch": 460.63,
      "grad_norm": 1.0613261461257935,
      "learning_rate": 1.95192847692868e-06,
      "loss": 0.3348,
      "step": 1650450
    },
    {
      "epoch": 460.64,
      "grad_norm": 0.9224047064781189,
      "learning_rate": 1.951901817856252e-06,
      "loss": 0.3395,
      "step": 1650460
    },
    {
      "epoch": 460.64,
      "grad_norm": 1.0586241483688354,
      "learning_rate": 1.9518751588359794e-06,
      "loss": 0.3496,
      "step": 1650470
    },
    {
      "epoch": 460.64,
      "grad_norm": 1.1274621486663818,
      "learning_rate": 1.9518484998678644e-06,
      "loss": 0.3528,
      "step": 1650480
    },
    {
      "epoch": 460.64,
      "grad_norm": 1.0273113250732422,
      "learning_rate": 1.9518218409519127e-06,
      "loss": 0.3546,
      "step": 1650490
    },
    {
      "epoch": 460.65,
      "grad_norm": 1.1322993040084839,
      "learning_rate": 1.951795182088126e-06,
      "loss": 0.3545,
      "step": 1650500
    },
    {
      "epoch": 460.65,
      "grad_norm": 0.9983684420585632,
      "learning_rate": 1.9517685232765096e-06,
      "loss": 0.3416,
      "step": 1650510
    },
    {
      "epoch": 460.65,
      "grad_norm": 1.0865103006362915,
      "learning_rate": 1.9517418645170655e-06,
      "loss": 0.3404,
      "step": 1650520
    },
    {
      "epoch": 460.66,
      "grad_norm": 1.0894181728363037,
      "learning_rate": 1.951715205809797e-06,
      "loss": 0.3517,
      "step": 1650530
    },
    {
      "epoch": 460.66,
      "grad_norm": 0.9764671921730042,
      "learning_rate": 1.9516885471547092e-06,
      "loss": 0.3481,
      "step": 1650540
    },
    {
      "epoch": 460.66,
      "grad_norm": 1.0242564678192139,
      "learning_rate": 1.9516618885518052e-06,
      "loss": 0.3436,
      "step": 1650550
    },
    {
      "epoch": 460.66,
      "grad_norm": 1.091935634613037,
      "learning_rate": 1.9516352300010878e-06,
      "loss": 0.3554,
      "step": 1650560
    },
    {
      "epoch": 460.67,
      "grad_norm": 1.2148878574371338,
      "learning_rate": 1.951608571502561e-06,
      "loss": 0.342,
      "step": 1650570
    },
    {
      "epoch": 460.67,
      "grad_norm": 1.1383461952209473,
      "learning_rate": 1.951581913056229e-06,
      "loss": 0.3277,
      "step": 1650580
    },
    {
      "epoch": 460.67,
      "grad_norm": 1.7019858360290527,
      "learning_rate": 1.9515552546620932e-06,
      "loss": 0.3465,
      "step": 1650590
    },
    {
      "epoch": 460.68,
      "grad_norm": 1.0596317052841187,
      "learning_rate": 1.9515285963201597e-06,
      "loss": 0.326,
      "step": 1650600
    },
    {
      "epoch": 460.68,
      "grad_norm": 1.1358293294906616,
      "learning_rate": 1.9515019380304313e-06,
      "loss": 0.3431,
      "step": 1650610
    },
    {
      "epoch": 460.68,
      "grad_norm": 4.366845607757568,
      "learning_rate": 1.9514752797929097e-06,
      "loss": 0.3448,
      "step": 1650620
    },
    {
      "epoch": 460.68,
      "grad_norm": 1.6051082611083984,
      "learning_rate": 1.9514486216076015e-06,
      "loss": 0.3494,
      "step": 1650630
    },
    {
      "epoch": 460.69,
      "grad_norm": 1.2602572441101074,
      "learning_rate": 1.9514219634745085e-06,
      "loss": 0.335,
      "step": 1650640
    },
    {
      "epoch": 460.69,
      "grad_norm": 1.2239340543746948,
      "learning_rate": 1.951395305393634e-06,
      "loss": 0.3374,
      "step": 1650650
    },
    {
      "epoch": 460.69,
      "grad_norm": 0.949029266834259,
      "learning_rate": 1.951368647364982e-06,
      "loss": 0.3205,
      "step": 1650660
    },
    {
      "epoch": 460.69,
      "grad_norm": 1.0342665910720825,
      "learning_rate": 1.951341989388557e-06,
      "loss": 0.3341,
      "step": 1650670
    },
    {
      "epoch": 460.7,
      "grad_norm": 1.1745890378952026,
      "learning_rate": 1.95131533146436e-06,
      "loss": 0.3294,
      "step": 1650680
    },
    {
      "epoch": 460.7,
      "grad_norm": 1.9125827550888062,
      "learning_rate": 1.9512886735923972e-06,
      "loss": 0.3543,
      "step": 1650690
    },
    {
      "epoch": 460.7,
      "grad_norm": 1.220249056816101,
      "learning_rate": 1.951262015772671e-06,
      "loss": 0.3445,
      "step": 1650700
    },
    {
      "epoch": 460.71,
      "grad_norm": 1.1499508619308472,
      "learning_rate": 1.951235358005185e-06,
      "loss": 0.3651,
      "step": 1650710
    },
    {
      "epoch": 460.71,
      "grad_norm": 0.9622932076454163,
      "learning_rate": 1.9512087002899426e-06,
      "loss": 0.3398,
      "step": 1650720
    },
    {
      "epoch": 460.71,
      "grad_norm": 1.2753682136535645,
      "learning_rate": 1.9511820426269483e-06,
      "loss": 0.3459,
      "step": 1650730
    },
    {
      "epoch": 460.71,
      "grad_norm": 1.0752652883529663,
      "learning_rate": 1.9511553850162036e-06,
      "loss": 0.3411,
      "step": 1650740
    },
    {
      "epoch": 460.72,
      "grad_norm": 0.9119526147842407,
      "learning_rate": 1.9511287274577145e-06,
      "loss": 0.3422,
      "step": 1650750
    },
    {
      "epoch": 460.72,
      "grad_norm": 0.9750024080276489,
      "learning_rate": 1.951102069951482e-06,
      "loss": 0.3486,
      "step": 1650760
    },
    {
      "epoch": 460.72,
      "grad_norm": 0.9860988855361938,
      "learning_rate": 1.9510754124975124e-06,
      "loss": 0.3437,
      "step": 1650770
    },
    {
      "epoch": 460.73,
      "grad_norm": 1.0527243614196777,
      "learning_rate": 1.951048755095808e-06,
      "loss": 0.3524,
      "step": 1650780
    },
    {
      "epoch": 460.73,
      "grad_norm": 1.0323606729507446,
      "learning_rate": 1.951022097746371e-06,
      "loss": 0.3448,
      "step": 1650790
    },
    {
      "epoch": 460.73,
      "grad_norm": 1.1706092357635498,
      "learning_rate": 1.950995440449208e-06,
      "loss": 0.3521,
      "step": 1650800
    },
    {
      "epoch": 460.73,
      "grad_norm": 1.1246302127838135,
      "learning_rate": 1.9509687832043196e-06,
      "loss": 0.3493,
      "step": 1650810
    },
    {
      "epoch": 460.74,
      "grad_norm": 1.0112749338150024,
      "learning_rate": 1.9509421260117098e-06,
      "loss": 0.3396,
      "step": 1650820
    },
    {
      "epoch": 460.74,
      "grad_norm": 0.9682310819625854,
      "learning_rate": 1.950915468871384e-06,
      "loss": 0.34,
      "step": 1650830
    },
    {
      "epoch": 460.74,
      "grad_norm": 1.1494430303573608,
      "learning_rate": 1.9508888117833445e-06,
      "loss": 0.3427,
      "step": 1650840
    },
    {
      "epoch": 460.75,
      "grad_norm": 1.022452473640442,
      "learning_rate": 1.950862154747594e-06,
      "loss": 0.3498,
      "step": 1650850
    },
    {
      "epoch": 460.75,
      "grad_norm": 1.215192437171936,
      "learning_rate": 1.9508354977641384e-06,
      "loss": 0.3585,
      "step": 1650860
    },
    {
      "epoch": 460.75,
      "grad_norm": 1.222230076789856,
      "learning_rate": 1.9508088408329793e-06,
      "loss": 0.3486,
      "step": 1650870
    },
    {
      "epoch": 460.75,
      "grad_norm": 1.0235397815704346,
      "learning_rate": 1.95078218395412e-06,
      "loss": 0.3448,
      "step": 1650880
    },
    {
      "epoch": 460.76,
      "grad_norm": 1.1921781301498413,
      "learning_rate": 1.9507555271275654e-06,
      "loss": 0.352,
      "step": 1650890
    },
    {
      "epoch": 460.76,
      "grad_norm": 0.9482901096343994,
      "learning_rate": 1.9507288703533183e-06,
      "loss": 0.3306,
      "step": 1650900
    },
    {
      "epoch": 460.76,
      "grad_norm": 1.02528715133667,
      "learning_rate": 1.9507022136313823e-06,
      "loss": 0.3201,
      "step": 1650910
    },
    {
      "epoch": 460.76,
      "grad_norm": 1.2674376964569092,
      "learning_rate": 1.950675556961761e-06,
      "loss": 0.3453,
      "step": 1650920
    },
    {
      "epoch": 460.77,
      "grad_norm": 1.176409125328064,
      "learning_rate": 1.950648900344459e-06,
      "loss": 0.3295,
      "step": 1650930
    },
    {
      "epoch": 460.77,
      "grad_norm": 1.3201779127120972,
      "learning_rate": 1.9506222437794777e-06,
      "loss": 0.3379,
      "step": 1650940
    },
    {
      "epoch": 460.77,
      "grad_norm": 1.1534785032272339,
      "learning_rate": 1.9505955872668228e-06,
      "loss": 0.3434,
      "step": 1650950
    },
    {
      "epoch": 460.78,
      "grad_norm": 1.1621888875961304,
      "learning_rate": 1.9505689308064967e-06,
      "loss": 0.3336,
      "step": 1650960
    },
    {
      "epoch": 460.78,
      "grad_norm": 1.2249740362167358,
      "learning_rate": 1.950542274398502e-06,
      "loss": 0.3491,
      "step": 1650970
    },
    {
      "epoch": 460.78,
      "grad_norm": 1.0051835775375366,
      "learning_rate": 1.950515618042844e-06,
      "loss": 0.3202,
      "step": 1650980
    },
    {
      "epoch": 460.78,
      "grad_norm": 1.0465444326400757,
      "learning_rate": 1.950488961739526e-06,
      "loss": 0.3375,
      "step": 1650990
    },
    {
      "epoch": 460.79,
      "grad_norm": 1.185396671295166,
      "learning_rate": 1.950462305488551e-06,
      "loss": 0.3464,
      "step": 1651000
    },
    {
      "epoch": 460.79,
      "grad_norm": 0.943997859954834,
      "learning_rate": 1.9504356492899225e-06,
      "loss": 0.3577,
      "step": 1651010
    },
    {
      "epoch": 460.79,
      "grad_norm": 1.1633872985839844,
      "learning_rate": 1.950408993143645e-06,
      "loss": 0.3416,
      "step": 1651020
    },
    {
      "epoch": 460.8,
      "grad_norm": 1.0252026319503784,
      "learning_rate": 1.9503823370497198e-06,
      "loss": 0.3406,
      "step": 1651030
    },
    {
      "epoch": 460.8,
      "grad_norm": 0.8695631623268127,
      "learning_rate": 1.950355681008153e-06,
      "loss": 0.3484,
      "step": 1651040
    },
    {
      "epoch": 460.8,
      "grad_norm": 0.9492232799530029,
      "learning_rate": 1.950329025018946e-06,
      "loss": 0.3341,
      "step": 1651050
    },
    {
      "epoch": 460.8,
      "grad_norm": 0.9355559945106506,
      "learning_rate": 1.9503023690821044e-06,
      "loss": 0.3286,
      "step": 1651060
    },
    {
      "epoch": 460.81,
      "grad_norm": 1.1218069791793823,
      "learning_rate": 1.950275713197631e-06,
      "loss": 0.3259,
      "step": 1651070
    },
    {
      "epoch": 460.81,
      "grad_norm": 1.1367192268371582,
      "learning_rate": 1.9502490573655285e-06,
      "loss": 0.3345,
      "step": 1651080
    },
    {
      "epoch": 460.81,
      "grad_norm": 1.282206416130066,
      "learning_rate": 1.950222401585802e-06,
      "loss": 0.3553,
      "step": 1651090
    },
    {
      "epoch": 460.81,
      "grad_norm": 1.0185905694961548,
      "learning_rate": 1.9501957458584536e-06,
      "loss": 0.3386,
      "step": 1651100
    },
    {
      "epoch": 460.82,
      "grad_norm": 0.967208206653595,
      "learning_rate": 1.9501690901834867e-06,
      "loss": 0.3421,
      "step": 1651110
    },
    {
      "epoch": 460.82,
      "grad_norm": 1.0375902652740479,
      "learning_rate": 1.9501424345609062e-06,
      "loss": 0.3429,
      "step": 1651120
    },
    {
      "epoch": 460.82,
      "grad_norm": 0.9678882956504822,
      "learning_rate": 1.950115778990715e-06,
      "loss": 0.3411,
      "step": 1651130
    },
    {
      "epoch": 460.83,
      "grad_norm": 1.188806176185608,
      "learning_rate": 1.9500891234729165e-06,
      "loss": 0.346,
      "step": 1651140
    },
    {
      "epoch": 460.83,
      "grad_norm": 0.9358437657356262,
      "learning_rate": 1.950062468007515e-06,
      "loss": 0.3411,
      "step": 1651150
    },
    {
      "epoch": 460.83,
      "grad_norm": 0.9096351265907288,
      "learning_rate": 1.950035812594513e-06,
      "loss": 0.3418,
      "step": 1651160
    },
    {
      "epoch": 460.83,
      "grad_norm": 1.0086101293563843,
      "learning_rate": 1.9500091572339133e-06,
      "loss": 0.3366,
      "step": 1651170
    },
    {
      "epoch": 460.84,
      "grad_norm": 1.4395185708999634,
      "learning_rate": 1.949982501925722e-06,
      "loss": 0.3372,
      "step": 1651180
    },
    {
      "epoch": 460.84,
      "grad_norm": 1.1725513935089111,
      "learning_rate": 1.949955846669941e-06,
      "loss": 0.3568,
      "step": 1651190
    },
    {
      "epoch": 460.84,
      "grad_norm": 1.1508592367172241,
      "learning_rate": 1.949929191466573e-06,
      "loss": 0.3593,
      "step": 1651200
    },
    {
      "epoch": 460.85,
      "grad_norm": 0.9613292813301086,
      "learning_rate": 1.9499025363156244e-06,
      "loss": 0.3484,
      "step": 1651210
    },
    {
      "epoch": 460.85,
      "grad_norm": 1.1588135957717896,
      "learning_rate": 1.949875881217096e-06,
      "loss": 0.3424,
      "step": 1651220
    },
    {
      "epoch": 460.85,
      "grad_norm": 0.9807880520820618,
      "learning_rate": 1.9498492261709927e-06,
      "loss": 0.3365,
      "step": 1651230
    },
    {
      "epoch": 460.85,
      "grad_norm": 1.2368251085281372,
      "learning_rate": 1.9498225711773176e-06,
      "loss": 0.3431,
      "step": 1651240
    },
    {
      "epoch": 460.86,
      "grad_norm": 1.201424479484558,
      "learning_rate": 1.949795916236075e-06,
      "loss": 0.3373,
      "step": 1651250
    },
    {
      "epoch": 460.86,
      "grad_norm": 1.0575400590896606,
      "learning_rate": 1.949769261347266e-06,
      "loss": 0.3247,
      "step": 1651260
    },
    {
      "epoch": 460.86,
      "grad_norm": 1.034927248954773,
      "learning_rate": 1.9497426065108976e-06,
      "loss": 0.3552,
      "step": 1651270
    },
    {
      "epoch": 460.87,
      "grad_norm": 1.0807209014892578,
      "learning_rate": 1.949715951726971e-06,
      "loss": 0.3266,
      "step": 1651280
    },
    {
      "epoch": 460.87,
      "grad_norm": 1.1164618730545044,
      "learning_rate": 1.9496892969954906e-06,
      "loss": 0.351,
      "step": 1651290
    },
    {
      "epoch": 460.87,
      "grad_norm": 1.0770511627197266,
      "learning_rate": 1.9496626423164595e-06,
      "loss": 0.336,
      "step": 1651300
    },
    {
      "epoch": 460.87,
      "grad_norm": 0.9133772253990173,
      "learning_rate": 1.9496359876898822e-06,
      "loss": 0.3451,
      "step": 1651310
    },
    {
      "epoch": 460.88,
      "grad_norm": 0.9295662641525269,
      "learning_rate": 1.949609333115761e-06,
      "loss": 0.3384,
      "step": 1651320
    },
    {
      "epoch": 460.88,
      "grad_norm": 1.2416058778762817,
      "learning_rate": 1.9495826785941004e-06,
      "loss": 0.3469,
      "step": 1651330
    },
    {
      "epoch": 460.88,
      "grad_norm": 0.9290496706962585,
      "learning_rate": 1.9495560241249027e-06,
      "loss": 0.3478,
      "step": 1651340
    },
    {
      "epoch": 460.88,
      "grad_norm": 1.071509838104248,
      "learning_rate": 1.949529369708173e-06,
      "loss": 0.3428,
      "step": 1651350
    },
    {
      "epoch": 460.89,
      "grad_norm": 1.1389429569244385,
      "learning_rate": 1.9495027153439148e-06,
      "loss": 0.3536,
      "step": 1651360
    },
    {
      "epoch": 460.89,
      "grad_norm": 1.4036552906036377,
      "learning_rate": 1.94947606103213e-06,
      "loss": 0.3616,
      "step": 1651370
    },
    {
      "epoch": 460.89,
      "grad_norm": 0.916585385799408,
      "learning_rate": 1.9494494067728237e-06,
      "loss": 0.3434,
      "step": 1651380
    },
    {
      "epoch": 460.9,
      "grad_norm": 1.242716908454895,
      "learning_rate": 1.9494227525659996e-06,
      "loss": 0.3519,
      "step": 1651390
    },
    {
      "epoch": 460.9,
      "grad_norm": 0.9321483969688416,
      "learning_rate": 1.949396098411659e-06,
      "loss": 0.3227,
      "step": 1651400
    },
    {
      "epoch": 460.9,
      "grad_norm": 1.6970127820968628,
      "learning_rate": 1.949369444309808e-06,
      "loss": 0.3694,
      "step": 1651410
    },
    {
      "epoch": 460.9,
      "grad_norm": 2.2909984588623047,
      "learning_rate": 1.949342790260449e-06,
      "loss": 0.3282,
      "step": 1651420
    },
    {
      "epoch": 460.91,
      "grad_norm": 0.9920017719268799,
      "learning_rate": 1.949316136263585e-06,
      "loss": 0.3514,
      "step": 1651430
    },
    {
      "epoch": 460.91,
      "grad_norm": 1.0730781555175781,
      "learning_rate": 1.949289482319221e-06,
      "loss": 0.3628,
      "step": 1651440
    },
    {
      "epoch": 460.91,
      "grad_norm": 0.9997041821479797,
      "learning_rate": 1.9492628284273603e-06,
      "loss": 0.3398,
      "step": 1651450
    },
    {
      "epoch": 460.92,
      "grad_norm": 1.5554124116897583,
      "learning_rate": 1.949236174588005e-06,
      "loss": 0.3379,
      "step": 1651460
    },
    {
      "epoch": 460.92,
      "grad_norm": 1.1369200944900513,
      "learning_rate": 1.9492095208011603e-06,
      "loss": 0.3568,
      "step": 1651470
    },
    {
      "epoch": 460.92,
      "grad_norm": 1.3515247106552124,
      "learning_rate": 1.949182867066829e-06,
      "loss": 0.3475,
      "step": 1651480
    },
    {
      "epoch": 460.92,
      "grad_norm": 1.2005743980407715,
      "learning_rate": 1.9491562133850135e-06,
      "loss": 0.3421,
      "step": 1651490
    },
    {
      "epoch": 460.93,
      "grad_norm": 1.0053553581237793,
      "learning_rate": 1.9491295597557197e-06,
      "loss": 0.3475,
      "step": 1651500
    },
    {
      "epoch": 460.93,
      "grad_norm": 0.9822826385498047,
      "learning_rate": 1.94910290617895e-06,
      "loss": 0.3452,
      "step": 1651510
    },
    {
      "epoch": 460.93,
      "grad_norm": 0.9971367716789246,
      "learning_rate": 1.9490762526547073e-06,
      "loss": 0.3264,
      "step": 1651520
    },
    {
      "epoch": 460.93,
      "grad_norm": 1.0657856464385986,
      "learning_rate": 1.9490495991829967e-06,
      "loss": 0.3527,
      "step": 1651530
    },
    {
      "epoch": 460.94,
      "grad_norm": 1.0667390823364258,
      "learning_rate": 1.9490229457638204e-06,
      "loss": 0.3398,
      "step": 1651540
    },
    {
      "epoch": 460.94,
      "grad_norm": 0.9650461077690125,
      "learning_rate": 1.9489962923971814e-06,
      "loss": 0.3427,
      "step": 1651550
    },
    {
      "epoch": 460.94,
      "grad_norm": 1.1702096462249756,
      "learning_rate": 1.9489696390830854e-06,
      "loss": 0.3346,
      "step": 1651560
    },
    {
      "epoch": 460.95,
      "grad_norm": 1.018022060394287,
      "learning_rate": 1.9489429858215348e-06,
      "loss": 0.341,
      "step": 1651570
    },
    {
      "epoch": 460.95,
      "grad_norm": 1.1166129112243652,
      "learning_rate": 1.948916332612532e-06,
      "loss": 0.3557,
      "step": 1651580
    },
    {
      "epoch": 460.95,
      "grad_norm": 1.1282435655593872,
      "learning_rate": 1.948889679456083e-06,
      "loss": 0.345,
      "step": 1651590
    },
    {
      "epoch": 460.95,
      "grad_norm": 1.1263015270233154,
      "learning_rate": 1.9488630263521895e-06,
      "loss": 0.3452,
      "step": 1651600
    },
    {
      "epoch": 460.96,
      "grad_norm": 1.1280186176300049,
      "learning_rate": 1.948836373300855e-06,
      "loss": 0.362,
      "step": 1651610
    },
    {
      "epoch": 460.96,
      "grad_norm": 1.0532373189926147,
      "learning_rate": 1.9488097203020845e-06,
      "loss": 0.3549,
      "step": 1651620
    },
    {
      "epoch": 460.96,
      "grad_norm": 0.9447768330574036,
      "learning_rate": 1.9487830673558796e-06,
      "loss": 0.3557,
      "step": 1651630
    },
    {
      "epoch": 460.97,
      "grad_norm": 0.9660847783088684,
      "learning_rate": 1.9487564144622457e-06,
      "loss": 0.3516,
      "step": 1651640
    },
    {
      "epoch": 460.97,
      "grad_norm": 1.0398269891738892,
      "learning_rate": 1.948729761621186e-06,
      "loss": 0.3456,
      "step": 1651650
    },
    {
      "epoch": 460.97,
      "grad_norm": 1.0692853927612305,
      "learning_rate": 1.9487031088327028e-06,
      "loss": 0.3442,
      "step": 1651660
    },
    {
      "epoch": 460.97,
      "grad_norm": 1.0093483924865723,
      "learning_rate": 1.948676456096801e-06,
      "loss": 0.3401,
      "step": 1651670
    },
    {
      "epoch": 460.98,
      "grad_norm": 1.048378825187683,
      "learning_rate": 1.9486498034134836e-06,
      "loss": 0.3371,
      "step": 1651680
    },
    {
      "epoch": 460.98,
      "grad_norm": 1.02975594997406,
      "learning_rate": 1.948623150782753e-06,
      "loss": 0.3382,
      "step": 1651690
    },
    {
      "epoch": 460.98,
      "grad_norm": 0.9374203085899353,
      "learning_rate": 1.9485964982046153e-06,
      "loss": 0.3459,
      "step": 1651700
    },
    {
      "epoch": 460.99,
      "grad_norm": 1.3076192140579224,
      "learning_rate": 1.9485698456790723e-06,
      "loss": 0.3492,
      "step": 1651710
    },
    {
      "epoch": 460.99,
      "grad_norm": 1.04303777217865,
      "learning_rate": 1.9485431932061267e-06,
      "loss": 0.3615,
      "step": 1651720
    },
    {
      "epoch": 460.99,
      "grad_norm": 1.0940914154052734,
      "learning_rate": 1.9485165407857843e-06,
      "loss": 0.3465,
      "step": 1651730
    },
    {
      "epoch": 460.99,
      "grad_norm": 1.0955532789230347,
      "learning_rate": 1.948489888418048e-06,
      "loss": 0.3511,
      "step": 1651740
    },
    {
      "epoch": 461.0,
      "grad_norm": 1.0796793699264526,
      "learning_rate": 1.94846323610292e-06,
      "loss": 0.3503,
      "step": 1651750
    },
    {
      "epoch": 461.0,
      "grad_norm": 1.0494993925094604,
      "learning_rate": 1.9484365838404054e-06,
      "loss": 0.3466,
      "step": 1651760
    },
    {
      "epoch": 461.0,
      "eval_loss": 0.34466734528541565,
      "eval_runtime": 63.8101,
      "eval_samples_per_second": 79.282,
      "eval_steps_per_second": 9.92,
      "step": 1651763
    },
    {
      "epoch": 461.0,
      "grad_norm": 1.15762460231781,
      "learning_rate": 1.948409931630507e-06,
      "loss": 0.3498,
      "step": 1651770
    },
    {
      "epoch": 461.0,
      "grad_norm": 1.0807043313980103,
      "learning_rate": 1.948383279473228e-06,
      "loss": 0.3584,
      "step": 1651780
    },
    {
      "epoch": 461.01,
      "grad_norm": 1.0578935146331787,
      "learning_rate": 1.948356627368573e-06,
      "loss": 0.3454,
      "step": 1651790
    },
    {
      "epoch": 461.01,
      "grad_norm": 1.0846214294433594,
      "learning_rate": 1.948329975316545e-06,
      "loss": 0.3513,
      "step": 1651800
    },
    {
      "epoch": 461.01,
      "grad_norm": 1.2061843872070312,
      "learning_rate": 1.9483033233171473e-06,
      "loss": 0.3418,
      "step": 1651810
    },
    {
      "epoch": 461.02,
      "grad_norm": 1.0350885391235352,
      "learning_rate": 1.9482766713703836e-06,
      "loss": 0.3648,
      "step": 1651820
    },
    {
      "epoch": 461.02,
      "grad_norm": 1.0968434810638428,
      "learning_rate": 1.948250019476258e-06,
      "loss": 0.3513,
      "step": 1651830
    },
    {
      "epoch": 461.02,
      "grad_norm": 0.9915156364440918,
      "learning_rate": 1.9482233676347724e-06,
      "loss": 0.3502,
      "step": 1651840
    },
    {
      "epoch": 461.02,
      "grad_norm": 0.9358962774276733,
      "learning_rate": 1.948196715845932e-06,
      "loss": 0.3408,
      "step": 1651850
    },
    {
      "epoch": 461.03,
      "grad_norm": 1.0696526765823364,
      "learning_rate": 1.948170064109741e-06,
      "loss": 0.3397,
      "step": 1651860
    },
    {
      "epoch": 461.03,
      "grad_norm": 1.0948803424835205,
      "learning_rate": 1.9481434124262e-06,
      "loss": 0.344,
      "step": 1651870
    },
    {
      "epoch": 461.03,
      "grad_norm": 1.1462738513946533,
      "learning_rate": 1.948116760795315e-06,
      "loss": 0.3423,
      "step": 1651880
    },
    {
      "epoch": 461.04,
      "grad_norm": 1.0949076414108276,
      "learning_rate": 1.9480901092170895e-06,
      "loss": 0.3467,
      "step": 1651890
    },
    {
      "epoch": 461.04,
      "grad_norm": 1.0692839622497559,
      "learning_rate": 1.9480634576915257e-06,
      "loss": 0.3505,
      "step": 1651900
    },
    {
      "epoch": 461.04,
      "grad_norm": 0.9893496036529541,
      "learning_rate": 1.9480368062186287e-06,
      "loss": 0.3342,
      "step": 1651910
    },
    {
      "epoch": 461.04,
      "grad_norm": 0.9770692586898804,
      "learning_rate": 1.9480101547984e-06,
      "loss": 0.3495,
      "step": 1651920
    },
    {
      "epoch": 461.05,
      "grad_norm": 1.6719228029251099,
      "learning_rate": 1.9479835034308452e-06,
      "loss": 0.3553,
      "step": 1651930
    },
    {
      "epoch": 461.05,
      "grad_norm": 1.1833089590072632,
      "learning_rate": 1.9479568521159673e-06,
      "loss": 0.3569,
      "step": 1651940
    },
    {
      "epoch": 461.05,
      "grad_norm": 0.9851458072662354,
      "learning_rate": 1.947930200853769e-06,
      "loss": 0.3328,
      "step": 1651950
    },
    {
      "epoch": 461.05,
      "grad_norm": 1.1054619550704956,
      "learning_rate": 1.9479035496442546e-06,
      "loss": 0.3287,
      "step": 1651960
    },
    {
      "epoch": 461.06,
      "grad_norm": 1.0698516368865967,
      "learning_rate": 1.947876898487428e-06,
      "loss": 0.3486,
      "step": 1651970
    },
    {
      "epoch": 461.06,
      "grad_norm": 1.0247880220413208,
      "learning_rate": 1.9478502473832914e-06,
      "loss": 0.3354,
      "step": 1651980
    },
    {
      "epoch": 461.06,
      "grad_norm": 1.0159114599227905,
      "learning_rate": 1.9478235963318496e-06,
      "loss": 0.3405,
      "step": 1651990
    },
    {
      "epoch": 461.07,
      "grad_norm": 1.0928617715835571,
      "learning_rate": 1.9477969453331055e-06,
      "loss": 0.3473,
      "step": 1652000
    },
    {
      "epoch": 461.07,
      "grad_norm": 1.0580865144729614,
      "learning_rate": 1.9477702943870625e-06,
      "loss": 0.3343,
      "step": 1652010
    },
    {
      "epoch": 461.07,
      "grad_norm": 0.9633626341819763,
      "learning_rate": 1.9477436434937254e-06,
      "loss": 0.3454,
      "step": 1652020
    },
    {
      "epoch": 461.07,
      "grad_norm": 1.1116905212402344,
      "learning_rate": 1.9477169926530965e-06,
      "loss": 0.3331,
      "step": 1652030
    },
    {
      "epoch": 461.08,
      "grad_norm": 2.353208303451538,
      "learning_rate": 1.9476903418651794e-06,
      "loss": 0.3398,
      "step": 1652040
    },
    {
      "epoch": 461.08,
      "grad_norm": 1.0178331136703491,
      "learning_rate": 1.9476636911299786e-06,
      "loss": 0.3491,
      "step": 1652050
    },
    {
      "epoch": 461.08,
      "grad_norm": 1.1109049320220947,
      "learning_rate": 1.9476370404474967e-06,
      "loss": 0.3493,
      "step": 1652060
    },
    {
      "epoch": 461.09,
      "grad_norm": 0.9129120111465454,
      "learning_rate": 1.9476103898177367e-06,
      "loss": 0.3498,
      "step": 1652070
    },
    {
      "epoch": 461.09,
      "grad_norm": 1.039444923400879,
      "learning_rate": 1.9475837392407037e-06,
      "loss": 0.3484,
      "step": 1652080
    },
    {
      "epoch": 461.09,
      "grad_norm": 1.1432708501815796,
      "learning_rate": 1.947557088716401e-06,
      "loss": 0.3421,
      "step": 1652090
    },
    {
      "epoch": 461.09,
      "grad_norm": 1.114878535270691,
      "learning_rate": 1.947530438244831e-06,
      "loss": 0.3307,
      "step": 1652100
    },
    {
      "epoch": 461.1,
      "grad_norm": 1.1387687921524048,
      "learning_rate": 1.9475037878259984e-06,
      "loss": 0.3233,
      "step": 1652110
    },
    {
      "epoch": 461.1,
      "grad_norm": 1.558602213859558,
      "learning_rate": 1.9474771374599062e-06,
      "loss": 0.3466,
      "step": 1652120
    },
    {
      "epoch": 461.1,
      "grad_norm": 1.20405113697052,
      "learning_rate": 1.9474504871465575e-06,
      "loss": 0.3364,
      "step": 1652130
    },
    {
      "epoch": 461.11,
      "grad_norm": 1.0208687782287598,
      "learning_rate": 1.947423836885957e-06,
      "loss": 0.3506,
      "step": 1652140
    },
    {
      "epoch": 461.11,
      "grad_norm": 1.0312213897705078,
      "learning_rate": 1.9473971866781074e-06,
      "loss": 0.35,
      "step": 1652150
    },
    {
      "epoch": 461.11,
      "grad_norm": 1.3011362552642822,
      "learning_rate": 1.9473705365230115e-06,
      "loss": 0.3536,
      "step": 1652160
    },
    {
      "epoch": 461.11,
      "grad_norm": 1.0824251174926758,
      "learning_rate": 1.9473438864206752e-06,
      "loss": 0.3632,
      "step": 1652170
    },
    {
      "epoch": 461.12,
      "grad_norm": 0.9016954302787781,
      "learning_rate": 1.9473172363711006e-06,
      "loss": 0.3448,
      "step": 1652180
    },
    {
      "epoch": 461.12,
      "grad_norm": 0.963138997554779,
      "learning_rate": 1.9472905863742906e-06,
      "loss": 0.3385,
      "step": 1652190
    },
    {
      "epoch": 461.12,
      "grad_norm": 0.9410125613212585,
      "learning_rate": 1.94726393643025e-06,
      "loss": 0.3435,
      "step": 1652200
    },
    {
      "epoch": 461.12,
      "grad_norm": 1.0213638544082642,
      "learning_rate": 1.9472372865389807e-06,
      "loss": 0.3363,
      "step": 1652210
    },
    {
      "epoch": 461.13,
      "grad_norm": 0.9639566540718079,
      "learning_rate": 1.9472106367004884e-06,
      "loss": 0.3451,
      "step": 1652220
    },
    {
      "epoch": 461.13,
      "grad_norm": 1.0734654664993286,
      "learning_rate": 1.947183986914776e-06,
      "loss": 0.3467,
      "step": 1652230
    },
    {
      "epoch": 461.13,
      "grad_norm": 1.0178909301757812,
      "learning_rate": 1.947157337181846e-06,
      "loss": 0.3425,
      "step": 1652240
    },
    {
      "epoch": 461.14,
      "grad_norm": 0.9680867791175842,
      "learning_rate": 1.9471306875017027e-06,
      "loss": 0.3183,
      "step": 1652250
    },
    {
      "epoch": 461.14,
      "grad_norm": 1.1469380855560303,
      "learning_rate": 1.9471040378743494e-06,
      "loss": 0.3487,
      "step": 1652260
    },
    {
      "epoch": 461.14,
      "grad_norm": 1.280684232711792,
      "learning_rate": 1.9470773882997896e-06,
      "loss": 0.3734,
      "step": 1652270
    },
    {
      "epoch": 461.14,
      "grad_norm": 0.9312694072723389,
      "learning_rate": 1.9470507387780275e-06,
      "loss": 0.3363,
      "step": 1652280
    },
    {
      "epoch": 461.15,
      "grad_norm": 1.053466558456421,
      "learning_rate": 1.9470240893090664e-06,
      "loss": 0.347,
      "step": 1652290
    },
    {
      "epoch": 461.15,
      "grad_norm": 1.0526992082595825,
      "learning_rate": 1.9469974398929085e-06,
      "loss": 0.3559,
      "step": 1652300
    },
    {
      "epoch": 461.15,
      "grad_norm": 1.0072557926177979,
      "learning_rate": 1.9469707905295594e-06,
      "loss": 0.3415,
      "step": 1652310
    },
    {
      "epoch": 461.16,
      "grad_norm": 1.0065430402755737,
      "learning_rate": 1.946944141219022e-06,
      "loss": 0.3325,
      "step": 1652320
    },
    {
      "epoch": 461.16,
      "grad_norm": 1.0272969007492065,
      "learning_rate": 1.9469174919612985e-06,
      "loss": 0.3356,
      "step": 1652330
    },
    {
      "epoch": 461.16,
      "grad_norm": 1.0557655096054077,
      "learning_rate": 1.9468908427563945e-06,
      "loss": 0.3416,
      "step": 1652340
    },
    {
      "epoch": 461.16,
      "grad_norm": 1.048240303993225,
      "learning_rate": 1.9468641936043122e-06,
      "loss": 0.3442,
      "step": 1652350
    },
    {
      "epoch": 461.17,
      "grad_norm": 0.9519028663635254,
      "learning_rate": 1.946837544505055e-06,
      "loss": 0.3506,
      "step": 1652360
    },
    {
      "epoch": 461.17,
      "grad_norm": 1.0660560131072998,
      "learning_rate": 1.9468108954586276e-06,
      "loss": 0.3417,
      "step": 1652370
    },
    {
      "epoch": 461.17,
      "grad_norm": 1.0175999402999878,
      "learning_rate": 1.9467842464650333e-06,
      "loss": 0.3569,
      "step": 1652380
    },
    {
      "epoch": 461.17,
      "grad_norm": 1.0053150653839111,
      "learning_rate": 1.946757597524274e-06,
      "loss": 0.3411,
      "step": 1652390
    },
    {
      "epoch": 461.18,
      "grad_norm": 1.2207133769989014,
      "learning_rate": 1.946730948636355e-06,
      "loss": 0.3455,
      "step": 1652400
    },
    {
      "epoch": 461.18,
      "grad_norm": 4.099832534790039,
      "learning_rate": 1.94670429980128e-06,
      "loss": 0.3348,
      "step": 1652410
    },
    {
      "epoch": 461.18,
      "grad_norm": 1.1494958400726318,
      "learning_rate": 1.9466776510190513e-06,
      "loss": 0.3495,
      "step": 1652420
    },
    {
      "epoch": 461.19,
      "grad_norm": 0.9718972444534302,
      "learning_rate": 1.9466510022896733e-06,
      "loss": 0.3535,
      "step": 1652430
    },
    {
      "epoch": 461.19,
      "grad_norm": 1.1513432264328003,
      "learning_rate": 1.9466243536131496e-06,
      "loss": 0.3611,
      "step": 1652440
    },
    {
      "epoch": 461.19,
      "grad_norm": 1.0812171697616577,
      "learning_rate": 1.9465977049894817e-06,
      "loss": 0.353,
      "step": 1652450
    },
    {
      "epoch": 461.19,
      "grad_norm": 0.9848346710205078,
      "learning_rate": 1.9465710564186767e-06,
      "loss": 0.3502,
      "step": 1652460
    },
    {
      "epoch": 461.2,
      "grad_norm": 1.2483654022216797,
      "learning_rate": 1.9465444079007363e-06,
      "loss": 0.3568,
      "step": 1652470
    },
    {
      "epoch": 461.2,
      "grad_norm": 1.083148717880249,
      "learning_rate": 1.946517759435663e-06,
      "loss": 0.3314,
      "step": 1652480
    },
    {
      "epoch": 461.2,
      "grad_norm": 1.0977293252944946,
      "learning_rate": 1.9464911110234624e-06,
      "loss": 0.3488,
      "step": 1652490
    },
    {
      "epoch": 461.21,
      "grad_norm": 1.013373851776123,
      "learning_rate": 1.9464644626641356e-06,
      "loss": 0.3327,
      "step": 1652500
    },
    {
      "epoch": 461.21,
      "grad_norm": 1.2543368339538574,
      "learning_rate": 1.9464378143576887e-06,
      "loss": 0.3481,
      "step": 1652510
    },
    {
      "epoch": 461.21,
      "grad_norm": 1.0042228698730469,
      "learning_rate": 1.9464111661041247e-06,
      "loss": 0.339,
      "step": 1652520
    },
    {
      "epoch": 461.21,
      "grad_norm": 0.9592661261558533,
      "learning_rate": 1.946384517903445e-06,
      "loss": 0.3338,
      "step": 1652530
    },
    {
      "epoch": 461.22,
      "grad_norm": 1.0993672609329224,
      "learning_rate": 1.9463578697556564e-06,
      "loss": 0.3484,
      "step": 1652540
    },
    {
      "epoch": 461.22,
      "grad_norm": 1.0338873863220215,
      "learning_rate": 1.94633122166076e-06,
      "loss": 0.3488,
      "step": 1652550
    },
    {
      "epoch": 461.22,
      "grad_norm": 1.0503358840942383,
      "learning_rate": 1.9463045736187604e-06,
      "loss": 0.3415,
      "step": 1652560
    },
    {
      "epoch": 461.23,
      "grad_norm": 1.056944727897644,
      "learning_rate": 1.946277925629661e-06,
      "loss": 0.3369,
      "step": 1652570
    },
    {
      "epoch": 461.23,
      "grad_norm": 0.9568506479263306,
      "learning_rate": 1.9462512776934655e-06,
      "loss": 0.3397,
      "step": 1652580
    },
    {
      "epoch": 461.23,
      "grad_norm": 1.1967726945877075,
      "learning_rate": 1.946224629810176e-06,
      "loss": 0.3336,
      "step": 1652590
    },
    {
      "epoch": 461.23,
      "grad_norm": 1.2807742357254028,
      "learning_rate": 1.946197981979798e-06,
      "loss": 0.3572,
      "step": 1652600
    },
    {
      "epoch": 461.24,
      "grad_norm": 1.1165515184402466,
      "learning_rate": 1.9461713342023347e-06,
      "loss": 0.3593,
      "step": 1652610
    },
    {
      "epoch": 461.24,
      "grad_norm": 0.8968237042427063,
      "learning_rate": 1.9461446864777884e-06,
      "loss": 0.3327,
      "step": 1652620
    },
    {
      "epoch": 461.24,
      "grad_norm": 0.9913804531097412,
      "learning_rate": 1.9461180388061643e-06,
      "loss": 0.3443,
      "step": 1652630
    },
    {
      "epoch": 461.24,
      "grad_norm": 0.8690677285194397,
      "learning_rate": 1.946091391187465e-06,
      "loss": 0.3461,
      "step": 1652640
    },
    {
      "epoch": 461.25,
      "grad_norm": 1.0575320720672607,
      "learning_rate": 1.946064743621693e-06,
      "loss": 0.3297,
      "step": 1652650
    },
    {
      "epoch": 461.25,
      "grad_norm": 1.0204366445541382,
      "learning_rate": 1.946038096108854e-06,
      "loss": 0.3549,
      "step": 1652660
    },
    {
      "epoch": 461.25,
      "grad_norm": 0.9881978631019592,
      "learning_rate": 1.946011448648951e-06,
      "loss": 0.3421,
      "step": 1652670
    },
    {
      "epoch": 461.26,
      "grad_norm": 1.0025372505187988,
      "learning_rate": 1.9459848012419858e-06,
      "loss": 0.3219,
      "step": 1652680
    },
    {
      "epoch": 461.26,
      "grad_norm": 1.1212841272354126,
      "learning_rate": 1.945958153887964e-06,
      "loss": 0.3505,
      "step": 1652690
    },
    {
      "epoch": 461.26,
      "grad_norm": 1.0410757064819336,
      "learning_rate": 1.945931506586889e-06,
      "loss": 0.3533,
      "step": 1652700
    },
    {
      "epoch": 461.26,
      "grad_norm": 1.1004061698913574,
      "learning_rate": 1.9459048593387626e-06,
      "loss": 0.3451,
      "step": 1652710
    },
    {
      "epoch": 461.27,
      "grad_norm": 3.540315628051758,
      "learning_rate": 1.9458782121435903e-06,
      "loss": 0.3315,
      "step": 1652720
    },
    {
      "epoch": 461.27,
      "grad_norm": 0.9693360328674316,
      "learning_rate": 1.945851565001375e-06,
      "loss": 0.3389,
      "step": 1652730
    },
    {
      "epoch": 461.27,
      "grad_norm": 1.0550214052200317,
      "learning_rate": 1.9458249179121187e-06,
      "loss": 0.3456,
      "step": 1652740
    },
    {
      "epoch": 461.28,
      "grad_norm": 4.808670997619629,
      "learning_rate": 1.9457982708758278e-06,
      "loss": 0.356,
      "step": 1652750
    },
    {
      "epoch": 461.28,
      "grad_norm": 1.0698456764221191,
      "learning_rate": 1.945771623892504e-06,
      "loss": 0.3298,
      "step": 1652760
    },
    {
      "epoch": 461.28,
      "grad_norm": 1.0465046167373657,
      "learning_rate": 1.945744976962151e-06,
      "loss": 0.33,
      "step": 1652770
    },
    {
      "epoch": 461.28,
      "grad_norm": 1.190577507019043,
      "learning_rate": 1.945718330084773e-06,
      "loss": 0.3623,
      "step": 1652780
    },
    {
      "epoch": 461.29,
      "grad_norm": 1.1135451793670654,
      "learning_rate": 1.945691683260372e-06,
      "loss": 0.3515,
      "step": 1652790
    },
    {
      "epoch": 461.29,
      "grad_norm": 1.1148306131362915,
      "learning_rate": 1.9456650364889537e-06,
      "loss": 0.335,
      "step": 1652800
    },
    {
      "epoch": 461.29,
      "grad_norm": 0.9271281361579895,
      "learning_rate": 1.9456383897705208e-06,
      "loss": 0.351,
      "step": 1652810
    },
    {
      "epoch": 461.3,
      "grad_norm": 0.9708168506622314,
      "learning_rate": 1.9456117431050753e-06,
      "loss": 0.3304,
      "step": 1652820
    },
    {
      "epoch": 461.3,
      "grad_norm": 1.1572502851486206,
      "learning_rate": 1.9455850964926236e-06,
      "loss": 0.3449,
      "step": 1652830
    },
    {
      "epoch": 461.3,
      "grad_norm": 1.3086981773376465,
      "learning_rate": 1.9455584499331677e-06,
      "loss": 0.3418,
      "step": 1652840
    },
    {
      "epoch": 461.3,
      "grad_norm": 1.0081855058670044,
      "learning_rate": 1.9455318034267103e-06,
      "loss": 0.3416,
      "step": 1652850
    },
    {
      "epoch": 461.31,
      "grad_norm": 1.3609155416488647,
      "learning_rate": 1.9455051569732564e-06,
      "loss": 0.3401,
      "step": 1652860
    },
    {
      "epoch": 461.31,
      "grad_norm": 1.0654479265213013,
      "learning_rate": 1.9454785105728094e-06,
      "loss": 0.3398,
      "step": 1652870
    },
    {
      "epoch": 461.31,
      "grad_norm": 1.1681861877441406,
      "learning_rate": 1.945451864225371e-06,
      "loss": 0.3373,
      "step": 1652880
    },
    {
      "epoch": 461.31,
      "grad_norm": 0.9346691370010376,
      "learning_rate": 1.9454252179309476e-06,
      "loss": 0.3301,
      "step": 1652890
    },
    {
      "epoch": 461.32,
      "grad_norm": 0.9680858850479126,
      "learning_rate": 1.945398571689541e-06,
      "loss": 0.3405,
      "step": 1652900
    },
    {
      "epoch": 461.32,
      "grad_norm": 1.0600510835647583,
      "learning_rate": 1.945371925501155e-06,
      "loss": 0.3409,
      "step": 1652910
    },
    {
      "epoch": 461.32,
      "grad_norm": 0.9820235371589661,
      "learning_rate": 1.945345279365793e-06,
      "loss": 0.3388,
      "step": 1652920
    },
    {
      "epoch": 461.33,
      "grad_norm": 0.9412039518356323,
      "learning_rate": 1.9453186332834595e-06,
      "loss": 0.3373,
      "step": 1652930
    },
    {
      "epoch": 461.33,
      "grad_norm": 1.1539497375488281,
      "learning_rate": 1.9452919872541557e-06,
      "loss": 0.3604,
      "step": 1652940
    },
    {
      "epoch": 461.33,
      "grad_norm": 1.1683812141418457,
      "learning_rate": 1.9452653412778884e-06,
      "loss": 0.3407,
      "step": 1652950
    },
    {
      "epoch": 461.33,
      "grad_norm": 1.285454273223877,
      "learning_rate": 1.9452386953546594e-06,
      "loss": 0.3352,
      "step": 1652960
    },
    {
      "epoch": 461.34,
      "grad_norm": 1.1504675149917603,
      "learning_rate": 1.945212049484471e-06,
      "loss": 0.3488,
      "step": 1652970
    },
    {
      "epoch": 461.34,
      "grad_norm": 1.0822564363479614,
      "learning_rate": 1.945185403667329e-06,
      "loss": 0.3508,
      "step": 1652980
    },
    {
      "epoch": 461.34,
      "grad_norm": 1.0345367193222046,
      "learning_rate": 1.9451587579032368e-06,
      "loss": 0.3197,
      "step": 1652990
    },
    {
      "epoch": 461.35,
      "grad_norm": 0.9893600344657898,
      "learning_rate": 1.9451321121921963e-06,
      "loss": 0.3436,
      "step": 1653000
    },
    {
      "epoch": 461.35,
      "grad_norm": 1.076265573501587,
      "learning_rate": 1.945105466534212e-06,
      "loss": 0.3402,
      "step": 1653010
    },
    {
      "epoch": 461.35,
      "grad_norm": 1.262997031211853,
      "learning_rate": 1.9450788209292884e-06,
      "loss": 0.3464,
      "step": 1653020
    },
    {
      "epoch": 461.35,
      "grad_norm": 1.0460506677627563,
      "learning_rate": 1.945052175377426e-06,
      "loss": 0.3479,
      "step": 1653030
    },
    {
      "epoch": 461.36,
      "grad_norm": 1.000028371810913,
      "learning_rate": 1.945025529878632e-06,
      "loss": 0.346,
      "step": 1653040
    },
    {
      "epoch": 461.36,
      "grad_norm": 1.0699539184570312,
      "learning_rate": 1.944998884432908e-06,
      "loss": 0.3391,
      "step": 1653050
    },
    {
      "epoch": 461.36,
      "grad_norm": 1.2684837579727173,
      "learning_rate": 1.944972239040258e-06,
      "loss": 0.3605,
      "step": 1653060
    },
    {
      "epoch": 461.36,
      "grad_norm": 0.9918366074562073,
      "learning_rate": 1.9449455937006855e-06,
      "loss": 0.3336,
      "step": 1653070
    },
    {
      "epoch": 461.37,
      "grad_norm": 1.084855556488037,
      "learning_rate": 1.9449189484141927e-06,
      "loss": 0.349,
      "step": 1653080
    },
    {
      "epoch": 461.37,
      "grad_norm": 1.027718424797058,
      "learning_rate": 1.944892303180786e-06,
      "loss": 0.3451,
      "step": 1653090
    },
    {
      "epoch": 461.37,
      "grad_norm": 1.083418846130371,
      "learning_rate": 1.944865658000467e-06,
      "loss": 0.3543,
      "step": 1653100
    },
    {
      "epoch": 461.38,
      "grad_norm": 1.0575928688049316,
      "learning_rate": 1.9448390128732385e-06,
      "loss": 0.3616,
      "step": 1653110
    },
    {
      "epoch": 461.38,
      "grad_norm": 1.1631494760513306,
      "learning_rate": 1.944812367799106e-06,
      "loss": 0.337,
      "step": 1653120
    },
    {
      "epoch": 461.38,
      "grad_norm": 1.0841591358184814,
      "learning_rate": 1.9447857227780727e-06,
      "loss": 0.3414,
      "step": 1653130
    },
    {
      "epoch": 461.38,
      "grad_norm": 1.0085910558700562,
      "learning_rate": 1.944759077810141e-06,
      "loss": 0.348,
      "step": 1653140
    },
    {
      "epoch": 461.39,
      "grad_norm": 1.2965487241744995,
      "learning_rate": 1.9447324328953156e-06,
      "loss": 0.3504,
      "step": 1653150
    },
    {
      "epoch": 461.39,
      "grad_norm": 1.1663028001785278,
      "learning_rate": 1.9447057880335997e-06,
      "loss": 0.3437,
      "step": 1653160
    },
    {
      "epoch": 461.39,
      "grad_norm": 0.981326162815094,
      "learning_rate": 1.9446791432249957e-06,
      "loss": 0.3409,
      "step": 1653170
    },
    {
      "epoch": 461.4,
      "grad_norm": 1.0380088090896606,
      "learning_rate": 1.9446524984695087e-06,
      "loss": 0.34,
      "step": 1653180
    },
    {
      "epoch": 461.4,
      "grad_norm": 0.9871613383293152,
      "learning_rate": 1.944625853767142e-06,
      "loss": 0.3494,
      "step": 1653190
    },
    {
      "epoch": 461.4,
      "grad_norm": 1.2658413648605347,
      "learning_rate": 1.9445992091178985e-06,
      "loss": 0.3387,
      "step": 1653200
    },
    {
      "epoch": 461.4,
      "grad_norm": 1.1349228620529175,
      "learning_rate": 1.9445725645217816e-06,
      "loss": 0.3495,
      "step": 1653210
    },
    {
      "epoch": 461.41,
      "grad_norm": 1.3056310415267944,
      "learning_rate": 1.944545919978796e-06,
      "loss": 0.3606,
      "step": 1653220
    },
    {
      "epoch": 461.41,
      "grad_norm": 1.0697605609893799,
      "learning_rate": 1.9445192754889446e-06,
      "loss": 0.3415,
      "step": 1653230
    },
    {
      "epoch": 461.41,
      "grad_norm": 1.0364689826965332,
      "learning_rate": 1.944492631052231e-06,
      "loss": 0.3272,
      "step": 1653240
    },
    {
      "epoch": 461.42,
      "grad_norm": 0.9860431551933289,
      "learning_rate": 1.9444659866686582e-06,
      "loss": 0.3218,
      "step": 1653250
    },
    {
      "epoch": 461.42,
      "grad_norm": 1.0196927785873413,
      "learning_rate": 1.9444393423382297e-06,
      "loss": 0.3481,
      "step": 1653260
    },
    {
      "epoch": 461.42,
      "grad_norm": 0.9358828067779541,
      "learning_rate": 1.9444126980609505e-06,
      "loss": 0.3486,
      "step": 1653270
    },
    {
      "epoch": 461.42,
      "grad_norm": 1.1684609651565552,
      "learning_rate": 1.9443860538368238e-06,
      "loss": 0.3377,
      "step": 1653280
    },
    {
      "epoch": 461.43,
      "grad_norm": 1.226106882095337,
      "learning_rate": 1.9443594096658513e-06,
      "loss": 0.3269,
      "step": 1653290
    },
    {
      "epoch": 461.43,
      "grad_norm": 1.1454739570617676,
      "learning_rate": 1.9443327655480383e-06,
      "loss": 0.3579,
      "step": 1653300
    },
    {
      "epoch": 461.43,
      "grad_norm": 0.9684514403343201,
      "learning_rate": 1.944306121483388e-06,
      "loss": 0.3471,
      "step": 1653310
    },
    {
      "epoch": 461.43,
      "grad_norm": 1.030942678451538,
      "learning_rate": 1.944279477471903e-06,
      "loss": 0.3406,
      "step": 1653320
    },
    {
      "epoch": 461.44,
      "grad_norm": 1.0125664472579956,
      "learning_rate": 1.9442528335135883e-06,
      "loss": 0.3469,
      "step": 1653330
    },
    {
      "epoch": 461.44,
      "grad_norm": 1.0204637050628662,
      "learning_rate": 1.944226189608447e-06,
      "loss": 0.3357,
      "step": 1653340
    },
    {
      "epoch": 461.44,
      "grad_norm": 0.8736581802368164,
      "learning_rate": 1.944199545756481e-06,
      "loss": 0.3365,
      "step": 1653350
    },
    {
      "epoch": 461.45,
      "grad_norm": 0.9142264127731323,
      "learning_rate": 1.9441729019576968e-06,
      "loss": 0.3333,
      "step": 1653360
    },
    {
      "epoch": 461.45,
      "grad_norm": 1.2152001857757568,
      "learning_rate": 1.944146258212096e-06,
      "loss": 0.3335,
      "step": 1653370
    },
    {
      "epoch": 461.45,
      "grad_norm": 1.0159603357315063,
      "learning_rate": 1.9441196145196826e-06,
      "loss": 0.37,
      "step": 1653380
    },
    {
      "epoch": 461.45,
      "grad_norm": 1.2013367414474487,
      "learning_rate": 1.9440929708804605e-06,
      "loss": 0.3465,
      "step": 1653390
    },
    {
      "epoch": 461.46,
      "grad_norm": 0.954882025718689,
      "learning_rate": 1.9440663272944317e-06,
      "loss": 0.3513,
      "step": 1653400
    },
    {
      "epoch": 461.46,
      "grad_norm": 0.9868109226226807,
      "learning_rate": 1.9440396837616016e-06,
      "loss": 0.3546,
      "step": 1653410
    },
    {
      "epoch": 461.46,
      "grad_norm": 1.087689995765686,
      "learning_rate": 1.9440130402819733e-06,
      "loss": 0.3504,
      "step": 1653420
    },
    {
      "epoch": 461.47,
      "grad_norm": 1.1718788146972656,
      "learning_rate": 1.94398639685555e-06,
      "loss": 0.3403,
      "step": 1653430
    },
    {
      "epoch": 461.47,
      "grad_norm": 0.9899228811264038,
      "learning_rate": 1.9439597534823352e-06,
      "loss": 0.3602,
      "step": 1653440
    },
    {
      "epoch": 461.47,
      "grad_norm": 1.0563445091247559,
      "learning_rate": 1.943933110162333e-06,
      "loss": 0.3432,
      "step": 1653450
    },
    {
      "epoch": 461.47,
      "grad_norm": 0.9456702470779419,
      "learning_rate": 1.9439064668955456e-06,
      "loss": 0.3489,
      "step": 1653460
    },
    {
      "epoch": 461.48,
      "grad_norm": 1.0664420127868652,
      "learning_rate": 1.943879823681978e-06,
      "loss": 0.3359,
      "step": 1653470
    },
    {
      "epoch": 461.48,
      "grad_norm": 1.207871913909912,
      "learning_rate": 1.9438531805216335e-06,
      "loss": 0.3504,
      "step": 1653480
    },
    {
      "epoch": 461.48,
      "grad_norm": 0.9260187745094299,
      "learning_rate": 1.9438265374145146e-06,
      "loss": 0.3392,
      "step": 1653490
    },
    {
      "epoch": 461.48,
      "grad_norm": 1.4879382848739624,
      "learning_rate": 1.943799894360626e-06,
      "loss": 0.3409,
      "step": 1653500
    },
    {
      "epoch": 461.49,
      "grad_norm": 0.9237162470817566,
      "learning_rate": 1.9437732513599716e-06,
      "loss": 0.3351,
      "step": 1653510
    },
    {
      "epoch": 461.49,
      "grad_norm": 1.0034823417663574,
      "learning_rate": 1.9437466084125535e-06,
      "loss": 0.3537,
      "step": 1653520
    },
    {
      "epoch": 461.49,
      "grad_norm": 1.0005186796188354,
      "learning_rate": 1.943719965518376e-06,
      "loss": 0.3592,
      "step": 1653530
    },
    {
      "epoch": 461.5,
      "grad_norm": 1.0278598070144653,
      "learning_rate": 1.9436933226774432e-06,
      "loss": 0.3446,
      "step": 1653540
    },
    {
      "epoch": 461.5,
      "grad_norm": 1.034031867980957,
      "learning_rate": 1.9436666798897565e-06,
      "loss": 0.3284,
      "step": 1653550
    },
    {
      "epoch": 461.5,
      "grad_norm": 1.020099401473999,
      "learning_rate": 1.9436400371553227e-06,
      "loss": 0.3605,
      "step": 1653560
    },
    {
      "epoch": 461.5,
      "grad_norm": 1.042599081993103,
      "learning_rate": 1.943613394474143e-06,
      "loss": 0.3398,
      "step": 1653570
    },
    {
      "epoch": 461.51,
      "grad_norm": 1.1863126754760742,
      "learning_rate": 1.9435867518462217e-06,
      "loss": 0.3321,
      "step": 1653580
    },
    {
      "epoch": 461.51,
      "grad_norm": 1.0910667181015015,
      "learning_rate": 1.943560109271562e-06,
      "loss": 0.3381,
      "step": 1653590
    },
    {
      "epoch": 461.51,
      "grad_norm": 0.9117655754089355,
      "learning_rate": 1.9435334667501685e-06,
      "loss": 0.3325,
      "step": 1653600
    },
    {
      "epoch": 461.52,
      "grad_norm": 1.1495028734207153,
      "learning_rate": 1.9435068242820424e-06,
      "loss": 0.3362,
      "step": 1653610
    },
    {
      "epoch": 461.52,
      "grad_norm": 1.0591487884521484,
      "learning_rate": 1.94348018186719e-06,
      "loss": 0.3617,
      "step": 1653620
    },
    {
      "epoch": 461.52,
      "grad_norm": 1.0652276277542114,
      "learning_rate": 1.9434535395056133e-06,
      "loss": 0.3444,
      "step": 1653630
    },
    {
      "epoch": 461.52,
      "grad_norm": 1.127118706703186,
      "learning_rate": 1.9434268971973154e-06,
      "loss": 0.3409,
      "step": 1653640
    },
    {
      "epoch": 461.53,
      "grad_norm": 1.0454250574111938,
      "learning_rate": 1.9434002549423015e-06,
      "loss": 0.3386,
      "step": 1653650
    },
    {
      "epoch": 461.53,
      "grad_norm": 1.2099372148513794,
      "learning_rate": 1.943373612740574e-06,
      "loss": 0.3465,
      "step": 1653660
    },
    {
      "epoch": 461.53,
      "grad_norm": 1.0087791681289673,
      "learning_rate": 1.943346970592137e-06,
      "loss": 0.3387,
      "step": 1653670
    },
    {
      "epoch": 461.54,
      "grad_norm": 1.099180817604065,
      "learning_rate": 1.9433203284969938e-06,
      "loss": 0.3548,
      "step": 1653680
    },
    {
      "epoch": 461.54,
      "grad_norm": 0.9141632914543152,
      "learning_rate": 1.943293686455147e-06,
      "loss": 0.3439,
      "step": 1653690
    },
    {
      "epoch": 461.54,
      "grad_norm": 0.9966568350791931,
      "learning_rate": 1.9432670444666016e-06,
      "loss": 0.3354,
      "step": 1653700
    },
    {
      "epoch": 461.54,
      "grad_norm": 1.104717493057251,
      "learning_rate": 1.9432404025313612e-06,
      "loss": 0.3455,
      "step": 1653710
    },
    {
      "epoch": 461.55,
      "grad_norm": 0.9785313010215759,
      "learning_rate": 1.943213760649428e-06,
      "loss": 0.3457,
      "step": 1653720
    },
    {
      "epoch": 461.55,
      "grad_norm": 1.0518869161605835,
      "learning_rate": 1.9431871188208066e-06,
      "loss": 0.353,
      "step": 1653730
    },
    {
      "epoch": 461.55,
      "grad_norm": 1.0277917385101318,
      "learning_rate": 1.9431604770455005e-06,
      "loss": 0.3387,
      "step": 1653740
    },
    {
      "epoch": 461.55,
      "grad_norm": 0.9367924928665161,
      "learning_rate": 1.943133835323512e-06,
      "loss": 0.3325,
      "step": 1653750
    },
    {
      "epoch": 461.56,
      "grad_norm": 1.104880452156067,
      "learning_rate": 1.943107193654846e-06,
      "loss": 0.3459,
      "step": 1653760
    },
    {
      "epoch": 461.56,
      "grad_norm": 1.0531551837921143,
      "learning_rate": 1.9430805520395067e-06,
      "loss": 0.3433,
      "step": 1653770
    },
    {
      "epoch": 461.56,
      "grad_norm": 1.0510274171829224,
      "learning_rate": 1.943053910477495e-06,
      "loss": 0.3416,
      "step": 1653780
    },
    {
      "epoch": 461.57,
      "grad_norm": 1.032730221748352,
      "learning_rate": 1.943027268968817e-06,
      "loss": 0.3571,
      "step": 1653790
    },
    {
      "epoch": 461.57,
      "grad_norm": 0.9636544585227966,
      "learning_rate": 1.9430006275134753e-06,
      "loss": 0.3409,
      "step": 1653800
    },
    {
      "epoch": 461.57,
      "grad_norm": 1.0852646827697754,
      "learning_rate": 1.942973986111473e-06,
      "loss": 0.3382,
      "step": 1653810
    },
    {
      "epoch": 461.57,
      "grad_norm": 2.179884672164917,
      "learning_rate": 1.942947344762815e-06,
      "loss": 0.3508,
      "step": 1653820
    },
    {
      "epoch": 461.58,
      "grad_norm": 1.07942533493042,
      "learning_rate": 1.942920703467503e-06,
      "loss": 0.3636,
      "step": 1653830
    },
    {
      "epoch": 461.58,
      "grad_norm": 0.9221852421760559,
      "learning_rate": 1.9428940622255415e-06,
      "loss": 0.355,
      "step": 1653840
    },
    {
      "epoch": 461.58,
      "grad_norm": 1.3157658576965332,
      "learning_rate": 1.942867421036935e-06,
      "loss": 0.3616,
      "step": 1653850
    },
    {
      "epoch": 461.59,
      "grad_norm": 1.0879950523376465,
      "learning_rate": 1.9428407799016853e-06,
      "loss": 0.3346,
      "step": 1653860
    },
    {
      "epoch": 461.59,
      "grad_norm": 1.1206387281417847,
      "learning_rate": 1.9428141388197967e-06,
      "loss": 0.3412,
      "step": 1653870
    },
    {
      "epoch": 461.59,
      "grad_norm": 1.2004092931747437,
      "learning_rate": 1.9427874977912733e-06,
      "loss": 0.3282,
      "step": 1653880
    },
    {
      "epoch": 461.59,
      "grad_norm": 1.0392749309539795,
      "learning_rate": 1.9427608568161177e-06,
      "loss": 0.3451,
      "step": 1653890
    },
    {
      "epoch": 461.6,
      "grad_norm": 1.133579969406128,
      "learning_rate": 1.9427342158943336e-06,
      "loss": 0.3409,
      "step": 1653900
    },
    {
      "epoch": 461.6,
      "grad_norm": 1.077545404434204,
      "learning_rate": 1.9427075750259252e-06,
      "loss": 0.3657,
      "step": 1653910
    },
    {
      "epoch": 461.6,
      "grad_norm": 1.249773621559143,
      "learning_rate": 1.942680934210896e-06,
      "loss": 0.355,
      "step": 1653920
    },
    {
      "epoch": 461.6,
      "grad_norm": 1.2434674501419067,
      "learning_rate": 1.9426542934492482e-06,
      "loss": 0.3441,
      "step": 1653930
    },
    {
      "epoch": 461.61,
      "grad_norm": 1.1583291292190552,
      "learning_rate": 1.942627652740987e-06,
      "loss": 0.3424,
      "step": 1653940
    },
    {
      "epoch": 461.61,
      "grad_norm": 1.0320854187011719,
      "learning_rate": 1.942601012086115e-06,
      "loss": 0.3274,
      "step": 1653950
    },
    {
      "epoch": 461.61,
      "grad_norm": 1.045107126235962,
      "learning_rate": 1.942574371484637e-06,
      "loss": 0.3385,
      "step": 1653960
    },
    {
      "epoch": 461.62,
      "grad_norm": 1.0716146230697632,
      "learning_rate": 1.9425477309365548e-06,
      "loss": 0.3456,
      "step": 1653970
    },
    {
      "epoch": 461.62,
      "grad_norm": 1.0277963876724243,
      "learning_rate": 1.9425210904418718e-06,
      "loss": 0.3325,
      "step": 1653980
    },
    {
      "epoch": 461.62,
      "grad_norm": 1.2760334014892578,
      "learning_rate": 1.942494450000594e-06,
      "loss": 0.3514,
      "step": 1653990
    },
    {
      "epoch": 461.62,
      "grad_norm": 0.9568901062011719,
      "learning_rate": 1.9424678096127234e-06,
      "loss": 0.343,
      "step": 1654000
    },
    {
      "epoch": 461.63,
      "grad_norm": 0.9901772737503052,
      "learning_rate": 1.9424411692782626e-06,
      "loss": 0.3495,
      "step": 1654010
    },
    {
      "epoch": 461.63,
      "grad_norm": 1.0172704458236694,
      "learning_rate": 1.9424145289972165e-06,
      "loss": 0.3387,
      "step": 1654020
    },
    {
      "epoch": 461.63,
      "grad_norm": 1.1403648853302002,
      "learning_rate": 1.9423878887695887e-06,
      "loss": 0.3548,
      "step": 1654030
    },
    {
      "epoch": 461.64,
      "grad_norm": 0.9898717403411865,
      "learning_rate": 1.9423612485953814e-06,
      "loss": 0.3299,
      "step": 1654040
    },
    {
      "epoch": 461.64,
      "grad_norm": 1.1108890771865845,
      "learning_rate": 1.9423346084746e-06,
      "loss": 0.3511,
      "step": 1654050
    },
    {
      "epoch": 461.64,
      "grad_norm": 1.128793716430664,
      "learning_rate": 1.942307968407247e-06,
      "loss": 0.3707,
      "step": 1654060
    },
    {
      "epoch": 461.64,
      "grad_norm": 2.2011139392852783,
      "learning_rate": 1.942281328393325e-06,
      "loss": 0.3416,
      "step": 1654070
    },
    {
      "epoch": 461.65,
      "grad_norm": 0.9978599548339844,
      "learning_rate": 1.9422546884328397e-06,
      "loss": 0.3508,
      "step": 1654080
    },
    {
      "epoch": 461.65,
      "grad_norm": 1.0124461650848389,
      "learning_rate": 1.942228048525793e-06,
      "loss": 0.3341,
      "step": 1654090
    },
    {
      "epoch": 461.65,
      "grad_norm": 1.3327525854110718,
      "learning_rate": 1.942201408672189e-06,
      "loss": 0.3393,
      "step": 1654100
    },
    {
      "epoch": 461.66,
      "grad_norm": 1.0079731941223145,
      "learning_rate": 1.942174768872032e-06,
      "loss": 0.325,
      "step": 1654110
    },
    {
      "epoch": 461.66,
      "grad_norm": 1.0542020797729492,
      "learning_rate": 1.9421481291253245e-06,
      "loss": 0.3257,
      "step": 1654120
    },
    {
      "epoch": 461.66,
      "grad_norm": 1.2046457529067993,
      "learning_rate": 1.942121489432069e-06,
      "loss": 0.3471,
      "step": 1654130
    },
    {
      "epoch": 461.66,
      "grad_norm": 1.154128909111023,
      "learning_rate": 1.9420948497922717e-06,
      "loss": 0.3422,
      "step": 1654140
    },
    {
      "epoch": 461.67,
      "grad_norm": 0.9077340364456177,
      "learning_rate": 1.9420682102059346e-06,
      "loss": 0.3423,
      "step": 1654150
    },
    {
      "epoch": 461.67,
      "grad_norm": 1.3090060949325562,
      "learning_rate": 1.942041570673061e-06,
      "loss": 0.3478,
      "step": 1654160
    },
    {
      "epoch": 461.67,
      "grad_norm": 0.9803487062454224,
      "learning_rate": 1.942014931193655e-06,
      "loss": 0.3393,
      "step": 1654170
    },
    {
      "epoch": 461.67,
      "grad_norm": 1.268189549446106,
      "learning_rate": 1.9419882917677204e-06,
      "loss": 0.3249,
      "step": 1654180
    },
    {
      "epoch": 461.68,
      "grad_norm": 1.1094353199005127,
      "learning_rate": 1.94196165239526e-06,
      "loss": 0.3416,
      "step": 1654190
    },
    {
      "epoch": 461.68,
      "grad_norm": 1.2499943971633911,
      "learning_rate": 1.9419350130762785e-06,
      "loss": 0.3676,
      "step": 1654200
    },
    {
      "epoch": 461.68,
      "grad_norm": 1.1353285312652588,
      "learning_rate": 1.9419083738107784e-06,
      "loss": 0.3392,
      "step": 1654210
    },
    {
      "epoch": 461.69,
      "grad_norm": 1.0068801641464233,
      "learning_rate": 1.9418817345987625e-06,
      "loss": 0.3438,
      "step": 1654220
    },
    {
      "epoch": 461.69,
      "grad_norm": 0.9673482775688171,
      "learning_rate": 1.9418550954402363e-06,
      "loss": 0.3537,
      "step": 1654230
    },
    {
      "epoch": 461.69,
      "grad_norm": 1.1008071899414062,
      "learning_rate": 1.941828456335202e-06,
      "loss": 0.3391,
      "step": 1654240
    },
    {
      "epoch": 461.69,
      "grad_norm": 1.0403385162353516,
      "learning_rate": 1.941801817283664e-06,
      "loss": 0.3459,
      "step": 1654250
    },
    {
      "epoch": 461.7,
      "grad_norm": 1.065702199935913,
      "learning_rate": 1.9417751782856256e-06,
      "loss": 0.3393,
      "step": 1654260
    },
    {
      "epoch": 461.7,
      "grad_norm": 1.2095950841903687,
      "learning_rate": 1.941748539341089e-06,
      "loss": 0.3521,
      "step": 1654270
    },
    {
      "epoch": 461.7,
      "grad_norm": 0.9726278185844421,
      "learning_rate": 1.94172190045006e-06,
      "loss": 0.357,
      "step": 1654280
    },
    {
      "epoch": 461.71,
      "grad_norm": 1.040048360824585,
      "learning_rate": 1.9416952616125412e-06,
      "loss": 0.3493,
      "step": 1654290
    },
    {
      "epoch": 461.71,
      "grad_norm": 1.0858471393585205,
      "learning_rate": 1.941668622828535e-06,
      "loss": 0.3333,
      "step": 1654300
    },
    {
      "epoch": 461.71,
      "grad_norm": 1.1509522199630737,
      "learning_rate": 1.9416419840980466e-06,
      "loss": 0.3454,
      "step": 1654310
    },
    {
      "epoch": 461.71,
      "grad_norm": 1.0287288427352905,
      "learning_rate": 1.941615345421079e-06,
      "loss": 0.337,
      "step": 1654320
    },
    {
      "epoch": 461.72,
      "grad_norm": 1.072986125946045,
      "learning_rate": 1.9415887067976353e-06,
      "loss": 0.3314,
      "step": 1654330
    },
    {
      "epoch": 461.72,
      "grad_norm": 1.0627623796463013,
      "learning_rate": 1.94156206822772e-06,
      "loss": 0.3471,
      "step": 1654340
    },
    {
      "epoch": 461.72,
      "grad_norm": 1.0788685083389282,
      "learning_rate": 1.9415354297113358e-06,
      "loss": 0.3416,
      "step": 1654350
    },
    {
      "epoch": 461.72,
      "grad_norm": 1.1529455184936523,
      "learning_rate": 1.9415087912484854e-06,
      "loss": 0.3372,
      "step": 1654360
    },
    {
      "epoch": 461.73,
      "grad_norm": 5.822052478790283,
      "learning_rate": 1.9414821528391746e-06,
      "loss": 0.3433,
      "step": 1654370
    },
    {
      "epoch": 461.73,
      "grad_norm": 1.7250217199325562,
      "learning_rate": 1.9414555144834057e-06,
      "loss": 0.35,
      "step": 1654380
    },
    {
      "epoch": 461.73,
      "grad_norm": 0.9494826197624207,
      "learning_rate": 1.9414288761811815e-06,
      "loss": 0.349,
      "step": 1654390
    },
    {
      "epoch": 461.74,
      "grad_norm": 1.1723822355270386,
      "learning_rate": 1.941402237932507e-06,
      "loss": 0.3502,
      "step": 1654400
    },
    {
      "epoch": 461.74,
      "grad_norm": 1.103052020072937,
      "learning_rate": 1.9413755997373852e-06,
      "loss": 0.3422,
      "step": 1654410
    },
    {
      "epoch": 461.74,
      "grad_norm": 1.0441023111343384,
      "learning_rate": 1.9413489615958186e-06,
      "loss": 0.339,
      "step": 1654420
    },
    {
      "epoch": 461.74,
      "grad_norm": 1.2766432762145996,
      "learning_rate": 1.941322323507813e-06,
      "loss": 0.3378,
      "step": 1654430
    },
    {
      "epoch": 461.75,
      "grad_norm": 1.0042650699615479,
      "learning_rate": 1.9412956854733697e-06,
      "loss": 0.3406,
      "step": 1654440
    },
    {
      "epoch": 461.75,
      "grad_norm": 1.0738775730133057,
      "learning_rate": 1.941269047492493e-06,
      "loss": 0.3273,
      "step": 1654450
    },
    {
      "epoch": 461.75,
      "grad_norm": 1.1325876712799072,
      "learning_rate": 1.9412424095651875e-06,
      "loss": 0.3436,
      "step": 1654460
    },
    {
      "epoch": 461.76,
      "grad_norm": 1.019682765007019,
      "learning_rate": 1.9412157716914557e-06,
      "loss": 0.3459,
      "step": 1654470
    },
    {
      "epoch": 461.76,
      "grad_norm": 0.9108608365058899,
      "learning_rate": 1.941189133871301e-06,
      "loss": 0.3225,
      "step": 1654480
    },
    {
      "epoch": 461.76,
      "grad_norm": 1.015380620956421,
      "learning_rate": 1.941162496104727e-06,
      "loss": 0.3602,
      "step": 1654490
    },
    {
      "epoch": 461.76,
      "grad_norm": 0.9815086722373962,
      "learning_rate": 1.9411358583917385e-06,
      "loss": 0.3356,
      "step": 1654500
    },
    {
      "epoch": 461.77,
      "grad_norm": 1.4295053482055664,
      "learning_rate": 1.9411092207323366e-06,
      "loss": 0.3233,
      "step": 1654510
    },
    {
      "epoch": 461.77,
      "grad_norm": 1.0117599964141846,
      "learning_rate": 1.9410825831265276e-06,
      "loss": 0.346,
      "step": 1654520
    },
    {
      "epoch": 461.77,
      "grad_norm": 1.1899889707565308,
      "learning_rate": 1.941055945574313e-06,
      "loss": 0.3482,
      "step": 1654530
    },
    {
      "epoch": 461.78,
      "grad_norm": 0.9927012324333191,
      "learning_rate": 1.9410293080756974e-06,
      "loss": 0.3447,
      "step": 1654540
    },
    {
      "epoch": 461.78,
      "grad_norm": 0.9502394199371338,
      "learning_rate": 1.941002670630684e-06,
      "loss": 0.3452,
      "step": 1654550
    },
    {
      "epoch": 461.78,
      "grad_norm": 1.212170124053955,
      "learning_rate": 1.9409760332392757e-06,
      "loss": 0.3235,
      "step": 1654560
    },
    {
      "epoch": 461.78,
      "grad_norm": 1.031346321105957,
      "learning_rate": 1.9409493959014777e-06,
      "loss": 0.352,
      "step": 1654570
    },
    {
      "epoch": 461.79,
      "grad_norm": 0.8966837525367737,
      "learning_rate": 1.9409227586172927e-06,
      "loss": 0.3348,
      "step": 1654580
    },
    {
      "epoch": 461.79,
      "grad_norm": 0.9772274494171143,
      "learning_rate": 1.9408961213867228e-06,
      "loss": 0.338,
      "step": 1654590
    },
    {
      "epoch": 461.79,
      "grad_norm": 1.6727315187454224,
      "learning_rate": 1.940869484209774e-06,
      "loss": 0.3423,
      "step": 1654600
    },
    {
      "epoch": 461.79,
      "grad_norm": 1.295851707458496,
      "learning_rate": 1.940842847086449e-06,
      "loss": 0.3336,
      "step": 1654610
    },
    {
      "epoch": 461.8,
      "grad_norm": 1.0042977333068848,
      "learning_rate": 1.94081621001675e-06,
      "loss": 0.3563,
      "step": 1654620
    },
    {
      "epoch": 461.8,
      "grad_norm": 1.1101478338241577,
      "learning_rate": 1.940789573000682e-06,
      "loss": 0.3418,
      "step": 1654630
    },
    {
      "epoch": 461.8,
      "grad_norm": 1.115125060081482,
      "learning_rate": 1.9407629360382485e-06,
      "loss": 0.3391,
      "step": 1654640
    },
    {
      "epoch": 461.81,
      "grad_norm": 1.3202406167984009,
      "learning_rate": 1.9407362991294516e-06,
      "loss": 0.345,
      "step": 1654650
    },
    {
      "epoch": 461.81,
      "grad_norm": 1.1023335456848145,
      "learning_rate": 1.9407096622742972e-06,
      "loss": 0.3536,
      "step": 1654660
    },
    {
      "epoch": 461.81,
      "grad_norm": 1.1157302856445312,
      "learning_rate": 1.9406830254727876e-06,
      "loss": 0.3483,
      "step": 1654670
    },
    {
      "epoch": 461.81,
      "grad_norm": 1.5190304517745972,
      "learning_rate": 1.9406563887249256e-06,
      "loss": 0.3437,
      "step": 1654680
    },
    {
      "epoch": 461.82,
      "grad_norm": 1.1283073425292969,
      "learning_rate": 1.940629752030716e-06,
      "loss": 0.3318,
      "step": 1654690
    },
    {
      "epoch": 461.82,
      "grad_norm": 1.2343157529830933,
      "learning_rate": 1.9406031153901617e-06,
      "loss": 0.3342,
      "step": 1654700
    },
    {
      "epoch": 461.82,
      "grad_norm": 1.2223033905029297,
      "learning_rate": 1.9405764788032656e-06,
      "loss": 0.3519,
      "step": 1654710
    },
    {
      "epoch": 461.83,
      "grad_norm": 1.0413215160369873,
      "learning_rate": 1.940549842270033e-06,
      "loss": 0.3457,
      "step": 1654720
    },
    {
      "epoch": 461.83,
      "grad_norm": 1.0138936042785645,
      "learning_rate": 1.940523205790466e-06,
      "loss": 0.3744,
      "step": 1654730
    },
    {
      "epoch": 461.83,
      "grad_norm": 1.1020886898040771,
      "learning_rate": 1.940496569364568e-06,
      "loss": 0.3369,
      "step": 1654740
    },
    {
      "epoch": 461.83,
      "grad_norm": 1.0443559885025024,
      "learning_rate": 1.940469932992344e-06,
      "loss": 0.3403,
      "step": 1654750
    },
    {
      "epoch": 461.84,
      "grad_norm": 1.0885100364685059,
      "learning_rate": 1.940443296673797e-06,
      "loss": 0.3323,
      "step": 1654760
    },
    {
      "epoch": 461.84,
      "grad_norm": 1.2445385456085205,
      "learning_rate": 1.9404166604089293e-06,
      "loss": 0.3426,
      "step": 1654770
    },
    {
      "epoch": 461.84,
      "grad_norm": 1.0843214988708496,
      "learning_rate": 1.940390024197746e-06,
      "loss": 0.3277,
      "step": 1654780
    },
    {
      "epoch": 461.84,
      "grad_norm": 1.0352097749710083,
      "learning_rate": 1.94036338804025e-06,
      "loss": 0.3363,
      "step": 1654790
    },
    {
      "epoch": 461.85,
      "grad_norm": 0.9984784722328186,
      "learning_rate": 1.940336751936444e-06,
      "loss": 0.3644,
      "step": 1654800
    },
    {
      "epoch": 461.85,
      "grad_norm": 1.095103144645691,
      "learning_rate": 1.940310115886333e-06,
      "loss": 0.3548,
      "step": 1654810
    },
    {
      "epoch": 461.85,
      "grad_norm": 1.1078518629074097,
      "learning_rate": 1.94028347988992e-06,
      "loss": 0.3454,
      "step": 1654820
    },
    {
      "epoch": 461.86,
      "grad_norm": 1.1339775323867798,
      "learning_rate": 1.9402568439472087e-06,
      "loss": 0.3294,
      "step": 1654830
    },
    {
      "epoch": 461.86,
      "grad_norm": 1.0905286073684692,
      "learning_rate": 1.9402302080582026e-06,
      "loss": 0.3485,
      "step": 1654840
    },
    {
      "epoch": 461.86,
      "grad_norm": 1.0000230073928833,
      "learning_rate": 1.9402035722229042e-06,
      "loss": 0.3359,
      "step": 1654850
    },
    {
      "epoch": 461.86,
      "grad_norm": 0.9910520315170288,
      "learning_rate": 1.940176936441319e-06,
      "loss": 0.3447,
      "step": 1654860
    },
    {
      "epoch": 461.87,
      "grad_norm": 1.1042101383209229,
      "learning_rate": 1.9401503007134493e-06,
      "loss": 0.3361,
      "step": 1654870
    },
    {
      "epoch": 461.87,
      "grad_norm": 1.0892586708068848,
      "learning_rate": 1.9401236650392973e-06,
      "loss": 0.3359,
      "step": 1654880
    },
    {
      "epoch": 461.87,
      "grad_norm": 0.9392072558403015,
      "learning_rate": 1.94009702941887e-06,
      "loss": 0.3324,
      "step": 1654890
    },
    {
      "epoch": 461.88,
      "grad_norm": 1.0800952911376953,
      "learning_rate": 1.9400703938521684e-06,
      "loss": 0.3489,
      "step": 1654900
    },
    {
      "epoch": 461.88,
      "grad_norm": 1.0068832635879517,
      "learning_rate": 1.9400437583391966e-06,
      "loss": 0.3549,
      "step": 1654910
    },
    {
      "epoch": 461.88,
      "grad_norm": 1.0528507232666016,
      "learning_rate": 1.940017122879958e-06,
      "loss": 0.3402,
      "step": 1654920
    },
    {
      "epoch": 461.88,
      "grad_norm": 1.268375277519226,
      "learning_rate": 1.9399904874744574e-06,
      "loss": 0.3493,
      "step": 1654930
    },
    {
      "epoch": 461.89,
      "grad_norm": 1.1095874309539795,
      "learning_rate": 1.9399638521226955e-06,
      "loss": 0.3583,
      "step": 1654940
    },
    {
      "epoch": 461.89,
      "grad_norm": 1.0122014284133911,
      "learning_rate": 1.939937216824679e-06,
      "loss": 0.3284,
      "step": 1654950
    },
    {
      "epoch": 461.89,
      "grad_norm": 1.014157772064209,
      "learning_rate": 1.93991058158041e-06,
      "loss": 0.348,
      "step": 1654960
    },
    {
      "epoch": 461.9,
      "grad_norm": 1.0490411520004272,
      "learning_rate": 1.9398839463898912e-06,
      "loss": 0.3516,
      "step": 1654970
    },
    {
      "epoch": 461.9,
      "grad_norm": 1.0136140584945679,
      "learning_rate": 1.9398573112531283e-06,
      "loss": 0.3345,
      "step": 1654980
    },
    {
      "epoch": 461.9,
      "grad_norm": 1.0560587644577026,
      "learning_rate": 1.939830676170123e-06,
      "loss": 0.3488,
      "step": 1654990
    },
    {
      "epoch": 461.9,
      "grad_norm": 0.9750135540962219,
      "learning_rate": 1.9398040411408787e-06,
      "loss": 0.3481,
      "step": 1655000
    },
    {
      "epoch": 461.91,
      "grad_norm": 0.9693976640701294,
      "learning_rate": 1.939777406165401e-06,
      "loss": 0.3371,
      "step": 1655010
    },
    {
      "epoch": 461.91,
      "grad_norm": 1.0287021398544312,
      "learning_rate": 1.939750771243692e-06,
      "loss": 0.3361,
      "step": 1655020
    },
    {
      "epoch": 461.91,
      "grad_norm": 1.0969769954681396,
      "learning_rate": 1.9397241363757545e-06,
      "loss": 0.3489,
      "step": 1655030
    },
    {
      "epoch": 461.91,
      "grad_norm": 1.0128625631332397,
      "learning_rate": 1.939697501561594e-06,
      "loss": 0.335,
      "step": 1655040
    },
    {
      "epoch": 461.92,
      "grad_norm": 1.213017463684082,
      "learning_rate": 1.9396708668012125e-06,
      "loss": 0.3465,
      "step": 1655050
    },
    {
      "epoch": 461.92,
      "grad_norm": 1.003826379776001,
      "learning_rate": 1.939644232094614e-06,
      "loss": 0.3503,
      "step": 1655060
    },
    {
      "epoch": 461.92,
      "grad_norm": 3.792263984680176,
      "learning_rate": 1.9396175974418025e-06,
      "loss": 0.3333,
      "step": 1655070
    },
    {
      "epoch": 461.93,
      "grad_norm": 1.0395090579986572,
      "learning_rate": 1.939590962842781e-06,
      "loss": 0.3311,
      "step": 1655080
    },
    {
      "epoch": 461.93,
      "grad_norm": 1.0723598003387451,
      "learning_rate": 1.9395643282975523e-06,
      "loss": 0.3352,
      "step": 1655090
    },
    {
      "epoch": 461.93,
      "grad_norm": 1.0249403715133667,
      "learning_rate": 1.9395376938061217e-06,
      "loss": 0.3302,
      "step": 1655100
    },
    {
      "epoch": 461.93,
      "grad_norm": 1.1722044944763184,
      "learning_rate": 1.9395110593684913e-06,
      "loss": 0.358,
      "step": 1655110
    },
    {
      "epoch": 461.94,
      "grad_norm": 1.134142279624939,
      "learning_rate": 1.939484424984666e-06,
      "loss": 0.3514,
      "step": 1655120
    },
    {
      "epoch": 461.94,
      "grad_norm": 1.3053494691848755,
      "learning_rate": 1.9394577906546483e-06,
      "loss": 0.3342,
      "step": 1655130
    },
    {
      "epoch": 461.94,
      "grad_norm": 0.9992380142211914,
      "learning_rate": 1.939431156378441e-06,
      "loss": 0.3418,
      "step": 1655140
    },
    {
      "epoch": 461.95,
      "grad_norm": 1.125279188156128,
      "learning_rate": 1.9394045221560503e-06,
      "loss": 0.3602,
      "step": 1655150
    },
    {
      "epoch": 461.95,
      "grad_norm": 1.0356078147888184,
      "learning_rate": 1.9393778879874773e-06,
      "loss": 0.3509,
      "step": 1655160
    },
    {
      "epoch": 461.95,
      "grad_norm": 0.9395790696144104,
      "learning_rate": 1.9393512538727257e-06,
      "loss": 0.3283,
      "step": 1655170
    },
    {
      "epoch": 461.95,
      "grad_norm": 1.0796855688095093,
      "learning_rate": 1.939324619811801e-06,
      "loss": 0.3426,
      "step": 1655180
    },
    {
      "epoch": 461.96,
      "grad_norm": 1.222193717956543,
      "learning_rate": 1.9392979858047046e-06,
      "loss": 0.3587,
      "step": 1655190
    },
    {
      "epoch": 461.96,
      "grad_norm": 1.0406049489974976,
      "learning_rate": 1.939271351851441e-06,
      "loss": 0.3232,
      "step": 1655200
    },
    {
      "epoch": 461.96,
      "grad_norm": 1.1122527122497559,
      "learning_rate": 1.9392447179520137e-06,
      "loss": 0.3409,
      "step": 1655210
    },
    {
      "epoch": 461.96,
      "grad_norm": 1.011466383934021,
      "learning_rate": 1.9392180841064267e-06,
      "loss": 0.346,
      "step": 1655220
    },
    {
      "epoch": 461.97,
      "grad_norm": 1.0368160009384155,
      "learning_rate": 1.9391914503146817e-06,
      "loss": 0.3451,
      "step": 1655230
    },
    {
      "epoch": 461.97,
      "grad_norm": 1.1552040576934814,
      "learning_rate": 1.939164816576784e-06,
      "loss": 0.3423,
      "step": 1655240
    },
    {
      "epoch": 461.97,
      "grad_norm": 1.038356900215149,
      "learning_rate": 1.9391381828927376e-06,
      "loss": 0.3445,
      "step": 1655250
    },
    {
      "epoch": 461.98,
      "grad_norm": 1.0533000230789185,
      "learning_rate": 1.939111549262544e-06,
      "loss": 0.3505,
      "step": 1655260
    },
    {
      "epoch": 461.98,
      "grad_norm": 1.1212265491485596,
      "learning_rate": 1.9390849156862083e-06,
      "loss": 0.3487,
      "step": 1655270
    },
    {
      "epoch": 461.98,
      "grad_norm": 1.1081469058990479,
      "learning_rate": 1.939058282163734e-06,
      "loss": 0.3629,
      "step": 1655280
    },
    {
      "epoch": 461.98,
      "grad_norm": 1.4498753547668457,
      "learning_rate": 1.939031648695124e-06,
      "loss": 0.345,
      "step": 1655290
    },
    {
      "epoch": 461.99,
      "grad_norm": 3.478238821029663,
      "learning_rate": 1.9390050152803824e-06,
      "loss": 0.3487,
      "step": 1655300
    },
    {
      "epoch": 461.99,
      "grad_norm": 1.0264627933502197,
      "learning_rate": 1.9389783819195125e-06,
      "loss": 0.3531,
      "step": 1655310
    },
    {
      "epoch": 461.99,
      "grad_norm": 1.0002425909042358,
      "learning_rate": 1.9389517486125165e-06,
      "loss": 0.3381,
      "step": 1655320
    },
    {
      "epoch": 462.0,
      "grad_norm": 3.399913787841797,
      "learning_rate": 1.9389251153594007e-06,
      "loss": 0.337,
      "step": 1655330
    },
    {
      "epoch": 462.0,
      "grad_norm": 1.0407114028930664,
      "learning_rate": 1.938898482160167e-06,
      "loss": 0.3521,
      "step": 1655340
    },
    {
      "epoch": 462.0,
      "eval_loss": 0.3434692621231079,
      "eval_runtime": 67.9097,
      "eval_samples_per_second": 74.496,
      "eval_steps_per_second": 9.321,
      "step": 1655346
    },
    {
      "epoch": 462.0,
      "grad_norm": 1.233817458152771,
      "learning_rate": 1.9388718490148185e-06,
      "loss": 0.3518,
      "step": 1655350
    },
    {
      "epoch": 462.0,
      "grad_norm": 1.0874289274215698,
      "learning_rate": 1.93884521592336e-06,
      "loss": 0.3365,
      "step": 1655360
    },
    {
      "epoch": 462.01,
      "grad_norm": 1.264474868774414,
      "learning_rate": 1.9388185828857947e-06,
      "loss": 0.3479,
      "step": 1655370
    },
    {
      "epoch": 462.01,
      "grad_norm": 1.050236463546753,
      "learning_rate": 1.9387919499021247e-06,
      "loss": 0.3487,
      "step": 1655380
    },
    {
      "epoch": 462.01,
      "grad_norm": 1.173120379447937,
      "learning_rate": 1.9387653169723556e-06,
      "loss": 0.3324,
      "step": 1655390
    },
    {
      "epoch": 462.02,
      "grad_norm": 1.1025776863098145,
      "learning_rate": 1.9387386840964892e-06,
      "loss": 0.3492,
      "step": 1655400
    },
    {
      "epoch": 462.02,
      "grad_norm": 0.9006611108779907,
      "learning_rate": 1.938712051274531e-06,
      "loss": 0.3338,
      "step": 1655410
    },
    {
      "epoch": 462.02,
      "grad_norm": 1.0154579877853394,
      "learning_rate": 1.9386854185064834e-06,
      "loss": 0.3393,
      "step": 1655420
    },
    {
      "epoch": 462.02,
      "grad_norm": 1.2237168550491333,
      "learning_rate": 1.93865878579235e-06,
      "loss": 0.3362,
      "step": 1655430
    },
    {
      "epoch": 462.03,
      "grad_norm": 0.9946565628051758,
      "learning_rate": 1.9386321531321338e-06,
      "loss": 0.3375,
      "step": 1655440
    },
    {
      "epoch": 462.03,
      "grad_norm": 1.0314419269561768,
      "learning_rate": 1.93860552052584e-06,
      "loss": 0.334,
      "step": 1655450
    },
    {
      "epoch": 462.03,
      "grad_norm": 1.1362791061401367,
      "learning_rate": 1.938578887973469e-06,
      "loss": 0.3317,
      "step": 1655460
    },
    {
      "epoch": 462.03,
      "grad_norm": 1.046094298362732,
      "learning_rate": 1.938552255475028e-06,
      "loss": 0.3311,
      "step": 1655470
    },
    {
      "epoch": 462.04,
      "grad_norm": 1.0352532863616943,
      "learning_rate": 1.9385256230305186e-06,
      "loss": 0.344,
      "step": 1655480
    },
    {
      "epoch": 462.04,
      "grad_norm": 0.9316608905792236,
      "learning_rate": 1.9384989906399445e-06,
      "loss": 0.3491,
      "step": 1655490
    },
    {
      "epoch": 462.04,
      "grad_norm": 1.0456398725509644,
      "learning_rate": 1.93847235830331e-06,
      "loss": 0.3394,
      "step": 1655500
    },
    {
      "epoch": 462.05,
      "grad_norm": 1.0193787813186646,
      "learning_rate": 1.9384457260206176e-06,
      "loss": 0.3537,
      "step": 1655510
    },
    {
      "epoch": 462.05,
      "grad_norm": 0.9193722009658813,
      "learning_rate": 1.938419093791871e-06,
      "loss": 0.3354,
      "step": 1655520
    },
    {
      "epoch": 462.05,
      "grad_norm": 0.909514844417572,
      "learning_rate": 1.938392461617074e-06,
      "loss": 0.3483,
      "step": 1655530
    },
    {
      "epoch": 462.05,
      "grad_norm": 1.0811065435409546,
      "learning_rate": 1.938365829496231e-06,
      "loss": 0.3383,
      "step": 1655540
    },
    {
      "epoch": 462.06,
      "grad_norm": 1.4559749364852905,
      "learning_rate": 1.9383391974293436e-06,
      "loss": 0.3496,
      "step": 1655550
    },
    {
      "epoch": 462.06,
      "grad_norm": 1.0791282653808594,
      "learning_rate": 1.9383125654164174e-06,
      "loss": 0.3666,
      "step": 1655560
    },
    {
      "epoch": 462.06,
      "grad_norm": 1.4086921215057373,
      "learning_rate": 1.938285933457455e-06,
      "loss": 0.355,
      "step": 1655570
    },
    {
      "epoch": 462.07,
      "grad_norm": 0.8563075065612793,
      "learning_rate": 1.9382593015524597e-06,
      "loss": 0.3309,
      "step": 1655580
    },
    {
      "epoch": 462.07,
      "grad_norm": 1.0298705101013184,
      "learning_rate": 1.9382326697014358e-06,
      "loss": 0.34,
      "step": 1655590
    },
    {
      "epoch": 462.07,
      "grad_norm": 1.0654571056365967,
      "learning_rate": 1.938206037904386e-06,
      "loss": 0.3479,
      "step": 1655600
    },
    {
      "epoch": 462.07,
      "grad_norm": 1.102742075920105,
      "learning_rate": 1.9381794061613136e-06,
      "loss": 0.3546,
      "step": 1655610
    },
    {
      "epoch": 462.08,
      "grad_norm": 0.9041597843170166,
      "learning_rate": 1.9381527744722233e-06,
      "loss": 0.3316,
      "step": 1655620
    },
    {
      "epoch": 462.08,
      "grad_norm": 1.0261038541793823,
      "learning_rate": 1.9381261428371183e-06,
      "loss": 0.3475,
      "step": 1655630
    },
    {
      "epoch": 462.08,
      "grad_norm": 1.2032536268234253,
      "learning_rate": 1.938099511256002e-06,
      "loss": 0.3358,
      "step": 1655640
    },
    {
      "epoch": 462.08,
      "grad_norm": 1.0548301935195923,
      "learning_rate": 1.938072879728878e-06,
      "loss": 0.3599,
      "step": 1655650
    },
    {
      "epoch": 462.09,
      "grad_norm": 0.9441624879837036,
      "learning_rate": 1.9380462482557497e-06,
      "loss": 0.3271,
      "step": 1655660
    },
    {
      "epoch": 462.09,
      "grad_norm": 1.0740917921066284,
      "learning_rate": 1.9380196168366194e-06,
      "loss": 0.3172,
      "step": 1655670
    },
    {
      "epoch": 462.09,
      "grad_norm": 1.0243034362792969,
      "learning_rate": 1.937992985471493e-06,
      "loss": 0.3304,
      "step": 1655680
    },
    {
      "epoch": 462.1,
      "grad_norm": 0.9491273164749146,
      "learning_rate": 1.937966354160372e-06,
      "loss": 0.3221,
      "step": 1655690
    },
    {
      "epoch": 462.1,
      "grad_norm": 0.9963382482528687,
      "learning_rate": 1.9379397229032624e-06,
      "loss": 0.3442,
      "step": 1655700
    },
    {
      "epoch": 462.1,
      "grad_norm": 1.0248726606369019,
      "learning_rate": 1.9379130917001658e-06,
      "loss": 0.3676,
      "step": 1655710
    },
    {
      "epoch": 462.1,
      "grad_norm": 1.0848426818847656,
      "learning_rate": 1.937886460551086e-06,
      "loss": 0.3402,
      "step": 1655720
    },
    {
      "epoch": 462.11,
      "grad_norm": 1.3283896446228027,
      "learning_rate": 1.9378598294560273e-06,
      "loss": 0.3446,
      "step": 1655730
    },
    {
      "epoch": 462.11,
      "grad_norm": 1.060958981513977,
      "learning_rate": 1.937833198414992e-06,
      "loss": 0.3561,
      "step": 1655740
    },
    {
      "epoch": 462.11,
      "grad_norm": 1.0406802892684937,
      "learning_rate": 1.9378065674279843e-06,
      "loss": 0.3467,
      "step": 1655750
    },
    {
      "epoch": 462.12,
      "grad_norm": 1.3054003715515137,
      "learning_rate": 1.937779936495008e-06,
      "loss": 0.3666,
      "step": 1655760
    },
    {
      "epoch": 462.12,
      "grad_norm": 0.9637528657913208,
      "learning_rate": 1.9377533056160668e-06,
      "loss": 0.3452,
      "step": 1655770
    },
    {
      "epoch": 462.12,
      "grad_norm": 1.0446743965148926,
      "learning_rate": 1.937726674791163e-06,
      "loss": 0.3424,
      "step": 1655780
    },
    {
      "epoch": 462.12,
      "grad_norm": 0.9960221648216248,
      "learning_rate": 1.9377000440203024e-06,
      "loss": 0.3531,
      "step": 1655790
    },
    {
      "epoch": 462.13,
      "grad_norm": 0.9398375749588013,
      "learning_rate": 1.9376734133034865e-06,
      "loss": 0.3395,
      "step": 1655800
    },
    {
      "epoch": 462.13,
      "grad_norm": 1.2323322296142578,
      "learning_rate": 1.9376467826407186e-06,
      "loss": 0.3475,
      "step": 1655810
    },
    {
      "epoch": 462.13,
      "grad_norm": 1.0555105209350586,
      "learning_rate": 1.937620152032004e-06,
      "loss": 0.3364,
      "step": 1655820
    },
    {
      "epoch": 462.14,
      "grad_norm": 1.1717102527618408,
      "learning_rate": 1.9375935214773454e-06,
      "loss": 0.3413,
      "step": 1655830
    },
    {
      "epoch": 462.14,
      "grad_norm": 1.007450819015503,
      "learning_rate": 1.9375668909767453e-06,
      "loss": 0.3457,
      "step": 1655840
    },
    {
      "epoch": 462.14,
      "grad_norm": 1.0408306121826172,
      "learning_rate": 1.9375402605302096e-06,
      "loss": 0.3614,
      "step": 1655850
    },
    {
      "epoch": 462.14,
      "grad_norm": 0.9496025443077087,
      "learning_rate": 1.93751363013774e-06,
      "loss": 0.3463,
      "step": 1655860
    },
    {
      "epoch": 462.15,
      "grad_norm": 1.1244405508041382,
      "learning_rate": 1.937486999799341e-06,
      "loss": 0.3462,
      "step": 1655870
    },
    {
      "epoch": 462.15,
      "grad_norm": 1.070907711982727,
      "learning_rate": 1.9374603695150153e-06,
      "loss": 0.342,
      "step": 1655880
    },
    {
      "epoch": 462.15,
      "grad_norm": 1.3025482892990112,
      "learning_rate": 1.9374337392847674e-06,
      "loss": 0.3285,
      "step": 1655890
    },
    {
      "epoch": 462.15,
      "grad_norm": 0.9580024480819702,
      "learning_rate": 1.937407109108599e-06,
      "loss": 0.3512,
      "step": 1655900
    },
    {
      "epoch": 462.16,
      "grad_norm": 1.294350028038025,
      "learning_rate": 1.937380478986516e-06,
      "loss": 0.3396,
      "step": 1655910
    },
    {
      "epoch": 462.16,
      "grad_norm": 1.1271737813949585,
      "learning_rate": 1.937353848918521e-06,
      "loss": 0.3342,
      "step": 1655920
    },
    {
      "epoch": 462.16,
      "grad_norm": 0.9364550113677979,
      "learning_rate": 1.9373272189046167e-06,
      "loss": 0.3505,
      "step": 1655930
    },
    {
      "epoch": 462.17,
      "grad_norm": 1.1803275346755981,
      "learning_rate": 1.937300588944808e-06,
      "loss": 0.3542,
      "step": 1655940
    },
    {
      "epoch": 462.17,
      "grad_norm": 1.182345986366272,
      "learning_rate": 1.9372739590390983e-06,
      "loss": 0.3387,
      "step": 1655950
    },
    {
      "epoch": 462.17,
      "grad_norm": 1.120177149772644,
      "learning_rate": 1.937247329187489e-06,
      "loss": 0.3336,
      "step": 1655960
    },
    {
      "epoch": 462.17,
      "grad_norm": 1.2546634674072266,
      "learning_rate": 1.9372206993899868e-06,
      "loss": 0.3493,
      "step": 1655970
    },
    {
      "epoch": 462.18,
      "grad_norm": 1.0370988845825195,
      "learning_rate": 1.9371940696465926e-06,
      "loss": 0.3365,
      "step": 1655980
    },
    {
      "epoch": 462.18,
      "grad_norm": 1.1722124814987183,
      "learning_rate": 1.937167439957312e-06,
      "loss": 0.3252,
      "step": 1655990
    },
    {
      "epoch": 462.18,
      "grad_norm": 1.1334160566329956,
      "learning_rate": 1.9371408103221475e-06,
      "loss": 0.3492,
      "step": 1656000
    },
    {
      "epoch": 462.19,
      "grad_norm": 1.0941674709320068,
      "learning_rate": 1.9371141807411024e-06,
      "loss": 0.3353,
      "step": 1656010
    },
    {
      "epoch": 462.19,
      "grad_norm": 1.0392228364944458,
      "learning_rate": 1.9370875512141815e-06,
      "loss": 0.3341,
      "step": 1656020
    },
    {
      "epoch": 462.19,
      "grad_norm": 1.0382510423660278,
      "learning_rate": 1.9370609217413873e-06,
      "loss": 0.3415,
      "step": 1656030
    },
    {
      "epoch": 462.19,
      "grad_norm": 0.8851429224014282,
      "learning_rate": 1.9370342923227222e-06,
      "loss": 0.3396,
      "step": 1656040
    },
    {
      "epoch": 462.2,
      "grad_norm": 0.9809342622756958,
      "learning_rate": 1.9370076629581924e-06,
      "loss": 0.3423,
      "step": 1656050
    },
    {
      "epoch": 462.2,
      "grad_norm": 0.8390018343925476,
      "learning_rate": 1.9369810336477997e-06,
      "loss": 0.3322,
      "step": 1656060
    },
    {
      "epoch": 462.2,
      "grad_norm": 0.987581729888916,
      "learning_rate": 1.936954404391548e-06,
      "loss": 0.3376,
      "step": 1656070
    },
    {
      "epoch": 462.2,
      "grad_norm": 1.007968783378601,
      "learning_rate": 1.9369277751894416e-06,
      "loss": 0.3385,
      "step": 1656080
    },
    {
      "epoch": 462.21,
      "grad_norm": 0.9633822441101074,
      "learning_rate": 1.9369011460414823e-06,
      "loss": 0.332,
      "step": 1656090
    },
    {
      "epoch": 462.21,
      "grad_norm": 0.9913715720176697,
      "learning_rate": 1.936874516947675e-06,
      "loss": 0.3376,
      "step": 1656100
    },
    {
      "epoch": 462.21,
      "grad_norm": 1.2258481979370117,
      "learning_rate": 1.9368478879080235e-06,
      "loss": 0.3494,
      "step": 1656110
    },
    {
      "epoch": 462.22,
      "grad_norm": 0.9756491780281067,
      "learning_rate": 1.9368212589225308e-06,
      "loss": 0.3583,
      "step": 1656120
    },
    {
      "epoch": 462.22,
      "grad_norm": 1.0442029237747192,
      "learning_rate": 1.9367946299911994e-06,
      "loss": 0.3414,
      "step": 1656130
    },
    {
      "epoch": 462.22,
      "grad_norm": 1.118083119392395,
      "learning_rate": 1.9367680011140345e-06,
      "loss": 0.3526,
      "step": 1656140
    },
    {
      "epoch": 462.22,
      "grad_norm": 1.518958568572998,
      "learning_rate": 1.9367413722910394e-06,
      "loss": 0.3557,
      "step": 1656150
    },
    {
      "epoch": 462.23,
      "grad_norm": 1.0923207998275757,
      "learning_rate": 1.9367147435222164e-06,
      "loss": 0.3498,
      "step": 1656160
    },
    {
      "epoch": 462.23,
      "grad_norm": 1.138262391090393,
      "learning_rate": 1.936688114807571e-06,
      "loss": 0.3327,
      "step": 1656170
    },
    {
      "epoch": 462.23,
      "grad_norm": 1.0604135990142822,
      "learning_rate": 1.936661486147105e-06,
      "loss": 0.3526,
      "step": 1656180
    },
    {
      "epoch": 462.24,
      "grad_norm": 1.1778035163879395,
      "learning_rate": 1.936634857540822e-06,
      "loss": 0.3594,
      "step": 1656190
    },
    {
      "epoch": 462.24,
      "grad_norm": 1.2493895292282104,
      "learning_rate": 1.9366082289887267e-06,
      "loss": 0.3425,
      "step": 1656200
    },
    {
      "epoch": 462.24,
      "grad_norm": 1.0451464653015137,
      "learning_rate": 1.936581600490823e-06,
      "loss": 0.3444,
      "step": 1656210
    },
    {
      "epoch": 462.24,
      "grad_norm": 1.1586651802062988,
      "learning_rate": 1.9365549720471115e-06,
      "loss": 0.3212,
      "step": 1656220
    },
    {
      "epoch": 462.25,
      "grad_norm": 1.1022835969924927,
      "learning_rate": 1.936528343657599e-06,
      "loss": 0.3274,
      "step": 1656230
    },
    {
      "epoch": 462.25,
      "grad_norm": 1.2512991428375244,
      "learning_rate": 1.936501715322288e-06,
      "loss": 0.3534,
      "step": 1656240
    },
    {
      "epoch": 462.25,
      "grad_norm": 1.0238888263702393,
      "learning_rate": 1.936475087041182e-06,
      "loss": 0.3407,
      "step": 1656250
    },
    {
      "epoch": 462.26,
      "grad_norm": 1.1670551300048828,
      "learning_rate": 1.9364484588142837e-06,
      "loss": 0.3349,
      "step": 1656260
    },
    {
      "epoch": 462.26,
      "grad_norm": 1.1435085535049438,
      "learning_rate": 1.936421830641597e-06,
      "loss": 0.342,
      "step": 1656270
    },
    {
      "epoch": 462.26,
      "grad_norm": 1.0956194400787354,
      "learning_rate": 1.9363952025231267e-06,
      "loss": 0.3381,
      "step": 1656280
    },
    {
      "epoch": 462.26,
      "grad_norm": 1.0271347761154175,
      "learning_rate": 1.9363685744588754e-06,
      "loss": 0.3564,
      "step": 1656290
    },
    {
      "epoch": 462.27,
      "grad_norm": 1.0863604545593262,
      "learning_rate": 1.9363419464488465e-06,
      "loss": 0.3512,
      "step": 1656300
    },
    {
      "epoch": 462.27,
      "grad_norm": 1.0392473936080933,
      "learning_rate": 1.9363153184930438e-06,
      "loss": 0.3436,
      "step": 1656310
    },
    {
      "epoch": 462.27,
      "grad_norm": 1.0731574296951294,
      "learning_rate": 1.9362886905914707e-06,
      "loss": 0.3453,
      "step": 1656320
    },
    {
      "epoch": 462.27,
      "grad_norm": 1.2746450901031494,
      "learning_rate": 1.93626206274413e-06,
      "loss": 0.3572,
      "step": 1656330
    },
    {
      "epoch": 462.28,
      "grad_norm": 1.061582088470459,
      "learning_rate": 1.936235434951027e-06,
      "loss": 0.3318,
      "step": 1656340
    },
    {
      "epoch": 462.28,
      "grad_norm": 0.9891758561134338,
      "learning_rate": 1.9362088072121645e-06,
      "loss": 0.34,
      "step": 1656350
    },
    {
      "epoch": 462.28,
      "grad_norm": 1.1680781841278076,
      "learning_rate": 1.936182179527545e-06,
      "loss": 0.3299,
      "step": 1656360
    },
    {
      "epoch": 462.29,
      "grad_norm": 0.9506754279136658,
      "learning_rate": 1.936155551897173e-06,
      "loss": 0.3217,
      "step": 1656370
    },
    {
      "epoch": 462.29,
      "grad_norm": 1.2144168615341187,
      "learning_rate": 1.936128924321053e-06,
      "loss": 0.3395,
      "step": 1656380
    },
    {
      "epoch": 462.29,
      "grad_norm": 1.2208791971206665,
      "learning_rate": 1.9361022967991864e-06,
      "loss": 0.341,
      "step": 1656390
    },
    {
      "epoch": 462.29,
      "grad_norm": 1.186567783355713,
      "learning_rate": 1.9360756693315784e-06,
      "loss": 0.3487,
      "step": 1656400
    },
    {
      "epoch": 462.3,
      "grad_norm": 1.114142656326294,
      "learning_rate": 1.936049041918232e-06,
      "loss": 0.3221,
      "step": 1656410
    },
    {
      "epoch": 462.3,
      "grad_norm": 1.1093263626098633,
      "learning_rate": 1.9360224145591497e-06,
      "loss": 0.3387,
      "step": 1656420
    },
    {
      "epoch": 462.3,
      "grad_norm": 1.6784359216690063,
      "learning_rate": 1.935995787254337e-06,
      "loss": 0.3511,
      "step": 1656430
    },
    {
      "epoch": 462.31,
      "grad_norm": 0.9082785248756409,
      "learning_rate": 1.9359691600037965e-06,
      "loss": 0.3473,
      "step": 1656440
    },
    {
      "epoch": 462.31,
      "grad_norm": 1.1042039394378662,
      "learning_rate": 1.9359425328075312e-06,
      "loss": 0.3476,
      "step": 1656450
    },
    {
      "epoch": 462.31,
      "grad_norm": 0.9484484791755676,
      "learning_rate": 1.935915905665546e-06,
      "loss": 0.3471,
      "step": 1656460
    },
    {
      "epoch": 462.31,
      "grad_norm": 1.0086207389831543,
      "learning_rate": 1.935889278577843e-06,
      "loss": 0.3399,
      "step": 1656470
    },
    {
      "epoch": 462.32,
      "grad_norm": 1.0185573101043701,
      "learning_rate": 1.9358626515444263e-06,
      "loss": 0.3381,
      "step": 1656480
    },
    {
      "epoch": 462.32,
      "grad_norm": 0.985637903213501,
      "learning_rate": 1.9358360245653e-06,
      "loss": 0.3263,
      "step": 1656490
    },
    {
      "epoch": 462.32,
      "grad_norm": 0.9354884624481201,
      "learning_rate": 1.935809397640467e-06,
      "loss": 0.3506,
      "step": 1656500
    },
    {
      "epoch": 462.32,
      "grad_norm": 1.0819408893585205,
      "learning_rate": 1.9357827707699302e-06,
      "loss": 0.3257,
      "step": 1656510
    },
    {
      "epoch": 462.33,
      "grad_norm": 1.3401713371276855,
      "learning_rate": 1.9357561439536947e-06,
      "loss": 0.3452,
      "step": 1656520
    },
    {
      "epoch": 462.33,
      "grad_norm": 1.0172463655471802,
      "learning_rate": 1.935729517191764e-06,
      "loss": 0.3494,
      "step": 1656530
    },
    {
      "epoch": 462.33,
      "grad_norm": 1.1135778427124023,
      "learning_rate": 1.9357028904841395e-06,
      "loss": 0.3315,
      "step": 1656540
    },
    {
      "epoch": 462.34,
      "grad_norm": 1.0089597702026367,
      "learning_rate": 1.935676263830827e-06,
      "loss": 0.3574,
      "step": 1656550
    },
    {
      "epoch": 462.34,
      "grad_norm": 1.0559954643249512,
      "learning_rate": 1.935649637231829e-06,
      "loss": 0.3428,
      "step": 1656560
    },
    {
      "epoch": 462.34,
      "grad_norm": 1.1699563264846802,
      "learning_rate": 1.935623010687149e-06,
      "loss": 0.3467,
      "step": 1656570
    },
    {
      "epoch": 462.34,
      "grad_norm": 1.1198084354400635,
      "learning_rate": 1.9355963841967918e-06,
      "loss": 0.3292,
      "step": 1656580
    },
    {
      "epoch": 462.35,
      "grad_norm": 1.0494394302368164,
      "learning_rate": 1.935569757760759e-06,
      "loss": 0.3381,
      "step": 1656590
    },
    {
      "epoch": 462.35,
      "grad_norm": 8.800905227661133,
      "learning_rate": 1.9355431313790555e-06,
      "loss": 0.3315,
      "step": 1656600
    },
    {
      "epoch": 462.35,
      "grad_norm": 1.0665777921676636,
      "learning_rate": 1.9355165050516847e-06,
      "loss": 0.3343,
      "step": 1656610
    },
    {
      "epoch": 462.36,
      "grad_norm": 1.159863829612732,
      "learning_rate": 1.935489878778649e-06,
      "loss": 0.3464,
      "step": 1656620
    },
    {
      "epoch": 462.36,
      "grad_norm": 1.1042568683624268,
      "learning_rate": 1.9354632525599536e-06,
      "loss": 0.3614,
      "step": 1656630
    },
    {
      "epoch": 462.36,
      "grad_norm": 0.9560760855674744,
      "learning_rate": 1.9354366263956015e-06,
      "loss": 0.3419,
      "step": 1656640
    },
    {
      "epoch": 462.36,
      "grad_norm": 0.93495774269104,
      "learning_rate": 1.9354100002855945e-06,
      "loss": 0.3276,
      "step": 1656650
    },
    {
      "epoch": 462.37,
      "grad_norm": 0.9963918328285217,
      "learning_rate": 1.935383374229939e-06,
      "loss": 0.3286,
      "step": 1656660
    },
    {
      "epoch": 462.37,
      "grad_norm": 1.0762550830841064,
      "learning_rate": 1.9353567482286374e-06,
      "loss": 0.3584,
      "step": 1656670
    },
    {
      "epoch": 462.37,
      "grad_norm": 1.1410326957702637,
      "learning_rate": 1.9353301222816924e-06,
      "loss": 0.3429,
      "step": 1656680
    },
    {
      "epoch": 462.38,
      "grad_norm": 1.101704716682434,
      "learning_rate": 1.9353034963891086e-06,
      "loss": 0.3612,
      "step": 1656690
    },
    {
      "epoch": 462.38,
      "grad_norm": 1.347094178199768,
      "learning_rate": 1.935276870550889e-06,
      "loss": 0.3317,
      "step": 1656700
    },
    {
      "epoch": 462.38,
      "grad_norm": 1.094612956047058,
      "learning_rate": 1.935250244767037e-06,
      "loss": 0.3174,
      "step": 1656710
    },
    {
      "epoch": 462.38,
      "grad_norm": 0.9373540282249451,
      "learning_rate": 1.9352236190375565e-06,
      "loss": 0.3437,
      "step": 1656720
    },
    {
      "epoch": 462.39,
      "grad_norm": 1.0492327213287354,
      "learning_rate": 1.9351969933624514e-06,
      "loss": 0.3479,
      "step": 1656730
    },
    {
      "epoch": 462.39,
      "grad_norm": 1.0316768884658813,
      "learning_rate": 1.9351703677417246e-06,
      "loss": 0.3499,
      "step": 1656740
    },
    {
      "epoch": 462.39,
      "grad_norm": 1.0957536697387695,
      "learning_rate": 1.93514374217538e-06,
      "loss": 0.3476,
      "step": 1656750
    },
    {
      "epoch": 462.39,
      "grad_norm": 1.1086534261703491,
      "learning_rate": 1.935117116663421e-06,
      "loss": 0.3519,
      "step": 1656760
    },
    {
      "epoch": 462.4,
      "grad_norm": 1.2386561632156372,
      "learning_rate": 1.9350904912058504e-06,
      "loss": 0.3514,
      "step": 1656770
    },
    {
      "epoch": 462.4,
      "grad_norm": 1.0016136169433594,
      "learning_rate": 1.9350638658026734e-06,
      "loss": 0.3507,
      "step": 1656780
    },
    {
      "epoch": 462.4,
      "grad_norm": 0.9994869828224182,
      "learning_rate": 1.9350372404538924e-06,
      "loss": 0.3397,
      "step": 1656790
    },
    {
      "epoch": 462.41,
      "grad_norm": 1.031695008277893,
      "learning_rate": 1.9350106151595105e-06,
      "loss": 0.3625,
      "step": 1656800
    },
    {
      "epoch": 462.41,
      "grad_norm": 1.2096552848815918,
      "learning_rate": 1.9349839899195326e-06,
      "loss": 0.3515,
      "step": 1656810
    },
    {
      "epoch": 462.41,
      "grad_norm": 1.1664268970489502,
      "learning_rate": 1.9349573647339617e-06,
      "loss": 0.3475,
      "step": 1656820
    },
    {
      "epoch": 462.41,
      "grad_norm": 1.024329662322998,
      "learning_rate": 1.934930739602801e-06,
      "loss": 0.3409,
      "step": 1656830
    },
    {
      "epoch": 462.42,
      "grad_norm": 1.0491864681243896,
      "learning_rate": 1.9349041145260542e-06,
      "loss": 0.3391,
      "step": 1656840
    },
    {
      "epoch": 462.42,
      "grad_norm": 1.002631664276123,
      "learning_rate": 1.9348774895037244e-06,
      "loss": 0.3291,
      "step": 1656850
    },
    {
      "epoch": 462.42,
      "grad_norm": 1.2043375968933105,
      "learning_rate": 1.9348508645358165e-06,
      "loss": 0.352,
      "step": 1656860
    },
    {
      "epoch": 462.43,
      "grad_norm": 0.9239339232444763,
      "learning_rate": 1.934824239622333e-06,
      "loss": 0.3435,
      "step": 1656870
    },
    {
      "epoch": 462.43,
      "grad_norm": 1.0500736236572266,
      "learning_rate": 1.934797614763277e-06,
      "loss": 0.3442,
      "step": 1656880
    },
    {
      "epoch": 462.43,
      "grad_norm": 1.1882725954055786,
      "learning_rate": 1.934770989958654e-06,
      "loss": 0.3242,
      "step": 1656890
    },
    {
      "epoch": 462.43,
      "grad_norm": 0.8534315228462219,
      "learning_rate": 1.934744365208465e-06,
      "loss": 0.3346,
      "step": 1656900
    },
    {
      "epoch": 462.44,
      "grad_norm": 0.9256620407104492,
      "learning_rate": 1.934717740512715e-06,
      "loss": 0.3383,
      "step": 1656910
    },
    {
      "epoch": 462.44,
      "grad_norm": 1.0996798276901245,
      "learning_rate": 1.9346911158714075e-06,
      "loss": 0.3405,
      "step": 1656920
    },
    {
      "epoch": 462.44,
      "grad_norm": 1.1171927452087402,
      "learning_rate": 1.9346644912845462e-06,
      "loss": 0.3463,
      "step": 1656930
    },
    {
      "epoch": 462.44,
      "grad_norm": 1.2089616060256958,
      "learning_rate": 1.934637866752133e-06,
      "loss": 0.3556,
      "step": 1656940
    },
    {
      "epoch": 462.45,
      "grad_norm": 1.2101973295211792,
      "learning_rate": 1.934611242274174e-06,
      "loss": 0.3635,
      "step": 1656950
    },
    {
      "epoch": 462.45,
      "grad_norm": 1.1339032649993896,
      "learning_rate": 1.9345846178506715e-06,
      "loss": 0.3644,
      "step": 1656960
    },
    {
      "epoch": 462.45,
      "grad_norm": 1.0646514892578125,
      "learning_rate": 1.9345579934816285e-06,
      "loss": 0.334,
      "step": 1656970
    },
    {
      "epoch": 462.46,
      "grad_norm": 1.0452053546905518,
      "learning_rate": 1.9345313691670493e-06,
      "loss": 0.3351,
      "step": 1656980
    },
    {
      "epoch": 462.46,
      "grad_norm": 1.1461124420166016,
      "learning_rate": 1.9345047449069374e-06,
      "loss": 0.3451,
      "step": 1656990
    },
    {
      "epoch": 462.46,
      "grad_norm": 1.1034196615219116,
      "learning_rate": 1.9344781207012947e-06,
      "loss": 0.359,
      "step": 1657000
    },
    {
      "epoch": 462.46,
      "grad_norm": 1.0905275344848633,
      "learning_rate": 1.9344514965501277e-06,
      "loss": 0.3247,
      "step": 1657010
    },
    {
      "epoch": 462.47,
      "grad_norm": 1.0685926675796509,
      "learning_rate": 1.9344248724534384e-06,
      "loss": 0.3168,
      "step": 1657020
    },
    {
      "epoch": 462.47,
      "grad_norm": 1.289648175239563,
      "learning_rate": 1.9343982484112303e-06,
      "loss": 0.3208,
      "step": 1657030
    },
    {
      "epoch": 462.47,
      "grad_norm": 0.9865275621414185,
      "learning_rate": 1.9343716244235064e-06,
      "loss": 0.332,
      "step": 1657040
    },
    {
      "epoch": 462.48,
      "grad_norm": 1.0537214279174805,
      "learning_rate": 1.9343450004902716e-06,
      "loss": 0.3623,
      "step": 1657050
    },
    {
      "epoch": 462.48,
      "grad_norm": 1.1871380805969238,
      "learning_rate": 1.934318376611528e-06,
      "loss": 0.349,
      "step": 1657060
    },
    {
      "epoch": 462.48,
      "grad_norm": 1.2028578519821167,
      "learning_rate": 1.9342917527872807e-06,
      "loss": 0.3589,
      "step": 1657070
    },
    {
      "epoch": 462.48,
      "grad_norm": 1.0877691507339478,
      "learning_rate": 1.934265129017532e-06,
      "loss": 0.347,
      "step": 1657080
    },
    {
      "epoch": 462.49,
      "grad_norm": 1.170840859413147,
      "learning_rate": 1.934238505302285e-06,
      "loss": 0.3329,
      "step": 1657090
    },
    {
      "epoch": 462.49,
      "grad_norm": 1.1578115224838257,
      "learning_rate": 1.9342118816415456e-06,
      "loss": 0.3408,
      "step": 1657100
    },
    {
      "epoch": 462.49,
      "grad_norm": 1.034095048904419,
      "learning_rate": 1.934185258035315e-06,
      "loss": 0.3498,
      "step": 1657110
    },
    {
      "epoch": 462.5,
      "grad_norm": 1.070722222328186,
      "learning_rate": 1.934158634483598e-06,
      "loss": 0.3497,
      "step": 1657120
    },
    {
      "epoch": 462.5,
      "grad_norm": 1.0468307733535767,
      "learning_rate": 1.9341320109863975e-06,
      "loss": 0.3548,
      "step": 1657130
    },
    {
      "epoch": 462.5,
      "grad_norm": 1.3474431037902832,
      "learning_rate": 1.934105387543717e-06,
      "loss": 0.3445,
      "step": 1657140
    },
    {
      "epoch": 462.5,
      "grad_norm": 1.1004124879837036,
      "learning_rate": 1.9340787641555604e-06,
      "loss": 0.3422,
      "step": 1657150
    },
    {
      "epoch": 462.51,
      "grad_norm": 1.124770164489746,
      "learning_rate": 1.9340521408219314e-06,
      "loss": 0.3558,
      "step": 1657160
    },
    {
      "epoch": 462.51,
      "grad_norm": 1.0132102966308594,
      "learning_rate": 1.9340255175428322e-06,
      "loss": 0.3413,
      "step": 1657170
    },
    {
      "epoch": 462.51,
      "grad_norm": 1.1318836212158203,
      "learning_rate": 1.933998894318269e-06,
      "loss": 0.3541,
      "step": 1657180
    },
    {
      "epoch": 462.51,
      "grad_norm": 1.046409010887146,
      "learning_rate": 1.9339722711482434e-06,
      "loss": 0.3301,
      "step": 1657190
    },
    {
      "epoch": 462.52,
      "grad_norm": 1.0580357313156128,
      "learning_rate": 1.933945648032759e-06,
      "loss": 0.3412,
      "step": 1657200
    },
    {
      "epoch": 462.52,
      "grad_norm": 0.9917311668395996,
      "learning_rate": 1.9339190249718197e-06,
      "loss": 0.3538,
      "step": 1657210
    },
    {
      "epoch": 462.52,
      "grad_norm": 0.9766910076141357,
      "learning_rate": 1.9338924019654296e-06,
      "loss": 0.349,
      "step": 1657220
    },
    {
      "epoch": 462.53,
      "grad_norm": 1.196799397468567,
      "learning_rate": 1.9338657790135905e-06,
      "loss": 0.3431,
      "step": 1657230
    },
    {
      "epoch": 462.53,
      "grad_norm": 1.0412473678588867,
      "learning_rate": 1.933839156116308e-06,
      "loss": 0.3355,
      "step": 1657240
    },
    {
      "epoch": 462.53,
      "grad_norm": 1.188714861869812,
      "learning_rate": 1.933812533273585e-06,
      "loss": 0.342,
      "step": 1657250
    },
    {
      "epoch": 462.53,
      "grad_norm": 0.9407766461372375,
      "learning_rate": 1.933785910485424e-06,
      "loss": 0.3399,
      "step": 1657260
    },
    {
      "epoch": 462.54,
      "grad_norm": 1.1316863298416138,
      "learning_rate": 1.9337592877518297e-06,
      "loss": 0.3404,
      "step": 1657270
    },
    {
      "epoch": 462.54,
      "grad_norm": 1.1410335302352905,
      "learning_rate": 1.9337326650728055e-06,
      "loss": 0.3445,
      "step": 1657280
    },
    {
      "epoch": 462.54,
      "grad_norm": 1.006783127784729,
      "learning_rate": 1.9337060424483535e-06,
      "loss": 0.3373,
      "step": 1657290
    },
    {
      "epoch": 462.55,
      "grad_norm": 1.2565523386001587,
      "learning_rate": 1.93367941987848e-06,
      "loss": 0.3592,
      "step": 1657300
    },
    {
      "epoch": 462.55,
      "grad_norm": 1.0384178161621094,
      "learning_rate": 1.9336527973631865e-06,
      "loss": 0.3371,
      "step": 1657310
    },
    {
      "epoch": 462.55,
      "grad_norm": 2.2831079959869385,
      "learning_rate": 1.933626174902476e-06,
      "loss": 0.3619,
      "step": 1657320
    },
    {
      "epoch": 462.55,
      "grad_norm": 1.0928397178649902,
      "learning_rate": 1.9335995524963546e-06,
      "loss": 0.3538,
      "step": 1657330
    },
    {
      "epoch": 462.56,
      "grad_norm": 1.0770243406295776,
      "learning_rate": 1.9335729301448243e-06,
      "loss": 0.3377,
      "step": 1657340
    },
    {
      "epoch": 462.56,
      "grad_norm": 1.3113646507263184,
      "learning_rate": 1.9335463078478878e-06,
      "loss": 0.3212,
      "step": 1657350
    },
    {
      "epoch": 462.56,
      "grad_norm": 1.213646650314331,
      "learning_rate": 1.93351968560555e-06,
      "loss": 0.3523,
      "step": 1657360
    },
    {
      "epoch": 462.56,
      "grad_norm": 1.0470798015594482,
      "learning_rate": 1.933493063417814e-06,
      "loss": 0.3425,
      "step": 1657370
    },
    {
      "epoch": 462.57,
      "grad_norm": 1.0885589122772217,
      "learning_rate": 1.9334664412846826e-06,
      "loss": 0.3421,
      "step": 1657380
    },
    {
      "epoch": 462.57,
      "grad_norm": 1.0178908109664917,
      "learning_rate": 1.933439819206161e-06,
      "loss": 0.3542,
      "step": 1657390
    },
    {
      "epoch": 462.57,
      "grad_norm": 1.0988246202468872,
      "learning_rate": 1.9334131971822517e-06,
      "loss": 0.3335,
      "step": 1657400
    },
    {
      "epoch": 462.58,
      "grad_norm": 11.872828483581543,
      "learning_rate": 1.9333865752129577e-06,
      "loss": 0.3554,
      "step": 1657410
    },
    {
      "epoch": 462.58,
      "grad_norm": 1.271906852722168,
      "learning_rate": 1.933359953298284e-06,
      "loss": 0.3436,
      "step": 1657420
    },
    {
      "epoch": 462.58,
      "grad_norm": 1.1394704580307007,
      "learning_rate": 1.933333331438232e-06,
      "loss": 0.3392,
      "step": 1657430
    },
    {
      "epoch": 462.58,
      "grad_norm": 1.3902126550674438,
      "learning_rate": 1.9333067096328076e-06,
      "loss": 0.3404,
      "step": 1657440
    },
    {
      "epoch": 462.59,
      "grad_norm": 0.98792564868927,
      "learning_rate": 1.9332800878820134e-06,
      "loss": 0.3306,
      "step": 1657450
    },
    {
      "epoch": 462.59,
      "grad_norm": 0.9929587841033936,
      "learning_rate": 1.933253466185852e-06,
      "loss": 0.3345,
      "step": 1657460
    },
    {
      "epoch": 462.59,
      "grad_norm": 1.1580657958984375,
      "learning_rate": 1.9332268445443287e-06,
      "loss": 0.3345,
      "step": 1657470
    },
    {
      "epoch": 462.6,
      "grad_norm": 0.8506061434745789,
      "learning_rate": 1.933200222957446e-06,
      "loss": 0.3195,
      "step": 1657480
    },
    {
      "epoch": 462.6,
      "grad_norm": 1.0168544054031372,
      "learning_rate": 1.9331736014252074e-06,
      "loss": 0.3449,
      "step": 1657490
    },
    {
      "epoch": 462.6,
      "grad_norm": 1.356850266456604,
      "learning_rate": 1.933146979947617e-06,
      "loss": 0.3392,
      "step": 1657500
    },
    {
      "epoch": 462.6,
      "grad_norm": 0.9792916178703308,
      "learning_rate": 1.9331203585246777e-06,
      "loss": 0.3529,
      "step": 1657510
    },
    {
      "epoch": 462.61,
      "grad_norm": 1.5512012243270874,
      "learning_rate": 1.9330937371563926e-06,
      "loss": 0.3368,
      "step": 1657520
    },
    {
      "epoch": 462.61,
      "grad_norm": 1.1239033937454224,
      "learning_rate": 1.933067115842767e-06,
      "loss": 0.3384,
      "step": 1657530
    },
    {
      "epoch": 462.61,
      "grad_norm": 1.2233108282089233,
      "learning_rate": 1.933040494583803e-06,
      "loss": 0.3568,
      "step": 1657540
    },
    {
      "epoch": 462.62,
      "grad_norm": 1.1618943214416504,
      "learning_rate": 1.9330138733795044e-06,
      "loss": 0.3412,
      "step": 1657550
    },
    {
      "epoch": 462.62,
      "grad_norm": 1.2132025957107544,
      "learning_rate": 1.9329872522298753e-06,
      "loss": 0.362,
      "step": 1657560
    },
    {
      "epoch": 462.62,
      "grad_norm": 1.039405345916748,
      "learning_rate": 1.932960631134919e-06,
      "loss": 0.3575,
      "step": 1657570
    },
    {
      "epoch": 462.62,
      "grad_norm": 1.1400351524353027,
      "learning_rate": 1.9329340100946374e-06,
      "loss": 0.348,
      "step": 1657580
    },
    {
      "epoch": 462.63,
      "grad_norm": 1.0649687051773071,
      "learning_rate": 1.932907389109037e-06,
      "loss": 0.3344,
      "step": 1657590
    },
    {
      "epoch": 462.63,
      "grad_norm": 0.979754626750946,
      "learning_rate": 1.93288076817812e-06,
      "loss": 0.36,
      "step": 1657600
    },
    {
      "epoch": 462.63,
      "grad_norm": 0.9217141270637512,
      "learning_rate": 1.9328541473018884e-06,
      "loss": 0.3373,
      "step": 1657610
    },
    {
      "epoch": 462.63,
      "grad_norm": 1.0691630840301514,
      "learning_rate": 1.932827526480348e-06,
      "loss": 0.3314,
      "step": 1657620
    },
    {
      "epoch": 462.64,
      "grad_norm": 0.9681993722915649,
      "learning_rate": 1.932800905713502e-06,
      "loss": 0.3461,
      "step": 1657630
    },
    {
      "epoch": 462.64,
      "grad_norm": 1.1989002227783203,
      "learning_rate": 1.932774285001353e-06,
      "loss": 0.3469,
      "step": 1657640
    },
    {
      "epoch": 462.64,
      "grad_norm": 1.0443192720413208,
      "learning_rate": 1.932747664343905e-06,
      "loss": 0.3449,
      "step": 1657650
    },
    {
      "epoch": 462.65,
      "grad_norm": 1.0319983959197998,
      "learning_rate": 1.9327210437411614e-06,
      "loss": 0.3297,
      "step": 1657660
    },
    {
      "epoch": 462.65,
      "grad_norm": 1.1075263023376465,
      "learning_rate": 1.932694423193125e-06,
      "loss": 0.3428,
      "step": 1657670
    },
    {
      "epoch": 462.65,
      "grad_norm": 1.7219654321670532,
      "learning_rate": 1.9326678026998017e-06,
      "loss": 0.3515,
      "step": 1657680
    },
    {
      "epoch": 462.65,
      "grad_norm": 0.9662725329399109,
      "learning_rate": 1.9326411822611932e-06,
      "loss": 0.3287,
      "step": 1657690
    },
    {
      "epoch": 462.66,
      "grad_norm": 1.1018850803375244,
      "learning_rate": 1.932614561877303e-06,
      "loss": 0.3416,
      "step": 1657700
    },
    {
      "epoch": 462.66,
      "grad_norm": 1.0005192756652832,
      "learning_rate": 1.9325879415481355e-06,
      "loss": 0.3462,
      "step": 1657710
    },
    {
      "epoch": 462.66,
      "grad_norm": 1.2298542261123657,
      "learning_rate": 1.932561321273693e-06,
      "loss": 0.3451,
      "step": 1657720
    },
    {
      "epoch": 462.67,
      "grad_norm": 1.2648807764053345,
      "learning_rate": 1.9325347010539803e-06,
      "loss": 0.3513,
      "step": 1657730
    },
    {
      "epoch": 462.67,
      "grad_norm": 1.6669120788574219,
      "learning_rate": 1.9325080808890007e-06,
      "loss": 0.3358,
      "step": 1657740
    },
    {
      "epoch": 462.67,
      "grad_norm": 0.9632764458656311,
      "learning_rate": 1.932481460778757e-06,
      "loss": 0.3353,
      "step": 1657750
    },
    {
      "epoch": 462.67,
      "grad_norm": 1.0662579536437988,
      "learning_rate": 1.9324548407232533e-06,
      "loss": 0.3296,
      "step": 1657760
    },
    {
      "epoch": 462.68,
      "grad_norm": 0.9583879113197327,
      "learning_rate": 1.9324282207224935e-06,
      "loss": 0.3421,
      "step": 1657770
    },
    {
      "epoch": 462.68,
      "grad_norm": 1.0765275955200195,
      "learning_rate": 1.9324016007764804e-06,
      "loss": 0.3254,
      "step": 1657780
    },
    {
      "epoch": 462.68,
      "grad_norm": 0.9445396065711975,
      "learning_rate": 1.9323749808852182e-06,
      "loss": 0.3391,
      "step": 1657790
    },
    {
      "epoch": 462.68,
      "grad_norm": 0.9817108511924744,
      "learning_rate": 1.932348361048711e-06,
      "loss": 0.3485,
      "step": 1657800
    },
    {
      "epoch": 462.69,
      "grad_norm": 1.0463424921035767,
      "learning_rate": 1.9323217412669595e-06,
      "loss": 0.3515,
      "step": 1657810
    },
    {
      "epoch": 462.69,
      "grad_norm": 1.1278767585754395,
      "learning_rate": 1.9322951215399705e-06,
      "loss": 0.334,
      "step": 1657820
    },
    {
      "epoch": 462.69,
      "grad_norm": 0.9392637610435486,
      "learning_rate": 1.932268501867746e-06,
      "loss": 0.3502,
      "step": 1657830
    },
    {
      "epoch": 462.7,
      "grad_norm": 1.1494778394699097,
      "learning_rate": 1.9322418822502898e-06,
      "loss": 0.3582,
      "step": 1657840
    },
    {
      "epoch": 462.7,
      "grad_norm": 1.026336908340454,
      "learning_rate": 1.9322152626876057e-06,
      "loss": 0.3264,
      "step": 1657850
    },
    {
      "epoch": 462.7,
      "grad_norm": 0.9738097786903381,
      "learning_rate": 1.9321886431796967e-06,
      "loss": 0.3413,
      "step": 1657860
    },
    {
      "epoch": 462.7,
      "grad_norm": 1.0254712104797363,
      "learning_rate": 1.9321620237265657e-06,
      "loss": 0.3473,
      "step": 1657870
    },
    {
      "epoch": 462.71,
      "grad_norm": 1.1417056322097778,
      "learning_rate": 1.9321354043282183e-06,
      "loss": 0.3551,
      "step": 1657880
    },
    {
      "epoch": 462.71,
      "grad_norm": 1.0596452951431274,
      "learning_rate": 1.932108784984657e-06,
      "loss": 0.3347,
      "step": 1657890
    },
    {
      "epoch": 462.71,
      "grad_norm": 4.196170806884766,
      "learning_rate": 1.9320821656958843e-06,
      "loss": 0.3496,
      "step": 1657900
    },
    {
      "epoch": 462.72,
      "grad_norm": 0.9305664300918579,
      "learning_rate": 1.9320555464619057e-06,
      "loss": 0.3332,
      "step": 1657910
    },
    {
      "epoch": 462.72,
      "grad_norm": 1.0840198993682861,
      "learning_rate": 1.9320289272827234e-06,
      "loss": 0.3532,
      "step": 1657920
    },
    {
      "epoch": 462.72,
      "grad_norm": 1.0510300397872925,
      "learning_rate": 1.932002308158341e-06,
      "loss": 0.3299,
      "step": 1657930
    },
    {
      "epoch": 462.72,
      "grad_norm": 1.0368493795394897,
      "learning_rate": 1.931975689088763e-06,
      "loss": 0.344,
      "step": 1657940
    },
    {
      "epoch": 462.73,
      "grad_norm": 1.0154448747634888,
      "learning_rate": 1.931949070073992e-06,
      "loss": 0.3374,
      "step": 1657950
    },
    {
      "epoch": 462.73,
      "grad_norm": 0.9626951813697815,
      "learning_rate": 1.9319224511140313e-06,
      "loss": 0.3531,
      "step": 1657960
    },
    {
      "epoch": 462.73,
      "grad_norm": 1.0244853496551514,
      "learning_rate": 1.9318958322088853e-06,
      "loss": 0.34,
      "step": 1657970
    },
    {
      "epoch": 462.74,
      "grad_norm": 0.9911813735961914,
      "learning_rate": 1.9318692133585576e-06,
      "loss": 0.3405,
      "step": 1657980
    },
    {
      "epoch": 462.74,
      "grad_norm": 0.9813718795776367,
      "learning_rate": 1.9318425945630508e-06,
      "loss": 0.3481,
      "step": 1657990
    },
    {
      "epoch": 462.74,
      "grad_norm": 1.1601160764694214,
      "learning_rate": 1.931815975822369e-06,
      "loss": 0.3501,
      "step": 1658000
    },
    {
      "epoch": 462.74,
      "grad_norm": 0.9929298758506775,
      "learning_rate": 1.9317893571365156e-06,
      "loss": 0.3389,
      "step": 1658010
    },
    {
      "epoch": 462.75,
      "grad_norm": 0.970803439617157,
      "learning_rate": 1.931762738505495e-06,
      "loss": 0.3431,
      "step": 1658020
    },
    {
      "epoch": 462.75,
      "grad_norm": 1.0579577684402466,
      "learning_rate": 1.93173611992931e-06,
      "loss": 0.3331,
      "step": 1658030
    },
    {
      "epoch": 462.75,
      "grad_norm": 1.0446668863296509,
      "learning_rate": 1.9317095014079625e-06,
      "loss": 0.3431,
      "step": 1658040
    },
    {
      "epoch": 462.75,
      "grad_norm": 1.067130446434021,
      "learning_rate": 1.9316828829414594e-06,
      "loss": 0.3489,
      "step": 1658050
    },
    {
      "epoch": 462.76,
      "grad_norm": 1.0507081747055054,
      "learning_rate": 1.9316562645298024e-06,
      "loss": 0.3449,
      "step": 1658060
    },
    {
      "epoch": 462.76,
      "grad_norm": 1.0061497688293457,
      "learning_rate": 1.9316296461729947e-06,
      "loss": 0.3297,
      "step": 1658070
    },
    {
      "epoch": 462.76,
      "grad_norm": 1.106860876083374,
      "learning_rate": 1.9316030278710408e-06,
      "loss": 0.3444,
      "step": 1658080
    },
    {
      "epoch": 462.77,
      "grad_norm": 0.947482168674469,
      "learning_rate": 1.9315764096239437e-06,
      "loss": 0.3312,
      "step": 1658090
    },
    {
      "epoch": 462.77,
      "grad_norm": 1.0651768445968628,
      "learning_rate": 1.931549791431706e-06,
      "loss": 0.3344,
      "step": 1658100
    },
    {
      "epoch": 462.77,
      "grad_norm": 1.0132745504379272,
      "learning_rate": 1.9315231732943335e-06,
      "loss": 0.3497,
      "step": 1658110
    },
    {
      "epoch": 462.77,
      "grad_norm": 0.9854437708854675,
      "learning_rate": 1.9314965552118285e-06,
      "loss": 0.3517,
      "step": 1658120
    },
    {
      "epoch": 462.78,
      "grad_norm": 1.082787275314331,
      "learning_rate": 1.9314699371841934e-06,
      "loss": 0.3437,
      "step": 1658130
    },
    {
      "epoch": 462.78,
      "grad_norm": 1.3531073331832886,
      "learning_rate": 1.9314433192114338e-06,
      "loss": 0.3453,
      "step": 1658140
    },
    {
      "epoch": 462.78,
      "grad_norm": 1.052871823310852,
      "learning_rate": 1.9314167012935526e-06,
      "loss": 0.332,
      "step": 1658150
    },
    {
      "epoch": 462.79,
      "grad_norm": 1.2379646301269531,
      "learning_rate": 1.9313900834305523e-06,
      "loss": 0.3533,
      "step": 1658160
    },
    {
      "epoch": 462.79,
      "grad_norm": 0.8822791576385498,
      "learning_rate": 1.9313634656224377e-06,
      "loss": 0.3555,
      "step": 1658170
    },
    {
      "epoch": 462.79,
      "grad_norm": 1.11028254032135,
      "learning_rate": 1.9313368478692116e-06,
      "loss": 0.3587,
      "step": 1658180
    },
    {
      "epoch": 462.79,
      "grad_norm": 1.108075737953186,
      "learning_rate": 1.9313102301708776e-06,
      "loss": 0.3573,
      "step": 1658190
    },
    {
      "epoch": 462.8,
      "grad_norm": 1.336295485496521,
      "learning_rate": 1.93128361252744e-06,
      "loss": 0.3507,
      "step": 1658200
    },
    {
      "epoch": 462.8,
      "grad_norm": 0.9659685492515564,
      "learning_rate": 1.931256994938902e-06,
      "loss": 0.3305,
      "step": 1658210
    },
    {
      "epoch": 462.8,
      "grad_norm": 0.9848501086235046,
      "learning_rate": 1.931230377405266e-06,
      "loss": 0.3374,
      "step": 1658220
    },
    {
      "epoch": 462.8,
      "grad_norm": 1.0187714099884033,
      "learning_rate": 1.931203759926537e-06,
      "loss": 0.3449,
      "step": 1658230
    },
    {
      "epoch": 462.81,
      "grad_norm": 1.095475196838379,
      "learning_rate": 1.9311771425027184e-06,
      "loss": 0.3374,
      "step": 1658240
    },
    {
      "epoch": 462.81,
      "grad_norm": 1.2475175857543945,
      "learning_rate": 1.9311505251338124e-06,
      "loss": 0.3431,
      "step": 1658250
    },
    {
      "epoch": 462.81,
      "grad_norm": 0.8721258640289307,
      "learning_rate": 1.931123907819824e-06,
      "loss": 0.3258,
      "step": 1658260
    },
    {
      "epoch": 462.82,
      "grad_norm": 0.9129035472869873,
      "learning_rate": 1.9310972905607567e-06,
      "loss": 0.3692,
      "step": 1658270
    },
    {
      "epoch": 462.82,
      "grad_norm": 1.0387523174285889,
      "learning_rate": 1.9310706733566126e-06,
      "loss": 0.3436,
      "step": 1658280
    },
    {
      "epoch": 462.82,
      "grad_norm": 1.170464038848877,
      "learning_rate": 1.931044056207397e-06,
      "loss": 0.3658,
      "step": 1658290
    },
    {
      "epoch": 462.82,
      "grad_norm": 1.015892505645752,
      "learning_rate": 1.931017439113112e-06,
      "loss": 0.3385,
      "step": 1658300
    },
    {
      "epoch": 462.83,
      "grad_norm": 1.598976492881775,
      "learning_rate": 1.9309908220737628e-06,
      "loss": 0.3587,
      "step": 1658310
    },
    {
      "epoch": 462.83,
      "grad_norm": 0.995532214641571,
      "learning_rate": 1.9309642050893513e-06,
      "loss": 0.3504,
      "step": 1658320
    },
    {
      "epoch": 462.83,
      "grad_norm": 1.233712077140808,
      "learning_rate": 1.9309375881598813e-06,
      "loss": 0.3381,
      "step": 1658330
    },
    {
      "epoch": 462.84,
      "grad_norm": 1.1075983047485352,
      "learning_rate": 1.9309109712853575e-06,
      "loss": 0.336,
      "step": 1658340
    },
    {
      "epoch": 462.84,
      "grad_norm": 0.9886828064918518,
      "learning_rate": 1.930884354465783e-06,
      "loss": 0.3637,
      "step": 1658350
    },
    {
      "epoch": 462.84,
      "grad_norm": 1.032790184020996,
      "learning_rate": 1.9308577377011602e-06,
      "loss": 0.3538,
      "step": 1658360
    },
    {
      "epoch": 462.84,
      "grad_norm": 1.0415942668914795,
      "learning_rate": 1.9308311209914936e-06,
      "loss": 0.3298,
      "step": 1658370
    },
    {
      "epoch": 462.85,
      "grad_norm": 1.0109236240386963,
      "learning_rate": 1.9308045043367875e-06,
      "loss": 0.3302,
      "step": 1658380
    },
    {
      "epoch": 462.85,
      "grad_norm": 1.0822662115097046,
      "learning_rate": 1.930777887737043e-06,
      "loss": 0.3459,
      "step": 1658390
    },
    {
      "epoch": 462.85,
      "grad_norm": 0.9804732203483582,
      "learning_rate": 1.9307512711922665e-06,
      "loss": 0.3384,
      "step": 1658400
    },
    {
      "epoch": 462.86,
      "grad_norm": 0.9915420413017273,
      "learning_rate": 1.93072465470246e-06,
      "loss": 0.3399,
      "step": 1658410
    },
    {
      "epoch": 462.86,
      "grad_norm": 0.9729248881340027,
      "learning_rate": 1.9306980382676263e-06,
      "loss": 0.3385,
      "step": 1658420
    },
    {
      "epoch": 462.86,
      "grad_norm": 0.969895601272583,
      "learning_rate": 1.930671421887771e-06,
      "loss": 0.3545,
      "step": 1658430
    },
    {
      "epoch": 462.86,
      "grad_norm": 4.247251987457275,
      "learning_rate": 1.9306448055628966e-06,
      "loss": 0.3329,
      "step": 1658440
    },
    {
      "epoch": 462.87,
      "grad_norm": 1.0226762294769287,
      "learning_rate": 1.9306181892930056e-06,
      "loss": 0.3292,
      "step": 1658450
    },
    {
      "epoch": 462.87,
      "grad_norm": 0.9994747042655945,
      "learning_rate": 1.9305915730781037e-06,
      "loss": 0.3476,
      "step": 1658460
    },
    {
      "epoch": 462.87,
      "grad_norm": 0.9281228184700012,
      "learning_rate": 1.930564956918193e-06,
      "loss": 0.3364,
      "step": 1658470
    },
    {
      "epoch": 462.87,
      "grad_norm": 0.9848753809928894,
      "learning_rate": 1.9305383408132767e-06,
      "loss": 0.3435,
      "step": 1658480
    },
    {
      "epoch": 462.88,
      "grad_norm": 1.0250359773635864,
      "learning_rate": 1.93051172476336e-06,
      "loss": 0.3553,
      "step": 1658490
    },
    {
      "epoch": 462.88,
      "grad_norm": 1.235474944114685,
      "learning_rate": 1.930485108768445e-06,
      "loss": 0.3362,
      "step": 1658500
    },
    {
      "epoch": 462.88,
      "grad_norm": 1.0853322744369507,
      "learning_rate": 1.930458492828535e-06,
      "loss": 0.3353,
      "step": 1658510
    },
    {
      "epoch": 462.89,
      "grad_norm": 1.0469560623168945,
      "learning_rate": 1.930431876943635e-06,
      "loss": 0.3404,
      "step": 1658520
    },
    {
      "epoch": 462.89,
      "grad_norm": 0.9778749942779541,
      "learning_rate": 1.930405261113748e-06,
      "loss": 0.3374,
      "step": 1658530
    },
    {
      "epoch": 462.89,
      "grad_norm": 1.0112206935882568,
      "learning_rate": 1.930378645338876e-06,
      "loss": 0.3487,
      "step": 1658540
    },
    {
      "epoch": 462.89,
      "grad_norm": 1.0723323822021484,
      "learning_rate": 1.930352029619025e-06,
      "loss": 0.3403,
      "step": 1658550
    },
    {
      "epoch": 462.9,
      "grad_norm": 0.9510542750358582,
      "learning_rate": 1.9303254139541976e-06,
      "loss": 0.3412,
      "step": 1658560
    },
    {
      "epoch": 462.9,
      "grad_norm": 1.0400512218475342,
      "learning_rate": 1.9302987983443956e-06,
      "loss": 0.3508,
      "step": 1658570
    },
    {
      "epoch": 462.9,
      "grad_norm": 1.0099472999572754,
      "learning_rate": 1.9302721827896254e-06,
      "loss": 0.3535,
      "step": 1658580
    },
    {
      "epoch": 462.91,
      "grad_norm": 1.0813281536102295,
      "learning_rate": 1.9302455672898885e-06,
      "loss": 0.3454,
      "step": 1658590
    },
    {
      "epoch": 462.91,
      "grad_norm": 1.05327308177948,
      "learning_rate": 1.9302189518451902e-06,
      "loss": 0.3508,
      "step": 1658600
    },
    {
      "epoch": 462.91,
      "grad_norm": 1.0232083797454834,
      "learning_rate": 1.930192336455532e-06,
      "loss": 0.3404,
      "step": 1658610
    },
    {
      "epoch": 462.91,
      "grad_norm": 1.0437067747116089,
      "learning_rate": 1.9301657211209184e-06,
      "loss": 0.3425,
      "step": 1658620
    },
    {
      "epoch": 462.92,
      "grad_norm": 0.9955973029136658,
      "learning_rate": 1.9301391058413534e-06,
      "loss": 0.3553,
      "step": 1658630
    },
    {
      "epoch": 462.92,
      "grad_norm": 1.1237074136734009,
      "learning_rate": 1.9301124906168405e-06,
      "loss": 0.3448,
      "step": 1658640
    },
    {
      "epoch": 462.92,
      "grad_norm": 1.2826248407363892,
      "learning_rate": 1.930085875447382e-06,
      "loss": 0.3584,
      "step": 1658650
    },
    {
      "epoch": 462.92,
      "grad_norm": 1.04527747631073,
      "learning_rate": 1.930059260332983e-06,
      "loss": 0.3386,
      "step": 1658660
    },
    {
      "epoch": 462.93,
      "grad_norm": 1.0163929462432861,
      "learning_rate": 1.9300326452736466e-06,
      "loss": 0.3345,
      "step": 1658670
    },
    {
      "epoch": 462.93,
      "grad_norm": 1.0688120126724243,
      "learning_rate": 1.9300060302693745e-06,
      "loss": 0.3509,
      "step": 1658680
    },
    {
      "epoch": 462.93,
      "grad_norm": 1.054620623588562,
      "learning_rate": 1.9299794153201735e-06,
      "loss": 0.343,
      "step": 1658690
    },
    {
      "epoch": 462.94,
      "grad_norm": 1.1125315427780151,
      "learning_rate": 1.929952800426045e-06,
      "loss": 0.3446,
      "step": 1658700
    },
    {
      "epoch": 462.94,
      "grad_norm": 1.2546404600143433,
      "learning_rate": 1.929926185586992e-06,
      "loss": 0.3276,
      "step": 1658710
    },
    {
      "epoch": 462.94,
      "grad_norm": 1.0572381019592285,
      "learning_rate": 1.92989957080302e-06,
      "loss": 0.3218,
      "step": 1658720
    },
    {
      "epoch": 462.94,
      "grad_norm": 0.9297954440116882,
      "learning_rate": 1.9298729560741324e-06,
      "loss": 0.3437,
      "step": 1658730
    },
    {
      "epoch": 462.95,
      "grad_norm": 1.0800107717514038,
      "learning_rate": 1.9298463414003306e-06,
      "loss": 0.3604,
      "step": 1658740
    },
    {
      "epoch": 462.95,
      "grad_norm": 1.1412343978881836,
      "learning_rate": 1.9298197267816203e-06,
      "loss": 0.3522,
      "step": 1658750
    },
    {
      "epoch": 462.95,
      "grad_norm": 1.0308586359024048,
      "learning_rate": 1.9297931122180044e-06,
      "loss": 0.351,
      "step": 1658760
    },
    {
      "epoch": 462.96,
      "grad_norm": 1.2402981519699097,
      "learning_rate": 1.9297664977094846e-06,
      "loss": 0.3406,
      "step": 1658770
    },
    {
      "epoch": 462.96,
      "grad_norm": 1.3135701417922974,
      "learning_rate": 1.929739883256068e-06,
      "loss": 0.3525,
      "step": 1658780
    },
    {
      "epoch": 462.96,
      "grad_norm": 1.0747435092926025,
      "learning_rate": 1.9297132688577557e-06,
      "loss": 0.35,
      "step": 1658790
    },
    {
      "epoch": 462.96,
      "grad_norm": 1.1623718738555908,
      "learning_rate": 1.9296866545145513e-06,
      "loss": 0.3348,
      "step": 1658800
    },
    {
      "epoch": 462.97,
      "grad_norm": 1.041839361190796,
      "learning_rate": 1.9296600402264596e-06,
      "loss": 0.3371,
      "step": 1658810
    },
    {
      "epoch": 462.97,
      "grad_norm": 1.1663225889205933,
      "learning_rate": 1.9296334259934834e-06,
      "loss": 0.3459,
      "step": 1658820
    },
    {
      "epoch": 462.97,
      "grad_norm": 1.1780190467834473,
      "learning_rate": 1.929606811815625e-06,
      "loss": 0.3443,
      "step": 1658830
    },
    {
      "epoch": 462.98,
      "grad_norm": 1.3667078018188477,
      "learning_rate": 1.92958019769289e-06,
      "loss": 0.344,
      "step": 1658840
    },
    {
      "epoch": 462.98,
      "grad_norm": 1.0886521339416504,
      "learning_rate": 1.9295535836252814e-06,
      "loss": 0.3363,
      "step": 1658850
    },
    {
      "epoch": 462.98,
      "grad_norm": 1.0963740348815918,
      "learning_rate": 1.929526969612802e-06,
      "loss": 0.3511,
      "step": 1658860
    },
    {
      "epoch": 462.98,
      "grad_norm": 1.1136705875396729,
      "learning_rate": 1.929500355655456e-06,
      "loss": 0.3422,
      "step": 1658870
    },
    {
      "epoch": 462.99,
      "grad_norm": 1.222241759300232,
      "learning_rate": 1.9294737417532463e-06,
      "loss": 0.3463,
      "step": 1658880
    },
    {
      "epoch": 462.99,
      "grad_norm": 1.134953498840332,
      "learning_rate": 1.929447127906178e-06,
      "loss": 0.3432,
      "step": 1658890
    },
    {
      "epoch": 462.99,
      "grad_norm": 1.049741506576538,
      "learning_rate": 1.929420514114253e-06,
      "loss": 0.3359,
      "step": 1658900
    },
    {
      "epoch": 462.99,
      "grad_norm": 1.1172088384628296,
      "learning_rate": 1.9293939003774743e-06,
      "loss": 0.3395,
      "step": 1658910
    },
    {
      "epoch": 463.0,
      "grad_norm": 1.2952147722244263,
      "learning_rate": 1.929367286695848e-06,
      "loss": 0.3541,
      "step": 1658920
    },
    {
      "epoch": 463.0,
      "eval_loss": 0.3447595536708832,
      "eval_runtime": 62.979,
      "eval_samples_per_second": 80.328,
      "eval_steps_per_second": 10.051,
      "step": 1658929
    },
    {
      "epoch": 463.0,
      "grad_norm": 1.0292887687683105,
      "learning_rate": 1.9293406730693758e-06,
      "loss": 0.3316,
      "step": 1658930
    },
    {
      "epoch": 463.0,
      "grad_norm": 1.1150178909301758,
      "learning_rate": 1.929314059498061e-06,
      "loss": 0.3423,
      "step": 1658940
    },
    {
      "epoch": 463.01,
      "grad_norm": 0.9850910305976868,
      "learning_rate": 1.9292874459819085e-06,
      "loss": 0.3636,
      "step": 1658950
    },
    {
      "epoch": 463.01,
      "grad_norm": 1.028429388999939,
      "learning_rate": 1.9292608325209203e-06,
      "loss": 0.3412,
      "step": 1658960
    },
    {
      "epoch": 463.01,
      "grad_norm": 1.4806945323944092,
      "learning_rate": 1.9292342191151006e-06,
      "loss": 0.3392,
      "step": 1658970
    },
    {
      "epoch": 463.01,
      "grad_norm": 2.5262937545776367,
      "learning_rate": 1.929207605764454e-06,
      "loss": 0.3468,
      "step": 1658980
    },
    {
      "epoch": 463.02,
      "grad_norm": 0.9523230791091919,
      "learning_rate": 1.929180992468983e-06,
      "loss": 0.3444,
      "step": 1658990
    },
    {
      "epoch": 463.02,
      "grad_norm": 0.9918118119239807,
      "learning_rate": 1.92915437922869e-06,
      "loss": 0.3446,
      "step": 1659000
    },
    {
      "epoch": 463.02,
      "grad_norm": 1.1220804452896118,
      "learning_rate": 1.929127766043581e-06,
      "loss": 0.3458,
      "step": 1659010
    },
    {
      "epoch": 463.03,
      "grad_norm": 0.8170886635780334,
      "learning_rate": 1.9291011529136583e-06,
      "loss": 0.3399,
      "step": 1659020
    },
    {
      "epoch": 463.03,
      "grad_norm": 1.1067768335342407,
      "learning_rate": 1.929074539838925e-06,
      "loss": 0.3544,
      "step": 1659030
    },
    {
      "epoch": 463.03,
      "grad_norm": 0.9992842078208923,
      "learning_rate": 1.9290479268193854e-06,
      "loss": 0.3628,
      "step": 1659040
    },
    {
      "epoch": 463.03,
      "grad_norm": 1.111865520477295,
      "learning_rate": 1.929021313855043e-06,
      "loss": 0.3269,
      "step": 1659050
    },
    {
      "epoch": 463.04,
      "grad_norm": 1.087232232093811,
      "learning_rate": 1.9289947009459002e-06,
      "loss": 0.335,
      "step": 1659060
    },
    {
      "epoch": 463.04,
      "grad_norm": 1.0446165800094604,
      "learning_rate": 1.9289680880919623e-06,
      "loss": 0.3277,
      "step": 1659070
    },
    {
      "epoch": 463.04,
      "grad_norm": 0.9759113192558289,
      "learning_rate": 1.928941475293232e-06,
      "loss": 0.3313,
      "step": 1659080
    },
    {
      "epoch": 463.04,
      "grad_norm": 1.0488392114639282,
      "learning_rate": 1.928914862549712e-06,
      "loss": 0.3456,
      "step": 1659090
    },
    {
      "epoch": 463.05,
      "grad_norm": 1.1859617233276367,
      "learning_rate": 1.9288882498614074e-06,
      "loss": 0.353,
      "step": 1659100
    },
    {
      "epoch": 463.05,
      "grad_norm": 1.0737439393997192,
      "learning_rate": 1.928861637228321e-06,
      "loss": 0.3362,
      "step": 1659110
    },
    {
      "epoch": 463.05,
      "grad_norm": 1.1217775344848633,
      "learning_rate": 1.9288350246504557e-06,
      "loss": 0.3662,
      "step": 1659120
    },
    {
      "epoch": 463.06,
      "grad_norm": 1.092543363571167,
      "learning_rate": 1.9288084121278165e-06,
      "loss": 0.3562,
      "step": 1659130
    },
    {
      "epoch": 463.06,
      "grad_norm": 0.8990827202796936,
      "learning_rate": 1.9287817996604064e-06,
      "loss": 0.3541,
      "step": 1659140
    },
    {
      "epoch": 463.06,
      "grad_norm": 2.0983362197875977,
      "learning_rate": 1.928755187248227e-06,
      "loss": 0.35,
      "step": 1659150
    },
    {
      "epoch": 463.06,
      "grad_norm": 0.9210571646690369,
      "learning_rate": 1.928728574891285e-06,
      "loss": 0.3311,
      "step": 1659160
    },
    {
      "epoch": 463.07,
      "grad_norm": 1.0955711603164673,
      "learning_rate": 1.928701962589582e-06,
      "loss": 0.3574,
      "step": 1659170
    },
    {
      "epoch": 463.07,
      "grad_norm": 1.1132564544677734,
      "learning_rate": 1.928675350343122e-06,
      "loss": 0.3424,
      "step": 1659180
    },
    {
      "epoch": 463.07,
      "grad_norm": 1.1404061317443848,
      "learning_rate": 1.928648738151909e-06,
      "loss": 0.3512,
      "step": 1659190
    },
    {
      "epoch": 463.08,
      "grad_norm": 1.2576899528503418,
      "learning_rate": 1.928622126015945e-06,
      "loss": 0.3434,
      "step": 1659200
    },
    {
      "epoch": 463.08,
      "grad_norm": 1.126932144165039,
      "learning_rate": 1.9285955139352355e-06,
      "loss": 0.3498,
      "step": 1659210
    },
    {
      "epoch": 463.08,
      "grad_norm": 1.074599266052246,
      "learning_rate": 1.9285689019097835e-06,
      "loss": 0.3212,
      "step": 1659220
    },
    {
      "epoch": 463.08,
      "grad_norm": 0.9858761429786682,
      "learning_rate": 1.928542289939591e-06,
      "loss": 0.3445,
      "step": 1659230
    },
    {
      "epoch": 463.09,
      "grad_norm": 1.0860979557037354,
      "learning_rate": 1.9285156780246636e-06,
      "loss": 0.3542,
      "step": 1659240
    },
    {
      "epoch": 463.09,
      "grad_norm": 1.0948796272277832,
      "learning_rate": 1.9284890661650043e-06,
      "loss": 0.3436,
      "step": 1659250
    },
    {
      "epoch": 463.09,
      "grad_norm": 1.03314208984375,
      "learning_rate": 1.9284624543606156e-06,
      "loss": 0.3287,
      "step": 1659260
    },
    {
      "epoch": 463.1,
      "grad_norm": 0.9481763243675232,
      "learning_rate": 1.9284358426115026e-06,
      "loss": 0.3568,
      "step": 1659270
    },
    {
      "epoch": 463.1,
      "grad_norm": 0.8972612023353577,
      "learning_rate": 1.928409230917668e-06,
      "loss": 0.3397,
      "step": 1659280
    },
    {
      "epoch": 463.1,
      "grad_norm": 1.1586439609527588,
      "learning_rate": 1.928382619279114e-06,
      "loss": 0.3517,
      "step": 1659290
    },
    {
      "epoch": 463.1,
      "grad_norm": 1.2552622556686401,
      "learning_rate": 1.9283560076958467e-06,
      "loss": 0.3451,
      "step": 1659300
    },
    {
      "epoch": 463.11,
      "grad_norm": 1.0231539011001587,
      "learning_rate": 1.9283293961678685e-06,
      "loss": 0.3327,
      "step": 1659310
    },
    {
      "epoch": 463.11,
      "grad_norm": 1.1600911617279053,
      "learning_rate": 1.928302784695182e-06,
      "loss": 0.3435,
      "step": 1659320
    },
    {
      "epoch": 463.11,
      "grad_norm": 1.1157523393630981,
      "learning_rate": 1.928276173277793e-06,
      "loss": 0.3414,
      "step": 1659330
    },
    {
      "epoch": 463.11,
      "grad_norm": 1.081128716468811,
      "learning_rate": 1.9282495619157033e-06,
      "loss": 0.3302,
      "step": 1659340
    },
    {
      "epoch": 463.12,
      "grad_norm": 1.188431978225708,
      "learning_rate": 1.9282229506089155e-06,
      "loss": 0.3522,
      "step": 1659350
    },
    {
      "epoch": 463.12,
      "grad_norm": 1.0986745357513428,
      "learning_rate": 1.928196339357436e-06,
      "loss": 0.3544,
      "step": 1659360
    },
    {
      "epoch": 463.12,
      "grad_norm": 1.0732327699661255,
      "learning_rate": 1.928169728161266e-06,
      "loss": 0.3396,
      "step": 1659370
    },
    {
      "epoch": 463.13,
      "grad_norm": 0.9591280817985535,
      "learning_rate": 1.9281431170204095e-06,
      "loss": 0.3375,
      "step": 1659380
    },
    {
      "epoch": 463.13,
      "grad_norm": 0.9516319632530212,
      "learning_rate": 1.9281165059348714e-06,
      "loss": 0.3489,
      "step": 1659390
    },
    {
      "epoch": 463.13,
      "grad_norm": 1.0151607990264893,
      "learning_rate": 1.928089894904654e-06,
      "loss": 0.3467,
      "step": 1659400
    },
    {
      "epoch": 463.13,
      "grad_norm": 0.9637355208396912,
      "learning_rate": 1.9280632839297602e-06,
      "loss": 0.3419,
      "step": 1659410
    },
    {
      "epoch": 463.14,
      "grad_norm": 1.3727712631225586,
      "learning_rate": 1.9280366730101957e-06,
      "loss": 0.3308,
      "step": 1659420
    },
    {
      "epoch": 463.14,
      "grad_norm": 0.9465154409408569,
      "learning_rate": 1.9280100621459623e-06,
      "loss": 0.3393,
      "step": 1659430
    },
    {
      "epoch": 463.14,
      "grad_norm": 1.171704649925232,
      "learning_rate": 1.927983451337063e-06,
      "loss": 0.3405,
      "step": 1659440
    },
    {
      "epoch": 463.15,
      "grad_norm": 1.0016614198684692,
      "learning_rate": 1.9279568405835034e-06,
      "loss": 0.3328,
      "step": 1659450
    },
    {
      "epoch": 463.15,
      "grad_norm": 0.9546753764152527,
      "learning_rate": 1.9279302298852854e-06,
      "loss": 0.3487,
      "step": 1659460
    },
    {
      "epoch": 463.15,
      "grad_norm": 1.0643335580825806,
      "learning_rate": 1.927903619242414e-06,
      "loss": 0.3385,
      "step": 1659470
    },
    {
      "epoch": 463.15,
      "grad_norm": 0.9900327920913696,
      "learning_rate": 1.927877008654892e-06,
      "loss": 0.3363,
      "step": 1659480
    },
    {
      "epoch": 463.16,
      "grad_norm": 1.0642882585525513,
      "learning_rate": 1.9278503981227207e-06,
      "loss": 0.3383,
      "step": 1659490
    },
    {
      "epoch": 463.16,
      "grad_norm": 0.9488857984542847,
      "learning_rate": 1.9278237876459075e-06,
      "loss": 0.3495,
      "step": 1659500
    },
    {
      "epoch": 463.16,
      "grad_norm": 1.2631984949111938,
      "learning_rate": 1.9277971772244542e-06,
      "loss": 0.3627,
      "step": 1659510
    },
    {
      "epoch": 463.16,
      "grad_norm": 3.4905788898468018,
      "learning_rate": 1.927770566858363e-06,
      "loss": 0.3247,
      "step": 1659520
    },
    {
      "epoch": 463.17,
      "grad_norm": 1.0976345539093018,
      "learning_rate": 1.9277439565476407e-06,
      "loss": 0.3249,
      "step": 1659530
    },
    {
      "epoch": 463.17,
      "grad_norm": 0.9706659913063049,
      "learning_rate": 1.927717346292288e-06,
      "loss": 0.3452,
      "step": 1659540
    },
    {
      "epoch": 463.17,
      "grad_norm": 1.0813931226730347,
      "learning_rate": 1.9276907360923093e-06,
      "loss": 0.3323,
      "step": 1659550
    },
    {
      "epoch": 463.18,
      "grad_norm": 0.8942179083824158,
      "learning_rate": 1.9276641259477083e-06,
      "loss": 0.3547,
      "step": 1659560
    },
    {
      "epoch": 463.18,
      "grad_norm": 1.0140025615692139,
      "learning_rate": 1.927637515858489e-06,
      "loss": 0.3516,
      "step": 1659570
    },
    {
      "epoch": 463.18,
      "grad_norm": 1.016919732093811,
      "learning_rate": 1.9276109058246527e-06,
      "loss": 0.3589,
      "step": 1659580
    },
    {
      "epoch": 463.18,
      "grad_norm": 1.1294904947280884,
      "learning_rate": 1.927584295846206e-06,
      "loss": 0.3421,
      "step": 1659590
    },
    {
      "epoch": 463.19,
      "grad_norm": 1.0147788524627686,
      "learning_rate": 1.9275576859231512e-06,
      "loss": 0.3303,
      "step": 1659600
    },
    {
      "epoch": 463.19,
      "grad_norm": 1.2194703817367554,
      "learning_rate": 1.927531076055491e-06,
      "loss": 0.3701,
      "step": 1659610
    },
    {
      "epoch": 463.19,
      "grad_norm": 1.007943034172058,
      "learning_rate": 1.9275044662432302e-06,
      "loss": 0.3465,
      "step": 1659620
    },
    {
      "epoch": 463.2,
      "grad_norm": 1.284443974494934,
      "learning_rate": 1.927477856486372e-06,
      "loss": 0.3346,
      "step": 1659630
    },
    {
      "epoch": 463.2,
      "grad_norm": 0.9338802099227905,
      "learning_rate": 1.9274512467849185e-06,
      "loss": 0.3443,
      "step": 1659640
    },
    {
      "epoch": 463.2,
      "grad_norm": 1.139230728149414,
      "learning_rate": 1.9274246371388756e-06,
      "loss": 0.3313,
      "step": 1659650
    },
    {
      "epoch": 463.2,
      "grad_norm": 1.2237375974655151,
      "learning_rate": 1.9273980275482456e-06,
      "loss": 0.3496,
      "step": 1659660
    },
    {
      "epoch": 463.21,
      "grad_norm": 1.066882610321045,
      "learning_rate": 1.927371418013031e-06,
      "loss": 0.3362,
      "step": 1659670
    },
    {
      "epoch": 463.21,
      "grad_norm": 1.1423345804214478,
      "learning_rate": 1.9273448085332382e-06,
      "loss": 0.3275,
      "step": 1659680
    },
    {
      "epoch": 463.21,
      "grad_norm": 0.98857581615448,
      "learning_rate": 1.9273181991088685e-06,
      "loss": 0.3437,
      "step": 1659690
    },
    {
      "epoch": 463.22,
      "grad_norm": 0.8963891863822937,
      "learning_rate": 1.9272915897399252e-06,
      "loss": 0.3343,
      "step": 1659700
    },
    {
      "epoch": 463.22,
      "grad_norm": 0.9185904860496521,
      "learning_rate": 1.927264980426414e-06,
      "loss": 0.347,
      "step": 1659710
    },
    {
      "epoch": 463.22,
      "grad_norm": 0.9779509902000427,
      "learning_rate": 1.927238371168336e-06,
      "loss": 0.3427,
      "step": 1659720
    },
    {
      "epoch": 463.22,
      "grad_norm": 1.171325922012329,
      "learning_rate": 1.9272117619656956e-06,
      "loss": 0.3475,
      "step": 1659730
    },
    {
      "epoch": 463.23,
      "grad_norm": 1.1713087558746338,
      "learning_rate": 1.927185152818497e-06,
      "loss": 0.3484,
      "step": 1659740
    },
    {
      "epoch": 463.23,
      "grad_norm": 1.0535184144973755,
      "learning_rate": 1.9271585437267433e-06,
      "loss": 0.3436,
      "step": 1659750
    },
    {
      "epoch": 463.23,
      "grad_norm": 1.226077675819397,
      "learning_rate": 1.9271319346904383e-06,
      "loss": 0.3457,
      "step": 1659760
    },
    {
      "epoch": 463.23,
      "grad_norm": 0.9147574305534363,
      "learning_rate": 1.9271053257095856e-06,
      "loss": 0.3406,
      "step": 1659770
    },
    {
      "epoch": 463.24,
      "grad_norm": 1.1451629400253296,
      "learning_rate": 1.927078716784187e-06,
      "loss": 0.3381,
      "step": 1659780
    },
    {
      "epoch": 463.24,
      "grad_norm": 1.1016786098480225,
      "learning_rate": 1.927052107914248e-06,
      "loss": 0.3392,
      "step": 1659790
    },
    {
      "epoch": 463.24,
      "grad_norm": 1.0626343488693237,
      "learning_rate": 1.9270254990997726e-06,
      "loss": 0.3459,
      "step": 1659800
    },
    {
      "epoch": 463.25,
      "grad_norm": 11.191083908081055,
      "learning_rate": 1.926998890340762e-06,
      "loss": 0.3519,
      "step": 1659810
    },
    {
      "epoch": 463.25,
      "grad_norm": 1.1058696508407593,
      "learning_rate": 1.926972281637222e-06,
      "loss": 0.3667,
      "step": 1659820
    },
    {
      "epoch": 463.25,
      "grad_norm": 1.095197319984436,
      "learning_rate": 1.9269456729891555e-06,
      "loss": 0.3257,
      "step": 1659830
    },
    {
      "epoch": 463.25,
      "grad_norm": 1.009879231452942,
      "learning_rate": 1.926919064396565e-06,
      "loss": 0.3588,
      "step": 1659840
    },
    {
      "epoch": 463.26,
      "grad_norm": 1.2590521574020386,
      "learning_rate": 1.926892455859455e-06,
      "loss": 0.3502,
      "step": 1659850
    },
    {
      "epoch": 463.26,
      "grad_norm": 1.0448064804077148,
      "learning_rate": 1.9268658473778292e-06,
      "loss": 0.3487,
      "step": 1659860
    },
    {
      "epoch": 463.26,
      "grad_norm": 1.090773582458496,
      "learning_rate": 1.92683923895169e-06,
      "loss": 0.3284,
      "step": 1659870
    },
    {
      "epoch": 463.27,
      "grad_norm": 1.197133183479309,
      "learning_rate": 1.9268126305810424e-06,
      "loss": 0.3632,
      "step": 1659880
    },
    {
      "epoch": 463.27,
      "grad_norm": 0.9592955112457275,
      "learning_rate": 1.92678602226589e-06,
      "loss": 0.3367,
      "step": 1659890
    },
    {
      "epoch": 463.27,
      "grad_norm": 1.0783534049987793,
      "learning_rate": 1.926759414006234e-06,
      "loss": 0.3473,
      "step": 1659900
    },
    {
      "epoch": 463.27,
      "grad_norm": 1.080554723739624,
      "learning_rate": 1.9267328058020805e-06,
      "loss": 0.3473,
      "step": 1659910
    },
    {
      "epoch": 463.28,
      "grad_norm": 1.0489968061447144,
      "learning_rate": 1.9267061976534318e-06,
      "loss": 0.3292,
      "step": 1659920
    },
    {
      "epoch": 463.28,
      "grad_norm": 0.9100611805915833,
      "learning_rate": 1.9266795895602916e-06,
      "loss": 0.3396,
      "step": 1659930
    },
    {
      "epoch": 463.28,
      "grad_norm": 1.1356828212738037,
      "learning_rate": 1.9266529815226644e-06,
      "loss": 0.3401,
      "step": 1659940
    },
    {
      "epoch": 463.28,
      "grad_norm": 1.0048106908798218,
      "learning_rate": 1.9266263735405525e-06,
      "loss": 0.3449,
      "step": 1659950
    },
    {
      "epoch": 463.29,
      "grad_norm": 1.1054120063781738,
      "learning_rate": 1.926599765613959e-06,
      "loss": 0.3393,
      "step": 1659960
    },
    {
      "epoch": 463.29,
      "grad_norm": 0.9734621047973633,
      "learning_rate": 1.9265731577428892e-06,
      "loss": 0.356,
      "step": 1659970
    },
    {
      "epoch": 463.29,
      "grad_norm": 1.0950019359588623,
      "learning_rate": 1.9265465499273455e-06,
      "loss": 0.3472,
      "step": 1659980
    },
    {
      "epoch": 463.3,
      "grad_norm": 1.0802050828933716,
      "learning_rate": 1.926519942167332e-06,
      "loss": 0.3317,
      "step": 1659990
    },
    {
      "epoch": 463.3,
      "grad_norm": 1.2531050443649292,
      "learning_rate": 1.9264933344628517e-06,
      "loss": 0.3413,
      "step": 1660000
    },
    {
      "epoch": 463.3,
      "grad_norm": 0.9259096384048462,
      "learning_rate": 1.9264667268139088e-06,
      "loss": 0.3341,
      "step": 1660010
    },
    {
      "epoch": 463.3,
      "grad_norm": 0.9830886125564575,
      "learning_rate": 1.9264401192205054e-06,
      "loss": 0.3353,
      "step": 1660020
    },
    {
      "epoch": 463.31,
      "grad_norm": 0.924946665763855,
      "learning_rate": 1.926413511682647e-06,
      "loss": 0.3436,
      "step": 1660030
    },
    {
      "epoch": 463.31,
      "grad_norm": 1.0143895149230957,
      "learning_rate": 1.926386904200335e-06,
      "loss": 0.3438,
      "step": 1660040
    },
    {
      "epoch": 463.31,
      "grad_norm": 0.9856791496276855,
      "learning_rate": 1.9263602967735756e-06,
      "loss": 0.3524,
      "step": 1660050
    },
    {
      "epoch": 463.32,
      "grad_norm": 1.1521023511886597,
      "learning_rate": 1.92633368940237e-06,
      "loss": 0.3513,
      "step": 1660060
    },
    {
      "epoch": 463.32,
      "grad_norm": 1.4789385795593262,
      "learning_rate": 1.926307082086723e-06,
      "loss": 0.3358,
      "step": 1660070
    },
    {
      "epoch": 463.32,
      "grad_norm": 1.8753412961959839,
      "learning_rate": 1.926280474826638e-06,
      "loss": 0.3567,
      "step": 1660080
    },
    {
      "epoch": 463.32,
      "grad_norm": 1.235781192779541,
      "learning_rate": 1.9262538676221183e-06,
      "loss": 0.3502,
      "step": 1660090
    },
    {
      "epoch": 463.33,
      "grad_norm": 1.0073119401931763,
      "learning_rate": 1.9262272604731662e-06,
      "loss": 0.3315,
      "step": 1660100
    },
    {
      "epoch": 463.33,
      "grad_norm": 1.1198667287826538,
      "learning_rate": 1.926200653379788e-06,
      "loss": 0.34,
      "step": 1660110
    },
    {
      "epoch": 463.33,
      "grad_norm": 0.9890627264976501,
      "learning_rate": 1.9261740463419853e-06,
      "loss": 0.3443,
      "step": 1660120
    },
    {
      "epoch": 463.34,
      "grad_norm": 0.9780970811843872,
      "learning_rate": 1.926147439359762e-06,
      "loss": 0.3409,
      "step": 1660130
    },
    {
      "epoch": 463.34,
      "grad_norm": 2.041309356689453,
      "learning_rate": 1.9261208324331217e-06,
      "loss": 0.3297,
      "step": 1660140
    },
    {
      "epoch": 463.34,
      "grad_norm": 0.8883758783340454,
      "learning_rate": 1.926094225562068e-06,
      "loss": 0.3391,
      "step": 1660150
    },
    {
      "epoch": 463.34,
      "grad_norm": 1.1385109424591064,
      "learning_rate": 1.9260676187466038e-06,
      "loss": 0.3395,
      "step": 1660160
    },
    {
      "epoch": 463.35,
      "grad_norm": 1.101608157157898,
      "learning_rate": 1.926041011986734e-06,
      "loss": 0.3497,
      "step": 1660170
    },
    {
      "epoch": 463.35,
      "grad_norm": 0.9830704927444458,
      "learning_rate": 1.9260144052824613e-06,
      "loss": 0.3559,
      "step": 1660180
    },
    {
      "epoch": 463.35,
      "grad_norm": 1.2709881067276,
      "learning_rate": 1.9259877986337884e-06,
      "loss": 0.3399,
      "step": 1660190
    },
    {
      "epoch": 463.35,
      "grad_norm": 0.9200108051300049,
      "learning_rate": 1.925961192040721e-06,
      "loss": 0.3432,
      "step": 1660200
    },
    {
      "epoch": 463.36,
      "grad_norm": 1.209901213645935,
      "learning_rate": 1.925934585503261e-06,
      "loss": 0.358,
      "step": 1660210
    },
    {
      "epoch": 463.36,
      "grad_norm": 1.1143548488616943,
      "learning_rate": 1.925907979021412e-06,
      "loss": 0.3529,
      "step": 1660220
    },
    {
      "epoch": 463.36,
      "grad_norm": 1.4134857654571533,
      "learning_rate": 1.9258813725951785e-06,
      "loss": 0.3615,
      "step": 1660230
    },
    {
      "epoch": 463.37,
      "grad_norm": 1.7710373401641846,
      "learning_rate": 1.9258547662245633e-06,
      "loss": 0.3549,
      "step": 1660240
    },
    {
      "epoch": 463.37,
      "grad_norm": 3.3380889892578125,
      "learning_rate": 1.925828159909569e-06,
      "loss": 0.3423,
      "step": 1660250
    },
    {
      "epoch": 463.37,
      "grad_norm": 1.1059322357177734,
      "learning_rate": 1.9258015536502014e-06,
      "loss": 0.3543,
      "step": 1660260
    },
    {
      "epoch": 463.37,
      "grad_norm": 1.0243728160858154,
      "learning_rate": 1.925774947446463e-06,
      "loss": 0.3461,
      "step": 1660270
    },
    {
      "epoch": 463.38,
      "grad_norm": 1.064572811126709,
      "learning_rate": 1.9257483412983563e-06,
      "loss": 0.322,
      "step": 1660280
    },
    {
      "epoch": 463.38,
      "grad_norm": 0.9935101866722107,
      "learning_rate": 1.9257217352058864e-06,
      "loss": 0.33,
      "step": 1660290
    },
    {
      "epoch": 463.38,
      "grad_norm": 1.0634857416152954,
      "learning_rate": 1.9256951291690564e-06,
      "loss": 0.3445,
      "step": 1660300
    },
    {
      "epoch": 463.39,
      "grad_norm": 1.1893669366836548,
      "learning_rate": 1.9256685231878684e-06,
      "loss": 0.3559,
      "step": 1660310
    },
    {
      "epoch": 463.39,
      "grad_norm": 1.0539759397506714,
      "learning_rate": 1.925641917262328e-06,
      "loss": 0.3505,
      "step": 1660320
    },
    {
      "epoch": 463.39,
      "grad_norm": 1.076735258102417,
      "learning_rate": 1.925615311392437e-06,
      "loss": 0.3282,
      "step": 1660330
    },
    {
      "epoch": 463.39,
      "grad_norm": 1.1448228359222412,
      "learning_rate": 1.925588705578201e-06,
      "loss": 0.3652,
      "step": 1660340
    },
    {
      "epoch": 463.4,
      "grad_norm": 1.132710576057434,
      "learning_rate": 1.925562099819622e-06,
      "loss": 0.3466,
      "step": 1660350
    },
    {
      "epoch": 463.4,
      "grad_norm": 0.9217128753662109,
      "learning_rate": 1.925535494116704e-06,
      "loss": 0.3405,
      "step": 1660360
    },
    {
      "epoch": 463.4,
      "grad_norm": 1.3570042848587036,
      "learning_rate": 1.9255088884694507e-06,
      "loss": 0.3584,
      "step": 1660370
    },
    {
      "epoch": 463.4,
      "grad_norm": 1.0701416730880737,
      "learning_rate": 1.9254822828778653e-06,
      "loss": 0.3537,
      "step": 1660380
    },
    {
      "epoch": 463.41,
      "grad_norm": 1.03077232837677,
      "learning_rate": 1.9254556773419507e-06,
      "loss": 0.3285,
      "step": 1660390
    },
    {
      "epoch": 463.41,
      "grad_norm": 1.3349655866622925,
      "learning_rate": 1.925429071861712e-06,
      "loss": 0.3283,
      "step": 1660400
    },
    {
      "epoch": 463.41,
      "grad_norm": 0.9519242644309998,
      "learning_rate": 1.9254024664371517e-06,
      "loss": 0.3329,
      "step": 1660410
    },
    {
      "epoch": 463.42,
      "grad_norm": 0.9286056160926819,
      "learning_rate": 1.9253758610682736e-06,
      "loss": 0.3394,
      "step": 1660420
    },
    {
      "epoch": 463.42,
      "grad_norm": 1.0021034479141235,
      "learning_rate": 1.9253492557550812e-06,
      "loss": 0.3399,
      "step": 1660430
    },
    {
      "epoch": 463.42,
      "grad_norm": 0.9925335049629211,
      "learning_rate": 1.9253226504975783e-06,
      "loss": 0.3219,
      "step": 1660440
    },
    {
      "epoch": 463.42,
      "grad_norm": 0.9140753746032715,
      "learning_rate": 1.925296045295767e-06,
      "loss": 0.3494,
      "step": 1660450
    },
    {
      "epoch": 463.43,
      "grad_norm": 0.9827184081077576,
      "learning_rate": 1.9252694401496535e-06,
      "loss": 0.3503,
      "step": 1660460
    },
    {
      "epoch": 463.43,
      "grad_norm": 1.0857146978378296,
      "learning_rate": 1.9252428350592396e-06,
      "loss": 0.3486,
      "step": 1660470
    },
    {
      "epoch": 463.43,
      "grad_norm": 1.0110634565353394,
      "learning_rate": 1.925216230024528e-06,
      "loss": 0.3432,
      "step": 1660480
    },
    {
      "epoch": 463.44,
      "grad_norm": 1.0827869176864624,
      "learning_rate": 1.9251896250455244e-06,
      "loss": 0.3552,
      "step": 1660490
    },
    {
      "epoch": 463.44,
      "grad_norm": 1.130240559577942,
      "learning_rate": 1.9251630201222314e-06,
      "loss": 0.3385,
      "step": 1660500
    },
    {
      "epoch": 463.44,
      "grad_norm": 1.1869516372680664,
      "learning_rate": 1.925136415254652e-06,
      "loss": 0.3437,
      "step": 1660510
    },
    {
      "epoch": 463.44,
      "grad_norm": 1.1445703506469727,
      "learning_rate": 1.9251098104427905e-06,
      "loss": 0.3445,
      "step": 1660520
    },
    {
      "epoch": 463.45,
      "grad_norm": 1.1988312005996704,
      "learning_rate": 1.92508320568665e-06,
      "loss": 0.3548,
      "step": 1660530
    },
    {
      "epoch": 463.45,
      "grad_norm": 1.0275180339813232,
      "learning_rate": 1.9250566009862336e-06,
      "loss": 0.3462,
      "step": 1660540
    },
    {
      "epoch": 463.45,
      "grad_norm": 1.155897855758667,
      "learning_rate": 1.9250299963415463e-06,
      "loss": 0.3353,
      "step": 1660550
    },
    {
      "epoch": 463.46,
      "grad_norm": 1.1055710315704346,
      "learning_rate": 1.9250033917525904e-06,
      "loss": 0.3193,
      "step": 1660560
    },
    {
      "epoch": 463.46,
      "grad_norm": 1.0576740503311157,
      "learning_rate": 1.9249767872193696e-06,
      "loss": 0.3406,
      "step": 1660570
    },
    {
      "epoch": 463.46,
      "grad_norm": 1.1025646924972534,
      "learning_rate": 1.924950182741888e-06,
      "loss": 0.3406,
      "step": 1660580
    },
    {
      "epoch": 463.46,
      "grad_norm": 0.9770637154579163,
      "learning_rate": 1.924923578320149e-06,
      "loss": 0.3571,
      "step": 1660590
    },
    {
      "epoch": 463.47,
      "grad_norm": 1.2191624641418457,
      "learning_rate": 1.9248969739541546e-06,
      "loss": 0.3374,
      "step": 1660600
    },
    {
      "epoch": 463.47,
      "grad_norm": 4.401462078094482,
      "learning_rate": 1.9248703696439106e-06,
      "loss": 0.3358,
      "step": 1660610
    },
    {
      "epoch": 463.47,
      "grad_norm": 0.9451884627342224,
      "learning_rate": 1.9248437653894188e-06,
      "loss": 0.3352,
      "step": 1660620
    },
    {
      "epoch": 463.47,
      "grad_norm": 1.1051541566848755,
      "learning_rate": 1.9248171611906846e-06,
      "loss": 0.3357,
      "step": 1660630
    },
    {
      "epoch": 463.48,
      "grad_norm": 0.9318584203720093,
      "learning_rate": 1.9247905570477105e-06,
      "loss": 0.3598,
      "step": 1660640
    },
    {
      "epoch": 463.48,
      "grad_norm": 0.9617508053779602,
      "learning_rate": 1.9247639529604992e-06,
      "loss": 0.3303,
      "step": 1660650
    },
    {
      "epoch": 463.48,
      "grad_norm": 1.0822155475616455,
      "learning_rate": 1.9247373489290557e-06,
      "loss": 0.3546,
      "step": 1660660
    },
    {
      "epoch": 463.49,
      "grad_norm": 1.0103538036346436,
      "learning_rate": 1.924710744953383e-06,
      "loss": 0.3381,
      "step": 1660670
    },
    {
      "epoch": 463.49,
      "grad_norm": 0.9754548668861389,
      "learning_rate": 1.9246841410334836e-06,
      "loss": 0.3296,
      "step": 1660680
    },
    {
      "epoch": 463.49,
      "grad_norm": 1.0359405279159546,
      "learning_rate": 1.924657537169363e-06,
      "loss": 0.3332,
      "step": 1660690
    },
    {
      "epoch": 463.49,
      "grad_norm": 0.9413493275642395,
      "learning_rate": 1.9246309333610233e-06,
      "loss": 0.3234,
      "step": 1660700
    },
    {
      "epoch": 463.5,
      "grad_norm": 1.0252690315246582,
      "learning_rate": 1.9246043296084683e-06,
      "loss": 0.349,
      "step": 1660710
    },
    {
      "epoch": 463.5,
      "grad_norm": 1.027937412261963,
      "learning_rate": 1.9245777259117024e-06,
      "loss": 0.3589,
      "step": 1660720
    },
    {
      "epoch": 463.5,
      "grad_norm": 1.0929458141326904,
      "learning_rate": 1.924551122270728e-06,
      "loss": 0.3409,
      "step": 1660730
    },
    {
      "epoch": 463.51,
      "grad_norm": 1.0288622379302979,
      "learning_rate": 1.9245245186855484e-06,
      "loss": 0.3435,
      "step": 1660740
    },
    {
      "epoch": 463.51,
      "grad_norm": 1.208534836769104,
      "learning_rate": 1.9244979151561684e-06,
      "loss": 0.3486,
      "step": 1660750
    },
    {
      "epoch": 463.51,
      "grad_norm": 0.9459426403045654,
      "learning_rate": 1.9244713116825914e-06,
      "loss": 0.3434,
      "step": 1660760
    },
    {
      "epoch": 463.51,
      "grad_norm": 1.02177095413208,
      "learning_rate": 1.9244447082648195e-06,
      "loss": 0.3518,
      "step": 1660770
    },
    {
      "epoch": 463.52,
      "grad_norm": 1.005216121673584,
      "learning_rate": 1.924418104902858e-06,
      "loss": 0.3525,
      "step": 1660780
    },
    {
      "epoch": 463.52,
      "grad_norm": 1.0426925420761108,
      "learning_rate": 1.92439150159671e-06,
      "loss": 0.3517,
      "step": 1660790
    },
    {
      "epoch": 463.52,
      "grad_norm": 1.065237045288086,
      "learning_rate": 1.924364898346378e-06,
      "loss": 0.3508,
      "step": 1660800
    },
    {
      "epoch": 463.52,
      "grad_norm": 0.8802894949913025,
      "learning_rate": 1.924338295151867e-06,
      "loss": 0.329,
      "step": 1660810
    },
    {
      "epoch": 463.53,
      "grad_norm": 1.1346909999847412,
      "learning_rate": 1.9243116920131794e-06,
      "loss": 0.3532,
      "step": 1660820
    },
    {
      "epoch": 463.53,
      "grad_norm": 1.3978625535964966,
      "learning_rate": 1.9242850889303184e-06,
      "loss": 0.357,
      "step": 1660830
    },
    {
      "epoch": 463.53,
      "grad_norm": 1.2474254369735718,
      "learning_rate": 1.9242584859032895e-06,
      "loss": 0.3357,
      "step": 1660840
    },
    {
      "epoch": 463.54,
      "grad_norm": 1.1083109378814697,
      "learning_rate": 1.9242318829320945e-06,
      "loss": 0.3298,
      "step": 1660850
    },
    {
      "epoch": 463.54,
      "grad_norm": 1.1179957389831543,
      "learning_rate": 1.924205280016737e-06,
      "loss": 0.3457,
      "step": 1660860
    },
    {
      "epoch": 463.54,
      "grad_norm": 1.2674726247787476,
      "learning_rate": 1.924178677157222e-06,
      "loss": 0.3351,
      "step": 1660870
    },
    {
      "epoch": 463.54,
      "grad_norm": 1.0722039937973022,
      "learning_rate": 1.9241520743535513e-06,
      "loss": 0.3579,
      "step": 1660880
    },
    {
      "epoch": 463.55,
      "grad_norm": 1.0916410684585571,
      "learning_rate": 1.9241254716057295e-06,
      "loss": 0.3445,
      "step": 1660890
    },
    {
      "epoch": 463.55,
      "grad_norm": 1.1583850383758545,
      "learning_rate": 1.92409886891376e-06,
      "loss": 0.345,
      "step": 1660900
    },
    {
      "epoch": 463.55,
      "grad_norm": 0.9963780641555786,
      "learning_rate": 1.9240722662776454e-06,
      "loss": 0.3324,
      "step": 1660910
    },
    {
      "epoch": 463.56,
      "grad_norm": 1.0068399906158447,
      "learning_rate": 1.924045663697391e-06,
      "loss": 0.3355,
      "step": 1660920
    },
    {
      "epoch": 463.56,
      "grad_norm": 1.8253573179244995,
      "learning_rate": 1.9240190611729994e-06,
      "loss": 0.3505,
      "step": 1660930
    },
    {
      "epoch": 463.56,
      "grad_norm": 0.93973708152771,
      "learning_rate": 1.923992458704473e-06,
      "loss": 0.3336,
      "step": 1660940
    },
    {
      "epoch": 463.56,
      "grad_norm": 1.0234123468399048,
      "learning_rate": 1.9239658562918176e-06,
      "loss": 0.3427,
      "step": 1660950
    },
    {
      "epoch": 463.57,
      "grad_norm": 1.627034306526184,
      "learning_rate": 1.9239392539350353e-06,
      "loss": 0.3254,
      "step": 1660960
    },
    {
      "epoch": 463.57,
      "grad_norm": 1.002127766609192,
      "learning_rate": 1.9239126516341293e-06,
      "loss": 0.3418,
      "step": 1660970
    },
    {
      "epoch": 463.57,
      "grad_norm": 10.421027183532715,
      "learning_rate": 1.923886049389104e-06,
      "loss": 0.3487,
      "step": 1660980
    },
    {
      "epoch": 463.58,
      "grad_norm": 1.0245616436004639,
      "learning_rate": 1.9238594471999636e-06,
      "loss": 0.3385,
      "step": 1660990
    },
    {
      "epoch": 463.58,
      "grad_norm": 0.9984964728355408,
      "learning_rate": 1.923832845066709e-06,
      "loss": 0.3401,
      "step": 1661000
    },
    {
      "epoch": 463.58,
      "grad_norm": 1.0260424613952637,
      "learning_rate": 1.9238062429893473e-06,
      "loss": 0.3546,
      "step": 1661010
    },
    {
      "epoch": 463.58,
      "grad_norm": 1.0400402545928955,
      "learning_rate": 1.9237796409678795e-06,
      "loss": 0.3526,
      "step": 1661020
    },
    {
      "epoch": 463.59,
      "grad_norm": 1.1487047672271729,
      "learning_rate": 1.9237530390023096e-06,
      "loss": 0.3413,
      "step": 1661030
    },
    {
      "epoch": 463.59,
      "grad_norm": 1.1230013370513916,
      "learning_rate": 1.923726437092642e-06,
      "loss": 0.3382,
      "step": 1661040
    },
    {
      "epoch": 463.59,
      "grad_norm": 1.2424111366271973,
      "learning_rate": 1.9236998352388796e-06,
      "loss": 0.3435,
      "step": 1661050
    },
    {
      "epoch": 463.59,
      "grad_norm": 1.0835847854614258,
      "learning_rate": 1.923673233441025e-06,
      "loss": 0.3494,
      "step": 1661060
    },
    {
      "epoch": 463.6,
      "grad_norm": 1.1193888187408447,
      "learning_rate": 1.9236466316990833e-06,
      "loss": 0.3402,
      "step": 1661070
    },
    {
      "epoch": 463.6,
      "grad_norm": 1.0131875276565552,
      "learning_rate": 1.9236200300130584e-06,
      "loss": 0.3353,
      "step": 1661080
    },
    {
      "epoch": 463.6,
      "grad_norm": 0.9825238585472107,
      "learning_rate": 1.9235934283829516e-06,
      "loss": 0.3535,
      "step": 1661090
    },
    {
      "epoch": 463.61,
      "grad_norm": 1.25688898563385,
      "learning_rate": 1.9235668268087685e-06,
      "loss": 0.3403,
      "step": 1661100
    },
    {
      "epoch": 463.61,
      "grad_norm": 0.998299241065979,
      "learning_rate": 1.9235402252905124e-06,
      "loss": 0.3454,
      "step": 1661110
    },
    {
      "epoch": 463.61,
      "grad_norm": 1.1115015745162964,
      "learning_rate": 1.9235136238281846e-06,
      "loss": 0.3493,
      "step": 1661120
    },
    {
      "epoch": 463.61,
      "grad_norm": 1.3041807413101196,
      "learning_rate": 1.923487022421792e-06,
      "loss": 0.3394,
      "step": 1661130
    },
    {
      "epoch": 463.62,
      "grad_norm": 0.9946753978729248,
      "learning_rate": 1.9234604210713356e-06,
      "loss": 0.348,
      "step": 1661140
    },
    {
      "epoch": 463.62,
      "grad_norm": 1.1346192359924316,
      "learning_rate": 1.92343381977682e-06,
      "loss": 0.3393,
      "step": 1661150
    },
    {
      "epoch": 463.62,
      "grad_norm": 1.0018210411071777,
      "learning_rate": 1.9234072185382486e-06,
      "loss": 0.3415,
      "step": 1661160
    },
    {
      "epoch": 463.63,
      "grad_norm": 1.1089162826538086,
      "learning_rate": 1.9233806173556255e-06,
      "loss": 0.3627,
      "step": 1661170
    },
    {
      "epoch": 463.63,
      "grad_norm": 2.5021798610687256,
      "learning_rate": 1.923354016228953e-06,
      "loss": 0.3282,
      "step": 1661180
    },
    {
      "epoch": 463.63,
      "grad_norm": 0.9953665733337402,
      "learning_rate": 1.923327415158236e-06,
      "loss": 0.3475,
      "step": 1661190
    },
    {
      "epoch": 463.63,
      "grad_norm": 1.049901008605957,
      "learning_rate": 1.923300814143476e-06,
      "loss": 0.3386,
      "step": 1661200
    },
    {
      "epoch": 463.64,
      "grad_norm": 1.1600947380065918,
      "learning_rate": 1.9232742131846793e-06,
      "loss": 0.3416,
      "step": 1661210
    },
    {
      "epoch": 463.64,
      "grad_norm": 1.0221693515777588,
      "learning_rate": 1.9232476122818477e-06,
      "loss": 0.354,
      "step": 1661220
    },
    {
      "epoch": 463.64,
      "grad_norm": 1.0495765209197998,
      "learning_rate": 1.9232210114349846e-06,
      "loss": 0.3481,
      "step": 1661230
    },
    {
      "epoch": 463.64,
      "grad_norm": 1.0532221794128418,
      "learning_rate": 1.9231944106440948e-06,
      "loss": 0.3505,
      "step": 1661240
    },
    {
      "epoch": 463.65,
      "grad_norm": 1.059868335723877,
      "learning_rate": 1.923167809909181e-06,
      "loss": 0.3385,
      "step": 1661250
    },
    {
      "epoch": 463.65,
      "grad_norm": 1.1844964027404785,
      "learning_rate": 1.9231412092302457e-06,
      "loss": 0.3379,
      "step": 1661260
    },
    {
      "epoch": 463.65,
      "grad_norm": 0.970308780670166,
      "learning_rate": 1.9231146086072946e-06,
      "loss": 0.3235,
      "step": 1661270
    },
    {
      "epoch": 463.66,
      "grad_norm": 1.2606714963912964,
      "learning_rate": 1.92308800804033e-06,
      "loss": 0.3392,
      "step": 1661280
    },
    {
      "epoch": 463.66,
      "grad_norm": 1.2260998487472534,
      "learning_rate": 1.923061407529355e-06,
      "loss": 0.3178,
      "step": 1661290
    },
    {
      "epoch": 463.66,
      "grad_norm": 1.062341332435608,
      "learning_rate": 1.923034807074375e-06,
      "loss": 0.3368,
      "step": 1661300
    },
    {
      "epoch": 463.66,
      "grad_norm": 0.9903886318206787,
      "learning_rate": 1.9230082066753914e-06,
      "loss": 0.3405,
      "step": 1661310
    },
    {
      "epoch": 463.67,
      "grad_norm": 0.9176419973373413,
      "learning_rate": 1.922981606332409e-06,
      "loss": 0.3352,
      "step": 1661320
    },
    {
      "epoch": 463.67,
      "grad_norm": 0.935941219329834,
      "learning_rate": 1.9229550060454307e-06,
      "loss": 0.3187,
      "step": 1661330
    },
    {
      "epoch": 463.67,
      "grad_norm": 1.0970256328582764,
      "learning_rate": 1.9229284058144606e-06,
      "loss": 0.3339,
      "step": 1661340
    },
    {
      "epoch": 463.68,
      "grad_norm": 1.024316668510437,
      "learning_rate": 1.9229018056395013e-06,
      "loss": 0.3423,
      "step": 1661350
    },
    {
      "epoch": 463.68,
      "grad_norm": 1.3195959329605103,
      "learning_rate": 1.922875205520558e-06,
      "loss": 0.3602,
      "step": 1661360
    },
    {
      "epoch": 463.68,
      "grad_norm": 1.0819990634918213,
      "learning_rate": 1.922848605457633e-06,
      "loss": 0.3641,
      "step": 1661370
    },
    {
      "epoch": 463.68,
      "grad_norm": 1.1421178579330444,
      "learning_rate": 1.9228220054507297e-06,
      "loss": 0.3404,
      "step": 1661380
    },
    {
      "epoch": 463.69,
      "grad_norm": 1.2179204225540161,
      "learning_rate": 1.922795405499852e-06,
      "loss": 0.3416,
      "step": 1661390
    },
    {
      "epoch": 463.69,
      "grad_norm": 1.1705632209777832,
      "learning_rate": 1.922768805605004e-06,
      "loss": 0.3321,
      "step": 1661400
    },
    {
      "epoch": 463.69,
      "grad_norm": 1.1462476253509521,
      "learning_rate": 1.922742205766188e-06,
      "loss": 0.3418,
      "step": 1661410
    },
    {
      "epoch": 463.7,
      "grad_norm": 1.1166801452636719,
      "learning_rate": 1.922715605983409e-06,
      "loss": 0.3568,
      "step": 1661420
    },
    {
      "epoch": 463.7,
      "grad_norm": 1.2027982473373413,
      "learning_rate": 1.9226890062566696e-06,
      "loss": 0.3439,
      "step": 1661430
    },
    {
      "epoch": 463.7,
      "grad_norm": 1.2021746635437012,
      "learning_rate": 1.9226624065859728e-06,
      "loss": 0.3447,
      "step": 1661440
    },
    {
      "epoch": 463.7,
      "grad_norm": 1.136309027671814,
      "learning_rate": 1.9226358069713237e-06,
      "loss": 0.3404,
      "step": 1661450
    },
    {
      "epoch": 463.71,
      "grad_norm": 0.9726816415786743,
      "learning_rate": 1.922609207412725e-06,
      "loss": 0.3356,
      "step": 1661460
    },
    {
      "epoch": 463.71,
      "grad_norm": 1.0181522369384766,
      "learning_rate": 1.92258260791018e-06,
      "loss": 0.3388,
      "step": 1661470
    },
    {
      "epoch": 463.71,
      "grad_norm": 1.2167723178863525,
      "learning_rate": 1.922556008463692e-06,
      "loss": 0.3404,
      "step": 1661480
    },
    {
      "epoch": 463.71,
      "grad_norm": 1.1529017686843872,
      "learning_rate": 1.922529409073265e-06,
      "loss": 0.3393,
      "step": 1661490
    },
    {
      "epoch": 463.72,
      "grad_norm": 1.1357005834579468,
      "learning_rate": 1.9225028097389034e-06,
      "loss": 0.3367,
      "step": 1661500
    },
    {
      "epoch": 463.72,
      "grad_norm": 1.2094777822494507,
      "learning_rate": 1.92247621046061e-06,
      "loss": 0.3364,
      "step": 1661510
    },
    {
      "epoch": 463.72,
      "grad_norm": 1.4064877033233643,
      "learning_rate": 1.9224496112383878e-06,
      "loss": 0.3365,
      "step": 1661520
    },
    {
      "epoch": 463.73,
      "grad_norm": 1.1732702255249023,
      "learning_rate": 1.922423012072241e-06,
      "loss": 0.3522,
      "step": 1661530
    },
    {
      "epoch": 463.73,
      "grad_norm": 0.9692888855934143,
      "learning_rate": 1.9223964129621732e-06,
      "loss": 0.3249,
      "step": 1661540
    },
    {
      "epoch": 463.73,
      "grad_norm": 1.1475402116775513,
      "learning_rate": 1.9223698139081867e-06,
      "loss": 0.335,
      "step": 1661550
    },
    {
      "epoch": 463.73,
      "grad_norm": 1.032118320465088,
      "learning_rate": 1.922343214910287e-06,
      "loss": 0.3421,
      "step": 1661560
    },
    {
      "epoch": 463.74,
      "grad_norm": 1.0085316896438599,
      "learning_rate": 1.9223166159684763e-06,
      "loss": 0.3569,
      "step": 1661570
    },
    {
      "epoch": 463.74,
      "grad_norm": 1.1258583068847656,
      "learning_rate": 1.9222900170827576e-06,
      "loss": 0.3363,
      "step": 1661580
    },
    {
      "epoch": 463.74,
      "grad_norm": 1.0708575248718262,
      "learning_rate": 1.9222634182531365e-06,
      "loss": 0.3422,
      "step": 1661590
    },
    {
      "epoch": 463.75,
      "grad_norm": 0.9292834997177124,
      "learning_rate": 1.9222368194796157e-06,
      "loss": 0.3464,
      "step": 1661600
    },
    {
      "epoch": 463.75,
      "grad_norm": 1.1026231050491333,
      "learning_rate": 1.9222102207621973e-06,
      "loss": 0.3488,
      "step": 1661610
    },
    {
      "epoch": 463.75,
      "grad_norm": 1.068845510482788,
      "learning_rate": 1.922183622100887e-06,
      "loss": 0.3406,
      "step": 1661620
    },
    {
      "epoch": 463.75,
      "grad_norm": 1.265788197517395,
      "learning_rate": 1.9221570234956867e-06,
      "loss": 0.3308,
      "step": 1661630
    },
    {
      "epoch": 463.76,
      "grad_norm": 1.2498886585235596,
      "learning_rate": 1.9221304249466e-06,
      "loss": 0.34,
      "step": 1661640
    },
    {
      "epoch": 463.76,
      "grad_norm": 1.1336058378219604,
      "learning_rate": 1.9221038264536318e-06,
      "loss": 0.3454,
      "step": 1661650
    },
    {
      "epoch": 463.76,
      "grad_norm": 0.9020829200744629,
      "learning_rate": 1.922077228016785e-06,
      "loss": 0.3482,
      "step": 1661660
    },
    {
      "epoch": 463.77,
      "grad_norm": 1.183671474456787,
      "learning_rate": 1.922050629636062e-06,
      "loss": 0.3313,
      "step": 1661670
    },
    {
      "epoch": 463.77,
      "grad_norm": 1.0819357633590698,
      "learning_rate": 1.9220240313114684e-06,
      "loss": 0.3368,
      "step": 1661680
    },
    {
      "epoch": 463.77,
      "grad_norm": 1.059652328491211,
      "learning_rate": 1.9219974330430063e-06,
      "loss": 0.3507,
      "step": 1661690
    },
    {
      "epoch": 463.77,
      "grad_norm": 5.304196357727051,
      "learning_rate": 1.9219708348306787e-06,
      "loss": 0.3263,
      "step": 1661700
    },
    {
      "epoch": 463.78,
      "grad_norm": 1.0293221473693848,
      "learning_rate": 1.921944236674491e-06,
      "loss": 0.3458,
      "step": 1661710
    },
    {
      "epoch": 463.78,
      "grad_norm": 0.9818198084831238,
      "learning_rate": 1.921917638574446e-06,
      "loss": 0.3388,
      "step": 1661720
    },
    {
      "epoch": 463.78,
      "grad_norm": 0.9844579696655273,
      "learning_rate": 1.9218910405305453e-06,
      "loss": 0.3443,
      "step": 1661730
    },
    {
      "epoch": 463.78,
      "grad_norm": 1.093003749847412,
      "learning_rate": 1.921864442542796e-06,
      "loss": 0.3422,
      "step": 1661740
    },
    {
      "epoch": 463.79,
      "grad_norm": 1.1390053033828735,
      "learning_rate": 1.921837844611199e-06,
      "loss": 0.35,
      "step": 1661750
    },
    {
      "epoch": 463.79,
      "grad_norm": 1.155816912651062,
      "learning_rate": 1.9218112467357585e-06,
      "loss": 0.3457,
      "step": 1661760
    },
    {
      "epoch": 463.79,
      "grad_norm": 1.0433393716812134,
      "learning_rate": 1.921784648916479e-06,
      "loss": 0.3496,
      "step": 1661770
    },
    {
      "epoch": 463.8,
      "grad_norm": 0.974317729473114,
      "learning_rate": 1.921758051153362e-06,
      "loss": 0.337,
      "step": 1661780
    },
    {
      "epoch": 463.8,
      "grad_norm": 1.2623006105422974,
      "learning_rate": 1.921731453446413e-06,
      "loss": 0.3533,
      "step": 1661790
    },
    {
      "epoch": 463.8,
      "grad_norm": 1.0042366981506348,
      "learning_rate": 1.9217048557956347e-06,
      "loss": 0.3419,
      "step": 1661800
    },
    {
      "epoch": 463.8,
      "grad_norm": 1.2372220754623413,
      "learning_rate": 1.9216782582010304e-06,
      "loss": 0.3312,
      "step": 1661810
    },
    {
      "epoch": 463.81,
      "grad_norm": 1.0431605577468872,
      "learning_rate": 1.9216516606626044e-06,
      "loss": 0.3483,
      "step": 1661820
    },
    {
      "epoch": 463.81,
      "grad_norm": 1.134842038154602,
      "learning_rate": 1.9216250631803595e-06,
      "loss": 0.3384,
      "step": 1661830
    },
    {
      "epoch": 463.81,
      "grad_norm": 1.2596912384033203,
      "learning_rate": 1.9215984657542996e-06,
      "loss": 0.3179,
      "step": 1661840
    },
    {
      "epoch": 463.82,
      "grad_norm": 1.0463923215866089,
      "learning_rate": 1.9215718683844284e-06,
      "loss": 0.3567,
      "step": 1661850
    },
    {
      "epoch": 463.82,
      "grad_norm": 1.0327097177505493,
      "learning_rate": 1.9215452710707494e-06,
      "loss": 0.3347,
      "step": 1661860
    },
    {
      "epoch": 463.82,
      "grad_norm": 1.0292325019836426,
      "learning_rate": 1.9215186738132647e-06,
      "loss": 0.3549,
      "step": 1661870
    },
    {
      "epoch": 463.82,
      "grad_norm": 1.2366870641708374,
      "learning_rate": 1.9214920766119807e-06,
      "loss": 0.365,
      "step": 1661880
    },
    {
      "epoch": 463.83,
      "grad_norm": 1.0785667896270752,
      "learning_rate": 1.921465479466899e-06,
      "loss": 0.3452,
      "step": 1661890
    },
    {
      "epoch": 463.83,
      "grad_norm": 1.0641283988952637,
      "learning_rate": 1.9214388823780225e-06,
      "loss": 0.3386,
      "step": 1661900
    },
    {
      "epoch": 463.83,
      "grad_norm": 1.2767878770828247,
      "learning_rate": 1.921412285345357e-06,
      "loss": 0.3481,
      "step": 1661910
    },
    {
      "epoch": 463.83,
      "grad_norm": 0.9441961050033569,
      "learning_rate": 1.9213856883689046e-06,
      "loss": 0.346,
      "step": 1661920
    },
    {
      "epoch": 463.84,
      "grad_norm": 1.0561531782150269,
      "learning_rate": 1.9213590914486677e-06,
      "loss": 0.3557,
      "step": 1661930
    },
    {
      "epoch": 463.84,
      "grad_norm": 1.3466624021530151,
      "learning_rate": 1.921332494584652e-06,
      "loss": 0.3413,
      "step": 1661940
    },
    {
      "epoch": 463.84,
      "grad_norm": 1.0956374406814575,
      "learning_rate": 1.9213058977768603e-06,
      "loss": 0.3409,
      "step": 1661950
    },
    {
      "epoch": 463.85,
      "grad_norm": 1.0554591417312622,
      "learning_rate": 1.9212793010252953e-06,
      "loss": 0.3387,
      "step": 1661960
    },
    {
      "epoch": 463.85,
      "grad_norm": 0.9000440239906311,
      "learning_rate": 1.921252704329962e-06,
      "loss": 0.3478,
      "step": 1661970
    },
    {
      "epoch": 463.85,
      "grad_norm": 1.1099156141281128,
      "learning_rate": 1.9212261076908636e-06,
      "loss": 0.3434,
      "step": 1661980
    },
    {
      "epoch": 463.85,
      "grad_norm": 1.0755062103271484,
      "learning_rate": 1.9211995111080026e-06,
      "loss": 0.3422,
      "step": 1661990
    },
    {
      "epoch": 463.86,
      "grad_norm": 0.9899623990058899,
      "learning_rate": 1.9211729145813836e-06,
      "loss": 0.34,
      "step": 1662000
    },
    {
      "epoch": 463.86,
      "grad_norm": 1.052615761756897,
      "learning_rate": 1.9211463181110094e-06,
      "loss": 0.3296,
      "step": 1662010
    },
    {
      "epoch": 463.86,
      "grad_norm": 0.9493317604064941,
      "learning_rate": 1.921119721696883e-06,
      "loss": 0.3501,
      "step": 1662020
    },
    {
      "epoch": 463.87,
      "grad_norm": 1.099401831626892,
      "learning_rate": 1.9210931253390106e-06,
      "loss": 0.3574,
      "step": 1662030
    },
    {
      "epoch": 463.87,
      "grad_norm": 1.186785101890564,
      "learning_rate": 1.921066529037393e-06,
      "loss": 0.355,
      "step": 1662040
    },
    {
      "epoch": 463.87,
      "grad_norm": 0.9437519907951355,
      "learning_rate": 1.9210399327920346e-06,
      "loss": 0.3424,
      "step": 1662050
    },
    {
      "epoch": 463.87,
      "grad_norm": 1.063642978668213,
      "learning_rate": 1.9210133366029392e-06,
      "loss": 0.346,
      "step": 1662060
    },
    {
      "epoch": 463.88,
      "grad_norm": 1.066031813621521,
      "learning_rate": 1.9209867404701097e-06,
      "loss": 0.3495,
      "step": 1662070
    },
    {
      "epoch": 463.88,
      "grad_norm": 1.1696209907531738,
      "learning_rate": 1.9209601443935507e-06,
      "loss": 0.3453,
      "step": 1662080
    },
    {
      "epoch": 463.88,
      "grad_norm": 1.2379281520843506,
      "learning_rate": 1.9209335483732652e-06,
      "loss": 0.3495,
      "step": 1662090
    },
    {
      "epoch": 463.89,
      "grad_norm": 1.1668004989624023,
      "learning_rate": 1.9209069524092557e-06,
      "loss": 0.335,
      "step": 1662100
    },
    {
      "epoch": 463.89,
      "grad_norm": 0.980610728263855,
      "learning_rate": 1.9208803565015278e-06,
      "loss": 0.3517,
      "step": 1662110
    },
    {
      "epoch": 463.89,
      "grad_norm": 1.1027637720108032,
      "learning_rate": 1.9208537606500843e-06,
      "loss": 0.3471,
      "step": 1662120
    },
    {
      "epoch": 463.89,
      "grad_norm": 1.1602352857589722,
      "learning_rate": 1.9208271648549275e-06,
      "loss": 0.3521,
      "step": 1662130
    },
    {
      "epoch": 463.9,
      "grad_norm": 1.0095189809799194,
      "learning_rate": 1.9208005691160623e-06,
      "loss": 0.3326,
      "step": 1662140
    },
    {
      "epoch": 463.9,
      "grad_norm": 1.064558744430542,
      "learning_rate": 1.920773973433492e-06,
      "loss": 0.3489,
      "step": 1662150
    },
    {
      "epoch": 463.9,
      "grad_norm": 1.1645935773849487,
      "learning_rate": 1.9207473778072185e-06,
      "loss": 0.3421,
      "step": 1662160
    },
    {
      "epoch": 463.9,
      "grad_norm": 1.0943553447723389,
      "learning_rate": 1.920720782237248e-06,
      "loss": 0.339,
      "step": 1662170
    },
    {
      "epoch": 463.91,
      "grad_norm": 1.0139703750610352,
      "learning_rate": 1.920694186723583e-06,
      "loss": 0.3501,
      "step": 1662180
    },
    {
      "epoch": 463.91,
      "grad_norm": 1.0087449550628662,
      "learning_rate": 1.920667591266226e-06,
      "loss": 0.3429,
      "step": 1662190
    },
    {
      "epoch": 463.91,
      "grad_norm": 1.1247552633285522,
      "learning_rate": 1.9206409958651824e-06,
      "loss": 0.3498,
      "step": 1662200
    },
    {
      "epoch": 463.92,
      "grad_norm": 1.0902899503707886,
      "learning_rate": 1.9206144005204543e-06,
      "loss": 0.3466,
      "step": 1662210
    },
    {
      "epoch": 463.92,
      "grad_norm": 1.0891932249069214,
      "learning_rate": 1.9205878052320447e-06,
      "loss": 0.3445,
      "step": 1662220
    },
    {
      "epoch": 463.92,
      "grad_norm": 0.9700621962547302,
      "learning_rate": 1.920561209999959e-06,
      "loss": 0.336,
      "step": 1662230
    },
    {
      "epoch": 463.92,
      "grad_norm": 0.9744768738746643,
      "learning_rate": 1.9205346148242e-06,
      "loss": 0.344,
      "step": 1662240
    },
    {
      "epoch": 463.93,
      "grad_norm": 1.2988240718841553,
      "learning_rate": 1.92050801970477e-06,
      "loss": 0.352,
      "step": 1662250
    },
    {
      "epoch": 463.93,
      "grad_norm": 0.9559745788574219,
      "learning_rate": 1.920481424641675e-06,
      "loss": 0.344,
      "step": 1662260
    },
    {
      "epoch": 463.93,
      "grad_norm": 1.1303017139434814,
      "learning_rate": 1.920454829634917e-06,
      "loss": 0.3319,
      "step": 1662270
    },
    {
      "epoch": 463.94,
      "grad_norm": 1.1161483526229858,
      "learning_rate": 1.9204282346844988e-06,
      "loss": 0.3351,
      "step": 1662280
    },
    {
      "epoch": 463.94,
      "grad_norm": 0.9372793436050415,
      "learning_rate": 1.9204016397904257e-06,
      "loss": 0.3457,
      "step": 1662290
    },
    {
      "epoch": 463.94,
      "grad_norm": 1.0091626644134521,
      "learning_rate": 1.9203750449527003e-06,
      "loss": 0.3472,
      "step": 1662300
    },
    {
      "epoch": 463.94,
      "grad_norm": 0.9610431790351868,
      "learning_rate": 1.9203484501713254e-06,
      "loss": 0.3447,
      "step": 1662310
    },
    {
      "epoch": 463.95,
      "grad_norm": 1.6025340557098389,
      "learning_rate": 1.920321855446306e-06,
      "loss": 0.3546,
      "step": 1662320
    },
    {
      "epoch": 463.95,
      "grad_norm": 1.1418488025665283,
      "learning_rate": 1.9202952607776447e-06,
      "loss": 0.3493,
      "step": 1662330
    },
    {
      "epoch": 463.95,
      "grad_norm": 1.0430001020431519,
      "learning_rate": 1.920268666165346e-06,
      "loss": 0.3669,
      "step": 1662340
    },
    {
      "epoch": 463.95,
      "grad_norm": 1.0378705263137817,
      "learning_rate": 1.9202420716094123e-06,
      "loss": 0.3424,
      "step": 1662350
    },
    {
      "epoch": 463.96,
      "grad_norm": 2.6743762493133545,
      "learning_rate": 1.920215477109847e-06,
      "loss": 0.3474,
      "step": 1662360
    },
    {
      "epoch": 463.96,
      "grad_norm": 1.0115329027175903,
      "learning_rate": 1.9201888826666555e-06,
      "loss": 0.3397,
      "step": 1662370
    },
    {
      "epoch": 463.96,
      "grad_norm": 1.3312891721725464,
      "learning_rate": 1.92016228827984e-06,
      "loss": 0.3443,
      "step": 1662380
    },
    {
      "epoch": 463.97,
      "grad_norm": 1.0059878826141357,
      "learning_rate": 1.9201356939494026e-06,
      "loss": 0.3411,
      "step": 1662390
    },
    {
      "epoch": 463.97,
      "grad_norm": 1.319172739982605,
      "learning_rate": 1.9201090996753497e-06,
      "loss": 0.3339,
      "step": 1662400
    },
    {
      "epoch": 463.97,
      "grad_norm": 1.055870771408081,
      "learning_rate": 1.9200825054576837e-06,
      "loss": 0.3494,
      "step": 1662410
    },
    {
      "epoch": 463.97,
      "grad_norm": 1.2453168630599976,
      "learning_rate": 1.920055911296407e-06,
      "loss": 0.3338,
      "step": 1662420
    },
    {
      "epoch": 463.98,
      "grad_norm": 1.0454003810882568,
      "learning_rate": 1.9200293171915254e-06,
      "loss": 0.3348,
      "step": 1662430
    },
    {
      "epoch": 463.98,
      "grad_norm": 1.1921533346176147,
      "learning_rate": 1.9200027231430402e-06,
      "loss": 0.3372,
      "step": 1662440
    },
    {
      "epoch": 463.98,
      "grad_norm": 1.2927260398864746,
      "learning_rate": 1.919976129150955e-06,
      "loss": 0.3408,
      "step": 1662450
    },
    {
      "epoch": 463.99,
      "grad_norm": 1.237621784210205,
      "learning_rate": 1.919949535215276e-06,
      "loss": 0.3419,
      "step": 1662460
    },
    {
      "epoch": 463.99,
      "grad_norm": 1.1368076801300049,
      "learning_rate": 1.9199229413360046e-06,
      "loss": 0.3443,
      "step": 1662470
    },
    {
      "epoch": 463.99,
      "grad_norm": 0.9298029541969299,
      "learning_rate": 1.919896347513144e-06,
      "loss": 0.328,
      "step": 1662480
    },
    {
      "epoch": 463.99,
      "grad_norm": 1.0956981182098389,
      "learning_rate": 1.919869753746699e-06,
      "loss": 0.3448,
      "step": 1662490
    },
    {
      "epoch": 464.0,
      "grad_norm": 1.0425434112548828,
      "learning_rate": 1.9198431600366724e-06,
      "loss": 0.3501,
      "step": 1662500
    },
    {
      "epoch": 464.0,
      "grad_norm": 0.9324581027030945,
      "learning_rate": 1.9198165663830672e-06,
      "loss": 0.3528,
      "step": 1662510
    },
    {
      "epoch": 464.0,
      "eval_loss": 0.3435050845146179,
      "eval_runtime": 63.8306,
      "eval_samples_per_second": 79.257,
      "eval_steps_per_second": 9.917,
      "step": 1662512
    },
    {
      "epoch": 464.0,
      "grad_norm": 0.9890938997268677,
      "learning_rate": 1.919789972785889e-06,
      "loss": 0.3373,
      "step": 1662520
    },
    {
      "epoch": 464.01,
      "grad_norm": 1.1527682542800903,
      "learning_rate": 1.919763379245139e-06,
      "loss": 0.3448,
      "step": 1662530
    },
    {
      "epoch": 464.01,
      "grad_norm": 1.1966934204101562,
      "learning_rate": 1.9197367857608215e-06,
      "loss": 0.3279,
      "step": 1662540
    },
    {
      "epoch": 464.01,
      "grad_norm": 1.1014976501464844,
      "learning_rate": 1.9197101923329413e-06,
      "loss": 0.3567,
      "step": 1662550
    },
    {
      "epoch": 464.01,
      "grad_norm": 1.0004534721374512,
      "learning_rate": 1.9196835989615006e-06,
      "loss": 0.3636,
      "step": 1662560
    },
    {
      "epoch": 464.02,
      "grad_norm": 1.1807129383087158,
      "learning_rate": 1.9196570056465028e-06,
      "loss": 0.3277,
      "step": 1662570
    },
    {
      "epoch": 464.02,
      "grad_norm": 1.0317904949188232,
      "learning_rate": 1.919630412387952e-06,
      "loss": 0.3246,
      "step": 1662580
    },
    {
      "epoch": 464.02,
      "grad_norm": 1.1560978889465332,
      "learning_rate": 1.9196038191858524e-06,
      "loss": 0.3365,
      "step": 1662590
    },
    {
      "epoch": 464.02,
      "grad_norm": 1.1208159923553467,
      "learning_rate": 1.9195772260402052e-06,
      "loss": 0.3584,
      "step": 1662600
    },
    {
      "epoch": 464.03,
      "grad_norm": 0.8864448666572571,
      "learning_rate": 1.9195506329510167e-06,
      "loss": 0.349,
      "step": 1662610
    },
    {
      "epoch": 464.03,
      "grad_norm": 1.257170557975769,
      "learning_rate": 1.9195240399182892e-06,
      "loss": 0.3544,
      "step": 1662620
    },
    {
      "epoch": 464.03,
      "grad_norm": 1.0906095504760742,
      "learning_rate": 1.9194974469420263e-06,
      "loss": 0.3411,
      "step": 1662630
    },
    {
      "epoch": 464.04,
      "grad_norm": 3.8776986598968506,
      "learning_rate": 1.9194708540222316e-06,
      "loss": 0.3451,
      "step": 1662640
    },
    {
      "epoch": 464.04,
      "grad_norm": 1.203168272972107,
      "learning_rate": 1.9194442611589078e-06,
      "loss": 0.3491,
      "step": 1662650
    },
    {
      "epoch": 464.04,
      "grad_norm": 1.1671637296676636,
      "learning_rate": 1.9194176683520594e-06,
      "loss": 0.3505,
      "step": 1662660
    },
    {
      "epoch": 464.04,
      "grad_norm": 1.1012402772903442,
      "learning_rate": 1.919391075601691e-06,
      "loss": 0.3402,
      "step": 1662670
    },
    {
      "epoch": 464.05,
      "grad_norm": 0.9954169988632202,
      "learning_rate": 1.919364482907803e-06,
      "loss": 0.3477,
      "step": 1662680
    },
    {
      "epoch": 464.05,
      "grad_norm": 0.9532302618026733,
      "learning_rate": 1.919337890270402e-06,
      "loss": 0.3442,
      "step": 1662690
    },
    {
      "epoch": 464.05,
      "grad_norm": 1.0103514194488525,
      "learning_rate": 1.9193112976894905e-06,
      "loss": 0.3458,
      "step": 1662700
    },
    {
      "epoch": 464.06,
      "grad_norm": 0.9914740920066833,
      "learning_rate": 1.9192847051650714e-06,
      "loss": 0.3517,
      "step": 1662710
    },
    {
      "epoch": 464.06,
      "grad_norm": 1.1976702213287354,
      "learning_rate": 1.9192581126971493e-06,
      "loss": 0.3445,
      "step": 1662720
    },
    {
      "epoch": 464.06,
      "grad_norm": 1.1147855520248413,
      "learning_rate": 1.919231520285727e-06,
      "loss": 0.3423,
      "step": 1662730
    },
    {
      "epoch": 464.06,
      "grad_norm": 1.0105111598968506,
      "learning_rate": 1.919204927930807e-06,
      "loss": 0.3524,
      "step": 1662740
    },
    {
      "epoch": 464.07,
      "grad_norm": 1.5713598728179932,
      "learning_rate": 1.9191783356323953e-06,
      "loss": 0.3464,
      "step": 1662750
    },
    {
      "epoch": 464.07,
      "grad_norm": 1.1887617111206055,
      "learning_rate": 1.9191517433904946e-06,
      "loss": 0.3365,
      "step": 1662760
    },
    {
      "epoch": 464.07,
      "grad_norm": 0.9997614622116089,
      "learning_rate": 1.919125151205107e-06,
      "loss": 0.3537,
      "step": 1662770
    },
    {
      "epoch": 464.07,
      "grad_norm": 1.0335229635238647,
      "learning_rate": 1.919098559076238e-06,
      "loss": 0.3424,
      "step": 1662780
    },
    {
      "epoch": 464.08,
      "grad_norm": 1.1927101612091064,
      "learning_rate": 1.9190719670038896e-06,
      "loss": 0.3384,
      "step": 1662790
    },
    {
      "epoch": 464.08,
      "grad_norm": 1.1526843309402466,
      "learning_rate": 1.919045374988066e-06,
      "loss": 0.3456,
      "step": 1662800
    },
    {
      "epoch": 464.08,
      "grad_norm": 0.9406116604804993,
      "learning_rate": 1.9190187830287706e-06,
      "loss": 0.3459,
      "step": 1662810
    },
    {
      "epoch": 464.09,
      "grad_norm": 1.1534020900726318,
      "learning_rate": 1.9189921911260075e-06,
      "loss": 0.337,
      "step": 1662820
    },
    {
      "epoch": 464.09,
      "grad_norm": 0.9972618818283081,
      "learning_rate": 1.918965599279779e-06,
      "loss": 0.3276,
      "step": 1662830
    },
    {
      "epoch": 464.09,
      "grad_norm": 0.9536081552505493,
      "learning_rate": 1.9189390074900904e-06,
      "loss": 0.3371,
      "step": 1662840
    },
    {
      "epoch": 464.09,
      "grad_norm": 0.9874595403671265,
      "learning_rate": 1.918912415756944e-06,
      "loss": 0.3363,
      "step": 1662850
    },
    {
      "epoch": 464.1,
      "grad_norm": 1.1378947496414185,
      "learning_rate": 1.918885824080343e-06,
      "loss": 0.3348,
      "step": 1662860
    },
    {
      "epoch": 464.1,
      "grad_norm": 1.09614896774292,
      "learning_rate": 1.9188592324602924e-06,
      "loss": 0.3562,
      "step": 1662870
    },
    {
      "epoch": 464.1,
      "grad_norm": 0.9711334705352783,
      "learning_rate": 1.9188326408967944e-06,
      "loss": 0.3437,
      "step": 1662880
    },
    {
      "epoch": 464.11,
      "grad_norm": 1.1387479305267334,
      "learning_rate": 1.918806049389853e-06,
      "loss": 0.3441,
      "step": 1662890
    },
    {
      "epoch": 464.11,
      "grad_norm": 1.0119904279708862,
      "learning_rate": 1.918779457939472e-06,
      "loss": 0.3403,
      "step": 1662900
    },
    {
      "epoch": 464.11,
      "grad_norm": 1.159661889076233,
      "learning_rate": 1.918752866545653e-06,
      "loss": 0.3538,
      "step": 1662910
    },
    {
      "epoch": 464.11,
      "grad_norm": 1.184351921081543,
      "learning_rate": 1.918726275208403e-06,
      "loss": 0.3447,
      "step": 1662920
    },
    {
      "epoch": 464.12,
      "grad_norm": 1.0422327518463135,
      "learning_rate": 1.918699683927724e-06,
      "loss": 0.3782,
      "step": 1662930
    },
    {
      "epoch": 464.12,
      "grad_norm": 2.384431838989258,
      "learning_rate": 1.9186730927036186e-06,
      "loss": 0.3288,
      "step": 1662940
    },
    {
      "epoch": 464.12,
      "grad_norm": 0.974720299243927,
      "learning_rate": 1.9186465015360916e-06,
      "loss": 0.3442,
      "step": 1662950
    },
    {
      "epoch": 464.13,
      "grad_norm": 1.0649844408035278,
      "learning_rate": 1.918619910425146e-06,
      "loss": 0.3521,
      "step": 1662960
    },
    {
      "epoch": 464.13,
      "grad_norm": 1.1987512111663818,
      "learning_rate": 1.918593319370784e-06,
      "loss": 0.3453,
      "step": 1662970
    },
    {
      "epoch": 464.13,
      "grad_norm": 1.0206248760223389,
      "learning_rate": 1.918566728373012e-06,
      "loss": 0.3538,
      "step": 1662980
    },
    {
      "epoch": 464.13,
      "grad_norm": 1.1556117534637451,
      "learning_rate": 1.9185401374318315e-06,
      "loss": 0.3436,
      "step": 1662990
    },
    {
      "epoch": 464.14,
      "grad_norm": 1.0511620044708252,
      "learning_rate": 1.9185135465472465e-06,
      "loss": 0.3434,
      "step": 1663000
    },
    {
      "epoch": 464.14,
      "grad_norm": 1.092619776725769,
      "learning_rate": 1.9184869557192607e-06,
      "loss": 0.3358,
      "step": 1663010
    },
    {
      "epoch": 464.14,
      "grad_norm": 1.0569909811019897,
      "learning_rate": 1.918460364947878e-06,
      "loss": 0.3335,
      "step": 1663020
    },
    {
      "epoch": 464.14,
      "grad_norm": 1.15996515750885,
      "learning_rate": 1.9184337742330997e-06,
      "loss": 0.3413,
      "step": 1663030
    },
    {
      "epoch": 464.15,
      "grad_norm": 3.8368561267852783,
      "learning_rate": 1.918407183574933e-06,
      "loss": 0.3543,
      "step": 1663040
    },
    {
      "epoch": 464.15,
      "grad_norm": 1.2037250995635986,
      "learning_rate": 1.918380592973379e-06,
      "loss": 0.3353,
      "step": 1663050
    },
    {
      "epoch": 464.15,
      "grad_norm": 1.2418618202209473,
      "learning_rate": 1.918354002428441e-06,
      "loss": 0.3506,
      "step": 1663060
    },
    {
      "epoch": 464.16,
      "grad_norm": 1.0145306587219238,
      "learning_rate": 1.918327411940124e-06,
      "loss": 0.3541,
      "step": 1663070
    },
    {
      "epoch": 464.16,
      "grad_norm": 1.0076417922973633,
      "learning_rate": 1.9183008215084313e-06,
      "loss": 0.3488,
      "step": 1663080
    },
    {
      "epoch": 464.16,
      "grad_norm": 1.2535293102264404,
      "learning_rate": 1.918274231133365e-06,
      "loss": 0.3282,
      "step": 1663090
    },
    {
      "epoch": 464.16,
      "grad_norm": 1.1101278066635132,
      "learning_rate": 1.9182476408149305e-06,
      "loss": 0.3463,
      "step": 1663100
    },
    {
      "epoch": 464.17,
      "grad_norm": 0.887179970741272,
      "learning_rate": 1.9182210505531303e-06,
      "loss": 0.347,
      "step": 1663110
    },
    {
      "epoch": 464.17,
      "grad_norm": 1.0445305109024048,
      "learning_rate": 1.9181944603479674e-06,
      "loss": 0.3432,
      "step": 1663120
    },
    {
      "epoch": 464.17,
      "grad_norm": 1.0281825065612793,
      "learning_rate": 1.918167870199447e-06,
      "loss": 0.3332,
      "step": 1663130
    },
    {
      "epoch": 464.18,
      "grad_norm": 0.935040295124054,
      "learning_rate": 1.918141280107571e-06,
      "loss": 0.3563,
      "step": 1663140
    },
    {
      "epoch": 464.18,
      "grad_norm": 1.1066356897354126,
      "learning_rate": 1.918114690072344e-06,
      "loss": 0.3433,
      "step": 1663150
    },
    {
      "epoch": 464.18,
      "grad_norm": 1.024762511253357,
      "learning_rate": 1.9180881000937694e-06,
      "loss": 0.3584,
      "step": 1663160
    },
    {
      "epoch": 464.18,
      "grad_norm": 0.8886110186576843,
      "learning_rate": 1.9180615101718505e-06,
      "loss": 0.3492,
      "step": 1663170
    },
    {
      "epoch": 464.19,
      "grad_norm": 1.1630175113677979,
      "learning_rate": 1.91803492030659e-06,
      "loss": 0.3497,
      "step": 1663180
    },
    {
      "epoch": 464.19,
      "grad_norm": 1.125069260597229,
      "learning_rate": 1.918008330497993e-06,
      "loss": 0.355,
      "step": 1663190
    },
    {
      "epoch": 464.19,
      "grad_norm": 1.1580740213394165,
      "learning_rate": 1.9179817407460615e-06,
      "loss": 0.3405,
      "step": 1663200
    },
    {
      "epoch": 464.19,
      "grad_norm": 1.3700932264328003,
      "learning_rate": 1.917955151050801e-06,
      "loss": 0.3284,
      "step": 1663210
    },
    {
      "epoch": 464.2,
      "grad_norm": 1.1060677766799927,
      "learning_rate": 1.9179285614122137e-06,
      "loss": 0.3387,
      "step": 1663220
    },
    {
      "epoch": 464.2,
      "grad_norm": 1.0415385961532593,
      "learning_rate": 1.9179019718303027e-06,
      "loss": 0.3457,
      "step": 1663230
    },
    {
      "epoch": 464.2,
      "grad_norm": 1.1051218509674072,
      "learning_rate": 1.9178753823050735e-06,
      "loss": 0.3522,
      "step": 1663240
    },
    {
      "epoch": 464.21,
      "grad_norm": 1.0839029550552368,
      "learning_rate": 1.9178487928365272e-06,
      "loss": 0.3446,
      "step": 1663250
    },
    {
      "epoch": 464.21,
      "grad_norm": 1.0275697708129883,
      "learning_rate": 1.9178222034246683e-06,
      "loss": 0.3438,
      "step": 1663260
    },
    {
      "epoch": 464.21,
      "grad_norm": 1.0416985750198364,
      "learning_rate": 1.9177956140695012e-06,
      "loss": 0.3361,
      "step": 1663270
    },
    {
      "epoch": 464.21,
      "grad_norm": 1.0221787691116333,
      "learning_rate": 1.9177690247710286e-06,
      "loss": 0.3458,
      "step": 1663280
    },
    {
      "epoch": 464.22,
      "grad_norm": 1.1761692762374878,
      "learning_rate": 1.917742435529254e-06,
      "loss": 0.3333,
      "step": 1663290
    },
    {
      "epoch": 464.22,
      "grad_norm": 1.1537028551101685,
      "learning_rate": 1.9177158463441812e-06,
      "loss": 0.3484,
      "step": 1663300
    },
    {
      "epoch": 464.22,
      "grad_norm": 1.161555290222168,
      "learning_rate": 1.917689257215814e-06,
      "loss": 0.3487,
      "step": 1663310
    },
    {
      "epoch": 464.23,
      "grad_norm": 0.8833330273628235,
      "learning_rate": 1.917662668144155e-06,
      "loss": 0.3435,
      "step": 1663320
    },
    {
      "epoch": 464.23,
      "grad_norm": 1.0659233331680298,
      "learning_rate": 1.9176360791292087e-06,
      "loss": 0.3501,
      "step": 1663330
    },
    {
      "epoch": 464.23,
      "grad_norm": 1.1293901205062866,
      "learning_rate": 1.9176094901709782e-06,
      "loss": 0.3282,
      "step": 1663340
    },
    {
      "epoch": 464.23,
      "grad_norm": 1.0427138805389404,
      "learning_rate": 1.9175829012694664e-06,
      "loss": 0.339,
      "step": 1663350
    },
    {
      "epoch": 464.24,
      "grad_norm": 1.0284079313278198,
      "learning_rate": 1.9175563124246786e-06,
      "loss": 0.358,
      "step": 1663360
    },
    {
      "epoch": 464.24,
      "grad_norm": 0.9711396098136902,
      "learning_rate": 1.917529723636617e-06,
      "loss": 0.3477,
      "step": 1663370
    },
    {
      "epoch": 464.24,
      "grad_norm": 0.9765067100524902,
      "learning_rate": 1.917503134905285e-06,
      "loss": 0.3408,
      "step": 1663380
    },
    {
      "epoch": 464.25,
      "grad_norm": 1.0691227912902832,
      "learning_rate": 1.9174765462306874e-06,
      "loss": 0.3458,
      "step": 1663390
    },
    {
      "epoch": 464.25,
      "grad_norm": 1.1916568279266357,
      "learning_rate": 1.917449957612827e-06,
      "loss": 0.3593,
      "step": 1663400
    },
    {
      "epoch": 464.25,
      "grad_norm": 0.9223463535308838,
      "learning_rate": 1.917423369051706e-06,
      "loss": 0.3367,
      "step": 1663410
    },
    {
      "epoch": 464.25,
      "grad_norm": 1.0847969055175781,
      "learning_rate": 1.91739678054733e-06,
      "loss": 0.3338,
      "step": 1663420
    },
    {
      "epoch": 464.26,
      "grad_norm": 1.248893141746521,
      "learning_rate": 1.917370192099702e-06,
      "loss": 0.3493,
      "step": 1663430
    },
    {
      "epoch": 464.26,
      "grad_norm": 2.9194231033325195,
      "learning_rate": 1.9173436037088244e-06,
      "loss": 0.3442,
      "step": 1663440
    },
    {
      "epoch": 464.26,
      "grad_norm": 1.0792092084884644,
      "learning_rate": 1.9173170153747026e-06,
      "loss": 0.3417,
      "step": 1663450
    },
    {
      "epoch": 464.26,
      "grad_norm": 0.9384623169898987,
      "learning_rate": 1.917290427097339e-06,
      "loss": 0.3458,
      "step": 1663460
    },
    {
      "epoch": 464.27,
      "grad_norm": 1.0638189315795898,
      "learning_rate": 1.917263838876736e-06,
      "loss": 0.3668,
      "step": 1663470
    },
    {
      "epoch": 464.27,
      "grad_norm": 1.056659460067749,
      "learning_rate": 1.9172372507129e-06,
      "loss": 0.3359,
      "step": 1663480
    },
    {
      "epoch": 464.27,
      "grad_norm": 0.9151244759559631,
      "learning_rate": 1.9172106626058314e-06,
      "loss": 0.3267,
      "step": 1663490
    },
    {
      "epoch": 464.28,
      "grad_norm": 1.1590768098831177,
      "learning_rate": 1.9171840745555364e-06,
      "loss": 0.3476,
      "step": 1663500
    },
    {
      "epoch": 464.28,
      "grad_norm": 1.0218017101287842,
      "learning_rate": 1.9171574865620176e-06,
      "loss": 0.3307,
      "step": 1663510
    },
    {
      "epoch": 464.28,
      "grad_norm": 1.0776777267456055,
      "learning_rate": 1.917130898625278e-06,
      "loss": 0.3332,
      "step": 1663520
    },
    {
      "epoch": 464.28,
      "grad_norm": 1.0303305387496948,
      "learning_rate": 1.9171043107453217e-06,
      "loss": 0.366,
      "step": 1663530
    },
    {
      "epoch": 464.29,
      "grad_norm": 1.0265988111495972,
      "learning_rate": 1.917077722922152e-06,
      "loss": 0.3432,
      "step": 1663540
    },
    {
      "epoch": 464.29,
      "grad_norm": 0.9707095623016357,
      "learning_rate": 1.9170511351557716e-06,
      "loss": 0.3414,
      "step": 1663550
    },
    {
      "epoch": 464.29,
      "grad_norm": 1.2176882028579712,
      "learning_rate": 1.9170245474461863e-06,
      "loss": 0.3369,
      "step": 1663560
    },
    {
      "epoch": 464.3,
      "grad_norm": 1.1790975332260132,
      "learning_rate": 1.916997959793398e-06,
      "loss": 0.3521,
      "step": 1663570
    },
    {
      "epoch": 464.3,
      "grad_norm": 1.0397015810012817,
      "learning_rate": 1.91697137219741e-06,
      "loss": 0.3323,
      "step": 1663580
    },
    {
      "epoch": 464.3,
      "grad_norm": 1.0423892736434937,
      "learning_rate": 1.916944784658227e-06,
      "loss": 0.3494,
      "step": 1663590
    },
    {
      "epoch": 464.3,
      "grad_norm": 1.2553553581237793,
      "learning_rate": 1.9169181971758513e-06,
      "loss": 0.3454,
      "step": 1663600
    },
    {
      "epoch": 464.31,
      "grad_norm": 1.2250072956085205,
      "learning_rate": 1.9168916097502867e-06,
      "loss": 0.3554,
      "step": 1663610
    },
    {
      "epoch": 464.31,
      "grad_norm": 1.2343764305114746,
      "learning_rate": 1.9168650223815377e-06,
      "loss": 0.3476,
      "step": 1663620
    },
    {
      "epoch": 464.31,
      "grad_norm": 1.110150933265686,
      "learning_rate": 1.9168384350696077e-06,
      "loss": 0.3432,
      "step": 1663630
    },
    {
      "epoch": 464.31,
      "grad_norm": 1.0736875534057617,
      "learning_rate": 1.9168118478144983e-06,
      "loss": 0.3286,
      "step": 1663640
    },
    {
      "epoch": 464.32,
      "grad_norm": 1.1654552221298218,
      "learning_rate": 1.9167852606162155e-06,
      "loss": 0.3506,
      "step": 1663650
    },
    {
      "epoch": 464.32,
      "grad_norm": 1.1145468950271606,
      "learning_rate": 1.916758673474762e-06,
      "loss": 0.3481,
      "step": 1663660
    },
    {
      "epoch": 464.32,
      "grad_norm": 1.0216064453125,
      "learning_rate": 1.9167320863901408e-06,
      "loss": 0.3337,
      "step": 1663670
    },
    {
      "epoch": 464.33,
      "grad_norm": 1.0784567594528198,
      "learning_rate": 1.916705499362356e-06,
      "loss": 0.3405,
      "step": 1663680
    },
    {
      "epoch": 464.33,
      "grad_norm": 0.8980411887168884,
      "learning_rate": 1.916678912391411e-06,
      "loss": 0.3437,
      "step": 1663690
    },
    {
      "epoch": 464.33,
      "grad_norm": 1.1599375009536743,
      "learning_rate": 1.916652325477308e-06,
      "loss": 0.3472,
      "step": 1663700
    },
    {
      "epoch": 464.33,
      "grad_norm": 0.974150538444519,
      "learning_rate": 1.9166257386200535e-06,
      "loss": 0.3364,
      "step": 1663710
    },
    {
      "epoch": 464.34,
      "grad_norm": 0.9532263875007629,
      "learning_rate": 1.9165991518196488e-06,
      "loss": 0.3492,
      "step": 1663720
    },
    {
      "epoch": 464.34,
      "grad_norm": 1.0950576066970825,
      "learning_rate": 1.9165725650760978e-06,
      "loss": 0.3508,
      "step": 1663730
    },
    {
      "epoch": 464.34,
      "grad_norm": 1.05703866481781,
      "learning_rate": 1.9165459783894042e-06,
      "loss": 0.3404,
      "step": 1663740
    },
    {
      "epoch": 464.35,
      "grad_norm": 0.9587339162826538,
      "learning_rate": 1.9165193917595716e-06,
      "loss": 0.3273,
      "step": 1663750
    },
    {
      "epoch": 464.35,
      "grad_norm": 1.1317678689956665,
      "learning_rate": 1.9164928051866037e-06,
      "loss": 0.3409,
      "step": 1663760
    },
    {
      "epoch": 464.35,
      "grad_norm": 0.920968234539032,
      "learning_rate": 1.916466218670504e-06,
      "loss": 0.3511,
      "step": 1663770
    },
    {
      "epoch": 464.35,
      "grad_norm": 1.0696110725402832,
      "learning_rate": 1.9164396322112748e-06,
      "loss": 0.3405,
      "step": 1663780
    },
    {
      "epoch": 464.36,
      "grad_norm": 1.1330559253692627,
      "learning_rate": 1.9164130458089217e-06,
      "loss": 0.3385,
      "step": 1663790
    },
    {
      "epoch": 464.36,
      "grad_norm": 2.1229095458984375,
      "learning_rate": 1.9163864594634474e-06,
      "loss": 0.3435,
      "step": 1663800
    },
    {
      "epoch": 464.36,
      "grad_norm": 1.1413019895553589,
      "learning_rate": 1.9163598731748547e-06,
      "loss": 0.32,
      "step": 1663810
    },
    {
      "epoch": 464.37,
      "grad_norm": 1.0987526178359985,
      "learning_rate": 1.9163332869431483e-06,
      "loss": 0.3386,
      "step": 1663820
    },
    {
      "epoch": 464.37,
      "grad_norm": 2.788224220275879,
      "learning_rate": 1.9163067007683312e-06,
      "loss": 0.3396,
      "step": 1663830
    },
    {
      "epoch": 464.37,
      "grad_norm": 1.2221838235855103,
      "learning_rate": 1.9162801146504064e-06,
      "loss": 0.3389,
      "step": 1663840
    },
    {
      "epoch": 464.37,
      "grad_norm": 0.9867436289787292,
      "learning_rate": 1.9162535285893784e-06,
      "loss": 0.3558,
      "step": 1663850
    },
    {
      "epoch": 464.38,
      "grad_norm": 1.1513283252716064,
      "learning_rate": 1.9162269425852503e-06,
      "loss": 0.3444,
      "step": 1663860
    },
    {
      "epoch": 464.38,
      "grad_norm": 1.0781280994415283,
      "learning_rate": 1.9162003566380246e-06,
      "loss": 0.3477,
      "step": 1663870
    },
    {
      "epoch": 464.38,
      "grad_norm": 0.9937347173690796,
      "learning_rate": 1.9161737707477072e-06,
      "loss": 0.3412,
      "step": 1663880
    },
    {
      "epoch": 464.38,
      "grad_norm": 1.1563400030136108,
      "learning_rate": 1.9161471849143003e-06,
      "loss": 0.3504,
      "step": 1663890
    },
    {
      "epoch": 464.39,
      "grad_norm": 1.1088840961456299,
      "learning_rate": 1.916120599137807e-06,
      "loss": 0.354,
      "step": 1663900
    },
    {
      "epoch": 464.39,
      "grad_norm": 1.004512071609497,
      "learning_rate": 1.916094013418231e-06,
      "loss": 0.3405,
      "step": 1663910
    },
    {
      "epoch": 464.39,
      "grad_norm": 1.1182681322097778,
      "learning_rate": 1.916067427755577e-06,
      "loss": 0.3539,
      "step": 1663920
    },
    {
      "epoch": 464.4,
      "grad_norm": 1.0477709770202637,
      "learning_rate": 1.916040842149846e-06,
      "loss": 0.3454,
      "step": 1663930
    },
    {
      "epoch": 464.4,
      "grad_norm": 1.0680744647979736,
      "learning_rate": 1.916014256601045e-06,
      "loss": 0.3383,
      "step": 1663940
    },
    {
      "epoch": 464.4,
      "grad_norm": 1.0583211183547974,
      "learning_rate": 1.915987671109175e-06,
      "loss": 0.3531,
      "step": 1663950
    },
    {
      "epoch": 464.4,
      "grad_norm": 0.9344487190246582,
      "learning_rate": 1.9159610856742405e-06,
      "loss": 0.3311,
      "step": 1663960
    },
    {
      "epoch": 464.41,
      "grad_norm": 0.9915439486503601,
      "learning_rate": 1.9159345002962446e-06,
      "loss": 0.3358,
      "step": 1663970
    },
    {
      "epoch": 464.41,
      "grad_norm": 1.0933541059494019,
      "learning_rate": 1.9159079149751914e-06,
      "loss": 0.354,
      "step": 1663980
    },
    {
      "epoch": 464.41,
      "grad_norm": 0.9429511427879333,
      "learning_rate": 1.915881329711083e-06,
      "loss": 0.3617,
      "step": 1663990
    },
    {
      "epoch": 464.42,
      "grad_norm": 1.6330945491790771,
      "learning_rate": 1.915854744503925e-06,
      "loss": 0.3375,
      "step": 1664000
    },
    {
      "epoch": 464.42,
      "grad_norm": 1.0875539779663086,
      "learning_rate": 1.9158281593537202e-06,
      "loss": 0.3215,
      "step": 1664010
    },
    {
      "epoch": 464.42,
      "grad_norm": 1.033005952835083,
      "learning_rate": 1.915801574260471e-06,
      "loss": 0.3297,
      "step": 1664020
    },
    {
      "epoch": 464.42,
      "grad_norm": 0.9687785506248474,
      "learning_rate": 1.9157749892241827e-06,
      "loss": 0.3423,
      "step": 1664030
    },
    {
      "epoch": 464.43,
      "grad_norm": 1.0966033935546875,
      "learning_rate": 1.9157484042448577e-06,
      "loss": 0.3286,
      "step": 1664040
    },
    {
      "epoch": 464.43,
      "grad_norm": 1.0044220685958862,
      "learning_rate": 1.9157218193224995e-06,
      "loss": 0.3502,
      "step": 1664050
    },
    {
      "epoch": 464.43,
      "grad_norm": 1.0044559240341187,
      "learning_rate": 1.9156952344571128e-06,
      "loss": 0.3413,
      "step": 1664060
    },
    {
      "epoch": 464.43,
      "grad_norm": 1.0126482248306274,
      "learning_rate": 1.9156686496486987e-06,
      "loss": 0.352,
      "step": 1664070
    },
    {
      "epoch": 464.44,
      "grad_norm": 1.0616990327835083,
      "learning_rate": 1.9156420648972637e-06,
      "loss": 0.3483,
      "step": 1664080
    },
    {
      "epoch": 464.44,
      "grad_norm": 0.8851654529571533,
      "learning_rate": 1.9156154802028104e-06,
      "loss": 0.3634,
      "step": 1664090
    },
    {
      "epoch": 464.44,
      "grad_norm": 1.1178760528564453,
      "learning_rate": 1.9155888955653407e-06,
      "loss": 0.3578,
      "step": 1664100
    },
    {
      "epoch": 464.45,
      "grad_norm": 1.818922758102417,
      "learning_rate": 1.9155623109848602e-06,
      "loss": 0.3458,
      "step": 1664110
    },
    {
      "epoch": 464.45,
      "grad_norm": 0.9399322271347046,
      "learning_rate": 1.9155357264613716e-06,
      "loss": 0.3511,
      "step": 1664120
    },
    {
      "epoch": 464.45,
      "grad_norm": 0.9105925559997559,
      "learning_rate": 1.915509141994877e-06,
      "loss": 0.3291,
      "step": 1664130
    },
    {
      "epoch": 464.45,
      "grad_norm": 1.087363600730896,
      "learning_rate": 1.915482557585383e-06,
      "loss": 0.3456,
      "step": 1664140
    },
    {
      "epoch": 464.46,
      "grad_norm": 0.9387140274047852,
      "learning_rate": 1.9154559732328917e-06,
      "loss": 0.3413,
      "step": 1664150
    },
    {
      "epoch": 464.46,
      "grad_norm": 0.987296998500824,
      "learning_rate": 1.915429388937405e-06,
      "loss": 0.3298,
      "step": 1664160
    },
    {
      "epoch": 464.46,
      "grad_norm": 1.0422443151474,
      "learning_rate": 1.9154028046989287e-06,
      "loss": 0.3425,
      "step": 1664170
    },
    {
      "epoch": 464.47,
      "grad_norm": 1.2816879749298096,
      "learning_rate": 1.9153762205174656e-06,
      "loss": 0.3457,
      "step": 1664180
    },
    {
      "epoch": 464.47,
      "grad_norm": 1.1589277982711792,
      "learning_rate": 1.915349636393019e-06,
      "loss": 0.3677,
      "step": 1664190
    },
    {
      "epoch": 464.47,
      "grad_norm": 1.0659329891204834,
      "learning_rate": 1.915323052325593e-06,
      "loss": 0.3344,
      "step": 1664200
    },
    {
      "epoch": 464.47,
      "grad_norm": 1.20992910861969,
      "learning_rate": 1.9152964683151907e-06,
      "loss": 0.3488,
      "step": 1664210
    },
    {
      "epoch": 464.48,
      "grad_norm": 1.1995790004730225,
      "learning_rate": 1.9152698843618145e-06,
      "loss": 0.3446,
      "step": 1664220
    },
    {
      "epoch": 464.48,
      "grad_norm": 1.136777639389038,
      "learning_rate": 1.9152433004654703e-06,
      "loss": 0.3477,
      "step": 1664230
    },
    {
      "epoch": 464.48,
      "grad_norm": 1.2124906778335571,
      "learning_rate": 1.9152167166261606e-06,
      "loss": 0.3434,
      "step": 1664240
    },
    {
      "epoch": 464.49,
      "grad_norm": 1.1090649366378784,
      "learning_rate": 1.915190132843888e-06,
      "loss": 0.3408,
      "step": 1664250
    },
    {
      "epoch": 464.49,
      "grad_norm": 1.1923426389694214,
      "learning_rate": 1.915163549118657e-06,
      "loss": 0.3403,
      "step": 1664260
    },
    {
      "epoch": 464.49,
      "grad_norm": 1.175845980644226,
      "learning_rate": 1.915136965450472e-06,
      "loss": 0.3459,
      "step": 1664270
    },
    {
      "epoch": 464.49,
      "grad_norm": 1.1282588243484497,
      "learning_rate": 1.915110381839334e-06,
      "loss": 0.3379,
      "step": 1664280
    },
    {
      "epoch": 464.5,
      "grad_norm": 0.925178050994873,
      "learning_rate": 1.9150837982852485e-06,
      "loss": 0.3481,
      "step": 1664290
    },
    {
      "epoch": 464.5,
      "grad_norm": 1.1523363590240479,
      "learning_rate": 1.9150572147882193e-06,
      "loss": 0.3324,
      "step": 1664300
    },
    {
      "epoch": 464.5,
      "grad_norm": 1.15034019947052,
      "learning_rate": 1.915030631348248e-06,
      "loss": 0.3558,
      "step": 1664310
    },
    {
      "epoch": 464.5,
      "grad_norm": 1.031658411026001,
      "learning_rate": 1.9150040479653404e-06,
      "loss": 0.3432,
      "step": 1664320
    },
    {
      "epoch": 464.51,
      "grad_norm": 0.9533897638320923,
      "learning_rate": 1.9149774646394987e-06,
      "loss": 0.3417,
      "step": 1664330
    },
    {
      "epoch": 464.51,
      "grad_norm": 1.1017318964004517,
      "learning_rate": 1.9149508813707267e-06,
      "loss": 0.3395,
      "step": 1664340
    },
    {
      "epoch": 464.51,
      "grad_norm": 0.9807775020599365,
      "learning_rate": 1.9149242981590282e-06,
      "loss": 0.3437,
      "step": 1664350
    },
    {
      "epoch": 464.52,
      "grad_norm": 1.0382263660430908,
      "learning_rate": 1.9148977150044058e-06,
      "loss": 0.3661,
      "step": 1664360
    },
    {
      "epoch": 464.52,
      "grad_norm": 1.0507900714874268,
      "learning_rate": 1.9148711319068645e-06,
      "loss": 0.3348,
      "step": 1664370
    },
    {
      "epoch": 464.52,
      "grad_norm": 1.1571199893951416,
      "learning_rate": 1.9148445488664072e-06,
      "loss": 0.352,
      "step": 1664380
    },
    {
      "epoch": 464.52,
      "grad_norm": 0.9658234715461731,
      "learning_rate": 1.9148179658830366e-06,
      "loss": 0.3385,
      "step": 1664390
    },
    {
      "epoch": 464.53,
      "grad_norm": 1.1560107469558716,
      "learning_rate": 1.9147913829567577e-06,
      "loss": 0.3445,
      "step": 1664400
    },
    {
      "epoch": 464.53,
      "grad_norm": 0.9878674745559692,
      "learning_rate": 1.9147648000875735e-06,
      "loss": 0.333,
      "step": 1664410
    },
    {
      "epoch": 464.53,
      "grad_norm": 0.9178981781005859,
      "learning_rate": 1.914738217275486e-06,
      "loss": 0.3443,
      "step": 1664420
    },
    {
      "epoch": 464.54,
      "grad_norm": 1.1360608339309692,
      "learning_rate": 1.914711634520501e-06,
      "loss": 0.3572,
      "step": 1664430
    },
    {
      "epoch": 464.54,
      "grad_norm": 1.086667537689209,
      "learning_rate": 1.9146850518226216e-06,
      "loss": 0.3435,
      "step": 1664440
    },
    {
      "epoch": 464.54,
      "grad_norm": 0.9258489012718201,
      "learning_rate": 1.9146584691818496e-06,
      "loss": 0.3312,
      "step": 1664450
    },
    {
      "epoch": 464.54,
      "grad_norm": 1.020630121231079,
      "learning_rate": 1.914631886598191e-06,
      "loss": 0.3248,
      "step": 1664460
    },
    {
      "epoch": 464.55,
      "grad_norm": 0.9303603768348694,
      "learning_rate": 1.9146053040716476e-06,
      "loss": 0.3406,
      "step": 1664470
    },
    {
      "epoch": 464.55,
      "grad_norm": 1.0126534700393677,
      "learning_rate": 1.9145787216022235e-06,
      "loss": 0.3439,
      "step": 1664480
    },
    {
      "epoch": 464.55,
      "grad_norm": 1.1598172187805176,
      "learning_rate": 1.9145521391899226e-06,
      "loss": 0.3304,
      "step": 1664490
    },
    {
      "epoch": 464.55,
      "grad_norm": 1.1214509010314941,
      "learning_rate": 1.9145255568347476e-06,
      "loss": 0.3461,
      "step": 1664500
    },
    {
      "epoch": 464.56,
      "grad_norm": 0.9601547718048096,
      "learning_rate": 1.914498974536702e-06,
      "loss": 0.3603,
      "step": 1664510
    },
    {
      "epoch": 464.56,
      "grad_norm": 1.0534557104110718,
      "learning_rate": 1.914472392295791e-06,
      "loss": 0.3456,
      "step": 1664520
    },
    {
      "epoch": 464.56,
      "grad_norm": 1.2674638032913208,
      "learning_rate": 1.9144458101120165e-06,
      "loss": 0.3272,
      "step": 1664530
    },
    {
      "epoch": 464.57,
      "grad_norm": 1.007606029510498,
      "learning_rate": 1.914419227985382e-06,
      "loss": 0.3421,
      "step": 1664540
    },
    {
      "epoch": 464.57,
      "grad_norm": 0.983298122882843,
      "learning_rate": 1.9143926459158922e-06,
      "loss": 0.3336,
      "step": 1664550
    },
    {
      "epoch": 464.57,
      "grad_norm": 1.1654400825500488,
      "learning_rate": 1.91436606390355e-06,
      "loss": 0.3413,
      "step": 1664560
    },
    {
      "epoch": 464.57,
      "grad_norm": 0.9602723121643066,
      "learning_rate": 1.9143394819483576e-06,
      "loss": 0.354,
      "step": 1664570
    },
    {
      "epoch": 464.58,
      "grad_norm": 1.1423982381820679,
      "learning_rate": 1.914312900050321e-06,
      "loss": 0.3483,
      "step": 1664580
    },
    {
      "epoch": 464.58,
      "grad_norm": 1.0990103483200073,
      "learning_rate": 1.914286318209443e-06,
      "loss": 0.3418,
      "step": 1664590
    },
    {
      "epoch": 464.58,
      "grad_norm": 0.9615129232406616,
      "learning_rate": 1.9142597364257256e-06,
      "loss": 0.34,
      "step": 1664600
    },
    {
      "epoch": 464.59,
      "grad_norm": 1.0679181814193726,
      "learning_rate": 1.9142331546991745e-06,
      "loss": 0.3483,
      "step": 1664610
    },
    {
      "epoch": 464.59,
      "grad_norm": 0.947494387626648,
      "learning_rate": 1.914206573029792e-06,
      "loss": 0.3271,
      "step": 1664620
    },
    {
      "epoch": 464.59,
      "grad_norm": 1.0498385429382324,
      "learning_rate": 1.9141799914175815e-06,
      "loss": 0.3304,
      "step": 1664630
    },
    {
      "epoch": 464.59,
      "grad_norm": 1.0092463493347168,
      "learning_rate": 1.9141534098625473e-06,
      "loss": 0.3461,
      "step": 1664640
    },
    {
      "epoch": 464.6,
      "grad_norm": 0.924278736114502,
      "learning_rate": 1.9141268283646917e-06,
      "loss": 0.3491,
      "step": 1664650
    },
    {
      "epoch": 464.6,
      "grad_norm": 0.9741497039794922,
      "learning_rate": 1.9141002469240196e-06,
      "loss": 0.343,
      "step": 1664660
    },
    {
      "epoch": 464.6,
      "grad_norm": 1.0379136800765991,
      "learning_rate": 1.9140736655405346e-06,
      "loss": 0.3518,
      "step": 1664670
    },
    {
      "epoch": 464.61,
      "grad_norm": 1.1386172771453857,
      "learning_rate": 1.9140470842142387e-06,
      "loss": 0.3337,
      "step": 1664680
    },
    {
      "epoch": 464.61,
      "grad_norm": 1.0330532789230347,
      "learning_rate": 1.914020502945137e-06,
      "loss": 0.3302,
      "step": 1664690
    },
    {
      "epoch": 464.61,
      "grad_norm": 1.0419273376464844,
      "learning_rate": 1.913993921733232e-06,
      "loss": 0.3423,
      "step": 1664700
    },
    {
      "epoch": 464.61,
      "grad_norm": 1.0528452396392822,
      "learning_rate": 1.9139673405785276e-06,
      "loss": 0.3657,
      "step": 1664710
    },
    {
      "epoch": 464.62,
      "grad_norm": 1.3446635007858276,
      "learning_rate": 1.9139407594810276e-06,
      "loss": 0.3291,
      "step": 1664720
    },
    {
      "epoch": 464.62,
      "grad_norm": 1.5324987173080444,
      "learning_rate": 1.9139141784407354e-06,
      "loss": 0.355,
      "step": 1664730
    },
    {
      "epoch": 464.62,
      "grad_norm": 2.459493637084961,
      "learning_rate": 1.913887597457654e-06,
      "loss": 0.3369,
      "step": 1664740
    },
    {
      "epoch": 464.62,
      "grad_norm": 1.2217563390731812,
      "learning_rate": 1.913861016531788e-06,
      "loss": 0.352,
      "step": 1664750
    },
    {
      "epoch": 464.63,
      "grad_norm": 1.2235691547393799,
      "learning_rate": 1.9138344356631403e-06,
      "loss": 0.3427,
      "step": 1664760
    },
    {
      "epoch": 464.63,
      "grad_norm": 1.2436853647232056,
      "learning_rate": 1.9138078548517138e-06,
      "loss": 0.3466,
      "step": 1664770
    },
    {
      "epoch": 464.63,
      "grad_norm": 1.412599802017212,
      "learning_rate": 1.9137812740975137e-06,
      "loss": 0.3322,
      "step": 1664780
    },
    {
      "epoch": 464.64,
      "grad_norm": 1.1230098009109497,
      "learning_rate": 1.913754693400542e-06,
      "loss": 0.335,
      "step": 1664790
    },
    {
      "epoch": 464.64,
      "grad_norm": 1.818665623664856,
      "learning_rate": 1.9137281127608024e-06,
      "loss": 0.3384,
      "step": 1664800
    },
    {
      "epoch": 464.64,
      "grad_norm": 1.0856772661209106,
      "learning_rate": 1.9137015321782996e-06,
      "loss": 0.3505,
      "step": 1664810
    },
    {
      "epoch": 464.64,
      "grad_norm": 1.0636426210403442,
      "learning_rate": 1.9136749516530364e-06,
      "loss": 0.3574,
      "step": 1664820
    },
    {
      "epoch": 464.65,
      "grad_norm": 1.0824378728866577,
      "learning_rate": 1.9136483711850153e-06,
      "loss": 0.3482,
      "step": 1664830
    },
    {
      "epoch": 464.65,
      "grad_norm": 1.0167677402496338,
      "learning_rate": 1.9136217907742417e-06,
      "loss": 0.3338,
      "step": 1664840
    },
    {
      "epoch": 464.65,
      "grad_norm": 0.916531503200531,
      "learning_rate": 1.9135952104207183e-06,
      "loss": 0.3458,
      "step": 1664850
    },
    {
      "epoch": 464.66,
      "grad_norm": 1.0625628232955933,
      "learning_rate": 1.9135686301244483e-06,
      "loss": 0.339,
      "step": 1664860
    },
    {
      "epoch": 464.66,
      "grad_norm": 0.948094367980957,
      "learning_rate": 1.913542049885436e-06,
      "loss": 0.3431,
      "step": 1664870
    },
    {
      "epoch": 464.66,
      "grad_norm": 0.9946877956390381,
      "learning_rate": 1.913515469703684e-06,
      "loss": 0.3389,
      "step": 1664880
    },
    {
      "epoch": 464.66,
      "grad_norm": 1.0183218717575073,
      "learning_rate": 1.9134888895791963e-06,
      "loss": 0.3401,
      "step": 1664890
    },
    {
      "epoch": 464.67,
      "grad_norm": 1.1315281391143799,
      "learning_rate": 1.9134623095119767e-06,
      "loss": 0.3402,
      "step": 1664900
    },
    {
      "epoch": 464.67,
      "grad_norm": 1.005136489868164,
      "learning_rate": 1.913435729502029e-06,
      "loss": 0.3227,
      "step": 1664910
    },
    {
      "epoch": 464.67,
      "grad_norm": 1.1170573234558105,
      "learning_rate": 1.9134091495493553e-06,
      "loss": 0.3343,
      "step": 1664920
    },
    {
      "epoch": 464.67,
      "grad_norm": 0.9776589274406433,
      "learning_rate": 1.9133825696539606e-06,
      "loss": 0.3399,
      "step": 1664930
    },
    {
      "epoch": 464.68,
      "grad_norm": 1.0721200704574585,
      "learning_rate": 1.913355989815847e-06,
      "loss": 0.3341,
      "step": 1664940
    },
    {
      "epoch": 464.68,
      "grad_norm": 1.0676300525665283,
      "learning_rate": 1.9133294100350203e-06,
      "loss": 0.3344,
      "step": 1664950
    },
    {
      "epoch": 464.68,
      "grad_norm": 1.1203804016113281,
      "learning_rate": 1.9133028303114827e-06,
      "loss": 0.3358,
      "step": 1664960
    },
    {
      "epoch": 464.69,
      "grad_norm": 1.1005580425262451,
      "learning_rate": 1.9132762506452362e-06,
      "loss": 0.3321,
      "step": 1664970
    },
    {
      "epoch": 464.69,
      "grad_norm": 1.079914927482605,
      "learning_rate": 1.9132496710362873e-06,
      "loss": 0.3376,
      "step": 1664980
    },
    {
      "epoch": 464.69,
      "grad_norm": 1.0600535869598389,
      "learning_rate": 1.913223091484638e-06,
      "loss": 0.3405,
      "step": 1664990
    },
    {
      "epoch": 464.69,
      "grad_norm": 0.9201072454452515,
      "learning_rate": 1.913196511990291e-06,
      "loss": 0.327,
      "step": 1665000
    },
    {
      "epoch": 464.7,
      "grad_norm": 1.1168882846832275,
      "learning_rate": 1.913169932553252e-06,
      "loss": 0.3374,
      "step": 1665010
    },
    {
      "epoch": 464.7,
      "grad_norm": 1.0647656917572021,
      "learning_rate": 1.913143353173523e-06,
      "loss": 0.3503,
      "step": 1665020
    },
    {
      "epoch": 464.7,
      "grad_norm": 0.9851672053337097,
      "learning_rate": 1.913116773851107e-06,
      "loss": 0.3457,
      "step": 1665030
    },
    {
      "epoch": 464.71,
      "grad_norm": 1.1792540550231934,
      "learning_rate": 1.9130901945860093e-06,
      "loss": 0.3377,
      "step": 1665040
    },
    {
      "epoch": 464.71,
      "grad_norm": 1.211442470550537,
      "learning_rate": 1.9130636153782326e-06,
      "loss": 0.3437,
      "step": 1665050
    },
    {
      "epoch": 464.71,
      "grad_norm": 1.0951194763183594,
      "learning_rate": 1.9130370362277797e-06,
      "loss": 0.3413,
      "step": 1665060
    },
    {
      "epoch": 464.71,
      "grad_norm": 3.3061892986297607,
      "learning_rate": 1.9130104571346552e-06,
      "loss": 0.3599,
      "step": 1665070
    },
    {
      "epoch": 464.72,
      "grad_norm": 0.954933762550354,
      "learning_rate": 1.9129838780988626e-06,
      "loss": 0.3526,
      "step": 1665080
    },
    {
      "epoch": 464.72,
      "grad_norm": 1.105066180229187,
      "learning_rate": 1.912957299120404e-06,
      "loss": 0.3354,
      "step": 1665090
    },
    {
      "epoch": 464.72,
      "grad_norm": 0.9663345813751221,
      "learning_rate": 1.912930720199285e-06,
      "loss": 0.3505,
      "step": 1665100
    },
    {
      "epoch": 464.73,
      "grad_norm": 1.1660984754562378,
      "learning_rate": 1.912904141335508e-06,
      "loss": 0.3443,
      "step": 1665110
    },
    {
      "epoch": 464.73,
      "grad_norm": 1.236091136932373,
      "learning_rate": 1.912877562529076e-06,
      "loss": 0.3394,
      "step": 1665120
    },
    {
      "epoch": 464.73,
      "grad_norm": 0.8887478113174438,
      "learning_rate": 1.9128509837799938e-06,
      "loss": 0.3326,
      "step": 1665130
    },
    {
      "epoch": 464.73,
      "grad_norm": 1.3315809965133667,
      "learning_rate": 1.9128244050882647e-06,
      "loss": 0.3452,
      "step": 1665140
    },
    {
      "epoch": 464.74,
      "grad_norm": 0.9827526211738586,
      "learning_rate": 1.9127978264538916e-06,
      "loss": 0.3487,
      "step": 1665150
    },
    {
      "epoch": 464.74,
      "grad_norm": 1.3103522062301636,
      "learning_rate": 1.9127712478768787e-06,
      "loss": 0.343,
      "step": 1665160
    },
    {
      "epoch": 464.74,
      "grad_norm": 1.3253369331359863,
      "learning_rate": 1.912744669357229e-06,
      "loss": 0.3406,
      "step": 1665170
    },
    {
      "epoch": 464.74,
      "grad_norm": 1.3073251247406006,
      "learning_rate": 1.9127180908949455e-06,
      "loss": 0.3355,
      "step": 1665180
    },
    {
      "epoch": 464.75,
      "grad_norm": 1.2061891555786133,
      "learning_rate": 1.912691512490033e-06,
      "loss": 0.3414,
      "step": 1665190
    },
    {
      "epoch": 464.75,
      "grad_norm": 0.9744120240211487,
      "learning_rate": 1.912664934142495e-06,
      "loss": 0.3323,
      "step": 1665200
    },
    {
      "epoch": 464.75,
      "grad_norm": 0.9634042382240295,
      "learning_rate": 1.9126383558523337e-06,
      "loss": 0.3519,
      "step": 1665210
    },
    {
      "epoch": 464.76,
      "grad_norm": 0.9517702460289001,
      "learning_rate": 1.912611777619554e-06,
      "loss": 0.344,
      "step": 1665220
    },
    {
      "epoch": 464.76,
      "grad_norm": 1.129921317100525,
      "learning_rate": 1.912585199444158e-06,
      "loss": 0.3337,
      "step": 1665230
    },
    {
      "epoch": 464.76,
      "grad_norm": 0.9880011677742004,
      "learning_rate": 1.9125586213261516e-06,
      "loss": 0.3471,
      "step": 1665240
    },
    {
      "epoch": 464.76,
      "grad_norm": 1.0763202905654907,
      "learning_rate": 1.9125320432655366e-06,
      "loss": 0.3484,
      "step": 1665250
    },
    {
      "epoch": 464.77,
      "grad_norm": 1.09396231174469,
      "learning_rate": 1.9125054652623157e-06,
      "loss": 0.3418,
      "step": 1665260
    },
    {
      "epoch": 464.77,
      "grad_norm": 1.1360459327697754,
      "learning_rate": 1.9124788873164944e-06,
      "loss": 0.3446,
      "step": 1665270
    },
    {
      "epoch": 464.77,
      "grad_norm": 0.7998713254928589,
      "learning_rate": 1.9124523094280756e-06,
      "loss": 0.3385,
      "step": 1665280
    },
    {
      "epoch": 464.78,
      "grad_norm": 1.1582731008529663,
      "learning_rate": 1.912425731597062e-06,
      "loss": 0.3376,
      "step": 1665290
    },
    {
      "epoch": 464.78,
      "grad_norm": 1.1966851949691772,
      "learning_rate": 1.9123991538234586e-06,
      "loss": 0.3276,
      "step": 1665300
    },
    {
      "epoch": 464.78,
      "grad_norm": 1.179398536682129,
      "learning_rate": 1.912372576107268e-06,
      "loss": 0.3399,
      "step": 1665310
    },
    {
      "epoch": 464.78,
      "grad_norm": 1.13308846950531,
      "learning_rate": 1.9123459984484926e-06,
      "loss": 0.3429,
      "step": 1665320
    },
    {
      "epoch": 464.79,
      "grad_norm": 2.072848081588745,
      "learning_rate": 1.9123194208471384e-06,
      "loss": 0.3435,
      "step": 1665330
    },
    {
      "epoch": 464.79,
      "grad_norm": 1.0214319229125977,
      "learning_rate": 1.9122928433032076e-06,
      "loss": 0.3387,
      "step": 1665340
    },
    {
      "epoch": 464.79,
      "grad_norm": 1.0138988494873047,
      "learning_rate": 1.9122662658167035e-06,
      "loss": 0.3454,
      "step": 1665350
    },
    {
      "epoch": 464.79,
      "grad_norm": 0.966381847858429,
      "learning_rate": 1.9122396883876303e-06,
      "loss": 0.3346,
      "step": 1665360
    },
    {
      "epoch": 464.8,
      "grad_norm": 0.9784307479858398,
      "learning_rate": 1.9122131110159915e-06,
      "loss": 0.3431,
      "step": 1665370
    },
    {
      "epoch": 464.8,
      "grad_norm": 1.058719515800476,
      "learning_rate": 1.912186533701789e-06,
      "loss": 0.3451,
      "step": 1665380
    },
    {
      "epoch": 464.8,
      "grad_norm": 0.9523139595985413,
      "learning_rate": 1.9121599564450295e-06,
      "loss": 0.3369,
      "step": 1665390
    },
    {
      "epoch": 464.81,
      "grad_norm": 1.0408765077590942,
      "learning_rate": 1.912133379245714e-06,
      "loss": 0.3369,
      "step": 1665400
    },
    {
      "epoch": 464.81,
      "grad_norm": 1.2507541179656982,
      "learning_rate": 1.912106802103846e-06,
      "loss": 0.3328,
      "step": 1665410
    },
    {
      "epoch": 464.81,
      "grad_norm": 1.048324465751648,
      "learning_rate": 1.912080225019431e-06,
      "loss": 0.3375,
      "step": 1665420
    },
    {
      "epoch": 464.81,
      "grad_norm": 1.1481037139892578,
      "learning_rate": 1.912053647992471e-06,
      "loss": 0.3555,
      "step": 1665430
    },
    {
      "epoch": 464.82,
      "grad_norm": 1.0216763019561768,
      "learning_rate": 1.91202707102297e-06,
      "loss": 0.3532,
      "step": 1665440
    },
    {
      "epoch": 464.82,
      "grad_norm": 1.092319369316101,
      "learning_rate": 1.912000494110931e-06,
      "loss": 0.3531,
      "step": 1665450
    },
    {
      "epoch": 464.82,
      "grad_norm": 1.0628643035888672,
      "learning_rate": 1.911973917256359e-06,
      "loss": 0.3349,
      "step": 1665460
    },
    {
      "epoch": 464.83,
      "grad_norm": 0.9642515182495117,
      "learning_rate": 1.911947340459255e-06,
      "loss": 0.3611,
      "step": 1665470
    },
    {
      "epoch": 464.83,
      "grad_norm": 1.1622836589813232,
      "learning_rate": 1.911920763719625e-06,
      "loss": 0.3384,
      "step": 1665480
    },
    {
      "epoch": 464.83,
      "grad_norm": 1.0689257383346558,
      "learning_rate": 1.911894187037472e-06,
      "loss": 0.3494,
      "step": 1665490
    },
    {
      "epoch": 464.83,
      "grad_norm": 1.0370417833328247,
      "learning_rate": 1.911867610412798e-06,
      "loss": 0.3275,
      "step": 1665500
    },
    {
      "epoch": 464.84,
      "grad_norm": 0.9579393863677979,
      "learning_rate": 1.9118410338456084e-06,
      "loss": 0.3469,
      "step": 1665510
    },
    {
      "epoch": 464.84,
      "grad_norm": 1.2121175527572632,
      "learning_rate": 1.911814457335905e-06,
      "loss": 0.3445,
      "step": 1665520
    },
    {
      "epoch": 464.84,
      "grad_norm": 1.4715842008590698,
      "learning_rate": 1.9117878808836935e-06,
      "loss": 0.3295,
      "step": 1665530
    },
    {
      "epoch": 464.85,
      "grad_norm": 1.1890798807144165,
      "learning_rate": 1.9117613044889763e-06,
      "loss": 0.3525,
      "step": 1665540
    },
    {
      "epoch": 464.85,
      "grad_norm": 1.2874755859375,
      "learning_rate": 1.9117347281517557e-06,
      "loss": 0.3435,
      "step": 1665550
    },
    {
      "epoch": 464.85,
      "grad_norm": 1.0824368000030518,
      "learning_rate": 1.9117081518720377e-06,
      "loss": 0.3429,
      "step": 1665560
    },
    {
      "epoch": 464.85,
      "grad_norm": 0.9750373959541321,
      "learning_rate": 1.9116815756498246e-06,
      "loss": 0.3444,
      "step": 1665570
    },
    {
      "epoch": 464.86,
      "grad_norm": 0.9923820495605469,
      "learning_rate": 1.9116549994851192e-06,
      "loss": 0.3365,
      "step": 1665580
    },
    {
      "epoch": 464.86,
      "grad_norm": 1.1254278421401978,
      "learning_rate": 1.9116284233779265e-06,
      "loss": 0.3365,
      "step": 1665590
    },
    {
      "epoch": 464.86,
      "grad_norm": 0.9440844058990479,
      "learning_rate": 1.911601847328249e-06,
      "loss": 0.3444,
      "step": 1665600
    },
    {
      "epoch": 464.86,
      "grad_norm": 0.9105422496795654,
      "learning_rate": 1.9115752713360898e-06,
      "loss": 0.3266,
      "step": 1665610
    },
    {
      "epoch": 464.87,
      "grad_norm": 1.081587553024292,
      "learning_rate": 1.911548695401454e-06,
      "loss": 0.3409,
      "step": 1665620
    },
    {
      "epoch": 464.87,
      "grad_norm": 0.9729443788528442,
      "learning_rate": 1.911522119524344e-06,
      "loss": 0.3307,
      "step": 1665630
    },
    {
      "epoch": 464.87,
      "grad_norm": 1.096825122833252,
      "learning_rate": 1.911495543704764e-06,
      "loss": 0.327,
      "step": 1665640
    },
    {
      "epoch": 464.88,
      "grad_norm": 0.9844551086425781,
      "learning_rate": 1.9114689679427168e-06,
      "loss": 0.336,
      "step": 1665650
    },
    {
      "epoch": 464.88,
      "grad_norm": 1.2099696397781372,
      "learning_rate": 1.9114423922382065e-06,
      "loss": 0.343,
      "step": 1665660
    },
    {
      "epoch": 464.88,
      "grad_norm": 1.5775116682052612,
      "learning_rate": 1.911415816591236e-06,
      "loss": 0.334,
      "step": 1665670
    },
    {
      "epoch": 464.88,
      "grad_norm": 1.0918844938278198,
      "learning_rate": 1.91138924100181e-06,
      "loss": 0.3314,
      "step": 1665680
    },
    {
      "epoch": 464.89,
      "grad_norm": 1.1994534730911255,
      "learning_rate": 1.9113626654699314e-06,
      "loss": 0.3597,
      "step": 1665690
    },
    {
      "epoch": 464.89,
      "grad_norm": 1.0285269021987915,
      "learning_rate": 1.9113360899956027e-06,
      "loss": 0.3619,
      "step": 1665700
    },
    {
      "epoch": 464.89,
      "grad_norm": 1.026902198791504,
      "learning_rate": 1.9113095145788295e-06,
      "loss": 0.3506,
      "step": 1665710
    },
    {
      "epoch": 464.9,
      "grad_norm": 1.0963832139968872,
      "learning_rate": 1.911282939219614e-06,
      "loss": 0.3279,
      "step": 1665720
    },
    {
      "epoch": 464.9,
      "grad_norm": 1.0898796319961548,
      "learning_rate": 1.9112563639179593e-06,
      "loss": 0.3341,
      "step": 1665730
    },
    {
      "epoch": 464.9,
      "grad_norm": 1.2285523414611816,
      "learning_rate": 1.9112297886738703e-06,
      "loss": 0.3523,
      "step": 1665740
    },
    {
      "epoch": 464.9,
      "grad_norm": 0.9088982939720154,
      "learning_rate": 1.91120321348735e-06,
      "loss": 0.3554,
      "step": 1665750
    },
    {
      "epoch": 464.91,
      "grad_norm": 1.0265051126480103,
      "learning_rate": 1.9111766383584006e-06,
      "loss": 0.3391,
      "step": 1665760
    },
    {
      "epoch": 464.91,
      "grad_norm": 1.096898078918457,
      "learning_rate": 1.911150063287028e-06,
      "loss": 0.3537,
      "step": 1665770
    },
    {
      "epoch": 464.91,
      "grad_norm": 1.4687665700912476,
      "learning_rate": 1.9111234882732345e-06,
      "loss": 0.3441,
      "step": 1665780
    },
    {
      "epoch": 464.91,
      "grad_norm": 1.0772786140441895,
      "learning_rate": 1.9110969133170223e-06,
      "loss": 0.3404,
      "step": 1665790
    },
    {
      "epoch": 464.92,
      "grad_norm": 1.2930269241333008,
      "learning_rate": 1.9110703384183983e-06,
      "loss": 0.3527,
      "step": 1665800
    },
    {
      "epoch": 464.92,
      "grad_norm": 1.1440666913986206,
      "learning_rate": 1.9110437635773627e-06,
      "loss": 0.3481,
      "step": 1665810
    },
    {
      "epoch": 464.92,
      "grad_norm": 1.006445050239563,
      "learning_rate": 1.911017188793921e-06,
      "loss": 0.3435,
      "step": 1665820
    },
    {
      "epoch": 464.93,
      "grad_norm": 1.021211862564087,
      "learning_rate": 1.9109906140680765e-06,
      "loss": 0.3458,
      "step": 1665830
    },
    {
      "epoch": 464.93,
      "grad_norm": 1.0910439491271973,
      "learning_rate": 1.9109640393998314e-06,
      "loss": 0.3497,
      "step": 1665840
    },
    {
      "epoch": 464.93,
      "grad_norm": 1.106850266456604,
      "learning_rate": 1.9109374647891913e-06,
      "loss": 0.3539,
      "step": 1665850
    },
    {
      "epoch": 464.93,
      "grad_norm": 1.1810990571975708,
      "learning_rate": 1.9109108902361584e-06,
      "loss": 0.3518,
      "step": 1665860
    },
    {
      "epoch": 464.94,
      "grad_norm": 1.0779402256011963,
      "learning_rate": 1.910884315740736e-06,
      "loss": 0.3194,
      "step": 1665870
    },
    {
      "epoch": 464.94,
      "grad_norm": 1.0843645334243774,
      "learning_rate": 1.9108577413029287e-06,
      "loss": 0.3447,
      "step": 1665880
    },
    {
      "epoch": 464.94,
      "grad_norm": 1.2381181716918945,
      "learning_rate": 1.9108311669227397e-06,
      "loss": 0.3552,
      "step": 1665890
    },
    {
      "epoch": 464.95,
      "grad_norm": 1.0610218048095703,
      "learning_rate": 1.9108045926001712e-06,
      "loss": 0.3402,
      "step": 1665900
    },
    {
      "epoch": 464.95,
      "grad_norm": 1.0702226161956787,
      "learning_rate": 1.9107780183352286e-06,
      "loss": 0.3321,
      "step": 1665910
    },
    {
      "epoch": 464.95,
      "grad_norm": 1.1402961015701294,
      "learning_rate": 1.9107514441279147e-06,
      "loss": 0.3432,
      "step": 1665920
    },
    {
      "epoch": 464.95,
      "grad_norm": 1.150343418121338,
      "learning_rate": 1.910724869978232e-06,
      "loss": 0.3421,
      "step": 1665930
    },
    {
      "epoch": 464.96,
      "grad_norm": 1.4620115756988525,
      "learning_rate": 1.9106982958861867e-06,
      "loss": 0.3294,
      "step": 1665940
    },
    {
      "epoch": 464.96,
      "grad_norm": 1.1793372631072998,
      "learning_rate": 1.91067172185178e-06,
      "loss": 0.3597,
      "step": 1665950
    },
    {
      "epoch": 464.96,
      "grad_norm": 1.1243178844451904,
      "learning_rate": 1.9106451478750163e-06,
      "loss": 0.3394,
      "step": 1665960
    },
    {
      "epoch": 464.97,
      "grad_norm": 1.178763747215271,
      "learning_rate": 1.910618573955899e-06,
      "loss": 0.3397,
      "step": 1665970
    },
    {
      "epoch": 464.97,
      "grad_norm": 1.1435034275054932,
      "learning_rate": 1.9105920000944316e-06,
      "loss": 0.3347,
      "step": 1665980
    },
    {
      "epoch": 464.97,
      "grad_norm": 1.0242732763290405,
      "learning_rate": 1.9105654262906167e-06,
      "loss": 0.3395,
      "step": 1665990
    },
    {
      "epoch": 464.97,
      "grad_norm": 1.1412557363510132,
      "learning_rate": 1.9105388525444597e-06,
      "loss": 0.3534,
      "step": 1666000
    },
    {
      "epoch": 464.98,
      "grad_norm": 0.9650477766990662,
      "learning_rate": 1.9105122788559632e-06,
      "loss": 0.3337,
      "step": 1666010
    },
    {
      "epoch": 464.98,
      "grad_norm": 8.34757137298584,
      "learning_rate": 1.9104857052251307e-06,
      "loss": 0.3422,
      "step": 1666020
    },
    {
      "epoch": 464.98,
      "grad_norm": 0.9915503859519958,
      "learning_rate": 1.910459131651966e-06,
      "loss": 0.3491,
      "step": 1666030
    },
    {
      "epoch": 464.98,
      "grad_norm": 1.0116240978240967,
      "learning_rate": 1.9104325581364724e-06,
      "loss": 0.3415,
      "step": 1666040
    },
    {
      "epoch": 464.99,
      "grad_norm": 1.0480694770812988,
      "learning_rate": 1.910405984678652e-06,
      "loss": 0.335,
      "step": 1666050
    },
    {
      "epoch": 464.99,
      "grad_norm": 1.0617846250534058,
      "learning_rate": 1.910379411278512e-06,
      "loss": 0.336,
      "step": 1666060
    },
    {
      "epoch": 464.99,
      "grad_norm": 1.0125740766525269,
      "learning_rate": 1.910352837936053e-06,
      "loss": 0.3554,
      "step": 1666070
    },
    {
      "epoch": 465.0,
      "grad_norm": 0.9751303195953369,
      "learning_rate": 1.9103262646512783e-06,
      "loss": 0.3531,
      "step": 1666080
    },
    {
      "epoch": 465.0,
      "grad_norm": 1.0865908861160278,
      "learning_rate": 1.9102996914241932e-06,
      "loss": 0.3559,
      "step": 1666090
    },
    {
      "epoch": 465.0,
      "eval_loss": 0.34359827637672424,
      "eval_runtime": 63.3359,
      "eval_samples_per_second": 79.876,
      "eval_steps_per_second": 9.994,
      "step": 1666095
    },
    {
      "epoch": 465.0,
      "grad_norm": 1.0726730823516846,
      "learning_rate": 1.9102731182548e-06,
      "loss": 0.346,
      "step": 1666100
    },
    {
      "epoch": 465.0,
      "grad_norm": 1.1640558242797852,
      "learning_rate": 1.910246545143104e-06,
      "loss": 0.3469,
      "step": 1666110
    },
    {
      "epoch": 465.01,
      "grad_norm": 1.1519958972930908,
      "learning_rate": 1.910219972089106e-06,
      "loss": 0.3552,
      "step": 1666120
    },
    {
      "epoch": 465.01,
      "grad_norm": 1.1177903413772583,
      "learning_rate": 1.910193399092811e-06,
      "loss": 0.3407,
      "step": 1666130
    },
    {
      "epoch": 465.01,
      "grad_norm": 1.0036134719848633,
      "learning_rate": 1.9101668261542236e-06,
      "loss": 0.3542,
      "step": 1666140
    },
    {
      "epoch": 465.02,
      "grad_norm": 1.0619226694107056,
      "learning_rate": 1.9101402532733455e-06,
      "loss": 0.352,
      "step": 1666150
    },
    {
      "epoch": 465.02,
      "grad_norm": 1.1782735586166382,
      "learning_rate": 1.9101136804501813e-06,
      "loss": 0.38,
      "step": 1666160
    },
    {
      "epoch": 465.02,
      "grad_norm": 0.989429771900177,
      "learning_rate": 1.9100871076847343e-06,
      "loss": 0.3428,
      "step": 1666170
    },
    {
      "epoch": 465.02,
      "grad_norm": 1.0416814088821411,
      "learning_rate": 1.910060534977008e-06,
      "loss": 0.3476,
      "step": 1666180
    },
    {
      "epoch": 465.03,
      "grad_norm": 1.0886938571929932,
      "learning_rate": 1.9100339623270048e-06,
      "loss": 0.3478,
      "step": 1666190
    },
    {
      "epoch": 465.03,
      "grad_norm": 2.3476176261901855,
      "learning_rate": 1.9100073897347303e-06,
      "loss": 0.3485,
      "step": 1666200
    },
    {
      "epoch": 465.03,
      "grad_norm": 0.929348349571228,
      "learning_rate": 1.909980817200187e-06,
      "loss": 0.3381,
      "step": 1666210
    },
    {
      "epoch": 465.03,
      "grad_norm": 1.3411624431610107,
      "learning_rate": 1.9099542447233775e-06,
      "loss": 0.357,
      "step": 1666220
    },
    {
      "epoch": 465.04,
      "grad_norm": 1.0004920959472656,
      "learning_rate": 1.9099276723043077e-06,
      "loss": 0.3506,
      "step": 1666230
    },
    {
      "epoch": 465.04,
      "grad_norm": 0.9870721697807312,
      "learning_rate": 1.9099010999429793e-06,
      "loss": 0.3475,
      "step": 1666240
    },
    {
      "epoch": 465.04,
      "grad_norm": 1.1234415769577026,
      "learning_rate": 1.909874527639396e-06,
      "loss": 0.3463,
      "step": 1666250
    },
    {
      "epoch": 465.05,
      "grad_norm": 1.0778485536575317,
      "learning_rate": 1.9098479553935623e-06,
      "loss": 0.333,
      "step": 1666260
    },
    {
      "epoch": 465.05,
      "grad_norm": 0.9729935526847839,
      "learning_rate": 1.909821383205481e-06,
      "loss": 0.342,
      "step": 1666270
    },
    {
      "epoch": 465.05,
      "grad_norm": 1.0184725522994995,
      "learning_rate": 1.9097948110751545e-06,
      "loss": 0.3576,
      "step": 1666280
    },
    {
      "epoch": 465.05,
      "grad_norm": 1.1134525537490845,
      "learning_rate": 1.909768239002589e-06,
      "loss": 0.3442,
      "step": 1666290
    },
    {
      "epoch": 465.06,
      "grad_norm": 1.036497712135315,
      "learning_rate": 1.909741666987786e-06,
      "loss": 0.3489,
      "step": 1666300
    },
    {
      "epoch": 465.06,
      "grad_norm": 1.0637900829315186,
      "learning_rate": 1.9097150950307493e-06,
      "loss": 0.3492,
      "step": 1666310
    },
    {
      "epoch": 465.06,
      "grad_norm": 1.0472761392593384,
      "learning_rate": 1.9096885231314837e-06,
      "loss": 0.3396,
      "step": 1666320
    },
    {
      "epoch": 465.07,
      "grad_norm": 1.0838673114776611,
      "learning_rate": 1.9096619512899913e-06,
      "loss": 0.3474,
      "step": 1666330
    },
    {
      "epoch": 465.07,
      "grad_norm": 0.9464266300201416,
      "learning_rate": 1.9096353795062754e-06,
      "loss": 0.3503,
      "step": 1666340
    },
    {
      "epoch": 465.07,
      "grad_norm": 1.2392126321792603,
      "learning_rate": 1.909608807780341e-06,
      "loss": 0.3516,
      "step": 1666350
    },
    {
      "epoch": 465.07,
      "grad_norm": 1.0150623321533203,
      "learning_rate": 1.9095822361121915e-06,
      "loss": 0.3508,
      "step": 1666360
    },
    {
      "epoch": 465.08,
      "grad_norm": 1.122494101524353,
      "learning_rate": 1.9095556645018285e-06,
      "loss": 0.3342,
      "step": 1666370
    },
    {
      "epoch": 465.08,
      "grad_norm": 0.967412531375885,
      "learning_rate": 1.9095290929492577e-06,
      "loss": 0.3242,
      "step": 1666380
    },
    {
      "epoch": 465.08,
      "grad_norm": 1.0139633417129517,
      "learning_rate": 1.9095025214544817e-06,
      "loss": 0.3421,
      "step": 1666390
    },
    {
      "epoch": 465.09,
      "grad_norm": 0.9955235719680786,
      "learning_rate": 1.9094759500175047e-06,
      "loss": 0.3432,
      "step": 1666400
    },
    {
      "epoch": 465.09,
      "grad_norm": 1.2214664220809937,
      "learning_rate": 1.909449378638329e-06,
      "loss": 0.3381,
      "step": 1666410
    },
    {
      "epoch": 465.09,
      "grad_norm": 0.8637616634368896,
      "learning_rate": 1.909422807316958e-06,
      "loss": 0.3335,
      "step": 1666420
    },
    {
      "epoch": 465.09,
      "grad_norm": 1.0532708168029785,
      "learning_rate": 1.9093962360533976e-06,
      "loss": 0.349,
      "step": 1666430
    },
    {
      "epoch": 465.1,
      "grad_norm": 1.0058587789535522,
      "learning_rate": 1.9093696648476495e-06,
      "loss": 0.3362,
      "step": 1666440
    },
    {
      "epoch": 465.1,
      "grad_norm": 1.0043354034423828,
      "learning_rate": 1.9093430936997174e-06,
      "loss": 0.3322,
      "step": 1666450
    },
    {
      "epoch": 465.1,
      "grad_norm": 1.1545122861862183,
      "learning_rate": 1.909316522609605e-06,
      "loss": 0.353,
      "step": 1666460
    },
    {
      "epoch": 465.1,
      "grad_norm": 1.0336672067642212,
      "learning_rate": 1.909289951577316e-06,
      "loss": 0.3406,
      "step": 1666470
    },
    {
      "epoch": 465.11,
      "grad_norm": 1.0244944095611572,
      "learning_rate": 1.9092633806028526e-06,
      "loss": 0.3477,
      "step": 1666480
    },
    {
      "epoch": 465.11,
      "grad_norm": 1.2092618942260742,
      "learning_rate": 1.9092368096862207e-06,
      "loss": 0.3289,
      "step": 1666490
    },
    {
      "epoch": 465.11,
      "grad_norm": 1.0341432094573975,
      "learning_rate": 1.9092102388274224e-06,
      "loss": 0.3517,
      "step": 1666500
    },
    {
      "epoch": 465.12,
      "grad_norm": 0.9167516827583313,
      "learning_rate": 1.909183668026461e-06,
      "loss": 0.346,
      "step": 1666510
    },
    {
      "epoch": 465.12,
      "grad_norm": 0.962437093257904,
      "learning_rate": 1.909157097283341e-06,
      "loss": 0.343,
      "step": 1666520
    },
    {
      "epoch": 465.12,
      "grad_norm": 0.8537895679473877,
      "learning_rate": 1.9091305265980655e-06,
      "loss": 0.3371,
      "step": 1666530
    },
    {
      "epoch": 465.12,
      "grad_norm": 1.1602951288223267,
      "learning_rate": 1.909103955970637e-06,
      "loss": 0.3385,
      "step": 1666540
    },
    {
      "epoch": 465.13,
      "grad_norm": 1.0865834951400757,
      "learning_rate": 1.909077385401061e-06,
      "loss": 0.3312,
      "step": 1666550
    },
    {
      "epoch": 465.13,
      "grad_norm": 0.9492166042327881,
      "learning_rate": 1.9090508148893403e-06,
      "loss": 0.346,
      "step": 1666560
    },
    {
      "epoch": 465.13,
      "grad_norm": 1.2692378759384155,
      "learning_rate": 1.9090242444354767e-06,
      "loss": 0.3401,
      "step": 1666570
    },
    {
      "epoch": 465.14,
      "grad_norm": 1.087723731994629,
      "learning_rate": 1.9089976740394765e-06,
      "loss": 0.3448,
      "step": 1666580
    },
    {
      "epoch": 465.14,
      "grad_norm": 1.066078782081604,
      "learning_rate": 1.9089711037013417e-06,
      "loss": 0.3392,
      "step": 1666590
    },
    {
      "epoch": 465.14,
      "grad_norm": 1.0604609251022339,
      "learning_rate": 1.908944533421076e-06,
      "loss": 0.3464,
      "step": 1666600
    },
    {
      "epoch": 465.14,
      "grad_norm": 1.014898419380188,
      "learning_rate": 1.9089179631986835e-06,
      "loss": 0.3281,
      "step": 1666610
    },
    {
      "epoch": 465.15,
      "grad_norm": 1.2437630891799927,
      "learning_rate": 1.9088913930341664e-06,
      "loss": 0.3547,
      "step": 1666620
    },
    {
      "epoch": 465.15,
      "grad_norm": 1.1055233478546143,
      "learning_rate": 1.9088648229275296e-06,
      "loss": 0.3359,
      "step": 1666630
    },
    {
      "epoch": 465.15,
      "grad_norm": 1.183595895767212,
      "learning_rate": 1.908838252878776e-06,
      "loss": 0.3589,
      "step": 1666640
    },
    {
      "epoch": 465.15,
      "grad_norm": 1.011597752571106,
      "learning_rate": 1.90881168288791e-06,
      "loss": 0.3385,
      "step": 1666650
    },
    {
      "epoch": 465.16,
      "grad_norm": 1.046040654182434,
      "learning_rate": 1.9087851129549327e-06,
      "loss": 0.3414,
      "step": 1666660
    },
    {
      "epoch": 465.16,
      "grad_norm": 1.0186384916305542,
      "learning_rate": 1.9087585430798505e-06,
      "loss": 0.3292,
      "step": 1666670
    },
    {
      "epoch": 465.16,
      "grad_norm": 1.0592119693756104,
      "learning_rate": 1.9087319732626656e-06,
      "loss": 0.3406,
      "step": 1666680
    },
    {
      "epoch": 465.17,
      "grad_norm": 1.1933305263519287,
      "learning_rate": 1.9087054035033818e-06,
      "loss": 0.345,
      "step": 1666690
    },
    {
      "epoch": 465.17,
      "grad_norm": 1.0675280094146729,
      "learning_rate": 1.9086788338020028e-06,
      "loss": 0.3328,
      "step": 1666700
    },
    {
      "epoch": 465.17,
      "grad_norm": 0.9475736618041992,
      "learning_rate": 1.9086522641585308e-06,
      "loss": 0.3366,
      "step": 1666710
    },
    {
      "epoch": 465.17,
      "grad_norm": 0.9320363998413086,
      "learning_rate": 1.9086256945729717e-06,
      "loss": 0.3327,
      "step": 1666720
    },
    {
      "epoch": 465.18,
      "grad_norm": 1.0280438661575317,
      "learning_rate": 1.9085991250453276e-06,
      "loss": 0.3565,
      "step": 1666730
    },
    {
      "epoch": 465.18,
      "grad_norm": 1.0588282346725464,
      "learning_rate": 1.908572555575601e-06,
      "loss": 0.3415,
      "step": 1666740
    },
    {
      "epoch": 465.18,
      "grad_norm": 0.9682031869888306,
      "learning_rate": 1.9085459861637977e-06,
      "loss": 0.3413,
      "step": 1666750
    },
    {
      "epoch": 465.19,
      "grad_norm": 1.2222239971160889,
      "learning_rate": 1.9085194168099203e-06,
      "loss": 0.3553,
      "step": 1666760
    },
    {
      "epoch": 465.19,
      "grad_norm": 0.8991143107414246,
      "learning_rate": 1.908492847513972e-06,
      "loss": 0.3501,
      "step": 1666770
    },
    {
      "epoch": 465.19,
      "grad_norm": 0.9225952625274658,
      "learning_rate": 1.9084662782759564e-06,
      "loss": 0.3427,
      "step": 1666780
    },
    {
      "epoch": 465.19,
      "grad_norm": 1.1499024629592896,
      "learning_rate": 1.908439709095878e-06,
      "loss": 0.3492,
      "step": 1666790
    },
    {
      "epoch": 465.2,
      "grad_norm": 1.0225001573562622,
      "learning_rate": 1.9084131399737378e-06,
      "loss": 0.3382,
      "step": 1666800
    },
    {
      "epoch": 465.2,
      "grad_norm": 0.8487218022346497,
      "learning_rate": 1.9083865709095423e-06,
      "loss": 0.3443,
      "step": 1666810
    },
    {
      "epoch": 465.2,
      "grad_norm": 1.0938955545425415,
      "learning_rate": 1.9083600019032936e-06,
      "loss": 0.3635,
      "step": 1666820
    },
    {
      "epoch": 465.21,
      "grad_norm": 1.0836580991744995,
      "learning_rate": 1.908333432954995e-06,
      "loss": 0.3443,
      "step": 1666830
    },
    {
      "epoch": 465.21,
      "grad_norm": 0.9229159355163574,
      "learning_rate": 1.9083068640646514e-06,
      "loss": 0.3421,
      "step": 1666840
    },
    {
      "epoch": 465.21,
      "grad_norm": 1.1455782651901245,
      "learning_rate": 1.908280295232265e-06,
      "loss": 0.3671,
      "step": 1666850
    },
    {
      "epoch": 465.21,
      "grad_norm": 1.2624497413635254,
      "learning_rate": 1.9082537264578387e-06,
      "loss": 0.344,
      "step": 1666860
    },
    {
      "epoch": 465.22,
      "grad_norm": 1.0384668111801147,
      "learning_rate": 1.9082271577413782e-06,
      "loss": 0.3472,
      "step": 1666870
    },
    {
      "epoch": 465.22,
      "grad_norm": 1.0577367544174194,
      "learning_rate": 1.9082005890828857e-06,
      "loss": 0.3359,
      "step": 1666880
    },
    {
      "epoch": 465.22,
      "grad_norm": 1.0204986333847046,
      "learning_rate": 1.9081740204823645e-06,
      "loss": 0.342,
      "step": 1666890
    },
    {
      "epoch": 465.22,
      "grad_norm": 0.973470151424408,
      "learning_rate": 1.908147451939819e-06,
      "loss": 0.3333,
      "step": 1666900
    },
    {
      "epoch": 465.23,
      "grad_norm": 1.052775263786316,
      "learning_rate": 1.9081208834552527e-06,
      "loss": 0.3565,
      "step": 1666910
    },
    {
      "epoch": 465.23,
      "grad_norm": 1.2053707838058472,
      "learning_rate": 1.908094315028668e-06,
      "loss": 0.3387,
      "step": 1666920
    },
    {
      "epoch": 465.23,
      "grad_norm": 1.2922512292861938,
      "learning_rate": 1.9080677466600696e-06,
      "loss": 0.3479,
      "step": 1666930
    },
    {
      "epoch": 465.24,
      "grad_norm": 1.195802927017212,
      "learning_rate": 1.908041178349461e-06,
      "loss": 0.3267,
      "step": 1666940
    },
    {
      "epoch": 465.24,
      "grad_norm": 1.1058320999145508,
      "learning_rate": 1.908014610096844e-06,
      "loss": 0.339,
      "step": 1666950
    },
    {
      "epoch": 465.24,
      "grad_norm": 1.0044121742248535,
      "learning_rate": 1.9079880419022247e-06,
      "loss": 0.3544,
      "step": 1666960
    },
    {
      "epoch": 465.24,
      "grad_norm": 1.5369791984558105,
      "learning_rate": 1.907961473765605e-06,
      "loss": 0.358,
      "step": 1666970
    },
    {
      "epoch": 465.25,
      "grad_norm": 1.0428322553634644,
      "learning_rate": 1.9079349056869893e-06,
      "loss": 0.3323,
      "step": 1666980
    },
    {
      "epoch": 465.25,
      "grad_norm": 1.0780525207519531,
      "learning_rate": 1.9079083376663803e-06,
      "loss": 0.3554,
      "step": 1666990
    },
    {
      "epoch": 465.25,
      "grad_norm": 0.8864593505859375,
      "learning_rate": 1.9078817697037817e-06,
      "loss": 0.3434,
      "step": 1667000
    },
    {
      "epoch": 465.26,
      "grad_norm": 1.078428864479065,
      "learning_rate": 1.9078552017991976e-06,
      "loss": 0.3482,
      "step": 1667010
    },
    {
      "epoch": 465.26,
      "grad_norm": 1.0713633298873901,
      "learning_rate": 1.907828633952632e-06,
      "loss": 0.3327,
      "step": 1667020
    },
    {
      "epoch": 465.26,
      "grad_norm": 1.0162665843963623,
      "learning_rate": 1.907802066164086e-06,
      "loss": 0.3374,
      "step": 1667030
    },
    {
      "epoch": 465.26,
      "grad_norm": 1.1093429327011108,
      "learning_rate": 1.9077754984335657e-06,
      "loss": 0.3542,
      "step": 1667040
    },
    {
      "epoch": 465.27,
      "grad_norm": 1.1076651811599731,
      "learning_rate": 1.907748930761074e-06,
      "loss": 0.3483,
      "step": 1667050
    },
    {
      "epoch": 465.27,
      "grad_norm": 1.1501702070236206,
      "learning_rate": 1.9077223631466137e-06,
      "loss": 0.3437,
      "step": 1667060
    },
    {
      "epoch": 465.27,
      "grad_norm": 1.146727442741394,
      "learning_rate": 1.9076957955901893e-06,
      "loss": 0.3553,
      "step": 1667070
    },
    {
      "epoch": 465.27,
      "grad_norm": 1.069823145866394,
      "learning_rate": 1.9076692280918037e-06,
      "loss": 0.3457,
      "step": 1667080
    },
    {
      "epoch": 465.28,
      "grad_norm": 1.2997864484786987,
      "learning_rate": 1.9076426606514597e-06,
      "loss": 0.3591,
      "step": 1667090
    },
    {
      "epoch": 465.28,
      "grad_norm": 1.2927285432815552,
      "learning_rate": 1.9076160932691625e-06,
      "loss": 0.3474,
      "step": 1667100
    },
    {
      "epoch": 465.28,
      "grad_norm": 0.9957106113433838,
      "learning_rate": 1.9075895259449154e-06,
      "loss": 0.3395,
      "step": 1667110
    },
    {
      "epoch": 465.29,
      "grad_norm": 1.0276614427566528,
      "learning_rate": 1.90756295867872e-06,
      "loss": 0.3507,
      "step": 1667120
    },
    {
      "epoch": 465.29,
      "grad_norm": 1.066395878791809,
      "learning_rate": 1.907536391470582e-06,
      "loss": 0.3326,
      "step": 1667130
    },
    {
      "epoch": 465.29,
      "grad_norm": 1.0702449083328247,
      "learning_rate": 1.9075098243205046e-06,
      "loss": 0.3341,
      "step": 1667140
    },
    {
      "epoch": 465.29,
      "grad_norm": 0.9192256927490234,
      "learning_rate": 1.9074832572284898e-06,
      "loss": 0.337,
      "step": 1667150
    },
    {
      "epoch": 465.3,
      "grad_norm": 1.031360387802124,
      "learning_rate": 1.907456690194543e-06,
      "loss": 0.3435,
      "step": 1667160
    },
    {
      "epoch": 465.3,
      "grad_norm": 1.1219758987426758,
      "learning_rate": 1.907430123218667e-06,
      "loss": 0.342,
      "step": 1667170
    },
    {
      "epoch": 465.3,
      "grad_norm": 1.0554674863815308,
      "learning_rate": 1.9074035563008643e-06,
      "loss": 0.3519,
      "step": 1667180
    },
    {
      "epoch": 465.31,
      "grad_norm": 0.9859044551849365,
      "learning_rate": 1.9073769894411403e-06,
      "loss": 0.3465,
      "step": 1667190
    },
    {
      "epoch": 465.31,
      "grad_norm": 1.1466014385223389,
      "learning_rate": 1.907350422639498e-06,
      "loss": 0.3501,
      "step": 1667200
    },
    {
      "epoch": 465.31,
      "grad_norm": 1.0834715366363525,
      "learning_rate": 1.9073238558959397e-06,
      "loss": 0.3397,
      "step": 1667210
    },
    {
      "epoch": 465.31,
      "grad_norm": 1.1142654418945312,
      "learning_rate": 1.9072972892104705e-06,
      "loss": 0.3468,
      "step": 1667220
    },
    {
      "epoch": 465.32,
      "grad_norm": 1.149357557296753,
      "learning_rate": 1.9072707225830935e-06,
      "loss": 0.3322,
      "step": 1667230
    },
    {
      "epoch": 465.32,
      "grad_norm": 1.0844882726669312,
      "learning_rate": 1.9072441560138107e-06,
      "loss": 0.3431,
      "step": 1667240
    },
    {
      "epoch": 465.32,
      "grad_norm": 0.9864726662635803,
      "learning_rate": 1.9072175895026282e-06,
      "loss": 0.3434,
      "step": 1667250
    },
    {
      "epoch": 465.33,
      "grad_norm": 1.3498836755752563,
      "learning_rate": 1.9071910230495475e-06,
      "loss": 0.3548,
      "step": 1667260
    },
    {
      "epoch": 465.33,
      "grad_norm": 1.062935471534729,
      "learning_rate": 1.9071644566545737e-06,
      "loss": 0.3394,
      "step": 1667270
    },
    {
      "epoch": 465.33,
      "grad_norm": 0.9750716686248779,
      "learning_rate": 1.9071378903177095e-06,
      "loss": 0.3356,
      "step": 1667280
    },
    {
      "epoch": 465.33,
      "grad_norm": 1.0873724222183228,
      "learning_rate": 1.9071113240389573e-06,
      "loss": 0.3353,
      "step": 1667290
    },
    {
      "epoch": 465.34,
      "grad_norm": 1.0580437183380127,
      "learning_rate": 1.907084757818323e-06,
      "loss": 0.3286,
      "step": 1667300
    },
    {
      "epoch": 465.34,
      "grad_norm": 1.1600069999694824,
      "learning_rate": 1.9070581916558089e-06,
      "loss": 0.3365,
      "step": 1667310
    },
    {
      "epoch": 465.34,
      "grad_norm": 1.0991147756576538,
      "learning_rate": 1.9070316255514176e-06,
      "loss": 0.3576,
      "step": 1667320
    },
    {
      "epoch": 465.34,
      "grad_norm": 5.086063385009766,
      "learning_rate": 1.9070050595051545e-06,
      "loss": 0.3499,
      "step": 1667330
    },
    {
      "epoch": 465.35,
      "grad_norm": 0.9876974821090698,
      "learning_rate": 1.9069784935170225e-06,
      "loss": 0.3393,
      "step": 1667340
    },
    {
      "epoch": 465.35,
      "grad_norm": 0.8861678242683411,
      "learning_rate": 1.9069519275870242e-06,
      "loss": 0.3477,
      "step": 1667350
    },
    {
      "epoch": 465.35,
      "grad_norm": 1.0872946977615356,
      "learning_rate": 1.9069253617151646e-06,
      "loss": 0.3501,
      "step": 1667360
    },
    {
      "epoch": 465.36,
      "grad_norm": 1.1086010932922363,
      "learning_rate": 1.9068987959014462e-06,
      "loss": 0.3446,
      "step": 1667370
    },
    {
      "epoch": 465.36,
      "grad_norm": 0.9990364909172058,
      "learning_rate": 1.906872230145872e-06,
      "loss": 0.3332,
      "step": 1667380
    },
    {
      "epoch": 465.36,
      "grad_norm": 1.0639113187789917,
      "learning_rate": 1.9068456644484474e-06,
      "loss": 0.3412,
      "step": 1667390
    },
    {
      "epoch": 465.36,
      "grad_norm": 0.9597250819206238,
      "learning_rate": 1.9068190988091747e-06,
      "loss": 0.3323,
      "step": 1667400
    },
    {
      "epoch": 465.37,
      "grad_norm": 1.004653811454773,
      "learning_rate": 1.906792533228057e-06,
      "loss": 0.3355,
      "step": 1667410
    },
    {
      "epoch": 465.37,
      "grad_norm": 0.9863195419311523,
      "learning_rate": 1.9067659677050992e-06,
      "loss": 0.3331,
      "step": 1667420
    },
    {
      "epoch": 465.37,
      "grad_norm": 0.8504568934440613,
      "learning_rate": 1.9067394022403042e-06,
      "loss": 0.3432,
      "step": 1667430
    },
    {
      "epoch": 465.38,
      "grad_norm": 1.1118190288543701,
      "learning_rate": 1.9067128368336743e-06,
      "loss": 0.3376,
      "step": 1667440
    },
    {
      "epoch": 465.38,
      "grad_norm": 1.0545287132263184,
      "learning_rate": 1.9066862714852152e-06,
      "loss": 0.3457,
      "step": 1667450
    },
    {
      "epoch": 465.38,
      "grad_norm": 1.0177603960037231,
      "learning_rate": 1.9066597061949294e-06,
      "loss": 0.3575,
      "step": 1667460
    },
    {
      "epoch": 465.38,
      "grad_norm": 1.5725970268249512,
      "learning_rate": 1.9066331409628192e-06,
      "loss": 0.322,
      "step": 1667470
    },
    {
      "epoch": 465.39,
      "grad_norm": 0.9947938919067383,
      "learning_rate": 1.9066065757888906e-06,
      "loss": 0.335,
      "step": 1667480
    },
    {
      "epoch": 465.39,
      "grad_norm": 1.0025981664657593,
      "learning_rate": 1.906580010673146e-06,
      "loss": 0.3481,
      "step": 1667490
    },
    {
      "epoch": 465.39,
      "grad_norm": 1.0746207237243652,
      "learning_rate": 1.906553445615588e-06,
      "loss": 0.3397,
      "step": 1667500
    },
    {
      "epoch": 465.39,
      "grad_norm": 1.1182729005813599,
      "learning_rate": 1.906526880616222e-06,
      "loss": 0.339,
      "step": 1667510
    },
    {
      "epoch": 465.4,
      "grad_norm": 1.0008344650268555,
      "learning_rate": 1.9065003156750502e-06,
      "loss": 0.3618,
      "step": 1667520
    },
    {
      "epoch": 465.4,
      "grad_norm": 2.1081628799438477,
      "learning_rate": 1.9064737507920753e-06,
      "loss": 0.3585,
      "step": 1667530
    },
    {
      "epoch": 465.4,
      "grad_norm": 0.9756722450256348,
      "learning_rate": 1.9064471859673032e-06,
      "loss": 0.3377,
      "step": 1667540
    },
    {
      "epoch": 465.41,
      "grad_norm": 1.0216984748840332,
      "learning_rate": 1.9064206212007358e-06,
      "loss": 0.3329,
      "step": 1667550
    },
    {
      "epoch": 465.41,
      "grad_norm": 1.1428512334823608,
      "learning_rate": 1.9063940564923772e-06,
      "loss": 0.3221,
      "step": 1667560
    },
    {
      "epoch": 465.41,
      "grad_norm": 1.1358510255813599,
      "learning_rate": 1.9063674918422313e-06,
      "loss": 0.3521,
      "step": 1667570
    },
    {
      "epoch": 465.41,
      "grad_norm": 0.8762117624282837,
      "learning_rate": 1.9063409272502995e-06,
      "loss": 0.3266,
      "step": 1667580
    },
    {
      "epoch": 465.42,
      "grad_norm": 0.9745438098907471,
      "learning_rate": 1.9063143627165885e-06,
      "loss": 0.3372,
      "step": 1667590
    },
    {
      "epoch": 465.42,
      "grad_norm": 1.095137119293213,
      "learning_rate": 1.9062877982411002e-06,
      "loss": 0.3316,
      "step": 1667600
    },
    {
      "epoch": 465.42,
      "grad_norm": 1.1297101974487305,
      "learning_rate": 1.9062612338238371e-06,
      "loss": 0.3453,
      "step": 1667610
    },
    {
      "epoch": 465.43,
      "grad_norm": 1.0760830640792847,
      "learning_rate": 1.9062346694648052e-06,
      "loss": 0.3355,
      "step": 1667620
    },
    {
      "epoch": 465.43,
      "grad_norm": 1.1623635292053223,
      "learning_rate": 1.9062081051640063e-06,
      "loss": 0.3476,
      "step": 1667630
    },
    {
      "epoch": 465.43,
      "grad_norm": 2.255464553833008,
      "learning_rate": 1.9061815409214442e-06,
      "loss": 0.3441,
      "step": 1667640
    },
    {
      "epoch": 465.43,
      "grad_norm": 1.0214481353759766,
      "learning_rate": 1.9061549767371226e-06,
      "loss": 0.3273,
      "step": 1667650
    },
    {
      "epoch": 465.44,
      "grad_norm": 1.038508653640747,
      "learning_rate": 1.9061284126110453e-06,
      "loss": 0.3584,
      "step": 1667660
    },
    {
      "epoch": 465.44,
      "grad_norm": 0.9392496943473816,
      "learning_rate": 1.9061018485432145e-06,
      "loss": 0.3576,
      "step": 1667670
    },
    {
      "epoch": 465.44,
      "grad_norm": 1.276540994644165,
      "learning_rate": 1.9060752845336358e-06,
      "loss": 0.3419,
      "step": 1667680
    },
    {
      "epoch": 465.45,
      "grad_norm": 1.3407717943191528,
      "learning_rate": 1.9060487205823118e-06,
      "loss": 0.3431,
      "step": 1667690
    },
    {
      "epoch": 465.45,
      "grad_norm": 1.0439743995666504,
      "learning_rate": 1.906022156689245e-06,
      "loss": 0.3419,
      "step": 1667700
    },
    {
      "epoch": 465.45,
      "grad_norm": 1.028100609779358,
      "learning_rate": 1.9059955928544408e-06,
      "loss": 0.3489,
      "step": 1667710
    },
    {
      "epoch": 465.45,
      "grad_norm": 0.9718790650367737,
      "learning_rate": 1.9059690290779019e-06,
      "loss": 0.3518,
      "step": 1667720
    },
    {
      "epoch": 465.46,
      "grad_norm": 1.0624127388000488,
      "learning_rate": 1.9059424653596312e-06,
      "loss": 0.34,
      "step": 1667730
    },
    {
      "epoch": 465.46,
      "grad_norm": 1.1069542169570923,
      "learning_rate": 1.9059159016996331e-06,
      "loss": 0.3331,
      "step": 1667740
    },
    {
      "epoch": 465.46,
      "grad_norm": 0.986537516117096,
      "learning_rate": 1.9058893380979114e-06,
      "loss": 0.3473,
      "step": 1667750
    },
    {
      "epoch": 465.46,
      "grad_norm": 1.0441564321517944,
      "learning_rate": 1.9058627745544674e-06,
      "loss": 0.3412,
      "step": 1667760
    },
    {
      "epoch": 465.47,
      "grad_norm": 1.0977050065994263,
      "learning_rate": 1.9058362110693078e-06,
      "loss": 0.3535,
      "step": 1667770
    },
    {
      "epoch": 465.47,
      "grad_norm": 0.9935385584831238,
      "learning_rate": 1.9058096476424347e-06,
      "loss": 0.3506,
      "step": 1667780
    },
    {
      "epoch": 465.47,
      "grad_norm": 1.0312622785568237,
      "learning_rate": 1.9057830842738507e-06,
      "loss": 0.3458,
      "step": 1667790
    },
    {
      "epoch": 465.48,
      "grad_norm": 0.9801790714263916,
      "learning_rate": 1.9057565209635608e-06,
      "loss": 0.3375,
      "step": 1667800
    },
    {
      "epoch": 465.48,
      "grad_norm": 0.9726297855377197,
      "learning_rate": 1.9057299577115682e-06,
      "loss": 0.3405,
      "step": 1667810
    },
    {
      "epoch": 465.48,
      "grad_norm": 1.1416406631469727,
      "learning_rate": 1.905703394517875e-06,
      "loss": 0.3443,
      "step": 1667820
    },
    {
      "epoch": 465.48,
      "grad_norm": 1.19197678565979,
      "learning_rate": 1.905676831382487e-06,
      "loss": 0.3462,
      "step": 1667830
    },
    {
      "epoch": 465.49,
      "grad_norm": 1.07276451587677,
      "learning_rate": 1.9056502683054056e-06,
      "loss": 0.3565,
      "step": 1667840
    },
    {
      "epoch": 465.49,
      "grad_norm": 1.1250836849212646,
      "learning_rate": 1.9056237052866363e-06,
      "loss": 0.3335,
      "step": 1667850
    },
    {
      "epoch": 465.49,
      "grad_norm": 1.0170868635177612,
      "learning_rate": 1.905597142326182e-06,
      "loss": 0.338,
      "step": 1667860
    },
    {
      "epoch": 465.5,
      "grad_norm": 1.054593801498413,
      "learning_rate": 1.9055705794240451e-06,
      "loss": 0.3612,
      "step": 1667870
    },
    {
      "epoch": 465.5,
      "grad_norm": 1.0486265420913696,
      "learning_rate": 1.9055440165802305e-06,
      "loss": 0.3363,
      "step": 1667880
    },
    {
      "epoch": 465.5,
      "grad_norm": 1.109073519706726,
      "learning_rate": 1.9055174537947417e-06,
      "loss": 0.3505,
      "step": 1667890
    },
    {
      "epoch": 465.5,
      "grad_norm": 1.3421880006790161,
      "learning_rate": 1.9054908910675804e-06,
      "loss": 0.3603,
      "step": 1667900
    },
    {
      "epoch": 465.51,
      "grad_norm": 1.022098422050476,
      "learning_rate": 1.9054643283987526e-06,
      "loss": 0.35,
      "step": 1667910
    },
    {
      "epoch": 465.51,
      "grad_norm": 1.2949192523956299,
      "learning_rate": 1.9054377657882606e-06,
      "loss": 0.3433,
      "step": 1667920
    },
    {
      "epoch": 465.51,
      "grad_norm": 1.1336928606033325,
      "learning_rate": 1.9054112032361078e-06,
      "loss": 0.3672,
      "step": 1667930
    },
    {
      "epoch": 465.51,
      "grad_norm": 1.0871388912200928,
      "learning_rate": 1.9053846407422984e-06,
      "loss": 0.3315,
      "step": 1667940
    },
    {
      "epoch": 465.52,
      "grad_norm": 1.01097571849823,
      "learning_rate": 1.9053580783068358e-06,
      "loss": 0.3213,
      "step": 1667950
    },
    {
      "epoch": 465.52,
      "grad_norm": 1.0835845470428467,
      "learning_rate": 1.905331515929722e-06,
      "loss": 0.3558,
      "step": 1667960
    },
    {
      "epoch": 465.52,
      "grad_norm": 2.6934638023376465,
      "learning_rate": 1.9053049536109628e-06,
      "loss": 0.3525,
      "step": 1667970
    },
    {
      "epoch": 465.53,
      "grad_norm": 0.9495106339454651,
      "learning_rate": 1.905278391350561e-06,
      "loss": 0.353,
      "step": 1667980
    },
    {
      "epoch": 465.53,
      "grad_norm": 1.082558274269104,
      "learning_rate": 1.9052518291485186e-06,
      "loss": 0.3361,
      "step": 1667990
    },
    {
      "epoch": 465.53,
      "grad_norm": 0.8745914101600647,
      "learning_rate": 1.9052252670048417e-06,
      "loss": 0.333,
      "step": 1668000
    },
    {
      "epoch": 465.53,
      "grad_norm": 1.0916155576705933,
      "learning_rate": 1.9051987049195323e-06,
      "loss": 0.3425,
      "step": 1668010
    },
    {
      "epoch": 465.54,
      "grad_norm": 1.0794949531555176,
      "learning_rate": 1.905172142892594e-06,
      "loss": 0.3525,
      "step": 1668020
    },
    {
      "epoch": 465.54,
      "grad_norm": 1.049725890159607,
      "learning_rate": 1.9051455809240307e-06,
      "loss": 0.3339,
      "step": 1668030
    },
    {
      "epoch": 465.54,
      "grad_norm": 1.0573335886001587,
      "learning_rate": 1.9051190190138459e-06,
      "loss": 0.344,
      "step": 1668040
    },
    {
      "epoch": 465.55,
      "grad_norm": 1.0021586418151855,
      "learning_rate": 1.9050924571620419e-06,
      "loss": 0.3536,
      "step": 1668050
    },
    {
      "epoch": 465.55,
      "grad_norm": 1.351561427116394,
      "learning_rate": 1.9050658953686245e-06,
      "loss": 0.3297,
      "step": 1668060
    },
    {
      "epoch": 465.55,
      "grad_norm": 1.100616216659546,
      "learning_rate": 1.9050393336335961e-06,
      "loss": 0.3485,
      "step": 1668070
    },
    {
      "epoch": 465.55,
      "grad_norm": 1.028313398361206,
      "learning_rate": 1.9050127719569594e-06,
      "loss": 0.3165,
      "step": 1668080
    },
    {
      "epoch": 465.56,
      "grad_norm": 1.0347068309783936,
      "learning_rate": 1.9049862103387197e-06,
      "loss": 0.3252,
      "step": 1668090
    },
    {
      "epoch": 465.56,
      "grad_norm": 1.0062661170959473,
      "learning_rate": 1.9049596487788793e-06,
      "loss": 0.3416,
      "step": 1668100
    },
    {
      "epoch": 465.56,
      "grad_norm": 1.0633885860443115,
      "learning_rate": 1.9049330872774412e-06,
      "loss": 0.3307,
      "step": 1668110
    },
    {
      "epoch": 465.57,
      "grad_norm": 1.0327427387237549,
      "learning_rate": 1.9049065258344107e-06,
      "loss": 0.3526,
      "step": 1668120
    },
    {
      "epoch": 465.57,
      "grad_norm": 1.1268746852874756,
      "learning_rate": 1.9048799644497892e-06,
      "loss": 0.3404,
      "step": 1668130
    },
    {
      "epoch": 465.57,
      "grad_norm": 1.2909654378890991,
      "learning_rate": 1.9048534031235826e-06,
      "loss": 0.3493,
      "step": 1668140
    },
    {
      "epoch": 465.57,
      "grad_norm": 1.0300002098083496,
      "learning_rate": 1.9048268418557932e-06,
      "loss": 0.3458,
      "step": 1668150
    },
    {
      "epoch": 465.58,
      "grad_norm": 1.0760536193847656,
      "learning_rate": 1.904800280646424e-06,
      "loss": 0.3347,
      "step": 1668160
    },
    {
      "epoch": 465.58,
      "grad_norm": 1.3210787773132324,
      "learning_rate": 1.9047737194954796e-06,
      "loss": 0.3313,
      "step": 1668170
    },
    {
      "epoch": 465.58,
      "grad_norm": 1.157071828842163,
      "learning_rate": 1.9047471584029633e-06,
      "loss": 0.3357,
      "step": 1668180
    },
    {
      "epoch": 465.58,
      "grad_norm": 1.0541030168533325,
      "learning_rate": 1.9047205973688772e-06,
      "loss": 0.3544,
      "step": 1668190
    },
    {
      "epoch": 465.59,
      "grad_norm": 1.1508458852767944,
      "learning_rate": 1.9046940363932273e-06,
      "loss": 0.3398,
      "step": 1668200
    },
    {
      "epoch": 465.59,
      "grad_norm": 1.1771210432052612,
      "learning_rate": 1.9046674754760156e-06,
      "loss": 0.3439,
      "step": 1668210
    },
    {
      "epoch": 465.59,
      "grad_norm": 1.197655439376831,
      "learning_rate": 1.9046409146172453e-06,
      "loss": 0.3473,
      "step": 1668220
    },
    {
      "epoch": 465.6,
      "grad_norm": 1.1266456842422485,
      "learning_rate": 1.9046143538169214e-06,
      "loss": 0.339,
      "step": 1668230
    },
    {
      "epoch": 465.6,
      "grad_norm": 1.1018400192260742,
      "learning_rate": 1.9045877930750463e-06,
      "loss": 0.343,
      "step": 1668240
    },
    {
      "epoch": 465.6,
      "grad_norm": 1.0386101007461548,
      "learning_rate": 1.9045612323916228e-06,
      "loss": 0.3449,
      "step": 1668250
    },
    {
      "epoch": 465.6,
      "grad_norm": 1.0547633171081543,
      "learning_rate": 1.9045346717666567e-06,
      "loss": 0.3235,
      "step": 1668260
    },
    {
      "epoch": 465.61,
      "grad_norm": 1.0906360149383545,
      "learning_rate": 1.90450811120015e-06,
      "loss": 0.338,
      "step": 1668270
    },
    {
      "epoch": 465.61,
      "grad_norm": 1.0262620449066162,
      "learning_rate": 1.9044815506921057e-06,
      "loss": 0.3482,
      "step": 1668280
    },
    {
      "epoch": 465.61,
      "grad_norm": 0.8978046178817749,
      "learning_rate": 1.904454990242529e-06,
      "loss": 0.342,
      "step": 1668290
    },
    {
      "epoch": 465.62,
      "grad_norm": 0.9687658548355103,
      "learning_rate": 1.9044284298514227e-06,
      "loss": 0.3378,
      "step": 1668300
    },
    {
      "epoch": 465.62,
      "grad_norm": 0.948337972164154,
      "learning_rate": 1.90440186951879e-06,
      "loss": 0.3401,
      "step": 1668310
    },
    {
      "epoch": 465.62,
      "grad_norm": 1.0993679761886597,
      "learning_rate": 1.9043753092446346e-06,
      "loss": 0.3573,
      "step": 1668320
    },
    {
      "epoch": 465.62,
      "grad_norm": 1.05860435962677,
      "learning_rate": 1.9043487490289605e-06,
      "loss": 0.3272,
      "step": 1668330
    },
    {
      "epoch": 465.63,
      "grad_norm": 1.122424840927124,
      "learning_rate": 1.9043221888717696e-06,
      "loss": 0.3457,
      "step": 1668340
    },
    {
      "epoch": 465.63,
      "grad_norm": 1.024185061454773,
      "learning_rate": 1.9042956287730679e-06,
      "loss": 0.3644,
      "step": 1668350
    },
    {
      "epoch": 465.63,
      "grad_norm": 1.291885256767273,
      "learning_rate": 1.9042690687328573e-06,
      "loss": 0.3384,
      "step": 1668360
    },
    {
      "epoch": 465.63,
      "grad_norm": 1.0197809934616089,
      "learning_rate": 1.9042425087511416e-06,
      "loss": 0.3454,
      "step": 1668370
    },
    {
      "epoch": 465.64,
      "grad_norm": 0.9625597596168518,
      "learning_rate": 1.904215948827925e-06,
      "loss": 0.331,
      "step": 1668380
    },
    {
      "epoch": 465.64,
      "grad_norm": 0.9530779123306274,
      "learning_rate": 1.90418938896321e-06,
      "loss": 0.352,
      "step": 1668390
    },
    {
      "epoch": 465.64,
      "grad_norm": 1.2303297519683838,
      "learning_rate": 1.9041628291570002e-06,
      "loss": 0.3484,
      "step": 1668400
    },
    {
      "epoch": 465.65,
      "grad_norm": 1.02599036693573,
      "learning_rate": 1.9041362694093004e-06,
      "loss": 0.354,
      "step": 1668410
    },
    {
      "epoch": 465.65,
      "grad_norm": 0.9533304572105408,
      "learning_rate": 1.904109709720112e-06,
      "loss": 0.3413,
      "step": 1668420
    },
    {
      "epoch": 465.65,
      "grad_norm": 0.883526086807251,
      "learning_rate": 1.9040831500894412e-06,
      "loss": 0.3543,
      "step": 1668430
    },
    {
      "epoch": 465.65,
      "grad_norm": 1.0599696636199951,
      "learning_rate": 1.90405659051729e-06,
      "loss": 0.3584,
      "step": 1668440
    },
    {
      "epoch": 465.66,
      "grad_norm": 1.0729976892471313,
      "learning_rate": 1.9040300310036616e-06,
      "loss": 0.3245,
      "step": 1668450
    },
    {
      "epoch": 465.66,
      "grad_norm": 1.0143126249313354,
      "learning_rate": 1.9040034715485607e-06,
      "loss": 0.3402,
      "step": 1668460
    },
    {
      "epoch": 465.66,
      "grad_norm": 0.9437819123268127,
      "learning_rate": 1.90397691215199e-06,
      "loss": 0.3416,
      "step": 1668470
    },
    {
      "epoch": 465.67,
      "grad_norm": 1.0427429676055908,
      "learning_rate": 1.9039503528139523e-06,
      "loss": 0.3537,
      "step": 1668480
    },
    {
      "epoch": 465.67,
      "grad_norm": 2.494138717651367,
      "learning_rate": 1.9039237935344531e-06,
      "loss": 0.326,
      "step": 1668490
    },
    {
      "epoch": 465.67,
      "grad_norm": 1.0444509983062744,
      "learning_rate": 1.903897234313495e-06,
      "loss": 0.3496,
      "step": 1668500
    },
    {
      "epoch": 465.67,
      "grad_norm": 1.1987128257751465,
      "learning_rate": 1.9038706751510807e-06,
      "loss": 0.3244,
      "step": 1668510
    },
    {
      "epoch": 465.68,
      "grad_norm": 1.0376513004302979,
      "learning_rate": 1.9038441160472151e-06,
      "loss": 0.3412,
      "step": 1668520
    },
    {
      "epoch": 465.68,
      "grad_norm": 1.193832278251648,
      "learning_rate": 1.9038175570019007e-06,
      "loss": 0.3387,
      "step": 1668530
    },
    {
      "epoch": 465.68,
      "grad_norm": 1.2274290323257446,
      "learning_rate": 1.903790998015141e-06,
      "loss": 0.326,
      "step": 1668540
    },
    {
      "epoch": 465.69,
      "grad_norm": 1.2077341079711914,
      "learning_rate": 1.903764439086941e-06,
      "loss": 0.3468,
      "step": 1668550
    },
    {
      "epoch": 465.69,
      "grad_norm": 1.0643800497055054,
      "learning_rate": 1.9037378802173028e-06,
      "loss": 0.3538,
      "step": 1668560
    },
    {
      "epoch": 465.69,
      "grad_norm": 0.9311749339103699,
      "learning_rate": 1.9037113214062293e-06,
      "loss": 0.339,
      "step": 1668570
    },
    {
      "epoch": 465.69,
      "grad_norm": 1.024499535560608,
      "learning_rate": 1.9036847626537263e-06,
      "loss": 0.3339,
      "step": 1668580
    },
    {
      "epoch": 465.7,
      "grad_norm": 1.0759226083755493,
      "learning_rate": 1.903658203959796e-06,
      "loss": 0.3546,
      "step": 1668590
    },
    {
      "epoch": 465.7,
      "grad_norm": 1.132651686668396,
      "learning_rate": 1.9036316453244416e-06,
      "loss": 0.3532,
      "step": 1668600
    },
    {
      "epoch": 465.7,
      "grad_norm": 1.0472979545593262,
      "learning_rate": 1.9036050867476676e-06,
      "loss": 0.3596,
      "step": 1668610
    },
    {
      "epoch": 465.7,
      "grad_norm": 1.1478352546691895,
      "learning_rate": 1.903578528229477e-06,
      "loss": 0.3287,
      "step": 1668620
    },
    {
      "epoch": 465.71,
      "grad_norm": 0.9958540797233582,
      "learning_rate": 1.9035519697698723e-06,
      "loss": 0.3412,
      "step": 1668630
    },
    {
      "epoch": 465.71,
      "grad_norm": 0.9500723481178284,
      "learning_rate": 1.903525411368859e-06,
      "loss": 0.3287,
      "step": 1668640
    },
    {
      "epoch": 465.71,
      "grad_norm": 1.02000892162323,
      "learning_rate": 1.90349885302644e-06,
      "loss": 0.3585,
      "step": 1668650
    },
    {
      "epoch": 465.72,
      "grad_norm": 1.2918763160705566,
      "learning_rate": 1.9034722947426172e-06,
      "loss": 0.33,
      "step": 1668660
    },
    {
      "epoch": 465.72,
      "grad_norm": 0.9336204528808594,
      "learning_rate": 1.9034457365173967e-06,
      "loss": 0.3356,
      "step": 1668670
    },
    {
      "epoch": 465.72,
      "grad_norm": 1.0616117715835571,
      "learning_rate": 1.9034191783507809e-06,
      "loss": 0.3525,
      "step": 1668680
    },
    {
      "epoch": 465.72,
      "grad_norm": 1.180127739906311,
      "learning_rate": 1.9033926202427721e-06,
      "loss": 0.3408,
      "step": 1668690
    },
    {
      "epoch": 465.73,
      "grad_norm": 0.9380248785018921,
      "learning_rate": 1.9033660621933761e-06,
      "loss": 0.3251,
      "step": 1668700
    },
    {
      "epoch": 465.73,
      "grad_norm": 1.0755529403686523,
      "learning_rate": 1.9033395042025942e-06,
      "loss": 0.342,
      "step": 1668710
    },
    {
      "epoch": 465.73,
      "grad_norm": 1.0330193042755127,
      "learning_rate": 1.9033129462704322e-06,
      "loss": 0.356,
      "step": 1668720
    },
    {
      "epoch": 465.74,
      "grad_norm": 1.1522995233535767,
      "learning_rate": 1.9032863883968923e-06,
      "loss": 0.3432,
      "step": 1668730
    },
    {
      "epoch": 465.74,
      "grad_norm": 1.1661086082458496,
      "learning_rate": 1.903259830581978e-06,
      "loss": 0.3353,
      "step": 1668740
    },
    {
      "epoch": 465.74,
      "grad_norm": 1.0708802938461304,
      "learning_rate": 1.903233272825693e-06,
      "loss": 0.3535,
      "step": 1668750
    },
    {
      "epoch": 465.74,
      "grad_norm": 1.0958051681518555,
      "learning_rate": 1.9032067151280415e-06,
      "loss": 0.332,
      "step": 1668760
    },
    {
      "epoch": 465.75,
      "grad_norm": 1.39093816280365,
      "learning_rate": 1.9031801574890251e-06,
      "loss": 0.3492,
      "step": 1668770
    },
    {
      "epoch": 465.75,
      "grad_norm": 1.0974087715148926,
      "learning_rate": 1.9031535999086497e-06,
      "loss": 0.3381,
      "step": 1668780
    },
    {
      "epoch": 465.75,
      "grad_norm": 0.980324387550354,
      "learning_rate": 1.903127042386918e-06,
      "loss": 0.3544,
      "step": 1668790
    },
    {
      "epoch": 465.75,
      "grad_norm": 1.2172744274139404,
      "learning_rate": 1.9031004849238318e-06,
      "loss": 0.3449,
      "step": 1668800
    },
    {
      "epoch": 465.76,
      "grad_norm": 0.9512171745300293,
      "learning_rate": 1.9030739275193974e-06,
      "loss": 0.3418,
      "step": 1668810
    },
    {
      "epoch": 465.76,
      "grad_norm": 0.9980559945106506,
      "learning_rate": 1.9030473701736175e-06,
      "loss": 0.3457,
      "step": 1668820
    },
    {
      "epoch": 465.76,
      "grad_norm": 1.0908113718032837,
      "learning_rate": 1.9030208128864944e-06,
      "loss": 0.3452,
      "step": 1668830
    },
    {
      "epoch": 465.77,
      "grad_norm": 1.0416316986083984,
      "learning_rate": 1.902994255658033e-06,
      "loss": 0.337,
      "step": 1668840
    },
    {
      "epoch": 465.77,
      "grad_norm": 0.9933409690856934,
      "learning_rate": 1.9029676984882363e-06,
      "loss": 0.3372,
      "step": 1668850
    },
    {
      "epoch": 465.77,
      "grad_norm": 1.177599310874939,
      "learning_rate": 1.9029411413771072e-06,
      "loss": 0.3468,
      "step": 1668860
    },
    {
      "epoch": 465.77,
      "grad_norm": 1.0887370109558105,
      "learning_rate": 1.9029145843246506e-06,
      "loss": 0.3545,
      "step": 1668870
    },
    {
      "epoch": 465.78,
      "grad_norm": 1.128907322883606,
      "learning_rate": 1.9028880273308692e-06,
      "loss": 0.3349,
      "step": 1668880
    },
    {
      "epoch": 465.78,
      "grad_norm": 0.8859495520591736,
      "learning_rate": 1.9028614703957664e-06,
      "loss": 0.3207,
      "step": 1668890
    },
    {
      "epoch": 465.78,
      "grad_norm": 1.2161222696304321,
      "learning_rate": 1.9028349135193463e-06,
      "loss": 0.3394,
      "step": 1668900
    },
    {
      "epoch": 465.79,
      "grad_norm": 1.1929441690444946,
      "learning_rate": 1.902808356701612e-06,
      "loss": 0.3511,
      "step": 1668910
    },
    {
      "epoch": 465.79,
      "grad_norm": 1.0551095008850098,
      "learning_rate": 1.9027817999425664e-06,
      "loss": 0.3393,
      "step": 1668920
    },
    {
      "epoch": 465.79,
      "grad_norm": 0.8902889490127563,
      "learning_rate": 1.9027552432422146e-06,
      "loss": 0.3235,
      "step": 1668930
    },
    {
      "epoch": 465.79,
      "grad_norm": 1.1784536838531494,
      "learning_rate": 1.9027286866005594e-06,
      "loss": 0.3492,
      "step": 1668940
    },
    {
      "epoch": 465.8,
      "grad_norm": 0.9569649696350098,
      "learning_rate": 1.9027021300176034e-06,
      "loss": 0.3424,
      "step": 1668950
    },
    {
      "epoch": 465.8,
      "grad_norm": 0.9717077016830444,
      "learning_rate": 1.9026755734933518e-06,
      "loss": 0.3357,
      "step": 1668960
    },
    {
      "epoch": 465.8,
      "grad_norm": 0.9988018870353699,
      "learning_rate": 1.9026490170278075e-06,
      "loss": 0.3606,
      "step": 1668970
    },
    {
      "epoch": 465.81,
      "grad_norm": 1.0981347560882568,
      "learning_rate": 1.902622460620973e-06,
      "loss": 0.3445,
      "step": 1668980
    },
    {
      "epoch": 465.81,
      "grad_norm": 0.8395319581031799,
      "learning_rate": 1.9025959042728534e-06,
      "loss": 0.3517,
      "step": 1668990
    },
    {
      "epoch": 465.81,
      "grad_norm": 1.1356009244918823,
      "learning_rate": 1.9025693479834509e-06,
      "loss": 0.3514,
      "step": 1669000
    },
    {
      "epoch": 465.81,
      "grad_norm": 0.9825804233551025,
      "learning_rate": 1.9025427917527701e-06,
      "loss": 0.335,
      "step": 1669010
    },
    {
      "epoch": 465.82,
      "grad_norm": 1.0738328695297241,
      "learning_rate": 1.9025162355808144e-06,
      "loss": 0.3694,
      "step": 1669020
    },
    {
      "epoch": 465.82,
      "grad_norm": 1.0144981145858765,
      "learning_rate": 1.9024896794675865e-06,
      "loss": 0.3527,
      "step": 1669030
    },
    {
      "epoch": 465.82,
      "grad_norm": 1.012877106666565,
      "learning_rate": 1.902463123413091e-06,
      "loss": 0.3352,
      "step": 1669040
    },
    {
      "epoch": 465.82,
      "grad_norm": 1.1474297046661377,
      "learning_rate": 1.9024365674173308e-06,
      "loss": 0.3506,
      "step": 1669050
    },
    {
      "epoch": 465.83,
      "grad_norm": 0.880671501159668,
      "learning_rate": 1.9024100114803083e-06,
      "loss": 0.3455,
      "step": 1669060
    },
    {
      "epoch": 465.83,
      "grad_norm": 1.0511829853057861,
      "learning_rate": 1.9023834556020297e-06,
      "loss": 0.3401,
      "step": 1669070
    },
    {
      "epoch": 465.83,
      "grad_norm": 0.9992682337760925,
      "learning_rate": 1.9023568997824971e-06,
      "loss": 0.3523,
      "step": 1669080
    },
    {
      "epoch": 465.84,
      "grad_norm": 0.9267701506614685,
      "learning_rate": 1.902330344021713e-06,
      "loss": 0.3396,
      "step": 1669090
    },
    {
      "epoch": 465.84,
      "grad_norm": 1.288809895515442,
      "learning_rate": 1.902303788319683e-06,
      "loss": 0.3495,
      "step": 1669100
    },
    {
      "epoch": 465.84,
      "grad_norm": 1.0240319967269897,
      "learning_rate": 1.9022772326764091e-06,
      "loss": 0.3525,
      "step": 1669110
    },
    {
      "epoch": 465.84,
      "grad_norm": 1.160169243812561,
      "learning_rate": 1.9022506770918956e-06,
      "loss": 0.3514,
      "step": 1669120
    },
    {
      "epoch": 465.85,
      "grad_norm": 1.0876363515853882,
      "learning_rate": 1.9022241215661457e-06,
      "loss": 0.3423,
      "step": 1669130
    },
    {
      "epoch": 465.85,
      "grad_norm": 1.0925437211990356,
      "learning_rate": 1.9021975660991635e-06,
      "loss": 0.3444,
      "step": 1669140
    },
    {
      "epoch": 465.85,
      "grad_norm": 0.9895102381706238,
      "learning_rate": 1.9021710106909507e-06,
      "loss": 0.337,
      "step": 1669150
    },
    {
      "epoch": 465.86,
      "grad_norm": 1.839571237564087,
      "learning_rate": 1.902144455341513e-06,
      "loss": 0.3591,
      "step": 1669160
    },
    {
      "epoch": 465.86,
      "grad_norm": 1.17551851272583,
      "learning_rate": 1.9021179000508536e-06,
      "loss": 0.3541,
      "step": 1669170
    },
    {
      "epoch": 465.86,
      "grad_norm": 1.1786166429519653,
      "learning_rate": 1.9020913448189749e-06,
      "loss": 0.3454,
      "step": 1669180
    },
    {
      "epoch": 465.86,
      "grad_norm": 0.9765563011169434,
      "learning_rate": 1.9020647896458815e-06,
      "loss": 0.3386,
      "step": 1669190
    },
    {
      "epoch": 465.87,
      "grad_norm": 0.8895605206489563,
      "learning_rate": 1.9020382345315764e-06,
      "loss": 0.3399,
      "step": 1669200
    },
    {
      "epoch": 465.87,
      "grad_norm": 1.00169837474823,
      "learning_rate": 1.9020116794760625e-06,
      "loss": 0.33,
      "step": 1669210
    },
    {
      "epoch": 465.87,
      "grad_norm": 1.2747596502304077,
      "learning_rate": 1.901985124479345e-06,
      "loss": 0.3386,
      "step": 1669220
    },
    {
      "epoch": 465.87,
      "grad_norm": 0.9439718127250671,
      "learning_rate": 1.9019585695414263e-06,
      "loss": 0.3374,
      "step": 1669230
    },
    {
      "epoch": 465.88,
      "grad_norm": 1.1656261682510376,
      "learning_rate": 1.9019320146623097e-06,
      "loss": 0.3341,
      "step": 1669240
    },
    {
      "epoch": 465.88,
      "grad_norm": 0.9185875058174133,
      "learning_rate": 1.9019054598419998e-06,
      "loss": 0.3212,
      "step": 1669250
    },
    {
      "epoch": 465.88,
      "grad_norm": 1.0749526023864746,
      "learning_rate": 1.9018789050804997e-06,
      "loss": 0.3432,
      "step": 1669260
    },
    {
      "epoch": 465.89,
      "grad_norm": 1.1645004749298096,
      "learning_rate": 1.901852350377812e-06,
      "loss": 0.3495,
      "step": 1669270
    },
    {
      "epoch": 465.89,
      "grad_norm": 1.1041895151138306,
      "learning_rate": 1.9018257957339416e-06,
      "loss": 0.3416,
      "step": 1669280
    },
    {
      "epoch": 465.89,
      "grad_norm": 1.051731824874878,
      "learning_rate": 1.9017992411488904e-06,
      "loss": 0.3385,
      "step": 1669290
    },
    {
      "epoch": 465.89,
      "grad_norm": 1.329664707183838,
      "learning_rate": 1.901772686622664e-06,
      "loss": 0.3446,
      "step": 1669300
    },
    {
      "epoch": 465.9,
      "grad_norm": 1.0646820068359375,
      "learning_rate": 1.9017461321552652e-06,
      "loss": 0.3438,
      "step": 1669310
    },
    {
      "epoch": 465.9,
      "grad_norm": 1.327963948249817,
      "learning_rate": 1.9017195777466965e-06,
      "loss": 0.3591,
      "step": 1669320
    },
    {
      "epoch": 465.9,
      "grad_norm": 1.9712424278259277,
      "learning_rate": 1.9016930233969626e-06,
      "loss": 0.3491,
      "step": 1669330
    },
    {
      "epoch": 465.91,
      "grad_norm": 1.0260430574417114,
      "learning_rate": 1.9016664691060667e-06,
      "loss": 0.3345,
      "step": 1669340
    },
    {
      "epoch": 465.91,
      "grad_norm": 0.9307177066802979,
      "learning_rate": 1.9016399148740115e-06,
      "loss": 0.3398,
      "step": 1669350
    },
    {
      "epoch": 465.91,
      "grad_norm": 1.0665684938430786,
      "learning_rate": 1.9016133607008017e-06,
      "loss": 0.3277,
      "step": 1669360
    },
    {
      "epoch": 465.91,
      "grad_norm": 1.1221967935562134,
      "learning_rate": 1.9015868065864406e-06,
      "loss": 0.3402,
      "step": 1669370
    },
    {
      "epoch": 465.92,
      "grad_norm": 1.148075819015503,
      "learning_rate": 1.9015602525309308e-06,
      "loss": 0.364,
      "step": 1669380
    },
    {
      "epoch": 465.92,
      "grad_norm": 1.1379674673080444,
      "learning_rate": 1.9015336985342774e-06,
      "loss": 0.3506,
      "step": 1669390
    },
    {
      "epoch": 465.92,
      "grad_norm": 1.1568554639816284,
      "learning_rate": 1.9015071445964831e-06,
      "loss": 0.3406,
      "step": 1669400
    },
    {
      "epoch": 465.93,
      "grad_norm": 1.1550559997558594,
      "learning_rate": 1.901480590717551e-06,
      "loss": 0.3429,
      "step": 1669410
    },
    {
      "epoch": 465.93,
      "grad_norm": 1.029371976852417,
      "learning_rate": 1.9014540368974857e-06,
      "loss": 0.3278,
      "step": 1669420
    },
    {
      "epoch": 465.93,
      "grad_norm": 1.0885850191116333,
      "learning_rate": 1.9014274831362897e-06,
      "loss": 0.3473,
      "step": 1669430
    },
    {
      "epoch": 465.93,
      "grad_norm": 1.1288890838623047,
      "learning_rate": 1.9014009294339663e-06,
      "loss": 0.3331,
      "step": 1669440
    },
    {
      "epoch": 465.94,
      "grad_norm": 1.0251256227493286,
      "learning_rate": 1.9013743757905206e-06,
      "loss": 0.3526,
      "step": 1669450
    },
    {
      "epoch": 465.94,
      "grad_norm": 1.009770393371582,
      "learning_rate": 1.901347822205955e-06,
      "loss": 0.344,
      "step": 1669460
    },
    {
      "epoch": 465.94,
      "grad_norm": 1.0080711841583252,
      "learning_rate": 1.901321268680273e-06,
      "loss": 0.3412,
      "step": 1669470
    },
    {
      "epoch": 465.94,
      "grad_norm": 1.0955504179000854,
      "learning_rate": 1.9012947152134789e-06,
      "loss": 0.3301,
      "step": 1669480
    },
    {
      "epoch": 465.95,
      "grad_norm": 1.1264657974243164,
      "learning_rate": 1.9012681618055753e-06,
      "loss": 0.3493,
      "step": 1669490
    },
    {
      "epoch": 465.95,
      "grad_norm": 1.0700513124465942,
      "learning_rate": 1.9012416084565659e-06,
      "loss": 0.3337,
      "step": 1669500
    },
    {
      "epoch": 465.95,
      "grad_norm": 1.0881805419921875,
      "learning_rate": 1.901215055166455e-06,
      "loss": 0.3528,
      "step": 1669510
    },
    {
      "epoch": 465.96,
      "grad_norm": 1.0482556819915771,
      "learning_rate": 1.9011885019352457e-06,
      "loss": 0.35,
      "step": 1669520
    },
    {
      "epoch": 465.96,
      "grad_norm": 1.0158175230026245,
      "learning_rate": 1.9011619487629405e-06,
      "loss": 0.3421,
      "step": 1669530
    },
    {
      "epoch": 465.96,
      "grad_norm": 1.1063580513000488,
      "learning_rate": 1.901135395649545e-06,
      "loss": 0.3424,
      "step": 1669540
    },
    {
      "epoch": 465.96,
      "grad_norm": 0.9523365497589111,
      "learning_rate": 1.9011088425950614e-06,
      "loss": 0.3517,
      "step": 1669550
    },
    {
      "epoch": 465.97,
      "grad_norm": 0.9665118455886841,
      "learning_rate": 1.901082289599493e-06,
      "loss": 0.3413,
      "step": 1669560
    },
    {
      "epoch": 465.97,
      "grad_norm": 1.0353771448135376,
      "learning_rate": 1.9010557366628446e-06,
      "loss": 0.3357,
      "step": 1669570
    },
    {
      "epoch": 465.97,
      "grad_norm": 1.0988743305206299,
      "learning_rate": 1.9010291837851176e-06,
      "loss": 0.3373,
      "step": 1669580
    },
    {
      "epoch": 465.98,
      "grad_norm": 0.9452039003372192,
      "learning_rate": 1.9010026309663177e-06,
      "loss": 0.3429,
      "step": 1669590
    },
    {
      "epoch": 465.98,
      "grad_norm": 1.0167028903961182,
      "learning_rate": 1.900976078206448e-06,
      "loss": 0.346,
      "step": 1669600
    },
    {
      "epoch": 465.98,
      "grad_norm": 1.2227882146835327,
      "learning_rate": 1.9009495255055104e-06,
      "loss": 0.337,
      "step": 1669610
    },
    {
      "epoch": 465.98,
      "grad_norm": 0.9614754915237427,
      "learning_rate": 1.9009229728635107e-06,
      "loss": 0.3488,
      "step": 1669620
    },
    {
      "epoch": 465.99,
      "grad_norm": 0.9926252961158752,
      "learning_rate": 1.9008964202804516e-06,
      "loss": 0.3363,
      "step": 1669630
    },
    {
      "epoch": 465.99,
      "grad_norm": 1.0431039333343506,
      "learning_rate": 1.9008698677563356e-06,
      "loss": 0.3546,
      "step": 1669640
    },
    {
      "epoch": 465.99,
      "grad_norm": 1.0099064111709595,
      "learning_rate": 1.9008433152911676e-06,
      "loss": 0.334,
      "step": 1669650
    },
    {
      "epoch": 465.99,
      "grad_norm": 1.1588464975357056,
      "learning_rate": 1.9008167628849507e-06,
      "loss": 0.3531,
      "step": 1669660
    },
    {
      "epoch": 466.0,
      "grad_norm": 1.1026637554168701,
      "learning_rate": 1.9007902105376876e-06,
      "loss": 0.3608,
      "step": 1669670
    },
    {
      "epoch": 466.0,
      "eval_loss": 0.3434431254863739,
      "eval_runtime": 63.2645,
      "eval_samples_per_second": 79.966,
      "eval_steps_per_second": 10.006,
      "step": 1669678
    },
    {
      "epoch": 466.0,
      "grad_norm": 0.9667237401008606,
      "learning_rate": 1.900763658249383e-06,
      "loss": 0.3368,
      "step": 1669680
    },
    {
      "epoch": 466.0,
      "grad_norm": 1.0821990966796875,
      "learning_rate": 1.9007371060200406e-06,
      "loss": 0.3443,
      "step": 1669690
    },
    {
      "epoch": 466.01,
      "grad_norm": 1.1904085874557495,
      "learning_rate": 1.9007105538496625e-06,
      "loss": 0.3384,
      "step": 1669700
    },
    {
      "epoch": 466.01,
      "grad_norm": 1.0901156663894653,
      "learning_rate": 1.9006840017382538e-06,
      "loss": 0.3389,
      "step": 1669710
    },
    {
      "epoch": 466.01,
      "grad_norm": 1.0441378355026245,
      "learning_rate": 1.9006574496858167e-06,
      "loss": 0.3459,
      "step": 1669720
    },
    {
      "epoch": 466.01,
      "grad_norm": 1.1077648401260376,
      "learning_rate": 1.900630897692355e-06,
      "loss": 0.3442,
      "step": 1669730
    },
    {
      "epoch": 466.02,
      "grad_norm": 0.9365400671958923,
      "learning_rate": 1.9006043457578733e-06,
      "loss": 0.3448,
      "step": 1669740
    },
    {
      "epoch": 466.02,
      "grad_norm": 1.0330970287322998,
      "learning_rate": 1.9005777938823744e-06,
      "loss": 0.3611,
      "step": 1669750
    },
    {
      "epoch": 466.02,
      "grad_norm": 1.077606439590454,
      "learning_rate": 1.900551242065861e-06,
      "loss": 0.3292,
      "step": 1669760
    },
    {
      "epoch": 466.03,
      "grad_norm": 1.1941518783569336,
      "learning_rate": 1.9005246903083385e-06,
      "loss": 0.3534,
      "step": 1669770
    },
    {
      "epoch": 466.03,
      "grad_norm": 1.4625239372253418,
      "learning_rate": 1.900498138609809e-06,
      "loss": 0.3521,
      "step": 1669780
    },
    {
      "epoch": 466.03,
      "grad_norm": 1.1825200319290161,
      "learning_rate": 1.9004715869702764e-06,
      "loss": 0.3442,
      "step": 1669790
    },
    {
      "epoch": 466.03,
      "grad_norm": 1.00993812084198,
      "learning_rate": 1.9004450353897445e-06,
      "loss": 0.3469,
      "step": 1669800
    },
    {
      "epoch": 466.04,
      "grad_norm": 1.1507924795150757,
      "learning_rate": 1.9004184838682167e-06,
      "loss": 0.3448,
      "step": 1669810
    },
    {
      "epoch": 466.04,
      "grad_norm": 1.163619875907898,
      "learning_rate": 1.9003919324056953e-06,
      "loss": 0.3406,
      "step": 1669820
    },
    {
      "epoch": 466.04,
      "grad_norm": 1.0172325372695923,
      "learning_rate": 1.9003653810021863e-06,
      "loss": 0.3442,
      "step": 1669830
    },
    {
      "epoch": 466.05,
      "grad_norm": 1.1140637397766113,
      "learning_rate": 1.9003388296576918e-06,
      "loss": 0.3369,
      "step": 1669840
    },
    {
      "epoch": 466.05,
      "grad_norm": 1.0515692234039307,
      "learning_rate": 1.900312278372215e-06,
      "loss": 0.3512,
      "step": 1669850
    },
    {
      "epoch": 466.05,
      "grad_norm": 1.0898970365524292,
      "learning_rate": 1.9002857271457602e-06,
      "loss": 0.3403,
      "step": 1669860
    },
    {
      "epoch": 466.05,
      "grad_norm": 1.0623209476470947,
      "learning_rate": 1.9002591759783297e-06,
      "loss": 0.3479,
      "step": 1669870
    },
    {
      "epoch": 466.06,
      "grad_norm": 1.2686593532562256,
      "learning_rate": 1.9002326248699289e-06,
      "loss": 0.3498,
      "step": 1669880
    },
    {
      "epoch": 466.06,
      "grad_norm": 1.6081631183624268,
      "learning_rate": 1.9002060738205606e-06,
      "loss": 0.3282,
      "step": 1669890
    },
    {
      "epoch": 466.06,
      "grad_norm": 1.4198992252349854,
      "learning_rate": 1.9001795228302268e-06,
      "loss": 0.3474,
      "step": 1669900
    },
    {
      "epoch": 466.06,
      "grad_norm": 1.2228190898895264,
      "learning_rate": 1.9001529718989334e-06,
      "loss": 0.3513,
      "step": 1669910
    },
    {
      "epoch": 466.07,
      "grad_norm": 1.0238362550735474,
      "learning_rate": 1.900126421026683e-06,
      "loss": 0.3368,
      "step": 1669920
    },
    {
      "epoch": 466.07,
      "grad_norm": 1.1356607675552368,
      "learning_rate": 1.9000998702134785e-06,
      "loss": 0.3489,
      "step": 1669930
    },
    {
      "epoch": 466.07,
      "grad_norm": 1.1391217708587646,
      "learning_rate": 1.9000733194593245e-06,
      "loss": 0.3266,
      "step": 1669940
    },
    {
      "epoch": 466.08,
      "grad_norm": 1.0126038789749146,
      "learning_rate": 1.9000467687642239e-06,
      "loss": 0.3342,
      "step": 1669950
    },
    {
      "epoch": 466.08,
      "grad_norm": 1.0111991167068481,
      "learning_rate": 1.9000202181281795e-06,
      "loss": 0.3271,
      "step": 1669960
    },
    {
      "epoch": 466.08,
      "grad_norm": 1.153777003288269,
      "learning_rate": 1.8999936675511963e-06,
      "loss": 0.3409,
      "step": 1669970
    },
    {
      "epoch": 466.08,
      "grad_norm": 0.9188977479934692,
      "learning_rate": 1.8999671170332777e-06,
      "loss": 0.331,
      "step": 1669980
    },
    {
      "epoch": 466.09,
      "grad_norm": 0.9989897608757019,
      "learning_rate": 1.8999405665744258e-06,
      "loss": 0.3334,
      "step": 1669990
    },
    {
      "epoch": 466.09,
      "grad_norm": 1.0960801839828491,
      "learning_rate": 1.8999140161746457e-06,
      "loss": 0.352,
      "step": 1670000
    },
    {
      "epoch": 466.09,
      "grad_norm": 0.9812415242195129,
      "learning_rate": 1.8998874658339401e-06,
      "loss": 0.3402,
      "step": 1670010
    },
    {
      "epoch": 466.1,
      "grad_norm": 0.9389422535896301,
      "learning_rate": 1.8998609155523123e-06,
      "loss": 0.3247,
      "step": 1670020
    },
    {
      "epoch": 466.1,
      "grad_norm": 1.1405562162399292,
      "learning_rate": 1.8998343653297667e-06,
      "loss": 0.3581,
      "step": 1670030
    },
    {
      "epoch": 466.1,
      "grad_norm": 1.291639804840088,
      "learning_rate": 1.8998078151663065e-06,
      "loss": 0.3634,
      "step": 1670040
    },
    {
      "epoch": 466.1,
      "grad_norm": 0.9962282776832581,
      "learning_rate": 1.8997812650619341e-06,
      "loss": 0.3383,
      "step": 1670050
    },
    {
      "epoch": 466.11,
      "grad_norm": 1.1260722875595093,
      "learning_rate": 1.8997547150166552e-06,
      "loss": 0.3483,
      "step": 1670060
    },
    {
      "epoch": 466.11,
      "grad_norm": 1.1963129043579102,
      "learning_rate": 1.899728165030472e-06,
      "loss": 0.3553,
      "step": 1670070
    },
    {
      "epoch": 466.11,
      "grad_norm": 1.2819945812225342,
      "learning_rate": 1.899701615103388e-06,
      "loss": 0.357,
      "step": 1670080
    },
    {
      "epoch": 466.11,
      "grad_norm": 1.0012071132659912,
      "learning_rate": 1.8996750652354073e-06,
      "loss": 0.3282,
      "step": 1670090
    },
    {
      "epoch": 466.12,
      "grad_norm": 1.1105636358261108,
      "learning_rate": 1.899648515426533e-06,
      "loss": 0.3459,
      "step": 1670100
    },
    {
      "epoch": 466.12,
      "grad_norm": 0.9709245562553406,
      "learning_rate": 1.8996219656767678e-06,
      "loss": 0.3659,
      "step": 1670110
    },
    {
      "epoch": 466.12,
      "grad_norm": 1.0950809717178345,
      "learning_rate": 1.8995954159861172e-06,
      "loss": 0.3591,
      "step": 1670120
    },
    {
      "epoch": 466.13,
      "grad_norm": 1.2689733505249023,
      "learning_rate": 1.899568866354584e-06,
      "loss": 0.3522,
      "step": 1670130
    },
    {
      "epoch": 466.13,
      "grad_norm": 1.0807874202728271,
      "learning_rate": 1.8995423167821705e-06,
      "loss": 0.3346,
      "step": 1670140
    },
    {
      "epoch": 466.13,
      "grad_norm": 1.1168367862701416,
      "learning_rate": 1.8995157672688818e-06,
      "loss": 0.3472,
      "step": 1670150
    },
    {
      "epoch": 466.13,
      "grad_norm": 1.0567792654037476,
      "learning_rate": 1.8994892178147196e-06,
      "loss": 0.3383,
      "step": 1670160
    },
    {
      "epoch": 466.14,
      "grad_norm": 1.0616079568862915,
      "learning_rate": 1.89946266841969e-06,
      "loss": 0.3434,
      "step": 1670170
    },
    {
      "epoch": 466.14,
      "grad_norm": 1.1457525491714478,
      "learning_rate": 1.8994361190837949e-06,
      "loss": 0.3398,
      "step": 1670180
    },
    {
      "epoch": 466.14,
      "grad_norm": 1.0445400476455688,
      "learning_rate": 1.8994095698070372e-06,
      "loss": 0.3251,
      "step": 1670190
    },
    {
      "epoch": 466.15,
      "grad_norm": 1.0324879884719849,
      "learning_rate": 1.8993830205894225e-06,
      "loss": 0.3468,
      "step": 1670200
    },
    {
      "epoch": 466.15,
      "grad_norm": 0.9600796103477478,
      "learning_rate": 1.899356471430953e-06,
      "loss": 0.3561,
      "step": 1670210
    },
    {
      "epoch": 466.15,
      "grad_norm": 1.0196009874343872,
      "learning_rate": 1.8993299223316317e-06,
      "loss": 0.3482,
      "step": 1670220
    },
    {
      "epoch": 466.15,
      "grad_norm": 1.0302677154541016,
      "learning_rate": 1.8993033732914636e-06,
      "loss": 0.3395,
      "step": 1670230
    },
    {
      "epoch": 466.16,
      "grad_norm": 1.0232454538345337,
      "learning_rate": 1.8992768243104513e-06,
      "loss": 0.3355,
      "step": 1670240
    },
    {
      "epoch": 466.16,
      "grad_norm": 1.2032777070999146,
      "learning_rate": 1.8992502753885974e-06,
      "loss": 0.3558,
      "step": 1670250
    },
    {
      "epoch": 466.16,
      "grad_norm": 1.018654465675354,
      "learning_rate": 1.899223726525908e-06,
      "loss": 0.3466,
      "step": 1670260
    },
    {
      "epoch": 466.17,
      "grad_norm": 1.0382441282272339,
      "learning_rate": 1.8991971777223848e-06,
      "loss": 0.3377,
      "step": 1670270
    },
    {
      "epoch": 466.17,
      "grad_norm": 1.019257664680481,
      "learning_rate": 1.8991706289780312e-06,
      "loss": 0.3567,
      "step": 1670280
    },
    {
      "epoch": 466.17,
      "grad_norm": 1.0142757892608643,
      "learning_rate": 1.8991440802928519e-06,
      "loss": 0.3203,
      "step": 1670290
    },
    {
      "epoch": 466.17,
      "grad_norm": 0.9694986939430237,
      "learning_rate": 1.8991175316668497e-06,
      "loss": 0.3303,
      "step": 1670300
    },
    {
      "epoch": 466.18,
      "grad_norm": 0.9821194410324097,
      "learning_rate": 1.8990909831000271e-06,
      "loss": 0.3531,
      "step": 1670310
    },
    {
      "epoch": 466.18,
      "grad_norm": 0.9628334045410156,
      "learning_rate": 1.8990644345923898e-06,
      "loss": 0.3605,
      "step": 1670320
    },
    {
      "epoch": 466.18,
      "grad_norm": 0.9993717670440674,
      "learning_rate": 1.8990378861439403e-06,
      "loss": 0.3497,
      "step": 1670330
    },
    {
      "epoch": 466.18,
      "grad_norm": 1.0404444932937622,
      "learning_rate": 1.8990113377546813e-06,
      "loss": 0.3474,
      "step": 1670340
    },
    {
      "epoch": 466.19,
      "grad_norm": 1.555730938911438,
      "learning_rate": 1.898984789424618e-06,
      "loss": 0.3421,
      "step": 1670350
    },
    {
      "epoch": 466.19,
      "grad_norm": 0.9742243885993958,
      "learning_rate": 1.898958241153753e-06,
      "loss": 0.3502,
      "step": 1670360
    },
    {
      "epoch": 466.19,
      "grad_norm": 0.972665548324585,
      "learning_rate": 1.8989316929420892e-06,
      "loss": 0.338,
      "step": 1670370
    },
    {
      "epoch": 466.2,
      "grad_norm": 1.0995681285858154,
      "learning_rate": 1.8989051447896316e-06,
      "loss": 0.3419,
      "step": 1670380
    },
    {
      "epoch": 466.2,
      "grad_norm": 0.965294361114502,
      "learning_rate": 1.898878596696383e-06,
      "loss": 0.3457,
      "step": 1670390
    },
    {
      "epoch": 466.2,
      "grad_norm": 1.6589797735214233,
      "learning_rate": 1.898852048662346e-06,
      "loss": 0.3315,
      "step": 1670400
    },
    {
      "epoch": 466.2,
      "grad_norm": 0.9881998300552368,
      "learning_rate": 1.8988255006875257e-06,
      "loss": 0.3677,
      "step": 1670410
    },
    {
      "epoch": 466.21,
      "grad_norm": 1.0900663137435913,
      "learning_rate": 1.898798952771925e-06,
      "loss": 0.3479,
      "step": 1670420
    },
    {
      "epoch": 466.21,
      "grad_norm": 1.2385414838790894,
      "learning_rate": 1.8987724049155473e-06,
      "loss": 0.3402,
      "step": 1670430
    },
    {
      "epoch": 466.21,
      "grad_norm": 1.022884488105774,
      "learning_rate": 1.8987458571183965e-06,
      "loss": 0.3605,
      "step": 1670440
    },
    {
      "epoch": 466.22,
      "grad_norm": 1.1029527187347412,
      "learning_rate": 1.8987193093804747e-06,
      "loss": 0.3306,
      "step": 1670450
    },
    {
      "epoch": 466.22,
      "grad_norm": 1.0337307453155518,
      "learning_rate": 1.8986927617017878e-06,
      "loss": 0.3432,
      "step": 1670460
    },
    {
      "epoch": 466.22,
      "grad_norm": 0.9475628733634949,
      "learning_rate": 1.8986662140823381e-06,
      "loss": 0.33,
      "step": 1670470
    },
    {
      "epoch": 466.22,
      "grad_norm": 0.9168504476547241,
      "learning_rate": 1.8986396665221283e-06,
      "loss": 0.3545,
      "step": 1670480
    },
    {
      "epoch": 466.23,
      "grad_norm": 1.0351521968841553,
      "learning_rate": 1.8986131190211635e-06,
      "loss": 0.3486,
      "step": 1670490
    },
    {
      "epoch": 466.23,
      "grad_norm": 0.9047897458076477,
      "learning_rate": 1.8985865715794466e-06,
      "loss": 0.345,
      "step": 1670500
    },
    {
      "epoch": 466.23,
      "grad_norm": 0.9806999564170837,
      "learning_rate": 1.8985600241969809e-06,
      "loss": 0.351,
      "step": 1670510
    },
    {
      "epoch": 466.23,
      "grad_norm": 1.012804388999939,
      "learning_rate": 1.8985334768737704e-06,
      "loss": 0.3562,
      "step": 1670520
    },
    {
      "epoch": 466.24,
      "grad_norm": 0.9960312843322754,
      "learning_rate": 1.8985069296098184e-06,
      "loss": 0.3368,
      "step": 1670530
    },
    {
      "epoch": 466.24,
      "grad_norm": 1.0677146911621094,
      "learning_rate": 1.8984803824051273e-06,
      "loss": 0.3561,
      "step": 1670540
    },
    {
      "epoch": 466.24,
      "grad_norm": 0.9307973980903625,
      "learning_rate": 1.8984538352597027e-06,
      "loss": 0.3519,
      "step": 1670550
    },
    {
      "epoch": 466.25,
      "grad_norm": 1.1081255674362183,
      "learning_rate": 1.8984272881735473e-06,
      "loss": 0.3437,
      "step": 1670560
    },
    {
      "epoch": 466.25,
      "grad_norm": 1.194324254989624,
      "learning_rate": 1.8984007411466633e-06,
      "loss": 0.3471,
      "step": 1670570
    },
    {
      "epoch": 466.25,
      "grad_norm": 0.9876978993415833,
      "learning_rate": 1.8983741941790563e-06,
      "loss": 0.36,
      "step": 1670580
    },
    {
      "epoch": 466.25,
      "grad_norm": 0.9295173287391663,
      "learning_rate": 1.8983476472707291e-06,
      "loss": 0.3501,
      "step": 1670590
    },
    {
      "epoch": 466.26,
      "grad_norm": 1.0056416988372803,
      "learning_rate": 1.8983211004216845e-06,
      "loss": 0.3459,
      "step": 1670600
    },
    {
      "epoch": 466.26,
      "grad_norm": 1.0313568115234375,
      "learning_rate": 1.8982945536319274e-06,
      "loss": 0.3391,
      "step": 1670610
    },
    {
      "epoch": 466.26,
      "grad_norm": 0.87235426902771,
      "learning_rate": 1.8982680069014604e-06,
      "loss": 0.3387,
      "step": 1670620
    },
    {
      "epoch": 466.27,
      "grad_norm": 1.0600327253341675,
      "learning_rate": 1.898241460230286e-06,
      "loss": 0.3346,
      "step": 1670630
    },
    {
      "epoch": 466.27,
      "grad_norm": 0.9449359774589539,
      "learning_rate": 1.8982149136184097e-06,
      "loss": 0.3433,
      "step": 1670640
    },
    {
      "epoch": 466.27,
      "grad_norm": 2.2370569705963135,
      "learning_rate": 1.8981883670658347e-06,
      "loss": 0.3463,
      "step": 1670650
    },
    {
      "epoch": 466.27,
      "grad_norm": 1.1906615495681763,
      "learning_rate": 1.8981618205725632e-06,
      "loss": 0.3509,
      "step": 1670660
    },
    {
      "epoch": 466.28,
      "grad_norm": 1.1738115549087524,
      "learning_rate": 1.8981352741386006e-06,
      "loss": 0.3434,
      "step": 1670670
    },
    {
      "epoch": 466.28,
      "grad_norm": 0.9304975867271423,
      "learning_rate": 1.8981087277639493e-06,
      "loss": 0.3536,
      "step": 1670680
    },
    {
      "epoch": 466.28,
      "grad_norm": 0.9584631323814392,
      "learning_rate": 1.8980821814486117e-06,
      "loss": 0.352,
      "step": 1670690
    },
    {
      "epoch": 466.29,
      "grad_norm": 1.0732420682907104,
      "learning_rate": 1.8980556351925937e-06,
      "loss": 0.3478,
      "step": 1670700
    },
    {
      "epoch": 466.29,
      "grad_norm": 1.405879020690918,
      "learning_rate": 1.8980290889958976e-06,
      "loss": 0.3362,
      "step": 1670710
    },
    {
      "epoch": 466.29,
      "grad_norm": 1.1592117547988892,
      "learning_rate": 1.8980025428585265e-06,
      "loss": 0.3492,
      "step": 1670720
    },
    {
      "epoch": 466.29,
      "grad_norm": 1.1929221153259277,
      "learning_rate": 1.897975996780485e-06,
      "loss": 0.3569,
      "step": 1670730
    },
    {
      "epoch": 466.3,
      "grad_norm": 1.0539640188217163,
      "learning_rate": 1.897949450761776e-06,
      "loss": 0.3497,
      "step": 1670740
    },
    {
      "epoch": 466.3,
      "grad_norm": 1.0239006280899048,
      "learning_rate": 1.8979229048024038e-06,
      "loss": 0.3343,
      "step": 1670750
    },
    {
      "epoch": 466.3,
      "grad_norm": 1.120368242263794,
      "learning_rate": 1.897896358902371e-06,
      "loss": 0.3376,
      "step": 1670760
    },
    {
      "epoch": 466.3,
      "grad_norm": 0.8819886445999146,
      "learning_rate": 1.8978698130616805e-06,
      "loss": 0.3435,
      "step": 1670770
    },
    {
      "epoch": 466.31,
      "grad_norm": 1.3109694719314575,
      "learning_rate": 1.8978432672803378e-06,
      "loss": 0.3416,
      "step": 1670780
    },
    {
      "epoch": 466.31,
      "grad_norm": 1.2147932052612305,
      "learning_rate": 1.8978167215583455e-06,
      "loss": 0.3578,
      "step": 1670790
    },
    {
      "epoch": 466.31,
      "grad_norm": 1.0945690870285034,
      "learning_rate": 1.8977901758957065e-06,
      "loss": 0.3416,
      "step": 1670800
    },
    {
      "epoch": 466.32,
      "grad_norm": 1.0834476947784424,
      "learning_rate": 1.8977636302924253e-06,
      "loss": 0.339,
      "step": 1670810
    },
    {
      "epoch": 466.32,
      "grad_norm": 1.1668517589569092,
      "learning_rate": 1.8977370847485051e-06,
      "loss": 0.3424,
      "step": 1670820
    },
    {
      "epoch": 466.32,
      "grad_norm": 1.095587134361267,
      "learning_rate": 1.8977105392639482e-06,
      "loss": 0.3525,
      "step": 1670830
    },
    {
      "epoch": 466.32,
      "grad_norm": 0.8963778614997864,
      "learning_rate": 1.8976839938387603e-06,
      "loss": 0.3362,
      "step": 1670840
    },
    {
      "epoch": 466.33,
      "grad_norm": 1.2304383516311646,
      "learning_rate": 1.897657448472944e-06,
      "loss": 0.3591,
      "step": 1670850
    },
    {
      "epoch": 466.33,
      "grad_norm": 1.077532410621643,
      "learning_rate": 1.8976309031665017e-06,
      "loss": 0.33,
      "step": 1670860
    },
    {
      "epoch": 466.33,
      "grad_norm": 0.883780300617218,
      "learning_rate": 1.8976043579194389e-06,
      "loss": 0.3347,
      "step": 1670870
    },
    {
      "epoch": 466.34,
      "grad_norm": 1.220980167388916,
      "learning_rate": 1.8975778127317584e-06,
      "loss": 0.3394,
      "step": 1670880
    },
    {
      "epoch": 466.34,
      "grad_norm": 1.0684409141540527,
      "learning_rate": 1.8975512676034629e-06,
      "loss": 0.3403,
      "step": 1670890
    },
    {
      "epoch": 466.34,
      "grad_norm": 1.3469367027282715,
      "learning_rate": 1.8975247225345571e-06,
      "loss": 0.3392,
      "step": 1670900
    },
    {
      "epoch": 466.34,
      "grad_norm": 1.177878737449646,
      "learning_rate": 1.897498177525044e-06,
      "loss": 0.3391,
      "step": 1670910
    },
    {
      "epoch": 466.35,
      "grad_norm": 0.9628140926361084,
      "learning_rate": 1.897471632574926e-06,
      "loss": 0.3327,
      "step": 1670920
    },
    {
      "epoch": 466.35,
      "grad_norm": 1.2014315128326416,
      "learning_rate": 1.897445087684209e-06,
      "loss": 0.3293,
      "step": 1670930
    },
    {
      "epoch": 466.35,
      "grad_norm": 1.0059823989868164,
      "learning_rate": 1.8974185428528952e-06,
      "loss": 0.3415,
      "step": 1670940
    },
    {
      "epoch": 466.36,
      "grad_norm": 1.223204493522644,
      "learning_rate": 1.8973919980809878e-06,
      "loss": 0.3421,
      "step": 1670950
    },
    {
      "epoch": 466.36,
      "grad_norm": 1.6595690250396729,
      "learning_rate": 1.8973654533684913e-06,
      "loss": 0.3527,
      "step": 1670960
    },
    {
      "epoch": 466.36,
      "grad_norm": 1.1019223928451538,
      "learning_rate": 1.8973389087154086e-06,
      "loss": 0.3261,
      "step": 1670970
    },
    {
      "epoch": 466.36,
      "grad_norm": 1.085288405418396,
      "learning_rate": 1.8973123641217423e-06,
      "loss": 0.3476,
      "step": 1670980
    },
    {
      "epoch": 466.37,
      "grad_norm": 1.049804925918579,
      "learning_rate": 1.8972858195874982e-06,
      "loss": 0.3264,
      "step": 1670990
    },
    {
      "epoch": 466.37,
      "grad_norm": 1.047098994255066,
      "learning_rate": 1.8972592751126785e-06,
      "loss": 0.3361,
      "step": 1671000
    },
    {
      "epoch": 466.37,
      "grad_norm": 1.1233856678009033,
      "learning_rate": 1.8972327306972855e-06,
      "loss": 0.3715,
      "step": 1671010
    },
    {
      "epoch": 466.37,
      "grad_norm": 0.9963206648826599,
      "learning_rate": 1.8972061863413255e-06,
      "loss": 0.3476,
      "step": 1671020
    },
    {
      "epoch": 466.38,
      "grad_norm": 1.846194863319397,
      "learning_rate": 1.8971796420448e-06,
      "loss": 0.3366,
      "step": 1671030
    },
    {
      "epoch": 466.38,
      "grad_norm": 1.182411789894104,
      "learning_rate": 1.8971530978077135e-06,
      "loss": 0.3448,
      "step": 1671040
    },
    {
      "epoch": 466.38,
      "grad_norm": 1.025399088859558,
      "learning_rate": 1.8971265536300694e-06,
      "loss": 0.3321,
      "step": 1671050
    },
    {
      "epoch": 466.39,
      "grad_norm": 0.9920145869255066,
      "learning_rate": 1.8971000095118698e-06,
      "loss": 0.3442,
      "step": 1671060
    },
    {
      "epoch": 466.39,
      "grad_norm": 2.9250380992889404,
      "learning_rate": 1.8970734654531203e-06,
      "loss": 0.3434,
      "step": 1671070
    },
    {
      "epoch": 466.39,
      "grad_norm": 1.1097410917282104,
      "learning_rate": 1.8970469214538238e-06,
      "loss": 0.3596,
      "step": 1671080
    },
    {
      "epoch": 466.39,
      "grad_norm": 1.1794278621673584,
      "learning_rate": 1.8970203775139831e-06,
      "loss": 0.3476,
      "step": 1671090
    },
    {
      "epoch": 466.4,
      "grad_norm": 0.94098961353302,
      "learning_rate": 1.8969938336336026e-06,
      "loss": 0.3291,
      "step": 1671100
    },
    {
      "epoch": 466.4,
      "grad_norm": 0.9800857901573181,
      "learning_rate": 1.8969672898126856e-06,
      "loss": 0.3402,
      "step": 1671110
    },
    {
      "epoch": 466.4,
      "grad_norm": 1.0999027490615845,
      "learning_rate": 1.8969407460512347e-06,
      "loss": 0.3664,
      "step": 1671120
    },
    {
      "epoch": 466.41,
      "grad_norm": 1.1700304746627808,
      "learning_rate": 1.896914202349255e-06,
      "loss": 0.353,
      "step": 1671130
    },
    {
      "epoch": 466.41,
      "grad_norm": 1.104978322982788,
      "learning_rate": 1.8968876587067492e-06,
      "loss": 0.3451,
      "step": 1671140
    },
    {
      "epoch": 466.41,
      "grad_norm": 1.0715463161468506,
      "learning_rate": 1.8968611151237198e-06,
      "loss": 0.3475,
      "step": 1671150
    },
    {
      "epoch": 466.41,
      "grad_norm": 0.9771447777748108,
      "learning_rate": 1.8968345716001727e-06,
      "loss": 0.3313,
      "step": 1671160
    },
    {
      "epoch": 466.42,
      "grad_norm": 0.9849975109100342,
      "learning_rate": 1.89680802813611e-06,
      "loss": 0.349,
      "step": 1671170
    },
    {
      "epoch": 466.42,
      "grad_norm": 1.0733520984649658,
      "learning_rate": 1.896781484731535e-06,
      "loss": 0.3414,
      "step": 1671180
    },
    {
      "epoch": 466.42,
      "grad_norm": 1.0463788509368896,
      "learning_rate": 1.8967549413864521e-06,
      "loss": 0.342,
      "step": 1671190
    },
    {
      "epoch": 466.42,
      "grad_norm": 1.060294508934021,
      "learning_rate": 1.8967283981008646e-06,
      "loss": 0.3381,
      "step": 1671200
    },
    {
      "epoch": 466.43,
      "grad_norm": 1.001708984375,
      "learning_rate": 1.8967018548747745e-06,
      "loss": 0.3362,
      "step": 1671210
    },
    {
      "epoch": 466.43,
      "grad_norm": 0.9156205654144287,
      "learning_rate": 1.8966753117081876e-06,
      "loss": 0.3269,
      "step": 1671220
    },
    {
      "epoch": 466.43,
      "grad_norm": 1.115986704826355,
      "learning_rate": 1.8966487686011067e-06,
      "loss": 0.3444,
      "step": 1671230
    },
    {
      "epoch": 466.44,
      "grad_norm": 1.2348666191101074,
      "learning_rate": 1.8966222255535344e-06,
      "loss": 0.3666,
      "step": 1671240
    },
    {
      "epoch": 466.44,
      "grad_norm": 0.9174618721008301,
      "learning_rate": 1.8965956825654754e-06,
      "loss": 0.3454,
      "step": 1671250
    },
    {
      "epoch": 466.44,
      "grad_norm": 0.9987919330596924,
      "learning_rate": 1.896569139636933e-06,
      "loss": 0.3369,
      "step": 1671260
    },
    {
      "epoch": 466.44,
      "grad_norm": 1.0293662548065186,
      "learning_rate": 1.8965425967679092e-06,
      "loss": 0.3532,
      "step": 1671270
    },
    {
      "epoch": 466.45,
      "grad_norm": 1.1933882236480713,
      "learning_rate": 1.8965160539584098e-06,
      "loss": 0.3543,
      "step": 1671280
    },
    {
      "epoch": 466.45,
      "grad_norm": 1.1356754302978516,
      "learning_rate": 1.8964895112084376e-06,
      "loss": 0.3338,
      "step": 1671290
    },
    {
      "epoch": 466.45,
      "grad_norm": 1.2178521156311035,
      "learning_rate": 1.896462968517995e-06,
      "loss": 0.3367,
      "step": 1671300
    },
    {
      "epoch": 466.46,
      "grad_norm": 0.8847553133964539,
      "learning_rate": 1.8964364258870873e-06,
      "loss": 0.3516,
      "step": 1671310
    },
    {
      "epoch": 466.46,
      "grad_norm": 2.571624279022217,
      "learning_rate": 1.8964098833157164e-06,
      "loss": 0.3431,
      "step": 1671320
    },
    {
      "epoch": 466.46,
      "grad_norm": 1.0601840019226074,
      "learning_rate": 1.896383340803887e-06,
      "loss": 0.3375,
      "step": 1671330
    },
    {
      "epoch": 466.46,
      "grad_norm": 0.9428697824478149,
      "learning_rate": 1.8963567983516027e-06,
      "loss": 0.3379,
      "step": 1671340
    },
    {
      "epoch": 466.47,
      "grad_norm": 1.029614806175232,
      "learning_rate": 1.8963302559588653e-06,
      "loss": 0.3329,
      "step": 1671350
    },
    {
      "epoch": 466.47,
      "grad_norm": 1.5254013538360596,
      "learning_rate": 1.8963037136256808e-06,
      "loss": 0.3621,
      "step": 1671360
    },
    {
      "epoch": 466.47,
      "grad_norm": 0.949672281742096,
      "learning_rate": 1.8962771713520513e-06,
      "loss": 0.342,
      "step": 1671370
    },
    {
      "epoch": 466.48,
      "grad_norm": 1.161810278892517,
      "learning_rate": 1.8962506291379803e-06,
      "loss": 0.347,
      "step": 1671380
    },
    {
      "epoch": 466.48,
      "grad_norm": 1.051154375076294,
      "learning_rate": 1.8962240869834718e-06,
      "loss": 0.3491,
      "step": 1671390
    },
    {
      "epoch": 466.48,
      "grad_norm": 1.0383802652359009,
      "learning_rate": 1.8961975448885294e-06,
      "loss": 0.3455,
      "step": 1671400
    },
    {
      "epoch": 466.48,
      "grad_norm": 0.9172312021255493,
      "learning_rate": 1.896171002853155e-06,
      "loss": 0.3395,
      "step": 1671410
    },
    {
      "epoch": 466.49,
      "grad_norm": 0.9442861676216125,
      "learning_rate": 1.8961444608773549e-06,
      "loss": 0.3462,
      "step": 1671420
    },
    {
      "epoch": 466.49,
      "grad_norm": 1.10354483127594,
      "learning_rate": 1.8961179189611308e-06,
      "loss": 0.3475,
      "step": 1671430
    },
    {
      "epoch": 466.49,
      "grad_norm": 1.2178202867507935,
      "learning_rate": 1.8960913771044859e-06,
      "loss": 0.3519,
      "step": 1671440
    },
    {
      "epoch": 466.49,
      "grad_norm": 0.9522356390953064,
      "learning_rate": 1.8960648353074255e-06,
      "loss": 0.3384,
      "step": 1671450
    },
    {
      "epoch": 466.5,
      "grad_norm": 0.9745863080024719,
      "learning_rate": 1.8960382935699522e-06,
      "loss": 0.3533,
      "step": 1671460
    },
    {
      "epoch": 466.5,
      "grad_norm": 1.1370614767074585,
      "learning_rate": 1.8960117518920687e-06,
      "loss": 0.3433,
      "step": 1671470
    },
    {
      "epoch": 466.5,
      "grad_norm": 1.1140156984329224,
      "learning_rate": 1.8959852102737798e-06,
      "loss": 0.3444,
      "step": 1671480
    },
    {
      "epoch": 466.51,
      "grad_norm": 1.1701468229293823,
      "learning_rate": 1.8959586687150886e-06,
      "loss": 0.3294,
      "step": 1671490
    },
    {
      "epoch": 466.51,
      "grad_norm": 0.9844978451728821,
      "learning_rate": 1.8959321272159977e-06,
      "loss": 0.3362,
      "step": 1671500
    },
    {
      "epoch": 466.51,
      "grad_norm": 0.9965723752975464,
      "learning_rate": 1.8959055857765123e-06,
      "loss": 0.3388,
      "step": 1671510
    },
    {
      "epoch": 466.51,
      "grad_norm": 1.3189159631729126,
      "learning_rate": 1.8958790443966352e-06,
      "loss": 0.3441,
      "step": 1671520
    },
    {
      "epoch": 466.52,
      "grad_norm": 1.139819622039795,
      "learning_rate": 1.8958525030763686e-06,
      "loss": 0.3423,
      "step": 1671530
    },
    {
      "epoch": 466.52,
      "grad_norm": 1.1671160459518433,
      "learning_rate": 1.8958259618157185e-06,
      "loss": 0.3355,
      "step": 1671540
    },
    {
      "epoch": 466.52,
      "grad_norm": 1.141292929649353,
      "learning_rate": 1.895799420614687e-06,
      "loss": 0.3459,
      "step": 1671550
    },
    {
      "epoch": 466.53,
      "grad_norm": 1.115522027015686,
      "learning_rate": 1.8957728794732777e-06,
      "loss": 0.337,
      "step": 1671560
    },
    {
      "epoch": 466.53,
      "grad_norm": 1.1571791172027588,
      "learning_rate": 1.8957463383914947e-06,
      "loss": 0.3384,
      "step": 1671570
    },
    {
      "epoch": 466.53,
      "grad_norm": 1.1139731407165527,
      "learning_rate": 1.8957197973693411e-06,
      "loss": 0.354,
      "step": 1671580
    },
    {
      "epoch": 466.53,
      "grad_norm": 1.3121161460876465,
      "learning_rate": 1.8956932564068193e-06,
      "loss": 0.3341,
      "step": 1671590
    },
    {
      "epoch": 466.54,
      "grad_norm": 1.0069830417633057,
      "learning_rate": 1.895666715503935e-06,
      "loss": 0.3509,
      "step": 1671600
    },
    {
      "epoch": 466.54,
      "grad_norm": 0.979457676410675,
      "learning_rate": 1.8956401746606903e-06,
      "loss": 0.3376,
      "step": 1671610
    },
    {
      "epoch": 466.54,
      "grad_norm": 0.9985150694847107,
      "learning_rate": 1.8956136338770894e-06,
      "loss": 0.3566,
      "step": 1671620
    },
    {
      "epoch": 466.54,
      "grad_norm": 2.7302372455596924,
      "learning_rate": 1.895587093153136e-06,
      "loss": 0.3573,
      "step": 1671630
    },
    {
      "epoch": 466.55,
      "grad_norm": 1.043630838394165,
      "learning_rate": 1.895560552488832e-06,
      "loss": 0.3459,
      "step": 1671640
    },
    {
      "epoch": 466.55,
      "grad_norm": 0.997409462928772,
      "learning_rate": 1.8955340118841829e-06,
      "loss": 0.3307,
      "step": 1671650
    },
    {
      "epoch": 466.55,
      "grad_norm": 1.1428098678588867,
      "learning_rate": 1.8955074713391916e-06,
      "loss": 0.3415,
      "step": 1671660
    },
    {
      "epoch": 466.56,
      "grad_norm": 0.9490442276000977,
      "learning_rate": 1.8954809308538608e-06,
      "loss": 0.3344,
      "step": 1671670
    },
    {
      "epoch": 466.56,
      "grad_norm": 1.0550751686096191,
      "learning_rate": 1.8954543904281953e-06,
      "loss": 0.3356,
      "step": 1671680
    },
    {
      "epoch": 466.56,
      "grad_norm": 0.9771409630775452,
      "learning_rate": 1.8954278500621984e-06,
      "loss": 0.3316,
      "step": 1671690
    },
    {
      "epoch": 466.56,
      "grad_norm": 1.0585685968399048,
      "learning_rate": 1.8954013097558726e-06,
      "loss": 0.3479,
      "step": 1671700
    },
    {
      "epoch": 466.57,
      "grad_norm": 1.008690357208252,
      "learning_rate": 1.8953747695092226e-06,
      "loss": 0.3358,
      "step": 1671710
    },
    {
      "epoch": 466.57,
      "grad_norm": 1.0641944408416748,
      "learning_rate": 1.8953482293222516e-06,
      "loss": 0.3509,
      "step": 1671720
    },
    {
      "epoch": 466.57,
      "grad_norm": 0.8704632520675659,
      "learning_rate": 1.895321689194962e-06,
      "loss": 0.3238,
      "step": 1671730
    },
    {
      "epoch": 466.58,
      "grad_norm": 0.9133222103118896,
      "learning_rate": 1.8952951491273592e-06,
      "loss": 0.331,
      "step": 1671740
    },
    {
      "epoch": 466.58,
      "grad_norm": 1.0489963293075562,
      "learning_rate": 1.895268609119446e-06,
      "loss": 0.3523,
      "step": 1671750
    },
    {
      "epoch": 466.58,
      "grad_norm": 0.985706090927124,
      "learning_rate": 1.8952420691712255e-06,
      "loss": 0.329,
      "step": 1671760
    },
    {
      "epoch": 466.58,
      "grad_norm": 1.1793711185455322,
      "learning_rate": 1.8952155292827017e-06,
      "loss": 0.3417,
      "step": 1671770
    },
    {
      "epoch": 466.59,
      "grad_norm": 1.1690877676010132,
      "learning_rate": 1.895188989453878e-06,
      "loss": 0.3353,
      "step": 1671780
    },
    {
      "epoch": 466.59,
      "grad_norm": 0.9886931777000427,
      "learning_rate": 1.895162449684757e-06,
      "loss": 0.3263,
      "step": 1671790
    },
    {
      "epoch": 466.59,
      "grad_norm": 1.0305417776107788,
      "learning_rate": 1.895135909975344e-06,
      "loss": 0.3449,
      "step": 1671800
    },
    {
      "epoch": 466.6,
      "grad_norm": 1.077315092086792,
      "learning_rate": 1.8951093703256418e-06,
      "loss": 0.3573,
      "step": 1671810
    },
    {
      "epoch": 466.6,
      "grad_norm": 1.1192724704742432,
      "learning_rate": 1.8950828307356526e-06,
      "loss": 0.3425,
      "step": 1671820
    },
    {
      "epoch": 466.6,
      "grad_norm": 1.0877318382263184,
      "learning_rate": 1.8950562912053822e-06,
      "loss": 0.3463,
      "step": 1671830
    },
    {
      "epoch": 466.6,
      "grad_norm": 1.2518320083618164,
      "learning_rate": 1.8950297517348332e-06,
      "loss": 0.36,
      "step": 1671840
    },
    {
      "epoch": 466.61,
      "grad_norm": 0.816567599773407,
      "learning_rate": 1.8950032123240082e-06,
      "loss": 0.3316,
      "step": 1671850
    },
    {
      "epoch": 466.61,
      "grad_norm": 0.9923108816146851,
      "learning_rate": 1.8949766729729124e-06,
      "loss": 0.3271,
      "step": 1671860
    },
    {
      "epoch": 466.61,
      "grad_norm": 1.0370543003082275,
      "learning_rate": 1.8949501336815482e-06,
      "loss": 0.3426,
      "step": 1671870
    },
    {
      "epoch": 466.61,
      "grad_norm": 1.653550624847412,
      "learning_rate": 1.8949235944499184e-06,
      "loss": 0.3454,
      "step": 1671880
    },
    {
      "epoch": 466.62,
      "grad_norm": 0.9863587021827698,
      "learning_rate": 1.8948970552780285e-06,
      "loss": 0.366,
      "step": 1671890
    },
    {
      "epoch": 466.62,
      "grad_norm": 1.2014191150665283,
      "learning_rate": 1.8948705161658806e-06,
      "loss": 0.3647,
      "step": 1671900
    },
    {
      "epoch": 466.62,
      "grad_norm": 1.1316767930984497,
      "learning_rate": 1.8948439771134791e-06,
      "loss": 0.3519,
      "step": 1671910
    },
    {
      "epoch": 466.63,
      "grad_norm": 0.9937608242034912,
      "learning_rate": 1.8948174381208273e-06,
      "loss": 0.3434,
      "step": 1671920
    },
    {
      "epoch": 466.63,
      "grad_norm": 1.184359073638916,
      "learning_rate": 1.8947908991879276e-06,
      "loss": 0.3501,
      "step": 1671930
    },
    {
      "epoch": 466.63,
      "grad_norm": 1.2946529388427734,
      "learning_rate": 1.8947643603147851e-06,
      "loss": 0.3401,
      "step": 1671940
    },
    {
      "epoch": 466.63,
      "grad_norm": 0.9598567485809326,
      "learning_rate": 1.894737821501403e-06,
      "loss": 0.3453,
      "step": 1671950
    },
    {
      "epoch": 466.64,
      "grad_norm": 1.1746153831481934,
      "learning_rate": 1.8947112827477834e-06,
      "loss": 0.3467,
      "step": 1671960
    },
    {
      "epoch": 466.64,
      "grad_norm": 1.1431525945663452,
      "learning_rate": 1.894684744053932e-06,
      "loss": 0.3573,
      "step": 1671970
    },
    {
      "epoch": 466.64,
      "grad_norm": 0.9569900631904602,
      "learning_rate": 1.8946582054198515e-06,
      "loss": 0.3515,
      "step": 1671980
    },
    {
      "epoch": 466.65,
      "grad_norm": 0.9171333909034729,
      "learning_rate": 1.8946316668455446e-06,
      "loss": 0.347,
      "step": 1671990
    },
    {
      "epoch": 466.65,
      "grad_norm": 1.0819543600082397,
      "learning_rate": 1.894605128331016e-06,
      "loss": 0.3501,
      "step": 1672000
    },
    {
      "epoch": 466.65,
      "grad_norm": 0.8246452808380127,
      "learning_rate": 1.8945785898762687e-06,
      "loss": 0.3438,
      "step": 1672010
    },
    {
      "epoch": 466.65,
      "grad_norm": 0.9608175754547119,
      "learning_rate": 1.894552051481305e-06,
      "loss": 0.3373,
      "step": 1672020
    },
    {
      "epoch": 466.66,
      "grad_norm": 1.12956964969635,
      "learning_rate": 1.894525513146131e-06,
      "loss": 0.3466,
      "step": 1672030
    },
    {
      "epoch": 466.66,
      "grad_norm": 0.9776235818862915,
      "learning_rate": 1.894498974870749e-06,
      "loss": 0.3288,
      "step": 1672040
    },
    {
      "epoch": 466.66,
      "grad_norm": 0.876727283000946,
      "learning_rate": 1.8944724366551613e-06,
      "loss": 0.351,
      "step": 1672050
    },
    {
      "epoch": 466.66,
      "grad_norm": 0.8521462678909302,
      "learning_rate": 1.8944458984993736e-06,
      "loss": 0.3309,
      "step": 1672060
    },
    {
      "epoch": 466.67,
      "grad_norm": 0.8392025232315063,
      "learning_rate": 1.8944193604033882e-06,
      "loss": 0.3432,
      "step": 1672070
    },
    {
      "epoch": 466.67,
      "grad_norm": 1.1261249780654907,
      "learning_rate": 1.8943928223672079e-06,
      "loss": 0.3428,
      "step": 1672080
    },
    {
      "epoch": 466.67,
      "grad_norm": 0.9916815161705017,
      "learning_rate": 1.8943662843908385e-06,
      "loss": 0.3517,
      "step": 1672090
    },
    {
      "epoch": 466.68,
      "grad_norm": 1.1148451566696167,
      "learning_rate": 1.8943397464742817e-06,
      "loss": 0.3364,
      "step": 1672100
    },
    {
      "epoch": 466.68,
      "grad_norm": 1.1488195657730103,
      "learning_rate": 1.8943132086175407e-06,
      "loss": 0.3456,
      "step": 1672110
    },
    {
      "epoch": 466.68,
      "grad_norm": 1.0638267993927002,
      "learning_rate": 1.894286670820621e-06,
      "loss": 0.3335,
      "step": 1672120
    },
    {
      "epoch": 466.68,
      "grad_norm": 1.2190860509872437,
      "learning_rate": 1.8942601330835248e-06,
      "loss": 0.3556,
      "step": 1672130
    },
    {
      "epoch": 466.69,
      "grad_norm": 0.9678056240081787,
      "learning_rate": 1.8942335954062552e-06,
      "loss": 0.3401,
      "step": 1672140
    },
    {
      "epoch": 466.69,
      "grad_norm": 1.060876488685608,
      "learning_rate": 1.894207057788817e-06,
      "loss": 0.3455,
      "step": 1672150
    },
    {
      "epoch": 466.69,
      "grad_norm": 1.2420547008514404,
      "learning_rate": 1.8941805202312134e-06,
      "loss": 0.3515,
      "step": 1672160
    },
    {
      "epoch": 466.7,
      "grad_norm": 1.3437490463256836,
      "learning_rate": 1.894153982733446e-06,
      "loss": 0.3535,
      "step": 1672170
    },
    {
      "epoch": 466.7,
      "grad_norm": 1.0704878568649292,
      "learning_rate": 1.8941274452955212e-06,
      "loss": 0.3511,
      "step": 1672180
    },
    {
      "epoch": 466.7,
      "grad_norm": 0.9729474782943726,
      "learning_rate": 1.894100907917441e-06,
      "loss": 0.3214,
      "step": 1672190
    },
    {
      "epoch": 466.7,
      "grad_norm": 1.3033004999160767,
      "learning_rate": 1.8940743705992097e-06,
      "loss": 0.33,
      "step": 1672200
    },
    {
      "epoch": 466.71,
      "grad_norm": 1.2418321371078491,
      "learning_rate": 1.8940478333408301e-06,
      "loss": 0.3366,
      "step": 1672210
    },
    {
      "epoch": 466.71,
      "grad_norm": 1.0653325319290161,
      "learning_rate": 1.8940212961423053e-06,
      "loss": 0.348,
      "step": 1672220
    },
    {
      "epoch": 466.71,
      "grad_norm": 1.0705950260162354,
      "learning_rate": 1.8939947590036403e-06,
      "loss": 0.3483,
      "step": 1672230
    },
    {
      "epoch": 466.72,
      "grad_norm": 1.0464688539505005,
      "learning_rate": 1.8939682219248378e-06,
      "loss": 0.3523,
      "step": 1672240
    },
    {
      "epoch": 466.72,
      "grad_norm": 1.0868834257125854,
      "learning_rate": 1.8939416849059007e-06,
      "loss": 0.3415,
      "step": 1672250
    },
    {
      "epoch": 466.72,
      "grad_norm": 0.8882879018783569,
      "learning_rate": 1.8939151479468337e-06,
      "loss": 0.3416,
      "step": 1672260
    },
    {
      "epoch": 466.72,
      "grad_norm": 0.9843429327011108,
      "learning_rate": 1.8938886110476402e-06,
      "loss": 0.3304,
      "step": 1672270
    },
    {
      "epoch": 466.73,
      "grad_norm": 0.8665879964828491,
      "learning_rate": 1.8938620742083227e-06,
      "loss": 0.3512,
      "step": 1672280
    },
    {
      "epoch": 466.73,
      "grad_norm": 1.134377360343933,
      "learning_rate": 1.893835537428886e-06,
      "loss": 0.3458,
      "step": 1672290
    },
    {
      "epoch": 466.73,
      "grad_norm": 1.2719676494598389,
      "learning_rate": 1.893809000709333e-06,
      "loss": 0.3452,
      "step": 1672300
    },
    {
      "epoch": 466.73,
      "grad_norm": 1.1346609592437744,
      "learning_rate": 1.893782464049666e-06,
      "loss": 0.3722,
      "step": 1672310
    },
    {
      "epoch": 466.74,
      "grad_norm": 1.166088581085205,
      "learning_rate": 1.8937559274498913e-06,
      "loss": 0.3538,
      "step": 1672320
    },
    {
      "epoch": 466.74,
      "grad_norm": 0.9822776913642883,
      "learning_rate": 1.8937293909100108e-06,
      "loss": 0.3438,
      "step": 1672330
    },
    {
      "epoch": 466.74,
      "grad_norm": 4.152317047119141,
      "learning_rate": 1.8937028544300276e-06,
      "loss": 0.3514,
      "step": 1672340
    },
    {
      "epoch": 466.75,
      "grad_norm": 1.2536191940307617,
      "learning_rate": 1.8936763180099463e-06,
      "loss": 0.349,
      "step": 1672350
    },
    {
      "epoch": 466.75,
      "grad_norm": 1.1152089834213257,
      "learning_rate": 1.8936497816497694e-06,
      "loss": 0.3457,
      "step": 1672360
    },
    {
      "epoch": 466.75,
      "grad_norm": 0.9992772340774536,
      "learning_rate": 1.8936232453495012e-06,
      "loss": 0.3399,
      "step": 1672370
    },
    {
      "epoch": 466.75,
      "grad_norm": 1.1077327728271484,
      "learning_rate": 1.8935967091091453e-06,
      "loss": 0.3579,
      "step": 1672380
    },
    {
      "epoch": 466.76,
      "grad_norm": 0.8815258145332336,
      "learning_rate": 1.8935701729287047e-06,
      "loss": 0.3499,
      "step": 1672390
    },
    {
      "epoch": 466.76,
      "grad_norm": 1.0626068115234375,
      "learning_rate": 1.8935436368081824e-06,
      "loss": 0.3455,
      "step": 1672400
    },
    {
      "epoch": 466.76,
      "grad_norm": 0.9854539632797241,
      "learning_rate": 1.8935171007475836e-06,
      "loss": 0.3462,
      "step": 1672410
    },
    {
      "epoch": 466.77,
      "grad_norm": 0.9805991053581238,
      "learning_rate": 1.893490564746911e-06,
      "loss": 0.3366,
      "step": 1672420
    },
    {
      "epoch": 466.77,
      "grad_norm": 0.9335653781890869,
      "learning_rate": 1.8934640288061675e-06,
      "loss": 0.3346,
      "step": 1672430
    },
    {
      "epoch": 466.77,
      "grad_norm": 0.9917854070663452,
      "learning_rate": 1.8934374929253574e-06,
      "loss": 0.3453,
      "step": 1672440
    },
    {
      "epoch": 466.77,
      "grad_norm": 1.0025362968444824,
      "learning_rate": 1.8934109571044836e-06,
      "loss": 0.3428,
      "step": 1672450
    },
    {
      "epoch": 466.78,
      "grad_norm": 0.9983254671096802,
      "learning_rate": 1.8933844213435507e-06,
      "loss": 0.3421,
      "step": 1672460
    },
    {
      "epoch": 466.78,
      "grad_norm": 1.0760138034820557,
      "learning_rate": 1.8933578856425615e-06,
      "loss": 0.3338,
      "step": 1672470
    },
    {
      "epoch": 466.78,
      "grad_norm": 0.9514978528022766,
      "learning_rate": 1.893331350001519e-06,
      "loss": 0.3265,
      "step": 1672480
    },
    {
      "epoch": 466.78,
      "grad_norm": 0.9811490178108215,
      "learning_rate": 1.893304814420428e-06,
      "loss": 0.3343,
      "step": 1672490
    },
    {
      "epoch": 466.79,
      "grad_norm": 1.0749684572219849,
      "learning_rate": 1.8932782788992916e-06,
      "loss": 0.3731,
      "step": 1672500
    },
    {
      "epoch": 466.79,
      "grad_norm": 1.0438600778579712,
      "learning_rate": 1.8932517434381125e-06,
      "loss": 0.3382,
      "step": 1672510
    },
    {
      "epoch": 466.79,
      "grad_norm": 1.0256717205047607,
      "learning_rate": 1.8932252080368954e-06,
      "loss": 0.3341,
      "step": 1672520
    },
    {
      "epoch": 466.8,
      "grad_norm": 1.0410455465316772,
      "learning_rate": 1.893198672695643e-06,
      "loss": 0.3227,
      "step": 1672530
    },
    {
      "epoch": 466.8,
      "grad_norm": 0.9387027025222778,
      "learning_rate": 1.8931721374143585e-06,
      "loss": 0.3488,
      "step": 1672540
    },
    {
      "epoch": 466.8,
      "grad_norm": 0.9797543883323669,
      "learning_rate": 1.8931456021930468e-06,
      "loss": 0.3427,
      "step": 1672550
    },
    {
      "epoch": 466.8,
      "grad_norm": 1.0922276973724365,
      "learning_rate": 1.8931190670317107e-06,
      "loss": 0.341,
      "step": 1672560
    },
    {
      "epoch": 466.81,
      "grad_norm": 1.0456784963607788,
      "learning_rate": 1.893092531930353e-06,
      "loss": 0.343,
      "step": 1672570
    },
    {
      "epoch": 466.81,
      "grad_norm": 1.0884207487106323,
      "learning_rate": 1.8930659968889791e-06,
      "loss": 0.3363,
      "step": 1672580
    },
    {
      "epoch": 466.81,
      "grad_norm": 1.0423691272735596,
      "learning_rate": 1.8930394619075907e-06,
      "loss": 0.3365,
      "step": 1672590
    },
    {
      "epoch": 466.82,
      "grad_norm": 1.1011921167373657,
      "learning_rate": 1.8930129269861912e-06,
      "loss": 0.34,
      "step": 1672600
    },
    {
      "epoch": 466.82,
      "grad_norm": 1.5372768640518188,
      "learning_rate": 1.892986392124786e-06,
      "loss": 0.3418,
      "step": 1672610
    },
    {
      "epoch": 466.82,
      "grad_norm": 0.9624983668327332,
      "learning_rate": 1.8929598573233774e-06,
      "loss": 0.3371,
      "step": 1672620
    },
    {
      "epoch": 466.82,
      "grad_norm": 1.0802773237228394,
      "learning_rate": 1.8929333225819683e-06,
      "loss": 0.3534,
      "step": 1672630
    },
    {
      "epoch": 466.83,
      "grad_norm": 1.0717705488204956,
      "learning_rate": 1.8929067879005638e-06,
      "loss": 0.3397,
      "step": 1672640
    },
    {
      "epoch": 466.83,
      "grad_norm": 0.8630596995353699,
      "learning_rate": 1.8928802532791668e-06,
      "loss": 0.3357,
      "step": 1672650
    },
    {
      "epoch": 466.83,
      "grad_norm": 1.0462861061096191,
      "learning_rate": 1.8928537187177801e-06,
      "loss": 0.3466,
      "step": 1672660
    },
    {
      "epoch": 466.84,
      "grad_norm": 0.9433290362358093,
      "learning_rate": 1.8928271842164085e-06,
      "loss": 0.3323,
      "step": 1672670
    },
    {
      "epoch": 466.84,
      "grad_norm": 0.9709935784339905,
      "learning_rate": 1.8928006497750547e-06,
      "loss": 0.3403,
      "step": 1672680
    },
    {
      "epoch": 466.84,
      "grad_norm": 1.0709216594696045,
      "learning_rate": 1.8927741153937214e-06,
      "loss": 0.3486,
      "step": 1672690
    },
    {
      "epoch": 466.84,
      "grad_norm": 1.325276494026184,
      "learning_rate": 1.8927475810724141e-06,
      "loss": 0.3385,
      "step": 1672700
    },
    {
      "epoch": 466.85,
      "grad_norm": 1.0003373622894287,
      "learning_rate": 1.8927210468111353e-06,
      "loss": 0.3304,
      "step": 1672710
    },
    {
      "epoch": 466.85,
      "grad_norm": 0.995729386806488,
      "learning_rate": 1.8926945126098882e-06,
      "loss": 0.3559,
      "step": 1672720
    },
    {
      "epoch": 466.85,
      "grad_norm": 1.0124657154083252,
      "learning_rate": 1.892667978468677e-06,
      "loss": 0.3356,
      "step": 1672730
    },
    {
      "epoch": 466.85,
      "grad_norm": 0.9432523250579834,
      "learning_rate": 1.8926414443875041e-06,
      "loss": 0.3438,
      "step": 1672740
    },
    {
      "epoch": 466.86,
      "grad_norm": 0.9671840667724609,
      "learning_rate": 1.892614910366375e-06,
      "loss": 0.3294,
      "step": 1672750
    },
    {
      "epoch": 466.86,
      "grad_norm": 1.0123919248580933,
      "learning_rate": 1.892588376405292e-06,
      "loss": 0.3511,
      "step": 1672760
    },
    {
      "epoch": 466.86,
      "grad_norm": 1.1066697835922241,
      "learning_rate": 1.8925618425042575e-06,
      "loss": 0.3477,
      "step": 1672770
    },
    {
      "epoch": 466.87,
      "grad_norm": 0.8794415593147278,
      "learning_rate": 1.8925353086632777e-06,
      "loss": 0.3343,
      "step": 1672780
    },
    {
      "epoch": 466.87,
      "grad_norm": 1.0045629739761353,
      "learning_rate": 1.8925087748823542e-06,
      "loss": 0.3525,
      "step": 1672790
    },
    {
      "epoch": 466.87,
      "grad_norm": 1.2222864627838135,
      "learning_rate": 1.892482241161491e-06,
      "loss": 0.3386,
      "step": 1672800
    },
    {
      "epoch": 466.87,
      "grad_norm": 1.187303066253662,
      "learning_rate": 1.8924557075006918e-06,
      "loss": 0.3451,
      "step": 1672810
    },
    {
      "epoch": 466.88,
      "grad_norm": 1.126997709274292,
      "learning_rate": 1.8924291738999601e-06,
      "loss": 0.3517,
      "step": 1672820
    },
    {
      "epoch": 466.88,
      "grad_norm": 0.8914857506752014,
      "learning_rate": 1.8924026403592986e-06,
      "loss": 0.3585,
      "step": 1672830
    },
    {
      "epoch": 466.88,
      "grad_norm": 0.9597349166870117,
      "learning_rate": 1.8923761068787122e-06,
      "loss": 0.3425,
      "step": 1672840
    },
    {
      "epoch": 466.89,
      "grad_norm": 0.9656780362129211,
      "learning_rate": 1.8923495734582038e-06,
      "loss": 0.3558,
      "step": 1672850
    },
    {
      "epoch": 466.89,
      "grad_norm": 1.1295008659362793,
      "learning_rate": 1.8923230400977768e-06,
      "loss": 0.349,
      "step": 1672860
    },
    {
      "epoch": 466.89,
      "grad_norm": 1.0683133602142334,
      "learning_rate": 1.892296506797435e-06,
      "loss": 0.354,
      "step": 1672870
    },
    {
      "epoch": 466.89,
      "grad_norm": 0.9537378549575806,
      "learning_rate": 1.8922699735571816e-06,
      "loss": 0.3415,
      "step": 1672880
    },
    {
      "epoch": 466.9,
      "grad_norm": 1.0725396871566772,
      "learning_rate": 1.8922434403770198e-06,
      "loss": 0.3602,
      "step": 1672890
    },
    {
      "epoch": 466.9,
      "grad_norm": 1.0386159420013428,
      "learning_rate": 1.8922169072569543e-06,
      "loss": 0.3492,
      "step": 1672900
    },
    {
      "epoch": 466.9,
      "grad_norm": 1.2398083209991455,
      "learning_rate": 1.8921903741969884e-06,
      "loss": 0.336,
      "step": 1672910
    },
    {
      "epoch": 466.9,
      "grad_norm": 1.0922690629959106,
      "learning_rate": 1.8921638411971237e-06,
      "loss": 0.3428,
      "step": 1672920
    },
    {
      "epoch": 466.91,
      "grad_norm": 1.1406500339508057,
      "learning_rate": 1.8921373082573664e-06,
      "loss": 0.3445,
      "step": 1672930
    },
    {
      "epoch": 466.91,
      "grad_norm": 1.0135149955749512,
      "learning_rate": 1.8921107753777192e-06,
      "loss": 0.3521,
      "step": 1672940
    },
    {
      "epoch": 466.91,
      "grad_norm": 1.1047191619873047,
      "learning_rate": 1.8920842425581844e-06,
      "loss": 0.3294,
      "step": 1672950
    },
    {
      "epoch": 466.92,
      "grad_norm": 1.1754403114318848,
      "learning_rate": 1.892057709798767e-06,
      "loss": 0.3495,
      "step": 1672960
    },
    {
      "epoch": 466.92,
      "grad_norm": 1.3132351636886597,
      "learning_rate": 1.89203117709947e-06,
      "loss": 0.3519,
      "step": 1672970
    },
    {
      "epoch": 466.92,
      "grad_norm": 0.9430644512176514,
      "learning_rate": 1.892004644460296e-06,
      "loss": 0.3311,
      "step": 1672980
    },
    {
      "epoch": 466.92,
      "grad_norm": 1.1092764139175415,
      "learning_rate": 1.89197811188125e-06,
      "loss": 0.3382,
      "step": 1672990
    },
    {
      "epoch": 466.93,
      "grad_norm": 1.3207515478134155,
      "learning_rate": 1.8919515793623358e-06,
      "loss": 0.3434,
      "step": 1673000
    },
    {
      "epoch": 466.93,
      "grad_norm": 0.8739294409751892,
      "learning_rate": 1.8919250469035549e-06,
      "loss": 0.3281,
      "step": 1673010
    },
    {
      "epoch": 466.93,
      "grad_norm": 1.2032690048217773,
      "learning_rate": 1.8918985145049127e-06,
      "loss": 0.3473,
      "step": 1673020
    },
    {
      "epoch": 466.94,
      "grad_norm": 1.187534213066101,
      "learning_rate": 1.8918719821664111e-06,
      "loss": 0.3502,
      "step": 1673030
    },
    {
      "epoch": 466.94,
      "grad_norm": 0.974684476852417,
      "learning_rate": 1.8918454498880559e-06,
      "loss": 0.3222,
      "step": 1673040
    },
    {
      "epoch": 466.94,
      "grad_norm": 1.2309730052947998,
      "learning_rate": 1.8918189176698488e-06,
      "loss": 0.3297,
      "step": 1673050
    },
    {
      "epoch": 466.94,
      "grad_norm": 1.657207727432251,
      "learning_rate": 1.891792385511793e-06,
      "loss": 0.3492,
      "step": 1673060
    },
    {
      "epoch": 466.95,
      "grad_norm": 1.129010796546936,
      "learning_rate": 1.891765853413894e-06,
      "loss": 0.3395,
      "step": 1673070
    },
    {
      "epoch": 466.95,
      "grad_norm": 1.3656566143035889,
      "learning_rate": 1.8917393213761543e-06,
      "loss": 0.3393,
      "step": 1673080
    },
    {
      "epoch": 466.95,
      "grad_norm": 1.0842242240905762,
      "learning_rate": 1.8917127893985766e-06,
      "loss": 0.3473,
      "step": 1673090
    },
    {
      "epoch": 466.96,
      "grad_norm": 1.4012928009033203,
      "learning_rate": 1.8916862574811658e-06,
      "loss": 0.3472,
      "step": 1673100
    },
    {
      "epoch": 466.96,
      "grad_norm": 1.246949553489685,
      "learning_rate": 1.8916597256239246e-06,
      "loss": 0.3455,
      "step": 1673110
    },
    {
      "epoch": 466.96,
      "grad_norm": 1.0497289896011353,
      "learning_rate": 1.8916331938268558e-06,
      "loss": 0.3384,
      "step": 1673120
    },
    {
      "epoch": 466.96,
      "grad_norm": 1.0339610576629639,
      "learning_rate": 1.8916066620899651e-06,
      "loss": 0.3398,
      "step": 1673130
    },
    {
      "epoch": 466.97,
      "grad_norm": 1.0420433282852173,
      "learning_rate": 1.8915801304132548e-06,
      "loss": 0.3486,
      "step": 1673140
    },
    {
      "epoch": 466.97,
      "grad_norm": 1.9780131578445435,
      "learning_rate": 1.891553598796728e-06,
      "loss": 0.3343,
      "step": 1673150
    },
    {
      "epoch": 466.97,
      "grad_norm": 0.916264533996582,
      "learning_rate": 1.8915270672403886e-06,
      "loss": 0.3487,
      "step": 1673160
    },
    {
      "epoch": 466.97,
      "grad_norm": 1.1771252155303955,
      "learning_rate": 1.8915005357442408e-06,
      "loss": 0.3565,
      "step": 1673170
    },
    {
      "epoch": 466.98,
      "grad_norm": 0.9896758198738098,
      "learning_rate": 1.8914740043082863e-06,
      "loss": 0.3467,
      "step": 1673180
    },
    {
      "epoch": 466.98,
      "grad_norm": 1.1286717653274536,
      "learning_rate": 1.8914474729325308e-06,
      "loss": 0.3313,
      "step": 1673190
    },
    {
      "epoch": 466.98,
      "grad_norm": 1.0265212059020996,
      "learning_rate": 1.8914209416169767e-06,
      "loss": 0.3557,
      "step": 1673200
    },
    {
      "epoch": 466.99,
      "grad_norm": 1.0563452243804932,
      "learning_rate": 1.8913944103616272e-06,
      "loss": 0.3273,
      "step": 1673210
    },
    {
      "epoch": 466.99,
      "grad_norm": 1.0394492149353027,
      "learning_rate": 1.8913678791664871e-06,
      "loss": 0.3483,
      "step": 1673220
    },
    {
      "epoch": 466.99,
      "grad_norm": 1.2771941423416138,
      "learning_rate": 1.8913413480315592e-06,
      "loss": 0.3261,
      "step": 1673230
    },
    {
      "epoch": 466.99,
      "grad_norm": 1.1841707229614258,
      "learning_rate": 1.8913148169568465e-06,
      "loss": 0.3578,
      "step": 1673240
    },
    {
      "epoch": 467.0,
      "grad_norm": 1.1802619695663452,
      "learning_rate": 1.8912882859423536e-06,
      "loss": 0.3319,
      "step": 1673250
    },
    {
      "epoch": 467.0,
      "grad_norm": 1.188119888305664,
      "learning_rate": 1.8912617549880834e-06,
      "loss": 0.3406,
      "step": 1673260
    },
    {
      "epoch": 467.0,
      "eval_loss": 0.3440870940685272,
      "eval_runtime": 63.0526,
      "eval_samples_per_second": 80.235,
      "eval_steps_per_second": 10.039,
      "step": 1673261
    },
    {
      "epoch": 467.0,
      "grad_norm": 0.9411951303482056,
      "learning_rate": 1.8912352240940387e-06,
      "loss": 0.3368,
      "step": 1673270
    },
    {
      "epoch": 467.01,
      "grad_norm": 0.9644849896430969,
      "learning_rate": 1.8912086932602247e-06,
      "loss": 0.3328,
      "step": 1673280
    },
    {
      "epoch": 467.01,
      "grad_norm": 1.0223349332809448,
      "learning_rate": 1.891182162486644e-06,
      "loss": 0.352,
      "step": 1673290
    },
    {
      "epoch": 467.01,
      "grad_norm": 1.1472864151000977,
      "learning_rate": 1.8911556317732999e-06,
      "loss": 0.3448,
      "step": 1673300
    },
    {
      "epoch": 467.01,
      "grad_norm": 0.9636403918266296,
      "learning_rate": 1.8911291011201965e-06,
      "loss": 0.3469,
      "step": 1673310
    },
    {
      "epoch": 467.02,
      "grad_norm": 1.0413583517074585,
      "learning_rate": 1.891102570527336e-06,
      "loss": 0.3465,
      "step": 1673320
    },
    {
      "epoch": 467.02,
      "grad_norm": 1.024289608001709,
      "learning_rate": 1.8910760399947244e-06,
      "loss": 0.3555,
      "step": 1673330
    },
    {
      "epoch": 467.02,
      "grad_norm": 1.1485406160354614,
      "learning_rate": 1.8910495095223634e-06,
      "loss": 0.3454,
      "step": 1673340
    },
    {
      "epoch": 467.02,
      "grad_norm": 0.9231386184692383,
      "learning_rate": 1.8910229791102562e-06,
      "loss": 0.3609,
      "step": 1673350
    },
    {
      "epoch": 467.03,
      "grad_norm": 1.0010428428649902,
      "learning_rate": 1.8909964487584081e-06,
      "loss": 0.3339,
      "step": 1673360
    },
    {
      "epoch": 467.03,
      "grad_norm": 1.1794910430908203,
      "learning_rate": 1.8909699184668216e-06,
      "loss": 0.3428,
      "step": 1673370
    },
    {
      "epoch": 467.03,
      "grad_norm": 1.0083551406860352,
      "learning_rate": 1.8909433882354997e-06,
      "loss": 0.3438,
      "step": 1673380
    },
    {
      "epoch": 467.04,
      "grad_norm": 1.1060057878494263,
      "learning_rate": 1.890916858064447e-06,
      "loss": 0.3446,
      "step": 1673390
    },
    {
      "epoch": 467.04,
      "grad_norm": 0.9700607061386108,
      "learning_rate": 1.8908903279536665e-06,
      "loss": 0.3331,
      "step": 1673400
    },
    {
      "epoch": 467.04,
      "grad_norm": 1.1509591341018677,
      "learning_rate": 1.8908637979031606e-06,
      "loss": 0.3509,
      "step": 1673410
    },
    {
      "epoch": 467.04,
      "grad_norm": 1.1879310607910156,
      "learning_rate": 1.8908372679129352e-06,
      "loss": 0.3462,
      "step": 1673420
    },
    {
      "epoch": 467.05,
      "grad_norm": 1.1977970600128174,
      "learning_rate": 1.8908107379829926e-06,
      "loss": 0.3332,
      "step": 1673430
    },
    {
      "epoch": 467.05,
      "grad_norm": 1.0493278503417969,
      "learning_rate": 1.8907842081133352e-06,
      "loss": 0.3261,
      "step": 1673440
    },
    {
      "epoch": 467.05,
      "grad_norm": 0.9908165335655212,
      "learning_rate": 1.8907576783039688e-06,
      "loss": 0.359,
      "step": 1673450
    },
    {
      "epoch": 467.06,
      "grad_norm": 1.099212884902954,
      "learning_rate": 1.8907311485548956e-06,
      "loss": 0.3644,
      "step": 1673460
    },
    {
      "epoch": 467.06,
      "grad_norm": 0.8594192266464233,
      "learning_rate": 1.8907046188661191e-06,
      "loss": 0.3524,
      "step": 1673470
    },
    {
      "epoch": 467.06,
      "grad_norm": 1.1790105104446411,
      "learning_rate": 1.8906780892376436e-06,
      "loss": 0.3558,
      "step": 1673480
    },
    {
      "epoch": 467.06,
      "grad_norm": 1.1004905700683594,
      "learning_rate": 1.8906515596694719e-06,
      "loss": 0.3462,
      "step": 1673490
    },
    {
      "epoch": 467.07,
      "grad_norm": 1.1164770126342773,
      "learning_rate": 1.8906250301616068e-06,
      "loss": 0.3383,
      "step": 1673500
    },
    {
      "epoch": 467.07,
      "grad_norm": 1.1136053800582886,
      "learning_rate": 1.8905985007140537e-06,
      "loss": 0.3469,
      "step": 1673510
    },
    {
      "epoch": 467.07,
      "grad_norm": 1.1418980360031128,
      "learning_rate": 1.8905719713268152e-06,
      "loss": 0.3513,
      "step": 1673520
    },
    {
      "epoch": 467.08,
      "grad_norm": 0.9484077095985413,
      "learning_rate": 1.8905454419998942e-06,
      "loss": 0.3364,
      "step": 1673530
    },
    {
      "epoch": 467.08,
      "grad_norm": 1.1736212968826294,
      "learning_rate": 1.8905189127332956e-06,
      "loss": 0.3386,
      "step": 1673540
    },
    {
      "epoch": 467.08,
      "grad_norm": 1.1143252849578857,
      "learning_rate": 1.8904923835270222e-06,
      "loss": 0.3394,
      "step": 1673550
    },
    {
      "epoch": 467.08,
      "grad_norm": 1.1121883392333984,
      "learning_rate": 1.8904658543810763e-06,
      "loss": 0.3481,
      "step": 1673560
    },
    {
      "epoch": 467.09,
      "grad_norm": 1.0535563230514526,
      "learning_rate": 1.8904393252954635e-06,
      "loss": 0.343,
      "step": 1673570
    },
    {
      "epoch": 467.09,
      "grad_norm": 1.2874597311019897,
      "learning_rate": 1.8904127962701868e-06,
      "loss": 0.3408,
      "step": 1673580
    },
    {
      "epoch": 467.09,
      "grad_norm": 1.0319242477416992,
      "learning_rate": 1.8903862673052484e-06,
      "loss": 0.3514,
      "step": 1673590
    },
    {
      "epoch": 467.09,
      "grad_norm": 0.9578226208686829,
      "learning_rate": 1.8903597384006538e-06,
      "loss": 0.3565,
      "step": 1673600
    },
    {
      "epoch": 467.1,
      "grad_norm": 1.0600416660308838,
      "learning_rate": 1.890333209556405e-06,
      "loss": 0.3499,
      "step": 1673610
    },
    {
      "epoch": 467.1,
      "grad_norm": 1.027922511100769,
      "learning_rate": 1.8903066807725063e-06,
      "loss": 0.3361,
      "step": 1673620
    },
    {
      "epoch": 467.1,
      "grad_norm": 1.0818891525268555,
      "learning_rate": 1.8902801520489614e-06,
      "loss": 0.3519,
      "step": 1673630
    },
    {
      "epoch": 467.11,
      "grad_norm": 0.9804324507713318,
      "learning_rate": 1.8902536233857726e-06,
      "loss": 0.3479,
      "step": 1673640
    },
    {
      "epoch": 467.11,
      "grad_norm": 1.1742956638336182,
      "learning_rate": 1.8902270947829451e-06,
      "loss": 0.336,
      "step": 1673650
    },
    {
      "epoch": 467.11,
      "grad_norm": 1.0194820165634155,
      "learning_rate": 1.8902005662404816e-06,
      "loss": 0.3393,
      "step": 1673660
    },
    {
      "epoch": 467.11,
      "grad_norm": 1.0026389360427856,
      "learning_rate": 1.890174037758385e-06,
      "loss": 0.3395,
      "step": 1673670
    },
    {
      "epoch": 467.12,
      "grad_norm": 3.244955539703369,
      "learning_rate": 1.8901475093366604e-06,
      "loss": 0.3408,
      "step": 1673680
    },
    {
      "epoch": 467.12,
      "grad_norm": 1.0612846612930298,
      "learning_rate": 1.89012098097531e-06,
      "loss": 0.3287,
      "step": 1673690
    },
    {
      "epoch": 467.12,
      "grad_norm": 1.152180552482605,
      "learning_rate": 1.8900944526743368e-06,
      "loss": 0.346,
      "step": 1673700
    },
    {
      "epoch": 467.13,
      "grad_norm": 1.1674076318740845,
      "learning_rate": 1.8900679244337465e-06,
      "loss": 0.349,
      "step": 1673710
    },
    {
      "epoch": 467.13,
      "grad_norm": 1.1403930187225342,
      "learning_rate": 1.8900413962535412e-06,
      "loss": 0.3527,
      "step": 1673720
    },
    {
      "epoch": 467.13,
      "grad_norm": 0.946196436882019,
      "learning_rate": 1.8900148681337237e-06,
      "loss": 0.3405,
      "step": 1673730
    },
    {
      "epoch": 467.13,
      "grad_norm": 0.8778098821640015,
      "learning_rate": 1.8899883400742996e-06,
      "loss": 0.3547,
      "step": 1673740
    },
    {
      "epoch": 467.14,
      "grad_norm": 1.056538462638855,
      "learning_rate": 1.8899618120752712e-06,
      "loss": 0.3228,
      "step": 1673750
    },
    {
      "epoch": 467.14,
      "grad_norm": 1.1458065509796143,
      "learning_rate": 1.8899352841366414e-06,
      "loss": 0.3425,
      "step": 1673760
    },
    {
      "epoch": 467.14,
      "grad_norm": 1.832793951034546,
      "learning_rate": 1.8899087562584155e-06,
      "loss": 0.3561,
      "step": 1673770
    },
    {
      "epoch": 467.14,
      "grad_norm": 1.279984712600708,
      "learning_rate": 1.8898822284405956e-06,
      "loss": 0.3378,
      "step": 1673780
    },
    {
      "epoch": 467.15,
      "grad_norm": 0.9997228980064392,
      "learning_rate": 1.8898557006831845e-06,
      "loss": 0.3407,
      "step": 1673790
    },
    {
      "epoch": 467.15,
      "grad_norm": 0.9021760821342468,
      "learning_rate": 1.8898291729861882e-06,
      "loss": 0.3509,
      "step": 1673800
    },
    {
      "epoch": 467.15,
      "grad_norm": 0.9985396265983582,
      "learning_rate": 1.8898026453496089e-06,
      "loss": 0.3497,
      "step": 1673810
    },
    {
      "epoch": 467.16,
      "grad_norm": 1.1187280416488647,
      "learning_rate": 1.8897761177734495e-06,
      "loss": 0.3379,
      "step": 1673820
    },
    {
      "epoch": 467.16,
      "grad_norm": 1.1169543266296387,
      "learning_rate": 1.8897495902577144e-06,
      "loss": 0.346,
      "step": 1673830
    },
    {
      "epoch": 467.16,
      "grad_norm": 1.0125170946121216,
      "learning_rate": 1.8897230628024071e-06,
      "loss": 0.3492,
      "step": 1673840
    },
    {
      "epoch": 467.16,
      "grad_norm": 1.2389612197875977,
      "learning_rate": 1.88969653540753e-06,
      "loss": 0.3528,
      "step": 1673850
    },
    {
      "epoch": 467.17,
      "grad_norm": 0.9956604242324829,
      "learning_rate": 1.8896700080730883e-06,
      "loss": 0.3276,
      "step": 1673860
    },
    {
      "epoch": 467.17,
      "grad_norm": 1.08997642993927,
      "learning_rate": 1.889643480799085e-06,
      "loss": 0.342,
      "step": 1673870
    },
    {
      "epoch": 467.17,
      "grad_norm": 1.3292745351791382,
      "learning_rate": 1.8896169535855224e-06,
      "loss": 0.3527,
      "step": 1673880
    },
    {
      "epoch": 467.18,
      "grad_norm": 1.2528657913208008,
      "learning_rate": 1.8895904264324057e-06,
      "loss": 0.3495,
      "step": 1673890
    },
    {
      "epoch": 467.18,
      "grad_norm": 1.1993825435638428,
      "learning_rate": 1.8895638993397376e-06,
      "loss": 0.3357,
      "step": 1673900
    },
    {
      "epoch": 467.18,
      "grad_norm": 1.0425529479980469,
      "learning_rate": 1.8895373723075222e-06,
      "loss": 0.3354,
      "step": 1673910
    },
    {
      "epoch": 467.18,
      "grad_norm": 1.1065424680709839,
      "learning_rate": 1.8895108453357627e-06,
      "loss": 0.3425,
      "step": 1673920
    },
    {
      "epoch": 467.19,
      "grad_norm": 0.9420348405838013,
      "learning_rate": 1.8894843184244615e-06,
      "loss": 0.346,
      "step": 1673930
    },
    {
      "epoch": 467.19,
      "grad_norm": 1.074622631072998,
      "learning_rate": 1.8894577915736242e-06,
      "loss": 0.3464,
      "step": 1673940
    },
    {
      "epoch": 467.19,
      "grad_norm": 1.0914322137832642,
      "learning_rate": 1.8894312647832533e-06,
      "loss": 0.3374,
      "step": 1673950
    },
    {
      "epoch": 467.2,
      "grad_norm": 1.2381746768951416,
      "learning_rate": 1.8894047380533517e-06,
      "loss": 0.3425,
      "step": 1673960
    },
    {
      "epoch": 467.2,
      "grad_norm": 0.9144824147224426,
      "learning_rate": 1.8893782113839244e-06,
      "loss": 0.3491,
      "step": 1673970
    },
    {
      "epoch": 467.2,
      "grad_norm": 1.0638619661331177,
      "learning_rate": 1.8893516847749737e-06,
      "loss": 0.3639,
      "step": 1673980
    },
    {
      "epoch": 467.2,
      "grad_norm": 1.2391068935394287,
      "learning_rate": 1.889325158226503e-06,
      "loss": 0.3486,
      "step": 1673990
    },
    {
      "epoch": 467.21,
      "grad_norm": 1.1284676790237427,
      "learning_rate": 1.889298631738517e-06,
      "loss": 0.3383,
      "step": 1674000
    },
    {
      "epoch": 467.21,
      "grad_norm": 0.9311635494232178,
      "learning_rate": 1.8892721053110188e-06,
      "loss": 0.3542,
      "step": 1674010
    },
    {
      "epoch": 467.21,
      "grad_norm": 1.068320393562317,
      "learning_rate": 1.8892455789440106e-06,
      "loss": 0.3409,
      "step": 1674020
    },
    {
      "epoch": 467.21,
      "grad_norm": 1.1036601066589355,
      "learning_rate": 1.889219052637498e-06,
      "loss": 0.3343,
      "step": 1674030
    },
    {
      "epoch": 467.22,
      "grad_norm": 1.072027564048767,
      "learning_rate": 1.889192526391484e-06,
      "loss": 0.3442,
      "step": 1674040
    },
    {
      "epoch": 467.22,
      "grad_norm": 0.9489161968231201,
      "learning_rate": 1.8891660002059708e-06,
      "loss": 0.3309,
      "step": 1674050
    },
    {
      "epoch": 467.22,
      "grad_norm": 1.1287471055984497,
      "learning_rate": 1.8891394740809635e-06,
      "loss": 0.3342,
      "step": 1674060
    },
    {
      "epoch": 467.23,
      "grad_norm": 1.1007741689682007,
      "learning_rate": 1.889112948016465e-06,
      "loss": 0.3726,
      "step": 1674070
    },
    {
      "epoch": 467.23,
      "grad_norm": 1.139753818511963,
      "learning_rate": 1.8890864220124776e-06,
      "loss": 0.3392,
      "step": 1674080
    },
    {
      "epoch": 467.23,
      "grad_norm": 1.062576413154602,
      "learning_rate": 1.8890598960690072e-06,
      "loss": 0.3315,
      "step": 1674090
    },
    {
      "epoch": 467.23,
      "grad_norm": 1.1044524908065796,
      "learning_rate": 1.8890333701860565e-06,
      "loss": 0.3534,
      "step": 1674100
    },
    {
      "epoch": 467.24,
      "grad_norm": 1.0089133977890015,
      "learning_rate": 1.8890068443636277e-06,
      "loss": 0.3306,
      "step": 1674110
    },
    {
      "epoch": 467.24,
      "grad_norm": 1.1101893186569214,
      "learning_rate": 1.888980318601726e-06,
      "loss": 0.3521,
      "step": 1674120
    },
    {
      "epoch": 467.24,
      "grad_norm": 1.079911470413208,
      "learning_rate": 1.8889537929003547e-06,
      "loss": 0.3344,
      "step": 1674130
    },
    {
      "epoch": 467.25,
      "grad_norm": 1.064397931098938,
      "learning_rate": 1.8889272672595152e-06,
      "loss": 0.3214,
      "step": 1674140
    },
    {
      "epoch": 467.25,
      "grad_norm": 1.001685619354248,
      "learning_rate": 1.8889007416792142e-06,
      "loss": 0.3345,
      "step": 1674150
    },
    {
      "epoch": 467.25,
      "grad_norm": 1.0478838682174683,
      "learning_rate": 1.8888742161594536e-06,
      "loss": 0.3454,
      "step": 1674160
    },
    {
      "epoch": 467.25,
      "grad_norm": 1.027618646621704,
      "learning_rate": 1.888847690700236e-06,
      "loss": 0.3302,
      "step": 1674170
    },
    {
      "epoch": 467.26,
      "grad_norm": 1.0339096784591675,
      "learning_rate": 1.8888211653015673e-06,
      "loss": 0.3531,
      "step": 1674180
    },
    {
      "epoch": 467.26,
      "grad_norm": 1.4645243883132935,
      "learning_rate": 1.8887946399634491e-06,
      "loss": 0.3578,
      "step": 1674190
    },
    {
      "epoch": 467.26,
      "grad_norm": 1.1488333940505981,
      "learning_rate": 1.8887681146858862e-06,
      "loss": 0.3376,
      "step": 1674200
    },
    {
      "epoch": 467.26,
      "grad_norm": 1.042894721031189,
      "learning_rate": 1.8887415894688812e-06,
      "loss": 0.3353,
      "step": 1674210
    },
    {
      "epoch": 467.27,
      "grad_norm": 1.1206798553466797,
      "learning_rate": 1.888715064312437e-06,
      "loss": 0.352,
      "step": 1674220
    },
    {
      "epoch": 467.27,
      "grad_norm": 1.1838775873184204,
      "learning_rate": 1.8886885392165593e-06,
      "loss": 0.3473,
      "step": 1674230
    },
    {
      "epoch": 467.27,
      "grad_norm": 1.087947964668274,
      "learning_rate": 1.8886620141812505e-06,
      "loss": 0.3409,
      "step": 1674240
    },
    {
      "epoch": 467.28,
      "grad_norm": 1.1768090724945068,
      "learning_rate": 1.8886354892065133e-06,
      "loss": 0.3379,
      "step": 1674250
    },
    {
      "epoch": 467.28,
      "grad_norm": 0.9978150725364685,
      "learning_rate": 1.8886089642923525e-06,
      "loss": 0.3453,
      "step": 1674260
    },
    {
      "epoch": 467.28,
      "grad_norm": 1.0388661623001099,
      "learning_rate": 1.888582439438771e-06,
      "loss": 0.3557,
      "step": 1674270
    },
    {
      "epoch": 467.28,
      "grad_norm": 1.2677898406982422,
      "learning_rate": 1.8885559146457715e-06,
      "loss": 0.3505,
      "step": 1674280
    },
    {
      "epoch": 467.29,
      "grad_norm": 1.0891889333724976,
      "learning_rate": 1.8885293899133594e-06,
      "loss": 0.3358,
      "step": 1674290
    },
    {
      "epoch": 467.29,
      "grad_norm": 1.3467702865600586,
      "learning_rate": 1.8885028652415375e-06,
      "loss": 0.347,
      "step": 1674300
    },
    {
      "epoch": 467.29,
      "grad_norm": 1.0589877367019653,
      "learning_rate": 1.8884763406303079e-06,
      "loss": 0.3443,
      "step": 1674310
    },
    {
      "epoch": 467.3,
      "grad_norm": 1.187285304069519,
      "learning_rate": 1.8884498160796764e-06,
      "loss": 0.3324,
      "step": 1674320
    },
    {
      "epoch": 467.3,
      "grad_norm": 1.1923328638076782,
      "learning_rate": 1.8884232915896456e-06,
      "loss": 0.3317,
      "step": 1674330
    },
    {
      "epoch": 467.3,
      "grad_norm": 0.9719702005386353,
      "learning_rate": 1.8883967671602182e-06,
      "loss": 0.3581,
      "step": 1674340
    },
    {
      "epoch": 467.3,
      "grad_norm": 1.2238649129867554,
      "learning_rate": 1.888370242791399e-06,
      "loss": 0.3478,
      "step": 1674350
    },
    {
      "epoch": 467.31,
      "grad_norm": 1.102522850036621,
      "learning_rate": 1.8883437184831912e-06,
      "loss": 0.3282,
      "step": 1674360
    },
    {
      "epoch": 467.31,
      "grad_norm": 1.1645047664642334,
      "learning_rate": 1.8883171942355968e-06,
      "loss": 0.3552,
      "step": 1674370
    },
    {
      "epoch": 467.31,
      "grad_norm": 0.9913487434387207,
      "learning_rate": 1.8882906700486218e-06,
      "loss": 0.3321,
      "step": 1674380
    },
    {
      "epoch": 467.32,
      "grad_norm": 2.3256990909576416,
      "learning_rate": 1.8882641459222686e-06,
      "loss": 0.3331,
      "step": 1674390
    },
    {
      "epoch": 467.32,
      "grad_norm": 0.960534930229187,
      "learning_rate": 1.8882376218565396e-06,
      "loss": 0.3579,
      "step": 1674400
    },
    {
      "epoch": 467.32,
      "grad_norm": 1.141777515411377,
      "learning_rate": 1.8882110978514406e-06,
      "loss": 0.3314,
      "step": 1674410
    },
    {
      "epoch": 467.32,
      "grad_norm": 3.0596888065338135,
      "learning_rate": 1.8881845739069737e-06,
      "loss": 0.3403,
      "step": 1674420
    },
    {
      "epoch": 467.33,
      "grad_norm": 1.3278535604476929,
      "learning_rate": 1.8881580500231423e-06,
      "loss": 0.3453,
      "step": 1674430
    },
    {
      "epoch": 467.33,
      "grad_norm": 0.8919574022293091,
      "learning_rate": 1.8881315261999508e-06,
      "loss": 0.3333,
      "step": 1674440
    },
    {
      "epoch": 467.33,
      "grad_norm": 1.0169416666030884,
      "learning_rate": 1.888105002437402e-06,
      "loss": 0.345,
      "step": 1674450
    },
    {
      "epoch": 467.33,
      "grad_norm": 0.9559600353240967,
      "learning_rate": 1.888078478735499e-06,
      "loss": 0.3649,
      "step": 1674460
    },
    {
      "epoch": 467.34,
      "grad_norm": 1.2213751077651978,
      "learning_rate": 1.8880519550942469e-06,
      "loss": 0.3531,
      "step": 1674470
    },
    {
      "epoch": 467.34,
      "grad_norm": 1.060255527496338,
      "learning_rate": 1.8880254315136478e-06,
      "loss": 0.3435,
      "step": 1674480
    },
    {
      "epoch": 467.34,
      "grad_norm": 1.071480631828308,
      "learning_rate": 1.8879989079937064e-06,
      "loss": 0.3323,
      "step": 1674490
    },
    {
      "epoch": 467.35,
      "grad_norm": 1.2340174913406372,
      "learning_rate": 1.8879723845344256e-06,
      "loss": 0.3278,
      "step": 1674500
    },
    {
      "epoch": 467.35,
      "grad_norm": 1.2990984916687012,
      "learning_rate": 1.8879458611358075e-06,
      "loss": 0.3415,
      "step": 1674510
    },
    {
      "epoch": 467.35,
      "grad_norm": 1.0385972261428833,
      "learning_rate": 1.8879193377978588e-06,
      "loss": 0.3511,
      "step": 1674520
    },
    {
      "epoch": 467.35,
      "grad_norm": 1.6912741661071777,
      "learning_rate": 1.8878928145205805e-06,
      "loss": 0.3515,
      "step": 1674530
    },
    {
      "epoch": 467.36,
      "grad_norm": 3.6104724407196045,
      "learning_rate": 1.8878662913039764e-06,
      "loss": 0.3601,
      "step": 1674540
    },
    {
      "epoch": 467.36,
      "grad_norm": 1.0455467700958252,
      "learning_rate": 1.8878397681480514e-06,
      "loss": 0.354,
      "step": 1674550
    },
    {
      "epoch": 467.36,
      "grad_norm": 1.1085479259490967,
      "learning_rate": 1.887813245052808e-06,
      "loss": 0.3404,
      "step": 1674560
    },
    {
      "epoch": 467.37,
      "grad_norm": 1.036028504371643,
      "learning_rate": 1.8877867220182498e-06,
      "loss": 0.3339,
      "step": 1674570
    },
    {
      "epoch": 467.37,
      "grad_norm": 1.1742113828659058,
      "learning_rate": 1.8877601990443806e-06,
      "loss": 0.3513,
      "step": 1674580
    },
    {
      "epoch": 467.37,
      "grad_norm": 0.9358327388763428,
      "learning_rate": 1.8877336761312038e-06,
      "loss": 0.348,
      "step": 1674590
    },
    {
      "epoch": 467.37,
      "grad_norm": 1.4338691234588623,
      "learning_rate": 1.8877071532787223e-06,
      "loss": 0.3462,
      "step": 1674600
    },
    {
      "epoch": 467.38,
      "grad_norm": 1.0865399837493896,
      "learning_rate": 1.8876806304869408e-06,
      "loss": 0.3409,
      "step": 1674610
    },
    {
      "epoch": 467.38,
      "grad_norm": 1.300471305847168,
      "learning_rate": 1.8876541077558624e-06,
      "loss": 0.3528,
      "step": 1674620
    },
    {
      "epoch": 467.38,
      "grad_norm": 0.953580915927887,
      "learning_rate": 1.8876275850854901e-06,
      "loss": 0.3417,
      "step": 1674630
    },
    {
      "epoch": 467.38,
      "grad_norm": 0.9567535519599915,
      "learning_rate": 1.8876010624758281e-06,
      "loss": 0.3464,
      "step": 1674640
    },
    {
      "epoch": 467.39,
      "grad_norm": 1.0207209587097168,
      "learning_rate": 1.8875745399268798e-06,
      "loss": 0.3432,
      "step": 1674650
    },
    {
      "epoch": 467.39,
      "grad_norm": 1.1714067459106445,
      "learning_rate": 1.8875480174386476e-06,
      "loss": 0.3466,
      "step": 1674660
    },
    {
      "epoch": 467.39,
      "grad_norm": 1.301892876625061,
      "learning_rate": 1.8875214950111369e-06,
      "loss": 0.3337,
      "step": 1674670
    },
    {
      "epoch": 467.4,
      "grad_norm": 1.070509433746338,
      "learning_rate": 1.8874949726443504e-06,
      "loss": 0.3436,
      "step": 1674680
    },
    {
      "epoch": 467.4,
      "grad_norm": 1.0958867073059082,
      "learning_rate": 1.8874684503382904e-06,
      "loss": 0.3411,
      "step": 1674690
    },
    {
      "epoch": 467.4,
      "grad_norm": 1.120923638343811,
      "learning_rate": 1.887441928092963e-06,
      "loss": 0.3442,
      "step": 1674700
    },
    {
      "epoch": 467.4,
      "grad_norm": 1.1252788305282593,
      "learning_rate": 1.8874154059083698e-06,
      "loss": 0.3513,
      "step": 1674710
    },
    {
      "epoch": 467.41,
      "grad_norm": 1.026824951171875,
      "learning_rate": 1.8873888837845146e-06,
      "loss": 0.3499,
      "step": 1674720
    },
    {
      "epoch": 467.41,
      "grad_norm": 0.9131313562393188,
      "learning_rate": 1.8873623617214017e-06,
      "loss": 0.3554,
      "step": 1674730
    },
    {
      "epoch": 467.41,
      "grad_norm": 1.0749571323394775,
      "learning_rate": 1.8873358397190342e-06,
      "loss": 0.345,
      "step": 1674740
    },
    {
      "epoch": 467.42,
      "grad_norm": 0.9981827735900879,
      "learning_rate": 1.8873093177774144e-06,
      "loss": 0.3301,
      "step": 1674750
    },
    {
      "epoch": 467.42,
      "grad_norm": 1.9771020412445068,
      "learning_rate": 1.887282795896548e-06,
      "loss": 0.3405,
      "step": 1674760
    },
    {
      "epoch": 467.42,
      "grad_norm": 0.9902458190917969,
      "learning_rate": 1.887256274076437e-06,
      "loss": 0.3492,
      "step": 1674770
    },
    {
      "epoch": 467.42,
      "grad_norm": 1.1654090881347656,
      "learning_rate": 1.8872297523170862e-06,
      "loss": 0.3578,
      "step": 1674780
    },
    {
      "epoch": 467.43,
      "grad_norm": 1.0201276540756226,
      "learning_rate": 1.8872032306184981e-06,
      "loss": 0.3447,
      "step": 1674790
    },
    {
      "epoch": 467.43,
      "grad_norm": 1.3225839138031006,
      "learning_rate": 1.8871767089806756e-06,
      "loss": 0.3626,
      "step": 1674800
    },
    {
      "epoch": 467.43,
      "grad_norm": 1.0539671182632446,
      "learning_rate": 1.887150187403624e-06,
      "loss": 0.3458,
      "step": 1674810
    },
    {
      "epoch": 467.44,
      "grad_norm": 1.3466776609420776,
      "learning_rate": 1.887123665887346e-06,
      "loss": 0.3269,
      "step": 1674820
    },
    {
      "epoch": 467.44,
      "grad_norm": 0.989144504070282,
      "learning_rate": 1.8870971444318442e-06,
      "loss": 0.3545,
      "step": 1674830
    },
    {
      "epoch": 467.44,
      "grad_norm": 1.0813746452331543,
      "learning_rate": 1.8870706230371241e-06,
      "loss": 0.358,
      "step": 1674840
    },
    {
      "epoch": 467.44,
      "grad_norm": 1.074060320854187,
      "learning_rate": 1.887044101703188e-06,
      "loss": 0.3479,
      "step": 1674850
    },
    {
      "epoch": 467.45,
      "grad_norm": 0.9658875465393066,
      "learning_rate": 1.887017580430039e-06,
      "loss": 0.3417,
      "step": 1674860
    },
    {
      "epoch": 467.45,
      "grad_norm": 1.1473785638809204,
      "learning_rate": 1.886991059217682e-06,
      "loss": 0.341,
      "step": 1674870
    },
    {
      "epoch": 467.45,
      "grad_norm": 0.9500153064727783,
      "learning_rate": 1.8869645380661194e-06,
      "loss": 0.3165,
      "step": 1674880
    },
    {
      "epoch": 467.45,
      "grad_norm": 1.0776922702789307,
      "learning_rate": 1.8869380169753543e-06,
      "loss": 0.3374,
      "step": 1674890
    },
    {
      "epoch": 467.46,
      "grad_norm": 0.9615830183029175,
      "learning_rate": 1.886911495945392e-06,
      "loss": 0.3553,
      "step": 1674900
    },
    {
      "epoch": 467.46,
      "grad_norm": 1.0175544023513794,
      "learning_rate": 1.8868849749762347e-06,
      "loss": 0.3409,
      "step": 1674910
    },
    {
      "epoch": 467.46,
      "grad_norm": 1.3175857067108154,
      "learning_rate": 1.8868584540678862e-06,
      "loss": 0.3496,
      "step": 1674920
    },
    {
      "epoch": 467.47,
      "grad_norm": 1.003431797027588,
      "learning_rate": 1.8868319332203503e-06,
      "loss": 0.3494,
      "step": 1674930
    },
    {
      "epoch": 467.47,
      "grad_norm": 1.046748161315918,
      "learning_rate": 1.8868054124336305e-06,
      "loss": 0.3448,
      "step": 1674940
    },
    {
      "epoch": 467.47,
      "grad_norm": 1.21448814868927,
      "learning_rate": 1.886778891707729e-06,
      "loss": 0.3318,
      "step": 1674950
    },
    {
      "epoch": 467.47,
      "grad_norm": 0.9871878027915955,
      "learning_rate": 1.8867523710426517e-06,
      "loss": 0.3354,
      "step": 1674960
    },
    {
      "epoch": 467.48,
      "grad_norm": 1.1616846323013306,
      "learning_rate": 1.8867258504384008e-06,
      "loss": 0.3385,
      "step": 1674970
    },
    {
      "epoch": 467.48,
      "grad_norm": 1.116500735282898,
      "learning_rate": 1.8866993298949787e-06,
      "loss": 0.3439,
      "step": 1674980
    },
    {
      "epoch": 467.48,
      "grad_norm": 0.9799801111221313,
      "learning_rate": 1.8866728094123913e-06,
      "loss": 0.3376,
      "step": 1674990
    },
    {
      "epoch": 467.49,
      "grad_norm": 1.0705994367599487,
      "learning_rate": 1.8866462889906413e-06,
      "loss": 0.3382,
      "step": 1675000
    },
    {
      "epoch": 467.49,
      "grad_norm": 1.0860518217086792,
      "learning_rate": 1.886619768629731e-06,
      "loss": 0.3565,
      "step": 1675010
    },
    {
      "epoch": 467.49,
      "grad_norm": 1.0564825534820557,
      "learning_rate": 1.8865932483296654e-06,
      "loss": 0.3228,
      "step": 1675020
    },
    {
      "epoch": 467.49,
      "grad_norm": 1.2460747957229614,
      "learning_rate": 1.8865667280904477e-06,
      "loss": 0.3402,
      "step": 1675030
    },
    {
      "epoch": 467.5,
      "grad_norm": 1.0143295526504517,
      "learning_rate": 1.8865402079120803e-06,
      "loss": 0.3319,
      "step": 1675040
    },
    {
      "epoch": 467.5,
      "grad_norm": 0.9388709664344788,
      "learning_rate": 1.8865136877945684e-06,
      "loss": 0.3366,
      "step": 1675050
    },
    {
      "epoch": 467.5,
      "grad_norm": 1.1462714672088623,
      "learning_rate": 1.8864871677379146e-06,
      "loss": 0.3481,
      "step": 1675060
    },
    {
      "epoch": 467.5,
      "grad_norm": 1.030579924583435,
      "learning_rate": 1.8864606477421228e-06,
      "loss": 0.3525,
      "step": 1675070
    },
    {
      "epoch": 467.51,
      "grad_norm": 0.9512155652046204,
      "learning_rate": 1.8864341278071962e-06,
      "loss": 0.3518,
      "step": 1675080
    },
    {
      "epoch": 467.51,
      "grad_norm": 1.0235291719436646,
      "learning_rate": 1.8864076079331379e-06,
      "loss": 0.3323,
      "step": 1675090
    },
    {
      "epoch": 467.51,
      "grad_norm": 1.4712287187576294,
      "learning_rate": 1.8863810881199528e-06,
      "loss": 0.3408,
      "step": 1675100
    },
    {
      "epoch": 467.52,
      "grad_norm": 1.205627202987671,
      "learning_rate": 1.8863545683676434e-06,
      "loss": 0.3509,
      "step": 1675110
    },
    {
      "epoch": 467.52,
      "grad_norm": 1.0728344917297363,
      "learning_rate": 1.8863280486762128e-06,
      "loss": 0.3481,
      "step": 1675120
    },
    {
      "epoch": 467.52,
      "grad_norm": 1.1618950366973877,
      "learning_rate": 1.886301529045666e-06,
      "loss": 0.3504,
      "step": 1675130
    },
    {
      "epoch": 467.52,
      "grad_norm": 1.0599603652954102,
      "learning_rate": 1.8862750094760058e-06,
      "loss": 0.3399,
      "step": 1675140
    },
    {
      "epoch": 467.53,
      "grad_norm": 2.1054022312164307,
      "learning_rate": 1.8862484899672353e-06,
      "loss": 0.3329,
      "step": 1675150
    },
    {
      "epoch": 467.53,
      "grad_norm": 1.189286231994629,
      "learning_rate": 1.8862219705193586e-06,
      "loss": 0.3366,
      "step": 1675160
    },
    {
      "epoch": 467.53,
      "grad_norm": 1.1933549642562866,
      "learning_rate": 1.886195451132379e-06,
      "loss": 0.3344,
      "step": 1675170
    },
    {
      "epoch": 467.54,
      "grad_norm": 1.024463415145874,
      "learning_rate": 1.8861689318062992e-06,
      "loss": 0.3409,
      "step": 1675180
    },
    {
      "epoch": 467.54,
      "grad_norm": 1.044751524925232,
      "learning_rate": 1.8861424125411246e-06,
      "loss": 0.3464,
      "step": 1675190
    },
    {
      "epoch": 467.54,
      "grad_norm": 1.1340482234954834,
      "learning_rate": 1.8861158933368576e-06,
      "loss": 0.3427,
      "step": 1675200
    },
    {
      "epoch": 467.54,
      "grad_norm": 1.1876477003097534,
      "learning_rate": 1.8860893741935013e-06,
      "loss": 0.3347,
      "step": 1675210
    },
    {
      "epoch": 467.55,
      "grad_norm": 0.9856718182563782,
      "learning_rate": 1.88606285511106e-06,
      "loss": 0.346,
      "step": 1675220
    },
    {
      "epoch": 467.55,
      "grad_norm": 1.546692132949829,
      "learning_rate": 1.8860363360895374e-06,
      "loss": 0.342,
      "step": 1675230
    },
    {
      "epoch": 467.55,
      "grad_norm": 1.0408977270126343,
      "learning_rate": 1.8860098171289355e-06,
      "loss": 0.3528,
      "step": 1675240
    },
    {
      "epoch": 467.56,
      "grad_norm": 0.9233262538909912,
      "learning_rate": 1.8859832982292598e-06,
      "loss": 0.3237,
      "step": 1675250
    },
    {
      "epoch": 467.56,
      "grad_norm": 1.059104561805725,
      "learning_rate": 1.8859567793905132e-06,
      "loss": 0.335,
      "step": 1675260
    },
    {
      "epoch": 467.56,
      "grad_norm": 1.2967249155044556,
      "learning_rate": 1.885930260612698e-06,
      "loss": 0.3408,
      "step": 1675270
    },
    {
      "epoch": 467.56,
      "grad_norm": 1.0478543043136597,
      "learning_rate": 1.8859037418958194e-06,
      "loss": 0.3538,
      "step": 1675280
    },
    {
      "epoch": 467.57,
      "grad_norm": 1.162186861038208,
      "learning_rate": 1.8858772232398807e-06,
      "loss": 0.3496,
      "step": 1675290
    },
    {
      "epoch": 467.57,
      "grad_norm": 1.0606741905212402,
      "learning_rate": 1.8858507046448842e-06,
      "loss": 0.3246,
      "step": 1675300
    },
    {
      "epoch": 467.57,
      "grad_norm": 0.8618931770324707,
      "learning_rate": 1.8858241861108348e-06,
      "loss": 0.3568,
      "step": 1675310
    },
    {
      "epoch": 467.57,
      "grad_norm": 1.0655572414398193,
      "learning_rate": 1.8857976676377355e-06,
      "loss": 0.3357,
      "step": 1675320
    },
    {
      "epoch": 467.58,
      "grad_norm": 1.100223422050476,
      "learning_rate": 1.8857711492255887e-06,
      "loss": 0.3312,
      "step": 1675330
    },
    {
      "epoch": 467.58,
      "grad_norm": 1.050065279006958,
      "learning_rate": 1.8857446308744e-06,
      "loss": 0.348,
      "step": 1675340
    },
    {
      "epoch": 467.58,
      "grad_norm": 0.9595006704330444,
      "learning_rate": 1.8857181125841714e-06,
      "loss": 0.3381,
      "step": 1675350
    },
    {
      "epoch": 467.59,
      "grad_norm": 1.167746901512146,
      "learning_rate": 1.8856915943549068e-06,
      "loss": 0.3372,
      "step": 1675360
    },
    {
      "epoch": 467.59,
      "grad_norm": 1.0833200216293335,
      "learning_rate": 1.8856650761866108e-06,
      "loss": 0.3592,
      "step": 1675370
    },
    {
      "epoch": 467.59,
      "grad_norm": 1.2138934135437012,
      "learning_rate": 1.8856385580792854e-06,
      "loss": 0.3456,
      "step": 1675380
    },
    {
      "epoch": 467.59,
      "grad_norm": 1.0621408224105835,
      "learning_rate": 1.8856120400329352e-06,
      "loss": 0.3442,
      "step": 1675390
    },
    {
      "epoch": 467.6,
      "grad_norm": 1.0735266208648682,
      "learning_rate": 1.8855855220475636e-06,
      "loss": 0.3331,
      "step": 1675400
    },
    {
      "epoch": 467.6,
      "grad_norm": 1.0938186645507812,
      "learning_rate": 1.8855590041231723e-06,
      "loss": 0.3554,
      "step": 1675410
    },
    {
      "epoch": 467.6,
      "grad_norm": 1.0835999250411987,
      "learning_rate": 1.8855324862597677e-06,
      "loss": 0.3569,
      "step": 1675420
    },
    {
      "epoch": 467.61,
      "grad_norm": 0.9531000852584839,
      "learning_rate": 1.8855059684573519e-06,
      "loss": 0.3467,
      "step": 1675430
    },
    {
      "epoch": 467.61,
      "grad_norm": 1.0247290134429932,
      "learning_rate": 1.8854794507159277e-06,
      "loss": 0.3302,
      "step": 1675440
    },
    {
      "epoch": 467.61,
      "grad_norm": 0.9157626032829285,
      "learning_rate": 1.8854529330355002e-06,
      "loss": 0.3395,
      "step": 1675450
    },
    {
      "epoch": 467.61,
      "grad_norm": 1.1169803142547607,
      "learning_rate": 1.8854264154160723e-06,
      "loss": 0.3457,
      "step": 1675460
    },
    {
      "epoch": 467.62,
      "grad_norm": 1.2720829248428345,
      "learning_rate": 1.8853998978576462e-06,
      "loss": 0.3421,
      "step": 1675470
    },
    {
      "epoch": 467.62,
      "grad_norm": 1.0348424911499023,
      "learning_rate": 1.8853733803602276e-06,
      "loss": 0.3524,
      "step": 1675480
    },
    {
      "epoch": 467.62,
      "grad_norm": 1.3714672327041626,
      "learning_rate": 1.8853468629238194e-06,
      "loss": 0.3529,
      "step": 1675490
    },
    {
      "epoch": 467.62,
      "grad_norm": 1.1770870685577393,
      "learning_rate": 1.8853203455484233e-06,
      "loss": 0.3422,
      "step": 1675500
    },
    {
      "epoch": 467.63,
      "grad_norm": 0.9895572066307068,
      "learning_rate": 1.8852938282340456e-06,
      "loss": 0.3192,
      "step": 1675510
    },
    {
      "epoch": 467.63,
      "grad_norm": 0.9787198901176453,
      "learning_rate": 1.8852673109806884e-06,
      "loss": 0.3332,
      "step": 1675520
    },
    {
      "epoch": 467.63,
      "grad_norm": 0.9934996962547302,
      "learning_rate": 1.8852407937883548e-06,
      "loss": 0.3569,
      "step": 1675530
    },
    {
      "epoch": 467.64,
      "grad_norm": 1.9285475015640259,
      "learning_rate": 1.8852142766570497e-06,
      "loss": 0.3386,
      "step": 1675540
    },
    {
      "epoch": 467.64,
      "grad_norm": 1.173521637916565,
      "learning_rate": 1.8851877595867756e-06,
      "loss": 0.3512,
      "step": 1675550
    },
    {
      "epoch": 467.64,
      "grad_norm": 1.309953212738037,
      "learning_rate": 1.8851612425775354e-06,
      "loss": 0.3362,
      "step": 1675560
    },
    {
      "epoch": 467.64,
      "grad_norm": 1.2591125965118408,
      "learning_rate": 1.8851347256293343e-06,
      "loss": 0.3269,
      "step": 1675570
    },
    {
      "epoch": 467.65,
      "grad_norm": 1.17812979221344,
      "learning_rate": 1.8851082087421754e-06,
      "loss": 0.3622,
      "step": 1675580
    },
    {
      "epoch": 467.65,
      "grad_norm": 1.1331424713134766,
      "learning_rate": 1.8850816919160608e-06,
      "loss": 0.3439,
      "step": 1675590
    },
    {
      "epoch": 467.65,
      "grad_norm": 1.159212350845337,
      "learning_rate": 1.8850551751509958e-06,
      "loss": 0.3423,
      "step": 1675600
    },
    {
      "epoch": 467.66,
      "grad_norm": 1.0277305841445923,
      "learning_rate": 1.8850286584469835e-06,
      "loss": 0.3448,
      "step": 1675610
    },
    {
      "epoch": 467.66,
      "grad_norm": 1.040268898010254,
      "learning_rate": 1.8850021418040257e-06,
      "loss": 0.3394,
      "step": 1675620
    },
    {
      "epoch": 467.66,
      "grad_norm": 1.0003048181533813,
      "learning_rate": 1.8849756252221288e-06,
      "loss": 0.3478,
      "step": 1675630
    },
    {
      "epoch": 467.66,
      "grad_norm": 1.1326000690460205,
      "learning_rate": 1.8849491087012935e-06,
      "loss": 0.3515,
      "step": 1675640
    },
    {
      "epoch": 467.67,
      "grad_norm": 1.208873987197876,
      "learning_rate": 1.8849225922415259e-06,
      "loss": 0.3608,
      "step": 1675650
    },
    {
      "epoch": 467.67,
      "grad_norm": 1.2329987287521362,
      "learning_rate": 1.8848960758428283e-06,
      "loss": 0.3417,
      "step": 1675660
    },
    {
      "epoch": 467.67,
      "grad_norm": 1.1144942045211792,
      "learning_rate": 1.8848695595052039e-06,
      "loss": 0.3335,
      "step": 1675670
    },
    {
      "epoch": 467.68,
      "grad_norm": 1.015322208404541,
      "learning_rate": 1.8848430432286569e-06,
      "loss": 0.3258,
      "step": 1675680
    },
    {
      "epoch": 467.68,
      "grad_norm": 1.0189069509506226,
      "learning_rate": 1.884816527013191e-06,
      "loss": 0.3569,
      "step": 1675690
    },
    {
      "epoch": 467.68,
      "grad_norm": 1.0202839374542236,
      "learning_rate": 1.8847900108588077e-06,
      "loss": 0.359,
      "step": 1675700
    },
    {
      "epoch": 467.68,
      "grad_norm": 1.0979300737380981,
      "learning_rate": 1.8847634947655135e-06,
      "loss": 0.3224,
      "step": 1675710
    },
    {
      "epoch": 467.69,
      "grad_norm": 1.0109002590179443,
      "learning_rate": 1.8847369787333101e-06,
      "loss": 0.3476,
      "step": 1675720
    },
    {
      "epoch": 467.69,
      "grad_norm": 1.1747303009033203,
      "learning_rate": 1.8847104627622013e-06,
      "loss": 0.367,
      "step": 1675730
    },
    {
      "epoch": 467.69,
      "grad_norm": 1.2282443046569824,
      "learning_rate": 1.884683946852191e-06,
      "loss": 0.3442,
      "step": 1675740
    },
    {
      "epoch": 467.69,
      "grad_norm": 1.0525234937667847,
      "learning_rate": 1.8846574310032829e-06,
      "loss": 0.3465,
      "step": 1675750
    },
    {
      "epoch": 467.7,
      "grad_norm": 1.0654242038726807,
      "learning_rate": 1.884630915215479e-06,
      "loss": 0.3404,
      "step": 1675760
    },
    {
      "epoch": 467.7,
      "grad_norm": 1.10294771194458,
      "learning_rate": 1.884604399488785e-06,
      "loss": 0.3281,
      "step": 1675770
    },
    {
      "epoch": 467.7,
      "grad_norm": 1.3011233806610107,
      "learning_rate": 1.8845778838232034e-06,
      "loss": 0.3354,
      "step": 1675780
    },
    {
      "epoch": 467.71,
      "grad_norm": 1.1802654266357422,
      "learning_rate": 1.8845513682187366e-06,
      "loss": 0.3464,
      "step": 1675790
    },
    {
      "epoch": 467.71,
      "grad_norm": 1.1698580980300903,
      "learning_rate": 1.8845248526753903e-06,
      "loss": 0.3499,
      "step": 1675800
    },
    {
      "epoch": 467.71,
      "grad_norm": 0.9998617172241211,
      "learning_rate": 1.884498337193167e-06,
      "loss": 0.3487,
      "step": 1675810
    },
    {
      "epoch": 467.71,
      "grad_norm": 1.1063213348388672,
      "learning_rate": 1.8844718217720698e-06,
      "loss": 0.3533,
      "step": 1675820
    },
    {
      "epoch": 467.72,
      "grad_norm": 1.0318093299865723,
      "learning_rate": 1.8844453064121033e-06,
      "loss": 0.3498,
      "step": 1675830
    },
    {
      "epoch": 467.72,
      "grad_norm": 1.0625795125961304,
      "learning_rate": 1.8844187911132701e-06,
      "loss": 0.3455,
      "step": 1675840
    },
    {
      "epoch": 467.72,
      "grad_norm": 1.1330708265304565,
      "learning_rate": 1.8843922758755732e-06,
      "loss": 0.3627,
      "step": 1675850
    },
    {
      "epoch": 467.73,
      "grad_norm": 1.0213394165039062,
      "learning_rate": 1.8843657606990178e-06,
      "loss": 0.3377,
      "step": 1675860
    },
    {
      "epoch": 467.73,
      "grad_norm": 1.1399890184402466,
      "learning_rate": 1.8843392455836068e-06,
      "loss": 0.357,
      "step": 1675870
    },
    {
      "epoch": 467.73,
      "grad_norm": 1.030082106590271,
      "learning_rate": 1.8843127305293426e-06,
      "loss": 0.3452,
      "step": 1675880
    },
    {
      "epoch": 467.73,
      "grad_norm": 1.065772533416748,
      "learning_rate": 1.8842862155362303e-06,
      "loss": 0.3477,
      "step": 1675890
    },
    {
      "epoch": 467.74,
      "grad_norm": 1.3067972660064697,
      "learning_rate": 1.884259700604273e-06,
      "loss": 0.3298,
      "step": 1675900
    },
    {
      "epoch": 467.74,
      "grad_norm": 1.1208113431930542,
      "learning_rate": 1.8842331857334726e-06,
      "loss": 0.3274,
      "step": 1675910
    },
    {
      "epoch": 467.74,
      "grad_norm": 1.0036046504974365,
      "learning_rate": 1.884206670923835e-06,
      "loss": 0.341,
      "step": 1675920
    },
    {
      "epoch": 467.74,
      "grad_norm": 1.059037685394287,
      "learning_rate": 1.884180156175362e-06,
      "loss": 0.3419,
      "step": 1675930
    },
    {
      "epoch": 467.75,
      "grad_norm": 1.1166210174560547,
      "learning_rate": 1.8841536414880587e-06,
      "loss": 0.344,
      "step": 1675940
    },
    {
      "epoch": 467.75,
      "grad_norm": 1.3592654466629028,
      "learning_rate": 1.884127126861928e-06,
      "loss": 0.3408,
      "step": 1675950
    },
    {
      "epoch": 467.75,
      "grad_norm": 1.0760071277618408,
      "learning_rate": 1.8841006122969727e-06,
      "loss": 0.3407,
      "step": 1675960
    },
    {
      "epoch": 467.76,
      "grad_norm": 1.2052412033081055,
      "learning_rate": 1.884074097793197e-06,
      "loss": 0.3463,
      "step": 1675970
    },
    {
      "epoch": 467.76,
      "grad_norm": 0.9719754457473755,
      "learning_rate": 1.884047583350605e-06,
      "loss": 0.3269,
      "step": 1675980
    },
    {
      "epoch": 467.76,
      "grad_norm": 0.9773878455162048,
      "learning_rate": 1.884021068969198e-06,
      "loss": 0.3406,
      "step": 1675990
    },
    {
      "epoch": 467.76,
      "grad_norm": 1.328696846961975,
      "learning_rate": 1.883994554648982e-06,
      "loss": 0.3512,
      "step": 1676000
    },
    {
      "epoch": 467.77,
      "grad_norm": 1.0116442441940308,
      "learning_rate": 1.88396804038996e-06,
      "loss": 0.3391,
      "step": 1676010
    },
    {
      "epoch": 467.77,
      "grad_norm": 1.0273692607879639,
      "learning_rate": 1.8839415261921341e-06,
      "loss": 0.3278,
      "step": 1676020
    },
    {
      "epoch": 467.77,
      "grad_norm": 1.0498906373977661,
      "learning_rate": 1.8839150120555096e-06,
      "loss": 0.3431,
      "step": 1676030
    },
    {
      "epoch": 467.78,
      "grad_norm": 1.0879395008087158,
      "learning_rate": 1.883888497980089e-06,
      "loss": 0.344,
      "step": 1676040
    },
    {
      "epoch": 467.78,
      "grad_norm": 0.9840362668037415,
      "learning_rate": 1.8838619839658756e-06,
      "loss": 0.3489,
      "step": 1676050
    },
    {
      "epoch": 467.78,
      "grad_norm": 0.9916602969169617,
      "learning_rate": 1.883835470012874e-06,
      "loss": 0.3461,
      "step": 1676060
    },
    {
      "epoch": 467.78,
      "grad_norm": 1.0184929370880127,
      "learning_rate": 1.8838089561210871e-06,
      "loss": 0.3381,
      "step": 1676070
    },
    {
      "epoch": 467.79,
      "grad_norm": 1.0716975927352905,
      "learning_rate": 1.8837824422905178e-06,
      "loss": 0.3475,
      "step": 1676080
    },
    {
      "epoch": 467.79,
      "grad_norm": 1.1355890035629272,
      "learning_rate": 1.8837559285211712e-06,
      "loss": 0.3398,
      "step": 1676090
    },
    {
      "epoch": 467.79,
      "grad_norm": 1.0667486190795898,
      "learning_rate": 1.88372941481305e-06,
      "loss": 0.3407,
      "step": 1676100
    },
    {
      "epoch": 467.8,
      "grad_norm": 1.0773998498916626,
      "learning_rate": 1.883702901166157e-06,
      "loss": 0.3448,
      "step": 1676110
    },
    {
      "epoch": 467.8,
      "grad_norm": 1.0277509689331055,
      "learning_rate": 1.8836763875804967e-06,
      "loss": 0.3173,
      "step": 1676120
    },
    {
      "epoch": 467.8,
      "grad_norm": 1.0329228639602661,
      "learning_rate": 1.8836498740560729e-06,
      "loss": 0.3461,
      "step": 1676130
    },
    {
      "epoch": 467.8,
      "grad_norm": 1.0119454860687256,
      "learning_rate": 1.883623360592887e-06,
      "loss": 0.3395,
      "step": 1676140
    },
    {
      "epoch": 467.81,
      "grad_norm": 1.1285018920898438,
      "learning_rate": 1.8835968471909453e-06,
      "loss": 0.3568,
      "step": 1676150
    },
    {
      "epoch": 467.81,
      "grad_norm": 1.0579389333724976,
      "learning_rate": 1.8835703338502503e-06,
      "loss": 0.3606,
      "step": 1676160
    },
    {
      "epoch": 467.81,
      "grad_norm": 1.1155612468719482,
      "learning_rate": 1.8835438205708047e-06,
      "loss": 0.3711,
      "step": 1676170
    },
    {
      "epoch": 467.81,
      "grad_norm": 1.028812289237976,
      "learning_rate": 1.883517307352613e-06,
      "loss": 0.3512,
      "step": 1676180
    },
    {
      "epoch": 467.82,
      "grad_norm": 0.9341053366661072,
      "learning_rate": 1.883490794195678e-06,
      "loss": 0.3243,
      "step": 1676190
    },
    {
      "epoch": 467.82,
      "grad_norm": 1.075864315032959,
      "learning_rate": 1.8834642811000039e-06,
      "loss": 0.3568,
      "step": 1676200
    },
    {
      "epoch": 467.82,
      "grad_norm": 1.1589831113815308,
      "learning_rate": 1.883437768065594e-06,
      "loss": 0.3445,
      "step": 1676210
    },
    {
      "epoch": 467.83,
      "grad_norm": 1.094323754310608,
      "learning_rate": 1.883411255092451e-06,
      "loss": 0.3432,
      "step": 1676220
    },
    {
      "epoch": 467.83,
      "grad_norm": 0.8694297671318054,
      "learning_rate": 1.8833847421805802e-06,
      "loss": 0.3514,
      "step": 1676230
    },
    {
      "epoch": 467.83,
      "grad_norm": 0.9556913375854492,
      "learning_rate": 1.8833582293299842e-06,
      "loss": 0.333,
      "step": 1676240
    },
    {
      "epoch": 467.83,
      "grad_norm": 1.029815912246704,
      "learning_rate": 1.8833317165406657e-06,
      "loss": 0.3328,
      "step": 1676250
    },
    {
      "epoch": 467.84,
      "grad_norm": 1.417877435684204,
      "learning_rate": 1.8833052038126298e-06,
      "loss": 0.3298,
      "step": 1676260
    },
    {
      "epoch": 467.84,
      "grad_norm": 1.1214619874954224,
      "learning_rate": 1.8832786911458793e-06,
      "loss": 0.3552,
      "step": 1676270
    },
    {
      "epoch": 467.84,
      "grad_norm": 2.786602735519409,
      "learning_rate": 1.8832521785404163e-06,
      "loss": 0.3601,
      "step": 1676280
    },
    {
      "epoch": 467.85,
      "grad_norm": 1.150783658027649,
      "learning_rate": 1.883225665996247e-06,
      "loss": 0.3535,
      "step": 1676290
    },
    {
      "epoch": 467.85,
      "grad_norm": 1.2454719543457031,
      "learning_rate": 1.8831991535133736e-06,
      "loss": 0.3302,
      "step": 1676300
    },
    {
      "epoch": 467.85,
      "grad_norm": 0.9449002146720886,
      "learning_rate": 1.8831726410917985e-06,
      "loss": 0.3548,
      "step": 1676310
    },
    {
      "epoch": 467.85,
      "grad_norm": 1.024553656578064,
      "learning_rate": 1.8831461287315276e-06,
      "loss": 0.3427,
      "step": 1676320
    },
    {
      "epoch": 467.86,
      "grad_norm": 1.0293444395065308,
      "learning_rate": 1.8831196164325626e-06,
      "loss": 0.3433,
      "step": 1676330
    },
    {
      "epoch": 467.86,
      "grad_norm": 0.9556382894515991,
      "learning_rate": 1.8830931041949076e-06,
      "loss": 0.3434,
      "step": 1676340
    },
    {
      "epoch": 467.86,
      "grad_norm": 1.0320391654968262,
      "learning_rate": 1.8830665920185667e-06,
      "loss": 0.3374,
      "step": 1676350
    },
    {
      "epoch": 467.86,
      "grad_norm": 1.2990498542785645,
      "learning_rate": 1.8830400799035428e-06,
      "loss": 0.3383,
      "step": 1676360
    },
    {
      "epoch": 467.87,
      "grad_norm": 3.329481601715088,
      "learning_rate": 1.8830135678498385e-06,
      "loss": 0.3403,
      "step": 1676370
    },
    {
      "epoch": 467.87,
      "grad_norm": 1.0699348449707031,
      "learning_rate": 1.8829870558574595e-06,
      "loss": 0.35,
      "step": 1676380
    },
    {
      "epoch": 467.87,
      "grad_norm": 1.2951629161834717,
      "learning_rate": 1.882960543926408e-06,
      "loss": 0.3469,
      "step": 1676390
    },
    {
      "epoch": 467.88,
      "grad_norm": 1.3305151462554932,
      "learning_rate": 1.8829340320566873e-06,
      "loss": 0.3461,
      "step": 1676400
    },
    {
      "epoch": 467.88,
      "grad_norm": 1.004108190536499,
      "learning_rate": 1.8829075202483015e-06,
      "loss": 0.3492,
      "step": 1676410
    },
    {
      "epoch": 467.88,
      "grad_norm": 1.2717219591140747,
      "learning_rate": 1.8828810085012543e-06,
      "loss": 0.3378,
      "step": 1676420
    },
    {
      "epoch": 467.88,
      "grad_norm": 1.8450050354003906,
      "learning_rate": 1.8828544968155478e-06,
      "loss": 0.3402,
      "step": 1676430
    },
    {
      "epoch": 467.89,
      "grad_norm": 0.9670071005821228,
      "learning_rate": 1.8828279851911876e-06,
      "loss": 0.348,
      "step": 1676440
    },
    {
      "epoch": 467.89,
      "grad_norm": 1.3566763401031494,
      "learning_rate": 1.882801473628176e-06,
      "loss": 0.3287,
      "step": 1676450
    },
    {
      "epoch": 467.89,
      "grad_norm": 1.1427606344223022,
      "learning_rate": 1.8827749621265162e-06,
      "loss": 0.357,
      "step": 1676460
    },
    {
      "epoch": 467.9,
      "grad_norm": 1.060234546661377,
      "learning_rate": 1.8827484506862131e-06,
      "loss": 0.3333,
      "step": 1676470
    },
    {
      "epoch": 467.9,
      "grad_norm": 1.2624869346618652,
      "learning_rate": 1.8827219393072695e-06,
      "loss": 0.3232,
      "step": 1676480
    },
    {
      "epoch": 467.9,
      "grad_norm": 1.1045958995819092,
      "learning_rate": 1.8826954279896886e-06,
      "loss": 0.3394,
      "step": 1676490
    },
    {
      "epoch": 467.9,
      "grad_norm": 1.0161211490631104,
      "learning_rate": 1.8826689167334743e-06,
      "loss": 0.3394,
      "step": 1676500
    },
    {
      "epoch": 467.91,
      "grad_norm": 1.3716356754302979,
      "learning_rate": 1.882642405538629e-06,
      "loss": 0.3401,
      "step": 1676510
    },
    {
      "epoch": 467.91,
      "grad_norm": 1.0915125608444214,
      "learning_rate": 1.8826158944051586e-06,
      "loss": 0.3529,
      "step": 1676520
    },
    {
      "epoch": 467.91,
      "grad_norm": 1.096972107887268,
      "learning_rate": 1.882589383333065e-06,
      "loss": 0.3555,
      "step": 1676530
    },
    {
      "epoch": 467.92,
      "grad_norm": 0.993414044380188,
      "learning_rate": 1.8825628723223513e-06,
      "loss": 0.331,
      "step": 1676540
    },
    {
      "epoch": 467.92,
      "grad_norm": 2.732266426086426,
      "learning_rate": 1.8825363613730226e-06,
      "loss": 0.3543,
      "step": 1676550
    },
    {
      "epoch": 467.92,
      "grad_norm": 1.0134685039520264,
      "learning_rate": 1.8825098504850815e-06,
      "loss": 0.3501,
      "step": 1676560
    },
    {
      "epoch": 467.92,
      "grad_norm": 1.122737169265747,
      "learning_rate": 1.8824833396585306e-06,
      "loss": 0.3372,
      "step": 1676570
    },
    {
      "epoch": 467.93,
      "grad_norm": 0.9903354644775391,
      "learning_rate": 1.8824568288933752e-06,
      "loss": 0.3317,
      "step": 1676580
    },
    {
      "epoch": 467.93,
      "grad_norm": 0.9985813498497009,
      "learning_rate": 1.8824303181896185e-06,
      "loss": 0.3475,
      "step": 1676590
    },
    {
      "epoch": 467.93,
      "grad_norm": 1.1645302772521973,
      "learning_rate": 1.8824038075472622e-06,
      "loss": 0.3304,
      "step": 1676600
    },
    {
      "epoch": 467.93,
      "grad_norm": 0.9264854192733765,
      "learning_rate": 1.8823772969663123e-06,
      "loss": 0.3428,
      "step": 1676610
    },
    {
      "epoch": 467.94,
      "grad_norm": 1.0119259357452393,
      "learning_rate": 1.8823507864467713e-06,
      "loss": 0.3458,
      "step": 1676620
    },
    {
      "epoch": 467.94,
      "grad_norm": 0.9124631285667419,
      "learning_rate": 1.882324275988642e-06,
      "loss": 0.3432,
      "step": 1676630
    },
    {
      "epoch": 467.94,
      "grad_norm": 1.1025103330612183,
      "learning_rate": 1.8822977655919293e-06,
      "loss": 0.3402,
      "step": 1676640
    },
    {
      "epoch": 467.95,
      "grad_norm": 0.9871821403503418,
      "learning_rate": 1.8822712552566355e-06,
      "loss": 0.3546,
      "step": 1676650
    },
    {
      "epoch": 467.95,
      "grad_norm": 0.9604379534721375,
      "learning_rate": 1.882244744982764e-06,
      "loss": 0.3369,
      "step": 1676660
    },
    {
      "epoch": 467.95,
      "grad_norm": 0.9831903576850891,
      "learning_rate": 1.8822182347703202e-06,
      "loss": 0.3357,
      "step": 1676670
    },
    {
      "epoch": 467.95,
      "grad_norm": 1.0459320545196533,
      "learning_rate": 1.8821917246193064e-06,
      "loss": 0.3524,
      "step": 1676680
    },
    {
      "epoch": 467.96,
      "grad_norm": 1.1419005393981934,
      "learning_rate": 1.8821652145297253e-06,
      "loss": 0.3267,
      "step": 1676690
    },
    {
      "epoch": 467.96,
      "grad_norm": 1.0041861534118652,
      "learning_rate": 1.882138704501582e-06,
      "loss": 0.3551,
      "step": 1676700
    },
    {
      "epoch": 467.96,
      "grad_norm": 1.0522266626358032,
      "learning_rate": 1.8821121945348792e-06,
      "loss": 0.3407,
      "step": 1676710
    },
    {
      "epoch": 467.97,
      "grad_norm": 1.167493224143982,
      "learning_rate": 1.8820856846296194e-06,
      "loss": 0.3279,
      "step": 1676720
    },
    {
      "epoch": 467.97,
      "grad_norm": 0.9869123101234436,
      "learning_rate": 1.8820591747858084e-06,
      "loss": 0.3548,
      "step": 1676730
    },
    {
      "epoch": 467.97,
      "grad_norm": 1.1192622184753418,
      "learning_rate": 1.8820326650034484e-06,
      "loss": 0.3466,
      "step": 1676740
    },
    {
      "epoch": 467.97,
      "grad_norm": 1.0164340734481812,
      "learning_rate": 1.8820061552825426e-06,
      "loss": 0.3594,
      "step": 1676750
    },
    {
      "epoch": 467.98,
      "grad_norm": 0.9113163948059082,
      "learning_rate": 1.8819796456230955e-06,
      "loss": 0.345,
      "step": 1676760
    },
    {
      "epoch": 467.98,
      "grad_norm": 1.0084919929504395,
      "learning_rate": 1.8819531360251103e-06,
      "loss": 0.329,
      "step": 1676770
    },
    {
      "epoch": 467.98,
      "grad_norm": 1.08872652053833,
      "learning_rate": 1.8819266264885902e-06,
      "loss": 0.3465,
      "step": 1676780
    },
    {
      "epoch": 467.98,
      "grad_norm": 1.0524592399597168,
      "learning_rate": 1.881900117013539e-06,
      "loss": 0.3336,
      "step": 1676790
    },
    {
      "epoch": 467.99,
      "grad_norm": 0.8398411870002747,
      "learning_rate": 1.8818736075999592e-06,
      "loss": 0.3277,
      "step": 1676800
    },
    {
      "epoch": 467.99,
      "grad_norm": 1.086646318435669,
      "learning_rate": 1.8818470982478563e-06,
      "loss": 0.3402,
      "step": 1676810
    },
    {
      "epoch": 467.99,
      "grad_norm": 1.1418228149414062,
      "learning_rate": 1.881820588957233e-06,
      "loss": 0.3367,
      "step": 1676820
    },
    {
      "epoch": 468.0,
      "grad_norm": 1.0752742290496826,
      "learning_rate": 1.881794079728092e-06,
      "loss": 0.3463,
      "step": 1676830
    },
    {
      "epoch": 468.0,
      "grad_norm": 1.1504113674163818,
      "learning_rate": 1.8817675705604377e-06,
      "loss": 0.3276,
      "step": 1676840
    },
    {
      "epoch": 468.0,
      "eval_loss": 0.345339834690094,
      "eval_runtime": 62.7225,
      "eval_samples_per_second": 80.657,
      "eval_steps_per_second": 10.092,
      "step": 1676844
    },
    {
      "epoch": 468.0,
      "grad_norm": 1.0477479696273804,
      "learning_rate": 1.881741061454274e-06,
      "loss": 0.3375,
      "step": 1676850
    },
    {
      "epoch": 468.0,
      "grad_norm": 1.174506425857544,
      "learning_rate": 1.8817145524096022e-06,
      "loss": 0.336,
      "step": 1676860
    },
    {
      "epoch": 468.01,
      "grad_norm": 1.0380216836929321,
      "learning_rate": 1.8816880434264288e-06,
      "loss": 0.3541,
      "step": 1676870
    },
    {
      "epoch": 468.01,
      "grad_norm": 1.0198622941970825,
      "learning_rate": 1.8816615345047558e-06,
      "loss": 0.3372,
      "step": 1676880
    },
    {
      "epoch": 468.01,
      "grad_norm": 1.033148169517517,
      "learning_rate": 1.881635025644586e-06,
      "loss": 0.3474,
      "step": 1676890
    },
    {
      "epoch": 468.02,
      "grad_norm": 1.0857394933700562,
      "learning_rate": 1.8816085168459247e-06,
      "loss": 0.3585,
      "step": 1676900
    },
    {
      "epoch": 468.02,
      "grad_norm": 1.085476040840149,
      "learning_rate": 1.8815820081087748e-06,
      "loss": 0.3524,
      "step": 1676910
    },
    {
      "epoch": 468.02,
      "grad_norm": 1.05899977684021,
      "learning_rate": 1.881555499433139e-06,
      "loss": 0.3395,
      "step": 1676920
    },
    {
      "epoch": 468.02,
      "grad_norm": 0.9249377250671387,
      "learning_rate": 1.8815289908190218e-06,
      "loss": 0.3308,
      "step": 1676930
    },
    {
      "epoch": 468.03,
      "grad_norm": 2.860703706741333,
      "learning_rate": 1.8815024822664264e-06,
      "loss": 0.3249,
      "step": 1676940
    },
    {
      "epoch": 468.03,
      "grad_norm": 1.1995984315872192,
      "learning_rate": 1.8814759737753552e-06,
      "loss": 0.3282,
      "step": 1676950
    },
    {
      "epoch": 468.03,
      "grad_norm": 1.0834704637527466,
      "learning_rate": 1.8814494653458138e-06,
      "loss": 0.3604,
      "step": 1676960
    },
    {
      "epoch": 468.04,
      "grad_norm": 0.9896513819694519,
      "learning_rate": 1.8814229569778048e-06,
      "loss": 0.339,
      "step": 1676970
    },
    {
      "epoch": 468.04,
      "grad_norm": 0.9962003231048584,
      "learning_rate": 1.8813964486713313e-06,
      "loss": 0.3434,
      "step": 1676980
    },
    {
      "epoch": 468.04,
      "grad_norm": 1.099792242050171,
      "learning_rate": 1.8813699404263976e-06,
      "loss": 0.3367,
      "step": 1676990
    },
    {
      "epoch": 468.04,
      "grad_norm": 0.9557504057884216,
      "learning_rate": 1.8813434322430067e-06,
      "loss": 0.335,
      "step": 1677000
    },
    {
      "epoch": 468.05,
      "grad_norm": 1.1384378671646118,
      "learning_rate": 1.8813169241211614e-06,
      "loss": 0.3361,
      "step": 1677010
    },
    {
      "epoch": 468.05,
      "grad_norm": 0.9158053398132324,
      "learning_rate": 1.8812904160608668e-06,
      "loss": 0.357,
      "step": 1677020
    },
    {
      "epoch": 468.05,
      "grad_norm": 1.2078759670257568,
      "learning_rate": 1.8812639080621257e-06,
      "loss": 0.3504,
      "step": 1677030
    },
    {
      "epoch": 468.05,
      "grad_norm": 1.0539497137069702,
      "learning_rate": 1.8812374001249408e-06,
      "loss": 0.3601,
      "step": 1677040
    },
    {
      "epoch": 468.06,
      "grad_norm": 1.0248464345932007,
      "learning_rate": 1.8812108922493174e-06,
      "loss": 0.3394,
      "step": 1677050
    },
    {
      "epoch": 468.06,
      "grad_norm": 1.0231599807739258,
      "learning_rate": 1.8811843844352582e-06,
      "loss": 0.3425,
      "step": 1677060
    },
    {
      "epoch": 468.06,
      "grad_norm": 0.9661850333213806,
      "learning_rate": 1.8811578766827661e-06,
      "loss": 0.3524,
      "step": 1677070
    },
    {
      "epoch": 468.07,
      "grad_norm": 1.2128154039382935,
      "learning_rate": 1.8811313689918455e-06,
      "loss": 0.3428,
      "step": 1677080
    },
    {
      "epoch": 468.07,
      "grad_norm": 1.152070164680481,
      "learning_rate": 1.8811048613624986e-06,
      "loss": 0.346,
      "step": 1677090
    },
    {
      "epoch": 468.07,
      "grad_norm": 1.1139867305755615,
      "learning_rate": 1.8810783537947308e-06,
      "loss": 0.3433,
      "step": 1677100
    },
    {
      "epoch": 468.07,
      "grad_norm": 1.0149160623550415,
      "learning_rate": 1.8810518462885448e-06,
      "loss": 0.3482,
      "step": 1677110
    },
    {
      "epoch": 468.08,
      "grad_norm": 0.9455412030220032,
      "learning_rate": 1.8810253388439437e-06,
      "loss": 0.339,
      "step": 1677120
    },
    {
      "epoch": 468.08,
      "grad_norm": 1.1442753076553345,
      "learning_rate": 1.8809988314609318e-06,
      "loss": 0.3486,
      "step": 1677130
    },
    {
      "epoch": 468.08,
      "grad_norm": 1.0221821069717407,
      "learning_rate": 1.8809723241395123e-06,
      "loss": 0.3384,
      "step": 1677140
    },
    {
      "epoch": 468.09,
      "grad_norm": 1.1542377471923828,
      "learning_rate": 1.8809458168796874e-06,
      "loss": 0.3604,
      "step": 1677150
    },
    {
      "epoch": 468.09,
      "grad_norm": 1.0092605352401733,
      "learning_rate": 1.880919309681463e-06,
      "loss": 0.3384,
      "step": 1677160
    },
    {
      "epoch": 468.09,
      "grad_norm": 1.0077857971191406,
      "learning_rate": 1.8808928025448412e-06,
      "loss": 0.3492,
      "step": 1677170
    },
    {
      "epoch": 468.09,
      "grad_norm": 1.0110234022140503,
      "learning_rate": 1.8808662954698253e-06,
      "loss": 0.3526,
      "step": 1677180
    },
    {
      "epoch": 468.1,
      "grad_norm": 1.0941108465194702,
      "learning_rate": 1.88083978845642e-06,
      "loss": 0.3505,
      "step": 1677190
    },
    {
      "epoch": 468.1,
      "grad_norm": 1.0213439464569092,
      "learning_rate": 1.8808132815046284e-06,
      "loss": 0.3408,
      "step": 1677200
    },
    {
      "epoch": 468.1,
      "grad_norm": 0.9798567295074463,
      "learning_rate": 1.8807867746144533e-06,
      "loss": 0.336,
      "step": 1677210
    },
    {
      "epoch": 468.1,
      "grad_norm": 1.4473768472671509,
      "learning_rate": 1.880760267785899e-06,
      "loss": 0.3359,
      "step": 1677220
    },
    {
      "epoch": 468.11,
      "grad_norm": 1.0962802171707153,
      "learning_rate": 1.880733761018969e-06,
      "loss": 0.3618,
      "step": 1677230
    },
    {
      "epoch": 468.11,
      "grad_norm": 1.0414716005325317,
      "learning_rate": 1.8807072543136655e-06,
      "loss": 0.3329,
      "step": 1677240
    },
    {
      "epoch": 468.11,
      "grad_norm": 1.1740344762802124,
      "learning_rate": 1.8806807476699942e-06,
      "loss": 0.3343,
      "step": 1677250
    },
    {
      "epoch": 468.12,
      "grad_norm": 1.0310381650924683,
      "learning_rate": 1.8806542410879574e-06,
      "loss": 0.3564,
      "step": 1677260
    },
    {
      "epoch": 468.12,
      "grad_norm": 0.9806334376335144,
      "learning_rate": 1.8806277345675577e-06,
      "loss": 0.3282,
      "step": 1677270
    },
    {
      "epoch": 468.12,
      "grad_norm": 1.1125738620758057,
      "learning_rate": 1.8806012281088008e-06,
      "loss": 0.3389,
      "step": 1677280
    },
    {
      "epoch": 468.12,
      "grad_norm": 0.8200237154960632,
      "learning_rate": 1.8805747217116893e-06,
      "loss": 0.3451,
      "step": 1677290
    },
    {
      "epoch": 468.13,
      "grad_norm": 1.1414393186569214,
      "learning_rate": 1.8805482153762257e-06,
      "loss": 0.3344,
      "step": 1677300
    },
    {
      "epoch": 468.13,
      "grad_norm": 1.158755898475647,
      "learning_rate": 1.8805217091024153e-06,
      "loss": 0.3383,
      "step": 1677310
    },
    {
      "epoch": 468.13,
      "grad_norm": 1.2483166456222534,
      "learning_rate": 1.8804952028902604e-06,
      "loss": 0.3573,
      "step": 1677320
    },
    {
      "epoch": 468.14,
      "grad_norm": 0.9687334895133972,
      "learning_rate": 1.880468696739764e-06,
      "loss": 0.3451,
      "step": 1677330
    },
    {
      "epoch": 468.14,
      "grad_norm": 1.1052861213684082,
      "learning_rate": 1.8804421906509315e-06,
      "loss": 0.3349,
      "step": 1677340
    },
    {
      "epoch": 468.14,
      "grad_norm": 1.0245813131332397,
      "learning_rate": 1.880415684623765e-06,
      "loss": 0.3393,
      "step": 1677350
    },
    {
      "epoch": 468.14,
      "grad_norm": 0.9829738736152649,
      "learning_rate": 1.8803891786582684e-06,
      "loss": 0.3396,
      "step": 1677360
    },
    {
      "epoch": 468.15,
      "grad_norm": 1.1630773544311523,
      "learning_rate": 1.8803626727544454e-06,
      "loss": 0.3203,
      "step": 1677370
    },
    {
      "epoch": 468.15,
      "grad_norm": 1.1184954643249512,
      "learning_rate": 1.8803361669122987e-06,
      "loss": 0.3585,
      "step": 1677380
    },
    {
      "epoch": 468.15,
      "grad_norm": 1.1691696643829346,
      "learning_rate": 1.8803096611318333e-06,
      "loss": 0.3556,
      "step": 1677390
    },
    {
      "epoch": 468.16,
      "grad_norm": 1.1330853700637817,
      "learning_rate": 1.880283155413052e-06,
      "loss": 0.3321,
      "step": 1677400
    },
    {
      "epoch": 468.16,
      "grad_norm": 0.9172111749649048,
      "learning_rate": 1.8802566497559574e-06,
      "loss": 0.3454,
      "step": 1677410
    },
    {
      "epoch": 468.16,
      "grad_norm": 0.9903148412704468,
      "learning_rate": 1.8802301441605548e-06,
      "loss": 0.3535,
      "step": 1677420
    },
    {
      "epoch": 468.16,
      "grad_norm": 1.0255388021469116,
      "learning_rate": 1.8802036386268468e-06,
      "loss": 0.3441,
      "step": 1677430
    },
    {
      "epoch": 468.17,
      "grad_norm": 1.1530749797821045,
      "learning_rate": 1.8801771331548363e-06,
      "loss": 0.3386,
      "step": 1677440
    },
    {
      "epoch": 468.17,
      "grad_norm": 1.1330692768096924,
      "learning_rate": 1.880150627744528e-06,
      "loss": 0.3413,
      "step": 1677450
    },
    {
      "epoch": 468.17,
      "grad_norm": 1.0926291942596436,
      "learning_rate": 1.880124122395925e-06,
      "loss": 0.3457,
      "step": 1677460
    },
    {
      "epoch": 468.17,
      "grad_norm": 0.9976416230201721,
      "learning_rate": 1.8800976171090298e-06,
      "loss": 0.3463,
      "step": 1677470
    },
    {
      "epoch": 468.18,
      "grad_norm": 1.1200793981552124,
      "learning_rate": 1.8800711118838477e-06,
      "loss": 0.3291,
      "step": 1677480
    },
    {
      "epoch": 468.18,
      "grad_norm": 1.1354882717132568,
      "learning_rate": 1.8800446067203814e-06,
      "loss": 0.3488,
      "step": 1677490
    },
    {
      "epoch": 468.18,
      "grad_norm": 1.1904900074005127,
      "learning_rate": 1.8800181016186342e-06,
      "loss": 0.3327,
      "step": 1677500
    },
    {
      "epoch": 468.19,
      "grad_norm": 1.134549856185913,
      "learning_rate": 1.87999159657861e-06,
      "loss": 0.3584,
      "step": 1677510
    },
    {
      "epoch": 468.19,
      "grad_norm": 1.0788843631744385,
      "learning_rate": 1.8799650916003123e-06,
      "loss": 0.3485,
      "step": 1677520
    },
    {
      "epoch": 468.19,
      "grad_norm": 1.1269047260284424,
      "learning_rate": 1.8799385866837436e-06,
      "loss": 0.3444,
      "step": 1677530
    },
    {
      "epoch": 468.19,
      "grad_norm": 1.0213474035263062,
      "learning_rate": 1.8799120818289093e-06,
      "loss": 0.3482,
      "step": 1677540
    },
    {
      "epoch": 468.2,
      "grad_norm": 0.9665701985359192,
      "learning_rate": 1.8798855770358116e-06,
      "loss": 0.3486,
      "step": 1677550
    },
    {
      "epoch": 468.2,
      "grad_norm": 1.3804049491882324,
      "learning_rate": 1.8798590723044539e-06,
      "loss": 0.3467,
      "step": 1677560
    },
    {
      "epoch": 468.2,
      "grad_norm": 0.8885313272476196,
      "learning_rate": 1.8798325676348409e-06,
      "loss": 0.34,
      "step": 1677570
    },
    {
      "epoch": 468.21,
      "grad_norm": 1.0680665969848633,
      "learning_rate": 1.8798060630269753e-06,
      "loss": 0.34,
      "step": 1677580
    },
    {
      "epoch": 468.21,
      "grad_norm": 1.031110405921936,
      "learning_rate": 1.8797795584808608e-06,
      "loss": 0.3324,
      "step": 1677590
    },
    {
      "epoch": 468.21,
      "grad_norm": 1.0461108684539795,
      "learning_rate": 1.8797530539965008e-06,
      "loss": 0.3353,
      "step": 1677600
    },
    {
      "epoch": 468.21,
      "grad_norm": 1.2317805290222168,
      "learning_rate": 1.8797265495738994e-06,
      "loss": 0.3548,
      "step": 1677610
    },
    {
      "epoch": 468.22,
      "grad_norm": 1.1584992408752441,
      "learning_rate": 1.8797000452130583e-06,
      "loss": 0.35,
      "step": 1677620
    },
    {
      "epoch": 468.22,
      "grad_norm": 1.1559550762176514,
      "learning_rate": 1.8796735409139834e-06,
      "loss": 0.3379,
      "step": 1677630
    },
    {
      "epoch": 468.22,
      "grad_norm": 1.2278121709823608,
      "learning_rate": 1.8796470366766772e-06,
      "loss": 0.3378,
      "step": 1677640
    },
    {
      "epoch": 468.22,
      "grad_norm": 1.0567216873168945,
      "learning_rate": 1.879620532501143e-06,
      "loss": 0.3324,
      "step": 1677650
    },
    {
      "epoch": 468.23,
      "grad_norm": 1.210878610610962,
      "learning_rate": 1.879594028387385e-06,
      "loss": 0.3337,
      "step": 1677660
    },
    {
      "epoch": 468.23,
      "grad_norm": 1.0982142686843872,
      "learning_rate": 1.8795675243354053e-06,
      "loss": 0.3327,
      "step": 1677670
    },
    {
      "epoch": 468.23,
      "grad_norm": 1.0217124223709106,
      "learning_rate": 1.8795410203452088e-06,
      "loss": 0.3261,
      "step": 1677680
    },
    {
      "epoch": 468.24,
      "grad_norm": 0.9224358201026917,
      "learning_rate": 1.8795145164167994e-06,
      "loss": 0.3569,
      "step": 1677690
    },
    {
      "epoch": 468.24,
      "grad_norm": 1.2092214822769165,
      "learning_rate": 1.8794880125501785e-06,
      "loss": 0.3404,
      "step": 1677700
    },
    {
      "epoch": 468.24,
      "grad_norm": 0.9943245649337769,
      "learning_rate": 1.879461508745352e-06,
      "loss": 0.3648,
      "step": 1677710
    },
    {
      "epoch": 468.24,
      "grad_norm": 0.9418920874595642,
      "learning_rate": 1.8794350050023228e-06,
      "loss": 0.3407,
      "step": 1677720
    },
    {
      "epoch": 468.25,
      "grad_norm": 0.9558123350143433,
      "learning_rate": 1.8794085013210932e-06,
      "loss": 0.3614,
      "step": 1677730
    },
    {
      "epoch": 468.25,
      "grad_norm": 1.160927653312683,
      "learning_rate": 1.879381997701668e-06,
      "loss": 0.3455,
      "step": 1677740
    },
    {
      "epoch": 468.25,
      "grad_norm": 0.9836475849151611,
      "learning_rate": 1.8793554941440507e-06,
      "loss": 0.3571,
      "step": 1677750
    },
    {
      "epoch": 468.26,
      "grad_norm": 0.965996503829956,
      "learning_rate": 1.879328990648243e-06,
      "loss": 0.3446,
      "step": 1677760
    },
    {
      "epoch": 468.26,
      "grad_norm": 0.9444189071655273,
      "learning_rate": 1.879302487214251e-06,
      "loss": 0.3458,
      "step": 1677770
    },
    {
      "epoch": 468.26,
      "grad_norm": 1.0558866262435913,
      "learning_rate": 1.8792759838420773e-06,
      "loss": 0.344,
      "step": 1677780
    },
    {
      "epoch": 468.26,
      "grad_norm": 1.0745213031768799,
      "learning_rate": 1.8792494805317246e-06,
      "loss": 0.3268,
      "step": 1677790
    },
    {
      "epoch": 468.27,
      "grad_norm": 1.1732280254364014,
      "learning_rate": 1.8792229772831974e-06,
      "loss": 0.353,
      "step": 1677800
    },
    {
      "epoch": 468.27,
      "grad_norm": 1.074823021888733,
      "learning_rate": 1.8791964740964991e-06,
      "loss": 0.3542,
      "step": 1677810
    },
    {
      "epoch": 468.27,
      "grad_norm": 1.2402650117874146,
      "learning_rate": 1.879169970971632e-06,
      "loss": 0.3379,
      "step": 1677820
    },
    {
      "epoch": 468.28,
      "grad_norm": 1.018675446510315,
      "learning_rate": 1.8791434679086014e-06,
      "loss": 0.331,
      "step": 1677830
    },
    {
      "epoch": 468.28,
      "grad_norm": 1.2789853811264038,
      "learning_rate": 1.8791169649074101e-06,
      "loss": 0.352,
      "step": 1677840
    },
    {
      "epoch": 468.28,
      "grad_norm": 0.995389461517334,
      "learning_rate": 1.8790904619680608e-06,
      "loss": 0.3368,
      "step": 1677850
    },
    {
      "epoch": 468.28,
      "grad_norm": 1.038254737854004,
      "learning_rate": 1.8790639590905586e-06,
      "loss": 0.3701,
      "step": 1677860
    },
    {
      "epoch": 468.29,
      "grad_norm": 1.043151617050171,
      "learning_rate": 1.8790374562749063e-06,
      "loss": 0.3451,
      "step": 1677870
    },
    {
      "epoch": 468.29,
      "grad_norm": 1.0717847347259521,
      "learning_rate": 1.879010953521107e-06,
      "loss": 0.3449,
      "step": 1677880
    },
    {
      "epoch": 468.29,
      "grad_norm": 1.0773875713348389,
      "learning_rate": 1.8789844508291648e-06,
      "loss": 0.3348,
      "step": 1677890
    },
    {
      "epoch": 468.29,
      "grad_norm": 1.1789038181304932,
      "learning_rate": 1.878957948199083e-06,
      "loss": 0.3429,
      "step": 1677900
    },
    {
      "epoch": 468.3,
      "grad_norm": 0.9528142809867859,
      "learning_rate": 1.8789314456308646e-06,
      "loss": 0.3469,
      "step": 1677910
    },
    {
      "epoch": 468.3,
      "grad_norm": 1.0521037578582764,
      "learning_rate": 1.8789049431245144e-06,
      "loss": 0.347,
      "step": 1677920
    },
    {
      "epoch": 468.3,
      "grad_norm": 1.5744333267211914,
      "learning_rate": 1.8788784406800352e-06,
      "loss": 0.3503,
      "step": 1677930
    },
    {
      "epoch": 468.31,
      "grad_norm": 1.144545316696167,
      "learning_rate": 1.8788519382974302e-06,
      "loss": 0.3562,
      "step": 1677940
    },
    {
      "epoch": 468.31,
      "grad_norm": 1.1819126605987549,
      "learning_rate": 1.8788254359767035e-06,
      "loss": 0.3499,
      "step": 1677950
    },
    {
      "epoch": 468.31,
      "grad_norm": 0.9039265513420105,
      "learning_rate": 1.8787989337178574e-06,
      "loss": 0.3397,
      "step": 1677960
    },
    {
      "epoch": 468.31,
      "grad_norm": 0.9098497033119202,
      "learning_rate": 1.8787724315208975e-06,
      "loss": 0.3428,
      "step": 1677970
    },
    {
      "epoch": 468.32,
      "grad_norm": 1.0212677717208862,
      "learning_rate": 1.8787459293858264e-06,
      "loss": 0.3391,
      "step": 1677980
    },
    {
      "epoch": 468.32,
      "grad_norm": 1.272444486618042,
      "learning_rate": 1.8787194273126462e-06,
      "loss": 0.3383,
      "step": 1677990
    },
    {
      "epoch": 468.32,
      "grad_norm": 1.0798243284225464,
      "learning_rate": 1.878692925301363e-06,
      "loss": 0.3379,
      "step": 1678000
    },
    {
      "epoch": 468.33,
      "grad_norm": 1.0853673219680786,
      "learning_rate": 1.8786664233519788e-06,
      "loss": 0.3555,
      "step": 1678010
    },
    {
      "epoch": 468.33,
      "grad_norm": 1.119998574256897,
      "learning_rate": 1.8786399214644967e-06,
      "loss": 0.3483,
      "step": 1678020
    },
    {
      "epoch": 468.33,
      "grad_norm": 1.1511338949203491,
      "learning_rate": 1.8786134196389216e-06,
      "loss": 0.3476,
      "step": 1678030
    },
    {
      "epoch": 468.33,
      "grad_norm": 1.4134254455566406,
      "learning_rate": 1.8785869178752565e-06,
      "loss": 0.3451,
      "step": 1678040
    },
    {
      "epoch": 468.34,
      "grad_norm": 1.1483045816421509,
      "learning_rate": 1.8785604161735034e-06,
      "loss": 0.3551,
      "step": 1678050
    },
    {
      "epoch": 468.34,
      "grad_norm": 0.8974909782409668,
      "learning_rate": 1.8785339145336683e-06,
      "loss": 0.3605,
      "step": 1678060
    },
    {
      "epoch": 468.34,
      "grad_norm": 0.9877083897590637,
      "learning_rate": 1.8785074129557533e-06,
      "loss": 0.3403,
      "step": 1678070
    },
    {
      "epoch": 468.34,
      "grad_norm": 1.0295554399490356,
      "learning_rate": 1.8784809114397623e-06,
      "loss": 0.3424,
      "step": 1678080
    },
    {
      "epoch": 468.35,
      "grad_norm": 0.9176428914070129,
      "learning_rate": 1.8784544099856988e-06,
      "loss": 0.3444,
      "step": 1678090
    },
    {
      "epoch": 468.35,
      "grad_norm": 1.244211196899414,
      "learning_rate": 1.8784279085935665e-06,
      "loss": 0.3428,
      "step": 1678100
    },
    {
      "epoch": 468.35,
      "grad_norm": 0.9712874293327332,
      "learning_rate": 1.8784014072633673e-06,
      "loss": 0.3417,
      "step": 1678110
    },
    {
      "epoch": 468.36,
      "grad_norm": 1.1131291389465332,
      "learning_rate": 1.8783749059951074e-06,
      "loss": 0.3365,
      "step": 1678120
    },
    {
      "epoch": 468.36,
      "grad_norm": 1.118857502937317,
      "learning_rate": 1.8783484047887894e-06,
      "loss": 0.3418,
      "step": 1678130
    },
    {
      "epoch": 468.36,
      "grad_norm": 0.9766634702682495,
      "learning_rate": 1.878321903644415e-06,
      "loss": 0.3337,
      "step": 1678140
    },
    {
      "epoch": 468.36,
      "grad_norm": 1.0027618408203125,
      "learning_rate": 1.8782954025619902e-06,
      "loss": 0.3317,
      "step": 1678150
    },
    {
      "epoch": 468.37,
      "grad_norm": 1.0905870199203491,
      "learning_rate": 1.8782689015415177e-06,
      "loss": 0.3362,
      "step": 1678160
    },
    {
      "epoch": 468.37,
      "grad_norm": 1.0580780506134033,
      "learning_rate": 1.8782424005830002e-06,
      "loss": 0.3453,
      "step": 1678170
    },
    {
      "epoch": 468.37,
      "grad_norm": 1.1051162481307983,
      "learning_rate": 1.8782158996864425e-06,
      "loss": 0.3436,
      "step": 1678180
    },
    {
      "epoch": 468.38,
      "grad_norm": 1.148627758026123,
      "learning_rate": 1.8781893988518476e-06,
      "loss": 0.3488,
      "step": 1678190
    },
    {
      "epoch": 468.38,
      "grad_norm": 0.9739342927932739,
      "learning_rate": 1.8781628980792179e-06,
      "loss": 0.3543,
      "step": 1678200
    },
    {
      "epoch": 468.38,
      "grad_norm": 0.965316653251648,
      "learning_rate": 1.878136397368559e-06,
      "loss": 0.3558,
      "step": 1678210
    },
    {
      "epoch": 468.38,
      "grad_norm": 4.466332912445068,
      "learning_rate": 1.8781098967198734e-06,
      "loss": 0.3407,
      "step": 1678220
    },
    {
      "epoch": 468.39,
      "grad_norm": 1.134975790977478,
      "learning_rate": 1.8780833961331637e-06,
      "loss": 0.341,
      "step": 1678230
    },
    {
      "epoch": 468.39,
      "grad_norm": 1.1188020706176758,
      "learning_rate": 1.878056895608435e-06,
      "loss": 0.3487,
      "step": 1678240
    },
    {
      "epoch": 468.39,
      "grad_norm": 1.137796401977539,
      "learning_rate": 1.87803039514569e-06,
      "loss": 0.3394,
      "step": 1678250
    },
    {
      "epoch": 468.4,
      "grad_norm": 1.2301321029663086,
      "learning_rate": 1.8780038947449329e-06,
      "loss": 0.3561,
      "step": 1678260
    },
    {
      "epoch": 468.4,
      "grad_norm": 1.025750756263733,
      "learning_rate": 1.8779773944061665e-06,
      "loss": 0.3339,
      "step": 1678270
    },
    {
      "epoch": 468.4,
      "grad_norm": 1.2500429153442383,
      "learning_rate": 1.8779508941293938e-06,
      "loss": 0.3448,
      "step": 1678280
    },
    {
      "epoch": 468.4,
      "grad_norm": 0.9300543069839478,
      "learning_rate": 1.87792439391462e-06,
      "loss": 0.3267,
      "step": 1678290
    },
    {
      "epoch": 468.41,
      "grad_norm": 0.9454236030578613,
      "learning_rate": 1.8778978937618478e-06,
      "loss": 0.3453,
      "step": 1678300
    },
    {
      "epoch": 468.41,
      "grad_norm": 0.9863906502723694,
      "learning_rate": 1.87787139367108e-06,
      "loss": 0.3363,
      "step": 1678310
    },
    {
      "epoch": 468.41,
      "grad_norm": 0.9985544681549072,
      "learning_rate": 1.8778448936423213e-06,
      "loss": 0.3379,
      "step": 1678320
    },
    {
      "epoch": 468.41,
      "grad_norm": 1.3580235242843628,
      "learning_rate": 1.8778183936755746e-06,
      "loss": 0.3494,
      "step": 1678330
    },
    {
      "epoch": 468.42,
      "grad_norm": 1.161765456199646,
      "learning_rate": 1.8777918937708427e-06,
      "loss": 0.3465,
      "step": 1678340
    },
    {
      "epoch": 468.42,
      "grad_norm": 1.1426441669464111,
      "learning_rate": 1.8777653939281308e-06,
      "loss": 0.3485,
      "step": 1678350
    },
    {
      "epoch": 468.42,
      "grad_norm": 1.096060872077942,
      "learning_rate": 1.8777388941474418e-06,
      "loss": 0.3466,
      "step": 1678360
    },
    {
      "epoch": 468.43,
      "grad_norm": 1.0337780714035034,
      "learning_rate": 1.877712394428778e-06,
      "loss": 0.3362,
      "step": 1678370
    },
    {
      "epoch": 468.43,
      "grad_norm": 0.9824742674827576,
      "learning_rate": 1.8776858947721445e-06,
      "loss": 0.3462,
      "step": 1678380
    },
    {
      "epoch": 468.43,
      "grad_norm": 1.2460918426513672,
      "learning_rate": 1.8776593951775447e-06,
      "loss": 0.3503,
      "step": 1678390
    },
    {
      "epoch": 468.43,
      "grad_norm": 1.1643521785736084,
      "learning_rate": 1.877632895644981e-06,
      "loss": 0.3404,
      "step": 1678400
    },
    {
      "epoch": 468.44,
      "grad_norm": 1.067026972770691,
      "learning_rate": 1.8776063961744582e-06,
      "loss": 0.348,
      "step": 1678410
    },
    {
      "epoch": 468.44,
      "grad_norm": 1.0543121099472046,
      "learning_rate": 1.8775798967659793e-06,
      "loss": 0.3465,
      "step": 1678420
    },
    {
      "epoch": 468.44,
      "grad_norm": 1.1108275651931763,
      "learning_rate": 1.8775533974195467e-06,
      "loss": 0.3402,
      "step": 1678430
    },
    {
      "epoch": 468.45,
      "grad_norm": 0.8646402359008789,
      "learning_rate": 1.8775268981351657e-06,
      "loss": 0.3377,
      "step": 1678440
    },
    {
      "epoch": 468.45,
      "grad_norm": 1.1376848220825195,
      "learning_rate": 1.8775003989128393e-06,
      "loss": 0.3569,
      "step": 1678450
    },
    {
      "epoch": 468.45,
      "grad_norm": 0.9967710971832275,
      "learning_rate": 1.8774738997525707e-06,
      "loss": 0.3531,
      "step": 1678460
    },
    {
      "epoch": 468.45,
      "grad_norm": 3.149599552154541,
      "learning_rate": 1.8774474006543639e-06,
      "loss": 0.3224,
      "step": 1678470
    },
    {
      "epoch": 468.46,
      "grad_norm": 1.1447813510894775,
      "learning_rate": 1.877420901618222e-06,
      "loss": 0.3616,
      "step": 1678480
    },
    {
      "epoch": 468.46,
      "grad_norm": 0.8809879422187805,
      "learning_rate": 1.8773944026441474e-06,
      "loss": 0.3409,
      "step": 1678490
    },
    {
      "epoch": 468.46,
      "grad_norm": 1.0825114250183105,
      "learning_rate": 1.8773679037321464e-06,
      "loss": 0.3375,
      "step": 1678500
    },
    {
      "epoch": 468.46,
      "grad_norm": 1.1345411539077759,
      "learning_rate": 1.8773414048822205e-06,
      "loss": 0.3565,
      "step": 1678510
    },
    {
      "epoch": 468.47,
      "grad_norm": 0.9689062833786011,
      "learning_rate": 1.8773149060943729e-06,
      "loss": 0.3471,
      "step": 1678520
    },
    {
      "epoch": 468.47,
      "grad_norm": 1.0682437419891357,
      "learning_rate": 1.877288407368609e-06,
      "loss": 0.3549,
      "step": 1678530
    },
    {
      "epoch": 468.47,
      "grad_norm": 0.9787645936012268,
      "learning_rate": 1.8772619087049306e-06,
      "loss": 0.3519,
      "step": 1678540
    },
    {
      "epoch": 468.48,
      "grad_norm": 1.2683366537094116,
      "learning_rate": 1.8772354101033426e-06,
      "loss": 0.3552,
      "step": 1678550
    },
    {
      "epoch": 468.48,
      "grad_norm": 0.8711277842521667,
      "learning_rate": 1.8772089115638476e-06,
      "loss": 0.3372,
      "step": 1678560
    },
    {
      "epoch": 468.48,
      "grad_norm": 1.1251143217086792,
      "learning_rate": 1.8771824130864487e-06,
      "loss": 0.3281,
      "step": 1678570
    },
    {
      "epoch": 468.48,
      "grad_norm": 1.1260671615600586,
      "learning_rate": 1.8771559146711507e-06,
      "loss": 0.3511,
      "step": 1678580
    },
    {
      "epoch": 468.49,
      "grad_norm": 1.0793261528015137,
      "learning_rate": 1.8771294163179567e-06,
      "loss": 0.3547,
      "step": 1678590
    },
    {
      "epoch": 468.49,
      "grad_norm": 1.2615790367126465,
      "learning_rate": 1.8771029180268694e-06,
      "loss": 0.3464,
      "step": 1678600
    },
    {
      "epoch": 468.49,
      "grad_norm": 0.9691064357757568,
      "learning_rate": 1.8770764197978935e-06,
      "loss": 0.3337,
      "step": 1678610
    },
    {
      "epoch": 468.5,
      "grad_norm": 1.149355173110962,
      "learning_rate": 1.8770499216310323e-06,
      "loss": 0.3481,
      "step": 1678620
    },
    {
      "epoch": 468.5,
      "grad_norm": 1.1687239408493042,
      "learning_rate": 1.8770234235262873e-06,
      "loss": 0.3451,
      "step": 1678630
    },
    {
      "epoch": 468.5,
      "grad_norm": 1.0862442255020142,
      "learning_rate": 1.8769969254836653e-06,
      "loss": 0.3393,
      "step": 1678640
    },
    {
      "epoch": 468.5,
      "grad_norm": 1.1975115537643433,
      "learning_rate": 1.876970427503168e-06,
      "loss": 0.3413,
      "step": 1678650
    },
    {
      "epoch": 468.51,
      "grad_norm": 0.9522386789321899,
      "learning_rate": 1.8769439295847983e-06,
      "loss": 0.3465,
      "step": 1678660
    },
    {
      "epoch": 468.51,
      "grad_norm": 1.2195502519607544,
      "learning_rate": 1.8769174317285618e-06,
      "loss": 0.3428,
      "step": 1678670
    },
    {
      "epoch": 468.51,
      "grad_norm": 1.111449956893921,
      "learning_rate": 1.8768909339344603e-06,
      "loss": 0.3466,
      "step": 1678680
    },
    {
      "epoch": 468.52,
      "grad_norm": 1.218559741973877,
      "learning_rate": 1.876864436202498e-06,
      "loss": 0.3549,
      "step": 1678690
    },
    {
      "epoch": 468.52,
      "grad_norm": 1.1326556205749512,
      "learning_rate": 1.8768379385326784e-06,
      "loss": 0.3597,
      "step": 1678700
    },
    {
      "epoch": 468.52,
      "grad_norm": 1.0490390062332153,
      "learning_rate": 1.876811440925005e-06,
      "loss": 0.3361,
      "step": 1678710
    },
    {
      "epoch": 468.52,
      "grad_norm": 1.1062862873077393,
      "learning_rate": 1.8767849433794804e-06,
      "loss": 0.3519,
      "step": 1678720
    },
    {
      "epoch": 468.53,
      "grad_norm": 1.118045449256897,
      "learning_rate": 1.8767584458961097e-06,
      "loss": 0.3404,
      "step": 1678730
    },
    {
      "epoch": 468.53,
      "grad_norm": 1.0555424690246582,
      "learning_rate": 1.876731948474896e-06,
      "loss": 0.3331,
      "step": 1678740
    },
    {
      "epoch": 468.53,
      "grad_norm": 1.1609523296356201,
      "learning_rate": 1.8767054511158419e-06,
      "loss": 0.3394,
      "step": 1678750
    },
    {
      "epoch": 468.53,
      "grad_norm": 0.9235221147537231,
      "learning_rate": 1.8766789538189519e-06,
      "loss": 0.3459,
      "step": 1678760
    },
    {
      "epoch": 468.54,
      "grad_norm": 1.028518795967102,
      "learning_rate": 1.8766524565842292e-06,
      "loss": 0.3297,
      "step": 1678770
    },
    {
      "epoch": 468.54,
      "grad_norm": 0.9821706414222717,
      "learning_rate": 1.8766259594116766e-06,
      "loss": 0.3477,
      "step": 1678780
    },
    {
      "epoch": 468.54,
      "grad_norm": 1.1540250778198242,
      "learning_rate": 1.876599462301299e-06,
      "loss": 0.3551,
      "step": 1678790
    },
    {
      "epoch": 468.55,
      "grad_norm": 1.0792039632797241,
      "learning_rate": 1.8765729652530998e-06,
      "loss": 0.3375,
      "step": 1678800
    },
    {
      "epoch": 468.55,
      "grad_norm": 1.2132734060287476,
      "learning_rate": 1.8765464682670805e-06,
      "loss": 0.3421,
      "step": 1678810
    },
    {
      "epoch": 468.55,
      "grad_norm": 0.9399643540382385,
      "learning_rate": 1.8765199713432473e-06,
      "loss": 0.3391,
      "step": 1678820
    },
    {
      "epoch": 468.55,
      "grad_norm": 1.1115894317626953,
      "learning_rate": 1.8764934744816018e-06,
      "loss": 0.3202,
      "step": 1678830
    },
    {
      "epoch": 468.56,
      "grad_norm": 1.1092712879180908,
      "learning_rate": 1.8764669776821492e-06,
      "loss": 0.3405,
      "step": 1678840
    },
    {
      "epoch": 468.56,
      "grad_norm": 1.0719019174575806,
      "learning_rate": 1.8764404809448918e-06,
      "loss": 0.3375,
      "step": 1678850
    },
    {
      "epoch": 468.56,
      "grad_norm": 1.1456385850906372,
      "learning_rate": 1.8764139842698324e-06,
      "loss": 0.3666,
      "step": 1678860
    },
    {
      "epoch": 468.57,
      "grad_norm": 1.0499951839447021,
      "learning_rate": 1.8763874876569767e-06,
      "loss": 0.3363,
      "step": 1678870
    },
    {
      "epoch": 468.57,
      "grad_norm": 1.1400692462921143,
      "learning_rate": 1.876360991106327e-06,
      "loss": 0.3247,
      "step": 1678880
    },
    {
      "epoch": 468.57,
      "grad_norm": 0.9986369013786316,
      "learning_rate": 1.8763344946178863e-06,
      "loss": 0.3457,
      "step": 1678890
    },
    {
      "epoch": 468.57,
      "grad_norm": 1.148080587387085,
      "learning_rate": 1.8763079981916596e-06,
      "loss": 0.339,
      "step": 1678900
    },
    {
      "epoch": 468.58,
      "grad_norm": 0.9950670599937439,
      "learning_rate": 1.876281501827649e-06,
      "loss": 0.3268,
      "step": 1678910
    },
    {
      "epoch": 468.58,
      "grad_norm": 1.1015031337738037,
      "learning_rate": 1.8762550055258583e-06,
      "loss": 0.3303,
      "step": 1678920
    },
    {
      "epoch": 468.58,
      "grad_norm": 1.095482349395752,
      "learning_rate": 1.8762285092862917e-06,
      "loss": 0.3299,
      "step": 1678930
    },
    {
      "epoch": 468.58,
      "grad_norm": 1.0533946752548218,
      "learning_rate": 1.8762020131089525e-06,
      "loss": 0.3455,
      "step": 1678940
    },
    {
      "epoch": 468.59,
      "grad_norm": 1.0994417667388916,
      "learning_rate": 1.876175516993843e-06,
      "loss": 0.3349,
      "step": 1678950
    },
    {
      "epoch": 468.59,
      "grad_norm": 1.0048446655273438,
      "learning_rate": 1.8761490209409692e-06,
      "loss": 0.3348,
      "step": 1678960
    },
    {
      "epoch": 468.59,
      "grad_norm": 1.2623555660247803,
      "learning_rate": 1.8761225249503327e-06,
      "loss": 0.3458,
      "step": 1678970
    },
    {
      "epoch": 468.6,
      "grad_norm": 1.0018222332000732,
      "learning_rate": 1.8760960290219371e-06,
      "loss": 0.3424,
      "step": 1678980
    },
    {
      "epoch": 468.6,
      "grad_norm": 1.11526620388031,
      "learning_rate": 1.876069533155787e-06,
      "loss": 0.3329,
      "step": 1678990
    },
    {
      "epoch": 468.6,
      "grad_norm": 1.0419776439666748,
      "learning_rate": 1.8760430373518857e-06,
      "loss": 0.3564,
      "step": 1679000
    },
    {
      "epoch": 468.6,
      "grad_norm": 1.0168546438217163,
      "learning_rate": 1.876016541610235e-06,
      "loss": 0.3453,
      "step": 1679010
    },
    {
      "epoch": 468.61,
      "grad_norm": 1.0105293989181519,
      "learning_rate": 1.8759900459308404e-06,
      "loss": 0.3392,
      "step": 1679020
    },
    {
      "epoch": 468.61,
      "grad_norm": 0.9851372838020325,
      "learning_rate": 1.8759635503137053e-06,
      "loss": 0.3297,
      "step": 1679030
    },
    {
      "epoch": 468.61,
      "grad_norm": 1.370664119720459,
      "learning_rate": 1.8759370547588319e-06,
      "loss": 0.3494,
      "step": 1679040
    },
    {
      "epoch": 468.62,
      "grad_norm": 0.9376506805419922,
      "learning_rate": 1.875910559266225e-06,
      "loss": 0.3506,
      "step": 1679050
    },
    {
      "epoch": 468.62,
      "grad_norm": 1.01910400390625,
      "learning_rate": 1.8758840638358877e-06,
      "loss": 0.3384,
      "step": 1679060
    },
    {
      "epoch": 468.62,
      "grad_norm": 0.9298689961433411,
      "learning_rate": 1.8758575684678226e-06,
      "loss": 0.3517,
      "step": 1679070
    },
    {
      "epoch": 468.62,
      "grad_norm": 1.099443793296814,
      "learning_rate": 1.8758310731620351e-06,
      "loss": 0.3517,
      "step": 1679080
    },
    {
      "epoch": 468.63,
      "grad_norm": 1.027299165725708,
      "learning_rate": 1.8758045779185277e-06,
      "loss": 0.3299,
      "step": 1679090
    },
    {
      "epoch": 468.63,
      "grad_norm": 1.0478671789169312,
      "learning_rate": 1.875778082737303e-06,
      "loss": 0.3318,
      "step": 1679100
    },
    {
      "epoch": 468.63,
      "grad_norm": 1.0131165981292725,
      "learning_rate": 1.8757515876183666e-06,
      "loss": 0.3488,
      "step": 1679110
    },
    {
      "epoch": 468.64,
      "grad_norm": 0.9772811532020569,
      "learning_rate": 1.8757250925617201e-06,
      "loss": 0.3402,
      "step": 1679120
    },
    {
      "epoch": 468.64,
      "grad_norm": 1.0326653718948364,
      "learning_rate": 1.8756985975673685e-06,
      "loss": 0.3358,
      "step": 1679130
    },
    {
      "epoch": 468.64,
      "grad_norm": 0.9821677207946777,
      "learning_rate": 1.8756721026353146e-06,
      "loss": 0.3542,
      "step": 1679140
    },
    {
      "epoch": 468.64,
      "grad_norm": 0.9805974960327148,
      "learning_rate": 1.8756456077655611e-06,
      "loss": 0.3487,
      "step": 1679150
    },
    {
      "epoch": 468.65,
      "grad_norm": 1.024787187576294,
      "learning_rate": 1.8756191129581137e-06,
      "loss": 0.3294,
      "step": 1679160
    },
    {
      "epoch": 468.65,
      "grad_norm": 1.1057721376419067,
      "learning_rate": 1.8755926182129741e-06,
      "loss": 0.3426,
      "step": 1679170
    },
    {
      "epoch": 468.65,
      "grad_norm": 0.9832679629325867,
      "learning_rate": 1.8755661235301462e-06,
      "loss": 0.3379,
      "step": 1679180
    },
    {
      "epoch": 468.65,
      "grad_norm": 1.0251725912094116,
      "learning_rate": 1.8755396289096336e-06,
      "loss": 0.3323,
      "step": 1679190
    },
    {
      "epoch": 468.66,
      "grad_norm": 1.0897953510284424,
      "learning_rate": 1.8755131343514404e-06,
      "loss": 0.3394,
      "step": 1679200
    },
    {
      "epoch": 468.66,
      "grad_norm": 1.2369142770767212,
      "learning_rate": 1.8754866398555691e-06,
      "loss": 0.3491,
      "step": 1679210
    },
    {
      "epoch": 468.66,
      "grad_norm": 3.3443684577941895,
      "learning_rate": 1.8754601454220245e-06,
      "loss": 0.3465,
      "step": 1679220
    },
    {
      "epoch": 468.67,
      "grad_norm": 0.9254212975502014,
      "learning_rate": 1.8754336510508093e-06,
      "loss": 0.3261,
      "step": 1679230
    },
    {
      "epoch": 468.67,
      "grad_norm": 1.1362954378128052,
      "learning_rate": 1.8754071567419263e-06,
      "loss": 0.3477,
      "step": 1679240
    },
    {
      "epoch": 468.67,
      "grad_norm": 1.037203073501587,
      "learning_rate": 1.8753806624953807e-06,
      "loss": 0.3591,
      "step": 1679250
    },
    {
      "epoch": 468.67,
      "grad_norm": 1.1216354370117188,
      "learning_rate": 1.875354168311175e-06,
      "loss": 0.3554,
      "step": 1679260
    },
    {
      "epoch": 468.68,
      "grad_norm": 1.0422128438949585,
      "learning_rate": 1.8753276741893128e-06,
      "loss": 0.3554,
      "step": 1679270
    },
    {
      "epoch": 468.68,
      "grad_norm": 1.1207916736602783,
      "learning_rate": 1.8753011801297978e-06,
      "loss": 0.3435,
      "step": 1679280
    },
    {
      "epoch": 468.68,
      "grad_norm": 0.9368528723716736,
      "learning_rate": 1.8752746861326339e-06,
      "loss": 0.3224,
      "step": 1679290
    },
    {
      "epoch": 468.69,
      "grad_norm": 0.9440975785255432,
      "learning_rate": 1.8752481921978228e-06,
      "loss": 0.3505,
      "step": 1679300
    },
    {
      "epoch": 468.69,
      "grad_norm": 0.9689041376113892,
      "learning_rate": 1.8752216983253706e-06,
      "loss": 0.3542,
      "step": 1679310
    },
    {
      "epoch": 468.69,
      "grad_norm": 0.9974101781845093,
      "learning_rate": 1.8751952045152798e-06,
      "loss": 0.3439,
      "step": 1679320
    },
    {
      "epoch": 468.69,
      "grad_norm": 1.1427112817764282,
      "learning_rate": 1.8751687107675525e-06,
      "loss": 0.3527,
      "step": 1679330
    },
    {
      "epoch": 468.7,
      "grad_norm": 1.2625950574874878,
      "learning_rate": 1.8751422170821946e-06,
      "loss": 0.3274,
      "step": 1679340
    },
    {
      "epoch": 468.7,
      "grad_norm": 1.4418407678604126,
      "learning_rate": 1.8751157234592086e-06,
      "loss": 0.3298,
      "step": 1679350
    },
    {
      "epoch": 468.7,
      "grad_norm": 0.8404898643493652,
      "learning_rate": 1.8750892298985974e-06,
      "loss": 0.344,
      "step": 1679360
    },
    {
      "epoch": 468.7,
      "grad_norm": 1.2818492650985718,
      "learning_rate": 1.8750627364003656e-06,
      "loss": 0.3558,
      "step": 1679370
    },
    {
      "epoch": 468.71,
      "grad_norm": 1.3209421634674072,
      "learning_rate": 1.8750362429645162e-06,
      "loss": 0.3422,
      "step": 1679380
    },
    {
      "epoch": 468.71,
      "grad_norm": 1.1386281251907349,
      "learning_rate": 1.8750097495910517e-06,
      "loss": 0.3425,
      "step": 1679390
    },
    {
      "epoch": 468.71,
      "grad_norm": 0.9339714646339417,
      "learning_rate": 1.8749832562799775e-06,
      "loss": 0.352,
      "step": 1679400
    },
    {
      "epoch": 468.72,
      "grad_norm": 1.1463228464126587,
      "learning_rate": 1.8749567630312962e-06,
      "loss": 0.3457,
      "step": 1679410
    },
    {
      "epoch": 468.72,
      "grad_norm": 0.9733527302742004,
      "learning_rate": 1.8749302698450115e-06,
      "loss": 0.353,
      "step": 1679420
    },
    {
      "epoch": 468.72,
      "grad_norm": 1.0582432746887207,
      "learning_rate": 1.874903776721127e-06,
      "loss": 0.3341,
      "step": 1679430
    },
    {
      "epoch": 468.72,
      "grad_norm": 1.2192379236221313,
      "learning_rate": 1.8748772836596448e-06,
      "loss": 0.3538,
      "step": 1679440
    },
    {
      "epoch": 468.73,
      "grad_norm": 1.2673847675323486,
      "learning_rate": 1.8748507906605712e-06,
      "loss": 0.3406,
      "step": 1679450
    },
    {
      "epoch": 468.73,
      "grad_norm": 1.1789610385894775,
      "learning_rate": 1.874824297723908e-06,
      "loss": 0.3434,
      "step": 1679460
    },
    {
      "epoch": 468.73,
      "grad_norm": 1.1119542121887207,
      "learning_rate": 1.8747978048496576e-06,
      "loss": 0.3401,
      "step": 1679470
    },
    {
      "epoch": 468.74,
      "grad_norm": 1.038928747177124,
      "learning_rate": 1.8747713120378263e-06,
      "loss": 0.3394,
      "step": 1679480
    },
    {
      "epoch": 468.74,
      "grad_norm": 1.2039794921875,
      "learning_rate": 1.8747448192884159e-06,
      "loss": 0.3559,
      "step": 1679490
    },
    {
      "epoch": 468.74,
      "grad_norm": 1.153447151184082,
      "learning_rate": 1.8747183266014298e-06,
      "loss": 0.3412,
      "step": 1679500
    },
    {
      "epoch": 468.74,
      "grad_norm": 0.9387397766113281,
      "learning_rate": 1.8746918339768727e-06,
      "loss": 0.3194,
      "step": 1679510
    },
    {
      "epoch": 468.75,
      "grad_norm": 0.9687447547912598,
      "learning_rate": 1.8746653414147471e-06,
      "loss": 0.3448,
      "step": 1679520
    },
    {
      "epoch": 468.75,
      "grad_norm": 0.9270020127296448,
      "learning_rate": 1.874638848915056e-06,
      "loss": 0.3455,
      "step": 1679530
    },
    {
      "epoch": 468.75,
      "grad_norm": 0.9769703149795532,
      "learning_rate": 1.8746123564778045e-06,
      "loss": 0.3465,
      "step": 1679540
    },
    {
      "epoch": 468.76,
      "grad_norm": 1.1683586835861206,
      "learning_rate": 1.8745858641029952e-06,
      "loss": 0.3526,
      "step": 1679550
    },
    {
      "epoch": 468.76,
      "grad_norm": 1.1556756496429443,
      "learning_rate": 1.8745593717906315e-06,
      "loss": 0.3312,
      "step": 1679560
    },
    {
      "epoch": 468.76,
      "grad_norm": 1.019328236579895,
      "learning_rate": 1.874532879540718e-06,
      "loss": 0.343,
      "step": 1679570
    },
    {
      "epoch": 468.76,
      "grad_norm": 1.085011601448059,
      "learning_rate": 1.874506387353257e-06,
      "loss": 0.3385,
      "step": 1679580
    },
    {
      "epoch": 468.77,
      "grad_norm": 1.1102389097213745,
      "learning_rate": 1.8744798952282517e-06,
      "loss": 0.3416,
      "step": 1679590
    },
    {
      "epoch": 468.77,
      "grad_norm": 1.1822913885116577,
      "learning_rate": 1.874453403165707e-06,
      "loss": 0.3404,
      "step": 1679600
    },
    {
      "epoch": 468.77,
      "grad_norm": 1.2381881475448608,
      "learning_rate": 1.8744269111656262e-06,
      "loss": 0.3399,
      "step": 1679610
    },
    {
      "epoch": 468.77,
      "grad_norm": 1.0918142795562744,
      "learning_rate": 1.8744004192280113e-06,
      "loss": 0.3452,
      "step": 1679620
    },
    {
      "epoch": 468.78,
      "grad_norm": 1.2623350620269775,
      "learning_rate": 1.874373927352868e-06,
      "loss": 0.3342,
      "step": 1679630
    },
    {
      "epoch": 468.78,
      "grad_norm": 1.005876064300537,
      "learning_rate": 1.8743474355401987e-06,
      "loss": 0.3423,
      "step": 1679640
    },
    {
      "epoch": 468.78,
      "grad_norm": 1.0186535120010376,
      "learning_rate": 1.8743209437900063e-06,
      "loss": 0.3472,
      "step": 1679650
    },
    {
      "epoch": 468.79,
      "grad_norm": 1.047437310218811,
      "learning_rate": 1.874294452102296e-06,
      "loss": 0.3429,
      "step": 1679660
    },
    {
      "epoch": 468.79,
      "grad_norm": 0.9230620861053467,
      "learning_rate": 1.8742679604770702e-06,
      "loss": 0.3262,
      "step": 1679670
    },
    {
      "epoch": 468.79,
      "grad_norm": 6.796862602233887,
      "learning_rate": 1.8742414689143313e-06,
      "loss": 0.3406,
      "step": 1679680
    },
    {
      "epoch": 468.79,
      "grad_norm": 1.14113187789917,
      "learning_rate": 1.8742149774140856e-06,
      "loss": 0.3347,
      "step": 1679690
    },
    {
      "epoch": 468.8,
      "grad_norm": 1.0915439128875732,
      "learning_rate": 1.8741884859763343e-06,
      "loss": 0.3351,
      "step": 1679700
    },
    {
      "epoch": 468.8,
      "grad_norm": 0.980561375617981,
      "learning_rate": 1.8741619946010825e-06,
      "loss": 0.3499,
      "step": 1679710
    },
    {
      "epoch": 468.8,
      "grad_norm": 1.0840445756912231,
      "learning_rate": 1.8741355032883327e-06,
      "loss": 0.3609,
      "step": 1679720
    },
    {
      "epoch": 468.81,
      "grad_norm": 1.0100291967391968,
      "learning_rate": 1.8741090120380877e-06,
      "loss": 0.3425,
      "step": 1679730
    },
    {
      "epoch": 468.81,
      "grad_norm": 0.8915361166000366,
      "learning_rate": 1.8740825208503532e-06,
      "loss": 0.3481,
      "step": 1679740
    },
    {
      "epoch": 468.81,
      "grad_norm": 0.8854238986968994,
      "learning_rate": 1.8740560297251316e-06,
      "loss": 0.3583,
      "step": 1679750
    },
    {
      "epoch": 468.81,
      "grad_norm": 0.9512718915939331,
      "learning_rate": 1.8740295386624253e-06,
      "loss": 0.3371,
      "step": 1679760
    },
    {
      "epoch": 468.82,
      "grad_norm": 1.0635151863098145,
      "learning_rate": 1.8740030476622401e-06,
      "loss": 0.3535,
      "step": 1679770
    },
    {
      "epoch": 468.82,
      "grad_norm": 1.0000888109207153,
      "learning_rate": 1.8739765567245783e-06,
      "loss": 0.3362,
      "step": 1679780
    },
    {
      "epoch": 468.82,
      "grad_norm": 1.069700002670288,
      "learning_rate": 1.8739500658494427e-06,
      "loss": 0.3377,
      "step": 1679790
    },
    {
      "epoch": 468.83,
      "grad_norm": 0.9973338842391968,
      "learning_rate": 1.8739235750368386e-06,
      "loss": 0.3396,
      "step": 1679800
    },
    {
      "epoch": 468.83,
      "grad_norm": 0.9694429636001587,
      "learning_rate": 1.8738970842867683e-06,
      "loss": 0.3537,
      "step": 1679810
    },
    {
      "epoch": 468.83,
      "grad_norm": 1.173952579498291,
      "learning_rate": 1.8738705935992342e-06,
      "loss": 0.3356,
      "step": 1679820
    },
    {
      "epoch": 468.83,
      "grad_norm": 0.9805424809455872,
      "learning_rate": 1.8738441029742425e-06,
      "loss": 0.3374,
      "step": 1679830
    },
    {
      "epoch": 468.84,
      "grad_norm": 1.0321130752563477,
      "learning_rate": 1.8738176124117953e-06,
      "loss": 0.3381,
      "step": 1679840
    },
    {
      "epoch": 468.84,
      "grad_norm": 1.0687322616577148,
      "learning_rate": 1.8737911219118958e-06,
      "loss": 0.3351,
      "step": 1679850
    },
    {
      "epoch": 468.84,
      "grad_norm": 1.0102614164352417,
      "learning_rate": 1.8737646314745484e-06,
      "loss": 0.3444,
      "step": 1679860
    },
    {
      "epoch": 468.84,
      "grad_norm": 1.2332409620285034,
      "learning_rate": 1.8737381410997565e-06,
      "loss": 0.3615,
      "step": 1679870
    },
    {
      "epoch": 468.85,
      "grad_norm": 2.2530899047851562,
      "learning_rate": 1.8737116507875218e-06,
      "loss": 0.3558,
      "step": 1679880
    },
    {
      "epoch": 468.85,
      "grad_norm": 1.2557966709136963,
      "learning_rate": 1.8736851605378506e-06,
      "loss": 0.345,
      "step": 1679890
    },
    {
      "epoch": 468.85,
      "grad_norm": 1.0066717863082886,
      "learning_rate": 1.873658670350745e-06,
      "loss": 0.349,
      "step": 1679900
    },
    {
      "epoch": 468.86,
      "grad_norm": 1.0774668455123901,
      "learning_rate": 1.873632180226208e-06,
      "loss": 0.3284,
      "step": 1679910
    },
    {
      "epoch": 468.86,
      "grad_norm": 1.0808851718902588,
      "learning_rate": 1.8736056901642446e-06,
      "loss": 0.3617,
      "step": 1679920
    },
    {
      "epoch": 468.86,
      "grad_norm": 1.0162017345428467,
      "learning_rate": 1.8735792001648577e-06,
      "loss": 0.331,
      "step": 1679930
    },
    {
      "epoch": 468.86,
      "grad_norm": 1.0030394792556763,
      "learning_rate": 1.8735527102280498e-06,
      "loss": 0.3281,
      "step": 1679940
    },
    {
      "epoch": 468.87,
      "grad_norm": 1.20976984500885,
      "learning_rate": 1.8735262203538262e-06,
      "loss": 0.3434,
      "step": 1679950
    },
    {
      "epoch": 468.87,
      "grad_norm": 1.2265862226486206,
      "learning_rate": 1.8734997305421892e-06,
      "loss": 0.3528,
      "step": 1679960
    },
    {
      "epoch": 468.87,
      "grad_norm": 1.0635520219802856,
      "learning_rate": 1.8734732407931418e-06,
      "loss": 0.3429,
      "step": 1679970
    },
    {
      "epoch": 468.88,
      "grad_norm": 1.0733402967453003,
      "learning_rate": 1.873446751106689e-06,
      "loss": 0.3299,
      "step": 1679980
    },
    {
      "epoch": 468.88,
      "grad_norm": 1.0120824575424194,
      "learning_rate": 1.8734202614828338e-06,
      "loss": 0.3471,
      "step": 1679990
    },
    {
      "epoch": 468.88,
      "grad_norm": 1.1064448356628418,
      "learning_rate": 1.87339377192158e-06,
      "loss": 0.3227,
      "step": 1680000
    },
    {
      "epoch": 468.88,
      "grad_norm": 1.1974636316299438,
      "learning_rate": 1.8733672824229304e-06,
      "loss": 0.3312,
      "step": 1680010
    },
    {
      "epoch": 468.89,
      "grad_norm": 1.12842857837677,
      "learning_rate": 1.8733407929868881e-06,
      "loss": 0.338,
      "step": 1680020
    },
    {
      "epoch": 468.89,
      "grad_norm": 1.0789077281951904,
      "learning_rate": 1.8733143036134581e-06,
      "loss": 0.3407,
      "step": 1680030
    },
    {
      "epoch": 468.89,
      "grad_norm": 1.0788778066635132,
      "learning_rate": 1.8732878143026436e-06,
      "loss": 0.3293,
      "step": 1680040
    },
    {
      "epoch": 468.89,
      "grad_norm": 0.9600570201873779,
      "learning_rate": 1.8732613250544466e-06,
      "loss": 0.338,
      "step": 1680050
    },
    {
      "epoch": 468.9,
      "grad_norm": 1.0856443643569946,
      "learning_rate": 1.8732348358688726e-06,
      "loss": 0.3293,
      "step": 1680060
    },
    {
      "epoch": 468.9,
      "grad_norm": 0.8876031041145325,
      "learning_rate": 1.8732083467459246e-06,
      "loss": 0.3427,
      "step": 1680070
    },
    {
      "epoch": 468.9,
      "grad_norm": 1.3456621170043945,
      "learning_rate": 1.8731818576856053e-06,
      "loss": 0.3282,
      "step": 1680080
    },
    {
      "epoch": 468.91,
      "grad_norm": 1.1210565567016602,
      "learning_rate": 1.8731553686879189e-06,
      "loss": 0.3402,
      "step": 1680090
    },
    {
      "epoch": 468.91,
      "grad_norm": 1.0314655303955078,
      "learning_rate": 1.873128879752869e-06,
      "loss": 0.3375,
      "step": 1680100
    },
    {
      "epoch": 468.91,
      "grad_norm": 1.070041537284851,
      "learning_rate": 1.873102390880458e-06,
      "loss": 0.354,
      "step": 1680110
    },
    {
      "epoch": 468.91,
      "grad_norm": 0.9817721843719482,
      "learning_rate": 1.8730759020706912e-06,
      "loss": 0.3375,
      "step": 1680120
    },
    {
      "epoch": 468.92,
      "grad_norm": 0.9868282675743103,
      "learning_rate": 1.8730494133235713e-06,
      "loss": 0.3318,
      "step": 1680130
    },
    {
      "epoch": 468.92,
      "grad_norm": 1.0621283054351807,
      "learning_rate": 1.8730229246391006e-06,
      "loss": 0.3263,
      "step": 1680140
    },
    {
      "epoch": 468.92,
      "grad_norm": 1.1964818239212036,
      "learning_rate": 1.872996436017285e-06,
      "loss": 0.3723,
      "step": 1680150
    },
    {
      "epoch": 468.93,
      "grad_norm": 1.146367073059082,
      "learning_rate": 1.872969947458127e-06,
      "loss": 0.3367,
      "step": 1680160
    },
    {
      "epoch": 468.93,
      "grad_norm": 0.9710286259651184,
      "learning_rate": 1.872943458961629e-06,
      "loss": 0.3592,
      "step": 1680170
    },
    {
      "epoch": 468.93,
      "grad_norm": 0.9567854404449463,
      "learning_rate": 1.8729169705277964e-06,
      "loss": 0.3445,
      "step": 1680180
    },
    {
      "epoch": 468.93,
      "grad_norm": 1.2666878700256348,
      "learning_rate": 1.8728904821566315e-06,
      "loss": 0.3583,
      "step": 1680190
    },
    {
      "epoch": 468.94,
      "grad_norm": 1.1729319095611572,
      "learning_rate": 1.8728639938481373e-06,
      "loss": 0.3291,
      "step": 1680200
    },
    {
      "epoch": 468.94,
      "grad_norm": 1.4906351566314697,
      "learning_rate": 1.872837505602319e-06,
      "loss": 0.3378,
      "step": 1680210
    },
    {
      "epoch": 468.94,
      "grad_norm": 0.9958698153495789,
      "learning_rate": 1.8728110174191796e-06,
      "loss": 0.3418,
      "step": 1680220
    },
    {
      "epoch": 468.95,
      "grad_norm": 1.0757393836975098,
      "learning_rate": 1.8727845292987216e-06,
      "loss": 0.3465,
      "step": 1680230
    },
    {
      "epoch": 468.95,
      "grad_norm": 1.022158145904541,
      "learning_rate": 1.8727580412409498e-06,
      "loss": 0.3587,
      "step": 1680240
    },
    {
      "epoch": 468.95,
      "grad_norm": 1.1230800151824951,
      "learning_rate": 1.872731553245867e-06,
      "loss": 0.3348,
      "step": 1680250
    },
    {
      "epoch": 468.95,
      "grad_norm": 1.3108993768692017,
      "learning_rate": 1.872705065313476e-06,
      "loss": 0.3394,
      "step": 1680260
    },
    {
      "epoch": 468.96,
      "grad_norm": 1.0328792333602905,
      "learning_rate": 1.8726785774437821e-06,
      "loss": 0.3346,
      "step": 1680270
    },
    {
      "epoch": 468.96,
      "grad_norm": 0.9530737996101379,
      "learning_rate": 1.872652089636787e-06,
      "loss": 0.3356,
      "step": 1680280
    },
    {
      "epoch": 468.96,
      "grad_norm": 1.1095876693725586,
      "learning_rate": 1.8726256018924963e-06,
      "loss": 0.3413,
      "step": 1680290
    },
    {
      "epoch": 468.96,
      "grad_norm": 1.3235958814620972,
      "learning_rate": 1.8725991142109123e-06,
      "loss": 0.3294,
      "step": 1680300
    },
    {
      "epoch": 468.97,
      "grad_norm": 1.136086344718933,
      "learning_rate": 1.872572626592038e-06,
      "loss": 0.3397,
      "step": 1680310
    },
    {
      "epoch": 468.97,
      "grad_norm": 1.0196430683135986,
      "learning_rate": 1.872546139035878e-06,
      "loss": 0.3295,
      "step": 1680320
    },
    {
      "epoch": 468.97,
      "grad_norm": 1.013088583946228,
      "learning_rate": 1.8725196515424356e-06,
      "loss": 0.336,
      "step": 1680330
    },
    {
      "epoch": 468.98,
      "grad_norm": 1.0306754112243652,
      "learning_rate": 1.8724931641117127e-06,
      "loss": 0.348,
      "step": 1680340
    },
    {
      "epoch": 468.98,
      "grad_norm": 1.1824889183044434,
      "learning_rate": 1.8724666767437156e-06,
      "loss": 0.3488,
      "step": 1680350
    },
    {
      "epoch": 468.98,
      "grad_norm": 1.194786787033081,
      "learning_rate": 1.8724401894384463e-06,
      "loss": 0.3451,
      "step": 1680360
    },
    {
      "epoch": 468.98,
      "grad_norm": 0.9678367376327515,
      "learning_rate": 1.872413702195908e-06,
      "loss": 0.3345,
      "step": 1680370
    },
    {
      "epoch": 468.99,
      "grad_norm": 1.1092694997787476,
      "learning_rate": 1.8723872150161052e-06,
      "loss": 0.3336,
      "step": 1680380
    },
    {
      "epoch": 468.99,
      "grad_norm": 1.1462191343307495,
      "learning_rate": 1.8723607278990408e-06,
      "loss": 0.3597,
      "step": 1680390
    },
    {
      "epoch": 468.99,
      "grad_norm": 1.0304616689682007,
      "learning_rate": 1.8723342408447175e-06,
      "loss": 0.3272,
      "step": 1680400
    },
    {
      "epoch": 469.0,
      "grad_norm": 1.2693607807159424,
      "learning_rate": 1.8723077538531408e-06,
      "loss": 0.3441,
      "step": 1680410
    },
    {
      "epoch": 469.0,
      "grad_norm": 1.1480377912521362,
      "learning_rate": 1.8722812669243133e-06,
      "loss": 0.35,
      "step": 1680420
    },
    {
      "epoch": 469.0,
      "eval_loss": 0.3438292145729065,
      "eval_runtime": 62.966,
      "eval_samples_per_second": 80.345,
      "eval_steps_per_second": 10.053,
      "step": 1680427
    },
    {
      "epoch": 469.0,
      "grad_norm": 1.0642125606536865,
      "learning_rate": 1.872254780058237e-06,
      "loss": 0.3447,
      "step": 1680430
    },
    {
      "epoch": 469.0,
      "grad_norm": 1.0971190929412842,
      "learning_rate": 1.8722282932549183e-06,
      "loss": 0.3425,
      "step": 1680440
    },
    {
      "epoch": 469.01,
      "grad_norm": 1.0079936981201172,
      "learning_rate": 1.872201806514359e-06,
      "loss": 0.3317,
      "step": 1680450
    },
    {
      "epoch": 469.01,
      "grad_norm": 1.0839624404907227,
      "learning_rate": 1.8721753198365625e-06,
      "loss": 0.3396,
      "step": 1680460
    },
    {
      "epoch": 469.01,
      "grad_norm": 1.0741949081420898,
      "learning_rate": 1.8721488332215335e-06,
      "loss": 0.3349,
      "step": 1680470
    },
    {
      "epoch": 469.01,
      "grad_norm": 0.9740808606147766,
      "learning_rate": 1.8721223466692744e-06,
      "loss": 0.3289,
      "step": 1680480
    },
    {
      "epoch": 469.02,
      "grad_norm": 1.1855602264404297,
      "learning_rate": 1.872095860179788e-06,
      "loss": 0.3399,
      "step": 1680490
    },
    {
      "epoch": 469.02,
      "grad_norm": 1.049537181854248,
      "learning_rate": 1.87206937375308e-06,
      "loss": 0.3504,
      "step": 1680500
    },
    {
      "epoch": 469.02,
      "grad_norm": 1.1150838136672974,
      "learning_rate": 1.8720428873891528e-06,
      "loss": 0.3264,
      "step": 1680510
    },
    {
      "epoch": 469.03,
      "grad_norm": 1.055931806564331,
      "learning_rate": 1.8720164010880096e-06,
      "loss": 0.3202,
      "step": 1680520
    },
    {
      "epoch": 469.03,
      "grad_norm": 1.0380295515060425,
      "learning_rate": 1.8719899148496546e-06,
      "loss": 0.3375,
      "step": 1680530
    },
    {
      "epoch": 469.03,
      "grad_norm": 1.0721135139465332,
      "learning_rate": 1.871963428674091e-06,
      "loss": 0.3316,
      "step": 1680540
    },
    {
      "epoch": 469.03,
      "grad_norm": 1.0789620876312256,
      "learning_rate": 1.8719369425613215e-06,
      "loss": 0.3399,
      "step": 1680550
    },
    {
      "epoch": 469.04,
      "grad_norm": 1.0969915390014648,
      "learning_rate": 1.871910456511351e-06,
      "loss": 0.3541,
      "step": 1680560
    },
    {
      "epoch": 469.04,
      "grad_norm": 1.0486657619476318,
      "learning_rate": 1.871883970524182e-06,
      "loss": 0.3471,
      "step": 1680570
    },
    {
      "epoch": 469.04,
      "grad_norm": 1.0811543464660645,
      "learning_rate": 1.8718574845998196e-06,
      "loss": 0.3402,
      "step": 1680580
    },
    {
      "epoch": 469.05,
      "grad_norm": 1.1732428073883057,
      "learning_rate": 1.8718309987382655e-06,
      "loss": 0.3465,
      "step": 1680590
    },
    {
      "epoch": 469.05,
      "grad_norm": 0.9812769889831543,
      "learning_rate": 1.8718045129395242e-06,
      "loss": 0.3402,
      "step": 1680600
    },
    {
      "epoch": 469.05,
      "grad_norm": 1.6033072471618652,
      "learning_rate": 1.871778027203599e-06,
      "loss": 0.3322,
      "step": 1680610
    },
    {
      "epoch": 469.05,
      "grad_norm": 1.764073133468628,
      "learning_rate": 1.8717515415304937e-06,
      "loss": 0.3259,
      "step": 1680620
    },
    {
      "epoch": 469.06,
      "grad_norm": 1.1125695705413818,
      "learning_rate": 1.8717250559202102e-06,
      "loss": 0.355,
      "step": 1680630
    },
    {
      "epoch": 469.06,
      "grad_norm": 1.0941002368927002,
      "learning_rate": 1.8716985703727545e-06,
      "loss": 0.3603,
      "step": 1680640
    },
    {
      "epoch": 469.06,
      "grad_norm": 1.1679610013961792,
      "learning_rate": 1.871672084888129e-06,
      "loss": 0.3494,
      "step": 1680650
    },
    {
      "epoch": 469.07,
      "grad_norm": 1.046295404434204,
      "learning_rate": 1.8716455994663365e-06,
      "loss": 0.3354,
      "step": 1680660
    },
    {
      "epoch": 469.07,
      "grad_norm": 1.180660605430603,
      "learning_rate": 1.871619114107382e-06,
      "loss": 0.3232,
      "step": 1680670
    },
    {
      "epoch": 469.07,
      "grad_norm": 1.1026195287704468,
      "learning_rate": 1.871592628811268e-06,
      "loss": 0.3421,
      "step": 1680680
    },
    {
      "epoch": 469.07,
      "grad_norm": 0.9334506988525391,
      "learning_rate": 1.8715661435779974e-06,
      "loss": 0.3389,
      "step": 1680690
    },
    {
      "epoch": 469.08,
      "grad_norm": 0.9677053093910217,
      "learning_rate": 1.8715396584075758e-06,
      "loss": 0.3259,
      "step": 1680700
    },
    {
      "epoch": 469.08,
      "grad_norm": 1.0611151456832886,
      "learning_rate": 1.8715131733000053e-06,
      "loss": 0.3325,
      "step": 1680710
    },
    {
      "epoch": 469.08,
      "grad_norm": 1.1858711242675781,
      "learning_rate": 1.8714866882552887e-06,
      "loss": 0.3467,
      "step": 1680720
    },
    {
      "epoch": 469.08,
      "grad_norm": 1.0664441585540771,
      "learning_rate": 1.8714602032734315e-06,
      "loss": 0.34,
      "step": 1680730
    },
    {
      "epoch": 469.09,
      "grad_norm": 0.9961965084075928,
      "learning_rate": 1.8714337183544362e-06,
      "loss": 0.362,
      "step": 1680740
    },
    {
      "epoch": 469.09,
      "grad_norm": 1.7199357748031616,
      "learning_rate": 1.8714072334983057e-06,
      "loss": 0.3385,
      "step": 1680750
    },
    {
      "epoch": 469.09,
      "grad_norm": 1.1515460014343262,
      "learning_rate": 1.8713807487050448e-06,
      "loss": 0.3385,
      "step": 1680760
    },
    {
      "epoch": 469.1,
      "grad_norm": 1.195922613143921,
      "learning_rate": 1.8713542639746565e-06,
      "loss": 0.3511,
      "step": 1680770
    },
    {
      "epoch": 469.1,
      "grad_norm": 1.0407822132110596,
      "learning_rate": 1.8713277793071429e-06,
      "loss": 0.3475,
      "step": 1680780
    },
    {
      "epoch": 469.1,
      "grad_norm": 0.9346222281455994,
      "learning_rate": 1.8713012947025099e-06,
      "loss": 0.3213,
      "step": 1680790
    },
    {
      "epoch": 469.1,
      "grad_norm": 1.3226069211959839,
      "learning_rate": 1.87127481016076e-06,
      "loss": 0.3455,
      "step": 1680800
    },
    {
      "epoch": 469.11,
      "grad_norm": 1.2140793800354004,
      "learning_rate": 1.8712483256818965e-06,
      "loss": 0.3558,
      "step": 1680810
    },
    {
      "epoch": 469.11,
      "grad_norm": 1.1563373804092407,
      "learning_rate": 1.8712218412659231e-06,
      "loss": 0.3417,
      "step": 1680820
    },
    {
      "epoch": 469.11,
      "grad_norm": 0.984793484210968,
      "learning_rate": 1.8711953569128435e-06,
      "loss": 0.357,
      "step": 1680830
    },
    {
      "epoch": 469.12,
      "grad_norm": 0.9546030759811401,
      "learning_rate": 1.8711688726226602e-06,
      "loss": 0.3394,
      "step": 1680840
    },
    {
      "epoch": 469.12,
      "grad_norm": 0.9948222041130066,
      "learning_rate": 1.8711423883953782e-06,
      "loss": 0.3558,
      "step": 1680850
    },
    {
      "epoch": 469.12,
      "grad_norm": 1.050049066543579,
      "learning_rate": 1.871115904231e-06,
      "loss": 0.3366,
      "step": 1680860
    },
    {
      "epoch": 469.12,
      "grad_norm": 1.2263680696487427,
      "learning_rate": 1.8710894201295299e-06,
      "loss": 0.3519,
      "step": 1680870
    },
    {
      "epoch": 469.13,
      "grad_norm": 1.1576118469238281,
      "learning_rate": 1.8710629360909713e-06,
      "loss": 0.3513,
      "step": 1680880
    },
    {
      "epoch": 469.13,
      "grad_norm": 0.8607403039932251,
      "learning_rate": 1.871036452115327e-06,
      "loss": 0.3434,
      "step": 1680890
    },
    {
      "epoch": 469.13,
      "grad_norm": 1.0895023345947266,
      "learning_rate": 1.8710099682026017e-06,
      "loss": 0.3293,
      "step": 1680900
    },
    {
      "epoch": 469.13,
      "grad_norm": 1.4070470333099365,
      "learning_rate": 1.8709834843527979e-06,
      "loss": 0.3485,
      "step": 1680910
    },
    {
      "epoch": 469.14,
      "grad_norm": 0.9839930534362793,
      "learning_rate": 1.8709570005659186e-06,
      "loss": 0.3537,
      "step": 1680920
    },
    {
      "epoch": 469.14,
      "grad_norm": 0.9005579352378845,
      "learning_rate": 1.870930516841969e-06,
      "loss": 0.3407,
      "step": 1680930
    },
    {
      "epoch": 469.14,
      "grad_norm": 0.9608175158500671,
      "learning_rate": 1.8709040331809521e-06,
      "loss": 0.3341,
      "step": 1680940
    },
    {
      "epoch": 469.15,
      "grad_norm": 1.0475183725357056,
      "learning_rate": 1.8708775495828704e-06,
      "loss": 0.3597,
      "step": 1680950
    },
    {
      "epoch": 469.15,
      "grad_norm": 1.0408525466918945,
      "learning_rate": 1.870851066047729e-06,
      "loss": 0.3514,
      "step": 1680960
    },
    {
      "epoch": 469.15,
      "grad_norm": 1.3427455425262451,
      "learning_rate": 1.87082458257553e-06,
      "loss": 0.35,
      "step": 1680970
    },
    {
      "epoch": 469.15,
      "grad_norm": 1.1129300594329834,
      "learning_rate": 1.870798099166277e-06,
      "loss": 0.341,
      "step": 1680980
    },
    {
      "epoch": 469.16,
      "grad_norm": 0.9754536747932434,
      "learning_rate": 1.8707716158199747e-06,
      "loss": 0.3443,
      "step": 1680990
    },
    {
      "epoch": 469.16,
      "grad_norm": 1.1182581186294556,
      "learning_rate": 1.8707451325366263e-06,
      "loss": 0.3511,
      "step": 1681000
    },
    {
      "epoch": 469.16,
      "grad_norm": 0.9697883129119873,
      "learning_rate": 1.8707186493162338e-06,
      "loss": 0.3519,
      "step": 1681010
    },
    {
      "epoch": 469.17,
      "grad_norm": 1.1916797161102295,
      "learning_rate": 1.8706921661588027e-06,
      "loss": 0.3465,
      "step": 1681020
    },
    {
      "epoch": 469.17,
      "grad_norm": 1.1823768615722656,
      "learning_rate": 1.870665683064336e-06,
      "loss": 0.3509,
      "step": 1681030
    },
    {
      "epoch": 469.17,
      "grad_norm": 0.8682454228401184,
      "learning_rate": 1.8706392000328361e-06,
      "loss": 0.3478,
      "step": 1681040
    },
    {
      "epoch": 469.17,
      "grad_norm": 1.190529465675354,
      "learning_rate": 1.8706127170643084e-06,
      "loss": 0.3373,
      "step": 1681050
    },
    {
      "epoch": 469.18,
      "grad_norm": 0.9517742991447449,
      "learning_rate": 1.8705862341587551e-06,
      "loss": 0.3519,
      "step": 1681060
    },
    {
      "epoch": 469.18,
      "grad_norm": 1.1282542943954468,
      "learning_rate": 1.870559751316179e-06,
      "loss": 0.3192,
      "step": 1681070
    },
    {
      "epoch": 469.18,
      "grad_norm": 0.9433892965316772,
      "learning_rate": 1.8705332685365855e-06,
      "loss": 0.3412,
      "step": 1681080
    },
    {
      "epoch": 469.19,
      "grad_norm": 1.1761034727096558,
      "learning_rate": 1.8705067858199777e-06,
      "loss": 0.3406,
      "step": 1681090
    },
    {
      "epoch": 469.19,
      "grad_norm": 0.883361279964447,
      "learning_rate": 1.8704803031663574e-06,
      "loss": 0.3349,
      "step": 1681100
    },
    {
      "epoch": 469.19,
      "grad_norm": 1.0511009693145752,
      "learning_rate": 1.8704538205757307e-06,
      "loss": 0.3436,
      "step": 1681110
    },
    {
      "epoch": 469.19,
      "grad_norm": 1.2814042568206787,
      "learning_rate": 1.8704273380480994e-06,
      "loss": 0.3521,
      "step": 1681120
    },
    {
      "epoch": 469.2,
      "grad_norm": 1.1929025650024414,
      "learning_rate": 1.8704008555834674e-06,
      "loss": 0.3357,
      "step": 1681130
    },
    {
      "epoch": 469.2,
      "grad_norm": 1.34733247756958,
      "learning_rate": 1.8703743731818387e-06,
      "loss": 0.329,
      "step": 1681140
    },
    {
      "epoch": 469.2,
      "grad_norm": 1.2165364027023315,
      "learning_rate": 1.8703478908432154e-06,
      "loss": 0.335,
      "step": 1681150
    },
    {
      "epoch": 469.2,
      "grad_norm": 1.007580280303955,
      "learning_rate": 1.8703214085676028e-06,
      "loss": 0.3336,
      "step": 1681160
    },
    {
      "epoch": 469.21,
      "grad_norm": 1.0336723327636719,
      "learning_rate": 1.870294926355004e-06,
      "loss": 0.3334,
      "step": 1681170
    },
    {
      "epoch": 469.21,
      "grad_norm": 1.250159502029419,
      "learning_rate": 1.8702684442054216e-06,
      "loss": 0.3491,
      "step": 1681180
    },
    {
      "epoch": 469.21,
      "grad_norm": 1.1403272151947021,
      "learning_rate": 1.8702419621188602e-06,
      "loss": 0.3431,
      "step": 1681190
    },
    {
      "epoch": 469.22,
      "grad_norm": 1.1250414848327637,
      "learning_rate": 1.870215480095323e-06,
      "loss": 0.3475,
      "step": 1681200
    },
    {
      "epoch": 469.22,
      "grad_norm": 0.9842751026153564,
      "learning_rate": 1.8701889981348119e-06,
      "loss": 0.3438,
      "step": 1681210
    },
    {
      "epoch": 469.22,
      "grad_norm": 1.180131196975708,
      "learning_rate": 1.8701625162373334e-06,
      "loss": 0.3321,
      "step": 1681220
    },
    {
      "epoch": 469.22,
      "grad_norm": 1.0491106510162354,
      "learning_rate": 1.8701360344028893e-06,
      "loss": 0.3611,
      "step": 1681230
    },
    {
      "epoch": 469.23,
      "grad_norm": 1.7874045372009277,
      "learning_rate": 1.8701095526314824e-06,
      "loss": 0.3583,
      "step": 1681240
    },
    {
      "epoch": 469.23,
      "grad_norm": 1.0620617866516113,
      "learning_rate": 1.8700830709231182e-06,
      "loss": 0.3494,
      "step": 1681250
    },
    {
      "epoch": 469.23,
      "grad_norm": 1.1323213577270508,
      "learning_rate": 1.8700565892777991e-06,
      "loss": 0.3568,
      "step": 1681260
    },
    {
      "epoch": 469.24,
      "grad_norm": 0.8974173665046692,
      "learning_rate": 1.8700301076955283e-06,
      "loss": 0.3574,
      "step": 1681270
    },
    {
      "epoch": 469.24,
      "grad_norm": 0.9775213599205017,
      "learning_rate": 1.8700036261763102e-06,
      "loss": 0.3393,
      "step": 1681280
    },
    {
      "epoch": 469.24,
      "grad_norm": 0.8633872270584106,
      "learning_rate": 1.869977144720148e-06,
      "loss": 0.3308,
      "step": 1681290
    },
    {
      "epoch": 469.24,
      "grad_norm": 1.0534615516662598,
      "learning_rate": 1.869950663327044e-06,
      "loss": 0.3374,
      "step": 1681300
    },
    {
      "epoch": 469.25,
      "grad_norm": 1.1521871089935303,
      "learning_rate": 1.8699241819970038e-06,
      "loss": 0.3403,
      "step": 1681310
    },
    {
      "epoch": 469.25,
      "grad_norm": 1.0806037187576294,
      "learning_rate": 1.86989770073003e-06,
      "loss": 0.3393,
      "step": 1681320
    },
    {
      "epoch": 469.25,
      "grad_norm": 0.9437131881713867,
      "learning_rate": 1.8698712195261256e-06,
      "loss": 0.3252,
      "step": 1681330
    },
    {
      "epoch": 469.25,
      "grad_norm": 1.087319016456604,
      "learning_rate": 1.869844738385295e-06,
      "loss": 0.3361,
      "step": 1681340
    },
    {
      "epoch": 469.26,
      "grad_norm": 1.1412638425827026,
      "learning_rate": 1.8698182573075415e-06,
      "loss": 0.3295,
      "step": 1681350
    },
    {
      "epoch": 469.26,
      "grad_norm": 1.0660172700881958,
      "learning_rate": 1.869791776292867e-06,
      "loss": 0.3621,
      "step": 1681360
    },
    {
      "epoch": 469.26,
      "grad_norm": 1.1871439218521118,
      "learning_rate": 1.8697652953412777e-06,
      "loss": 0.3485,
      "step": 1681370
    },
    {
      "epoch": 469.27,
      "grad_norm": 0.8749018311500549,
      "learning_rate": 1.869738814452776e-06,
      "loss": 0.3547,
      "step": 1681380
    },
    {
      "epoch": 469.27,
      "grad_norm": 1.1870547533035278,
      "learning_rate": 1.8697123336273643e-06,
      "loss": 0.3456,
      "step": 1681390
    },
    {
      "epoch": 469.27,
      "grad_norm": 0.9847456812858582,
      "learning_rate": 1.869685852865048e-06,
      "loss": 0.332,
      "step": 1681400
    },
    {
      "epoch": 469.27,
      "grad_norm": 1.0215365886688232,
      "learning_rate": 1.86965937216583e-06,
      "loss": 0.3444,
      "step": 1681410
    },
    {
      "epoch": 469.28,
      "grad_norm": 1.189774990081787,
      "learning_rate": 1.869632891529713e-06,
      "loss": 0.3554,
      "step": 1681420
    },
    {
      "epoch": 469.28,
      "grad_norm": 1.1199243068695068,
      "learning_rate": 1.8696064109567017e-06,
      "loss": 0.3387,
      "step": 1681430
    },
    {
      "epoch": 469.28,
      "grad_norm": 1.1567424535751343,
      "learning_rate": 1.8695799304467981e-06,
      "loss": 0.3391,
      "step": 1681440
    },
    {
      "epoch": 469.29,
      "grad_norm": 1.035537600517273,
      "learning_rate": 1.8695534500000074e-06,
      "loss": 0.3475,
      "step": 1681450
    },
    {
      "epoch": 469.29,
      "grad_norm": 1.0418351888656616,
      "learning_rate": 1.8695269696163325e-06,
      "loss": 0.34,
      "step": 1681460
    },
    {
      "epoch": 469.29,
      "grad_norm": 1.1357694864273071,
      "learning_rate": 1.8695004892957763e-06,
      "loss": 0.338,
      "step": 1681470
    },
    {
      "epoch": 469.29,
      "grad_norm": 1.1395738124847412,
      "learning_rate": 1.8694740090383434e-06,
      "loss": 0.3511,
      "step": 1681480
    },
    {
      "epoch": 469.3,
      "grad_norm": 1.0140165090560913,
      "learning_rate": 1.8694475288440367e-06,
      "loss": 0.3376,
      "step": 1681490
    },
    {
      "epoch": 469.3,
      "grad_norm": 1.1317288875579834,
      "learning_rate": 1.8694210487128589e-06,
      "loss": 0.352,
      "step": 1681500
    },
    {
      "epoch": 469.3,
      "grad_norm": 0.9232668876647949,
      "learning_rate": 1.869394568644815e-06,
      "loss": 0.354,
      "step": 1681510
    },
    {
      "epoch": 469.31,
      "grad_norm": 0.8682381510734558,
      "learning_rate": 1.8693680886399085e-06,
      "loss": 0.3355,
      "step": 1681520
    },
    {
      "epoch": 469.31,
      "grad_norm": 1.02444589138031,
      "learning_rate": 1.869341608698141e-06,
      "loss": 0.3519,
      "step": 1681530
    },
    {
      "epoch": 469.31,
      "grad_norm": 1.1373876333236694,
      "learning_rate": 1.8693151288195184e-06,
      "loss": 0.3592,
      "step": 1681540
    },
    {
      "epoch": 469.31,
      "grad_norm": 0.9344409704208374,
      "learning_rate": 1.8692886490040436e-06,
      "loss": 0.3577,
      "step": 1681550
    },
    {
      "epoch": 469.32,
      "grad_norm": 1.15604567527771,
      "learning_rate": 1.8692621692517188e-06,
      "loss": 0.3362,
      "step": 1681560
    },
    {
      "epoch": 469.32,
      "grad_norm": 0.8192627429962158,
      "learning_rate": 1.869235689562549e-06,
      "loss": 0.3458,
      "step": 1681570
    },
    {
      "epoch": 469.32,
      "grad_norm": 1.0755897760391235,
      "learning_rate": 1.8692092099365373e-06,
      "loss": 0.3444,
      "step": 1681580
    },
    {
      "epoch": 469.32,
      "grad_norm": 1.211133360862732,
      "learning_rate": 1.8691827303736862e-06,
      "loss": 0.3408,
      "step": 1681590
    },
    {
      "epoch": 469.33,
      "grad_norm": 0.9729243516921997,
      "learning_rate": 1.8691562508740011e-06,
      "loss": 0.3419,
      "step": 1681600
    },
    {
      "epoch": 469.33,
      "grad_norm": 0.9045809507369995,
      "learning_rate": 1.8691297714374844e-06,
      "loss": 0.3448,
      "step": 1681610
    },
    {
      "epoch": 469.33,
      "grad_norm": 1.1711697578430176,
      "learning_rate": 1.8691032920641394e-06,
      "loss": 0.3401,
      "step": 1681620
    },
    {
      "epoch": 469.34,
      "grad_norm": 1.0939786434173584,
      "learning_rate": 1.8690768127539703e-06,
      "loss": 0.3514,
      "step": 1681630
    },
    {
      "epoch": 469.34,
      "grad_norm": 1.247528076171875,
      "learning_rate": 1.8690503335069807e-06,
      "loss": 0.3419,
      "step": 1681640
    },
    {
      "epoch": 469.34,
      "grad_norm": 0.9906758069992065,
      "learning_rate": 1.8690238543231724e-06,
      "loss": 0.3414,
      "step": 1681650
    },
    {
      "epoch": 469.34,
      "grad_norm": 0.9972884654998779,
      "learning_rate": 1.8689973752025515e-06,
      "loss": 0.3368,
      "step": 1681660
    },
    {
      "epoch": 469.35,
      "grad_norm": 1.0627684593200684,
      "learning_rate": 1.8689708961451202e-06,
      "loss": 0.3515,
      "step": 1681670
    },
    {
      "epoch": 469.35,
      "grad_norm": 0.8984623551368713,
      "learning_rate": 1.8689444171508812e-06,
      "loss": 0.341,
      "step": 1681680
    },
    {
      "epoch": 469.35,
      "grad_norm": 1.3643908500671387,
      "learning_rate": 1.86891793821984e-06,
      "loss": 0.3551,
      "step": 1681690
    },
    {
      "epoch": 469.36,
      "grad_norm": 1.1260943412780762,
      "learning_rate": 1.868891459351999e-06,
      "loss": 0.3423,
      "step": 1681700
    },
    {
      "epoch": 469.36,
      "grad_norm": 1.0438138246536255,
      "learning_rate": 1.8688649805473612e-06,
      "loss": 0.338,
      "step": 1681710
    },
    {
      "epoch": 469.36,
      "grad_norm": 1.2552800178527832,
      "learning_rate": 1.8688385018059313e-06,
      "loss": 0.336,
      "step": 1681720
    },
    {
      "epoch": 469.36,
      "grad_norm": 0.9201828241348267,
      "learning_rate": 1.8688120231277115e-06,
      "loss": 0.3496,
      "step": 1681730
    },
    {
      "epoch": 469.37,
      "grad_norm": 0.9658106565475464,
      "learning_rate": 1.8687855445127068e-06,
      "loss": 0.3419,
      "step": 1681740
    },
    {
      "epoch": 469.37,
      "grad_norm": 1.1023316383361816,
      "learning_rate": 1.8687590659609198e-06,
      "loss": 0.3452,
      "step": 1681750
    },
    {
      "epoch": 469.37,
      "grad_norm": 1.0379852056503296,
      "learning_rate": 1.868732587472354e-06,
      "loss": 0.3378,
      "step": 1681760
    },
    {
      "epoch": 469.37,
      "grad_norm": 1.1789928674697876,
      "learning_rate": 1.8687061090470137e-06,
      "loss": 0.3504,
      "step": 1681770
    },
    {
      "epoch": 469.38,
      "grad_norm": 1.1335127353668213,
      "learning_rate": 1.8686796306849017e-06,
      "loss": 0.3436,
      "step": 1681780
    },
    {
      "epoch": 469.38,
      "grad_norm": 1.0919080972671509,
      "learning_rate": 1.868653152386021e-06,
      "loss": 0.3275,
      "step": 1681790
    },
    {
      "epoch": 469.38,
      "grad_norm": 1.0630416870117188,
      "learning_rate": 1.8686266741503765e-06,
      "loss": 0.3424,
      "step": 1681800
    },
    {
      "epoch": 469.39,
      "grad_norm": 1.021348237991333,
      "learning_rate": 1.8686001959779713e-06,
      "loss": 0.3441,
      "step": 1681810
    },
    {
      "epoch": 469.39,
      "grad_norm": 1.1760039329528809,
      "learning_rate": 1.8685737178688072e-06,
      "loss": 0.3392,
      "step": 1681820
    },
    {
      "epoch": 469.39,
      "grad_norm": 1.0703980922698975,
      "learning_rate": 1.8685472398228907e-06,
      "loss": 0.3394,
      "step": 1681830
    },
    {
      "epoch": 469.39,
      "grad_norm": 0.846832275390625,
      "learning_rate": 1.8685207618402237e-06,
      "loss": 0.349,
      "step": 1681840
    },
    {
      "epoch": 469.4,
      "grad_norm": 0.9587329626083374,
      "learning_rate": 1.8684942839208094e-06,
      "loss": 0.35,
      "step": 1681850
    },
    {
      "epoch": 469.4,
      "grad_norm": 1.0211282968521118,
      "learning_rate": 1.868467806064652e-06,
      "loss": 0.3253,
      "step": 1681860
    },
    {
      "epoch": 469.4,
      "grad_norm": 1.2941635847091675,
      "learning_rate": 1.868441328271755e-06,
      "loss": 0.3565,
      "step": 1681870
    },
    {
      "epoch": 469.41,
      "grad_norm": 1.0711572170257568,
      "learning_rate": 1.8684148505421206e-06,
      "loss": 0.3215,
      "step": 1681880
    },
    {
      "epoch": 469.41,
      "grad_norm": 1.237263798713684,
      "learning_rate": 1.8683883728757545e-06,
      "loss": 0.3684,
      "step": 1681890
    },
    {
      "epoch": 469.41,
      "grad_norm": 1.0975446701049805,
      "learning_rate": 1.868361895272659e-06,
      "loss": 0.3498,
      "step": 1681900
    },
    {
      "epoch": 469.41,
      "grad_norm": 1.1142339706420898,
      "learning_rate": 1.8683354177328375e-06,
      "loss": 0.3373,
      "step": 1681910
    },
    {
      "epoch": 469.42,
      "grad_norm": 1.1718218326568604,
      "learning_rate": 1.8683089402562944e-06,
      "loss": 0.3482,
      "step": 1681920
    },
    {
      "epoch": 469.42,
      "grad_norm": 1.3604803085327148,
      "learning_rate": 1.868282462843032e-06,
      "loss": 0.3548,
      "step": 1681930
    },
    {
      "epoch": 469.42,
      "grad_norm": 1.0970267057418823,
      "learning_rate": 1.8682559854930544e-06,
      "loss": 0.3545,
      "step": 1681940
    },
    {
      "epoch": 469.43,
      "grad_norm": 1.7114759683609009,
      "learning_rate": 1.8682295082063655e-06,
      "loss": 0.332,
      "step": 1681950
    },
    {
      "epoch": 469.43,
      "grad_norm": 1.1176893711090088,
      "learning_rate": 1.8682030309829685e-06,
      "loss": 0.3182,
      "step": 1681960
    },
    {
      "epoch": 469.43,
      "grad_norm": 1.0128601789474487,
      "learning_rate": 1.8681765538228664e-06,
      "loss": 0.3308,
      "step": 1681970
    },
    {
      "epoch": 469.43,
      "grad_norm": 0.975470244884491,
      "learning_rate": 1.868150076726064e-06,
      "loss": 0.355,
      "step": 1681980
    },
    {
      "epoch": 469.44,
      "grad_norm": 1.081089735031128,
      "learning_rate": 1.8681235996925641e-06,
      "loss": 0.3457,
      "step": 1681990
    },
    {
      "epoch": 469.44,
      "grad_norm": 1.1740449666976929,
      "learning_rate": 1.8680971227223695e-06,
      "loss": 0.3373,
      "step": 1682000
    },
    {
      "epoch": 469.44,
      "grad_norm": 0.8837655186653137,
      "learning_rate": 1.8680706458154853e-06,
      "loss": 0.3638,
      "step": 1682010
    },
    {
      "epoch": 469.44,
      "grad_norm": 1.1360427141189575,
      "learning_rate": 1.868044168971913e-06,
      "loss": 0.3442,
      "step": 1682020
    },
    {
      "epoch": 469.45,
      "grad_norm": 0.9413324594497681,
      "learning_rate": 1.8680176921916579e-06,
      "loss": 0.3381,
      "step": 1682030
    },
    {
      "epoch": 469.45,
      "grad_norm": 0.9966409206390381,
      "learning_rate": 1.8679912154747234e-06,
      "loss": 0.3461,
      "step": 1682040
    },
    {
      "epoch": 469.45,
      "grad_norm": 1.0202561616897583,
      "learning_rate": 1.867964738821112e-06,
      "loss": 0.3427,
      "step": 1682050
    },
    {
      "epoch": 469.46,
      "grad_norm": 1.0937224626541138,
      "learning_rate": 1.8679382622308273e-06,
      "loss": 0.3399,
      "step": 1682060
    },
    {
      "epoch": 469.46,
      "grad_norm": 1.1366499662399292,
      "learning_rate": 1.8679117857038742e-06,
      "loss": 0.3489,
      "step": 1682070
    },
    {
      "epoch": 469.46,
      "grad_norm": 1.0614888668060303,
      "learning_rate": 1.8678853092402549e-06,
      "loss": 0.3274,
      "step": 1682080
    },
    {
      "epoch": 469.46,
      "grad_norm": 1.1187635660171509,
      "learning_rate": 1.8678588328399735e-06,
      "loss": 0.349,
      "step": 1682090
    },
    {
      "epoch": 469.47,
      "grad_norm": 1.0360223054885864,
      "learning_rate": 1.8678323565030334e-06,
      "loss": 0.3433,
      "step": 1682100
    },
    {
      "epoch": 469.47,
      "grad_norm": 1.2129675149917603,
      "learning_rate": 1.8678058802294372e-06,
      "loss": 0.3195,
      "step": 1682110
    },
    {
      "epoch": 469.47,
      "grad_norm": 1.102874755859375,
      "learning_rate": 1.8677794040191901e-06,
      "loss": 0.3431,
      "step": 1682120
    },
    {
      "epoch": 469.48,
      "grad_norm": 0.8270536661148071,
      "learning_rate": 1.867752927872295e-06,
      "loss": 0.3484,
      "step": 1682130
    },
    {
      "epoch": 469.48,
      "grad_norm": 1.096958875656128,
      "learning_rate": 1.8677264517887546e-06,
      "loss": 0.3359,
      "step": 1682140
    },
    {
      "epoch": 469.48,
      "grad_norm": 1.1649929285049438,
      "learning_rate": 1.8676999757685735e-06,
      "loss": 0.347,
      "step": 1682150
    },
    {
      "epoch": 469.48,
      "grad_norm": 0.9992679357528687,
      "learning_rate": 1.867673499811755e-06,
      "loss": 0.3367,
      "step": 1682160
    },
    {
      "epoch": 469.49,
      "grad_norm": 1.184921383857727,
      "learning_rate": 1.8676470239183014e-06,
      "loss": 0.343,
      "step": 1682170
    },
    {
      "epoch": 469.49,
      "grad_norm": 1.1353715658187866,
      "learning_rate": 1.8676205480882182e-06,
      "loss": 0.3361,
      "step": 1682180
    },
    {
      "epoch": 469.49,
      "grad_norm": 1.0657036304473877,
      "learning_rate": 1.8675940723215079e-06,
      "loss": 0.3438,
      "step": 1682190
    },
    {
      "epoch": 469.49,
      "grad_norm": 1.2803633213043213,
      "learning_rate": 1.867567596618173e-06,
      "loss": 0.336,
      "step": 1682200
    },
    {
      "epoch": 469.5,
      "grad_norm": 1.1558493375778198,
      "learning_rate": 1.867541120978219e-06,
      "loss": 0.3292,
      "step": 1682210
    },
    {
      "epoch": 469.5,
      "grad_norm": 1.0177606344223022,
      "learning_rate": 1.867514645401649e-06,
      "loss": 0.3504,
      "step": 1682220
    },
    {
      "epoch": 469.5,
      "grad_norm": 1.0882638692855835,
      "learning_rate": 1.8674881698884654e-06,
      "loss": 0.3459,
      "step": 1682230
    },
    {
      "epoch": 469.51,
      "grad_norm": 0.9743325114250183,
      "learning_rate": 1.8674616944386727e-06,
      "loss": 0.3333,
      "step": 1682240
    },
    {
      "epoch": 469.51,
      "grad_norm": 0.9152302145957947,
      "learning_rate": 1.867435219052274e-06,
      "loss": 0.3348,
      "step": 1682250
    },
    {
      "epoch": 469.51,
      "grad_norm": 5.465228080749512,
      "learning_rate": 1.8674087437292722e-06,
      "loss": 0.3544,
      "step": 1682260
    },
    {
      "epoch": 469.51,
      "grad_norm": 1.2716907262802124,
      "learning_rate": 1.8673822684696725e-06,
      "loss": 0.342,
      "step": 1682270
    },
    {
      "epoch": 469.52,
      "grad_norm": 1.2690597772598267,
      "learning_rate": 1.8673557932734775e-06,
      "loss": 0.3543,
      "step": 1682280
    },
    {
      "epoch": 469.52,
      "grad_norm": 1.0459632873535156,
      "learning_rate": 1.86732931814069e-06,
      "loss": 0.3513,
      "step": 1682290
    },
    {
      "epoch": 469.52,
      "grad_norm": 1.07927668094635,
      "learning_rate": 1.867302843071315e-06,
      "loss": 0.345,
      "step": 1682300
    },
    {
      "epoch": 469.53,
      "grad_norm": 1.0028579235076904,
      "learning_rate": 1.867276368065354e-06,
      "loss": 0.3509,
      "step": 1682310
    },
    {
      "epoch": 469.53,
      "grad_norm": 0.8982089757919312,
      "learning_rate": 1.867249893122813e-06,
      "loss": 0.3371,
      "step": 1682320
    },
    {
      "epoch": 469.53,
      "grad_norm": 1.141109824180603,
      "learning_rate": 1.8672234182436943e-06,
      "loss": 0.3399,
      "step": 1682330
    },
    {
      "epoch": 469.53,
      "grad_norm": 1.042941927909851,
      "learning_rate": 1.867196943428e-06,
      "loss": 0.3525,
      "step": 1682340
    },
    {
      "epoch": 469.54,
      "grad_norm": 0.9293609261512756,
      "learning_rate": 1.8671704686757363e-06,
      "loss": 0.3588,
      "step": 1682350
    },
    {
      "epoch": 469.54,
      "grad_norm": 0.9155895113945007,
      "learning_rate": 1.8671439939869055e-06,
      "loss": 0.3423,
      "step": 1682360
    },
    {
      "epoch": 469.54,
      "grad_norm": 0.969264805316925,
      "learning_rate": 1.8671175193615107e-06,
      "loss": 0.3486,
      "step": 1682370
    },
    {
      "epoch": 469.55,
      "grad_norm": 0.9909879565238953,
      "learning_rate": 1.8670910447995561e-06,
      "loss": 0.3326,
      "step": 1682380
    },
    {
      "epoch": 469.55,
      "grad_norm": 1.2082463502883911,
      "learning_rate": 1.8670645703010451e-06,
      "loss": 0.3313,
      "step": 1682390
    },
    {
      "epoch": 469.55,
      "grad_norm": 1.1202419996261597,
      "learning_rate": 1.8670380958659801e-06,
      "loss": 0.3684,
      "step": 1682400
    },
    {
      "epoch": 469.55,
      "grad_norm": 1.125962734222412,
      "learning_rate": 1.8670116214943663e-06,
      "loss": 0.3518,
      "step": 1682410
    },
    {
      "epoch": 469.56,
      "grad_norm": 1.147615909576416,
      "learning_rate": 1.8669851471862067e-06,
      "loss": 0.3362,
      "step": 1682420
    },
    {
      "epoch": 469.56,
      "grad_norm": 0.9649991393089294,
      "learning_rate": 1.866958672941504e-06,
      "loss": 0.3436,
      "step": 1682430
    },
    {
      "epoch": 469.56,
      "grad_norm": 1.2606089115142822,
      "learning_rate": 1.866932198760263e-06,
      "loss": 0.3554,
      "step": 1682440
    },
    {
      "epoch": 469.56,
      "grad_norm": 0.979874312877655,
      "learning_rate": 1.8669057246424869e-06,
      "loss": 0.3404,
      "step": 1682450
    },
    {
      "epoch": 469.57,
      "grad_norm": 1.0401265621185303,
      "learning_rate": 1.8668792505881773e-06,
      "loss": 0.354,
      "step": 1682460
    },
    {
      "epoch": 469.57,
      "grad_norm": 0.984854519367218,
      "learning_rate": 1.8668527765973406e-06,
      "loss": 0.3533,
      "step": 1682470
    },
    {
      "epoch": 469.57,
      "grad_norm": 1.196089506149292,
      "learning_rate": 1.8668263026699791e-06,
      "loss": 0.327,
      "step": 1682480
    },
    {
      "epoch": 469.58,
      "grad_norm": 1.074629783630371,
      "learning_rate": 1.866799828806095e-06,
      "loss": 0.3385,
      "step": 1682490
    },
    {
      "epoch": 469.58,
      "grad_norm": 0.9906857013702393,
      "learning_rate": 1.8667733550056945e-06,
      "loss": 0.3507,
      "step": 1682500
    },
    {
      "epoch": 469.58,
      "grad_norm": 1.12167489528656,
      "learning_rate": 1.8667468812687794e-06,
      "loss": 0.3563,
      "step": 1682510
    },
    {
      "epoch": 469.58,
      "grad_norm": 0.9553638696670532,
      "learning_rate": 1.8667204075953533e-06,
      "loss": 0.3373,
      "step": 1682520
    },
    {
      "epoch": 469.59,
      "grad_norm": 1.045768141746521,
      "learning_rate": 1.8666939339854203e-06,
      "loss": 0.3448,
      "step": 1682530
    },
    {
      "epoch": 469.59,
      "grad_norm": 1.0111531019210815,
      "learning_rate": 1.8666674604389835e-06,
      "loss": 0.3388,
      "step": 1682540
    },
    {
      "epoch": 469.59,
      "grad_norm": 1.0889919996261597,
      "learning_rate": 1.8666409869560457e-06,
      "loss": 0.3479,
      "step": 1682550
    },
    {
      "epoch": 469.6,
      "grad_norm": 1.0726813077926636,
      "learning_rate": 1.8666145135366122e-06,
      "loss": 0.3586,
      "step": 1682560
    },
    {
      "epoch": 469.6,
      "grad_norm": 1.18060302734375,
      "learning_rate": 1.8665880401806855e-06,
      "loss": 0.3423,
      "step": 1682570
    },
    {
      "epoch": 469.6,
      "grad_norm": 1.107400894165039,
      "learning_rate": 1.8665615668882688e-06,
      "loss": 0.3454,
      "step": 1682580
    },
    {
      "epoch": 469.6,
      "grad_norm": 1.19674813747406,
      "learning_rate": 1.8665350936593664e-06,
      "loss": 0.3566,
      "step": 1682590
    },
    {
      "epoch": 469.61,
      "grad_norm": 1.070157527923584,
      "learning_rate": 1.8665086204939805e-06,
      "loss": 0.3417,
      "step": 1682600
    },
    {
      "epoch": 469.61,
      "grad_norm": 1.171635627746582,
      "learning_rate": 1.8664821473921165e-06,
      "loss": 0.3473,
      "step": 1682610
    },
    {
      "epoch": 469.61,
      "grad_norm": 1.3851265907287598,
      "learning_rate": 1.8664556743537773e-06,
      "loss": 0.3609,
      "step": 1682620
    },
    {
      "epoch": 469.61,
      "grad_norm": 1.0193754434585571,
      "learning_rate": 1.8664292013789646e-06,
      "loss": 0.3565,
      "step": 1682630
    },
    {
      "epoch": 469.62,
      "grad_norm": 1.1630756855010986,
      "learning_rate": 1.8664027284676846e-06,
      "loss": 0.3556,
      "step": 1682640
    },
    {
      "epoch": 469.62,
      "grad_norm": 0.9061942100524902,
      "learning_rate": 1.8663762556199398e-06,
      "loss": 0.3184,
      "step": 1682650
    },
    {
      "epoch": 469.62,
      "grad_norm": 1.0245944261550903,
      "learning_rate": 1.866349782835733e-06,
      "loss": 0.3389,
      "step": 1682660
    },
    {
      "epoch": 469.63,
      "grad_norm": 1.1461275815963745,
      "learning_rate": 1.8663233101150687e-06,
      "loss": 0.3417,
      "step": 1682670
    },
    {
      "epoch": 469.63,
      "grad_norm": 1.1635953187942505,
      "learning_rate": 1.86629683745795e-06,
      "loss": 0.3439,
      "step": 1682680
    },
    {
      "epoch": 469.63,
      "grad_norm": 1.0365917682647705,
      "learning_rate": 1.8662703648643796e-06,
      "loss": 0.3372,
      "step": 1682690
    },
    {
      "epoch": 469.63,
      "grad_norm": 1.0570605993270874,
      "learning_rate": 1.8662438923343629e-06,
      "loss": 0.3582,
      "step": 1682700
    },
    {
      "epoch": 469.64,
      "grad_norm": 1.1647034883499146,
      "learning_rate": 1.8662174198679021e-06,
      "loss": 0.3501,
      "step": 1682710
    },
    {
      "epoch": 469.64,
      "grad_norm": 1.1805864572525024,
      "learning_rate": 1.8661909474650009e-06,
      "loss": 0.3614,
      "step": 1682720
    },
    {
      "epoch": 469.64,
      "grad_norm": 1.0087147951126099,
      "learning_rate": 1.866164475125663e-06,
      "loss": 0.3659,
      "step": 1682730
    },
    {
      "epoch": 469.65,
      "grad_norm": 1.2678616046905518,
      "learning_rate": 1.8661380028498925e-06,
      "loss": 0.3556,
      "step": 1682740
    },
    {
      "epoch": 469.65,
      "grad_norm": 1.090325117111206,
      "learning_rate": 1.8661115306376908e-06,
      "loss": 0.3404,
      "step": 1682750
    },
    {
      "epoch": 469.65,
      "grad_norm": 1.0652892589569092,
      "learning_rate": 1.866085058489064e-06,
      "loss": 0.3392,
      "step": 1682760
    },
    {
      "epoch": 469.65,
      "grad_norm": 1.1987898349761963,
      "learning_rate": 1.8660585864040147e-06,
      "loss": 0.346,
      "step": 1682770
    },
    {
      "epoch": 469.66,
      "grad_norm": 1.0752942562103271,
      "learning_rate": 1.8660321143825449e-06,
      "loss": 0.3372,
      "step": 1682780
    },
    {
      "epoch": 469.66,
      "grad_norm": 1.1419228315353394,
      "learning_rate": 1.866005642424661e-06,
      "loss": 0.3498,
      "step": 1682790
    },
    {
      "epoch": 469.66,
      "grad_norm": 1.0147693157196045,
      "learning_rate": 1.8659791705303644e-06,
      "loss": 0.34,
      "step": 1682800
    },
    {
      "epoch": 469.67,
      "grad_norm": 0.9140322804450989,
      "learning_rate": 1.8659526986996591e-06,
      "loss": 0.3428,
      "step": 1682810
    },
    {
      "epoch": 469.67,
      "grad_norm": 1.0037486553192139,
      "learning_rate": 1.8659262269325492e-06,
      "loss": 0.3443,
      "step": 1682820
    },
    {
      "epoch": 469.67,
      "grad_norm": 1.040147066116333,
      "learning_rate": 1.8658997552290378e-06,
      "loss": 0.3401,
      "step": 1682830
    },
    {
      "epoch": 469.67,
      "grad_norm": 0.9990838766098022,
      "learning_rate": 1.8658732835891273e-06,
      "loss": 0.3425,
      "step": 1682840
    },
    {
      "epoch": 469.68,
      "grad_norm": 1.2265980243682861,
      "learning_rate": 1.8658468120128232e-06,
      "loss": 0.3472,
      "step": 1682850
    },
    {
      "epoch": 469.68,
      "grad_norm": 1.0470222234725952,
      "learning_rate": 1.8658203405001284e-06,
      "loss": 0.3581,
      "step": 1682860
    },
    {
      "epoch": 469.68,
      "grad_norm": 1.0879557132720947,
      "learning_rate": 1.8657938690510457e-06,
      "loss": 0.3441,
      "step": 1682870
    },
    {
      "epoch": 469.68,
      "grad_norm": 1.0079059600830078,
      "learning_rate": 1.8657673976655794e-06,
      "loss": 0.334,
      "step": 1682880
    },
    {
      "epoch": 469.69,
      "grad_norm": 1.0317943096160889,
      "learning_rate": 1.8657409263437317e-06,
      "loss": 0.3482,
      "step": 1682890
    },
    {
      "epoch": 469.69,
      "grad_norm": 0.9963718056678772,
      "learning_rate": 1.8657144550855082e-06,
      "loss": 0.3391,
      "step": 1682900
    },
    {
      "epoch": 469.69,
      "grad_norm": 0.8494593501091003,
      "learning_rate": 1.8656879838909115e-06,
      "loss": 0.3486,
      "step": 1682910
    },
    {
      "epoch": 469.7,
      "grad_norm": 1.0722252130508423,
      "learning_rate": 1.865661512759944e-06,
      "loss": 0.3393,
      "step": 1682920
    },
    {
      "epoch": 469.7,
      "grad_norm": 1.107027292251587,
      "learning_rate": 1.865635041692611e-06,
      "loss": 0.3473,
      "step": 1682930
    },
    {
      "epoch": 469.7,
      "grad_norm": 1.1610649824142456,
      "learning_rate": 1.8656085706889153e-06,
      "loss": 0.3372,
      "step": 1682940
    },
    {
      "epoch": 469.7,
      "grad_norm": 1.1052700281143188,
      "learning_rate": 1.8655820997488599e-06,
      "loss": 0.3469,
      "step": 1682950
    },
    {
      "epoch": 469.71,
      "grad_norm": 1.093224048614502,
      "learning_rate": 1.8655556288724492e-06,
      "loss": 0.3356,
      "step": 1682960
    },
    {
      "epoch": 469.71,
      "grad_norm": 1.0654144287109375,
      "learning_rate": 1.8655291580596865e-06,
      "loss": 0.324,
      "step": 1682970
    },
    {
      "epoch": 469.71,
      "grad_norm": 1.094388484954834,
      "learning_rate": 1.865502687310574e-06,
      "loss": 0.3458,
      "step": 1682980
    },
    {
      "epoch": 469.72,
      "grad_norm": 1.6413637399673462,
      "learning_rate": 1.8654762166251172e-06,
      "loss": 0.3261,
      "step": 1682990
    },
    {
      "epoch": 469.72,
      "grad_norm": 1.1232314109802246,
      "learning_rate": 1.8654497460033189e-06,
      "loss": 0.346,
      "step": 1683000
    },
    {
      "epoch": 469.72,
      "grad_norm": 1.3187044858932495,
      "learning_rate": 1.8654232754451819e-06,
      "loss": 0.3472,
      "step": 1683010
    },
    {
      "epoch": 469.72,
      "grad_norm": 1.103392481803894,
      "learning_rate": 1.8653968049507104e-06,
      "loss": 0.3416,
      "step": 1683020
    },
    {
      "epoch": 469.73,
      "grad_norm": 1.0703834295272827,
      "learning_rate": 1.8653703345199085e-06,
      "loss": 0.3537,
      "step": 1683030
    },
    {
      "epoch": 469.73,
      "grad_norm": 0.9841068387031555,
      "learning_rate": 1.8653438641527783e-06,
      "loss": 0.3512,
      "step": 1683040
    },
    {
      "epoch": 469.73,
      "grad_norm": 1.055814266204834,
      "learning_rate": 1.8653173938493246e-06,
      "loss": 0.3233,
      "step": 1683050
    },
    {
      "epoch": 469.73,
      "grad_norm": 1.1312909126281738,
      "learning_rate": 1.8652909236095507e-06,
      "loss": 0.3464,
      "step": 1683060
    },
    {
      "epoch": 469.74,
      "grad_norm": 1.0829168558120728,
      "learning_rate": 1.8652644534334584e-06,
      "loss": 0.339,
      "step": 1683070
    },
    {
      "epoch": 469.74,
      "grad_norm": 1.1091870069503784,
      "learning_rate": 1.8652379833210543e-06,
      "loss": 0.3607,
      "step": 1683080
    },
    {
      "epoch": 469.74,
      "grad_norm": 1.0472232103347778,
      "learning_rate": 1.8652115132723396e-06,
      "loss": 0.3502,
      "step": 1683090
    },
    {
      "epoch": 469.75,
      "grad_norm": 0.9206607937812805,
      "learning_rate": 1.8651850432873185e-06,
      "loss": 0.3402,
      "step": 1683100
    },
    {
      "epoch": 469.75,
      "grad_norm": 1.0761655569076538,
      "learning_rate": 1.8651585733659946e-06,
      "loss": 0.3407,
      "step": 1683110
    },
    {
      "epoch": 469.75,
      "grad_norm": 1.0606476068496704,
      "learning_rate": 1.8651321035083716e-06,
      "loss": 0.3369,
      "step": 1683120
    },
    {
      "epoch": 469.75,
      "grad_norm": 1.097030758857727,
      "learning_rate": 1.8651056337144517e-06,
      "loss": 0.3396,
      "step": 1683130
    },
    {
      "epoch": 469.76,
      "grad_norm": 0.980713427066803,
      "learning_rate": 1.8650791639842405e-06,
      "loss": 0.347,
      "step": 1683140
    },
    {
      "epoch": 469.76,
      "grad_norm": 1.0025804042816162,
      "learning_rate": 1.8650526943177406e-06,
      "loss": 0.3462,
      "step": 1683150
    },
    {
      "epoch": 469.76,
      "grad_norm": 1.0514196157455444,
      "learning_rate": 1.8650262247149542e-06,
      "loss": 0.3301,
      "step": 1683160
    },
    {
      "epoch": 469.77,
      "grad_norm": 0.8948838114738464,
      "learning_rate": 1.8649997551758874e-06,
      "loss": 0.3446,
      "step": 1683170
    },
    {
      "epoch": 469.77,
      "grad_norm": 1.0461677312850952,
      "learning_rate": 1.8649732857005417e-06,
      "loss": 0.3455,
      "step": 1683180
    },
    {
      "epoch": 469.77,
      "grad_norm": 1.0771552324295044,
      "learning_rate": 1.864946816288922e-06,
      "loss": 0.3323,
      "step": 1683190
    },
    {
      "epoch": 469.77,
      "grad_norm": 1.0022815465927124,
      "learning_rate": 1.8649203469410308e-06,
      "loss": 0.3585,
      "step": 1683200
    },
    {
      "epoch": 469.78,
      "grad_norm": 1.135689377784729,
      "learning_rate": 1.8648938776568714e-06,
      "loss": 0.3573,
      "step": 1683210
    },
    {
      "epoch": 469.78,
      "grad_norm": 1.366603136062622,
      "learning_rate": 1.8648674084364484e-06,
      "loss": 0.3406,
      "step": 1683220
    },
    {
      "epoch": 469.78,
      "grad_norm": 1.1117967367172241,
      "learning_rate": 1.8648409392797651e-06,
      "loss": 0.3449,
      "step": 1683230
    },
    {
      "epoch": 469.79,
      "grad_norm": 1.2656644582748413,
      "learning_rate": 1.864814470186824e-06,
      "loss": 0.3472,
      "step": 1683240
    },
    {
      "epoch": 469.79,
      "grad_norm": 1.0808626413345337,
      "learning_rate": 1.86478800115763e-06,
      "loss": 0.3318,
      "step": 1683250
    },
    {
      "epoch": 469.79,
      "grad_norm": 1.0447571277618408,
      "learning_rate": 1.864761532192186e-06,
      "loss": 0.3554,
      "step": 1683260
    },
    {
      "epoch": 469.79,
      "grad_norm": 1.029226541519165,
      "learning_rate": 1.8647350632904945e-06,
      "loss": 0.345,
      "step": 1683270
    },
    {
      "epoch": 469.8,
      "grad_norm": 1.210374355316162,
      "learning_rate": 1.864708594452561e-06,
      "loss": 0.3677,
      "step": 1683280
    },
    {
      "epoch": 469.8,
      "grad_norm": 1.1560202836990356,
      "learning_rate": 1.864682125678388e-06,
      "loss": 0.3461,
      "step": 1683290
    },
    {
      "epoch": 469.8,
      "grad_norm": 1.0664817094802856,
      "learning_rate": 1.8646556569679782e-06,
      "loss": 0.3246,
      "step": 1683300
    },
    {
      "epoch": 469.8,
      "grad_norm": 1.2663131952285767,
      "learning_rate": 1.8646291883213367e-06,
      "loss": 0.3353,
      "step": 1683310
    },
    {
      "epoch": 469.81,
      "grad_norm": 0.8580823540687561,
      "learning_rate": 1.8646027197384665e-06,
      "loss": 0.334,
      "step": 1683320
    },
    {
      "epoch": 469.81,
      "grad_norm": 1.1918492317199707,
      "learning_rate": 1.8645762512193706e-06,
      "loss": 0.3414,
      "step": 1683330
    },
    {
      "epoch": 469.81,
      "grad_norm": 1.1208438873291016,
      "learning_rate": 1.8645497827640532e-06,
      "loss": 0.3482,
      "step": 1683340
    },
    {
      "epoch": 469.82,
      "grad_norm": 1.0535557270050049,
      "learning_rate": 1.8645233143725172e-06,
      "loss": 0.3423,
      "step": 1683350
    },
    {
      "epoch": 469.82,
      "grad_norm": 0.9443792104721069,
      "learning_rate": 1.8644968460447658e-06,
      "loss": 0.3244,
      "step": 1683360
    },
    {
      "epoch": 469.82,
      "grad_norm": 0.9843464493751526,
      "learning_rate": 1.864470377780804e-06,
      "loss": 0.3423,
      "step": 1683370
    },
    {
      "epoch": 469.82,
      "grad_norm": 1.1706191301345825,
      "learning_rate": 1.8644439095806343e-06,
      "loss": 0.3404,
      "step": 1683380
    },
    {
      "epoch": 469.83,
      "grad_norm": 0.8406776785850525,
      "learning_rate": 1.86441744144426e-06,
      "loss": 0.3526,
      "step": 1683390
    },
    {
      "epoch": 469.83,
      "grad_norm": 1.062665581703186,
      "learning_rate": 1.8643909733716855e-06,
      "loss": 0.364,
      "step": 1683400
    },
    {
      "epoch": 469.83,
      "grad_norm": 1.217848539352417,
      "learning_rate": 1.8643645053629138e-06,
      "loss": 0.3325,
      "step": 1683410
    },
    {
      "epoch": 469.84,
      "grad_norm": 1.1632587909698486,
      "learning_rate": 1.8643380374179478e-06,
      "loss": 0.3375,
      "step": 1683420
    },
    {
      "epoch": 469.84,
      "grad_norm": 1.0674530267715454,
      "learning_rate": 1.8643115695367921e-06,
      "loss": 0.3606,
      "step": 1683430
    },
    {
      "epoch": 469.84,
      "grad_norm": 0.9803319573402405,
      "learning_rate": 1.8642851017194492e-06,
      "loss": 0.3214,
      "step": 1683440
    },
    {
      "epoch": 469.84,
      "grad_norm": 1.1417832374572754,
      "learning_rate": 1.8642586339659238e-06,
      "loss": 0.3305,
      "step": 1683450
    },
    {
      "epoch": 469.85,
      "grad_norm": 1.2297953367233276,
      "learning_rate": 1.864232166276219e-06,
      "loss": 0.3415,
      "step": 1683460
    },
    {
      "epoch": 469.85,
      "grad_norm": 1.2246522903442383,
      "learning_rate": 1.8642056986503377e-06,
      "loss": 0.3398,
      "step": 1683470
    },
    {
      "epoch": 469.85,
      "grad_norm": 1.0283011198043823,
      "learning_rate": 1.8641792310882844e-06,
      "loss": 0.3643,
      "step": 1683480
    },
    {
      "epoch": 469.85,
      "grad_norm": 1.1339237689971924,
      "learning_rate": 1.8641527635900621e-06,
      "loss": 0.3347,
      "step": 1683490
    },
    {
      "epoch": 469.86,
      "grad_norm": 1.1630604267120361,
      "learning_rate": 1.8641262961556734e-06,
      "loss": 0.3378,
      "step": 1683500
    },
    {
      "epoch": 469.86,
      "grad_norm": 1.1087431907653809,
      "learning_rate": 1.8640998287851234e-06,
      "loss": 0.3523,
      "step": 1683510
    },
    {
      "epoch": 469.86,
      "grad_norm": 1.1404814720153809,
      "learning_rate": 1.8640733614784151e-06,
      "loss": 0.3376,
      "step": 1683520
    },
    {
      "epoch": 469.87,
      "grad_norm": 1.4884390830993652,
      "learning_rate": 1.8640468942355517e-06,
      "loss": 0.3634,
      "step": 1683530
    },
    {
      "epoch": 469.87,
      "grad_norm": 1.0908479690551758,
      "learning_rate": 1.864020427056537e-06,
      "loss": 0.3605,
      "step": 1683540
    },
    {
      "epoch": 469.87,
      "grad_norm": 1.0550240278244019,
      "learning_rate": 1.863993959941375e-06,
      "loss": 0.3548,
      "step": 1683550
    },
    {
      "epoch": 469.87,
      "grad_norm": 1.1330839395523071,
      "learning_rate": 1.8639674928900672e-06,
      "loss": 0.3516,
      "step": 1683560
    },
    {
      "epoch": 469.88,
      "grad_norm": 1.0391347408294678,
      "learning_rate": 1.8639410259026196e-06,
      "loss": 0.3538,
      "step": 1683570
    },
    {
      "epoch": 469.88,
      "grad_norm": 0.9352041482925415,
      "learning_rate": 1.863914558979035e-06,
      "loss": 0.3351,
      "step": 1683580
    },
    {
      "epoch": 469.88,
      "grad_norm": 0.931164562702179,
      "learning_rate": 1.8638880921193155e-06,
      "loss": 0.3442,
      "step": 1683590
    },
    {
      "epoch": 469.89,
      "grad_norm": 1.1177138090133667,
      "learning_rate": 1.8638616253234665e-06,
      "loss": 0.3403,
      "step": 1683600
    },
    {
      "epoch": 469.89,
      "grad_norm": 1.0750787258148193,
      "learning_rate": 1.863835158591491e-06,
      "loss": 0.3673,
      "step": 1683610
    },
    {
      "epoch": 469.89,
      "grad_norm": 1.1285858154296875,
      "learning_rate": 1.8638086919233918e-06,
      "loss": 0.3382,
      "step": 1683620
    },
    {
      "epoch": 469.89,
      "grad_norm": 1.8258658647537231,
      "learning_rate": 1.863782225319173e-06,
      "loss": 0.3588,
      "step": 1683630
    },
    {
      "epoch": 469.9,
      "grad_norm": 1.162438988685608,
      "learning_rate": 1.8637557587788388e-06,
      "loss": 0.3286,
      "step": 1683640
    },
    {
      "epoch": 469.9,
      "grad_norm": 1.1018736362457275,
      "learning_rate": 1.8637292923023903e-06,
      "loss": 0.3506,
      "step": 1683650
    },
    {
      "epoch": 469.9,
      "grad_norm": 1.045688271522522,
      "learning_rate": 1.863702825889834e-06,
      "loss": 0.3389,
      "step": 1683660
    },
    {
      "epoch": 469.91,
      "grad_norm": 1.0457813739776611,
      "learning_rate": 1.8636763595411723e-06,
      "loss": 0.3468,
      "step": 1683670
    },
    {
      "epoch": 469.91,
      "grad_norm": 0.9498975276947021,
      "learning_rate": 1.8636498932564075e-06,
      "loss": 0.3219,
      "step": 1683680
    },
    {
      "epoch": 469.91,
      "grad_norm": 1.0193402767181396,
      "learning_rate": 1.8636234270355453e-06,
      "loss": 0.3464,
      "step": 1683690
    },
    {
      "epoch": 469.91,
      "grad_norm": 1.0091205835342407,
      "learning_rate": 1.8635969608785877e-06,
      "loss": 0.3344,
      "step": 1683700
    },
    {
      "epoch": 469.92,
      "grad_norm": 1.2399005889892578,
      "learning_rate": 1.8635704947855377e-06,
      "loss": 0.3429,
      "step": 1683710
    },
    {
      "epoch": 469.92,
      "grad_norm": 1.174506664276123,
      "learning_rate": 1.8635440287564005e-06,
      "loss": 0.339,
      "step": 1683720
    },
    {
      "epoch": 469.92,
      "grad_norm": 1.1456130743026733,
      "learning_rate": 1.863517562791178e-06,
      "loss": 0.3411,
      "step": 1683730
    },
    {
      "epoch": 469.92,
      "grad_norm": 1.069457769393921,
      "learning_rate": 1.8634910968898756e-06,
      "loss": 0.3305,
      "step": 1683740
    },
    {
      "epoch": 469.93,
      "grad_norm": 1.0856122970581055,
      "learning_rate": 1.8634646310524957e-06,
      "loss": 0.348,
      "step": 1683750
    },
    {
      "epoch": 469.93,
      "grad_norm": 0.9003522992134094,
      "learning_rate": 1.8634381652790413e-06,
      "loss": 0.338,
      "step": 1683760
    },
    {
      "epoch": 469.93,
      "grad_norm": 1.1697807312011719,
      "learning_rate": 1.8634116995695174e-06,
      "loss": 0.3286,
      "step": 1683770
    },
    {
      "epoch": 469.94,
      "grad_norm": 1.066352367401123,
      "learning_rate": 1.8633852339239265e-06,
      "loss": 0.3502,
      "step": 1683780
    },
    {
      "epoch": 469.94,
      "grad_norm": 1.1280356645584106,
      "learning_rate": 1.8633587683422711e-06,
      "loss": 0.3387,
      "step": 1683790
    },
    {
      "epoch": 469.94,
      "grad_norm": 0.9110086560249329,
      "learning_rate": 1.863332302824557e-06,
      "loss": 0.3231,
      "step": 1683800
    },
    {
      "epoch": 469.94,
      "grad_norm": 1.0890840291976929,
      "learning_rate": 1.8633058373707869e-06,
      "loss": 0.3536,
      "step": 1683810
    },
    {
      "epoch": 469.95,
      "grad_norm": 1.0873088836669922,
      "learning_rate": 1.8632793719809633e-06,
      "loss": 0.3491,
      "step": 1683820
    },
    {
      "epoch": 469.95,
      "grad_norm": 1.1418187618255615,
      "learning_rate": 1.8632529066550911e-06,
      "loss": 0.354,
      "step": 1683830
    },
    {
      "epoch": 469.95,
      "grad_norm": 1.1963289976119995,
      "learning_rate": 1.863226441393173e-06,
      "loss": 0.3418,
      "step": 1683840
    },
    {
      "epoch": 469.96,
      "grad_norm": 0.9645090699195862,
      "learning_rate": 1.863199976195212e-06,
      "loss": 0.3586,
      "step": 1683850
    },
    {
      "epoch": 469.96,
      "grad_norm": 1.7878696918487549,
      "learning_rate": 1.8631735110612131e-06,
      "loss": 0.3456,
      "step": 1683860
    },
    {
      "epoch": 469.96,
      "grad_norm": 1.0155012607574463,
      "learning_rate": 1.8631470459911792e-06,
      "loss": 0.3482,
      "step": 1683870
    },
    {
      "epoch": 469.96,
      "grad_norm": 1.164716362953186,
      "learning_rate": 1.8631205809851124e-06,
      "loss": 0.3394,
      "step": 1683880
    },
    {
      "epoch": 469.97,
      "grad_norm": 1.1640652418136597,
      "learning_rate": 1.8630941160430187e-06,
      "loss": 0.3431,
      "step": 1683890
    },
    {
      "epoch": 469.97,
      "grad_norm": 1.9818040132522583,
      "learning_rate": 1.8630676511649004e-06,
      "loss": 0.3515,
      "step": 1683900
    },
    {
      "epoch": 469.97,
      "grad_norm": 1.0402989387512207,
      "learning_rate": 1.8630411863507605e-06,
      "loss": 0.3582,
      "step": 1683910
    },
    {
      "epoch": 469.97,
      "grad_norm": 1.1586763858795166,
      "learning_rate": 1.8630147216006039e-06,
      "loss": 0.3455,
      "step": 1683920
    },
    {
      "epoch": 469.98,
      "grad_norm": 1.0835005044937134,
      "learning_rate": 1.862988256914433e-06,
      "loss": 0.3374,
      "step": 1683930
    },
    {
      "epoch": 469.98,
      "grad_norm": 1.004642128944397,
      "learning_rate": 1.8629617922922506e-06,
      "loss": 0.3296,
      "step": 1683940
    },
    {
      "epoch": 469.98,
      "grad_norm": 1.122593641281128,
      "learning_rate": 1.8629353277340624e-06,
      "loss": 0.3335,
      "step": 1683950
    },
    {
      "epoch": 469.99,
      "grad_norm": 1.0901153087615967,
      "learning_rate": 1.8629088632398707e-06,
      "loss": 0.3471,
      "step": 1683960
    },
    {
      "epoch": 469.99,
      "grad_norm": 1.1024852991104126,
      "learning_rate": 1.862882398809678e-06,
      "loss": 0.3212,
      "step": 1683970
    },
    {
      "epoch": 469.99,
      "grad_norm": 1.073575496673584,
      "learning_rate": 1.86285593444349e-06,
      "loss": 0.3271,
      "step": 1683980
    },
    {
      "epoch": 469.99,
      "grad_norm": 1.0148783922195435,
      "learning_rate": 1.8628294701413092e-06,
      "loss": 0.3347,
      "step": 1683990
    },
    {
      "epoch": 470.0,
      "grad_norm": 1.029822826385498,
      "learning_rate": 1.8628030059031385e-06,
      "loss": 0.3466,
      "step": 1684000
    },
    {
      "epoch": 470.0,
      "grad_norm": 1.052392840385437,
      "learning_rate": 1.862776541728982e-06,
      "loss": 0.3627,
      "step": 1684010
    },
    {
      "epoch": 470.0,
      "eval_loss": 0.3431990444660187,
      "eval_runtime": 63.0479,
      "eval_samples_per_second": 80.241,
      "eval_steps_per_second": 10.04,
      "step": 1684010
    },
    {
      "epoch": 470.0,
      "grad_norm": 1.0247559547424316,
      "learning_rate": 1.862750077618843e-06,
      "loss": 0.3548,
      "step": 1684020
    },
    {
      "epoch": 470.01,
      "grad_norm": 0.9489615559577942,
      "learning_rate": 1.862723613572726e-06,
      "loss": 0.3377,
      "step": 1684030
    },
    {
      "epoch": 470.01,
      "grad_norm": 1.1513911485671997,
      "learning_rate": 1.8626971495906332e-06,
      "loss": 0.3663,
      "step": 1684040
    },
    {
      "epoch": 470.01,
      "grad_norm": 1.1993522644042969,
      "learning_rate": 1.8626706856725688e-06,
      "loss": 0.3253,
      "step": 1684050
    },
    {
      "epoch": 470.01,
      "grad_norm": 1.1179752349853516,
      "learning_rate": 1.8626442218185364e-06,
      "loss": 0.342,
      "step": 1684060
    },
    {
      "epoch": 470.02,
      "grad_norm": 1.1356816291809082,
      "learning_rate": 1.8626177580285395e-06,
      "loss": 0.3538,
      "step": 1684070
    },
    {
      "epoch": 470.02,
      "grad_norm": 1.0713627338409424,
      "learning_rate": 1.8625912943025802e-06,
      "loss": 0.3425,
      "step": 1684080
    },
    {
      "epoch": 470.02,
      "grad_norm": 1.3567168712615967,
      "learning_rate": 1.8625648306406645e-06,
      "loss": 0.3508,
      "step": 1684090
    },
    {
      "epoch": 470.03,
      "grad_norm": 1.1840810775756836,
      "learning_rate": 1.8625383670427943e-06,
      "loss": 0.3446,
      "step": 1684100
    },
    {
      "epoch": 470.03,
      "grad_norm": 0.980334460735321,
      "learning_rate": 1.8625119035089728e-06,
      "loss": 0.323,
      "step": 1684110
    },
    {
      "epoch": 470.03,
      "grad_norm": 1.111535668373108,
      "learning_rate": 1.8624854400392052e-06,
      "loss": 0.3694,
      "step": 1684120
    },
    {
      "epoch": 470.03,
      "grad_norm": 0.961097240447998,
      "learning_rate": 1.8624589766334938e-06,
      "loss": 0.3408,
      "step": 1684130
    },
    {
      "epoch": 470.04,
      "grad_norm": 0.9021527171134949,
      "learning_rate": 1.8624325132918423e-06,
      "loss": 0.3324,
      "step": 1684140
    },
    {
      "epoch": 470.04,
      "grad_norm": 0.940281867980957,
      "learning_rate": 1.8624060500142546e-06,
      "loss": 0.3336,
      "step": 1684150
    },
    {
      "epoch": 470.04,
      "grad_norm": 0.9394776225090027,
      "learning_rate": 1.8623795868007337e-06,
      "loss": 0.3509,
      "step": 1684160
    },
    {
      "epoch": 470.04,
      "grad_norm": 1.0459915399551392,
      "learning_rate": 1.8623531236512826e-06,
      "loss": 0.3501,
      "step": 1684170
    },
    {
      "epoch": 470.05,
      "grad_norm": 1.111056923866272,
      "learning_rate": 1.8623266605659064e-06,
      "loss": 0.3378,
      "step": 1684180
    },
    {
      "epoch": 470.05,
      "grad_norm": 0.9523554444313049,
      "learning_rate": 1.8623001975446076e-06,
      "loss": 0.3472,
      "step": 1684190
    },
    {
      "epoch": 470.05,
      "grad_norm": 1.0305767059326172,
      "learning_rate": 1.86227373458739e-06,
      "loss": 0.344,
      "step": 1684200
    },
    {
      "epoch": 470.06,
      "grad_norm": 1.130733847618103,
      "learning_rate": 1.862247271694257e-06,
      "loss": 0.3469,
      "step": 1684210
    },
    {
      "epoch": 470.06,
      "grad_norm": 1.1710519790649414,
      "learning_rate": 1.8622208088652122e-06,
      "loss": 0.3373,
      "step": 1684220
    },
    {
      "epoch": 470.06,
      "grad_norm": 1.2899093627929688,
      "learning_rate": 1.8621943461002582e-06,
      "loss": 0.3457,
      "step": 1684230
    },
    {
      "epoch": 470.06,
      "grad_norm": 1.0368247032165527,
      "learning_rate": 1.8621678833994004e-06,
      "loss": 0.3427,
      "step": 1684240
    },
    {
      "epoch": 470.07,
      "grad_norm": 1.1439390182495117,
      "learning_rate": 1.8621414207626412e-06,
      "loss": 0.3562,
      "step": 1684250
    },
    {
      "epoch": 470.07,
      "grad_norm": 1.1685832738876343,
      "learning_rate": 1.8621149581899833e-06,
      "loss": 0.3591,
      "step": 1684260
    },
    {
      "epoch": 470.07,
      "grad_norm": 1.2578177452087402,
      "learning_rate": 1.8620884956814319e-06,
      "loss": 0.3357,
      "step": 1684270
    },
    {
      "epoch": 470.08,
      "grad_norm": 1.113952875137329,
      "learning_rate": 1.8620620332369902e-06,
      "loss": 0.3455,
      "step": 1684280
    },
    {
      "epoch": 470.08,
      "grad_norm": 1.098427414894104,
      "learning_rate": 1.8620355708566607e-06,
      "loss": 0.3463,
      "step": 1684290
    },
    {
      "epoch": 470.08,
      "grad_norm": 0.9505810141563416,
      "learning_rate": 1.862009108540448e-06,
      "loss": 0.3495,
      "step": 1684300
    },
    {
      "epoch": 470.08,
      "grad_norm": 1.2479177713394165,
      "learning_rate": 1.861982646288354e-06,
      "loss": 0.3622,
      "step": 1684310
    },
    {
      "epoch": 470.09,
      "grad_norm": 1.0073124170303345,
      "learning_rate": 1.8619561841003846e-06,
      "loss": 0.3426,
      "step": 1684320
    },
    {
      "epoch": 470.09,
      "grad_norm": 1.0997294187545776,
      "learning_rate": 1.8619297219765418e-06,
      "loss": 0.3364,
      "step": 1684330
    },
    {
      "epoch": 470.09,
      "grad_norm": 0.9751644730567932,
      "learning_rate": 1.861903259916829e-06,
      "loss": 0.3316,
      "step": 1684340
    },
    {
      "epoch": 470.09,
      "grad_norm": 1.0302460193634033,
      "learning_rate": 1.8618767979212507e-06,
      "loss": 0.3527,
      "step": 1684350
    },
    {
      "epoch": 470.1,
      "grad_norm": 1.1457628011703491,
      "learning_rate": 1.86185033598981e-06,
      "loss": 0.3332,
      "step": 1684360
    },
    {
      "epoch": 470.1,
      "grad_norm": 1.068318247795105,
      "learning_rate": 1.8618238741225088e-06,
      "loss": 0.3416,
      "step": 1684370
    },
    {
      "epoch": 470.1,
      "grad_norm": 1.0823535919189453,
      "learning_rate": 1.8617974123193537e-06,
      "loss": 0.3487,
      "step": 1684380
    },
    {
      "epoch": 470.11,
      "grad_norm": 1.133799433708191,
      "learning_rate": 1.861770950580346e-06,
      "loss": 0.3459,
      "step": 1684390
    },
    {
      "epoch": 470.11,
      "grad_norm": 0.9667835235595703,
      "learning_rate": 1.8617444889054894e-06,
      "loss": 0.3392,
      "step": 1684400
    },
    {
      "epoch": 470.11,
      "grad_norm": 1.0860241651535034,
      "learning_rate": 1.8617180272947886e-06,
      "loss": 0.3481,
      "step": 1684410
    },
    {
      "epoch": 470.11,
      "grad_norm": 1.2529737949371338,
      "learning_rate": 1.8616915657482466e-06,
      "loss": 0.3533,
      "step": 1684420
    },
    {
      "epoch": 470.12,
      "grad_norm": 1.0504273176193237,
      "learning_rate": 1.861665104265866e-06,
      "loss": 0.3234,
      "step": 1684430
    },
    {
      "epoch": 470.12,
      "grad_norm": 0.9443063735961914,
      "learning_rate": 1.8616386428476516e-06,
      "loss": 0.3515,
      "step": 1684440
    },
    {
      "epoch": 470.12,
      "grad_norm": 1.0913249254226685,
      "learning_rate": 1.8616121814936063e-06,
      "loss": 0.3551,
      "step": 1684450
    },
    {
      "epoch": 470.13,
      "grad_norm": 0.9757107496261597,
      "learning_rate": 1.8615857202037326e-06,
      "loss": 0.3537,
      "step": 1684460
    },
    {
      "epoch": 470.13,
      "grad_norm": 1.0653653144836426,
      "learning_rate": 1.8615592589780362e-06,
      "loss": 0.3569,
      "step": 1684470
    },
    {
      "epoch": 470.13,
      "grad_norm": 0.9546794891357422,
      "learning_rate": 1.8615327978165194e-06,
      "loss": 0.3549,
      "step": 1684480
    },
    {
      "epoch": 470.13,
      "grad_norm": 1.085468053817749,
      "learning_rate": 1.8615063367191856e-06,
      "loss": 0.3308,
      "step": 1684490
    },
    {
      "epoch": 470.14,
      "grad_norm": 1.2096202373504639,
      "learning_rate": 1.861479875686039e-06,
      "loss": 0.3529,
      "step": 1684500
    },
    {
      "epoch": 470.14,
      "grad_norm": 1.32119619846344,
      "learning_rate": 1.8614534147170825e-06,
      "loss": 0.3511,
      "step": 1684510
    },
    {
      "epoch": 470.14,
      "grad_norm": 1.1403688192367554,
      "learning_rate": 1.861426953812319e-06,
      "loss": 0.3384,
      "step": 1684520
    },
    {
      "epoch": 470.15,
      "grad_norm": 1.023554801940918,
      "learning_rate": 1.8614004929717536e-06,
      "loss": 0.3379,
      "step": 1684530
    },
    {
      "epoch": 470.15,
      "grad_norm": 1.4126733541488647,
      "learning_rate": 1.8613740321953892e-06,
      "loss": 0.3531,
      "step": 1684540
    },
    {
      "epoch": 470.15,
      "grad_norm": 1.0160589218139648,
      "learning_rate": 1.8613475714832282e-06,
      "loss": 0.3477,
      "step": 1684550
    },
    {
      "epoch": 470.15,
      "grad_norm": 11.316405296325684,
      "learning_rate": 1.8613211108352761e-06,
      "loss": 0.3417,
      "step": 1684560
    },
    {
      "epoch": 470.16,
      "grad_norm": 0.9983648061752319,
      "learning_rate": 1.8612946502515353e-06,
      "loss": 0.3445,
      "step": 1684570
    },
    {
      "epoch": 470.16,
      "grad_norm": 1.1625338792800903,
      "learning_rate": 1.861268189732009e-06,
      "loss": 0.3431,
      "step": 1684580
    },
    {
      "epoch": 470.16,
      "grad_norm": 1.042847752571106,
      "learning_rate": 1.8612417292767017e-06,
      "loss": 0.3485,
      "step": 1684590
    },
    {
      "epoch": 470.16,
      "grad_norm": 0.9802535772323608,
      "learning_rate": 1.8612152688856155e-06,
      "loss": 0.3285,
      "step": 1684600
    },
    {
      "epoch": 470.17,
      "grad_norm": 1.1238306760787964,
      "learning_rate": 1.8611888085587556e-06,
      "loss": 0.355,
      "step": 1684610
    },
    {
      "epoch": 470.17,
      "grad_norm": 1.109399437904358,
      "learning_rate": 1.8611623482961247e-06,
      "loss": 0.3246,
      "step": 1684620
    },
    {
      "epoch": 470.17,
      "grad_norm": 1.132167935371399,
      "learning_rate": 1.8611358880977258e-06,
      "loss": 0.3298,
      "step": 1684630
    },
    {
      "epoch": 470.18,
      "grad_norm": 1.0402507781982422,
      "learning_rate": 1.8611094279635638e-06,
      "loss": 0.3515,
      "step": 1684640
    },
    {
      "epoch": 470.18,
      "grad_norm": 1.05848228931427,
      "learning_rate": 1.8610829678936411e-06,
      "loss": 0.3453,
      "step": 1684650
    },
    {
      "epoch": 470.18,
      "grad_norm": 1.1460299491882324,
      "learning_rate": 1.8610565078879607e-06,
      "loss": 0.3607,
      "step": 1684660
    },
    {
      "epoch": 470.18,
      "grad_norm": 1.5636224746704102,
      "learning_rate": 1.8610300479465279e-06,
      "loss": 0.3379,
      "step": 1684670
    },
    {
      "epoch": 470.19,
      "grad_norm": 1.0034139156341553,
      "learning_rate": 1.861003588069345e-06,
      "loss": 0.3544,
      "step": 1684680
    },
    {
      "epoch": 470.19,
      "grad_norm": 1.1089348793029785,
      "learning_rate": 1.8609771282564152e-06,
      "loss": 0.3338,
      "step": 1684690
    },
    {
      "epoch": 470.19,
      "grad_norm": 1.1660491228103638,
      "learning_rate": 1.8609506685077434e-06,
      "loss": 0.3449,
      "step": 1684700
    },
    {
      "epoch": 470.2,
      "grad_norm": 1.0336942672729492,
      "learning_rate": 1.8609242088233323e-06,
      "loss": 0.3349,
      "step": 1684710
    },
    {
      "epoch": 470.2,
      "grad_norm": 1.0847034454345703,
      "learning_rate": 1.8608977492031848e-06,
      "loss": 0.3482,
      "step": 1684720
    },
    {
      "epoch": 470.2,
      "grad_norm": 1.1429777145385742,
      "learning_rate": 1.8608712896473057e-06,
      "loss": 0.343,
      "step": 1684730
    },
    {
      "epoch": 470.2,
      "grad_norm": 1.0108051300048828,
      "learning_rate": 1.860844830155698e-06,
      "loss": 0.3349,
      "step": 1684740
    },
    {
      "epoch": 470.21,
      "grad_norm": 1.1173943281173706,
      "learning_rate": 1.860818370728364e-06,
      "loss": 0.336,
      "step": 1684750
    },
    {
      "epoch": 470.21,
      "grad_norm": 1.033030390739441,
      "learning_rate": 1.8607919113653092e-06,
      "loss": 0.3464,
      "step": 1684760
    },
    {
      "epoch": 470.21,
      "grad_norm": 1.069528579711914,
      "learning_rate": 1.8607654520665364e-06,
      "loss": 0.3386,
      "step": 1684770
    },
    {
      "epoch": 470.21,
      "grad_norm": 1.083882212638855,
      "learning_rate": 1.8607389928320487e-06,
      "loss": 0.3352,
      "step": 1684780
    },
    {
      "epoch": 470.22,
      "grad_norm": 2.6287050247192383,
      "learning_rate": 1.86071253366185e-06,
      "loss": 0.3545,
      "step": 1684790
    },
    {
      "epoch": 470.22,
      "grad_norm": 1.216235876083374,
      "learning_rate": 1.8606860745559438e-06,
      "loss": 0.3384,
      "step": 1684800
    },
    {
      "epoch": 470.22,
      "grad_norm": 0.8534069061279297,
      "learning_rate": 1.8606596155143328e-06,
      "loss": 0.3555,
      "step": 1684810
    },
    {
      "epoch": 470.23,
      "grad_norm": 1.1291733980178833,
      "learning_rate": 1.860633156537022e-06,
      "loss": 0.3387,
      "step": 1684820
    },
    {
      "epoch": 470.23,
      "grad_norm": 1.122735619544983,
      "learning_rate": 1.8606066976240143e-06,
      "loss": 0.3291,
      "step": 1684830
    },
    {
      "epoch": 470.23,
      "grad_norm": 0.9944700598716736,
      "learning_rate": 1.860580238775312e-06,
      "loss": 0.3425,
      "step": 1684840
    },
    {
      "epoch": 470.23,
      "grad_norm": 1.017531394958496,
      "learning_rate": 1.860553779990921e-06,
      "loss": 0.3442,
      "step": 1684850
    },
    {
      "epoch": 470.24,
      "grad_norm": 1.0659818649291992,
      "learning_rate": 1.8605273212708434e-06,
      "loss": 0.3288,
      "step": 1684860
    },
    {
      "epoch": 470.24,
      "grad_norm": 1.1363219022750854,
      "learning_rate": 1.8605008626150823e-06,
      "loss": 0.3405,
      "step": 1684870
    },
    {
      "epoch": 470.24,
      "grad_norm": 1.0934988260269165,
      "learning_rate": 1.8604744040236423e-06,
      "loss": 0.3405,
      "step": 1684880
    },
    {
      "epoch": 470.25,
      "grad_norm": 0.9994232654571533,
      "learning_rate": 1.8604479454965254e-06,
      "loss": 0.3461,
      "step": 1684890
    },
    {
      "epoch": 470.25,
      "grad_norm": 1.007175326347351,
      "learning_rate": 1.8604214870337368e-06,
      "loss": 0.3348,
      "step": 1684900
    },
    {
      "epoch": 470.25,
      "grad_norm": 1.074294924736023,
      "learning_rate": 1.8603950286352798e-06,
      "loss": 0.3488,
      "step": 1684910
    },
    {
      "epoch": 470.25,
      "grad_norm": 1.0885294675827026,
      "learning_rate": 1.860368570301157e-06,
      "loss": 0.3499,
      "step": 1684920
    },
    {
      "epoch": 470.26,
      "grad_norm": 1.1000922918319702,
      "learning_rate": 1.8603421120313723e-06,
      "loss": 0.3338,
      "step": 1684930
    },
    {
      "epoch": 470.26,
      "grad_norm": 1.0854640007019043,
      "learning_rate": 1.86031565382593e-06,
      "loss": 0.3344,
      "step": 1684940
    },
    {
      "epoch": 470.26,
      "grad_norm": 1.060389518737793,
      "learning_rate": 1.8602891956848324e-06,
      "loss": 0.3335,
      "step": 1684950
    },
    {
      "epoch": 470.27,
      "grad_norm": 1.2605626583099365,
      "learning_rate": 1.8602627376080837e-06,
      "loss": 0.3452,
      "step": 1684960
    },
    {
      "epoch": 470.27,
      "grad_norm": 1.1370935440063477,
      "learning_rate": 1.8602362795956873e-06,
      "loss": 0.3686,
      "step": 1684970
    },
    {
      "epoch": 470.27,
      "grad_norm": 0.9620447754859924,
      "learning_rate": 1.8602098216476462e-06,
      "loss": 0.3535,
      "step": 1684980
    },
    {
      "epoch": 470.27,
      "grad_norm": 1.1938350200653076,
      "learning_rate": 1.860183363763965e-06,
      "loss": 0.3449,
      "step": 1684990
    },
    {
      "epoch": 470.28,
      "grad_norm": 1.0381439924240112,
      "learning_rate": 1.8601569059446468e-06,
      "loss": 0.3466,
      "step": 1685000
    },
    {
      "epoch": 470.28,
      "grad_norm": 0.9386448264122009,
      "learning_rate": 1.8601304481896944e-06,
      "loss": 0.3354,
      "step": 1685010
    },
    {
      "epoch": 470.28,
      "grad_norm": 1.0749309062957764,
      "learning_rate": 1.8601039904991125e-06,
      "loss": 0.3335,
      "step": 1685020
    },
    {
      "epoch": 470.28,
      "grad_norm": 1.1280124187469482,
      "learning_rate": 1.8600775328729043e-06,
      "loss": 0.3522,
      "step": 1685030
    },
    {
      "epoch": 470.29,
      "grad_norm": 1.2413530349731445,
      "learning_rate": 1.8600510753110714e-06,
      "loss": 0.3315,
      "step": 1685040
    },
    {
      "epoch": 470.29,
      "grad_norm": 1.1430449485778809,
      "learning_rate": 1.8600246178136205e-06,
      "loss": 0.3286,
      "step": 1685050
    },
    {
      "epoch": 470.29,
      "grad_norm": 1.0205069780349731,
      "learning_rate": 1.8599981603805531e-06,
      "loss": 0.3317,
      "step": 1685060
    },
    {
      "epoch": 470.3,
      "grad_norm": 0.96305251121521,
      "learning_rate": 1.8599717030118726e-06,
      "loss": 0.3319,
      "step": 1685070
    },
    {
      "epoch": 470.3,
      "grad_norm": 1.015794038772583,
      "learning_rate": 1.859945245707584e-06,
      "loss": 0.3385,
      "step": 1685080
    },
    {
      "epoch": 470.3,
      "grad_norm": 1.1248406171798706,
      "learning_rate": 1.85991878846769e-06,
      "loss": 0.3392,
      "step": 1685090
    },
    {
      "epoch": 470.3,
      "grad_norm": 1.2023770809173584,
      "learning_rate": 1.8598923312921933e-06,
      "loss": 0.3351,
      "step": 1685100
    },
    {
      "epoch": 470.31,
      "grad_norm": 1.1505708694458008,
      "learning_rate": 1.859865874181099e-06,
      "loss": 0.3466,
      "step": 1685110
    },
    {
      "epoch": 470.31,
      "grad_norm": 1.1621952056884766,
      "learning_rate": 1.8598394171344098e-06,
      "loss": 0.3492,
      "step": 1685120
    },
    {
      "epoch": 470.31,
      "grad_norm": 1.0076481103897095,
      "learning_rate": 1.859812960152128e-06,
      "loss": 0.3544,
      "step": 1685130
    },
    {
      "epoch": 470.32,
      "grad_norm": 1.0309228897094727,
      "learning_rate": 1.8597865032342595e-06,
      "loss": 0.3409,
      "step": 1685140
    },
    {
      "epoch": 470.32,
      "grad_norm": 1.0443975925445557,
      "learning_rate": 1.8597600463808066e-06,
      "loss": 0.3493,
      "step": 1685150
    },
    {
      "epoch": 470.32,
      "grad_norm": 0.9936878681182861,
      "learning_rate": 1.8597335895917725e-06,
      "loss": 0.352,
      "step": 1685160
    },
    {
      "epoch": 470.32,
      "grad_norm": 1.0841341018676758,
      "learning_rate": 1.8597071328671614e-06,
      "loss": 0.3484,
      "step": 1685170
    },
    {
      "epoch": 470.33,
      "grad_norm": 0.9613645076751709,
      "learning_rate": 1.8596806762069758e-06,
      "loss": 0.3549,
      "step": 1685180
    },
    {
      "epoch": 470.33,
      "grad_norm": 1.129711627960205,
      "learning_rate": 1.8596542196112209e-06,
      "loss": 0.3402,
      "step": 1685190
    },
    {
      "epoch": 470.33,
      "grad_norm": 1.1316546201705933,
      "learning_rate": 1.859627763079899e-06,
      "loss": 0.3357,
      "step": 1685200
    },
    {
      "epoch": 470.33,
      "grad_norm": 1.3090190887451172,
      "learning_rate": 1.8596013066130134e-06,
      "loss": 0.3449,
      "step": 1685210
    },
    {
      "epoch": 470.34,
      "grad_norm": 1.147666096687317,
      "learning_rate": 1.8595748502105688e-06,
      "loss": 0.3444,
      "step": 1685220
    },
    {
      "epoch": 470.34,
      "grad_norm": 1.200228214263916,
      "learning_rate": 1.859548393872568e-06,
      "loss": 0.3568,
      "step": 1685230
    },
    {
      "epoch": 470.34,
      "grad_norm": 0.9824129939079285,
      "learning_rate": 1.8595219375990143e-06,
      "loss": 0.3522,
      "step": 1685240
    },
    {
      "epoch": 470.35,
      "grad_norm": 1.0349704027175903,
      "learning_rate": 1.8594954813899119e-06,
      "loss": 0.3395,
      "step": 1685250
    },
    {
      "epoch": 470.35,
      "grad_norm": 1.0355342626571655,
      "learning_rate": 1.8594690252452638e-06,
      "loss": 0.3485,
      "step": 1685260
    },
    {
      "epoch": 470.35,
      "grad_norm": 0.997488796710968,
      "learning_rate": 1.8594425691650726e-06,
      "loss": 0.3489,
      "step": 1685270
    },
    {
      "epoch": 470.35,
      "grad_norm": 0.9675612449645996,
      "learning_rate": 1.859416113149344e-06,
      "loss": 0.3297,
      "step": 1685280
    },
    {
      "epoch": 470.36,
      "grad_norm": 1.091485619544983,
      "learning_rate": 1.8593896571980804e-06,
      "loss": 0.3288,
      "step": 1685290
    },
    {
      "epoch": 470.36,
      "grad_norm": 1.0527399778366089,
      "learning_rate": 1.8593632013112848e-06,
      "loss": 0.3359,
      "step": 1685300
    },
    {
      "epoch": 470.36,
      "grad_norm": 1.1206929683685303,
      "learning_rate": 1.8593367454889615e-06,
      "loss": 0.3433,
      "step": 1685310
    },
    {
      "epoch": 470.37,
      "grad_norm": 1.1454756259918213,
      "learning_rate": 1.859310289731114e-06,
      "loss": 0.3442,
      "step": 1685320
    },
    {
      "epoch": 470.37,
      "grad_norm": 1.1536256074905396,
      "learning_rate": 1.8592838340377442e-06,
      "loss": 0.3687,
      "step": 1685330
    },
    {
      "epoch": 470.37,
      "grad_norm": 1.0591223239898682,
      "learning_rate": 1.8592573784088583e-06,
      "loss": 0.3621,
      "step": 1685340
    },
    {
      "epoch": 470.37,
      "grad_norm": 0.9876400828361511,
      "learning_rate": 1.8592309228444587e-06,
      "loss": 0.349,
      "step": 1685350
    },
    {
      "epoch": 470.38,
      "grad_norm": 1.072513222694397,
      "learning_rate": 1.859204467344547e-06,
      "loss": 0.3504,
      "step": 1685360
    },
    {
      "epoch": 470.38,
      "grad_norm": 1.103076457977295,
      "learning_rate": 1.85917801190913e-06,
      "loss": 0.3501,
      "step": 1685370
    },
    {
      "epoch": 470.38,
      "grad_norm": 1.0902169942855835,
      "learning_rate": 1.8591515565382096e-06,
      "loss": 0.3444,
      "step": 1685380
    },
    {
      "epoch": 470.39,
      "grad_norm": 1.1943970918655396,
      "learning_rate": 1.8591251012317887e-06,
      "loss": 0.3335,
      "step": 1685390
    },
    {
      "epoch": 470.39,
      "grad_norm": 0.9932968616485596,
      "learning_rate": 1.8590986459898721e-06,
      "loss": 0.3339,
      "step": 1685400
    },
    {
      "epoch": 470.39,
      "grad_norm": 0.9998287558555603,
      "learning_rate": 1.8590721908124628e-06,
      "loss": 0.3536,
      "step": 1685410
    },
    {
      "epoch": 470.39,
      "grad_norm": 1.0810341835021973,
      "learning_rate": 1.8590457356995631e-06,
      "loss": 0.3406,
      "step": 1685420
    },
    {
      "epoch": 470.4,
      "grad_norm": 0.9307858347892761,
      "learning_rate": 1.859019280651179e-06,
      "loss": 0.3379,
      "step": 1685430
    },
    {
      "epoch": 470.4,
      "grad_norm": 1.0694897174835205,
      "learning_rate": 1.8589928256673125e-06,
      "loss": 0.3218,
      "step": 1685440
    },
    {
      "epoch": 470.4,
      "grad_norm": 1.0067839622497559,
      "learning_rate": 1.8589663707479666e-06,
      "loss": 0.3283,
      "step": 1685450
    },
    {
      "epoch": 470.4,
      "grad_norm": 0.8919962048530579,
      "learning_rate": 1.8589399158931462e-06,
      "loss": 0.3363,
      "step": 1685460
    },
    {
      "epoch": 470.41,
      "grad_norm": 0.9986357688903809,
      "learning_rate": 1.858913461102853e-06,
      "loss": 0.3432,
      "step": 1685470
    },
    {
      "epoch": 470.41,
      "grad_norm": 1.0313633680343628,
      "learning_rate": 1.858887006377093e-06,
      "loss": 0.3518,
      "step": 1685480
    },
    {
      "epoch": 470.41,
      "grad_norm": 0.9891728758811951,
      "learning_rate": 1.8588605517158683e-06,
      "loss": 0.3346,
      "step": 1685490
    },
    {
      "epoch": 470.42,
      "grad_norm": 1.0474348068237305,
      "learning_rate": 1.8588340971191814e-06,
      "loss": 0.3454,
      "step": 1685500
    },
    {
      "epoch": 470.42,
      "grad_norm": 1.3663394451141357,
      "learning_rate": 1.8588076425870377e-06,
      "loss": 0.3335,
      "step": 1685510
    },
    {
      "epoch": 470.42,
      "grad_norm": 1.2768776416778564,
      "learning_rate": 1.8587811881194404e-06,
      "loss": 0.352,
      "step": 1685520
    },
    {
      "epoch": 470.42,
      "grad_norm": 1.2272090911865234,
      "learning_rate": 1.858754733716392e-06,
      "loss": 0.3631,
      "step": 1685530
    },
    {
      "epoch": 470.43,
      "grad_norm": 1.332756757736206,
      "learning_rate": 1.8587282793778968e-06,
      "loss": 0.34,
      "step": 1685540
    },
    {
      "epoch": 470.43,
      "grad_norm": 1.0496355295181274,
      "learning_rate": 1.8587018251039585e-06,
      "loss": 0.3516,
      "step": 1685550
    },
    {
      "epoch": 470.43,
      "grad_norm": 1.3327420949935913,
      "learning_rate": 1.8586753708945791e-06,
      "loss": 0.3581,
      "step": 1685560
    },
    {
      "epoch": 470.44,
      "grad_norm": 1.010785460472107,
      "learning_rate": 1.8586489167497644e-06,
      "loss": 0.3405,
      "step": 1685570
    },
    {
      "epoch": 470.44,
      "grad_norm": 1.1195656061172485,
      "learning_rate": 1.8586224626695167e-06,
      "loss": 0.3423,
      "step": 1685580
    },
    {
      "epoch": 470.44,
      "grad_norm": 1.2315586805343628,
      "learning_rate": 1.858596008653839e-06,
      "loss": 0.3482,
      "step": 1685590
    },
    {
      "epoch": 470.44,
      "grad_norm": 1.115443229675293,
      "learning_rate": 1.8585695547027358e-06,
      "loss": 0.3516,
      "step": 1685600
    },
    {
      "epoch": 470.45,
      "grad_norm": 1.0565733909606934,
      "learning_rate": 1.8585431008162104e-06,
      "loss": 0.3256,
      "step": 1685610
    },
    {
      "epoch": 470.45,
      "grad_norm": 0.9332078099250793,
      "learning_rate": 1.8585166469942652e-06,
      "loss": 0.3448,
      "step": 1685620
    },
    {
      "epoch": 470.45,
      "grad_norm": 1.081339716911316,
      "learning_rate": 1.8584901932369058e-06,
      "loss": 0.3457,
      "step": 1685630
    },
    {
      "epoch": 470.45,
      "grad_norm": 1.2446300983428955,
      "learning_rate": 1.8584637395441345e-06,
      "loss": 0.3454,
      "step": 1685640
    },
    {
      "epoch": 470.46,
      "grad_norm": 1.0662187337875366,
      "learning_rate": 1.8584372859159538e-06,
      "loss": 0.3417,
      "step": 1685650
    },
    {
      "epoch": 470.46,
      "grad_norm": 1.0896614789962769,
      "learning_rate": 1.8584108323523697e-06,
      "loss": 0.3451,
      "step": 1685660
    },
    {
      "epoch": 470.46,
      "grad_norm": 1.0289603471755981,
      "learning_rate": 1.8583843788533842e-06,
      "loss": 0.3505,
      "step": 1685670
    },
    {
      "epoch": 470.47,
      "grad_norm": 1.0283491611480713,
      "learning_rate": 1.8583579254190001e-06,
      "loss": 0.3287,
      "step": 1685680
    },
    {
      "epoch": 470.47,
      "grad_norm": 1.233556866645813,
      "learning_rate": 1.8583314720492229e-06,
      "loss": 0.3591,
      "step": 1685690
    },
    {
      "epoch": 470.47,
      "grad_norm": 1.1751562356948853,
      "learning_rate": 1.858305018744055e-06,
      "loss": 0.3266,
      "step": 1685700
    },
    {
      "epoch": 470.47,
      "grad_norm": 0.972754180431366,
      "learning_rate": 1.8582785655034985e-06,
      "loss": 0.3436,
      "step": 1685710
    },
    {
      "epoch": 470.48,
      "grad_norm": 1.207883358001709,
      "learning_rate": 1.8582521123275597e-06,
      "loss": 0.355,
      "step": 1685720
    },
    {
      "epoch": 470.48,
      "grad_norm": 1.0056724548339844,
      "learning_rate": 1.8582256592162408e-06,
      "loss": 0.3396,
      "step": 1685730
    },
    {
      "epoch": 470.48,
      "grad_norm": 1.067297101020813,
      "learning_rate": 1.8581992061695448e-06,
      "loss": 0.3448,
      "step": 1685740
    },
    {
      "epoch": 470.49,
      "grad_norm": 1.0338813066482544,
      "learning_rate": 1.8581727531874763e-06,
      "loss": 0.3331,
      "step": 1685750
    },
    {
      "epoch": 470.49,
      "grad_norm": 1.1054526567459106,
      "learning_rate": 1.8581463002700371e-06,
      "loss": 0.3403,
      "step": 1685760
    },
    {
      "epoch": 470.49,
      "grad_norm": 1.168384075164795,
      "learning_rate": 1.858119847417233e-06,
      "loss": 0.3357,
      "step": 1685770
    },
    {
      "epoch": 470.49,
      "grad_norm": 0.9649426341056824,
      "learning_rate": 1.8580933946290664e-06,
      "loss": 0.354,
      "step": 1685780
    },
    {
      "epoch": 470.5,
      "grad_norm": 1.0339750051498413,
      "learning_rate": 1.85806694190554e-06,
      "loss": 0.335,
      "step": 1685790
    },
    {
      "epoch": 470.5,
      "grad_norm": 1.0890302658081055,
      "learning_rate": 1.8580404892466588e-06,
      "loss": 0.3383,
      "step": 1685800
    },
    {
      "epoch": 470.5,
      "grad_norm": 1.2167508602142334,
      "learning_rate": 1.8580140366524258e-06,
      "loss": 0.3432,
      "step": 1685810
    },
    {
      "epoch": 470.51,
      "grad_norm": 0.9071056842803955,
      "learning_rate": 1.8579875841228438e-06,
      "loss": 0.3408,
      "step": 1685820
    },
    {
      "epoch": 470.51,
      "grad_norm": 0.9763097763061523,
      "learning_rate": 1.8579611316579176e-06,
      "loss": 0.3504,
      "step": 1685830
    },
    {
      "epoch": 470.51,
      "grad_norm": 1.0685288906097412,
      "learning_rate": 1.85793467925765e-06,
      "loss": 0.3365,
      "step": 1685840
    },
    {
      "epoch": 470.51,
      "grad_norm": 1.1276755332946777,
      "learning_rate": 1.8579082269220434e-06,
      "loss": 0.3276,
      "step": 1685850
    },
    {
      "epoch": 470.52,
      "grad_norm": 1.1684226989746094,
      "learning_rate": 1.8578817746511036e-06,
      "loss": 0.3306,
      "step": 1685860
    },
    {
      "epoch": 470.52,
      "grad_norm": 1.125594973564148,
      "learning_rate": 1.857855322444833e-06,
      "loss": 0.3408,
      "step": 1685870
    },
    {
      "epoch": 470.52,
      "grad_norm": 1.3815574645996094,
      "learning_rate": 1.8578288703032345e-06,
      "loss": 0.347,
      "step": 1685880
    },
    {
      "epoch": 470.52,
      "grad_norm": 0.9755398631095886,
      "learning_rate": 1.8578024182263125e-06,
      "loss": 0.3413,
      "step": 1685890
    },
    {
      "epoch": 470.53,
      "grad_norm": 1.040673017501831,
      "learning_rate": 1.8577759662140705e-06,
      "loss": 0.3632,
      "step": 1685900
    },
    {
      "epoch": 470.53,
      "grad_norm": 1.1480838060379028,
      "learning_rate": 1.8577495142665114e-06,
      "loss": 0.339,
      "step": 1685910
    },
    {
      "epoch": 470.53,
      "grad_norm": 0.9038066267967224,
      "learning_rate": 1.8577230623836395e-06,
      "loss": 0.3378,
      "step": 1685920
    },
    {
      "epoch": 470.54,
      "grad_norm": 1.1138150691986084,
      "learning_rate": 1.8576966105654578e-06,
      "loss": 0.3356,
      "step": 1685930
    },
    {
      "epoch": 470.54,
      "grad_norm": 1.1691035032272339,
      "learning_rate": 1.8576701588119691e-06,
      "loss": 0.3445,
      "step": 1685940
    },
    {
      "epoch": 470.54,
      "grad_norm": 1.0814133882522583,
      "learning_rate": 1.8576437071231788e-06,
      "loss": 0.3387,
      "step": 1685950
    },
    {
      "epoch": 470.54,
      "grad_norm": 1.0485743284225464,
      "learning_rate": 1.8576172554990894e-06,
      "loss": 0.3323,
      "step": 1685960
    },
    {
      "epoch": 470.55,
      "grad_norm": 0.9245828986167908,
      "learning_rate": 1.8575908039397039e-06,
      "loss": 0.3331,
      "step": 1685970
    },
    {
      "epoch": 470.55,
      "grad_norm": 1.206666111946106,
      "learning_rate": 1.8575643524450267e-06,
      "loss": 0.3472,
      "step": 1685980
    },
    {
      "epoch": 470.55,
      "grad_norm": 0.9179484844207764,
      "learning_rate": 1.857537901015061e-06,
      "loss": 0.3448,
      "step": 1685990
    },
    {
      "epoch": 470.56,
      "grad_norm": 1.0899299383163452,
      "learning_rate": 1.8575114496498093e-06,
      "loss": 0.3564,
      "step": 1686000
    },
    {
      "epoch": 470.56,
      "grad_norm": 1.0783883333206177,
      "learning_rate": 1.857484998349277e-06,
      "loss": 0.3393,
      "step": 1686010
    },
    {
      "epoch": 470.56,
      "grad_norm": 1.022153615951538,
      "learning_rate": 1.8574585471134667e-06,
      "loss": 0.3364,
      "step": 1686020
    },
    {
      "epoch": 470.56,
      "grad_norm": 1.0974725484848022,
      "learning_rate": 1.857432095942381e-06,
      "loss": 0.339,
      "step": 1686030
    },
    {
      "epoch": 470.57,
      "grad_norm": 0.9424161911010742,
      "learning_rate": 1.8574056448360255e-06,
      "loss": 0.3531,
      "step": 1686040
    },
    {
      "epoch": 470.57,
      "grad_norm": 1.0367674827575684,
      "learning_rate": 1.857379193794402e-06,
      "loss": 0.3346,
      "step": 1686050
    },
    {
      "epoch": 470.57,
      "grad_norm": 3.270684003829956,
      "learning_rate": 1.8573527428175146e-06,
      "loss": 0.3422,
      "step": 1686060
    },
    {
      "epoch": 470.57,
      "grad_norm": 1.2851110696792603,
      "learning_rate": 1.8573262919053674e-06,
      "loss": 0.3331,
      "step": 1686070
    },
    {
      "epoch": 470.58,
      "grad_norm": 0.898963451385498,
      "learning_rate": 1.857299841057962e-06,
      "loss": 0.333,
      "step": 1686080
    },
    {
      "epoch": 470.58,
      "grad_norm": 1.1891095638275146,
      "learning_rate": 1.8572733902753044e-06,
      "loss": 0.3463,
      "step": 1686090
    },
    {
      "epoch": 470.58,
      "grad_norm": 1.2288326025009155,
      "learning_rate": 1.857246939557397e-06,
      "loss": 0.3364,
      "step": 1686100
    },
    {
      "epoch": 470.59,
      "grad_norm": 1.094411015510559,
      "learning_rate": 1.8572204889042428e-06,
      "loss": 0.3329,
      "step": 1686110
    },
    {
      "epoch": 470.59,
      "grad_norm": 1.016062617301941,
      "learning_rate": 1.857194038315846e-06,
      "loss": 0.3531,
      "step": 1686120
    },
    {
      "epoch": 470.59,
      "grad_norm": 0.9815351366996765,
      "learning_rate": 1.8571675877922105e-06,
      "loss": 0.3428,
      "step": 1686130
    },
    {
      "epoch": 470.59,
      "grad_norm": 1.2578022480010986,
      "learning_rate": 1.8571411373333378e-06,
      "loss": 0.3445,
      "step": 1686140
    },
    {
      "epoch": 470.6,
      "grad_norm": 1.2246662378311157,
      "learning_rate": 1.8571146869392338e-06,
      "loss": 0.3283,
      "step": 1686150
    },
    {
      "epoch": 470.6,
      "grad_norm": 0.9417971968650818,
      "learning_rate": 1.8570882366099013e-06,
      "loss": 0.3644,
      "step": 1686160
    },
    {
      "epoch": 470.6,
      "grad_norm": 1.005842685699463,
      "learning_rate": 1.8570617863453428e-06,
      "loss": 0.3373,
      "step": 1686170
    },
    {
      "epoch": 470.61,
      "grad_norm": 0.967496931552887,
      "learning_rate": 1.8570353361455635e-06,
      "loss": 0.3447,
      "step": 1686180
    },
    {
      "epoch": 470.61,
      "grad_norm": 0.989038348197937,
      "learning_rate": 1.857008886010566e-06,
      "loss": 0.3399,
      "step": 1686190
    },
    {
      "epoch": 470.61,
      "grad_norm": 1.0375213623046875,
      "learning_rate": 1.856982435940353e-06,
      "loss": 0.3522,
      "step": 1686200
    },
    {
      "epoch": 470.61,
      "grad_norm": 0.924363911151886,
      "learning_rate": 1.85695598593493e-06,
      "loss": 0.3405,
      "step": 1686210
    },
    {
      "epoch": 470.62,
      "grad_norm": 1.2742036581039429,
      "learning_rate": 1.856929535994299e-06,
      "loss": 0.3425,
      "step": 1686220
    },
    {
      "epoch": 470.62,
      "grad_norm": 1.17052161693573,
      "learning_rate": 1.856903086118463e-06,
      "loss": 0.3413,
      "step": 1686230
    },
    {
      "epoch": 470.62,
      "grad_norm": 1.1650251150131226,
      "learning_rate": 1.8568766363074278e-06,
      "loss": 0.347,
      "step": 1686240
    },
    {
      "epoch": 470.63,
      "grad_norm": 1.103266954421997,
      "learning_rate": 1.8568501865611952e-06,
      "loss": 0.3454,
      "step": 1686250
    },
    {
      "epoch": 470.63,
      "grad_norm": 1.0673840045928955,
      "learning_rate": 1.8568237368797687e-06,
      "loss": 0.343,
      "step": 1686260
    },
    {
      "epoch": 470.63,
      "grad_norm": 1.0616605281829834,
      "learning_rate": 1.856797287263153e-06,
      "loss": 0.3294,
      "step": 1686270
    },
    {
      "epoch": 470.63,
      "grad_norm": 1.0639878511428833,
      "learning_rate": 1.8567708377113505e-06,
      "loss": 0.3415,
      "step": 1686280
    },
    {
      "epoch": 470.64,
      "grad_norm": 1.1779450178146362,
      "learning_rate": 1.8567443882243642e-06,
      "loss": 0.3676,
      "step": 1686290
    },
    {
      "epoch": 470.64,
      "grad_norm": 1.2573013305664062,
      "learning_rate": 1.8567179388021993e-06,
      "loss": 0.3402,
      "step": 1686300
    },
    {
      "epoch": 470.64,
      "grad_norm": 0.9248801469802856,
      "learning_rate": 1.8566914894448584e-06,
      "loss": 0.3483,
      "step": 1686310
    },
    {
      "epoch": 470.64,
      "grad_norm": 1.0714139938354492,
      "learning_rate": 1.8566650401523446e-06,
      "loss": 0.3364,
      "step": 1686320
    },
    {
      "epoch": 470.65,
      "grad_norm": 1.0160391330718994,
      "learning_rate": 1.8566385909246626e-06,
      "loss": 0.3461,
      "step": 1686330
    },
    {
      "epoch": 470.65,
      "grad_norm": 1.0339741706848145,
      "learning_rate": 1.856612141761815e-06,
      "loss": 0.3254,
      "step": 1686340
    },
    {
      "epoch": 470.65,
      "grad_norm": 0.8620322346687317,
      "learning_rate": 1.856585692663806e-06,
      "loss": 0.3448,
      "step": 1686350
    },
    {
      "epoch": 470.66,
      "grad_norm": 1.179366946220398,
      "learning_rate": 1.8565592436306385e-06,
      "loss": 0.343,
      "step": 1686360
    },
    {
      "epoch": 470.66,
      "grad_norm": 11.329405784606934,
      "learning_rate": 1.8565327946623155e-06,
      "loss": 0.344,
      "step": 1686370
    },
    {
      "epoch": 470.66,
      "grad_norm": 1.0610769987106323,
      "learning_rate": 1.8565063457588422e-06,
      "loss": 0.3467,
      "step": 1686380
    },
    {
      "epoch": 470.66,
      "grad_norm": 0.9579535722732544,
      "learning_rate": 1.856479896920221e-06,
      "loss": 0.3407,
      "step": 1686390
    },
    {
      "epoch": 470.67,
      "grad_norm": 1.0286154747009277,
      "learning_rate": 1.8564534481464552e-06,
      "loss": 0.3209,
      "step": 1686400
    },
    {
      "epoch": 470.67,
      "grad_norm": 3.084538459777832,
      "learning_rate": 1.856426999437549e-06,
      "loss": 0.3468,
      "step": 1686410
    },
    {
      "epoch": 470.67,
      "grad_norm": 1.1323635578155518,
      "learning_rate": 1.8564005507935058e-06,
      "loss": 0.3434,
      "step": 1686420
    },
    {
      "epoch": 470.68,
      "grad_norm": 1.0553417205810547,
      "learning_rate": 1.856374102214328e-06,
      "loss": 0.3614,
      "step": 1686430
    },
    {
      "epoch": 470.68,
      "grad_norm": 0.9488505125045776,
      "learning_rate": 1.8563476537000207e-06,
      "loss": 0.3498,
      "step": 1686440
    },
    {
      "epoch": 470.68,
      "grad_norm": 0.9200214147567749,
      "learning_rate": 1.8563212052505874e-06,
      "loss": 0.3282,
      "step": 1686450
    },
    {
      "epoch": 470.68,
      "grad_norm": 1.1417304277420044,
      "learning_rate": 1.8562947568660293e-06,
      "loss": 0.3326,
      "step": 1686460
    },
    {
      "epoch": 470.69,
      "grad_norm": 0.9014739394187927,
      "learning_rate": 1.8562683085463531e-06,
      "loss": 0.3404,
      "step": 1686470
    },
    {
      "epoch": 470.69,
      "grad_norm": 0.968753457069397,
      "learning_rate": 1.856241860291561e-06,
      "loss": 0.3249,
      "step": 1686480
    },
    {
      "epoch": 470.69,
      "grad_norm": 0.9839611649513245,
      "learning_rate": 1.8562154121016555e-06,
      "loss": 0.3379,
      "step": 1686490
    },
    {
      "epoch": 470.69,
      "grad_norm": 0.8765712976455688,
      "learning_rate": 1.8561889639766415e-06,
      "loss": 0.341,
      "step": 1686500
    },
    {
      "epoch": 470.7,
      "grad_norm": 1.3012439012527466,
      "learning_rate": 1.8561625159165222e-06,
      "loss": 0.352,
      "step": 1686510
    },
    {
      "epoch": 470.7,
      "grad_norm": 1.2778856754302979,
      "learning_rate": 1.8561360679213e-06,
      "loss": 0.3343,
      "step": 1686520
    },
    {
      "epoch": 470.7,
      "grad_norm": 1.1502344608306885,
      "learning_rate": 1.8561096199909802e-06,
      "loss": 0.3372,
      "step": 1686530
    },
    {
      "epoch": 470.71,
      "grad_norm": 1.112318754196167,
      "learning_rate": 1.8560831721255653e-06,
      "loss": 0.3481,
      "step": 1686540
    },
    {
      "epoch": 470.71,
      "grad_norm": 1.0440425872802734,
      "learning_rate": 1.8560567243250585e-06,
      "loss": 0.3458,
      "step": 1686550
    },
    {
      "epoch": 470.71,
      "grad_norm": 1.2427167892456055,
      "learning_rate": 1.8560302765894644e-06,
      "loss": 0.3346,
      "step": 1686560
    },
    {
      "epoch": 470.71,
      "grad_norm": 1.09171462059021,
      "learning_rate": 1.856003828918786e-06,
      "loss": 0.3282,
      "step": 1686570
    },
    {
      "epoch": 470.72,
      "grad_norm": 1.0908970832824707,
      "learning_rate": 1.855977381313026e-06,
      "loss": 0.3409,
      "step": 1686580
    },
    {
      "epoch": 470.72,
      "grad_norm": 0.9731000661849976,
      "learning_rate": 1.8559509337721894e-06,
      "loss": 0.3521,
      "step": 1686590
    },
    {
      "epoch": 470.72,
      "grad_norm": 1.0522377490997314,
      "learning_rate": 1.8559244862962788e-06,
      "loss": 0.3408,
      "step": 1686600
    },
    {
      "epoch": 470.73,
      "grad_norm": 1.1768954992294312,
      "learning_rate": 1.855898038885297e-06,
      "loss": 0.3488,
      "step": 1686610
    },
    {
      "epoch": 470.73,
      "grad_norm": 1.0260945558547974,
      "learning_rate": 1.8558715915392496e-06,
      "loss": 0.3303,
      "step": 1686620
    },
    {
      "epoch": 470.73,
      "grad_norm": 1.2268778085708618,
      "learning_rate": 1.8558451442581385e-06,
      "loss": 0.3496,
      "step": 1686630
    },
    {
      "epoch": 470.73,
      "grad_norm": 1.1185318231582642,
      "learning_rate": 1.8558186970419678e-06,
      "loss": 0.3361,
      "step": 1686640
    },
    {
      "epoch": 470.74,
      "grad_norm": 0.9501857757568359,
      "learning_rate": 1.8557922498907411e-06,
      "loss": 0.3275,
      "step": 1686650
    },
    {
      "epoch": 470.74,
      "grad_norm": 1.0932632684707642,
      "learning_rate": 1.8557658028044608e-06,
      "loss": 0.3244,
      "step": 1686660
    },
    {
      "epoch": 470.74,
      "grad_norm": 0.9824358224868774,
      "learning_rate": 1.8557393557831326e-06,
      "loss": 0.3402,
      "step": 1686670
    },
    {
      "epoch": 470.75,
      "grad_norm": 0.9917095303535461,
      "learning_rate": 1.855712908826758e-06,
      "loss": 0.3497,
      "step": 1686680
    },
    {
      "epoch": 470.75,
      "grad_norm": 0.9627076387405396,
      "learning_rate": 1.8556864619353414e-06,
      "loss": 0.3286,
      "step": 1686690
    },
    {
      "epoch": 470.75,
      "grad_norm": 1.029219388961792,
      "learning_rate": 1.8556600151088863e-06,
      "loss": 0.3303,
      "step": 1686700
    },
    {
      "epoch": 470.75,
      "grad_norm": 1.191462755203247,
      "learning_rate": 1.8556335683473965e-06,
      "loss": 0.354,
      "step": 1686710
    },
    {
      "epoch": 470.76,
      "grad_norm": 1.1358035802841187,
      "learning_rate": 1.8556071216508738e-06,
      "loss": 0.34,
      "step": 1686720
    },
    {
      "epoch": 470.76,
      "grad_norm": 1.2654979228973389,
      "learning_rate": 1.855580675019324e-06,
      "loss": 0.3508,
      "step": 1686730
    },
    {
      "epoch": 470.76,
      "grad_norm": 1.0402629375457764,
      "learning_rate": 1.8555542284527502e-06,
      "loss": 0.3528,
      "step": 1686740
    },
    {
      "epoch": 470.76,
      "grad_norm": 1.146438717842102,
      "learning_rate": 1.855527781951154e-06,
      "loss": 0.3552,
      "step": 1686750
    },
    {
      "epoch": 470.77,
      "grad_norm": 1.1064045429229736,
      "learning_rate": 1.8555013355145411e-06,
      "loss": 0.3461,
      "step": 1686760
    },
    {
      "epoch": 470.77,
      "grad_norm": 1.1684836149215698,
      "learning_rate": 1.8554748891429147e-06,
      "loss": 0.348,
      "step": 1686770
    },
    {
      "epoch": 470.77,
      "grad_norm": 1.0102144479751587,
      "learning_rate": 1.8554484428362771e-06,
      "loss": 0.3399,
      "step": 1686780
    },
    {
      "epoch": 470.78,
      "grad_norm": 1.0101665258407593,
      "learning_rate": 1.855421996594633e-06,
      "loss": 0.3504,
      "step": 1686790
    },
    {
      "epoch": 470.78,
      "grad_norm": 1.0359376668930054,
      "learning_rate": 1.8553955504179856e-06,
      "loss": 0.362,
      "step": 1686800
    },
    {
      "epoch": 470.78,
      "grad_norm": 1.0103235244750977,
      "learning_rate": 1.8553691043063373e-06,
      "loss": 0.3411,
      "step": 1686810
    },
    {
      "epoch": 470.78,
      "grad_norm": 1.0095711946487427,
      "learning_rate": 1.8553426582596935e-06,
      "loss": 0.33,
      "step": 1686820
    },
    {
      "epoch": 470.79,
      "grad_norm": 1.0770394802093506,
      "learning_rate": 1.8553162122780568e-06,
      "loss": 0.3267,
      "step": 1686830
    },
    {
      "epoch": 470.79,
      "grad_norm": 0.9829717874526978,
      "learning_rate": 1.8552897663614306e-06,
      "loss": 0.3464,
      "step": 1686840
    },
    {
      "epoch": 470.79,
      "grad_norm": 1.068314552307129,
      "learning_rate": 1.8552633205098185e-06,
      "loss": 0.3423,
      "step": 1686850
    },
    {
      "epoch": 470.8,
      "grad_norm": 1.0770138502120972,
      "learning_rate": 1.8552368747232244e-06,
      "loss": 0.3355,
      "step": 1686860
    },
    {
      "epoch": 470.8,
      "grad_norm": 1.0278533697128296,
      "learning_rate": 1.8552104290016512e-06,
      "loss": 0.3579,
      "step": 1686870
    },
    {
      "epoch": 470.8,
      "grad_norm": 1.0403114557266235,
      "learning_rate": 1.8551839833451033e-06,
      "loss": 0.3435,
      "step": 1686880
    },
    {
      "epoch": 470.8,
      "grad_norm": 1.0781599283218384,
      "learning_rate": 1.8551575377535835e-06,
      "loss": 0.3404,
      "step": 1686890
    },
    {
      "epoch": 470.81,
      "grad_norm": 1.1688449382781982,
      "learning_rate": 1.8551310922270946e-06,
      "loss": 0.331,
      "step": 1686900
    },
    {
      "epoch": 470.81,
      "grad_norm": 0.9754691123962402,
      "learning_rate": 1.8551046467656421e-06,
      "loss": 0.3455,
      "step": 1686910
    },
    {
      "epoch": 470.81,
      "grad_norm": 1.1783592700958252,
      "learning_rate": 1.8550782013692276e-06,
      "loss": 0.3262,
      "step": 1686920
    },
    {
      "epoch": 470.81,
      "grad_norm": 1.1740535497665405,
      "learning_rate": 1.8550517560378564e-06,
      "loss": 0.3505,
      "step": 1686930
    },
    {
      "epoch": 470.82,
      "grad_norm": 0.9915736317634583,
      "learning_rate": 1.855025310771531e-06,
      "loss": 0.3354,
      "step": 1686940
    },
    {
      "epoch": 470.82,
      "grad_norm": 0.9420044422149658,
      "learning_rate": 1.8549988655702535e-06,
      "loss": 0.3401,
      "step": 1686950
    },
    {
      "epoch": 470.82,
      "grad_norm": 1.129024863243103,
      "learning_rate": 1.8549724204340302e-06,
      "loss": 0.3577,
      "step": 1686960
    },
    {
      "epoch": 470.83,
      "grad_norm": 1.477168321609497,
      "learning_rate": 1.8549459753628634e-06,
      "loss": 0.3434,
      "step": 1686970
    },
    {
      "epoch": 470.83,
      "grad_norm": 1.0427992343902588,
      "learning_rate": 1.8549195303567556e-06,
      "loss": 0.3641,
      "step": 1686980
    },
    {
      "epoch": 470.83,
      "grad_norm": 1.2872732877731323,
      "learning_rate": 1.8548930854157122e-06,
      "loss": 0.3448,
      "step": 1686990
    },
    {
      "epoch": 470.83,
      "grad_norm": 1.121247410774231,
      "learning_rate": 1.8548666405397357e-06,
      "loss": 0.3477,
      "step": 1687000
    },
    {
      "epoch": 470.84,
      "grad_norm": 0.9543609023094177,
      "learning_rate": 1.8548401957288295e-06,
      "loss": 0.3344,
      "step": 1687010
    },
    {
      "epoch": 470.84,
      "grad_norm": 1.0951809883117676,
      "learning_rate": 1.8548137509829973e-06,
      "loss": 0.334,
      "step": 1687020
    },
    {
      "epoch": 470.84,
      "grad_norm": 0.9514486789703369,
      "learning_rate": 1.8547873063022433e-06,
      "loss": 0.3648,
      "step": 1687030
    },
    {
      "epoch": 470.85,
      "grad_norm": 1.5768438577651978,
      "learning_rate": 1.854760861686569e-06,
      "loss": 0.346,
      "step": 1687040
    },
    {
      "epoch": 470.85,
      "grad_norm": 0.9706794023513794,
      "learning_rate": 1.85473441713598e-06,
      "loss": 0.3364,
      "step": 1687050
    },
    {
      "epoch": 470.85,
      "grad_norm": 1.1371451616287231,
      "learning_rate": 1.8547079726504797e-06,
      "loss": 0.3482,
      "step": 1687060
    },
    {
      "epoch": 470.85,
      "grad_norm": 1.0541349649429321,
      "learning_rate": 1.85468152823007e-06,
      "loss": 0.3364,
      "step": 1687070
    },
    {
      "epoch": 470.86,
      "grad_norm": 0.9937973618507385,
      "learning_rate": 1.8546550838747561e-06,
      "loss": 0.3557,
      "step": 1687080
    },
    {
      "epoch": 470.86,
      "grad_norm": 1.2928571701049805,
      "learning_rate": 1.8546286395845413e-06,
      "loss": 0.3286,
      "step": 1687090
    },
    {
      "epoch": 470.86,
      "grad_norm": 1.0429158210754395,
      "learning_rate": 1.8546021953594272e-06,
      "loss": 0.3484,
      "step": 1687100
    },
    {
      "epoch": 470.87,
      "grad_norm": 1.0108321905136108,
      "learning_rate": 1.8545757511994197e-06,
      "loss": 0.3402,
      "step": 1687110
    },
    {
      "epoch": 470.87,
      "grad_norm": 1.0718913078308105,
      "learning_rate": 1.854549307104522e-06,
      "loss": 0.331,
      "step": 1687120
    },
    {
      "epoch": 470.87,
      "grad_norm": 1.0878229141235352,
      "learning_rate": 1.8545228630747356e-06,
      "loss": 0.3348,
      "step": 1687130
    },
    {
      "epoch": 470.87,
      "grad_norm": 1.1437526941299438,
      "learning_rate": 1.8544964191100667e-06,
      "loss": 0.323,
      "step": 1687140
    },
    {
      "epoch": 470.88,
      "grad_norm": 1.1639529466629028,
      "learning_rate": 1.8544699752105174e-06,
      "loss": 0.3425,
      "step": 1687150
    },
    {
      "epoch": 470.88,
      "grad_norm": 1.0740673542022705,
      "learning_rate": 1.8544435313760907e-06,
      "loss": 0.3353,
      "step": 1687160
    },
    {
      "epoch": 470.88,
      "grad_norm": 1.1032094955444336,
      "learning_rate": 1.8544170876067918e-06,
      "loss": 0.3388,
      "step": 1687170
    },
    {
      "epoch": 470.88,
      "grad_norm": 0.9518211483955383,
      "learning_rate": 1.854390643902623e-06,
      "loss": 0.3681,
      "step": 1687180
    },
    {
      "epoch": 470.89,
      "grad_norm": 1.474212884902954,
      "learning_rate": 1.8543642002635873e-06,
      "loss": 0.3534,
      "step": 1687190
    },
    {
      "epoch": 470.89,
      "grad_norm": 1.1642436981201172,
      "learning_rate": 1.8543377566896897e-06,
      "loss": 0.3393,
      "step": 1687200
    },
    {
      "epoch": 470.89,
      "grad_norm": 1.3393045663833618,
      "learning_rate": 1.8543113131809324e-06,
      "loss": 0.3415,
      "step": 1687210
    },
    {
      "epoch": 470.9,
      "grad_norm": 1.157293438911438,
      "learning_rate": 1.8542848697373204e-06,
      "loss": 0.3355,
      "step": 1687220
    },
    {
      "epoch": 470.9,
      "grad_norm": 1.252703309059143,
      "learning_rate": 1.854258426358856e-06,
      "loss": 0.3323,
      "step": 1687230
    },
    {
      "epoch": 470.9,
      "grad_norm": 1.0576835870742798,
      "learning_rate": 1.8542319830455423e-06,
      "loss": 0.341,
      "step": 1687240
    },
    {
      "epoch": 470.9,
      "grad_norm": 0.9259556531906128,
      "learning_rate": 1.8542055397973846e-06,
      "loss": 0.3501,
      "step": 1687250
    },
    {
      "epoch": 470.91,
      "grad_norm": 1.0595316886901855,
      "learning_rate": 1.8541790966143851e-06,
      "loss": 0.3387,
      "step": 1687260
    },
    {
      "epoch": 470.91,
      "grad_norm": 1.0939754247665405,
      "learning_rate": 1.8541526534965469e-06,
      "loss": 0.345,
      "step": 1687270
    },
    {
      "epoch": 470.91,
      "grad_norm": 1.235609769821167,
      "learning_rate": 1.8541262104438753e-06,
      "loss": 0.3488,
      "step": 1687280
    },
    {
      "epoch": 470.92,
      "grad_norm": 0.9667278528213501,
      "learning_rate": 1.8540997674563725e-06,
      "loss": 0.3395,
      "step": 1687290
    },
    {
      "epoch": 470.92,
      "grad_norm": 1.0536184310913086,
      "learning_rate": 1.854073324534042e-06,
      "loss": 0.3432,
      "step": 1687300
    },
    {
      "epoch": 470.92,
      "grad_norm": 2.858607530593872,
      "learning_rate": 1.854046881676888e-06,
      "loss": 0.3145,
      "step": 1687310
    },
    {
      "epoch": 470.92,
      "grad_norm": 1.0572223663330078,
      "learning_rate": 1.8540204388849135e-06,
      "loss": 0.3374,
      "step": 1687320
    },
    {
      "epoch": 470.93,
      "grad_norm": 0.9439504146575928,
      "learning_rate": 1.8539939961581213e-06,
      "loss": 0.334,
      "step": 1687330
    },
    {
      "epoch": 470.93,
      "grad_norm": 1.0248504877090454,
      "learning_rate": 1.8539675534965168e-06,
      "loss": 0.3487,
      "step": 1687340
    },
    {
      "epoch": 470.93,
      "grad_norm": 1.1611891984939575,
      "learning_rate": 1.8539411109001023e-06,
      "loss": 0.3534,
      "step": 1687350
    },
    {
      "epoch": 470.93,
      "grad_norm": 1.0924583673477173,
      "learning_rate": 1.8539146683688812e-06,
      "loss": 0.3282,
      "step": 1687360
    },
    {
      "epoch": 470.94,
      "grad_norm": 1.0448893308639526,
      "learning_rate": 1.8538882259028578e-06,
      "loss": 0.3314,
      "step": 1687370
    },
    {
      "epoch": 470.94,
      "grad_norm": 1.1875416040420532,
      "learning_rate": 1.8538617835020349e-06,
      "loss": 0.337,
      "step": 1687380
    },
    {
      "epoch": 470.94,
      "grad_norm": 1.1718823909759521,
      "learning_rate": 1.8538353411664154e-06,
      "loss": 0.343,
      "step": 1687390
    },
    {
      "epoch": 470.95,
      "grad_norm": 0.9855822920799255,
      "learning_rate": 1.8538088988960046e-06,
      "loss": 0.3244,
      "step": 1687400
    },
    {
      "epoch": 470.95,
      "grad_norm": 1.092460036277771,
      "learning_rate": 1.8537824566908052e-06,
      "loss": 0.3459,
      "step": 1687410
    },
    {
      "epoch": 470.95,
      "grad_norm": 1.2144485712051392,
      "learning_rate": 1.8537560145508196e-06,
      "loss": 0.3372,
      "step": 1687420
    },
    {
      "epoch": 470.95,
      "grad_norm": 1.2049994468688965,
      "learning_rate": 1.8537295724760533e-06,
      "loss": 0.3539,
      "step": 1687430
    },
    {
      "epoch": 470.96,
      "grad_norm": 0.8556210398674011,
      "learning_rate": 1.853703130466509e-06,
      "loss": 0.3567,
      "step": 1687440
    },
    {
      "epoch": 470.96,
      "grad_norm": 1.1211596727371216,
      "learning_rate": 1.8536766885221893e-06,
      "loss": 0.3469,
      "step": 1687450
    },
    {
      "epoch": 470.96,
      "grad_norm": 1.1989755630493164,
      "learning_rate": 1.8536502466430993e-06,
      "loss": 0.3187,
      "step": 1687460
    },
    {
      "epoch": 470.97,
      "grad_norm": 1.2013163566589355,
      "learning_rate": 1.8536238048292415e-06,
      "loss": 0.338,
      "step": 1687470
    },
    {
      "epoch": 470.97,
      "grad_norm": 1.083255410194397,
      "learning_rate": 1.8535973630806185e-06,
      "loss": 0.3325,
      "step": 1687480
    },
    {
      "epoch": 470.97,
      "grad_norm": 0.8929233551025391,
      "learning_rate": 1.853570921397236e-06,
      "loss": 0.3325,
      "step": 1687490
    },
    {
      "epoch": 470.97,
      "grad_norm": 1.2740143537521362,
      "learning_rate": 1.8535444797790963e-06,
      "loss": 0.3491,
      "step": 1687500
    },
    {
      "epoch": 470.98,
      "grad_norm": 1.5199766159057617,
      "learning_rate": 1.8535180382262035e-06,
      "loss": 0.3532,
      "step": 1687510
    },
    {
      "epoch": 470.98,
      "grad_norm": 1.0032508373260498,
      "learning_rate": 1.8534915967385603e-06,
      "loss": 0.34,
      "step": 1687520
    },
    {
      "epoch": 470.98,
      "grad_norm": 1.0903273820877075,
      "learning_rate": 1.8534651553161701e-06,
      "loss": 0.336,
      "step": 1687530
    },
    {
      "epoch": 470.99,
      "grad_norm": 1.21365487575531,
      "learning_rate": 1.8534387139590376e-06,
      "loss": 0.3403,
      "step": 1687540
    },
    {
      "epoch": 470.99,
      "grad_norm": 1.1653944253921509,
      "learning_rate": 1.8534122726671659e-06,
      "loss": 0.3414,
      "step": 1687550
    },
    {
      "epoch": 470.99,
      "grad_norm": 1.2472878694534302,
      "learning_rate": 1.8533858314405574e-06,
      "loss": 0.343,
      "step": 1687560
    },
    {
      "epoch": 470.99,
      "grad_norm": 1.0355042219161987,
      "learning_rate": 1.8533593902792172e-06,
      "loss": 0.344,
      "step": 1687570
    },
    {
      "epoch": 471.0,
      "grad_norm": 1.0850406885147095,
      "learning_rate": 1.853332949183148e-06,
      "loss": 0.3387,
      "step": 1687580
    },
    {
      "epoch": 471.0,
      "grad_norm": 1.0221595764160156,
      "learning_rate": 1.8533065081523533e-06,
      "loss": 0.3119,
      "step": 1687590
    },
    {
      "epoch": 471.0,
      "eval_loss": 0.34309035539627075,
      "eval_runtime": 62.9096,
      "eval_samples_per_second": 80.417,
      "eval_steps_per_second": 10.062,
      "step": 1687593
    },
    {
      "epoch": 471.0,
      "grad_norm": 1.007408618927002,
      "learning_rate": 1.8532800671868372e-06,
      "loss": 0.3385,
      "step": 1687600
    },
    {
      "epoch": 471.0,
      "grad_norm": 1.0220550298690796,
      "learning_rate": 1.8532536262866027e-06,
      "loss": 0.3498,
      "step": 1687610
    },
    {
      "epoch": 471.01,
      "grad_norm": 1.1505072116851807,
      "learning_rate": 1.8532271854516523e-06,
      "loss": 0.3398,
      "step": 1687620
    },
    {
      "epoch": 471.01,
      "grad_norm": 0.9597154855728149,
      "learning_rate": 1.853200744681992e-06,
      "loss": 0.3313,
      "step": 1687630
    },
    {
      "epoch": 471.01,
      "grad_norm": 1.0110033750534058,
      "learning_rate": 1.8531743039776236e-06,
      "loss": 0.3555,
      "step": 1687640
    },
    {
      "epoch": 471.02,
      "grad_norm": 1.0659050941467285,
      "learning_rate": 1.8531478633385506e-06,
      "loss": 0.3245,
      "step": 1687650
    },
    {
      "epoch": 471.02,
      "grad_norm": 1.4743046760559082,
      "learning_rate": 1.853121422764777e-06,
      "loss": 0.3439,
      "step": 1687660
    },
    {
      "epoch": 471.02,
      "grad_norm": 1.0837018489837646,
      "learning_rate": 1.8530949822563068e-06,
      "loss": 0.3481,
      "step": 1687670
    },
    {
      "epoch": 471.02,
      "grad_norm": 0.896525502204895,
      "learning_rate": 1.8530685418131415e-06,
      "loss": 0.3429,
      "step": 1687680
    },
    {
      "epoch": 471.03,
      "grad_norm": 0.9194248914718628,
      "learning_rate": 1.8530421014352873e-06,
      "loss": 0.3278,
      "step": 1687690
    },
    {
      "epoch": 471.03,
      "grad_norm": 0.9646978378295898,
      "learning_rate": 1.8530156611227463e-06,
      "loss": 0.3211,
      "step": 1687700
    },
    {
      "epoch": 471.03,
      "grad_norm": 1.1510448455810547,
      "learning_rate": 1.852989220875521e-06,
      "loss": 0.3377,
      "step": 1687710
    },
    {
      "epoch": 471.04,
      "grad_norm": 0.9904124736785889,
      "learning_rate": 1.8529627806936172e-06,
      "loss": 0.3526,
      "step": 1687720
    },
    {
      "epoch": 471.04,
      "grad_norm": 1.1966360807418823,
      "learning_rate": 1.8529363405770378e-06,
      "loss": 0.3388,
      "step": 1687730
    },
    {
      "epoch": 471.04,
      "grad_norm": 0.8868040442466736,
      "learning_rate": 1.8529099005257847e-06,
      "loss": 0.3317,
      "step": 1687740
    },
    {
      "epoch": 471.04,
      "grad_norm": 5.189075946807861,
      "learning_rate": 1.8528834605398634e-06,
      "loss": 0.342,
      "step": 1687750
    },
    {
      "epoch": 471.05,
      "grad_norm": 1.0711406469345093,
      "learning_rate": 1.8528570206192764e-06,
      "loss": 0.3188,
      "step": 1687760
    },
    {
      "epoch": 471.05,
      "grad_norm": 1.070819616317749,
      "learning_rate": 1.8528305807640263e-06,
      "loss": 0.3358,
      "step": 1687770
    },
    {
      "epoch": 471.05,
      "grad_norm": 1.2142306566238403,
      "learning_rate": 1.8528041409741189e-06,
      "loss": 0.3396,
      "step": 1687780
    },
    {
      "epoch": 471.05,
      "grad_norm": 1.1470359563827515,
      "learning_rate": 1.852777701249556e-06,
      "loss": 0.3305,
      "step": 1687790
    },
    {
      "epoch": 471.06,
      "grad_norm": 0.9796544909477234,
      "learning_rate": 1.8527512615903417e-06,
      "loss": 0.3429,
      "step": 1687800
    },
    {
      "epoch": 471.06,
      "grad_norm": 1.1110641956329346,
      "learning_rate": 1.8527248219964798e-06,
      "loss": 0.3425,
      "step": 1687810
    },
    {
      "epoch": 471.06,
      "grad_norm": 1.0114388465881348,
      "learning_rate": 1.8526983824679731e-06,
      "loss": 0.348,
      "step": 1687820
    },
    {
      "epoch": 471.07,
      "grad_norm": 1.227508783340454,
      "learning_rate": 1.8526719430048262e-06,
      "loss": 0.3285,
      "step": 1687830
    },
    {
      "epoch": 471.07,
      "grad_norm": 1.0307862758636475,
      "learning_rate": 1.8526455036070415e-06,
      "loss": 0.3475,
      "step": 1687840
    },
    {
      "epoch": 471.07,
      "grad_norm": 1.0580902099609375,
      "learning_rate": 1.8526190642746222e-06,
      "loss": 0.3738,
      "step": 1687850
    },
    {
      "epoch": 471.07,
      "grad_norm": 1.0011067390441895,
      "learning_rate": 1.8525926250075736e-06,
      "loss": 0.3318,
      "step": 1687860
    },
    {
      "epoch": 471.08,
      "grad_norm": 0.9671552777290344,
      "learning_rate": 1.852566185805898e-06,
      "loss": 0.3653,
      "step": 1687870
    },
    {
      "epoch": 471.08,
      "grad_norm": 1.1692924499511719,
      "learning_rate": 1.8525397466695986e-06,
      "loss": 0.3646,
      "step": 1687880
    },
    {
      "epoch": 471.08,
      "grad_norm": 0.970844030380249,
      "learning_rate": 1.85251330759868e-06,
      "loss": 0.3529,
      "step": 1687890
    },
    {
      "epoch": 471.09,
      "grad_norm": 1.0226062536239624,
      "learning_rate": 1.8524868685931453e-06,
      "loss": 0.3484,
      "step": 1687900
    },
    {
      "epoch": 471.09,
      "grad_norm": 1.1568635702133179,
      "learning_rate": 1.8524604296529965e-06,
      "loss": 0.3241,
      "step": 1687910
    },
    {
      "epoch": 471.09,
      "grad_norm": 0.9911125302314758,
      "learning_rate": 1.8524339907782398e-06,
      "loss": 0.3561,
      "step": 1687920
    },
    {
      "epoch": 471.09,
      "grad_norm": 1.1879411935806274,
      "learning_rate": 1.8524075519688772e-06,
      "loss": 0.3493,
      "step": 1687930
    },
    {
      "epoch": 471.1,
      "grad_norm": 1.112464427947998,
      "learning_rate": 1.8523811132249118e-06,
      "loss": 0.3604,
      "step": 1687940
    },
    {
      "epoch": 471.1,
      "grad_norm": 1.1475757360458374,
      "learning_rate": 1.852354674546348e-06,
      "loss": 0.3629,
      "step": 1687950
    },
    {
      "epoch": 471.1,
      "grad_norm": 1.1984150409698486,
      "learning_rate": 1.8523282359331896e-06,
      "loss": 0.342,
      "step": 1687960
    },
    {
      "epoch": 471.11,
      "grad_norm": 1.0902059078216553,
      "learning_rate": 1.8523017973854388e-06,
      "loss": 0.3429,
      "step": 1687970
    },
    {
      "epoch": 471.11,
      "grad_norm": 0.9347860217094421,
      "learning_rate": 1.8522753589031008e-06,
      "loss": 0.3267,
      "step": 1687980
    },
    {
      "epoch": 471.11,
      "grad_norm": 1.2920807600021362,
      "learning_rate": 1.8522489204861779e-06,
      "loss": 0.3256,
      "step": 1687990
    },
    {
      "epoch": 471.11,
      "grad_norm": 1.1490265130996704,
      "learning_rate": 1.852222482134673e-06,
      "loss": 0.3382,
      "step": 1688000
    },
    {
      "epoch": 471.12,
      "grad_norm": 1.1504608392715454,
      "learning_rate": 1.8521960438485915e-06,
      "loss": 0.3453,
      "step": 1688010
    },
    {
      "epoch": 471.12,
      "grad_norm": 1.1322368383407593,
      "learning_rate": 1.852169605627936e-06,
      "loss": 0.353,
      "step": 1688020
    },
    {
      "epoch": 471.12,
      "grad_norm": 1.1782991886138916,
      "learning_rate": 1.8521431674727096e-06,
      "loss": 0.3517,
      "step": 1688030
    },
    {
      "epoch": 471.12,
      "grad_norm": 1.0196267366409302,
      "learning_rate": 1.8521167293829163e-06,
      "loss": 0.3485,
      "step": 1688040
    },
    {
      "epoch": 471.13,
      "grad_norm": 0.8289605975151062,
      "learning_rate": 1.85209029135856e-06,
      "loss": 0.3538,
      "step": 1688050
    },
    {
      "epoch": 471.13,
      "grad_norm": 1.151609182357788,
      "learning_rate": 1.8520638533996425e-06,
      "loss": 0.3513,
      "step": 1688060
    },
    {
      "epoch": 471.13,
      "grad_norm": 1.2084400653839111,
      "learning_rate": 1.8520374155061696e-06,
      "loss": 0.3425,
      "step": 1688070
    },
    {
      "epoch": 471.14,
      "grad_norm": 1.203770399093628,
      "learning_rate": 1.8520109776781428e-06,
      "loss": 0.3491,
      "step": 1688080
    },
    {
      "epoch": 471.14,
      "grad_norm": 1.0770609378814697,
      "learning_rate": 1.8519845399155674e-06,
      "loss": 0.3596,
      "step": 1688090
    },
    {
      "epoch": 471.14,
      "grad_norm": 1.026776671409607,
      "learning_rate": 1.8519581022184465e-06,
      "loss": 0.3355,
      "step": 1688100
    },
    {
      "epoch": 471.14,
      "grad_norm": 1.0543932914733887,
      "learning_rate": 1.8519316645867824e-06,
      "loss": 0.3524,
      "step": 1688110
    },
    {
      "epoch": 471.15,
      "grad_norm": 0.9015889763832092,
      "learning_rate": 1.8519052270205802e-06,
      "loss": 0.3291,
      "step": 1688120
    },
    {
      "epoch": 471.15,
      "grad_norm": 1.3355008363723755,
      "learning_rate": 1.8518787895198424e-06,
      "loss": 0.3284,
      "step": 1688130
    },
    {
      "epoch": 471.15,
      "grad_norm": 0.9999144077301025,
      "learning_rate": 1.851852352084572e-06,
      "loss": 0.324,
      "step": 1688140
    },
    {
      "epoch": 471.16,
      "grad_norm": 2.4362330436706543,
      "learning_rate": 1.8518259147147742e-06,
      "loss": 0.3569,
      "step": 1688150
    },
    {
      "epoch": 471.16,
      "grad_norm": 0.9078212380409241,
      "learning_rate": 1.8517994774104515e-06,
      "loss": 0.3406,
      "step": 1688160
    },
    {
      "epoch": 471.16,
      "grad_norm": 1.2360522747039795,
      "learning_rate": 1.8517730401716074e-06,
      "loss": 0.3396,
      "step": 1688170
    },
    {
      "epoch": 471.16,
      "grad_norm": 0.9565076231956482,
      "learning_rate": 1.8517466029982457e-06,
      "loss": 0.3533,
      "step": 1688180
    },
    {
      "epoch": 471.17,
      "grad_norm": 1.0472525358200073,
      "learning_rate": 1.8517201658903703e-06,
      "loss": 0.3397,
      "step": 1688190
    },
    {
      "epoch": 471.17,
      "grad_norm": 0.9306449890136719,
      "learning_rate": 1.8516937288479826e-06,
      "loss": 0.3313,
      "step": 1688200
    },
    {
      "epoch": 471.17,
      "grad_norm": 1.2315200567245483,
      "learning_rate": 1.8516672918710891e-06,
      "loss": 0.3602,
      "step": 1688210
    },
    {
      "epoch": 471.17,
      "grad_norm": 1.057157039642334,
      "learning_rate": 1.8516408549596919e-06,
      "loss": 0.3304,
      "step": 1688220
    },
    {
      "epoch": 471.18,
      "grad_norm": 1.2702902555465698,
      "learning_rate": 1.8516144181137936e-06,
      "loss": 0.3374,
      "step": 1688230
    },
    {
      "epoch": 471.18,
      "grad_norm": 1.136421799659729,
      "learning_rate": 1.8515879813333995e-06,
      "loss": 0.3438,
      "step": 1688240
    },
    {
      "epoch": 471.18,
      "grad_norm": 1.211479902267456,
      "learning_rate": 1.8515615446185124e-06,
      "loss": 0.328,
      "step": 1688250
    },
    {
      "epoch": 471.19,
      "grad_norm": 1.2862812280654907,
      "learning_rate": 1.8515351079691352e-06,
      "loss": 0.3511,
      "step": 1688260
    },
    {
      "epoch": 471.19,
      "grad_norm": 1.1473569869995117,
      "learning_rate": 1.8515086713852723e-06,
      "loss": 0.3419,
      "step": 1688270
    },
    {
      "epoch": 471.19,
      "grad_norm": 1.1062442064285278,
      "learning_rate": 1.8514822348669271e-06,
      "loss": 0.3577,
      "step": 1688280
    },
    {
      "epoch": 471.19,
      "grad_norm": 1.1307955980300903,
      "learning_rate": 1.8514557984141018e-06,
      "loss": 0.3305,
      "step": 1688290
    },
    {
      "epoch": 471.2,
      "grad_norm": 1.0356513261795044,
      "learning_rate": 1.851429362026802e-06,
      "loss": 0.3479,
      "step": 1688300
    },
    {
      "epoch": 471.2,
      "grad_norm": 1.1117314100265503,
      "learning_rate": 1.85140292570503e-06,
      "loss": 0.3392,
      "step": 1688310
    },
    {
      "epoch": 471.2,
      "grad_norm": 1.0354540348052979,
      "learning_rate": 1.8513764894487895e-06,
      "loss": 0.3534,
      "step": 1688320
    },
    {
      "epoch": 471.21,
      "grad_norm": 1.2977321147918701,
      "learning_rate": 1.8513500532580843e-06,
      "loss": 0.3404,
      "step": 1688330
    },
    {
      "epoch": 471.21,
      "grad_norm": 1.087546467781067,
      "learning_rate": 1.8513236171329174e-06,
      "loss": 0.3482,
      "step": 1688340
    },
    {
      "epoch": 471.21,
      "grad_norm": 1.009483814239502,
      "learning_rate": 1.851297181073292e-06,
      "loss": 0.3491,
      "step": 1688350
    },
    {
      "epoch": 471.21,
      "grad_norm": 1.003639817237854,
      "learning_rate": 1.851270745079213e-06,
      "loss": 0.3347,
      "step": 1688360
    },
    {
      "epoch": 471.22,
      "grad_norm": 0.918904721736908,
      "learning_rate": 1.8512443091506821e-06,
      "loss": 0.3216,
      "step": 1688370
    },
    {
      "epoch": 471.22,
      "grad_norm": 1.1978622674942017,
      "learning_rate": 1.8512178732877048e-06,
      "loss": 0.3434,
      "step": 1688380
    },
    {
      "epoch": 471.22,
      "grad_norm": 1.0667049884796143,
      "learning_rate": 1.851191437490284e-06,
      "loss": 0.3545,
      "step": 1688390
    },
    {
      "epoch": 471.23,
      "grad_norm": 1.0888879299163818,
      "learning_rate": 1.851165001758422e-06,
      "loss": 0.3392,
      "step": 1688400
    },
    {
      "epoch": 471.23,
      "grad_norm": 1.1120901107788086,
      "learning_rate": 1.8511385660921238e-06,
      "loss": 0.3521,
      "step": 1688410
    },
    {
      "epoch": 471.23,
      "grad_norm": 1.1097007989883423,
      "learning_rate": 1.8511121304913925e-06,
      "loss": 0.3399,
      "step": 1688420
    },
    {
      "epoch": 471.23,
      "grad_norm": 1.0831114053726196,
      "learning_rate": 1.85108569495623e-06,
      "loss": 0.3364,
      "step": 1688430
    },
    {
      "epoch": 471.24,
      "grad_norm": 1.167925238609314,
      "learning_rate": 1.8510592594866427e-06,
      "loss": 0.3426,
      "step": 1688440
    },
    {
      "epoch": 471.24,
      "grad_norm": 0.9904500246047974,
      "learning_rate": 1.8510328240826323e-06,
      "loss": 0.3503,
      "step": 1688450
    },
    {
      "epoch": 471.24,
      "grad_norm": 0.9643284678459167,
      "learning_rate": 1.8510063887442023e-06,
      "loss": 0.3417,
      "step": 1688460
    },
    {
      "epoch": 471.24,
      "grad_norm": 1.0819904804229736,
      "learning_rate": 1.8509799534713573e-06,
      "loss": 0.3502,
      "step": 1688470
    },
    {
      "epoch": 471.25,
      "grad_norm": 1.0067507028579712,
      "learning_rate": 1.8509535182641e-06,
      "loss": 0.3406,
      "step": 1688480
    },
    {
      "epoch": 471.25,
      "grad_norm": 1.4574991464614868,
      "learning_rate": 1.8509270831224331e-06,
      "loss": 0.3406,
      "step": 1688490
    },
    {
      "epoch": 471.25,
      "grad_norm": 0.8528469204902649,
      "learning_rate": 1.850900648046362e-06,
      "loss": 0.3423,
      "step": 1688500
    },
    {
      "epoch": 471.26,
      "grad_norm": 1.0823694467544556,
      "learning_rate": 1.8508742130358893e-06,
      "loss": 0.3356,
      "step": 1688510
    },
    {
      "epoch": 471.26,
      "grad_norm": 0.9605135917663574,
      "learning_rate": 1.8508477780910177e-06,
      "loss": 0.3384,
      "step": 1688520
    },
    {
      "epoch": 471.26,
      "grad_norm": 1.1881437301635742,
      "learning_rate": 1.850821343211752e-06,
      "loss": 0.3546,
      "step": 1688530
    },
    {
      "epoch": 471.26,
      "grad_norm": 1.1218078136444092,
      "learning_rate": 1.8507949083980958e-06,
      "loss": 0.3391,
      "step": 1688540
    },
    {
      "epoch": 471.27,
      "grad_norm": 1.0010697841644287,
      "learning_rate": 1.8507684736500512e-06,
      "loss": 0.3477,
      "step": 1688550
    },
    {
      "epoch": 471.27,
      "grad_norm": 1.0765289068222046,
      "learning_rate": 1.8507420389676233e-06,
      "loss": 0.3317,
      "step": 1688560
    },
    {
      "epoch": 471.27,
      "grad_norm": 1.134200930595398,
      "learning_rate": 1.8507156043508148e-06,
      "loss": 0.3346,
      "step": 1688570
    },
    {
      "epoch": 471.28,
      "grad_norm": 1.0583497285842896,
      "learning_rate": 1.8506891697996284e-06,
      "loss": 0.3407,
      "step": 1688580
    },
    {
      "epoch": 471.28,
      "grad_norm": 1.073329210281372,
      "learning_rate": 1.8506627353140694e-06,
      "loss": 0.339,
      "step": 1688590
    },
    {
      "epoch": 471.28,
      "grad_norm": 0.9604043960571289,
      "learning_rate": 1.8506363008941406e-06,
      "loss": 0.3404,
      "step": 1688600
    },
    {
      "epoch": 471.28,
      "grad_norm": 0.9922778010368347,
      "learning_rate": 1.8506098665398447e-06,
      "loss": 0.3406,
      "step": 1688610
    },
    {
      "epoch": 471.29,
      "grad_norm": 1.1367994546890259,
      "learning_rate": 1.8505834322511865e-06,
      "loss": 0.3326,
      "step": 1688620
    },
    {
      "epoch": 471.29,
      "grad_norm": 1.040114402770996,
      "learning_rate": 1.850556998028169e-06,
      "loss": 0.3364,
      "step": 1688630
    },
    {
      "epoch": 471.29,
      "grad_norm": 1.1748284101486206,
      "learning_rate": 1.850530563870794e-06,
      "loss": 0.3454,
      "step": 1688640
    },
    {
      "epoch": 471.3,
      "grad_norm": 1.2075022459030151,
      "learning_rate": 1.8505041297790685e-06,
      "loss": 0.3448,
      "step": 1688650
    },
    {
      "epoch": 471.3,
      "grad_norm": 1.0796529054641724,
      "learning_rate": 1.8504776957529926e-06,
      "loss": 0.3499,
      "step": 1688660
    },
    {
      "epoch": 471.3,
      "grad_norm": 1.148302435874939,
      "learning_rate": 1.8504512617925726e-06,
      "loss": 0.3382,
      "step": 1688670
    },
    {
      "epoch": 471.3,
      "grad_norm": 1.0065494775772095,
      "learning_rate": 1.8504248278978107e-06,
      "loss": 0.3497,
      "step": 1688680
    },
    {
      "epoch": 471.31,
      "grad_norm": 1.0498685836791992,
      "learning_rate": 1.85039839406871e-06,
      "loss": 0.3332,
      "step": 1688690
    },
    {
      "epoch": 471.31,
      "grad_norm": 1.2542401552200317,
      "learning_rate": 1.8503719603052752e-06,
      "loss": 0.3365,
      "step": 1688700
    },
    {
      "epoch": 471.31,
      "grad_norm": 1.0360552072525024,
      "learning_rate": 1.850345526607509e-06,
      "loss": 0.3515,
      "step": 1688710
    },
    {
      "epoch": 471.31,
      "grad_norm": 1.1900169849395752,
      "learning_rate": 1.850319092975414e-06,
      "loss": 0.3401,
      "step": 1688720
    },
    {
      "epoch": 471.32,
      "grad_norm": 1.0548113584518433,
      "learning_rate": 1.850292659408996e-06,
      "loss": 0.3456,
      "step": 1688730
    },
    {
      "epoch": 471.32,
      "grad_norm": 1.063826084136963,
      "learning_rate": 1.8502662259082572e-06,
      "loss": 0.3682,
      "step": 1688740
    },
    {
      "epoch": 471.32,
      "grad_norm": 1.0847856998443604,
      "learning_rate": 1.850239792473201e-06,
      "loss": 0.3305,
      "step": 1688750
    },
    {
      "epoch": 471.33,
      "grad_norm": 1.1185322999954224,
      "learning_rate": 1.8502133591038307e-06,
      "loss": 0.3399,
      "step": 1688760
    },
    {
      "epoch": 471.33,
      "grad_norm": 1.0812451839447021,
      "learning_rate": 1.850186925800151e-06,
      "loss": 0.3421,
      "step": 1688770
    },
    {
      "epoch": 471.33,
      "grad_norm": 1.1442046165466309,
      "learning_rate": 1.8501604925621643e-06,
      "loss": 0.3239,
      "step": 1688780
    },
    {
      "epoch": 471.33,
      "grad_norm": 1.1155751943588257,
      "learning_rate": 1.8501340593898745e-06,
      "loss": 0.3489,
      "step": 1688790
    },
    {
      "epoch": 471.34,
      "grad_norm": 1.152889370918274,
      "learning_rate": 1.8501076262832857e-06,
      "loss": 0.3426,
      "step": 1688800
    },
    {
      "epoch": 471.34,
      "grad_norm": 1.0031172037124634,
      "learning_rate": 1.8500811932423994e-06,
      "loss": 0.3452,
      "step": 1688810
    },
    {
      "epoch": 471.34,
      "grad_norm": 1.1269570589065552,
      "learning_rate": 1.8500547602672216e-06,
      "loss": 0.3433,
      "step": 1688820
    },
    {
      "epoch": 471.35,
      "grad_norm": 1.0953905582427979,
      "learning_rate": 1.850028327357755e-06,
      "loss": 0.3439,
      "step": 1688830
    },
    {
      "epoch": 471.35,
      "grad_norm": 1.1667062044143677,
      "learning_rate": 1.8500018945140022e-06,
      "loss": 0.3535,
      "step": 1688840
    },
    {
      "epoch": 471.35,
      "grad_norm": 1.0806723833084106,
      "learning_rate": 1.849975461735968e-06,
      "loss": 0.3435,
      "step": 1688850
    },
    {
      "epoch": 471.35,
      "grad_norm": 1.2733283042907715,
      "learning_rate": 1.8499490290236552e-06,
      "loss": 0.3411,
      "step": 1688860
    },
    {
      "epoch": 471.36,
      "grad_norm": 1.0522948503494263,
      "learning_rate": 1.8499225963770668e-06,
      "loss": 0.3517,
      "step": 1688870
    },
    {
      "epoch": 471.36,
      "grad_norm": 1.0784333944320679,
      "learning_rate": 1.8498961637962076e-06,
      "loss": 0.3477,
      "step": 1688880
    },
    {
      "epoch": 471.36,
      "grad_norm": 1.2978225946426392,
      "learning_rate": 1.8498697312810805e-06,
      "loss": 0.3513,
      "step": 1688890
    },
    {
      "epoch": 471.36,
      "grad_norm": 1.2195255756378174,
      "learning_rate": 1.8498432988316883e-06,
      "loss": 0.3565,
      "step": 1688900
    },
    {
      "epoch": 471.37,
      "grad_norm": 0.9905378222465515,
      "learning_rate": 1.8498168664480358e-06,
      "loss": 0.3461,
      "step": 1688910
    },
    {
      "epoch": 471.37,
      "grad_norm": 0.9801033735275269,
      "learning_rate": 1.8497904341301264e-06,
      "loss": 0.3481,
      "step": 1688920
    },
    {
      "epoch": 471.37,
      "grad_norm": 1.1302698850631714,
      "learning_rate": 1.8497640018779624e-06,
      "loss": 0.342,
      "step": 1688930
    },
    {
      "epoch": 471.38,
      "grad_norm": 1.1196092367172241,
      "learning_rate": 1.8497375696915485e-06,
      "loss": 0.3328,
      "step": 1688940
    },
    {
      "epoch": 471.38,
      "grad_norm": 1.0637729167938232,
      "learning_rate": 1.8497111375708868e-06,
      "loss": 0.3482,
      "step": 1688950
    },
    {
      "epoch": 471.38,
      "grad_norm": 1.0843064785003662,
      "learning_rate": 1.849684705515983e-06,
      "loss": 0.3307,
      "step": 1688960
    },
    {
      "epoch": 471.38,
      "grad_norm": 0.9486904740333557,
      "learning_rate": 1.8496582735268392e-06,
      "loss": 0.3328,
      "step": 1688970
    },
    {
      "epoch": 471.39,
      "grad_norm": 1.1455833911895752,
      "learning_rate": 1.8496318416034587e-06,
      "loss": 0.3437,
      "step": 1688980
    },
    {
      "epoch": 471.39,
      "grad_norm": 0.9788045883178711,
      "learning_rate": 1.849605409745846e-06,
      "loss": 0.3335,
      "step": 1688990
    },
    {
      "epoch": 471.39,
      "grad_norm": 1.083902359008789,
      "learning_rate": 1.8495789779540042e-06,
      "loss": 0.3356,
      "step": 1689000
    },
    {
      "epoch": 471.4,
      "grad_norm": 1.1017742156982422,
      "learning_rate": 1.8495525462279354e-06,
      "loss": 0.3387,
      "step": 1689010
    },
    {
      "epoch": 471.4,
      "grad_norm": 0.972983181476593,
      "learning_rate": 1.8495261145676458e-06,
      "loss": 0.3349,
      "step": 1689020
    },
    {
      "epoch": 471.4,
      "grad_norm": 0.9900525212287903,
      "learning_rate": 1.8494996829731375e-06,
      "loss": 0.3203,
      "step": 1689030
    },
    {
      "epoch": 471.4,
      "grad_norm": 1.003306269645691,
      "learning_rate": 1.8494732514444129e-06,
      "loss": 0.3489,
      "step": 1689040
    },
    {
      "epoch": 471.41,
      "grad_norm": 1.1248105764389038,
      "learning_rate": 1.8494468199814773e-06,
      "loss": 0.3407,
      "step": 1689050
    },
    {
      "epoch": 471.41,
      "grad_norm": 1.2340028285980225,
      "learning_rate": 1.8494203885843338e-06,
      "loss": 0.3541,
      "step": 1689060
    },
    {
      "epoch": 471.41,
      "grad_norm": 1.223954677581787,
      "learning_rate": 1.8493939572529855e-06,
      "loss": 0.3285,
      "step": 1689070
    },
    {
      "epoch": 471.42,
      "grad_norm": 0.9978507161140442,
      "learning_rate": 1.8493675259874366e-06,
      "loss": 0.341,
      "step": 1689080
    },
    {
      "epoch": 471.42,
      "grad_norm": 1.178095817565918,
      "learning_rate": 1.84934109478769e-06,
      "loss": 0.3577,
      "step": 1689090
    },
    {
      "epoch": 471.42,
      "grad_norm": 1.0950733423233032,
      "learning_rate": 1.8493146636537485e-06,
      "loss": 0.3385,
      "step": 1689100
    },
    {
      "epoch": 471.42,
      "grad_norm": 1.053025484085083,
      "learning_rate": 1.849288232585617e-06,
      "loss": 0.3301,
      "step": 1689110
    },
    {
      "epoch": 471.43,
      "grad_norm": 1.0748226642608643,
      "learning_rate": 1.849261801583299e-06,
      "loss": 0.3455,
      "step": 1689120
    },
    {
      "epoch": 471.43,
      "grad_norm": 1.0201534032821655,
      "learning_rate": 1.8492353706467969e-06,
      "loss": 0.3507,
      "step": 1689130
    },
    {
      "epoch": 471.43,
      "grad_norm": 1.3878287076950073,
      "learning_rate": 1.8492089397761155e-06,
      "loss": 0.3395,
      "step": 1689140
    },
    {
      "epoch": 471.43,
      "grad_norm": 1.061128854751587,
      "learning_rate": 1.849182508971257e-06,
      "loss": 0.3398,
      "step": 1689150
    },
    {
      "epoch": 471.44,
      "grad_norm": 1.0379794836044312,
      "learning_rate": 1.8491560782322252e-06,
      "loss": 0.3402,
      "step": 1689160
    },
    {
      "epoch": 471.44,
      "grad_norm": 1.035348892211914,
      "learning_rate": 1.8491296475590247e-06,
      "loss": 0.3354,
      "step": 1689170
    },
    {
      "epoch": 471.44,
      "grad_norm": 1.4445852041244507,
      "learning_rate": 1.8491032169516585e-06,
      "loss": 0.3415,
      "step": 1689180
    },
    {
      "epoch": 471.45,
      "grad_norm": 0.9898561239242554,
      "learning_rate": 1.8490767864101288e-06,
      "loss": 0.3443,
      "step": 1689190
    },
    {
      "epoch": 471.45,
      "grad_norm": 1.2186802625656128,
      "learning_rate": 1.8490503559344413e-06,
      "loss": 0.3604,
      "step": 1689200
    },
    {
      "epoch": 471.45,
      "grad_norm": 1.119211196899414,
      "learning_rate": 1.8490239255245983e-06,
      "loss": 0.3424,
      "step": 1689210
    },
    {
      "epoch": 471.45,
      "grad_norm": 1.1026911735534668,
      "learning_rate": 1.848997495180603e-06,
      "loss": 0.3403,
      "step": 1689220
    },
    {
      "epoch": 471.46,
      "grad_norm": 0.9744963049888611,
      "learning_rate": 1.84897106490246e-06,
      "loss": 0.34,
      "step": 1689230
    },
    {
      "epoch": 471.46,
      "grad_norm": 1.1636399030685425,
      "learning_rate": 1.8489446346901715e-06,
      "loss": 0.3572,
      "step": 1689240
    },
    {
      "epoch": 471.46,
      "grad_norm": 1.0643539428710938,
      "learning_rate": 1.8489182045437424e-06,
      "loss": 0.3443,
      "step": 1689250
    },
    {
      "epoch": 471.47,
      "grad_norm": 1.1631710529327393,
      "learning_rate": 1.8488917744631756e-06,
      "loss": 0.3546,
      "step": 1689260
    },
    {
      "epoch": 471.47,
      "grad_norm": 1.109942078590393,
      "learning_rate": 1.848865344448474e-06,
      "loss": 0.3443,
      "step": 1689270
    },
    {
      "epoch": 471.47,
      "grad_norm": 1.8970587253570557,
      "learning_rate": 1.8488389144996422e-06,
      "loss": 0.3573,
      "step": 1689280
    },
    {
      "epoch": 471.47,
      "grad_norm": 1.0986839532852173,
      "learning_rate": 1.8488124846166831e-06,
      "loss": 0.3323,
      "step": 1689290
    },
    {
      "epoch": 471.48,
      "grad_norm": 1.1519293785095215,
      "learning_rate": 1.8487860547995995e-06,
      "loss": 0.3353,
      "step": 1689300
    },
    {
      "epoch": 471.48,
      "grad_norm": 1.1032320261001587,
      "learning_rate": 1.8487596250483965e-06,
      "loss": 0.3461,
      "step": 1689310
    },
    {
      "epoch": 471.48,
      "grad_norm": 0.9942526817321777,
      "learning_rate": 1.848733195363077e-06,
      "loss": 0.3408,
      "step": 1689320
    },
    {
      "epoch": 471.48,
      "grad_norm": 1.1168787479400635,
      "learning_rate": 1.8487067657436435e-06,
      "loss": 0.3276,
      "step": 1689330
    },
    {
      "epoch": 471.49,
      "grad_norm": 1.2327719926834106,
      "learning_rate": 1.8486803361901013e-06,
      "loss": 0.3383,
      "step": 1689340
    },
    {
      "epoch": 471.49,
      "grad_norm": 1.0773730278015137,
      "learning_rate": 1.848653906702453e-06,
      "loss": 0.3452,
      "step": 1689350
    },
    {
      "epoch": 471.49,
      "grad_norm": 1.1349579095840454,
      "learning_rate": 1.8486274772807016e-06,
      "loss": 0.3526,
      "step": 1689360
    },
    {
      "epoch": 471.5,
      "grad_norm": 0.9774237871170044,
      "learning_rate": 1.8486010479248516e-06,
      "loss": 0.3679,
      "step": 1689370
    },
    {
      "epoch": 471.5,
      "grad_norm": 1.1222517490386963,
      "learning_rate": 1.8485746186349063e-06,
      "loss": 0.3331,
      "step": 1689380
    },
    {
      "epoch": 471.5,
      "grad_norm": 1.0533041954040527,
      "learning_rate": 1.8485481894108677e-06,
      "loss": 0.3392,
      "step": 1689390
    },
    {
      "epoch": 471.5,
      "grad_norm": 1.0027977228164673,
      "learning_rate": 1.8485217602527418e-06,
      "loss": 0.3493,
      "step": 1689400
    },
    {
      "epoch": 471.51,
      "grad_norm": 1.1810171604156494,
      "learning_rate": 1.8484953311605306e-06,
      "loss": 0.3181,
      "step": 1689410
    },
    {
      "epoch": 471.51,
      "grad_norm": 1.1658533811569214,
      "learning_rate": 1.8484689021342378e-06,
      "loss": 0.3539,
      "step": 1689420
    },
    {
      "epoch": 471.51,
      "grad_norm": 0.9971359968185425,
      "learning_rate": 1.8484424731738672e-06,
      "loss": 0.3387,
      "step": 1689430
    },
    {
      "epoch": 471.52,
      "grad_norm": 1.1742908954620361,
      "learning_rate": 1.8484160442794225e-06,
      "loss": 0.3381,
      "step": 1689440
    },
    {
      "epoch": 471.52,
      "grad_norm": 1.140697717666626,
      "learning_rate": 1.8483896154509056e-06,
      "loss": 0.348,
      "step": 1689450
    },
    {
      "epoch": 471.52,
      "grad_norm": 1.1019119024276733,
      "learning_rate": 1.8483631866883225e-06,
      "loss": 0.3339,
      "step": 1689460
    },
    {
      "epoch": 471.52,
      "grad_norm": 1.1979663372039795,
      "learning_rate": 1.8483367579916757e-06,
      "loss": 0.339,
      "step": 1689470
    },
    {
      "epoch": 471.53,
      "grad_norm": 1.1442447900772095,
      "learning_rate": 1.8483103293609672e-06,
      "loss": 0.3595,
      "step": 1689480
    },
    {
      "epoch": 471.53,
      "grad_norm": 1.0072447061538696,
      "learning_rate": 1.848283900796203e-06,
      "loss": 0.3445,
      "step": 1689490
    },
    {
      "epoch": 471.53,
      "grad_norm": 1.0929362773895264,
      "learning_rate": 1.8482574722973853e-06,
      "loss": 0.3526,
      "step": 1689500
    },
    {
      "epoch": 471.54,
      "grad_norm": 1.3098264932632446,
      "learning_rate": 1.8482310438645174e-06,
      "loss": 0.3232,
      "step": 1689510
    },
    {
      "epoch": 471.54,
      "grad_norm": 0.9016912579536438,
      "learning_rate": 1.8482046154976038e-06,
      "loss": 0.3528,
      "step": 1689520
    },
    {
      "epoch": 471.54,
      "grad_norm": 1.201346755027771,
      "learning_rate": 1.8481781871966464e-06,
      "loss": 0.3442,
      "step": 1689530
    },
    {
      "epoch": 471.54,
      "grad_norm": 1.0460935831069946,
      "learning_rate": 1.8481517589616508e-06,
      "loss": 0.3414,
      "step": 1689540
    },
    {
      "epoch": 471.55,
      "grad_norm": 0.880365788936615,
      "learning_rate": 1.848125330792619e-06,
      "loss": 0.3384,
      "step": 1689550
    },
    {
      "epoch": 471.55,
      "grad_norm": 1.0764461755752563,
      "learning_rate": 1.848098902689555e-06,
      "loss": 0.3292,
      "step": 1689560
    },
    {
      "epoch": 471.55,
      "grad_norm": 1.0294010639190674,
      "learning_rate": 1.8480724746524627e-06,
      "loss": 0.3409,
      "step": 1689570
    },
    {
      "epoch": 471.55,
      "grad_norm": 1.0625320672988892,
      "learning_rate": 1.8480460466813451e-06,
      "loss": 0.3516,
      "step": 1689580
    },
    {
      "epoch": 471.56,
      "grad_norm": 1.1232658624649048,
      "learning_rate": 1.8480196187762048e-06,
      "loss": 0.3274,
      "step": 1689590
    },
    {
      "epoch": 471.56,
      "grad_norm": 1.0682988166809082,
      "learning_rate": 1.8479931909370476e-06,
      "loss": 0.3473,
      "step": 1689600
    },
    {
      "epoch": 471.56,
      "grad_norm": 0.9776725769042969,
      "learning_rate": 1.8479667631638756e-06,
      "loss": 0.3203,
      "step": 1689610
    },
    {
      "epoch": 471.57,
      "grad_norm": 1.109418511390686,
      "learning_rate": 1.8479403354566914e-06,
      "loss": 0.3441,
      "step": 1689620
    },
    {
      "epoch": 471.57,
      "grad_norm": 1.0648208856582642,
      "learning_rate": 1.8479139078155007e-06,
      "loss": 0.331,
      "step": 1689630
    },
    {
      "epoch": 471.57,
      "grad_norm": 1.3004482984542847,
      "learning_rate": 1.847887480240306e-06,
      "loss": 0.3332,
      "step": 1689640
    },
    {
      "epoch": 471.57,
      "grad_norm": 0.9398941993713379,
      "learning_rate": 1.8478610527311098e-06,
      "loss": 0.3374,
      "step": 1689650
    },
    {
      "epoch": 471.58,
      "grad_norm": 0.9870530366897583,
      "learning_rate": 1.8478346252879178e-06,
      "loss": 0.3436,
      "step": 1689660
    },
    {
      "epoch": 471.58,
      "grad_norm": 0.9772180318832397,
      "learning_rate": 1.8478081979107316e-06,
      "loss": 0.344,
      "step": 1689670
    },
    {
      "epoch": 471.58,
      "grad_norm": 1.3346446752548218,
      "learning_rate": 1.8477817705995548e-06,
      "loss": 0.34,
      "step": 1689680
    },
    {
      "epoch": 471.59,
      "grad_norm": 1.1262415647506714,
      "learning_rate": 1.8477553433543923e-06,
      "loss": 0.3418,
      "step": 1689690
    },
    {
      "epoch": 471.59,
      "grad_norm": 1.1050368547439575,
      "learning_rate": 1.8477289161752469e-06,
      "loss": 0.3519,
      "step": 1689700
    },
    {
      "epoch": 471.59,
      "grad_norm": 0.9170049428939819,
      "learning_rate": 1.8477024890621215e-06,
      "loss": 0.3298,
      "step": 1689710
    },
    {
      "epoch": 471.59,
      "grad_norm": 1.2899190187454224,
      "learning_rate": 1.8476760620150201e-06,
      "loss": 0.3405,
      "step": 1689720
    },
    {
      "epoch": 471.6,
      "grad_norm": 1.0142953395843506,
      "learning_rate": 1.8476496350339468e-06,
      "loss": 0.3392,
      "step": 1689730
    },
    {
      "epoch": 471.6,
      "grad_norm": 1.1335270404815674,
      "learning_rate": 1.8476232081189044e-06,
      "loss": 0.3579,
      "step": 1689740
    },
    {
      "epoch": 471.6,
      "grad_norm": 1.025285005569458,
      "learning_rate": 1.8475967812698969e-06,
      "loss": 0.3437,
      "step": 1689750
    },
    {
      "epoch": 471.6,
      "grad_norm": 1.1360013484954834,
      "learning_rate": 1.8475703544869272e-06,
      "loss": 0.3459,
      "step": 1689760
    },
    {
      "epoch": 471.61,
      "grad_norm": 1.4759925603866577,
      "learning_rate": 1.8475439277699984e-06,
      "loss": 0.3375,
      "step": 1689770
    },
    {
      "epoch": 471.61,
      "grad_norm": 1.180252194404602,
      "learning_rate": 1.847517501119116e-06,
      "loss": 0.3467,
      "step": 1689780
    },
    {
      "epoch": 471.61,
      "grad_norm": 1.074388027191162,
      "learning_rate": 1.847491074534282e-06,
      "loss": 0.3316,
      "step": 1689790
    },
    {
      "epoch": 471.62,
      "grad_norm": 1.1019326448440552,
      "learning_rate": 1.8474646480154996e-06,
      "loss": 0.3501,
      "step": 1689800
    },
    {
      "epoch": 471.62,
      "grad_norm": 0.9661824107170105,
      "learning_rate": 1.847438221562774e-06,
      "loss": 0.3314,
      "step": 1689810
    },
    {
      "epoch": 471.62,
      "grad_norm": 1.1500102281570435,
      "learning_rate": 1.847411795176106e-06,
      "loss": 0.3435,
      "step": 1689820
    },
    {
      "epoch": 471.62,
      "grad_norm": 0.9289276599884033,
      "learning_rate": 1.847385368855502e-06,
      "loss": 0.3326,
      "step": 1689830
    },
    {
      "epoch": 471.63,
      "grad_norm": 1.0050514936447144,
      "learning_rate": 1.8473589426009642e-06,
      "loss": 0.3401,
      "step": 1689840
    },
    {
      "epoch": 471.63,
      "grad_norm": 1.1976243257522583,
      "learning_rate": 1.8473325164124954e-06,
      "loss": 0.3488,
      "step": 1689850
    },
    {
      "epoch": 471.63,
      "grad_norm": 1.1406190395355225,
      "learning_rate": 1.8473060902901007e-06,
      "loss": 0.3424,
      "step": 1689860
    },
    {
      "epoch": 471.64,
      "grad_norm": 1.1315977573394775,
      "learning_rate": 1.8472796642337826e-06,
      "loss": 0.3505,
      "step": 1689870
    },
    {
      "epoch": 471.64,
      "grad_norm": 0.9806269407272339,
      "learning_rate": 1.8472532382435447e-06,
      "loss": 0.338,
      "step": 1689880
    },
    {
      "epoch": 471.64,
      "grad_norm": 1.0270586013793945,
      "learning_rate": 1.847226812319391e-06,
      "loss": 0.3376,
      "step": 1689890
    },
    {
      "epoch": 471.64,
      "grad_norm": 0.9036552906036377,
      "learning_rate": 1.8472003864613246e-06,
      "loss": 0.3386,
      "step": 1689900
    },
    {
      "epoch": 471.65,
      "grad_norm": 1.0839781761169434,
      "learning_rate": 1.8471739606693484e-06,
      "loss": 0.3538,
      "step": 1689910
    },
    {
      "epoch": 471.65,
      "grad_norm": 1.0183168649673462,
      "learning_rate": 1.8471475349434676e-06,
      "loss": 0.3386,
      "step": 1689920
    },
    {
      "epoch": 471.65,
      "grad_norm": 1.2141648530960083,
      "learning_rate": 1.8471211092836841e-06,
      "loss": 0.3509,
      "step": 1689930
    },
    {
      "epoch": 471.66,
      "grad_norm": 1.0530073642730713,
      "learning_rate": 1.847094683690002e-06,
      "loss": 0.3497,
      "step": 1689940
    },
    {
      "epoch": 471.66,
      "grad_norm": 2.3137009143829346,
      "learning_rate": 1.8470682581624257e-06,
      "loss": 0.3393,
      "step": 1689950
    },
    {
      "epoch": 471.66,
      "grad_norm": 0.8935847878456116,
      "learning_rate": 1.8470418327009574e-06,
      "loss": 0.3517,
      "step": 1689960
    },
    {
      "epoch": 471.66,
      "grad_norm": 1.0361515283584595,
      "learning_rate": 1.8470154073056001e-06,
      "loss": 0.3413,
      "step": 1689970
    },
    {
      "epoch": 471.67,
      "grad_norm": 1.110384464263916,
      "learning_rate": 1.8469889819763594e-06,
      "loss": 0.3387,
      "step": 1689980
    },
    {
      "epoch": 471.67,
      "grad_norm": 0.9495394825935364,
      "learning_rate": 1.846962556713238e-06,
      "loss": 0.3377,
      "step": 1689990
    },
    {
      "epoch": 471.67,
      "grad_norm": 1.148673415184021,
      "learning_rate": 1.8469361315162375e-06,
      "loss": 0.3443,
      "step": 1690000
    },
    {
      "epoch": 471.67,
      "grad_norm": 1.0327471494674683,
      "learning_rate": 1.8469097063853645e-06,
      "loss": 0.3364,
      "step": 1690010
    },
    {
      "epoch": 471.68,
      "grad_norm": 1.161913275718689,
      "learning_rate": 1.846883281320621e-06,
      "loss": 0.3432,
      "step": 1690020
    },
    {
      "epoch": 471.68,
      "grad_norm": 0.9743797779083252,
      "learning_rate": 1.8468568563220102e-06,
      "loss": 0.3597,
      "step": 1690030
    },
    {
      "epoch": 471.68,
      "grad_norm": 1.06247878074646,
      "learning_rate": 1.8468304313895365e-06,
      "loss": 0.3498,
      "step": 1690040
    },
    {
      "epoch": 471.69,
      "grad_norm": 0.9721224308013916,
      "learning_rate": 1.846804006523203e-06,
      "loss": 0.3325,
      "step": 1690050
    },
    {
      "epoch": 471.69,
      "grad_norm": 1.132968783378601,
      "learning_rate": 1.846777581723012e-06,
      "loss": 0.335,
      "step": 1690060
    },
    {
      "epoch": 471.69,
      "grad_norm": 0.9812911152839661,
      "learning_rate": 1.8467511569889689e-06,
      "loss": 0.3501,
      "step": 1690070
    },
    {
      "epoch": 471.69,
      "grad_norm": 1.0796384811401367,
      "learning_rate": 1.846724732321077e-06,
      "loss": 0.3374,
      "step": 1690080
    },
    {
      "epoch": 471.7,
      "grad_norm": 1.0054394006729126,
      "learning_rate": 1.8466983077193384e-06,
      "loss": 0.3461,
      "step": 1690090
    },
    {
      "epoch": 471.7,
      "grad_norm": 0.9743232727050781,
      "learning_rate": 1.846671883183758e-06,
      "loss": 0.347,
      "step": 1690100
    },
    {
      "epoch": 471.7,
      "grad_norm": 0.9355742335319519,
      "learning_rate": 1.846645458714338e-06,
      "loss": 0.357,
      "step": 1690110
    },
    {
      "epoch": 471.71,
      "grad_norm": 1.230404019355774,
      "learning_rate": 1.8466190343110837e-06,
      "loss": 0.3302,
      "step": 1690120
    },
    {
      "epoch": 471.71,
      "grad_norm": 1.0008544921875,
      "learning_rate": 1.846592609973998e-06,
      "loss": 0.338,
      "step": 1690130
    },
    {
      "epoch": 471.71,
      "grad_norm": 1.0962337255477905,
      "learning_rate": 1.8465661857030827e-06,
      "loss": 0.3549,
      "step": 1690140
    },
    {
      "epoch": 471.71,
      "grad_norm": 1.1663029193878174,
      "learning_rate": 1.846539761498344e-06,
      "loss": 0.3455,
      "step": 1690150
    },
    {
      "epoch": 471.72,
      "grad_norm": 1.1768845319747925,
      "learning_rate": 1.8465133373597838e-06,
      "loss": 0.3382,
      "step": 1690160
    },
    {
      "epoch": 471.72,
      "grad_norm": 1.179412603378296,
      "learning_rate": 1.8464869132874056e-06,
      "loss": 0.342,
      "step": 1690170
    },
    {
      "epoch": 471.72,
      "grad_norm": 1.1673216819763184,
      "learning_rate": 1.8464604892812134e-06,
      "loss": 0.3409,
      "step": 1690180
    },
    {
      "epoch": 471.72,
      "grad_norm": 0.9299602508544922,
      "learning_rate": 1.846434065341211e-06,
      "loss": 0.3409,
      "step": 1690190
    },
    {
      "epoch": 471.73,
      "grad_norm": 1.1302272081375122,
      "learning_rate": 1.8464076414674003e-06,
      "loss": 0.3377,
      "step": 1690200
    },
    {
      "epoch": 471.73,
      "grad_norm": 0.9954068660736084,
      "learning_rate": 1.846381217659787e-06,
      "loss": 0.3509,
      "step": 1690210
    },
    {
      "epoch": 471.73,
      "grad_norm": 0.9182786345481873,
      "learning_rate": 1.846354793918374e-06,
      "loss": 0.3387,
      "step": 1690220
    },
    {
      "epoch": 471.74,
      "grad_norm": 1.067779541015625,
      "learning_rate": 1.8463283702431635e-06,
      "loss": 0.334,
      "step": 1690230
    },
    {
      "epoch": 471.74,
      "grad_norm": 0.9222636222839355,
      "learning_rate": 1.8463019466341605e-06,
      "loss": 0.3444,
      "step": 1690240
    },
    {
      "epoch": 471.74,
      "grad_norm": 1.0963771343231201,
      "learning_rate": 1.846275523091368e-06,
      "loss": 0.3453,
      "step": 1690250
    },
    {
      "epoch": 471.74,
      "grad_norm": 1.066575288772583,
      "learning_rate": 1.8462490996147885e-06,
      "loss": 0.3294,
      "step": 1690260
    },
    {
      "epoch": 471.75,
      "grad_norm": 1.087027668952942,
      "learning_rate": 1.8462226762044275e-06,
      "loss": 0.3353,
      "step": 1690270
    },
    {
      "epoch": 471.75,
      "grad_norm": 1.48246431350708,
      "learning_rate": 1.8461962528602877e-06,
      "loss": 0.3589,
      "step": 1690280
    },
    {
      "epoch": 471.75,
      "grad_norm": 1.0458099842071533,
      "learning_rate": 1.8461698295823713e-06,
      "loss": 0.3392,
      "step": 1690290
    },
    {
      "epoch": 471.76,
      "grad_norm": 0.9675158262252808,
      "learning_rate": 1.8461434063706842e-06,
      "loss": 0.3383,
      "step": 1690300
    },
    {
      "epoch": 471.76,
      "grad_norm": 0.9547061324119568,
      "learning_rate": 1.846116983225228e-06,
      "loss": 0.3445,
      "step": 1690310
    },
    {
      "epoch": 471.76,
      "grad_norm": 1.0805553197860718,
      "learning_rate": 1.8460905601460071e-06,
      "loss": 0.3367,
      "step": 1690320
    },
    {
      "epoch": 471.76,
      "grad_norm": 0.9365289211273193,
      "learning_rate": 1.846064137133025e-06,
      "loss": 0.3273,
      "step": 1690330
    },
    {
      "epoch": 471.77,
      "grad_norm": 1.1386125087738037,
      "learning_rate": 1.846037714186285e-06,
      "loss": 0.3322,
      "step": 1690340
    },
    {
      "epoch": 471.77,
      "grad_norm": 1.080904483795166,
      "learning_rate": 1.8460112913057897e-06,
      "loss": 0.341,
      "step": 1690350
    },
    {
      "epoch": 471.77,
      "grad_norm": 1.1898446083068848,
      "learning_rate": 1.8459848684915446e-06,
      "loss": 0.3364,
      "step": 1690360
    },
    {
      "epoch": 471.78,
      "grad_norm": 1.054581642150879,
      "learning_rate": 1.8459584457435521e-06,
      "loss": 0.333,
      "step": 1690370
    },
    {
      "epoch": 471.78,
      "grad_norm": 1.3780268430709839,
      "learning_rate": 1.8459320230618152e-06,
      "loss": 0.3464,
      "step": 1690380
    },
    {
      "epoch": 471.78,
      "grad_norm": 1.2677500247955322,
      "learning_rate": 1.8459056004463387e-06,
      "loss": 0.3453,
      "step": 1690390
    },
    {
      "epoch": 471.78,
      "grad_norm": 1.085603952407837,
      "learning_rate": 1.8458791778971243e-06,
      "loss": 0.3452,
      "step": 1690400
    },
    {
      "epoch": 471.79,
      "grad_norm": 0.9043426513671875,
      "learning_rate": 1.8458527554141777e-06,
      "loss": 0.3272,
      "step": 1690410
    },
    {
      "epoch": 471.79,
      "grad_norm": 1.156656265258789,
      "learning_rate": 1.8458263329975013e-06,
      "loss": 0.3341,
      "step": 1690420
    },
    {
      "epoch": 471.79,
      "grad_norm": 1.1533273458480835,
      "learning_rate": 1.8457999106470979e-06,
      "loss": 0.358,
      "step": 1690430
    },
    {
      "epoch": 471.79,
      "grad_norm": 1.0174287557601929,
      "learning_rate": 1.8457734883629726e-06,
      "loss": 0.3343,
      "step": 1690440
    },
    {
      "epoch": 471.8,
      "grad_norm": 1.1614190340042114,
      "learning_rate": 1.845747066145128e-06,
      "loss": 0.3391,
      "step": 1690450
    },
    {
      "epoch": 471.8,
      "grad_norm": 1.8646228313446045,
      "learning_rate": 1.8457206439935673e-06,
      "loss": 0.3443,
      "step": 1690460
    },
    {
      "epoch": 471.8,
      "grad_norm": 1.1853312253952026,
      "learning_rate": 1.845694221908295e-06,
      "loss": 0.3434,
      "step": 1690470
    },
    {
      "epoch": 471.81,
      "grad_norm": 0.9558444023132324,
      "learning_rate": 1.8456677998893142e-06,
      "loss": 0.3489,
      "step": 1690480
    },
    {
      "epoch": 471.81,
      "grad_norm": 0.9157707691192627,
      "learning_rate": 1.8456413779366272e-06,
      "loss": 0.336,
      "step": 1690490
    },
    {
      "epoch": 471.81,
      "grad_norm": 0.9485816955566406,
      "learning_rate": 1.8456149560502396e-06,
      "loss": 0.3465,
      "step": 1690500
    },
    {
      "epoch": 471.81,
      "grad_norm": 0.9765128493309021,
      "learning_rate": 1.8455885342301535e-06,
      "loss": 0.3444,
      "step": 1690510
    },
    {
      "epoch": 471.82,
      "grad_norm": 0.9545843601226807,
      "learning_rate": 1.845562112476373e-06,
      "loss": 0.3395,
      "step": 1690520
    },
    {
      "epoch": 471.82,
      "grad_norm": 1.1686482429504395,
      "learning_rate": 1.8455356907889013e-06,
      "loss": 0.3587,
      "step": 1690530
    },
    {
      "epoch": 471.82,
      "grad_norm": 1.0743507146835327,
      "learning_rate": 1.8455092691677424e-06,
      "loss": 0.3549,
      "step": 1690540
    },
    {
      "epoch": 471.83,
      "grad_norm": 1.0474590063095093,
      "learning_rate": 1.8454828476128985e-06,
      "loss": 0.342,
      "step": 1690550
    },
    {
      "epoch": 471.83,
      "grad_norm": 1.1443945169448853,
      "learning_rate": 1.8454564261243752e-06,
      "loss": 0.3428,
      "step": 1690560
    },
    {
      "epoch": 471.83,
      "grad_norm": 1.150769829750061,
      "learning_rate": 1.8454300047021748e-06,
      "loss": 0.3453,
      "step": 1690570
    },
    {
      "epoch": 471.83,
      "grad_norm": 1.0334731340408325,
      "learning_rate": 1.8454035833462998e-06,
      "loss": 0.3471,
      "step": 1690580
    },
    {
      "epoch": 471.84,
      "grad_norm": 1.0007667541503906,
      "learning_rate": 1.845377162056756e-06,
      "loss": 0.3335,
      "step": 1690590
    },
    {
      "epoch": 471.84,
      "grad_norm": 0.9297216534614563,
      "learning_rate": 1.8453507408335456e-06,
      "loss": 0.3412,
      "step": 1690600
    },
    {
      "epoch": 471.84,
      "grad_norm": 0.9729639291763306,
      "learning_rate": 1.845324319676672e-06,
      "loss": 0.3329,
      "step": 1690610
    },
    {
      "epoch": 471.84,
      "grad_norm": 0.9998545050621033,
      "learning_rate": 1.8452978985861393e-06,
      "loss": 0.3538,
      "step": 1690620
    },
    {
      "epoch": 471.85,
      "grad_norm": 1.1349574327468872,
      "learning_rate": 1.8452714775619508e-06,
      "loss": 0.3554,
      "step": 1690630
    },
    {
      "epoch": 471.85,
      "grad_norm": 1.124853491783142,
      "learning_rate": 1.8452450566041087e-06,
      "loss": 0.3451,
      "step": 1690640
    },
    {
      "epoch": 471.85,
      "grad_norm": 1.3230072259902954,
      "learning_rate": 1.8452186357126189e-06,
      "loss": 0.3306,
      "step": 1690650
    },
    {
      "epoch": 471.86,
      "grad_norm": 1.137677550315857,
      "learning_rate": 1.845192214887484e-06,
      "loss": 0.3448,
      "step": 1690660
    },
    {
      "epoch": 471.86,
      "grad_norm": 1.1862410306930542,
      "learning_rate": 1.8451657941287064e-06,
      "loss": 0.3541,
      "step": 1690670
    },
    {
      "epoch": 471.86,
      "grad_norm": 1.0998616218566895,
      "learning_rate": 1.8451393734362905e-06,
      "loss": 0.3377,
      "step": 1690680
    },
    {
      "epoch": 471.86,
      "grad_norm": 1.0692671537399292,
      "learning_rate": 1.84511295281024e-06,
      "loss": 0.3298,
      "step": 1690690
    },
    {
      "epoch": 471.87,
      "grad_norm": 6.807812213897705,
      "learning_rate": 1.8450865322505589e-06,
      "loss": 0.3451,
      "step": 1690700
    },
    {
      "epoch": 471.87,
      "grad_norm": 1.1768481731414795,
      "learning_rate": 1.8450601117572497e-06,
      "loss": 0.3581,
      "step": 1690710
    },
    {
      "epoch": 471.87,
      "grad_norm": 1.168147087097168,
      "learning_rate": 1.8450336913303156e-06,
      "loss": 0.3369,
      "step": 1690720
    },
    {
      "epoch": 471.88,
      "grad_norm": 1.1779494285583496,
      "learning_rate": 1.8450072709697615e-06,
      "loss": 0.3517,
      "step": 1690730
    },
    {
      "epoch": 471.88,
      "grad_norm": 1.0805906057357788,
      "learning_rate": 1.8449808506755904e-06,
      "loss": 0.3498,
      "step": 1690740
    },
    {
      "epoch": 471.88,
      "grad_norm": 1.0779659748077393,
      "learning_rate": 1.844954430447805e-06,
      "loss": 0.3318,
      "step": 1690750
    },
    {
      "epoch": 471.88,
      "grad_norm": 1.3212478160858154,
      "learning_rate": 1.8449280102864099e-06,
      "loss": 0.3553,
      "step": 1690760
    },
    {
      "epoch": 471.89,
      "grad_norm": 1.1266157627105713,
      "learning_rate": 1.844901590191408e-06,
      "loss": 0.3485,
      "step": 1690770
    },
    {
      "epoch": 471.89,
      "grad_norm": 1.0412935018539429,
      "learning_rate": 1.844875170162802e-06,
      "loss": 0.3571,
      "step": 1690780
    },
    {
      "epoch": 471.89,
      "grad_norm": 1.2585856914520264,
      "learning_rate": 1.8448487502005976e-06,
      "loss": 0.3272,
      "step": 1690790
    },
    {
      "epoch": 471.9,
      "grad_norm": 1.1739580631256104,
      "learning_rate": 1.8448223303047972e-06,
      "loss": 0.322,
      "step": 1690800
    },
    {
      "epoch": 471.9,
      "grad_norm": 1.128108024597168,
      "learning_rate": 1.8447959104754026e-06,
      "loss": 0.3472,
      "step": 1690810
    },
    {
      "epoch": 471.9,
      "grad_norm": 1.3858665227890015,
      "learning_rate": 1.8447694907124205e-06,
      "loss": 0.3523,
      "step": 1690820
    },
    {
      "epoch": 471.9,
      "grad_norm": 1.048249363899231,
      "learning_rate": 1.8447430710158526e-06,
      "loss": 0.3497,
      "step": 1690830
    },
    {
      "epoch": 471.91,
      "grad_norm": 1.1021666526794434,
      "learning_rate": 1.8447166513857024e-06,
      "loss": 0.3361,
      "step": 1690840
    },
    {
      "epoch": 471.91,
      "grad_norm": 1.160070776939392,
      "learning_rate": 1.844690231821974e-06,
      "loss": 0.3441,
      "step": 1690850
    },
    {
      "epoch": 471.91,
      "grad_norm": 1.1896653175354004,
      "learning_rate": 1.8446638123246706e-06,
      "loss": 0.335,
      "step": 1690860
    },
    {
      "epoch": 471.91,
      "grad_norm": 1.241819977760315,
      "learning_rate": 1.8446373928937945e-06,
      "loss": 0.3343,
      "step": 1690870
    },
    {
      "epoch": 471.92,
      "grad_norm": 1.1490631103515625,
      "learning_rate": 1.8446109735293517e-06,
      "loss": 0.3402,
      "step": 1690880
    },
    {
      "epoch": 471.92,
      "grad_norm": 1.008111596107483,
      "learning_rate": 1.8445845542313444e-06,
      "loss": 0.3362,
      "step": 1690890
    },
    {
      "epoch": 471.92,
      "grad_norm": 8.035942077636719,
      "learning_rate": 1.8445581349997755e-06,
      "loss": 0.3612,
      "step": 1690900
    },
    {
      "epoch": 471.93,
      "grad_norm": 0.9575911164283752,
      "learning_rate": 1.8445317158346496e-06,
      "loss": 0.3415,
      "step": 1690910
    },
    {
      "epoch": 471.93,
      "grad_norm": 1.0289278030395508,
      "learning_rate": 1.84450529673597e-06,
      "loss": 0.3542,
      "step": 1690920
    },
    {
      "epoch": 471.93,
      "grad_norm": 1.0797117948532104,
      "learning_rate": 1.8444788777037391e-06,
      "loss": 0.3616,
      "step": 1690930
    },
    {
      "epoch": 471.93,
      "grad_norm": 0.9855847358703613,
      "learning_rate": 1.8444524587379622e-06,
      "loss": 0.3644,
      "step": 1690940
    },
    {
      "epoch": 471.94,
      "grad_norm": 1.1999454498291016,
      "learning_rate": 1.8444260398386422e-06,
      "loss": 0.3379,
      "step": 1690950
    },
    {
      "epoch": 471.94,
      "grad_norm": 1.0327966213226318,
      "learning_rate": 1.8443996210057809e-06,
      "loss": 0.3359,
      "step": 1690960
    },
    {
      "epoch": 471.94,
      "grad_norm": 0.908474326133728,
      "learning_rate": 1.8443732022393845e-06,
      "loss": 0.3556,
      "step": 1690970
    },
    {
      "epoch": 471.95,
      "grad_norm": 0.9287624955177307,
      "learning_rate": 1.8443467835394548e-06,
      "loss": 0.3351,
      "step": 1690980
    },
    {
      "epoch": 471.95,
      "grad_norm": 1.075440764427185,
      "learning_rate": 1.844320364905996e-06,
      "loss": 0.348,
      "step": 1690990
    },
    {
      "epoch": 471.95,
      "grad_norm": 1.1084904670715332,
      "learning_rate": 1.844293946339012e-06,
      "loss": 0.3375,
      "step": 1691000
    },
    {
      "epoch": 471.95,
      "grad_norm": 1.1373684406280518,
      "learning_rate": 1.8442675278385043e-06,
      "loss": 0.3577,
      "step": 1691010
    },
    {
      "epoch": 471.96,
      "grad_norm": 1.146174669265747,
      "learning_rate": 1.844241109404479e-06,
      "loss": 0.3556,
      "step": 1691020
    },
    {
      "epoch": 471.96,
      "grad_norm": 1.0894991159439087,
      "learning_rate": 1.8442146910369384e-06,
      "loss": 0.3259,
      "step": 1691030
    },
    {
      "epoch": 471.96,
      "grad_norm": 1.0008502006530762,
      "learning_rate": 1.8441882727358858e-06,
      "loss": 0.3542,
      "step": 1691040
    },
    {
      "epoch": 471.96,
      "grad_norm": 1.008320927619934,
      "learning_rate": 1.844161854501325e-06,
      "loss": 0.3461,
      "step": 1691050
    },
    {
      "epoch": 471.97,
      "grad_norm": 1.1060028076171875,
      "learning_rate": 1.8441354363332599e-06,
      "loss": 0.3369,
      "step": 1691060
    },
    {
      "epoch": 471.97,
      "grad_norm": 1.100806713104248,
      "learning_rate": 1.8441090182316927e-06,
      "loss": 0.3518,
      "step": 1691070
    },
    {
      "epoch": 471.97,
      "grad_norm": 0.9207432270050049,
      "learning_rate": 1.8440826001966288e-06,
      "loss": 0.3408,
      "step": 1691080
    },
    {
      "epoch": 471.98,
      "grad_norm": 1.2116836309432983,
      "learning_rate": 1.8440561822280707e-06,
      "loss": 0.3499,
      "step": 1691090
    },
    {
      "epoch": 471.98,
      "grad_norm": 1.1381512880325317,
      "learning_rate": 1.8440297643260209e-06,
      "loss": 0.333,
      "step": 1691100
    },
    {
      "epoch": 471.98,
      "grad_norm": 1.0510843992233276,
      "learning_rate": 1.8440033464904851e-06,
      "loss": 0.3647,
      "step": 1691110
    },
    {
      "epoch": 471.98,
      "grad_norm": 1.0657448768615723,
      "learning_rate": 1.8439769287214656e-06,
      "loss": 0.3477,
      "step": 1691120
    },
    {
      "epoch": 471.99,
      "grad_norm": 1.1597310304641724,
      "learning_rate": 1.8439505110189657e-06,
      "loss": 0.3478,
      "step": 1691130
    },
    {
      "epoch": 471.99,
      "grad_norm": 1.073485255241394,
      "learning_rate": 1.8439240933829896e-06,
      "loss": 0.3308,
      "step": 1691140
    },
    {
      "epoch": 471.99,
      "grad_norm": 1.1017816066741943,
      "learning_rate": 1.8438976758135408e-06,
      "loss": 0.344,
      "step": 1691150
    },
    {
      "epoch": 472.0,
      "grad_norm": 0.9436559677124023,
      "learning_rate": 1.843871258310621e-06,
      "loss": 0.3368,
      "step": 1691160
    },
    {
      "epoch": 472.0,
      "grad_norm": 1.080998182296753,
      "learning_rate": 1.8438448408742365e-06,
      "loss": 0.3451,
      "step": 1691170
    },
    {
      "epoch": 472.0,
      "eval_loss": 0.3440808057785034,
      "eval_runtime": 62.9311,
      "eval_samples_per_second": 80.39,
      "eval_steps_per_second": 10.059,
      "step": 1691176
    },
    {
      "epoch": 472.0,
      "grad_norm": 0.9492762088775635,
      "learning_rate": 1.8438184235043893e-06,
      "loss": 0.3389,
      "step": 1691180
    },
    {
      "epoch": 472.0,
      "grad_norm": 1.225098967552185,
      "learning_rate": 1.843792006201083e-06,
      "loss": 0.3421,
      "step": 1691190
    },
    {
      "epoch": 472.01,
      "grad_norm": 1.0431509017944336,
      "learning_rate": 1.8437655889643213e-06,
      "loss": 0.3446,
      "step": 1691200
    },
    {
      "epoch": 472.01,
      "grad_norm": 1.0128047466278076,
      "learning_rate": 1.843739171794108e-06,
      "loss": 0.3312,
      "step": 1691210
    },
    {
      "epoch": 472.01,
      "grad_norm": 0.9981516003608704,
      "learning_rate": 1.843712754690445e-06,
      "loss": 0.3659,
      "step": 1691220
    },
    {
      "epoch": 472.02,
      "grad_norm": 1.073440670967102,
      "learning_rate": 1.8436863376533382e-06,
      "loss": 0.3349,
      "step": 1691230
    },
    {
      "epoch": 472.02,
      "grad_norm": 1.0617780685424805,
      "learning_rate": 1.8436599206827902e-06,
      "loss": 0.3376,
      "step": 1691240
    },
    {
      "epoch": 472.02,
      "grad_norm": 1.0455827713012695,
      "learning_rate": 1.843633503778803e-06,
      "loss": 0.3528,
      "step": 1691250
    },
    {
      "epoch": 472.02,
      "grad_norm": 1.1778403520584106,
      "learning_rate": 1.8436070869413828e-06,
      "loss": 0.3357,
      "step": 1691260
    },
    {
      "epoch": 472.03,
      "grad_norm": 0.9675154685974121,
      "learning_rate": 1.843580670170531e-06,
      "loss": 0.3487,
      "step": 1691270
    },
    {
      "epoch": 472.03,
      "grad_norm": 0.9488893151283264,
      "learning_rate": 1.8435542534662524e-06,
      "loss": 0.3447,
      "step": 1691280
    },
    {
      "epoch": 472.03,
      "grad_norm": 1.1178467273712158,
      "learning_rate": 1.8435278368285502e-06,
      "loss": 0.3382,
      "step": 1691290
    },
    {
      "epoch": 472.03,
      "grad_norm": 1.0343443155288696,
      "learning_rate": 1.8435014202574265e-06,
      "loss": 0.3322,
      "step": 1691300
    },
    {
      "epoch": 472.04,
      "grad_norm": 1.1448466777801514,
      "learning_rate": 1.8434750037528868e-06,
      "loss": 0.3405,
      "step": 1691310
    },
    {
      "epoch": 472.04,
      "grad_norm": 1.265329360961914,
      "learning_rate": 1.8434485873149342e-06,
      "loss": 0.3326,
      "step": 1691320
    },
    {
      "epoch": 472.04,
      "grad_norm": 1.1562708616256714,
      "learning_rate": 1.8434221709435714e-06,
      "loss": 0.3435,
      "step": 1691330
    },
    {
      "epoch": 472.05,
      "grad_norm": 1.0908278226852417,
      "learning_rate": 1.8433957546388029e-06,
      "loss": 0.3385,
      "step": 1691340
    },
    {
      "epoch": 472.05,
      "grad_norm": 1.0670520067214966,
      "learning_rate": 1.8433693384006315e-06,
      "loss": 0.3428,
      "step": 1691350
    },
    {
      "epoch": 472.05,
      "grad_norm": 0.977602481842041,
      "learning_rate": 1.8433429222290598e-06,
      "loss": 0.344,
      "step": 1691360
    },
    {
      "epoch": 472.05,
      "grad_norm": 1.082713007926941,
      "learning_rate": 1.8433165061240934e-06,
      "loss": 0.3514,
      "step": 1691370
    },
    {
      "epoch": 472.06,
      "grad_norm": 1.0119909048080444,
      "learning_rate": 1.843290090085735e-06,
      "loss": 0.3422,
      "step": 1691380
    },
    {
      "epoch": 472.06,
      "grad_norm": 1.1348178386688232,
      "learning_rate": 1.843263674113987e-06,
      "loss": 0.346,
      "step": 1691390
    },
    {
      "epoch": 472.06,
      "grad_norm": 0.9806151986122131,
      "learning_rate": 1.8432372582088546e-06,
      "loss": 0.3492,
      "step": 1691400
    },
    {
      "epoch": 472.07,
      "grad_norm": 1.0893526077270508,
      "learning_rate": 1.843210842370341e-06,
      "loss": 0.3417,
      "step": 1691410
    },
    {
      "epoch": 472.07,
      "grad_norm": 1.0036628246307373,
      "learning_rate": 1.8431844265984485e-06,
      "loss": 0.3515,
      "step": 1691420
    },
    {
      "epoch": 472.07,
      "grad_norm": 1.0164825916290283,
      "learning_rate": 1.8431580108931818e-06,
      "loss": 0.3656,
      "step": 1691430
    },
    {
      "epoch": 472.07,
      "grad_norm": 1.10333251953125,
      "learning_rate": 1.8431315952545443e-06,
      "loss": 0.3577,
      "step": 1691440
    },
    {
      "epoch": 472.08,
      "grad_norm": 1.0416041612625122,
      "learning_rate": 1.8431051796825381e-06,
      "loss": 0.339,
      "step": 1691450
    },
    {
      "epoch": 472.08,
      "grad_norm": 1.255305290222168,
      "learning_rate": 1.843078764177169e-06,
      "loss": 0.3536,
      "step": 1691460
    },
    {
      "epoch": 472.08,
      "grad_norm": 0.9470943808555603,
      "learning_rate": 1.8430523487384394e-06,
      "loss": 0.3315,
      "step": 1691470
    },
    {
      "epoch": 472.08,
      "grad_norm": 1.186018943786621,
      "learning_rate": 1.843025933366352e-06,
      "loss": 0.3359,
      "step": 1691480
    },
    {
      "epoch": 472.09,
      "grad_norm": 1.0246487855911255,
      "learning_rate": 1.842999518060912e-06,
      "loss": 0.3411,
      "step": 1691490
    },
    {
      "epoch": 472.09,
      "grad_norm": 1.2199660539627075,
      "learning_rate": 1.842973102822122e-06,
      "loss": 0.3375,
      "step": 1691500
    },
    {
      "epoch": 472.09,
      "grad_norm": 0.9769694805145264,
      "learning_rate": 1.842946687649984e-06,
      "loss": 0.3489,
      "step": 1691510
    },
    {
      "epoch": 472.1,
      "grad_norm": 1.152445673942566,
      "learning_rate": 1.8429202725445046e-06,
      "loss": 0.3572,
      "step": 1691520
    },
    {
      "epoch": 472.1,
      "grad_norm": 1.0954375267028809,
      "learning_rate": 1.8428938575056857e-06,
      "loss": 0.3625,
      "step": 1691530
    },
    {
      "epoch": 472.1,
      "grad_norm": 1.0936172008514404,
      "learning_rate": 1.8428674425335296e-06,
      "loss": 0.335,
      "step": 1691540
    },
    {
      "epoch": 472.1,
      "grad_norm": 1.1681309938430786,
      "learning_rate": 1.8428410276280423e-06,
      "loss": 0.3597,
      "step": 1691550
    },
    {
      "epoch": 472.11,
      "grad_norm": 0.9867382645606995,
      "learning_rate": 1.8428146127892257e-06,
      "loss": 0.3377,
      "step": 1691560
    },
    {
      "epoch": 472.11,
      "grad_norm": 0.9586805105209351,
      "learning_rate": 1.8427881980170842e-06,
      "loss": 0.3313,
      "step": 1691570
    },
    {
      "epoch": 472.11,
      "grad_norm": 0.9969415068626404,
      "learning_rate": 1.8427617833116206e-06,
      "loss": 0.3433,
      "step": 1691580
    },
    {
      "epoch": 472.12,
      "grad_norm": 1.1651090383529663,
      "learning_rate": 1.8427353686728378e-06,
      "loss": 0.3476,
      "step": 1691590
    },
    {
      "epoch": 472.12,
      "grad_norm": 1.0305869579315186,
      "learning_rate": 1.8427089541007413e-06,
      "loss": 0.326,
      "step": 1691600
    },
    {
      "epoch": 472.12,
      "grad_norm": 1.1715492010116577,
      "learning_rate": 1.8426825395953335e-06,
      "loss": 0.3271,
      "step": 1691610
    },
    {
      "epoch": 472.12,
      "grad_norm": 1.567488193511963,
      "learning_rate": 1.8426561251566174e-06,
      "loss": 0.3364,
      "step": 1691620
    },
    {
      "epoch": 472.13,
      "grad_norm": 1.1601380109786987,
      "learning_rate": 1.842629710784597e-06,
      "loss": 0.337,
      "step": 1691630
    },
    {
      "epoch": 472.13,
      "grad_norm": 1.1213041543960571,
      "learning_rate": 1.8426032964792763e-06,
      "loss": 0.358,
      "step": 1691640
    },
    {
      "epoch": 472.13,
      "grad_norm": 1.2101361751556396,
      "learning_rate": 1.842576882240658e-06,
      "loss": 0.3386,
      "step": 1691650
    },
    {
      "epoch": 472.14,
      "grad_norm": 1.0008609294891357,
      "learning_rate": 1.8425504680687463e-06,
      "loss": 0.3494,
      "step": 1691660
    },
    {
      "epoch": 472.14,
      "grad_norm": 6.691825866699219,
      "learning_rate": 1.8425240539635445e-06,
      "loss": 0.3409,
      "step": 1691670
    },
    {
      "epoch": 472.14,
      "grad_norm": 1.276912808418274,
      "learning_rate": 1.842497639925055e-06,
      "loss": 0.348,
      "step": 1691680
    },
    {
      "epoch": 472.14,
      "grad_norm": 1.1065120697021484,
      "learning_rate": 1.8424712259532831e-06,
      "loss": 0.368,
      "step": 1691690
    },
    {
      "epoch": 472.15,
      "grad_norm": 1.0760040283203125,
      "learning_rate": 1.842444812048232e-06,
      "loss": 0.3254,
      "step": 1691700
    },
    {
      "epoch": 472.15,
      "grad_norm": 1.1300522089004517,
      "learning_rate": 1.842418398209904e-06,
      "loss": 0.3421,
      "step": 1691710
    },
    {
      "epoch": 472.15,
      "grad_norm": 1.1894123554229736,
      "learning_rate": 1.8423919844383038e-06,
      "loss": 0.3556,
      "step": 1691720
    },
    {
      "epoch": 472.15,
      "grad_norm": 1.0886530876159668,
      "learning_rate": 1.8423655707334346e-06,
      "loss": 0.3279,
      "step": 1691730
    },
    {
      "epoch": 472.16,
      "grad_norm": 1.123934030532837,
      "learning_rate": 1.8423391570952988e-06,
      "loss": 0.3409,
      "step": 1691740
    },
    {
      "epoch": 472.16,
      "grad_norm": 1.1614118814468384,
      "learning_rate": 1.842312743523902e-06,
      "loss": 0.3386,
      "step": 1691750
    },
    {
      "epoch": 472.16,
      "grad_norm": 1.02351975440979,
      "learning_rate": 1.8422863300192464e-06,
      "loss": 0.3314,
      "step": 1691760
    },
    {
      "epoch": 472.17,
      "grad_norm": 1.1686387062072754,
      "learning_rate": 1.842259916581335e-06,
      "loss": 0.345,
      "step": 1691770
    },
    {
      "epoch": 472.17,
      "grad_norm": 1.0384780168533325,
      "learning_rate": 1.842233503210173e-06,
      "loss": 0.3565,
      "step": 1691780
    },
    {
      "epoch": 472.17,
      "grad_norm": 1.1831504106521606,
      "learning_rate": 1.842207089905763e-06,
      "loss": 0.3483,
      "step": 1691790
    },
    {
      "epoch": 472.17,
      "grad_norm": 3.031853199005127,
      "learning_rate": 1.8421806766681077e-06,
      "loss": 0.3397,
      "step": 1691800
    },
    {
      "epoch": 472.18,
      "grad_norm": 1.0730609893798828,
      "learning_rate": 1.8421542634972125e-06,
      "loss": 0.3485,
      "step": 1691810
    },
    {
      "epoch": 472.18,
      "grad_norm": 0.9372378587722778,
      "learning_rate": 1.8421278503930793e-06,
      "loss": 0.3307,
      "step": 1691820
    },
    {
      "epoch": 472.18,
      "grad_norm": 1.0417852401733398,
      "learning_rate": 1.8421014373557112e-06,
      "loss": 0.3474,
      "step": 1691830
    },
    {
      "epoch": 472.19,
      "grad_norm": 1.068163275718689,
      "learning_rate": 1.842075024385114e-06,
      "loss": 0.3499,
      "step": 1691840
    },
    {
      "epoch": 472.19,
      "grad_norm": 1.1409099102020264,
      "learning_rate": 1.842048611481289e-06,
      "loss": 0.3556,
      "step": 1691850
    },
    {
      "epoch": 472.19,
      "grad_norm": 1.1693096160888672,
      "learning_rate": 1.8420221986442414e-06,
      "loss": 0.352,
      "step": 1691860
    },
    {
      "epoch": 472.19,
      "grad_norm": 1.2338571548461914,
      "learning_rate": 1.8419957858739736e-06,
      "loss": 0.3412,
      "step": 1691870
    },
    {
      "epoch": 472.2,
      "grad_norm": 1.2841925621032715,
      "learning_rate": 1.8419693731704888e-06,
      "loss": 0.3487,
      "step": 1691880
    },
    {
      "epoch": 472.2,
      "grad_norm": 1.0019779205322266,
      "learning_rate": 1.8419429605337916e-06,
      "loss": 0.336,
      "step": 1691890
    },
    {
      "epoch": 472.2,
      "grad_norm": 1.1192278861999512,
      "learning_rate": 1.8419165479638855e-06,
      "loss": 0.3473,
      "step": 1691900
    },
    {
      "epoch": 472.2,
      "grad_norm": 0.9850388765335083,
      "learning_rate": 1.8418901354607724e-06,
      "loss": 0.3361,
      "step": 1691910
    },
    {
      "epoch": 472.21,
      "grad_norm": 1.0792063474655151,
      "learning_rate": 1.841863723024458e-06,
      "loss": 0.3363,
      "step": 1691920
    },
    {
      "epoch": 472.21,
      "grad_norm": 1.0330159664154053,
      "learning_rate": 1.8418373106549448e-06,
      "loss": 0.3584,
      "step": 1691930
    },
    {
      "epoch": 472.21,
      "grad_norm": 1.6657214164733887,
      "learning_rate": 1.841810898352236e-06,
      "loss": 0.3384,
      "step": 1691940
    },
    {
      "epoch": 472.22,
      "grad_norm": 1.0293784141540527,
      "learning_rate": 1.8417844861163357e-06,
      "loss": 0.3383,
      "step": 1691950
    },
    {
      "epoch": 472.22,
      "grad_norm": 1.0779633522033691,
      "learning_rate": 1.8417580739472475e-06,
      "loss": 0.3565,
      "step": 1691960
    },
    {
      "epoch": 472.22,
      "grad_norm": 1.5568187236785889,
      "learning_rate": 1.841731661844973e-06,
      "loss": 0.3444,
      "step": 1691970
    },
    {
      "epoch": 472.22,
      "grad_norm": 1.4628633260726929,
      "learning_rate": 1.8417052498095185e-06,
      "loss": 0.3537,
      "step": 1691980
    },
    {
      "epoch": 472.23,
      "grad_norm": 0.9470670819282532,
      "learning_rate": 1.8416788378408863e-06,
      "loss": 0.3302,
      "step": 1691990
    },
    {
      "epoch": 472.23,
      "grad_norm": 1.177677035331726,
      "learning_rate": 1.8416524259390796e-06,
      "loss": 0.3551,
      "step": 1692000
    },
    {
      "epoch": 472.23,
      "grad_norm": 1.1115342378616333,
      "learning_rate": 1.8416260141041027e-06,
      "loss": 0.3364,
      "step": 1692010
    },
    {
      "epoch": 472.24,
      "grad_norm": 1.144670844078064,
      "learning_rate": 1.8415996023359586e-06,
      "loss": 0.3416,
      "step": 1692020
    },
    {
      "epoch": 472.24,
      "grad_norm": 1.0675532817840576,
      "learning_rate": 1.8415731906346496e-06,
      "loss": 0.3341,
      "step": 1692030
    },
    {
      "epoch": 472.24,
      "grad_norm": 1.0515793561935425,
      "learning_rate": 1.8415467790001817e-06,
      "loss": 0.3304,
      "step": 1692040
    },
    {
      "epoch": 472.24,
      "grad_norm": 1.0680088996887207,
      "learning_rate": 1.8415203674325572e-06,
      "loss": 0.3442,
      "step": 1692050
    },
    {
      "epoch": 472.25,
      "grad_norm": 1.0250563621520996,
      "learning_rate": 1.8414939559317784e-06,
      "loss": 0.355,
      "step": 1692060
    },
    {
      "epoch": 472.25,
      "grad_norm": 0.9992604851722717,
      "learning_rate": 1.8414675444978513e-06,
      "loss": 0.35,
      "step": 1692070
    },
    {
      "epoch": 472.25,
      "grad_norm": 0.8883131146430969,
      "learning_rate": 1.841441133130778e-06,
      "loss": 0.3275,
      "step": 1692080
    },
    {
      "epoch": 472.26,
      "grad_norm": 0.9740883708000183,
      "learning_rate": 1.8414147218305615e-06,
      "loss": 0.3332,
      "step": 1692090
    },
    {
      "epoch": 472.26,
      "grad_norm": 3.498539686203003,
      "learning_rate": 1.8413883105972065e-06,
      "loss": 0.3492,
      "step": 1692100
    },
    {
      "epoch": 472.26,
      "grad_norm": 1.0040547847747803,
      "learning_rate": 1.8413618994307163e-06,
      "loss": 0.3368,
      "step": 1692110
    },
    {
      "epoch": 472.26,
      "grad_norm": 1.5203109979629517,
      "learning_rate": 1.8413354883310927e-06,
      "loss": 0.3479,
      "step": 1692120
    },
    {
      "epoch": 472.27,
      "grad_norm": 1.086988925933838,
      "learning_rate": 1.8413090772983418e-06,
      "loss": 0.3469,
      "step": 1692130
    },
    {
      "epoch": 472.27,
      "grad_norm": 1.035402536392212,
      "learning_rate": 1.8412826663324654e-06,
      "loss": 0.3484,
      "step": 1692140
    },
    {
      "epoch": 472.27,
      "grad_norm": 0.9829823970794678,
      "learning_rate": 1.8412562554334681e-06,
      "loss": 0.334,
      "step": 1692150
    },
    {
      "epoch": 472.27,
      "grad_norm": 0.9847525954246521,
      "learning_rate": 1.8412298446013528e-06,
      "loss": 0.3444,
      "step": 1692160
    },
    {
      "epoch": 472.28,
      "grad_norm": 1.0705363750457764,
      "learning_rate": 1.841203433836122e-06,
      "loss": 0.3391,
      "step": 1692170
    },
    {
      "epoch": 472.28,
      "grad_norm": 1.7105793952941895,
      "learning_rate": 1.8411770231377812e-06,
      "loss": 0.3461,
      "step": 1692180
    },
    {
      "epoch": 472.28,
      "grad_norm": 0.9783781170845032,
      "learning_rate": 1.8411506125063333e-06,
      "loss": 0.3351,
      "step": 1692190
    },
    {
      "epoch": 472.29,
      "grad_norm": 1.0954108238220215,
      "learning_rate": 1.8411242019417802e-06,
      "loss": 0.3464,
      "step": 1692200
    },
    {
      "epoch": 472.29,
      "grad_norm": 1.135786533355713,
      "learning_rate": 1.8410977914441281e-06,
      "loss": 0.3437,
      "step": 1692210
    },
    {
      "epoch": 472.29,
      "grad_norm": 1.0930051803588867,
      "learning_rate": 1.841071381013379e-06,
      "loss": 0.3519,
      "step": 1692220
    },
    {
      "epoch": 472.29,
      "grad_norm": 1.0252175331115723,
      "learning_rate": 1.8410449706495359e-06,
      "loss": 0.3271,
      "step": 1692230
    },
    {
      "epoch": 472.3,
      "grad_norm": 1.181099534034729,
      "learning_rate": 1.8410185603526035e-06,
      "loss": 0.3466,
      "step": 1692240
    },
    {
      "epoch": 472.3,
      "grad_norm": 1.1561373472213745,
      "learning_rate": 1.8409921501225849e-06,
      "loss": 0.3386,
      "step": 1692250
    },
    {
      "epoch": 472.3,
      "grad_norm": 1.0522516965866089,
      "learning_rate": 1.8409657399594824e-06,
      "loss": 0.33,
      "step": 1692260
    },
    {
      "epoch": 472.31,
      "grad_norm": 1.1469382047653198,
      "learning_rate": 1.8409393298633018e-06,
      "loss": 0.3383,
      "step": 1692270
    },
    {
      "epoch": 472.31,
      "grad_norm": 1.0069674253463745,
      "learning_rate": 1.8409129198340454e-06,
      "loss": 0.3523,
      "step": 1692280
    },
    {
      "epoch": 472.31,
      "grad_norm": 1.0584495067596436,
      "learning_rate": 1.840886509871716e-06,
      "loss": 0.3377,
      "step": 1692290
    },
    {
      "epoch": 472.31,
      "grad_norm": 1.1116911172866821,
      "learning_rate": 1.8408600999763186e-06,
      "loss": 0.3544,
      "step": 1692300
    },
    {
      "epoch": 472.32,
      "grad_norm": 1.0709189176559448,
      "learning_rate": 1.840833690147856e-06,
      "loss": 0.3206,
      "step": 1692310
    },
    {
      "epoch": 472.32,
      "grad_norm": 1.1464277505874634,
      "learning_rate": 1.8408072803863306e-06,
      "loss": 0.32,
      "step": 1692320
    },
    {
      "epoch": 472.32,
      "grad_norm": 1.0617702007293701,
      "learning_rate": 1.8407808706917482e-06,
      "loss": 0.3379,
      "step": 1692330
    },
    {
      "epoch": 472.32,
      "grad_norm": 1.108669638633728,
      "learning_rate": 1.8407544610641108e-06,
      "loss": 0.3386,
      "step": 1692340
    },
    {
      "epoch": 472.33,
      "grad_norm": 0.9503887295722961,
      "learning_rate": 1.8407280515034213e-06,
      "loss": 0.3329,
      "step": 1692350
    },
    {
      "epoch": 472.33,
      "grad_norm": 0.8422294855117798,
      "learning_rate": 1.8407016420096854e-06,
      "loss": 0.3311,
      "step": 1692360
    },
    {
      "epoch": 472.33,
      "grad_norm": 1.1021649837493896,
      "learning_rate": 1.8406752325829054e-06,
      "loss": 0.3612,
      "step": 1692370
    },
    {
      "epoch": 472.34,
      "grad_norm": 1.0906797647476196,
      "learning_rate": 1.8406488232230839e-06,
      "loss": 0.3363,
      "step": 1692380
    },
    {
      "epoch": 472.34,
      "grad_norm": 0.9450241923332214,
      "learning_rate": 1.840622413930226e-06,
      "loss": 0.3407,
      "step": 1692390
    },
    {
      "epoch": 472.34,
      "grad_norm": 1.236533284187317,
      "learning_rate": 1.8405960047043345e-06,
      "loss": 0.3407,
      "step": 1692400
    },
    {
      "epoch": 472.34,
      "grad_norm": 1.2249988317489624,
      "learning_rate": 1.8405695955454123e-06,
      "loss": 0.3353,
      "step": 1692410
    },
    {
      "epoch": 472.35,
      "grad_norm": 0.8854123950004578,
      "learning_rate": 1.8405431864534641e-06,
      "loss": 0.3323,
      "step": 1692420
    },
    {
      "epoch": 472.35,
      "grad_norm": 0.8583963513374329,
      "learning_rate": 1.8405167774284926e-06,
      "loss": 0.3321,
      "step": 1692430
    },
    {
      "epoch": 472.35,
      "grad_norm": 1.1015641689300537,
      "learning_rate": 1.8404903684705018e-06,
      "loss": 0.3327,
      "step": 1692440
    },
    {
      "epoch": 472.36,
      "grad_norm": 1.00215744972229,
      "learning_rate": 1.8404639595794953e-06,
      "loss": 0.3395,
      "step": 1692450
    },
    {
      "epoch": 472.36,
      "grad_norm": 1.1691478490829468,
      "learning_rate": 1.8404375507554753e-06,
      "loss": 0.343,
      "step": 1692460
    },
    {
      "epoch": 472.36,
      "grad_norm": 1.244786024093628,
      "learning_rate": 1.8404111419984471e-06,
      "loss": 0.3309,
      "step": 1692470
    },
    {
      "epoch": 472.36,
      "grad_norm": 1.2681506872177124,
      "learning_rate": 1.8403847333084134e-06,
      "loss": 0.3515,
      "step": 1692480
    },
    {
      "epoch": 472.37,
      "grad_norm": 1.1884204149246216,
      "learning_rate": 1.8403583246853771e-06,
      "loss": 0.3403,
      "step": 1692490
    },
    {
      "epoch": 472.37,
      "grad_norm": 0.9592103362083435,
      "learning_rate": 1.8403319161293431e-06,
      "loss": 0.3703,
      "step": 1692500
    },
    {
      "epoch": 472.37,
      "grad_norm": 1.2073167562484741,
      "learning_rate": 1.8403055076403143e-06,
      "loss": 0.3414,
      "step": 1692510
    },
    {
      "epoch": 472.38,
      "grad_norm": 1.060760259628296,
      "learning_rate": 1.8402790992182936e-06,
      "loss": 0.3546,
      "step": 1692520
    },
    {
      "epoch": 472.38,
      "grad_norm": 0.9848297834396362,
      "learning_rate": 1.8402526908632855e-06,
      "loss": 0.347,
      "step": 1692530
    },
    {
      "epoch": 472.38,
      "grad_norm": 1.1582598686218262,
      "learning_rate": 1.840226282575293e-06,
      "loss": 0.3521,
      "step": 1692540
    },
    {
      "epoch": 472.38,
      "grad_norm": 1.0784485340118408,
      "learning_rate": 1.8401998743543187e-06,
      "loss": 0.3327,
      "step": 1692550
    },
    {
      "epoch": 472.39,
      "grad_norm": 1.179803490638733,
      "learning_rate": 1.8401734662003678e-06,
      "loss": 0.3675,
      "step": 1692560
    },
    {
      "epoch": 472.39,
      "grad_norm": 0.9616097211837769,
      "learning_rate": 1.8401470581134433e-06,
      "loss": 0.339,
      "step": 1692570
    },
    {
      "epoch": 472.39,
      "grad_norm": 1.0739675760269165,
      "learning_rate": 1.840120650093548e-06,
      "loss": 0.3485,
      "step": 1692580
    },
    {
      "epoch": 472.39,
      "grad_norm": 0.9770025014877319,
      "learning_rate": 1.840094242140686e-06,
      "loss": 0.337,
      "step": 1692590
    },
    {
      "epoch": 472.4,
      "grad_norm": 1.121964454650879,
      "learning_rate": 1.840067834254861e-06,
      "loss": 0.3391,
      "step": 1692600
    },
    {
      "epoch": 472.4,
      "grad_norm": 1.0628639459609985,
      "learning_rate": 1.840041426436076e-06,
      "loss": 0.3461,
      "step": 1692610
    },
    {
      "epoch": 472.4,
      "grad_norm": 1.1728209257125854,
      "learning_rate": 1.8400150186843349e-06,
      "loss": 0.3561,
      "step": 1692620
    },
    {
      "epoch": 472.41,
      "grad_norm": 1.0051708221435547,
      "learning_rate": 1.8399886109996411e-06,
      "loss": 0.3313,
      "step": 1692630
    },
    {
      "epoch": 472.41,
      "grad_norm": 0.9873144030570984,
      "learning_rate": 1.8399622033819972e-06,
      "loss": 0.3345,
      "step": 1692640
    },
    {
      "epoch": 472.41,
      "grad_norm": 0.8813620805740356,
      "learning_rate": 1.8399357958314087e-06,
      "loss": 0.345,
      "step": 1692650
    },
    {
      "epoch": 472.41,
      "grad_norm": 0.95335853099823,
      "learning_rate": 1.839909388347878e-06,
      "loss": 0.3529,
      "step": 1692660
    },
    {
      "epoch": 472.42,
      "grad_norm": 0.931359052658081,
      "learning_rate": 1.839882980931408e-06,
      "loss": 0.3351,
      "step": 1692670
    },
    {
      "epoch": 472.42,
      "grad_norm": 1.0126008987426758,
      "learning_rate": 1.8398565735820032e-06,
      "loss": 0.356,
      "step": 1692680
    },
    {
      "epoch": 472.42,
      "grad_norm": 0.9527384638786316,
      "learning_rate": 1.8398301662996672e-06,
      "loss": 0.3252,
      "step": 1692690
    },
    {
      "epoch": 472.43,
      "grad_norm": 1.1292144060134888,
      "learning_rate": 1.8398037590844017e-06,
      "loss": 0.3515,
      "step": 1692700
    },
    {
      "epoch": 472.43,
      "grad_norm": 1.4756708145141602,
      "learning_rate": 1.8397773519362127e-06,
      "loss": 0.3557,
      "step": 1692710
    },
    {
      "epoch": 472.43,
      "grad_norm": 1.0741443634033203,
      "learning_rate": 1.8397509448551014e-06,
      "loss": 0.3361,
      "step": 1692720
    },
    {
      "epoch": 472.43,
      "grad_norm": 1.077338457107544,
      "learning_rate": 1.8397245378410738e-06,
      "loss": 0.3566,
      "step": 1692730
    },
    {
      "epoch": 472.44,
      "grad_norm": 1.08790922164917,
      "learning_rate": 1.8396981308941321e-06,
      "loss": 0.3302,
      "step": 1692740
    },
    {
      "epoch": 472.44,
      "grad_norm": 1.1042137145996094,
      "learning_rate": 1.8396717240142793e-06,
      "loss": 0.3384,
      "step": 1692750
    },
    {
      "epoch": 472.44,
      "grad_norm": 1.1287364959716797,
      "learning_rate": 1.8396453172015198e-06,
      "loss": 0.3726,
      "step": 1692760
    },
    {
      "epoch": 472.44,
      "grad_norm": 1.2110648155212402,
      "learning_rate": 1.839618910455857e-06,
      "loss": 0.3338,
      "step": 1692770
    },
    {
      "epoch": 472.45,
      "grad_norm": 0.9618431329727173,
      "learning_rate": 1.8395925037772929e-06,
      "loss": 0.3518,
      "step": 1692780
    },
    {
      "epoch": 472.45,
      "grad_norm": 1.4471104145050049,
      "learning_rate": 1.8395660971658337e-06,
      "loss": 0.3368,
      "step": 1692790
    },
    {
      "epoch": 472.45,
      "grad_norm": 1.2241932153701782,
      "learning_rate": 1.839539690621481e-06,
      "loss": 0.341,
      "step": 1692800
    },
    {
      "epoch": 472.46,
      "grad_norm": 1.0300906896591187,
      "learning_rate": 1.8395132841442387e-06,
      "loss": 0.3474,
      "step": 1692810
    },
    {
      "epoch": 472.46,
      "grad_norm": 1.2900807857513428,
      "learning_rate": 1.8394868777341108e-06,
      "loss": 0.3527,
      "step": 1692820
    },
    {
      "epoch": 472.46,
      "grad_norm": 1.1366254091262817,
      "learning_rate": 1.8394604713911005e-06,
      "loss": 0.3447,
      "step": 1692830
    },
    {
      "epoch": 472.46,
      "grad_norm": 1.0180646181106567,
      "learning_rate": 1.8394340651152102e-06,
      "loss": 0.356,
      "step": 1692840
    },
    {
      "epoch": 472.47,
      "grad_norm": 1.074573040008545,
      "learning_rate": 1.8394076589064455e-06,
      "loss": 0.3342,
      "step": 1692850
    },
    {
      "epoch": 472.47,
      "grad_norm": 1.0985841751098633,
      "learning_rate": 1.8393812527648092e-06,
      "loss": 0.3417,
      "step": 1692860
    },
    {
      "epoch": 472.47,
      "grad_norm": 1.0913718938827515,
      "learning_rate": 1.839354846690303e-06,
      "loss": 0.3382,
      "step": 1692870
    },
    {
      "epoch": 472.48,
      "grad_norm": 1.0020434856414795,
      "learning_rate": 1.8393284406829334e-06,
      "loss": 0.3468,
      "step": 1692880
    },
    {
      "epoch": 472.48,
      "grad_norm": 1.193764328956604,
      "learning_rate": 1.8393020347427023e-06,
      "loss": 0.3512,
      "step": 1692890
    },
    {
      "epoch": 472.48,
      "grad_norm": 1.0067684650421143,
      "learning_rate": 1.839275628869613e-06,
      "loss": 0.3395,
      "step": 1692900
    },
    {
      "epoch": 472.48,
      "grad_norm": 1.1832247972488403,
      "learning_rate": 1.8392492230636696e-06,
      "loss": 0.3444,
      "step": 1692910
    },
    {
      "epoch": 472.49,
      "grad_norm": 0.9801207184791565,
      "learning_rate": 1.8392228173248757e-06,
      "loss": 0.3291,
      "step": 1692920
    },
    {
      "epoch": 472.49,
      "grad_norm": 1.0049829483032227,
      "learning_rate": 1.8391964116532332e-06,
      "loss": 0.3462,
      "step": 1692930
    },
    {
      "epoch": 472.49,
      "grad_norm": 2.923002243041992,
      "learning_rate": 1.8391700060487477e-06,
      "loss": 0.3493,
      "step": 1692940
    },
    {
      "epoch": 472.5,
      "grad_norm": 1.0664128065109253,
      "learning_rate": 1.8391436005114225e-06,
      "loss": 0.338,
      "step": 1692950
    },
    {
      "epoch": 472.5,
      "grad_norm": 1.259706735610962,
      "learning_rate": 1.83911719504126e-06,
      "loss": 0.3486,
      "step": 1692960
    },
    {
      "epoch": 472.5,
      "grad_norm": 1.158266305923462,
      "learning_rate": 1.8390907896382646e-06,
      "loss": 0.3433,
      "step": 1692970
    },
    {
      "epoch": 472.5,
      "grad_norm": 0.9234455227851868,
      "learning_rate": 1.8390643843024393e-06,
      "loss": 0.3409,
      "step": 1692980
    },
    {
      "epoch": 472.51,
      "grad_norm": 1.0976649522781372,
      "learning_rate": 1.839037979033787e-06,
      "loss": 0.333,
      "step": 1692990
    },
    {
      "epoch": 472.51,
      "grad_norm": 1.0202431678771973,
      "learning_rate": 1.8390115738323126e-06,
      "loss": 0.3372,
      "step": 1693000
    },
    {
      "epoch": 472.51,
      "grad_norm": 1.1235406398773193,
      "learning_rate": 1.8389851686980185e-06,
      "loss": 0.3393,
      "step": 1693010
    },
    {
      "epoch": 472.51,
      "grad_norm": 0.9996118545532227,
      "learning_rate": 1.8389587636309096e-06,
      "loss": 0.3209,
      "step": 1693020
    },
    {
      "epoch": 472.52,
      "grad_norm": 1.028874397277832,
      "learning_rate": 1.8389323586309887e-06,
      "loss": 0.3473,
      "step": 1693030
    },
    {
      "epoch": 472.52,
      "grad_norm": 1.419563889503479,
      "learning_rate": 1.8389059536982586e-06,
      "loss": 0.3347,
      "step": 1693040
    },
    {
      "epoch": 472.52,
      "grad_norm": 1.0032789707183838,
      "learning_rate": 1.8388795488327236e-06,
      "loss": 0.3373,
      "step": 1693050
    },
    {
      "epoch": 472.53,
      "grad_norm": 0.8400729298591614,
      "learning_rate": 1.8388531440343872e-06,
      "loss": 0.332,
      "step": 1693060
    },
    {
      "epoch": 472.53,
      "grad_norm": 1.2369273900985718,
      "learning_rate": 1.8388267393032518e-06,
      "loss": 0.3407,
      "step": 1693070
    },
    {
      "epoch": 472.53,
      "grad_norm": 1.0288417339324951,
      "learning_rate": 1.8388003346393227e-06,
      "loss": 0.3284,
      "step": 1693080
    },
    {
      "epoch": 472.53,
      "grad_norm": 1.1343671083450317,
      "learning_rate": 1.8387739300426027e-06,
      "loss": 0.3474,
      "step": 1693090
    },
    {
      "epoch": 472.54,
      "grad_norm": 0.977189838886261,
      "learning_rate": 1.8387475255130946e-06,
      "loss": 0.3269,
      "step": 1693100
    },
    {
      "epoch": 472.54,
      "grad_norm": 1.0223112106323242,
      "learning_rate": 1.8387211210508026e-06,
      "loss": 0.3348,
      "step": 1693110
    },
    {
      "epoch": 472.54,
      "grad_norm": 1.2091609239578247,
      "learning_rate": 1.8386947166557307e-06,
      "loss": 0.345,
      "step": 1693120
    },
    {
      "epoch": 472.55,
      "grad_norm": 1.511716604232788,
      "learning_rate": 1.8386683123278804e-06,
      "loss": 0.3467,
      "step": 1693130
    },
    {
      "epoch": 472.55,
      "grad_norm": 1.0600897073745728,
      "learning_rate": 1.8386419080672578e-06,
      "loss": 0.3402,
      "step": 1693140
    },
    {
      "epoch": 472.55,
      "grad_norm": 1.1621179580688477,
      "learning_rate": 1.8386155038738651e-06,
      "loss": 0.3452,
      "step": 1693150
    },
    {
      "epoch": 472.55,
      "grad_norm": 1.0551154613494873,
      "learning_rate": 1.8385890997477048e-06,
      "loss": 0.3437,
      "step": 1693160
    },
    {
      "epoch": 472.56,
      "grad_norm": 1.0145893096923828,
      "learning_rate": 1.8385626956887828e-06,
      "loss": 0.3442,
      "step": 1693170
    },
    {
      "epoch": 472.56,
      "grad_norm": 1.2841527462005615,
      "learning_rate": 1.838536291697101e-06,
      "loss": 0.348,
      "step": 1693180
    },
    {
      "epoch": 472.56,
      "grad_norm": 0.9394273161888123,
      "learning_rate": 1.838509887772663e-06,
      "loss": 0.3431,
      "step": 1693190
    },
    {
      "epoch": 472.56,
      "grad_norm": 1.0234941244125366,
      "learning_rate": 1.8384834839154734e-06,
      "loss": 0.3356,
      "step": 1693200
    },
    {
      "epoch": 472.57,
      "grad_norm": 1.0469379425048828,
      "learning_rate": 1.8384570801255345e-06,
      "loss": 0.3287,
      "step": 1693210
    },
    {
      "epoch": 472.57,
      "grad_norm": 1.115077018737793,
      "learning_rate": 1.8384306764028494e-06,
      "loss": 0.3354,
      "step": 1693220
    },
    {
      "epoch": 472.57,
      "grad_norm": 1.0961235761642456,
      "learning_rate": 1.8384042727474234e-06,
      "loss": 0.3589,
      "step": 1693230
    },
    {
      "epoch": 472.58,
      "grad_norm": 1.034708857536316,
      "learning_rate": 1.838377869159259e-06,
      "loss": 0.3427,
      "step": 1693240
    },
    {
      "epoch": 472.58,
      "grad_norm": 0.9620574712753296,
      "learning_rate": 1.8383514656383595e-06,
      "loss": 0.3543,
      "step": 1693250
    },
    {
      "epoch": 472.58,
      "grad_norm": 4.720757961273193,
      "learning_rate": 1.8383250621847289e-06,
      "loss": 0.3564,
      "step": 1693260
    },
    {
      "epoch": 472.58,
      "grad_norm": 0.9725146293640137,
      "learning_rate": 1.8382986587983707e-06,
      "loss": 0.3385,
      "step": 1693270
    },
    {
      "epoch": 472.59,
      "grad_norm": 1.1613984107971191,
      "learning_rate": 1.8382722554792871e-06,
      "loss": 0.3446,
      "step": 1693280
    },
    {
      "epoch": 472.59,
      "grad_norm": 1.0909231901168823,
      "learning_rate": 1.8382458522274837e-06,
      "loss": 0.3507,
      "step": 1693290
    },
    {
      "epoch": 472.59,
      "grad_norm": 1.2954057455062866,
      "learning_rate": 1.8382194490429623e-06,
      "loss": 0.3486,
      "step": 1693300
    },
    {
      "epoch": 472.6,
      "grad_norm": 1.584366798400879,
      "learning_rate": 1.8381930459257277e-06,
      "loss": 0.3301,
      "step": 1693310
    },
    {
      "epoch": 472.6,
      "grad_norm": 1.00362229347229,
      "learning_rate": 1.8381666428757835e-06,
      "loss": 0.3507,
      "step": 1693320
    },
    {
      "epoch": 472.6,
      "grad_norm": 1.1519038677215576,
      "learning_rate": 1.8381402398931316e-06,
      "loss": 0.3327,
      "step": 1693330
    },
    {
      "epoch": 472.6,
      "grad_norm": 1.098792552947998,
      "learning_rate": 1.8381138369777772e-06,
      "loss": 0.3326,
      "step": 1693340
    },
    {
      "epoch": 472.61,
      "grad_norm": 1.2276175022125244,
      "learning_rate": 1.8380874341297229e-06,
      "loss": 0.3664,
      "step": 1693350
    },
    {
      "epoch": 472.61,
      "grad_norm": 0.9307914972305298,
      "learning_rate": 1.8380610313489717e-06,
      "loss": 0.3436,
      "step": 1693360
    },
    {
      "epoch": 472.61,
      "grad_norm": 1.0206892490386963,
      "learning_rate": 1.8380346286355285e-06,
      "loss": 0.3487,
      "step": 1693370
    },
    {
      "epoch": 472.62,
      "grad_norm": 1.0340651273727417,
      "learning_rate": 1.8380082259893962e-06,
      "loss": 0.3461,
      "step": 1693380
    },
    {
      "epoch": 472.62,
      "grad_norm": 1.0334014892578125,
      "learning_rate": 1.8379818234105779e-06,
      "loss": 0.348,
      "step": 1693390
    },
    {
      "epoch": 472.62,
      "grad_norm": 1.0607068538665771,
      "learning_rate": 1.837955420899078e-06,
      "loss": 0.3343,
      "step": 1693400
    },
    {
      "epoch": 472.62,
      "grad_norm": 1.082535743713379,
      "learning_rate": 1.8379290184548995e-06,
      "loss": 0.3232,
      "step": 1693410
    },
    {
      "epoch": 472.63,
      "grad_norm": 1.751582384109497,
      "learning_rate": 1.837902616078045e-06,
      "loss": 0.3497,
      "step": 1693420
    },
    {
      "epoch": 472.63,
      "grad_norm": 1.3201260566711426,
      "learning_rate": 1.8378762137685198e-06,
      "loss": 0.3553,
      "step": 1693430
    },
    {
      "epoch": 472.63,
      "grad_norm": 1.2673243284225464,
      "learning_rate": 1.8378498115263265e-06,
      "loss": 0.3385,
      "step": 1693440
    },
    {
      "epoch": 472.63,
      "grad_norm": 1.0986334085464478,
      "learning_rate": 1.8378234093514675e-06,
      "loss": 0.351,
      "step": 1693450
    },
    {
      "epoch": 472.64,
      "grad_norm": 1.1458033323287964,
      "learning_rate": 1.837797007243949e-06,
      "loss": 0.3544,
      "step": 1693460
    },
    {
      "epoch": 472.64,
      "grad_norm": 0.988466203212738,
      "learning_rate": 1.8377706052037724e-06,
      "loss": 0.344,
      "step": 1693470
    },
    {
      "epoch": 472.64,
      "grad_norm": 0.9921247363090515,
      "learning_rate": 1.8377442032309418e-06,
      "loss": 0.3291,
      "step": 1693480
    },
    {
      "epoch": 472.65,
      "grad_norm": 1.0840507745742798,
      "learning_rate": 1.8377178013254609e-06,
      "loss": 0.3432,
      "step": 1693490
    },
    {
      "epoch": 472.65,
      "grad_norm": 1.1065902709960938,
      "learning_rate": 1.8376913994873332e-06,
      "loss": 0.3379,
      "step": 1693500
    },
    {
      "epoch": 472.65,
      "grad_norm": 1.5425527095794678,
      "learning_rate": 1.8376649977165606e-06,
      "loss": 0.3403,
      "step": 1693510
    },
    {
      "epoch": 472.65,
      "grad_norm": 1.0764816999435425,
      "learning_rate": 1.8376385960131494e-06,
      "loss": 0.3564,
      "step": 1693520
    },
    {
      "epoch": 472.66,
      "grad_norm": 0.8878376483917236,
      "learning_rate": 1.8376121943771016e-06,
      "loss": 0.337,
      "step": 1693530
    },
    {
      "epoch": 472.66,
      "grad_norm": 1.1474456787109375,
      "learning_rate": 1.8375857928084206e-06,
      "loss": 0.3315,
      "step": 1693540
    },
    {
      "epoch": 472.66,
      "grad_norm": 1.2946574687957764,
      "learning_rate": 1.8375593913071102e-06,
      "loss": 0.3259,
      "step": 1693550
    },
    {
      "epoch": 472.67,
      "grad_norm": 1.1583398580551147,
      "learning_rate": 1.8375329898731742e-06,
      "loss": 0.3418,
      "step": 1693560
    },
    {
      "epoch": 472.67,
      "grad_norm": 1.0723642110824585,
      "learning_rate": 1.8375065885066157e-06,
      "loss": 0.3393,
      "step": 1693570
    },
    {
      "epoch": 472.67,
      "grad_norm": 1.1281620264053345,
      "learning_rate": 1.8374801872074384e-06,
      "loss": 0.3274,
      "step": 1693580
    },
    {
      "epoch": 472.67,
      "grad_norm": 0.9431473016738892,
      "learning_rate": 1.8374537859756449e-06,
      "loss": 0.3341,
      "step": 1693590
    },
    {
      "epoch": 472.68,
      "grad_norm": 1.0541744232177734,
      "learning_rate": 1.8374273848112407e-06,
      "loss": 0.3419,
      "step": 1693600
    },
    {
      "epoch": 472.68,
      "grad_norm": 0.992327868938446,
      "learning_rate": 1.837400983714228e-06,
      "loss": 0.3545,
      "step": 1693610
    },
    {
      "epoch": 472.68,
      "grad_norm": 1.2148656845092773,
      "learning_rate": 1.83737458268461e-06,
      "loss": 0.3513,
      "step": 1693620
    },
    {
      "epoch": 472.68,
      "grad_norm": 1.2128056287765503,
      "learning_rate": 1.8373481817223914e-06,
      "loss": 0.354,
      "step": 1693630
    },
    {
      "epoch": 472.69,
      "grad_norm": 1.1160743236541748,
      "learning_rate": 1.837321780827575e-06,
      "loss": 0.3356,
      "step": 1693640
    },
    {
      "epoch": 472.69,
      "grad_norm": 1.1080743074417114,
      "learning_rate": 1.8372953800001632e-06,
      "loss": 0.3389,
      "step": 1693650
    },
    {
      "epoch": 472.69,
      "grad_norm": 0.9448903203010559,
      "learning_rate": 1.8372689792401616e-06,
      "loss": 0.3497,
      "step": 1693660
    },
    {
      "epoch": 472.7,
      "grad_norm": 0.9971665740013123,
      "learning_rate": 1.8372425785475727e-06,
      "loss": 0.3419,
      "step": 1693670
    },
    {
      "epoch": 472.7,
      "grad_norm": 1.5201183557510376,
      "learning_rate": 1.8372161779223993e-06,
      "loss": 0.34,
      "step": 1693680
    },
    {
      "epoch": 472.7,
      "grad_norm": 1.0941572189331055,
      "learning_rate": 1.8371897773646465e-06,
      "loss": 0.3439,
      "step": 1693690
    },
    {
      "epoch": 472.7,
      "grad_norm": 1.0983140468597412,
      "learning_rate": 1.8371633768743172e-06,
      "loss": 0.3386,
      "step": 1693700
    },
    {
      "epoch": 472.71,
      "grad_norm": 0.9957084655761719,
      "learning_rate": 1.837136976451414e-06,
      "loss": 0.3624,
      "step": 1693710
    },
    {
      "epoch": 472.71,
      "grad_norm": 1.1614924669265747,
      "learning_rate": 1.837110576095942e-06,
      "loss": 0.3254,
      "step": 1693720
    },
    {
      "epoch": 472.71,
      "grad_norm": 0.8876634240150452,
      "learning_rate": 1.8370841758079035e-06,
      "loss": 0.3466,
      "step": 1693730
    },
    {
      "epoch": 472.72,
      "grad_norm": 1.0346702337265015,
      "learning_rate": 1.8370577755873013e-06,
      "loss": 0.3364,
      "step": 1693740
    },
    {
      "epoch": 472.72,
      "grad_norm": 0.9759867191314697,
      "learning_rate": 1.8370313754341412e-06,
      "loss": 0.3384,
      "step": 1693750
    },
    {
      "epoch": 472.72,
      "grad_norm": 1.0467159748077393,
      "learning_rate": 1.8370049753484254e-06,
      "loss": 0.3375,
      "step": 1693760
    },
    {
      "epoch": 472.72,
      "grad_norm": 1.026684284210205,
      "learning_rate": 1.8369785753301572e-06,
      "loss": 0.3388,
      "step": 1693770
    },
    {
      "epoch": 472.73,
      "grad_norm": 1.2660651206970215,
      "learning_rate": 1.8369521753793405e-06,
      "loss": 0.3384,
      "step": 1693780
    },
    {
      "epoch": 472.73,
      "grad_norm": 1.0252740383148193,
      "learning_rate": 1.836925775495979e-06,
      "loss": 0.3588,
      "step": 1693790
    },
    {
      "epoch": 472.73,
      "grad_norm": 1.3006502389907837,
      "learning_rate": 1.8368993756800748e-06,
      "loss": 0.3494,
      "step": 1693800
    },
    {
      "epoch": 472.74,
      "grad_norm": 1.0157145261764526,
      "learning_rate": 1.8368729759316336e-06,
      "loss": 0.3305,
      "step": 1693810
    },
    {
      "epoch": 472.74,
      "grad_norm": 1.2192673683166504,
      "learning_rate": 1.836846576250658e-06,
      "loss": 0.353,
      "step": 1693820
    },
    {
      "epoch": 472.74,
      "grad_norm": 1.2138729095458984,
      "learning_rate": 1.8368201766371505e-06,
      "loss": 0.3411,
      "step": 1693830
    },
    {
      "epoch": 472.74,
      "grad_norm": 1.168946385383606,
      "learning_rate": 1.836793777091116e-06,
      "loss": 0.3576,
      "step": 1693840
    },
    {
      "epoch": 472.75,
      "grad_norm": 0.9286206364631653,
      "learning_rate": 1.836767377612558e-06,
      "loss": 0.3397,
      "step": 1693850
    },
    {
      "epoch": 472.75,
      "grad_norm": 1.3811320066452026,
      "learning_rate": 1.836740978201479e-06,
      "loss": 0.3452,
      "step": 1693860
    },
    {
      "epoch": 472.75,
      "grad_norm": 0.9100849032402039,
      "learning_rate": 1.8367145788578833e-06,
      "loss": 0.3499,
      "step": 1693870
    },
    {
      "epoch": 472.75,
      "grad_norm": 0.9753575921058655,
      "learning_rate": 1.8366881795817733e-06,
      "loss": 0.3416,
      "step": 1693880
    },
    {
      "epoch": 472.76,
      "grad_norm": 1.0827653408050537,
      "learning_rate": 1.8366617803731544e-06,
      "loss": 0.3433,
      "step": 1693890
    },
    {
      "epoch": 472.76,
      "grad_norm": 1.1981264352798462,
      "learning_rate": 1.8366353812320288e-06,
      "loss": 0.36,
      "step": 1693900
    },
    {
      "epoch": 472.76,
      "grad_norm": 1.2516521215438843,
      "learning_rate": 1.8366089821584e-06,
      "loss": 0.3258,
      "step": 1693910
    },
    {
      "epoch": 472.77,
      "grad_norm": 0.8921676874160767,
      "learning_rate": 1.8365825831522721e-06,
      "loss": 0.3294,
      "step": 1693920
    },
    {
      "epoch": 472.77,
      "grad_norm": 1.1553094387054443,
      "learning_rate": 1.8365561842136486e-06,
      "loss": 0.3413,
      "step": 1693930
    },
    {
      "epoch": 472.77,
      "grad_norm": 0.9997445940971375,
      "learning_rate": 1.8365297853425315e-06,
      "loss": 0.3549,
      "step": 1693940
    },
    {
      "epoch": 472.77,
      "grad_norm": 0.9723619818687439,
      "learning_rate": 1.8365033865389267e-06,
      "loss": 0.3491,
      "step": 1693950
    },
    {
      "epoch": 472.78,
      "grad_norm": 1.1961294412612915,
      "learning_rate": 1.8364769878028366e-06,
      "loss": 0.3448,
      "step": 1693960
    },
    {
      "epoch": 472.78,
      "grad_norm": 1.9090099334716797,
      "learning_rate": 1.8364505891342638e-06,
      "loss": 0.3558,
      "step": 1693970
    },
    {
      "epoch": 472.78,
      "grad_norm": 1.047577977180481,
      "learning_rate": 1.8364241905332136e-06,
      "loss": 0.3352,
      "step": 1693980
    },
    {
      "epoch": 472.79,
      "grad_norm": 0.9776142835617065,
      "learning_rate": 1.8363977919996884e-06,
      "loss": 0.3358,
      "step": 1693990
    },
    {
      "epoch": 472.79,
      "grad_norm": 0.9382002353668213,
      "learning_rate": 1.8363713935336913e-06,
      "loss": 0.3511,
      "step": 1694000
    },
    {
      "epoch": 472.79,
      "grad_norm": 1.037151575088501,
      "learning_rate": 1.8363449951352273e-06,
      "loss": 0.3497,
      "step": 1694010
    },
    {
      "epoch": 472.79,
      "grad_norm": 0.8925708532333374,
      "learning_rate": 1.8363185968042989e-06,
      "loss": 0.3473,
      "step": 1694020
    },
    {
      "epoch": 472.8,
      "grad_norm": 1.3386706113815308,
      "learning_rate": 1.8362921985409089e-06,
      "loss": 0.345,
      "step": 1694030
    },
    {
      "epoch": 472.8,
      "grad_norm": 1.229931354522705,
      "learning_rate": 1.8362658003450625e-06,
      "loss": 0.333,
      "step": 1694040
    },
    {
      "epoch": 472.8,
      "grad_norm": 1.165700078010559,
      "learning_rate": 1.8362394022167624e-06,
      "loss": 0.3402,
      "step": 1694050
    },
    {
      "epoch": 472.8,
      "grad_norm": 1.155515432357788,
      "learning_rate": 1.8362130041560117e-06,
      "loss": 0.3416,
      "step": 1694060
    },
    {
      "epoch": 472.81,
      "grad_norm": 0.8934910893440247,
      "learning_rate": 1.8361866061628146e-06,
      "loss": 0.3406,
      "step": 1694070
    },
    {
      "epoch": 472.81,
      "grad_norm": 1.0960456132888794,
      "learning_rate": 1.8361602082371745e-06,
      "loss": 0.3547,
      "step": 1694080
    },
    {
      "epoch": 472.81,
      "grad_norm": 0.9932054877281189,
      "learning_rate": 1.8361338103790937e-06,
      "loss": 0.3372,
      "step": 1694090
    },
    {
      "epoch": 472.82,
      "grad_norm": 0.9904693961143494,
      "learning_rate": 1.8361074125885777e-06,
      "loss": 0.3397,
      "step": 1694100
    },
    {
      "epoch": 472.82,
      "grad_norm": 1.0695008039474487,
      "learning_rate": 1.8360810148656294e-06,
      "loss": 0.3353,
      "step": 1694110
    },
    {
      "epoch": 472.82,
      "grad_norm": 1.1950442790985107,
      "learning_rate": 1.8360546172102506e-06,
      "loss": 0.347,
      "step": 1694120
    },
    {
      "epoch": 472.82,
      "grad_norm": 1.1632071733474731,
      "learning_rate": 1.836028219622447e-06,
      "loss": 0.3474,
      "step": 1694130
    },
    {
      "epoch": 472.83,
      "grad_norm": 1.0094058513641357,
      "learning_rate": 1.8360018221022213e-06,
      "loss": 0.339,
      "step": 1694140
    },
    {
      "epoch": 472.83,
      "grad_norm": 1.1962947845458984,
      "learning_rate": 1.8359754246495774e-06,
      "loss": 0.349,
      "step": 1694150
    },
    {
      "epoch": 472.83,
      "grad_norm": 1.1992017030715942,
      "learning_rate": 1.8359490272645182e-06,
      "loss": 0.3471,
      "step": 1694160
    },
    {
      "epoch": 472.84,
      "grad_norm": 0.9240922331809998,
      "learning_rate": 1.8359226299470467e-06,
      "loss": 0.3214,
      "step": 1694170
    },
    {
      "epoch": 472.84,
      "grad_norm": 1.1743037700653076,
      "learning_rate": 1.8358962326971682e-06,
      "loss": 0.3335,
      "step": 1694180
    },
    {
      "epoch": 472.84,
      "grad_norm": 1.0367813110351562,
      "learning_rate": 1.8358698355148849e-06,
      "loss": 0.3337,
      "step": 1694190
    },
    {
      "epoch": 472.84,
      "grad_norm": 0.9741993546485901,
      "learning_rate": 1.8358434384002003e-06,
      "loss": 0.3352,
      "step": 1694200
    },
    {
      "epoch": 472.85,
      "grad_norm": 1.0913506746292114,
      "learning_rate": 1.8358170413531187e-06,
      "loss": 0.3375,
      "step": 1694210
    },
    {
      "epoch": 472.85,
      "grad_norm": 1.0754220485687256,
      "learning_rate": 1.835790644373643e-06,
      "loss": 0.3554,
      "step": 1694220
    },
    {
      "epoch": 472.85,
      "grad_norm": 1.0182766914367676,
      "learning_rate": 1.835764247461776e-06,
      "loss": 0.3398,
      "step": 1694230
    },
    {
      "epoch": 472.86,
      "grad_norm": 1.1866880655288696,
      "learning_rate": 1.8357378506175227e-06,
      "loss": 0.3474,
      "step": 1694240
    },
    {
      "epoch": 472.86,
      "grad_norm": 1.182138204574585,
      "learning_rate": 1.8357114538408864e-06,
      "loss": 0.3399,
      "step": 1694250
    },
    {
      "epoch": 472.86,
      "grad_norm": 1.1712654829025269,
      "learning_rate": 1.8356850571318688e-06,
      "loss": 0.3575,
      "step": 1694260
    },
    {
      "epoch": 472.86,
      "grad_norm": 1.0324591398239136,
      "learning_rate": 1.8356586604904757e-06,
      "loss": 0.3441,
      "step": 1694270
    },
    {
      "epoch": 472.87,
      "grad_norm": 1.021113634109497,
      "learning_rate": 1.8356322639167102e-06,
      "loss": 0.3494,
      "step": 1694280
    },
    {
      "epoch": 472.87,
      "grad_norm": 1.5591840744018555,
      "learning_rate": 1.8356058674105743e-06,
      "loss": 0.3475,
      "step": 1694290
    },
    {
      "epoch": 472.87,
      "grad_norm": 0.9900951981544495,
      "learning_rate": 1.8355794709720736e-06,
      "loss": 0.3523,
      "step": 1694300
    },
    {
      "epoch": 472.87,
      "grad_norm": 1.1525198221206665,
      "learning_rate": 1.83555307460121e-06,
      "loss": 0.3401,
      "step": 1694310
    },
    {
      "epoch": 472.88,
      "grad_norm": 1.0675996541976929,
      "learning_rate": 1.8355266782979867e-06,
      "loss": 0.3397,
      "step": 1694320
    },
    {
      "epoch": 472.88,
      "grad_norm": 0.9787490963935852,
      "learning_rate": 1.8355002820624092e-06,
      "loss": 0.3483,
      "step": 1694330
    },
    {
      "epoch": 472.88,
      "grad_norm": 1.2296031713485718,
      "learning_rate": 1.8354738858944796e-06,
      "loss": 0.3376,
      "step": 1694340
    },
    {
      "epoch": 472.89,
      "grad_norm": 0.9801446795463562,
      "learning_rate": 1.8354474897942014e-06,
      "loss": 0.3364,
      "step": 1694350
    },
    {
      "epoch": 472.89,
      "grad_norm": 1.0031731128692627,
      "learning_rate": 1.835421093761579e-06,
      "loss": 0.3446,
      "step": 1694360
    },
    {
      "epoch": 472.89,
      "grad_norm": 1.2624106407165527,
      "learning_rate": 1.8353946977966152e-06,
      "loss": 0.3405,
      "step": 1694370
    },
    {
      "epoch": 472.89,
      "grad_norm": 1.141556978225708,
      "learning_rate": 1.8353683018993124e-06,
      "loss": 0.3374,
      "step": 1694380
    },
    {
      "epoch": 472.9,
      "grad_norm": 3.2807250022888184,
      "learning_rate": 1.8353419060696767e-06,
      "loss": 0.3433,
      "step": 1694390
    },
    {
      "epoch": 472.9,
      "grad_norm": 1.2114944458007812,
      "learning_rate": 1.83531551030771e-06,
      "loss": 0.3356,
      "step": 1694400
    },
    {
      "epoch": 472.9,
      "grad_norm": 1.1875988245010376,
      "learning_rate": 1.835289114613415e-06,
      "loss": 0.3327,
      "step": 1694410
    },
    {
      "epoch": 472.91,
      "grad_norm": 0.8728725910186768,
      "learning_rate": 1.835262718986798e-06,
      "loss": 0.336,
      "step": 1694420
    },
    {
      "epoch": 472.91,
      "grad_norm": 1.280663251876831,
      "learning_rate": 1.8352363234278596e-06,
      "loss": 0.3415,
      "step": 1694430
    },
    {
      "epoch": 472.91,
      "grad_norm": 1.1207456588745117,
      "learning_rate": 1.8352099279366051e-06,
      "loss": 0.3168,
      "step": 1694440
    },
    {
      "epoch": 472.91,
      "grad_norm": 1.0036766529083252,
      "learning_rate": 1.8351835325130375e-06,
      "loss": 0.329,
      "step": 1694450
    },
    {
      "epoch": 472.92,
      "grad_norm": 1.0349016189575195,
      "learning_rate": 1.8351571371571592e-06,
      "loss": 0.3414,
      "step": 1694460
    },
    {
      "epoch": 472.92,
      "grad_norm": 0.9680876731872559,
      "learning_rate": 1.8351307418689758e-06,
      "loss": 0.3631,
      "step": 1694470
    },
    {
      "epoch": 472.92,
      "grad_norm": 1.048435091972351,
      "learning_rate": 1.8351043466484896e-06,
      "loss": 0.3408,
      "step": 1694480
    },
    {
      "epoch": 472.92,
      "grad_norm": 1.1780952215194702,
      "learning_rate": 1.8350779514957042e-06,
      "loss": 0.3422,
      "step": 1694490
    },
    {
      "epoch": 472.93,
      "grad_norm": 1.2532366514205933,
      "learning_rate": 1.8350515564106232e-06,
      "loss": 0.3258,
      "step": 1694500
    },
    {
      "epoch": 472.93,
      "grad_norm": 1.2042620182037354,
      "learning_rate": 1.8350251613932498e-06,
      "loss": 0.3339,
      "step": 1694510
    },
    {
      "epoch": 472.93,
      "grad_norm": 1.1927053928375244,
      "learning_rate": 1.834998766443588e-06,
      "loss": 0.3282,
      "step": 1694520
    },
    {
      "epoch": 472.94,
      "grad_norm": 1.0691512823104858,
      "learning_rate": 1.8349723715616411e-06,
      "loss": 0.3562,
      "step": 1694530
    },
    {
      "epoch": 472.94,
      "grad_norm": 1.1988329887390137,
      "learning_rate": 1.834945976747413e-06,
      "loss": 0.3322,
      "step": 1694540
    },
    {
      "epoch": 472.94,
      "grad_norm": 1.1967310905456543,
      "learning_rate": 1.834919582000906e-06,
      "loss": 0.357,
      "step": 1694550
    },
    {
      "epoch": 472.94,
      "grad_norm": 5.392333507537842,
      "learning_rate": 1.8348931873221253e-06,
      "loss": 0.3483,
      "step": 1694560
    },
    {
      "epoch": 472.95,
      "grad_norm": 1.2053300142288208,
      "learning_rate": 1.8348667927110736e-06,
      "loss": 0.3515,
      "step": 1694570
    },
    {
      "epoch": 472.95,
      "grad_norm": 1.3750821352005005,
      "learning_rate": 1.8348403981677538e-06,
      "loss": 0.3328,
      "step": 1694580
    },
    {
      "epoch": 472.95,
      "grad_norm": 0.9507251381874084,
      "learning_rate": 1.8348140036921708e-06,
      "loss": 0.3477,
      "step": 1694590
    },
    {
      "epoch": 472.96,
      "grad_norm": 1.09149968624115,
      "learning_rate": 1.834787609284327e-06,
      "loss": 0.3581,
      "step": 1694600
    },
    {
      "epoch": 472.96,
      "grad_norm": 1.0320029258728027,
      "learning_rate": 1.8347612149442252e-06,
      "loss": 0.3301,
      "step": 1694610
    },
    {
      "epoch": 472.96,
      "grad_norm": 1.020738124847412,
      "learning_rate": 1.8347348206718713e-06,
      "loss": 0.3359,
      "step": 1694620
    },
    {
      "epoch": 472.96,
      "grad_norm": 1.200691819190979,
      "learning_rate": 1.834708426467267e-06,
      "loss": 0.3408,
      "step": 1694630
    },
    {
      "epoch": 472.97,
      "grad_norm": 1.2588783502578735,
      "learning_rate": 1.8346820323304157e-06,
      "loss": 0.3336,
      "step": 1694640
    },
    {
      "epoch": 472.97,
      "grad_norm": 1.06727135181427,
      "learning_rate": 1.8346556382613224e-06,
      "loss": 0.3642,
      "step": 1694650
    },
    {
      "epoch": 472.97,
      "grad_norm": 1.086445927619934,
      "learning_rate": 1.8346292442599895e-06,
      "loss": 0.3571,
      "step": 1694660
    },
    {
      "epoch": 472.98,
      "grad_norm": 1.0038866996765137,
      "learning_rate": 1.8346028503264202e-06,
      "loss": 0.3433,
      "step": 1694670
    },
    {
      "epoch": 472.98,
      "grad_norm": 1.0872317552566528,
      "learning_rate": 1.8345764564606192e-06,
      "loss": 0.3479,
      "step": 1694680
    },
    {
      "epoch": 472.98,
      "grad_norm": 1.133830189704895,
      "learning_rate": 1.8345500626625895e-06,
      "loss": 0.3389,
      "step": 1694690
    },
    {
      "epoch": 472.98,
      "grad_norm": 1.0532054901123047,
      "learning_rate": 1.8345236689323328e-06,
      "loss": 0.3295,
      "step": 1694700
    },
    {
      "epoch": 472.99,
      "grad_norm": 1.0285484790802002,
      "learning_rate": 1.834497275269856e-06,
      "loss": 0.3424,
      "step": 1694710
    },
    {
      "epoch": 472.99,
      "grad_norm": 1.086925745010376,
      "learning_rate": 1.83447088167516e-06,
      "loss": 0.3382,
      "step": 1694720
    },
    {
      "epoch": 472.99,
      "grad_norm": 1.1200157403945923,
      "learning_rate": 1.8344444881482498e-06,
      "loss": 0.3352,
      "step": 1694730
    },
    {
      "epoch": 472.99,
      "grad_norm": 1.119650959968567,
      "learning_rate": 1.8344180946891282e-06,
      "loss": 0.3443,
      "step": 1694740
    },
    {
      "epoch": 473.0,
      "grad_norm": 1.095603108406067,
      "learning_rate": 1.8343917012977978e-06,
      "loss": 0.3588,
      "step": 1694750
    },
    {
      "epoch": 473.0,
      "eval_loss": 0.34363293647766113,
      "eval_runtime": 62.726,
      "eval_samples_per_second": 80.652,
      "eval_steps_per_second": 10.092,
      "step": 1694759
    },
    {
      "epoch": 473.0,
      "grad_norm": 0.9469200372695923,
      "learning_rate": 1.834365307974264e-06,
      "loss": 0.3497,
      "step": 1694760
    },
    {
      "epoch": 473.0,
      "grad_norm": 1.0600563287734985,
      "learning_rate": 1.83433891471853e-06,
      "loss": 0.3492,
      "step": 1694770
    },
    {
      "epoch": 473.01,
      "grad_norm": 1.51835036277771,
      "learning_rate": 1.8343125215305973e-06,
      "loss": 0.3415,
      "step": 1694780
    },
    {
      "epoch": 473.01,
      "grad_norm": 0.9716079831123352,
      "learning_rate": 1.8342861284104718e-06,
      "loss": 0.3616,
      "step": 1694790
    },
    {
      "epoch": 473.01,
      "grad_norm": 1.1387165784835815,
      "learning_rate": 1.8342597353581563e-06,
      "loss": 0.3331,
      "step": 1694800
    },
    {
      "epoch": 473.01,
      "grad_norm": 1.039193034172058,
      "learning_rate": 1.8342333423736535e-06,
      "loss": 0.3432,
      "step": 1694810
    },
    {
      "epoch": 473.02,
      "grad_norm": 1.0034810304641724,
      "learning_rate": 1.8342069494569682e-06,
      "loss": 0.3252,
      "step": 1694820
    },
    {
      "epoch": 473.02,
      "grad_norm": 1.0525903701782227,
      "learning_rate": 1.8341805566081029e-06,
      "loss": 0.3459,
      "step": 1694830
    },
    {
      "epoch": 473.02,
      "grad_norm": 1.1241434812545776,
      "learning_rate": 1.8341541638270608e-06,
      "loss": 0.3355,
      "step": 1694840
    },
    {
      "epoch": 473.03,
      "grad_norm": 0.9854902029037476,
      "learning_rate": 1.8341277711138467e-06,
      "loss": 0.3499,
      "step": 1694850
    },
    {
      "epoch": 473.03,
      "grad_norm": 0.9644601941108704,
      "learning_rate": 1.8341013784684637e-06,
      "loss": 0.3408,
      "step": 1694860
    },
    {
      "epoch": 473.03,
      "grad_norm": 1.07295560836792,
      "learning_rate": 1.8340749858909145e-06,
      "loss": 0.3293,
      "step": 1694870
    },
    {
      "epoch": 473.03,
      "grad_norm": 1.0543897151947021,
      "learning_rate": 1.8340485933812037e-06,
      "loss": 0.3443,
      "step": 1694880
    },
    {
      "epoch": 473.04,
      "grad_norm": 0.9770074486732483,
      "learning_rate": 1.8340222009393341e-06,
      "loss": 0.3379,
      "step": 1694890
    },
    {
      "epoch": 473.04,
      "grad_norm": 1.0544275045394897,
      "learning_rate": 1.8339958085653087e-06,
      "loss": 0.3475,
      "step": 1694900
    },
    {
      "epoch": 473.04,
      "grad_norm": 1.206224799156189,
      "learning_rate": 1.8339694162591325e-06,
      "loss": 0.3465,
      "step": 1694910
    },
    {
      "epoch": 473.04,
      "grad_norm": 1.0941598415374756,
      "learning_rate": 1.8339430240208081e-06,
      "loss": 0.34,
      "step": 1694920
    },
    {
      "epoch": 473.05,
      "grad_norm": 0.8838691115379333,
      "learning_rate": 1.8339166318503385e-06,
      "loss": 0.3489,
      "step": 1694930
    },
    {
      "epoch": 473.05,
      "grad_norm": 1.1849220991134644,
      "learning_rate": 1.8338902397477287e-06,
      "loss": 0.3545,
      "step": 1694940
    },
    {
      "epoch": 473.05,
      "grad_norm": 1.0647104978561401,
      "learning_rate": 1.8338638477129813e-06,
      "loss": 0.3429,
      "step": 1694950
    },
    {
      "epoch": 473.06,
      "grad_norm": 1.0577064752578735,
      "learning_rate": 1.8338374557460996e-06,
      "loss": 0.3552,
      "step": 1694960
    },
    {
      "epoch": 473.06,
      "grad_norm": 0.9326111078262329,
      "learning_rate": 1.8338110638470877e-06,
      "loss": 0.3434,
      "step": 1694970
    },
    {
      "epoch": 473.06,
      "grad_norm": 1.0394642353057861,
      "learning_rate": 1.833784672015949e-06,
      "loss": 0.3422,
      "step": 1694980
    },
    {
      "epoch": 473.06,
      "grad_norm": 1.074259638786316,
      "learning_rate": 1.8337582802526856e-06,
      "loss": 0.3448,
      "step": 1694990
    },
    {
      "epoch": 473.07,
      "grad_norm": 1.1594640016555786,
      "learning_rate": 1.8337318885573034e-06,
      "loss": 0.3642,
      "step": 1695000
    },
    {
      "epoch": 473.07,
      "grad_norm": 1.1238734722137451,
      "learning_rate": 1.833705496929804e-06,
      "loss": 0.3433,
      "step": 1695010
    },
    {
      "epoch": 473.07,
      "grad_norm": 1.1379976272583008,
      "learning_rate": 1.8336791053701924e-06,
      "loss": 0.3424,
      "step": 1695020
    },
    {
      "epoch": 473.08,
      "grad_norm": 0.9663662314414978,
      "learning_rate": 1.8336527138784712e-06,
      "loss": 0.335,
      "step": 1695030
    },
    {
      "epoch": 473.08,
      "grad_norm": 1.1173871755599976,
      "learning_rate": 1.8336263224546435e-06,
      "loss": 0.3379,
      "step": 1695040
    },
    {
      "epoch": 473.08,
      "grad_norm": 1.1097798347473145,
      "learning_rate": 1.833599931098714e-06,
      "loss": 0.3482,
      "step": 1695050
    },
    {
      "epoch": 473.08,
      "grad_norm": 1.0147852897644043,
      "learning_rate": 1.8335735398106859e-06,
      "loss": 0.3421,
      "step": 1695060
    },
    {
      "epoch": 473.09,
      "grad_norm": 0.9940966367721558,
      "learning_rate": 1.8335471485905611e-06,
      "loss": 0.3369,
      "step": 1695070
    },
    {
      "epoch": 473.09,
      "grad_norm": 1.0191352367401123,
      "learning_rate": 1.8335207574383458e-06,
      "loss": 0.3331,
      "step": 1695080
    },
    {
      "epoch": 473.09,
      "grad_norm": 1.1239951848983765,
      "learning_rate": 1.833494366354042e-06,
      "loss": 0.3695,
      "step": 1695090
    },
    {
      "epoch": 473.1,
      "grad_norm": 1.1326630115509033,
      "learning_rate": 1.8334679753376528e-06,
      "loss": 0.3395,
      "step": 1695100
    },
    {
      "epoch": 473.1,
      "grad_norm": 1.1257764101028442,
      "learning_rate": 1.8334415843891826e-06,
      "loss": 0.3545,
      "step": 1695110
    },
    {
      "epoch": 473.1,
      "grad_norm": 1.1975058317184448,
      "learning_rate": 1.8334151935086349e-06,
      "loss": 0.3522,
      "step": 1695120
    },
    {
      "epoch": 473.1,
      "grad_norm": 1.0826977491378784,
      "learning_rate": 1.8333888026960116e-06,
      "loss": 0.3507,
      "step": 1695130
    },
    {
      "epoch": 473.11,
      "grad_norm": 1.354607105255127,
      "learning_rate": 1.833362411951319e-06,
      "loss": 0.34,
      "step": 1695140
    },
    {
      "epoch": 473.11,
      "grad_norm": 1.1932048797607422,
      "learning_rate": 1.8333360212745585e-06,
      "loss": 0.3378,
      "step": 1695150
    },
    {
      "epoch": 473.11,
      "grad_norm": 1.0597095489501953,
      "learning_rate": 1.833309630665734e-06,
      "loss": 0.3615,
      "step": 1695160
    },
    {
      "epoch": 473.11,
      "grad_norm": 0.950779378414154,
      "learning_rate": 1.83328324012485e-06,
      "loss": 0.3425,
      "step": 1695170
    },
    {
      "epoch": 473.12,
      "grad_norm": 1.1304869651794434,
      "learning_rate": 1.8332568496519091e-06,
      "loss": 0.3399,
      "step": 1695180
    },
    {
      "epoch": 473.12,
      "grad_norm": 1.0496171712875366,
      "learning_rate": 1.833230459246914e-06,
      "loss": 0.3409,
      "step": 1695190
    },
    {
      "epoch": 473.12,
      "grad_norm": 1.255010962486267,
      "learning_rate": 1.8332040689098699e-06,
      "loss": 0.3475,
      "step": 1695200
    },
    {
      "epoch": 473.13,
      "grad_norm": 1.0899299383163452,
      "learning_rate": 1.8331776786407802e-06,
      "loss": 0.3441,
      "step": 1695210
    },
    {
      "epoch": 473.13,
      "grad_norm": 1.131410837173462,
      "learning_rate": 1.8331512884396463e-06,
      "loss": 0.339,
      "step": 1695220
    },
    {
      "epoch": 473.13,
      "grad_norm": 0.9467851519584656,
      "learning_rate": 1.8331248983064745e-06,
      "loss": 0.3332,
      "step": 1695230
    },
    {
      "epoch": 473.13,
      "grad_norm": 1.024124264717102,
      "learning_rate": 1.833098508241267e-06,
      "loss": 0.3439,
      "step": 1695240
    },
    {
      "epoch": 473.14,
      "grad_norm": 1.0757200717926025,
      "learning_rate": 1.8330721182440267e-06,
      "loss": 0.36,
      "step": 1695250
    },
    {
      "epoch": 473.14,
      "grad_norm": 0.9928722977638245,
      "learning_rate": 1.8330457283147584e-06,
      "loss": 0.3737,
      "step": 1695260
    },
    {
      "epoch": 473.14,
      "grad_norm": 1.0768672227859497,
      "learning_rate": 1.8330193384534647e-06,
      "loss": 0.3614,
      "step": 1695270
    },
    {
      "epoch": 473.15,
      "grad_norm": 1.1422512531280518,
      "learning_rate": 1.8329929486601488e-06,
      "loss": 0.3343,
      "step": 1695280
    },
    {
      "epoch": 473.15,
      "grad_norm": 1.106699824333191,
      "learning_rate": 1.8329665589348153e-06,
      "loss": 0.3438,
      "step": 1695290
    },
    {
      "epoch": 473.15,
      "grad_norm": 1.174046516418457,
      "learning_rate": 1.8329401692774672e-06,
      "loss": 0.3476,
      "step": 1695300
    },
    {
      "epoch": 473.15,
      "grad_norm": 1.0397403240203857,
      "learning_rate": 1.8329137796881084e-06,
      "loss": 0.3502,
      "step": 1695310
    },
    {
      "epoch": 473.16,
      "grad_norm": 0.8943003416061401,
      "learning_rate": 1.8328873901667419e-06,
      "loss": 0.3372,
      "step": 1695320
    },
    {
      "epoch": 473.16,
      "grad_norm": 0.8885039687156677,
      "learning_rate": 1.8328610007133706e-06,
      "loss": 0.3588,
      "step": 1695330
    },
    {
      "epoch": 473.16,
      "grad_norm": 1.0848206281661987,
      "learning_rate": 1.8328346113279997e-06,
      "loss": 0.3525,
      "step": 1695340
    },
    {
      "epoch": 473.16,
      "grad_norm": 0.9823059439659119,
      "learning_rate": 1.8328082220106318e-06,
      "loss": 0.3346,
      "step": 1695350
    },
    {
      "epoch": 473.17,
      "grad_norm": 1.3159599304199219,
      "learning_rate": 1.8327818327612692e-06,
      "loss": 0.3288,
      "step": 1695360
    },
    {
      "epoch": 473.17,
      "grad_norm": 0.9859466552734375,
      "learning_rate": 1.8327554435799176e-06,
      "loss": 0.3479,
      "step": 1695370
    },
    {
      "epoch": 473.17,
      "grad_norm": 1.033333659172058,
      "learning_rate": 1.8327290544665796e-06,
      "loss": 0.3373,
      "step": 1695380
    },
    {
      "epoch": 473.18,
      "grad_norm": 1.0156350135803223,
      "learning_rate": 1.832702665421258e-06,
      "loss": 0.3343,
      "step": 1695390
    },
    {
      "epoch": 473.18,
      "grad_norm": 1.1830918788909912,
      "learning_rate": 1.8326762764439577e-06,
      "loss": 0.339,
      "step": 1695400
    },
    {
      "epoch": 473.18,
      "grad_norm": 1.2210309505462646,
      "learning_rate": 1.8326498875346813e-06,
      "loss": 0.3596,
      "step": 1695410
    },
    {
      "epoch": 473.18,
      "grad_norm": 1.04698646068573,
      "learning_rate": 1.8326234986934315e-06,
      "loss": 0.3432,
      "step": 1695420
    },
    {
      "epoch": 473.19,
      "grad_norm": 1.0642762184143066,
      "learning_rate": 1.8325971099202137e-06,
      "loss": 0.341,
      "step": 1695430
    },
    {
      "epoch": 473.19,
      "grad_norm": 1.0805952548980713,
      "learning_rate": 1.8325707212150304e-06,
      "loss": 0.3261,
      "step": 1695440
    },
    {
      "epoch": 473.19,
      "grad_norm": 0.9982293844223022,
      "learning_rate": 1.8325443325778852e-06,
      "loss": 0.3548,
      "step": 1695450
    },
    {
      "epoch": 473.2,
      "grad_norm": 1.0741031169891357,
      "learning_rate": 1.832517944008781e-06,
      "loss": 0.34,
      "step": 1695460
    },
    {
      "epoch": 473.2,
      "grad_norm": 1.2834839820861816,
      "learning_rate": 1.832491555507723e-06,
      "loss": 0.3329,
      "step": 1695470
    },
    {
      "epoch": 473.2,
      "grad_norm": 1.0457346439361572,
      "learning_rate": 1.8324651670747125e-06,
      "loss": 0.3462,
      "step": 1695480
    },
    {
      "epoch": 473.2,
      "grad_norm": 1.1598502397537231,
      "learning_rate": 1.832438778709755e-06,
      "loss": 0.3507,
      "step": 1695490
    },
    {
      "epoch": 473.21,
      "grad_norm": 1.1071280241012573,
      "learning_rate": 1.8324123904128533e-06,
      "loss": 0.3449,
      "step": 1695500
    },
    {
      "epoch": 473.21,
      "grad_norm": 1.0027612447738647,
      "learning_rate": 1.8323860021840095e-06,
      "loss": 0.3512,
      "step": 1695510
    },
    {
      "epoch": 473.21,
      "grad_norm": 0.9097010493278503,
      "learning_rate": 1.8323596140232297e-06,
      "loss": 0.3537,
      "step": 1695520
    },
    {
      "epoch": 473.22,
      "grad_norm": 0.9647637009620667,
      "learning_rate": 1.8323332259305158e-06,
      "loss": 0.3496,
      "step": 1695530
    },
    {
      "epoch": 473.22,
      "grad_norm": 3.6426732540130615,
      "learning_rate": 1.8323068379058714e-06,
      "loss": 0.336,
      "step": 1695540
    },
    {
      "epoch": 473.22,
      "grad_norm": 1.046063780784607,
      "learning_rate": 1.8322804499493005e-06,
      "loss": 0.3492,
      "step": 1695550
    },
    {
      "epoch": 473.22,
      "grad_norm": 0.985381543636322,
      "learning_rate": 1.8322540620608064e-06,
      "loss": 0.3548,
      "step": 1695560
    },
    {
      "epoch": 473.23,
      "grad_norm": 0.9938870072364807,
      "learning_rate": 1.8322276742403914e-06,
      "loss": 0.3283,
      "step": 1695570
    },
    {
      "epoch": 473.23,
      "grad_norm": 1.2024400234222412,
      "learning_rate": 1.8322012864880612e-06,
      "loss": 0.3395,
      "step": 1695580
    },
    {
      "epoch": 473.23,
      "grad_norm": 1.1491684913635254,
      "learning_rate": 1.8321748988038173e-06,
      "loss": 0.3541,
      "step": 1695590
    },
    {
      "epoch": 473.23,
      "grad_norm": 1.1869218349456787,
      "learning_rate": 1.8321485111876653e-06,
      "loss": 0.3321,
      "step": 1695600
    },
    {
      "epoch": 473.24,
      "grad_norm": 0.9997817873954773,
      "learning_rate": 1.8321221236396076e-06,
      "loss": 0.3327,
      "step": 1695610
    },
    {
      "epoch": 473.24,
      "grad_norm": 3.4521493911743164,
      "learning_rate": 1.832095736159647e-06,
      "loss": 0.3394,
      "step": 1695620
    },
    {
      "epoch": 473.24,
      "grad_norm": 0.9238315224647522,
      "learning_rate": 1.8320693487477886e-06,
      "loss": 0.3426,
      "step": 1695630
    },
    {
      "epoch": 473.25,
      "grad_norm": 1.1485085487365723,
      "learning_rate": 1.8320429614040348e-06,
      "loss": 0.3384,
      "step": 1695640
    },
    {
      "epoch": 473.25,
      "grad_norm": 1.312726616859436,
      "learning_rate": 1.8320165741283884e-06,
      "loss": 0.3264,
      "step": 1695650
    },
    {
      "epoch": 473.25,
      "grad_norm": 1.083709716796875,
      "learning_rate": 1.8319901869208546e-06,
      "loss": 0.3182,
      "step": 1695660
    },
    {
      "epoch": 473.25,
      "grad_norm": 1.029470443725586,
      "learning_rate": 1.8319637997814365e-06,
      "loss": 0.3216,
      "step": 1695670
    },
    {
      "epoch": 473.26,
      "grad_norm": 2.0018885135650635,
      "learning_rate": 1.8319374127101367e-06,
      "loss": 0.3285,
      "step": 1695680
    },
    {
      "epoch": 473.26,
      "grad_norm": 0.9500470161437988,
      "learning_rate": 1.8319110257069598e-06,
      "loss": 0.3519,
      "step": 1695690
    },
    {
      "epoch": 473.26,
      "grad_norm": 1.1650702953338623,
      "learning_rate": 1.8318846387719087e-06,
      "loss": 0.3512,
      "step": 1695700
    },
    {
      "epoch": 473.27,
      "grad_norm": 0.9054087996482849,
      "learning_rate": 1.8318582519049861e-06,
      "loss": 0.3395,
      "step": 1695710
    },
    {
      "epoch": 473.27,
      "grad_norm": 1.0456315279006958,
      "learning_rate": 1.8318318651061974e-06,
      "loss": 0.3465,
      "step": 1695720
    },
    {
      "epoch": 473.27,
      "grad_norm": 1.0579861402511597,
      "learning_rate": 1.8318054783755453e-06,
      "loss": 0.335,
      "step": 1695730
    },
    {
      "epoch": 473.27,
      "grad_norm": 0.9866930842399597,
      "learning_rate": 1.831779091713032e-06,
      "loss": 0.3359,
      "step": 1695740
    },
    {
      "epoch": 473.28,
      "grad_norm": 1.0815809965133667,
      "learning_rate": 1.8317527051186632e-06,
      "loss": 0.352,
      "step": 1695750
    },
    {
      "epoch": 473.28,
      "grad_norm": 1.2325081825256348,
      "learning_rate": 1.8317263185924412e-06,
      "loss": 0.351,
      "step": 1695760
    },
    {
      "epoch": 473.28,
      "grad_norm": 0.9678617715835571,
      "learning_rate": 1.8316999321343694e-06,
      "loss": 0.3343,
      "step": 1695770
    },
    {
      "epoch": 473.28,
      "grad_norm": 1.5178582668304443,
      "learning_rate": 1.8316735457444522e-06,
      "loss": 0.3405,
      "step": 1695780
    },
    {
      "epoch": 473.29,
      "grad_norm": 1.0119590759277344,
      "learning_rate": 1.8316471594226923e-06,
      "loss": 0.345,
      "step": 1695790
    },
    {
      "epoch": 473.29,
      "grad_norm": 1.0546965599060059,
      "learning_rate": 1.8316207731690926e-06,
      "loss": 0.3561,
      "step": 1695800
    },
    {
      "epoch": 473.29,
      "grad_norm": 0.9941205382347107,
      "learning_rate": 1.8315943869836582e-06,
      "loss": 0.3375,
      "step": 1695810
    },
    {
      "epoch": 473.3,
      "grad_norm": 1.0415164232254028,
      "learning_rate": 1.831568000866392e-06,
      "loss": 0.341,
      "step": 1695820
    },
    {
      "epoch": 473.3,
      "grad_norm": 1.0393515825271606,
      "learning_rate": 1.831541614817297e-06,
      "loss": 0.3404,
      "step": 1695830
    },
    {
      "epoch": 473.3,
      "grad_norm": 1.7029496431350708,
      "learning_rate": 1.8315152288363776e-06,
      "loss": 0.3415,
      "step": 1695840
    },
    {
      "epoch": 473.3,
      "grad_norm": 1.0726553201675415,
      "learning_rate": 1.8314888429236364e-06,
      "loss": 0.3499,
      "step": 1695850
    },
    {
      "epoch": 473.31,
      "grad_norm": 1.0452187061309814,
      "learning_rate": 1.8314624570790765e-06,
      "loss": 0.3364,
      "step": 1695860
    },
    {
      "epoch": 473.31,
      "grad_norm": 0.9031434059143066,
      "learning_rate": 1.8314360713027034e-06,
      "loss": 0.3298,
      "step": 1695870
    },
    {
      "epoch": 473.31,
      "grad_norm": 1.231061339378357,
      "learning_rate": 1.831409685594518e-06,
      "loss": 0.3418,
      "step": 1695880
    },
    {
      "epoch": 473.32,
      "grad_norm": 0.9776343703269958,
      "learning_rate": 1.8313832999545265e-06,
      "loss": 0.3511,
      "step": 1695890
    },
    {
      "epoch": 473.32,
      "grad_norm": 1.1776773929595947,
      "learning_rate": 1.8313569143827311e-06,
      "loss": 0.349,
      "step": 1695900
    },
    {
      "epoch": 473.32,
      "grad_norm": 1.0537842512130737,
      "learning_rate": 1.8313305288791348e-06,
      "loss": 0.3439,
      "step": 1695910
    },
    {
      "epoch": 473.32,
      "grad_norm": 1.2567882537841797,
      "learning_rate": 1.8313041434437426e-06,
      "loss": 0.3479,
      "step": 1695920
    },
    {
      "epoch": 473.33,
      "grad_norm": 1.1515754461288452,
      "learning_rate": 1.8312777580765567e-06,
      "loss": 0.3435,
      "step": 1695930
    },
    {
      "epoch": 473.33,
      "grad_norm": 1.086361050605774,
      "learning_rate": 1.83125137277758e-06,
      "loss": 0.3386,
      "step": 1695940
    },
    {
      "epoch": 473.33,
      "grad_norm": 1.1131610870361328,
      "learning_rate": 1.831224987546818e-06,
      "loss": 0.3383,
      "step": 1695950
    },
    {
      "epoch": 473.34,
      "grad_norm": 1.1014039516448975,
      "learning_rate": 1.8311986023842734e-06,
      "loss": 0.3406,
      "step": 1695960
    },
    {
      "epoch": 473.34,
      "grad_norm": 0.9183053374290466,
      "learning_rate": 1.8311722172899487e-06,
      "loss": 0.3469,
      "step": 1695970
    },
    {
      "epoch": 473.34,
      "grad_norm": 1.0984410047531128,
      "learning_rate": 1.8311458322638492e-06,
      "loss": 0.3521,
      "step": 1695980
    },
    {
      "epoch": 473.34,
      "grad_norm": 0.9755347967147827,
      "learning_rate": 1.831119447305977e-06,
      "loss": 0.3333,
      "step": 1695990
    },
    {
      "epoch": 473.35,
      "grad_norm": 1.0993564128875732,
      "learning_rate": 1.8310930624163353e-06,
      "loss": 0.3424,
      "step": 1696000
    },
    {
      "epoch": 473.35,
      "grad_norm": 1.0584372282028198,
      "learning_rate": 1.8310666775949295e-06,
      "loss": 0.3379,
      "step": 1696010
    },
    {
      "epoch": 473.35,
      "grad_norm": 1.0325068235397339,
      "learning_rate": 1.8310402928417618e-06,
      "loss": 0.3225,
      "step": 1696020
    },
    {
      "epoch": 473.35,
      "grad_norm": 0.8851141333580017,
      "learning_rate": 1.831013908156835e-06,
      "loss": 0.3432,
      "step": 1696030
    },
    {
      "epoch": 473.36,
      "grad_norm": 1.28311026096344,
      "learning_rate": 1.8309875235401543e-06,
      "loss": 0.3544,
      "step": 1696040
    },
    {
      "epoch": 473.36,
      "grad_norm": 1.0970488786697388,
      "learning_rate": 1.8309611389917225e-06,
      "loss": 0.3373,
      "step": 1696050
    },
    {
      "epoch": 473.36,
      "grad_norm": 0.9912201166152954,
      "learning_rate": 1.8309347545115427e-06,
      "loss": 0.3453,
      "step": 1696060
    },
    {
      "epoch": 473.37,
      "grad_norm": 1.032921314239502,
      "learning_rate": 1.8309083700996191e-06,
      "loss": 0.3285,
      "step": 1696070
    },
    {
      "epoch": 473.37,
      "grad_norm": 0.959721565246582,
      "learning_rate": 1.8308819857559552e-06,
      "loss": 0.3515,
      "step": 1696080
    },
    {
      "epoch": 473.37,
      "grad_norm": 1.0518769025802612,
      "learning_rate": 1.8308556014805526e-06,
      "loss": 0.341,
      "step": 1696090
    },
    {
      "epoch": 473.37,
      "grad_norm": 1.0665743350982666,
      "learning_rate": 1.8308292172734177e-06,
      "loss": 0.3307,
      "step": 1696100
    },
    {
      "epoch": 473.38,
      "grad_norm": 1.0569002628326416,
      "learning_rate": 1.8308028331345528e-06,
      "loss": 0.3504,
      "step": 1696110
    },
    {
      "epoch": 473.38,
      "grad_norm": 1.055120587348938,
      "learning_rate": 1.8307764490639609e-06,
      "loss": 0.348,
      "step": 1696120
    },
    {
      "epoch": 473.38,
      "grad_norm": 0.9605430960655212,
      "learning_rate": 1.8307500650616461e-06,
      "loss": 0.3622,
      "step": 1696130
    },
    {
      "epoch": 473.39,
      "grad_norm": 1.1480035781860352,
      "learning_rate": 1.8307236811276116e-06,
      "loss": 0.3434,
      "step": 1696140
    },
    {
      "epoch": 473.39,
      "grad_norm": 0.9847108721733093,
      "learning_rate": 1.8306972972618604e-06,
      "loss": 0.3499,
      "step": 1696150
    },
    {
      "epoch": 473.39,
      "grad_norm": 1.135411262512207,
      "learning_rate": 1.8306709134643974e-06,
      "loss": 0.3335,
      "step": 1696160
    },
    {
      "epoch": 473.39,
      "grad_norm": 1.1378905773162842,
      "learning_rate": 1.8306445297352245e-06,
      "loss": 0.3427,
      "step": 1696170
    },
    {
      "epoch": 473.4,
      "grad_norm": 0.9380549788475037,
      "learning_rate": 1.8306181460743471e-06,
      "loss": 0.3519,
      "step": 1696180
    },
    {
      "epoch": 473.4,
      "grad_norm": 1.101639747619629,
      "learning_rate": 1.8305917624817676e-06,
      "loss": 0.357,
      "step": 1696190
    },
    {
      "epoch": 473.4,
      "grad_norm": 1.3129438161849976,
      "learning_rate": 1.8305653789574893e-06,
      "loss": 0.3547,
      "step": 1696200
    },
    {
      "epoch": 473.4,
      "grad_norm": 1.1209907531738281,
      "learning_rate": 1.8305389955015163e-06,
      "loss": 0.3342,
      "step": 1696210
    },
    {
      "epoch": 473.41,
      "grad_norm": 0.9679577946662903,
      "learning_rate": 1.8305126121138521e-06,
      "loss": 0.3602,
      "step": 1696220
    },
    {
      "epoch": 473.41,
      "grad_norm": 1.003296971321106,
      "learning_rate": 1.8304862287944986e-06,
      "loss": 0.3449,
      "step": 1696230
    },
    {
      "epoch": 473.41,
      "grad_norm": 1.099651575088501,
      "learning_rate": 1.8304598455434619e-06,
      "loss": 0.3365,
      "step": 1696240
    },
    {
      "epoch": 473.42,
      "grad_norm": 1.2928659915924072,
      "learning_rate": 1.8304334623607443e-06,
      "loss": 0.3306,
      "step": 1696250
    },
    {
      "epoch": 473.42,
      "grad_norm": 0.9783008694648743,
      "learning_rate": 1.8304070792463483e-06,
      "loss": 0.3238,
      "step": 1696260
    },
    {
      "epoch": 473.42,
      "grad_norm": 1.0800809860229492,
      "learning_rate": 1.8303806962002792e-06,
      "loss": 0.3402,
      "step": 1696270
    },
    {
      "epoch": 473.42,
      "grad_norm": 1.3157739639282227,
      "learning_rate": 1.8303543132225398e-06,
      "loss": 0.337,
      "step": 1696280
    },
    {
      "epoch": 473.43,
      "grad_norm": 0.9909355044364929,
      "learning_rate": 1.8303279303131324e-06,
      "loss": 0.3384,
      "step": 1696290
    },
    {
      "epoch": 473.43,
      "grad_norm": 0.9019421339035034,
      "learning_rate": 1.8303015474720628e-06,
      "loss": 0.3265,
      "step": 1696300
    },
    {
      "epoch": 473.43,
      "grad_norm": 1.268540382385254,
      "learning_rate": 1.830275164699333e-06,
      "loss": 0.3193,
      "step": 1696310
    },
    {
      "epoch": 473.44,
      "grad_norm": 0.9899473786354065,
      "learning_rate": 1.830248781994946e-06,
      "loss": 0.3506,
      "step": 1696320
    },
    {
      "epoch": 473.44,
      "grad_norm": 1.1062994003295898,
      "learning_rate": 1.830222399358907e-06,
      "loss": 0.3298,
      "step": 1696330
    },
    {
      "epoch": 473.44,
      "grad_norm": 1.0348812341690063,
      "learning_rate": 1.830196016791219e-06,
      "loss": 0.3416,
      "step": 1696340
    },
    {
      "epoch": 473.44,
      "grad_norm": 0.9509692192077637,
      "learning_rate": 1.8301696342918844e-06,
      "loss": 0.3358,
      "step": 1696350
    },
    {
      "epoch": 473.45,
      "grad_norm": 1.0810153484344482,
      "learning_rate": 1.8301432518609081e-06,
      "loss": 0.3268,
      "step": 1696360
    },
    {
      "epoch": 473.45,
      "grad_norm": 1.3018872737884521,
      "learning_rate": 1.830116869498293e-06,
      "loss": 0.3353,
      "step": 1696370
    },
    {
      "epoch": 473.45,
      "grad_norm": 0.9779778718948364,
      "learning_rate": 1.8300904872040413e-06,
      "loss": 0.3482,
      "step": 1696380
    },
    {
      "epoch": 473.46,
      "grad_norm": 0.9216642379760742,
      "learning_rate": 1.8300641049781592e-06,
      "loss": 0.3481,
      "step": 1696390
    },
    {
      "epoch": 473.46,
      "grad_norm": 1.1344146728515625,
      "learning_rate": 1.8300377228206488e-06,
      "loss": 0.3357,
      "step": 1696400
    },
    {
      "epoch": 473.46,
      "grad_norm": 1.0424561500549316,
      "learning_rate": 1.830011340731513e-06,
      "loss": 0.3408,
      "step": 1696410
    },
    {
      "epoch": 473.46,
      "grad_norm": 1.09378981590271,
      "learning_rate": 1.829984958710756e-06,
      "loss": 0.3393,
      "step": 1696420
    },
    {
      "epoch": 473.47,
      "grad_norm": 1.3087602853775024,
      "learning_rate": 1.829958576758382e-06,
      "loss": 0.3378,
      "step": 1696430
    },
    {
      "epoch": 473.47,
      "grad_norm": 1.244696855545044,
      "learning_rate": 1.8299321948743931e-06,
      "loss": 0.3462,
      "step": 1696440
    },
    {
      "epoch": 473.47,
      "grad_norm": 22.14165687561035,
      "learning_rate": 1.8299058130587939e-06,
      "loss": 0.3554,
      "step": 1696450
    },
    {
      "epoch": 473.47,
      "grad_norm": 1.0260120630264282,
      "learning_rate": 1.8298794313115867e-06,
      "loss": 0.341,
      "step": 1696460
    },
    {
      "epoch": 473.48,
      "grad_norm": 1.0170481204986572,
      "learning_rate": 1.8298530496327765e-06,
      "loss": 0.3314,
      "step": 1696470
    },
    {
      "epoch": 473.48,
      "grad_norm": 1.046325922012329,
      "learning_rate": 1.8298266680223663e-06,
      "loss": 0.3407,
      "step": 1696480
    },
    {
      "epoch": 473.48,
      "grad_norm": 1.0473076105117798,
      "learning_rate": 1.829800286480359e-06,
      "loss": 0.3299,
      "step": 1696490
    },
    {
      "epoch": 473.49,
      "grad_norm": 0.9490072131156921,
      "learning_rate": 1.8297739050067588e-06,
      "loss": 0.3518,
      "step": 1696500
    },
    {
      "epoch": 473.49,
      "grad_norm": 1.1400606632232666,
      "learning_rate": 1.8297475236015693e-06,
      "loss": 0.3417,
      "step": 1696510
    },
    {
      "epoch": 473.49,
      "grad_norm": 1.0569274425506592,
      "learning_rate": 1.8297211422647925e-06,
      "loss": 0.3262,
      "step": 1696520
    },
    {
      "epoch": 473.49,
      "grad_norm": 1.2127538919448853,
      "learning_rate": 1.829694760996434e-06,
      "loss": 0.3432,
      "step": 1696530
    },
    {
      "epoch": 473.5,
      "grad_norm": 1.028786540031433,
      "learning_rate": 1.8296683797964964e-06,
      "loss": 0.3351,
      "step": 1696540
    },
    {
      "epoch": 473.5,
      "grad_norm": 0.9541097283363342,
      "learning_rate": 1.8296419986649824e-06,
      "loss": 0.3331,
      "step": 1696550
    },
    {
      "epoch": 473.5,
      "grad_norm": 1.1497682332992554,
      "learning_rate": 1.8296156176018972e-06,
      "loss": 0.3384,
      "step": 1696560
    },
    {
      "epoch": 473.51,
      "grad_norm": 1.117363691329956,
      "learning_rate": 1.8295892366072436e-06,
      "loss": 0.3423,
      "step": 1696570
    },
    {
      "epoch": 473.51,
      "grad_norm": 1.0218614339828491,
      "learning_rate": 1.829562855681024e-06,
      "loss": 0.3359,
      "step": 1696580
    },
    {
      "epoch": 473.51,
      "grad_norm": 1.1405898332595825,
      "learning_rate": 1.8295364748232436e-06,
      "loss": 0.3456,
      "step": 1696590
    },
    {
      "epoch": 473.51,
      "grad_norm": 1.1271812915802002,
      "learning_rate": 1.8295100940339055e-06,
      "loss": 0.3553,
      "step": 1696600
    },
    {
      "epoch": 473.52,
      "grad_norm": 0.9735854268074036,
      "learning_rate": 1.8294837133130114e-06,
      "loss": 0.3355,
      "step": 1696610
    },
    {
      "epoch": 473.52,
      "grad_norm": 0.98028963804245,
      "learning_rate": 1.8294573326605674e-06,
      "loss": 0.3388,
      "step": 1696620
    },
    {
      "epoch": 473.52,
      "grad_norm": 1.0185163021087646,
      "learning_rate": 1.8294309520765759e-06,
      "loss": 0.3448,
      "step": 1696630
    },
    {
      "epoch": 473.52,
      "grad_norm": 1.6891613006591797,
      "learning_rate": 1.82940457156104e-06,
      "loss": 0.3429,
      "step": 1696640
    },
    {
      "epoch": 473.53,
      "grad_norm": 1.1022380590438843,
      "learning_rate": 1.829378191113964e-06,
      "loss": 0.3354,
      "step": 1696650
    },
    {
      "epoch": 473.53,
      "grad_norm": 1.0309863090515137,
      "learning_rate": 1.8293518107353511e-06,
      "loss": 0.3438,
      "step": 1696660
    },
    {
      "epoch": 473.53,
      "grad_norm": 1.1637006998062134,
      "learning_rate": 1.8293254304252037e-06,
      "loss": 0.3548,
      "step": 1696670
    },
    {
      "epoch": 473.54,
      "grad_norm": 1.1833566427230835,
      "learning_rate": 1.8292990501835274e-06,
      "loss": 0.3332,
      "step": 1696680
    },
    {
      "epoch": 473.54,
      "grad_norm": 1.1304214000701904,
      "learning_rate": 1.8292726700103247e-06,
      "loss": 0.336,
      "step": 1696690
    },
    {
      "epoch": 473.54,
      "grad_norm": 1.2625914812088013,
      "learning_rate": 1.829246289905598e-06,
      "loss": 0.3456,
      "step": 1696700
    },
    {
      "epoch": 473.54,
      "grad_norm": 1.0554962158203125,
      "learning_rate": 1.8292199098693526e-06,
      "loss": 0.332,
      "step": 1696710
    },
    {
      "epoch": 473.55,
      "grad_norm": 1.2032487392425537,
      "learning_rate": 1.8291935299015917e-06,
      "loss": 0.3339,
      "step": 1696720
    },
    {
      "epoch": 473.55,
      "grad_norm": 0.9807144403457642,
      "learning_rate": 1.8291671500023177e-06,
      "loss": 0.3388,
      "step": 1696730
    },
    {
      "epoch": 473.55,
      "grad_norm": 1.1962742805480957,
      "learning_rate": 1.8291407701715355e-06,
      "loss": 0.3485,
      "step": 1696740
    },
    {
      "epoch": 473.56,
      "grad_norm": 1.1816658973693848,
      "learning_rate": 1.8291143904092468e-06,
      "loss": 0.3394,
      "step": 1696750
    },
    {
      "epoch": 473.56,
      "grad_norm": 1.1416020393371582,
      "learning_rate": 1.8290880107154573e-06,
      "loss": 0.3263,
      "step": 1696760
    },
    {
      "epoch": 473.56,
      "grad_norm": 1.2734802961349487,
      "learning_rate": 1.8290616310901694e-06,
      "loss": 0.3431,
      "step": 1696770
    },
    {
      "epoch": 473.56,
      "grad_norm": 1.0463969707489014,
      "learning_rate": 1.8290352515333862e-06,
      "loss": 0.3499,
      "step": 1696780
    },
    {
      "epoch": 473.57,
      "grad_norm": 1.1321370601654053,
      "learning_rate": 1.8290088720451123e-06,
      "loss": 0.348,
      "step": 1696790
    },
    {
      "epoch": 473.57,
      "grad_norm": 0.9360100626945496,
      "learning_rate": 1.8289824926253504e-06,
      "loss": 0.3404,
      "step": 1696800
    },
    {
      "epoch": 473.57,
      "grad_norm": 1.071048378944397,
      "learning_rate": 1.8289561132741034e-06,
      "loss": 0.3229,
      "step": 1696810
    },
    {
      "epoch": 473.58,
      "grad_norm": 1.129433035850525,
      "learning_rate": 1.8289297339913764e-06,
      "loss": 0.3498,
      "step": 1696820
    },
    {
      "epoch": 473.58,
      "grad_norm": 1.0492621660232544,
      "learning_rate": 1.8289033547771719e-06,
      "loss": 0.3572,
      "step": 1696830
    },
    {
      "epoch": 473.58,
      "grad_norm": 1.0168513059616089,
      "learning_rate": 1.828876975631493e-06,
      "loss": 0.3508,
      "step": 1696840
    },
    {
      "epoch": 473.58,
      "grad_norm": 0.9529972672462463,
      "learning_rate": 1.8288505965543446e-06,
      "loss": 0.3501,
      "step": 1696850
    },
    {
      "epoch": 473.59,
      "grad_norm": 1.2761896848678589,
      "learning_rate": 1.8288242175457298e-06,
      "loss": 0.3566,
      "step": 1696860
    },
    {
      "epoch": 473.59,
      "grad_norm": 1.0223289728164673,
      "learning_rate": 1.828797838605651e-06,
      "loss": 0.3355,
      "step": 1696870
    },
    {
      "epoch": 473.59,
      "grad_norm": 1.247046947479248,
      "learning_rate": 1.828771459734113e-06,
      "loss": 0.3379,
      "step": 1696880
    },
    {
      "epoch": 473.59,
      "grad_norm": 0.9547016024589539,
      "learning_rate": 1.8287450809311188e-06,
      "loss": 0.3418,
      "step": 1696890
    },
    {
      "epoch": 473.6,
      "grad_norm": 2.8319387435913086,
      "learning_rate": 1.828718702196671e-06,
      "loss": 0.3363,
      "step": 1696900
    },
    {
      "epoch": 473.6,
      "grad_norm": 1.0517889261245728,
      "learning_rate": 1.8286923235307747e-06,
      "loss": 0.3502,
      "step": 1696910
    },
    {
      "epoch": 473.6,
      "grad_norm": 0.9990881681442261,
      "learning_rate": 1.828665944933433e-06,
      "loss": 0.3289,
      "step": 1696920
    },
    {
      "epoch": 473.61,
      "grad_norm": 1.0886242389678955,
      "learning_rate": 1.8286395664046485e-06,
      "loss": 0.3367,
      "step": 1696930
    },
    {
      "epoch": 473.61,
      "grad_norm": 0.9355548024177551,
      "learning_rate": 1.8286131879444257e-06,
      "loss": 0.3423,
      "step": 1696940
    },
    {
      "epoch": 473.61,
      "grad_norm": 1.0031991004943848,
      "learning_rate": 1.828586809552768e-06,
      "loss": 0.3481,
      "step": 1696950
    },
    {
      "epoch": 473.61,
      "grad_norm": 1.0470821857452393,
      "learning_rate": 1.8285604312296777e-06,
      "loss": 0.3589,
      "step": 1696960
    },
    {
      "epoch": 473.62,
      "grad_norm": 0.9561360478401184,
      "learning_rate": 1.8285340529751602e-06,
      "loss": 0.3208,
      "step": 1696970
    },
    {
      "epoch": 473.62,
      "grad_norm": 1.1499264240264893,
      "learning_rate": 1.828507674789218e-06,
      "loss": 0.3511,
      "step": 1696980
    },
    {
      "epoch": 473.62,
      "grad_norm": 1.1487804651260376,
      "learning_rate": 1.8284812966718537e-06,
      "loss": 0.3627,
      "step": 1696990
    },
    {
      "epoch": 473.63,
      "grad_norm": 1.0344878435134888,
      "learning_rate": 1.8284549186230729e-06,
      "loss": 0.3459,
      "step": 1697000
    },
    {
      "epoch": 473.63,
      "grad_norm": 1.2018072605133057,
      "learning_rate": 1.828428540642878e-06,
      "loss": 0.3491,
      "step": 1697010
    },
    {
      "epoch": 473.63,
      "grad_norm": 1.1484612226486206,
      "learning_rate": 1.828402162731272e-06,
      "loss": 0.3521,
      "step": 1697020
    },
    {
      "epoch": 473.63,
      "grad_norm": 1.064548373222351,
      "learning_rate": 1.8283757848882593e-06,
      "loss": 0.3483,
      "step": 1697030
    },
    {
      "epoch": 473.64,
      "grad_norm": 0.945931077003479,
      "learning_rate": 1.8283494071138422e-06,
      "loss": 0.3503,
      "step": 1697040
    },
    {
      "epoch": 473.64,
      "grad_norm": 1.1883035898208618,
      "learning_rate": 1.828323029408026e-06,
      "loss": 0.3431,
      "step": 1697050
    },
    {
      "epoch": 473.64,
      "grad_norm": 1.1599065065383911,
      "learning_rate": 1.8282966517708133e-06,
      "loss": 0.361,
      "step": 1697060
    },
    {
      "epoch": 473.64,
      "grad_norm": 0.9218123555183411,
      "learning_rate": 1.8282702742022072e-06,
      "loss": 0.3467,
      "step": 1697070
    },
    {
      "epoch": 473.65,
      "grad_norm": 0.9078665375709534,
      "learning_rate": 1.828243896702212e-06,
      "loss": 0.3513,
      "step": 1697080
    },
    {
      "epoch": 473.65,
      "grad_norm": 0.9100050330162048,
      "learning_rate": 1.828217519270831e-06,
      "loss": 0.3415,
      "step": 1697090
    },
    {
      "epoch": 473.65,
      "grad_norm": 0.9712644219398499,
      "learning_rate": 1.828191141908066e-06,
      "loss": 0.3437,
      "step": 1697100
    },
    {
      "epoch": 473.66,
      "grad_norm": 0.9943747520446777,
      "learning_rate": 1.8281647646139233e-06,
      "loss": 0.3421,
      "step": 1697110
    },
    {
      "epoch": 473.66,
      "grad_norm": 1.3169138431549072,
      "learning_rate": 1.8281383873884052e-06,
      "loss": 0.3096,
      "step": 1697120
    },
    {
      "epoch": 473.66,
      "grad_norm": 1.1257710456848145,
      "learning_rate": 1.828112010231514e-06,
      "loss": 0.346,
      "step": 1697130
    },
    {
      "epoch": 473.66,
      "grad_norm": 1.1489790678024292,
      "learning_rate": 1.8280856331432557e-06,
      "loss": 0.3371,
      "step": 1697140
    },
    {
      "epoch": 473.67,
      "grad_norm": 0.9766400456428528,
      "learning_rate": 1.8280592561236322e-06,
      "loss": 0.3293,
      "step": 1697150
    },
    {
      "epoch": 473.67,
      "grad_norm": 0.8899691104888916,
      "learning_rate": 1.8280328791726465e-06,
      "loss": 0.3434,
      "step": 1697160
    },
    {
      "epoch": 473.67,
      "grad_norm": 1.1756377220153809,
      "learning_rate": 1.828006502290304e-06,
      "loss": 0.3333,
      "step": 1697170
    },
    {
      "epoch": 473.68,
      "grad_norm": 1.1946429014205933,
      "learning_rate": 1.8279801254766067e-06,
      "loss": 0.3528,
      "step": 1697180
    },
    {
      "epoch": 473.68,
      "grad_norm": 1.135939598083496,
      "learning_rate": 1.8279537487315576e-06,
      "loss": 0.3365,
      "step": 1697190
    },
    {
      "epoch": 473.68,
      "grad_norm": 1.2694545984268188,
      "learning_rate": 1.8279273720551623e-06,
      "loss": 0.3283,
      "step": 1697200
    },
    {
      "epoch": 473.68,
      "grad_norm": 1.1366746425628662,
      "learning_rate": 1.827900995447423e-06,
      "loss": 0.3439,
      "step": 1697210
    },
    {
      "epoch": 473.69,
      "grad_norm": 1.1817998886108398,
      "learning_rate": 1.8278746189083426e-06,
      "loss": 0.3438,
      "step": 1697220
    },
    {
      "epoch": 473.69,
      "grad_norm": 1.0720837116241455,
      "learning_rate": 1.827848242437926e-06,
      "loss": 0.3447,
      "step": 1697230
    },
    {
      "epoch": 473.69,
      "grad_norm": 0.977418839931488,
      "learning_rate": 1.8278218660361762e-06,
      "loss": 0.3318,
      "step": 1697240
    },
    {
      "epoch": 473.7,
      "grad_norm": 1.0263340473175049,
      "learning_rate": 1.8277954897030955e-06,
      "loss": 0.3418,
      "step": 1697250
    },
    {
      "epoch": 473.7,
      "grad_norm": 1.0388579368591309,
      "learning_rate": 1.8277691134386896e-06,
      "loss": 0.3462,
      "step": 1697260
    },
    {
      "epoch": 473.7,
      "grad_norm": 0.9972061514854431,
      "learning_rate": 1.8277427372429606e-06,
      "loss": 0.343,
      "step": 1697270
    },
    {
      "epoch": 473.7,
      "grad_norm": 1.0783233642578125,
      "learning_rate": 1.8277163611159116e-06,
      "loss": 0.3428,
      "step": 1697280
    },
    {
      "epoch": 473.71,
      "grad_norm": 1.2155873775482178,
      "learning_rate": 1.8276899850575477e-06,
      "loss": 0.3311,
      "step": 1697290
    },
    {
      "epoch": 473.71,
      "grad_norm": 1.1084156036376953,
      "learning_rate": 1.8276636090678714e-06,
      "loss": 0.3375,
      "step": 1697300
    },
    {
      "epoch": 473.71,
      "grad_norm": 1.0952274799346924,
      "learning_rate": 1.827637233146886e-06,
      "loss": 0.3449,
      "step": 1697310
    },
    {
      "epoch": 473.71,
      "grad_norm": 1.0644588470458984,
      "learning_rate": 1.827610857294596e-06,
      "loss": 0.333,
      "step": 1697320
    },
    {
      "epoch": 473.72,
      "grad_norm": 1.0938971042633057,
      "learning_rate": 1.827584481511003e-06,
      "loss": 0.341,
      "step": 1697330
    },
    {
      "epoch": 473.72,
      "grad_norm": 1.0796046257019043,
      "learning_rate": 1.827558105796113e-06,
      "loss": 0.3546,
      "step": 1697340
    },
    {
      "epoch": 473.72,
      "grad_norm": 1.1077152490615845,
      "learning_rate": 1.8275317301499278e-06,
      "loss": 0.3259,
      "step": 1697350
    },
    {
      "epoch": 473.73,
      "grad_norm": 0.9423943758010864,
      "learning_rate": 1.8275053545724514e-06,
      "loss": 0.3541,
      "step": 1697360
    },
    {
      "epoch": 473.73,
      "grad_norm": 1.0094695091247559,
      "learning_rate": 1.8274789790636875e-06,
      "loss": 0.3264,
      "step": 1697370
    },
    {
      "epoch": 473.73,
      "grad_norm": 1.0820780992507935,
      "learning_rate": 1.827452603623639e-06,
      "loss": 0.3325,
      "step": 1697380
    },
    {
      "epoch": 473.73,
      "grad_norm": 1.0183296203613281,
      "learning_rate": 1.82742622825231e-06,
      "loss": 0.3443,
      "step": 1697390
    },
    {
      "epoch": 473.74,
      "grad_norm": 0.8911479711532593,
      "learning_rate": 1.827399852949704e-06,
      "loss": 0.3406,
      "step": 1697400
    },
    {
      "epoch": 473.74,
      "grad_norm": 1.1336148977279663,
      "learning_rate": 1.827373477715825e-06,
      "loss": 0.335,
      "step": 1697410
    },
    {
      "epoch": 473.74,
      "grad_norm": 0.8909561634063721,
      "learning_rate": 1.827347102550674e-06,
      "loss": 0.3318,
      "step": 1697420
    },
    {
      "epoch": 473.75,
      "grad_norm": 1.1412723064422607,
      "learning_rate": 1.827320727454258e-06,
      "loss": 0.3438,
      "step": 1697430
    },
    {
      "epoch": 473.75,
      "grad_norm": 1.1395034790039062,
      "learning_rate": 1.8272943524265786e-06,
      "loss": 0.3535,
      "step": 1697440
    },
    {
      "epoch": 473.75,
      "grad_norm": 1.1086828708648682,
      "learning_rate": 1.827267977467639e-06,
      "loss": 0.3406,
      "step": 1697450
    },
    {
      "epoch": 473.75,
      "grad_norm": 0.9817839860916138,
      "learning_rate": 1.8272416025774442e-06,
      "loss": 0.3441,
      "step": 1697460
    },
    {
      "epoch": 473.76,
      "grad_norm": 1.238148808479309,
      "learning_rate": 1.8272152277559965e-06,
      "loss": 0.3361,
      "step": 1697470
    },
    {
      "epoch": 473.76,
      "grad_norm": 1.1645134687423706,
      "learning_rate": 1.8271888530032987e-06,
      "loss": 0.34,
      "step": 1697480
    },
    {
      "epoch": 473.76,
      "grad_norm": 0.9801682829856873,
      "learning_rate": 1.8271624783193565e-06,
      "loss": 0.3529,
      "step": 1697490
    },
    {
      "epoch": 473.77,
      "grad_norm": 1.0997951030731201,
      "learning_rate": 1.8271361037041718e-06,
      "loss": 0.3381,
      "step": 1697500
    },
    {
      "epoch": 473.77,
      "grad_norm": 1.042183756828308,
      "learning_rate": 1.827109729157748e-06,
      "loss": 0.3463,
      "step": 1697510
    },
    {
      "epoch": 473.77,
      "grad_norm": 1.1222875118255615,
      "learning_rate": 1.8270833546800902e-06,
      "loss": 0.3389,
      "step": 1697520
    },
    {
      "epoch": 473.77,
      "grad_norm": 1.4509671926498413,
      "learning_rate": 1.8270569802712007e-06,
      "loss": 0.3478,
      "step": 1697530
    },
    {
      "epoch": 473.78,
      "grad_norm": 1.174623966217041,
      "learning_rate": 1.8270306059310825e-06,
      "loss": 0.3481,
      "step": 1697540
    },
    {
      "epoch": 473.78,
      "grad_norm": 1.1361398696899414,
      "learning_rate": 1.8270042316597407e-06,
      "loss": 0.3304,
      "step": 1697550
    },
    {
      "epoch": 473.78,
      "grad_norm": 1.010243535041809,
      "learning_rate": 1.8269778574571776e-06,
      "loss": 0.3662,
      "step": 1697560
    },
    {
      "epoch": 473.78,
      "grad_norm": 0.9444742798805237,
      "learning_rate": 1.826951483323396e-06,
      "loss": 0.3328,
      "step": 1697570
    },
    {
      "epoch": 473.79,
      "grad_norm": 1.0579527616500854,
      "learning_rate": 1.8269251092584015e-06,
      "loss": 0.3245,
      "step": 1697580
    },
    {
      "epoch": 473.79,
      "grad_norm": 0.9608248472213745,
      "learning_rate": 1.8268987352621965e-06,
      "loss": 0.3578,
      "step": 1697590
    },
    {
      "epoch": 473.79,
      "grad_norm": 0.8867119550704956,
      "learning_rate": 1.8268723613347843e-06,
      "loss": 0.3372,
      "step": 1697600
    },
    {
      "epoch": 473.8,
      "grad_norm": 1.0103892087936401,
      "learning_rate": 1.826845987476169e-06,
      "loss": 0.342,
      "step": 1697610
    },
    {
      "epoch": 473.8,
      "grad_norm": 0.9945961236953735,
      "learning_rate": 1.8268196136863526e-06,
      "loss": 0.3438,
      "step": 1697620
    },
    {
      "epoch": 473.8,
      "grad_norm": 1.1622434854507446,
      "learning_rate": 1.8267932399653408e-06,
      "loss": 0.3536,
      "step": 1697630
    },
    {
      "epoch": 473.8,
      "grad_norm": 1.1254194974899292,
      "learning_rate": 1.8267668663131363e-06,
      "loss": 0.3517,
      "step": 1697640
    },
    {
      "epoch": 473.81,
      "grad_norm": 0.9534979462623596,
      "learning_rate": 1.8267404927297413e-06,
      "loss": 0.3387,
      "step": 1697650
    },
    {
      "epoch": 473.81,
      "grad_norm": 1.7695167064666748,
      "learning_rate": 1.8267141192151615e-06,
      "loss": 0.3276,
      "step": 1697660
    },
    {
      "epoch": 473.81,
      "grad_norm": 1.1473932266235352,
      "learning_rate": 1.826687745769399e-06,
      "loss": 0.3448,
      "step": 1697670
    },
    {
      "epoch": 473.82,
      "grad_norm": 1.8711925745010376,
      "learning_rate": 1.8266613723924575e-06,
      "loss": 0.3422,
      "step": 1697680
    },
    {
      "epoch": 473.82,
      "grad_norm": 1.2142219543457031,
      "learning_rate": 1.826634999084341e-06,
      "loss": 0.3512,
      "step": 1697690
    },
    {
      "epoch": 473.82,
      "grad_norm": 1.0034888982772827,
      "learning_rate": 1.8266086258450524e-06,
      "loss": 0.3622,
      "step": 1697700
    },
    {
      "epoch": 473.82,
      "grad_norm": 1.0013952255249023,
      "learning_rate": 1.8265822526745948e-06,
      "loss": 0.3553,
      "step": 1697710
    },
    {
      "epoch": 473.83,
      "grad_norm": 1.0180127620697021,
      "learning_rate": 1.8265558795729733e-06,
      "loss": 0.34,
      "step": 1697720
    },
    {
      "epoch": 473.83,
      "grad_norm": 0.9948011040687561,
      "learning_rate": 1.8265295065401903e-06,
      "loss": 0.3438,
      "step": 1697730
    },
    {
      "epoch": 473.83,
      "grad_norm": 1.1021243333816528,
      "learning_rate": 1.8265031335762493e-06,
      "loss": 0.3666,
      "step": 1697740
    },
    {
      "epoch": 473.83,
      "grad_norm": 1.2235987186431885,
      "learning_rate": 1.826476760681154e-06,
      "loss": 0.3486,
      "step": 1697750
    },
    {
      "epoch": 473.84,
      "grad_norm": 0.930938720703125,
      "learning_rate": 1.8264503878549084e-06,
      "loss": 0.3304,
      "step": 1697760
    },
    {
      "epoch": 473.84,
      "grad_norm": 1.2894192934036255,
      "learning_rate": 1.8264240150975142e-06,
      "loss": 0.3449,
      "step": 1697770
    },
    {
      "epoch": 473.84,
      "grad_norm": 1.031778335571289,
      "learning_rate": 1.8263976424089773e-06,
      "loss": 0.3388,
      "step": 1697780
    },
    {
      "epoch": 473.85,
      "grad_norm": 0.9831805229187012,
      "learning_rate": 1.8263712697893005e-06,
      "loss": 0.3363,
      "step": 1697790
    },
    {
      "epoch": 473.85,
      "grad_norm": 1.0267339944839478,
      "learning_rate": 1.8263448972384856e-06,
      "loss": 0.351,
      "step": 1697800
    },
    {
      "epoch": 473.85,
      "grad_norm": 1.0218133926391602,
      "learning_rate": 1.8263185247565385e-06,
      "loss": 0.3332,
      "step": 1697810
    },
    {
      "epoch": 473.85,
      "grad_norm": 1.1076109409332275,
      "learning_rate": 1.8262921523434616e-06,
      "loss": 0.34,
      "step": 1697820
    },
    {
      "epoch": 473.86,
      "grad_norm": 1.0864527225494385,
      "learning_rate": 1.826265779999258e-06,
      "loss": 0.3592,
      "step": 1697830
    },
    {
      "epoch": 473.86,
      "grad_norm": 1.0113714933395386,
      "learning_rate": 1.8262394077239325e-06,
      "loss": 0.3465,
      "step": 1697840
    },
    {
      "epoch": 473.86,
      "grad_norm": 4.333157062530518,
      "learning_rate": 1.8262130355174875e-06,
      "loss": 0.3502,
      "step": 1697850
    },
    {
      "epoch": 473.87,
      "grad_norm": 0.9748944044113159,
      "learning_rate": 1.8261866633799256e-06,
      "loss": 0.3451,
      "step": 1697860
    },
    {
      "epoch": 473.87,
      "grad_norm": 1.0223268270492554,
      "learning_rate": 1.8261602913112529e-06,
      "loss": 0.3422,
      "step": 1697870
    },
    {
      "epoch": 473.87,
      "grad_norm": 1.024940848350525,
      "learning_rate": 1.8261339193114715e-06,
      "loss": 0.3337,
      "step": 1697880
    },
    {
      "epoch": 473.87,
      "grad_norm": 1.0585604906082153,
      "learning_rate": 1.8261075473805843e-06,
      "loss": 0.3569,
      "step": 1697890
    },
    {
      "epoch": 473.88,
      "grad_norm": 1.176802635192871,
      "learning_rate": 1.8260811755185961e-06,
      "loss": 0.347,
      "step": 1697900
    },
    {
      "epoch": 473.88,
      "grad_norm": 1.0621402263641357,
      "learning_rate": 1.8260548037255085e-06,
      "loss": 0.3442,
      "step": 1697910
    },
    {
      "epoch": 473.88,
      "grad_norm": 1.1249817609786987,
      "learning_rate": 1.8260284320013275e-06,
      "loss": 0.3478,
      "step": 1697920
    },
    {
      "epoch": 473.89,
      "grad_norm": 0.9691384434700012,
      "learning_rate": 1.8260020603460553e-06,
      "loss": 0.3459,
      "step": 1697930
    },
    {
      "epoch": 473.89,
      "grad_norm": 0.9747767448425293,
      "learning_rate": 1.8259756887596946e-06,
      "loss": 0.3559,
      "step": 1697940
    },
    {
      "epoch": 473.89,
      "grad_norm": 1.1799734830856323,
      "learning_rate": 1.8259493172422508e-06,
      "loss": 0.3595,
      "step": 1697950
    },
    {
      "epoch": 473.89,
      "grad_norm": 1.0147778987884521,
      "learning_rate": 1.825922945793726e-06,
      "loss": 0.3431,
      "step": 1697960
    },
    {
      "epoch": 473.9,
      "grad_norm": 1.0517659187316895,
      "learning_rate": 1.8258965744141242e-06,
      "loss": 0.351,
      "step": 1697970
    },
    {
      "epoch": 473.9,
      "grad_norm": 0.9698456525802612,
      "learning_rate": 1.825870203103449e-06,
      "loss": 0.3466,
      "step": 1697980
    },
    {
      "epoch": 473.9,
      "grad_norm": 0.9406008124351501,
      "learning_rate": 1.825843831861704e-06,
      "loss": 0.3404,
      "step": 1697990
    },
    {
      "epoch": 473.9,
      "grad_norm": 1.1962240934371948,
      "learning_rate": 1.8258174606888912e-06,
      "loss": 0.35,
      "step": 1698000
    },
    {
      "epoch": 473.91,
      "grad_norm": 1.09035325050354,
      "learning_rate": 1.8257910895850166e-06,
      "loss": 0.3229,
      "step": 1698010
    },
    {
      "epoch": 473.91,
      "grad_norm": 1.0503101348876953,
      "learning_rate": 1.8257647185500821e-06,
      "loss": 0.3353,
      "step": 1698020
    },
    {
      "epoch": 473.91,
      "grad_norm": 1.0283218622207642,
      "learning_rate": 1.8257383475840913e-06,
      "loss": 0.3418,
      "step": 1698030
    },
    {
      "epoch": 473.92,
      "grad_norm": 1.1330887079238892,
      "learning_rate": 1.8257119766870485e-06,
      "loss": 0.3502,
      "step": 1698040
    },
    {
      "epoch": 473.92,
      "grad_norm": 0.9712418913841248,
      "learning_rate": 1.8256856058589566e-06,
      "loss": 0.3377,
      "step": 1698050
    },
    {
      "epoch": 473.92,
      "grad_norm": 0.9905641674995422,
      "learning_rate": 1.8256592350998186e-06,
      "loss": 0.3345,
      "step": 1698060
    },
    {
      "epoch": 473.92,
      "grad_norm": 0.8770861029624939,
      "learning_rate": 1.825632864409639e-06,
      "loss": 0.3555,
      "step": 1698070
    },
    {
      "epoch": 473.93,
      "grad_norm": 1.089473843574524,
      "learning_rate": 1.8256064937884213e-06,
      "loss": 0.339,
      "step": 1698080
    },
    {
      "epoch": 473.93,
      "grad_norm": 0.9190266728401184,
      "learning_rate": 1.8255801232361675e-06,
      "loss": 0.3398,
      "step": 1698090
    },
    {
      "epoch": 473.93,
      "grad_norm": 1.0778976678848267,
      "learning_rate": 1.8255537527528836e-06,
      "loss": 0.3298,
      "step": 1698100
    },
    {
      "epoch": 473.94,
      "grad_norm": 1.1000581979751587,
      "learning_rate": 1.8255273823385715e-06,
      "loss": 0.3545,
      "step": 1698110
    },
    {
      "epoch": 473.94,
      "grad_norm": 1.0359535217285156,
      "learning_rate": 1.8255010119932343e-06,
      "loss": 0.33,
      "step": 1698120
    },
    {
      "epoch": 473.94,
      "grad_norm": 1.022386908531189,
      "learning_rate": 1.825474641716877e-06,
      "loss": 0.3323,
      "step": 1698130
    },
    {
      "epoch": 473.94,
      "grad_norm": 1.0439355373382568,
      "learning_rate": 1.825448271509502e-06,
      "loss": 0.3389,
      "step": 1698140
    },
    {
      "epoch": 473.95,
      "grad_norm": 1.2303624153137207,
      "learning_rate": 1.8254219013711125e-06,
      "loss": 0.3331,
      "step": 1698150
    },
    {
      "epoch": 473.95,
      "grad_norm": 1.0571093559265137,
      "learning_rate": 1.8253955313017133e-06,
      "loss": 0.3379,
      "step": 1698160
    },
    {
      "epoch": 473.95,
      "grad_norm": 0.9627222418785095,
      "learning_rate": 1.8253691613013074e-06,
      "loss": 0.3299,
      "step": 1698170
    },
    {
      "epoch": 473.95,
      "grad_norm": 1.142771601676941,
      "learning_rate": 1.8253427913698976e-06,
      "loss": 0.3378,
      "step": 1698180
    },
    {
      "epoch": 473.96,
      "grad_norm": 1.2827234268188477,
      "learning_rate": 1.8253164215074882e-06,
      "loss": 0.345,
      "step": 1698190
    },
    {
      "epoch": 473.96,
      "grad_norm": 1.1240803003311157,
      "learning_rate": 1.8252900517140815e-06,
      "loss": 0.3529,
      "step": 1698200
    },
    {
      "epoch": 473.96,
      "grad_norm": 1.0597244501113892,
      "learning_rate": 1.8252636819896832e-06,
      "loss": 0.3591,
      "step": 1698210
    },
    {
      "epoch": 473.97,
      "grad_norm": 1.0217887163162231,
      "learning_rate": 1.8252373123342953e-06,
      "loss": 0.345,
      "step": 1698220
    },
    {
      "epoch": 473.97,
      "grad_norm": 0.9820053577423096,
      "learning_rate": 1.825210942747921e-06,
      "loss": 0.3552,
      "step": 1698230
    },
    {
      "epoch": 473.97,
      "grad_norm": 1.1335136890411377,
      "learning_rate": 1.8251845732305649e-06,
      "loss": 0.3283,
      "step": 1698240
    },
    {
      "epoch": 473.97,
      "grad_norm": 1.1934477090835571,
      "learning_rate": 1.8251582037822303e-06,
      "loss": 0.3372,
      "step": 1698250
    },
    {
      "epoch": 473.98,
      "grad_norm": 0.9740815758705139,
      "learning_rate": 1.8251318344029196e-06,
      "loss": 0.3455,
      "step": 1698260
    },
    {
      "epoch": 473.98,
      "grad_norm": 1.1210814714431763,
      "learning_rate": 1.825105465092638e-06,
      "loss": 0.3327,
      "step": 1698270
    },
    {
      "epoch": 473.98,
      "grad_norm": 1.0584118366241455,
      "learning_rate": 1.8250790958513882e-06,
      "loss": 0.3322,
      "step": 1698280
    },
    {
      "epoch": 473.99,
      "grad_norm": 1.0717333555221558,
      "learning_rate": 1.8250527266791723e-06,
      "loss": 0.339,
      "step": 1698290
    },
    {
      "epoch": 473.99,
      "grad_norm": 1.0322458744049072,
      "learning_rate": 1.825026357575996e-06,
      "loss": 0.3283,
      "step": 1698300
    },
    {
      "epoch": 473.99,
      "grad_norm": 1.3183681964874268,
      "learning_rate": 1.8249999885418625e-06,
      "loss": 0.3513,
      "step": 1698310
    },
    {
      "epoch": 473.99,
      "grad_norm": 1.1085920333862305,
      "learning_rate": 1.824973619576774e-06,
      "loss": 0.3343,
      "step": 1698320
    },
    {
      "epoch": 474.0,
      "grad_norm": 1.1248890161514282,
      "learning_rate": 1.8249472506807352e-06,
      "loss": 0.3445,
      "step": 1698330
    },
    {
      "epoch": 474.0,
      "grad_norm": 1.1327701807022095,
      "learning_rate": 1.8249208818537486e-06,
      "loss": 0.3383,
      "step": 1698340
    },
    {
      "epoch": 474.0,
      "eval_loss": 0.34393250942230225,
      "eval_runtime": 62.8089,
      "eval_samples_per_second": 80.546,
      "eval_steps_per_second": 10.078,
      "step": 1698342
    },
    {
      "epoch": 474.0,
      "grad_norm": 1.1882110834121704,
      "learning_rate": 1.8248945130958185e-06,
      "loss": 0.3582,
      "step": 1698350
    },
    {
      "epoch": 474.01,
      "grad_norm": 1.0920528173446655,
      "learning_rate": 1.8248681444069487e-06,
      "loss": 0.3495,
      "step": 1698360
    },
    {
      "epoch": 474.01,
      "grad_norm": 1.0663177967071533,
      "learning_rate": 1.824841775787142e-06,
      "loss": 0.3356,
      "step": 1698370
    },
    {
      "epoch": 474.01,
      "grad_norm": 1.1242365837097168,
      "learning_rate": 1.8248154072364014e-06,
      "loss": 0.3444,
      "step": 1698380
    },
    {
      "epoch": 474.01,
      "grad_norm": 0.967582106590271,
      "learning_rate": 1.8247890387547321e-06,
      "loss": 0.3475,
      "step": 1698390
    },
    {
      "epoch": 474.02,
      "grad_norm": 0.9570348262786865,
      "learning_rate": 1.8247626703421365e-06,
      "loss": 0.3541,
      "step": 1698400
    },
    {
      "epoch": 474.02,
      "grad_norm": 1.0928614139556885,
      "learning_rate": 1.8247363019986177e-06,
      "loss": 0.3375,
      "step": 1698410
    },
    {
      "epoch": 474.02,
      "grad_norm": 1.069455623626709,
      "learning_rate": 1.8247099337241804e-06,
      "loss": 0.3384,
      "step": 1698420
    },
    {
      "epoch": 474.02,
      "grad_norm": 1.029253602027893,
      "learning_rate": 1.8246835655188277e-06,
      "loss": 0.337,
      "step": 1698430
    },
    {
      "epoch": 474.03,
      "grad_norm": 1.006083369255066,
      "learning_rate": 1.8246571973825615e-06,
      "loss": 0.3455,
      "step": 1698440
    },
    {
      "epoch": 474.03,
      "grad_norm": 1.1335196495056152,
      "learning_rate": 1.8246308293153878e-06,
      "loss": 0.3459,
      "step": 1698450
    },
    {
      "epoch": 474.03,
      "grad_norm": 1.1217514276504517,
      "learning_rate": 1.8246044613173092e-06,
      "loss": 0.3557,
      "step": 1698460
    },
    {
      "epoch": 474.04,
      "grad_norm": 1.3378288745880127,
      "learning_rate": 1.8245780933883277e-06,
      "loss": 0.3541,
      "step": 1698470
    },
    {
      "epoch": 474.04,
      "grad_norm": 1.009674310684204,
      "learning_rate": 1.8245517255284494e-06,
      "loss": 0.332,
      "step": 1698480
    },
    {
      "epoch": 474.04,
      "grad_norm": 1.0832492113113403,
      "learning_rate": 1.824525357737676e-06,
      "loss": 0.3416,
      "step": 1698490
    },
    {
      "epoch": 474.04,
      "grad_norm": 1.041656255722046,
      "learning_rate": 1.8244989900160119e-06,
      "loss": 0.3374,
      "step": 1698500
    },
    {
      "epoch": 474.05,
      "grad_norm": 1.1510796546936035,
      "learning_rate": 1.8244726223634602e-06,
      "loss": 0.3352,
      "step": 1698510
    },
    {
      "epoch": 474.05,
      "grad_norm": 1.038596749305725,
      "learning_rate": 1.8244462547800235e-06,
      "loss": 0.3468,
      "step": 1698520
    },
    {
      "epoch": 474.05,
      "grad_norm": 1.0407072305679321,
      "learning_rate": 1.8244198872657073e-06,
      "loss": 0.3418,
      "step": 1698530
    },
    {
      "epoch": 474.06,
      "grad_norm": 0.9388931393623352,
      "learning_rate": 1.8243935198205142e-06,
      "loss": 0.345,
      "step": 1698540
    },
    {
      "epoch": 474.06,
      "grad_norm": 1.0867016315460205,
      "learning_rate": 1.824367152444447e-06,
      "loss": 0.3459,
      "step": 1698550
    },
    {
      "epoch": 474.06,
      "grad_norm": 1.1034988164901733,
      "learning_rate": 1.8243407851375104e-06,
      "loss": 0.3538,
      "step": 1698560
    },
    {
      "epoch": 474.06,
      "grad_norm": 1.2025203704833984,
      "learning_rate": 1.8243144178997071e-06,
      "loss": 0.3525,
      "step": 1698570
    },
    {
      "epoch": 474.07,
      "grad_norm": 1.1131075620651245,
      "learning_rate": 1.82428805073104e-06,
      "loss": 0.336,
      "step": 1698580
    },
    {
      "epoch": 474.07,
      "grad_norm": 1.1095125675201416,
      "learning_rate": 1.8242616836315144e-06,
      "loss": 0.3421,
      "step": 1698590
    },
    {
      "epoch": 474.07,
      "grad_norm": 1.100098729133606,
      "learning_rate": 1.824235316601133e-06,
      "loss": 0.3464,
      "step": 1698600
    },
    {
      "epoch": 474.07,
      "grad_norm": 1.2009068727493286,
      "learning_rate": 1.8242089496398978e-06,
      "loss": 0.3295,
      "step": 1698610
    },
    {
      "epoch": 474.08,
      "grad_norm": 0.9614934921264648,
      "learning_rate": 1.8241825827478146e-06,
      "loss": 0.347,
      "step": 1698620
    },
    {
      "epoch": 474.08,
      "grad_norm": 0.8700791001319885,
      "learning_rate": 1.8241562159248864e-06,
      "loss": 0.3338,
      "step": 1698630
    },
    {
      "epoch": 474.08,
      "grad_norm": 0.9472801685333252,
      "learning_rate": 1.8241298491711155e-06,
      "loss": 0.3632,
      "step": 1698640
    },
    {
      "epoch": 474.09,
      "grad_norm": 1.1555044651031494,
      "learning_rate": 1.8241034824865067e-06,
      "loss": 0.3538,
      "step": 1698650
    },
    {
      "epoch": 474.09,
      "grad_norm": 1.0811058282852173,
      "learning_rate": 1.824077115871063e-06,
      "loss": 0.3219,
      "step": 1698660
    },
    {
      "epoch": 474.09,
      "grad_norm": 1.0478216409683228,
      "learning_rate": 1.8240507493247867e-06,
      "loss": 0.3297,
      "step": 1698670
    },
    {
      "epoch": 474.09,
      "grad_norm": 0.9355939626693726,
      "learning_rate": 1.8240243828476839e-06,
      "loss": 0.3496,
      "step": 1698680
    },
    {
      "epoch": 474.1,
      "grad_norm": 1.1039260625839233,
      "learning_rate": 1.8239980164397565e-06,
      "loss": 0.3645,
      "step": 1698690
    },
    {
      "epoch": 474.1,
      "grad_norm": 1.0501347780227661,
      "learning_rate": 1.8239716501010077e-06,
      "loss": 0.3502,
      "step": 1698700
    },
    {
      "epoch": 474.1,
      "grad_norm": 1.768993616104126,
      "learning_rate": 1.8239452838314423e-06,
      "loss": 0.3345,
      "step": 1698710
    },
    {
      "epoch": 474.11,
      "grad_norm": 1.0544589757919312,
      "learning_rate": 1.8239189176310628e-06,
      "loss": 0.3417,
      "step": 1698720
    },
    {
      "epoch": 474.11,
      "grad_norm": 1.1763859987258911,
      "learning_rate": 1.8238925514998718e-06,
      "loss": 0.3309,
      "step": 1698730
    },
    {
      "epoch": 474.11,
      "grad_norm": 1.1586201190948486,
      "learning_rate": 1.8238661854378754e-06,
      "loss": 0.3442,
      "step": 1698740
    },
    {
      "epoch": 474.11,
      "grad_norm": 0.9714500308036804,
      "learning_rate": 1.8238398194450755e-06,
      "loss": 0.3517,
      "step": 1698750
    },
    {
      "epoch": 474.12,
      "grad_norm": 0.9974726438522339,
      "learning_rate": 1.8238134535214748e-06,
      "loss": 0.3342,
      "step": 1698760
    },
    {
      "epoch": 474.12,
      "grad_norm": 1.1911333799362183,
      "learning_rate": 1.8237870876670788e-06,
      "loss": 0.3448,
      "step": 1698770
    },
    {
      "epoch": 474.12,
      "grad_norm": 1.2509889602661133,
      "learning_rate": 1.8237607218818896e-06,
      "loss": 0.345,
      "step": 1698780
    },
    {
      "epoch": 474.13,
      "grad_norm": 1.1359224319458008,
      "learning_rate": 1.8237343561659112e-06,
      "loss": 0.3456,
      "step": 1698790
    },
    {
      "epoch": 474.13,
      "grad_norm": 1.1610041856765747,
      "learning_rate": 1.8237079905191473e-06,
      "loss": 0.3509,
      "step": 1698800
    },
    {
      "epoch": 474.13,
      "grad_norm": 1.1048243045806885,
      "learning_rate": 1.8236816249416e-06,
      "loss": 0.338,
      "step": 1698810
    },
    {
      "epoch": 474.13,
      "grad_norm": 1.0933924913406372,
      "learning_rate": 1.8236552594332754e-06,
      "loss": 0.345,
      "step": 1698820
    },
    {
      "epoch": 474.14,
      "grad_norm": 1.0640935897827148,
      "learning_rate": 1.8236288939941752e-06,
      "loss": 0.3487,
      "step": 1698830
    },
    {
      "epoch": 474.14,
      "grad_norm": 1.787649154663086,
      "learning_rate": 1.8236025286243027e-06,
      "loss": 0.3579,
      "step": 1698840
    },
    {
      "epoch": 474.14,
      "grad_norm": 1.1714293956756592,
      "learning_rate": 1.8235761633236625e-06,
      "loss": 0.3466,
      "step": 1698850
    },
    {
      "epoch": 474.14,
      "grad_norm": 1.368406891822815,
      "learning_rate": 1.8235497980922576e-06,
      "loss": 0.3595,
      "step": 1698860
    },
    {
      "epoch": 474.15,
      "grad_norm": 1.0175857543945312,
      "learning_rate": 1.8235234329300903e-06,
      "loss": 0.3446,
      "step": 1698870
    },
    {
      "epoch": 474.15,
      "grad_norm": 1.333343505859375,
      "learning_rate": 1.8234970678371668e-06,
      "loss": 0.3493,
      "step": 1698880
    },
    {
      "epoch": 474.15,
      "grad_norm": 1.0625615119934082,
      "learning_rate": 1.8234707028134886e-06,
      "loss": 0.3309,
      "step": 1698890
    },
    {
      "epoch": 474.16,
      "grad_norm": 0.9970815181732178,
      "learning_rate": 1.823444337859059e-06,
      "loss": 0.3364,
      "step": 1698900
    },
    {
      "epoch": 474.16,
      "grad_norm": 1.039864420890808,
      "learning_rate": 1.8234179729738833e-06,
      "loss": 0.338,
      "step": 1698910
    },
    {
      "epoch": 474.16,
      "grad_norm": 1.0585376024246216,
      "learning_rate": 1.8233916081579638e-06,
      "loss": 0.348,
      "step": 1698920
    },
    {
      "epoch": 474.16,
      "grad_norm": 1.024722933769226,
      "learning_rate": 1.8233652434113037e-06,
      "loss": 0.3398,
      "step": 1698930
    },
    {
      "epoch": 474.17,
      "grad_norm": 0.9792457222938538,
      "learning_rate": 1.8233388787339072e-06,
      "loss": 0.3552,
      "step": 1698940
    },
    {
      "epoch": 474.17,
      "grad_norm": 1.132720708847046,
      "learning_rate": 1.823312514125778e-06,
      "loss": 0.3467,
      "step": 1698950
    },
    {
      "epoch": 474.17,
      "grad_norm": 1.2139912843704224,
      "learning_rate": 1.8232861495869178e-06,
      "loss": 0.3475,
      "step": 1698960
    },
    {
      "epoch": 474.18,
      "grad_norm": 1.09174382686615,
      "learning_rate": 1.8232597851173328e-06,
      "loss": 0.3384,
      "step": 1698970
    },
    {
      "epoch": 474.18,
      "grad_norm": 1.002292275428772,
      "learning_rate": 1.823233420717025e-06,
      "loss": 0.3374,
      "step": 1698980
    },
    {
      "epoch": 474.18,
      "grad_norm": 1.1174768209457397,
      "learning_rate": 1.8232070563859973e-06,
      "loss": 0.3509,
      "step": 1698990
    },
    {
      "epoch": 474.18,
      "grad_norm": 0.9330149292945862,
      "learning_rate": 1.8231806921242549e-06,
      "loss": 0.3588,
      "step": 1699000
    },
    {
      "epoch": 474.19,
      "grad_norm": 1.0051096677780151,
      "learning_rate": 1.8231543279318004e-06,
      "loss": 0.3508,
      "step": 1699010
    },
    {
      "epoch": 474.19,
      "grad_norm": 1.0647603273391724,
      "learning_rate": 1.8231279638086362e-06,
      "loss": 0.3438,
      "step": 1699020
    },
    {
      "epoch": 474.19,
      "grad_norm": 1.092008113861084,
      "learning_rate": 1.8231015997547681e-06,
      "loss": 0.3461,
      "step": 1699030
    },
    {
      "epoch": 474.19,
      "grad_norm": 1.0881681442260742,
      "learning_rate": 1.8230752357701984e-06,
      "loss": 0.3576,
      "step": 1699040
    },
    {
      "epoch": 474.2,
      "grad_norm": 1.0762821435928345,
      "learning_rate": 1.8230488718549295e-06,
      "loss": 0.3654,
      "step": 1699050
    },
    {
      "epoch": 474.2,
      "grad_norm": 1.039980411529541,
      "learning_rate": 1.8230225080089672e-06,
      "loss": 0.3267,
      "step": 1699060
    },
    {
      "epoch": 474.2,
      "grad_norm": 1.2052661180496216,
      "learning_rate": 1.8229961442323133e-06,
      "loss": 0.3446,
      "step": 1699070
    },
    {
      "epoch": 474.21,
      "grad_norm": 0.985241174697876,
      "learning_rate": 1.8229697805249724e-06,
      "loss": 0.3369,
      "step": 1699080
    },
    {
      "epoch": 474.21,
      "grad_norm": 1.1634109020233154,
      "learning_rate": 1.8229434168869474e-06,
      "loss": 0.3366,
      "step": 1699090
    },
    {
      "epoch": 474.21,
      "grad_norm": 1.1687469482421875,
      "learning_rate": 1.8229170533182412e-06,
      "loss": 0.3424,
      "step": 1699100
    },
    {
      "epoch": 474.21,
      "grad_norm": 2.033745050430298,
      "learning_rate": 1.8228906898188587e-06,
      "loss": 0.3495,
      "step": 1699110
    },
    {
      "epoch": 474.22,
      "grad_norm": 1.005672812461853,
      "learning_rate": 1.8228643263888027e-06,
      "loss": 0.3444,
      "step": 1699120
    },
    {
      "epoch": 474.22,
      "grad_norm": 1.1467809677124023,
      "learning_rate": 1.8228379630280763e-06,
      "loss": 0.332,
      "step": 1699130
    },
    {
      "epoch": 474.22,
      "grad_norm": 1.0620487928390503,
      "learning_rate": 1.822811599736684e-06,
      "loss": 0.3469,
      "step": 1699140
    },
    {
      "epoch": 474.23,
      "grad_norm": 1.2496833801269531,
      "learning_rate": 1.8227852365146286e-06,
      "loss": 0.3615,
      "step": 1699150
    },
    {
      "epoch": 474.23,
      "grad_norm": 1.237479329109192,
      "learning_rate": 1.822758873361913e-06,
      "loss": 0.3428,
      "step": 1699160
    },
    {
      "epoch": 474.23,
      "grad_norm": 1.1176939010620117,
      "learning_rate": 1.8227325102785422e-06,
      "loss": 0.3395,
      "step": 1699170
    },
    {
      "epoch": 474.23,
      "grad_norm": 1.2530107498168945,
      "learning_rate": 1.8227061472645192e-06,
      "loss": 0.3388,
      "step": 1699180
    },
    {
      "epoch": 474.24,
      "grad_norm": 1.0431145429611206,
      "learning_rate": 1.822679784319846e-06,
      "loss": 0.3368,
      "step": 1699190
    },
    {
      "epoch": 474.24,
      "grad_norm": 1.1064462661743164,
      "learning_rate": 1.8226534214445287e-06,
      "loss": 0.3252,
      "step": 1699200
    },
    {
      "epoch": 474.24,
      "grad_norm": 1.0514682531356812,
      "learning_rate": 1.8226270586385693e-06,
      "loss": 0.3526,
      "step": 1699210
    },
    {
      "epoch": 474.25,
      "grad_norm": 1.1060011386871338,
      "learning_rate": 1.822600695901971e-06,
      "loss": 0.3375,
      "step": 1699220
    },
    {
      "epoch": 474.25,
      "grad_norm": 1.1706547737121582,
      "learning_rate": 1.8225743332347385e-06,
      "loss": 0.3534,
      "step": 1699230
    },
    {
      "epoch": 474.25,
      "grad_norm": 1.2848860025405884,
      "learning_rate": 1.8225479706368744e-06,
      "loss": 0.3468,
      "step": 1699240
    },
    {
      "epoch": 474.25,
      "grad_norm": 1.2904340028762817,
      "learning_rate": 1.8225216081083818e-06,
      "loss": 0.3571,
      "step": 1699250
    },
    {
      "epoch": 474.26,
      "grad_norm": 1.060619592666626,
      "learning_rate": 1.8224952456492655e-06,
      "loss": 0.3316,
      "step": 1699260
    },
    {
      "epoch": 474.26,
      "grad_norm": 0.8804599046707153,
      "learning_rate": 1.8224688832595282e-06,
      "loss": 0.3479,
      "step": 1699270
    },
    {
      "epoch": 474.26,
      "grad_norm": 1.1239063739776611,
      "learning_rate": 1.8224425209391734e-06,
      "loss": 0.3468,
      "step": 1699280
    },
    {
      "epoch": 474.26,
      "grad_norm": 0.8904602527618408,
      "learning_rate": 1.8224161586882048e-06,
      "loss": 0.3455,
      "step": 1699290
    },
    {
      "epoch": 474.27,
      "grad_norm": 1.0960296392440796,
      "learning_rate": 1.8223897965066262e-06,
      "loss": 0.3483,
      "step": 1699300
    },
    {
      "epoch": 474.27,
      "grad_norm": 1.0909606218338013,
      "learning_rate": 1.8223634343944402e-06,
      "loss": 0.3471,
      "step": 1699310
    },
    {
      "epoch": 474.27,
      "grad_norm": 1.1401350498199463,
      "learning_rate": 1.8223370723516514e-06,
      "loss": 0.3388,
      "step": 1699320
    },
    {
      "epoch": 474.28,
      "grad_norm": 3.6860196590423584,
      "learning_rate": 1.822310710378263e-06,
      "loss": 0.3343,
      "step": 1699330
    },
    {
      "epoch": 474.28,
      "grad_norm": 0.959258496761322,
      "learning_rate": 1.8222843484742773e-06,
      "loss": 0.3544,
      "step": 1699340
    },
    {
      "epoch": 474.28,
      "grad_norm": 11.675178527832031,
      "learning_rate": 1.8222579866396996e-06,
      "loss": 0.3215,
      "step": 1699350
    },
    {
      "epoch": 474.28,
      "grad_norm": 1.1686007976531982,
      "learning_rate": 1.8222316248745323e-06,
      "loss": 0.3535,
      "step": 1699360
    },
    {
      "epoch": 474.29,
      "grad_norm": 0.9929458498954773,
      "learning_rate": 1.8222052631787797e-06,
      "loss": 0.3381,
      "step": 1699370
    },
    {
      "epoch": 474.29,
      "grad_norm": 0.8940843939781189,
      "learning_rate": 1.822178901552445e-06,
      "loss": 0.3272,
      "step": 1699380
    },
    {
      "epoch": 474.29,
      "grad_norm": 0.9015512466430664,
      "learning_rate": 1.8221525399955303e-06,
      "loss": 0.3593,
      "step": 1699390
    },
    {
      "epoch": 474.3,
      "grad_norm": 0.9419243931770325,
      "learning_rate": 1.8221261785080412e-06,
      "loss": 0.3311,
      "step": 1699400
    },
    {
      "epoch": 474.3,
      "grad_norm": 1.0146260261535645,
      "learning_rate": 1.822099817089981e-06,
      "loss": 0.3423,
      "step": 1699410
    },
    {
      "epoch": 474.3,
      "grad_norm": 1.1281565427780151,
      "learning_rate": 1.822073455741351e-06,
      "loss": 0.3446,
      "step": 1699420
    },
    {
      "epoch": 474.3,
      "grad_norm": 1.1432600021362305,
      "learning_rate": 1.8220470944621577e-06,
      "loss": 0.357,
      "step": 1699430
    },
    {
      "epoch": 474.31,
      "grad_norm": 1.1088762283325195,
      "learning_rate": 1.8220207332524027e-06,
      "loss": 0.3362,
      "step": 1699440
    },
    {
      "epoch": 474.31,
      "grad_norm": 1.1337021589279175,
      "learning_rate": 1.82199437211209e-06,
      "loss": 0.352,
      "step": 1699450
    },
    {
      "epoch": 474.31,
      "grad_norm": 1.1647347211837769,
      "learning_rate": 1.8219680110412234e-06,
      "loss": 0.3394,
      "step": 1699460
    },
    {
      "epoch": 474.31,
      "grad_norm": 1.1203994750976562,
      "learning_rate": 1.8219416500398063e-06,
      "loss": 0.3291,
      "step": 1699470
    },
    {
      "epoch": 474.32,
      "grad_norm": 1.0187451839447021,
      "learning_rate": 1.8219152891078408e-06,
      "loss": 0.3479,
      "step": 1699480
    },
    {
      "epoch": 474.32,
      "grad_norm": 0.8502644896507263,
      "learning_rate": 1.8218889282453327e-06,
      "loss": 0.3355,
      "step": 1699490
    },
    {
      "epoch": 474.32,
      "grad_norm": 1.0614292621612549,
      "learning_rate": 1.8218625674522846e-06,
      "loss": 0.3051,
      "step": 1699500
    },
    {
      "epoch": 474.33,
      "grad_norm": 1.0516921281814575,
      "learning_rate": 1.8218362067286994e-06,
      "loss": 0.3328,
      "step": 1699510
    },
    {
      "epoch": 474.33,
      "grad_norm": 1.4140031337738037,
      "learning_rate": 1.8218098460745813e-06,
      "loss": 0.3398,
      "step": 1699520
    },
    {
      "epoch": 474.33,
      "grad_norm": 1.0785835981369019,
      "learning_rate": 1.8217834854899338e-06,
      "loss": 0.3342,
      "step": 1699530
    },
    {
      "epoch": 474.33,
      "grad_norm": 0.9691828489303589,
      "learning_rate": 1.821757124974759e-06,
      "loss": 0.3349,
      "step": 1699540
    },
    {
      "epoch": 474.34,
      "grad_norm": 1.1467010974884033,
      "learning_rate": 1.8217307645290626e-06,
      "loss": 0.3389,
      "step": 1699550
    },
    {
      "epoch": 474.34,
      "grad_norm": 0.9730439782142639,
      "learning_rate": 1.8217044041528473e-06,
      "loss": 0.3472,
      "step": 1699560
    },
    {
      "epoch": 474.34,
      "grad_norm": 1.1255395412445068,
      "learning_rate": 1.8216780438461151e-06,
      "loss": 0.3505,
      "step": 1699570
    },
    {
      "epoch": 474.35,
      "grad_norm": 1.0395616292953491,
      "learning_rate": 1.8216516836088719e-06,
      "loss": 0.3473,
      "step": 1699580
    },
    {
      "epoch": 474.35,
      "grad_norm": 1.2354785203933716,
      "learning_rate": 1.8216253234411205e-06,
      "loss": 0.3413,
      "step": 1699590
    },
    {
      "epoch": 474.35,
      "grad_norm": 1.0635360479354858,
      "learning_rate": 1.8215989633428633e-06,
      "loss": 0.3583,
      "step": 1699600
    },
    {
      "epoch": 474.35,
      "grad_norm": 0.8703454732894897,
      "learning_rate": 1.821572603314105e-06,
      "loss": 0.3438,
      "step": 1699610
    },
    {
      "epoch": 474.36,
      "grad_norm": 1.0096653699874878,
      "learning_rate": 1.8215462433548488e-06,
      "loss": 0.3454,
      "step": 1699620
    },
    {
      "epoch": 474.36,
      "grad_norm": 1.0697561502456665,
      "learning_rate": 1.8215198834650968e-06,
      "loss": 0.3446,
      "step": 1699630
    },
    {
      "epoch": 474.36,
      "grad_norm": 0.9222326278686523,
      "learning_rate": 1.8214935236448548e-06,
      "loss": 0.3518,
      "step": 1699640
    },
    {
      "epoch": 474.37,
      "grad_norm": 1.2115201950073242,
      "learning_rate": 1.8214671638941246e-06,
      "loss": 0.3449,
      "step": 1699650
    },
    {
      "epoch": 474.37,
      "grad_norm": 1.2700711488723755,
      "learning_rate": 1.8214408042129115e-06,
      "loss": 0.3516,
      "step": 1699660
    },
    {
      "epoch": 474.37,
      "grad_norm": 0.9513694643974304,
      "learning_rate": 1.8214144446012176e-06,
      "loss": 0.3545,
      "step": 1699670
    },
    {
      "epoch": 474.37,
      "grad_norm": 1.001230239868164,
      "learning_rate": 1.8213880850590455e-06,
      "loss": 0.3423,
      "step": 1699680
    },
    {
      "epoch": 474.38,
      "grad_norm": 1.4319154024124146,
      "learning_rate": 1.8213617255864011e-06,
      "loss": 0.3564,
      "step": 1699690
    },
    {
      "epoch": 474.38,
      "grad_norm": 1.04812753200531,
      "learning_rate": 1.8213353661832867e-06,
      "loss": 0.3257,
      "step": 1699700
    },
    {
      "epoch": 474.38,
      "grad_norm": 0.9397757053375244,
      "learning_rate": 1.821309006849705e-06,
      "loss": 0.3401,
      "step": 1699710
    },
    {
      "epoch": 474.38,
      "grad_norm": 1.1698194742202759,
      "learning_rate": 1.8212826475856611e-06,
      "loss": 0.3435,
      "step": 1699720
    },
    {
      "epoch": 474.39,
      "grad_norm": 0.8336032629013062,
      "learning_rate": 1.821256288391158e-06,
      "loss": 0.3352,
      "step": 1699730
    },
    {
      "epoch": 474.39,
      "grad_norm": 1.2163408994674683,
      "learning_rate": 1.8212299292661982e-06,
      "loss": 0.3344,
      "step": 1699740
    },
    {
      "epoch": 474.39,
      "grad_norm": 0.8860112428665161,
      "learning_rate": 1.8212035702107863e-06,
      "loss": 0.3447,
      "step": 1699750
    },
    {
      "epoch": 474.4,
      "grad_norm": 1.1136362552642822,
      "learning_rate": 1.8211772112249258e-06,
      "loss": 0.3475,
      "step": 1699760
    },
    {
      "epoch": 474.4,
      "grad_norm": 1.2647002935409546,
      "learning_rate": 1.8211508523086186e-06,
      "loss": 0.3438,
      "step": 1699770
    },
    {
      "epoch": 474.4,
      "grad_norm": 1.1215907335281372,
      "learning_rate": 1.821124493461871e-06,
      "loss": 0.3338,
      "step": 1699780
    },
    {
      "epoch": 474.4,
      "grad_norm": 0.9812184572219849,
      "learning_rate": 1.8210981346846845e-06,
      "loss": 0.3262,
      "step": 1699790
    },
    {
      "epoch": 474.41,
      "grad_norm": 3.3925793170928955,
      "learning_rate": 1.821071775977063e-06,
      "loss": 0.3331,
      "step": 1699800
    },
    {
      "epoch": 474.41,
      "grad_norm": 0.9040659666061401,
      "learning_rate": 1.8210454173390102e-06,
      "loss": 0.3377,
      "step": 1699810
    },
    {
      "epoch": 474.41,
      "grad_norm": 1.0723240375518799,
      "learning_rate": 1.8210190587705299e-06,
      "loss": 0.3536,
      "step": 1699820
    },
    {
      "epoch": 474.42,
      "grad_norm": 1.1580692529678345,
      "learning_rate": 1.8209927002716238e-06,
      "loss": 0.3475,
      "step": 1699830
    },
    {
      "epoch": 474.42,
      "grad_norm": 1.0521365404129028,
      "learning_rate": 1.8209663418422982e-06,
      "loss": 0.3345,
      "step": 1699840
    },
    {
      "epoch": 474.42,
      "grad_norm": 0.9666047096252441,
      "learning_rate": 1.8209399834825552e-06,
      "loss": 0.3481,
      "step": 1699850
    },
    {
      "epoch": 474.42,
      "grad_norm": 1.2326561212539673,
      "learning_rate": 1.8209136251923974e-06,
      "loss": 0.326,
      "step": 1699860
    },
    {
      "epoch": 474.43,
      "grad_norm": 1.1394792795181274,
      "learning_rate": 1.82088726697183e-06,
      "loss": 0.3455,
      "step": 1699870
    },
    {
      "epoch": 474.43,
      "grad_norm": 0.9621302485466003,
      "learning_rate": 1.820860908820856e-06,
      "loss": 0.35,
      "step": 1699880
    },
    {
      "epoch": 474.43,
      "grad_norm": 1.1118956804275513,
      "learning_rate": 1.820834550739478e-06,
      "loss": 0.3509,
      "step": 1699890
    },
    {
      "epoch": 474.43,
      "grad_norm": 1.0921781063079834,
      "learning_rate": 1.820808192727701e-06,
      "loss": 0.3587,
      "step": 1699900
    },
    {
      "epoch": 474.44,
      "grad_norm": 1.1003586053848267,
      "learning_rate": 1.8207818347855275e-06,
      "loss": 0.3407,
      "step": 1699910
    },
    {
      "epoch": 474.44,
      "grad_norm": 1.19577157497406,
      "learning_rate": 1.8207554769129601e-06,
      "loss": 0.3339,
      "step": 1699920
    },
    {
      "epoch": 474.44,
      "grad_norm": 1.0094497203826904,
      "learning_rate": 1.8207291191100044e-06,
      "loss": 0.3238,
      "step": 1699930
    },
    {
      "epoch": 474.45,
      "grad_norm": 1.0612326860427856,
      "learning_rate": 1.8207027613766626e-06,
      "loss": 0.3451,
      "step": 1699940
    },
    {
      "epoch": 474.45,
      "grad_norm": 0.978053092956543,
      "learning_rate": 1.820676403712939e-06,
      "loss": 0.3508,
      "step": 1699950
    },
    {
      "epoch": 474.45,
      "grad_norm": 1.1201612949371338,
      "learning_rate": 1.8206500461188367e-06,
      "loss": 0.3551,
      "step": 1699960
    },
    {
      "epoch": 474.45,
      "grad_norm": 1.2231026887893677,
      "learning_rate": 1.8206236885943579e-06,
      "loss": 0.3592,
      "step": 1699970
    },
    {
      "epoch": 474.46,
      "grad_norm": 1.2898091077804565,
      "learning_rate": 1.8205973311395086e-06,
      "loss": 0.3373,
      "step": 1699980
    },
    {
      "epoch": 474.46,
      "grad_norm": 1.3092414140701294,
      "learning_rate": 1.8205709737542907e-06,
      "loss": 0.3572,
      "step": 1699990
    },
    {
      "epoch": 474.46,
      "grad_norm": 1.0307759046554565,
      "learning_rate": 1.8205446164387076e-06,
      "loss": 0.3316,
      "step": 1700000
    },
    {
      "epoch": 474.47,
      "grad_norm": 1.0837271213531494,
      "learning_rate": 1.820518259192764e-06,
      "loss": 0.3342,
      "step": 1700010
    },
    {
      "epoch": 474.47,
      "grad_norm": 0.9829147458076477,
      "learning_rate": 1.8204919020164625e-06,
      "loss": 0.344,
      "step": 1700020
    },
    {
      "epoch": 474.47,
      "grad_norm": 0.9543958902359009,
      "learning_rate": 1.8204655449098067e-06,
      "loss": 0.3445,
      "step": 1700030
    },
    {
      "epoch": 474.47,
      "grad_norm": 1.2139856815338135,
      "learning_rate": 1.8204391878728005e-06,
      "loss": 0.3452,
      "step": 1700040
    },
    {
      "epoch": 474.48,
      "grad_norm": 1.1036357879638672,
      "learning_rate": 1.820412830905447e-06,
      "loss": 0.3409,
      "step": 1700050
    },
    {
      "epoch": 474.48,
      "grad_norm": 1.2023698091506958,
      "learning_rate": 1.820386474007749e-06,
      "loss": 0.3296,
      "step": 1700060
    },
    {
      "epoch": 474.48,
      "grad_norm": 7.901015281677246,
      "learning_rate": 1.8203601171797116e-06,
      "loss": 0.3287,
      "step": 1700070
    },
    {
      "epoch": 474.49,
      "grad_norm": 1.0782153606414795,
      "learning_rate": 1.820333760421338e-06,
      "loss": 0.3376,
      "step": 1700080
    },
    {
      "epoch": 474.49,
      "grad_norm": 1.2182821035385132,
      "learning_rate": 1.8203074037326304e-06,
      "loss": 0.346,
      "step": 1700090
    },
    {
      "epoch": 474.49,
      "grad_norm": 1.11505126953125,
      "learning_rate": 1.8202810471135936e-06,
      "loss": 0.3415,
      "step": 1700100
    },
    {
      "epoch": 474.49,
      "grad_norm": 1.199272632598877,
      "learning_rate": 1.8202546905642308e-06,
      "loss": 0.3353,
      "step": 1700110
    },
    {
      "epoch": 474.5,
      "grad_norm": 1.0003358125686646,
      "learning_rate": 1.8202283340845443e-06,
      "loss": 0.3286,
      "step": 1700120
    },
    {
      "epoch": 474.5,
      "grad_norm": 1.18960440158844,
      "learning_rate": 1.8202019776745398e-06,
      "loss": 0.3341,
      "step": 1700130
    },
    {
      "epoch": 474.5,
      "grad_norm": 0.9591254591941833,
      "learning_rate": 1.8201756213342194e-06,
      "loss": 0.3575,
      "step": 1700140
    },
    {
      "epoch": 474.5,
      "grad_norm": 1.0047388076782227,
      "learning_rate": 1.8201492650635862e-06,
      "loss": 0.3429,
      "step": 1700150
    },
    {
      "epoch": 474.51,
      "grad_norm": 1.0699865818023682,
      "learning_rate": 1.820122908862645e-06,
      "loss": 0.3697,
      "step": 1700160
    },
    {
      "epoch": 474.51,
      "grad_norm": 0.9428427815437317,
      "learning_rate": 1.8200965527313993e-06,
      "loss": 0.3282,
      "step": 1700170
    },
    {
      "epoch": 474.51,
      "grad_norm": 1.0131462812423706,
      "learning_rate": 1.820070196669851e-06,
      "loss": 0.3521,
      "step": 1700180
    },
    {
      "epoch": 474.52,
      "grad_norm": 1.1426897048950195,
      "learning_rate": 1.8200438406780053e-06,
      "loss": 0.3354,
      "step": 1700190
    },
    {
      "epoch": 474.52,
      "grad_norm": 0.9292920231819153,
      "learning_rate": 1.8200174847558654e-06,
      "loss": 0.3407,
      "step": 1700200
    },
    {
      "epoch": 474.52,
      "grad_norm": 0.9204162955284119,
      "learning_rate": 1.819991128903433e-06,
      "loss": 0.3389,
      "step": 1700210
    },
    {
      "epoch": 474.52,
      "grad_norm": 1.140101432800293,
      "learning_rate": 1.819964773120714e-06,
      "loss": 0.3412,
      "step": 1700220
    },
    {
      "epoch": 474.53,
      "grad_norm": 1.1572847366333008,
      "learning_rate": 1.8199384174077107e-06,
      "loss": 0.3263,
      "step": 1700230
    },
    {
      "epoch": 474.53,
      "grad_norm": 0.9759588837623596,
      "learning_rate": 1.8199120617644273e-06,
      "loss": 0.3414,
      "step": 1700240
    },
    {
      "epoch": 474.53,
      "grad_norm": 1.0775541067123413,
      "learning_rate": 1.8198857061908663e-06,
      "loss": 0.3368,
      "step": 1700250
    },
    {
      "epoch": 474.54,
      "grad_norm": 1.225518822669983,
      "learning_rate": 1.8198593506870319e-06,
      "loss": 0.3471,
      "step": 1700260
    },
    {
      "epoch": 474.54,
      "grad_norm": 1.1173642873764038,
      "learning_rate": 1.8198329952529277e-06,
      "loss": 0.3526,
      "step": 1700270
    },
    {
      "epoch": 474.54,
      "grad_norm": 1.0876396894454956,
      "learning_rate": 1.8198066398885574e-06,
      "loss": 0.3511,
      "step": 1700280
    },
    {
      "epoch": 474.54,
      "grad_norm": 0.9831979870796204,
      "learning_rate": 1.819780284593923e-06,
      "loss": 0.3543,
      "step": 1700290
    },
    {
      "epoch": 474.55,
      "grad_norm": 1.0574880838394165,
      "learning_rate": 1.8197539293690298e-06,
      "loss": 0.3457,
      "step": 1700300
    },
    {
      "epoch": 474.55,
      "grad_norm": 0.9903352856636047,
      "learning_rate": 1.8197275742138809e-06,
      "loss": 0.3431,
      "step": 1700310
    },
    {
      "epoch": 474.55,
      "grad_norm": 1.2510156631469727,
      "learning_rate": 1.8197012191284788e-06,
      "loss": 0.3374,
      "step": 1700320
    },
    {
      "epoch": 474.55,
      "grad_norm": 0.9514252543449402,
      "learning_rate": 1.8196748641128286e-06,
      "loss": 0.3496,
      "step": 1700330
    },
    {
      "epoch": 474.56,
      "grad_norm": 1.1592963933944702,
      "learning_rate": 1.8196485091669328e-06,
      "loss": 0.341,
      "step": 1700340
    },
    {
      "epoch": 474.56,
      "grad_norm": 1.1280784606933594,
      "learning_rate": 1.819622154290794e-06,
      "loss": 0.3477,
      "step": 1700350
    },
    {
      "epoch": 474.56,
      "grad_norm": 1.1336477994918823,
      "learning_rate": 1.8195957994844177e-06,
      "loss": 0.343,
      "step": 1700360
    },
    {
      "epoch": 474.57,
      "grad_norm": 1.1137166023254395,
      "learning_rate": 1.8195694447478065e-06,
      "loss": 0.3495,
      "step": 1700370
    },
    {
      "epoch": 474.57,
      "grad_norm": 0.9255026578903198,
      "learning_rate": 1.819543090080963e-06,
      "loss": 0.3229,
      "step": 1700380
    },
    {
      "epoch": 474.57,
      "grad_norm": 1.0168572664260864,
      "learning_rate": 1.8195167354838925e-06,
      "loss": 0.3507,
      "step": 1700390
    },
    {
      "epoch": 474.57,
      "grad_norm": 1.1453077793121338,
      "learning_rate": 1.8194903809565975e-06,
      "loss": 0.3462,
      "step": 1700400
    },
    {
      "epoch": 474.58,
      "grad_norm": 1.134946346282959,
      "learning_rate": 1.8194640264990812e-06,
      "loss": 0.3233,
      "step": 1700410
    },
    {
      "epoch": 474.58,
      "grad_norm": 1.1694095134735107,
      "learning_rate": 1.8194376721113482e-06,
      "loss": 0.3356,
      "step": 1700420
    },
    {
      "epoch": 474.58,
      "grad_norm": 1.0580494403839111,
      "learning_rate": 1.819411317793401e-06,
      "loss": 0.3409,
      "step": 1700430
    },
    {
      "epoch": 474.59,
      "grad_norm": 1.2559270858764648,
      "learning_rate": 1.8193849635452424e-06,
      "loss": 0.3299,
      "step": 1700440
    },
    {
      "epoch": 474.59,
      "grad_norm": 1.0563368797302246,
      "learning_rate": 1.819358609366878e-06,
      "loss": 0.3514,
      "step": 1700450
    },
    {
      "epoch": 474.59,
      "grad_norm": 1.0221046209335327,
      "learning_rate": 1.8193322552583104e-06,
      "loss": 0.3466,
      "step": 1700460
    },
    {
      "epoch": 474.59,
      "grad_norm": 0.9480941891670227,
      "learning_rate": 1.8193059012195423e-06,
      "loss": 0.3591,
      "step": 1700470
    },
    {
      "epoch": 474.6,
      "grad_norm": 1.1777682304382324,
      "learning_rate": 1.8192795472505783e-06,
      "loss": 0.3476,
      "step": 1700480
    },
    {
      "epoch": 474.6,
      "grad_norm": 1.3801183700561523,
      "learning_rate": 1.8192531933514217e-06,
      "loss": 0.3479,
      "step": 1700490
    },
    {
      "epoch": 474.6,
      "grad_norm": 0.9103288650512695,
      "learning_rate": 1.8192268395220744e-06,
      "loss": 0.3439,
      "step": 1700500
    },
    {
      "epoch": 474.61,
      "grad_norm": 1.2968380451202393,
      "learning_rate": 1.8192004857625425e-06,
      "loss": 0.3297,
      "step": 1700510
    },
    {
      "epoch": 474.61,
      "grad_norm": 1.095185399055481,
      "learning_rate": 1.8191741320728271e-06,
      "loss": 0.3556,
      "step": 1700520
    },
    {
      "epoch": 474.61,
      "grad_norm": 1.0954203605651855,
      "learning_rate": 1.8191477784529343e-06,
      "loss": 0.3365,
      "step": 1700530
    },
    {
      "epoch": 474.61,
      "grad_norm": 1.0998398065567017,
      "learning_rate": 1.8191214249028658e-06,
      "loss": 0.3551,
      "step": 1700540
    },
    {
      "epoch": 474.62,
      "grad_norm": 0.923886239528656,
      "learning_rate": 1.8190950714226253e-06,
      "loss": 0.3455,
      "step": 1700550
    },
    {
      "epoch": 474.62,
      "grad_norm": 1.030591607093811,
      "learning_rate": 1.8190687180122169e-06,
      "loss": 0.3478,
      "step": 1700560
    },
    {
      "epoch": 474.62,
      "grad_norm": 0.8954785466194153,
      "learning_rate": 1.8190423646716436e-06,
      "loss": 0.3348,
      "step": 1700570
    },
    {
      "epoch": 474.62,
      "grad_norm": 1.1441476345062256,
      "learning_rate": 1.8190160114009081e-06,
      "loss": 0.341,
      "step": 1700580
    },
    {
      "epoch": 474.63,
      "grad_norm": 1.0082879066467285,
      "learning_rate": 1.8189896582000159e-06,
      "loss": 0.3338,
      "step": 1700590
    },
    {
      "epoch": 474.63,
      "grad_norm": 0.9250564575195312,
      "learning_rate": 1.8189633050689695e-06,
      "loss": 0.338,
      "step": 1700600
    },
    {
      "epoch": 474.63,
      "grad_norm": 1.0673154592514038,
      "learning_rate": 1.8189369520077716e-06,
      "loss": 0.3428,
      "step": 1700610
    },
    {
      "epoch": 474.64,
      "grad_norm": 1.1887130737304688,
      "learning_rate": 1.818910599016427e-06,
      "loss": 0.337,
      "step": 1700620
    },
    {
      "epoch": 474.64,
      "grad_norm": 3.8199214935302734,
      "learning_rate": 1.818884246094939e-06,
      "loss": 0.3413,
      "step": 1700630
    },
    {
      "epoch": 474.64,
      "grad_norm": 1.2166306972503662,
      "learning_rate": 1.8188578932433095e-06,
      "loss": 0.3432,
      "step": 1700640
    },
    {
      "epoch": 474.64,
      "grad_norm": 1.1575286388397217,
      "learning_rate": 1.8188315404615446e-06,
      "loss": 0.3418,
      "step": 1700650
    },
    {
      "epoch": 474.65,
      "grad_norm": 1.4107216596603394,
      "learning_rate": 1.818805187749646e-06,
      "loss": 0.3398,
      "step": 1700660
    },
    {
      "epoch": 474.65,
      "grad_norm": 0.9983342885971069,
      "learning_rate": 1.8187788351076169e-06,
      "loss": 0.3332,
      "step": 1700670
    },
    {
      "epoch": 474.65,
      "grad_norm": 1.045497179031372,
      "learning_rate": 1.8187524825354627e-06,
      "loss": 0.3357,
      "step": 1700680
    },
    {
      "epoch": 474.66,
      "grad_norm": 1.0188446044921875,
      "learning_rate": 1.8187261300331859e-06,
      "loss": 0.3406,
      "step": 1700690
    },
    {
      "epoch": 474.66,
      "grad_norm": 0.9738219380378723,
      "learning_rate": 1.8186997776007892e-06,
      "loss": 0.3415,
      "step": 1700700
    },
    {
      "epoch": 474.66,
      "grad_norm": 1.1006195545196533,
      "learning_rate": 1.8186734252382773e-06,
      "loss": 0.3596,
      "step": 1700710
    },
    {
      "epoch": 474.66,
      "grad_norm": 1.6488771438598633,
      "learning_rate": 1.8186470729456533e-06,
      "loss": 0.3272,
      "step": 1700720
    },
    {
      "epoch": 474.67,
      "grad_norm": 0.9885911345481873,
      "learning_rate": 1.8186207207229198e-06,
      "loss": 0.3624,
      "step": 1700730
    },
    {
      "epoch": 474.67,
      "grad_norm": 1.0753215551376343,
      "learning_rate": 1.8185943685700821e-06,
      "loss": 0.3576,
      "step": 1700740
    },
    {
      "epoch": 474.67,
      "grad_norm": 1.1189162731170654,
      "learning_rate": 1.8185680164871425e-06,
      "loss": 0.3344,
      "step": 1700750
    },
    {
      "epoch": 474.67,
      "grad_norm": 1.2130159139633179,
      "learning_rate": 1.8185416644741044e-06,
      "loss": 0.3382,
      "step": 1700760
    },
    {
      "epoch": 474.68,
      "grad_norm": 1.0134315490722656,
      "learning_rate": 1.8185153125309722e-06,
      "loss": 0.3398,
      "step": 1700770
    },
    {
      "epoch": 474.68,
      "grad_norm": 1.1150776147842407,
      "learning_rate": 1.818488960657749e-06,
      "loss": 0.3345,
      "step": 1700780
    },
    {
      "epoch": 474.68,
      "grad_norm": 1.1157546043395996,
      "learning_rate": 1.818462608854437e-06,
      "loss": 0.3311,
      "step": 1700790
    },
    {
      "epoch": 474.69,
      "grad_norm": 1.1380088329315186,
      "learning_rate": 1.818436257121042e-06,
      "loss": 0.3501,
      "step": 1700800
    },
    {
      "epoch": 474.69,
      "grad_norm": 0.9950037002563477,
      "learning_rate": 1.8184099054575656e-06,
      "loss": 0.3391,
      "step": 1700810
    },
    {
      "epoch": 474.69,
      "grad_norm": 1.2244610786437988,
      "learning_rate": 1.8183835538640128e-06,
      "loss": 0.3692,
      "step": 1700820
    },
    {
      "epoch": 474.69,
      "grad_norm": 1.0039440393447876,
      "learning_rate": 1.8183572023403863e-06,
      "loss": 0.3438,
      "step": 1700830
    },
    {
      "epoch": 474.7,
      "grad_norm": 1.212592601776123,
      "learning_rate": 1.8183308508866895e-06,
      "loss": 0.3437,
      "step": 1700840
    },
    {
      "epoch": 474.7,
      "grad_norm": 1.1405678987503052,
      "learning_rate": 1.8183044995029264e-06,
      "loss": 0.3553,
      "step": 1700850
    },
    {
      "epoch": 474.7,
      "grad_norm": 0.9556805491447449,
      "learning_rate": 1.8182781481891007e-06,
      "loss": 0.3425,
      "step": 1700860
    },
    {
      "epoch": 474.71,
      "grad_norm": 1.056477665901184,
      "learning_rate": 1.8182517969452139e-06,
      "loss": 0.3512,
      "step": 1700870
    },
    {
      "epoch": 474.71,
      "grad_norm": 1.2085351943969727,
      "learning_rate": 1.8182254457712723e-06,
      "loss": 0.3333,
      "step": 1700880
    },
    {
      "epoch": 474.71,
      "grad_norm": 0.9012318253517151,
      "learning_rate": 1.8181990946672783e-06,
      "loss": 0.3418,
      "step": 1700890
    },
    {
      "epoch": 474.71,
      "grad_norm": 0.9876669645309448,
      "learning_rate": 1.8181727436332346e-06,
      "loss": 0.3462,
      "step": 1700900
    },
    {
      "epoch": 474.72,
      "grad_norm": 1.1012316942214966,
      "learning_rate": 1.818146392669146e-06,
      "loss": 0.3455,
      "step": 1700910
    },
    {
      "epoch": 474.72,
      "grad_norm": 1.118609070777893,
      "learning_rate": 1.8181200417750152e-06,
      "loss": 0.3389,
      "step": 1700920
    },
    {
      "epoch": 474.72,
      "grad_norm": 1.0569214820861816,
      "learning_rate": 1.818093690950845e-06,
      "loss": 0.339,
      "step": 1700930
    },
    {
      "epoch": 474.73,
      "grad_norm": 1.1129400730133057,
      "learning_rate": 1.818067340196641e-06,
      "loss": 0.3456,
      "step": 1700940
    },
    {
      "epoch": 474.73,
      "grad_norm": 1.1329076290130615,
      "learning_rate": 1.8180409895124053e-06,
      "loss": 0.3333,
      "step": 1700950
    },
    {
      "epoch": 474.73,
      "grad_norm": 1.2719780206680298,
      "learning_rate": 1.8180146388981405e-06,
      "loss": 0.3405,
      "step": 1700960
    },
    {
      "epoch": 474.73,
      "grad_norm": 0.98760586977005,
      "learning_rate": 1.8179882883538523e-06,
      "loss": 0.3439,
      "step": 1700970
    },
    {
      "epoch": 474.74,
      "grad_norm": 0.9845401644706726,
      "learning_rate": 1.8179619378795432e-06,
      "loss": 0.3421,
      "step": 1700980
    },
    {
      "epoch": 474.74,
      "grad_norm": 1.059228777885437,
      "learning_rate": 1.817935587475216e-06,
      "loss": 0.336,
      "step": 1700990
    },
    {
      "epoch": 474.74,
      "grad_norm": 1.1819357872009277,
      "learning_rate": 1.8179092371408753e-06,
      "loss": 0.3392,
      "step": 1701000
    },
    {
      "epoch": 474.74,
      "grad_norm": 1.1754717826843262,
      "learning_rate": 1.8178828868765245e-06,
      "loss": 0.338,
      "step": 1701010
    },
    {
      "epoch": 474.75,
      "grad_norm": 0.941164493560791,
      "learning_rate": 1.8178565366821653e-06,
      "loss": 0.3536,
      "step": 1701020
    },
    {
      "epoch": 474.75,
      "grad_norm": 1.0546977519989014,
      "learning_rate": 1.817830186557804e-06,
      "loss": 0.3362,
      "step": 1701030
    },
    {
      "epoch": 474.75,
      "grad_norm": 1.052608847618103,
      "learning_rate": 1.8178038365034426e-06,
      "loss": 0.3314,
      "step": 1701040
    },
    {
      "epoch": 474.76,
      "grad_norm": 0.9713739156723022,
      "learning_rate": 1.8177774865190843e-06,
      "loss": 0.3396,
      "step": 1701050
    },
    {
      "epoch": 474.76,
      "grad_norm": 1.0305815935134888,
      "learning_rate": 1.8177511366047339e-06,
      "loss": 0.3241,
      "step": 1701060
    },
    {
      "epoch": 474.76,
      "grad_norm": 1.0561952590942383,
      "learning_rate": 1.8177247867603937e-06,
      "loss": 0.3397,
      "step": 1701070
    },
    {
      "epoch": 474.76,
      "grad_norm": 1.0103710889816284,
      "learning_rate": 1.8176984369860669e-06,
      "loss": 0.3402,
      "step": 1701080
    },
    {
      "epoch": 474.77,
      "grad_norm": 1.177255630493164,
      "learning_rate": 1.8176720872817584e-06,
      "loss": 0.3552,
      "step": 1701090
    },
    {
      "epoch": 474.77,
      "grad_norm": 1.241349220275879,
      "learning_rate": 1.81764573764747e-06,
      "loss": 0.3451,
      "step": 1701100
    },
    {
      "epoch": 474.77,
      "grad_norm": 1.32938551902771,
      "learning_rate": 1.8176193880832074e-06,
      "loss": 0.3573,
      "step": 1701110
    },
    {
      "epoch": 474.78,
      "grad_norm": 1.7018954753875732,
      "learning_rate": 1.8175930385889728e-06,
      "loss": 0.3571,
      "step": 1701120
    },
    {
      "epoch": 474.78,
      "grad_norm": 1.0519057512283325,
      "learning_rate": 1.8175666891647697e-06,
      "loss": 0.3672,
      "step": 1701130
    },
    {
      "epoch": 474.78,
      "grad_norm": 1.039739727973938,
      "learning_rate": 1.817540339810602e-06,
      "loss": 0.3405,
      "step": 1701140
    },
    {
      "epoch": 474.78,
      "grad_norm": 1.080575942993164,
      "learning_rate": 1.8175139905264728e-06,
      "loss": 0.3538,
      "step": 1701150
    },
    {
      "epoch": 474.79,
      "grad_norm": 0.9524661302566528,
      "learning_rate": 1.8174876413123848e-06,
      "loss": 0.3305,
      "step": 1701160
    },
    {
      "epoch": 474.79,
      "grad_norm": 1.1775778532028198,
      "learning_rate": 1.8174612921683435e-06,
      "loss": 0.3444,
      "step": 1701170
    },
    {
      "epoch": 474.79,
      "grad_norm": 1.045598030090332,
      "learning_rate": 1.8174349430943514e-06,
      "loss": 0.3458,
      "step": 1701180
    },
    {
      "epoch": 474.79,
      "grad_norm": 1.019311785697937,
      "learning_rate": 1.8174085940904117e-06,
      "loss": 0.3445,
      "step": 1701190
    },
    {
      "epoch": 474.8,
      "grad_norm": 1.1663402318954468,
      "learning_rate": 1.8173822451565281e-06,
      "loss": 0.3417,
      "step": 1701200
    },
    {
      "epoch": 474.8,
      "grad_norm": 1.0566248893737793,
      "learning_rate": 1.8173558962927042e-06,
      "loss": 0.3564,
      "step": 1701210
    },
    {
      "epoch": 474.8,
      "grad_norm": 0.9938983917236328,
      "learning_rate": 1.8173295474989434e-06,
      "loss": 0.3384,
      "step": 1701220
    },
    {
      "epoch": 474.81,
      "grad_norm": 1.1016219854354858,
      "learning_rate": 1.8173031987752498e-06,
      "loss": 0.3424,
      "step": 1701230
    },
    {
      "epoch": 474.81,
      "grad_norm": 0.9382339119911194,
      "learning_rate": 1.8172768501216263e-06,
      "loss": 0.3502,
      "step": 1701240
    },
    {
      "epoch": 474.81,
      "grad_norm": 1.2259305715560913,
      "learning_rate": 1.8172505015380756e-06,
      "loss": 0.3531,
      "step": 1701250
    },
    {
      "epoch": 474.81,
      "grad_norm": 0.9467453360557556,
      "learning_rate": 1.817224153024603e-06,
      "loss": 0.3272,
      "step": 1701260
    },
    {
      "epoch": 474.82,
      "grad_norm": 1.1362487077713013,
      "learning_rate": 1.8171978045812114e-06,
      "loss": 0.3524,
      "step": 1701270
    },
    {
      "epoch": 474.82,
      "grad_norm": 0.958098828792572,
      "learning_rate": 1.8171714562079033e-06,
      "loss": 0.3365,
      "step": 1701280
    },
    {
      "epoch": 474.82,
      "grad_norm": 1.0395112037658691,
      "learning_rate": 1.8171451079046837e-06,
      "loss": 0.3464,
      "step": 1701290
    },
    {
      "epoch": 474.83,
      "grad_norm": 1.021785020828247,
      "learning_rate": 1.8171187596715551e-06,
      "loss": 0.3516,
      "step": 1701300
    },
    {
      "epoch": 474.83,
      "grad_norm": 0.9865875840187073,
      "learning_rate": 1.8170924115085203e-06,
      "loss": 0.3465,
      "step": 1701310
    },
    {
      "epoch": 474.83,
      "grad_norm": 1.050900936126709,
      "learning_rate": 1.8170660634155848e-06,
      "loss": 0.324,
      "step": 1701320
    },
    {
      "epoch": 474.83,
      "grad_norm": 1.319586157798767,
      "learning_rate": 1.8170397153927513e-06,
      "loss": 0.336,
      "step": 1701330
    },
    {
      "epoch": 474.84,
      "grad_norm": 1.1689919233322144,
      "learning_rate": 1.8170133674400218e-06,
      "loss": 0.361,
      "step": 1701340
    },
    {
      "epoch": 474.84,
      "grad_norm": 1.0506658554077148,
      "learning_rate": 1.816987019557402e-06,
      "loss": 0.3369,
      "step": 1701350
    },
    {
      "epoch": 474.84,
      "grad_norm": 1.138965129852295,
      "learning_rate": 1.8169606717448946e-06,
      "loss": 0.3464,
      "step": 1701360
    },
    {
      "epoch": 474.85,
      "grad_norm": 1.169689655303955,
      "learning_rate": 1.8169343240025027e-06,
      "loss": 0.3521,
      "step": 1701370
    },
    {
      "epoch": 474.85,
      "grad_norm": 1.0489925146102905,
      "learning_rate": 1.8169079763302307e-06,
      "loss": 0.3264,
      "step": 1701380
    },
    {
      "epoch": 474.85,
      "grad_norm": 1.3822331428527832,
      "learning_rate": 1.81688162872808e-06,
      "loss": 0.3423,
      "step": 1701390
    },
    {
      "epoch": 474.85,
      "grad_norm": 1.039097547531128,
      "learning_rate": 1.816855281196057e-06,
      "loss": 0.3491,
      "step": 1701400
    },
    {
      "epoch": 474.86,
      "grad_norm": 0.9501729607582092,
      "learning_rate": 1.8168289337341638e-06,
      "loss": 0.3507,
      "step": 1701410
    },
    {
      "epoch": 474.86,
      "grad_norm": 1.0956635475158691,
      "learning_rate": 1.8168025863424033e-06,
      "loss": 0.3434,
      "step": 1701420
    },
    {
      "epoch": 474.86,
      "grad_norm": 1.0945261716842651,
      "learning_rate": 1.8167762390207805e-06,
      "loss": 0.3513,
      "step": 1701430
    },
    {
      "epoch": 474.86,
      "grad_norm": 1.084395408630371,
      "learning_rate": 1.8167498917692975e-06,
      "loss": 0.3347,
      "step": 1701440
    },
    {
      "epoch": 474.87,
      "grad_norm": 1.081594467163086,
      "learning_rate": 1.8167235445879577e-06,
      "loss": 0.3388,
      "step": 1701450
    },
    {
      "epoch": 474.87,
      "grad_norm": 1.0626463890075684,
      "learning_rate": 1.8166971974767663e-06,
      "loss": 0.3457,
      "step": 1701460
    },
    {
      "epoch": 474.87,
      "grad_norm": 1.0426228046417236,
      "learning_rate": 1.8166708504357259e-06,
      "loss": 0.3135,
      "step": 1701470
    },
    {
      "epoch": 474.88,
      "grad_norm": 1.1571893692016602,
      "learning_rate": 1.8166445034648384e-06,
      "loss": 0.3522,
      "step": 1701480
    },
    {
      "epoch": 474.88,
      "grad_norm": 1.3152568340301514,
      "learning_rate": 1.81661815656411e-06,
      "loss": 0.3335,
      "step": 1701490
    },
    {
      "epoch": 474.88,
      "grad_norm": 0.9966164827346802,
      "learning_rate": 1.816591809733543e-06,
      "loss": 0.3486,
      "step": 1701500
    },
    {
      "epoch": 474.88,
      "grad_norm": 1.1393048763275146,
      "learning_rate": 1.8165654629731405e-06,
      "loss": 0.3418,
      "step": 1701510
    },
    {
      "epoch": 474.89,
      "grad_norm": 0.9752976894378662,
      "learning_rate": 1.8165391162829068e-06,
      "loss": 0.3287,
      "step": 1701520
    },
    {
      "epoch": 474.89,
      "grad_norm": 1.072434902191162,
      "learning_rate": 1.8165127696628451e-06,
      "loss": 0.3411,
      "step": 1701530
    },
    {
      "epoch": 474.89,
      "grad_norm": 0.9499885439872742,
      "learning_rate": 1.8164864231129579e-06,
      "loss": 0.3327,
      "step": 1701540
    },
    {
      "epoch": 474.9,
      "grad_norm": 0.9461686015129089,
      "learning_rate": 1.8164600766332504e-06,
      "loss": 0.3506,
      "step": 1701550
    },
    {
      "epoch": 474.9,
      "grad_norm": 1.2035722732543945,
      "learning_rate": 1.8164337302237254e-06,
      "loss": 0.3547,
      "step": 1701560
    },
    {
      "epoch": 474.9,
      "grad_norm": 1.2363414764404297,
      "learning_rate": 1.816407383884386e-06,
      "loss": 0.3329,
      "step": 1701570
    },
    {
      "epoch": 474.9,
      "grad_norm": 1.042407751083374,
      "learning_rate": 1.8163810376152363e-06,
      "loss": 0.3304,
      "step": 1701580
    },
    {
      "epoch": 474.91,
      "grad_norm": 1.3433135747909546,
      "learning_rate": 1.8163546914162798e-06,
      "loss": 0.3549,
      "step": 1701590
    },
    {
      "epoch": 474.91,
      "grad_norm": 1.1462481021881104,
      "learning_rate": 1.8163283452875187e-06,
      "loss": 0.3491,
      "step": 1701600
    },
    {
      "epoch": 474.91,
      "grad_norm": 1.134462594985962,
      "learning_rate": 1.8163019992289583e-06,
      "loss": 0.341,
      "step": 1701610
    },
    {
      "epoch": 474.91,
      "grad_norm": 1.0783452987670898,
      "learning_rate": 1.8162756532406016e-06,
      "loss": 0.3299,
      "step": 1701620
    },
    {
      "epoch": 474.92,
      "grad_norm": 1.3162651062011719,
      "learning_rate": 1.8162493073224507e-06,
      "loss": 0.3475,
      "step": 1701630
    },
    {
      "epoch": 474.92,
      "grad_norm": 1.1951266527175903,
      "learning_rate": 1.8162229614745115e-06,
      "loss": 0.3452,
      "step": 1701640
    },
    {
      "epoch": 474.92,
      "grad_norm": 1.1527029275894165,
      "learning_rate": 1.8161966156967862e-06,
      "loss": 0.3307,
      "step": 1701650
    },
    {
      "epoch": 474.93,
      "grad_norm": 0.9925715923309326,
      "learning_rate": 1.8161702699892778e-06,
      "loss": 0.3438,
      "step": 1701660
    },
    {
      "epoch": 474.93,
      "grad_norm": 1.175349473953247,
      "learning_rate": 1.816143924351991e-06,
      "loss": 0.3401,
      "step": 1701670
    },
    {
      "epoch": 474.93,
      "grad_norm": 0.9981113076210022,
      "learning_rate": 1.816117578784928e-06,
      "loss": 0.3329,
      "step": 1701680
    },
    {
      "epoch": 474.93,
      "grad_norm": 1.1396424770355225,
      "learning_rate": 1.8160912332880936e-06,
      "loss": 0.3592,
      "step": 1701690
    },
    {
      "epoch": 474.94,
      "grad_norm": 1.0920330286026,
      "learning_rate": 1.816064887861491e-06,
      "loss": 0.3176,
      "step": 1701700
    },
    {
      "epoch": 474.94,
      "grad_norm": 0.9576289057731628,
      "learning_rate": 1.8160385425051227e-06,
      "loss": 0.3462,
      "step": 1701710
    },
    {
      "epoch": 474.94,
      "grad_norm": 1.0814043283462524,
      "learning_rate": 1.8160121972189937e-06,
      "loss": 0.3484,
      "step": 1701720
    },
    {
      "epoch": 474.95,
      "grad_norm": 1.4153245687484741,
      "learning_rate": 1.8159858520031065e-06,
      "loss": 0.353,
      "step": 1701730
    },
    {
      "epoch": 474.95,
      "grad_norm": 1.0370737314224243,
      "learning_rate": 1.815959506857464e-06,
      "loss": 0.3632,
      "step": 1701740
    },
    {
      "epoch": 474.95,
      "grad_norm": 1.0433577299118042,
      "learning_rate": 1.8159331617820716e-06,
      "loss": 0.336,
      "step": 1701750
    },
    {
      "epoch": 474.95,
      "grad_norm": 0.9711933732032776,
      "learning_rate": 1.8159068167769317e-06,
      "loss": 0.3492,
      "step": 1701760
    },
    {
      "epoch": 474.96,
      "grad_norm": 0.8915993571281433,
      "learning_rate": 1.8158804718420467e-06,
      "loss": 0.3456,
      "step": 1701770
    },
    {
      "epoch": 474.96,
      "grad_norm": 1.089440107345581,
      "learning_rate": 1.8158541269774225e-06,
      "loss": 0.3394,
      "step": 1701780
    },
    {
      "epoch": 474.96,
      "grad_norm": 1.106567621231079,
      "learning_rate": 1.8158277821830614e-06,
      "loss": 0.3407,
      "step": 1701790
    },
    {
      "epoch": 474.97,
      "grad_norm": 1.0547316074371338,
      "learning_rate": 1.8158014374589661e-06,
      "loss": 0.3345,
      "step": 1701800
    },
    {
      "epoch": 474.97,
      "grad_norm": 1.0682785511016846,
      "learning_rate": 1.8157750928051416e-06,
      "loss": 0.3387,
      "step": 1701810
    },
    {
      "epoch": 474.97,
      "grad_norm": 1.078782320022583,
      "learning_rate": 1.8157487482215909e-06,
      "loss": 0.3337,
      "step": 1701820
    },
    {
      "epoch": 474.97,
      "grad_norm": 1.0602974891662598,
      "learning_rate": 1.815722403708316e-06,
      "loss": 0.3349,
      "step": 1701830
    },
    {
      "epoch": 474.98,
      "grad_norm": 2.07669734954834,
      "learning_rate": 1.815696059265323e-06,
      "loss": 0.3463,
      "step": 1701840
    },
    {
      "epoch": 474.98,
      "grad_norm": 1.1266169548034668,
      "learning_rate": 1.8156697148926138e-06,
      "loss": 0.3446,
      "step": 1701850
    },
    {
      "epoch": 474.98,
      "grad_norm": 0.9607834219932556,
      "learning_rate": 1.815643370590192e-06,
      "loss": 0.3434,
      "step": 1701860
    },
    {
      "epoch": 474.98,
      "grad_norm": 1.2013981342315674,
      "learning_rate": 1.8156170263580615e-06,
      "loss": 0.3486,
      "step": 1701870
    },
    {
      "epoch": 474.99,
      "grad_norm": 1.2911032438278198,
      "learning_rate": 1.815590682196226e-06,
      "loss": 0.3452,
      "step": 1701880
    },
    {
      "epoch": 474.99,
      "grad_norm": 1.100603461265564,
      "learning_rate": 1.8155643381046876e-06,
      "loss": 0.3361,
      "step": 1701890
    },
    {
      "epoch": 474.99,
      "grad_norm": 1.0642369985580444,
      "learning_rate": 1.8155379940834518e-06,
      "loss": 0.3343,
      "step": 1701900
    },
    {
      "epoch": 475.0,
      "grad_norm": 1.2462764978408813,
      "learning_rate": 1.8155116501325212e-06,
      "loss": 0.3435,
      "step": 1701910
    },
    {
      "epoch": 475.0,
      "grad_norm": 0.9737095832824707,
      "learning_rate": 1.8154853062518977e-06,
      "loss": 0.342,
      "step": 1701920
    },
    {
      "epoch": 475.0,
      "eval_loss": 0.3453059792518616,
      "eval_runtime": 62.9419,
      "eval_samples_per_second": 80.376,
      "eval_steps_per_second": 10.057,
      "step": 1701925
    },
    {
      "epoch": 475.0,
      "grad_norm": 1.0385597944259644,
      "learning_rate": 1.8154589624415882e-06,
      "loss": 0.3401,
      "step": 1701930
    },
    {
      "epoch": 475.0,
      "grad_norm": 0.9527690410614014,
      "learning_rate": 1.815432618701594e-06,
      "loss": 0.3477,
      "step": 1701940
    },
    {
      "epoch": 475.01,
      "grad_norm": 1.1289145946502686,
      "learning_rate": 1.8154062750319185e-06,
      "loss": 0.3441,
      "step": 1701950
    },
    {
      "epoch": 475.01,
      "grad_norm": 1.077193021774292,
      "learning_rate": 1.8153799314325663e-06,
      "loss": 0.3336,
      "step": 1701960
    },
    {
      "epoch": 475.01,
      "grad_norm": 1.0626561641693115,
      "learning_rate": 1.8153535879035393e-06,
      "loss": 0.343,
      "step": 1701970
    },
    {
      "epoch": 475.02,
      "grad_norm": 0.9547783732414246,
      "learning_rate": 1.815327244444843e-06,
      "loss": 0.3517,
      "step": 1701980
    },
    {
      "epoch": 475.02,
      "grad_norm": 1.1561180353164673,
      "learning_rate": 1.8153009010564797e-06,
      "loss": 0.347,
      "step": 1701990
    },
    {
      "epoch": 475.02,
      "grad_norm": 1.069759726524353,
      "learning_rate": 1.8152745577384528e-06,
      "loss": 0.3441,
      "step": 1702000
    },
    {
      "epoch": 475.02,
      "grad_norm": 1.0043702125549316,
      "learning_rate": 1.8152482144907666e-06,
      "loss": 0.3431,
      "step": 1702010
    },
    {
      "epoch": 475.03,
      "grad_norm": 1.1104915142059326,
      "learning_rate": 1.815221871313424e-06,
      "loss": 0.3407,
      "step": 1702020
    },
    {
      "epoch": 475.03,
      "grad_norm": 1.0688999891281128,
      "learning_rate": 1.8151955282064277e-06,
      "loss": 0.3365,
      "step": 1702030
    },
    {
      "epoch": 475.03,
      "grad_norm": 1.170770287513733,
      "learning_rate": 1.8151691851697834e-06,
      "loss": 0.3529,
      "step": 1702040
    },
    {
      "epoch": 475.03,
      "grad_norm": 1.2167773246765137,
      "learning_rate": 1.815142842203493e-06,
      "loss": 0.3547,
      "step": 1702050
    },
    {
      "epoch": 475.04,
      "grad_norm": 1.1950181722640991,
      "learning_rate": 1.8151164993075596e-06,
      "loss": 0.3398,
      "step": 1702060
    },
    {
      "epoch": 475.04,
      "grad_norm": 1.1275103092193604,
      "learning_rate": 1.8150901564819885e-06,
      "loss": 0.35,
      "step": 1702070
    },
    {
      "epoch": 475.04,
      "grad_norm": 1.0103797912597656,
      "learning_rate": 1.815063813726782e-06,
      "loss": 0.3421,
      "step": 1702080
    },
    {
      "epoch": 475.05,
      "grad_norm": 1.0894343852996826,
      "learning_rate": 1.8150374710419432e-06,
      "loss": 0.3428,
      "step": 1702090
    },
    {
      "epoch": 475.05,
      "grad_norm": 1.0200105905532837,
      "learning_rate": 1.815011128427477e-06,
      "loss": 0.3525,
      "step": 1702100
    },
    {
      "epoch": 475.05,
      "grad_norm": 0.9177378416061401,
      "learning_rate": 1.8149847858833859e-06,
      "loss": 0.3328,
      "step": 1702110
    },
    {
      "epoch": 475.05,
      "grad_norm": 1.0589390993118286,
      "learning_rate": 1.8149584434096725e-06,
      "loss": 0.3479,
      "step": 1702120
    },
    {
      "epoch": 475.06,
      "grad_norm": 1.144889235496521,
      "learning_rate": 1.8149321010063426e-06,
      "loss": 0.3401,
      "step": 1702130
    },
    {
      "epoch": 475.06,
      "grad_norm": 1.008053183555603,
      "learning_rate": 1.8149057586733985e-06,
      "loss": 0.3379,
      "step": 1702140
    },
    {
      "epoch": 475.06,
      "grad_norm": 0.9947031140327454,
      "learning_rate": 1.8148794164108428e-06,
      "loss": 0.343,
      "step": 1702150
    },
    {
      "epoch": 475.07,
      "grad_norm": 1.2179293632507324,
      "learning_rate": 1.8148530742186808e-06,
      "loss": 0.3606,
      "step": 1702160
    },
    {
      "epoch": 475.07,
      "grad_norm": 1.0774579048156738,
      "learning_rate": 1.8148267320969147e-06,
      "loss": 0.3503,
      "step": 1702170
    },
    {
      "epoch": 475.07,
      "grad_norm": 1.0307084321975708,
      "learning_rate": 1.814800390045548e-06,
      "loss": 0.3352,
      "step": 1702180
    },
    {
      "epoch": 475.07,
      "grad_norm": 1.2370632886886597,
      "learning_rate": 1.8147740480645857e-06,
      "loss": 0.3395,
      "step": 1702190
    },
    {
      "epoch": 475.08,
      "grad_norm": 0.9764822721481323,
      "learning_rate": 1.8147477061540298e-06,
      "loss": 0.3356,
      "step": 1702200
    },
    {
      "epoch": 475.08,
      "grad_norm": 1.1468911170959473,
      "learning_rate": 1.8147213643138837e-06,
      "loss": 0.3501,
      "step": 1702210
    },
    {
      "epoch": 475.08,
      "grad_norm": 1.0767847299575806,
      "learning_rate": 1.814695022544152e-06,
      "loss": 0.3427,
      "step": 1702220
    },
    {
      "epoch": 475.09,
      "grad_norm": 1.0614665746688843,
      "learning_rate": 1.8146686808448377e-06,
      "loss": 0.3401,
      "step": 1702230
    },
    {
      "epoch": 475.09,
      "grad_norm": 1.0432145595550537,
      "learning_rate": 1.814642339215944e-06,
      "loss": 0.3409,
      "step": 1702240
    },
    {
      "epoch": 475.09,
      "grad_norm": 1.0878033638000488,
      "learning_rate": 1.814615997657475e-06,
      "loss": 0.3532,
      "step": 1702250
    },
    {
      "epoch": 475.09,
      "grad_norm": 0.9975302219390869,
      "learning_rate": 1.814589656169433e-06,
      "loss": 0.3473,
      "step": 1702260
    },
    {
      "epoch": 475.1,
      "grad_norm": 1.0686097145080566,
      "learning_rate": 1.8145633147518233e-06,
      "loss": 0.352,
      "step": 1702270
    },
    {
      "epoch": 475.1,
      "grad_norm": 1.091583013534546,
      "learning_rate": 1.8145369734046485e-06,
      "loss": 0.3367,
      "step": 1702280
    },
    {
      "epoch": 475.1,
      "grad_norm": 1.1295720338821411,
      "learning_rate": 1.814510632127911e-06,
      "loss": 0.3464,
      "step": 1702290
    },
    {
      "epoch": 475.1,
      "grad_norm": 0.9371805787086487,
      "learning_rate": 1.8144842909216167e-06,
      "loss": 0.3418,
      "step": 1702300
    },
    {
      "epoch": 475.11,
      "grad_norm": 1.230869174003601,
      "learning_rate": 1.8144579497857677e-06,
      "loss": 0.3383,
      "step": 1702310
    },
    {
      "epoch": 475.11,
      "grad_norm": 1.0511130094528198,
      "learning_rate": 1.814431608720367e-06,
      "loss": 0.3449,
      "step": 1702320
    },
    {
      "epoch": 475.11,
      "grad_norm": 1.1019657850265503,
      "learning_rate": 1.8144052677254194e-06,
      "loss": 0.3334,
      "step": 1702330
    },
    {
      "epoch": 475.12,
      "grad_norm": 0.9497905373573303,
      "learning_rate": 1.8143789268009276e-06,
      "loss": 0.3388,
      "step": 1702340
    },
    {
      "epoch": 475.12,
      "grad_norm": 1.0632261037826538,
      "learning_rate": 1.8143525859468941e-06,
      "loss": 0.333,
      "step": 1702350
    },
    {
      "epoch": 475.12,
      "grad_norm": 1.4560011625289917,
      "learning_rate": 1.8143262451633246e-06,
      "loss": 0.3616,
      "step": 1702360
    },
    {
      "epoch": 475.12,
      "grad_norm": 1.4251714944839478,
      "learning_rate": 1.8142999044502217e-06,
      "loss": 0.3466,
      "step": 1702370
    },
    {
      "epoch": 475.13,
      "grad_norm": 1.2690223455429077,
      "learning_rate": 1.8142735638075884e-06,
      "loss": 0.3287,
      "step": 1702380
    },
    {
      "epoch": 475.13,
      "grad_norm": 1.124538779258728,
      "learning_rate": 1.8142472232354286e-06,
      "loss": 0.3137,
      "step": 1702390
    },
    {
      "epoch": 475.13,
      "grad_norm": 1.0519620180130005,
      "learning_rate": 1.8142208827337462e-06,
      "loss": 0.3388,
      "step": 1702400
    },
    {
      "epoch": 475.14,
      "grad_norm": 1.1454484462738037,
      "learning_rate": 1.8141945423025428e-06,
      "loss": 0.3321,
      "step": 1702410
    },
    {
      "epoch": 475.14,
      "grad_norm": 1.0771911144256592,
      "learning_rate": 1.8141682019418247e-06,
      "loss": 0.3459,
      "step": 1702420
    },
    {
      "epoch": 475.14,
      "grad_norm": 1.0660831928253174,
      "learning_rate": 1.8141418616515941e-06,
      "loss": 0.3419,
      "step": 1702430
    },
    {
      "epoch": 475.14,
      "grad_norm": 1.117535948753357,
      "learning_rate": 1.8141155214318536e-06,
      "loss": 0.3535,
      "step": 1702440
    },
    {
      "epoch": 475.15,
      "grad_norm": 1.2857422828674316,
      "learning_rate": 1.8140891812826083e-06,
      "loss": 0.3564,
      "step": 1702450
    },
    {
      "epoch": 475.15,
      "grad_norm": 1.0521804094314575,
      "learning_rate": 1.814062841203861e-06,
      "loss": 0.3508,
      "step": 1702460
    },
    {
      "epoch": 475.15,
      "grad_norm": 1.0599086284637451,
      "learning_rate": 1.814036501195615e-06,
      "loss": 0.3446,
      "step": 1702470
    },
    {
      "epoch": 475.15,
      "grad_norm": 1.0799669027328491,
      "learning_rate": 1.8140101612578741e-06,
      "loss": 0.3434,
      "step": 1702480
    },
    {
      "epoch": 475.16,
      "grad_norm": 0.8716474175453186,
      "learning_rate": 1.813983821390642e-06,
      "loss": 0.3553,
      "step": 1702490
    },
    {
      "epoch": 475.16,
      "grad_norm": 0.9695659875869751,
      "learning_rate": 1.813957481593921e-06,
      "loss": 0.3496,
      "step": 1702500
    },
    {
      "epoch": 475.16,
      "grad_norm": 0.9525595307350159,
      "learning_rate": 1.8139311418677163e-06,
      "loss": 0.3376,
      "step": 1702510
    },
    {
      "epoch": 475.17,
      "grad_norm": 1.0492668151855469,
      "learning_rate": 1.8139048022120307e-06,
      "loss": 0.3319,
      "step": 1702520
    },
    {
      "epoch": 475.17,
      "grad_norm": 1.15488862991333,
      "learning_rate": 1.8138784626268672e-06,
      "loss": 0.3631,
      "step": 1702530
    },
    {
      "epoch": 475.17,
      "grad_norm": 1.1740041971206665,
      "learning_rate": 1.8138521231122301e-06,
      "loss": 0.3336,
      "step": 1702540
    },
    {
      "epoch": 475.17,
      "grad_norm": 1.3938171863555908,
      "learning_rate": 1.8138257836681217e-06,
      "loss": 0.3429,
      "step": 1702550
    },
    {
      "epoch": 475.18,
      "grad_norm": 1.5192360877990723,
      "learning_rate": 1.8137994442945474e-06,
      "loss": 0.3469,
      "step": 1702560
    },
    {
      "epoch": 475.18,
      "grad_norm": 1.1495327949523926,
      "learning_rate": 1.8137731049915096e-06,
      "loss": 0.3635,
      "step": 1702570
    },
    {
      "epoch": 475.18,
      "grad_norm": 1.088775634765625,
      "learning_rate": 1.8137467657590108e-06,
      "loss": 0.3393,
      "step": 1702580
    },
    {
      "epoch": 475.19,
      "grad_norm": 1.3733854293823242,
      "learning_rate": 1.8137204265970567e-06,
      "loss": 0.3451,
      "step": 1702590
    },
    {
      "epoch": 475.19,
      "grad_norm": 1.1990740299224854,
      "learning_rate": 1.8136940875056496e-06,
      "loss": 0.3302,
      "step": 1702600
    },
    {
      "epoch": 475.19,
      "grad_norm": 1.1716240644454956,
      "learning_rate": 1.8136677484847927e-06,
      "loss": 0.3482,
      "step": 1702610
    },
    {
      "epoch": 475.19,
      "grad_norm": 1.0316979885101318,
      "learning_rate": 1.8136414095344901e-06,
      "loss": 0.3405,
      "step": 1702620
    },
    {
      "epoch": 475.2,
      "grad_norm": 0.9184024930000305,
      "learning_rate": 1.8136150706547456e-06,
      "loss": 0.3233,
      "step": 1702630
    },
    {
      "epoch": 475.2,
      "grad_norm": 0.8973481059074402,
      "learning_rate": 1.8135887318455608e-06,
      "loss": 0.3442,
      "step": 1702640
    },
    {
      "epoch": 475.2,
      "grad_norm": 1.146138072013855,
      "learning_rate": 1.8135623931069419e-06,
      "loss": 0.339,
      "step": 1702650
    },
    {
      "epoch": 475.21,
      "grad_norm": 1.051151990890503,
      "learning_rate": 1.8135360544388905e-06,
      "loss": 0.3412,
      "step": 1702660
    },
    {
      "epoch": 475.21,
      "grad_norm": 1.1644641160964966,
      "learning_rate": 1.813509715841411e-06,
      "loss": 0.3603,
      "step": 1702670
    },
    {
      "epoch": 475.21,
      "grad_norm": 0.949485719203949,
      "learning_rate": 1.8134833773145068e-06,
      "loss": 0.3385,
      "step": 1702680
    },
    {
      "epoch": 475.21,
      "grad_norm": 0.9251445531845093,
      "learning_rate": 1.8134570388581808e-06,
      "loss": 0.3467,
      "step": 1702690
    },
    {
      "epoch": 475.22,
      "grad_norm": 1.1538068056106567,
      "learning_rate": 1.8134307004724365e-06,
      "loss": 0.3506,
      "step": 1702700
    },
    {
      "epoch": 475.22,
      "grad_norm": 1.0352882146835327,
      "learning_rate": 1.8134043621572786e-06,
      "loss": 0.3429,
      "step": 1702710
    },
    {
      "epoch": 475.22,
      "grad_norm": 1.095862865447998,
      "learning_rate": 1.8133780239127098e-06,
      "loss": 0.3485,
      "step": 1702720
    },
    {
      "epoch": 475.22,
      "grad_norm": 0.9867677688598633,
      "learning_rate": 1.8133516857387328e-06,
      "loss": 0.3371,
      "step": 1702730
    },
    {
      "epoch": 475.23,
      "grad_norm": 1.0330066680908203,
      "learning_rate": 1.813325347635353e-06,
      "loss": 0.3388,
      "step": 1702740
    },
    {
      "epoch": 475.23,
      "grad_norm": 1.1709785461425781,
      "learning_rate": 1.8132990096025729e-06,
      "loss": 0.3369,
      "step": 1702750
    },
    {
      "epoch": 475.23,
      "grad_norm": 1.1615785360336304,
      "learning_rate": 1.8132726716403956e-06,
      "loss": 0.3536,
      "step": 1702760
    },
    {
      "epoch": 475.24,
      "grad_norm": 1.094842791557312,
      "learning_rate": 1.813246333748825e-06,
      "loss": 0.3438,
      "step": 1702770
    },
    {
      "epoch": 475.24,
      "grad_norm": 0.9951592087745667,
      "learning_rate": 1.813219995927865e-06,
      "loss": 0.341,
      "step": 1702780
    },
    {
      "epoch": 475.24,
      "grad_norm": 0.9821757674217224,
      "learning_rate": 1.8131936581775173e-06,
      "loss": 0.3248,
      "step": 1702790
    },
    {
      "epoch": 475.24,
      "grad_norm": 1.2150683403015137,
      "learning_rate": 1.8131673204977882e-06,
      "loss": 0.3436,
      "step": 1702800
    },
    {
      "epoch": 475.25,
      "grad_norm": 1.1480034589767456,
      "learning_rate": 1.8131409828886795e-06,
      "loss": 0.3426,
      "step": 1702810
    },
    {
      "epoch": 475.25,
      "grad_norm": 1.113365888595581,
      "learning_rate": 1.8131146453501947e-06,
      "loss": 0.3515,
      "step": 1702820
    },
    {
      "epoch": 475.25,
      "grad_norm": 1.2456352710723877,
      "learning_rate": 1.813088307882338e-06,
      "loss": 0.3452,
      "step": 1702830
    },
    {
      "epoch": 475.26,
      "grad_norm": 1.1182093620300293,
      "learning_rate": 1.8130619704851114e-06,
      "loss": 0.3324,
      "step": 1702840
    },
    {
      "epoch": 475.26,
      "grad_norm": 0.9439277052879333,
      "learning_rate": 1.813035633158521e-06,
      "loss": 0.334,
      "step": 1702850
    },
    {
      "epoch": 475.26,
      "grad_norm": 0.9506502747535706,
      "learning_rate": 1.8130092959025682e-06,
      "loss": 0.3321,
      "step": 1702860
    },
    {
      "epoch": 475.26,
      "grad_norm": 1.1184910535812378,
      "learning_rate": 1.8129829587172563e-06,
      "loss": 0.3552,
      "step": 1702870
    },
    {
      "epoch": 475.27,
      "grad_norm": 1.1968566179275513,
      "learning_rate": 1.812956621602591e-06,
      "loss": 0.3676,
      "step": 1702880
    },
    {
      "epoch": 475.27,
      "grad_norm": 1.0622376203536987,
      "learning_rate": 1.8129302845585742e-06,
      "loss": 0.3516,
      "step": 1702890
    },
    {
      "epoch": 475.27,
      "grad_norm": 1.0041406154632568,
      "learning_rate": 1.8129039475852092e-06,
      "loss": 0.352,
      "step": 1702900
    },
    {
      "epoch": 475.27,
      "grad_norm": 0.990280270576477,
      "learning_rate": 1.8128776106825003e-06,
      "loss": 0.3315,
      "step": 1702910
    },
    {
      "epoch": 475.28,
      "grad_norm": 1.063395619392395,
      "learning_rate": 1.8128512738504507e-06,
      "loss": 0.3558,
      "step": 1702920
    },
    {
      "epoch": 475.28,
      "grad_norm": 1.134090781211853,
      "learning_rate": 1.8128249370890632e-06,
      "loss": 0.3242,
      "step": 1702930
    },
    {
      "epoch": 475.28,
      "grad_norm": 1.0131433010101318,
      "learning_rate": 1.8127986003983427e-06,
      "loss": 0.3315,
      "step": 1702940
    },
    {
      "epoch": 475.29,
      "grad_norm": 0.9552048444747925,
      "learning_rate": 1.8127722637782919e-06,
      "loss": 0.3342,
      "step": 1702950
    },
    {
      "epoch": 475.29,
      "grad_norm": 1.168491005897522,
      "learning_rate": 1.812745927228914e-06,
      "loss": 0.3409,
      "step": 1702960
    },
    {
      "epoch": 475.29,
      "grad_norm": 1.0019733905792236,
      "learning_rate": 1.8127195907502134e-06,
      "loss": 0.3396,
      "step": 1702970
    },
    {
      "epoch": 475.29,
      "grad_norm": 1.2941641807556152,
      "learning_rate": 1.8126932543421932e-06,
      "loss": 0.3374,
      "step": 1702980
    },
    {
      "epoch": 475.3,
      "grad_norm": 1.0244249105453491,
      "learning_rate": 1.8126669180048553e-06,
      "loss": 0.3516,
      "step": 1702990
    },
    {
      "epoch": 475.3,
      "grad_norm": 1.2019038200378418,
      "learning_rate": 1.812640581738206e-06,
      "loss": 0.3238,
      "step": 1703000
    },
    {
      "epoch": 475.3,
      "grad_norm": 0.956205427646637,
      "learning_rate": 1.8126142455422475e-06,
      "loss": 0.3388,
      "step": 1703010
    },
    {
      "epoch": 475.31,
      "grad_norm": 0.9846093654632568,
      "learning_rate": 1.8125879094169823e-06,
      "loss": 0.3435,
      "step": 1703020
    },
    {
      "epoch": 475.31,
      "grad_norm": 1.2490302324295044,
      "learning_rate": 1.812561573362416e-06,
      "loss": 0.3567,
      "step": 1703030
    },
    {
      "epoch": 475.31,
      "grad_norm": 1.0750948190689087,
      "learning_rate": 1.8125352373785513e-06,
      "loss": 0.339,
      "step": 1703040
    },
    {
      "epoch": 475.31,
      "grad_norm": 1.2018481492996216,
      "learning_rate": 1.8125089014653906e-06,
      "loss": 0.3314,
      "step": 1703050
    },
    {
      "epoch": 475.32,
      "grad_norm": 0.8592592477798462,
      "learning_rate": 1.8124825656229387e-06,
      "loss": 0.3324,
      "step": 1703060
    },
    {
      "epoch": 475.32,
      "grad_norm": 1.1100480556488037,
      "learning_rate": 1.8124562298511988e-06,
      "loss": 0.3398,
      "step": 1703070
    },
    {
      "epoch": 475.32,
      "grad_norm": 1.1164495944976807,
      "learning_rate": 1.812429894150173e-06,
      "loss": 0.3381,
      "step": 1703080
    },
    {
      "epoch": 475.33,
      "grad_norm": 1.0983221530914307,
      "learning_rate": 1.8124035585198675e-06,
      "loss": 0.3421,
      "step": 1703090
    },
    {
      "epoch": 475.33,
      "grad_norm": 1.0557066202163696,
      "learning_rate": 1.8123772229602838e-06,
      "loss": 0.3478,
      "step": 1703100
    },
    {
      "epoch": 475.33,
      "grad_norm": 1.094214677810669,
      "learning_rate": 1.812350887471426e-06,
      "loss": 0.3597,
      "step": 1703110
    },
    {
      "epoch": 475.33,
      "grad_norm": 1.1059767007827759,
      "learning_rate": 1.8123245520532971e-06,
      "loss": 0.3447,
      "step": 1703120
    },
    {
      "epoch": 475.34,
      "grad_norm": 1.1504838466644287,
      "learning_rate": 1.8122982167059015e-06,
      "loss": 0.3561,
      "step": 1703130
    },
    {
      "epoch": 475.34,
      "grad_norm": 1.034210443496704,
      "learning_rate": 1.8122718814292424e-06,
      "loss": 0.3466,
      "step": 1703140
    },
    {
      "epoch": 475.34,
      "grad_norm": 1.1721559762954712,
      "learning_rate": 1.8122455462233234e-06,
      "loss": 0.3485,
      "step": 1703150
    },
    {
      "epoch": 475.34,
      "grad_norm": 0.9254484176635742,
      "learning_rate": 1.8122192110881466e-06,
      "loss": 0.3423,
      "step": 1703160
    },
    {
      "epoch": 475.35,
      "grad_norm": 1.0214476585388184,
      "learning_rate": 1.812192876023718e-06,
      "loss": 0.3409,
      "step": 1703170
    },
    {
      "epoch": 475.35,
      "grad_norm": 1.1664334535598755,
      "learning_rate": 1.8121665410300394e-06,
      "loss": 0.3475,
      "step": 1703180
    },
    {
      "epoch": 475.35,
      "grad_norm": 6.643469333648682,
      "learning_rate": 1.8121402061071142e-06,
      "loss": 0.3477,
      "step": 1703190
    },
    {
      "epoch": 475.36,
      "grad_norm": 1.0518847703933716,
      "learning_rate": 1.8121138712549474e-06,
      "loss": 0.3242,
      "step": 1703200
    },
    {
      "epoch": 475.36,
      "grad_norm": 1.0660125017166138,
      "learning_rate": 1.812087536473541e-06,
      "loss": 0.3301,
      "step": 1703210
    },
    {
      "epoch": 475.36,
      "grad_norm": 1.251551866531372,
      "learning_rate": 1.8120612017628984e-06,
      "loss": 0.3306,
      "step": 1703220
    },
    {
      "epoch": 475.36,
      "grad_norm": 1.034141182899475,
      "learning_rate": 1.8120348671230247e-06,
      "loss": 0.3311,
      "step": 1703230
    },
    {
      "epoch": 475.37,
      "grad_norm": 0.9927319288253784,
      "learning_rate": 1.812008532553922e-06,
      "loss": 0.353,
      "step": 1703240
    },
    {
      "epoch": 475.37,
      "grad_norm": 1.0646936893463135,
      "learning_rate": 1.8119821980555937e-06,
      "loss": 0.3548,
      "step": 1703250
    },
    {
      "epoch": 475.37,
      "grad_norm": 1.1490538120269775,
      "learning_rate": 1.8119558636280447e-06,
      "loss": 0.3467,
      "step": 1703260
    },
    {
      "epoch": 475.38,
      "grad_norm": 1.1406625509262085,
      "learning_rate": 1.8119295292712776e-06,
      "loss": 0.3505,
      "step": 1703270
    },
    {
      "epoch": 475.38,
      "grad_norm": 1.0288022756576538,
      "learning_rate": 1.8119031949852955e-06,
      "loss": 0.3384,
      "step": 1703280
    },
    {
      "epoch": 475.38,
      "grad_norm": 1.020121693611145,
      "learning_rate": 1.8118768607701028e-06,
      "loss": 0.354,
      "step": 1703290
    },
    {
      "epoch": 475.38,
      "grad_norm": 1.070422649383545,
      "learning_rate": 1.8118505266257027e-06,
      "loss": 0.3275,
      "step": 1703300
    },
    {
      "epoch": 475.39,
      "grad_norm": 1.0006277561187744,
      "learning_rate": 1.8118241925520974e-06,
      "loss": 0.3656,
      "step": 1703310
    },
    {
      "epoch": 475.39,
      "grad_norm": 1.0345354080200195,
      "learning_rate": 1.8117978585492926e-06,
      "loss": 0.3725,
      "step": 1703320
    },
    {
      "epoch": 475.39,
      "grad_norm": 0.9106688499450684,
      "learning_rate": 1.8117715246172907e-06,
      "loss": 0.3497,
      "step": 1703330
    },
    {
      "epoch": 475.39,
      "grad_norm": 1.272264838218689,
      "learning_rate": 1.8117451907560948e-06,
      "loss": 0.3345,
      "step": 1703340
    },
    {
      "epoch": 475.4,
      "grad_norm": 0.9709497690200806,
      "learning_rate": 1.8117188569657096e-06,
      "loss": 0.333,
      "step": 1703350
    },
    {
      "epoch": 475.4,
      "grad_norm": 1.0346593856811523,
      "learning_rate": 1.8116925232461376e-06,
      "loss": 0.325,
      "step": 1703360
    },
    {
      "epoch": 475.4,
      "grad_norm": 1.118274450302124,
      "learning_rate": 1.8116661895973819e-06,
      "loss": 0.3386,
      "step": 1703370
    },
    {
      "epoch": 475.41,
      "grad_norm": 1.2479966878890991,
      "learning_rate": 1.8116398560194476e-06,
      "loss": 0.3511,
      "step": 1703380
    },
    {
      "epoch": 475.41,
      "grad_norm": 1.0287920236587524,
      "learning_rate": 1.8116135225123373e-06,
      "loss": 0.3662,
      "step": 1703390
    },
    {
      "epoch": 475.41,
      "grad_norm": 1.109150767326355,
      "learning_rate": 1.8115871890760533e-06,
      "loss": 0.3365,
      "step": 1703400
    },
    {
      "epoch": 475.41,
      "grad_norm": 0.9611835479736328,
      "learning_rate": 1.8115608557106015e-06,
      "loss": 0.3459,
      "step": 1703410
    },
    {
      "epoch": 475.42,
      "grad_norm": 0.990699291229248,
      "learning_rate": 1.8115345224159838e-06,
      "loss": 0.3361,
      "step": 1703420
    },
    {
      "epoch": 475.42,
      "grad_norm": 1.0276579856872559,
      "learning_rate": 1.8115081891922044e-06,
      "loss": 0.3417,
      "step": 1703430
    },
    {
      "epoch": 475.42,
      "grad_norm": 1.1168936491012573,
      "learning_rate": 1.8114818560392667e-06,
      "loss": 0.3376,
      "step": 1703440
    },
    {
      "epoch": 475.43,
      "grad_norm": 1.0774130821228027,
      "learning_rate": 1.8114555229571728e-06,
      "loss": 0.3734,
      "step": 1703450
    },
    {
      "epoch": 475.43,
      "grad_norm": 1.2329236268997192,
      "learning_rate": 1.811429189945929e-06,
      "loss": 0.3575,
      "step": 1703460
    },
    {
      "epoch": 475.43,
      "grad_norm": 1.0983483791351318,
      "learning_rate": 1.8114028570055367e-06,
      "loss": 0.348,
      "step": 1703470
    },
    {
      "epoch": 475.43,
      "grad_norm": 0.9889258742332458,
      "learning_rate": 1.8113765241359997e-06,
      "loss": 0.3369,
      "step": 1703480
    },
    {
      "epoch": 475.44,
      "grad_norm": 1.7497341632843018,
      "learning_rate": 1.8113501913373222e-06,
      "loss": 0.3408,
      "step": 1703490
    },
    {
      "epoch": 475.44,
      "grad_norm": 1.2096774578094482,
      "learning_rate": 1.8113238586095072e-06,
      "loss": 0.3547,
      "step": 1703500
    },
    {
      "epoch": 475.44,
      "grad_norm": 1.0473952293395996,
      "learning_rate": 1.8112975259525573e-06,
      "loss": 0.3397,
      "step": 1703510
    },
    {
      "epoch": 475.45,
      "grad_norm": 1.1820018291473389,
      "learning_rate": 1.8112711933664778e-06,
      "loss": 0.3475,
      "step": 1703520
    },
    {
      "epoch": 475.45,
      "grad_norm": 0.9863291382789612,
      "learning_rate": 1.8112448608512717e-06,
      "loss": 0.3364,
      "step": 1703530
    },
    {
      "epoch": 475.45,
      "grad_norm": 1.031043291091919,
      "learning_rate": 1.811218528406941e-06,
      "loss": 0.3319,
      "step": 1703540
    },
    {
      "epoch": 475.45,
      "grad_norm": 1.1687328815460205,
      "learning_rate": 1.8111921960334912e-06,
      "loss": 0.3256,
      "step": 1703550
    },
    {
      "epoch": 475.46,
      "grad_norm": 1.1081969738006592,
      "learning_rate": 1.8111658637309253e-06,
      "loss": 0.3388,
      "step": 1703560
    },
    {
      "epoch": 475.46,
      "grad_norm": 1.124557375907898,
      "learning_rate": 1.811139531499246e-06,
      "loss": 0.3397,
      "step": 1703570
    },
    {
      "epoch": 475.46,
      "grad_norm": 1.6232750415802002,
      "learning_rate": 1.8111131993384577e-06,
      "loss": 0.349,
      "step": 1703580
    },
    {
      "epoch": 475.46,
      "grad_norm": 2.5251245498657227,
      "learning_rate": 1.8110868672485635e-06,
      "loss": 0.342,
      "step": 1703590
    },
    {
      "epoch": 475.47,
      "grad_norm": 1.085890769958496,
      "learning_rate": 1.8110605352295656e-06,
      "loss": 0.3388,
      "step": 1703600
    },
    {
      "epoch": 475.47,
      "grad_norm": 1.1954816579818726,
      "learning_rate": 1.8110342032814703e-06,
      "loss": 0.3409,
      "step": 1703610
    },
    {
      "epoch": 475.47,
      "grad_norm": 1.3712185621261597,
      "learning_rate": 1.8110078714042795e-06,
      "loss": 0.3236,
      "step": 1703620
    },
    {
      "epoch": 475.48,
      "grad_norm": 0.966952383518219,
      "learning_rate": 1.8109815395979961e-06,
      "loss": 0.3401,
      "step": 1703630
    },
    {
      "epoch": 475.48,
      "grad_norm": 1.0770702362060547,
      "learning_rate": 1.810955207862625e-06,
      "loss": 0.3294,
      "step": 1703640
    },
    {
      "epoch": 475.48,
      "grad_norm": 1.131365418434143,
      "learning_rate": 1.810928876198169e-06,
      "loss": 0.3382,
      "step": 1703650
    },
    {
      "epoch": 475.48,
      "grad_norm": 1.1659481525421143,
      "learning_rate": 1.8109025446046308e-06,
      "loss": 0.3474,
      "step": 1703660
    },
    {
      "epoch": 475.49,
      "grad_norm": 1.133554220199585,
      "learning_rate": 1.8108762130820153e-06,
      "loss": 0.3512,
      "step": 1703670
    },
    {
      "epoch": 475.49,
      "grad_norm": 0.9780864715576172,
      "learning_rate": 1.810849881630326e-06,
      "loss": 0.3469,
      "step": 1703680
    },
    {
      "epoch": 475.49,
      "grad_norm": 0.9270988702774048,
      "learning_rate": 1.8108235502495645e-06,
      "loss": 0.3442,
      "step": 1703690
    },
    {
      "epoch": 475.5,
      "grad_norm": 1.149653673171997,
      "learning_rate": 1.8107972189397366e-06,
      "loss": 0.3403,
      "step": 1703700
    },
    {
      "epoch": 475.5,
      "grad_norm": 1.1764283180236816,
      "learning_rate": 1.8107708877008444e-06,
      "loss": 0.3436,
      "step": 1703710
    },
    {
      "epoch": 475.5,
      "grad_norm": 1.100502610206604,
      "learning_rate": 1.8107445565328927e-06,
      "loss": 0.348,
      "step": 1703720
    },
    {
      "epoch": 475.5,
      "grad_norm": 1.0501073598861694,
      "learning_rate": 1.810718225435884e-06,
      "loss": 0.3698,
      "step": 1703730
    },
    {
      "epoch": 475.51,
      "grad_norm": 1.1087007522583008,
      "learning_rate": 1.810691894409821e-06,
      "loss": 0.3452,
      "step": 1703740
    },
    {
      "epoch": 475.51,
      "grad_norm": 1.1021156311035156,
      "learning_rate": 1.8106655634547089e-06,
      "loss": 0.3499,
      "step": 1703750
    },
    {
      "epoch": 475.51,
      "grad_norm": 1.2397289276123047,
      "learning_rate": 1.8106392325705507e-06,
      "loss": 0.3404,
      "step": 1703760
    },
    {
      "epoch": 475.51,
      "grad_norm": 1.6036529541015625,
      "learning_rate": 1.8106129017573493e-06,
      "loss": 0.336,
      "step": 1703770
    },
    {
      "epoch": 475.52,
      "grad_norm": 1.0929920673370361,
      "learning_rate": 1.810586571015109e-06,
      "loss": 0.3463,
      "step": 1703780
    },
    {
      "epoch": 475.52,
      "grad_norm": 0.9504227042198181,
      "learning_rate": 1.8105602403438328e-06,
      "loss": 0.3262,
      "step": 1703790
    },
    {
      "epoch": 475.52,
      "grad_norm": 1.1090844869613647,
      "learning_rate": 1.8105339097435233e-06,
      "loss": 0.3427,
      "step": 1703800
    },
    {
      "epoch": 475.53,
      "grad_norm": 1.0164564847946167,
      "learning_rate": 1.810507579214186e-06,
      "loss": 0.3411,
      "step": 1703810
    },
    {
      "epoch": 475.53,
      "grad_norm": 1.0274512767791748,
      "learning_rate": 1.8104812487558236e-06,
      "loss": 0.3286,
      "step": 1703820
    },
    {
      "epoch": 475.53,
      "grad_norm": 1.0675239562988281,
      "learning_rate": 1.8104549183684384e-06,
      "loss": 0.3387,
      "step": 1703830
    },
    {
      "epoch": 475.53,
      "grad_norm": 0.9515329003334045,
      "learning_rate": 1.8104285880520356e-06,
      "loss": 0.3197,
      "step": 1703840
    },
    {
      "epoch": 475.54,
      "grad_norm": 1.0578904151916504,
      "learning_rate": 1.8104022578066184e-06,
      "loss": 0.3521,
      "step": 1703850
    },
    {
      "epoch": 475.54,
      "grad_norm": 1.3938848972320557,
      "learning_rate": 1.810375927632189e-06,
      "loss": 0.3336,
      "step": 1703860
    },
    {
      "epoch": 475.54,
      "grad_norm": 1.0753306150436401,
      "learning_rate": 1.8103495975287528e-06,
      "loss": 0.3408,
      "step": 1703870
    },
    {
      "epoch": 475.55,
      "grad_norm": 1.201082468032837,
      "learning_rate": 1.810323267496312e-06,
      "loss": 0.3272,
      "step": 1703880
    },
    {
      "epoch": 475.55,
      "grad_norm": 1.0719456672668457,
      "learning_rate": 1.8102969375348696e-06,
      "loss": 0.3408,
      "step": 1703890
    },
    {
      "epoch": 475.55,
      "grad_norm": 1.1319235563278198,
      "learning_rate": 1.810270607644431e-06,
      "loss": 0.3428,
      "step": 1703900
    },
    {
      "epoch": 475.55,
      "grad_norm": 0.9781792759895325,
      "learning_rate": 1.8102442778249987e-06,
      "loss": 0.3445,
      "step": 1703910
    },
    {
      "epoch": 475.56,
      "grad_norm": 1.237694263458252,
      "learning_rate": 1.8102179480765753e-06,
      "loss": 0.3247,
      "step": 1703920
    },
    {
      "epoch": 475.56,
      "grad_norm": 1.1748963594436646,
      "learning_rate": 1.810191618399166e-06,
      "loss": 0.3513,
      "step": 1703930
    },
    {
      "epoch": 475.56,
      "grad_norm": 1.3377012014389038,
      "learning_rate": 1.8101652887927734e-06,
      "loss": 0.3539,
      "step": 1703940
    },
    {
      "epoch": 475.57,
      "grad_norm": 1.0354658365249634,
      "learning_rate": 1.8101389592574002e-06,
      "loss": 0.3474,
      "step": 1703950
    },
    {
      "epoch": 475.57,
      "grad_norm": 0.9995273351669312,
      "learning_rate": 1.8101126297930513e-06,
      "loss": 0.3545,
      "step": 1703960
    },
    {
      "epoch": 475.57,
      "grad_norm": 1.0248379707336426,
      "learning_rate": 1.8100863003997302e-06,
      "loss": 0.3488,
      "step": 1703970
    },
    {
      "epoch": 475.57,
      "grad_norm": 1.1057957410812378,
      "learning_rate": 1.8100599710774385e-06,
      "loss": 0.3581,
      "step": 1703980
    },
    {
      "epoch": 475.58,
      "grad_norm": 1.0578231811523438,
      "learning_rate": 1.8100336418261824e-06,
      "loss": 0.3618,
      "step": 1703990
    },
    {
      "epoch": 475.58,
      "grad_norm": 1.0921636819839478,
      "learning_rate": 1.8100073126459633e-06,
      "loss": 0.3339,
      "step": 1704000
    },
    {
      "epoch": 475.58,
      "grad_norm": 1.1179065704345703,
      "learning_rate": 1.8099809835367864e-06,
      "loss": 0.3296,
      "step": 1704010
    },
    {
      "epoch": 475.58,
      "grad_norm": 1.0899481773376465,
      "learning_rate": 1.8099546544986539e-06,
      "loss": 0.3278,
      "step": 1704020
    },
    {
      "epoch": 475.59,
      "grad_norm": 1.3914966583251953,
      "learning_rate": 1.8099283255315688e-06,
      "loss": 0.3452,
      "step": 1704030
    },
    {
      "epoch": 475.59,
      "grad_norm": 0.9849144220352173,
      "learning_rate": 1.8099019966355365e-06,
      "loss": 0.3394,
      "step": 1704040
    },
    {
      "epoch": 475.59,
      "grad_norm": 1.1647998094558716,
      "learning_rate": 1.8098756678105597e-06,
      "loss": 0.363,
      "step": 1704050
    },
    {
      "epoch": 475.6,
      "grad_norm": 1.2248715162277222,
      "learning_rate": 1.809849339056641e-06,
      "loss": 0.3243,
      "step": 1704060
    },
    {
      "epoch": 475.6,
      "grad_norm": 1.0597116947174072,
      "learning_rate": 1.8098230103737853e-06,
      "loss": 0.3334,
      "step": 1704070
    },
    {
      "epoch": 475.6,
      "grad_norm": 1.142578363418579,
      "learning_rate": 1.8097966817619948e-06,
      "loss": 0.3459,
      "step": 1704080
    },
    {
      "epoch": 475.6,
      "grad_norm": 1.1047627925872803,
      "learning_rate": 1.8097703532212737e-06,
      "loss": 0.3535,
      "step": 1704090
    },
    {
      "epoch": 475.61,
      "grad_norm": 1.0963835716247559,
      "learning_rate": 1.809744024751626e-06,
      "loss": 0.3442,
      "step": 1704100
    },
    {
      "epoch": 475.61,
      "grad_norm": 1.1165772676467896,
      "learning_rate": 1.8097176963530546e-06,
      "loss": 0.3662,
      "step": 1704110
    },
    {
      "epoch": 475.61,
      "grad_norm": 1.0792148113250732,
      "learning_rate": 1.809691368025562e-06,
      "loss": 0.3384,
      "step": 1704120
    },
    {
      "epoch": 475.62,
      "grad_norm": 1.0786802768707275,
      "learning_rate": 1.809665039769154e-06,
      "loss": 0.3406,
      "step": 1704130
    },
    {
      "epoch": 475.62,
      "grad_norm": 0.9796690344810486,
      "learning_rate": 1.8096387115838324e-06,
      "loss": 0.3458,
      "step": 1704140
    },
    {
      "epoch": 475.62,
      "grad_norm": 1.0942450761795044,
      "learning_rate": 1.809612383469601e-06,
      "loss": 0.3387,
      "step": 1704150
    },
    {
      "epoch": 475.62,
      "grad_norm": 1.1368191242218018,
      "learning_rate": 1.8095860554264636e-06,
      "loss": 0.3595,
      "step": 1704160
    },
    {
      "epoch": 475.63,
      "grad_norm": 0.94072026014328,
      "learning_rate": 1.8095597274544238e-06,
      "loss": 0.3367,
      "step": 1704170
    },
    {
      "epoch": 475.63,
      "grad_norm": 1.0801639556884766,
      "learning_rate": 1.809533399553484e-06,
      "loss": 0.3536,
      "step": 1704180
    },
    {
      "epoch": 475.63,
      "grad_norm": 1.2851605415344238,
      "learning_rate": 1.8095070717236494e-06,
      "loss": 0.3323,
      "step": 1704190
    },
    {
      "epoch": 475.63,
      "grad_norm": 1.0922751426696777,
      "learning_rate": 1.8094807439649227e-06,
      "loss": 0.3455,
      "step": 1704200
    },
    {
      "epoch": 475.64,
      "grad_norm": 1.1889938116073608,
      "learning_rate": 1.8094544162773063e-06,
      "loss": 0.3448,
      "step": 1704210
    },
    {
      "epoch": 475.64,
      "grad_norm": 2.8275372982025146,
      "learning_rate": 1.8094280886608058e-06,
      "loss": 0.3541,
      "step": 1704220
    },
    {
      "epoch": 475.64,
      "grad_norm": 0.9728870391845703,
      "learning_rate": 1.809401761115424e-06,
      "loss": 0.3386,
      "step": 1704230
    },
    {
      "epoch": 475.65,
      "grad_norm": 1.0490583181381226,
      "learning_rate": 1.8093754336411634e-06,
      "loss": 0.3435,
      "step": 1704240
    },
    {
      "epoch": 475.65,
      "grad_norm": 1.0401289463043213,
      "learning_rate": 1.8093491062380286e-06,
      "loss": 0.3384,
      "step": 1704250
    },
    {
      "epoch": 475.65,
      "grad_norm": 1.1372368335723877,
      "learning_rate": 1.8093227789060229e-06,
      "loss": 0.3467,
      "step": 1704260
    },
    {
      "epoch": 475.65,
      "grad_norm": 1.1149065494537354,
      "learning_rate": 1.8092964516451485e-06,
      "loss": 0.3489,
      "step": 1704270
    },
    {
      "epoch": 475.66,
      "grad_norm": 1.111684799194336,
      "learning_rate": 1.809270124455411e-06,
      "loss": 0.348,
      "step": 1704280
    },
    {
      "epoch": 475.66,
      "grad_norm": 1.2896499633789062,
      "learning_rate": 1.8092437973368124e-06,
      "loss": 0.3319,
      "step": 1704290
    },
    {
      "epoch": 475.66,
      "grad_norm": 1.027044415473938,
      "learning_rate": 1.8092174702893573e-06,
      "loss": 0.3482,
      "step": 1704300
    },
    {
      "epoch": 475.67,
      "grad_norm": 1.0483957529067993,
      "learning_rate": 1.8091911433130487e-06,
      "loss": 0.3462,
      "step": 1704310
    },
    {
      "epoch": 475.67,
      "grad_norm": 1.222435712814331,
      "learning_rate": 1.8091648164078888e-06,
      "loss": 0.3346,
      "step": 1704320
    },
    {
      "epoch": 475.67,
      "grad_norm": 1.1983182430267334,
      "learning_rate": 1.8091384895738832e-06,
      "loss": 0.3447,
      "step": 1704330
    },
    {
      "epoch": 475.67,
      "grad_norm": 1.0907831192016602,
      "learning_rate": 1.809112162811035e-06,
      "loss": 0.3405,
      "step": 1704340
    },
    {
      "epoch": 475.68,
      "grad_norm": 1.1929931640625,
      "learning_rate": 1.809085836119346e-06,
      "loss": 0.3591,
      "step": 1704350
    },
    {
      "epoch": 475.68,
      "grad_norm": 1.0650439262390137,
      "learning_rate": 1.8090595094988219e-06,
      "loss": 0.3583,
      "step": 1704360
    },
    {
      "epoch": 475.68,
      "grad_norm": 1.0446077585220337,
      "learning_rate": 1.8090331829494653e-06,
      "loss": 0.3304,
      "step": 1704370
    },
    {
      "epoch": 475.69,
      "grad_norm": 1.0907539129257202,
      "learning_rate": 1.8090068564712792e-06,
      "loss": 0.3546,
      "step": 1704380
    },
    {
      "epoch": 475.69,
      "grad_norm": 1.1189595460891724,
      "learning_rate": 1.808980530064268e-06,
      "loss": 0.3568,
      "step": 1704390
    },
    {
      "epoch": 475.69,
      "grad_norm": 1.1724964380264282,
      "learning_rate": 1.808954203728435e-06,
      "loss": 0.331,
      "step": 1704400
    },
    {
      "epoch": 475.69,
      "grad_norm": 1.0474894046783447,
      "learning_rate": 1.808927877463782e-06,
      "loss": 0.341,
      "step": 1704410
    },
    {
      "epoch": 475.7,
      "grad_norm": 1.2119005918502808,
      "learning_rate": 1.8089015512703155e-06,
      "loss": 0.349,
      "step": 1704420
    },
    {
      "epoch": 475.7,
      "grad_norm": 1.1521661281585693,
      "learning_rate": 1.808875225148037e-06,
      "loss": 0.3393,
      "step": 1704430
    },
    {
      "epoch": 475.7,
      "grad_norm": 1.3289575576782227,
      "learning_rate": 1.80884889909695e-06,
      "loss": 0.3436,
      "step": 1704440
    },
    {
      "epoch": 475.7,
      "grad_norm": 5.388803005218506,
      "learning_rate": 1.8088225731170593e-06,
      "loss": 0.3345,
      "step": 1704450
    },
    {
      "epoch": 475.71,
      "grad_norm": 1.0263681411743164,
      "learning_rate": 1.8087962472083676e-06,
      "loss": 0.3514,
      "step": 1704460
    },
    {
      "epoch": 475.71,
      "grad_norm": 0.9918267130851746,
      "learning_rate": 1.8087699213708772e-06,
      "loss": 0.3427,
      "step": 1704470
    },
    {
      "epoch": 475.71,
      "grad_norm": 1.0847630500793457,
      "learning_rate": 1.8087435956045937e-06,
      "loss": 0.3514,
      "step": 1704480
    },
    {
      "epoch": 475.72,
      "grad_norm": 1.4118952751159668,
      "learning_rate": 1.8087172699095198e-06,
      "loss": 0.3526,
      "step": 1704490
    },
    {
      "epoch": 475.72,
      "grad_norm": 1.1678529977798462,
      "learning_rate": 1.808690944285658e-06,
      "loss": 0.343,
      "step": 1704500
    },
    {
      "epoch": 475.72,
      "grad_norm": 1.1546539068222046,
      "learning_rate": 1.8086646187330138e-06,
      "loss": 0.3408,
      "step": 1704510
    },
    {
      "epoch": 475.72,
      "grad_norm": 1.0880705118179321,
      "learning_rate": 1.8086382932515894e-06,
      "loss": 0.3314,
      "step": 1704520
    },
    {
      "epoch": 475.73,
      "grad_norm": 1.1917320489883423,
      "learning_rate": 1.808611967841388e-06,
      "loss": 0.3393,
      "step": 1704530
    },
    {
      "epoch": 475.73,
      "grad_norm": 1.1598482131958008,
      "learning_rate": 1.8085856425024141e-06,
      "loss": 0.3373,
      "step": 1704540
    },
    {
      "epoch": 475.73,
      "grad_norm": 0.971307635307312,
      "learning_rate": 1.808559317234671e-06,
      "loss": 0.3453,
      "step": 1704550
    },
    {
      "epoch": 475.74,
      "grad_norm": 1.28156578540802,
      "learning_rate": 1.8085329920381607e-06,
      "loss": 0.3426,
      "step": 1704560
    },
    {
      "epoch": 475.74,
      "grad_norm": 1.138615369796753,
      "learning_rate": 1.8085066669128889e-06,
      "loss": 0.3407,
      "step": 1704570
    },
    {
      "epoch": 475.74,
      "grad_norm": 0.9824614524841309,
      "learning_rate": 1.8084803418588576e-06,
      "loss": 0.3456,
      "step": 1704580
    },
    {
      "epoch": 475.74,
      "grad_norm": 1.190682053565979,
      "learning_rate": 1.8084540168760715e-06,
      "loss": 0.3503,
      "step": 1704590
    },
    {
      "epoch": 475.75,
      "grad_norm": 1.0580601692199707,
      "learning_rate": 1.8084276919645335e-06,
      "loss": 0.3412,
      "step": 1704600
    },
    {
      "epoch": 475.75,
      "grad_norm": 1.021918773651123,
      "learning_rate": 1.8084013671242454e-06,
      "loss": 0.3429,
      "step": 1704610
    },
    {
      "epoch": 475.75,
      "grad_norm": 0.8673684597015381,
      "learning_rate": 1.8083750423552143e-06,
      "loss": 0.347,
      "step": 1704620
    },
    {
      "epoch": 475.75,
      "grad_norm": 1.066644310951233,
      "learning_rate": 1.808348717657441e-06,
      "loss": 0.3431,
      "step": 1704630
    },
    {
      "epoch": 475.76,
      "grad_norm": 1.2807462215423584,
      "learning_rate": 1.8083223930309293e-06,
      "loss": 0.3503,
      "step": 1704640
    },
    {
      "epoch": 475.76,
      "grad_norm": 1.0010861158370972,
      "learning_rate": 1.808296068475684e-06,
      "loss": 0.3386,
      "step": 1704650
    },
    {
      "epoch": 475.76,
      "grad_norm": 1.5565288066864014,
      "learning_rate": 1.8082697439917076e-06,
      "loss": 0.341,
      "step": 1704660
    },
    {
      "epoch": 475.77,
      "grad_norm": 1.0791528224945068,
      "learning_rate": 1.8082434195790035e-06,
      "loss": 0.3409,
      "step": 1704670
    },
    {
      "epoch": 475.77,
      "grad_norm": 1.0299934148788452,
      "learning_rate": 1.8082170952375756e-06,
      "loss": 0.3332,
      "step": 1704680
    },
    {
      "epoch": 475.77,
      "grad_norm": 0.8892342448234558,
      "learning_rate": 1.8081907709674275e-06,
      "loss": 0.3377,
      "step": 1704690
    },
    {
      "epoch": 475.77,
      "grad_norm": 0.9282967448234558,
      "learning_rate": 1.8081644467685616e-06,
      "loss": 0.3263,
      "step": 1704700
    },
    {
      "epoch": 475.78,
      "grad_norm": 1.046999216079712,
      "learning_rate": 1.8081381226409832e-06,
      "loss": 0.3479,
      "step": 1704710
    },
    {
      "epoch": 475.78,
      "grad_norm": 0.872327446937561,
      "learning_rate": 1.808111798584695e-06,
      "loss": 0.3322,
      "step": 1704720
    },
    {
      "epoch": 475.78,
      "grad_norm": 1.1032617092132568,
      "learning_rate": 1.8080854745996995e-06,
      "loss": 0.3401,
      "step": 1704730
    },
    {
      "epoch": 475.79,
      "grad_norm": 1.2142581939697266,
      "learning_rate": 1.8080591506860018e-06,
      "loss": 0.3389,
      "step": 1704740
    },
    {
      "epoch": 475.79,
      "grad_norm": 1.0167362689971924,
      "learning_rate": 1.8080328268436047e-06,
      "loss": 0.3432,
      "step": 1704750
    },
    {
      "epoch": 475.79,
      "grad_norm": 1.2245502471923828,
      "learning_rate": 1.808006503072511e-06,
      "loss": 0.351,
      "step": 1704760
    },
    {
      "epoch": 475.79,
      "grad_norm": 0.9949560761451721,
      "learning_rate": 1.8079801793727253e-06,
      "loss": 0.3336,
      "step": 1704770
    },
    {
      "epoch": 475.8,
      "grad_norm": 1.080396294593811,
      "learning_rate": 1.8079538557442513e-06,
      "loss": 0.3295,
      "step": 1704780
    },
    {
      "epoch": 475.8,
      "grad_norm": 1.2032805681228638,
      "learning_rate": 1.8079275321870907e-06,
      "loss": 0.3365,
      "step": 1704790
    },
    {
      "epoch": 475.8,
      "grad_norm": 0.9162726998329163,
      "learning_rate": 1.807901208701249e-06,
      "loss": 0.349,
      "step": 1704800
    },
    {
      "epoch": 475.81,
      "grad_norm": 0.9713845252990723,
      "learning_rate": 1.8078748852867293e-06,
      "loss": 0.3463,
      "step": 1704810
    },
    {
      "epoch": 475.81,
      "grad_norm": 1.1184033155441284,
      "learning_rate": 1.807848561943534e-06,
      "loss": 0.3398,
      "step": 1704820
    },
    {
      "epoch": 475.81,
      "grad_norm": 1.001340627670288,
      "learning_rate": 1.8078222386716678e-06,
      "loss": 0.3374,
      "step": 1704830
    },
    {
      "epoch": 475.81,
      "grad_norm": 1.4115395545959473,
      "learning_rate": 1.8077959154711328e-06,
      "loss": 0.3321,
      "step": 1704840
    },
    {
      "epoch": 475.82,
      "grad_norm": 1.2211533784866333,
      "learning_rate": 1.8077695923419344e-06,
      "loss": 0.3294,
      "step": 1704850
    },
    {
      "epoch": 475.82,
      "grad_norm": 1.0126051902770996,
      "learning_rate": 1.8077432692840752e-06,
      "loss": 0.3297,
      "step": 1704860
    },
    {
      "epoch": 475.82,
      "grad_norm": 1.0287195444107056,
      "learning_rate": 1.8077169462975582e-06,
      "loss": 0.326,
      "step": 1704870
    },
    {
      "epoch": 475.82,
      "grad_norm": 1.0080698728561401,
      "learning_rate": 1.8076906233823876e-06,
      "loss": 0.3473,
      "step": 1704880
    },
    {
      "epoch": 475.83,
      "grad_norm": 1.0702886581420898,
      "learning_rate": 1.8076643005385668e-06,
      "loss": 0.3389,
      "step": 1704890
    },
    {
      "epoch": 475.83,
      "grad_norm": 1.0111141204833984,
      "learning_rate": 1.8076379777660982e-06,
      "loss": 0.3314,
      "step": 1704900
    },
    {
      "epoch": 475.83,
      "grad_norm": 1.0933517217636108,
      "learning_rate": 1.807611655064987e-06,
      "loss": 0.3425,
      "step": 1704910
    },
    {
      "epoch": 475.84,
      "grad_norm": 1.2414737939834595,
      "learning_rate": 1.8075853324352365e-06,
      "loss": 0.3339,
      "step": 1704920
    },
    {
      "epoch": 475.84,
      "grad_norm": 1.1103242635726929,
      "learning_rate": 1.8075590098768482e-06,
      "loss": 0.3386,
      "step": 1704930
    },
    {
      "epoch": 475.84,
      "grad_norm": 0.8953501582145691,
      "learning_rate": 1.8075326873898282e-06,
      "loss": 0.3488,
      "step": 1704940
    },
    {
      "epoch": 475.84,
      "grad_norm": 1.1398921012878418,
      "learning_rate": 1.807506364974179e-06,
      "loss": 0.346,
      "step": 1704950
    },
    {
      "epoch": 475.85,
      "grad_norm": 0.9850585460662842,
      "learning_rate": 1.8074800426299031e-06,
      "loss": 0.3379,
      "step": 1704960
    },
    {
      "epoch": 475.85,
      "grad_norm": 1.1025477647781372,
      "learning_rate": 1.8074537203570056e-06,
      "loss": 0.3576,
      "step": 1704970
    },
    {
      "epoch": 475.85,
      "grad_norm": 1.728615641593933,
      "learning_rate": 1.8074273981554893e-06,
      "loss": 0.3489,
      "step": 1704980
    },
    {
      "epoch": 475.86,
      "grad_norm": 1.1405125856399536,
      "learning_rate": 1.807401076025357e-06,
      "loss": 0.3436,
      "step": 1704990
    },
    {
      "epoch": 475.86,
      "grad_norm": 1.0450955629348755,
      "learning_rate": 1.8073747539666135e-06,
      "loss": 0.3308,
      "step": 1705000
    },
    {
      "epoch": 475.86,
      "grad_norm": 1.082339882850647,
      "learning_rate": 1.8073484319792616e-06,
      "loss": 0.3591,
      "step": 1705010
    },
    {
      "epoch": 475.86,
      "grad_norm": 1.0061273574829102,
      "learning_rate": 1.8073221100633047e-06,
      "loss": 0.339,
      "step": 1705020
    },
    {
      "epoch": 475.87,
      "grad_norm": 1.115901231765747,
      "learning_rate": 1.8072957882187467e-06,
      "loss": 0.3576,
      "step": 1705030
    },
    {
      "epoch": 475.87,
      "grad_norm": 1.180509328842163,
      "learning_rate": 1.8072694664455906e-06,
      "loss": 0.3438,
      "step": 1705040
    },
    {
      "epoch": 475.87,
      "grad_norm": 1.1033076047897339,
      "learning_rate": 1.8072431447438402e-06,
      "loss": 0.3264,
      "step": 1705050
    },
    {
      "epoch": 475.87,
      "grad_norm": 1.8813599348068237,
      "learning_rate": 1.8072168231134994e-06,
      "loss": 0.335,
      "step": 1705060
    },
    {
      "epoch": 475.88,
      "grad_norm": 0.9728241562843323,
      "learning_rate": 1.8071905015545715e-06,
      "loss": 0.3397,
      "step": 1705070
    },
    {
      "epoch": 475.88,
      "grad_norm": 1.0501042604446411,
      "learning_rate": 1.8071641800670587e-06,
      "loss": 0.3462,
      "step": 1705080
    },
    {
      "epoch": 475.88,
      "grad_norm": 0.9330775737762451,
      "learning_rate": 1.8071378586509666e-06,
      "loss": 0.3302,
      "step": 1705090
    },
    {
      "epoch": 475.89,
      "grad_norm": 0.8517283201217651,
      "learning_rate": 1.8071115373062978e-06,
      "loss": 0.3453,
      "step": 1705100
    },
    {
      "epoch": 475.89,
      "grad_norm": 0.9631098508834839,
      "learning_rate": 1.8070852160330552e-06,
      "loss": 0.34,
      "step": 1705110
    },
    {
      "epoch": 475.89,
      "grad_norm": 1.4077237844467163,
      "learning_rate": 1.807058894831243e-06,
      "loss": 0.3487,
      "step": 1705120
    },
    {
      "epoch": 475.89,
      "grad_norm": 1.23774254322052,
      "learning_rate": 1.8070325737008642e-06,
      "loss": 0.3365,
      "step": 1705130
    },
    {
      "epoch": 475.9,
      "grad_norm": 1.3657677173614502,
      "learning_rate": 1.8070062526419231e-06,
      "loss": 0.3421,
      "step": 1705140
    },
    {
      "epoch": 475.9,
      "grad_norm": 1.0964241027832031,
      "learning_rate": 1.806979931654423e-06,
      "loss": 0.3437,
      "step": 1705150
    },
    {
      "epoch": 475.9,
      "grad_norm": 1.106184720993042,
      "learning_rate": 1.806953610738366e-06,
      "loss": 0.3599,
      "step": 1705160
    },
    {
      "epoch": 475.91,
      "grad_norm": 1.208493709564209,
      "learning_rate": 1.8069272898937578e-06,
      "loss": 0.3509,
      "step": 1705170
    },
    {
      "epoch": 475.91,
      "grad_norm": 1.1213383674621582,
      "learning_rate": 1.8069009691206008e-06,
      "loss": 0.3572,
      "step": 1705180
    },
    {
      "epoch": 475.91,
      "grad_norm": 1.1009571552276611,
      "learning_rate": 1.8068746484188982e-06,
      "loss": 0.3389,
      "step": 1705190
    },
    {
      "epoch": 475.91,
      "grad_norm": 1.2464251518249512,
      "learning_rate": 1.806848327788654e-06,
      "loss": 0.34,
      "step": 1705200
    },
    {
      "epoch": 475.92,
      "grad_norm": 0.9779296517372131,
      "learning_rate": 1.806822007229872e-06,
      "loss": 0.3345,
      "step": 1705210
    },
    {
      "epoch": 475.92,
      "grad_norm": 3.280646562576294,
      "learning_rate": 1.806795686742554e-06,
      "loss": 0.3284,
      "step": 1705220
    },
    {
      "epoch": 475.92,
      "grad_norm": 1.234721064567566,
      "learning_rate": 1.8067693663267057e-06,
      "loss": 0.3478,
      "step": 1705230
    },
    {
      "epoch": 475.93,
      "grad_norm": 0.9897931218147278,
      "learning_rate": 1.80674304598233e-06,
      "loss": 0.343,
      "step": 1705240
    },
    {
      "epoch": 475.93,
      "grad_norm": 1.0889978408813477,
      "learning_rate": 1.8067167257094293e-06,
      "loss": 0.346,
      "step": 1705250
    },
    {
      "epoch": 475.93,
      "grad_norm": 1.0187866687774658,
      "learning_rate": 1.8066904055080087e-06,
      "loss": 0.3506,
      "step": 1705260
    },
    {
      "epoch": 475.93,
      "grad_norm": 1.0901505947113037,
      "learning_rate": 1.8066640853780705e-06,
      "loss": 0.3463,
      "step": 1705270
    },
    {
      "epoch": 475.94,
      "grad_norm": 1.1331034898757935,
      "learning_rate": 1.8066377653196176e-06,
      "loss": 0.3445,
      "step": 1705280
    },
    {
      "epoch": 475.94,
      "grad_norm": 1.2209808826446533,
      "learning_rate": 1.8066114453326556e-06,
      "loss": 0.3469,
      "step": 1705290
    },
    {
      "epoch": 475.94,
      "grad_norm": 1.1234687566757202,
      "learning_rate": 1.806585125417187e-06,
      "loss": 0.3523,
      "step": 1705300
    },
    {
      "epoch": 475.94,
      "grad_norm": 0.9485775232315063,
      "learning_rate": 1.8065588055732138e-06,
      "loss": 0.3363,
      "step": 1705310
    },
    {
      "epoch": 475.95,
      "grad_norm": 1.1404484510421753,
      "learning_rate": 1.8065324858007424e-06,
      "loss": 0.3442,
      "step": 1705320
    },
    {
      "epoch": 475.95,
      "grad_norm": 1.221720814704895,
      "learning_rate": 1.8065061660997747e-06,
      "loss": 0.3619,
      "step": 1705330
    },
    {
      "epoch": 475.95,
      "grad_norm": 1.0916675329208374,
      "learning_rate": 1.8064798464703135e-06,
      "loss": 0.3609,
      "step": 1705340
    },
    {
      "epoch": 475.96,
      "grad_norm": 1.1232101917266846,
      "learning_rate": 1.8064535269123637e-06,
      "loss": 0.3479,
      "step": 1705350
    },
    {
      "epoch": 475.96,
      "grad_norm": 1.4795087575912476,
      "learning_rate": 1.8064272074259283e-06,
      "loss": 0.337,
      "step": 1705360
    },
    {
      "epoch": 475.96,
      "grad_norm": 1.0581130981445312,
      "learning_rate": 1.8064008880110095e-06,
      "loss": 0.3478,
      "step": 1705370
    },
    {
      "epoch": 475.96,
      "grad_norm": 1.0905681848526,
      "learning_rate": 1.8063745686676136e-06,
      "loss": 0.318,
      "step": 1705380
    },
    {
      "epoch": 475.97,
      "grad_norm": 1.0535376071929932,
      "learning_rate": 1.806348249395742e-06,
      "loss": 0.3426,
      "step": 1705390
    },
    {
      "epoch": 475.97,
      "grad_norm": 1.0706557035446167,
      "learning_rate": 1.8063219301953981e-06,
      "loss": 0.3669,
      "step": 1705400
    },
    {
      "epoch": 475.97,
      "grad_norm": 1.1164261102676392,
      "learning_rate": 1.8062956110665868e-06,
      "loss": 0.35,
      "step": 1705410
    },
    {
      "epoch": 475.98,
      "grad_norm": 1.0424838066101074,
      "learning_rate": 1.80626929200931e-06,
      "loss": 0.3528,
      "step": 1705420
    },
    {
      "epoch": 475.98,
      "grad_norm": 1.1280661821365356,
      "learning_rate": 1.8062429730235726e-06,
      "loss": 0.3452,
      "step": 1705430
    },
    {
      "epoch": 475.98,
      "grad_norm": 1.1532305479049683,
      "learning_rate": 1.806216654109378e-06,
      "loss": 0.3456,
      "step": 1705440
    },
    {
      "epoch": 475.98,
      "grad_norm": 1.0626180171966553,
      "learning_rate": 1.806190335266728e-06,
      "loss": 0.3478,
      "step": 1705450
    },
    {
      "epoch": 475.99,
      "grad_norm": 0.9402843713760376,
      "learning_rate": 1.806164016495628e-06,
      "loss": 0.3472,
      "step": 1705460
    },
    {
      "epoch": 475.99,
      "grad_norm": 1.0909653902053833,
      "learning_rate": 1.8061376977960812e-06,
      "loss": 0.3464,
      "step": 1705470
    },
    {
      "epoch": 475.99,
      "grad_norm": 1.0528024435043335,
      "learning_rate": 1.8061113791680901e-06,
      "loss": 0.3358,
      "step": 1705480
    },
    {
      "epoch": 475.99,
      "grad_norm": 1.065260648727417,
      "learning_rate": 1.8060850606116596e-06,
      "loss": 0.3518,
      "step": 1705490
    },
    {
      "epoch": 476.0,
      "grad_norm": 1.2700936794281006,
      "learning_rate": 1.8060587421267924e-06,
      "loss": 0.3234,
      "step": 1705500
    },
    {
      "epoch": 476.0,
      "eval_loss": 0.34437572956085205,
      "eval_runtime": 62.8463,
      "eval_samples_per_second": 80.498,
      "eval_steps_per_second": 10.072,
      "step": 1705508
    },
    {
      "epoch": 476.0,
      "grad_norm": 1.1520448923110962,
      "learning_rate": 1.8060324237134907e-06,
      "loss": 0.3674,
      "step": 1705510
    },
    {
      "epoch": 476.0,
      "grad_norm": 1.2426846027374268,
      "learning_rate": 1.8060061053717608e-06,
      "loss": 0.3359,
      "step": 1705520
    },
    {
      "epoch": 476.01,
      "grad_norm": 1.0135469436645508,
      "learning_rate": 1.8059797871016046e-06,
      "loss": 0.3362,
      "step": 1705530
    },
    {
      "epoch": 476.01,
      "grad_norm": 1.2223676443099976,
      "learning_rate": 1.8059534689030251e-06,
      "loss": 0.3348,
      "step": 1705540
    },
    {
      "epoch": 476.01,
      "grad_norm": 1.1370835304260254,
      "learning_rate": 1.8059271507760272e-06,
      "loss": 0.3417,
      "step": 1705550
    },
    {
      "epoch": 476.01,
      "grad_norm": 1.0789467096328735,
      "learning_rate": 1.8059008327206135e-06,
      "loss": 0.3297,
      "step": 1705560
    },
    {
      "epoch": 476.02,
      "grad_norm": 1.300167441368103,
      "learning_rate": 1.805874514736787e-06,
      "loss": 0.3391,
      "step": 1705570
    },
    {
      "epoch": 476.02,
      "grad_norm": 1.1076542139053345,
      "learning_rate": 1.8058481968245525e-06,
      "loss": 0.3428,
      "step": 1705580
    },
    {
      "epoch": 476.02,
      "grad_norm": 1.1004676818847656,
      "learning_rate": 1.805821878983913e-06,
      "loss": 0.3536,
      "step": 1705590
    },
    {
      "epoch": 476.03,
      "grad_norm": 1.0706064701080322,
      "learning_rate": 1.8057955612148707e-06,
      "loss": 0.3561,
      "step": 1705600
    },
    {
      "epoch": 476.03,
      "grad_norm": 1.047192931175232,
      "learning_rate": 1.8057692435174315e-06,
      "loss": 0.3445,
      "step": 1705610
    },
    {
      "epoch": 476.03,
      "grad_norm": 1.1105964183807373,
      "learning_rate": 1.8057429258915976e-06,
      "loss": 0.3294,
      "step": 1705620
    },
    {
      "epoch": 476.03,
      "grad_norm": 1.1742531061172485,
      "learning_rate": 1.8057166083373722e-06,
      "loss": 0.3513,
      "step": 1705630
    },
    {
      "epoch": 476.04,
      "grad_norm": 0.9923774003982544,
      "learning_rate": 1.8056902908547594e-06,
      "loss": 0.3455,
      "step": 1705640
    },
    {
      "epoch": 476.04,
      "grad_norm": 1.1717143058776855,
      "learning_rate": 1.8056639734437629e-06,
      "loss": 0.3466,
      "step": 1705650
    },
    {
      "epoch": 476.04,
      "grad_norm": 0.9939070343971252,
      "learning_rate": 1.8056376561043847e-06,
      "loss": 0.3461,
      "step": 1705660
    },
    {
      "epoch": 476.05,
      "grad_norm": 3.407714366912842,
      "learning_rate": 1.8056113388366303e-06,
      "loss": 0.3592,
      "step": 1705670
    },
    {
      "epoch": 476.05,
      "grad_norm": 1.0127209424972534,
      "learning_rate": 1.805585021640502e-06,
      "loss": 0.3336,
      "step": 1705680
    },
    {
      "epoch": 476.05,
      "grad_norm": 1.002220630645752,
      "learning_rate": 1.8055587045160036e-06,
      "loss": 0.3393,
      "step": 1705690
    },
    {
      "epoch": 476.05,
      "grad_norm": 1.2368298768997192,
      "learning_rate": 1.805532387463139e-06,
      "loss": 0.3506,
      "step": 1705700
    },
    {
      "epoch": 476.06,
      "grad_norm": 1.0090417861938477,
      "learning_rate": 1.8055060704819102e-06,
      "loss": 0.3321,
      "step": 1705710
    },
    {
      "epoch": 476.06,
      "grad_norm": 1.1581212282180786,
      "learning_rate": 1.8054797535723228e-06,
      "loss": 0.3514,
      "step": 1705720
    },
    {
      "epoch": 476.06,
      "grad_norm": 1.0749818086624146,
      "learning_rate": 1.8054534367343795e-06,
      "loss": 0.3368,
      "step": 1705730
    },
    {
      "epoch": 476.06,
      "grad_norm": 1.087205410003662,
      "learning_rate": 1.8054271199680823e-06,
      "loss": 0.353,
      "step": 1705740
    },
    {
      "epoch": 476.07,
      "grad_norm": 1.103584885597229,
      "learning_rate": 1.8054008032734372e-06,
      "loss": 0.3345,
      "step": 1705750
    },
    {
      "epoch": 476.07,
      "grad_norm": 0.8927444815635681,
      "learning_rate": 1.8053744866504464e-06,
      "loss": 0.3465,
      "step": 1705760
    },
    {
      "epoch": 476.07,
      "grad_norm": 1.3450733423233032,
      "learning_rate": 1.8053481700991134e-06,
      "loss": 0.3403,
      "step": 1705770
    },
    {
      "epoch": 476.08,
      "grad_norm": 0.9556599855422974,
      "learning_rate": 1.8053218536194418e-06,
      "loss": 0.3509,
      "step": 1705780
    },
    {
      "epoch": 476.08,
      "grad_norm": 1.0591517686843872,
      "learning_rate": 1.8052955372114354e-06,
      "loss": 0.342,
      "step": 1705790
    },
    {
      "epoch": 476.08,
      "grad_norm": 1.6090704202651978,
      "learning_rate": 1.8052692208750967e-06,
      "loss": 0.3453,
      "step": 1705800
    },
    {
      "epoch": 476.08,
      "grad_norm": 1.5748732089996338,
      "learning_rate": 1.8052429046104305e-06,
      "loss": 0.3403,
      "step": 1705810
    },
    {
      "epoch": 476.09,
      "grad_norm": 1.02930748462677,
      "learning_rate": 1.80521658841744e-06,
      "loss": 0.3384,
      "step": 1705820
    },
    {
      "epoch": 476.09,
      "grad_norm": 1.9459530115127563,
      "learning_rate": 1.8051902722961278e-06,
      "loss": 0.3542,
      "step": 1705830
    },
    {
      "epoch": 476.09,
      "grad_norm": 1.1511268615722656,
      "learning_rate": 1.8051639562464987e-06,
      "loss": 0.3434,
      "step": 1705840
    },
    {
      "epoch": 476.1,
      "grad_norm": 1.158279538154602,
      "learning_rate": 1.8051376402685554e-06,
      "loss": 0.3408,
      "step": 1705850
    },
    {
      "epoch": 476.1,
      "grad_norm": 5.444215297698975,
      "learning_rate": 1.8051113243623009e-06,
      "loss": 0.3455,
      "step": 1705860
    },
    {
      "epoch": 476.1,
      "grad_norm": 1.055161952972412,
      "learning_rate": 1.8050850085277398e-06,
      "loss": 0.3411,
      "step": 1705870
    },
    {
      "epoch": 476.1,
      "grad_norm": 1.039943814277649,
      "learning_rate": 1.8050586927648754e-06,
      "loss": 0.3332,
      "step": 1705880
    },
    {
      "epoch": 476.11,
      "grad_norm": 0.9207439422607422,
      "learning_rate": 1.80503237707371e-06,
      "loss": 0.351,
      "step": 1705890
    },
    {
      "epoch": 476.11,
      "grad_norm": 1.105353832244873,
      "learning_rate": 1.805006061454249e-06,
      "loss": 0.3333,
      "step": 1705900
    },
    {
      "epoch": 476.11,
      "grad_norm": 1.3081036806106567,
      "learning_rate": 1.804979745906495e-06,
      "loss": 0.3345,
      "step": 1705910
    },
    {
      "epoch": 476.11,
      "grad_norm": 1.0627247095108032,
      "learning_rate": 1.8049534304304513e-06,
      "loss": 0.3431,
      "step": 1705920
    },
    {
      "epoch": 476.12,
      "grad_norm": 1.279948353767395,
      "learning_rate": 1.8049271150261217e-06,
      "loss": 0.3408,
      "step": 1705930
    },
    {
      "epoch": 476.12,
      "grad_norm": 1.2299624681472778,
      "learning_rate": 1.8049007996935096e-06,
      "loss": 0.3412,
      "step": 1705940
    },
    {
      "epoch": 476.12,
      "grad_norm": 0.9957126379013062,
      "learning_rate": 1.8048744844326175e-06,
      "loss": 0.3423,
      "step": 1705950
    },
    {
      "epoch": 476.13,
      "grad_norm": 1.0321567058563232,
      "learning_rate": 1.8048481692434508e-06,
      "loss": 0.3312,
      "step": 1705960
    },
    {
      "epoch": 476.13,
      "grad_norm": 1.1986416578292847,
      "learning_rate": 1.8048218541260122e-06,
      "loss": 0.3366,
      "step": 1705970
    },
    {
      "epoch": 476.13,
      "grad_norm": 1.1256554126739502,
      "learning_rate": 1.8047955390803043e-06,
      "loss": 0.346,
      "step": 1705980
    },
    {
      "epoch": 476.13,
      "grad_norm": 1.032359004020691,
      "learning_rate": 1.8047692241063323e-06,
      "loss": 0.3499,
      "step": 1705990
    },
    {
      "epoch": 476.14,
      "grad_norm": 1.0635885000228882,
      "learning_rate": 1.8047429092040978e-06,
      "loss": 0.3387,
      "step": 1706000
    },
    {
      "epoch": 476.14,
      "grad_norm": 1.1604756116867065,
      "learning_rate": 1.804716594373606e-06,
      "loss": 0.3686,
      "step": 1706010
    },
    {
      "epoch": 476.14,
      "grad_norm": 0.9918938875198364,
      "learning_rate": 1.8046902796148598e-06,
      "loss": 0.3409,
      "step": 1706020
    },
    {
      "epoch": 476.15,
      "grad_norm": 1.2385538816452026,
      "learning_rate": 1.8046639649278617e-06,
      "loss": 0.3409,
      "step": 1706030
    },
    {
      "epoch": 476.15,
      "grad_norm": 1.2583585977554321,
      "learning_rate": 1.804637650312617e-06,
      "loss": 0.3311,
      "step": 1706040
    },
    {
      "epoch": 476.15,
      "grad_norm": 1.0760148763656616,
      "learning_rate": 1.8046113357691281e-06,
      "loss": 0.3485,
      "step": 1706050
    },
    {
      "epoch": 476.15,
      "grad_norm": 0.8889949321746826,
      "learning_rate": 1.8045850212973984e-06,
      "loss": 0.3395,
      "step": 1706060
    },
    {
      "epoch": 476.16,
      "grad_norm": 1.049700140953064,
      "learning_rate": 1.8045587068974324e-06,
      "loss": 0.3451,
      "step": 1706070
    },
    {
      "epoch": 476.16,
      "grad_norm": 1.0621618032455444,
      "learning_rate": 1.8045323925692326e-06,
      "loss": 0.3419,
      "step": 1706080
    },
    {
      "epoch": 476.16,
      "grad_norm": 1.0755549669265747,
      "learning_rate": 1.804506078312802e-06,
      "loss": 0.344,
      "step": 1706090
    },
    {
      "epoch": 476.17,
      "grad_norm": 1.2324291467666626,
      "learning_rate": 1.8044797641281458e-06,
      "loss": 0.3424,
      "step": 1706100
    },
    {
      "epoch": 476.17,
      "grad_norm": 0.9995306730270386,
      "learning_rate": 1.8044534500152667e-06,
      "loss": 0.3273,
      "step": 1706110
    },
    {
      "epoch": 476.17,
      "grad_norm": 1.0625543594360352,
      "learning_rate": 1.804427135974167e-06,
      "loss": 0.343,
      "step": 1706120
    },
    {
      "epoch": 476.17,
      "grad_norm": 1.0708945989608765,
      "learning_rate": 1.8044008220048525e-06,
      "loss": 0.3344,
      "step": 1706130
    },
    {
      "epoch": 476.18,
      "grad_norm": 1.126731276512146,
      "learning_rate": 1.8043745081073253e-06,
      "loss": 0.3512,
      "step": 1706140
    },
    {
      "epoch": 476.18,
      "grad_norm": 0.995993435382843,
      "learning_rate": 1.8043481942815888e-06,
      "loss": 0.3562,
      "step": 1706150
    },
    {
      "epoch": 476.18,
      "grad_norm": 1.1643346548080444,
      "learning_rate": 1.804321880527647e-06,
      "loss": 0.3371,
      "step": 1706160
    },
    {
      "epoch": 476.18,
      "grad_norm": 1.0664336681365967,
      "learning_rate": 1.8042955668455037e-06,
      "loss": 0.3331,
      "step": 1706170
    },
    {
      "epoch": 476.19,
      "grad_norm": 1.0228339433670044,
      "learning_rate": 1.8042692532351607e-06,
      "loss": 0.3409,
      "step": 1706180
    },
    {
      "epoch": 476.19,
      "grad_norm": 1.0153615474700928,
      "learning_rate": 1.8042429396966239e-06,
      "loss": 0.3364,
      "step": 1706190
    },
    {
      "epoch": 476.19,
      "grad_norm": 1.0349372625350952,
      "learning_rate": 1.8042166262298953e-06,
      "loss": 0.335,
      "step": 1706200
    },
    {
      "epoch": 476.2,
      "grad_norm": 1.0173496007919312,
      "learning_rate": 1.8041903128349784e-06,
      "loss": 0.3474,
      "step": 1706210
    },
    {
      "epoch": 476.2,
      "grad_norm": 0.9271191358566284,
      "learning_rate": 1.8041639995118777e-06,
      "loss": 0.3382,
      "step": 1706220
    },
    {
      "epoch": 476.2,
      "grad_norm": 1.0506784915924072,
      "learning_rate": 1.804137686260596e-06,
      "loss": 0.3426,
      "step": 1706230
    },
    {
      "epoch": 476.2,
      "grad_norm": 1.4900805950164795,
      "learning_rate": 1.8041113730811357e-06,
      "loss": 0.3431,
      "step": 1706240
    },
    {
      "epoch": 476.21,
      "grad_norm": 0.9761685729026794,
      "learning_rate": 1.8040850599735025e-06,
      "loss": 0.3565,
      "step": 1706250
    },
    {
      "epoch": 476.21,
      "grad_norm": 1.0826236009597778,
      "learning_rate": 1.804058746937699e-06,
      "loss": 0.3494,
      "step": 1706260
    },
    {
      "epoch": 476.21,
      "grad_norm": 1.1355701684951782,
      "learning_rate": 1.804032433973727e-06,
      "loss": 0.328,
      "step": 1706270
    },
    {
      "epoch": 476.22,
      "grad_norm": 1.3450108766555786,
      "learning_rate": 1.8040061210815933e-06,
      "loss": 0.3462,
      "step": 1706280
    },
    {
      "epoch": 476.22,
      "grad_norm": 1.0198018550872803,
      "learning_rate": 1.8039798082612987e-06,
      "loss": 0.3419,
      "step": 1706290
    },
    {
      "epoch": 476.22,
      "grad_norm": 1.156590223312378,
      "learning_rate": 1.8039534955128484e-06,
      "loss": 0.3418,
      "step": 1706300
    },
    {
      "epoch": 476.22,
      "grad_norm": 1.1526849269866943,
      "learning_rate": 1.803927182836245e-06,
      "loss": 0.3397,
      "step": 1706310
    },
    {
      "epoch": 476.23,
      "grad_norm": 1.2248480319976807,
      "learning_rate": 1.8039008702314911e-06,
      "loss": 0.3629,
      "step": 1706320
    },
    {
      "epoch": 476.23,
      "grad_norm": 1.2181099653244019,
      "learning_rate": 1.8038745576985925e-06,
      "loss": 0.358,
      "step": 1706330
    },
    {
      "epoch": 476.23,
      "grad_norm": 1.0054121017456055,
      "learning_rate": 1.8038482452375516e-06,
      "loss": 0.3375,
      "step": 1706340
    },
    {
      "epoch": 476.23,
      "grad_norm": 1.0223108530044556,
      "learning_rate": 1.8038219328483708e-06,
      "loss": 0.3363,
      "step": 1706350
    },
    {
      "epoch": 476.24,
      "grad_norm": 1.0781439542770386,
      "learning_rate": 1.8037956205310553e-06,
      "loss": 0.3503,
      "step": 1706360
    },
    {
      "epoch": 476.24,
      "grad_norm": 1.1267013549804688,
      "learning_rate": 1.803769308285608e-06,
      "loss": 0.3349,
      "step": 1706370
    },
    {
      "epoch": 476.24,
      "grad_norm": 1.2159994840621948,
      "learning_rate": 1.803742996112031e-06,
      "loss": 0.3489,
      "step": 1706380
    },
    {
      "epoch": 476.25,
      "grad_norm": 1.1940768957138062,
      "learning_rate": 1.8037166840103304e-06,
      "loss": 0.3312,
      "step": 1706390
    },
    {
      "epoch": 476.25,
      "grad_norm": 1.2012654542922974,
      "learning_rate": 1.8036903719805083e-06,
      "loss": 0.3365,
      "step": 1706400
    },
    {
      "epoch": 476.25,
      "grad_norm": 1.077074646949768,
      "learning_rate": 1.8036640600225671e-06,
      "loss": 0.3453,
      "step": 1706410
    },
    {
      "epoch": 476.25,
      "grad_norm": 1.400450348854065,
      "learning_rate": 1.8036377481365126e-06,
      "loss": 0.3457,
      "step": 1706420
    },
    {
      "epoch": 476.26,
      "grad_norm": 1.192041277885437,
      "learning_rate": 1.803611436322347e-06,
      "loss": 0.339,
      "step": 1706430
    },
    {
      "epoch": 476.26,
      "grad_norm": 1.1195586919784546,
      "learning_rate": 1.8035851245800738e-06,
      "loss": 0.349,
      "step": 1706440
    },
    {
      "epoch": 476.26,
      "grad_norm": 1.0226752758026123,
      "learning_rate": 1.803558812909697e-06,
      "loss": 0.3274,
      "step": 1706450
    },
    {
      "epoch": 476.27,
      "grad_norm": 1.2425780296325684,
      "learning_rate": 1.8035325013112198e-06,
      "loss": 0.3422,
      "step": 1706460
    },
    {
      "epoch": 476.27,
      "grad_norm": 0.9442130923271179,
      "learning_rate": 1.8035061897846446e-06,
      "loss": 0.3278,
      "step": 1706470
    },
    {
      "epoch": 476.27,
      "grad_norm": 1.0043915510177612,
      "learning_rate": 1.8034798783299772e-06,
      "loss": 0.343,
      "step": 1706480
    },
    {
      "epoch": 476.27,
      "grad_norm": 1.0447684526443481,
      "learning_rate": 1.8034535669472199e-06,
      "loss": 0.3396,
      "step": 1706490
    },
    {
      "epoch": 476.28,
      "grad_norm": 1.0702886581420898,
      "learning_rate": 1.8034272556363757e-06,
      "loss": 0.3447,
      "step": 1706500
    },
    {
      "epoch": 476.28,
      "grad_norm": 1.1543843746185303,
      "learning_rate": 1.803400944397449e-06,
      "loss": 0.346,
      "step": 1706510
    },
    {
      "epoch": 476.28,
      "grad_norm": 1.0162055492401123,
      "learning_rate": 1.8033746332304429e-06,
      "loss": 0.3358,
      "step": 1706520
    },
    {
      "epoch": 476.29,
      "grad_norm": 1.0880848169326782,
      "learning_rate": 1.8033483221353598e-06,
      "loss": 0.3384,
      "step": 1706530
    },
    {
      "epoch": 476.29,
      "grad_norm": 1.0882697105407715,
      "learning_rate": 1.8033220111122057e-06,
      "loss": 0.3609,
      "step": 1706540
    },
    {
      "epoch": 476.29,
      "grad_norm": 1.1107306480407715,
      "learning_rate": 1.8032957001609824e-06,
      "loss": 0.3447,
      "step": 1706550
    },
    {
      "epoch": 476.29,
      "grad_norm": 1.019877552986145,
      "learning_rate": 1.8032693892816929e-06,
      "loss": 0.3348,
      "step": 1706560
    },
    {
      "epoch": 476.3,
      "grad_norm": 0.9870613217353821,
      "learning_rate": 1.8032430784743422e-06,
      "loss": 0.3406,
      "step": 1706570
    },
    {
      "epoch": 476.3,
      "grad_norm": 1.166555643081665,
      "learning_rate": 1.8032167677389328e-06,
      "loss": 0.3471,
      "step": 1706580
    },
    {
      "epoch": 476.3,
      "grad_norm": 1.2221662998199463,
      "learning_rate": 1.8031904570754693e-06,
      "loss": 0.3277,
      "step": 1706590
    },
    {
      "epoch": 476.3,
      "grad_norm": 1.234902262687683,
      "learning_rate": 1.8031641464839539e-06,
      "loss": 0.3321,
      "step": 1706600
    },
    {
      "epoch": 476.31,
      "grad_norm": 1.2185760736465454,
      "learning_rate": 1.80313783596439e-06,
      "loss": 0.3635,
      "step": 1706610
    },
    {
      "epoch": 476.31,
      "grad_norm": 1.112306833267212,
      "learning_rate": 1.8031115255167828e-06,
      "loss": 0.3488,
      "step": 1706620
    },
    {
      "epoch": 476.31,
      "grad_norm": 1.1010655164718628,
      "learning_rate": 1.8030852151411343e-06,
      "loss": 0.3517,
      "step": 1706630
    },
    {
      "epoch": 476.32,
      "grad_norm": 1.159820795059204,
      "learning_rate": 1.8030589048374483e-06,
      "loss": 0.3417,
      "step": 1706640
    },
    {
      "epoch": 476.32,
      "grad_norm": 1.493765950202942,
      "learning_rate": 1.8030325946057287e-06,
      "loss": 0.3248,
      "step": 1706650
    },
    {
      "epoch": 476.32,
      "grad_norm": 1.0589826107025146,
      "learning_rate": 1.803006284445979e-06,
      "loss": 0.3521,
      "step": 1706660
    },
    {
      "epoch": 476.32,
      "grad_norm": 1.1145610809326172,
      "learning_rate": 1.8029799743582013e-06,
      "loss": 0.3339,
      "step": 1706670
    },
    {
      "epoch": 476.33,
      "grad_norm": 1.178382158279419,
      "learning_rate": 1.8029536643424012e-06,
      "loss": 0.3251,
      "step": 1706680
    },
    {
      "epoch": 476.33,
      "grad_norm": 0.9915233850479126,
      "learning_rate": 1.8029273543985811e-06,
      "loss": 0.3405,
      "step": 1706690
    },
    {
      "epoch": 476.33,
      "grad_norm": 1.1240164041519165,
      "learning_rate": 1.802901044526744e-06,
      "loss": 0.3421,
      "step": 1706700
    },
    {
      "epoch": 476.34,
      "grad_norm": 0.9062500596046448,
      "learning_rate": 1.8028747347268948e-06,
      "loss": 0.353,
      "step": 1706710
    },
    {
      "epoch": 476.34,
      "grad_norm": 1.0434125661849976,
      "learning_rate": 1.8028484249990364e-06,
      "loss": 0.3328,
      "step": 1706720
    },
    {
      "epoch": 476.34,
      "grad_norm": 1.1249409914016724,
      "learning_rate": 1.8028221153431716e-06,
      "loss": 0.3478,
      "step": 1706730
    },
    {
      "epoch": 476.34,
      "grad_norm": 1.102109432220459,
      "learning_rate": 1.8027958057593047e-06,
      "loss": 0.3396,
      "step": 1706740
    },
    {
      "epoch": 476.35,
      "grad_norm": 1.0301536321640015,
      "learning_rate": 1.8027694962474393e-06,
      "loss": 0.3434,
      "step": 1706750
    },
    {
      "epoch": 476.35,
      "grad_norm": 1.0983580350875854,
      "learning_rate": 1.8027431868075774e-06,
      "loss": 0.3371,
      "step": 1706760
    },
    {
      "epoch": 476.35,
      "grad_norm": 0.9646831154823303,
      "learning_rate": 1.8027168774397245e-06,
      "loss": 0.34,
      "step": 1706770
    },
    {
      "epoch": 476.36,
      "grad_norm": 0.9653760194778442,
      "learning_rate": 1.8026905681438836e-06,
      "loss": 0.3215,
      "step": 1706780
    },
    {
      "epoch": 476.36,
      "grad_norm": 0.9838210940361023,
      "learning_rate": 1.802664258920057e-06,
      "loss": 0.3262,
      "step": 1706790
    },
    {
      "epoch": 476.36,
      "grad_norm": 1.0496888160705566,
      "learning_rate": 1.8026379497682498e-06,
      "loss": 0.332,
      "step": 1706800
    },
    {
      "epoch": 476.36,
      "grad_norm": 1.2539069652557373,
      "learning_rate": 1.8026116406884648e-06,
      "loss": 0.3514,
      "step": 1706810
    },
    {
      "epoch": 476.37,
      "grad_norm": 1.0266408920288086,
      "learning_rate": 1.8025853316807042e-06,
      "loss": 0.341,
      "step": 1706820
    },
    {
      "epoch": 476.37,
      "grad_norm": 1.0001119375228882,
      "learning_rate": 1.8025590227449739e-06,
      "loss": 0.3581,
      "step": 1706830
    },
    {
      "epoch": 476.37,
      "grad_norm": 1.0963820219039917,
      "learning_rate": 1.8025327138812765e-06,
      "loss": 0.3397,
      "step": 1706840
    },
    {
      "epoch": 476.37,
      "grad_norm": 1.2691437005996704,
      "learning_rate": 1.8025064050896137e-06,
      "loss": 0.3412,
      "step": 1706850
    },
    {
      "epoch": 476.38,
      "grad_norm": 1.052272915840149,
      "learning_rate": 1.802480096369992e-06,
      "loss": 0.3462,
      "step": 1706860
    },
    {
      "epoch": 476.38,
      "grad_norm": 1.3970285654067993,
      "learning_rate": 1.8024537877224129e-06,
      "loss": 0.3427,
      "step": 1706870
    },
    {
      "epoch": 476.38,
      "grad_norm": 1.057520866394043,
      "learning_rate": 1.8024274791468812e-06,
      "loss": 0.35,
      "step": 1706880
    },
    {
      "epoch": 476.39,
      "grad_norm": 1.2350369691848755,
      "learning_rate": 1.8024011706433991e-06,
      "loss": 0.3485,
      "step": 1706890
    },
    {
      "epoch": 476.39,
      "grad_norm": 0.967470645904541,
      "learning_rate": 1.8023748622119702e-06,
      "loss": 0.3467,
      "step": 1706900
    },
    {
      "epoch": 476.39,
      "grad_norm": 1.0234320163726807,
      "learning_rate": 1.8023485538525992e-06,
      "loss": 0.3466,
      "step": 1706910
    },
    {
      "epoch": 476.39,
      "grad_norm": 1.1303588151931763,
      "learning_rate": 1.802322245565289e-06,
      "loss": 0.3377,
      "step": 1706920
    },
    {
      "epoch": 476.4,
      "grad_norm": 1.1979211568832397,
      "learning_rate": 1.8022959373500424e-06,
      "loss": 0.3441,
      "step": 1706930
    },
    {
      "epoch": 476.4,
      "grad_norm": 1.2000643014907837,
      "learning_rate": 1.8022696292068642e-06,
      "loss": 0.3535,
      "step": 1706940
    },
    {
      "epoch": 476.4,
      "grad_norm": 0.9176464676856995,
      "learning_rate": 1.8022433211357563e-06,
      "loss": 0.3471,
      "step": 1706950
    },
    {
      "epoch": 476.41,
      "grad_norm": 1.1701037883758545,
      "learning_rate": 1.8022170131367235e-06,
      "loss": 0.3523,
      "step": 1706960
    },
    {
      "epoch": 476.41,
      "grad_norm": 1.19844388961792,
      "learning_rate": 1.8021907052097691e-06,
      "loss": 0.345,
      "step": 1706970
    },
    {
      "epoch": 476.41,
      "grad_norm": 1.0287772417068481,
      "learning_rate": 1.8021643973548964e-06,
      "loss": 0.339,
      "step": 1706980
    },
    {
      "epoch": 476.41,
      "grad_norm": 1.0054926872253418,
      "learning_rate": 1.802138089572108e-06,
      "loss": 0.3263,
      "step": 1706990
    },
    {
      "epoch": 476.42,
      "grad_norm": 1.2073920965194702,
      "learning_rate": 1.8021117818614094e-06,
      "loss": 0.3399,
      "step": 1707000
    },
    {
      "epoch": 476.42,
      "grad_norm": 1.1055855751037598,
      "learning_rate": 1.8020854742228026e-06,
      "loss": 0.3424,
      "step": 1707010
    },
    {
      "epoch": 476.42,
      "grad_norm": 1.038981556892395,
      "learning_rate": 1.8020591666562915e-06,
      "loss": 0.3499,
      "step": 1707020
    },
    {
      "epoch": 476.42,
      "grad_norm": 0.8942115306854248,
      "learning_rate": 1.8020328591618798e-06,
      "loss": 0.3414,
      "step": 1707030
    },
    {
      "epoch": 476.43,
      "grad_norm": 1.3140729665756226,
      "learning_rate": 1.802006551739571e-06,
      "loss": 0.3214,
      "step": 1707040
    },
    {
      "epoch": 476.43,
      "grad_norm": 0.9687764644622803,
      "learning_rate": 1.8019802443893673e-06,
      "loss": 0.3546,
      "step": 1707050
    },
    {
      "epoch": 476.43,
      "grad_norm": 1.1205273866653442,
      "learning_rate": 1.801953937111274e-06,
      "loss": 0.3511,
      "step": 1707060
    },
    {
      "epoch": 476.44,
      "grad_norm": 1.0855480432510376,
      "learning_rate": 1.8019276299052942e-06,
      "loss": 0.3491,
      "step": 1707070
    },
    {
      "epoch": 476.44,
      "grad_norm": 0.8635047078132629,
      "learning_rate": 1.80190132277143e-06,
      "loss": 0.3441,
      "step": 1707080
    },
    {
      "epoch": 476.44,
      "grad_norm": 1.0942108631134033,
      "learning_rate": 1.8018750157096871e-06,
      "loss": 0.3333,
      "step": 1707090
    },
    {
      "epoch": 476.44,
      "grad_norm": 1.1706328392028809,
      "learning_rate": 1.801848708720068e-06,
      "loss": 0.3475,
      "step": 1707100
    },
    {
      "epoch": 476.45,
      "grad_norm": 1.0413782596588135,
      "learning_rate": 1.8018224018025753e-06,
      "loss": 0.3495,
      "step": 1707110
    },
    {
      "epoch": 476.45,
      "grad_norm": 1.0936741828918457,
      "learning_rate": 1.801796094957214e-06,
      "loss": 0.3663,
      "step": 1707120
    },
    {
      "epoch": 476.45,
      "grad_norm": 5.788614749908447,
      "learning_rate": 1.8017697881839871e-06,
      "loss": 0.3272,
      "step": 1707130
    },
    {
      "epoch": 476.46,
      "grad_norm": 1.0405550003051758,
      "learning_rate": 1.8017434814828968e-06,
      "loss": 0.3454,
      "step": 1707140
    },
    {
      "epoch": 476.46,
      "grad_norm": 0.9081544280052185,
      "learning_rate": 1.8017171748539486e-06,
      "loss": 0.35,
      "step": 1707150
    },
    {
      "epoch": 476.46,
      "grad_norm": 1.1761393547058105,
      "learning_rate": 1.8016908682971446e-06,
      "loss": 0.3396,
      "step": 1707160
    },
    {
      "epoch": 476.46,
      "grad_norm": 0.9884850978851318,
      "learning_rate": 1.8016645618124894e-06,
      "loss": 0.3352,
      "step": 1707170
    },
    {
      "epoch": 476.47,
      "grad_norm": 1.0829322338104248,
      "learning_rate": 1.801638255399986e-06,
      "loss": 0.3493,
      "step": 1707180
    },
    {
      "epoch": 476.47,
      "grad_norm": 1.1334614753723145,
      "learning_rate": 1.8016119490596365e-06,
      "loss": 0.3514,
      "step": 1707190
    },
    {
      "epoch": 476.47,
      "grad_norm": 1.127788782119751,
      "learning_rate": 1.8015856427914469e-06,
      "loss": 0.3459,
      "step": 1707200
    },
    {
      "epoch": 476.48,
      "grad_norm": 1.19765305519104,
      "learning_rate": 1.8015593365954198e-06,
      "loss": 0.3505,
      "step": 1707210
    },
    {
      "epoch": 476.48,
      "grad_norm": 1.1340738534927368,
      "learning_rate": 1.801533030471557e-06,
      "loss": 0.3513,
      "step": 1707220
    },
    {
      "epoch": 476.48,
      "grad_norm": 1.0691206455230713,
      "learning_rate": 1.8015067244198646e-06,
      "loss": 0.3382,
      "step": 1707230
    },
    {
      "epoch": 476.48,
      "grad_norm": 1.0051321983337402,
      "learning_rate": 1.801480418440345e-06,
      "loss": 0.35,
      "step": 1707240
    },
    {
      "epoch": 476.49,
      "grad_norm": 1.2640595436096191,
      "learning_rate": 1.801454112533001e-06,
      "loss": 0.3504,
      "step": 1707250
    },
    {
      "epoch": 476.49,
      "grad_norm": 1.0022412538528442,
      "learning_rate": 1.8014278066978375e-06,
      "loss": 0.3393,
      "step": 1707260
    },
    {
      "epoch": 476.49,
      "grad_norm": 1.0256483554840088,
      "learning_rate": 1.801401500934857e-06,
      "loss": 0.3352,
      "step": 1707270
    },
    {
      "epoch": 476.49,
      "grad_norm": 1.0604946613311768,
      "learning_rate": 1.801375195244062e-06,
      "loss": 0.3441,
      "step": 1707280
    },
    {
      "epoch": 476.5,
      "grad_norm": 1.1484748125076294,
      "learning_rate": 1.8013488896254587e-06,
      "loss": 0.3433,
      "step": 1707290
    },
    {
      "epoch": 476.5,
      "grad_norm": 0.9978207349777222,
      "learning_rate": 1.8013225840790491e-06,
      "loss": 0.3395,
      "step": 1707300
    },
    {
      "epoch": 476.5,
      "grad_norm": 1.0344310998916626,
      "learning_rate": 1.8012962786048358e-06,
      "loss": 0.3391,
      "step": 1707310
    },
    {
      "epoch": 476.51,
      "grad_norm": 1.012646198272705,
      "learning_rate": 1.8012699732028242e-06,
      "loss": 0.3295,
      "step": 1707320
    },
    {
      "epoch": 476.51,
      "grad_norm": 1.3530625104904175,
      "learning_rate": 1.8012436678730167e-06,
      "loss": 0.3431,
      "step": 1707330
    },
    {
      "epoch": 476.51,
      "grad_norm": 1.2516793012619019,
      "learning_rate": 1.8012173626154157e-06,
      "loss": 0.338,
      "step": 1707340
    },
    {
      "epoch": 476.51,
      "grad_norm": 0.8735466003417969,
      "learning_rate": 1.8011910574300273e-06,
      "loss": 0.3531,
      "step": 1707350
    },
    {
      "epoch": 476.52,
      "grad_norm": 0.9480699300765991,
      "learning_rate": 1.8011647523168533e-06,
      "loss": 0.3427,
      "step": 1707360
    },
    {
      "epoch": 476.52,
      "grad_norm": 1.0998121500015259,
      "learning_rate": 1.8011384472758967e-06,
      "loss": 0.3388,
      "step": 1707370
    },
    {
      "epoch": 476.52,
      "grad_norm": 1.0046428442001343,
      "learning_rate": 1.801112142307163e-06,
      "loss": 0.3454,
      "step": 1707380
    },
    {
      "epoch": 476.53,
      "grad_norm": 1.1665945053100586,
      "learning_rate": 1.8010858374106543e-06,
      "loss": 0.3426,
      "step": 1707390
    },
    {
      "epoch": 476.53,
      "grad_norm": 1.046957015991211,
      "learning_rate": 1.801059532586374e-06,
      "loss": 0.3404,
      "step": 1707400
    },
    {
      "epoch": 476.53,
      "grad_norm": 1.0049222707748413,
      "learning_rate": 1.8010332278343263e-06,
      "loss": 0.3392,
      "step": 1707410
    },
    {
      "epoch": 476.53,
      "grad_norm": 1.0930684804916382,
      "learning_rate": 1.8010069231545145e-06,
      "loss": 0.3437,
      "step": 1707420
    },
    {
      "epoch": 476.54,
      "grad_norm": 1.0630213022232056,
      "learning_rate": 1.800980618546941e-06,
      "loss": 0.3475,
      "step": 1707430
    },
    {
      "epoch": 476.54,
      "grad_norm": 1.0655547380447388,
      "learning_rate": 1.8009543140116112e-06,
      "loss": 0.3514,
      "step": 1707440
    },
    {
      "epoch": 476.54,
      "grad_norm": 0.9469245076179504,
      "learning_rate": 1.8009280095485272e-06,
      "loss": 0.3368,
      "step": 1707450
    },
    {
      "epoch": 476.54,
      "grad_norm": 1.0595022439956665,
      "learning_rate": 1.8009017051576931e-06,
      "loss": 0.3439,
      "step": 1707460
    },
    {
      "epoch": 476.55,
      "grad_norm": 0.9831743240356445,
      "learning_rate": 1.8008754008391129e-06,
      "loss": 0.3325,
      "step": 1707470
    },
    {
      "epoch": 476.55,
      "grad_norm": 1.359300136566162,
      "learning_rate": 1.800849096592788e-06,
      "loss": 0.3344,
      "step": 1707480
    },
    {
      "epoch": 476.55,
      "grad_norm": 1.1935818195343018,
      "learning_rate": 1.8008227924187242e-06,
      "loss": 0.3449,
      "step": 1707490
    },
    {
      "epoch": 476.56,
      "grad_norm": 1.0577013492584229,
      "learning_rate": 1.8007964883169245e-06,
      "loss": 0.3543,
      "step": 1707500
    },
    {
      "epoch": 476.56,
      "grad_norm": 1.2321703433990479,
      "learning_rate": 1.8007701842873911e-06,
      "loss": 0.3581,
      "step": 1707510
    },
    {
      "epoch": 476.56,
      "grad_norm": 1.3487428426742554,
      "learning_rate": 1.8007438803301293e-06,
      "loss": 0.349,
      "step": 1707520
    },
    {
      "epoch": 476.56,
      "grad_norm": 1.0757865905761719,
      "learning_rate": 1.8007175764451416e-06,
      "loss": 0.3301,
      "step": 1707530
    },
    {
      "epoch": 476.57,
      "grad_norm": 0.9681282043457031,
      "learning_rate": 1.8006912726324315e-06,
      "loss": 0.3369,
      "step": 1707540
    },
    {
      "epoch": 476.57,
      "grad_norm": 1.0304745435714722,
      "learning_rate": 1.800664968892003e-06,
      "loss": 0.3577,
      "step": 1707550
    },
    {
      "epoch": 476.57,
      "grad_norm": 0.9602060914039612,
      "learning_rate": 1.8006386652238593e-06,
      "loss": 0.3463,
      "step": 1707560
    },
    {
      "epoch": 476.58,
      "grad_norm": 1.0111234188079834,
      "learning_rate": 1.8006123616280027e-06,
      "loss": 0.3417,
      "step": 1707570
    },
    {
      "epoch": 476.58,
      "grad_norm": 1.1889909505844116,
      "learning_rate": 1.800586058104439e-06,
      "loss": 0.3372,
      "step": 1707580
    },
    {
      "epoch": 476.58,
      "grad_norm": 0.867775022983551,
      "learning_rate": 1.8005597546531707e-06,
      "loss": 0.3615,
      "step": 1707590
    },
    {
      "epoch": 476.58,
      "grad_norm": 0.9986830949783325,
      "learning_rate": 1.8005334512742007e-06,
      "loss": 0.3564,
      "step": 1707600
    },
    {
      "epoch": 476.59,
      "grad_norm": 1.1410002708435059,
      "learning_rate": 1.800507147967533e-06,
      "loss": 0.3582,
      "step": 1707610
    },
    {
      "epoch": 476.59,
      "grad_norm": 1.0080146789550781,
      "learning_rate": 1.8004808447331715e-06,
      "loss": 0.3415,
      "step": 1707620
    },
    {
      "epoch": 476.59,
      "grad_norm": 1.0652918815612793,
      "learning_rate": 1.8004545415711182e-06,
      "loss": 0.3291,
      "step": 1707630
    },
    {
      "epoch": 476.6,
      "grad_norm": 1.2377721071243286,
      "learning_rate": 1.8004282384813787e-06,
      "loss": 0.3379,
      "step": 1707640
    },
    {
      "epoch": 476.6,
      "grad_norm": 1.3285406827926636,
      "learning_rate": 1.8004019354639554e-06,
      "loss": 0.34,
      "step": 1707650
    },
    {
      "epoch": 476.6,
      "grad_norm": 0.9394469261169434,
      "learning_rate": 1.8003756325188507e-06,
      "loss": 0.3521,
      "step": 1707660
    },
    {
      "epoch": 476.6,
      "grad_norm": 1.0921663045883179,
      "learning_rate": 1.8003493296460708e-06,
      "loss": 0.3632,
      "step": 1707670
    },
    {
      "epoch": 476.61,
      "grad_norm": 1.0483410358428955,
      "learning_rate": 1.8003230268456172e-06,
      "loss": 0.3501,
      "step": 1707680
    },
    {
      "epoch": 476.61,
      "grad_norm": 0.9913128018379211,
      "learning_rate": 1.8002967241174936e-06,
      "loss": 0.3433,
      "step": 1707690
    },
    {
      "epoch": 476.61,
      "grad_norm": 0.9242181181907654,
      "learning_rate": 1.8002704214617042e-06,
      "loss": 0.332,
      "step": 1707700
    },
    {
      "epoch": 476.61,
      "grad_norm": 1.0991770029067993,
      "learning_rate": 1.800244118878252e-06,
      "loss": 0.3405,
      "step": 1707710
    },
    {
      "epoch": 476.62,
      "grad_norm": 1.0164237022399902,
      "learning_rate": 1.8002178163671396e-06,
      "loss": 0.3483,
      "step": 1707720
    },
    {
      "epoch": 476.62,
      "grad_norm": 0.9591032266616821,
      "learning_rate": 1.8001915139283726e-06,
      "loss": 0.345,
      "step": 1707730
    },
    {
      "epoch": 476.62,
      "grad_norm": 1.1429451704025269,
      "learning_rate": 1.8001652115619528e-06,
      "loss": 0.3403,
      "step": 1707740
    },
    {
      "epoch": 476.63,
      "grad_norm": 0.9802764058113098,
      "learning_rate": 1.8001389092678847e-06,
      "loss": 0.3383,
      "step": 1707750
    },
    {
      "epoch": 476.63,
      "grad_norm": 1.0247833728790283,
      "learning_rate": 1.8001126070461716e-06,
      "loss": 0.3483,
      "step": 1707760
    },
    {
      "epoch": 476.63,
      "grad_norm": 0.8909888863563538,
      "learning_rate": 1.8000863048968158e-06,
      "loss": 0.3518,
      "step": 1707770
    },
    {
      "epoch": 476.63,
      "grad_norm": 1.2740274667739868,
      "learning_rate": 1.8000600028198225e-06,
      "loss": 0.3439,
      "step": 1707780
    },
    {
      "epoch": 476.64,
      "grad_norm": 1.066628098487854,
      "learning_rate": 1.8000337008151947e-06,
      "loss": 0.3497,
      "step": 1707790
    },
    {
      "epoch": 476.64,
      "grad_norm": 1.2360626459121704,
      "learning_rate": 1.8000073988829345e-06,
      "loss": 0.3529,
      "step": 1707800
    },
    {
      "epoch": 476.64,
      "grad_norm": 1.017615795135498,
      "learning_rate": 1.7999810970230478e-06,
      "loss": 0.3455,
      "step": 1707810
    },
    {
      "epoch": 476.65,
      "grad_norm": 1.0600203275680542,
      "learning_rate": 1.799954795235537e-06,
      "loss": 0.3499,
      "step": 1707820
    },
    {
      "epoch": 476.65,
      "grad_norm": 1.078421950340271,
      "learning_rate": 1.7999284935204048e-06,
      "loss": 0.336,
      "step": 1707830
    },
    {
      "epoch": 476.65,
      "grad_norm": 0.9398635029792786,
      "learning_rate": 1.7999021918776559e-06,
      "loss": 0.3427,
      "step": 1707840
    },
    {
      "epoch": 476.65,
      "grad_norm": 1.0325218439102173,
      "learning_rate": 1.799875890307293e-06,
      "loss": 0.349,
      "step": 1707850
    },
    {
      "epoch": 476.66,
      "grad_norm": 1.0703257322311401,
      "learning_rate": 1.7998495888093192e-06,
      "loss": 0.3367,
      "step": 1707860
    },
    {
      "epoch": 476.66,
      "grad_norm": 1.1468055248260498,
      "learning_rate": 1.7998232873837398e-06,
      "loss": 0.3352,
      "step": 1707870
    },
    {
      "epoch": 476.66,
      "grad_norm": 1.0315682888031006,
      "learning_rate": 1.7997969860305573e-06,
      "loss": 0.3375,
      "step": 1707880
    },
    {
      "epoch": 476.66,
      "grad_norm": 0.9421815872192383,
      "learning_rate": 1.7997706847497744e-06,
      "loss": 0.3481,
      "step": 1707890
    },
    {
      "epoch": 476.67,
      "grad_norm": 1.0229028463363647,
      "learning_rate": 1.7997443835413956e-06,
      "loss": 0.3538,
      "step": 1707900
    },
    {
      "epoch": 476.67,
      "grad_norm": 1.2285677194595337,
      "learning_rate": 1.7997180824054237e-06,
      "loss": 0.3306,
      "step": 1707910
    },
    {
      "epoch": 476.67,
      "grad_norm": 1.012838363647461,
      "learning_rate": 1.7996917813418628e-06,
      "loss": 0.3258,
      "step": 1707920
    },
    {
      "epoch": 476.68,
      "grad_norm": 1.017103672027588,
      "learning_rate": 1.7996654803507164e-06,
      "loss": 0.3395,
      "step": 1707930
    },
    {
      "epoch": 476.68,
      "grad_norm": 0.9392538070678711,
      "learning_rate": 1.7996391794319879e-06,
      "loss": 0.3391,
      "step": 1707940
    },
    {
      "epoch": 476.68,
      "grad_norm": 1.0582163333892822,
      "learning_rate": 1.7996128785856799e-06,
      "loss": 0.3612,
      "step": 1707950
    },
    {
      "epoch": 476.68,
      "grad_norm": 1.1550157070159912,
      "learning_rate": 1.7995865778117977e-06,
      "loss": 0.3569,
      "step": 1707960
    },
    {
      "epoch": 476.69,
      "grad_norm": 1.084228277206421,
      "learning_rate": 1.7995602771103435e-06,
      "loss": 0.3422,
      "step": 1707970
    },
    {
      "epoch": 476.69,
      "grad_norm": 0.991021454334259,
      "learning_rate": 1.7995339764813206e-06,
      "loss": 0.3415,
      "step": 1707980
    },
    {
      "epoch": 476.69,
      "grad_norm": 4.058300018310547,
      "learning_rate": 1.7995076759247335e-06,
      "loss": 0.3616,
      "step": 1707990
    },
    {
      "epoch": 476.7,
      "grad_norm": 1.1117429733276367,
      "learning_rate": 1.7994813754405854e-06,
      "loss": 0.3384,
      "step": 1708000
    },
    {
      "epoch": 476.7,
      "grad_norm": 1.1583788394927979,
      "learning_rate": 1.7994550750288786e-06,
      "loss": 0.3536,
      "step": 1708010
    },
    {
      "epoch": 476.7,
      "grad_norm": 1.0309765338897705,
      "learning_rate": 1.7994287746896185e-06,
      "loss": 0.3415,
      "step": 1708020
    },
    {
      "epoch": 476.7,
      "grad_norm": 1.0694206953048706,
      "learning_rate": 1.7994024744228068e-06,
      "loss": 0.3229,
      "step": 1708030
    },
    {
      "epoch": 476.71,
      "grad_norm": 0.9995793104171753,
      "learning_rate": 1.7993761742284489e-06,
      "loss": 0.3531,
      "step": 1708040
    },
    {
      "epoch": 476.71,
      "grad_norm": 1.1313217878341675,
      "learning_rate": 1.7993498741065474e-06,
      "loss": 0.3384,
      "step": 1708050
    },
    {
      "epoch": 476.71,
      "grad_norm": 1.2056127786636353,
      "learning_rate": 1.7993235740571049e-06,
      "loss": 0.3329,
      "step": 1708060
    },
    {
      "epoch": 476.72,
      "grad_norm": 1.1232093572616577,
      "learning_rate": 1.7992972740801265e-06,
      "loss": 0.336,
      "step": 1708070
    },
    {
      "epoch": 476.72,
      "grad_norm": 1.0510666370391846,
      "learning_rate": 1.7992709741756147e-06,
      "loss": 0.3407,
      "step": 1708080
    },
    {
      "epoch": 476.72,
      "grad_norm": 1.0195484161376953,
      "learning_rate": 1.7992446743435724e-06,
      "loss": 0.3461,
      "step": 1708090
    },
    {
      "epoch": 476.72,
      "grad_norm": 1.0310378074645996,
      "learning_rate": 1.7992183745840049e-06,
      "loss": 0.3319,
      "step": 1708100
    },
    {
      "epoch": 476.73,
      "grad_norm": 1.0970908403396606,
      "learning_rate": 1.7991920748969144e-06,
      "loss": 0.3467,
      "step": 1708110
    },
    {
      "epoch": 476.73,
      "grad_norm": 1.0349560976028442,
      "learning_rate": 1.7991657752823043e-06,
      "loss": 0.3346,
      "step": 1708120
    },
    {
      "epoch": 476.73,
      "grad_norm": 1.1312333345413208,
      "learning_rate": 1.7991394757401793e-06,
      "loss": 0.3493,
      "step": 1708130
    },
    {
      "epoch": 476.73,
      "grad_norm": 1.1485693454742432,
      "learning_rate": 1.799113176270542e-06,
      "loss": 0.3437,
      "step": 1708140
    },
    {
      "epoch": 476.74,
      "grad_norm": 1.0332282781600952,
      "learning_rate": 1.7990868768733948e-06,
      "loss": 0.3309,
      "step": 1708150
    },
    {
      "epoch": 476.74,
      "grad_norm": 1.0532456636428833,
      "learning_rate": 1.7990605775487434e-06,
      "loss": 0.3493,
      "step": 1708160
    },
    {
      "epoch": 476.74,
      "grad_norm": 1.2706046104431152,
      "learning_rate": 1.7990342782965906e-06,
      "loss": 0.3367,
      "step": 1708170
    },
    {
      "epoch": 476.75,
      "grad_norm": 0.9916567206382751,
      "learning_rate": 1.7990079791169387e-06,
      "loss": 0.3333,
      "step": 1708180
    },
    {
      "epoch": 476.75,
      "grad_norm": 1.0652096271514893,
      "learning_rate": 1.7989816800097926e-06,
      "loss": 0.3401,
      "step": 1708190
    },
    {
      "epoch": 476.75,
      "grad_norm": 1.0105785131454468,
      "learning_rate": 1.7989553809751558e-06,
      "loss": 0.3435,
      "step": 1708200
    },
    {
      "epoch": 476.75,
      "grad_norm": 1.2939982414245605,
      "learning_rate": 1.7989290820130304e-06,
      "loss": 0.3351,
      "step": 1708210
    },
    {
      "epoch": 476.76,
      "grad_norm": 1.1628702878952026,
      "learning_rate": 1.7989027831234215e-06,
      "loss": 0.3457,
      "step": 1708220
    },
    {
      "epoch": 476.76,
      "grad_norm": 1.0671876668930054,
      "learning_rate": 1.798876484306332e-06,
      "loss": 0.3536,
      "step": 1708230
    },
    {
      "epoch": 476.76,
      "grad_norm": 0.970036506652832,
      "learning_rate": 1.7988501855617644e-06,
      "loss": 0.3494,
      "step": 1708240
    },
    {
      "epoch": 476.77,
      "grad_norm": 1.1711169481277466,
      "learning_rate": 1.7988238868897237e-06,
      "loss": 0.3521,
      "step": 1708250
    },
    {
      "epoch": 476.77,
      "grad_norm": 1.0912747383117676,
      "learning_rate": 1.7987975882902132e-06,
      "loss": 0.33,
      "step": 1708260
    },
    {
      "epoch": 476.77,
      "grad_norm": 0.9468923211097717,
      "learning_rate": 1.7987712897632355e-06,
      "loss": 0.3417,
      "step": 1708270
    },
    {
      "epoch": 476.77,
      "grad_norm": 1.2436254024505615,
      "learning_rate": 1.798744991308795e-06,
      "loss": 0.347,
      "step": 1708280
    },
    {
      "epoch": 476.78,
      "grad_norm": 1.0753494501113892,
      "learning_rate": 1.7987186929268947e-06,
      "loss": 0.3428,
      "step": 1708290
    },
    {
      "epoch": 476.78,
      "grad_norm": 1.0387431383132935,
      "learning_rate": 1.7986923946175374e-06,
      "loss": 0.3483,
      "step": 1708300
    },
    {
      "epoch": 476.78,
      "grad_norm": 0.9947640895843506,
      "learning_rate": 1.7986660963807285e-06,
      "loss": 0.3327,
      "step": 1708310
    },
    {
      "epoch": 476.78,
      "grad_norm": 0.9178139567375183,
      "learning_rate": 1.7986397982164692e-06,
      "loss": 0.3266,
      "step": 1708320
    },
    {
      "epoch": 476.79,
      "grad_norm": 1.0745195150375366,
      "learning_rate": 1.798613500124765e-06,
      "loss": 0.338,
      "step": 1708330
    },
    {
      "epoch": 476.79,
      "grad_norm": 1.183704137802124,
      "learning_rate": 1.7985872021056193e-06,
      "loss": 0.3591,
      "step": 1708340
    },
    {
      "epoch": 476.79,
      "grad_norm": 0.9583160281181335,
      "learning_rate": 1.7985609041590337e-06,
      "loss": 0.3467,
      "step": 1708350
    },
    {
      "epoch": 476.8,
      "grad_norm": 1.073320984840393,
      "learning_rate": 1.7985346062850139e-06,
      "loss": 0.3371,
      "step": 1708360
    },
    {
      "epoch": 476.8,
      "grad_norm": 1.1039663553237915,
      "learning_rate": 1.798508308483562e-06,
      "loss": 0.337,
      "step": 1708370
    },
    {
      "epoch": 476.8,
      "grad_norm": 1.1120315790176392,
      "learning_rate": 1.7984820107546813e-06,
      "loss": 0.3556,
      "step": 1708380
    },
    {
      "epoch": 476.8,
      "grad_norm": 1.2277880907058716,
      "learning_rate": 1.798455713098377e-06,
      "loss": 0.3558,
      "step": 1708390
    },
    {
      "epoch": 476.81,
      "grad_norm": 1.4461079835891724,
      "learning_rate": 1.7984294155146512e-06,
      "loss": 0.3552,
      "step": 1708400
    },
    {
      "epoch": 476.81,
      "grad_norm": 1.1732887029647827,
      "learning_rate": 1.7984031180035072e-06,
      "loss": 0.3421,
      "step": 1708410
    },
    {
      "epoch": 476.81,
      "grad_norm": 1.1059534549713135,
      "learning_rate": 1.7983768205649496e-06,
      "loss": 0.3427,
      "step": 1708420
    },
    {
      "epoch": 476.82,
      "grad_norm": 0.9745048880577087,
      "learning_rate": 1.7983505231989814e-06,
      "loss": 0.3411,
      "step": 1708430
    },
    {
      "epoch": 476.82,
      "grad_norm": 1.5212281942367554,
      "learning_rate": 1.7983242259056052e-06,
      "loss": 0.3356,
      "step": 1708440
    },
    {
      "epoch": 476.82,
      "grad_norm": 1.074636459350586,
      "learning_rate": 1.7982979286848258e-06,
      "loss": 0.3548,
      "step": 1708450
    },
    {
      "epoch": 476.82,
      "grad_norm": 1.0437816381454468,
      "learning_rate": 1.7982716315366467e-06,
      "loss": 0.3358,
      "step": 1708460
    },
    {
      "epoch": 476.83,
      "grad_norm": 1.1062326431274414,
      "learning_rate": 1.7982453344610696e-06,
      "loss": 0.3426,
      "step": 1708470
    },
    {
      "epoch": 476.83,
      "grad_norm": 1.004738211631775,
      "learning_rate": 1.7982190374581005e-06,
      "loss": 0.3361,
      "step": 1708480
    },
    {
      "epoch": 476.83,
      "grad_norm": 1.282702088356018,
      "learning_rate": 1.7981927405277417e-06,
      "loss": 0.339,
      "step": 1708490
    },
    {
      "epoch": 476.84,
      "grad_norm": 0.969014048576355,
      "learning_rate": 1.7981664436699962e-06,
      "loss": 0.3314,
      "step": 1708500
    },
    {
      "epoch": 476.84,
      "grad_norm": 0.9729343056678772,
      "learning_rate": 1.7981401468848684e-06,
      "loss": 0.3465,
      "step": 1708510
    },
    {
      "epoch": 476.84,
      "grad_norm": 1.3577938079833984,
      "learning_rate": 1.7981138501723615e-06,
      "loss": 0.3389,
      "step": 1708520
    },
    {
      "epoch": 476.84,
      "grad_norm": 1.1411433219909668,
      "learning_rate": 1.798087553532478e-06,
      "loss": 0.3411,
      "step": 1708530
    },
    {
      "epoch": 476.85,
      "grad_norm": 0.9329758882522583,
      "learning_rate": 1.7980612569652233e-06,
      "loss": 0.3628,
      "step": 1708540
    },
    {
      "epoch": 476.85,
      "grad_norm": 1.2551943063735962,
      "learning_rate": 1.7980349604706e-06,
      "loss": 0.3317,
      "step": 1708550
    },
    {
      "epoch": 476.85,
      "grad_norm": 1.0601335763931274,
      "learning_rate": 1.7980086640486109e-06,
      "loss": 0.3381,
      "step": 1708560
    },
    {
      "epoch": 476.85,
      "grad_norm": 1.110929250717163,
      "learning_rate": 1.7979823676992605e-06,
      "loss": 0.3484,
      "step": 1708570
    },
    {
      "epoch": 476.86,
      "grad_norm": 1.1095080375671387,
      "learning_rate": 1.797956071422552e-06,
      "loss": 0.3312,
      "step": 1708580
    },
    {
      "epoch": 476.86,
      "grad_norm": 1.1629804372787476,
      "learning_rate": 1.797929775218488e-06,
      "loss": 0.3328,
      "step": 1708590
    },
    {
      "epoch": 476.86,
      "grad_norm": 1.0791696310043335,
      "learning_rate": 1.7979034790870737e-06,
      "loss": 0.3495,
      "step": 1708600
    },
    {
      "epoch": 476.87,
      "grad_norm": 1.0374587774276733,
      "learning_rate": 1.7978771830283107e-06,
      "loss": 0.339,
      "step": 1708610
    },
    {
      "epoch": 476.87,
      "grad_norm": 1.1321039199829102,
      "learning_rate": 1.7978508870422045e-06,
      "loss": 0.3435,
      "step": 1708620
    },
    {
      "epoch": 476.87,
      "grad_norm": 1.179511308670044,
      "learning_rate": 1.7978245911287578e-06,
      "loss": 0.3465,
      "step": 1708630
    },
    {
      "epoch": 476.87,
      "grad_norm": 1.131113886833191,
      "learning_rate": 1.7977982952879732e-06,
      "loss": 0.3291,
      "step": 1708640
    },
    {
      "epoch": 476.88,
      "grad_norm": 1.165057897567749,
      "learning_rate": 1.7977719995198556e-06,
      "loss": 0.3457,
      "step": 1708650
    },
    {
      "epoch": 476.88,
      "grad_norm": 0.9580943584442139,
      "learning_rate": 1.7977457038244077e-06,
      "loss": 0.3192,
      "step": 1708660
    },
    {
      "epoch": 476.88,
      "grad_norm": 1.0263371467590332,
      "learning_rate": 1.797719408201632e-06,
      "loss": 0.3537,
      "step": 1708670
    },
    {
      "epoch": 476.89,
      "grad_norm": 1.0335087776184082,
      "learning_rate": 1.7976931126515343e-06,
      "loss": 0.3424,
      "step": 1708680
    },
    {
      "epoch": 476.89,
      "grad_norm": 1.115247130393982,
      "learning_rate": 1.797666817174117e-06,
      "loss": 0.3403,
      "step": 1708690
    },
    {
      "epoch": 476.89,
      "grad_norm": 1.1326985359191895,
      "learning_rate": 1.7976405217693828e-06,
      "loss": 0.3378,
      "step": 1708700
    },
    {
      "epoch": 476.89,
      "grad_norm": 1.3907341957092285,
      "learning_rate": 1.7976142264373365e-06,
      "loss": 0.3428,
      "step": 1708710
    },
    {
      "epoch": 476.9,
      "grad_norm": 1.4429376125335693,
      "learning_rate": 1.797587931177981e-06,
      "loss": 0.335,
      "step": 1708720
    },
    {
      "epoch": 476.9,
      "grad_norm": 1.128127098083496,
      "learning_rate": 1.7975616359913189e-06,
      "loss": 0.3285,
      "step": 1708730
    },
    {
      "epoch": 476.9,
      "grad_norm": 1.0137059688568115,
      "learning_rate": 1.7975353408773555e-06,
      "loss": 0.333,
      "step": 1708740
    },
    {
      "epoch": 476.9,
      "grad_norm": 1.5455187559127808,
      "learning_rate": 1.7975090458360936e-06,
      "loss": 0.3491,
      "step": 1708750
    },
    {
      "epoch": 476.91,
      "grad_norm": 1.0399502515792847,
      "learning_rate": 1.7974827508675354e-06,
      "loss": 0.3529,
      "step": 1708760
    },
    {
      "epoch": 476.91,
      "grad_norm": 1.1670544147491455,
      "learning_rate": 1.7974564559716866e-06,
      "loss": 0.3345,
      "step": 1708770
    },
    {
      "epoch": 476.91,
      "grad_norm": 1.2164548635482788,
      "learning_rate": 1.7974301611485494e-06,
      "loss": 0.3639,
      "step": 1708780
    },
    {
      "epoch": 476.92,
      "grad_norm": 1.1596037149429321,
      "learning_rate": 1.7974038663981275e-06,
      "loss": 0.3581,
      "step": 1708790
    },
    {
      "epoch": 476.92,
      "grad_norm": 1.2120164632797241,
      "learning_rate": 1.7973775717204246e-06,
      "loss": 0.3465,
      "step": 1708800
    },
    {
      "epoch": 476.92,
      "grad_norm": 1.021328330039978,
      "learning_rate": 1.797351277115444e-06,
      "loss": 0.3466,
      "step": 1708810
    },
    {
      "epoch": 476.92,
      "grad_norm": 0.9641399383544922,
      "learning_rate": 1.7973249825831882e-06,
      "loss": 0.3408,
      "step": 1708820
    },
    {
      "epoch": 476.93,
      "grad_norm": 1.186530590057373,
      "learning_rate": 1.7972986881236626e-06,
      "loss": 0.3458,
      "step": 1708830
    },
    {
      "epoch": 476.93,
      "grad_norm": 1.256306767463684,
      "learning_rate": 1.7972723937368702e-06,
      "loss": 0.3462,
      "step": 1708840
    },
    {
      "epoch": 476.93,
      "grad_norm": 1.1094577312469482,
      "learning_rate": 1.7972460994228134e-06,
      "loss": 0.3526,
      "step": 1708850
    },
    {
      "epoch": 476.94,
      "grad_norm": 1.51866614818573,
      "learning_rate": 1.7972198051814968e-06,
      "loss": 0.3509,
      "step": 1708860
    },
    {
      "epoch": 476.94,
      "grad_norm": 1.103346586227417,
      "learning_rate": 1.797193511012923e-06,
      "loss": 0.3336,
      "step": 1708870
    },
    {
      "epoch": 476.94,
      "grad_norm": 1.1401762962341309,
      "learning_rate": 1.7971672169170963e-06,
      "loss": 0.3182,
      "step": 1708880
    },
    {
      "epoch": 476.94,
      "grad_norm": 1.2844891548156738,
      "learning_rate": 1.7971409228940203e-06,
      "loss": 0.3317,
      "step": 1708890
    },
    {
      "epoch": 476.95,
      "grad_norm": 1.0022542476654053,
      "learning_rate": 1.797114628943697e-06,
      "loss": 0.35,
      "step": 1708900
    },
    {
      "epoch": 476.95,
      "grad_norm": 1.166192889213562,
      "learning_rate": 1.7970883350661322e-06,
      "loss": 0.3633,
      "step": 1708910
    },
    {
      "epoch": 476.95,
      "grad_norm": 1.1181004047393799,
      "learning_rate": 1.7970620412613278e-06,
      "loss": 0.3376,
      "step": 1708920
    },
    {
      "epoch": 476.96,
      "grad_norm": 1.0033795833587646,
      "learning_rate": 1.7970357475292877e-06,
      "loss": 0.3545,
      "step": 1708930
    },
    {
      "epoch": 476.96,
      "grad_norm": 1.0980443954467773,
      "learning_rate": 1.7970094538700157e-06,
      "loss": 0.341,
      "step": 1708940
    },
    {
      "epoch": 476.96,
      "grad_norm": 1.142695665359497,
      "learning_rate": 1.7969831602835153e-06,
      "loss": 0.3523,
      "step": 1708950
    },
    {
      "epoch": 476.96,
      "grad_norm": 0.9879698753356934,
      "learning_rate": 1.7969568667697883e-06,
      "loss": 0.345,
      "step": 1708960
    },
    {
      "epoch": 476.97,
      "grad_norm": 0.9856899976730347,
      "learning_rate": 1.7969305733288408e-06,
      "loss": 0.3297,
      "step": 1708970
    },
    {
      "epoch": 476.97,
      "grad_norm": 1.2294625043869019,
      "learning_rate": 1.796904279960675e-06,
      "loss": 0.3414,
      "step": 1708980
    },
    {
      "epoch": 476.97,
      "grad_norm": 1.0149437189102173,
      "learning_rate": 1.7968779866652936e-06,
      "loss": 0.3686,
      "step": 1708990
    },
    {
      "epoch": 476.97,
      "grad_norm": 1.0260905027389526,
      "learning_rate": 1.796851693442702e-06,
      "loss": 0.352,
      "step": 1709000
    },
    {
      "epoch": 476.98,
      "grad_norm": 0.9682111144065857,
      "learning_rate": 1.796825400292903e-06,
      "loss": 0.3639,
      "step": 1709010
    },
    {
      "epoch": 476.98,
      "grad_norm": 1.0534203052520752,
      "learning_rate": 1.7967991072158989e-06,
      "loss": 0.3517,
      "step": 1709020
    },
    {
      "epoch": 476.98,
      "grad_norm": 0.9675689339637756,
      "learning_rate": 1.7967728142116947e-06,
      "loss": 0.3474,
      "step": 1709030
    },
    {
      "epoch": 476.99,
      "grad_norm": 1.1049946546554565,
      "learning_rate": 1.7967465212802935e-06,
      "loss": 0.353,
      "step": 1709040
    },
    {
      "epoch": 476.99,
      "grad_norm": 0.8634817600250244,
      "learning_rate": 1.7967202284216975e-06,
      "loss": 0.3491,
      "step": 1709050
    },
    {
      "epoch": 476.99,
      "grad_norm": 1.2301924228668213,
      "learning_rate": 1.7966939356359123e-06,
      "loss": 0.3429,
      "step": 1709060
    },
    {
      "epoch": 476.99,
      "grad_norm": 1.1338286399841309,
      "learning_rate": 1.7966676429229405e-06,
      "loss": 0.3342,
      "step": 1709070
    },
    {
      "epoch": 477.0,
      "grad_norm": 1.05987548828125,
      "learning_rate": 1.7966413502827849e-06,
      "loss": 0.3386,
      "step": 1709080
    },
    {
      "epoch": 477.0,
      "grad_norm": 1.0139954090118408,
      "learning_rate": 1.7966150577154502e-06,
      "loss": 0.3628,
      "step": 1709090
    },
    {
      "epoch": 477.0,
      "eval_loss": 0.3440839350223541,
      "eval_runtime": 62.8538,
      "eval_samples_per_second": 80.488,
      "eval_steps_per_second": 10.071,
      "step": 1709091
    },
    {
      "epoch": 477.0,
      "grad_norm": 1.0917860269546509,
      "learning_rate": 1.7965887652209393e-06,
      "loss": 0.3477,
      "step": 1709100
    },
    {
      "epoch": 477.01,
      "grad_norm": 1.326056957244873,
      "learning_rate": 1.7965624727992545e-06,
      "loss": 0.3353,
      "step": 1709110
    },
    {
      "epoch": 477.01,
      "grad_norm": 0.9947357773780823,
      "learning_rate": 1.7965361804504018e-06,
      "loss": 0.3661,
      "step": 1709120
    },
    {
      "epoch": 477.01,
      "grad_norm": 1.087937831878662,
      "learning_rate": 1.7965098881743833e-06,
      "loss": 0.3407,
      "step": 1709130
    },
    {
      "epoch": 477.01,
      "grad_norm": 1.0540589094161987,
      "learning_rate": 1.7964835959712016e-06,
      "loss": 0.3426,
      "step": 1709140
    },
    {
      "epoch": 477.02,
      "grad_norm": 1.1479604244232178,
      "learning_rate": 1.7964573038408622e-06,
      "loss": 0.3565,
      "step": 1709150
    },
    {
      "epoch": 477.02,
      "grad_norm": 1.1165146827697754,
      "learning_rate": 1.7964310117833674e-06,
      "loss": 0.3475,
      "step": 1709160
    },
    {
      "epoch": 477.02,
      "grad_norm": 1.1409653425216675,
      "learning_rate": 1.7964047197987209e-06,
      "loss": 0.3494,
      "step": 1709170
    },
    {
      "epoch": 477.02,
      "grad_norm": 0.9926015138626099,
      "learning_rate": 1.7963784278869261e-06,
      "loss": 0.3332,
      "step": 1709180
    },
    {
      "epoch": 477.03,
      "grad_norm": 1.0762566328048706,
      "learning_rate": 1.7963521360479862e-06,
      "loss": 0.3314,
      "step": 1709190
    },
    {
      "epoch": 477.03,
      "grad_norm": 1.0747621059417725,
      "learning_rate": 1.7963258442819057e-06,
      "loss": 0.3471,
      "step": 1709200
    },
    {
      "epoch": 477.03,
      "grad_norm": 1.0076197385787964,
      "learning_rate": 1.7962995525886876e-06,
      "loss": 0.3297,
      "step": 1709210
    },
    {
      "epoch": 477.04,
      "grad_norm": 1.051328420639038,
      "learning_rate": 1.7962732609683349e-06,
      "loss": 0.3399,
      "step": 1709220
    },
    {
      "epoch": 477.04,
      "grad_norm": 1.0153650045394897,
      "learning_rate": 1.796246969420852e-06,
      "loss": 0.335,
      "step": 1709230
    },
    {
      "epoch": 477.04,
      "grad_norm": 0.9237416386604309,
      "learning_rate": 1.7962206779462419e-06,
      "loss": 0.3322,
      "step": 1709240
    },
    {
      "epoch": 477.04,
      "grad_norm": 1.0785424709320068,
      "learning_rate": 1.7961943865445069e-06,
      "loss": 0.3375,
      "step": 1709250
    },
    {
      "epoch": 477.05,
      "grad_norm": 0.913519024848938,
      "learning_rate": 1.7961680952156527e-06,
      "loss": 0.3377,
      "step": 1709260
    },
    {
      "epoch": 477.05,
      "grad_norm": 0.982264518737793,
      "learning_rate": 1.7961418039596822e-06,
      "loss": 0.3402,
      "step": 1709270
    },
    {
      "epoch": 477.05,
      "grad_norm": 1.4653319120407104,
      "learning_rate": 1.7961155127765973e-06,
      "loss": 0.3458,
      "step": 1709280
    },
    {
      "epoch": 477.06,
      "grad_norm": 1.0279202461242676,
      "learning_rate": 1.7960892216664034e-06,
      "loss": 0.3408,
      "step": 1709290
    },
    {
      "epoch": 477.06,
      "grad_norm": 1.0197781324386597,
      "learning_rate": 1.7960629306291035e-06,
      "loss": 0.3466,
      "step": 1709300
    },
    {
      "epoch": 477.06,
      "grad_norm": 1.1369222402572632,
      "learning_rate": 1.7960366396647007e-06,
      "loss": 0.3546,
      "step": 1709310
    },
    {
      "epoch": 477.06,
      "grad_norm": 0.9406100511550903,
      "learning_rate": 1.7960103487731987e-06,
      "loss": 0.3349,
      "step": 1709320
    },
    {
      "epoch": 477.07,
      "grad_norm": 1.3116950988769531,
      "learning_rate": 1.7959840579546014e-06,
      "loss": 0.3351,
      "step": 1709330
    },
    {
      "epoch": 477.07,
      "grad_norm": 1.0245153903961182,
      "learning_rate": 1.7959577672089108e-06,
      "loss": 0.3653,
      "step": 1709340
    },
    {
      "epoch": 477.07,
      "grad_norm": 1.0162498950958252,
      "learning_rate": 1.7959314765361323e-06,
      "loss": 0.3371,
      "step": 1709350
    },
    {
      "epoch": 477.08,
      "grad_norm": 1.0619362592697144,
      "learning_rate": 1.7959051859362688e-06,
      "loss": 0.3332,
      "step": 1709360
    },
    {
      "epoch": 477.08,
      "grad_norm": 1.6483838558197021,
      "learning_rate": 1.795878895409323e-06,
      "loss": 0.3355,
      "step": 1709370
    },
    {
      "epoch": 477.08,
      "grad_norm": 1.0402580499649048,
      "learning_rate": 1.7958526049552995e-06,
      "loss": 0.3394,
      "step": 1709380
    },
    {
      "epoch": 477.08,
      "grad_norm": 1.1805299520492554,
      "learning_rate": 1.7958263145742013e-06,
      "loss": 0.3344,
      "step": 1709390
    },
    {
      "epoch": 477.09,
      "grad_norm": 1.2848212718963623,
      "learning_rate": 1.795800024266031e-06,
      "loss": 0.331,
      "step": 1709400
    },
    {
      "epoch": 477.09,
      "grad_norm": 0.9771838784217834,
      "learning_rate": 1.7957737340307937e-06,
      "loss": 0.3209,
      "step": 1709410
    },
    {
      "epoch": 477.09,
      "grad_norm": 1.0312832593917847,
      "learning_rate": 1.7957474438684924e-06,
      "loss": 0.3459,
      "step": 1709420
    },
    {
      "epoch": 477.09,
      "grad_norm": 0.890802800655365,
      "learning_rate": 1.7957211537791293e-06,
      "loss": 0.338,
      "step": 1709430
    },
    {
      "epoch": 477.1,
      "grad_norm": 1.010014295578003,
      "learning_rate": 1.7956948637627103e-06,
      "loss": 0.3435,
      "step": 1709440
    },
    {
      "epoch": 477.1,
      "grad_norm": 1.0088618993759155,
      "learning_rate": 1.795668573819237e-06,
      "loss": 0.3322,
      "step": 1709450
    },
    {
      "epoch": 477.1,
      "grad_norm": 5.994068145751953,
      "learning_rate": 1.7956422839487135e-06,
      "loss": 0.3501,
      "step": 1709460
    },
    {
      "epoch": 477.11,
      "grad_norm": 1.0744352340698242,
      "learning_rate": 1.7956159941511435e-06,
      "loss": 0.353,
      "step": 1709470
    },
    {
      "epoch": 477.11,
      "grad_norm": 1.0491101741790771,
      "learning_rate": 1.7955897044265297e-06,
      "loss": 0.3249,
      "step": 1709480
    },
    {
      "epoch": 477.11,
      "grad_norm": 1.1105533838272095,
      "learning_rate": 1.7955634147748766e-06,
      "loss": 0.3533,
      "step": 1709490
    },
    {
      "epoch": 477.11,
      "grad_norm": 1.2519551515579224,
      "learning_rate": 1.7955371251961875e-06,
      "loss": 0.3457,
      "step": 1709500
    },
    {
      "epoch": 477.12,
      "grad_norm": 1.4166734218597412,
      "learning_rate": 1.7955108356904655e-06,
      "loss": 0.3578,
      "step": 1709510
    },
    {
      "epoch": 477.12,
      "grad_norm": 1.114898681640625,
      "learning_rate": 1.7954845462577145e-06,
      "loss": 0.3461,
      "step": 1709520
    },
    {
      "epoch": 477.12,
      "grad_norm": 1.2916096448898315,
      "learning_rate": 1.795458256897938e-06,
      "loss": 0.3285,
      "step": 1709530
    },
    {
      "epoch": 477.13,
      "grad_norm": 1.2620835304260254,
      "learning_rate": 1.7954319676111377e-06,
      "loss": 0.3425,
      "step": 1709540
    },
    {
      "epoch": 477.13,
      "grad_norm": 1.1072099208831787,
      "learning_rate": 1.7954056783973201e-06,
      "loss": 0.3424,
      "step": 1709550
    },
    {
      "epoch": 477.13,
      "grad_norm": 1.1894662380218506,
      "learning_rate": 1.7953793892564874e-06,
      "loss": 0.3493,
      "step": 1709560
    },
    {
      "epoch": 477.13,
      "grad_norm": 0.9876887202262878,
      "learning_rate": 1.795353100188642e-06,
      "loss": 0.338,
      "step": 1709570
    },
    {
      "epoch": 477.14,
      "grad_norm": 1.0504090785980225,
      "learning_rate": 1.795326811193789e-06,
      "loss": 0.3447,
      "step": 1709580
    },
    {
      "epoch": 477.14,
      "grad_norm": 1.0906733274459839,
      "learning_rate": 1.7953005222719316e-06,
      "loss": 0.3592,
      "step": 1709590
    },
    {
      "epoch": 477.14,
      "grad_norm": 1.0055049657821655,
      "learning_rate": 1.7952742334230724e-06,
      "loss": 0.3284,
      "step": 1709600
    },
    {
      "epoch": 477.14,
      "grad_norm": 1.0184038877487183,
      "learning_rate": 1.795247944647216e-06,
      "loss": 0.332,
      "step": 1709610
    },
    {
      "epoch": 477.15,
      "grad_norm": 1.1556293964385986,
      "learning_rate": 1.7952216559443652e-06,
      "loss": 0.3329,
      "step": 1709620
    },
    {
      "epoch": 477.15,
      "grad_norm": 1.0227258205413818,
      "learning_rate": 1.7951953673145228e-06,
      "loss": 0.345,
      "step": 1709630
    },
    {
      "epoch": 477.15,
      "grad_norm": 1.1228137016296387,
      "learning_rate": 1.795169078757694e-06,
      "loss": 0.3443,
      "step": 1709640
    },
    {
      "epoch": 477.16,
      "grad_norm": 1.2995704412460327,
      "learning_rate": 1.7951427902738815e-06,
      "loss": 0.3487,
      "step": 1709650
    },
    {
      "epoch": 477.16,
      "grad_norm": 1.0830190181732178,
      "learning_rate": 1.7951165018630887e-06,
      "loss": 0.3605,
      "step": 1709660
    },
    {
      "epoch": 477.16,
      "grad_norm": 1.5923383235931396,
      "learning_rate": 1.7950902135253192e-06,
      "loss": 0.3446,
      "step": 1709670
    },
    {
      "epoch": 477.16,
      "grad_norm": 1.0791586637496948,
      "learning_rate": 1.7950639252605766e-06,
      "loss": 0.3386,
      "step": 1709680
    },
    {
      "epoch": 477.17,
      "grad_norm": 1.1218323707580566,
      "learning_rate": 1.7950376370688636e-06,
      "loss": 0.3426,
      "step": 1709690
    },
    {
      "epoch": 477.17,
      "grad_norm": 0.9891387820243835,
      "learning_rate": 1.7950113489501847e-06,
      "loss": 0.3583,
      "step": 1709700
    },
    {
      "epoch": 477.17,
      "grad_norm": 2.2075722217559814,
      "learning_rate": 1.7949850609045433e-06,
      "loss": 0.3415,
      "step": 1709710
    },
    {
      "epoch": 477.18,
      "grad_norm": 1.1635503768920898,
      "learning_rate": 1.794958772931942e-06,
      "loss": 0.3527,
      "step": 1709720
    },
    {
      "epoch": 477.18,
      "grad_norm": 1.1130964756011963,
      "learning_rate": 1.7949324850323856e-06,
      "loss": 0.3491,
      "step": 1709730
    },
    {
      "epoch": 477.18,
      "grad_norm": 1.0051549673080444,
      "learning_rate": 1.7949061972058772e-06,
      "loss": 0.3359,
      "step": 1709740
    },
    {
      "epoch": 477.18,
      "grad_norm": 0.9225136041641235,
      "learning_rate": 1.7948799094524194e-06,
      "loss": 0.3464,
      "step": 1709750
    },
    {
      "epoch": 477.19,
      "grad_norm": 1.0231763124465942,
      "learning_rate": 1.794853621772017e-06,
      "loss": 0.343,
      "step": 1709760
    },
    {
      "epoch": 477.19,
      "grad_norm": 1.147818684577942,
      "learning_rate": 1.7948273341646719e-06,
      "loss": 0.3499,
      "step": 1709770
    },
    {
      "epoch": 477.19,
      "grad_norm": 0.9152171611785889,
      "learning_rate": 1.7948010466303894e-06,
      "loss": 0.339,
      "step": 1709780
    },
    {
      "epoch": 477.2,
      "grad_norm": 1.3795970678329468,
      "learning_rate": 1.794774759169172e-06,
      "loss": 0.3457,
      "step": 1709790
    },
    {
      "epoch": 477.2,
      "grad_norm": 1.08811616897583,
      "learning_rate": 1.7947484717810232e-06,
      "loss": 0.3278,
      "step": 1709800
    },
    {
      "epoch": 477.2,
      "grad_norm": 0.9264155626296997,
      "learning_rate": 1.7947221844659468e-06,
      "loss": 0.3489,
      "step": 1709810
    },
    {
      "epoch": 477.2,
      "grad_norm": 0.981001079082489,
      "learning_rate": 1.7946958972239466e-06,
      "loss": 0.354,
      "step": 1709820
    },
    {
      "epoch": 477.21,
      "grad_norm": 1.1911416053771973,
      "learning_rate": 1.7946696100550243e-06,
      "loss": 0.3384,
      "step": 1709830
    },
    {
      "epoch": 477.21,
      "grad_norm": 0.9777520298957825,
      "learning_rate": 1.794643322959186e-06,
      "loss": 0.3404,
      "step": 1709840
    },
    {
      "epoch": 477.21,
      "grad_norm": 0.8426541686058044,
      "learning_rate": 1.7946170359364337e-06,
      "loss": 0.3369,
      "step": 1709850
    },
    {
      "epoch": 477.21,
      "grad_norm": 1.326809287071228,
      "learning_rate": 1.7945907489867703e-06,
      "loss": 0.3383,
      "step": 1709860
    },
    {
      "epoch": 477.22,
      "grad_norm": 1.1821675300598145,
      "learning_rate": 1.794564462110201e-06,
      "loss": 0.3295,
      "step": 1709870
    },
    {
      "epoch": 477.22,
      "grad_norm": 1.0749156475067139,
      "learning_rate": 1.7945381753067287e-06,
      "loss": 0.3446,
      "step": 1709880
    },
    {
      "epoch": 477.22,
      "grad_norm": 1.0343337059020996,
      "learning_rate": 1.794511888576356e-06,
      "loss": 0.3564,
      "step": 1709890
    },
    {
      "epoch": 477.23,
      "grad_norm": 1.3048962354660034,
      "learning_rate": 1.7944856019190874e-06,
      "loss": 0.3514,
      "step": 1709900
    },
    {
      "epoch": 477.23,
      "grad_norm": 1.0705405473709106,
      "learning_rate": 1.7944593153349262e-06,
      "loss": 0.3432,
      "step": 1709910
    },
    {
      "epoch": 477.23,
      "grad_norm": 1.0535637140274048,
      "learning_rate": 1.7944330288238747e-06,
      "loss": 0.3423,
      "step": 1709920
    },
    {
      "epoch": 477.23,
      "grad_norm": 1.0019012689590454,
      "learning_rate": 1.7944067423859385e-06,
      "loss": 0.3547,
      "step": 1709930
    },
    {
      "epoch": 477.24,
      "grad_norm": 1.1099791526794434,
      "learning_rate": 1.7943804560211197e-06,
      "loss": 0.3741,
      "step": 1709940
    },
    {
      "epoch": 477.24,
      "grad_norm": 1.0283219814300537,
      "learning_rate": 1.7943541697294216e-06,
      "loss": 0.353,
      "step": 1709950
    },
    {
      "epoch": 477.24,
      "grad_norm": 0.8503656387329102,
      "learning_rate": 1.7943278835108491e-06,
      "loss": 0.3585,
      "step": 1709960
    },
    {
      "epoch": 477.25,
      "grad_norm": 1.2243026494979858,
      "learning_rate": 1.7943015973654046e-06,
      "loss": 0.3493,
      "step": 1709970
    },
    {
      "epoch": 477.25,
      "grad_norm": 1.1066911220550537,
      "learning_rate": 1.7942753112930916e-06,
      "loss": 0.3461,
      "step": 1709980
    },
    {
      "epoch": 477.25,
      "grad_norm": 1.1117984056472778,
      "learning_rate": 1.7942490252939143e-06,
      "loss": 0.3302,
      "step": 1709990
    },
    {
      "epoch": 477.25,
      "grad_norm": 0.9228596091270447,
      "learning_rate": 1.7942227393678756e-06,
      "loss": 0.3346,
      "step": 1710000
    },
    {
      "epoch": 477.26,
      "grad_norm": 1.049824595451355,
      "learning_rate": 1.794196453514978e-06,
      "loss": 0.3424,
      "step": 1710010
    },
    {
      "epoch": 477.26,
      "grad_norm": 1.1619993448257446,
      "learning_rate": 1.7941701677352278e-06,
      "loss": 0.3404,
      "step": 1710020
    },
    {
      "epoch": 477.26,
      "grad_norm": 1.5621033906936646,
      "learning_rate": 1.7941438820286262e-06,
      "loss": 0.3594,
      "step": 1710030
    },
    {
      "epoch": 477.26,
      "grad_norm": 1.0922751426696777,
      "learning_rate": 1.7941175963951769e-06,
      "loss": 0.369,
      "step": 1710040
    },
    {
      "epoch": 477.27,
      "grad_norm": 1.004625678062439,
      "learning_rate": 1.7940913108348845e-06,
      "loss": 0.3402,
      "step": 1710050
    },
    {
      "epoch": 477.27,
      "grad_norm": 1.20274817943573,
      "learning_rate": 1.7940650253477506e-06,
      "loss": 0.3613,
      "step": 1710060
    },
    {
      "epoch": 477.27,
      "grad_norm": 1.2772372961044312,
      "learning_rate": 1.7940387399337811e-06,
      "loss": 0.3577,
      "step": 1710070
    },
    {
      "epoch": 477.28,
      "grad_norm": 1.1508476734161377,
      "learning_rate": 1.7940124545929785e-06,
      "loss": 0.3454,
      "step": 1710080
    },
    {
      "epoch": 477.28,
      "grad_norm": 1.3329042196273804,
      "learning_rate": 1.7939861693253445e-06,
      "loss": 0.3241,
      "step": 1710090
    },
    {
      "epoch": 477.28,
      "grad_norm": 1.0445036888122559,
      "learning_rate": 1.7939598841308857e-06,
      "loss": 0.3473,
      "step": 1710100
    },
    {
      "epoch": 477.28,
      "grad_norm": 1.015540361404419,
      "learning_rate": 1.793933599009604e-06,
      "loss": 0.3256,
      "step": 1710110
    },
    {
      "epoch": 477.29,
      "grad_norm": 1.1240752935409546,
      "learning_rate": 1.7939073139615025e-06,
      "loss": 0.3439,
      "step": 1710120
    },
    {
      "epoch": 477.29,
      "grad_norm": 1.136586308479309,
      "learning_rate": 1.7938810289865857e-06,
      "loss": 0.3566,
      "step": 1710130
    },
    {
      "epoch": 477.29,
      "grad_norm": 1.2227917909622192,
      "learning_rate": 1.7938547440848567e-06,
      "loss": 0.3569,
      "step": 1710140
    },
    {
      "epoch": 477.3,
      "grad_norm": 1.8895046710968018,
      "learning_rate": 1.793828459256318e-06,
      "loss": 0.3517,
      "step": 1710150
    },
    {
      "epoch": 477.3,
      "grad_norm": 1.0376306772232056,
      "learning_rate": 1.7938021745009748e-06,
      "loss": 0.3538,
      "step": 1710160
    },
    {
      "epoch": 477.3,
      "grad_norm": 0.9532949924468994,
      "learning_rate": 1.79377588981883e-06,
      "loss": 0.3352,
      "step": 1710170
    },
    {
      "epoch": 477.3,
      "grad_norm": 1.1080899238586426,
      "learning_rate": 1.7937496052098862e-06,
      "loss": 0.3557,
      "step": 1710180
    },
    {
      "epoch": 477.31,
      "grad_norm": 1.170316219329834,
      "learning_rate": 1.7937233206741482e-06,
      "loss": 0.3355,
      "step": 1710190
    },
    {
      "epoch": 477.31,
      "grad_norm": 1.1229302883148193,
      "learning_rate": 1.7936970362116186e-06,
      "loss": 0.3437,
      "step": 1710200
    },
    {
      "epoch": 477.31,
      "grad_norm": 1.0850400924682617,
      "learning_rate": 1.7936707518223006e-06,
      "loss": 0.331,
      "step": 1710210
    },
    {
      "epoch": 477.32,
      "grad_norm": 1.0076494216918945,
      "learning_rate": 1.793644467506199e-06,
      "loss": 0.3552,
      "step": 1710220
    },
    {
      "epoch": 477.32,
      "grad_norm": 1.0690752267837524,
      "learning_rate": 1.7936181832633168e-06,
      "loss": 0.3422,
      "step": 1710230
    },
    {
      "epoch": 477.32,
      "grad_norm": 0.8850747346878052,
      "learning_rate": 1.7935918990936562e-06,
      "loss": 0.3367,
      "step": 1710240
    },
    {
      "epoch": 477.32,
      "grad_norm": 0.9921051263809204,
      "learning_rate": 1.793565614997223e-06,
      "loss": 0.3456,
      "step": 1710250
    },
    {
      "epoch": 477.33,
      "grad_norm": 1.092713475227356,
      "learning_rate": 1.7935393309740193e-06,
      "loss": 0.3467,
      "step": 1710260
    },
    {
      "epoch": 477.33,
      "grad_norm": 1.3941590785980225,
      "learning_rate": 1.7935130470240484e-06,
      "loss": 0.3361,
      "step": 1710270
    },
    {
      "epoch": 477.33,
      "grad_norm": 0.9733766913414001,
      "learning_rate": 1.7934867631473147e-06,
      "loss": 0.3488,
      "step": 1710280
    },
    {
      "epoch": 477.33,
      "grad_norm": 1.2845813035964966,
      "learning_rate": 1.793460479343821e-06,
      "loss": 0.3356,
      "step": 1710290
    },
    {
      "epoch": 477.34,
      "grad_norm": 1.1754313707351685,
      "learning_rate": 1.7934341956135702e-06,
      "loss": 0.3495,
      "step": 1710300
    },
    {
      "epoch": 477.34,
      "grad_norm": 0.9644331336021423,
      "learning_rate": 1.7934079119565675e-06,
      "loss": 0.3315,
      "step": 1710310
    },
    {
      "epoch": 477.34,
      "grad_norm": 0.9492853283882141,
      "learning_rate": 1.7933816283728153e-06,
      "loss": 0.339,
      "step": 1710320
    },
    {
      "epoch": 477.35,
      "grad_norm": 1.1078476905822754,
      "learning_rate": 1.793355344862317e-06,
      "loss": 0.3428,
      "step": 1710330
    },
    {
      "epoch": 477.35,
      "grad_norm": 0.9138626456260681,
      "learning_rate": 1.793329061425077e-06,
      "loss": 0.3496,
      "step": 1710340
    },
    {
      "epoch": 477.35,
      "grad_norm": 1.1606941223144531,
      "learning_rate": 1.7933027780610969e-06,
      "loss": 0.3336,
      "step": 1710350
    },
    {
      "epoch": 477.35,
      "grad_norm": 0.9346508383750916,
      "learning_rate": 1.7932764947703825e-06,
      "loss": 0.3567,
      "step": 1710360
    },
    {
      "epoch": 477.36,
      "grad_norm": 1.2396754026412964,
      "learning_rate": 1.7932502115529365e-06,
      "loss": 0.3286,
      "step": 1710370
    },
    {
      "epoch": 477.36,
      "grad_norm": 1.1699802875518799,
      "learning_rate": 1.7932239284087608e-06,
      "loss": 0.3325,
      "step": 1710380
    },
    {
      "epoch": 477.36,
      "grad_norm": 1.46623957157135,
      "learning_rate": 1.7931976453378614e-06,
      "loss": 0.3565,
      "step": 1710390
    },
    {
      "epoch": 477.37,
      "grad_norm": 1.1288889646530151,
      "learning_rate": 1.793171362340241e-06,
      "loss": 0.335,
      "step": 1710400
    },
    {
      "epoch": 477.37,
      "grad_norm": 1.108344554901123,
      "learning_rate": 1.793145079415902e-06,
      "loss": 0.3408,
      "step": 1710410
    },
    {
      "epoch": 477.37,
      "grad_norm": 1.106825351715088,
      "learning_rate": 1.793118796564849e-06,
      "loss": 0.3408,
      "step": 1710420
    },
    {
      "epoch": 477.37,
      "grad_norm": 0.9254146814346313,
      "learning_rate": 1.7930925137870855e-06,
      "loss": 0.3317,
      "step": 1710430
    },
    {
      "epoch": 477.38,
      "grad_norm": 1.21640145778656,
      "learning_rate": 1.7930662310826135e-06,
      "loss": 0.3506,
      "step": 1710440
    },
    {
      "epoch": 477.38,
      "grad_norm": 1.3366485834121704,
      "learning_rate": 1.7930399484514386e-06,
      "loss": 0.3416,
      "step": 1710450
    },
    {
      "epoch": 477.38,
      "grad_norm": 1.1054335832595825,
      "learning_rate": 1.7930136658935634e-06,
      "loss": 0.3341,
      "step": 1710460
    },
    {
      "epoch": 477.38,
      "grad_norm": 1.2132397890090942,
      "learning_rate": 1.7929873834089908e-06,
      "loss": 0.3333,
      "step": 1710470
    },
    {
      "epoch": 477.39,
      "grad_norm": 1.1008710861206055,
      "learning_rate": 1.7929611009977256e-06,
      "loss": 0.3506,
      "step": 1710480
    },
    {
      "epoch": 477.39,
      "grad_norm": 1.0927295684814453,
      "learning_rate": 1.7929348186597704e-06,
      "loss": 0.3436,
      "step": 1710490
    },
    {
      "epoch": 477.39,
      "grad_norm": 1.1040836572647095,
      "learning_rate": 1.7929085363951278e-06,
      "loss": 0.3544,
      "step": 1710500
    },
    {
      "epoch": 477.4,
      "grad_norm": 1.1227376461029053,
      "learning_rate": 1.7928822542038033e-06,
      "loss": 0.33,
      "step": 1710510
    },
    {
      "epoch": 477.4,
      "grad_norm": 0.9650200605392456,
      "learning_rate": 1.7928559720857995e-06,
      "loss": 0.3505,
      "step": 1710520
    },
    {
      "epoch": 477.4,
      "grad_norm": 1.0311089754104614,
      "learning_rate": 1.7928296900411191e-06,
      "loss": 0.345,
      "step": 1710530
    },
    {
      "epoch": 477.4,
      "grad_norm": 1.0190463066101074,
      "learning_rate": 1.792803408069767e-06,
      "loss": 0.3361,
      "step": 1710540
    },
    {
      "epoch": 477.41,
      "grad_norm": 1.1680010557174683,
      "learning_rate": 1.7927771261717464e-06,
      "loss": 0.3428,
      "step": 1710550
    },
    {
      "epoch": 477.41,
      "grad_norm": 1.0387659072875977,
      "learning_rate": 1.7927508443470597e-06,
      "loss": 0.3314,
      "step": 1710560
    },
    {
      "epoch": 477.41,
      "grad_norm": 0.9298582077026367,
      "learning_rate": 1.7927245625957117e-06,
      "loss": 0.3448,
      "step": 1710570
    },
    {
      "epoch": 477.42,
      "grad_norm": 1.1936445236206055,
      "learning_rate": 1.792698280917705e-06,
      "loss": 0.3298,
      "step": 1710580
    },
    {
      "epoch": 477.42,
      "grad_norm": 1.1810035705566406,
      "learning_rate": 1.792671999313043e-06,
      "loss": 0.3375,
      "step": 1710590
    },
    {
      "epoch": 477.42,
      "grad_norm": 0.9710092544555664,
      "learning_rate": 1.7926457177817302e-06,
      "loss": 0.3279,
      "step": 1710600
    },
    {
      "epoch": 477.42,
      "grad_norm": 1.1644121408462524,
      "learning_rate": 1.7926194363237696e-06,
      "loss": 0.3509,
      "step": 1710610
    },
    {
      "epoch": 477.43,
      "grad_norm": 1.096466064453125,
      "learning_rate": 1.7925931549391642e-06,
      "loss": 0.358,
      "step": 1710620
    },
    {
      "epoch": 477.43,
      "grad_norm": 0.9923548102378845,
      "learning_rate": 1.7925668736279184e-06,
      "loss": 0.3488,
      "step": 1710630
    },
    {
      "epoch": 477.43,
      "grad_norm": 1.0532245635986328,
      "learning_rate": 1.7925405923900344e-06,
      "loss": 0.3506,
      "step": 1710640
    },
    {
      "epoch": 477.44,
      "grad_norm": 0.9814406633377075,
      "learning_rate": 1.7925143112255174e-06,
      "loss": 0.356,
      "step": 1710650
    },
    {
      "epoch": 477.44,
      "grad_norm": 1.4284414052963257,
      "learning_rate": 1.79248803013437e-06,
      "loss": 0.363,
      "step": 1710660
    },
    {
      "epoch": 477.44,
      "grad_norm": 1.0325144529342651,
      "learning_rate": 1.7924617491165948e-06,
      "loss": 0.3439,
      "step": 1710670
    },
    {
      "epoch": 477.44,
      "grad_norm": 1.0480626821517944,
      "learning_rate": 1.7924354681721968e-06,
      "loss": 0.3278,
      "step": 1710680
    },
    {
      "epoch": 477.45,
      "grad_norm": 0.9174569249153137,
      "learning_rate": 1.7924091873011795e-06,
      "loss": 0.3217,
      "step": 1710690
    },
    {
      "epoch": 477.45,
      "grad_norm": 1.0199662446975708,
      "learning_rate": 1.792382906503545e-06,
      "loss": 0.33,
      "step": 1710700
    },
    {
      "epoch": 477.45,
      "grad_norm": 1.0102125406265259,
      "learning_rate": 1.7923566257792981e-06,
      "loss": 0.3462,
      "step": 1710710
    },
    {
      "epoch": 477.45,
      "grad_norm": 0.913991391658783,
      "learning_rate": 1.7923303451284418e-06,
      "loss": 0.3361,
      "step": 1710720
    },
    {
      "epoch": 477.46,
      "grad_norm": 1.1463444232940674,
      "learning_rate": 1.792304064550979e-06,
      "loss": 0.3454,
      "step": 1710730
    },
    {
      "epoch": 477.46,
      "grad_norm": 1.0711095333099365,
      "learning_rate": 1.7922777840469143e-06,
      "loss": 0.3409,
      "step": 1710740
    },
    {
      "epoch": 477.46,
      "grad_norm": 1.0527582168579102,
      "learning_rate": 1.792251503616251e-06,
      "loss": 0.3504,
      "step": 1710750
    },
    {
      "epoch": 477.47,
      "grad_norm": 1.0582647323608398,
      "learning_rate": 1.7922252232589914e-06,
      "loss": 0.353,
      "step": 1710760
    },
    {
      "epoch": 477.47,
      "grad_norm": 1.1620888710021973,
      "learning_rate": 1.792198942975141e-06,
      "loss": 0.342,
      "step": 1710770
    },
    {
      "epoch": 477.47,
      "grad_norm": 1.2174822092056274,
      "learning_rate": 1.7921726627647012e-06,
      "loss": 0.3406,
      "step": 1710780
    },
    {
      "epoch": 477.47,
      "grad_norm": 0.9566962718963623,
      "learning_rate": 1.7921463826276767e-06,
      "loss": 0.3374,
      "step": 1710790
    },
    {
      "epoch": 477.48,
      "grad_norm": 1.015453815460205,
      "learning_rate": 1.792120102564071e-06,
      "loss": 0.3351,
      "step": 1710800
    },
    {
      "epoch": 477.48,
      "grad_norm": 1.172143578529358,
      "learning_rate": 1.792093822573888e-06,
      "loss": 0.3417,
      "step": 1710810
    },
    {
      "epoch": 477.48,
      "grad_norm": 1.0658355951309204,
      "learning_rate": 1.7920675426571294e-06,
      "loss": 0.3584,
      "step": 1710820
    },
    {
      "epoch": 477.49,
      "grad_norm": 1.0970789194107056,
      "learning_rate": 1.7920412628138004e-06,
      "loss": 0.352,
      "step": 1710830
    },
    {
      "epoch": 477.49,
      "grad_norm": 1.1084316968917847,
      "learning_rate": 1.7920149830439045e-06,
      "loss": 0.3561,
      "step": 1710840
    },
    {
      "epoch": 477.49,
      "grad_norm": 1.0822991132736206,
      "learning_rate": 1.791988703347444e-06,
      "loss": 0.3455,
      "step": 1710850
    },
    {
      "epoch": 477.49,
      "grad_norm": 1.5934544801712036,
      "learning_rate": 1.7919624237244236e-06,
      "loss": 0.3461,
      "step": 1710860
    },
    {
      "epoch": 477.5,
      "grad_norm": 1.1314432621002197,
      "learning_rate": 1.7919361441748462e-06,
      "loss": 0.3551,
      "step": 1710870
    },
    {
      "epoch": 477.5,
      "grad_norm": 1.0062028169631958,
      "learning_rate": 1.7919098646987145e-06,
      "loss": 0.3519,
      "step": 1710880
    },
    {
      "epoch": 477.5,
      "grad_norm": 1.165170431137085,
      "learning_rate": 1.7918835852960338e-06,
      "loss": 0.3404,
      "step": 1710890
    },
    {
      "epoch": 477.5,
      "grad_norm": 1.0041899681091309,
      "learning_rate": 1.7918573059668068e-06,
      "loss": 0.3422,
      "step": 1710900
    },
    {
      "epoch": 477.51,
      "grad_norm": 0.9804324507713318,
      "learning_rate": 1.7918310267110355e-06,
      "loss": 0.349,
      "step": 1710910
    },
    {
      "epoch": 477.51,
      "grad_norm": 0.9198070168495178,
      "learning_rate": 1.7918047475287261e-06,
      "loss": 0.3372,
      "step": 1710920
    },
    {
      "epoch": 477.51,
      "grad_norm": 1.0970580577850342,
      "learning_rate": 1.79177846841988e-06,
      "loss": 0.3514,
      "step": 1710930
    },
    {
      "epoch": 477.52,
      "grad_norm": 1.0066921710968018,
      "learning_rate": 1.7917521893845024e-06,
      "loss": 0.358,
      "step": 1710940
    },
    {
      "epoch": 477.52,
      "grad_norm": 1.0947424173355103,
      "learning_rate": 1.7917259104225954e-06,
      "loss": 0.3475,
      "step": 1710950
    },
    {
      "epoch": 477.52,
      "grad_norm": 1.1213569641113281,
      "learning_rate": 1.7916996315341622e-06,
      "loss": 0.3379,
      "step": 1710960
    },
    {
      "epoch": 477.52,
      "grad_norm": 1.0737946033477783,
      "learning_rate": 1.7916733527192079e-06,
      "loss": 0.3643,
      "step": 1710970
    },
    {
      "epoch": 477.53,
      "grad_norm": 1.0311216115951538,
      "learning_rate": 1.7916470739777355e-06,
      "loss": 0.3352,
      "step": 1710980
    },
    {
      "epoch": 477.53,
      "grad_norm": 0.9510465860366821,
      "learning_rate": 1.7916207953097471e-06,
      "loss": 0.3503,
      "step": 1710990
    },
    {
      "epoch": 477.53,
      "grad_norm": 1.357479214668274,
      "learning_rate": 1.7915945167152481e-06,
      "loss": 0.339,
      "step": 1711000
    },
    {
      "epoch": 477.54,
      "grad_norm": 1.262584924697876,
      "learning_rate": 1.791568238194241e-06,
      "loss": 0.3439,
      "step": 1711010
    },
    {
      "epoch": 477.54,
      "grad_norm": 1.1109851598739624,
      "learning_rate": 1.7915419597467285e-06,
      "loss": 0.3438,
      "step": 1711020
    },
    {
      "epoch": 477.54,
      "grad_norm": 1.1549147367477417,
      "learning_rate": 1.7915156813727165e-06,
      "loss": 0.3392,
      "step": 1711030
    },
    {
      "epoch": 477.54,
      "grad_norm": 1.2713385820388794,
      "learning_rate": 1.7914894030722063e-06,
      "loss": 0.3387,
      "step": 1711040
    },
    {
      "epoch": 477.55,
      "grad_norm": 1.1540826559066772,
      "learning_rate": 1.7914631248452014e-06,
      "loss": 0.346,
      "step": 1711050
    },
    {
      "epoch": 477.55,
      "grad_norm": 1.0034668445587158,
      "learning_rate": 1.7914368466917072e-06,
      "loss": 0.335,
      "step": 1711060
    },
    {
      "epoch": 477.55,
      "grad_norm": 1.311240792274475,
      "learning_rate": 1.7914105686117258e-06,
      "loss": 0.3313,
      "step": 1711070
    },
    {
      "epoch": 477.56,
      "grad_norm": 1.0072168111801147,
      "learning_rate": 1.7913842906052608e-06,
      "loss": 0.3403,
      "step": 1711080
    },
    {
      "epoch": 477.56,
      "grad_norm": 0.947029173374176,
      "learning_rate": 1.791358012672316e-06,
      "loss": 0.3324,
      "step": 1711090
    },
    {
      "epoch": 477.56,
      "grad_norm": 1.1237396001815796,
      "learning_rate": 1.7913317348128948e-06,
      "loss": 0.3574,
      "step": 1711100
    },
    {
      "epoch": 477.56,
      "grad_norm": 1.0912379026412964,
      "learning_rate": 1.7913054570269995e-06,
      "loss": 0.3456,
      "step": 1711110
    },
    {
      "epoch": 477.57,
      "grad_norm": 1.1959234476089478,
      "learning_rate": 1.791279179314636e-06,
      "loss": 0.3418,
      "step": 1711120
    },
    {
      "epoch": 477.57,
      "grad_norm": 1.1650030612945557,
      "learning_rate": 1.7912529016758061e-06,
      "loss": 0.3555,
      "step": 1711130
    },
    {
      "epoch": 477.57,
      "grad_norm": 1.0357882976531982,
      "learning_rate": 1.7912266241105138e-06,
      "loss": 0.3392,
      "step": 1711140
    },
    {
      "epoch": 477.57,
      "grad_norm": 1.0578932762145996,
      "learning_rate": 1.7912003466187625e-06,
      "loss": 0.3416,
      "step": 1711150
    },
    {
      "epoch": 477.58,
      "grad_norm": 1.0567349195480347,
      "learning_rate": 1.791174069200556e-06,
      "loss": 0.3497,
      "step": 1711160
    },
    {
      "epoch": 477.58,
      "grad_norm": 1.0560768842697144,
      "learning_rate": 1.7911477918558964e-06,
      "loss": 0.3556,
      "step": 1711170
    },
    {
      "epoch": 477.58,
      "grad_norm": 0.8955972194671631,
      "learning_rate": 1.7911215145847892e-06,
      "loss": 0.3301,
      "step": 1711180
    },
    {
      "epoch": 477.59,
      "grad_norm": 1.2597076892852783,
      "learning_rate": 1.791095237387237e-06,
      "loss": 0.3567,
      "step": 1711190
    },
    {
      "epoch": 477.59,
      "grad_norm": 1.9762133359909058,
      "learning_rate": 1.7910689602632425e-06,
      "loss": 0.3287,
      "step": 1711200
    },
    {
      "epoch": 477.59,
      "grad_norm": 1.1734201908111572,
      "learning_rate": 1.791042683212811e-06,
      "loss": 0.3319,
      "step": 1711210
    },
    {
      "epoch": 477.59,
      "grad_norm": 1.1868658065795898,
      "learning_rate": 1.7910164062359443e-06,
      "loss": 0.3464,
      "step": 1711220
    },
    {
      "epoch": 477.6,
      "grad_norm": 1.098799705505371,
      "learning_rate": 1.7909901293326472e-06,
      "loss": 0.3512,
      "step": 1711230
    },
    {
      "epoch": 477.6,
      "grad_norm": 0.9305306673049927,
      "learning_rate": 1.7909638525029227e-06,
      "loss": 0.3377,
      "step": 1711240
    },
    {
      "epoch": 477.6,
      "grad_norm": 1.168116807937622,
      "learning_rate": 1.790937575746773e-06,
      "loss": 0.3497,
      "step": 1711250
    },
    {
      "epoch": 477.61,
      "grad_norm": 1.1813925504684448,
      "learning_rate": 1.790911299064204e-06,
      "loss": 0.3358,
      "step": 1711260
    },
    {
      "epoch": 477.61,
      "grad_norm": 1.0959669351577759,
      "learning_rate": 1.7908850224552175e-06,
      "loss": 0.3317,
      "step": 1711270
    },
    {
      "epoch": 477.61,
      "grad_norm": 0.9900912046432495,
      "learning_rate": 1.7908587459198175e-06,
      "loss": 0.3275,
      "step": 1711280
    },
    {
      "epoch": 477.61,
      "grad_norm": 1.018428921699524,
      "learning_rate": 1.7908324694580077e-06,
      "loss": 0.3598,
      "step": 1711290
    },
    {
      "epoch": 477.62,
      "grad_norm": 1.0077166557312012,
      "learning_rate": 1.7908061930697915e-06,
      "loss": 0.3294,
      "step": 1711300
    },
    {
      "epoch": 477.62,
      "grad_norm": 1.88899827003479,
      "learning_rate": 1.7907799167551712e-06,
      "loss": 0.3616,
      "step": 1711310
    },
    {
      "epoch": 477.62,
      "grad_norm": 1.163795828819275,
      "learning_rate": 1.7907536405141522e-06,
      "loss": 0.3437,
      "step": 1711320
    },
    {
      "epoch": 477.62,
      "grad_norm": 1.0550552606582642,
      "learning_rate": 1.7907273643467374e-06,
      "loss": 0.3497,
      "step": 1711330
    },
    {
      "epoch": 477.63,
      "grad_norm": 1.2018166780471802,
      "learning_rate": 1.7907010882529291e-06,
      "loss": 0.3415,
      "step": 1711340
    },
    {
      "epoch": 477.63,
      "grad_norm": 1.4673066139221191,
      "learning_rate": 1.7906748122327326e-06,
      "loss": 0.3383,
      "step": 1711350
    },
    {
      "epoch": 477.63,
      "grad_norm": 1.3081128597259521,
      "learning_rate": 1.790648536286151e-06,
      "loss": 0.3497,
      "step": 1711360
    },
    {
      "epoch": 477.64,
      "grad_norm": 1.1384027004241943,
      "learning_rate": 1.7906222604131862e-06,
      "loss": 0.3563,
      "step": 1711370
    },
    {
      "epoch": 477.64,
      "grad_norm": 1.1673787832260132,
      "learning_rate": 1.7905959846138436e-06,
      "loss": 0.3343,
      "step": 1711380
    },
    {
      "epoch": 477.64,
      "grad_norm": 1.0640380382537842,
      "learning_rate": 1.7905697088881262e-06,
      "loss": 0.3658,
      "step": 1711390
    },
    {
      "epoch": 477.64,
      "grad_norm": 0.8399603962898254,
      "learning_rate": 1.7905434332360358e-06,
      "loss": 0.3424,
      "step": 1711400
    },
    {
      "epoch": 477.65,
      "grad_norm": 1.1761358976364136,
      "learning_rate": 1.790517157657579e-06,
      "loss": 0.3408,
      "step": 1711410
    },
    {
      "epoch": 477.65,
      "grad_norm": 1.0429131984710693,
      "learning_rate": 1.790490882152757e-06,
      "loss": 0.344,
      "step": 1711420
    },
    {
      "epoch": 477.65,
      "grad_norm": 1.014665961265564,
      "learning_rate": 1.7904646067215738e-06,
      "loss": 0.3348,
      "step": 1711430
    },
    {
      "epoch": 477.66,
      "grad_norm": 1.409324049949646,
      "learning_rate": 1.7904383313640332e-06,
      "loss": 0.3478,
      "step": 1711440
    },
    {
      "epoch": 477.66,
      "grad_norm": 1.0966724157333374,
      "learning_rate": 1.790412056080139e-06,
      "loss": 0.3557,
      "step": 1711450
    },
    {
      "epoch": 477.66,
      "grad_norm": 0.9440355896949768,
      "learning_rate": 1.790385780869893e-06,
      "loss": 0.352,
      "step": 1711460
    },
    {
      "epoch": 477.66,
      "grad_norm": 1.058846116065979,
      "learning_rate": 1.790359505733301e-06,
      "loss": 0.3442,
      "step": 1711470
    },
    {
      "epoch": 477.67,
      "grad_norm": 1.0542651414871216,
      "learning_rate": 1.790333230670365e-06,
      "loss": 0.3522,
      "step": 1711480
    },
    {
      "epoch": 477.67,
      "grad_norm": 1.0177173614501953,
      "learning_rate": 1.7903069556810884e-06,
      "loss": 0.336,
      "step": 1711490
    },
    {
      "epoch": 477.67,
      "grad_norm": 1.28751540184021,
      "learning_rate": 1.7902806807654762e-06,
      "loss": 0.3467,
      "step": 1711500
    },
    {
      "epoch": 477.68,
      "grad_norm": 1.0110450983047485,
      "learning_rate": 1.79025440592353e-06,
      "loss": 0.3527,
      "step": 1711510
    },
    {
      "epoch": 477.68,
      "grad_norm": 1.4732177257537842,
      "learning_rate": 1.7902281311552551e-06,
      "loss": 0.3457,
      "step": 1711520
    },
    {
      "epoch": 477.68,
      "grad_norm": 1.1179853677749634,
      "learning_rate": 1.790201856460654e-06,
      "loss": 0.3489,
      "step": 1711530
    },
    {
      "epoch": 477.68,
      "grad_norm": 1.1412519216537476,
      "learning_rate": 1.7901755818397295e-06,
      "loss": 0.3352,
      "step": 1711540
    },
    {
      "epoch": 477.69,
      "grad_norm": 1.0546644926071167,
      "learning_rate": 1.7901493072924867e-06,
      "loss": 0.3399,
      "step": 1711550
    },
    {
      "epoch": 477.69,
      "grad_norm": 1.0296785831451416,
      "learning_rate": 1.7901230328189283e-06,
      "loss": 0.3318,
      "step": 1711560
    },
    {
      "epoch": 477.69,
      "grad_norm": 0.947392463684082,
      "learning_rate": 1.7900967584190574e-06,
      "loss": 0.3344,
      "step": 1711570
    },
    {
      "epoch": 477.69,
      "grad_norm": 1.4506157636642456,
      "learning_rate": 1.7900704840928783e-06,
      "loss": 0.3391,
      "step": 1711580
    },
    {
      "epoch": 477.7,
      "grad_norm": 1.3798421621322632,
      "learning_rate": 1.7900442098403943e-06,
      "loss": 0.3295,
      "step": 1711590
    },
    {
      "epoch": 477.7,
      "grad_norm": 0.9920316338539124,
      "learning_rate": 1.7900179356616074e-06,
      "loss": 0.3419,
      "step": 1711600
    },
    {
      "epoch": 477.7,
      "grad_norm": 1.1022393703460693,
      "learning_rate": 1.7899916615565235e-06,
      "loss": 0.3338,
      "step": 1711610
    },
    {
      "epoch": 477.71,
      "grad_norm": 0.9934142231941223,
      "learning_rate": 1.7899653875251449e-06,
      "loss": 0.3377,
      "step": 1711620
    },
    {
      "epoch": 477.71,
      "grad_norm": 1.272658348083496,
      "learning_rate": 1.7899391135674743e-06,
      "loss": 0.3182,
      "step": 1711630
    },
    {
      "epoch": 477.71,
      "grad_norm": 1.0181074142456055,
      "learning_rate": 1.789912839683517e-06,
      "loss": 0.3281,
      "step": 1711640
    },
    {
      "epoch": 477.71,
      "grad_norm": 1.2384860515594482,
      "learning_rate": 1.7898865658732756e-06,
      "loss": 0.3453,
      "step": 1711650
    },
    {
      "epoch": 477.72,
      "grad_norm": 1.2237443923950195,
      "learning_rate": 1.789860292136753e-06,
      "loss": 0.3438,
      "step": 1711660
    },
    {
      "epoch": 477.72,
      "grad_norm": 0.952013373374939,
      "learning_rate": 1.789834018473954e-06,
      "loss": 0.3258,
      "step": 1711670
    },
    {
      "epoch": 477.72,
      "grad_norm": 1.0156852006912231,
      "learning_rate": 1.7898077448848815e-06,
      "loss": 0.3328,
      "step": 1711680
    },
    {
      "epoch": 477.73,
      "grad_norm": 1.1093294620513916,
      "learning_rate": 1.7897814713695374e-06,
      "loss": 0.3359,
      "step": 1711690
    },
    {
      "epoch": 477.73,
      "grad_norm": 1.0970929861068726,
      "learning_rate": 1.789755197927928e-06,
      "loss": 0.3416,
      "step": 1711700
    },
    {
      "epoch": 477.73,
      "grad_norm": 1.1067392826080322,
      "learning_rate": 1.7897289245600553e-06,
      "loss": 0.3304,
      "step": 1711710
    },
    {
      "epoch": 477.73,
      "grad_norm": 1.2445483207702637,
      "learning_rate": 1.7897026512659226e-06,
      "loss": 0.3396,
      "step": 1711720
    },
    {
      "epoch": 477.74,
      "grad_norm": 1.001272439956665,
      "learning_rate": 1.789676378045534e-06,
      "loss": 0.3398,
      "step": 1711730
    },
    {
      "epoch": 477.74,
      "grad_norm": 1.1346722841262817,
      "learning_rate": 1.7896501048988924e-06,
      "loss": 0.3349,
      "step": 1711740
    },
    {
      "epoch": 477.74,
      "grad_norm": 1.1046119928359985,
      "learning_rate": 1.7896238318260017e-06,
      "loss": 0.3511,
      "step": 1711750
    },
    {
      "epoch": 477.74,
      "grad_norm": 1.0866955518722534,
      "learning_rate": 1.7895975588268657e-06,
      "loss": 0.3424,
      "step": 1711760
    },
    {
      "epoch": 477.75,
      "grad_norm": 1.1657629013061523,
      "learning_rate": 1.7895712859014877e-06,
      "loss": 0.3379,
      "step": 1711770
    },
    {
      "epoch": 477.75,
      "grad_norm": 1.1206303834915161,
      "learning_rate": 1.7895450130498698e-06,
      "loss": 0.3506,
      "step": 1711780
    },
    {
      "epoch": 477.75,
      "grad_norm": 1.131786823272705,
      "learning_rate": 1.7895187402720178e-06,
      "loss": 0.3458,
      "step": 1711790
    },
    {
      "epoch": 477.76,
      "grad_norm": 0.8662019968032837,
      "learning_rate": 1.789492467567934e-06,
      "loss": 0.3513,
      "step": 1711800
    },
    {
      "epoch": 477.76,
      "grad_norm": 1.054937720298767,
      "learning_rate": 1.7894661949376222e-06,
      "loss": 0.3435,
      "step": 1711810
    },
    {
      "epoch": 477.76,
      "grad_norm": 1.166286826133728,
      "learning_rate": 1.7894399223810858e-06,
      "loss": 0.3577,
      "step": 1711820
    },
    {
      "epoch": 477.76,
      "grad_norm": 1.0718289613723755,
      "learning_rate": 1.7894136498983272e-06,
      "loss": 0.3404,
      "step": 1711830
    },
    {
      "epoch": 477.77,
      "grad_norm": 0.9955530166625977,
      "learning_rate": 1.789387377489352e-06,
      "loss": 0.3625,
      "step": 1711840
    },
    {
      "epoch": 477.77,
      "grad_norm": 1.067704677581787,
      "learning_rate": 1.7893611051541626e-06,
      "loss": 0.3419,
      "step": 1711850
    },
    {
      "epoch": 477.77,
      "grad_norm": 1.0379849672317505,
      "learning_rate": 1.7893348328927612e-06,
      "loss": 0.337,
      "step": 1711860
    },
    {
      "epoch": 477.78,
      "grad_norm": 1.2913057804107666,
      "learning_rate": 1.789308560705154e-06,
      "loss": 0.3597,
      "step": 1711870
    },
    {
      "epoch": 477.78,
      "grad_norm": 1.0355998277664185,
      "learning_rate": 1.789282288591343e-06,
      "loss": 0.3415,
      "step": 1711880
    },
    {
      "epoch": 477.78,
      "grad_norm": 1.088983178138733,
      "learning_rate": 1.7892560165513313e-06,
      "loss": 0.3455,
      "step": 1711890
    },
    {
      "epoch": 477.78,
      "grad_norm": 1.0907996892929077,
      "learning_rate": 1.7892297445851234e-06,
      "loss": 0.3618,
      "step": 1711900
    },
    {
      "epoch": 477.79,
      "grad_norm": 1.0002495050430298,
      "learning_rate": 1.7892034726927222e-06,
      "loss": 0.333,
      "step": 1711910
    },
    {
      "epoch": 477.79,
      "grad_norm": 1.1021414995193481,
      "learning_rate": 1.7891772008741302e-06,
      "loss": 0.3224,
      "step": 1711920
    },
    {
      "epoch": 477.79,
      "grad_norm": 1.2651890516281128,
      "learning_rate": 1.789150929129353e-06,
      "loss": 0.3391,
      "step": 1711930
    },
    {
      "epoch": 477.8,
      "grad_norm": 1.0159355401992798,
      "learning_rate": 1.7891246574583934e-06,
      "loss": 0.3449,
      "step": 1711940
    },
    {
      "epoch": 477.8,
      "grad_norm": 0.9549311399459839,
      "learning_rate": 1.789098385861254e-06,
      "loss": 0.3364,
      "step": 1711950
    },
    {
      "epoch": 477.8,
      "grad_norm": 1.229827880859375,
      "learning_rate": 1.7890721143379393e-06,
      "loss": 0.3548,
      "step": 1711960
    },
    {
      "epoch": 477.8,
      "grad_norm": 1.4616703987121582,
      "learning_rate": 1.7890458428884524e-06,
      "loss": 0.3471,
      "step": 1711970
    },
    {
      "epoch": 477.81,
      "grad_norm": 0.9394705891609192,
      "learning_rate": 1.7890195715127958e-06,
      "loss": 0.3479,
      "step": 1711980
    },
    {
      "epoch": 477.81,
      "grad_norm": 0.9416379332542419,
      "learning_rate": 1.788993300210975e-06,
      "loss": 0.3537,
      "step": 1711990
    },
    {
      "epoch": 477.81,
      "grad_norm": 1.0302798748016357,
      "learning_rate": 1.7889670289829923e-06,
      "loss": 0.3292,
      "step": 1712000
    },
    {
      "epoch": 477.81,
      "grad_norm": 1.2071549892425537,
      "learning_rate": 1.7889407578288504e-06,
      "loss": 0.3356,
      "step": 1712010
    },
    {
      "epoch": 477.82,
      "grad_norm": 1.0544196367263794,
      "learning_rate": 1.788914486748555e-06,
      "loss": 0.338,
      "step": 1712020
    },
    {
      "epoch": 477.82,
      "grad_norm": 1.0215920209884644,
      "learning_rate": 1.788888215742108e-06,
      "loss": 0.3539,
      "step": 1712030
    },
    {
      "epoch": 477.82,
      "grad_norm": 0.8288068771362305,
      "learning_rate": 1.7888619448095131e-06,
      "loss": 0.3214,
      "step": 1712040
    },
    {
      "epoch": 477.83,
      "grad_norm": 1.0727320909500122,
      "learning_rate": 1.7888356739507742e-06,
      "loss": 0.3488,
      "step": 1712050
    },
    {
      "epoch": 477.83,
      "grad_norm": 1.1586251258850098,
      "learning_rate": 1.7888094031658946e-06,
      "loss": 0.3415,
      "step": 1712060
    },
    {
      "epoch": 477.83,
      "grad_norm": 1.3748080730438232,
      "learning_rate": 1.788783132454877e-06,
      "loss": 0.3432,
      "step": 1712070
    },
    {
      "epoch": 477.83,
      "grad_norm": 1.2117466926574707,
      "learning_rate": 1.7887568618177263e-06,
      "loss": 0.3499,
      "step": 1712080
    },
    {
      "epoch": 477.84,
      "grad_norm": 0.916409432888031,
      "learning_rate": 1.7887305912544451e-06,
      "loss": 0.3353,
      "step": 1712090
    },
    {
      "epoch": 477.84,
      "grad_norm": 1.055177927017212,
      "learning_rate": 1.7887043207650373e-06,
      "loss": 0.3531,
      "step": 1712100
    },
    {
      "epoch": 477.84,
      "grad_norm": 1.1430429220199585,
      "learning_rate": 1.7886780503495062e-06,
      "loss": 0.3347,
      "step": 1712110
    },
    {
      "epoch": 477.85,
      "grad_norm": 0.9937629699707031,
      "learning_rate": 1.7886517800078549e-06,
      "loss": 0.3501,
      "step": 1712120
    },
    {
      "epoch": 477.85,
      "grad_norm": 0.9973240494728088,
      "learning_rate": 1.7886255097400878e-06,
      "loss": 0.3255,
      "step": 1712130
    },
    {
      "epoch": 477.85,
      "grad_norm": 1.238114356994629,
      "learning_rate": 1.7885992395462084e-06,
      "loss": 0.3519,
      "step": 1712140
    },
    {
      "epoch": 477.85,
      "grad_norm": 0.8761094808578491,
      "learning_rate": 1.7885729694262183e-06,
      "loss": 0.3511,
      "step": 1712150
    },
    {
      "epoch": 477.86,
      "grad_norm": 1.7127559185028076,
      "learning_rate": 1.7885466993801234e-06,
      "loss": 0.3515,
      "step": 1712160
    },
    {
      "epoch": 477.86,
      "grad_norm": 1.1609340906143188,
      "learning_rate": 1.7885204294079262e-06,
      "loss": 0.3604,
      "step": 1712170
    },
    {
      "epoch": 477.86,
      "grad_norm": 1.1032482385635376,
      "learning_rate": 1.78849415950963e-06,
      "loss": 0.3442,
      "step": 1712180
    },
    {
      "epoch": 477.86,
      "grad_norm": 1.217881679534912,
      "learning_rate": 1.788467889685239e-06,
      "loss": 0.3412,
      "step": 1712190
    },
    {
      "epoch": 477.87,
      "grad_norm": 1.061911940574646,
      "learning_rate": 1.788441619934756e-06,
      "loss": 0.3341,
      "step": 1712200
    },
    {
      "epoch": 477.87,
      "grad_norm": 0.9448855519294739,
      "learning_rate": 1.7884153502581836e-06,
      "loss": 0.3373,
      "step": 1712210
    },
    {
      "epoch": 477.87,
      "grad_norm": 1.2153561115264893,
      "learning_rate": 1.7883890806555278e-06,
      "loss": 0.3411,
      "step": 1712220
    },
    {
      "epoch": 477.88,
      "grad_norm": 1.10240638256073,
      "learning_rate": 1.7883628111267902e-06,
      "loss": 0.335,
      "step": 1712230
    },
    {
      "epoch": 477.88,
      "grad_norm": 0.9690972566604614,
      "learning_rate": 1.7883365416719747e-06,
      "loss": 0.3355,
      "step": 1712240
    },
    {
      "epoch": 477.88,
      "grad_norm": 1.0196548700332642,
      "learning_rate": 1.788310272291085e-06,
      "loss": 0.3434,
      "step": 1712250
    },
    {
      "epoch": 477.88,
      "grad_norm": 1.2586482763290405,
      "learning_rate": 1.7882840029841247e-06,
      "loss": 0.3365,
      "step": 1712260
    },
    {
      "epoch": 477.89,
      "grad_norm": 2.7749321460723877,
      "learning_rate": 1.7882577337510963e-06,
      "loss": 0.3411,
      "step": 1712270
    },
    {
      "epoch": 477.89,
      "grad_norm": 1.0646326541900635,
      "learning_rate": 1.7882314645920048e-06,
      "loss": 0.3185,
      "step": 1712280
    },
    {
      "epoch": 477.89,
      "grad_norm": 1.2598029375076294,
      "learning_rate": 1.7882051955068529e-06,
      "loss": 0.3535,
      "step": 1712290
    },
    {
      "epoch": 477.9,
      "grad_norm": 0.9628667831420898,
      "learning_rate": 1.7881789264956433e-06,
      "loss": 0.3268,
      "step": 1712300
    },
    {
      "epoch": 477.9,
      "grad_norm": 1.1163865327835083,
      "learning_rate": 1.7881526575583813e-06,
      "loss": 0.3289,
      "step": 1712310
    },
    {
      "epoch": 477.9,
      "grad_norm": 1.2014697790145874,
      "learning_rate": 1.7881263886950694e-06,
      "loss": 0.349,
      "step": 1712320
    },
    {
      "epoch": 477.9,
      "grad_norm": 1.0155613422393799,
      "learning_rate": 1.7881001199057107e-06,
      "loss": 0.3579,
      "step": 1712330
    },
    {
      "epoch": 477.91,
      "grad_norm": 1.0194439888000488,
      "learning_rate": 1.7880738511903099e-06,
      "loss": 0.3379,
      "step": 1712340
    },
    {
      "epoch": 477.91,
      "grad_norm": 1.0933374166488647,
      "learning_rate": 1.7880475825488694e-06,
      "loss": 0.337,
      "step": 1712350
    },
    {
      "epoch": 477.91,
      "grad_norm": 1.0342671871185303,
      "learning_rate": 1.7880213139813923e-06,
      "loss": 0.3351,
      "step": 1712360
    },
    {
      "epoch": 477.92,
      "grad_norm": 1.0551410913467407,
      "learning_rate": 1.7879950454878836e-06,
      "loss": 0.3359,
      "step": 1712370
    },
    {
      "epoch": 477.92,
      "grad_norm": 0.9874441623687744,
      "learning_rate": 1.7879687770683456e-06,
      "loss": 0.3439,
      "step": 1712380
    },
    {
      "epoch": 477.92,
      "grad_norm": 1.1498149633407593,
      "learning_rate": 1.7879425087227828e-06,
      "loss": 0.3483,
      "step": 1712390
    },
    {
      "epoch": 477.92,
      "grad_norm": 0.9694888591766357,
      "learning_rate": 1.787916240451198e-06,
      "loss": 0.3491,
      "step": 1712400
    },
    {
      "epoch": 477.93,
      "grad_norm": 1.1205101013183594,
      "learning_rate": 1.787889972253594e-06,
      "loss": 0.3485,
      "step": 1712410
    },
    {
      "epoch": 477.93,
      "grad_norm": 1.021410584449768,
      "learning_rate": 1.787863704129976e-06,
      "loss": 0.3343,
      "step": 1712420
    },
    {
      "epoch": 477.93,
      "grad_norm": 0.8771056532859802,
      "learning_rate": 1.787837436080347e-06,
      "loss": 0.343,
      "step": 1712430
    },
    {
      "epoch": 477.93,
      "grad_norm": 1.179487705230713,
      "learning_rate": 1.7878111681047086e-06,
      "loss": 0.3551,
      "step": 1712440
    },
    {
      "epoch": 477.94,
      "grad_norm": 0.9544898867607117,
      "learning_rate": 1.787784900203067e-06,
      "loss": 0.3436,
      "step": 1712450
    },
    {
      "epoch": 477.94,
      "grad_norm": 0.9653626680374146,
      "learning_rate": 1.7877586323754244e-06,
      "loss": 0.3435,
      "step": 1712460
    },
    {
      "epoch": 477.94,
      "grad_norm": 1.3673710823059082,
      "learning_rate": 1.7877323646217842e-06,
      "loss": 0.3424,
      "step": 1712470
    },
    {
      "epoch": 477.95,
      "grad_norm": 1.030574917793274,
      "learning_rate": 1.7877060969421502e-06,
      "loss": 0.344,
      "step": 1712480
    },
    {
      "epoch": 477.95,
      "grad_norm": 1.038088083267212,
      "learning_rate": 1.7876798293365262e-06,
      "loss": 0.3271,
      "step": 1712490
    },
    {
      "epoch": 477.95,
      "grad_norm": 1.032243013381958,
      "learning_rate": 1.7876535618049139e-06,
      "loss": 0.3407,
      "step": 1712500
    },
    {
      "epoch": 477.95,
      "grad_norm": 1.1164621114730835,
      "learning_rate": 1.7876272943473195e-06,
      "loss": 0.353,
      "step": 1712510
    },
    {
      "epoch": 477.96,
      "grad_norm": 1.513696551322937,
      "learning_rate": 1.787601026963745e-06,
      "loss": 0.3483,
      "step": 1712520
    },
    {
      "epoch": 477.96,
      "grad_norm": 0.9381805062294006,
      "learning_rate": 1.7875747596541937e-06,
      "loss": 0.3469,
      "step": 1712530
    },
    {
      "epoch": 477.96,
      "grad_norm": 1.2587941884994507,
      "learning_rate": 1.78754849241867e-06,
      "loss": 0.3383,
      "step": 1712540
    },
    {
      "epoch": 477.97,
      "grad_norm": 1.2860161066055298,
      "learning_rate": 1.7875222252571764e-06,
      "loss": 0.3322,
      "step": 1712550
    },
    {
      "epoch": 477.97,
      "grad_norm": 1.2092149257659912,
      "learning_rate": 1.7874959581697164e-06,
      "loss": 0.3605,
      "step": 1712560
    },
    {
      "epoch": 477.97,
      "grad_norm": 1.0691782236099243,
      "learning_rate": 1.787469691156295e-06,
      "loss": 0.3434,
      "step": 1712570
    },
    {
      "epoch": 477.97,
      "grad_norm": 1.086561679840088,
      "learning_rate": 1.7874434242169146e-06,
      "loss": 0.3643,
      "step": 1712580
    },
    {
      "epoch": 477.98,
      "grad_norm": 0.9495618939399719,
      "learning_rate": 1.7874171573515774e-06,
      "loss": 0.3499,
      "step": 1712590
    },
    {
      "epoch": 477.98,
      "grad_norm": 1.2046478986740112,
      "learning_rate": 1.7873908905602897e-06,
      "loss": 0.3426,
      "step": 1712600
    },
    {
      "epoch": 477.98,
      "grad_norm": 0.9881944060325623,
      "learning_rate": 1.7873646238430533e-06,
      "loss": 0.3511,
      "step": 1712610
    },
    {
      "epoch": 477.98,
      "grad_norm": 1.0771260261535645,
      "learning_rate": 1.7873383571998713e-06,
      "loss": 0.3335,
      "step": 1712620
    },
    {
      "epoch": 477.99,
      "grad_norm": 1.033204197883606,
      "learning_rate": 1.7873120906307484e-06,
      "loss": 0.3444,
      "step": 1712630
    },
    {
      "epoch": 477.99,
      "grad_norm": 1.295791745185852,
      "learning_rate": 1.787285824135688e-06,
      "loss": 0.3317,
      "step": 1712640
    },
    {
      "epoch": 477.99,
      "grad_norm": 1.226279616355896,
      "learning_rate": 1.7872595577146916e-06,
      "loss": 0.3353,
      "step": 1712650
    },
    {
      "epoch": 478.0,
      "grad_norm": 1.044831395149231,
      "learning_rate": 1.7872332913677656e-06,
      "loss": 0.3328,
      "step": 1712660
    },
    {
      "epoch": 478.0,
      "grad_norm": 7.625247955322266,
      "learning_rate": 1.7872070250949115e-06,
      "loss": 0.3223,
      "step": 1712670
    },
    {
      "epoch": 478.0,
      "eval_loss": 0.34187230467796326,
      "eval_runtime": 62.9716,
      "eval_samples_per_second": 80.338,
      "eval_steps_per_second": 10.052,
      "step": 1712674
    },
    {
      "epoch": 478.0,
      "grad_norm": 1.110737919807434,
      "learning_rate": 1.7871807588961336e-06,
      "loss": 0.3324,
      "step": 1712680
    },
    {
      "epoch": 478.0,
      "grad_norm": 1.1017687320709229,
      "learning_rate": 1.7871544927714358e-06,
      "loss": 0.3435,
      "step": 1712690
    },
    {
      "epoch": 478.01,
      "grad_norm": 0.9964733123779297,
      "learning_rate": 1.7871282267208197e-06,
      "loss": 0.3419,
      "step": 1712700
    },
    {
      "epoch": 478.01,
      "grad_norm": 1.0806457996368408,
      "learning_rate": 1.787101960744291e-06,
      "loss": 0.3343,
      "step": 1712710
    },
    {
      "epoch": 478.01,
      "grad_norm": 1.0745081901550293,
      "learning_rate": 1.7870756948418524e-06,
      "loss": 0.3486,
      "step": 1712720
    },
    {
      "epoch": 478.02,
      "grad_norm": 1.0548430681228638,
      "learning_rate": 1.7870494290135062e-06,
      "loss": 0.3407,
      "step": 1712730
    },
    {
      "epoch": 478.02,
      "grad_norm": 1.0617778301239014,
      "learning_rate": 1.7870231632592582e-06,
      "loss": 0.3542,
      "step": 1712740
    },
    {
      "epoch": 478.02,
      "grad_norm": 1.2748433351516724,
      "learning_rate": 1.7869968975791106e-06,
      "loss": 0.3585,
      "step": 1712750
    },
    {
      "epoch": 478.02,
      "grad_norm": 1.346656084060669,
      "learning_rate": 1.7869706319730667e-06,
      "loss": 0.3356,
      "step": 1712760
    },
    {
      "epoch": 478.03,
      "grad_norm": 1.2664804458618164,
      "learning_rate": 1.7869443664411305e-06,
      "loss": 0.341,
      "step": 1712770
    },
    {
      "epoch": 478.03,
      "grad_norm": 1.2283565998077393,
      "learning_rate": 1.7869181009833053e-06,
      "loss": 0.336,
      "step": 1712780
    },
    {
      "epoch": 478.03,
      "grad_norm": 1.0785402059555054,
      "learning_rate": 1.7868918355995938e-06,
      "loss": 0.3444,
      "step": 1712790
    },
    {
      "epoch": 478.04,
      "grad_norm": 1.1139580011367798,
      "learning_rate": 1.786865570290001e-06,
      "loss": 0.3303,
      "step": 1712800
    },
    {
      "epoch": 478.04,
      "grad_norm": 1.0684473514556885,
      "learning_rate": 1.7868393050545298e-06,
      "loss": 0.3456,
      "step": 1712810
    },
    {
      "epoch": 478.04,
      "grad_norm": 1.135939598083496,
      "learning_rate": 1.7868130398931826e-06,
      "loss": 0.3305,
      "step": 1712820
    },
    {
      "epoch": 478.04,
      "grad_norm": 1.1153398752212524,
      "learning_rate": 1.7867867748059646e-06,
      "loss": 0.3386,
      "step": 1712830
    },
    {
      "epoch": 478.05,
      "grad_norm": 1.087864637374878,
      "learning_rate": 1.786760509792879e-06,
      "loss": 0.3522,
      "step": 1712840
    },
    {
      "epoch": 478.05,
      "grad_norm": 1.0205833911895752,
      "learning_rate": 1.7867342448539281e-06,
      "loss": 0.3562,
      "step": 1712850
    },
    {
      "epoch": 478.05,
      "grad_norm": 1.1129318475723267,
      "learning_rate": 1.7867079799891166e-06,
      "loss": 0.3366,
      "step": 1712860
    },
    {
      "epoch": 478.05,
      "grad_norm": 1.1872518062591553,
      "learning_rate": 1.7866817151984478e-06,
      "loss": 0.3378,
      "step": 1712870
    },
    {
      "epoch": 478.06,
      "grad_norm": 1.1455451250076294,
      "learning_rate": 1.7866554504819236e-06,
      "loss": 0.36,
      "step": 1712880
    },
    {
      "epoch": 478.06,
      "grad_norm": 1.011907935142517,
      "learning_rate": 1.7866291858395501e-06,
      "loss": 0.3446,
      "step": 1712890
    },
    {
      "epoch": 478.06,
      "grad_norm": 1.0430675745010376,
      "learning_rate": 1.7866029212713293e-06,
      "loss": 0.3316,
      "step": 1712900
    },
    {
      "epoch": 478.07,
      "grad_norm": 1.053734540939331,
      "learning_rate": 1.7865766567772647e-06,
      "loss": 0.3448,
      "step": 1712910
    },
    {
      "epoch": 478.07,
      "grad_norm": 1.1597788333892822,
      "learning_rate": 1.7865503923573602e-06,
      "loss": 0.3332,
      "step": 1712920
    },
    {
      "epoch": 478.07,
      "grad_norm": 1.1494166851043701,
      "learning_rate": 1.7865241280116196e-06,
      "loss": 0.3354,
      "step": 1712930
    },
    {
      "epoch": 478.07,
      "grad_norm": 1.0390385389328003,
      "learning_rate": 1.7864978637400446e-06,
      "loss": 0.3236,
      "step": 1712940
    },
    {
      "epoch": 478.08,
      "grad_norm": 1.0612409114837646,
      "learning_rate": 1.7864715995426408e-06,
      "loss": 0.3224,
      "step": 1712950
    },
    {
      "epoch": 478.08,
      "grad_norm": 1.1243592500686646,
      "learning_rate": 1.7864453354194102e-06,
      "loss": 0.3615,
      "step": 1712960
    },
    {
      "epoch": 478.08,
      "grad_norm": 1.0369802713394165,
      "learning_rate": 1.786419071370358e-06,
      "loss": 0.3409,
      "step": 1712970
    },
    {
      "epoch": 478.09,
      "grad_norm": 1.286695957183838,
      "learning_rate": 1.7863928073954867e-06,
      "loss": 0.3417,
      "step": 1712980
    },
    {
      "epoch": 478.09,
      "grad_norm": 1.1859829425811768,
      "learning_rate": 1.786366543494799e-06,
      "loss": 0.3437,
      "step": 1712990
    },
    {
      "epoch": 478.09,
      "grad_norm": 1.0722367763519287,
      "learning_rate": 1.7863402796683002e-06,
      "loss": 0.3398,
      "step": 1713000
    },
    {
      "epoch": 478.09,
      "grad_norm": 1.0820555686950684,
      "learning_rate": 1.7863140159159925e-06,
      "loss": 0.3394,
      "step": 1713010
    },
    {
      "epoch": 478.1,
      "grad_norm": 1.1357495784759521,
      "learning_rate": 1.7862877522378786e-06,
      "loss": 0.3295,
      "step": 1713020
    },
    {
      "epoch": 478.1,
      "grad_norm": 1.1047383546829224,
      "learning_rate": 1.7862614886339644e-06,
      "loss": 0.3348,
      "step": 1713030
    },
    {
      "epoch": 478.1,
      "grad_norm": 1.1284037828445435,
      "learning_rate": 1.7862352251042515e-06,
      "loss": 0.3303,
      "step": 1713040
    },
    {
      "epoch": 478.1,
      "grad_norm": 1.1020393371582031,
      "learning_rate": 1.786208961648744e-06,
      "loss": 0.3448,
      "step": 1713050
    },
    {
      "epoch": 478.11,
      "grad_norm": 1.047996997833252,
      "learning_rate": 1.7861826982674456e-06,
      "loss": 0.3566,
      "step": 1713060
    },
    {
      "epoch": 478.11,
      "grad_norm": 1.0035871267318726,
      "learning_rate": 1.7861564349603595e-06,
      "loss": 0.3307,
      "step": 1713070
    },
    {
      "epoch": 478.11,
      "grad_norm": 1.0027527809143066,
      "learning_rate": 1.7861301717274884e-06,
      "loss": 0.3357,
      "step": 1713080
    },
    {
      "epoch": 478.12,
      "grad_norm": 1.072968602180481,
      "learning_rate": 1.7861039085688378e-06,
      "loss": 0.3381,
      "step": 1713090
    },
    {
      "epoch": 478.12,
      "grad_norm": 1.2216607332229614,
      "learning_rate": 1.7860776454844097e-06,
      "loss": 0.3579,
      "step": 1713100
    },
    {
      "epoch": 478.12,
      "grad_norm": 1.1146619319915771,
      "learning_rate": 1.7860513824742071e-06,
      "loss": 0.3412,
      "step": 1713110
    },
    {
      "epoch": 478.12,
      "grad_norm": 0.9779130816459656,
      "learning_rate": 1.7860251195382355e-06,
      "loss": 0.33,
      "step": 1713120
    },
    {
      "epoch": 478.13,
      "grad_norm": 1.1297321319580078,
      "learning_rate": 1.7859988566764973e-06,
      "loss": 0.3546,
      "step": 1713130
    },
    {
      "epoch": 478.13,
      "grad_norm": 1.4091856479644775,
      "learning_rate": 1.785972593888995e-06,
      "loss": 0.3534,
      "step": 1713140
    },
    {
      "epoch": 478.13,
      "grad_norm": 1.0660542249679565,
      "learning_rate": 1.7859463311757339e-06,
      "loss": 0.3317,
      "step": 1713150
    },
    {
      "epoch": 478.14,
      "grad_norm": 1.2569444179534912,
      "learning_rate": 1.7859200685367164e-06,
      "loss": 0.3586,
      "step": 1713160
    },
    {
      "epoch": 478.14,
      "grad_norm": 1.062255620956421,
      "learning_rate": 1.7858938059719453e-06,
      "loss": 0.3359,
      "step": 1713170
    },
    {
      "epoch": 478.14,
      "grad_norm": 1.2000794410705566,
      "learning_rate": 1.785867543481426e-06,
      "loss": 0.3328,
      "step": 1713180
    },
    {
      "epoch": 478.14,
      "grad_norm": 1.0650120973587036,
      "learning_rate": 1.7858412810651608e-06,
      "loss": 0.3314,
      "step": 1713190
    },
    {
      "epoch": 478.15,
      "grad_norm": 1.8467183113098145,
      "learning_rate": 1.7858150187231533e-06,
      "loss": 0.37,
      "step": 1713200
    },
    {
      "epoch": 478.15,
      "grad_norm": 1.037533164024353,
      "learning_rate": 1.7857887564554075e-06,
      "loss": 0.3434,
      "step": 1713210
    },
    {
      "epoch": 478.15,
      "grad_norm": 1.1966406106948853,
      "learning_rate": 1.7857624942619263e-06,
      "loss": 0.3438,
      "step": 1713220
    },
    {
      "epoch": 478.16,
      "grad_norm": 1.0680434703826904,
      "learning_rate": 1.7857362321427126e-06,
      "loss": 0.3208,
      "step": 1713230
    },
    {
      "epoch": 478.16,
      "grad_norm": 1.1063833236694336,
      "learning_rate": 1.7857099700977714e-06,
      "loss": 0.3632,
      "step": 1713240
    },
    {
      "epoch": 478.16,
      "grad_norm": 1.104528784751892,
      "learning_rate": 1.7856837081271046e-06,
      "loss": 0.3514,
      "step": 1713250
    },
    {
      "epoch": 478.16,
      "grad_norm": 0.9402313232421875,
      "learning_rate": 1.7856574462307177e-06,
      "loss": 0.326,
      "step": 1713260
    },
    {
      "epoch": 478.17,
      "grad_norm": 0.9897512793540955,
      "learning_rate": 1.785631184408613e-06,
      "loss": 0.3376,
      "step": 1713270
    },
    {
      "epoch": 478.17,
      "grad_norm": 1.0219389200210571,
      "learning_rate": 1.7856049226607937e-06,
      "loss": 0.3295,
      "step": 1713280
    },
    {
      "epoch": 478.17,
      "grad_norm": 1.116624116897583,
      "learning_rate": 1.7855786609872641e-06,
      "loss": 0.3445,
      "step": 1713290
    },
    {
      "epoch": 478.17,
      "grad_norm": 0.9780590534210205,
      "learning_rate": 1.7855523993880272e-06,
      "loss": 0.359,
      "step": 1713300
    },
    {
      "epoch": 478.18,
      "grad_norm": 1.2132326364517212,
      "learning_rate": 1.7855261378630854e-06,
      "loss": 0.3324,
      "step": 1713310
    },
    {
      "epoch": 478.18,
      "grad_norm": 1.1169010400772095,
      "learning_rate": 1.7854998764124443e-06,
      "loss": 0.3643,
      "step": 1713320
    },
    {
      "epoch": 478.18,
      "grad_norm": 1.0578683614730835,
      "learning_rate": 1.7854736150361067e-06,
      "loss": 0.3413,
      "step": 1713330
    },
    {
      "epoch": 478.19,
      "grad_norm": 1.6573206186294556,
      "learning_rate": 1.7854473537340752e-06,
      "loss": 0.3418,
      "step": 1713340
    },
    {
      "epoch": 478.19,
      "grad_norm": 1.0490367412567139,
      "learning_rate": 1.7854210925063548e-06,
      "loss": 0.3505,
      "step": 1713350
    },
    {
      "epoch": 478.19,
      "grad_norm": 1.1417882442474365,
      "learning_rate": 1.7853948313529477e-06,
      "loss": 0.3454,
      "step": 1713360
    },
    {
      "epoch": 478.19,
      "grad_norm": 0.9898589849472046,
      "learning_rate": 1.785368570273857e-06,
      "loss": 0.3433,
      "step": 1713370
    },
    {
      "epoch": 478.2,
      "grad_norm": 1.054282784461975,
      "learning_rate": 1.785342309269088e-06,
      "loss": 0.3494,
      "step": 1713380
    },
    {
      "epoch": 478.2,
      "grad_norm": 1.1365796327590942,
      "learning_rate": 1.7853160483386432e-06,
      "loss": 0.3373,
      "step": 1713390
    },
    {
      "epoch": 478.2,
      "grad_norm": 1.0384048223495483,
      "learning_rate": 1.785289787482525e-06,
      "loss": 0.3532,
      "step": 1713400
    },
    {
      "epoch": 478.21,
      "grad_norm": 0.9667742252349854,
      "learning_rate": 1.7852635267007393e-06,
      "loss": 0.3393,
      "step": 1713410
    },
    {
      "epoch": 478.21,
      "grad_norm": 0.9304622411727905,
      "learning_rate": 1.7852372659932878e-06,
      "loss": 0.3391,
      "step": 1713420
    },
    {
      "epoch": 478.21,
      "grad_norm": 1.0798105001449585,
      "learning_rate": 1.7852110053601746e-06,
      "loss": 0.3362,
      "step": 1713430
    },
    {
      "epoch": 478.21,
      "grad_norm": 1.0883289575576782,
      "learning_rate": 1.7851847448014033e-06,
      "loss": 0.3279,
      "step": 1713440
    },
    {
      "epoch": 478.22,
      "grad_norm": 0.9746467471122742,
      "learning_rate": 1.7851584843169771e-06,
      "loss": 0.3235,
      "step": 1713450
    },
    {
      "epoch": 478.22,
      "grad_norm": 1.951850414276123,
      "learning_rate": 1.7851322239068987e-06,
      "loss": 0.3316,
      "step": 1713460
    },
    {
      "epoch": 478.22,
      "grad_norm": 0.9883687496185303,
      "learning_rate": 1.7851059635711736e-06,
      "loss": 0.3353,
      "step": 1713470
    },
    {
      "epoch": 478.22,
      "grad_norm": 1.2347643375396729,
      "learning_rate": 1.7850797033098038e-06,
      "loss": 0.3477,
      "step": 1713480
    },
    {
      "epoch": 478.23,
      "grad_norm": 1.0109373331069946,
      "learning_rate": 1.7850534431227927e-06,
      "loss": 0.3578,
      "step": 1713490
    },
    {
      "epoch": 478.23,
      "grad_norm": 1.0596216917037964,
      "learning_rate": 1.7850271830101452e-06,
      "loss": 0.3231,
      "step": 1713500
    },
    {
      "epoch": 478.23,
      "grad_norm": 1.0810881853103638,
      "learning_rate": 1.7850009229718634e-06,
      "loss": 0.3347,
      "step": 1713510
    },
    {
      "epoch": 478.24,
      "grad_norm": 1.0798174142837524,
      "learning_rate": 1.7849746630079508e-06,
      "loss": 0.3344,
      "step": 1713520
    },
    {
      "epoch": 478.24,
      "grad_norm": 1.0381242036819458,
      "learning_rate": 1.7849484031184118e-06,
      "loss": 0.3516,
      "step": 1713530
    },
    {
      "epoch": 478.24,
      "grad_norm": 1.1458557844161987,
      "learning_rate": 1.7849221433032488e-06,
      "loss": 0.3414,
      "step": 1713540
    },
    {
      "epoch": 478.24,
      "grad_norm": 1.2960010766983032,
      "learning_rate": 1.7848958835624668e-06,
      "loss": 0.3418,
      "step": 1713550
    },
    {
      "epoch": 478.25,
      "grad_norm": 0.9707422256469727,
      "learning_rate": 1.7848696238960684e-06,
      "loss": 0.3307,
      "step": 1713560
    },
    {
      "epoch": 478.25,
      "grad_norm": 1.1384762525558472,
      "learning_rate": 1.7848433643040567e-06,
      "loss": 0.3373,
      "step": 1713570
    },
    {
      "epoch": 478.25,
      "grad_norm": 1.0768988132476807,
      "learning_rate": 1.784817104786436e-06,
      "loss": 0.3572,
      "step": 1713580
    },
    {
      "epoch": 478.26,
      "grad_norm": 1.0709253549575806,
      "learning_rate": 1.7847908453432097e-06,
      "loss": 0.3645,
      "step": 1713590
    },
    {
      "epoch": 478.26,
      "grad_norm": 1.3337730169296265,
      "learning_rate": 1.7847645859743797e-06,
      "loss": 0.3499,
      "step": 1713600
    },
    {
      "epoch": 478.26,
      "grad_norm": 0.9808750748634338,
      "learning_rate": 1.784738326679952e-06,
      "loss": 0.3344,
      "step": 1713610
    },
    {
      "epoch": 478.26,
      "grad_norm": 1.0997378826141357,
      "learning_rate": 1.7847120674599288e-06,
      "loss": 0.3327,
      "step": 1713620
    },
    {
      "epoch": 478.27,
      "grad_norm": 1.1820732355117798,
      "learning_rate": 1.7846858083143132e-06,
      "loss": 0.3242,
      "step": 1713630
    },
    {
      "epoch": 478.27,
      "grad_norm": 1.0550684928894043,
      "learning_rate": 1.7846595492431098e-06,
      "loss": 0.3424,
      "step": 1713640
    },
    {
      "epoch": 478.27,
      "grad_norm": 0.9914385676383972,
      "learning_rate": 1.7846332902463215e-06,
      "loss": 0.3571,
      "step": 1713650
    },
    {
      "epoch": 478.28,
      "grad_norm": 1.0171582698822021,
      "learning_rate": 1.7846070313239507e-06,
      "loss": 0.3493,
      "step": 1713660
    },
    {
      "epoch": 478.28,
      "grad_norm": 1.0176236629486084,
      "learning_rate": 1.784580772476003e-06,
      "loss": 0.3447,
      "step": 1713670
    },
    {
      "epoch": 478.28,
      "grad_norm": 1.10624098777771,
      "learning_rate": 1.7845545137024807e-06,
      "loss": 0.3487,
      "step": 1713680
    },
    {
      "epoch": 478.28,
      "grad_norm": 1.1336355209350586,
      "learning_rate": 1.7845282550033868e-06,
      "loss": 0.335,
      "step": 1713690
    },
    {
      "epoch": 478.29,
      "grad_norm": 0.9394630193710327,
      "learning_rate": 1.7845019963787265e-06,
      "loss": 0.3516,
      "step": 1713700
    },
    {
      "epoch": 478.29,
      "grad_norm": 1.0756702423095703,
      "learning_rate": 1.784475737828502e-06,
      "loss": 0.3315,
      "step": 1713710
    },
    {
      "epoch": 478.29,
      "grad_norm": 0.9631304144859314,
      "learning_rate": 1.7844494793527164e-06,
      "loss": 0.3434,
      "step": 1713720
    },
    {
      "epoch": 478.29,
      "grad_norm": 1.0586706399917603,
      "learning_rate": 1.7844232209513747e-06,
      "loss": 0.3553,
      "step": 1713730
    },
    {
      "epoch": 478.3,
      "grad_norm": 1.08697509765625,
      "learning_rate": 1.7843969626244795e-06,
      "loss": 0.3417,
      "step": 1713740
    },
    {
      "epoch": 478.3,
      "grad_norm": 1.1780860424041748,
      "learning_rate": 1.7843707043720334e-06,
      "loss": 0.3396,
      "step": 1713750
    },
    {
      "epoch": 478.3,
      "grad_norm": 1.202073574066162,
      "learning_rate": 1.7843444461940416e-06,
      "loss": 0.3419,
      "step": 1713760
    },
    {
      "epoch": 478.31,
      "grad_norm": 1.070157527923584,
      "learning_rate": 1.784318188090507e-06,
      "loss": 0.3527,
      "step": 1713770
    },
    {
      "epoch": 478.31,
      "grad_norm": 1.0314829349517822,
      "learning_rate": 1.7842919300614319e-06,
      "loss": 0.3265,
      "step": 1713780
    },
    {
      "epoch": 478.31,
      "grad_norm": 1.0475693941116333,
      "learning_rate": 1.7842656721068219e-06,
      "loss": 0.3329,
      "step": 1713790
    },
    {
      "epoch": 478.31,
      "grad_norm": 1.0637010335922241,
      "learning_rate": 1.7842394142266794e-06,
      "loss": 0.3294,
      "step": 1713800
    },
    {
      "epoch": 478.32,
      "grad_norm": 1.084444284439087,
      "learning_rate": 1.784213156421007e-06,
      "loss": 0.3344,
      "step": 1713810
    },
    {
      "epoch": 478.32,
      "grad_norm": 1.1691298484802246,
      "learning_rate": 1.7841868986898102e-06,
      "loss": 0.3468,
      "step": 1713820
    },
    {
      "epoch": 478.32,
      "grad_norm": 1.0708003044128418,
      "learning_rate": 1.7841606410330898e-06,
      "loss": 0.3361,
      "step": 1713830
    },
    {
      "epoch": 478.33,
      "grad_norm": 1.3818855285644531,
      "learning_rate": 1.7841343834508524e-06,
      "loss": 0.347,
      "step": 1713840
    },
    {
      "epoch": 478.33,
      "grad_norm": 0.9586164355278015,
      "learning_rate": 1.7841081259430998e-06,
      "loss": 0.3382,
      "step": 1713850
    },
    {
      "epoch": 478.33,
      "grad_norm": 1.2412374019622803,
      "learning_rate": 1.7840818685098351e-06,
      "loss": 0.3528,
      "step": 1713860
    },
    {
      "epoch": 478.33,
      "grad_norm": 0.9414284825325012,
      "learning_rate": 1.7840556111510633e-06,
      "loss": 0.3285,
      "step": 1713870
    },
    {
      "epoch": 478.34,
      "grad_norm": 1.1618515253067017,
      "learning_rate": 1.7840293538667864e-06,
      "loss": 0.3452,
      "step": 1713880
    },
    {
      "epoch": 478.34,
      "grad_norm": 0.9928616881370544,
      "learning_rate": 1.7840030966570079e-06,
      "loss": 0.3547,
      "step": 1713890
    },
    {
      "epoch": 478.34,
      "grad_norm": 1.2214463949203491,
      "learning_rate": 1.7839768395217326e-06,
      "loss": 0.3268,
      "step": 1713900
    },
    {
      "epoch": 478.34,
      "grad_norm": 1.029410719871521,
      "learning_rate": 1.7839505824609632e-06,
      "loss": 0.3351,
      "step": 1713910
    },
    {
      "epoch": 478.35,
      "grad_norm": 1.1846963167190552,
      "learning_rate": 1.7839243254747025e-06,
      "loss": 0.3522,
      "step": 1713920
    },
    {
      "epoch": 478.35,
      "grad_norm": 1.1499953269958496,
      "learning_rate": 1.7838980685629558e-06,
      "loss": 0.3291,
      "step": 1713930
    },
    {
      "epoch": 478.35,
      "grad_norm": 3.2594716548919678,
      "learning_rate": 1.7838718117257254e-06,
      "loss": 0.347,
      "step": 1713940
    },
    {
      "epoch": 478.36,
      "grad_norm": 1.0901401042938232,
      "learning_rate": 1.7838455549630145e-06,
      "loss": 0.35,
      "step": 1713950
    },
    {
      "epoch": 478.36,
      "grad_norm": 1.1088331937789917,
      "learning_rate": 1.7838192982748276e-06,
      "loss": 0.3401,
      "step": 1713960
    },
    {
      "epoch": 478.36,
      "grad_norm": 1.2040598392486572,
      "learning_rate": 1.7837930416611673e-06,
      "loss": 0.3392,
      "step": 1713970
    },
    {
      "epoch": 478.36,
      "grad_norm": 0.9924104809761047,
      "learning_rate": 1.7837667851220366e-06,
      "loss": 0.3556,
      "step": 1713980
    },
    {
      "epoch": 478.37,
      "grad_norm": 1.2171375751495361,
      "learning_rate": 1.783740528657441e-06,
      "loss": 0.3462,
      "step": 1713990
    },
    {
      "epoch": 478.37,
      "grad_norm": 1.0690560340881348,
      "learning_rate": 1.7837142722673827e-06,
      "loss": 0.3353,
      "step": 1714000
    },
    {
      "epoch": 478.37,
      "grad_norm": 1.1053184270858765,
      "learning_rate": 1.7836880159518647e-06,
      "loss": 0.3343,
      "step": 1714010
    },
    {
      "epoch": 478.38,
      "grad_norm": 1.045684814453125,
      "learning_rate": 1.7836617597108917e-06,
      "loss": 0.3314,
      "step": 1714020
    },
    {
      "epoch": 478.38,
      "grad_norm": 1.132520318031311,
      "learning_rate": 1.7836355035444665e-06,
      "loss": 0.3476,
      "step": 1714030
    },
    {
      "epoch": 478.38,
      "grad_norm": 1.2051341533660889,
      "learning_rate": 1.7836092474525917e-06,
      "loss": 0.3449,
      "step": 1714040
    },
    {
      "epoch": 478.38,
      "grad_norm": 1.1925612688064575,
      "learning_rate": 1.783582991435273e-06,
      "loss": 0.3519,
      "step": 1714050
    },
    {
      "epoch": 478.39,
      "grad_norm": 1.0330681800842285,
      "learning_rate": 1.7835567354925124e-06,
      "loss": 0.3435,
      "step": 1714060
    },
    {
      "epoch": 478.39,
      "grad_norm": 2.259977102279663,
      "learning_rate": 1.7835304796243127e-06,
      "loss": 0.3295,
      "step": 1714070
    },
    {
      "epoch": 478.39,
      "grad_norm": 1.2810648679733276,
      "learning_rate": 1.7835042238306796e-06,
      "loss": 0.3323,
      "step": 1714080
    },
    {
      "epoch": 478.4,
      "grad_norm": 1.8258156776428223,
      "learning_rate": 1.7834779681116153e-06,
      "loss": 0.3442,
      "step": 1714090
    },
    {
      "epoch": 478.4,
      "grad_norm": 1.1042240858078003,
      "learning_rate": 1.783451712467123e-06,
      "loss": 0.3299,
      "step": 1714100
    },
    {
      "epoch": 478.4,
      "grad_norm": 1.2330365180969238,
      "learning_rate": 1.7834254568972067e-06,
      "loss": 0.3387,
      "step": 1714110
    },
    {
      "epoch": 478.4,
      "grad_norm": 1.1375895738601685,
      "learning_rate": 1.7833992014018688e-06,
      "loss": 0.3443,
      "step": 1714120
    },
    {
      "epoch": 478.41,
      "grad_norm": 1.011126160621643,
      "learning_rate": 1.783372945981115e-06,
      "loss": 0.3448,
      "step": 1714130
    },
    {
      "epoch": 478.41,
      "grad_norm": 1.003633737564087,
      "learning_rate": 1.7833466906349472e-06,
      "loss": 0.3291,
      "step": 1714140
    },
    {
      "epoch": 478.41,
      "grad_norm": 0.9737201929092407,
      "learning_rate": 1.7833204353633691e-06,
      "loss": 0.3189,
      "step": 1714150
    },
    {
      "epoch": 478.41,
      "grad_norm": 1.0646553039550781,
      "learning_rate": 1.7832941801663846e-06,
      "loss": 0.3446,
      "step": 1714160
    },
    {
      "epoch": 478.42,
      "grad_norm": 1.0538579225540161,
      "learning_rate": 1.783267925043997e-06,
      "loss": 0.3418,
      "step": 1714170
    },
    {
      "epoch": 478.42,
      "grad_norm": 1.2000614404678345,
      "learning_rate": 1.7832416699962086e-06,
      "loss": 0.345,
      "step": 1714180
    },
    {
      "epoch": 478.42,
      "grad_norm": 1.103150725364685,
      "learning_rate": 1.7832154150230252e-06,
      "loss": 0.3546,
      "step": 1714190
    },
    {
      "epoch": 478.43,
      "grad_norm": 0.9480254650115967,
      "learning_rate": 1.7831891601244488e-06,
      "loss": 0.3429,
      "step": 1714200
    },
    {
      "epoch": 478.43,
      "grad_norm": 1.2014917135238647,
      "learning_rate": 1.7831629053004825e-06,
      "loss": 0.3417,
      "step": 1714210
    },
    {
      "epoch": 478.43,
      "grad_norm": 1.0909532308578491,
      "learning_rate": 1.7831366505511316e-06,
      "loss": 0.3246,
      "step": 1714220
    },
    {
      "epoch": 478.43,
      "grad_norm": 1.1130038499832153,
      "learning_rate": 1.7831103958763981e-06,
      "loss": 0.342,
      "step": 1714230
    },
    {
      "epoch": 478.44,
      "grad_norm": 1.159348726272583,
      "learning_rate": 1.7830841412762857e-06,
      "loss": 0.3599,
      "step": 1714240
    },
    {
      "epoch": 478.44,
      "grad_norm": 1.0473768711090088,
      "learning_rate": 1.7830578867507984e-06,
      "loss": 0.3441,
      "step": 1714250
    },
    {
      "epoch": 478.44,
      "grad_norm": 1.1002581119537354,
      "learning_rate": 1.7830316322999395e-06,
      "loss": 0.3538,
      "step": 1714260
    },
    {
      "epoch": 478.45,
      "grad_norm": 0.9979370832443237,
      "learning_rate": 1.7830053779237113e-06,
      "loss": 0.34,
      "step": 1714270
    },
    {
      "epoch": 478.45,
      "grad_norm": 1.0517520904541016,
      "learning_rate": 1.7829791236221193e-06,
      "loss": 0.3686,
      "step": 1714280
    },
    {
      "epoch": 478.45,
      "grad_norm": 1.0218544006347656,
      "learning_rate": 1.7829528693951662e-06,
      "loss": 0.3311,
      "step": 1714290
    },
    {
      "epoch": 478.45,
      "grad_norm": 0.9452810883522034,
      "learning_rate": 1.7829266152428547e-06,
      "loss": 0.3369,
      "step": 1714300
    },
    {
      "epoch": 478.46,
      "grad_norm": 1.0202019214630127,
      "learning_rate": 1.7829003611651895e-06,
      "loss": 0.3386,
      "step": 1714310
    },
    {
      "epoch": 478.46,
      "grad_norm": 1.1160072088241577,
      "learning_rate": 1.7828741071621735e-06,
      "loss": 0.3464,
      "step": 1714320
    },
    {
      "epoch": 478.46,
      "grad_norm": 1.0714366436004639,
      "learning_rate": 1.7828478532338094e-06,
      "loss": 0.3626,
      "step": 1714330
    },
    {
      "epoch": 478.46,
      "grad_norm": 0.9768913984298706,
      "learning_rate": 1.7828215993801024e-06,
      "loss": 0.3441,
      "step": 1714340
    },
    {
      "epoch": 478.47,
      "grad_norm": 1.103296160697937,
      "learning_rate": 1.782795345601055e-06,
      "loss": 0.3404,
      "step": 1714350
    },
    {
      "epoch": 478.47,
      "grad_norm": 1.0101487636566162,
      "learning_rate": 1.7827690918966702e-06,
      "loss": 0.3479,
      "step": 1714360
    },
    {
      "epoch": 478.47,
      "grad_norm": 0.9371797442436218,
      "learning_rate": 1.7827428382669529e-06,
      "loss": 0.3385,
      "step": 1714370
    },
    {
      "epoch": 478.48,
      "grad_norm": 1.1344006061553955,
      "learning_rate": 1.7827165847119057e-06,
      "loss": 0.3322,
      "step": 1714380
    },
    {
      "epoch": 478.48,
      "grad_norm": 1.181138515472412,
      "learning_rate": 1.7826903312315317e-06,
      "loss": 0.3325,
      "step": 1714390
    },
    {
      "epoch": 478.48,
      "grad_norm": 1.0320003032684326,
      "learning_rate": 1.7826640778258354e-06,
      "loss": 0.3506,
      "step": 1714400
    },
    {
      "epoch": 478.48,
      "grad_norm": 1.0802661180496216,
      "learning_rate": 1.782637824494819e-06,
      "loss": 0.3331,
      "step": 1714410
    },
    {
      "epoch": 478.49,
      "grad_norm": 1.14409339427948,
      "learning_rate": 1.7826115712384877e-06,
      "loss": 0.3205,
      "step": 1714420
    },
    {
      "epoch": 478.49,
      "grad_norm": 1.228186011314392,
      "learning_rate": 1.782585318056844e-06,
      "loss": 0.3317,
      "step": 1714430
    },
    {
      "epoch": 478.49,
      "grad_norm": 1.3742766380310059,
      "learning_rate": 1.782559064949891e-06,
      "loss": 0.3522,
      "step": 1714440
    },
    {
      "epoch": 478.5,
      "grad_norm": 1.057686448097229,
      "learning_rate": 1.7825328119176331e-06,
      "loss": 0.3586,
      "step": 1714450
    },
    {
      "epoch": 478.5,
      "grad_norm": 0.9875369071960449,
      "learning_rate": 1.7825065589600733e-06,
      "loss": 0.3393,
      "step": 1714460
    },
    {
      "epoch": 478.5,
      "grad_norm": 1.146842122077942,
      "learning_rate": 1.7824803060772145e-06,
      "loss": 0.3347,
      "step": 1714470
    },
    {
      "epoch": 478.5,
      "grad_norm": 1.1611860990524292,
      "learning_rate": 1.7824540532690615e-06,
      "loss": 0.3489,
      "step": 1714480
    },
    {
      "epoch": 478.51,
      "grad_norm": 1.0277525186538696,
      "learning_rate": 1.7824278005356172e-06,
      "loss": 0.3437,
      "step": 1714490
    },
    {
      "epoch": 478.51,
      "grad_norm": 1.3287767171859741,
      "learning_rate": 1.7824015478768844e-06,
      "loss": 0.3381,
      "step": 1714500
    },
    {
      "epoch": 478.51,
      "grad_norm": 0.9933750033378601,
      "learning_rate": 1.7823752952928677e-06,
      "loss": 0.34,
      "step": 1714510
    },
    {
      "epoch": 478.52,
      "grad_norm": 1.2020407915115356,
      "learning_rate": 1.7823490427835704e-06,
      "loss": 0.3575,
      "step": 1714520
    },
    {
      "epoch": 478.52,
      "grad_norm": 1.002835750579834,
      "learning_rate": 1.782322790348995e-06,
      "loss": 0.3299,
      "step": 1714530
    },
    {
      "epoch": 478.52,
      "grad_norm": 1.2050284147262573,
      "learning_rate": 1.7822965379891463e-06,
      "loss": 0.353,
      "step": 1714540
    },
    {
      "epoch": 478.52,
      "grad_norm": 1.1446232795715332,
      "learning_rate": 1.7822702857040277e-06,
      "loss": 0.3331,
      "step": 1714550
    },
    {
      "epoch": 478.53,
      "grad_norm": 1.0576974153518677,
      "learning_rate": 1.7822440334936407e-06,
      "loss": 0.3383,
      "step": 1714560
    },
    {
      "epoch": 478.53,
      "grad_norm": 1.220272183418274,
      "learning_rate": 1.7822177813579914e-06,
      "loss": 0.3363,
      "step": 1714570
    },
    {
      "epoch": 478.53,
      "grad_norm": 0.9665178656578064,
      "learning_rate": 1.7821915292970821e-06,
      "loss": 0.3382,
      "step": 1714580
    },
    {
      "epoch": 478.53,
      "grad_norm": 1.1886944770812988,
      "learning_rate": 1.7821652773109161e-06,
      "loss": 0.342,
      "step": 1714590
    },
    {
      "epoch": 478.54,
      "grad_norm": 1.1732826232910156,
      "learning_rate": 1.7821390253994974e-06,
      "loss": 0.3536,
      "step": 1714600
    },
    {
      "epoch": 478.54,
      "grad_norm": 1.2729331254959106,
      "learning_rate": 1.7821127735628292e-06,
      "loss": 0.3368,
      "step": 1714610
    },
    {
      "epoch": 478.54,
      "grad_norm": 1.2458605766296387,
      "learning_rate": 1.7820865218009145e-06,
      "loss": 0.3453,
      "step": 1714620
    },
    {
      "epoch": 478.55,
      "grad_norm": 1.335203766822815,
      "learning_rate": 1.7820602701137582e-06,
      "loss": 0.3523,
      "step": 1714630
    },
    {
      "epoch": 478.55,
      "grad_norm": 0.8695275187492371,
      "learning_rate": 1.782034018501363e-06,
      "loss": 0.3336,
      "step": 1714640
    },
    {
      "epoch": 478.55,
      "grad_norm": 1.0939435958862305,
      "learning_rate": 1.7820077669637315e-06,
      "loss": 0.3427,
      "step": 1714650
    },
    {
      "epoch": 478.55,
      "grad_norm": 1.1227298974990845,
      "learning_rate": 1.7819815155008688e-06,
      "loss": 0.3429,
      "step": 1714660
    },
    {
      "epoch": 478.56,
      "grad_norm": 1.0359705686569214,
      "learning_rate": 1.7819552641127773e-06,
      "loss": 0.3442,
      "step": 1714670
    },
    {
      "epoch": 478.56,
      "grad_norm": 0.9782063364982605,
      "learning_rate": 1.7819290127994609e-06,
      "loss": 0.3533,
      "step": 1714680
    },
    {
      "epoch": 478.56,
      "grad_norm": 0.9433215856552124,
      "learning_rate": 1.7819027615609234e-06,
      "loss": 0.3274,
      "step": 1714690
    },
    {
      "epoch": 478.57,
      "grad_norm": 0.9354132413864136,
      "learning_rate": 1.7818765103971667e-06,
      "loss": 0.3498,
      "step": 1714700
    },
    {
      "epoch": 478.57,
      "grad_norm": 1.024124264717102,
      "learning_rate": 1.7818502593081967e-06,
      "loss": 0.3458,
      "step": 1714710
    },
    {
      "epoch": 478.57,
      "grad_norm": 0.9481321573257446,
      "learning_rate": 1.7818240082940156e-06,
      "loss": 0.3455,
      "step": 1714720
    },
    {
      "epoch": 478.57,
      "grad_norm": 0.9613118171691895,
      "learning_rate": 1.781797757354626e-06,
      "loss": 0.3474,
      "step": 1714730
    },
    {
      "epoch": 478.58,
      "grad_norm": 1.0014175176620483,
      "learning_rate": 1.7817715064900336e-06,
      "loss": 0.3476,
      "step": 1714740
    },
    {
      "epoch": 478.58,
      "grad_norm": 1.0606693029403687,
      "learning_rate": 1.7817452557002404e-06,
      "loss": 0.3446,
      "step": 1714750
    },
    {
      "epoch": 478.58,
      "grad_norm": 1.0893772840499878,
      "learning_rate": 1.78171900498525e-06,
      "loss": 0.3641,
      "step": 1714760
    },
    {
      "epoch": 478.58,
      "grad_norm": 1.3076545000076294,
      "learning_rate": 1.7816927543450664e-06,
      "loss": 0.3404,
      "step": 1714770
    },
    {
      "epoch": 478.59,
      "grad_norm": 0.9296858906745911,
      "learning_rate": 1.7816665037796927e-06,
      "loss": 0.3555,
      "step": 1714780
    },
    {
      "epoch": 478.59,
      "grad_norm": 1.2480653524398804,
      "learning_rate": 1.7816402532891315e-06,
      "loss": 0.3512,
      "step": 1714790
    },
    {
      "epoch": 478.59,
      "grad_norm": 1.230242133140564,
      "learning_rate": 1.7816140028733884e-06,
      "loss": 0.3473,
      "step": 1714800
    },
    {
      "epoch": 478.6,
      "grad_norm": 1.0532609224319458,
      "learning_rate": 1.7815877525324657e-06,
      "loss": 0.3268,
      "step": 1714810
    },
    {
      "epoch": 478.6,
      "grad_norm": 0.9112171530723572,
      "learning_rate": 1.7815615022663664e-06,
      "loss": 0.3385,
      "step": 1714820
    },
    {
      "epoch": 478.6,
      "grad_norm": 1.2267813682556152,
      "learning_rate": 1.781535252075095e-06,
      "loss": 0.3452,
      "step": 1714830
    },
    {
      "epoch": 478.6,
      "grad_norm": 1.062601923942566,
      "learning_rate": 1.7815090019586545e-06,
      "loss": 0.3273,
      "step": 1714840
    },
    {
      "epoch": 478.61,
      "grad_norm": 0.9218713045120239,
      "learning_rate": 1.7814827519170476e-06,
      "loss": 0.347,
      "step": 1714850
    },
    {
      "epoch": 478.61,
      "grad_norm": 1.04353928565979,
      "learning_rate": 1.7814565019502794e-06,
      "loss": 0.3311,
      "step": 1714860
    },
    {
      "epoch": 478.61,
      "grad_norm": 1.026228904724121,
      "learning_rate": 1.781430252058353e-06,
      "loss": 0.3687,
      "step": 1714870
    },
    {
      "epoch": 478.62,
      "grad_norm": 1.1970548629760742,
      "learning_rate": 1.7814040022412703e-06,
      "loss": 0.3383,
      "step": 1714880
    },
    {
      "epoch": 478.62,
      "grad_norm": 1.1112220287322998,
      "learning_rate": 1.7813777524990369e-06,
      "loss": 0.3386,
      "step": 1714890
    },
    {
      "epoch": 478.62,
      "grad_norm": 1.0170570611953735,
      "learning_rate": 1.7813515028316555e-06,
      "loss": 0.3359,
      "step": 1714900
    },
    {
      "epoch": 478.62,
      "grad_norm": 1.1384859085083008,
      "learning_rate": 1.7813252532391289e-06,
      "loss": 0.3439,
      "step": 1714910
    },
    {
      "epoch": 478.63,
      "grad_norm": 1.0641192197799683,
      "learning_rate": 1.7812990037214619e-06,
      "loss": 0.3381,
      "step": 1714920
    },
    {
      "epoch": 478.63,
      "grad_norm": 1.0772440433502197,
      "learning_rate": 1.781272754278657e-06,
      "loss": 0.3497,
      "step": 1714930
    },
    {
      "epoch": 478.63,
      "grad_norm": 1.0559718608856201,
      "learning_rate": 1.781246504910717e-06,
      "loss": 0.3314,
      "step": 1714940
    },
    {
      "epoch": 478.64,
      "grad_norm": 0.9287412762641907,
      "learning_rate": 1.7812202556176476e-06,
      "loss": 0.3414,
      "step": 1714950
    },
    {
      "epoch": 478.64,
      "grad_norm": 1.084262490272522,
      "learning_rate": 1.781194006399451e-06,
      "loss": 0.3429,
      "step": 1714960
    },
    {
      "epoch": 478.64,
      "grad_norm": 0.985182523727417,
      "learning_rate": 1.78116775725613e-06,
      "loss": 0.3358,
      "step": 1714970
    },
    {
      "epoch": 478.64,
      "grad_norm": 1.6159342527389526,
      "learning_rate": 1.7811415081876898e-06,
      "loss": 0.3581,
      "step": 1714980
    },
    {
      "epoch": 478.65,
      "grad_norm": 0.9031277298927307,
      "learning_rate": 1.7811152591941317e-06,
      "loss": 0.3329,
      "step": 1714990
    },
    {
      "epoch": 478.65,
      "grad_norm": 1.7245609760284424,
      "learning_rate": 1.7810890102754612e-06,
      "loss": 0.3366,
      "step": 1715000
    },
    {
      "epoch": 478.65,
      "grad_norm": 1.4666143655776978,
      "learning_rate": 1.7810627614316816e-06,
      "loss": 0.3641,
      "step": 1715010
    },
    {
      "epoch": 478.65,
      "grad_norm": 1.1314458847045898,
      "learning_rate": 1.7810365126627942e-06,
      "loss": 0.342,
      "step": 1715020
    },
    {
      "epoch": 478.66,
      "grad_norm": 1.1057361364364624,
      "learning_rate": 1.7810102639688054e-06,
      "loss": 0.3495,
      "step": 1715030
    },
    {
      "epoch": 478.66,
      "grad_norm": 1.1617279052734375,
      "learning_rate": 1.7809840153497176e-06,
      "loss": 0.3311,
      "step": 1715040
    },
    {
      "epoch": 478.66,
      "grad_norm": 1.0048878192901611,
      "learning_rate": 1.7809577668055335e-06,
      "loss": 0.3392,
      "step": 1715050
    },
    {
      "epoch": 478.67,
      "grad_norm": 1.223963975906372,
      "learning_rate": 1.7809315183362574e-06,
      "loss": 0.3301,
      "step": 1715060
    },
    {
      "epoch": 478.67,
      "grad_norm": 0.9072173237800598,
      "learning_rate": 1.780905269941893e-06,
      "loss": 0.3315,
      "step": 1715070
    },
    {
      "epoch": 478.67,
      "grad_norm": 1.2605522871017456,
      "learning_rate": 1.7808790216224422e-06,
      "loss": 0.3515,
      "step": 1715080
    },
    {
      "epoch": 478.67,
      "grad_norm": 1.2984387874603271,
      "learning_rate": 1.7808527733779106e-06,
      "loss": 0.3689,
      "step": 1715090
    },
    {
      "epoch": 478.68,
      "grad_norm": 1.3446195125579834,
      "learning_rate": 1.7808265252083008e-06,
      "loss": 0.3527,
      "step": 1715100
    },
    {
      "epoch": 478.68,
      "grad_norm": 1.153733730316162,
      "learning_rate": 1.780800277113616e-06,
      "loss": 0.3407,
      "step": 1715110
    },
    {
      "epoch": 478.68,
      "grad_norm": 1.051658034324646,
      "learning_rate": 1.7807740290938602e-06,
      "loss": 0.3421,
      "step": 1715120
    },
    {
      "epoch": 478.69,
      "grad_norm": 1.1701492071151733,
      "learning_rate": 1.7807477811490369e-06,
      "loss": 0.3473,
      "step": 1715130
    },
    {
      "epoch": 478.69,
      "grad_norm": 1.009220004081726,
      "learning_rate": 1.780721533279148e-06,
      "loss": 0.3497,
      "step": 1715140
    },
    {
      "epoch": 478.69,
      "grad_norm": 0.9146377444267273,
      "learning_rate": 1.7806952854841995e-06,
      "loss": 0.3417,
      "step": 1715150
    },
    {
      "epoch": 478.69,
      "grad_norm": 0.9911723136901855,
      "learning_rate": 1.7806690377641937e-06,
      "loss": 0.338,
      "step": 1715160
    },
    {
      "epoch": 478.7,
      "grad_norm": 1.0038161277770996,
      "learning_rate": 1.7806427901191332e-06,
      "loss": 0.3485,
      "step": 1715170
    },
    {
      "epoch": 478.7,
      "grad_norm": 0.8430467844009399,
      "learning_rate": 1.7806165425490235e-06,
      "loss": 0.3434,
      "step": 1715180
    },
    {
      "epoch": 478.7,
      "grad_norm": 0.9315010905265808,
      "learning_rate": 1.7805902950538668e-06,
      "loss": 0.3581,
      "step": 1715190
    },
    {
      "epoch": 478.7,
      "grad_norm": 1.124996304512024,
      "learning_rate": 1.7805640476336665e-06,
      "loss": 0.3521,
      "step": 1715200
    },
    {
      "epoch": 478.71,
      "grad_norm": 1.2261990308761597,
      "learning_rate": 1.7805378002884268e-06,
      "loss": 0.3407,
      "step": 1715210
    },
    {
      "epoch": 478.71,
      "grad_norm": 1.0161378383636475,
      "learning_rate": 1.780511553018151e-06,
      "loss": 0.3409,
      "step": 1715220
    },
    {
      "epoch": 478.71,
      "grad_norm": 2.541830539703369,
      "learning_rate": 1.7804853058228411e-06,
      "loss": 0.317,
      "step": 1715230
    },
    {
      "epoch": 478.72,
      "grad_norm": 1.0357921123504639,
      "learning_rate": 1.7804590587025032e-06,
      "loss": 0.348,
      "step": 1715240
    },
    {
      "epoch": 478.72,
      "grad_norm": 1.06404709815979,
      "learning_rate": 1.7804328116571392e-06,
      "loss": 0.3335,
      "step": 1715250
    },
    {
      "epoch": 478.72,
      "grad_norm": 0.9966849684715271,
      "learning_rate": 1.7804065646867525e-06,
      "loss": 0.3439,
      "step": 1715260
    },
    {
      "epoch": 478.72,
      "grad_norm": 1.6240730285644531,
      "learning_rate": 1.7803803177913475e-06,
      "loss": 0.365,
      "step": 1715270
    },
    {
      "epoch": 478.73,
      "grad_norm": 1.1261652708053589,
      "learning_rate": 1.780354070970926e-06,
      "loss": 0.3595,
      "step": 1715280
    },
    {
      "epoch": 478.73,
      "grad_norm": 1.045771837234497,
      "learning_rate": 1.7803278242254938e-06,
      "loss": 0.3505,
      "step": 1715290
    },
    {
      "epoch": 478.73,
      "grad_norm": 1.1831793785095215,
      "learning_rate": 1.7803015775550533e-06,
      "loss": 0.3409,
      "step": 1715300
    },
    {
      "epoch": 478.74,
      "grad_norm": 1.0349699258804321,
      "learning_rate": 1.7802753309596068e-06,
      "loss": 0.3458,
      "step": 1715310
    },
    {
      "epoch": 478.74,
      "grad_norm": 1.0286999940872192,
      "learning_rate": 1.78024908443916e-06,
      "loss": 0.3594,
      "step": 1715320
    },
    {
      "epoch": 478.74,
      "grad_norm": 1.0615718364715576,
      "learning_rate": 1.7802228379937152e-06,
      "loss": 0.3411,
      "step": 1715330
    },
    {
      "epoch": 478.74,
      "grad_norm": 1.167168378829956,
      "learning_rate": 1.7801965916232758e-06,
      "loss": 0.3345,
      "step": 1715340
    },
    {
      "epoch": 478.75,
      "grad_norm": 1.0752025842666626,
      "learning_rate": 1.7801703453278456e-06,
      "loss": 0.3357,
      "step": 1715350
    },
    {
      "epoch": 478.75,
      "grad_norm": 0.9482401013374329,
      "learning_rate": 1.7801440991074282e-06,
      "loss": 0.3442,
      "step": 1715360
    },
    {
      "epoch": 478.75,
      "grad_norm": 1.1519535779953003,
      "learning_rate": 1.780117852962026e-06,
      "loss": 0.3374,
      "step": 1715370
    },
    {
      "epoch": 478.76,
      "grad_norm": 1.038530707359314,
      "learning_rate": 1.7800916068916442e-06,
      "loss": 0.3473,
      "step": 1715380
    },
    {
      "epoch": 478.76,
      "grad_norm": 0.9730982780456543,
      "learning_rate": 1.7800653608962858e-06,
      "loss": 0.3351,
      "step": 1715390
    },
    {
      "epoch": 478.76,
      "grad_norm": 1.1166242361068726,
      "learning_rate": 1.7800391149759532e-06,
      "loss": 0.3346,
      "step": 1715400
    },
    {
      "epoch": 478.76,
      "grad_norm": 1.0660922527313232,
      "learning_rate": 1.7800128691306513e-06,
      "loss": 0.3604,
      "step": 1715410
    },
    {
      "epoch": 478.77,
      "grad_norm": 1.1246166229248047,
      "learning_rate": 1.7799866233603828e-06,
      "loss": 0.3469,
      "step": 1715420
    },
    {
      "epoch": 478.77,
      "grad_norm": 0.9846380949020386,
      "learning_rate": 1.7799603776651505e-06,
      "loss": 0.349,
      "step": 1715430
    },
    {
      "epoch": 478.77,
      "grad_norm": 0.9185038805007935,
      "learning_rate": 1.7799341320449597e-06,
      "loss": 0.3487,
      "step": 1715440
    },
    {
      "epoch": 478.77,
      "grad_norm": 1.0175899267196655,
      "learning_rate": 1.779907886499813e-06,
      "loss": 0.339,
      "step": 1715450
    },
    {
      "epoch": 478.78,
      "grad_norm": 1.0856306552886963,
      "learning_rate": 1.7798816410297127e-06,
      "loss": 0.3437,
      "step": 1715460
    },
    {
      "epoch": 478.78,
      "grad_norm": 1.0480283498764038,
      "learning_rate": 1.7798553956346646e-06,
      "loss": 0.3406,
      "step": 1715470
    },
    {
      "epoch": 478.78,
      "grad_norm": 0.9543283581733704,
      "learning_rate": 1.779829150314671e-06,
      "loss": 0.3447,
      "step": 1715480
    },
    {
      "epoch": 478.79,
      "grad_norm": 1.0460214614868164,
      "learning_rate": 1.7798029050697349e-06,
      "loss": 0.3549,
      "step": 1715490
    },
    {
      "epoch": 478.79,
      "grad_norm": 1.1653233766555786,
      "learning_rate": 1.7797766598998611e-06,
      "loss": 0.3559,
      "step": 1715500
    },
    {
      "epoch": 478.79,
      "grad_norm": 1.0262776613235474,
      "learning_rate": 1.7797504148050519e-06,
      "loss": 0.3483,
      "step": 1715510
    },
    {
      "epoch": 478.79,
      "grad_norm": 1.1927872896194458,
      "learning_rate": 1.7797241697853103e-06,
      "loss": 0.3464,
      "step": 1715520
    },
    {
      "epoch": 478.8,
      "grad_norm": 1.109872817993164,
      "learning_rate": 1.7796979248406418e-06,
      "loss": 0.3537,
      "step": 1715530
    },
    {
      "epoch": 478.8,
      "grad_norm": 1.0629295110702515,
      "learning_rate": 1.7796716799710487e-06,
      "loss": 0.3459,
      "step": 1715540
    },
    {
      "epoch": 478.8,
      "grad_norm": 0.9185261726379395,
      "learning_rate": 1.779645435176534e-06,
      "loss": 0.3467,
      "step": 1715550
    },
    {
      "epoch": 478.81,
      "grad_norm": 1.2303032875061035,
      "learning_rate": 1.7796191904571024e-06,
      "loss": 0.3576,
      "step": 1715560
    },
    {
      "epoch": 478.81,
      "grad_norm": 1.055519938468933,
      "learning_rate": 1.7795929458127556e-06,
      "loss": 0.3354,
      "step": 1715570
    },
    {
      "epoch": 478.81,
      "grad_norm": 1.0960723161697388,
      "learning_rate": 1.7795667012434992e-06,
      "loss": 0.3398,
      "step": 1715580
    },
    {
      "epoch": 478.81,
      "grad_norm": 0.9905254244804382,
      "learning_rate": 1.7795404567493358e-06,
      "loss": 0.336,
      "step": 1715590
    },
    {
      "epoch": 478.82,
      "grad_norm": 0.9459594488143921,
      "learning_rate": 1.7795142123302683e-06,
      "loss": 0.3352,
      "step": 1715600
    },
    {
      "epoch": 478.82,
      "grad_norm": 1.134352684020996,
      "learning_rate": 1.7794879679863012e-06,
      "loss": 0.3394,
      "step": 1715610
    },
    {
      "epoch": 478.82,
      "grad_norm": 1.0574942827224731,
      "learning_rate": 1.7794617237174376e-06,
      "loss": 0.3518,
      "step": 1715620
    },
    {
      "epoch": 478.83,
      "grad_norm": 1.168989658355713,
      "learning_rate": 1.7794354795236806e-06,
      "loss": 0.3536,
      "step": 1715630
    },
    {
      "epoch": 478.83,
      "grad_norm": 1.0706937313079834,
      "learning_rate": 1.7794092354050346e-06,
      "loss": 0.3342,
      "step": 1715640
    },
    {
      "epoch": 478.83,
      "grad_norm": 1.1605714559555054,
      "learning_rate": 1.7793829913615023e-06,
      "loss": 0.3289,
      "step": 1715650
    },
    {
      "epoch": 478.83,
      "grad_norm": 1.0549392700195312,
      "learning_rate": 1.7793567473930866e-06,
      "loss": 0.3427,
      "step": 1715660
    },
    {
      "epoch": 478.84,
      "grad_norm": 0.9534593820571899,
      "learning_rate": 1.7793305034997927e-06,
      "loss": 0.3359,
      "step": 1715670
    },
    {
      "epoch": 478.84,
      "grad_norm": 1.107068657875061,
      "learning_rate": 1.779304259681623e-06,
      "loss": 0.3452,
      "step": 1715680
    },
    {
      "epoch": 478.84,
      "grad_norm": 1.0418500900268555,
      "learning_rate": 1.7792780159385803e-06,
      "loss": 0.3501,
      "step": 1715690
    },
    {
      "epoch": 478.84,
      "grad_norm": 1.162514567375183,
      "learning_rate": 1.77925177227067e-06,
      "loss": 0.3448,
      "step": 1715700
    },
    {
      "epoch": 478.85,
      "grad_norm": 0.9024229049682617,
      "learning_rate": 1.7792255286778946e-06,
      "loss": 0.3488,
      "step": 1715710
    },
    {
      "epoch": 478.85,
      "grad_norm": 1.1281322240829468,
      "learning_rate": 1.7791992851602573e-06,
      "loss": 0.341,
      "step": 1715720
    },
    {
      "epoch": 478.85,
      "grad_norm": 1.1252262592315674,
      "learning_rate": 1.7791730417177617e-06,
      "loss": 0.3204,
      "step": 1715730
    },
    {
      "epoch": 478.86,
      "grad_norm": 1.0853886604309082,
      "learning_rate": 1.7791467983504122e-06,
      "loss": 0.3293,
      "step": 1715740
    },
    {
      "epoch": 478.86,
      "grad_norm": 1.0226211547851562,
      "learning_rate": 1.7791205550582102e-06,
      "loss": 0.3464,
      "step": 1715750
    },
    {
      "epoch": 478.86,
      "grad_norm": 0.9186050891876221,
      "learning_rate": 1.7790943118411614e-06,
      "loss": 0.3255,
      "step": 1715760
    },
    {
      "epoch": 478.86,
      "grad_norm": 1.0031139850616455,
      "learning_rate": 1.7790680686992685e-06,
      "loss": 0.3316,
      "step": 1715770
    },
    {
      "epoch": 478.87,
      "grad_norm": 0.9503380060195923,
      "learning_rate": 1.7790418256325344e-06,
      "loss": 0.3438,
      "step": 1715780
    },
    {
      "epoch": 478.87,
      "grad_norm": 1.1125351190567017,
      "learning_rate": 1.7790155826409638e-06,
      "loss": 0.3419,
      "step": 1715790
    },
    {
      "epoch": 478.87,
      "grad_norm": 1.0288336277008057,
      "learning_rate": 1.7789893397245592e-06,
      "loss": 0.3651,
      "step": 1715800
    },
    {
      "epoch": 478.88,
      "grad_norm": 1.059260606765747,
      "learning_rate": 1.7789630968833236e-06,
      "loss": 0.3313,
      "step": 1715810
    },
    {
      "epoch": 478.88,
      "grad_norm": 1.027860403060913,
      "learning_rate": 1.7789368541172625e-06,
      "loss": 0.3362,
      "step": 1715820
    },
    {
      "epoch": 478.88,
      "grad_norm": 1.151436448097229,
      "learning_rate": 1.778910611426377e-06,
      "loss": 0.3422,
      "step": 1715830
    },
    {
      "epoch": 478.88,
      "grad_norm": 1.179202914237976,
      "learning_rate": 1.7788843688106724e-06,
      "loss": 0.3566,
      "step": 1715840
    },
    {
      "epoch": 478.89,
      "grad_norm": 0.9534043669700623,
      "learning_rate": 1.7788581262701522e-06,
      "loss": 0.3505,
      "step": 1715850
    },
    {
      "epoch": 478.89,
      "grad_norm": 1.1898614168167114,
      "learning_rate": 1.7788318838048183e-06,
      "loss": 0.3322,
      "step": 1715860
    },
    {
      "epoch": 478.89,
      "grad_norm": 0.9756446480751038,
      "learning_rate": 1.7788056414146758e-06,
      "loss": 0.3412,
      "step": 1715870
    },
    {
      "epoch": 478.89,
      "grad_norm": 1.116632342338562,
      "learning_rate": 1.7787793990997275e-06,
      "loss": 0.3488,
      "step": 1715880
    },
    {
      "epoch": 478.9,
      "grad_norm": 1.2091435194015503,
      "learning_rate": 1.7787531568599762e-06,
      "loss": 0.3178,
      "step": 1715890
    },
    {
      "epoch": 478.9,
      "grad_norm": 1.0894293785095215,
      "learning_rate": 1.7787269146954268e-06,
      "loss": 0.3312,
      "step": 1715900
    },
    {
      "epoch": 478.9,
      "grad_norm": 1.066713809967041,
      "learning_rate": 1.7787006726060823e-06,
      "loss": 0.3416,
      "step": 1715910
    },
    {
      "epoch": 478.91,
      "grad_norm": 1.1432315111160278,
      "learning_rate": 1.7786744305919456e-06,
      "loss": 0.3335,
      "step": 1715920
    },
    {
      "epoch": 478.91,
      "grad_norm": 1.159609317779541,
      "learning_rate": 1.7786481886530208e-06,
      "loss": 0.3533,
      "step": 1715930
    },
    {
      "epoch": 478.91,
      "grad_norm": 1.0639863014221191,
      "learning_rate": 1.7786219467893115e-06,
      "loss": 0.3264,
      "step": 1715940
    },
    {
      "epoch": 478.91,
      "grad_norm": 1.2222957611083984,
      "learning_rate": 1.7785957050008197e-06,
      "loss": 0.3462,
      "step": 1715950
    },
    {
      "epoch": 478.92,
      "grad_norm": 1.0829620361328125,
      "learning_rate": 1.7785694632875513e-06,
      "loss": 0.336,
      "step": 1715960
    },
    {
      "epoch": 478.92,
      "grad_norm": 1.0155264139175415,
      "learning_rate": 1.7785432216495084e-06,
      "loss": 0.3361,
      "step": 1715970
    },
    {
      "epoch": 478.92,
      "grad_norm": 1.093361496925354,
      "learning_rate": 1.7785169800866938e-06,
      "loss": 0.3397,
      "step": 1715980
    },
    {
      "epoch": 478.93,
      "grad_norm": 1.114347219467163,
      "learning_rate": 1.7784907385991128e-06,
      "loss": 0.3392,
      "step": 1715990
    },
    {
      "epoch": 478.93,
      "grad_norm": 1.0610164403915405,
      "learning_rate": 1.7784644971867679e-06,
      "loss": 0.3451,
      "step": 1716000
    },
    {
      "epoch": 478.93,
      "grad_norm": 1.0593557357788086,
      "learning_rate": 1.7784382558496623e-06,
      "loss": 0.3317,
      "step": 1716010
    },
    {
      "epoch": 478.93,
      "grad_norm": 0.9104407429695129,
      "learning_rate": 1.7784120145878004e-06,
      "loss": 0.3463,
      "step": 1716020
    },
    {
      "epoch": 478.94,
      "grad_norm": 0.9436365365982056,
      "learning_rate": 1.778385773401185e-06,
      "loss": 0.3386,
      "step": 1716030
    },
    {
      "epoch": 478.94,
      "grad_norm": 1.1343817710876465,
      "learning_rate": 1.7783595322898186e-06,
      "loss": 0.3639,
      "step": 1716040
    },
    {
      "epoch": 478.94,
      "grad_norm": 1.0306692123413086,
      "learning_rate": 1.778333291253707e-06,
      "loss": 0.3315,
      "step": 1716050
    },
    {
      "epoch": 478.95,
      "grad_norm": 1.079262375831604,
      "learning_rate": 1.7783070502928523e-06,
      "loss": 0.354,
      "step": 1716060
    },
    {
      "epoch": 478.95,
      "grad_norm": 1.077026128768921,
      "learning_rate": 1.7782808094072582e-06,
      "loss": 0.3504,
      "step": 1716070
    },
    {
      "epoch": 478.95,
      "grad_norm": 1.1745060682296753,
      "learning_rate": 1.7782545685969284e-06,
      "loss": 0.3291,
      "step": 1716080
    },
    {
      "epoch": 478.95,
      "grad_norm": 1.0191516876220703,
      "learning_rate": 1.7782283278618661e-06,
      "loss": 0.3632,
      "step": 1716090
    },
    {
      "epoch": 478.96,
      "grad_norm": 1.3246777057647705,
      "learning_rate": 1.778202087202074e-06,
      "loss": 0.3468,
      "step": 1716100
    },
    {
      "epoch": 478.96,
      "grad_norm": 0.9801240563392639,
      "learning_rate": 1.7781758466175576e-06,
      "loss": 0.3297,
      "step": 1716110
    },
    {
      "epoch": 478.96,
      "grad_norm": 1.11984384059906,
      "learning_rate": 1.778149606108318e-06,
      "loss": 0.3506,
      "step": 1716120
    },
    {
      "epoch": 478.96,
      "grad_norm": 1.221649169921875,
      "learning_rate": 1.778123365674361e-06,
      "loss": 0.3557,
      "step": 1716130
    },
    {
      "epoch": 478.97,
      "grad_norm": 0.9353669881820679,
      "learning_rate": 1.7780971253156892e-06,
      "loss": 0.3322,
      "step": 1716140
    },
    {
      "epoch": 478.97,
      "grad_norm": 1.0237942934036255,
      "learning_rate": 1.7780708850323055e-06,
      "loss": 0.3398,
      "step": 1716150
    },
    {
      "epoch": 478.97,
      "grad_norm": 1.3255844116210938,
      "learning_rate": 1.7780446448242142e-06,
      "loss": 0.3597,
      "step": 1716160
    },
    {
      "epoch": 478.98,
      "grad_norm": 1.1468254327774048,
      "learning_rate": 1.7780184046914188e-06,
      "loss": 0.3465,
      "step": 1716170
    },
    {
      "epoch": 478.98,
      "grad_norm": 1.1071661710739136,
      "learning_rate": 1.777992164633921e-06,
      "loss": 0.3396,
      "step": 1716180
    },
    {
      "epoch": 478.98,
      "grad_norm": 1.004912257194519,
      "learning_rate": 1.7779659246517266e-06,
      "loss": 0.3458,
      "step": 1716190
    },
    {
      "epoch": 478.98,
      "grad_norm": 1.0425366163253784,
      "learning_rate": 1.7779396847448388e-06,
      "loss": 0.3329,
      "step": 1716200
    },
    {
      "epoch": 478.99,
      "grad_norm": 1.2683513164520264,
      "learning_rate": 1.7779134449132595e-06,
      "loss": 0.3434,
      "step": 1716210
    },
    {
      "epoch": 478.99,
      "grad_norm": 1.1367868185043335,
      "learning_rate": 1.777887205156994e-06,
      "loss": 0.3615,
      "step": 1716220
    },
    {
      "epoch": 478.99,
      "grad_norm": 1.1120508909225464,
      "learning_rate": 1.7778609654760447e-06,
      "loss": 0.338,
      "step": 1716230
    },
    {
      "epoch": 479.0,
      "grad_norm": 1.0494749546051025,
      "learning_rate": 1.7778347258704147e-06,
      "loss": 0.3315,
      "step": 1716240
    },
    {
      "epoch": 479.0,
      "grad_norm": 1.0787811279296875,
      "learning_rate": 1.7778084863401092e-06,
      "loss": 0.3474,
      "step": 1716250
    },
    {
      "epoch": 479.0,
      "eval_loss": 0.34485864639282227,
      "eval_runtime": 62.8227,
      "eval_samples_per_second": 80.528,
      "eval_steps_per_second": 10.076,
      "step": 1716257
    },
    {
      "epoch": 479.0,
      "grad_norm": 1.3754922151565552,
      "learning_rate": 1.7777822468851303e-06,
      "loss": 0.361,
      "step": 1716260
    },
    {
      "epoch": 479.0,
      "grad_norm": 1.059917688369751,
      "learning_rate": 1.777756007505481e-06,
      "loss": 0.3471,
      "step": 1716270
    },
    {
      "epoch": 479.01,
      "grad_norm": 1.6088491678237915,
      "learning_rate": 1.7777297682011666e-06,
      "loss": 0.3611,
      "step": 1716280
    },
    {
      "epoch": 479.01,
      "grad_norm": 1.004393219947815,
      "learning_rate": 1.77770352897219e-06,
      "loss": 0.3497,
      "step": 1716290
    },
    {
      "epoch": 479.01,
      "grad_norm": 1.1875876188278198,
      "learning_rate": 1.7776772898185536e-06,
      "loss": 0.3376,
      "step": 1716300
    },
    {
      "epoch": 479.01,
      "grad_norm": 1.2699259519577026,
      "learning_rate": 1.7776510507402622e-06,
      "loss": 0.3414,
      "step": 1716310
    },
    {
      "epoch": 479.02,
      "grad_norm": 1.0504298210144043,
      "learning_rate": 1.7776248117373185e-06,
      "loss": 0.3414,
      "step": 1716320
    },
    {
      "epoch": 479.02,
      "grad_norm": 1.0776655673980713,
      "learning_rate": 1.7775985728097254e-06,
      "loss": 0.331,
      "step": 1716330
    },
    {
      "epoch": 479.02,
      "grad_norm": 0.9909090399742126,
      "learning_rate": 1.777572333957488e-06,
      "loss": 0.3451,
      "step": 1716340
    },
    {
      "epoch": 479.03,
      "grad_norm": 1.0486894845962524,
      "learning_rate": 1.7775460951806094e-06,
      "loss": 0.349,
      "step": 1716350
    },
    {
      "epoch": 479.03,
      "grad_norm": 1.0609357357025146,
      "learning_rate": 1.777519856479092e-06,
      "loss": 0.3496,
      "step": 1716360
    },
    {
      "epoch": 479.03,
      "grad_norm": 1.0798163414001465,
      "learning_rate": 1.7774936178529405e-06,
      "loss": 0.3581,
      "step": 1716370
    },
    {
      "epoch": 479.03,
      "grad_norm": 1.080004334449768,
      "learning_rate": 1.777467379302158e-06,
      "loss": 0.3372,
      "step": 1716380
    },
    {
      "epoch": 479.04,
      "grad_norm": 1.0026737451553345,
      "learning_rate": 1.7774411408267464e-06,
      "loss": 0.3554,
      "step": 1716390
    },
    {
      "epoch": 479.04,
      "grad_norm": 1.0254113674163818,
      "learning_rate": 1.7774149024267123e-06,
      "loss": 0.3605,
      "step": 1716400
    },
    {
      "epoch": 479.04,
      "grad_norm": 0.9626501798629761,
      "learning_rate": 1.7773886641020561e-06,
      "loss": 0.3487,
      "step": 1716410
    },
    {
      "epoch": 479.05,
      "grad_norm": 0.9387947916984558,
      "learning_rate": 1.7773624258527838e-06,
      "loss": 0.3403,
      "step": 1716420
    },
    {
      "epoch": 479.05,
      "grad_norm": 1.0562273263931274,
      "learning_rate": 1.777336187678898e-06,
      "loss": 0.3405,
      "step": 1716430
    },
    {
      "epoch": 479.05,
      "grad_norm": 1.1253411769866943,
      "learning_rate": 1.7773099495804015e-06,
      "loss": 0.3592,
      "step": 1716440
    },
    {
      "epoch": 479.05,
      "grad_norm": 1.0219972133636475,
      "learning_rate": 1.7772837115572988e-06,
      "loss": 0.3338,
      "step": 1716450
    },
    {
      "epoch": 479.06,
      "grad_norm": 0.922145426273346,
      "learning_rate": 1.7772574736095928e-06,
      "loss": 0.3316,
      "step": 1716460
    },
    {
      "epoch": 479.06,
      "grad_norm": 1.1479756832122803,
      "learning_rate": 1.7772312357372863e-06,
      "loss": 0.3609,
      "step": 1716470
    },
    {
      "epoch": 479.06,
      "grad_norm": 1.0690945386886597,
      "learning_rate": 1.7772049979403844e-06,
      "loss": 0.3522,
      "step": 1716480
    },
    {
      "epoch": 479.07,
      "grad_norm": 0.9980306029319763,
      "learning_rate": 1.77717876021889e-06,
      "loss": 0.3498,
      "step": 1716490
    },
    {
      "epoch": 479.07,
      "grad_norm": 1.2020325660705566,
      "learning_rate": 1.7771525225728059e-06,
      "loss": 0.3586,
      "step": 1716500
    },
    {
      "epoch": 479.07,
      "grad_norm": 0.9744088053703308,
      "learning_rate": 1.7771262850021363e-06,
      "loss": 0.3181,
      "step": 1716510
    },
    {
      "epoch": 479.07,
      "grad_norm": 1.0843452215194702,
      "learning_rate": 1.7771000475068846e-06,
      "loss": 0.348,
      "step": 1716520
    },
    {
      "epoch": 479.08,
      "grad_norm": 1.087561011314392,
      "learning_rate": 1.7770738100870534e-06,
      "loss": 0.3461,
      "step": 1716530
    },
    {
      "epoch": 479.08,
      "grad_norm": 1.3128819465637207,
      "learning_rate": 1.7770475727426477e-06,
      "loss": 0.3431,
      "step": 1716540
    },
    {
      "epoch": 479.08,
      "grad_norm": 1.1929808855056763,
      "learning_rate": 1.7770213354736702e-06,
      "loss": 0.3468,
      "step": 1716550
    },
    {
      "epoch": 479.08,
      "grad_norm": 1.2774430513381958,
      "learning_rate": 1.7769950982801239e-06,
      "loss": 0.3322,
      "step": 1716560
    },
    {
      "epoch": 479.09,
      "grad_norm": 1.077625036239624,
      "learning_rate": 1.7769688611620134e-06,
      "loss": 0.3476,
      "step": 1716570
    },
    {
      "epoch": 479.09,
      "grad_norm": 1.0251481533050537,
      "learning_rate": 1.7769426241193416e-06,
      "loss": 0.3441,
      "step": 1716580
    },
    {
      "epoch": 479.09,
      "grad_norm": 1.041606068611145,
      "learning_rate": 1.7769163871521116e-06,
      "loss": 0.3385,
      "step": 1716590
    },
    {
      "epoch": 479.1,
      "grad_norm": 1.0382543802261353,
      "learning_rate": 1.7768901502603279e-06,
      "loss": 0.3361,
      "step": 1716600
    },
    {
      "epoch": 479.1,
      "grad_norm": 0.9222492575645447,
      "learning_rate": 1.7768639134439932e-06,
      "loss": 0.3291,
      "step": 1716610
    },
    {
      "epoch": 479.1,
      "grad_norm": 1.2035554647445679,
      "learning_rate": 1.7768376767031104e-06,
      "loss": 0.341,
      "step": 1716620
    },
    {
      "epoch": 479.1,
      "grad_norm": 1.1270099878311157,
      "learning_rate": 1.7768114400376846e-06,
      "loss": 0.3418,
      "step": 1716630
    },
    {
      "epoch": 479.11,
      "grad_norm": 1.0926786661148071,
      "learning_rate": 1.7767852034477186e-06,
      "loss": 0.3541,
      "step": 1716640
    },
    {
      "epoch": 479.11,
      "grad_norm": 0.922484278678894,
      "learning_rate": 1.7767589669332148e-06,
      "loss": 0.3458,
      "step": 1716650
    },
    {
      "epoch": 479.11,
      "grad_norm": 1.1012165546417236,
      "learning_rate": 1.7767327304941785e-06,
      "loss": 0.352,
      "step": 1716660
    },
    {
      "epoch": 479.12,
      "grad_norm": 1.1649506092071533,
      "learning_rate": 1.7767064941306126e-06,
      "loss": 0.3583,
      "step": 1716670
    },
    {
      "epoch": 479.12,
      "grad_norm": 1.0616470575332642,
      "learning_rate": 1.7766802578425197e-06,
      "loss": 0.3437,
      "step": 1716680
    },
    {
      "epoch": 479.12,
      "grad_norm": 1.0199955701828003,
      "learning_rate": 1.7766540216299046e-06,
      "loss": 0.3325,
      "step": 1716690
    },
    {
      "epoch": 479.12,
      "grad_norm": 1.0643140077590942,
      "learning_rate": 1.7766277854927688e-06,
      "loss": 0.3219,
      "step": 1716700
    },
    {
      "epoch": 479.13,
      "grad_norm": 1.084053874015808,
      "learning_rate": 1.7766015494311182e-06,
      "loss": 0.3438,
      "step": 1716710
    },
    {
      "epoch": 479.13,
      "grad_norm": 1.1560320854187012,
      "learning_rate": 1.7765753134449555e-06,
      "loss": 0.3445,
      "step": 1716720
    },
    {
      "epoch": 479.13,
      "grad_norm": 0.9321308135986328,
      "learning_rate": 1.776549077534283e-06,
      "loss": 0.3302,
      "step": 1716730
    },
    {
      "epoch": 479.13,
      "grad_norm": 1.0484602451324463,
      "learning_rate": 1.776522841699106e-06,
      "loss": 0.3336,
      "step": 1716740
    },
    {
      "epoch": 479.14,
      "grad_norm": 1.2789908647537231,
      "learning_rate": 1.7764966059394268e-06,
      "loss": 0.3363,
      "step": 1716750
    },
    {
      "epoch": 479.14,
      "grad_norm": 1.0415269136428833,
      "learning_rate": 1.7764703702552484e-06,
      "loss": 0.3431,
      "step": 1716760
    },
    {
      "epoch": 479.14,
      "grad_norm": 1.1505621671676636,
      "learning_rate": 1.7764441346465759e-06,
      "loss": 0.3513,
      "step": 1716770
    },
    {
      "epoch": 479.15,
      "grad_norm": 1.2706642150878906,
      "learning_rate": 1.776417899113412e-06,
      "loss": 0.3523,
      "step": 1716780
    },
    {
      "epoch": 479.15,
      "grad_norm": 8.228195190429688,
      "learning_rate": 1.7763916636557591e-06,
      "loss": 0.363,
      "step": 1716790
    },
    {
      "epoch": 479.15,
      "grad_norm": 1.0285391807556152,
      "learning_rate": 1.776365428273623e-06,
      "loss": 0.3401,
      "step": 1716800
    },
    {
      "epoch": 479.15,
      "grad_norm": 1.137882113456726,
      "learning_rate": 1.7763391929670058e-06,
      "loss": 0.3493,
      "step": 1716810
    },
    {
      "epoch": 479.16,
      "grad_norm": 1.0770734548568726,
      "learning_rate": 1.7763129577359104e-06,
      "loss": 0.3329,
      "step": 1716820
    },
    {
      "epoch": 479.16,
      "grad_norm": 0.9708576202392578,
      "learning_rate": 1.7762867225803418e-06,
      "loss": 0.3493,
      "step": 1716830
    },
    {
      "epoch": 479.16,
      "grad_norm": 1.9896680116653442,
      "learning_rate": 1.7762604875003027e-06,
      "loss": 0.3297,
      "step": 1716840
    },
    {
      "epoch": 479.17,
      "grad_norm": 1.1308544874191284,
      "learning_rate": 1.7762342524957957e-06,
      "loss": 0.3542,
      "step": 1716850
    },
    {
      "epoch": 479.17,
      "grad_norm": 1.1177544593811035,
      "learning_rate": 1.776208017566826e-06,
      "loss": 0.3396,
      "step": 1716860
    },
    {
      "epoch": 479.17,
      "grad_norm": 1.0149846076965332,
      "learning_rate": 1.7761817827133962e-06,
      "loss": 0.3486,
      "step": 1716870
    },
    {
      "epoch": 479.17,
      "grad_norm": 1.169212818145752,
      "learning_rate": 1.7761555479355096e-06,
      "loss": 0.335,
      "step": 1716880
    },
    {
      "epoch": 479.18,
      "grad_norm": 1.1593832969665527,
      "learning_rate": 1.7761293132331705e-06,
      "loss": 0.3455,
      "step": 1716890
    },
    {
      "epoch": 479.18,
      "grad_norm": 0.9534867405891418,
      "learning_rate": 1.7761030786063818e-06,
      "loss": 0.3475,
      "step": 1716900
    },
    {
      "epoch": 479.18,
      "grad_norm": 1.1041630506515503,
      "learning_rate": 1.776076844055146e-06,
      "loss": 0.3389,
      "step": 1716910
    },
    {
      "epoch": 479.19,
      "grad_norm": 1.9386579990386963,
      "learning_rate": 1.7760506095794687e-06,
      "loss": 0.3491,
      "step": 1716920
    },
    {
      "epoch": 479.19,
      "grad_norm": 0.9119935631752014,
      "learning_rate": 1.7760243751793523e-06,
      "loss": 0.3223,
      "step": 1716930
    },
    {
      "epoch": 479.19,
      "grad_norm": 1.2506622076034546,
      "learning_rate": 1.7759981408547992e-06,
      "loss": 0.3455,
      "step": 1716940
    },
    {
      "epoch": 479.19,
      "grad_norm": 1.0260305404663086,
      "learning_rate": 1.7759719066058155e-06,
      "loss": 0.3262,
      "step": 1716950
    },
    {
      "epoch": 479.2,
      "grad_norm": 1.1916389465332031,
      "learning_rate": 1.7759456724324026e-06,
      "loss": 0.3424,
      "step": 1716960
    },
    {
      "epoch": 479.2,
      "grad_norm": 0.9533295631408691,
      "learning_rate": 1.7759194383345645e-06,
      "loss": 0.3457,
      "step": 1716970
    },
    {
      "epoch": 479.2,
      "grad_norm": 1.051071286201477,
      "learning_rate": 1.7758932043123052e-06,
      "loss": 0.3536,
      "step": 1716980
    },
    {
      "epoch": 479.2,
      "grad_norm": 0.9399217367172241,
      "learning_rate": 1.775866970365627e-06,
      "loss": 0.3282,
      "step": 1716990
    },
    {
      "epoch": 479.21,
      "grad_norm": 1.0517610311508179,
      "learning_rate": 1.7758407364945349e-06,
      "loss": 0.3341,
      "step": 1717000
    },
    {
      "epoch": 479.21,
      "grad_norm": 1.2589514255523682,
      "learning_rate": 1.7758145026990318e-06,
      "loss": 0.3377,
      "step": 1717010
    },
    {
      "epoch": 479.21,
      "grad_norm": 1.23062002658844,
      "learning_rate": 1.7757882689791205e-06,
      "loss": 0.3349,
      "step": 1717020
    },
    {
      "epoch": 479.22,
      "grad_norm": 1.0370616912841797,
      "learning_rate": 1.7757620353348057e-06,
      "loss": 0.3309,
      "step": 1717030
    },
    {
      "epoch": 479.22,
      "grad_norm": 1.0361601114273071,
      "learning_rate": 1.7757358017660904e-06,
      "loss": 0.3526,
      "step": 1717040
    },
    {
      "epoch": 479.22,
      "grad_norm": 0.9051653146743774,
      "learning_rate": 1.7757095682729767e-06,
      "loss": 0.3274,
      "step": 1717050
    },
    {
      "epoch": 479.22,
      "grad_norm": 1.235344648361206,
      "learning_rate": 1.7756833348554701e-06,
      "loss": 0.3348,
      "step": 1717060
    },
    {
      "epoch": 479.23,
      "grad_norm": 1.1942052841186523,
      "learning_rate": 1.7756571015135736e-06,
      "loss": 0.352,
      "step": 1717070
    },
    {
      "epoch": 479.23,
      "grad_norm": 1.0231044292449951,
      "learning_rate": 1.7756308682472893e-06,
      "loss": 0.3498,
      "step": 1717080
    },
    {
      "epoch": 479.23,
      "grad_norm": 1.0634427070617676,
      "learning_rate": 1.775604635056623e-06,
      "loss": 0.3535,
      "step": 1717090
    },
    {
      "epoch": 479.24,
      "grad_norm": 0.9081371426582336,
      "learning_rate": 1.775578401941577e-06,
      "loss": 0.3571,
      "step": 1717100
    },
    {
      "epoch": 479.24,
      "grad_norm": 1.131847858428955,
      "learning_rate": 1.7755521689021542e-06,
      "loss": 0.3425,
      "step": 1717110
    },
    {
      "epoch": 479.24,
      "grad_norm": 1.0462276935577393,
      "learning_rate": 1.7755259359383591e-06,
      "loss": 0.3584,
      "step": 1717120
    },
    {
      "epoch": 479.24,
      "grad_norm": 1.1642364263534546,
      "learning_rate": 1.7754997030501948e-06,
      "loss": 0.336,
      "step": 1717130
    },
    {
      "epoch": 479.25,
      "grad_norm": 3.3629989624023438,
      "learning_rate": 1.775473470237664e-06,
      "loss": 0.3546,
      "step": 1717140
    },
    {
      "epoch": 479.25,
      "grad_norm": 0.9493194222450256,
      "learning_rate": 1.7754472375007717e-06,
      "loss": 0.3447,
      "step": 1717150
    },
    {
      "epoch": 479.25,
      "grad_norm": 1.277675747871399,
      "learning_rate": 1.7754210048395208e-06,
      "loss": 0.3347,
      "step": 1717160
    },
    {
      "epoch": 479.25,
      "grad_norm": 1.0232607126235962,
      "learning_rate": 1.7753947722539143e-06,
      "loss": 0.3474,
      "step": 1717170
    },
    {
      "epoch": 479.26,
      "grad_norm": 0.8845701217651367,
      "learning_rate": 1.7753685397439563e-06,
      "loss": 0.3247,
      "step": 1717180
    },
    {
      "epoch": 479.26,
      "grad_norm": 1.3011164665222168,
      "learning_rate": 1.7753423073096499e-06,
      "loss": 0.3535,
      "step": 1717190
    },
    {
      "epoch": 479.26,
      "grad_norm": 1.0052098035812378,
      "learning_rate": 1.775316074950998e-06,
      "loss": 0.3531,
      "step": 1717200
    },
    {
      "epoch": 479.27,
      "grad_norm": 0.9582736492156982,
      "learning_rate": 1.7752898426680055e-06,
      "loss": 0.3419,
      "step": 1717210
    },
    {
      "epoch": 479.27,
      "grad_norm": 1.1709190607070923,
      "learning_rate": 1.7752636104606755e-06,
      "loss": 0.3638,
      "step": 1717220
    },
    {
      "epoch": 479.27,
      "grad_norm": 1.0173637866973877,
      "learning_rate": 1.77523737832901e-06,
      "loss": 0.3653,
      "step": 1717230
    },
    {
      "epoch": 479.27,
      "grad_norm": 0.954872727394104,
      "learning_rate": 1.775211146273015e-06,
      "loss": 0.3268,
      "step": 1717240
    },
    {
      "epoch": 479.28,
      "grad_norm": 1.291970133781433,
      "learning_rate": 1.7751849142926923e-06,
      "loss": 0.3566,
      "step": 1717250
    },
    {
      "epoch": 479.28,
      "grad_norm": 1.072953462600708,
      "learning_rate": 1.7751586823880455e-06,
      "loss": 0.3355,
      "step": 1717260
    },
    {
      "epoch": 479.28,
      "grad_norm": 0.9412687420845032,
      "learning_rate": 1.7751324505590785e-06,
      "loss": 0.3322,
      "step": 1717270
    },
    {
      "epoch": 479.29,
      "grad_norm": 1.1443021297454834,
      "learning_rate": 1.7751062188057942e-06,
      "loss": 0.3556,
      "step": 1717280
    },
    {
      "epoch": 479.29,
      "grad_norm": 1.3359955549240112,
      "learning_rate": 1.7750799871281973e-06,
      "loss": 0.3485,
      "step": 1717290
    },
    {
      "epoch": 479.29,
      "grad_norm": 1.147375464439392,
      "learning_rate": 1.7750537555262902e-06,
      "loss": 0.328,
      "step": 1717300
    },
    {
      "epoch": 479.29,
      "grad_norm": 1.183972954750061,
      "learning_rate": 1.7750275240000765e-06,
      "loss": 0.3451,
      "step": 1717310
    },
    {
      "epoch": 479.3,
      "grad_norm": 1.1280149221420288,
      "learning_rate": 1.7750012925495607e-06,
      "loss": 0.3452,
      "step": 1717320
    },
    {
      "epoch": 479.3,
      "grad_norm": 1.2087640762329102,
      "learning_rate": 1.7749750611747452e-06,
      "loss": 0.3371,
      "step": 1717330
    },
    {
      "epoch": 479.3,
      "grad_norm": 1.0861179828643799,
      "learning_rate": 1.774948829875633e-06,
      "loss": 0.3395,
      "step": 1717340
    },
    {
      "epoch": 479.31,
      "grad_norm": 0.9760982990264893,
      "learning_rate": 1.774922598652229e-06,
      "loss": 0.3355,
      "step": 1717350
    },
    {
      "epoch": 479.31,
      "grad_norm": 1.1215472221374512,
      "learning_rate": 1.7748963675045362e-06,
      "loss": 0.3385,
      "step": 1717360
    },
    {
      "epoch": 479.31,
      "grad_norm": 1.2491275072097778,
      "learning_rate": 1.7748701364325573e-06,
      "loss": 0.3639,
      "step": 1717370
    },
    {
      "epoch": 479.31,
      "grad_norm": 0.8921821713447571,
      "learning_rate": 1.7748439054362972e-06,
      "loss": 0.3457,
      "step": 1717380
    },
    {
      "epoch": 479.32,
      "grad_norm": 1.0732446908950806,
      "learning_rate": 1.7748176745157587e-06,
      "loss": 0.3581,
      "step": 1717390
    },
    {
      "epoch": 479.32,
      "grad_norm": 1.350677728652954,
      "learning_rate": 1.7747914436709447e-06,
      "loss": 0.3379,
      "step": 1717400
    },
    {
      "epoch": 479.32,
      "grad_norm": 1.0666543245315552,
      "learning_rate": 1.77476521290186e-06,
      "loss": 0.344,
      "step": 1717410
    },
    {
      "epoch": 479.32,
      "grad_norm": 1.0856513977050781,
      "learning_rate": 1.774738982208507e-06,
      "loss": 0.3153,
      "step": 1717420
    },
    {
      "epoch": 479.33,
      "grad_norm": 1.0585083961486816,
      "learning_rate": 1.7747127515908886e-06,
      "loss": 0.3161,
      "step": 1717430
    },
    {
      "epoch": 479.33,
      "grad_norm": 1.142346978187561,
      "learning_rate": 1.7746865210490104e-06,
      "loss": 0.3393,
      "step": 1717440
    },
    {
      "epoch": 479.33,
      "grad_norm": 0.9276866912841797,
      "learning_rate": 1.7746602905828744e-06,
      "loss": 0.3374,
      "step": 1717450
    },
    {
      "epoch": 479.34,
      "grad_norm": 1.1833025217056274,
      "learning_rate": 1.7746340601924842e-06,
      "loss": 0.3438,
      "step": 1717460
    },
    {
      "epoch": 479.34,
      "grad_norm": 0.9695296287536621,
      "learning_rate": 1.7746078298778438e-06,
      "loss": 0.3309,
      "step": 1717470
    },
    {
      "epoch": 479.34,
      "grad_norm": 1.0273555517196655,
      "learning_rate": 1.7745815996389567e-06,
      "loss": 0.3397,
      "step": 1717480
    },
    {
      "epoch": 479.34,
      "grad_norm": 1.1608905792236328,
      "learning_rate": 1.7745553694758245e-06,
      "loss": 0.3447,
      "step": 1717490
    },
    {
      "epoch": 479.35,
      "grad_norm": 1.1280219554901123,
      "learning_rate": 1.7745291393884536e-06,
      "loss": 0.3443,
      "step": 1717500
    },
    {
      "epoch": 479.35,
      "grad_norm": 1.2520546913146973,
      "learning_rate": 1.774502909376846e-06,
      "loss": 0.3541,
      "step": 1717510
    },
    {
      "epoch": 479.35,
      "grad_norm": 1.1391924619674683,
      "learning_rate": 1.7744766794410044e-06,
      "loss": 0.3423,
      "step": 1717520
    },
    {
      "epoch": 479.36,
      "grad_norm": 0.9868634343147278,
      "learning_rate": 1.7744504495809346e-06,
      "loss": 0.3358,
      "step": 1717530
    },
    {
      "epoch": 479.36,
      "grad_norm": 0.9701038002967834,
      "learning_rate": 1.7744242197966383e-06,
      "loss": 0.3524,
      "step": 1717540
    },
    {
      "epoch": 479.36,
      "grad_norm": 1.3934484720230103,
      "learning_rate": 1.774397990088119e-06,
      "loss": 0.3451,
      "step": 1717550
    },
    {
      "epoch": 479.36,
      "grad_norm": 1.1138029098510742,
      "learning_rate": 1.7743717604553812e-06,
      "loss": 0.3444,
      "step": 1717560
    },
    {
      "epoch": 479.37,
      "grad_norm": 1.134513020515442,
      "learning_rate": 1.7743455308984268e-06,
      "loss": 0.3206,
      "step": 1717570
    },
    {
      "epoch": 479.37,
      "grad_norm": 1.0744211673736572,
      "learning_rate": 1.774319301417261e-06,
      "loss": 0.3382,
      "step": 1717580
    },
    {
      "epoch": 479.37,
      "grad_norm": 1.2018646001815796,
      "learning_rate": 1.7742930720118872e-06,
      "loss": 0.3292,
      "step": 1717590
    },
    {
      "epoch": 479.37,
      "grad_norm": 1.0581783056259155,
      "learning_rate": 1.7742668426823072e-06,
      "loss": 0.3502,
      "step": 1717600
    },
    {
      "epoch": 479.38,
      "grad_norm": 0.9840223789215088,
      "learning_rate": 1.7742406134285258e-06,
      "loss": 0.3368,
      "step": 1717610
    },
    {
      "epoch": 479.38,
      "grad_norm": 1.1475290060043335,
      "learning_rate": 1.7742143842505466e-06,
      "loss": 0.3413,
      "step": 1717620
    },
    {
      "epoch": 479.38,
      "grad_norm": 1.042736291885376,
      "learning_rate": 1.7741881551483724e-06,
      "loss": 0.3233,
      "step": 1717630
    },
    {
      "epoch": 479.39,
      "grad_norm": 1.2968497276306152,
      "learning_rate": 1.7741619261220075e-06,
      "loss": 0.3502,
      "step": 1717640
    },
    {
      "epoch": 479.39,
      "grad_norm": 1.3463977575302124,
      "learning_rate": 1.7741356971714548e-06,
      "loss": 0.3399,
      "step": 1717650
    },
    {
      "epoch": 479.39,
      "grad_norm": 0.9801806211471558,
      "learning_rate": 1.7741094682967173e-06,
      "loss": 0.3337,
      "step": 1717660
    },
    {
      "epoch": 479.39,
      "grad_norm": 1.2018277645111084,
      "learning_rate": 1.7740832394977995e-06,
      "loss": 0.339,
      "step": 1717670
    },
    {
      "epoch": 479.4,
      "grad_norm": 1.1370943784713745,
      "learning_rate": 1.774057010774705e-06,
      "loss": 0.3542,
      "step": 1717680
    },
    {
      "epoch": 479.4,
      "grad_norm": 1.1721248626708984,
      "learning_rate": 1.774030782127436e-06,
      "loss": 0.3477,
      "step": 1717690
    },
    {
      "epoch": 479.4,
      "grad_norm": 0.944025456905365,
      "learning_rate": 1.7740045535559977e-06,
      "loss": 0.321,
      "step": 1717700
    },
    {
      "epoch": 479.41,
      "grad_norm": 1.1091448068618774,
      "learning_rate": 1.7739783250603923e-06,
      "loss": 0.3352,
      "step": 1717710
    },
    {
      "epoch": 479.41,
      "grad_norm": 0.972028374671936,
      "learning_rate": 1.7739520966406226e-06,
      "loss": 0.3479,
      "step": 1717720
    },
    {
      "epoch": 479.41,
      "grad_norm": 1.040588617324829,
      "learning_rate": 1.7739258682966944e-06,
      "loss": 0.343,
      "step": 1717730
    },
    {
      "epoch": 479.41,
      "grad_norm": 0.9494301080703735,
      "learning_rate": 1.7738996400286098e-06,
      "loss": 0.3555,
      "step": 1717740
    },
    {
      "epoch": 479.42,
      "grad_norm": 1.168163776397705,
      "learning_rate": 1.7738734118363714e-06,
      "loss": 0.3638,
      "step": 1717750
    },
    {
      "epoch": 479.42,
      "grad_norm": 1.0730197429656982,
      "learning_rate": 1.773847183719985e-06,
      "loss": 0.3353,
      "step": 1717760
    },
    {
      "epoch": 479.42,
      "grad_norm": 1.2240142822265625,
      "learning_rate": 1.7738209556794525e-06,
      "loss": 0.3607,
      "step": 1717770
    },
    {
      "epoch": 479.43,
      "grad_norm": 1.0762752294540405,
      "learning_rate": 1.7737947277147773e-06,
      "loss": 0.3403,
      "step": 1717780
    },
    {
      "epoch": 479.43,
      "grad_norm": 1.716670036315918,
      "learning_rate": 1.773768499825964e-06,
      "loss": 0.3292,
      "step": 1717790
    },
    {
      "epoch": 479.43,
      "grad_norm": 0.9929327964782715,
      "learning_rate": 1.7737422720130152e-06,
      "loss": 0.3371,
      "step": 1717800
    },
    {
      "epoch": 479.43,
      "grad_norm": 1.003286361694336,
      "learning_rate": 1.7737160442759337e-06,
      "loss": 0.3326,
      "step": 1717810
    },
    {
      "epoch": 479.44,
      "grad_norm": 0.9901677966117859,
      "learning_rate": 1.7736898166147248e-06,
      "loss": 0.3225,
      "step": 1717820
    },
    {
      "epoch": 479.44,
      "grad_norm": 1.032379150390625,
      "learning_rate": 1.773663589029391e-06,
      "loss": 0.3668,
      "step": 1717830
    },
    {
      "epoch": 479.44,
      "grad_norm": 1.125201940536499,
      "learning_rate": 1.7736373615199355e-06,
      "loss": 0.3318,
      "step": 1717840
    },
    {
      "epoch": 479.44,
      "grad_norm": 1.135490894317627,
      "learning_rate": 1.7736111340863626e-06,
      "loss": 0.374,
      "step": 1717850
    },
    {
      "epoch": 479.45,
      "grad_norm": 0.9792572259902954,
      "learning_rate": 1.7735849067286742e-06,
      "loss": 0.3511,
      "step": 1717860
    },
    {
      "epoch": 479.45,
      "grad_norm": 1.095504879951477,
      "learning_rate": 1.7735586794468761e-06,
      "loss": 0.344,
      "step": 1717870
    },
    {
      "epoch": 479.45,
      "grad_norm": 1.0456082820892334,
      "learning_rate": 1.7735324522409705e-06,
      "loss": 0.3441,
      "step": 1717880
    },
    {
      "epoch": 479.46,
      "grad_norm": 1.018447995185852,
      "learning_rate": 1.7735062251109601e-06,
      "loss": 0.3438,
      "step": 1717890
    },
    {
      "epoch": 479.46,
      "grad_norm": 1.1288012266159058,
      "learning_rate": 1.7734799980568504e-06,
      "loss": 0.3374,
      "step": 1717900
    },
    {
      "epoch": 479.46,
      "grad_norm": 1.0801219940185547,
      "learning_rate": 1.7734537710786436e-06,
      "loss": 0.3528,
      "step": 1717910
    },
    {
      "epoch": 479.46,
      "grad_norm": 1.034228801727295,
      "learning_rate": 1.7734275441763432e-06,
      "loss": 0.3431,
      "step": 1717920
    },
    {
      "epoch": 479.47,
      "grad_norm": 0.9395442008972168,
      "learning_rate": 1.773401317349953e-06,
      "loss": 0.3275,
      "step": 1717930
    },
    {
      "epoch": 479.47,
      "grad_norm": 0.8794735074043274,
      "learning_rate": 1.7733750905994764e-06,
      "loss": 0.3409,
      "step": 1717940
    },
    {
      "epoch": 479.47,
      "grad_norm": 1.1165331602096558,
      "learning_rate": 1.7733488639249159e-06,
      "loss": 0.3354,
      "step": 1717950
    },
    {
      "epoch": 479.48,
      "grad_norm": 1.2483274936676025,
      "learning_rate": 1.773322637326277e-06,
      "loss": 0.3582,
      "step": 1717960
    },
    {
      "epoch": 479.48,
      "grad_norm": 0.9651889204978943,
      "learning_rate": 1.7732964108035623e-06,
      "loss": 0.3458,
      "step": 1717970
    },
    {
      "epoch": 479.48,
      "grad_norm": 1.6072794198989868,
      "learning_rate": 1.7732701843567744e-06,
      "loss": 0.3421,
      "step": 1717980
    },
    {
      "epoch": 479.48,
      "grad_norm": 0.9354924559593201,
      "learning_rate": 1.7732439579859179e-06,
      "loss": 0.359,
      "step": 1717990
    },
    {
      "epoch": 479.49,
      "grad_norm": 1.1728249788284302,
      "learning_rate": 1.7732177316909962e-06,
      "loss": 0.3486,
      "step": 1718000
    },
    {
      "epoch": 479.49,
      "grad_norm": 1.1287747621536255,
      "learning_rate": 1.7731915054720115e-06,
      "loss": 0.3498,
      "step": 1718010
    },
    {
      "epoch": 479.49,
      "grad_norm": 1.3254338502883911,
      "learning_rate": 1.7731652793289691e-06,
      "loss": 0.3545,
      "step": 1718020
    },
    {
      "epoch": 479.49,
      "grad_norm": 1.1650315523147583,
      "learning_rate": 1.7731390532618716e-06,
      "loss": 0.3506,
      "step": 1718030
    },
    {
      "epoch": 479.5,
      "grad_norm": 1.2942255735397339,
      "learning_rate": 1.773112827270722e-06,
      "loss": 0.3236,
      "step": 1718040
    },
    {
      "epoch": 479.5,
      "grad_norm": 1.1528184413909912,
      "learning_rate": 1.773086601355525e-06,
      "loss": 0.3486,
      "step": 1718050
    },
    {
      "epoch": 479.5,
      "grad_norm": 1.2142747640609741,
      "learning_rate": 1.7730603755162835e-06,
      "loss": 0.3356,
      "step": 1718060
    },
    {
      "epoch": 479.51,
      "grad_norm": 1.0995604991912842,
      "learning_rate": 1.7730341497530005e-06,
      "loss": 0.3313,
      "step": 1718070
    },
    {
      "epoch": 479.51,
      "grad_norm": 1.293228030204773,
      "learning_rate": 1.7730079240656806e-06,
      "loss": 0.3223,
      "step": 1718080
    },
    {
      "epoch": 479.51,
      "grad_norm": 1.105592966079712,
      "learning_rate": 1.7729816984543261e-06,
      "loss": 0.3477,
      "step": 1718090
    },
    {
      "epoch": 479.51,
      "grad_norm": 1.2838075160980225,
      "learning_rate": 1.7729554729189406e-06,
      "loss": 0.3617,
      "step": 1718100
    },
    {
      "epoch": 479.52,
      "grad_norm": 1.0632991790771484,
      "learning_rate": 1.7729292474595288e-06,
      "loss": 0.3495,
      "step": 1718110
    },
    {
      "epoch": 479.52,
      "grad_norm": 1.1099591255187988,
      "learning_rate": 1.7729030220760936e-06,
      "loss": 0.3564,
      "step": 1718120
    },
    {
      "epoch": 479.52,
      "grad_norm": 0.9704954028129578,
      "learning_rate": 1.7728767967686374e-06,
      "loss": 0.3446,
      "step": 1718130
    },
    {
      "epoch": 479.53,
      "grad_norm": 1.102083444595337,
      "learning_rate": 1.7728505715371654e-06,
      "loss": 0.3495,
      "step": 1718140
    },
    {
      "epoch": 479.53,
      "grad_norm": 1.3309556245803833,
      "learning_rate": 1.772824346381679e-06,
      "loss": 0.3417,
      "step": 1718150
    },
    {
      "epoch": 479.53,
      "grad_norm": 1.2988159656524658,
      "learning_rate": 1.772798121302184e-06,
      "loss": 0.3526,
      "step": 1718160
    },
    {
      "epoch": 479.53,
      "grad_norm": 1.051149606704712,
      "learning_rate": 1.772771896298683e-06,
      "loss": 0.3407,
      "step": 1718170
    },
    {
      "epoch": 479.54,
      "grad_norm": 1.0510145425796509,
      "learning_rate": 1.7727456713711783e-06,
      "loss": 0.3459,
      "step": 1718180
    },
    {
      "epoch": 479.54,
      "grad_norm": 1.0328494310379028,
      "learning_rate": 1.7727194465196755e-06,
      "loss": 0.342,
      "step": 1718190
    },
    {
      "epoch": 479.54,
      "grad_norm": 1.0792310237884521,
      "learning_rate": 1.772693221744177e-06,
      "loss": 0.3285,
      "step": 1718200
    },
    {
      "epoch": 479.55,
      "grad_norm": 1.033125638961792,
      "learning_rate": 1.7726669970446855e-06,
      "loss": 0.3421,
      "step": 1718210
    },
    {
      "epoch": 479.55,
      "grad_norm": 1.2558681964874268,
      "learning_rate": 1.7726407724212063e-06,
      "loss": 0.3495,
      "step": 1718220
    },
    {
      "epoch": 479.55,
      "grad_norm": 0.9809899926185608,
      "learning_rate": 1.7726145478737413e-06,
      "loss": 0.3417,
      "step": 1718230
    },
    {
      "epoch": 479.55,
      "grad_norm": 0.9492878913879395,
      "learning_rate": 1.7725883234022937e-06,
      "loss": 0.3347,
      "step": 1718240
    },
    {
      "epoch": 479.56,
      "grad_norm": 0.9624451398849487,
      "learning_rate": 1.7725620990068693e-06,
      "loss": 0.3237,
      "step": 1718250
    },
    {
      "epoch": 479.56,
      "grad_norm": 1.029845118522644,
      "learning_rate": 1.77253587468747e-06,
      "loss": 0.3617,
      "step": 1718260
    },
    {
      "epoch": 479.56,
      "grad_norm": 1.3804073333740234,
      "learning_rate": 1.7725096504440988e-06,
      "loss": 0.3502,
      "step": 1718270
    },
    {
      "epoch": 479.56,
      "grad_norm": 1.0283509492874146,
      "learning_rate": 1.7724834262767606e-06,
      "loss": 0.3409,
      "step": 1718280
    },
    {
      "epoch": 479.57,
      "grad_norm": 1.3018018007278442,
      "learning_rate": 1.772457202185458e-06,
      "loss": 0.3545,
      "step": 1718290
    },
    {
      "epoch": 479.57,
      "grad_norm": 1.1051431894302368,
      "learning_rate": 1.7724309781701936e-06,
      "loss": 0.3362,
      "step": 1718300
    },
    {
      "epoch": 479.57,
      "grad_norm": 1.1023571491241455,
      "learning_rate": 1.7724047542309728e-06,
      "loss": 0.3349,
      "step": 1718310
    },
    {
      "epoch": 479.58,
      "grad_norm": 1.0560253858566284,
      "learning_rate": 1.7723785303677987e-06,
      "loss": 0.3414,
      "step": 1718320
    },
    {
      "epoch": 479.58,
      "grad_norm": 1.0403647422790527,
      "learning_rate": 1.7723523065806728e-06,
      "loss": 0.3437,
      "step": 1718330
    },
    {
      "epoch": 479.58,
      "grad_norm": 1.2780290842056274,
      "learning_rate": 1.772326082869601e-06,
      "loss": 0.3523,
      "step": 1718340
    },
    {
      "epoch": 479.58,
      "grad_norm": 1.2821135520935059,
      "learning_rate": 1.7722998592345864e-06,
      "loss": 0.322,
      "step": 1718350
    },
    {
      "epoch": 479.59,
      "grad_norm": 1.009789228439331,
      "learning_rate": 1.7722736356756309e-06,
      "loss": 0.3372,
      "step": 1718360
    },
    {
      "epoch": 479.59,
      "grad_norm": 1.104678988456726,
      "learning_rate": 1.77224741219274e-06,
      "loss": 0.3415,
      "step": 1718370
    },
    {
      "epoch": 479.59,
      "grad_norm": 1.021148443222046,
      "learning_rate": 1.7722211887859159e-06,
      "loss": 0.3468,
      "step": 1718380
    },
    {
      "epoch": 479.6,
      "grad_norm": 0.9324547052383423,
      "learning_rate": 1.7721949654551616e-06,
      "loss": 0.331,
      "step": 1718390
    },
    {
      "epoch": 479.6,
      "grad_norm": 1.0740370750427246,
      "learning_rate": 1.7721687422004828e-06,
      "loss": 0.352,
      "step": 1718400
    },
    {
      "epoch": 479.6,
      "grad_norm": 1.0720725059509277,
      "learning_rate": 1.772142519021881e-06,
      "loss": 0.3232,
      "step": 1718410
    },
    {
      "epoch": 479.6,
      "grad_norm": 1.2196694612503052,
      "learning_rate": 1.7721162959193603e-06,
      "loss": 0.3346,
      "step": 1718420
    },
    {
      "epoch": 479.61,
      "grad_norm": 1.2481247186660767,
      "learning_rate": 1.7720900728929247e-06,
      "loss": 0.3672,
      "step": 1718430
    },
    {
      "epoch": 479.61,
      "grad_norm": 0.9660823941230774,
      "learning_rate": 1.7720638499425757e-06,
      "loss": 0.3622,
      "step": 1718440
    },
    {
      "epoch": 479.61,
      "grad_norm": 1.1606276035308838,
      "learning_rate": 1.7720376270683195e-06,
      "loss": 0.3562,
      "step": 1718450
    },
    {
      "epoch": 479.61,
      "grad_norm": 0.8739188313484192,
      "learning_rate": 1.7720114042701586e-06,
      "loss": 0.3494,
      "step": 1718460
    },
    {
      "epoch": 479.62,
      "grad_norm": 1.1356689929962158,
      "learning_rate": 1.771985181548095e-06,
      "loss": 0.3434,
      "step": 1718470
    },
    {
      "epoch": 479.62,
      "grad_norm": 1.0829057693481445,
      "learning_rate": 1.7719589589021347e-06,
      "loss": 0.3354,
      "step": 1718480
    },
    {
      "epoch": 479.62,
      "grad_norm": 0.9195545315742493,
      "learning_rate": 1.7719327363322799e-06,
      "loss": 0.3351,
      "step": 1718490
    },
    {
      "epoch": 479.63,
      "grad_norm": 1.0568411350250244,
      "learning_rate": 1.7719065138385333e-06,
      "loss": 0.349,
      "step": 1718500
    },
    {
      "epoch": 479.63,
      "grad_norm": 1.0047171115875244,
      "learning_rate": 1.7718802914209e-06,
      "loss": 0.3479,
      "step": 1718510
    },
    {
      "epoch": 479.63,
      "grad_norm": 1.7005202770233154,
      "learning_rate": 1.7718540690793827e-06,
      "loss": 0.3547,
      "step": 1718520
    },
    {
      "epoch": 479.63,
      "grad_norm": 1.0130304098129272,
      "learning_rate": 1.771827846813984e-06,
      "loss": 0.3467,
      "step": 1718530
    },
    {
      "epoch": 479.64,
      "grad_norm": 1.117677927017212,
      "learning_rate": 1.7718016246247091e-06,
      "loss": 0.3366,
      "step": 1718540
    },
    {
      "epoch": 479.64,
      "grad_norm": 1.1006375551223755,
      "learning_rate": 1.7717754025115607e-06,
      "loss": 0.3164,
      "step": 1718550
    },
    {
      "epoch": 479.64,
      "grad_norm": 1.086735725402832,
      "learning_rate": 1.7717491804745413e-06,
      "loss": 0.3489,
      "step": 1718560
    },
    {
      "epoch": 479.65,
      "grad_norm": 1.0526878833770752,
      "learning_rate": 1.7717229585136564e-06,
      "loss": 0.3346,
      "step": 1718570
    },
    {
      "epoch": 479.65,
      "grad_norm": 1.2062770128250122,
      "learning_rate": 1.7716967366289086e-06,
      "loss": 0.3422,
      "step": 1718580
    },
    {
      "epoch": 479.65,
      "grad_norm": 1.4230680465698242,
      "learning_rate": 1.7716705148203005e-06,
      "loss": 0.3365,
      "step": 1718590
    },
    {
      "epoch": 479.65,
      "grad_norm": 1.296793818473816,
      "learning_rate": 1.771644293087837e-06,
      "loss": 0.3377,
      "step": 1718600
    },
    {
      "epoch": 479.66,
      "grad_norm": 1.2012685537338257,
      "learning_rate": 1.7716180714315209e-06,
      "loss": 0.3508,
      "step": 1718610
    },
    {
      "epoch": 479.66,
      "grad_norm": 1.1654561758041382,
      "learning_rate": 1.7715918498513546e-06,
      "loss": 0.3627,
      "step": 1718620
    },
    {
      "epoch": 479.66,
      "grad_norm": 0.9745320677757263,
      "learning_rate": 1.7715656283473438e-06,
      "loss": 0.353,
      "step": 1718630
    },
    {
      "epoch": 479.67,
      "grad_norm": 1.159015417098999,
      "learning_rate": 1.7715394069194908e-06,
      "loss": 0.3392,
      "step": 1718640
    },
    {
      "epoch": 479.67,
      "grad_norm": 1.0609242916107178,
      "learning_rate": 1.7715131855677988e-06,
      "loss": 0.3538,
      "step": 1718650
    },
    {
      "epoch": 479.67,
      "grad_norm": 1.0438531637191772,
      "learning_rate": 1.7714869642922721e-06,
      "loss": 0.3442,
      "step": 1718660
    },
    {
      "epoch": 479.67,
      "grad_norm": 1.0372258424758911,
      "learning_rate": 1.771460743092914e-06,
      "loss": 0.3599,
      "step": 1718670
    },
    {
      "epoch": 479.68,
      "grad_norm": 1.0070369243621826,
      "learning_rate": 1.7714345219697264e-06,
      "loss": 0.3592,
      "step": 1718680
    },
    {
      "epoch": 479.68,
      "grad_norm": 1.5426915884017944,
      "learning_rate": 1.7714083009227155e-06,
      "loss": 0.3511,
      "step": 1718690
    },
    {
      "epoch": 479.68,
      "grad_norm": 0.9907487630844116,
      "learning_rate": 1.7713820799518831e-06,
      "loss": 0.343,
      "step": 1718700
    },
    {
      "epoch": 479.68,
      "grad_norm": 0.9868398308753967,
      "learning_rate": 1.7713558590572323e-06,
      "loss": 0.3317,
      "step": 1718710
    },
    {
      "epoch": 479.69,
      "grad_norm": 1.0703532695770264,
      "learning_rate": 1.771329638238768e-06,
      "loss": 0.3559,
      "step": 1718720
    },
    {
      "epoch": 479.69,
      "grad_norm": 1.075175404548645,
      "learning_rate": 1.7713034174964927e-06,
      "loss": 0.3482,
      "step": 1718730
    },
    {
      "epoch": 479.69,
      "grad_norm": 0.9968689680099487,
      "learning_rate": 1.771277196830411e-06,
      "loss": 0.3399,
      "step": 1718740
    },
    {
      "epoch": 479.7,
      "grad_norm": 1.2819327116012573,
      "learning_rate": 1.771250976240525e-06,
      "loss": 0.3328,
      "step": 1718750
    },
    {
      "epoch": 479.7,
      "grad_norm": 1.067055344581604,
      "learning_rate": 1.771224755726838e-06,
      "loss": 0.33,
      "step": 1718760
    },
    {
      "epoch": 479.7,
      "grad_norm": 1.0215566158294678,
      "learning_rate": 1.7711985352893553e-06,
      "loss": 0.3582,
      "step": 1718770
    },
    {
      "epoch": 479.7,
      "grad_norm": 1.003677487373352,
      "learning_rate": 1.7711723149280796e-06,
      "loss": 0.3513,
      "step": 1718780
    },
    {
      "epoch": 479.71,
      "grad_norm": 1.1869702339172363,
      "learning_rate": 1.7711460946430132e-06,
      "loss": 0.3431,
      "step": 1718790
    },
    {
      "epoch": 479.71,
      "grad_norm": 1.0276753902435303,
      "learning_rate": 1.771119874434161e-06,
      "loss": 0.3487,
      "step": 1718800
    },
    {
      "epoch": 479.71,
      "grad_norm": 0.9483502507209778,
      "learning_rate": 1.7710936543015265e-06,
      "loss": 0.3366,
      "step": 1718810
    },
    {
      "epoch": 479.72,
      "grad_norm": 1.0738743543624878,
      "learning_rate": 1.7710674342451117e-06,
      "loss": 0.3358,
      "step": 1718820
    },
    {
      "epoch": 479.72,
      "grad_norm": 1.2367154359817505,
      "learning_rate": 1.771041214264922e-06,
      "loss": 0.3409,
      "step": 1718830
    },
    {
      "epoch": 479.72,
      "grad_norm": 1.000335454940796,
      "learning_rate": 1.7710149943609597e-06,
      "loss": 0.3375,
      "step": 1718840
    },
    {
      "epoch": 479.72,
      "grad_norm": 2.2825279235839844,
      "learning_rate": 1.7709887745332278e-06,
      "loss": 0.3315,
      "step": 1718850
    },
    {
      "epoch": 479.73,
      "grad_norm": 1.3020555973052979,
      "learning_rate": 1.7709625547817315e-06,
      "loss": 0.3525,
      "step": 1718860
    },
    {
      "epoch": 479.73,
      "grad_norm": 0.9977137446403503,
      "learning_rate": 1.7709363351064736e-06,
      "loss": 0.3384,
      "step": 1718870
    },
    {
      "epoch": 479.73,
      "grad_norm": 1.2753291130065918,
      "learning_rate": 1.7709101155074566e-06,
      "loss": 0.3405,
      "step": 1718880
    },
    {
      "epoch": 479.73,
      "grad_norm": 1.2899317741394043,
      "learning_rate": 1.7708838959846855e-06,
      "loss": 0.3438,
      "step": 1718890
    },
    {
      "epoch": 479.74,
      "grad_norm": 1.2327075004577637,
      "learning_rate": 1.7708576765381627e-06,
      "loss": 0.3319,
      "step": 1718900
    },
    {
      "epoch": 479.74,
      "grad_norm": 1.0691994428634644,
      "learning_rate": 1.7708314571678912e-06,
      "loss": 0.3294,
      "step": 1718910
    },
    {
      "epoch": 479.74,
      "grad_norm": 0.9466620087623596,
      "learning_rate": 1.7708052378738764e-06,
      "loss": 0.3353,
      "step": 1718920
    },
    {
      "epoch": 479.75,
      "grad_norm": 1.1714736223220825,
      "learning_rate": 1.7707790186561206e-06,
      "loss": 0.3362,
      "step": 1718930
    },
    {
      "epoch": 479.75,
      "grad_norm": 1.375719666481018,
      "learning_rate": 1.7707527995146268e-06,
      "loss": 0.3422,
      "step": 1718940
    },
    {
      "epoch": 479.75,
      "grad_norm": 1.0588269233703613,
      "learning_rate": 1.7707265804493996e-06,
      "loss": 0.3189,
      "step": 1718950
    },
    {
      "epoch": 479.75,
      "grad_norm": 1.2592055797576904,
      "learning_rate": 1.7707003614604422e-06,
      "loss": 0.3574,
      "step": 1718960
    },
    {
      "epoch": 479.76,
      "grad_norm": 1.2251217365264893,
      "learning_rate": 1.7706741425477566e-06,
      "loss": 0.3515,
      "step": 1718970
    },
    {
      "epoch": 479.76,
      "grad_norm": 1.0652616024017334,
      "learning_rate": 1.7706479237113488e-06,
      "loss": 0.3496,
      "step": 1718980
    },
    {
      "epoch": 479.76,
      "grad_norm": 1.0271358489990234,
      "learning_rate": 1.7706217049512207e-06,
      "loss": 0.346,
      "step": 1718990
    },
    {
      "epoch": 479.77,
      "grad_norm": 1.0371642112731934,
      "learning_rate": 1.7705954862673754e-06,
      "loss": 0.3443,
      "step": 1719000
    },
    {
      "epoch": 479.77,
      "grad_norm": 1.2986805438995361,
      "learning_rate": 1.7705692676598182e-06,
      "loss": 0.3459,
      "step": 1719010
    },
    {
      "epoch": 479.77,
      "grad_norm": 1.1519962549209595,
      "learning_rate": 1.7705430491285506e-06,
      "loss": 0.3436,
      "step": 1719020
    },
    {
      "epoch": 479.77,
      "grad_norm": 1.0862051248550415,
      "learning_rate": 1.770516830673578e-06,
      "loss": 0.3442,
      "step": 1719030
    },
    {
      "epoch": 479.78,
      "grad_norm": 1.1117109060287476,
      "learning_rate": 1.7704906122949026e-06,
      "loss": 0.3486,
      "step": 1719040
    },
    {
      "epoch": 479.78,
      "grad_norm": 1.0710893869400024,
      "learning_rate": 1.770464393992527e-06,
      "loss": 0.3461,
      "step": 1719050
    },
    {
      "epoch": 479.78,
      "grad_norm": 1.1390396356582642,
      "learning_rate": 1.7704381757664572e-06,
      "loss": 0.3391,
      "step": 1719060
    },
    {
      "epoch": 479.79,
      "grad_norm": 1.1559383869171143,
      "learning_rate": 1.7704119576166956e-06,
      "loss": 0.3541,
      "step": 1719070
    },
    {
      "epoch": 479.79,
      "grad_norm": 1.054702877998352,
      "learning_rate": 1.7703857395432444e-06,
      "loss": 0.346,
      "step": 1719080
    },
    {
      "epoch": 479.79,
      "grad_norm": 1.1779451370239258,
      "learning_rate": 1.7703595215461089e-06,
      "loss": 0.3489,
      "step": 1719090
    },
    {
      "epoch": 479.79,
      "grad_norm": 1.1332054138183594,
      "learning_rate": 1.7703333036252918e-06,
      "loss": 0.3498,
      "step": 1719100
    },
    {
      "epoch": 479.8,
      "grad_norm": 1.0534769296646118,
      "learning_rate": 1.7703070857807956e-06,
      "loss": 0.3425,
      "step": 1719110
    },
    {
      "epoch": 479.8,
      "grad_norm": 1.1698503494262695,
      "learning_rate": 1.7702808680126257e-06,
      "loss": 0.3347,
      "step": 1719120
    },
    {
      "epoch": 479.8,
      "grad_norm": 1.0280821323394775,
      "learning_rate": 1.7702546503207848e-06,
      "loss": 0.3388,
      "step": 1719130
    },
    {
      "epoch": 479.8,
      "grad_norm": 1.1195985078811646,
      "learning_rate": 1.7702284327052754e-06,
      "loss": 0.3507,
      "step": 1719140
    },
    {
      "epoch": 479.81,
      "grad_norm": 1.0717517137527466,
      "learning_rate": 1.7702022151661028e-06,
      "loss": 0.3582,
      "step": 1719150
    },
    {
      "epoch": 479.81,
      "grad_norm": 0.9549331665039062,
      "learning_rate": 1.7701759977032695e-06,
      "loss": 0.3523,
      "step": 1719160
    },
    {
      "epoch": 479.81,
      "grad_norm": 1.081300139427185,
      "learning_rate": 1.7701497803167786e-06,
      "loss": 0.3392,
      "step": 1719170
    },
    {
      "epoch": 479.82,
      "grad_norm": 1.07949960231781,
      "learning_rate": 1.7701235630066346e-06,
      "loss": 0.3429,
      "step": 1719180
    },
    {
      "epoch": 479.82,
      "grad_norm": 1.0190117359161377,
      "learning_rate": 1.7700973457728405e-06,
      "loss": 0.3464,
      "step": 1719190
    },
    {
      "epoch": 479.82,
      "grad_norm": 1.0953987836837769,
      "learning_rate": 1.7700711286153985e-06,
      "loss": 0.3459,
      "step": 1719200
    },
    {
      "epoch": 479.82,
      "grad_norm": 1.157845377922058,
      "learning_rate": 1.7700449115343145e-06,
      "loss": 0.3194,
      "step": 1719210
    },
    {
      "epoch": 479.83,
      "grad_norm": 1.0094412565231323,
      "learning_rate": 1.7700186945295907e-06,
      "loss": 0.3575,
      "step": 1719220
    },
    {
      "epoch": 479.83,
      "grad_norm": 1.04378342628479,
      "learning_rate": 1.7699924776012303e-06,
      "loss": 0.3472,
      "step": 1719230
    },
    {
      "epoch": 479.83,
      "grad_norm": 1.1399385929107666,
      "learning_rate": 1.7699662607492375e-06,
      "loss": 0.3575,
      "step": 1719240
    },
    {
      "epoch": 479.84,
      "grad_norm": 0.9390312433242798,
      "learning_rate": 1.7699400439736155e-06,
      "loss": 0.3319,
      "step": 1719250
    },
    {
      "epoch": 479.84,
      "grad_norm": 1.274509310722351,
      "learning_rate": 1.7699138272743667e-06,
      "loss": 0.3443,
      "step": 1719260
    },
    {
      "epoch": 479.84,
      "grad_norm": 1.283223271369934,
      "learning_rate": 1.769887610651497e-06,
      "loss": 0.3473,
      "step": 1719270
    },
    {
      "epoch": 479.84,
      "grad_norm": 1.0334186553955078,
      "learning_rate": 1.7698613941050083e-06,
      "loss": 0.3309,
      "step": 1719280
    },
    {
      "epoch": 479.85,
      "grad_norm": 1.0925554037094116,
      "learning_rate": 1.7698351776349035e-06,
      "loss": 0.3297,
      "step": 1719290
    },
    {
      "epoch": 479.85,
      "grad_norm": 1.0175666809082031,
      "learning_rate": 1.7698089612411875e-06,
      "loss": 0.3478,
      "step": 1719300
    },
    {
      "epoch": 479.85,
      "grad_norm": 1.0233089923858643,
      "learning_rate": 1.769782744923863e-06,
      "loss": 0.3288,
      "step": 1719310
    },
    {
      "epoch": 479.85,
      "grad_norm": 1.03000009059906,
      "learning_rate": 1.7697565286829343e-06,
      "loss": 0.35,
      "step": 1719320
    },
    {
      "epoch": 479.86,
      "grad_norm": 1.062854290008545,
      "learning_rate": 1.7697303125184043e-06,
      "loss": 0.3452,
      "step": 1719330
    },
    {
      "epoch": 479.86,
      "grad_norm": 0.9850242137908936,
      "learning_rate": 1.7697040964302752e-06,
      "loss": 0.3451,
      "step": 1719340
    },
    {
      "epoch": 479.86,
      "grad_norm": 1.244381308555603,
      "learning_rate": 1.769677880418553e-06,
      "loss": 0.3545,
      "step": 1719350
    },
    {
      "epoch": 479.87,
      "grad_norm": 1.3123193979263306,
      "learning_rate": 1.7696516644832399e-06,
      "loss": 0.3444,
      "step": 1719360
    },
    {
      "epoch": 479.87,
      "grad_norm": 1.129276990890503,
      "learning_rate": 1.7696254486243388e-06,
      "loss": 0.3404,
      "step": 1719370
    },
    {
      "epoch": 479.87,
      "grad_norm": 1.2228764295578003,
      "learning_rate": 1.7695992328418545e-06,
      "loss": 0.3299,
      "step": 1719380
    },
    {
      "epoch": 479.87,
      "grad_norm": 1.211370825767517,
      "learning_rate": 1.7695730171357896e-06,
      "loss": 0.3408,
      "step": 1719390
    },
    {
      "epoch": 479.88,
      "grad_norm": 1.1011124849319458,
      "learning_rate": 1.769546801506147e-06,
      "loss": 0.3443,
      "step": 1719400
    },
    {
      "epoch": 479.88,
      "grad_norm": 1.0966014862060547,
      "learning_rate": 1.7695205859529324e-06,
      "loss": 0.3393,
      "step": 1719410
    },
    {
      "epoch": 479.88,
      "grad_norm": 0.9331716895103455,
      "learning_rate": 1.7694943704761472e-06,
      "loss": 0.3414,
      "step": 1719420
    },
    {
      "epoch": 479.89,
      "grad_norm": 1.0302987098693848,
      "learning_rate": 1.769468155075795e-06,
      "loss": 0.3465,
      "step": 1719430
    },
    {
      "epoch": 479.89,
      "grad_norm": 2.0743682384490967,
      "learning_rate": 1.7694419397518808e-06,
      "loss": 0.3312,
      "step": 1719440
    },
    {
      "epoch": 479.89,
      "grad_norm": 1.3305641412734985,
      "learning_rate": 1.7694157245044069e-06,
      "loss": 0.3431,
      "step": 1719450
    },
    {
      "epoch": 479.89,
      "grad_norm": 0.9467713236808777,
      "learning_rate": 1.7693895093333768e-06,
      "loss": 0.337,
      "step": 1719460
    },
    {
      "epoch": 479.9,
      "grad_norm": 1.191370964050293,
      "learning_rate": 1.7693632942387947e-06,
      "loss": 0.3437,
      "step": 1719470
    },
    {
      "epoch": 479.9,
      "grad_norm": 2.469475269317627,
      "learning_rate": 1.7693370792206634e-06,
      "loss": 0.3402,
      "step": 1719480
    },
    {
      "epoch": 479.9,
      "grad_norm": 1.0315892696380615,
      "learning_rate": 1.769310864278986e-06,
      "loss": 0.3449,
      "step": 1719490
    },
    {
      "epoch": 479.91,
      "grad_norm": 1.1078040599822998,
      "learning_rate": 1.7692846494137674e-06,
      "loss": 0.3287,
      "step": 1719500
    },
    {
      "epoch": 479.91,
      "grad_norm": 1.2229976654052734,
      "learning_rate": 1.7692584346250103e-06,
      "loss": 0.343,
      "step": 1719510
    },
    {
      "epoch": 479.91,
      "grad_norm": 1.2433956861495972,
      "learning_rate": 1.7692322199127172e-06,
      "loss": 0.3437,
      "step": 1719520
    },
    {
      "epoch": 479.91,
      "grad_norm": 1.1006364822387695,
      "learning_rate": 1.7692060052768936e-06,
      "loss": 0.3316,
      "step": 1719530
    },
    {
      "epoch": 479.92,
      "grad_norm": 1.0124070644378662,
      "learning_rate": 1.769179790717542e-06,
      "loss": 0.3446,
      "step": 1719540
    },
    {
      "epoch": 479.92,
      "grad_norm": 1.2901489734649658,
      "learning_rate": 1.769153576234665e-06,
      "loss": 0.3487,
      "step": 1719550
    },
    {
      "epoch": 479.92,
      "grad_norm": 1.0872176885604858,
      "learning_rate": 1.769127361828268e-06,
      "loss": 0.3272,
      "step": 1719560
    },
    {
      "epoch": 479.92,
      "grad_norm": 1.110045313835144,
      "learning_rate": 1.769101147498353e-06,
      "loss": 0.339,
      "step": 1719570
    },
    {
      "epoch": 479.93,
      "grad_norm": 1.2885574102401733,
      "learning_rate": 1.7690749332449231e-06,
      "loss": 0.3374,
      "step": 1719580
    },
    {
      "epoch": 479.93,
      "grad_norm": 1.0822635889053345,
      "learning_rate": 1.7690487190679839e-06,
      "loss": 0.3463,
      "step": 1719590
    },
    {
      "epoch": 479.93,
      "grad_norm": 1.059974193572998,
      "learning_rate": 1.7690225049675367e-06,
      "loss": 0.3348,
      "step": 1719600
    },
    {
      "epoch": 479.94,
      "grad_norm": 0.9827060699462891,
      "learning_rate": 1.7689962909435862e-06,
      "loss": 0.3278,
      "step": 1719610
    },
    {
      "epoch": 479.94,
      "grad_norm": 1.1309294700622559,
      "learning_rate": 1.768970076996136e-06,
      "loss": 0.3416,
      "step": 1719620
    },
    {
      "epoch": 479.94,
      "grad_norm": 1.6677132844924927,
      "learning_rate": 1.7689438631251882e-06,
      "loss": 0.3502,
      "step": 1719630
    },
    {
      "epoch": 479.94,
      "grad_norm": 1.0791842937469482,
      "learning_rate": 1.7689176493307478e-06,
      "loss": 0.3619,
      "step": 1719640
    },
    {
      "epoch": 479.95,
      "grad_norm": 0.9905651211738586,
      "learning_rate": 1.768891435612818e-06,
      "loss": 0.3392,
      "step": 1719650
    },
    {
      "epoch": 479.95,
      "grad_norm": 1.0449635982513428,
      "learning_rate": 1.7688652219714012e-06,
      "loss": 0.3274,
      "step": 1719660
    },
    {
      "epoch": 479.95,
      "grad_norm": 1.0787670612335205,
      "learning_rate": 1.7688390084065025e-06,
      "loss": 0.3271,
      "step": 1719670
    },
    {
      "epoch": 479.96,
      "grad_norm": 0.8916346430778503,
      "learning_rate": 1.7688127949181246e-06,
      "loss": 0.3462,
      "step": 1719680
    },
    {
      "epoch": 479.96,
      "grad_norm": 1.2081810235977173,
      "learning_rate": 1.7687865815062708e-06,
      "loss": 0.3385,
      "step": 1719690
    },
    {
      "epoch": 479.96,
      "grad_norm": 0.9419889450073242,
      "learning_rate": 1.768760368170945e-06,
      "loss": 0.3499,
      "step": 1719700
    },
    {
      "epoch": 479.96,
      "grad_norm": 1.203860878944397,
      "learning_rate": 1.7687341549121504e-06,
      "loss": 0.3579,
      "step": 1719710
    },
    {
      "epoch": 479.97,
      "grad_norm": 1.0945069789886475,
      "learning_rate": 1.7687079417298896e-06,
      "loss": 0.3431,
      "step": 1719720
    },
    {
      "epoch": 479.97,
      "grad_norm": 0.9734118580818176,
      "learning_rate": 1.768681728624168e-06,
      "loss": 0.3477,
      "step": 1719730
    },
    {
      "epoch": 479.97,
      "grad_norm": 1.1096466779708862,
      "learning_rate": 1.7686555155949885e-06,
      "loss": 0.35,
      "step": 1719740
    },
    {
      "epoch": 479.97,
      "grad_norm": 1.13845694065094,
      "learning_rate": 1.7686293026423535e-06,
      "loss": 0.3346,
      "step": 1719750
    },
    {
      "epoch": 479.98,
      "grad_norm": 1.355225682258606,
      "learning_rate": 1.768603089766268e-06,
      "loss": 0.3533,
      "step": 1719760
    },
    {
      "epoch": 479.98,
      "grad_norm": 1.1839498281478882,
      "learning_rate": 1.7685768769667342e-06,
      "loss": 0.3482,
      "step": 1719770
    },
    {
      "epoch": 479.98,
      "grad_norm": 1.6239135265350342,
      "learning_rate": 1.7685506642437554e-06,
      "loss": 0.3275,
      "step": 1719780
    },
    {
      "epoch": 479.99,
      "grad_norm": 1.22247314453125,
      "learning_rate": 1.7685244515973367e-06,
      "loss": 0.3595,
      "step": 1719790
    },
    {
      "epoch": 479.99,
      "grad_norm": 1.034364104270935,
      "learning_rate": 1.7684982390274807e-06,
      "loss": 0.3462,
      "step": 1719800
    },
    {
      "epoch": 479.99,
      "grad_norm": 1.1278287172317505,
      "learning_rate": 1.76847202653419e-06,
      "loss": 0.3415,
      "step": 1719810
    },
    {
      "epoch": 479.99,
      "grad_norm": 0.9792588353157043,
      "learning_rate": 1.7684458141174698e-06,
      "loss": 0.3406,
      "step": 1719820
    },
    {
      "epoch": 480.0,
      "grad_norm": 1.0881096124649048,
      "learning_rate": 1.768419601777323e-06,
      "loss": 0.3485,
      "step": 1719830
    },
    {
      "epoch": 480.0,
      "grad_norm": 1.6418176889419556,
      "learning_rate": 1.7683933895137519e-06,
      "loss": 0.3275,
      "step": 1719840
    },
    {
      "epoch": 480.0,
      "eval_loss": 0.3439343571662903,
      "eval_runtime": 66.5093,
      "eval_samples_per_second": 76.065,
      "eval_steps_per_second": 9.517,
      "step": 1719840
    },
    {
      "epoch": 480.0,
      "grad_norm": 1.11734139919281,
      "learning_rate": 1.7683671773267617e-06,
      "loss": 0.3373,
      "step": 1719850
    },
    {
      "epoch": 480.01,
      "grad_norm": 1.0614514350891113,
      "learning_rate": 1.768340965216355e-06,
      "loss": 0.3281,
      "step": 1719860
    },
    {
      "epoch": 480.01,
      "grad_norm": 1.038534164428711,
      "learning_rate": 1.7683147531825345e-06,
      "loss": 0.3441,
      "step": 1719870
    },
    {
      "epoch": 480.01,
      "grad_norm": 1.1355242729187012,
      "learning_rate": 1.7682885412253056e-06,
      "loss": 0.3505,
      "step": 1719880
    },
    {
      "epoch": 480.01,
      "grad_norm": 0.9355248808860779,
      "learning_rate": 1.7682623293446703e-06,
      "loss": 0.3362,
      "step": 1719890
    },
    {
      "epoch": 480.02,
      "grad_norm": 1.0462392568588257,
      "learning_rate": 1.7682361175406329e-06,
      "loss": 0.3573,
      "step": 1719900
    },
    {
      "epoch": 480.02,
      "grad_norm": 8.28612995147705,
      "learning_rate": 1.7682099058131966e-06,
      "loss": 0.3415,
      "step": 1719910
    },
    {
      "epoch": 480.02,
      "grad_norm": 1.0991564989089966,
      "learning_rate": 1.768183694162364e-06,
      "loss": 0.3298,
      "step": 1719920
    },
    {
      "epoch": 480.03,
      "grad_norm": 1.0405926704406738,
      "learning_rate": 1.76815748258814e-06,
      "loss": 0.3278,
      "step": 1719930
    },
    {
      "epoch": 480.03,
      "grad_norm": 1.216978669166565,
      "learning_rate": 1.7681312710905278e-06,
      "loss": 0.343,
      "step": 1719940
    },
    {
      "epoch": 480.03,
      "grad_norm": 1.0885015726089478,
      "learning_rate": 1.7681050596695299e-06,
      "loss": 0.3434,
      "step": 1719950
    },
    {
      "epoch": 480.03,
      "grad_norm": 1.0239077806472778,
      "learning_rate": 1.7680788483251514e-06,
      "loss": 0.3374,
      "step": 1719960
    },
    {
      "epoch": 480.04,
      "grad_norm": 1.1350802183151245,
      "learning_rate": 1.7680526370573946e-06,
      "loss": 0.3528,
      "step": 1719970
    },
    {
      "epoch": 480.04,
      "grad_norm": 0.9549527168273926,
      "learning_rate": 1.7680264258662628e-06,
      "loss": 0.3278,
      "step": 1719980
    },
    {
      "epoch": 480.04,
      "grad_norm": 1.6341661214828491,
      "learning_rate": 1.7680002147517606e-06,
      "loss": 0.3397,
      "step": 1719990
    },
    {
      "epoch": 480.04,
      "grad_norm": 1.0976146459579468,
      "learning_rate": 1.7679740037138907e-06,
      "loss": 0.3441,
      "step": 1720000
    },
    {
      "epoch": 480.05,
      "grad_norm": 1.092316746711731,
      "learning_rate": 1.767947792752656e-06,
      "loss": 0.3325,
      "step": 1720010
    },
    {
      "epoch": 480.05,
      "grad_norm": 1.1474438905715942,
      "learning_rate": 1.7679215818680615e-06,
      "loss": 0.339,
      "step": 1720020
    },
    {
      "epoch": 480.05,
      "grad_norm": 1.0405126810073853,
      "learning_rate": 1.76789537106011e-06,
      "loss": 0.3456,
      "step": 1720030
    },
    {
      "epoch": 480.06,
      "grad_norm": 1.0996906757354736,
      "learning_rate": 1.7678691603288046e-06,
      "loss": 0.3324,
      "step": 1720040
    },
    {
      "epoch": 480.06,
      "grad_norm": 1.006622552871704,
      "learning_rate": 1.7678429496741494e-06,
      "loss": 0.3255,
      "step": 1720050
    },
    {
      "epoch": 480.06,
      "grad_norm": 1.036498785018921,
      "learning_rate": 1.7678167390961476e-06,
      "loss": 0.3307,
      "step": 1720060
    },
    {
      "epoch": 480.06,
      "grad_norm": 1.1018481254577637,
      "learning_rate": 1.7677905285948018e-06,
      "loss": 0.3335,
      "step": 1720070
    },
    {
      "epoch": 480.07,
      "grad_norm": 0.9366126656532288,
      "learning_rate": 1.7677643181701172e-06,
      "loss": 0.3516,
      "step": 1720080
    },
    {
      "epoch": 480.07,
      "grad_norm": 3.654322385787964,
      "learning_rate": 1.7677381078220962e-06,
      "loss": 0.3456,
      "step": 1720090
    },
    {
      "epoch": 480.07,
      "grad_norm": 0.99851393699646,
      "learning_rate": 1.767711897550742e-06,
      "loss": 0.3359,
      "step": 1720100
    },
    {
      "epoch": 480.08,
      "grad_norm": 1.0833648443222046,
      "learning_rate": 1.7676856873560593e-06,
      "loss": 0.3397,
      "step": 1720110
    },
    {
      "epoch": 480.08,
      "grad_norm": 0.9338251948356628,
      "learning_rate": 1.767659477238051e-06,
      "loss": 0.3296,
      "step": 1720120
    },
    {
      "epoch": 480.08,
      "grad_norm": 1.1573210954666138,
      "learning_rate": 1.7676332671967203e-06,
      "loss": 0.3393,
      "step": 1720130
    },
    {
      "epoch": 480.08,
      "grad_norm": 0.8696296811103821,
      "learning_rate": 1.767607057232071e-06,
      "loss": 0.331,
      "step": 1720140
    },
    {
      "epoch": 480.09,
      "grad_norm": 10.737360000610352,
      "learning_rate": 1.7675808473441068e-06,
      "loss": 0.3378,
      "step": 1720150
    },
    {
      "epoch": 480.09,
      "grad_norm": 1.0477588176727295,
      "learning_rate": 1.7675546375328296e-06,
      "loss": 0.3465,
      "step": 1720160
    },
    {
      "epoch": 480.09,
      "grad_norm": 1.1098008155822754,
      "learning_rate": 1.7675284277982454e-06,
      "loss": 0.3392,
      "step": 1720170
    },
    {
      "epoch": 480.09,
      "grad_norm": 1.303704857826233,
      "learning_rate": 1.767502218140356e-06,
      "loss": 0.3438,
      "step": 1720180
    },
    {
      "epoch": 480.1,
      "grad_norm": 1.051761269569397,
      "learning_rate": 1.7674760085591656e-06,
      "loss": 0.3548,
      "step": 1720190
    },
    {
      "epoch": 480.1,
      "grad_norm": 1.0611400604248047,
      "learning_rate": 1.7674497990546776e-06,
      "loss": 0.3581,
      "step": 1720200
    },
    {
      "epoch": 480.1,
      "grad_norm": 1.0149942636489868,
      "learning_rate": 1.7674235896268943e-06,
      "loss": 0.3341,
      "step": 1720210
    },
    {
      "epoch": 480.11,
      "grad_norm": 1.1951946020126343,
      "learning_rate": 1.7673973802758209e-06,
      "loss": 0.3503,
      "step": 1720220
    },
    {
      "epoch": 480.11,
      "grad_norm": 1.0032236576080322,
      "learning_rate": 1.7673711710014604e-06,
      "loss": 0.3388,
      "step": 1720230
    },
    {
      "epoch": 480.11,
      "grad_norm": 1.2371069192886353,
      "learning_rate": 1.7673449618038151e-06,
      "loss": 0.3332,
      "step": 1720240
    },
    {
      "epoch": 480.11,
      "grad_norm": 0.9906089901924133,
      "learning_rate": 1.7673187526828903e-06,
      "loss": 0.3344,
      "step": 1720250
    },
    {
      "epoch": 480.12,
      "grad_norm": 1.2361167669296265,
      "learning_rate": 1.767292543638689e-06,
      "loss": 0.3563,
      "step": 1720260
    },
    {
      "epoch": 480.12,
      "grad_norm": 1.0382728576660156,
      "learning_rate": 1.7672663346712135e-06,
      "loss": 0.3444,
      "step": 1720270
    },
    {
      "epoch": 480.12,
      "grad_norm": 1.0602951049804688,
      "learning_rate": 1.7672401257804688e-06,
      "loss": 0.361,
      "step": 1720280
    },
    {
      "epoch": 480.13,
      "grad_norm": 1.0401654243469238,
      "learning_rate": 1.7672139169664579e-06,
      "loss": 0.3485,
      "step": 1720290
    },
    {
      "epoch": 480.13,
      "grad_norm": 1.1579312086105347,
      "learning_rate": 1.7671877082291826e-06,
      "loss": 0.3467,
      "step": 1720300
    },
    {
      "epoch": 480.13,
      "grad_norm": 1.0964244604110718,
      "learning_rate": 1.7671614995686494e-06,
      "loss": 0.3359,
      "step": 1720310
    },
    {
      "epoch": 480.13,
      "grad_norm": 1.180406928062439,
      "learning_rate": 1.7671352909848601e-06,
      "loss": 0.3308,
      "step": 1720320
    },
    {
      "epoch": 480.14,
      "grad_norm": 1.0435391664505005,
      "learning_rate": 1.767109082477818e-06,
      "loss": 0.344,
      "step": 1720330
    },
    {
      "epoch": 480.14,
      "grad_norm": 1.4954713582992554,
      "learning_rate": 1.7670828740475274e-06,
      "loss": 0.3332,
      "step": 1720340
    },
    {
      "epoch": 480.14,
      "grad_norm": 0.9715396165847778,
      "learning_rate": 1.7670566656939913e-06,
      "loss": 0.3477,
      "step": 1720350
    },
    {
      "epoch": 480.15,
      "grad_norm": 1.09023916721344,
      "learning_rate": 1.7670304574172123e-06,
      "loss": 0.349,
      "step": 1720360
    },
    {
      "epoch": 480.15,
      "grad_norm": 1.1591154336929321,
      "learning_rate": 1.7670042492171954e-06,
      "loss": 0.3468,
      "step": 1720370
    },
    {
      "epoch": 480.15,
      "grad_norm": 1.082987666130066,
      "learning_rate": 1.7669780410939443e-06,
      "loss": 0.3461,
      "step": 1720380
    },
    {
      "epoch": 480.15,
      "grad_norm": 0.9168736338615417,
      "learning_rate": 1.7669518330474602e-06,
      "loss": 0.3478,
      "step": 1720390
    },
    {
      "epoch": 480.16,
      "grad_norm": 1.3500785827636719,
      "learning_rate": 1.766925625077749e-06,
      "loss": 0.343,
      "step": 1720400
    },
    {
      "epoch": 480.16,
      "grad_norm": 0.9572779536247253,
      "learning_rate": 1.7668994171848136e-06,
      "loss": 0.333,
      "step": 1720410
    },
    {
      "epoch": 480.16,
      "grad_norm": 1.042940616607666,
      "learning_rate": 1.7668732093686564e-06,
      "loss": 0.3604,
      "step": 1720420
    },
    {
      "epoch": 480.16,
      "grad_norm": 1.011200189590454,
      "learning_rate": 1.7668470016292823e-06,
      "loss": 0.3478,
      "step": 1720430
    },
    {
      "epoch": 480.17,
      "grad_norm": 1.0816535949707031,
      "learning_rate": 1.7668207939666943e-06,
      "loss": 0.3522,
      "step": 1720440
    },
    {
      "epoch": 480.17,
      "grad_norm": 1.075933575630188,
      "learning_rate": 1.7667945863808944e-06,
      "loss": 0.3481,
      "step": 1720450
    },
    {
      "epoch": 480.17,
      "grad_norm": 1.1825919151306152,
      "learning_rate": 1.7667683788718885e-06,
      "loss": 0.3424,
      "step": 1720460
    },
    {
      "epoch": 480.18,
      "grad_norm": 0.8993426561355591,
      "learning_rate": 1.7667421714396789e-06,
      "loss": 0.3609,
      "step": 1720470
    },
    {
      "epoch": 480.18,
      "grad_norm": 1.0686964988708496,
      "learning_rate": 1.7667159640842688e-06,
      "loss": 0.3582,
      "step": 1720480
    },
    {
      "epoch": 480.18,
      "grad_norm": 0.9867190718650818,
      "learning_rate": 1.7666897568056627e-06,
      "loss": 0.3342,
      "step": 1720490
    },
    {
      "epoch": 480.18,
      "grad_norm": 0.9803948998451233,
      "learning_rate": 1.7666635496038629e-06,
      "loss": 0.3341,
      "step": 1720500
    },
    {
      "epoch": 480.19,
      "grad_norm": 1.1365644931793213,
      "learning_rate": 1.766637342478874e-06,
      "loss": 0.3498,
      "step": 1720510
    },
    {
      "epoch": 480.19,
      "grad_norm": 1.1467221975326538,
      "learning_rate": 1.7666111354306989e-06,
      "loss": 0.3276,
      "step": 1720520
    },
    {
      "epoch": 480.19,
      "grad_norm": 1.3648285865783691,
      "learning_rate": 1.7665849284593402e-06,
      "loss": 0.338,
      "step": 1720530
    },
    {
      "epoch": 480.2,
      "grad_norm": 0.9928305745124817,
      "learning_rate": 1.7665587215648035e-06,
      "loss": 0.3307,
      "step": 1720540
    },
    {
      "epoch": 480.2,
      "grad_norm": 0.9994910359382629,
      "learning_rate": 1.7665325147470908e-06,
      "loss": 0.3524,
      "step": 1720550
    },
    {
      "epoch": 480.2,
      "grad_norm": 0.9497203230857849,
      "learning_rate": 1.7665063080062057e-06,
      "loss": 0.3367,
      "step": 1720560
    },
    {
      "epoch": 480.2,
      "grad_norm": 1.150482177734375,
      "learning_rate": 1.7664801013421523e-06,
      "loss": 0.3136,
      "step": 1720570
    },
    {
      "epoch": 480.21,
      "grad_norm": 1.5748833417892456,
      "learning_rate": 1.7664538947549336e-06,
      "loss": 0.3487,
      "step": 1720580
    },
    {
      "epoch": 480.21,
      "grad_norm": 0.9721341133117676,
      "learning_rate": 1.7664276882445522e-06,
      "loss": 0.3472,
      "step": 1720590
    },
    {
      "epoch": 480.21,
      "grad_norm": 0.9443749785423279,
      "learning_rate": 1.7664014818110136e-06,
      "loss": 0.3523,
      "step": 1720600
    },
    {
      "epoch": 480.21,
      "grad_norm": 1.1430901288986206,
      "learning_rate": 1.76637527545432e-06,
      "loss": 0.3438,
      "step": 1720610
    },
    {
      "epoch": 480.22,
      "grad_norm": 1.2585456371307373,
      "learning_rate": 1.7663490691744743e-06,
      "loss": 0.3404,
      "step": 1720620
    },
    {
      "epoch": 480.22,
      "grad_norm": 1.373801589012146,
      "learning_rate": 1.766322862971482e-06,
      "loss": 0.3546,
      "step": 1720630
    },
    {
      "epoch": 480.22,
      "grad_norm": 1.001770257949829,
      "learning_rate": 1.7662966568453455e-06,
      "loss": 0.3249,
      "step": 1720640
    },
    {
      "epoch": 480.23,
      "grad_norm": 0.9645442962646484,
      "learning_rate": 1.7662704507960673e-06,
      "loss": 0.339,
      "step": 1720650
    },
    {
      "epoch": 480.23,
      "grad_norm": 1.3798025846481323,
      "learning_rate": 1.7662442448236524e-06,
      "loss": 0.338,
      "step": 1720660
    },
    {
      "epoch": 480.23,
      "grad_norm": 1.0834355354309082,
      "learning_rate": 1.7662180389281039e-06,
      "loss": 0.3443,
      "step": 1720670
    },
    {
      "epoch": 480.23,
      "grad_norm": 1.3621151447296143,
      "learning_rate": 1.766191833109424e-06,
      "loss": 0.3368,
      "step": 1720680
    },
    {
      "epoch": 480.24,
      "grad_norm": 1.2307919263839722,
      "learning_rate": 1.7661656273676179e-06,
      "loss": 0.3426,
      "step": 1720690
    },
    {
      "epoch": 480.24,
      "grad_norm": 1.1284202337265015,
      "learning_rate": 1.7661394217026887e-06,
      "loss": 0.3272,
      "step": 1720700
    },
    {
      "epoch": 480.24,
      "grad_norm": 0.9707455039024353,
      "learning_rate": 1.7661132161146391e-06,
      "loss": 0.3394,
      "step": 1720710
    },
    {
      "epoch": 480.25,
      "grad_norm": 1.096826195716858,
      "learning_rate": 1.7660870106034737e-06,
      "loss": 0.3375,
      "step": 1720720
    },
    {
      "epoch": 480.25,
      "grad_norm": 1.176855206489563,
      "learning_rate": 1.7660608051691954e-06,
      "loss": 0.3371,
      "step": 1720730
    },
    {
      "epoch": 480.25,
      "grad_norm": 1.0578807592391968,
      "learning_rate": 1.7660345998118065e-06,
      "loss": 0.3564,
      "step": 1720740
    },
    {
      "epoch": 480.25,
      "grad_norm": 1.1775346994400024,
      "learning_rate": 1.7660083945313127e-06,
      "loss": 0.3474,
      "step": 1720750
    },
    {
      "epoch": 480.26,
      "grad_norm": 1.172074556350708,
      "learning_rate": 1.7659821893277158e-06,
      "loss": 0.3514,
      "step": 1720760
    },
    {
      "epoch": 480.26,
      "grad_norm": 1.1147332191467285,
      "learning_rate": 1.7659559842010205e-06,
      "loss": 0.3465,
      "step": 1720770
    },
    {
      "epoch": 480.26,
      "grad_norm": 1.3322582244873047,
      "learning_rate": 1.7659297791512301e-06,
      "loss": 0.3566,
      "step": 1720780
    },
    {
      "epoch": 480.27,
      "grad_norm": 0.970812976360321,
      "learning_rate": 1.765903574178347e-06,
      "loss": 0.3469,
      "step": 1720790
    },
    {
      "epoch": 480.27,
      "grad_norm": 1.0687891244888306,
      "learning_rate": 1.7658773692823759e-06,
      "loss": 0.35,
      "step": 1720800
    },
    {
      "epoch": 480.27,
      "grad_norm": 0.8886489272117615,
      "learning_rate": 1.76585116446332e-06,
      "loss": 0.3474,
      "step": 1720810
    },
    {
      "epoch": 480.27,
      "grad_norm": 0.9249504208564758,
      "learning_rate": 1.7658249597211815e-06,
      "loss": 0.3509,
      "step": 1720820
    },
    {
      "epoch": 480.28,
      "grad_norm": 1.195267677307129,
      "learning_rate": 1.765798755055966e-06,
      "loss": 0.3365,
      "step": 1720830
    },
    {
      "epoch": 480.28,
      "grad_norm": 1.2966907024383545,
      "learning_rate": 1.7657725504676757e-06,
      "loss": 0.3587,
      "step": 1720840
    },
    {
      "epoch": 480.28,
      "grad_norm": 1.0238533020019531,
      "learning_rate": 1.7657463459563141e-06,
      "loss": 0.348,
      "step": 1720850
    },
    {
      "epoch": 480.28,
      "grad_norm": 1.0592761039733887,
      "learning_rate": 1.7657201415218856e-06,
      "loss": 0.3431,
      "step": 1720860
    },
    {
      "epoch": 480.29,
      "grad_norm": 1.113769292831421,
      "learning_rate": 1.7656939371643928e-06,
      "loss": 0.3503,
      "step": 1720870
    },
    {
      "epoch": 480.29,
      "grad_norm": 1.0186270475387573,
      "learning_rate": 1.7656677328838386e-06,
      "loss": 0.3235,
      "step": 1720880
    },
    {
      "epoch": 480.29,
      "grad_norm": 1.1031527519226074,
      "learning_rate": 1.7656415286802282e-06,
      "loss": 0.3456,
      "step": 1720890
    },
    {
      "epoch": 480.3,
      "grad_norm": 1.1993504762649536,
      "learning_rate": 1.765615324553564e-06,
      "loss": 0.3502,
      "step": 1720900
    },
    {
      "epoch": 480.3,
      "grad_norm": 1.0797126293182373,
      "learning_rate": 1.765589120503849e-06,
      "loss": 0.3482,
      "step": 1720910
    },
    {
      "epoch": 480.3,
      "grad_norm": 1.1511553525924683,
      "learning_rate": 1.7655629165310882e-06,
      "loss": 0.3282,
      "step": 1720920
    },
    {
      "epoch": 480.3,
      "grad_norm": 1.1389702558517456,
      "learning_rate": 1.7655367126352845e-06,
      "loss": 0.3487,
      "step": 1720930
    },
    {
      "epoch": 480.31,
      "grad_norm": 1.1008752584457397,
      "learning_rate": 1.7655105088164403e-06,
      "loss": 0.3568,
      "step": 1720940
    },
    {
      "epoch": 480.31,
      "grad_norm": 1.1079233884811401,
      "learning_rate": 1.7654843050745605e-06,
      "loss": 0.335,
      "step": 1720950
    },
    {
      "epoch": 480.31,
      "grad_norm": 1.1479370594024658,
      "learning_rate": 1.765458101409648e-06,
      "loss": 0.3428,
      "step": 1720960
    },
    {
      "epoch": 480.32,
      "grad_norm": 1.1346077919006348,
      "learning_rate": 1.7654318978217057e-06,
      "loss": 0.3575,
      "step": 1720970
    },
    {
      "epoch": 480.32,
      "grad_norm": 1.0342841148376465,
      "learning_rate": 1.7654056943107385e-06,
      "loss": 0.3762,
      "step": 1720980
    },
    {
      "epoch": 480.32,
      "grad_norm": 0.9313997030258179,
      "learning_rate": 1.7653794908767488e-06,
      "loss": 0.3348,
      "step": 1720990
    },
    {
      "epoch": 480.32,
      "grad_norm": 1.0565372705459595,
      "learning_rate": 1.7653532875197402e-06,
      "loss": 0.3224,
      "step": 1721000
    },
    {
      "epoch": 480.33,
      "grad_norm": 1.0607364177703857,
      "learning_rate": 1.7653270842397165e-06,
      "loss": 0.3375,
      "step": 1721010
    },
    {
      "epoch": 480.33,
      "grad_norm": 3.2220802307128906,
      "learning_rate": 1.7653008810366816e-06,
      "loss": 0.3533,
      "step": 1721020
    },
    {
      "epoch": 480.33,
      "grad_norm": 1.0744824409484863,
      "learning_rate": 1.765274677910637e-06,
      "loss": 0.3629,
      "step": 1721030
    },
    {
      "epoch": 480.33,
      "grad_norm": 0.9670543670654297,
      "learning_rate": 1.7652484748615885e-06,
      "loss": 0.3581,
      "step": 1721040
    },
    {
      "epoch": 480.34,
      "grad_norm": 1.1584752798080444,
      "learning_rate": 1.765222271889538e-06,
      "loss": 0.3362,
      "step": 1721050
    },
    {
      "epoch": 480.34,
      "grad_norm": 0.9603767395019531,
      "learning_rate": 1.7651960689944908e-06,
      "loss": 0.3404,
      "step": 1721060
    },
    {
      "epoch": 480.34,
      "grad_norm": 1.143674373626709,
      "learning_rate": 1.7651698661764488e-06,
      "loss": 0.3318,
      "step": 1721070
    },
    {
      "epoch": 480.35,
      "grad_norm": 1.057737946510315,
      "learning_rate": 1.765143663435416e-06,
      "loss": 0.3353,
      "step": 1721080
    },
    {
      "epoch": 480.35,
      "grad_norm": 1.1259562969207764,
      "learning_rate": 1.7651174607713962e-06,
      "loss": 0.3429,
      "step": 1721090
    },
    {
      "epoch": 480.35,
      "grad_norm": 0.9715527296066284,
      "learning_rate": 1.7650912581843924e-06,
      "loss": 0.3453,
      "step": 1721100
    },
    {
      "epoch": 480.35,
      "grad_norm": 1.0855603218078613,
      "learning_rate": 1.7650650556744074e-06,
      "loss": 0.3416,
      "step": 1721110
    },
    {
      "epoch": 480.36,
      "grad_norm": 0.9671636819839478,
      "learning_rate": 1.7650388532414466e-06,
      "loss": 0.3334,
      "step": 1721120
    },
    {
      "epoch": 480.36,
      "grad_norm": 1.0997782945632935,
      "learning_rate": 1.7650126508855121e-06,
      "loss": 0.3465,
      "step": 1721130
    },
    {
      "epoch": 480.36,
      "grad_norm": 1.0723919868469238,
      "learning_rate": 1.7649864486066075e-06,
      "loss": 0.3285,
      "step": 1721140
    },
    {
      "epoch": 480.37,
      "grad_norm": 0.9188985824584961,
      "learning_rate": 1.7649602464047367e-06,
      "loss": 0.3363,
      "step": 1721150
    },
    {
      "epoch": 480.37,
      "grad_norm": 0.9587184190750122,
      "learning_rate": 1.7649340442799032e-06,
      "loss": 0.3329,
      "step": 1721160
    },
    {
      "epoch": 480.37,
      "grad_norm": 1.1265802383422852,
      "learning_rate": 1.7649078422321092e-06,
      "loss": 0.3449,
      "step": 1721170
    },
    {
      "epoch": 480.37,
      "grad_norm": 1.6518646478652954,
      "learning_rate": 1.7648816402613604e-06,
      "loss": 0.3463,
      "step": 1721180
    },
    {
      "epoch": 480.38,
      "grad_norm": 1.0260565280914307,
      "learning_rate": 1.764855438367659e-06,
      "loss": 0.3319,
      "step": 1721190
    },
    {
      "epoch": 480.38,
      "grad_norm": 1.2263718843460083,
      "learning_rate": 1.7648292365510074e-06,
      "loss": 0.3549,
      "step": 1721200
    },
    {
      "epoch": 480.38,
      "grad_norm": 1.112230658531189,
      "learning_rate": 1.7648030348114118e-06,
      "loss": 0.3445,
      "step": 1721210
    },
    {
      "epoch": 480.39,
      "grad_norm": 1.0087778568267822,
      "learning_rate": 1.7647768331488736e-06,
      "loss": 0.3451,
      "step": 1721220
    },
    {
      "epoch": 480.39,
      "grad_norm": 1.0314276218414307,
      "learning_rate": 1.764750631563397e-06,
      "loss": 0.3448,
      "step": 1721230
    },
    {
      "epoch": 480.39,
      "grad_norm": 0.9142213463783264,
      "learning_rate": 1.7647244300549855e-06,
      "loss": 0.3393,
      "step": 1721240
    },
    {
      "epoch": 480.39,
      "grad_norm": 0.8529242873191833,
      "learning_rate": 1.7646982286236426e-06,
      "loss": 0.3335,
      "step": 1721250
    },
    {
      "epoch": 480.4,
      "grad_norm": 1.117088794708252,
      "learning_rate": 1.7646720272693705e-06,
      "loss": 0.3243,
      "step": 1721260
    },
    {
      "epoch": 480.4,
      "grad_norm": 0.9497828483581543,
      "learning_rate": 1.7646458259921747e-06,
      "loss": 0.3482,
      "step": 1721270
    },
    {
      "epoch": 480.4,
      "grad_norm": 0.9663935303688049,
      "learning_rate": 1.7646196247920582e-06,
      "loss": 0.3293,
      "step": 1721280
    },
    {
      "epoch": 480.4,
      "grad_norm": 1.1149144172668457,
      "learning_rate": 1.7645934236690234e-06,
      "loss": 0.3438,
      "step": 1721290
    },
    {
      "epoch": 480.41,
      "grad_norm": 1.0585353374481201,
      "learning_rate": 1.7645672226230752e-06,
      "loss": 0.3448,
      "step": 1721300
    },
    {
      "epoch": 480.41,
      "grad_norm": 1.148310661315918,
      "learning_rate": 1.7645410216542161e-06,
      "loss": 0.3349,
      "step": 1721310
    },
    {
      "epoch": 480.41,
      "grad_norm": 0.9715038537979126,
      "learning_rate": 1.764514820762449e-06,
      "loss": 0.3411,
      "step": 1721320
    },
    {
      "epoch": 480.42,
      "grad_norm": 1.0928325653076172,
      "learning_rate": 1.7644886199477796e-06,
      "loss": 0.3552,
      "step": 1721330
    },
    {
      "epoch": 480.42,
      "grad_norm": 1.1161611080169678,
      "learning_rate": 1.7644624192102085e-06,
      "loss": 0.342,
      "step": 1721340
    },
    {
      "epoch": 480.42,
      "grad_norm": 1.0427541732788086,
      "learning_rate": 1.7644362185497423e-06,
      "loss": 0.3401,
      "step": 1721350
    },
    {
      "epoch": 480.42,
      "grad_norm": 1.0489875078201294,
      "learning_rate": 1.7644100179663822e-06,
      "loss": 0.3335,
      "step": 1721360
    },
    {
      "epoch": 480.43,
      "grad_norm": 1.2140899896621704,
      "learning_rate": 1.7643838174601325e-06,
      "loss": 0.3442,
      "step": 1721370
    },
    {
      "epoch": 480.43,
      "grad_norm": 0.9753241539001465,
      "learning_rate": 1.7643576170309968e-06,
      "loss": 0.3551,
      "step": 1721380
    },
    {
      "epoch": 480.43,
      "grad_norm": 1.1438311338424683,
      "learning_rate": 1.7643314166789785e-06,
      "loss": 0.3541,
      "step": 1721390
    },
    {
      "epoch": 480.44,
      "grad_norm": 1.0063778162002563,
      "learning_rate": 1.7643052164040799e-06,
      "loss": 0.3293,
      "step": 1721400
    },
    {
      "epoch": 480.44,
      "grad_norm": 1.075343370437622,
      "learning_rate": 1.7642790162063066e-06,
      "loss": 0.3457,
      "step": 1721410
    },
    {
      "epoch": 480.44,
      "grad_norm": 1.8365188837051392,
      "learning_rate": 1.7642528160856612e-06,
      "loss": 0.3303,
      "step": 1721420
    },
    {
      "epoch": 480.44,
      "grad_norm": 1.1207101345062256,
      "learning_rate": 1.7642266160421462e-06,
      "loss": 0.3606,
      "step": 1721430
    },
    {
      "epoch": 480.45,
      "grad_norm": 1.236588716506958,
      "learning_rate": 1.7642004160757663e-06,
      "loss": 0.3507,
      "step": 1721440
    },
    {
      "epoch": 480.45,
      "grad_norm": 1.1839931011199951,
      "learning_rate": 1.7641742161865247e-06,
      "loss": 0.3496,
      "step": 1721450
    },
    {
      "epoch": 480.45,
      "grad_norm": 1.1163338422775269,
      "learning_rate": 1.7641480163744246e-06,
      "loss": 0.3389,
      "step": 1721460
    },
    {
      "epoch": 480.45,
      "grad_norm": 0.941959798336029,
      "learning_rate": 1.76412181663947e-06,
      "loss": 0.341,
      "step": 1721470
    },
    {
      "epoch": 480.46,
      "grad_norm": 1.1589395999908447,
      "learning_rate": 1.7640956169816641e-06,
      "loss": 0.3503,
      "step": 1721480
    },
    {
      "epoch": 480.46,
      "grad_norm": 1.152976632118225,
      "learning_rate": 1.7640694174010094e-06,
      "loss": 0.3538,
      "step": 1721490
    },
    {
      "epoch": 480.46,
      "grad_norm": 1.425621747970581,
      "learning_rate": 1.7640432178975116e-06,
      "loss": 0.3376,
      "step": 1721500
    },
    {
      "epoch": 480.47,
      "grad_norm": 1.0144891738891602,
      "learning_rate": 1.7640170184711727e-06,
      "loss": 0.3264,
      "step": 1721510
    },
    {
      "epoch": 480.47,
      "grad_norm": 1.0654919147491455,
      "learning_rate": 1.7639908191219958e-06,
      "loss": 0.3315,
      "step": 1721520
    },
    {
      "epoch": 480.47,
      "grad_norm": 1.0405018329620361,
      "learning_rate": 1.7639646198499858e-06,
      "loss": 0.3522,
      "step": 1721530
    },
    {
      "epoch": 480.47,
      "grad_norm": 1.1117808818817139,
      "learning_rate": 1.763938420655145e-06,
      "loss": 0.3426,
      "step": 1721540
    },
    {
      "epoch": 480.48,
      "grad_norm": 1.0743882656097412,
      "learning_rate": 1.7639122215374764e-06,
      "loss": 0.3412,
      "step": 1721550
    },
    {
      "epoch": 480.48,
      "grad_norm": 1.0803601741790771,
      "learning_rate": 1.7638860224969854e-06,
      "loss": 0.3251,
      "step": 1721560
    },
    {
      "epoch": 480.48,
      "grad_norm": 0.9754733443260193,
      "learning_rate": 1.7638598235336746e-06,
      "loss": 0.3318,
      "step": 1721570
    },
    {
      "epoch": 480.49,
      "grad_norm": 1.0402928590774536,
      "learning_rate": 1.7638336246475463e-06,
      "loss": 0.3181,
      "step": 1721580
    },
    {
      "epoch": 480.49,
      "grad_norm": 0.9756852984428406,
      "learning_rate": 1.763807425838606e-06,
      "loss": 0.322,
      "step": 1721590
    },
    {
      "epoch": 480.49,
      "grad_norm": 1.2217390537261963,
      "learning_rate": 1.763781227106856e-06,
      "loss": 0.3348,
      "step": 1721600
    },
    {
      "epoch": 480.49,
      "grad_norm": 1.0738693475723267,
      "learning_rate": 1.7637550284522998e-06,
      "loss": 0.3446,
      "step": 1721610
    },
    {
      "epoch": 480.5,
      "grad_norm": 1.209049940109253,
      "learning_rate": 1.7637288298749414e-06,
      "loss": 0.3226,
      "step": 1721620
    },
    {
      "epoch": 480.5,
      "grad_norm": 0.8971052765846252,
      "learning_rate": 1.7637026313747831e-06,
      "loss": 0.3483,
      "step": 1721630
    },
    {
      "epoch": 480.5,
      "grad_norm": 1.0134215354919434,
      "learning_rate": 1.7636764329518302e-06,
      "loss": 0.3286,
      "step": 1721640
    },
    {
      "epoch": 480.51,
      "grad_norm": 1.076095700263977,
      "learning_rate": 1.7636502346060854e-06,
      "loss": 0.3457,
      "step": 1721650
    },
    {
      "epoch": 480.51,
      "grad_norm": 1.1869508028030396,
      "learning_rate": 1.7636240363375512e-06,
      "loss": 0.3404,
      "step": 1721660
    },
    {
      "epoch": 480.51,
      "grad_norm": 1.3117051124572754,
      "learning_rate": 1.7635978381462328e-06,
      "loss": 0.3458,
      "step": 1721670
    },
    {
      "epoch": 480.51,
      "grad_norm": 1.0577934980392456,
      "learning_rate": 1.7635716400321326e-06,
      "loss": 0.3395,
      "step": 1721680
    },
    {
      "epoch": 480.52,
      "grad_norm": 0.9170591235160828,
      "learning_rate": 1.7635454419952532e-06,
      "loss": 0.3483,
      "step": 1721690
    },
    {
      "epoch": 480.52,
      "grad_norm": 1.1169044971466064,
      "learning_rate": 1.7635192440356004e-06,
      "loss": 0.3449,
      "step": 1721700
    },
    {
      "epoch": 480.52,
      "grad_norm": 0.9926474094390869,
      "learning_rate": 1.7634930461531763e-06,
      "loss": 0.3272,
      "step": 1721710
    },
    {
      "epoch": 480.52,
      "grad_norm": 1.0767196416854858,
      "learning_rate": 1.7634668483479835e-06,
      "loss": 0.3438,
      "step": 1721720
    },
    {
      "epoch": 480.53,
      "grad_norm": 1.1953964233398438,
      "learning_rate": 1.763440650620028e-06,
      "loss": 0.3509,
      "step": 1721730
    },
    {
      "epoch": 480.53,
      "grad_norm": 1.1176049709320068,
      "learning_rate": 1.7634144529693115e-06,
      "loss": 0.34,
      "step": 1721740
    },
    {
      "epoch": 480.53,
      "grad_norm": 1.3021730184555054,
      "learning_rate": 1.7633882553958373e-06,
      "loss": 0.3405,
      "step": 1721750
    },
    {
      "epoch": 480.54,
      "grad_norm": 1.563998818397522,
      "learning_rate": 1.76336205789961e-06,
      "loss": 0.3632,
      "step": 1721760
    },
    {
      "epoch": 480.54,
      "grad_norm": 1.08994460105896,
      "learning_rate": 1.7633358604806325e-06,
      "loss": 0.351,
      "step": 1721770
    },
    {
      "epoch": 480.54,
      "grad_norm": 1.0701391696929932,
      "learning_rate": 1.763309663138907e-06,
      "loss": 0.3507,
      "step": 1721780
    },
    {
      "epoch": 480.54,
      "grad_norm": 1.09542715549469,
      "learning_rate": 1.7632834658744395e-06,
      "loss": 0.3461,
      "step": 1721790
    },
    {
      "epoch": 480.55,
      "grad_norm": 1.0288513898849487,
      "learning_rate": 1.7632572686872325e-06,
      "loss": 0.3365,
      "step": 1721800
    },
    {
      "epoch": 480.55,
      "grad_norm": 1.0506188869476318,
      "learning_rate": 1.7632310715772884e-06,
      "loss": 0.3443,
      "step": 1721810
    },
    {
      "epoch": 480.55,
      "grad_norm": 0.9746358394622803,
      "learning_rate": 1.7632048745446121e-06,
      "loss": 0.3593,
      "step": 1721820
    },
    {
      "epoch": 480.56,
      "grad_norm": 1.032974362373352,
      "learning_rate": 1.7631786775892064e-06,
      "loss": 0.3435,
      "step": 1721830
    },
    {
      "epoch": 480.56,
      "grad_norm": 1.2584689855575562,
      "learning_rate": 1.763152480711074e-06,
      "loss": 0.3531,
      "step": 1721840
    },
    {
      "epoch": 480.56,
      "grad_norm": 1.0274837017059326,
      "learning_rate": 1.7631262839102204e-06,
      "loss": 0.3521,
      "step": 1721850
    },
    {
      "epoch": 480.56,
      "grad_norm": 0.9907241463661194,
      "learning_rate": 1.7631000871866478e-06,
      "loss": 0.3675,
      "step": 1721860
    },
    {
      "epoch": 480.57,
      "grad_norm": 0.9062678813934326,
      "learning_rate": 1.763073890540359e-06,
      "loss": 0.3439,
      "step": 1721870
    },
    {
      "epoch": 480.57,
      "grad_norm": 1.0235002040863037,
      "learning_rate": 1.7630476939713592e-06,
      "loss": 0.3422,
      "step": 1721880
    },
    {
      "epoch": 480.57,
      "grad_norm": 1.075752854347229,
      "learning_rate": 1.763021497479651e-06,
      "loss": 0.3662,
      "step": 1721890
    },
    {
      "epoch": 480.57,
      "grad_norm": 1.0491943359375,
      "learning_rate": 1.762995301065238e-06,
      "loss": 0.3279,
      "step": 1721900
    },
    {
      "epoch": 480.58,
      "grad_norm": 1.015257716178894,
      "learning_rate": 1.7629691047281235e-06,
      "loss": 0.348,
      "step": 1721910
    },
    {
      "epoch": 480.58,
      "grad_norm": 1.1408973932266235,
      "learning_rate": 1.7629429084683102e-06,
      "loss": 0.3269,
      "step": 1721920
    },
    {
      "epoch": 480.58,
      "grad_norm": 1.053581714630127,
      "learning_rate": 1.7629167122858035e-06,
      "loss": 0.3685,
      "step": 1721930
    },
    {
      "epoch": 480.59,
      "grad_norm": 0.9528045058250427,
      "learning_rate": 1.7628905161806058e-06,
      "loss": 0.3352,
      "step": 1721940
    },
    {
      "epoch": 480.59,
      "grad_norm": 1.014543890953064,
      "learning_rate": 1.7628643201527205e-06,
      "loss": 0.3482,
      "step": 1721950
    },
    {
      "epoch": 480.59,
      "grad_norm": 1.0362733602523804,
      "learning_rate": 1.7628381242021517e-06,
      "loss": 0.3588,
      "step": 1721960
    },
    {
      "epoch": 480.59,
      "grad_norm": 1.184872031211853,
      "learning_rate": 1.7628119283289018e-06,
      "loss": 0.3361,
      "step": 1721970
    },
    {
      "epoch": 480.6,
      "grad_norm": 0.9772964715957642,
      "learning_rate": 1.7627857325329745e-06,
      "loss": 0.3433,
      "step": 1721980
    },
    {
      "epoch": 480.6,
      "grad_norm": 1.4712111949920654,
      "learning_rate": 1.7627595368143746e-06,
      "loss": 0.3446,
      "step": 1721990
    },
    {
      "epoch": 480.6,
      "grad_norm": 1.0455540418624878,
      "learning_rate": 1.7627333411731047e-06,
      "loss": 0.3234,
      "step": 1722000
    },
    {
      "epoch": 480.61,
      "grad_norm": 1.3093723058700562,
      "learning_rate": 1.762707145609167e-06,
      "loss": 0.3437,
      "step": 1722010
    },
    {
      "epoch": 480.61,
      "grad_norm": 1.116576075553894,
      "learning_rate": 1.7626809501225676e-06,
      "loss": 0.3545,
      "step": 1722020
    },
    {
      "epoch": 480.61,
      "grad_norm": 1.154175877571106,
      "learning_rate": 1.7626547547133085e-06,
      "loss": 0.3555,
      "step": 1722030
    },
    {
      "epoch": 480.61,
      "grad_norm": 1.049206018447876,
      "learning_rate": 1.762628559381393e-06,
      "loss": 0.3473,
      "step": 1722040
    },
    {
      "epoch": 480.62,
      "grad_norm": 1.0910160541534424,
      "learning_rate": 1.7626023641268254e-06,
      "loss": 0.3301,
      "step": 1722050
    },
    {
      "epoch": 480.62,
      "grad_norm": 0.9733542203903198,
      "learning_rate": 1.7625761689496084e-06,
      "loss": 0.3514,
      "step": 1722060
    },
    {
      "epoch": 480.62,
      "grad_norm": 0.9741637706756592,
      "learning_rate": 1.7625499738497451e-06,
      "loss": 0.3626,
      "step": 1722070
    },
    {
      "epoch": 480.63,
      "grad_norm": 1.2136852741241455,
      "learning_rate": 1.7625237788272405e-06,
      "loss": 0.3612,
      "step": 1722080
    },
    {
      "epoch": 480.63,
      "grad_norm": 1.0097696781158447,
      "learning_rate": 1.7624975838820972e-06,
      "loss": 0.3575,
      "step": 1722090
    },
    {
      "epoch": 480.63,
      "grad_norm": 1.1158013343811035,
      "learning_rate": 1.7624713890143186e-06,
      "loss": 0.3428,
      "step": 1722100
    },
    {
      "epoch": 480.63,
      "grad_norm": 1.0224924087524414,
      "learning_rate": 1.7624451942239084e-06,
      "loss": 0.3496,
      "step": 1722110
    },
    {
      "epoch": 480.64,
      "grad_norm": 0.9895635843276978,
      "learning_rate": 1.7624189995108704e-06,
      "loss": 0.34,
      "step": 1722120
    },
    {
      "epoch": 480.64,
      "grad_norm": 1.4980767965316772,
      "learning_rate": 1.7623928048752065e-06,
      "loss": 0.3513,
      "step": 1722130
    },
    {
      "epoch": 480.64,
      "grad_norm": 0.9148972034454346,
      "learning_rate": 1.7623666103169227e-06,
      "loss": 0.3312,
      "step": 1722140
    },
    {
      "epoch": 480.64,
      "grad_norm": 1.2136313915252686,
      "learning_rate": 1.762340415836021e-06,
      "loss": 0.3412,
      "step": 1722150
    },
    {
      "epoch": 480.65,
      "grad_norm": 1.199857234954834,
      "learning_rate": 1.762314221432504e-06,
      "loss": 0.3448,
      "step": 1722160
    },
    {
      "epoch": 480.65,
      "grad_norm": 1.0853394269943237,
      "learning_rate": 1.762288027106377e-06,
      "loss": 0.3452,
      "step": 1722170
    },
    {
      "epoch": 480.65,
      "grad_norm": 1.2206777334213257,
      "learning_rate": 1.7622618328576432e-06,
      "loss": 0.3386,
      "step": 1722180
    },
    {
      "epoch": 480.66,
      "grad_norm": 1.1345635652542114,
      "learning_rate": 1.762235638686305e-06,
      "loss": 0.3471,
      "step": 1722190
    },
    {
      "epoch": 480.66,
      "grad_norm": 1.208897590637207,
      "learning_rate": 1.7622094445923672e-06,
      "loss": 0.3418,
      "step": 1722200
    },
    {
      "epoch": 480.66,
      "grad_norm": 1.180497407913208,
      "learning_rate": 1.7621832505758313e-06,
      "loss": 0.3555,
      "step": 1722210
    },
    {
      "epoch": 480.66,
      "grad_norm": 1.1031115055084229,
      "learning_rate": 1.7621570566367031e-06,
      "loss": 0.3486,
      "step": 1722220
    },
    {
      "epoch": 480.67,
      "grad_norm": 1.1503323316574097,
      "learning_rate": 1.7621308627749854e-06,
      "loss": 0.3521,
      "step": 1722230
    },
    {
      "epoch": 480.67,
      "grad_norm": 1.0533819198608398,
      "learning_rate": 1.7621046689906807e-06,
      "loss": 0.3364,
      "step": 1722240
    },
    {
      "epoch": 480.67,
      "grad_norm": 1.1042110919952393,
      "learning_rate": 1.7620784752837933e-06,
      "loss": 0.3357,
      "step": 1722250
    },
    {
      "epoch": 480.68,
      "grad_norm": 1.2713109254837036,
      "learning_rate": 1.7620522816543269e-06,
      "loss": 0.3455,
      "step": 1722260
    },
    {
      "epoch": 480.68,
      "grad_norm": 1.1789698600769043,
      "learning_rate": 1.7620260881022837e-06,
      "loss": 0.3468,
      "step": 1722270
    },
    {
      "epoch": 480.68,
      "grad_norm": 1.2213069200515747,
      "learning_rate": 1.761999894627669e-06,
      "loss": 0.3471,
      "step": 1722280
    },
    {
      "epoch": 480.68,
      "grad_norm": 1.077587366104126,
      "learning_rate": 1.7619737012304853e-06,
      "loss": 0.3328,
      "step": 1722290
    },
    {
      "epoch": 480.69,
      "grad_norm": 0.9999144077301025,
      "learning_rate": 1.7619475079107354e-06,
      "loss": 0.3264,
      "step": 1722300
    },
    {
      "epoch": 480.69,
      "grad_norm": 0.9183148741722107,
      "learning_rate": 1.7619213146684242e-06,
      "loss": 0.3357,
      "step": 1722310
    },
    {
      "epoch": 480.69,
      "grad_norm": 1.1005823612213135,
      "learning_rate": 1.761895121503555e-06,
      "loss": 0.3273,
      "step": 1722320
    },
    {
      "epoch": 480.69,
      "grad_norm": 1.0338106155395508,
      "learning_rate": 1.7618689284161299e-06,
      "loss": 0.3452,
      "step": 1722330
    },
    {
      "epoch": 480.7,
      "grad_norm": 1.1403939723968506,
      "learning_rate": 1.7618427354061543e-06,
      "loss": 0.3472,
      "step": 1722340
    },
    {
      "epoch": 480.7,
      "grad_norm": 1.3119996786117554,
      "learning_rate": 1.7618165424736304e-06,
      "loss": 0.3362,
      "step": 1722350
    },
    {
      "epoch": 480.7,
      "grad_norm": 1.1056715250015259,
      "learning_rate": 1.7617903496185611e-06,
      "loss": 0.3355,
      "step": 1722360
    },
    {
      "epoch": 480.71,
      "grad_norm": 1.0961319208145142,
      "learning_rate": 1.7617641568409517e-06,
      "loss": 0.3381,
      "step": 1722370
    },
    {
      "epoch": 480.71,
      "grad_norm": 1.1928871870040894,
      "learning_rate": 1.761737964140805e-06,
      "loss": 0.3435,
      "step": 1722380
    },
    {
      "epoch": 480.71,
      "grad_norm": 0.9093068838119507,
      "learning_rate": 1.7617117715181229e-06,
      "loss": 0.3449,
      "step": 1722390
    },
    {
      "epoch": 480.71,
      "grad_norm": 1.084466814994812,
      "learning_rate": 1.7616855789729116e-06,
      "loss": 0.3479,
      "step": 1722400
    },
    {
      "epoch": 480.72,
      "grad_norm": 0.942156970500946,
      "learning_rate": 1.7616593865051728e-06,
      "loss": 0.333,
      "step": 1722410
    },
    {
      "epoch": 480.72,
      "grad_norm": 1.00249183177948,
      "learning_rate": 1.7616331941149103e-06,
      "loss": 0.3522,
      "step": 1722420
    },
    {
      "epoch": 480.72,
      "grad_norm": 1.095435380935669,
      "learning_rate": 1.7616070018021282e-06,
      "loss": 0.3449,
      "step": 1722430
    },
    {
      "epoch": 480.73,
      "grad_norm": 1.022895097732544,
      "learning_rate": 1.7615808095668293e-06,
      "loss": 0.3318,
      "step": 1722440
    },
    {
      "epoch": 480.73,
      "grad_norm": 1.0233619213104248,
      "learning_rate": 1.7615546174090163e-06,
      "loss": 0.3413,
      "step": 1722450
    },
    {
      "epoch": 480.73,
      "grad_norm": 1.1012516021728516,
      "learning_rate": 1.7615284253286948e-06,
      "loss": 0.3415,
      "step": 1722460
    },
    {
      "epoch": 480.73,
      "grad_norm": 1.004583716392517,
      "learning_rate": 1.761502233325867e-06,
      "loss": 0.3265,
      "step": 1722470
    },
    {
      "epoch": 480.74,
      "grad_norm": 1.0228335857391357,
      "learning_rate": 1.7614760414005363e-06,
      "loss": 0.348,
      "step": 1722480
    },
    {
      "epoch": 480.74,
      "grad_norm": 1.1116104125976562,
      "learning_rate": 1.7614498495527066e-06,
      "loss": 0.3336,
      "step": 1722490
    },
    {
      "epoch": 480.74,
      "grad_norm": 1.0919427871704102,
      "learning_rate": 1.7614236577823803e-06,
      "loss": 0.3324,
      "step": 1722500
    },
    {
      "epoch": 480.75,
      "grad_norm": 0.9424499869346619,
      "learning_rate": 1.7613974660895628e-06,
      "loss": 0.3463,
      "step": 1722510
    },
    {
      "epoch": 480.75,
      "grad_norm": 1.026843786239624,
      "learning_rate": 1.7613712744742569e-06,
      "loss": 0.3638,
      "step": 1722520
    },
    {
      "epoch": 480.75,
      "grad_norm": 1.2001646757125854,
      "learning_rate": 1.7613450829364644e-06,
      "loss": 0.358,
      "step": 1722530
    },
    {
      "epoch": 480.75,
      "grad_norm": 0.9730991721153259,
      "learning_rate": 1.7613188914761913e-06,
      "loss": 0.3363,
      "step": 1722540
    },
    {
      "epoch": 480.76,
      "grad_norm": 1.1034724712371826,
      "learning_rate": 1.7612927000934398e-06,
      "loss": 0.3339,
      "step": 1722550
    },
    {
      "epoch": 480.76,
      "grad_norm": 1.0908732414245605,
      "learning_rate": 1.7612665087882133e-06,
      "loss": 0.352,
      "step": 1722560
    },
    {
      "epoch": 480.76,
      "grad_norm": 0.9689217209815979,
      "learning_rate": 1.7612403175605158e-06,
      "loss": 0.3475,
      "step": 1722570
    },
    {
      "epoch": 480.76,
      "grad_norm": 1.1150110960006714,
      "learning_rate": 1.7612141264103504e-06,
      "loss": 0.3489,
      "step": 1722580
    },
    {
      "epoch": 480.77,
      "grad_norm": 0.9940000772476196,
      "learning_rate": 1.7611879353377198e-06,
      "loss": 0.3515,
      "step": 1722590
    },
    {
      "epoch": 480.77,
      "grad_norm": 1.0246360301971436,
      "learning_rate": 1.7611617443426294e-06,
      "loss": 0.3414,
      "step": 1722600
    },
    {
      "epoch": 480.77,
      "grad_norm": 1.2682507038116455,
      "learning_rate": 1.7611355534250817e-06,
      "loss": 0.3504,
      "step": 1722610
    },
    {
      "epoch": 480.78,
      "grad_norm": 1.028153896331787,
      "learning_rate": 1.7611093625850794e-06,
      "loss": 0.3281,
      "step": 1722620
    },
    {
      "epoch": 480.78,
      "grad_norm": 1.0270681381225586,
      "learning_rate": 1.7610831718226274e-06,
      "loss": 0.3395,
      "step": 1722630
    },
    {
      "epoch": 480.78,
      "grad_norm": 0.9764037132263184,
      "learning_rate": 1.7610569811377287e-06,
      "loss": 0.3388,
      "step": 1722640
    },
    {
      "epoch": 480.78,
      "grad_norm": 0.9955529570579529,
      "learning_rate": 1.7610307905303854e-06,
      "loss": 0.3359,
      "step": 1722650
    },
    {
      "epoch": 480.79,
      "grad_norm": 1.3418840169906616,
      "learning_rate": 1.7610046000006032e-06,
      "loss": 0.3456,
      "step": 1722660
    },
    {
      "epoch": 480.79,
      "grad_norm": 1.086931586265564,
      "learning_rate": 1.7609784095483845e-06,
      "loss": 0.3542,
      "step": 1722670
    },
    {
      "epoch": 480.79,
      "grad_norm": 1.0066884756088257,
      "learning_rate": 1.760952219173732e-06,
      "loss": 0.3334,
      "step": 1722680
    },
    {
      "epoch": 480.8,
      "grad_norm": 1.1591596603393555,
      "learning_rate": 1.7609260288766509e-06,
      "loss": 0.3423,
      "step": 1722690
    },
    {
      "epoch": 480.8,
      "grad_norm": 1.0589019060134888,
      "learning_rate": 1.760899838657144e-06,
      "loss": 0.3479,
      "step": 1722700
    },
    {
      "epoch": 480.8,
      "grad_norm": 0.9755025506019592,
      "learning_rate": 1.760873648515214e-06,
      "loss": 0.3269,
      "step": 1722710
    },
    {
      "epoch": 480.8,
      "grad_norm": 1.0289607048034668,
      "learning_rate": 1.7608474584508656e-06,
      "loss": 0.3497,
      "step": 1722720
    },
    {
      "epoch": 480.81,
      "grad_norm": 0.9360064268112183,
      "learning_rate": 1.7608212684641014e-06,
      "loss": 0.3513,
      "step": 1722730
    },
    {
      "epoch": 480.81,
      "grad_norm": 1.0257200002670288,
      "learning_rate": 1.7607950785549244e-06,
      "loss": 0.3437,
      "step": 1722740
    },
    {
      "epoch": 480.81,
      "grad_norm": 1.0373201370239258,
      "learning_rate": 1.76076888872334e-06,
      "loss": 0.3525,
      "step": 1722750
    },
    {
      "epoch": 480.81,
      "grad_norm": 1.3177130222320557,
      "learning_rate": 1.7607426989693502e-06,
      "loss": 0.345,
      "step": 1722760
    },
    {
      "epoch": 480.82,
      "grad_norm": 1.006668210029602,
      "learning_rate": 1.7607165092929586e-06,
      "loss": 0.3358,
      "step": 1722770
    },
    {
      "epoch": 480.82,
      "grad_norm": 1.0138893127441406,
      "learning_rate": 1.7606903196941692e-06,
      "loss": 0.3527,
      "step": 1722780
    },
    {
      "epoch": 480.82,
      "grad_norm": 1.1808159351348877,
      "learning_rate": 1.7606641301729845e-06,
      "loss": 0.3564,
      "step": 1722790
    },
    {
      "epoch": 480.83,
      "grad_norm": 1.0750535726547241,
      "learning_rate": 1.7606379407294094e-06,
      "loss": 0.3496,
      "step": 1722800
    },
    {
      "epoch": 480.83,
      "grad_norm": 1.0115575790405273,
      "learning_rate": 1.760611751363447e-06,
      "loss": 0.3452,
      "step": 1722810
    },
    {
      "epoch": 480.83,
      "grad_norm": 0.9937587380409241,
      "learning_rate": 1.760585562075099e-06,
      "loss": 0.3429,
      "step": 1722820
    },
    {
      "epoch": 480.83,
      "grad_norm": 1.0914477109909058,
      "learning_rate": 1.7605593728643716e-06,
      "loss": 0.3439,
      "step": 1722830
    },
    {
      "epoch": 480.84,
      "grad_norm": 1.0299770832061768,
      "learning_rate": 1.7605331837312672e-06,
      "loss": 0.3454,
      "step": 1722840
    },
    {
      "epoch": 480.84,
      "grad_norm": 1.0339618921279907,
      "learning_rate": 1.7605069946757884e-06,
      "loss": 0.356,
      "step": 1722850
    },
    {
      "epoch": 480.84,
      "grad_norm": 1.049552083015442,
      "learning_rate": 1.76048080569794e-06,
      "loss": 0.346,
      "step": 1722860
    },
    {
      "epoch": 480.85,
      "grad_norm": 1.0149568319320679,
      "learning_rate": 1.7604546167977249e-06,
      "loss": 0.3253,
      "step": 1722870
    },
    {
      "epoch": 480.85,
      "grad_norm": 1.203428030014038,
      "learning_rate": 1.7604284279751454e-06,
      "loss": 0.3381,
      "step": 1722880
    },
    {
      "epoch": 480.85,
      "grad_norm": 1.1224678754806519,
      "learning_rate": 1.7604022392302073e-06,
      "loss": 0.3418,
      "step": 1722890
    },
    {
      "epoch": 480.85,
      "grad_norm": 1.185408353805542,
      "learning_rate": 1.760376050562913e-06,
      "loss": 0.3307,
      "step": 1722900
    },
    {
      "epoch": 480.86,
      "grad_norm": 1.0066280364990234,
      "learning_rate": 1.7603498619732652e-06,
      "loss": 0.3427,
      "step": 1722910
    },
    {
      "epoch": 480.86,
      "grad_norm": 0.9347553253173828,
      "learning_rate": 1.7603236734612689e-06,
      "loss": 0.3515,
      "step": 1722920
    },
    {
      "epoch": 480.86,
      "grad_norm": 1.1266261339187622,
      "learning_rate": 1.7602974850269265e-06,
      "loss": 0.3343,
      "step": 1722930
    },
    {
      "epoch": 480.87,
      "grad_norm": 1.2129745483398438,
      "learning_rate": 1.760271296670241e-06,
      "loss": 0.3392,
      "step": 1722940
    },
    {
      "epoch": 480.87,
      "grad_norm": 1.2748206853866577,
      "learning_rate": 1.7602451083912177e-06,
      "loss": 0.3393,
      "step": 1722950
    },
    {
      "epoch": 480.87,
      "grad_norm": 1.044762372970581,
      "learning_rate": 1.7602189201898592e-06,
      "loss": 0.3514,
      "step": 1722960
    },
    {
      "epoch": 480.87,
      "grad_norm": 0.9260684251785278,
      "learning_rate": 1.7601927320661672e-06,
      "loss": 0.3324,
      "step": 1722970
    },
    {
      "epoch": 480.88,
      "grad_norm": 1.1002411842346191,
      "learning_rate": 1.7601665440201485e-06,
      "loss": 0.3513,
      "step": 1722980
    },
    {
      "epoch": 480.88,
      "grad_norm": 1.6691067218780518,
      "learning_rate": 1.7601403560518045e-06,
      "loss": 0.3414,
      "step": 1722990
    },
    {
      "epoch": 480.88,
      "grad_norm": 1.1329150199890137,
      "learning_rate": 1.760114168161139e-06,
      "loss": 0.3451,
      "step": 1723000
    },
    {
      "epoch": 480.88,
      "grad_norm": 1.1362528800964355,
      "learning_rate": 1.7600879803481559e-06,
      "loss": 0.3455,
      "step": 1723010
    },
    {
      "epoch": 480.89,
      "grad_norm": 1.0759127140045166,
      "learning_rate": 1.7600617926128582e-06,
      "loss": 0.3369,
      "step": 1723020
    },
    {
      "epoch": 480.89,
      "grad_norm": 1.0338709354400635,
      "learning_rate": 1.7600356049552489e-06,
      "loss": 0.3507,
      "step": 1723030
    },
    {
      "epoch": 480.89,
      "grad_norm": 1.0963460206985474,
      "learning_rate": 1.7600094173753328e-06,
      "loss": 0.3548,
      "step": 1723040
    },
    {
      "epoch": 480.9,
      "grad_norm": 1.14802885055542,
      "learning_rate": 1.759983229873113e-06,
      "loss": 0.3495,
      "step": 1723050
    },
    {
      "epoch": 480.9,
      "grad_norm": 1.0869420766830444,
      "learning_rate": 1.759957042448592e-06,
      "loss": 0.338,
      "step": 1723060
    },
    {
      "epoch": 480.9,
      "grad_norm": 1.1291186809539795,
      "learning_rate": 1.7599308551017745e-06,
      "loss": 0.3612,
      "step": 1723070
    },
    {
      "epoch": 480.9,
      "grad_norm": 1.1452581882476807,
      "learning_rate": 1.7599046678326628e-06,
      "loss": 0.351,
      "step": 1723080
    },
    {
      "epoch": 480.91,
      "grad_norm": 1.0327823162078857,
      "learning_rate": 1.7598784806412617e-06,
      "loss": 0.3388,
      "step": 1723090
    },
    {
      "epoch": 480.91,
      "grad_norm": 1.1954461336135864,
      "learning_rate": 1.7598522935275744e-06,
      "loss": 0.3506,
      "step": 1723100
    },
    {
      "epoch": 480.91,
      "grad_norm": 1.0679290294647217,
      "learning_rate": 1.7598261064916026e-06,
      "loss": 0.3355,
      "step": 1723110
    },
    {
      "epoch": 480.92,
      "grad_norm": 1.1346012353897095,
      "learning_rate": 1.7597999195333526e-06,
      "loss": 0.3375,
      "step": 1723120
    },
    {
      "epoch": 480.92,
      "grad_norm": 1.0638737678527832,
      "learning_rate": 1.7597737326528264e-06,
      "loss": 0.3563,
      "step": 1723130
    },
    {
      "epoch": 480.92,
      "grad_norm": 1.2247509956359863,
      "learning_rate": 1.7597475458500273e-06,
      "loss": 0.3473,
      "step": 1723140
    },
    {
      "epoch": 480.92,
      "grad_norm": 1.001366376876831,
      "learning_rate": 1.7597213591249591e-06,
      "loss": 0.3321,
      "step": 1723150
    },
    {
      "epoch": 480.93,
      "grad_norm": 1.064261794090271,
      "learning_rate": 1.7596951724776257e-06,
      "loss": 0.3461,
      "step": 1723160
    },
    {
      "epoch": 480.93,
      "grad_norm": 0.9770396947860718,
      "learning_rate": 1.7596689859080292e-06,
      "loss": 0.3442,
      "step": 1723170
    },
    {
      "epoch": 480.93,
      "grad_norm": 1.1865873336791992,
      "learning_rate": 1.7596427994161748e-06,
      "loss": 0.3396,
      "step": 1723180
    },
    {
      "epoch": 480.93,
      "grad_norm": 0.9558066129684448,
      "learning_rate": 1.7596166130020654e-06,
      "loss": 0.34,
      "step": 1723190
    },
    {
      "epoch": 480.94,
      "grad_norm": 1.1094731092453003,
      "learning_rate": 1.7595904266657036e-06,
      "loss": 0.3518,
      "step": 1723200
    },
    {
      "epoch": 480.94,
      "grad_norm": 1.2132147550582886,
      "learning_rate": 1.7595642404070941e-06,
      "loss": 0.345,
      "step": 1723210
    },
    {
      "epoch": 480.94,
      "grad_norm": 0.8721098303794861,
      "learning_rate": 1.75953805422624e-06,
      "loss": 0.3387,
      "step": 1723220
    },
    {
      "epoch": 480.95,
      "grad_norm": 1.0672153234481812,
      "learning_rate": 1.7595118681231437e-06,
      "loss": 0.3423,
      "step": 1723230
    },
    {
      "epoch": 480.95,
      "grad_norm": 0.9963259100914001,
      "learning_rate": 1.7594856820978105e-06,
      "loss": 0.3401,
      "step": 1723240
    },
    {
      "epoch": 480.95,
      "grad_norm": 1.027348279953003,
      "learning_rate": 1.7594594961502432e-06,
      "loss": 0.3387,
      "step": 1723250
    },
    {
      "epoch": 480.95,
      "grad_norm": 1.1776847839355469,
      "learning_rate": 1.759433310280444e-06,
      "loss": 0.3264,
      "step": 1723260
    },
    {
      "epoch": 480.96,
      "grad_norm": 0.9816058278083801,
      "learning_rate": 1.7594071244884187e-06,
      "loss": 0.3358,
      "step": 1723270
    },
    {
      "epoch": 480.96,
      "grad_norm": 1.0412684679031372,
      "learning_rate": 1.7593809387741694e-06,
      "loss": 0.3422,
      "step": 1723280
    },
    {
      "epoch": 480.96,
      "grad_norm": 1.0404224395751953,
      "learning_rate": 1.7593547531376993e-06,
      "loss": 0.3266,
      "step": 1723290
    },
    {
      "epoch": 480.97,
      "grad_norm": 1.1665376424789429,
      "learning_rate": 1.759328567579013e-06,
      "loss": 0.3578,
      "step": 1723300
    },
    {
      "epoch": 480.97,
      "grad_norm": 1.1520181894302368,
      "learning_rate": 1.7593023820981135e-06,
      "loss": 0.323,
      "step": 1723310
    },
    {
      "epoch": 480.97,
      "grad_norm": 1.0181691646575928,
      "learning_rate": 1.7592761966950027e-06,
      "loss": 0.3357,
      "step": 1723320
    },
    {
      "epoch": 480.97,
      "grad_norm": 1.0540927648544312,
      "learning_rate": 1.7592500113696868e-06,
      "loss": 0.354,
      "step": 1723330
    },
    {
      "epoch": 480.98,
      "grad_norm": 0.9879239797592163,
      "learning_rate": 1.759223826122168e-06,
      "loss": 0.3472,
      "step": 1723340
    },
    {
      "epoch": 480.98,
      "grad_norm": 1.1990268230438232,
      "learning_rate": 1.7591976409524487e-06,
      "loss": 0.3423,
      "step": 1723350
    },
    {
      "epoch": 480.98,
      "grad_norm": 0.8799328207969666,
      "learning_rate": 1.7591714558605346e-06,
      "loss": 0.3468,
      "step": 1723360
    },
    {
      "epoch": 480.99,
      "grad_norm": 1.0663161277770996,
      "learning_rate": 1.7591452708464277e-06,
      "loss": 0.3229,
      "step": 1723370
    },
    {
      "epoch": 480.99,
      "grad_norm": 1.0073081254959106,
      "learning_rate": 1.7591190859101317e-06,
      "loss": 0.3465,
      "step": 1723380
    },
    {
      "epoch": 480.99,
      "grad_norm": 1.0210545063018799,
      "learning_rate": 1.7590929010516508e-06,
      "loss": 0.3486,
      "step": 1723390
    },
    {
      "epoch": 480.99,
      "grad_norm": 1.0718125104904175,
      "learning_rate": 1.7590667162709868e-06,
      "loss": 0.3361,
      "step": 1723400
    },
    {
      "epoch": 481.0,
      "grad_norm": 1.0886826515197754,
      "learning_rate": 1.7590405315681454e-06,
      "loss": 0.3485,
      "step": 1723410
    },
    {
      "epoch": 481.0,
      "grad_norm": 1.187525749206543,
      "learning_rate": 1.759014346943129e-06,
      "loss": 0.323,
      "step": 1723420
    },
    {
      "epoch": 481.0,
      "eval_loss": 0.34333276748657227,
      "eval_runtime": 62.8955,
      "eval_samples_per_second": 80.435,
      "eval_steps_per_second": 10.064,
      "step": 1723423
    },
    {
      "epoch": 481.0,
      "grad_norm": 1.056740641593933,
      "learning_rate": 1.7589881623959403e-06,
      "loss": 0.357,
      "step": 1723430
    },
    {
      "epoch": 481.0,
      "grad_norm": 1.1778022050857544,
      "learning_rate": 1.7589619779265842e-06,
      "loss": 0.3406,
      "step": 1723440
    },
    {
      "epoch": 481.01,
      "grad_norm": 1.1014716625213623,
      "learning_rate": 1.7589357935350637e-06,
      "loss": 0.3413,
      "step": 1723450
    },
    {
      "epoch": 481.01,
      "grad_norm": 1.0360058546066284,
      "learning_rate": 1.758909609221381e-06,
      "loss": 0.3393,
      "step": 1723460
    },
    {
      "epoch": 481.01,
      "grad_norm": 0.9355838894844055,
      "learning_rate": 1.7588834249855415e-06,
      "loss": 0.3493,
      "step": 1723470
    },
    {
      "epoch": 481.02,
      "grad_norm": 1.0483561754226685,
      "learning_rate": 1.7588572408275481e-06,
      "loss": 0.3464,
      "step": 1723480
    },
    {
      "epoch": 481.02,
      "grad_norm": 0.958585798740387,
      "learning_rate": 1.7588310567474032e-06,
      "loss": 0.3317,
      "step": 1723490
    },
    {
      "epoch": 481.02,
      "grad_norm": 1.245510220527649,
      "learning_rate": 1.7588048727451121e-06,
      "loss": 0.3371,
      "step": 1723500
    },
    {
      "epoch": 481.02,
      "grad_norm": 1.2282538414001465,
      "learning_rate": 1.758778688820677e-06,
      "loss": 0.3377,
      "step": 1723510
    },
    {
      "epoch": 481.03,
      "grad_norm": 1.0313302278518677,
      "learning_rate": 1.758752504974102e-06,
      "loss": 0.3552,
      "step": 1723520
    },
    {
      "epoch": 481.03,
      "grad_norm": 1.1305267810821533,
      "learning_rate": 1.7587263212053903e-06,
      "loss": 0.327,
      "step": 1723530
    },
    {
      "epoch": 481.03,
      "grad_norm": 1.0431649684906006,
      "learning_rate": 1.7587001375145454e-06,
      "loss": 0.3511,
      "step": 1723540
    },
    {
      "epoch": 481.04,
      "grad_norm": 1.062319278717041,
      "learning_rate": 1.7586739539015699e-06,
      "loss": 0.3343,
      "step": 1723550
    },
    {
      "epoch": 481.04,
      "grad_norm": 1.5443288087844849,
      "learning_rate": 1.758647770366469e-06,
      "loss": 0.3343,
      "step": 1723560
    },
    {
      "epoch": 481.04,
      "grad_norm": 1.0240809917449951,
      "learning_rate": 1.7586215869092458e-06,
      "loss": 0.335,
      "step": 1723570
    },
    {
      "epoch": 481.04,
      "grad_norm": 1.0243598222732544,
      "learning_rate": 1.7585954035299027e-06,
      "loss": 0.3419,
      "step": 1723580
    },
    {
      "epoch": 481.05,
      "grad_norm": 0.9947699308395386,
      "learning_rate": 1.758569220228444e-06,
      "loss": 0.3551,
      "step": 1723590
    },
    {
      "epoch": 481.05,
      "grad_norm": 1.1893905401229858,
      "learning_rate": 1.7585430370048733e-06,
      "loss": 0.3654,
      "step": 1723600
    },
    {
      "epoch": 481.05,
      "grad_norm": 1.069471836090088,
      "learning_rate": 1.7585168538591928e-06,
      "loss": 0.3441,
      "step": 1723610
    },
    {
      "epoch": 481.05,
      "grad_norm": 1.0175671577453613,
      "learning_rate": 1.758490670791408e-06,
      "loss": 0.3262,
      "step": 1723620
    },
    {
      "epoch": 481.06,
      "grad_norm": 1.1716233491897583,
      "learning_rate": 1.7584644878015212e-06,
      "loss": 0.3378,
      "step": 1723630
    },
    {
      "epoch": 481.06,
      "grad_norm": 1.0519357919692993,
      "learning_rate": 1.7584383048895354e-06,
      "loss": 0.3554,
      "step": 1723640
    },
    {
      "epoch": 481.06,
      "grad_norm": 1.0910580158233643,
      "learning_rate": 1.7584121220554556e-06,
      "loss": 0.3378,
      "step": 1723650
    },
    {
      "epoch": 481.07,
      "grad_norm": 1.0361450910568237,
      "learning_rate": 1.7583859392992835e-06,
      "loss": 0.3589,
      "step": 1723660
    },
    {
      "epoch": 481.07,
      "grad_norm": 1.1460533142089844,
      "learning_rate": 1.7583597566210247e-06,
      "loss": 0.344,
      "step": 1723670
    },
    {
      "epoch": 481.07,
      "grad_norm": 1.1682955026626587,
      "learning_rate": 1.7583335740206811e-06,
      "loss": 0.3519,
      "step": 1723680
    },
    {
      "epoch": 481.07,
      "grad_norm": 1.0101252794265747,
      "learning_rate": 1.7583073914982555e-06,
      "loss": 0.3628,
      "step": 1723690
    },
    {
      "epoch": 481.08,
      "grad_norm": 1.1584429740905762,
      "learning_rate": 1.7582812090537536e-06,
      "loss": 0.3272,
      "step": 1723700
    },
    {
      "epoch": 481.08,
      "grad_norm": 1.1586010456085205,
      "learning_rate": 1.758255026687178e-06,
      "loss": 0.3459,
      "step": 1723710
    },
    {
      "epoch": 481.08,
      "grad_norm": 1.0338040590286255,
      "learning_rate": 1.758228844398531e-06,
      "loss": 0.3498,
      "step": 1723720
    },
    {
      "epoch": 481.09,
      "grad_norm": 1.1846199035644531,
      "learning_rate": 1.758202662187818e-06,
      "loss": 0.3341,
      "step": 1723730
    },
    {
      "epoch": 481.09,
      "grad_norm": 0.9074298143386841,
      "learning_rate": 1.758176480055041e-06,
      "loss": 0.3391,
      "step": 1723740
    },
    {
      "epoch": 481.09,
      "grad_norm": 1.1289364099502563,
      "learning_rate": 1.7581502980002034e-06,
      "loss": 0.3551,
      "step": 1723750
    },
    {
      "epoch": 481.09,
      "grad_norm": 0.979103684425354,
      "learning_rate": 1.7581241160233101e-06,
      "loss": 0.3404,
      "step": 1723760
    },
    {
      "epoch": 481.1,
      "grad_norm": 3.2867112159729004,
      "learning_rate": 1.7580979341243638e-06,
      "loss": 0.3338,
      "step": 1723770
    },
    {
      "epoch": 481.1,
      "grad_norm": 1.5017726421356201,
      "learning_rate": 1.7580717523033671e-06,
      "loss": 0.3391,
      "step": 1723780
    },
    {
      "epoch": 481.1,
      "grad_norm": 1.1690701246261597,
      "learning_rate": 1.758045570560325e-06,
      "loss": 0.3491,
      "step": 1723790
    },
    {
      "epoch": 481.11,
      "grad_norm": 1.0771394968032837,
      "learning_rate": 1.7580193888952407e-06,
      "loss": 0.3386,
      "step": 1723800
    },
    {
      "epoch": 481.11,
      "grad_norm": 1.069851040840149,
      "learning_rate": 1.7579932073081167e-06,
      "loss": 0.3474,
      "step": 1723810
    },
    {
      "epoch": 481.11,
      "grad_norm": 1.1189782619476318,
      "learning_rate": 1.7579670257989575e-06,
      "loss": 0.3616,
      "step": 1723820
    },
    {
      "epoch": 481.11,
      "grad_norm": 0.9822368621826172,
      "learning_rate": 1.7579408443677661e-06,
      "loss": 0.3287,
      "step": 1723830
    },
    {
      "epoch": 481.12,
      "grad_norm": 1.1151360273361206,
      "learning_rate": 1.7579146630145451e-06,
      "loss": 0.3374,
      "step": 1723840
    },
    {
      "epoch": 481.12,
      "grad_norm": 1.1811943054199219,
      "learning_rate": 1.7578884817392999e-06,
      "loss": 0.3355,
      "step": 1723850
    },
    {
      "epoch": 481.12,
      "grad_norm": 0.9778656959533691,
      "learning_rate": 1.7578623005420333e-06,
      "loss": 0.342,
      "step": 1723860
    },
    {
      "epoch": 481.12,
      "grad_norm": 1.0646700859069824,
      "learning_rate": 1.7578361194227478e-06,
      "loss": 0.3345,
      "step": 1723870
    },
    {
      "epoch": 481.13,
      "grad_norm": 1.3327250480651855,
      "learning_rate": 1.757809938381448e-06,
      "loss": 0.3434,
      "step": 1723880
    },
    {
      "epoch": 481.13,
      "grad_norm": 0.8521456122398376,
      "learning_rate": 1.7577837574181372e-06,
      "loss": 0.3379,
      "step": 1723890
    },
    {
      "epoch": 481.13,
      "grad_norm": 0.9565003514289856,
      "learning_rate": 1.7577575765328176e-06,
      "loss": 0.3434,
      "step": 1723900
    },
    {
      "epoch": 481.14,
      "grad_norm": 1.0255119800567627,
      "learning_rate": 1.7577313957254947e-06,
      "loss": 0.3392,
      "step": 1723910
    },
    {
      "epoch": 481.14,
      "grad_norm": 1.3041785955429077,
      "learning_rate": 1.757705214996171e-06,
      "loss": 0.3398,
      "step": 1723920
    },
    {
      "epoch": 481.14,
      "grad_norm": 1.0565732717514038,
      "learning_rate": 1.757679034344849e-06,
      "loss": 0.3455,
      "step": 1723930
    },
    {
      "epoch": 481.14,
      "grad_norm": 0.9551894664764404,
      "learning_rate": 1.7576528537715342e-06,
      "loss": 0.3357,
      "step": 1723940
    },
    {
      "epoch": 481.15,
      "grad_norm": 1.0982050895690918,
      "learning_rate": 1.7576266732762287e-06,
      "loss": 0.3411,
      "step": 1723950
    },
    {
      "epoch": 481.15,
      "grad_norm": 1.1069822311401367,
      "learning_rate": 1.7576004928589367e-06,
      "loss": 0.3386,
      "step": 1723960
    },
    {
      "epoch": 481.15,
      "grad_norm": 1.067678689956665,
      "learning_rate": 1.7575743125196616e-06,
      "loss": 0.3437,
      "step": 1723970
    },
    {
      "epoch": 481.16,
      "grad_norm": 1.040937066078186,
      "learning_rate": 1.7575481322584056e-06,
      "loss": 0.3631,
      "step": 1723980
    },
    {
      "epoch": 481.16,
      "grad_norm": 1.1797771453857422,
      "learning_rate": 1.757521952075174e-06,
      "loss": 0.3602,
      "step": 1723990
    },
    {
      "epoch": 481.16,
      "grad_norm": 1.1246089935302734,
      "learning_rate": 1.75749577196997e-06,
      "loss": 0.3304,
      "step": 1724000
    },
    {
      "epoch": 481.16,
      "grad_norm": 0.9008638858795166,
      "learning_rate": 1.7574695919427956e-06,
      "loss": 0.3382,
      "step": 1724010
    },
    {
      "epoch": 481.17,
      "grad_norm": 1.1161900758743286,
      "learning_rate": 1.7574434119936562e-06,
      "loss": 0.3483,
      "step": 1724020
    },
    {
      "epoch": 481.17,
      "grad_norm": 1.1763553619384766,
      "learning_rate": 1.7574172321225537e-06,
      "loss": 0.3467,
      "step": 1724030
    },
    {
      "epoch": 481.17,
      "grad_norm": 1.0774425268173218,
      "learning_rate": 1.7573910523294918e-06,
      "loss": 0.3424,
      "step": 1724040
    },
    {
      "epoch": 481.17,
      "grad_norm": 1.0516644716262817,
      "learning_rate": 1.7573648726144756e-06,
      "loss": 0.3375,
      "step": 1724050
    },
    {
      "epoch": 481.18,
      "grad_norm": 1.1890592575073242,
      "learning_rate": 1.757338692977507e-06,
      "loss": 0.3456,
      "step": 1724060
    },
    {
      "epoch": 481.18,
      "grad_norm": 1.0357625484466553,
      "learning_rate": 1.757312513418589e-06,
      "loss": 0.3517,
      "step": 1724070
    },
    {
      "epoch": 481.18,
      "grad_norm": 0.9642533659934998,
      "learning_rate": 1.757286333937727e-06,
      "loss": 0.333,
      "step": 1724080
    },
    {
      "epoch": 481.19,
      "grad_norm": 0.9881763458251953,
      "learning_rate": 1.7572601545349237e-06,
      "loss": 0.3344,
      "step": 1724090
    },
    {
      "epoch": 481.19,
      "grad_norm": 1.1560012102127075,
      "learning_rate": 1.7572339752101815e-06,
      "loss": 0.3316,
      "step": 1724100
    },
    {
      "epoch": 481.19,
      "grad_norm": 1.106773018836975,
      "learning_rate": 1.7572077959635056e-06,
      "loss": 0.3364,
      "step": 1724110
    },
    {
      "epoch": 481.19,
      "grad_norm": 1.0721510648727417,
      "learning_rate": 1.7571816167948982e-06,
      "loss": 0.3368,
      "step": 1724120
    },
    {
      "epoch": 481.2,
      "grad_norm": 1.179385781288147,
      "learning_rate": 1.7571554377043626e-06,
      "loss": 0.3441,
      "step": 1724130
    },
    {
      "epoch": 481.2,
      "grad_norm": 1.1944133043289185,
      "learning_rate": 1.7571292586919039e-06,
      "loss": 0.3475,
      "step": 1724140
    },
    {
      "epoch": 481.2,
      "grad_norm": 1.0282225608825684,
      "learning_rate": 1.7571030797575241e-06,
      "loss": 0.322,
      "step": 1724150
    },
    {
      "epoch": 481.21,
      "grad_norm": 1.1432666778564453,
      "learning_rate": 1.7570769009012271e-06,
      "loss": 0.3496,
      "step": 1724160
    },
    {
      "epoch": 481.21,
      "grad_norm": 1.2763736248016357,
      "learning_rate": 1.7570507221230168e-06,
      "loss": 0.3301,
      "step": 1724170
    },
    {
      "epoch": 481.21,
      "grad_norm": 0.9506374597549438,
      "learning_rate": 1.7570245434228963e-06,
      "loss": 0.3328,
      "step": 1724180
    },
    {
      "epoch": 481.21,
      "grad_norm": 1.2228144407272339,
      "learning_rate": 1.7569983648008685e-06,
      "loss": 0.331,
      "step": 1724190
    },
    {
      "epoch": 481.22,
      "grad_norm": 1.0684115886688232,
      "learning_rate": 1.7569721862569379e-06,
      "loss": 0.3436,
      "step": 1724200
    },
    {
      "epoch": 481.22,
      "grad_norm": 0.9078537225723267,
      "learning_rate": 1.756946007791108e-06,
      "loss": 0.3324,
      "step": 1724210
    },
    {
      "epoch": 481.22,
      "grad_norm": 1.1235653162002563,
      "learning_rate": 1.7569198294033805e-06,
      "loss": 0.3443,
      "step": 1724220
    },
    {
      "epoch": 481.23,
      "grad_norm": 0.9946947693824768,
      "learning_rate": 1.7568936510937615e-06,
      "loss": 0.3415,
      "step": 1724230
    },
    {
      "epoch": 481.23,
      "grad_norm": 1.0192627906799316,
      "learning_rate": 1.756867472862253e-06,
      "loss": 0.3607,
      "step": 1724240
    },
    {
      "epoch": 481.23,
      "grad_norm": 1.6559230089187622,
      "learning_rate": 1.756841294708859e-06,
      "loss": 0.3456,
      "step": 1724250
    },
    {
      "epoch": 481.23,
      "grad_norm": 0.996313750743866,
      "learning_rate": 1.7568151166335826e-06,
      "loss": 0.3499,
      "step": 1724260
    },
    {
      "epoch": 481.24,
      "grad_norm": 0.9751967787742615,
      "learning_rate": 1.7567889386364264e-06,
      "loss": 0.36,
      "step": 1724270
    },
    {
      "epoch": 481.24,
      "grad_norm": 1.1187185049057007,
      "learning_rate": 1.756762760717396e-06,
      "loss": 0.3397,
      "step": 1724280
    },
    {
      "epoch": 481.24,
      "grad_norm": 1.189706802368164,
      "learning_rate": 1.7567365828764936e-06,
      "loss": 0.3611,
      "step": 1724290
    },
    {
      "epoch": 481.24,
      "grad_norm": 1.2582592964172363,
      "learning_rate": 1.7567104051137226e-06,
      "loss": 0.3411,
      "step": 1724300
    },
    {
      "epoch": 481.25,
      "grad_norm": 0.8550646901130676,
      "learning_rate": 1.7566842274290865e-06,
      "loss": 0.3357,
      "step": 1724310
    },
    {
      "epoch": 481.25,
      "grad_norm": 1.2021276950836182,
      "learning_rate": 1.7566580498225895e-06,
      "loss": 0.3337,
      "step": 1724320
    },
    {
      "epoch": 481.25,
      "grad_norm": 1.0121434926986694,
      "learning_rate": 1.7566318722942343e-06,
      "loss": 0.3429,
      "step": 1724330
    },
    {
      "epoch": 481.26,
      "grad_norm": 1.807840347290039,
      "learning_rate": 1.756605694844025e-06,
      "loss": 0.3388,
      "step": 1724340
    },
    {
      "epoch": 481.26,
      "grad_norm": 1.065828800201416,
      "learning_rate": 1.7565795174719648e-06,
      "loss": 0.3362,
      "step": 1724350
    },
    {
      "epoch": 481.26,
      "grad_norm": 1.0186158418655396,
      "learning_rate": 1.7565533401780563e-06,
      "loss": 0.3471,
      "step": 1724360
    },
    {
      "epoch": 481.26,
      "grad_norm": 0.941303551197052,
      "learning_rate": 1.7565271629623047e-06,
      "loss": 0.3301,
      "step": 1724370
    },
    {
      "epoch": 481.27,
      "grad_norm": 1.0433133840560913,
      "learning_rate": 1.7565009858247127e-06,
      "loss": 0.3532,
      "step": 1724380
    },
    {
      "epoch": 481.27,
      "grad_norm": 0.8898033499717712,
      "learning_rate": 1.7564748087652832e-06,
      "loss": 0.3261,
      "step": 1724390
    },
    {
      "epoch": 481.27,
      "grad_norm": 1.0243725776672363,
      "learning_rate": 1.7564486317840208e-06,
      "loss": 0.3445,
      "step": 1724400
    },
    {
      "epoch": 481.28,
      "grad_norm": 1.1107457876205444,
      "learning_rate": 1.7564224548809282e-06,
      "loss": 0.3301,
      "step": 1724410
    },
    {
      "epoch": 481.28,
      "grad_norm": 0.9153575301170349,
      "learning_rate": 1.756396278056008e-06,
      "loss": 0.3417,
      "step": 1724420
    },
    {
      "epoch": 481.28,
      "grad_norm": 1.070436954498291,
      "learning_rate": 1.7563701013092658e-06,
      "loss": 0.3459,
      "step": 1724430
    },
    {
      "epoch": 481.28,
      "grad_norm": 1.0995553731918335,
      "learning_rate": 1.756343924640704e-06,
      "loss": 0.3425,
      "step": 1724440
    },
    {
      "epoch": 481.29,
      "grad_norm": 0.9552858471870422,
      "learning_rate": 1.7563177480503252e-06,
      "loss": 0.3248,
      "step": 1724450
    },
    {
      "epoch": 481.29,
      "grad_norm": 1.021086573600769,
      "learning_rate": 1.756291571538135e-06,
      "loss": 0.3448,
      "step": 1724460
    },
    {
      "epoch": 481.29,
      "grad_norm": 1.1853947639465332,
      "learning_rate": 1.7562653951041353e-06,
      "loss": 0.3482,
      "step": 1724470
    },
    {
      "epoch": 481.3,
      "grad_norm": 1.2060825824737549,
      "learning_rate": 1.7562392187483294e-06,
      "loss": 0.3444,
      "step": 1724480
    },
    {
      "epoch": 481.3,
      "grad_norm": 1.045284390449524,
      "learning_rate": 1.756213042470722e-06,
      "loss": 0.3333,
      "step": 1724490
    },
    {
      "epoch": 481.3,
      "grad_norm": 1.2948552370071411,
      "learning_rate": 1.7561868662713161e-06,
      "loss": 0.3534,
      "step": 1724500
    },
    {
      "epoch": 481.3,
      "grad_norm": 1.1360812187194824,
      "learning_rate": 1.7561606901501137e-06,
      "loss": 0.3331,
      "step": 1724510
    },
    {
      "epoch": 481.31,
      "grad_norm": 2.121338129043579,
      "learning_rate": 1.7561345141071205e-06,
      "loss": 0.353,
      "step": 1724520
    },
    {
      "epoch": 481.31,
      "grad_norm": 2.331552028656006,
      "learning_rate": 1.756108338142339e-06,
      "loss": 0.3413,
      "step": 1724530
    },
    {
      "epoch": 481.31,
      "grad_norm": 1.2410037517547607,
      "learning_rate": 1.7560821622557733e-06,
      "loss": 0.3483,
      "step": 1724540
    },
    {
      "epoch": 481.31,
      "grad_norm": 1.1876662969589233,
      "learning_rate": 1.756055986447426e-06,
      "loss": 0.3449,
      "step": 1724550
    },
    {
      "epoch": 481.32,
      "grad_norm": 1.0944186449050903,
      "learning_rate": 1.7560298107173003e-06,
      "loss": 0.3377,
      "step": 1724560
    },
    {
      "epoch": 481.32,
      "grad_norm": 2.758908987045288,
      "learning_rate": 1.756003635065401e-06,
      "loss": 0.351,
      "step": 1724570
    },
    {
      "epoch": 481.32,
      "grad_norm": 4.893643856048584,
      "learning_rate": 1.7559774594917313e-06,
      "loss": 0.3323,
      "step": 1724580
    },
    {
      "epoch": 481.33,
      "grad_norm": 0.9904293417930603,
      "learning_rate": 1.7559512839962929e-06,
      "loss": 0.3453,
      "step": 1724590
    },
    {
      "epoch": 481.33,
      "grad_norm": 1.2255135774612427,
      "learning_rate": 1.7559251085790915e-06,
      "loss": 0.338,
      "step": 1724600
    },
    {
      "epoch": 481.33,
      "grad_norm": 1.2555562257766724,
      "learning_rate": 1.75589893324013e-06,
      "loss": 0.3494,
      "step": 1724610
    },
    {
      "epoch": 481.33,
      "grad_norm": 0.8320683836936951,
      "learning_rate": 1.7558727579794112e-06,
      "loss": 0.3423,
      "step": 1724620
    },
    {
      "epoch": 481.34,
      "grad_norm": 1.0183628797531128,
      "learning_rate": 1.7558465827969396e-06,
      "loss": 0.334,
      "step": 1724630
    },
    {
      "epoch": 481.34,
      "grad_norm": 0.9990352988243103,
      "learning_rate": 1.7558204076927182e-06,
      "loss": 0.3454,
      "step": 1724640
    },
    {
      "epoch": 481.34,
      "grad_norm": 1.071195363998413,
      "learning_rate": 1.755794232666749e-06,
      "loss": 0.3286,
      "step": 1724650
    },
    {
      "epoch": 481.35,
      "grad_norm": 1.1562671661376953,
      "learning_rate": 1.7557680577190378e-06,
      "loss": 0.3471,
      "step": 1724660
    },
    {
      "epoch": 481.35,
      "grad_norm": 2.023550510406494,
      "learning_rate": 1.7557418828495877e-06,
      "loss": 0.3392,
      "step": 1724670
    },
    {
      "epoch": 481.35,
      "grad_norm": 0.9920057654380798,
      "learning_rate": 1.7557157080584006e-06,
      "loss": 0.3419,
      "step": 1724680
    },
    {
      "epoch": 481.35,
      "grad_norm": 1.218296766281128,
      "learning_rate": 1.7556895333454819e-06,
      "loss": 0.3392,
      "step": 1724690
    },
    {
      "epoch": 481.36,
      "grad_norm": 1.094275951385498,
      "learning_rate": 1.7556633587108341e-06,
      "loss": 0.3311,
      "step": 1724700
    },
    {
      "epoch": 481.36,
      "grad_norm": 1.148253083229065,
      "learning_rate": 1.7556371841544596e-06,
      "loss": 0.3218,
      "step": 1724710
    },
    {
      "epoch": 481.36,
      "grad_norm": 1.094539999961853,
      "learning_rate": 1.7556110096763643e-06,
      "loss": 0.3405,
      "step": 1724720
    },
    {
      "epoch": 481.36,
      "grad_norm": 1.1478911638259888,
      "learning_rate": 1.7555848352765502e-06,
      "loss": 0.3387,
      "step": 1724730
    },
    {
      "epoch": 481.37,
      "grad_norm": 1.1555958986282349,
      "learning_rate": 1.7555586609550203e-06,
      "loss": 0.3486,
      "step": 1724740
    },
    {
      "epoch": 481.37,
      "grad_norm": 1.0240652561187744,
      "learning_rate": 1.7555324867117799e-06,
      "loss": 0.3282,
      "step": 1724750
    },
    {
      "epoch": 481.37,
      "grad_norm": 0.8501858115196228,
      "learning_rate": 1.7555063125468313e-06,
      "loss": 0.3521,
      "step": 1724760
    },
    {
      "epoch": 481.38,
      "grad_norm": 1.1678612232208252,
      "learning_rate": 1.7554801384601777e-06,
      "loss": 0.3536,
      "step": 1724770
    },
    {
      "epoch": 481.38,
      "grad_norm": 1.1731706857681274,
      "learning_rate": 1.755453964451823e-06,
      "loss": 0.3211,
      "step": 1724780
    },
    {
      "epoch": 481.38,
      "grad_norm": 0.9998617768287659,
      "learning_rate": 1.7554277905217712e-06,
      "loss": 0.3412,
      "step": 1724790
    },
    {
      "epoch": 481.38,
      "grad_norm": 1.034236192703247,
      "learning_rate": 1.7554016166700243e-06,
      "loss": 0.3379,
      "step": 1724800
    },
    {
      "epoch": 481.39,
      "grad_norm": 1.0062299966812134,
      "learning_rate": 1.7553754428965874e-06,
      "loss": 0.3451,
      "step": 1724810
    },
    {
      "epoch": 481.39,
      "grad_norm": 1.1055341958999634,
      "learning_rate": 1.7553492692014628e-06,
      "loss": 0.3571,
      "step": 1724820
    },
    {
      "epoch": 481.39,
      "grad_norm": 1.2379920482635498,
      "learning_rate": 1.7553230955846551e-06,
      "loss": 0.3494,
      "step": 1724830
    },
    {
      "epoch": 481.4,
      "grad_norm": 1.1135061979293823,
      "learning_rate": 1.7552969220461673e-06,
      "loss": 0.3394,
      "step": 1724840
    },
    {
      "epoch": 481.4,
      "grad_norm": 1.0243667364120483,
      "learning_rate": 1.7552707485860017e-06,
      "loss": 0.3585,
      "step": 1724850
    },
    {
      "epoch": 481.4,
      "grad_norm": 0.9999398589134216,
      "learning_rate": 1.7552445752041637e-06,
      "loss": 0.3469,
      "step": 1724860
    },
    {
      "epoch": 481.4,
      "grad_norm": 0.9764682054519653,
      "learning_rate": 1.755218401900656e-06,
      "loss": 0.3463,
      "step": 1724870
    },
    {
      "epoch": 481.41,
      "grad_norm": 1.3976361751556396,
      "learning_rate": 1.7551922286754812e-06,
      "loss": 0.3463,
      "step": 1724880
    },
    {
      "epoch": 481.41,
      "grad_norm": 1.0314236879348755,
      "learning_rate": 1.7551660555286444e-06,
      "loss": 0.3489,
      "step": 1724890
    },
    {
      "epoch": 481.41,
      "grad_norm": 1.0556604862213135,
      "learning_rate": 1.7551398824601483e-06,
      "loss": 0.333,
      "step": 1724900
    },
    {
      "epoch": 481.42,
      "grad_norm": 0.9326648116111755,
      "learning_rate": 1.7551137094699957e-06,
      "loss": 0.3358,
      "step": 1724910
    },
    {
      "epoch": 481.42,
      "grad_norm": 1.1160178184509277,
      "learning_rate": 1.7550875365581918e-06,
      "loss": 0.3346,
      "step": 1724920
    },
    {
      "epoch": 481.42,
      "grad_norm": 1.2122217416763306,
      "learning_rate": 1.7550613637247386e-06,
      "loss": 0.3288,
      "step": 1724930
    },
    {
      "epoch": 481.42,
      "grad_norm": 0.9874454140663147,
      "learning_rate": 1.755035190969639e-06,
      "loss": 0.3598,
      "step": 1724940
    },
    {
      "epoch": 481.43,
      "grad_norm": 1.0687583684921265,
      "learning_rate": 1.7550090182928985e-06,
      "loss": 0.3413,
      "step": 1724950
    },
    {
      "epoch": 481.43,
      "grad_norm": 1.0644463300704956,
      "learning_rate": 1.7549828456945199e-06,
      "loss": 0.3433,
      "step": 1724960
    },
    {
      "epoch": 481.43,
      "grad_norm": 1.170237421989441,
      "learning_rate": 1.7549566731745057e-06,
      "loss": 0.3226,
      "step": 1724970
    },
    {
      "epoch": 481.43,
      "grad_norm": 1.051186442375183,
      "learning_rate": 1.7549305007328603e-06,
      "loss": 0.3266,
      "step": 1724980
    },
    {
      "epoch": 481.44,
      "grad_norm": 1.0655018091201782,
      "learning_rate": 1.754904328369587e-06,
      "loss": 0.332,
      "step": 1724990
    },
    {
      "epoch": 481.44,
      "grad_norm": 1.106519341468811,
      "learning_rate": 1.7548781560846888e-06,
      "loss": 0.332,
      "step": 1725000
    },
    {
      "epoch": 481.44,
      "grad_norm": 1.0055835247039795,
      "learning_rate": 1.75485198387817e-06,
      "loss": 0.3331,
      "step": 1725010
    },
    {
      "epoch": 481.45,
      "grad_norm": 1.205971121788025,
      "learning_rate": 1.754825811750034e-06,
      "loss": 0.3552,
      "step": 1725020
    },
    {
      "epoch": 481.45,
      "grad_norm": 1.2208837270736694,
      "learning_rate": 1.7547996397002826e-06,
      "loss": 0.3399,
      "step": 1725030
    },
    {
      "epoch": 481.45,
      "grad_norm": 1.1105409860610962,
      "learning_rate": 1.754773467728922e-06,
      "loss": 0.3432,
      "step": 1725040
    },
    {
      "epoch": 481.45,
      "grad_norm": 1.1831163167953491,
      "learning_rate": 1.7547472958359542e-06,
      "loss": 0.3628,
      "step": 1725050
    },
    {
      "epoch": 481.46,
      "grad_norm": 1.1469401121139526,
      "learning_rate": 1.7547211240213824e-06,
      "loss": 0.3466,
      "step": 1725060
    },
    {
      "epoch": 481.46,
      "grad_norm": 1.1050727367401123,
      "learning_rate": 1.754694952285211e-06,
      "loss": 0.3402,
      "step": 1725070
    },
    {
      "epoch": 481.46,
      "grad_norm": 1.2118752002716064,
      "learning_rate": 1.754668780627443e-06,
      "loss": 0.3308,
      "step": 1725080
    },
    {
      "epoch": 481.47,
      "grad_norm": 1.2951771020889282,
      "learning_rate": 1.7546426090480803e-06,
      "loss": 0.3313,
      "step": 1725090
    },
    {
      "epoch": 481.47,
      "grad_norm": 1.2337074279785156,
      "learning_rate": 1.7546164375471296e-06,
      "loss": 0.3394,
      "step": 1725100
    },
    {
      "epoch": 481.47,
      "grad_norm": 1.024965763092041,
      "learning_rate": 1.7545902661245921e-06,
      "loss": 0.3568,
      "step": 1725110
    },
    {
      "epoch": 481.47,
      "grad_norm": 1.061637282371521,
      "learning_rate": 1.7545640947804728e-06,
      "loss": 0.3405,
      "step": 1725120
    },
    {
      "epoch": 481.48,
      "grad_norm": 0.9468767046928406,
      "learning_rate": 1.7545379235147738e-06,
      "loss": 0.342,
      "step": 1725130
    },
    {
      "epoch": 481.48,
      "grad_norm": 1.1303048133850098,
      "learning_rate": 1.7545117523274983e-06,
      "loss": 0.3473,
      "step": 1725140
    },
    {
      "epoch": 481.48,
      "grad_norm": 0.9746471047401428,
      "learning_rate": 1.7544855812186512e-06,
      "loss": 0.3522,
      "step": 1725150
    },
    {
      "epoch": 481.48,
      "grad_norm": 1.2555196285247803,
      "learning_rate": 1.7544594101882357e-06,
      "loss": 0.3308,
      "step": 1725160
    },
    {
      "epoch": 481.49,
      "grad_norm": 0.9637577533721924,
      "learning_rate": 1.7544332392362539e-06,
      "loss": 0.3478,
      "step": 1725170
    },
    {
      "epoch": 481.49,
      "grad_norm": 0.9727340936660767,
      "learning_rate": 1.7544070683627113e-06,
      "loss": 0.3346,
      "step": 1725180
    },
    {
      "epoch": 481.49,
      "grad_norm": 1.161734700202942,
      "learning_rate": 1.7543808975676103e-06,
      "loss": 0.3478,
      "step": 1725190
    },
    {
      "epoch": 481.5,
      "grad_norm": 0.970541775226593,
      "learning_rate": 1.7543547268509543e-06,
      "loss": 0.3251,
      "step": 1725200
    },
    {
      "epoch": 481.5,
      "grad_norm": 0.9738813638687134,
      "learning_rate": 1.7543285562127473e-06,
      "loss": 0.3446,
      "step": 1725210
    },
    {
      "epoch": 481.5,
      "grad_norm": 1.0969995260238647,
      "learning_rate": 1.754302385652992e-06,
      "loss": 0.3579,
      "step": 1725220
    },
    {
      "epoch": 481.5,
      "grad_norm": 0.9983950853347778,
      "learning_rate": 1.754276215171692e-06,
      "loss": 0.327,
      "step": 1725230
    },
    {
      "epoch": 481.51,
      "grad_norm": 1.095758318901062,
      "learning_rate": 1.7542500447688517e-06,
      "loss": 0.3548,
      "step": 1725240
    },
    {
      "epoch": 481.51,
      "grad_norm": 1.1463919878005981,
      "learning_rate": 1.7542238744444743e-06,
      "loss": 0.3578,
      "step": 1725250
    },
    {
      "epoch": 481.51,
      "grad_norm": 1.1460541486740112,
      "learning_rate": 1.7541977041985621e-06,
      "loss": 0.3519,
      "step": 1725260
    },
    {
      "epoch": 481.52,
      "grad_norm": 1.4332244396209717,
      "learning_rate": 1.75417153403112e-06,
      "loss": 0.3316,
      "step": 1725270
    },
    {
      "epoch": 481.52,
      "grad_norm": 1.1432079076766968,
      "learning_rate": 1.7541453639421511e-06,
      "loss": 0.3516,
      "step": 1725280
    },
    {
      "epoch": 481.52,
      "grad_norm": 1.0035226345062256,
      "learning_rate": 1.7541191939316584e-06,
      "loss": 0.349,
      "step": 1725290
    },
    {
      "epoch": 481.52,
      "grad_norm": 1.0824003219604492,
      "learning_rate": 1.7540930239996461e-06,
      "loss": 0.332,
      "step": 1725300
    },
    {
      "epoch": 481.53,
      "grad_norm": 1.1875370740890503,
      "learning_rate": 1.7540668541461173e-06,
      "loss": 0.3571,
      "step": 1725310
    },
    {
      "epoch": 481.53,
      "grad_norm": 1.1561528444290161,
      "learning_rate": 1.7540406843710746e-06,
      "loss": 0.3667,
      "step": 1725320
    },
    {
      "epoch": 481.53,
      "grad_norm": 1.5837740898132324,
      "learning_rate": 1.7540145146745232e-06,
      "loss": 0.3291,
      "step": 1725330
    },
    {
      "epoch": 481.54,
      "grad_norm": 1.139567255973816,
      "learning_rate": 1.7539883450564662e-06,
      "loss": 0.347,
      "step": 1725340
    },
    {
      "epoch": 481.54,
      "grad_norm": 1.1082940101623535,
      "learning_rate": 1.7539621755169054e-06,
      "loss": 0.3394,
      "step": 1725350
    },
    {
      "epoch": 481.54,
      "grad_norm": 1.0282349586486816,
      "learning_rate": 1.7539360060558466e-06,
      "loss": 0.346,
      "step": 1725360
    },
    {
      "epoch": 481.54,
      "grad_norm": 1.1076334714889526,
      "learning_rate": 1.753909836673292e-06,
      "loss": 0.3476,
      "step": 1725370
    },
    {
      "epoch": 481.55,
      "grad_norm": 1.1660995483398438,
      "learning_rate": 1.7538836673692443e-06,
      "loss": 0.3473,
      "step": 1725380
    },
    {
      "epoch": 481.55,
      "grad_norm": 0.9552270174026489,
      "learning_rate": 1.753857498143709e-06,
      "loss": 0.3302,
      "step": 1725390
    },
    {
      "epoch": 481.55,
      "grad_norm": 1.4794631004333496,
      "learning_rate": 1.7538313289966876e-06,
      "loss": 0.3454,
      "step": 1725400
    },
    {
      "epoch": 481.55,
      "grad_norm": 1.1458191871643066,
      "learning_rate": 1.7538051599281853e-06,
      "loss": 0.3338,
      "step": 1725410
    },
    {
      "epoch": 481.56,
      "grad_norm": 1.1468250751495361,
      "learning_rate": 1.753778990938205e-06,
      "loss": 0.3452,
      "step": 1725420
    },
    {
      "epoch": 481.56,
      "grad_norm": 1.1634515523910522,
      "learning_rate": 1.7537528220267495e-06,
      "loss": 0.3407,
      "step": 1725430
    },
    {
      "epoch": 481.56,
      "grad_norm": 1.1333805322647095,
      "learning_rate": 1.7537266531938234e-06,
      "loss": 0.3372,
      "step": 1725440
    },
    {
      "epoch": 481.57,
      "grad_norm": 1.085374355316162,
      "learning_rate": 1.7537004844394294e-06,
      "loss": 0.3306,
      "step": 1725450
    },
    {
      "epoch": 481.57,
      "grad_norm": 1.3223360776901245,
      "learning_rate": 1.7536743157635703e-06,
      "loss": 0.3336,
      "step": 1725460
    },
    {
      "epoch": 481.57,
      "grad_norm": 1.0455219745635986,
      "learning_rate": 1.7536481471662513e-06,
      "loss": 0.351,
      "step": 1725470
    },
    {
      "epoch": 481.57,
      "grad_norm": 0.9108794927597046,
      "learning_rate": 1.753621978647475e-06,
      "loss": 0.3359,
      "step": 1725480
    },
    {
      "epoch": 481.58,
      "grad_norm": 1.000939965248108,
      "learning_rate": 1.7535958102072443e-06,
      "loss": 0.3452,
      "step": 1725490
    },
    {
      "epoch": 481.58,
      "grad_norm": 1.0442625284194946,
      "learning_rate": 1.7535696418455641e-06,
      "loss": 0.3343,
      "step": 1725500
    },
    {
      "epoch": 481.58,
      "grad_norm": 1.3035238981246948,
      "learning_rate": 1.7535434735624367e-06,
      "loss": 0.3196,
      "step": 1725510
    },
    {
      "epoch": 481.59,
      "grad_norm": 1.083724021911621,
      "learning_rate": 1.753517305357865e-06,
      "loss": 0.3506,
      "step": 1725520
    },
    {
      "epoch": 481.59,
      "grad_norm": 1.1811445951461792,
      "learning_rate": 1.753491137231855e-06,
      "loss": 0.3469,
      "step": 1725530
    },
    {
      "epoch": 481.59,
      "grad_norm": 1.2418618202209473,
      "learning_rate": 1.753464969184408e-06,
      "loss": 0.3466,
      "step": 1725540
    },
    {
      "epoch": 481.59,
      "grad_norm": 0.9200911521911621,
      "learning_rate": 1.7534388012155274e-06,
      "loss": 0.3494,
      "step": 1725550
    },
    {
      "epoch": 481.6,
      "grad_norm": 1.111272931098938,
      "learning_rate": 1.753412633325218e-06,
      "loss": 0.3428,
      "step": 1725560
    },
    {
      "epoch": 481.6,
      "grad_norm": 0.98207026720047,
      "learning_rate": 1.7533864655134832e-06,
      "loss": 0.3562,
      "step": 1725570
    },
    {
      "epoch": 481.6,
      "grad_norm": 1.021087884902954,
      "learning_rate": 1.7533602977803252e-06,
      "loss": 0.3254,
      "step": 1725580
    },
    {
      "epoch": 481.6,
      "grad_norm": 1.2135136127471924,
      "learning_rate": 1.7533341301257485e-06,
      "loss": 0.3436,
      "step": 1725590
    },
    {
      "epoch": 481.61,
      "grad_norm": 1.0357227325439453,
      "learning_rate": 1.7533079625497567e-06,
      "loss": 0.3288,
      "step": 1725600
    },
    {
      "epoch": 481.61,
      "grad_norm": 1.1195099353790283,
      "learning_rate": 1.7532817950523514e-06,
      "loss": 0.3374,
      "step": 1725610
    },
    {
      "epoch": 481.61,
      "grad_norm": 0.91020268201828,
      "learning_rate": 1.753255627633539e-06,
      "loss": 0.3417,
      "step": 1725620
    },
    {
      "epoch": 481.62,
      "grad_norm": 1.0347291231155396,
      "learning_rate": 1.7532294602933215e-06,
      "loss": 0.3445,
      "step": 1725630
    },
    {
      "epoch": 481.62,
      "grad_norm": 1.2547706365585327,
      "learning_rate": 1.7532032930317019e-06,
      "loss": 0.349,
      "step": 1725640
    },
    {
      "epoch": 481.62,
      "grad_norm": 1.0104190111160278,
      "learning_rate": 1.753177125848685e-06,
      "loss": 0.3609,
      "step": 1725650
    },
    {
      "epoch": 481.62,
      "grad_norm": 0.8974461555480957,
      "learning_rate": 1.7531509587442732e-06,
      "loss": 0.3602,
      "step": 1725660
    },
    {
      "epoch": 481.63,
      "grad_norm": 1.2411420345306396,
      "learning_rate": 1.7531247917184693e-06,
      "loss": 0.3334,
      "step": 1725670
    },
    {
      "epoch": 481.63,
      "grad_norm": 1.0232864618301392,
      "learning_rate": 1.7530986247712786e-06,
      "loss": 0.3364,
      "step": 1725680
    },
    {
      "epoch": 481.63,
      "grad_norm": 1.105971336364746,
      "learning_rate": 1.753072457902703e-06,
      "loss": 0.3384,
      "step": 1725690
    },
    {
      "epoch": 481.64,
      "grad_norm": 0.9846826791763306,
      "learning_rate": 1.7530462911127478e-06,
      "loss": 0.3463,
      "step": 1725700
    },
    {
      "epoch": 481.64,
      "grad_norm": 1.1402682065963745,
      "learning_rate": 1.7530201244014154e-06,
      "loss": 0.3606,
      "step": 1725710
    },
    {
      "epoch": 481.64,
      "grad_norm": 1.1401859521865845,
      "learning_rate": 1.7529939577687086e-06,
      "loss": 0.3385,
      "step": 1725720
    },
    {
      "epoch": 481.64,
      "grad_norm": 0.9883655905723572,
      "learning_rate": 1.7529677912146324e-06,
      "loss": 0.3397,
      "step": 1725730
    },
    {
      "epoch": 481.65,
      "grad_norm": 1.3966935873031616,
      "learning_rate": 1.7529416247391895e-06,
      "loss": 0.3403,
      "step": 1725740
    },
    {
      "epoch": 481.65,
      "grad_norm": 1.1602282524108887,
      "learning_rate": 1.7529154583423819e-06,
      "loss": 0.3464,
      "step": 1725750
    },
    {
      "epoch": 481.65,
      "grad_norm": 0.9892904758453369,
      "learning_rate": 1.752889292024216e-06,
      "loss": 0.3438,
      "step": 1725760
    },
    {
      "epoch": 481.66,
      "grad_norm": 1.0052732229232788,
      "learning_rate": 1.7528631257846934e-06,
      "loss": 0.3578,
      "step": 1725770
    },
    {
      "epoch": 481.66,
      "grad_norm": 1.0131868124008179,
      "learning_rate": 1.7528369596238178e-06,
      "loss": 0.3528,
      "step": 1725780
    },
    {
      "epoch": 481.66,
      "grad_norm": 1.0447030067443848,
      "learning_rate": 1.7528107935415936e-06,
      "loss": 0.3508,
      "step": 1725790
    },
    {
      "epoch": 481.66,
      "grad_norm": 1.042597770690918,
      "learning_rate": 1.7527846275380228e-06,
      "loss": 0.3494,
      "step": 1725800
    },
    {
      "epoch": 481.67,
      "grad_norm": 1.1169055700302124,
      "learning_rate": 1.7527584616131093e-06,
      "loss": 0.3401,
      "step": 1725810
    },
    {
      "epoch": 481.67,
      "grad_norm": 1.0760324001312256,
      "learning_rate": 1.752732295766858e-06,
      "loss": 0.3368,
      "step": 1725820
    },
    {
      "epoch": 481.67,
      "grad_norm": 1.30821692943573,
      "learning_rate": 1.7527061299992709e-06,
      "loss": 0.3447,
      "step": 1725830
    },
    {
      "epoch": 481.67,
      "grad_norm": 1.1671147346496582,
      "learning_rate": 1.7526799643103513e-06,
      "loss": 0.3395,
      "step": 1725840
    },
    {
      "epoch": 481.68,
      "grad_norm": 1.351151943206787,
      "learning_rate": 1.752653798700104e-06,
      "loss": 0.3326,
      "step": 1725850
    },
    {
      "epoch": 481.68,
      "grad_norm": 1.1521673202514648,
      "learning_rate": 1.752627633168532e-06,
      "loss": 0.3529,
      "step": 1725860
    },
    {
      "epoch": 481.68,
      "grad_norm": 1.123792290687561,
      "learning_rate": 1.7526014677156377e-06,
      "loss": 0.3509,
      "step": 1725870
    },
    {
      "epoch": 481.69,
      "grad_norm": 1.0715608596801758,
      "learning_rate": 1.752575302341426e-06,
      "loss": 0.347,
      "step": 1725880
    },
    {
      "epoch": 481.69,
      "grad_norm": 1.0913071632385254,
      "learning_rate": 1.7525491370459e-06,
      "loss": 0.3499,
      "step": 1725890
    },
    {
      "epoch": 481.69,
      "grad_norm": 1.112993597984314,
      "learning_rate": 1.7525229718290618e-06,
      "loss": 0.367,
      "step": 1725900
    },
    {
      "epoch": 481.69,
      "grad_norm": 1.1066153049468994,
      "learning_rate": 1.7524968066909172e-06,
      "loss": 0.3483,
      "step": 1725910
    },
    {
      "epoch": 481.7,
      "grad_norm": 0.9796760082244873,
      "learning_rate": 1.7524706416314686e-06,
      "loss": 0.3275,
      "step": 1725920
    },
    {
      "epoch": 481.7,
      "grad_norm": 1.1885426044464111,
      "learning_rate": 1.7524444766507192e-06,
      "loss": 0.3554,
      "step": 1725930
    },
    {
      "epoch": 481.7,
      "grad_norm": 1.2656118869781494,
      "learning_rate": 1.7524183117486725e-06,
      "loss": 0.3499,
      "step": 1725940
    },
    {
      "epoch": 481.71,
      "grad_norm": 1.0079196691513062,
      "learning_rate": 1.752392146925333e-06,
      "loss": 0.3384,
      "step": 1725950
    },
    {
      "epoch": 481.71,
      "grad_norm": 1.0416126251220703,
      "learning_rate": 1.752365982180702e-06,
      "loss": 0.3464,
      "step": 1725960
    },
    {
      "epoch": 481.71,
      "grad_norm": 1.0286046266555786,
      "learning_rate": 1.7523398175147854e-06,
      "loss": 0.3648,
      "step": 1725970
    },
    {
      "epoch": 481.71,
      "grad_norm": 0.9744159579277039,
      "learning_rate": 1.7523136529275846e-06,
      "loss": 0.3374,
      "step": 1725980
    },
    {
      "epoch": 481.72,
      "grad_norm": 1.1105176210403442,
      "learning_rate": 1.7522874884191052e-06,
      "loss": 0.3321,
      "step": 1725990
    },
    {
      "epoch": 481.72,
      "grad_norm": 1.251235842704773,
      "learning_rate": 1.7522613239893497e-06,
      "loss": 0.3338,
      "step": 1726000
    },
    {
      "epoch": 481.72,
      "grad_norm": 1.1404634714126587,
      "learning_rate": 1.7522351596383207e-06,
      "loss": 0.3487,
      "step": 1726010
    },
    {
      "epoch": 481.72,
      "grad_norm": 1.0059291124343872,
      "learning_rate": 1.7522089953660235e-06,
      "loss": 0.3225,
      "step": 1726020
    },
    {
      "epoch": 481.73,
      "grad_norm": 0.997017502784729,
      "learning_rate": 1.7521828311724604e-06,
      "loss": 0.3576,
      "step": 1726030
    },
    {
      "epoch": 481.73,
      "grad_norm": 1.081488847732544,
      "learning_rate": 1.7521566670576338e-06,
      "loss": 0.3414,
      "step": 1726040
    },
    {
      "epoch": 481.73,
      "grad_norm": 1.092355728149414,
      "learning_rate": 1.7521305030215495e-06,
      "loss": 0.331,
      "step": 1726050
    },
    {
      "epoch": 481.74,
      "grad_norm": 1.1399012804031372,
      "learning_rate": 1.75210433906421e-06,
      "loss": 0.3382,
      "step": 1726060
    },
    {
      "epoch": 481.74,
      "grad_norm": 1.3164652585983276,
      "learning_rate": 1.7520781751856182e-06,
      "loss": 0.3391,
      "step": 1726070
    },
    {
      "epoch": 481.74,
      "grad_norm": 1.217295527458191,
      "learning_rate": 1.7520520113857784e-06,
      "loss": 0.3445,
      "step": 1726080
    },
    {
      "epoch": 481.74,
      "grad_norm": 1.1072646379470825,
      "learning_rate": 1.752025847664694e-06,
      "loss": 0.348,
      "step": 1726090
    },
    {
      "epoch": 481.75,
      "grad_norm": 1.0350620746612549,
      "learning_rate": 1.7519996840223672e-06,
      "loss": 0.3487,
      "step": 1726100
    },
    {
      "epoch": 481.75,
      "grad_norm": 1.145064115524292,
      "learning_rate": 1.7519735204588036e-06,
      "loss": 0.3432,
      "step": 1726110
    },
    {
      "epoch": 481.75,
      "grad_norm": 0.9421676397323608,
      "learning_rate": 1.7519473569740057e-06,
      "loss": 0.3516,
      "step": 1726120
    },
    {
      "epoch": 481.76,
      "grad_norm": 1.0351654291152954,
      "learning_rate": 1.7519211935679754e-06,
      "loss": 0.3336,
      "step": 1726130
    },
    {
      "epoch": 481.76,
      "grad_norm": 1.1163954734802246,
      "learning_rate": 1.7518950302407192e-06,
      "loss": 0.3422,
      "step": 1726140
    },
    {
      "epoch": 481.76,
      "grad_norm": 0.9813900589942932,
      "learning_rate": 1.7518688669922388e-06,
      "loss": 0.3533,
      "step": 1726150
    },
    {
      "epoch": 481.76,
      "grad_norm": 1.0083757638931274,
      "learning_rate": 1.7518427038225375e-06,
      "loss": 0.3492,
      "step": 1726160
    },
    {
      "epoch": 481.77,
      "grad_norm": 1.191535472869873,
      "learning_rate": 1.7518165407316198e-06,
      "loss": 0.3653,
      "step": 1726170
    },
    {
      "epoch": 481.77,
      "grad_norm": 1.1953110694885254,
      "learning_rate": 1.7517903777194885e-06,
      "loss": 0.3399,
      "step": 1726180
    },
    {
      "epoch": 481.77,
      "grad_norm": 1.1107431650161743,
      "learning_rate": 1.751764214786146e-06,
      "loss": 0.3485,
      "step": 1726190
    },
    {
      "epoch": 481.78,
      "grad_norm": 1.0653797388076782,
      "learning_rate": 1.7517380519315981e-06,
      "loss": 0.3574,
      "step": 1726200
    },
    {
      "epoch": 481.78,
      "grad_norm": 1.0406262874603271,
      "learning_rate": 1.7517118891558472e-06,
      "loss": 0.3444,
      "step": 1726210
    },
    {
      "epoch": 481.78,
      "grad_norm": 0.9552552103996277,
      "learning_rate": 1.7516857264588958e-06,
      "loss": 0.3541,
      "step": 1726220
    },
    {
      "epoch": 481.78,
      "grad_norm": 1.108666181564331,
      "learning_rate": 1.7516595638407493e-06,
      "loss": 0.3437,
      "step": 1726230
    },
    {
      "epoch": 481.79,
      "grad_norm": 1.1591298580169678,
      "learning_rate": 1.7516334013014101e-06,
      "loss": 0.3321,
      "step": 1726240
    },
    {
      "epoch": 481.79,
      "grad_norm": 1.0054889917373657,
      "learning_rate": 1.7516072388408815e-06,
      "loss": 0.3383,
      "step": 1726250
    },
    {
      "epoch": 481.79,
      "grad_norm": 1.1663627624511719,
      "learning_rate": 1.7515810764591675e-06,
      "loss": 0.3449,
      "step": 1726260
    },
    {
      "epoch": 481.79,
      "grad_norm": 1.1654270887374878,
      "learning_rate": 1.7515549141562702e-06,
      "loss": 0.3653,
      "step": 1726270
    },
    {
      "epoch": 481.8,
      "grad_norm": 1.1635141372680664,
      "learning_rate": 1.7515287519321956e-06,
      "loss": 0.3489,
      "step": 1726280
    },
    {
      "epoch": 481.8,
      "grad_norm": 0.9570668935775757,
      "learning_rate": 1.751502589786946e-06,
      "loss": 0.3616,
      "step": 1726290
    },
    {
      "epoch": 481.8,
      "grad_norm": 1.0916393995285034,
      "learning_rate": 1.751476427720524e-06,
      "loss": 0.3368,
      "step": 1726300
    },
    {
      "epoch": 481.81,
      "grad_norm": 1.2058900594711304,
      "learning_rate": 1.751450265732934e-06,
      "loss": 0.3532,
      "step": 1726310
    },
    {
      "epoch": 481.81,
      "grad_norm": 1.0602335929870605,
      "learning_rate": 1.7514241038241793e-06,
      "loss": 0.3677,
      "step": 1726320
    },
    {
      "epoch": 481.81,
      "grad_norm": 1.3969883918762207,
      "learning_rate": 1.7513979419942624e-06,
      "loss": 0.347,
      "step": 1726330
    },
    {
      "epoch": 481.81,
      "grad_norm": 1.2329208850860596,
      "learning_rate": 1.7513717802431887e-06,
      "loss": 0.3429,
      "step": 1726340
    },
    {
      "epoch": 481.82,
      "grad_norm": 1.1906800270080566,
      "learning_rate": 1.751345618570961e-06,
      "loss": 0.3384,
      "step": 1726350
    },
    {
      "epoch": 481.82,
      "grad_norm": 0.9882592558860779,
      "learning_rate": 1.7513194569775812e-06,
      "loss": 0.3325,
      "step": 1726360
    },
    {
      "epoch": 481.82,
      "grad_norm": 1.051530122756958,
      "learning_rate": 1.7512932954630551e-06,
      "loss": 0.3423,
      "step": 1726370
    },
    {
      "epoch": 481.83,
      "grad_norm": 1.2258071899414062,
      "learning_rate": 1.751267134027385e-06,
      "loss": 0.3387,
      "step": 1726380
    },
    {
      "epoch": 481.83,
      "grad_norm": 1.178775429725647,
      "learning_rate": 1.7512409726705744e-06,
      "loss": 0.3458,
      "step": 1726390
    },
    {
      "epoch": 481.83,
      "grad_norm": 1.2301721572875977,
      "learning_rate": 1.7512148113926274e-06,
      "loss": 0.3372,
      "step": 1726400
    },
    {
      "epoch": 481.83,
      "grad_norm": 1.208650827407837,
      "learning_rate": 1.7511886501935466e-06,
      "loss": 0.3552,
      "step": 1726410
    },
    {
      "epoch": 481.84,
      "grad_norm": 1.009434461593628,
      "learning_rate": 1.751162489073335e-06,
      "loss": 0.3478,
      "step": 1726420
    },
    {
      "epoch": 481.84,
      "grad_norm": 1.1413522958755493,
      "learning_rate": 1.751136328031998e-06,
      "loss": 0.3635,
      "step": 1726430
    },
    {
      "epoch": 481.84,
      "grad_norm": 1.0060380697250366,
      "learning_rate": 1.7511101670695382e-06,
      "loss": 0.3498,
      "step": 1726440
    },
    {
      "epoch": 481.84,
      "grad_norm": 1.087369441986084,
      "learning_rate": 1.7510840061859585e-06,
      "loss": 0.3397,
      "step": 1726450
    },
    {
      "epoch": 481.85,
      "grad_norm": 1.2406589984893799,
      "learning_rate": 1.751057845381263e-06,
      "loss": 0.3448,
      "step": 1726460
    },
    {
      "epoch": 481.85,
      "grad_norm": 0.9424653053283691,
      "learning_rate": 1.751031684655455e-06,
      "loss": 0.3265,
      "step": 1726470
    },
    {
      "epoch": 481.85,
      "grad_norm": 0.8732631802558899,
      "learning_rate": 1.751005524008537e-06,
      "loss": 0.3474,
      "step": 1726480
    },
    {
      "epoch": 481.86,
      "grad_norm": 1.001931071281433,
      "learning_rate": 1.7509793634405148e-06,
      "loss": 0.3408,
      "step": 1726490
    },
    {
      "epoch": 481.86,
      "grad_norm": 0.9159224629402161,
      "learning_rate": 1.75095320295139e-06,
      "loss": 0.3477,
      "step": 1726500
    },
    {
      "epoch": 481.86,
      "grad_norm": 1.2574011087417603,
      "learning_rate": 1.750927042541166e-06,
      "loss": 0.3373,
      "step": 1726510
    },
    {
      "epoch": 481.86,
      "grad_norm": 1.0558924674987793,
      "learning_rate": 1.750900882209848e-06,
      "loss": 0.3485,
      "step": 1726520
    },
    {
      "epoch": 481.87,
      "grad_norm": 0.9799309968948364,
      "learning_rate": 1.7508747219574373e-06,
      "loss": 0.3392,
      "step": 1726530
    },
    {
      "epoch": 481.87,
      "grad_norm": 1.2005116939544678,
      "learning_rate": 1.7508485617839395e-06,
      "loss": 0.3514,
      "step": 1726540
    },
    {
      "epoch": 481.87,
      "grad_norm": 1.0018054246902466,
      "learning_rate": 1.7508224016893568e-06,
      "loss": 0.3228,
      "step": 1726550
    },
    {
      "epoch": 481.88,
      "grad_norm": 1.1738171577453613,
      "learning_rate": 1.7507962416736922e-06,
      "loss": 0.3508,
      "step": 1726560
    },
    {
      "epoch": 481.88,
      "grad_norm": 1.21945321559906,
      "learning_rate": 1.7507700817369502e-06,
      "loss": 0.3407,
      "step": 1726570
    },
    {
      "epoch": 481.88,
      "grad_norm": 1.0871334075927734,
      "learning_rate": 1.7507439218791347e-06,
      "loss": 0.3318,
      "step": 1726580
    },
    {
      "epoch": 481.88,
      "grad_norm": 0.9726449251174927,
      "learning_rate": 1.7507177621002475e-06,
      "loss": 0.3384,
      "step": 1726590
    },
    {
      "epoch": 481.89,
      "grad_norm": 1.1145448684692383,
      "learning_rate": 1.7506916024002939e-06,
      "loss": 0.3463,
      "step": 1726600
    },
    {
      "epoch": 481.89,
      "grad_norm": 1.1496137380599976,
      "learning_rate": 1.7506654427792767e-06,
      "loss": 0.3366,
      "step": 1726610
    },
    {
      "epoch": 481.89,
      "grad_norm": 1.2616989612579346,
      "learning_rate": 1.7506392832371977e-06,
      "loss": 0.3313,
      "step": 1726620
    },
    {
      "epoch": 481.9,
      "grad_norm": 1.1121611595153809,
      "learning_rate": 1.7506131237740633e-06,
      "loss": 0.3453,
      "step": 1726630
    },
    {
      "epoch": 481.9,
      "grad_norm": 1.228016972541809,
      "learning_rate": 1.7505869643898757e-06,
      "loss": 0.3555,
      "step": 1726640
    },
    {
      "epoch": 481.9,
      "grad_norm": 1.0505107641220093,
      "learning_rate": 1.7505608050846366e-06,
      "loss": 0.3394,
      "step": 1726650
    },
    {
      "epoch": 481.9,
      "grad_norm": 1.1627137660980225,
      "learning_rate": 1.7505346458583527e-06,
      "loss": 0.3444,
      "step": 1726660
    },
    {
      "epoch": 481.91,
      "grad_norm": 1.1184356212615967,
      "learning_rate": 1.7505084867110256e-06,
      "loss": 0.3393,
      "step": 1726670
    },
    {
      "epoch": 481.91,
      "grad_norm": 1.4278486967086792,
      "learning_rate": 1.7504823276426587e-06,
      "loss": 0.3529,
      "step": 1726680
    },
    {
      "epoch": 481.91,
      "grad_norm": 1.1444495916366577,
      "learning_rate": 1.7504561686532566e-06,
      "loss": 0.3397,
      "step": 1726690
    },
    {
      "epoch": 481.91,
      "grad_norm": 1.0972683429718018,
      "learning_rate": 1.750430009742822e-06,
      "loss": 0.3393,
      "step": 1726700
    },
    {
      "epoch": 481.92,
      "grad_norm": 1.0632147789001465,
      "learning_rate": 1.7504038509113575e-06,
      "loss": 0.3532,
      "step": 1726710
    },
    {
      "epoch": 481.92,
      "grad_norm": 1.107398509979248,
      "learning_rate": 1.7503776921588682e-06,
      "loss": 0.3514,
      "step": 1726720
    },
    {
      "epoch": 481.92,
      "grad_norm": 0.9466838240623474,
      "learning_rate": 1.7503515334853571e-06,
      "loss": 0.3407,
      "step": 1726730
    },
    {
      "epoch": 481.93,
      "grad_norm": 1.0072284936904907,
      "learning_rate": 1.750325374890827e-06,
      "loss": 0.3302,
      "step": 1726740
    },
    {
      "epoch": 481.93,
      "grad_norm": 1.293431282043457,
      "learning_rate": 1.7502992163752825e-06,
      "loss": 0.336,
      "step": 1726750
    },
    {
      "epoch": 481.93,
      "grad_norm": 1.2341786623001099,
      "learning_rate": 1.7502730579387264e-06,
      "loss": 0.3462,
      "step": 1726760
    },
    {
      "epoch": 481.93,
      "grad_norm": 0.8895404934883118,
      "learning_rate": 1.7502468995811611e-06,
      "loss": 0.3406,
      "step": 1726770
    },
    {
      "epoch": 481.94,
      "grad_norm": 1.0032066106796265,
      "learning_rate": 1.7502207413025925e-06,
      "loss": 0.3472,
      "step": 1726780
    },
    {
      "epoch": 481.94,
      "grad_norm": 1.1035141944885254,
      "learning_rate": 1.7501945831030226e-06,
      "loss": 0.3394,
      "step": 1726790
    },
    {
      "epoch": 481.94,
      "grad_norm": 0.9973446130752563,
      "learning_rate": 1.750168424982454e-06,
      "loss": 0.341,
      "step": 1726800
    },
    {
      "epoch": 481.95,
      "grad_norm": 1.7291135787963867,
      "learning_rate": 1.7501422669408924e-06,
      "loss": 0.3395,
      "step": 1726810
    },
    {
      "epoch": 481.95,
      "grad_norm": 0.9519175887107849,
      "learning_rate": 1.7501161089783398e-06,
      "loss": 0.3518,
      "step": 1726820
    },
    {
      "epoch": 481.95,
      "grad_norm": 0.934562087059021,
      "learning_rate": 1.7500899510948002e-06,
      "loss": 0.3517,
      "step": 1726830
    },
    {
      "epoch": 481.95,
      "grad_norm": 1.0168637037277222,
      "learning_rate": 1.750063793290277e-06,
      "loss": 0.3484,
      "step": 1726840
    },
    {
      "epoch": 481.96,
      "grad_norm": 1.1703557968139648,
      "learning_rate": 1.750037635564773e-06,
      "loss": 0.3357,
      "step": 1726850
    },
    {
      "epoch": 481.96,
      "grad_norm": 1.1048492193222046,
      "learning_rate": 1.7500114779182928e-06,
      "loss": 0.3184,
      "step": 1726860
    },
    {
      "epoch": 481.96,
      "grad_norm": 1.1210514307022095,
      "learning_rate": 1.7499853203508394e-06,
      "loss": 0.3357,
      "step": 1726870
    },
    {
      "epoch": 481.96,
      "grad_norm": 1.0178115367889404,
      "learning_rate": 1.7499591628624162e-06,
      "loss": 0.3404,
      "step": 1726880
    },
    {
      "epoch": 481.97,
      "grad_norm": 1.0672043561935425,
      "learning_rate": 1.7499330054530266e-06,
      "loss": 0.3296,
      "step": 1726890
    },
    {
      "epoch": 481.97,
      "grad_norm": 1.115068793296814,
      "learning_rate": 1.7499068481226748e-06,
      "loss": 0.3249,
      "step": 1726900
    },
    {
      "epoch": 481.97,
      "grad_norm": 1.1762298345565796,
      "learning_rate": 1.749880690871362e-06,
      "loss": 0.348,
      "step": 1726910
    },
    {
      "epoch": 481.98,
      "grad_norm": 1.1046518087387085,
      "learning_rate": 1.749854533699095e-06,
      "loss": 0.3828,
      "step": 1726920
    },
    {
      "epoch": 481.98,
      "grad_norm": 1.03680419921875,
      "learning_rate": 1.7498283766058752e-06,
      "loss": 0.3279,
      "step": 1726930
    },
    {
      "epoch": 481.98,
      "grad_norm": 1.2719308137893677,
      "learning_rate": 1.7498022195917057e-06,
      "loss": 0.3594,
      "step": 1726940
    },
    {
      "epoch": 481.98,
      "grad_norm": 1.2780671119689941,
      "learning_rate": 1.749776062656592e-06,
      "loss": 0.3258,
      "step": 1726950
    },
    {
      "epoch": 481.99,
      "grad_norm": 2.2712903022766113,
      "learning_rate": 1.7497499058005362e-06,
      "loss": 0.3363,
      "step": 1726960
    },
    {
      "epoch": 481.99,
      "grad_norm": 1.1620296239852905,
      "learning_rate": 1.7497237490235414e-06,
      "loss": 0.3279,
      "step": 1726970
    },
    {
      "epoch": 481.99,
      "grad_norm": 1.5918351411819458,
      "learning_rate": 1.7496975923256125e-06,
      "loss": 0.3479,
      "step": 1726980
    },
    {
      "epoch": 482.0,
      "grad_norm": 1.0605443716049194,
      "learning_rate": 1.7496714357067518e-06,
      "loss": 0.3505,
      "step": 1726990
    },
    {
      "epoch": 482.0,
      "grad_norm": 1.0306816101074219,
      "learning_rate": 1.7496452791669622e-06,
      "loss": 0.3465,
      "step": 1727000
    },
    {
      "epoch": 482.0,
      "eval_loss": 0.34342238306999207,
      "eval_runtime": 64.9625,
      "eval_samples_per_second": 77.876,
      "eval_steps_per_second": 9.744,
      "step": 1727006
    },
    {
      "epoch": 482.0,
      "grad_norm": 0.951263964176178,
      "learning_rate": 1.7496191227062491e-06,
      "loss": 0.3453,
      "step": 1727010
    },
    {
      "epoch": 482.0,
      "grad_norm": 1.417153239250183,
      "learning_rate": 1.749592966324615e-06,
      "loss": 0.3432,
      "step": 1727020
    },
    {
      "epoch": 482.01,
      "grad_norm": 1.0304579734802246,
      "learning_rate": 1.749566810022063e-06,
      "loss": 0.331,
      "step": 1727030
    },
    {
      "epoch": 482.01,
      "grad_norm": 1.470269799232483,
      "learning_rate": 1.7495406537985972e-06,
      "loss": 0.3533,
      "step": 1727040
    },
    {
      "epoch": 482.01,
      "grad_norm": 1.3319090604782104,
      "learning_rate": 1.7495144976542208e-06,
      "loss": 0.3411,
      "step": 1727050
    },
    {
      "epoch": 482.02,
      "grad_norm": 1.0601152181625366,
      "learning_rate": 1.7494883415889364e-06,
      "loss": 0.3542,
      "step": 1727060
    },
    {
      "epoch": 482.02,
      "grad_norm": 1.1580262184143066,
      "learning_rate": 1.7494621856027496e-06,
      "loss": 0.343,
      "step": 1727070
    },
    {
      "epoch": 482.02,
      "grad_norm": 1.2817577123641968,
      "learning_rate": 1.7494360296956625e-06,
      "loss": 0.3366,
      "step": 1727080
    },
    {
      "epoch": 482.02,
      "grad_norm": 1.1916919946670532,
      "learning_rate": 1.7494098738676777e-06,
      "loss": 0.3491,
      "step": 1727090
    },
    {
      "epoch": 482.03,
      "grad_norm": 0.9953472018241882,
      "learning_rate": 1.7493837181188006e-06,
      "loss": 0.3265,
      "step": 1727100
    },
    {
      "epoch": 482.03,
      "grad_norm": 1.1835925579071045,
      "learning_rate": 1.7493575624490335e-06,
      "loss": 0.3435,
      "step": 1727110
    },
    {
      "epoch": 482.03,
      "grad_norm": 1.1233388185501099,
      "learning_rate": 1.7493314068583808e-06,
      "loss": 0.327,
      "step": 1727120
    },
    {
      "epoch": 482.03,
      "grad_norm": 0.9388792514801025,
      "learning_rate": 1.7493052513468454e-06,
      "loss": 0.3407,
      "step": 1727130
    },
    {
      "epoch": 482.04,
      "grad_norm": 1.0343955755233765,
      "learning_rate": 1.7492790959144292e-06,
      "loss": 0.3267,
      "step": 1727140
    },
    {
      "epoch": 482.04,
      "grad_norm": 1.034450650215149,
      "learning_rate": 1.7492529405611389e-06,
      "loss": 0.3412,
      "step": 1727150
    },
    {
      "epoch": 482.04,
      "grad_norm": 0.9990316033363342,
      "learning_rate": 1.7492267852869762e-06,
      "loss": 0.3387,
      "step": 1727160
    },
    {
      "epoch": 482.05,
      "grad_norm": 0.9403534531593323,
      "learning_rate": 1.749200630091944e-06,
      "loss": 0.3336,
      "step": 1727170
    },
    {
      "epoch": 482.05,
      "grad_norm": 1.4156008958816528,
      "learning_rate": 1.7491744749760463e-06,
      "loss": 0.3391,
      "step": 1727180
    },
    {
      "epoch": 482.05,
      "grad_norm": 1.1009151935577393,
      "learning_rate": 1.749148319939288e-06,
      "loss": 0.3439,
      "step": 1727190
    },
    {
      "epoch": 482.05,
      "grad_norm": 1.0790753364562988,
      "learning_rate": 1.7491221649816702e-06,
      "loss": 0.3306,
      "step": 1727200
    },
    {
      "epoch": 482.06,
      "grad_norm": 1.080545425415039,
      "learning_rate": 1.7490960101031983e-06,
      "loss": 0.3301,
      "step": 1727210
    },
    {
      "epoch": 482.06,
      "grad_norm": 1.0033822059631348,
      "learning_rate": 1.749069855303875e-06,
      "loss": 0.3376,
      "step": 1727220
    },
    {
      "epoch": 482.06,
      "grad_norm": 1.3479721546173096,
      "learning_rate": 1.7490437005837027e-06,
      "loss": 0.3299,
      "step": 1727230
    },
    {
      "epoch": 482.07,
      "grad_norm": 1.1370989084243774,
      "learning_rate": 1.7490175459426866e-06,
      "loss": 0.3501,
      "step": 1727240
    },
    {
      "epoch": 482.07,
      "grad_norm": 1.2368131875991821,
      "learning_rate": 1.7489913913808304e-06,
      "loss": 0.3355,
      "step": 1727250
    },
    {
      "epoch": 482.07,
      "grad_norm": 1.0336825847625732,
      "learning_rate": 1.7489652368981355e-06,
      "loss": 0.3417,
      "step": 1727260
    },
    {
      "epoch": 482.07,
      "grad_norm": 1.1039671897888184,
      "learning_rate": 1.7489390824946073e-06,
      "loss": 0.3386,
      "step": 1727270
    },
    {
      "epoch": 482.08,
      "grad_norm": 1.2675451040267944,
      "learning_rate": 1.748912928170249e-06,
      "loss": 0.3499,
      "step": 1727280
    },
    {
      "epoch": 482.08,
      "grad_norm": 1.8950358629226685,
      "learning_rate": 1.7488867739250621e-06,
      "loss": 0.3533,
      "step": 1727290
    },
    {
      "epoch": 482.08,
      "grad_norm": 1.0080205202102661,
      "learning_rate": 1.7488606197590528e-06,
      "loss": 0.3343,
      "step": 1727300
    },
    {
      "epoch": 482.08,
      "grad_norm": 0.9022148847579956,
      "learning_rate": 1.7488344656722234e-06,
      "loss": 0.3353,
      "step": 1727310
    },
    {
      "epoch": 482.09,
      "grad_norm": 1.3118400573730469,
      "learning_rate": 1.7488083116645766e-06,
      "loss": 0.3246,
      "step": 1727320
    },
    {
      "epoch": 482.09,
      "grad_norm": 0.9609482884407043,
      "learning_rate": 1.7487821577361179e-06,
      "loss": 0.3265,
      "step": 1727330
    },
    {
      "epoch": 482.09,
      "grad_norm": 0.970229983329773,
      "learning_rate": 1.7487560038868493e-06,
      "loss": 0.3532,
      "step": 1727340
    },
    {
      "epoch": 482.1,
      "grad_norm": 1.1490685939788818,
      "learning_rate": 1.748729850116774e-06,
      "loss": 0.325,
      "step": 1727350
    },
    {
      "epoch": 482.1,
      "grad_norm": 1.0932320356369019,
      "learning_rate": 1.7487036964258968e-06,
      "loss": 0.3423,
      "step": 1727360
    },
    {
      "epoch": 482.1,
      "grad_norm": 1.1006499528884888,
      "learning_rate": 1.74867754281422e-06,
      "loss": 0.3443,
      "step": 1727370
    },
    {
      "epoch": 482.1,
      "grad_norm": 1.1259499788284302,
      "learning_rate": 1.748651389281747e-06,
      "loss": 0.3431,
      "step": 1727380
    },
    {
      "epoch": 482.11,
      "grad_norm": 1.2668434381484985,
      "learning_rate": 1.7486252358284825e-06,
      "loss": 0.346,
      "step": 1727390
    },
    {
      "epoch": 482.11,
      "grad_norm": 0.9186040163040161,
      "learning_rate": 1.7485990824544289e-06,
      "loss": 0.3353,
      "step": 1727400
    },
    {
      "epoch": 482.11,
      "grad_norm": 0.9851623773574829,
      "learning_rate": 1.7485729291595901e-06,
      "loss": 0.3408,
      "step": 1727410
    },
    {
      "epoch": 482.12,
      "grad_norm": 1.0062733888626099,
      "learning_rate": 1.7485467759439702e-06,
      "loss": 0.3446,
      "step": 1727420
    },
    {
      "epoch": 482.12,
      "grad_norm": 1.6179897785186768,
      "learning_rate": 1.7485206228075707e-06,
      "loss": 0.3559,
      "step": 1727430
    },
    {
      "epoch": 482.12,
      "grad_norm": 1.738852620124817,
      "learning_rate": 1.7484944697503975e-06,
      "loss": 0.3673,
      "step": 1727440
    },
    {
      "epoch": 482.12,
      "grad_norm": 1.0278608798980713,
      "learning_rate": 1.7484683167724529e-06,
      "loss": 0.3463,
      "step": 1727450
    },
    {
      "epoch": 482.13,
      "grad_norm": 0.9713327884674072,
      "learning_rate": 1.7484421638737395e-06,
      "loss": 0.3428,
      "step": 1727460
    },
    {
      "epoch": 482.13,
      "grad_norm": 1.0795063972473145,
      "learning_rate": 1.7484160110542624e-06,
      "loss": 0.3419,
      "step": 1727470
    },
    {
      "epoch": 482.13,
      "grad_norm": 0.9907017350196838,
      "learning_rate": 1.7483898583140249e-06,
      "loss": 0.3405,
      "step": 1727480
    },
    {
      "epoch": 482.14,
      "grad_norm": 1.1888469457626343,
      "learning_rate": 1.7483637056530292e-06,
      "loss": 0.342,
      "step": 1727490
    },
    {
      "epoch": 482.14,
      "grad_norm": 0.9995008111000061,
      "learning_rate": 1.7483375530712802e-06,
      "loss": 0.3385,
      "step": 1727500
    },
    {
      "epoch": 482.14,
      "grad_norm": 1.023268461227417,
      "learning_rate": 1.7483114005687808e-06,
      "loss": 0.337,
      "step": 1727510
    },
    {
      "epoch": 482.14,
      "grad_norm": 1.122051477432251,
      "learning_rate": 1.7482852481455333e-06,
      "loss": 0.3383,
      "step": 1727520
    },
    {
      "epoch": 482.15,
      "grad_norm": 1.1909229755401611,
      "learning_rate": 1.7482590958015435e-06,
      "loss": 0.3437,
      "step": 1727530
    },
    {
      "epoch": 482.15,
      "grad_norm": 1.0887916088104248,
      "learning_rate": 1.7482329435368135e-06,
      "loss": 0.3453,
      "step": 1727540
    },
    {
      "epoch": 482.15,
      "grad_norm": 1.10948646068573,
      "learning_rate": 1.7482067913513465e-06,
      "loss": 0.3415,
      "step": 1727550
    },
    {
      "epoch": 482.15,
      "grad_norm": 0.9808428883552551,
      "learning_rate": 1.748180639245147e-06,
      "loss": 0.334,
      "step": 1727560
    },
    {
      "epoch": 482.16,
      "grad_norm": 1.0008728504180908,
      "learning_rate": 1.7481544872182182e-06,
      "loss": 0.3476,
      "step": 1727570
    },
    {
      "epoch": 482.16,
      "grad_norm": 1.1582841873168945,
      "learning_rate": 1.7481283352705622e-06,
      "loss": 0.3453,
      "step": 1727580
    },
    {
      "epoch": 482.16,
      "grad_norm": 1.1937514543533325,
      "learning_rate": 1.7481021834021844e-06,
      "loss": 0.3465,
      "step": 1727590
    },
    {
      "epoch": 482.17,
      "grad_norm": 1.0607163906097412,
      "learning_rate": 1.7480760316130876e-06,
      "loss": 0.3337,
      "step": 1727600
    },
    {
      "epoch": 482.17,
      "grad_norm": 0.9784592390060425,
      "learning_rate": 1.748049879903274e-06,
      "loss": 0.3348,
      "step": 1727610
    },
    {
      "epoch": 482.17,
      "grad_norm": 1.117902398109436,
      "learning_rate": 1.7480237282727494e-06,
      "loss": 0.3495,
      "step": 1727620
    },
    {
      "epoch": 482.17,
      "grad_norm": 0.9421568512916565,
      "learning_rate": 1.7479975767215161e-06,
      "loss": 0.35,
      "step": 1727630
    },
    {
      "epoch": 482.18,
      "grad_norm": 0.9974583983421326,
      "learning_rate": 1.7479714252495774e-06,
      "loss": 0.3269,
      "step": 1727640
    },
    {
      "epoch": 482.18,
      "grad_norm": 1.089403510093689,
      "learning_rate": 1.7479452738569371e-06,
      "loss": 0.3492,
      "step": 1727650
    },
    {
      "epoch": 482.18,
      "grad_norm": 1.1298784017562866,
      "learning_rate": 1.7479191225435988e-06,
      "loss": 0.3644,
      "step": 1727660
    },
    {
      "epoch": 482.19,
      "grad_norm": 0.9721802473068237,
      "learning_rate": 1.7478929713095648e-06,
      "loss": 0.3397,
      "step": 1727670
    },
    {
      "epoch": 482.19,
      "grad_norm": 1.1902499198913574,
      "learning_rate": 1.7478668201548403e-06,
      "loss": 0.3439,
      "step": 1727680
    },
    {
      "epoch": 482.19,
      "grad_norm": 1.1847349405288696,
      "learning_rate": 1.7478406690794276e-06,
      "loss": 0.3442,
      "step": 1727690
    },
    {
      "epoch": 482.19,
      "grad_norm": 1.0627124309539795,
      "learning_rate": 1.747814518083331e-06,
      "loss": 0.3332,
      "step": 1727700
    },
    {
      "epoch": 482.2,
      "grad_norm": 1.1449780464172363,
      "learning_rate": 1.7477883671665536e-06,
      "loss": 0.3255,
      "step": 1727710
    },
    {
      "epoch": 482.2,
      "grad_norm": 0.9345804452896118,
      "learning_rate": 1.747762216329098e-06,
      "loss": 0.3386,
      "step": 1727720
    },
    {
      "epoch": 482.2,
      "grad_norm": 1.3261480331420898,
      "learning_rate": 1.7477360655709695e-06,
      "loss": 0.35,
      "step": 1727730
    },
    {
      "epoch": 482.2,
      "grad_norm": 1.2290732860565186,
      "learning_rate": 1.7477099148921707e-06,
      "loss": 0.3449,
      "step": 1727740
    },
    {
      "epoch": 482.21,
      "grad_norm": 0.9171579480171204,
      "learning_rate": 1.747683764292704e-06,
      "loss": 0.3484,
      "step": 1727750
    },
    {
      "epoch": 482.21,
      "grad_norm": 0.9542224407196045,
      "learning_rate": 1.7476576137725744e-06,
      "loss": 0.3435,
      "step": 1727760
    },
    {
      "epoch": 482.21,
      "grad_norm": 1.1103726625442505,
      "learning_rate": 1.7476314633317857e-06,
      "loss": 0.3318,
      "step": 1727770
    },
    {
      "epoch": 482.22,
      "grad_norm": 1.034552812576294,
      "learning_rate": 1.7476053129703393e-06,
      "loss": 0.3393,
      "step": 1727780
    },
    {
      "epoch": 482.22,
      "grad_norm": 0.9700312614440918,
      "learning_rate": 1.7475791626882408e-06,
      "loss": 0.3318,
      "step": 1727790
    },
    {
      "epoch": 482.22,
      "grad_norm": 1.0324897766113281,
      "learning_rate": 1.7475530124854924e-06,
      "loss": 0.3304,
      "step": 1727800
    },
    {
      "epoch": 482.22,
      "grad_norm": 1.1932510137557983,
      "learning_rate": 1.7475268623620973e-06,
      "loss": 0.3292,
      "step": 1727810
    },
    {
      "epoch": 482.23,
      "grad_norm": 1.1053155660629272,
      "learning_rate": 1.7475007123180607e-06,
      "loss": 0.3486,
      "step": 1727820
    },
    {
      "epoch": 482.23,
      "grad_norm": 1.0197739601135254,
      "learning_rate": 1.747474562353385e-06,
      "loss": 0.3421,
      "step": 1727830
    },
    {
      "epoch": 482.23,
      "grad_norm": 1.089702844619751,
      "learning_rate": 1.7474484124680732e-06,
      "loss": 0.3501,
      "step": 1727840
    },
    {
      "epoch": 482.24,
      "grad_norm": 3.4829490184783936,
      "learning_rate": 1.74742226266213e-06,
      "loss": 0.3342,
      "step": 1727850
    },
    {
      "epoch": 482.24,
      "grad_norm": 0.8477073907852173,
      "learning_rate": 1.747396112935558e-06,
      "loss": 0.3305,
      "step": 1727860
    },
    {
      "epoch": 482.24,
      "grad_norm": 1.3598791360855103,
      "learning_rate": 1.7473699632883596e-06,
      "loss": 0.3443,
      "step": 1727870
    },
    {
      "epoch": 482.24,
      "grad_norm": 1.1535834074020386,
      "learning_rate": 1.7473438137205408e-06,
      "loss": 0.3375,
      "step": 1727880
    },
    {
      "epoch": 482.25,
      "grad_norm": 1.01853609085083,
      "learning_rate": 1.7473176642321039e-06,
      "loss": 0.3263,
      "step": 1727890
    },
    {
      "epoch": 482.25,
      "grad_norm": 1.1094523668289185,
      "learning_rate": 1.7472915148230512e-06,
      "loss": 0.3553,
      "step": 1727900
    },
    {
      "epoch": 482.25,
      "grad_norm": 1.0529589653015137,
      "learning_rate": 1.7472653654933885e-06,
      "loss": 0.335,
      "step": 1727910
    },
    {
      "epoch": 482.26,
      "grad_norm": 1.1209962368011475,
      "learning_rate": 1.7472392162431177e-06,
      "loss": 0.3635,
      "step": 1727920
    },
    {
      "epoch": 482.26,
      "grad_norm": 1.1724920272827148,
      "learning_rate": 1.7472130670722424e-06,
      "loss": 0.326,
      "step": 1727930
    },
    {
      "epoch": 482.26,
      "grad_norm": 1.0150772333145142,
      "learning_rate": 1.7471869179807666e-06,
      "loss": 0.3456,
      "step": 1727940
    },
    {
      "epoch": 482.26,
      "grad_norm": 1.1671775579452515,
      "learning_rate": 1.7471607689686937e-06,
      "loss": 0.3508,
      "step": 1727950
    },
    {
      "epoch": 482.27,
      "grad_norm": 1.0313493013381958,
      "learning_rate": 1.7471346200360262e-06,
      "loss": 0.3332,
      "step": 1727960
    },
    {
      "epoch": 482.27,
      "grad_norm": 1.0381988286972046,
      "learning_rate": 1.747108471182769e-06,
      "loss": 0.3596,
      "step": 1727970
    },
    {
      "epoch": 482.27,
      "grad_norm": 1.061703085899353,
      "learning_rate": 1.7470823224089246e-06,
      "loss": 0.3424,
      "step": 1727980
    },
    {
      "epoch": 482.27,
      "grad_norm": 1.1304789781570435,
      "learning_rate": 1.7470561737144974e-06,
      "loss": 0.3317,
      "step": 1727990
    },
    {
      "epoch": 482.28,
      "grad_norm": 0.9847562909126282,
      "learning_rate": 1.74703002509949e-06,
      "loss": 0.3468,
      "step": 1728000
    },
    {
      "epoch": 482.28,
      "grad_norm": 1.1135876178741455,
      "learning_rate": 1.7470038765639057e-06,
      "loss": 0.3433,
      "step": 1728010
    },
    {
      "epoch": 482.28,
      "grad_norm": 1.1648755073547363,
      "learning_rate": 1.746977728107749e-06,
      "loss": 0.3463,
      "step": 1728020
    },
    {
      "epoch": 482.29,
      "grad_norm": 1.1335049867630005,
      "learning_rate": 1.746951579731023e-06,
      "loss": 0.3563,
      "step": 1728030
    },
    {
      "epoch": 482.29,
      "grad_norm": 1.0058900117874146,
      "learning_rate": 1.7469254314337302e-06,
      "loss": 0.3418,
      "step": 1728040
    },
    {
      "epoch": 482.29,
      "grad_norm": 1.1360833644866943,
      "learning_rate": 1.7468992832158757e-06,
      "loss": 0.3373,
      "step": 1728050
    },
    {
      "epoch": 482.29,
      "grad_norm": 1.1289353370666504,
      "learning_rate": 1.7468731350774622e-06,
      "loss": 0.3415,
      "step": 1728060
    },
    {
      "epoch": 482.3,
      "grad_norm": 1.24605393409729,
      "learning_rate": 1.7468469870184927e-06,
      "loss": 0.3428,
      "step": 1728070
    },
    {
      "epoch": 482.3,
      "grad_norm": 1.1272635459899902,
      "learning_rate": 1.746820839038972e-06,
      "loss": 0.324,
      "step": 1728080
    },
    {
      "epoch": 482.3,
      "grad_norm": 1.0249923467636108,
      "learning_rate": 1.7467946911389022e-06,
      "loss": 0.3384,
      "step": 1728090
    },
    {
      "epoch": 482.31,
      "grad_norm": 1.5850770473480225,
      "learning_rate": 1.7467685433182867e-06,
      "loss": 0.3474,
      "step": 1728100
    },
    {
      "epoch": 482.31,
      "grad_norm": 1.0481305122375488,
      "learning_rate": 1.7467423955771302e-06,
      "loss": 0.3508,
      "step": 1728110
    },
    {
      "epoch": 482.31,
      "grad_norm": 0.9978742599487305,
      "learning_rate": 1.746716247915436e-06,
      "loss": 0.3392,
      "step": 1728120
    },
    {
      "epoch": 482.31,
      "grad_norm": 0.9290476441383362,
      "learning_rate": 1.7466901003332065e-06,
      "loss": 0.3595,
      "step": 1728130
    },
    {
      "epoch": 482.32,
      "grad_norm": 1.1123380661010742,
      "learning_rate": 1.7466639528304458e-06,
      "loss": 0.3391,
      "step": 1728140
    },
    {
      "epoch": 482.32,
      "grad_norm": 1.1247247457504272,
      "learning_rate": 1.746637805407158e-06,
      "loss": 0.339,
      "step": 1728150
    },
    {
      "epoch": 482.32,
      "grad_norm": 1.254407286643982,
      "learning_rate": 1.7466116580633452e-06,
      "loss": 0.3416,
      "step": 1728160
    },
    {
      "epoch": 482.32,
      "grad_norm": 1.0639214515686035,
      "learning_rate": 1.7465855107990126e-06,
      "loss": 0.3339,
      "step": 1728170
    },
    {
      "epoch": 482.33,
      "grad_norm": 1.14096200466156,
      "learning_rate": 1.7465593636141626e-06,
      "loss": 0.3394,
      "step": 1728180
    },
    {
      "epoch": 482.33,
      "grad_norm": 1.250607967376709,
      "learning_rate": 1.7465332165087976e-06,
      "loss": 0.3502,
      "step": 1728190
    },
    {
      "epoch": 482.33,
      "grad_norm": 1.270999550819397,
      "learning_rate": 1.7465070694829234e-06,
      "loss": 0.3445,
      "step": 1728200
    },
    {
      "epoch": 482.34,
      "grad_norm": 1.528058409690857,
      "learning_rate": 1.7464809225365428e-06,
      "loss": 0.3448,
      "step": 1728210
    },
    {
      "epoch": 482.34,
      "grad_norm": 1.0745766162872314,
      "learning_rate": 1.7464547756696578e-06,
      "loss": 0.3513,
      "step": 1728220
    },
    {
      "epoch": 482.34,
      "grad_norm": 0.9359161853790283,
      "learning_rate": 1.746428628882274e-06,
      "loss": 0.3287,
      "step": 1728230
    },
    {
      "epoch": 482.34,
      "grad_norm": 1.0542750358581543,
      "learning_rate": 1.7464024821743933e-06,
      "loss": 0.3322,
      "step": 1728240
    },
    {
      "epoch": 482.35,
      "grad_norm": 1.0528327226638794,
      "learning_rate": 1.746376335546019e-06,
      "loss": 0.3359,
      "step": 1728250
    },
    {
      "epoch": 482.35,
      "grad_norm": 1.168365478515625,
      "learning_rate": 1.7463501889971565e-06,
      "loss": 0.3438,
      "step": 1728260
    },
    {
      "epoch": 482.35,
      "grad_norm": 1.1738815307617188,
      "learning_rate": 1.7463240425278066e-06,
      "loss": 0.3333,
      "step": 1728270
    },
    {
      "epoch": 482.36,
      "grad_norm": 1.1474170684814453,
      "learning_rate": 1.7462978961379756e-06,
      "loss": 0.3324,
      "step": 1728280
    },
    {
      "epoch": 482.36,
      "grad_norm": 1.1492598056793213,
      "learning_rate": 1.7462717498276656e-06,
      "loss": 0.341,
      "step": 1728290
    },
    {
      "epoch": 482.36,
      "grad_norm": 0.9291760325431824,
      "learning_rate": 1.7462456035968796e-06,
      "loss": 0.3319,
      "step": 1728300
    },
    {
      "epoch": 482.36,
      "grad_norm": 1.995222568511963,
      "learning_rate": 1.746219457445622e-06,
      "loss": 0.3352,
      "step": 1728310
    },
    {
      "epoch": 482.37,
      "grad_norm": 1.1797617673873901,
      "learning_rate": 1.746193311373896e-06,
      "loss": 0.3513,
      "step": 1728320
    },
    {
      "epoch": 482.37,
      "grad_norm": 1.018569827079773,
      "learning_rate": 1.7461671653817039e-06,
      "loss": 0.343,
      "step": 1728330
    },
    {
      "epoch": 482.37,
      "grad_norm": 0.9856770634651184,
      "learning_rate": 1.746141019469051e-06,
      "loss": 0.3454,
      "step": 1728340
    },
    {
      "epoch": 482.38,
      "grad_norm": 1.0836331844329834,
      "learning_rate": 1.7461148736359404e-06,
      "loss": 0.3469,
      "step": 1728350
    },
    {
      "epoch": 482.38,
      "grad_norm": 1.1320751905441284,
      "learning_rate": 1.7460887278823747e-06,
      "loss": 0.3345,
      "step": 1728360
    },
    {
      "epoch": 482.38,
      "grad_norm": 1.111114740371704,
      "learning_rate": 1.7460625822083581e-06,
      "loss": 0.3387,
      "step": 1728370
    },
    {
      "epoch": 482.38,
      "grad_norm": 0.9783647656440735,
      "learning_rate": 1.7460364366138942e-06,
      "loss": 0.3451,
      "step": 1728380
    },
    {
      "epoch": 482.39,
      "grad_norm": 1.0128239393234253,
      "learning_rate": 1.746010291098985e-06,
      "loss": 0.3414,
      "step": 1728390
    },
    {
      "epoch": 482.39,
      "grad_norm": 1.0615812540054321,
      "learning_rate": 1.745984145663636e-06,
      "loss": 0.3459,
      "step": 1728400
    },
    {
      "epoch": 482.39,
      "grad_norm": 1.0447657108306885,
      "learning_rate": 1.7459580003078499e-06,
      "loss": 0.347,
      "step": 1728410
    },
    {
      "epoch": 482.39,
      "grad_norm": 1.040338397026062,
      "learning_rate": 1.7459318550316288e-06,
      "loss": 0.3514,
      "step": 1728420
    },
    {
      "epoch": 482.4,
      "grad_norm": 1.0040982961654663,
      "learning_rate": 1.7459057098349788e-06,
      "loss": 0.3576,
      "step": 1728430
    },
    {
      "epoch": 482.4,
      "grad_norm": 0.9890319108963013,
      "learning_rate": 1.7458795647179018e-06,
      "loss": 0.3375,
      "step": 1728440
    },
    {
      "epoch": 482.4,
      "grad_norm": 1.0900380611419678,
      "learning_rate": 1.7458534196804012e-06,
      "loss": 0.3457,
      "step": 1728450
    },
    {
      "epoch": 482.41,
      "grad_norm": 1.1890853643417358,
      "learning_rate": 1.7458272747224811e-06,
      "loss": 0.3658,
      "step": 1728460
    },
    {
      "epoch": 482.41,
      "grad_norm": 1.054995059967041,
      "learning_rate": 1.745801129844145e-06,
      "loss": 0.336,
      "step": 1728470
    },
    {
      "epoch": 482.41,
      "grad_norm": 1.0752230882644653,
      "learning_rate": 1.7457749850453951e-06,
      "loss": 0.3261,
      "step": 1728480
    },
    {
      "epoch": 482.41,
      "grad_norm": 1.062592625617981,
      "learning_rate": 1.7457488403262364e-06,
      "loss": 0.3383,
      "step": 1728490
    },
    {
      "epoch": 482.42,
      "grad_norm": 1.1560676097869873,
      "learning_rate": 1.745722695686672e-06,
      "loss": 0.3436,
      "step": 1728500
    },
    {
      "epoch": 482.42,
      "grad_norm": 0.9922007322311401,
      "learning_rate": 1.7456965511267049e-06,
      "loss": 0.3418,
      "step": 1728510
    },
    {
      "epoch": 482.42,
      "grad_norm": 1.1513111591339111,
      "learning_rate": 1.7456704066463392e-06,
      "loss": 0.369,
      "step": 1728520
    },
    {
      "epoch": 482.43,
      "grad_norm": 1.3237330913543701,
      "learning_rate": 1.7456442622455778e-06,
      "loss": 0.3463,
      "step": 1728530
    },
    {
      "epoch": 482.43,
      "grad_norm": 1.0051530599594116,
      "learning_rate": 1.745618117924424e-06,
      "loss": 0.35,
      "step": 1728540
    },
    {
      "epoch": 482.43,
      "grad_norm": 1.1286275386810303,
      "learning_rate": 1.7455919736828823e-06,
      "loss": 0.3483,
      "step": 1728550
    },
    {
      "epoch": 482.43,
      "grad_norm": 0.9603418111801147,
      "learning_rate": 1.7455658295209548e-06,
      "loss": 0.3421,
      "step": 1728560
    },
    {
      "epoch": 482.44,
      "grad_norm": 1.0469532012939453,
      "learning_rate": 1.7455396854386465e-06,
      "loss": 0.3415,
      "step": 1728570
    },
    {
      "epoch": 482.44,
      "grad_norm": 0.9734544157981873,
      "learning_rate": 1.7455135414359604e-06,
      "loss": 0.3461,
      "step": 1728580
    },
    {
      "epoch": 482.44,
      "grad_norm": 1.226884365081787,
      "learning_rate": 1.7454873975128992e-06,
      "loss": 0.3373,
      "step": 1728590
    },
    {
      "epoch": 482.44,
      "grad_norm": 1.1469627618789673,
      "learning_rate": 1.7454612536694673e-06,
      "loss": 0.3644,
      "step": 1728600
    },
    {
      "epoch": 482.45,
      "grad_norm": 1.1192799806594849,
      "learning_rate": 1.7454351099056682e-06,
      "loss": 0.3365,
      "step": 1728610
    },
    {
      "epoch": 482.45,
      "grad_norm": 1.0628819465637207,
      "learning_rate": 1.7454089662215035e-06,
      "loss": 0.3578,
      "step": 1728620
    },
    {
      "epoch": 482.45,
      "grad_norm": 1.196760654449463,
      "learning_rate": 1.7453828226169792e-06,
      "loss": 0.3448,
      "step": 1728630
    },
    {
      "epoch": 482.46,
      "grad_norm": 1.0265759229660034,
      "learning_rate": 1.7453566790920978e-06,
      "loss": 0.3476,
      "step": 1728640
    },
    {
      "epoch": 482.46,
      "grad_norm": 1.328410029411316,
      "learning_rate": 1.7453305356468627e-06,
      "loss": 0.3637,
      "step": 1728650
    },
    {
      "epoch": 482.46,
      "grad_norm": 1.0259709358215332,
      "learning_rate": 1.7453043922812773e-06,
      "loss": 0.3507,
      "step": 1728660
    },
    {
      "epoch": 482.46,
      "grad_norm": 1.1522164344787598,
      "learning_rate": 1.7452782489953454e-06,
      "loss": 0.3599,
      "step": 1728670
    },
    {
      "epoch": 482.47,
      "grad_norm": 0.9095757603645325,
      "learning_rate": 1.7452521057890688e-06,
      "loss": 0.3433,
      "step": 1728680
    },
    {
      "epoch": 482.47,
      "grad_norm": 1.0704418420791626,
      "learning_rate": 1.745225962662454e-06,
      "loss": 0.3462,
      "step": 1728690
    },
    {
      "epoch": 482.47,
      "grad_norm": 1.1775315999984741,
      "learning_rate": 1.745199819615503e-06,
      "loss": 0.3415,
      "step": 1728700
    },
    {
      "epoch": 482.48,
      "grad_norm": 1.066734790802002,
      "learning_rate": 1.7451736766482178e-06,
      "loss": 0.3405,
      "step": 1728710
    },
    {
      "epoch": 482.48,
      "grad_norm": 1.003380537033081,
      "learning_rate": 1.7451475337606044e-06,
      "loss": 0.353,
      "step": 1728720
    },
    {
      "epoch": 482.48,
      "grad_norm": 1.0539803504943848,
      "learning_rate": 1.745121390952665e-06,
      "loss": 0.3465,
      "step": 1728730
    },
    {
      "epoch": 482.48,
      "grad_norm": 0.9349215626716614,
      "learning_rate": 1.7450952482244031e-06,
      "loss": 0.349,
      "step": 1728740
    },
    {
      "epoch": 482.49,
      "grad_norm": 1.0608234405517578,
      "learning_rate": 1.7450691055758224e-06,
      "loss": 0.3392,
      "step": 1728750
    },
    {
      "epoch": 482.49,
      "grad_norm": 1.3475359678268433,
      "learning_rate": 1.7450429630069267e-06,
      "loss": 0.357,
      "step": 1728760
    },
    {
      "epoch": 482.49,
      "grad_norm": 1.2655664682388306,
      "learning_rate": 1.7450168205177176e-06,
      "loss": 0.3458,
      "step": 1728770
    },
    {
      "epoch": 482.5,
      "grad_norm": 0.9904321432113647,
      "learning_rate": 1.7449906781082013e-06,
      "loss": 0.3268,
      "step": 1728780
    },
    {
      "epoch": 482.5,
      "grad_norm": 1.063366174697876,
      "learning_rate": 1.74496453577838e-06,
      "loss": 0.3387,
      "step": 1728790
    },
    {
      "epoch": 482.5,
      "grad_norm": 1.1785814762115479,
      "learning_rate": 1.744938393528257e-06,
      "loss": 0.3353,
      "step": 1728800
    },
    {
      "epoch": 482.5,
      "grad_norm": 1.2555433511734009,
      "learning_rate": 1.7449122513578364e-06,
      "loss": 0.3412,
      "step": 1728810
    },
    {
      "epoch": 482.51,
      "grad_norm": 1.225502371788025,
      "learning_rate": 1.7448861092671207e-06,
      "loss": 0.3334,
      "step": 1728820
    },
    {
      "epoch": 482.51,
      "grad_norm": 1.0489356517791748,
      "learning_rate": 1.7448599672561135e-06,
      "loss": 0.316,
      "step": 1728830
    },
    {
      "epoch": 482.51,
      "grad_norm": 1.0053130388259888,
      "learning_rate": 1.7448338253248196e-06,
      "loss": 0.3394,
      "step": 1728840
    },
    {
      "epoch": 482.51,
      "grad_norm": 1.1120094060897827,
      "learning_rate": 1.7448076834732405e-06,
      "loss": 0.3363,
      "step": 1728850
    },
    {
      "epoch": 482.52,
      "grad_norm": 1.1227059364318848,
      "learning_rate": 1.7447815417013819e-06,
      "loss": 0.3403,
      "step": 1728860
    },
    {
      "epoch": 482.52,
      "grad_norm": 1.0131319761276245,
      "learning_rate": 1.7447554000092462e-06,
      "loss": 0.3627,
      "step": 1728870
    },
    {
      "epoch": 482.52,
      "grad_norm": 1.1460024118423462,
      "learning_rate": 1.7447292583968362e-06,
      "loss": 0.3446,
      "step": 1728880
    },
    {
      "epoch": 482.53,
      "grad_norm": 0.9595900177955627,
      "learning_rate": 1.7447031168641564e-06,
      "loss": 0.3478,
      "step": 1728890
    },
    {
      "epoch": 482.53,
      "grad_norm": 1.1055160760879517,
      "learning_rate": 1.7446769754112102e-06,
      "loss": 0.3511,
      "step": 1728900
    },
    {
      "epoch": 482.53,
      "grad_norm": 1.0530648231506348,
      "learning_rate": 1.7446508340379998e-06,
      "loss": 0.3287,
      "step": 1728910
    },
    {
      "epoch": 482.53,
      "grad_norm": 1.0540763139724731,
      "learning_rate": 1.7446246927445303e-06,
      "loss": 0.3536,
      "step": 1728920
    },
    {
      "epoch": 482.54,
      "grad_norm": 1.064810872077942,
      "learning_rate": 1.744598551530805e-06,
      "loss": 0.3516,
      "step": 1728930
    },
    {
      "epoch": 482.54,
      "grad_norm": 1.0999611616134644,
      "learning_rate": 1.7445724103968261e-06,
      "loss": 0.3502,
      "step": 1728940
    },
    {
      "epoch": 482.54,
      "grad_norm": 1.2027233839035034,
      "learning_rate": 1.7445462693425986e-06,
      "loss": 0.325,
      "step": 1728950
    },
    {
      "epoch": 482.55,
      "grad_norm": 1.2187167406082153,
      "learning_rate": 1.7445201283681251e-06,
      "loss": 0.3451,
      "step": 1728960
    },
    {
      "epoch": 482.55,
      "grad_norm": 1.1223984956741333,
      "learning_rate": 1.7444939874734083e-06,
      "loss": 0.3497,
      "step": 1728970
    },
    {
      "epoch": 482.55,
      "grad_norm": 1.1235811710357666,
      "learning_rate": 1.7444678466584538e-06,
      "loss": 0.3375,
      "step": 1728980
    },
    {
      "epoch": 482.55,
      "grad_norm": 1.0790327787399292,
      "learning_rate": 1.7444417059232638e-06,
      "loss": 0.3471,
      "step": 1728990
    },
    {
      "epoch": 482.56,
      "grad_norm": 1.2464298009872437,
      "learning_rate": 1.744415565267841e-06,
      "loss": 0.3418,
      "step": 1729000
    },
    {
      "epoch": 482.56,
      "grad_norm": 1.1663752794265747,
      "learning_rate": 1.7443894246921904e-06,
      "loss": 0.3455,
      "step": 1729010
    },
    {
      "epoch": 482.56,
      "grad_norm": 1.0680118799209595,
      "learning_rate": 1.7443632841963153e-06,
      "loss": 0.3521,
      "step": 1729020
    },
    {
      "epoch": 482.56,
      "grad_norm": 1.0034136772155762,
      "learning_rate": 1.7443371437802179e-06,
      "loss": 0.3532,
      "step": 1729030
    },
    {
      "epoch": 482.57,
      "grad_norm": 1.12680983543396,
      "learning_rate": 1.7443110034439035e-06,
      "loss": 0.3552,
      "step": 1729040
    },
    {
      "epoch": 482.57,
      "grad_norm": 1.1753528118133545,
      "learning_rate": 1.7442848631873739e-06,
      "loss": 0.3463,
      "step": 1729050
    },
    {
      "epoch": 482.57,
      "grad_norm": 1.0303144454956055,
      "learning_rate": 1.744258723010633e-06,
      "loss": 0.3526,
      "step": 1729060
    },
    {
      "epoch": 482.58,
      "grad_norm": 0.9528287649154663,
      "learning_rate": 1.7442325829136851e-06,
      "loss": 0.3382,
      "step": 1729070
    },
    {
      "epoch": 482.58,
      "grad_norm": 1.096922516822815,
      "learning_rate": 1.7442064428965332e-06,
      "loss": 0.34,
      "step": 1729080
    },
    {
      "epoch": 482.58,
      "grad_norm": 0.9482808709144592,
      "learning_rate": 1.7441803029591802e-06,
      "loss": 0.3375,
      "step": 1729090
    },
    {
      "epoch": 482.58,
      "grad_norm": 1.107806921005249,
      "learning_rate": 1.7441541631016302e-06,
      "loss": 0.3347,
      "step": 1729100
    },
    {
      "epoch": 482.59,
      "grad_norm": 1.0774401426315308,
      "learning_rate": 1.744128023323887e-06,
      "loss": 0.3393,
      "step": 1729110
    },
    {
      "epoch": 482.59,
      "grad_norm": 1.08408784866333,
      "learning_rate": 1.744101883625953e-06,
      "loss": 0.3269,
      "step": 1729120
    },
    {
      "epoch": 482.59,
      "grad_norm": 0.9726073741912842,
      "learning_rate": 1.744075744007833e-06,
      "loss": 0.3504,
      "step": 1729130
    },
    {
      "epoch": 482.6,
      "grad_norm": 1.1147732734680176,
      "learning_rate": 1.7440496044695287e-06,
      "loss": 0.3458,
      "step": 1729140
    },
    {
      "epoch": 482.6,
      "grad_norm": 1.066383957862854,
      "learning_rate": 1.7440234650110462e-06,
      "loss": 0.3409,
      "step": 1729150
    },
    {
      "epoch": 482.6,
      "grad_norm": 1.1020309925079346,
      "learning_rate": 1.7439973256323868e-06,
      "loss": 0.3344,
      "step": 1729160
    },
    {
      "epoch": 482.6,
      "grad_norm": 0.958664059638977,
      "learning_rate": 1.7439711863335544e-06,
      "loss": 0.3471,
      "step": 1729170
    },
    {
      "epoch": 482.61,
      "grad_norm": 1.0887783765792847,
      "learning_rate": 1.7439450471145531e-06,
      "loss": 0.3352,
      "step": 1729180
    },
    {
      "epoch": 482.61,
      "grad_norm": 0.9522818922996521,
      "learning_rate": 1.7439189079753862e-06,
      "loss": 0.3282,
      "step": 1729190
    },
    {
      "epoch": 482.61,
      "grad_norm": 1.1796810626983643,
      "learning_rate": 1.743892768916056e-06,
      "loss": 0.3417,
      "step": 1729200
    },
    {
      "epoch": 482.62,
      "grad_norm": 1.0230891704559326,
      "learning_rate": 1.7438666299365676e-06,
      "loss": 0.3422,
      "step": 1729210
    },
    {
      "epoch": 482.62,
      "grad_norm": 1.1529922485351562,
      "learning_rate": 1.7438404910369242e-06,
      "loss": 0.346,
      "step": 1729220
    },
    {
      "epoch": 482.62,
      "grad_norm": 1.2254043817520142,
      "learning_rate": 1.743814352217128e-06,
      "loss": 0.3363,
      "step": 1729230
    },
    {
      "epoch": 482.62,
      "grad_norm": 1.190483808517456,
      "learning_rate": 1.743788213477184e-06,
      "loss": 0.3361,
      "step": 1729240
    },
    {
      "epoch": 482.63,
      "grad_norm": 0.9027243852615356,
      "learning_rate": 1.7437620748170954e-06,
      "loss": 0.3469,
      "step": 1729250
    },
    {
      "epoch": 482.63,
      "grad_norm": 1.0757700204849243,
      "learning_rate": 1.7437359362368646e-06,
      "loss": 0.336,
      "step": 1729260
    },
    {
      "epoch": 482.63,
      "grad_norm": 1.0348066091537476,
      "learning_rate": 1.7437097977364968e-06,
      "loss": 0.3287,
      "step": 1729270
    },
    {
      "epoch": 482.63,
      "grad_norm": 1.0179712772369385,
      "learning_rate": 1.743683659315994e-06,
      "loss": 0.3307,
      "step": 1729280
    },
    {
      "epoch": 482.64,
      "grad_norm": 1.133628010749817,
      "learning_rate": 1.7436575209753593e-06,
      "loss": 0.3283,
      "step": 1729290
    },
    {
      "epoch": 482.64,
      "grad_norm": 1.252439260482788,
      "learning_rate": 1.7436313827145981e-06,
      "loss": 0.3492,
      "step": 1729300
    },
    {
      "epoch": 482.64,
      "grad_norm": 0.8665128350257874,
      "learning_rate": 1.743605244533713e-06,
      "loss": 0.34,
      "step": 1729310
    },
    {
      "epoch": 482.65,
      "grad_norm": 1.290453314781189,
      "learning_rate": 1.7435791064327067e-06,
      "loss": 0.3506,
      "step": 1729320
    },
    {
      "epoch": 482.65,
      "grad_norm": 0.9817805886268616,
      "learning_rate": 1.7435529684115837e-06,
      "loss": 0.3441,
      "step": 1729330
    },
    {
      "epoch": 482.65,
      "grad_norm": 0.9817674160003662,
      "learning_rate": 1.7435268304703473e-06,
      "loss": 0.3418,
      "step": 1729340
    },
    {
      "epoch": 482.65,
      "grad_norm": 1.1034109592437744,
      "learning_rate": 1.7435006926089998e-06,
      "loss": 0.324,
      "step": 1729350
    },
    {
      "epoch": 482.66,
      "grad_norm": 1.265201210975647,
      "learning_rate": 1.7434745548275467e-06,
      "loss": 0.3469,
      "step": 1729360
    },
    {
      "epoch": 482.66,
      "grad_norm": 1.0081241130828857,
      "learning_rate": 1.74344841712599e-06,
      "loss": 0.344,
      "step": 1729370
    },
    {
      "epoch": 482.66,
      "grad_norm": 1.1761021614074707,
      "learning_rate": 1.7434222795043329e-06,
      "loss": 0.3455,
      "step": 1729380
    },
    {
      "epoch": 482.67,
      "grad_norm": 1.0168920755386353,
      "learning_rate": 1.7433961419625805e-06,
      "loss": 0.341,
      "step": 1729390
    },
    {
      "epoch": 482.67,
      "grad_norm": 1.098685383796692,
      "learning_rate": 1.7433700045007357e-06,
      "loss": 0.3497,
      "step": 1729400
    },
    {
      "epoch": 482.67,
      "grad_norm": 1.0048906803131104,
      "learning_rate": 1.743343867118801e-06,
      "loss": 0.3501,
      "step": 1729410
    },
    {
      "epoch": 482.67,
      "grad_norm": 1.0905954837799072,
      "learning_rate": 1.7433177298167807e-06,
      "loss": 0.3414,
      "step": 1729420
    },
    {
      "epoch": 482.68,
      "grad_norm": 1.0199573040008545,
      "learning_rate": 1.7432915925946772e-06,
      "loss": 0.3715,
      "step": 1729430
    },
    {
      "epoch": 482.68,
      "grad_norm": 1.110075831413269,
      "learning_rate": 1.743265455452496e-06,
      "loss": 0.3381,
      "step": 1729440
    },
    {
      "epoch": 482.68,
      "grad_norm": 1.1660195589065552,
      "learning_rate": 1.7432393183902395e-06,
      "loss": 0.3287,
      "step": 1729450
    },
    {
      "epoch": 482.68,
      "grad_norm": 1.1182665824890137,
      "learning_rate": 1.7432131814079105e-06,
      "loss": 0.349,
      "step": 1729460
    },
    {
      "epoch": 482.69,
      "grad_norm": 1.023186206817627,
      "learning_rate": 1.7431870445055136e-06,
      "loss": 0.3595,
      "step": 1729470
    },
    {
      "epoch": 482.69,
      "grad_norm": 1.1947822570800781,
      "learning_rate": 1.7431609076830519e-06,
      "loss": 0.3368,
      "step": 1729480
    },
    {
      "epoch": 482.69,
      "grad_norm": 1.0633207559585571,
      "learning_rate": 1.7431347709405276e-06,
      "loss": 0.3342,
      "step": 1729490
    },
    {
      "epoch": 482.7,
      "grad_norm": 1.2122269868850708,
      "learning_rate": 1.7431086342779465e-06,
      "loss": 0.3569,
      "step": 1729500
    },
    {
      "epoch": 482.7,
      "grad_norm": 1.1735152006149292,
      "learning_rate": 1.7430824976953112e-06,
      "loss": 0.3444,
      "step": 1729510
    },
    {
      "epoch": 482.7,
      "grad_norm": 1.2629939317703247,
      "learning_rate": 1.7430563611926234e-06,
      "loss": 0.3491,
      "step": 1729520
    },
    {
      "epoch": 482.7,
      "grad_norm": 4.234751224517822,
      "learning_rate": 1.7430302247698895e-06,
      "loss": 0.3548,
      "step": 1729530
    },
    {
      "epoch": 482.71,
      "grad_norm": 0.9740027189254761,
      "learning_rate": 1.743004088427111e-06,
      "loss": 0.3415,
      "step": 1729540
    },
    {
      "epoch": 482.71,
      "grad_norm": 1.0697838068008423,
      "learning_rate": 1.742977952164292e-06,
      "loss": 0.3357,
      "step": 1729550
    },
    {
      "epoch": 482.71,
      "grad_norm": 1.2699975967407227,
      "learning_rate": 1.7429518159814362e-06,
      "loss": 0.3318,
      "step": 1729560
    },
    {
      "epoch": 482.72,
      "grad_norm": 1.414456844329834,
      "learning_rate": 1.7429256798785468e-06,
      "loss": 0.35,
      "step": 1729570
    },
    {
      "epoch": 482.72,
      "grad_norm": 1.146260380744934,
      "learning_rate": 1.7428995438556263e-06,
      "loss": 0.3331,
      "step": 1729580
    },
    {
      "epoch": 482.72,
      "grad_norm": 0.928597092628479,
      "learning_rate": 1.7428734079126804e-06,
      "loss": 0.3571,
      "step": 1729590
    },
    {
      "epoch": 482.72,
      "grad_norm": 1.261389136314392,
      "learning_rate": 1.742847272049711e-06,
      "loss": 0.3455,
      "step": 1729600
    },
    {
      "epoch": 482.73,
      "grad_norm": 1.1688450574874878,
      "learning_rate": 1.7428211362667214e-06,
      "loss": 0.3617,
      "step": 1729610
    },
    {
      "epoch": 482.73,
      "grad_norm": 0.9354123473167419,
      "learning_rate": 1.7427950005637167e-06,
      "loss": 0.3307,
      "step": 1729620
    },
    {
      "epoch": 482.73,
      "grad_norm": 1.2944557666778564,
      "learning_rate": 1.7427688649406987e-06,
      "loss": 0.3623,
      "step": 1729630
    },
    {
      "epoch": 482.74,
      "grad_norm": 1.0730966329574585,
      "learning_rate": 1.7427427293976705e-06,
      "loss": 0.3464,
      "step": 1729640
    },
    {
      "epoch": 482.74,
      "grad_norm": 0.9754180312156677,
      "learning_rate": 1.7427165939346373e-06,
      "loss": 0.344,
      "step": 1729650
    },
    {
      "epoch": 482.74,
      "grad_norm": 1.0794259309768677,
      "learning_rate": 1.7426904585516022e-06,
      "loss": 0.3349,
      "step": 1729660
    },
    {
      "epoch": 482.74,
      "grad_norm": 1.0950548648834229,
      "learning_rate": 1.7426643232485672e-06,
      "loss": 0.3331,
      "step": 1729670
    },
    {
      "epoch": 482.75,
      "grad_norm": 1.1670104265213013,
      "learning_rate": 1.7426381880255381e-06,
      "loss": 0.3364,
      "step": 1729680
    },
    {
      "epoch": 482.75,
      "grad_norm": 1.1577894687652588,
      "learning_rate": 1.7426120528825166e-06,
      "loss": 0.3412,
      "step": 1729690
    },
    {
      "epoch": 482.75,
      "grad_norm": 1.055271863937378,
      "learning_rate": 1.7425859178195066e-06,
      "loss": 0.3603,
      "step": 1729700
    },
    {
      "epoch": 482.75,
      "grad_norm": 1.3807586431503296,
      "learning_rate": 1.7425597828365122e-06,
      "loss": 0.3612,
      "step": 1729710
    },
    {
      "epoch": 482.76,
      "grad_norm": 1.0265676975250244,
      "learning_rate": 1.7425336479335351e-06,
      "loss": 0.3496,
      "step": 1729720
    },
    {
      "epoch": 482.76,
      "grad_norm": 1.0916019678115845,
      "learning_rate": 1.7425075131105815e-06,
      "loss": 0.3401,
      "step": 1729730
    },
    {
      "epoch": 482.76,
      "grad_norm": 1.0071455240249634,
      "learning_rate": 1.7424813783676532e-06,
      "loss": 0.3332,
      "step": 1729740
    },
    {
      "epoch": 482.77,
      "grad_norm": 1.0517067909240723,
      "learning_rate": 1.7424552437047534e-06,
      "loss": 0.3331,
      "step": 1729750
    },
    {
      "epoch": 482.77,
      "grad_norm": 1.1974613666534424,
      "learning_rate": 1.7424291091218866e-06,
      "loss": 0.3347,
      "step": 1729760
    },
    {
      "epoch": 482.77,
      "grad_norm": 0.9775422215461731,
      "learning_rate": 1.7424029746190558e-06,
      "loss": 0.3373,
      "step": 1729770
    },
    {
      "epoch": 482.77,
      "grad_norm": 1.2232657670974731,
      "learning_rate": 1.7423768401962636e-06,
      "loss": 0.344,
      "step": 1729780
    },
    {
      "epoch": 482.78,
      "grad_norm": 1.0267269611358643,
      "learning_rate": 1.7423507058535151e-06,
      "loss": 0.3343,
      "step": 1729790
    },
    {
      "epoch": 482.78,
      "grad_norm": 1.361555814743042,
      "learning_rate": 1.7423245715908132e-06,
      "loss": 0.3581,
      "step": 1729800
    },
    {
      "epoch": 482.78,
      "grad_norm": 2.2599029541015625,
      "learning_rate": 1.7422984374081597e-06,
      "loss": 0.3424,
      "step": 1729810
    },
    {
      "epoch": 482.79,
      "grad_norm": 0.9742023944854736,
      "learning_rate": 1.7422723033055612e-06,
      "loss": 0.3443,
      "step": 1729820
    },
    {
      "epoch": 482.79,
      "grad_norm": 1.0524636507034302,
      "learning_rate": 1.7422461692830192e-06,
      "loss": 0.3359,
      "step": 1729830
    },
    {
      "epoch": 482.79,
      "grad_norm": 1.0802502632141113,
      "learning_rate": 1.7422200353405373e-06,
      "loss": 0.3395,
      "step": 1729840
    },
    {
      "epoch": 482.79,
      "grad_norm": 1.0516489744186401,
      "learning_rate": 1.7421939014781194e-06,
      "loss": 0.3501,
      "step": 1729850
    },
    {
      "epoch": 482.8,
      "grad_norm": 1.1089621782302856,
      "learning_rate": 1.7421677676957688e-06,
      "loss": 0.3378,
      "step": 1729860
    },
    {
      "epoch": 482.8,
      "grad_norm": 1.046433687210083,
      "learning_rate": 1.7421416339934883e-06,
      "loss": 0.3546,
      "step": 1729870
    },
    {
      "epoch": 482.8,
      "grad_norm": 1.052444577217102,
      "learning_rate": 1.7421155003712826e-06,
      "loss": 0.3451,
      "step": 1729880
    },
    {
      "epoch": 482.8,
      "grad_norm": 1.055951476097107,
      "learning_rate": 1.7420893668291548e-06,
      "loss": 0.3358,
      "step": 1729890
    },
    {
      "epoch": 482.81,
      "grad_norm": 1.0318167209625244,
      "learning_rate": 1.7420632333671078e-06,
      "loss": 0.3248,
      "step": 1729900
    },
    {
      "epoch": 482.81,
      "grad_norm": 1.0839041471481323,
      "learning_rate": 1.7420370999851457e-06,
      "loss": 0.3447,
      "step": 1729910
    },
    {
      "epoch": 482.81,
      "grad_norm": 0.9679594039916992,
      "learning_rate": 1.7420109666832722e-06,
      "loss": 0.3433,
      "step": 1729920
    },
    {
      "epoch": 482.82,
      "grad_norm": 1.0304969549179077,
      "learning_rate": 1.741984833461489e-06,
      "loss": 0.3492,
      "step": 1729930
    },
    {
      "epoch": 482.82,
      "grad_norm": 0.9985463619232178,
      "learning_rate": 1.7419587003198019e-06,
      "loss": 0.347,
      "step": 1729940
    },
    {
      "epoch": 482.82,
      "grad_norm": 1.109282374382019,
      "learning_rate": 1.7419325672582136e-06,
      "loss": 0.3575,
      "step": 1729950
    },
    {
      "epoch": 482.82,
      "grad_norm": 1.1756463050842285,
      "learning_rate": 1.7419064342767261e-06,
      "loss": 0.3431,
      "step": 1729960
    },
    {
      "epoch": 482.83,
      "grad_norm": 0.933838427066803,
      "learning_rate": 1.7418803013753453e-06,
      "loss": 0.3472,
      "step": 1729970
    },
    {
      "epoch": 482.83,
      "grad_norm": 1.1544522047042847,
      "learning_rate": 1.7418541685540734e-06,
      "loss": 0.343,
      "step": 1729980
    },
    {
      "epoch": 482.83,
      "grad_norm": 1.477940320968628,
      "learning_rate": 1.7418280358129136e-06,
      "loss": 0.3442,
      "step": 1729990
    },
    {
      "epoch": 482.84,
      "grad_norm": 1.0551060438156128,
      "learning_rate": 1.7418019031518705e-06,
      "loss": 0.3326,
      "step": 1730000
    },
    {
      "epoch": 482.84,
      "grad_norm": 1.314990758895874,
      "learning_rate": 1.7417757705709455e-06,
      "loss": 0.3305,
      "step": 1730010
    },
    {
      "epoch": 482.84,
      "grad_norm": 1.1853419542312622,
      "learning_rate": 1.7417496380701443e-06,
      "loss": 0.331,
      "step": 1730020
    },
    {
      "epoch": 482.84,
      "grad_norm": 1.1781493425369263,
      "learning_rate": 1.7417235056494702e-06,
      "loss": 0.3654,
      "step": 1730030
    },
    {
      "epoch": 482.85,
      "grad_norm": 1.1950321197509766,
      "learning_rate": 1.741697373308925e-06,
      "loss": 0.3404,
      "step": 1730040
    },
    {
      "epoch": 482.85,
      "grad_norm": 1.1384235620498657,
      "learning_rate": 1.7416712410485131e-06,
      "loss": 0.3431,
      "step": 1730050
    },
    {
      "epoch": 482.85,
      "grad_norm": 1.1811025142669678,
      "learning_rate": 1.7416451088682388e-06,
      "loss": 0.3473,
      "step": 1730060
    },
    {
      "epoch": 482.86,
      "grad_norm": 1.1241272687911987,
      "learning_rate": 1.7416189767681039e-06,
      "loss": 0.3543,
      "step": 1730070
    },
    {
      "epoch": 482.86,
      "grad_norm": 1.0224653482437134,
      "learning_rate": 1.7415928447481138e-06,
      "loss": 0.3343,
      "step": 1730080
    },
    {
      "epoch": 482.86,
      "grad_norm": 1.138838768005371,
      "learning_rate": 1.7415667128082705e-06,
      "loss": 0.3504,
      "step": 1730090
    },
    {
      "epoch": 482.86,
      "grad_norm": 0.973031222820282,
      "learning_rate": 1.7415405809485772e-06,
      "loss": 0.3557,
      "step": 1730100
    },
    {
      "epoch": 482.87,
      "grad_norm": 0.9993858933448792,
      "learning_rate": 1.7415144491690394e-06,
      "loss": 0.3428,
      "step": 1730110
    },
    {
      "epoch": 482.87,
      "grad_norm": 1.1677700281143188,
      "learning_rate": 1.741488317469659e-06,
      "loss": 0.3507,
      "step": 1730120
    },
    {
      "epoch": 482.87,
      "grad_norm": 1.1556000709533691,
      "learning_rate": 1.7414621858504394e-06,
      "loss": 0.352,
      "step": 1730130
    },
    {
      "epoch": 482.87,
      "grad_norm": 1.2632948160171509,
      "learning_rate": 1.741436054311385e-06,
      "loss": 0.3599,
      "step": 1730140
    },
    {
      "epoch": 482.88,
      "grad_norm": 1.1510947942733765,
      "learning_rate": 1.7414099228524988e-06,
      "loss": 0.3382,
      "step": 1730150
    },
    {
      "epoch": 482.88,
      "grad_norm": 1.2137647867202759,
      "learning_rate": 1.741383791473783e-06,
      "loss": 0.353,
      "step": 1730160
    },
    {
      "epoch": 482.88,
      "grad_norm": 1.014526605606079,
      "learning_rate": 1.7413576601752436e-06,
      "loss": 0.3249,
      "step": 1730170
    },
    {
      "epoch": 482.89,
      "grad_norm": 0.9402273297309875,
      "learning_rate": 1.7413315289568825e-06,
      "loss": 0.3312,
      "step": 1730180
    },
    {
      "epoch": 482.89,
      "grad_norm": 1.0762370824813843,
      "learning_rate": 1.7413053978187026e-06,
      "loss": 0.3376,
      "step": 1730190
    },
    {
      "epoch": 482.89,
      "grad_norm": 1.0793901681900024,
      "learning_rate": 1.7412792667607092e-06,
      "loss": 0.3407,
      "step": 1730200
    },
    {
      "epoch": 482.89,
      "grad_norm": 1.1070865392684937,
      "learning_rate": 1.7412531357829048e-06,
      "loss": 0.3447,
      "step": 1730210
    },
    {
      "epoch": 482.9,
      "grad_norm": 0.9954034090042114,
      "learning_rate": 1.7412270048852924e-06,
      "loss": 0.3397,
      "step": 1730220
    },
    {
      "epoch": 482.9,
      "grad_norm": 1.1333606243133545,
      "learning_rate": 1.7412008740678765e-06,
      "loss": 0.3576,
      "step": 1730230
    },
    {
      "epoch": 482.9,
      "grad_norm": 1.2331225872039795,
      "learning_rate": 1.7411747433306602e-06,
      "loss": 0.3432,
      "step": 1730240
    },
    {
      "epoch": 482.91,
      "grad_norm": 1.155151605606079,
      "learning_rate": 1.7411486126736458e-06,
      "loss": 0.3473,
      "step": 1730250
    },
    {
      "epoch": 482.91,
      "grad_norm": 1.3026784658432007,
      "learning_rate": 1.7411224820968385e-06,
      "loss": 0.3452,
      "step": 1730260
    },
    {
      "epoch": 482.91,
      "grad_norm": 1.18950617313385,
      "learning_rate": 1.7410963516002414e-06,
      "loss": 0.3418,
      "step": 1730270
    },
    {
      "epoch": 482.91,
      "grad_norm": 1.3423620462417603,
      "learning_rate": 1.741070221183857e-06,
      "loss": 0.3436,
      "step": 1730280
    },
    {
      "epoch": 482.92,
      "grad_norm": 1.0788668394088745,
      "learning_rate": 1.74104409084769e-06,
      "loss": 0.3396,
      "step": 1730290
    },
    {
      "epoch": 482.92,
      "grad_norm": 1.0237927436828613,
      "learning_rate": 1.7410179605917426e-06,
      "loss": 0.3457,
      "step": 1730300
    },
    {
      "epoch": 482.92,
      "grad_norm": 1.1169520616531372,
      "learning_rate": 1.7409918304160193e-06,
      "loss": 0.3449,
      "step": 1730310
    },
    {
      "epoch": 482.92,
      "grad_norm": 1.339913249015808,
      "learning_rate": 1.7409657003205239e-06,
      "loss": 0.338,
      "step": 1730320
    },
    {
      "epoch": 482.93,
      "grad_norm": 1.3549671173095703,
      "learning_rate": 1.740939570305258e-06,
      "loss": 0.3552,
      "step": 1730330
    },
    {
      "epoch": 482.93,
      "grad_norm": 1.0924732685089111,
      "learning_rate": 1.7409134403702273e-06,
      "loss": 0.3437,
      "step": 1730340
    },
    {
      "epoch": 482.93,
      "grad_norm": 1.4136592149734497,
      "learning_rate": 1.7408873105154344e-06,
      "loss": 0.3337,
      "step": 1730350
    },
    {
      "epoch": 482.94,
      "grad_norm": 1.0564664602279663,
      "learning_rate": 1.7408611807408825e-06,
      "loss": 0.3565,
      "step": 1730360
    },
    {
      "epoch": 482.94,
      "grad_norm": 1.1394550800323486,
      "learning_rate": 1.7408350510465753e-06,
      "loss": 0.3506,
      "step": 1730370
    },
    {
      "epoch": 482.94,
      "grad_norm": 1.0055500268936157,
      "learning_rate": 1.7408089214325164e-06,
      "loss": 0.3383,
      "step": 1730380
    },
    {
      "epoch": 482.94,
      "grad_norm": 1.2747795581817627,
      "learning_rate": 1.7407827918987082e-06,
      "loss": 0.3382,
      "step": 1730390
    },
    {
      "epoch": 482.95,
      "grad_norm": 1.0939408540725708,
      "learning_rate": 1.7407566624451559e-06,
      "loss": 0.333,
      "step": 1730400
    },
    {
      "epoch": 482.95,
      "grad_norm": 1.6169816255569458,
      "learning_rate": 1.7407305330718623e-06,
      "loss": 0.3392,
      "step": 1730410
    },
    {
      "epoch": 482.95,
      "grad_norm": 1.1089198589324951,
      "learning_rate": 1.7407044037788304e-06,
      "loss": 0.3425,
      "step": 1730420
    },
    {
      "epoch": 482.96,
      "grad_norm": 0.982997715473175,
      "learning_rate": 1.7406782745660644e-06,
      "loss": 0.3428,
      "step": 1730430
    },
    {
      "epoch": 482.96,
      "grad_norm": 0.9778910279273987,
      "learning_rate": 1.7406521454335672e-06,
      "loss": 0.3331,
      "step": 1730440
    },
    {
      "epoch": 482.96,
      "grad_norm": 1.1965099573135376,
      "learning_rate": 1.7406260163813417e-06,
      "loss": 0.3335,
      "step": 1730450
    },
    {
      "epoch": 482.96,
      "grad_norm": 1.1108253002166748,
      "learning_rate": 1.7405998874093933e-06,
      "loss": 0.3405,
      "step": 1730460
    },
    {
      "epoch": 482.97,
      "grad_norm": 1.1233681440353394,
      "learning_rate": 1.7405737585177241e-06,
      "loss": 0.3444,
      "step": 1730470
    },
    {
      "epoch": 482.97,
      "grad_norm": 0.9849250316619873,
      "learning_rate": 1.740547629706337e-06,
      "loss": 0.3411,
      "step": 1730480
    },
    {
      "epoch": 482.97,
      "grad_norm": 1.2213118076324463,
      "learning_rate": 1.740521500975237e-06,
      "loss": 0.3422,
      "step": 1730490
    },
    {
      "epoch": 482.98,
      "grad_norm": 1.0057533979415894,
      "learning_rate": 1.7404953723244272e-06,
      "loss": 0.3378,
      "step": 1730500
    },
    {
      "epoch": 482.98,
      "grad_norm": 1.1014829874038696,
      "learning_rate": 1.7404692437539104e-06,
      "loss": 0.3404,
      "step": 1730510
    },
    {
      "epoch": 482.98,
      "grad_norm": 0.9939837455749512,
      "learning_rate": 1.7404431152636906e-06,
      "loss": 0.3411,
      "step": 1730520
    },
    {
      "epoch": 482.98,
      "grad_norm": 1.0883957147598267,
      "learning_rate": 1.740416986853771e-06,
      "loss": 0.3232,
      "step": 1730530
    },
    {
      "epoch": 482.99,
      "grad_norm": 1.1317216157913208,
      "learning_rate": 1.7403908585241543e-06,
      "loss": 0.3613,
      "step": 1730540
    },
    {
      "epoch": 482.99,
      "grad_norm": 1.1589027643203735,
      "learning_rate": 1.740364730274846e-06,
      "loss": 0.3396,
      "step": 1730550
    },
    {
      "epoch": 482.99,
      "grad_norm": 0.8480712175369263,
      "learning_rate": 1.7403386021058484e-06,
      "loss": 0.3265,
      "step": 1730560
    },
    {
      "epoch": 482.99,
      "grad_norm": 1.2539424896240234,
      "learning_rate": 1.7403124740171645e-06,
      "loss": 0.3492,
      "step": 1730570
    },
    {
      "epoch": 483.0,
      "grad_norm": 1.0334362983703613,
      "learning_rate": 1.7402863460087989e-06,
      "loss": 0.3464,
      "step": 1730580
    },
    {
      "epoch": 483.0,
      "eval_loss": 0.34313514828681946,
      "eval_runtime": 62.8815,
      "eval_samples_per_second": 80.453,
      "eval_steps_per_second": 10.067,
      "step": 1730589
    },
    {
      "epoch": 483.0,
      "grad_norm": 1.0518440008163452,
      "learning_rate": 1.7402602180807531e-06,
      "loss": 0.3445,
      "step": 1730590
    },
    {
      "epoch": 483.0,
      "grad_norm": 1.200727105140686,
      "learning_rate": 1.7402340902330335e-06,
      "loss": 0.3416,
      "step": 1730600
    },
    {
      "epoch": 483.01,
      "grad_norm": 1.0591111183166504,
      "learning_rate": 1.7402079624656417e-06,
      "loss": 0.3548,
      "step": 1730610
    },
    {
      "epoch": 483.01,
      "grad_norm": 1.0535037517547607,
      "learning_rate": 1.7401818347785809e-06,
      "loss": 0.3337,
      "step": 1730620
    },
    {
      "epoch": 483.01,
      "grad_norm": 1.0561959743499756,
      "learning_rate": 1.7401557071718558e-06,
      "loss": 0.343,
      "step": 1730630
    },
    {
      "epoch": 483.01,
      "grad_norm": 1.096831202507019,
      "learning_rate": 1.740129579645469e-06,
      "loss": 0.343,
      "step": 1730640
    },
    {
      "epoch": 483.02,
      "grad_norm": 1.10228431224823,
      "learning_rate": 1.7401034521994245e-06,
      "loss": 0.3371,
      "step": 1730650
    },
    {
      "epoch": 483.02,
      "grad_norm": 1.024335503578186,
      "learning_rate": 1.7400773248337254e-06,
      "loss": 0.3602,
      "step": 1730660
    },
    {
      "epoch": 483.02,
      "grad_norm": 1.0640813112258911,
      "learning_rate": 1.7400511975483755e-06,
      "loss": 0.3533,
      "step": 1730670
    },
    {
      "epoch": 483.03,
      "grad_norm": 1.151010274887085,
      "learning_rate": 1.7400250703433772e-06,
      "loss": 0.3572,
      "step": 1730680
    },
    {
      "epoch": 483.03,
      "grad_norm": 1.0257631540298462,
      "learning_rate": 1.7399989432187356e-06,
      "loss": 0.3485,
      "step": 1730690
    },
    {
      "epoch": 483.03,
      "grad_norm": 1.0479707717895508,
      "learning_rate": 1.7399728161744534e-06,
      "loss": 0.3296,
      "step": 1730700
    },
    {
      "epoch": 483.03,
      "grad_norm": 0.9184520244598389,
      "learning_rate": 1.739946689210534e-06,
      "loss": 0.3263,
      "step": 1730710
    },
    {
      "epoch": 483.04,
      "grad_norm": 1.0000642538070679,
      "learning_rate": 1.739920562326981e-06,
      "loss": 0.3386,
      "step": 1730720
    },
    {
      "epoch": 483.04,
      "grad_norm": 1.2377541065216064,
      "learning_rate": 1.739894435523798e-06,
      "loss": 0.334,
      "step": 1730730
    },
    {
      "epoch": 483.04,
      "grad_norm": 1.0559378862380981,
      "learning_rate": 1.739868308800988e-06,
      "loss": 0.3459,
      "step": 1730740
    },
    {
      "epoch": 483.04,
      "grad_norm": 1.2018285989761353,
      "learning_rate": 1.739842182158555e-06,
      "loss": 0.351,
      "step": 1730750
    },
    {
      "epoch": 483.05,
      "grad_norm": 1.0113630294799805,
      "learning_rate": 1.7398160555965028e-06,
      "loss": 0.3269,
      "step": 1730760
    },
    {
      "epoch": 483.05,
      "grad_norm": 1.0016101598739624,
      "learning_rate": 1.739789929114833e-06,
      "loss": 0.3315,
      "step": 1730770
    },
    {
      "epoch": 483.05,
      "grad_norm": 1.1290463209152222,
      "learning_rate": 1.7397638027135514e-06,
      "loss": 0.3419,
      "step": 1730780
    },
    {
      "epoch": 483.06,
      "grad_norm": 1.217980980873108,
      "learning_rate": 1.7397376763926609e-06,
      "loss": 0.3468,
      "step": 1730790
    },
    {
      "epoch": 483.06,
      "grad_norm": 1.0339562892913818,
      "learning_rate": 1.7397115501521638e-06,
      "loss": 0.3455,
      "step": 1730800
    },
    {
      "epoch": 483.06,
      "grad_norm": 0.8276939988136292,
      "learning_rate": 1.739685423992065e-06,
      "loss": 0.3423,
      "step": 1730810
    },
    {
      "epoch": 483.06,
      "grad_norm": 1.0461955070495605,
      "learning_rate": 1.7396592979123674e-06,
      "loss": 0.3525,
      "step": 1730820
    },
    {
      "epoch": 483.07,
      "grad_norm": 1.0960506200790405,
      "learning_rate": 1.7396331719130731e-06,
      "loss": 0.3542,
      "step": 1730830
    },
    {
      "epoch": 483.07,
      "grad_norm": 1.1379538774490356,
      "learning_rate": 1.7396070459941887e-06,
      "loss": 0.3472,
      "step": 1730840
    },
    {
      "epoch": 483.07,
      "grad_norm": 1.77705717086792,
      "learning_rate": 1.7395809201557152e-06,
      "loss": 0.3386,
      "step": 1730850
    },
    {
      "epoch": 483.08,
      "grad_norm": 5.855279445648193,
      "learning_rate": 1.7395547943976563e-06,
      "loss": 0.3434,
      "step": 1730860
    },
    {
      "epoch": 483.08,
      "grad_norm": 1.076716423034668,
      "learning_rate": 1.7395286687200168e-06,
      "loss": 0.3436,
      "step": 1730870
    },
    {
      "epoch": 483.08,
      "grad_norm": 1.1296974420547485,
      "learning_rate": 1.7395025431227982e-06,
      "loss": 0.3383,
      "step": 1730880
    },
    {
      "epoch": 483.08,
      "grad_norm": 1.2533842325210571,
      "learning_rate": 1.739476417606006e-06,
      "loss": 0.3391,
      "step": 1730890
    },
    {
      "epoch": 483.09,
      "grad_norm": 1.0443915128707886,
      "learning_rate": 1.7394502921696428e-06,
      "loss": 0.3496,
      "step": 1730900
    },
    {
      "epoch": 483.09,
      "grad_norm": 1.2175989151000977,
      "learning_rate": 1.7394241668137111e-06,
      "loss": 0.3358,
      "step": 1730910
    },
    {
      "epoch": 483.09,
      "grad_norm": 1.0977376699447632,
      "learning_rate": 1.7393980415382162e-06,
      "loss": 0.3252,
      "step": 1730920
    },
    {
      "epoch": 483.1,
      "grad_norm": 0.914411187171936,
      "learning_rate": 1.739371916343161e-06,
      "loss": 0.3325,
      "step": 1730930
    },
    {
      "epoch": 483.1,
      "grad_norm": 1.089853048324585,
      "learning_rate": 1.7393457912285477e-06,
      "loss": 0.3518,
      "step": 1730940
    },
    {
      "epoch": 483.1,
      "grad_norm": 1.0650449991226196,
      "learning_rate": 1.7393196661943818e-06,
      "loss": 0.3318,
      "step": 1730950
    },
    {
      "epoch": 483.1,
      "grad_norm": 1.0548762083053589,
      "learning_rate": 1.7392935412406656e-06,
      "loss": 0.3472,
      "step": 1730960
    },
    {
      "epoch": 483.11,
      "grad_norm": 0.9451807737350464,
      "learning_rate": 1.7392674163674014e-06,
      "loss": 0.3406,
      "step": 1730970
    },
    {
      "epoch": 483.11,
      "grad_norm": 1.3179073333740234,
      "learning_rate": 1.7392412915745954e-06,
      "loss": 0.3513,
      "step": 1730980
    },
    {
      "epoch": 483.11,
      "grad_norm": 1.144523024559021,
      "learning_rate": 1.7392151668622494e-06,
      "loss": 0.3497,
      "step": 1730990
    },
    {
      "epoch": 483.11,
      "grad_norm": 0.9902368187904358,
      "learning_rate": 1.739189042230367e-06,
      "loss": 0.3275,
      "step": 1731000
    },
    {
      "epoch": 483.12,
      "grad_norm": 1.1230429410934448,
      "learning_rate": 1.7391629176789516e-06,
      "loss": 0.35,
      "step": 1731010
    },
    {
      "epoch": 483.12,
      "grad_norm": 1.192867636680603,
      "learning_rate": 1.7391367932080073e-06,
      "loss": 0.3542,
      "step": 1731020
    },
    {
      "epoch": 483.12,
      "grad_norm": 1.0235835313796997,
      "learning_rate": 1.7391106688175367e-06,
      "loss": 0.3266,
      "step": 1731030
    },
    {
      "epoch": 483.13,
      "grad_norm": 1.2288445234298706,
      "learning_rate": 1.7390845445075443e-06,
      "loss": 0.3569,
      "step": 1731040
    },
    {
      "epoch": 483.13,
      "grad_norm": 1.0366984605789185,
      "learning_rate": 1.739058420278033e-06,
      "loss": 0.3524,
      "step": 1731050
    },
    {
      "epoch": 483.13,
      "grad_norm": 1.1038919687271118,
      "learning_rate": 1.7390322961290055e-06,
      "loss": 0.3517,
      "step": 1731060
    },
    {
      "epoch": 483.13,
      "grad_norm": 0.9763780236244202,
      "learning_rate": 1.7390061720604669e-06,
      "loss": 0.337,
      "step": 1731070
    },
    {
      "epoch": 483.14,
      "grad_norm": 1.5068594217300415,
      "learning_rate": 1.73898004807242e-06,
      "loss": 0.3485,
      "step": 1731080
    },
    {
      "epoch": 483.14,
      "grad_norm": 1.1453238725662231,
      "learning_rate": 1.7389539241648675e-06,
      "loss": 0.3397,
      "step": 1731090
    },
    {
      "epoch": 483.14,
      "grad_norm": 1.0331066846847534,
      "learning_rate": 1.7389278003378141e-06,
      "loss": 0.345,
      "step": 1731100
    },
    {
      "epoch": 483.15,
      "grad_norm": 0.9846256375312805,
      "learning_rate": 1.7389016765912628e-06,
      "loss": 0.3433,
      "step": 1731110
    },
    {
      "epoch": 483.15,
      "grad_norm": 1.1161582469940186,
      "learning_rate": 1.738875552925216e-06,
      "loss": 0.3377,
      "step": 1731120
    },
    {
      "epoch": 483.15,
      "grad_norm": 1.0780287981033325,
      "learning_rate": 1.7388494293396789e-06,
      "loss": 0.3464,
      "step": 1731130
    },
    {
      "epoch": 483.15,
      "grad_norm": 1.125481128692627,
      "learning_rate": 1.7388233058346543e-06,
      "loss": 0.3391,
      "step": 1731140
    },
    {
      "epoch": 483.16,
      "grad_norm": 1.160646677017212,
      "learning_rate": 1.738797182410145e-06,
      "loss": 0.3509,
      "step": 1731150
    },
    {
      "epoch": 483.16,
      "grad_norm": 1.0066688060760498,
      "learning_rate": 1.7387710590661553e-06,
      "loss": 0.3459,
      "step": 1731160
    },
    {
      "epoch": 483.16,
      "grad_norm": 1.2098331451416016,
      "learning_rate": 1.7387449358026887e-06,
      "loss": 0.3376,
      "step": 1731170
    },
    {
      "epoch": 483.16,
      "grad_norm": 1.3393467664718628,
      "learning_rate": 1.7387188126197486e-06,
      "loss": 0.3453,
      "step": 1731180
    },
    {
      "epoch": 483.17,
      "grad_norm": 1.1545683145523071,
      "learning_rate": 1.7386926895173383e-06,
      "loss": 0.3472,
      "step": 1731190
    },
    {
      "epoch": 483.17,
      "grad_norm": 1.0022425651550293,
      "learning_rate": 1.7386665664954605e-06,
      "loss": 0.3442,
      "step": 1731200
    },
    {
      "epoch": 483.17,
      "grad_norm": 1.018265724182129,
      "learning_rate": 1.7386404435541205e-06,
      "loss": 0.3403,
      "step": 1731210
    },
    {
      "epoch": 483.18,
      "grad_norm": 1.0256221294403076,
      "learning_rate": 1.7386143206933204e-06,
      "loss": 0.3392,
      "step": 1731220
    },
    {
      "epoch": 483.18,
      "grad_norm": 1.2169382572174072,
      "learning_rate": 1.7385881979130639e-06,
      "loss": 0.346,
      "step": 1731230
    },
    {
      "epoch": 483.18,
      "grad_norm": 1.228546380996704,
      "learning_rate": 1.7385620752133548e-06,
      "loss": 0.3398,
      "step": 1731240
    },
    {
      "epoch": 483.18,
      "grad_norm": 1.086649775505066,
      "learning_rate": 1.7385359525941963e-06,
      "loss": 0.3404,
      "step": 1731250
    },
    {
      "epoch": 483.19,
      "grad_norm": 1.21888267993927,
      "learning_rate": 1.7385098300555912e-06,
      "loss": 0.3354,
      "step": 1731260
    },
    {
      "epoch": 483.19,
      "grad_norm": 1.178946614265442,
      "learning_rate": 1.7384837075975447e-06,
      "loss": 0.3511,
      "step": 1731270
    },
    {
      "epoch": 483.19,
      "grad_norm": 1.137291669845581,
      "learning_rate": 1.7384575852200595e-06,
      "loss": 0.3551,
      "step": 1731280
    },
    {
      "epoch": 483.2,
      "grad_norm": 1.1175143718719482,
      "learning_rate": 1.7384314629231375e-06,
      "loss": 0.3453,
      "step": 1731290
    },
    {
      "epoch": 483.2,
      "grad_norm": 0.9091620445251465,
      "learning_rate": 1.7384053407067847e-06,
      "loss": 0.332,
      "step": 1731300
    },
    {
      "epoch": 483.2,
      "grad_norm": 1.1410460472106934,
      "learning_rate": 1.7383792185710035e-06,
      "loss": 0.3512,
      "step": 1731310
    },
    {
      "epoch": 483.2,
      "grad_norm": 1.3923343420028687,
      "learning_rate": 1.7383530965157967e-06,
      "loss": 0.3483,
      "step": 1731320
    },
    {
      "epoch": 483.21,
      "grad_norm": 1.054115653038025,
      "learning_rate": 1.738326974541169e-06,
      "loss": 0.3272,
      "step": 1731330
    },
    {
      "epoch": 483.21,
      "grad_norm": 1.0511579513549805,
      "learning_rate": 1.7383008526471235e-06,
      "loss": 0.345,
      "step": 1731340
    },
    {
      "epoch": 483.21,
      "grad_norm": 1.0357321500778198,
      "learning_rate": 1.7382747308336619e-06,
      "loss": 0.3457,
      "step": 1731350
    },
    {
      "epoch": 483.22,
      "grad_norm": 1.0667580366134644,
      "learning_rate": 1.738248609100791e-06,
      "loss": 0.3463,
      "step": 1731360
    },
    {
      "epoch": 483.22,
      "grad_norm": 1.0592286586761475,
      "learning_rate": 1.7382224874485117e-06,
      "loss": 0.3537,
      "step": 1731370
    },
    {
      "epoch": 483.22,
      "grad_norm": 1.109938621520996,
      "learning_rate": 1.7381963658768282e-06,
      "loss": 0.3475,
      "step": 1731380
    },
    {
      "epoch": 483.22,
      "grad_norm": 1.0679513216018677,
      "learning_rate": 1.7381702443857443e-06,
      "loss": 0.3472,
      "step": 1731390
    },
    {
      "epoch": 483.23,
      "grad_norm": 0.9906424880027771,
      "learning_rate": 1.7381441229752637e-06,
      "loss": 0.343,
      "step": 1731400
    },
    {
      "epoch": 483.23,
      "grad_norm": 0.9155216217041016,
      "learning_rate": 1.738118001645388e-06,
      "loss": 0.3397,
      "step": 1731410
    },
    {
      "epoch": 483.23,
      "grad_norm": 0.977456271648407,
      "learning_rate": 1.7380918803961231e-06,
      "loss": 0.3403,
      "step": 1731420
    },
    {
      "epoch": 483.23,
      "grad_norm": 1.566986322402954,
      "learning_rate": 1.7380657592274712e-06,
      "loss": 0.3345,
      "step": 1731430
    },
    {
      "epoch": 483.24,
      "grad_norm": 1.025515079498291,
      "learning_rate": 1.7380396381394355e-06,
      "loss": 0.3422,
      "step": 1731440
    },
    {
      "epoch": 483.24,
      "grad_norm": 1.0371512174606323,
      "learning_rate": 1.7380135171320212e-06,
      "loss": 0.3355,
      "step": 1731450
    },
    {
      "epoch": 483.24,
      "grad_norm": 1.2240809202194214,
      "learning_rate": 1.7379873962052295e-06,
      "loss": 0.3522,
      "step": 1731460
    },
    {
      "epoch": 483.25,
      "grad_norm": 1.0550353527069092,
      "learning_rate": 1.737961275359066e-06,
      "loss": 0.3555,
      "step": 1731470
    },
    {
      "epoch": 483.25,
      "grad_norm": 0.8922608494758606,
      "learning_rate": 1.7379351545935329e-06,
      "loss": 0.3326,
      "step": 1731480
    },
    {
      "epoch": 483.25,
      "grad_norm": 0.8985723257064819,
      "learning_rate": 1.7379090339086327e-06,
      "loss": 0.3464,
      "step": 1731490
    },
    {
      "epoch": 483.25,
      "grad_norm": 1.1504439115524292,
      "learning_rate": 1.7378829133043716e-06,
      "loss": 0.3333,
      "step": 1731500
    },
    {
      "epoch": 483.26,
      "grad_norm": 1.0195385217666626,
      "learning_rate": 1.737856792780751e-06,
      "loss": 0.3358,
      "step": 1731510
    },
    {
      "epoch": 483.26,
      "grad_norm": 1.2981431484222412,
      "learning_rate": 1.7378306723377747e-06,
      "loss": 0.3357,
      "step": 1731520
    },
    {
      "epoch": 483.26,
      "grad_norm": 1.1507060527801514,
      "learning_rate": 1.737804551975447e-06,
      "loss": 0.3453,
      "step": 1731530
    },
    {
      "epoch": 483.27,
      "grad_norm": 1.2865829467773438,
      "learning_rate": 1.7377784316937707e-06,
      "loss": 0.3408,
      "step": 1731540
    },
    {
      "epoch": 483.27,
      "grad_norm": 1.11256742477417,
      "learning_rate": 1.7377523114927485e-06,
      "loss": 0.3288,
      "step": 1731550
    },
    {
      "epoch": 483.27,
      "grad_norm": 1.2087194919586182,
      "learning_rate": 1.737726191372386e-06,
      "loss": 0.3496,
      "step": 1731560
    },
    {
      "epoch": 483.27,
      "grad_norm": 1.0587111711502075,
      "learning_rate": 1.737700071332685e-06,
      "loss": 0.3357,
      "step": 1731570
    },
    {
      "epoch": 483.28,
      "grad_norm": 0.9935570359230042,
      "learning_rate": 1.7376739513736486e-06,
      "loss": 0.3465,
      "step": 1731580
    },
    {
      "epoch": 483.28,
      "grad_norm": 1.068102240562439,
      "learning_rate": 1.7376478314952818e-06,
      "loss": 0.3551,
      "step": 1731590
    },
    {
      "epoch": 483.28,
      "grad_norm": 1.8719624280929565,
      "learning_rate": 1.7376217116975877e-06,
      "loss": 0.3358,
      "step": 1731600
    },
    {
      "epoch": 483.28,
      "grad_norm": 1.1732146739959717,
      "learning_rate": 1.7375955919805686e-06,
      "loss": 0.3395,
      "step": 1731610
    },
    {
      "epoch": 483.29,
      "grad_norm": 0.9922972917556763,
      "learning_rate": 1.7375694723442296e-06,
      "loss": 0.3354,
      "step": 1731620
    },
    {
      "epoch": 483.29,
      "grad_norm": 1.1361719369888306,
      "learning_rate": 1.7375433527885737e-06,
      "loss": 0.3484,
      "step": 1731630
    },
    {
      "epoch": 483.29,
      "grad_norm": 0.9843541383743286,
      "learning_rate": 1.7375172333136028e-06,
      "loss": 0.3635,
      "step": 1731640
    },
    {
      "epoch": 483.3,
      "grad_norm": 1.1078212261199951,
      "learning_rate": 1.7374911139193225e-06,
      "loss": 0.3253,
      "step": 1731650
    },
    {
      "epoch": 483.3,
      "grad_norm": 1.0814017057418823,
      "learning_rate": 1.7374649946057354e-06,
      "loss": 0.3538,
      "step": 1731660
    },
    {
      "epoch": 483.3,
      "grad_norm": 0.9360100626945496,
      "learning_rate": 1.7374388753728444e-06,
      "loss": 0.3394,
      "step": 1731670
    },
    {
      "epoch": 483.3,
      "grad_norm": 1.1160258054733276,
      "learning_rate": 1.7374127562206544e-06,
      "loss": 0.3545,
      "step": 1731680
    },
    {
      "epoch": 483.31,
      "grad_norm": 1.253227710723877,
      "learning_rate": 1.737386637149168e-06,
      "loss": 0.3404,
      "step": 1731690
    },
    {
      "epoch": 483.31,
      "grad_norm": 1.3020248413085938,
      "learning_rate": 1.7373605181583873e-06,
      "loss": 0.3277,
      "step": 1731700
    },
    {
      "epoch": 483.31,
      "grad_norm": 1.147002935409546,
      "learning_rate": 1.7373343992483187e-06,
      "loss": 0.3556,
      "step": 1731710
    },
    {
      "epoch": 483.32,
      "grad_norm": 1.1175841093063354,
      "learning_rate": 1.7373082804189641e-06,
      "loss": 0.3325,
      "step": 1731720
    },
    {
      "epoch": 483.32,
      "grad_norm": 1.1254366636276245,
      "learning_rate": 1.7372821616703258e-06,
      "loss": 0.3319,
      "step": 1731730
    },
    {
      "epoch": 483.32,
      "grad_norm": 1.1350489854812622,
      "learning_rate": 1.7372560430024098e-06,
      "loss": 0.3469,
      "step": 1731740
    },
    {
      "epoch": 483.32,
      "grad_norm": 0.9461070895195007,
      "learning_rate": 1.7372299244152179e-06,
      "loss": 0.3319,
      "step": 1731750
    },
    {
      "epoch": 483.33,
      "grad_norm": 0.9487683773040771,
      "learning_rate": 1.7372038059087543e-06,
      "loss": 0.3403,
      "step": 1731760
    },
    {
      "epoch": 483.33,
      "grad_norm": 1.0407313108444214,
      "learning_rate": 1.7371776874830221e-06,
      "loss": 0.3404,
      "step": 1731770
    },
    {
      "epoch": 483.33,
      "grad_norm": 1.2175012826919556,
      "learning_rate": 1.7371515691380238e-06,
      "loss": 0.3444,
      "step": 1731780
    },
    {
      "epoch": 483.34,
      "grad_norm": 2.792210102081299,
      "learning_rate": 1.7371254508737654e-06,
      "loss": 0.3445,
      "step": 1731790
    },
    {
      "epoch": 483.34,
      "grad_norm": 1.146744966506958,
      "learning_rate": 1.7370993326902486e-06,
      "loss": 0.3444,
      "step": 1731800
    },
    {
      "epoch": 483.34,
      "grad_norm": 1.0982294082641602,
      "learning_rate": 1.7370732145874763e-06,
      "loss": 0.3377,
      "step": 1731810
    },
    {
      "epoch": 483.34,
      "grad_norm": 1.2156981229782104,
      "learning_rate": 1.7370470965654536e-06,
      "loss": 0.3441,
      "step": 1731820
    },
    {
      "epoch": 483.35,
      "grad_norm": 1.1070204973220825,
      "learning_rate": 1.7370209786241836e-06,
      "loss": 0.3587,
      "step": 1731830
    },
    {
      "epoch": 483.35,
      "grad_norm": 1.012601613998413,
      "learning_rate": 1.736994860763668e-06,
      "loss": 0.3535,
      "step": 1731840
    },
    {
      "epoch": 483.35,
      "grad_norm": 1.958550214767456,
      "learning_rate": 1.7369687429839124e-06,
      "loss": 0.3431,
      "step": 1731850
    },
    {
      "epoch": 483.35,
      "grad_norm": 1.0908159017562866,
      "learning_rate": 1.73694262528492e-06,
      "loss": 0.3424,
      "step": 1731860
    },
    {
      "epoch": 483.36,
      "grad_norm": 0.9844184517860413,
      "learning_rate": 1.736916507666693e-06,
      "loss": 0.3374,
      "step": 1731870
    },
    {
      "epoch": 483.36,
      "grad_norm": 0.9718004465103149,
      "learning_rate": 1.7368903901292362e-06,
      "loss": 0.3278,
      "step": 1731880
    },
    {
      "epoch": 483.36,
      "grad_norm": 1.021272897720337,
      "learning_rate": 1.7368642726725529e-06,
      "loss": 0.3417,
      "step": 1731890
    },
    {
      "epoch": 483.37,
      "grad_norm": 1.3559576272964478,
      "learning_rate": 1.7368381552966456e-06,
      "loss": 0.3237,
      "step": 1731900
    },
    {
      "epoch": 483.37,
      "grad_norm": 1.2042590379714966,
      "learning_rate": 1.736812038001519e-06,
      "loss": 0.3574,
      "step": 1731910
    },
    {
      "epoch": 483.37,
      "grad_norm": 1.062424659729004,
      "learning_rate": 1.736785920787176e-06,
      "loss": 0.348,
      "step": 1731920
    },
    {
      "epoch": 483.37,
      "grad_norm": 1.0003879070281982,
      "learning_rate": 1.7367598036536191e-06,
      "loss": 0.3293,
      "step": 1731930
    },
    {
      "epoch": 483.38,
      "grad_norm": 1.061895489692688,
      "learning_rate": 1.7367336866008537e-06,
      "loss": 0.3491,
      "step": 1731940
    },
    {
      "epoch": 483.38,
      "grad_norm": 1.0612083673477173,
      "learning_rate": 1.7367075696288826e-06,
      "loss": 0.3315,
      "step": 1731950
    },
    {
      "epoch": 483.38,
      "grad_norm": 1.0294207334518433,
      "learning_rate": 1.7366814527377082e-06,
      "loss": 0.326,
      "step": 1731960
    },
    {
      "epoch": 483.39,
      "grad_norm": 1.071733832359314,
      "learning_rate": 1.7366553359273347e-06,
      "loss": 0.3385,
      "step": 1731970
    },
    {
      "epoch": 483.39,
      "grad_norm": 1.1319416761398315,
      "learning_rate": 1.7366292191977663e-06,
      "loss": 0.3434,
      "step": 1731980
    },
    {
      "epoch": 483.39,
      "grad_norm": 1.0702699422836304,
      "learning_rate": 1.7366031025490055e-06,
      "loss": 0.3235,
      "step": 1731990
    },
    {
      "epoch": 483.39,
      "grad_norm": 1.1070663928985596,
      "learning_rate": 1.7365769859810565e-06,
      "loss": 0.339,
      "step": 1732000
    },
    {
      "epoch": 483.4,
      "grad_norm": 1.066694974899292,
      "learning_rate": 1.7365508694939227e-06,
      "loss": 0.3306,
      "step": 1732010
    },
    {
      "epoch": 483.4,
      "grad_norm": 0.8497350811958313,
      "learning_rate": 1.736524753087606e-06,
      "loss": 0.3502,
      "step": 1732020
    },
    {
      "epoch": 483.4,
      "grad_norm": 0.9935052394866943,
      "learning_rate": 1.7364986367621121e-06,
      "loss": 0.3444,
      "step": 1732030
    },
    {
      "epoch": 483.4,
      "grad_norm": 1.242203712463379,
      "learning_rate": 1.7364725205174428e-06,
      "loss": 0.3381,
      "step": 1732040
    },
    {
      "epoch": 483.41,
      "grad_norm": 0.9479545950889587,
      "learning_rate": 1.7364464043536032e-06,
      "loss": 0.3463,
      "step": 1732050
    },
    {
      "epoch": 483.41,
      "grad_norm": 1.1883807182312012,
      "learning_rate": 1.7364202882705956e-06,
      "loss": 0.3452,
      "step": 1732060
    },
    {
      "epoch": 483.41,
      "grad_norm": 1.3476916551589966,
      "learning_rate": 1.7363941722684227e-06,
      "loss": 0.3492,
      "step": 1732070
    },
    {
      "epoch": 483.42,
      "grad_norm": 1.0966668128967285,
      "learning_rate": 1.7363680563470906e-06,
      "loss": 0.3299,
      "step": 1732080
    },
    {
      "epoch": 483.42,
      "grad_norm": 1.189502239227295,
      "learning_rate": 1.7363419405066003e-06,
      "loss": 0.3336,
      "step": 1732090
    },
    {
      "epoch": 483.42,
      "grad_norm": 1.0101693868637085,
      "learning_rate": 1.7363158247469558e-06,
      "loss": 0.3317,
      "step": 1732100
    },
    {
      "epoch": 483.42,
      "grad_norm": 0.978261411190033,
      "learning_rate": 1.7362897090681618e-06,
      "loss": 0.3403,
      "step": 1732110
    },
    {
      "epoch": 483.43,
      "grad_norm": 1.23637056350708,
      "learning_rate": 1.736263593470221e-06,
      "loss": 0.3326,
      "step": 1732120
    },
    {
      "epoch": 483.43,
      "grad_norm": 1.056664228439331,
      "learning_rate": 1.7362374779531362e-06,
      "loss": 0.3361,
      "step": 1732130
    },
    {
      "epoch": 483.43,
      "grad_norm": 1.2361905574798584,
      "learning_rate": 1.7362113625169122e-06,
      "loss": 0.3434,
      "step": 1732140
    },
    {
      "epoch": 483.44,
      "grad_norm": 1.0949269533157349,
      "learning_rate": 1.7361852471615516e-06,
      "loss": 0.3631,
      "step": 1732150
    },
    {
      "epoch": 483.44,
      "grad_norm": 1.0525537729263306,
      "learning_rate": 1.7361591318870572e-06,
      "loss": 0.337,
      "step": 1732160
    },
    {
      "epoch": 483.44,
      "grad_norm": 1.1410013437271118,
      "learning_rate": 1.736133016693434e-06,
      "loss": 0.3477,
      "step": 1732170
    },
    {
      "epoch": 483.44,
      "grad_norm": 1.0367435216903687,
      "learning_rate": 1.7361069015806848e-06,
      "loss": 0.346,
      "step": 1732180
    },
    {
      "epoch": 483.45,
      "grad_norm": 1.2048485279083252,
      "learning_rate": 1.7360807865488127e-06,
      "loss": 0.3541,
      "step": 1732190
    },
    {
      "epoch": 483.45,
      "grad_norm": 1.0987576246261597,
      "learning_rate": 1.7360546715978219e-06,
      "loss": 0.3417,
      "step": 1732200
    },
    {
      "epoch": 483.45,
      "grad_norm": 1.2541018724441528,
      "learning_rate": 1.7360285567277159e-06,
      "loss": 0.335,
      "step": 1732210
    },
    {
      "epoch": 483.46,
      "grad_norm": 1.0876812934875488,
      "learning_rate": 1.7360024419384962e-06,
      "loss": 0.3389,
      "step": 1732220
    },
    {
      "epoch": 483.46,
      "grad_norm": 1.0822641849517822,
      "learning_rate": 1.7359763272301695e-06,
      "loss": 0.3539,
      "step": 1732230
    },
    {
      "epoch": 483.46,
      "grad_norm": 1.0700322389602661,
      "learning_rate": 1.7359502126027374e-06,
      "loss": 0.3522,
      "step": 1732240
    },
    {
      "epoch": 483.46,
      "grad_norm": 1.2030924558639526,
      "learning_rate": 1.7359240980562025e-06,
      "loss": 0.3246,
      "step": 1732250
    },
    {
      "epoch": 483.47,
      "grad_norm": 0.9430711269378662,
      "learning_rate": 1.7358979835905704e-06,
      "loss": 0.3408,
      "step": 1732260
    },
    {
      "epoch": 483.47,
      "grad_norm": 0.9756169319152832,
      "learning_rate": 1.7358718692058435e-06,
      "loss": 0.3423,
      "step": 1732270
    },
    {
      "epoch": 483.47,
      "grad_norm": 1.2273294925689697,
      "learning_rate": 1.7358457549020252e-06,
      "loss": 0.3414,
      "step": 1732280
    },
    {
      "epoch": 483.47,
      "grad_norm": 1.1732475757598877,
      "learning_rate": 1.7358196406791193e-06,
      "loss": 0.3573,
      "step": 1732290
    },
    {
      "epoch": 483.48,
      "grad_norm": 1.0751011371612549,
      "learning_rate": 1.7357935265371292e-06,
      "loss": 0.3441,
      "step": 1732300
    },
    {
      "epoch": 483.48,
      "grad_norm": 1.018168568611145,
      "learning_rate": 1.7357674124760574e-06,
      "loss": 0.3427,
      "step": 1732310
    },
    {
      "epoch": 483.48,
      "grad_norm": 1.1653796434402466,
      "learning_rate": 1.7357412984959088e-06,
      "loss": 0.3226,
      "step": 1732320
    },
    {
      "epoch": 483.49,
      "grad_norm": 1.0530083179473877,
      "learning_rate": 1.735715184596686e-06,
      "loss": 0.3321,
      "step": 1732330
    },
    {
      "epoch": 483.49,
      "grad_norm": 1.2446227073669434,
      "learning_rate": 1.7356890707783938e-06,
      "loss": 0.3393,
      "step": 1732340
    },
    {
      "epoch": 483.49,
      "grad_norm": 1.1218727827072144,
      "learning_rate": 1.7356629570410342e-06,
      "loss": 0.3617,
      "step": 1732350
    },
    {
      "epoch": 483.49,
      "grad_norm": 1.0836471319198608,
      "learning_rate": 1.7356368433846102e-06,
      "loss": 0.3412,
      "step": 1732360
    },
    {
      "epoch": 483.5,
      "grad_norm": 1.002596378326416,
      "learning_rate": 1.7356107298091272e-06,
      "loss": 0.3318,
      "step": 1732370
    },
    {
      "epoch": 483.5,
      "grad_norm": 14.24577808380127,
      "learning_rate": 1.7355846163145879e-06,
      "loss": 0.3302,
      "step": 1732380
    },
    {
      "epoch": 483.5,
      "grad_norm": 1.3104802370071411,
      "learning_rate": 1.7355585029009944e-06,
      "loss": 0.3597,
      "step": 1732390
    },
    {
      "epoch": 483.51,
      "grad_norm": 1.0137664079666138,
      "learning_rate": 1.7355323895683523e-06,
      "loss": 0.3177,
      "step": 1732400
    },
    {
      "epoch": 483.51,
      "grad_norm": 1.0388197898864746,
      "learning_rate": 1.7355062763166642e-06,
      "loss": 0.3308,
      "step": 1732410
    },
    {
      "epoch": 483.51,
      "grad_norm": 1.0034170150756836,
      "learning_rate": 1.7354801631459333e-06,
      "loss": 0.3469,
      "step": 1732420
    },
    {
      "epoch": 483.51,
      "grad_norm": 1.2715059518814087,
      "learning_rate": 1.7354540500561635e-06,
      "loss": 0.3371,
      "step": 1732430
    },
    {
      "epoch": 483.52,
      "grad_norm": 1.0236108303070068,
      "learning_rate": 1.735427937047358e-06,
      "loss": 0.3394,
      "step": 1732440
    },
    {
      "epoch": 483.52,
      "grad_norm": 0.9366241097450256,
      "learning_rate": 1.7354018241195195e-06,
      "loss": 0.3643,
      "step": 1732450
    },
    {
      "epoch": 483.52,
      "grad_norm": 1.152538776397705,
      "learning_rate": 1.7353757112726532e-06,
      "loss": 0.3383,
      "step": 1732460
    },
    {
      "epoch": 483.52,
      "grad_norm": 1.0599561929702759,
      "learning_rate": 1.7353495985067617e-06,
      "loss": 0.3472,
      "step": 1732470
    },
    {
      "epoch": 483.53,
      "grad_norm": 1.135815143585205,
      "learning_rate": 1.735323485821848e-06,
      "loss": 0.3476,
      "step": 1732480
    },
    {
      "epoch": 483.53,
      "grad_norm": 1.0802977085113525,
      "learning_rate": 1.7352973732179166e-06,
      "loss": 0.332,
      "step": 1732490
    },
    {
      "epoch": 483.53,
      "grad_norm": 1.1193231344223022,
      "learning_rate": 1.73527126069497e-06,
      "loss": 0.3429,
      "step": 1732500
    },
    {
      "epoch": 483.54,
      "grad_norm": 0.9836373925209045,
      "learning_rate": 1.7352451482530115e-06,
      "loss": 0.346,
      "step": 1732510
    },
    {
      "epoch": 483.54,
      "grad_norm": 1.1613154411315918,
      "learning_rate": 1.7352190358920462e-06,
      "loss": 0.3426,
      "step": 1732520
    },
    {
      "epoch": 483.54,
      "grad_norm": 1.0209133625030518,
      "learning_rate": 1.7351929236120764e-06,
      "loss": 0.3451,
      "step": 1732530
    },
    {
      "epoch": 483.54,
      "grad_norm": 1.0311133861541748,
      "learning_rate": 1.7351668114131047e-06,
      "loss": 0.3308,
      "step": 1732540
    },
    {
      "epoch": 483.55,
      "grad_norm": 1.056341290473938,
      "learning_rate": 1.7351406992951366e-06,
      "loss": 0.3442,
      "step": 1732550
    },
    {
      "epoch": 483.55,
      "grad_norm": 1.219712257385254,
      "learning_rate": 1.7351145872581746e-06,
      "loss": 0.3446,
      "step": 1732560
    },
    {
      "epoch": 483.55,
      "grad_norm": 1.1030579805374146,
      "learning_rate": 1.7350884753022215e-06,
      "loss": 0.3415,
      "step": 1732570
    },
    {
      "epoch": 483.56,
      "grad_norm": 1.0090584754943848,
      "learning_rate": 1.735062363427282e-06,
      "loss": 0.3409,
      "step": 1732580
    },
    {
      "epoch": 483.56,
      "grad_norm": 1.1274545192718506,
      "learning_rate": 1.735036251633359e-06,
      "loss": 0.3395,
      "step": 1732590
    },
    {
      "epoch": 483.56,
      "grad_norm": 1.4970464706420898,
      "learning_rate": 1.7350101399204552e-06,
      "loss": 0.3405,
      "step": 1732600
    },
    {
      "epoch": 483.56,
      "grad_norm": 1.095619559288025,
      "learning_rate": 1.7349840282885754e-06,
      "loss": 0.3374,
      "step": 1732610
    },
    {
      "epoch": 483.57,
      "grad_norm": 1.0219452381134033,
      "learning_rate": 1.7349579167377222e-06,
      "loss": 0.3407,
      "step": 1732620
    },
    {
      "epoch": 483.57,
      "grad_norm": 1.1392624378204346,
      "learning_rate": 1.7349318052679e-06,
      "loss": 0.3518,
      "step": 1732630
    },
    {
      "epoch": 483.57,
      "grad_norm": 1.1381175518035889,
      "learning_rate": 1.7349056938791117e-06,
      "loss": 0.3491,
      "step": 1732640
    },
    {
      "epoch": 483.58,
      "grad_norm": 1.088306188583374,
      "learning_rate": 1.7348795825713597e-06,
      "loss": 0.3457,
      "step": 1732650
    },
    {
      "epoch": 483.58,
      "grad_norm": 0.9983504414558411,
      "learning_rate": 1.7348534713446494e-06,
      "loss": 0.3351,
      "step": 1732660
    },
    {
      "epoch": 483.58,
      "grad_norm": 1.096709132194519,
      "learning_rate": 1.7348273601989833e-06,
      "loss": 0.3415,
      "step": 1732670
    },
    {
      "epoch": 483.58,
      "grad_norm": 1.2457438707351685,
      "learning_rate": 1.734801249134364e-06,
      "loss": 0.3423,
      "step": 1732680
    },
    {
      "epoch": 483.59,
      "grad_norm": 1.1873570680618286,
      "learning_rate": 1.7347751381507972e-06,
      "loss": 0.3451,
      "step": 1732690
    },
    {
      "epoch": 483.59,
      "grad_norm": 1.0444897413253784,
      "learning_rate": 1.734749027248285e-06,
      "loss": 0.3278,
      "step": 1732700
    },
    {
      "epoch": 483.59,
      "grad_norm": 0.998834490776062,
      "learning_rate": 1.7347229164268307e-06,
      "loss": 0.353,
      "step": 1732710
    },
    {
      "epoch": 483.59,
      "grad_norm": 1.0208964347839355,
      "learning_rate": 1.734696805686438e-06,
      "loss": 0.343,
      "step": 1732720
    },
    {
      "epoch": 483.6,
      "grad_norm": 1.2398313283920288,
      "learning_rate": 1.734670695027111e-06,
      "loss": 0.344,
      "step": 1732730
    },
    {
      "epoch": 483.6,
      "grad_norm": 0.9752362966537476,
      "learning_rate": 1.7346445844488513e-06,
      "loss": 0.3368,
      "step": 1732740
    },
    {
      "epoch": 483.6,
      "grad_norm": 1.0020300149917603,
      "learning_rate": 1.7346184739516649e-06,
      "loss": 0.326,
      "step": 1732750
    },
    {
      "epoch": 483.61,
      "grad_norm": 0.9245030283927917,
      "learning_rate": 1.7345923635355538e-06,
      "loss": 0.3568,
      "step": 1732760
    },
    {
      "epoch": 483.61,
      "grad_norm": 1.016878366470337,
      "learning_rate": 1.7345662532005217e-06,
      "loss": 0.3514,
      "step": 1732770
    },
    {
      "epoch": 483.61,
      "grad_norm": 0.9238412976264954,
      "learning_rate": 1.7345401429465722e-06,
      "loss": 0.3264,
      "step": 1732780
    },
    {
      "epoch": 483.61,
      "grad_norm": 1.134466528892517,
      "learning_rate": 1.7345140327737089e-06,
      "loss": 0.3397,
      "step": 1732790
    },
    {
      "epoch": 483.62,
      "grad_norm": 1.2095112800598145,
      "learning_rate": 1.7344879226819338e-06,
      "loss": 0.3428,
      "step": 1732800
    },
    {
      "epoch": 483.62,
      "grad_norm": 1.9450750350952148,
      "learning_rate": 1.7344618126712531e-06,
      "loss": 0.3421,
      "step": 1732810
    },
    {
      "epoch": 483.62,
      "grad_norm": 1.1643521785736084,
      "learning_rate": 1.7344357027416686e-06,
      "loss": 0.3446,
      "step": 1732820
    },
    {
      "epoch": 483.63,
      "grad_norm": 1.0675973892211914,
      "learning_rate": 1.734409592893183e-06,
      "loss": 0.3316,
      "step": 1732830
    },
    {
      "epoch": 483.63,
      "grad_norm": 1.0622098445892334,
      "learning_rate": 1.7343834831258017e-06,
      "loss": 0.3545,
      "step": 1732840
    },
    {
      "epoch": 483.63,
      "grad_norm": 1.1911102533340454,
      "learning_rate": 1.7343573734395272e-06,
      "loss": 0.3347,
      "step": 1732850
    },
    {
      "epoch": 483.63,
      "grad_norm": 1.020541787147522,
      "learning_rate": 1.7343312638343627e-06,
      "loss": 0.3581,
      "step": 1732860
    },
    {
      "epoch": 483.64,
      "grad_norm": 1.0569883584976196,
      "learning_rate": 1.7343051543103128e-06,
      "loss": 0.3414,
      "step": 1732870
    },
    {
      "epoch": 483.64,
      "grad_norm": 0.952653169631958,
      "learning_rate": 1.7342790448673794e-06,
      "loss": 0.3387,
      "step": 1732880
    },
    {
      "epoch": 483.64,
      "grad_norm": 0.9745720624923706,
      "learning_rate": 1.7342529355055663e-06,
      "loss": 0.347,
      "step": 1732890
    },
    {
      "epoch": 483.64,
      "grad_norm": 1.0034806728363037,
      "learning_rate": 1.7342268262248783e-06,
      "loss": 0.3427,
      "step": 1732900
    },
    {
      "epoch": 483.65,
      "grad_norm": 0.9913545250892639,
      "learning_rate": 1.7342007170253176e-06,
      "loss": 0.3395,
      "step": 1732910
    },
    {
      "epoch": 483.65,
      "grad_norm": 1.0568233728408813,
      "learning_rate": 1.7341746079068883e-06,
      "loss": 0.3458,
      "step": 1732920
    },
    {
      "epoch": 483.65,
      "grad_norm": 1.0744552612304688,
      "learning_rate": 1.7341484988695935e-06,
      "loss": 0.3447,
      "step": 1732930
    },
    {
      "epoch": 483.66,
      "grad_norm": 1.0320316553115845,
      "learning_rate": 1.7341223899134368e-06,
      "loss": 0.3341,
      "step": 1732940
    },
    {
      "epoch": 483.66,
      "grad_norm": 0.9276313185691833,
      "learning_rate": 1.7340962810384216e-06,
      "loss": 0.3374,
      "step": 1732950
    },
    {
      "epoch": 483.66,
      "grad_norm": 0.9941899180412292,
      "learning_rate": 1.734070172244552e-06,
      "loss": 0.3408,
      "step": 1732960
    },
    {
      "epoch": 483.66,
      "grad_norm": 1.0331940650939941,
      "learning_rate": 1.73404406353183e-06,
      "loss": 0.3398,
      "step": 1732970
    },
    {
      "epoch": 483.67,
      "grad_norm": 1.0623047351837158,
      "learning_rate": 1.7340179549002609e-06,
      "loss": 0.3435,
      "step": 1732980
    },
    {
      "epoch": 483.67,
      "grad_norm": 0.8631283640861511,
      "learning_rate": 1.7339918463498472e-06,
      "loss": 0.3313,
      "step": 1732990
    },
    {
      "epoch": 483.67,
      "grad_norm": 1.1332931518554688,
      "learning_rate": 1.7339657378805921e-06,
      "loss": 0.3432,
      "step": 1733000
    },
    {
      "epoch": 483.68,
      "grad_norm": 1.2108367681503296,
      "learning_rate": 1.7339396294925002e-06,
      "loss": 0.3271,
      "step": 1733010
    },
    {
      "epoch": 483.68,
      "grad_norm": 0.8887249827384949,
      "learning_rate": 1.7339135211855738e-06,
      "loss": 0.3363,
      "step": 1733020
    },
    {
      "epoch": 483.68,
      "grad_norm": 0.9786493182182312,
      "learning_rate": 1.733887412959816e-06,
      "loss": 0.3509,
      "step": 1733030
    },
    {
      "epoch": 483.68,
      "grad_norm": 1.2518209218978882,
      "learning_rate": 1.733861304815232e-06,
      "loss": 0.3419,
      "step": 1733040
    },
    {
      "epoch": 483.69,
      "grad_norm": 1.2343193292617798,
      "learning_rate": 1.7338351967518243e-06,
      "loss": 0.3371,
      "step": 1733050
    },
    {
      "epoch": 483.69,
      "grad_norm": 1.0853941440582275,
      "learning_rate": 1.7338090887695955e-06,
      "loss": 0.3451,
      "step": 1733060
    },
    {
      "epoch": 483.69,
      "grad_norm": 0.9574081897735596,
      "learning_rate": 1.733782980868551e-06,
      "loss": 0.3192,
      "step": 1733070
    },
    {
      "epoch": 483.7,
      "grad_norm": 1.051854133605957,
      "learning_rate": 1.7337568730486934e-06,
      "loss": 0.3324,
      "step": 1733080
    },
    {
      "epoch": 483.7,
      "grad_norm": 0.9141495227813721,
      "learning_rate": 1.7337307653100252e-06,
      "loss": 0.3352,
      "step": 1733090
    },
    {
      "epoch": 483.7,
      "grad_norm": 0.982810378074646,
      "learning_rate": 1.733704657652552e-06,
      "loss": 0.3527,
      "step": 1733100
    },
    {
      "epoch": 483.7,
      "grad_norm": 1.210961937904358,
      "learning_rate": 1.733678550076275e-06,
      "loss": 0.3356,
      "step": 1733110
    },
    {
      "epoch": 483.71,
      "grad_norm": 0.9778457283973694,
      "learning_rate": 1.7336524425811983e-06,
      "loss": 0.3398,
      "step": 1733120
    },
    {
      "epoch": 483.71,
      "grad_norm": 5.068495750427246,
      "learning_rate": 1.7336263351673266e-06,
      "loss": 0.3393,
      "step": 1733130
    },
    {
      "epoch": 483.71,
      "grad_norm": 1.425781488418579,
      "learning_rate": 1.7336002278346623e-06,
      "loss": 0.3555,
      "step": 1733140
    },
    {
      "epoch": 483.71,
      "grad_norm": 0.97234708070755,
      "learning_rate": 1.733574120583209e-06,
      "loss": 0.3362,
      "step": 1733150
    },
    {
      "epoch": 483.72,
      "grad_norm": 0.9580905437469482,
      "learning_rate": 1.7335480134129707e-06,
      "loss": 0.328,
      "step": 1733160
    },
    {
      "epoch": 483.72,
      "grad_norm": 1.081930160522461,
      "learning_rate": 1.7335219063239506e-06,
      "loss": 0.3441,
      "step": 1733170
    },
    {
      "epoch": 483.72,
      "grad_norm": 1.3475178480148315,
      "learning_rate": 1.7334957993161507e-06,
      "loss": 0.3469,
      "step": 1733180
    },
    {
      "epoch": 483.73,
      "grad_norm": 0.9768833518028259,
      "learning_rate": 1.7334696923895767e-06,
      "loss": 0.3392,
      "step": 1733190
    },
    {
      "epoch": 483.73,
      "grad_norm": 1.3908929824829102,
      "learning_rate": 1.7334435855442306e-06,
      "loss": 0.3548,
      "step": 1733200
    },
    {
      "epoch": 483.73,
      "grad_norm": 1.0485867261886597,
      "learning_rate": 1.733417478780117e-06,
      "loss": 0.3346,
      "step": 1733210
    },
    {
      "epoch": 483.73,
      "grad_norm": 1.1648417711257935,
      "learning_rate": 1.733391372097239e-06,
      "loss": 0.3468,
      "step": 1733220
    },
    {
      "epoch": 483.74,
      "grad_norm": 0.9044767618179321,
      "learning_rate": 1.7333652654955993e-06,
      "loss": 0.3418,
      "step": 1733230
    },
    {
      "epoch": 483.74,
      "grad_norm": 1.106943964958191,
      "learning_rate": 1.7333391589752025e-06,
      "loss": 0.365,
      "step": 1733240
    },
    {
      "epoch": 483.74,
      "grad_norm": 0.960646390914917,
      "learning_rate": 1.733313052536052e-06,
      "loss": 0.3527,
      "step": 1733250
    },
    {
      "epoch": 483.75,
      "grad_norm": 1.179734706878662,
      "learning_rate": 1.7332869461781495e-06,
      "loss": 0.3464,
      "step": 1733260
    },
    {
      "epoch": 483.75,
      "grad_norm": 1.3050802946090698,
      "learning_rate": 1.7332608399015007e-06,
      "loss": 0.3417,
      "step": 1733270
    },
    {
      "epoch": 483.75,
      "grad_norm": 1.0930397510528564,
      "learning_rate": 1.7332347337061081e-06,
      "loss": 0.3451,
      "step": 1733280
    },
    {
      "epoch": 483.75,
      "grad_norm": 1.1672202348709106,
      "learning_rate": 1.7332086275919746e-06,
      "loss": 0.3653,
      "step": 1733290
    },
    {
      "epoch": 483.76,
      "grad_norm": 1.0313011407852173,
      "learning_rate": 1.7331825215591055e-06,
      "loss": 0.339,
      "step": 1733300
    },
    {
      "epoch": 483.76,
      "grad_norm": 1.1910853385925293,
      "learning_rate": 1.7331564156075026e-06,
      "loss": 0.3349,
      "step": 1733310
    },
    {
      "epoch": 483.76,
      "grad_norm": 1.0076144933700562,
      "learning_rate": 1.733130309737169e-06,
      "loss": 0.3418,
      "step": 1733320
    },
    {
      "epoch": 483.77,
      "grad_norm": 1.197548508644104,
      "learning_rate": 1.73310420394811e-06,
      "loss": 0.3365,
      "step": 1733330
    },
    {
      "epoch": 483.77,
      "grad_norm": 1.0608822107315063,
      "learning_rate": 1.7330780982403282e-06,
      "loss": 0.3421,
      "step": 1733340
    },
    {
      "epoch": 483.77,
      "grad_norm": 0.9859191179275513,
      "learning_rate": 1.7330519926138258e-06,
      "loss": 0.3491,
      "step": 1733350
    },
    {
      "epoch": 483.77,
      "grad_norm": 1.6190882921218872,
      "learning_rate": 1.7330258870686088e-06,
      "loss": 0.3495,
      "step": 1733360
    },
    {
      "epoch": 483.78,
      "grad_norm": 1.2118186950683594,
      "learning_rate": 1.7329997816046792e-06,
      "loss": 0.3383,
      "step": 1733370
    },
    {
      "epoch": 483.78,
      "grad_norm": 1.098412036895752,
      "learning_rate": 1.7329736762220401e-06,
      "loss": 0.3481,
      "step": 1733380
    },
    {
      "epoch": 483.78,
      "grad_norm": 1.117561936378479,
      "learning_rate": 1.7329475709206962e-06,
      "loss": 0.3311,
      "step": 1733390
    },
    {
      "epoch": 483.78,
      "grad_norm": 1.2011743783950806,
      "learning_rate": 1.7329214657006498e-06,
      "loss": 0.3384,
      "step": 1733400
    },
    {
      "epoch": 483.79,
      "grad_norm": 1.0666804313659668,
      "learning_rate": 1.7328953605619041e-06,
      "loss": 0.3505,
      "step": 1733410
    },
    {
      "epoch": 483.79,
      "grad_norm": 1.0749560594558716,
      "learning_rate": 1.7328692555044644e-06,
      "loss": 0.3478,
      "step": 1733420
    },
    {
      "epoch": 483.79,
      "grad_norm": 1.164088487625122,
      "learning_rate": 1.7328431505283332e-06,
      "loss": 0.3463,
      "step": 1733430
    },
    {
      "epoch": 483.8,
      "grad_norm": 1.0725364685058594,
      "learning_rate": 1.7328170456335127e-06,
      "loss": 0.3384,
      "step": 1733440
    },
    {
      "epoch": 483.8,
      "grad_norm": 1.1003583669662476,
      "learning_rate": 1.7327909408200087e-06,
      "loss": 0.3374,
      "step": 1733450
    },
    {
      "epoch": 483.8,
      "grad_norm": 1.0695348978042603,
      "learning_rate": 1.7327648360878234e-06,
      "loss": 0.3387,
      "step": 1733460
    },
    {
      "epoch": 483.8,
      "grad_norm": 1.0451182126998901,
      "learning_rate": 1.7327387314369595e-06,
      "loss": 0.3441,
      "step": 1733470
    },
    {
      "epoch": 483.81,
      "grad_norm": 1.1763205528259277,
      "learning_rate": 1.7327126268674219e-06,
      "loss": 0.3589,
      "step": 1733480
    },
    {
      "epoch": 483.81,
      "grad_norm": 0.8694339990615845,
      "learning_rate": 1.7326865223792128e-06,
      "loss": 0.3421,
      "step": 1733490
    },
    {
      "epoch": 483.81,
      "grad_norm": 0.9276910424232483,
      "learning_rate": 1.7326604179723375e-06,
      "loss": 0.3422,
      "step": 1733500
    },
    {
      "epoch": 483.82,
      "grad_norm": 0.9539275765419006,
      "learning_rate": 1.7326343136467984e-06,
      "loss": 0.339,
      "step": 1733510
    },
    {
      "epoch": 483.82,
      "grad_norm": 0.9909641146659851,
      "learning_rate": 1.7326082094025983e-06,
      "loss": 0.3462,
      "step": 1733520
    },
    {
      "epoch": 483.82,
      "grad_norm": 1.1935272216796875,
      "learning_rate": 1.732582105239742e-06,
      "loss": 0.3455,
      "step": 1733530
    },
    {
      "epoch": 483.82,
      "grad_norm": 0.989128589630127,
      "learning_rate": 1.7325560011582324e-06,
      "loss": 0.3416,
      "step": 1733540
    },
    {
      "epoch": 483.83,
      "grad_norm": 1.0410178899765015,
      "learning_rate": 1.7325298971580717e-06,
      "loss": 0.34,
      "step": 1733550
    },
    {
      "epoch": 483.83,
      "grad_norm": 1.1406463384628296,
      "learning_rate": 1.7325037932392655e-06,
      "loss": 0.3496,
      "step": 1733560
    },
    {
      "epoch": 483.83,
      "grad_norm": 1.0889865159988403,
      "learning_rate": 1.7324776894018165e-06,
      "loss": 0.3275,
      "step": 1733570
    },
    {
      "epoch": 483.83,
      "grad_norm": 1.1322174072265625,
      "learning_rate": 1.7324515856457275e-06,
      "loss": 0.3463,
      "step": 1733580
    },
    {
      "epoch": 483.84,
      "grad_norm": 1.3989454507827759,
      "learning_rate": 1.7324254819710031e-06,
      "loss": 0.3532,
      "step": 1733590
    },
    {
      "epoch": 483.84,
      "grad_norm": 1.103287935256958,
      "learning_rate": 1.732399378377646e-06,
      "loss": 0.3492,
      "step": 1733600
    },
    {
      "epoch": 483.84,
      "grad_norm": 1.2291858196258545,
      "learning_rate": 1.7323732748656585e-06,
      "loss": 0.3403,
      "step": 1733610
    },
    {
      "epoch": 483.85,
      "grad_norm": 0.8857309818267822,
      "learning_rate": 1.7323471714350467e-06,
      "loss": 0.3352,
      "step": 1733620
    },
    {
      "epoch": 483.85,
      "grad_norm": 1.247479796409607,
      "learning_rate": 1.732321068085813e-06,
      "loss": 0.3297,
      "step": 1733630
    },
    {
      "epoch": 483.85,
      "grad_norm": 0.9991881251335144,
      "learning_rate": 1.7322949648179597e-06,
      "loss": 0.3359,
      "step": 1733640
    },
    {
      "epoch": 483.85,
      "grad_norm": 1.0055537223815918,
      "learning_rate": 1.732268861631492e-06,
      "loss": 0.3368,
      "step": 1733650
    },
    {
      "epoch": 483.86,
      "grad_norm": 1.0798389911651611,
      "learning_rate": 1.7322427585264126e-06,
      "loss": 0.3333,
      "step": 1733660
    },
    {
      "epoch": 483.86,
      "grad_norm": 0.9699767231941223,
      "learning_rate": 1.7322166555027243e-06,
      "loss": 0.3401,
      "step": 1733670
    },
    {
      "epoch": 483.86,
      "grad_norm": 1.1571314334869385,
      "learning_rate": 1.732190552560432e-06,
      "loss": 0.3637,
      "step": 1733680
    },
    {
      "epoch": 483.87,
      "grad_norm": 1.262664556503296,
      "learning_rate": 1.7321644496995385e-06,
      "loss": 0.3427,
      "step": 1733690
    },
    {
      "epoch": 483.87,
      "grad_norm": 1.0317922830581665,
      "learning_rate": 1.732138346920046e-06,
      "loss": 0.3516,
      "step": 1733700
    },
    {
      "epoch": 483.87,
      "grad_norm": 1.0836215019226074,
      "learning_rate": 1.7321122442219604e-06,
      "loss": 0.3299,
      "step": 1733710
    },
    {
      "epoch": 483.87,
      "grad_norm": 1.1429657936096191,
      "learning_rate": 1.7320861416052837e-06,
      "loss": 0.3383,
      "step": 1733720
    },
    {
      "epoch": 483.88,
      "grad_norm": 1.0763781070709229,
      "learning_rate": 1.7320600390700192e-06,
      "loss": 0.343,
      "step": 1733730
    },
    {
      "epoch": 483.88,
      "grad_norm": 3.6197948455810547,
      "learning_rate": 1.7320339366161715e-06,
      "loss": 0.3325,
      "step": 1733740
    },
    {
      "epoch": 483.88,
      "grad_norm": 0.9809919595718384,
      "learning_rate": 1.7320078342437432e-06,
      "loss": 0.346,
      "step": 1733750
    },
    {
      "epoch": 483.89,
      "grad_norm": 1.2005685567855835,
      "learning_rate": 1.731981731952737e-06,
      "loss": 0.3527,
      "step": 1733760
    },
    {
      "epoch": 483.89,
      "grad_norm": 1.1713948249816895,
      "learning_rate": 1.7319556297431583e-06,
      "loss": 0.3426,
      "step": 1733770
    },
    {
      "epoch": 483.89,
      "grad_norm": 1.172956943511963,
      "learning_rate": 1.7319295276150088e-06,
      "loss": 0.3388,
      "step": 1733780
    },
    {
      "epoch": 483.89,
      "grad_norm": 1.0658369064331055,
      "learning_rate": 1.7319034255682934e-06,
      "loss": 0.3549,
      "step": 1733790
    },
    {
      "epoch": 483.9,
      "grad_norm": 1.241162896156311,
      "learning_rate": 1.7318773236030151e-06,
      "loss": 0.3458,
      "step": 1733800
    },
    {
      "epoch": 483.9,
      "grad_norm": 1.1663936376571655,
      "learning_rate": 1.7318512217191766e-06,
      "loss": 0.3491,
      "step": 1733810
    },
    {
      "epoch": 483.9,
      "grad_norm": 1.2363762855529785,
      "learning_rate": 1.7318251199167826e-06,
      "loss": 0.3519,
      "step": 1733820
    },
    {
      "epoch": 483.9,
      "grad_norm": 1.2210339307785034,
      "learning_rate": 1.731799018195836e-06,
      "loss": 0.3426,
      "step": 1733830
    },
    {
      "epoch": 483.91,
      "grad_norm": 1.0038502216339111,
      "learning_rate": 1.7317729165563394e-06,
      "loss": 0.3413,
      "step": 1733840
    },
    {
      "epoch": 483.91,
      "grad_norm": 1.0584979057312012,
      "learning_rate": 1.7317468149982979e-06,
      "loss": 0.3604,
      "step": 1733850
    },
    {
      "epoch": 483.91,
      "grad_norm": 1.287132740020752,
      "learning_rate": 1.731720713521714e-06,
      "loss": 0.3432,
      "step": 1733860
    },
    {
      "epoch": 483.92,
      "grad_norm": 1.3252698183059692,
      "learning_rate": 1.7316946121265912e-06,
      "loss": 0.3466,
      "step": 1733870
    },
    {
      "epoch": 483.92,
      "grad_norm": 1.2655445337295532,
      "learning_rate": 1.731668510812933e-06,
      "loss": 0.3309,
      "step": 1733880
    },
    {
      "epoch": 483.92,
      "grad_norm": 1.287674903869629,
      "learning_rate": 1.7316424095807436e-06,
      "loss": 0.3396,
      "step": 1733890
    },
    {
      "epoch": 483.92,
      "grad_norm": 0.9114430546760559,
      "learning_rate": 1.7316163084300254e-06,
      "loss": 0.3304,
      "step": 1733900
    },
    {
      "epoch": 483.93,
      "grad_norm": 1.0582385063171387,
      "learning_rate": 1.731590207360783e-06,
      "loss": 0.3291,
      "step": 1733910
    },
    {
      "epoch": 483.93,
      "grad_norm": 1.1205393075942993,
      "learning_rate": 1.731564106373019e-06,
      "loss": 0.3501,
      "step": 1733920
    },
    {
      "epoch": 483.93,
      "grad_norm": 0.9908177256584167,
      "learning_rate": 1.7315380054667359e-06,
      "loss": 0.3424,
      "step": 1733930
    },
    {
      "epoch": 483.94,
      "grad_norm": 1.205235242843628,
      "learning_rate": 1.7315119046419396e-06,
      "loss": 0.3452,
      "step": 1733940
    },
    {
      "epoch": 483.94,
      "grad_norm": 1.1737287044525146,
      "learning_rate": 1.7314858038986326e-06,
      "loss": 0.3354,
      "step": 1733950
    },
    {
      "epoch": 483.94,
      "grad_norm": 1.2314140796661377,
      "learning_rate": 1.7314597032368174e-06,
      "loss": 0.343,
      "step": 1733960
    },
    {
      "epoch": 483.94,
      "grad_norm": 1.095963716506958,
      "learning_rate": 1.7314336026564988e-06,
      "loss": 0.3336,
      "step": 1733970
    },
    {
      "epoch": 483.95,
      "grad_norm": 1.1681550741195679,
      "learning_rate": 1.7314075021576798e-06,
      "loss": 0.352,
      "step": 1733980
    },
    {
      "epoch": 483.95,
      "grad_norm": 1.2978575229644775,
      "learning_rate": 1.7313814017403623e-06,
      "loss": 0.3602,
      "step": 1733990
    },
    {
      "epoch": 483.95,
      "grad_norm": 1.0544768571853638,
      "learning_rate": 1.7313553014045525e-06,
      "loss": 0.343,
      "step": 1734000
    },
    {
      "epoch": 483.95,
      "grad_norm": 0.9563717246055603,
      "learning_rate": 1.7313292011502526e-06,
      "loss": 0.3519,
      "step": 1734010
    },
    {
      "epoch": 483.96,
      "grad_norm": 1.0828344821929932,
      "learning_rate": 1.731303100977465e-06,
      "loss": 0.342,
      "step": 1734020
    },
    {
      "epoch": 483.96,
      "grad_norm": 1.0377219915390015,
      "learning_rate": 1.7312770008861954e-06,
      "loss": 0.3406,
      "step": 1734030
    },
    {
      "epoch": 483.96,
      "grad_norm": 0.9510586261749268,
      "learning_rate": 1.731250900876446e-06,
      "loss": 0.35,
      "step": 1734040
    },
    {
      "epoch": 483.97,
      "grad_norm": 0.8663764595985413,
      "learning_rate": 1.7312248009482201e-06,
      "loss": 0.3338,
      "step": 1734050
    },
    {
      "epoch": 483.97,
      "grad_norm": 1.1184176206588745,
      "learning_rate": 1.7311987011015217e-06,
      "loss": 0.3431,
      "step": 1734060
    },
    {
      "epoch": 483.97,
      "grad_norm": 1.0904908180236816,
      "learning_rate": 1.7311726013363533e-06,
      "loss": 0.3431,
      "step": 1734070
    },
    {
      "epoch": 483.97,
      "grad_norm": 1.078240156173706,
      "learning_rate": 1.7311465016527196e-06,
      "loss": 0.3534,
      "step": 1734080
    },
    {
      "epoch": 483.98,
      "grad_norm": 1.1293970346450806,
      "learning_rate": 1.7311204020506241e-06,
      "loss": 0.344,
      "step": 1734090
    },
    {
      "epoch": 483.98,
      "grad_norm": 0.9331891536712646,
      "learning_rate": 1.7310943025300693e-06,
      "loss": 0.3324,
      "step": 1734100
    },
    {
      "epoch": 483.98,
      "grad_norm": 1.141060471534729,
      "learning_rate": 1.7310682030910592e-06,
      "loss": 0.3342,
      "step": 1734110
    },
    {
      "epoch": 483.99,
      "grad_norm": 1.1143018007278442,
      "learning_rate": 1.7310421037335976e-06,
      "loss": 0.3497,
      "step": 1734120
    },
    {
      "epoch": 483.99,
      "grad_norm": 0.955165445804596,
      "learning_rate": 1.7310160044576865e-06,
      "loss": 0.3426,
      "step": 1734130
    },
    {
      "epoch": 483.99,
      "grad_norm": 1.0395196676254272,
      "learning_rate": 1.7309899052633317e-06,
      "loss": 0.3321,
      "step": 1734140
    },
    {
      "epoch": 483.99,
      "grad_norm": 1.0679328441619873,
      "learning_rate": 1.730963806150535e-06,
      "loss": 0.3367,
      "step": 1734150
    },
    {
      "epoch": 484.0,
      "grad_norm": 0.9649254083633423,
      "learning_rate": 1.7309377071192996e-06,
      "loss": 0.3576,
      "step": 1734160
    },
    {
      "epoch": 484.0,
      "grad_norm": 1.1421799659729004,
      "learning_rate": 1.7309116081696304e-06,
      "loss": 0.3415,
      "step": 1734170
    },
    {
      "epoch": 484.0,
      "eval_loss": 0.3431433141231537,
      "eval_runtime": 62.9583,
      "eval_samples_per_second": 80.355,
      "eval_steps_per_second": 10.054,
      "step": 1734172
    },
    {
      "epoch": 484.0,
      "grad_norm": 1.3102703094482422,
      "learning_rate": 1.7308855093015305e-06,
      "loss": 0.3414,
      "step": 1734180
    },
    {
      "epoch": 484.01,
      "grad_norm": 1.118637204170227,
      "learning_rate": 1.7308594105150021e-06,
      "loss": 0.3431,
      "step": 1734190
    },
    {
      "epoch": 484.01,
      "grad_norm": 0.9582549929618835,
      "learning_rate": 1.7308333118100503e-06,
      "loss": 0.3356,
      "step": 1734200
    },
    {
      "epoch": 484.01,
      "grad_norm": 1.0913095474243164,
      "learning_rate": 1.7308072131866778e-06,
      "loss": 0.3416,
      "step": 1734210
    },
    {
      "epoch": 484.01,
      "grad_norm": 1.068781852722168,
      "learning_rate": 1.7307811146448876e-06,
      "loss": 0.3247,
      "step": 1734220
    },
    {
      "epoch": 484.02,
      "grad_norm": 1.1191014051437378,
      "learning_rate": 1.7307550161846844e-06,
      "loss": 0.3322,
      "step": 1734230
    },
    {
      "epoch": 484.02,
      "grad_norm": 1.0379265546798706,
      "learning_rate": 1.7307289178060708e-06,
      "loss": 0.3458,
      "step": 1734240
    },
    {
      "epoch": 484.02,
      "grad_norm": 0.9923810958862305,
      "learning_rate": 1.7307028195090505e-06,
      "loss": 0.3527,
      "step": 1734250
    },
    {
      "epoch": 484.02,
      "grad_norm": 0.9525548815727234,
      "learning_rate": 1.7306767212936269e-06,
      "loss": 0.3242,
      "step": 1734260
    },
    {
      "epoch": 484.03,
      "grad_norm": 1.3314824104309082,
      "learning_rate": 1.7306506231598037e-06,
      "loss": 0.3513,
      "step": 1734270
    },
    {
      "epoch": 484.03,
      "grad_norm": 1.0914250612258911,
      "learning_rate": 1.7306245251075833e-06,
      "loss": 0.3267,
      "step": 1734280
    },
    {
      "epoch": 484.03,
      "grad_norm": 1.1248825788497925,
      "learning_rate": 1.730598427136971e-06,
      "loss": 0.3392,
      "step": 1734290
    },
    {
      "epoch": 484.04,
      "grad_norm": 2.6751821041107178,
      "learning_rate": 1.7305723292479696e-06,
      "loss": 0.3588,
      "step": 1734300
    },
    {
      "epoch": 484.04,
      "grad_norm": 1.06320059299469,
      "learning_rate": 1.7305462314405809e-06,
      "loss": 0.351,
      "step": 1734310
    },
    {
      "epoch": 484.04,
      "grad_norm": 1.0666018724441528,
      "learning_rate": 1.730520133714811e-06,
      "loss": 0.3492,
      "step": 1734320
    },
    {
      "epoch": 484.04,
      "grad_norm": 1.079754114151001,
      "learning_rate": 1.730494036070662e-06,
      "loss": 0.353,
      "step": 1734330
    },
    {
      "epoch": 484.05,
      "grad_norm": 1.0699816942214966,
      "learning_rate": 1.7304679385081371e-06,
      "loss": 0.3505,
      "step": 1734340
    },
    {
      "epoch": 484.05,
      "grad_norm": 0.9488353729248047,
      "learning_rate": 1.7304418410272408e-06,
      "loss": 0.3391,
      "step": 1734350
    },
    {
      "epoch": 484.05,
      "grad_norm": 1.1311192512512207,
      "learning_rate": 1.730415743627975e-06,
      "loss": 0.3617,
      "step": 1734360
    },
    {
      "epoch": 484.06,
      "grad_norm": 1.2952162027359009,
      "learning_rate": 1.7303896463103452e-06,
      "loss": 0.3518,
      "step": 1734370
    },
    {
      "epoch": 484.06,
      "grad_norm": 1.0072911977767944,
      "learning_rate": 1.7303635490743536e-06,
      "loss": 0.3389,
      "step": 1734380
    },
    {
      "epoch": 484.06,
      "grad_norm": 1.1378593444824219,
      "learning_rate": 1.7303374519200036e-06,
      "loss": 0.3444,
      "step": 1734390
    },
    {
      "epoch": 484.06,
      "grad_norm": 1.392397403717041,
      "learning_rate": 1.7303113548472994e-06,
      "loss": 0.3528,
      "step": 1734400
    },
    {
      "epoch": 484.07,
      "grad_norm": 1.0265496969223022,
      "learning_rate": 1.7302852578562442e-06,
      "loss": 0.3443,
      "step": 1734410
    },
    {
      "epoch": 484.07,
      "grad_norm": 1.0787972211837769,
      "learning_rate": 1.73025916094684e-06,
      "loss": 0.3356,
      "step": 1734420
    },
    {
      "epoch": 484.07,
      "grad_norm": 1.0053142309188843,
      "learning_rate": 1.7302330641190929e-06,
      "loss": 0.338,
      "step": 1734430
    },
    {
      "epoch": 484.07,
      "grad_norm": 1.0487853288650513,
      "learning_rate": 1.7302069673730047e-06,
      "loss": 0.3445,
      "step": 1734440
    },
    {
      "epoch": 484.08,
      "grad_norm": 1.0434303283691406,
      "learning_rate": 1.7301808707085787e-06,
      "loss": 0.3633,
      "step": 1734450
    },
    {
      "epoch": 484.08,
      "grad_norm": 0.9319660663604736,
      "learning_rate": 1.7301547741258196e-06,
      "loss": 0.3554,
      "step": 1734460
    },
    {
      "epoch": 484.08,
      "grad_norm": 1.0158512592315674,
      "learning_rate": 1.7301286776247303e-06,
      "loss": 0.3656,
      "step": 1734470
    },
    {
      "epoch": 484.09,
      "grad_norm": 1.23412024974823,
      "learning_rate": 1.7301025812053137e-06,
      "loss": 0.3517,
      "step": 1734480
    },
    {
      "epoch": 484.09,
      "grad_norm": 1.0061239004135132,
      "learning_rate": 1.7300764848675743e-06,
      "loss": 0.3531,
      "step": 1734490
    },
    {
      "epoch": 484.09,
      "grad_norm": 1.0597307682037354,
      "learning_rate": 1.7300503886115148e-06,
      "loss": 0.3488,
      "step": 1734500
    },
    {
      "epoch": 484.09,
      "grad_norm": 1.1283847093582153,
      "learning_rate": 1.7300242924371382e-06,
      "loss": 0.3427,
      "step": 1734510
    },
    {
      "epoch": 484.1,
      "grad_norm": 1.4672926664352417,
      "learning_rate": 1.7299981963444493e-06,
      "loss": 0.341,
      "step": 1734520
    },
    {
      "epoch": 484.1,
      "grad_norm": 1.0839126110076904,
      "learning_rate": 1.7299721003334514e-06,
      "loss": 0.3527,
      "step": 1734530
    },
    {
      "epoch": 484.1,
      "grad_norm": 1.0959481000900269,
      "learning_rate": 1.7299460044041465e-06,
      "loss": 0.3385,
      "step": 1734540
    },
    {
      "epoch": 484.11,
      "grad_norm": 1.0950801372528076,
      "learning_rate": 1.72991990855654e-06,
      "loss": 0.328,
      "step": 1734550
    },
    {
      "epoch": 484.11,
      "grad_norm": 1.227115511894226,
      "learning_rate": 1.7298938127906343e-06,
      "loss": 0.328,
      "step": 1734560
    },
    {
      "epoch": 484.11,
      "grad_norm": 1.2350506782531738,
      "learning_rate": 1.7298677171064316e-06,
      "loss": 0.3234,
      "step": 1734570
    },
    {
      "epoch": 484.11,
      "grad_norm": 1.0309796333312988,
      "learning_rate": 1.7298416215039383e-06,
      "loss": 0.3354,
      "step": 1734580
    },
    {
      "epoch": 484.12,
      "grad_norm": 1.1623607873916626,
      "learning_rate": 1.7298155259831563e-06,
      "loss": 0.3415,
      "step": 1734590
    },
    {
      "epoch": 484.12,
      "grad_norm": 1.1171250343322754,
      "learning_rate": 1.729789430544088e-06,
      "loss": 0.3578,
      "step": 1734600
    },
    {
      "epoch": 484.12,
      "grad_norm": 1.1024515628814697,
      "learning_rate": 1.7297633351867392e-06,
      "loss": 0.3462,
      "step": 1734610
    },
    {
      "epoch": 484.13,
      "grad_norm": 1.595744252204895,
      "learning_rate": 1.729737239911112e-06,
      "loss": 0.3503,
      "step": 1734620
    },
    {
      "epoch": 484.13,
      "grad_norm": 1.021134614944458,
      "learning_rate": 1.7297111447172098e-06,
      "loss": 0.3426,
      "step": 1734630
    },
    {
      "epoch": 484.13,
      "grad_norm": 1.1028825044631958,
      "learning_rate": 1.7296850496050365e-06,
      "loss": 0.3427,
      "step": 1734640
    },
    {
      "epoch": 484.13,
      "grad_norm": 1.0477722883224487,
      "learning_rate": 1.7296589545745947e-06,
      "loss": 0.347,
      "step": 1734650
    },
    {
      "epoch": 484.14,
      "grad_norm": 1.025244951248169,
      "learning_rate": 1.7296328596258896e-06,
      "loss": 0.3448,
      "step": 1734660
    },
    {
      "epoch": 484.14,
      "grad_norm": 0.9249346256256104,
      "learning_rate": 1.7296067647589234e-06,
      "loss": 0.3385,
      "step": 1734670
    },
    {
      "epoch": 484.14,
      "grad_norm": 0.9541401267051697,
      "learning_rate": 1.7295806699736997e-06,
      "loss": 0.331,
      "step": 1734680
    },
    {
      "epoch": 484.14,
      "grad_norm": 0.9645766615867615,
      "learning_rate": 1.7295545752702224e-06,
      "loss": 0.352,
      "step": 1734690
    },
    {
      "epoch": 484.15,
      "grad_norm": 1.0691041946411133,
      "learning_rate": 1.7295284806484945e-06,
      "loss": 0.3273,
      "step": 1734700
    },
    {
      "epoch": 484.15,
      "grad_norm": 1.0886646509170532,
      "learning_rate": 1.7295023861085188e-06,
      "loss": 0.3552,
      "step": 1734710
    },
    {
      "epoch": 484.15,
      "grad_norm": 1.0571622848510742,
      "learning_rate": 1.7294762916503006e-06,
      "loss": 0.3485,
      "step": 1734720
    },
    {
      "epoch": 484.16,
      "grad_norm": 1.3232587575912476,
      "learning_rate": 1.7294501972738426e-06,
      "loss": 0.3477,
      "step": 1734730
    },
    {
      "epoch": 484.16,
      "grad_norm": 1.1805046796798706,
      "learning_rate": 1.7294241029791469e-06,
      "loss": 0.3319,
      "step": 1734740
    },
    {
      "epoch": 484.16,
      "grad_norm": 1.4204803705215454,
      "learning_rate": 1.7293980087662193e-06,
      "loss": 0.3326,
      "step": 1734750
    },
    {
      "epoch": 484.16,
      "grad_norm": 1.105258822441101,
      "learning_rate": 1.7293719146350618e-06,
      "loss": 0.3351,
      "step": 1734760
    },
    {
      "epoch": 484.17,
      "grad_norm": 1.049357295036316,
      "learning_rate": 1.729345820585678e-06,
      "loss": 0.3461,
      "step": 1734770
    },
    {
      "epoch": 484.17,
      "grad_norm": 1.4126754999160767,
      "learning_rate": 1.729319726618072e-06,
      "loss": 0.3501,
      "step": 1734780
    },
    {
      "epoch": 484.17,
      "grad_norm": 1.1267989873886108,
      "learning_rate": 1.7292936327322465e-06,
      "loss": 0.3597,
      "step": 1734790
    },
    {
      "epoch": 484.18,
      "grad_norm": 1.0667390823364258,
      "learning_rate": 1.7292675389282046e-06,
      "loss": 0.3413,
      "step": 1734800
    },
    {
      "epoch": 484.18,
      "grad_norm": 1.2220176458358765,
      "learning_rate": 1.7292414452059514e-06,
      "loss": 0.3449,
      "step": 1734810
    },
    {
      "epoch": 484.18,
      "grad_norm": 1.1868104934692383,
      "learning_rate": 1.7292153515654896e-06,
      "loss": 0.341,
      "step": 1734820
    },
    {
      "epoch": 484.18,
      "grad_norm": 1.0315580368041992,
      "learning_rate": 1.729189258006822e-06,
      "loss": 0.3456,
      "step": 1734830
    },
    {
      "epoch": 484.19,
      "grad_norm": 1.1059298515319824,
      "learning_rate": 1.7291631645299528e-06,
      "loss": 0.3334,
      "step": 1734840
    },
    {
      "epoch": 484.19,
      "grad_norm": 1.2470624446868896,
      "learning_rate": 1.7291370711348851e-06,
      "loss": 0.3488,
      "step": 1734850
    },
    {
      "epoch": 484.19,
      "grad_norm": 0.9926740527153015,
      "learning_rate": 1.7291109778216226e-06,
      "loss": 0.3314,
      "step": 1734860
    },
    {
      "epoch": 484.19,
      "grad_norm": 1.2056560516357422,
      "learning_rate": 1.7290848845901695e-06,
      "loss": 0.3478,
      "step": 1734870
    },
    {
      "epoch": 484.2,
      "grad_norm": 1.0055590867996216,
      "learning_rate": 1.7290587914405279e-06,
      "loss": 0.3382,
      "step": 1734880
    },
    {
      "epoch": 484.2,
      "grad_norm": 1.3452026844024658,
      "learning_rate": 1.729032698372701e-06,
      "loss": 0.3438,
      "step": 1734890
    },
    {
      "epoch": 484.2,
      "grad_norm": 1.2295145988464355,
      "learning_rate": 1.729006605386694e-06,
      "loss": 0.3433,
      "step": 1734900
    },
    {
      "epoch": 484.21,
      "grad_norm": 1.0950490236282349,
      "learning_rate": 1.7289805124825097e-06,
      "loss": 0.3417,
      "step": 1734910
    },
    {
      "epoch": 484.21,
      "grad_norm": 0.9471766352653503,
      "learning_rate": 1.7289544196601512e-06,
      "loss": 0.3387,
      "step": 1734920
    },
    {
      "epoch": 484.21,
      "grad_norm": 0.9935764670372009,
      "learning_rate": 1.7289283269196221e-06,
      "loss": 0.3513,
      "step": 1734930
    },
    {
      "epoch": 484.21,
      "grad_norm": 0.9836751222610474,
      "learning_rate": 1.7289022342609253e-06,
      "loss": 0.3371,
      "step": 1734940
    },
    {
      "epoch": 484.22,
      "grad_norm": 1.0524452924728394,
      "learning_rate": 1.7288761416840658e-06,
      "loss": 0.3498,
      "step": 1734950
    },
    {
      "epoch": 484.22,
      "grad_norm": 0.9768230319023132,
      "learning_rate": 1.7288500491890462e-06,
      "loss": 0.3613,
      "step": 1734960
    },
    {
      "epoch": 484.22,
      "grad_norm": 1.3033887147903442,
      "learning_rate": 1.728823956775869e-06,
      "loss": 0.3536,
      "step": 1734970
    },
    {
      "epoch": 484.23,
      "grad_norm": 1.17172110080719,
      "learning_rate": 1.7287978644445396e-06,
      "loss": 0.3467,
      "step": 1734980
    },
    {
      "epoch": 484.23,
      "grad_norm": 1.0756889581680298,
      "learning_rate": 1.7287717721950602e-06,
      "loss": 0.3225,
      "step": 1734990
    },
    {
      "epoch": 484.23,
      "grad_norm": 1.1465319395065308,
      "learning_rate": 1.7287456800274343e-06,
      "loss": 0.3422,
      "step": 1735000
    },
    {
      "epoch": 484.23,
      "grad_norm": 1.0748645067214966,
      "learning_rate": 1.7287195879416663e-06,
      "loss": 0.3381,
      "step": 1735010
    },
    {
      "epoch": 484.24,
      "grad_norm": 1.1699835062026978,
      "learning_rate": 1.7286934959377587e-06,
      "loss": 0.3468,
      "step": 1735020
    },
    {
      "epoch": 484.24,
      "grad_norm": 0.9718735814094543,
      "learning_rate": 1.7286674040157146e-06,
      "loss": 0.3322,
      "step": 1735030
    },
    {
      "epoch": 484.24,
      "grad_norm": 0.9271975755691528,
      "learning_rate": 1.728641312175539e-06,
      "loss": 0.3474,
      "step": 1735040
    },
    {
      "epoch": 484.25,
      "grad_norm": 1.0492711067199707,
      "learning_rate": 1.7286152204172347e-06,
      "loss": 0.3419,
      "step": 1735050
    },
    {
      "epoch": 484.25,
      "grad_norm": 1.0957103967666626,
      "learning_rate": 1.7285891287408042e-06,
      "loss": 0.3624,
      "step": 1735060
    },
    {
      "epoch": 484.25,
      "grad_norm": 1.0055993795394897,
      "learning_rate": 1.7285630371462524e-06,
      "loss": 0.3395,
      "step": 1735070
    },
    {
      "epoch": 484.25,
      "grad_norm": 1.1414697170257568,
      "learning_rate": 1.7285369456335823e-06,
      "loss": 0.3551,
      "step": 1735080
    },
    {
      "epoch": 484.26,
      "grad_norm": 1.161992073059082,
      "learning_rate": 1.728510854202796e-06,
      "loss": 0.3399,
      "step": 1735090
    },
    {
      "epoch": 484.26,
      "grad_norm": 1.0750703811645508,
      "learning_rate": 1.7284847628538993e-06,
      "loss": 0.3521,
      "step": 1735100
    },
    {
      "epoch": 484.26,
      "grad_norm": 0.8250965476036072,
      "learning_rate": 1.7284586715868945e-06,
      "loss": 0.3387,
      "step": 1735110
    },
    {
      "epoch": 484.26,
      "grad_norm": 1.0342763662338257,
      "learning_rate": 1.7284325804017844e-06,
      "loss": 0.3471,
      "step": 1735120
    },
    {
      "epoch": 484.27,
      "grad_norm": 1.0229125022888184,
      "learning_rate": 1.728406489298574e-06,
      "loss": 0.3445,
      "step": 1735130
    },
    {
      "epoch": 484.27,
      "grad_norm": 1.1332942247390747,
      "learning_rate": 1.7283803982772662e-06,
      "loss": 0.3411,
      "step": 1735140
    },
    {
      "epoch": 484.27,
      "grad_norm": 1.0390911102294922,
      "learning_rate": 1.7283543073378636e-06,
      "loss": 0.3467,
      "step": 1735150
    },
    {
      "epoch": 484.28,
      "grad_norm": 0.964496910572052,
      "learning_rate": 1.7283282164803707e-06,
      "loss": 0.3395,
      "step": 1735160
    },
    {
      "epoch": 484.28,
      "grad_norm": 1.0651192665100098,
      "learning_rate": 1.728302125704791e-06,
      "loss": 0.3338,
      "step": 1735170
    },
    {
      "epoch": 484.28,
      "grad_norm": 1.1282624006271362,
      "learning_rate": 1.7282760350111258e-06,
      "loss": 0.3523,
      "step": 1735180
    },
    {
      "epoch": 484.28,
      "grad_norm": 1.234317660331726,
      "learning_rate": 1.7282499443993821e-06,
      "loss": 0.3627,
      "step": 1735190
    },
    {
      "epoch": 484.29,
      "grad_norm": 0.9676971435546875,
      "learning_rate": 1.7282238538695615e-06,
      "loss": 0.3455,
      "step": 1735200
    },
    {
      "epoch": 484.29,
      "grad_norm": 1.004510760307312,
      "learning_rate": 1.728197763421667e-06,
      "loss": 0.3412,
      "step": 1735210
    },
    {
      "epoch": 484.29,
      "grad_norm": 1.060528039932251,
      "learning_rate": 1.728171673055703e-06,
      "loss": 0.3466,
      "step": 1735220
    },
    {
      "epoch": 484.3,
      "grad_norm": 1.1640890836715698,
      "learning_rate": 1.728145582771672e-06,
      "loss": 0.3385,
      "step": 1735230
    },
    {
      "epoch": 484.3,
      "grad_norm": 0.9656640887260437,
      "learning_rate": 1.7281194925695788e-06,
      "loss": 0.3322,
      "step": 1735240
    },
    {
      "epoch": 484.3,
      "grad_norm": 0.8946607708930969,
      "learning_rate": 1.7280934024494264e-06,
      "loss": 0.337,
      "step": 1735250
    },
    {
      "epoch": 484.3,
      "grad_norm": 1.0779203176498413,
      "learning_rate": 1.728067312411217e-06,
      "loss": 0.3529,
      "step": 1735260
    },
    {
      "epoch": 484.31,
      "grad_norm": 1.0065239667892456,
      "learning_rate": 1.728041222454956e-06,
      "loss": 0.3286,
      "step": 1735270
    },
    {
      "epoch": 484.31,
      "grad_norm": 0.9127575159072876,
      "learning_rate": 1.728015132580646e-06,
      "loss": 0.3353,
      "step": 1735280
    },
    {
      "epoch": 484.31,
      "grad_norm": 1.0031015872955322,
      "learning_rate": 1.7279890427882904e-06,
      "loss": 0.3172,
      "step": 1735290
    },
    {
      "epoch": 484.31,
      "grad_norm": 0.9512051343917847,
      "learning_rate": 1.727962953077893e-06,
      "loss": 0.3577,
      "step": 1735300
    },
    {
      "epoch": 484.32,
      "grad_norm": 1.1370627880096436,
      "learning_rate": 1.7279368634494569e-06,
      "loss": 0.3439,
      "step": 1735310
    },
    {
      "epoch": 484.32,
      "grad_norm": 1.0888370275497437,
      "learning_rate": 1.7279107739029846e-06,
      "loss": 0.3359,
      "step": 1735320
    },
    {
      "epoch": 484.32,
      "grad_norm": 1.0537409782409668,
      "learning_rate": 1.7278846844384818e-06,
      "loss": 0.3258,
      "step": 1735330
    },
    {
      "epoch": 484.33,
      "grad_norm": 1.0107749700546265,
      "learning_rate": 1.7278585950559508e-06,
      "loss": 0.3349,
      "step": 1735340
    },
    {
      "epoch": 484.33,
      "grad_norm": 1.0619457960128784,
      "learning_rate": 1.7278325057553949e-06,
      "loss": 0.331,
      "step": 1735350
    },
    {
      "epoch": 484.33,
      "grad_norm": 0.9420417547225952,
      "learning_rate": 1.727806416536818e-06,
      "loss": 0.3343,
      "step": 1735360
    },
    {
      "epoch": 484.33,
      "grad_norm": 1.1724607944488525,
      "learning_rate": 1.7277803274002236e-06,
      "loss": 0.3355,
      "step": 1735370
    },
    {
      "epoch": 484.34,
      "grad_norm": 0.9153217673301697,
      "learning_rate": 1.7277542383456136e-06,
      "loss": 0.3439,
      "step": 1735380
    },
    {
      "epoch": 484.34,
      "grad_norm": 0.9697791934013367,
      "learning_rate": 1.7277281493729939e-06,
      "loss": 0.3429,
      "step": 1735390
    },
    {
      "epoch": 484.34,
      "grad_norm": 1.186793565750122,
      "learning_rate": 1.7277020604823669e-06,
      "loss": 0.3467,
      "step": 1735400
    },
    {
      "epoch": 484.35,
      "grad_norm": 1.0244404077529907,
      "learning_rate": 1.7276759716737353e-06,
      "loss": 0.3474,
      "step": 1735410
    },
    {
      "epoch": 484.35,
      "grad_norm": 1.2898679971694946,
      "learning_rate": 1.7276498829471043e-06,
      "loss": 0.34,
      "step": 1735420
    },
    {
      "epoch": 484.35,
      "grad_norm": 1.1575993299484253,
      "learning_rate": 1.7276237943024758e-06,
      "loss": 0.3381,
      "step": 1735430
    },
    {
      "epoch": 484.35,
      "grad_norm": 1.138235330581665,
      "learning_rate": 1.727597705739854e-06,
      "loss": 0.3403,
      "step": 1735440
    },
    {
      "epoch": 484.36,
      "grad_norm": 1.0834898948669434,
      "learning_rate": 1.7275716172592423e-06,
      "loss": 0.3483,
      "step": 1735450
    },
    {
      "epoch": 484.36,
      "grad_norm": 1.0931004285812378,
      "learning_rate": 1.7275455288606443e-06,
      "loss": 0.3377,
      "step": 1735460
    },
    {
      "epoch": 484.36,
      "grad_norm": 1.0502564907073975,
      "learning_rate": 1.7275194405440624e-06,
      "loss": 0.3435,
      "step": 1735470
    },
    {
      "epoch": 484.37,
      "grad_norm": 1.1363537311553955,
      "learning_rate": 1.727493352309502e-06,
      "loss": 0.3394,
      "step": 1735480
    },
    {
      "epoch": 484.37,
      "grad_norm": 0.9897701144218445,
      "learning_rate": 1.7274672641569654e-06,
      "loss": 0.3509,
      "step": 1735490
    },
    {
      "epoch": 484.37,
      "grad_norm": 1.0845427513122559,
      "learning_rate": 1.7274411760864556e-06,
      "loss": 0.3413,
      "step": 1735500
    },
    {
      "epoch": 484.37,
      "grad_norm": 0.8978303670883179,
      "learning_rate": 1.7274150880979774e-06,
      "loss": 0.3459,
      "step": 1735510
    },
    {
      "epoch": 484.38,
      "grad_norm": 1.148857593536377,
      "learning_rate": 1.7273890001915322e-06,
      "loss": 0.341,
      "step": 1735520
    },
    {
      "epoch": 484.38,
      "grad_norm": 1.1693094968795776,
      "learning_rate": 1.727362912367126e-06,
      "loss": 0.3126,
      "step": 1735530
    },
    {
      "epoch": 484.38,
      "grad_norm": 1.0268222093582153,
      "learning_rate": 1.7273368246247613e-06,
      "loss": 0.3474,
      "step": 1735540
    },
    {
      "epoch": 484.38,
      "grad_norm": 1.1055712699890137,
      "learning_rate": 1.7273107369644401e-06,
      "loss": 0.3264,
      "step": 1735550
    },
    {
      "epoch": 484.39,
      "grad_norm": 1.00299870967865,
      "learning_rate": 1.7272846493861681e-06,
      "loss": 0.3381,
      "step": 1735560
    },
    {
      "epoch": 484.39,
      "grad_norm": 1.1544150114059448,
      "learning_rate": 1.727258561889948e-06,
      "loss": 0.3523,
      "step": 1735570
    },
    {
      "epoch": 484.39,
      "grad_norm": 1.0282829999923706,
      "learning_rate": 1.7272324744757824e-06,
      "loss": 0.3419,
      "step": 1735580
    },
    {
      "epoch": 484.4,
      "grad_norm": 1.127387285232544,
      "learning_rate": 1.7272063871436762e-06,
      "loss": 0.3532,
      "step": 1735590
    },
    {
      "epoch": 484.4,
      "grad_norm": 1.0102289915084839,
      "learning_rate": 1.7271802998936318e-06,
      "loss": 0.3414,
      "step": 1735600
    },
    {
      "epoch": 484.4,
      "grad_norm": 0.979271411895752,
      "learning_rate": 1.7271542127256522e-06,
      "loss": 0.3454,
      "step": 1735610
    },
    {
      "epoch": 484.4,
      "grad_norm": 1.1098575592041016,
      "learning_rate": 1.7271281256397426e-06,
      "loss": 0.3402,
      "step": 1735620
    },
    {
      "epoch": 484.41,
      "grad_norm": 1.1354990005493164,
      "learning_rate": 1.7271020386359057e-06,
      "loss": 0.3516,
      "step": 1735630
    },
    {
      "epoch": 484.41,
      "grad_norm": 1.0291398763656616,
      "learning_rate": 1.727075951714144e-06,
      "loss": 0.3472,
      "step": 1735640
    },
    {
      "epoch": 484.41,
      "grad_norm": 1.212968111038208,
      "learning_rate": 1.7270498648744626e-06,
      "loss": 0.337,
      "step": 1735650
    },
    {
      "epoch": 484.42,
      "grad_norm": 1.1654001474380493,
      "learning_rate": 1.7270237781168639e-06,
      "loss": 0.3383,
      "step": 1735660
    },
    {
      "epoch": 484.42,
      "grad_norm": 1.1185708045959473,
      "learning_rate": 1.7269976914413507e-06,
      "loss": 0.3408,
      "step": 1735670
    },
    {
      "epoch": 484.42,
      "grad_norm": 0.9672215580940247,
      "learning_rate": 1.7269716048479285e-06,
      "loss": 0.3351,
      "step": 1735680
    },
    {
      "epoch": 484.42,
      "grad_norm": 1.0974034070968628,
      "learning_rate": 1.7269455183365998e-06,
      "loss": 0.3386,
      "step": 1735690
    },
    {
      "epoch": 484.43,
      "grad_norm": 1.080392599105835,
      "learning_rate": 1.7269194319073665e-06,
      "loss": 0.3363,
      "step": 1735700
    },
    {
      "epoch": 484.43,
      "grad_norm": 1.069204568862915,
      "learning_rate": 1.7268933455602348e-06,
      "loss": 0.3471,
      "step": 1735710
    },
    {
      "epoch": 484.43,
      "grad_norm": 1.2262599468231201,
      "learning_rate": 1.726867259295207e-06,
      "loss": 0.3228,
      "step": 1735720
    },
    {
      "epoch": 484.43,
      "grad_norm": 1.0663232803344727,
      "learning_rate": 1.7268411731122857e-06,
      "loss": 0.3597,
      "step": 1735730
    },
    {
      "epoch": 484.44,
      "grad_norm": 1.1929588317871094,
      "learning_rate": 1.726815087011476e-06,
      "loss": 0.3325,
      "step": 1735740
    },
    {
      "epoch": 484.44,
      "grad_norm": 1.0578299760818481,
      "learning_rate": 1.72678900099278e-06,
      "loss": 0.3433,
      "step": 1735750
    },
    {
      "epoch": 484.44,
      "grad_norm": 1.1785615682601929,
      "learning_rate": 1.7267629150562008e-06,
      "loss": 0.3464,
      "step": 1735760
    },
    {
      "epoch": 484.45,
      "grad_norm": 1.1528912782669067,
      "learning_rate": 1.7267368292017442e-06,
      "loss": 0.3262,
      "step": 1735770
    },
    {
      "epoch": 484.45,
      "grad_norm": 0.9868554472923279,
      "learning_rate": 1.7267107434294119e-06,
      "loss": 0.3409,
      "step": 1735780
    },
    {
      "epoch": 484.45,
      "grad_norm": 1.0684224367141724,
      "learning_rate": 1.726684657739207e-06,
      "loss": 0.3292,
      "step": 1735790
    },
    {
      "epoch": 484.45,
      "grad_norm": 1.1554334163665771,
      "learning_rate": 1.726658572131134e-06,
      "loss": 0.3553,
      "step": 1735800
    },
    {
      "epoch": 484.46,
      "grad_norm": 1.202580213546753,
      "learning_rate": 1.726632486605196e-06,
      "loss": 0.3457,
      "step": 1735810
    },
    {
      "epoch": 484.46,
      "grad_norm": 1.0578579902648926,
      "learning_rate": 1.726606401161397e-06,
      "loss": 0.3549,
      "step": 1735820
    },
    {
      "epoch": 484.46,
      "grad_norm": 1.0054899454116821,
      "learning_rate": 1.7265803157997399e-06,
      "loss": 0.3451,
      "step": 1735830
    },
    {
      "epoch": 484.47,
      "grad_norm": 1.3075534105300903,
      "learning_rate": 1.726554230520227e-06,
      "loss": 0.3484,
      "step": 1735840
    },
    {
      "epoch": 484.47,
      "grad_norm": 0.9944756031036377,
      "learning_rate": 1.7265281453228642e-06,
      "loss": 0.3398,
      "step": 1735850
    },
    {
      "epoch": 484.47,
      "grad_norm": 1.0523388385772705,
      "learning_rate": 1.7265020602076543e-06,
      "loss": 0.3374,
      "step": 1735860
    },
    {
      "epoch": 484.47,
      "grad_norm": 1.0630180835723877,
      "learning_rate": 1.7264759751745992e-06,
      "loss": 0.3428,
      "step": 1735870
    },
    {
      "epoch": 484.48,
      "grad_norm": 1.2780640125274658,
      "learning_rate": 1.7264498902237042e-06,
      "loss": 0.3494,
      "step": 1735880
    },
    {
      "epoch": 484.48,
      "grad_norm": 0.9830276370048523,
      "learning_rate": 1.7264238053549718e-06,
      "loss": 0.3359,
      "step": 1735890
    },
    {
      "epoch": 484.48,
      "grad_norm": 1.057835340499878,
      "learning_rate": 1.7263977205684047e-06,
      "loss": 0.3568,
      "step": 1735900
    },
    {
      "epoch": 484.49,
      "grad_norm": 1.028653860092163,
      "learning_rate": 1.7263716358640084e-06,
      "loss": 0.3519,
      "step": 1735910
    },
    {
      "epoch": 484.49,
      "grad_norm": 0.9788296818733215,
      "learning_rate": 1.7263455512417854e-06,
      "loss": 0.3335,
      "step": 1735920
    },
    {
      "epoch": 484.49,
      "grad_norm": 0.9705126881599426,
      "learning_rate": 1.726319466701738e-06,
      "loss": 0.3414,
      "step": 1735930
    },
    {
      "epoch": 484.49,
      "grad_norm": 1.1467784643173218,
      "learning_rate": 1.7262933822438718e-06,
      "loss": 0.3477,
      "step": 1735940
    },
    {
      "epoch": 484.5,
      "grad_norm": 1.0504488945007324,
      "learning_rate": 1.7262672978681892e-06,
      "loss": 0.3539,
      "step": 1735950
    },
    {
      "epoch": 484.5,
      "grad_norm": 1.2696728706359863,
      "learning_rate": 1.7262412135746936e-06,
      "loss": 0.3348,
      "step": 1735960
    },
    {
      "epoch": 484.5,
      "grad_norm": 0.9414815306663513,
      "learning_rate": 1.7262151293633886e-06,
      "loss": 0.3622,
      "step": 1735970
    },
    {
      "epoch": 484.5,
      "grad_norm": 1.144662857055664,
      "learning_rate": 1.7261890452342777e-06,
      "loss": 0.3285,
      "step": 1735980
    },
    {
      "epoch": 484.51,
      "grad_norm": 1.1605885028839111,
      "learning_rate": 1.7261629611873638e-06,
      "loss": 0.325,
      "step": 1735990
    },
    {
      "epoch": 484.51,
      "grad_norm": 1.0486719608306885,
      "learning_rate": 1.7261368772226516e-06,
      "loss": 0.3419,
      "step": 1736000
    },
    {
      "epoch": 484.51,
      "grad_norm": 1.5179693698883057,
      "learning_rate": 1.7261107933401436e-06,
      "loss": 0.3414,
      "step": 1736010
    },
    {
      "epoch": 484.52,
      "grad_norm": 0.9792985916137695,
      "learning_rate": 1.7260847095398435e-06,
      "loss": 0.3385,
      "step": 1736020
    },
    {
      "epoch": 484.52,
      "grad_norm": 0.9534028768539429,
      "learning_rate": 1.7260586258217552e-06,
      "loss": 0.3453,
      "step": 1736030
    },
    {
      "epoch": 484.52,
      "grad_norm": 1.06648850440979,
      "learning_rate": 1.7260325421858816e-06,
      "loss": 0.3455,
      "step": 1736040
    },
    {
      "epoch": 484.52,
      "grad_norm": 1.2701551914215088,
      "learning_rate": 1.7260064586322256e-06,
      "loss": 0.3493,
      "step": 1736050
    },
    {
      "epoch": 484.53,
      "grad_norm": 1.1140456199645996,
      "learning_rate": 1.7259803751607922e-06,
      "loss": 0.3363,
      "step": 1736060
    },
    {
      "epoch": 484.53,
      "grad_norm": 1.020991563796997,
      "learning_rate": 1.725954291771584e-06,
      "loss": 0.3466,
      "step": 1736070
    },
    {
      "epoch": 484.53,
      "grad_norm": 1.1234440803527832,
      "learning_rate": 1.725928208464604e-06,
      "loss": 0.3318,
      "step": 1736080
    },
    {
      "epoch": 484.54,
      "grad_norm": 1.047948956489563,
      "learning_rate": 1.725902125239857e-06,
      "loss": 0.3331,
      "step": 1736090
    },
    {
      "epoch": 484.54,
      "grad_norm": 0.9708230495452881,
      "learning_rate": 1.7258760420973452e-06,
      "loss": 0.3445,
      "step": 1736100
    },
    {
      "epoch": 484.54,
      "grad_norm": 1.1515284776687622,
      "learning_rate": 1.7258499590370733e-06,
      "loss": 0.3086,
      "step": 1736110
    },
    {
      "epoch": 484.54,
      "grad_norm": 0.9940708875656128,
      "learning_rate": 1.7258238760590438e-06,
      "loss": 0.337,
      "step": 1736120
    },
    {
      "epoch": 484.55,
      "grad_norm": 1.1014846563339233,
      "learning_rate": 1.7257977931632597e-06,
      "loss": 0.3302,
      "step": 1736130
    },
    {
      "epoch": 484.55,
      "grad_norm": 0.9795121550559998,
      "learning_rate": 1.7257717103497259e-06,
      "loss": 0.3485,
      "step": 1736140
    },
    {
      "epoch": 484.55,
      "grad_norm": 1.247496247291565,
      "learning_rate": 1.7257456276184453e-06,
      "loss": 0.344,
      "step": 1736150
    },
    {
      "epoch": 484.55,
      "grad_norm": 0.9508176445960999,
      "learning_rate": 1.725719544969421e-06,
      "loss": 0.3413,
      "step": 1736160
    },
    {
      "epoch": 484.56,
      "grad_norm": 1.1178776025772095,
      "learning_rate": 1.7256934624026569e-06,
      "loss": 0.3393,
      "step": 1736170
    },
    {
      "epoch": 484.56,
      "grad_norm": 8.738945960998535,
      "learning_rate": 1.7256673799181564e-06,
      "loss": 0.3479,
      "step": 1736180
    },
    {
      "epoch": 484.56,
      "grad_norm": 1.0223956108093262,
      "learning_rate": 1.7256412975159219e-06,
      "loss": 0.3297,
      "step": 1736190
    },
    {
      "epoch": 484.57,
      "grad_norm": 1.1393072605133057,
      "learning_rate": 1.7256152151959588e-06,
      "loss": 0.3519,
      "step": 1736200
    },
    {
      "epoch": 484.57,
      "grad_norm": 0.937101423740387,
      "learning_rate": 1.7255891329582696e-06,
      "loss": 0.3437,
      "step": 1736210
    },
    {
      "epoch": 484.57,
      "grad_norm": 1.0353800058364868,
      "learning_rate": 1.7255630508028568e-06,
      "loss": 0.3447,
      "step": 1736220
    },
    {
      "epoch": 484.57,
      "grad_norm": 1.0161690711975098,
      "learning_rate": 1.725536968729726e-06,
      "loss": 0.3492,
      "step": 1736230
    },
    {
      "epoch": 484.58,
      "grad_norm": 1.1265556812286377,
      "learning_rate": 1.725510886738879e-06,
      "loss": 0.3421,
      "step": 1736240
    },
    {
      "epoch": 484.58,
      "grad_norm": 1.1552720069885254,
      "learning_rate": 1.7254848048303197e-06,
      "loss": 0.3399,
      "step": 1736250
    },
    {
      "epoch": 484.58,
      "grad_norm": 0.9835922718048096,
      "learning_rate": 1.7254587230040521e-06,
      "loss": 0.3375,
      "step": 1736260
    },
    {
      "epoch": 484.59,
      "grad_norm": 0.8807076215744019,
      "learning_rate": 1.7254326412600793e-06,
      "loss": 0.3546,
      "step": 1736270
    },
    {
      "epoch": 484.59,
      "grad_norm": 1.2927812337875366,
      "learning_rate": 1.7254065595984038e-06,
      "loss": 0.3417,
      "step": 1736280
    },
    {
      "epoch": 484.59,
      "grad_norm": 1.1155427694320679,
      "learning_rate": 1.7253804780190309e-06,
      "loss": 0.3415,
      "step": 1736290
    },
    {
      "epoch": 484.59,
      "grad_norm": 1.1893950700759888,
      "learning_rate": 1.725354396521963e-06,
      "loss": 0.328,
      "step": 1736300
    },
    {
      "epoch": 484.6,
      "grad_norm": 0.943372905254364,
      "learning_rate": 1.7253283151072034e-06,
      "loss": 0.3307,
      "step": 1736310
    },
    {
      "epoch": 484.6,
      "grad_norm": 1.0995278358459473,
      "learning_rate": 1.7253022337747564e-06,
      "loss": 0.333,
      "step": 1736320
    },
    {
      "epoch": 484.6,
      "grad_norm": 1.3154336214065552,
      "learning_rate": 1.725276152524625e-06,
      "loss": 0.3444,
      "step": 1736330
    },
    {
      "epoch": 484.61,
      "grad_norm": 1.0393190383911133,
      "learning_rate": 1.7252500713568114e-06,
      "loss": 0.3497,
      "step": 1736340
    },
    {
      "epoch": 484.61,
      "grad_norm": 1.0553686618804932,
      "learning_rate": 1.7252239902713212e-06,
      "loss": 0.3329,
      "step": 1736350
    },
    {
      "epoch": 484.61,
      "grad_norm": 0.9963392019271851,
      "learning_rate": 1.7251979092681572e-06,
      "loss": 0.3347,
      "step": 1736360
    },
    {
      "epoch": 484.61,
      "grad_norm": 1.1836514472961426,
      "learning_rate": 1.7251718283473217e-06,
      "loss": 0.3545,
      "step": 1736370
    },
    {
      "epoch": 484.62,
      "grad_norm": 1.1657594442367554,
      "learning_rate": 1.7251457475088201e-06,
      "loss": 0.3478,
      "step": 1736380
    },
    {
      "epoch": 484.62,
      "grad_norm": 1.0750166177749634,
      "learning_rate": 1.7251196667526546e-06,
      "loss": 0.3423,
      "step": 1736390
    },
    {
      "epoch": 484.62,
      "grad_norm": 1.1119893789291382,
      "learning_rate": 1.725093586078829e-06,
      "loss": 0.3334,
      "step": 1736400
    },
    {
      "epoch": 484.62,
      "grad_norm": 1.0334248542785645,
      "learning_rate": 1.7250675054873472e-06,
      "loss": 0.3466,
      "step": 1736410
    },
    {
      "epoch": 484.63,
      "grad_norm": 1.0178813934326172,
      "learning_rate": 1.725041424978211e-06,
      "loss": 0.3353,
      "step": 1736420
    },
    {
      "epoch": 484.63,
      "grad_norm": 1.252626895904541,
      "learning_rate": 1.7250153445514263e-06,
      "loss": 0.33,
      "step": 1736430
    },
    {
      "epoch": 484.63,
      "grad_norm": 1.121138572692871,
      "learning_rate": 1.7249892642069948e-06,
      "loss": 0.3407,
      "step": 1736440
    },
    {
      "epoch": 484.64,
      "grad_norm": 1.128972053527832,
      "learning_rate": 1.7249631839449203e-06,
      "loss": 0.3392,
      "step": 1736450
    },
    {
      "epoch": 484.64,
      "grad_norm": 1.0871732234954834,
      "learning_rate": 1.724937103765207e-06,
      "loss": 0.3493,
      "step": 1736460
    },
    {
      "epoch": 484.64,
      "grad_norm": 1.1142274141311646,
      "learning_rate": 1.7249110236678582e-06,
      "loss": 0.3452,
      "step": 1736470
    },
    {
      "epoch": 484.64,
      "grad_norm": 1.0350104570388794,
      "learning_rate": 1.7248849436528755e-06,
      "loss": 0.3461,
      "step": 1736480
    },
    {
      "epoch": 484.65,
      "grad_norm": 1.08895742893219,
      "learning_rate": 1.7248588637202653e-06,
      "loss": 0.3476,
      "step": 1736490
    },
    {
      "epoch": 484.65,
      "grad_norm": 0.9554071426391602,
      "learning_rate": 1.7248327838700297e-06,
      "loss": 0.3396,
      "step": 1736500
    },
    {
      "epoch": 484.65,
      "grad_norm": 0.9938023090362549,
      "learning_rate": 1.7248067041021708e-06,
      "loss": 0.3411,
      "step": 1736510
    },
    {
      "epoch": 484.66,
      "grad_norm": 1.0286383628845215,
      "learning_rate": 1.7247806244166945e-06,
      "loss": 0.3334,
      "step": 1736520
    },
    {
      "epoch": 484.66,
      "grad_norm": 2.112339735031128,
      "learning_rate": 1.7247545448136034e-06,
      "loss": 0.3555,
      "step": 1736530
    },
    {
      "epoch": 484.66,
      "grad_norm": 1.1416399478912354,
      "learning_rate": 1.7247284652929002e-06,
      "loss": 0.337,
      "step": 1736540
    },
    {
      "epoch": 484.66,
      "grad_norm": 1.0157911777496338,
      "learning_rate": 1.7247023858545894e-06,
      "loss": 0.3326,
      "step": 1736550
    },
    {
      "epoch": 484.67,
      "grad_norm": 0.9198410511016846,
      "learning_rate": 1.724676306498674e-06,
      "loss": 0.3334,
      "step": 1736560
    },
    {
      "epoch": 484.67,
      "grad_norm": 1.1873925924301147,
      "learning_rate": 1.7246502272251566e-06,
      "loss": 0.3389,
      "step": 1736570
    },
    {
      "epoch": 484.67,
      "grad_norm": 1.1315525770187378,
      "learning_rate": 1.7246241480340424e-06,
      "loss": 0.3346,
      "step": 1736580
    },
    {
      "epoch": 484.67,
      "grad_norm": 1.064992070198059,
      "learning_rate": 1.724598068925334e-06,
      "loss": 0.345,
      "step": 1736590
    },
    {
      "epoch": 484.68,
      "grad_norm": 1.059950828552246,
      "learning_rate": 1.7245719898990343e-06,
      "loss": 0.3259,
      "step": 1736600
    },
    {
      "epoch": 484.68,
      "grad_norm": 1.1104518175125122,
      "learning_rate": 1.7245459109551483e-06,
      "loss": 0.3517,
      "step": 1736610
    },
    {
      "epoch": 484.68,
      "grad_norm": 1.1045739650726318,
      "learning_rate": 1.724519832093678e-06,
      "loss": 0.3505,
      "step": 1736620
    },
    {
      "epoch": 484.69,
      "grad_norm": 1.0690287351608276,
      "learning_rate": 1.7244937533146264e-06,
      "loss": 0.3665,
      "step": 1736630
    },
    {
      "epoch": 484.69,
      "grad_norm": 0.9825551509857178,
      "learning_rate": 1.7244676746179993e-06,
      "loss": 0.3483,
      "step": 1736640
    },
    {
      "epoch": 484.69,
      "grad_norm": 0.9922301769256592,
      "learning_rate": 1.724441596003799e-06,
      "loss": 0.3408,
      "step": 1736650
    },
    {
      "epoch": 484.69,
      "grad_norm": 0.9820103049278259,
      "learning_rate": 1.7244155174720273e-06,
      "loss": 0.3509,
      "step": 1736660
    },
    {
      "epoch": 484.7,
      "grad_norm": 1.059081792831421,
      "learning_rate": 1.7243894390226906e-06,
      "loss": 0.3424,
      "step": 1736670
    },
    {
      "epoch": 484.7,
      "grad_norm": 1.1754183769226074,
      "learning_rate": 1.7243633606557903e-06,
      "loss": 0.3406,
      "step": 1736680
    },
    {
      "epoch": 484.7,
      "grad_norm": 1.1169787645339966,
      "learning_rate": 1.724337282371331e-06,
      "loss": 0.3525,
      "step": 1736690
    },
    {
      "epoch": 484.71,
      "grad_norm": 0.9942084550857544,
      "learning_rate": 1.7243112041693159e-06,
      "loss": 0.3294,
      "step": 1736700
    },
    {
      "epoch": 484.71,
      "grad_norm": 1.052791953086853,
      "learning_rate": 1.724285126049747e-06,
      "loss": 0.3456,
      "step": 1736710
    },
    {
      "epoch": 484.71,
      "grad_norm": 1.1950763463974,
      "learning_rate": 1.7242590480126304e-06,
      "loss": 0.3346,
      "step": 1736720
    },
    {
      "epoch": 484.71,
      "grad_norm": 0.966836154460907,
      "learning_rate": 1.724232970057968e-06,
      "loss": 0.3296,
      "step": 1736730
    },
    {
      "epoch": 484.72,
      "grad_norm": 1.0283498764038086,
      "learning_rate": 1.724206892185763e-06,
      "loss": 0.342,
      "step": 1736740
    },
    {
      "epoch": 484.72,
      "grad_norm": 1.2805917263031006,
      "learning_rate": 1.7241808143960197e-06,
      "loss": 0.3362,
      "step": 1736750
    },
    {
      "epoch": 484.72,
      "grad_norm": 1.3654199838638306,
      "learning_rate": 1.724154736688741e-06,
      "loss": 0.3409,
      "step": 1736760
    },
    {
      "epoch": 484.73,
      "grad_norm": 0.9882782697677612,
      "learning_rate": 1.7241286590639303e-06,
      "loss": 0.3403,
      "step": 1736770
    },
    {
      "epoch": 484.73,
      "grad_norm": 0.9132835865020752,
      "learning_rate": 1.724102581521592e-06,
      "loss": 0.3357,
      "step": 1736780
    },
    {
      "epoch": 484.73,
      "grad_norm": 1.1805205345153809,
      "learning_rate": 1.7240765040617288e-06,
      "loss": 0.3322,
      "step": 1736790
    },
    {
      "epoch": 484.73,
      "grad_norm": 1.1912635564804077,
      "learning_rate": 1.7240504266843436e-06,
      "loss": 0.3329,
      "step": 1736800
    },
    {
      "epoch": 484.74,
      "grad_norm": 1.155626654624939,
      "learning_rate": 1.7240243493894415e-06,
      "loss": 0.3481,
      "step": 1736810
    },
    {
      "epoch": 484.74,
      "grad_norm": 0.9763806462287903,
      "learning_rate": 1.723998272177025e-06,
      "loss": 0.3583,
      "step": 1736820
    },
    {
      "epoch": 484.74,
      "grad_norm": 1.039076566696167,
      "learning_rate": 1.7239721950470971e-06,
      "loss": 0.3376,
      "step": 1736830
    },
    {
      "epoch": 484.74,
      "grad_norm": 1.951534628868103,
      "learning_rate": 1.7239461179996624e-06,
      "loss": 0.3406,
      "step": 1736840
    },
    {
      "epoch": 484.75,
      "grad_norm": 1.1177996397018433,
      "learning_rate": 1.7239200410347236e-06,
      "loss": 0.3486,
      "step": 1736850
    },
    {
      "epoch": 484.75,
      "grad_norm": 1.1801294088363647,
      "learning_rate": 1.7238939641522834e-06,
      "loss": 0.3367,
      "step": 1736860
    },
    {
      "epoch": 484.75,
      "grad_norm": 1.2536556720733643,
      "learning_rate": 1.723867887352347e-06,
      "loss": 0.34,
      "step": 1736870
    },
    {
      "epoch": 484.76,
      "grad_norm": 0.9949194192886353,
      "learning_rate": 1.7238418106349174e-06,
      "loss": 0.3491,
      "step": 1736880
    },
    {
      "epoch": 484.76,
      "grad_norm": 1.096766471862793,
      "learning_rate": 1.7238157339999968e-06,
      "loss": 0.3553,
      "step": 1736890
    },
    {
      "epoch": 484.76,
      "grad_norm": 1.0777922868728638,
      "learning_rate": 1.7237896574475906e-06,
      "loss": 0.3207,
      "step": 1736900
    },
    {
      "epoch": 484.76,
      "grad_norm": 1.0788270235061646,
      "learning_rate": 1.7237635809777013e-06,
      "loss": 0.3454,
      "step": 1736910
    },
    {
      "epoch": 484.77,
      "grad_norm": 0.9240838885307312,
      "learning_rate": 1.7237375045903316e-06,
      "loss": 0.3252,
      "step": 1736920
    },
    {
      "epoch": 484.77,
      "grad_norm": 1.167006492614746,
      "learning_rate": 1.7237114282854864e-06,
      "loss": 0.3416,
      "step": 1736930
    },
    {
      "epoch": 484.77,
      "grad_norm": 1.1169675588607788,
      "learning_rate": 1.7236853520631685e-06,
      "loss": 0.3364,
      "step": 1736940
    },
    {
      "epoch": 484.78,
      "grad_norm": 1.034590244293213,
      "learning_rate": 1.7236592759233801e-06,
      "loss": 0.3385,
      "step": 1736950
    },
    {
      "epoch": 484.78,
      "grad_norm": 1.2793574333190918,
      "learning_rate": 1.7236331998661273e-06,
      "loss": 0.3261,
      "step": 1736960
    },
    {
      "epoch": 484.78,
      "grad_norm": 1.1343985795974731,
      "learning_rate": 1.7236071238914116e-06,
      "loss": 0.3474,
      "step": 1736970
    },
    {
      "epoch": 484.78,
      "grad_norm": 1.1390886306762695,
      "learning_rate": 1.7235810479992379e-06,
      "loss": 0.3478,
      "step": 1736980
    },
    {
      "epoch": 484.79,
      "grad_norm": 1.1046841144561768,
      "learning_rate": 1.7235549721896084e-06,
      "loss": 0.3554,
      "step": 1736990
    },
    {
      "epoch": 484.79,
      "grad_norm": 1.0057520866394043,
      "learning_rate": 1.723528896462526e-06,
      "loss": 0.3424,
      "step": 1737000
    },
    {
      "epoch": 484.79,
      "grad_norm": 1.297693133354187,
      "learning_rate": 1.7235028208179962e-06,
      "loss": 0.3449,
      "step": 1737010
    },
    {
      "epoch": 484.79,
      "grad_norm": 1.2078654766082764,
      "learning_rate": 1.723476745256022e-06,
      "loss": 0.3425,
      "step": 1737020
    },
    {
      "epoch": 484.8,
      "grad_norm": 1.1366742849349976,
      "learning_rate": 1.7234506697766047e-06,
      "loss": 0.3433,
      "step": 1737030
    },
    {
      "epoch": 484.8,
      "grad_norm": 1.0740082263946533,
      "learning_rate": 1.7234245943797509e-06,
      "loss": 0.3443,
      "step": 1737040
    },
    {
      "epoch": 484.8,
      "grad_norm": 1.0687801837921143,
      "learning_rate": 1.7233985190654624e-06,
      "loss": 0.3435,
      "step": 1737050
    },
    {
      "epoch": 484.81,
      "grad_norm": 1.1079012155532837,
      "learning_rate": 1.7233724438337423e-06,
      "loss": 0.35,
      "step": 1737060
    },
    {
      "epoch": 484.81,
      "grad_norm": 1.059139609336853,
      "learning_rate": 1.723346368684595e-06,
      "loss": 0.3381,
      "step": 1737070
    },
    {
      "epoch": 484.81,
      "grad_norm": 1.2353192567825317,
      "learning_rate": 1.7233202936180237e-06,
      "loss": 0.3467,
      "step": 1737080
    },
    {
      "epoch": 484.81,
      "grad_norm": 0.9792178869247437,
      "learning_rate": 1.7232942186340307e-06,
      "loss": 0.3309,
      "step": 1737090
    },
    {
      "epoch": 484.82,
      "grad_norm": 1.1797138452529907,
      "learning_rate": 1.723268143732622e-06,
      "loss": 0.3397,
      "step": 1737100
    },
    {
      "epoch": 484.82,
      "grad_norm": 0.9555793404579163,
      "learning_rate": 1.723242068913799e-06,
      "loss": 0.3387,
      "step": 1737110
    },
    {
      "epoch": 484.82,
      "grad_norm": 1.2259234189987183,
      "learning_rate": 1.7232159941775655e-06,
      "loss": 0.3473,
      "step": 1737120
    },
    {
      "epoch": 484.83,
      "grad_norm": 1.1239728927612305,
      "learning_rate": 1.723189919523926e-06,
      "loss": 0.3336,
      "step": 1737130
    },
    {
      "epoch": 484.83,
      "grad_norm": 1.2905070781707764,
      "learning_rate": 1.723163844952883e-06,
      "loss": 0.3402,
      "step": 1737140
    },
    {
      "epoch": 484.83,
      "grad_norm": 1.0311073064804077,
      "learning_rate": 1.723137770464439e-06,
      "loss": 0.3429,
      "step": 1737150
    },
    {
      "epoch": 484.83,
      "grad_norm": 1.2362085580825806,
      "learning_rate": 1.7231116960586e-06,
      "loss": 0.3392,
      "step": 1737160
    },
    {
      "epoch": 484.84,
      "grad_norm": 1.0196921825408936,
      "learning_rate": 1.7230856217353676e-06,
      "loss": 0.3424,
      "step": 1737170
    },
    {
      "epoch": 484.84,
      "grad_norm": 1.083448886871338,
      "learning_rate": 1.7230595474947453e-06,
      "loss": 0.3448,
      "step": 1737180
    },
    {
      "epoch": 484.84,
      "grad_norm": 1.1209434270858765,
      "learning_rate": 1.7230334733367378e-06,
      "loss": 0.3299,
      "step": 1737190
    },
    {
      "epoch": 484.85,
      "grad_norm": 1.0535852909088135,
      "learning_rate": 1.7230073992613481e-06,
      "loss": 0.345,
      "step": 1737200
    },
    {
      "epoch": 484.85,
      "grad_norm": 1.0940101146697998,
      "learning_rate": 1.7229813252685787e-06,
      "loss": 0.3428,
      "step": 1737210
    },
    {
      "epoch": 484.85,
      "grad_norm": 1.1134530305862427,
      "learning_rate": 1.7229552513584343e-06,
      "loss": 0.3516,
      "step": 1737220
    },
    {
      "epoch": 484.85,
      "grad_norm": 1.0124295949935913,
      "learning_rate": 1.722929177530917e-06,
      "loss": 0.3326,
      "step": 1737230
    },
    {
      "epoch": 484.86,
      "grad_norm": 1.0665647983551025,
      "learning_rate": 1.722903103786032e-06,
      "loss": 0.3264,
      "step": 1737240
    },
    {
      "epoch": 484.86,
      "grad_norm": 1.210636854171753,
      "learning_rate": 1.7228770301237817e-06,
      "loss": 0.3584,
      "step": 1737250
    },
    {
      "epoch": 484.86,
      "grad_norm": 4.348934650421143,
      "learning_rate": 1.7228509565441696e-06,
      "loss": 0.3415,
      "step": 1737260
    },
    {
      "epoch": 484.86,
      "grad_norm": 1.0358941555023193,
      "learning_rate": 1.7228248830471996e-06,
      "loss": 0.3427,
      "step": 1737270
    },
    {
      "epoch": 484.87,
      "grad_norm": 0.9821780920028687,
      "learning_rate": 1.7227988096328751e-06,
      "loss": 0.3269,
      "step": 1737280
    },
    {
      "epoch": 484.87,
      "grad_norm": 1.0484617948532104,
      "learning_rate": 1.7227727363011982e-06,
      "loss": 0.3328,
      "step": 1737290
    },
    {
      "epoch": 484.87,
      "grad_norm": 1.1450114250183105,
      "learning_rate": 1.7227466630521745e-06,
      "loss": 0.3446,
      "step": 1737300
    },
    {
      "epoch": 484.88,
      "grad_norm": 1.1575770378112793,
      "learning_rate": 1.7227205898858066e-06,
      "loss": 0.3606,
      "step": 1737310
    },
    {
      "epoch": 484.88,
      "grad_norm": 1.1219978332519531,
      "learning_rate": 1.7226945168020968e-06,
      "loss": 0.3411,
      "step": 1737320
    },
    {
      "epoch": 484.88,
      "grad_norm": 1.0997906923294067,
      "learning_rate": 1.722668443801051e-06,
      "loss": 0.3464,
      "step": 1737330
    },
    {
      "epoch": 484.88,
      "grad_norm": 1.0659048557281494,
      "learning_rate": 1.7226423708826712e-06,
      "loss": 0.3343,
      "step": 1737340
    },
    {
      "epoch": 484.89,
      "grad_norm": 1.0240355730056763,
      "learning_rate": 1.7226162980469602e-06,
      "loss": 0.3345,
      "step": 1737350
    },
    {
      "epoch": 484.89,
      "grad_norm": 0.942695677280426,
      "learning_rate": 1.7225902252939232e-06,
      "loss": 0.3279,
      "step": 1737360
    },
    {
      "epoch": 484.89,
      "grad_norm": 1.033814787864685,
      "learning_rate": 1.7225641526235624e-06,
      "loss": 0.3589,
      "step": 1737370
    },
    {
      "epoch": 484.9,
      "grad_norm": 1.1013872623443604,
      "learning_rate": 1.7225380800358804e-06,
      "loss": 0.365,
      "step": 1737380
    },
    {
      "epoch": 484.9,
      "grad_norm": 0.9893817901611328,
      "learning_rate": 1.7225120075308833e-06,
      "loss": 0.3519,
      "step": 1737390
    },
    {
      "epoch": 484.9,
      "grad_norm": 1.2923952341079712,
      "learning_rate": 1.722485935108573e-06,
      "loss": 0.3461,
      "step": 1737400
    },
    {
      "epoch": 484.9,
      "grad_norm": 1.200096845626831,
      "learning_rate": 1.7224598627689525e-06,
      "loss": 0.355,
      "step": 1737410
    },
    {
      "epoch": 484.91,
      "grad_norm": 0.9145048260688782,
      "learning_rate": 1.7224337905120267e-06,
      "loss": 0.3316,
      "step": 1737420
    },
    {
      "epoch": 484.91,
      "grad_norm": 1.2450299263000488,
      "learning_rate": 1.7224077183377979e-06,
      "loss": 0.3358,
      "step": 1737430
    },
    {
      "epoch": 484.91,
      "grad_norm": 1.108329176902771,
      "learning_rate": 1.7223816462462693e-06,
      "loss": 0.3263,
      "step": 1737440
    },
    {
      "epoch": 484.91,
      "grad_norm": 1.2344160079956055,
      "learning_rate": 1.7223555742374456e-06,
      "loss": 0.3545,
      "step": 1737450
    },
    {
      "epoch": 484.92,
      "grad_norm": 1.2659462690353394,
      "learning_rate": 1.72232950231133e-06,
      "loss": 0.3481,
      "step": 1737460
    },
    {
      "epoch": 484.92,
      "grad_norm": 1.116947054862976,
      "learning_rate": 1.7223034304679245e-06,
      "loss": 0.3325,
      "step": 1737470
    },
    {
      "epoch": 484.92,
      "grad_norm": 1.1016262769699097,
      "learning_rate": 1.7222773587072346e-06,
      "loss": 0.3326,
      "step": 1737480
    },
    {
      "epoch": 484.93,
      "grad_norm": 1.0193387269973755,
      "learning_rate": 1.7222512870292629e-06,
      "loss": 0.351,
      "step": 1737490
    },
    {
      "epoch": 484.93,
      "grad_norm": 1.052978277206421,
      "learning_rate": 1.7222252154340124e-06,
      "loss": 0.3764,
      "step": 1737500
    },
    {
      "epoch": 484.93,
      "grad_norm": 0.9743257761001587,
      "learning_rate": 1.7221991439214875e-06,
      "loss": 0.3332,
      "step": 1737510
    },
    {
      "epoch": 484.93,
      "grad_norm": 1.107398509979248,
      "learning_rate": 1.7221730724916905e-06,
      "loss": 0.3612,
      "step": 1737520
    },
    {
      "epoch": 484.94,
      "grad_norm": 1.1970226764678955,
      "learning_rate": 1.7221470011446261e-06,
      "loss": 0.3458,
      "step": 1737530
    },
    {
      "epoch": 484.94,
      "grad_norm": 1.1173590421676636,
      "learning_rate": 1.7221209298802974e-06,
      "loss": 0.3615,
      "step": 1737540
    },
    {
      "epoch": 484.94,
      "grad_norm": 1.06684148311615,
      "learning_rate": 1.7220948586987073e-06,
      "loss": 0.3372,
      "step": 1737550
    },
    {
      "epoch": 484.95,
      "grad_norm": 1.1395931243896484,
      "learning_rate": 1.7220687875998602e-06,
      "loss": 0.3396,
      "step": 1737560
    },
    {
      "epoch": 484.95,
      "grad_norm": 1.1240912675857544,
      "learning_rate": 1.722042716583759e-06,
      "loss": 0.3582,
      "step": 1737570
    },
    {
      "epoch": 484.95,
      "grad_norm": 0.981204092502594,
      "learning_rate": 1.7220166456504058e-06,
      "loss": 0.3478,
      "step": 1737580
    },
    {
      "epoch": 484.95,
      "grad_norm": 1.0013527870178223,
      "learning_rate": 1.7219905747998071e-06,
      "loss": 0.3645,
      "step": 1737590
    },
    {
      "epoch": 484.96,
      "grad_norm": 1.3145010471343994,
      "learning_rate": 1.7219645040319642e-06,
      "loss": 0.3355,
      "step": 1737600
    },
    {
      "epoch": 484.96,
      "grad_norm": 1.255721092224121,
      "learning_rate": 1.7219384333468805e-06,
      "loss": 0.3424,
      "step": 1737610
    },
    {
      "epoch": 484.96,
      "grad_norm": 0.9326652884483337,
      "learning_rate": 1.721912362744561e-06,
      "loss": 0.3493,
      "step": 1737620
    },
    {
      "epoch": 484.97,
      "grad_norm": 1.0628390312194824,
      "learning_rate": 1.7218862922250084e-06,
      "loss": 0.3289,
      "step": 1737630
    },
    {
      "epoch": 484.97,
      "grad_norm": 1.0791635513305664,
      "learning_rate": 1.7218602217882254e-06,
      "loss": 0.3231,
      "step": 1737640
    },
    {
      "epoch": 484.97,
      "grad_norm": 1.236675500869751,
      "learning_rate": 1.7218341514342167e-06,
      "loss": 0.3289,
      "step": 1737650
    },
    {
      "epoch": 484.97,
      "grad_norm": 0.987319827079773,
      "learning_rate": 1.7218080811629848e-06,
      "loss": 0.3536,
      "step": 1737660
    },
    {
      "epoch": 484.98,
      "grad_norm": 1.0386568307876587,
      "learning_rate": 1.7217820109745327e-06,
      "loss": 0.3438,
      "step": 1737670
    },
    {
      "epoch": 484.98,
      "grad_norm": 0.979478120803833,
      "learning_rate": 1.721755940868866e-06,
      "loss": 0.337,
      "step": 1737680
    },
    {
      "epoch": 484.98,
      "grad_norm": 1.035515546798706,
      "learning_rate": 1.7217298708459865e-06,
      "loss": 0.3534,
      "step": 1737690
    },
    {
      "epoch": 484.98,
      "grad_norm": 0.9349430203437805,
      "learning_rate": 1.7217038009058975e-06,
      "loss": 0.332,
      "step": 1737700
    },
    {
      "epoch": 484.99,
      "grad_norm": 1.1494661569595337,
      "learning_rate": 1.7216777310486031e-06,
      "loss": 0.3477,
      "step": 1737710
    },
    {
      "epoch": 484.99,
      "grad_norm": 1.1316734552383423,
      "learning_rate": 1.7216516612741075e-06,
      "loss": 0.3445,
      "step": 1737720
    },
    {
      "epoch": 484.99,
      "grad_norm": 1.0875356197357178,
      "learning_rate": 1.7216255915824128e-06,
      "loss": 0.355,
      "step": 1737730
    },
    {
      "epoch": 485.0,
      "grad_norm": 1.2302607297897339,
      "learning_rate": 1.7215995219735236e-06,
      "loss": 0.3593,
      "step": 1737740
    },
    {
      "epoch": 485.0,
      "grad_norm": 1.2458752393722534,
      "learning_rate": 1.7215734524474424e-06,
      "loss": 0.3333,
      "step": 1737750
    },
    {
      "epoch": 485.0,
      "eval_loss": 0.34252628684043884,
      "eval_runtime": 63.007,
      "eval_samples_per_second": 80.293,
      "eval_steps_per_second": 10.047,
      "step": 1737755
    },
    {
      "epoch": 485.0,
      "grad_norm": 1.1343135833740234,
      "learning_rate": 1.7215473830041723e-06,
      "loss": 0.3431,
      "step": 1737760
    },
    {
      "epoch": 485.0,
      "grad_norm": 1.0146814584732056,
      "learning_rate": 1.7215213136437184e-06,
      "loss": 0.348,
      "step": 1737770
    },
    {
      "epoch": 485.01,
      "grad_norm": 1.0984783172607422,
      "learning_rate": 1.7214952443660835e-06,
      "loss": 0.3455,
      "step": 1737780
    },
    {
      "epoch": 485.01,
      "grad_norm": 1.0472891330718994,
      "learning_rate": 1.7214691751712701e-06,
      "loss": 0.3422,
      "step": 1737790
    },
    {
      "epoch": 485.01,
      "grad_norm": 0.8938251733779907,
      "learning_rate": 1.7214431060592834e-06,
      "loss": 0.3565,
      "step": 1737800
    },
    {
      "epoch": 485.02,
      "grad_norm": 0.8347684144973755,
      "learning_rate": 1.7214170370301245e-06,
      "loss": 0.359,
      "step": 1737810
    },
    {
      "epoch": 485.02,
      "grad_norm": 0.9527228474617004,
      "learning_rate": 1.7213909680837995e-06,
      "loss": 0.3395,
      "step": 1737820
    },
    {
      "epoch": 485.02,
      "grad_norm": 1.0472097396850586,
      "learning_rate": 1.7213648992203105e-06,
      "loss": 0.3396,
      "step": 1737830
    },
    {
      "epoch": 485.02,
      "grad_norm": 1.4886038303375244,
      "learning_rate": 1.7213388304396603e-06,
      "loss": 0.3521,
      "step": 1737840
    },
    {
      "epoch": 485.03,
      "grad_norm": 1.0520753860473633,
      "learning_rate": 1.721312761741854e-06,
      "loss": 0.3292,
      "step": 1737850
    },
    {
      "epoch": 485.03,
      "grad_norm": 1.1349037885665894,
      "learning_rate": 1.7212866931268945e-06,
      "loss": 0.3287,
      "step": 1737860
    },
    {
      "epoch": 485.03,
      "grad_norm": 1.350425362586975,
      "learning_rate": 1.7212606245947845e-06,
      "loss": 0.356,
      "step": 1737870
    },
    {
      "epoch": 485.03,
      "grad_norm": 1.0837504863739014,
      "learning_rate": 1.7212345561455284e-06,
      "loss": 0.3382,
      "step": 1737880
    },
    {
      "epoch": 485.04,
      "grad_norm": 1.1268566846847534,
      "learning_rate": 1.721208487779129e-06,
      "loss": 0.345,
      "step": 1737890
    },
    {
      "epoch": 485.04,
      "grad_norm": 1.1565276384353638,
      "learning_rate": 1.7211824194955894e-06,
      "loss": 0.3384,
      "step": 1737900
    },
    {
      "epoch": 485.04,
      "grad_norm": 3.289982795715332,
      "learning_rate": 1.7211563512949147e-06,
      "loss": 0.347,
      "step": 1737910
    },
    {
      "epoch": 485.05,
      "grad_norm": 1.0240821838378906,
      "learning_rate": 1.7211302831771074e-06,
      "loss": 0.35,
      "step": 1737920
    },
    {
      "epoch": 485.05,
      "grad_norm": 1.0105469226837158,
      "learning_rate": 1.7211042151421703e-06,
      "loss": 0.345,
      "step": 1737930
    },
    {
      "epoch": 485.05,
      "grad_norm": 1.0589996576309204,
      "learning_rate": 1.7210781471901082e-06,
      "loss": 0.3376,
      "step": 1737940
    },
    {
      "epoch": 485.05,
      "grad_norm": 1.0702238082885742,
      "learning_rate": 1.7210520793209239e-06,
      "loss": 0.3443,
      "step": 1737950
    },
    {
      "epoch": 485.06,
      "grad_norm": 0.9883497357368469,
      "learning_rate": 1.7210260115346196e-06,
      "loss": 0.353,
      "step": 1737960
    },
    {
      "epoch": 485.06,
      "grad_norm": 1.0365843772888184,
      "learning_rate": 1.7209999438312013e-06,
      "loss": 0.3383,
      "step": 1737970
    },
    {
      "epoch": 485.06,
      "grad_norm": 0.9376173615455627,
      "learning_rate": 1.720973876210671e-06,
      "loss": 0.3383,
      "step": 1737980
    },
    {
      "epoch": 485.07,
      "grad_norm": 1.1753475666046143,
      "learning_rate": 1.7209478086730315e-06,
      "loss": 0.3556,
      "step": 1737990
    },
    {
      "epoch": 485.07,
      "grad_norm": 2.3597819805145264,
      "learning_rate": 1.7209217412182883e-06,
      "loss": 0.332,
      "step": 1738000
    },
    {
      "epoch": 485.07,
      "grad_norm": 0.9836474657058716,
      "learning_rate": 1.7208956738464434e-06,
      "loss": 0.3335,
      "step": 1738010
    },
    {
      "epoch": 485.07,
      "grad_norm": 0.9684295058250427,
      "learning_rate": 1.7208696065575005e-06,
      "loss": 0.346,
      "step": 1738020
    },
    {
      "epoch": 485.08,
      "grad_norm": 1.2114437818527222,
      "learning_rate": 1.720843539351463e-06,
      "loss": 0.3504,
      "step": 1738030
    },
    {
      "epoch": 485.08,
      "grad_norm": 0.9615088105201721,
      "learning_rate": 1.720817472228335e-06,
      "loss": 0.3353,
      "step": 1738040
    },
    {
      "epoch": 485.08,
      "grad_norm": 1.0321756601333618,
      "learning_rate": 1.7207914051881183e-06,
      "loss": 0.3534,
      "step": 1738050
    },
    {
      "epoch": 485.09,
      "grad_norm": 1.0178661346435547,
      "learning_rate": 1.720765338230819e-06,
      "loss": 0.3486,
      "step": 1738060
    },
    {
      "epoch": 485.09,
      "grad_norm": 1.0144566297531128,
      "learning_rate": 1.7207392713564386e-06,
      "loss": 0.3409,
      "step": 1738070
    },
    {
      "epoch": 485.09,
      "grad_norm": 0.8716775178909302,
      "learning_rate": 1.7207132045649809e-06,
      "loss": 0.3609,
      "step": 1738080
    },
    {
      "epoch": 485.09,
      "grad_norm": 1.3984758853912354,
      "learning_rate": 1.7206871378564495e-06,
      "loss": 0.3416,
      "step": 1738090
    },
    {
      "epoch": 485.1,
      "grad_norm": 1.1831095218658447,
      "learning_rate": 1.7206610712308476e-06,
      "loss": 0.3456,
      "step": 1738100
    },
    {
      "epoch": 485.1,
      "grad_norm": 1.0972630977630615,
      "learning_rate": 1.7206350046881798e-06,
      "loss": 0.3362,
      "step": 1738110
    },
    {
      "epoch": 485.1,
      "grad_norm": 5.816598892211914,
      "learning_rate": 1.7206089382284487e-06,
      "loss": 0.3279,
      "step": 1738120
    },
    {
      "epoch": 485.1,
      "grad_norm": 1.1166263818740845,
      "learning_rate": 1.720582871851657e-06,
      "loss": 0.3317,
      "step": 1738130
    },
    {
      "epoch": 485.11,
      "grad_norm": 1.0258657932281494,
      "learning_rate": 1.7205568055578097e-06,
      "loss": 0.3366,
      "step": 1738140
    },
    {
      "epoch": 485.11,
      "grad_norm": 0.9874646663665771,
      "learning_rate": 1.7205307393469099e-06,
      "loss": 0.3279,
      "step": 1738150
    },
    {
      "epoch": 485.11,
      "grad_norm": 0.9523873925209045,
      "learning_rate": 1.7205046732189603e-06,
      "loss": 0.3512,
      "step": 1738160
    },
    {
      "epoch": 485.12,
      "grad_norm": 1.1885067224502563,
      "learning_rate": 1.720478607173965e-06,
      "loss": 0.3359,
      "step": 1738170
    },
    {
      "epoch": 485.12,
      "grad_norm": 1.072225570678711,
      "learning_rate": 1.7204525412119274e-06,
      "loss": 0.3419,
      "step": 1738180
    },
    {
      "epoch": 485.12,
      "grad_norm": 1.0820810794830322,
      "learning_rate": 1.7204264753328502e-06,
      "loss": 0.3519,
      "step": 1738190
    },
    {
      "epoch": 485.12,
      "grad_norm": 1.3645206689834595,
      "learning_rate": 1.7204004095367379e-06,
      "loss": 0.332,
      "step": 1738200
    },
    {
      "epoch": 485.13,
      "grad_norm": 1.1768125295639038,
      "learning_rate": 1.7203743438235941e-06,
      "loss": 0.3344,
      "step": 1738210
    },
    {
      "epoch": 485.13,
      "grad_norm": 0.9761930108070374,
      "learning_rate": 1.7203482781934211e-06,
      "loss": 0.3512,
      "step": 1738220
    },
    {
      "epoch": 485.13,
      "grad_norm": 1.071334958076477,
      "learning_rate": 1.7203222126462236e-06,
      "loss": 0.3494,
      "step": 1738230
    },
    {
      "epoch": 485.14,
      "grad_norm": 1.1996458768844604,
      "learning_rate": 1.7202961471820043e-06,
      "loss": 0.3348,
      "step": 1738240
    },
    {
      "epoch": 485.14,
      "grad_norm": 1.0643659830093384,
      "learning_rate": 1.720270081800766e-06,
      "loss": 0.3491,
      "step": 1738250
    },
    {
      "epoch": 485.14,
      "grad_norm": 0.9485757350921631,
      "learning_rate": 1.7202440165025144e-06,
      "loss": 0.3479,
      "step": 1738260
    },
    {
      "epoch": 485.14,
      "grad_norm": 1.2970354557037354,
      "learning_rate": 1.7202179512872512e-06,
      "loss": 0.3443,
      "step": 1738270
    },
    {
      "epoch": 485.15,
      "grad_norm": 0.8984101414680481,
      "learning_rate": 1.7201918861549794e-06,
      "loss": 0.3475,
      "step": 1738280
    },
    {
      "epoch": 485.15,
      "grad_norm": 1.2238508462905884,
      "learning_rate": 1.7201658211057043e-06,
      "loss": 0.3438,
      "step": 1738290
    },
    {
      "epoch": 485.15,
      "grad_norm": 1.0260999202728271,
      "learning_rate": 1.7201397561394285e-06,
      "loss": 0.3204,
      "step": 1738300
    },
    {
      "epoch": 485.15,
      "grad_norm": 1.1340965032577515,
      "learning_rate": 1.720113691256155e-06,
      "loss": 0.3358,
      "step": 1738310
    },
    {
      "epoch": 485.16,
      "grad_norm": 1.2165589332580566,
      "learning_rate": 1.7200876264558878e-06,
      "loss": 0.3379,
      "step": 1738320
    },
    {
      "epoch": 485.16,
      "grad_norm": 1.0154963731765747,
      "learning_rate": 1.7200615617386306e-06,
      "loss": 0.3461,
      "step": 1738330
    },
    {
      "epoch": 485.16,
      "grad_norm": 0.9496906399726868,
      "learning_rate": 1.7200354971043853e-06,
      "loss": 0.3421,
      "step": 1738340
    },
    {
      "epoch": 485.17,
      "grad_norm": 1.0330513715744019,
      "learning_rate": 1.7200094325531576e-06,
      "loss": 0.3302,
      "step": 1738350
    },
    {
      "epoch": 485.17,
      "grad_norm": 0.9810692667961121,
      "learning_rate": 1.71998336808495e-06,
      "loss": 0.3583,
      "step": 1738360
    },
    {
      "epoch": 485.17,
      "grad_norm": 0.9897882342338562,
      "learning_rate": 1.7199573036997655e-06,
      "loss": 0.3181,
      "step": 1738370
    },
    {
      "epoch": 485.17,
      "grad_norm": 1.1167598962783813,
      "learning_rate": 1.7199312393976082e-06,
      "loss": 0.3398,
      "step": 1738380
    },
    {
      "epoch": 485.18,
      "grad_norm": 1.0077711343765259,
      "learning_rate": 1.7199051751784805e-06,
      "loss": 0.3215,
      "step": 1738390
    },
    {
      "epoch": 485.18,
      "grad_norm": 1.021352767944336,
      "learning_rate": 1.7198791110423878e-06,
      "loss": 0.3236,
      "step": 1738400
    },
    {
      "epoch": 485.18,
      "grad_norm": 1.1058406829833984,
      "learning_rate": 1.7198530469893323e-06,
      "loss": 0.3545,
      "step": 1738410
    },
    {
      "epoch": 485.19,
      "grad_norm": 1.1208813190460205,
      "learning_rate": 1.7198269830193168e-06,
      "loss": 0.338,
      "step": 1738420
    },
    {
      "epoch": 485.19,
      "grad_norm": 0.9785946607589722,
      "learning_rate": 1.7198009191323464e-06,
      "loss": 0.3634,
      "step": 1738430
    },
    {
      "epoch": 485.19,
      "grad_norm": 1.0664767026901245,
      "learning_rate": 1.719774855328424e-06,
      "loss": 0.3376,
      "step": 1738440
    },
    {
      "epoch": 485.19,
      "grad_norm": 1.0612070560455322,
      "learning_rate": 1.7197487916075525e-06,
      "loss": 0.3255,
      "step": 1738450
    },
    {
      "epoch": 485.2,
      "grad_norm": 0.962730884552002,
      "learning_rate": 1.719722727969736e-06,
      "loss": 0.3381,
      "step": 1738460
    },
    {
      "epoch": 485.2,
      "grad_norm": 1.0739957094192505,
      "learning_rate": 1.7196966644149777e-06,
      "loss": 0.3411,
      "step": 1738470
    },
    {
      "epoch": 485.2,
      "grad_norm": 1.0606673955917358,
      "learning_rate": 1.7196706009432803e-06,
      "loss": 0.3454,
      "step": 1738480
    },
    {
      "epoch": 485.21,
      "grad_norm": 1.1811078786849976,
      "learning_rate": 1.719644537554649e-06,
      "loss": 0.3442,
      "step": 1738490
    },
    {
      "epoch": 485.21,
      "grad_norm": 1.1570407152175903,
      "learning_rate": 1.7196184742490858e-06,
      "loss": 0.3379,
      "step": 1738500
    },
    {
      "epoch": 485.21,
      "grad_norm": 1.2484210729599,
      "learning_rate": 1.7195924110265946e-06,
      "loss": 0.3299,
      "step": 1738510
    },
    {
      "epoch": 485.21,
      "grad_norm": 1.08880615234375,
      "learning_rate": 1.7195663478871796e-06,
      "loss": 0.3362,
      "step": 1738520
    },
    {
      "epoch": 485.22,
      "grad_norm": 0.9995457530021667,
      "learning_rate": 1.7195402848308432e-06,
      "loss": 0.3434,
      "step": 1738530
    },
    {
      "epoch": 485.22,
      "grad_norm": 1.0498836040496826,
      "learning_rate": 1.7195142218575887e-06,
      "loss": 0.3398,
      "step": 1738540
    },
    {
      "epoch": 485.22,
      "grad_norm": 1.0052789449691772,
      "learning_rate": 1.719488158967421e-06,
      "loss": 0.3568,
      "step": 1738550
    },
    {
      "epoch": 485.22,
      "grad_norm": 1.1269824504852295,
      "learning_rate": 1.7194620961603426e-06,
      "loss": 0.3416,
      "step": 1738560
    },
    {
      "epoch": 485.23,
      "grad_norm": 1.0062261819839478,
      "learning_rate": 1.7194360334363564e-06,
      "loss": 0.3306,
      "step": 1738570
    },
    {
      "epoch": 485.23,
      "grad_norm": 1.0104225873947144,
      "learning_rate": 1.7194099707954672e-06,
      "loss": 0.3511,
      "step": 1738580
    },
    {
      "epoch": 485.23,
      "grad_norm": 1.1846674680709839,
      "learning_rate": 1.719383908237678e-06,
      "loss": 0.3313,
      "step": 1738590
    },
    {
      "epoch": 485.24,
      "grad_norm": 1.1900442838668823,
      "learning_rate": 1.7193578457629915e-06,
      "loss": 0.3457,
      "step": 1738600
    },
    {
      "epoch": 485.24,
      "grad_norm": 1.0837889909744263,
      "learning_rate": 1.7193317833714123e-06,
      "loss": 0.3413,
      "step": 1738610
    },
    {
      "epoch": 485.24,
      "grad_norm": 1.1345311403274536,
      "learning_rate": 1.7193057210629433e-06,
      "loss": 0.3385,
      "step": 1738620
    },
    {
      "epoch": 485.24,
      "grad_norm": 0.9399974346160889,
      "learning_rate": 1.7192796588375872e-06,
      "loss": 0.342,
      "step": 1738630
    },
    {
      "epoch": 485.25,
      "grad_norm": 1.2238411903381348,
      "learning_rate": 1.719253596695349e-06,
      "loss": 0.3577,
      "step": 1738640
    },
    {
      "epoch": 485.25,
      "grad_norm": 1.2920007705688477,
      "learning_rate": 1.7192275346362314e-06,
      "loss": 0.3347,
      "step": 1738650
    },
    {
      "epoch": 485.25,
      "grad_norm": 1.1884760856628418,
      "learning_rate": 1.7192014726602377e-06,
      "loss": 0.3328,
      "step": 1738660
    },
    {
      "epoch": 485.26,
      "grad_norm": 0.9985881447792053,
      "learning_rate": 1.7191754107673716e-06,
      "loss": 0.3404,
      "step": 1738670
    },
    {
      "epoch": 485.26,
      "grad_norm": 1.0329359769821167,
      "learning_rate": 1.7191493489576364e-06,
      "loss": 0.3306,
      "step": 1738680
    },
    {
      "epoch": 485.26,
      "grad_norm": 1.0678000450134277,
      "learning_rate": 1.7191232872310361e-06,
      "loss": 0.3437,
      "step": 1738690
    },
    {
      "epoch": 485.26,
      "grad_norm": 1.298591136932373,
      "learning_rate": 1.7190972255875738e-06,
      "loss": 0.3557,
      "step": 1738700
    },
    {
      "epoch": 485.27,
      "grad_norm": 1.0435813665390015,
      "learning_rate": 1.7190711640272524e-06,
      "loss": 0.3649,
      "step": 1738710
    },
    {
      "epoch": 485.27,
      "grad_norm": 1.177043080329895,
      "learning_rate": 1.7190451025500766e-06,
      "loss": 0.338,
      "step": 1738720
    },
    {
      "epoch": 485.27,
      "grad_norm": 1.0989354848861694,
      "learning_rate": 1.7190190411560488e-06,
      "loss": 0.3456,
      "step": 1738730
    },
    {
      "epoch": 485.27,
      "grad_norm": 1.2408443689346313,
      "learning_rate": 1.7189929798451729e-06,
      "loss": 0.3434,
      "step": 1738740
    },
    {
      "epoch": 485.28,
      "grad_norm": 1.2081063985824585,
      "learning_rate": 1.7189669186174527e-06,
      "loss": 0.3346,
      "step": 1738750
    },
    {
      "epoch": 485.28,
      "grad_norm": 1.4825674295425415,
      "learning_rate": 1.7189408574728913e-06,
      "loss": 0.3517,
      "step": 1738760
    },
    {
      "epoch": 485.28,
      "grad_norm": 0.9577143788337708,
      "learning_rate": 1.718914796411491e-06,
      "loss": 0.3303,
      "step": 1738770
    },
    {
      "epoch": 485.29,
      "grad_norm": 1.0313814878463745,
      "learning_rate": 1.7188887354332576e-06,
      "loss": 0.3355,
      "step": 1738780
    },
    {
      "epoch": 485.29,
      "grad_norm": 1.1350946426391602,
      "learning_rate": 1.7188626745381934e-06,
      "loss": 0.3484,
      "step": 1738790
    },
    {
      "epoch": 485.29,
      "grad_norm": 1.1694189310073853,
      "learning_rate": 1.718836613726301e-06,
      "loss": 0.3435,
      "step": 1738800
    },
    {
      "epoch": 485.29,
      "grad_norm": 1.1296108961105347,
      "learning_rate": 1.7188105529975853e-06,
      "loss": 0.3577,
      "step": 1738810
    },
    {
      "epoch": 485.3,
      "grad_norm": 1.209578275680542,
      "learning_rate": 1.7187844923520496e-06,
      "loss": 0.3522,
      "step": 1738820
    },
    {
      "epoch": 485.3,
      "grad_norm": 1.2448585033416748,
      "learning_rate": 1.7187584317896965e-06,
      "loss": 0.3387,
      "step": 1738830
    },
    {
      "epoch": 485.3,
      "grad_norm": 1.1588388681411743,
      "learning_rate": 1.7187323713105303e-06,
      "loss": 0.3549,
      "step": 1738840
    },
    {
      "epoch": 485.31,
      "grad_norm": 1.1212114095687866,
      "learning_rate": 1.7187063109145541e-06,
      "loss": 0.3348,
      "step": 1738850
    },
    {
      "epoch": 485.31,
      "grad_norm": 0.9885963201522827,
      "learning_rate": 1.7186802506017704e-06,
      "loss": 0.3353,
      "step": 1738860
    },
    {
      "epoch": 485.31,
      "grad_norm": 0.971530020236969,
      "learning_rate": 1.7186541903721848e-06,
      "loss": 0.332,
      "step": 1738870
    },
    {
      "epoch": 485.31,
      "grad_norm": 1.090615153312683,
      "learning_rate": 1.7186281302257996e-06,
      "loss": 0.3512,
      "step": 1738880
    },
    {
      "epoch": 485.32,
      "grad_norm": 1.1719988584518433,
      "learning_rate": 1.7186020701626175e-06,
      "loss": 0.3512,
      "step": 1738890
    },
    {
      "epoch": 485.32,
      "grad_norm": 1.1656627655029297,
      "learning_rate": 1.7185760101826435e-06,
      "loss": 0.3322,
      "step": 1738900
    },
    {
      "epoch": 485.32,
      "grad_norm": 1.0726454257965088,
      "learning_rate": 1.7185499502858803e-06,
      "loss": 0.335,
      "step": 1738910
    },
    {
      "epoch": 485.33,
      "grad_norm": 1.1412245035171509,
      "learning_rate": 1.7185238904723303e-06,
      "loss": 0.3356,
      "step": 1738920
    },
    {
      "epoch": 485.33,
      "grad_norm": 1.0621775388717651,
      "learning_rate": 1.718497830741999e-06,
      "loss": 0.3412,
      "step": 1738930
    },
    {
      "epoch": 485.33,
      "grad_norm": 0.9991124272346497,
      "learning_rate": 1.7184717710948894e-06,
      "loss": 0.3352,
      "step": 1738940
    },
    {
      "epoch": 485.33,
      "grad_norm": 1.1147563457489014,
      "learning_rate": 1.718445711531003e-06,
      "loss": 0.349,
      "step": 1738950
    },
    {
      "epoch": 485.34,
      "grad_norm": 1.1424096822738647,
      "learning_rate": 1.7184196520503458e-06,
      "loss": 0.3474,
      "step": 1738960
    },
    {
      "epoch": 485.34,
      "grad_norm": 1.035313606262207,
      "learning_rate": 1.71839359265292e-06,
      "loss": 0.3345,
      "step": 1738970
    },
    {
      "epoch": 485.34,
      "grad_norm": 1.0125263929367065,
      "learning_rate": 1.7183675333387295e-06,
      "loss": 0.3341,
      "step": 1738980
    },
    {
      "epoch": 485.34,
      "grad_norm": 1.8313186168670654,
      "learning_rate": 1.7183414741077782e-06,
      "loss": 0.3496,
      "step": 1738990
    },
    {
      "epoch": 485.35,
      "grad_norm": 0.8703014254570007,
      "learning_rate": 1.7183154149600673e-06,
      "loss": 0.3528,
      "step": 1739000
    },
    {
      "epoch": 485.35,
      "grad_norm": 1.1261428594589233,
      "learning_rate": 1.7182893558956033e-06,
      "loss": 0.3546,
      "step": 1739010
    },
    {
      "epoch": 485.35,
      "grad_norm": 1.0653822422027588,
      "learning_rate": 1.7182632969143881e-06,
      "loss": 0.3384,
      "step": 1739020
    },
    {
      "epoch": 485.36,
      "grad_norm": 1.224002718925476,
      "learning_rate": 1.7182372380164247e-06,
      "loss": 0.3433,
      "step": 1739030
    },
    {
      "epoch": 485.36,
      "grad_norm": 1.0183031558990479,
      "learning_rate": 1.718211179201718e-06,
      "loss": 0.3373,
      "step": 1739040
    },
    {
      "epoch": 485.36,
      "grad_norm": 1.0282031297683716,
      "learning_rate": 1.7181851204702705e-06,
      "loss": 0.3296,
      "step": 1739050
    },
    {
      "epoch": 485.36,
      "grad_norm": 1.0674490928649902,
      "learning_rate": 1.718159061822085e-06,
      "loss": 0.3418,
      "step": 1739060
    },
    {
      "epoch": 485.37,
      "grad_norm": 1.0683224201202393,
      "learning_rate": 1.718133003257167e-06,
      "loss": 0.3518,
      "step": 1739070
    },
    {
      "epoch": 485.37,
      "grad_norm": 1.0375652313232422,
      "learning_rate": 1.7181069447755185e-06,
      "loss": 0.35,
      "step": 1739080
    },
    {
      "epoch": 485.37,
      "grad_norm": 1.0879013538360596,
      "learning_rate": 1.7180808863771423e-06,
      "loss": 0.3429,
      "step": 1739090
    },
    {
      "epoch": 485.38,
      "grad_norm": 1.1075291633605957,
      "learning_rate": 1.7180548280620438e-06,
      "loss": 0.339,
      "step": 1739100
    },
    {
      "epoch": 485.38,
      "grad_norm": 1.078790545463562,
      "learning_rate": 1.7180287698302255e-06,
      "loss": 0.3373,
      "step": 1739110
    },
    {
      "epoch": 485.38,
      "grad_norm": 1.2220045328140259,
      "learning_rate": 1.7180027116816903e-06,
      "loss": 0.324,
      "step": 1739120
    },
    {
      "epoch": 485.38,
      "grad_norm": 1.2109400033950806,
      "learning_rate": 1.7179766536164429e-06,
      "loss": 0.3602,
      "step": 1739130
    },
    {
      "epoch": 485.39,
      "grad_norm": 1.3389686346054077,
      "learning_rate": 1.717950595634486e-06,
      "loss": 0.3459,
      "step": 1739140
    },
    {
      "epoch": 485.39,
      "grad_norm": 1.1956636905670166,
      "learning_rate": 1.7179245377358222e-06,
      "loss": 0.3292,
      "step": 1739150
    },
    {
      "epoch": 485.39,
      "grad_norm": 1.0468189716339111,
      "learning_rate": 1.717898479920457e-06,
      "loss": 0.3332,
      "step": 1739160
    },
    {
      "epoch": 485.39,
      "grad_norm": 1.021621823310852,
      "learning_rate": 1.7178724221883926e-06,
      "loss": 0.3368,
      "step": 1739170
    },
    {
      "epoch": 485.4,
      "grad_norm": 1.1585668325424194,
      "learning_rate": 1.7178463645396326e-06,
      "loss": 0.3273,
      "step": 1739180
    },
    {
      "epoch": 485.4,
      "grad_norm": 0.9476862549781799,
      "learning_rate": 1.7178203069741807e-06,
      "loss": 0.3254,
      "step": 1739190
    },
    {
      "epoch": 485.4,
      "grad_norm": 1.0294322967529297,
      "learning_rate": 1.7177942494920403e-06,
      "loss": 0.3465,
      "step": 1739200
    },
    {
      "epoch": 485.41,
      "grad_norm": 1.141261339187622,
      "learning_rate": 1.7177681920932138e-06,
      "loss": 0.3487,
      "step": 1739210
    },
    {
      "epoch": 485.41,
      "grad_norm": 0.9999202489852905,
      "learning_rate": 1.7177421347777065e-06,
      "loss": 0.3524,
      "step": 1739220
    },
    {
      "epoch": 485.41,
      "grad_norm": 1.138806700706482,
      "learning_rate": 1.7177160775455213e-06,
      "loss": 0.3396,
      "step": 1739230
    },
    {
      "epoch": 485.41,
      "grad_norm": 1.0628896951675415,
      "learning_rate": 1.7176900203966601e-06,
      "loss": 0.3381,
      "step": 1739240
    },
    {
      "epoch": 485.42,
      "grad_norm": 1.0533233880996704,
      "learning_rate": 1.7176639633311288e-06,
      "loss": 0.3381,
      "step": 1739250
    },
    {
      "epoch": 485.42,
      "grad_norm": 1.2831902503967285,
      "learning_rate": 1.717637906348929e-06,
      "loss": 0.335,
      "step": 1739260
    },
    {
      "epoch": 485.42,
      "grad_norm": 1.057588815689087,
      "learning_rate": 1.717611849450066e-06,
      "loss": 0.3392,
      "step": 1739270
    },
    {
      "epoch": 485.43,
      "grad_norm": 1.0037612915039062,
      "learning_rate": 1.7175857926345414e-06,
      "loss": 0.3603,
      "step": 1739280
    },
    {
      "epoch": 485.43,
      "grad_norm": 1.14231276512146,
      "learning_rate": 1.717559735902359e-06,
      "loss": 0.3494,
      "step": 1739290
    },
    {
      "epoch": 485.43,
      "grad_norm": 1.1174111366271973,
      "learning_rate": 1.7175336792535235e-06,
      "loss": 0.3408,
      "step": 1739300
    },
    {
      "epoch": 485.43,
      "grad_norm": 1.1085275411605835,
      "learning_rate": 1.7175076226880374e-06,
      "loss": 0.3443,
      "step": 1739310
    },
    {
      "epoch": 485.44,
      "grad_norm": 0.9752398729324341,
      "learning_rate": 1.717481566205904e-06,
      "loss": 0.3382,
      "step": 1739320
    },
    {
      "epoch": 485.44,
      "grad_norm": 1.014918565750122,
      "learning_rate": 1.7174555098071277e-06,
      "loss": 0.3282,
      "step": 1739330
    },
    {
      "epoch": 485.44,
      "grad_norm": 1.0699305534362793,
      "learning_rate": 1.7174294534917112e-06,
      "loss": 0.3328,
      "step": 1739340
    },
    {
      "epoch": 485.45,
      "grad_norm": 0.9056172370910645,
      "learning_rate": 1.717403397259657e-06,
      "loss": 0.3399,
      "step": 1739350
    },
    {
      "epoch": 485.45,
      "grad_norm": 1.1516656875610352,
      "learning_rate": 1.717377341110971e-06,
      "loss": 0.3552,
      "step": 1739360
    },
    {
      "epoch": 485.45,
      "grad_norm": 1.0632309913635254,
      "learning_rate": 1.7173512850456554e-06,
      "loss": 0.352,
      "step": 1739370
    },
    {
      "epoch": 485.45,
      "grad_norm": 1.1136982440948486,
      "learning_rate": 1.7173252290637123e-06,
      "loss": 0.3501,
      "step": 1739380
    },
    {
      "epoch": 485.46,
      "grad_norm": 1.2422776222229004,
      "learning_rate": 1.7172991731651476e-06,
      "loss": 0.3647,
      "step": 1739390
    },
    {
      "epoch": 485.46,
      "grad_norm": 0.963351309299469,
      "learning_rate": 1.717273117349964e-06,
      "loss": 0.3264,
      "step": 1739400
    },
    {
      "epoch": 485.46,
      "grad_norm": 1.2509311437606812,
      "learning_rate": 1.7172470616181638e-06,
      "loss": 0.3437,
      "step": 1739410
    },
    {
      "epoch": 485.46,
      "grad_norm": 1.0323959589004517,
      "learning_rate": 1.717221005969752e-06,
      "loss": 0.3372,
      "step": 1739420
    },
    {
      "epoch": 485.47,
      "grad_norm": 1.0413905382156372,
      "learning_rate": 1.7171949504047313e-06,
      "loss": 0.3325,
      "step": 1739430
    },
    {
      "epoch": 485.47,
      "grad_norm": 0.9906526803970337,
      "learning_rate": 1.7171688949231042e-06,
      "loss": 0.3308,
      "step": 1739440
    },
    {
      "epoch": 485.47,
      "grad_norm": 1.0629903078079224,
      "learning_rate": 1.7171428395248764e-06,
      "loss": 0.3393,
      "step": 1739450
    },
    {
      "epoch": 485.48,
      "grad_norm": 0.9385042786598206,
      "learning_rate": 1.71711678421005e-06,
      "loss": 0.3384,
      "step": 1739460
    },
    {
      "epoch": 485.48,
      "grad_norm": 0.9438944458961487,
      "learning_rate": 1.7170907289786279e-06,
      "loss": 0.3318,
      "step": 1739470
    },
    {
      "epoch": 485.48,
      "grad_norm": 1.623538851737976,
      "learning_rate": 1.7170646738306154e-06,
      "loss": 0.3492,
      "step": 1739480
    },
    {
      "epoch": 485.48,
      "grad_norm": 0.9603736996650696,
      "learning_rate": 1.7170386187660144e-06,
      "loss": 0.3444,
      "step": 1739490
    },
    {
      "epoch": 485.49,
      "grad_norm": 1.0154075622558594,
      "learning_rate": 1.717012563784828e-06,
      "loss": 0.346,
      "step": 1739500
    },
    {
      "epoch": 485.49,
      "grad_norm": 1.2086106538772583,
      "learning_rate": 1.7169865088870616e-06,
      "loss": 0.3516,
      "step": 1739510
    },
    {
      "epoch": 485.49,
      "grad_norm": 1.0102189779281616,
      "learning_rate": 1.7169604540727177e-06,
      "loss": 0.3341,
      "step": 1739520
    },
    {
      "epoch": 485.5,
      "grad_norm": 1.1088100671768188,
      "learning_rate": 1.7169343993417985e-06,
      "loss": 0.331,
      "step": 1739530
    },
    {
      "epoch": 485.5,
      "grad_norm": 1.2360562086105347,
      "learning_rate": 1.7169083446943097e-06,
      "loss": 0.3381,
      "step": 1739540
    },
    {
      "epoch": 485.5,
      "grad_norm": 1.4987939596176147,
      "learning_rate": 1.7168822901302533e-06,
      "loss": 0.346,
      "step": 1739550
    },
    {
      "epoch": 485.5,
      "grad_norm": 1.2492445707321167,
      "learning_rate": 1.7168562356496334e-06,
      "loss": 0.3399,
      "step": 1739560
    },
    {
      "epoch": 485.51,
      "grad_norm": 2.3301315307617188,
      "learning_rate": 1.7168301812524534e-06,
      "loss": 0.3366,
      "step": 1739570
    },
    {
      "epoch": 485.51,
      "grad_norm": 1.1446983814239502,
      "learning_rate": 1.7168041269387153e-06,
      "loss": 0.3393,
      "step": 1739580
    },
    {
      "epoch": 485.51,
      "grad_norm": 1.5082036256790161,
      "learning_rate": 1.7167780727084254e-06,
      "loss": 0.3563,
      "step": 1739590
    },
    {
      "epoch": 485.51,
      "grad_norm": 1.0425539016723633,
      "learning_rate": 1.7167520185615854e-06,
      "loss": 0.3488,
      "step": 1739600
    },
    {
      "epoch": 485.52,
      "grad_norm": 1.2501776218414307,
      "learning_rate": 1.7167259644981985e-06,
      "loss": 0.3539,
      "step": 1739610
    },
    {
      "epoch": 485.52,
      "grad_norm": 1.1734169721603394,
      "learning_rate": 1.716699910518269e-06,
      "loss": 0.3399,
      "step": 1739620
    },
    {
      "epoch": 485.52,
      "grad_norm": 0.9994940757751465,
      "learning_rate": 1.7166738566217997e-06,
      "loss": 0.3508,
      "step": 1739630
    },
    {
      "epoch": 485.53,
      "grad_norm": 0.9869628548622131,
      "learning_rate": 1.7166478028087945e-06,
      "loss": 0.3424,
      "step": 1739640
    },
    {
      "epoch": 485.53,
      "grad_norm": 1.0106277465820312,
      "learning_rate": 1.716621749079257e-06,
      "loss": 0.3386,
      "step": 1739650
    },
    {
      "epoch": 485.53,
      "grad_norm": 1.155274748802185,
      "learning_rate": 1.7165956954331906e-06,
      "loss": 0.3504,
      "step": 1739660
    },
    {
      "epoch": 485.53,
      "grad_norm": 1.2670758962631226,
      "learning_rate": 1.7165696418705977e-06,
      "loss": 0.3273,
      "step": 1739670
    },
    {
      "epoch": 485.54,
      "grad_norm": 0.9775437712669373,
      "learning_rate": 1.7165435883914835e-06,
      "loss": 0.3398,
      "step": 1739680
    },
    {
      "epoch": 485.54,
      "grad_norm": 1.1298255920410156,
      "learning_rate": 1.7165175349958508e-06,
      "loss": 0.345,
      "step": 1739690
    },
    {
      "epoch": 485.54,
      "grad_norm": 1.106916904449463,
      "learning_rate": 1.7164914816837022e-06,
      "loss": 0.3318,
      "step": 1739700
    },
    {
      "epoch": 485.55,
      "grad_norm": 0.982547402381897,
      "learning_rate": 1.7164654284550426e-06,
      "loss": 0.3529,
      "step": 1739710
    },
    {
      "epoch": 485.55,
      "grad_norm": 1.0766047239303589,
      "learning_rate": 1.7164393753098745e-06,
      "loss": 0.3497,
      "step": 1739720
    },
    {
      "epoch": 485.55,
      "grad_norm": 1.114659309387207,
      "learning_rate": 1.7164133222482008e-06,
      "loss": 0.3496,
      "step": 1739730
    },
    {
      "epoch": 485.55,
      "grad_norm": 1.2363781929016113,
      "learning_rate": 1.7163872692700268e-06,
      "loss": 0.3313,
      "step": 1739740
    },
    {
      "epoch": 485.56,
      "grad_norm": 1.099413514137268,
      "learning_rate": 1.7163612163753547e-06,
      "loss": 0.3407,
      "step": 1739750
    },
    {
      "epoch": 485.56,
      "grad_norm": 1.027529001235962,
      "learning_rate": 1.7163351635641874e-06,
      "loss": 0.3664,
      "step": 1739760
    },
    {
      "epoch": 485.56,
      "grad_norm": 1.2412872314453125,
      "learning_rate": 1.7163091108365306e-06,
      "loss": 0.344,
      "step": 1739770
    },
    {
      "epoch": 485.57,
      "grad_norm": 0.9825485944747925,
      "learning_rate": 1.7162830581923859e-06,
      "loss": 0.3421,
      "step": 1739780
    },
    {
      "epoch": 485.57,
      "grad_norm": 1.2620974779129028,
      "learning_rate": 1.7162570056317567e-06,
      "loss": 0.3253,
      "step": 1739790
    },
    {
      "epoch": 485.57,
      "grad_norm": 1.0606155395507812,
      "learning_rate": 1.7162309531546476e-06,
      "loss": 0.3705,
      "step": 1739800
    },
    {
      "epoch": 485.57,
      "grad_norm": 1.0175997018814087,
      "learning_rate": 1.7162049007610614e-06,
      "loss": 0.3419,
      "step": 1739810
    },
    {
      "epoch": 485.58,
      "grad_norm": 1.0734237432479858,
      "learning_rate": 1.7161788484510007e-06,
      "loss": 0.348,
      "step": 1739820
    },
    {
      "epoch": 485.58,
      "grad_norm": 1.0901204347610474,
      "learning_rate": 1.7161527962244706e-06,
      "loss": 0.3421,
      "step": 1739830
    },
    {
      "epoch": 485.58,
      "grad_norm": 0.98424232006073,
      "learning_rate": 1.7161267440814738e-06,
      "loss": 0.3255,
      "step": 1739840
    },
    {
      "epoch": 485.58,
      "grad_norm": 1.0263725519180298,
      "learning_rate": 1.7161006920220141e-06,
      "loss": 0.3411,
      "step": 1739850
    },
    {
      "epoch": 485.59,
      "grad_norm": 1.0187703371047974,
      "learning_rate": 1.7160746400460946e-06,
      "loss": 0.3433,
      "step": 1739860
    },
    {
      "epoch": 485.59,
      "grad_norm": 1.0013155937194824,
      "learning_rate": 1.716048588153718e-06,
      "loss": 0.3273,
      "step": 1739870
    },
    {
      "epoch": 485.59,
      "grad_norm": 1.9480643272399902,
      "learning_rate": 1.7160225363448896e-06,
      "loss": 0.3299,
      "step": 1739880
    },
    {
      "epoch": 485.6,
      "grad_norm": 0.9845013618469238,
      "learning_rate": 1.715996484619612e-06,
      "loss": 0.3291,
      "step": 1739890
    },
    {
      "epoch": 485.6,
      "grad_norm": 1.1519063711166382,
      "learning_rate": 1.7159704329778873e-06,
      "loss": 0.3508,
      "step": 1739900
    },
    {
      "epoch": 485.6,
      "grad_norm": 1.0836093425750732,
      "learning_rate": 1.7159443814197217e-06,
      "loss": 0.3393,
      "step": 1739910
    },
    {
      "epoch": 485.6,
      "grad_norm": 1.1454195976257324,
      "learning_rate": 1.7159183299451167e-06,
      "loss": 0.3355,
      "step": 1739920
    },
    {
      "epoch": 485.61,
      "grad_norm": 1.1586036682128906,
      "learning_rate": 1.715892278554076e-06,
      "loss": 0.3327,
      "step": 1739930
    },
    {
      "epoch": 485.61,
      "grad_norm": 1.1726009845733643,
      "learning_rate": 1.7158662272466038e-06,
      "loss": 0.3386,
      "step": 1739940
    },
    {
      "epoch": 485.61,
      "grad_norm": 1.0345726013183594,
      "learning_rate": 1.7158401760227032e-06,
      "loss": 0.3352,
      "step": 1739950
    },
    {
      "epoch": 485.62,
      "grad_norm": 1.0752514600753784,
      "learning_rate": 1.7158141248823764e-06,
      "loss": 0.3352,
      "step": 1739960
    },
    {
      "epoch": 485.62,
      "grad_norm": 1.15232253074646,
      "learning_rate": 1.715788073825629e-06,
      "loss": 0.3536,
      "step": 1739970
    },
    {
      "epoch": 485.62,
      "grad_norm": 1.096461296081543,
      "learning_rate": 1.7157620228524637e-06,
      "loss": 0.3502,
      "step": 1739980
    },
    {
      "epoch": 485.62,
      "grad_norm": 1.0923441648483276,
      "learning_rate": 1.7157359719628832e-06,
      "loss": 0.3443,
      "step": 1739990
    },
    {
      "epoch": 485.63,
      "grad_norm": 1.0986542701721191,
      "learning_rate": 1.715709921156892e-06,
      "loss": 0.3403,
      "step": 1740000
    },
    {
      "epoch": 485.63,
      "grad_norm": 0.9307641386985779,
      "learning_rate": 1.7156838704344933e-06,
      "loss": 0.3579,
      "step": 1740010
    },
    {
      "epoch": 485.63,
      "grad_norm": 1.081347107887268,
      "learning_rate": 1.7156578197956891e-06,
      "loss": 0.3328,
      "step": 1740020
    },
    {
      "epoch": 485.63,
      "grad_norm": 1.5758779048919678,
      "learning_rate": 1.7156317692404852e-06,
      "loss": 0.3792,
      "step": 1740030
    },
    {
      "epoch": 485.64,
      "grad_norm": 1.0103586912155151,
      "learning_rate": 1.715605718768884e-06,
      "loss": 0.3432,
      "step": 1740040
    },
    {
      "epoch": 485.64,
      "grad_norm": 0.977523684501648,
      "learning_rate": 1.715579668380888e-06,
      "loss": 0.3559,
      "step": 1740050
    },
    {
      "epoch": 485.64,
      "grad_norm": 1.207352638244629,
      "learning_rate": 1.7155536180765028e-06,
      "loss": 0.3512,
      "step": 1740060
    },
    {
      "epoch": 485.65,
      "grad_norm": 1.061994194984436,
      "learning_rate": 1.7155275678557306e-06,
      "loss": 0.353,
      "step": 1740070
    },
    {
      "epoch": 485.65,
      "grad_norm": 0.9659468531608582,
      "learning_rate": 1.7155015177185743e-06,
      "loss": 0.3547,
      "step": 1740080
    },
    {
      "epoch": 485.65,
      "grad_norm": 1.0935394763946533,
      "learning_rate": 1.7154754676650386e-06,
      "loss": 0.3437,
      "step": 1740090
    },
    {
      "epoch": 485.65,
      "grad_norm": 1.2014635801315308,
      "learning_rate": 1.7154494176951268e-06,
      "loss": 0.352,
      "step": 1740100
    },
    {
      "epoch": 485.66,
      "grad_norm": 1.0910569429397583,
      "learning_rate": 1.7154233678088407e-06,
      "loss": 0.3279,
      "step": 1740110
    },
    {
      "epoch": 485.66,
      "grad_norm": 1.3046573400497437,
      "learning_rate": 1.7153973180061858e-06,
      "loss": 0.3301,
      "step": 1740120
    },
    {
      "epoch": 485.66,
      "grad_norm": 1.081913948059082,
      "learning_rate": 1.7153712682871646e-06,
      "loss": 0.3413,
      "step": 1740130
    },
    {
      "epoch": 485.67,
      "grad_norm": 0.9391830563545227,
      "learning_rate": 1.7153452186517813e-06,
      "loss": 0.3588,
      "step": 1740140
    },
    {
      "epoch": 485.67,
      "grad_norm": 0.9399213194847107,
      "learning_rate": 1.7153191691000387e-06,
      "loss": 0.3361,
      "step": 1740150
    },
    {
      "epoch": 485.67,
      "grad_norm": 1.0829544067382812,
      "learning_rate": 1.7152931196319396e-06,
      "loss": 0.3386,
      "step": 1740160
    },
    {
      "epoch": 485.67,
      "grad_norm": 1.6394349336624146,
      "learning_rate": 1.715267070247489e-06,
      "loss": 0.3488,
      "step": 1740170
    },
    {
      "epoch": 485.68,
      "grad_norm": 1.31345796585083,
      "learning_rate": 1.7152410209466898e-06,
      "loss": 0.3593,
      "step": 1740180
    },
    {
      "epoch": 485.68,
      "grad_norm": 1.326904058456421,
      "learning_rate": 1.7152149717295445e-06,
      "loss": 0.3382,
      "step": 1740190
    },
    {
      "epoch": 485.68,
      "grad_norm": 1.0572543144226074,
      "learning_rate": 1.7151889225960583e-06,
      "loss": 0.3455,
      "step": 1740200
    },
    {
      "epoch": 485.69,
      "grad_norm": 1.1310783624649048,
      "learning_rate": 1.7151628735462331e-06,
      "loss": 0.3296,
      "step": 1740210
    },
    {
      "epoch": 485.69,
      "grad_norm": 1.2845337390899658,
      "learning_rate": 1.7151368245800734e-06,
      "loss": 0.3487,
      "step": 1740220
    },
    {
      "epoch": 485.69,
      "grad_norm": 1.1784089803695679,
      "learning_rate": 1.7151107756975826e-06,
      "loss": 0.3516,
      "step": 1740230
    },
    {
      "epoch": 485.69,
      "grad_norm": 1.0205066204071045,
      "learning_rate": 1.7150847268987635e-06,
      "loss": 0.3366,
      "step": 1740240
    },
    {
      "epoch": 485.7,
      "grad_norm": 0.953894853591919,
      "learning_rate": 1.7150586781836193e-06,
      "loss": 0.3563,
      "step": 1740250
    },
    {
      "epoch": 485.7,
      "grad_norm": 0.8594005107879639,
      "learning_rate": 1.715032629552155e-06,
      "loss": 0.3284,
      "step": 1740260
    },
    {
      "epoch": 485.7,
      "grad_norm": 0.9520077705383301,
      "learning_rate": 1.7150065810043732e-06,
      "loss": 0.3337,
      "step": 1740270
    },
    {
      "epoch": 485.7,
      "grad_norm": 1.1995152235031128,
      "learning_rate": 1.7149805325402764e-06,
      "loss": 0.3403,
      "step": 1740280
    },
    {
      "epoch": 485.71,
      "grad_norm": 1.426669716835022,
      "learning_rate": 1.7149544841598696e-06,
      "loss": 0.3381,
      "step": 1740290
    },
    {
      "epoch": 485.71,
      "grad_norm": 1.0406063795089722,
      "learning_rate": 1.714928435863156e-06,
      "loss": 0.342,
      "step": 1740300
    },
    {
      "epoch": 485.71,
      "grad_norm": 1.0175762176513672,
      "learning_rate": 1.7149023876501376e-06,
      "loss": 0.3343,
      "step": 1740310
    },
    {
      "epoch": 485.72,
      "grad_norm": 1.3270643949508667,
      "learning_rate": 1.71487633952082e-06,
      "loss": 0.3418,
      "step": 1740320
    },
    {
      "epoch": 485.72,
      "grad_norm": 0.9192440509796143,
      "learning_rate": 1.7148502914752057e-06,
      "loss": 0.3464,
      "step": 1740330
    },
    {
      "epoch": 485.72,
      "grad_norm": 1.2003958225250244,
      "learning_rate": 1.714824243513297e-06,
      "loss": 0.3507,
      "step": 1740340
    },
    {
      "epoch": 485.72,
      "grad_norm": 1.034656047821045,
      "learning_rate": 1.7147981956350994e-06,
      "loss": 0.3405,
      "step": 1740350
    },
    {
      "epoch": 485.73,
      "grad_norm": 1.1120195388793945,
      "learning_rate": 1.7147721478406156e-06,
      "loss": 0.3338,
      "step": 1740360
    },
    {
      "epoch": 485.73,
      "grad_norm": 1.1318238973617554,
      "learning_rate": 1.7147461001298485e-06,
      "loss": 0.3479,
      "step": 1740370
    },
    {
      "epoch": 485.73,
      "grad_norm": 1.1989349126815796,
      "learning_rate": 1.7147200525028023e-06,
      "loss": 0.3497,
      "step": 1740380
    },
    {
      "epoch": 485.74,
      "grad_norm": 1.2222051620483398,
      "learning_rate": 1.7146940049594803e-06,
      "loss": 0.3519,
      "step": 1740390
    },
    {
      "epoch": 485.74,
      "grad_norm": 0.9974452257156372,
      "learning_rate": 1.714667957499885e-06,
      "loss": 0.331,
      "step": 1740400
    },
    {
      "epoch": 485.74,
      "grad_norm": 1.3980332612991333,
      "learning_rate": 1.7146419101240213e-06,
      "loss": 0.3248,
      "step": 1740410
    },
    {
      "epoch": 485.74,
      "grad_norm": 1.0502007007598877,
      "learning_rate": 1.7146158628318914e-06,
      "loss": 0.3428,
      "step": 1740420
    },
    {
      "epoch": 485.75,
      "grad_norm": 1.2502611875534058,
      "learning_rate": 1.7145898156235004e-06,
      "loss": 0.3348,
      "step": 1740430
    },
    {
      "epoch": 485.75,
      "grad_norm": 0.9820352792739868,
      "learning_rate": 1.7145637684988509e-06,
      "loss": 0.3408,
      "step": 1740440
    },
    {
      "epoch": 485.75,
      "grad_norm": 1.0593000650405884,
      "learning_rate": 1.714537721457945e-06,
      "loss": 0.3349,
      "step": 1740450
    },
    {
      "epoch": 485.75,
      "grad_norm": 1.1943870782852173,
      "learning_rate": 1.7145116745007882e-06,
      "loss": 0.3418,
      "step": 1740460
    },
    {
      "epoch": 485.76,
      "grad_norm": 1.0456777811050415,
      "learning_rate": 1.7144856276273834e-06,
      "loss": 0.3408,
      "step": 1740470
    },
    {
      "epoch": 485.76,
      "grad_norm": 1.086154818534851,
      "learning_rate": 1.7144595808377331e-06,
      "loss": 0.3261,
      "step": 1740480
    },
    {
      "epoch": 485.76,
      "grad_norm": 1.036912441253662,
      "learning_rate": 1.714433534131842e-06,
      "loss": 0.3457,
      "step": 1740490
    },
    {
      "epoch": 485.77,
      "grad_norm": 1.1635507345199585,
      "learning_rate": 1.7144074875097135e-06,
      "loss": 0.3327,
      "step": 1740500
    },
    {
      "epoch": 485.77,
      "grad_norm": 1.1246697902679443,
      "learning_rate": 1.71438144097135e-06,
      "loss": 0.34,
      "step": 1740510
    },
    {
      "epoch": 485.77,
      "grad_norm": 1.0711413621902466,
      "learning_rate": 1.7143553945167564e-06,
      "loss": 0.3401,
      "step": 1740520
    },
    {
      "epoch": 485.77,
      "grad_norm": 1.1583247184753418,
      "learning_rate": 1.7143293481459353e-06,
      "loss": 0.347,
      "step": 1740530
    },
    {
      "epoch": 485.78,
      "grad_norm": 0.9402216076850891,
      "learning_rate": 1.7143033018588887e-06,
      "loss": 0.3254,
      "step": 1740540
    },
    {
      "epoch": 485.78,
      "grad_norm": 1.1375280618667603,
      "learning_rate": 1.7142772556556232e-06,
      "loss": 0.3513,
      "step": 1740550
    },
    {
      "epoch": 485.78,
      "grad_norm": 1.1202863454818726,
      "learning_rate": 1.7142512095361407e-06,
      "loss": 0.3324,
      "step": 1740560
    },
    {
      "epoch": 485.79,
      "grad_norm": 1.180271029472351,
      "learning_rate": 1.7142251635004437e-06,
      "loss": 0.3488,
      "step": 1740570
    },
    {
      "epoch": 485.79,
      "grad_norm": 1.006395697593689,
      "learning_rate": 1.7141991175485376e-06,
      "loss": 0.3346,
      "step": 1740580
    },
    {
      "epoch": 485.79,
      "grad_norm": 0.9737143516540527,
      "learning_rate": 1.7141730716804242e-06,
      "loss": 0.3343,
      "step": 1740590
    },
    {
      "epoch": 485.79,
      "grad_norm": 1.2326955795288086,
      "learning_rate": 1.714147025896108e-06,
      "loss": 0.3369,
      "step": 1740600
    },
    {
      "epoch": 485.8,
      "grad_norm": 1.1802809238433838,
      "learning_rate": 1.714120980195592e-06,
      "loss": 0.3333,
      "step": 1740610
    },
    {
      "epoch": 485.8,
      "grad_norm": 0.9961039423942566,
      "learning_rate": 1.7140949345788802e-06,
      "loss": 0.331,
      "step": 1740620
    },
    {
      "epoch": 485.8,
      "grad_norm": 0.9087582230567932,
      "learning_rate": 1.7140688890459746e-06,
      "loss": 0.3197,
      "step": 1740630
    },
    {
      "epoch": 485.81,
      "grad_norm": 1.2502429485321045,
      "learning_rate": 1.7140428435968807e-06,
      "loss": 0.326,
      "step": 1740640
    },
    {
      "epoch": 485.81,
      "grad_norm": 1.0638854503631592,
      "learning_rate": 1.7140167982316012e-06,
      "loss": 0.3325,
      "step": 1740650
    },
    {
      "epoch": 485.81,
      "grad_norm": 1.0579007863998413,
      "learning_rate": 1.7139907529501384e-06,
      "loss": 0.3459,
      "step": 1740660
    },
    {
      "epoch": 485.81,
      "grad_norm": 1.0677882432937622,
      "learning_rate": 1.7139647077524975e-06,
      "loss": 0.3378,
      "step": 1740670
    },
    {
      "epoch": 485.82,
      "grad_norm": 1.0017577409744263,
      "learning_rate": 1.7139386626386813e-06,
      "loss": 0.351,
      "step": 1740680
    },
    {
      "epoch": 485.82,
      "grad_norm": 1.1253299713134766,
      "learning_rate": 1.7139126176086918e-06,
      "loss": 0.3416,
      "step": 1740690
    },
    {
      "epoch": 485.82,
      "grad_norm": 1.2469522953033447,
      "learning_rate": 1.7138865726625354e-06,
      "loss": 0.3433,
      "step": 1740700
    },
    {
      "epoch": 485.82,
      "grad_norm": 1.0986688137054443,
      "learning_rate": 1.7138605278002124e-06,
      "loss": 0.3451,
      "step": 1740710
    },
    {
      "epoch": 485.83,
      "grad_norm": 1.0239622592926025,
      "learning_rate": 1.7138344830217294e-06,
      "loss": 0.335,
      "step": 1740720
    },
    {
      "epoch": 485.83,
      "grad_norm": 1.0218595266342163,
      "learning_rate": 1.7138084383270878e-06,
      "loss": 0.3359,
      "step": 1740730
    },
    {
      "epoch": 485.83,
      "grad_norm": 1.0925874710083008,
      "learning_rate": 1.7137823937162915e-06,
      "loss": 0.3438,
      "step": 1740740
    },
    {
      "epoch": 485.84,
      "grad_norm": 1.0389834642410278,
      "learning_rate": 1.7137563491893444e-06,
      "loss": 0.3552,
      "step": 1740750
    },
    {
      "epoch": 485.84,
      "grad_norm": 1.1437208652496338,
      "learning_rate": 1.7137303047462498e-06,
      "loss": 0.3591,
      "step": 1740760
    },
    {
      "epoch": 485.84,
      "grad_norm": 1.5567710399627686,
      "learning_rate": 1.7137042603870096e-06,
      "loss": 0.348,
      "step": 1740770
    },
    {
      "epoch": 485.84,
      "grad_norm": 1.1518864631652832,
      "learning_rate": 1.71367821611163e-06,
      "loss": 0.3448,
      "step": 1740780
    },
    {
      "epoch": 485.85,
      "grad_norm": 1.0838674306869507,
      "learning_rate": 1.7136521719201129e-06,
      "loss": 0.3619,
      "step": 1740790
    },
    {
      "epoch": 485.85,
      "grad_norm": 1.467454195022583,
      "learning_rate": 1.7136261278124617e-06,
      "loss": 0.3526,
      "step": 1740800
    },
    {
      "epoch": 485.85,
      "grad_norm": 1.136669397354126,
      "learning_rate": 1.7136000837886806e-06,
      "loss": 0.3421,
      "step": 1740810
    },
    {
      "epoch": 485.86,
      "grad_norm": 1.3168028593063354,
      "learning_rate": 1.7135740398487725e-06,
      "loss": 0.3584,
      "step": 1740820
    },
    {
      "epoch": 485.86,
      "grad_norm": 1.1189221143722534,
      "learning_rate": 1.71354799599274e-06,
      "loss": 0.338,
      "step": 1740830
    },
    {
      "epoch": 485.86,
      "grad_norm": 1.009446620941162,
      "learning_rate": 1.7135219522205885e-06,
      "loss": 0.3422,
      "step": 1740840
    },
    {
      "epoch": 485.86,
      "grad_norm": 1.1512454748153687,
      "learning_rate": 1.7134959085323208e-06,
      "loss": 0.3457,
      "step": 1740850
    },
    {
      "epoch": 485.87,
      "grad_norm": 1.0237410068511963,
      "learning_rate": 1.713469864927939e-06,
      "loss": 0.3416,
      "step": 1740860
    },
    {
      "epoch": 485.87,
      "grad_norm": 1.0746796131134033,
      "learning_rate": 1.7134438214074487e-06,
      "loss": 0.3549,
      "step": 1740870
    },
    {
      "epoch": 485.87,
      "grad_norm": 1.4385011196136475,
      "learning_rate": 1.7134177779708522e-06,
      "loss": 0.3541,
      "step": 1740880
    },
    {
      "epoch": 485.87,
      "grad_norm": 1.1534675359725952,
      "learning_rate": 1.7133917346181526e-06,
      "loss": 0.333,
      "step": 1740890
    },
    {
      "epoch": 485.88,
      "grad_norm": 1.2191500663757324,
      "learning_rate": 1.7133656913493546e-06,
      "loss": 0.3571,
      "step": 1740900
    },
    {
      "epoch": 485.88,
      "grad_norm": 1.1865330934524536,
      "learning_rate": 1.7133396481644606e-06,
      "loss": 0.3463,
      "step": 1740910
    },
    {
      "epoch": 485.88,
      "grad_norm": 1.2356160879135132,
      "learning_rate": 1.7133136050634733e-06,
      "loss": 0.3385,
      "step": 1740920
    },
    {
      "epoch": 485.89,
      "grad_norm": 1.0922170877456665,
      "learning_rate": 1.7132875620463987e-06,
      "loss": 0.3447,
      "step": 1740930
    },
    {
      "epoch": 485.89,
      "grad_norm": 1.0429226160049438,
      "learning_rate": 1.7132615191132384e-06,
      "loss": 0.3571,
      "step": 1740940
    },
    {
      "epoch": 485.89,
      "grad_norm": 1.2215657234191895,
      "learning_rate": 1.713235476263996e-06,
      "loss": 0.3454,
      "step": 1740950
    },
    {
      "epoch": 485.89,
      "grad_norm": 1.1624187231063843,
      "learning_rate": 1.7132094334986756e-06,
      "loss": 0.34,
      "step": 1740960
    },
    {
      "epoch": 485.9,
      "grad_norm": 1.1200493574142456,
      "learning_rate": 1.7131833908172803e-06,
      "loss": 0.3331,
      "step": 1740970
    },
    {
      "epoch": 485.9,
      "grad_norm": 1.086275577545166,
      "learning_rate": 1.7131573482198127e-06,
      "loss": 0.3402,
      "step": 1740980
    },
    {
      "epoch": 485.9,
      "grad_norm": 1.1682416200637817,
      "learning_rate": 1.7131313057062786e-06,
      "loss": 0.3507,
      "step": 1740990
    },
    {
      "epoch": 485.91,
      "grad_norm": 1.1094120740890503,
      "learning_rate": 1.7131052632766783e-06,
      "loss": 0.3548,
      "step": 1741000
    },
    {
      "epoch": 485.91,
      "grad_norm": 0.9306368827819824,
      "learning_rate": 1.7130792209310186e-06,
      "loss": 0.3471,
      "step": 1741010
    },
    {
      "epoch": 485.91,
      "grad_norm": 1.1178228855133057,
      "learning_rate": 1.7130531786693008e-06,
      "loss": 0.3566,
      "step": 1741020
    },
    {
      "epoch": 485.91,
      "grad_norm": 0.9193493723869324,
      "learning_rate": 1.7130271364915287e-06,
      "loss": 0.3408,
      "step": 1741030
    },
    {
      "epoch": 485.92,
      "grad_norm": 1.14347505569458,
      "learning_rate": 1.7130010943977066e-06,
      "loss": 0.3493,
      "step": 1741040
    },
    {
      "epoch": 485.92,
      "grad_norm": 1.0416443347930908,
      "learning_rate": 1.7129750523878372e-06,
      "loss": 0.3374,
      "step": 1741050
    },
    {
      "epoch": 485.92,
      "grad_norm": 0.9450823664665222,
      "learning_rate": 1.7129490104619231e-06,
      "loss": 0.3543,
      "step": 1741060
    },
    {
      "epoch": 485.93,
      "grad_norm": 1.1910182237625122,
      "learning_rate": 1.7129229686199697e-06,
      "loss": 0.3366,
      "step": 1741070
    },
    {
      "epoch": 485.93,
      "grad_norm": 1.334743618965149,
      "learning_rate": 1.7128969268619797e-06,
      "loss": 0.3398,
      "step": 1741080
    },
    {
      "epoch": 485.93,
      "grad_norm": 2.7517926692962646,
      "learning_rate": 1.7128708851879559e-06,
      "loss": 0.3483,
      "step": 1741090
    },
    {
      "epoch": 485.93,
      "grad_norm": 0.9815402030944824,
      "learning_rate": 1.7128448435979026e-06,
      "loss": 0.3432,
      "step": 1741100
    },
    {
      "epoch": 485.94,
      "grad_norm": 0.9776698350906372,
      "learning_rate": 1.712818802091823e-06,
      "loss": 0.3331,
      "step": 1741110
    },
    {
      "epoch": 485.94,
      "grad_norm": 1.161120891571045,
      "learning_rate": 1.7127927606697199e-06,
      "loss": 0.3448,
      "step": 1741120
    },
    {
      "epoch": 485.94,
      "grad_norm": 1.1088645458221436,
      "learning_rate": 1.7127667193315982e-06,
      "loss": 0.3268,
      "step": 1741130
    },
    {
      "epoch": 485.94,
      "grad_norm": 1.2863422632217407,
      "learning_rate": 1.7127406780774602e-06,
      "loss": 0.3492,
      "step": 1741140
    },
    {
      "epoch": 485.95,
      "grad_norm": 1.3485558032989502,
      "learning_rate": 1.712714636907309e-06,
      "loss": 0.3609,
      "step": 1741150
    },
    {
      "epoch": 485.95,
      "grad_norm": 1.0045101642608643,
      "learning_rate": 1.7126885958211497e-06,
      "loss": 0.3407,
      "step": 1741160
    },
    {
      "epoch": 485.95,
      "grad_norm": 1.02059805393219,
      "learning_rate": 1.7126625548189848e-06,
      "loss": 0.3378,
      "step": 1741170
    },
    {
      "epoch": 485.96,
      "grad_norm": 1.1562613248825073,
      "learning_rate": 1.7126365139008173e-06,
      "loss": 0.3674,
      "step": 1741180
    },
    {
      "epoch": 485.96,
      "grad_norm": 1.0805280208587646,
      "learning_rate": 1.712610473066652e-06,
      "loss": 0.3543,
      "step": 1741190
    },
    {
      "epoch": 485.96,
      "grad_norm": 0.8400376439094543,
      "learning_rate": 1.712584432316491e-06,
      "loss": 0.3371,
      "step": 1741200
    },
    {
      "epoch": 485.96,
      "grad_norm": 1.0570149421691895,
      "learning_rate": 1.7125583916503378e-06,
      "loss": 0.3605,
      "step": 1741210
    },
    {
      "epoch": 485.97,
      "grad_norm": 1.0822124481201172,
      "learning_rate": 1.7125323510681972e-06,
      "loss": 0.3441,
      "step": 1741220
    },
    {
      "epoch": 485.97,
      "grad_norm": 1.534453272819519,
      "learning_rate": 1.712506310570072e-06,
      "loss": 0.3527,
      "step": 1741230
    },
    {
      "epoch": 485.97,
      "grad_norm": 1.1930018663406372,
      "learning_rate": 1.7124802701559645e-06,
      "loss": 0.3296,
      "step": 1741240
    },
    {
      "epoch": 485.98,
      "grad_norm": 1.080757737159729,
      "learning_rate": 1.7124542298258802e-06,
      "loss": 0.3376,
      "step": 1741250
    },
    {
      "epoch": 485.98,
      "grad_norm": 1.0455152988433838,
      "learning_rate": 1.7124281895798211e-06,
      "loss": 0.3298,
      "step": 1741260
    },
    {
      "epoch": 485.98,
      "grad_norm": 1.0337269306182861,
      "learning_rate": 1.7124021494177903e-06,
      "loss": 0.3467,
      "step": 1741270
    },
    {
      "epoch": 485.98,
      "grad_norm": 3.1151132583618164,
      "learning_rate": 1.7123761093397934e-06,
      "loss": 0.3418,
      "step": 1741280
    },
    {
      "epoch": 485.99,
      "grad_norm": 1.094914436340332,
      "learning_rate": 1.7123500693458312e-06,
      "loss": 0.3413,
      "step": 1741290
    },
    {
      "epoch": 485.99,
      "grad_norm": 1.1111441850662231,
      "learning_rate": 1.7123240294359095e-06,
      "loss": 0.3441,
      "step": 1741300
    },
    {
      "epoch": 485.99,
      "grad_norm": 1.137442946434021,
      "learning_rate": 1.7122979896100307e-06,
      "loss": 0.3407,
      "step": 1741310
    },
    {
      "epoch": 485.99,
      "grad_norm": 0.924063503742218,
      "learning_rate": 1.712271949868198e-06,
      "loss": 0.3366,
      "step": 1741320
    },
    {
      "epoch": 486.0,
      "grad_norm": 1.0283557176589966,
      "learning_rate": 1.7122459102104157e-06,
      "loss": 0.3373,
      "step": 1741330
    },
    {
      "epoch": 486.0,
      "eval_loss": 0.34225955605506897,
      "eval_runtime": 62.9455,
      "eval_samples_per_second": 80.371,
      "eval_steps_per_second": 10.056,
      "step": 1741338
    },
    {
      "epoch": 486.0,
      "grad_norm": 1.2064577341079712,
      "learning_rate": 1.7122198706366869e-06,
      "loss": 0.3564,
      "step": 1741340
    },
    {
      "epoch": 486.0,
      "grad_norm": 1.2084197998046875,
      "learning_rate": 1.7121938311470136e-06,
      "loss": 0.3433,
      "step": 1741350
    },
    {
      "epoch": 486.01,
      "grad_norm": 1.136296272277832,
      "learning_rate": 1.7121677917414018e-06,
      "loss": 0.3471,
      "step": 1741360
    },
    {
      "epoch": 486.01,
      "grad_norm": 1.0241271257400513,
      "learning_rate": 1.7121417524198536e-06,
      "loss": 0.3364,
      "step": 1741370
    },
    {
      "epoch": 486.01,
      "grad_norm": 1.3275099992752075,
      "learning_rate": 1.7121157131823724e-06,
      "loss": 0.3296,
      "step": 1741380
    },
    {
      "epoch": 486.01,
      "grad_norm": 1.1900802850723267,
      "learning_rate": 1.7120896740289623e-06,
      "loss": 0.3415,
      "step": 1741390
    },
    {
      "epoch": 486.02,
      "grad_norm": 1.1576383113861084,
      "learning_rate": 1.7120636349596262e-06,
      "loss": 0.3527,
      "step": 1741400
    },
    {
      "epoch": 486.02,
      "grad_norm": 1.2084213495254517,
      "learning_rate": 1.712037595974367e-06,
      "loss": 0.3524,
      "step": 1741410
    },
    {
      "epoch": 486.02,
      "grad_norm": 0.9621649980545044,
      "learning_rate": 1.7120115570731895e-06,
      "loss": 0.3382,
      "step": 1741420
    },
    {
      "epoch": 486.03,
      "grad_norm": 1.107724666595459,
      "learning_rate": 1.711985518256097e-06,
      "loss": 0.3466,
      "step": 1741430
    },
    {
      "epoch": 486.03,
      "grad_norm": 9.380670547485352,
      "learning_rate": 1.7119594795230913e-06,
      "loss": 0.3472,
      "step": 1741440
    },
    {
      "epoch": 486.03,
      "grad_norm": 1.9366693496704102,
      "learning_rate": 1.7119334408741783e-06,
      "loss": 0.3413,
      "step": 1741450
    },
    {
      "epoch": 486.03,
      "grad_norm": 1.1167341470718384,
      "learning_rate": 1.7119074023093598e-06,
      "loss": 0.3594,
      "step": 1741460
    },
    {
      "epoch": 486.04,
      "grad_norm": 5.0150933265686035,
      "learning_rate": 1.7118813638286395e-06,
      "loss": 0.3553,
      "step": 1741470
    },
    {
      "epoch": 486.04,
      "grad_norm": 1.0312665700912476,
      "learning_rate": 1.7118553254320219e-06,
      "loss": 0.329,
      "step": 1741480
    },
    {
      "epoch": 486.04,
      "grad_norm": 1.0645815134048462,
      "learning_rate": 1.7118292871195088e-06,
      "loss": 0.332,
      "step": 1741490
    },
    {
      "epoch": 486.05,
      "grad_norm": 1.290772795677185,
      "learning_rate": 1.7118032488911043e-06,
      "loss": 0.3403,
      "step": 1741500
    },
    {
      "epoch": 486.05,
      "grad_norm": 0.9427723288536072,
      "learning_rate": 1.711777210746813e-06,
      "loss": 0.3369,
      "step": 1741510
    },
    {
      "epoch": 486.05,
      "grad_norm": 1.055587649345398,
      "learning_rate": 1.711751172686637e-06,
      "loss": 0.3342,
      "step": 1741520
    },
    {
      "epoch": 486.05,
      "grad_norm": 1.0988060235977173,
      "learning_rate": 1.7117251347105804e-06,
      "loss": 0.3359,
      "step": 1741530
    },
    {
      "epoch": 486.06,
      "grad_norm": 1.1237621307373047,
      "learning_rate": 1.7116990968186459e-06,
      "loss": 0.3565,
      "step": 1741540
    },
    {
      "epoch": 486.06,
      "grad_norm": 1.0921616554260254,
      "learning_rate": 1.7116730590108383e-06,
      "loss": 0.3303,
      "step": 1741550
    },
    {
      "epoch": 486.06,
      "grad_norm": 1.0563437938690186,
      "learning_rate": 1.7116470212871595e-06,
      "loss": 0.3411,
      "step": 1741560
    },
    {
      "epoch": 486.06,
      "grad_norm": 1.0825610160827637,
      "learning_rate": 1.7116209836476145e-06,
      "loss": 0.3453,
      "step": 1741570
    },
    {
      "epoch": 486.07,
      "grad_norm": 1.0260857343673706,
      "learning_rate": 1.7115949460922052e-06,
      "loss": 0.3424,
      "step": 1741580
    },
    {
      "epoch": 486.07,
      "grad_norm": 0.9163855910301208,
      "learning_rate": 1.7115689086209367e-06,
      "loss": 0.3363,
      "step": 1741590
    },
    {
      "epoch": 486.07,
      "grad_norm": 1.089463472366333,
      "learning_rate": 1.7115428712338118e-06,
      "loss": 0.3298,
      "step": 1741600
    },
    {
      "epoch": 486.08,
      "grad_norm": 1.2209279537200928,
      "learning_rate": 1.7115168339308333e-06,
      "loss": 0.3465,
      "step": 1741610
    },
    {
      "epoch": 486.08,
      "grad_norm": 0.9973052740097046,
      "learning_rate": 1.7114907967120056e-06,
      "loss": 0.3552,
      "step": 1741620
    },
    {
      "epoch": 486.08,
      "grad_norm": 1.0235838890075684,
      "learning_rate": 1.7114647595773317e-06,
      "loss": 0.3127,
      "step": 1741630
    },
    {
      "epoch": 486.08,
      "grad_norm": 1.1930654048919678,
      "learning_rate": 1.7114387225268146e-06,
      "loss": 0.342,
      "step": 1741640
    },
    {
      "epoch": 486.09,
      "grad_norm": 1.32268488407135,
      "learning_rate": 1.7114126855604588e-06,
      "loss": 0.3591,
      "step": 1741650
    },
    {
      "epoch": 486.09,
      "grad_norm": 0.9793482422828674,
      "learning_rate": 1.7113866486782677e-06,
      "loss": 0.3506,
      "step": 1741660
    },
    {
      "epoch": 486.09,
      "grad_norm": 1.1169769763946533,
      "learning_rate": 1.711360611880243e-06,
      "loss": 0.3611,
      "step": 1741670
    },
    {
      "epoch": 486.1,
      "grad_norm": 1.1044927835464478,
      "learning_rate": 1.7113345751663907e-06,
      "loss": 0.3381,
      "step": 1741680
    },
    {
      "epoch": 486.1,
      "grad_norm": 1.0856512784957886,
      "learning_rate": 1.7113085385367128e-06,
      "loss": 0.3295,
      "step": 1741690
    },
    {
      "epoch": 486.1,
      "grad_norm": 1.120611310005188,
      "learning_rate": 1.7112825019912128e-06,
      "loss": 0.3392,
      "step": 1741700
    },
    {
      "epoch": 486.1,
      "grad_norm": 1.053645133972168,
      "learning_rate": 1.7112564655298949e-06,
      "loss": 0.3524,
      "step": 1741710
    },
    {
      "epoch": 486.11,
      "grad_norm": 1.1485614776611328,
      "learning_rate": 1.7112304291527617e-06,
      "loss": 0.3378,
      "step": 1741720
    },
    {
      "epoch": 486.11,
      "grad_norm": 1.0242247581481934,
      "learning_rate": 1.7112043928598167e-06,
      "loss": 0.3243,
      "step": 1741730
    },
    {
      "epoch": 486.11,
      "grad_norm": 1.2730326652526855,
      "learning_rate": 1.7111783566510641e-06,
      "loss": 0.3223,
      "step": 1741740
    },
    {
      "epoch": 486.11,
      "grad_norm": 1.242051362991333,
      "learning_rate": 1.7111523205265073e-06,
      "loss": 0.356,
      "step": 1741750
    },
    {
      "epoch": 486.12,
      "grad_norm": 1.0084980726242065,
      "learning_rate": 1.7111262844861487e-06,
      "loss": 0.3545,
      "step": 1741760
    },
    {
      "epoch": 486.12,
      "grad_norm": 1.1903657913208008,
      "learning_rate": 1.7111002485299928e-06,
      "loss": 0.3317,
      "step": 1741770
    },
    {
      "epoch": 486.12,
      "grad_norm": 1.048959493637085,
      "learning_rate": 1.711074212658043e-06,
      "loss": 0.3386,
      "step": 1741780
    },
    {
      "epoch": 486.13,
      "grad_norm": 1.014228105545044,
      "learning_rate": 1.7110481768703016e-06,
      "loss": 0.3294,
      "step": 1741790
    },
    {
      "epoch": 486.13,
      "grad_norm": 1.0446699857711792,
      "learning_rate": 1.711022141166774e-06,
      "loss": 0.3566,
      "step": 1741800
    },
    {
      "epoch": 486.13,
      "grad_norm": 1.0682436227798462,
      "learning_rate": 1.7109961055474628e-06,
      "loss": 0.329,
      "step": 1741810
    },
    {
      "epoch": 486.13,
      "grad_norm": 0.9671562314033508,
      "learning_rate": 1.7109700700123697e-06,
      "loss": 0.3478,
      "step": 1741820
    },
    {
      "epoch": 486.14,
      "grad_norm": 0.9587044715881348,
      "learning_rate": 1.7109440345615012e-06,
      "loss": 0.329,
      "step": 1741830
    },
    {
      "epoch": 486.14,
      "grad_norm": 0.9896377325057983,
      "learning_rate": 1.7109179991948593e-06,
      "loss": 0.3346,
      "step": 1741840
    },
    {
      "epoch": 486.14,
      "grad_norm": 1.0927631855010986,
      "learning_rate": 1.7108919639124471e-06,
      "loss": 0.3383,
      "step": 1741850
    },
    {
      "epoch": 486.15,
      "grad_norm": 1.1951178312301636,
      "learning_rate": 1.710865928714269e-06,
      "loss": 0.3418,
      "step": 1741860
    },
    {
      "epoch": 486.15,
      "grad_norm": 0.9549835920333862,
      "learning_rate": 1.7108398936003267e-06,
      "loss": 0.3539,
      "step": 1741870
    },
    {
      "epoch": 486.15,
      "grad_norm": 1.239519715309143,
      "learning_rate": 1.710813858570626e-06,
      "loss": 0.3502,
      "step": 1741880
    },
    {
      "epoch": 486.15,
      "grad_norm": 1.0102221965789795,
      "learning_rate": 1.7107878236251696e-06,
      "loss": 0.3499,
      "step": 1741890
    },
    {
      "epoch": 486.16,
      "grad_norm": 1.3873684406280518,
      "learning_rate": 1.7107617887639596e-06,
      "loss": 0.3321,
      "step": 1741900
    },
    {
      "epoch": 486.16,
      "grad_norm": 1.0766087770462036,
      "learning_rate": 1.710735753987001e-06,
      "loss": 0.3346,
      "step": 1741910
    },
    {
      "epoch": 486.16,
      "grad_norm": 1.2855199575424194,
      "learning_rate": 1.7107097192942973e-06,
      "loss": 0.3434,
      "step": 1741920
    },
    {
      "epoch": 486.17,
      "grad_norm": 0.9333058595657349,
      "learning_rate": 1.7106836846858503e-06,
      "loss": 0.3321,
      "step": 1741930
    },
    {
      "epoch": 486.17,
      "grad_norm": 1.1076629161834717,
      "learning_rate": 1.7106576501616652e-06,
      "loss": 0.3471,
      "step": 1741940
    },
    {
      "epoch": 486.17,
      "grad_norm": 1.2761589288711548,
      "learning_rate": 1.7106316157217453e-06,
      "loss": 0.3581,
      "step": 1741950
    },
    {
      "epoch": 486.17,
      "grad_norm": 1.1832090616226196,
      "learning_rate": 1.7106055813660925e-06,
      "loss": 0.347,
      "step": 1741960
    },
    {
      "epoch": 486.18,
      "grad_norm": 1.086341381072998,
      "learning_rate": 1.7105795470947123e-06,
      "loss": 0.3472,
      "step": 1741970
    },
    {
      "epoch": 486.18,
      "grad_norm": 1.2050912380218506,
      "learning_rate": 1.7105535129076074e-06,
      "loss": 0.3365,
      "step": 1741980
    },
    {
      "epoch": 486.18,
      "grad_norm": 0.9670559763908386,
      "learning_rate": 1.7105274788047805e-06,
      "loss": 0.3417,
      "step": 1741990
    },
    {
      "epoch": 486.18,
      "grad_norm": 1.130927562713623,
      "learning_rate": 1.710501444786236e-06,
      "loss": 0.3435,
      "step": 1742000
    },
    {
      "epoch": 486.19,
      "grad_norm": 1.383670687675476,
      "learning_rate": 1.7104754108519774e-06,
      "loss": 0.3531,
      "step": 1742010
    },
    {
      "epoch": 486.19,
      "grad_norm": 0.9659836888313293,
      "learning_rate": 1.7104493770020069e-06,
      "loss": 0.3411,
      "step": 1742020
    },
    {
      "epoch": 486.19,
      "grad_norm": 1.1050080060958862,
      "learning_rate": 1.7104233432363294e-06,
      "loss": 0.3473,
      "step": 1742030
    },
    {
      "epoch": 486.2,
      "grad_norm": 1.2677137851715088,
      "learning_rate": 1.7103973095549483e-06,
      "loss": 0.3459,
      "step": 1742040
    },
    {
      "epoch": 486.2,
      "grad_norm": 1.755297303199768,
      "learning_rate": 1.710371275957866e-06,
      "loss": 0.3409,
      "step": 1742050
    },
    {
      "epoch": 486.2,
      "grad_norm": 1.0696022510528564,
      "learning_rate": 1.710345242445087e-06,
      "loss": 0.3226,
      "step": 1742060
    },
    {
      "epoch": 486.2,
      "grad_norm": 1.1862876415252686,
      "learning_rate": 1.7103192090166146e-06,
      "loss": 0.3306,
      "step": 1742070
    },
    {
      "epoch": 486.21,
      "grad_norm": 1.2391963005065918,
      "learning_rate": 1.7102931756724506e-06,
      "loss": 0.332,
      "step": 1742080
    },
    {
      "epoch": 486.21,
      "grad_norm": 1.0716164112091064,
      "learning_rate": 1.710267142412601e-06,
      "loss": 0.3263,
      "step": 1742090
    },
    {
      "epoch": 486.21,
      "grad_norm": 0.9472248554229736,
      "learning_rate": 1.7102411092370683e-06,
      "loss": 0.3461,
      "step": 1742100
    },
    {
      "epoch": 486.22,
      "grad_norm": 1.1573290824890137,
      "learning_rate": 1.7102150761458546e-06,
      "loss": 0.3331,
      "step": 1742110
    },
    {
      "epoch": 486.22,
      "grad_norm": 12.387462615966797,
      "learning_rate": 1.7101890431389656e-06,
      "loss": 0.3344,
      "step": 1742120
    },
    {
      "epoch": 486.22,
      "grad_norm": 1.4338024854660034,
      "learning_rate": 1.7101630102164038e-06,
      "loss": 0.3583,
      "step": 1742130
    },
    {
      "epoch": 486.22,
      "grad_norm": 1.1510035991668701,
      "learning_rate": 1.7101369773781724e-06,
      "loss": 0.3431,
      "step": 1742140
    },
    {
      "epoch": 486.23,
      "grad_norm": 1.2081608772277832,
      "learning_rate": 1.7101109446242752e-06,
      "loss": 0.3467,
      "step": 1742150
    },
    {
      "epoch": 486.23,
      "grad_norm": 1.060644268989563,
      "learning_rate": 1.7100849119547145e-06,
      "loss": 0.3327,
      "step": 1742160
    },
    {
      "epoch": 486.23,
      "grad_norm": 1.1326054334640503,
      "learning_rate": 1.710058879369496e-06,
      "loss": 0.3428,
      "step": 1742170
    },
    {
      "epoch": 486.23,
      "grad_norm": 10.84323501586914,
      "learning_rate": 1.7100328468686218e-06,
      "loss": 0.3411,
      "step": 1742180
    },
    {
      "epoch": 486.24,
      "grad_norm": 1.0681637525558472,
      "learning_rate": 1.7100068144520952e-06,
      "loss": 0.3487,
      "step": 1742190
    },
    {
      "epoch": 486.24,
      "grad_norm": 1.1549650430679321,
      "learning_rate": 1.7099807821199205e-06,
      "loss": 0.3479,
      "step": 1742200
    },
    {
      "epoch": 486.24,
      "grad_norm": 0.9053995609283447,
      "learning_rate": 1.7099547498721005e-06,
      "loss": 0.3407,
      "step": 1742210
    },
    {
      "epoch": 486.25,
      "grad_norm": 1.090315818786621,
      "learning_rate": 1.7099287177086377e-06,
      "loss": 0.3375,
      "step": 1742220
    },
    {
      "epoch": 486.25,
      "grad_norm": 1.1892905235290527,
      "learning_rate": 1.709902685629538e-06,
      "loss": 0.3566,
      "step": 1742230
    },
    {
      "epoch": 486.25,
      "grad_norm": 1.0678350925445557,
      "learning_rate": 1.7098766536348032e-06,
      "loss": 0.3514,
      "step": 1742240
    },
    {
      "epoch": 486.25,
      "grad_norm": 1.2138779163360596,
      "learning_rate": 1.7098506217244362e-06,
      "loss": 0.3393,
      "step": 1742250
    },
    {
      "epoch": 486.26,
      "grad_norm": 1.1462479829788208,
      "learning_rate": 1.7098245898984428e-06,
      "loss": 0.3449,
      "step": 1742260
    },
    {
      "epoch": 486.26,
      "grad_norm": 1.0711833238601685,
      "learning_rate": 1.7097985581568245e-06,
      "loss": 0.3615,
      "step": 1742270
    },
    {
      "epoch": 486.26,
      "grad_norm": 1.3364753723144531,
      "learning_rate": 1.7097725264995853e-06,
      "loss": 0.3323,
      "step": 1742280
    },
    {
      "epoch": 486.27,
      "grad_norm": 1.229836106300354,
      "learning_rate": 1.7097464949267288e-06,
      "loss": 0.339,
      "step": 1742290
    },
    {
      "epoch": 486.27,
      "grad_norm": 1.0969853401184082,
      "learning_rate": 1.7097204634382586e-06,
      "loss": 0.35,
      "step": 1742300
    },
    {
      "epoch": 486.27,
      "grad_norm": 1.2484698295593262,
      "learning_rate": 1.7096944320341768e-06,
      "loss": 0.3289,
      "step": 1742310
    },
    {
      "epoch": 486.27,
      "grad_norm": 0.9966872334480286,
      "learning_rate": 1.709668400714489e-06,
      "loss": 0.3416,
      "step": 1742320
    },
    {
      "epoch": 486.28,
      "grad_norm": 1.028948426246643,
      "learning_rate": 1.7096423694791974e-06,
      "loss": 0.3466,
      "step": 1742330
    },
    {
      "epoch": 486.28,
      "grad_norm": 1.018435001373291,
      "learning_rate": 1.7096163383283054e-06,
      "loss": 0.3488,
      "step": 1742340
    },
    {
      "epoch": 486.28,
      "grad_norm": 1.1379245519638062,
      "learning_rate": 1.7095903072618172e-06,
      "loss": 0.3589,
      "step": 1742350
    },
    {
      "epoch": 486.29,
      "grad_norm": 1.4292166233062744,
      "learning_rate": 1.709564276279736e-06,
      "loss": 0.3262,
      "step": 1742360
    },
    {
      "epoch": 486.29,
      "grad_norm": 1.103288173675537,
      "learning_rate": 1.7095382453820638e-06,
      "loss": 0.3325,
      "step": 1742370
    },
    {
      "epoch": 486.29,
      "grad_norm": 1.0636287927627563,
      "learning_rate": 1.7095122145688067e-06,
      "loss": 0.3468,
      "step": 1742380
    },
    {
      "epoch": 486.29,
      "grad_norm": 1.2620092630386353,
      "learning_rate": 1.7094861838399664e-06,
      "loss": 0.3689,
      "step": 1742390
    },
    {
      "epoch": 486.3,
      "grad_norm": 1.0507233142852783,
      "learning_rate": 1.7094601531955461e-06,
      "loss": 0.3407,
      "step": 1742400
    },
    {
      "epoch": 486.3,
      "grad_norm": 1.0281286239624023,
      "learning_rate": 1.7094341226355508e-06,
      "loss": 0.3419,
      "step": 1742410
    },
    {
      "epoch": 486.3,
      "grad_norm": 1.1567152738571167,
      "learning_rate": 1.7094080921599832e-06,
      "loss": 0.3489,
      "step": 1742420
    },
    {
      "epoch": 486.3,
      "grad_norm": 1.1127959489822388,
      "learning_rate": 1.7093820617688462e-06,
      "loss": 0.3417,
      "step": 1742430
    },
    {
      "epoch": 486.31,
      "grad_norm": 0.9477666616439819,
      "learning_rate": 1.709356031462144e-06,
      "loss": 0.3472,
      "step": 1742440
    },
    {
      "epoch": 486.31,
      "grad_norm": 1.003808856010437,
      "learning_rate": 1.7093300012398793e-06,
      "loss": 0.3341,
      "step": 1742450
    },
    {
      "epoch": 486.31,
      "grad_norm": 1.067274808883667,
      "learning_rate": 1.7093039711020567e-06,
      "loss": 0.3347,
      "step": 1742460
    },
    {
      "epoch": 486.32,
      "grad_norm": 1.051311731338501,
      "learning_rate": 1.7092779410486792e-06,
      "loss": 0.342,
      "step": 1742470
    },
    {
      "epoch": 486.32,
      "grad_norm": 1.2652102708816528,
      "learning_rate": 1.7092519110797492e-06,
      "loss": 0.3498,
      "step": 1742480
    },
    {
      "epoch": 486.32,
      "grad_norm": 1.2607998847961426,
      "learning_rate": 1.7092258811952723e-06,
      "loss": 0.3768,
      "step": 1742490
    },
    {
      "epoch": 486.32,
      "grad_norm": 1.1925987005233765,
      "learning_rate": 1.7091998513952496e-06,
      "loss": 0.3374,
      "step": 1742500
    },
    {
      "epoch": 486.33,
      "grad_norm": 0.9458174109458923,
      "learning_rate": 1.7091738216796862e-06,
      "loss": 0.3472,
      "step": 1742510
    },
    {
      "epoch": 486.33,
      "grad_norm": 0.9820427298545837,
      "learning_rate": 1.7091477920485854e-06,
      "loss": 0.3551,
      "step": 1742520
    },
    {
      "epoch": 486.33,
      "grad_norm": 1.2007057666778564,
      "learning_rate": 1.70912176250195e-06,
      "loss": 0.3497,
      "step": 1742530
    },
    {
      "epoch": 486.34,
      "grad_norm": 1.1779093742370605,
      "learning_rate": 1.7090957330397832e-06,
      "loss": 0.3446,
      "step": 1742540
    },
    {
      "epoch": 486.34,
      "grad_norm": 1.0213831663131714,
      "learning_rate": 1.7090697036620898e-06,
      "loss": 0.3324,
      "step": 1742550
    },
    {
      "epoch": 486.34,
      "grad_norm": 0.994202733039856,
      "learning_rate": 1.7090436743688726e-06,
      "loss": 0.3483,
      "step": 1742560
    },
    {
      "epoch": 486.34,
      "grad_norm": 1.131259799003601,
      "learning_rate": 1.7090176451601344e-06,
      "loss": 0.3621,
      "step": 1742570
    },
    {
      "epoch": 486.35,
      "grad_norm": 1.0999921560287476,
      "learning_rate": 1.7089916160358798e-06,
      "loss": 0.3511,
      "step": 1742580
    },
    {
      "epoch": 486.35,
      "grad_norm": 0.9261317253112793,
      "learning_rate": 1.708965586996112e-06,
      "loss": 0.3391,
      "step": 1742590
    },
    {
      "epoch": 486.35,
      "grad_norm": 1.098500370979309,
      "learning_rate": 1.7089395580408327e-06,
      "loss": 0.344,
      "step": 1742600
    },
    {
      "epoch": 486.36,
      "grad_norm": 1.0472716093063354,
      "learning_rate": 1.708913529170048e-06,
      "loss": 0.3567,
      "step": 1742610
    },
    {
      "epoch": 486.36,
      "grad_norm": 1.0551081895828247,
      "learning_rate": 1.7088875003837602e-06,
      "loss": 0.3339,
      "step": 1742620
    },
    {
      "epoch": 486.36,
      "grad_norm": 1.0418306589126587,
      "learning_rate": 1.708861471681972e-06,
      "loss": 0.3696,
      "step": 1742630
    },
    {
      "epoch": 486.36,
      "grad_norm": 0.913762629032135,
      "learning_rate": 1.7088354430646887e-06,
      "loss": 0.3402,
      "step": 1742640
    },
    {
      "epoch": 486.37,
      "grad_norm": 1.1703821420669556,
      "learning_rate": 1.7088094145319122e-06,
      "loss": 0.3551,
      "step": 1742650
    },
    {
      "epoch": 486.37,
      "grad_norm": 1.083943486213684,
      "learning_rate": 1.7087833860836463e-06,
      "loss": 0.3476,
      "step": 1742660
    },
    {
      "epoch": 486.37,
      "grad_norm": 0.9524177312850952,
      "learning_rate": 1.708757357719895e-06,
      "loss": 0.3285,
      "step": 1742670
    },
    {
      "epoch": 486.37,
      "grad_norm": 1.055413842201233,
      "learning_rate": 1.7087313294406616e-06,
      "loss": 0.3459,
      "step": 1742680
    },
    {
      "epoch": 486.38,
      "grad_norm": 1.0070314407348633,
      "learning_rate": 1.7087053012459482e-06,
      "loss": 0.3317,
      "step": 1742690
    },
    {
      "epoch": 486.38,
      "grad_norm": 1.032305121421814,
      "learning_rate": 1.7086792731357603e-06,
      "loss": 0.363,
      "step": 1742700
    },
    {
      "epoch": 486.38,
      "grad_norm": 1.0579251050949097,
      "learning_rate": 1.708653245110101e-06,
      "loss": 0.3319,
      "step": 1742710
    },
    {
      "epoch": 486.39,
      "grad_norm": 1.0979588031768799,
      "learning_rate": 1.708627217168972e-06,
      "loss": 0.3423,
      "step": 1742720
    },
    {
      "epoch": 486.39,
      "grad_norm": 1.212775468826294,
      "learning_rate": 1.7086011893123792e-06,
      "loss": 0.3383,
      "step": 1742730
    },
    {
      "epoch": 486.39,
      "grad_norm": 1.179551362991333,
      "learning_rate": 1.7085751615403234e-06,
      "loss": 0.3364,
      "step": 1742740
    },
    {
      "epoch": 486.39,
      "grad_norm": 1.1477352380752563,
      "learning_rate": 1.7085491338528108e-06,
      "loss": 0.3353,
      "step": 1742750
    },
    {
      "epoch": 486.4,
      "grad_norm": 1.1534316539764404,
      "learning_rate": 1.7085231062498436e-06,
      "loss": 0.3466,
      "step": 1742760
    },
    {
      "epoch": 486.4,
      "grad_norm": 1.0728734731674194,
      "learning_rate": 1.7084970787314242e-06,
      "loss": 0.3231,
      "step": 1742770
    },
    {
      "epoch": 486.4,
      "grad_norm": 1.160476565361023,
      "learning_rate": 1.708471051297558e-06,
      "loss": 0.3255,
      "step": 1742780
    },
    {
      "epoch": 486.41,
      "grad_norm": 0.9424280524253845,
      "learning_rate": 1.7084450239482479e-06,
      "loss": 0.3466,
      "step": 1742790
    },
    {
      "epoch": 486.41,
      "grad_norm": 1.296992301940918,
      "learning_rate": 1.7084189966834964e-06,
      "loss": 0.3464,
      "step": 1742800
    },
    {
      "epoch": 486.41,
      "grad_norm": 1.059220552444458,
      "learning_rate": 1.7083929695033083e-06,
      "loss": 0.3484,
      "step": 1742810
    },
    {
      "epoch": 486.41,
      "grad_norm": 1.0461227893829346,
      "learning_rate": 1.708366942407686e-06,
      "loss": 0.3515,
      "step": 1742820
    },
    {
      "epoch": 486.42,
      "grad_norm": 1.3113813400268555,
      "learning_rate": 1.7083409153966328e-06,
      "loss": 0.3436,
      "step": 1742830
    },
    {
      "epoch": 486.42,
      "grad_norm": 3.3197152614593506,
      "learning_rate": 1.7083148884701533e-06,
      "loss": 0.3274,
      "step": 1742840
    },
    {
      "epoch": 486.42,
      "grad_norm": 1.2046891450881958,
      "learning_rate": 1.7082888616282506e-06,
      "loss": 0.3393,
      "step": 1742850
    },
    {
      "epoch": 486.42,
      "grad_norm": 1.363446831703186,
      "learning_rate": 1.7082628348709274e-06,
      "loss": 0.3606,
      "step": 1742860
    },
    {
      "epoch": 486.43,
      "grad_norm": 0.9499991536140442,
      "learning_rate": 1.7082368081981885e-06,
      "loss": 0.331,
      "step": 1742870
    },
    {
      "epoch": 486.43,
      "grad_norm": 1.1134073734283447,
      "learning_rate": 1.7082107816100361e-06,
      "loss": 0.3527,
      "step": 1742880
    },
    {
      "epoch": 486.43,
      "grad_norm": 1.0179331302642822,
      "learning_rate": 1.7081847551064734e-06,
      "loss": 0.3765,
      "step": 1742890
    },
    {
      "epoch": 486.44,
      "grad_norm": 1.018139123916626,
      "learning_rate": 1.7081587286875055e-06,
      "loss": 0.3286,
      "step": 1742900
    },
    {
      "epoch": 486.44,
      "grad_norm": 1.1203734874725342,
      "learning_rate": 1.7081327023531353e-06,
      "loss": 0.3487,
      "step": 1742910
    },
    {
      "epoch": 486.44,
      "grad_norm": 1.2355523109436035,
      "learning_rate": 1.7081066761033646e-06,
      "loss": 0.3386,
      "step": 1742920
    },
    {
      "epoch": 486.44,
      "grad_norm": 1.0786134004592896,
      "learning_rate": 1.7080806499381995e-06,
      "loss": 0.3504,
      "step": 1742930
    },
    {
      "epoch": 486.45,
      "grad_norm": 1.001987338066101,
      "learning_rate": 1.7080546238576419e-06,
      "loss": 0.3348,
      "step": 1742940
    },
    {
      "epoch": 486.45,
      "grad_norm": 1.1156694889068604,
      "learning_rate": 1.7080285978616952e-06,
      "loss": 0.3505,
      "step": 1742950
    },
    {
      "epoch": 486.45,
      "grad_norm": 1.3390307426452637,
      "learning_rate": 1.7080025719503635e-06,
      "loss": 0.3403,
      "step": 1742960
    },
    {
      "epoch": 486.46,
      "grad_norm": 0.9294246435165405,
      "learning_rate": 1.70797654612365e-06,
      "loss": 0.3381,
      "step": 1742970
    },
    {
      "epoch": 486.46,
      "grad_norm": 1.3536494970321655,
      "learning_rate": 1.7079505203815573e-06,
      "loss": 0.3621,
      "step": 1742980
    },
    {
      "epoch": 486.46,
      "grad_norm": 1.0404975414276123,
      "learning_rate": 1.7079244947240907e-06,
      "loss": 0.3351,
      "step": 1742990
    },
    {
      "epoch": 486.46,
      "grad_norm": 1.1641194820404053,
      "learning_rate": 1.7078984691512522e-06,
      "loss": 0.3565,
      "step": 1743000
    },
    {
      "epoch": 486.47,
      "grad_norm": 1.1845078468322754,
      "learning_rate": 1.7078724436630454e-06,
      "loss": 0.3436,
      "step": 1743010
    },
    {
      "epoch": 486.47,
      "grad_norm": 1.1983819007873535,
      "learning_rate": 1.7078464182594746e-06,
      "loss": 0.3306,
      "step": 1743020
    },
    {
      "epoch": 486.47,
      "grad_norm": 0.9518356919288635,
      "learning_rate": 1.7078203929405418e-06,
      "loss": 0.3429,
      "step": 1743030
    },
    {
      "epoch": 486.48,
      "grad_norm": 1.0539225339889526,
      "learning_rate": 1.7077943677062527e-06,
      "loss": 0.3463,
      "step": 1743040
    },
    {
      "epoch": 486.48,
      "grad_norm": 0.9194470643997192,
      "learning_rate": 1.7077683425566092e-06,
      "loss": 0.3314,
      "step": 1743050
    },
    {
      "epoch": 486.48,
      "grad_norm": 1.114240050315857,
      "learning_rate": 1.707742317491614e-06,
      "loss": 0.349,
      "step": 1743060
    },
    {
      "epoch": 486.48,
      "grad_norm": 1.0281027555465698,
      "learning_rate": 1.7077162925112725e-06,
      "loss": 0.3372,
      "step": 1743070
    },
    {
      "epoch": 486.49,
      "grad_norm": 1.2577415704727173,
      "learning_rate": 1.7076902676155877e-06,
      "loss": 0.3444,
      "step": 1743080
    },
    {
      "epoch": 486.49,
      "grad_norm": 5.638518810272217,
      "learning_rate": 1.7076642428045615e-06,
      "loss": 0.3312,
      "step": 1743090
    },
    {
      "epoch": 486.49,
      "grad_norm": 1.1948472261428833,
      "learning_rate": 1.7076382180781995e-06,
      "loss": 0.3491,
      "step": 1743100
    },
    {
      "epoch": 486.49,
      "grad_norm": 1.0888608694076538,
      "learning_rate": 1.7076121934365039e-06,
      "loss": 0.3352,
      "step": 1743110
    },
    {
      "epoch": 486.5,
      "grad_norm": 1.3505555391311646,
      "learning_rate": 1.7075861688794772e-06,
      "loss": 0.3581,
      "step": 1743120
    },
    {
      "epoch": 486.5,
      "grad_norm": 0.9481284022331238,
      "learning_rate": 1.7075601444071258e-06,
      "loss": 0.3211,
      "step": 1743130
    },
    {
      "epoch": 486.5,
      "grad_norm": 2.4439563751220703,
      "learning_rate": 1.7075341200194507e-06,
      "loss": 0.3336,
      "step": 1743140
    },
    {
      "epoch": 486.51,
      "grad_norm": 1.0956460237503052,
      "learning_rate": 1.707508095716456e-06,
      "loss": 0.3499,
      "step": 1743150
    },
    {
      "epoch": 486.51,
      "grad_norm": 0.9766404032707214,
      "learning_rate": 1.7074820714981456e-06,
      "loss": 0.3487,
      "step": 1743160
    },
    {
      "epoch": 486.51,
      "grad_norm": 1.0659290552139282,
      "learning_rate": 1.7074560473645226e-06,
      "loss": 0.3429,
      "step": 1743170
    },
    {
      "epoch": 486.51,
      "grad_norm": 1.111936330795288,
      "learning_rate": 1.7074300233155896e-06,
      "loss": 0.3416,
      "step": 1743180
    },
    {
      "epoch": 486.52,
      "grad_norm": 1.2642885446548462,
      "learning_rate": 1.707403999351352e-06,
      "loss": 0.3488,
      "step": 1743190
    },
    {
      "epoch": 486.52,
      "grad_norm": 2.178652048110962,
      "learning_rate": 1.707377975471812e-06,
      "loss": 0.3398,
      "step": 1743200
    },
    {
      "epoch": 486.52,
      "grad_norm": 1.2308920621871948,
      "learning_rate": 1.7073519516769727e-06,
      "loss": 0.3476,
      "step": 1743210
    },
    {
      "epoch": 486.53,
      "grad_norm": 1.1300066709518433,
      "learning_rate": 1.707325927966839e-06,
      "loss": 0.3581,
      "step": 1743220
    },
    {
      "epoch": 486.53,
      "grad_norm": 1.082894206047058,
      "learning_rate": 1.7072999043414136e-06,
      "loss": 0.3373,
      "step": 1743230
    },
    {
      "epoch": 486.53,
      "grad_norm": 1.117576003074646,
      "learning_rate": 1.707273880800699e-06,
      "loss": 0.3359,
      "step": 1743240
    },
    {
      "epoch": 486.53,
      "grad_norm": 1.1415883302688599,
      "learning_rate": 1.7072478573447003e-06,
      "loss": 0.3461,
      "step": 1743250
    },
    {
      "epoch": 486.54,
      "grad_norm": 0.9940328001976013,
      "learning_rate": 1.7072218339734203e-06,
      "loss": 0.3449,
      "step": 1743260
    },
    {
      "epoch": 486.54,
      "grad_norm": 1.2979995012283325,
      "learning_rate": 1.7071958106868611e-06,
      "loss": 0.3443,
      "step": 1743270
    },
    {
      "epoch": 486.54,
      "grad_norm": 1.0345064401626587,
      "learning_rate": 1.7071697874850286e-06,
      "loss": 0.3478,
      "step": 1743280
    },
    {
      "epoch": 486.54,
      "grad_norm": 1.0408660173416138,
      "learning_rate": 1.707143764367925e-06,
      "loss": 0.3378,
      "step": 1743290
    },
    {
      "epoch": 486.55,
      "grad_norm": 1.0704114437103271,
      "learning_rate": 1.7071177413355534e-06,
      "loss": 0.3412,
      "step": 1743300
    },
    {
      "epoch": 486.55,
      "grad_norm": 1.0734758377075195,
      "learning_rate": 1.7070917183879184e-06,
      "loss": 0.3333,
      "step": 1743310
    },
    {
      "epoch": 486.55,
      "grad_norm": 1.0986888408660889,
      "learning_rate": 1.7070656955250216e-06,
      "loss": 0.3523,
      "step": 1743320
    },
    {
      "epoch": 486.56,
      "grad_norm": 1.069604516029358,
      "learning_rate": 1.707039672746869e-06,
      "loss": 0.3545,
      "step": 1743330
    },
    {
      "epoch": 486.56,
      "grad_norm": 1.0709062814712524,
      "learning_rate": 1.707013650053462e-06,
      "loss": 0.332,
      "step": 1743340
    },
    {
      "epoch": 486.56,
      "grad_norm": 1.1505115032196045,
      "learning_rate": 1.7069876274448046e-06,
      "loss": 0.349,
      "step": 1743350
    },
    {
      "epoch": 486.56,
      "grad_norm": 1.0228229761123657,
      "learning_rate": 1.706961604920901e-06,
      "loss": 0.3435,
      "step": 1743360
    },
    {
      "epoch": 486.57,
      "grad_norm": 1.0386170148849487,
      "learning_rate": 1.706935582481754e-06,
      "loss": 0.3407,
      "step": 1743370
    },
    {
      "epoch": 486.57,
      "grad_norm": 1.0582592487335205,
      "learning_rate": 1.706909560127367e-06,
      "loss": 0.3456,
      "step": 1743380
    },
    {
      "epoch": 486.57,
      "grad_norm": 1.1153934001922607,
      "learning_rate": 1.706883537857744e-06,
      "loss": 0.3464,
      "step": 1743390
    },
    {
      "epoch": 486.58,
      "grad_norm": 1.001434326171875,
      "learning_rate": 1.7068575156728881e-06,
      "loss": 0.3259,
      "step": 1743400
    },
    {
      "epoch": 486.58,
      "grad_norm": 0.9637206196784973,
      "learning_rate": 1.7068314935728017e-06,
      "loss": 0.3335,
      "step": 1743410
    },
    {
      "epoch": 486.58,
      "grad_norm": 1.033244013786316,
      "learning_rate": 1.7068054715574904e-06,
      "loss": 0.3372,
      "step": 1743420
    },
    {
      "epoch": 486.58,
      "grad_norm": 1.1508256196975708,
      "learning_rate": 1.7067794496269566e-06,
      "loss": 0.3588,
      "step": 1743430
    },
    {
      "epoch": 486.59,
      "grad_norm": 1.07282555103302,
      "learning_rate": 1.706753427781203e-06,
      "loss": 0.3598,
      "step": 1743440
    },
    {
      "epoch": 486.59,
      "grad_norm": 1.0026600360870361,
      "learning_rate": 1.7067274060202348e-06,
      "loss": 0.3421,
      "step": 1743450
    },
    {
      "epoch": 486.59,
      "grad_norm": 1.0923140048980713,
      "learning_rate": 1.7067013843440536e-06,
      "loss": 0.3362,
      "step": 1743460
    },
    {
      "epoch": 486.6,
      "grad_norm": 1.0833888053894043,
      "learning_rate": 1.7066753627526638e-06,
      "loss": 0.3326,
      "step": 1743470
    },
    {
      "epoch": 486.6,
      "grad_norm": 1.0549964904785156,
      "learning_rate": 1.7066493412460695e-06,
      "loss": 0.334,
      "step": 1743480
    },
    {
      "epoch": 486.6,
      "grad_norm": 1.0697338581085205,
      "learning_rate": 1.7066233198242733e-06,
      "loss": 0.3421,
      "step": 1743490
    },
    {
      "epoch": 486.6,
      "grad_norm": 1.1020677089691162,
      "learning_rate": 1.706597298487278e-06,
      "loss": 0.3354,
      "step": 1743500
    },
    {
      "epoch": 486.61,
      "grad_norm": 1.117456316947937,
      "learning_rate": 1.7065712772350885e-06,
      "loss": 0.3428,
      "step": 1743510
    },
    {
      "epoch": 486.61,
      "grad_norm": 1.0576903820037842,
      "learning_rate": 1.7065452560677081e-06,
      "loss": 0.3572,
      "step": 1743520
    },
    {
      "epoch": 486.61,
      "grad_norm": 0.983530580997467,
      "learning_rate": 1.706519234985139e-06,
      "loss": 0.3562,
      "step": 1743530
    },
    {
      "epoch": 486.61,
      "grad_norm": 1.152700662612915,
      "learning_rate": 1.706493213987386e-06,
      "loss": 0.3294,
      "step": 1743540
    },
    {
      "epoch": 486.62,
      "grad_norm": 1.2852448225021362,
      "learning_rate": 1.7064671930744523e-06,
      "loss": 0.3557,
      "step": 1743550
    },
    {
      "epoch": 486.62,
      "grad_norm": 1.2594194412231445,
      "learning_rate": 1.7064411722463404e-06,
      "loss": 0.3456,
      "step": 1743560
    },
    {
      "epoch": 486.62,
      "grad_norm": 1.0841357707977295,
      "learning_rate": 1.7064151515030547e-06,
      "loss": 0.3243,
      "step": 1743570
    },
    {
      "epoch": 486.63,
      "grad_norm": 1.0796074867248535,
      "learning_rate": 1.706389130844599e-06,
      "loss": 0.3472,
      "step": 1743580
    },
    {
      "epoch": 486.63,
      "grad_norm": 1.1900726556777954,
      "learning_rate": 1.706363110270975e-06,
      "loss": 0.3437,
      "step": 1743590
    },
    {
      "epoch": 486.63,
      "grad_norm": 1.0105738639831543,
      "learning_rate": 1.7063370897821882e-06,
      "loss": 0.3477,
      "step": 1743600
    },
    {
      "epoch": 486.63,
      "grad_norm": 1.0546064376831055,
      "learning_rate": 1.7063110693782412e-06,
      "loss": 0.3274,
      "step": 1743610
    },
    {
      "epoch": 486.64,
      "grad_norm": 1.1152790784835815,
      "learning_rate": 1.7062850490591377e-06,
      "loss": 0.3491,
      "step": 1743620
    },
    {
      "epoch": 486.64,
      "grad_norm": 0.9407777786254883,
      "learning_rate": 1.706259028824881e-06,
      "loss": 0.333,
      "step": 1743630
    },
    {
      "epoch": 486.64,
      "grad_norm": 1.3634357452392578,
      "learning_rate": 1.7062330086754736e-06,
      "loss": 0.3393,
      "step": 1743640
    },
    {
      "epoch": 486.65,
      "grad_norm": 1.04011869430542,
      "learning_rate": 1.7062069886109208e-06,
      "loss": 0.3331,
      "step": 1743650
    },
    {
      "epoch": 486.65,
      "grad_norm": 1.0207504034042358,
      "learning_rate": 1.706180968631225e-06,
      "loss": 0.3452,
      "step": 1743660
    },
    {
      "epoch": 486.65,
      "grad_norm": 1.3779866695404053,
      "learning_rate": 1.7061549487363896e-06,
      "loss": 0.3494,
      "step": 1743670
    },
    {
      "epoch": 486.65,
      "grad_norm": 1.1597439050674438,
      "learning_rate": 1.7061289289264185e-06,
      "loss": 0.3286,
      "step": 1743680
    },
    {
      "epoch": 486.66,
      "grad_norm": 0.9426661133766174,
      "learning_rate": 1.706102909201315e-06,
      "loss": 0.3401,
      "step": 1743690
    },
    {
      "epoch": 486.66,
      "grad_norm": 1.290824294090271,
      "learning_rate": 1.7060768895610818e-06,
      "loss": 0.3549,
      "step": 1743700
    },
    {
      "epoch": 486.66,
      "grad_norm": 1.3854752779006958,
      "learning_rate": 1.7060508700057238e-06,
      "loss": 0.3531,
      "step": 1743710
    },
    {
      "epoch": 486.66,
      "grad_norm": 0.9367533326148987,
      "learning_rate": 1.706024850535244e-06,
      "loss": 0.3372,
      "step": 1743720
    },
    {
      "epoch": 486.67,
      "grad_norm": 1.2646387815475464,
      "learning_rate": 1.7059988311496442e-06,
      "loss": 0.3512,
      "step": 1743730
    },
    {
      "epoch": 486.67,
      "grad_norm": 1.1542744636535645,
      "learning_rate": 1.70597281184893e-06,
      "loss": 0.3514,
      "step": 1743740
    },
    {
      "epoch": 486.67,
      "grad_norm": 0.9740138649940491,
      "learning_rate": 1.705946792633105e-06,
      "loss": 0.3542,
      "step": 1743750
    },
    {
      "epoch": 486.68,
      "grad_norm": 1.0336145162582397,
      "learning_rate": 1.7059207735021708e-06,
      "loss": 0.3587,
      "step": 1743760
    },
    {
      "epoch": 486.68,
      "grad_norm": 1.1519924402236938,
      "learning_rate": 1.7058947544561324e-06,
      "loss": 0.3575,
      "step": 1743770
    },
    {
      "epoch": 486.68,
      "grad_norm": 1.0052024126052856,
      "learning_rate": 1.7058687354949925e-06,
      "loss": 0.3571,
      "step": 1743780
    },
    {
      "epoch": 486.68,
      "grad_norm": 1.1328152418136597,
      "learning_rate": 1.7058427166187542e-06,
      "loss": 0.3265,
      "step": 1743790
    },
    {
      "epoch": 486.69,
      "grad_norm": 1.1581913232803345,
      "learning_rate": 1.7058166978274222e-06,
      "loss": 0.3506,
      "step": 1743800
    },
    {
      "epoch": 486.69,
      "grad_norm": 0.9075744152069092,
      "learning_rate": 1.7057906791209993e-06,
      "loss": 0.3439,
      "step": 1743810
    },
    {
      "epoch": 486.69,
      "grad_norm": 1.3146312236785889,
      "learning_rate": 1.7057646604994885e-06,
      "loss": 0.3421,
      "step": 1743820
    },
    {
      "epoch": 486.7,
      "grad_norm": 1.0899107456207275,
      "learning_rate": 1.705738641962894e-06,
      "loss": 0.3457,
      "step": 1743830
    },
    {
      "epoch": 486.7,
      "grad_norm": 0.9950402975082397,
      "learning_rate": 1.7057126235112193e-06,
      "loss": 0.3515,
      "step": 1743840
    },
    {
      "epoch": 486.7,
      "grad_norm": 1.1561110019683838,
      "learning_rate": 1.7056866051444666e-06,
      "loss": 0.3348,
      "step": 1743850
    },
    {
      "epoch": 486.7,
      "grad_norm": 1.095435619354248,
      "learning_rate": 1.705660586862641e-06,
      "loss": 0.3488,
      "step": 1743860
    },
    {
      "epoch": 486.71,
      "grad_norm": 1.052134394645691,
      "learning_rate": 1.7056345686657455e-06,
      "loss": 0.3375,
      "step": 1743870
    },
    {
      "epoch": 486.71,
      "grad_norm": 1.0250091552734375,
      "learning_rate": 1.7056085505537822e-06,
      "loss": 0.3277,
      "step": 1743880
    },
    {
      "epoch": 486.71,
      "grad_norm": 1.2257707118988037,
      "learning_rate": 1.7055825325267573e-06,
      "loss": 0.3523,
      "step": 1743890
    },
    {
      "epoch": 486.72,
      "grad_norm": 1.0660200119018555,
      "learning_rate": 1.7055565145846715e-06,
      "loss": 0.3374,
      "step": 1743900
    },
    {
      "epoch": 486.72,
      "grad_norm": 1.100216031074524,
      "learning_rate": 1.7055304967275298e-06,
      "loss": 0.3479,
      "step": 1743910
    },
    {
      "epoch": 486.72,
      "grad_norm": 1.0543447732925415,
      "learning_rate": 1.7055044789553358e-06,
      "loss": 0.3454,
      "step": 1743920
    },
    {
      "epoch": 486.72,
      "grad_norm": 1.1226954460144043,
      "learning_rate": 1.7054784612680911e-06,
      "loss": 0.3323,
      "step": 1743930
    },
    {
      "epoch": 486.73,
      "grad_norm": 0.9420177340507507,
      "learning_rate": 1.705452443665802e-06,
      "loss": 0.3546,
      "step": 1743940
    },
    {
      "epoch": 486.73,
      "grad_norm": 1.109039068222046,
      "learning_rate": 1.70542642614847e-06,
      "loss": 0.3279,
      "step": 1743950
    },
    {
      "epoch": 486.73,
      "grad_norm": 1.0931251049041748,
      "learning_rate": 1.7054004087160986e-06,
      "loss": 0.3196,
      "step": 1743960
    },
    {
      "epoch": 486.73,
      "grad_norm": 0.9847063422203064,
      "learning_rate": 1.7053743913686922e-06,
      "loss": 0.3249,
      "step": 1743970
    },
    {
      "epoch": 486.74,
      "grad_norm": 1.0853078365325928,
      "learning_rate": 1.7053483741062537e-06,
      "loss": 0.3466,
      "step": 1743980
    },
    {
      "epoch": 486.74,
      "grad_norm": 1.3828098773956299,
      "learning_rate": 1.705322356928786e-06,
      "loss": 0.3572,
      "step": 1743990
    },
    {
      "epoch": 486.74,
      "grad_norm": 1.0405093431472778,
      "learning_rate": 1.705296339836294e-06,
      "loss": 0.3445,
      "step": 1744000
    },
    {
      "epoch": 486.75,
      "grad_norm": 1.0393381118774414,
      "learning_rate": 1.7052703228287804e-06,
      "loss": 0.359,
      "step": 1744010
    },
    {
      "epoch": 486.75,
      "grad_norm": 0.8863101601600647,
      "learning_rate": 1.7052443059062472e-06,
      "loss": 0.3587,
      "step": 1744020
    },
    {
      "epoch": 486.75,
      "grad_norm": 0.908240556716919,
      "learning_rate": 1.7052182890687009e-06,
      "loss": 0.341,
      "step": 1744030
    },
    {
      "epoch": 486.75,
      "grad_norm": 1.1723498106002808,
      "learning_rate": 1.7051922723161429e-06,
      "loss": 0.3414,
      "step": 1744040
    },
    {
      "epoch": 486.76,
      "grad_norm": 1.018144965171814,
      "learning_rate": 1.7051662556485768e-06,
      "loss": 0.3324,
      "step": 1744050
    },
    {
      "epoch": 486.76,
      "grad_norm": 1.0191165208816528,
      "learning_rate": 1.705140239066007e-06,
      "loss": 0.3333,
      "step": 1744060
    },
    {
      "epoch": 486.76,
      "grad_norm": 1.0692920684814453,
      "learning_rate": 1.705114222568436e-06,
      "loss": 0.3339,
      "step": 1744070
    },
    {
      "epoch": 486.77,
      "grad_norm": 1.0836646556854248,
      "learning_rate": 1.7050882061558667e-06,
      "loss": 0.3596,
      "step": 1744080
    },
    {
      "epoch": 486.77,
      "grad_norm": 0.9929644465446472,
      "learning_rate": 1.7050621898283048e-06,
      "loss": 0.3585,
      "step": 1744090
    },
    {
      "epoch": 486.77,
      "grad_norm": 1.2983062267303467,
      "learning_rate": 1.7050361735857523e-06,
      "loss": 0.3387,
      "step": 1744100
    },
    {
      "epoch": 486.77,
      "grad_norm": 1.1813099384307861,
      "learning_rate": 1.705010157428212e-06,
      "loss": 0.3393,
      "step": 1744110
    },
    {
      "epoch": 486.78,
      "grad_norm": 0.9538934230804443,
      "learning_rate": 1.7049841413556886e-06,
      "loss": 0.3462,
      "step": 1744120
    },
    {
      "epoch": 486.78,
      "grad_norm": 1.1250386238098145,
      "learning_rate": 1.7049581253681853e-06,
      "loss": 0.331,
      "step": 1744130
    },
    {
      "epoch": 486.78,
      "grad_norm": 1.0052077770233154,
      "learning_rate": 1.7049321094657045e-06,
      "loss": 0.3669,
      "step": 1744140
    },
    {
      "epoch": 486.78,
      "grad_norm": 1.1010782718658447,
      "learning_rate": 1.7049060936482514e-06,
      "loss": 0.33,
      "step": 1744150
    },
    {
      "epoch": 486.79,
      "grad_norm": 1.0831594467163086,
      "learning_rate": 1.7048800779158286e-06,
      "loss": 0.3485,
      "step": 1744160
    },
    {
      "epoch": 486.79,
      "grad_norm": 1.052734375,
      "learning_rate": 1.7048540622684387e-06,
      "loss": 0.3449,
      "step": 1744170
    },
    {
      "epoch": 486.79,
      "grad_norm": 1.116755485534668,
      "learning_rate": 1.704828046706087e-06,
      "loss": 0.342,
      "step": 1744180
    },
    {
      "epoch": 486.8,
      "grad_norm": 1.1335474252700806,
      "learning_rate": 1.7048020312287752e-06,
      "loss": 0.3482,
      "step": 1744190
    },
    {
      "epoch": 486.8,
      "grad_norm": 1.1997926235198975,
      "learning_rate": 1.7047760158365085e-06,
      "loss": 0.3426,
      "step": 1744200
    },
    {
      "epoch": 486.8,
      "grad_norm": 0.9641942381858826,
      "learning_rate": 1.704750000529289e-06,
      "loss": 0.3397,
      "step": 1744210
    },
    {
      "epoch": 486.8,
      "grad_norm": 1.1240469217300415,
      "learning_rate": 1.7047239853071196e-06,
      "loss": 0.342,
      "step": 1744220
    },
    {
      "epoch": 486.81,
      "grad_norm": 0.9964154362678528,
      "learning_rate": 1.7046979701700059e-06,
      "loss": 0.3279,
      "step": 1744230
    },
    {
      "epoch": 486.81,
      "grad_norm": 1.271406650543213,
      "learning_rate": 1.7046719551179502e-06,
      "loss": 0.3358,
      "step": 1744240
    },
    {
      "epoch": 486.81,
      "grad_norm": 1.130247950553894,
      "learning_rate": 1.7046459401509552e-06,
      "loss": 0.3341,
      "step": 1744250
    },
    {
      "epoch": 486.82,
      "grad_norm": 0.9342684149742126,
      "learning_rate": 1.7046199252690258e-06,
      "loss": 0.3358,
      "step": 1744260
    },
    {
      "epoch": 486.82,
      "grad_norm": 0.9057210087776184,
      "learning_rate": 1.7045939104721648e-06,
      "loss": 0.3416,
      "step": 1744270
    },
    {
      "epoch": 486.82,
      "grad_norm": 1.0154964923858643,
      "learning_rate": 1.7045678957603746e-06,
      "loss": 0.3495,
      "step": 1744280
    },
    {
      "epoch": 486.82,
      "grad_norm": 1.031635046005249,
      "learning_rate": 1.7045418811336609e-06,
      "loss": 0.3212,
      "step": 1744290
    },
    {
      "epoch": 486.83,
      "grad_norm": 1.1104413270950317,
      "learning_rate": 1.704515866592026e-06,
      "loss": 0.3469,
      "step": 1744300
    },
    {
      "epoch": 486.83,
      "grad_norm": 1.0508052110671997,
      "learning_rate": 1.7044898521354719e-06,
      "loss": 0.3418,
      "step": 1744310
    },
    {
      "epoch": 486.83,
      "grad_norm": 0.9806022047996521,
      "learning_rate": 1.704463837764005e-06,
      "loss": 0.3446,
      "step": 1744320
    },
    {
      "epoch": 486.84,
      "grad_norm": 1.1266777515411377,
      "learning_rate": 1.7044378234776269e-06,
      "loss": 0.3405,
      "step": 1744330
    },
    {
      "epoch": 486.84,
      "grad_norm": 1.0042678117752075,
      "learning_rate": 1.704411809276341e-06,
      "loss": 0.3291,
      "step": 1744340
    },
    {
      "epoch": 486.84,
      "grad_norm": 1.0641032457351685,
      "learning_rate": 1.704385795160152e-06,
      "loss": 0.3444,
      "step": 1744350
    },
    {
      "epoch": 486.84,
      "grad_norm": 1.2835801839828491,
      "learning_rate": 1.7043597811290622e-06,
      "loss": 0.3589,
      "step": 1744360
    },
    {
      "epoch": 486.85,
      "grad_norm": 1.0529134273529053,
      "learning_rate": 1.7043337671830747e-06,
      "loss": 0.3601,
      "step": 1744370
    },
    {
      "epoch": 486.85,
      "grad_norm": 1.0332567691802979,
      "learning_rate": 1.7043077533221946e-06,
      "loss": 0.3444,
      "step": 1744380
    },
    {
      "epoch": 486.85,
      "grad_norm": 1.1964284181594849,
      "learning_rate": 1.7042817395464242e-06,
      "loss": 0.3274,
      "step": 1744390
    },
    {
      "epoch": 486.85,
      "grad_norm": 1.1200107336044312,
      "learning_rate": 1.7042557258557669e-06,
      "loss": 0.3618,
      "step": 1744400
    },
    {
      "epoch": 486.86,
      "grad_norm": 1.0367947816848755,
      "learning_rate": 1.7042297122502268e-06,
      "loss": 0.3569,
      "step": 1744410
    },
    {
      "epoch": 486.86,
      "grad_norm": 1.195376992225647,
      "learning_rate": 1.7042036987298068e-06,
      "loss": 0.343,
      "step": 1744420
    },
    {
      "epoch": 486.86,
      "grad_norm": 1.0488848686218262,
      "learning_rate": 1.7041776852945104e-06,
      "loss": 0.3301,
      "step": 1744430
    },
    {
      "epoch": 486.87,
      "grad_norm": 1.0683177709579468,
      "learning_rate": 1.7041516719443416e-06,
      "loss": 0.3427,
      "step": 1744440
    },
    {
      "epoch": 486.87,
      "grad_norm": 1.1158521175384521,
      "learning_rate": 1.7041256586793037e-06,
      "loss": 0.3402,
      "step": 1744450
    },
    {
      "epoch": 486.87,
      "grad_norm": 1.1006262302398682,
      "learning_rate": 1.7040996454993988e-06,
      "loss": 0.3416,
      "step": 1744460
    },
    {
      "epoch": 486.87,
      "grad_norm": 0.9740049242973328,
      "learning_rate": 1.7040736324046331e-06,
      "loss": 0.3369,
      "step": 1744470
    },
    {
      "epoch": 486.88,
      "grad_norm": 1.2381724119186401,
      "learning_rate": 1.7040476193950076e-06,
      "loss": 0.3482,
      "step": 1744480
    },
    {
      "epoch": 486.88,
      "grad_norm": 1.054040551185608,
      "learning_rate": 1.704021606470527e-06,
      "loss": 0.3479,
      "step": 1744490
    },
    {
      "epoch": 486.88,
      "grad_norm": 1.3113468885421753,
      "learning_rate": 1.7039955936311945e-06,
      "loss": 0.3504,
      "step": 1744500
    },
    {
      "epoch": 486.89,
      "grad_norm": 1.039548635482788,
      "learning_rate": 1.7039695808770125e-06,
      "loss": 0.3454,
      "step": 1744510
    },
    {
      "epoch": 486.89,
      "grad_norm": 1.1802911758422852,
      "learning_rate": 1.7039435682079864e-06,
      "loss": 0.3392,
      "step": 1744520
    },
    {
      "epoch": 486.89,
      "grad_norm": 1.0275709629058838,
      "learning_rate": 1.703917555624119e-06,
      "loss": 0.3545,
      "step": 1744530
    },
    {
      "epoch": 486.89,
      "grad_norm": 1.1653550863265991,
      "learning_rate": 1.7038915431254122e-06,
      "loss": 0.3452,
      "step": 1744540
    },
    {
      "epoch": 486.9,
      "grad_norm": 1.0175007581710815,
      "learning_rate": 1.7038655307118717e-06,
      "loss": 0.3248,
      "step": 1744550
    },
    {
      "epoch": 486.9,
      "grad_norm": 1.2524406909942627,
      "learning_rate": 1.7038395183835002e-06,
      "loss": 0.3298,
      "step": 1744560
    },
    {
      "epoch": 486.9,
      "grad_norm": 1.0318188667297363,
      "learning_rate": 1.7038135061403004e-06,
      "loss": 0.3378,
      "step": 1744570
    },
    {
      "epoch": 486.9,
      "grad_norm": 1.162901759147644,
      "learning_rate": 1.7037874939822767e-06,
      "loss": 0.3475,
      "step": 1744580
    },
    {
      "epoch": 486.91,
      "grad_norm": 0.9242889285087585,
      "learning_rate": 1.7037614819094324e-06,
      "loss": 0.3398,
      "step": 1744590
    },
    {
      "epoch": 486.91,
      "grad_norm": 1.1271089315414429,
      "learning_rate": 1.70373546992177e-06,
      "loss": 0.338,
      "step": 1744600
    },
    {
      "epoch": 486.91,
      "grad_norm": 1.239017128944397,
      "learning_rate": 1.7037094580192942e-06,
      "loss": 0.3244,
      "step": 1744610
    },
    {
      "epoch": 486.92,
      "grad_norm": 1.11605703830719,
      "learning_rate": 1.703683446202008e-06,
      "loss": 0.3403,
      "step": 1744620
    },
    {
      "epoch": 486.92,
      "grad_norm": 1.007238745689392,
      "learning_rate": 1.7036574344699142e-06,
      "loss": 0.3514,
      "step": 1744630
    },
    {
      "epoch": 486.92,
      "grad_norm": 1.0276120901107788,
      "learning_rate": 1.703631422823018e-06,
      "loss": 0.3589,
      "step": 1744640
    },
    {
      "epoch": 486.92,
      "grad_norm": 1.055119514465332,
      "learning_rate": 1.7036054112613212e-06,
      "loss": 0.3302,
      "step": 1744650
    },
    {
      "epoch": 486.93,
      "grad_norm": 0.9414689540863037,
      "learning_rate": 1.7035793997848273e-06,
      "loss": 0.3387,
      "step": 1744660
    },
    {
      "epoch": 486.93,
      "grad_norm": 1.1452150344848633,
      "learning_rate": 1.7035533883935408e-06,
      "loss": 0.3493,
      "step": 1744670
    },
    {
      "epoch": 486.93,
      "grad_norm": 1.0913289785385132,
      "learning_rate": 1.7035273770874648e-06,
      "loss": 0.3319,
      "step": 1744680
    },
    {
      "epoch": 486.94,
      "grad_norm": 1.2022998332977295,
      "learning_rate": 1.7035013658666016e-06,
      "loss": 0.3495,
      "step": 1744690
    },
    {
      "epoch": 486.94,
      "grad_norm": 1.0646389722824097,
      "learning_rate": 1.7034753547309566e-06,
      "loss": 0.3454,
      "step": 1744700
    },
    {
      "epoch": 486.94,
      "grad_norm": 1.0732752084732056,
      "learning_rate": 1.7034493436805328e-06,
      "loss": 0.3304,
      "step": 1744710
    },
    {
      "epoch": 486.94,
      "grad_norm": 1.2689149379730225,
      "learning_rate": 1.7034233327153322e-06,
      "loss": 0.348,
      "step": 1744720
    },
    {
      "epoch": 486.95,
      "grad_norm": 1.3595436811447144,
      "learning_rate": 1.7033973218353598e-06,
      "loss": 0.3415,
      "step": 1744730
    },
    {
      "epoch": 486.95,
      "grad_norm": 1.1639312505722046,
      "learning_rate": 1.7033713110406185e-06,
      "loss": 0.3422,
      "step": 1744740
    },
    {
      "epoch": 486.95,
      "grad_norm": 1.2330513000488281,
      "learning_rate": 1.703345300331111e-06,
      "loss": 0.3481,
      "step": 1744750
    },
    {
      "epoch": 486.96,
      "grad_norm": 1.090186595916748,
      "learning_rate": 1.7033192897068425e-06,
      "loss": 0.3528,
      "step": 1744760
    },
    {
      "epoch": 486.96,
      "grad_norm": 1.1264009475708008,
      "learning_rate": 1.7032932791678147e-06,
      "loss": 0.3472,
      "step": 1744770
    },
    {
      "epoch": 486.96,
      "grad_norm": 0.9134472608566284,
      "learning_rate": 1.7032672687140326e-06,
      "loss": 0.3351,
      "step": 1744780
    },
    {
      "epoch": 486.96,
      "grad_norm": 0.9326179623603821,
      "learning_rate": 1.7032412583454992e-06,
      "loss": 0.3412,
      "step": 1744790
    },
    {
      "epoch": 486.97,
      "grad_norm": 1.2754234075546265,
      "learning_rate": 1.7032152480622162e-06,
      "loss": 0.3554,
      "step": 1744800
    },
    {
      "epoch": 486.97,
      "grad_norm": 1.084049105644226,
      "learning_rate": 1.70318923786419e-06,
      "loss": 0.3562,
      "step": 1744810
    },
    {
      "epoch": 486.97,
      "grad_norm": 1.0190387964248657,
      "learning_rate": 1.7031632277514224e-06,
      "loss": 0.3244,
      "step": 1744820
    },
    {
      "epoch": 486.97,
      "grad_norm": 1.1406258344650269,
      "learning_rate": 1.7031372177239157e-06,
      "loss": 0.3683,
      "step": 1744830
    },
    {
      "epoch": 486.98,
      "grad_norm": 1.0573893785476685,
      "learning_rate": 1.7031112077816762e-06,
      "loss": 0.3448,
      "step": 1744840
    },
    {
      "epoch": 486.98,
      "grad_norm": 1.0053168535232544,
      "learning_rate": 1.7030851979247057e-06,
      "loss": 0.3381,
      "step": 1744850
    },
    {
      "epoch": 486.98,
      "grad_norm": 1.3088232278823853,
      "learning_rate": 1.7030591881530074e-06,
      "loss": 0.3372,
      "step": 1744860
    },
    {
      "epoch": 486.99,
      "grad_norm": 1.2772397994995117,
      "learning_rate": 1.7030331784665859e-06,
      "loss": 0.3383,
      "step": 1744870
    },
    {
      "epoch": 486.99,
      "grad_norm": 1.0847563743591309,
      "learning_rate": 1.7030071688654438e-06,
      "loss": 0.3381,
      "step": 1744880
    },
    {
      "epoch": 486.99,
      "grad_norm": 1.214691400527954,
      "learning_rate": 1.7029811593495838e-06,
      "loss": 0.3598,
      "step": 1744890
    },
    {
      "epoch": 486.99,
      "grad_norm": 1.1111910343170166,
      "learning_rate": 1.7029551499190111e-06,
      "loss": 0.3445,
      "step": 1744900
    },
    {
      "epoch": 487.0,
      "grad_norm": 1.1543688774108887,
      "learning_rate": 1.7029291405737287e-06,
      "loss": 0.3464,
      "step": 1744910
    },
    {
      "epoch": 487.0,
      "grad_norm": 0.9252088069915771,
      "learning_rate": 1.702903131313739e-06,
      "loss": 0.3471,
      "step": 1744920
    },
    {
      "epoch": 487.0,
      "eval_loss": 0.34345147013664246,
      "eval_runtime": 63.2397,
      "eval_samples_per_second": 79.997,
      "eval_steps_per_second": 10.01,
      "step": 1744921
    },
    {
      "epoch": 487.0,
      "grad_norm": 1.1106609106063843,
      "learning_rate": 1.7028771221390469e-06,
      "loss": 0.3379,
      "step": 1744930
    },
    {
      "epoch": 487.01,
      "grad_norm": 0.9197032451629639,
      "learning_rate": 1.702851113049655e-06,
      "loss": 0.3545,
      "step": 1744940
    },
    {
      "epoch": 487.01,
      "grad_norm": 1.0130648612976074,
      "learning_rate": 1.7028251040455657e-06,
      "loss": 0.3442,
      "step": 1744950
    },
    {
      "epoch": 487.01,
      "grad_norm": 1.6423505544662476,
      "learning_rate": 1.7027990951267852e-06,
      "loss": 0.3418,
      "step": 1744960
    },
    {
      "epoch": 487.01,
      "grad_norm": 1.2059245109558105,
      "learning_rate": 1.702773086293315e-06,
      "loss": 0.3447,
      "step": 1744970
    },
    {
      "epoch": 487.02,
      "grad_norm": 1.0501137971878052,
      "learning_rate": 1.7027470775451585e-06,
      "loss": 0.3343,
      "step": 1744980
    },
    {
      "epoch": 487.02,
      "grad_norm": 1.2048544883728027,
      "learning_rate": 1.7027210688823201e-06,
      "loss": 0.3362,
      "step": 1744990
    },
    {
      "epoch": 487.02,
      "grad_norm": 0.9729325175285339,
      "learning_rate": 1.7026950603048032e-06,
      "loss": 0.335,
      "step": 1745000
    },
    {
      "epoch": 487.02,
      "grad_norm": 1.0934842824935913,
      "learning_rate": 1.7026690518126103e-06,
      "loss": 0.3433,
      "step": 1745010
    },
    {
      "epoch": 487.03,
      "grad_norm": 1.0569156408309937,
      "learning_rate": 1.702643043405746e-06,
      "loss": 0.3373,
      "step": 1745020
    },
    {
      "epoch": 487.03,
      "grad_norm": 1.033011794090271,
      "learning_rate": 1.702617035084213e-06,
      "loss": 0.3373,
      "step": 1745030
    },
    {
      "epoch": 487.03,
      "grad_norm": 1.2433171272277832,
      "learning_rate": 1.702591026848014e-06,
      "loss": 0.3348,
      "step": 1745040
    },
    {
      "epoch": 487.04,
      "grad_norm": 1.1085636615753174,
      "learning_rate": 1.7025650186971547e-06,
      "loss": 0.3431,
      "step": 1745050
    },
    {
      "epoch": 487.04,
      "grad_norm": 1.0566213130950928,
      "learning_rate": 1.7025390106316363e-06,
      "loss": 0.3381,
      "step": 1745060
    },
    {
      "epoch": 487.04,
      "grad_norm": 1.1218451261520386,
      "learning_rate": 1.702513002651464e-06,
      "loss": 0.3374,
      "step": 1745070
    },
    {
      "epoch": 487.04,
      "grad_norm": 1.120538592338562,
      "learning_rate": 1.7024869947566408e-06,
      "loss": 0.3369,
      "step": 1745080
    },
    {
      "epoch": 487.05,
      "grad_norm": 1.040244698524475,
      "learning_rate": 1.7024609869471687e-06,
      "loss": 0.3524,
      "step": 1745090
    },
    {
      "epoch": 487.05,
      "grad_norm": 1.139968752861023,
      "learning_rate": 1.7024349792230534e-06,
      "loss": 0.3239,
      "step": 1745100
    },
    {
      "epoch": 487.05,
      "grad_norm": 1.1357710361480713,
      "learning_rate": 1.7024089715842971e-06,
      "loss": 0.3358,
      "step": 1745110
    },
    {
      "epoch": 487.06,
      "grad_norm": 1.067210078239441,
      "learning_rate": 1.7023829640309023e-06,
      "loss": 0.3465,
      "step": 1745120
    },
    {
      "epoch": 487.06,
      "grad_norm": 1.1291314363479614,
      "learning_rate": 1.7023569565628753e-06,
      "loss": 0.3442,
      "step": 1745130
    },
    {
      "epoch": 487.06,
      "grad_norm": 0.9283769726753235,
      "learning_rate": 1.7023309491802174e-06,
      "loss": 0.3553,
      "step": 1745140
    },
    {
      "epoch": 487.06,
      "grad_norm": 1.006137728691101,
      "learning_rate": 1.702304941882932e-06,
      "loss": 0.3461,
      "step": 1745150
    },
    {
      "epoch": 487.07,
      "grad_norm": 1.0958002805709839,
      "learning_rate": 1.702278934671024e-06,
      "loss": 0.3573,
      "step": 1745160
    },
    {
      "epoch": 487.07,
      "grad_norm": 1.217456579208374,
      "learning_rate": 1.7022529275444955e-06,
      "loss": 0.3402,
      "step": 1745170
    },
    {
      "epoch": 487.07,
      "grad_norm": 1.3233928680419922,
      "learning_rate": 1.7022269205033498e-06,
      "loss": 0.3443,
      "step": 1745180
    },
    {
      "epoch": 487.08,
      "grad_norm": 1.1328099966049194,
      "learning_rate": 1.7022009135475916e-06,
      "loss": 0.334,
      "step": 1745190
    },
    {
      "epoch": 487.08,
      "grad_norm": 0.9701764583587646,
      "learning_rate": 1.7021749066772242e-06,
      "loss": 0.3486,
      "step": 1745200
    },
    {
      "epoch": 487.08,
      "grad_norm": 1.002175211906433,
      "learning_rate": 1.70214889989225e-06,
      "loss": 0.3367,
      "step": 1745210
    },
    {
      "epoch": 487.08,
      "grad_norm": 1.2312018871307373,
      "learning_rate": 1.7021228931926734e-06,
      "loss": 0.3376,
      "step": 1745220
    },
    {
      "epoch": 487.09,
      "grad_norm": 1.30423104763031,
      "learning_rate": 1.7020968865784976e-06,
      "loss": 0.345,
      "step": 1745230
    },
    {
      "epoch": 487.09,
      "grad_norm": 1.1266345977783203,
      "learning_rate": 1.7020708800497253e-06,
      "loss": 0.3304,
      "step": 1745240
    },
    {
      "epoch": 487.09,
      "grad_norm": 1.1169613599777222,
      "learning_rate": 1.7020448736063615e-06,
      "loss": 0.3304,
      "step": 1745250
    },
    {
      "epoch": 487.09,
      "grad_norm": 0.9835672378540039,
      "learning_rate": 1.7020188672484084e-06,
      "loss": 0.3388,
      "step": 1745260
    },
    {
      "epoch": 487.1,
      "grad_norm": 1.1366939544677734,
      "learning_rate": 1.7019928609758693e-06,
      "loss": 0.3361,
      "step": 1745270
    },
    {
      "epoch": 487.1,
      "grad_norm": 1.075608730316162,
      "learning_rate": 1.7019668547887495e-06,
      "loss": 0.3539,
      "step": 1745280
    },
    {
      "epoch": 487.1,
      "grad_norm": 1.2004176378250122,
      "learning_rate": 1.7019408486870508e-06,
      "loss": 0.3421,
      "step": 1745290
    },
    {
      "epoch": 487.11,
      "grad_norm": 1.4052537679672241,
      "learning_rate": 1.7019148426707766e-06,
      "loss": 0.3373,
      "step": 1745300
    },
    {
      "epoch": 487.11,
      "grad_norm": 0.9550150036811829,
      "learning_rate": 1.7018888367399315e-06,
      "loss": 0.3446,
      "step": 1745310
    },
    {
      "epoch": 487.11,
      "grad_norm": 1.0098953247070312,
      "learning_rate": 1.701862830894518e-06,
      "loss": 0.3149,
      "step": 1745320
    },
    {
      "epoch": 487.11,
      "grad_norm": 1.0811296701431274,
      "learning_rate": 1.7018368251345393e-06,
      "loss": 0.3528,
      "step": 1745330
    },
    {
      "epoch": 487.12,
      "grad_norm": 1.031507134437561,
      "learning_rate": 1.70181081946e-06,
      "loss": 0.3255,
      "step": 1745340
    },
    {
      "epoch": 487.12,
      "grad_norm": 0.958452045917511,
      "learning_rate": 1.7017848138709028e-06,
      "loss": 0.3326,
      "step": 1745350
    },
    {
      "epoch": 487.12,
      "grad_norm": 1.0345511436462402,
      "learning_rate": 1.7017588083672517e-06,
      "loss": 0.3382,
      "step": 1745360
    },
    {
      "epoch": 487.13,
      "grad_norm": 0.9586697220802307,
      "learning_rate": 1.7017328029490495e-06,
      "loss": 0.3381,
      "step": 1745370
    },
    {
      "epoch": 487.13,
      "grad_norm": 1.0823099613189697,
      "learning_rate": 1.7017067976162998e-06,
      "loss": 0.3318,
      "step": 1745380
    },
    {
      "epoch": 487.13,
      "grad_norm": 1.050668716430664,
      "learning_rate": 1.7016807923690067e-06,
      "loss": 0.3498,
      "step": 1745390
    },
    {
      "epoch": 487.13,
      "grad_norm": 0.9509778618812561,
      "learning_rate": 1.701654787207173e-06,
      "loss": 0.357,
      "step": 1745400
    },
    {
      "epoch": 487.14,
      "grad_norm": 1.107320785522461,
      "learning_rate": 1.7016287821308015e-06,
      "loss": 0.3365,
      "step": 1745410
    },
    {
      "epoch": 487.14,
      "grad_norm": 0.9912759065628052,
      "learning_rate": 1.7016027771398976e-06,
      "loss": 0.3368,
      "step": 1745420
    },
    {
      "epoch": 487.14,
      "grad_norm": 1.0896036624908447,
      "learning_rate": 1.7015767722344635e-06,
      "loss": 0.3407,
      "step": 1745430
    },
    {
      "epoch": 487.14,
      "grad_norm": 0.9645054936408997,
      "learning_rate": 1.7015507674145027e-06,
      "loss": 0.3327,
      "step": 1745440
    },
    {
      "epoch": 487.15,
      "grad_norm": 1.2311996221542358,
      "learning_rate": 1.701524762680019e-06,
      "loss": 0.3416,
      "step": 1745450
    },
    {
      "epoch": 487.15,
      "grad_norm": 0.9724245071411133,
      "learning_rate": 1.7014987580310155e-06,
      "loss": 0.3443,
      "step": 1745460
    },
    {
      "epoch": 487.15,
      "grad_norm": 1.2150789499282837,
      "learning_rate": 1.7014727534674951e-06,
      "loss": 0.3452,
      "step": 1745470
    },
    {
      "epoch": 487.16,
      "grad_norm": 1.006465196609497,
      "learning_rate": 1.701446748989463e-06,
      "loss": 0.3279,
      "step": 1745480
    },
    {
      "epoch": 487.16,
      "grad_norm": 0.9923283457756042,
      "learning_rate": 1.7014207445969215e-06,
      "loss": 0.3482,
      "step": 1745490
    },
    {
      "epoch": 487.16,
      "grad_norm": 1.0239087343215942,
      "learning_rate": 1.7013947402898732e-06,
      "loss": 0.3369,
      "step": 1745500
    },
    {
      "epoch": 487.16,
      "grad_norm": 0.9970700740814209,
      "learning_rate": 1.7013687360683236e-06,
      "loss": 0.3315,
      "step": 1745510
    },
    {
      "epoch": 487.17,
      "grad_norm": 1.03535795211792,
      "learning_rate": 1.701342731932275e-06,
      "loss": 0.3372,
      "step": 1745520
    },
    {
      "epoch": 487.17,
      "grad_norm": 0.9770153164863586,
      "learning_rate": 1.7013167278817307e-06,
      "loss": 0.3441,
      "step": 1745530
    },
    {
      "epoch": 487.17,
      "grad_norm": 0.985666036605835,
      "learning_rate": 1.7012907239166949e-06,
      "loss": 0.341,
      "step": 1745540
    },
    {
      "epoch": 487.18,
      "grad_norm": 1.1509525775909424,
      "learning_rate": 1.7012647200371702e-06,
      "loss": 0.3342,
      "step": 1745550
    },
    {
      "epoch": 487.18,
      "grad_norm": 1.0770902633666992,
      "learning_rate": 1.70123871624316e-06,
      "loss": 0.3338,
      "step": 1745560
    },
    {
      "epoch": 487.18,
      "grad_norm": 1.0709556341171265,
      "learning_rate": 1.701212712534669e-06,
      "loss": 0.334,
      "step": 1745570
    },
    {
      "epoch": 487.18,
      "grad_norm": 1.1866763830184937,
      "learning_rate": 1.7011867089116999e-06,
      "loss": 0.3464,
      "step": 1745580
    },
    {
      "epoch": 487.19,
      "grad_norm": 1.1116819381713867,
      "learning_rate": 1.7011607053742558e-06,
      "loss": 0.3264,
      "step": 1745590
    },
    {
      "epoch": 487.19,
      "grad_norm": 1.0663858652114868,
      "learning_rate": 1.7011347019223408e-06,
      "loss": 0.3646,
      "step": 1745600
    },
    {
      "epoch": 487.19,
      "grad_norm": 1.041473627090454,
      "learning_rate": 1.701108698555958e-06,
      "loss": 0.331,
      "step": 1745610
    },
    {
      "epoch": 487.2,
      "grad_norm": 1.3231852054595947,
      "learning_rate": 1.7010826952751103e-06,
      "loss": 0.3409,
      "step": 1745620
    },
    {
      "epoch": 487.2,
      "grad_norm": 1.0605276823043823,
      "learning_rate": 1.7010566920798025e-06,
      "loss": 0.3407,
      "step": 1745630
    },
    {
      "epoch": 487.2,
      "grad_norm": 1.1409201622009277,
      "learning_rate": 1.7010306889700364e-06,
      "loss": 0.3467,
      "step": 1745640
    },
    {
      "epoch": 487.2,
      "grad_norm": 1.2587462663650513,
      "learning_rate": 1.7010046859458176e-06,
      "loss": 0.3647,
      "step": 1745650
    },
    {
      "epoch": 487.21,
      "grad_norm": 1.0173965692520142,
      "learning_rate": 1.700978683007148e-06,
      "loss": 0.3454,
      "step": 1745660
    },
    {
      "epoch": 487.21,
      "grad_norm": 1.1665031909942627,
      "learning_rate": 1.7009526801540312e-06,
      "loss": 0.3719,
      "step": 1745670
    },
    {
      "epoch": 487.21,
      "grad_norm": 1.1677396297454834,
      "learning_rate": 1.7009266773864717e-06,
      "loss": 0.3223,
      "step": 1745680
    },
    {
      "epoch": 487.21,
      "grad_norm": 1.1262048482894897,
      "learning_rate": 1.7009006747044716e-06,
      "loss": 0.3407,
      "step": 1745690
    },
    {
      "epoch": 487.22,
      "grad_norm": 1.225576400756836,
      "learning_rate": 1.700874672108034e-06,
      "loss": 0.3332,
      "step": 1745700
    },
    {
      "epoch": 487.22,
      "grad_norm": 1.175593614578247,
      "learning_rate": 1.7008486695971643e-06,
      "loss": 0.3204,
      "step": 1745710
    },
    {
      "epoch": 487.22,
      "grad_norm": 1.0966691970825195,
      "learning_rate": 1.7008226671718654e-06,
      "loss": 0.3491,
      "step": 1745720
    },
    {
      "epoch": 487.23,
      "grad_norm": 1.0990078449249268,
      "learning_rate": 1.7007966648321392e-06,
      "loss": 0.3349,
      "step": 1745730
    },
    {
      "epoch": 487.23,
      "grad_norm": 1.707619309425354,
      "learning_rate": 1.700770662577991e-06,
      "loss": 0.346,
      "step": 1745740
    },
    {
      "epoch": 487.23,
      "grad_norm": 1.097758412361145,
      "learning_rate": 1.7007446604094238e-06,
      "loss": 0.3391,
      "step": 1745750
    },
    {
      "epoch": 487.23,
      "grad_norm": 1.0565162897109985,
      "learning_rate": 1.7007186583264395e-06,
      "loss": 0.3438,
      "step": 1745760
    },
    {
      "epoch": 487.24,
      "grad_norm": 0.967806875705719,
      "learning_rate": 1.7006926563290438e-06,
      "loss": 0.3473,
      "step": 1745770
    },
    {
      "epoch": 487.24,
      "grad_norm": 1.0723662376403809,
      "learning_rate": 1.7006666544172394e-06,
      "loss": 0.3446,
      "step": 1745780
    },
    {
      "epoch": 487.24,
      "grad_norm": 1.0521843433380127,
      "learning_rate": 1.7006406525910284e-06,
      "loss": 0.3596,
      "step": 1745790
    },
    {
      "epoch": 487.25,
      "grad_norm": 1.184168815612793,
      "learning_rate": 1.7006146508504165e-06,
      "loss": 0.3642,
      "step": 1745800
    },
    {
      "epoch": 487.25,
      "grad_norm": 0.9731903672218323,
      "learning_rate": 1.700588649195406e-06,
      "loss": 0.3351,
      "step": 1745810
    },
    {
      "epoch": 487.25,
      "grad_norm": 1.1375654935836792,
      "learning_rate": 1.700562647626e-06,
      "loss": 0.3465,
      "step": 1745820
    },
    {
      "epoch": 487.25,
      "grad_norm": 6.995032787322998,
      "learning_rate": 1.7005366461422033e-06,
      "loss": 0.3201,
      "step": 1745830
    },
    {
      "epoch": 487.26,
      "grad_norm": 1.1021170616149902,
      "learning_rate": 1.7005106447440178e-06,
      "loss": 0.3414,
      "step": 1745840
    },
    {
      "epoch": 487.26,
      "grad_norm": 1.1408063173294067,
      "learning_rate": 1.700484643431447e-06,
      "loss": 0.3375,
      "step": 1745850
    },
    {
      "epoch": 487.26,
      "grad_norm": 1.0619934797286987,
      "learning_rate": 1.700458642204496e-06,
      "loss": 0.3535,
      "step": 1745860
    },
    {
      "epoch": 487.26,
      "grad_norm": 1.0528382062911987,
      "learning_rate": 1.700432641063167e-06,
      "loss": 0.3391,
      "step": 1745870
    },
    {
      "epoch": 487.27,
      "grad_norm": 1.0805608034133911,
      "learning_rate": 1.7004066400074636e-06,
      "loss": 0.3318,
      "step": 1745880
    },
    {
      "epoch": 487.27,
      "grad_norm": 1.103747844696045,
      "learning_rate": 1.7003806390373895e-06,
      "loss": 0.3403,
      "step": 1745890
    },
    {
      "epoch": 487.27,
      "grad_norm": 0.9508959650993347,
      "learning_rate": 1.7003546381529484e-06,
      "loss": 0.3369,
      "step": 1745900
    },
    {
      "epoch": 487.28,
      "grad_norm": 0.9870639443397522,
      "learning_rate": 1.7003286373541422e-06,
      "loss": 0.3471,
      "step": 1745910
    },
    {
      "epoch": 487.28,
      "grad_norm": 1.0821444988250732,
      "learning_rate": 1.7003026366409766e-06,
      "loss": 0.3509,
      "step": 1745920
    },
    {
      "epoch": 487.28,
      "grad_norm": 1.1537913084030151,
      "learning_rate": 1.700276636013453e-06,
      "loss": 0.3434,
      "step": 1745930
    },
    {
      "epoch": 487.28,
      "grad_norm": 0.9824352860450745,
      "learning_rate": 1.700250635471577e-06,
      "loss": 0.335,
      "step": 1745940
    },
    {
      "epoch": 487.29,
      "grad_norm": 1.0177550315856934,
      "learning_rate": 1.7002246350153507e-06,
      "loss": 0.3418,
      "step": 1745950
    },
    {
      "epoch": 487.29,
      "grad_norm": 1.0084049701690674,
      "learning_rate": 1.7001986346447775e-06,
      "loss": 0.3384,
      "step": 1745960
    },
    {
      "epoch": 487.29,
      "grad_norm": 1.1803778409957886,
      "learning_rate": 1.7001726343598616e-06,
      "loss": 0.3524,
      "step": 1745970
    },
    {
      "epoch": 487.3,
      "grad_norm": 0.9503048658370972,
      "learning_rate": 1.700146634160606e-06,
      "loss": 0.3322,
      "step": 1745980
    },
    {
      "epoch": 487.3,
      "grad_norm": 0.9761729836463928,
      "learning_rate": 1.700120634047013e-06,
      "loss": 0.3526,
      "step": 1745990
    },
    {
      "epoch": 487.3,
      "grad_norm": 1.0271297693252563,
      "learning_rate": 1.7000946340190888e-06,
      "loss": 0.3389,
      "step": 1746000
    },
    {
      "epoch": 487.3,
      "grad_norm": 0.9067615270614624,
      "learning_rate": 1.7000686340768345e-06,
      "loss": 0.335,
      "step": 1746010
    },
    {
      "epoch": 487.31,
      "grad_norm": 0.9410906434059143,
      "learning_rate": 1.7000426342202545e-06,
      "loss": 0.3531,
      "step": 1746020
    },
    {
      "epoch": 487.31,
      "grad_norm": 1.216943621635437,
      "learning_rate": 1.7000166344493523e-06,
      "loss": 0.3564,
      "step": 1746030
    },
    {
      "epoch": 487.31,
      "grad_norm": 1.3641079664230347,
      "learning_rate": 1.6999906347641314e-06,
      "loss": 0.3514,
      "step": 1746040
    },
    {
      "epoch": 487.32,
      "grad_norm": 1.0165019035339355,
      "learning_rate": 1.699964635164594e-06,
      "loss": 0.3395,
      "step": 1746050
    },
    {
      "epoch": 487.32,
      "grad_norm": 1.0880603790283203,
      "learning_rate": 1.6999386356507454e-06,
      "loss": 0.3346,
      "step": 1746060
    },
    {
      "epoch": 487.32,
      "grad_norm": 0.8793297410011292,
      "learning_rate": 1.6999126362225887e-06,
      "loss": 0.3424,
      "step": 1746070
    },
    {
      "epoch": 487.32,
      "grad_norm": 1.1060091257095337,
      "learning_rate": 1.6998866368801255e-06,
      "loss": 0.3336,
      "step": 1746080
    },
    {
      "epoch": 487.33,
      "grad_norm": 0.873616635799408,
      "learning_rate": 1.6998606376233619e-06,
      "loss": 0.3412,
      "step": 1746090
    },
    {
      "epoch": 487.33,
      "grad_norm": 1.0322113037109375,
      "learning_rate": 1.6998346384523002e-06,
      "loss": 0.345,
      "step": 1746100
    },
    {
      "epoch": 487.33,
      "grad_norm": 2.0603880882263184,
      "learning_rate": 1.6998086393669433e-06,
      "loss": 0.3551,
      "step": 1746110
    },
    {
      "epoch": 487.33,
      "grad_norm": 0.9911914467811584,
      "learning_rate": 1.6997826403672954e-06,
      "loss": 0.3458,
      "step": 1746120
    },
    {
      "epoch": 487.34,
      "grad_norm": 1.0742111206054688,
      "learning_rate": 1.6997566414533602e-06,
      "loss": 0.3579,
      "step": 1746130
    },
    {
      "epoch": 487.34,
      "grad_norm": 0.9420333504676819,
      "learning_rate": 1.699730642625139e-06,
      "loss": 0.3447,
      "step": 1746140
    },
    {
      "epoch": 487.34,
      "grad_norm": 0.982623279094696,
      "learning_rate": 1.6997046438826386e-06,
      "loss": 0.3221,
      "step": 1746150
    },
    {
      "epoch": 487.35,
      "grad_norm": 1.175223708152771,
      "learning_rate": 1.6996786452258606e-06,
      "loss": 0.3262,
      "step": 1746160
    },
    {
      "epoch": 487.35,
      "grad_norm": 1.3027644157409668,
      "learning_rate": 1.699652646654808e-06,
      "loss": 0.3534,
      "step": 1746170
    },
    {
      "epoch": 487.35,
      "grad_norm": 1.158242106437683,
      "learning_rate": 1.6996266481694857e-06,
      "loss": 0.3694,
      "step": 1746180
    },
    {
      "epoch": 487.35,
      "grad_norm": 1.0165038108825684,
      "learning_rate": 1.6996006497698963e-06,
      "loss": 0.3426,
      "step": 1746190
    },
    {
      "epoch": 487.36,
      "grad_norm": 1.3131051063537598,
      "learning_rate": 1.6995746514560422e-06,
      "loss": 0.3442,
      "step": 1746200
    },
    {
      "epoch": 487.36,
      "grad_norm": 1.2479568719863892,
      "learning_rate": 1.6995486532279291e-06,
      "loss": 0.3484,
      "step": 1746210
    },
    {
      "epoch": 487.36,
      "grad_norm": 1.0863912105560303,
      "learning_rate": 1.6995226550855585e-06,
      "loss": 0.341,
      "step": 1746220
    },
    {
      "epoch": 487.37,
      "grad_norm": 1.2073949575424194,
      "learning_rate": 1.6994966570289357e-06,
      "loss": 0.3552,
      "step": 1746230
    },
    {
      "epoch": 487.37,
      "grad_norm": 1.0086278915405273,
      "learning_rate": 1.6994706590580632e-06,
      "loss": 0.3463,
      "step": 1746240
    },
    {
      "epoch": 487.37,
      "grad_norm": 1.1120522022247314,
      "learning_rate": 1.699444661172944e-06,
      "loss": 0.3358,
      "step": 1746250
    },
    {
      "epoch": 487.37,
      "grad_norm": 1.030273675918579,
      "learning_rate": 1.6994186633735824e-06,
      "loss": 0.3572,
      "step": 1746260
    },
    {
      "epoch": 487.38,
      "grad_norm": 0.994544506072998,
      "learning_rate": 1.6993926656599813e-06,
      "loss": 0.3373,
      "step": 1746270
    },
    {
      "epoch": 487.38,
      "grad_norm": 1.0563459396362305,
      "learning_rate": 1.6993666680321438e-06,
      "loss": 0.3522,
      "step": 1746280
    },
    {
      "epoch": 487.38,
      "grad_norm": 1.2229892015457153,
      "learning_rate": 1.6993406704900743e-06,
      "loss": 0.3467,
      "step": 1746290
    },
    {
      "epoch": 487.38,
      "grad_norm": 0.9750750660896301,
      "learning_rate": 1.6993146730337764e-06,
      "loss": 0.3385,
      "step": 1746300
    },
    {
      "epoch": 487.39,
      "grad_norm": 1.1370973587036133,
      "learning_rate": 1.6992886756632523e-06,
      "loss": 0.3428,
      "step": 1746310
    },
    {
      "epoch": 487.39,
      "grad_norm": 1.1209421157836914,
      "learning_rate": 1.6992626783785067e-06,
      "loss": 0.3451,
      "step": 1746320
    },
    {
      "epoch": 487.39,
      "grad_norm": 1.0418274402618408,
      "learning_rate": 1.6992366811795417e-06,
      "loss": 0.3319,
      "step": 1746330
    },
    {
      "epoch": 487.4,
      "grad_norm": 0.9266428351402283,
      "learning_rate": 1.699210684066362e-06,
      "loss": 0.3365,
      "step": 1746340
    },
    {
      "epoch": 487.4,
      "grad_norm": 1.1458923816680908,
      "learning_rate": 1.6991846870389711e-06,
      "loss": 0.3583,
      "step": 1746350
    },
    {
      "epoch": 487.4,
      "grad_norm": 1.0943138599395752,
      "learning_rate": 1.6991586900973722e-06,
      "loss": 0.339,
      "step": 1746360
    },
    {
      "epoch": 487.4,
      "grad_norm": 1.0249184370040894,
      "learning_rate": 1.699132693241567e-06,
      "loss": 0.3474,
      "step": 1746370
    },
    {
      "epoch": 487.41,
      "grad_norm": 1.0540602207183838,
      "learning_rate": 1.6991066964715622e-06,
      "loss": 0.3365,
      "step": 1746380
    },
    {
      "epoch": 487.41,
      "grad_norm": 0.9927888512611389,
      "learning_rate": 1.6990806997873596e-06,
      "loss": 0.339,
      "step": 1746390
    },
    {
      "epoch": 487.41,
      "grad_norm": 1.071642279624939,
      "learning_rate": 1.6990547031889617e-06,
      "loss": 0.3189,
      "step": 1746400
    },
    {
      "epoch": 487.42,
      "grad_norm": 0.969151496887207,
      "learning_rate": 1.6990287066763737e-06,
      "loss": 0.3429,
      "step": 1746410
    },
    {
      "epoch": 487.42,
      "grad_norm": 1.0907694101333618,
      "learning_rate": 1.6990027102495978e-06,
      "loss": 0.3434,
      "step": 1746420
    },
    {
      "epoch": 487.42,
      "grad_norm": 0.9332929253578186,
      "learning_rate": 1.6989767139086375e-06,
      "loss": 0.3378,
      "step": 1746430
    },
    {
      "epoch": 487.42,
      "grad_norm": 1.3495111465454102,
      "learning_rate": 1.6989507176534976e-06,
      "loss": 0.3359,
      "step": 1746440
    },
    {
      "epoch": 487.43,
      "grad_norm": 1.2567355632781982,
      "learning_rate": 1.6989247214841803e-06,
      "loss": 0.3353,
      "step": 1746450
    },
    {
      "epoch": 487.43,
      "grad_norm": 1.1165597438812256,
      "learning_rate": 1.6988987254006888e-06,
      "loss": 0.3331,
      "step": 1746460
    },
    {
      "epoch": 487.43,
      "grad_norm": 1.1414330005645752,
      "learning_rate": 1.6988727294030282e-06,
      "loss": 0.3356,
      "step": 1746470
    },
    {
      "epoch": 487.44,
      "grad_norm": 1.1425440311431885,
      "learning_rate": 1.6988467334912007e-06,
      "loss": 0.3509,
      "step": 1746480
    },
    {
      "epoch": 487.44,
      "grad_norm": 1.2191989421844482,
      "learning_rate": 1.6988207376652098e-06,
      "loss": 0.3311,
      "step": 1746490
    },
    {
      "epoch": 487.44,
      "grad_norm": 1.031020998954773,
      "learning_rate": 1.6987947419250593e-06,
      "loss": 0.3549,
      "step": 1746500
    },
    {
      "epoch": 487.44,
      "grad_norm": 1.1269952058792114,
      "learning_rate": 1.698768746270752e-06,
      "loss": 0.3454,
      "step": 1746510
    },
    {
      "epoch": 487.45,
      "grad_norm": 1.2512391805648804,
      "learning_rate": 1.6987427507022924e-06,
      "loss": 0.3405,
      "step": 1746520
    },
    {
      "epoch": 487.45,
      "grad_norm": 1.3703725337982178,
      "learning_rate": 1.6987167552196835e-06,
      "loss": 0.3339,
      "step": 1746530
    },
    {
      "epoch": 487.45,
      "grad_norm": 1.102799892425537,
      "learning_rate": 1.6986907598229285e-06,
      "loss": 0.3519,
      "step": 1746540
    },
    {
      "epoch": 487.45,
      "grad_norm": 1.1034976243972778,
      "learning_rate": 1.6986647645120314e-06,
      "loss": 0.3351,
      "step": 1746550
    },
    {
      "epoch": 487.46,
      "grad_norm": 1.2435382604599,
      "learning_rate": 1.6986387692869954e-06,
      "loss": 0.3439,
      "step": 1746560
    },
    {
      "epoch": 487.46,
      "grad_norm": 1.1253857612609863,
      "learning_rate": 1.6986127741478226e-06,
      "loss": 0.3341,
      "step": 1746570
    },
    {
      "epoch": 487.46,
      "grad_norm": 1.1661537885665894,
      "learning_rate": 1.6985867790945189e-06,
      "loss": 0.3493,
      "step": 1746580
    },
    {
      "epoch": 487.47,
      "grad_norm": 1.1529525518417358,
      "learning_rate": 1.6985607841270867e-06,
      "loss": 0.3413,
      "step": 1746590
    },
    {
      "epoch": 487.47,
      "grad_norm": 1.0146046876907349,
      "learning_rate": 1.6985347892455282e-06,
      "loss": 0.3322,
      "step": 1746600
    },
    {
      "epoch": 487.47,
      "grad_norm": 1.1267515420913696,
      "learning_rate": 1.698508794449849e-06,
      "loss": 0.3489,
      "step": 1746610
    },
    {
      "epoch": 487.47,
      "grad_norm": 1.2012450695037842,
      "learning_rate": 1.698482799740052e-06,
      "loss": 0.3459,
      "step": 1746620
    },
    {
      "epoch": 487.48,
      "grad_norm": 1.061334490776062,
      "learning_rate": 1.6984568051161393e-06,
      "loss": 0.3395,
      "step": 1746630
    },
    {
      "epoch": 487.48,
      "grad_norm": 1.0595346689224243,
      "learning_rate": 1.698430810578116e-06,
      "loss": 0.3613,
      "step": 1746640
    },
    {
      "epoch": 487.48,
      "grad_norm": 2.0588598251342773,
      "learning_rate": 1.6984048161259845e-06,
      "loss": 0.3412,
      "step": 1746650
    },
    {
      "epoch": 487.49,
      "grad_norm": 1.1829911470413208,
      "learning_rate": 1.698378821759748e-06,
      "loss": 0.3711,
      "step": 1746660
    },
    {
      "epoch": 487.49,
      "grad_norm": 0.9947649836540222,
      "learning_rate": 1.6983528274794113e-06,
      "loss": 0.3528,
      "step": 1746670
    },
    {
      "epoch": 487.49,
      "grad_norm": 1.0392991304397583,
      "learning_rate": 1.6983268332849776e-06,
      "loss": 0.3441,
      "step": 1746680
    },
    {
      "epoch": 487.49,
      "grad_norm": 1.1098943948745728,
      "learning_rate": 1.6983008391764491e-06,
      "loss": 0.3239,
      "step": 1746690
    },
    {
      "epoch": 487.5,
      "grad_norm": 1.3884809017181396,
      "learning_rate": 1.6982748451538305e-06,
      "loss": 0.3644,
      "step": 1746700
    },
    {
      "epoch": 487.5,
      "grad_norm": 1.1682897806167603,
      "learning_rate": 1.6982488512171248e-06,
      "loss": 0.3425,
      "step": 1746710
    },
    {
      "epoch": 487.5,
      "grad_norm": 1.1381324529647827,
      "learning_rate": 1.6982228573663349e-06,
      "loss": 0.3576,
      "step": 1746720
    },
    {
      "epoch": 487.5,
      "grad_norm": 1.1378151178359985,
      "learning_rate": 1.6981968636014654e-06,
      "loss": 0.3391,
      "step": 1746730
    },
    {
      "epoch": 487.51,
      "grad_norm": 1.2256569862365723,
      "learning_rate": 1.6981708699225192e-06,
      "loss": 0.337,
      "step": 1746740
    },
    {
      "epoch": 487.51,
      "grad_norm": 1.0698542594909668,
      "learning_rate": 1.6981448763294988e-06,
      "loss": 0.3347,
      "step": 1746750
    },
    {
      "epoch": 487.51,
      "grad_norm": 1.1350293159484863,
      "learning_rate": 1.6981188828224097e-06,
      "loss": 0.3563,
      "step": 1746760
    },
    {
      "epoch": 487.52,
      "grad_norm": 1.007307767868042,
      "learning_rate": 1.6980928894012546e-06,
      "loss": 0.3509,
      "step": 1746770
    },
    {
      "epoch": 487.52,
      "grad_norm": 1.2431010007858276,
      "learning_rate": 1.6980668960660354e-06,
      "loss": 0.3418,
      "step": 1746780
    },
    {
      "epoch": 487.52,
      "grad_norm": 0.9481204748153687,
      "learning_rate": 1.6980409028167579e-06,
      "loss": 0.3328,
      "step": 1746790
    },
    {
      "epoch": 487.52,
      "grad_norm": 1.0090574026107788,
      "learning_rate": 1.6980149096534233e-06,
      "loss": 0.3374,
      "step": 1746800
    },
    {
      "epoch": 487.53,
      "grad_norm": 0.8752827644348145,
      "learning_rate": 1.6979889165760372e-06,
      "loss": 0.337,
      "step": 1746810
    },
    {
      "epoch": 487.53,
      "grad_norm": 0.9789679050445557,
      "learning_rate": 1.6979629235846022e-06,
      "loss": 0.3392,
      "step": 1746820
    },
    {
      "epoch": 487.53,
      "grad_norm": 1.0152933597564697,
      "learning_rate": 1.6979369306791207e-06,
      "loss": 0.3513,
      "step": 1746830
    },
    {
      "epoch": 487.54,
      "grad_norm": 0.9974977970123291,
      "learning_rate": 1.6979109378595979e-06,
      "loss": 0.3383,
      "step": 1746840
    },
    {
      "epoch": 487.54,
      "grad_norm": 1.856422781944275,
      "learning_rate": 1.6978849451260364e-06,
      "loss": 0.3469,
      "step": 1746850
    },
    {
      "epoch": 487.54,
      "grad_norm": 1.1293185949325562,
      "learning_rate": 1.697858952478439e-06,
      "loss": 0.3433,
      "step": 1746860
    },
    {
      "epoch": 487.54,
      "grad_norm": 1.0307315587997437,
      "learning_rate": 1.6978329599168106e-06,
      "loss": 0.3424,
      "step": 1746870
    },
    {
      "epoch": 487.55,
      "grad_norm": 1.191544771194458,
      "learning_rate": 1.6978069674411536e-06,
      "loss": 0.3462,
      "step": 1746880
    },
    {
      "epoch": 487.55,
      "grad_norm": 4.513136863708496,
      "learning_rate": 1.6977809750514714e-06,
      "loss": 0.3408,
      "step": 1746890
    },
    {
      "epoch": 487.55,
      "grad_norm": 1.089853048324585,
      "learning_rate": 1.6977549827477686e-06,
      "loss": 0.3475,
      "step": 1746900
    },
    {
      "epoch": 487.56,
      "grad_norm": 1.157050609588623,
      "learning_rate": 1.697728990530048e-06,
      "loss": 0.3431,
      "step": 1746910
    },
    {
      "epoch": 487.56,
      "grad_norm": 1.2220361232757568,
      "learning_rate": 1.6977029983983123e-06,
      "loss": 0.3285,
      "step": 1746920
    },
    {
      "epoch": 487.56,
      "grad_norm": 0.9523591995239258,
      "learning_rate": 1.6976770063525661e-06,
      "loss": 0.3384,
      "step": 1746930
    },
    {
      "epoch": 487.56,
      "grad_norm": 1.1597495079040527,
      "learning_rate": 1.6976510143928128e-06,
      "loss": 0.3462,
      "step": 1746940
    },
    {
      "epoch": 487.57,
      "grad_norm": 0.9678182005882263,
      "learning_rate": 1.6976250225190542e-06,
      "loss": 0.3407,
      "step": 1746950
    },
    {
      "epoch": 487.57,
      "grad_norm": 1.02082097530365,
      "learning_rate": 1.6975990307312958e-06,
      "loss": 0.344,
      "step": 1746960
    },
    {
      "epoch": 487.57,
      "grad_norm": 1.0097168684005737,
      "learning_rate": 1.6975730390295403e-06,
      "loss": 0.3416,
      "step": 1746970
    },
    {
      "epoch": 487.57,
      "grad_norm": 0.9513863921165466,
      "learning_rate": 1.6975470474137912e-06,
      "loss": 0.3347,
      "step": 1746980
    },
    {
      "epoch": 487.58,
      "grad_norm": 0.9193437099456787,
      "learning_rate": 1.6975210558840518e-06,
      "loss": 0.333,
      "step": 1746990
    },
    {
      "epoch": 487.58,
      "grad_norm": 1.1112337112426758,
      "learning_rate": 1.6974950644403258e-06,
      "loss": 0.353,
      "step": 1747000
    },
    {
      "epoch": 487.58,
      "grad_norm": 1.4401103258132935,
      "learning_rate": 1.6974690730826153e-06,
      "loss": 0.3565,
      "step": 1747010
    },
    {
      "epoch": 487.59,
      "grad_norm": 2.1071839332580566,
      "learning_rate": 1.6974430818109264e-06,
      "loss": 0.3413,
      "step": 1747020
    },
    {
      "epoch": 487.59,
      "grad_norm": 0.9195437431335449,
      "learning_rate": 1.6974170906252609e-06,
      "loss": 0.3397,
      "step": 1747030
    },
    {
      "epoch": 487.59,
      "grad_norm": 1.0377602577209473,
      "learning_rate": 1.6973910995256215e-06,
      "loss": 0.3544,
      "step": 1747040
    },
    {
      "epoch": 487.59,
      "grad_norm": 1.1837588548660278,
      "learning_rate": 1.6973651085120137e-06,
      "loss": 0.3305,
      "step": 1747050
    },
    {
      "epoch": 487.6,
      "grad_norm": 1.1701778173446655,
      "learning_rate": 1.6973391175844398e-06,
      "loss": 0.3442,
      "step": 1747060
    },
    {
      "epoch": 487.6,
      "grad_norm": 1.0769317150115967,
      "learning_rate": 1.697313126742903e-06,
      "loss": 0.3318,
      "step": 1747070
    },
    {
      "epoch": 487.6,
      "grad_norm": 1.1009399890899658,
      "learning_rate": 1.6972871359874075e-06,
      "loss": 0.3351,
      "step": 1747080
    },
    {
      "epoch": 487.61,
      "grad_norm": 1.2402855157852173,
      "learning_rate": 1.6972611453179554e-06,
      "loss": 0.3408,
      "step": 1747090
    },
    {
      "epoch": 487.61,
      "grad_norm": 1.176193356513977,
      "learning_rate": 1.697235154734552e-06,
      "loss": 0.3416,
      "step": 1747100
    },
    {
      "epoch": 487.61,
      "grad_norm": 1.1394976377487183,
      "learning_rate": 1.6972091642372004e-06,
      "loss": 0.3405,
      "step": 1747110
    },
    {
      "epoch": 487.61,
      "grad_norm": 1.1400731801986694,
      "learning_rate": 1.6971831738259027e-06,
      "loss": 0.322,
      "step": 1747120
    },
    {
      "epoch": 487.62,
      "grad_norm": 1.0741568803787231,
      "learning_rate": 1.6971571835006638e-06,
      "loss": 0.3453,
      "step": 1747130
    },
    {
      "epoch": 487.62,
      "grad_norm": 1.392568588256836,
      "learning_rate": 1.6971311932614863e-06,
      "loss": 0.338,
      "step": 1747140
    },
    {
      "epoch": 487.62,
      "grad_norm": 1.14513099193573,
      "learning_rate": 1.6971052031083734e-06,
      "loss": 0.3464,
      "step": 1747150
    },
    {
      "epoch": 487.62,
      "grad_norm": 1.0397287607192993,
      "learning_rate": 1.6970792130413298e-06,
      "loss": 0.3432,
      "step": 1747160
    },
    {
      "epoch": 487.63,
      "grad_norm": 1.1292393207550049,
      "learning_rate": 1.6970532230603581e-06,
      "loss": 0.3433,
      "step": 1747170
    },
    {
      "epoch": 487.63,
      "grad_norm": 0.8982455730438232,
      "learning_rate": 1.6970272331654613e-06,
      "loss": 0.3363,
      "step": 1747180
    },
    {
      "epoch": 487.63,
      "grad_norm": 0.9908728003501892,
      "learning_rate": 1.6970012433566443e-06,
      "loss": 0.337,
      "step": 1747190
    },
    {
      "epoch": 487.64,
      "grad_norm": 1.0547987222671509,
      "learning_rate": 1.6969752536339099e-06,
      "loss": 0.3493,
      "step": 1747200
    },
    {
      "epoch": 487.64,
      "grad_norm": 1.029681921005249,
      "learning_rate": 1.6969492639972607e-06,
      "loss": 0.3331,
      "step": 1747210
    },
    {
      "epoch": 487.64,
      "grad_norm": 0.8901851773262024,
      "learning_rate": 1.6969232744467014e-06,
      "loss": 0.3287,
      "step": 1747220
    },
    {
      "epoch": 487.64,
      "grad_norm": 1.1724755764007568,
      "learning_rate": 1.696897284982235e-06,
      "loss": 0.3321,
      "step": 1747230
    },
    {
      "epoch": 487.65,
      "grad_norm": 0.9826738834381104,
      "learning_rate": 1.6968712956038635e-06,
      "loss": 0.3293,
      "step": 1747240
    },
    {
      "epoch": 487.65,
      "grad_norm": 1.0562535524368286,
      "learning_rate": 1.6968453063115932e-06,
      "loss": 0.3423,
      "step": 1747250
    },
    {
      "epoch": 487.65,
      "grad_norm": 1.1067308187484741,
      "learning_rate": 1.6968193171054258e-06,
      "loss": 0.341,
      "step": 1747260
    },
    {
      "epoch": 487.66,
      "grad_norm": 1.1417131423950195,
      "learning_rate": 1.6967933279853647e-06,
      "loss": 0.3424,
      "step": 1747270
    },
    {
      "epoch": 487.66,
      "grad_norm": 1.0422073602676392,
      "learning_rate": 1.6967673389514142e-06,
      "loss": 0.339,
      "step": 1747280
    },
    {
      "epoch": 487.66,
      "grad_norm": 0.998560905456543,
      "learning_rate": 1.6967413500035767e-06,
      "loss": 0.3359,
      "step": 1747290
    },
    {
      "epoch": 487.66,
      "grad_norm": 1.1719026565551758,
      "learning_rate": 1.6967153611418563e-06,
      "loss": 0.3546,
      "step": 1747300
    },
    {
      "epoch": 487.67,
      "grad_norm": 1.087655782699585,
      "learning_rate": 1.696689372366257e-06,
      "loss": 0.3402,
      "step": 1747310
    },
    {
      "epoch": 487.67,
      "grad_norm": 1.2152414321899414,
      "learning_rate": 1.6966633836767815e-06,
      "loss": 0.367,
      "step": 1747320
    },
    {
      "epoch": 487.67,
      "grad_norm": 1.0896668434143066,
      "learning_rate": 1.6966373950734325e-06,
      "loss": 0.3344,
      "step": 1747330
    },
    {
      "epoch": 487.68,
      "grad_norm": 1.1252684593200684,
      "learning_rate": 1.696611406556215e-06,
      "loss": 0.3358,
      "step": 1747340
    },
    {
      "epoch": 487.68,
      "grad_norm": 1.1331783533096313,
      "learning_rate": 1.6965854181251324e-06,
      "loss": 0.3453,
      "step": 1747350
    },
    {
      "epoch": 487.68,
      "grad_norm": 1.04729425907135,
      "learning_rate": 1.6965594297801865e-06,
      "loss": 0.348,
      "step": 1747360
    },
    {
      "epoch": 487.68,
      "grad_norm": 1.0547581911087036,
      "learning_rate": 1.6965334415213827e-06,
      "loss": 0.3434,
      "step": 1747370
    },
    {
      "epoch": 487.69,
      "grad_norm": 1.0705379247665405,
      "learning_rate": 1.6965074533487224e-06,
      "loss": 0.3442,
      "step": 1747380
    },
    {
      "epoch": 487.69,
      "grad_norm": 1.099970817565918,
      "learning_rate": 1.6964814652622117e-06,
      "loss": 0.3397,
      "step": 1747390
    },
    {
      "epoch": 487.69,
      "grad_norm": 0.947523295879364,
      "learning_rate": 1.6964554772618521e-06,
      "loss": 0.339,
      "step": 1747400
    },
    {
      "epoch": 487.69,
      "grad_norm": 1.0311262607574463,
      "learning_rate": 1.6964294893476468e-06,
      "loss": 0.3524,
      "step": 1747410
    },
    {
      "epoch": 487.7,
      "grad_norm": 1.0288119316101074,
      "learning_rate": 1.6964035015196012e-06,
      "loss": 0.3439,
      "step": 1747420
    },
    {
      "epoch": 487.7,
      "grad_norm": 0.9859269857406616,
      "learning_rate": 1.6963775137777173e-06,
      "loss": 0.3302,
      "step": 1747430
    },
    {
      "epoch": 487.7,
      "grad_norm": 1.0330536365509033,
      "learning_rate": 1.6963515261219983e-06,
      "loss": 0.3391,
      "step": 1747440
    },
    {
      "epoch": 487.71,
      "grad_norm": 0.9534456729888916,
      "learning_rate": 1.696325538552449e-06,
      "loss": 0.3269,
      "step": 1747450
    },
    {
      "epoch": 487.71,
      "grad_norm": 1.0399192571640015,
      "learning_rate": 1.696299551069072e-06,
      "loss": 0.3533,
      "step": 1747460
    },
    {
      "epoch": 487.71,
      "grad_norm": 0.9607325792312622,
      "learning_rate": 1.6962735636718698e-06,
      "loss": 0.3375,
      "step": 1747470
    },
    {
      "epoch": 487.71,
      "grad_norm": 1.1286324262619019,
      "learning_rate": 1.696247576360848e-06,
      "loss": 0.3322,
      "step": 1747480
    },
    {
      "epoch": 487.72,
      "grad_norm": 1.0197772979736328,
      "learning_rate": 1.6962215891360087e-06,
      "loss": 0.3478,
      "step": 1747490
    },
    {
      "epoch": 487.72,
      "grad_norm": 0.9951698780059814,
      "learning_rate": 1.6961956019973552e-06,
      "loss": 0.3467,
      "step": 1747500
    },
    {
      "epoch": 487.72,
      "grad_norm": 1.0190635919570923,
      "learning_rate": 1.6961696149448918e-06,
      "loss": 0.3455,
      "step": 1747510
    },
    {
      "epoch": 487.73,
      "grad_norm": 1.0168708562850952,
      "learning_rate": 1.6961436279786218e-06,
      "loss": 0.3551,
      "step": 1747520
    },
    {
      "epoch": 487.73,
      "grad_norm": 0.9860146045684814,
      "learning_rate": 1.696117641098547e-06,
      "loss": 0.3502,
      "step": 1747530
    },
    {
      "epoch": 487.73,
      "grad_norm": 1.1406203508377075,
      "learning_rate": 1.6960916543046735e-06,
      "loss": 0.3463,
      "step": 1747540
    },
    {
      "epoch": 487.73,
      "grad_norm": 1.071344256401062,
      "learning_rate": 1.6960656675970037e-06,
      "loss": 0.3397,
      "step": 1747550
    },
    {
      "epoch": 487.74,
      "grad_norm": 0.9809182286262512,
      "learning_rate": 1.6960396809755394e-06,
      "loss": 0.3485,
      "step": 1747560
    },
    {
      "epoch": 487.74,
      "grad_norm": 1.0984071493148804,
      "learning_rate": 1.6960136944402867e-06,
      "loss": 0.3572,
      "step": 1747570
    },
    {
      "epoch": 487.74,
      "grad_norm": 1.0209064483642578,
      "learning_rate": 1.6959877079912479e-06,
      "loss": 0.3352,
      "step": 1747580
    },
    {
      "epoch": 487.74,
      "grad_norm": 1.0922846794128418,
      "learning_rate": 1.6959617216284257e-06,
      "loss": 0.3379,
      "step": 1747590
    },
    {
      "epoch": 487.75,
      "grad_norm": 1.0816606283187866,
      "learning_rate": 1.6959357353518254e-06,
      "loss": 0.3311,
      "step": 1747600
    },
    {
      "epoch": 487.75,
      "grad_norm": 1.2494745254516602,
      "learning_rate": 1.6959097491614488e-06,
      "loss": 0.3418,
      "step": 1747610
    },
    {
      "epoch": 487.75,
      "grad_norm": 1.086487889289856,
      "learning_rate": 1.695883763057299e-06,
      "loss": 0.3424,
      "step": 1747620
    },
    {
      "epoch": 487.76,
      "grad_norm": 1.186649203300476,
      "learning_rate": 1.6958577770393817e-06,
      "loss": 0.349,
      "step": 1747630
    },
    {
      "epoch": 487.76,
      "grad_norm": 1.1172653436660767,
      "learning_rate": 1.695831791107699e-06,
      "loss": 0.338,
      "step": 1747640
    },
    {
      "epoch": 487.76,
      "grad_norm": 1.0085234642028809,
      "learning_rate": 1.6958058052622536e-06,
      "loss": 0.3526,
      "step": 1747650
    },
    {
      "epoch": 487.76,
      "grad_norm": 1.000114917755127,
      "learning_rate": 1.6957798195030504e-06,
      "loss": 0.3376,
      "step": 1747660
    },
    {
      "epoch": 487.77,
      "grad_norm": 1.2783377170562744,
      "learning_rate": 1.695753833830091e-06,
      "loss": 0.361,
      "step": 1747670
    },
    {
      "epoch": 487.77,
      "grad_norm": 2.1568284034729004,
      "learning_rate": 1.695727848243381e-06,
      "loss": 0.3405,
      "step": 1747680
    },
    {
      "epoch": 487.77,
      "grad_norm": 1.1088478565216064,
      "learning_rate": 1.6957018627429234e-06,
      "loss": 0.3386,
      "step": 1747690
    },
    {
      "epoch": 487.78,
      "grad_norm": 1.1121160984039307,
      "learning_rate": 1.69567587732872e-06,
      "loss": 0.332,
      "step": 1747700
    },
    {
      "epoch": 487.78,
      "grad_norm": 1.0873738527297974,
      "learning_rate": 1.6956498920007764e-06,
      "loss": 0.3352,
      "step": 1747710
    },
    {
      "epoch": 487.78,
      "grad_norm": 1.0880646705627441,
      "learning_rate": 1.695623906759095e-06,
      "loss": 0.3506,
      "step": 1747720
    },
    {
      "epoch": 487.78,
      "grad_norm": 1.1487268209457397,
      "learning_rate": 1.6955979216036788e-06,
      "loss": 0.3457,
      "step": 1747730
    },
    {
      "epoch": 487.79,
      "grad_norm": 1.060573935508728,
      "learning_rate": 1.6955719365345324e-06,
      "loss": 0.3366,
      "step": 1747740
    },
    {
      "epoch": 487.79,
      "grad_norm": 1.0186469554901123,
      "learning_rate": 1.695545951551659e-06,
      "loss": 0.3288,
      "step": 1747750
    },
    {
      "epoch": 487.79,
      "grad_norm": 1.0185972452163696,
      "learning_rate": 1.6955199666550605e-06,
      "loss": 0.3368,
      "step": 1747760
    },
    {
      "epoch": 487.8,
      "grad_norm": 1.281737208366394,
      "learning_rate": 1.6954939818447428e-06,
      "loss": 0.3222,
      "step": 1747770
    },
    {
      "epoch": 487.8,
      "grad_norm": 1.024217128753662,
      "learning_rate": 1.6954679971207077e-06,
      "loss": 0.3347,
      "step": 1747780
    },
    {
      "epoch": 487.8,
      "grad_norm": 1.067688226699829,
      "learning_rate": 1.695442012482959e-06,
      "loss": 0.342,
      "step": 1747790
    },
    {
      "epoch": 487.8,
      "grad_norm": 1.1527506113052368,
      "learning_rate": 1.6954160279315005e-06,
      "loss": 0.3416,
      "step": 1747800
    },
    {
      "epoch": 487.81,
      "grad_norm": 1.1525001525878906,
      "learning_rate": 1.6953900434663356e-06,
      "loss": 0.3524,
      "step": 1747810
    },
    {
      "epoch": 487.81,
      "grad_norm": 1.1688302755355835,
      "learning_rate": 1.6953640590874664e-06,
      "loss": 0.3612,
      "step": 1747820
    },
    {
      "epoch": 487.81,
      "grad_norm": 1.1425621509552002,
      "learning_rate": 1.6953380747948984e-06,
      "loss": 0.3328,
      "step": 1747830
    },
    {
      "epoch": 487.81,
      "grad_norm": 0.9841664433479309,
      "learning_rate": 1.6953120905886347e-06,
      "loss": 0.335,
      "step": 1747840
    },
    {
      "epoch": 487.82,
      "grad_norm": 1.1211491823196411,
      "learning_rate": 1.695286106468677e-06,
      "loss": 0.3361,
      "step": 1747850
    },
    {
      "epoch": 487.82,
      "grad_norm": 1.2124195098876953,
      "learning_rate": 1.695260122435031e-06,
      "loss": 0.3558,
      "step": 1747860
    },
    {
      "epoch": 487.82,
      "grad_norm": 1.2222825288772583,
      "learning_rate": 1.6952341384876992e-06,
      "loss": 0.3438,
      "step": 1747870
    },
    {
      "epoch": 487.83,
      "grad_norm": 1.1014326810836792,
      "learning_rate": 1.6952081546266848e-06,
      "loss": 0.3359,
      "step": 1747880
    },
    {
      "epoch": 487.83,
      "grad_norm": 1.2182554006576538,
      "learning_rate": 1.6951821708519915e-06,
      "loss": 0.3489,
      "step": 1747890
    },
    {
      "epoch": 487.83,
      "grad_norm": 1.1226242780685425,
      "learning_rate": 1.6951561871636233e-06,
      "loss": 0.3397,
      "step": 1747900
    },
    {
      "epoch": 487.83,
      "grad_norm": 1.4365674257278442,
      "learning_rate": 1.6951302035615814e-06,
      "loss": 0.3432,
      "step": 1747910
    },
    {
      "epoch": 487.84,
      "grad_norm": 0.905478298664093,
      "learning_rate": 1.6951042200458725e-06,
      "loss": 0.3414,
      "step": 1747920
    },
    {
      "epoch": 487.84,
      "grad_norm": 1.2074114084243774,
      "learning_rate": 1.6950782366164987e-06,
      "loss": 0.3361,
      "step": 1747930
    },
    {
      "epoch": 487.84,
      "grad_norm": 1.046507477760315,
      "learning_rate": 1.6950522532734623e-06,
      "loss": 0.3339,
      "step": 1747940
    },
    {
      "epoch": 487.85,
      "grad_norm": 1.0880275964736938,
      "learning_rate": 1.6950262700167688e-06,
      "loss": 0.3268,
      "step": 1747950
    },
    {
      "epoch": 487.85,
      "grad_norm": 1.1837031841278076,
      "learning_rate": 1.6950002868464191e-06,
      "loss": 0.3412,
      "step": 1747960
    },
    {
      "epoch": 487.85,
      "grad_norm": 0.9814807772636414,
      "learning_rate": 1.6949743037624194e-06,
      "loss": 0.3384,
      "step": 1747970
    },
    {
      "epoch": 487.85,
      "grad_norm": 1.301162838935852,
      "learning_rate": 1.6949483207647719e-06,
      "loss": 0.3415,
      "step": 1747980
    },
    {
      "epoch": 487.86,
      "grad_norm": 1.0286915302276611,
      "learning_rate": 1.694922337853479e-06,
      "loss": 0.3364,
      "step": 1747990
    },
    {
      "epoch": 487.86,
      "grad_norm": 1.1691862344741821,
      "learning_rate": 1.6948963550285462e-06,
      "loss": 0.3431,
      "step": 1748000
    },
    {
      "epoch": 487.86,
      "grad_norm": 1.0670405626296997,
      "learning_rate": 1.694870372289976e-06,
      "loss": 0.3334,
      "step": 1748010
    },
    {
      "epoch": 487.86,
      "grad_norm": 1.114495873451233,
      "learning_rate": 1.6948443896377714e-06,
      "loss": 0.3443,
      "step": 1748020
    },
    {
      "epoch": 487.87,
      "grad_norm": 1.0192131996154785,
      "learning_rate": 1.6948184070719368e-06,
      "loss": 0.3534,
      "step": 1748030
    },
    {
      "epoch": 487.87,
      "grad_norm": 8.31815242767334,
      "learning_rate": 1.694792424592475e-06,
      "loss": 0.3485,
      "step": 1748040
    },
    {
      "epoch": 487.87,
      "grad_norm": 1.087175726890564,
      "learning_rate": 1.694766442199389e-06,
      "loss": 0.3617,
      "step": 1748050
    },
    {
      "epoch": 487.88,
      "grad_norm": 0.8528231382369995,
      "learning_rate": 1.6947404598926838e-06,
      "loss": 0.3263,
      "step": 1748060
    },
    {
      "epoch": 487.88,
      "grad_norm": 0.9765301942825317,
      "learning_rate": 1.6947144776723618e-06,
      "loss": 0.3546,
      "step": 1748070
    },
    {
      "epoch": 487.88,
      "grad_norm": 0.9825127124786377,
      "learning_rate": 1.6946884955384262e-06,
      "loss": 0.3374,
      "step": 1748080
    },
    {
      "epoch": 487.88,
      "grad_norm": 1.2044826745986938,
      "learning_rate": 1.6946625134908816e-06,
      "loss": 0.339,
      "step": 1748090
    },
    {
      "epoch": 487.89,
      "grad_norm": 1.2212172746658325,
      "learning_rate": 1.6946365315297303e-06,
      "loss": 0.3401,
      "step": 1748100
    },
    {
      "epoch": 487.89,
      "grad_norm": 1.0216974020004272,
      "learning_rate": 1.6946105496549755e-06,
      "loss": 0.3548,
      "step": 1748110
    },
    {
      "epoch": 487.89,
      "grad_norm": 1.0395499467849731,
      "learning_rate": 1.6945845678666221e-06,
      "loss": 0.3308,
      "step": 1748120
    },
    {
      "epoch": 487.9,
      "grad_norm": 1.0850036144256592,
      "learning_rate": 1.694558586164673e-06,
      "loss": 0.351,
      "step": 1748130
    },
    {
      "epoch": 487.9,
      "grad_norm": 1.191605806350708,
      "learning_rate": 1.6945326045491301e-06,
      "loss": 0.3527,
      "step": 1748140
    },
    {
      "epoch": 487.9,
      "grad_norm": 1.0602447986602783,
      "learning_rate": 1.6945066230199995e-06,
      "loss": 0.3379,
      "step": 1748150
    },
    {
      "epoch": 487.9,
      "grad_norm": 1.3831673860549927,
      "learning_rate": 1.6944806415772835e-06,
      "loss": 0.3405,
      "step": 1748160
    },
    {
      "epoch": 487.91,
      "grad_norm": 1.1891766786575317,
      "learning_rate": 1.6944546602209844e-06,
      "loss": 0.3491,
      "step": 1748170
    },
    {
      "epoch": 487.91,
      "grad_norm": 1.2640457153320312,
      "learning_rate": 1.6944286789511075e-06,
      "loss": 0.3332,
      "step": 1748180
    },
    {
      "epoch": 487.91,
      "grad_norm": 1.2008856534957886,
      "learning_rate": 1.6944026977676556e-06,
      "loss": 0.3402,
      "step": 1748190
    },
    {
      "epoch": 487.92,
      "grad_norm": 2.2718632221221924,
      "learning_rate": 1.694376716670631e-06,
      "loss": 0.3324,
      "step": 1748200
    },
    {
      "epoch": 487.92,
      "grad_norm": 1.1070537567138672,
      "learning_rate": 1.694350735660039e-06,
      "loss": 0.3308,
      "step": 1748210
    },
    {
      "epoch": 487.92,
      "grad_norm": 1.6988873481750488,
      "learning_rate": 1.6943247547358817e-06,
      "loss": 0.3491,
      "step": 1748220
    },
    {
      "epoch": 487.92,
      "grad_norm": 0.9088987708091736,
      "learning_rate": 1.6942987738981638e-06,
      "loss": 0.3373,
      "step": 1748230
    },
    {
      "epoch": 487.93,
      "grad_norm": 1.0378822088241577,
      "learning_rate": 1.6942727931468875e-06,
      "loss": 0.3532,
      "step": 1748240
    },
    {
      "epoch": 487.93,
      "grad_norm": 1.0878568887710571,
      "learning_rate": 1.6942468124820564e-06,
      "loss": 0.3404,
      "step": 1748250
    },
    {
      "epoch": 487.93,
      "grad_norm": 1.043794870376587,
      "learning_rate": 1.694220831903675e-06,
      "loss": 0.3453,
      "step": 1748260
    },
    {
      "epoch": 487.93,
      "grad_norm": 0.9553757905960083,
      "learning_rate": 1.6941948514117464e-06,
      "loss": 0.3581,
      "step": 1748270
    },
    {
      "epoch": 487.94,
      "grad_norm": 1.2579421997070312,
      "learning_rate": 1.6941688710062726e-06,
      "loss": 0.3705,
      "step": 1748280
    },
    {
      "epoch": 487.94,
      "grad_norm": 1.141282081604004,
      "learning_rate": 1.6941428906872592e-06,
      "loss": 0.3416,
      "step": 1748290
    },
    {
      "epoch": 487.94,
      "grad_norm": 1.15683114528656,
      "learning_rate": 1.6941169104547086e-06,
      "loss": 0.3358,
      "step": 1748300
    },
    {
      "epoch": 487.95,
      "grad_norm": 1.0961402654647827,
      "learning_rate": 1.694090930308624e-06,
      "loss": 0.3501,
      "step": 1748310
    },
    {
      "epoch": 487.95,
      "grad_norm": 1.2362592220306396,
      "learning_rate": 1.6940649502490096e-06,
      "loss": 0.3258,
      "step": 1748320
    },
    {
      "epoch": 487.95,
      "grad_norm": 1.082880973815918,
      "learning_rate": 1.6940389702758686e-06,
      "loss": 0.355,
      "step": 1748330
    },
    {
      "epoch": 487.95,
      "grad_norm": 0.9055864214897156,
      "learning_rate": 1.694012990389203e-06,
      "loss": 0.3348,
      "step": 1748340
    },
    {
      "epoch": 487.96,
      "grad_norm": 1.1147295236587524,
      "learning_rate": 1.693987010589019e-06,
      "loss": 0.3422,
      "step": 1748350
    },
    {
      "epoch": 487.96,
      "grad_norm": 1.2094918489456177,
      "learning_rate": 1.6939610308753184e-06,
      "loss": 0.3506,
      "step": 1748360
    },
    {
      "epoch": 487.96,
      "grad_norm": 1.0991113185882568,
      "learning_rate": 1.6939350512481038e-06,
      "loss": 0.341,
      "step": 1748370
    },
    {
      "epoch": 487.97,
      "grad_norm": 1.1261957883834839,
      "learning_rate": 1.693909071707381e-06,
      "loss": 0.3413,
      "step": 1748380
    },
    {
      "epoch": 487.97,
      "grad_norm": 1.0802900791168213,
      "learning_rate": 1.693883092253152e-06,
      "loss": 0.3559,
      "step": 1748390
    },
    {
      "epoch": 487.97,
      "grad_norm": 1.1748309135437012,
      "learning_rate": 1.6938571128854201e-06,
      "loss": 0.3529,
      "step": 1748400
    },
    {
      "epoch": 487.97,
      "grad_norm": 1.4626673460006714,
      "learning_rate": 1.6938311336041894e-06,
      "loss": 0.3607,
      "step": 1748410
    },
    {
      "epoch": 487.98,
      "grad_norm": 1.3493884801864624,
      "learning_rate": 1.6938051544094632e-06,
      "loss": 0.346,
      "step": 1748420
    },
    {
      "epoch": 487.98,
      "grad_norm": 1.0141292810440063,
      "learning_rate": 1.6937791753012438e-06,
      "loss": 0.351,
      "step": 1748430
    },
    {
      "epoch": 487.98,
      "grad_norm": 1.159041166305542,
      "learning_rate": 1.693753196279537e-06,
      "loss": 0.3333,
      "step": 1748440
    },
    {
      "epoch": 487.98,
      "grad_norm": 1.522210955619812,
      "learning_rate": 1.6937272173443447e-06,
      "loss": 0.3523,
      "step": 1748450
    },
    {
      "epoch": 487.99,
      "grad_norm": 1.186720848083496,
      "learning_rate": 1.69370123849567e-06,
      "loss": 0.3488,
      "step": 1748460
    },
    {
      "epoch": 487.99,
      "grad_norm": 0.9808923602104187,
      "learning_rate": 1.6936752597335175e-06,
      "loss": 0.3338,
      "step": 1748470
    },
    {
      "epoch": 487.99,
      "grad_norm": 1.1706314086914062,
      "learning_rate": 1.6936492810578902e-06,
      "loss": 0.3377,
      "step": 1748480
    },
    {
      "epoch": 488.0,
      "grad_norm": 0.9337838292121887,
      "learning_rate": 1.6936233024687904e-06,
      "loss": 0.3451,
      "step": 1748490
    },
    {
      "epoch": 488.0,
      "grad_norm": 1.0552364587783813,
      "learning_rate": 1.693597323966224e-06,
      "loss": 0.3384,
      "step": 1748500
    },
    {
      "epoch": 488.0,
      "eval_loss": 0.3434019684791565,
      "eval_runtime": 62.76,
      "eval_samples_per_second": 80.609,
      "eval_steps_per_second": 10.086,
      "step": 1748504
    },
    {
      "epoch": 488.0,
      "grad_norm": 1.0483397245407104,
      "learning_rate": 1.6935713455501918e-06,
      "loss": 0.3363,
      "step": 1748510
    },
    {
      "epoch": 488.0,
      "grad_norm": 1.035546898841858,
      "learning_rate": 1.6935453672206994e-06,
      "loss": 0.3541,
      "step": 1748520
    },
    {
      "epoch": 488.01,
      "grad_norm": 0.965444028377533,
      "learning_rate": 1.6935193889777496e-06,
      "loss": 0.3547,
      "step": 1748530
    },
    {
      "epoch": 488.01,
      "grad_norm": 0.9937313199043274,
      "learning_rate": 1.6934934108213452e-06,
      "loss": 0.344,
      "step": 1748540
    },
    {
      "epoch": 488.01,
      "grad_norm": 1.0846569538116455,
      "learning_rate": 1.6934674327514906e-06,
      "loss": 0.3464,
      "step": 1748550
    },
    {
      "epoch": 488.02,
      "grad_norm": 0.9665908813476562,
      "learning_rate": 1.6934414547681886e-06,
      "loss": 0.3427,
      "step": 1748560
    },
    {
      "epoch": 488.02,
      "grad_norm": 1.0853337049484253,
      "learning_rate": 1.6934154768714423e-06,
      "loss": 0.3444,
      "step": 1748570
    },
    {
      "epoch": 488.02,
      "grad_norm": 1.1329623460769653,
      "learning_rate": 1.6933894990612562e-06,
      "loss": 0.3528,
      "step": 1748580
    },
    {
      "epoch": 488.02,
      "grad_norm": 1.124491810798645,
      "learning_rate": 1.6933635213376338e-06,
      "loss": 0.3329,
      "step": 1748590
    },
    {
      "epoch": 488.03,
      "grad_norm": 1.242661714553833,
      "learning_rate": 1.6933375437005772e-06,
      "loss": 0.3341,
      "step": 1748600
    },
    {
      "epoch": 488.03,
      "grad_norm": 1.1928660869598389,
      "learning_rate": 1.693311566150091e-06,
      "loss": 0.3494,
      "step": 1748610
    },
    {
      "epoch": 488.03,
      "grad_norm": 1.2880512475967407,
      "learning_rate": 1.6932855886861788e-06,
      "loss": 0.3301,
      "step": 1748620
    },
    {
      "epoch": 488.04,
      "grad_norm": 0.9351118803024292,
      "learning_rate": 1.693259611308842e-06,
      "loss": 0.3302,
      "step": 1748630
    },
    {
      "epoch": 488.04,
      "grad_norm": 1.2141727209091187,
      "learning_rate": 1.693233634018087e-06,
      "loss": 0.3438,
      "step": 1748640
    },
    {
      "epoch": 488.04,
      "grad_norm": 1.0336363315582275,
      "learning_rate": 1.693207656813916e-06,
      "loss": 0.341,
      "step": 1748650
    },
    {
      "epoch": 488.04,
      "grad_norm": 1.187551498413086,
      "learning_rate": 1.693181679696331e-06,
      "loss": 0.343,
      "step": 1748660
    },
    {
      "epoch": 488.05,
      "grad_norm": 1.03834867477417,
      "learning_rate": 1.6931557026653382e-06,
      "loss": 0.352,
      "step": 1748670
    },
    {
      "epoch": 488.05,
      "grad_norm": 1.1140480041503906,
      "learning_rate": 1.6931297257209395e-06,
      "loss": 0.3413,
      "step": 1748680
    },
    {
      "epoch": 488.05,
      "grad_norm": 1.014676809310913,
      "learning_rate": 1.693103748863138e-06,
      "loss": 0.3512,
      "step": 1748690
    },
    {
      "epoch": 488.05,
      "grad_norm": 1.0333720445632935,
      "learning_rate": 1.6930777720919382e-06,
      "loss": 0.3272,
      "step": 1748700
    },
    {
      "epoch": 488.06,
      "grad_norm": 1.0567353963851929,
      "learning_rate": 1.6930517954073433e-06,
      "loss": 0.3406,
      "step": 1748710
    },
    {
      "epoch": 488.06,
      "grad_norm": 1.046556830406189,
      "learning_rate": 1.693025818809355e-06,
      "loss": 0.3336,
      "step": 1748720
    },
    {
      "epoch": 488.06,
      "grad_norm": 1.198206901550293,
      "learning_rate": 1.6929998422979796e-06,
      "loss": 0.3505,
      "step": 1748730
    },
    {
      "epoch": 488.07,
      "grad_norm": 1.2061402797698975,
      "learning_rate": 1.6929738658732193e-06,
      "loss": 0.3489,
      "step": 1748740
    },
    {
      "epoch": 488.07,
      "grad_norm": 1.3239861726760864,
      "learning_rate": 1.6929478895350772e-06,
      "loss": 0.3356,
      "step": 1748750
    },
    {
      "epoch": 488.07,
      "grad_norm": 1.140243411064148,
      "learning_rate": 1.6929219132835569e-06,
      "loss": 0.3482,
      "step": 1748760
    },
    {
      "epoch": 488.07,
      "grad_norm": 1.2620097398757935,
      "learning_rate": 1.6928959371186624e-06,
      "loss": 0.3406,
      "step": 1748770
    },
    {
      "epoch": 488.08,
      "grad_norm": 1.049409031867981,
      "learning_rate": 1.6928699610403955e-06,
      "loss": 0.323,
      "step": 1748780
    },
    {
      "epoch": 488.08,
      "grad_norm": 2.689068555831909,
      "learning_rate": 1.6928439850487621e-06,
      "loss": 0.3296,
      "step": 1748790
    },
    {
      "epoch": 488.08,
      "grad_norm": 0.9381133913993835,
      "learning_rate": 1.6928180091437636e-06,
      "loss": 0.3254,
      "step": 1748800
    },
    {
      "epoch": 488.09,
      "grad_norm": 1.1544710397720337,
      "learning_rate": 1.692792033325405e-06,
      "loss": 0.34,
      "step": 1748810
    },
    {
      "epoch": 488.09,
      "grad_norm": 1.0405527353286743,
      "learning_rate": 1.6927660575936895e-06,
      "loss": 0.3237,
      "step": 1748820
    },
    {
      "epoch": 488.09,
      "grad_norm": 0.9805939793586731,
      "learning_rate": 1.6927400819486192e-06,
      "loss": 0.3538,
      "step": 1748830
    },
    {
      "epoch": 488.09,
      "grad_norm": 1.1445618867874146,
      "learning_rate": 1.6927141063901993e-06,
      "loss": 0.3328,
      "step": 1748840
    },
    {
      "epoch": 488.1,
      "grad_norm": 1.1785638332366943,
      "learning_rate": 1.6926881309184324e-06,
      "loss": 0.3383,
      "step": 1748850
    },
    {
      "epoch": 488.1,
      "grad_norm": 1.0194683074951172,
      "learning_rate": 1.692662155533321e-06,
      "loss": 0.3523,
      "step": 1748860
    },
    {
      "epoch": 488.1,
      "grad_norm": 1.0523422956466675,
      "learning_rate": 1.6926361802348702e-06,
      "loss": 0.3505,
      "step": 1748870
    },
    {
      "epoch": 488.1,
      "grad_norm": 1.129351258277893,
      "learning_rate": 1.6926102050230833e-06,
      "loss": 0.3414,
      "step": 1748880
    },
    {
      "epoch": 488.11,
      "grad_norm": 0.9831690788269043,
      "learning_rate": 1.6925842298979627e-06,
      "loss": 0.347,
      "step": 1748890
    },
    {
      "epoch": 488.11,
      "grad_norm": 1.0237587690353394,
      "learning_rate": 1.6925582548595128e-06,
      "loss": 0.3552,
      "step": 1748900
    },
    {
      "epoch": 488.11,
      "grad_norm": 1.3420120477676392,
      "learning_rate": 1.6925322799077366e-06,
      "loss": 0.3551,
      "step": 1748910
    },
    {
      "epoch": 488.12,
      "grad_norm": 0.9447094202041626,
      "learning_rate": 1.6925063050426369e-06,
      "loss": 0.3621,
      "step": 1748920
    },
    {
      "epoch": 488.12,
      "grad_norm": 1.1095179319381714,
      "learning_rate": 1.692480330264219e-06,
      "loss": 0.3557,
      "step": 1748930
    },
    {
      "epoch": 488.12,
      "grad_norm": 1.1406869888305664,
      "learning_rate": 1.692454355572485e-06,
      "loss": 0.3308,
      "step": 1748940
    },
    {
      "epoch": 488.12,
      "grad_norm": 1.096106767654419,
      "learning_rate": 1.692428380967438e-06,
      "loss": 0.3375,
      "step": 1748950
    },
    {
      "epoch": 488.13,
      "grad_norm": 1.0733308792114258,
      "learning_rate": 1.6924024064490826e-06,
      "loss": 0.3387,
      "step": 1748960
    },
    {
      "epoch": 488.13,
      "grad_norm": 1.1273926496505737,
      "learning_rate": 1.6923764320174221e-06,
      "loss": 0.3464,
      "step": 1748970
    },
    {
      "epoch": 488.13,
      "grad_norm": 1.0608736276626587,
      "learning_rate": 1.6923504576724589e-06,
      "loss": 0.3412,
      "step": 1748980
    },
    {
      "epoch": 488.14,
      "grad_norm": 0.9374749064445496,
      "learning_rate": 1.6923244834141977e-06,
      "loss": 0.3412,
      "step": 1748990
    },
    {
      "epoch": 488.14,
      "grad_norm": 1.141412615776062,
      "learning_rate": 1.6922985092426416e-06,
      "loss": 0.3179,
      "step": 1749000
    },
    {
      "epoch": 488.14,
      "grad_norm": 0.9805859923362732,
      "learning_rate": 1.6922725351577926e-06,
      "loss": 0.3527,
      "step": 1749010
    },
    {
      "epoch": 488.14,
      "grad_norm": 1.193673849105835,
      "learning_rate": 1.6922465611596565e-06,
      "loss": 0.3593,
      "step": 1749020
    },
    {
      "epoch": 488.15,
      "grad_norm": 1.2404950857162476,
      "learning_rate": 1.6922205872482358e-06,
      "loss": 0.3401,
      "step": 1749030
    },
    {
      "epoch": 488.15,
      "grad_norm": 0.9652634263038635,
      "learning_rate": 1.6921946134235333e-06,
      "loss": 0.3474,
      "step": 1749040
    },
    {
      "epoch": 488.15,
      "grad_norm": 1.1053773164749146,
      "learning_rate": 1.6921686396855535e-06,
      "loss": 0.3365,
      "step": 1749050
    },
    {
      "epoch": 488.16,
      "grad_norm": 1.154354453086853,
      "learning_rate": 1.6921426660342994e-06,
      "loss": 0.3507,
      "step": 1749060
    },
    {
      "epoch": 488.16,
      "grad_norm": 1.0995854139328003,
      "learning_rate": 1.6921166924697732e-06,
      "loss": 0.3566,
      "step": 1749070
    },
    {
      "epoch": 488.16,
      "grad_norm": 2.1512088775634766,
      "learning_rate": 1.6920907189919807e-06,
      "loss": 0.3453,
      "step": 1749080
    },
    {
      "epoch": 488.16,
      "grad_norm": 0.9591936469078064,
      "learning_rate": 1.6920647456009233e-06,
      "loss": 0.3477,
      "step": 1749090
    },
    {
      "epoch": 488.17,
      "grad_norm": 0.9489935636520386,
      "learning_rate": 1.6920387722966063e-06,
      "loss": 0.3268,
      "step": 1749100
    },
    {
      "epoch": 488.17,
      "grad_norm": 1.0287927389144897,
      "learning_rate": 1.6920127990790322e-06,
      "loss": 0.3407,
      "step": 1749110
    },
    {
      "epoch": 488.17,
      "grad_norm": 1.3033677339553833,
      "learning_rate": 1.691986825948204e-06,
      "loss": 0.3569,
      "step": 1749120
    },
    {
      "epoch": 488.17,
      "grad_norm": 1.0086382627487183,
      "learning_rate": 1.6919608529041263e-06,
      "loss": 0.3352,
      "step": 1749130
    },
    {
      "epoch": 488.18,
      "grad_norm": 1.028904914855957,
      "learning_rate": 1.6919348799468018e-06,
      "loss": 0.3405,
      "step": 1749140
    },
    {
      "epoch": 488.18,
      "grad_norm": 1.192994236946106,
      "learning_rate": 1.691908907076233e-06,
      "loss": 0.3724,
      "step": 1749150
    },
    {
      "epoch": 488.18,
      "grad_norm": 1.1916664838790894,
      "learning_rate": 1.6918829342924254e-06,
      "loss": 0.3295,
      "step": 1749160
    },
    {
      "epoch": 488.19,
      "grad_norm": 1.2411150932312012,
      "learning_rate": 1.6918569615953819e-06,
      "loss": 0.3436,
      "step": 1749170
    },
    {
      "epoch": 488.19,
      "grad_norm": 1.9540430307388306,
      "learning_rate": 1.6918309889851048e-06,
      "loss": 0.3316,
      "step": 1749180
    },
    {
      "epoch": 488.19,
      "grad_norm": 1.0846304893493652,
      "learning_rate": 1.6918050164615985e-06,
      "loss": 0.3349,
      "step": 1749190
    },
    {
      "epoch": 488.19,
      "grad_norm": 1.1213406324386597,
      "learning_rate": 1.6917790440248662e-06,
      "loss": 0.3356,
      "step": 1749200
    },
    {
      "epoch": 488.2,
      "grad_norm": 0.9840517044067383,
      "learning_rate": 1.6917530716749112e-06,
      "loss": 0.3448,
      "step": 1749210
    },
    {
      "epoch": 488.2,
      "grad_norm": 0.9916526079177856,
      "learning_rate": 1.6917270994117376e-06,
      "loss": 0.3381,
      "step": 1749220
    },
    {
      "epoch": 488.2,
      "grad_norm": 1.0303707122802734,
      "learning_rate": 1.6917011272353487e-06,
      "loss": 0.3447,
      "step": 1749230
    },
    {
      "epoch": 488.21,
      "grad_norm": 1.0861172676086426,
      "learning_rate": 1.6916751551457462e-06,
      "loss": 0.3582,
      "step": 1749240
    },
    {
      "epoch": 488.21,
      "grad_norm": 1.2437986135482788,
      "learning_rate": 1.6916491831429364e-06,
      "loss": 0.33,
      "step": 1749250
    },
    {
      "epoch": 488.21,
      "grad_norm": 1.5065417289733887,
      "learning_rate": 1.6916232112269215e-06,
      "loss": 0.3358,
      "step": 1749260
    },
    {
      "epoch": 488.21,
      "grad_norm": 1.1283499002456665,
      "learning_rate": 1.6915972393977043e-06,
      "loss": 0.3502,
      "step": 1749270
    },
    {
      "epoch": 488.22,
      "grad_norm": 1.0591768026351929,
      "learning_rate": 1.6915712676552891e-06,
      "loss": 0.352,
      "step": 1749280
    },
    {
      "epoch": 488.22,
      "grad_norm": 1.382163405418396,
      "learning_rate": 1.6915452959996792e-06,
      "loss": 0.338,
      "step": 1749290
    },
    {
      "epoch": 488.22,
      "grad_norm": 0.9748732447624207,
      "learning_rate": 1.6915193244308768e-06,
      "loss": 0.3515,
      "step": 1749300
    },
    {
      "epoch": 488.22,
      "grad_norm": 1.0530353784561157,
      "learning_rate": 1.6914933529488872e-06,
      "loss": 0.3371,
      "step": 1749310
    },
    {
      "epoch": 488.23,
      "grad_norm": 1.0753085613250732,
      "learning_rate": 1.6914673815537139e-06,
      "loss": 0.3624,
      "step": 1749320
    },
    {
      "epoch": 488.23,
      "grad_norm": 1.280850887298584,
      "learning_rate": 1.691441410245358e-06,
      "loss": 0.3473,
      "step": 1749330
    },
    {
      "epoch": 488.23,
      "grad_norm": 1.0258668661117554,
      "learning_rate": 1.6914154390238258e-06,
      "loss": 0.3468,
      "step": 1749340
    },
    {
      "epoch": 488.24,
      "grad_norm": 0.913162350654602,
      "learning_rate": 1.6913894678891195e-06,
      "loss": 0.3525,
      "step": 1749350
    },
    {
      "epoch": 488.24,
      "grad_norm": 0.9626132845878601,
      "learning_rate": 1.691363496841242e-06,
      "loss": 0.3246,
      "step": 1749360
    },
    {
      "epoch": 488.24,
      "grad_norm": 1.1852623224258423,
      "learning_rate": 1.691337525880198e-06,
      "loss": 0.3402,
      "step": 1749370
    },
    {
      "epoch": 488.24,
      "grad_norm": 1.0611881017684937,
      "learning_rate": 1.691311555005989e-06,
      "loss": 0.3432,
      "step": 1749380
    },
    {
      "epoch": 488.25,
      "grad_norm": 1.0463206768035889,
      "learning_rate": 1.691285584218621e-06,
      "loss": 0.3518,
      "step": 1749390
    },
    {
      "epoch": 488.25,
      "grad_norm": 1.2399827241897583,
      "learning_rate": 1.6912596135180961e-06,
      "loss": 0.3433,
      "step": 1749400
    },
    {
      "epoch": 488.25,
      "grad_norm": 1.599725604057312,
      "learning_rate": 1.6912336429044172e-06,
      "loss": 0.358,
      "step": 1749410
    },
    {
      "epoch": 488.26,
      "grad_norm": 1.385099172592163,
      "learning_rate": 1.691207672377589e-06,
      "loss": 0.3335,
      "step": 1749420
    },
    {
      "epoch": 488.26,
      "grad_norm": 1.3338526487350464,
      "learning_rate": 1.691181701937614e-06,
      "loss": 0.3373,
      "step": 1749430
    },
    {
      "epoch": 488.26,
      "grad_norm": 1.154613733291626,
      "learning_rate": 1.6911557315844955e-06,
      "loss": 0.3441,
      "step": 1749440
    },
    {
      "epoch": 488.26,
      "grad_norm": 0.971355676651001,
      "learning_rate": 1.6911297613182386e-06,
      "loss": 0.3517,
      "step": 1749450
    },
    {
      "epoch": 488.27,
      "grad_norm": 1.0471019744873047,
      "learning_rate": 1.6911037911388453e-06,
      "loss": 0.3498,
      "step": 1749460
    },
    {
      "epoch": 488.27,
      "grad_norm": 1.3326843976974487,
      "learning_rate": 1.6910778210463184e-06,
      "loss": 0.3439,
      "step": 1749470
    },
    {
      "epoch": 488.27,
      "grad_norm": 1.017012357711792,
      "learning_rate": 1.6910518510406634e-06,
      "loss": 0.3429,
      "step": 1749480
    },
    {
      "epoch": 488.28,
      "grad_norm": 0.9701128005981445,
      "learning_rate": 1.691025881121883e-06,
      "loss": 0.3271,
      "step": 1749490
    },
    {
      "epoch": 488.28,
      "grad_norm": 1.0370633602142334,
      "learning_rate": 1.6909999112899792e-06,
      "loss": 0.3496,
      "step": 1749500
    },
    {
      "epoch": 488.28,
      "grad_norm": 1.1980719566345215,
      "learning_rate": 1.6909739415449575e-06,
      "loss": 0.3396,
      "step": 1749510
    },
    {
      "epoch": 488.28,
      "grad_norm": 0.9967530369758606,
      "learning_rate": 1.6909479718868207e-06,
      "loss": 0.3579,
      "step": 1749520
    },
    {
      "epoch": 488.29,
      "grad_norm": 0.9963251948356628,
      "learning_rate": 1.6909220023155708e-06,
      "loss": 0.3549,
      "step": 1749530
    },
    {
      "epoch": 488.29,
      "grad_norm": 0.9302723407745361,
      "learning_rate": 1.6908960328312131e-06,
      "loss": 0.3274,
      "step": 1749540
    },
    {
      "epoch": 488.29,
      "grad_norm": 0.9920389652252197,
      "learning_rate": 1.690870063433751e-06,
      "loss": 0.3329,
      "step": 1749550
    },
    {
      "epoch": 488.29,
      "grad_norm": 1.3542793989181519,
      "learning_rate": 1.6908440941231868e-06,
      "loss": 0.3437,
      "step": 1749560
    },
    {
      "epoch": 488.3,
      "grad_norm": 1.1659867763519287,
      "learning_rate": 1.690818124899525e-06,
      "loss": 0.3484,
      "step": 1749570
    },
    {
      "epoch": 488.3,
      "grad_norm": 1.0415152311325073,
      "learning_rate": 1.6907921557627686e-06,
      "loss": 0.3363,
      "step": 1749580
    },
    {
      "epoch": 488.3,
      "grad_norm": 1.0562844276428223,
      "learning_rate": 1.69076618671292e-06,
      "loss": 0.3421,
      "step": 1749590
    },
    {
      "epoch": 488.31,
      "grad_norm": 0.9559020400047302,
      "learning_rate": 1.6907402177499848e-06,
      "loss": 0.3315,
      "step": 1749600
    },
    {
      "epoch": 488.31,
      "grad_norm": 0.9760661721229553,
      "learning_rate": 1.6907142488739652e-06,
      "loss": 0.3373,
      "step": 1749610
    },
    {
      "epoch": 488.31,
      "grad_norm": 0.9702622890472412,
      "learning_rate": 1.6906882800848642e-06,
      "loss": 0.3266,
      "step": 1749620
    },
    {
      "epoch": 488.31,
      "grad_norm": 1.1167715787887573,
      "learning_rate": 1.6906623113826867e-06,
      "loss": 0.3688,
      "step": 1749630
    },
    {
      "epoch": 488.32,
      "grad_norm": 1.0380115509033203,
      "learning_rate": 1.6906363427674352e-06,
      "loss": 0.3454,
      "step": 1749640
    },
    {
      "epoch": 488.32,
      "grad_norm": 1.1392476558685303,
      "learning_rate": 1.6906103742391129e-06,
      "loss": 0.3362,
      "step": 1749650
    },
    {
      "epoch": 488.32,
      "grad_norm": 0.9719494581222534,
      "learning_rate": 1.6905844057977242e-06,
      "loss": 0.3502,
      "step": 1749660
    },
    {
      "epoch": 488.33,
      "grad_norm": 1.0386656522750854,
      "learning_rate": 1.690558437443271e-06,
      "loss": 0.3376,
      "step": 1749670
    },
    {
      "epoch": 488.33,
      "grad_norm": 1.0023621320724487,
      "learning_rate": 1.6905324691757586e-06,
      "loss": 0.3278,
      "step": 1749680
    },
    {
      "epoch": 488.33,
      "grad_norm": 1.0299029350280762,
      "learning_rate": 1.69050650099519e-06,
      "loss": 0.3569,
      "step": 1749690
    },
    {
      "epoch": 488.33,
      "grad_norm": 1.0651336908340454,
      "learning_rate": 1.6904805329015677e-06,
      "loss": 0.3519,
      "step": 1749700
    },
    {
      "epoch": 488.34,
      "grad_norm": 1.3184260129928589,
      "learning_rate": 1.6904545648948961e-06,
      "loss": 0.3467,
      "step": 1749710
    },
    {
      "epoch": 488.34,
      "grad_norm": 1.1019258499145508,
      "learning_rate": 1.6904285969751781e-06,
      "loss": 0.353,
      "step": 1749720
    },
    {
      "epoch": 488.34,
      "grad_norm": 0.9600832462310791,
      "learning_rate": 1.690402629142417e-06,
      "loss": 0.3455,
      "step": 1749730
    },
    {
      "epoch": 488.34,
      "grad_norm": 1.1226763725280762,
      "learning_rate": 1.6903766613966171e-06,
      "loss": 0.3514,
      "step": 1749740
    },
    {
      "epoch": 488.35,
      "grad_norm": 1.000903844833374,
      "learning_rate": 1.6903506937377813e-06,
      "loss": 0.3353,
      "step": 1749750
    },
    {
      "epoch": 488.35,
      "grad_norm": 0.9434379935264587,
      "learning_rate": 1.6903247261659124e-06,
      "loss": 0.3322,
      "step": 1749760
    },
    {
      "epoch": 488.35,
      "grad_norm": 1.9124128818511963,
      "learning_rate": 1.6902987586810158e-06,
      "loss": 0.3349,
      "step": 1749770
    },
    {
      "epoch": 488.36,
      "grad_norm": 1.3069541454315186,
      "learning_rate": 1.6902727912830933e-06,
      "loss": 0.3604,
      "step": 1749780
    },
    {
      "epoch": 488.36,
      "grad_norm": 1.0646010637283325,
      "learning_rate": 1.6902468239721484e-06,
      "loss": 0.3333,
      "step": 1749790
    },
    {
      "epoch": 488.36,
      "grad_norm": 1.2092727422714233,
      "learning_rate": 1.6902208567481855e-06,
      "loss": 0.3493,
      "step": 1749800
    },
    {
      "epoch": 488.36,
      "grad_norm": 1.0486081838607788,
      "learning_rate": 1.6901948896112075e-06,
      "loss": 0.351,
      "step": 1749810
    },
    {
      "epoch": 488.37,
      "grad_norm": 1.175675392150879,
      "learning_rate": 1.6901689225612168e-06,
      "loss": 0.3497,
      "step": 1749820
    },
    {
      "epoch": 488.37,
      "grad_norm": 1.1640164852142334,
      "learning_rate": 1.690142955598219e-06,
      "loss": 0.3562,
      "step": 1749830
    },
    {
      "epoch": 488.37,
      "grad_norm": 1.2443095445632935,
      "learning_rate": 1.6901169887222164e-06,
      "loss": 0.3486,
      "step": 1749840
    },
    {
      "epoch": 488.38,
      "grad_norm": 1.1159743070602417,
      "learning_rate": 1.690091021933212e-06,
      "loss": 0.3381,
      "step": 1749850
    },
    {
      "epoch": 488.38,
      "grad_norm": 0.9096722602844238,
      "learning_rate": 1.6900650552312105e-06,
      "loss": 0.3661,
      "step": 1749860
    },
    {
      "epoch": 488.38,
      "grad_norm": 1.2310547828674316,
      "learning_rate": 1.6900390886162146e-06,
      "loss": 0.3565,
      "step": 1749870
    },
    {
      "epoch": 488.38,
      "grad_norm": 1.124069094657898,
      "learning_rate": 1.6900131220882264e-06,
      "loss": 0.3449,
      "step": 1749880
    },
    {
      "epoch": 488.39,
      "grad_norm": 1.052609920501709,
      "learning_rate": 1.6899871556472522e-06,
      "loss": 0.3281,
      "step": 1749890
    },
    {
      "epoch": 488.39,
      "grad_norm": 1.052674412727356,
      "learning_rate": 1.6899611892932939e-06,
      "loss": 0.3454,
      "step": 1749900
    },
    {
      "epoch": 488.39,
      "grad_norm": 0.992977499961853,
      "learning_rate": 1.689935223026354e-06,
      "loss": 0.3578,
      "step": 1749910
    },
    {
      "epoch": 488.4,
      "grad_norm": 1.160456657409668,
      "learning_rate": 1.6899092568464381e-06,
      "loss": 0.3449,
      "step": 1749920
    },
    {
      "epoch": 488.4,
      "grad_norm": 0.9387866854667664,
      "learning_rate": 1.6898832907535485e-06,
      "loss": 0.3364,
      "step": 1749930
    },
    {
      "epoch": 488.4,
      "grad_norm": 1.124194622039795,
      "learning_rate": 1.6898573247476886e-06,
      "loss": 0.3179,
      "step": 1749940
    },
    {
      "epoch": 488.4,
      "grad_norm": 1.8781561851501465,
      "learning_rate": 1.689831358828862e-06,
      "loss": 0.3299,
      "step": 1749950
    },
    {
      "epoch": 488.41,
      "grad_norm": 0.9882733225822449,
      "learning_rate": 1.6898053929970715e-06,
      "loss": 0.3444,
      "step": 1749960
    },
    {
      "epoch": 488.41,
      "grad_norm": 1.2056342363357544,
      "learning_rate": 1.689779427252322e-06,
      "loss": 0.3398,
      "step": 1749970
    },
    {
      "epoch": 488.41,
      "grad_norm": 3.5566017627716064,
      "learning_rate": 1.689753461594616e-06,
      "loss": 0.3376,
      "step": 1749980
    },
    {
      "epoch": 488.41,
      "grad_norm": 0.9850025177001953,
      "learning_rate": 1.689727496023957e-06,
      "loss": 0.3423,
      "step": 1749990
    },
    {
      "epoch": 488.42,
      "grad_norm": 1.2241054773330688,
      "learning_rate": 1.689701530540349e-06,
      "loss": 0.3436,
      "step": 1750000
    },
    {
      "epoch": 488.42,
      "grad_norm": 1.1940950155258179,
      "learning_rate": 1.6896755651437947e-06,
      "loss": 0.3457,
      "step": 1750010
    },
    {
      "epoch": 488.42,
      "grad_norm": 1.0376217365264893,
      "learning_rate": 1.689649599834297e-06,
      "loss": 0.3528,
      "step": 1750020
    },
    {
      "epoch": 488.43,
      "grad_norm": 0.9768626689910889,
      "learning_rate": 1.6896236346118617e-06,
      "loss": 0.3354,
      "step": 1750030
    },
    {
      "epoch": 488.43,
      "grad_norm": 1.1275417804718018,
      "learning_rate": 1.6895976694764901e-06,
      "loss": 0.3391,
      "step": 1750040
    },
    {
      "epoch": 488.43,
      "grad_norm": 1.145765781402588,
      "learning_rate": 1.689571704428186e-06,
      "loss": 0.3278,
      "step": 1750050
    },
    {
      "epoch": 488.43,
      "grad_norm": 1.3364492654800415,
      "learning_rate": 1.689545739466954e-06,
      "loss": 0.3588,
      "step": 1750060
    },
    {
      "epoch": 488.44,
      "grad_norm": 1.048000693321228,
      "learning_rate": 1.6895197745927965e-06,
      "loss": 0.3301,
      "step": 1750070
    },
    {
      "epoch": 488.44,
      "grad_norm": 1.0206854343414307,
      "learning_rate": 1.6894938098057168e-06,
      "loss": 0.3264,
      "step": 1750080
    },
    {
      "epoch": 488.44,
      "grad_norm": 1.0773423910140991,
      "learning_rate": 1.6894678451057193e-06,
      "loss": 0.3569,
      "step": 1750090
    },
    {
      "epoch": 488.45,
      "grad_norm": 0.8908747434616089,
      "learning_rate": 1.6894418804928071e-06,
      "loss": 0.3423,
      "step": 1750100
    },
    {
      "epoch": 488.45,
      "grad_norm": 4.986131191253662,
      "learning_rate": 1.6894159159669822e-06,
      "loss": 0.3503,
      "step": 1750110
    },
    {
      "epoch": 488.45,
      "grad_norm": 1.0783098936080933,
      "learning_rate": 1.6893899515282508e-06,
      "loss": 0.339,
      "step": 1750120
    },
    {
      "epoch": 488.45,
      "grad_norm": 1.3209131956100464,
      "learning_rate": 1.6893639871766146e-06,
      "loss": 0.3332,
      "step": 1750130
    },
    {
      "epoch": 488.46,
      "grad_norm": 0.9847940802574158,
      "learning_rate": 1.689338022912077e-06,
      "loss": 0.3652,
      "step": 1750140
    },
    {
      "epoch": 488.46,
      "grad_norm": 1.0342378616333008,
      "learning_rate": 1.689312058734642e-06,
      "loss": 0.3399,
      "step": 1750150
    },
    {
      "epoch": 488.46,
      "grad_norm": 0.98091721534729,
      "learning_rate": 1.6892860946443128e-06,
      "loss": 0.3295,
      "step": 1750160
    },
    {
      "epoch": 488.46,
      "grad_norm": 1.0290213823318481,
      "learning_rate": 1.6892601306410924e-06,
      "loss": 0.3308,
      "step": 1750170
    },
    {
      "epoch": 488.47,
      "grad_norm": 1.1394249200820923,
      "learning_rate": 1.6892341667249858e-06,
      "loss": 0.3472,
      "step": 1750180
    },
    {
      "epoch": 488.47,
      "grad_norm": 1.1047648191452026,
      "learning_rate": 1.6892082028959954e-06,
      "loss": 0.3434,
      "step": 1750190
    },
    {
      "epoch": 488.47,
      "grad_norm": 1.0984960794448853,
      "learning_rate": 1.6891822391541233e-06,
      "loss": 0.3393,
      "step": 1750200
    },
    {
      "epoch": 488.48,
      "grad_norm": 1.0279818773269653,
      "learning_rate": 1.6891562754993759e-06,
      "loss": 0.3349,
      "step": 1750210
    },
    {
      "epoch": 488.48,
      "grad_norm": 1.0762706995010376,
      "learning_rate": 1.6891303119317545e-06,
      "loss": 0.3518,
      "step": 1750220
    },
    {
      "epoch": 488.48,
      "grad_norm": 1.1970562934875488,
      "learning_rate": 1.6891043484512629e-06,
      "loss": 0.3417,
      "step": 1750230
    },
    {
      "epoch": 488.48,
      "grad_norm": 0.9638938307762146,
      "learning_rate": 1.6890783850579052e-06,
      "loss": 0.3317,
      "step": 1750240
    },
    {
      "epoch": 488.49,
      "grad_norm": 1.1127866506576538,
      "learning_rate": 1.6890524217516839e-06,
      "loss": 0.3474,
      "step": 1750250
    },
    {
      "epoch": 488.49,
      "grad_norm": 1.167104721069336,
      "learning_rate": 1.6890264585326036e-06,
      "loss": 0.3387,
      "step": 1750260
    },
    {
      "epoch": 488.49,
      "grad_norm": 1.2001078128814697,
      "learning_rate": 1.6890004954006672e-06,
      "loss": 0.3413,
      "step": 1750270
    },
    {
      "epoch": 488.5,
      "grad_norm": 0.9804272055625916,
      "learning_rate": 1.6889745323558775e-06,
      "loss": 0.3478,
      "step": 1750280
    },
    {
      "epoch": 488.5,
      "grad_norm": 1.1617228984832764,
      "learning_rate": 1.688948569398239e-06,
      "loss": 0.3373,
      "step": 1750290
    },
    {
      "epoch": 488.5,
      "grad_norm": 0.9941515922546387,
      "learning_rate": 1.6889226065277552e-06,
      "loss": 0.3472,
      "step": 1750300
    },
    {
      "epoch": 488.5,
      "grad_norm": 1.059272050857544,
      "learning_rate": 1.6888966437444285e-06,
      "loss": 0.3384,
      "step": 1750310
    },
    {
      "epoch": 488.51,
      "grad_norm": 1.085477590560913,
      "learning_rate": 1.6888706810482636e-06,
      "loss": 0.3357,
      "step": 1750320
    },
    {
      "epoch": 488.51,
      "grad_norm": 1.0402222871780396,
      "learning_rate": 1.6888447184392629e-06,
      "loss": 0.3435,
      "step": 1750330
    },
    {
      "epoch": 488.51,
      "grad_norm": 0.926411509513855,
      "learning_rate": 1.6888187559174296e-06,
      "loss": 0.3389,
      "step": 1750340
    },
    {
      "epoch": 488.52,
      "grad_norm": 0.9228724837303162,
      "learning_rate": 1.688792793482769e-06,
      "loss": 0.3458,
      "step": 1750350
    },
    {
      "epoch": 488.52,
      "grad_norm": 1.0267529487609863,
      "learning_rate": 1.6887668311352831e-06,
      "loss": 0.3331,
      "step": 1750360
    },
    {
      "epoch": 488.52,
      "grad_norm": 0.9326690435409546,
      "learning_rate": 1.6887408688749753e-06,
      "loss": 0.3427,
      "step": 1750370
    },
    {
      "epoch": 488.52,
      "grad_norm": 1.2321809530258179,
      "learning_rate": 1.6887149067018497e-06,
      "loss": 0.3549,
      "step": 1750380
    },
    {
      "epoch": 488.53,
      "grad_norm": 0.9667389392852783,
      "learning_rate": 1.6886889446159096e-06,
      "loss": 0.3465,
      "step": 1750390
    },
    {
      "epoch": 488.53,
      "grad_norm": 1.0478073358535767,
      "learning_rate": 1.688662982617157e-06,
      "loss": 0.3459,
      "step": 1750400
    },
    {
      "epoch": 488.53,
      "grad_norm": 1.0541722774505615,
      "learning_rate": 1.688637020705598e-06,
      "loss": 0.3325,
      "step": 1750410
    },
    {
      "epoch": 488.53,
      "grad_norm": 0.8816428184509277,
      "learning_rate": 1.6886110588812348e-06,
      "loss": 0.3266,
      "step": 1750420
    },
    {
      "epoch": 488.54,
      "grad_norm": 1.0576409101486206,
      "learning_rate": 1.6885850971440696e-06,
      "loss": 0.3447,
      "step": 1750430
    },
    {
      "epoch": 488.54,
      "grad_norm": 1.0202786922454834,
      "learning_rate": 1.688559135494108e-06,
      "loss": 0.3257,
      "step": 1750440
    },
    {
      "epoch": 488.54,
      "grad_norm": 1.3572853803634644,
      "learning_rate": 1.6885331739313523e-06,
      "loss": 0.3433,
      "step": 1750450
    },
    {
      "epoch": 488.55,
      "grad_norm": 1.120438814163208,
      "learning_rate": 1.688507212455806e-06,
      "loss": 0.3446,
      "step": 1750460
    },
    {
      "epoch": 488.55,
      "grad_norm": 1.1074442863464355,
      "learning_rate": 1.6884812510674728e-06,
      "loss": 0.3422,
      "step": 1750470
    },
    {
      "epoch": 488.55,
      "grad_norm": 1.780819058418274,
      "learning_rate": 1.6884552897663564e-06,
      "loss": 0.3342,
      "step": 1750480
    },
    {
      "epoch": 488.55,
      "grad_norm": 1.0754952430725098,
      "learning_rate": 1.6884293285524587e-06,
      "loss": 0.3337,
      "step": 1750490
    },
    {
      "epoch": 488.56,
      "grad_norm": 1.1121697425842285,
      "learning_rate": 1.6884033674257855e-06,
      "loss": 0.3452,
      "step": 1750500
    },
    {
      "epoch": 488.56,
      "grad_norm": 1.1333692073822021,
      "learning_rate": 1.688377406386339e-06,
      "loss": 0.3347,
      "step": 1750510
    },
    {
      "epoch": 488.56,
      "grad_norm": 1.0012032985687256,
      "learning_rate": 1.6883514454341223e-06,
      "loss": 0.3279,
      "step": 1750520
    },
    {
      "epoch": 488.57,
      "grad_norm": 1.0522335767745972,
      "learning_rate": 1.6883254845691402e-06,
      "loss": 0.3421,
      "step": 1750530
    },
    {
      "epoch": 488.57,
      "grad_norm": 1.1123933792114258,
      "learning_rate": 1.6882995237913937e-06,
      "loss": 0.335,
      "step": 1750540
    },
    {
      "epoch": 488.57,
      "grad_norm": 1.112752079963684,
      "learning_rate": 1.6882735631008892e-06,
      "loss": 0.344,
      "step": 1750550
    },
    {
      "epoch": 488.57,
      "grad_norm": 1.1472713947296143,
      "learning_rate": 1.6882476024976283e-06,
      "loss": 0.3264,
      "step": 1750560
    },
    {
      "epoch": 488.58,
      "grad_norm": 1.07551109790802,
      "learning_rate": 1.6882216419816144e-06,
      "loss": 0.3498,
      "step": 1750570
    },
    {
      "epoch": 488.58,
      "grad_norm": 0.9700501561164856,
      "learning_rate": 1.6881956815528526e-06,
      "loss": 0.3329,
      "step": 1750580
    },
    {
      "epoch": 488.58,
      "grad_norm": 1.0247939825057983,
      "learning_rate": 1.688169721211345e-06,
      "loss": 0.3291,
      "step": 1750590
    },
    {
      "epoch": 488.58,
      "grad_norm": 3.1855812072753906,
      "learning_rate": 1.6881437609570948e-06,
      "loss": 0.3556,
      "step": 1750600
    },
    {
      "epoch": 488.59,
      "grad_norm": 1.0987547636032104,
      "learning_rate": 1.6881178007901066e-06,
      "loss": 0.3413,
      "step": 1750610
    },
    {
      "epoch": 488.59,
      "grad_norm": 2.6461541652679443,
      "learning_rate": 1.6880918407103833e-06,
      "loss": 0.3515,
      "step": 1750620
    },
    {
      "epoch": 488.59,
      "grad_norm": 1.1016310453414917,
      "learning_rate": 1.6880658807179272e-06,
      "loss": 0.3483,
      "step": 1750630
    },
    {
      "epoch": 488.6,
      "grad_norm": 1.4135619401931763,
      "learning_rate": 1.6880399208127437e-06,
      "loss": 0.3686,
      "step": 1750640
    },
    {
      "epoch": 488.6,
      "grad_norm": 0.9834504723548889,
      "learning_rate": 1.6880139609948358e-06,
      "loss": 0.3495,
      "step": 1750650
    },
    {
      "epoch": 488.6,
      "grad_norm": 4.006256580352783,
      "learning_rate": 1.6879880012642054e-06,
      "loss": 0.3563,
      "step": 1750660
    },
    {
      "epoch": 488.6,
      "grad_norm": 1.1353776454925537,
      "learning_rate": 1.687962041620858e-06,
      "loss": 0.3545,
      "step": 1750670
    },
    {
      "epoch": 488.61,
      "grad_norm": 1.3602259159088135,
      "learning_rate": 1.6879360820647959e-06,
      "loss": 0.3285,
      "step": 1750680
    },
    {
      "epoch": 488.61,
      "grad_norm": 0.9160126447677612,
      "learning_rate": 1.6879101225960224e-06,
      "loss": 0.3443,
      "step": 1750690
    },
    {
      "epoch": 488.61,
      "grad_norm": 0.9632901549339294,
      "learning_rate": 1.6878841632145418e-06,
      "loss": 0.3282,
      "step": 1750700
    },
    {
      "epoch": 488.62,
      "grad_norm": 1.0823293924331665,
      "learning_rate": 1.6878582039203575e-06,
      "loss": 0.3462,
      "step": 1750710
    },
    {
      "epoch": 488.62,
      "grad_norm": 2.6248230934143066,
      "learning_rate": 1.6878322447134713e-06,
      "loss": 0.3354,
      "step": 1750720
    },
    {
      "epoch": 488.62,
      "grad_norm": 1.0698570013046265,
      "learning_rate": 1.6878062855938887e-06,
      "loss": 0.343,
      "step": 1750730
    },
    {
      "epoch": 488.62,
      "grad_norm": 1.2245882749557495,
      "learning_rate": 1.6877803265616129e-06,
      "loss": 0.3606,
      "step": 1750740
    },
    {
      "epoch": 488.63,
      "grad_norm": 0.9548998475074768,
      "learning_rate": 1.687754367616646e-06,
      "loss": 0.3321,
      "step": 1750750
    },
    {
      "epoch": 488.63,
      "grad_norm": 1.1057562828063965,
      "learning_rate": 1.6877284087589929e-06,
      "loss": 0.3286,
      "step": 1750760
    },
    {
      "epoch": 488.63,
      "grad_norm": 1.0718119144439697,
      "learning_rate": 1.6877024499886565e-06,
      "loss": 0.34,
      "step": 1750770
    },
    {
      "epoch": 488.64,
      "grad_norm": 1.0161796808242798,
      "learning_rate": 1.6876764913056393e-06,
      "loss": 0.3374,
      "step": 1750780
    },
    {
      "epoch": 488.64,
      "grad_norm": 1.0631047487258911,
      "learning_rate": 1.6876505327099465e-06,
      "loss": 0.3518,
      "step": 1750790
    },
    {
      "epoch": 488.64,
      "grad_norm": 1.1202163696289062,
      "learning_rate": 1.6876245742015806e-06,
      "loss": 0.3431,
      "step": 1750800
    },
    {
      "epoch": 488.64,
      "grad_norm": 1.6251678466796875,
      "learning_rate": 1.687598615780545e-06,
      "loss": 0.3459,
      "step": 1750810
    },
    {
      "epoch": 488.65,
      "grad_norm": 1.073364496231079,
      "learning_rate": 1.6875726574468437e-06,
      "loss": 0.3354,
      "step": 1750820
    },
    {
      "epoch": 488.65,
      "grad_norm": 1.0688815116882324,
      "learning_rate": 1.6875466992004788e-06,
      "loss": 0.3417,
      "step": 1750830
    },
    {
      "epoch": 488.65,
      "grad_norm": 1.1053465604782104,
      "learning_rate": 1.6875207410414554e-06,
      "loss": 0.3457,
      "step": 1750840
    },
    {
      "epoch": 488.65,
      "grad_norm": 1.2888344526290894,
      "learning_rate": 1.6874947829697768e-06,
      "loss": 0.3414,
      "step": 1750850
    },
    {
      "epoch": 488.66,
      "grad_norm": 1.0883030891418457,
      "learning_rate": 1.6874688249854446e-06,
      "loss": 0.3493,
      "step": 1750860
    },
    {
      "epoch": 488.66,
      "grad_norm": 0.8956817388534546,
      "learning_rate": 1.6874428670884646e-06,
      "loss": 0.3288,
      "step": 1750870
    },
    {
      "epoch": 488.66,
      "grad_norm": 1.276300072669983,
      "learning_rate": 1.6874169092788394e-06,
      "loss": 0.3537,
      "step": 1750880
    },
    {
      "epoch": 488.67,
      "grad_norm": 1.0153530836105347,
      "learning_rate": 1.687390951556572e-06,
      "loss": 0.3375,
      "step": 1750890
    },
    {
      "epoch": 488.67,
      "grad_norm": 1.8693774938583374,
      "learning_rate": 1.6873649939216664e-06,
      "loss": 0.3493,
      "step": 1750900
    },
    {
      "epoch": 488.67,
      "grad_norm": 1.1528047323226929,
      "learning_rate": 1.6873390363741258e-06,
      "loss": 0.347,
      "step": 1750910
    },
    {
      "epoch": 488.67,
      "grad_norm": 1.105501651763916,
      "learning_rate": 1.687313078913953e-06,
      "loss": 0.3422,
      "step": 1750920
    },
    {
      "epoch": 488.68,
      "grad_norm": 1.1524007320404053,
      "learning_rate": 1.6872871215411527e-06,
      "loss": 0.3362,
      "step": 1750930
    },
    {
      "epoch": 488.68,
      "grad_norm": 1.031980276107788,
      "learning_rate": 1.6872611642557282e-06,
      "loss": 0.344,
      "step": 1750940
    },
    {
      "epoch": 488.68,
      "grad_norm": 1.0023424625396729,
      "learning_rate": 1.6872352070576817e-06,
      "loss": 0.3525,
      "step": 1750950
    },
    {
      "epoch": 488.69,
      "grad_norm": 1.0418082475662231,
      "learning_rate": 1.6872092499470183e-06,
      "loss": 0.3325,
      "step": 1750960
    },
    {
      "epoch": 488.69,
      "grad_norm": 1.1381229162216187,
      "learning_rate": 1.6871832929237405e-06,
      "loss": 0.3542,
      "step": 1750970
    },
    {
      "epoch": 488.69,
      "grad_norm": 1.1751450300216675,
      "learning_rate": 1.6871573359878507e-06,
      "loss": 0.3468,
      "step": 1750980
    },
    {
      "epoch": 488.69,
      "grad_norm": 0.9848084449768066,
      "learning_rate": 1.6871313791393546e-06,
      "loss": 0.3357,
      "step": 1750990
    },
    {
      "epoch": 488.7,
      "grad_norm": 0.8511547446250916,
      "learning_rate": 1.6871054223782551e-06,
      "loss": 0.3276,
      "step": 1751000
    },
    {
      "epoch": 488.7,
      "grad_norm": 1.2128068208694458,
      "learning_rate": 1.6870794657045538e-06,
      "loss": 0.3482,
      "step": 1751010
    },
    {
      "epoch": 488.7,
      "grad_norm": 1.1300920248031616,
      "learning_rate": 1.6870535091182565e-06,
      "loss": 0.3243,
      "step": 1751020
    },
    {
      "epoch": 488.7,
      "grad_norm": 0.9984683990478516,
      "learning_rate": 1.6870275526193658e-06,
      "loss": 0.3443,
      "step": 1751030
    },
    {
      "epoch": 488.71,
      "grad_norm": 1.0532315969467163,
      "learning_rate": 1.6870015962078845e-06,
      "loss": 0.3472,
      "step": 1751040
    },
    {
      "epoch": 488.71,
      "grad_norm": 1.0770548582077026,
      "learning_rate": 1.686975639883817e-06,
      "loss": 0.3518,
      "step": 1751050
    },
    {
      "epoch": 488.71,
      "grad_norm": 1.086138129234314,
      "learning_rate": 1.6869496836471664e-06,
      "loss": 0.3392,
      "step": 1751060
    },
    {
      "epoch": 488.72,
      "grad_norm": 0.9427842497825623,
      "learning_rate": 1.6869237274979354e-06,
      "loss": 0.346,
      "step": 1751070
    },
    {
      "epoch": 488.72,
      "grad_norm": 1.072011947631836,
      "learning_rate": 1.6868977714361288e-06,
      "loss": 0.351,
      "step": 1751080
    },
    {
      "epoch": 488.72,
      "grad_norm": 1.0224652290344238,
      "learning_rate": 1.6868718154617497e-06,
      "loss": 0.3299,
      "step": 1751090
    },
    {
      "epoch": 488.72,
      "grad_norm": 1.1737298965454102,
      "learning_rate": 1.6868458595748005e-06,
      "loss": 0.3343,
      "step": 1751100
    },
    {
      "epoch": 488.73,
      "grad_norm": 1.0594383478164673,
      "learning_rate": 1.6868199037752858e-06,
      "loss": 0.349,
      "step": 1751110
    },
    {
      "epoch": 488.73,
      "grad_norm": 1.048435926437378,
      "learning_rate": 1.6867939480632079e-06,
      "loss": 0.3484,
      "step": 1751120
    },
    {
      "epoch": 488.73,
      "grad_norm": 1.030973196029663,
      "learning_rate": 1.6867679924385719e-06,
      "loss": 0.3392,
      "step": 1751130
    },
    {
      "epoch": 488.74,
      "grad_norm": 1.2949354648590088,
      "learning_rate": 1.6867420369013806e-06,
      "loss": 0.3381,
      "step": 1751140
    },
    {
      "epoch": 488.74,
      "grad_norm": 1.1485064029693604,
      "learning_rate": 1.6867160814516357e-06,
      "loss": 0.3255,
      "step": 1751150
    },
    {
      "epoch": 488.74,
      "grad_norm": 1.0495847463607788,
      "learning_rate": 1.686690126089344e-06,
      "loss": 0.3535,
      "step": 1751160
    },
    {
      "epoch": 488.74,
      "grad_norm": 1.2265125513076782,
      "learning_rate": 1.6866641708145066e-06,
      "loss": 0.3502,
      "step": 1751170
    },
    {
      "epoch": 488.75,
      "grad_norm": 0.9830078482627869,
      "learning_rate": 1.6866382156271274e-06,
      "loss": 0.3502,
      "step": 1751180
    },
    {
      "epoch": 488.75,
      "grad_norm": 1.1083593368530273,
      "learning_rate": 1.6866122605272101e-06,
      "loss": 0.3482,
      "step": 1751190
    },
    {
      "epoch": 488.75,
      "grad_norm": 0.9725605249404907,
      "learning_rate": 1.686586305514758e-06,
      "loss": 0.3305,
      "step": 1751200
    },
    {
      "epoch": 488.76,
      "grad_norm": 1.138393759727478,
      "learning_rate": 1.6865603505897738e-06,
      "loss": 0.3567,
      "step": 1751210
    },
    {
      "epoch": 488.76,
      "grad_norm": 1.1878058910369873,
      "learning_rate": 1.6865343957522625e-06,
      "loss": 0.3481,
      "step": 1751220
    },
    {
      "epoch": 488.76,
      "grad_norm": 1.029795527458191,
      "learning_rate": 1.686508441002227e-06,
      "loss": 0.3523,
      "step": 1751230
    },
    {
      "epoch": 488.76,
      "grad_norm": 1.1127924919128418,
      "learning_rate": 1.6864824863396692e-06,
      "loss": 0.34,
      "step": 1751240
    },
    {
      "epoch": 488.77,
      "grad_norm": 1.188278317451477,
      "learning_rate": 1.686456531764595e-06,
      "loss": 0.3275,
      "step": 1751250
    },
    {
      "epoch": 488.77,
      "grad_norm": 1.054513931274414,
      "learning_rate": 1.686430577277007e-06,
      "loss": 0.3514,
      "step": 1751260
    },
    {
      "epoch": 488.77,
      "grad_norm": 1.0420019626617432,
      "learning_rate": 1.686404622876908e-06,
      "loss": 0.3329,
      "step": 1751270
    },
    {
      "epoch": 488.77,
      "grad_norm": 1.0521754026412964,
      "learning_rate": 1.686378668564302e-06,
      "loss": 0.3434,
      "step": 1751280
    },
    {
      "epoch": 488.78,
      "grad_norm": 1.038233995437622,
      "learning_rate": 1.6863527143391923e-06,
      "loss": 0.3388,
      "step": 1751290
    },
    {
      "epoch": 488.78,
      "grad_norm": 0.9146255850791931,
      "learning_rate": 1.6863267602015813e-06,
      "loss": 0.3368,
      "step": 1751300
    },
    {
      "epoch": 488.78,
      "grad_norm": 1.037583351135254,
      "learning_rate": 1.686300806151475e-06,
      "loss": 0.3291,
      "step": 1751310
    },
    {
      "epoch": 488.79,
      "grad_norm": 0.9350135922431946,
      "learning_rate": 1.686274852188875e-06,
      "loss": 0.3482,
      "step": 1751320
    },
    {
      "epoch": 488.79,
      "grad_norm": 1.0136260986328125,
      "learning_rate": 1.6862488983137846e-06,
      "loss": 0.3352,
      "step": 1751330
    },
    {
      "epoch": 488.79,
      "grad_norm": 1.1027672290802002,
      "learning_rate": 1.6862229445262085e-06,
      "loss": 0.3349,
      "step": 1751340
    },
    {
      "epoch": 488.79,
      "grad_norm": 1.0692198276519775,
      "learning_rate": 1.686196990826149e-06,
      "loss": 0.3493,
      "step": 1751350
    },
    {
      "epoch": 488.8,
      "grad_norm": 1.1080710887908936,
      "learning_rate": 1.6861710372136091e-06,
      "loss": 0.3451,
      "step": 1751360
    },
    {
      "epoch": 488.8,
      "grad_norm": 1.0144710540771484,
      "learning_rate": 1.6861450836885944e-06,
      "loss": 0.3319,
      "step": 1751370
    },
    {
      "epoch": 488.8,
      "grad_norm": 1.1180434226989746,
      "learning_rate": 1.686119130251107e-06,
      "loss": 0.3451,
      "step": 1751380
    },
    {
      "epoch": 488.81,
      "grad_norm": 1.1487247943878174,
      "learning_rate": 1.6860931769011493e-06,
      "loss": 0.3474,
      "step": 1751390
    },
    {
      "epoch": 488.81,
      "grad_norm": 1.190213918685913,
      "learning_rate": 1.6860672236387273e-06,
      "loss": 0.3326,
      "step": 1751400
    },
    {
      "epoch": 488.81,
      "grad_norm": 1.0526700019836426,
      "learning_rate": 1.686041270463842e-06,
      "loss": 0.3424,
      "step": 1751410
    },
    {
      "epoch": 488.81,
      "grad_norm": 1.2138272523880005,
      "learning_rate": 1.6860153173764987e-06,
      "loss": 0.3304,
      "step": 1751420
    },
    {
      "epoch": 488.82,
      "grad_norm": 1.13872492313385,
      "learning_rate": 1.6859893643767001e-06,
      "loss": 0.3434,
      "step": 1751430
    },
    {
      "epoch": 488.82,
      "grad_norm": 0.9245126843452454,
      "learning_rate": 1.6859634114644485e-06,
      "loss": 0.3388,
      "step": 1751440
    },
    {
      "epoch": 488.82,
      "grad_norm": 0.9870830178260803,
      "learning_rate": 1.6859374586397498e-06,
      "loss": 0.343,
      "step": 1751450
    },
    {
      "epoch": 488.83,
      "grad_norm": 1.0841424465179443,
      "learning_rate": 1.6859115059026057e-06,
      "loss": 0.3495,
      "step": 1751460
    },
    {
      "epoch": 488.83,
      "grad_norm": 3.335925817489624,
      "learning_rate": 1.68588555325302e-06,
      "loss": 0.3505,
      "step": 1751470
    },
    {
      "epoch": 488.83,
      "grad_norm": 0.9999681115150452,
      "learning_rate": 1.6858596006909964e-06,
      "loss": 0.3476,
      "step": 1751480
    },
    {
      "epoch": 488.83,
      "grad_norm": 1.0457245111465454,
      "learning_rate": 1.6858336482165381e-06,
      "loss": 0.3331,
      "step": 1751490
    },
    {
      "epoch": 488.84,
      "grad_norm": 1.2685163021087646,
      "learning_rate": 1.6858076958296481e-06,
      "loss": 0.3249,
      "step": 1751500
    },
    {
      "epoch": 488.84,
      "grad_norm": 0.9338037371635437,
      "learning_rate": 1.6857817435303311e-06,
      "loss": 0.3353,
      "step": 1751510
    },
    {
      "epoch": 488.84,
      "grad_norm": 0.9531938433647156,
      "learning_rate": 1.68575579131859e-06,
      "loss": 0.358,
      "step": 1751520
    },
    {
      "epoch": 488.84,
      "grad_norm": 0.9716530442237854,
      "learning_rate": 1.6857298391944268e-06,
      "loss": 0.3537,
      "step": 1751530
    },
    {
      "epoch": 488.85,
      "grad_norm": 1.1692795753479004,
      "learning_rate": 1.6857038871578476e-06,
      "loss": 0.3472,
      "step": 1751540
    },
    {
      "epoch": 488.85,
      "grad_norm": 1.0937318801879883,
      "learning_rate": 1.6856779352088543e-06,
      "loss": 0.3491,
      "step": 1751550
    },
    {
      "epoch": 488.85,
      "grad_norm": 0.979710042476654,
      "learning_rate": 1.6856519833474502e-06,
      "loss": 0.3428,
      "step": 1751560
    },
    {
      "epoch": 488.86,
      "grad_norm": 1.077934980392456,
      "learning_rate": 1.6856260315736396e-06,
      "loss": 0.3169,
      "step": 1751570
    },
    {
      "epoch": 488.86,
      "grad_norm": 1.2399073839187622,
      "learning_rate": 1.6856000798874254e-06,
      "loss": 0.3464,
      "step": 1751580
    },
    {
      "epoch": 488.86,
      "grad_norm": 1.1285687685012817,
      "learning_rate": 1.68557412828881e-06,
      "loss": 0.3454,
      "step": 1751590
    },
    {
      "epoch": 488.86,
      "grad_norm": 1.0587364435195923,
      "learning_rate": 1.685548176777799e-06,
      "loss": 0.3299,
      "step": 1751600
    },
    {
      "epoch": 488.87,
      "grad_norm": 0.9277414083480835,
      "learning_rate": 1.685522225354395e-06,
      "loss": 0.3388,
      "step": 1751610
    },
    {
      "epoch": 488.87,
      "grad_norm": 1.0375932455062866,
      "learning_rate": 1.6854962740186013e-06,
      "loss": 0.3389,
      "step": 1751620
    },
    {
      "epoch": 488.87,
      "grad_norm": 1.1361627578735352,
      "learning_rate": 1.6854703227704213e-06,
      "loss": 0.3367,
      "step": 1751630
    },
    {
      "epoch": 488.88,
      "grad_norm": 0.9554383158683777,
      "learning_rate": 1.6854443716098585e-06,
      "loss": 0.3396,
      "step": 1751640
    },
    {
      "epoch": 488.88,
      "grad_norm": 1.2188146114349365,
      "learning_rate": 1.6854184205369154e-06,
      "loss": 0.3445,
      "step": 1751650
    },
    {
      "epoch": 488.88,
      "grad_norm": 0.9230852127075195,
      "learning_rate": 1.6853924695515975e-06,
      "loss": 0.3375,
      "step": 1751660
    },
    {
      "epoch": 488.88,
      "grad_norm": 1.5017732381820679,
      "learning_rate": 1.685366518653907e-06,
      "loss": 0.3463,
      "step": 1751670
    },
    {
      "epoch": 488.89,
      "grad_norm": 1.1764791011810303,
      "learning_rate": 1.6853405678438465e-06,
      "loss": 0.3618,
      "step": 1751680
    },
    {
      "epoch": 488.89,
      "grad_norm": 1.004377007484436,
      "learning_rate": 1.6853146171214217e-06,
      "loss": 0.3425,
      "step": 1751690
    },
    {
      "epoch": 488.89,
      "grad_norm": 1.1257764101028442,
      "learning_rate": 1.6852886664866344e-06,
      "loss": 0.3363,
      "step": 1751700
    },
    {
      "epoch": 488.89,
      "grad_norm": 1.2685480117797852,
      "learning_rate": 1.6852627159394884e-06,
      "loss": 0.3414,
      "step": 1751710
    },
    {
      "epoch": 488.9,
      "grad_norm": 0.9997061491012573,
      "learning_rate": 1.685236765479988e-06,
      "loss": 0.3349,
      "step": 1751720
    },
    {
      "epoch": 488.9,
      "grad_norm": 1.123504400253296,
      "learning_rate": 1.6852108151081345e-06,
      "loss": 0.3384,
      "step": 1751730
    },
    {
      "epoch": 488.9,
      "grad_norm": 0.9687105417251587,
      "learning_rate": 1.6851848648239339e-06,
      "loss": 0.3394,
      "step": 1751740
    },
    {
      "epoch": 488.91,
      "grad_norm": 0.9677509069442749,
      "learning_rate": 1.685158914627388e-06,
      "loss": 0.3636,
      "step": 1751750
    },
    {
      "epoch": 488.91,
      "grad_norm": 1.3122786283493042,
      "learning_rate": 1.6851329645185007e-06,
      "loss": 0.3477,
      "step": 1751760
    },
    {
      "epoch": 488.91,
      "grad_norm": 1.4253615140914917,
      "learning_rate": 1.6851070144972763e-06,
      "loss": 0.3386,
      "step": 1751770
    },
    {
      "epoch": 488.91,
      "grad_norm": 1.0956840515136719,
      "learning_rate": 1.685081064563717e-06,
      "loss": 0.3418,
      "step": 1751780
    },
    {
      "epoch": 488.92,
      "grad_norm": 1.3389486074447632,
      "learning_rate": 1.6850551147178257e-06,
      "loss": 0.3335,
      "step": 1751790
    },
    {
      "epoch": 488.92,
      "grad_norm": 1.0739213228225708,
      "learning_rate": 1.685029164959608e-06,
      "loss": 0.3366,
      "step": 1751800
    },
    {
      "epoch": 488.92,
      "grad_norm": 0.9964587092399597,
      "learning_rate": 1.6850032152890664e-06,
      "loss": 0.3187,
      "step": 1751810
    },
    {
      "epoch": 488.93,
      "grad_norm": 1.2040879726409912,
      "learning_rate": 1.6849772657062029e-06,
      "loss": 0.3445,
      "step": 1751820
    },
    {
      "epoch": 488.93,
      "grad_norm": 1.0796253681182861,
      "learning_rate": 1.6849513162110234e-06,
      "loss": 0.3503,
      "step": 1751830
    },
    {
      "epoch": 488.93,
      "grad_norm": 0.9629468321800232,
      "learning_rate": 1.68492536680353e-06,
      "loss": 0.3728,
      "step": 1751840
    },
    {
      "epoch": 488.93,
      "grad_norm": 0.9754539728164673,
      "learning_rate": 1.6848994174837258e-06,
      "loss": 0.3362,
      "step": 1751850
    },
    {
      "epoch": 488.94,
      "grad_norm": 0.9958761930465698,
      "learning_rate": 1.6848734682516154e-06,
      "loss": 0.341,
      "step": 1751860
    },
    {
      "epoch": 488.94,
      "grad_norm": 0.9694727063179016,
      "learning_rate": 1.684847519107202e-06,
      "loss": 0.3569,
      "step": 1751870
    },
    {
      "epoch": 488.94,
      "grad_norm": 0.8812966346740723,
      "learning_rate": 1.684821570050487e-06,
      "loss": 0.3352,
      "step": 1751880
    },
    {
      "epoch": 488.95,
      "grad_norm": 1.0245248079299927,
      "learning_rate": 1.6847956210814772e-06,
      "loss": 0.3454,
      "step": 1751890
    },
    {
      "epoch": 488.95,
      "grad_norm": 1.1080212593078613,
      "learning_rate": 1.684769672200174e-06,
      "loss": 0.3552,
      "step": 1751900
    },
    {
      "epoch": 488.95,
      "grad_norm": 1.108480453491211,
      "learning_rate": 1.684743723406581e-06,
      "loss": 0.3529,
      "step": 1751910
    },
    {
      "epoch": 488.95,
      "grad_norm": 1.3086527585983276,
      "learning_rate": 1.6847177747007021e-06,
      "loss": 0.3549,
      "step": 1751920
    },
    {
      "epoch": 488.96,
      "grad_norm": 1.0214827060699463,
      "learning_rate": 1.684691826082541e-06,
      "loss": 0.3574,
      "step": 1751930
    },
    {
      "epoch": 488.96,
      "grad_norm": 1.0217275619506836,
      "learning_rate": 1.6846658775520994e-06,
      "loss": 0.3476,
      "step": 1751940
    },
    {
      "epoch": 488.96,
      "grad_norm": 1.2570611238479614,
      "learning_rate": 1.6846399291093833e-06,
      "loss": 0.3575,
      "step": 1751950
    },
    {
      "epoch": 488.96,
      "grad_norm": 1.052105188369751,
      "learning_rate": 1.6846139807543947e-06,
      "loss": 0.3271,
      "step": 1751960
    },
    {
      "epoch": 488.97,
      "grad_norm": 1.0349551439285278,
      "learning_rate": 1.6845880324871364e-06,
      "loss": 0.3433,
      "step": 1751970
    },
    {
      "epoch": 488.97,
      "grad_norm": 1.01850163936615,
      "learning_rate": 1.6845620843076138e-06,
      "loss": 0.3417,
      "step": 1751980
    },
    {
      "epoch": 488.97,
      "grad_norm": 1.1970036029815674,
      "learning_rate": 1.6845361362158286e-06,
      "loss": 0.3349,
      "step": 1751990
    },
    {
      "epoch": 488.98,
      "grad_norm": 2.3349037170410156,
      "learning_rate": 1.6845101882117856e-06,
      "loss": 0.3309,
      "step": 1752000
    },
    {
      "epoch": 488.98,
      "grad_norm": 1.1831656694412231,
      "learning_rate": 1.6844842402954876e-06,
      "loss": 0.3484,
      "step": 1752010
    },
    {
      "epoch": 488.98,
      "grad_norm": 1.0951014757156372,
      "learning_rate": 1.6844582924669371e-06,
      "loss": 0.3492,
      "step": 1752020
    },
    {
      "epoch": 488.98,
      "grad_norm": 0.951595664024353,
      "learning_rate": 1.6844323447261393e-06,
      "loss": 0.322,
      "step": 1752030
    },
    {
      "epoch": 488.99,
      "grad_norm": 0.9328202605247498,
      "learning_rate": 1.6844063970730972e-06,
      "loss": 0.3331,
      "step": 1752040
    },
    {
      "epoch": 488.99,
      "grad_norm": 1.1536993980407715,
      "learning_rate": 1.684380449507813e-06,
      "loss": 0.3618,
      "step": 1752050
    },
    {
      "epoch": 488.99,
      "grad_norm": 1.0876398086547852,
      "learning_rate": 1.6843545020302918e-06,
      "loss": 0.3536,
      "step": 1752060
    },
    {
      "epoch": 489.0,
      "grad_norm": 1.1838715076446533,
      "learning_rate": 1.684328554640536e-06,
      "loss": 0.3459,
      "step": 1752070
    },
    {
      "epoch": 489.0,
      "grad_norm": 1.1132421493530273,
      "learning_rate": 1.684302607338549e-06,
      "loss": 0.3419,
      "step": 1752080
    },
    {
      "epoch": 489.0,
      "eval_loss": 0.3443267345428467,
      "eval_runtime": 62.9655,
      "eval_samples_per_second": 80.346,
      "eval_steps_per_second": 10.053,
      "step": 1752087
    },
    {
      "epoch": 489.0,
      "grad_norm": 1.142573356628418,
      "learning_rate": 1.6842766601243353e-06,
      "loss": 0.3536,
      "step": 1752090
    },
    {
      "epoch": 489.0,
      "grad_norm": 1.1086472272872925,
      "learning_rate": 1.6842507129978976e-06,
      "loss": 0.3451,
      "step": 1752100
    },
    {
      "epoch": 489.01,
      "grad_norm": 1.0826761722564697,
      "learning_rate": 1.6842247659592388e-06,
      "loss": 0.3551,
      "step": 1752110
    },
    {
      "epoch": 489.01,
      "grad_norm": 1.2065623998641968,
      "learning_rate": 1.6841988190083633e-06,
      "loss": 0.3261,
      "step": 1752120
    },
    {
      "epoch": 489.01,
      "grad_norm": 1.0263758897781372,
      "learning_rate": 1.6841728721452748e-06,
      "loss": 0.3507,
      "step": 1752130
    },
    {
      "epoch": 489.01,
      "grad_norm": 1.0435360670089722,
      "learning_rate": 1.6841469253699753e-06,
      "loss": 0.3482,
      "step": 1752140
    },
    {
      "epoch": 489.02,
      "grad_norm": 0.9643643498420715,
      "learning_rate": 1.68412097868247e-06,
      "loss": 0.3502,
      "step": 1752150
    },
    {
      "epoch": 489.02,
      "grad_norm": 1.179764747619629,
      "learning_rate": 1.6840950320827618e-06,
      "loss": 0.3443,
      "step": 1752160
    },
    {
      "epoch": 489.02,
      "grad_norm": 1.0986953973770142,
      "learning_rate": 1.684069085570852e-06,
      "loss": 0.3331,
      "step": 1752170
    },
    {
      "epoch": 489.03,
      "grad_norm": 1.1587845087051392,
      "learning_rate": 1.6840431391467476e-06,
      "loss": 0.328,
      "step": 1752180
    },
    {
      "epoch": 489.03,
      "grad_norm": 3.3174760341644287,
      "learning_rate": 1.68401719281045e-06,
      "loss": 0.3491,
      "step": 1752190
    },
    {
      "epoch": 489.03,
      "grad_norm": 0.8281473517417908,
      "learning_rate": 1.683991246561962e-06,
      "loss": 0.3431,
      "step": 1752200
    },
    {
      "epoch": 489.03,
      "grad_norm": 1.0468450784683228,
      "learning_rate": 1.6839653004012893e-06,
      "loss": 0.3516,
      "step": 1752210
    },
    {
      "epoch": 489.04,
      "grad_norm": 1.0532068014144897,
      "learning_rate": 1.683939354328434e-06,
      "loss": 0.3582,
      "step": 1752220
    },
    {
      "epoch": 489.04,
      "grad_norm": 1.1146273612976074,
      "learning_rate": 1.6839134083433993e-06,
      "loss": 0.3236,
      "step": 1752230
    },
    {
      "epoch": 489.04,
      "grad_norm": 1.2369784116744995,
      "learning_rate": 1.6838874624461894e-06,
      "loss": 0.348,
      "step": 1752240
    },
    {
      "epoch": 489.05,
      "grad_norm": 1.1413168907165527,
      "learning_rate": 1.6838615166368075e-06,
      "loss": 0.3577,
      "step": 1752250
    },
    {
      "epoch": 489.05,
      "grad_norm": 1.0792057514190674,
      "learning_rate": 1.6838355709152559e-06,
      "loss": 0.3456,
      "step": 1752260
    },
    {
      "epoch": 489.05,
      "grad_norm": 1.1757338047027588,
      "learning_rate": 1.68380962528154e-06,
      "loss": 0.3479,
      "step": 1752270
    },
    {
      "epoch": 489.05,
      "grad_norm": 0.9386553764343262,
      "learning_rate": 1.6837836797356617e-06,
      "loss": 0.3438,
      "step": 1752280
    },
    {
      "epoch": 489.06,
      "grad_norm": 1.0037509202957153,
      "learning_rate": 1.683757734277626e-06,
      "loss": 0.3421,
      "step": 1752290
    },
    {
      "epoch": 489.06,
      "grad_norm": 0.9205936789512634,
      "learning_rate": 1.683731788907435e-06,
      "loss": 0.327,
      "step": 1752300
    },
    {
      "epoch": 489.06,
      "grad_norm": 0.9184468388557434,
      "learning_rate": 1.6837058436250919e-06,
      "loss": 0.341,
      "step": 1752310
    },
    {
      "epoch": 489.07,
      "grad_norm": 1.0522831678390503,
      "learning_rate": 1.683679898430602e-06,
      "loss": 0.345,
      "step": 1752320
    },
    {
      "epoch": 489.07,
      "grad_norm": 1.239851951599121,
      "learning_rate": 1.6836539533239672e-06,
      "loss": 0.3482,
      "step": 1752330
    },
    {
      "epoch": 489.07,
      "grad_norm": 1.1050384044647217,
      "learning_rate": 1.6836280083051904e-06,
      "loss": 0.3445,
      "step": 1752340
    },
    {
      "epoch": 489.07,
      "grad_norm": 1.191262125968933,
      "learning_rate": 1.6836020633742772e-06,
      "loss": 0.3477,
      "step": 1752350
    },
    {
      "epoch": 489.08,
      "grad_norm": 0.9884757995605469,
      "learning_rate": 1.6835761185312299e-06,
      "loss": 0.3449,
      "step": 1752360
    },
    {
      "epoch": 489.08,
      "grad_norm": 1.039183497428894,
      "learning_rate": 1.6835501737760514e-06,
      "loss": 0.3557,
      "step": 1752370
    },
    {
      "epoch": 489.08,
      "grad_norm": 1.185120701789856,
      "learning_rate": 1.683524229108746e-06,
      "loss": 0.3308,
      "step": 1752380
    },
    {
      "epoch": 489.08,
      "grad_norm": 1.0961023569107056,
      "learning_rate": 1.6834982845293172e-06,
      "loss": 0.343,
      "step": 1752390
    },
    {
      "epoch": 489.09,
      "grad_norm": 1.0809482336044312,
      "learning_rate": 1.683472340037767e-06,
      "loss": 0.3427,
      "step": 1752400
    },
    {
      "epoch": 489.09,
      "grad_norm": 1.091292381286621,
      "learning_rate": 1.6834463956341006e-06,
      "loss": 0.3479,
      "step": 1752410
    },
    {
      "epoch": 489.09,
      "grad_norm": 1.0626081228256226,
      "learning_rate": 1.6834204513183211e-06,
      "loss": 0.348,
      "step": 1752420
    },
    {
      "epoch": 489.1,
      "grad_norm": 1.0276035070419312,
      "learning_rate": 1.6833945070904309e-06,
      "loss": 0.3254,
      "step": 1752430
    },
    {
      "epoch": 489.1,
      "grad_norm": 1.2139753103256226,
      "learning_rate": 1.6833685629504349e-06,
      "loss": 0.3414,
      "step": 1752440
    },
    {
      "epoch": 489.1,
      "grad_norm": 1.2272132635116577,
      "learning_rate": 1.6833426188983357e-06,
      "loss": 0.3617,
      "step": 1752450
    },
    {
      "epoch": 489.1,
      "grad_norm": 1.1759828329086304,
      "learning_rate": 1.683316674934136e-06,
      "loss": 0.3371,
      "step": 1752460
    },
    {
      "epoch": 489.11,
      "grad_norm": 1.116819977760315,
      "learning_rate": 1.6832907310578411e-06,
      "loss": 0.3507,
      "step": 1752470
    },
    {
      "epoch": 489.11,
      "grad_norm": 1.139230728149414,
      "learning_rate": 1.6832647872694538e-06,
      "loss": 0.3479,
      "step": 1752480
    },
    {
      "epoch": 489.11,
      "grad_norm": 0.978833019733429,
      "learning_rate": 1.6832388435689758e-06,
      "loss": 0.3446,
      "step": 1752490
    },
    {
      "epoch": 489.12,
      "grad_norm": 1.0637520551681519,
      "learning_rate": 1.6832128999564134e-06,
      "loss": 0.3234,
      "step": 1752500
    },
    {
      "epoch": 489.12,
      "grad_norm": 1.155879259109497,
      "learning_rate": 1.6831869564317684e-06,
      "loss": 0.3338,
      "step": 1752510
    },
    {
      "epoch": 489.12,
      "grad_norm": 0.995638906955719,
      "learning_rate": 1.6831610129950442e-06,
      "loss": 0.3547,
      "step": 1752520
    },
    {
      "epoch": 489.12,
      "grad_norm": 1.1683166027069092,
      "learning_rate": 1.6831350696462447e-06,
      "loss": 0.3447,
      "step": 1752530
    },
    {
      "epoch": 489.13,
      "grad_norm": 0.9599118232727051,
      "learning_rate": 1.6831091263853736e-06,
      "loss": 0.3382,
      "step": 1752540
    },
    {
      "epoch": 489.13,
      "grad_norm": 1.1630427837371826,
      "learning_rate": 1.683083183212433e-06,
      "loss": 0.3507,
      "step": 1752550
    },
    {
      "epoch": 489.13,
      "grad_norm": 1.1669808626174927,
      "learning_rate": 1.683057240127428e-06,
      "loss": 0.3527,
      "step": 1752560
    },
    {
      "epoch": 489.13,
      "grad_norm": 1.1982789039611816,
      "learning_rate": 1.6830312971303613e-06,
      "loss": 0.3352,
      "step": 1752570
    },
    {
      "epoch": 489.14,
      "grad_norm": 1.2487711906433105,
      "learning_rate": 1.6830053542212367e-06,
      "loss": 0.3413,
      "step": 1752580
    },
    {
      "epoch": 489.14,
      "grad_norm": 1.0268832445144653,
      "learning_rate": 1.6829794114000575e-06,
      "loss": 0.3534,
      "step": 1752590
    },
    {
      "epoch": 489.14,
      "grad_norm": 1.0021727085113525,
      "learning_rate": 1.6829534686668258e-06,
      "loss": 0.3421,
      "step": 1752600
    },
    {
      "epoch": 489.15,
      "grad_norm": 1.0389387607574463,
      "learning_rate": 1.6829275260215476e-06,
      "loss": 0.3333,
      "step": 1752610
    },
    {
      "epoch": 489.15,
      "grad_norm": 1.0380432605743408,
      "learning_rate": 1.6829015834642248e-06,
      "loss": 0.3436,
      "step": 1752620
    },
    {
      "epoch": 489.15,
      "grad_norm": 3.888491630554199,
      "learning_rate": 1.6828756409948605e-06,
      "loss": 0.3325,
      "step": 1752630
    },
    {
      "epoch": 489.15,
      "grad_norm": 1.0362467765808105,
      "learning_rate": 1.6828496986134597e-06,
      "loss": 0.3282,
      "step": 1752640
    },
    {
      "epoch": 489.16,
      "grad_norm": 1.0707263946533203,
      "learning_rate": 1.6828237563200243e-06,
      "loss": 0.3438,
      "step": 1752650
    },
    {
      "epoch": 489.16,
      "grad_norm": 0.9581088423728943,
      "learning_rate": 1.6827978141145584e-06,
      "loss": 0.3443,
      "step": 1752660
    },
    {
      "epoch": 489.16,
      "grad_norm": 1.0102835893630981,
      "learning_rate": 1.682771871997066e-06,
      "loss": 0.3411,
      "step": 1752670
    },
    {
      "epoch": 489.17,
      "grad_norm": 1.1040898561477661,
      "learning_rate": 1.6827459299675495e-06,
      "loss": 0.3433,
      "step": 1752680
    },
    {
      "epoch": 489.17,
      "grad_norm": 0.9573253989219666,
      "learning_rate": 1.682719988026012e-06,
      "loss": 0.3428,
      "step": 1752690
    },
    {
      "epoch": 489.17,
      "grad_norm": 0.9835996627807617,
      "learning_rate": 1.682694046172459e-06,
      "loss": 0.3462,
      "step": 1752700
    },
    {
      "epoch": 489.17,
      "grad_norm": 1.0228155851364136,
      "learning_rate": 1.6826681044068927e-06,
      "loss": 0.3273,
      "step": 1752710
    },
    {
      "epoch": 489.18,
      "grad_norm": 1.0329893827438354,
      "learning_rate": 1.682642162729316e-06,
      "loss": 0.3322,
      "step": 1752720
    },
    {
      "epoch": 489.18,
      "grad_norm": 1.3798798322677612,
      "learning_rate": 1.6826162211397332e-06,
      "loss": 0.3546,
      "step": 1752730
    },
    {
      "epoch": 489.18,
      "grad_norm": 1.1150562763214111,
      "learning_rate": 1.6825902796381478e-06,
      "loss": 0.3247,
      "step": 1752740
    },
    {
      "epoch": 489.19,
      "grad_norm": 1.1564743518829346,
      "learning_rate": 1.6825643382245618e-06,
      "loss": 0.333,
      "step": 1752750
    },
    {
      "epoch": 489.19,
      "grad_norm": 1.340050220489502,
      "learning_rate": 1.6825383968989808e-06,
      "loss": 0.3344,
      "step": 1752760
    },
    {
      "epoch": 489.19,
      "grad_norm": 1.0858267545700073,
      "learning_rate": 1.6825124556614073e-06,
      "loss": 0.3335,
      "step": 1752770
    },
    {
      "epoch": 489.19,
      "grad_norm": 0.9354315996170044,
      "learning_rate": 1.6824865145118434e-06,
      "loss": 0.3397,
      "step": 1752780
    },
    {
      "epoch": 489.2,
      "grad_norm": 1.101351261138916,
      "learning_rate": 1.6824605734502952e-06,
      "loss": 0.3226,
      "step": 1752790
    },
    {
      "epoch": 489.2,
      "grad_norm": 2.2055835723876953,
      "learning_rate": 1.682434632476765e-06,
      "loss": 0.3395,
      "step": 1752800
    },
    {
      "epoch": 489.2,
      "grad_norm": 1.1745476722717285,
      "learning_rate": 1.6824086915912549e-06,
      "loss": 0.334,
      "step": 1752810
    },
    {
      "epoch": 489.2,
      "grad_norm": 1.1118097305297852,
      "learning_rate": 1.6823827507937703e-06,
      "loss": 0.3146,
      "step": 1752820
    },
    {
      "epoch": 489.21,
      "grad_norm": 1.1360052824020386,
      "learning_rate": 1.682356810084314e-06,
      "loss": 0.3546,
      "step": 1752830
    },
    {
      "epoch": 489.21,
      "grad_norm": 1.3353461027145386,
      "learning_rate": 1.6823308694628885e-06,
      "loss": 0.3449,
      "step": 1752840
    },
    {
      "epoch": 489.21,
      "grad_norm": 1.0811097621917725,
      "learning_rate": 1.6823049289294989e-06,
      "loss": 0.3318,
      "step": 1752850
    },
    {
      "epoch": 489.22,
      "grad_norm": 1.1206591129302979,
      "learning_rate": 1.6822789884841473e-06,
      "loss": 0.3454,
      "step": 1752860
    },
    {
      "epoch": 489.22,
      "grad_norm": 3.787937641143799,
      "learning_rate": 1.682253048126838e-06,
      "loss": 0.3276,
      "step": 1752870
    },
    {
      "epoch": 489.22,
      "grad_norm": 1.0032161474227905,
      "learning_rate": 1.682227107857574e-06,
      "loss": 0.3471,
      "step": 1752880
    },
    {
      "epoch": 489.22,
      "grad_norm": 1.0696933269500732,
      "learning_rate": 1.6822011676763582e-06,
      "loss": 0.3457,
      "step": 1752890
    },
    {
      "epoch": 489.23,
      "grad_norm": 1.095605731010437,
      "learning_rate": 1.6821752275831957e-06,
      "loss": 0.3245,
      "step": 1752900
    },
    {
      "epoch": 489.23,
      "grad_norm": 1.1004561185836792,
      "learning_rate": 1.6821492875780887e-06,
      "loss": 0.3557,
      "step": 1752910
    },
    {
      "epoch": 489.23,
      "grad_norm": 1.0964208841323853,
      "learning_rate": 1.6821233476610402e-06,
      "loss": 0.3522,
      "step": 1752920
    },
    {
      "epoch": 489.24,
      "grad_norm": 1.0085110664367676,
      "learning_rate": 1.6820974078320555e-06,
      "loss": 0.3312,
      "step": 1752930
    },
    {
      "epoch": 489.24,
      "grad_norm": 1.0566682815551758,
      "learning_rate": 1.6820714680911367e-06,
      "loss": 0.336,
      "step": 1752940
    },
    {
      "epoch": 489.24,
      "grad_norm": 1.167170524597168,
      "learning_rate": 1.682045528438287e-06,
      "loss": 0.3442,
      "step": 1752950
    },
    {
      "epoch": 489.24,
      "grad_norm": 0.9951302409172058,
      "learning_rate": 1.682019588873511e-06,
      "loss": 0.3362,
      "step": 1752960
    },
    {
      "epoch": 489.25,
      "grad_norm": 1.024897575378418,
      "learning_rate": 1.6819936493968115e-06,
      "loss": 0.3566,
      "step": 1752970
    },
    {
      "epoch": 489.25,
      "grad_norm": 1.1371731758117676,
      "learning_rate": 1.6819677100081907e-06,
      "loss": 0.3452,
      "step": 1752980
    },
    {
      "epoch": 489.25,
      "grad_norm": 0.9619640111923218,
      "learning_rate": 1.6819417707076546e-06,
      "loss": 0.335,
      "step": 1752990
    },
    {
      "epoch": 489.25,
      "grad_norm": 1.0991264581680298,
      "learning_rate": 1.6819158314952052e-06,
      "loss": 0.3467,
      "step": 1753000
    },
    {
      "epoch": 489.26,
      "grad_norm": 0.9704844355583191,
      "learning_rate": 1.6818898923708458e-06,
      "loss": 0.3306,
      "step": 1753010
    },
    {
      "epoch": 489.26,
      "grad_norm": 1.0640016794204712,
      "learning_rate": 1.6818639533345805e-06,
      "loss": 0.3287,
      "step": 1753020
    },
    {
      "epoch": 489.26,
      "grad_norm": 1.1650593280792236,
      "learning_rate": 1.6818380143864117e-06,
      "loss": 0.3505,
      "step": 1753030
    },
    {
      "epoch": 489.27,
      "grad_norm": 0.9763593673706055,
      "learning_rate": 1.6818120755263437e-06,
      "loss": 0.3504,
      "step": 1753040
    },
    {
      "epoch": 489.27,
      "grad_norm": 1.1289631128311157,
      "learning_rate": 1.6817861367543807e-06,
      "loss": 0.3439,
      "step": 1753050
    },
    {
      "epoch": 489.27,
      "grad_norm": 1.186783790588379,
      "learning_rate": 1.6817601980705246e-06,
      "loss": 0.3508,
      "step": 1753060
    },
    {
      "epoch": 489.27,
      "grad_norm": 1.0790560245513916,
      "learning_rate": 1.6817342594747791e-06,
      "loss": 0.3342,
      "step": 1753070
    },
    {
      "epoch": 489.28,
      "grad_norm": 1.1542539596557617,
      "learning_rate": 1.6817083209671488e-06,
      "loss": 0.3445,
      "step": 1753080
    },
    {
      "epoch": 489.28,
      "grad_norm": 1.0933574438095093,
      "learning_rate": 1.6816823825476366e-06,
      "loss": 0.3436,
      "step": 1753090
    },
    {
      "epoch": 489.28,
      "grad_norm": 1.1422245502471924,
      "learning_rate": 1.6816564442162453e-06,
      "loss": 0.3459,
      "step": 1753100
    },
    {
      "epoch": 489.29,
      "grad_norm": 1.0637439489364624,
      "learning_rate": 1.6816305059729788e-06,
      "loss": 0.3438,
      "step": 1753110
    },
    {
      "epoch": 489.29,
      "grad_norm": 1.0356892347335815,
      "learning_rate": 1.681604567817841e-06,
      "loss": 0.3398,
      "step": 1753120
    },
    {
      "epoch": 489.29,
      "grad_norm": 1.6249803304672241,
      "learning_rate": 1.6815786297508341e-06,
      "loss": 0.3518,
      "step": 1753130
    },
    {
      "epoch": 489.29,
      "grad_norm": 1.2132654190063477,
      "learning_rate": 1.6815526917719633e-06,
      "loss": 0.3354,
      "step": 1753140
    },
    {
      "epoch": 489.3,
      "grad_norm": 1.0648304224014282,
      "learning_rate": 1.68152675388123e-06,
      "loss": 0.3323,
      "step": 1753150
    },
    {
      "epoch": 489.3,
      "grad_norm": 1.0966825485229492,
      "learning_rate": 1.68150081607864e-06,
      "loss": 0.3449,
      "step": 1753160
    },
    {
      "epoch": 489.3,
      "grad_norm": 1.0410581827163696,
      "learning_rate": 1.6814748783641952e-06,
      "loss": 0.3318,
      "step": 1753170
    },
    {
      "epoch": 489.31,
      "grad_norm": 1.2527302503585815,
      "learning_rate": 1.681448940737899e-06,
      "loss": 0.3444,
      "step": 1753180
    },
    {
      "epoch": 489.31,
      "grad_norm": 1.0371593236923218,
      "learning_rate": 1.681423003199756e-06,
      "loss": 0.3434,
      "step": 1753190
    },
    {
      "epoch": 489.31,
      "grad_norm": 0.9960565567016602,
      "learning_rate": 1.6813970657497687e-06,
      "loss": 0.3395,
      "step": 1753200
    },
    {
      "epoch": 489.31,
      "grad_norm": 1.3027949333190918,
      "learning_rate": 1.6813711283879398e-06,
      "loss": 0.3396,
      "step": 1753210
    },
    {
      "epoch": 489.32,
      "grad_norm": 1.269232988357544,
      "learning_rate": 1.681345191114275e-06,
      "loss": 0.3374,
      "step": 1753220
    },
    {
      "epoch": 489.32,
      "grad_norm": 1.3844655752182007,
      "learning_rate": 1.681319253928776e-06,
      "loss": 0.3423,
      "step": 1753230
    },
    {
      "epoch": 489.32,
      "grad_norm": 0.9503577947616577,
      "learning_rate": 1.6812933168314463e-06,
      "loss": 0.3395,
      "step": 1753240
    },
    {
      "epoch": 489.32,
      "grad_norm": 1.0940065383911133,
      "learning_rate": 1.6812673798222903e-06,
      "loss": 0.3349,
      "step": 1753250
    },
    {
      "epoch": 489.33,
      "grad_norm": 0.9939976930618286,
      "learning_rate": 1.681241442901311e-06,
      "loss": 0.3307,
      "step": 1753260
    },
    {
      "epoch": 489.33,
      "grad_norm": 0.935686469078064,
      "learning_rate": 1.6812155060685108e-06,
      "loss": 0.3391,
      "step": 1753270
    },
    {
      "epoch": 489.33,
      "grad_norm": 0.9716318845748901,
      "learning_rate": 1.681189569323895e-06,
      "loss": 0.3274,
      "step": 1753280
    },
    {
      "epoch": 489.34,
      "grad_norm": 8.996862411499023,
      "learning_rate": 1.6811636326674663e-06,
      "loss": 0.3533,
      "step": 1753290
    },
    {
      "epoch": 489.34,
      "grad_norm": 1.1451369524002075,
      "learning_rate": 1.6811376960992268e-06,
      "loss": 0.346,
      "step": 1753300
    },
    {
      "epoch": 489.34,
      "grad_norm": 1.2335503101348877,
      "learning_rate": 1.6811117596191824e-06,
      "loss": 0.3613,
      "step": 1753310
    },
    {
      "epoch": 489.34,
      "grad_norm": 1.0394010543823242,
      "learning_rate": 1.6810858232273352e-06,
      "loss": 0.3437,
      "step": 1753320
    },
    {
      "epoch": 489.35,
      "grad_norm": 1.19037926197052,
      "learning_rate": 1.6810598869236884e-06,
      "loss": 0.3424,
      "step": 1753330
    },
    {
      "epoch": 489.35,
      "grad_norm": 1.2601714134216309,
      "learning_rate": 1.6810339507082464e-06,
      "loss": 0.3391,
      "step": 1753340
    },
    {
      "epoch": 489.35,
      "grad_norm": 2.258484363555908,
      "learning_rate": 1.681008014581012e-06,
      "loss": 0.3344,
      "step": 1753350
    },
    {
      "epoch": 489.36,
      "grad_norm": 0.9113429188728333,
      "learning_rate": 1.6809820785419877e-06,
      "loss": 0.3262,
      "step": 1753360
    },
    {
      "epoch": 489.36,
      "grad_norm": 1.0210696458816528,
      "learning_rate": 1.680956142591179e-06,
      "loss": 0.3341,
      "step": 1753370
    },
    {
      "epoch": 489.36,
      "grad_norm": 1.0343183279037476,
      "learning_rate": 1.6809302067285883e-06,
      "loss": 0.3266,
      "step": 1753380
    },
    {
      "epoch": 489.36,
      "grad_norm": 1.1376861333847046,
      "learning_rate": 1.6809042709542187e-06,
      "loss": 0.3355,
      "step": 1753390
    },
    {
      "epoch": 489.37,
      "grad_norm": 13.959364891052246,
      "learning_rate": 1.6808783352680742e-06,
      "loss": 0.3258,
      "step": 1753400
    },
    {
      "epoch": 489.37,
      "grad_norm": 0.9996616840362549,
      "learning_rate": 1.6808523996701586e-06,
      "loss": 0.3474,
      "step": 1753410
    },
    {
      "epoch": 489.37,
      "grad_norm": 1.9397779703140259,
      "learning_rate": 1.6808264641604737e-06,
      "loss": 0.3431,
      "step": 1753420
    },
    {
      "epoch": 489.37,
      "grad_norm": 1.0874016284942627,
      "learning_rate": 1.6808005287390249e-06,
      "loss": 0.336,
      "step": 1753430
    },
    {
      "epoch": 489.38,
      "grad_norm": 1.3382230997085571,
      "learning_rate": 1.6807745934058142e-06,
      "loss": 0.338,
      "step": 1753440
    },
    {
      "epoch": 489.38,
      "grad_norm": 1.0483375787734985,
      "learning_rate": 1.6807486581608464e-06,
      "loss": 0.3316,
      "step": 1753450
    },
    {
      "epoch": 489.38,
      "grad_norm": 0.931080162525177,
      "learning_rate": 1.6807227230041242e-06,
      "loss": 0.3516,
      "step": 1753460
    },
    {
      "epoch": 489.39,
      "grad_norm": 1.010825753211975,
      "learning_rate": 1.680696787935651e-06,
      "loss": 0.3531,
      "step": 1753470
    },
    {
      "epoch": 489.39,
      "grad_norm": 1.1170117855072021,
      "learning_rate": 1.6806708529554305e-06,
      "loss": 0.3481,
      "step": 1753480
    },
    {
      "epoch": 489.39,
      "grad_norm": 0.9770110249519348,
      "learning_rate": 1.6806449180634662e-06,
      "loss": 0.3366,
      "step": 1753490
    },
    {
      "epoch": 489.39,
      "grad_norm": 1.095520257949829,
      "learning_rate": 1.6806189832597604e-06,
      "loss": 0.3301,
      "step": 1753500
    },
    {
      "epoch": 489.4,
      "grad_norm": 1.137351632118225,
      "learning_rate": 1.6805930485443182e-06,
      "loss": 0.3465,
      "step": 1753510
    },
    {
      "epoch": 489.4,
      "grad_norm": 1.1720075607299805,
      "learning_rate": 1.6805671139171428e-06,
      "loss": 0.3398,
      "step": 1753520
    },
    {
      "epoch": 489.4,
      "grad_norm": 1.0398036241531372,
      "learning_rate": 1.6805411793782367e-06,
      "loss": 0.3457,
      "step": 1753530
    },
    {
      "epoch": 489.41,
      "grad_norm": 1.0952026844024658,
      "learning_rate": 1.680515244927604e-06,
      "loss": 0.3489,
      "step": 1753540
    },
    {
      "epoch": 489.41,
      "grad_norm": 1.0742230415344238,
      "learning_rate": 1.6804893105652484e-06,
      "loss": 0.3348,
      "step": 1753550
    },
    {
      "epoch": 489.41,
      "grad_norm": 1.1183350086212158,
      "learning_rate": 1.6804633762911716e-06,
      "loss": 0.3442,
      "step": 1753560
    },
    {
      "epoch": 489.41,
      "grad_norm": 1.0514757633209229,
      "learning_rate": 1.6804374421053797e-06,
      "loss": 0.3464,
      "step": 1753570
    },
    {
      "epoch": 489.42,
      "grad_norm": 0.9612321853637695,
      "learning_rate": 1.6804115080078751e-06,
      "loss": 0.3517,
      "step": 1753580
    },
    {
      "epoch": 489.42,
      "grad_norm": 1.0067147016525269,
      "learning_rate": 1.6803855739986594e-06,
      "loss": 0.3372,
      "step": 1753590
    },
    {
      "epoch": 489.42,
      "grad_norm": 1.2802355289459229,
      "learning_rate": 1.6803596400777394e-06,
      "loss": 0.3551,
      "step": 1753600
    },
    {
      "epoch": 489.43,
      "grad_norm": 1.1640536785125732,
      "learning_rate": 1.6803337062451162e-06,
      "loss": 0.3377,
      "step": 1753610
    },
    {
      "epoch": 489.43,
      "grad_norm": 1.098954439163208,
      "learning_rate": 1.6803077725007939e-06,
      "loss": 0.3437,
      "step": 1753620
    },
    {
      "epoch": 489.43,
      "grad_norm": 1.0863927602767944,
      "learning_rate": 1.6802818388447762e-06,
      "loss": 0.338,
      "step": 1753630
    },
    {
      "epoch": 489.43,
      "grad_norm": 1.1125043630599976,
      "learning_rate": 1.6802559052770662e-06,
      "loss": 0.3245,
      "step": 1753640
    },
    {
      "epoch": 489.44,
      "grad_norm": 1.0119966268539429,
      "learning_rate": 1.6802299717976666e-06,
      "loss": 0.334,
      "step": 1753650
    },
    {
      "epoch": 489.44,
      "grad_norm": 1.1473103761672974,
      "learning_rate": 1.6802040384065824e-06,
      "loss": 0.3395,
      "step": 1753660
    },
    {
      "epoch": 489.44,
      "grad_norm": 1.309079647064209,
      "learning_rate": 1.680178105103817e-06,
      "loss": 0.3609,
      "step": 1753670
    },
    {
      "epoch": 489.44,
      "grad_norm": 0.9446761012077332,
      "learning_rate": 1.6801521718893722e-06,
      "loss": 0.3302,
      "step": 1753680
    },
    {
      "epoch": 489.45,
      "grad_norm": 0.9842294454574585,
      "learning_rate": 1.680126238763253e-06,
      "loss": 0.3428,
      "step": 1753690
    },
    {
      "epoch": 489.45,
      "grad_norm": 1.1027840375900269,
      "learning_rate": 1.680100305725462e-06,
      "loss": 0.3285,
      "step": 1753700
    },
    {
      "epoch": 489.45,
      "grad_norm": 1.0040686130523682,
      "learning_rate": 1.6800743727760027e-06,
      "loss": 0.3496,
      "step": 1753710
    },
    {
      "epoch": 489.46,
      "grad_norm": 1.0896464586257935,
      "learning_rate": 1.6800484399148793e-06,
      "loss": 0.3339,
      "step": 1753720
    },
    {
      "epoch": 489.46,
      "grad_norm": 0.9663427472114563,
      "learning_rate": 1.6800225071420938e-06,
      "loss": 0.3415,
      "step": 1753730
    },
    {
      "epoch": 489.46,
      "grad_norm": 1.31937575340271,
      "learning_rate": 1.679996574457652e-06,
      "loss": 0.3523,
      "step": 1753740
    },
    {
      "epoch": 489.46,
      "grad_norm": 1.043625831604004,
      "learning_rate": 1.6799706418615552e-06,
      "loss": 0.3383,
      "step": 1753750
    },
    {
      "epoch": 489.47,
      "grad_norm": 0.9782839417457581,
      "learning_rate": 1.6799447093538079e-06,
      "loss": 0.3332,
      "step": 1753760
    },
    {
      "epoch": 489.47,
      "grad_norm": 1.0071957111358643,
      "learning_rate": 1.6799187769344132e-06,
      "loss": 0.3575,
      "step": 1753770
    },
    {
      "epoch": 489.47,
      "grad_norm": 0.9902858138084412,
      "learning_rate": 1.679892844603375e-06,
      "loss": 0.3464,
      "step": 1753780
    },
    {
      "epoch": 489.48,
      "grad_norm": 1.1928316354751587,
      "learning_rate": 1.6798669123606953e-06,
      "loss": 0.3365,
      "step": 1753790
    },
    {
      "epoch": 489.48,
      "grad_norm": 1.1655802726745605,
      "learning_rate": 1.6798409802063796e-06,
      "loss": 0.3578,
      "step": 1753800
    },
    {
      "epoch": 489.48,
      "grad_norm": 1.136043667793274,
      "learning_rate": 1.6798150481404302e-06,
      "loss": 0.3512,
      "step": 1753810
    },
    {
      "epoch": 489.48,
      "grad_norm": 1.1932998895645142,
      "learning_rate": 1.6797891161628502e-06,
      "loss": 0.3522,
      "step": 1753820
    },
    {
      "epoch": 489.49,
      "grad_norm": 1.2068955898284912,
      "learning_rate": 1.6797631842736442e-06,
      "loss": 0.35,
      "step": 1753830
    },
    {
      "epoch": 489.49,
      "grad_norm": 1.208160638809204,
      "learning_rate": 1.679737252472815e-06,
      "loss": 0.347,
      "step": 1753840
    },
    {
      "epoch": 489.49,
      "grad_norm": 1.245505928993225,
      "learning_rate": 1.6797113207603651e-06,
      "loss": 0.3415,
      "step": 1753850
    },
    {
      "epoch": 489.49,
      "grad_norm": 1.0462976694107056,
      "learning_rate": 1.6796853891363001e-06,
      "loss": 0.3549,
      "step": 1753860
    },
    {
      "epoch": 489.5,
      "grad_norm": 1.1303294897079468,
      "learning_rate": 1.679659457600622e-06,
      "loss": 0.3549,
      "step": 1753870
    },
    {
      "epoch": 489.5,
      "grad_norm": 0.9676966667175293,
      "learning_rate": 1.6796335261533335e-06,
      "loss": 0.3342,
      "step": 1753880
    },
    {
      "epoch": 489.5,
      "grad_norm": 1.0256972312927246,
      "learning_rate": 1.6796075947944405e-06,
      "loss": 0.3517,
      "step": 1753890
    },
    {
      "epoch": 489.51,
      "grad_norm": 1.1738044023513794,
      "learning_rate": 1.6795816635239446e-06,
      "loss": 0.3462,
      "step": 1753900
    },
    {
      "epoch": 489.51,
      "grad_norm": 1.2367150783538818,
      "learning_rate": 1.6795557323418493e-06,
      "loss": 0.339,
      "step": 1753910
    },
    {
      "epoch": 489.51,
      "grad_norm": 0.9577551484107971,
      "learning_rate": 1.6795298012481592e-06,
      "loss": 0.3607,
      "step": 1753920
    },
    {
      "epoch": 489.51,
      "grad_norm": 0.8858868479728699,
      "learning_rate": 1.6795038702428766e-06,
      "loss": 0.3417,
      "step": 1753930
    },
    {
      "epoch": 489.52,
      "grad_norm": 1.0003069639205933,
      "learning_rate": 1.6794779393260047e-06,
      "loss": 0.3235,
      "step": 1753940
    },
    {
      "epoch": 489.52,
      "grad_norm": 1.2157089710235596,
      "learning_rate": 1.6794520084975482e-06,
      "loss": 0.3422,
      "step": 1753950
    },
    {
      "epoch": 489.52,
      "grad_norm": 1.2367955446243286,
      "learning_rate": 1.6794260777575103e-06,
      "loss": 0.3503,
      "step": 1753960
    },
    {
      "epoch": 489.53,
      "grad_norm": 1.0351991653442383,
      "learning_rate": 1.6794001471058933e-06,
      "loss": 0.3204,
      "step": 1753970
    },
    {
      "epoch": 489.53,
      "grad_norm": 1.0515165328979492,
      "learning_rate": 1.679374216542702e-06,
      "loss": 0.3526,
      "step": 1753980
    },
    {
      "epoch": 489.53,
      "grad_norm": 1.2696412801742554,
      "learning_rate": 1.679348286067939e-06,
      "loss": 0.3365,
      "step": 1753990
    },
    {
      "epoch": 489.53,
      "grad_norm": 1.0099835395812988,
      "learning_rate": 1.679322355681608e-06,
      "loss": 0.3431,
      "step": 1754000
    },
    {
      "epoch": 489.54,
      "grad_norm": 1.0540573596954346,
      "learning_rate": 1.679296425383713e-06,
      "loss": 0.3635,
      "step": 1754010
    },
    {
      "epoch": 489.54,
      "grad_norm": 1.050819993019104,
      "learning_rate": 1.679270495174256e-06,
      "loss": 0.3414,
      "step": 1754020
    },
    {
      "epoch": 489.54,
      "grad_norm": 1.1272565126419067,
      "learning_rate": 1.679244565053242e-06,
      "loss": 0.3426,
      "step": 1754030
    },
    {
      "epoch": 489.55,
      "grad_norm": 1.0920348167419434,
      "learning_rate": 1.679218635020674e-06,
      "loss": 0.3559,
      "step": 1754040
    },
    {
      "epoch": 489.55,
      "grad_norm": 0.9768920540809631,
      "learning_rate": 1.6791927050765551e-06,
      "loss": 0.3349,
      "step": 1754050
    },
    {
      "epoch": 489.55,
      "grad_norm": 1.0445681810379028,
      "learning_rate": 1.6791667752208895e-06,
      "loss": 0.341,
      "step": 1754060
    },
    {
      "epoch": 489.55,
      "grad_norm": 1.3201380968093872,
      "learning_rate": 1.67914084545368e-06,
      "loss": 0.3298,
      "step": 1754070
    },
    {
      "epoch": 489.56,
      "grad_norm": 1.0033791065216064,
      "learning_rate": 1.679114915774929e-06,
      "loss": 0.3383,
      "step": 1754080
    },
    {
      "epoch": 489.56,
      "grad_norm": 0.9970698952674866,
      "learning_rate": 1.679088986184642e-06,
      "loss": 0.3274,
      "step": 1754090
    },
    {
      "epoch": 489.56,
      "grad_norm": 1.1092610359191895,
      "learning_rate": 1.6790630566828218e-06,
      "loss": 0.3431,
      "step": 1754100
    },
    {
      "epoch": 489.56,
      "grad_norm": 1.128331184387207,
      "learning_rate": 1.6790371272694707e-06,
      "loss": 0.3464,
      "step": 1754110
    },
    {
      "epoch": 489.57,
      "grad_norm": 1.07948899269104,
      "learning_rate": 1.6790111979445938e-06,
      "loss": 0.3297,
      "step": 1754120
    },
    {
      "epoch": 489.57,
      "grad_norm": 1.1687912940979004,
      "learning_rate": 1.6789852687081942e-06,
      "loss": 0.3418,
      "step": 1754130
    },
    {
      "epoch": 489.57,
      "grad_norm": 1.0894218683242798,
      "learning_rate": 1.678959339560274e-06,
      "loss": 0.3485,
      "step": 1754140
    },
    {
      "epoch": 489.58,
      "grad_norm": 1.09011971950531,
      "learning_rate": 1.6789334105008385e-06,
      "loss": 0.3446,
      "step": 1754150
    },
    {
      "epoch": 489.58,
      "grad_norm": 1.0056513547897339,
      "learning_rate": 1.67890748152989e-06,
      "loss": 0.3285,
      "step": 1754160
    },
    {
      "epoch": 489.58,
      "grad_norm": 1.0405097007751465,
      "learning_rate": 1.6788815526474315e-06,
      "loss": 0.3225,
      "step": 1754170
    },
    {
      "epoch": 489.58,
      "grad_norm": 0.9877702593803406,
      "learning_rate": 1.678855623853468e-06,
      "loss": 0.354,
      "step": 1754180
    },
    {
      "epoch": 489.59,
      "grad_norm": 0.9663748741149902,
      "learning_rate": 1.678829695148002e-06,
      "loss": 0.3395,
      "step": 1754190
    },
    {
      "epoch": 489.59,
      "grad_norm": 1.019516110420227,
      "learning_rate": 1.6788037665310365e-06,
      "loss": 0.3467,
      "step": 1754200
    },
    {
      "epoch": 489.59,
      "grad_norm": 1.0019487142562866,
      "learning_rate": 1.6787778380025762e-06,
      "loss": 0.3289,
      "step": 1754210
    },
    {
      "epoch": 489.6,
      "grad_norm": 1.1652450561523438,
      "learning_rate": 1.678751909562624e-06,
      "loss": 0.3574,
      "step": 1754220
    },
    {
      "epoch": 489.6,
      "grad_norm": 1.2787377834320068,
      "learning_rate": 1.6787259812111823e-06,
      "loss": 0.3353,
      "step": 1754230
    },
    {
      "epoch": 489.6,
      "grad_norm": 0.946372389793396,
      "learning_rate": 1.6787000529482562e-06,
      "loss": 0.3251,
      "step": 1754240
    },
    {
      "epoch": 489.6,
      "grad_norm": 1.0635600090026855,
      "learning_rate": 1.6786741247738485e-06,
      "loss": 0.3442,
      "step": 1754250
    },
    {
      "epoch": 489.61,
      "grad_norm": 0.9066267013549805,
      "learning_rate": 1.6786481966879615e-06,
      "loss": 0.3447,
      "step": 1754260
    },
    {
      "epoch": 489.61,
      "grad_norm": 1.063211441040039,
      "learning_rate": 1.678622268690601e-06,
      "loss": 0.3321,
      "step": 1754270
    },
    {
      "epoch": 489.61,
      "grad_norm": 1.5363730192184448,
      "learning_rate": 1.678596340781769e-06,
      "loss": 0.3485,
      "step": 1754280
    },
    {
      "epoch": 489.61,
      "grad_norm": 1.0094786882400513,
      "learning_rate": 1.6785704129614687e-06,
      "loss": 0.3198,
      "step": 1754290
    },
    {
      "epoch": 489.62,
      "grad_norm": 1.2087703943252563,
      "learning_rate": 1.6785444852297043e-06,
      "loss": 0.3464,
      "step": 1754300
    },
    {
      "epoch": 489.62,
      "grad_norm": 0.9103257060050964,
      "learning_rate": 1.6785185575864782e-06,
      "loss": 0.3278,
      "step": 1754310
    },
    {
      "epoch": 489.62,
      "grad_norm": 1.0715725421905518,
      "learning_rate": 1.6784926300317953e-06,
      "loss": 0.35,
      "step": 1754320
    },
    {
      "epoch": 489.63,
      "grad_norm": 1.0785160064697266,
      "learning_rate": 1.6784667025656586e-06,
      "loss": 0.3329,
      "step": 1754330
    },
    {
      "epoch": 489.63,
      "grad_norm": 1.2280241250991821,
      "learning_rate": 1.6784407751880704e-06,
      "loss": 0.3337,
      "step": 1754340
    },
    {
      "epoch": 489.63,
      "grad_norm": 1.002145767211914,
      "learning_rate": 1.678414847899036e-06,
      "loss": 0.3436,
      "step": 1754350
    },
    {
      "epoch": 489.63,
      "grad_norm": 0.9990291595458984,
      "learning_rate": 1.6783889206985577e-06,
      "loss": 0.361,
      "step": 1754360
    },
    {
      "epoch": 489.64,
      "grad_norm": 1.1352877616882324,
      "learning_rate": 1.6783629935866385e-06,
      "loss": 0.3345,
      "step": 1754370
    },
    {
      "epoch": 489.64,
      "grad_norm": 1.1104363203048706,
      "learning_rate": 1.6783370665632831e-06,
      "loss": 0.3551,
      "step": 1754380
    },
    {
      "epoch": 489.64,
      "grad_norm": 0.8544317483901978,
      "learning_rate": 1.6783111396284942e-06,
      "loss": 0.334,
      "step": 1754390
    },
    {
      "epoch": 489.65,
      "grad_norm": 1.8874205350875854,
      "learning_rate": 1.6782852127822745e-06,
      "loss": 0.3445,
      "step": 1754400
    },
    {
      "epoch": 489.65,
      "grad_norm": 1.145193338394165,
      "learning_rate": 1.6782592860246296e-06,
      "loss": 0.3404,
      "step": 1754410
    },
    {
      "epoch": 489.65,
      "grad_norm": 1.0674577951431274,
      "learning_rate": 1.6782333593555614e-06,
      "loss": 0.3642,
      "step": 1754420
    },
    {
      "epoch": 489.65,
      "grad_norm": 1.102012038230896,
      "learning_rate": 1.6782074327750734e-06,
      "loss": 0.3377,
      "step": 1754430
    },
    {
      "epoch": 489.66,
      "grad_norm": 1.208601713180542,
      "learning_rate": 1.6781815062831696e-06,
      "loss": 0.3522,
      "step": 1754440
    },
    {
      "epoch": 489.66,
      "grad_norm": 1.1022578477859497,
      "learning_rate": 1.6781555798798531e-06,
      "loss": 0.3449,
      "step": 1754450
    },
    {
      "epoch": 489.66,
      "grad_norm": 1.219115138053894,
      "learning_rate": 1.6781296535651268e-06,
      "loss": 0.3463,
      "step": 1754460
    },
    {
      "epoch": 489.67,
      "grad_norm": 1.0025115013122559,
      "learning_rate": 1.6781037273389952e-06,
      "loss": 0.3467,
      "step": 1754470
    },
    {
      "epoch": 489.67,
      "grad_norm": 1.143450379371643,
      "learning_rate": 1.6780778012014614e-06,
      "loss": 0.3347,
      "step": 1754480
    },
    {
      "epoch": 489.67,
      "grad_norm": 1.0823354721069336,
      "learning_rate": 1.6780518751525287e-06,
      "loss": 0.3433,
      "step": 1754490
    },
    {
      "epoch": 489.67,
      "grad_norm": 0.9588948488235474,
      "learning_rate": 1.6780259491922007e-06,
      "loss": 0.3642,
      "step": 1754500
    },
    {
      "epoch": 489.68,
      "grad_norm": 1.1986957788467407,
      "learning_rate": 1.6780000233204809e-06,
      "loss": 0.3511,
      "step": 1754510
    },
    {
      "epoch": 489.68,
      "grad_norm": 0.9484331607818604,
      "learning_rate": 1.6779740975373715e-06,
      "loss": 0.3281,
      "step": 1754520
    },
    {
      "epoch": 489.68,
      "grad_norm": 2.8334078788757324,
      "learning_rate": 1.6779481718428782e-06,
      "loss": 0.3471,
      "step": 1754530
    },
    {
      "epoch": 489.68,
      "grad_norm": 0.8390324711799622,
      "learning_rate": 1.677922246237003e-06,
      "loss": 0.3358,
      "step": 1754540
    },
    {
      "epoch": 489.69,
      "grad_norm": 1.0278669595718384,
      "learning_rate": 1.6778963207197494e-06,
      "loss": 0.3461,
      "step": 1754550
    },
    {
      "epoch": 489.69,
      "grad_norm": 1.2952255010604858,
      "learning_rate": 1.6778703952911216e-06,
      "loss": 0.3328,
      "step": 1754560
    },
    {
      "epoch": 489.69,
      "grad_norm": 1.289360761642456,
      "learning_rate": 1.6778444699511222e-06,
      "loss": 0.3492,
      "step": 1754570
    },
    {
      "epoch": 489.7,
      "grad_norm": 1.1607112884521484,
      "learning_rate": 1.6778185446997549e-06,
      "loss": 0.3381,
      "step": 1754580
    },
    {
      "epoch": 489.7,
      "grad_norm": 0.9858671426773071,
      "learning_rate": 1.6777926195370236e-06,
      "loss": 0.3246,
      "step": 1754590
    },
    {
      "epoch": 489.7,
      "grad_norm": 1.2096258401870728,
      "learning_rate": 1.6777666944629308e-06,
      "loss": 0.3399,
      "step": 1754600
    },
    {
      "epoch": 489.7,
      "grad_norm": 1.2168314456939697,
      "learning_rate": 1.6777407694774812e-06,
      "loss": 0.3435,
      "step": 1754610
    },
    {
      "epoch": 489.71,
      "grad_norm": 1.1183747053146362,
      "learning_rate": 1.6777148445806774e-06,
      "loss": 0.3519,
      "step": 1754620
    },
    {
      "epoch": 489.71,
      "grad_norm": 1.1175551414489746,
      "learning_rate": 1.677688919772523e-06,
      "loss": 0.3358,
      "step": 1754630
    },
    {
      "epoch": 489.71,
      "grad_norm": 1.189453363418579,
      "learning_rate": 1.677662995053022e-06,
      "loss": 0.3405,
      "step": 1754640
    },
    {
      "epoch": 489.72,
      "grad_norm": 1.2793570756912231,
      "learning_rate": 1.677637070422177e-06,
      "loss": 0.3427,
      "step": 1754650
    },
    {
      "epoch": 489.72,
      "grad_norm": 1.106483817100525,
      "learning_rate": 1.6776111458799911e-06,
      "loss": 0.3409,
      "step": 1754660
    },
    {
      "epoch": 489.72,
      "grad_norm": 1.242807149887085,
      "learning_rate": 1.6775852214264696e-06,
      "loss": 0.345,
      "step": 1754670
    },
    {
      "epoch": 489.72,
      "grad_norm": 1.0597655773162842,
      "learning_rate": 1.6775592970616143e-06,
      "loss": 0.3379,
      "step": 1754680
    },
    {
      "epoch": 489.73,
      "grad_norm": 1.191400170326233,
      "learning_rate": 1.6775333727854288e-06,
      "loss": 0.3375,
      "step": 1754690
    },
    {
      "epoch": 489.73,
      "grad_norm": 1.0553730726242065,
      "learning_rate": 1.6775074485979175e-06,
      "loss": 0.3382,
      "step": 1754700
    },
    {
      "epoch": 489.73,
      "grad_norm": 1.2517400979995728,
      "learning_rate": 1.6774815244990832e-06,
      "loss": 0.3297,
      "step": 1754710
    },
    {
      "epoch": 489.73,
      "grad_norm": 2.085073947906494,
      "learning_rate": 1.677455600488929e-06,
      "loss": 0.3495,
      "step": 1754720
    },
    {
      "epoch": 489.74,
      "grad_norm": 1.0567349195480347,
      "learning_rate": 1.6774296765674597e-06,
      "loss": 0.3455,
      "step": 1754730
    },
    {
      "epoch": 489.74,
      "grad_norm": 1.063392162322998,
      "learning_rate": 1.677403752734677e-06,
      "loss": 0.3394,
      "step": 1754740
    },
    {
      "epoch": 489.74,
      "grad_norm": 0.9645646810531616,
      "learning_rate": 1.6773778289905852e-06,
      "loss": 0.3512,
      "step": 1754750
    },
    {
      "epoch": 489.75,
      "grad_norm": 1.0479092597961426,
      "learning_rate": 1.6773519053351878e-06,
      "loss": 0.343,
      "step": 1754760
    },
    {
      "epoch": 489.75,
      "grad_norm": 1.022233009338379,
      "learning_rate": 1.6773259817684888e-06,
      "loss": 0.3408,
      "step": 1754770
    },
    {
      "epoch": 489.75,
      "grad_norm": 1.1134637594223022,
      "learning_rate": 1.6773000582904902e-06,
      "loss": 0.3404,
      "step": 1754780
    },
    {
      "epoch": 489.75,
      "grad_norm": 1.0940581560134888,
      "learning_rate": 1.6772741349011967e-06,
      "loss": 0.3433,
      "step": 1754790
    },
    {
      "epoch": 489.76,
      "grad_norm": 1.1390600204467773,
      "learning_rate": 1.6772482116006112e-06,
      "loss": 0.338,
      "step": 1754800
    },
    {
      "epoch": 489.76,
      "grad_norm": 1.15122389793396,
      "learning_rate": 1.6772222883887366e-06,
      "loss": 0.3435,
      "step": 1754810
    },
    {
      "epoch": 489.76,
      "grad_norm": 1.1040537357330322,
      "learning_rate": 1.6771963652655777e-06,
      "loss": 0.3454,
      "step": 1754820
    },
    {
      "epoch": 489.77,
      "grad_norm": 1.0336833000183105,
      "learning_rate": 1.6771704422311377e-06,
      "loss": 0.3574,
      "step": 1754830
    },
    {
      "epoch": 489.77,
      "grad_norm": 1.0115174055099487,
      "learning_rate": 1.6771445192854182e-06,
      "loss": 0.3464,
      "step": 1754840
    },
    {
      "epoch": 489.77,
      "grad_norm": 1.267360806465149,
      "learning_rate": 1.6771185964284254e-06,
      "loss": 0.3488,
      "step": 1754850
    },
    {
      "epoch": 489.77,
      "grad_norm": 1.0551644563674927,
      "learning_rate": 1.6770926736601612e-06,
      "loss": 0.3396,
      "step": 1754860
    },
    {
      "epoch": 489.78,
      "grad_norm": 1.204967975616455,
      "learning_rate": 1.677066750980629e-06,
      "loss": 0.3393,
      "step": 1754870
    },
    {
      "epoch": 489.78,
      "grad_norm": 1.0389955043792725,
      "learning_rate": 1.6770408283898328e-06,
      "loss": 0.3314,
      "step": 1754880
    },
    {
      "epoch": 489.78,
      "grad_norm": 1.3318315744400024,
      "learning_rate": 1.6770149058877748e-06,
      "loss": 0.3537,
      "step": 1754890
    },
    {
      "epoch": 489.79,
      "grad_norm": 1.0442163944244385,
      "learning_rate": 1.6769889834744606e-06,
      "loss": 0.3353,
      "step": 1754900
    },
    {
      "epoch": 489.79,
      "grad_norm": 1.0883585214614868,
      "learning_rate": 1.6769630611498924e-06,
      "loss": 0.3399,
      "step": 1754910
    },
    {
      "epoch": 489.79,
      "grad_norm": 1.1017589569091797,
      "learning_rate": 1.676937138914073e-06,
      "loss": 0.3388,
      "step": 1754920
    },
    {
      "epoch": 489.79,
      "grad_norm": 1.1062288284301758,
      "learning_rate": 1.6769112167670072e-06,
      "loss": 0.3478,
      "step": 1754930
    },
    {
      "epoch": 489.8,
      "grad_norm": 1.0447578430175781,
      "learning_rate": 1.6768852947086979e-06,
      "loss": 0.3315,
      "step": 1754940
    },
    {
      "epoch": 489.8,
      "grad_norm": 1.2210719585418701,
      "learning_rate": 1.6768593727391476e-06,
      "loss": 0.3333,
      "step": 1754950
    },
    {
      "epoch": 489.8,
      "grad_norm": 1.1258186101913452,
      "learning_rate": 1.6768334508583616e-06,
      "loss": 0.3479,
      "step": 1754960
    },
    {
      "epoch": 489.8,
      "grad_norm": 1.0596418380737305,
      "learning_rate": 1.676807529066342e-06,
      "loss": 0.3475,
      "step": 1754970
    },
    {
      "epoch": 489.81,
      "grad_norm": 1.1333802938461304,
      "learning_rate": 1.676781607363092e-06,
      "loss": 0.3431,
      "step": 1754980
    },
    {
      "epoch": 489.81,
      "grad_norm": 0.9814612865447998,
      "learning_rate": 1.6767556857486162e-06,
      "loss": 0.3408,
      "step": 1754990
    },
    {
      "epoch": 489.81,
      "grad_norm": 1.2154098749160767,
      "learning_rate": 1.676729764222918e-06,
      "loss": 0.3416,
      "step": 1755000
    },
    {
      "epoch": 489.82,
      "grad_norm": 1.0082932710647583,
      "learning_rate": 1.6767038427859997e-06,
      "loss": 0.3605,
      "step": 1755010
    },
    {
      "epoch": 489.82,
      "grad_norm": 1.0019880533218384,
      "learning_rate": 1.676677921437866e-06,
      "loss": 0.3768,
      "step": 1755020
    },
    {
      "epoch": 489.82,
      "grad_norm": 0.9908937811851501,
      "learning_rate": 1.67665200017852e-06,
      "loss": 0.3484,
      "step": 1755030
    },
    {
      "epoch": 489.82,
      "grad_norm": 1.056626796722412,
      "learning_rate": 1.6766260790079636e-06,
      "loss": 0.3479,
      "step": 1755040
    },
    {
      "epoch": 489.83,
      "grad_norm": 1.067826509475708,
      "learning_rate": 1.6766001579262026e-06,
      "loss": 0.3591,
      "step": 1755050
    },
    {
      "epoch": 489.83,
      "grad_norm": 1.1006971597671509,
      "learning_rate": 1.6765742369332394e-06,
      "loss": 0.3445,
      "step": 1755060
    },
    {
      "epoch": 489.83,
      "grad_norm": 1.1719473600387573,
      "learning_rate": 1.6765483160290766e-06,
      "loss": 0.3437,
      "step": 1755070
    },
    {
      "epoch": 489.84,
      "grad_norm": 1.0345960855484009,
      "learning_rate": 1.6765223952137195e-06,
      "loss": 0.3318,
      "step": 1755080
    },
    {
      "epoch": 489.84,
      "grad_norm": 0.9316784143447876,
      "learning_rate": 1.6764964744871704e-06,
      "loss": 0.3389,
      "step": 1755090
    },
    {
      "epoch": 489.84,
      "grad_norm": 1.0073412656784058,
      "learning_rate": 1.6764705538494328e-06,
      "loss": 0.3434,
      "step": 1755100
    },
    {
      "epoch": 489.84,
      "grad_norm": 0.9785654544830322,
      "learning_rate": 1.6764446333005103e-06,
      "loss": 0.3532,
      "step": 1755110
    },
    {
      "epoch": 489.85,
      "grad_norm": 0.994723916053772,
      "learning_rate": 1.6764187128404069e-06,
      "loss": 0.3563,
      "step": 1755120
    },
    {
      "epoch": 489.85,
      "grad_norm": 1.212304711341858,
      "learning_rate": 1.6763927924691238e-06,
      "loss": 0.3516,
      "step": 1755130
    },
    {
      "epoch": 489.85,
      "grad_norm": 1.1608892679214478,
      "learning_rate": 1.6763668721866677e-06,
      "loss": 0.3405,
      "step": 1755140
    },
    {
      "epoch": 489.85,
      "grad_norm": 0.9592189788818359,
      "learning_rate": 1.6763409519930402e-06,
      "loss": 0.3271,
      "step": 1755150
    },
    {
      "epoch": 489.86,
      "grad_norm": 1.132508397102356,
      "learning_rate": 1.6763150318882449e-06,
      "loss": 0.3186,
      "step": 1755160
    },
    {
      "epoch": 489.86,
      "grad_norm": 1.1923513412475586,
      "learning_rate": 1.676289111872285e-06,
      "loss": 0.3512,
      "step": 1755170
    },
    {
      "epoch": 489.86,
      "grad_norm": 1.085410475730896,
      "learning_rate": 1.6762631919451644e-06,
      "loss": 0.3437,
      "step": 1755180
    },
    {
      "epoch": 489.87,
      "grad_norm": 1.010597825050354,
      "learning_rate": 1.6762372721068865e-06,
      "loss": 0.3323,
      "step": 1755190
    },
    {
      "epoch": 489.87,
      "grad_norm": 1.071189045906067,
      "learning_rate": 1.6762113523574553e-06,
      "loss": 0.3623,
      "step": 1755200
    },
    {
      "epoch": 489.87,
      "grad_norm": 1.115336537361145,
      "learning_rate": 1.6761854326968727e-06,
      "loss": 0.3361,
      "step": 1755210
    },
    {
      "epoch": 489.87,
      "grad_norm": 1.1395801305770874,
      "learning_rate": 1.676159513125144e-06,
      "loss": 0.3249,
      "step": 1755220
    },
    {
      "epoch": 489.88,
      "grad_norm": 7.304853916168213,
      "learning_rate": 1.6761335936422718e-06,
      "loss": 0.3357,
      "step": 1755230
    },
    {
      "epoch": 489.88,
      "grad_norm": 1.1291762590408325,
      "learning_rate": 1.676107674248259e-06,
      "loss": 0.3392,
      "step": 1755240
    },
    {
      "epoch": 489.88,
      "grad_norm": 1.19486665725708,
      "learning_rate": 1.67608175494311e-06,
      "loss": 0.3293,
      "step": 1755250
    },
    {
      "epoch": 489.89,
      "grad_norm": 0.9827117323875427,
      "learning_rate": 1.6760558357268279e-06,
      "loss": 0.3193,
      "step": 1755260
    },
    {
      "epoch": 489.89,
      "grad_norm": 1.0123504400253296,
      "learning_rate": 1.676029916599415e-06,
      "loss": 0.3588,
      "step": 1755270
    },
    {
      "epoch": 489.89,
      "grad_norm": 1.0261170864105225,
      "learning_rate": 1.676003997560877e-06,
      "loss": 0.332,
      "step": 1755280
    },
    {
      "epoch": 489.89,
      "grad_norm": 1.0714784860610962,
      "learning_rate": 1.675978078611216e-06,
      "loss": 0.3679,
      "step": 1755290
    },
    {
      "epoch": 489.9,
      "grad_norm": 0.8645203709602356,
      "learning_rate": 1.6759521597504353e-06,
      "loss": 0.3465,
      "step": 1755300
    },
    {
      "epoch": 489.9,
      "grad_norm": 1.2450913190841675,
      "learning_rate": 1.675926240978539e-06,
      "loss": 0.335,
      "step": 1755310
    },
    {
      "epoch": 489.9,
      "grad_norm": 1.06739342212677,
      "learning_rate": 1.6759003222955305e-06,
      "loss": 0.3317,
      "step": 1755320
    },
    {
      "epoch": 489.91,
      "grad_norm": 1.0209016799926758,
      "learning_rate": 1.6758744037014116e-06,
      "loss": 0.339,
      "step": 1755330
    },
    {
      "epoch": 489.91,
      "grad_norm": 1.2159096002578735,
      "learning_rate": 1.6758484851961882e-06,
      "loss": 0.3389,
      "step": 1755340
    },
    {
      "epoch": 489.91,
      "grad_norm": 1.1902167797088623,
      "learning_rate": 1.6758225667798626e-06,
      "loss": 0.3432,
      "step": 1755350
    },
    {
      "epoch": 489.91,
      "grad_norm": 0.9783267378807068,
      "learning_rate": 1.6757966484524376e-06,
      "loss": 0.3521,
      "step": 1755360
    },
    {
      "epoch": 489.92,
      "grad_norm": 1.0447287559509277,
      "learning_rate": 1.6757707302139182e-06,
      "loss": 0.3339,
      "step": 1755370
    },
    {
      "epoch": 489.92,
      "grad_norm": 1.0226116180419922,
      "learning_rate": 1.675744812064307e-06,
      "loss": 0.352,
      "step": 1755380
    },
    {
      "epoch": 489.92,
      "grad_norm": 1.0923179388046265,
      "learning_rate": 1.6757188940036071e-06,
      "loss": 0.3483,
      "step": 1755390
    },
    {
      "epoch": 489.92,
      "grad_norm": 1.1185733079910278,
      "learning_rate": 1.6756929760318226e-06,
      "loss": 0.3389,
      "step": 1755400
    },
    {
      "epoch": 489.93,
      "grad_norm": 2.6311957836151123,
      "learning_rate": 1.6756670581489571e-06,
      "loss": 0.3323,
      "step": 1755410
    },
    {
      "epoch": 489.93,
      "grad_norm": 1.107445478439331,
      "learning_rate": 1.6756411403550125e-06,
      "loss": 0.3426,
      "step": 1755420
    },
    {
      "epoch": 489.93,
      "grad_norm": 1.3706154823303223,
      "learning_rate": 1.675615222649994e-06,
      "loss": 0.3353,
      "step": 1755430
    },
    {
      "epoch": 489.94,
      "grad_norm": 1.0077073574066162,
      "learning_rate": 1.6755893050339046e-06,
      "loss": 0.3639,
      "step": 1755440
    },
    {
      "epoch": 489.94,
      "grad_norm": 1.2154910564422607,
      "learning_rate": 1.6755633875067474e-06,
      "loss": 0.3657,
      "step": 1755450
    },
    {
      "epoch": 489.94,
      "grad_norm": 1.1226967573165894,
      "learning_rate": 1.675537470068526e-06,
      "loss": 0.3337,
      "step": 1755460
    },
    {
      "epoch": 489.94,
      "grad_norm": 1.0404120683670044,
      "learning_rate": 1.6755115527192433e-06,
      "loss": 0.3398,
      "step": 1755470
    },
    {
      "epoch": 489.95,
      "grad_norm": 1.1212396621704102,
      "learning_rate": 1.675485635458904e-06,
      "loss": 0.3471,
      "step": 1755480
    },
    {
      "epoch": 489.95,
      "grad_norm": 1.1052266359329224,
      "learning_rate": 1.6754597182875112e-06,
      "loss": 0.3399,
      "step": 1755490
    },
    {
      "epoch": 489.95,
      "grad_norm": 1.0538488626480103,
      "learning_rate": 1.6754338012050669e-06,
      "loss": 0.34,
      "step": 1755500
    },
    {
      "epoch": 489.96,
      "grad_norm": 1.104467511177063,
      "learning_rate": 1.6754078842115764e-06,
      "loss": 0.3361,
      "step": 1755510
    },
    {
      "epoch": 489.96,
      "grad_norm": 1.16752290725708,
      "learning_rate": 1.6753819673070427e-06,
      "loss": 0.3406,
      "step": 1755520
    },
    {
      "epoch": 489.96,
      "grad_norm": 1.1953041553497314,
      "learning_rate": 1.6753560504914683e-06,
      "loss": 0.3448,
      "step": 1755530
    },
    {
      "epoch": 489.96,
      "grad_norm": 1.3277159929275513,
      "learning_rate": 1.6753301337648578e-06,
      "loss": 0.3376,
      "step": 1755540
    },
    {
      "epoch": 489.97,
      "grad_norm": 1.1465848684310913,
      "learning_rate": 1.6753042171272146e-06,
      "loss": 0.334,
      "step": 1755550
    },
    {
      "epoch": 489.97,
      "grad_norm": 0.8963361978530884,
      "learning_rate": 1.6752783005785402e-06,
      "loss": 0.3462,
      "step": 1755560
    },
    {
      "epoch": 489.97,
      "grad_norm": 1.0765423774719238,
      "learning_rate": 1.6752523841188406e-06,
      "loss": 0.3513,
      "step": 1755570
    },
    {
      "epoch": 489.97,
      "grad_norm": 1.3048570156097412,
      "learning_rate": 1.6752264677481184e-06,
      "loss": 0.3491,
      "step": 1755580
    },
    {
      "epoch": 489.98,
      "grad_norm": 1.0098111629486084,
      "learning_rate": 1.6752005514663762e-06,
      "loss": 0.3501,
      "step": 1755590
    },
    {
      "epoch": 489.98,
      "grad_norm": 1.154578685760498,
      "learning_rate": 1.6751746352736188e-06,
      "loss": 0.3405,
      "step": 1755600
    },
    {
      "epoch": 489.98,
      "grad_norm": 1.0926501750946045,
      "learning_rate": 1.675148719169849e-06,
      "loss": 0.3355,
      "step": 1755610
    },
    {
      "epoch": 489.99,
      "grad_norm": 1.1583187580108643,
      "learning_rate": 1.675122803155069e-06,
      "loss": 0.3454,
      "step": 1755620
    },
    {
      "epoch": 489.99,
      "grad_norm": 0.8913233280181885,
      "learning_rate": 1.6750968872292847e-06,
      "loss": 0.3339,
      "step": 1755630
    },
    {
      "epoch": 489.99,
      "grad_norm": 1.1234313249588013,
      "learning_rate": 1.6750709713924982e-06,
      "loss": 0.3394,
      "step": 1755640
    },
    {
      "epoch": 489.99,
      "grad_norm": 1.0491969585418701,
      "learning_rate": 1.675045055644712e-06,
      "loss": 0.348,
      "step": 1755650
    },
    {
      "epoch": 490.0,
      "grad_norm": 1.1206449270248413,
      "learning_rate": 1.6750191399859317e-06,
      "loss": 0.3538,
      "step": 1755660
    },
    {
      "epoch": 490.0,
      "grad_norm": 1.3990082740783691,
      "learning_rate": 1.6749932244161598e-06,
      "loss": 0.3234,
      "step": 1755670
    },
    {
      "epoch": 490.0,
      "eval_loss": 0.3432025909423828,
      "eval_runtime": 63.0681,
      "eval_samples_per_second": 80.215,
      "eval_steps_per_second": 10.037,
      "step": 1755670
    },
    {
      "epoch": 490.0,
      "grad_norm": 1.0769630670547485,
      "learning_rate": 1.6749673089353987e-06,
      "loss": 0.3363,
      "step": 1755680
    },
    {
      "epoch": 490.01,
      "grad_norm": 1.0738654136657715,
      "learning_rate": 1.6749413935436534e-06,
      "loss": 0.3626,
      "step": 1755690
    },
    {
      "epoch": 490.01,
      "grad_norm": 0.9911863803863525,
      "learning_rate": 1.674915478240927e-06,
      "loss": 0.3429,
      "step": 1755700
    },
    {
      "epoch": 490.01,
      "grad_norm": 1.0422046184539795,
      "learning_rate": 1.6748895630272215e-06,
      "loss": 0.3144,
      "step": 1755710
    },
    {
      "epoch": 490.01,
      "grad_norm": 1.1485775709152222,
      "learning_rate": 1.6748636479025424e-06,
      "loss": 0.343,
      "step": 1755720
    },
    {
      "epoch": 490.02,
      "grad_norm": 1.1302087306976318,
      "learning_rate": 1.6748377328668922e-06,
      "loss": 0.3438,
      "step": 1755730
    },
    {
      "epoch": 490.02,
      "grad_norm": 1.1801451444625854,
      "learning_rate": 1.674811817920274e-06,
      "loss": 0.3598,
      "step": 1755740
    },
    {
      "epoch": 490.02,
      "grad_norm": 1.2071633338928223,
      "learning_rate": 1.6747859030626921e-06,
      "loss": 0.3488,
      "step": 1755750
    },
    {
      "epoch": 490.03,
      "grad_norm": 1.0166540145874023,
      "learning_rate": 1.6747599882941487e-06,
      "loss": 0.3369,
      "step": 1755760
    },
    {
      "epoch": 490.03,
      "grad_norm": 1.064642071723938,
      "learning_rate": 1.674734073614649e-06,
      "loss": 0.3301,
      "step": 1755770
    },
    {
      "epoch": 490.03,
      "grad_norm": 1.1955287456512451,
      "learning_rate": 1.6747081590241952e-06,
      "loss": 0.3482,
      "step": 1755780
    },
    {
      "epoch": 490.03,
      "grad_norm": 1.191943883895874,
      "learning_rate": 1.6746822445227904e-06,
      "loss": 0.3374,
      "step": 1755790
    },
    {
      "epoch": 490.04,
      "grad_norm": 1.1278382539749146,
      "learning_rate": 1.6746563301104396e-06,
      "loss": 0.3357,
      "step": 1755800
    },
    {
      "epoch": 490.04,
      "grad_norm": 0.9856032729148865,
      "learning_rate": 1.6746304157871453e-06,
      "loss": 0.3579,
      "step": 1755810
    },
    {
      "epoch": 490.04,
      "grad_norm": 1.1250325441360474,
      "learning_rate": 1.6746045015529104e-06,
      "loss": 0.3556,
      "step": 1755820
    },
    {
      "epoch": 490.04,
      "grad_norm": 0.995112955570221,
      "learning_rate": 1.6745785874077396e-06,
      "loss": 0.3426,
      "step": 1755830
    },
    {
      "epoch": 490.05,
      "grad_norm": 0.9983727931976318,
      "learning_rate": 1.6745526733516358e-06,
      "loss": 0.3288,
      "step": 1755840
    },
    {
      "epoch": 490.05,
      "grad_norm": 1.1652944087982178,
      "learning_rate": 1.6745267593846014e-06,
      "loss": 0.3211,
      "step": 1755850
    },
    {
      "epoch": 490.05,
      "grad_norm": 1.1167433261871338,
      "learning_rate": 1.6745008455066415e-06,
      "loss": 0.3385,
      "step": 1755860
    },
    {
      "epoch": 490.06,
      "grad_norm": 1.0864266157150269,
      "learning_rate": 1.6744749317177588e-06,
      "loss": 0.3457,
      "step": 1755870
    },
    {
      "epoch": 490.06,
      "grad_norm": 1.1162891387939453,
      "learning_rate": 1.6744490180179566e-06,
      "loss": 0.3373,
      "step": 1755880
    },
    {
      "epoch": 490.06,
      "grad_norm": 1.02316415309906,
      "learning_rate": 1.674423104407239e-06,
      "loss": 0.3493,
      "step": 1755890
    },
    {
      "epoch": 490.06,
      "grad_norm": 1.096671462059021,
      "learning_rate": 1.6743971908856085e-06,
      "loss": 0.3424,
      "step": 1755900
    },
    {
      "epoch": 490.07,
      "grad_norm": 1.066357970237732,
      "learning_rate": 1.6743712774530685e-06,
      "loss": 0.3456,
      "step": 1755910
    },
    {
      "epoch": 490.07,
      "grad_norm": 1.144839882850647,
      "learning_rate": 1.674345364109624e-06,
      "loss": 0.3309,
      "step": 1755920
    },
    {
      "epoch": 490.07,
      "grad_norm": 1.0241235494613647,
      "learning_rate": 1.6743194508552776e-06,
      "loss": 0.3425,
      "step": 1755930
    },
    {
      "epoch": 490.08,
      "grad_norm": 1.1130599975585938,
      "learning_rate": 1.6742935376900311e-06,
      "loss": 0.3552,
      "step": 1755940
    },
    {
      "epoch": 490.08,
      "grad_norm": 1.1910678148269653,
      "learning_rate": 1.6742676246138906e-06,
      "loss": 0.3446,
      "step": 1755950
    },
    {
      "epoch": 490.08,
      "grad_norm": 1.0664089918136597,
      "learning_rate": 1.6742417116268586e-06,
      "loss": 0.3365,
      "step": 1755960
    },
    {
      "epoch": 490.08,
      "grad_norm": 1.0454607009887695,
      "learning_rate": 1.6742157987289378e-06,
      "loss": 0.3437,
      "step": 1755970
    },
    {
      "epoch": 490.09,
      "grad_norm": 1.05583655834198,
      "learning_rate": 1.6741898859201326e-06,
      "loss": 0.3489,
      "step": 1755980
    },
    {
      "epoch": 490.09,
      "grad_norm": 1.0034804344177246,
      "learning_rate": 1.6741639732004462e-06,
      "loss": 0.339,
      "step": 1755990
    },
    {
      "epoch": 490.09,
      "grad_norm": 1.1345969438552856,
      "learning_rate": 1.6741380605698804e-06,
      "loss": 0.3366,
      "step": 1756000
    },
    {
      "epoch": 490.09,
      "grad_norm": 0.9597772359848022,
      "learning_rate": 1.6741121480284415e-06,
      "loss": 0.3435,
      "step": 1756010
    },
    {
      "epoch": 490.1,
      "grad_norm": 1.0476503372192383,
      "learning_rate": 1.6740862355761316e-06,
      "loss": 0.3464,
      "step": 1756020
    },
    {
      "epoch": 490.1,
      "grad_norm": 1.1235116720199585,
      "learning_rate": 1.674060323212953e-06,
      "loss": 0.3487,
      "step": 1756030
    },
    {
      "epoch": 490.1,
      "grad_norm": 1.1508150100708008,
      "learning_rate": 1.6740344109389113e-06,
      "loss": 0.3312,
      "step": 1756040
    },
    {
      "epoch": 490.11,
      "grad_norm": 1.0456476211547852,
      "learning_rate": 1.6740084987540087e-06,
      "loss": 0.3377,
      "step": 1756050
    },
    {
      "epoch": 490.11,
      "grad_norm": 1.0719084739685059,
      "learning_rate": 1.673982586658249e-06,
      "loss": 0.3426,
      "step": 1756060
    },
    {
      "epoch": 490.11,
      "grad_norm": 1.1259387731552124,
      "learning_rate": 1.6739566746516357e-06,
      "loss": 0.3346,
      "step": 1756070
    },
    {
      "epoch": 490.11,
      "grad_norm": 1.1935851573944092,
      "learning_rate": 1.6739307627341709e-06,
      "loss": 0.3435,
      "step": 1756080
    },
    {
      "epoch": 490.12,
      "grad_norm": 1.3849676847457886,
      "learning_rate": 1.6739048509058602e-06,
      "loss": 0.347,
      "step": 1756090
    },
    {
      "epoch": 490.12,
      "grad_norm": 1.139797329902649,
      "learning_rate": 1.6738789391667064e-06,
      "loss": 0.3405,
      "step": 1756100
    },
    {
      "epoch": 490.12,
      "grad_norm": 1.1412190198898315,
      "learning_rate": 1.673853027516712e-06,
      "loss": 0.3564,
      "step": 1756110
    },
    {
      "epoch": 490.13,
      "grad_norm": 1.2917194366455078,
      "learning_rate": 1.6738271159558817e-06,
      "loss": 0.3584,
      "step": 1756120
    },
    {
      "epoch": 490.13,
      "grad_norm": 1.0498253107070923,
      "learning_rate": 1.6738012044842181e-06,
      "loss": 0.3413,
      "step": 1756130
    },
    {
      "epoch": 490.13,
      "grad_norm": 0.9023487567901611,
      "learning_rate": 1.6737752931017238e-06,
      "loss": 0.3563,
      "step": 1756140
    },
    {
      "epoch": 490.13,
      "grad_norm": 1.0020614862442017,
      "learning_rate": 1.6737493818084045e-06,
      "loss": 0.3418,
      "step": 1756150
    },
    {
      "epoch": 490.14,
      "grad_norm": 1.3036695718765259,
      "learning_rate": 1.6737234706042623e-06,
      "loss": 0.346,
      "step": 1756160
    },
    {
      "epoch": 490.14,
      "grad_norm": 2.6016595363616943,
      "learning_rate": 1.6736975594892997e-06,
      "loss": 0.335,
      "step": 1756170
    },
    {
      "epoch": 490.14,
      "grad_norm": 1.2773464918136597,
      "learning_rate": 1.6736716484635227e-06,
      "loss": 0.3355,
      "step": 1756180
    },
    {
      "epoch": 490.15,
      "grad_norm": 1.1184661388397217,
      "learning_rate": 1.6736457375269332e-06,
      "loss": 0.3356,
      "step": 1756190
    },
    {
      "epoch": 490.15,
      "grad_norm": 1.1266019344329834,
      "learning_rate": 1.673619826679534e-06,
      "loss": 0.3458,
      "step": 1756200
    },
    {
      "epoch": 490.15,
      "grad_norm": 1.1588391065597534,
      "learning_rate": 1.6735939159213298e-06,
      "loss": 0.3651,
      "step": 1756210
    },
    {
      "epoch": 490.15,
      "grad_norm": 1.1111899614334106,
      "learning_rate": 1.673568005252324e-06,
      "loss": 0.3351,
      "step": 1756220
    },
    {
      "epoch": 490.16,
      "grad_norm": 1.2307610511779785,
      "learning_rate": 1.6735420946725183e-06,
      "loss": 0.3331,
      "step": 1756230
    },
    {
      "epoch": 490.16,
      "grad_norm": 1.163395643234253,
      "learning_rate": 1.6735161841819183e-06,
      "loss": 0.3584,
      "step": 1756240
    },
    {
      "epoch": 490.16,
      "grad_norm": 1.1018092632293701,
      "learning_rate": 1.6734902737805266e-06,
      "loss": 0.3518,
      "step": 1756250
    },
    {
      "epoch": 490.16,
      "grad_norm": 1.6022981405258179,
      "learning_rate": 1.6734643634683465e-06,
      "loss": 0.3389,
      "step": 1756260
    },
    {
      "epoch": 490.17,
      "grad_norm": 1.1654815673828125,
      "learning_rate": 1.6734384532453818e-06,
      "loss": 0.3512,
      "step": 1756270
    },
    {
      "epoch": 490.17,
      "grad_norm": 1.119230031967163,
      "learning_rate": 1.673412543111636e-06,
      "loss": 0.3535,
      "step": 1756280
    },
    {
      "epoch": 490.17,
      "grad_norm": 1.0170187950134277,
      "learning_rate": 1.673386633067111e-06,
      "loss": 0.3334,
      "step": 1756290
    },
    {
      "epoch": 490.18,
      "grad_norm": 1.1904726028442383,
      "learning_rate": 1.6733607231118127e-06,
      "loss": 0.3523,
      "step": 1756300
    },
    {
      "epoch": 490.18,
      "grad_norm": 1.0508183240890503,
      "learning_rate": 1.6733348132457432e-06,
      "loss": 0.3351,
      "step": 1756310
    },
    {
      "epoch": 490.18,
      "grad_norm": 1.0508302450180054,
      "learning_rate": 1.6733089034689057e-06,
      "loss": 0.3355,
      "step": 1756320
    },
    {
      "epoch": 490.18,
      "grad_norm": 1.0672755241394043,
      "learning_rate": 1.6732829937813046e-06,
      "loss": 0.354,
      "step": 1756330
    },
    {
      "epoch": 490.19,
      "grad_norm": 1.13509202003479,
      "learning_rate": 1.6732570841829425e-06,
      "loss": 0.3434,
      "step": 1756340
    },
    {
      "epoch": 490.19,
      "grad_norm": 1.1876137256622314,
      "learning_rate": 1.6732311746738235e-06,
      "loss": 0.3266,
      "step": 1756350
    },
    {
      "epoch": 490.19,
      "grad_norm": 1.0557132959365845,
      "learning_rate": 1.673205265253951e-06,
      "loss": 0.3469,
      "step": 1756360
    },
    {
      "epoch": 490.2,
      "grad_norm": 1.060349941253662,
      "learning_rate": 1.6731793559233272e-06,
      "loss": 0.3502,
      "step": 1756370
    },
    {
      "epoch": 490.2,
      "grad_norm": 1.0730174779891968,
      "learning_rate": 1.6731534466819575e-06,
      "loss": 0.3331,
      "step": 1756380
    },
    {
      "epoch": 490.2,
      "grad_norm": 1.114685297012329,
      "learning_rate": 1.6731275375298445e-06,
      "loss": 0.3345,
      "step": 1756390
    },
    {
      "epoch": 490.2,
      "grad_norm": 0.9858124256134033,
      "learning_rate": 1.6731016284669905e-06,
      "loss": 0.3396,
      "step": 1756400
    },
    {
      "epoch": 490.21,
      "grad_norm": 1.0630406141281128,
      "learning_rate": 1.673075719493401e-06,
      "loss": 0.3209,
      "step": 1756410
    },
    {
      "epoch": 490.21,
      "grad_norm": 0.9134300351142883,
      "learning_rate": 1.673049810609078e-06,
      "loss": 0.3401,
      "step": 1756420
    },
    {
      "epoch": 490.21,
      "grad_norm": 0.9834095239639282,
      "learning_rate": 1.6730239018140248e-06,
      "loss": 0.354,
      "step": 1756430
    },
    {
      "epoch": 490.21,
      "grad_norm": 1.1193968057632446,
      "learning_rate": 1.6729979931082463e-06,
      "loss": 0.3438,
      "step": 1756440
    },
    {
      "epoch": 490.22,
      "grad_norm": 1.001753568649292,
      "learning_rate": 1.672972084491745e-06,
      "loss": 0.3437,
      "step": 1756450
    },
    {
      "epoch": 490.22,
      "grad_norm": 1.1291897296905518,
      "learning_rate": 1.6729461759645236e-06,
      "loss": 0.3264,
      "step": 1756460
    },
    {
      "epoch": 490.22,
      "grad_norm": 1.1032732725143433,
      "learning_rate": 1.6729202675265873e-06,
      "loss": 0.3419,
      "step": 1756470
    },
    {
      "epoch": 490.23,
      "grad_norm": 1.1622538566589355,
      "learning_rate": 1.6728943591779386e-06,
      "loss": 0.3514,
      "step": 1756480
    },
    {
      "epoch": 490.23,
      "grad_norm": 1.0227148532867432,
      "learning_rate": 1.6728684509185804e-06,
      "loss": 0.3513,
      "step": 1756490
    },
    {
      "epoch": 490.23,
      "grad_norm": 1.097048282623291,
      "learning_rate": 1.672842542748517e-06,
      "loss": 0.3343,
      "step": 1756500
    },
    {
      "epoch": 490.23,
      "grad_norm": 1.067711353302002,
      "learning_rate": 1.6728166346677517e-06,
      "loss": 0.3462,
      "step": 1756510
    },
    {
      "epoch": 490.24,
      "grad_norm": 1.0524629354476929,
      "learning_rate": 1.6727907266762871e-06,
      "loss": 0.3541,
      "step": 1756520
    },
    {
      "epoch": 490.24,
      "grad_norm": 1.2106189727783203,
      "learning_rate": 1.6727648187741281e-06,
      "loss": 0.3376,
      "step": 1756530
    },
    {
      "epoch": 490.24,
      "grad_norm": 1.280536413192749,
      "learning_rate": 1.6727389109612776e-06,
      "loss": 0.3466,
      "step": 1756540
    },
    {
      "epoch": 490.25,
      "grad_norm": 1.1584818363189697,
      "learning_rate": 1.6727130032377384e-06,
      "loss": 0.3284,
      "step": 1756550
    },
    {
      "epoch": 490.25,
      "grad_norm": 1.0170235633850098,
      "learning_rate": 1.6726870956035146e-06,
      "loss": 0.3487,
      "step": 1756560
    },
    {
      "epoch": 490.25,
      "grad_norm": 1.2218564748764038,
      "learning_rate": 1.6726611880586097e-06,
      "loss": 0.348,
      "step": 1756570
    },
    {
      "epoch": 490.25,
      "grad_norm": 0.9905739426612854,
      "learning_rate": 1.6726352806030258e-06,
      "loss": 0.3253,
      "step": 1756580
    },
    {
      "epoch": 490.26,
      "grad_norm": 1.1290146112442017,
      "learning_rate": 1.6726093732367683e-06,
      "loss": 0.3363,
      "step": 1756590
    },
    {
      "epoch": 490.26,
      "grad_norm": 1.2311891317367554,
      "learning_rate": 1.6725834659598399e-06,
      "loss": 0.3311,
      "step": 1756600
    },
    {
      "epoch": 490.26,
      "grad_norm": 1.1506633758544922,
      "learning_rate": 1.6725575587722432e-06,
      "loss": 0.3538,
      "step": 1756610
    },
    {
      "epoch": 490.27,
      "grad_norm": 0.9652946591377258,
      "learning_rate": 1.6725316516739833e-06,
      "loss": 0.3259,
      "step": 1756620
    },
    {
      "epoch": 490.27,
      "grad_norm": 0.9301517009735107,
      "learning_rate": 1.672505744665062e-06,
      "loss": 0.3344,
      "step": 1756630
    },
    {
      "epoch": 490.27,
      "grad_norm": 1.1154040098190308,
      "learning_rate": 1.6724798377454842e-06,
      "loss": 0.3416,
      "step": 1756640
    },
    {
      "epoch": 490.27,
      "grad_norm": 1.0403982400894165,
      "learning_rate": 1.6724539309152526e-06,
      "loss": 0.3163,
      "step": 1756650
    },
    {
      "epoch": 490.28,
      "grad_norm": 1.0837291479110718,
      "learning_rate": 1.6724280241743697e-06,
      "loss": 0.3504,
      "step": 1756660
    },
    {
      "epoch": 490.28,
      "grad_norm": 1.418106198310852,
      "learning_rate": 1.6724021175228409e-06,
      "loss": 0.3398,
      "step": 1756670
    },
    {
      "epoch": 490.28,
      "grad_norm": 1.113942265510559,
      "learning_rate": 1.6723762109606687e-06,
      "loss": 0.3468,
      "step": 1756680
    },
    {
      "epoch": 490.28,
      "grad_norm": 0.9022776484489441,
      "learning_rate": 1.672350304487856e-06,
      "loss": 0.3346,
      "step": 1756690
    },
    {
      "epoch": 490.29,
      "grad_norm": 1.0809751749038696,
      "learning_rate": 1.6723243981044075e-06,
      "loss": 0.3488,
      "step": 1756700
    },
    {
      "epoch": 490.29,
      "grad_norm": 1.1454782485961914,
      "learning_rate": 1.6722984918103255e-06,
      "loss": 0.3554,
      "step": 1756710
    },
    {
      "epoch": 490.29,
      "grad_norm": 1.4840465784072876,
      "learning_rate": 1.6722725856056131e-06,
      "loss": 0.3455,
      "step": 1756720
    },
    {
      "epoch": 490.3,
      "grad_norm": 1.667249321937561,
      "learning_rate": 1.6722466794902759e-06,
      "loss": 0.3251,
      "step": 1756730
    },
    {
      "epoch": 490.3,
      "grad_norm": 0.9655525088310242,
      "learning_rate": 1.6722207734643154e-06,
      "loss": 0.3268,
      "step": 1756740
    },
    {
      "epoch": 490.3,
      "grad_norm": 1.1075958013534546,
      "learning_rate": 1.672194867527735e-06,
      "loss": 0.3504,
      "step": 1756750
    },
    {
      "epoch": 490.3,
      "grad_norm": 0.971063494682312,
      "learning_rate": 1.6721689616805397e-06,
      "loss": 0.3476,
      "step": 1756760
    },
    {
      "epoch": 490.31,
      "grad_norm": 1.7408102750778198,
      "learning_rate": 1.672143055922732e-06,
      "loss": 0.332,
      "step": 1756770
    },
    {
      "epoch": 490.31,
      "grad_norm": 1.4167481660842896,
      "learning_rate": 1.6721171502543149e-06,
      "loss": 0.333,
      "step": 1756780
    },
    {
      "epoch": 490.31,
      "grad_norm": 1.1161599159240723,
      "learning_rate": 1.6720912446752924e-06,
      "loss": 0.3474,
      "step": 1756790
    },
    {
      "epoch": 490.32,
      "grad_norm": 1.253213882446289,
      "learning_rate": 1.6720653391856681e-06,
      "loss": 0.3378,
      "step": 1756800
    },
    {
      "epoch": 490.32,
      "grad_norm": 1.0007808208465576,
      "learning_rate": 1.6720394337854446e-06,
      "loss": 0.367,
      "step": 1756810
    },
    {
      "epoch": 490.32,
      "grad_norm": 1.0454827547073364,
      "learning_rate": 1.6720135284746264e-06,
      "loss": 0.33,
      "step": 1756820
    },
    {
      "epoch": 490.32,
      "grad_norm": 1.0255303382873535,
      "learning_rate": 1.671987623253217e-06,
      "loss": 0.3485,
      "step": 1756830
    },
    {
      "epoch": 490.33,
      "grad_norm": 1.0183205604553223,
      "learning_rate": 1.6719617181212188e-06,
      "loss": 0.3265,
      "step": 1756840
    },
    {
      "epoch": 490.33,
      "grad_norm": 3.210141897201538,
      "learning_rate": 1.6719358130786358e-06,
      "loss": 0.3443,
      "step": 1756850
    },
    {
      "epoch": 490.33,
      "grad_norm": 1.060898780822754,
      "learning_rate": 1.6719099081254714e-06,
      "loss": 0.3476,
      "step": 1756860
    },
    {
      "epoch": 490.33,
      "grad_norm": 3.731781482696533,
      "learning_rate": 1.6718840032617289e-06,
      "loss": 0.3189,
      "step": 1756870
    },
    {
      "epoch": 490.34,
      "grad_norm": 1.2538107633590698,
      "learning_rate": 1.6718580984874125e-06,
      "loss": 0.3474,
      "step": 1756880
    },
    {
      "epoch": 490.34,
      "grad_norm": 0.9939376711845398,
      "learning_rate": 1.6718321938025252e-06,
      "loss": 0.3317,
      "step": 1756890
    },
    {
      "epoch": 490.34,
      "grad_norm": 1.0664944648742676,
      "learning_rate": 1.6718062892070691e-06,
      "loss": 0.362,
      "step": 1756900
    },
    {
      "epoch": 490.35,
      "grad_norm": 1.0153626203536987,
      "learning_rate": 1.6717803847010502e-06,
      "loss": 0.3462,
      "step": 1756910
    },
    {
      "epoch": 490.35,
      "grad_norm": 1.035210371017456,
      "learning_rate": 1.6717544802844702e-06,
      "loss": 0.3337,
      "step": 1756920
    },
    {
      "epoch": 490.35,
      "grad_norm": 1.0936846733093262,
      "learning_rate": 1.6717285759573332e-06,
      "loss": 0.3511,
      "step": 1756930
    },
    {
      "epoch": 490.35,
      "grad_norm": 0.990950882434845,
      "learning_rate": 1.6717026717196424e-06,
      "loss": 0.3401,
      "step": 1756940
    },
    {
      "epoch": 490.36,
      "grad_norm": 1.2828140258789062,
      "learning_rate": 1.6716767675714003e-06,
      "loss": 0.3559,
      "step": 1756950
    },
    {
      "epoch": 490.36,
      "grad_norm": 1.0666002035140991,
      "learning_rate": 1.6716508635126127e-06,
      "loss": 0.3247,
      "step": 1756960
    },
    {
      "epoch": 490.36,
      "grad_norm": 1.0361571311950684,
      "learning_rate": 1.6716249595432812e-06,
      "loss": 0.3384,
      "step": 1756970
    },
    {
      "epoch": 490.37,
      "grad_norm": 1.1371963024139404,
      "learning_rate": 1.6715990556634088e-06,
      "loss": 0.3322,
      "step": 1756980
    },
    {
      "epoch": 490.37,
      "grad_norm": 1.130480408668518,
      "learning_rate": 1.6715731518730014e-06,
      "loss": 0.3538,
      "step": 1756990
    },
    {
      "epoch": 490.37,
      "grad_norm": 1.4328974485397339,
      "learning_rate": 1.6715472481720604e-06,
      "loss": 0.346,
      "step": 1757000
    },
    {
      "epoch": 490.37,
      "grad_norm": 0.9826549291610718,
      "learning_rate": 1.6715213445605894e-06,
      "loss": 0.3362,
      "step": 1757010
    },
    {
      "epoch": 490.38,
      "grad_norm": 1.24876070022583,
      "learning_rate": 1.6714954410385928e-06,
      "loss": 0.3476,
      "step": 1757020
    },
    {
      "epoch": 490.38,
      "grad_norm": 0.8938513994216919,
      "learning_rate": 1.6714695376060732e-06,
      "loss": 0.3432,
      "step": 1757030
    },
    {
      "epoch": 490.38,
      "grad_norm": 1.114526629447937,
      "learning_rate": 1.6714436342630337e-06,
      "loss": 0.3376,
      "step": 1757040
    },
    {
      "epoch": 490.39,
      "grad_norm": 1.0592597723007202,
      "learning_rate": 1.671417731009479e-06,
      "loss": 0.3497,
      "step": 1757050
    },
    {
      "epoch": 490.39,
      "grad_norm": 1.2488126754760742,
      "learning_rate": 1.6713918278454123e-06,
      "loss": 0.333,
      "step": 1757060
    },
    {
      "epoch": 490.39,
      "grad_norm": 1.1551947593688965,
      "learning_rate": 1.6713659247708358e-06,
      "loss": 0.3313,
      "step": 1757070
    },
    {
      "epoch": 490.39,
      "grad_norm": 1.3415887355804443,
      "learning_rate": 1.6713400217857544e-06,
      "loss": 0.336,
      "step": 1757080
    },
    {
      "epoch": 490.4,
      "grad_norm": 0.8823734521865845,
      "learning_rate": 1.6713141188901708e-06,
      "loss": 0.3334,
      "step": 1757090
    },
    {
      "epoch": 490.4,
      "grad_norm": 0.9805209040641785,
      "learning_rate": 1.671288216084088e-06,
      "loss": 0.3409,
      "step": 1757100
    },
    {
      "epoch": 490.4,
      "grad_norm": 1.0914987325668335,
      "learning_rate": 1.6712623133675106e-06,
      "loss": 0.3264,
      "step": 1757110
    },
    {
      "epoch": 490.4,
      "grad_norm": 1.0301082134246826,
      "learning_rate": 1.6712364107404418e-06,
      "loss": 0.3581,
      "step": 1757120
    },
    {
      "epoch": 490.41,
      "grad_norm": 1.1221543550491333,
      "learning_rate": 1.6712105082028836e-06,
      "loss": 0.3503,
      "step": 1757130
    },
    {
      "epoch": 490.41,
      "grad_norm": 1.0910589694976807,
      "learning_rate": 1.6711846057548418e-06,
      "loss": 0.3391,
      "step": 1757140
    },
    {
      "epoch": 490.41,
      "grad_norm": 1.1229151487350464,
      "learning_rate": 1.6711587033963182e-06,
      "loss": 0.3342,
      "step": 1757150
    },
    {
      "epoch": 490.42,
      "grad_norm": 1.0239473581314087,
      "learning_rate": 1.6711328011273167e-06,
      "loss": 0.3407,
      "step": 1757160
    },
    {
      "epoch": 490.42,
      "grad_norm": 0.9570249319076538,
      "learning_rate": 1.671106898947841e-06,
      "loss": 0.3302,
      "step": 1757170
    },
    {
      "epoch": 490.42,
      "grad_norm": 1.21910560131073,
      "learning_rate": 1.671080996857894e-06,
      "loss": 0.3438,
      "step": 1757180
    },
    {
      "epoch": 490.42,
      "grad_norm": 1.1120831966400146,
      "learning_rate": 1.6710550948574787e-06,
      "loss": 0.3499,
      "step": 1757190
    },
    {
      "epoch": 490.43,
      "grad_norm": 0.9093355536460876,
      "learning_rate": 1.6710291929466006e-06,
      "loss": 0.3368,
      "step": 1757200
    },
    {
      "epoch": 490.43,
      "grad_norm": 1.1370964050292969,
      "learning_rate": 1.6710032911252609e-06,
      "loss": 0.342,
      "step": 1757210
    },
    {
      "epoch": 490.43,
      "grad_norm": 0.9589567184448242,
      "learning_rate": 1.6709773893934644e-06,
      "loss": 0.3367,
      "step": 1757220
    },
    {
      "epoch": 490.44,
      "grad_norm": 2.2443974018096924,
      "learning_rate": 1.6709514877512147e-06,
      "loss": 0.3434,
      "step": 1757230
    },
    {
      "epoch": 490.44,
      "grad_norm": 1.1091207265853882,
      "learning_rate": 1.670925586198513e-06,
      "loss": 0.3233,
      "step": 1757240
    },
    {
      "epoch": 490.44,
      "grad_norm": 1.6463078260421753,
      "learning_rate": 1.670899684735366e-06,
      "loss": 0.3472,
      "step": 1757250
    },
    {
      "epoch": 490.44,
      "grad_norm": 0.9278851747512817,
      "learning_rate": 1.670873783361775e-06,
      "loss": 0.3364,
      "step": 1757260
    },
    {
      "epoch": 490.45,
      "grad_norm": 1.0856900215148926,
      "learning_rate": 1.6708478820777432e-06,
      "loss": 0.3421,
      "step": 1757270
    },
    {
      "epoch": 490.45,
      "grad_norm": 0.9277987480163574,
      "learning_rate": 1.6708219808832759e-06,
      "loss": 0.3496,
      "step": 1757280
    },
    {
      "epoch": 490.45,
      "grad_norm": 1.178071141242981,
      "learning_rate": 1.6707960797783757e-06,
      "loss": 0.3313,
      "step": 1757290
    },
    {
      "epoch": 490.45,
      "grad_norm": 0.9936620593070984,
      "learning_rate": 1.670770178763045e-06,
      "loss": 0.334,
      "step": 1757300
    },
    {
      "epoch": 490.46,
      "grad_norm": 1.2881488800048828,
      "learning_rate": 1.6707442778372888e-06,
      "loss": 0.3575,
      "step": 1757310
    },
    {
      "epoch": 490.46,
      "grad_norm": 1.220314383506775,
      "learning_rate": 1.6707183770011096e-06,
      "loss": 0.3453,
      "step": 1757320
    },
    {
      "epoch": 490.46,
      "grad_norm": 1.0617738962173462,
      "learning_rate": 1.6706924762545105e-06,
      "loss": 0.3363,
      "step": 1757330
    },
    {
      "epoch": 490.47,
      "grad_norm": 1.205069661140442,
      "learning_rate": 1.6706665755974961e-06,
      "loss": 0.3371,
      "step": 1757340
    },
    {
      "epoch": 490.47,
      "grad_norm": 1.011254906654358,
      "learning_rate": 1.6706406750300697e-06,
      "loss": 0.3374,
      "step": 1757350
    },
    {
      "epoch": 490.47,
      "grad_norm": 1.2137916088104248,
      "learning_rate": 1.6706147745522335e-06,
      "loss": 0.3592,
      "step": 1757360
    },
    {
      "epoch": 490.47,
      "grad_norm": 0.9772934913635254,
      "learning_rate": 1.6705888741639926e-06,
      "loss": 0.3363,
      "step": 1757370
    },
    {
      "epoch": 490.48,
      "grad_norm": 1.18373441696167,
      "learning_rate": 1.6705629738653492e-06,
      "loss": 0.3514,
      "step": 1757380
    },
    {
      "epoch": 490.48,
      "grad_norm": 1.1507488489151,
      "learning_rate": 1.6705370736563066e-06,
      "loss": 0.3443,
      "step": 1757390
    },
    {
      "epoch": 490.48,
      "grad_norm": 1.1093556880950928,
      "learning_rate": 1.6705111735368695e-06,
      "loss": 0.3553,
      "step": 1757400
    },
    {
      "epoch": 490.49,
      "grad_norm": 1.2767471075057983,
      "learning_rate": 1.6704852735070409e-06,
      "loss": 0.3331,
      "step": 1757410
    },
    {
      "epoch": 490.49,
      "grad_norm": 1.1194472312927246,
      "learning_rate": 1.670459373566823e-06,
      "loss": 0.3754,
      "step": 1757420
    },
    {
      "epoch": 490.49,
      "grad_norm": 0.925363302230835,
      "learning_rate": 1.670433473716221e-06,
      "loss": 0.3298,
      "step": 1757430
    },
    {
      "epoch": 490.49,
      "grad_norm": 1.0039052963256836,
      "learning_rate": 1.6704075739552382e-06,
      "loss": 0.3537,
      "step": 1757440
    },
    {
      "epoch": 490.5,
      "grad_norm": 1.0987852811813354,
      "learning_rate": 1.6703816742838767e-06,
      "loss": 0.3319,
      "step": 1757450
    },
    {
      "epoch": 490.5,
      "grad_norm": 1.054627537727356,
      "learning_rate": 1.6703557747021408e-06,
      "loss": 0.3379,
      "step": 1757460
    },
    {
      "epoch": 490.5,
      "grad_norm": 1.0696580410003662,
      "learning_rate": 1.670329875210034e-06,
      "loss": 0.3335,
      "step": 1757470
    },
    {
      "epoch": 490.51,
      "grad_norm": 1.1778048276901245,
      "learning_rate": 1.670303975807559e-06,
      "loss": 0.3386,
      "step": 1757480
    },
    {
      "epoch": 490.51,
      "grad_norm": 1.026493787765503,
      "learning_rate": 1.6702780764947206e-06,
      "loss": 0.3631,
      "step": 1757490
    },
    {
      "epoch": 490.51,
      "grad_norm": 1.1504974365234375,
      "learning_rate": 1.670252177271521e-06,
      "loss": 0.3397,
      "step": 1757500
    },
    {
      "epoch": 490.51,
      "grad_norm": 0.9774500131607056,
      "learning_rate": 1.6702262781379647e-06,
      "loss": 0.3201,
      "step": 1757510
    },
    {
      "epoch": 490.52,
      "grad_norm": 0.922525942325592,
      "learning_rate": 1.6702003790940547e-06,
      "loss": 0.3575,
      "step": 1757520
    },
    {
      "epoch": 490.52,
      "grad_norm": 1.0614129304885864,
      "learning_rate": 1.670174480139793e-06,
      "loss": 0.3343,
      "step": 1757530
    },
    {
      "epoch": 490.52,
      "grad_norm": 0.9913938641548157,
      "learning_rate": 1.6701485812751856e-06,
      "loss": 0.3513,
      "step": 1757540
    },
    {
      "epoch": 490.52,
      "grad_norm": 1.1028600931167603,
      "learning_rate": 1.6701226825002344e-06,
      "loss": 0.3466,
      "step": 1757550
    },
    {
      "epoch": 490.53,
      "grad_norm": 1.2936846017837524,
      "learning_rate": 1.6700967838149427e-06,
      "loss": 0.3439,
      "step": 1757560
    },
    {
      "epoch": 490.53,
      "grad_norm": 0.8939615488052368,
      "learning_rate": 1.670070885219315e-06,
      "loss": 0.3406,
      "step": 1757570
    },
    {
      "epoch": 490.53,
      "grad_norm": 1.0417407751083374,
      "learning_rate": 1.6700449867133544e-06,
      "loss": 0.3457,
      "step": 1757580
    },
    {
      "epoch": 490.54,
      "grad_norm": 1.272626519203186,
      "learning_rate": 1.6700190882970634e-06,
      "loss": 0.3334,
      "step": 1757590
    },
    {
      "epoch": 490.54,
      "grad_norm": 1.127776861190796,
      "learning_rate": 1.6699931899704472e-06,
      "loss": 0.3279,
      "step": 1757600
    },
    {
      "epoch": 490.54,
      "grad_norm": 0.9886302947998047,
      "learning_rate": 1.6699672917335078e-06,
      "loss": 0.3313,
      "step": 1757610
    },
    {
      "epoch": 490.54,
      "grad_norm": 1.1354883909225464,
      "learning_rate": 1.669941393586248e-06,
      "loss": 0.3476,
      "step": 1757620
    },
    {
      "epoch": 490.55,
      "grad_norm": 1.4189739227294922,
      "learning_rate": 1.6699154955286734e-06,
      "loss": 0.3477,
      "step": 1757630
    },
    {
      "epoch": 490.55,
      "grad_norm": 1.2877126932144165,
      "learning_rate": 1.6698895975607866e-06,
      "loss": 0.3291,
      "step": 1757640
    },
    {
      "epoch": 490.55,
      "grad_norm": 1.4349634647369385,
      "learning_rate": 1.66986369968259e-06,
      "loss": 0.3586,
      "step": 1757650
    },
    {
      "epoch": 490.56,
      "grad_norm": 1.1743803024291992,
      "learning_rate": 1.6698378018940885e-06,
      "loss": 0.3366,
      "step": 1757660
    },
    {
      "epoch": 490.56,
      "grad_norm": 1.0895839929580688,
      "learning_rate": 1.669811904195285e-06,
      "loss": 0.351,
      "step": 1757670
    },
    {
      "epoch": 490.56,
      "grad_norm": 1.0888464450836182,
      "learning_rate": 1.6697860065861815e-06,
      "loss": 0.3467,
      "step": 1757680
    },
    {
      "epoch": 490.56,
      "grad_norm": 1.0157922506332397,
      "learning_rate": 1.669760109066784e-06,
      "loss": 0.3417,
      "step": 1757690
    },
    {
      "epoch": 490.57,
      "grad_norm": 1.0998867750167847,
      "learning_rate": 1.6697342116370948e-06,
      "loss": 0.3384,
      "step": 1757700
    },
    {
      "epoch": 490.57,
      "grad_norm": 1.2062067985534668,
      "learning_rate": 1.6697083142971162e-06,
      "loss": 0.3519,
      "step": 1757710
    },
    {
      "epoch": 490.57,
      "grad_norm": 0.9711891412734985,
      "learning_rate": 1.6696824170468538e-06,
      "loss": 0.3461,
      "step": 1757720
    },
    {
      "epoch": 490.57,
      "grad_norm": 1.1334346532821655,
      "learning_rate": 1.6696565198863097e-06,
      "loss": 0.3307,
      "step": 1757730
    },
    {
      "epoch": 490.58,
      "grad_norm": 1.2009775638580322,
      "learning_rate": 1.6696306228154875e-06,
      "loss": 0.3423,
      "step": 1757740
    },
    {
      "epoch": 490.58,
      "grad_norm": 3.220621347427368,
      "learning_rate": 1.669604725834391e-06,
      "loss": 0.3422,
      "step": 1757750
    },
    {
      "epoch": 490.58,
      "grad_norm": 1.1845735311508179,
      "learning_rate": 1.6695788289430237e-06,
      "loss": 0.3454,
      "step": 1757760
    },
    {
      "epoch": 490.59,
      "grad_norm": 1.0337473154067993,
      "learning_rate": 1.6695529321413874e-06,
      "loss": 0.3474,
      "step": 1757770
    },
    {
      "epoch": 490.59,
      "grad_norm": 4.857625484466553,
      "learning_rate": 1.6695270354294883e-06,
      "loss": 0.3349,
      "step": 1757780
    },
    {
      "epoch": 490.59,
      "grad_norm": 0.8927116990089417,
      "learning_rate": 1.6695011388073276e-06,
      "loss": 0.3439,
      "step": 1757790
    },
    {
      "epoch": 490.59,
      "grad_norm": 1.0886504650115967,
      "learning_rate": 1.6694752422749105e-06,
      "loss": 0.3498,
      "step": 1757800
    },
    {
      "epoch": 490.6,
      "grad_norm": 1.0426498651504517,
      "learning_rate": 1.6694493458322391e-06,
      "loss": 0.3323,
      "step": 1757810
    },
    {
      "epoch": 490.6,
      "grad_norm": 0.9520903825759888,
      "learning_rate": 1.6694234494793168e-06,
      "loss": 0.3487,
      "step": 1757820
    },
    {
      "epoch": 490.6,
      "grad_norm": 1.0506526231765747,
      "learning_rate": 1.669397553216148e-06,
      "loss": 0.3605,
      "step": 1757830
    },
    {
      "epoch": 490.61,
      "grad_norm": 1.056012511253357,
      "learning_rate": 1.669371657042736e-06,
      "loss": 0.3416,
      "step": 1757840
    },
    {
      "epoch": 490.61,
      "grad_norm": 1.0737051963806152,
      "learning_rate": 1.6693457609590832e-06,
      "loss": 0.3338,
      "step": 1757850
    },
    {
      "epoch": 490.61,
      "grad_norm": 1.0102664232254028,
      "learning_rate": 1.6693198649651944e-06,
      "loss": 0.3484,
      "step": 1757860
    },
    {
      "epoch": 490.61,
      "grad_norm": 1.235266923904419,
      "learning_rate": 1.6692939690610724e-06,
      "loss": 0.3428,
      "step": 1757870
    },
    {
      "epoch": 490.62,
      "grad_norm": 1.1502894163131714,
      "learning_rate": 1.6692680732467205e-06,
      "loss": 0.3388,
      "step": 1757880
    },
    {
      "epoch": 490.62,
      "grad_norm": 1.1891602277755737,
      "learning_rate": 1.6692421775221425e-06,
      "loss": 0.3384,
      "step": 1757890
    },
    {
      "epoch": 490.62,
      "grad_norm": 1.0854837894439697,
      "learning_rate": 1.6692162818873417e-06,
      "loss": 0.3361,
      "step": 1757900
    },
    {
      "epoch": 490.63,
      "grad_norm": 1.0874733924865723,
      "learning_rate": 1.6691903863423209e-06,
      "loss": 0.3411,
      "step": 1757910
    },
    {
      "epoch": 490.63,
      "grad_norm": 0.9983641505241394,
      "learning_rate": 1.669164490887085e-06,
      "loss": 0.3441,
      "step": 1757920
    },
    {
      "epoch": 490.63,
      "grad_norm": 1.0300127267837524,
      "learning_rate": 1.6691385955216363e-06,
      "loss": 0.3319,
      "step": 1757930
    },
    {
      "epoch": 490.63,
      "grad_norm": 1.0105828046798706,
      "learning_rate": 1.669112700245978e-06,
      "loss": 0.338,
      "step": 1757940
    },
    {
      "epoch": 490.64,
      "grad_norm": 1.146109938621521,
      "learning_rate": 1.6690868050601147e-06,
      "loss": 0.335,
      "step": 1757950
    },
    {
      "epoch": 490.64,
      "grad_norm": 1.0072097778320312,
      "learning_rate": 1.6690609099640495e-06,
      "loss": 0.3406,
      "step": 1757960
    },
    {
      "epoch": 490.64,
      "grad_norm": 1.2688422203063965,
      "learning_rate": 1.6690350149577852e-06,
      "loss": 0.345,
      "step": 1757970
    },
    {
      "epoch": 490.64,
      "grad_norm": 1.2017874717712402,
      "learning_rate": 1.669009120041326e-06,
      "loss": 0.3456,
      "step": 1757980
    },
    {
      "epoch": 490.65,
      "grad_norm": 1.0774028301239014,
      "learning_rate": 1.668983225214675e-06,
      "loss": 0.3438,
      "step": 1757990
    },
    {
      "epoch": 490.65,
      "grad_norm": 1.1310533285140991,
      "learning_rate": 1.6689573304778348e-06,
      "loss": 0.3393,
      "step": 1758000
    },
    {
      "epoch": 490.65,
      "grad_norm": 1.222562551498413,
      "learning_rate": 1.6689314358308102e-06,
      "loss": 0.3225,
      "step": 1758010
    },
    {
      "epoch": 490.66,
      "grad_norm": 1.3362702131271362,
      "learning_rate": 1.6689055412736045e-06,
      "loss": 0.3497,
      "step": 1758020
    },
    {
      "epoch": 490.66,
      "grad_norm": 1.1212164163589478,
      "learning_rate": 1.6688796468062205e-06,
      "loss": 0.3412,
      "step": 1758030
    },
    {
      "epoch": 490.66,
      "grad_norm": 1.125855803489685,
      "learning_rate": 1.668853752428662e-06,
      "loss": 0.3423,
      "step": 1758040
    },
    {
      "epoch": 490.66,
      "grad_norm": 1.1597875356674194,
      "learning_rate": 1.6688278581409326e-06,
      "loss": 0.3386,
      "step": 1758050
    },
    {
      "epoch": 490.67,
      "grad_norm": 1.1057761907577515,
      "learning_rate": 1.6688019639430344e-06,
      "loss": 0.353,
      "step": 1758060
    },
    {
      "epoch": 490.67,
      "grad_norm": 1.1271287202835083,
      "learning_rate": 1.668776069834973e-06,
      "loss": 0.3597,
      "step": 1758070
    },
    {
      "epoch": 490.67,
      "grad_norm": 1.0809288024902344,
      "learning_rate": 1.66875017581675e-06,
      "loss": 0.3495,
      "step": 1758080
    },
    {
      "epoch": 490.68,
      "grad_norm": 1.246288776397705,
      "learning_rate": 1.6687242818883704e-06,
      "loss": 0.3383,
      "step": 1758090
    },
    {
      "epoch": 490.68,
      "grad_norm": 1.0016653537750244,
      "learning_rate": 1.6686983880498372e-06,
      "loss": 0.3365,
      "step": 1758100
    },
    {
      "epoch": 490.68,
      "grad_norm": 1.055367350578308,
      "learning_rate": 1.6686724943011528e-06,
      "loss": 0.3474,
      "step": 1758110
    },
    {
      "epoch": 490.68,
      "grad_norm": 1.1574541330337524,
      "learning_rate": 1.6686466006423219e-06,
      "loss": 0.3422,
      "step": 1758120
    },
    {
      "epoch": 490.69,
      "grad_norm": 1.1263234615325928,
      "learning_rate": 1.6686207070733476e-06,
      "loss": 0.3718,
      "step": 1758130
    },
    {
      "epoch": 490.69,
      "grad_norm": 1.112270712852478,
      "learning_rate": 1.6685948135942323e-06,
      "loss": 0.337,
      "step": 1758140
    },
    {
      "epoch": 490.69,
      "grad_norm": 1.1823928356170654,
      "learning_rate": 1.6685689202049808e-06,
      "loss": 0.3402,
      "step": 1758150
    },
    {
      "epoch": 490.69,
      "grad_norm": 1.1411714553833008,
      "learning_rate": 1.6685430269055964e-06,
      "loss": 0.3385,
      "step": 1758160
    },
    {
      "epoch": 490.7,
      "grad_norm": 1.1074854135513306,
      "learning_rate": 1.668517133696082e-06,
      "loss": 0.3425,
      "step": 1758170
    },
    {
      "epoch": 490.7,
      "grad_norm": 1.0163140296936035,
      "learning_rate": 1.6684912405764413e-06,
      "loss": 0.3478,
      "step": 1758180
    },
    {
      "epoch": 490.7,
      "grad_norm": 1.1153708696365356,
      "learning_rate": 1.6684653475466784e-06,
      "loss": 0.3422,
      "step": 1758190
    },
    {
      "epoch": 490.71,
      "grad_norm": 1.0693309307098389,
      "learning_rate": 1.6684394546067945e-06,
      "loss": 0.3527,
      "step": 1758200
    },
    {
      "epoch": 490.71,
      "grad_norm": 1.054020881652832,
      "learning_rate": 1.6684135617567957e-06,
      "loss": 0.3579,
      "step": 1758210
    },
    {
      "epoch": 490.71,
      "grad_norm": 1.1160666942596436,
      "learning_rate": 1.6683876689966845e-06,
      "loss": 0.3461,
      "step": 1758220
    },
    {
      "epoch": 490.71,
      "grad_norm": 0.879209041595459,
      "learning_rate": 1.668361776326463e-06,
      "loss": 0.3286,
      "step": 1758230
    },
    {
      "epoch": 490.72,
      "grad_norm": 0.9372708201408386,
      "learning_rate": 1.6683358837461372e-06,
      "loss": 0.3289,
      "step": 1758240
    },
    {
      "epoch": 490.72,
      "grad_norm": 1.1036911010742188,
      "learning_rate": 1.6683099912557088e-06,
      "loss": 0.3528,
      "step": 1758250
    },
    {
      "epoch": 490.72,
      "grad_norm": 1.1336203813552856,
      "learning_rate": 1.6682840988551813e-06,
      "loss": 0.3477,
      "step": 1758260
    },
    {
      "epoch": 490.73,
      "grad_norm": 2.1525697708129883,
      "learning_rate": 1.6682582065445592e-06,
      "loss": 0.3413,
      "step": 1758270
    },
    {
      "epoch": 490.73,
      "grad_norm": 1.2291043996810913,
      "learning_rate": 1.6682323143238451e-06,
      "loss": 0.3448,
      "step": 1758280
    },
    {
      "epoch": 490.73,
      "grad_norm": 0.9666159749031067,
      "learning_rate": 1.6682064221930413e-06,
      "loss": 0.3516,
      "step": 1758290
    },
    {
      "epoch": 490.73,
      "grad_norm": 1.058042287826538,
      "learning_rate": 1.668180530152154e-06,
      "loss": 0.3408,
      "step": 1758300
    },
    {
      "epoch": 490.74,
      "grad_norm": 1.0132755041122437,
      "learning_rate": 1.6681546382011849e-06,
      "loss": 0.3392,
      "step": 1758310
    },
    {
      "epoch": 490.74,
      "grad_norm": 0.9463748931884766,
      "learning_rate": 1.6681287463401374e-06,
      "loss": 0.3391,
      "step": 1758320
    },
    {
      "epoch": 490.74,
      "grad_norm": 1.1164149045944214,
      "learning_rate": 1.6681028545690155e-06,
      "loss": 0.349,
      "step": 1758330
    },
    {
      "epoch": 490.75,
      "grad_norm": 1.0654748678207397,
      "learning_rate": 1.6680769628878227e-06,
      "loss": 0.3321,
      "step": 1758340
    },
    {
      "epoch": 490.75,
      "grad_norm": 1.0825971364974976,
      "learning_rate": 1.668051071296561e-06,
      "loss": 0.344,
      "step": 1758350
    },
    {
      "epoch": 490.75,
      "grad_norm": 0.9874242544174194,
      "learning_rate": 1.6680251797952364e-06,
      "loss": 0.3326,
      "step": 1758360
    },
    {
      "epoch": 490.75,
      "grad_norm": 1.0242911577224731,
      "learning_rate": 1.6679992883838496e-06,
      "loss": 0.3306,
      "step": 1758370
    },
    {
      "epoch": 490.76,
      "grad_norm": 0.9547086954116821,
      "learning_rate": 1.6679733970624063e-06,
      "loss": 0.3471,
      "step": 1758380
    },
    {
      "epoch": 490.76,
      "grad_norm": 1.173486351966858,
      "learning_rate": 1.6679475058309093e-06,
      "loss": 0.324,
      "step": 1758390
    },
    {
      "epoch": 490.76,
      "grad_norm": 0.9939565658569336,
      "learning_rate": 1.6679216146893612e-06,
      "loss": 0.3352,
      "step": 1758400
    },
    {
      "epoch": 490.76,
      "grad_norm": 1.1006078720092773,
      "learning_rate": 1.6678957236377665e-06,
      "loss": 0.3454,
      "step": 1758410
    },
    {
      "epoch": 490.77,
      "grad_norm": 1.034757375717163,
      "learning_rate": 1.6678698326761284e-06,
      "loss": 0.3512,
      "step": 1758420
    },
    {
      "epoch": 490.77,
      "grad_norm": 1.1131254434585571,
      "learning_rate": 1.6678439418044488e-06,
      "loss": 0.3429,
      "step": 1758430
    },
    {
      "epoch": 490.77,
      "grad_norm": 0.9063652157783508,
      "learning_rate": 1.6678180510227336e-06,
      "loss": 0.3356,
      "step": 1758440
    },
    {
      "epoch": 490.78,
      "grad_norm": 1.180875539779663,
      "learning_rate": 1.6677921603309852e-06,
      "loss": 0.3491,
      "step": 1758450
    },
    {
      "epoch": 490.78,
      "grad_norm": 1.0846554040908813,
      "learning_rate": 1.6677662697292063e-06,
      "loss": 0.3281,
      "step": 1758460
    },
    {
      "epoch": 490.78,
      "grad_norm": 1.1830027103424072,
      "learning_rate": 1.6677403792174018e-06,
      "loss": 0.3452,
      "step": 1758470
    },
    {
      "epoch": 490.78,
      "grad_norm": 2.6504459381103516,
      "learning_rate": 1.667714488795574e-06,
      "loss": 0.3587,
      "step": 1758480
    },
    {
      "epoch": 490.79,
      "grad_norm": 1.1373096704483032,
      "learning_rate": 1.667688598463726e-06,
      "loss": 0.3335,
      "step": 1758490
    },
    {
      "epoch": 490.79,
      "grad_norm": 0.9543534517288208,
      "learning_rate": 1.6676627082218629e-06,
      "loss": 0.3419,
      "step": 1758500
    },
    {
      "epoch": 490.79,
      "grad_norm": 1.1027451753616333,
      "learning_rate": 1.6676368180699874e-06,
      "loss": 0.3377,
      "step": 1758510
    },
    {
      "epoch": 490.8,
      "grad_norm": 1.1133143901824951,
      "learning_rate": 1.6676109280081014e-06,
      "loss": 0.3518,
      "step": 1758520
    },
    {
      "epoch": 490.8,
      "grad_norm": 0.9354150295257568,
      "learning_rate": 1.6675850380362107e-06,
      "loss": 0.3603,
      "step": 1758530
    },
    {
      "epoch": 490.8,
      "grad_norm": 0.9459961652755737,
      "learning_rate": 1.6675591481543181e-06,
      "loss": 0.3367,
      "step": 1758540
    },
    {
      "epoch": 490.8,
      "grad_norm": 1.0506058931350708,
      "learning_rate": 1.667533258362426e-06,
      "loss": 0.3495,
      "step": 1758550
    },
    {
      "epoch": 490.81,
      "grad_norm": 1.0580945014953613,
      "learning_rate": 1.667507368660539e-06,
      "loss": 0.3367,
      "step": 1758560
    },
    {
      "epoch": 490.81,
      "grad_norm": 1.0554702281951904,
      "learning_rate": 1.6674814790486599e-06,
      "loss": 0.3344,
      "step": 1758570
    },
    {
      "epoch": 490.81,
      "grad_norm": 0.9130445122718811,
      "learning_rate": 1.6674555895267917e-06,
      "loss": 0.3439,
      "step": 1758580
    },
    {
      "epoch": 490.81,
      "grad_norm": 1.1382973194122314,
      "learning_rate": 1.6674297000949391e-06,
      "loss": 0.3496,
      "step": 1758590
    },
    {
      "epoch": 490.82,
      "grad_norm": 0.9493955373764038,
      "learning_rate": 1.6674038107531052e-06,
      "loss": 0.3325,
      "step": 1758600
    },
    {
      "epoch": 490.82,
      "grad_norm": 1.1426738500595093,
      "learning_rate": 1.6673779215012925e-06,
      "loss": 0.342,
      "step": 1758610
    },
    {
      "epoch": 490.82,
      "grad_norm": 1.0875403881072998,
      "learning_rate": 1.6673520323395056e-06,
      "loss": 0.3379,
      "step": 1758620
    },
    {
      "epoch": 490.83,
      "grad_norm": 1.2401691675186157,
      "learning_rate": 1.6673261432677475e-06,
      "loss": 0.345,
      "step": 1758630
    },
    {
      "epoch": 490.83,
      "grad_norm": 2.62327241897583,
      "learning_rate": 1.6673002542860203e-06,
      "loss": 0.3195,
      "step": 1758640
    },
    {
      "epoch": 490.83,
      "grad_norm": 1.1751230955123901,
      "learning_rate": 1.6672743653943304e-06,
      "loss": 0.3511,
      "step": 1758650
    },
    {
      "epoch": 490.83,
      "grad_norm": 2.158715009689331,
      "learning_rate": 1.6672484765926783e-06,
      "loss": 0.3293,
      "step": 1758660
    },
    {
      "epoch": 490.84,
      "grad_norm": 1.2918343544006348,
      "learning_rate": 1.6672225878810693e-06,
      "loss": 0.3454,
      "step": 1758670
    },
    {
      "epoch": 490.84,
      "grad_norm": 1.1412620544433594,
      "learning_rate": 1.6671966992595066e-06,
      "loss": 0.3475,
      "step": 1758680
    },
    {
      "epoch": 490.84,
      "grad_norm": 1.0862222909927368,
      "learning_rate": 1.6671708107279932e-06,
      "loss": 0.3433,
      "step": 1758690
    },
    {
      "epoch": 490.85,
      "grad_norm": 1.150076150894165,
      "learning_rate": 1.667144922286533e-06,
      "loss": 0.3471,
      "step": 1758700
    },
    {
      "epoch": 490.85,
      "grad_norm": 1.2054330110549927,
      "learning_rate": 1.6671190339351288e-06,
      "loss": 0.3465,
      "step": 1758710
    },
    {
      "epoch": 490.85,
      "grad_norm": 1.1313711404800415,
      "learning_rate": 1.6670931456737837e-06,
      "loss": 0.3479,
      "step": 1758720
    },
    {
      "epoch": 490.85,
      "grad_norm": 0.9435401558876038,
      "learning_rate": 1.6670672575025025e-06,
      "loss": 0.3357,
      "step": 1758730
    },
    {
      "epoch": 490.86,
      "grad_norm": 1.1609208583831787,
      "learning_rate": 1.667041369421288e-06,
      "loss": 0.3419,
      "step": 1758740
    },
    {
      "epoch": 490.86,
      "grad_norm": 1.206992268562317,
      "learning_rate": 1.6670154814301433e-06,
      "loss": 0.3636,
      "step": 1758750
    },
    {
      "epoch": 490.86,
      "grad_norm": 1.0833975076675415,
      "learning_rate": 1.6669895935290726e-06,
      "loss": 0.3452,
      "step": 1758760
    },
    {
      "epoch": 490.87,
      "grad_norm": 1.1655505895614624,
      "learning_rate": 1.6669637057180788e-06,
      "loss": 0.356,
      "step": 1758770
    },
    {
      "epoch": 490.87,
      "grad_norm": 0.9712791442871094,
      "learning_rate": 1.6669378179971646e-06,
      "loss": 0.3525,
      "step": 1758780
    },
    {
      "epoch": 490.87,
      "grad_norm": 1.3315770626068115,
      "learning_rate": 1.6669119303663353e-06,
      "loss": 0.3362,
      "step": 1758790
    },
    {
      "epoch": 490.87,
      "grad_norm": 0.9133815169334412,
      "learning_rate": 1.666886042825593e-06,
      "loss": 0.3372,
      "step": 1758800
    },
    {
      "epoch": 490.88,
      "grad_norm": 1.1341511011123657,
      "learning_rate": 1.666860155374941e-06,
      "loss": 0.3329,
      "step": 1758810
    },
    {
      "epoch": 490.88,
      "grad_norm": 1.0949010848999023,
      "learning_rate": 1.6668342680143838e-06,
      "loss": 0.3431,
      "step": 1758820
    },
    {
      "epoch": 490.88,
      "grad_norm": 0.9504320621490479,
      "learning_rate": 1.6668083807439242e-06,
      "loss": 0.3496,
      "step": 1758830
    },
    {
      "epoch": 490.88,
      "grad_norm": 0.9497895240783691,
      "learning_rate": 1.6667824935635655e-06,
      "loss": 0.3386,
      "step": 1758840
    },
    {
      "epoch": 490.89,
      "grad_norm": 1.0571985244750977,
      "learning_rate": 1.6667566064733118e-06,
      "loss": 0.348,
      "step": 1758850
    },
    {
      "epoch": 490.89,
      "grad_norm": 1.1459816694259644,
      "learning_rate": 1.6667307194731662e-06,
      "loss": 0.3272,
      "step": 1758860
    },
    {
      "epoch": 490.89,
      "grad_norm": 1.0835007429122925,
      "learning_rate": 1.6667048325631308e-06,
      "loss": 0.3419,
      "step": 1758870
    },
    {
      "epoch": 490.9,
      "grad_norm": 1.4283143281936646,
      "learning_rate": 1.6666789457432115e-06,
      "loss": 0.3391,
      "step": 1758880
    },
    {
      "epoch": 490.9,
      "grad_norm": 1.0318255424499512,
      "learning_rate": 1.6666530590134106e-06,
      "loss": 0.3556,
      "step": 1758890
    },
    {
      "epoch": 490.9,
      "grad_norm": 0.998294472694397,
      "learning_rate": 1.6666271723737304e-06,
      "loss": 0.3445,
      "step": 1758900
    },
    {
      "epoch": 490.9,
      "grad_norm": 1.249792456626892,
      "learning_rate": 1.6666012858241761e-06,
      "loss": 0.3406,
      "step": 1758910
    },
    {
      "epoch": 490.91,
      "grad_norm": 1.0568077564239502,
      "learning_rate": 1.6665753993647503e-06,
      "loss": 0.3386,
      "step": 1758920
    },
    {
      "epoch": 490.91,
      "grad_norm": 1.1484812498092651,
      "learning_rate": 1.666549512995457e-06,
      "loss": 0.3477,
      "step": 1758930
    },
    {
      "epoch": 490.91,
      "grad_norm": 2.9854230880737305,
      "learning_rate": 1.6665236267162993e-06,
      "loss": 0.345,
      "step": 1758940
    },
    {
      "epoch": 490.92,
      "grad_norm": 1.2793612480163574,
      "learning_rate": 1.6664977405272798e-06,
      "loss": 0.3482,
      "step": 1758950
    },
    {
      "epoch": 490.92,
      "grad_norm": 1.2183858156204224,
      "learning_rate": 1.6664718544284037e-06,
      "loss": 0.3639,
      "step": 1758960
    },
    {
      "epoch": 490.92,
      "grad_norm": 1.1986885070800781,
      "learning_rate": 1.6664459684196732e-06,
      "loss": 0.3544,
      "step": 1758970
    },
    {
      "epoch": 490.92,
      "grad_norm": 1.0588306188583374,
      "learning_rate": 1.666420082501092e-06,
      "loss": 0.3388,
      "step": 1758980
    },
    {
      "epoch": 490.93,
      "grad_norm": 1.1002181768417358,
      "learning_rate": 1.6663941966726638e-06,
      "loss": 0.3286,
      "step": 1758990
    },
    {
      "epoch": 490.93,
      "grad_norm": 0.9811844825744629,
      "learning_rate": 1.666368310934392e-06,
      "loss": 0.3449,
      "step": 1759000
    },
    {
      "epoch": 490.93,
      "grad_norm": 1.0895129442214966,
      "learning_rate": 1.6663424252862786e-06,
      "loss": 0.3294,
      "step": 1759010
    },
    {
      "epoch": 490.93,
      "grad_norm": 1.0968413352966309,
      "learning_rate": 1.6663165397283297e-06,
      "loss": 0.3494,
      "step": 1759020
    },
    {
      "epoch": 490.94,
      "grad_norm": 1.0591765642166138,
      "learning_rate": 1.6662906542605471e-06,
      "loss": 0.3395,
      "step": 1759030
    },
    {
      "epoch": 490.94,
      "grad_norm": 1.158557653427124,
      "learning_rate": 1.666264768882934e-06,
      "loss": 0.3409,
      "step": 1759040
    },
    {
      "epoch": 490.94,
      "grad_norm": 2.2032601833343506,
      "learning_rate": 1.6662388835954948e-06,
      "loss": 0.3565,
      "step": 1759050
    },
    {
      "epoch": 490.95,
      "grad_norm": 1.082222819328308,
      "learning_rate": 1.6662129983982325e-06,
      "loss": 0.3422,
      "step": 1759060
    },
    {
      "epoch": 490.95,
      "grad_norm": 1.4120806455612183,
      "learning_rate": 1.6661871132911504e-06,
      "loss": 0.3509,
      "step": 1759070
    },
    {
      "epoch": 490.95,
      "grad_norm": 1.11359703540802,
      "learning_rate": 1.6661612282742527e-06,
      "loss": 0.3536,
      "step": 1759080
    },
    {
      "epoch": 490.95,
      "grad_norm": 1.053424596786499,
      "learning_rate": 1.6661353433475417e-06,
      "loss": 0.333,
      "step": 1759090
    },
    {
      "epoch": 490.96,
      "grad_norm": 1.0068362951278687,
      "learning_rate": 1.666109458511021e-06,
      "loss": 0.3439,
      "step": 1759100
    },
    {
      "epoch": 490.96,
      "grad_norm": 1.281672716140747,
      "learning_rate": 1.666083573764695e-06,
      "loss": 0.341,
      "step": 1759110
    },
    {
      "epoch": 490.96,
      "grad_norm": 1.1856887340545654,
      "learning_rate": 1.6660576891085667e-06,
      "loss": 0.3549,
      "step": 1759120
    },
    {
      "epoch": 490.97,
      "grad_norm": 1.1815718412399292,
      "learning_rate": 1.6660318045426391e-06,
      "loss": 0.3451,
      "step": 1759130
    },
    {
      "epoch": 490.97,
      "grad_norm": 1.016998529434204,
      "learning_rate": 1.6660059200669163e-06,
      "loss": 0.3507,
      "step": 1759140
    },
    {
      "epoch": 490.97,
      "grad_norm": 1.1599640846252441,
      "learning_rate": 1.6659800356814017e-06,
      "loss": 0.3439,
      "step": 1759150
    },
    {
      "epoch": 490.97,
      "grad_norm": 1.167267918586731,
      "learning_rate": 1.6659541513860971e-06,
      "loss": 0.3416,
      "step": 1759160
    },
    {
      "epoch": 490.98,
      "grad_norm": 1.0605918169021606,
      "learning_rate": 1.6659282671810083e-06,
      "loss": 0.3368,
      "step": 1759170
    },
    {
      "epoch": 490.98,
      "grad_norm": 1.1364145278930664,
      "learning_rate": 1.6659023830661383e-06,
      "loss": 0.3321,
      "step": 1759180
    },
    {
      "epoch": 490.98,
      "grad_norm": 1.0839558839797974,
      "learning_rate": 1.6658764990414885e-06,
      "loss": 0.354,
      "step": 1759190
    },
    {
      "epoch": 490.99,
      "grad_norm": 1.141804575920105,
      "learning_rate": 1.665850615107065e-06,
      "loss": 0.3487,
      "step": 1759200
    },
    {
      "epoch": 490.99,
      "grad_norm": 1.0693813562393188,
      "learning_rate": 1.6658247312628695e-06,
      "loss": 0.3325,
      "step": 1759210
    },
    {
      "epoch": 490.99,
      "grad_norm": 1.1321117877960205,
      "learning_rate": 1.6657988475089067e-06,
      "loss": 0.3377,
      "step": 1759220
    },
    {
      "epoch": 490.99,
      "grad_norm": 1.0961592197418213,
      "learning_rate": 1.6657729638451793e-06,
      "loss": 0.3322,
      "step": 1759230
    },
    {
      "epoch": 491.0,
      "grad_norm": 1.6830815076828003,
      "learning_rate": 1.6657470802716897e-06,
      "loss": 0.3448,
      "step": 1759240
    },
    {
      "epoch": 491.0,
      "grad_norm": 1.4381980895996094,
      "learning_rate": 1.6657211967884437e-06,
      "loss": 0.3238,
      "step": 1759250
    },
    {
      "epoch": 491.0,
      "eval_loss": 0.342476487159729,
      "eval_runtime": 62.9023,
      "eval_samples_per_second": 80.426,
      "eval_steps_per_second": 10.063,
      "step": 1759253
    },
    {
      "epoch": 491.0,
      "grad_norm": 1.3142945766448975,
      "learning_rate": 1.6656953133954435e-06,
      "loss": 0.3401,
      "step": 1759260
    },
    {
      "epoch": 491.0,
      "grad_norm": 1.0570127964019775,
      "learning_rate": 1.6656694300926921e-06,
      "loss": 0.3419,
      "step": 1759270
    },
    {
      "epoch": 491.01,
      "grad_norm": 1.0584546327590942,
      "learning_rate": 1.6656435468801938e-06,
      "loss": 0.3164,
      "step": 1759280
    },
    {
      "epoch": 491.01,
      "grad_norm": 1.0641230344772339,
      "learning_rate": 1.6656176637579513e-06,
      "loss": 0.3456,
      "step": 1759290
    },
    {
      "epoch": 491.01,
      "grad_norm": 1.0400844812393188,
      "learning_rate": 1.6655917807259678e-06,
      "loss": 0.3548,
      "step": 1759300
    },
    {
      "epoch": 491.02,
      "grad_norm": 1.2116543054580688,
      "learning_rate": 1.6655658977842484e-06,
      "loss": 0.349,
      "step": 1759310
    },
    {
      "epoch": 491.02,
      "grad_norm": 1.1770479679107666,
      "learning_rate": 1.6655400149327951e-06,
      "loss": 0.3423,
      "step": 1759320
    },
    {
      "epoch": 491.02,
      "grad_norm": 1.0932137966156006,
      "learning_rate": 1.6655141321716112e-06,
      "loss": 0.3618,
      "step": 1759330
    },
    {
      "epoch": 491.02,
      "grad_norm": 1.0457946062088013,
      "learning_rate": 1.6654882495007015e-06,
      "loss": 0.3364,
      "step": 1759340
    },
    {
      "epoch": 491.03,
      "grad_norm": 0.967258632183075,
      "learning_rate": 1.6654623669200686e-06,
      "loss": 0.3683,
      "step": 1759350
    },
    {
      "epoch": 491.03,
      "grad_norm": 0.9360963702201843,
      "learning_rate": 1.6654364844297152e-06,
      "loss": 0.3547,
      "step": 1759360
    },
    {
      "epoch": 491.03,
      "grad_norm": 1.0572274923324585,
      "learning_rate": 1.6654106020296465e-06,
      "loss": 0.3315,
      "step": 1759370
    },
    {
      "epoch": 491.04,
      "grad_norm": 1.1371715068817139,
      "learning_rate": 1.6653847197198648e-06,
      "loss": 0.3463,
      "step": 1759380
    },
    {
      "epoch": 491.04,
      "grad_norm": 1.0647108554840088,
      "learning_rate": 1.665358837500373e-06,
      "loss": 0.3459,
      "step": 1759390
    },
    {
      "epoch": 491.04,
      "grad_norm": 1.0352410078048706,
      "learning_rate": 1.6653329553711757e-06,
      "loss": 0.332,
      "step": 1759400
    },
    {
      "epoch": 491.04,
      "grad_norm": 1.101850986480713,
      "learning_rate": 1.665307073332276e-06,
      "loss": 0.3357,
      "step": 1759410
    },
    {
      "epoch": 491.05,
      "grad_norm": 1.0992214679718018,
      "learning_rate": 1.6652811913836767e-06,
      "loss": 0.3544,
      "step": 1759420
    },
    {
      "epoch": 491.05,
      "grad_norm": 0.8955383896827698,
      "learning_rate": 1.6652553095253827e-06,
      "loss": 0.3315,
      "step": 1759430
    },
    {
      "epoch": 491.05,
      "grad_norm": 1.078480839729309,
      "learning_rate": 1.665229427757396e-06,
      "loss": 0.3525,
      "step": 1759440
    },
    {
      "epoch": 491.05,
      "grad_norm": 1.0885396003723145,
      "learning_rate": 1.66520354607972e-06,
      "loss": 0.3434,
      "step": 1759450
    },
    {
      "epoch": 491.06,
      "grad_norm": 1.0796260833740234,
      "learning_rate": 1.6651776644923593e-06,
      "loss": 0.3561,
      "step": 1759460
    },
    {
      "epoch": 491.06,
      "grad_norm": 1.0495579242706299,
      "learning_rate": 1.665151782995317e-06,
      "loss": 0.3387,
      "step": 1759470
    },
    {
      "epoch": 491.06,
      "grad_norm": 1.1499749422073364,
      "learning_rate": 1.6651259015885953e-06,
      "loss": 0.3396,
      "step": 1759480
    },
    {
      "epoch": 491.07,
      "grad_norm": 1.074377417564392,
      "learning_rate": 1.6651000202721996e-06,
      "loss": 0.3344,
      "step": 1759490
    },
    {
      "epoch": 491.07,
      "grad_norm": 1.103297472000122,
      "learning_rate": 1.6650741390461322e-06,
      "loss": 0.3227,
      "step": 1759500
    },
    {
      "epoch": 491.07,
      "grad_norm": 1.2088693380355835,
      "learning_rate": 1.665048257910397e-06,
      "loss": 0.3555,
      "step": 1759510
    },
    {
      "epoch": 491.07,
      "grad_norm": 1.0937532186508179,
      "learning_rate": 1.665022376864997e-06,
      "loss": 0.3406,
      "step": 1759520
    },
    {
      "epoch": 491.08,
      "grad_norm": 1.155998706817627,
      "learning_rate": 1.6649964959099351e-06,
      "loss": 0.3518,
      "step": 1759530
    },
    {
      "epoch": 491.08,
      "grad_norm": 1.0165156126022339,
      "learning_rate": 1.6649706150452165e-06,
      "loss": 0.3556,
      "step": 1759540
    },
    {
      "epoch": 491.08,
      "grad_norm": 1.157720685005188,
      "learning_rate": 1.6649447342708434e-06,
      "loss": 0.3463,
      "step": 1759550
    },
    {
      "epoch": 491.09,
      "grad_norm": 1.1068968772888184,
      "learning_rate": 1.6649188535868192e-06,
      "loss": 0.3481,
      "step": 1759560
    },
    {
      "epoch": 491.09,
      "grad_norm": 1.0598381757736206,
      "learning_rate": 1.6648929729931479e-06,
      "loss": 0.3445,
      "step": 1759570
    },
    {
      "epoch": 491.09,
      "grad_norm": 1.088550329208374,
      "learning_rate": 1.6648670924898326e-06,
      "loss": 0.3377,
      "step": 1759580
    },
    {
      "epoch": 491.09,
      "grad_norm": 3.5719876289367676,
      "learning_rate": 1.664841212076876e-06,
      "loss": 0.3446,
      "step": 1759590
    },
    {
      "epoch": 491.1,
      "grad_norm": 1.4016187191009521,
      "learning_rate": 1.6648153317542832e-06,
      "loss": 0.3423,
      "step": 1759600
    },
    {
      "epoch": 491.1,
      "grad_norm": 0.9967989921569824,
      "learning_rate": 1.6647894515220572e-06,
      "loss": 0.3436,
      "step": 1759610
    },
    {
      "epoch": 491.1,
      "grad_norm": 1.0915271043777466,
      "learning_rate": 1.6647635713801994e-06,
      "loss": 0.3488,
      "step": 1759620
    },
    {
      "epoch": 491.11,
      "grad_norm": 0.9466365575790405,
      "learning_rate": 1.6647376913287163e-06,
      "loss": 0.3231,
      "step": 1759630
    },
    {
      "epoch": 491.11,
      "grad_norm": 1.2158269882202148,
      "learning_rate": 1.6647118113676099e-06,
      "loss": 0.3434,
      "step": 1759640
    },
    {
      "epoch": 491.11,
      "grad_norm": 1.115934133529663,
      "learning_rate": 1.6646859314968829e-06,
      "loss": 0.337,
      "step": 1759650
    },
    {
      "epoch": 491.11,
      "grad_norm": 1.096741795539856,
      "learning_rate": 1.6646600517165403e-06,
      "loss": 0.3286,
      "step": 1759660
    },
    {
      "epoch": 491.12,
      "grad_norm": 0.9596161842346191,
      "learning_rate": 1.6646341720265848e-06,
      "loss": 0.3385,
      "step": 1759670
    },
    {
      "epoch": 491.12,
      "grad_norm": 1.0806611776351929,
      "learning_rate": 1.6646082924270185e-06,
      "loss": 0.3394,
      "step": 1759680
    },
    {
      "epoch": 491.12,
      "grad_norm": 1.2144553661346436,
      "learning_rate": 1.6645824129178473e-06,
      "loss": 0.3595,
      "step": 1759690
    },
    {
      "epoch": 491.12,
      "grad_norm": 1.0979276895523071,
      "learning_rate": 1.6645565334990736e-06,
      "loss": 0.3534,
      "step": 1759700
    },
    {
      "epoch": 491.13,
      "grad_norm": 1.1594860553741455,
      "learning_rate": 1.6645306541707e-06,
      "loss": 0.3522,
      "step": 1759710
    },
    {
      "epoch": 491.13,
      "grad_norm": 1.146064281463623,
      "learning_rate": 1.6645047749327314e-06,
      "loss": 0.3396,
      "step": 1759720
    },
    {
      "epoch": 491.13,
      "grad_norm": 1.085274577140808,
      "learning_rate": 1.66447889578517e-06,
      "loss": 0.3379,
      "step": 1759730
    },
    {
      "epoch": 491.14,
      "grad_norm": 1.0814138650894165,
      "learning_rate": 1.6644530167280195e-06,
      "loss": 0.3361,
      "step": 1759740
    },
    {
      "epoch": 491.14,
      "grad_norm": 1.0156735181808472,
      "learning_rate": 1.6644271377612844e-06,
      "loss": 0.352,
      "step": 1759750
    },
    {
      "epoch": 491.14,
      "grad_norm": 0.9348068237304688,
      "learning_rate": 1.6644012588849671e-06,
      "loss": 0.3464,
      "step": 1759760
    },
    {
      "epoch": 491.14,
      "grad_norm": 1.1313072443008423,
      "learning_rate": 1.6643753800990706e-06,
      "loss": 0.3407,
      "step": 1759770
    },
    {
      "epoch": 491.15,
      "grad_norm": 1.028455138206482,
      "learning_rate": 1.6643495014035998e-06,
      "loss": 0.3458,
      "step": 1759780
    },
    {
      "epoch": 491.15,
      "grad_norm": 1.1030516624450684,
      "learning_rate": 1.664323622798557e-06,
      "loss": 0.3351,
      "step": 1759790
    },
    {
      "epoch": 491.15,
      "grad_norm": 1.330588698387146,
      "learning_rate": 1.6642977442839466e-06,
      "loss": 0.3425,
      "step": 1759800
    },
    {
      "epoch": 491.16,
      "grad_norm": 1.0094168186187744,
      "learning_rate": 1.6642718658597715e-06,
      "loss": 0.3529,
      "step": 1759810
    },
    {
      "epoch": 491.16,
      "grad_norm": 1.0250163078308105,
      "learning_rate": 1.664245987526034e-06,
      "loss": 0.3357,
      "step": 1759820
    },
    {
      "epoch": 491.16,
      "grad_norm": 1.1567113399505615,
      "learning_rate": 1.6642201092827397e-06,
      "loss": 0.3531,
      "step": 1759830
    },
    {
      "epoch": 491.16,
      "grad_norm": 1.1119585037231445,
      "learning_rate": 1.664194231129891e-06,
      "loss": 0.3479,
      "step": 1759840
    },
    {
      "epoch": 491.17,
      "grad_norm": 1.0408684015274048,
      "learning_rate": 1.6641683530674905e-06,
      "loss": 0.3275,
      "step": 1759850
    },
    {
      "epoch": 491.17,
      "grad_norm": 1.1554386615753174,
      "learning_rate": 1.6641424750955435e-06,
      "loss": 0.3534,
      "step": 1759860
    },
    {
      "epoch": 491.17,
      "grad_norm": 0.9902046918869019,
      "learning_rate": 1.6641165972140525e-06,
      "loss": 0.3426,
      "step": 1759870
    },
    {
      "epoch": 491.17,
      "grad_norm": 1.159486174583435,
      "learning_rate": 1.6640907194230199e-06,
      "loss": 0.3477,
      "step": 1759880
    },
    {
      "epoch": 491.18,
      "grad_norm": 1.1785451173782349,
      "learning_rate": 1.664064841722451e-06,
      "loss": 0.3434,
      "step": 1759890
    },
    {
      "epoch": 491.18,
      "grad_norm": 1.1670784950256348,
      "learning_rate": 1.6640389641123485e-06,
      "loss": 0.341,
      "step": 1759900
    },
    {
      "epoch": 491.18,
      "grad_norm": 1.2732001543045044,
      "learning_rate": 1.6640130865927146e-06,
      "loss": 0.3562,
      "step": 1759910
    },
    {
      "epoch": 491.19,
      "grad_norm": 1.0786088705062866,
      "learning_rate": 1.6639872091635546e-06,
      "loss": 0.342,
      "step": 1759920
    },
    {
      "epoch": 491.19,
      "grad_norm": 1.0301182270050049,
      "learning_rate": 1.6639613318248717e-06,
      "loss": 0.3677,
      "step": 1759930
    },
    {
      "epoch": 491.19,
      "grad_norm": 0.9439671039581299,
      "learning_rate": 1.663935454576668e-06,
      "loss": 0.3264,
      "step": 1759940
    },
    {
      "epoch": 491.19,
      "grad_norm": 1.214705228805542,
      "learning_rate": 1.6639095774189484e-06,
      "loss": 0.3168,
      "step": 1759950
    },
    {
      "epoch": 491.2,
      "grad_norm": 1.0274049043655396,
      "learning_rate": 1.6638837003517158e-06,
      "loss": 0.3466,
      "step": 1759960
    },
    {
      "epoch": 491.2,
      "grad_norm": 1.139135479927063,
      "learning_rate": 1.6638578233749727e-06,
      "loss": 0.3418,
      "step": 1759970
    },
    {
      "epoch": 491.2,
      "grad_norm": 1.110477089881897,
      "learning_rate": 1.6638319464887241e-06,
      "loss": 0.3577,
      "step": 1759980
    },
    {
      "epoch": 491.21,
      "grad_norm": 0.9891412854194641,
      "learning_rate": 1.6638060696929726e-06,
      "loss": 0.3294,
      "step": 1759990
    },
    {
      "epoch": 491.21,
      "grad_norm": 1.102643370628357,
      "learning_rate": 1.6637801929877215e-06,
      "loss": 0.3383,
      "step": 1760000
    },
    {
      "epoch": 491.21,
      "grad_norm": 1.1018669605255127,
      "learning_rate": 1.6637543163729752e-06,
      "loss": 0.3455,
      "step": 1760010
    },
    {
      "epoch": 491.21,
      "grad_norm": 1.0371129512786865,
      "learning_rate": 1.6637284398487365e-06,
      "loss": 0.329,
      "step": 1760020
    },
    {
      "epoch": 491.22,
      "grad_norm": 1.073952317237854,
      "learning_rate": 1.6637025634150086e-06,
      "loss": 0.3264,
      "step": 1760030
    },
    {
      "epoch": 491.22,
      "grad_norm": 1.1059305667877197,
      "learning_rate": 1.6636766870717954e-06,
      "loss": 0.3389,
      "step": 1760040
    },
    {
      "epoch": 491.22,
      "grad_norm": 1.0893305540084839,
      "learning_rate": 1.6636508108191003e-06,
      "loss": 0.3322,
      "step": 1760050
    },
    {
      "epoch": 491.23,
      "grad_norm": 1.0676581859588623,
      "learning_rate": 1.6636249346569256e-06,
      "loss": 0.3442,
      "step": 1760060
    },
    {
      "epoch": 491.23,
      "grad_norm": 1.0234981775283813,
      "learning_rate": 1.6635990585852767e-06,
      "loss": 0.3418,
      "step": 1760070
    },
    {
      "epoch": 491.23,
      "grad_norm": 1.103653073310852,
      "learning_rate": 1.6635731826041555e-06,
      "loss": 0.3344,
      "step": 1760080
    },
    {
      "epoch": 491.23,
      "grad_norm": 1.1956207752227783,
      "learning_rate": 1.6635473067135665e-06,
      "loss": 0.3464,
      "step": 1760090
    },
    {
      "epoch": 491.24,
      "grad_norm": 1.0255248546600342,
      "learning_rate": 1.6635214309135128e-06,
      "loss": 0.3515,
      "step": 1760100
    },
    {
      "epoch": 491.24,
      "grad_norm": 1.188059687614441,
      "learning_rate": 1.6634955552039966e-06,
      "loss": 0.3394,
      "step": 1760110
    },
    {
      "epoch": 491.24,
      "grad_norm": 1.13283371925354,
      "learning_rate": 1.6634696795850235e-06,
      "loss": 0.345,
      "step": 1760120
    },
    {
      "epoch": 491.24,
      "grad_norm": 1.1592921018600464,
      "learning_rate": 1.6634438040565959e-06,
      "loss": 0.3606,
      "step": 1760130
    },
    {
      "epoch": 491.25,
      "grad_norm": 1.1052019596099854,
      "learning_rate": 1.6634179286187163e-06,
      "loss": 0.3301,
      "step": 1760140
    },
    {
      "epoch": 491.25,
      "grad_norm": 0.8910285830497742,
      "learning_rate": 1.6633920532713897e-06,
      "loss": 0.3436,
      "step": 1760150
    },
    {
      "epoch": 491.25,
      "grad_norm": 1.116398811340332,
      "learning_rate": 1.6633661780146195e-06,
      "loss": 0.3462,
      "step": 1760160
    },
    {
      "epoch": 491.26,
      "grad_norm": 0.9618433117866516,
      "learning_rate": 1.663340302848408e-06,
      "loss": 0.3346,
      "step": 1760170
    },
    {
      "epoch": 491.26,
      "grad_norm": 1.3058995008468628,
      "learning_rate": 1.6633144277727591e-06,
      "loss": 0.3442,
      "step": 1760180
    },
    {
      "epoch": 491.26,
      "grad_norm": 1.2994509935379028,
      "learning_rate": 1.6632885527876771e-06,
      "loss": 0.3498,
      "step": 1760190
    },
    {
      "epoch": 491.26,
      "grad_norm": 1.2592461109161377,
      "learning_rate": 1.6632626778931633e-06,
      "loss": 0.3432,
      "step": 1760200
    },
    {
      "epoch": 491.27,
      "grad_norm": 1.052383303642273,
      "learning_rate": 1.6632368030892235e-06,
      "loss": 0.3182,
      "step": 1760210
    },
    {
      "epoch": 491.27,
      "grad_norm": 1.0784361362457275,
      "learning_rate": 1.6632109283758606e-06,
      "loss": 0.3387,
      "step": 1760220
    },
    {
      "epoch": 491.27,
      "grad_norm": 0.9565049409866333,
      "learning_rate": 1.6631850537530768e-06,
      "loss": 0.345,
      "step": 1760230
    },
    {
      "epoch": 491.28,
      "grad_norm": 1.0580192804336548,
      "learning_rate": 1.6631591792208768e-06,
      "loss": 0.3435,
      "step": 1760240
    },
    {
      "epoch": 491.28,
      "grad_norm": 1.0990875959396362,
      "learning_rate": 1.6631333047792639e-06,
      "loss": 0.3428,
      "step": 1760250
    },
    {
      "epoch": 491.28,
      "grad_norm": 1.032236933708191,
      "learning_rate": 1.6631074304282402e-06,
      "loss": 0.3292,
      "step": 1760260
    },
    {
      "epoch": 491.28,
      "grad_norm": 1.1775695085525513,
      "learning_rate": 1.6630815561678108e-06,
      "loss": 0.3402,
      "step": 1760270
    },
    {
      "epoch": 491.29,
      "grad_norm": 1.1334601640701294,
      "learning_rate": 1.6630556819979792e-06,
      "loss": 0.3283,
      "step": 1760280
    },
    {
      "epoch": 491.29,
      "grad_norm": 1.0949863195419312,
      "learning_rate": 1.663029807918747e-06,
      "loss": 0.3341,
      "step": 1760290
    },
    {
      "epoch": 491.29,
      "grad_norm": 1.068091630935669,
      "learning_rate": 1.6630039339301199e-06,
      "loss": 0.3328,
      "step": 1760300
    },
    {
      "epoch": 491.3,
      "grad_norm": 1.0965570211410522,
      "learning_rate": 1.6629780600320998e-06,
      "loss": 0.3264,
      "step": 1760310
    },
    {
      "epoch": 491.3,
      "grad_norm": 1.2283225059509277,
      "learning_rate": 1.6629521862246907e-06,
      "loss": 0.3409,
      "step": 1760320
    },
    {
      "epoch": 491.3,
      "grad_norm": 5.066788196563721,
      "learning_rate": 1.6629263125078961e-06,
      "loss": 0.3541,
      "step": 1760330
    },
    {
      "epoch": 491.3,
      "grad_norm": 1.3997935056686401,
      "learning_rate": 1.6629004388817195e-06,
      "loss": 0.3455,
      "step": 1760340
    },
    {
      "epoch": 491.31,
      "grad_norm": 1.0274237394332886,
      "learning_rate": 1.6628745653461628e-06,
      "loss": 0.3308,
      "step": 1760350
    },
    {
      "epoch": 491.31,
      "grad_norm": 1.0538501739501953,
      "learning_rate": 1.6628486919012324e-06,
      "loss": 0.355,
      "step": 1760360
    },
    {
      "epoch": 491.31,
      "grad_norm": 1.2539476156234741,
      "learning_rate": 1.6628228185469293e-06,
      "loss": 0.3484,
      "step": 1760370
    },
    {
      "epoch": 491.31,
      "grad_norm": 1.118909478187561,
      "learning_rate": 1.6627969452832584e-06,
      "loss": 0.35,
      "step": 1760380
    },
    {
      "epoch": 491.32,
      "grad_norm": 1.2931283712387085,
      "learning_rate": 1.6627710721102224e-06,
      "loss": 0.3212,
      "step": 1760390
    },
    {
      "epoch": 491.32,
      "grad_norm": 0.94402015209198,
      "learning_rate": 1.662745199027824e-06,
      "loss": 0.3444,
      "step": 1760400
    },
    {
      "epoch": 491.32,
      "grad_norm": 1.383224368095398,
      "learning_rate": 1.6627193260360686e-06,
      "loss": 0.3479,
      "step": 1760410
    },
    {
      "epoch": 491.33,
      "grad_norm": 1.0380752086639404,
      "learning_rate": 1.6626934531349587e-06,
      "loss": 0.3428,
      "step": 1760420
    },
    {
      "epoch": 491.33,
      "grad_norm": 0.9441567659378052,
      "learning_rate": 1.6626675803244963e-06,
      "loss": 0.3261,
      "step": 1760430
    },
    {
      "epoch": 491.33,
      "grad_norm": 0.9164303541183472,
      "learning_rate": 1.6626417076046873e-06,
      "loss": 0.34,
      "step": 1760440
    },
    {
      "epoch": 491.33,
      "grad_norm": 1.019041895866394,
      "learning_rate": 1.6626158349755338e-06,
      "loss": 0.3518,
      "step": 1760450
    },
    {
      "epoch": 491.34,
      "grad_norm": 0.9783151745796204,
      "learning_rate": 1.6625899624370391e-06,
      "loss": 0.3417,
      "step": 1760460
    },
    {
      "epoch": 491.34,
      "grad_norm": 1.1288350820541382,
      "learning_rate": 1.6625640899892075e-06,
      "loss": 0.3459,
      "step": 1760470
    },
    {
      "epoch": 491.34,
      "grad_norm": 1.1589161157608032,
      "learning_rate": 1.6625382176320418e-06,
      "loss": 0.333,
      "step": 1760480
    },
    {
      "epoch": 491.35,
      "grad_norm": 1.2529493570327759,
      "learning_rate": 1.6625123453655449e-06,
      "loss": 0.3519,
      "step": 1760490
    },
    {
      "epoch": 491.35,
      "grad_norm": 1.0931603908538818,
      "learning_rate": 1.6624864731897215e-06,
      "loss": 0.3351,
      "step": 1760500
    },
    {
      "epoch": 491.35,
      "grad_norm": 1.000144600868225,
      "learning_rate": 1.6624606011045746e-06,
      "loss": 0.3409,
      "step": 1760510
    },
    {
      "epoch": 491.35,
      "grad_norm": 1.019495964050293,
      "learning_rate": 1.6624347291101073e-06,
      "loss": 0.3631,
      "step": 1760520
    },
    {
      "epoch": 491.36,
      "grad_norm": 1.0542526245117188,
      "learning_rate": 1.6624088572063237e-06,
      "loss": 0.3423,
      "step": 1760530
    },
    {
      "epoch": 491.36,
      "grad_norm": 1.1301437616348267,
      "learning_rate": 1.6623829853932265e-06,
      "loss": 0.344,
      "step": 1760540
    },
    {
      "epoch": 491.36,
      "grad_norm": 1.0851719379425049,
      "learning_rate": 1.6623571136708183e-06,
      "loss": 0.3348,
      "step": 1760550
    },
    {
      "epoch": 491.36,
      "grad_norm": 1.0020519495010376,
      "learning_rate": 1.6623312420391052e-06,
      "loss": 0.3525,
      "step": 1760560
    },
    {
      "epoch": 491.37,
      "grad_norm": 1.0453903675079346,
      "learning_rate": 1.6623053704980886e-06,
      "loss": 0.353,
      "step": 1760570
    },
    {
      "epoch": 491.37,
      "grad_norm": 1.0217323303222656,
      "learning_rate": 1.6622794990477718e-06,
      "loss": 0.3509,
      "step": 1760580
    },
    {
      "epoch": 491.37,
      "grad_norm": 0.9988261461257935,
      "learning_rate": 1.6622536276881596e-06,
      "loss": 0.344,
      "step": 1760590
    },
    {
      "epoch": 491.38,
      "grad_norm": 1.1340808868408203,
      "learning_rate": 1.662227756419255e-06,
      "loss": 0.3337,
      "step": 1760600
    },
    {
      "epoch": 491.38,
      "grad_norm": 1.0156618356704712,
      "learning_rate": 1.6622018852410608e-06,
      "loss": 0.3255,
      "step": 1760610
    },
    {
      "epoch": 491.38,
      "grad_norm": 1.1351336240768433,
      "learning_rate": 1.6621760141535812e-06,
      "loss": 0.3512,
      "step": 1760620
    },
    {
      "epoch": 491.38,
      "grad_norm": 1.0644960403442383,
      "learning_rate": 1.662150143156819e-06,
      "loss": 0.3485,
      "step": 1760630
    },
    {
      "epoch": 491.39,
      "grad_norm": 1.0419641733169556,
      "learning_rate": 1.6621242722507775e-06,
      "loss": 0.3347,
      "step": 1760640
    },
    {
      "epoch": 491.39,
      "grad_norm": 1.075256586074829,
      "learning_rate": 1.662098401435461e-06,
      "loss": 0.329,
      "step": 1760650
    },
    {
      "epoch": 491.39,
      "grad_norm": 1.0110925436019897,
      "learning_rate": 1.6620725307108724e-06,
      "loss": 0.3459,
      "step": 1760660
    },
    {
      "epoch": 491.4,
      "grad_norm": 1.010514259338379,
      "learning_rate": 1.662046660077016e-06,
      "loss": 0.3379,
      "step": 1760670
    },
    {
      "epoch": 491.4,
      "grad_norm": 1.0360918045043945,
      "learning_rate": 1.6620207895338942e-06,
      "loss": 0.342,
      "step": 1760680
    },
    {
      "epoch": 491.4,
      "grad_norm": 0.9757040739059448,
      "learning_rate": 1.6619949190815096e-06,
      "loss": 0.3413,
      "step": 1760690
    },
    {
      "epoch": 491.4,
      "grad_norm": 1.0385940074920654,
      "learning_rate": 1.6619690487198678e-06,
      "loss": 0.3379,
      "step": 1760700
    },
    {
      "epoch": 491.41,
      "grad_norm": 1.0975688695907593,
      "learning_rate": 1.6619431784489714e-06,
      "loss": 0.3346,
      "step": 1760710
    },
    {
      "epoch": 491.41,
      "grad_norm": 1.206987738609314,
      "learning_rate": 1.6619173082688224e-06,
      "loss": 0.3702,
      "step": 1760720
    },
    {
      "epoch": 491.41,
      "grad_norm": 1.0470867156982422,
      "learning_rate": 1.6618914381794268e-06,
      "loss": 0.3403,
      "step": 1760730
    },
    {
      "epoch": 491.42,
      "grad_norm": 1.0461350679397583,
      "learning_rate": 1.6618655681807869e-06,
      "loss": 0.34,
      "step": 1760740
    },
    {
      "epoch": 491.42,
      "grad_norm": 1.3238129615783691,
      "learning_rate": 1.661839698272905e-06,
      "loss": 0.329,
      "step": 1760750
    },
    {
      "epoch": 491.42,
      "grad_norm": 1.151133418083191,
      "learning_rate": 1.6618138284557864e-06,
      "loss": 0.3397,
      "step": 1760760
    },
    {
      "epoch": 491.42,
      "grad_norm": 1.2426748275756836,
      "learning_rate": 1.6617879587294337e-06,
      "loss": 0.3486,
      "step": 1760770
    },
    {
      "epoch": 491.43,
      "grad_norm": 1.1897566318511963,
      "learning_rate": 1.661762089093849e-06,
      "loss": 0.3612,
      "step": 1760780
    },
    {
      "epoch": 491.43,
      "grad_norm": 1.032051920890808,
      "learning_rate": 1.6617362195490386e-06,
      "loss": 0.3344,
      "step": 1760790
    },
    {
      "epoch": 491.43,
      "grad_norm": 1.200351595878601,
      "learning_rate": 1.661710350095004e-06,
      "loss": 0.335,
      "step": 1760800
    },
    {
      "epoch": 491.43,
      "grad_norm": 1.1672090291976929,
      "learning_rate": 1.6616844807317483e-06,
      "loss": 0.3359,
      "step": 1760810
    },
    {
      "epoch": 491.44,
      "grad_norm": 1.765160322189331,
      "learning_rate": 1.6616586114592767e-06,
      "loss": 0.342,
      "step": 1760820
    },
    {
      "epoch": 491.44,
      "grad_norm": 0.9962342381477356,
      "learning_rate": 1.6616327422775914e-06,
      "loss": 0.339,
      "step": 1760830
    },
    {
      "epoch": 491.44,
      "grad_norm": 0.8895303010940552,
      "learning_rate": 1.661606873186696e-06,
      "loss": 0.3345,
      "step": 1760840
    },
    {
      "epoch": 491.45,
      "grad_norm": 1.1202973127365112,
      "learning_rate": 1.661581004186594e-06,
      "loss": 0.3531,
      "step": 1760850
    },
    {
      "epoch": 491.45,
      "grad_norm": 1.0176472663879395,
      "learning_rate": 1.6615551352772892e-06,
      "loss": 0.3584,
      "step": 1760860
    },
    {
      "epoch": 491.45,
      "grad_norm": 1.044906735420227,
      "learning_rate": 1.6615292664587837e-06,
      "loss": 0.3519,
      "step": 1760870
    },
    {
      "epoch": 491.45,
      "grad_norm": 1.1366122961044312,
      "learning_rate": 1.661503397731083e-06,
      "loss": 0.3265,
      "step": 1760880
    },
    {
      "epoch": 491.46,
      "grad_norm": 1.1903096437454224,
      "learning_rate": 1.6614775290941896e-06,
      "loss": 0.3573,
      "step": 1760890
    },
    {
      "epoch": 491.46,
      "grad_norm": 1.2444888353347778,
      "learning_rate": 1.661451660548106e-06,
      "loss": 0.3489,
      "step": 1760900
    },
    {
      "epoch": 491.46,
      "grad_norm": 0.9832855463027954,
      "learning_rate": 1.6614257920928372e-06,
      "loss": 0.3527,
      "step": 1760910
    },
    {
      "epoch": 491.47,
      "grad_norm": 1.139280080795288,
      "learning_rate": 1.661399923728386e-06,
      "loss": 0.3507,
      "step": 1760920
    },
    {
      "epoch": 491.47,
      "grad_norm": 1.2896203994750977,
      "learning_rate": 1.6613740554547547e-06,
      "loss": 0.3418,
      "step": 1760930
    },
    {
      "epoch": 491.47,
      "grad_norm": 0.9440479278564453,
      "learning_rate": 1.6613481872719491e-06,
      "loss": 0.3391,
      "step": 1760940
    },
    {
      "epoch": 491.47,
      "grad_norm": 1.0657105445861816,
      "learning_rate": 1.6613223191799698e-06,
      "loss": 0.3386,
      "step": 1760950
    },
    {
      "epoch": 491.48,
      "grad_norm": 1.046200156211853,
      "learning_rate": 1.6612964511788233e-06,
      "loss": 0.3384,
      "step": 1760960
    },
    {
      "epoch": 491.48,
      "grad_norm": 1.103108286857605,
      "learning_rate": 1.6612705832685113e-06,
      "loss": 0.34,
      "step": 1760970
    },
    {
      "epoch": 491.48,
      "grad_norm": 1.1621936559677124,
      "learning_rate": 1.6612447154490371e-06,
      "loss": 0.3438,
      "step": 1760980
    },
    {
      "epoch": 491.48,
      "grad_norm": 1.1019231081008911,
      "learning_rate": 1.661218847720405e-06,
      "loss": 0.33,
      "step": 1760990
    },
    {
      "epoch": 491.49,
      "grad_norm": 1.200566291809082,
      "learning_rate": 1.6611929800826181e-06,
      "loss": 0.3536,
      "step": 1761000
    },
    {
      "epoch": 491.49,
      "grad_norm": 0.9359511733055115,
      "learning_rate": 1.6611671125356785e-06,
      "loss": 0.3282,
      "step": 1761010
    },
    {
      "epoch": 491.49,
      "grad_norm": 1.111865758895874,
      "learning_rate": 1.661141245079592e-06,
      "loss": 0.3436,
      "step": 1761020
    },
    {
      "epoch": 491.5,
      "grad_norm": 1.2133796215057373,
      "learning_rate": 1.661115377714361e-06,
      "loss": 0.3455,
      "step": 1761030
    },
    {
      "epoch": 491.5,
      "grad_norm": 1.1976689100265503,
      "learning_rate": 1.6610895104399882e-06,
      "loss": 0.3553,
      "step": 1761040
    },
    {
      "epoch": 491.5,
      "grad_norm": 1.201064109802246,
      "learning_rate": 1.6610636432564784e-06,
      "loss": 0.3417,
      "step": 1761050
    },
    {
      "epoch": 491.5,
      "grad_norm": 1.017966389656067,
      "learning_rate": 1.661037776163834e-06,
      "loss": 0.359,
      "step": 1761060
    },
    {
      "epoch": 491.51,
      "grad_norm": 1.1417633295059204,
      "learning_rate": 1.6610119091620581e-06,
      "loss": 0.3394,
      "step": 1761070
    },
    {
      "epoch": 491.51,
      "grad_norm": 1.2505379915237427,
      "learning_rate": 1.6609860422511557e-06,
      "loss": 0.3452,
      "step": 1761080
    },
    {
      "epoch": 491.51,
      "grad_norm": 1.0988062620162964,
      "learning_rate": 1.6609601754311293e-06,
      "loss": 0.3426,
      "step": 1761090
    },
    {
      "epoch": 491.52,
      "grad_norm": 1.0209887027740479,
      "learning_rate": 1.6609343087019815e-06,
      "loss": 0.3529,
      "step": 1761100
    },
    {
      "epoch": 491.52,
      "grad_norm": 1.1289348602294922,
      "learning_rate": 1.6609084420637176e-06,
      "loss": 0.3447,
      "step": 1761110
    },
    {
      "epoch": 491.52,
      "grad_norm": 1.0621384382247925,
      "learning_rate": 1.6608825755163403e-06,
      "loss": 0.3367,
      "step": 1761120
    },
    {
      "epoch": 491.52,
      "grad_norm": 1.0630468130111694,
      "learning_rate": 1.660856709059852e-06,
      "loss": 0.3509,
      "step": 1761130
    },
    {
      "epoch": 491.53,
      "grad_norm": 1.2616442441940308,
      "learning_rate": 1.6608308426942575e-06,
      "loss": 0.3202,
      "step": 1761140
    },
    {
      "epoch": 491.53,
      "grad_norm": 1.132918357849121,
      "learning_rate": 1.66080497641956e-06,
      "loss": 0.3395,
      "step": 1761150
    },
    {
      "epoch": 491.53,
      "grad_norm": 1.1116307973861694,
      "learning_rate": 1.6607791102357617e-06,
      "loss": 0.356,
      "step": 1761160
    },
    {
      "epoch": 491.54,
      "grad_norm": 1.1559338569641113,
      "learning_rate": 1.6607532441428678e-06,
      "loss": 0.3342,
      "step": 1761170
    },
    {
      "epoch": 491.54,
      "grad_norm": 1.7642264366149902,
      "learning_rate": 1.660727378140881e-06,
      "loss": 0.3485,
      "step": 1761180
    },
    {
      "epoch": 491.54,
      "grad_norm": 1.147994875907898,
      "learning_rate": 1.660701512229804e-06,
      "loss": 0.3299,
      "step": 1761190
    },
    {
      "epoch": 491.54,
      "grad_norm": 1.0242620706558228,
      "learning_rate": 1.6606756464096419e-06,
      "loss": 0.3469,
      "step": 1761200
    },
    {
      "epoch": 491.55,
      "grad_norm": 2.834980010986328,
      "learning_rate": 1.660649780680397e-06,
      "loss": 0.358,
      "step": 1761210
    },
    {
      "epoch": 491.55,
      "grad_norm": 1.1559618711471558,
      "learning_rate": 1.660623915042072e-06,
      "loss": 0.345,
      "step": 1761220
    },
    {
      "epoch": 491.55,
      "grad_norm": 0.9050642848014832,
      "learning_rate": 1.660598049494672e-06,
      "loss": 0.3334,
      "step": 1761230
    },
    {
      "epoch": 491.55,
      "grad_norm": 1.3880131244659424,
      "learning_rate": 1.6605721840381988e-06,
      "loss": 0.3387,
      "step": 1761240
    },
    {
      "epoch": 491.56,
      "grad_norm": 1.3741586208343506,
      "learning_rate": 1.660546318672658e-06,
      "loss": 0.3536,
      "step": 1761250
    },
    {
      "epoch": 491.56,
      "grad_norm": 0.9947700500488281,
      "learning_rate": 1.6605204533980517e-06,
      "loss": 0.348,
      "step": 1761260
    },
    {
      "epoch": 491.56,
      "grad_norm": 0.9036471843719482,
      "learning_rate": 1.6604945882143826e-06,
      "loss": 0.3336,
      "step": 1761270
    },
    {
      "epoch": 491.57,
      "grad_norm": 1.1106232404708862,
      "learning_rate": 1.660468723121656e-06,
      "loss": 0.347,
      "step": 1761280
    },
    {
      "epoch": 491.57,
      "grad_norm": 1.0176911354064941,
      "learning_rate": 1.6604428581198739e-06,
      "loss": 0.3465,
      "step": 1761290
    },
    {
      "epoch": 491.57,
      "grad_norm": 1.0184547901153564,
      "learning_rate": 1.6604169932090394e-06,
      "loss": 0.3255,
      "step": 1761300
    },
    {
      "epoch": 491.57,
      "grad_norm": 1.2121670246124268,
      "learning_rate": 1.6603911283891575e-06,
      "loss": 0.3502,
      "step": 1761310
    },
    {
      "epoch": 491.58,
      "grad_norm": 1.135023832321167,
      "learning_rate": 1.6603652636602307e-06,
      "loss": 0.341,
      "step": 1761320
    },
    {
      "epoch": 491.58,
      "grad_norm": 1.3229429721832275,
      "learning_rate": 1.6603393990222625e-06,
      "loss": 0.342,
      "step": 1761330
    },
    {
      "epoch": 491.58,
      "grad_norm": 1.124389410018921,
      "learning_rate": 1.6603135344752566e-06,
      "loss": 0.3315,
      "step": 1761340
    },
    {
      "epoch": 491.59,
      "grad_norm": 1.038504719734192,
      "learning_rate": 1.6602876700192168e-06,
      "loss": 0.3341,
      "step": 1761350
    },
    {
      "epoch": 491.59,
      "grad_norm": 1.1664419174194336,
      "learning_rate": 1.6602618056541448e-06,
      "loss": 0.3451,
      "step": 1761360
    },
    {
      "epoch": 491.59,
      "grad_norm": 1.1738612651824951,
      "learning_rate": 1.660235941380046e-06,
      "loss": 0.3439,
      "step": 1761370
    },
    {
      "epoch": 491.59,
      "grad_norm": 1.1388758420944214,
      "learning_rate": 1.6602100771969233e-06,
      "loss": 0.351,
      "step": 1761380
    },
    {
      "epoch": 491.6,
      "grad_norm": 1.174433946609497,
      "learning_rate": 1.6601842131047788e-06,
      "loss": 0.3379,
      "step": 1761390
    },
    {
      "epoch": 491.6,
      "grad_norm": 1.2601808309555054,
      "learning_rate": 1.6601583491036182e-06,
      "loss": 0.3294,
      "step": 1761400
    },
    {
      "epoch": 491.6,
      "grad_norm": 1.4162979125976562,
      "learning_rate": 1.6601324851934439e-06,
      "loss": 0.3588,
      "step": 1761410
    },
    {
      "epoch": 491.6,
      "grad_norm": 1.1171106100082397,
      "learning_rate": 1.660106621374259e-06,
      "loss": 0.3301,
      "step": 1761420
    },
    {
      "epoch": 491.61,
      "grad_norm": 1.1667845249176025,
      "learning_rate": 1.6600807576460671e-06,
      "loss": 0.3426,
      "step": 1761430
    },
    {
      "epoch": 491.61,
      "grad_norm": 1.3044593334197998,
      "learning_rate": 1.660054894008872e-06,
      "loss": 0.3413,
      "step": 1761440
    },
    {
      "epoch": 491.61,
      "grad_norm": 1.0496282577514648,
      "learning_rate": 1.6600290304626761e-06,
      "loss": 0.3257,
      "step": 1761450
    },
    {
      "epoch": 491.62,
      "grad_norm": 1.094921350479126,
      "learning_rate": 1.6600031670074845e-06,
      "loss": 0.3363,
      "step": 1761460
    },
    {
      "epoch": 491.62,
      "grad_norm": 1.0479118824005127,
      "learning_rate": 1.6599773036432998e-06,
      "loss": 0.3397,
      "step": 1761470
    },
    {
      "epoch": 491.62,
      "grad_norm": 1.0923482179641724,
      "learning_rate": 1.6599514403701253e-06,
      "loss": 0.3397,
      "step": 1761480
    },
    {
      "epoch": 491.62,
      "grad_norm": 1.0865726470947266,
      "learning_rate": 1.6599255771879648e-06,
      "loss": 0.35,
      "step": 1761490
    },
    {
      "epoch": 491.63,
      "grad_norm": 1.0603774785995483,
      "learning_rate": 1.6598997140968216e-06,
      "loss": 0.3225,
      "step": 1761500
    },
    {
      "epoch": 491.63,
      "grad_norm": 1.1557785272598267,
      "learning_rate": 1.6598738510966978e-06,
      "loss": 0.3529,
      "step": 1761510
    },
    {
      "epoch": 491.63,
      "grad_norm": 1.2175078392028809,
      "learning_rate": 1.659847988187599e-06,
      "loss": 0.3383,
      "step": 1761520
    },
    {
      "epoch": 491.64,
      "grad_norm": 0.9956473708152771,
      "learning_rate": 1.6598221253695269e-06,
      "loss": 0.3266,
      "step": 1761530
    },
    {
      "epoch": 491.64,
      "grad_norm": 1.0241516828536987,
      "learning_rate": 1.6597962626424874e-06,
      "loss": 0.3654,
      "step": 1761540
    },
    {
      "epoch": 491.64,
      "grad_norm": 1.0118000507354736,
      "learning_rate": 1.6597704000064817e-06,
      "loss": 0.3369,
      "step": 1761550
    },
    {
      "epoch": 491.64,
      "grad_norm": 0.9922818541526794,
      "learning_rate": 1.6597445374615136e-06,
      "loss": 0.3424,
      "step": 1761560
    },
    {
      "epoch": 491.65,
      "grad_norm": 1.1022824048995972,
      "learning_rate": 1.659718675007587e-06,
      "loss": 0.3337,
      "step": 1761570
    },
    {
      "epoch": 491.65,
      "grad_norm": 1.1183100938796997,
      "learning_rate": 1.659692812644705e-06,
      "loss": 0.3408,
      "step": 1761580
    },
    {
      "epoch": 491.65,
      "grad_norm": 0.9947492480278015,
      "learning_rate": 1.6596669503728706e-06,
      "loss": 0.353,
      "step": 1761590
    },
    {
      "epoch": 491.66,
      "grad_norm": 1.106319785118103,
      "learning_rate": 1.6596410881920888e-06,
      "loss": 0.3383,
      "step": 1761600
    },
    {
      "epoch": 491.66,
      "grad_norm": 1.0429826974868774,
      "learning_rate": 1.6596152261023622e-06,
      "loss": 0.3546,
      "step": 1761610
    },
    {
      "epoch": 491.66,
      "grad_norm": 1.189615249633789,
      "learning_rate": 1.6595893641036937e-06,
      "loss": 0.3421,
      "step": 1761620
    },
    {
      "epoch": 491.66,
      "grad_norm": 1.0736660957336426,
      "learning_rate": 1.6595635021960872e-06,
      "loss": 0.3348,
      "step": 1761630
    },
    {
      "epoch": 491.67,
      "grad_norm": 1.1184338331222534,
      "learning_rate": 1.6595376403795465e-06,
      "loss": 0.3267,
      "step": 1761640
    },
    {
      "epoch": 491.67,
      "grad_norm": 1.0468355417251587,
      "learning_rate": 1.6595117786540734e-06,
      "loss": 0.3362,
      "step": 1761650
    },
    {
      "epoch": 491.67,
      "grad_norm": 1.1451035737991333,
      "learning_rate": 1.6594859170196738e-06,
      "loss": 0.3374,
      "step": 1761660
    },
    {
      "epoch": 491.67,
      "grad_norm": 1.1953506469726562,
      "learning_rate": 1.65946005547635e-06,
      "loss": 0.3462,
      "step": 1761670
    },
    {
      "epoch": 491.68,
      "grad_norm": 0.9739065766334534,
      "learning_rate": 1.659434194024104e-06,
      "loss": 0.3339,
      "step": 1761680
    },
    {
      "epoch": 491.68,
      "grad_norm": 1.0553357601165771,
      "learning_rate": 1.6594083326629419e-06,
      "loss": 0.3432,
      "step": 1761690
    },
    {
      "epoch": 491.68,
      "grad_norm": 1.1529794931411743,
      "learning_rate": 1.6593824713928655e-06,
      "loss": 0.3294,
      "step": 1761700
    },
    {
      "epoch": 491.69,
      "grad_norm": 1.0790462493896484,
      "learning_rate": 1.6593566102138789e-06,
      "loss": 0.3471,
      "step": 1761710
    },
    {
      "epoch": 491.69,
      "grad_norm": 0.9885608553886414,
      "learning_rate": 1.659330749125985e-06,
      "loss": 0.3439,
      "step": 1761720
    },
    {
      "epoch": 491.69,
      "grad_norm": 1.0223690271377563,
      "learning_rate": 1.6593048881291877e-06,
      "loss": 0.3305,
      "step": 1761730
    },
    {
      "epoch": 491.69,
      "grad_norm": 1.113851547241211,
      "learning_rate": 1.6592790272234894e-06,
      "loss": 0.3374,
      "step": 1761740
    },
    {
      "epoch": 491.7,
      "grad_norm": 1.190770149230957,
      "learning_rate": 1.6592531664088949e-06,
      "loss": 0.334,
      "step": 1761750
    },
    {
      "epoch": 491.7,
      "grad_norm": 1.0210343599319458,
      "learning_rate": 1.6592273056854078e-06,
      "loss": 0.341,
      "step": 1761760
    },
    {
      "epoch": 491.7,
      "grad_norm": 1.421708106994629,
      "learning_rate": 1.6592014450530295e-06,
      "loss": 0.3535,
      "step": 1761770
    },
    {
      "epoch": 491.71,
      "grad_norm": 1.212316632270813,
      "learning_rate": 1.6591755845117657e-06,
      "loss": 0.3577,
      "step": 1761780
    },
    {
      "epoch": 491.71,
      "grad_norm": 1.1623698472976685,
      "learning_rate": 1.659149724061619e-06,
      "loss": 0.3495,
      "step": 1761790
    },
    {
      "epoch": 491.71,
      "grad_norm": 1.1440154314041138,
      "learning_rate": 1.6591238637025924e-06,
      "loss": 0.3516,
      "step": 1761800
    },
    {
      "epoch": 491.71,
      "grad_norm": 0.9925786256790161,
      "learning_rate": 1.6590980034346903e-06,
      "loss": 0.3363,
      "step": 1761810
    },
    {
      "epoch": 491.72,
      "grad_norm": 1.2343753576278687,
      "learning_rate": 1.6590721432579143e-06,
      "loss": 0.3488,
      "step": 1761820
    },
    {
      "epoch": 491.72,
      "grad_norm": 1.2338542938232422,
      "learning_rate": 1.6590462831722702e-06,
      "loss": 0.354,
      "step": 1761830
    },
    {
      "epoch": 491.72,
      "grad_norm": 1.151975154876709,
      "learning_rate": 1.6590204231777604e-06,
      "loss": 0.341,
      "step": 1761840
    },
    {
      "epoch": 491.72,
      "grad_norm": 0.934236466884613,
      "learning_rate": 1.658994563274388e-06,
      "loss": 0.3408,
      "step": 1761850
    },
    {
      "epoch": 491.73,
      "grad_norm": 1.5295594930648804,
      "learning_rate": 1.6589687034621568e-06,
      "loss": 0.3357,
      "step": 1761860
    },
    {
      "epoch": 491.73,
      "grad_norm": 1.2610663175582886,
      "learning_rate": 1.6589428437410706e-06,
      "loss": 0.3263,
      "step": 1761870
    },
    {
      "epoch": 491.73,
      "grad_norm": 1.0945587158203125,
      "learning_rate": 1.658916984111131e-06,
      "loss": 0.3309,
      "step": 1761880
    },
    {
      "epoch": 491.74,
      "grad_norm": 1.0596450567245483,
      "learning_rate": 1.658891124572344e-06,
      "loss": 0.3466,
      "step": 1761890
    },
    {
      "epoch": 491.74,
      "grad_norm": 1.235080361366272,
      "learning_rate": 1.6588652651247123e-06,
      "loss": 0.3258,
      "step": 1761900
    },
    {
      "epoch": 491.74,
      "grad_norm": 1.1811624765396118,
      "learning_rate": 1.6588394057682375e-06,
      "loss": 0.3432,
      "step": 1761910
    },
    {
      "epoch": 491.74,
      "grad_norm": 1.1349393129348755,
      "learning_rate": 1.6588135465029257e-06,
      "loss": 0.3561,
      "step": 1761920
    },
    {
      "epoch": 491.75,
      "grad_norm": 1.1823400259017944,
      "learning_rate": 1.6587876873287788e-06,
      "loss": 0.3413,
      "step": 1761930
    },
    {
      "epoch": 491.75,
      "grad_norm": 1.2355742454528809,
      "learning_rate": 1.6587618282458004e-06,
      "loss": 0.3599,
      "step": 1761940
    },
    {
      "epoch": 491.75,
      "grad_norm": 1.205222249031067,
      "learning_rate": 1.6587359692539947e-06,
      "loss": 0.3567,
      "step": 1761950
    },
    {
      "epoch": 491.76,
      "grad_norm": 1.1562641859054565,
      "learning_rate": 1.6587101103533643e-06,
      "loss": 0.3425,
      "step": 1761960
    },
    {
      "epoch": 491.76,
      "grad_norm": 1.0639101266860962,
      "learning_rate": 1.6586842515439119e-06,
      "loss": 0.3324,
      "step": 1761970
    },
    {
      "epoch": 491.76,
      "grad_norm": 1.0780317783355713,
      "learning_rate": 1.6586583928256432e-06,
      "loss": 0.3375,
      "step": 1761980
    },
    {
      "epoch": 491.76,
      "grad_norm": 1.036842703819275,
      "learning_rate": 1.6586325341985601e-06,
      "loss": 0.344,
      "step": 1761990
    },
    {
      "epoch": 491.77,
      "grad_norm": 1.0009866952896118,
      "learning_rate": 1.6586066756626661e-06,
      "loss": 0.3187,
      "step": 1762000
    },
    {
      "epoch": 491.77,
      "grad_norm": 1.2314902544021606,
      "learning_rate": 1.658580817217965e-06,
      "loss": 0.3382,
      "step": 1762010
    },
    {
      "epoch": 491.77,
      "grad_norm": 1.1229792833328247,
      "learning_rate": 1.6585549588644602e-06,
      "loss": 0.3422,
      "step": 1762020
    },
    {
      "epoch": 491.78,
      "grad_norm": 0.9159011244773865,
      "learning_rate": 1.6585291006021542e-06,
      "loss": 0.3277,
      "step": 1762030
    },
    {
      "epoch": 491.78,
      "grad_norm": 1.0981155633926392,
      "learning_rate": 1.658503242431052e-06,
      "loss": 0.352,
      "step": 1762040
    },
    {
      "epoch": 491.78,
      "grad_norm": 1.0136557817459106,
      "learning_rate": 1.6584773843511568e-06,
      "loss": 0.3488,
      "step": 1762050
    },
    {
      "epoch": 491.78,
      "grad_norm": 1.0545074939727783,
      "learning_rate": 1.6584515263624704e-06,
      "loss": 0.341,
      "step": 1762060
    },
    {
      "epoch": 491.79,
      "grad_norm": 1.1176881790161133,
      "learning_rate": 1.6584256684649982e-06,
      "loss": 0.3361,
      "step": 1762070
    },
    {
      "epoch": 491.79,
      "grad_norm": 1.067033290863037,
      "learning_rate": 1.658399810658743e-06,
      "loss": 0.3499,
      "step": 1762080
    },
    {
      "epoch": 491.79,
      "grad_norm": 1.0439300537109375,
      "learning_rate": 1.6583739529437078e-06,
      "loss": 0.3334,
      "step": 1762090
    },
    {
      "epoch": 491.79,
      "grad_norm": 1.1407653093338013,
      "learning_rate": 1.6583480953198963e-06,
      "loss": 0.3513,
      "step": 1762100
    },
    {
      "epoch": 491.8,
      "grad_norm": 1.1683392524719238,
      "learning_rate": 1.6583222377873116e-06,
      "loss": 0.3371,
      "step": 1762110
    },
    {
      "epoch": 491.8,
      "grad_norm": 1.1944739818572998,
      "learning_rate": 1.658296380345958e-06,
      "loss": 0.3517,
      "step": 1762120
    },
    {
      "epoch": 491.8,
      "grad_norm": 1.8470838069915771,
      "learning_rate": 1.658270522995839e-06,
      "loss": 0.3523,
      "step": 1762130
    },
    {
      "epoch": 491.81,
      "grad_norm": 1.066525936126709,
      "learning_rate": 1.6582446657369563e-06,
      "loss": 0.3385,
      "step": 1762140
    },
    {
      "epoch": 491.81,
      "grad_norm": 1.1566959619522095,
      "learning_rate": 1.6582188085693155e-06,
      "loss": 0.3572,
      "step": 1762150
    },
    {
      "epoch": 491.81,
      "grad_norm": 1.2893108129501343,
      "learning_rate": 1.6581929514929192e-06,
      "loss": 0.322,
      "step": 1762160
    },
    {
      "epoch": 491.81,
      "grad_norm": 1.1114448308944702,
      "learning_rate": 1.6581670945077695e-06,
      "loss": 0.3497,
      "step": 1762170
    },
    {
      "epoch": 491.82,
      "grad_norm": 1.1741321086883545,
      "learning_rate": 1.6581412376138721e-06,
      "loss": 0.338,
      "step": 1762180
    },
    {
      "epoch": 491.82,
      "grad_norm": 1.0626552104949951,
      "learning_rate": 1.6581153808112294e-06,
      "loss": 0.3422,
      "step": 1762190
    },
    {
      "epoch": 491.82,
      "grad_norm": 1.0062315464019775,
      "learning_rate": 1.6580895240998438e-06,
      "loss": 0.3326,
      "step": 1762200
    },
    {
      "epoch": 491.83,
      "grad_norm": 0.9329562187194824,
      "learning_rate": 1.6580636674797212e-06,
      "loss": 0.3345,
      "step": 1762210
    },
    {
      "epoch": 491.83,
      "grad_norm": 1.1381020545959473,
      "learning_rate": 1.658037810950863e-06,
      "loss": 0.3446,
      "step": 1762220
    },
    {
      "epoch": 491.83,
      "grad_norm": 1.0195611715316772,
      "learning_rate": 1.6580119545132732e-06,
      "loss": 0.3326,
      "step": 1762230
    },
    {
      "epoch": 491.83,
      "grad_norm": 1.1411937475204468,
      "learning_rate": 1.657986098166956e-06,
      "loss": 0.3359,
      "step": 1762240
    },
    {
      "epoch": 491.84,
      "grad_norm": 1.1427998542785645,
      "learning_rate": 1.6579602419119137e-06,
      "loss": 0.3453,
      "step": 1762250
    },
    {
      "epoch": 491.84,
      "grad_norm": 1.0183051824569702,
      "learning_rate": 1.6579343857481496e-06,
      "loss": 0.3395,
      "step": 1762260
    },
    {
      "epoch": 491.84,
      "grad_norm": 1.140306830406189,
      "learning_rate": 1.6579085296756686e-06,
      "loss": 0.3479,
      "step": 1762270
    },
    {
      "epoch": 491.84,
      "grad_norm": 1.2443214654922485,
      "learning_rate": 1.657882673694473e-06,
      "loss": 0.3478,
      "step": 1762280
    },
    {
      "epoch": 491.85,
      "grad_norm": 0.9098541736602783,
      "learning_rate": 1.657856817804566e-06,
      "loss": 0.3354,
      "step": 1762290
    },
    {
      "epoch": 491.85,
      "grad_norm": 1.1079870462417603,
      "learning_rate": 1.6578309620059526e-06,
      "loss": 0.337,
      "step": 1762300
    },
    {
      "epoch": 491.85,
      "grad_norm": 1.1551967859268188,
      "learning_rate": 1.657805106298635e-06,
      "loss": 0.3556,
      "step": 1762310
    },
    {
      "epoch": 491.86,
      "grad_norm": 0.9416212439537048,
      "learning_rate": 1.6577792506826157e-06,
      "loss": 0.3439,
      "step": 1762320
    },
    {
      "epoch": 491.86,
      "grad_norm": 1.1793341636657715,
      "learning_rate": 1.6577533951579003e-06,
      "loss": 0.3408,
      "step": 1762330
    },
    {
      "epoch": 491.86,
      "grad_norm": 1.1641050577163696,
      "learning_rate": 1.6577275397244913e-06,
      "loss": 0.3497,
      "step": 1762340
    },
    {
      "epoch": 491.86,
      "grad_norm": 1.0670902729034424,
      "learning_rate": 1.6577016843823911e-06,
      "loss": 0.3286,
      "step": 1762350
    },
    {
      "epoch": 491.87,
      "grad_norm": 0.9929814338684082,
      "learning_rate": 1.6576758291316053e-06,
      "loss": 0.3379,
      "step": 1762360
    },
    {
      "epoch": 491.87,
      "grad_norm": 1.1796540021896362,
      "learning_rate": 1.6576499739721358e-06,
      "loss": 0.3413,
      "step": 1762370
    },
    {
      "epoch": 491.87,
      "grad_norm": 1.0570869445800781,
      "learning_rate": 1.6576241189039864e-06,
      "loss": 0.354,
      "step": 1762380
    },
    {
      "epoch": 491.88,
      "grad_norm": 1.0360544919967651,
      "learning_rate": 1.6575982639271605e-06,
      "loss": 0.3376,
      "step": 1762390
    },
    {
      "epoch": 491.88,
      "grad_norm": 1.1725398302078247,
      "learning_rate": 1.657572409041661e-06,
      "loss": 0.3365,
      "step": 1762400
    },
    {
      "epoch": 491.88,
      "grad_norm": 1.0847560167312622,
      "learning_rate": 1.6575465542474926e-06,
      "loss": 0.3499,
      "step": 1762410
    },
    {
      "epoch": 491.88,
      "grad_norm": 1.2338812351226807,
      "learning_rate": 1.657520699544658e-06,
      "loss": 0.3303,
      "step": 1762420
    },
    {
      "epoch": 491.89,
      "grad_norm": 1.1839498281478882,
      "learning_rate": 1.6574948449331605e-06,
      "loss": 0.332,
      "step": 1762430
    },
    {
      "epoch": 491.89,
      "grad_norm": 0.9160382747650146,
      "learning_rate": 1.6574689904130043e-06,
      "loss": 0.3521,
      "step": 1762440
    },
    {
      "epoch": 491.89,
      "grad_norm": 1.0911017656326294,
      "learning_rate": 1.657443135984192e-06,
      "loss": 0.3296,
      "step": 1762450
    },
    {
      "epoch": 491.9,
      "grad_norm": 1.036736249923706,
      "learning_rate": 1.6574172816467265e-06,
      "loss": 0.3457,
      "step": 1762460
    },
    {
      "epoch": 491.9,
      "grad_norm": 1.8814047574996948,
      "learning_rate": 1.6573914274006128e-06,
      "loss": 0.3364,
      "step": 1762470
    },
    {
      "epoch": 491.9,
      "grad_norm": 1.2196801900863647,
      "learning_rate": 1.6573655732458542e-06,
      "loss": 0.3416,
      "step": 1762480
    },
    {
      "epoch": 491.9,
      "grad_norm": 1.0112874507904053,
      "learning_rate": 1.657339719182452e-06,
      "loss": 0.3384,
      "step": 1762490
    },
    {
      "epoch": 491.91,
      "grad_norm": 1.0185288190841675,
      "learning_rate": 1.6573138652104125e-06,
      "loss": 0.3395,
      "step": 1762500
    },
    {
      "epoch": 491.91,
      "grad_norm": 1.1419198513031006,
      "learning_rate": 1.6572880113297379e-06,
      "loss": 0.3393,
      "step": 1762510
    },
    {
      "epoch": 491.91,
      "grad_norm": 1.130284309387207,
      "learning_rate": 1.6572621575404308e-06,
      "loss": 0.3339,
      "step": 1762520
    },
    {
      "epoch": 491.91,
      "grad_norm": 1.1939377784729004,
      "learning_rate": 1.6572363038424959e-06,
      "loss": 0.3454,
      "step": 1762530
    },
    {
      "epoch": 491.92,
      "grad_norm": 1.1490145921707153,
      "learning_rate": 1.6572104502359364e-06,
      "loss": 0.3359,
      "step": 1762540
    },
    {
      "epoch": 491.92,
      "grad_norm": 1.243908166885376,
      "learning_rate": 1.6571845967207543e-06,
      "loss": 0.351,
      "step": 1762550
    },
    {
      "epoch": 491.92,
      "grad_norm": 1.0214253664016724,
      "learning_rate": 1.6571587432969555e-06,
      "loss": 0.3391,
      "step": 1762560
    },
    {
      "epoch": 491.93,
      "grad_norm": 1.0259613990783691,
      "learning_rate": 1.657132889964542e-06,
      "loss": 0.3482,
      "step": 1762570
    },
    {
      "epoch": 491.93,
      "grad_norm": 1.0309288501739502,
      "learning_rate": 1.657107036723517e-06,
      "loss": 0.3367,
      "step": 1762580
    },
    {
      "epoch": 491.93,
      "grad_norm": 1.201939582824707,
      "learning_rate": 1.6570811835738845e-06,
      "loss": 0.3275,
      "step": 1762590
    },
    {
      "epoch": 491.93,
      "grad_norm": 1.0917632579803467,
      "learning_rate": 1.6570553305156482e-06,
      "loss": 0.3432,
      "step": 1762600
    },
    {
      "epoch": 491.94,
      "grad_norm": 1.1102991104125977,
      "learning_rate": 1.65702947754881e-06,
      "loss": 0.3288,
      "step": 1762610
    },
    {
      "epoch": 491.94,
      "grad_norm": 1.230484127998352,
      "learning_rate": 1.657003624673376e-06,
      "loss": 0.3384,
      "step": 1762620
    },
    {
      "epoch": 491.94,
      "grad_norm": 1.130200982093811,
      "learning_rate": 1.6569777718893475e-06,
      "loss": 0.3343,
      "step": 1762630
    },
    {
      "epoch": 491.95,
      "grad_norm": 1.2366195917129517,
      "learning_rate": 1.6569519191967278e-06,
      "loss": 0.347,
      "step": 1762640
    },
    {
      "epoch": 491.95,
      "grad_norm": 0.9152264595031738,
      "learning_rate": 1.656926066595522e-06,
      "loss": 0.3445,
      "step": 1762650
    },
    {
      "epoch": 491.95,
      "grad_norm": 1.1809630393981934,
      "learning_rate": 1.6569002140857325e-06,
      "loss": 0.3452,
      "step": 1762660
    },
    {
      "epoch": 491.95,
      "grad_norm": 1.028588891029358,
      "learning_rate": 1.6568743616673627e-06,
      "loss": 0.3501,
      "step": 1762670
    },
    {
      "epoch": 491.96,
      "grad_norm": 1.3505911827087402,
      "learning_rate": 1.6568485093404167e-06,
      "loss": 0.3376,
      "step": 1762680
    },
    {
      "epoch": 491.96,
      "grad_norm": 1.3714017868041992,
      "learning_rate": 1.6568226571048964e-06,
      "loss": 0.339,
      "step": 1762690
    },
    {
      "epoch": 491.96,
      "grad_norm": 1.0230218172073364,
      "learning_rate": 1.6567968049608073e-06,
      "loss": 0.3428,
      "step": 1762700
    },
    {
      "epoch": 491.96,
      "grad_norm": 1.1812595129013062,
      "learning_rate": 1.656770952908152e-06,
      "loss": 0.3406,
      "step": 1762710
    },
    {
      "epoch": 491.97,
      "grad_norm": 1.095231294631958,
      "learning_rate": 1.6567451009469331e-06,
      "loss": 0.3464,
      "step": 1762720
    },
    {
      "epoch": 491.97,
      "grad_norm": 1.0216654539108276,
      "learning_rate": 1.656719249077155e-06,
      "loss": 0.3404,
      "step": 1762730
    },
    {
      "epoch": 491.97,
      "grad_norm": 1.184592604637146,
      "learning_rate": 1.656693397298821e-06,
      "loss": 0.3379,
      "step": 1762740
    },
    {
      "epoch": 491.98,
      "grad_norm": 1.046461820602417,
      "learning_rate": 1.6566675456119344e-06,
      "loss": 0.3459,
      "step": 1762750
    },
    {
      "epoch": 491.98,
      "grad_norm": 1.2467408180236816,
      "learning_rate": 1.656641694016499e-06,
      "loss": 0.3351,
      "step": 1762760
    },
    {
      "epoch": 491.98,
      "grad_norm": 0.9736931324005127,
      "learning_rate": 1.6566158425125176e-06,
      "loss": 0.3429,
      "step": 1762770
    },
    {
      "epoch": 491.98,
      "grad_norm": 1.117283821105957,
      "learning_rate": 1.6565899910999928e-06,
      "loss": 0.3409,
      "step": 1762780
    },
    {
      "epoch": 491.99,
      "grad_norm": 1.0127601623535156,
      "learning_rate": 1.6565641397789308e-06,
      "loss": 0.3535,
      "step": 1762790
    },
    {
      "epoch": 491.99,
      "grad_norm": 1.307389259338379,
      "learning_rate": 1.6565382885493332e-06,
      "loss": 0.3418,
      "step": 1762800
    },
    {
      "epoch": 491.99,
      "grad_norm": 1.002066969871521,
      "learning_rate": 1.6565124374112032e-06,
      "loss": 0.3306,
      "step": 1762810
    },
    {
      "epoch": 492.0,
      "grad_norm": 1.31805419921875,
      "learning_rate": 1.656486586364545e-06,
      "loss": 0.3433,
      "step": 1762820
    },
    {
      "epoch": 492.0,
      "grad_norm": 1.0666111707687378,
      "learning_rate": 1.656460735409362e-06,
      "loss": 0.356,
      "step": 1762830
    },
    {
      "epoch": 492.0,
      "eval_loss": 0.3429982364177704,
      "eval_runtime": 62.9972,
      "eval_samples_per_second": 80.305,
      "eval_steps_per_second": 10.048,
      "step": 1762836
    },
    {
      "epoch": 492.0,
      "grad_norm": 1.1622192859649658,
      "learning_rate": 1.6564348845456561e-06,
      "loss": 0.3347,
      "step": 1762840
    },
    {
      "epoch": 492.0,
      "grad_norm": 1.0901589393615723,
      "learning_rate": 1.6564090337734332e-06,
      "loss": 0.3276,
      "step": 1762850
    },
    {
      "epoch": 492.01,
      "grad_norm": 1.1797832250595093,
      "learning_rate": 1.6563831830926955e-06,
      "loss": 0.346,
      "step": 1762860
    },
    {
      "epoch": 492.01,
      "grad_norm": 1.204444408416748,
      "learning_rate": 1.6563573325034456e-06,
      "loss": 0.3366,
      "step": 1762870
    },
    {
      "epoch": 492.01,
      "grad_norm": 1.0148411989212036,
      "learning_rate": 1.6563314820056887e-06,
      "loss": 0.341,
      "step": 1762880
    },
    {
      "epoch": 492.02,
      "grad_norm": 4.615190029144287,
      "learning_rate": 1.6563056315994278e-06,
      "loss": 0.3245,
      "step": 1762890
    },
    {
      "epoch": 492.02,
      "grad_norm": 1.0260039567947388,
      "learning_rate": 1.656279781284665e-06,
      "loss": 0.3292,
      "step": 1762900
    },
    {
      "epoch": 492.02,
      "grad_norm": 0.9930787086486816,
      "learning_rate": 1.6562539310614052e-06,
      "loss": 0.3477,
      "step": 1762910
    },
    {
      "epoch": 492.02,
      "grad_norm": 1.1353081464767456,
      "learning_rate": 1.6562280809296514e-06,
      "loss": 0.3212,
      "step": 1762920
    },
    {
      "epoch": 492.03,
      "grad_norm": 1.285353660583496,
      "learning_rate": 1.6562022308894062e-06,
      "loss": 0.3247,
      "step": 1762930
    },
    {
      "epoch": 492.03,
      "grad_norm": 1.0558483600616455,
      "learning_rate": 1.6561763809406743e-06,
      "loss": 0.3433,
      "step": 1762940
    },
    {
      "epoch": 492.03,
      "grad_norm": 1.2157210111618042,
      "learning_rate": 1.6561505310834591e-06,
      "loss": 0.336,
      "step": 1762950
    },
    {
      "epoch": 492.03,
      "grad_norm": 1.0456409454345703,
      "learning_rate": 1.656124681317763e-06,
      "loss": 0.3489,
      "step": 1762960
    },
    {
      "epoch": 492.04,
      "grad_norm": 1.214829444885254,
      "learning_rate": 1.6560988316435905e-06,
      "loss": 0.3591,
      "step": 1762970
    },
    {
      "epoch": 492.04,
      "grad_norm": 1.6658082008361816,
      "learning_rate": 1.6560729820609431e-06,
      "loss": 0.341,
      "step": 1762980
    },
    {
      "epoch": 492.04,
      "grad_norm": 1.0482985973358154,
      "learning_rate": 1.6560471325698272e-06,
      "loss": 0.3472,
      "step": 1762990
    },
    {
      "epoch": 492.05,
      "grad_norm": 1.076723337173462,
      "learning_rate": 1.6560212831702446e-06,
      "loss": 0.3351,
      "step": 1763000
    },
    {
      "epoch": 492.05,
      "grad_norm": 1.083419680595398,
      "learning_rate": 1.6559954338621978e-06,
      "loss": 0.351,
      "step": 1763010
    },
    {
      "epoch": 492.05,
      "grad_norm": 0.9378020763397217,
      "learning_rate": 1.6559695846456925e-06,
      "loss": 0.3536,
      "step": 1763020
    },
    {
      "epoch": 492.05,
      "grad_norm": 1.112706184387207,
      "learning_rate": 1.655943735520731e-06,
      "loss": 0.3353,
      "step": 1763030
    },
    {
      "epoch": 492.06,
      "grad_norm": 0.9230985641479492,
      "learning_rate": 1.6559178864873158e-06,
      "loss": 0.3226,
      "step": 1763040
    },
    {
      "epoch": 492.06,
      "grad_norm": 1.1529719829559326,
      "learning_rate": 1.6558920375454523e-06,
      "loss": 0.3399,
      "step": 1763050
    },
    {
      "epoch": 492.06,
      "grad_norm": 1.0634760856628418,
      "learning_rate": 1.6558661886951426e-06,
      "loss": 0.3467,
      "step": 1763060
    },
    {
      "epoch": 492.07,
      "grad_norm": 1.0894255638122559,
      "learning_rate": 1.6558403399363894e-06,
      "loss": 0.3472,
      "step": 1763070
    },
    {
      "epoch": 492.07,
      "grad_norm": 1.1232984066009521,
      "learning_rate": 1.6558144912691981e-06,
      "loss": 0.3548,
      "step": 1763080
    },
    {
      "epoch": 492.07,
      "grad_norm": 1.0474597215652466,
      "learning_rate": 1.6557886426935713e-06,
      "loss": 0.3379,
      "step": 1763090
    },
    {
      "epoch": 492.07,
      "grad_norm": 1.094603419303894,
      "learning_rate": 1.655762794209512e-06,
      "loss": 0.3269,
      "step": 1763100
    },
    {
      "epoch": 492.08,
      "grad_norm": 1.1306687593460083,
      "learning_rate": 1.6557369458170242e-06,
      "loss": 0.3323,
      "step": 1763110
    },
    {
      "epoch": 492.08,
      "grad_norm": 1.054787039756775,
      "learning_rate": 1.655711097516111e-06,
      "loss": 0.3598,
      "step": 1763120
    },
    {
      "epoch": 492.08,
      "grad_norm": 1.25770103931427,
      "learning_rate": 1.6556852493067753e-06,
      "loss": 0.3472,
      "step": 1763130
    },
    {
      "epoch": 492.08,
      "grad_norm": 1.09552001953125,
      "learning_rate": 1.655659401189022e-06,
      "loss": 0.3686,
      "step": 1763140
    },
    {
      "epoch": 492.09,
      "grad_norm": 1.0362142324447632,
      "learning_rate": 1.6556335531628543e-06,
      "loss": 0.3479,
      "step": 1763150
    },
    {
      "epoch": 492.09,
      "grad_norm": 1.0617319345474243,
      "learning_rate": 1.6556077052282734e-06,
      "loss": 0.3182,
      "step": 1763160
    },
    {
      "epoch": 492.09,
      "grad_norm": 1.1812725067138672,
      "learning_rate": 1.6555818573852857e-06,
      "loss": 0.3317,
      "step": 1763170
    },
    {
      "epoch": 492.1,
      "grad_norm": 1.0555752515792847,
      "learning_rate": 1.6555560096338933e-06,
      "loss": 0.3427,
      "step": 1763180
    },
    {
      "epoch": 492.1,
      "grad_norm": 1.0718644857406616,
      "learning_rate": 1.6555301619740992e-06,
      "loss": 0.3506,
      "step": 1763190
    },
    {
      "epoch": 492.1,
      "grad_norm": 1.0438324213027954,
      "learning_rate": 1.655504314405908e-06,
      "loss": 0.3448,
      "step": 1763200
    },
    {
      "epoch": 492.1,
      "grad_norm": 1.128233790397644,
      "learning_rate": 1.6554784669293223e-06,
      "loss": 0.3379,
      "step": 1763210
    },
    {
      "epoch": 492.11,
      "grad_norm": 1.0979429483413696,
      "learning_rate": 1.6554526195443447e-06,
      "loss": 0.3443,
      "step": 1763220
    },
    {
      "epoch": 492.11,
      "grad_norm": 1.0501842498779297,
      "learning_rate": 1.655426772250981e-06,
      "loss": 0.349,
      "step": 1763230
    },
    {
      "epoch": 492.11,
      "grad_norm": 1.4052482843399048,
      "learning_rate": 1.655400925049233e-06,
      "loss": 0.3332,
      "step": 1763240
    },
    {
      "epoch": 492.12,
      "grad_norm": 1.1181503534317017,
      "learning_rate": 1.655375077939104e-06,
      "loss": 0.3556,
      "step": 1763250
    },
    {
      "epoch": 492.12,
      "grad_norm": 1.0555570125579834,
      "learning_rate": 1.6553492309205985e-06,
      "loss": 0.3494,
      "step": 1763260
    },
    {
      "epoch": 492.12,
      "grad_norm": 1.1605111360549927,
      "learning_rate": 1.6553233839937182e-06,
      "loss": 0.3415,
      "step": 1763270
    },
    {
      "epoch": 492.12,
      "grad_norm": 1.137033224105835,
      "learning_rate": 1.6552975371584688e-06,
      "loss": 0.3361,
      "step": 1763280
    },
    {
      "epoch": 492.13,
      "grad_norm": 1.0350254774093628,
      "learning_rate": 1.6552716904148527e-06,
      "loss": 0.349,
      "step": 1763290
    },
    {
      "epoch": 492.13,
      "grad_norm": 1.1015582084655762,
      "learning_rate": 1.655245843762872e-06,
      "loss": 0.3632,
      "step": 1763300
    },
    {
      "epoch": 492.13,
      "grad_norm": 1.091025710105896,
      "learning_rate": 1.6552199972025322e-06,
      "loss": 0.3428,
      "step": 1763310
    },
    {
      "epoch": 492.14,
      "grad_norm": 1.0740665197372437,
      "learning_rate": 1.6551941507338365e-06,
      "loss": 0.3479,
      "step": 1763320
    },
    {
      "epoch": 492.14,
      "grad_norm": 0.8473318815231323,
      "learning_rate": 1.6551683043567869e-06,
      "loss": 0.3483,
      "step": 1763330
    },
    {
      "epoch": 492.14,
      "grad_norm": 1.1341885328292847,
      "learning_rate": 1.655142458071388e-06,
      "loss": 0.3363,
      "step": 1763340
    },
    {
      "epoch": 492.14,
      "grad_norm": 0.9508649110794067,
      "learning_rate": 1.6551166118776435e-06,
      "loss": 0.3239,
      "step": 1763350
    },
    {
      "epoch": 492.15,
      "grad_norm": 1.1378675699234009,
      "learning_rate": 1.655090765775555e-06,
      "loss": 0.3298,
      "step": 1763360
    },
    {
      "epoch": 492.15,
      "grad_norm": 1.3562674522399902,
      "learning_rate": 1.6550649197651282e-06,
      "loss": 0.3247,
      "step": 1763370
    },
    {
      "epoch": 492.15,
      "grad_norm": 1.1637308597564697,
      "learning_rate": 1.6550390738463655e-06,
      "loss": 0.343,
      "step": 1763380
    },
    {
      "epoch": 492.15,
      "grad_norm": 1.0214499235153198,
      "learning_rate": 1.6550132280192704e-06,
      "loss": 0.3348,
      "step": 1763390
    },
    {
      "epoch": 492.16,
      "grad_norm": 1.1137394905090332,
      "learning_rate": 1.6549873822838463e-06,
      "loss": 0.3607,
      "step": 1763400
    },
    {
      "epoch": 492.16,
      "grad_norm": 1.013371467590332,
      "learning_rate": 1.654961536640097e-06,
      "loss": 0.34,
      "step": 1763410
    },
    {
      "epoch": 492.16,
      "grad_norm": 1.0147439241409302,
      "learning_rate": 1.6549356910880245e-06,
      "loss": 0.3455,
      "step": 1763420
    },
    {
      "epoch": 492.17,
      "grad_norm": 1.0263038873672485,
      "learning_rate": 1.6549098456276343e-06,
      "loss": 0.3427,
      "step": 1763430
    },
    {
      "epoch": 492.17,
      "grad_norm": 0.9871331453323364,
      "learning_rate": 1.6548840002589289e-06,
      "loss": 0.3365,
      "step": 1763440
    },
    {
      "epoch": 492.17,
      "grad_norm": 1.0070284605026245,
      "learning_rate": 1.654858154981911e-06,
      "loss": 0.3473,
      "step": 1763450
    },
    {
      "epoch": 492.17,
      "grad_norm": 1.220310926437378,
      "learning_rate": 1.6548323097965854e-06,
      "loss": 0.3369,
      "step": 1763460
    },
    {
      "epoch": 492.18,
      "grad_norm": 1.193332552909851,
      "learning_rate": 1.6548064647029554e-06,
      "loss": 0.3432,
      "step": 1763470
    },
    {
      "epoch": 492.18,
      "grad_norm": 1.0092368125915527,
      "learning_rate": 1.6547806197010232e-06,
      "loss": 0.3417,
      "step": 1763480
    },
    {
      "epoch": 492.18,
      "grad_norm": 1.1284838914871216,
      "learning_rate": 1.6547547747907936e-06,
      "loss": 0.3288,
      "step": 1763490
    },
    {
      "epoch": 492.19,
      "grad_norm": 1.0570435523986816,
      "learning_rate": 1.6547289299722693e-06,
      "loss": 0.3373,
      "step": 1763500
    },
    {
      "epoch": 492.19,
      "grad_norm": 1.053970456123352,
      "learning_rate": 1.6547030852454533e-06,
      "loss": 0.335,
      "step": 1763510
    },
    {
      "epoch": 492.19,
      "grad_norm": 0.8974560499191284,
      "learning_rate": 1.6546772406103502e-06,
      "loss": 0.3489,
      "step": 1763520
    },
    {
      "epoch": 492.19,
      "grad_norm": 1.186180830001831,
      "learning_rate": 1.6546513960669631e-06,
      "loss": 0.3476,
      "step": 1763530
    },
    {
      "epoch": 492.2,
      "grad_norm": 1.0451021194458008,
      "learning_rate": 1.6546255516152945e-06,
      "loss": 0.3406,
      "step": 1763540
    },
    {
      "epoch": 492.2,
      "grad_norm": 1.096083641052246,
      "learning_rate": 1.6545997072553492e-06,
      "loss": 0.3384,
      "step": 1763550
    },
    {
      "epoch": 492.2,
      "grad_norm": 1.0689553022384644,
      "learning_rate": 1.654573862987129e-06,
      "loss": 0.3485,
      "step": 1763560
    },
    {
      "epoch": 492.2,
      "grad_norm": 0.9368287324905396,
      "learning_rate": 1.6545480188106392e-06,
      "loss": 0.3451,
      "step": 1763570
    },
    {
      "epoch": 492.21,
      "grad_norm": 1.1998233795166016,
      "learning_rate": 1.6545221747258826e-06,
      "loss": 0.3528,
      "step": 1763580
    },
    {
      "epoch": 492.21,
      "grad_norm": 1.2050707340240479,
      "learning_rate": 1.6544963307328612e-06,
      "loss": 0.3464,
      "step": 1763590
    },
    {
      "epoch": 492.21,
      "grad_norm": 1.118455410003662,
      "learning_rate": 1.6544704868315808e-06,
      "loss": 0.3289,
      "step": 1763600
    },
    {
      "epoch": 492.22,
      "grad_norm": 1.180158019065857,
      "learning_rate": 1.6544446430220439e-06,
      "loss": 0.3407,
      "step": 1763610
    },
    {
      "epoch": 492.22,
      "grad_norm": 0.9846909046173096,
      "learning_rate": 1.6544187993042529e-06,
      "loss": 0.3316,
      "step": 1763620
    },
    {
      "epoch": 492.22,
      "grad_norm": 6.088357925415039,
      "learning_rate": 1.6543929556782122e-06,
      "loss": 0.3553,
      "step": 1763630
    },
    {
      "epoch": 492.22,
      "grad_norm": 1.0859392881393433,
      "learning_rate": 1.6543671121439258e-06,
      "loss": 0.3352,
      "step": 1763640
    },
    {
      "epoch": 492.23,
      "grad_norm": 1.123225212097168,
      "learning_rate": 1.6543412687013953e-06,
      "loss": 0.3363,
      "step": 1763650
    },
    {
      "epoch": 492.23,
      "grad_norm": 0.9477975964546204,
      "learning_rate": 1.6543154253506263e-06,
      "loss": 0.3423,
      "step": 1763660
    },
    {
      "epoch": 492.23,
      "grad_norm": 1.0300061702728271,
      "learning_rate": 1.6542895820916211e-06,
      "loss": 0.3423,
      "step": 1763670
    },
    {
      "epoch": 492.24,
      "grad_norm": 1.0830801725387573,
      "learning_rate": 1.654263738924382e-06,
      "loss": 0.3442,
      "step": 1763680
    },
    {
      "epoch": 492.24,
      "grad_norm": 1.260650634765625,
      "learning_rate": 1.654237895848915e-06,
      "loss": 0.3614,
      "step": 1763690
    },
    {
      "epoch": 492.24,
      "grad_norm": 1.2354249954223633,
      "learning_rate": 1.6542120528652224e-06,
      "loss": 0.3467,
      "step": 1763700
    },
    {
      "epoch": 492.24,
      "grad_norm": 1.2022831439971924,
      "learning_rate": 1.654186209973307e-06,
      "loss": 0.3404,
      "step": 1763710
    },
    {
      "epoch": 492.25,
      "grad_norm": 1.1572867631912231,
      "learning_rate": 1.6541603671731726e-06,
      "loss": 0.3417,
      "step": 1763720
    },
    {
      "epoch": 492.25,
      "grad_norm": 1.1017040014266968,
      "learning_rate": 1.6541345244648234e-06,
      "loss": 0.354,
      "step": 1763730
    },
    {
      "epoch": 492.25,
      "grad_norm": 1.0858229398727417,
      "learning_rate": 1.654108681848261e-06,
      "loss": 0.3395,
      "step": 1763740
    },
    {
      "epoch": 492.26,
      "grad_norm": 1.044979214668274,
      "learning_rate": 1.654082839323491e-06,
      "loss": 0.3364,
      "step": 1763750
    },
    {
      "epoch": 492.26,
      "grad_norm": 0.9614561796188354,
      "learning_rate": 1.654056996890516e-06,
      "loss": 0.3459,
      "step": 1763760
    },
    {
      "epoch": 492.26,
      "grad_norm": 1.1559786796569824,
      "learning_rate": 1.6540311545493387e-06,
      "loss": 0.3597,
      "step": 1763770
    },
    {
      "epoch": 492.26,
      "grad_norm": 1.1427685022354126,
      "learning_rate": 1.654005312299964e-06,
      "loss": 0.3377,
      "step": 1763780
    },
    {
      "epoch": 492.27,
      "grad_norm": 1.0092302560806274,
      "learning_rate": 1.6539794701423943e-06,
      "loss": 0.3333,
      "step": 1763790
    },
    {
      "epoch": 492.27,
      "grad_norm": 1.114111065864563,
      "learning_rate": 1.653953628076632e-06,
      "loss": 0.3442,
      "step": 1763800
    },
    {
      "epoch": 492.27,
      "grad_norm": 1.426182508468628,
      "learning_rate": 1.653927786102683e-06,
      "loss": 0.338,
      "step": 1763810
    },
    {
      "epoch": 492.27,
      "grad_norm": 1.1379903554916382,
      "learning_rate": 1.6539019442205496e-06,
      "loss": 0.334,
      "step": 1763820
    },
    {
      "epoch": 492.28,
      "grad_norm": 1.060614824295044,
      "learning_rate": 1.6538761024302342e-06,
      "loss": 0.3234,
      "step": 1763830
    },
    {
      "epoch": 492.28,
      "grad_norm": 1.31173574924469,
      "learning_rate": 1.653850260731742e-06,
      "loss": 0.3278,
      "step": 1763840
    },
    {
      "epoch": 492.28,
      "grad_norm": 1.0830961465835571,
      "learning_rate": 1.6538244191250751e-06,
      "loss": 0.3434,
      "step": 1763850
    },
    {
      "epoch": 492.29,
      "grad_norm": 1.1420961618423462,
      "learning_rate": 1.6537985776102383e-06,
      "loss": 0.357,
      "step": 1763860
    },
    {
      "epoch": 492.29,
      "grad_norm": 1.1699707508087158,
      "learning_rate": 1.6537727361872338e-06,
      "loss": 0.3383,
      "step": 1763870
    },
    {
      "epoch": 492.29,
      "grad_norm": 1.122885823249817,
      "learning_rate": 1.6537468948560649e-06,
      "loss": 0.3551,
      "step": 1763880
    },
    {
      "epoch": 492.29,
      "grad_norm": 1.0646390914916992,
      "learning_rate": 1.6537210536167363e-06,
      "loss": 0.3456,
      "step": 1763890
    },
    {
      "epoch": 492.3,
      "grad_norm": 1.390508770942688,
      "learning_rate": 1.6536952124692509e-06,
      "loss": 0.3656,
      "step": 1763900
    },
    {
      "epoch": 492.3,
      "grad_norm": 1.0513858795166016,
      "learning_rate": 1.6536693714136114e-06,
      "loss": 0.3431,
      "step": 1763910
    },
    {
      "epoch": 492.3,
      "grad_norm": 1.027984619140625,
      "learning_rate": 1.6536435304498226e-06,
      "loss": 0.3474,
      "step": 1763920
    },
    {
      "epoch": 492.31,
      "grad_norm": 1.0161724090576172,
      "learning_rate": 1.6536176895778866e-06,
      "loss": 0.3441,
      "step": 1763930
    },
    {
      "epoch": 492.31,
      "grad_norm": 1.2513184547424316,
      "learning_rate": 1.6535918487978068e-06,
      "loss": 0.3356,
      "step": 1763940
    },
    {
      "epoch": 492.31,
      "grad_norm": 1.1142910718917847,
      "learning_rate": 1.6535660081095881e-06,
      "loss": 0.3364,
      "step": 1763950
    },
    {
      "epoch": 492.31,
      "grad_norm": 1.1492247581481934,
      "learning_rate": 1.653540167513233e-06,
      "loss": 0.3336,
      "step": 1763960
    },
    {
      "epoch": 492.32,
      "grad_norm": 1.213438868522644,
      "learning_rate": 1.6535143270087443e-06,
      "loss": 0.3442,
      "step": 1763970
    },
    {
      "epoch": 492.32,
      "grad_norm": 1.1496835947036743,
      "learning_rate": 1.6534884865961268e-06,
      "loss": 0.3288,
      "step": 1763980
    },
    {
      "epoch": 492.32,
      "grad_norm": 4.269576549530029,
      "learning_rate": 1.6534626462753837e-06,
      "loss": 0.3433,
      "step": 1763990
    },
    {
      "epoch": 492.32,
      "grad_norm": 1.1620689630508423,
      "learning_rate": 1.6534368060465172e-06,
      "loss": 0.3468,
      "step": 1764000
    },
    {
      "epoch": 492.33,
      "grad_norm": 1.0721992254257202,
      "learning_rate": 1.6534109659095323e-06,
      "loss": 0.3458,
      "step": 1764010
    },
    {
      "epoch": 492.33,
      "grad_norm": 1.1281083822250366,
      "learning_rate": 1.6533851258644315e-06,
      "loss": 0.3548,
      "step": 1764020
    },
    {
      "epoch": 492.33,
      "grad_norm": 1.3262823820114136,
      "learning_rate": 1.6533592859112176e-06,
      "loss": 0.3531,
      "step": 1764030
    },
    {
      "epoch": 492.34,
      "grad_norm": 1.1427199840545654,
      "learning_rate": 1.6533334460498956e-06,
      "loss": 0.3414,
      "step": 1764040
    },
    {
      "epoch": 492.34,
      "grad_norm": 0.9656625390052795,
      "learning_rate": 1.6533076062804689e-06,
      "loss": 0.3313,
      "step": 1764050
    },
    {
      "epoch": 492.34,
      "grad_norm": 1.191106915473938,
      "learning_rate": 1.6532817666029393e-06,
      "loss": 0.3224,
      "step": 1764060
    },
    {
      "epoch": 492.34,
      "grad_norm": 1.2222498655319214,
      "learning_rate": 1.6532559270173115e-06,
      "loss": 0.3511,
      "step": 1764070
    },
    {
      "epoch": 492.35,
      "grad_norm": 1.1863261461257935,
      "learning_rate": 1.6532300875235893e-06,
      "loss": 0.3309,
      "step": 1764080
    },
    {
      "epoch": 492.35,
      "grad_norm": 1.1144763231277466,
      "learning_rate": 1.653204248121774e-06,
      "loss": 0.3308,
      "step": 1764090
    },
    {
      "epoch": 492.35,
      "grad_norm": 1.1086190938949585,
      "learning_rate": 1.6531784088118715e-06,
      "loss": 0.3495,
      "step": 1764100
    },
    {
      "epoch": 492.36,
      "grad_norm": 1.097124457359314,
      "learning_rate": 1.6531525695938843e-06,
      "loss": 0.3457,
      "step": 1764110
    },
    {
      "epoch": 492.36,
      "grad_norm": 0.9609469771385193,
      "learning_rate": 1.6531267304678151e-06,
      "loss": 0.3299,
      "step": 1764120
    },
    {
      "epoch": 492.36,
      "grad_norm": 1.3986923694610596,
      "learning_rate": 1.6531008914336686e-06,
      "loss": 0.36,
      "step": 1764130
    },
    {
      "epoch": 492.36,
      "grad_norm": 0.8675498366355896,
      "learning_rate": 1.6530750524914477e-06,
      "loss": 0.352,
      "step": 1764140
    },
    {
      "epoch": 492.37,
      "grad_norm": 1.0649906396865845,
      "learning_rate": 1.6530492136411559e-06,
      "loss": 0.3337,
      "step": 1764150
    },
    {
      "epoch": 492.37,
      "grad_norm": 1.0715677738189697,
      "learning_rate": 1.6530233748827968e-06,
      "loss": 0.3383,
      "step": 1764160
    },
    {
      "epoch": 492.37,
      "grad_norm": 1.0384255647659302,
      "learning_rate": 1.6529975362163725e-06,
      "loss": 0.3333,
      "step": 1764170
    },
    {
      "epoch": 492.38,
      "grad_norm": 1.0438884496688843,
      "learning_rate": 1.6529716976418886e-06,
      "loss": 0.3508,
      "step": 1764180
    },
    {
      "epoch": 492.38,
      "grad_norm": 1.1110037565231323,
      "learning_rate": 1.6529458591593473e-06,
      "loss": 0.3348,
      "step": 1764190
    },
    {
      "epoch": 492.38,
      "grad_norm": 0.9592534303665161,
      "learning_rate": 1.652920020768752e-06,
      "loss": 0.3322,
      "step": 1764200
    },
    {
      "epoch": 492.38,
      "grad_norm": 1.3344510793685913,
      "learning_rate": 1.6528941824701064e-06,
      "loss": 0.3389,
      "step": 1764210
    },
    {
      "epoch": 492.39,
      "grad_norm": 1.100756049156189,
      "learning_rate": 1.6528683442634146e-06,
      "loss": 0.343,
      "step": 1764220
    },
    {
      "epoch": 492.39,
      "grad_norm": 0.9986872673034668,
      "learning_rate": 1.6528425061486777e-06,
      "loss": 0.3393,
      "step": 1764230
    },
    {
      "epoch": 492.39,
      "grad_norm": 1.260749340057373,
      "learning_rate": 1.6528166681259021e-06,
      "loss": 0.3505,
      "step": 1764240
    },
    {
      "epoch": 492.39,
      "grad_norm": 1.1353152990341187,
      "learning_rate": 1.65279083019509e-06,
      "loss": 0.3471,
      "step": 1764250
    },
    {
      "epoch": 492.4,
      "grad_norm": 1.1796225309371948,
      "learning_rate": 1.6527649923562436e-06,
      "loss": 0.3518,
      "step": 1764260
    },
    {
      "epoch": 492.4,
      "grad_norm": 1.1662287712097168,
      "learning_rate": 1.6527391546093684e-06,
      "loss": 0.3436,
      "step": 1764270
    },
    {
      "epoch": 492.4,
      "grad_norm": 1.1654284000396729,
      "learning_rate": 1.652713316954467e-06,
      "loss": 0.3354,
      "step": 1764280
    },
    {
      "epoch": 492.41,
      "grad_norm": 0.9455422759056091,
      "learning_rate": 1.6526874793915423e-06,
      "loss": 0.3456,
      "step": 1764290
    },
    {
      "epoch": 492.41,
      "grad_norm": 0.9511417746543884,
      "learning_rate": 1.6526616419205986e-06,
      "loss": 0.3557,
      "step": 1764300
    },
    {
      "epoch": 492.41,
      "grad_norm": 1.204128384590149,
      "learning_rate": 1.6526358045416394e-06,
      "loss": 0.3442,
      "step": 1764310
    },
    {
      "epoch": 492.41,
      "grad_norm": 1.2467408180236816,
      "learning_rate": 1.652609967254666e-06,
      "loss": 0.3344,
      "step": 1764320
    },
    {
      "epoch": 492.42,
      "grad_norm": 1.2215971946716309,
      "learning_rate": 1.652584130059685e-06,
      "loss": 0.3394,
      "step": 1764330
    },
    {
      "epoch": 492.42,
      "grad_norm": 1.0860012769699097,
      "learning_rate": 1.652558292956698e-06,
      "loss": 0.3273,
      "step": 1764340
    },
    {
      "epoch": 492.42,
      "grad_norm": 1.0848091840744019,
      "learning_rate": 1.6525324559457086e-06,
      "loss": 0.3476,
      "step": 1764350
    },
    {
      "epoch": 492.43,
      "grad_norm": 1.0879477262496948,
      "learning_rate": 1.652506619026721e-06,
      "loss": 0.3451,
      "step": 1764360
    },
    {
      "epoch": 492.43,
      "grad_norm": 1.0586575269699097,
      "learning_rate": 1.652480782199738e-06,
      "loss": 0.3425,
      "step": 1764370
    },
    {
      "epoch": 492.43,
      "grad_norm": 1.0659277439117432,
      "learning_rate": 1.6524549454647619e-06,
      "loss": 0.3572,
      "step": 1764380
    },
    {
      "epoch": 492.43,
      "grad_norm": 1.2458006143569946,
      "learning_rate": 1.652429108821799e-06,
      "loss": 0.336,
      "step": 1764390
    },
    {
      "epoch": 492.44,
      "grad_norm": 1.0705451965332031,
      "learning_rate": 1.6524032722708503e-06,
      "loss": 0.3215,
      "step": 1764400
    },
    {
      "epoch": 492.44,
      "grad_norm": 1.7415990829467773,
      "learning_rate": 1.6523774358119197e-06,
      "loss": 0.3317,
      "step": 1764410
    },
    {
      "epoch": 492.44,
      "grad_norm": 1.0802013874053955,
      "learning_rate": 1.6523515994450111e-06,
      "loss": 0.3395,
      "step": 1764420
    },
    {
      "epoch": 492.44,
      "grad_norm": 1.0509774684906006,
      "learning_rate": 1.652325763170128e-06,
      "loss": 0.3557,
      "step": 1764430
    },
    {
      "epoch": 492.45,
      "grad_norm": 1.062915325164795,
      "learning_rate": 1.652299926987274e-06,
      "loss": 0.3409,
      "step": 1764440
    },
    {
      "epoch": 492.45,
      "grad_norm": 1.1449477672576904,
      "learning_rate": 1.6522740908964523e-06,
      "loss": 0.3475,
      "step": 1764450
    },
    {
      "epoch": 492.45,
      "grad_norm": 1.1156659126281738,
      "learning_rate": 1.6522482548976654e-06,
      "loss": 0.3446,
      "step": 1764460
    },
    {
      "epoch": 492.46,
      "grad_norm": 1.0644527673721313,
      "learning_rate": 1.652222418990918e-06,
      "loss": 0.3287,
      "step": 1764470
    },
    {
      "epoch": 492.46,
      "grad_norm": 1.0418689250946045,
      "learning_rate": 1.6521965831762136e-06,
      "loss": 0.3309,
      "step": 1764480
    },
    {
      "epoch": 492.46,
      "grad_norm": 1.0145511627197266,
      "learning_rate": 1.6521707474535545e-06,
      "loss": 0.333,
      "step": 1764490
    },
    {
      "epoch": 492.46,
      "grad_norm": 0.9267637729644775,
      "learning_rate": 1.6521449118229452e-06,
      "loss": 0.3423,
      "step": 1764500
    },
    {
      "epoch": 492.47,
      "grad_norm": 0.9382065534591675,
      "learning_rate": 1.652119076284389e-06,
      "loss": 0.3381,
      "step": 1764510
    },
    {
      "epoch": 492.47,
      "grad_norm": 1.3058193922042847,
      "learning_rate": 1.6520932408378874e-06,
      "loss": 0.3384,
      "step": 1764520
    },
    {
      "epoch": 492.47,
      "grad_norm": 1.151867389678955,
      "learning_rate": 1.6520674054834473e-06,
      "loss": 0.3413,
      "step": 1764530
    },
    {
      "epoch": 492.48,
      "grad_norm": 0.9724103808403015,
      "learning_rate": 1.65204157022107e-06,
      "loss": 0.3409,
      "step": 1764540
    },
    {
      "epoch": 492.48,
      "grad_norm": 0.993022084236145,
      "learning_rate": 1.652015735050758e-06,
      "loss": 0.364,
      "step": 1764550
    },
    {
      "epoch": 492.48,
      "grad_norm": 1.1378209590911865,
      "learning_rate": 1.6519898999725176e-06,
      "loss": 0.3476,
      "step": 1764560
    },
    {
      "epoch": 492.48,
      "grad_norm": 0.8740483522415161,
      "learning_rate": 1.6519640649863503e-06,
      "loss": 0.3475,
      "step": 1764570
    },
    {
      "epoch": 492.49,
      "grad_norm": 1.170274019241333,
      "learning_rate": 1.6519382300922595e-06,
      "loss": 0.3279,
      "step": 1764580
    },
    {
      "epoch": 492.49,
      "grad_norm": 1.0888115167617798,
      "learning_rate": 1.6519123952902494e-06,
      "loss": 0.336,
      "step": 1764590
    },
    {
      "epoch": 492.49,
      "grad_norm": 1.3787912130355835,
      "learning_rate": 1.6518865605803234e-06,
      "loss": 0.3454,
      "step": 1764600
    },
    {
      "epoch": 492.5,
      "grad_norm": 1.0521576404571533,
      "learning_rate": 1.651860725962483e-06,
      "loss": 0.3689,
      "step": 1764610
    },
    {
      "epoch": 492.5,
      "grad_norm": 0.9947955012321472,
      "learning_rate": 1.6518348914367347e-06,
      "loss": 0.3487,
      "step": 1764620
    },
    {
      "epoch": 492.5,
      "grad_norm": 1.0657585859298706,
      "learning_rate": 1.6518090570030804e-06,
      "loss": 0.3472,
      "step": 1764630
    },
    {
      "epoch": 492.5,
      "grad_norm": 0.9294601678848267,
      "learning_rate": 1.6517832226615227e-06,
      "loss": 0.339,
      "step": 1764640
    },
    {
      "epoch": 492.51,
      "grad_norm": 1.0206239223480225,
      "learning_rate": 1.6517573884120667e-06,
      "loss": 0.3395,
      "step": 1764650
    },
    {
      "epoch": 492.51,
      "grad_norm": 1.1890934705734253,
      "learning_rate": 1.6517315542547154e-06,
      "loss": 0.3389,
      "step": 1764660
    },
    {
      "epoch": 492.51,
      "grad_norm": 1.0632987022399902,
      "learning_rate": 1.6517057201894717e-06,
      "loss": 0.3391,
      "step": 1764670
    },
    {
      "epoch": 492.51,
      "grad_norm": 1.0650044679641724,
      "learning_rate": 1.6516798862163393e-06,
      "loss": 0.358,
      "step": 1764680
    },
    {
      "epoch": 492.52,
      "grad_norm": 1.2328490018844604,
      "learning_rate": 1.651654052335322e-06,
      "loss": 0.3455,
      "step": 1764690
    },
    {
      "epoch": 492.52,
      "grad_norm": 1.1453940868377686,
      "learning_rate": 1.6516282185464212e-06,
      "loss": 0.3419,
      "step": 1764700
    },
    {
      "epoch": 492.52,
      "grad_norm": 1.0205711126327515,
      "learning_rate": 1.6516023848496435e-06,
      "loss": 0.347,
      "step": 1764710
    },
    {
      "epoch": 492.53,
      "grad_norm": 1.2183171510696411,
      "learning_rate": 1.6515765512449903e-06,
      "loss": 0.3299,
      "step": 1764720
    },
    {
      "epoch": 492.53,
      "grad_norm": 1.0771632194519043,
      "learning_rate": 1.651550717732466e-06,
      "loss": 0.3233,
      "step": 1764730
    },
    {
      "epoch": 492.53,
      "grad_norm": 1.014622449874878,
      "learning_rate": 1.6515248843120737e-06,
      "loss": 0.341,
      "step": 1764740
    },
    {
      "epoch": 492.53,
      "grad_norm": 0.9239062666893005,
      "learning_rate": 1.6514990509838158e-06,
      "loss": 0.3341,
      "step": 1764750
    },
    {
      "epoch": 492.54,
      "grad_norm": 1.1399344205856323,
      "learning_rate": 1.6514732177476973e-06,
      "loss": 0.3528,
      "step": 1764760
    },
    {
      "epoch": 492.54,
      "grad_norm": 1.235421895980835,
      "learning_rate": 1.6514473846037216e-06,
      "loss": 0.3502,
      "step": 1764770
    },
    {
      "epoch": 492.54,
      "grad_norm": 0.9770326614379883,
      "learning_rate": 1.6514215515518904e-06,
      "loss": 0.3387,
      "step": 1764780
    },
    {
      "epoch": 492.55,
      "grad_norm": 1.1684342622756958,
      "learning_rate": 1.651395718592209e-06,
      "loss": 0.3272,
      "step": 1764790
    },
    {
      "epoch": 492.55,
      "grad_norm": 1.2036411762237549,
      "learning_rate": 1.6513698857246802e-06,
      "loss": 0.3564,
      "step": 1764800
    },
    {
      "epoch": 492.55,
      "grad_norm": 1.1631242036819458,
      "learning_rate": 1.651344052949307e-06,
      "loss": 0.3547,
      "step": 1764810
    },
    {
      "epoch": 492.55,
      "grad_norm": 1.0625349283218384,
      "learning_rate": 1.6513182202660937e-06,
      "loss": 0.3611,
      "step": 1764820
    },
    {
      "epoch": 492.56,
      "grad_norm": 1.1540950536727905,
      "learning_rate": 1.6512923876750435e-06,
      "loss": 0.3407,
      "step": 1764830
    },
    {
      "epoch": 492.56,
      "grad_norm": 0.9176636338233948,
      "learning_rate": 1.6512665551761582e-06,
      "loss": 0.3317,
      "step": 1764840
    },
    {
      "epoch": 492.56,
      "grad_norm": 0.7919909954071045,
      "learning_rate": 1.651240722769444e-06,
      "loss": 0.318,
      "step": 1764850
    },
    {
      "epoch": 492.56,
      "grad_norm": 1.2002558708190918,
      "learning_rate": 1.6512148904549028e-06,
      "loss": 0.3358,
      "step": 1764860
    },
    {
      "epoch": 492.57,
      "grad_norm": 1.0788419246673584,
      "learning_rate": 1.6511890582325375e-06,
      "loss": 0.3321,
      "step": 1764870
    },
    {
      "epoch": 492.57,
      "grad_norm": 1.0468093156814575,
      "learning_rate": 1.651163226102353e-06,
      "loss": 0.3524,
      "step": 1764880
    },
    {
      "epoch": 492.57,
      "grad_norm": 1.0563178062438965,
      "learning_rate": 1.651137394064352e-06,
      "loss": 0.3456,
      "step": 1764890
    },
    {
      "epoch": 492.58,
      "grad_norm": 1.4240500926971436,
      "learning_rate": 1.6511115621185371e-06,
      "loss": 0.3408,
      "step": 1764900
    },
    {
      "epoch": 492.58,
      "grad_norm": 1.1478803157806396,
      "learning_rate": 1.6510857302649132e-06,
      "loss": 0.3289,
      "step": 1764910
    },
    {
      "epoch": 492.58,
      "grad_norm": 1.06802237033844,
      "learning_rate": 1.6510598985034833e-06,
      "loss": 0.3526,
      "step": 1764920
    },
    {
      "epoch": 492.58,
      "grad_norm": 1.0435954332351685,
      "learning_rate": 1.6510340668342494e-06,
      "loss": 0.3401,
      "step": 1764930
    },
    {
      "epoch": 492.59,
      "grad_norm": 1.008015751838684,
      "learning_rate": 1.6510082352572173e-06,
      "loss": 0.3485,
      "step": 1764940
    },
    {
      "epoch": 492.59,
      "grad_norm": 1.0750083923339844,
      "learning_rate": 1.6509824037723896e-06,
      "loss": 0.3365,
      "step": 1764950
    },
    {
      "epoch": 492.59,
      "grad_norm": 0.9155757427215576,
      "learning_rate": 1.6509565723797687e-06,
      "loss": 0.3501,
      "step": 1764960
    },
    {
      "epoch": 492.6,
      "grad_norm": 1.0365782976150513,
      "learning_rate": 1.6509307410793593e-06,
      "loss": 0.3455,
      "step": 1764970
    },
    {
      "epoch": 492.6,
      "grad_norm": 1.0195543766021729,
      "learning_rate": 1.6509049098711646e-06,
      "loss": 0.3572,
      "step": 1764980
    },
    {
      "epoch": 492.6,
      "grad_norm": 0.993400514125824,
      "learning_rate": 1.6508790787551863e-06,
      "loss": 0.3587,
      "step": 1764990
    },
    {
      "epoch": 492.6,
      "grad_norm": 1.3665921688079834,
      "learning_rate": 1.6508532477314306e-06,
      "loss": 0.3453,
      "step": 1765000
    },
    {
      "epoch": 492.61,
      "grad_norm": 0.9897651672363281,
      "learning_rate": 1.6508274167998988e-06,
      "loss": 0.3555,
      "step": 1765010
    },
    {
      "epoch": 492.61,
      "grad_norm": 1.163999080657959,
      "learning_rate": 1.6508015859605962e-06,
      "loss": 0.3614,
      "step": 1765020
    },
    {
      "epoch": 492.61,
      "grad_norm": 1.1591066122055054,
      "learning_rate": 1.650775755213525e-06,
      "loss": 0.3419,
      "step": 1765030
    },
    {
      "epoch": 492.62,
      "grad_norm": 0.9489659070968628,
      "learning_rate": 1.6507499245586879e-06,
      "loss": 0.3339,
      "step": 1765040
    },
    {
      "epoch": 492.62,
      "grad_norm": 0.8856456279754639,
      "learning_rate": 1.6507240939960902e-06,
      "loss": 0.3365,
      "step": 1765050
    },
    {
      "epoch": 492.62,
      "grad_norm": 0.9768742918968201,
      "learning_rate": 1.6506982635257344e-06,
      "loss": 0.3437,
      "step": 1765060
    },
    {
      "epoch": 492.62,
      "grad_norm": 1.1417622566223145,
      "learning_rate": 1.650672433147623e-06,
      "loss": 0.3378,
      "step": 1765070
    },
    {
      "epoch": 492.63,
      "grad_norm": 1.0648804903030396,
      "learning_rate": 1.6506466028617616e-06,
      "loss": 0.3449,
      "step": 1765080
    },
    {
      "epoch": 492.63,
      "grad_norm": 1.088568091392517,
      "learning_rate": 1.6506207726681522e-06,
      "loss": 0.3395,
      "step": 1765090
    },
    {
      "epoch": 492.63,
      "grad_norm": 1.2499284744262695,
      "learning_rate": 1.6505949425667982e-06,
      "loss": 0.3385,
      "step": 1765100
    },
    {
      "epoch": 492.63,
      "grad_norm": 1.079337477684021,
      "learning_rate": 1.6505691125577037e-06,
      "loss": 0.3494,
      "step": 1765110
    },
    {
      "epoch": 492.64,
      "grad_norm": 1.2742143869400024,
      "learning_rate": 1.650543282640872e-06,
      "loss": 0.3494,
      "step": 1765120
    },
    {
      "epoch": 492.64,
      "grad_norm": 1.0502212047576904,
      "learning_rate": 1.650517452816305e-06,
      "loss": 0.3658,
      "step": 1765130
    },
    {
      "epoch": 492.64,
      "grad_norm": 1.094152569770813,
      "learning_rate": 1.6504916230840082e-06,
      "loss": 0.3328,
      "step": 1765140
    },
    {
      "epoch": 492.65,
      "grad_norm": 1.9887018203735352,
      "learning_rate": 1.650465793443985e-06,
      "loss": 0.3455,
      "step": 1765150
    },
    {
      "epoch": 492.65,
      "grad_norm": 1.0834283828735352,
      "learning_rate": 1.650439963896237e-06,
      "loss": 0.3315,
      "step": 1765160
    },
    {
      "epoch": 492.65,
      "grad_norm": 1.1019479036331177,
      "learning_rate": 1.6504141344407696e-06,
      "loss": 0.3399,
      "step": 1765170
    },
    {
      "epoch": 492.65,
      "grad_norm": 0.97542804479599,
      "learning_rate": 1.6503883050775854e-06,
      "loss": 0.345,
      "step": 1765180
    },
    {
      "epoch": 492.66,
      "grad_norm": 1.1450482606887817,
      "learning_rate": 1.6503624758066867e-06,
      "loss": 0.3195,
      "step": 1765190
    },
    {
      "epoch": 492.66,
      "grad_norm": 1.045495867729187,
      "learning_rate": 1.650336646628079e-06,
      "loss": 0.3345,
      "step": 1765200
    },
    {
      "epoch": 492.66,
      "grad_norm": 1.1059945821762085,
      "learning_rate": 1.650310817541765e-06,
      "loss": 0.3388,
      "step": 1765210
    },
    {
      "epoch": 492.67,
      "grad_norm": 1.1651585102081299,
      "learning_rate": 1.6502849885477468e-06,
      "loss": 0.3465,
      "step": 1765220
    },
    {
      "epoch": 492.67,
      "grad_norm": 1.0683351755142212,
      "learning_rate": 1.65025915964603e-06,
      "loss": 0.3342,
      "step": 1765230
    },
    {
      "epoch": 492.67,
      "grad_norm": 1.1809790134429932,
      "learning_rate": 1.650233330836617e-06,
      "loss": 0.3476,
      "step": 1765240
    },
    {
      "epoch": 492.67,
      "grad_norm": 1.07300865650177,
      "learning_rate": 1.6502075021195108e-06,
      "loss": 0.3286,
      "step": 1765250
    },
    {
      "epoch": 492.68,
      "grad_norm": 1.1149922609329224,
      "learning_rate": 1.650181673494716e-06,
      "loss": 0.3306,
      "step": 1765260
    },
    {
      "epoch": 492.68,
      "grad_norm": 1.1296815872192383,
      "learning_rate": 1.650155844962235e-06,
      "loss": 0.3462,
      "step": 1765270
    },
    {
      "epoch": 492.68,
      "grad_norm": 0.9347693920135498,
      "learning_rate": 1.6501300165220708e-06,
      "loss": 0.3427,
      "step": 1765280
    },
    {
      "epoch": 492.68,
      "grad_norm": 1.018100619316101,
      "learning_rate": 1.6501041881742284e-06,
      "loss": 0.3469,
      "step": 1765290
    },
    {
      "epoch": 492.69,
      "grad_norm": 0.9256677627563477,
      "learning_rate": 1.6500783599187102e-06,
      "loss": 0.3377,
      "step": 1765300
    },
    {
      "epoch": 492.69,
      "grad_norm": 1.01100492477417,
      "learning_rate": 1.6500525317555203e-06,
      "loss": 0.3332,
      "step": 1765310
    },
    {
      "epoch": 492.69,
      "grad_norm": 1.0452603101730347,
      "learning_rate": 1.6500267036846617e-06,
      "loss": 0.3513,
      "step": 1765320
    },
    {
      "epoch": 492.7,
      "grad_norm": 1.0993188619613647,
      "learning_rate": 1.6500008757061366e-06,
      "loss": 0.3456,
      "step": 1765330
    },
    {
      "epoch": 492.7,
      "grad_norm": 1.1306685209274292,
      "learning_rate": 1.649975047819951e-06,
      "loss": 0.3355,
      "step": 1765340
    },
    {
      "epoch": 492.7,
      "grad_norm": 4.421553611755371,
      "learning_rate": 1.6499492200261067e-06,
      "loss": 0.342,
      "step": 1765350
    },
    {
      "epoch": 492.7,
      "grad_norm": 1.376294732093811,
      "learning_rate": 1.649923392324607e-06,
      "loss": 0.3441,
      "step": 1765360
    },
    {
      "epoch": 492.71,
      "grad_norm": 1.1063427925109863,
      "learning_rate": 1.6498975647154565e-06,
      "loss": 0.3342,
      "step": 1765370
    },
    {
      "epoch": 492.71,
      "grad_norm": 1.1042933464050293,
      "learning_rate": 1.6498717371986578e-06,
      "loss": 0.3307,
      "step": 1765380
    },
    {
      "epoch": 492.71,
      "grad_norm": 0.9588401913642883,
      "learning_rate": 1.6498459097742144e-06,
      "loss": 0.3325,
      "step": 1765390
    },
    {
      "epoch": 492.72,
      "grad_norm": 1.0960432291030884,
      "learning_rate": 1.64982008244213e-06,
      "loss": 0.3365,
      "step": 1765400
    },
    {
      "epoch": 492.72,
      "grad_norm": 1.0176217555999756,
      "learning_rate": 1.6497942552024081e-06,
      "loss": 0.3334,
      "step": 1765410
    },
    {
      "epoch": 492.72,
      "grad_norm": 1.0180084705352783,
      "learning_rate": 1.6497684280550507e-06,
      "loss": 0.3276,
      "step": 1765420
    },
    {
      "epoch": 492.72,
      "grad_norm": 1.1003444194793701,
      "learning_rate": 1.6497426010000634e-06,
      "loss": 0.3232,
      "step": 1765430
    },
    {
      "epoch": 492.73,
      "grad_norm": 1.3201665878295898,
      "learning_rate": 1.649716774037449e-06,
      "loss": 0.344,
      "step": 1765440
    },
    {
      "epoch": 492.73,
      "grad_norm": 0.9604078531265259,
      "learning_rate": 1.6496909471672097e-06,
      "loss": 0.336,
      "step": 1765450
    },
    {
      "epoch": 492.73,
      "grad_norm": 1.0715795755386353,
      "learning_rate": 1.6496651203893505e-06,
      "loss": 0.3466,
      "step": 1765460
    },
    {
      "epoch": 492.74,
      "grad_norm": 1.143297553062439,
      "learning_rate": 1.649639293703874e-06,
      "loss": 0.3382,
      "step": 1765470
    },
    {
      "epoch": 492.74,
      "grad_norm": 1.2511476278305054,
      "learning_rate": 1.6496134671107833e-06,
      "loss": 0.3361,
      "step": 1765480
    },
    {
      "epoch": 492.74,
      "grad_norm": 1.0023080110549927,
      "learning_rate": 1.649587640610083e-06,
      "loss": 0.3502,
      "step": 1765490
    },
    {
      "epoch": 492.74,
      "grad_norm": 0.9471768736839294,
      "learning_rate": 1.649561814201776e-06,
      "loss": 0.3457,
      "step": 1765500
    },
    {
      "epoch": 492.75,
      "grad_norm": 0.9696000218391418,
      "learning_rate": 1.6495359878858648e-06,
      "loss": 0.3429,
      "step": 1765510
    },
    {
      "epoch": 492.75,
      "grad_norm": 1.2495951652526855,
      "learning_rate": 1.6495101616623543e-06,
      "loss": 0.3508,
      "step": 1765520
    },
    {
      "epoch": 492.75,
      "grad_norm": 1.0533058643341064,
      "learning_rate": 1.6494843355312477e-06,
      "loss": 0.3381,
      "step": 1765530
    },
    {
      "epoch": 492.75,
      "grad_norm": 0.9695422649383545,
      "learning_rate": 1.6494585094925475e-06,
      "loss": 0.3503,
      "step": 1765540
    },
    {
      "epoch": 492.76,
      "grad_norm": 1.0506535768508911,
      "learning_rate": 1.6494326835462578e-06,
      "loss": 0.3473,
      "step": 1765550
    },
    {
      "epoch": 492.76,
      "grad_norm": 1.0628182888031006,
      "learning_rate": 1.6494068576923823e-06,
      "loss": 0.3306,
      "step": 1765560
    },
    {
      "epoch": 492.76,
      "grad_norm": 0.8886412382125854,
      "learning_rate": 1.6493810319309228e-06,
      "loss": 0.3375,
      "step": 1765570
    },
    {
      "epoch": 492.77,
      "grad_norm": 0.8648542165756226,
      "learning_rate": 1.6493552062618852e-06,
      "loss": 0.3134,
      "step": 1765580
    },
    {
      "epoch": 492.77,
      "grad_norm": 1.2711421251296997,
      "learning_rate": 1.6493293806852713e-06,
      "loss": 0.364,
      "step": 1765590
    },
    {
      "epoch": 492.77,
      "grad_norm": 1.1712921857833862,
      "learning_rate": 1.6493035552010849e-06,
      "loss": 0.3489,
      "step": 1765600
    },
    {
      "epoch": 492.77,
      "grad_norm": 1.0082476139068604,
      "learning_rate": 1.64927772980933e-06,
      "loss": 0.352,
      "step": 1765610
    },
    {
      "epoch": 492.78,
      "grad_norm": 1.046047568321228,
      "learning_rate": 1.649251904510009e-06,
      "loss": 0.3578,
      "step": 1765620
    },
    {
      "epoch": 492.78,
      "grad_norm": 1.0418637990951538,
      "learning_rate": 1.6492260793031263e-06,
      "loss": 0.3376,
      "step": 1765630
    },
    {
      "epoch": 492.78,
      "grad_norm": 1.072486162185669,
      "learning_rate": 1.649200254188685e-06,
      "loss": 0.3383,
      "step": 1765640
    },
    {
      "epoch": 492.79,
      "grad_norm": 1.0452014207839966,
      "learning_rate": 1.6491744291666875e-06,
      "loss": 0.3309,
      "step": 1765650
    },
    {
      "epoch": 492.79,
      "grad_norm": 1.1441625356674194,
      "learning_rate": 1.649148604237139e-06,
      "loss": 0.3473,
      "step": 1765660
    },
    {
      "epoch": 492.79,
      "grad_norm": 1.1292738914489746,
      "learning_rate": 1.6491227794000424e-06,
      "loss": 0.3456,
      "step": 1765670
    },
    {
      "epoch": 492.79,
      "grad_norm": 1.1963616609573364,
      "learning_rate": 1.6490969546554004e-06,
      "loss": 0.359,
      "step": 1765680
    },
    {
      "epoch": 492.8,
      "grad_norm": 1.171602725982666,
      "learning_rate": 1.6490711300032171e-06,
      "loss": 0.3377,
      "step": 1765690
    },
    {
      "epoch": 492.8,
      "grad_norm": 1.1414448022842407,
      "learning_rate": 1.6490453054434962e-06,
      "loss": 0.3491,
      "step": 1765700
    },
    {
      "epoch": 492.8,
      "grad_norm": 1.261728286743164,
      "learning_rate": 1.6490194809762395e-06,
      "loss": 0.3473,
      "step": 1765710
    },
    {
      "epoch": 492.8,
      "grad_norm": 1.1743355989456177,
      "learning_rate": 1.6489936566014523e-06,
      "loss": 0.344,
      "step": 1765720
    },
    {
      "epoch": 492.81,
      "grad_norm": 1.1264238357543945,
      "learning_rate": 1.6489678323191377e-06,
      "loss": 0.3558,
      "step": 1765730
    },
    {
      "epoch": 492.81,
      "grad_norm": 1.22480309009552,
      "learning_rate": 1.6489420081292976e-06,
      "loss": 0.3557,
      "step": 1765740
    },
    {
      "epoch": 492.81,
      "grad_norm": 1.0286717414855957,
      "learning_rate": 1.6489161840319379e-06,
      "loss": 0.3215,
      "step": 1765750
    },
    {
      "epoch": 492.82,
      "grad_norm": 1.1235160827636719,
      "learning_rate": 1.6488903600270603e-06,
      "loss": 0.3557,
      "step": 1765760
    },
    {
      "epoch": 492.82,
      "grad_norm": 0.9743242859840393,
      "learning_rate": 1.6488645361146685e-06,
      "loss": 0.3394,
      "step": 1765770
    },
    {
      "epoch": 492.82,
      "grad_norm": 1.0794512033462524,
      "learning_rate": 1.6488387122947669e-06,
      "loss": 0.3447,
      "step": 1765780
    },
    {
      "epoch": 492.82,
      "grad_norm": 1.0714951753616333,
      "learning_rate": 1.6488128885673579e-06,
      "loss": 0.3546,
      "step": 1765790
    },
    {
      "epoch": 492.83,
      "grad_norm": 1.2874184846878052,
      "learning_rate": 1.6487870649324442e-06,
      "loss": 0.3642,
      "step": 1765800
    },
    {
      "epoch": 492.83,
      "grad_norm": 1.0167391300201416,
      "learning_rate": 1.6487612413900313e-06,
      "loss": 0.3375,
      "step": 1765810
    },
    {
      "epoch": 492.83,
      "grad_norm": 1.021314263343811,
      "learning_rate": 1.6487354179401215e-06,
      "loss": 0.3434,
      "step": 1765820
    },
    {
      "epoch": 492.84,
      "grad_norm": 1.012984037399292,
      "learning_rate": 1.648709594582718e-06,
      "loss": 0.3496,
      "step": 1765830
    },
    {
      "epoch": 492.84,
      "grad_norm": 1.0878292322158813,
      "learning_rate": 1.648683771317825e-06,
      "loss": 0.3354,
      "step": 1765840
    },
    {
      "epoch": 492.84,
      "grad_norm": 1.113663673400879,
      "learning_rate": 1.6486579481454456e-06,
      "loss": 0.3306,
      "step": 1765850
    },
    {
      "epoch": 492.84,
      "grad_norm": 1.1640808582305908,
      "learning_rate": 1.6486321250655819e-06,
      "loss": 0.346,
      "step": 1765860
    },
    {
      "epoch": 492.85,
      "grad_norm": 1.1352955102920532,
      "learning_rate": 1.6486063020782398e-06,
      "loss": 0.3187,
      "step": 1765870
    },
    {
      "epoch": 492.85,
      "grad_norm": 1.1278945207595825,
      "learning_rate": 1.6485804791834203e-06,
      "loss": 0.3347,
      "step": 1765880
    },
    {
      "epoch": 492.85,
      "grad_norm": 1.1568857431411743,
      "learning_rate": 1.6485546563811295e-06,
      "loss": 0.3569,
      "step": 1765890
    },
    {
      "epoch": 492.86,
      "grad_norm": 1.1536484956741333,
      "learning_rate": 1.6485288336713692e-06,
      "loss": 0.3459,
      "step": 1765900
    },
    {
      "epoch": 492.86,
      "grad_norm": 0.9584060311317444,
      "learning_rate": 1.6485030110541423e-06,
      "loss": 0.3383,
      "step": 1765910
    },
    {
      "epoch": 492.86,
      "grad_norm": 1.0192044973373413,
      "learning_rate": 1.6484771885294534e-06,
      "loss": 0.3372,
      "step": 1765920
    },
    {
      "epoch": 492.86,
      "grad_norm": 1.1146862506866455,
      "learning_rate": 1.6484513660973056e-06,
      "loss": 0.3245,
      "step": 1765930
    },
    {
      "epoch": 492.87,
      "grad_norm": 1.070483684539795,
      "learning_rate": 1.6484255437577017e-06,
      "loss": 0.3404,
      "step": 1765940
    },
    {
      "epoch": 492.87,
      "grad_norm": 1.1426194906234741,
      "learning_rate": 1.6483997215106462e-06,
      "loss": 0.3415,
      "step": 1765950
    },
    {
      "epoch": 492.87,
      "grad_norm": 1.1101694107055664,
      "learning_rate": 1.6483738993561422e-06,
      "loss": 0.3457,
      "step": 1765960
    },
    {
      "epoch": 492.87,
      "grad_norm": 1.379589319229126,
      "learning_rate": 1.648348077294192e-06,
      "loss": 0.3433,
      "step": 1765970
    },
    {
      "epoch": 492.88,
      "grad_norm": 1.0762064456939697,
      "learning_rate": 1.648322255324801e-06,
      "loss": 0.3453,
      "step": 1765980
    },
    {
      "epoch": 492.88,
      "grad_norm": 1.2025142908096313,
      "learning_rate": 1.6482964334479714e-06,
      "loss": 0.3204,
      "step": 1765990
    },
    {
      "epoch": 492.88,
      "grad_norm": 1.0830457210540771,
      "learning_rate": 1.648270611663706e-06,
      "loss": 0.3389,
      "step": 1766000
    },
    {
      "epoch": 492.89,
      "grad_norm": 1.2300665378570557,
      "learning_rate": 1.64824478997201e-06,
      "loss": 0.3351,
      "step": 1766010
    },
    {
      "epoch": 492.89,
      "grad_norm": 1.067420482635498,
      "learning_rate": 1.648218968372886e-06,
      "loss": 0.3381,
      "step": 1766020
    },
    {
      "epoch": 492.89,
      "grad_norm": 1.0495933294296265,
      "learning_rate": 1.6481931468663363e-06,
      "loss": 0.3474,
      "step": 1766030
    },
    {
      "epoch": 492.89,
      "grad_norm": 1.1181615591049194,
      "learning_rate": 1.6481673254523663e-06,
      "loss": 0.332,
      "step": 1766040
    },
    {
      "epoch": 492.9,
      "grad_norm": 1.2072677612304688,
      "learning_rate": 1.6481415041309788e-06,
      "loss": 0.3339,
      "step": 1766050
    },
    {
      "epoch": 492.9,
      "grad_norm": 1.3432018756866455,
      "learning_rate": 1.6481156829021766e-06,
      "loss": 0.3412,
      "step": 1766060
    },
    {
      "epoch": 492.9,
      "grad_norm": 1.1372289657592773,
      "learning_rate": 1.6480898617659635e-06,
      "loss": 0.3616,
      "step": 1766070
    },
    {
      "epoch": 492.91,
      "grad_norm": 1.7399840354919434,
      "learning_rate": 1.648064040722343e-06,
      "loss": 0.3263,
      "step": 1766080
    },
    {
      "epoch": 492.91,
      "grad_norm": 1.1023558378219604,
      "learning_rate": 1.6480382197713177e-06,
      "loss": 0.3448,
      "step": 1766090
    },
    {
      "epoch": 492.91,
      "grad_norm": 0.9330384135246277,
      "learning_rate": 1.648012398912893e-06,
      "loss": 0.3481,
      "step": 1766100
    },
    {
      "epoch": 492.91,
      "grad_norm": 1.1956254243850708,
      "learning_rate": 1.6479865781470711e-06,
      "loss": 0.322,
      "step": 1766110
    },
    {
      "epoch": 492.92,
      "grad_norm": 1.2516769170761108,
      "learning_rate": 1.647960757473855e-06,
      "loss": 0.355,
      "step": 1766120
    },
    {
      "epoch": 492.92,
      "grad_norm": 1.2067848443984985,
      "learning_rate": 1.647934936893249e-06,
      "loss": 0.3486,
      "step": 1766130
    },
    {
      "epoch": 492.92,
      "grad_norm": 1.0088599920272827,
      "learning_rate": 1.6479091164052559e-06,
      "loss": 0.3266,
      "step": 1766140
    },
    {
      "epoch": 492.92,
      "grad_norm": 0.9916520118713379,
      "learning_rate": 1.647883296009879e-06,
      "loss": 0.3321,
      "step": 1766150
    },
    {
      "epoch": 492.93,
      "grad_norm": 1.5835658311843872,
      "learning_rate": 1.6478574757071227e-06,
      "loss": 0.3446,
      "step": 1766160
    },
    {
      "epoch": 492.93,
      "grad_norm": 1.6292550563812256,
      "learning_rate": 1.647831655496989e-06,
      "loss": 0.3409,
      "step": 1766170
    },
    {
      "epoch": 492.93,
      "grad_norm": 1.1602318286895752,
      "learning_rate": 1.6478058353794837e-06,
      "loss": 0.3393,
      "step": 1766180
    },
    {
      "epoch": 492.94,
      "grad_norm": 1.0003288984298706,
      "learning_rate": 1.6477800153546082e-06,
      "loss": 0.3398,
      "step": 1766190
    },
    {
      "epoch": 492.94,
      "grad_norm": 1.031346082687378,
      "learning_rate": 1.6477541954223659e-06,
      "loss": 0.3372,
      "step": 1766200
    },
    {
      "epoch": 492.94,
      "grad_norm": 0.9254196286201477,
      "learning_rate": 1.6477283755827615e-06,
      "loss": 0.3398,
      "step": 1766210
    },
    {
      "epoch": 492.94,
      "grad_norm": 1.0939626693725586,
      "learning_rate": 1.647702555835798e-06,
      "loss": 0.3518,
      "step": 1766220
    },
    {
      "epoch": 492.95,
      "grad_norm": 1.113324761390686,
      "learning_rate": 1.6476767361814772e-06,
      "loss": 0.3456,
      "step": 1766230
    },
    {
      "epoch": 492.95,
      "grad_norm": 1.2233083248138428,
      "learning_rate": 1.6476509166198053e-06,
      "loss": 0.3426,
      "step": 1766240
    },
    {
      "epoch": 492.95,
      "grad_norm": 0.9839470386505127,
      "learning_rate": 1.6476250971507844e-06,
      "loss": 0.3404,
      "step": 1766250
    },
    {
      "epoch": 492.96,
      "grad_norm": 0.9024710059165955,
      "learning_rate": 1.6475992777744172e-06,
      "loss": 0.3246,
      "step": 1766260
    },
    {
      "epoch": 492.96,
      "grad_norm": 1.0991548299789429,
      "learning_rate": 1.6475734584907086e-06,
      "loss": 0.3326,
      "step": 1766270
    },
    {
      "epoch": 492.96,
      "grad_norm": 2.3056693077087402,
      "learning_rate": 1.6475476392996608e-06,
      "loss": 0.3486,
      "step": 1766280
    },
    {
      "epoch": 492.96,
      "grad_norm": 1.103987693786621,
      "learning_rate": 1.6475218202012771e-06,
      "loss": 0.3324,
      "step": 1766290
    },
    {
      "epoch": 492.97,
      "grad_norm": 1.2679952383041382,
      "learning_rate": 1.6474960011955624e-06,
      "loss": 0.3423,
      "step": 1766300
    },
    {
      "epoch": 492.97,
      "grad_norm": 1.131651520729065,
      "learning_rate": 1.6474701822825195e-06,
      "loss": 0.34,
      "step": 1766310
    },
    {
      "epoch": 492.97,
      "grad_norm": 1.0863533020019531,
      "learning_rate": 1.6474443634621507e-06,
      "loss": 0.3409,
      "step": 1766320
    },
    {
      "epoch": 492.98,
      "grad_norm": 1.147143006324768,
      "learning_rate": 1.6474185447344612e-06,
      "loss": 0.3529,
      "step": 1766330
    },
    {
      "epoch": 492.98,
      "grad_norm": 1.0490339994430542,
      "learning_rate": 1.6473927260994537e-06,
      "loss": 0.3454,
      "step": 1766340
    },
    {
      "epoch": 492.98,
      "grad_norm": 1.1132538318634033,
      "learning_rate": 1.6473669075571309e-06,
      "loss": 0.3371,
      "step": 1766350
    },
    {
      "epoch": 492.98,
      "grad_norm": 1.0136327743530273,
      "learning_rate": 1.6473410891074973e-06,
      "loss": 0.3421,
      "step": 1766360
    },
    {
      "epoch": 492.99,
      "grad_norm": 1.0113457441329956,
      "learning_rate": 1.647315270750556e-06,
      "loss": 0.3381,
      "step": 1766370
    },
    {
      "epoch": 492.99,
      "grad_norm": 1.0380382537841797,
      "learning_rate": 1.6472894524863093e-06,
      "loss": 0.3321,
      "step": 1766380
    },
    {
      "epoch": 492.99,
      "grad_norm": 1.327711582183838,
      "learning_rate": 1.6472636343147628e-06,
      "loss": 0.3527,
      "step": 1766390
    },
    {
      "epoch": 492.99,
      "grad_norm": 0.9819379448890686,
      "learning_rate": 1.647237816235919e-06,
      "loss": 0.3313,
      "step": 1766400
    },
    {
      "epoch": 493.0,
      "grad_norm": 1.0758435726165771,
      "learning_rate": 1.6472119982497805e-06,
      "loss": 0.3509,
      "step": 1766410
    },
    {
      "epoch": 493.0,
      "eval_loss": 0.3435799479484558,
      "eval_runtime": 62.8153,
      "eval_samples_per_second": 80.538,
      "eval_steps_per_second": 10.077,
      "step": 1766419
    },
    {
      "epoch": 493.0,
      "grad_norm": 1.1450212001800537,
      "learning_rate": 1.6471861803563516e-06,
      "loss": 0.3645,
      "step": 1766420
    },
    {
      "epoch": 493.0,
      "grad_norm": 5.542123794555664,
      "learning_rate": 1.647160362555636e-06,
      "loss": 0.3384,
      "step": 1766430
    },
    {
      "epoch": 493.01,
      "grad_norm": 1.0985652208328247,
      "learning_rate": 1.6471345448476354e-06,
      "loss": 0.3402,
      "step": 1766440
    },
    {
      "epoch": 493.01,
      "grad_norm": 0.9458756446838379,
      "learning_rate": 1.6471087272323554e-06,
      "loss": 0.335,
      "step": 1766450
    },
    {
      "epoch": 493.01,
      "grad_norm": 1.0309642553329468,
      "learning_rate": 1.6470829097097977e-06,
      "loss": 0.3372,
      "step": 1766460
    },
    {
      "epoch": 493.01,
      "grad_norm": 1.1514049768447876,
      "learning_rate": 1.6470570922799675e-06,
      "loss": 0.3441,
      "step": 1766470
    },
    {
      "epoch": 493.02,
      "grad_norm": 1.1007450819015503,
      "learning_rate": 1.6470312749428678e-06,
      "loss": 0.3312,
      "step": 1766480
    },
    {
      "epoch": 493.02,
      "grad_norm": 0.9445813894271851,
      "learning_rate": 1.6470054576985003e-06,
      "loss": 0.3449,
      "step": 1766490
    },
    {
      "epoch": 493.02,
      "grad_norm": 1.1547707319259644,
      "learning_rate": 1.6469796405468708e-06,
      "loss": 0.3338,
      "step": 1766500
    },
    {
      "epoch": 493.03,
      "grad_norm": 1.2723188400268555,
      "learning_rate": 1.6469538234879811e-06,
      "loss": 0.3531,
      "step": 1766510
    },
    {
      "epoch": 493.03,
      "grad_norm": 1.2458994388580322,
      "learning_rate": 1.6469280065218344e-06,
      "loss": 0.345,
      "step": 1766520
    },
    {
      "epoch": 493.03,
      "grad_norm": 1.1303045749664307,
      "learning_rate": 1.646902189648436e-06,
      "loss": 0.3412,
      "step": 1766530
    },
    {
      "epoch": 493.03,
      "grad_norm": 1.246858835220337,
      "learning_rate": 1.6468763728677883e-06,
      "loss": 0.3451,
      "step": 1766540
    },
    {
      "epoch": 493.04,
      "grad_norm": 1.2469539642333984,
      "learning_rate": 1.646850556179894e-06,
      "loss": 0.3523,
      "step": 1766550
    },
    {
      "epoch": 493.04,
      "grad_norm": 1.0626696348190308,
      "learning_rate": 1.6468247395847574e-06,
      "loss": 0.3319,
      "step": 1766560
    },
    {
      "epoch": 493.04,
      "grad_norm": 1.0675359964370728,
      "learning_rate": 1.6467989230823819e-06,
      "loss": 0.3393,
      "step": 1766570
    },
    {
      "epoch": 493.04,
      "grad_norm": 1.1172765493392944,
      "learning_rate": 1.6467731066727706e-06,
      "loss": 0.3448,
      "step": 1766580
    },
    {
      "epoch": 493.05,
      "grad_norm": 1.1136901378631592,
      "learning_rate": 1.6467472903559273e-06,
      "loss": 0.3588,
      "step": 1766590
    },
    {
      "epoch": 493.05,
      "grad_norm": 1.0250962972640991,
      "learning_rate": 1.6467214741318557e-06,
      "loss": 0.3268,
      "step": 1766600
    },
    {
      "epoch": 493.05,
      "grad_norm": 1.3953704833984375,
      "learning_rate": 1.6466956580005573e-06,
      "loss": 0.3295,
      "step": 1766610
    },
    {
      "epoch": 493.06,
      "grad_norm": 1.085639476776123,
      "learning_rate": 1.6466698419620384e-06,
      "loss": 0.3487,
      "step": 1766620
    },
    {
      "epoch": 493.06,
      "grad_norm": 1.190856695175171,
      "learning_rate": 1.6466440260163008e-06,
      "loss": 0.3376,
      "step": 1766630
    },
    {
      "epoch": 493.06,
      "grad_norm": 0.9489406943321228,
      "learning_rate": 1.6466182101633478e-06,
      "loss": 0.3472,
      "step": 1766640
    },
    {
      "epoch": 493.06,
      "grad_norm": 1.081609845161438,
      "learning_rate": 1.6465923944031838e-06,
      "loss": 0.3463,
      "step": 1766650
    },
    {
      "epoch": 493.07,
      "grad_norm": 1.1180297136306763,
      "learning_rate": 1.6465665787358115e-06,
      "loss": 0.3418,
      "step": 1766660
    },
    {
      "epoch": 493.07,
      "grad_norm": 1.024983286857605,
      "learning_rate": 1.6465407631612338e-06,
      "loss": 0.3365,
      "step": 1766670
    },
    {
      "epoch": 493.07,
      "grad_norm": 0.957331657409668,
      "learning_rate": 1.6465149476794555e-06,
      "loss": 0.3456,
      "step": 1766680
    },
    {
      "epoch": 493.08,
      "grad_norm": 1.033578872680664,
      "learning_rate": 1.6464891322904794e-06,
      "loss": 0.3467,
      "step": 1766690
    },
    {
      "epoch": 493.08,
      "grad_norm": 1.0300679206848145,
      "learning_rate": 1.6464633169943078e-06,
      "loss": 0.3362,
      "step": 1766700
    },
    {
      "epoch": 493.08,
      "grad_norm": 3.3365156650543213,
      "learning_rate": 1.6464375017909467e-06,
      "loss": 0.3628,
      "step": 1766710
    },
    {
      "epoch": 493.08,
      "grad_norm": 0.9305091500282288,
      "learning_rate": 1.6464116866803977e-06,
      "loss": 0.34,
      "step": 1766720
    },
    {
      "epoch": 493.09,
      "grad_norm": 1.0682823657989502,
      "learning_rate": 1.6463858716626643e-06,
      "loss": 0.339,
      "step": 1766730
    },
    {
      "epoch": 493.09,
      "grad_norm": 1.0770180225372314,
      "learning_rate": 1.646360056737751e-06,
      "loss": 0.3492,
      "step": 1766740
    },
    {
      "epoch": 493.09,
      "grad_norm": 1.089455485343933,
      "learning_rate": 1.6463342419056593e-06,
      "loss": 0.3262,
      "step": 1766750
    },
    {
      "epoch": 493.1,
      "grad_norm": 1.2663227319717407,
      "learning_rate": 1.6463084271663945e-06,
      "loss": 0.3515,
      "step": 1766760
    },
    {
      "epoch": 493.1,
      "grad_norm": 1.2687259912490845,
      "learning_rate": 1.6462826125199597e-06,
      "loss": 0.3418,
      "step": 1766770
    },
    {
      "epoch": 493.1,
      "grad_norm": 1.040501594543457,
      "learning_rate": 1.6462567979663571e-06,
      "loss": 0.3462,
      "step": 1766780
    },
    {
      "epoch": 493.1,
      "grad_norm": 1.0100274085998535,
      "learning_rate": 1.6462309835055921e-06,
      "loss": 0.3384,
      "step": 1766790
    },
    {
      "epoch": 493.11,
      "grad_norm": 1.1388543844223022,
      "learning_rate": 1.6462051691376668e-06,
      "loss": 0.3433,
      "step": 1766800
    },
    {
      "epoch": 493.11,
      "grad_norm": 0.9642464518547058,
      "learning_rate": 1.646179354862584e-06,
      "loss": 0.3296,
      "step": 1766810
    },
    {
      "epoch": 493.11,
      "grad_norm": 0.9568198919296265,
      "learning_rate": 1.646153540680349e-06,
      "loss": 0.3279,
      "step": 1766820
    },
    {
      "epoch": 493.11,
      "grad_norm": 1.4318643808364868,
      "learning_rate": 1.646127726590964e-06,
      "loss": 0.3419,
      "step": 1766830
    },
    {
      "epoch": 493.12,
      "grad_norm": 1.0595769882202148,
      "learning_rate": 1.646101912594432e-06,
      "loss": 0.3362,
      "step": 1766840
    },
    {
      "epoch": 493.12,
      "grad_norm": 0.8527414202690125,
      "learning_rate": 1.6460760986907582e-06,
      "loss": 0.3293,
      "step": 1766850
    },
    {
      "epoch": 493.12,
      "grad_norm": 0.9745305180549622,
      "learning_rate": 1.646050284879945e-06,
      "loss": 0.3347,
      "step": 1766860
    },
    {
      "epoch": 493.13,
      "grad_norm": 1.0187636613845825,
      "learning_rate": 1.646024471161995e-06,
      "loss": 0.3443,
      "step": 1766870
    },
    {
      "epoch": 493.13,
      "grad_norm": 0.9309344291687012,
      "learning_rate": 1.6459986575369131e-06,
      "loss": 0.326,
      "step": 1766880
    },
    {
      "epoch": 493.13,
      "grad_norm": 1.2244858741760254,
      "learning_rate": 1.6459728440047023e-06,
      "loss": 0.3445,
      "step": 1766890
    },
    {
      "epoch": 493.13,
      "grad_norm": 1.1486058235168457,
      "learning_rate": 1.6459470305653648e-06,
      "loss": 0.334,
      "step": 1766900
    },
    {
      "epoch": 493.14,
      "grad_norm": 1.0910818576812744,
      "learning_rate": 1.645921217218906e-06,
      "loss": 0.3444,
      "step": 1766910
    },
    {
      "epoch": 493.14,
      "grad_norm": 0.9634671211242676,
      "learning_rate": 1.645895403965328e-06,
      "loss": 0.3361,
      "step": 1766920
    },
    {
      "epoch": 493.14,
      "grad_norm": 1.1122303009033203,
      "learning_rate": 1.6458695908046347e-06,
      "loss": 0.35,
      "step": 1766930
    },
    {
      "epoch": 493.15,
      "grad_norm": 0.9047019481658936,
      "learning_rate": 1.6458437777368296e-06,
      "loss": 0.3354,
      "step": 1766940
    },
    {
      "epoch": 493.15,
      "grad_norm": 1.2014013528823853,
      "learning_rate": 1.6458179647619164e-06,
      "loss": 0.3482,
      "step": 1766950
    },
    {
      "epoch": 493.15,
      "grad_norm": 1.106955885887146,
      "learning_rate": 1.645792151879897e-06,
      "loss": 0.3398,
      "step": 1766960
    },
    {
      "epoch": 493.15,
      "grad_norm": 1.2321754693984985,
      "learning_rate": 1.6457663390907767e-06,
      "loss": 0.3394,
      "step": 1766970
    },
    {
      "epoch": 493.16,
      "grad_norm": 1.1311200857162476,
      "learning_rate": 1.6457405263945586e-06,
      "loss": 0.3363,
      "step": 1766980
    },
    {
      "epoch": 493.16,
      "grad_norm": 0.9636838436126709,
      "learning_rate": 1.6457147137912445e-06,
      "loss": 0.3439,
      "step": 1766990
    },
    {
      "epoch": 493.16,
      "grad_norm": 1.1483488082885742,
      "learning_rate": 1.6456889012808402e-06,
      "loss": 0.3562,
      "step": 1767000
    },
    {
      "epoch": 493.16,
      "grad_norm": 1.1482053995132446,
      "learning_rate": 1.645663088863348e-06,
      "loss": 0.3449,
      "step": 1767010
    },
    {
      "epoch": 493.17,
      "grad_norm": 1.1126220226287842,
      "learning_rate": 1.6456372765387706e-06,
      "loss": 0.3448,
      "step": 1767020
    },
    {
      "epoch": 493.17,
      "grad_norm": 1.2396270036697388,
      "learning_rate": 1.6456114643071132e-06,
      "loss": 0.349,
      "step": 1767030
    },
    {
      "epoch": 493.17,
      "grad_norm": 0.9729017019271851,
      "learning_rate": 1.6455856521683768e-06,
      "loss": 0.3341,
      "step": 1767040
    },
    {
      "epoch": 493.18,
      "grad_norm": 1.1300865411758423,
      "learning_rate": 1.6455598401225675e-06,
      "loss": 0.3225,
      "step": 1767050
    },
    {
      "epoch": 493.18,
      "grad_norm": 1.0740638971328735,
      "learning_rate": 1.6455340281696873e-06,
      "loss": 0.3219,
      "step": 1767060
    },
    {
      "epoch": 493.18,
      "grad_norm": 1.1447690725326538,
      "learning_rate": 1.6455082163097395e-06,
      "loss": 0.3377,
      "step": 1767070
    },
    {
      "epoch": 493.18,
      "grad_norm": 1.0157318115234375,
      "learning_rate": 1.6454824045427286e-06,
      "loss": 0.3524,
      "step": 1767080
    },
    {
      "epoch": 493.19,
      "grad_norm": 1.1240476369857788,
      "learning_rate": 1.645456592868657e-06,
      "loss": 0.3291,
      "step": 1767090
    },
    {
      "epoch": 493.19,
      "grad_norm": 1.0711722373962402,
      "learning_rate": 1.6454307812875271e-06,
      "loss": 0.3442,
      "step": 1767100
    },
    {
      "epoch": 493.19,
      "grad_norm": 1.1390478610992432,
      "learning_rate": 1.6454049697993453e-06,
      "loss": 0.3369,
      "step": 1767110
    },
    {
      "epoch": 493.2,
      "grad_norm": 1.0235158205032349,
      "learning_rate": 1.6453791584041132e-06,
      "loss": 0.352,
      "step": 1767120
    },
    {
      "epoch": 493.2,
      "grad_norm": 1.3469575643539429,
      "learning_rate": 1.6453533471018335e-06,
      "loss": 0.3311,
      "step": 1767130
    },
    {
      "epoch": 493.2,
      "grad_norm": 1.1453429460525513,
      "learning_rate": 1.6453275358925116e-06,
      "loss": 0.3488,
      "step": 1767140
    },
    {
      "epoch": 493.2,
      "grad_norm": 1.0750737190246582,
      "learning_rate": 1.6453017247761497e-06,
      "loss": 0.336,
      "step": 1767150
    },
    {
      "epoch": 493.21,
      "grad_norm": 0.9273635745048523,
      "learning_rate": 1.6452759137527511e-06,
      "loss": 0.3339,
      "step": 1767160
    },
    {
      "epoch": 493.21,
      "grad_norm": 1.096712350845337,
      "learning_rate": 1.6452501028223201e-06,
      "loss": 0.3534,
      "step": 1767170
    },
    {
      "epoch": 493.21,
      "grad_norm": 1.0542492866516113,
      "learning_rate": 1.6452242919848595e-06,
      "loss": 0.3431,
      "step": 1767180
    },
    {
      "epoch": 493.22,
      "grad_norm": 1.1326367855072021,
      "learning_rate": 1.6451984812403719e-06,
      "loss": 0.3666,
      "step": 1767190
    },
    {
      "epoch": 493.22,
      "grad_norm": 1.313351035118103,
      "learning_rate": 1.645172670588863e-06,
      "loss": 0.3337,
      "step": 1767200
    },
    {
      "epoch": 493.22,
      "grad_norm": 1.1724157333374023,
      "learning_rate": 1.6451468600303344e-06,
      "loss": 0.3422,
      "step": 1767210
    },
    {
      "epoch": 493.22,
      "grad_norm": 1.0322874784469604,
      "learning_rate": 1.6451210495647899e-06,
      "loss": 0.3467,
      "step": 1767220
    },
    {
      "epoch": 493.23,
      "grad_norm": 1.0031272172927856,
      "learning_rate": 1.6450952391922338e-06,
      "loss": 0.3445,
      "step": 1767230
    },
    {
      "epoch": 493.23,
      "grad_norm": 1.137274980545044,
      "learning_rate": 1.6450694289126682e-06,
      "loss": 0.3422,
      "step": 1767240
    },
    {
      "epoch": 493.23,
      "grad_norm": 1.0807651281356812,
      "learning_rate": 1.645043618726097e-06,
      "loss": 0.3515,
      "step": 1767250
    },
    {
      "epoch": 493.23,
      "grad_norm": 1.112473726272583,
      "learning_rate": 1.6450178086325241e-06,
      "loss": 0.348,
      "step": 1767260
    },
    {
      "epoch": 493.24,
      "grad_norm": 1.0554919242858887,
      "learning_rate": 1.644991998631953e-06,
      "loss": 0.33,
      "step": 1767270
    },
    {
      "epoch": 493.24,
      "grad_norm": 1.3150651454925537,
      "learning_rate": 1.6449661887243858e-06,
      "loss": 0.353,
      "step": 1767280
    },
    {
      "epoch": 493.24,
      "grad_norm": 1.0169819593429565,
      "learning_rate": 1.6449403789098278e-06,
      "loss": 0.3421,
      "step": 1767290
    },
    {
      "epoch": 493.25,
      "grad_norm": 1.2430506944656372,
      "learning_rate": 1.6449145691882818e-06,
      "loss": 0.3624,
      "step": 1767300
    },
    {
      "epoch": 493.25,
      "grad_norm": 1.0803745985031128,
      "learning_rate": 1.64488875955975e-06,
      "loss": 0.3399,
      "step": 1767310
    },
    {
      "epoch": 493.25,
      "grad_norm": 1.2798972129821777,
      "learning_rate": 1.6448629500242378e-06,
      "loss": 0.3501,
      "step": 1767320
    },
    {
      "epoch": 493.25,
      "grad_norm": 0.968235969543457,
      "learning_rate": 1.6448371405817464e-06,
      "loss": 0.3396,
      "step": 1767330
    },
    {
      "epoch": 493.26,
      "grad_norm": 0.9533964991569519,
      "learning_rate": 1.6448113312322817e-06,
      "loss": 0.3185,
      "step": 1767340
    },
    {
      "epoch": 493.26,
      "grad_norm": 1.1176315546035767,
      "learning_rate": 1.6447855219758455e-06,
      "loss": 0.3391,
      "step": 1767350
    },
    {
      "epoch": 493.26,
      "grad_norm": 1.166996955871582,
      "learning_rate": 1.6447597128124415e-06,
      "loss": 0.3558,
      "step": 1767360
    },
    {
      "epoch": 493.27,
      "grad_norm": 1.1657893657684326,
      "learning_rate": 1.6447339037420737e-06,
      "loss": 0.343,
      "step": 1767370
    },
    {
      "epoch": 493.27,
      "grad_norm": 0.9869311451911926,
      "learning_rate": 1.6447080947647452e-06,
      "loss": 0.3223,
      "step": 1767380
    },
    {
      "epoch": 493.27,
      "grad_norm": 1.0654520988464355,
      "learning_rate": 1.6446822858804585e-06,
      "loss": 0.345,
      "step": 1767390
    },
    {
      "epoch": 493.27,
      "grad_norm": 2.207308530807495,
      "learning_rate": 1.6446564770892185e-06,
      "loss": 0.3445,
      "step": 1767400
    },
    {
      "epoch": 493.28,
      "grad_norm": 0.9950905442237854,
      "learning_rate": 1.6446306683910283e-06,
      "loss": 0.3464,
      "step": 1767410
    },
    {
      "epoch": 493.28,
      "grad_norm": 0.9495635628700256,
      "learning_rate": 1.64460485978589e-06,
      "loss": 0.3188,
      "step": 1767420
    },
    {
      "epoch": 493.28,
      "grad_norm": 0.9651369452476501,
      "learning_rate": 1.6445790512738094e-06,
      "loss": 0.3233,
      "step": 1767430
    },
    {
      "epoch": 493.28,
      "grad_norm": 1.0086238384246826,
      "learning_rate": 1.6445532428547883e-06,
      "loss": 0.3491,
      "step": 1767440
    },
    {
      "epoch": 493.29,
      "grad_norm": 2.196913003921509,
      "learning_rate": 1.64452743452883e-06,
      "loss": 0.36,
      "step": 1767450
    },
    {
      "epoch": 493.29,
      "grad_norm": 1.4062941074371338,
      "learning_rate": 1.644501626295939e-06,
      "loss": 0.3415,
      "step": 1767460
    },
    {
      "epoch": 493.29,
      "grad_norm": 1.0002236366271973,
      "learning_rate": 1.6444758181561182e-06,
      "loss": 0.3484,
      "step": 1767470
    },
    {
      "epoch": 493.3,
      "grad_norm": 1.0745980739593506,
      "learning_rate": 1.6444500101093698e-06,
      "loss": 0.353,
      "step": 1767480
    },
    {
      "epoch": 493.3,
      "grad_norm": 1.2223255634307861,
      "learning_rate": 1.6444242021556995e-06,
      "loss": 0.3395,
      "step": 1767490
    },
    {
      "epoch": 493.3,
      "grad_norm": 1.0218669176101685,
      "learning_rate": 1.6443983942951099e-06,
      "loss": 0.3275,
      "step": 1767500
    },
    {
      "epoch": 493.3,
      "grad_norm": 1.0990737676620483,
      "learning_rate": 1.644372586527603e-06,
      "loss": 0.3637,
      "step": 1767510
    },
    {
      "epoch": 493.31,
      "grad_norm": 1.0709787607192993,
      "learning_rate": 1.6443467788531842e-06,
      "loss": 0.347,
      "step": 1767520
    },
    {
      "epoch": 493.31,
      "grad_norm": 1.152739405632019,
      "learning_rate": 1.6443209712718563e-06,
      "loss": 0.3514,
      "step": 1767530
    },
    {
      "epoch": 493.31,
      "grad_norm": 1.1166576147079468,
      "learning_rate": 1.6442951637836224e-06,
      "loss": 0.3456,
      "step": 1767540
    },
    {
      "epoch": 493.32,
      "grad_norm": 0.9603173136711121,
      "learning_rate": 1.6442693563884865e-06,
      "loss": 0.3646,
      "step": 1767550
    },
    {
      "epoch": 493.32,
      "grad_norm": 1.1120895147323608,
      "learning_rate": 1.6442435490864513e-06,
      "loss": 0.3514,
      "step": 1767560
    },
    {
      "epoch": 493.32,
      "grad_norm": 1.264837384223938,
      "learning_rate": 1.64421774187752e-06,
      "loss": 0.3355,
      "step": 1767570
    },
    {
      "epoch": 493.32,
      "grad_norm": 1.0432610511779785,
      "learning_rate": 1.6441919347616974e-06,
      "loss": 0.3341,
      "step": 1767580
    },
    {
      "epoch": 493.33,
      "grad_norm": 1.20371675491333,
      "learning_rate": 1.6441661277389862e-06,
      "loss": 0.3515,
      "step": 1767590
    },
    {
      "epoch": 493.33,
      "grad_norm": 1.0465036630630493,
      "learning_rate": 1.6441403208093893e-06,
      "loss": 0.3475,
      "step": 1767600
    },
    {
      "epoch": 493.33,
      "grad_norm": 1.1160975694656372,
      "learning_rate": 1.6441145139729114e-06,
      "loss": 0.3473,
      "step": 1767610
    },
    {
      "epoch": 493.34,
      "grad_norm": 1.2744767665863037,
      "learning_rate": 1.644088707229554e-06,
      "loss": 0.3298,
      "step": 1767620
    },
    {
      "epoch": 493.34,
      "grad_norm": 0.9837866425514221,
      "learning_rate": 1.6440629005793226e-06,
      "loss": 0.3545,
      "step": 1767630
    },
    {
      "epoch": 493.34,
      "grad_norm": 1.0964012145996094,
      "learning_rate": 1.64403709402222e-06,
      "loss": 0.3349,
      "step": 1767640
    },
    {
      "epoch": 493.34,
      "grad_norm": 1.3052995204925537,
      "learning_rate": 1.6440112875582479e-06,
      "loss": 0.3461,
      "step": 1767650
    },
    {
      "epoch": 493.35,
      "grad_norm": 0.9813019037246704,
      "learning_rate": 1.6439854811874126e-06,
      "loss": 0.3413,
      "step": 1767660
    },
    {
      "epoch": 493.35,
      "grad_norm": 0.9703900218009949,
      "learning_rate": 1.643959674909716e-06,
      "loss": 0.3477,
      "step": 1767670
    },
    {
      "epoch": 493.35,
      "grad_norm": 1.0338126420974731,
      "learning_rate": 1.6439338687251615e-06,
      "loss": 0.339,
      "step": 1767680
    },
    {
      "epoch": 493.35,
      "grad_norm": 1.1086082458496094,
      "learning_rate": 1.6439080626337529e-06,
      "loss": 0.344,
      "step": 1767690
    },
    {
      "epoch": 493.36,
      "grad_norm": 1.004098653793335,
      "learning_rate": 1.6438822566354933e-06,
      "loss": 0.348,
      "step": 1767700
    },
    {
      "epoch": 493.36,
      "grad_norm": 0.8833048343658447,
      "learning_rate": 1.6438564507303855e-06,
      "loss": 0.3245,
      "step": 1767710
    },
    {
      "epoch": 493.36,
      "grad_norm": 0.9853166937828064,
      "learning_rate": 1.6438306449184347e-06,
      "loss": 0.3259,
      "step": 1767720
    },
    {
      "epoch": 493.37,
      "grad_norm": 0.9753022193908691,
      "learning_rate": 1.6438048391996437e-06,
      "loss": 0.3356,
      "step": 1767730
    },
    {
      "epoch": 493.37,
      "grad_norm": 1.0677553415298462,
      "learning_rate": 1.6437790335740146e-06,
      "loss": 0.3351,
      "step": 1767740
    },
    {
      "epoch": 493.37,
      "grad_norm": 0.9949796795845032,
      "learning_rate": 1.6437532280415527e-06,
      "loss": 0.3493,
      "step": 1767750
    },
    {
      "epoch": 493.37,
      "grad_norm": 12.592691421508789,
      "learning_rate": 1.6437274226022603e-06,
      "loss": 0.3458,
      "step": 1767760
    },
    {
      "epoch": 493.38,
      "grad_norm": 1.0944157838821411,
      "learning_rate": 1.64370161725614e-06,
      "loss": 0.3357,
      "step": 1767770
    },
    {
      "epoch": 493.38,
      "grad_norm": 1.1374045610427856,
      "learning_rate": 1.6436758120031975e-06,
      "loss": 0.3305,
      "step": 1767780
    },
    {
      "epoch": 493.38,
      "grad_norm": 1.034558653831482,
      "learning_rate": 1.6436500068434351e-06,
      "loss": 0.3491,
      "step": 1767790
    },
    {
      "epoch": 493.39,
      "grad_norm": 1.1361126899719238,
      "learning_rate": 1.6436242017768553e-06,
      "loss": 0.3527,
      "step": 1767800
    },
    {
      "epoch": 493.39,
      "grad_norm": 1.116692304611206,
      "learning_rate": 1.6435983968034634e-06,
      "loss": 0.3466,
      "step": 1767810
    },
    {
      "epoch": 493.39,
      "grad_norm": 1.1175884008407593,
      "learning_rate": 1.6435725919232615e-06,
      "loss": 0.3486,
      "step": 1767820
    },
    {
      "epoch": 493.39,
      "grad_norm": 1.049350619316101,
      "learning_rate": 1.643546787136253e-06,
      "loss": 0.3466,
      "step": 1767830
    },
    {
      "epoch": 493.4,
      "grad_norm": 1.419754147529602,
      "learning_rate": 1.6435209824424427e-06,
      "loss": 0.3658,
      "step": 1767840
    },
    {
      "epoch": 493.4,
      "grad_norm": 1.0521247386932373,
      "learning_rate": 1.6434951778418328e-06,
      "loss": 0.3336,
      "step": 1767850
    },
    {
      "epoch": 493.4,
      "grad_norm": 1.0815831422805786,
      "learning_rate": 1.643469373334426e-06,
      "loss": 0.3405,
      "step": 1767860
    },
    {
      "epoch": 493.4,
      "grad_norm": 1.0619713068008423,
      "learning_rate": 1.6434435689202277e-06,
      "loss": 0.345,
      "step": 1767870
    },
    {
      "epoch": 493.41,
      "grad_norm": 2.6955909729003906,
      "learning_rate": 1.6434177645992403e-06,
      "loss": 0.3492,
      "step": 1767880
    },
    {
      "epoch": 493.41,
      "grad_norm": 1.156467080116272,
      "learning_rate": 1.643391960371467e-06,
      "loss": 0.3527,
      "step": 1767890
    },
    {
      "epoch": 493.41,
      "grad_norm": 1.0302040576934814,
      "learning_rate": 1.643366156236912e-06,
      "loss": 0.3536,
      "step": 1767900
    },
    {
      "epoch": 493.42,
      "grad_norm": 1.0888683795928955,
      "learning_rate": 1.6433403521955772e-06,
      "loss": 0.3415,
      "step": 1767910
    },
    {
      "epoch": 493.42,
      "grad_norm": 1.0399998426437378,
      "learning_rate": 1.6433145482474681e-06,
      "loss": 0.3441,
      "step": 1767920
    },
    {
      "epoch": 493.42,
      "grad_norm": 1.1172899007797241,
      "learning_rate": 1.6432887443925873e-06,
      "loss": 0.3424,
      "step": 1767930
    },
    {
      "epoch": 493.42,
      "grad_norm": 1.1440401077270508,
      "learning_rate": 1.6432629406309369e-06,
      "loss": 0.3352,
      "step": 1767940
    },
    {
      "epoch": 493.43,
      "grad_norm": 0.9788016676902771,
      "learning_rate": 1.6432371369625225e-06,
      "loss": 0.3773,
      "step": 1767950
    },
    {
      "epoch": 493.43,
      "grad_norm": 0.9712647199630737,
      "learning_rate": 1.6432113333873468e-06,
      "loss": 0.3386,
      "step": 1767960
    },
    {
      "epoch": 493.43,
      "grad_norm": 0.8754096627235413,
      "learning_rate": 1.6431855299054125e-06,
      "loss": 0.3307,
      "step": 1767970
    },
    {
      "epoch": 493.44,
      "grad_norm": 1.1257160902023315,
      "learning_rate": 1.6431597265167236e-06,
      "loss": 0.3413,
      "step": 1767980
    },
    {
      "epoch": 493.44,
      "grad_norm": 1.0660165548324585,
      "learning_rate": 1.6431339232212837e-06,
      "loss": 0.3497,
      "step": 1767990
    },
    {
      "epoch": 493.44,
      "grad_norm": 0.9811762571334839,
      "learning_rate": 1.6431081200190953e-06,
      "loss": 0.3497,
      "step": 1768000
    },
    {
      "epoch": 493.44,
      "grad_norm": 1.0422673225402832,
      "learning_rate": 1.643082316910163e-06,
      "loss": 0.3289,
      "step": 1768010
    },
    {
      "epoch": 493.45,
      "grad_norm": 0.9584677815437317,
      "learning_rate": 1.6430565138944898e-06,
      "loss": 0.3342,
      "step": 1768020
    },
    {
      "epoch": 493.45,
      "grad_norm": 1.2995527982711792,
      "learning_rate": 1.6430307109720791e-06,
      "loss": 0.3377,
      "step": 1768030
    },
    {
      "epoch": 493.45,
      "grad_norm": 1.0721737146377563,
      "learning_rate": 1.6430049081429345e-06,
      "loss": 0.3371,
      "step": 1768040
    },
    {
      "epoch": 493.46,
      "grad_norm": 0.9924567937850952,
      "learning_rate": 1.6429791054070591e-06,
      "loss": 0.3369,
      "step": 1768050
    },
    {
      "epoch": 493.46,
      "grad_norm": 1.1322145462036133,
      "learning_rate": 1.6429533027644557e-06,
      "loss": 0.336,
      "step": 1768060
    },
    {
      "epoch": 493.46,
      "grad_norm": 1.0061007738113403,
      "learning_rate": 1.6429275002151296e-06,
      "loss": 0.335,
      "step": 1768070
    },
    {
      "epoch": 493.46,
      "grad_norm": 1.191957950592041,
      "learning_rate": 1.642901697759083e-06,
      "loss": 0.321,
      "step": 1768080
    },
    {
      "epoch": 493.47,
      "grad_norm": 1.0283883810043335,
      "learning_rate": 1.6428758953963188e-06,
      "loss": 0.343,
      "step": 1768090
    },
    {
      "epoch": 493.47,
      "grad_norm": 1.1004034280776978,
      "learning_rate": 1.6428500931268418e-06,
      "loss": 0.3401,
      "step": 1768100
    },
    {
      "epoch": 493.47,
      "grad_norm": 1.0357340574264526,
      "learning_rate": 1.642824290950655e-06,
      "loss": 0.3389,
      "step": 1768110
    },
    {
      "epoch": 493.47,
      "grad_norm": 0.9736547470092773,
      "learning_rate": 1.6427984888677607e-06,
      "loss": 0.3444,
      "step": 1768120
    },
    {
      "epoch": 493.48,
      "grad_norm": 1.2260241508483887,
      "learning_rate": 1.6427726868781641e-06,
      "loss": 0.3374,
      "step": 1768130
    },
    {
      "epoch": 493.48,
      "grad_norm": 1.11471426486969,
      "learning_rate": 1.6427468849818677e-06,
      "loss": 0.3398,
      "step": 1768140
    },
    {
      "epoch": 493.48,
      "grad_norm": 1.1912572383880615,
      "learning_rate": 1.642721083178874e-06,
      "loss": 0.3327,
      "step": 1768150
    },
    {
      "epoch": 493.49,
      "grad_norm": 1.0616670846939087,
      "learning_rate": 1.6426952814691886e-06,
      "loss": 0.3399,
      "step": 1768160
    },
    {
      "epoch": 493.49,
      "grad_norm": 1.1586369276046753,
      "learning_rate": 1.6426694798528136e-06,
      "loss": 0.3409,
      "step": 1768170
    },
    {
      "epoch": 493.49,
      "grad_norm": 1.0572071075439453,
      "learning_rate": 1.642643678329752e-06,
      "loss": 0.3408,
      "step": 1768180
    },
    {
      "epoch": 493.49,
      "grad_norm": 1.0569720268249512,
      "learning_rate": 1.6426178769000087e-06,
      "loss": 0.354,
      "step": 1768190
    },
    {
      "epoch": 493.5,
      "grad_norm": 3.1545369625091553,
      "learning_rate": 1.642592075563585e-06,
      "loss": 0.3535,
      "step": 1768200
    },
    {
      "epoch": 493.5,
      "grad_norm": 1.2055824995040894,
      "learning_rate": 1.6425662743204866e-06,
      "loss": 0.348,
      "step": 1768210
    },
    {
      "epoch": 493.5,
      "grad_norm": 1.070940613746643,
      "learning_rate": 1.642540473170716e-06,
      "loss": 0.3304,
      "step": 1768220
    },
    {
      "epoch": 493.51,
      "grad_norm": 1.3335884809494019,
      "learning_rate": 1.6425146721142758e-06,
      "loss": 0.3481,
      "step": 1768230
    },
    {
      "epoch": 493.51,
      "grad_norm": 1.0394885540008545,
      "learning_rate": 1.6424888711511705e-06,
      "loss": 0.3312,
      "step": 1768240
    },
    {
      "epoch": 493.51,
      "grad_norm": 1.186176061630249,
      "learning_rate": 1.6424630702814039e-06,
      "loss": 0.3397,
      "step": 1768250
    },
    {
      "epoch": 493.51,
      "grad_norm": 1.1832619905471802,
      "learning_rate": 1.642437269504978e-06,
      "loss": 0.3266,
      "step": 1768260
    },
    {
      "epoch": 493.52,
      "grad_norm": 1.196140170097351,
      "learning_rate": 1.6424114688218977e-06,
      "loss": 0.3582,
      "step": 1768270
    },
    {
      "epoch": 493.52,
      "grad_norm": 1.0779922008514404,
      "learning_rate": 1.6423856682321656e-06,
      "loss": 0.3661,
      "step": 1768280
    },
    {
      "epoch": 493.52,
      "grad_norm": 1.1480718851089478,
      "learning_rate": 1.6423598677357846e-06,
      "loss": 0.3604,
      "step": 1768290
    },
    {
      "epoch": 493.52,
      "grad_norm": 1.0757418870925903,
      "learning_rate": 1.6423340673327596e-06,
      "loss": 0.3306,
      "step": 1768300
    },
    {
      "epoch": 493.53,
      "grad_norm": 1.0542999505996704,
      "learning_rate": 1.642308267023093e-06,
      "loss": 0.3376,
      "step": 1768310
    },
    {
      "epoch": 493.53,
      "grad_norm": 1.149460792541504,
      "learning_rate": 1.6422824668067884e-06,
      "loss": 0.3526,
      "step": 1768320
    },
    {
      "epoch": 493.53,
      "grad_norm": 1.0554704666137695,
      "learning_rate": 1.6422566666838498e-06,
      "loss": 0.3418,
      "step": 1768330
    },
    {
      "epoch": 493.54,
      "grad_norm": 1.1161059141159058,
      "learning_rate": 1.6422308666542797e-06,
      "loss": 0.3331,
      "step": 1768340
    },
    {
      "epoch": 493.54,
      "grad_norm": 1.0282293558120728,
      "learning_rate": 1.6422050667180814e-06,
      "loss": 0.3346,
      "step": 1768350
    },
    {
      "epoch": 493.54,
      "grad_norm": 1.0566327571868896,
      "learning_rate": 1.6421792668752598e-06,
      "loss": 0.3387,
      "step": 1768360
    },
    {
      "epoch": 493.54,
      "grad_norm": 1.133659839630127,
      "learning_rate": 1.6421534671258174e-06,
      "loss": 0.3506,
      "step": 1768370
    },
    {
      "epoch": 493.55,
      "grad_norm": 1.1242966651916504,
      "learning_rate": 1.6421276674697566e-06,
      "loss": 0.3324,
      "step": 1768380
    },
    {
      "epoch": 493.55,
      "grad_norm": 1.0732730627059937,
      "learning_rate": 1.6421018679070834e-06,
      "loss": 0.3402,
      "step": 1768390
    },
    {
      "epoch": 493.55,
      "grad_norm": 1.2477846145629883,
      "learning_rate": 1.642076068437799e-06,
      "loss": 0.3353,
      "step": 1768400
    },
    {
      "epoch": 493.56,
      "grad_norm": 0.9973825216293335,
      "learning_rate": 1.6420502690619078e-06,
      "loss": 0.3457,
      "step": 1768410
    },
    {
      "epoch": 493.56,
      "grad_norm": 1.0494102239608765,
      "learning_rate": 1.6420244697794133e-06,
      "loss": 0.3573,
      "step": 1768420
    },
    {
      "epoch": 493.56,
      "grad_norm": 1.1965105533599854,
      "learning_rate": 1.6419986705903186e-06,
      "loss": 0.3424,
      "step": 1768430
    },
    {
      "epoch": 493.56,
      "grad_norm": 1.096449375152588,
      "learning_rate": 1.6419728714946262e-06,
      "loss": 0.3473,
      "step": 1768440
    },
    {
      "epoch": 493.57,
      "grad_norm": 1.1475666761398315,
      "learning_rate": 1.6419470724923415e-06,
      "loss": 0.3414,
      "step": 1768450
    },
    {
      "epoch": 493.57,
      "grad_norm": 1.3616303205490112,
      "learning_rate": 1.6419212735834673e-06,
      "loss": 0.3407,
      "step": 1768460
    },
    {
      "epoch": 493.57,
      "grad_norm": 0.9956983923912048,
      "learning_rate": 1.6418954747680052e-06,
      "loss": 0.3499,
      "step": 1768470
    },
    {
      "epoch": 493.58,
      "grad_norm": 1.2580703496932983,
      "learning_rate": 1.641869676045961e-06,
      "loss": 0.3383,
      "step": 1768480
    },
    {
      "epoch": 493.58,
      "grad_norm": 0.9484699964523315,
      "learning_rate": 1.6418438774173373e-06,
      "loss": 0.339,
      "step": 1768490
    },
    {
      "epoch": 493.58,
      "grad_norm": 1.392496943473816,
      "learning_rate": 1.6418180788821378e-06,
      "loss": 0.3588,
      "step": 1768500
    },
    {
      "epoch": 493.58,
      "grad_norm": 1.020237922668457,
      "learning_rate": 1.6417922804403655e-06,
      "loss": 0.3422,
      "step": 1768510
    },
    {
      "epoch": 493.59,
      "grad_norm": 1.138911485671997,
      "learning_rate": 1.6417664820920234e-06,
      "loss": 0.3391,
      "step": 1768520
    },
    {
      "epoch": 493.59,
      "grad_norm": 1.0391838550567627,
      "learning_rate": 1.641740683837116e-06,
      "loss": 0.3527,
      "step": 1768530
    },
    {
      "epoch": 493.59,
      "grad_norm": 1.0826337337493896,
      "learning_rate": 1.6417148856756464e-06,
      "loss": 0.3447,
      "step": 1768540
    },
    {
      "epoch": 493.59,
      "grad_norm": 1.009507656097412,
      "learning_rate": 1.6416890876076172e-06,
      "loss": 0.3388,
      "step": 1768550
    },
    {
      "epoch": 493.6,
      "grad_norm": 1.0838278532028198,
      "learning_rate": 1.6416632896330333e-06,
      "loss": 0.3228,
      "step": 1768560
    },
    {
      "epoch": 493.6,
      "grad_norm": 1.0299402475357056,
      "learning_rate": 1.641637491751897e-06,
      "loss": 0.3429,
      "step": 1768570
    },
    {
      "epoch": 493.6,
      "grad_norm": 0.92209392786026,
      "learning_rate": 1.6416116939642113e-06,
      "loss": 0.3429,
      "step": 1768580
    },
    {
      "epoch": 493.61,
      "grad_norm": 1.410866141319275,
      "learning_rate": 1.6415858962699815e-06,
      "loss": 0.3362,
      "step": 1768590
    },
    {
      "epoch": 493.61,
      "grad_norm": 1.1032010316848755,
      "learning_rate": 1.6415600986692098e-06,
      "loss": 0.3368,
      "step": 1768600
    },
    {
      "epoch": 493.61,
      "grad_norm": 1.1160420179367065,
      "learning_rate": 1.6415343011618986e-06,
      "loss": 0.3365,
      "step": 1768610
    },
    {
      "epoch": 493.61,
      "grad_norm": 1.192469596862793,
      "learning_rate": 1.6415085037480537e-06,
      "loss": 0.3424,
      "step": 1768620
    },
    {
      "epoch": 493.62,
      "grad_norm": 1.280066728591919,
      "learning_rate": 1.6414827064276771e-06,
      "loss": 0.3459,
      "step": 1768630
    },
    {
      "epoch": 493.62,
      "grad_norm": 1.0911650657653809,
      "learning_rate": 1.6414569092007726e-06,
      "loss": 0.3445,
      "step": 1768640
    },
    {
      "epoch": 493.62,
      "grad_norm": 1.1362395286560059,
      "learning_rate": 1.6414311120673434e-06,
      "loss": 0.3358,
      "step": 1768650
    },
    {
      "epoch": 493.63,
      "grad_norm": 1.011687159538269,
      "learning_rate": 1.641405315027393e-06,
      "loss": 0.3382,
      "step": 1768660
    },
    {
      "epoch": 493.63,
      "grad_norm": 1.147152304649353,
      "learning_rate": 1.6413795180809241e-06,
      "loss": 0.3498,
      "step": 1768670
    },
    {
      "epoch": 493.63,
      "grad_norm": 1.0360151529312134,
      "learning_rate": 1.641353721227942e-06,
      "loss": 0.3258,
      "step": 1768680
    },
    {
      "epoch": 493.63,
      "grad_norm": 1.1931265592575073,
      "learning_rate": 1.641327924468449e-06,
      "loss": 0.3462,
      "step": 1768690
    },
    {
      "epoch": 493.64,
      "grad_norm": 3.15740966796875,
      "learning_rate": 1.6413021278024477e-06,
      "loss": 0.3387,
      "step": 1768700
    },
    {
      "epoch": 493.64,
      "grad_norm": 1.0346283912658691,
      "learning_rate": 1.6412763312299433e-06,
      "loss": 0.3255,
      "step": 1768710
    },
    {
      "epoch": 493.64,
      "grad_norm": 1.1739165782928467,
      "learning_rate": 1.6412505347509383e-06,
      "loss": 0.3306,
      "step": 1768720
    },
    {
      "epoch": 493.64,
      "grad_norm": 1.072786808013916,
      "learning_rate": 1.641224738365435e-06,
      "loss": 0.3367,
      "step": 1768730
    },
    {
      "epoch": 493.65,
      "grad_norm": 8.343476295471191,
      "learning_rate": 1.641198942073439e-06,
      "loss": 0.3447,
      "step": 1768740
    },
    {
      "epoch": 493.65,
      "grad_norm": 1.1785264015197754,
      "learning_rate": 1.6411731458749528e-06,
      "loss": 0.3516,
      "step": 1768750
    },
    {
      "epoch": 493.65,
      "grad_norm": 1.1527376174926758,
      "learning_rate": 1.641147349769979e-06,
      "loss": 0.3508,
      "step": 1768760
    },
    {
      "epoch": 493.66,
      "grad_norm": 1.0479224920272827,
      "learning_rate": 1.6411215537585227e-06,
      "loss": 0.3581,
      "step": 1768770
    },
    {
      "epoch": 493.66,
      "grad_norm": 0.9887436032295227,
      "learning_rate": 1.6410957578405858e-06,
      "loss": 0.3596,
      "step": 1768780
    },
    {
      "epoch": 493.66,
      "grad_norm": 1.0565857887268066,
      "learning_rate": 1.6410699620161728e-06,
      "loss": 0.3396,
      "step": 1768790
    },
    {
      "epoch": 493.66,
      "grad_norm": 1.1653698682785034,
      "learning_rate": 1.641044166285287e-06,
      "loss": 0.3328,
      "step": 1768800
    },
    {
      "epoch": 493.67,
      "grad_norm": 1.181739091873169,
      "learning_rate": 1.64101837064793e-06,
      "loss": 0.3314,
      "step": 1768810
    },
    {
      "epoch": 493.67,
      "grad_norm": 1.1450411081314087,
      "learning_rate": 1.6409925751041083e-06,
      "loss": 0.3255,
      "step": 1768820
    },
    {
      "epoch": 493.67,
      "grad_norm": 1.592714786529541,
      "learning_rate": 1.6409667796538236e-06,
      "loss": 0.3355,
      "step": 1768830
    },
    {
      "epoch": 493.68,
      "grad_norm": 1.0829826593399048,
      "learning_rate": 1.6409409842970793e-06,
      "loss": 0.317,
      "step": 1768840
    },
    {
      "epoch": 493.68,
      "grad_norm": 1.2061141729354858,
      "learning_rate": 1.640915189033879e-06,
      "loss": 0.3416,
      "step": 1768850
    },
    {
      "epoch": 493.68,
      "grad_norm": 1.040936827659607,
      "learning_rate": 1.6408893938642267e-06,
      "loss": 0.3489,
      "step": 1768860
    },
    {
      "epoch": 493.68,
      "grad_norm": 1.3114731311798096,
      "learning_rate": 1.6408635987881243e-06,
      "loss": 0.3466,
      "step": 1768870
    },
    {
      "epoch": 493.69,
      "grad_norm": 1.2615162134170532,
      "learning_rate": 1.6408378038055769e-06,
      "loss": 0.3304,
      "step": 1768880
    },
    {
      "epoch": 493.69,
      "grad_norm": 1.1598855257034302,
      "learning_rate": 1.6408120089165874e-06,
      "loss": 0.3408,
      "step": 1768890
    },
    {
      "epoch": 493.69,
      "grad_norm": 1.027323842048645,
      "learning_rate": 1.6407862141211587e-06,
      "loss": 0.3514,
      "step": 1768900
    },
    {
      "epoch": 493.7,
      "grad_norm": 1.2217035293579102,
      "learning_rate": 1.6407604194192952e-06,
      "loss": 0.356,
      "step": 1768910
    },
    {
      "epoch": 493.7,
      "grad_norm": 1.011096715927124,
      "learning_rate": 1.6407346248109998e-06,
      "loss": 0.338,
      "step": 1768920
    },
    {
      "epoch": 493.7,
      "grad_norm": 1.0454468727111816,
      "learning_rate": 1.6407088302962753e-06,
      "loss": 0.3296,
      "step": 1768930
    },
    {
      "epoch": 493.7,
      "grad_norm": 1.202393651008606,
      "learning_rate": 1.6406830358751267e-06,
      "loss": 0.344,
      "step": 1768940
    },
    {
      "epoch": 493.71,
      "grad_norm": 2.865978717803955,
      "learning_rate": 1.6406572415475562e-06,
      "loss": 0.3399,
      "step": 1768950
    },
    {
      "epoch": 493.71,
      "grad_norm": 2.9335501194000244,
      "learning_rate": 1.6406314473135666e-06,
      "loss": 0.3358,
      "step": 1768960
    },
    {
      "epoch": 493.71,
      "grad_norm": 1.0324565172195435,
      "learning_rate": 1.6406056531731633e-06,
      "loss": 0.3334,
      "step": 1768970
    },
    {
      "epoch": 493.71,
      "grad_norm": 1.108669638633728,
      "learning_rate": 1.6405798591263486e-06,
      "loss": 0.337,
      "step": 1768980
    },
    {
      "epoch": 493.72,
      "grad_norm": 1.0700849294662476,
      "learning_rate": 1.6405540651731258e-06,
      "loss": 0.3578,
      "step": 1768990
    },
    {
      "epoch": 493.72,
      "grad_norm": 1.0613906383514404,
      "learning_rate": 1.6405282713134987e-06,
      "loss": 0.3459,
      "step": 1769000
    },
    {
      "epoch": 493.72,
      "grad_norm": 1.0386451482772827,
      "learning_rate": 1.6405024775474708e-06,
      "loss": 0.3293,
      "step": 1769010
    },
    {
      "epoch": 493.73,
      "grad_norm": 1.1826937198638916,
      "learning_rate": 1.6404766838750446e-06,
      "loss": 0.3364,
      "step": 1769020
    },
    {
      "epoch": 493.73,
      "grad_norm": 1.1132761240005493,
      "learning_rate": 1.640450890296225e-06,
      "loss": 0.3519,
      "step": 1769030
    },
    {
      "epoch": 493.73,
      "grad_norm": 1.0587393045425415,
      "learning_rate": 1.6404250968110145e-06,
      "loss": 0.3387,
      "step": 1769040
    },
    {
      "epoch": 493.73,
      "grad_norm": 1.119938850402832,
      "learning_rate": 1.640399303419416e-06,
      "loss": 0.3441,
      "step": 1769050
    },
    {
      "epoch": 493.74,
      "grad_norm": 1.0510917901992798,
      "learning_rate": 1.640373510121435e-06,
      "loss": 0.3246,
      "step": 1769060
    },
    {
      "epoch": 493.74,
      "grad_norm": 1.161456823348999,
      "learning_rate": 1.6403477169170725e-06,
      "loss": 0.338,
      "step": 1769070
    },
    {
      "epoch": 493.74,
      "grad_norm": 1.1287498474121094,
      "learning_rate": 1.6403219238063334e-06,
      "loss": 0.3675,
      "step": 1769080
    },
    {
      "epoch": 493.75,
      "grad_norm": 1.1279970407485962,
      "learning_rate": 1.6402961307892212e-06,
      "loss": 0.3318,
      "step": 1769090
    },
    {
      "epoch": 493.75,
      "grad_norm": 1.0375274419784546,
      "learning_rate": 1.640270337865738e-06,
      "loss": 0.329,
      "step": 1769100
    },
    {
      "epoch": 493.75,
      "grad_norm": 1.1074966192245483,
      "learning_rate": 1.640244545035889e-06,
      "loss": 0.3211,
      "step": 1769110
    },
    {
      "epoch": 493.75,
      "grad_norm": 1.066523551940918,
      "learning_rate": 1.640218752299677e-06,
      "loss": 0.3563,
      "step": 1769120
    },
    {
      "epoch": 493.76,
      "grad_norm": 1.0804122686386108,
      "learning_rate": 1.640192959657104e-06,
      "loss": 0.3481,
      "step": 1769130
    },
    {
      "epoch": 493.76,
      "grad_norm": 1.0936853885650635,
      "learning_rate": 1.6401671671081756e-06,
      "loss": 0.3286,
      "step": 1769140
    },
    {
      "epoch": 493.76,
      "grad_norm": 1.127474069595337,
      "learning_rate": 1.6401413746528944e-06,
      "loss": 0.3317,
      "step": 1769150
    },
    {
      "epoch": 493.77,
      "grad_norm": 1.0969194173812866,
      "learning_rate": 1.6401155822912626e-06,
      "loss": 0.3527,
      "step": 1769160
    },
    {
      "epoch": 493.77,
      "grad_norm": 1.159698247909546,
      "learning_rate": 1.6400897900232856e-06,
      "loss": 0.3525,
      "step": 1769170
    },
    {
      "epoch": 493.77,
      "grad_norm": 1.104170322418213,
      "learning_rate": 1.640063997848966e-06,
      "loss": 0.3285,
      "step": 1769180
    },
    {
      "epoch": 493.77,
      "grad_norm": 0.9914714694023132,
      "learning_rate": 1.640038205768306e-06,
      "loss": 0.3289,
      "step": 1769190
    },
    {
      "epoch": 493.78,
      "grad_norm": 1.3039731979370117,
      "learning_rate": 1.6400124137813117e-06,
      "loss": 0.3418,
      "step": 1769200
    },
    {
      "epoch": 493.78,
      "grad_norm": 1.1976673603057861,
      "learning_rate": 1.6399866218879847e-06,
      "loss": 0.3421,
      "step": 1769210
    },
    {
      "epoch": 493.78,
      "grad_norm": 1.0547975301742554,
      "learning_rate": 1.6399608300883286e-06,
      "loss": 0.3485,
      "step": 1769220
    },
    {
      "epoch": 493.78,
      "grad_norm": 1.0073825120925903,
      "learning_rate": 1.6399350383823475e-06,
      "loss": 0.3332,
      "step": 1769230
    },
    {
      "epoch": 493.79,
      "grad_norm": 1.1718616485595703,
      "learning_rate": 1.639909246770044e-06,
      "loss": 0.3462,
      "step": 1769240
    },
    {
      "epoch": 493.79,
      "grad_norm": 1.2672573328018188,
      "learning_rate": 1.6398834552514212e-06,
      "loss": 0.3527,
      "step": 1769250
    },
    {
      "epoch": 493.79,
      "grad_norm": 1.1679474115371704,
      "learning_rate": 1.639857663826484e-06,
      "loss": 0.3554,
      "step": 1769260
    },
    {
      "epoch": 493.8,
      "grad_norm": 1.1159089803695679,
      "learning_rate": 1.6398318724952351e-06,
      "loss": 0.348,
      "step": 1769270
    },
    {
      "epoch": 493.8,
      "grad_norm": 1.0577818155288696,
      "learning_rate": 1.6398060812576777e-06,
      "loss": 0.3421,
      "step": 1769280
    },
    {
      "epoch": 493.8,
      "grad_norm": 1.0484079122543335,
      "learning_rate": 1.6397802901138158e-06,
      "loss": 0.3369,
      "step": 1769290
    },
    {
      "epoch": 493.8,
      "grad_norm": 1.0007761716842651,
      "learning_rate": 1.6397544990636524e-06,
      "loss": 0.338,
      "step": 1769300
    },
    {
      "epoch": 493.81,
      "grad_norm": 1.1576093435287476,
      "learning_rate": 1.63972870810719e-06,
      "loss": 0.3453,
      "step": 1769310
    },
    {
      "epoch": 493.81,
      "grad_norm": 1.102251410484314,
      "learning_rate": 1.639702917244434e-06,
      "loss": 0.3459,
      "step": 1769320
    },
    {
      "epoch": 493.81,
      "grad_norm": 0.9797846078872681,
      "learning_rate": 1.6396771264753868e-06,
      "loss": 0.3393,
      "step": 1769330
    },
    {
      "epoch": 493.82,
      "grad_norm": 0.9701060652732849,
      "learning_rate": 1.6396513358000511e-06,
      "loss": 0.3316,
      "step": 1769340
    },
    {
      "epoch": 493.82,
      "grad_norm": 1.0112552642822266,
      "learning_rate": 1.6396255452184318e-06,
      "loss": 0.3252,
      "step": 1769350
    },
    {
      "epoch": 493.82,
      "grad_norm": 0.998711347579956,
      "learning_rate": 1.6395997547305313e-06,
      "loss": 0.3261,
      "step": 1769360
    },
    {
      "epoch": 493.82,
      "grad_norm": 1.1472355127334595,
      "learning_rate": 1.639573964336354e-06,
      "loss": 0.3474,
      "step": 1769370
    },
    {
      "epoch": 493.83,
      "grad_norm": 1.0820828676223755,
      "learning_rate": 1.6395481740359027e-06,
      "loss": 0.3468,
      "step": 1769380
    },
    {
      "epoch": 493.83,
      "grad_norm": 1.032436728477478,
      "learning_rate": 1.6395223838291797e-06,
      "loss": 0.3416,
      "step": 1769390
    },
    {
      "epoch": 493.83,
      "grad_norm": 1.1960252523422241,
      "learning_rate": 1.6394965937161907e-06,
      "loss": 0.34,
      "step": 1769400
    },
    {
      "epoch": 493.83,
      "grad_norm": 1.137001395225525,
      "learning_rate": 1.639470803696938e-06,
      "loss": 0.3295,
      "step": 1769410
    },
    {
      "epoch": 493.84,
      "grad_norm": 1.033660888671875,
      "learning_rate": 1.6394450137714247e-06,
      "loss": 0.3546,
      "step": 1769420
    },
    {
      "epoch": 493.84,
      "grad_norm": 1.1727936267852783,
      "learning_rate": 1.6394192239396544e-06,
      "loss": 0.3324,
      "step": 1769430
    },
    {
      "epoch": 493.84,
      "grad_norm": 0.9739060997962952,
      "learning_rate": 1.6393934342016311e-06,
      "loss": 0.3519,
      "step": 1769440
    },
    {
      "epoch": 493.85,
      "grad_norm": 1.14570152759552,
      "learning_rate": 1.6393676445573577e-06,
      "loss": 0.3282,
      "step": 1769450
    },
    {
      "epoch": 493.85,
      "grad_norm": 1.0749197006225586,
      "learning_rate": 1.6393418550068381e-06,
      "loss": 0.3324,
      "step": 1769460
    },
    {
      "epoch": 493.85,
      "grad_norm": 1.0243858098983765,
      "learning_rate": 1.6393160655500755e-06,
      "loss": 0.3368,
      "step": 1769470
    },
    {
      "epoch": 493.85,
      "grad_norm": 1.1307851076126099,
      "learning_rate": 1.639290276187072e-06,
      "loss": 0.3533,
      "step": 1769480
    },
    {
      "epoch": 493.86,
      "grad_norm": 1.017987608909607,
      "learning_rate": 1.6392644869178337e-06,
      "loss": 0.3297,
      "step": 1769490
    },
    {
      "epoch": 493.86,
      "grad_norm": 1.1249229907989502,
      "learning_rate": 1.639238697742362e-06,
      "loss": 0.3429,
      "step": 1769500
    },
    {
      "epoch": 493.86,
      "grad_norm": 0.9321446418762207,
      "learning_rate": 1.639212908660661e-06,
      "loss": 0.3382,
      "step": 1769510
    },
    {
      "epoch": 493.87,
      "grad_norm": 1.012926459312439,
      "learning_rate": 1.6391871196727342e-06,
      "loss": 0.3394,
      "step": 1769520
    },
    {
      "epoch": 493.87,
      "grad_norm": 1.132411241531372,
      "learning_rate": 1.6391613307785853e-06,
      "loss": 0.3423,
      "step": 1769530
    },
    {
      "epoch": 493.87,
      "grad_norm": 1.0985645055770874,
      "learning_rate": 1.6391355419782163e-06,
      "loss": 0.3479,
      "step": 1769540
    },
    {
      "epoch": 493.87,
      "grad_norm": 1.0012214183807373,
      "learning_rate": 1.6391097532716325e-06,
      "loss": 0.3381,
      "step": 1769550
    },
    {
      "epoch": 493.88,
      "grad_norm": 1.0203540325164795,
      "learning_rate": 1.6390839646588362e-06,
      "loss": 0.3464,
      "step": 1769560
    },
    {
      "epoch": 493.88,
      "grad_norm": 1.222872257232666,
      "learning_rate": 1.6390581761398305e-06,
      "loss": 0.3426,
      "step": 1769570
    },
    {
      "epoch": 493.88,
      "grad_norm": 1.1532710790634155,
      "learning_rate": 1.6390323877146207e-06,
      "loss": 0.3448,
      "step": 1769580
    },
    {
      "epoch": 493.89,
      "grad_norm": 1.0588352680206299,
      "learning_rate": 1.6390065993832087e-06,
      "loss": 0.3513,
      "step": 1769590
    },
    {
      "epoch": 493.89,
      "grad_norm": 1.084559440612793,
      "learning_rate": 1.6389808111455978e-06,
      "loss": 0.3363,
      "step": 1769600
    },
    {
      "epoch": 493.89,
      "grad_norm": 1.203684687614441,
      "learning_rate": 1.6389550230017924e-06,
      "loss": 0.3555,
      "step": 1769610
    },
    {
      "epoch": 493.89,
      "grad_norm": 1.097962498664856,
      "learning_rate": 1.6389292349517942e-06,
      "loss": 0.3382,
      "step": 1769620
    },
    {
      "epoch": 493.9,
      "grad_norm": 1.0442781448364258,
      "learning_rate": 1.6389034469956088e-06,
      "loss": 0.3384,
      "step": 1769630
    },
    {
      "epoch": 493.9,
      "grad_norm": 1.002274513244629,
      "learning_rate": 1.6388776591332392e-06,
      "loss": 0.3511,
      "step": 1769640
    },
    {
      "epoch": 493.9,
      "grad_norm": 1.1747751235961914,
      "learning_rate": 1.6388518713646874e-06,
      "loss": 0.3327,
      "step": 1769650
    },
    {
      "epoch": 493.9,
      "grad_norm": 1.0704028606414795,
      "learning_rate": 1.638826083689958e-06,
      "loss": 0.3308,
      "step": 1769660
    },
    {
      "epoch": 493.91,
      "grad_norm": 1.1709909439086914,
      "learning_rate": 1.6388002961090547e-06,
      "loss": 0.3312,
      "step": 1769670
    },
    {
      "epoch": 493.91,
      "grad_norm": 1.0241985321044922,
      "learning_rate": 1.6387745086219792e-06,
      "loss": 0.3488,
      "step": 1769680
    },
    {
      "epoch": 493.91,
      "grad_norm": 0.9376254081726074,
      "learning_rate": 1.6387487212287371e-06,
      "loss": 0.3345,
      "step": 1769690
    },
    {
      "epoch": 493.92,
      "grad_norm": 0.9454941749572754,
      "learning_rate": 1.6387229339293308e-06,
      "loss": 0.3266,
      "step": 1769700
    },
    {
      "epoch": 493.92,
      "grad_norm": 1.1197831630706787,
      "learning_rate": 1.6386971467237629e-06,
      "loss": 0.3447,
      "step": 1769710
    },
    {
      "epoch": 493.92,
      "grad_norm": 1.1802339553833008,
      "learning_rate": 1.6386713596120385e-06,
      "loss": 0.3458,
      "step": 1769720
    },
    {
      "epoch": 493.92,
      "grad_norm": 1.1108520030975342,
      "learning_rate": 1.6386455725941608e-06,
      "loss": 0.3482,
      "step": 1769730
    },
    {
      "epoch": 493.93,
      "grad_norm": 1.055678367614746,
      "learning_rate": 1.6386197856701318e-06,
      "loss": 0.3521,
      "step": 1769740
    },
    {
      "epoch": 493.93,
      "grad_norm": 1.2835960388183594,
      "learning_rate": 1.638593998839956e-06,
      "loss": 0.3565,
      "step": 1769750
    },
    {
      "epoch": 493.93,
      "grad_norm": 1.3730272054672241,
      "learning_rate": 1.6385682121036372e-06,
      "loss": 0.3394,
      "step": 1769760
    },
    {
      "epoch": 493.94,
      "grad_norm": 1.0366941690444946,
      "learning_rate": 1.6385424254611772e-06,
      "loss": 0.3364,
      "step": 1769770
    },
    {
      "epoch": 493.94,
      "grad_norm": 1.331128716468811,
      "learning_rate": 1.6385166389125813e-06,
      "loss": 0.3354,
      "step": 1769780
    },
    {
      "epoch": 493.94,
      "grad_norm": 1.0300891399383545,
      "learning_rate": 1.6384908524578521e-06,
      "loss": 0.3347,
      "step": 1769790
    },
    {
      "epoch": 493.94,
      "grad_norm": 3.4615933895111084,
      "learning_rate": 1.638465066096993e-06,
      "loss": 0.3398,
      "step": 1769800
    },
    {
      "epoch": 493.95,
      "grad_norm": 1.4315710067749023,
      "learning_rate": 1.638439279830008e-06,
      "loss": 0.3344,
      "step": 1769810
    },
    {
      "epoch": 493.95,
      "grad_norm": 1.0006096363067627,
      "learning_rate": 1.6384134936568997e-06,
      "loss": 0.341,
      "step": 1769820
    },
    {
      "epoch": 493.95,
      "grad_norm": 1.011274814605713,
      "learning_rate": 1.638387707577671e-06,
      "loss": 0.329,
      "step": 1769830
    },
    {
      "epoch": 493.95,
      "grad_norm": 1.1697611808776855,
      "learning_rate": 1.638361921592327e-06,
      "loss": 0.339,
      "step": 1769840
    },
    {
      "epoch": 493.96,
      "grad_norm": 1.1437197923660278,
      "learning_rate": 1.6383361357008706e-06,
      "loss": 0.3401,
      "step": 1769850
    },
    {
      "epoch": 493.96,
      "grad_norm": 1.0008139610290527,
      "learning_rate": 1.6383103499033037e-06,
      "loss": 0.3559,
      "step": 1769860
    },
    {
      "epoch": 493.96,
      "grad_norm": 1.0139579772949219,
      "learning_rate": 1.6382845641996325e-06,
      "loss": 0.3406,
      "step": 1769870
    },
    {
      "epoch": 493.97,
      "grad_norm": 1.290824294090271,
      "learning_rate": 1.6382587785898585e-06,
      "loss": 0.3604,
      "step": 1769880
    },
    {
      "epoch": 493.97,
      "grad_norm": 1.0713623762130737,
      "learning_rate": 1.6382329930739856e-06,
      "loss": 0.3284,
      "step": 1769890
    },
    {
      "epoch": 493.97,
      "grad_norm": 1.051443099975586,
      "learning_rate": 1.638207207652017e-06,
      "loss": 0.3567,
      "step": 1769900
    },
    {
      "epoch": 493.97,
      "grad_norm": 0.9944812059402466,
      "learning_rate": 1.6381814223239558e-06,
      "loss": 0.3556,
      "step": 1769910
    },
    {
      "epoch": 493.98,
      "grad_norm": 1.24993097782135,
      "learning_rate": 1.6381556370898068e-06,
      "loss": 0.3288,
      "step": 1769920
    },
    {
      "epoch": 493.98,
      "grad_norm": 0.9980080723762512,
      "learning_rate": 1.6381298519495729e-06,
      "loss": 0.3501,
      "step": 1769930
    },
    {
      "epoch": 493.98,
      "grad_norm": 1.0593699216842651,
      "learning_rate": 1.6381040669032566e-06,
      "loss": 0.3415,
      "step": 1769940
    },
    {
      "epoch": 493.99,
      "grad_norm": 1.0508095026016235,
      "learning_rate": 1.6380782819508622e-06,
      "loss": 0.3407,
      "step": 1769950
    },
    {
      "epoch": 493.99,
      "grad_norm": 1.1117218732833862,
      "learning_rate": 1.6380524970923933e-06,
      "loss": 0.3327,
      "step": 1769960
    },
    {
      "epoch": 493.99,
      "grad_norm": 1.184699535369873,
      "learning_rate": 1.6380267123278515e-06,
      "loss": 0.3412,
      "step": 1769970
    },
    {
      "epoch": 493.99,
      "grad_norm": 1.0791287422180176,
      "learning_rate": 1.638000927657243e-06,
      "loss": 0.3241,
      "step": 1769980
    },
    {
      "epoch": 494.0,
      "grad_norm": 1.151538372039795,
      "learning_rate": 1.6379751430805697e-06,
      "loss": 0.3444,
      "step": 1769990
    },
    {
      "epoch": 494.0,
      "grad_norm": 1.029150128364563,
      "learning_rate": 1.6379493585978343e-06,
      "loss": 0.3381,
      "step": 1770000
    },
    {
      "epoch": 494.0,
      "eval_loss": 0.34308260679244995,
      "eval_runtime": 66.7133,
      "eval_samples_per_second": 75.832,
      "eval_steps_per_second": 9.488,
      "step": 1770002
    },
    {
      "epoch": 494.0,
      "grad_norm": 1.2751903533935547,
      "learning_rate": 1.637923574209042e-06,
      "loss": 0.3436,
      "step": 1770010
    },
    {
      "epoch": 494.01,
      "grad_norm": 1.2158787250518799,
      "learning_rate": 1.6378977899141956e-06,
      "loss": 0.3472,
      "step": 1770020
    },
    {
      "epoch": 494.01,
      "grad_norm": 0.9947431683540344,
      "learning_rate": 1.6378720057132975e-06,
      "loss": 0.3621,
      "step": 1770030
    },
    {
      "epoch": 494.01,
      "grad_norm": 1.2839417457580566,
      "learning_rate": 1.6378462216063528e-06,
      "loss": 0.3554,
      "step": 1770040
    },
    {
      "epoch": 494.01,
      "grad_norm": 1.0028074979782104,
      "learning_rate": 1.637820437593364e-06,
      "loss": 0.3407,
      "step": 1770050
    },
    {
      "epoch": 494.02,
      "grad_norm": 0.9490052461624146,
      "learning_rate": 1.637794653674334e-06,
      "loss": 0.3382,
      "step": 1770060
    },
    {
      "epoch": 494.02,
      "grad_norm": 1.1176731586456299,
      "learning_rate": 1.637768869849267e-06,
      "loss": 0.3322,
      "step": 1770070
    },
    {
      "epoch": 494.02,
      "grad_norm": 1.1206424236297607,
      "learning_rate": 1.637743086118167e-06,
      "loss": 0.3378,
      "step": 1770080
    },
    {
      "epoch": 494.02,
      "grad_norm": 1.0730280876159668,
      "learning_rate": 1.6377173024810358e-06,
      "loss": 0.3531,
      "step": 1770090
    },
    {
      "epoch": 494.03,
      "grad_norm": 1.1634232997894287,
      "learning_rate": 1.6376915189378787e-06,
      "loss": 0.348,
      "step": 1770100
    },
    {
      "epoch": 494.03,
      "grad_norm": 1.126722812652588,
      "learning_rate": 1.6376657354886977e-06,
      "loss": 0.3389,
      "step": 1770110
    },
    {
      "epoch": 494.03,
      "grad_norm": 1.0453636646270752,
      "learning_rate": 1.6376399521334959e-06,
      "loss": 0.3802,
      "step": 1770120
    },
    {
      "epoch": 494.04,
      "grad_norm": 1.0399779081344604,
      "learning_rate": 1.6376141688722787e-06,
      "loss": 0.3545,
      "step": 1770130
    },
    {
      "epoch": 494.04,
      "grad_norm": 1.1663776636123657,
      "learning_rate": 1.6375883857050479e-06,
      "loss": 0.3244,
      "step": 1770140
    },
    {
      "epoch": 494.04,
      "grad_norm": 0.9623810052871704,
      "learning_rate": 1.6375626026318066e-06,
      "loss": 0.3398,
      "step": 1770150
    },
    {
      "epoch": 494.04,
      "grad_norm": 1.0169440507888794,
      "learning_rate": 1.6375368196525604e-06,
      "loss": 0.3494,
      "step": 1770160
    },
    {
      "epoch": 494.05,
      "grad_norm": 1.170822024345398,
      "learning_rate": 1.637511036767311e-06,
      "loss": 0.344,
      "step": 1770170
    },
    {
      "epoch": 494.05,
      "grad_norm": 1.1055221557617188,
      "learning_rate": 1.6374852539760617e-06,
      "loss": 0.3397,
      "step": 1770180
    },
    {
      "epoch": 494.05,
      "grad_norm": 1.0386379957199097,
      "learning_rate": 1.637459471278817e-06,
      "loss": 0.3607,
      "step": 1770190
    },
    {
      "epoch": 494.06,
      "grad_norm": 1.062676191329956,
      "learning_rate": 1.637433688675579e-06,
      "loss": 0.3321,
      "step": 1770200
    },
    {
      "epoch": 494.06,
      "grad_norm": 1.0939627885818481,
      "learning_rate": 1.6374079061663525e-06,
      "loss": 0.3298,
      "step": 1770210
    },
    {
      "epoch": 494.06,
      "grad_norm": 1.1296379566192627,
      "learning_rate": 1.6373821237511406e-06,
      "loss": 0.3488,
      "step": 1770220
    },
    {
      "epoch": 494.06,
      "grad_norm": 0.9613381624221802,
      "learning_rate": 1.6373563414299458e-06,
      "loss": 0.3345,
      "step": 1770230
    },
    {
      "epoch": 494.07,
      "grad_norm": 0.9343627691268921,
      "learning_rate": 1.6373305592027727e-06,
      "loss": 0.3323,
      "step": 1770240
    },
    {
      "epoch": 494.07,
      "grad_norm": 1.1915836334228516,
      "learning_rate": 1.6373047770696245e-06,
      "loss": 0.3306,
      "step": 1770250
    },
    {
      "epoch": 494.07,
      "grad_norm": 1.0292102098464966,
      "learning_rate": 1.6372789950305028e-06,
      "loss": 0.3456,
      "step": 1770260
    },
    {
      "epoch": 494.07,
      "grad_norm": 1.2316440343856812,
      "learning_rate": 1.637253213085414e-06,
      "loss": 0.3458,
      "step": 1770270
    },
    {
      "epoch": 494.08,
      "grad_norm": 1.018868327140808,
      "learning_rate": 1.63722743123436e-06,
      "loss": 0.3274,
      "step": 1770280
    },
    {
      "epoch": 494.08,
      "grad_norm": 3.175278425216675,
      "learning_rate": 1.6372016494773436e-06,
      "loss": 0.33,
      "step": 1770290
    },
    {
      "epoch": 494.08,
      "grad_norm": 1.0334466695785522,
      "learning_rate": 1.6371758678143699e-06,
      "loss": 0.3312,
      "step": 1770300
    },
    {
      "epoch": 494.09,
      "grad_norm": 1.1757131814956665,
      "learning_rate": 1.637150086245441e-06,
      "loss": 0.3291,
      "step": 1770310
    },
    {
      "epoch": 494.09,
      "grad_norm": 7.300179481506348,
      "learning_rate": 1.6371243047705605e-06,
      "loss": 0.3351,
      "step": 1770320
    },
    {
      "epoch": 494.09,
      "grad_norm": 0.9647321105003357,
      "learning_rate": 1.6370985233897326e-06,
      "loss": 0.3237,
      "step": 1770330
    },
    {
      "epoch": 494.09,
      "grad_norm": 1.010573387145996,
      "learning_rate": 1.63707274210296e-06,
      "loss": 0.3394,
      "step": 1770340
    },
    {
      "epoch": 494.1,
      "grad_norm": 1.2135089635849,
      "learning_rate": 1.6370469609102456e-06,
      "loss": 0.3623,
      "step": 1770350
    },
    {
      "epoch": 494.1,
      "grad_norm": 1.5027210712432861,
      "learning_rate": 1.6370211798115946e-06,
      "loss": 0.3603,
      "step": 1770360
    },
    {
      "epoch": 494.1,
      "grad_norm": 1.1544485092163086,
      "learning_rate": 1.6369953988070094e-06,
      "loss": 0.3314,
      "step": 1770370
    },
    {
      "epoch": 494.11,
      "grad_norm": 1.0403903722763062,
      "learning_rate": 1.6369696178964924e-06,
      "loss": 0.324,
      "step": 1770380
    },
    {
      "epoch": 494.11,
      "grad_norm": 1.0007811784744263,
      "learning_rate": 1.6369438370800489e-06,
      "loss": 0.3431,
      "step": 1770390
    },
    {
      "epoch": 494.11,
      "grad_norm": 1.1739729642868042,
      "learning_rate": 1.6369180563576815e-06,
      "loss": 0.3401,
      "step": 1770400
    },
    {
      "epoch": 494.11,
      "grad_norm": 1.1414170265197754,
      "learning_rate": 1.636892275729393e-06,
      "loss": 0.3331,
      "step": 1770410
    },
    {
      "epoch": 494.12,
      "grad_norm": 0.9536409974098206,
      "learning_rate": 1.6368664951951882e-06,
      "loss": 0.3347,
      "step": 1770420
    },
    {
      "epoch": 494.12,
      "grad_norm": 1.1213985681533813,
      "learning_rate": 1.6368407147550696e-06,
      "loss": 0.3488,
      "step": 1770430
    },
    {
      "epoch": 494.12,
      "grad_norm": 1.0954006910324097,
      "learning_rate": 1.63681493440904e-06,
      "loss": 0.3585,
      "step": 1770440
    },
    {
      "epoch": 494.13,
      "grad_norm": 1.0760198831558228,
      "learning_rate": 1.6367891541571045e-06,
      "loss": 0.3322,
      "step": 1770450
    },
    {
      "epoch": 494.13,
      "grad_norm": 1.22267484664917,
      "learning_rate": 1.6367633739992657e-06,
      "loss": 0.3286,
      "step": 1770460
    },
    {
      "epoch": 494.13,
      "grad_norm": 1.2372334003448486,
      "learning_rate": 1.6367375939355267e-06,
      "loss": 0.3508,
      "step": 1770470
    },
    {
      "epoch": 494.13,
      "grad_norm": 1.3671605587005615,
      "learning_rate": 1.6367118139658917e-06,
      "loss": 0.3358,
      "step": 1770480
    },
    {
      "epoch": 494.14,
      "grad_norm": 1.1674041748046875,
      "learning_rate": 1.6366860340903626e-06,
      "loss": 0.3301,
      "step": 1770490
    },
    {
      "epoch": 494.14,
      "grad_norm": 1.0921061038970947,
      "learning_rate": 1.6366602543089449e-06,
      "loss": 0.3331,
      "step": 1770500
    },
    {
      "epoch": 494.14,
      "grad_norm": 1.104861855506897,
      "learning_rate": 1.636634474621641e-06,
      "loss": 0.3546,
      "step": 1770510
    },
    {
      "epoch": 494.14,
      "grad_norm": 1.0305085182189941,
      "learning_rate": 1.6366086950284536e-06,
      "loss": 0.3357,
      "step": 1770520
    },
    {
      "epoch": 494.15,
      "grad_norm": 1.1454310417175293,
      "learning_rate": 1.6365829155293876e-06,
      "loss": 0.3306,
      "step": 1770530
    },
    {
      "epoch": 494.15,
      "grad_norm": 1.2827614545822144,
      "learning_rate": 1.6365571361244457e-06,
      "loss": 0.3406,
      "step": 1770540
    },
    {
      "epoch": 494.15,
      "grad_norm": 0.9712896347045898,
      "learning_rate": 1.6365313568136312e-06,
      "loss": 0.3435,
      "step": 1770550
    },
    {
      "epoch": 494.16,
      "grad_norm": 0.9791396260261536,
      "learning_rate": 1.6365055775969479e-06,
      "loss": 0.3483,
      "step": 1770560
    },
    {
      "epoch": 494.16,
      "grad_norm": 1.3978155851364136,
      "learning_rate": 1.636479798474399e-06,
      "loss": 0.3368,
      "step": 1770570
    },
    {
      "epoch": 494.16,
      "grad_norm": 1.1207916736602783,
      "learning_rate": 1.636454019445987e-06,
      "loss": 0.3356,
      "step": 1770580
    },
    {
      "epoch": 494.16,
      "grad_norm": 1.1328626871109009,
      "learning_rate": 1.6364282405117174e-06,
      "loss": 0.3408,
      "step": 1770590
    },
    {
      "epoch": 494.17,
      "grad_norm": 1.2883224487304688,
      "learning_rate": 1.6364024616715928e-06,
      "loss": 0.3477,
      "step": 1770600
    },
    {
      "epoch": 494.17,
      "grad_norm": 1.0588847398757935,
      "learning_rate": 1.6363766829256156e-06,
      "loss": 0.3391,
      "step": 1770610
    },
    {
      "epoch": 494.17,
      "grad_norm": 0.9878239035606384,
      "learning_rate": 1.6363509042737904e-06,
      "loss": 0.3257,
      "step": 1770620
    },
    {
      "epoch": 494.18,
      "grad_norm": 1.1863996982574463,
      "learning_rate": 1.63632512571612e-06,
      "loss": 0.3306,
      "step": 1770630
    },
    {
      "epoch": 494.18,
      "grad_norm": 1.0082837343215942,
      "learning_rate": 1.6362993472526074e-06,
      "loss": 0.3475,
      "step": 1770640
    },
    {
      "epoch": 494.18,
      "grad_norm": 1.2674188613891602,
      "learning_rate": 1.6362735688832575e-06,
      "loss": 0.3464,
      "step": 1770650
    },
    {
      "epoch": 494.18,
      "grad_norm": 1.343295931816101,
      "learning_rate": 1.636247790608073e-06,
      "loss": 0.3526,
      "step": 1770660
    },
    {
      "epoch": 494.19,
      "grad_norm": 1.1281849145889282,
      "learning_rate": 1.6362220124270561e-06,
      "loss": 0.3471,
      "step": 1770670
    },
    {
      "epoch": 494.19,
      "grad_norm": 1.0332627296447754,
      "learning_rate": 1.6361962343402127e-06,
      "loss": 0.3474,
      "step": 1770680
    },
    {
      "epoch": 494.19,
      "grad_norm": 1.2278777360916138,
      "learning_rate": 1.6361704563475445e-06,
      "loss": 0.3414,
      "step": 1770690
    },
    {
      "epoch": 494.19,
      "grad_norm": 1.0252001285552979,
      "learning_rate": 1.6361446784490551e-06,
      "loss": 0.3352,
      "step": 1770700
    },
    {
      "epoch": 494.2,
      "grad_norm": 1.162577748298645,
      "learning_rate": 1.6361189006447486e-06,
      "loss": 0.3403,
      "step": 1770710
    },
    {
      "epoch": 494.2,
      "grad_norm": 1.1070901155471802,
      "learning_rate": 1.6360931229346277e-06,
      "loss": 0.3477,
      "step": 1770720
    },
    {
      "epoch": 494.2,
      "grad_norm": 1.0889006853103638,
      "learning_rate": 1.6360673453186956e-06,
      "loss": 0.3387,
      "step": 1770730
    },
    {
      "epoch": 494.21,
      "grad_norm": 1.1484240293502808,
      "learning_rate": 1.636041567796957e-06,
      "loss": 0.3408,
      "step": 1770740
    },
    {
      "epoch": 494.21,
      "grad_norm": 1.0998221635818481,
      "learning_rate": 1.6360157903694148e-06,
      "loss": 0.3399,
      "step": 1770750
    },
    {
      "epoch": 494.21,
      "grad_norm": 1.1763455867767334,
      "learning_rate": 1.6359900130360715e-06,
      "loss": 0.3523,
      "step": 1770760
    },
    {
      "epoch": 494.21,
      "grad_norm": 1.0171045064926147,
      "learning_rate": 1.6359642357969316e-06,
      "loss": 0.3511,
      "step": 1770770
    },
    {
      "epoch": 494.22,
      "grad_norm": 0.9253793954849243,
      "learning_rate": 1.6359384586519973e-06,
      "loss": 0.3534,
      "step": 1770780
    },
    {
      "epoch": 494.22,
      "grad_norm": 1.3199418783187866,
      "learning_rate": 1.635912681601274e-06,
      "loss": 0.3381,
      "step": 1770790
    },
    {
      "epoch": 494.22,
      "grad_norm": 0.9400423169136047,
      "learning_rate": 1.635886904644764e-06,
      "loss": 0.3451,
      "step": 1770800
    },
    {
      "epoch": 494.23,
      "grad_norm": 1.0964372158050537,
      "learning_rate": 1.63586112778247e-06,
      "loss": 0.3449,
      "step": 1770810
    },
    {
      "epoch": 494.23,
      "grad_norm": 1.1128047704696655,
      "learning_rate": 1.635835351014397e-06,
      "loss": 0.3281,
      "step": 1770820
    },
    {
      "epoch": 494.23,
      "grad_norm": 1.0380250215530396,
      "learning_rate": 1.6358095743405473e-06,
      "loss": 0.3357,
      "step": 1770830
    },
    {
      "epoch": 494.23,
      "grad_norm": 1.0513083934783936,
      "learning_rate": 1.6357837977609245e-06,
      "loss": 0.3277,
      "step": 1770840
    },
    {
      "epoch": 494.24,
      "grad_norm": 1.1656211614608765,
      "learning_rate": 1.635758021275533e-06,
      "loss": 0.3493,
      "step": 1770850
    },
    {
      "epoch": 494.24,
      "grad_norm": 1.3815981149673462,
      "learning_rate": 1.635732244884375e-06,
      "loss": 0.3362,
      "step": 1770860
    },
    {
      "epoch": 494.24,
      "grad_norm": 0.9617120623588562,
      "learning_rate": 1.6357064685874534e-06,
      "loss": 0.3452,
      "step": 1770870
    },
    {
      "epoch": 494.25,
      "grad_norm": 0.9955421686172485,
      "learning_rate": 1.6356806923847735e-06,
      "loss": 0.3196,
      "step": 1770880
    },
    {
      "epoch": 494.25,
      "grad_norm": 1.0132851600646973,
      "learning_rate": 1.635654916276338e-06,
      "loss": 0.3676,
      "step": 1770890
    },
    {
      "epoch": 494.25,
      "grad_norm": 0.9191817045211792,
      "learning_rate": 1.6356291402621496e-06,
      "loss": 0.3443,
      "step": 1770900
    },
    {
      "epoch": 494.25,
      "grad_norm": 0.9152043461799622,
      "learning_rate": 1.6356033643422127e-06,
      "loss": 0.3347,
      "step": 1770910
    },
    {
      "epoch": 494.26,
      "grad_norm": 1.1022205352783203,
      "learning_rate": 1.6355775885165303e-06,
      "loss": 0.3332,
      "step": 1770920
    },
    {
      "epoch": 494.26,
      "grad_norm": 1.1314797401428223,
      "learning_rate": 1.635551812785105e-06,
      "loss": 0.3341,
      "step": 1770930
    },
    {
      "epoch": 494.26,
      "grad_norm": 1.079869270324707,
      "learning_rate": 1.635526037147942e-06,
      "loss": 0.3346,
      "step": 1770940
    },
    {
      "epoch": 494.26,
      "grad_norm": 1.1632236242294312,
      "learning_rate": 1.635500261605044e-06,
      "loss": 0.3403,
      "step": 1770950
    },
    {
      "epoch": 494.27,
      "grad_norm": 0.9452100992202759,
      "learning_rate": 1.635474486156413e-06,
      "loss": 0.3298,
      "step": 1770960
    },
    {
      "epoch": 494.27,
      "grad_norm": 1.0915800333023071,
      "learning_rate": 1.6354487108020546e-06,
      "loss": 0.3358,
      "step": 1770970
    },
    {
      "epoch": 494.27,
      "grad_norm": 1.0771311521530151,
      "learning_rate": 1.6354229355419714e-06,
      "loss": 0.343,
      "step": 1770980
    },
    {
      "epoch": 494.28,
      "grad_norm": 1.1940016746520996,
      "learning_rate": 1.6353971603761662e-06,
      "loss": 0.3409,
      "step": 1770990
    },
    {
      "epoch": 494.28,
      "grad_norm": 1.0925688743591309,
      "learning_rate": 1.6353713853046436e-06,
      "loss": 0.3461,
      "step": 1771000
    },
    {
      "epoch": 494.28,
      "grad_norm": 1.0169371366500854,
      "learning_rate": 1.6353456103274063e-06,
      "loss": 0.3462,
      "step": 1771010
    },
    {
      "epoch": 494.28,
      "grad_norm": 1.0392258167266846,
      "learning_rate": 1.635319835444457e-06,
      "loss": 0.3335,
      "step": 1771020
    },
    {
      "epoch": 494.29,
      "grad_norm": 0.9862259030342102,
      "learning_rate": 1.6352940606558003e-06,
      "loss": 0.3337,
      "step": 1771030
    },
    {
      "epoch": 494.29,
      "grad_norm": 0.9094446897506714,
      "learning_rate": 1.6352682859614399e-06,
      "loss": 0.357,
      "step": 1771040
    },
    {
      "epoch": 494.29,
      "grad_norm": 1.2176302671432495,
      "learning_rate": 1.6352425113613777e-06,
      "loss": 0.3438,
      "step": 1771050
    },
    {
      "epoch": 494.3,
      "grad_norm": 1.0047589540481567,
      "learning_rate": 1.6352167368556189e-06,
      "loss": 0.3491,
      "step": 1771060
    },
    {
      "epoch": 494.3,
      "grad_norm": 1.1734625101089478,
      "learning_rate": 1.6351909624441647e-06,
      "loss": 0.3315,
      "step": 1771070
    },
    {
      "epoch": 494.3,
      "grad_norm": 1.0720809698104858,
      "learning_rate": 1.6351651881270214e-06,
      "loss": 0.3571,
      "step": 1771080
    },
    {
      "epoch": 494.3,
      "grad_norm": 1.0545011758804321,
      "learning_rate": 1.6351394139041907e-06,
      "loss": 0.3452,
      "step": 1771090
    },
    {
      "epoch": 494.31,
      "grad_norm": 1.6166054010391235,
      "learning_rate": 1.6351136397756751e-06,
      "loss": 0.3722,
      "step": 1771100
    },
    {
      "epoch": 494.31,
      "grad_norm": 1.0830072164535522,
      "learning_rate": 1.6350878657414805e-06,
      "loss": 0.3603,
      "step": 1771110
    },
    {
      "epoch": 494.31,
      "grad_norm": 0.9325685501098633,
      "learning_rate": 1.6350620918016087e-06,
      "loss": 0.3312,
      "step": 1771120
    },
    {
      "epoch": 494.31,
      "grad_norm": 1.0554344654083252,
      "learning_rate": 1.6350363179560632e-06,
      "loss": 0.3633,
      "step": 1771130
    },
    {
      "epoch": 494.32,
      "grad_norm": 0.9827023148536682,
      "learning_rate": 1.635010544204848e-06,
      "loss": 0.3399,
      "step": 1771140
    },
    {
      "epoch": 494.32,
      "grad_norm": 1.0492461919784546,
      "learning_rate": 1.6349847705479662e-06,
      "loss": 0.3406,
      "step": 1771150
    },
    {
      "epoch": 494.32,
      "grad_norm": 1.1279995441436768,
      "learning_rate": 1.6349589969854203e-06,
      "loss": 0.3539,
      "step": 1771160
    },
    {
      "epoch": 494.33,
      "grad_norm": 0.9896572828292847,
      "learning_rate": 1.6349332235172158e-06,
      "loss": 0.343,
      "step": 1771170
    },
    {
      "epoch": 494.33,
      "grad_norm": 1.2638401985168457,
      "learning_rate": 1.6349074501433547e-06,
      "loss": 0.3451,
      "step": 1771180
    },
    {
      "epoch": 494.33,
      "grad_norm": 1.0044301748275757,
      "learning_rate": 1.6348816768638404e-06,
      "loss": 0.3373,
      "step": 1771190
    },
    {
      "epoch": 494.33,
      "grad_norm": 1.1160093545913696,
      "learning_rate": 1.6348559036786773e-06,
      "loss": 0.3492,
      "step": 1771200
    },
    {
      "epoch": 494.34,
      "grad_norm": 1.1959174871444702,
      "learning_rate": 1.6348301305878684e-06,
      "loss": 0.3326,
      "step": 1771210
    },
    {
      "epoch": 494.34,
      "grad_norm": 1.172908902168274,
      "learning_rate": 1.6348043575914156e-06,
      "loss": 0.3321,
      "step": 1771220
    },
    {
      "epoch": 494.34,
      "grad_norm": 1.0745726823806763,
      "learning_rate": 1.6347785846893248e-06,
      "loss": 0.3337,
      "step": 1771230
    },
    {
      "epoch": 494.35,
      "grad_norm": 1.0102628469467163,
      "learning_rate": 1.6347528118815983e-06,
      "loss": 0.3495,
      "step": 1771240
    },
    {
      "epoch": 494.35,
      "grad_norm": 1.5609303712844849,
      "learning_rate": 1.6347270391682385e-06,
      "loss": 0.3432,
      "step": 1771250
    },
    {
      "epoch": 494.35,
      "grad_norm": 1.1247378587722778,
      "learning_rate": 1.6347012665492504e-06,
      "loss": 0.335,
      "step": 1771260
    },
    {
      "epoch": 494.35,
      "grad_norm": 0.9803794026374817,
      "learning_rate": 1.6346754940246373e-06,
      "loss": 0.3522,
      "step": 1771270
    },
    {
      "epoch": 494.36,
      "grad_norm": 1.0635911226272583,
      "learning_rate": 1.6346497215944018e-06,
      "loss": 0.3572,
      "step": 1771280
    },
    {
      "epoch": 494.36,
      "grad_norm": 1.0239200592041016,
      "learning_rate": 1.6346239492585478e-06,
      "loss": 0.3345,
      "step": 1771290
    },
    {
      "epoch": 494.36,
      "grad_norm": 1.0126911401748657,
      "learning_rate": 1.6345981770170792e-06,
      "loss": 0.3401,
      "step": 1771300
    },
    {
      "epoch": 494.37,
      "grad_norm": 1.0558357238769531,
      "learning_rate": 1.6345724048699977e-06,
      "loss": 0.3622,
      "step": 1771310
    },
    {
      "epoch": 494.37,
      "grad_norm": 0.9760344624519348,
      "learning_rate": 1.634546632817309e-06,
      "loss": 0.3445,
      "step": 1771320
    },
    {
      "epoch": 494.37,
      "grad_norm": 1.2429783344268799,
      "learning_rate": 1.6345208608590151e-06,
      "loss": 0.3411,
      "step": 1771330
    },
    {
      "epoch": 494.37,
      "grad_norm": 0.9350690841674805,
      "learning_rate": 1.634495088995119e-06,
      "loss": 0.3461,
      "step": 1771340
    },
    {
      "epoch": 494.38,
      "grad_norm": 1.2417656183242798,
      "learning_rate": 1.6344693172256258e-06,
      "loss": 0.3447,
      "step": 1771350
    },
    {
      "epoch": 494.38,
      "grad_norm": 0.9424570798873901,
      "learning_rate": 1.634443545550538e-06,
      "loss": 0.3338,
      "step": 1771360
    },
    {
      "epoch": 494.38,
      "grad_norm": 1.000062346458435,
      "learning_rate": 1.6344177739698593e-06,
      "loss": 0.3373,
      "step": 1771370
    },
    {
      "epoch": 494.38,
      "grad_norm": 1.0230461359024048,
      "learning_rate": 1.6343920024835929e-06,
      "loss": 0.3344,
      "step": 1771380
    },
    {
      "epoch": 494.39,
      "grad_norm": 1.1714009046554565,
      "learning_rate": 1.6343662310917413e-06,
      "loss": 0.331,
      "step": 1771390
    },
    {
      "epoch": 494.39,
      "grad_norm": 1.0748554468154907,
      "learning_rate": 1.6343404597943099e-06,
      "loss": 0.3335,
      "step": 1771400
    },
    {
      "epoch": 494.39,
      "grad_norm": 0.9854068160057068,
      "learning_rate": 1.6343146885913009e-06,
      "loss": 0.3438,
      "step": 1771410
    },
    {
      "epoch": 494.4,
      "grad_norm": 1.2131805419921875,
      "learning_rate": 1.6342889174827176e-06,
      "loss": 0.339,
      "step": 1771420
    },
    {
      "epoch": 494.4,
      "grad_norm": 3.0411767959594727,
      "learning_rate": 1.6342631464685641e-06,
      "loss": 0.3411,
      "step": 1771430
    },
    {
      "epoch": 494.4,
      "grad_norm": 1.0122253894805908,
      "learning_rate": 1.6342373755488438e-06,
      "loss": 0.3531,
      "step": 1771440
    },
    {
      "epoch": 494.4,
      "grad_norm": 0.9792117476463318,
      "learning_rate": 1.6342116047235585e-06,
      "loss": 0.3364,
      "step": 1771450
    },
    {
      "epoch": 494.41,
      "grad_norm": 1.1752331256866455,
      "learning_rate": 1.6341858339927143e-06,
      "loss": 0.3348,
      "step": 1771460
    },
    {
      "epoch": 494.41,
      "grad_norm": 0.8847730755805969,
      "learning_rate": 1.6341600633563131e-06,
      "loss": 0.3385,
      "step": 1771470
    },
    {
      "epoch": 494.41,
      "grad_norm": 1.1329940557479858,
      "learning_rate": 1.6341342928143574e-06,
      "loss": 0.3361,
      "step": 1771480
    },
    {
      "epoch": 494.42,
      "grad_norm": 0.9733689427375793,
      "learning_rate": 1.6341085223668529e-06,
      "loss": 0.3468,
      "step": 1771490
    },
    {
      "epoch": 494.42,
      "grad_norm": 1.369329810142517,
      "learning_rate": 1.6340827520138018e-06,
      "loss": 0.341,
      "step": 1771500
    },
    {
      "epoch": 494.42,
      "grad_norm": 1.0721186399459839,
      "learning_rate": 1.634056981755207e-06,
      "loss": 0.3541,
      "step": 1771510
    },
    {
      "epoch": 494.42,
      "grad_norm": 0.94303959608078,
      "learning_rate": 1.6340312115910731e-06,
      "loss": 0.3236,
      "step": 1771520
    },
    {
      "epoch": 494.43,
      "grad_norm": 0.9832200407981873,
      "learning_rate": 1.6340054415214033e-06,
      "loss": 0.3471,
      "step": 1771530
    },
    {
      "epoch": 494.43,
      "grad_norm": 1.1424940824508667,
      "learning_rate": 1.6339796715461992e-06,
      "loss": 0.3294,
      "step": 1771540
    },
    {
      "epoch": 494.43,
      "grad_norm": 1.0845730304718018,
      "learning_rate": 1.633953901665467e-06,
      "loss": 0.3556,
      "step": 1771550
    },
    {
      "epoch": 494.43,
      "grad_norm": 1.1386171579360962,
      "learning_rate": 1.6339281318792088e-06,
      "loss": 0.3517,
      "step": 1771560
    },
    {
      "epoch": 494.44,
      "grad_norm": 1.361585259437561,
      "learning_rate": 1.6339023621874277e-06,
      "loss": 0.3499,
      "step": 1771570
    },
    {
      "epoch": 494.44,
      "grad_norm": 1.2266710996627808,
      "learning_rate": 1.6338765925901278e-06,
      "loss": 0.3487,
      "step": 1771580
    },
    {
      "epoch": 494.44,
      "grad_norm": 1.024354100227356,
      "learning_rate": 1.6338508230873123e-06,
      "loss": 0.3341,
      "step": 1771590
    },
    {
      "epoch": 494.45,
      "grad_norm": 1.3057875633239746,
      "learning_rate": 1.6338250536789838e-06,
      "loss": 0.3488,
      "step": 1771600
    },
    {
      "epoch": 494.45,
      "grad_norm": 1.1990177631378174,
      "learning_rate": 1.6337992843651473e-06,
      "loss": 0.3496,
      "step": 1771610
    },
    {
      "epoch": 494.45,
      "grad_norm": 1.042569637298584,
      "learning_rate": 1.6337735151458054e-06,
      "loss": 0.3468,
      "step": 1771620
    },
    {
      "epoch": 494.45,
      "grad_norm": 0.9515266418457031,
      "learning_rate": 1.6337477460209606e-06,
      "loss": 0.3297,
      "step": 1771630
    },
    {
      "epoch": 494.46,
      "grad_norm": 1.0197795629501343,
      "learning_rate": 1.6337219769906182e-06,
      "loss": 0.3345,
      "step": 1771640
    },
    {
      "epoch": 494.46,
      "grad_norm": 1.2001653909683228,
      "learning_rate": 1.6336962080547805e-06,
      "loss": 0.333,
      "step": 1771650
    },
    {
      "epoch": 494.46,
      "grad_norm": 1.0919384956359863,
      "learning_rate": 1.6336704392134512e-06,
      "loss": 0.348,
      "step": 1771660
    },
    {
      "epoch": 494.47,
      "grad_norm": 0.9472119212150574,
      "learning_rate": 1.6336446704666338e-06,
      "loss": 0.3248,
      "step": 1771670
    },
    {
      "epoch": 494.47,
      "grad_norm": 1.078654408454895,
      "learning_rate": 1.633618901814331e-06,
      "loss": 0.3311,
      "step": 1771680
    },
    {
      "epoch": 494.47,
      "grad_norm": 1.3395124673843384,
      "learning_rate": 1.6335931332565475e-06,
      "loss": 0.3312,
      "step": 1771690
    },
    {
      "epoch": 494.47,
      "grad_norm": 1.0789687633514404,
      "learning_rate": 1.6335673647932863e-06,
      "loss": 0.3393,
      "step": 1771700
    },
    {
      "epoch": 494.48,
      "grad_norm": 1.1473833322525024,
      "learning_rate": 1.63354159642455e-06,
      "loss": 0.3414,
      "step": 1771710
    },
    {
      "epoch": 494.48,
      "grad_norm": 0.9837902188301086,
      "learning_rate": 1.6335158281503432e-06,
      "loss": 0.3229,
      "step": 1771720
    },
    {
      "epoch": 494.48,
      "grad_norm": 1.0333120822906494,
      "learning_rate": 1.6334900599706686e-06,
      "loss": 0.3413,
      "step": 1771730
    },
    {
      "epoch": 494.49,
      "grad_norm": 1.0840510129928589,
      "learning_rate": 1.633464291885529e-06,
      "loss": 0.3366,
      "step": 1771740
    },
    {
      "epoch": 494.49,
      "grad_norm": 1.2499555349349976,
      "learning_rate": 1.6334385238949293e-06,
      "loss": 0.3731,
      "step": 1771750
    },
    {
      "epoch": 494.49,
      "grad_norm": 1.023537039756775,
      "learning_rate": 1.6334127559988726e-06,
      "loss": 0.3484,
      "step": 1771760
    },
    {
      "epoch": 494.49,
      "grad_norm": 1.0166212320327759,
      "learning_rate": 1.633386988197361e-06,
      "loss": 0.3258,
      "step": 1771770
    },
    {
      "epoch": 494.5,
      "grad_norm": 1.0930556058883667,
      "learning_rate": 1.6333612204903995e-06,
      "loss": 0.3252,
      "step": 1771780
    },
    {
      "epoch": 494.5,
      "grad_norm": 1.1353484392166138,
      "learning_rate": 1.6333354528779911e-06,
      "loss": 0.3455,
      "step": 1771790
    },
    {
      "epoch": 494.5,
      "grad_norm": 1.176811695098877,
      "learning_rate": 1.633309685360139e-06,
      "loss": 0.3496,
      "step": 1771800
    },
    {
      "epoch": 494.5,
      "grad_norm": 1.1618155241012573,
      "learning_rate": 1.6332839179368465e-06,
      "loss": 0.3647,
      "step": 1771810
    },
    {
      "epoch": 494.51,
      "grad_norm": 1.2562286853790283,
      "learning_rate": 1.6332581506081177e-06,
      "loss": 0.3284,
      "step": 1771820
    },
    {
      "epoch": 494.51,
      "grad_norm": 1.1792824268341064,
      "learning_rate": 1.6332323833739544e-06,
      "loss": 0.3429,
      "step": 1771830
    },
    {
      "epoch": 494.51,
      "grad_norm": 0.8939999938011169,
      "learning_rate": 1.6332066162343623e-06,
      "loss": 0.3405,
      "step": 1771840
    },
    {
      "epoch": 494.52,
      "grad_norm": 1.191635251045227,
      "learning_rate": 1.6331808491893436e-06,
      "loss": 0.3499,
      "step": 1771850
    },
    {
      "epoch": 494.52,
      "grad_norm": 1.148129940032959,
      "learning_rate": 1.6331550822389014e-06,
      "loss": 0.3308,
      "step": 1771860
    },
    {
      "epoch": 494.52,
      "grad_norm": 1.2177565097808838,
      "learning_rate": 1.63312931538304e-06,
      "loss": 0.341,
      "step": 1771870
    },
    {
      "epoch": 494.52,
      "grad_norm": 1.1654853820800781,
      "learning_rate": 1.6331035486217625e-06,
      "loss": 0.3492,
      "step": 1771880
    },
    {
      "epoch": 494.53,
      "grad_norm": 1.1340196132659912,
      "learning_rate": 1.6330777819550714e-06,
      "loss": 0.3407,
      "step": 1771890
    },
    {
      "epoch": 494.53,
      "grad_norm": 1.2333662509918213,
      "learning_rate": 1.6330520153829717e-06,
      "loss": 0.3333,
      "step": 1771900
    },
    {
      "epoch": 494.53,
      "grad_norm": 1.0456023216247559,
      "learning_rate": 1.6330262489054662e-06,
      "loss": 0.3342,
      "step": 1771910
    },
    {
      "epoch": 494.54,
      "grad_norm": 1.1698660850524902,
      "learning_rate": 1.633000482522557e-06,
      "loss": 0.3392,
      "step": 1771920
    },
    {
      "epoch": 494.54,
      "grad_norm": 1.18240225315094,
      "learning_rate": 1.63297471623425e-06,
      "loss": 0.3356,
      "step": 1771930
    },
    {
      "epoch": 494.54,
      "grad_norm": 1.0719826221466064,
      "learning_rate": 1.6329489500405468e-06,
      "loss": 0.3374,
      "step": 1771940
    },
    {
      "epoch": 494.54,
      "grad_norm": 1.2730951309204102,
      "learning_rate": 1.632923183941452e-06,
      "loss": 0.3255,
      "step": 1771950
    },
    {
      "epoch": 494.55,
      "grad_norm": 0.9753861427307129,
      "learning_rate": 1.6328974179369685e-06,
      "loss": 0.3369,
      "step": 1771960
    },
    {
      "epoch": 494.55,
      "grad_norm": 1.0264472961425781,
      "learning_rate": 1.6328716520270984e-06,
      "loss": 0.3493,
      "step": 1771970
    },
    {
      "epoch": 494.55,
      "grad_norm": 0.9942471981048584,
      "learning_rate": 1.6328458862118479e-06,
      "loss": 0.3349,
      "step": 1771980
    },
    {
      "epoch": 494.55,
      "grad_norm": 1.2013273239135742,
      "learning_rate": 1.6328201204912183e-06,
      "loss": 0.3351,
      "step": 1771990
    },
    {
      "epoch": 494.56,
      "grad_norm": 1.5874528884887695,
      "learning_rate": 1.6327943548652138e-06,
      "loss": 0.3395,
      "step": 1772000
    },
    {
      "epoch": 494.56,
      "grad_norm": 1.1797252893447876,
      "learning_rate": 1.6327685893338376e-06,
      "loss": 0.3579,
      "step": 1772010
    },
    {
      "epoch": 494.56,
      "grad_norm": 1.0009340047836304,
      "learning_rate": 1.6327428238970935e-06,
      "loss": 0.3403,
      "step": 1772020
    },
    {
      "epoch": 494.57,
      "grad_norm": 1.243457555770874,
      "learning_rate": 1.6327170585549837e-06,
      "loss": 0.3405,
      "step": 1772030
    },
    {
      "epoch": 494.57,
      "grad_norm": 1.155053973197937,
      "learning_rate": 1.6326912933075131e-06,
      "loss": 0.3553,
      "step": 1772040
    },
    {
      "epoch": 494.57,
      "grad_norm": 0.9768968224525452,
      "learning_rate": 1.6326655281546853e-06,
      "loss": 0.3469,
      "step": 1772050
    },
    {
      "epoch": 494.57,
      "grad_norm": 0.9849507212638855,
      "learning_rate": 1.6326397630965016e-06,
      "loss": 0.3346,
      "step": 1772060
    },
    {
      "epoch": 494.58,
      "grad_norm": 1.1964232921600342,
      "learning_rate": 1.632613998132968e-06,
      "loss": 0.3412,
      "step": 1772070
    },
    {
      "epoch": 494.58,
      "grad_norm": 1.4363113641738892,
      "learning_rate": 1.632588233264087e-06,
      "loss": 0.3372,
      "step": 1772080
    },
    {
      "epoch": 494.58,
      "grad_norm": 1.0493035316467285,
      "learning_rate": 1.6325624684898612e-06,
      "loss": 0.343,
      "step": 1772090
    },
    {
      "epoch": 494.59,
      "grad_norm": 0.9106184840202332,
      "learning_rate": 1.6325367038102949e-06,
      "loss": 0.3312,
      "step": 1772100
    },
    {
      "epoch": 494.59,
      "grad_norm": 0.9789981245994568,
      "learning_rate": 1.6325109392253915e-06,
      "loss": 0.3363,
      "step": 1772110
    },
    {
      "epoch": 494.59,
      "grad_norm": 1.1544734239578247,
      "learning_rate": 1.632485174735153e-06,
      "loss": 0.34,
      "step": 1772120
    },
    {
      "epoch": 494.59,
      "grad_norm": 1.1308404207229614,
      "learning_rate": 1.6324594103395856e-06,
      "loss": 0.3331,
      "step": 1772130
    },
    {
      "epoch": 494.6,
      "grad_norm": 0.98049396276474,
      "learning_rate": 1.6324336460386909e-06,
      "loss": 0.3407,
      "step": 1772140
    },
    {
      "epoch": 494.6,
      "grad_norm": 1.0034103393554688,
      "learning_rate": 1.6324078818324717e-06,
      "loss": 0.3466,
      "step": 1772150
    },
    {
      "epoch": 494.6,
      "grad_norm": 1.1780989170074463,
      "learning_rate": 1.6323821177209333e-06,
      "loss": 0.3451,
      "step": 1772160
    },
    {
      "epoch": 494.61,
      "grad_norm": 1.0681267976760864,
      "learning_rate": 1.632356353704078e-06,
      "loss": 0.3525,
      "step": 1772170
    },
    {
      "epoch": 494.61,
      "grad_norm": 1.1507899761199951,
      "learning_rate": 1.6323305897819083e-06,
      "loss": 0.3471,
      "step": 1772180
    },
    {
      "epoch": 494.61,
      "grad_norm": 1.014116883277893,
      "learning_rate": 1.6323048259544296e-06,
      "loss": 0.3452,
      "step": 1772190
    },
    {
      "epoch": 494.61,
      "grad_norm": 1.1414340734481812,
      "learning_rate": 1.6322790622216447e-06,
      "loss": 0.3402,
      "step": 1772200
    },
    {
      "epoch": 494.62,
      "grad_norm": 0.9974168539047241,
      "learning_rate": 1.6322532985835557e-06,
      "loss": 0.354,
      "step": 1772210
    },
    {
      "epoch": 494.62,
      "grad_norm": 1.3028322458267212,
      "learning_rate": 1.632227535040168e-06,
      "loss": 0.3257,
      "step": 1772220
    },
    {
      "epoch": 494.62,
      "grad_norm": 1.0399571657180786,
      "learning_rate": 1.6322017715914837e-06,
      "loss": 0.3517,
      "step": 1772230
    },
    {
      "epoch": 494.62,
      "grad_norm": 1.2234629392623901,
      "learning_rate": 1.6321760082375074e-06,
      "loss": 0.3505,
      "step": 1772240
    },
    {
      "epoch": 494.63,
      "grad_norm": 1.0624738931655884,
      "learning_rate": 1.6321502449782415e-06,
      "loss": 0.3322,
      "step": 1772250
    },
    {
      "epoch": 494.63,
      "grad_norm": 1.126759648323059,
      "learning_rate": 1.632124481813689e-06,
      "loss": 0.3453,
      "step": 1772260
    },
    {
      "epoch": 494.63,
      "grad_norm": 0.9418483376502991,
      "learning_rate": 1.632098718743855e-06,
      "loss": 0.3584,
      "step": 1772270
    },
    {
      "epoch": 494.64,
      "grad_norm": 1.2517040967941284,
      "learning_rate": 1.6320729557687417e-06,
      "loss": 0.355,
      "step": 1772280
    },
    {
      "epoch": 494.64,
      "grad_norm": 1.3640488386154175,
      "learning_rate": 1.6320471928883524e-06,
      "loss": 0.3405,
      "step": 1772290
    },
    {
      "epoch": 494.64,
      "grad_norm": 1.0944467782974243,
      "learning_rate": 1.632021430102691e-06,
      "loss": 0.3359,
      "step": 1772300
    },
    {
      "epoch": 494.64,
      "grad_norm": 1.2640509605407715,
      "learning_rate": 1.6319956674117612e-06,
      "loss": 0.359,
      "step": 1772310
    },
    {
      "epoch": 494.65,
      "grad_norm": 1.1001689434051514,
      "learning_rate": 1.6319699048155658e-06,
      "loss": 0.3439,
      "step": 1772320
    },
    {
      "epoch": 494.65,
      "grad_norm": 1.0716853141784668,
      "learning_rate": 1.6319441423141093e-06,
      "loss": 0.3424,
      "step": 1772330
    },
    {
      "epoch": 494.65,
      "grad_norm": 1.213745355606079,
      "learning_rate": 1.631918379907394e-06,
      "loss": 0.3396,
      "step": 1772340
    },
    {
      "epoch": 494.66,
      "grad_norm": 1.0707029104232788,
      "learning_rate": 1.6318926175954227e-06,
      "loss": 0.3366,
      "step": 1772350
    },
    {
      "epoch": 494.66,
      "grad_norm": 1.158663034439087,
      "learning_rate": 1.6318668553782008e-06,
      "loss": 0.338,
      "step": 1772360
    },
    {
      "epoch": 494.66,
      "grad_norm": 1.0564569234848022,
      "learning_rate": 1.6318410932557305e-06,
      "loss": 0.3476,
      "step": 1772370
    },
    {
      "epoch": 494.66,
      "grad_norm": 1.1478631496429443,
      "learning_rate": 1.6318153312280154e-06,
      "loss": 0.3365,
      "step": 1772380
    },
    {
      "epoch": 494.67,
      "grad_norm": 1.1472411155700684,
      "learning_rate": 1.6317895692950592e-06,
      "loss": 0.3377,
      "step": 1772390
    },
    {
      "epoch": 494.67,
      "grad_norm": 0.9617208242416382,
      "learning_rate": 1.6317638074568653e-06,
      "loss": 0.3384,
      "step": 1772400
    },
    {
      "epoch": 494.67,
      "grad_norm": 1.0047060251235962,
      "learning_rate": 1.6317380457134362e-06,
      "loss": 0.3464,
      "step": 1772410
    },
    {
      "epoch": 494.67,
      "grad_norm": 1.0038481950759888,
      "learning_rate": 1.6317122840647765e-06,
      "loss": 0.3486,
      "step": 1772420
    },
    {
      "epoch": 494.68,
      "grad_norm": 1.074346661567688,
      "learning_rate": 1.6316865225108896e-06,
      "loss": 0.3366,
      "step": 1772430
    },
    {
      "epoch": 494.68,
      "grad_norm": 1.0137267112731934,
      "learning_rate": 1.6316607610517777e-06,
      "loss": 0.3428,
      "step": 1772440
    },
    {
      "epoch": 494.68,
      "grad_norm": 1.069758415222168,
      "learning_rate": 1.6316349996874456e-06,
      "loss": 0.3487,
      "step": 1772450
    },
    {
      "epoch": 494.69,
      "grad_norm": 1.2767332792282104,
      "learning_rate": 1.6316092384178966e-06,
      "loss": 0.3375,
      "step": 1772460
    },
    {
      "epoch": 494.69,
      "grad_norm": 1.0149555206298828,
      "learning_rate": 1.6315834772431328e-06,
      "loss": 0.3608,
      "step": 1772470
    },
    {
      "epoch": 494.69,
      "grad_norm": 1.016744613647461,
      "learning_rate": 1.6315577161631594e-06,
      "loss": 0.3428,
      "step": 1772480
    },
    {
      "epoch": 494.69,
      "grad_norm": 1.1397998332977295,
      "learning_rate": 1.6315319551779791e-06,
      "loss": 0.3313,
      "step": 1772490
    },
    {
      "epoch": 494.7,
      "grad_norm": 1.1975362300872803,
      "learning_rate": 1.6315061942875941e-06,
      "loss": 0.3578,
      "step": 1772500
    },
    {
      "epoch": 494.7,
      "grad_norm": 1.0750110149383545,
      "learning_rate": 1.63148043349201e-06,
      "loss": 0.3511,
      "step": 1772510
    },
    {
      "epoch": 494.7,
      "grad_norm": 1.2812848091125488,
      "learning_rate": 1.6314546727912284e-06,
      "loss": 0.354,
      "step": 1772520
    },
    {
      "epoch": 494.71,
      "grad_norm": 1.2194496393203735,
      "learning_rate": 1.6314289121852542e-06,
      "loss": 0.3371,
      "step": 1772530
    },
    {
      "epoch": 494.71,
      "grad_norm": 1.1941711902618408,
      "learning_rate": 1.6314031516740898e-06,
      "loss": 0.3444,
      "step": 1772540
    },
    {
      "epoch": 494.71,
      "grad_norm": 1.1083085536956787,
      "learning_rate": 1.6313773912577381e-06,
      "loss": 0.3576,
      "step": 1772550
    },
    {
      "epoch": 494.71,
      "grad_norm": 1.122800350189209,
      "learning_rate": 1.6313516309362048e-06,
      "loss": 0.3472,
      "step": 1772560
    },
    {
      "epoch": 494.72,
      "grad_norm": 1.025420904159546,
      "learning_rate": 1.6313258707094917e-06,
      "loss": 0.3413,
      "step": 1772570
    },
    {
      "epoch": 494.72,
      "grad_norm": 1.0909894704818726,
      "learning_rate": 1.6313001105776012e-06,
      "loss": 0.3369,
      "step": 1772580
    },
    {
      "epoch": 494.72,
      "grad_norm": 0.9752479195594788,
      "learning_rate": 1.6312743505405394e-06,
      "loss": 0.3401,
      "step": 1772590
    },
    {
      "epoch": 494.73,
      "grad_norm": 1.01034414768219,
      "learning_rate": 1.631248590598308e-06,
      "loss": 0.3432,
      "step": 1772600
    },
    {
      "epoch": 494.73,
      "grad_norm": 1.2286055088043213,
      "learning_rate": 1.6312228307509101e-06,
      "loss": 0.3547,
      "step": 1772610
    },
    {
      "epoch": 494.73,
      "grad_norm": 1.1688947677612305,
      "learning_rate": 1.6311970709983504e-06,
      "loss": 0.3284,
      "step": 1772620
    },
    {
      "epoch": 494.73,
      "grad_norm": 1.1796215772628784,
      "learning_rate": 1.6311713113406321e-06,
      "loss": 0.3242,
      "step": 1772630
    },
    {
      "epoch": 494.74,
      "grad_norm": 1.2137198448181152,
      "learning_rate": 1.6311455517777568e-06,
      "loss": 0.3433,
      "step": 1772640
    },
    {
      "epoch": 494.74,
      "grad_norm": 1.1309802532196045,
      "learning_rate": 1.6311197923097302e-06,
      "loss": 0.3392,
      "step": 1772650
    },
    {
      "epoch": 494.74,
      "grad_norm": 0.9676387310028076,
      "learning_rate": 1.6310940329365551e-06,
      "loss": 0.3446,
      "step": 1772660
    },
    {
      "epoch": 494.74,
      "grad_norm": 1.0341211557388306,
      "learning_rate": 1.6310682736582343e-06,
      "loss": 0.3526,
      "step": 1772670
    },
    {
      "epoch": 494.75,
      "grad_norm": 1.0254870653152466,
      "learning_rate": 1.6310425144747721e-06,
      "loss": 0.3461,
      "step": 1772680
    },
    {
      "epoch": 494.75,
      "grad_norm": 1.2898818254470825,
      "learning_rate": 1.6310167553861715e-06,
      "loss": 0.346,
      "step": 1772690
    },
    {
      "epoch": 494.75,
      "grad_norm": 1.1702516078948975,
      "learning_rate": 1.6309909963924347e-06,
      "loss": 0.3411,
      "step": 1772700
    },
    {
      "epoch": 494.76,
      "grad_norm": 0.9394316673278809,
      "learning_rate": 1.6309652374935673e-06,
      "loss": 0.3403,
      "step": 1772710
    },
    {
      "epoch": 494.76,
      "grad_norm": 1.1310487985610962,
      "learning_rate": 1.6309394786895718e-06,
      "loss": 0.3569,
      "step": 1772720
    },
    {
      "epoch": 494.76,
      "grad_norm": 1.044022560119629,
      "learning_rate": 1.6309137199804506e-06,
      "loss": 0.3408,
      "step": 1772730
    },
    {
      "epoch": 494.76,
      "grad_norm": 1.006953239440918,
      "learning_rate": 1.6308879613662094e-06,
      "loss": 0.347,
      "step": 1772740
    },
    {
      "epoch": 494.77,
      "grad_norm": 1.095928430557251,
      "learning_rate": 1.6308622028468498e-06,
      "loss": 0.3496,
      "step": 1772750
    },
    {
      "epoch": 494.77,
      "grad_norm": 1.1745946407318115,
      "learning_rate": 1.6308364444223755e-06,
      "loss": 0.3524,
      "step": 1772760
    },
    {
      "epoch": 494.77,
      "grad_norm": 0.9821142554283142,
      "learning_rate": 1.6308106860927907e-06,
      "loss": 0.3353,
      "step": 1772770
    },
    {
      "epoch": 494.78,
      "grad_norm": 1.1049631834030151,
      "learning_rate": 1.6307849278580983e-06,
      "loss": 0.3457,
      "step": 1772780
    },
    {
      "epoch": 494.78,
      "grad_norm": 1.2693514823913574,
      "learning_rate": 1.630759169718301e-06,
      "loss": 0.3388,
      "step": 1772790
    },
    {
      "epoch": 494.78,
      "grad_norm": 0.9611122608184814,
      "learning_rate": 1.6307334116734033e-06,
      "loss": 0.3301,
      "step": 1772800
    },
    {
      "epoch": 494.78,
      "grad_norm": 1.062261700630188,
      "learning_rate": 1.6307076537234085e-06,
      "loss": 0.3369,
      "step": 1772810
    },
    {
      "epoch": 494.79,
      "grad_norm": 1.0252141952514648,
      "learning_rate": 1.6306818958683201e-06,
      "loss": 0.3338,
      "step": 1772820
    },
    {
      "epoch": 494.79,
      "grad_norm": 1.1164084672927856,
      "learning_rate": 1.6306561381081412e-06,
      "loss": 0.3409,
      "step": 1772830
    },
    {
      "epoch": 494.79,
      "grad_norm": 1.111764907836914,
      "learning_rate": 1.6306303804428743e-06,
      "loss": 0.3524,
      "step": 1772840
    },
    {
      "epoch": 494.79,
      "grad_norm": 1.2644597291946411,
      "learning_rate": 1.6306046228725248e-06,
      "loss": 0.3388,
      "step": 1772850
    },
    {
      "epoch": 494.8,
      "grad_norm": 1.0498154163360596,
      "learning_rate": 1.6305788653970952e-06,
      "loss": 0.3343,
      "step": 1772860
    },
    {
      "epoch": 494.8,
      "grad_norm": 1.1351509094238281,
      "learning_rate": 1.630553108016588e-06,
      "loss": 0.3468,
      "step": 1772870
    },
    {
      "epoch": 494.8,
      "grad_norm": 1.0821681022644043,
      "learning_rate": 1.6305273507310083e-06,
      "loss": 0.3415,
      "step": 1772880
    },
    {
      "epoch": 494.81,
      "grad_norm": 0.974279522895813,
      "learning_rate": 1.6305015935403586e-06,
      "loss": 0.3552,
      "step": 1772890
    },
    {
      "epoch": 494.81,
      "grad_norm": 0.9393997192382812,
      "learning_rate": 1.6304758364446424e-06,
      "loss": 0.3404,
      "step": 1772900
    },
    {
      "epoch": 494.81,
      "grad_norm": 0.9994906187057495,
      "learning_rate": 1.6304500794438632e-06,
      "loss": 0.3383,
      "step": 1772910
    },
    {
      "epoch": 494.81,
      "grad_norm": 1.1465996503829956,
      "learning_rate": 1.6304243225380245e-06,
      "loss": 0.3412,
      "step": 1772920
    },
    {
      "epoch": 494.82,
      "grad_norm": 1.1181129217147827,
      "learning_rate": 1.6303985657271287e-06,
      "loss": 0.3337,
      "step": 1772930
    },
    {
      "epoch": 494.82,
      "grad_norm": 1.03163480758667,
      "learning_rate": 1.6303728090111815e-06,
      "loss": 0.3553,
      "step": 1772940
    },
    {
      "epoch": 494.82,
      "grad_norm": 1.2489724159240723,
      "learning_rate": 1.6303470523901848e-06,
      "loss": 0.348,
      "step": 1772950
    },
    {
      "epoch": 494.83,
      "grad_norm": 1.3021026849746704,
      "learning_rate": 1.6303212958641417e-06,
      "loss": 0.3286,
      "step": 1772960
    },
    {
      "epoch": 494.83,
      "grad_norm": 1.2304697036743164,
      "learning_rate": 1.6302955394330565e-06,
      "loss": 0.3304,
      "step": 1772970
    },
    {
      "epoch": 494.83,
      "grad_norm": 2.5590922832489014,
      "learning_rate": 1.6302697830969324e-06,
      "loss": 0.3456,
      "step": 1772980
    },
    {
      "epoch": 494.83,
      "grad_norm": 4.315315246582031,
      "learning_rate": 1.6302440268557717e-06,
      "loss": 0.3416,
      "step": 1772990
    },
    {
      "epoch": 494.84,
      "grad_norm": 1.0172683000564575,
      "learning_rate": 1.63021827070958e-06,
      "loss": 0.3563,
      "step": 1773000
    },
    {
      "epoch": 494.84,
      "grad_norm": 2.793485403060913,
      "learning_rate": 1.6301925146583596e-06,
      "loss": 0.3331,
      "step": 1773010
    },
    {
      "epoch": 494.84,
      "grad_norm": 1.2001726627349854,
      "learning_rate": 1.6301667587021126e-06,
      "loss": 0.3364,
      "step": 1773020
    },
    {
      "epoch": 494.85,
      "grad_norm": 0.9681482315063477,
      "learning_rate": 1.6301410028408449e-06,
      "loss": 0.3483,
      "step": 1773030
    },
    {
      "epoch": 494.85,
      "grad_norm": 1.0127367973327637,
      "learning_rate": 1.6301152470745584e-06,
      "loss": 0.3307,
      "step": 1773040
    },
    {
      "epoch": 494.85,
      "grad_norm": 0.9518322944641113,
      "learning_rate": 1.6300894914032567e-06,
      "loss": 0.3314,
      "step": 1773050
    },
    {
      "epoch": 494.85,
      "grad_norm": 1.1795985698699951,
      "learning_rate": 1.630063735826944e-06,
      "loss": 0.3471,
      "step": 1773060
    },
    {
      "epoch": 494.86,
      "grad_norm": 1.0205129384994507,
      "learning_rate": 1.630037980345623e-06,
      "loss": 0.3419,
      "step": 1773070
    },
    {
      "epoch": 494.86,
      "grad_norm": 1.1253148317337036,
      "learning_rate": 1.6300122249592963e-06,
      "loss": 0.3428,
      "step": 1773080
    },
    {
      "epoch": 494.86,
      "grad_norm": 0.93864506483078,
      "learning_rate": 1.6299864696679691e-06,
      "loss": 0.3465,
      "step": 1773090
    },
    {
      "epoch": 494.86,
      "grad_norm": 1.0777945518493652,
      "learning_rate": 1.629960714471644e-06,
      "loss": 0.347,
      "step": 1773100
    },
    {
      "epoch": 494.87,
      "grad_norm": 0.9766349196434021,
      "learning_rate": 1.6299349593703246e-06,
      "loss": 0.3495,
      "step": 1773110
    },
    {
      "epoch": 494.87,
      "grad_norm": 1.1228628158569336,
      "learning_rate": 1.629909204364014e-06,
      "loss": 0.3482,
      "step": 1773120
    },
    {
      "epoch": 494.87,
      "grad_norm": 1.3001723289489746,
      "learning_rate": 1.6298834494527152e-06,
      "loss": 0.3339,
      "step": 1773130
    },
    {
      "epoch": 494.88,
      "grad_norm": 1.0203253030776978,
      "learning_rate": 1.629857694636433e-06,
      "loss": 0.3424,
      "step": 1773140
    },
    {
      "epoch": 494.88,
      "grad_norm": 1.172691822052002,
      "learning_rate": 1.62983193991517e-06,
      "loss": 0.3383,
      "step": 1773150
    },
    {
      "epoch": 494.88,
      "grad_norm": 1.1284701824188232,
      "learning_rate": 1.629806185288929e-06,
      "loss": 0.3479,
      "step": 1773160
    },
    {
      "epoch": 494.88,
      "grad_norm": 1.0695606470108032,
      "learning_rate": 1.6297804307577148e-06,
      "loss": 0.3383,
      "step": 1773170
    },
    {
      "epoch": 494.89,
      "grad_norm": 1.1391139030456543,
      "learning_rate": 1.6297546763215303e-06,
      "loss": 0.3439,
      "step": 1773180
    },
    {
      "epoch": 494.89,
      "grad_norm": 1.0857840776443481,
      "learning_rate": 1.6297289219803782e-06,
      "loss": 0.3397,
      "step": 1773190
    },
    {
      "epoch": 494.89,
      "grad_norm": 1.2657947540283203,
      "learning_rate": 1.629703167734263e-06,
      "loss": 0.3323,
      "step": 1773200
    },
    {
      "epoch": 494.9,
      "grad_norm": 1.0205148458480835,
      "learning_rate": 1.6296774135831876e-06,
      "loss": 0.3501,
      "step": 1773210
    },
    {
      "epoch": 494.9,
      "grad_norm": 1.1686651706695557,
      "learning_rate": 1.6296516595271547e-06,
      "loss": 0.3533,
      "step": 1773220
    },
    {
      "epoch": 494.9,
      "grad_norm": 0.9875075817108154,
      "learning_rate": 1.6296259055661692e-06,
      "loss": 0.3536,
      "step": 1773230
    },
    {
      "epoch": 494.9,
      "grad_norm": 1.0853393077850342,
      "learning_rate": 1.6296001517002337e-06,
      "loss": 0.3472,
      "step": 1773240
    },
    {
      "epoch": 494.91,
      "grad_norm": 1.580287218093872,
      "learning_rate": 1.6295743979293519e-06,
      "loss": 0.3337,
      "step": 1773250
    },
    {
      "epoch": 494.91,
      "grad_norm": 1.1214380264282227,
      "learning_rate": 1.6295486442535266e-06,
      "loss": 0.3397,
      "step": 1773260
    },
    {
      "epoch": 494.91,
      "grad_norm": 1.0801353454589844,
      "learning_rate": 1.629522890672762e-06,
      "loss": 0.3459,
      "step": 1773270
    },
    {
      "epoch": 494.91,
      "grad_norm": 1.3430122137069702,
      "learning_rate": 1.629497137187061e-06,
      "loss": 0.3292,
      "step": 1773280
    },
    {
      "epoch": 494.92,
      "grad_norm": 1.2895750999450684,
      "learning_rate": 1.6294713837964277e-06,
      "loss": 0.3483,
      "step": 1773290
    },
    {
      "epoch": 494.92,
      "grad_norm": 1.2105823755264282,
      "learning_rate": 1.6294456305008651e-06,
      "loss": 0.3374,
      "step": 1773300
    },
    {
      "epoch": 494.92,
      "grad_norm": 1.0968363285064697,
      "learning_rate": 1.6294198773003755e-06,
      "loss": 0.3483,
      "step": 1773310
    },
    {
      "epoch": 494.93,
      "grad_norm": 1.0873557329177856,
      "learning_rate": 1.6293941241949646e-06,
      "loss": 0.3426,
      "step": 1773320
    },
    {
      "epoch": 494.93,
      "grad_norm": 1.0049132108688354,
      "learning_rate": 1.6293683711846345e-06,
      "loss": 0.3575,
      "step": 1773330
    },
    {
      "epoch": 494.93,
      "grad_norm": 0.9937162399291992,
      "learning_rate": 1.6293426182693885e-06,
      "loss": 0.3399,
      "step": 1773340
    },
    {
      "epoch": 494.93,
      "grad_norm": 0.984150230884552,
      "learning_rate": 1.6293168654492306e-06,
      "loss": 0.3344,
      "step": 1773350
    },
    {
      "epoch": 494.94,
      "grad_norm": 1.0111680030822754,
      "learning_rate": 1.6292911127241638e-06,
      "loss": 0.3401,
      "step": 1773360
    },
    {
      "epoch": 494.94,
      "grad_norm": 1.1849042177200317,
      "learning_rate": 1.629265360094191e-06,
      "loss": 0.3498,
      "step": 1773370
    },
    {
      "epoch": 494.94,
      "grad_norm": 1.1554782390594482,
      "learning_rate": 1.6292396075593172e-06,
      "loss": 0.3403,
      "step": 1773380
    },
    {
      "epoch": 494.95,
      "grad_norm": 0.9550381302833557,
      "learning_rate": 1.6292138551195438e-06,
      "loss": 0.3379,
      "step": 1773390
    },
    {
      "epoch": 494.95,
      "grad_norm": 0.9922290444374084,
      "learning_rate": 1.6291881027748766e-06,
      "loss": 0.3502,
      "step": 1773400
    },
    {
      "epoch": 494.95,
      "grad_norm": 0.982996940612793,
      "learning_rate": 1.6291623505253178e-06,
      "loss": 0.3427,
      "step": 1773410
    },
    {
      "epoch": 494.95,
      "grad_norm": 0.9051626920700073,
      "learning_rate": 1.6291365983708702e-06,
      "loss": 0.3313,
      "step": 1773420
    },
    {
      "epoch": 494.96,
      "grad_norm": 1.2343573570251465,
      "learning_rate": 1.6291108463115382e-06,
      "loss": 0.3277,
      "step": 1773430
    },
    {
      "epoch": 494.96,
      "grad_norm": 1.2072398662567139,
      "learning_rate": 1.629085094347325e-06,
      "loss": 0.3384,
      "step": 1773440
    },
    {
      "epoch": 494.96,
      "grad_norm": 1.1348235607147217,
      "learning_rate": 1.629059342478233e-06,
      "loss": 0.3422,
      "step": 1773450
    },
    {
      "epoch": 494.97,
      "grad_norm": 1.1518738269805908,
      "learning_rate": 1.629033590704267e-06,
      "loss": 0.3557,
      "step": 1773460
    },
    {
      "epoch": 494.97,
      "grad_norm": 1.4878638982772827,
      "learning_rate": 1.6290078390254304e-06,
      "loss": 0.3453,
      "step": 1773470
    },
    {
      "epoch": 494.97,
      "grad_norm": 1.1059378385543823,
      "learning_rate": 1.628982087441726e-06,
      "loss": 0.3353,
      "step": 1773480
    },
    {
      "epoch": 494.97,
      "grad_norm": 1.2743961811065674,
      "learning_rate": 1.6289563359531574e-06,
      "loss": 0.3425,
      "step": 1773490
    },
    {
      "epoch": 494.98,
      "grad_norm": 1.0866994857788086,
      "learning_rate": 1.6289305845597282e-06,
      "loss": 0.3392,
      "step": 1773500
    },
    {
      "epoch": 494.98,
      "grad_norm": 0.9863905310630798,
      "learning_rate": 1.6289048332614404e-06,
      "loss": 0.3482,
      "step": 1773510
    },
    {
      "epoch": 494.98,
      "grad_norm": 1.1361991167068481,
      "learning_rate": 1.6288790820583001e-06,
      "loss": 0.3466,
      "step": 1773520
    },
    {
      "epoch": 494.98,
      "grad_norm": 1.154435396194458,
      "learning_rate": 1.628853330950309e-06,
      "loss": 0.3525,
      "step": 1773530
    },
    {
      "epoch": 494.99,
      "grad_norm": 1.1157071590423584,
      "learning_rate": 1.62882757993747e-06,
      "loss": 0.3453,
      "step": 1773540
    },
    {
      "epoch": 494.99,
      "grad_norm": 0.9043729305267334,
      "learning_rate": 1.6288018290197885e-06,
      "loss": 0.3569,
      "step": 1773550
    },
    {
      "epoch": 494.99,
      "grad_norm": 1.1418814659118652,
      "learning_rate": 1.6287760781972662e-06,
      "loss": 0.3319,
      "step": 1773560
    },
    {
      "epoch": 495.0,
      "grad_norm": 1.198172688484192,
      "learning_rate": 1.6287503274699073e-06,
      "loss": 0.3344,
      "step": 1773570
    },
    {
      "epoch": 495.0,
      "grad_norm": 1.229020595550537,
      "learning_rate": 1.6287245768377153e-06,
      "loss": 0.3555,
      "step": 1773580
    },
    {
      "epoch": 495.0,
      "eval_loss": 0.34306955337524414,
      "eval_runtime": 62.8998,
      "eval_samples_per_second": 80.43,
      "eval_steps_per_second": 10.064,
      "step": 1773585
    },
    {
      "epoch": 495.0,
      "grad_norm": 1.3042783737182617,
      "learning_rate": 1.6286988263006933e-06,
      "loss": 0.3416,
      "step": 1773590
    },
    {
      "epoch": 495.0,
      "grad_norm": 1.045046091079712,
      "learning_rate": 1.628673075858844e-06,
      "loss": 0.365,
      "step": 1773600
    },
    {
      "epoch": 495.01,
      "grad_norm": 1.2573480606079102,
      "learning_rate": 1.6286473255121724e-06,
      "loss": 0.3386,
      "step": 1773610
    },
    {
      "epoch": 495.01,
      "grad_norm": 1.0592024326324463,
      "learning_rate": 1.6286215752606814e-06,
      "loss": 0.3441,
      "step": 1773620
    },
    {
      "epoch": 495.01,
      "grad_norm": 1.0019067525863647,
      "learning_rate": 1.6285958251043735e-06,
      "loss": 0.3364,
      "step": 1773630
    },
    {
      "epoch": 495.02,
      "grad_norm": 1.0982320308685303,
      "learning_rate": 1.6285700750432535e-06,
      "loss": 0.3312,
      "step": 1773640
    },
    {
      "epoch": 495.02,
      "grad_norm": 0.9906304478645325,
      "learning_rate": 1.6285443250773239e-06,
      "loss": 0.3374,
      "step": 1773650
    },
    {
      "epoch": 495.02,
      "grad_norm": 1.0284844636917114,
      "learning_rate": 1.6285185752065874e-06,
      "loss": 0.3523,
      "step": 1773660
    },
    {
      "epoch": 495.02,
      "grad_norm": 1.0649125576019287,
      "learning_rate": 1.6284928254310496e-06,
      "loss": 0.3495,
      "step": 1773670
    },
    {
      "epoch": 495.03,
      "grad_norm": 1.1902101039886475,
      "learning_rate": 1.6284670757507116e-06,
      "loss": 0.338,
      "step": 1773680
    },
    {
      "epoch": 495.03,
      "grad_norm": 1.1714574098587036,
      "learning_rate": 1.628441326165579e-06,
      "loss": 0.3431,
      "step": 1773690
    },
    {
      "epoch": 495.03,
      "grad_norm": 1.1890062093734741,
      "learning_rate": 1.628415576675654e-06,
      "loss": 0.3362,
      "step": 1773700
    },
    {
      "epoch": 495.03,
      "grad_norm": 1.0735422372817993,
      "learning_rate": 1.6283898272809399e-06,
      "loss": 0.3601,
      "step": 1773710
    },
    {
      "epoch": 495.04,
      "grad_norm": 1.2500603199005127,
      "learning_rate": 1.6283640779814407e-06,
      "loss": 0.3509,
      "step": 1773720
    },
    {
      "epoch": 495.04,
      "grad_norm": 1.1445401906967163,
      "learning_rate": 1.62833832877716e-06,
      "loss": 0.336,
      "step": 1773730
    },
    {
      "epoch": 495.04,
      "grad_norm": 1.1631547212600708,
      "learning_rate": 1.6283125796680995e-06,
      "loss": 0.3459,
      "step": 1773740
    },
    {
      "epoch": 495.05,
      "grad_norm": 1.0438921451568604,
      "learning_rate": 1.6282868306542648e-06,
      "loss": 0.3342,
      "step": 1773750
    },
    {
      "epoch": 495.05,
      "grad_norm": 0.973525881767273,
      "learning_rate": 1.6282610817356586e-06,
      "loss": 0.3438,
      "step": 1773760
    },
    {
      "epoch": 495.05,
      "grad_norm": 1.1945523023605347,
      "learning_rate": 1.6282353329122837e-06,
      "loss": 0.3394,
      "step": 1773770
    },
    {
      "epoch": 495.05,
      "grad_norm": 0.9915549755096436,
      "learning_rate": 1.6282095841841443e-06,
      "loss": 0.3302,
      "step": 1773780
    },
    {
      "epoch": 495.06,
      "grad_norm": 1.1834501028060913,
      "learning_rate": 1.628183835551244e-06,
      "loss": 0.3443,
      "step": 1773790
    },
    {
      "epoch": 495.06,
      "grad_norm": 1.0284186601638794,
      "learning_rate": 1.6281580870135843e-06,
      "loss": 0.3288,
      "step": 1773800
    },
    {
      "epoch": 495.06,
      "grad_norm": 1.0869228839874268,
      "learning_rate": 1.6281323385711712e-06,
      "loss": 0.3507,
      "step": 1773810
    },
    {
      "epoch": 495.07,
      "grad_norm": 0.9533214569091797,
      "learning_rate": 1.628106590224007e-06,
      "loss": 0.3166,
      "step": 1773820
    },
    {
      "epoch": 495.07,
      "grad_norm": 1.1923762559890747,
      "learning_rate": 1.6280808419720942e-06,
      "loss": 0.3402,
      "step": 1773830
    },
    {
      "epoch": 495.07,
      "grad_norm": 1.1242846250534058,
      "learning_rate": 1.6280550938154382e-06,
      "loss": 0.344,
      "step": 1773840
    },
    {
      "epoch": 495.07,
      "grad_norm": 0.9492102265357971,
      "learning_rate": 1.6280293457540412e-06,
      "loss": 0.3311,
      "step": 1773850
    },
    {
      "epoch": 495.08,
      "grad_norm": 0.9245975017547607,
      "learning_rate": 1.6280035977879064e-06,
      "loss": 0.3238,
      "step": 1773860
    },
    {
      "epoch": 495.08,
      "grad_norm": 1.169235348701477,
      "learning_rate": 1.6279778499170382e-06,
      "loss": 0.3354,
      "step": 1773870
    },
    {
      "epoch": 495.08,
      "grad_norm": 1.1033896207809448,
      "learning_rate": 1.6279521021414397e-06,
      "loss": 0.3446,
      "step": 1773880
    },
    {
      "epoch": 495.09,
      "grad_norm": 1.1631231307983398,
      "learning_rate": 1.6279263544611129e-06,
      "loss": 0.336,
      "step": 1773890
    },
    {
      "epoch": 495.09,
      "grad_norm": 1.0402823686599731,
      "learning_rate": 1.627900606876063e-06,
      "loss": 0.3401,
      "step": 1773900
    },
    {
      "epoch": 495.09,
      "grad_norm": 1.0014866590499878,
      "learning_rate": 1.6278748593862935e-06,
      "loss": 0.3415,
      "step": 1773910
    },
    {
      "epoch": 495.09,
      "grad_norm": 1.0651564598083496,
      "learning_rate": 1.6278491119918062e-06,
      "loss": 0.3472,
      "step": 1773920
    },
    {
      "epoch": 495.1,
      "grad_norm": 1.0491119623184204,
      "learning_rate": 1.627823364692606e-06,
      "loss": 0.3384,
      "step": 1773930
    },
    {
      "epoch": 495.1,
      "grad_norm": 1.0814725160598755,
      "learning_rate": 1.6277976174886961e-06,
      "loss": 0.3607,
      "step": 1773940
    },
    {
      "epoch": 495.1,
      "grad_norm": 1.4006060361862183,
      "learning_rate": 1.6277718703800784e-06,
      "loss": 0.3565,
      "step": 1773950
    },
    {
      "epoch": 495.1,
      "grad_norm": 0.9988142251968384,
      "learning_rate": 1.6277461233667587e-06,
      "loss": 0.3452,
      "step": 1773960
    },
    {
      "epoch": 495.11,
      "grad_norm": 1.122542142868042,
      "learning_rate": 1.6277203764487385e-06,
      "loss": 0.3386,
      "step": 1773970
    },
    {
      "epoch": 495.11,
      "grad_norm": 1.4606223106384277,
      "learning_rate": 1.6276946296260228e-06,
      "loss": 0.3339,
      "step": 1773980
    },
    {
      "epoch": 495.11,
      "grad_norm": 1.096006155014038,
      "learning_rate": 1.6276688828986144e-06,
      "loss": 0.3427,
      "step": 1773990
    },
    {
      "epoch": 495.12,
      "grad_norm": 0.9681702852249146,
      "learning_rate": 1.627643136266516e-06,
      "loss": 0.3424,
      "step": 1774000
    },
    {
      "epoch": 495.12,
      "grad_norm": 1.1598155498504639,
      "learning_rate": 1.6276173897297324e-06,
      "loss": 0.361,
      "step": 1774010
    },
    {
      "epoch": 495.12,
      "grad_norm": 1.0663528442382812,
      "learning_rate": 1.627591643288266e-06,
      "loss": 0.3573,
      "step": 1774020
    },
    {
      "epoch": 495.12,
      "grad_norm": 1.030129075050354,
      "learning_rate": 1.6275658969421192e-06,
      "loss": 0.3387,
      "step": 1774030
    },
    {
      "epoch": 495.13,
      "grad_norm": 1.1660901308059692,
      "learning_rate": 1.6275401506912981e-06,
      "loss": 0.3413,
      "step": 1774040
    },
    {
      "epoch": 495.13,
      "grad_norm": 1.0236027240753174,
      "learning_rate": 1.6275144045358047e-06,
      "loss": 0.3558,
      "step": 1774050
    },
    {
      "epoch": 495.13,
      "grad_norm": 0.9846003651618958,
      "learning_rate": 1.6274886584756418e-06,
      "loss": 0.3491,
      "step": 1774060
    },
    {
      "epoch": 495.14,
      "grad_norm": 1.1392738819122314,
      "learning_rate": 1.6274629125108142e-06,
      "loss": 0.3398,
      "step": 1774070
    },
    {
      "epoch": 495.14,
      "grad_norm": 1.3985424041748047,
      "learning_rate": 1.6274371666413242e-06,
      "loss": 0.347,
      "step": 1774080
    },
    {
      "epoch": 495.14,
      "grad_norm": 1.0886199474334717,
      "learning_rate": 1.6274114208671752e-06,
      "loss": 0.3456,
      "step": 1774090
    },
    {
      "epoch": 495.14,
      "grad_norm": 1.1230196952819824,
      "learning_rate": 1.6273856751883718e-06,
      "loss": 0.3445,
      "step": 1774100
    },
    {
      "epoch": 495.15,
      "grad_norm": 0.854710042476654,
      "learning_rate": 1.6273599296049165e-06,
      "loss": 0.3416,
      "step": 1774110
    },
    {
      "epoch": 495.15,
      "grad_norm": 1.4413530826568604,
      "learning_rate": 1.627334184116812e-06,
      "loss": 0.3462,
      "step": 1774120
    },
    {
      "epoch": 495.15,
      "grad_norm": 1.045019268989563,
      "learning_rate": 1.6273084387240636e-06,
      "loss": 0.3424,
      "step": 1774130
    },
    {
      "epoch": 495.15,
      "grad_norm": 1.296513557434082,
      "learning_rate": 1.6272826934266739e-06,
      "loss": 0.3384,
      "step": 1774140
    },
    {
      "epoch": 495.16,
      "grad_norm": 1.0422064065933228,
      "learning_rate": 1.6272569482246458e-06,
      "loss": 0.3337,
      "step": 1774150
    },
    {
      "epoch": 495.16,
      "grad_norm": 1.1255831718444824,
      "learning_rate": 1.6272312031179833e-06,
      "loss": 0.3321,
      "step": 1774160
    },
    {
      "epoch": 495.16,
      "grad_norm": 0.9972379207611084,
      "learning_rate": 1.62720545810669e-06,
      "loss": 0.3417,
      "step": 1774170
    },
    {
      "epoch": 495.17,
      "grad_norm": 1.030187726020813,
      "learning_rate": 1.6271797131907673e-06,
      "loss": 0.3402,
      "step": 1774180
    },
    {
      "epoch": 495.17,
      "grad_norm": 1.1007404327392578,
      "learning_rate": 1.6271539683702222e-06,
      "loss": 0.3616,
      "step": 1774190
    },
    {
      "epoch": 495.17,
      "grad_norm": 1.3320356607437134,
      "learning_rate": 1.6271282236450557e-06,
      "loss": 0.333,
      "step": 1774200
    },
    {
      "epoch": 495.17,
      "grad_norm": 1.2750052213668823,
      "learning_rate": 1.6271024790152714e-06,
      "loss": 0.3371,
      "step": 1774210
    },
    {
      "epoch": 495.18,
      "grad_norm": 0.9906741976737976,
      "learning_rate": 1.627076734480873e-06,
      "loss": 0.3235,
      "step": 1774220
    },
    {
      "epoch": 495.18,
      "grad_norm": 1.280020833015442,
      "learning_rate": 1.6270509900418643e-06,
      "loss": 0.3343,
      "step": 1774230
    },
    {
      "epoch": 495.18,
      "grad_norm": 1.2343952655792236,
      "learning_rate": 1.6270252456982487e-06,
      "loss": 0.3468,
      "step": 1774240
    },
    {
      "epoch": 495.19,
      "grad_norm": 1.0166900157928467,
      "learning_rate": 1.6269995014500289e-06,
      "loss": 0.3263,
      "step": 1774250
    },
    {
      "epoch": 495.19,
      "grad_norm": 1.170883059501648,
      "learning_rate": 1.6269737572972084e-06,
      "loss": 0.3534,
      "step": 1774260
    },
    {
      "epoch": 495.19,
      "grad_norm": 1.2444980144500732,
      "learning_rate": 1.6269480132397919e-06,
      "loss": 0.3584,
      "step": 1774270
    },
    {
      "epoch": 495.19,
      "grad_norm": 1.0603327751159668,
      "learning_rate": 1.6269222692777817e-06,
      "loss": 0.3343,
      "step": 1774280
    },
    {
      "epoch": 495.2,
      "grad_norm": 1.0184955596923828,
      "learning_rate": 1.6268965254111814e-06,
      "loss": 0.3499,
      "step": 1774290
    },
    {
      "epoch": 495.2,
      "grad_norm": 0.9462226033210754,
      "learning_rate": 1.6268707816399946e-06,
      "loss": 0.332,
      "step": 1774300
    },
    {
      "epoch": 495.2,
      "grad_norm": 1.1675294637680054,
      "learning_rate": 1.6268450379642249e-06,
      "loss": 0.3467,
      "step": 1774310
    },
    {
      "epoch": 495.21,
      "grad_norm": 1.027287244796753,
      "learning_rate": 1.626819294383874e-06,
      "loss": 0.3505,
      "step": 1774320
    },
    {
      "epoch": 495.21,
      "grad_norm": 1.306040644645691,
      "learning_rate": 1.6267935508989482e-06,
      "loss": 0.3497,
      "step": 1774330
    },
    {
      "epoch": 495.21,
      "grad_norm": 0.9804812669754028,
      "learning_rate": 1.6267678075094495e-06,
      "loss": 0.3457,
      "step": 1774340
    },
    {
      "epoch": 495.21,
      "grad_norm": 1.2401405572891235,
      "learning_rate": 1.62674206421538e-06,
      "loss": 0.3481,
      "step": 1774350
    },
    {
      "epoch": 495.22,
      "grad_norm": 1.0843158960342407,
      "learning_rate": 1.6267163210167459e-06,
      "loss": 0.3443,
      "step": 1774360
    },
    {
      "epoch": 495.22,
      "grad_norm": 1.1533781290054321,
      "learning_rate": 1.6266905779135488e-06,
      "loss": 0.3532,
      "step": 1774370
    },
    {
      "epoch": 495.22,
      "grad_norm": 1.0777217149734497,
      "learning_rate": 1.6266648349057924e-06,
      "loss": 0.3571,
      "step": 1774380
    },
    {
      "epoch": 495.22,
      "grad_norm": 0.8217633366584778,
      "learning_rate": 1.6266390919934801e-06,
      "loss": 0.34,
      "step": 1774390
    },
    {
      "epoch": 495.23,
      "grad_norm": 1.296694278717041,
      "learning_rate": 1.626613349176616e-06,
      "loss": 0.3293,
      "step": 1774400
    },
    {
      "epoch": 495.23,
      "grad_norm": 1.2848262786865234,
      "learning_rate": 1.6265876064552018e-06,
      "loss": 0.334,
      "step": 1774410
    },
    {
      "epoch": 495.23,
      "grad_norm": 1.1748197078704834,
      "learning_rate": 1.626561863829243e-06,
      "loss": 0.3358,
      "step": 1774420
    },
    {
      "epoch": 495.24,
      "grad_norm": 1.2476431131362915,
      "learning_rate": 1.6265361212987427e-06,
      "loss": 0.3379,
      "step": 1774430
    },
    {
      "epoch": 495.24,
      "grad_norm": 1.019004225730896,
      "learning_rate": 1.6265103788637025e-06,
      "loss": 0.3502,
      "step": 1774440
    },
    {
      "epoch": 495.24,
      "grad_norm": 1.0305688381195068,
      "learning_rate": 1.6264846365241279e-06,
      "loss": 0.3275,
      "step": 1774450
    },
    {
      "epoch": 495.24,
      "grad_norm": 1.0015058517456055,
      "learning_rate": 1.6264588942800214e-06,
      "loss": 0.3319,
      "step": 1774460
    },
    {
      "epoch": 495.25,
      "grad_norm": 0.9677858352661133,
      "learning_rate": 1.6264331521313858e-06,
      "loss": 0.3432,
      "step": 1774470
    },
    {
      "epoch": 495.25,
      "grad_norm": 1.2495362758636475,
      "learning_rate": 1.626407410078226e-06,
      "loss": 0.3347,
      "step": 1774480
    },
    {
      "epoch": 495.25,
      "grad_norm": 1.0266507863998413,
      "learning_rate": 1.6263816681205449e-06,
      "loss": 0.3463,
      "step": 1774490
    },
    {
      "epoch": 495.26,
      "grad_norm": 0.9849037528038025,
      "learning_rate": 1.6263559262583446e-06,
      "loss": 0.3349,
      "step": 1774500
    },
    {
      "epoch": 495.26,
      "grad_norm": 1.127687931060791,
      "learning_rate": 1.6263301844916306e-06,
      "loss": 0.3457,
      "step": 1774510
    },
    {
      "epoch": 495.26,
      "grad_norm": 1.1032640933990479,
      "learning_rate": 1.6263044428204058e-06,
      "loss": 0.3494,
      "step": 1774520
    },
    {
      "epoch": 495.26,
      "grad_norm": 1.0279717445373535,
      "learning_rate": 1.6262787012446724e-06,
      "loss": 0.3461,
      "step": 1774530
    },
    {
      "epoch": 495.27,
      "grad_norm": 1.0513949394226074,
      "learning_rate": 1.6262529597644349e-06,
      "loss": 0.34,
      "step": 1774540
    },
    {
      "epoch": 495.27,
      "grad_norm": 1.0572576522827148,
      "learning_rate": 1.6262272183796957e-06,
      "loss": 0.3308,
      "step": 1774550
    },
    {
      "epoch": 495.27,
      "grad_norm": 1.1115434169769287,
      "learning_rate": 1.6262014770904599e-06,
      "loss": 0.3552,
      "step": 1774560
    },
    {
      "epoch": 495.27,
      "grad_norm": 1.1192810535430908,
      "learning_rate": 1.6261757358967302e-06,
      "loss": 0.3395,
      "step": 1774570
    },
    {
      "epoch": 495.28,
      "grad_norm": 1.1014900207519531,
      "learning_rate": 1.626149994798509e-06,
      "loss": 0.3453,
      "step": 1774580
    },
    {
      "epoch": 495.28,
      "grad_norm": 1.1584495306015015,
      "learning_rate": 1.626124253795801e-06,
      "loss": 0.3584,
      "step": 1774590
    },
    {
      "epoch": 495.28,
      "grad_norm": 0.9906508326530457,
      "learning_rate": 1.6260985128886097e-06,
      "loss": 0.346,
      "step": 1774600
    },
    {
      "epoch": 495.29,
      "grad_norm": 1.094395637512207,
      "learning_rate": 1.6260727720769365e-06,
      "loss": 0.339,
      "step": 1774610
    },
    {
      "epoch": 495.29,
      "grad_norm": 1.1638556718826294,
      "learning_rate": 1.6260470313607876e-06,
      "loss": 0.3503,
      "step": 1774620
    },
    {
      "epoch": 495.29,
      "grad_norm": 1.4024734497070312,
      "learning_rate": 1.626021290740165e-06,
      "loss": 0.3518,
      "step": 1774630
    },
    {
      "epoch": 495.29,
      "grad_norm": 1.0289093255996704,
      "learning_rate": 1.6259955502150718e-06,
      "loss": 0.3553,
      "step": 1774640
    },
    {
      "epoch": 495.3,
      "grad_norm": 1.1913031339645386,
      "learning_rate": 1.6259698097855121e-06,
      "loss": 0.3208,
      "step": 1774650
    },
    {
      "epoch": 495.3,
      "grad_norm": 1.0540521144866943,
      "learning_rate": 1.6259440694514896e-06,
      "loss": 0.3409,
      "step": 1774660
    },
    {
      "epoch": 495.3,
      "grad_norm": 0.9223870038986206,
      "learning_rate": 1.6259183292130068e-06,
      "loss": 0.3336,
      "step": 1774670
    },
    {
      "epoch": 495.31,
      "grad_norm": 1.081938624382019,
      "learning_rate": 1.6258925890700681e-06,
      "loss": 0.3435,
      "step": 1774680
    },
    {
      "epoch": 495.31,
      "grad_norm": 1.3909140825271606,
      "learning_rate": 1.625866849022676e-06,
      "loss": 0.3422,
      "step": 1774690
    },
    {
      "epoch": 495.31,
      "grad_norm": 1.1045567989349365,
      "learning_rate": 1.6258411090708337e-06,
      "loss": 0.3349,
      "step": 1774700
    },
    {
      "epoch": 495.31,
      "grad_norm": 1.0203626155853271,
      "learning_rate": 1.6258153692145462e-06,
      "loss": 0.3419,
      "step": 1774710
    },
    {
      "epoch": 495.32,
      "grad_norm": 1.1276097297668457,
      "learning_rate": 1.625789629453816e-06,
      "loss": 0.3349,
      "step": 1774720
    },
    {
      "epoch": 495.32,
      "grad_norm": 1.3931926488876343,
      "learning_rate": 1.6257638897886463e-06,
      "loss": 0.3428,
      "step": 1774730
    },
    {
      "epoch": 495.32,
      "grad_norm": 1.1225621700286865,
      "learning_rate": 1.625738150219041e-06,
      "loss": 0.356,
      "step": 1774740
    },
    {
      "epoch": 495.33,
      "grad_norm": 1.0324831008911133,
      "learning_rate": 1.625712410745003e-06,
      "loss": 0.3424,
      "step": 1774750
    },
    {
      "epoch": 495.33,
      "grad_norm": 1.0806714296340942,
      "learning_rate": 1.6256866713665353e-06,
      "loss": 0.3387,
      "step": 1774760
    },
    {
      "epoch": 495.33,
      "grad_norm": 0.9941379427909851,
      "learning_rate": 1.6256609320836431e-06,
      "loss": 0.341,
      "step": 1774770
    },
    {
      "epoch": 495.33,
      "grad_norm": 1.1484522819519043,
      "learning_rate": 1.6256351928963287e-06,
      "loss": 0.3288,
      "step": 1774780
    },
    {
      "epoch": 495.34,
      "grad_norm": 1.0253924131393433,
      "learning_rate": 1.6256094538045943e-06,
      "loss": 0.3274,
      "step": 1774790
    },
    {
      "epoch": 495.34,
      "grad_norm": 1.022867202758789,
      "learning_rate": 1.6255837148084459e-06,
      "loss": 0.336,
      "step": 1774800
    },
    {
      "epoch": 495.34,
      "grad_norm": 1.007864236831665,
      "learning_rate": 1.6255579759078856e-06,
      "loss": 0.3521,
      "step": 1774810
    },
    {
      "epoch": 495.34,
      "grad_norm": 0.9943364858627319,
      "learning_rate": 1.6255322371029163e-06,
      "loss": 0.3449,
      "step": 1774820
    },
    {
      "epoch": 495.35,
      "grad_norm": 1.0325536727905273,
      "learning_rate": 1.6255064983935425e-06,
      "loss": 0.3361,
      "step": 1774830
    },
    {
      "epoch": 495.35,
      "grad_norm": 0.8899114727973938,
      "learning_rate": 1.625480759779766e-06,
      "loss": 0.3498,
      "step": 1774840
    },
    {
      "epoch": 495.35,
      "grad_norm": 1.1500883102416992,
      "learning_rate": 1.6254550212615923e-06,
      "loss": 0.3324,
      "step": 1774850
    },
    {
      "epoch": 495.36,
      "grad_norm": 1.041688323020935,
      "learning_rate": 1.625429282839024e-06,
      "loss": 0.3451,
      "step": 1774860
    },
    {
      "epoch": 495.36,
      "grad_norm": 1.050230860710144,
      "learning_rate": 1.625403544512064e-06,
      "loss": 0.3413,
      "step": 1774870
    },
    {
      "epoch": 495.36,
      "grad_norm": 1.0463106632232666,
      "learning_rate": 1.6253778062807163e-06,
      "loss": 0.3462,
      "step": 1774880
    },
    {
      "epoch": 495.36,
      "grad_norm": 1.0518232583999634,
      "learning_rate": 1.6253520681449844e-06,
      "loss": 0.3248,
      "step": 1774890
    },
    {
      "epoch": 495.37,
      "grad_norm": 1.2104750871658325,
      "learning_rate": 1.6253263301048702e-06,
      "loss": 0.3485,
      "step": 1774900
    },
    {
      "epoch": 495.37,
      "grad_norm": 1.0091050863265991,
      "learning_rate": 1.6253005921603797e-06,
      "loss": 0.3413,
      "step": 1774910
    },
    {
      "epoch": 495.37,
      "grad_norm": 1.0489170551300049,
      "learning_rate": 1.6252748543115148e-06,
      "loss": 0.3533,
      "step": 1774920
    },
    {
      "epoch": 495.38,
      "grad_norm": 1.0360857248306274,
      "learning_rate": 1.6252491165582781e-06,
      "loss": 0.3558,
      "step": 1774930
    },
    {
      "epoch": 495.38,
      "grad_norm": 1.0883320569992065,
      "learning_rate": 1.6252233789006753e-06,
      "loss": 0.3358,
      "step": 1774940
    },
    {
      "epoch": 495.38,
      "grad_norm": 1.044354796409607,
      "learning_rate": 1.6251976413387085e-06,
      "loss": 0.342,
      "step": 1774950
    },
    {
      "epoch": 495.38,
      "grad_norm": 1.1682746410369873,
      "learning_rate": 1.6251719038723806e-06,
      "loss": 0.3287,
      "step": 1774960
    },
    {
      "epoch": 495.39,
      "grad_norm": 0.9739642143249512,
      "learning_rate": 1.6251461665016964e-06,
      "loss": 0.3338,
      "step": 1774970
    },
    {
      "epoch": 495.39,
      "grad_norm": 1.1056889295578003,
      "learning_rate": 1.6251204292266582e-06,
      "loss": 0.3481,
      "step": 1774980
    },
    {
      "epoch": 495.39,
      "grad_norm": 0.9316278696060181,
      "learning_rate": 1.6250946920472688e-06,
      "loss": 0.3507,
      "step": 1774990
    },
    {
      "epoch": 495.39,
      "grad_norm": 1.0648350715637207,
      "learning_rate": 1.6250689549635338e-06,
      "loss": 0.3575,
      "step": 1775000
    },
    {
      "epoch": 495.4,
      "grad_norm": 0.9655686020851135,
      "learning_rate": 1.6250432179754555e-06,
      "loss": 0.3394,
      "step": 1775010
    },
    {
      "epoch": 495.4,
      "grad_norm": 1.1738463640213013,
      "learning_rate": 1.6250174810830369e-06,
      "loss": 0.3482,
      "step": 1775020
    },
    {
      "epoch": 495.4,
      "grad_norm": 0.894363522529602,
      "learning_rate": 1.6249917442862821e-06,
      "loss": 0.3404,
      "step": 1775030
    },
    {
      "epoch": 495.41,
      "grad_norm": 1.038642406463623,
      "learning_rate": 1.624966007585194e-06,
      "loss": 0.3407,
      "step": 1775040
    },
    {
      "epoch": 495.41,
      "grad_norm": 1.1836098432540894,
      "learning_rate": 1.6249402709797754e-06,
      "loss": 0.3504,
      "step": 1775050
    },
    {
      "epoch": 495.41,
      "grad_norm": 0.9398518800735474,
      "learning_rate": 1.6249145344700316e-06,
      "loss": 0.3376,
      "step": 1775060
    },
    {
      "epoch": 495.41,
      "grad_norm": 1.107944369316101,
      "learning_rate": 1.624888798055965e-06,
      "loss": 0.3478,
      "step": 1775070
    },
    {
      "epoch": 495.42,
      "grad_norm": 0.9619974493980408,
      "learning_rate": 1.6248630617375783e-06,
      "loss": 0.3679,
      "step": 1775080
    },
    {
      "epoch": 495.42,
      "grad_norm": 1.0096529722213745,
      "learning_rate": 1.6248373255148763e-06,
      "loss": 0.3438,
      "step": 1775090
    },
    {
      "epoch": 495.42,
      "grad_norm": 0.9863930344581604,
      "learning_rate": 1.6248115893878618e-06,
      "loss": 0.3428,
      "step": 1775100
    },
    {
      "epoch": 495.43,
      "grad_norm": 1.05082106590271,
      "learning_rate": 1.6247858533565377e-06,
      "loss": 0.355,
      "step": 1775110
    },
    {
      "epoch": 495.43,
      "grad_norm": 1.1362824440002441,
      "learning_rate": 1.6247601174209084e-06,
      "loss": 0.3375,
      "step": 1775120
    },
    {
      "epoch": 495.43,
      "grad_norm": 2.9318718910217285,
      "learning_rate": 1.624734381580976e-06,
      "loss": 0.3332,
      "step": 1775130
    },
    {
      "epoch": 495.43,
      "grad_norm": 1.0621554851531982,
      "learning_rate": 1.6247086458367455e-06,
      "loss": 0.3401,
      "step": 1775140
    },
    {
      "epoch": 495.44,
      "grad_norm": 1.3513563871383667,
      "learning_rate": 1.6246829101882198e-06,
      "loss": 0.3414,
      "step": 1775150
    },
    {
      "epoch": 495.44,
      "grad_norm": 1.075106143951416,
      "learning_rate": 1.624657174635402e-06,
      "loss": 0.3414,
      "step": 1775160
    },
    {
      "epoch": 495.44,
      "grad_norm": 1.3391032218933105,
      "learning_rate": 1.624631439178295e-06,
      "loss": 0.3326,
      "step": 1775170
    },
    {
      "epoch": 495.45,
      "grad_norm": 1.1328368186950684,
      "learning_rate": 1.624605703816904e-06,
      "loss": 0.3487,
      "step": 1775180
    },
    {
      "epoch": 495.45,
      "grad_norm": 1.0327485799789429,
      "learning_rate": 1.6245799685512302e-06,
      "loss": 0.3453,
      "step": 1775190
    },
    {
      "epoch": 495.45,
      "grad_norm": 1.1592118740081787,
      "learning_rate": 1.624554233381279e-06,
      "loss": 0.3364,
      "step": 1775200
    },
    {
      "epoch": 495.45,
      "grad_norm": 0.9415877461433411,
      "learning_rate": 1.6245284983070525e-06,
      "loss": 0.3458,
      "step": 1775210
    },
    {
      "epoch": 495.46,
      "grad_norm": 1.0603810548782349,
      "learning_rate": 1.6245027633285544e-06,
      "loss": 0.3304,
      "step": 1775220
    },
    {
      "epoch": 495.46,
      "grad_norm": 1.2788176536560059,
      "learning_rate": 1.6244770284457883e-06,
      "loss": 0.3359,
      "step": 1775230
    },
    {
      "epoch": 495.46,
      "grad_norm": 1.0909479856491089,
      "learning_rate": 1.6244512936587584e-06,
      "loss": 0.3324,
      "step": 1775240
    },
    {
      "epoch": 495.46,
      "grad_norm": 1.050903081893921,
      "learning_rate": 1.6244255589674664e-06,
      "loss": 0.3564,
      "step": 1775250
    },
    {
      "epoch": 495.47,
      "grad_norm": 0.9459025263786316,
      "learning_rate": 1.6243998243719174e-06,
      "loss": 0.3347,
      "step": 1775260
    },
    {
      "epoch": 495.47,
      "grad_norm": 1.8553638458251953,
      "learning_rate": 1.6243740898721142e-06,
      "loss": 0.3405,
      "step": 1775270
    },
    {
      "epoch": 495.47,
      "grad_norm": 1.1025971174240112,
      "learning_rate": 1.624348355468059e-06,
      "loss": 0.3537,
      "step": 1775280
    },
    {
      "epoch": 495.48,
      "grad_norm": 0.9878843426704407,
      "learning_rate": 1.6243226211597573e-06,
      "loss": 0.3498,
      "step": 1775290
    },
    {
      "epoch": 495.48,
      "grad_norm": 1.0059256553649902,
      "learning_rate": 1.6242968869472117e-06,
      "loss": 0.3392,
      "step": 1775300
    },
    {
      "epoch": 495.48,
      "grad_norm": 1.2984808683395386,
      "learning_rate": 1.6242711528304243e-06,
      "loss": 0.3551,
      "step": 1775310
    },
    {
      "epoch": 495.48,
      "grad_norm": 1.267853021621704,
      "learning_rate": 1.624245418809401e-06,
      "loss": 0.349,
      "step": 1775320
    },
    {
      "epoch": 495.49,
      "grad_norm": 1.1627180576324463,
      "learning_rate": 1.624219684884144e-06,
      "loss": 0.3362,
      "step": 1775330
    },
    {
      "epoch": 495.49,
      "grad_norm": 1.0664016008377075,
      "learning_rate": 1.6241939510546559e-06,
      "loss": 0.3306,
      "step": 1775340
    },
    {
      "epoch": 495.49,
      "grad_norm": 1.0634411573410034,
      "learning_rate": 1.6241682173209417e-06,
      "loss": 0.3325,
      "step": 1775350
    },
    {
      "epoch": 495.5,
      "grad_norm": 0.9565302729606628,
      "learning_rate": 1.6241424836830038e-06,
      "loss": 0.3431,
      "step": 1775360
    },
    {
      "epoch": 495.5,
      "grad_norm": 1.2955808639526367,
      "learning_rate": 1.6241167501408447e-06,
      "loss": 0.3334,
      "step": 1775370
    },
    {
      "epoch": 495.5,
      "grad_norm": 1.3656096458435059,
      "learning_rate": 1.6240910166944703e-06,
      "loss": 0.3508,
      "step": 1775380
    },
    {
      "epoch": 495.5,
      "grad_norm": 1.4367742538452148,
      "learning_rate": 1.6240652833438825e-06,
      "loss": 0.342,
      "step": 1775390
    },
    {
      "epoch": 495.51,
      "grad_norm": 0.972187876701355,
      "learning_rate": 1.6240395500890845e-06,
      "loss": 0.3434,
      "step": 1775400
    },
    {
      "epoch": 495.51,
      "grad_norm": 1.1446902751922607,
      "learning_rate": 1.624013816930081e-06,
      "loss": 0.3439,
      "step": 1775410
    },
    {
      "epoch": 495.51,
      "grad_norm": 1.0483304262161255,
      "learning_rate": 1.6239880838668731e-06,
      "loss": 0.3563,
      "step": 1775420
    },
    {
      "epoch": 495.51,
      "grad_norm": 1.3064923286437988,
      "learning_rate": 1.6239623508994669e-06,
      "loss": 0.346,
      "step": 1775430
    },
    {
      "epoch": 495.52,
      "grad_norm": 1.150031328201294,
      "learning_rate": 1.6239366180278645e-06,
      "loss": 0.329,
      "step": 1775440
    },
    {
      "epoch": 495.52,
      "grad_norm": 1.0390863418579102,
      "learning_rate": 1.6239108852520688e-06,
      "loss": 0.3359,
      "step": 1775450
    },
    {
      "epoch": 495.52,
      "grad_norm": 1.0089330673217773,
      "learning_rate": 1.6238851525720845e-06,
      "loss": 0.348,
      "step": 1775460
    },
    {
      "epoch": 495.53,
      "grad_norm": 1.2289910316467285,
      "learning_rate": 1.6238594199879147e-06,
      "loss": 0.3363,
      "step": 1775470
    },
    {
      "epoch": 495.53,
      "grad_norm": 1.051010251045227,
      "learning_rate": 1.6238336874995618e-06,
      "loss": 0.3477,
      "step": 1775480
    },
    {
      "epoch": 495.53,
      "grad_norm": 0.9935846924781799,
      "learning_rate": 1.6238079551070306e-06,
      "loss": 0.3502,
      "step": 1775490
    },
    {
      "epoch": 495.53,
      "grad_norm": 1.2523735761642456,
      "learning_rate": 1.6237822228103237e-06,
      "loss": 0.342,
      "step": 1775500
    },
    {
      "epoch": 495.54,
      "grad_norm": 1.406865119934082,
      "learning_rate": 1.6237564906094438e-06,
      "loss": 0.3377,
      "step": 1775510
    },
    {
      "epoch": 495.54,
      "grad_norm": 1.0557303428649902,
      "learning_rate": 1.6237307585043965e-06,
      "loss": 0.3552,
      "step": 1775520
    },
    {
      "epoch": 495.54,
      "grad_norm": 1.5525250434875488,
      "learning_rate": 1.6237050264951835e-06,
      "loss": 0.3442,
      "step": 1775530
    },
    {
      "epoch": 495.55,
      "grad_norm": 1.1846647262573242,
      "learning_rate": 1.6236792945818084e-06,
      "loss": 0.3498,
      "step": 1775540
    },
    {
      "epoch": 495.55,
      "grad_norm": 1.0959142446517944,
      "learning_rate": 1.6236535627642754e-06,
      "loss": 0.3425,
      "step": 1775550
    },
    {
      "epoch": 495.55,
      "grad_norm": 1.071248173713684,
      "learning_rate": 1.6236278310425876e-06,
      "loss": 0.3436,
      "step": 1775560
    },
    {
      "epoch": 495.55,
      "grad_norm": 1.007420539855957,
      "learning_rate": 1.623602099416747e-06,
      "loss": 0.3378,
      "step": 1775570
    },
    {
      "epoch": 495.56,
      "grad_norm": 0.9893990159034729,
      "learning_rate": 1.6235763678867594e-06,
      "loss": 0.3775,
      "step": 1775580
    },
    {
      "epoch": 495.56,
      "grad_norm": 1.2426774501800537,
      "learning_rate": 1.6235506364526272e-06,
      "loss": 0.3516,
      "step": 1775590
    },
    {
      "epoch": 495.56,
      "grad_norm": 0.8580372929573059,
      "learning_rate": 1.6235249051143527e-06,
      "loss": 0.3386,
      "step": 1775600
    },
    {
      "epoch": 495.57,
      "grad_norm": 1.1431223154067993,
      "learning_rate": 1.623499173871941e-06,
      "loss": 0.3472,
      "step": 1775610
    },
    {
      "epoch": 495.57,
      "grad_norm": 1.8241554498672485,
      "learning_rate": 1.6234734427253952e-06,
      "loss": 0.3351,
      "step": 1775620
    },
    {
      "epoch": 495.57,
      "grad_norm": 1.4037026166915894,
      "learning_rate": 1.6234477116747178e-06,
      "loss": 0.3476,
      "step": 1775630
    },
    {
      "epoch": 495.57,
      "grad_norm": 0.9338827133178711,
      "learning_rate": 1.6234219807199135e-06,
      "loss": 0.3428,
      "step": 1775640
    },
    {
      "epoch": 495.58,
      "grad_norm": 1.058496117591858,
      "learning_rate": 1.623396249860985e-06,
      "loss": 0.3291,
      "step": 1775650
    },
    {
      "epoch": 495.58,
      "grad_norm": 1.1308480501174927,
      "learning_rate": 1.6233705190979347e-06,
      "loss": 0.3424,
      "step": 1775660
    },
    {
      "epoch": 495.58,
      "grad_norm": 1.1671559810638428,
      "learning_rate": 1.6233447884307682e-06,
      "loss": 0.3607,
      "step": 1775670
    },
    {
      "epoch": 495.58,
      "grad_norm": 1.0303398370742798,
      "learning_rate": 1.6233190578594877e-06,
      "loss": 0.3566,
      "step": 1775680
    },
    {
      "epoch": 495.59,
      "grad_norm": 1.0537314414978027,
      "learning_rate": 1.6232933273840962e-06,
      "loss": 0.3459,
      "step": 1775690
    },
    {
      "epoch": 495.59,
      "grad_norm": 1.1556181907653809,
      "learning_rate": 1.6232675970045984e-06,
      "loss": 0.3313,
      "step": 1775700
    },
    {
      "epoch": 495.59,
      "grad_norm": 1.0576869249343872,
      "learning_rate": 1.623241866720996e-06,
      "loss": 0.3326,
      "step": 1775710
    },
    {
      "epoch": 495.6,
      "grad_norm": 1.1324331760406494,
      "learning_rate": 1.6232161365332941e-06,
      "loss": 0.3462,
      "step": 1775720
    },
    {
      "epoch": 495.6,
      "grad_norm": 1.2369922399520874,
      "learning_rate": 1.623190406441496e-06,
      "loss": 0.3374,
      "step": 1775730
    },
    {
      "epoch": 495.6,
      "grad_norm": 1.0587610006332397,
      "learning_rate": 1.623164676445603e-06,
      "loss": 0.333,
      "step": 1775740
    },
    {
      "epoch": 495.6,
      "grad_norm": 1.2830939292907715,
      "learning_rate": 1.6231389465456216e-06,
      "loss": 0.3458,
      "step": 1775750
    },
    {
      "epoch": 495.61,
      "grad_norm": 1.0752544403076172,
      "learning_rate": 1.6231132167415535e-06,
      "loss": 0.3253,
      "step": 1775760
    },
    {
      "epoch": 495.61,
      "grad_norm": 1.113273024559021,
      "learning_rate": 1.623087487033402e-06,
      "loss": 0.3376,
      "step": 1775770
    },
    {
      "epoch": 495.61,
      "grad_norm": 1.0983771085739136,
      "learning_rate": 1.623061757421171e-06,
      "loss": 0.3569,
      "step": 1775780
    },
    {
      "epoch": 495.62,
      "grad_norm": 0.9868089556694031,
      "learning_rate": 1.623036027904864e-06,
      "loss": 0.3475,
      "step": 1775790
    },
    {
      "epoch": 495.62,
      "grad_norm": 1.1272826194763184,
      "learning_rate": 1.6230102984844832e-06,
      "loss": 0.3321,
      "step": 1775800
    },
    {
      "epoch": 495.62,
      "grad_norm": 1.1024534702301025,
      "learning_rate": 1.6229845691600342e-06,
      "loss": 0.3368,
      "step": 1775810
    },
    {
      "epoch": 495.62,
      "grad_norm": 0.9459981322288513,
      "learning_rate": 1.6229588399315192e-06,
      "loss": 0.3343,
      "step": 1775820
    },
    {
      "epoch": 495.63,
      "grad_norm": 1.143998622894287,
      "learning_rate": 1.6229331107989412e-06,
      "loss": 0.347,
      "step": 1775830
    },
    {
      "epoch": 495.63,
      "grad_norm": 0.9995183348655701,
      "learning_rate": 1.6229073817623044e-06,
      "loss": 0.3404,
      "step": 1775840
    },
    {
      "epoch": 495.63,
      "grad_norm": 1.0684804916381836,
      "learning_rate": 1.6228816528216123e-06,
      "loss": 0.3293,
      "step": 1775850
    },
    {
      "epoch": 495.63,
      "grad_norm": 1.18337082862854,
      "learning_rate": 1.6228559239768668e-06,
      "loss": 0.3372,
      "step": 1775860
    },
    {
      "epoch": 495.64,
      "grad_norm": 1.2437294721603394,
      "learning_rate": 1.6228301952280737e-06,
      "loss": 0.3569,
      "step": 1775870
    },
    {
      "epoch": 495.64,
      "grad_norm": 1.0965043306350708,
      "learning_rate": 1.622804466575235e-06,
      "loss": 0.3486,
      "step": 1775880
    },
    {
      "epoch": 495.64,
      "grad_norm": 1.0567152500152588,
      "learning_rate": 1.6227787380183532e-06,
      "loss": 0.3509,
      "step": 1775890
    },
    {
      "epoch": 495.65,
      "grad_norm": 0.9743168950080872,
      "learning_rate": 1.6227530095574343e-06,
      "loss": 0.3546,
      "step": 1775900
    },
    {
      "epoch": 495.65,
      "grad_norm": 1.0273557901382446,
      "learning_rate": 1.62272728119248e-06,
      "loss": 0.3369,
      "step": 1775910
    },
    {
      "epoch": 495.65,
      "grad_norm": 1.163343071937561,
      "learning_rate": 1.6227015529234934e-06,
      "loss": 0.3428,
      "step": 1775920
    },
    {
      "epoch": 495.65,
      "grad_norm": 1.137189269065857,
      "learning_rate": 1.6226758247504794e-06,
      "loss": 0.3401,
      "step": 1775930
    },
    {
      "epoch": 495.66,
      "grad_norm": 1.0844497680664062,
      "learning_rate": 1.6226500966734405e-06,
      "loss": 0.3358,
      "step": 1775940
    },
    {
      "epoch": 495.66,
      "grad_norm": 1.0461434125900269,
      "learning_rate": 1.622624368692379e-06,
      "loss": 0.3488,
      "step": 1775950
    },
    {
      "epoch": 495.66,
      "grad_norm": 1.111504077911377,
      "learning_rate": 1.6225986408073006e-06,
      "loss": 0.3374,
      "step": 1775960
    },
    {
      "epoch": 495.67,
      "grad_norm": 1.2809125185012817,
      "learning_rate": 1.6225729130182076e-06,
      "loss": 0.3393,
      "step": 1775970
    },
    {
      "epoch": 495.67,
      "grad_norm": 1.1064772605895996,
      "learning_rate": 1.622547185325103e-06,
      "loss": 0.345,
      "step": 1775980
    },
    {
      "epoch": 495.67,
      "grad_norm": 1.100917935371399,
      "learning_rate": 1.6225214577279913e-06,
      "loss": 0.3561,
      "step": 1775990
    },
    {
      "epoch": 495.67,
      "grad_norm": 0.9475329518318176,
      "learning_rate": 1.622495730226874e-06,
      "loss": 0.3295,
      "step": 1776000
    },
    {
      "epoch": 495.68,
      "grad_norm": 1.083282232284546,
      "learning_rate": 1.6224700028217572e-06,
      "loss": 0.3456,
      "step": 1776010
    },
    {
      "epoch": 495.68,
      "grad_norm": 1.0083132982254028,
      "learning_rate": 1.6224442755126429e-06,
      "loss": 0.3306,
      "step": 1776020
    },
    {
      "epoch": 495.68,
      "grad_norm": 1.0003150701522827,
      "learning_rate": 1.6224185482995336e-06,
      "loss": 0.3465,
      "step": 1776030
    },
    {
      "epoch": 495.69,
      "grad_norm": 1.1579872369766235,
      "learning_rate": 1.6223928211824344e-06,
      "loss": 0.3385,
      "step": 1776040
    },
    {
      "epoch": 495.69,
      "grad_norm": 1.0150146484375,
      "learning_rate": 1.6223670941613485e-06,
      "loss": 0.3426,
      "step": 1776050
    },
    {
      "epoch": 495.69,
      "grad_norm": 1.008368730545044,
      "learning_rate": 1.6223413672362779e-06,
      "loss": 0.3434,
      "step": 1776060
    },
    {
      "epoch": 495.69,
      "grad_norm": 1.2136813402175903,
      "learning_rate": 1.6223156404072277e-06,
      "loss": 0.3441,
      "step": 1776070
    },
    {
      "epoch": 495.7,
      "grad_norm": 0.9892709851264954,
      "learning_rate": 1.6222899136742008e-06,
      "loss": 0.3535,
      "step": 1776080
    },
    {
      "epoch": 495.7,
      "grad_norm": 1.1379525661468506,
      "learning_rate": 1.6222641870371993e-06,
      "loss": 0.3305,
      "step": 1776090
    },
    {
      "epoch": 495.7,
      "grad_norm": 1.2220994234085083,
      "learning_rate": 1.6222384604962286e-06,
      "loss": 0.3433,
      "step": 1776100
    },
    {
      "epoch": 495.7,
      "grad_norm": 1.1748014688491821,
      "learning_rate": 1.6222127340512914e-06,
      "loss": 0.3467,
      "step": 1776110
    },
    {
      "epoch": 495.71,
      "grad_norm": 1.1421977281570435,
      "learning_rate": 1.6221870077023905e-06,
      "loss": 0.3365,
      "step": 1776120
    },
    {
      "epoch": 495.71,
      "grad_norm": 0.9898314476013184,
      "learning_rate": 1.6221612814495299e-06,
      "loss": 0.3385,
      "step": 1776130
    },
    {
      "epoch": 495.71,
      "grad_norm": 1.2338664531707764,
      "learning_rate": 1.6221355552927134e-06,
      "loss": 0.3377,
      "step": 1776140
    },
    {
      "epoch": 495.72,
      "grad_norm": 1.4711252450942993,
      "learning_rate": 1.6221098292319435e-06,
      "loss": 0.3489,
      "step": 1776150
    },
    {
      "epoch": 495.72,
      "grad_norm": 1.1441245079040527,
      "learning_rate": 1.6220841032672244e-06,
      "loss": 0.3338,
      "step": 1776160
    },
    {
      "epoch": 495.72,
      "grad_norm": 0.9723573327064514,
      "learning_rate": 1.6220583773985595e-06,
      "loss": 0.3447,
      "step": 1776170
    },
    {
      "epoch": 495.72,
      "grad_norm": 1.3712252378463745,
      "learning_rate": 1.622032651625951e-06,
      "loss": 0.3397,
      "step": 1776180
    },
    {
      "epoch": 495.73,
      "grad_norm": 1.0124090909957886,
      "learning_rate": 1.6220069259494042e-06,
      "loss": 0.3266,
      "step": 1776190
    },
    {
      "epoch": 495.73,
      "grad_norm": 0.9504711031913757,
      "learning_rate": 1.621981200368921e-06,
      "loss": 0.3503,
      "step": 1776200
    },
    {
      "epoch": 495.73,
      "grad_norm": 1.1410088539123535,
      "learning_rate": 1.6219554748845056e-06,
      "loss": 0.3586,
      "step": 1776210
    },
    {
      "epoch": 495.74,
      "grad_norm": 1.0549118518829346,
      "learning_rate": 1.6219297494961617e-06,
      "loss": 0.3521,
      "step": 1776220
    },
    {
      "epoch": 495.74,
      "grad_norm": 1.140547513961792,
      "learning_rate": 1.6219040242038921e-06,
      "loss": 0.3287,
      "step": 1776230
    },
    {
      "epoch": 495.74,
      "grad_norm": 1.1428039073944092,
      "learning_rate": 1.6218782990076996e-06,
      "loss": 0.3461,
      "step": 1776240
    },
    {
      "epoch": 495.74,
      "grad_norm": 1.1899923086166382,
      "learning_rate": 1.6218525739075893e-06,
      "loss": 0.3372,
      "step": 1776250
    },
    {
      "epoch": 495.75,
      "grad_norm": 1.21422278881073,
      "learning_rate": 1.6218268489035636e-06,
      "loss": 0.3393,
      "step": 1776260
    },
    {
      "epoch": 495.75,
      "grad_norm": 1.042303204536438,
      "learning_rate": 1.6218011239956254e-06,
      "loss": 0.3489,
      "step": 1776270
    },
    {
      "epoch": 495.75,
      "grad_norm": 1.1413943767547607,
      "learning_rate": 1.6217753991837796e-06,
      "loss": 0.3492,
      "step": 1776280
    },
    {
      "epoch": 495.75,
      "grad_norm": 1.1391903162002563,
      "learning_rate": 1.6217496744680283e-06,
      "loss": 0.3416,
      "step": 1776290
    },
    {
      "epoch": 495.76,
      "grad_norm": 0.9601708054542542,
      "learning_rate": 1.621723949848376e-06,
      "loss": 0.3371,
      "step": 1776300
    },
    {
      "epoch": 495.76,
      "grad_norm": 1.0554252862930298,
      "learning_rate": 1.6216982253248252e-06,
      "loss": 0.3283,
      "step": 1776310
    },
    {
      "epoch": 495.76,
      "grad_norm": 1.1039752960205078,
      "learning_rate": 1.6216725008973792e-06,
      "loss": 0.3352,
      "step": 1776320
    },
    {
      "epoch": 495.77,
      "grad_norm": 1.2118828296661377,
      "learning_rate": 1.6216467765660428e-06,
      "loss": 0.3498,
      "step": 1776330
    },
    {
      "epoch": 495.77,
      "grad_norm": 1.1262457370758057,
      "learning_rate": 1.6216210523308182e-06,
      "loss": 0.3466,
      "step": 1776340
    },
    {
      "epoch": 495.77,
      "grad_norm": 1.2033512592315674,
      "learning_rate": 1.621595328191709e-06,
      "loss": 0.344,
      "step": 1776350
    },
    {
      "epoch": 495.77,
      "grad_norm": 1.0362859964370728,
      "learning_rate": 1.621569604148719e-06,
      "loss": 0.3247,
      "step": 1776360
    },
    {
      "epoch": 495.78,
      "grad_norm": 1.1572397947311401,
      "learning_rate": 1.6215438802018518e-06,
      "loss": 0.344,
      "step": 1776370
    },
    {
      "epoch": 495.78,
      "grad_norm": 1.055603265762329,
      "learning_rate": 1.6215181563511092e-06,
      "loss": 0.336,
      "step": 1776380
    },
    {
      "epoch": 495.78,
      "grad_norm": 0.925926148891449,
      "learning_rate": 1.621492432596497e-06,
      "loss": 0.3389,
      "step": 1776390
    },
    {
      "epoch": 495.79,
      "grad_norm": 1.1063320636749268,
      "learning_rate": 1.6214667089380172e-06,
      "loss": 0.3365,
      "step": 1776400
    },
    {
      "epoch": 495.79,
      "grad_norm": 0.9740837812423706,
      "learning_rate": 1.6214409853756726e-06,
      "loss": 0.323,
      "step": 1776410
    },
    {
      "epoch": 495.79,
      "grad_norm": 1.180903673171997,
      "learning_rate": 1.6214152619094686e-06,
      "loss": 0.3512,
      "step": 1776420
    },
    {
      "epoch": 495.79,
      "grad_norm": 1.364339828491211,
      "learning_rate": 1.6213895385394075e-06,
      "loss": 0.3503,
      "step": 1776430
    },
    {
      "epoch": 495.8,
      "grad_norm": 1.1110385656356812,
      "learning_rate": 1.6213638152654925e-06,
      "loss": 0.3626,
      "step": 1776440
    },
    {
      "epoch": 495.8,
      "grad_norm": 1.0045373439788818,
      "learning_rate": 1.6213380920877276e-06,
      "loss": 0.3405,
      "step": 1776450
    },
    {
      "epoch": 495.8,
      "grad_norm": 1.128193736076355,
      "learning_rate": 1.621312369006116e-06,
      "loss": 0.3394,
      "step": 1776460
    },
    {
      "epoch": 495.81,
      "grad_norm": 1.0875825881958008,
      "learning_rate": 1.62128664602066e-06,
      "loss": 0.336,
      "step": 1776470
    },
    {
      "epoch": 495.81,
      "grad_norm": 1.256898045539856,
      "learning_rate": 1.621260923131365e-06,
      "loss": 0.3456,
      "step": 1776480
    },
    {
      "epoch": 495.81,
      "grad_norm": 1.3028055429458618,
      "learning_rate": 1.6212352003382334e-06,
      "loss": 0.3493,
      "step": 1776490
    },
    {
      "epoch": 495.81,
      "grad_norm": 1.136673927307129,
      "learning_rate": 1.6212094776412685e-06,
      "loss": 0.3358,
      "step": 1776500
    },
    {
      "epoch": 495.82,
      "grad_norm": 1.1571807861328125,
      "learning_rate": 1.6211837550404743e-06,
      "loss": 0.3465,
      "step": 1776510
    },
    {
      "epoch": 495.82,
      "grad_norm": 1.0630455017089844,
      "learning_rate": 1.621158032535854e-06,
      "loss": 0.3366,
      "step": 1776520
    },
    {
      "epoch": 495.82,
      "grad_norm": 1.3498209714889526,
      "learning_rate": 1.6211323101274098e-06,
      "loss": 0.3354,
      "step": 1776530
    },
    {
      "epoch": 495.82,
      "grad_norm": 1.16495943069458,
      "learning_rate": 1.621106587815147e-06,
      "loss": 0.3659,
      "step": 1776540
    },
    {
      "epoch": 495.83,
      "grad_norm": 1.1869570016860962,
      "learning_rate": 1.6210808655990683e-06,
      "loss": 0.3514,
      "step": 1776550
    },
    {
      "epoch": 495.83,
      "grad_norm": 1.067716360092163,
      "learning_rate": 1.6210551434791763e-06,
      "loss": 0.3527,
      "step": 1776560
    },
    {
      "epoch": 495.83,
      "grad_norm": 1.1761528253555298,
      "learning_rate": 1.6210294214554758e-06,
      "loss": 0.3305,
      "step": 1776570
    },
    {
      "epoch": 495.84,
      "grad_norm": 1.0350701808929443,
      "learning_rate": 1.6210036995279696e-06,
      "loss": 0.3695,
      "step": 1776580
    },
    {
      "epoch": 495.84,
      "grad_norm": 1.0603541135787964,
      "learning_rate": 1.6209779776966612e-06,
      "loss": 0.3444,
      "step": 1776590
    },
    {
      "epoch": 495.84,
      "grad_norm": 1.1675219535827637,
      "learning_rate": 1.620952255961554e-06,
      "loss": 0.3457,
      "step": 1776600
    },
    {
      "epoch": 495.84,
      "grad_norm": 1.0101733207702637,
      "learning_rate": 1.6209265343226509e-06,
      "loss": 0.3436,
      "step": 1776610
    },
    {
      "epoch": 495.85,
      "grad_norm": 1.0501444339752197,
      "learning_rate": 1.6209008127799562e-06,
      "loss": 0.3409,
      "step": 1776620
    },
    {
      "epoch": 495.85,
      "grad_norm": 1.2331254482269287,
      "learning_rate": 1.620875091333473e-06,
      "loss": 0.3493,
      "step": 1776630
    },
    {
      "epoch": 495.85,
      "grad_norm": 0.9937194585800171,
      "learning_rate": 1.6208493699832046e-06,
      "loss": 0.3367,
      "step": 1776640
    },
    {
      "epoch": 495.86,
      "grad_norm": 1.1146541833877563,
      "learning_rate": 1.6208236487291546e-06,
      "loss": 0.3378,
      "step": 1776650
    },
    {
      "epoch": 495.86,
      "grad_norm": 1.0426973104476929,
      "learning_rate": 1.6207979275713265e-06,
      "loss": 0.3244,
      "step": 1776660
    },
    {
      "epoch": 495.86,
      "grad_norm": 1.0661715269088745,
      "learning_rate": 1.6207722065097222e-06,
      "loss": 0.3231,
      "step": 1776670
    },
    {
      "epoch": 495.86,
      "grad_norm": 1.3924497365951538,
      "learning_rate": 1.6207464855443476e-06,
      "loss": 0.3632,
      "step": 1776680
    },
    {
      "epoch": 495.87,
      "grad_norm": 1.1319873332977295,
      "learning_rate": 1.6207207646752048e-06,
      "loss": 0.3412,
      "step": 1776690
    },
    {
      "epoch": 495.87,
      "grad_norm": 1.0104762315750122,
      "learning_rate": 1.6206950439022967e-06,
      "loss": 0.3326,
      "step": 1776700
    },
    {
      "epoch": 495.87,
      "grad_norm": 0.9316900968551636,
      "learning_rate": 1.6206693232256282e-06,
      "loss": 0.3372,
      "step": 1776710
    },
    {
      "epoch": 495.87,
      "grad_norm": 1.1137431859970093,
      "learning_rate": 1.620643602645202e-06,
      "loss": 0.332,
      "step": 1776720
    },
    {
      "epoch": 495.88,
      "grad_norm": 1.6126340627670288,
      "learning_rate": 1.620617882161021e-06,
      "loss": 0.3244,
      "step": 1776730
    },
    {
      "epoch": 495.88,
      "grad_norm": 1.093626856803894,
      "learning_rate": 1.6205921617730896e-06,
      "loss": 0.3351,
      "step": 1776740
    },
    {
      "epoch": 495.88,
      "grad_norm": 1.0517497062683105,
      "learning_rate": 1.6205664414814105e-06,
      "loss": 0.3474,
      "step": 1776750
    },
    {
      "epoch": 495.89,
      "grad_norm": 1.183340072631836,
      "learning_rate": 1.6205407212859865e-06,
      "loss": 0.3445,
      "step": 1776760
    },
    {
      "epoch": 495.89,
      "grad_norm": 1.349631905555725,
      "learning_rate": 1.620515001186823e-06,
      "loss": 0.3597,
      "step": 1776770
    },
    {
      "epoch": 495.89,
      "grad_norm": 1.2726085186004639,
      "learning_rate": 1.6204892811839222e-06,
      "loss": 0.3251,
      "step": 1776780
    },
    {
      "epoch": 495.89,
      "grad_norm": 1.1302720308303833,
      "learning_rate": 1.6204635612772869e-06,
      "loss": 0.3413,
      "step": 1776790
    },
    {
      "epoch": 495.9,
      "grad_norm": 1.1281993389129639,
      "learning_rate": 1.6204378414669215e-06,
      "loss": 0.3384,
      "step": 1776800
    },
    {
      "epoch": 495.9,
      "grad_norm": 1.0324393510818481,
      "learning_rate": 1.6204121217528298e-06,
      "loss": 0.3408,
      "step": 1776810
    },
    {
      "epoch": 495.9,
      "grad_norm": 1.2588616609573364,
      "learning_rate": 1.620386402135013e-06,
      "loss": 0.3429,
      "step": 1776820
    },
    {
      "epoch": 495.91,
      "grad_norm": 1.1763280630111694,
      "learning_rate": 1.6203606826134777e-06,
      "loss": 0.3403,
      "step": 1776830
    },
    {
      "epoch": 495.91,
      "grad_norm": 1.0824826955795288,
      "learning_rate": 1.620334963188225e-06,
      "loss": 0.3453,
      "step": 1776840
    },
    {
      "epoch": 495.91,
      "grad_norm": 1.1044355630874634,
      "learning_rate": 1.6203092438592585e-06,
      "loss": 0.349,
      "step": 1776850
    },
    {
      "epoch": 495.91,
      "grad_norm": 1.1042152643203735,
      "learning_rate": 1.6202835246265832e-06,
      "loss": 0.3415,
      "step": 1776860
    },
    {
      "epoch": 495.92,
      "grad_norm": 1.3048136234283447,
      "learning_rate": 1.6202578054902005e-06,
      "loss": 0.3395,
      "step": 1776870
    },
    {
      "epoch": 495.92,
      "grad_norm": 1.301965594291687,
      "learning_rate": 1.620232086450116e-06,
      "loss": 0.3528,
      "step": 1776880
    },
    {
      "epoch": 495.92,
      "grad_norm": 1.0037623643875122,
      "learning_rate": 1.6202063675063314e-06,
      "loss": 0.339,
      "step": 1776890
    },
    {
      "epoch": 495.93,
      "grad_norm": 1.0008968114852905,
      "learning_rate": 1.62018064865885e-06,
      "loss": 0.3189,
      "step": 1776900
    },
    {
      "epoch": 495.93,
      "grad_norm": 0.9655808210372925,
      "learning_rate": 1.6201549299076765e-06,
      "loss": 0.3414,
      "step": 1776910
    },
    {
      "epoch": 495.93,
      "grad_norm": 1.3211690187454224,
      "learning_rate": 1.6201292112528139e-06,
      "loss": 0.3376,
      "step": 1776920
    },
    {
      "epoch": 495.93,
      "grad_norm": 1.0674242973327637,
      "learning_rate": 1.620103492694265e-06,
      "loss": 0.343,
      "step": 1776930
    },
    {
      "epoch": 495.94,
      "grad_norm": 1.111204981803894,
      "learning_rate": 1.6200777742320339e-06,
      "loss": 0.3317,
      "step": 1776940
    },
    {
      "epoch": 495.94,
      "grad_norm": 1.1532533168792725,
      "learning_rate": 1.6200520558661238e-06,
      "loss": 0.3329,
      "step": 1776950
    },
    {
      "epoch": 495.94,
      "grad_norm": 1.2543957233428955,
      "learning_rate": 1.6200263375965374e-06,
      "loss": 0.3416,
      "step": 1776960
    },
    {
      "epoch": 495.94,
      "grad_norm": 1.1033402681350708,
      "learning_rate": 1.6200006194232797e-06,
      "loss": 0.3402,
      "step": 1776970
    },
    {
      "epoch": 495.95,
      "grad_norm": 1.1468939781188965,
      "learning_rate": 1.6199749013463533e-06,
      "loss": 0.3253,
      "step": 1776980
    },
    {
      "epoch": 495.95,
      "grad_norm": 1.1185989379882812,
      "learning_rate": 1.6199491833657604e-06,
      "loss": 0.3377,
      "step": 1776990
    },
    {
      "epoch": 495.95,
      "grad_norm": 0.963697612285614,
      "learning_rate": 1.6199234654815065e-06,
      "loss": 0.3333,
      "step": 1777000
    },
    {
      "epoch": 495.96,
      "grad_norm": 1.031192660331726,
      "learning_rate": 1.6198977476935945e-06,
      "loss": 0.3369,
      "step": 1777010
    },
    {
      "epoch": 495.96,
      "grad_norm": 1.021016240119934,
      "learning_rate": 1.6198720300020266e-06,
      "loss": 0.3573,
      "step": 1777020
    },
    {
      "epoch": 495.96,
      "grad_norm": 1.0698728561401367,
      "learning_rate": 1.6198463124068075e-06,
      "loss": 0.3466,
      "step": 1777030
    },
    {
      "epoch": 495.96,
      "grad_norm": 1.1436463594436646,
      "learning_rate": 1.6198205949079406e-06,
      "loss": 0.3583,
      "step": 1777040
    },
    {
      "epoch": 495.97,
      "grad_norm": 0.9255926012992859,
      "learning_rate": 1.6197948775054274e-06,
      "loss": 0.3456,
      "step": 1777050
    },
    {
      "epoch": 495.97,
      "grad_norm": 1.0408726930618286,
      "learning_rate": 1.6197691601992741e-06,
      "loss": 0.3386,
      "step": 1777060
    },
    {
      "epoch": 495.97,
      "grad_norm": 1.0714746713638306,
      "learning_rate": 1.6197434429894827e-06,
      "loss": 0.3461,
      "step": 1777070
    },
    {
      "epoch": 495.98,
      "grad_norm": 1.1508903503417969,
      "learning_rate": 1.6197177258760565e-06,
      "loss": 0.3515,
      "step": 1777080
    },
    {
      "epoch": 495.98,
      "grad_norm": 0.9194194674491882,
      "learning_rate": 1.6196920088589991e-06,
      "loss": 0.3444,
      "step": 1777090
    },
    {
      "epoch": 495.98,
      "grad_norm": 0.9931219220161438,
      "learning_rate": 1.6196662919383144e-06,
      "loss": 0.3495,
      "step": 1777100
    },
    {
      "epoch": 495.98,
      "grad_norm": 1.0848231315612793,
      "learning_rate": 1.619640575114005e-06,
      "loss": 0.357,
      "step": 1777110
    },
    {
      "epoch": 495.99,
      "grad_norm": 1.1125164031982422,
      "learning_rate": 1.6196148583860753e-06,
      "loss": 0.3441,
      "step": 1777120
    },
    {
      "epoch": 495.99,
      "grad_norm": 1.1910370588302612,
      "learning_rate": 1.6195891417545283e-06,
      "loss": 0.3398,
      "step": 1777130
    },
    {
      "epoch": 495.99,
      "grad_norm": 1.1245298385620117,
      "learning_rate": 1.619563425219366e-06,
      "loss": 0.3356,
      "step": 1777140
    },
    {
      "epoch": 495.99,
      "grad_norm": 1.0285351276397705,
      "learning_rate": 1.6195377087805941e-06,
      "loss": 0.3419,
      "step": 1777150
    },
    {
      "epoch": 496.0,
      "grad_norm": 1.5449888706207275,
      "learning_rate": 1.6195119924382148e-06,
      "loss": 0.3312,
      "step": 1777160
    },
    {
      "epoch": 496.0,
      "eval_loss": 0.3435087502002716,
      "eval_runtime": 65.3121,
      "eval_samples_per_second": 77.459,
      "eval_steps_per_second": 9.692,
      "step": 1777168
    },
    {
      "epoch": 496.0,
      "grad_norm": 1.1593905687332153,
      "learning_rate": 1.6194862761922325e-06,
      "loss": 0.3442,
      "step": 1777170
    },
    {
      "epoch": 496.0,
      "grad_norm": 1.6660999059677124,
      "learning_rate": 1.6194605600426496e-06,
      "loss": 0.3487,
      "step": 1777180
    },
    {
      "epoch": 496.01,
      "grad_norm": 1.1995494365692139,
      "learning_rate": 1.6194348439894685e-06,
      "loss": 0.3441,
      "step": 1777190
    },
    {
      "epoch": 496.01,
      "grad_norm": 0.9514594674110413,
      "learning_rate": 1.6194091280326955e-06,
      "loss": 0.3391,
      "step": 1777200
    },
    {
      "epoch": 496.01,
      "grad_norm": 1.3033596277236938,
      "learning_rate": 1.6193834121723321e-06,
      "loss": 0.3393,
      "step": 1777210
    },
    {
      "epoch": 496.01,
      "grad_norm": 1.0310044288635254,
      "learning_rate": 1.6193576964083817e-06,
      "loss": 0.3522,
      "step": 1777220
    },
    {
      "epoch": 496.02,
      "grad_norm": 1.2973870038986206,
      "learning_rate": 1.6193319807408481e-06,
      "loss": 0.3568,
      "step": 1777230
    },
    {
      "epoch": 496.02,
      "grad_norm": 1.068876028060913,
      "learning_rate": 1.6193062651697355e-06,
      "loss": 0.3568,
      "step": 1777240
    },
    {
      "epoch": 496.02,
      "grad_norm": 1.198244333267212,
      "learning_rate": 1.6192805496950458e-06,
      "loss": 0.3283,
      "step": 1777250
    },
    {
      "epoch": 496.03,
      "grad_norm": 1.2250651121139526,
      "learning_rate": 1.619254834316784e-06,
      "loss": 0.3432,
      "step": 1777260
    },
    {
      "epoch": 496.03,
      "grad_norm": 1.1443579196929932,
      "learning_rate": 1.6192291190349523e-06,
      "loss": 0.3442,
      "step": 1777270
    },
    {
      "epoch": 496.03,
      "grad_norm": 0.946168065071106,
      "learning_rate": 1.6192034038495538e-06,
      "loss": 0.3482,
      "step": 1777280
    },
    {
      "epoch": 496.03,
      "grad_norm": 1.125452995300293,
      "learning_rate": 1.6191776887605935e-06,
      "loss": 0.3425,
      "step": 1777290
    },
    {
      "epoch": 496.04,
      "grad_norm": 0.9372015595436096,
      "learning_rate": 1.6191519737680739e-06,
      "loss": 0.3432,
      "step": 1777300
    },
    {
      "epoch": 496.04,
      "grad_norm": 0.927815854549408,
      "learning_rate": 1.619126258871998e-06,
      "loss": 0.3376,
      "step": 1777310
    },
    {
      "epoch": 496.04,
      "grad_norm": 1.073315978050232,
      "learning_rate": 1.6191005440723702e-06,
      "loss": 0.3402,
      "step": 1777320
    },
    {
      "epoch": 496.05,
      "grad_norm": 1.2983732223510742,
      "learning_rate": 1.6190748293691937e-06,
      "loss": 0.3433,
      "step": 1777330
    },
    {
      "epoch": 496.05,
      "grad_norm": 1.3565926551818848,
      "learning_rate": 1.6190491147624704e-06,
      "loss": 0.3409,
      "step": 1777340
    },
    {
      "epoch": 496.05,
      "grad_norm": 1.1054511070251465,
      "learning_rate": 1.6190234002522062e-06,
      "loss": 0.3273,
      "step": 1777350
    },
    {
      "epoch": 496.05,
      "grad_norm": 1.1211646795272827,
      "learning_rate": 1.6189976858384032e-06,
      "loss": 0.3584,
      "step": 1777360
    },
    {
      "epoch": 496.06,
      "grad_norm": 1.0010520219802856,
      "learning_rate": 1.618971971521064e-06,
      "loss": 0.3536,
      "step": 1777370
    },
    {
      "epoch": 496.06,
      "grad_norm": 0.9937751293182373,
      "learning_rate": 1.6189462573001936e-06,
      "loss": 0.3467,
      "step": 1777380
    },
    {
      "epoch": 496.06,
      "grad_norm": 1.011226773262024,
      "learning_rate": 1.618920543175795e-06,
      "loss": 0.3315,
      "step": 1777390
    },
    {
      "epoch": 496.06,
      "grad_norm": 0.922259509563446,
      "learning_rate": 1.6188948291478713e-06,
      "loss": 0.35,
      "step": 1777400
    },
    {
      "epoch": 496.07,
      "grad_norm": 0.963515043258667,
      "learning_rate": 1.618869115216426e-06,
      "loss": 0.3433,
      "step": 1777410
    },
    {
      "epoch": 496.07,
      "grad_norm": 1.1079051494598389,
      "learning_rate": 1.6188434013814628e-06,
      "loss": 0.334,
      "step": 1777420
    },
    {
      "epoch": 496.07,
      "grad_norm": 0.9626328945159912,
      "learning_rate": 1.618817687642984e-06,
      "loss": 0.3293,
      "step": 1777430
    },
    {
      "epoch": 496.08,
      "grad_norm": 1.0810962915420532,
      "learning_rate": 1.6187919740009944e-06,
      "loss": 0.3372,
      "step": 1777440
    },
    {
      "epoch": 496.08,
      "grad_norm": 1.108335256576538,
      "learning_rate": 1.6187662604554967e-06,
      "loss": 0.3333,
      "step": 1777450
    },
    {
      "epoch": 496.08,
      "grad_norm": 1.149198293685913,
      "learning_rate": 1.618740547006495e-06,
      "loss": 0.3404,
      "step": 1777460
    },
    {
      "epoch": 496.08,
      "grad_norm": 1.1142500638961792,
      "learning_rate": 1.6187148336539922e-06,
      "loss": 0.3542,
      "step": 1777470
    },
    {
      "epoch": 496.09,
      "grad_norm": 1.017451524734497,
      "learning_rate": 1.618689120397991e-06,
      "loss": 0.341,
      "step": 1777480
    },
    {
      "epoch": 496.09,
      "grad_norm": 1.0947867631912231,
      "learning_rate": 1.6186634072384963e-06,
      "loss": 0.3469,
      "step": 1777490
    },
    {
      "epoch": 496.09,
      "grad_norm": 1.0204157829284668,
      "learning_rate": 1.6186376941755111e-06,
      "loss": 0.3383,
      "step": 1777500
    },
    {
      "epoch": 496.1,
      "grad_norm": 0.885667622089386,
      "learning_rate": 1.6186119812090374e-06,
      "loss": 0.3341,
      "step": 1777510
    },
    {
      "epoch": 496.1,
      "grad_norm": 1.0965479612350464,
      "learning_rate": 1.6185862683390806e-06,
      "loss": 0.328,
      "step": 1777520
    },
    {
      "epoch": 496.1,
      "grad_norm": 0.9906249046325684,
      "learning_rate": 1.6185605555656437e-06,
      "loss": 0.3637,
      "step": 1777530
    },
    {
      "epoch": 496.1,
      "grad_norm": 1.0687081813812256,
      "learning_rate": 1.618534842888729e-06,
      "loss": 0.345,
      "step": 1777540
    },
    {
      "epoch": 496.11,
      "grad_norm": 1.051326870918274,
      "learning_rate": 1.618509130308341e-06,
      "loss": 0.3465,
      "step": 1777550
    },
    {
      "epoch": 496.11,
      "grad_norm": 1.1766685247421265,
      "learning_rate": 1.618483417824483e-06,
      "loss": 0.3439,
      "step": 1777560
    },
    {
      "epoch": 496.11,
      "grad_norm": 1.15096914768219,
      "learning_rate": 1.618457705437157e-06,
      "loss": 0.328,
      "step": 1777570
    },
    {
      "epoch": 496.11,
      "grad_norm": 0.9539214372634888,
      "learning_rate": 1.6184319931463687e-06,
      "loss": 0.3624,
      "step": 1777580
    },
    {
      "epoch": 496.12,
      "grad_norm": 1.043556571006775,
      "learning_rate": 1.6184062809521205e-06,
      "loss": 0.3321,
      "step": 1777590
    },
    {
      "epoch": 496.12,
      "grad_norm": 1.121324062347412,
      "learning_rate": 1.618380568854415e-06,
      "loss": 0.3415,
      "step": 1777600
    },
    {
      "epoch": 496.12,
      "grad_norm": 1.1246763467788696,
      "learning_rate": 1.618354856853257e-06,
      "loss": 0.3578,
      "step": 1777610
    },
    {
      "epoch": 496.13,
      "grad_norm": 1.1876901388168335,
      "learning_rate": 1.6183291449486492e-06,
      "loss": 0.3385,
      "step": 1777620
    },
    {
      "epoch": 496.13,
      "grad_norm": 1.0602571964263916,
      "learning_rate": 1.6183034331405944e-06,
      "loss": 0.3427,
      "step": 1777630
    },
    {
      "epoch": 496.13,
      "grad_norm": 1.0332280397415161,
      "learning_rate": 1.6182777214290976e-06,
      "loss": 0.3073,
      "step": 1777640
    },
    {
      "epoch": 496.13,
      "grad_norm": 1.1428214311599731,
      "learning_rate": 1.6182520098141612e-06,
      "loss": 0.3343,
      "step": 1777650
    },
    {
      "epoch": 496.14,
      "grad_norm": 1.2335532903671265,
      "learning_rate": 1.6182262982957876e-06,
      "loss": 0.3563,
      "step": 1777660
    },
    {
      "epoch": 496.14,
      "grad_norm": 5.214315414428711,
      "learning_rate": 1.618200586873983e-06,
      "loss": 0.3423,
      "step": 1777670
    },
    {
      "epoch": 496.14,
      "grad_norm": 1.0915101766586304,
      "learning_rate": 1.6181748755487486e-06,
      "loss": 0.3263,
      "step": 1777680
    },
    {
      "epoch": 496.15,
      "grad_norm": 1.1265921592712402,
      "learning_rate": 1.6181491643200883e-06,
      "loss": 0.3326,
      "step": 1777690
    },
    {
      "epoch": 496.15,
      "grad_norm": 1.1385670900344849,
      "learning_rate": 1.618123453188006e-06,
      "loss": 0.3598,
      "step": 1777700
    },
    {
      "epoch": 496.15,
      "grad_norm": 1.1817282438278198,
      "learning_rate": 1.6180977421525052e-06,
      "loss": 0.3325,
      "step": 1777710
    },
    {
      "epoch": 496.15,
      "grad_norm": 1.171404480934143,
      "learning_rate": 1.6180720312135873e-06,
      "loss": 0.3255,
      "step": 1777720
    },
    {
      "epoch": 496.16,
      "grad_norm": 1.0120375156402588,
      "learning_rate": 1.6180463203712589e-06,
      "loss": 0.3566,
      "step": 1777730
    },
    {
      "epoch": 496.16,
      "grad_norm": 0.99642014503479,
      "learning_rate": 1.6180206096255212e-06,
      "loss": 0.3437,
      "step": 1777740
    },
    {
      "epoch": 496.16,
      "grad_norm": 1.0623990297317505,
      "learning_rate": 1.6179948989763786e-06,
      "loss": 0.3326,
      "step": 1777750
    },
    {
      "epoch": 496.17,
      "grad_norm": 1.0677090883255005,
      "learning_rate": 1.6179691884238344e-06,
      "loss": 0.3407,
      "step": 1777760
    },
    {
      "epoch": 496.17,
      "grad_norm": 1.1657969951629639,
      "learning_rate": 1.6179434779678906e-06,
      "loss": 0.3367,
      "step": 1777770
    },
    {
      "epoch": 496.17,
      "grad_norm": 1.1870821714401245,
      "learning_rate": 1.6179177676085531e-06,
      "loss": 0.335,
      "step": 1777780
    },
    {
      "epoch": 496.17,
      "grad_norm": 1.0946155786514282,
      "learning_rate": 1.617892057345824e-06,
      "loss": 0.3386,
      "step": 1777790
    },
    {
      "epoch": 496.18,
      "grad_norm": 0.9832674860954285,
      "learning_rate": 1.6178663471797055e-06,
      "loss": 0.3382,
      "step": 1777800
    },
    {
      "epoch": 496.18,
      "grad_norm": 0.9178560972213745,
      "learning_rate": 1.6178406371102038e-06,
      "loss": 0.3419,
      "step": 1777810
    },
    {
      "epoch": 496.18,
      "grad_norm": 1.0007127523422241,
      "learning_rate": 1.6178149271373204e-06,
      "loss": 0.342,
      "step": 1777820
    },
    {
      "epoch": 496.18,
      "grad_norm": 1.0686074495315552,
      "learning_rate": 1.6177892172610587e-06,
      "loss": 0.3357,
      "step": 1777830
    },
    {
      "epoch": 496.19,
      "grad_norm": 1.1725773811340332,
      "learning_rate": 1.6177635074814233e-06,
      "loss": 0.3397,
      "step": 1777840
    },
    {
      "epoch": 496.19,
      "grad_norm": 1.1412550210952759,
      "learning_rate": 1.6177377977984168e-06,
      "loss": 0.3399,
      "step": 1777850
    },
    {
      "epoch": 496.19,
      "grad_norm": 1.0776786804199219,
      "learning_rate": 1.6177120882120418e-06,
      "loss": 0.3337,
      "step": 1777860
    },
    {
      "epoch": 496.2,
      "grad_norm": 1.2061896324157715,
      "learning_rate": 1.6176863787223037e-06,
      "loss": 0.3523,
      "step": 1777870
    },
    {
      "epoch": 496.2,
      "grad_norm": 1.4693036079406738,
      "learning_rate": 1.6176606693292046e-06,
      "loss": 0.3438,
      "step": 1777880
    },
    {
      "epoch": 496.2,
      "grad_norm": 1.469104290008545,
      "learning_rate": 1.6176349600327477e-06,
      "loss": 0.3387,
      "step": 1777890
    },
    {
      "epoch": 496.2,
      "grad_norm": 1.1358243227005005,
      "learning_rate": 1.6176092508329378e-06,
      "loss": 0.3427,
      "step": 1777900
    },
    {
      "epoch": 496.21,
      "grad_norm": 1.0419166088104248,
      "learning_rate": 1.617583541729777e-06,
      "loss": 0.3554,
      "step": 1777910
    },
    {
      "epoch": 496.21,
      "grad_norm": 0.9700064063072205,
      "learning_rate": 1.6175578327232684e-06,
      "loss": 0.3572,
      "step": 1777920
    },
    {
      "epoch": 496.21,
      "grad_norm": 1.1807968616485596,
      "learning_rate": 1.617532123813417e-06,
      "loss": 0.3387,
      "step": 1777930
    },
    {
      "epoch": 496.22,
      "grad_norm": 1.0398027896881104,
      "learning_rate": 1.6175064150002256e-06,
      "loss": 0.3333,
      "step": 1777940
    },
    {
      "epoch": 496.22,
      "grad_norm": 1.1069401502609253,
      "learning_rate": 1.6174807062836964e-06,
      "loss": 0.3455,
      "step": 1777950
    },
    {
      "epoch": 496.22,
      "grad_norm": 1.1717363595962524,
      "learning_rate": 1.6174549976638346e-06,
      "loss": 0.3341,
      "step": 1777960
    },
    {
      "epoch": 496.22,
      "grad_norm": 1.1345528364181519,
      "learning_rate": 1.617429289140643e-06,
      "loss": 0.3442,
      "step": 1777970
    },
    {
      "epoch": 496.23,
      "grad_norm": 1.0410610437393188,
      "learning_rate": 1.6174035807141244e-06,
      "loss": 0.3407,
      "step": 1777980
    },
    {
      "epoch": 496.23,
      "grad_norm": 1.0324311256408691,
      "learning_rate": 1.6173778723842831e-06,
      "loss": 0.3398,
      "step": 1777990
    },
    {
      "epoch": 496.23,
      "grad_norm": 1.1620248556137085,
      "learning_rate": 1.6173521641511224e-06,
      "loss": 0.3447,
      "step": 1778000
    },
    {
      "epoch": 496.23,
      "grad_norm": 1.0783494710922241,
      "learning_rate": 1.6173264560146441e-06,
      "loss": 0.3428,
      "step": 1778010
    },
    {
      "epoch": 496.24,
      "grad_norm": 1.1811178922653198,
      "learning_rate": 1.6173007479748543e-06,
      "loss": 0.3499,
      "step": 1778020
    },
    {
      "epoch": 496.24,
      "grad_norm": 1.0949618816375732,
      "learning_rate": 1.6172750400317545e-06,
      "loss": 0.3464,
      "step": 1778030
    },
    {
      "epoch": 496.24,
      "grad_norm": 1.0824780464172363,
      "learning_rate": 1.6172493321853492e-06,
      "loss": 0.3374,
      "step": 1778040
    },
    {
      "epoch": 496.25,
      "grad_norm": 1.0431773662567139,
      "learning_rate": 1.6172236244356408e-06,
      "loss": 0.3299,
      "step": 1778050
    },
    {
      "epoch": 496.25,
      "grad_norm": 0.999439001083374,
      "learning_rate": 1.617197916782633e-06,
      "loss": 0.3346,
      "step": 1778060
    },
    {
      "epoch": 496.25,
      "grad_norm": 1.024587869644165,
      "learning_rate": 1.6171722092263306e-06,
      "loss": 0.3257,
      "step": 1778070
    },
    {
      "epoch": 496.25,
      "grad_norm": 1.0031509399414062,
      "learning_rate": 1.6171465017667355e-06,
      "loss": 0.3455,
      "step": 1778080
    },
    {
      "epoch": 496.26,
      "grad_norm": 1.2285411357879639,
      "learning_rate": 1.6171207944038505e-06,
      "loss": 0.3543,
      "step": 1778090
    },
    {
      "epoch": 496.26,
      "grad_norm": 1.0442696809768677,
      "learning_rate": 1.617095087137681e-06,
      "loss": 0.3538,
      "step": 1778100
    },
    {
      "epoch": 496.26,
      "grad_norm": 0.9727572798728943,
      "learning_rate": 1.6170693799682295e-06,
      "loss": 0.3562,
      "step": 1778110
    },
    {
      "epoch": 496.27,
      "grad_norm": 1.0596085786819458,
      "learning_rate": 1.617043672895499e-06,
      "loss": 0.344,
      "step": 1778120
    },
    {
      "epoch": 496.27,
      "grad_norm": 1.1585990190505981,
      "learning_rate": 1.6170179659194938e-06,
      "loss": 0.3402,
      "step": 1778130
    },
    {
      "epoch": 496.27,
      "grad_norm": 1.0768402814865112,
      "learning_rate": 1.616992259040217e-06,
      "loss": 0.3178,
      "step": 1778140
    },
    {
      "epoch": 496.27,
      "grad_norm": 1.2218135595321655,
      "learning_rate": 1.6169665522576705e-06,
      "loss": 0.3428,
      "step": 1778150
    },
    {
      "epoch": 496.28,
      "grad_norm": 0.9465983510017395,
      "learning_rate": 1.6169408455718603e-06,
      "loss": 0.3601,
      "step": 1778160
    },
    {
      "epoch": 496.28,
      "grad_norm": 0.9518295526504517,
      "learning_rate": 1.6169151389827884e-06,
      "loss": 0.3283,
      "step": 1778170
    },
    {
      "epoch": 496.28,
      "grad_norm": 0.8717925548553467,
      "learning_rate": 1.6168894324904576e-06,
      "loss": 0.3328,
      "step": 1778180
    },
    {
      "epoch": 496.29,
      "grad_norm": 1.0972312688827515,
      "learning_rate": 1.616863726094873e-06,
      "loss": 0.35,
      "step": 1778190
    },
    {
      "epoch": 496.29,
      "grad_norm": 1.0796793699264526,
      "learning_rate": 1.6168380197960374e-06,
      "loss": 0.3334,
      "step": 1778200
    },
    {
      "epoch": 496.29,
      "grad_norm": 1.0403871536254883,
      "learning_rate": 1.6168123135939535e-06,
      "loss": 0.3544,
      "step": 1778210
    },
    {
      "epoch": 496.29,
      "grad_norm": 15.871472358703613,
      "learning_rate": 1.6167866074886253e-06,
      "loss": 0.3442,
      "step": 1778220
    },
    {
      "epoch": 496.3,
      "grad_norm": 1.2169771194458008,
      "learning_rate": 1.6167609014800564e-06,
      "loss": 0.3481,
      "step": 1778230
    },
    {
      "epoch": 496.3,
      "grad_norm": 1.1267001628875732,
      "learning_rate": 1.6167351955682492e-06,
      "loss": 0.3509,
      "step": 1778240
    },
    {
      "epoch": 496.3,
      "grad_norm": 1.3124605417251587,
      "learning_rate": 1.6167094897532085e-06,
      "loss": 0.3391,
      "step": 1778250
    },
    {
      "epoch": 496.3,
      "grad_norm": 1.107596755027771,
      "learning_rate": 1.6166837840349369e-06,
      "loss": 0.3301,
      "step": 1778260
    },
    {
      "epoch": 496.31,
      "grad_norm": 1.0788599252700806,
      "learning_rate": 1.6166580784134377e-06,
      "loss": 0.3506,
      "step": 1778270
    },
    {
      "epoch": 496.31,
      "grad_norm": 1.2394412755966187,
      "learning_rate": 1.6166323728887155e-06,
      "loss": 0.3512,
      "step": 1778280
    },
    {
      "epoch": 496.31,
      "grad_norm": 1.3052895069122314,
      "learning_rate": 1.6166066674607724e-06,
      "loss": 0.3427,
      "step": 1778290
    },
    {
      "epoch": 496.32,
      "grad_norm": 1.05503511428833,
      "learning_rate": 1.6165809621296116e-06,
      "loss": 0.3355,
      "step": 1778300
    },
    {
      "epoch": 496.32,
      "grad_norm": 0.9260784387588501,
      "learning_rate": 1.616555256895238e-06,
      "loss": 0.3156,
      "step": 1778310
    },
    {
      "epoch": 496.32,
      "grad_norm": 0.9980075359344482,
      "learning_rate": 1.6165295517576534e-06,
      "loss": 0.339,
      "step": 1778320
    },
    {
      "epoch": 496.32,
      "grad_norm": 1.1317983865737915,
      "learning_rate": 1.6165038467168627e-06,
      "loss": 0.3325,
      "step": 1778330
    },
    {
      "epoch": 496.33,
      "grad_norm": 1.2573760747909546,
      "learning_rate": 1.616478141772869e-06,
      "loss": 0.3514,
      "step": 1778340
    },
    {
      "epoch": 496.33,
      "grad_norm": 1.135054111480713,
      "learning_rate": 1.6164524369256744e-06,
      "loss": 0.3436,
      "step": 1778350
    },
    {
      "epoch": 496.33,
      "grad_norm": 1.0283700227737427,
      "learning_rate": 1.6164267321752842e-06,
      "loss": 0.359,
      "step": 1778360
    },
    {
      "epoch": 496.34,
      "grad_norm": 1.1183407306671143,
      "learning_rate": 1.616401027521701e-06,
      "loss": 0.3448,
      "step": 1778370
    },
    {
      "epoch": 496.34,
      "grad_norm": 1.1859861612319946,
      "learning_rate": 1.6163753229649272e-06,
      "loss": 0.3319,
      "step": 1778380
    },
    {
      "epoch": 496.34,
      "grad_norm": 1.1252334117889404,
      "learning_rate": 1.6163496185049679e-06,
      "loss": 0.3513,
      "step": 1778390
    },
    {
      "epoch": 496.34,
      "grad_norm": 0.9887470602989197,
      "learning_rate": 1.6163239141418257e-06,
      "loss": 0.3508,
      "step": 1778400
    },
    {
      "epoch": 496.35,
      "grad_norm": 0.989157497882843,
      "learning_rate": 1.6162982098755041e-06,
      "loss": 0.3307,
      "step": 1778410
    },
    {
      "epoch": 496.35,
      "grad_norm": 0.9837901592254639,
      "learning_rate": 1.6162725057060064e-06,
      "loss": 0.3562,
      "step": 1778420
    },
    {
      "epoch": 496.35,
      "grad_norm": 1.0464245080947876,
      "learning_rate": 1.6162468016333366e-06,
      "loss": 0.3299,
      "step": 1778430
    },
    {
      "epoch": 496.36,
      "grad_norm": 1.0148935317993164,
      "learning_rate": 1.6162210976574967e-06,
      "loss": 0.3407,
      "step": 1778440
    },
    {
      "epoch": 496.36,
      "grad_norm": 1.1486523151397705,
      "learning_rate": 1.6161953937784917e-06,
      "loss": 0.3527,
      "step": 1778450
    },
    {
      "epoch": 496.36,
      "grad_norm": 1.0837690830230713,
      "learning_rate": 1.6161696899963248e-06,
      "loss": 0.3427,
      "step": 1778460
    },
    {
      "epoch": 496.36,
      "grad_norm": 0.9262867569923401,
      "learning_rate": 1.6161439863109979e-06,
      "loss": 0.3355,
      "step": 1778470
    },
    {
      "epoch": 496.37,
      "grad_norm": 1.1612902879714966,
      "learning_rate": 1.6161182827225167e-06,
      "loss": 0.3547,
      "step": 1778480
    },
    {
      "epoch": 496.37,
      "grad_norm": 0.9883280396461487,
      "learning_rate": 1.6160925792308833e-06,
      "loss": 0.3312,
      "step": 1778490
    },
    {
      "epoch": 496.37,
      "grad_norm": 1.1264066696166992,
      "learning_rate": 1.6160668758361006e-06,
      "loss": 0.3433,
      "step": 1778500
    },
    {
      "epoch": 496.37,
      "grad_norm": 4.1015625,
      "learning_rate": 1.6160411725381733e-06,
      "loss": 0.3403,
      "step": 1778510
    },
    {
      "epoch": 496.38,
      "grad_norm": 1.082921028137207,
      "learning_rate": 1.6160154693371049e-06,
      "loss": 0.3376,
      "step": 1778520
    },
    {
      "epoch": 496.38,
      "grad_norm": 1.1054996252059937,
      "learning_rate": 1.6159897662328962e-06,
      "loss": 0.3428,
      "step": 1778530
    },
    {
      "epoch": 496.38,
      "grad_norm": 0.9850966334342957,
      "learning_rate": 1.6159640632255541e-06,
      "loss": 0.33,
      "step": 1778540
    },
    {
      "epoch": 496.39,
      "grad_norm": 1.0787302255630493,
      "learning_rate": 1.6159383603150805e-06,
      "loss": 0.3415,
      "step": 1778550
    },
    {
      "epoch": 496.39,
      "grad_norm": 1.2025723457336426,
      "learning_rate": 1.6159126575014786e-06,
      "loss": 0.3625,
      "step": 1778560
    },
    {
      "epoch": 496.39,
      "grad_norm": 1.1033862829208374,
      "learning_rate": 1.615886954784752e-06,
      "loss": 0.3582,
      "step": 1778570
    },
    {
      "epoch": 496.39,
      "grad_norm": 1.0258229970932007,
      "learning_rate": 1.6158612521649043e-06,
      "loss": 0.3373,
      "step": 1778580
    },
    {
      "epoch": 496.4,
      "grad_norm": 1.0286890268325806,
      "learning_rate": 1.6158355496419378e-06,
      "loss": 0.348,
      "step": 1778590
    },
    {
      "epoch": 496.4,
      "grad_norm": 1.2173525094985962,
      "learning_rate": 1.6158098472158582e-06,
      "loss": 0.3323,
      "step": 1778600
    },
    {
      "epoch": 496.4,
      "grad_norm": 1.020806908607483,
      "learning_rate": 1.6157841448866664e-06,
      "loss": 0.3528,
      "step": 1778610
    },
    {
      "epoch": 496.41,
      "grad_norm": 1.0410127639770508,
      "learning_rate": 1.615758442654368e-06,
      "loss": 0.3369,
      "step": 1778620
    },
    {
      "epoch": 496.41,
      "grad_norm": 1.0097240209579468,
      "learning_rate": 1.6157327405189657e-06,
      "loss": 0.3442,
      "step": 1778630
    },
    {
      "epoch": 496.41,
      "grad_norm": 0.9252503514289856,
      "learning_rate": 1.615707038480462e-06,
      "loss": 0.3409,
      "step": 1778640
    },
    {
      "epoch": 496.41,
      "grad_norm": 1.0618715286254883,
      "learning_rate": 1.6156813365388615e-06,
      "loss": 0.3336,
      "step": 1778650
    },
    {
      "epoch": 496.42,
      "grad_norm": 1.0236527919769287,
      "learning_rate": 1.6156556346941673e-06,
      "loss": 0.3212,
      "step": 1778660
    },
    {
      "epoch": 496.42,
      "grad_norm": 1.240536093711853,
      "learning_rate": 1.6156299329463814e-06,
      "loss": 0.3486,
      "step": 1778670
    },
    {
      "epoch": 496.42,
      "grad_norm": 1.1821213960647583,
      "learning_rate": 1.61560423129551e-06,
      "loss": 0.3316,
      "step": 1778680
    },
    {
      "epoch": 496.42,
      "grad_norm": 1.0964242219924927,
      "learning_rate": 1.6155785297415545e-06,
      "loss": 0.3487,
      "step": 1778690
    },
    {
      "epoch": 496.43,
      "grad_norm": 0.9539739489555359,
      "learning_rate": 1.6155528282845184e-06,
      "loss": 0.3564,
      "step": 1778700
    },
    {
      "epoch": 496.43,
      "grad_norm": 1.1821273565292358,
      "learning_rate": 1.6155271269244064e-06,
      "loss": 0.3429,
      "step": 1778710
    },
    {
      "epoch": 496.43,
      "grad_norm": 0.8932992219924927,
      "learning_rate": 1.6155014256612204e-06,
      "loss": 0.3363,
      "step": 1778720
    },
    {
      "epoch": 496.44,
      "grad_norm": 1.033777117729187,
      "learning_rate": 1.615475724494964e-06,
      "loss": 0.3501,
      "step": 1778730
    },
    {
      "epoch": 496.44,
      "grad_norm": 1.1212120056152344,
      "learning_rate": 1.615450023425642e-06,
      "loss": 0.3453,
      "step": 1778740
    },
    {
      "epoch": 496.44,
      "grad_norm": 1.1245105266571045,
      "learning_rate": 1.6154243224532568e-06,
      "loss": 0.355,
      "step": 1778750
    },
    {
      "epoch": 496.44,
      "grad_norm": 1.124001383781433,
      "learning_rate": 1.6153986215778114e-06,
      "loss": 0.3417,
      "step": 1778760
    },
    {
      "epoch": 496.45,
      "grad_norm": 1.0115811824798584,
      "learning_rate": 1.61537292079931e-06,
      "loss": 0.326,
      "step": 1778770
    },
    {
      "epoch": 496.45,
      "grad_norm": 1.1349434852600098,
      "learning_rate": 1.6153472201177562e-06,
      "loss": 0.3511,
      "step": 1778780
    },
    {
      "epoch": 496.45,
      "grad_norm": 1.1523470878601074,
      "learning_rate": 1.6153215195331527e-06,
      "loss": 0.3297,
      "step": 1778790
    },
    {
      "epoch": 496.46,
      "grad_norm": 1.1358020305633545,
      "learning_rate": 1.6152958190455037e-06,
      "loss": 0.3286,
      "step": 1778800
    },
    {
      "epoch": 496.46,
      "grad_norm": 1.2016202211380005,
      "learning_rate": 1.6152701186548118e-06,
      "loss": 0.3389,
      "step": 1778810
    },
    {
      "epoch": 496.46,
      "grad_norm": 1.0483626127243042,
      "learning_rate": 1.6152444183610798e-06,
      "loss": 0.3355,
      "step": 1778820
    },
    {
      "epoch": 496.46,
      "grad_norm": 1.0847622156143188,
      "learning_rate": 1.615218718164313e-06,
      "loss": 0.3412,
      "step": 1778830
    },
    {
      "epoch": 496.47,
      "grad_norm": 1.0229628086090088,
      "learning_rate": 1.6151930180645144e-06,
      "loss": 0.3422,
      "step": 1778840
    },
    {
      "epoch": 496.47,
      "grad_norm": 0.9171627759933472,
      "learning_rate": 1.6151673180616865e-06,
      "loss": 0.342,
      "step": 1778850
    },
    {
      "epoch": 496.47,
      "grad_norm": 1.1957693099975586,
      "learning_rate": 1.6151416181558329e-06,
      "loss": 0.3339,
      "step": 1778860
    },
    {
      "epoch": 496.48,
      "grad_norm": 1.5649902820587158,
      "learning_rate": 1.615115918346958e-06,
      "loss": 0.3457,
      "step": 1778870
    },
    {
      "epoch": 496.48,
      "grad_norm": 1.0150413513183594,
      "learning_rate": 1.615090218635063e-06,
      "loss": 0.348,
      "step": 1778880
    },
    {
      "epoch": 496.48,
      "grad_norm": 0.987998366355896,
      "learning_rate": 1.615064519020154e-06,
      "loss": 0.3521,
      "step": 1778890
    },
    {
      "epoch": 496.48,
      "grad_norm": 1.2926545143127441,
      "learning_rate": 1.6150388195022324e-06,
      "loss": 0.337,
      "step": 1778900
    },
    {
      "epoch": 496.49,
      "grad_norm": 0.861956775188446,
      "learning_rate": 1.6150131200813035e-06,
      "loss": 0.3373,
      "step": 1778910
    },
    {
      "epoch": 496.49,
      "grad_norm": 2.242478609085083,
      "learning_rate": 1.6149874207573693e-06,
      "loss": 0.3489,
      "step": 1778920
    },
    {
      "epoch": 496.49,
      "grad_norm": 0.996669352054596,
      "learning_rate": 1.6149617215304334e-06,
      "loss": 0.3252,
      "step": 1778930
    },
    {
      "epoch": 496.49,
      "grad_norm": 1.0507959127426147,
      "learning_rate": 1.6149360224004998e-06,
      "loss": 0.3392,
      "step": 1778940
    },
    {
      "epoch": 496.5,
      "grad_norm": 0.9926188588142395,
      "learning_rate": 1.6149103233675715e-06,
      "loss": 0.3422,
      "step": 1778950
    },
    {
      "epoch": 496.5,
      "grad_norm": 1.299640417098999,
      "learning_rate": 1.6148846244316509e-06,
      "loss": 0.3403,
      "step": 1778960
    },
    {
      "epoch": 496.5,
      "grad_norm": 1.1204992532730103,
      "learning_rate": 1.6148589255927437e-06,
      "loss": 0.347,
      "step": 1778970
    },
    {
      "epoch": 496.51,
      "grad_norm": 1.138897180557251,
      "learning_rate": 1.614833226850852e-06,
      "loss": 0.3353,
      "step": 1778980
    },
    {
      "epoch": 496.51,
      "grad_norm": 0.9919092655181885,
      "learning_rate": 1.6148075282059787e-06,
      "loss": 0.3368,
      "step": 1778990
    },
    {
      "epoch": 496.51,
      "grad_norm": 1.0242960453033447,
      "learning_rate": 1.614781829658128e-06,
      "loss": 0.3493,
      "step": 1779000
    },
    {
      "epoch": 496.51,
      "grad_norm": 1.0335358381271362,
      "learning_rate": 1.6147561312073037e-06,
      "loss": 0.3373,
      "step": 1779010
    },
    {
      "epoch": 496.52,
      "grad_norm": 1.2140506505966187,
      "learning_rate": 1.614730432853508e-06,
      "loss": 0.3606,
      "step": 1779020
    },
    {
      "epoch": 496.52,
      "grad_norm": 1.1365690231323242,
      "learning_rate": 1.6147047345967455e-06,
      "loss": 0.3352,
      "step": 1779030
    },
    {
      "epoch": 496.52,
      "grad_norm": 1.1293493509292603,
      "learning_rate": 1.6146790364370194e-06,
      "loss": 0.3498,
      "step": 1779040
    },
    {
      "epoch": 496.53,
      "grad_norm": 1.0130137205123901,
      "learning_rate": 1.6146533383743317e-06,
      "loss": 0.3382,
      "step": 1779050
    },
    {
      "epoch": 496.53,
      "grad_norm": 1.3911536931991577,
      "learning_rate": 1.614627640408688e-06,
      "loss": 0.3477,
      "step": 1779060
    },
    {
      "epoch": 496.53,
      "grad_norm": 1.1200402975082397,
      "learning_rate": 1.6146019425400905e-06,
      "loss": 0.3274,
      "step": 1779070
    },
    {
      "epoch": 496.53,
      "grad_norm": 1.1807136535644531,
      "learning_rate": 1.6145762447685424e-06,
      "loss": 0.3344,
      "step": 1779080
    },
    {
      "epoch": 496.54,
      "grad_norm": 1.0730717182159424,
      "learning_rate": 1.6145505470940482e-06,
      "loss": 0.3431,
      "step": 1779090
    },
    {
      "epoch": 496.54,
      "grad_norm": 1.127753734588623,
      "learning_rate": 1.6145248495166105e-06,
      "loss": 0.3425,
      "step": 1779100
    },
    {
      "epoch": 496.54,
      "grad_norm": 1.005394697189331,
      "learning_rate": 1.6144991520362319e-06,
      "loss": 0.3477,
      "step": 1779110
    },
    {
      "epoch": 496.54,
      "grad_norm": 1.2224160432815552,
      "learning_rate": 1.6144734546529174e-06,
      "loss": 0.3476,
      "step": 1779120
    },
    {
      "epoch": 496.55,
      "grad_norm": 1.0734695196151733,
      "learning_rate": 1.6144477573666703e-06,
      "loss": 0.3477,
      "step": 1779130
    },
    {
      "epoch": 496.55,
      "grad_norm": 1.0066759586334229,
      "learning_rate": 1.6144220601774925e-06,
      "loss": 0.3423,
      "step": 1779140
    },
    {
      "epoch": 496.55,
      "grad_norm": 1.2084629535675049,
      "learning_rate": 1.6143963630853892e-06,
      "loss": 0.3354,
      "step": 1779150
    },
    {
      "epoch": 496.56,
      "grad_norm": 1.1817448139190674,
      "learning_rate": 1.6143706660903632e-06,
      "loss": 0.3341,
      "step": 1779160
    },
    {
      "epoch": 496.56,
      "grad_norm": 6.547896385192871,
      "learning_rate": 1.6143449691924172e-06,
      "loss": 0.3572,
      "step": 1779170
    },
    {
      "epoch": 496.56,
      "grad_norm": 1.0762547254562378,
      "learning_rate": 1.614319272391556e-06,
      "loss": 0.3447,
      "step": 1779180
    },
    {
      "epoch": 496.56,
      "grad_norm": 1.050423264503479,
      "learning_rate": 1.6142935756877808e-06,
      "loss": 0.3496,
      "step": 1779190
    },
    {
      "epoch": 496.57,
      "grad_norm": 1.0095539093017578,
      "learning_rate": 1.6142678790810977e-06,
      "loss": 0.3536,
      "step": 1779200
    },
    {
      "epoch": 496.57,
      "grad_norm": 1.186362862586975,
      "learning_rate": 1.6142421825715086e-06,
      "loss": 0.3468,
      "step": 1779210
    },
    {
      "epoch": 496.57,
      "grad_norm": 1.0157747268676758,
      "learning_rate": 1.6142164861590171e-06,
      "loss": 0.3427,
      "step": 1779220
    },
    {
      "epoch": 496.58,
      "grad_norm": 1.232549786567688,
      "learning_rate": 1.6141907898436271e-06,
      "loss": 0.3435,
      "step": 1779230
    },
    {
      "epoch": 496.58,
      "grad_norm": 1.0945278406143188,
      "learning_rate": 1.6141650936253416e-06,
      "loss": 0.3492,
      "step": 1779240
    },
    {
      "epoch": 496.58,
      "grad_norm": 1.119559645652771,
      "learning_rate": 1.6141393975041631e-06,
      "loss": 0.3497,
      "step": 1779250
    },
    {
      "epoch": 496.58,
      "grad_norm": 1.087608814239502,
      "learning_rate": 1.614113701480097e-06,
      "loss": 0.3495,
      "step": 1779260
    },
    {
      "epoch": 496.59,
      "grad_norm": 0.9466444849967957,
      "learning_rate": 1.6140880055531453e-06,
      "loss": 0.3385,
      "step": 1779270
    },
    {
      "epoch": 496.59,
      "grad_norm": 1.2517105340957642,
      "learning_rate": 1.6140623097233112e-06,
      "loss": 0.3361,
      "step": 1779280
    },
    {
      "epoch": 496.59,
      "grad_norm": 2.909372329711914,
      "learning_rate": 1.6140366139905994e-06,
      "loss": 0.3312,
      "step": 1779290
    },
    {
      "epoch": 496.6,
      "grad_norm": 1.1163771152496338,
      "learning_rate": 1.614010918355013e-06,
      "loss": 0.3529,
      "step": 1779300
    },
    {
      "epoch": 496.6,
      "grad_norm": 1.041438341140747,
      "learning_rate": 1.6139852228165545e-06,
      "loss": 0.3479,
      "step": 1779310
    },
    {
      "epoch": 496.6,
      "grad_norm": 1.3529452085494995,
      "learning_rate": 1.6139595273752284e-06,
      "loss": 0.338,
      "step": 1779320
    },
    {
      "epoch": 496.6,
      "grad_norm": 1.1779661178588867,
      "learning_rate": 1.6139338320310374e-06,
      "loss": 0.3456,
      "step": 1779330
    },
    {
      "epoch": 496.61,
      "grad_norm": 1.0348577499389648,
      "learning_rate": 1.6139081367839843e-06,
      "loss": 0.3436,
      "step": 1779340
    },
    {
      "epoch": 496.61,
      "grad_norm": 1.025750756263733,
      "learning_rate": 1.6138824416340745e-06,
      "loss": 0.3291,
      "step": 1779350
    },
    {
      "epoch": 496.61,
      "grad_norm": 1.0973224639892578,
      "learning_rate": 1.6138567465813097e-06,
      "loss": 0.3235,
      "step": 1779360
    },
    {
      "epoch": 496.61,
      "grad_norm": 0.9567804932594299,
      "learning_rate": 1.613831051625694e-06,
      "loss": 0.3493,
      "step": 1779370
    },
    {
      "epoch": 496.62,
      "grad_norm": 1.28378164768219,
      "learning_rate": 1.613805356767231e-06,
      "loss": 0.3438,
      "step": 1779380
    },
    {
      "epoch": 496.62,
      "grad_norm": 1.1717389822006226,
      "learning_rate": 1.613779662005924e-06,
      "loss": 0.3457,
      "step": 1779390
    },
    {
      "epoch": 496.62,
      "grad_norm": 0.9817488789558411,
      "learning_rate": 1.613753967341775e-06,
      "loss": 0.3502,
      "step": 1779400
    },
    {
      "epoch": 496.63,
      "grad_norm": 1.1373246908187866,
      "learning_rate": 1.6137282727747897e-06,
      "loss": 0.3502,
      "step": 1779410
    },
    {
      "epoch": 496.63,
      "grad_norm": 1.184483289718628,
      "learning_rate": 1.6137025783049705e-06,
      "loss": 0.3502,
      "step": 1779420
    },
    {
      "epoch": 496.63,
      "grad_norm": 1.2021840810775757,
      "learning_rate": 1.6136768839323199e-06,
      "loss": 0.3488,
      "step": 1779430
    },
    {
      "epoch": 496.63,
      "grad_norm": 0.8757835626602173,
      "learning_rate": 1.6136511896568431e-06,
      "loss": 0.3338,
      "step": 1779440
    },
    {
      "epoch": 496.64,
      "grad_norm": 1.3069679737091064,
      "learning_rate": 1.6136254954785429e-06,
      "loss": 0.3355,
      "step": 1779450
    },
    {
      "epoch": 496.64,
      "grad_norm": 4.525400638580322,
      "learning_rate": 1.6135998013974218e-06,
      "loss": 0.3378,
      "step": 1779460
    },
    {
      "epoch": 496.64,
      "grad_norm": 0.9570449590682983,
      "learning_rate": 1.6135741074134843e-06,
      "loss": 0.3301,
      "step": 1779470
    },
    {
      "epoch": 496.65,
      "grad_norm": 1.3086507320404053,
      "learning_rate": 1.6135484135267324e-06,
      "loss": 0.3453,
      "step": 1779480
    },
    {
      "epoch": 496.65,
      "grad_norm": 1.8099085092544556,
      "learning_rate": 1.613522719737172e-06,
      "loss": 0.3445,
      "step": 1779490
    },
    {
      "epoch": 496.65,
      "grad_norm": 1.0136879682540894,
      "learning_rate": 1.6134970260448043e-06,
      "loss": 0.3416,
      "step": 1779500
    },
    {
      "epoch": 496.65,
      "grad_norm": 1.0981348752975464,
      "learning_rate": 1.6134713324496333e-06,
      "loss": 0.3375,
      "step": 1779510
    },
    {
      "epoch": 496.66,
      "grad_norm": 1.092656135559082,
      "learning_rate": 1.6134456389516634e-06,
      "loss": 0.343,
      "step": 1779520
    },
    {
      "epoch": 496.66,
      "grad_norm": 1.1105848550796509,
      "learning_rate": 1.613419945550897e-06,
      "loss": 0.3259,
      "step": 1779530
    },
    {
      "epoch": 496.66,
      "grad_norm": 1.0943412780761719,
      "learning_rate": 1.6133942522473364e-06,
      "loss": 0.3268,
      "step": 1779540
    },
    {
      "epoch": 496.66,
      "grad_norm": 1.5708593130111694,
      "learning_rate": 1.6133685590409878e-06,
      "loss": 0.3293,
      "step": 1779550
    },
    {
      "epoch": 496.67,
      "grad_norm": 1.1850366592407227,
      "learning_rate": 1.6133428659318527e-06,
      "loss": 0.3449,
      "step": 1779560
    },
    {
      "epoch": 496.67,
      "grad_norm": 1.1809793710708618,
      "learning_rate": 1.6133171729199344e-06,
      "loss": 0.3543,
      "step": 1779570
    },
    {
      "epoch": 496.67,
      "grad_norm": 1.3631118535995483,
      "learning_rate": 1.613291480005238e-06,
      "loss": 0.381,
      "step": 1779580
    },
    {
      "epoch": 496.68,
      "grad_norm": 1.116170883178711,
      "learning_rate": 1.6132657871877654e-06,
      "loss": 0.3438,
      "step": 1779590
    },
    {
      "epoch": 496.68,
      "grad_norm": 0.9691113233566284,
      "learning_rate": 1.6132400944675203e-06,
      "loss": 0.3283,
      "step": 1779600
    },
    {
      "epoch": 496.68,
      "grad_norm": 1.366174578666687,
      "learning_rate": 1.6132144018445066e-06,
      "loss": 0.3405,
      "step": 1779610
    },
    {
      "epoch": 496.68,
      "grad_norm": 1.3247170448303223,
      "learning_rate": 1.6131887093187276e-06,
      "loss": 0.3439,
      "step": 1779620
    },
    {
      "epoch": 496.69,
      "grad_norm": 3.4881911277770996,
      "learning_rate": 1.613163016890185e-06,
      "loss": 0.3474,
      "step": 1779630
    },
    {
      "epoch": 496.69,
      "grad_norm": 1.151382565498352,
      "learning_rate": 1.6131373245588852e-06,
      "loss": 0.3449,
      "step": 1779640
    },
    {
      "epoch": 496.69,
      "grad_norm": 1.0079375505447388,
      "learning_rate": 1.61311163232483e-06,
      "loss": 0.3401,
      "step": 1779650
    },
    {
      "epoch": 496.7,
      "grad_norm": 1.0776398181915283,
      "learning_rate": 1.6130859401880226e-06,
      "loss": 0.3251,
      "step": 1779660
    },
    {
      "epoch": 496.7,
      "grad_norm": 1.0257675647735596,
      "learning_rate": 1.613060248148467e-06,
      "loss": 0.3341,
      "step": 1779670
    },
    {
      "epoch": 496.7,
      "grad_norm": 1.1012037992477417,
      "learning_rate": 1.6130345562061668e-06,
      "loss": 0.3547,
      "step": 1779680
    },
    {
      "epoch": 496.7,
      "grad_norm": 1.0409526824951172,
      "learning_rate": 1.6130088643611236e-06,
      "loss": 0.3478,
      "step": 1779690
    },
    {
      "epoch": 496.71,
      "grad_norm": 1.098595142364502,
      "learning_rate": 1.6129831726133433e-06,
      "loss": 0.3355,
      "step": 1779700
    },
    {
      "epoch": 496.71,
      "grad_norm": 1.0591932535171509,
      "learning_rate": 1.6129574809628285e-06,
      "loss": 0.3583,
      "step": 1779710
    },
    {
      "epoch": 496.71,
      "grad_norm": 1.1895607709884644,
      "learning_rate": 1.6129317894095811e-06,
      "loss": 0.353,
      "step": 1779720
    },
    {
      "epoch": 496.72,
      "grad_norm": 2.067528247833252,
      "learning_rate": 1.612906097953607e-06,
      "loss": 0.3565,
      "step": 1779730
    },
    {
      "epoch": 496.72,
      "grad_norm": 1.1244653463363647,
      "learning_rate": 1.6128804065949086e-06,
      "loss": 0.34,
      "step": 1779740
    },
    {
      "epoch": 496.72,
      "grad_norm": 1.1751655340194702,
      "learning_rate": 1.6128547153334885e-06,
      "loss": 0.3579,
      "step": 1779750
    },
    {
      "epoch": 496.72,
      "grad_norm": 1.153440237045288,
      "learning_rate": 1.6128290241693512e-06,
      "loss": 0.3289,
      "step": 1779760
    },
    {
      "epoch": 496.73,
      "grad_norm": 1.6067192554473877,
      "learning_rate": 1.6128033331024988e-06,
      "loss": 0.3328,
      "step": 1779770
    },
    {
      "epoch": 496.73,
      "grad_norm": 1.2062140703201294,
      "learning_rate": 1.6127776421329364e-06,
      "loss": 0.351,
      "step": 1779780
    },
    {
      "epoch": 496.73,
      "grad_norm": 1.146125078201294,
      "learning_rate": 1.6127519512606665e-06,
      "loss": 0.351,
      "step": 1779790
    },
    {
      "epoch": 496.73,
      "grad_norm": 1.1073260307312012,
      "learning_rate": 1.6127262604856923e-06,
      "loss": 0.3406,
      "step": 1779800
    },
    {
      "epoch": 496.74,
      "grad_norm": 1.0006617307662964,
      "learning_rate": 1.612700569808018e-06,
      "loss": 0.3542,
      "step": 1779810
    },
    {
      "epoch": 496.74,
      "grad_norm": 0.9119040369987488,
      "learning_rate": 1.612674879227647e-06,
      "loss": 0.3292,
      "step": 1779820
    },
    {
      "epoch": 496.74,
      "grad_norm": 1.0699561834335327,
      "learning_rate": 1.6126491887445809e-06,
      "loss": 0.3344,
      "step": 1779830
    },
    {
      "epoch": 496.75,
      "grad_norm": 2.758824348449707,
      "learning_rate": 1.6126234983588255e-06,
      "loss": 0.3398,
      "step": 1779840
    },
    {
      "epoch": 496.75,
      "grad_norm": 0.9621213674545288,
      "learning_rate": 1.6125978080703835e-06,
      "loss": 0.3463,
      "step": 1779850
    },
    {
      "epoch": 496.75,
      "grad_norm": 0.9934773445129395,
      "learning_rate": 1.6125721178792566e-06,
      "loss": 0.3332,
      "step": 1779860
    },
    {
      "epoch": 496.75,
      "grad_norm": 1.9237228631973267,
      "learning_rate": 1.6125464277854513e-06,
      "loss": 0.3386,
      "step": 1779870
    },
    {
      "epoch": 496.76,
      "grad_norm": 1.3320937156677246,
      "learning_rate": 1.612520737788969e-06,
      "loss": 0.371,
      "step": 1779880
    },
    {
      "epoch": 496.76,
      "grad_norm": 0.9719473123550415,
      "learning_rate": 1.612495047889813e-06,
      "loss": 0.3384,
      "step": 1779890
    },
    {
      "epoch": 496.76,
      "grad_norm": 1.3140970468521118,
      "learning_rate": 1.612469358087988e-06,
      "loss": 0.3236,
      "step": 1779900
    },
    {
      "epoch": 496.77,
      "grad_norm": 1.034388780593872,
      "learning_rate": 1.6124436683834963e-06,
      "loss": 0.335,
      "step": 1779910
    },
    {
      "epoch": 496.77,
      "grad_norm": 1.045753836631775,
      "learning_rate": 1.6124179787763409e-06,
      "loss": 0.3454,
      "step": 1779920
    },
    {
      "epoch": 496.77,
      "grad_norm": 1.1864542961120605,
      "learning_rate": 1.6123922892665266e-06,
      "loss": 0.334,
      "step": 1779930
    },
    {
      "epoch": 496.77,
      "grad_norm": 1.1224658489227295,
      "learning_rate": 1.6123665998540568e-06,
      "loss": 0.3511,
      "step": 1779940
    },
    {
      "epoch": 496.78,
      "grad_norm": 1.2722135782241821,
      "learning_rate": 1.6123409105389336e-06,
      "loss": 0.3201,
      "step": 1779950
    },
    {
      "epoch": 496.78,
      "grad_norm": 1.087470531463623,
      "learning_rate": 1.6123152213211613e-06,
      "loss": 0.3547,
      "step": 1779960
    },
    {
      "epoch": 496.78,
      "grad_norm": 1.0054985284805298,
      "learning_rate": 1.6122895322007434e-06,
      "loss": 0.3376,
      "step": 1779970
    },
    {
      "epoch": 496.78,
      "grad_norm": 1.0150914192199707,
      "learning_rate": 1.6122638431776826e-06,
      "loss": 0.3379,
      "step": 1779980
    },
    {
      "epoch": 496.79,
      "grad_norm": 0.943827748298645,
      "learning_rate": 1.6122381542519833e-06,
      "loss": 0.3387,
      "step": 1779990
    },
    {
      "epoch": 496.79,
      "grad_norm": 1.693917989730835,
      "learning_rate": 1.6122124654236484e-06,
      "loss": 0.3311,
      "step": 1780000
    },
    {
      "epoch": 496.79,
      "grad_norm": 1.2389379739761353,
      "learning_rate": 1.6121867766926806e-06,
      "loss": 0.3374,
      "step": 1780010
    },
    {
      "epoch": 496.8,
      "grad_norm": 1.0748790502548218,
      "learning_rate": 1.6121610880590847e-06,
      "loss": 0.3409,
      "step": 1780020
    },
    {
      "epoch": 496.8,
      "grad_norm": 1.0845465660095215,
      "learning_rate": 1.6121353995228639e-06,
      "loss": 0.3468,
      "step": 1780030
    },
    {
      "epoch": 496.8,
      "grad_norm": 1.2142727375030518,
      "learning_rate": 1.6121097110840203e-06,
      "loss": 0.3475,
      "step": 1780040
    },
    {
      "epoch": 496.8,
      "grad_norm": 1.3014503717422485,
      "learning_rate": 1.612084022742559e-06,
      "loss": 0.3449,
      "step": 1780050
    },
    {
      "epoch": 496.81,
      "grad_norm": 1.0746477842330933,
      "learning_rate": 1.6120583344984815e-06,
      "loss": 0.3506,
      "step": 1780060
    },
    {
      "epoch": 496.81,
      "grad_norm": 1.1105824708938599,
      "learning_rate": 1.6120326463517934e-06,
      "loss": 0.3347,
      "step": 1780070
    },
    {
      "epoch": 496.81,
      "grad_norm": 1.1315358877182007,
      "learning_rate": 1.6120069583024973e-06,
      "loss": 0.3456,
      "step": 1780080
    },
    {
      "epoch": 496.82,
      "grad_norm": 1.2287899255752563,
      "learning_rate": 1.6119812703505952e-06,
      "loss": 0.3365,
      "step": 1780090
    },
    {
      "epoch": 496.82,
      "grad_norm": 1.138087511062622,
      "learning_rate": 1.6119555824960926e-06,
      "loss": 0.3379,
      "step": 1780100
    },
    {
      "epoch": 496.82,
      "grad_norm": 1.1171314716339111,
      "learning_rate": 1.6119298947389922e-06,
      "loss": 0.3479,
      "step": 1780110
    },
    {
      "epoch": 496.82,
      "grad_norm": 1.1306499242782593,
      "learning_rate": 1.6119042070792966e-06,
      "loss": 0.3487,
      "step": 1780120
    },
    {
      "epoch": 496.83,
      "grad_norm": 1.2332056760787964,
      "learning_rate": 1.6118785195170104e-06,
      "loss": 0.3464,
      "step": 1780130
    },
    {
      "epoch": 496.83,
      "grad_norm": 1.247650146484375,
      "learning_rate": 1.6118528320521368e-06,
      "loss": 0.356,
      "step": 1780140
    },
    {
      "epoch": 496.83,
      "grad_norm": 1.1548556089401245,
      "learning_rate": 1.6118271446846777e-06,
      "loss": 0.3445,
      "step": 1780150
    },
    {
      "epoch": 496.84,
      "grad_norm": 1.1705410480499268,
      "learning_rate": 1.6118014574146388e-06,
      "loss": 0.3525,
      "step": 1780160
    },
    {
      "epoch": 496.84,
      "grad_norm": 1.3130077123641968,
      "learning_rate": 1.611775770242022e-06,
      "loss": 0.3465,
      "step": 1780170
    },
    {
      "epoch": 496.84,
      "grad_norm": 1.0827488899230957,
      "learning_rate": 1.6117500831668312e-06,
      "loss": 0.3446,
      "step": 1780180
    },
    {
      "epoch": 496.84,
      "grad_norm": 1.095440149307251,
      "learning_rate": 1.6117243961890702e-06,
      "loss": 0.3442,
      "step": 1780190
    },
    {
      "epoch": 496.85,
      "grad_norm": 1.024526834487915,
      "learning_rate": 1.6116987093087419e-06,
      "loss": 0.3364,
      "step": 1780200
    },
    {
      "epoch": 496.85,
      "grad_norm": 0.9754045605659485,
      "learning_rate": 1.6116730225258488e-06,
      "loss": 0.3451,
      "step": 1780210
    },
    {
      "epoch": 496.85,
      "grad_norm": 1.0346981287002563,
      "learning_rate": 1.6116473358403965e-06,
      "loss": 0.3412,
      "step": 1780220
    },
    {
      "epoch": 496.85,
      "grad_norm": 1.2267781496047974,
      "learning_rate": 1.611621649252387e-06,
      "loss": 0.3282,
      "step": 1780230
    },
    {
      "epoch": 496.86,
      "grad_norm": 1.048510193824768,
      "learning_rate": 1.6115959627618233e-06,
      "loss": 0.3377,
      "step": 1780240
    },
    {
      "epoch": 496.86,
      "grad_norm": 1.2051717042922974,
      "learning_rate": 1.6115702763687102e-06,
      "loss": 0.3443,
      "step": 1780250
    },
    {
      "epoch": 496.86,
      "grad_norm": 1.2419143915176392,
      "learning_rate": 1.6115445900730506e-06,
      "loss": 0.3379,
      "step": 1780260
    },
    {
      "epoch": 496.87,
      "grad_norm": 1.2739338874816895,
      "learning_rate": 1.6115189038748472e-06,
      "loss": 0.3387,
      "step": 1780270
    },
    {
      "epoch": 496.87,
      "grad_norm": 1.1269257068634033,
      "learning_rate": 1.6114932177741045e-06,
      "loss": 0.3438,
      "step": 1780280
    },
    {
      "epoch": 496.87,
      "grad_norm": 0.9516478180885315,
      "learning_rate": 1.6114675317708254e-06,
      "loss": 0.3513,
      "step": 1780290
    },
    {
      "epoch": 496.87,
      "grad_norm": 1.160868763923645,
      "learning_rate": 1.6114418458650123e-06,
      "loss": 0.3597,
      "step": 1780300
    },
    {
      "epoch": 496.88,
      "grad_norm": 1.2285845279693604,
      "learning_rate": 1.6114161600566704e-06,
      "loss": 0.3445,
      "step": 1780310
    },
    {
      "epoch": 496.88,
      "grad_norm": 1.1218152046203613,
      "learning_rate": 1.6113904743458028e-06,
      "loss": 0.361,
      "step": 1780320
    },
    {
      "epoch": 496.88,
      "grad_norm": 0.9730230569839478,
      "learning_rate": 1.6113647887324113e-06,
      "loss": 0.3499,
      "step": 1780330
    },
    {
      "epoch": 496.89,
      "grad_norm": 1.2495447397232056,
      "learning_rate": 1.6113391032165014e-06,
      "loss": 0.3457,
      "step": 1780340
    },
    {
      "epoch": 496.89,
      "grad_norm": 0.8872171640396118,
      "learning_rate": 1.6113134177980749e-06,
      "loss": 0.3584,
      "step": 1780350
    },
    {
      "epoch": 496.89,
      "grad_norm": 0.9667707681655884,
      "learning_rate": 1.6112877324771363e-06,
      "loss": 0.3263,
      "step": 1780360
    },
    {
      "epoch": 496.89,
      "grad_norm": 1.091878890991211,
      "learning_rate": 1.6112620472536887e-06,
      "loss": 0.3433,
      "step": 1780370
    },
    {
      "epoch": 496.9,
      "grad_norm": 1.0261332988739014,
      "learning_rate": 1.6112363621277346e-06,
      "loss": 0.3316,
      "step": 1780380
    },
    {
      "epoch": 496.9,
      "grad_norm": 1.1790454387664795,
      "learning_rate": 1.6112106770992793e-06,
      "loss": 0.3444,
      "step": 1780390
    },
    {
      "epoch": 496.9,
      "grad_norm": 1.1063848733901978,
      "learning_rate": 1.611184992168325e-06,
      "loss": 0.3387,
      "step": 1780400
    },
    {
      "epoch": 496.9,
      "grad_norm": 1.0689574480056763,
      "learning_rate": 1.6111593073348751e-06,
      "loss": 0.3562,
      "step": 1780410
    },
    {
      "epoch": 496.91,
      "grad_norm": 1.1744916439056396,
      "learning_rate": 1.6111336225989333e-06,
      "loss": 0.3377,
      "step": 1780420
    },
    {
      "epoch": 496.91,
      "grad_norm": 1.1909195184707642,
      "learning_rate": 1.6111079379605034e-06,
      "loss": 0.3453,
      "step": 1780430
    },
    {
      "epoch": 496.91,
      "grad_norm": 1.0192313194274902,
      "learning_rate": 1.6110822534195873e-06,
      "loss": 0.34,
      "step": 1780440
    },
    {
      "epoch": 496.92,
      "grad_norm": 1.239634394645691,
      "learning_rate": 1.6110565689761901e-06,
      "loss": 0.3545,
      "step": 1780450
    },
    {
      "epoch": 496.92,
      "grad_norm": 1.001420021057129,
      "learning_rate": 1.611030884630315e-06,
      "loss": 0.3232,
      "step": 1780460
    },
    {
      "epoch": 496.92,
      "grad_norm": 0.9690679907798767,
      "learning_rate": 1.6110052003819643e-06,
      "loss": 0.3446,
      "step": 1780470
    },
    {
      "epoch": 496.92,
      "grad_norm": 1.096622347831726,
      "learning_rate": 1.6109795162311427e-06,
      "loss": 0.3446,
      "step": 1780480
    },
    {
      "epoch": 496.93,
      "grad_norm": 1.1263160705566406,
      "learning_rate": 1.610953832177853e-06,
      "loss": 0.3411,
      "step": 1780490
    },
    {
      "epoch": 496.93,
      "grad_norm": 1.0686122179031372,
      "learning_rate": 1.610928148222098e-06,
      "loss": 0.3555,
      "step": 1780500
    },
    {
      "epoch": 496.93,
      "grad_norm": 1.0721638202667236,
      "learning_rate": 1.6109024643638821e-06,
      "loss": 0.3385,
      "step": 1780510
    },
    {
      "epoch": 496.94,
      "grad_norm": 1.0054808855056763,
      "learning_rate": 1.610876780603209e-06,
      "loss": 0.3431,
      "step": 1780520
    },
    {
      "epoch": 496.94,
      "grad_norm": 1.0825707912445068,
      "learning_rate": 1.61085109694008e-06,
      "loss": 0.337,
      "step": 1780530
    },
    {
      "epoch": 496.94,
      "grad_norm": 1.0392565727233887,
      "learning_rate": 1.6108254133745017e-06,
      "loss": 0.3481,
      "step": 1780540
    },
    {
      "epoch": 496.94,
      "grad_norm": 0.9700145721435547,
      "learning_rate": 1.6107997299064753e-06,
      "loss": 0.338,
      "step": 1780550
    },
    {
      "epoch": 496.95,
      "grad_norm": 1.0312714576721191,
      "learning_rate": 1.6107740465360045e-06,
      "loss": 0.355,
      "step": 1780560
    },
    {
      "epoch": 496.95,
      "grad_norm": 1.181924819946289,
      "learning_rate": 1.6107483632630936e-06,
      "loss": 0.3361,
      "step": 1780570
    },
    {
      "epoch": 496.95,
      "grad_norm": 1.1809909343719482,
      "learning_rate": 1.6107226800877454e-06,
      "loss": 0.3536,
      "step": 1780580
    },
    {
      "epoch": 496.96,
      "grad_norm": 1.1491543054580688,
      "learning_rate": 1.610696997009962e-06,
      "loss": 0.3405,
      "step": 1780590
    },
    {
      "epoch": 496.96,
      "grad_norm": 1.1208575963974,
      "learning_rate": 1.6106713140297497e-06,
      "loss": 0.3475,
      "step": 1780600
    },
    {
      "epoch": 496.96,
      "grad_norm": 2.6880593299865723,
      "learning_rate": 1.6106456311471094e-06,
      "loss": 0.3572,
      "step": 1780610
    },
    {
      "epoch": 496.96,
      "grad_norm": 1.3079619407653809,
      "learning_rate": 1.6106199483620463e-06,
      "loss": 0.3331,
      "step": 1780620
    },
    {
      "epoch": 496.97,
      "grad_norm": 0.9974561333656311,
      "learning_rate": 1.6105942656745628e-06,
      "loss": 0.3473,
      "step": 1780630
    },
    {
      "epoch": 496.97,
      "grad_norm": 1.016210675239563,
      "learning_rate": 1.6105685830846615e-06,
      "loss": 0.3471,
      "step": 1780640
    },
    {
      "epoch": 496.97,
      "grad_norm": 0.9888167977333069,
      "learning_rate": 1.610542900592348e-06,
      "loss": 0.3402,
      "step": 1780650
    },
    {
      "epoch": 496.97,
      "grad_norm": 1.056214451789856,
      "learning_rate": 1.6105172181976245e-06,
      "loss": 0.3331,
      "step": 1780660
    },
    {
      "epoch": 496.98,
      "grad_norm": 1.055084466934204,
      "learning_rate": 1.6104915359004934e-06,
      "loss": 0.3266,
      "step": 1780670
    },
    {
      "epoch": 496.98,
      "grad_norm": 1.0269018411636353,
      "learning_rate": 1.6104658537009606e-06,
      "loss": 0.3453,
      "step": 1780680
    },
    {
      "epoch": 496.98,
      "grad_norm": 1.0998611450195312,
      "learning_rate": 1.6104401715990276e-06,
      "loss": 0.3341,
      "step": 1780690
    },
    {
      "epoch": 496.99,
      "grad_norm": 1.0703625679016113,
      "learning_rate": 1.6104144895946982e-06,
      "loss": 0.335,
      "step": 1780700
    },
    {
      "epoch": 496.99,
      "grad_norm": 1.0878574848175049,
      "learning_rate": 1.6103888076879763e-06,
      "loss": 0.3301,
      "step": 1780710
    },
    {
      "epoch": 496.99,
      "grad_norm": 1.1301863193511963,
      "learning_rate": 1.6103631258788651e-06,
      "loss": 0.3412,
      "step": 1780720
    },
    {
      "epoch": 496.99,
      "grad_norm": 1.2532274723052979,
      "learning_rate": 1.6103374441673669e-06,
      "loss": 0.3478,
      "step": 1780730
    },
    {
      "epoch": 497.0,
      "grad_norm": 0.9806802272796631,
      "learning_rate": 1.6103117625534866e-06,
      "loss": 0.346,
      "step": 1780740
    },
    {
      "epoch": 497.0,
      "grad_norm": 1.0228722095489502,
      "learning_rate": 1.6102860810372278e-06,
      "loss": 0.3396,
      "step": 1780750
    },
    {
      "epoch": 497.0,
      "eval_loss": 0.3445528447628021,
      "eval_runtime": 62.9373,
      "eval_samples_per_second": 80.382,
      "eval_steps_per_second": 10.058,
      "step": 1780751
    },
    {
      "epoch": 497.0,
      "grad_norm": 1.0407825708389282,
      "learning_rate": 1.6102603996185925e-06,
      "loss": 0.3326,
      "step": 1780760
    },
    {
      "epoch": 497.01,
      "grad_norm": 1.1202009916305542,
      "learning_rate": 1.6102347182975851e-06,
      "loss": 0.33,
      "step": 1780770
    },
    {
      "epoch": 497.01,
      "grad_norm": 1.0863523483276367,
      "learning_rate": 1.610209037074209e-06,
      "loss": 0.3364,
      "step": 1780780
    },
    {
      "epoch": 497.01,
      "grad_norm": 1.1543251276016235,
      "learning_rate": 1.6101833559484665e-06,
      "loss": 0.3242,
      "step": 1780790
    },
    {
      "epoch": 497.01,
      "grad_norm": 1.1042073965072632,
      "learning_rate": 1.610157674920363e-06,
      "loss": 0.338,
      "step": 1780800
    },
    {
      "epoch": 497.02,
      "grad_norm": 0.8957017660140991,
      "learning_rate": 1.6101319939899005e-06,
      "loss": 0.3322,
      "step": 1780810
    },
    {
      "epoch": 497.02,
      "grad_norm": 1.0606764554977417,
      "learning_rate": 1.6101063131570822e-06,
      "loss": 0.3413,
      "step": 1780820
    },
    {
      "epoch": 497.02,
      "grad_norm": 1.0331147909164429,
      "learning_rate": 1.6100806324219127e-06,
      "loss": 0.3258,
      "step": 1780830
    },
    {
      "epoch": 497.02,
      "grad_norm": 1.0958915948867798,
      "learning_rate": 1.610054951784395e-06,
      "loss": 0.344,
      "step": 1780840
    },
    {
      "epoch": 497.03,
      "grad_norm": 1.0178272724151611,
      "learning_rate": 1.6100292712445317e-06,
      "loss": 0.3414,
      "step": 1780850
    },
    {
      "epoch": 497.03,
      "grad_norm": 1.2397748231887817,
      "learning_rate": 1.6100035908023273e-06,
      "loss": 0.3397,
      "step": 1780860
    },
    {
      "epoch": 497.03,
      "grad_norm": 1.1502045392990112,
      "learning_rate": 1.6099779104577848e-06,
      "loss": 0.3455,
      "step": 1780870
    },
    {
      "epoch": 497.04,
      "grad_norm": 1.2940223217010498,
      "learning_rate": 1.6099522302109065e-06,
      "loss": 0.3358,
      "step": 1780880
    },
    {
      "epoch": 497.04,
      "grad_norm": 1.0546420812606812,
      "learning_rate": 1.6099265500616983e-06,
      "loss": 0.3393,
      "step": 1780890
    },
    {
      "epoch": 497.04,
      "grad_norm": 1.1305713653564453,
      "learning_rate": 1.609900870010161e-06,
      "loss": 0.3387,
      "step": 1780900
    },
    {
      "epoch": 497.04,
      "grad_norm": 1.0614166259765625,
      "learning_rate": 1.6098751900563002e-06,
      "loss": 0.3681,
      "step": 1780910
    },
    {
      "epoch": 497.05,
      "grad_norm": 1.2261935472488403,
      "learning_rate": 1.6098495102001177e-06,
      "loss": 0.3531,
      "step": 1780920
    },
    {
      "epoch": 497.05,
      "grad_norm": 1.416845679283142,
      "learning_rate": 1.6098238304416176e-06,
      "loss": 0.3503,
      "step": 1780930
    },
    {
      "epoch": 497.05,
      "grad_norm": 1.211208462715149,
      "learning_rate": 1.6097981507808035e-06,
      "loss": 0.3279,
      "step": 1780940
    },
    {
      "epoch": 497.06,
      "grad_norm": 1.0643410682678223,
      "learning_rate": 1.609772471217679e-06,
      "loss": 0.3211,
      "step": 1780950
    },
    {
      "epoch": 497.06,
      "grad_norm": 1.1123011112213135,
      "learning_rate": 1.609746791752246e-06,
      "loss": 0.3327,
      "step": 1780960
    },
    {
      "epoch": 497.06,
      "grad_norm": 1.0295865535736084,
      "learning_rate": 1.60972111238451e-06,
      "loss": 0.348,
      "step": 1780970
    },
    {
      "epoch": 497.06,
      "grad_norm": 1.2034229040145874,
      "learning_rate": 1.6096954331144732e-06,
      "loss": 0.3391,
      "step": 1780980
    },
    {
      "epoch": 497.07,
      "grad_norm": 0.9221189618110657,
      "learning_rate": 1.6096697539421392e-06,
      "loss": 0.3355,
      "step": 1780990
    },
    {
      "epoch": 497.07,
      "grad_norm": 0.9683032631874084,
      "learning_rate": 1.6096440748675117e-06,
      "loss": 0.3359,
      "step": 1781000
    },
    {
      "epoch": 497.07,
      "grad_norm": 1.1012871265411377,
      "learning_rate": 1.6096183958905939e-06,
      "loss": 0.3322,
      "step": 1781010
    },
    {
      "epoch": 497.08,
      "grad_norm": 1.1970791816711426,
      "learning_rate": 1.609592717011388e-06,
      "loss": 0.3341,
      "step": 1781020
    },
    {
      "epoch": 497.08,
      "grad_norm": 1.0675264596939087,
      "learning_rate": 1.6095670382298999e-06,
      "loss": 0.3412,
      "step": 1781030
    },
    {
      "epoch": 497.08,
      "grad_norm": 1.0522184371948242,
      "learning_rate": 1.6095413595461321e-06,
      "loss": 0.3639,
      "step": 1781040
    },
    {
      "epoch": 497.08,
      "grad_norm": 1.0112981796264648,
      "learning_rate": 1.609515680960086e-06,
      "loss": 0.3297,
      "step": 1781050
    },
    {
      "epoch": 497.09,
      "grad_norm": 0.9703041911125183,
      "learning_rate": 1.609490002471768e-06,
      "loss": 0.3513,
      "step": 1781060
    },
    {
      "epoch": 497.09,
      "grad_norm": 1.9175697565078735,
      "learning_rate": 1.6094643240811802e-06,
      "loss": 0.3264,
      "step": 1781070
    },
    {
      "epoch": 497.09,
      "grad_norm": 1.2667045593261719,
      "learning_rate": 1.6094386457883256e-06,
      "loss": 0.3562,
      "step": 1781080
    },
    {
      "epoch": 497.09,
      "grad_norm": 1.2905430793762207,
      "learning_rate": 1.6094129675932084e-06,
      "loss": 0.3376,
      "step": 1781090
    },
    {
      "epoch": 497.1,
      "grad_norm": 1.0505483150482178,
      "learning_rate": 1.609387289495832e-06,
      "loss": 0.3285,
      "step": 1781100
    },
    {
      "epoch": 497.1,
      "grad_norm": 1.2265900373458862,
      "learning_rate": 1.609361611496198e-06,
      "loss": 0.3581,
      "step": 1781110
    },
    {
      "epoch": 497.1,
      "grad_norm": 0.956273078918457,
      "learning_rate": 1.6093359335943126e-06,
      "loss": 0.347,
      "step": 1781120
    },
    {
      "epoch": 497.11,
      "grad_norm": 1.1448848247528076,
      "learning_rate": 1.6093102557901778e-06,
      "loss": 0.3566,
      "step": 1781130
    },
    {
      "epoch": 497.11,
      "grad_norm": 1.0256844758987427,
      "learning_rate": 1.6092845780837965e-06,
      "loss": 0.3461,
      "step": 1781140
    },
    {
      "epoch": 497.11,
      "grad_norm": 1.106231451034546,
      "learning_rate": 1.6092589004751736e-06,
      "loss": 0.3479,
      "step": 1781150
    },
    {
      "epoch": 497.11,
      "grad_norm": 1.1289904117584229,
      "learning_rate": 1.6092332229643114e-06,
      "loss": 0.3493,
      "step": 1781160
    },
    {
      "epoch": 497.12,
      "grad_norm": 1.1552150249481201,
      "learning_rate": 1.6092075455512125e-06,
      "loss": 0.3329,
      "step": 1781170
    },
    {
      "epoch": 497.12,
      "grad_norm": 1.1462628841400146,
      "learning_rate": 1.6091818682358829e-06,
      "loss": 0.3475,
      "step": 1781180
    },
    {
      "epoch": 497.12,
      "grad_norm": 1.211064338684082,
      "learning_rate": 1.6091561910183228e-06,
      "loss": 0.35,
      "step": 1781190
    },
    {
      "epoch": 497.13,
      "grad_norm": 0.9883654713630676,
      "learning_rate": 1.6091305138985387e-06,
      "loss": 0.3536,
      "step": 1781200
    },
    {
      "epoch": 497.13,
      "grad_norm": 1.0619392395019531,
      "learning_rate": 1.6091048368765327e-06,
      "loss": 0.349,
      "step": 1781210
    },
    {
      "epoch": 497.13,
      "grad_norm": 1.224761962890625,
      "learning_rate": 1.609079159952308e-06,
      "loss": 0.3523,
      "step": 1781220
    },
    {
      "epoch": 497.13,
      "grad_norm": 1.1001851558685303,
      "learning_rate": 1.6090534831258682e-06,
      "loss": 0.3559,
      "step": 1781230
    },
    {
      "epoch": 497.14,
      "grad_norm": 1.1436421871185303,
      "learning_rate": 1.6090278063972168e-06,
      "loss": 0.3235,
      "step": 1781240
    },
    {
      "epoch": 497.14,
      "grad_norm": 0.9625100493431091,
      "learning_rate": 1.6090021297663562e-06,
      "loss": 0.3407,
      "step": 1781250
    },
    {
      "epoch": 497.14,
      "grad_norm": 0.9925305843353271,
      "learning_rate": 1.6089764532332917e-06,
      "loss": 0.3251,
      "step": 1781260
    },
    {
      "epoch": 497.14,
      "grad_norm": 1.2135579586029053,
      "learning_rate": 1.6089507767980257e-06,
      "loss": 0.3396,
      "step": 1781270
    },
    {
      "epoch": 497.15,
      "grad_norm": 1.173935890197754,
      "learning_rate": 1.6089251004605612e-06,
      "loss": 0.3491,
      "step": 1781280
    },
    {
      "epoch": 497.15,
      "grad_norm": 1.0643956661224365,
      "learning_rate": 1.6088994242209024e-06,
      "loss": 0.3584,
      "step": 1781290
    },
    {
      "epoch": 497.15,
      "grad_norm": 1.1724432706832886,
      "learning_rate": 1.6088737480790528e-06,
      "loss": 0.3479,
      "step": 1781300
    },
    {
      "epoch": 497.16,
      "grad_norm": 1.259958267211914,
      "learning_rate": 1.6088480720350143e-06,
      "loss": 0.3419,
      "step": 1781310
    },
    {
      "epoch": 497.16,
      "grad_norm": 1.005431056022644,
      "learning_rate": 1.6088223960887922e-06,
      "loss": 0.3486,
      "step": 1781320
    },
    {
      "epoch": 497.16,
      "grad_norm": 0.9653213620185852,
      "learning_rate": 1.6087967202403896e-06,
      "loss": 0.341,
      "step": 1781330
    },
    {
      "epoch": 497.16,
      "grad_norm": 1.0962404012680054,
      "learning_rate": 1.6087710444898082e-06,
      "loss": 0.3474,
      "step": 1781340
    },
    {
      "epoch": 497.17,
      "grad_norm": 0.943337082862854,
      "learning_rate": 1.6087453688370538e-06,
      "loss": 0.33,
      "step": 1781350
    },
    {
      "epoch": 497.17,
      "grad_norm": 1.1523971557617188,
      "learning_rate": 1.6087196932821286e-06,
      "loss": 0.344,
      "step": 1781360
    },
    {
      "epoch": 497.17,
      "grad_norm": 1.05813467502594,
      "learning_rate": 1.6086940178250357e-06,
      "loss": 0.331,
      "step": 1781370
    },
    {
      "epoch": 497.18,
      "grad_norm": 0.9545071125030518,
      "learning_rate": 1.6086683424657793e-06,
      "loss": 0.3234,
      "step": 1781380
    },
    {
      "epoch": 497.18,
      "grad_norm": 0.9848602414131165,
      "learning_rate": 1.6086426672043628e-06,
      "loss": 0.3527,
      "step": 1781390
    },
    {
      "epoch": 497.18,
      "grad_norm": 1.084210753440857,
      "learning_rate": 1.608616992040788e-06,
      "loss": 0.3373,
      "step": 1781400
    },
    {
      "epoch": 497.18,
      "grad_norm": 1.1956584453582764,
      "learning_rate": 1.608591316975061e-06,
      "loss": 0.3392,
      "step": 1781410
    },
    {
      "epoch": 497.19,
      "grad_norm": 1.077818512916565,
      "learning_rate": 1.6085656420071833e-06,
      "loss": 0.3352,
      "step": 1781420
    },
    {
      "epoch": 497.19,
      "grad_norm": 0.9561966061592102,
      "learning_rate": 1.6085399671371587e-06,
      "loss": 0.3211,
      "step": 1781430
    },
    {
      "epoch": 497.19,
      "grad_norm": 1.0394285917282104,
      "learning_rate": 1.608514292364991e-06,
      "loss": 0.3434,
      "step": 1781440
    },
    {
      "epoch": 497.2,
      "grad_norm": 1.0219827890396118,
      "learning_rate": 1.6084886176906836e-06,
      "loss": 0.3445,
      "step": 1781450
    },
    {
      "epoch": 497.2,
      "grad_norm": 1.1545017957687378,
      "learning_rate": 1.6084629431142386e-06,
      "loss": 0.3517,
      "step": 1781460
    },
    {
      "epoch": 497.2,
      "grad_norm": 1.2597414255142212,
      "learning_rate": 1.6084372686356616e-06,
      "loss": 0.3537,
      "step": 1781470
    },
    {
      "epoch": 497.2,
      "grad_norm": 1.2313183546066284,
      "learning_rate": 1.6084115942549536e-06,
      "loss": 0.3376,
      "step": 1781480
    },
    {
      "epoch": 497.21,
      "grad_norm": 1.1283942461013794,
      "learning_rate": 1.6083859199721206e-06,
      "loss": 0.3467,
      "step": 1781490
    },
    {
      "epoch": 497.21,
      "grad_norm": 1.0124011039733887,
      "learning_rate": 1.608360245787165e-06,
      "loss": 0.3462,
      "step": 1781500
    },
    {
      "epoch": 497.21,
      "grad_norm": 1.1537766456604004,
      "learning_rate": 1.6083345717000889e-06,
      "loss": 0.3309,
      "step": 1781510
    },
    {
      "epoch": 497.21,
      "grad_norm": 0.996574878692627,
      "learning_rate": 1.6083088977108977e-06,
      "loss": 0.3502,
      "step": 1781520
    },
    {
      "epoch": 497.22,
      "grad_norm": 1.1846227645874023,
      "learning_rate": 1.6082832238195939e-06,
      "loss": 0.3422,
      "step": 1781530
    },
    {
      "epoch": 497.22,
      "grad_norm": 1.1012890338897705,
      "learning_rate": 1.6082575500261798e-06,
      "loss": 0.3542,
      "step": 1781540
    },
    {
      "epoch": 497.22,
      "grad_norm": 1.219810128211975,
      "learning_rate": 1.6082318763306608e-06,
      "loss": 0.3414,
      "step": 1781550
    },
    {
      "epoch": 497.23,
      "grad_norm": 1.408218264579773,
      "learning_rate": 1.6082062027330396e-06,
      "loss": 0.3659,
      "step": 1781560
    },
    {
      "epoch": 497.23,
      "grad_norm": 1.1109275817871094,
      "learning_rate": 1.608180529233319e-06,
      "loss": 0.3364,
      "step": 1781570
    },
    {
      "epoch": 497.23,
      "grad_norm": 1.11363685131073,
      "learning_rate": 1.6081548558315036e-06,
      "loss": 0.3432,
      "step": 1781580
    },
    {
      "epoch": 497.23,
      "grad_norm": 1.1742665767669678,
      "learning_rate": 1.6081291825275957e-06,
      "loss": 0.342,
      "step": 1781590
    },
    {
      "epoch": 497.24,
      "grad_norm": 1.2448644638061523,
      "learning_rate": 1.6081035093215985e-06,
      "loss": 0.3535,
      "step": 1781600
    },
    {
      "epoch": 497.24,
      "grad_norm": 1.2894779443740845,
      "learning_rate": 1.608077836213517e-06,
      "loss": 0.3416,
      "step": 1781610
    },
    {
      "epoch": 497.24,
      "grad_norm": 1.1740142107009888,
      "learning_rate": 1.6080521632033535e-06,
      "loss": 0.346,
      "step": 1781620
    },
    {
      "epoch": 497.25,
      "grad_norm": 1.0021483898162842,
      "learning_rate": 1.6080264902911107e-06,
      "loss": 0.3368,
      "step": 1781630
    },
    {
      "epoch": 497.25,
      "grad_norm": 1.097978115081787,
      "learning_rate": 1.608000817476794e-06,
      "loss": 0.3369,
      "step": 1781640
    },
    {
      "epoch": 497.25,
      "grad_norm": 0.9350842237472534,
      "learning_rate": 1.6079751447604053e-06,
      "loss": 0.3399,
      "step": 1781650
    },
    {
      "epoch": 497.25,
      "grad_norm": 1.19135582447052,
      "learning_rate": 1.6079494721419483e-06,
      "loss": 0.3459,
      "step": 1781660
    },
    {
      "epoch": 497.26,
      "grad_norm": 1.016392469406128,
      "learning_rate": 1.607923799621427e-06,
      "loss": 0.3325,
      "step": 1781670
    },
    {
      "epoch": 497.26,
      "grad_norm": 1.1606032848358154,
      "learning_rate": 1.6078981271988443e-06,
      "loss": 0.3476,
      "step": 1781680
    },
    {
      "epoch": 497.26,
      "grad_norm": 1.094784140586853,
      "learning_rate": 1.6078724548742027e-06,
      "loss": 0.3404,
      "step": 1781690
    },
    {
      "epoch": 497.26,
      "grad_norm": 1.1413917541503906,
      "learning_rate": 1.6078467826475075e-06,
      "loss": 0.3474,
      "step": 1781700
    },
    {
      "epoch": 497.27,
      "grad_norm": 1.1268205642700195,
      "learning_rate": 1.6078211105187615e-06,
      "loss": 0.3589,
      "step": 1781710
    },
    {
      "epoch": 497.27,
      "grad_norm": 1.1039024591445923,
      "learning_rate": 1.6077954384879675e-06,
      "loss": 0.3433,
      "step": 1781720
    },
    {
      "epoch": 497.27,
      "grad_norm": 1.0578558444976807,
      "learning_rate": 1.607769766555129e-06,
      "loss": 0.335,
      "step": 1781730
    },
    {
      "epoch": 497.28,
      "grad_norm": 1.123307228088379,
      "learning_rate": 1.6077440947202503e-06,
      "loss": 0.3595,
      "step": 1781740
    },
    {
      "epoch": 497.28,
      "grad_norm": 1.2508009672164917,
      "learning_rate": 1.6077184229833328e-06,
      "loss": 0.3398,
      "step": 1781750
    },
    {
      "epoch": 497.28,
      "grad_norm": 0.9569692611694336,
      "learning_rate": 1.6076927513443828e-06,
      "loss": 0.3412,
      "step": 1781760
    },
    {
      "epoch": 497.28,
      "grad_norm": 0.9600825905799866,
      "learning_rate": 1.6076670798034006e-06,
      "loss": 0.3245,
      "step": 1781770
    },
    {
      "epoch": 497.29,
      "grad_norm": 1.0225571393966675,
      "learning_rate": 1.6076414083603925e-06,
      "loss": 0.3581,
      "step": 1781780
    },
    {
      "epoch": 497.29,
      "grad_norm": 1.1775938272476196,
      "learning_rate": 1.6076157370153608e-06,
      "loss": 0.3519,
      "step": 1781790
    },
    {
      "epoch": 497.29,
      "grad_norm": 1.338614821434021,
      "learning_rate": 1.6075900657683082e-06,
      "loss": 0.3471,
      "step": 1781800
    },
    {
      "epoch": 497.3,
      "grad_norm": 1.0425138473510742,
      "learning_rate": 1.6075643946192392e-06,
      "loss": 0.3336,
      "step": 1781810
    },
    {
      "epoch": 497.3,
      "grad_norm": 1.2791752815246582,
      "learning_rate": 1.6075387235681565e-06,
      "loss": 0.3645,
      "step": 1781820
    },
    {
      "epoch": 497.3,
      "grad_norm": 1.1574167013168335,
      "learning_rate": 1.607513052615063e-06,
      "loss": 0.3457,
      "step": 1781830
    },
    {
      "epoch": 497.3,
      "grad_norm": 1.0309594869613647,
      "learning_rate": 1.6074873817599636e-06,
      "loss": 0.3389,
      "step": 1781840
    },
    {
      "epoch": 497.31,
      "grad_norm": 1.0010807514190674,
      "learning_rate": 1.6074617110028613e-06,
      "loss": 0.3619,
      "step": 1781850
    },
    {
      "epoch": 497.31,
      "grad_norm": 1.3321954011917114,
      "learning_rate": 1.607436040343758e-06,
      "loss": 0.339,
      "step": 1781860
    },
    {
      "epoch": 497.31,
      "grad_norm": 1.1132917404174805,
      "learning_rate": 1.6074103697826594e-06,
      "loss": 0.3429,
      "step": 1781870
    },
    {
      "epoch": 497.32,
      "grad_norm": 1.0759221315383911,
      "learning_rate": 1.6073846993195673e-06,
      "loss": 0.3292,
      "step": 1781880
    },
    {
      "epoch": 497.32,
      "grad_norm": 1.1798852682113647,
      "learning_rate": 1.6073590289544855e-06,
      "loss": 0.3542,
      "step": 1781890
    },
    {
      "epoch": 497.32,
      "grad_norm": 1.0507099628448486,
      "learning_rate": 1.607333358687418e-06,
      "loss": 0.3394,
      "step": 1781900
    },
    {
      "epoch": 497.32,
      "grad_norm": 0.8681942820549011,
      "learning_rate": 1.6073076885183676e-06,
      "loss": 0.3358,
      "step": 1781910
    },
    {
      "epoch": 497.33,
      "grad_norm": 0.9595422148704529,
      "learning_rate": 1.6072820184473372e-06,
      "loss": 0.3373,
      "step": 1781920
    },
    {
      "epoch": 497.33,
      "grad_norm": 1.0189247131347656,
      "learning_rate": 1.6072563484743318e-06,
      "loss": 0.3375,
      "step": 1781930
    },
    {
      "epoch": 497.33,
      "grad_norm": 1.0232367515563965,
      "learning_rate": 1.6072306785993537e-06,
      "loss": 0.3349,
      "step": 1781940
    },
    {
      "epoch": 497.33,
      "grad_norm": 1.1955106258392334,
      "learning_rate": 1.6072050088224063e-06,
      "loss": 0.3422,
      "step": 1781950
    },
    {
      "epoch": 497.34,
      "grad_norm": 1.0455957651138306,
      "learning_rate": 1.6071793391434937e-06,
      "loss": 0.3456,
      "step": 1781960
    },
    {
      "epoch": 497.34,
      "grad_norm": 1.1706454753875732,
      "learning_rate": 1.6071536695626186e-06,
      "loss": 0.3507,
      "step": 1781970
    },
    {
      "epoch": 497.34,
      "grad_norm": 1.8867161273956299,
      "learning_rate": 1.6071280000797837e-06,
      "loss": 0.3488,
      "step": 1781980
    },
    {
      "epoch": 497.35,
      "grad_norm": 1.1556077003479004,
      "learning_rate": 1.6071023306949944e-06,
      "loss": 0.3471,
      "step": 1781990
    },
    {
      "epoch": 497.35,
      "grad_norm": 1.0254977941513062,
      "learning_rate": 1.6070766614082533e-06,
      "loss": 0.3417,
      "step": 1782000
    },
    {
      "epoch": 497.35,
      "grad_norm": 1.1436028480529785,
      "learning_rate": 1.6070509922195625e-06,
      "loss": 0.3457,
      "step": 1782010
    },
    {
      "epoch": 497.35,
      "grad_norm": 1.1637576818466187,
      "learning_rate": 1.6070253231289278e-06,
      "loss": 0.3384,
      "step": 1782020
    },
    {
      "epoch": 497.36,
      "grad_norm": 1.7235538959503174,
      "learning_rate": 1.606999654136351e-06,
      "loss": 0.3372,
      "step": 1782030
    },
    {
      "epoch": 497.36,
      "grad_norm": 1.1625030040740967,
      "learning_rate": 1.6069739852418353e-06,
      "loss": 0.3379,
      "step": 1782040
    },
    {
      "epoch": 497.36,
      "grad_norm": 1.0997101068496704,
      "learning_rate": 1.6069483164453853e-06,
      "loss": 0.3476,
      "step": 1782050
    },
    {
      "epoch": 497.37,
      "grad_norm": 0.9055323004722595,
      "learning_rate": 1.606922647747003e-06,
      "loss": 0.3462,
      "step": 1782060
    },
    {
      "epoch": 497.37,
      "grad_norm": 1.1274174451828003,
      "learning_rate": 1.6068969791466936e-06,
      "loss": 0.3252,
      "step": 1782070
    },
    {
      "epoch": 497.37,
      "grad_norm": 1.0912688970565796,
      "learning_rate": 1.6068713106444594e-06,
      "loss": 0.3557,
      "step": 1782080
    },
    {
      "epoch": 497.37,
      "grad_norm": 1.1774837970733643,
      "learning_rate": 1.6068456422403037e-06,
      "loss": 0.3415,
      "step": 1782090
    },
    {
      "epoch": 497.38,
      "grad_norm": 1.0338163375854492,
      "learning_rate": 1.6068199739342303e-06,
      "loss": 0.3406,
      "step": 1782100
    },
    {
      "epoch": 497.38,
      "grad_norm": 1.159789800643921,
      "learning_rate": 1.6067943057262425e-06,
      "loss": 0.3465,
      "step": 1782110
    },
    {
      "epoch": 497.38,
      "grad_norm": 1.0960261821746826,
      "learning_rate": 1.606768637616343e-06,
      "loss": 0.3387,
      "step": 1782120
    },
    {
      "epoch": 497.38,
      "grad_norm": 1.1608401536941528,
      "learning_rate": 1.6067429696045369e-06,
      "loss": 0.3353,
      "step": 1782130
    },
    {
      "epoch": 497.39,
      "grad_norm": 1.3359711170196533,
      "learning_rate": 1.6067173016908265e-06,
      "loss": 0.3489,
      "step": 1782140
    },
    {
      "epoch": 497.39,
      "grad_norm": 1.5879193544387817,
      "learning_rate": 1.6066916338752142e-06,
      "loss": 0.3397,
      "step": 1782150
    },
    {
      "epoch": 497.39,
      "grad_norm": 1.2112751007080078,
      "learning_rate": 1.6066659661577059e-06,
      "loss": 0.3265,
      "step": 1782160
    },
    {
      "epoch": 497.4,
      "grad_norm": 4.741050720214844,
      "learning_rate": 1.6066402985383037e-06,
      "loss": 0.3405,
      "step": 1782170
    },
    {
      "epoch": 497.4,
      "grad_norm": 1.1368370056152344,
      "learning_rate": 1.6066146310170101e-06,
      "loss": 0.3462,
      "step": 1782180
    },
    {
      "epoch": 497.4,
      "grad_norm": 1.092194676399231,
      "learning_rate": 1.6065889635938303e-06,
      "loss": 0.3365,
      "step": 1782190
    },
    {
      "epoch": 497.4,
      "grad_norm": 1.0998518466949463,
      "learning_rate": 1.6065632962687664e-06,
      "loss": 0.3367,
      "step": 1782200
    },
    {
      "epoch": 497.41,
      "grad_norm": 0.8864936828613281,
      "learning_rate": 1.6065376290418214e-06,
      "loss": 0.3398,
      "step": 1782210
    },
    {
      "epoch": 497.41,
      "grad_norm": 1.552550196647644,
      "learning_rate": 1.606511961913001e-06,
      "loss": 0.3584,
      "step": 1782220
    },
    {
      "epoch": 497.41,
      "grad_norm": 1.0681099891662598,
      "learning_rate": 1.6064862948823068e-06,
      "loss": 0.3489,
      "step": 1782230
    },
    {
      "epoch": 497.42,
      "grad_norm": 1.3831028938293457,
      "learning_rate": 1.6064606279497425e-06,
      "loss": 0.3533,
      "step": 1782240
    },
    {
      "epoch": 497.42,
      "grad_norm": 0.8792194128036499,
      "learning_rate": 1.6064349611153117e-06,
      "loss": 0.3345,
      "step": 1782250
    },
    {
      "epoch": 497.42,
      "grad_norm": 1.0841299295425415,
      "learning_rate": 1.6064092943790174e-06,
      "loss": 0.3596,
      "step": 1782260
    },
    {
      "epoch": 497.42,
      "grad_norm": 1.0459872484207153,
      "learning_rate": 1.606383627740863e-06,
      "loss": 0.3539,
      "step": 1782270
    },
    {
      "epoch": 497.43,
      "grad_norm": 1.188743233680725,
      "learning_rate": 1.6063579612008532e-06,
      "loss": 0.3463,
      "step": 1782280
    },
    {
      "epoch": 497.43,
      "grad_norm": 1.0070090293884277,
      "learning_rate": 1.6063322947589902e-06,
      "loss": 0.3544,
      "step": 1782290
    },
    {
      "epoch": 497.43,
      "grad_norm": 1.0340492725372314,
      "learning_rate": 1.6063066284152768e-06,
      "loss": 0.3359,
      "step": 1782300
    },
    {
      "epoch": 497.44,
      "grad_norm": 1.2448039054870605,
      "learning_rate": 1.6062809621697187e-06,
      "loss": 0.3499,
      "step": 1782310
    },
    {
      "epoch": 497.44,
      "grad_norm": 1.1220054626464844,
      "learning_rate": 1.6062552960223174e-06,
      "loss": 0.3579,
      "step": 1782320
    },
    {
      "epoch": 497.44,
      "grad_norm": 1.1924028396606445,
      "learning_rate": 1.6062296299730763e-06,
      "loss": 0.3507,
      "step": 1782330
    },
    {
      "epoch": 497.44,
      "grad_norm": 0.8977567553520203,
      "learning_rate": 1.6062039640220001e-06,
      "loss": 0.3376,
      "step": 1782340
    },
    {
      "epoch": 497.45,
      "grad_norm": 1.1681488752365112,
      "learning_rate": 1.6061782981690905e-06,
      "loss": 0.3365,
      "step": 1782350
    },
    {
      "epoch": 497.45,
      "grad_norm": 1.1259220838546753,
      "learning_rate": 1.606152632414353e-06,
      "loss": 0.3502,
      "step": 1782360
    },
    {
      "epoch": 497.45,
      "grad_norm": 1.1604828834533691,
      "learning_rate": 1.6061269667577895e-06,
      "loss": 0.3346,
      "step": 1782370
    },
    {
      "epoch": 497.45,
      "grad_norm": 1.051374077796936,
      "learning_rate": 1.6061013011994038e-06,
      "loss": 0.3499,
      "step": 1782380
    },
    {
      "epoch": 497.46,
      "grad_norm": 1.1504442691802979,
      "learning_rate": 1.6060756357391997e-06,
      "loss": 0.3333,
      "step": 1782390
    },
    {
      "epoch": 497.46,
      "grad_norm": 1.2219876050949097,
      "learning_rate": 1.6060499703771801e-06,
      "loss": 0.3192,
      "step": 1782400
    },
    {
      "epoch": 497.46,
      "grad_norm": 1.2059845924377441,
      "learning_rate": 1.6060243051133478e-06,
      "loss": 0.3378,
      "step": 1782410
    },
    {
      "epoch": 497.47,
      "grad_norm": 1.0925579071044922,
      "learning_rate": 1.6059986399477077e-06,
      "loss": 0.3394,
      "step": 1782420
    },
    {
      "epoch": 497.47,
      "grad_norm": 1.0625982284545898,
      "learning_rate": 1.6059729748802626e-06,
      "loss": 0.3459,
      "step": 1782430
    },
    {
      "epoch": 497.47,
      "grad_norm": 7.42833137512207,
      "learning_rate": 1.605947309911015e-06,
      "loss": 0.332,
      "step": 1782440
    },
    {
      "epoch": 497.47,
      "grad_norm": 1.090413212776184,
      "learning_rate": 1.6059216450399702e-06,
      "loss": 0.3479,
      "step": 1782450
    },
    {
      "epoch": 497.48,
      "grad_norm": 1.038662075996399,
      "learning_rate": 1.6058959802671302e-06,
      "loss": 0.3372,
      "step": 1782460
    },
    {
      "epoch": 497.48,
      "grad_norm": 1.1837071180343628,
      "learning_rate": 1.6058703155924986e-06,
      "loss": 0.3619,
      "step": 1782470
    },
    {
      "epoch": 497.48,
      "grad_norm": 1.022107481956482,
      "learning_rate": 1.6058446510160792e-06,
      "loss": 0.3477,
      "step": 1782480
    },
    {
      "epoch": 497.49,
      "grad_norm": 1.039677619934082,
      "learning_rate": 1.6058189865378752e-06,
      "loss": 0.3625,
      "step": 1782490
    },
    {
      "epoch": 497.49,
      "grad_norm": 1.1344395875930786,
      "learning_rate": 1.6057933221578893e-06,
      "loss": 0.334,
      "step": 1782500
    },
    {
      "epoch": 497.49,
      "grad_norm": 0.9088941216468811,
      "learning_rate": 1.6057676578761264e-06,
      "loss": 0.3486,
      "step": 1782510
    },
    {
      "epoch": 497.49,
      "grad_norm": 1.1913554668426514,
      "learning_rate": 1.6057419936925895e-06,
      "loss": 0.3317,
      "step": 1782520
    },
    {
      "epoch": 497.5,
      "grad_norm": 1.0092483758926392,
      "learning_rate": 1.6057163296072807e-06,
      "loss": 0.3438,
      "step": 1782530
    },
    {
      "epoch": 497.5,
      "grad_norm": 1.0314850807189941,
      "learning_rate": 1.6056906656202052e-06,
      "loss": 0.3286,
      "step": 1782540
    },
    {
      "epoch": 497.5,
      "grad_norm": 1.0123441219329834,
      "learning_rate": 1.6056650017313652e-06,
      "loss": 0.3429,
      "step": 1782550
    },
    {
      "epoch": 497.5,
      "grad_norm": 1.228782057762146,
      "learning_rate": 1.6056393379407641e-06,
      "loss": 0.3431,
      "step": 1782560
    },
    {
      "epoch": 497.51,
      "grad_norm": 1.0265469551086426,
      "learning_rate": 1.6056136742484064e-06,
      "loss": 0.3447,
      "step": 1782570
    },
    {
      "epoch": 497.51,
      "grad_norm": 1.0077226161956787,
      "learning_rate": 1.6055880106542949e-06,
      "loss": 0.328,
      "step": 1782580
    },
    {
      "epoch": 497.51,
      "grad_norm": 1.0251836776733398,
      "learning_rate": 1.605562347158432e-06,
      "loss": 0.3473,
      "step": 1782590
    },
    {
      "epoch": 497.52,
      "grad_norm": 1.2525995969772339,
      "learning_rate": 1.6055366837608229e-06,
      "loss": 0.3483,
      "step": 1782600
    },
    {
      "epoch": 497.52,
      "grad_norm": 1.0558723211288452,
      "learning_rate": 1.6055110204614702e-06,
      "loss": 0.3344,
      "step": 1782610
    },
    {
      "epoch": 497.52,
      "grad_norm": 1.0285519361495972,
      "learning_rate": 1.605485357260377e-06,
      "loss": 0.3533,
      "step": 1782620
    },
    {
      "epoch": 497.52,
      "grad_norm": 1.083648443222046,
      "learning_rate": 1.6054596941575475e-06,
      "loss": 0.3518,
      "step": 1782630
    },
    {
      "epoch": 497.53,
      "grad_norm": 1.1529664993286133,
      "learning_rate": 1.6054340311529837e-06,
      "loss": 0.3458,
      "step": 1782640
    },
    {
      "epoch": 497.53,
      "grad_norm": 0.9817953109741211,
      "learning_rate": 1.6054083682466907e-06,
      "loss": 0.346,
      "step": 1782650
    },
    {
      "epoch": 497.53,
      "grad_norm": 1.1476547718048096,
      "learning_rate": 1.6053827054386713e-06,
      "loss": 0.337,
      "step": 1782660
    },
    {
      "epoch": 497.54,
      "grad_norm": 1.0279393196105957,
      "learning_rate": 1.6053570427289281e-06,
      "loss": 0.3537,
      "step": 1782670
    },
    {
      "epoch": 497.54,
      "grad_norm": 1.1598676443099976,
      "learning_rate": 1.6053313801174663e-06,
      "loss": 0.3305,
      "step": 1782680
    },
    {
      "epoch": 497.54,
      "grad_norm": 1.2844462394714355,
      "learning_rate": 1.6053057176042877e-06,
      "loss": 0.3466,
      "step": 1782690
    },
    {
      "epoch": 497.54,
      "grad_norm": 1.2412467002868652,
      "learning_rate": 1.6052800551893954e-06,
      "loss": 0.3245,
      "step": 1782700
    },
    {
      "epoch": 497.55,
      "grad_norm": 1.1653430461883545,
      "learning_rate": 1.6052543928727949e-06,
      "loss": 0.3411,
      "step": 1782710
    },
    {
      "epoch": 497.55,
      "grad_norm": 1.0027505159378052,
      "learning_rate": 1.6052287306544877e-06,
      "loss": 0.3307,
      "step": 1782720
    },
    {
      "epoch": 497.55,
      "grad_norm": 1.0756357908248901,
      "learning_rate": 1.6052030685344774e-06,
      "loss": 0.3233,
      "step": 1782730
    },
    {
      "epoch": 497.56,
      "grad_norm": 1.1219325065612793,
      "learning_rate": 1.6051774065127689e-06,
      "loss": 0.3461,
      "step": 1782740
    },
    {
      "epoch": 497.56,
      "grad_norm": 0.954376757144928,
      "learning_rate": 1.6051517445893642e-06,
      "loss": 0.3349,
      "step": 1782750
    },
    {
      "epoch": 497.56,
      "grad_norm": 1.1240676641464233,
      "learning_rate": 1.605126082764267e-06,
      "loss": 0.3256,
      "step": 1782760
    },
    {
      "epoch": 497.56,
      "grad_norm": 1.2499580383300781,
      "learning_rate": 1.6051004210374815e-06,
      "loss": 0.3308,
      "step": 1782770
    },
    {
      "epoch": 497.57,
      "grad_norm": 1.1431818008422852,
      "learning_rate": 1.60507475940901e-06,
      "loss": 0.3489,
      "step": 1782780
    },
    {
      "epoch": 497.57,
      "grad_norm": 1.1598387956619263,
      "learning_rate": 1.6050490978788555e-06,
      "loss": 0.3513,
      "step": 1782790
    },
    {
      "epoch": 497.57,
      "grad_norm": 1.0532307624816895,
      "learning_rate": 1.6050234364470235e-06,
      "loss": 0.3538,
      "step": 1782800
    },
    {
      "epoch": 497.57,
      "grad_norm": 1.100836992263794,
      "learning_rate": 1.6049977751135161e-06,
      "loss": 0.3574,
      "step": 1782810
    },
    {
      "epoch": 497.58,
      "grad_norm": 1.0091729164123535,
      "learning_rate": 1.6049721138783362e-06,
      "loss": 0.3292,
      "step": 1782820
    },
    {
      "epoch": 497.58,
      "grad_norm": 1.186975121498108,
      "learning_rate": 1.6049464527414878e-06,
      "loss": 0.3561,
      "step": 1782830
    },
    {
      "epoch": 497.58,
      "grad_norm": 1.0147089958190918,
      "learning_rate": 1.604920791702975e-06,
      "loss": 0.3456,
      "step": 1782840
    },
    {
      "epoch": 497.59,
      "grad_norm": 1.011720895767212,
      "learning_rate": 1.6048951307628002e-06,
      "loss": 0.3529,
      "step": 1782850
    },
    {
      "epoch": 497.59,
      "grad_norm": 1.0706144571304321,
      "learning_rate": 1.6048694699209675e-06,
      "loss": 0.3411,
      "step": 1782860
    },
    {
      "epoch": 497.59,
      "grad_norm": 1.1765497922897339,
      "learning_rate": 1.6048438091774802e-06,
      "loss": 0.3347,
      "step": 1782870
    },
    {
      "epoch": 497.59,
      "grad_norm": 0.943907618522644,
      "learning_rate": 1.6048181485323404e-06,
      "loss": 0.337,
      "step": 1782880
    },
    {
      "epoch": 497.6,
      "grad_norm": 1.258966326713562,
      "learning_rate": 1.6047924879855538e-06,
      "loss": 0.3437,
      "step": 1782890
    },
    {
      "epoch": 497.6,
      "grad_norm": 1.3215878009796143,
      "learning_rate": 1.604766827537122e-06,
      "loss": 0.3432,
      "step": 1782900
    },
    {
      "epoch": 497.6,
      "grad_norm": 0.9897425770759583,
      "learning_rate": 1.604741167187049e-06,
      "loss": 0.3445,
      "step": 1782910
    },
    {
      "epoch": 497.61,
      "grad_norm": 0.9882140159606934,
      "learning_rate": 1.604715506935339e-06,
      "loss": 0.3423,
      "step": 1782920
    },
    {
      "epoch": 497.61,
      "grad_norm": 1.2431790828704834,
      "learning_rate": 1.6046898467819936e-06,
      "loss": 0.3328,
      "step": 1782930
    },
    {
      "epoch": 497.61,
      "grad_norm": 1.3876951932907104,
      "learning_rate": 1.604664186727018e-06,
      "loss": 0.3249,
      "step": 1782940
    },
    {
      "epoch": 497.61,
      "grad_norm": 1.2912116050720215,
      "learning_rate": 1.604638526770415e-06,
      "loss": 0.3362,
      "step": 1782950
    },
    {
      "epoch": 497.62,
      "grad_norm": 1.125107765197754,
      "learning_rate": 1.604612866912187e-06,
      "loss": 0.3316,
      "step": 1782960
    },
    {
      "epoch": 497.62,
      "grad_norm": 1.1108711957931519,
      "learning_rate": 1.6045872071523396e-06,
      "loss": 0.3532,
      "step": 1782970
    },
    {
      "epoch": 497.62,
      "grad_norm": 1.1031553745269775,
      "learning_rate": 1.6045615474908749e-06,
      "loss": 0.3369,
      "step": 1782980
    },
    {
      "epoch": 497.62,
      "grad_norm": 1.1164968013763428,
      "learning_rate": 1.6045358879277955e-06,
      "loss": 0.3408,
      "step": 1782990
    },
    {
      "epoch": 497.63,
      "grad_norm": 1.271014928817749,
      "learning_rate": 1.6045102284631067e-06,
      "loss": 0.3541,
      "step": 1783000
    },
    {
      "epoch": 497.63,
      "grad_norm": 0.998127281665802,
      "learning_rate": 1.6044845690968104e-06,
      "loss": 0.3477,
      "step": 1783010
    },
    {
      "epoch": 497.63,
      "grad_norm": 1.1238620281219482,
      "learning_rate": 1.60445890982891e-06,
      "loss": 0.3386,
      "step": 1783020
    },
    {
      "epoch": 497.64,
      "grad_norm": 1.2089329957962036,
      "learning_rate": 1.6044332506594102e-06,
      "loss": 0.3727,
      "step": 1783030
    },
    {
      "epoch": 497.64,
      "grad_norm": 1.239777684211731,
      "learning_rate": 1.6044075915883137e-06,
      "loss": 0.3448,
      "step": 1783040
    },
    {
      "epoch": 497.64,
      "grad_norm": 1.4956248998641968,
      "learning_rate": 1.6043819326156233e-06,
      "loss": 0.3501,
      "step": 1783050
    },
    {
      "epoch": 497.64,
      "grad_norm": 1.0931267738342285,
      "learning_rate": 1.604356273741344e-06,
      "loss": 0.336,
      "step": 1783060
    },
    {
      "epoch": 497.65,
      "grad_norm": 1.0932022333145142,
      "learning_rate": 1.6043306149654773e-06,
      "loss": 0.3382,
      "step": 1783070
    },
    {
      "epoch": 497.65,
      "grad_norm": 1.0870633125305176,
      "learning_rate": 1.6043049562880272e-06,
      "loss": 0.3344,
      "step": 1783080
    },
    {
      "epoch": 497.65,
      "grad_norm": 1.170314073562622,
      "learning_rate": 1.6042792977089981e-06,
      "loss": 0.3403,
      "step": 1783090
    },
    {
      "epoch": 497.66,
      "grad_norm": 1.132906198501587,
      "learning_rate": 1.604253639228393e-06,
      "loss": 0.3295,
      "step": 1783100
    },
    {
      "epoch": 497.66,
      "grad_norm": 1.0523666143417358,
      "learning_rate": 1.6042279808462142e-06,
      "loss": 0.3417,
      "step": 1783110
    },
    {
      "epoch": 497.66,
      "grad_norm": 0.9145650863647461,
      "learning_rate": 1.6042023225624665e-06,
      "loss": 0.3382,
      "step": 1783120
    },
    {
      "epoch": 497.66,
      "grad_norm": 1.0761997699737549,
      "learning_rate": 1.604176664377153e-06,
      "loss": 0.3371,
      "step": 1783130
    },
    {
      "epoch": 497.67,
      "grad_norm": 1.1058409214019775,
      "learning_rate": 1.6041510062902765e-06,
      "loss": 0.3326,
      "step": 1783140
    },
    {
      "epoch": 497.67,
      "grad_norm": 1.1021082401275635,
      "learning_rate": 1.6041253483018413e-06,
      "loss": 0.352,
      "step": 1783150
    },
    {
      "epoch": 497.67,
      "grad_norm": 0.9964550733566284,
      "learning_rate": 1.6040996904118502e-06,
      "loss": 0.3524,
      "step": 1783160
    },
    {
      "epoch": 497.68,
      "grad_norm": 1.0544167757034302,
      "learning_rate": 1.604074032620306e-06,
      "loss": 0.339,
      "step": 1783170
    },
    {
      "epoch": 497.68,
      "grad_norm": 1.1665937900543213,
      "learning_rate": 1.6040483749272137e-06,
      "loss": 0.3309,
      "step": 1783180
    },
    {
      "epoch": 497.68,
      "grad_norm": 1.269566535949707,
      "learning_rate": 1.6040227173325758e-06,
      "loss": 0.3536,
      "step": 1783190
    },
    {
      "epoch": 497.68,
      "grad_norm": 1.0850310325622559,
      "learning_rate": 1.6039970598363955e-06,
      "loss": 0.3255,
      "step": 1783200
    },
    {
      "epoch": 497.69,
      "grad_norm": 1.0035810470581055,
      "learning_rate": 1.6039714024386771e-06,
      "loss": 0.3545,
      "step": 1783210
    },
    {
      "epoch": 497.69,
      "grad_norm": 0.9782665371894836,
      "learning_rate": 1.603945745139422e-06,
      "loss": 0.3515,
      "step": 1783220
    },
    {
      "epoch": 497.69,
      "grad_norm": 1.093258023262024,
      "learning_rate": 1.6039200879386365e-06,
      "loss": 0.3434,
      "step": 1783230
    },
    {
      "epoch": 497.69,
      "grad_norm": 1.0579837560653687,
      "learning_rate": 1.6038944308363223e-06,
      "loss": 0.3507,
      "step": 1783240
    },
    {
      "epoch": 497.7,
      "grad_norm": 1.0662212371826172,
      "learning_rate": 1.6038687738324825e-06,
      "loss": 0.3568,
      "step": 1783250
    },
    {
      "epoch": 497.7,
      "grad_norm": 1.2899932861328125,
      "learning_rate": 1.6038431169271217e-06,
      "loss": 0.335,
      "step": 1783260
    },
    {
      "epoch": 497.7,
      "grad_norm": 1.0008642673492432,
      "learning_rate": 1.6038174601202427e-06,
      "loss": 0.3293,
      "step": 1783270
    },
    {
      "epoch": 497.71,
      "grad_norm": 1.066421627998352,
      "learning_rate": 1.6037918034118484e-06,
      "loss": 0.3461,
      "step": 1783280
    },
    {
      "epoch": 497.71,
      "grad_norm": 1.046905517578125,
      "learning_rate": 1.6037661468019435e-06,
      "loss": 0.3539,
      "step": 1783290
    },
    {
      "epoch": 497.71,
      "grad_norm": 0.9953753352165222,
      "learning_rate": 1.6037404902905303e-06,
      "loss": 0.3439,
      "step": 1783300
    },
    {
      "epoch": 497.71,
      "grad_norm": 1.1318986415863037,
      "learning_rate": 1.6037148338776118e-06,
      "loss": 0.3386,
      "step": 1783310
    },
    {
      "epoch": 497.72,
      "grad_norm": 0.9889624714851379,
      "learning_rate": 1.6036891775631933e-06,
      "loss": 0.3489,
      "step": 1783320
    },
    {
      "epoch": 497.72,
      "grad_norm": 0.9617399573326111,
      "learning_rate": 1.603663521347277e-06,
      "loss": 0.3367,
      "step": 1783330
    },
    {
      "epoch": 497.72,
      "grad_norm": 0.9746814966201782,
      "learning_rate": 1.6036378652298657e-06,
      "loss": 0.3254,
      "step": 1783340
    },
    {
      "epoch": 497.73,
      "grad_norm": 1.0967872142791748,
      "learning_rate": 1.603612209210964e-06,
      "loss": 0.3467,
      "step": 1783350
    },
    {
      "epoch": 497.73,
      "grad_norm": 1.1669201850891113,
      "learning_rate": 1.603586553290575e-06,
      "loss": 0.3637,
      "step": 1783360
    },
    {
      "epoch": 497.73,
      "grad_norm": 1.1049212217330933,
      "learning_rate": 1.6035608974687011e-06,
      "loss": 0.3247,
      "step": 1783370
    },
    {
      "epoch": 497.73,
      "grad_norm": 1.022295594215393,
      "learning_rate": 1.6035352417453475e-06,
      "loss": 0.3246,
      "step": 1783380
    },
    {
      "epoch": 497.74,
      "grad_norm": 1.0379716157913208,
      "learning_rate": 1.6035095861205167e-06,
      "loss": 0.3511,
      "step": 1783390
    },
    {
      "epoch": 497.74,
      "grad_norm": 0.9626620411872864,
      "learning_rate": 1.6034839305942111e-06,
      "loss": 0.3571,
      "step": 1783400
    },
    {
      "epoch": 497.74,
      "grad_norm": 1.0772180557250977,
      "learning_rate": 1.6034582751664358e-06,
      "loss": 0.3447,
      "step": 1783410
    },
    {
      "epoch": 497.74,
      "grad_norm": 1.1332414150238037,
      "learning_rate": 1.603432619837194e-06,
      "loss": 0.3446,
      "step": 1783420
    },
    {
      "epoch": 497.75,
      "grad_norm": 2.5991640090942383,
      "learning_rate": 1.6034069646064881e-06,
      "loss": 0.3495,
      "step": 1783430
    },
    {
      "epoch": 497.75,
      "grad_norm": 1.0577930212020874,
      "learning_rate": 1.6033813094743222e-06,
      "loss": 0.3373,
      "step": 1783440
    },
    {
      "epoch": 497.75,
      "grad_norm": 1.148771047592163,
      "learning_rate": 1.6033556544406996e-06,
      "loss": 0.3383,
      "step": 1783450
    },
    {
      "epoch": 497.76,
      "grad_norm": 1.0437225103378296,
      "learning_rate": 1.6033299995056232e-06,
      "loss": 0.3444,
      "step": 1783460
    },
    {
      "epoch": 497.76,
      "grad_norm": 1.3176369667053223,
      "learning_rate": 1.6033043446690974e-06,
      "loss": 0.3582,
      "step": 1783470
    },
    {
      "epoch": 497.76,
      "grad_norm": 6.04597806930542,
      "learning_rate": 1.6032786899311252e-06,
      "loss": 0.3531,
      "step": 1783480
    },
    {
      "epoch": 497.76,
      "grad_norm": 1.1570221185684204,
      "learning_rate": 1.6032530352917096e-06,
      "loss": 0.3269,
      "step": 1783490
    },
    {
      "epoch": 497.77,
      "grad_norm": 1.2231093645095825,
      "learning_rate": 1.6032273807508546e-06,
      "loss": 0.3458,
      "step": 1783500
    },
    {
      "epoch": 497.77,
      "grad_norm": 1.1477813720703125,
      "learning_rate": 1.6032017263085625e-06,
      "loss": 0.3321,
      "step": 1783510
    },
    {
      "epoch": 497.77,
      "grad_norm": 1.1240483522415161,
      "learning_rate": 1.6031760719648388e-06,
      "loss": 0.3674,
      "step": 1783520
    },
    {
      "epoch": 497.78,
      "grad_norm": 0.9844242930412292,
      "learning_rate": 1.6031504177196855e-06,
      "loss": 0.3377,
      "step": 1783530
    },
    {
      "epoch": 497.78,
      "grad_norm": 1.203589677810669,
      "learning_rate": 1.603124763573105e-06,
      "loss": 0.3414,
      "step": 1783540
    },
    {
      "epoch": 497.78,
      "grad_norm": 1.1904151439666748,
      "learning_rate": 1.6030991095251033e-06,
      "loss": 0.3493,
      "step": 1783550
    },
    {
      "epoch": 497.78,
      "grad_norm": 0.9959225654602051,
      "learning_rate": 1.6030734555756822e-06,
      "loss": 0.3352,
      "step": 1783560
    },
    {
      "epoch": 497.79,
      "grad_norm": 1.0711356401443481,
      "learning_rate": 1.6030478017248449e-06,
      "loss": 0.3206,
      "step": 1783570
    },
    {
      "epoch": 497.79,
      "grad_norm": 1.1000664234161377,
      "learning_rate": 1.6030221479725958e-06,
      "loss": 0.3374,
      "step": 1783580
    },
    {
      "epoch": 497.79,
      "grad_norm": 1.2719122171401978,
      "learning_rate": 1.6029964943189375e-06,
      "loss": 0.339,
      "step": 1783590
    },
    {
      "epoch": 497.8,
      "grad_norm": 1.1779217720031738,
      "learning_rate": 1.602970840763873e-06,
      "loss": 0.3389,
      "step": 1783600
    },
    {
      "epoch": 497.8,
      "grad_norm": 1.1406174898147583,
      "learning_rate": 1.6029451873074074e-06,
      "loss": 0.3426,
      "step": 1783610
    },
    {
      "epoch": 497.8,
      "grad_norm": 0.9608068466186523,
      "learning_rate": 1.6029195339495432e-06,
      "loss": 0.3529,
      "step": 1783620
    },
    {
      "epoch": 497.8,
      "grad_norm": 1.400378704071045,
      "learning_rate": 1.6028938806902827e-06,
      "loss": 0.3573,
      "step": 1783630
    },
    {
      "epoch": 497.81,
      "grad_norm": 1.027274250984192,
      "learning_rate": 1.6028682275296313e-06,
      "loss": 0.3349,
      "step": 1783640
    },
    {
      "epoch": 497.81,
      "grad_norm": 1.2182244062423706,
      "learning_rate": 1.6028425744675916e-06,
      "loss": 0.347,
      "step": 1783650
    },
    {
      "epoch": 497.81,
      "grad_norm": 1.087981939315796,
      "learning_rate": 1.6028169215041657e-06,
      "loss": 0.3292,
      "step": 1783660
    },
    {
      "epoch": 497.81,
      "grad_norm": 1.1121385097503662,
      "learning_rate": 1.6027912686393593e-06,
      "loss": 0.3569,
      "step": 1783670
    },
    {
      "epoch": 497.82,
      "grad_norm": 1.012587308883667,
      "learning_rate": 1.6027656158731745e-06,
      "loss": 0.3229,
      "step": 1783680
    },
    {
      "epoch": 497.82,
      "grad_norm": 1.1631577014923096,
      "learning_rate": 1.6027399632056142e-06,
      "loss": 0.353,
      "step": 1783690
    },
    {
      "epoch": 497.82,
      "grad_norm": 1.0061315298080444,
      "learning_rate": 1.602714310636683e-06,
      "loss": 0.3536,
      "step": 1783700
    },
    {
      "epoch": 497.83,
      "grad_norm": 1.0173447132110596,
      "learning_rate": 1.6026886581663844e-06,
      "loss": 0.3462,
      "step": 1783710
    },
    {
      "epoch": 497.83,
      "grad_norm": 1.0738693475723267,
      "learning_rate": 1.6026630057947205e-06,
      "loss": 0.3459,
      "step": 1783720
    },
    {
      "epoch": 497.83,
      "grad_norm": 1.1137616634368896,
      "learning_rate": 1.602637353521696e-06,
      "loss": 0.3419,
      "step": 1783730
    },
    {
      "epoch": 497.83,
      "grad_norm": 1.116062879562378,
      "learning_rate": 1.602611701347314e-06,
      "loss": 0.3423,
      "step": 1783740
    },
    {
      "epoch": 497.84,
      "grad_norm": 0.910962700843811,
      "learning_rate": 1.6025860492715768e-06,
      "loss": 0.3399,
      "step": 1783750
    },
    {
      "epoch": 497.84,
      "grad_norm": 1.0145021677017212,
      "learning_rate": 1.6025603972944891e-06,
      "loss": 0.3436,
      "step": 1783760
    },
    {
      "epoch": 497.84,
      "grad_norm": 1.1332522630691528,
      "learning_rate": 1.6025347454160546e-06,
      "loss": 0.352,
      "step": 1783770
    },
    {
      "epoch": 497.85,
      "grad_norm": 1.057936429977417,
      "learning_rate": 1.602509093636275e-06,
      "loss": 0.3476,
      "step": 1783780
    },
    {
      "epoch": 497.85,
      "grad_norm": 0.9689281582832336,
      "learning_rate": 1.602483441955155e-06,
      "loss": 0.344,
      "step": 1783790
    },
    {
      "epoch": 497.85,
      "grad_norm": 0.9736695885658264,
      "learning_rate": 1.602457790372698e-06,
      "loss": 0.3514,
      "step": 1783800
    },
    {
      "epoch": 497.85,
      "grad_norm": 1.0822454690933228,
      "learning_rate": 1.6024321388889073e-06,
      "loss": 0.3302,
      "step": 1783810
    },
    {
      "epoch": 497.86,
      "grad_norm": 1.0671312808990479,
      "learning_rate": 1.6024064875037866e-06,
      "loss": 0.3368,
      "step": 1783820
    },
    {
      "epoch": 497.86,
      "grad_norm": 1.047255516052246,
      "learning_rate": 1.602380836217338e-06,
      "loss": 0.3426,
      "step": 1783830
    },
    {
      "epoch": 497.86,
      "grad_norm": 1.2733514308929443,
      "learning_rate": 1.6023551850295662e-06,
      "loss": 0.3514,
      "step": 1783840
    },
    {
      "epoch": 497.86,
      "grad_norm": 1.1726000308990479,
      "learning_rate": 1.6023295339404748e-06,
      "loss": 0.3449,
      "step": 1783850
    },
    {
      "epoch": 497.87,
      "grad_norm": 0.9946880340576172,
      "learning_rate": 1.602303882950066e-06,
      "loss": 0.3375,
      "step": 1783860
    },
    {
      "epoch": 497.87,
      "grad_norm": 2.1685283184051514,
      "learning_rate": 1.6022782320583444e-06,
      "loss": 0.3393,
      "step": 1783870
    },
    {
      "epoch": 497.87,
      "grad_norm": 1.0615588426589966,
      "learning_rate": 1.6022525812653129e-06,
      "loss": 0.3425,
      "step": 1783880
    },
    {
      "epoch": 497.88,
      "grad_norm": 1.1531355381011963,
      "learning_rate": 1.6022269305709738e-06,
      "loss": 0.3431,
      "step": 1783890
    },
    {
      "epoch": 497.88,
      "grad_norm": 0.8959651589393616,
      "learning_rate": 1.602201279975333e-06,
      "loss": 0.3444,
      "step": 1783900
    },
    {
      "epoch": 497.88,
      "grad_norm": 1.0871868133544922,
      "learning_rate": 1.602175629478392e-06,
      "loss": 0.3371,
      "step": 1783910
    },
    {
      "epoch": 497.88,
      "grad_norm": 1.2780238389968872,
      "learning_rate": 1.6021499790801543e-06,
      "loss": 0.3409,
      "step": 1783920
    },
    {
      "epoch": 497.89,
      "grad_norm": 1.0571744441986084,
      "learning_rate": 1.6021243287806243e-06,
      "loss": 0.3437,
      "step": 1783930
    },
    {
      "epoch": 497.89,
      "grad_norm": 1.203884482383728,
      "learning_rate": 1.602098678579805e-06,
      "loss": 0.3522,
      "step": 1783940
    },
    {
      "epoch": 497.89,
      "grad_norm": 1.068263053894043,
      "learning_rate": 1.6020730284776991e-06,
      "loss": 0.3474,
      "step": 1783950
    },
    {
      "epoch": 497.9,
      "grad_norm": 1.2640810012817383,
      "learning_rate": 1.6020473784743113e-06,
      "loss": 0.3285,
      "step": 1783960
    },
    {
      "epoch": 497.9,
      "grad_norm": 1.1480777263641357,
      "learning_rate": 1.6020217285696442e-06,
      "loss": 0.3344,
      "step": 1783970
    },
    {
      "epoch": 497.9,
      "grad_norm": 1.4704879522323608,
      "learning_rate": 1.6019960787637004e-06,
      "loss": 0.3495,
      "step": 1783980
    },
    {
      "epoch": 497.9,
      "grad_norm": 1.205308198928833,
      "learning_rate": 1.6019704290564855e-06,
      "loss": 0.3452,
      "step": 1783990
    },
    {
      "epoch": 497.91,
      "grad_norm": 1.1122194528579712,
      "learning_rate": 1.6019447794480014e-06,
      "loss": 0.3216,
      "step": 1784000
    },
    {
      "epoch": 497.91,
      "grad_norm": 1.2140591144561768,
      "learning_rate": 1.6019191299382515e-06,
      "loss": 0.3447,
      "step": 1784010
    },
    {
      "epoch": 497.91,
      "grad_norm": 1.2626466751098633,
      "learning_rate": 1.6018934805272396e-06,
      "loss": 0.3407,
      "step": 1784020
    },
    {
      "epoch": 497.92,
      "grad_norm": 1.000595211982727,
      "learning_rate": 1.601867831214969e-06,
      "loss": 0.3457,
      "step": 1784030
    },
    {
      "epoch": 497.92,
      "grad_norm": 1.1475478410720825,
      "learning_rate": 1.6018421820014423e-06,
      "loss": 0.3617,
      "step": 1784040
    },
    {
      "epoch": 497.92,
      "grad_norm": 0.9691754579544067,
      "learning_rate": 1.6018165328866647e-06,
      "loss": 0.3394,
      "step": 1784050
    },
    {
      "epoch": 497.92,
      "grad_norm": 1.214874029159546,
      "learning_rate": 1.601790883870639e-06,
      "loss": 0.3426,
      "step": 1784060
    },
    {
      "epoch": 497.93,
      "grad_norm": 1.1351478099822998,
      "learning_rate": 1.6017652349533667e-06,
      "loss": 0.3363,
      "step": 1784070
    },
    {
      "epoch": 497.93,
      "grad_norm": 1.84490966796875,
      "learning_rate": 1.601739586134854e-06,
      "loss": 0.3521,
      "step": 1784080
    },
    {
      "epoch": 497.93,
      "grad_norm": 1.7089587450027466,
      "learning_rate": 1.6017139374151026e-06,
      "loss": 0.3419,
      "step": 1784090
    },
    {
      "epoch": 497.93,
      "grad_norm": 1.04669988155365,
      "learning_rate": 1.6016882887941172e-06,
      "loss": 0.3453,
      "step": 1784100
    },
    {
      "epoch": 497.94,
      "grad_norm": 1.1292668581008911,
      "learning_rate": 1.6016626402719e-06,
      "loss": 0.3338,
      "step": 1784110
    },
    {
      "epoch": 497.94,
      "grad_norm": 1.1237753629684448,
      "learning_rate": 1.601636991848454e-06,
      "loss": 0.3473,
      "step": 1784120
    },
    {
      "epoch": 497.94,
      "grad_norm": 1.3289648294448853,
      "learning_rate": 1.6016113435237842e-06,
      "loss": 0.33,
      "step": 1784130
    },
    {
      "epoch": 497.95,
      "grad_norm": 1.055633544921875,
      "learning_rate": 1.6015856952978938e-06,
      "loss": 0.3222,
      "step": 1784140
    },
    {
      "epoch": 497.95,
      "grad_norm": 1.1497786045074463,
      "learning_rate": 1.6015600471707846e-06,
      "loss": 0.3506,
      "step": 1784150
    },
    {
      "epoch": 497.95,
      "grad_norm": 0.9801294207572937,
      "learning_rate": 1.6015343991424618e-06,
      "loss": 0.346,
      "step": 1784160
    },
    {
      "epoch": 497.95,
      "grad_norm": 0.9471459984779358,
      "learning_rate": 1.6015087512129283e-06,
      "loss": 0.3441,
      "step": 1784170
    },
    {
      "epoch": 497.96,
      "grad_norm": 0.9646905660629272,
      "learning_rate": 1.601483103382186e-06,
      "loss": 0.3541,
      "step": 1784180
    },
    {
      "epoch": 497.96,
      "grad_norm": 1.5499337911605835,
      "learning_rate": 1.6014574556502407e-06,
      "loss": 0.3279,
      "step": 1784190
    },
    {
      "epoch": 497.96,
      "grad_norm": 1.2091012001037598,
      "learning_rate": 1.6014318080170948e-06,
      "loss": 0.3433,
      "step": 1784200
    },
    {
      "epoch": 497.97,
      "grad_norm": 1.0859365463256836,
      "learning_rate": 1.6014061604827505e-06,
      "loss": 0.3446,
      "step": 1784210
    },
    {
      "epoch": 497.97,
      "grad_norm": 1.1204088926315308,
      "learning_rate": 1.6013805130472138e-06,
      "loss": 0.3383,
      "step": 1784220
    },
    {
      "epoch": 497.97,
      "grad_norm": 1.0099565982818604,
      "learning_rate": 1.6013548657104863e-06,
      "loss": 0.3469,
      "step": 1784230
    },
    {
      "epoch": 497.97,
      "grad_norm": 1.0357911586761475,
      "learning_rate": 1.6013292184725713e-06,
      "loss": 0.3276,
      "step": 1784240
    },
    {
      "epoch": 497.98,
      "grad_norm": 1.14176344871521,
      "learning_rate": 1.6013035713334734e-06,
      "loss": 0.3268,
      "step": 1784250
    },
    {
      "epoch": 497.98,
      "grad_norm": 1.044819951057434,
      "learning_rate": 1.6012779242931952e-06,
      "loss": 0.3329,
      "step": 1784260
    },
    {
      "epoch": 497.98,
      "grad_norm": 1.477854609489441,
      "learning_rate": 1.6012522773517391e-06,
      "loss": 0.338,
      "step": 1784270
    },
    {
      "epoch": 497.98,
      "grad_norm": 1.1967827081680298,
      "learning_rate": 1.601226630509111e-06,
      "loss": 0.351,
      "step": 1784280
    },
    {
      "epoch": 497.99,
      "grad_norm": 1.0249985456466675,
      "learning_rate": 1.6012009837653126e-06,
      "loss": 0.3605,
      "step": 1784290
    },
    {
      "epoch": 497.99,
      "grad_norm": 1.2085273265838623,
      "learning_rate": 1.6011753371203473e-06,
      "loss": 0.3437,
      "step": 1784300
    },
    {
      "epoch": 497.99,
      "grad_norm": 1.0420722961425781,
      "learning_rate": 1.6011496905742198e-06,
      "loss": 0.3335,
      "step": 1784310
    },
    {
      "epoch": 498.0,
      "grad_norm": 1.1571879386901855,
      "learning_rate": 1.601124044126932e-06,
      "loss": 0.3423,
      "step": 1784320
    },
    {
      "epoch": 498.0,
      "grad_norm": 0.8916046023368835,
      "learning_rate": 1.601098397778487e-06,
      "loss": 0.3404,
      "step": 1784330
    },
    {
      "epoch": 498.0,
      "eval_loss": 0.3420683741569519,
      "eval_runtime": 62.9146,
      "eval_samples_per_second": 80.411,
      "eval_steps_per_second": 10.061,
      "step": 1784334
    },
    {
      "epoch": 498.0,
      "grad_norm": 1.0575857162475586,
      "learning_rate": 1.6010727515288903e-06,
      "loss": 0.3318,
      "step": 1784340
    },
    {
      "epoch": 498.0,
      "grad_norm": 0.9682131409645081,
      "learning_rate": 1.6010471053781444e-06,
      "loss": 0.3526,
      "step": 1784350
    },
    {
      "epoch": 498.01,
      "grad_norm": 1.1585323810577393,
      "learning_rate": 1.601021459326251e-06,
      "loss": 0.3387,
      "step": 1784360
    },
    {
      "epoch": 498.01,
      "grad_norm": 1.1117372512817383,
      "learning_rate": 1.600995813373216e-06,
      "loss": 0.3463,
      "step": 1784370
    },
    {
      "epoch": 498.01,
      "grad_norm": 1.1197155714035034,
      "learning_rate": 1.6009701675190416e-06,
      "loss": 0.3317,
      "step": 1784380
    },
    {
      "epoch": 498.02,
      "grad_norm": 1.0519943237304688,
      "learning_rate": 1.600944521763732e-06,
      "loss": 0.3492,
      "step": 1784390
    },
    {
      "epoch": 498.02,
      "grad_norm": 0.9400259256362915,
      "learning_rate": 1.6009188761072897e-06,
      "loss": 0.3437,
      "step": 1784400
    },
    {
      "epoch": 498.02,
      "grad_norm": 1.0974739789962769,
      "learning_rate": 1.6008932305497174e-06,
      "loss": 0.3514,
      "step": 1784410
    },
    {
      "epoch": 498.02,
      "grad_norm": 0.9736731648445129,
      "learning_rate": 1.6008675850910205e-06,
      "loss": 0.3389,
      "step": 1784420
    },
    {
      "epoch": 498.03,
      "grad_norm": 1.2700051069259644,
      "learning_rate": 1.6008419397312014e-06,
      "loss": 0.3437,
      "step": 1784430
    },
    {
      "epoch": 498.03,
      "grad_norm": 1.1703835725784302,
      "learning_rate": 1.6008162944702634e-06,
      "loss": 0.3442,
      "step": 1784440
    },
    {
      "epoch": 498.03,
      "grad_norm": 0.9894270896911621,
      "learning_rate": 1.6007906493082104e-06,
      "loss": 0.3442,
      "step": 1784450
    },
    {
      "epoch": 498.04,
      "grad_norm": 1.114556908607483,
      "learning_rate": 1.6007650042450457e-06,
      "loss": 0.3479,
      "step": 1784460
    },
    {
      "epoch": 498.04,
      "grad_norm": 0.9544532895088196,
      "learning_rate": 1.600739359280771e-06,
      "loss": 0.3519,
      "step": 1784470
    },
    {
      "epoch": 498.04,
      "grad_norm": 1.0978848934173584,
      "learning_rate": 1.6007137144153925e-06,
      "loss": 0.3398,
      "step": 1784480
    },
    {
      "epoch": 498.04,
      "grad_norm": 1.0999512672424316,
      "learning_rate": 1.6006880696489126e-06,
      "loss": 0.3442,
      "step": 1784490
    },
    {
      "epoch": 498.05,
      "grad_norm": 1.0370197296142578,
      "learning_rate": 1.6006624249813332e-06,
      "loss": 0.3487,
      "step": 1784500
    },
    {
      "epoch": 498.05,
      "grad_norm": 1.220353603363037,
      "learning_rate": 1.60063678041266e-06,
      "loss": 0.3485,
      "step": 1784510
    },
    {
      "epoch": 498.05,
      "grad_norm": 1.0771450996398926,
      "learning_rate": 1.600611135942895e-06,
      "loss": 0.3248,
      "step": 1784520
    },
    {
      "epoch": 498.05,
      "grad_norm": 1.3259943723678589,
      "learning_rate": 1.6005854915720422e-06,
      "loss": 0.3435,
      "step": 1784530
    },
    {
      "epoch": 498.06,
      "grad_norm": 1.1572893857955933,
      "learning_rate": 1.6005598473001047e-06,
      "loss": 0.3451,
      "step": 1784540
    },
    {
      "epoch": 498.06,
      "grad_norm": 1.0238444805145264,
      "learning_rate": 1.6005342031270863e-06,
      "loss": 0.3315,
      "step": 1784550
    },
    {
      "epoch": 498.06,
      "grad_norm": 1.0292855501174927,
      "learning_rate": 1.6005085590529889e-06,
      "loss": 0.3453,
      "step": 1784560
    },
    {
      "epoch": 498.07,
      "grad_norm": 1.0558720827102661,
      "learning_rate": 1.6004829150778185e-06,
      "loss": 0.338,
      "step": 1784570
    },
    {
      "epoch": 498.07,
      "grad_norm": 1.0742204189300537,
      "learning_rate": 1.6004572712015768e-06,
      "loss": 0.3495,
      "step": 1784580
    },
    {
      "epoch": 498.07,
      "grad_norm": 1.108168363571167,
      "learning_rate": 1.6004316274242674e-06,
      "loss": 0.3569,
      "step": 1784590
    },
    {
      "epoch": 498.07,
      "grad_norm": 1.0442423820495605,
      "learning_rate": 1.6004059837458938e-06,
      "loss": 0.3364,
      "step": 1784600
    },
    {
      "epoch": 498.08,
      "grad_norm": 1.5273452997207642,
      "learning_rate": 1.60038034016646e-06,
      "loss": 0.3389,
      "step": 1784610
    },
    {
      "epoch": 498.08,
      "grad_norm": 1.1779875755310059,
      "learning_rate": 1.6003546966859679e-06,
      "loss": 0.3445,
      "step": 1784620
    },
    {
      "epoch": 498.08,
      "grad_norm": 0.9706079959869385,
      "learning_rate": 1.6003290533044228e-06,
      "loss": 0.3501,
      "step": 1784630
    },
    {
      "epoch": 498.09,
      "grad_norm": 1.1838568449020386,
      "learning_rate": 1.6003034100218272e-06,
      "loss": 0.338,
      "step": 1784640
    },
    {
      "epoch": 498.09,
      "grad_norm": 1.0927656888961792,
      "learning_rate": 1.6002777668381835e-06,
      "loss": 0.3369,
      "step": 1784650
    },
    {
      "epoch": 498.09,
      "grad_norm": 1.0111483335494995,
      "learning_rate": 1.6002521237534972e-06,
      "loss": 0.3355,
      "step": 1784660
    },
    {
      "epoch": 498.09,
      "grad_norm": 1.1538619995117188,
      "learning_rate": 1.6002264807677704e-06,
      "loss": 0.3487,
      "step": 1784670
    },
    {
      "epoch": 498.1,
      "grad_norm": 1.148952841758728,
      "learning_rate": 1.6002008378810071e-06,
      "loss": 0.3422,
      "step": 1784680
    },
    {
      "epoch": 498.1,
      "grad_norm": 1.2037687301635742,
      "learning_rate": 1.6001751950932103e-06,
      "loss": 0.3542,
      "step": 1784690
    },
    {
      "epoch": 498.1,
      "grad_norm": 0.9210417866706848,
      "learning_rate": 1.6001495524043825e-06,
      "loss": 0.3402,
      "step": 1784700
    },
    {
      "epoch": 498.1,
      "grad_norm": 1.0444682836532593,
      "learning_rate": 1.6001239098145293e-06,
      "loss": 0.3512,
      "step": 1784710
    },
    {
      "epoch": 498.11,
      "grad_norm": 1.1488713026046753,
      "learning_rate": 1.6000982673236529e-06,
      "loss": 0.3418,
      "step": 1784720
    },
    {
      "epoch": 498.11,
      "grad_norm": 3.361525535583496,
      "learning_rate": 1.6000726249317559e-06,
      "loss": 0.332,
      "step": 1784730
    },
    {
      "epoch": 498.11,
      "grad_norm": 1.3008977174758911,
      "learning_rate": 1.6000469826388436e-06,
      "loss": 0.3509,
      "step": 1784740
    },
    {
      "epoch": 498.12,
      "grad_norm": 1.162446141242981,
      "learning_rate": 1.6000213404449174e-06,
      "loss": 0.3387,
      "step": 1784750
    },
    {
      "epoch": 498.12,
      "grad_norm": 1.0992457866668701,
      "learning_rate": 1.5999956983499821e-06,
      "loss": 0.3539,
      "step": 1784760
    },
    {
      "epoch": 498.12,
      "grad_norm": 1.1081950664520264,
      "learning_rate": 1.5999700563540409e-06,
      "loss": 0.3456,
      "step": 1784770
    },
    {
      "epoch": 498.12,
      "grad_norm": 1.4693657159805298,
      "learning_rate": 1.5999444144570972e-06,
      "loss": 0.3414,
      "step": 1784780
    },
    {
      "epoch": 498.13,
      "grad_norm": 1.103253722190857,
      "learning_rate": 1.5999187726591535e-06,
      "loss": 0.3413,
      "step": 1784790
    },
    {
      "epoch": 498.13,
      "grad_norm": 1.0218403339385986,
      "learning_rate": 1.5998931309602141e-06,
      "loss": 0.345,
      "step": 1784800
    },
    {
      "epoch": 498.13,
      "grad_norm": 1.2605319023132324,
      "learning_rate": 1.5998674893602828e-06,
      "loss": 0.3424,
      "step": 1784810
    },
    {
      "epoch": 498.14,
      "grad_norm": 1.0423544645309448,
      "learning_rate": 1.5998418478593621e-06,
      "loss": 0.3348,
      "step": 1784820
    },
    {
      "epoch": 498.14,
      "grad_norm": 1.16087806224823,
      "learning_rate": 1.5998162064574559e-06,
      "loss": 0.345,
      "step": 1784830
    },
    {
      "epoch": 498.14,
      "grad_norm": 0.9378411769866943,
      "learning_rate": 1.5997905651545677e-06,
      "loss": 0.3393,
      "step": 1784840
    },
    {
      "epoch": 498.14,
      "grad_norm": 0.9096887707710266,
      "learning_rate": 1.5997649239506997e-06,
      "loss": 0.3414,
      "step": 1784850
    },
    {
      "epoch": 498.15,
      "grad_norm": 1.2143256664276123,
      "learning_rate": 1.5997392828458574e-06,
      "loss": 0.3422,
      "step": 1784860
    },
    {
      "epoch": 498.15,
      "grad_norm": 1.253982424736023,
      "learning_rate": 1.599713641840043e-06,
      "loss": 0.3601,
      "step": 1784870
    },
    {
      "epoch": 498.15,
      "grad_norm": 1.0816926956176758,
      "learning_rate": 1.599688000933259e-06,
      "loss": 0.355,
      "step": 1784880
    },
    {
      "epoch": 498.16,
      "grad_norm": 1.1490730047225952,
      "learning_rate": 1.5996623601255112e-06,
      "loss": 0.3454,
      "step": 1784890
    },
    {
      "epoch": 498.16,
      "grad_norm": 1.0171047449111938,
      "learning_rate": 1.5996367194168012e-06,
      "loss": 0.3554,
      "step": 1784900
    },
    {
      "epoch": 498.16,
      "grad_norm": 1.0166758298873901,
      "learning_rate": 1.5996110788071327e-06,
      "loss": 0.3237,
      "step": 1784910
    },
    {
      "epoch": 498.16,
      "grad_norm": 1.0320470333099365,
      "learning_rate": 1.5995854382965096e-06,
      "loss": 0.3463,
      "step": 1784920
    },
    {
      "epoch": 498.17,
      "grad_norm": 1.006595492362976,
      "learning_rate": 1.5995597978849352e-06,
      "loss": 0.3458,
      "step": 1784930
    },
    {
      "epoch": 498.17,
      "grad_norm": 1.0046546459197998,
      "learning_rate": 1.5995341575724115e-06,
      "loss": 0.3583,
      "step": 1784940
    },
    {
      "epoch": 498.17,
      "grad_norm": 1.090609073638916,
      "learning_rate": 1.5995085173589442e-06,
      "loss": 0.3534,
      "step": 1784950
    },
    {
      "epoch": 498.17,
      "grad_norm": 0.9863885045051575,
      "learning_rate": 1.5994828772445354e-06,
      "loss": 0.3456,
      "step": 1784960
    },
    {
      "epoch": 498.18,
      "grad_norm": 2.3818013668060303,
      "learning_rate": 1.5994572372291888e-06,
      "loss": 0.3277,
      "step": 1784970
    },
    {
      "epoch": 498.18,
      "grad_norm": 1.1212300062179565,
      "learning_rate": 1.599431597312908e-06,
      "loss": 0.3361,
      "step": 1784980
    },
    {
      "epoch": 498.18,
      "grad_norm": 1.0259565114974976,
      "learning_rate": 1.5994059574956951e-06,
      "loss": 0.3386,
      "step": 1784990
    },
    {
      "epoch": 498.19,
      "grad_norm": 1.1387466192245483,
      "learning_rate": 1.5993803177775559e-06,
      "loss": 0.3434,
      "step": 1785000
    },
    {
      "epoch": 498.19,
      "grad_norm": 1.2065938711166382,
      "learning_rate": 1.5993546781584922e-06,
      "loss": 0.3466,
      "step": 1785010
    },
    {
      "epoch": 498.19,
      "grad_norm": 0.9518772959709167,
      "learning_rate": 1.599329038638507e-06,
      "loss": 0.3315,
      "step": 1785020
    },
    {
      "epoch": 498.19,
      "grad_norm": 1.0296512842178345,
      "learning_rate": 1.599303399217605e-06,
      "loss": 0.3349,
      "step": 1785030
    },
    {
      "epoch": 498.2,
      "grad_norm": 1.121900200843811,
      "learning_rate": 1.5992777598957892e-06,
      "loss": 0.3362,
      "step": 1785040
    },
    {
      "epoch": 498.2,
      "grad_norm": 1.1254265308380127,
      "learning_rate": 1.5992521206730626e-06,
      "loss": 0.3406,
      "step": 1785050
    },
    {
      "epoch": 498.2,
      "grad_norm": 1.3340927362442017,
      "learning_rate": 1.5992264815494289e-06,
      "loss": 0.3405,
      "step": 1785060
    },
    {
      "epoch": 498.21,
      "grad_norm": 1.0257682800292969,
      "learning_rate": 1.5992008425248919e-06,
      "loss": 0.3577,
      "step": 1785070
    },
    {
      "epoch": 498.21,
      "grad_norm": 1.108054280281067,
      "learning_rate": 1.5991752035994537e-06,
      "loss": 0.3613,
      "step": 1785080
    },
    {
      "epoch": 498.21,
      "grad_norm": 1.1733945608139038,
      "learning_rate": 1.5991495647731192e-06,
      "loss": 0.3214,
      "step": 1785090
    },
    {
      "epoch": 498.21,
      "grad_norm": 1.0897771120071411,
      "learning_rate": 1.5991239260458917e-06,
      "loss": 0.3553,
      "step": 1785100
    },
    {
      "epoch": 498.22,
      "grad_norm": 1.1006704568862915,
      "learning_rate": 1.599098287417773e-06,
      "loss": 0.3363,
      "step": 1785110
    },
    {
      "epoch": 498.22,
      "grad_norm": 1.0247970819473267,
      "learning_rate": 1.5990726488887685e-06,
      "loss": 0.3379,
      "step": 1785120
    },
    {
      "epoch": 498.22,
      "grad_norm": 1.1382966041564941,
      "learning_rate": 1.5990470104588809e-06,
      "loss": 0.3398,
      "step": 1785130
    },
    {
      "epoch": 498.22,
      "grad_norm": 0.9784834384918213,
      "learning_rate": 1.5990213721281123e-06,
      "loss": 0.3264,
      "step": 1785140
    },
    {
      "epoch": 498.23,
      "grad_norm": 1.223263144493103,
      "learning_rate": 1.5989957338964685e-06,
      "loss": 0.3551,
      "step": 1785150
    },
    {
      "epoch": 498.23,
      "grad_norm": 1.0797466039657593,
      "learning_rate": 1.5989700957639514e-06,
      "loss": 0.3463,
      "step": 1785160
    },
    {
      "epoch": 498.23,
      "grad_norm": 0.948975682258606,
      "learning_rate": 1.5989444577305637e-06,
      "loss": 0.3501,
      "step": 1785170
    },
    {
      "epoch": 498.24,
      "grad_norm": 1.0352678298950195,
      "learning_rate": 1.5989188197963107e-06,
      "loss": 0.3441,
      "step": 1785180
    },
    {
      "epoch": 498.24,
      "grad_norm": 1.2174668312072754,
      "learning_rate": 1.5988931819611954e-06,
      "loss": 0.3555,
      "step": 1785190
    },
    {
      "epoch": 498.24,
      "grad_norm": 1.0991716384887695,
      "learning_rate": 1.5988675442252202e-06,
      "loss": 0.3586,
      "step": 1785200
    },
    {
      "epoch": 498.24,
      "grad_norm": 0.9492747187614441,
      "learning_rate": 1.5988419065883891e-06,
      "loss": 0.3173,
      "step": 1785210
    },
    {
      "epoch": 498.25,
      "grad_norm": 0.9144480228424072,
      "learning_rate": 1.5988162690507058e-06,
      "loss": 0.3183,
      "step": 1785220
    },
    {
      "epoch": 498.25,
      "grad_norm": 1.1663223505020142,
      "learning_rate": 1.5987906316121724e-06,
      "loss": 0.3276,
      "step": 1785230
    },
    {
      "epoch": 498.25,
      "grad_norm": 1.1513181924819946,
      "learning_rate": 1.598764994272794e-06,
      "loss": 0.3313,
      "step": 1785240
    },
    {
      "epoch": 498.26,
      "grad_norm": 1.0269979238510132,
      "learning_rate": 1.598739357032573e-06,
      "loss": 0.3497,
      "step": 1785250
    },
    {
      "epoch": 498.26,
      "grad_norm": 1.0586744546890259,
      "learning_rate": 1.5987137198915138e-06,
      "loss": 0.3388,
      "step": 1785260
    },
    {
      "epoch": 498.26,
      "grad_norm": 1.2207984924316406,
      "learning_rate": 1.598688082849619e-06,
      "loss": 0.3521,
      "step": 1785270
    },
    {
      "epoch": 498.26,
      "grad_norm": 1.0105465650558472,
      "learning_rate": 1.5986624459068911e-06,
      "loss": 0.3447,
      "step": 1785280
    },
    {
      "epoch": 498.27,
      "grad_norm": 1.0283362865447998,
      "learning_rate": 1.5986368090633355e-06,
      "loss": 0.3287,
      "step": 1785290
    },
    {
      "epoch": 498.27,
      "grad_norm": 1.022161602973938,
      "learning_rate": 1.598611172318955e-06,
      "loss": 0.3308,
      "step": 1785300
    },
    {
      "epoch": 498.27,
      "grad_norm": 1.1431818008422852,
      "learning_rate": 1.5985855356737514e-06,
      "loss": 0.3412,
      "step": 1785310
    },
    {
      "epoch": 498.28,
      "grad_norm": 0.9903332591056824,
      "learning_rate": 1.5985598991277304e-06,
      "loss": 0.3355,
      "step": 1785320
    },
    {
      "epoch": 498.28,
      "grad_norm": 1.143033742904663,
      "learning_rate": 1.5985342626808942e-06,
      "loss": 0.3378,
      "step": 1785330
    },
    {
      "epoch": 498.28,
      "grad_norm": 1.094536542892456,
      "learning_rate": 1.5985086263332462e-06,
      "loss": 0.3435,
      "step": 1785340
    },
    {
      "epoch": 498.28,
      "grad_norm": 1.0235244035720825,
      "learning_rate": 1.5984829900847905e-06,
      "loss": 0.3198,
      "step": 1785350
    },
    {
      "epoch": 498.29,
      "grad_norm": 0.9991520643234253,
      "learning_rate": 1.59845735393553e-06,
      "loss": 0.3294,
      "step": 1785360
    },
    {
      "epoch": 498.29,
      "grad_norm": 3.5569655895233154,
      "learning_rate": 1.5984317178854673e-06,
      "loss": 0.3437,
      "step": 1785370
    },
    {
      "epoch": 498.29,
      "grad_norm": 1.2798092365264893,
      "learning_rate": 1.5984060819346072e-06,
      "loss": 0.3364,
      "step": 1785380
    },
    {
      "epoch": 498.29,
      "grad_norm": 1.0684850215911865,
      "learning_rate": 1.5983804460829531e-06,
      "loss": 0.342,
      "step": 1785390
    },
    {
      "epoch": 498.3,
      "grad_norm": 1.0176705121994019,
      "learning_rate": 1.5983548103305074e-06,
      "loss": 0.3415,
      "step": 1785400
    },
    {
      "epoch": 498.3,
      "grad_norm": 1.052207589149475,
      "learning_rate": 1.598329174677274e-06,
      "loss": 0.3332,
      "step": 1785410
    },
    {
      "epoch": 498.3,
      "grad_norm": 1.2224541902542114,
      "learning_rate": 1.5983035391232567e-06,
      "loss": 0.3467,
      "step": 1785420
    },
    {
      "epoch": 498.31,
      "grad_norm": 1.1454352140426636,
      "learning_rate": 1.5982779036684574e-06,
      "loss": 0.3515,
      "step": 1785430
    },
    {
      "epoch": 498.31,
      "grad_norm": 1.0668251514434814,
      "learning_rate": 1.5982522683128818e-06,
      "loss": 0.3369,
      "step": 1785440
    },
    {
      "epoch": 498.31,
      "grad_norm": 1.0824646949768066,
      "learning_rate": 1.5982266330565318e-06,
      "loss": 0.3491,
      "step": 1785450
    },
    {
      "epoch": 498.31,
      "grad_norm": 1.0930179357528687,
      "learning_rate": 1.5982009978994106e-06,
      "loss": 0.3466,
      "step": 1785460
    },
    {
      "epoch": 498.32,
      "grad_norm": 1.3057610988616943,
      "learning_rate": 1.598175362841523e-06,
      "loss": 0.3325,
      "step": 1785470
    },
    {
      "epoch": 498.32,
      "grad_norm": 0.9905696511268616,
      "learning_rate": 1.5981497278828716e-06,
      "loss": 0.3247,
      "step": 1785480
    },
    {
      "epoch": 498.32,
      "grad_norm": 1.013434648513794,
      "learning_rate": 1.598124093023459e-06,
      "loss": 0.3314,
      "step": 1785490
    },
    {
      "epoch": 498.33,
      "grad_norm": 0.9034929871559143,
      "learning_rate": 1.5980984582632901e-06,
      "loss": 0.3473,
      "step": 1785500
    },
    {
      "epoch": 498.33,
      "grad_norm": 1.0765594244003296,
      "learning_rate": 1.5980728236023679e-06,
      "loss": 0.3533,
      "step": 1785510
    },
    {
      "epoch": 498.33,
      "grad_norm": 1.2589311599731445,
      "learning_rate": 1.5980471890406942e-06,
      "loss": 0.3365,
      "step": 1785520
    },
    {
      "epoch": 498.33,
      "grad_norm": 1.3306119441986084,
      "learning_rate": 1.5980215545782751e-06,
      "loss": 0.3298,
      "step": 1785530
    },
    {
      "epoch": 498.34,
      "grad_norm": 1.1631767749786377,
      "learning_rate": 1.5979959202151119e-06,
      "loss": 0.3282,
      "step": 1785540
    },
    {
      "epoch": 498.34,
      "grad_norm": 1.088245153427124,
      "learning_rate": 1.5979702859512092e-06,
      "loss": 0.3375,
      "step": 1785550
    },
    {
      "epoch": 498.34,
      "grad_norm": 1.092720866203308,
      "learning_rate": 1.5979446517865703e-06,
      "loss": 0.3377,
      "step": 1785560
    },
    {
      "epoch": 498.34,
      "grad_norm": 1.0786722898483276,
      "learning_rate": 1.597919017721197e-06,
      "loss": 0.3398,
      "step": 1785570
    },
    {
      "epoch": 498.35,
      "grad_norm": 1.7126034498214722,
      "learning_rate": 1.597893383755095e-06,
      "loss": 0.3427,
      "step": 1785580
    },
    {
      "epoch": 498.35,
      "grad_norm": 1.0985231399536133,
      "learning_rate": 1.597867749888267e-06,
      "loss": 0.3356,
      "step": 1785590
    },
    {
      "epoch": 498.35,
      "grad_norm": 1.241135835647583,
      "learning_rate": 1.597842116120715e-06,
      "loss": 0.3426,
      "step": 1785600
    },
    {
      "epoch": 498.36,
      "grad_norm": 1.3434044122695923,
      "learning_rate": 1.5978164824524442e-06,
      "loss": 0.3275,
      "step": 1785610
    },
    {
      "epoch": 498.36,
      "grad_norm": 1.1734000444412231,
      "learning_rate": 1.5977908488834577e-06,
      "loss": 0.3478,
      "step": 1785620
    },
    {
      "epoch": 498.36,
      "grad_norm": 1.1742100715637207,
      "learning_rate": 1.597765215413758e-06,
      "loss": 0.3291,
      "step": 1785630
    },
    {
      "epoch": 498.36,
      "grad_norm": 1.0505682229995728,
      "learning_rate": 1.5977395820433496e-06,
      "loss": 0.335,
      "step": 1785640
    },
    {
      "epoch": 498.37,
      "grad_norm": 1.0408663749694824,
      "learning_rate": 1.5977139487722354e-06,
      "loss": 0.3387,
      "step": 1785650
    },
    {
      "epoch": 498.37,
      "grad_norm": 1.1131783723831177,
      "learning_rate": 1.5976883156004179e-06,
      "loss": 0.3553,
      "step": 1785660
    },
    {
      "epoch": 498.37,
      "grad_norm": 1.0822898149490356,
      "learning_rate": 1.5976626825279024e-06,
      "loss": 0.3351,
      "step": 1785670
    },
    {
      "epoch": 498.38,
      "grad_norm": 1.1363449096679688,
      "learning_rate": 1.5976370495546912e-06,
      "loss": 0.3355,
      "step": 1785680
    },
    {
      "epoch": 498.38,
      "grad_norm": 1.1490178108215332,
      "learning_rate": 1.597611416680787e-06,
      "loss": 0.355,
      "step": 1785690
    },
    {
      "epoch": 498.38,
      "grad_norm": 1.0553596019744873,
      "learning_rate": 1.597585783906195e-06,
      "loss": 0.344,
      "step": 1785700
    },
    {
      "epoch": 498.38,
      "grad_norm": 1.0233428478240967,
      "learning_rate": 1.597560151230917e-06,
      "loss": 0.3479,
      "step": 1785710
    },
    {
      "epoch": 498.39,
      "grad_norm": 1.2736209630966187,
      "learning_rate": 1.5975345186549572e-06,
      "loss": 0.3426,
      "step": 1785720
    },
    {
      "epoch": 498.39,
      "grad_norm": 1.0812420845031738,
      "learning_rate": 1.5975088861783193e-06,
      "loss": 0.3442,
      "step": 1785730
    },
    {
      "epoch": 498.39,
      "grad_norm": 1.2200024127960205,
      "learning_rate": 1.5974832538010061e-06,
      "loss": 0.3316,
      "step": 1785740
    },
    {
      "epoch": 498.4,
      "grad_norm": 1.008453130722046,
      "learning_rate": 1.5974576215230207e-06,
      "loss": 0.3469,
      "step": 1785750
    },
    {
      "epoch": 498.4,
      "grad_norm": 1.1946245431900024,
      "learning_rate": 1.5974319893443676e-06,
      "loss": 0.3333,
      "step": 1785760
    },
    {
      "epoch": 498.4,
      "grad_norm": 1.161245584487915,
      "learning_rate": 1.59740635726505e-06,
      "loss": 0.3652,
      "step": 1785770
    },
    {
      "epoch": 498.4,
      "grad_norm": 1.1332002878189087,
      "learning_rate": 1.59738072528507e-06,
      "loss": 0.3345,
      "step": 1785780
    },
    {
      "epoch": 498.41,
      "grad_norm": 1.3704004287719727,
      "learning_rate": 1.5973550934044328e-06,
      "loss": 0.3312,
      "step": 1785790
    },
    {
      "epoch": 498.41,
      "grad_norm": 1.0494613647460938,
      "learning_rate": 1.5973294616231407e-06,
      "loss": 0.3405,
      "step": 1785800
    },
    {
      "epoch": 498.41,
      "grad_norm": 1.070937156677246,
      "learning_rate": 1.5973038299411965e-06,
      "loss": 0.3408,
      "step": 1785810
    },
    {
      "epoch": 498.41,
      "grad_norm": 1.244622826576233,
      "learning_rate": 1.5972781983586056e-06,
      "loss": 0.3336,
      "step": 1785820
    },
    {
      "epoch": 498.42,
      "grad_norm": 1.0442123413085938,
      "learning_rate": 1.5972525668753692e-06,
      "loss": 0.3359,
      "step": 1785830
    },
    {
      "epoch": 498.42,
      "grad_norm": 1.1426331996917725,
      "learning_rate": 1.5972269354914931e-06,
      "loss": 0.3316,
      "step": 1785840
    },
    {
      "epoch": 498.42,
      "grad_norm": 1.002267599105835,
      "learning_rate": 1.5972013042069789e-06,
      "loss": 0.3434,
      "step": 1785850
    },
    {
      "epoch": 498.43,
      "grad_norm": 1.043872356414795,
      "learning_rate": 1.59717567302183e-06,
      "loss": 0.3468,
      "step": 1785860
    },
    {
      "epoch": 498.43,
      "grad_norm": 0.93218994140625,
      "learning_rate": 1.5971500419360513e-06,
      "loss": 0.3382,
      "step": 1785870
    },
    {
      "epoch": 498.43,
      "grad_norm": 0.9909806251525879,
      "learning_rate": 1.5971244109496452e-06,
      "loss": 0.3399,
      "step": 1785880
    },
    {
      "epoch": 498.43,
      "grad_norm": 0.9887035489082336,
      "learning_rate": 1.597098780062614e-06,
      "loss": 0.321,
      "step": 1785890
    },
    {
      "epoch": 498.44,
      "grad_norm": 0.9824356436729431,
      "learning_rate": 1.5970731492749632e-06,
      "loss": 0.3373,
      "step": 1785900
    },
    {
      "epoch": 498.44,
      "grad_norm": 1.0303504467010498,
      "learning_rate": 1.5970475185866954e-06,
      "loss": 0.3374,
      "step": 1785910
    },
    {
      "epoch": 498.44,
      "grad_norm": 0.8849470019340515,
      "learning_rate": 1.5970218879978133e-06,
      "loss": 0.3382,
      "step": 1785920
    },
    {
      "epoch": 498.45,
      "grad_norm": 1.1539286375045776,
      "learning_rate": 1.5969962575083216e-06,
      "loss": 0.349,
      "step": 1785930
    },
    {
      "epoch": 498.45,
      "grad_norm": 1.047979712486267,
      "learning_rate": 1.5969706271182231e-06,
      "loss": 0.3544,
      "step": 1785940
    },
    {
      "epoch": 498.45,
      "grad_norm": 0.9765202403068542,
      "learning_rate": 1.59694499682752e-06,
      "loss": 0.331,
      "step": 1785950
    },
    {
      "epoch": 498.45,
      "grad_norm": 0.9328485727310181,
      "learning_rate": 1.596919366636218e-06,
      "loss": 0.3247,
      "step": 1785960
    },
    {
      "epoch": 498.46,
      "grad_norm": 1.1317853927612305,
      "learning_rate": 1.596893736544319e-06,
      "loss": 0.3445,
      "step": 1785970
    },
    {
      "epoch": 498.46,
      "grad_norm": 1.0841937065124512,
      "learning_rate": 1.5968681065518261e-06,
      "loss": 0.3344,
      "step": 1785980
    },
    {
      "epoch": 498.46,
      "grad_norm": 1.0840489864349365,
      "learning_rate": 1.5968424766587443e-06,
      "loss": 0.3573,
      "step": 1785990
    },
    {
      "epoch": 498.46,
      "grad_norm": 1.0349618196487427,
      "learning_rate": 1.596816846865076e-06,
      "loss": 0.3349,
      "step": 1786000
    },
    {
      "epoch": 498.47,
      "grad_norm": 1.0293272733688354,
      "learning_rate": 1.5967912171708242e-06,
      "loss": 0.326,
      "step": 1786010
    },
    {
      "epoch": 498.47,
      "grad_norm": 0.8118669986724854,
      "learning_rate": 1.5967655875759933e-06,
      "loss": 0.3378,
      "step": 1786020
    },
    {
      "epoch": 498.47,
      "grad_norm": 0.9807698726654053,
      "learning_rate": 1.5967399580805865e-06,
      "loss": 0.3397,
      "step": 1786030
    },
    {
      "epoch": 498.48,
      "grad_norm": 1.0711852312088013,
      "learning_rate": 1.5967143286846057e-06,
      "loss": 0.3399,
      "step": 1786040
    },
    {
      "epoch": 498.48,
      "grad_norm": 1.1806073188781738,
      "learning_rate": 1.5966886993880566e-06,
      "loss": 0.3469,
      "step": 1786050
    },
    {
      "epoch": 498.48,
      "grad_norm": 1.2247751951217651,
      "learning_rate": 1.5966630701909415e-06,
      "loss": 0.3417,
      "step": 1786060
    },
    {
      "epoch": 498.48,
      "grad_norm": 1.142751932144165,
      "learning_rate": 1.5966374410932635e-06,
      "loss": 0.348,
      "step": 1786070
    },
    {
      "epoch": 498.49,
      "grad_norm": 1.0532714128494263,
      "learning_rate": 1.5966118120950269e-06,
      "loss": 0.3333,
      "step": 1786080
    },
    {
      "epoch": 498.49,
      "grad_norm": 1.2915911674499512,
      "learning_rate": 1.5965861831962343e-06,
      "loss": 0.347,
      "step": 1786090
    },
    {
      "epoch": 498.49,
      "grad_norm": 1.156396508216858,
      "learning_rate": 1.5965605543968887e-06,
      "loss": 0.3628,
      "step": 1786100
    },
    {
      "epoch": 498.5,
      "grad_norm": 1.1061171293258667,
      "learning_rate": 1.5965349256969953e-06,
      "loss": 0.3349,
      "step": 1786110
    },
    {
      "epoch": 498.5,
      "grad_norm": 0.9076297879219055,
      "learning_rate": 1.5965092970965552e-06,
      "loss": 0.3327,
      "step": 1786120
    },
    {
      "epoch": 498.5,
      "grad_norm": 1.0182764530181885,
      "learning_rate": 1.596483668595574e-06,
      "loss": 0.3283,
      "step": 1786130
    },
    {
      "epoch": 498.5,
      "grad_norm": 0.9915202260017395,
      "learning_rate": 1.5964580401940543e-06,
      "loss": 0.3361,
      "step": 1786140
    },
    {
      "epoch": 498.51,
      "grad_norm": 1.1459442377090454,
      "learning_rate": 1.5964324118919988e-06,
      "loss": 0.3374,
      "step": 1786150
    },
    {
      "epoch": 498.51,
      "grad_norm": 1.1689530611038208,
      "learning_rate": 1.5964067836894118e-06,
      "loss": 0.339,
      "step": 1786160
    },
    {
      "epoch": 498.51,
      "grad_norm": 1.1481750011444092,
      "learning_rate": 1.5963811555862967e-06,
      "loss": 0.3407,
      "step": 1786170
    },
    {
      "epoch": 498.52,
      "grad_norm": 1.0162453651428223,
      "learning_rate": 1.5963555275826556e-06,
      "loss": 0.3527,
      "step": 1786180
    },
    {
      "epoch": 498.52,
      "grad_norm": 1.1588308811187744,
      "learning_rate": 1.5963298996784937e-06,
      "loss": 0.3287,
      "step": 1786190
    },
    {
      "epoch": 498.52,
      "grad_norm": 1.0867236852645874,
      "learning_rate": 1.5963042718738138e-06,
      "loss": 0.3358,
      "step": 1786200
    },
    {
      "epoch": 498.52,
      "grad_norm": 1.2078394889831543,
      "learning_rate": 1.5962786441686187e-06,
      "loss": 0.36,
      "step": 1786210
    },
    {
      "epoch": 498.53,
      "grad_norm": 1.1063549518585205,
      "learning_rate": 1.5962530165629124e-06,
      "loss": 0.3424,
      "step": 1786220
    },
    {
      "epoch": 498.53,
      "grad_norm": 1.1184680461883545,
      "learning_rate": 1.5962273890566985e-06,
      "loss": 0.3452,
      "step": 1786230
    },
    {
      "epoch": 498.53,
      "grad_norm": 1.186159372329712,
      "learning_rate": 1.5962017616499788e-06,
      "loss": 0.3571,
      "step": 1786240
    },
    {
      "epoch": 498.53,
      "grad_norm": 1.02215576171875,
      "learning_rate": 1.5961761343427592e-06,
      "loss": 0.3193,
      "step": 1786250
    },
    {
      "epoch": 498.54,
      "grad_norm": 0.938424289226532,
      "learning_rate": 1.5961505071350418e-06,
      "loss": 0.336,
      "step": 1786260
    },
    {
      "epoch": 498.54,
      "grad_norm": 1.090762972831726,
      "learning_rate": 1.596124880026829e-06,
      "loss": 0.3226,
      "step": 1786270
    },
    {
      "epoch": 498.54,
      "grad_norm": 1.1375898122787476,
      "learning_rate": 1.5960992530181263e-06,
      "loss": 0.3492,
      "step": 1786280
    },
    {
      "epoch": 498.55,
      "grad_norm": 1.1565970182418823,
      "learning_rate": 1.596073626108936e-06,
      "loss": 0.3323,
      "step": 1786290
    },
    {
      "epoch": 498.55,
      "grad_norm": 0.8919241428375244,
      "learning_rate": 1.5960479992992616e-06,
      "loss": 0.3355,
      "step": 1786300
    },
    {
      "epoch": 498.55,
      "grad_norm": 1.7799285650253296,
      "learning_rate": 1.5960223725891066e-06,
      "loss": 0.3327,
      "step": 1786310
    },
    {
      "epoch": 498.55,
      "grad_norm": 3.941002607345581,
      "learning_rate": 1.5959967459784747e-06,
      "loss": 0.3402,
      "step": 1786320
    },
    {
      "epoch": 498.56,
      "grad_norm": 1.055343747138977,
      "learning_rate": 1.5959711194673678e-06,
      "loss": 0.3394,
      "step": 1786330
    },
    {
      "epoch": 498.56,
      "grad_norm": 1.1064094305038452,
      "learning_rate": 1.595945493055791e-06,
      "loss": 0.3538,
      "step": 1786340
    },
    {
      "epoch": 498.56,
      "grad_norm": 1.196621298789978,
      "learning_rate": 1.595919866743748e-06,
      "loss": 0.3461,
      "step": 1786350
    },
    {
      "epoch": 498.57,
      "grad_norm": 1.1418887376785278,
      "learning_rate": 1.5958942405312403e-06,
      "loss": 0.3492,
      "step": 1786360
    },
    {
      "epoch": 498.57,
      "grad_norm": 1.1138273477554321,
      "learning_rate": 1.5958686144182732e-06,
      "loss": 0.3495,
      "step": 1786370
    },
    {
      "epoch": 498.57,
      "grad_norm": 1.2088241577148438,
      "learning_rate": 1.5958429884048495e-06,
      "loss": 0.3484,
      "step": 1786380
    },
    {
      "epoch": 498.57,
      "grad_norm": 0.9954788684844971,
      "learning_rate": 1.5958173624909711e-06,
      "loss": 0.3546,
      "step": 1786390
    },
    {
      "epoch": 498.58,
      "grad_norm": 1.0448647737503052,
      "learning_rate": 1.5957917366766437e-06,
      "loss": 0.343,
      "step": 1786400
    },
    {
      "epoch": 498.58,
      "grad_norm": 1.0665066242218018,
      "learning_rate": 1.595766110961869e-06,
      "loss": 0.3366,
      "step": 1786410
    },
    {
      "epoch": 498.58,
      "grad_norm": 1.0033015012741089,
      "learning_rate": 1.5957404853466519e-06,
      "loss": 0.3508,
      "step": 1786420
    },
    {
      "epoch": 498.58,
      "grad_norm": 1.1005759239196777,
      "learning_rate": 1.595714859830995e-06,
      "loss": 0.3548,
      "step": 1786430
    },
    {
      "epoch": 498.59,
      "grad_norm": 1.1636667251586914,
      "learning_rate": 1.5956892344149017e-06,
      "loss": 0.3389,
      "step": 1786440
    },
    {
      "epoch": 498.59,
      "grad_norm": 1.0448373556137085,
      "learning_rate": 1.5956636090983757e-06,
      "loss": 0.3552,
      "step": 1786450
    },
    {
      "epoch": 498.59,
      "grad_norm": 1.2695311307907104,
      "learning_rate": 1.59563798388142e-06,
      "loss": 0.36,
      "step": 1786460
    },
    {
      "epoch": 498.6,
      "grad_norm": 1.1657299995422363,
      "learning_rate": 1.5956123587640377e-06,
      "loss": 0.3643,
      "step": 1786470
    },
    {
      "epoch": 498.6,
      "grad_norm": 1.2702925205230713,
      "learning_rate": 1.5955867337462333e-06,
      "loss": 0.3584,
      "step": 1786480
    },
    {
      "epoch": 498.6,
      "grad_norm": 1.094689130783081,
      "learning_rate": 1.59556110882801e-06,
      "loss": 0.3317,
      "step": 1786490
    },
    {
      "epoch": 498.6,
      "grad_norm": 1.3092942237854004,
      "learning_rate": 1.59553548400937e-06,
      "loss": 0.3565,
      "step": 1786500
    },
    {
      "epoch": 498.61,
      "grad_norm": 0.9697940945625305,
      "learning_rate": 1.5955098592903183e-06,
      "loss": 0.3445,
      "step": 1786510
    },
    {
      "epoch": 498.61,
      "grad_norm": 0.8887083530426025,
      "learning_rate": 1.5954842346708575e-06,
      "loss": 0.3247,
      "step": 1786520
    },
    {
      "epoch": 498.61,
      "grad_norm": 0.9693655967712402,
      "learning_rate": 1.5954586101509902e-06,
      "loss": 0.3496,
      "step": 1786530
    },
    {
      "epoch": 498.62,
      "grad_norm": 2.4258241653442383,
      "learning_rate": 1.5954329857307217e-06,
      "loss": 0.3387,
      "step": 1786540
    },
    {
      "epoch": 498.62,
      "grad_norm": 1.141742467880249,
      "learning_rate": 1.595407361410054e-06,
      "loss": 0.3531,
      "step": 1786550
    },
    {
      "epoch": 498.62,
      "grad_norm": 1.0943865776062012,
      "learning_rate": 1.5953817371889901e-06,
      "loss": 0.3472,
      "step": 1786560
    },
    {
      "epoch": 498.62,
      "grad_norm": 1.169195294380188,
      "learning_rate": 1.5953561130675356e-06,
      "loss": 0.3276,
      "step": 1786570
    },
    {
      "epoch": 498.63,
      "grad_norm": 1.1150062084197998,
      "learning_rate": 1.595330489045692e-06,
      "loss": 0.3256,
      "step": 1786580
    },
    {
      "epoch": 498.63,
      "grad_norm": 1.182910442352295,
      "learning_rate": 1.5953048651234629e-06,
      "loss": 0.3511,
      "step": 1786590
    },
    {
      "epoch": 498.63,
      "grad_norm": 0.988612174987793,
      "learning_rate": 1.5952792413008527e-06,
      "loss": 0.3633,
      "step": 1786600
    },
    {
      "epoch": 498.64,
      "grad_norm": 1.2689958810806274,
      "learning_rate": 1.595253617577864e-06,
      "loss": 0.3424,
      "step": 1786610
    },
    {
      "epoch": 498.64,
      "grad_norm": 1.1293225288391113,
      "learning_rate": 1.5952279939544994e-06,
      "loss": 0.3513,
      "step": 1786620
    },
    {
      "epoch": 498.64,
      "grad_norm": 1.1334352493286133,
      "learning_rate": 1.5952023704307647e-06,
      "loss": 0.3655,
      "step": 1786630
    },
    {
      "epoch": 498.64,
      "grad_norm": 1.1454992294311523,
      "learning_rate": 1.5951767470066613e-06,
      "loss": 0.3195,
      "step": 1786640
    },
    {
      "epoch": 498.65,
      "grad_norm": 1.0750279426574707,
      "learning_rate": 1.5951511236821927e-06,
      "loss": 0.3327,
      "step": 1786650
    },
    {
      "epoch": 498.65,
      "grad_norm": 1.0665524005889893,
      "learning_rate": 1.5951255004573632e-06,
      "loss": 0.3493,
      "step": 1786660
    },
    {
      "epoch": 498.65,
      "grad_norm": 0.9506622552871704,
      "learning_rate": 1.5950998773321761e-06,
      "loss": 0.3358,
      "step": 1786670
    },
    {
      "epoch": 498.65,
      "grad_norm": 1.0816752910614014,
      "learning_rate": 1.5950742543066342e-06,
      "loss": 0.3272,
      "step": 1786680
    },
    {
      "epoch": 498.66,
      "grad_norm": 1.3327844142913818,
      "learning_rate": 1.5950486313807418e-06,
      "loss": 0.3525,
      "step": 1786690
    },
    {
      "epoch": 498.66,
      "grad_norm": 0.9573630094528198,
      "learning_rate": 1.5950230085545004e-06,
      "loss": 0.3304,
      "step": 1786700
    },
    {
      "epoch": 498.66,
      "grad_norm": 1.1002904176712036,
      "learning_rate": 1.5949973858279162e-06,
      "loss": 0.3414,
      "step": 1786710
    },
    {
      "epoch": 498.67,
      "grad_norm": 1.1443023681640625,
      "learning_rate": 1.5949717632009907e-06,
      "loss": 0.3479,
      "step": 1786720
    },
    {
      "epoch": 498.67,
      "grad_norm": 1.0917702913284302,
      "learning_rate": 1.5949461406737277e-06,
      "loss": 0.3369,
      "step": 1786730
    },
    {
      "epoch": 498.67,
      "grad_norm": 1.0693215131759644,
      "learning_rate": 1.594920518246131e-06,
      "loss": 0.3216,
      "step": 1786740
    },
    {
      "epoch": 498.67,
      "grad_norm": 1.0203109979629517,
      "learning_rate": 1.5948948959182036e-06,
      "loss": 0.3421,
      "step": 1786750
    },
    {
      "epoch": 498.68,
      "grad_norm": 1.0411893129348755,
      "learning_rate": 1.5948692736899481e-06,
      "loss": 0.3426,
      "step": 1786760
    },
    {
      "epoch": 498.68,
      "grad_norm": 0.9863371849060059,
      "learning_rate": 1.59484365156137e-06,
      "loss": 0.3438,
      "step": 1786770
    },
    {
      "epoch": 498.68,
      "grad_norm": 1.200775384902954,
      "learning_rate": 1.5948180295324714e-06,
      "loss": 0.3566,
      "step": 1786780
    },
    {
      "epoch": 498.69,
      "grad_norm": 3.096745252609253,
      "learning_rate": 1.594792407603255e-06,
      "loss": 0.351,
      "step": 1786790
    },
    {
      "epoch": 498.69,
      "grad_norm": 1.2201781272888184,
      "learning_rate": 1.5947667857737257e-06,
      "loss": 0.3371,
      "step": 1786800
    },
    {
      "epoch": 498.69,
      "grad_norm": 0.96629798412323,
      "learning_rate": 1.5947411640438867e-06,
      "loss": 0.341,
      "step": 1786810
    },
    {
      "epoch": 498.69,
      "grad_norm": 1.1090680360794067,
      "learning_rate": 1.5947155424137402e-06,
      "loss": 0.3511,
      "step": 1786820
    },
    {
      "epoch": 498.7,
      "grad_norm": 1.2451056241989136,
      "learning_rate": 1.5946899208832908e-06,
      "loss": 0.3237,
      "step": 1786830
    },
    {
      "epoch": 498.7,
      "grad_norm": 1.163854956626892,
      "learning_rate": 1.594664299452542e-06,
      "loss": 0.3521,
      "step": 1786840
    },
    {
      "epoch": 498.7,
      "grad_norm": 1.025274634361267,
      "learning_rate": 1.5946386781214953e-06,
      "loss": 0.3421,
      "step": 1786850
    },
    {
      "epoch": 498.7,
      "grad_norm": 1.3275129795074463,
      "learning_rate": 1.5946130568901565e-06,
      "loss": 0.3241,
      "step": 1786860
    },
    {
      "epoch": 498.71,
      "grad_norm": 1.098085641860962,
      "learning_rate": 1.5945874357585282e-06,
      "loss": 0.3522,
      "step": 1786870
    },
    {
      "epoch": 498.71,
      "grad_norm": 1.0891224145889282,
      "learning_rate": 1.5945618147266132e-06,
      "loss": 0.3361,
      "step": 1786880
    },
    {
      "epoch": 498.71,
      "grad_norm": 1.2213120460510254,
      "learning_rate": 1.5945361937944157e-06,
      "loss": 0.3424,
      "step": 1786890
    },
    {
      "epoch": 498.72,
      "grad_norm": 1.0438038110733032,
      "learning_rate": 1.5945105729619386e-06,
      "loss": 0.3427,
      "step": 1786900
    },
    {
      "epoch": 498.72,
      "grad_norm": 1.163082480430603,
      "learning_rate": 1.5944849522291847e-06,
      "loss": 0.3535,
      "step": 1786910
    },
    {
      "epoch": 498.72,
      "grad_norm": 1.3615792989730835,
      "learning_rate": 1.594459331596159e-06,
      "loss": 0.3297,
      "step": 1786920
    },
    {
      "epoch": 498.72,
      "grad_norm": 1.1377161741256714,
      "learning_rate": 1.5944337110628646e-06,
      "loss": 0.3437,
      "step": 1786930
    },
    {
      "epoch": 498.73,
      "grad_norm": 1.0612890720367432,
      "learning_rate": 1.594408090629303e-06,
      "loss": 0.3494,
      "step": 1786940
    },
    {
      "epoch": 498.73,
      "grad_norm": 1.2369208335876465,
      "learning_rate": 1.5943824702954801e-06,
      "loss": 0.3483,
      "step": 1786950
    },
    {
      "epoch": 498.73,
      "grad_norm": 1.0167940855026245,
      "learning_rate": 1.5943568500613981e-06,
      "loss": 0.3345,
      "step": 1786960
    },
    {
      "epoch": 498.74,
      "grad_norm": 1.1951466798782349,
      "learning_rate": 1.59433122992706e-06,
      "loss": 0.3534,
      "step": 1786970
    },
    {
      "epoch": 498.74,
      "grad_norm": 1.1926231384277344,
      "learning_rate": 1.5943056098924704e-06,
      "loss": 0.3382,
      "step": 1786980
    },
    {
      "epoch": 498.74,
      "grad_norm": 0.9883370399475098,
      "learning_rate": 1.5942799899576312e-06,
      "loss": 0.3495,
      "step": 1786990
    },
    {
      "epoch": 498.74,
      "grad_norm": 1.376765251159668,
      "learning_rate": 1.5942543701225472e-06,
      "loss": 0.3457,
      "step": 1787000
    },
    {
      "epoch": 498.75,
      "grad_norm": 1.1817097663879395,
      "learning_rate": 1.5942287503872216e-06,
      "loss": 0.3501,
      "step": 1787010
    },
    {
      "epoch": 498.75,
      "grad_norm": 1.002619743347168,
      "learning_rate": 1.594203130751657e-06,
      "loss": 0.3499,
      "step": 1787020
    },
    {
      "epoch": 498.75,
      "grad_norm": 0.9549119472503662,
      "learning_rate": 1.5941775112158576e-06,
      "loss": 0.3325,
      "step": 1787030
    },
    {
      "epoch": 498.76,
      "grad_norm": 1.306100606918335,
      "learning_rate": 1.5941518917798264e-06,
      "loss": 0.3591,
      "step": 1787040
    },
    {
      "epoch": 498.76,
      "grad_norm": 1.084760069847107,
      "learning_rate": 1.5941262724435663e-06,
      "loss": 0.3279,
      "step": 1787050
    },
    {
      "epoch": 498.76,
      "grad_norm": 1.0970423221588135,
      "learning_rate": 1.5941006532070825e-06,
      "loss": 0.3364,
      "step": 1787060
    },
    {
      "epoch": 498.76,
      "grad_norm": 1.0141135454177856,
      "learning_rate": 1.5940750340703766e-06,
      "loss": 0.3427,
      "step": 1787070
    },
    {
      "epoch": 498.77,
      "grad_norm": 0.9523544907569885,
      "learning_rate": 1.594049415033452e-06,
      "loss": 0.3461,
      "step": 1787080
    },
    {
      "epoch": 498.77,
      "grad_norm": 1.0539911985397339,
      "learning_rate": 1.5940237960963136e-06,
      "loss": 0.3537,
      "step": 1787090
    },
    {
      "epoch": 498.77,
      "grad_norm": 1.1675618886947632,
      "learning_rate": 1.593998177258964e-06,
      "loss": 0.3472,
      "step": 1787100
    },
    {
      "epoch": 498.77,
      "grad_norm": 1.0658538341522217,
      "learning_rate": 1.5939725585214063e-06,
      "loss": 0.3334,
      "step": 1787110
    },
    {
      "epoch": 498.78,
      "grad_norm": 0.9939021468162537,
      "learning_rate": 1.5939469398836445e-06,
      "loss": 0.3351,
      "step": 1787120
    },
    {
      "epoch": 498.78,
      "grad_norm": 1.8905216455459595,
      "learning_rate": 1.5939213213456816e-06,
      "loss": 0.357,
      "step": 1787130
    },
    {
      "epoch": 498.78,
      "grad_norm": 1.7623671293258667,
      "learning_rate": 1.5938957029075202e-06,
      "loss": 0.361,
      "step": 1787140
    },
    {
      "epoch": 498.79,
      "grad_norm": 1.1400052309036255,
      "learning_rate": 1.5938700845691655e-06,
      "loss": 0.3677,
      "step": 1787150
    },
    {
      "epoch": 498.79,
      "grad_norm": 1.0658588409423828,
      "learning_rate": 1.59384446633062e-06,
      "loss": 0.3322,
      "step": 1787160
    },
    {
      "epoch": 498.79,
      "grad_norm": 0.9925236105918884,
      "learning_rate": 1.593818848191887e-06,
      "loss": 0.3505,
      "step": 1787170
    },
    {
      "epoch": 498.79,
      "grad_norm": 1.2263047695159912,
      "learning_rate": 1.59379323015297e-06,
      "loss": 0.3597,
      "step": 1787180
    },
    {
      "epoch": 498.8,
      "grad_norm": 1.001793384552002,
      "learning_rate": 1.593767612213873e-06,
      "loss": 0.3579,
      "step": 1787190
    },
    {
      "epoch": 498.8,
      "grad_norm": 0.8634883761405945,
      "learning_rate": 1.5937419943745975e-06,
      "loss": 0.3421,
      "step": 1787200
    },
    {
      "epoch": 498.8,
      "grad_norm": 1.157328724861145,
      "learning_rate": 1.5937163766351496e-06,
      "loss": 0.3592,
      "step": 1787210
    },
    {
      "epoch": 498.81,
      "grad_norm": 1.2127628326416016,
      "learning_rate": 1.593690758995531e-06,
      "loss": 0.3563,
      "step": 1787220
    },
    {
      "epoch": 498.81,
      "grad_norm": 1.2793790102005005,
      "learning_rate": 1.5936651414557448e-06,
      "loss": 0.3404,
      "step": 1787230
    },
    {
      "epoch": 498.81,
      "grad_norm": 0.985588788986206,
      "learning_rate": 1.5936395240157958e-06,
      "loss": 0.3731,
      "step": 1787240
    },
    {
      "epoch": 498.81,
      "grad_norm": 1.1579054594039917,
      "learning_rate": 1.5936139066756866e-06,
      "loss": 0.3359,
      "step": 1787250
    },
    {
      "epoch": 498.82,
      "grad_norm": 1.2574543952941895,
      "learning_rate": 1.5935882894354205e-06,
      "loss": 0.3447,
      "step": 1787260
    },
    {
      "epoch": 498.82,
      "grad_norm": 1.0557938814163208,
      "learning_rate": 1.5935626722950017e-06,
      "loss": 0.34,
      "step": 1787270
    },
    {
      "epoch": 498.82,
      "grad_norm": 1.0661163330078125,
      "learning_rate": 1.5935370552544319e-06,
      "loss": 0.3402,
      "step": 1787280
    },
    {
      "epoch": 498.83,
      "grad_norm": 1.0461581945419312,
      "learning_rate": 1.5935114383137167e-06,
      "loss": 0.3289,
      "step": 1787290
    },
    {
      "epoch": 498.83,
      "grad_norm": 1.1202342510223389,
      "learning_rate": 1.5934858214728585e-06,
      "loss": 0.3442,
      "step": 1787300
    },
    {
      "epoch": 498.83,
      "grad_norm": 4.2180070877075195,
      "learning_rate": 1.5934602047318599e-06,
      "loss": 0.3333,
      "step": 1787310
    },
    {
      "epoch": 498.83,
      "grad_norm": 0.9731701016426086,
      "learning_rate": 1.593434588090726e-06,
      "loss": 0.3505,
      "step": 1787320
    },
    {
      "epoch": 498.84,
      "grad_norm": 1.01795494556427,
      "learning_rate": 1.593408971549459e-06,
      "loss": 0.3309,
      "step": 1787330
    },
    {
      "epoch": 498.84,
      "grad_norm": 1.1080390214920044,
      "learning_rate": 1.5933833551080614e-06,
      "loss": 0.3418,
      "step": 1787340
    },
    {
      "epoch": 498.84,
      "grad_norm": 1.0163766145706177,
      "learning_rate": 1.5933577387665393e-06,
      "loss": 0.3355,
      "step": 1787350
    },
    {
      "epoch": 498.84,
      "grad_norm": 1.0105060338974,
      "learning_rate": 1.5933321225248946e-06,
      "loss": 0.3357,
      "step": 1787360
    },
    {
      "epoch": 498.85,
      "grad_norm": 1.0451948642730713,
      "learning_rate": 1.5933065063831295e-06,
      "loss": 0.3454,
      "step": 1787370
    },
    {
      "epoch": 498.85,
      "grad_norm": 0.9556280970573425,
      "learning_rate": 1.5932808903412497e-06,
      "loss": 0.3325,
      "step": 1787380
    },
    {
      "epoch": 498.85,
      "grad_norm": 1.08915376663208,
      "learning_rate": 1.5932552743992573e-06,
      "loss": 0.329,
      "step": 1787390
    },
    {
      "epoch": 498.86,
      "grad_norm": 0.9562782645225525,
      "learning_rate": 1.5932296585571557e-06,
      "loss": 0.3232,
      "step": 1787400
    },
    {
      "epoch": 498.86,
      "grad_norm": 1.1356104612350464,
      "learning_rate": 1.5932040428149487e-06,
      "loss": 0.3335,
      "step": 1787410
    },
    {
      "epoch": 498.86,
      "grad_norm": 1.0994395017623901,
      "learning_rate": 1.59317842717264e-06,
      "loss": 0.3341,
      "step": 1787420
    },
    {
      "epoch": 498.86,
      "grad_norm": 1.0105657577514648,
      "learning_rate": 1.5931528116302313e-06,
      "loss": 0.3532,
      "step": 1787430
    },
    {
      "epoch": 498.87,
      "grad_norm": 1.0812804698944092,
      "learning_rate": 1.5931271961877286e-06,
      "loss": 0.3558,
      "step": 1787440
    },
    {
      "epoch": 498.87,
      "grad_norm": 1.1502268314361572,
      "learning_rate": 1.593101580845134e-06,
      "loss": 0.3396,
      "step": 1787450
    },
    {
      "epoch": 498.87,
      "grad_norm": 1.3799093961715698,
      "learning_rate": 1.59307596560245e-06,
      "loss": 0.3617,
      "step": 1787460
    },
    {
      "epoch": 498.88,
      "grad_norm": 1.11903977394104,
      "learning_rate": 1.5930503504596817e-06,
      "loss": 0.3518,
      "step": 1787470
    },
    {
      "epoch": 498.88,
      "grad_norm": 1.1508125066757202,
      "learning_rate": 1.5930247354168318e-06,
      "loss": 0.3398,
      "step": 1787480
    },
    {
      "epoch": 498.88,
      "grad_norm": 1.0924285650253296,
      "learning_rate": 1.5929991204739025e-06,
      "loss": 0.3477,
      "step": 1787490
    },
    {
      "epoch": 498.88,
      "grad_norm": 1.2453534603118896,
      "learning_rate": 1.5929735056308993e-06,
      "loss": 0.345,
      "step": 1787500
    },
    {
      "epoch": 498.89,
      "grad_norm": 1.2038034200668335,
      "learning_rate": 1.5929478908878247e-06,
      "loss": 0.3456,
      "step": 1787510
    },
    {
      "epoch": 498.89,
      "grad_norm": 1.1056294441223145,
      "learning_rate": 1.5929222762446813e-06,
      "loss": 0.3409,
      "step": 1787520
    },
    {
      "epoch": 498.89,
      "grad_norm": 1.057176113128662,
      "learning_rate": 1.592896661701474e-06,
      "loss": 0.3443,
      "step": 1787530
    },
    {
      "epoch": 498.89,
      "grad_norm": 1.1885461807250977,
      "learning_rate": 1.5928710472582054e-06,
      "loss": 0.3375,
      "step": 1787540
    },
    {
      "epoch": 498.9,
      "grad_norm": 0.8421478867530823,
      "learning_rate": 1.5928454329148789e-06,
      "loss": 0.3456,
      "step": 1787550
    },
    {
      "epoch": 498.9,
      "grad_norm": 1.3393199443817139,
      "learning_rate": 1.592819818671498e-06,
      "loss": 0.3499,
      "step": 1787560
    },
    {
      "epoch": 498.9,
      "grad_norm": 1.0467406511306763,
      "learning_rate": 1.5927942045280655e-06,
      "loss": 0.3374,
      "step": 1787570
    },
    {
      "epoch": 498.91,
      "grad_norm": 1.048980474472046,
      "learning_rate": 1.5927685904845863e-06,
      "loss": 0.34,
      "step": 1787580
    },
    {
      "epoch": 498.91,
      "grad_norm": 0.8136853575706482,
      "learning_rate": 1.5927429765410629e-06,
      "loss": 0.3437,
      "step": 1787590
    },
    {
      "epoch": 498.91,
      "grad_norm": 0.971336841583252,
      "learning_rate": 1.5927173626974983e-06,
      "loss": 0.3509,
      "step": 1787600
    },
    {
      "epoch": 498.91,
      "grad_norm": 1.0398406982421875,
      "learning_rate": 1.5926917489538967e-06,
      "loss": 0.3387,
      "step": 1787610
    },
    {
      "epoch": 498.92,
      "grad_norm": 1.149965763092041,
      "learning_rate": 1.5926661353102609e-06,
      "loss": 0.3616,
      "step": 1787620
    },
    {
      "epoch": 498.92,
      "grad_norm": 1.1077545881271362,
      "learning_rate": 1.5926405217665944e-06,
      "loss": 0.3317,
      "step": 1787630
    },
    {
      "epoch": 498.92,
      "grad_norm": 1.1053111553192139,
      "learning_rate": 1.5926149083229013e-06,
      "loss": 0.3401,
      "step": 1787640
    },
    {
      "epoch": 498.93,
      "grad_norm": 1.2458926439285278,
      "learning_rate": 1.5925892949791844e-06,
      "loss": 0.3421,
      "step": 1787650
    },
    {
      "epoch": 498.93,
      "grad_norm": 0.9559158086776733,
      "learning_rate": 1.5925636817354462e-06,
      "loss": 0.3271,
      "step": 1787660
    },
    {
      "epoch": 498.93,
      "grad_norm": 1.0782500505447388,
      "learning_rate": 1.5925380685916923e-06,
      "loss": 0.339,
      "step": 1787670
    },
    {
      "epoch": 498.93,
      "grad_norm": 1.1760717630386353,
      "learning_rate": 1.5925124555479246e-06,
      "loss": 0.3489,
      "step": 1787680
    },
    {
      "epoch": 498.94,
      "grad_norm": 0.9813453555107117,
      "learning_rate": 1.5924868426041468e-06,
      "loss": 0.3441,
      "step": 1787690
    },
    {
      "epoch": 498.94,
      "grad_norm": 1.093064546585083,
      "learning_rate": 1.5924612297603623e-06,
      "loss": 0.341,
      "step": 1787700
    },
    {
      "epoch": 498.94,
      "grad_norm": 0.9562878608703613,
      "learning_rate": 1.592435617016575e-06,
      "loss": 0.3391,
      "step": 1787710
    },
    {
      "epoch": 498.95,
      "grad_norm": 1.4524914026260376,
      "learning_rate": 1.5924100043727867e-06,
      "loss": 0.3466,
      "step": 1787720
    },
    {
      "epoch": 498.95,
      "grad_norm": 1.0728845596313477,
      "learning_rate": 1.5923843918290026e-06,
      "loss": 0.3488,
      "step": 1787730
    },
    {
      "epoch": 498.95,
      "grad_norm": 1.0465550422668457,
      "learning_rate": 1.5923587793852258e-06,
      "loss": 0.3388,
      "step": 1787740
    },
    {
      "epoch": 498.95,
      "grad_norm": 1.0571218729019165,
      "learning_rate": 1.5923331670414586e-06,
      "loss": 0.3536,
      "step": 1787750
    },
    {
      "epoch": 498.96,
      "grad_norm": 2.319430112838745,
      "learning_rate": 1.5923075547977056e-06,
      "loss": 0.3265,
      "step": 1787760
    },
    {
      "epoch": 498.96,
      "grad_norm": 1.2830703258514404,
      "learning_rate": 1.5922819426539703e-06,
      "loss": 0.3449,
      "step": 1787770
    },
    {
      "epoch": 498.96,
      "grad_norm": 1.0425578355789185,
      "learning_rate": 1.592256330610255e-06,
      "loss": 0.3382,
      "step": 1787780
    },
    {
      "epoch": 498.96,
      "grad_norm": 1.0412344932556152,
      "learning_rate": 1.5922307186665641e-06,
      "loss": 0.3306,
      "step": 1787790
    },
    {
      "epoch": 498.97,
      "grad_norm": 1.0777597427368164,
      "learning_rate": 1.5922051068229006e-06,
      "loss": 0.332,
      "step": 1787800
    },
    {
      "epoch": 498.97,
      "grad_norm": 0.9808152914047241,
      "learning_rate": 1.592179495079267e-06,
      "loss": 0.3517,
      "step": 1787810
    },
    {
      "epoch": 498.97,
      "grad_norm": 1.1882919073104858,
      "learning_rate": 1.5921538834356687e-06,
      "loss": 0.3315,
      "step": 1787820
    },
    {
      "epoch": 498.98,
      "grad_norm": 0.9793931841850281,
      "learning_rate": 1.5921282718921077e-06,
      "loss": 0.3632,
      "step": 1787830
    },
    {
      "epoch": 498.98,
      "grad_norm": 1.2302740812301636,
      "learning_rate": 1.5921026604485877e-06,
      "loss": 0.3399,
      "step": 1787840
    },
    {
      "epoch": 498.98,
      "grad_norm": 1.0572112798690796,
      "learning_rate": 1.5920770491051124e-06,
      "loss": 0.3397,
      "step": 1787850
    },
    {
      "epoch": 498.98,
      "grad_norm": 1.229205846786499,
      "learning_rate": 1.5920514378616844e-06,
      "loss": 0.3279,
      "step": 1787860
    },
    {
      "epoch": 498.99,
      "grad_norm": 1.0534112453460693,
      "learning_rate": 1.5920258267183081e-06,
      "loss": 0.3381,
      "step": 1787870
    },
    {
      "epoch": 498.99,
      "grad_norm": 1.0921844244003296,
      "learning_rate": 1.592000215674987e-06,
      "loss": 0.3628,
      "step": 1787880
    },
    {
      "epoch": 498.99,
      "grad_norm": 1.0860615968704224,
      "learning_rate": 1.5919746047317227e-06,
      "loss": 0.3466,
      "step": 1787890
    },
    {
      "epoch": 499.0,
      "grad_norm": 0.9469873309135437,
      "learning_rate": 1.591948993888521e-06,
      "loss": 0.3466,
      "step": 1787900
    },
    {
      "epoch": 499.0,
      "grad_norm": 1.132157564163208,
      "learning_rate": 1.591923383145384e-06,
      "loss": 0.3293,
      "step": 1787910
    },
    {
      "epoch": 499.0,
      "eval_loss": 0.34210288524627686,
      "eval_runtime": 63.0187,
      "eval_samples_per_second": 80.278,
      "eval_steps_per_second": 10.045,
      "step": 1787917
    },
    {
      "epoch": 499.0,
      "grad_norm": 1.0750153064727783,
      "learning_rate": 1.591897772502315e-06,
      "loss": 0.3442,
      "step": 1787920
    },
    {
      "epoch": 499.0,
      "grad_norm": 1.211695671081543,
      "learning_rate": 1.5918721619593183e-06,
      "loss": 0.3462,
      "step": 1787930
    },
    {
      "epoch": 499.01,
      "grad_norm": 1.1306596994400024,
      "learning_rate": 1.5918465515163967e-06,
      "loss": 0.3412,
      "step": 1787940
    },
    {
      "epoch": 499.01,
      "grad_norm": 1.1905924081802368,
      "learning_rate": 1.5918209411735526e-06,
      "loss": 0.3421,
      "step": 1787950
    },
    {
      "epoch": 499.01,
      "grad_norm": 1.0820561647415161,
      "learning_rate": 1.5917953309307915e-06,
      "loss": 0.3389,
      "step": 1787960
    },
    {
      "epoch": 499.01,
      "grad_norm": 1.053781509399414,
      "learning_rate": 1.5917697207881157e-06,
      "loss": 0.3493,
      "step": 1787970
    },
    {
      "epoch": 499.02,
      "grad_norm": 1.1822044849395752,
      "learning_rate": 1.5917441107455282e-06,
      "loss": 0.3336,
      "step": 1787980
    },
    {
      "epoch": 499.02,
      "grad_norm": 1.2215056419372559,
      "learning_rate": 1.5917185008030337e-06,
      "loss": 0.3351,
      "step": 1787990
    },
    {
      "epoch": 499.02,
      "grad_norm": 1.0708318948745728,
      "learning_rate": 1.5916928909606344e-06,
      "loss": 0.3322,
      "step": 1788000
    },
    {
      "epoch": 499.03,
      "grad_norm": 1.1243025064468384,
      "learning_rate": 1.591667281218333e-06,
      "loss": 0.3408,
      "step": 1788010
    },
    {
      "epoch": 499.03,
      "grad_norm": 1.034619927406311,
      "learning_rate": 1.5916416715761355e-06,
      "loss": 0.3406,
      "step": 1788020
    },
    {
      "epoch": 499.03,
      "grad_norm": 0.9191272258758545,
      "learning_rate": 1.5916160620340435e-06,
      "loss": 0.3425,
      "step": 1788030
    },
    {
      "epoch": 499.03,
      "grad_norm": 1.2378771305084229,
      "learning_rate": 1.59159045259206e-06,
      "loss": 0.3386,
      "step": 1788040
    },
    {
      "epoch": 499.04,
      "grad_norm": 1.3152540922164917,
      "learning_rate": 1.59156484325019e-06,
      "loss": 0.3355,
      "step": 1788050
    },
    {
      "epoch": 499.04,
      "grad_norm": 1.0824772119522095,
      "learning_rate": 1.591539234008436e-06,
      "loss": 0.3418,
      "step": 1788060
    },
    {
      "epoch": 499.04,
      "grad_norm": 1.2537012100219727,
      "learning_rate": 1.591513624866801e-06,
      "loss": 0.3373,
      "step": 1788070
    },
    {
      "epoch": 499.05,
      "grad_norm": 1.365877628326416,
      "learning_rate": 1.5914880158252892e-06,
      "loss": 0.3308,
      "step": 1788080
    },
    {
      "epoch": 499.05,
      "grad_norm": 0.9549716711044312,
      "learning_rate": 1.591462406883904e-06,
      "loss": 0.3199,
      "step": 1788090
    },
    {
      "epoch": 499.05,
      "grad_norm": 1.0204505920410156,
      "learning_rate": 1.591436798042647e-06,
      "loss": 0.3329,
      "step": 1788100
    },
    {
      "epoch": 499.05,
      "grad_norm": 1.0510520935058594,
      "learning_rate": 1.5914111893015246e-06,
      "loss": 0.336,
      "step": 1788110
    },
    {
      "epoch": 499.06,
      "grad_norm": 1.0220935344696045,
      "learning_rate": 1.5913855806605384e-06,
      "loss": 0.3613,
      "step": 1788120
    },
    {
      "epoch": 499.06,
      "grad_norm": 1.0077111721038818,
      "learning_rate": 1.5913599721196917e-06,
      "loss": 0.3443,
      "step": 1788130
    },
    {
      "epoch": 499.06,
      "grad_norm": 1.0632774829864502,
      "learning_rate": 1.5913343636789888e-06,
      "loss": 0.3533,
      "step": 1788140
    },
    {
      "epoch": 499.07,
      "grad_norm": 1.0520226955413818,
      "learning_rate": 1.5913087553384316e-06,
      "loss": 0.3548,
      "step": 1788150
    },
    {
      "epoch": 499.07,
      "grad_norm": 1.0898696184158325,
      "learning_rate": 1.5912831470980257e-06,
      "loss": 0.3436,
      "step": 1788160
    },
    {
      "epoch": 499.07,
      "grad_norm": 1.0877666473388672,
      "learning_rate": 1.5912575389577732e-06,
      "loss": 0.3498,
      "step": 1788170
    },
    {
      "epoch": 499.07,
      "grad_norm": 1.0635063648223877,
      "learning_rate": 1.5912319309176764e-06,
      "loss": 0.3333,
      "step": 1788180
    },
    {
      "epoch": 499.08,
      "grad_norm": 1.3376290798187256,
      "learning_rate": 1.5912063229777413e-06,
      "loss": 0.3467,
      "step": 1788190
    },
    {
      "epoch": 499.08,
      "grad_norm": 1.254778504371643,
      "learning_rate": 1.5911807151379702e-06,
      "loss": 0.3479,
      "step": 1788200
    },
    {
      "epoch": 499.08,
      "grad_norm": 1.041171908378601,
      "learning_rate": 1.5911551073983653e-06,
      "loss": 0.3321,
      "step": 1788210
    },
    {
      "epoch": 499.08,
      "grad_norm": 1.1615840196609497,
      "learning_rate": 1.5911294997589316e-06,
      "loss": 0.3362,
      "step": 1788220
    },
    {
      "epoch": 499.09,
      "grad_norm": 1.0767955780029297,
      "learning_rate": 1.5911038922196719e-06,
      "loss": 0.3448,
      "step": 1788230
    },
    {
      "epoch": 499.09,
      "grad_norm": 1.1799218654632568,
      "learning_rate": 1.5910782847805886e-06,
      "loss": 0.3471,
      "step": 1788240
    },
    {
      "epoch": 499.09,
      "grad_norm": 1.0313018560409546,
      "learning_rate": 1.5910526774416873e-06,
      "loss": 0.3319,
      "step": 1788250
    },
    {
      "epoch": 499.1,
      "grad_norm": 0.9408047795295715,
      "learning_rate": 1.59102707020297e-06,
      "loss": 0.3351,
      "step": 1788260
    },
    {
      "epoch": 499.1,
      "grad_norm": 1.1145775318145752,
      "learning_rate": 1.5910014630644397e-06,
      "loss": 0.3485,
      "step": 1788270
    },
    {
      "epoch": 499.1,
      "grad_norm": 1.1821178197860718,
      "learning_rate": 1.5909758560261013e-06,
      "loss": 0.3265,
      "step": 1788280
    },
    {
      "epoch": 499.1,
      "grad_norm": 1.137856364250183,
      "learning_rate": 1.5909502490879573e-06,
      "loss": 0.3504,
      "step": 1788290
    },
    {
      "epoch": 499.11,
      "grad_norm": 1.0046274662017822,
      "learning_rate": 1.5909246422500102e-06,
      "loss": 0.3445,
      "step": 1788300
    },
    {
      "epoch": 499.11,
      "grad_norm": 1.2204824686050415,
      "learning_rate": 1.590899035512265e-06,
      "loss": 0.3229,
      "step": 1788310
    },
    {
      "epoch": 499.11,
      "grad_norm": 1.1070138216018677,
      "learning_rate": 1.5908734288747246e-06,
      "loss": 0.3393,
      "step": 1788320
    },
    {
      "epoch": 499.12,
      "grad_norm": 1.0685430765151978,
      "learning_rate": 1.5908478223373913e-06,
      "loss": 0.3464,
      "step": 1788330
    },
    {
      "epoch": 499.12,
      "grad_norm": 1.189601182937622,
      "learning_rate": 1.5908222159002705e-06,
      "loss": 0.3658,
      "step": 1788340
    },
    {
      "epoch": 499.12,
      "grad_norm": 1.0628612041473389,
      "learning_rate": 1.5907966095633647e-06,
      "loss": 0.322,
      "step": 1788350
    },
    {
      "epoch": 499.12,
      "grad_norm": 1.1294972896575928,
      "learning_rate": 1.5907710033266767e-06,
      "loss": 0.3245,
      "step": 1788360
    },
    {
      "epoch": 499.13,
      "grad_norm": 1.3071268796920776,
      "learning_rate": 1.5907453971902109e-06,
      "loss": 0.3606,
      "step": 1788370
    },
    {
      "epoch": 499.13,
      "grad_norm": 1.0338462591171265,
      "learning_rate": 1.59071979115397e-06,
      "loss": 0.3363,
      "step": 1788380
    },
    {
      "epoch": 499.13,
      "grad_norm": 1.1199538707733154,
      "learning_rate": 1.5906941852179567e-06,
      "loss": 0.347,
      "step": 1788390
    },
    {
      "epoch": 499.13,
      "grad_norm": 1.0350866317749023,
      "learning_rate": 1.5906685793821763e-06,
      "loss": 0.3517,
      "step": 1788400
    },
    {
      "epoch": 499.14,
      "grad_norm": 0.8891698718070984,
      "learning_rate": 1.5906429736466315e-06,
      "loss": 0.3336,
      "step": 1788410
    },
    {
      "epoch": 499.14,
      "grad_norm": 1.1824110746383667,
      "learning_rate": 1.590617368011325e-06,
      "loss": 0.3453,
      "step": 1788420
    },
    {
      "epoch": 499.14,
      "grad_norm": 1.3846497535705566,
      "learning_rate": 1.590591762476261e-06,
      "loss": 0.3364,
      "step": 1788430
    },
    {
      "epoch": 499.15,
      "grad_norm": 1.1145259141921997,
      "learning_rate": 1.5905661570414415e-06,
      "loss": 0.3321,
      "step": 1788440
    },
    {
      "epoch": 499.15,
      "grad_norm": 1.5485310554504395,
      "learning_rate": 1.590540551706872e-06,
      "loss": 0.3381,
      "step": 1788450
    },
    {
      "epoch": 499.15,
      "grad_norm": 1.9147722721099854,
      "learning_rate": 1.5905149464725547e-06,
      "loss": 0.3168,
      "step": 1788460
    },
    {
      "epoch": 499.15,
      "grad_norm": 1.2310439348220825,
      "learning_rate": 1.5904893413384924e-06,
      "loss": 0.3365,
      "step": 1788470
    },
    {
      "epoch": 499.16,
      "grad_norm": 1.012772560119629,
      "learning_rate": 1.5904637363046905e-06,
      "loss": 0.3491,
      "step": 1788480
    },
    {
      "epoch": 499.16,
      "grad_norm": 1.1308008432388306,
      "learning_rate": 1.5904381313711508e-06,
      "loss": 0.3478,
      "step": 1788490
    },
    {
      "epoch": 499.16,
      "grad_norm": 1.1322035789489746,
      "learning_rate": 1.590412526537877e-06,
      "loss": 0.3286,
      "step": 1788500
    },
    {
      "epoch": 499.17,
      "grad_norm": 0.9820448756217957,
      "learning_rate": 1.5903869218048727e-06,
      "loss": 0.3485,
      "step": 1788510
    },
    {
      "epoch": 499.17,
      "grad_norm": 1.088838815689087,
      "learning_rate": 1.5903613171721415e-06,
      "loss": 0.3431,
      "step": 1788520
    },
    {
      "epoch": 499.17,
      "grad_norm": 1.091173768043518,
      "learning_rate": 1.5903357126396854e-06,
      "loss": 0.3458,
      "step": 1788530
    },
    {
      "epoch": 499.17,
      "grad_norm": 1.0843316316604614,
      "learning_rate": 1.59031010820751e-06,
      "loss": 0.3449,
      "step": 1788540
    },
    {
      "epoch": 499.18,
      "grad_norm": 1.1648859977722168,
      "learning_rate": 1.5902845038756178e-06,
      "loss": 0.3429,
      "step": 1788550
    },
    {
      "epoch": 499.18,
      "grad_norm": 1.112847924232483,
      "learning_rate": 1.5902588996440116e-06,
      "loss": 0.345,
      "step": 1788560
    },
    {
      "epoch": 499.18,
      "grad_norm": 1.0221349000930786,
      "learning_rate": 1.5902332955126953e-06,
      "loss": 0.3284,
      "step": 1788570
    },
    {
      "epoch": 499.19,
      "grad_norm": 1.013140320777893,
      "learning_rate": 1.5902076914816724e-06,
      "loss": 0.3475,
      "step": 1788580
    },
    {
      "epoch": 499.19,
      "grad_norm": 1.1209861040115356,
      "learning_rate": 1.5901820875509458e-06,
      "loss": 0.3491,
      "step": 1788590
    },
    {
      "epoch": 499.19,
      "grad_norm": 0.9627822041511536,
      "learning_rate": 1.59015648372052e-06,
      "loss": 0.3393,
      "step": 1788600
    },
    {
      "epoch": 499.19,
      "grad_norm": 1.0272912979125977,
      "learning_rate": 1.5901308799903976e-06,
      "loss": 0.3174,
      "step": 1788610
    },
    {
      "epoch": 499.2,
      "grad_norm": 1.1749216318130493,
      "learning_rate": 1.5901052763605808e-06,
      "loss": 0.3566,
      "step": 1788620
    },
    {
      "epoch": 499.2,
      "grad_norm": 1.3452520370483398,
      "learning_rate": 1.5900796728310759e-06,
      "loss": 0.3515,
      "step": 1788630
    },
    {
      "epoch": 499.2,
      "grad_norm": 1.1751817464828491,
      "learning_rate": 1.5900540694018843e-06,
      "loss": 0.3443,
      "step": 1788640
    },
    {
      "epoch": 499.2,
      "grad_norm": 0.9789548516273499,
      "learning_rate": 1.5900284660730095e-06,
      "loss": 0.326,
      "step": 1788650
    },
    {
      "epoch": 499.21,
      "grad_norm": 1.0958365201950073,
      "learning_rate": 1.5900028628444559e-06,
      "loss": 0.3285,
      "step": 1788660
    },
    {
      "epoch": 499.21,
      "grad_norm": 5.441132545471191,
      "learning_rate": 1.5899772597162259e-06,
      "loss": 0.3512,
      "step": 1788670
    },
    {
      "epoch": 499.21,
      "grad_norm": 1.2162494659423828,
      "learning_rate": 1.5899516566883225e-06,
      "loss": 0.3514,
      "step": 1788680
    },
    {
      "epoch": 499.22,
      "grad_norm": 1.1023274660110474,
      "learning_rate": 1.5899260537607505e-06,
      "loss": 0.3503,
      "step": 1788690
    },
    {
      "epoch": 499.22,
      "grad_norm": 1.160616397857666,
      "learning_rate": 1.589900450933513e-06,
      "loss": 0.3482,
      "step": 1788700
    },
    {
      "epoch": 499.22,
      "grad_norm": 1.2663248777389526,
      "learning_rate": 1.5898748482066121e-06,
      "loss": 0.3389,
      "step": 1788710
    },
    {
      "epoch": 499.22,
      "grad_norm": 1.039825201034546,
      "learning_rate": 1.589849245580053e-06,
      "loss": 0.345,
      "step": 1788720
    },
    {
      "epoch": 499.23,
      "grad_norm": 1.1568859815597534,
      "learning_rate": 1.5898236430538382e-06,
      "loss": 0.3438,
      "step": 1788730
    },
    {
      "epoch": 499.23,
      "grad_norm": 1.1858959197998047,
      "learning_rate": 1.5897980406279717e-06,
      "loss": 0.3294,
      "step": 1788740
    },
    {
      "epoch": 499.23,
      "grad_norm": 1.2324247360229492,
      "learning_rate": 1.5897724383024557e-06,
      "loss": 0.353,
      "step": 1788750
    },
    {
      "epoch": 499.24,
      "grad_norm": 1.2533934116363525,
      "learning_rate": 1.589746836077294e-06,
      "loss": 0.3339,
      "step": 1788760
    },
    {
      "epoch": 499.24,
      "grad_norm": 1.0128291845321655,
      "learning_rate": 1.589721233952491e-06,
      "loss": 0.3449,
      "step": 1788770
    },
    {
      "epoch": 499.24,
      "grad_norm": 1.0137885808944702,
      "learning_rate": 1.5896956319280492e-06,
      "loss": 0.3391,
      "step": 1788780
    },
    {
      "epoch": 499.24,
      "grad_norm": 1.2269898653030396,
      "learning_rate": 1.5896700300039723e-06,
      "loss": 0.3393,
      "step": 1788790
    },
    {
      "epoch": 499.25,
      "grad_norm": 1.1875700950622559,
      "learning_rate": 1.5896444281802639e-06,
      "loss": 0.3331,
      "step": 1788800
    },
    {
      "epoch": 499.25,
      "grad_norm": 1.0639331340789795,
      "learning_rate": 1.5896188264569272e-06,
      "loss": 0.3244,
      "step": 1788810
    },
    {
      "epoch": 499.25,
      "grad_norm": 0.9793180227279663,
      "learning_rate": 1.5895932248339645e-06,
      "loss": 0.3468,
      "step": 1788820
    },
    {
      "epoch": 499.25,
      "grad_norm": 1.1067878007888794,
      "learning_rate": 1.5895676233113813e-06,
      "loss": 0.3503,
      "step": 1788830
    },
    {
      "epoch": 499.26,
      "grad_norm": 1.032111406326294,
      "learning_rate": 1.58954202188918e-06,
      "loss": 0.3356,
      "step": 1788840
    },
    {
      "epoch": 499.26,
      "grad_norm": 1.1111699342727661,
      "learning_rate": 1.589516420567363e-06,
      "loss": 0.3472,
      "step": 1788850
    },
    {
      "epoch": 499.26,
      "grad_norm": 1.103539228439331,
      "learning_rate": 1.589490819345936e-06,
      "loss": 0.3545,
      "step": 1788860
    },
    {
      "epoch": 499.27,
      "grad_norm": 1.2533893585205078,
      "learning_rate": 1.5894652182249004e-06,
      "loss": 0.3492,
      "step": 1788870
    },
    {
      "epoch": 499.27,
      "grad_norm": 1.072283148765564,
      "learning_rate": 1.5894396172042605e-06,
      "loss": 0.3522,
      "step": 1788880
    },
    {
      "epoch": 499.27,
      "grad_norm": 1.1006652116775513,
      "learning_rate": 1.5894140162840195e-06,
      "loss": 0.3294,
      "step": 1788890
    },
    {
      "epoch": 499.27,
      "grad_norm": 1.1023979187011719,
      "learning_rate": 1.5893884154641808e-06,
      "loss": 0.3209,
      "step": 1788900
    },
    {
      "epoch": 499.28,
      "grad_norm": 1.0967353582382202,
      "learning_rate": 1.5893628147447471e-06,
      "loss": 0.3444,
      "step": 1788910
    },
    {
      "epoch": 499.28,
      "grad_norm": 1.0819066762924194,
      "learning_rate": 1.589337214125724e-06,
      "loss": 0.3398,
      "step": 1788920
    },
    {
      "epoch": 499.28,
      "grad_norm": 1.3135216236114502,
      "learning_rate": 1.5893116136071126e-06,
      "loss": 0.3386,
      "step": 1788930
    },
    {
      "epoch": 499.29,
      "grad_norm": 1.2600618600845337,
      "learning_rate": 1.5892860131889169e-06,
      "loss": 0.3382,
      "step": 1788940
    },
    {
      "epoch": 499.29,
      "grad_norm": 1.109086036682129,
      "learning_rate": 1.5892604128711413e-06,
      "loss": 0.3523,
      "step": 1788950
    },
    {
      "epoch": 499.29,
      "grad_norm": 1.081480860710144,
      "learning_rate": 1.5892348126537883e-06,
      "loss": 0.3313,
      "step": 1788960
    },
    {
      "epoch": 499.29,
      "grad_norm": 1.301767110824585,
      "learning_rate": 1.5892092125368606e-06,
      "loss": 0.3407,
      "step": 1788970
    },
    {
      "epoch": 499.3,
      "grad_norm": 1.0996774435043335,
      "learning_rate": 1.5891836125203633e-06,
      "loss": 0.3397,
      "step": 1788980
    },
    {
      "epoch": 499.3,
      "grad_norm": 1.1698510646820068,
      "learning_rate": 1.589158012604299e-06,
      "loss": 0.3471,
      "step": 1788990
    },
    {
      "epoch": 499.3,
      "grad_norm": 1.0880942344665527,
      "learning_rate": 1.5891324127886703e-06,
      "loss": 0.3489,
      "step": 1789000
    },
    {
      "epoch": 499.31,
      "grad_norm": 1.6407800912857056,
      "learning_rate": 1.5891068130734822e-06,
      "loss": 0.3333,
      "step": 1789010
    },
    {
      "epoch": 499.31,
      "grad_norm": 1.161014199256897,
      "learning_rate": 1.589081213458737e-06,
      "loss": 0.3388,
      "step": 1789020
    },
    {
      "epoch": 499.31,
      "grad_norm": 1.1959275007247925,
      "learning_rate": 1.5890556139444388e-06,
      "loss": 0.3487,
      "step": 1789030
    },
    {
      "epoch": 499.31,
      "grad_norm": 1.037937879562378,
      "learning_rate": 1.5890300145305905e-06,
      "loss": 0.3385,
      "step": 1789040
    },
    {
      "epoch": 499.32,
      "grad_norm": 1.0194048881530762,
      "learning_rate": 1.5890044152171949e-06,
      "loss": 0.3651,
      "step": 1789050
    },
    {
      "epoch": 499.32,
      "grad_norm": 1.146039366722107,
      "learning_rate": 1.5889788160042572e-06,
      "loss": 0.3286,
      "step": 1789060
    },
    {
      "epoch": 499.32,
      "grad_norm": 1.085292935371399,
      "learning_rate": 1.5889532168917794e-06,
      "loss": 0.3276,
      "step": 1789070
    },
    {
      "epoch": 499.32,
      "grad_norm": 1.1120343208312988,
      "learning_rate": 1.5889276178797647e-06,
      "loss": 0.3346,
      "step": 1789080
    },
    {
      "epoch": 499.33,
      "grad_norm": 0.9844099879264832,
      "learning_rate": 1.588902018968218e-06,
      "loss": 0.3653,
      "step": 1789090
    },
    {
      "epoch": 499.33,
      "grad_norm": 0.999405026435852,
      "learning_rate": 1.5888764201571417e-06,
      "loss": 0.3338,
      "step": 1789100
    },
    {
      "epoch": 499.33,
      "grad_norm": 1.026138186454773,
      "learning_rate": 1.5888508214465381e-06,
      "loss": 0.3384,
      "step": 1789110
    },
    {
      "epoch": 499.34,
      "grad_norm": 1.1722363233566284,
      "learning_rate": 1.5888252228364126e-06,
      "loss": 0.3441,
      "step": 1789120
    },
    {
      "epoch": 499.34,
      "grad_norm": 1.0899693965911865,
      "learning_rate": 1.5887996243267684e-06,
      "loss": 0.3421,
      "step": 1789130
    },
    {
      "epoch": 499.34,
      "grad_norm": 0.960731565952301,
      "learning_rate": 1.5887740259176067e-06,
      "loss": 0.338,
      "step": 1789140
    },
    {
      "epoch": 499.34,
      "grad_norm": 1.3725301027297974,
      "learning_rate": 1.588748427608934e-06,
      "loss": 0.3486,
      "step": 1789150
    },
    {
      "epoch": 499.35,
      "grad_norm": 1.2690778970718384,
      "learning_rate": 1.5887228294007517e-06,
      "loss": 0.3438,
      "step": 1789160
    },
    {
      "epoch": 499.35,
      "grad_norm": 1.1974009275436401,
      "learning_rate": 1.5886972312930634e-06,
      "loss": 0.3468,
      "step": 1789170
    },
    {
      "epoch": 499.35,
      "grad_norm": 1.1895320415496826,
      "learning_rate": 1.5886716332858735e-06,
      "loss": 0.3602,
      "step": 1789180
    },
    {
      "epoch": 499.36,
      "grad_norm": 1.8044015169143677,
      "learning_rate": 1.5886460353791848e-06,
      "loss": 0.3374,
      "step": 1789190
    },
    {
      "epoch": 499.36,
      "grad_norm": 1.0437276363372803,
      "learning_rate": 1.5886204375729994e-06,
      "loss": 0.3574,
      "step": 1789200
    },
    {
      "epoch": 499.36,
      "grad_norm": 0.959300696849823,
      "learning_rate": 1.588594839867323e-06,
      "loss": 0.325,
      "step": 1789210
    },
    {
      "epoch": 499.36,
      "grad_norm": 1.241301417350769,
      "learning_rate": 1.5885692422621581e-06,
      "loss": 0.3403,
      "step": 1789220
    },
    {
      "epoch": 499.37,
      "grad_norm": 0.8795653581619263,
      "learning_rate": 1.5885436447575071e-06,
      "loss": 0.3388,
      "step": 1789230
    },
    {
      "epoch": 499.37,
      "grad_norm": 1.044692039489746,
      "learning_rate": 1.5885180473533752e-06,
      "loss": 0.3351,
      "step": 1789240
    },
    {
      "epoch": 499.37,
      "grad_norm": 1.1439040899276733,
      "learning_rate": 1.588492450049765e-06,
      "loss": 0.3409,
      "step": 1789250
    },
    {
      "epoch": 499.37,
      "grad_norm": 1.1028929948806763,
      "learning_rate": 1.588466852846678e-06,
      "loss": 0.3448,
      "step": 1789260
    },
    {
      "epoch": 499.38,
      "grad_norm": 1.0068353414535522,
      "learning_rate": 1.5884412557441211e-06,
      "loss": 0.3355,
      "step": 1789270
    },
    {
      "epoch": 499.38,
      "grad_norm": 1.0641884803771973,
      "learning_rate": 1.5884156587420959e-06,
      "loss": 0.3463,
      "step": 1789280
    },
    {
      "epoch": 499.38,
      "grad_norm": 1.1397227048873901,
      "learning_rate": 1.5883900618406048e-06,
      "loss": 0.3235,
      "step": 1789290
    },
    {
      "epoch": 499.39,
      "grad_norm": 1.2327475547790527,
      "learning_rate": 1.588364465039653e-06,
      "loss": 0.3417,
      "step": 1789300
    },
    {
      "epoch": 499.39,
      "grad_norm": 1.2778347730636597,
      "learning_rate": 1.5883388683392433e-06,
      "loss": 0.3486,
      "step": 1789310
    },
    {
      "epoch": 499.39,
      "grad_norm": 1.2051671743392944,
      "learning_rate": 1.5883132717393792e-06,
      "loss": 0.3406,
      "step": 1789320
    },
    {
      "epoch": 499.39,
      "grad_norm": 1.1551724672317505,
      "learning_rate": 1.588287675240064e-06,
      "loss": 0.3391,
      "step": 1789330
    },
    {
      "epoch": 499.4,
      "grad_norm": 1.1655960083007812,
      "learning_rate": 1.5882620788413002e-06,
      "loss": 0.3402,
      "step": 1789340
    },
    {
      "epoch": 499.4,
      "grad_norm": 0.8983834981918335,
      "learning_rate": 1.5882364825430926e-06,
      "loss": 0.3487,
      "step": 1789350
    },
    {
      "epoch": 499.4,
      "grad_norm": 1.0890473127365112,
      "learning_rate": 1.5882108863454442e-06,
      "loss": 0.3288,
      "step": 1789360
    },
    {
      "epoch": 499.41,
      "grad_norm": 1.3300702571868896,
      "learning_rate": 1.5881852902483582e-06,
      "loss": 0.3362,
      "step": 1789370
    },
    {
      "epoch": 499.41,
      "grad_norm": 1.326542615890503,
      "learning_rate": 1.5881596942518381e-06,
      "loss": 0.3325,
      "step": 1789380
    },
    {
      "epoch": 499.41,
      "grad_norm": 0.9418019652366638,
      "learning_rate": 1.5881340983558876e-06,
      "loss": 0.3395,
      "step": 1789390
    },
    {
      "epoch": 499.41,
      "grad_norm": 1.120984435081482,
      "learning_rate": 1.5881085025605088e-06,
      "loss": 0.3476,
      "step": 1789400
    },
    {
      "epoch": 499.42,
      "grad_norm": 1.143923044204712,
      "learning_rate": 1.5880829068657066e-06,
      "loss": 0.3498,
      "step": 1789410
    },
    {
      "epoch": 499.42,
      "grad_norm": 1.141632080078125,
      "learning_rate": 1.5880573112714844e-06,
      "loss": 0.3462,
      "step": 1789420
    },
    {
      "epoch": 499.42,
      "grad_norm": 1.1792653799057007,
      "learning_rate": 1.5880317157778435e-06,
      "loss": 0.3467,
      "step": 1789430
    },
    {
      "epoch": 499.43,
      "grad_norm": 1.0110585689544678,
      "learning_rate": 1.5880061203847906e-06,
      "loss": 0.3412,
      "step": 1789440
    },
    {
      "epoch": 499.43,
      "grad_norm": 1.336790919303894,
      "learning_rate": 1.587980525092327e-06,
      "loss": 0.3558,
      "step": 1789450
    },
    {
      "epoch": 499.43,
      "grad_norm": 1.180468201637268,
      "learning_rate": 1.5879549299004563e-06,
      "loss": 0.3354,
      "step": 1789460
    },
    {
      "epoch": 499.43,
      "grad_norm": 1.1869804859161377,
      "learning_rate": 1.5879293348091824e-06,
      "loss": 0.3544,
      "step": 1789470
    },
    {
      "epoch": 499.44,
      "grad_norm": 1.10568368434906,
      "learning_rate": 1.5879037398185087e-06,
      "loss": 0.343,
      "step": 1789480
    },
    {
      "epoch": 499.44,
      "grad_norm": 1.0609335899353027,
      "learning_rate": 1.5878781449284373e-06,
      "loss": 0.3529,
      "step": 1789490
    },
    {
      "epoch": 499.44,
      "grad_norm": 1.2912017107009888,
      "learning_rate": 1.5878525501389732e-06,
      "loss": 0.3243,
      "step": 1789500
    },
    {
      "epoch": 499.44,
      "grad_norm": 1.19353187084198,
      "learning_rate": 1.5878269554501196e-06,
      "loss": 0.3515,
      "step": 1789510
    },
    {
      "epoch": 499.45,
      "grad_norm": 1.2319927215576172,
      "learning_rate": 1.587801360861879e-06,
      "loss": 0.3449,
      "step": 1789520
    },
    {
      "epoch": 499.45,
      "grad_norm": 1.10880446434021,
      "learning_rate": 1.587775766374256e-06,
      "loss": 0.3473,
      "step": 1789530
    },
    {
      "epoch": 499.45,
      "grad_norm": 0.9697024822235107,
      "learning_rate": 1.5877501719872527e-06,
      "loss": 0.3454,
      "step": 1789540
    },
    {
      "epoch": 499.46,
      "grad_norm": 0.9235923886299133,
      "learning_rate": 1.5877245777008733e-06,
      "loss": 0.3521,
      "step": 1789550
    },
    {
      "epoch": 499.46,
      "grad_norm": 1.1204813718795776,
      "learning_rate": 1.5876989835151217e-06,
      "loss": 0.3328,
      "step": 1789560
    },
    {
      "epoch": 499.46,
      "grad_norm": 1.1539291143417358,
      "learning_rate": 1.5876733894300007e-06,
      "loss": 0.334,
      "step": 1789570
    },
    {
      "epoch": 499.46,
      "grad_norm": 0.9215584993362427,
      "learning_rate": 1.5876477954455123e-06,
      "loss": 0.3486,
      "step": 1789580
    },
    {
      "epoch": 499.47,
      "grad_norm": 1.0988420248031616,
      "learning_rate": 1.5876222015616627e-06,
      "loss": 0.3459,
      "step": 1789590
    },
    {
      "epoch": 499.47,
      "grad_norm": 1.963285207748413,
      "learning_rate": 1.5875966077784535e-06,
      "loss": 0.3527,
      "step": 1789600
    },
    {
      "epoch": 499.47,
      "grad_norm": 1.1922497749328613,
      "learning_rate": 1.5875710140958885e-06,
      "loss": 0.338,
      "step": 1789610
    },
    {
      "epoch": 499.48,
      "grad_norm": 1.275314211845398,
      "learning_rate": 1.5875454205139714e-06,
      "loss": 0.345,
      "step": 1789620
    },
    {
      "epoch": 499.48,
      "grad_norm": 1.0894229412078857,
      "learning_rate": 1.5875198270327047e-06,
      "loss": 0.3534,
      "step": 1789630
    },
    {
      "epoch": 499.48,
      "grad_norm": 1.0862787961959839,
      "learning_rate": 1.587494233652093e-06,
      "loss": 0.3428,
      "step": 1789640
    },
    {
      "epoch": 499.48,
      "grad_norm": 1.1907598972320557,
      "learning_rate": 1.5874686403721393e-06,
      "loss": 0.3606,
      "step": 1789650
    },
    {
      "epoch": 499.49,
      "grad_norm": 1.5963671207427979,
      "learning_rate": 1.5874430471928457e-06,
      "loss": 0.3266,
      "step": 1789660
    },
    {
      "epoch": 499.49,
      "grad_norm": 1.3276171684265137,
      "learning_rate": 1.587417454114218e-06,
      "loss": 0.3555,
      "step": 1789670
    },
    {
      "epoch": 499.49,
      "grad_norm": 1.1284208297729492,
      "learning_rate": 1.5873918611362582e-06,
      "loss": 0.3389,
      "step": 1789680
    },
    {
      "epoch": 499.49,
      "grad_norm": 1.0844351053237915,
      "learning_rate": 1.5873662682589694e-06,
      "loss": 0.3501,
      "step": 1789690
    },
    {
      "epoch": 499.5,
      "grad_norm": 1.1541619300842285,
      "learning_rate": 1.5873406754823557e-06,
      "loss": 0.3412,
      "step": 1789700
    },
    {
      "epoch": 499.5,
      "grad_norm": 1.0046168565750122,
      "learning_rate": 1.5873150828064208e-06,
      "loss": 0.3489,
      "step": 1789710
    },
    {
      "epoch": 499.5,
      "grad_norm": 1.1144051551818848,
      "learning_rate": 1.5872894902311665e-06,
      "loss": 0.3538,
      "step": 1789720
    },
    {
      "epoch": 499.51,
      "grad_norm": 0.9632730484008789,
      "learning_rate": 1.587263897756598e-06,
      "loss": 0.3443,
      "step": 1789730
    },
    {
      "epoch": 499.51,
      "grad_norm": 1.1070400476455688,
      "learning_rate": 1.5872383053827182e-06,
      "loss": 0.3426,
      "step": 1789740
    },
    {
      "epoch": 499.51,
      "grad_norm": 1.3209562301635742,
      "learning_rate": 1.5872127131095297e-06,
      "loss": 0.3402,
      "step": 1789750
    },
    {
      "epoch": 499.51,
      "grad_norm": 1.176590085029602,
      "learning_rate": 1.587187120937037e-06,
      "loss": 0.3403,
      "step": 1789760
    },
    {
      "epoch": 499.52,
      "grad_norm": 0.964781641960144,
      "learning_rate": 1.5871615288652433e-06,
      "loss": 0.3393,
      "step": 1789770
    },
    {
      "epoch": 499.52,
      "grad_norm": 0.9925674200057983,
      "learning_rate": 1.5871359368941508e-06,
      "loss": 0.3507,
      "step": 1789780
    },
    {
      "epoch": 499.52,
      "grad_norm": 1.3516713380813599,
      "learning_rate": 1.5871103450237643e-06,
      "loss": 0.362,
      "step": 1789790
    },
    {
      "epoch": 499.53,
      "grad_norm": 1.0363082885742188,
      "learning_rate": 1.5870847532540873e-06,
      "loss": 0.3455,
      "step": 1789800
    },
    {
      "epoch": 499.53,
      "grad_norm": 1.0283441543579102,
      "learning_rate": 1.5870591615851213e-06,
      "loss": 0.3446,
      "step": 1789810
    },
    {
      "epoch": 499.53,
      "grad_norm": 1.0499491691589355,
      "learning_rate": 1.5870335700168723e-06,
      "loss": 0.3349,
      "step": 1789820
    },
    {
      "epoch": 499.53,
      "grad_norm": 0.9041546583175659,
      "learning_rate": 1.5870079785493423e-06,
      "loss": 0.3393,
      "step": 1789830
    },
    {
      "epoch": 499.54,
      "grad_norm": 0.9518457651138306,
      "learning_rate": 1.5869823871825343e-06,
      "loss": 0.3266,
      "step": 1789840
    },
    {
      "epoch": 499.54,
      "grad_norm": 1.1464824676513672,
      "learning_rate": 1.586956795916453e-06,
      "loss": 0.3376,
      "step": 1789850
    },
    {
      "epoch": 499.54,
      "grad_norm": 1.3356242179870605,
      "learning_rate": 1.5869312047511009e-06,
      "loss": 0.3477,
      "step": 1789860
    },
    {
      "epoch": 499.55,
      "grad_norm": 1.0834609270095825,
      "learning_rate": 1.5869056136864805e-06,
      "loss": 0.3475,
      "step": 1789870
    },
    {
      "epoch": 499.55,
      "grad_norm": 1.010817050933838,
      "learning_rate": 1.5868800227225976e-06,
      "loss": 0.3375,
      "step": 1789880
    },
    {
      "epoch": 499.55,
      "grad_norm": 1.0438106060028076,
      "learning_rate": 1.5868544318594534e-06,
      "loss": 0.3308,
      "step": 1789890
    },
    {
      "epoch": 499.55,
      "grad_norm": 1.1738243103027344,
      "learning_rate": 1.5868288410970531e-06,
      "loss": 0.333,
      "step": 1789900
    },
    {
      "epoch": 499.56,
      "grad_norm": 1.2096490859985352,
      "learning_rate": 1.586803250435399e-06,
      "loss": 0.3354,
      "step": 1789910
    },
    {
      "epoch": 499.56,
      "grad_norm": 1.1491036415100098,
      "learning_rate": 1.586777659874494e-06,
      "loss": 0.3494,
      "step": 1789920
    },
    {
      "epoch": 499.56,
      "grad_norm": 1.035839557647705,
      "learning_rate": 1.586752069414343e-06,
      "loss": 0.3516,
      "step": 1789930
    },
    {
      "epoch": 499.56,
      "grad_norm": 1.1209224462509155,
      "learning_rate": 1.5867264790549487e-06,
      "loss": 0.3424,
      "step": 1789940
    },
    {
      "epoch": 499.57,
      "grad_norm": 1.0403755903244019,
      "learning_rate": 1.586700888796313e-06,
      "loss": 0.3369,
      "step": 1789950
    },
    {
      "epoch": 499.57,
      "grad_norm": 1.0481374263763428,
      "learning_rate": 1.5866752986384421e-06,
      "loss": 0.3494,
      "step": 1789960
    },
    {
      "epoch": 499.57,
      "grad_norm": 0.9684779047966003,
      "learning_rate": 1.586649708581338e-06,
      "loss": 0.3435,
      "step": 1789970
    },
    {
      "epoch": 499.58,
      "grad_norm": 1.1074483394622803,
      "learning_rate": 1.586624118625004e-06,
      "loss": 0.3455,
      "step": 1789980
    },
    {
      "epoch": 499.58,
      "grad_norm": 1.0606107711791992,
      "learning_rate": 1.5865985287694438e-06,
      "loss": 0.3507,
      "step": 1789990
    },
    {
      "epoch": 499.58,
      "grad_norm": 1.330538272857666,
      "learning_rate": 1.5865729390146608e-06,
      "loss": 0.3338,
      "step": 1790000
    },
    {
      "epoch": 499.58,
      "grad_norm": 1.1382704973220825,
      "learning_rate": 1.5865473493606572e-06,
      "loss": 0.3405,
      "step": 1790010
    },
    {
      "epoch": 499.59,
      "grad_norm": 1.0832833051681519,
      "learning_rate": 1.5865217598074386e-06,
      "loss": 0.3267,
      "step": 1790020
    },
    {
      "epoch": 499.59,
      "grad_norm": 1.1022744178771973,
      "learning_rate": 1.586496170355007e-06,
      "loss": 0.3347,
      "step": 1790030
    },
    {
      "epoch": 499.59,
      "grad_norm": 1.03634512424469,
      "learning_rate": 1.586470581003366e-06,
      "loss": 0.347,
      "step": 1790040
    },
    {
      "epoch": 499.6,
      "grad_norm": 0.9338661432266235,
      "learning_rate": 1.5864449917525191e-06,
      "loss": 0.3398,
      "step": 1790050
    },
    {
      "epoch": 499.6,
      "grad_norm": 1.166426181793213,
      "learning_rate": 1.5864194026024702e-06,
      "loss": 0.3356,
      "step": 1790060
    },
    {
      "epoch": 499.6,
      "grad_norm": 1.2079180479049683,
      "learning_rate": 1.5863938135532208e-06,
      "loss": 0.3351,
      "step": 1790070
    },
    {
      "epoch": 499.6,
      "grad_norm": 0.9835480451583862,
      "learning_rate": 1.5863682246047768e-06,
      "loss": 0.3323,
      "step": 1790080
    },
    {
      "epoch": 499.61,
      "grad_norm": 1.0273102521896362,
      "learning_rate": 1.5863426357571407e-06,
      "loss": 0.3321,
      "step": 1790090
    },
    {
      "epoch": 499.61,
      "grad_norm": 1.1429013013839722,
      "learning_rate": 1.5863170470103146e-06,
      "loss": 0.3353,
      "step": 1790100
    },
    {
      "epoch": 499.61,
      "grad_norm": 1.278802514076233,
      "learning_rate": 1.586291458364304e-06,
      "loss": 0.3542,
      "step": 1790110
    },
    {
      "epoch": 499.61,
      "grad_norm": 0.9843748807907104,
      "learning_rate": 1.5862658698191115e-06,
      "loss": 0.3343,
      "step": 1790120
    },
    {
      "epoch": 499.62,
      "grad_norm": 1.2061481475830078,
      "learning_rate": 1.5862402813747397e-06,
      "loss": 0.3401,
      "step": 1790130
    },
    {
      "epoch": 499.62,
      "grad_norm": 1.2677464485168457,
      "learning_rate": 1.5862146930311933e-06,
      "loss": 0.3459,
      "step": 1790140
    },
    {
      "epoch": 499.62,
      "grad_norm": 1.1348389387130737,
      "learning_rate": 1.5861891047884753e-06,
      "loss": 0.3311,
      "step": 1790150
    },
    {
      "epoch": 499.63,
      "grad_norm": 1.6318248510360718,
      "learning_rate": 1.5861635166465872e-06,
      "loss": 0.3456,
      "step": 1790160
    },
    {
      "epoch": 499.63,
      "grad_norm": 1.13362717628479,
      "learning_rate": 1.5861379286055353e-06,
      "loss": 0.3526,
      "step": 1790170
    },
    {
      "epoch": 499.63,
      "grad_norm": 1.2080880403518677,
      "learning_rate": 1.5861123406653215e-06,
      "loss": 0.3501,
      "step": 1790180
    },
    {
      "epoch": 499.63,
      "grad_norm": 1.0711747407913208,
      "learning_rate": 1.58608675282595e-06,
      "loss": 0.3544,
      "step": 1790190
    },
    {
      "epoch": 499.64,
      "grad_norm": 0.890079140663147,
      "learning_rate": 1.5860611650874235e-06,
      "loss": 0.3456,
      "step": 1790200
    },
    {
      "epoch": 499.64,
      "grad_norm": 1.1074124574661255,
      "learning_rate": 1.5860355774497446e-06,
      "loss": 0.3423,
      "step": 1790210
    },
    {
      "epoch": 499.64,
      "grad_norm": 1.133909821510315,
      "learning_rate": 1.5860099899129186e-06,
      "loss": 0.3445,
      "step": 1790220
    },
    {
      "epoch": 499.65,
      "grad_norm": 1.201108455657959,
      "learning_rate": 1.5859844024769483e-06,
      "loss": 0.3318,
      "step": 1790230
    },
    {
      "epoch": 499.65,
      "grad_norm": 1.1193125247955322,
      "learning_rate": 1.5859588151418354e-06,
      "loss": 0.3384,
      "step": 1790240
    },
    {
      "epoch": 499.65,
      "grad_norm": 1.0779876708984375,
      "learning_rate": 1.585933227907586e-06,
      "loss": 0.3403,
      "step": 1790250
    },
    {
      "epoch": 499.65,
      "grad_norm": 1.0884754657745361,
      "learning_rate": 1.5859076407742022e-06,
      "loss": 0.362,
      "step": 1790260
    },
    {
      "epoch": 499.66,
      "grad_norm": 1.1752574443817139,
      "learning_rate": 1.5858820537416868e-06,
      "loss": 0.3369,
      "step": 1790270
    },
    {
      "epoch": 499.66,
      "grad_norm": 1.1829184293746948,
      "learning_rate": 1.5858564668100445e-06,
      "loss": 0.3519,
      "step": 1790280
    },
    {
      "epoch": 499.66,
      "grad_norm": 1.1894135475158691,
      "learning_rate": 1.5858308799792779e-06,
      "loss": 0.3192,
      "step": 1790290
    },
    {
      "epoch": 499.67,
      "grad_norm": 1.3562759160995483,
      "learning_rate": 1.5858052932493893e-06,
      "loss": 0.3421,
      "step": 1790300
    },
    {
      "epoch": 499.67,
      "grad_norm": 1.1353431940078735,
      "learning_rate": 1.5857797066203847e-06,
      "loss": 0.3428,
      "step": 1790310
    },
    {
      "epoch": 499.67,
      "grad_norm": 0.8894149661064148,
      "learning_rate": 1.5857541200922662e-06,
      "loss": 0.3565,
      "step": 1790320
    },
    {
      "epoch": 499.67,
      "grad_norm": 1.0430099964141846,
      "learning_rate": 1.5857285336650367e-06,
      "loss": 0.3481,
      "step": 1790330
    },
    {
      "epoch": 499.68,
      "grad_norm": 1.3778862953186035,
      "learning_rate": 1.5857029473387004e-06,
      "loss": 0.326,
      "step": 1790340
    },
    {
      "epoch": 499.68,
      "grad_norm": 1.198368787765503,
      "learning_rate": 1.5856773611132604e-06,
      "loss": 0.3516,
      "step": 1790350
    },
    {
      "epoch": 499.68,
      "grad_norm": 1.0729843378067017,
      "learning_rate": 1.585651774988719e-06,
      "loss": 0.3442,
      "step": 1790360
    },
    {
      "epoch": 499.68,
      "grad_norm": 0.9475634098052979,
      "learning_rate": 1.5856261889650816e-06,
      "loss": 0.3451,
      "step": 1790370
    },
    {
      "epoch": 499.69,
      "grad_norm": 1.1098376512527466,
      "learning_rate": 1.5856006030423509e-06,
      "loss": 0.3462,
      "step": 1790380
    },
    {
      "epoch": 499.69,
      "grad_norm": 1.0225251913070679,
      "learning_rate": 1.585575017220529e-06,
      "loss": 0.3469,
      "step": 1790390
    },
    {
      "epoch": 499.69,
      "grad_norm": 0.9848902821540833,
      "learning_rate": 1.5855494314996215e-06,
      "loss": 0.3248,
      "step": 1790400
    },
    {
      "epoch": 499.7,
      "grad_norm": 1.1146515607833862,
      "learning_rate": 1.5855238458796305e-06,
      "loss": 0.3457,
      "step": 1790410
    },
    {
      "epoch": 499.7,
      "grad_norm": 0.9290999174118042,
      "learning_rate": 1.5854982603605592e-06,
      "loss": 0.3409,
      "step": 1790420
    },
    {
      "epoch": 499.7,
      "grad_norm": 1.1875883340835571,
      "learning_rate": 1.585472674942412e-06,
      "loss": 0.3401,
      "step": 1790430
    },
    {
      "epoch": 499.7,
      "grad_norm": 1.1846956014633179,
      "learning_rate": 1.5854470896251918e-06,
      "loss": 0.3432,
      "step": 1790440
    },
    {
      "epoch": 499.71,
      "grad_norm": 1.0730907917022705,
      "learning_rate": 1.5854215044089007e-06,
      "loss": 0.3304,
      "step": 1790450
    },
    {
      "epoch": 499.71,
      "grad_norm": 1.0484358072280884,
      "learning_rate": 1.5853959192935444e-06,
      "loss": 0.3388,
      "step": 1790460
    },
    {
      "epoch": 499.71,
      "grad_norm": 1.1593339443206787,
      "learning_rate": 1.5853703342791247e-06,
      "loss": 0.3355,
      "step": 1790470
    },
    {
      "epoch": 499.72,
      "grad_norm": 1.16269052028656,
      "learning_rate": 1.585344749365646e-06,
      "loss": 0.3405,
      "step": 1790480
    },
    {
      "epoch": 499.72,
      "grad_norm": 1.5037649869918823,
      "learning_rate": 1.5853191645531108e-06,
      "loss": 0.3379,
      "step": 1790490
    },
    {
      "epoch": 499.72,
      "grad_norm": 1.0116028785705566,
      "learning_rate": 1.5852935798415232e-06,
      "loss": 0.3452,
      "step": 1790500
    },
    {
      "epoch": 499.72,
      "grad_norm": 1.0954886674880981,
      "learning_rate": 1.5852679952308863e-06,
      "loss": 0.3342,
      "step": 1790510
    },
    {
      "epoch": 499.73,
      "grad_norm": 1.0082513093948364,
      "learning_rate": 1.5852424107212043e-06,
      "loss": 0.3543,
      "step": 1790520
    },
    {
      "epoch": 499.73,
      "grad_norm": 1.3544529676437378,
      "learning_rate": 1.5852168263124782e-06,
      "loss": 0.3358,
      "step": 1790530
    },
    {
      "epoch": 499.73,
      "grad_norm": 0.9942904114723206,
      "learning_rate": 1.5851912420047142e-06,
      "loss": 0.351,
      "step": 1790540
    },
    {
      "epoch": 499.73,
      "grad_norm": 1.087396264076233,
      "learning_rate": 1.5851656577979147e-06,
      "loss": 0.3228,
      "step": 1790550
    },
    {
      "epoch": 499.74,
      "grad_norm": 1.0508111715316772,
      "learning_rate": 1.5851400736920825e-06,
      "loss": 0.3433,
      "step": 1790560
    },
    {
      "epoch": 499.74,
      "grad_norm": 0.9894482493400574,
      "learning_rate": 1.585114489687222e-06,
      "loss": 0.3408,
      "step": 1790570
    },
    {
      "epoch": 499.74,
      "grad_norm": 1.0735803842544556,
      "learning_rate": 1.585088905783336e-06,
      "loss": 0.3465,
      "step": 1790580
    },
    {
      "epoch": 499.75,
      "grad_norm": 1.3105461597442627,
      "learning_rate": 1.5850633219804272e-06,
      "loss": 0.3324,
      "step": 1790590
    },
    {
      "epoch": 499.75,
      "grad_norm": 1.0430232286453247,
      "learning_rate": 1.5850377382785008e-06,
      "loss": 0.3272,
      "step": 1790600
    },
    {
      "epoch": 499.75,
      "grad_norm": 1.0769495964050293,
      "learning_rate": 1.585012154677559e-06,
      "loss": 0.3381,
      "step": 1790610
    },
    {
      "epoch": 499.75,
      "grad_norm": 1.127449631690979,
      "learning_rate": 1.5849865711776043e-06,
      "loss": 0.336,
      "step": 1790620
    },
    {
      "epoch": 499.76,
      "grad_norm": 1.059062123298645,
      "learning_rate": 1.5849609877786426e-06,
      "loss": 0.3446,
      "step": 1790630
    },
    {
      "epoch": 499.76,
      "grad_norm": 1.1792012453079224,
      "learning_rate": 1.584935404480676e-06,
      "loss": 0.335,
      "step": 1790640
    },
    {
      "epoch": 499.76,
      "grad_norm": 1.0447989702224731,
      "learning_rate": 1.584909821283707e-06,
      "loss": 0.3519,
      "step": 1790650
    },
    {
      "epoch": 499.77,
      "grad_norm": 0.9781112670898438,
      "learning_rate": 1.5848842381877403e-06,
      "loss": 0.356,
      "step": 1790660
    },
    {
      "epoch": 499.77,
      "grad_norm": 1.0379797220230103,
      "learning_rate": 1.5848586551927789e-06,
      "loss": 0.3747,
      "step": 1790670
    },
    {
      "epoch": 499.77,
      "grad_norm": 1.0298612117767334,
      "learning_rate": 1.5848330722988251e-06,
      "loss": 0.3399,
      "step": 1790680
    },
    {
      "epoch": 499.77,
      "grad_norm": 1.128519892692566,
      "learning_rate": 1.5848074895058845e-06,
      "loss": 0.344,
      "step": 1790690
    },
    {
      "epoch": 499.78,
      "grad_norm": 1.0564664602279663,
      "learning_rate": 1.5847819068139593e-06,
      "loss": 0.3677,
      "step": 1790700
    },
    {
      "epoch": 499.78,
      "grad_norm": 1.100160002708435,
      "learning_rate": 1.5847563242230526e-06,
      "loss": 0.3325,
      "step": 1790710
    },
    {
      "epoch": 499.78,
      "grad_norm": 1.0143053531646729,
      "learning_rate": 1.5847307417331683e-06,
      "loss": 0.3403,
      "step": 1790720
    },
    {
      "epoch": 499.79,
      "grad_norm": 1.0898345708847046,
      "learning_rate": 1.58470515934431e-06,
      "loss": 0.3585,
      "step": 1790730
    },
    {
      "epoch": 499.79,
      "grad_norm": 1.176221251487732,
      "learning_rate": 1.5846795770564797e-06,
      "loss": 0.3342,
      "step": 1790740
    },
    {
      "epoch": 499.79,
      "grad_norm": 1.3667526245117188,
      "learning_rate": 1.5846539948696826e-06,
      "loss": 0.3356,
      "step": 1790750
    },
    {
      "epoch": 499.79,
      "grad_norm": 1.0783205032348633,
      "learning_rate": 1.584628412783921e-06,
      "loss": 0.3516,
      "step": 1790760
    },
    {
      "epoch": 499.8,
      "grad_norm": 1.1133383512496948,
      "learning_rate": 1.5846028307991992e-06,
      "loss": 0.3336,
      "step": 1790770
    },
    {
      "epoch": 499.8,
      "grad_norm": 0.982638418674469,
      "learning_rate": 1.58457724891552e-06,
      "loss": 0.332,
      "step": 1790780
    },
    {
      "epoch": 499.8,
      "grad_norm": 1.0768362283706665,
      "learning_rate": 1.5845516671328867e-06,
      "loss": 0.3545,
      "step": 1790790
    },
    {
      "epoch": 499.8,
      "grad_norm": 0.9963128566741943,
      "learning_rate": 1.584526085451303e-06,
      "loss": 0.3558,
      "step": 1790800
    },
    {
      "epoch": 499.81,
      "grad_norm": 1.0167577266693115,
      "learning_rate": 1.5845005038707728e-06,
      "loss": 0.3475,
      "step": 1790810
    },
    {
      "epoch": 499.81,
      "grad_norm": 1.186034917831421,
      "learning_rate": 1.5844749223912978e-06,
      "loss": 0.3422,
      "step": 1790820
    },
    {
      "epoch": 499.81,
      "grad_norm": 1.3513703346252441,
      "learning_rate": 1.5844493410128833e-06,
      "loss": 0.3456,
      "step": 1790830
    },
    {
      "epoch": 499.82,
      "grad_norm": 1.0927104949951172,
      "learning_rate": 1.584423759735532e-06,
      "loss": 0.3421,
      "step": 1790840
    },
    {
      "epoch": 499.82,
      "grad_norm": 1.1308913230895996,
      "learning_rate": 1.5843981785592467e-06,
      "loss": 0.34,
      "step": 1790850
    },
    {
      "epoch": 499.82,
      "grad_norm": 0.9443212151527405,
      "learning_rate": 1.5843725974840317e-06,
      "loss": 0.3307,
      "step": 1790860
    },
    {
      "epoch": 499.82,
      "grad_norm": 0.9811854362487793,
      "learning_rate": 1.5843470165098902e-06,
      "loss": 0.3583,
      "step": 1790870
    },
    {
      "epoch": 499.83,
      "grad_norm": 1.1969218254089355,
      "learning_rate": 1.5843214356368245e-06,
      "loss": 0.345,
      "step": 1790880
    },
    {
      "epoch": 499.83,
      "grad_norm": 1.1316622495651245,
      "learning_rate": 1.5842958548648401e-06,
      "loss": 0.3633,
      "step": 1790890
    },
    {
      "epoch": 499.83,
      "grad_norm": 1.0449155569076538,
      "learning_rate": 1.5842702741939388e-06,
      "loss": 0.3462,
      "step": 1790900
    },
    {
      "epoch": 499.84,
      "grad_norm": 1.1083343029022217,
      "learning_rate": 1.5842446936241238e-06,
      "loss": 0.3515,
      "step": 1790910
    },
    {
      "epoch": 499.84,
      "grad_norm": 1.1729063987731934,
      "learning_rate": 1.5842191131554e-06,
      "loss": 0.3497,
      "step": 1790920
    },
    {
      "epoch": 499.84,
      "grad_norm": 1.2267374992370605,
      "learning_rate": 1.58419353278777e-06,
      "loss": 0.349,
      "step": 1790930
    },
    {
      "epoch": 499.84,
      "grad_norm": 1.0353132486343384,
      "learning_rate": 1.5841679525212368e-06,
      "loss": 0.3388,
      "step": 1790940
    },
    {
      "epoch": 499.85,
      "grad_norm": 1.1883783340454102,
      "learning_rate": 1.5841423723558046e-06,
      "loss": 0.3414,
      "step": 1790950
    },
    {
      "epoch": 499.85,
      "grad_norm": 1.034835696220398,
      "learning_rate": 1.5841167922914765e-06,
      "loss": 0.3444,
      "step": 1790960
    },
    {
      "epoch": 499.85,
      "grad_norm": 0.9662076234817505,
      "learning_rate": 1.5840912123282544e-06,
      "loss": 0.3464,
      "step": 1790970
    },
    {
      "epoch": 499.85,
      "grad_norm": 1.2411627769470215,
      "learning_rate": 1.5840656324661445e-06,
      "loss": 0.3519,
      "step": 1790980
    },
    {
      "epoch": 499.86,
      "grad_norm": 1.0948959589004517,
      "learning_rate": 1.5840400527051484e-06,
      "loss": 0.3406,
      "step": 1790990
    },
    {
      "epoch": 499.86,
      "grad_norm": 1.0100955963134766,
      "learning_rate": 1.58401447304527e-06,
      "loss": 0.3523,
      "step": 1791000
    },
    {
      "epoch": 499.86,
      "grad_norm": 1.0445871353149414,
      "learning_rate": 1.5839888934865123e-06,
      "loss": 0.3371,
      "step": 1791010
    },
    {
      "epoch": 499.87,
      "grad_norm": 1.1548137664794922,
      "learning_rate": 1.5839633140288795e-06,
      "loss": 0.3477,
      "step": 1791020
    },
    {
      "epoch": 499.87,
      "grad_norm": 0.9540173411369324,
      "learning_rate": 1.5839377346723738e-06,
      "loss": 0.3402,
      "step": 1791030
    },
    {
      "epoch": 499.87,
      "grad_norm": 0.969613254070282,
      "learning_rate": 1.5839121554169998e-06,
      "loss": 0.3371,
      "step": 1791040
    },
    {
      "epoch": 499.87,
      "grad_norm": 1.2510908842086792,
      "learning_rate": 1.5838865762627594e-06,
      "loss": 0.338,
      "step": 1791050
    },
    {
      "epoch": 499.88,
      "grad_norm": 1.184090495109558,
      "learning_rate": 1.5838609972096583e-06,
      "loss": 0.3522,
      "step": 1791060
    },
    {
      "epoch": 499.88,
      "grad_norm": 1.0015766620635986,
      "learning_rate": 1.5838354182576987e-06,
      "loss": 0.3467,
      "step": 1791070
    },
    {
      "epoch": 499.88,
      "grad_norm": 1.057662010192871,
      "learning_rate": 1.5838098394068833e-06,
      "loss": 0.3332,
      "step": 1791080
    },
    {
      "epoch": 499.89,
      "grad_norm": 0.9391309022903442,
      "learning_rate": 1.5837842606572167e-06,
      "loss": 0.3387,
      "step": 1791090
    },
    {
      "epoch": 499.89,
      "grad_norm": 1.1999791860580444,
      "learning_rate": 1.5837586820087016e-06,
      "loss": 0.3389,
      "step": 1791100
    },
    {
      "epoch": 499.89,
      "grad_norm": 1.0456019639968872,
      "learning_rate": 1.5837331034613406e-06,
      "loss": 0.3329,
      "step": 1791110
    },
    {
      "epoch": 499.89,
      "grad_norm": 1.0779850482940674,
      "learning_rate": 1.5837075250151393e-06,
      "loss": 0.3304,
      "step": 1791120
    },
    {
      "epoch": 499.9,
      "grad_norm": 1.713178038597107,
      "learning_rate": 1.5836819466700995e-06,
      "loss": 0.3495,
      "step": 1791130
    },
    {
      "epoch": 499.9,
      "grad_norm": 1.0325593948364258,
      "learning_rate": 1.5836563684262247e-06,
      "loss": 0.3249,
      "step": 1791140
    },
    {
      "epoch": 499.9,
      "grad_norm": 1.105369210243225,
      "learning_rate": 1.5836307902835187e-06,
      "loss": 0.3452,
      "step": 1791150
    },
    {
      "epoch": 499.91,
      "grad_norm": 1.2555240392684937,
      "learning_rate": 1.5836052122419853e-06,
      "loss": 0.3535,
      "step": 1791160
    },
    {
      "epoch": 499.91,
      "grad_norm": 1.0401690006256104,
      "learning_rate": 1.583579634301626e-06,
      "loss": 0.3277,
      "step": 1791170
    },
    {
      "epoch": 499.91,
      "grad_norm": 1.2243059873580933,
      "learning_rate": 1.5835540564624471e-06,
      "loss": 0.3353,
      "step": 1791180
    },
    {
      "epoch": 499.91,
      "grad_norm": 1.0417366027832031,
      "learning_rate": 1.58352847872445e-06,
      "loss": 0.3286,
      "step": 1791190
    },
    {
      "epoch": 499.92,
      "grad_norm": 0.9330626726150513,
      "learning_rate": 1.5835029010876376e-06,
      "loss": 0.337,
      "step": 1791200
    },
    {
      "epoch": 499.92,
      "grad_norm": 0.9469729661941528,
      "learning_rate": 1.5834773235520156e-06,
      "loss": 0.3369,
      "step": 1791210
    },
    {
      "epoch": 499.92,
      "grad_norm": 1.1078153848648071,
      "learning_rate": 1.583451746117586e-06,
      "loss": 0.3339,
      "step": 1791220
    },
    {
      "epoch": 499.92,
      "grad_norm": 1.0661046504974365,
      "learning_rate": 1.5834261687843515e-06,
      "loss": 0.3418,
      "step": 1791230
    },
    {
      "epoch": 499.93,
      "grad_norm": 1.0633083581924438,
      "learning_rate": 1.583400591552317e-06,
      "loss": 0.3528,
      "step": 1791240
    },
    {
      "epoch": 499.93,
      "grad_norm": 0.9769952893257141,
      "learning_rate": 1.5833750144214852e-06,
      "loss": 0.3408,
      "step": 1791250
    },
    {
      "epoch": 499.93,
      "grad_norm": 1.0430536270141602,
      "learning_rate": 1.5833494373918586e-06,
      "loss": 0.3276,
      "step": 1791260
    },
    {
      "epoch": 499.94,
      "grad_norm": 1.0000804662704468,
      "learning_rate": 1.5833238604634423e-06,
      "loss": 0.3355,
      "step": 1791270
    },
    {
      "epoch": 499.94,
      "grad_norm": 1.2377365827560425,
      "learning_rate": 1.5832982836362394e-06,
      "loss": 0.3362,
      "step": 1791280
    },
    {
      "epoch": 499.94,
      "grad_norm": 1.0103038549423218,
      "learning_rate": 1.583272706910252e-06,
      "loss": 0.3345,
      "step": 1791290
    },
    {
      "epoch": 499.94,
      "grad_norm": 1.0030066967010498,
      "learning_rate": 1.5832471302854846e-06,
      "loss": 0.3519,
      "step": 1791300
    },
    {
      "epoch": 499.95,
      "grad_norm": 1.0941834449768066,
      "learning_rate": 1.5832215537619397e-06,
      "loss": 0.3162,
      "step": 1791310
    },
    {
      "epoch": 499.95,
      "grad_norm": 1.061693549156189,
      "learning_rate": 1.5831959773396222e-06,
      "loss": 0.3561,
      "step": 1791320
    },
    {
      "epoch": 499.95,
      "grad_norm": 1.091872215270996,
      "learning_rate": 1.5831704010185348e-06,
      "loss": 0.3444,
      "step": 1791330
    },
    {
      "epoch": 499.96,
      "grad_norm": 0.8758476972579956,
      "learning_rate": 1.5831448247986795e-06,
      "loss": 0.3339,
      "step": 1791340
    },
    {
      "epoch": 499.96,
      "grad_norm": 1.007018804550171,
      "learning_rate": 1.5831192486800623e-06,
      "loss": 0.3506,
      "step": 1791350
    },
    {
      "epoch": 499.96,
      "grad_norm": 1.034105658531189,
      "learning_rate": 1.583093672662685e-06,
      "loss": 0.3251,
      "step": 1791360
    },
    {
      "epoch": 499.96,
      "grad_norm": 1.2796002626419067,
      "learning_rate": 1.5830680967465512e-06,
      "loss": 0.3412,
      "step": 1791370
    },
    {
      "epoch": 499.97,
      "grad_norm": 0.9795538783073425,
      "learning_rate": 1.5830425209316642e-06,
      "loss": 0.3437,
      "step": 1791380
    },
    {
      "epoch": 499.97,
      "grad_norm": 1.0612541437149048,
      "learning_rate": 1.5830169452180278e-06,
      "loss": 0.3412,
      "step": 1791390
    },
    {
      "epoch": 499.97,
      "grad_norm": 1.1774893999099731,
      "learning_rate": 1.5829913696056443e-06,
      "loss": 0.3453,
      "step": 1791400
    },
    {
      "epoch": 499.97,
      "grad_norm": 1.0527442693710327,
      "learning_rate": 1.582965794094519e-06,
      "loss": 0.3626,
      "step": 1791410
    },
    {
      "epoch": 499.98,
      "grad_norm": 1.1781343221664429,
      "learning_rate": 1.582940218684654e-06,
      "loss": 0.3414,
      "step": 1791420
    },
    {
      "epoch": 499.98,
      "grad_norm": 1.0086877346038818,
      "learning_rate": 1.582914643376053e-06,
      "loss": 0.3352,
      "step": 1791430
    },
    {
      "epoch": 499.98,
      "grad_norm": 1.0055997371673584,
      "learning_rate": 1.5828890681687195e-06,
      "loss": 0.3407,
      "step": 1791440
    },
    {
      "epoch": 499.99,
      "grad_norm": 1.118988037109375,
      "learning_rate": 1.5828634930626564e-06,
      "loss": 0.3457,
      "step": 1791450
    },
    {
      "epoch": 499.99,
      "grad_norm": 1.0607883930206299,
      "learning_rate": 1.5828379180578674e-06,
      "loss": 0.3407,
      "step": 1791460
    },
    {
      "epoch": 499.99,
      "grad_norm": 1.2532939910888672,
      "learning_rate": 1.5828123431543566e-06,
      "loss": 0.3448,
      "step": 1791470
    },
    {
      "epoch": 499.99,
      "grad_norm": 0.9817324280738831,
      "learning_rate": 1.582786768352127e-06,
      "loss": 0.3461,
      "step": 1791480
    },
    {
      "epoch": 500.0,
      "grad_norm": 1.0366102457046509,
      "learning_rate": 1.5827611936511804e-06,
      "loss": 0.3351,
      "step": 1791490
    },
    {
      "epoch": 500.0,
      "grad_norm": 1.1910855770111084,
      "learning_rate": 1.5827356190515231e-06,
      "loss": 0.3224,
      "step": 1791500
    },
    {
      "epoch": 500.0,
      "eval_loss": 0.34338507056236267,
      "eval_runtime": 63.0516,
      "eval_samples_per_second": 80.236,
      "eval_steps_per_second": 10.039,
      "step": 1791500
    },
    {
      "epoch": 500.0,
      "grad_norm": 1.0782333612442017,
      "learning_rate": 1.5827100445531567e-06,
      "loss": 0.3404,
      "step": 1791510
    },
    {
      "epoch": 500.01,
      "grad_norm": 1.3361635208129883,
      "learning_rate": 1.5826844701560846e-06,
      "loss": 0.3304,
      "step": 1791520
    },
    {
      "epoch": 500.01,
      "grad_norm": 1.2771648168563843,
      "learning_rate": 1.582658895860311e-06,
      "loss": 0.341,
      "step": 1791530
    },
    {
      "epoch": 500.01,
      "grad_norm": 0.9838900566101074,
      "learning_rate": 1.5826333216658384e-06,
      "loss": 0.3312,
      "step": 1791540
    },
    {
      "epoch": 500.01,
      "grad_norm": 1.014994502067566,
      "learning_rate": 1.5826077475726702e-06,
      "loss": 0.3361,
      "step": 1791550
    },
    {
      "epoch": 500.02,
      "grad_norm": 1.1007810831069946,
      "learning_rate": 1.582582173580811e-06,
      "loss": 0.3403,
      "step": 1791560
    },
    {
      "epoch": 500.02,
      "grad_norm": 1.0366754531860352,
      "learning_rate": 1.5825565996902634e-06,
      "loss": 0.3618,
      "step": 1791570
    },
    {
      "epoch": 500.02,
      "grad_norm": 1.2745497226715088,
      "learning_rate": 1.58253102590103e-06,
      "loss": 0.3417,
      "step": 1791580
    },
    {
      "epoch": 500.03,
      "grad_norm": 1.0651686191558838,
      "learning_rate": 1.5825054522131158e-06,
      "loss": 0.3202,
      "step": 1791590
    },
    {
      "epoch": 500.03,
      "grad_norm": 1.2729790210723877,
      "learning_rate": 1.5824798786265231e-06,
      "loss": 0.3445,
      "step": 1791600
    },
    {
      "epoch": 500.03,
      "grad_norm": 1.076148509979248,
      "learning_rate": 1.5824543051412561e-06,
      "loss": 0.3249,
      "step": 1791610
    },
    {
      "epoch": 500.03,
      "grad_norm": 1.1249852180480957,
      "learning_rate": 1.5824287317573182e-06,
      "loss": 0.3322,
      "step": 1791620
    },
    {
      "epoch": 500.04,
      "grad_norm": 1.116321325302124,
      "learning_rate": 1.5824031584747108e-06,
      "loss": 0.349,
      "step": 1791630
    },
    {
      "epoch": 500.04,
      "grad_norm": 2.7395617961883545,
      "learning_rate": 1.5823775852934404e-06,
      "loss": 0.3503,
      "step": 1791640
    },
    {
      "epoch": 500.04,
      "grad_norm": 1.1997807025909424,
      "learning_rate": 1.5823520122135087e-06,
      "loss": 0.3332,
      "step": 1791650
    },
    {
      "epoch": 500.04,
      "grad_norm": 1.1403064727783203,
      "learning_rate": 1.5823264392349184e-06,
      "loss": 0.3375,
      "step": 1791660
    },
    {
      "epoch": 500.05,
      "grad_norm": 1.0075576305389404,
      "learning_rate": 1.5823008663576745e-06,
      "loss": 0.3516,
      "step": 1791670
    },
    {
      "epoch": 500.05,
      "grad_norm": 1.2076287269592285,
      "learning_rate": 1.5822752935817798e-06,
      "loss": 0.3426,
      "step": 1791680
    },
    {
      "epoch": 500.05,
      "grad_norm": 1.0535942316055298,
      "learning_rate": 1.5822497209072363e-06,
      "loss": 0.3413,
      "step": 1791690
    },
    {
      "epoch": 500.06,
      "grad_norm": 1.1523061990737915,
      "learning_rate": 1.5822241483340503e-06,
      "loss": 0.3441,
      "step": 1791700
    },
    {
      "epoch": 500.06,
      "grad_norm": 1.1549803018569946,
      "learning_rate": 1.582198575862223e-06,
      "loss": 0.3457,
      "step": 1791710
    },
    {
      "epoch": 500.06,
      "grad_norm": 1.0594992637634277,
      "learning_rate": 1.5821730034917578e-06,
      "loss": 0.3372,
      "step": 1791720
    },
    {
      "epoch": 500.06,
      "grad_norm": 0.9585093259811401,
      "learning_rate": 1.5821474312226594e-06,
      "loss": 0.3527,
      "step": 1791730
    },
    {
      "epoch": 500.07,
      "grad_norm": 0.9777342677116394,
      "learning_rate": 1.5821218590549304e-06,
      "loss": 0.3281,
      "step": 1791740
    },
    {
      "epoch": 500.07,
      "grad_norm": 1.413427710533142,
      "learning_rate": 1.5820962869885742e-06,
      "loss": 0.3309,
      "step": 1791750
    },
    {
      "epoch": 500.07,
      "grad_norm": 1.1872762441635132,
      "learning_rate": 1.5820707150235946e-06,
      "loss": 0.3425,
      "step": 1791760
    },
    {
      "epoch": 500.08,
      "grad_norm": 1.000394582748413,
      "learning_rate": 1.5820451431599948e-06,
      "loss": 0.3427,
      "step": 1791770
    },
    {
      "epoch": 500.08,
      "grad_norm": 1.013456106185913,
      "learning_rate": 1.5820195713977773e-06,
      "loss": 0.3347,
      "step": 1791780
    },
    {
      "epoch": 500.08,
      "grad_norm": 1.0866464376449585,
      "learning_rate": 1.581993999736947e-06,
      "loss": 0.3508,
      "step": 1791790
    },
    {
      "epoch": 500.08,
      "grad_norm": 0.9643632769584656,
      "learning_rate": 1.5819684281775066e-06,
      "loss": 0.3403,
      "step": 1791800
    },
    {
      "epoch": 500.09,
      "grad_norm": 1.2042943239212036,
      "learning_rate": 1.5819428567194593e-06,
      "loss": 0.3491,
      "step": 1791810
    },
    {
      "epoch": 500.09,
      "grad_norm": 1.2595452070236206,
      "learning_rate": 1.5819172853628092e-06,
      "loss": 0.3291,
      "step": 1791820
    },
    {
      "epoch": 500.09,
      "grad_norm": 1.0050734281539917,
      "learning_rate": 1.5818917141075588e-06,
      "loss": 0.331,
      "step": 1791830
    },
    {
      "epoch": 500.09,
      "grad_norm": 0.9273970723152161,
      "learning_rate": 1.5818661429537117e-06,
      "loss": 0.334,
      "step": 1791840
    },
    {
      "epoch": 500.1,
      "grad_norm": 1.1115212440490723,
      "learning_rate": 1.581840571901272e-06,
      "loss": 0.3431,
      "step": 1791850
    },
    {
      "epoch": 500.1,
      "grad_norm": 1.1985505819320679,
      "learning_rate": 1.5818150009502429e-06,
      "loss": 0.3425,
      "step": 1791860
    },
    {
      "epoch": 500.1,
      "grad_norm": 1.0577901601791382,
      "learning_rate": 1.5817894301006265e-06,
      "loss": 0.3515,
      "step": 1791870
    },
    {
      "epoch": 500.11,
      "grad_norm": 1.1440305709838867,
      "learning_rate": 1.5817638593524285e-06,
      "loss": 0.346,
      "step": 1791880
    },
    {
      "epoch": 500.11,
      "grad_norm": 1.207814335823059,
      "learning_rate": 1.58173828870565e-06,
      "loss": 0.3456,
      "step": 1791890
    },
    {
      "epoch": 500.11,
      "grad_norm": 1.0404170751571655,
      "learning_rate": 1.5817127181602963e-06,
      "loss": 0.3409,
      "step": 1791900
    },
    {
      "epoch": 500.11,
      "grad_norm": 1.121928095817566,
      "learning_rate": 1.58168714771637e-06,
      "loss": 0.3422,
      "step": 1791910
    },
    {
      "epoch": 500.12,
      "grad_norm": 1.025578260421753,
      "learning_rate": 1.5816615773738735e-06,
      "loss": 0.3293,
      "step": 1791920
    },
    {
      "epoch": 500.12,
      "grad_norm": 1.2247529029846191,
      "learning_rate": 1.581636007132812e-06,
      "loss": 0.3424,
      "step": 1791930
    },
    {
      "epoch": 500.12,
      "grad_norm": 1.0929900407791138,
      "learning_rate": 1.581610436993188e-06,
      "loss": 0.3366,
      "step": 1791940
    },
    {
      "epoch": 500.13,
      "grad_norm": 1.0818270444869995,
      "learning_rate": 1.5815848669550048e-06,
      "loss": 0.3388,
      "step": 1791950
    },
    {
      "epoch": 500.13,
      "grad_norm": 1.0315548181533813,
      "learning_rate": 1.5815592970182663e-06,
      "loss": 0.3534,
      "step": 1791960
    },
    {
      "epoch": 500.13,
      "grad_norm": 1.0632328987121582,
      "learning_rate": 1.5815337271829757e-06,
      "loss": 0.3498,
      "step": 1791970
    },
    {
      "epoch": 500.13,
      "grad_norm": 1.1878807544708252,
      "learning_rate": 1.581508157449135e-06,
      "loss": 0.3475,
      "step": 1791980
    },
    {
      "epoch": 500.14,
      "grad_norm": 1.2648670673370361,
      "learning_rate": 1.58148258781675e-06,
      "loss": 0.3329,
      "step": 1791990
    },
    {
      "epoch": 500.14,
      "grad_norm": 1.091178297996521,
      "learning_rate": 1.5814570182858232e-06,
      "loss": 0.3401,
      "step": 1792000
    },
    {
      "epoch": 500.14,
      "grad_norm": 1.0577503442764282,
      "learning_rate": 1.5814314488563568e-06,
      "loss": 0.3389,
      "step": 1792010
    },
    {
      "epoch": 500.15,
      "grad_norm": 1.1449151039123535,
      "learning_rate": 1.5814058795283561e-06,
      "loss": 0.3186,
      "step": 1792020
    },
    {
      "epoch": 500.15,
      "grad_norm": 1.0262788534164429,
      "learning_rate": 1.5813803103018236e-06,
      "loss": 0.3316,
      "step": 1792030
    },
    {
      "epoch": 500.15,
      "grad_norm": 0.985894501209259,
      "learning_rate": 1.5813547411767623e-06,
      "loss": 0.3267,
      "step": 1792040
    },
    {
      "epoch": 500.15,
      "grad_norm": 1.1650235652923584,
      "learning_rate": 1.5813291721531768e-06,
      "loss": 0.3581,
      "step": 1792050
    },
    {
      "epoch": 500.16,
      "grad_norm": 1.0642231702804565,
      "learning_rate": 1.581303603231069e-06,
      "loss": 0.3387,
      "step": 1792060
    },
    {
      "epoch": 500.16,
      "grad_norm": 1.0414527654647827,
      "learning_rate": 1.5812780344104427e-06,
      "loss": 0.3344,
      "step": 1792070
    },
    {
      "epoch": 500.16,
      "grad_norm": 1.1247326135635376,
      "learning_rate": 1.5812524656913022e-06,
      "loss": 0.3451,
      "step": 1792080
    },
    {
      "epoch": 500.16,
      "grad_norm": 1.172470211982727,
      "learning_rate": 1.5812268970736504e-06,
      "loss": 0.3475,
      "step": 1792090
    },
    {
      "epoch": 500.17,
      "grad_norm": 1.0297269821166992,
      "learning_rate": 1.5812013285574903e-06,
      "loss": 0.3287,
      "step": 1792100
    },
    {
      "epoch": 500.17,
      "grad_norm": 1.1311261653900146,
      "learning_rate": 1.581175760142826e-06,
      "loss": 0.348,
      "step": 1792110
    },
    {
      "epoch": 500.17,
      "grad_norm": 1.1068087816238403,
      "learning_rate": 1.5811501918296606e-06,
      "loss": 0.3371,
      "step": 1792120
    },
    {
      "epoch": 500.18,
      "grad_norm": 1.1386423110961914,
      "learning_rate": 1.5811246236179966e-06,
      "loss": 0.333,
      "step": 1792130
    },
    {
      "epoch": 500.18,
      "grad_norm": 1.1248213052749634,
      "learning_rate": 1.5810990555078389e-06,
      "loss": 0.3363,
      "step": 1792140
    },
    {
      "epoch": 500.18,
      "grad_norm": 1.3084588050842285,
      "learning_rate": 1.5810734874991905e-06,
      "loss": 0.3352,
      "step": 1792150
    },
    {
      "epoch": 500.18,
      "grad_norm": 1.128700613975525,
      "learning_rate": 1.5810479195920532e-06,
      "loss": 0.3488,
      "step": 1792160
    },
    {
      "epoch": 500.19,
      "grad_norm": 1.1646205186843872,
      "learning_rate": 1.581022351786433e-06,
      "loss": 0.3275,
      "step": 1792170
    },
    {
      "epoch": 500.19,
      "grad_norm": 0.9176297783851624,
      "learning_rate": 1.5809967840823318e-06,
      "loss": 0.3293,
      "step": 1792180
    },
    {
      "epoch": 500.19,
      "grad_norm": 1.1898980140686035,
      "learning_rate": 1.5809712164797535e-06,
      "loss": 0.3681,
      "step": 1792190
    },
    {
      "epoch": 500.2,
      "grad_norm": 1.093680739402771,
      "learning_rate": 1.5809456489787012e-06,
      "loss": 0.3453,
      "step": 1792200
    },
    {
      "epoch": 500.2,
      "grad_norm": 1.0065730810165405,
      "learning_rate": 1.5809200815791777e-06,
      "loss": 0.344,
      "step": 1792210
    },
    {
      "epoch": 500.2,
      "grad_norm": 0.9863309860229492,
      "learning_rate": 1.5808945142811876e-06,
      "loss": 0.3336,
      "step": 1792220
    },
    {
      "epoch": 500.2,
      "grad_norm": 1.0847769975662231,
      "learning_rate": 1.580868947084734e-06,
      "loss": 0.3349,
      "step": 1792230
    },
    {
      "epoch": 500.21,
      "grad_norm": 1.0279046297073364,
      "learning_rate": 1.5808433799898197e-06,
      "loss": 0.3385,
      "step": 1792240
    },
    {
      "epoch": 500.21,
      "grad_norm": 1.212222695350647,
      "learning_rate": 1.580817812996449e-06,
      "loss": 0.3403,
      "step": 1792250
    },
    {
      "epoch": 500.21,
      "grad_norm": 1.1173523664474487,
      "learning_rate": 1.5807922461046245e-06,
      "loss": 0.3423,
      "step": 1792260
    },
    {
      "epoch": 500.21,
      "grad_norm": 1.142555832862854,
      "learning_rate": 1.580766679314349e-06,
      "loss": 0.361,
      "step": 1792270
    },
    {
      "epoch": 500.22,
      "grad_norm": 1.1711876392364502,
      "learning_rate": 1.580741112625628e-06,
      "loss": 0.3484,
      "step": 1792280
    },
    {
      "epoch": 500.22,
      "grad_norm": 1.000106930732727,
      "learning_rate": 1.5807155460384636e-06,
      "loss": 0.3518,
      "step": 1792290
    },
    {
      "epoch": 500.22,
      "grad_norm": 0.9148096442222595,
      "learning_rate": 1.580689979552858e-06,
      "loss": 0.3484,
      "step": 1792300
    },
    {
      "epoch": 500.23,
      "grad_norm": 1.325914740562439,
      "learning_rate": 1.580664413168817e-06,
      "loss": 0.35,
      "step": 1792310
    },
    {
      "epoch": 500.23,
      "grad_norm": 0.9384002685546875,
      "learning_rate": 1.5806388468863432e-06,
      "loss": 0.3225,
      "step": 1792320
    },
    {
      "epoch": 500.23,
      "grad_norm": 1.1703968048095703,
      "learning_rate": 1.5806132807054387e-06,
      "loss": 0.3286,
      "step": 1792330
    },
    {
      "epoch": 500.23,
      "grad_norm": 1.1852010488510132,
      "learning_rate": 1.5805877146261088e-06,
      "loss": 0.3252,
      "step": 1792340
    },
    {
      "epoch": 500.24,
      "grad_norm": 1.1483937501907349,
      "learning_rate": 1.5805621486483562e-06,
      "loss": 0.3509,
      "step": 1792350
    },
    {
      "epoch": 500.24,
      "grad_norm": 1.0164631605148315,
      "learning_rate": 1.5805365827721826e-06,
      "loss": 0.3443,
      "step": 1792360
    },
    {
      "epoch": 500.24,
      "grad_norm": 1.0442640781402588,
      "learning_rate": 1.5805110169975942e-06,
      "loss": 0.3508,
      "step": 1792370
    },
    {
      "epoch": 500.25,
      "grad_norm": 1.4544832706451416,
      "learning_rate": 1.580485451324593e-06,
      "loss": 0.3473,
      "step": 1792380
    },
    {
      "epoch": 500.25,
      "grad_norm": 1.0687905550003052,
      "learning_rate": 1.5804598857531821e-06,
      "loss": 0.3609,
      "step": 1792390
    },
    {
      "epoch": 500.25,
      "grad_norm": 1.765977144241333,
      "learning_rate": 1.5804343202833657e-06,
      "loss": 0.3336,
      "step": 1792400
    },
    {
      "epoch": 500.25,
      "grad_norm": 1.2406960725784302,
      "learning_rate": 1.5804087549151464e-06,
      "loss": 0.3241,
      "step": 1792410
    },
    {
      "epoch": 500.26,
      "grad_norm": 1.119600534439087,
      "learning_rate": 1.580383189648528e-06,
      "loss": 0.3391,
      "step": 1792420
    },
    {
      "epoch": 500.26,
      "grad_norm": 0.9912839531898499,
      "learning_rate": 1.5803576244835145e-06,
      "loss": 0.3291,
      "step": 1792430
    },
    {
      "epoch": 500.26,
      "grad_norm": 1.0860357284545898,
      "learning_rate": 1.5803320594201087e-06,
      "loss": 0.33,
      "step": 1792440
    },
    {
      "epoch": 500.27,
      "grad_norm": 1.0838932991027832,
      "learning_rate": 1.5803064944583132e-06,
      "loss": 0.3413,
      "step": 1792450
    },
    {
      "epoch": 500.27,
      "grad_norm": 1.0123311281204224,
      "learning_rate": 1.5802809295981328e-06,
      "loss": 0.3439,
      "step": 1792460
    },
    {
      "epoch": 500.27,
      "grad_norm": 1.130226969718933,
      "learning_rate": 1.5802553648395706e-06,
      "loss": 0.3302,
      "step": 1792470
    },
    {
      "epoch": 500.27,
      "grad_norm": 0.981670081615448,
      "learning_rate": 1.5802298001826296e-06,
      "loss": 0.3525,
      "step": 1792480
    },
    {
      "epoch": 500.28,
      "grad_norm": 1.2246564626693726,
      "learning_rate": 1.5802042356273136e-06,
      "loss": 0.3407,
      "step": 1792490
    },
    {
      "epoch": 500.28,
      "grad_norm": 1.2525869607925415,
      "learning_rate": 1.5801786711736248e-06,
      "loss": 0.3363,
      "step": 1792500
    },
    {
      "epoch": 500.28,
      "grad_norm": 1.0321431159973145,
      "learning_rate": 1.580153106821568e-06,
      "loss": 0.3561,
      "step": 1792510
    },
    {
      "epoch": 500.28,
      "grad_norm": 1.1809178590774536,
      "learning_rate": 1.5801275425711468e-06,
      "loss": 0.339,
      "step": 1792520
    },
    {
      "epoch": 500.29,
      "grad_norm": 1.0080279111862183,
      "learning_rate": 1.5801019784223627e-06,
      "loss": 0.3437,
      "step": 1792530
    },
    {
      "epoch": 500.29,
      "grad_norm": 1.1177449226379395,
      "learning_rate": 1.5800764143752213e-06,
      "loss": 0.3461,
      "step": 1792540
    },
    {
      "epoch": 500.29,
      "grad_norm": 1.0632165670394897,
      "learning_rate": 1.5800508504297256e-06,
      "loss": 0.3369,
      "step": 1792550
    },
    {
      "epoch": 500.3,
      "grad_norm": 1.2306607961654663,
      "learning_rate": 1.5800252865858772e-06,
      "loss": 0.3507,
      "step": 1792560
    },
    {
      "epoch": 500.3,
      "grad_norm": 1.1616283655166626,
      "learning_rate": 1.5799997228436814e-06,
      "loss": 0.3511,
      "step": 1792570
    },
    {
      "epoch": 500.3,
      "grad_norm": 1.2579644918441772,
      "learning_rate": 1.5799741592031415e-06,
      "loss": 0.3412,
      "step": 1792580
    },
    {
      "epoch": 500.3,
      "grad_norm": 1.0857385396957397,
      "learning_rate": 1.579948595664259e-06,
      "loss": 0.3495,
      "step": 1792590
    },
    {
      "epoch": 500.31,
      "grad_norm": 1.060045838356018,
      "learning_rate": 1.5799230322270396e-06,
      "loss": 0.3279,
      "step": 1792600
    },
    {
      "epoch": 500.31,
      "grad_norm": 1.0654852390289307,
      "learning_rate": 1.579897468891486e-06,
      "loss": 0.339,
      "step": 1792610
    },
    {
      "epoch": 500.31,
      "grad_norm": 1.0696334838867188,
      "learning_rate": 1.5798719056576008e-06,
      "loss": 0.3399,
      "step": 1792620
    },
    {
      "epoch": 500.32,
      "grad_norm": 1.0579842329025269,
      "learning_rate": 1.5798463425253884e-06,
      "loss": 0.326,
      "step": 1792630
    },
    {
      "epoch": 500.32,
      "grad_norm": 1.1148717403411865,
      "learning_rate": 1.5798207794948517e-06,
      "loss": 0.3346,
      "step": 1792640
    },
    {
      "epoch": 500.32,
      "grad_norm": 1.1679389476776123,
      "learning_rate": 1.5797952165659935e-06,
      "loss": 0.3406,
      "step": 1792650
    },
    {
      "epoch": 500.32,
      "grad_norm": 0.9520289301872253,
      "learning_rate": 1.5797696537388186e-06,
      "loss": 0.352,
      "step": 1792660
    },
    {
      "epoch": 500.33,
      "grad_norm": 1.030293583869934,
      "learning_rate": 1.5797440910133298e-06,
      "loss": 0.3551,
      "step": 1792670
    },
    {
      "epoch": 500.33,
      "grad_norm": 1.1140165328979492,
      "learning_rate": 1.5797185283895292e-06,
      "loss": 0.3373,
      "step": 1792680
    },
    {
      "epoch": 500.33,
      "grad_norm": 0.9935591220855713,
      "learning_rate": 1.579692965867423e-06,
      "loss": 0.3421,
      "step": 1792690
    },
    {
      "epoch": 500.33,
      "grad_norm": 1.1043957471847534,
      "learning_rate": 1.5796674034470124e-06,
      "loss": 0.3532,
      "step": 1792700
    },
    {
      "epoch": 500.34,
      "grad_norm": 1.0258389711380005,
      "learning_rate": 1.579641841128301e-06,
      "loss": 0.3505,
      "step": 1792710
    },
    {
      "epoch": 500.34,
      "grad_norm": 0.9538143277168274,
      "learning_rate": 1.5796162789112934e-06,
      "loss": 0.3543,
      "step": 1792720
    },
    {
      "epoch": 500.34,
      "grad_norm": 1.3014675378799438,
      "learning_rate": 1.5795907167959919e-06,
      "loss": 0.329,
      "step": 1792730
    },
    {
      "epoch": 500.35,
      "grad_norm": 1.1668386459350586,
      "learning_rate": 1.5795651547823994e-06,
      "loss": 0.3394,
      "step": 1792740
    },
    {
      "epoch": 500.35,
      "grad_norm": 1.093588948249817,
      "learning_rate": 1.5795395928705207e-06,
      "loss": 0.345,
      "step": 1792750
    },
    {
      "epoch": 500.35,
      "grad_norm": 1.1429091691970825,
      "learning_rate": 1.5795140310603586e-06,
      "loss": 0.3539,
      "step": 1792760
    },
    {
      "epoch": 500.35,
      "grad_norm": 1.0370179414749146,
      "learning_rate": 1.5794884693519169e-06,
      "loss": 0.3472,
      "step": 1792770
    },
    {
      "epoch": 500.36,
      "grad_norm": 1.1523656845092773,
      "learning_rate": 1.5794629077451985e-06,
      "loss": 0.3382,
      "step": 1792780
    },
    {
      "epoch": 500.36,
      "grad_norm": 1.3122236728668213,
      "learning_rate": 1.5794373462402063e-06,
      "loss": 0.3181,
      "step": 1792790
    },
    {
      "epoch": 500.36,
      "grad_norm": 1.1304306983947754,
      "learning_rate": 1.579411784836945e-06,
      "loss": 0.3424,
      "step": 1792800
    },
    {
      "epoch": 500.37,
      "grad_norm": 0.9916393756866455,
      "learning_rate": 1.579386223535417e-06,
      "loss": 0.3441,
      "step": 1792810
    },
    {
      "epoch": 500.37,
      "grad_norm": 1.0633697509765625,
      "learning_rate": 1.5793606623356255e-06,
      "loss": 0.3356,
      "step": 1792820
    },
    {
      "epoch": 500.37,
      "grad_norm": 1.0303462743759155,
      "learning_rate": 1.5793351012375754e-06,
      "loss": 0.3502,
      "step": 1792830
    },
    {
      "epoch": 500.37,
      "grad_norm": 1.1013296842575073,
      "learning_rate": 1.579309540241269e-06,
      "loss": 0.3398,
      "step": 1792840
    },
    {
      "epoch": 500.38,
      "grad_norm": 1.1784265041351318,
      "learning_rate": 1.5792839793467093e-06,
      "loss": 0.342,
      "step": 1792850
    },
    {
      "epoch": 500.38,
      "grad_norm": 0.9537488222122192,
      "learning_rate": 1.5792584185539009e-06,
      "loss": 0.3289,
      "step": 1792860
    },
    {
      "epoch": 500.38,
      "grad_norm": 1.152215600013733,
      "learning_rate": 1.5792328578628466e-06,
      "loss": 0.3445,
      "step": 1792870
    },
    {
      "epoch": 500.39,
      "grad_norm": 1.124739408493042,
      "learning_rate": 1.5792072972735482e-06,
      "loss": 0.3518,
      "step": 1792880
    },
    {
      "epoch": 500.39,
      "grad_norm": 1.0072393417358398,
      "learning_rate": 1.5791817367860124e-06,
      "loss": 0.3342,
      "step": 1792890
    },
    {
      "epoch": 500.39,
      "grad_norm": 1.1673777103424072,
      "learning_rate": 1.5791561764002403e-06,
      "loss": 0.334,
      "step": 1792900
    },
    {
      "epoch": 500.39,
      "grad_norm": 1.245956540107727,
      "learning_rate": 1.5791306161162353e-06,
      "loss": 0.3579,
      "step": 1792910
    },
    {
      "epoch": 500.4,
      "grad_norm": 0.9398202896118164,
      "learning_rate": 1.579105055934002e-06,
      "loss": 0.3343,
      "step": 1792920
    },
    {
      "epoch": 500.4,
      "grad_norm": 1.098170518875122,
      "learning_rate": 1.5790794958535433e-06,
      "loss": 0.3428,
      "step": 1792930
    },
    {
      "epoch": 500.4,
      "grad_norm": 1.5185272693634033,
      "learning_rate": 1.5790539358748615e-06,
      "loss": 0.3494,
      "step": 1792940
    },
    {
      "epoch": 500.4,
      "grad_norm": 0.9299883842468262,
      "learning_rate": 1.5790283759979617e-06,
      "loss": 0.3384,
      "step": 1792950
    },
    {
      "epoch": 500.41,
      "grad_norm": 0.9378401041030884,
      "learning_rate": 1.5790028162228464e-06,
      "loss": 0.3405,
      "step": 1792960
    },
    {
      "epoch": 500.41,
      "grad_norm": 1.383707880973816,
      "learning_rate": 1.5789772565495187e-06,
      "loss": 0.3593,
      "step": 1792970
    },
    {
      "epoch": 500.41,
      "grad_norm": 1.0955673456192017,
      "learning_rate": 1.5789516969779833e-06,
      "loss": 0.352,
      "step": 1792980
    },
    {
      "epoch": 500.42,
      "grad_norm": 1.2068583965301514,
      "learning_rate": 1.5789261375082425e-06,
      "loss": 0.3346,
      "step": 1792990
    },
    {
      "epoch": 500.42,
      "grad_norm": 1.0925167798995972,
      "learning_rate": 1.5789005781402996e-06,
      "loss": 0.3492,
      "step": 1793000
    },
    {
      "epoch": 500.42,
      "grad_norm": 1.1642003059387207,
      "learning_rate": 1.5788750188741588e-06,
      "loss": 0.3471,
      "step": 1793010
    },
    {
      "epoch": 500.42,
      "grad_norm": 1.1508089303970337,
      "learning_rate": 1.5788494597098231e-06,
      "loss": 0.3284,
      "step": 1793020
    },
    {
      "epoch": 500.43,
      "grad_norm": 0.8966484069824219,
      "learning_rate": 1.5788239006472953e-06,
      "loss": 0.3223,
      "step": 1793030
    },
    {
      "epoch": 500.43,
      "grad_norm": 1.2281159162521362,
      "learning_rate": 1.5787983416865795e-06,
      "loss": 0.353,
      "step": 1793040
    },
    {
      "epoch": 500.43,
      "grad_norm": 1.0124369859695435,
      "learning_rate": 1.5787727828276793e-06,
      "loss": 0.3356,
      "step": 1793050
    },
    {
      "epoch": 500.44,
      "grad_norm": 1.2919188737869263,
      "learning_rate": 1.5787472240705979e-06,
      "loss": 0.3409,
      "step": 1793060
    },
    {
      "epoch": 500.44,
      "grad_norm": 1.1362110376358032,
      "learning_rate": 1.5787216654153385e-06,
      "loss": 0.3494,
      "step": 1793070
    },
    {
      "epoch": 500.44,
      "grad_norm": 1.1260392665863037,
      "learning_rate": 1.5786961068619038e-06,
      "loss": 0.3393,
      "step": 1793080
    },
    {
      "epoch": 500.44,
      "grad_norm": 1.158560872077942,
      "learning_rate": 1.5786705484102986e-06,
      "loss": 0.3515,
      "step": 1793090
    },
    {
      "epoch": 500.45,
      "grad_norm": 1.0994985103607178,
      "learning_rate": 1.5786449900605262e-06,
      "loss": 0.3348,
      "step": 1793100
    },
    {
      "epoch": 500.45,
      "grad_norm": 0.9844962358474731,
      "learning_rate": 1.5786194318125884e-06,
      "loss": 0.3476,
      "step": 1793110
    },
    {
      "epoch": 500.45,
      "grad_norm": 1.414003610610962,
      "learning_rate": 1.5785938736664903e-06,
      "loss": 0.3408,
      "step": 1793120
    },
    {
      "epoch": 500.45,
      "grad_norm": 1.1749742031097412,
      "learning_rate": 1.578568315622235e-06,
      "loss": 0.3394,
      "step": 1793130
    },
    {
      "epoch": 500.46,
      "grad_norm": 1.0111194849014282,
      "learning_rate": 1.578542757679825e-06,
      "loss": 0.3252,
      "step": 1793140
    },
    {
      "epoch": 500.46,
      "grad_norm": 1.0392608642578125,
      "learning_rate": 1.5785171998392648e-06,
      "loss": 0.3338,
      "step": 1793150
    },
    {
      "epoch": 500.46,
      "grad_norm": 1.078602910041809,
      "learning_rate": 1.5784916421005574e-06,
      "loss": 0.3419,
      "step": 1793160
    },
    {
      "epoch": 500.47,
      "grad_norm": 0.9751420021057129,
      "learning_rate": 1.578466084463705e-06,
      "loss": 0.3437,
      "step": 1793170
    },
    {
      "epoch": 500.47,
      "grad_norm": 1.192782998085022,
      "learning_rate": 1.578440526928713e-06,
      "loss": 0.3481,
      "step": 1793180
    },
    {
      "epoch": 500.47,
      "grad_norm": 1.0043725967407227,
      "learning_rate": 1.5784149694955841e-06,
      "loss": 0.3341,
      "step": 1793190
    },
    {
      "epoch": 500.47,
      "grad_norm": 0.9978370070457458,
      "learning_rate": 1.5783894121643207e-06,
      "loss": 0.3385,
      "step": 1793200
    },
    {
      "epoch": 500.48,
      "grad_norm": 1.1399894952774048,
      "learning_rate": 1.5783638549349278e-06,
      "loss": 0.3554,
      "step": 1793210
    },
    {
      "epoch": 500.48,
      "grad_norm": 1.0524078607559204,
      "learning_rate": 1.578338297807408e-06,
      "loss": 0.3382,
      "step": 1793220
    },
    {
      "epoch": 500.48,
      "grad_norm": 1.1298562288284302,
      "learning_rate": 1.5783127407817636e-06,
      "loss": 0.3679,
      "step": 1793230
    },
    {
      "epoch": 500.49,
      "grad_norm": 1.0922914743423462,
      "learning_rate": 1.578287183858e-06,
      "loss": 0.3315,
      "step": 1793240
    },
    {
      "epoch": 500.49,
      "grad_norm": 1.1520293951034546,
      "learning_rate": 1.57826162703612e-06,
      "loss": 0.3362,
      "step": 1793250
    },
    {
      "epoch": 500.49,
      "grad_norm": 0.9171034097671509,
      "learning_rate": 1.5782360703161256e-06,
      "loss": 0.3441,
      "step": 1793260
    },
    {
      "epoch": 500.49,
      "grad_norm": 1.0347477197647095,
      "learning_rate": 1.578210513698022e-06,
      "loss": 0.3308,
      "step": 1793270
    },
    {
      "epoch": 500.5,
      "grad_norm": 1.0914958715438843,
      "learning_rate": 1.5781849571818122e-06,
      "loss": 0.3387,
      "step": 1793280
    },
    {
      "epoch": 500.5,
      "grad_norm": 1.1798927783966064,
      "learning_rate": 1.5781594007674988e-06,
      "loss": 0.3884,
      "step": 1793290
    },
    {
      "epoch": 500.5,
      "grad_norm": 1.0066725015640259,
      "learning_rate": 1.5781338444550864e-06,
      "loss": 0.3359,
      "step": 1793300
    },
    {
      "epoch": 500.51,
      "grad_norm": 1.1198632717132568,
      "learning_rate": 1.5781082882445773e-06,
      "loss": 0.351,
      "step": 1793310
    },
    {
      "epoch": 500.51,
      "grad_norm": 0.9939971566200256,
      "learning_rate": 1.5780827321359746e-06,
      "loss": 0.335,
      "step": 1793320
    },
    {
      "epoch": 500.51,
      "grad_norm": 1.231640338897705,
      "learning_rate": 1.5780571761292833e-06,
      "loss": 0.341,
      "step": 1793330
    },
    {
      "epoch": 500.51,
      "grad_norm": 1.184285283088684,
      "learning_rate": 1.5780316202245056e-06,
      "loss": 0.3571,
      "step": 1793340
    },
    {
      "epoch": 500.52,
      "grad_norm": 1.1187515258789062,
      "learning_rate": 1.5780060644216457e-06,
      "loss": 0.3489,
      "step": 1793350
    },
    {
      "epoch": 500.52,
      "grad_norm": 1.1586271524429321,
      "learning_rate": 1.5779805087207064e-06,
      "loss": 0.3346,
      "step": 1793360
    },
    {
      "epoch": 500.52,
      "grad_norm": 0.908836841583252,
      "learning_rate": 1.5779549531216902e-06,
      "loss": 0.3526,
      "step": 1793370
    },
    {
      "epoch": 500.52,
      "grad_norm": 1.1894434690475464,
      "learning_rate": 1.5779293976246025e-06,
      "loss": 0.3549,
      "step": 1793380
    },
    {
      "epoch": 500.53,
      "grad_norm": 1.3329880237579346,
      "learning_rate": 1.5779038422294457e-06,
      "loss": 0.3317,
      "step": 1793390
    },
    {
      "epoch": 500.53,
      "grad_norm": 1.0632728338241577,
      "learning_rate": 1.5778782869362225e-06,
      "loss": 0.3411,
      "step": 1793400
    },
    {
      "epoch": 500.53,
      "grad_norm": 1.0383695363998413,
      "learning_rate": 1.577852731744938e-06,
      "loss": 0.329,
      "step": 1793410
    },
    {
      "epoch": 500.54,
      "grad_norm": 1.0913000106811523,
      "learning_rate": 1.5778271766555945e-06,
      "loss": 0.3457,
      "step": 1793420
    },
    {
      "epoch": 500.54,
      "grad_norm": 1.1610639095306396,
      "learning_rate": 1.577801621668195e-06,
      "loss": 0.3448,
      "step": 1793430
    },
    {
      "epoch": 500.54,
      "grad_norm": 1.0878255367279053,
      "learning_rate": 1.5777760667827437e-06,
      "loss": 0.3457,
      "step": 1793440
    },
    {
      "epoch": 500.54,
      "grad_norm": 1.2168865203857422,
      "learning_rate": 1.5777505119992442e-06,
      "loss": 0.3337,
      "step": 1793450
    },
    {
      "epoch": 500.55,
      "grad_norm": 1.0914450883865356,
      "learning_rate": 1.5777249573176983e-06,
      "loss": 0.339,
      "step": 1793460
    },
    {
      "epoch": 500.55,
      "grad_norm": 1.016821265220642,
      "learning_rate": 1.5776994027381116e-06,
      "loss": 0.3309,
      "step": 1793470
    },
    {
      "epoch": 500.55,
      "grad_norm": 1.1680192947387695,
      "learning_rate": 1.5776738482604863e-06,
      "loss": 0.3451,
      "step": 1793480
    },
    {
      "epoch": 500.56,
      "grad_norm": 1.0849570035934448,
      "learning_rate": 1.577648293884825e-06,
      "loss": 0.3419,
      "step": 1793490
    },
    {
      "epoch": 500.56,
      "grad_norm": 1.063340425491333,
      "learning_rate": 1.577622739611133e-06,
      "loss": 0.3371,
      "step": 1793500
    },
    {
      "epoch": 500.56,
      "grad_norm": 1.2825878858566284,
      "learning_rate": 1.577597185439413e-06,
      "loss": 0.3459,
      "step": 1793510
    },
    {
      "epoch": 500.56,
      "grad_norm": 1.0956119298934937,
      "learning_rate": 1.5775716313696675e-06,
      "loss": 0.3309,
      "step": 1793520
    },
    {
      "epoch": 500.57,
      "grad_norm": 1.1291162967681885,
      "learning_rate": 1.5775460774019007e-06,
      "loss": 0.3441,
      "step": 1793530
    },
    {
      "epoch": 500.57,
      "grad_norm": 1.0729882717132568,
      "learning_rate": 1.5775205235361163e-06,
      "loss": 0.3357,
      "step": 1793540
    },
    {
      "epoch": 500.57,
      "grad_norm": 0.9336752891540527,
      "learning_rate": 1.5774949697723162e-06,
      "loss": 0.3386,
      "step": 1793550
    },
    {
      "epoch": 500.57,
      "grad_norm": 0.9850314259529114,
      "learning_rate": 1.5774694161105056e-06,
      "loss": 0.3509,
      "step": 1793560
    },
    {
      "epoch": 500.58,
      "grad_norm": 1.3477835655212402,
      "learning_rate": 1.5774438625506875e-06,
      "loss": 0.3544,
      "step": 1793570
    },
    {
      "epoch": 500.58,
      "grad_norm": 1.2030922174453735,
      "learning_rate": 1.5774183090928642e-06,
      "loss": 0.3302,
      "step": 1793580
    },
    {
      "epoch": 500.58,
      "grad_norm": 0.9904399514198303,
      "learning_rate": 1.5773927557370402e-06,
      "loss": 0.3541,
      "step": 1793590
    },
    {
      "epoch": 500.59,
      "grad_norm": 1.1153936386108398,
      "learning_rate": 1.577367202483219e-06,
      "loss": 0.3416,
      "step": 1793600
    },
    {
      "epoch": 500.59,
      "grad_norm": 1.1455936431884766,
      "learning_rate": 1.5773416493314024e-06,
      "loss": 0.3317,
      "step": 1793610
    },
    {
      "epoch": 500.59,
      "grad_norm": 1.1038373708724976,
      "learning_rate": 1.5773160962815958e-06,
      "loss": 0.3456,
      "step": 1793620
    },
    {
      "epoch": 500.59,
      "grad_norm": 0.9654886722564697,
      "learning_rate": 1.577290543333801e-06,
      "loss": 0.3513,
      "step": 1793630
    },
    {
      "epoch": 500.6,
      "grad_norm": 1.0216163396835327,
      "learning_rate": 1.5772649904880229e-06,
      "loss": 0.3489,
      "step": 1793640
    },
    {
      "epoch": 500.6,
      "grad_norm": 1.206494688987732,
      "learning_rate": 1.5772394377442643e-06,
      "loss": 0.3475,
      "step": 1793650
    },
    {
      "epoch": 500.6,
      "grad_norm": 1.0485252141952515,
      "learning_rate": 1.5772138851025278e-06,
      "loss": 0.3287,
      "step": 1793660
    },
    {
      "epoch": 500.61,
      "grad_norm": 1.1561955213546753,
      "learning_rate": 1.5771883325628182e-06,
      "loss": 0.3253,
      "step": 1793670
    },
    {
      "epoch": 500.61,
      "grad_norm": 1.6157196760177612,
      "learning_rate": 1.577162780125138e-06,
      "loss": 0.3506,
      "step": 1793680
    },
    {
      "epoch": 500.61,
      "grad_norm": 0.9220792055130005,
      "learning_rate": 1.57713722778949e-06,
      "loss": 0.3366,
      "step": 1793690
    },
    {
      "epoch": 500.61,
      "grad_norm": 1.1444569826126099,
      "learning_rate": 1.5771116755558791e-06,
      "loss": 0.3479,
      "step": 1793700
    },
    {
      "epoch": 500.62,
      "grad_norm": 1.09396493434906,
      "learning_rate": 1.577086123424308e-06,
      "loss": 0.3426,
      "step": 1793710
    },
    {
      "epoch": 500.62,
      "grad_norm": 0.9258934855461121,
      "learning_rate": 1.57706057139478e-06,
      "loss": 0.3421,
      "step": 1793720
    },
    {
      "epoch": 500.62,
      "grad_norm": 0.9889792203903198,
      "learning_rate": 1.5770350194672987e-06,
      "loss": 0.336,
      "step": 1793730
    },
    {
      "epoch": 500.63,
      "grad_norm": 1.4624522924423218,
      "learning_rate": 1.5770094676418672e-06,
      "loss": 0.3512,
      "step": 1793740
    },
    {
      "epoch": 500.63,
      "grad_norm": 1.2829304933547974,
      "learning_rate": 1.5769839159184883e-06,
      "loss": 0.3376,
      "step": 1793750
    },
    {
      "epoch": 500.63,
      "grad_norm": 1.0531748533248901,
      "learning_rate": 1.5769583642971672e-06,
      "loss": 0.3317,
      "step": 1793760
    },
    {
      "epoch": 500.63,
      "grad_norm": 0.9884018301963806,
      "learning_rate": 1.576932812777906e-06,
      "loss": 0.3305,
      "step": 1793770
    },
    {
      "epoch": 500.64,
      "grad_norm": 1.2326617240905762,
      "learning_rate": 1.576907261360708e-06,
      "loss": 0.3468,
      "step": 1793780
    },
    {
      "epoch": 500.64,
      "grad_norm": 1.2201480865478516,
      "learning_rate": 1.5768817100455776e-06,
      "loss": 0.3385,
      "step": 1793790
    },
    {
      "epoch": 500.64,
      "grad_norm": 1.105553388595581,
      "learning_rate": 1.5768561588325176e-06,
      "loss": 0.3451,
      "step": 1793800
    },
    {
      "epoch": 500.64,
      "grad_norm": 0.9910888671875,
      "learning_rate": 1.5768306077215307e-06,
      "loss": 0.3381,
      "step": 1793810
    },
    {
      "epoch": 500.65,
      "grad_norm": 0.9489318132400513,
      "learning_rate": 1.5768050567126215e-06,
      "loss": 0.3444,
      "step": 1793820
    },
    {
      "epoch": 500.65,
      "grad_norm": 1.208138108253479,
      "learning_rate": 1.5767795058057932e-06,
      "loss": 0.3556,
      "step": 1793830
    },
    {
      "epoch": 500.65,
      "grad_norm": 1.1069618463516235,
      "learning_rate": 1.5767539550010478e-06,
      "loss": 0.3244,
      "step": 1793840
    },
    {
      "epoch": 500.66,
      "grad_norm": 1.3048499822616577,
      "learning_rate": 1.5767284042983904e-06,
      "loss": 0.3482,
      "step": 1793850
    },
    {
      "epoch": 500.66,
      "grad_norm": 1.0124084949493408,
      "learning_rate": 1.5767028536978238e-06,
      "loss": 0.3415,
      "step": 1793860
    },
    {
      "epoch": 500.66,
      "grad_norm": 1.1418380737304688,
      "learning_rate": 1.5766773031993516e-06,
      "loss": 0.3634,
      "step": 1793870
    },
    {
      "epoch": 500.66,
      "grad_norm": 1.2479932308197021,
      "learning_rate": 1.5766517528029768e-06,
      "loss": 0.3598,
      "step": 1793880
    },
    {
      "epoch": 500.67,
      "grad_norm": 1.161554217338562,
      "learning_rate": 1.5766262025087033e-06,
      "loss": 0.3471,
      "step": 1793890
    },
    {
      "epoch": 500.67,
      "grad_norm": 1.149023413658142,
      "learning_rate": 1.5766006523165331e-06,
      "loss": 0.3604,
      "step": 1793900
    },
    {
      "epoch": 500.67,
      "grad_norm": 2.583710193634033,
      "learning_rate": 1.5765751022264716e-06,
      "loss": 0.3258,
      "step": 1793910
    },
    {
      "epoch": 500.68,
      "grad_norm": 1.1340032815933228,
      "learning_rate": 1.5765495522385205e-06,
      "loss": 0.3559,
      "step": 1793920
    },
    {
      "epoch": 500.68,
      "grad_norm": 1.124013900756836,
      "learning_rate": 1.5765240023526847e-06,
      "loss": 0.3545,
      "step": 1793930
    },
    {
      "epoch": 500.68,
      "grad_norm": 1.0121783018112183,
      "learning_rate": 1.576498452568967e-06,
      "loss": 0.3404,
      "step": 1793940
    },
    {
      "epoch": 500.68,
      "grad_norm": 0.9423345923423767,
      "learning_rate": 1.5764729028873704e-06,
      "loss": 0.331,
      "step": 1793950
    },
    {
      "epoch": 500.69,
      "grad_norm": 1.240563154220581,
      "learning_rate": 1.5764473533078988e-06,
      "loss": 0.3305,
      "step": 1793960
    },
    {
      "epoch": 500.69,
      "grad_norm": 1.4093608856201172,
      "learning_rate": 1.5764218038305553e-06,
      "loss": 0.3262,
      "step": 1793970
    },
    {
      "epoch": 500.69,
      "grad_norm": 1.0962001085281372,
      "learning_rate": 1.576396254455343e-06,
      "loss": 0.3419,
      "step": 1793980
    },
    {
      "epoch": 500.69,
      "grad_norm": 1.0773752927780151,
      "learning_rate": 1.576370705182266e-06,
      "loss": 0.3327,
      "step": 1793990
    },
    {
      "epoch": 500.7,
      "grad_norm": 1.0199801921844482,
      "learning_rate": 1.5763451560113278e-06,
      "loss": 0.3355,
      "step": 1794000
    },
    {
      "epoch": 500.7,
      "grad_norm": 1.0657243728637695,
      "learning_rate": 1.5763196069425309e-06,
      "loss": 0.3438,
      "step": 1794010
    },
    {
      "epoch": 500.7,
      "grad_norm": 1.113046646118164,
      "learning_rate": 1.5762940579758796e-06,
      "loss": 0.3552,
      "step": 1794020
    },
    {
      "epoch": 500.71,
      "grad_norm": 1.0100187063217163,
      "learning_rate": 1.5762685091113766e-06,
      "loss": 0.3493,
      "step": 1794030
    },
    {
      "epoch": 500.71,
      "grad_norm": 1.0148937702178955,
      "learning_rate": 1.5762429603490248e-06,
      "loss": 0.3365,
      "step": 1794040
    },
    {
      "epoch": 500.71,
      "grad_norm": 0.9683035612106323,
      "learning_rate": 1.5762174116888296e-06,
      "loss": 0.3331,
      "step": 1794050
    },
    {
      "epoch": 500.71,
      "grad_norm": 1.045784831047058,
      "learning_rate": 1.5761918631307934e-06,
      "loss": 0.3635,
      "step": 1794060
    },
    {
      "epoch": 500.72,
      "grad_norm": 0.9908769726753235,
      "learning_rate": 1.576166314674918e-06,
      "loss": 0.348,
      "step": 1794070
    },
    {
      "epoch": 500.72,
      "grad_norm": 1.152194857597351,
      "learning_rate": 1.5761407663212094e-06,
      "loss": 0.3608,
      "step": 1794080
    },
    {
      "epoch": 500.72,
      "grad_norm": 1.0454977750778198,
      "learning_rate": 1.5761152180696695e-06,
      "loss": 0.3349,
      "step": 1794090
    },
    {
      "epoch": 500.73,
      "grad_norm": 1.118583083152771,
      "learning_rate": 1.5760896699203014e-06,
      "loss": 0.34,
      "step": 1794100
    },
    {
      "epoch": 500.73,
      "grad_norm": 0.9159082770347595,
      "learning_rate": 1.57606412187311e-06,
      "loss": 0.3418,
      "step": 1794110
    },
    {
      "epoch": 500.73,
      "grad_norm": 1.124959945678711,
      "learning_rate": 1.5760385739280975e-06,
      "loss": 0.3396,
      "step": 1794120
    },
    {
      "epoch": 500.73,
      "grad_norm": 1.1736139059066772,
      "learning_rate": 1.5760130260852668e-06,
      "loss": 0.3406,
      "step": 1794130
    },
    {
      "epoch": 500.74,
      "grad_norm": 0.9663017392158508,
      "learning_rate": 1.5759874783446231e-06,
      "loss": 0.3486,
      "step": 1794140
    },
    {
      "epoch": 500.74,
      "grad_norm": 2.973238706588745,
      "learning_rate": 1.5759619307061686e-06,
      "loss": 0.3518,
      "step": 1794150
    },
    {
      "epoch": 500.74,
      "grad_norm": 1.221912145614624,
      "learning_rate": 1.5759363831699065e-06,
      "loss": 0.3445,
      "step": 1794160
    },
    {
      "epoch": 500.75,
      "grad_norm": 1.042095422744751,
      "learning_rate": 1.5759108357358415e-06,
      "loss": 0.3441,
      "step": 1794170
    },
    {
      "epoch": 500.75,
      "grad_norm": 0.9561678171157837,
      "learning_rate": 1.5758852884039759e-06,
      "loss": 0.3493,
      "step": 1794180
    },
    {
      "epoch": 500.75,
      "grad_norm": 1.5892664194107056,
      "learning_rate": 1.5758597411743117e-06,
      "loss": 0.3502,
      "step": 1794190
    },
    {
      "epoch": 500.75,
      "grad_norm": 1.1906609535217285,
      "learning_rate": 1.5758341940468557e-06,
      "loss": 0.3531,
      "step": 1794200
    },
    {
      "epoch": 500.76,
      "grad_norm": 0.9988978505134583,
      "learning_rate": 1.5758086470216082e-06,
      "loss": 0.3444,
      "step": 1794210
    },
    {
      "epoch": 500.76,
      "grad_norm": 1.0465655326843262,
      "learning_rate": 1.5757831000985746e-06,
      "loss": 0.3306,
      "step": 1794220
    },
    {
      "epoch": 500.76,
      "grad_norm": 1.1611536741256714,
      "learning_rate": 1.5757575532777579e-06,
      "loss": 0.3472,
      "step": 1794230
    },
    {
      "epoch": 500.76,
      "grad_norm": 1.0220375061035156,
      "learning_rate": 1.5757320065591608e-06,
      "loss": 0.3455,
      "step": 1794240
    },
    {
      "epoch": 500.77,
      "grad_norm": 1.145283818244934,
      "learning_rate": 1.5757064599427877e-06,
      "loss": 0.3426,
      "step": 1794250
    },
    {
      "epoch": 500.77,
      "grad_norm": 1.2360913753509521,
      "learning_rate": 1.575680913428641e-06,
      "loss": 0.3496,
      "step": 1794260
    },
    {
      "epoch": 500.77,
      "grad_norm": 1.0957093238830566,
      "learning_rate": 1.5756553670167238e-06,
      "loss": 0.3314,
      "step": 1794270
    },
    {
      "epoch": 500.78,
      "grad_norm": 0.9245643615722656,
      "learning_rate": 1.575629820707041e-06,
      "loss": 0.3327,
      "step": 1794280
    },
    {
      "epoch": 500.78,
      "grad_norm": 0.9793230295181274,
      "learning_rate": 1.5756042744995951e-06,
      "loss": 0.3481,
      "step": 1794290
    },
    {
      "epoch": 500.78,
      "grad_norm": 1.1826454401016235,
      "learning_rate": 1.5755787283943895e-06,
      "loss": 0.353,
      "step": 1794300
    },
    {
      "epoch": 500.78,
      "grad_norm": 1.1537837982177734,
      "learning_rate": 1.5755531823914281e-06,
      "loss": 0.3447,
      "step": 1794310
    },
    {
      "epoch": 500.79,
      "grad_norm": 1.1036899089813232,
      "learning_rate": 1.5755276364907132e-06,
      "loss": 0.3296,
      "step": 1794320
    },
    {
      "epoch": 500.79,
      "grad_norm": 1.1407325267791748,
      "learning_rate": 1.575502090692249e-06,
      "loss": 0.3448,
      "step": 1794330
    },
    {
      "epoch": 500.79,
      "grad_norm": 1.147097110748291,
      "learning_rate": 1.5754765449960394e-06,
      "loss": 0.3347,
      "step": 1794340
    },
    {
      "epoch": 500.8,
      "grad_norm": 1.0165828466415405,
      "learning_rate": 1.5754509994020872e-06,
      "loss": 0.343,
      "step": 1794350
    },
    {
      "epoch": 500.8,
      "grad_norm": 1.0783733129501343,
      "learning_rate": 1.5754254539103947e-06,
      "loss": 0.3307,
      "step": 1794360
    },
    {
      "epoch": 500.8,
      "grad_norm": 1.089674711227417,
      "learning_rate": 1.5753999085209675e-06,
      "loss": 0.3331,
      "step": 1794370
    },
    {
      "epoch": 500.8,
      "grad_norm": 1.2674130201339722,
      "learning_rate": 1.5753743632338076e-06,
      "loss": 0.3339,
      "step": 1794380
    },
    {
      "epoch": 500.81,
      "grad_norm": 1.1934930086135864,
      "learning_rate": 1.5753488180489187e-06,
      "loss": 0.3637,
      "step": 1794390
    },
    {
      "epoch": 500.81,
      "grad_norm": 1.9225903749465942,
      "learning_rate": 1.5753232729663044e-06,
      "loss": 0.3499,
      "step": 1794400
    },
    {
      "epoch": 500.81,
      "grad_norm": 1.3269301652908325,
      "learning_rate": 1.5752977279859678e-06,
      "loss": 0.3331,
      "step": 1794410
    },
    {
      "epoch": 500.81,
      "grad_norm": 0.9779242873191833,
      "learning_rate": 1.5752721831079118e-06,
      "loss": 0.3324,
      "step": 1794420
    },
    {
      "epoch": 500.82,
      "grad_norm": 0.9807348251342773,
      "learning_rate": 1.575246638332141e-06,
      "loss": 0.3413,
      "step": 1794430
    },
    {
      "epoch": 500.82,
      "grad_norm": 1.2245455980300903,
      "learning_rate": 1.5752210936586587e-06,
      "loss": 0.3433,
      "step": 1794440
    },
    {
      "epoch": 500.82,
      "grad_norm": 1.2668650150299072,
      "learning_rate": 1.5751955490874661e-06,
      "loss": 0.3416,
      "step": 1794450
    },
    {
      "epoch": 500.83,
      "grad_norm": 1.117823600769043,
      "learning_rate": 1.5751700046185697e-06,
      "loss": 0.3418,
      "step": 1794460
    },
    {
      "epoch": 500.83,
      "grad_norm": 1.2681783437728882,
      "learning_rate": 1.5751444602519719e-06,
      "loss": 0.3445,
      "step": 1794470
    },
    {
      "epoch": 500.83,
      "grad_norm": 1.1787270307540894,
      "learning_rate": 1.5751189159876748e-06,
      "loss": 0.3516,
      "step": 1794480
    },
    {
      "epoch": 500.83,
      "grad_norm": 1.1706130504608154,
      "learning_rate": 1.5750933718256832e-06,
      "loss": 0.3583,
      "step": 1794490
    },
    {
      "epoch": 500.84,
      "grad_norm": 0.8865958452224731,
      "learning_rate": 1.575067827765999e-06,
      "loss": 0.3271,
      "step": 1794500
    },
    {
      "epoch": 500.84,
      "grad_norm": 1.0677344799041748,
      "learning_rate": 1.5750422838086275e-06,
      "loss": 0.3435,
      "step": 1794510
    },
    {
      "epoch": 500.84,
      "grad_norm": 1.9368772506713867,
      "learning_rate": 1.5750167399535715e-06,
      "loss": 0.3558,
      "step": 1794520
    },
    {
      "epoch": 500.85,
      "grad_norm": 1.1718140840530396,
      "learning_rate": 1.5749911962008334e-06,
      "loss": 0.348,
      "step": 1794530
    },
    {
      "epoch": 500.85,
      "grad_norm": 0.9181385040283203,
      "learning_rate": 1.5749656525504178e-06,
      "loss": 0.3396,
      "step": 1794540
    },
    {
      "epoch": 500.85,
      "grad_norm": 1.0910987854003906,
      "learning_rate": 1.5749401090023277e-06,
      "loss": 0.3488,
      "step": 1794550
    },
    {
      "epoch": 500.85,
      "grad_norm": 0.8948777318000793,
      "learning_rate": 1.5749145655565654e-06,
      "loss": 0.3461,
      "step": 1794560
    },
    {
      "epoch": 500.86,
      "grad_norm": 1.0761065483093262,
      "learning_rate": 1.5748890222131363e-06,
      "loss": 0.3449,
      "step": 1794570
    },
    {
      "epoch": 500.86,
      "grad_norm": 1.1643056869506836,
      "learning_rate": 1.5748634789720428e-06,
      "loss": 0.3538,
      "step": 1794580
    },
    {
      "epoch": 500.86,
      "grad_norm": 1.0858274698257446,
      "learning_rate": 1.5748379358332873e-06,
      "loss": 0.3345,
      "step": 1794590
    },
    {
      "epoch": 500.87,
      "grad_norm": 1.2129114866256714,
      "learning_rate": 1.5748123927968753e-06,
      "loss": 0.3359,
      "step": 1794600
    },
    {
      "epoch": 500.87,
      "grad_norm": 0.9043022394180298,
      "learning_rate": 1.574786849862809e-06,
      "loss": 0.337,
      "step": 1794610
    },
    {
      "epoch": 500.87,
      "grad_norm": 1.0762829780578613,
      "learning_rate": 1.5747613070310913e-06,
      "loss": 0.3415,
      "step": 1794620
    },
    {
      "epoch": 500.87,
      "grad_norm": 1.5157217979431152,
      "learning_rate": 1.5747357643017268e-06,
      "loss": 0.3479,
      "step": 1794630
    },
    {
      "epoch": 500.88,
      "grad_norm": 1.0297456979751587,
      "learning_rate": 1.5747102216747186e-06,
      "loss": 0.3447,
      "step": 1794640
    },
    {
      "epoch": 500.88,
      "grad_norm": 1.1706544160842896,
      "learning_rate": 1.5746846791500686e-06,
      "loss": 0.3347,
      "step": 1794650
    },
    {
      "epoch": 500.88,
      "grad_norm": 1.1897315979003906,
      "learning_rate": 1.5746591367277819e-06,
      "loss": 0.3278,
      "step": 1794660
    },
    {
      "epoch": 500.88,
      "grad_norm": 1.0100440979003906,
      "learning_rate": 1.5746335944078618e-06,
      "loss": 0.3533,
      "step": 1794670
    },
    {
      "epoch": 500.89,
      "grad_norm": 0.8690823912620544,
      "learning_rate": 1.5746080521903109e-06,
      "loss": 0.3431,
      "step": 1794680
    },
    {
      "epoch": 500.89,
      "grad_norm": 0.9021626710891724,
      "learning_rate": 1.5745825100751335e-06,
      "loss": 0.3402,
      "step": 1794690
    },
    {
      "epoch": 500.89,
      "grad_norm": 1.1079165935516357,
      "learning_rate": 1.5745569680623326e-06,
      "loss": 0.3454,
      "step": 1794700
    },
    {
      "epoch": 500.9,
      "grad_norm": 1.0838274955749512,
      "learning_rate": 1.5745314261519103e-06,
      "loss": 0.3396,
      "step": 1794710
    },
    {
      "epoch": 500.9,
      "grad_norm": 1.0326941013336182,
      "learning_rate": 1.5745058843438722e-06,
      "loss": 0.3395,
      "step": 1794720
    },
    {
      "epoch": 500.9,
      "grad_norm": 0.9807417392730713,
      "learning_rate": 1.5744803426382207e-06,
      "loss": 0.333,
      "step": 1794730
    },
    {
      "epoch": 500.9,
      "grad_norm": 0.9877724647521973,
      "learning_rate": 1.5744548010349583e-06,
      "loss": 0.3413,
      "step": 1794740
    },
    {
      "epoch": 500.91,
      "grad_norm": 1.1356960535049438,
      "learning_rate": 1.5744292595340901e-06,
      "loss": 0.3694,
      "step": 1794750
    },
    {
      "epoch": 500.91,
      "grad_norm": 1.124582290649414,
      "learning_rate": 1.5744037181356187e-06,
      "loss": 0.3469,
      "step": 1794760
    },
    {
      "epoch": 500.91,
      "grad_norm": 0.9489104747772217,
      "learning_rate": 1.5743781768395474e-06,
      "loss": 0.3226,
      "step": 1794770
    },
    {
      "epoch": 500.92,
      "grad_norm": 1.2308275699615479,
      "learning_rate": 1.5743526356458801e-06,
      "loss": 0.3323,
      "step": 1794780
    },
    {
      "epoch": 500.92,
      "grad_norm": 1.2339346408843994,
      "learning_rate": 1.5743270945546183e-06,
      "loss": 0.3424,
      "step": 1794790
    },
    {
      "epoch": 500.92,
      "grad_norm": 1.3694664239883423,
      "learning_rate": 1.5743015535657684e-06,
      "loss": 0.3387,
      "step": 1794800
    },
    {
      "epoch": 500.92,
      "grad_norm": 1.1669178009033203,
      "learning_rate": 1.5742760126793322e-06,
      "loss": 0.3491,
      "step": 1794810
    },
    {
      "epoch": 500.93,
      "grad_norm": 0.997221052646637,
      "learning_rate": 1.5742504718953125e-06,
      "loss": 0.348,
      "step": 1794820
    },
    {
      "epoch": 500.93,
      "grad_norm": 1.193026065826416,
      "learning_rate": 1.574224931213714e-06,
      "loss": 0.3369,
      "step": 1794830
    },
    {
      "epoch": 500.93,
      "grad_norm": 1.0507882833480835,
      "learning_rate": 1.5741993906345395e-06,
      "loss": 0.3416,
      "step": 1794840
    },
    {
      "epoch": 500.93,
      "grad_norm": 1.1111376285552979,
      "learning_rate": 1.5741738501577916e-06,
      "loss": 0.3464,
      "step": 1794850
    },
    {
      "epoch": 500.94,
      "grad_norm": 1.090528130531311,
      "learning_rate": 1.5741483097834753e-06,
      "loss": 0.3387,
      "step": 1794860
    },
    {
      "epoch": 500.94,
      "grad_norm": 0.9569638967514038,
      "learning_rate": 1.5741227695115933e-06,
      "loss": 0.3491,
      "step": 1794870
    },
    {
      "epoch": 500.94,
      "grad_norm": 1.0864616632461548,
      "learning_rate": 1.5740972293421476e-06,
      "loss": 0.3306,
      "step": 1794880
    },
    {
      "epoch": 500.95,
      "grad_norm": 1.0499451160430908,
      "learning_rate": 1.5740716892751443e-06,
      "loss": 0.3542,
      "step": 1794890
    },
    {
      "epoch": 500.95,
      "grad_norm": 1.06156587600708,
      "learning_rate": 1.574046149310585e-06,
      "loss": 0.344,
      "step": 1794900
    },
    {
      "epoch": 500.95,
      "grad_norm": 1.2194010019302368,
      "learning_rate": 1.5740206094484732e-06,
      "loss": 0.3215,
      "step": 1794910
    },
    {
      "epoch": 500.95,
      "grad_norm": 1.0502086877822876,
      "learning_rate": 1.573995069688813e-06,
      "loss": 0.3403,
      "step": 1794920
    },
    {
      "epoch": 500.96,
      "grad_norm": 1.3197468519210815,
      "learning_rate": 1.5739695300316078e-06,
      "loss": 0.3284,
      "step": 1794930
    },
    {
      "epoch": 500.96,
      "grad_norm": 3.0349912643432617,
      "learning_rate": 1.5739439904768592e-06,
      "loss": 0.3429,
      "step": 1794940
    },
    {
      "epoch": 500.96,
      "grad_norm": 1.468750238418579,
      "learning_rate": 1.5739184510245728e-06,
      "loss": 0.3326,
      "step": 1794950
    },
    {
      "epoch": 500.97,
      "grad_norm": 1.218485713005066,
      "learning_rate": 1.5738929116747516e-06,
      "loss": 0.3462,
      "step": 1794960
    },
    {
      "epoch": 500.97,
      "grad_norm": 0.9890061020851135,
      "learning_rate": 1.5738673724273979e-06,
      "loss": 0.3246,
      "step": 1794970
    },
    {
      "epoch": 500.97,
      "grad_norm": 1.1128579378128052,
      "learning_rate": 1.5738418332825163e-06,
      "loss": 0.3325,
      "step": 1794980
    },
    {
      "epoch": 500.97,
      "grad_norm": 1.0449106693267822,
      "learning_rate": 1.5738162942401098e-06,
      "loss": 0.3369,
      "step": 1794990
    },
    {
      "epoch": 500.98,
      "grad_norm": 1.3558577299118042,
      "learning_rate": 1.5737907553001803e-06,
      "loss": 0.362,
      "step": 1795000
    },
    {
      "epoch": 500.98,
      "grad_norm": 1.265618085861206,
      "learning_rate": 1.573765216462734e-06,
      "loss": 0.3429,
      "step": 1795010
    },
    {
      "epoch": 500.98,
      "grad_norm": 1.034643530845642,
      "learning_rate": 1.5737396777277727e-06,
      "loss": 0.3526,
      "step": 1795020
    },
    {
      "epoch": 500.99,
      "grad_norm": 1.5266234874725342,
      "learning_rate": 1.573714139095299e-06,
      "loss": 0.3505,
      "step": 1795030
    },
    {
      "epoch": 500.99,
      "grad_norm": 1.0393083095550537,
      "learning_rate": 1.5736886005653185e-06,
      "loss": 0.3505,
      "step": 1795040
    },
    {
      "epoch": 500.99,
      "grad_norm": 1.0369930267333984,
      "learning_rate": 1.5736630621378333e-06,
      "loss": 0.3274,
      "step": 1795050
    },
    {
      "epoch": 500.99,
      "grad_norm": 1.1356925964355469,
      "learning_rate": 1.5736375238128462e-06,
      "loss": 0.3286,
      "step": 1795060
    },
    {
      "epoch": 501.0,
      "grad_norm": 1.2460200786590576,
      "learning_rate": 1.5736119855903619e-06,
      "loss": 0.3391,
      "step": 1795070
    },
    {
      "epoch": 501.0,
      "grad_norm": 1.0267130136489868,
      "learning_rate": 1.573586447470382e-06,
      "loss": 0.3653,
      "step": 1795080
    },
    {
      "epoch": 501.0,
      "eval_loss": 0.34237563610076904,
      "eval_runtime": 62.8247,
      "eval_samples_per_second": 80.526,
      "eval_steps_per_second": 10.076,
      "step": 1795083
    },
    {
      "epoch": 501.0,
      "grad_norm": 1.2784093618392944,
      "learning_rate": 1.5735609094529124e-06,
      "loss": 0.3578,
      "step": 1795090
    },
    {
      "epoch": 501.0,
      "grad_norm": 1.2007980346679688,
      "learning_rate": 1.573535371537955e-06,
      "loss": 0.3368,
      "step": 1795100
    },
    {
      "epoch": 501.01,
      "grad_norm": 1.0186265707015991,
      "learning_rate": 1.5735098337255128e-06,
      "loss": 0.3553,
      "step": 1795110
    },
    {
      "epoch": 501.01,
      "grad_norm": 1.1440802812576294,
      "learning_rate": 1.5734842960155905e-06,
      "loss": 0.3474,
      "step": 1795120
    },
    {
      "epoch": 501.01,
      "grad_norm": 1.1322247982025146,
      "learning_rate": 1.5734587584081904e-06,
      "loss": 0.3431,
      "step": 1795130
    },
    {
      "epoch": 501.02,
      "grad_norm": 1.0229593515396118,
      "learning_rate": 1.5734332209033156e-06,
      "loss": 0.3292,
      "step": 1795140
    },
    {
      "epoch": 501.02,
      "grad_norm": 1.0396870374679565,
      "learning_rate": 1.5734076835009711e-06,
      "loss": 0.3302,
      "step": 1795150
    },
    {
      "epoch": 501.02,
      "grad_norm": 1.138246774673462,
      "learning_rate": 1.5733821462011594e-06,
      "loss": 0.3371,
      "step": 1795160
    },
    {
      "epoch": 501.02,
      "grad_norm": 1.1207820177078247,
      "learning_rate": 1.5733566090038829e-06,
      "loss": 0.3514,
      "step": 1795170
    },
    {
      "epoch": 501.03,
      "grad_norm": 1.3845751285552979,
      "learning_rate": 1.5733310719091465e-06,
      "loss": 0.3399,
      "step": 1795180
    },
    {
      "epoch": 501.03,
      "grad_norm": 1.351929783821106,
      "learning_rate": 1.5733055349169538e-06,
      "loss": 0.3518,
      "step": 1795190
    },
    {
      "epoch": 501.03,
      "grad_norm": 1.1239831447601318,
      "learning_rate": 1.5732799980273068e-06,
      "loss": 0.3336,
      "step": 1795200
    },
    {
      "epoch": 501.04,
      "grad_norm": 1.0977013111114502,
      "learning_rate": 1.5732544612402098e-06,
      "loss": 0.338,
      "step": 1795210
    },
    {
      "epoch": 501.04,
      "grad_norm": 1.1779557466506958,
      "learning_rate": 1.573228924555666e-06,
      "loss": 0.3364,
      "step": 1795220
    },
    {
      "epoch": 501.04,
      "grad_norm": 1.0006225109100342,
      "learning_rate": 1.5732033879736776e-06,
      "loss": 0.3304,
      "step": 1795230
    },
    {
      "epoch": 501.04,
      "grad_norm": 1.071281909942627,
      "learning_rate": 1.5731778514942505e-06,
      "loss": 0.3354,
      "step": 1795240
    },
    {
      "epoch": 501.05,
      "grad_norm": 1.000050663948059,
      "learning_rate": 1.5731523151173867e-06,
      "loss": 0.3427,
      "step": 1795250
    },
    {
      "epoch": 501.05,
      "grad_norm": 1.1381101608276367,
      "learning_rate": 1.5731267788430891e-06,
      "loss": 0.3388,
      "step": 1795260
    },
    {
      "epoch": 501.05,
      "grad_norm": 1.088137149810791,
      "learning_rate": 1.5731012426713622e-06,
      "loss": 0.3398,
      "step": 1795270
    },
    {
      "epoch": 501.05,
      "grad_norm": 0.928802490234375,
      "learning_rate": 1.5730757066022082e-06,
      "loss": 0.345,
      "step": 1795280
    },
    {
      "epoch": 501.06,
      "grad_norm": 1.043576717376709,
      "learning_rate": 1.5730501706356314e-06,
      "loss": 0.3243,
      "step": 1795290
    },
    {
      "epoch": 501.06,
      "grad_norm": 0.9078627824783325,
      "learning_rate": 1.5730246347716352e-06,
      "loss": 0.3328,
      "step": 1795300
    },
    {
      "epoch": 501.06,
      "grad_norm": 1.0010483264923096,
      "learning_rate": 1.572999099010223e-06,
      "loss": 0.3459,
      "step": 1795310
    },
    {
      "epoch": 501.07,
      "grad_norm": 0.9998593926429749,
      "learning_rate": 1.572973563351397e-06,
      "loss": 0.3588,
      "step": 1795320
    },
    {
      "epoch": 501.07,
      "grad_norm": 1.2637035846710205,
      "learning_rate": 1.5729480277951624e-06,
      "loss": 0.3544,
      "step": 1795330
    },
    {
      "epoch": 501.07,
      "grad_norm": 1.1220836639404297,
      "learning_rate": 1.5729224923415219e-06,
      "loss": 0.3637,
      "step": 1795340
    },
    {
      "epoch": 501.07,
      "grad_norm": 1.0644330978393555,
      "learning_rate": 1.572896956990478e-06,
      "loss": 0.3596,
      "step": 1795350
    },
    {
      "epoch": 501.08,
      "grad_norm": 1.495179533958435,
      "learning_rate": 1.5728714217420354e-06,
      "loss": 0.3472,
      "step": 1795360
    },
    {
      "epoch": 501.08,
      "grad_norm": 1.1155201196670532,
      "learning_rate": 1.572845886596196e-06,
      "loss": 0.3335,
      "step": 1795370
    },
    {
      "epoch": 501.08,
      "grad_norm": 1.051245927810669,
      "learning_rate": 1.572820351552965e-06,
      "loss": 0.3629,
      "step": 1795380
    },
    {
      "epoch": 501.09,
      "grad_norm": 0.9543952941894531,
      "learning_rate": 1.5727948166123451e-06,
      "loss": 0.3484,
      "step": 1795390
    },
    {
      "epoch": 501.09,
      "grad_norm": 1.1851003170013428,
      "learning_rate": 1.5727692817743387e-06,
      "loss": 0.3465,
      "step": 1795400
    },
    {
      "epoch": 501.09,
      "grad_norm": 1.053133249282837,
      "learning_rate": 1.5727437470389512e-06,
      "loss": 0.3436,
      "step": 1795410
    },
    {
      "epoch": 501.09,
      "grad_norm": 1.0677639245986938,
      "learning_rate": 1.5727182124061843e-06,
      "loss": 0.3387,
      "step": 1795420
    },
    {
      "epoch": 501.1,
      "grad_norm": 0.9231448173522949,
      "learning_rate": 1.5726926778760417e-06,
      "loss": 0.3492,
      "step": 1795430
    },
    {
      "epoch": 501.1,
      "grad_norm": 1.207147479057312,
      "learning_rate": 1.5726671434485276e-06,
      "loss": 0.3397,
      "step": 1795440
    },
    {
      "epoch": 501.1,
      "grad_norm": 1.038901925086975,
      "learning_rate": 1.5726416091236446e-06,
      "loss": 0.351,
      "step": 1795450
    },
    {
      "epoch": 501.11,
      "grad_norm": 1.469152808189392,
      "learning_rate": 1.5726160749013956e-06,
      "loss": 0.3414,
      "step": 1795460
    },
    {
      "epoch": 501.11,
      "grad_norm": 1.239516258239746,
      "learning_rate": 1.5725905407817856e-06,
      "loss": 0.3405,
      "step": 1795470
    },
    {
      "epoch": 501.11,
      "grad_norm": 1.0074824094772339,
      "learning_rate": 1.5725650067648173e-06,
      "loss": 0.334,
      "step": 1795480
    },
    {
      "epoch": 501.11,
      "grad_norm": 1.0504604578018188,
      "learning_rate": 1.5725394728504933e-06,
      "loss": 0.3371,
      "step": 1795490
    },
    {
      "epoch": 501.12,
      "grad_norm": 1.3446745872497559,
      "learning_rate": 1.5725139390388179e-06,
      "loss": 0.3341,
      "step": 1795500
    },
    {
      "epoch": 501.12,
      "grad_norm": 1.0850110054016113,
      "learning_rate": 1.5724884053297948e-06,
      "loss": 0.345,
      "step": 1795510
    },
    {
      "epoch": 501.12,
      "grad_norm": 1.1728813648223877,
      "learning_rate": 1.5724628717234255e-06,
      "loss": 0.3426,
      "step": 1795520
    },
    {
      "epoch": 501.12,
      "grad_norm": 1.0702769756317139,
      "learning_rate": 1.5724373382197156e-06,
      "loss": 0.332,
      "step": 1795530
    },
    {
      "epoch": 501.13,
      "grad_norm": 2.8970673084259033,
      "learning_rate": 1.5724118048186677e-06,
      "loss": 0.3362,
      "step": 1795540
    },
    {
      "epoch": 501.13,
      "grad_norm": 0.9253199696540833,
      "learning_rate": 1.572386271520284e-06,
      "loss": 0.3396,
      "step": 1795550
    },
    {
      "epoch": 501.13,
      "grad_norm": 1.4605330228805542,
      "learning_rate": 1.5723607383245706e-06,
      "loss": 0.3316,
      "step": 1795560
    },
    {
      "epoch": 501.14,
      "grad_norm": 1.0673680305480957,
      "learning_rate": 1.5723352052315285e-06,
      "loss": 0.3353,
      "step": 1795570
    },
    {
      "epoch": 501.14,
      "grad_norm": 1.1342620849609375,
      "learning_rate": 1.572309672241162e-06,
      "loss": 0.3443,
      "step": 1795580
    },
    {
      "epoch": 501.14,
      "grad_norm": 1.1160848140716553,
      "learning_rate": 1.5722841393534748e-06,
      "loss": 0.3224,
      "step": 1795590
    },
    {
      "epoch": 501.14,
      "grad_norm": 0.9113014936447144,
      "learning_rate": 1.5722586065684698e-06,
      "loss": 0.341,
      "step": 1795600
    },
    {
      "epoch": 501.15,
      "grad_norm": 1.1020936965942383,
      "learning_rate": 1.5722330738861495e-06,
      "loss": 0.3438,
      "step": 1795610
    },
    {
      "epoch": 501.15,
      "grad_norm": 1.2074191570281982,
      "learning_rate": 1.5722075413065195e-06,
      "loss": 0.3428,
      "step": 1795620
    },
    {
      "epoch": 501.15,
      "grad_norm": 1.0936912298202515,
      "learning_rate": 1.5721820088295819e-06,
      "loss": 0.341,
      "step": 1795630
    },
    {
      "epoch": 501.16,
      "grad_norm": 1.1134954690933228,
      "learning_rate": 1.5721564764553398e-06,
      "loss": 0.3329,
      "step": 1795640
    },
    {
      "epoch": 501.16,
      "grad_norm": 0.9324623942375183,
      "learning_rate": 1.5721309441837974e-06,
      "loss": 0.3461,
      "step": 1795650
    },
    {
      "epoch": 501.16,
      "grad_norm": 1.0124964714050293,
      "learning_rate": 1.5721054120149568e-06,
      "loss": 0.3401,
      "step": 1795660
    },
    {
      "epoch": 501.16,
      "grad_norm": 1.122778296470642,
      "learning_rate": 1.5720798799488231e-06,
      "loss": 0.3436,
      "step": 1795670
    },
    {
      "epoch": 501.17,
      "grad_norm": 1.0644336938858032,
      "learning_rate": 1.5720543479853988e-06,
      "loss": 0.3459,
      "step": 1795680
    },
    {
      "epoch": 501.17,
      "grad_norm": 1.130157232284546,
      "learning_rate": 1.5720288161246867e-06,
      "loss": 0.349,
      "step": 1795690
    },
    {
      "epoch": 501.17,
      "grad_norm": 1.0722782611846924,
      "learning_rate": 1.572003284366692e-06,
      "loss": 0.3448,
      "step": 1795700
    },
    {
      "epoch": 501.17,
      "grad_norm": 0.9353817105293274,
      "learning_rate": 1.5719777527114167e-06,
      "loss": 0.3329,
      "step": 1795710
    },
    {
      "epoch": 501.18,
      "grad_norm": 1.1755298376083374,
      "learning_rate": 1.5719522211588642e-06,
      "loss": 0.3399,
      "step": 1795720
    },
    {
      "epoch": 501.18,
      "grad_norm": 0.9543455839157104,
      "learning_rate": 1.5719266897090387e-06,
      "loss": 0.3261,
      "step": 1795730
    },
    {
      "epoch": 501.18,
      "grad_norm": 1.0729252099990845,
      "learning_rate": 1.571901158361943e-06,
      "loss": 0.3227,
      "step": 1795740
    },
    {
      "epoch": 501.19,
      "grad_norm": 0.8561831712722778,
      "learning_rate": 1.5718756271175797e-06,
      "loss": 0.3427,
      "step": 1795750
    },
    {
      "epoch": 501.19,
      "grad_norm": 1.050439476966858,
      "learning_rate": 1.571850095975954e-06,
      "loss": 0.3319,
      "step": 1795760
    },
    {
      "epoch": 501.19,
      "grad_norm": 1.2328252792358398,
      "learning_rate": 1.5718245649370684e-06,
      "loss": 0.3472,
      "step": 1795770
    },
    {
      "epoch": 501.19,
      "grad_norm": 1.0555874109268188,
      "learning_rate": 1.5717990340009254e-06,
      "loss": 0.3208,
      "step": 1795780
    },
    {
      "epoch": 501.2,
      "grad_norm": 1.386417269706726,
      "learning_rate": 1.5717735031675305e-06,
      "loss": 0.3442,
      "step": 1795790
    },
    {
      "epoch": 501.2,
      "grad_norm": 0.9759379029273987,
      "learning_rate": 1.5717479724368855e-06,
      "loss": 0.3355,
      "step": 1795800
    },
    {
      "epoch": 501.2,
      "grad_norm": 1.0352007150650024,
      "learning_rate": 1.5717224418089932e-06,
      "loss": 0.3368,
      "step": 1795810
    },
    {
      "epoch": 501.21,
      "grad_norm": 1.059412956237793,
      "learning_rate": 1.5716969112838588e-06,
      "loss": 0.3292,
      "step": 1795820
    },
    {
      "epoch": 501.21,
      "grad_norm": 1.117400050163269,
      "learning_rate": 1.5716713808614853e-06,
      "loss": 0.338,
      "step": 1795830
    },
    {
      "epoch": 501.21,
      "grad_norm": 1.3869612216949463,
      "learning_rate": 1.5716458505418743e-06,
      "loss": 0.3503,
      "step": 1795840
    },
    {
      "epoch": 501.21,
      "grad_norm": 0.9431701302528381,
      "learning_rate": 1.5716203203250319e-06,
      "loss": 0.344,
      "step": 1795850
    },
    {
      "epoch": 501.22,
      "grad_norm": 1.0431345701217651,
      "learning_rate": 1.5715947902109598e-06,
      "loss": 0.3473,
      "step": 1795860
    },
    {
      "epoch": 501.22,
      "grad_norm": 1.0863111019134521,
      "learning_rate": 1.5715692601996615e-06,
      "loss": 0.3488,
      "step": 1795870
    },
    {
      "epoch": 501.22,
      "grad_norm": 0.9559339880943298,
      "learning_rate": 1.571543730291141e-06,
      "loss": 0.3352,
      "step": 1795880
    },
    {
      "epoch": 501.23,
      "grad_norm": 0.9919469356536865,
      "learning_rate": 1.5715182004854018e-06,
      "loss": 0.329,
      "step": 1795890
    },
    {
      "epoch": 501.23,
      "grad_norm": 1.3812148571014404,
      "learning_rate": 1.5714926707824454e-06,
      "loss": 0.3392,
      "step": 1795900
    },
    {
      "epoch": 501.23,
      "grad_norm": 1.2115044593811035,
      "learning_rate": 1.5714671411822777e-06,
      "loss": 0.3389,
      "step": 1795910
    },
    {
      "epoch": 501.23,
      "grad_norm": 1.1306942701339722,
      "learning_rate": 1.5714416116849013e-06,
      "loss": 0.3716,
      "step": 1795920
    },
    {
      "epoch": 501.24,
      "grad_norm": 1.1587603092193604,
      "learning_rate": 1.571416082290319e-06,
      "loss": 0.3499,
      "step": 1795930
    },
    {
      "epoch": 501.24,
      "grad_norm": 1.2633912563323975,
      "learning_rate": 1.5713905529985345e-06,
      "loss": 0.3527,
      "step": 1795940
    },
    {
      "epoch": 501.24,
      "grad_norm": 1.3882662057876587,
      "learning_rate": 1.5713650238095506e-06,
      "loss": 0.3546,
      "step": 1795950
    },
    {
      "epoch": 501.24,
      "grad_norm": 1.1957472562789917,
      "learning_rate": 1.5713394947233723e-06,
      "loss": 0.3527,
      "step": 1795960
    },
    {
      "epoch": 501.25,
      "grad_norm": 1.1033598184585571,
      "learning_rate": 1.5713139657400021e-06,
      "loss": 0.3368,
      "step": 1795970
    },
    {
      "epoch": 501.25,
      "grad_norm": 1.2104064226150513,
      "learning_rate": 1.5712884368594423e-06,
      "loss": 0.335,
      "step": 1795980
    },
    {
      "epoch": 501.25,
      "grad_norm": 1.0478190183639526,
      "learning_rate": 1.5712629080816985e-06,
      "loss": 0.3676,
      "step": 1795990
    },
    {
      "epoch": 501.26,
      "grad_norm": 1.1012550592422485,
      "learning_rate": 1.5712373794067726e-06,
      "loss": 0.3414,
      "step": 1796000
    },
    {
      "epoch": 501.26,
      "grad_norm": 1.0774693489074707,
      "learning_rate": 1.5712118508346683e-06,
      "loss": 0.3397,
      "step": 1796010
    },
    {
      "epoch": 501.26,
      "grad_norm": 1.0388743877410889,
      "learning_rate": 1.571186322365389e-06,
      "loss": 0.3265,
      "step": 1796020
    },
    {
      "epoch": 501.26,
      "grad_norm": 0.9898726344108582,
      "learning_rate": 1.5711607939989384e-06,
      "loss": 0.3556,
      "step": 1796030
    },
    {
      "epoch": 501.27,
      "grad_norm": 1.1074013710021973,
      "learning_rate": 1.5711352657353184e-06,
      "loss": 0.3636,
      "step": 1796040
    },
    {
      "epoch": 501.27,
      "grad_norm": 1.0509395599365234,
      "learning_rate": 1.571109737574535e-06,
      "loss": 0.3354,
      "step": 1796050
    },
    {
      "epoch": 501.27,
      "grad_norm": 1.1075067520141602,
      "learning_rate": 1.57108420951659e-06,
      "loss": 0.3515,
      "step": 1796060
    },
    {
      "epoch": 501.28,
      "grad_norm": 1.3623425960540771,
      "learning_rate": 1.5710586815614867e-06,
      "loss": 0.3372,
      "step": 1796070
    },
    {
      "epoch": 501.28,
      "grad_norm": 1.165574550628662,
      "learning_rate": 1.5710331537092291e-06,
      "loss": 0.343,
      "step": 1796080
    },
    {
      "epoch": 501.28,
      "grad_norm": 1.124937653541565,
      "learning_rate": 1.5710076259598204e-06,
      "loss": 0.3313,
      "step": 1796090
    },
    {
      "epoch": 501.28,
      "grad_norm": 1.251889944076538,
      "learning_rate": 1.5709820983132632e-06,
      "loss": 0.3582,
      "step": 1796100
    },
    {
      "epoch": 501.29,
      "grad_norm": 0.9835426211357117,
      "learning_rate": 1.5709565707695623e-06,
      "loss": 0.3373,
      "step": 1796110
    },
    {
      "epoch": 501.29,
      "grad_norm": 1.102747917175293,
      "learning_rate": 1.5709310433287207e-06,
      "loss": 0.3418,
      "step": 1796120
    },
    {
      "epoch": 501.29,
      "grad_norm": 1.1504607200622559,
      "learning_rate": 1.5709055159907404e-06,
      "loss": 0.3656,
      "step": 1796130
    },
    {
      "epoch": 501.3,
      "grad_norm": 1.0865421295166016,
      "learning_rate": 1.5708799887556266e-06,
      "loss": 0.3467,
      "step": 1796140
    },
    {
      "epoch": 501.3,
      "grad_norm": 1.1614500284194946,
      "learning_rate": 1.5708544616233823e-06,
      "loss": 0.3304,
      "step": 1796150
    },
    {
      "epoch": 501.3,
      "grad_norm": 1.2160513401031494,
      "learning_rate": 1.57082893459401e-06,
      "loss": 0.342,
      "step": 1796160
    },
    {
      "epoch": 501.3,
      "grad_norm": 1.2198197841644287,
      "learning_rate": 1.5708034076675145e-06,
      "loss": 0.3494,
      "step": 1796170
    },
    {
      "epoch": 501.31,
      "grad_norm": 1.2165762186050415,
      "learning_rate": 1.5707778808438982e-06,
      "loss": 0.346,
      "step": 1796180
    },
    {
      "epoch": 501.31,
      "grad_norm": 1.2075735330581665,
      "learning_rate": 1.5707523541231635e-06,
      "loss": 0.3447,
      "step": 1796190
    },
    {
      "epoch": 501.31,
      "grad_norm": 0.9917523860931396,
      "learning_rate": 1.570726827505316e-06,
      "loss": 0.3345,
      "step": 1796200
    },
    {
      "epoch": 501.31,
      "grad_norm": 1.1314170360565186,
      "learning_rate": 1.5707013009903584e-06,
      "loss": 0.3436,
      "step": 1796210
    },
    {
      "epoch": 501.32,
      "grad_norm": 1.058455228805542,
      "learning_rate": 1.570675774578293e-06,
      "loss": 0.3365,
      "step": 1796220
    },
    {
      "epoch": 501.32,
      "grad_norm": 1.0086952447891235,
      "learning_rate": 1.5706502482691246e-06,
      "loss": 0.3345,
      "step": 1796230
    },
    {
      "epoch": 501.32,
      "grad_norm": 1.232965111732483,
      "learning_rate": 1.570624722062855e-06,
      "loss": 0.3368,
      "step": 1796240
    },
    {
      "epoch": 501.33,
      "grad_norm": 0.9610561728477478,
      "learning_rate": 1.5705991959594897e-06,
      "loss": 0.3318,
      "step": 1796250
    },
    {
      "epoch": 501.33,
      "grad_norm": 0.9726511240005493,
      "learning_rate": 1.570573669959031e-06,
      "loss": 0.3421,
      "step": 1796260
    },
    {
      "epoch": 501.33,
      "grad_norm": 1.0245633125305176,
      "learning_rate": 1.570548144061481e-06,
      "loss": 0.3522,
      "step": 1796270
    },
    {
      "epoch": 501.33,
      "grad_norm": 1.0994104146957397,
      "learning_rate": 1.5705226182668458e-06,
      "loss": 0.346,
      "step": 1796280
    },
    {
      "epoch": 501.34,
      "grad_norm": 1.2251826524734497,
      "learning_rate": 1.5704970925751272e-06,
      "loss": 0.3368,
      "step": 1796290
    },
    {
      "epoch": 501.34,
      "grad_norm": 1.1178162097930908,
      "learning_rate": 1.570471566986328e-06,
      "loss": 0.3528,
      "step": 1796300
    },
    {
      "epoch": 501.34,
      "grad_norm": 1.3709396123886108,
      "learning_rate": 1.570446041500453e-06,
      "loss": 0.3448,
      "step": 1796310
    },
    {
      "epoch": 501.35,
      "grad_norm": 0.9576029181480408,
      "learning_rate": 1.570420516117505e-06,
      "loss": 0.3442,
      "step": 1796320
    },
    {
      "epoch": 501.35,
      "grad_norm": 0.9866557717323303,
      "learning_rate": 1.5703949908374865e-06,
      "loss": 0.3381,
      "step": 1796330
    },
    {
      "epoch": 501.35,
      "grad_norm": 1.2092949151992798,
      "learning_rate": 1.5703694656604025e-06,
      "loss": 0.3452,
      "step": 1796340
    },
    {
      "epoch": 501.35,
      "grad_norm": 1.0988972187042236,
      "learning_rate": 1.570343940586256e-06,
      "loss": 0.336,
      "step": 1796350
    },
    {
      "epoch": 501.36,
      "grad_norm": 1.15131413936615,
      "learning_rate": 1.5703184156150489e-06,
      "loss": 0.3385,
      "step": 1796360
    },
    {
      "epoch": 501.36,
      "grad_norm": 1.153831124305725,
      "learning_rate": 1.5702928907467869e-06,
      "loss": 0.3322,
      "step": 1796370
    },
    {
      "epoch": 501.36,
      "grad_norm": 1.7808418273925781,
      "learning_rate": 1.570267365981472e-06,
      "loss": 0.3343,
      "step": 1796380
    },
    {
      "epoch": 501.36,
      "grad_norm": 1.1680723428726196,
      "learning_rate": 1.5702418413191075e-06,
      "loss": 0.3563,
      "step": 1796390
    },
    {
      "epoch": 501.37,
      "grad_norm": 0.9398034811019897,
      "learning_rate": 1.5702163167596974e-06,
      "loss": 0.3312,
      "step": 1796400
    },
    {
      "epoch": 501.37,
      "grad_norm": 1.2848559617996216,
      "learning_rate": 1.570190792303245e-06,
      "loss": 0.3483,
      "step": 1796410
    },
    {
      "epoch": 501.37,
      "grad_norm": 1.1033170223236084,
      "learning_rate": 1.5701652679497525e-06,
      "loss": 0.3489,
      "step": 1796420
    },
    {
      "epoch": 501.38,
      "grad_norm": 0.9945944547653198,
      "learning_rate": 1.5701397436992256e-06,
      "loss": 0.363,
      "step": 1796430
    },
    {
      "epoch": 501.38,
      "grad_norm": 1.1722452640533447,
      "learning_rate": 1.570114219551666e-06,
      "loss": 0.3555,
      "step": 1796440
    },
    {
      "epoch": 501.38,
      "grad_norm": 1.1940875053405762,
      "learning_rate": 1.5700886955070775e-06,
      "loss": 0.3592,
      "step": 1796450
    },
    {
      "epoch": 501.38,
      "grad_norm": 1.2314716577529907,
      "learning_rate": 1.5700631715654639e-06,
      "loss": 0.3468,
      "step": 1796460
    },
    {
      "epoch": 501.39,
      "grad_norm": 1.2212650775909424,
      "learning_rate": 1.5700376477268278e-06,
      "loss": 0.3464,
      "step": 1796470
    },
    {
      "epoch": 501.39,
      "grad_norm": 1.1970680952072144,
      "learning_rate": 1.5700121239911724e-06,
      "loss": 0.3414,
      "step": 1796480
    },
    {
      "epoch": 501.39,
      "grad_norm": 1.3370554447174072,
      "learning_rate": 1.5699866003585028e-06,
      "loss": 0.3321,
      "step": 1796490
    },
    {
      "epoch": 501.4,
      "grad_norm": 1.1025956869125366,
      "learning_rate": 1.5699610768288212e-06,
      "loss": 0.328,
      "step": 1796500
    },
    {
      "epoch": 501.4,
      "grad_norm": 1.0393909215927124,
      "learning_rate": 1.56993555340213e-06,
      "loss": 0.3355,
      "step": 1796510
    },
    {
      "epoch": 501.4,
      "grad_norm": 1.164441704750061,
      "learning_rate": 1.5699100300784348e-06,
      "loss": 0.3299,
      "step": 1796520
    },
    {
      "epoch": 501.4,
      "grad_norm": 1.0232393741607666,
      "learning_rate": 1.5698845068577374e-06,
      "loss": 0.3363,
      "step": 1796530
    },
    {
      "epoch": 501.41,
      "grad_norm": 1.056677222251892,
      "learning_rate": 1.5698589837400423e-06,
      "loss": 0.3232,
      "step": 1796540
    },
    {
      "epoch": 501.41,
      "grad_norm": 1.2014650106430054,
      "learning_rate": 1.5698334607253522e-06,
      "loss": 0.3472,
      "step": 1796550
    },
    {
      "epoch": 501.41,
      "grad_norm": 1.3510743379592896,
      "learning_rate": 1.5698079378136699e-06,
      "loss": 0.3613,
      "step": 1796560
    },
    {
      "epoch": 501.42,
      "grad_norm": 1.0452828407287598,
      "learning_rate": 1.569782415005e-06,
      "loss": 0.3389,
      "step": 1796570
    },
    {
      "epoch": 501.42,
      "grad_norm": 1.0308810472488403,
      "learning_rate": 1.5697568922993458e-06,
      "loss": 0.3542,
      "step": 1796580
    },
    {
      "epoch": 501.42,
      "grad_norm": 1.0950043201446533,
      "learning_rate": 1.5697313696967095e-06,
      "loss": 0.3549,
      "step": 1796590
    },
    {
      "epoch": 501.42,
      "grad_norm": 0.9031415581703186,
      "learning_rate": 1.5697058471970962e-06,
      "loss": 0.3416,
      "step": 1796600
    },
    {
      "epoch": 501.43,
      "grad_norm": 1.076727271080017,
      "learning_rate": 1.569680324800508e-06,
      "loss": 0.338,
      "step": 1796610
    },
    {
      "epoch": 501.43,
      "grad_norm": 1.063209891319275,
      "learning_rate": 1.5696548025069479e-06,
      "loss": 0.3264,
      "step": 1796620
    },
    {
      "epoch": 501.43,
      "grad_norm": 0.9689265489578247,
      "learning_rate": 1.569629280316421e-06,
      "loss": 0.3598,
      "step": 1796630
    },
    {
      "epoch": 501.43,
      "grad_norm": 1.2607790231704712,
      "learning_rate": 1.5696037582289296e-06,
      "loss": 0.3536,
      "step": 1796640
    },
    {
      "epoch": 501.44,
      "grad_norm": 2.231870412826538,
      "learning_rate": 1.5695782362444764e-06,
      "loss": 0.3361,
      "step": 1796650
    },
    {
      "epoch": 501.44,
      "grad_norm": 0.974869430065155,
      "learning_rate": 1.5695527143630669e-06,
      "loss": 0.3343,
      "step": 1796660
    },
    {
      "epoch": 501.44,
      "grad_norm": 1.5170536041259766,
      "learning_rate": 1.5695271925847032e-06,
      "loss": 0.3398,
      "step": 1796670
    },
    {
      "epoch": 501.45,
      "grad_norm": 1.1188344955444336,
      "learning_rate": 1.569501670909388e-06,
      "loss": 0.3378,
      "step": 1796680
    },
    {
      "epoch": 501.45,
      "grad_norm": 1.1820374727249146,
      "learning_rate": 1.5694761493371263e-06,
      "loss": 0.3371,
      "step": 1796690
    },
    {
      "epoch": 501.45,
      "grad_norm": 1.2146230936050415,
      "learning_rate": 1.5694506278679203e-06,
      "loss": 0.3395,
      "step": 1796700
    },
    {
      "epoch": 501.45,
      "grad_norm": 1.1634902954101562,
      "learning_rate": 1.569425106501773e-06,
      "loss": 0.3585,
      "step": 1796710
    },
    {
      "epoch": 501.46,
      "grad_norm": 1.0117496252059937,
      "learning_rate": 1.5693995852386895e-06,
      "loss": 0.334,
      "step": 1796720
    },
    {
      "epoch": 501.46,
      "grad_norm": 0.9252907037734985,
      "learning_rate": 1.569374064078672e-06,
      "loss": 0.3381,
      "step": 1796730
    },
    {
      "epoch": 501.46,
      "grad_norm": 1.6165666580200195,
      "learning_rate": 1.5693485430217238e-06,
      "loss": 0.3455,
      "step": 1796740
    },
    {
      "epoch": 501.47,
      "grad_norm": 1.2184935808181763,
      "learning_rate": 1.5693230220678495e-06,
      "loss": 0.3452,
      "step": 1796750
    },
    {
      "epoch": 501.47,
      "grad_norm": 1.07831609249115,
      "learning_rate": 1.5692975012170514e-06,
      "loss": 0.3391,
      "step": 1796760
    },
    {
      "epoch": 501.47,
      "grad_norm": 1.102777361869812,
      "learning_rate": 1.5692719804693322e-06,
      "loss": 0.3349,
      "step": 1796770
    },
    {
      "epoch": 501.47,
      "grad_norm": 1.3348764181137085,
      "learning_rate": 1.5692464598246971e-06,
      "loss": 0.3345,
      "step": 1796780
    },
    {
      "epoch": 501.48,
      "grad_norm": 1.2521827220916748,
      "learning_rate": 1.5692209392831487e-06,
      "loss": 0.3543,
      "step": 1796790
    },
    {
      "epoch": 501.48,
      "grad_norm": 0.945174515247345,
      "learning_rate": 1.5691954188446893e-06,
      "loss": 0.3317,
      "step": 1796800
    },
    {
      "epoch": 501.48,
      "grad_norm": 1.037064790725708,
      "learning_rate": 1.5691698985093243e-06,
      "loss": 0.34,
      "step": 1796810
    },
    {
      "epoch": 501.48,
      "grad_norm": 1.1172205209732056,
      "learning_rate": 1.5691443782770556e-06,
      "loss": 0.3391,
      "step": 1796820
    },
    {
      "epoch": 501.49,
      "grad_norm": 1.010426640510559,
      "learning_rate": 1.5691188581478877e-06,
      "loss": 0.3354,
      "step": 1796830
    },
    {
      "epoch": 501.49,
      "grad_norm": 3.0478334426879883,
      "learning_rate": 1.5690933381218232e-06,
      "loss": 0.3444,
      "step": 1796840
    },
    {
      "epoch": 501.49,
      "grad_norm": 1.1523809432983398,
      "learning_rate": 1.569067818198865e-06,
      "loss": 0.328,
      "step": 1796850
    },
    {
      "epoch": 501.5,
      "grad_norm": 1.0889663696289062,
      "learning_rate": 1.569042298379018e-06,
      "loss": 0.3278,
      "step": 1796860
    },
    {
      "epoch": 501.5,
      "grad_norm": 1.1393887996673584,
      "learning_rate": 1.5690167786622851e-06,
      "loss": 0.3398,
      "step": 1796870
    },
    {
      "epoch": 501.5,
      "grad_norm": 1.1453279256820679,
      "learning_rate": 1.5689912590486687e-06,
      "loss": 0.3509,
      "step": 1796880
    },
    {
      "epoch": 501.5,
      "grad_norm": 5.895218372344971,
      "learning_rate": 1.5689657395381737e-06,
      "loss": 0.35,
      "step": 1796890
    },
    {
      "epoch": 501.51,
      "grad_norm": 1.0265718698501587,
      "learning_rate": 1.5689402201308021e-06,
      "loss": 0.3298,
      "step": 1796900
    },
    {
      "epoch": 501.51,
      "grad_norm": 1.029674768447876,
      "learning_rate": 1.568914700826557e-06,
      "loss": 0.3455,
      "step": 1796910
    },
    {
      "epoch": 501.51,
      "grad_norm": 1.1927406787872314,
      "learning_rate": 1.5688891816254442e-06,
      "loss": 0.3394,
      "step": 1796920
    },
    {
      "epoch": 501.52,
      "grad_norm": 2.4747700691223145,
      "learning_rate": 1.5688636625274654e-06,
      "loss": 0.3344,
      "step": 1796930
    },
    {
      "epoch": 501.52,
      "grad_norm": 0.9013760089874268,
      "learning_rate": 1.5688381435326229e-06,
      "loss": 0.3371,
      "step": 1796940
    },
    {
      "epoch": 501.52,
      "grad_norm": 1.1976559162139893,
      "learning_rate": 1.5688126246409227e-06,
      "loss": 0.3364,
      "step": 1796950
    },
    {
      "epoch": 501.52,
      "grad_norm": 1.0551583766937256,
      "learning_rate": 1.5687871058523665e-06,
      "loss": 0.3269,
      "step": 1796960
    },
    {
      "epoch": 501.53,
      "grad_norm": 1.1572105884552002,
      "learning_rate": 1.5687615871669578e-06,
      "loss": 0.3523,
      "step": 1796970
    },
    {
      "epoch": 501.53,
      "grad_norm": 1.120579481124878,
      "learning_rate": 1.5687360685847008e-06,
      "loss": 0.3357,
      "step": 1796980
    },
    {
      "epoch": 501.53,
      "grad_norm": 1.175469994544983,
      "learning_rate": 1.5687105501055984e-06,
      "loss": 0.3466,
      "step": 1796990
    },
    {
      "epoch": 501.54,
      "grad_norm": 1.2056078910827637,
      "learning_rate": 1.568685031729653e-06,
      "loss": 0.3484,
      "step": 1797000
    },
    {
      "epoch": 501.54,
      "grad_norm": 0.9436361789703369,
      "learning_rate": 1.5686595134568696e-06,
      "loss": 0.322,
      "step": 1797010
    },
    {
      "epoch": 501.54,
      "grad_norm": 1.2420525550842285,
      "learning_rate": 1.5686339952872514e-06,
      "loss": 0.3515,
      "step": 1797020
    },
    {
      "epoch": 501.54,
      "grad_norm": 0.9809367656707764,
      "learning_rate": 1.5686084772208006e-06,
      "loss": 0.3157,
      "step": 1797030
    },
    {
      "epoch": 501.55,
      "grad_norm": 0.9780668616294861,
      "learning_rate": 1.568582959257522e-06,
      "loss": 0.3532,
      "step": 1797040
    },
    {
      "epoch": 501.55,
      "grad_norm": 1.0529417991638184,
      "learning_rate": 1.5685574413974181e-06,
      "loss": 0.3379,
      "step": 1797050
    },
    {
      "epoch": 501.55,
      "grad_norm": 0.8857219815254211,
      "learning_rate": 1.5685319236404918e-06,
      "loss": 0.3349,
      "step": 1797060
    },
    {
      "epoch": 501.55,
      "grad_norm": 0.9768951535224915,
      "learning_rate": 1.5685064059867482e-06,
      "loss": 0.3348,
      "step": 1797070
    },
    {
      "epoch": 501.56,
      "grad_norm": 1.1013972759246826,
      "learning_rate": 1.5684808884361896e-06,
      "loss": 0.3407,
      "step": 1797080
    },
    {
      "epoch": 501.56,
      "grad_norm": 1.071335792541504,
      "learning_rate": 1.5684553709888184e-06,
      "loss": 0.3478,
      "step": 1797090
    },
    {
      "epoch": 501.56,
      "grad_norm": 1.0662389993667603,
      "learning_rate": 1.5684298536446406e-06,
      "loss": 0.3502,
      "step": 1797100
    },
    {
      "epoch": 501.57,
      "grad_norm": 1.241076946258545,
      "learning_rate": 1.5684043364036573e-06,
      "loss": 0.3448,
      "step": 1797110
    },
    {
      "epoch": 501.57,
      "grad_norm": 7.17874813079834,
      "learning_rate": 1.568378819265873e-06,
      "loss": 0.3435,
      "step": 1797120
    },
    {
      "epoch": 501.57,
      "grad_norm": 1.0311921834945679,
      "learning_rate": 1.5683533022312911e-06,
      "loss": 0.3386,
      "step": 1797130
    },
    {
      "epoch": 501.57,
      "grad_norm": 1.1564682722091675,
      "learning_rate": 1.568327785299914e-06,
      "loss": 0.3463,
      "step": 1797140
    },
    {
      "epoch": 501.58,
      "grad_norm": 1.0718294382095337,
      "learning_rate": 1.5683022684717464e-06,
      "loss": 0.3387,
      "step": 1797150
    },
    {
      "epoch": 501.58,
      "grad_norm": 1.2203947305679321,
      "learning_rate": 1.568276751746791e-06,
      "loss": 0.3445,
      "step": 1797160
    },
    {
      "epoch": 501.58,
      "grad_norm": 1.3933316469192505,
      "learning_rate": 1.5682512351250512e-06,
      "loss": 0.3456,
      "step": 1797170
    },
    {
      "epoch": 501.59,
      "grad_norm": 1.1313915252685547,
      "learning_rate": 1.5682257186065306e-06,
      "loss": 0.3537,
      "step": 1797180
    },
    {
      "epoch": 501.59,
      "grad_norm": 1.0205371379852295,
      "learning_rate": 1.5682002021912327e-06,
      "loss": 0.3588,
      "step": 1797190
    },
    {
      "epoch": 501.59,
      "grad_norm": 1.0599865913391113,
      "learning_rate": 1.56817468587916e-06,
      "loss": 0.3372,
      "step": 1797200
    },
    {
      "epoch": 501.59,
      "grad_norm": 1.1166542768478394,
      "learning_rate": 1.5681491696703171e-06,
      "loss": 0.3353,
      "step": 1797210
    },
    {
      "epoch": 501.6,
      "grad_norm": 1.2425357103347778,
      "learning_rate": 1.568123653564707e-06,
      "loss": 0.3674,
      "step": 1797220
    },
    {
      "epoch": 501.6,
      "grad_norm": 1.4261325597763062,
      "learning_rate": 1.568098137562332e-06,
      "loss": 0.3407,
      "step": 1797230
    },
    {
      "epoch": 501.6,
      "grad_norm": 0.9210999608039856,
      "learning_rate": 1.5680726216631975e-06,
      "loss": 0.3271,
      "step": 1797240
    },
    {
      "epoch": 501.6,
      "grad_norm": 1.0398114919662476,
      "learning_rate": 1.568047105867306e-06,
      "loss": 0.3618,
      "step": 1797250
    },
    {
      "epoch": 501.61,
      "grad_norm": 1.0343600511550903,
      "learning_rate": 1.5680215901746601e-06,
      "loss": 0.3462,
      "step": 1797260
    },
    {
      "epoch": 501.61,
      "grad_norm": 0.9560909271240234,
      "learning_rate": 1.5679960745852642e-06,
      "loss": 0.3435,
      "step": 1797270
    },
    {
      "epoch": 501.61,
      "grad_norm": 1.1239299774169922,
      "learning_rate": 1.5679705590991216e-06,
      "loss": 0.3438,
      "step": 1797280
    },
    {
      "epoch": 501.62,
      "grad_norm": 1.2883822917938232,
      "learning_rate": 1.5679450437162344e-06,
      "loss": 0.3506,
      "step": 1797290
    },
    {
      "epoch": 501.62,
      "grad_norm": 1.0220836400985718,
      "learning_rate": 1.5679195284366082e-06,
      "loss": 0.3389,
      "step": 1797300
    },
    {
      "epoch": 501.62,
      "grad_norm": 1.0179392099380493,
      "learning_rate": 1.5678940132602452e-06,
      "loss": 0.3582,
      "step": 1797310
    },
    {
      "epoch": 501.62,
      "grad_norm": 1.2280975580215454,
      "learning_rate": 1.5678684981871476e-06,
      "loss": 0.3425,
      "step": 1797320
    },
    {
      "epoch": 501.63,
      "grad_norm": 1.0464266538619995,
      "learning_rate": 1.5678429832173211e-06,
      "loss": 0.3452,
      "step": 1797330
    },
    {
      "epoch": 501.63,
      "grad_norm": 1.2122048139572144,
      "learning_rate": 1.5678174683507683e-06,
      "loss": 0.358,
      "step": 1797340
    },
    {
      "epoch": 501.63,
      "grad_norm": 1.1017699241638184,
      "learning_rate": 1.5677919535874917e-06,
      "loss": 0.3384,
      "step": 1797350
    },
    {
      "epoch": 501.64,
      "grad_norm": 1.0513979196548462,
      "learning_rate": 1.5677664389274958e-06,
      "loss": 0.3456,
      "step": 1797360
    },
    {
      "epoch": 501.64,
      "grad_norm": 1.0157562494277954,
      "learning_rate": 1.5677409243707834e-06,
      "loss": 0.3309,
      "step": 1797370
    },
    {
      "epoch": 501.64,
      "grad_norm": 1.1303718090057373,
      "learning_rate": 1.5677154099173572e-06,
      "loss": 0.358,
      "step": 1797380
    },
    {
      "epoch": 501.64,
      "grad_norm": 1.086899757385254,
      "learning_rate": 1.5676898955672223e-06,
      "loss": 0.3432,
      "step": 1797390
    },
    {
      "epoch": 501.65,
      "grad_norm": 1.0890713930130005,
      "learning_rate": 1.5676643813203808e-06,
      "loss": 0.3503,
      "step": 1797400
    },
    {
      "epoch": 501.65,
      "grad_norm": 1.2784394025802612,
      "learning_rate": 1.5676388671768369e-06,
      "loss": 0.3464,
      "step": 1797410
    },
    {
      "epoch": 501.65,
      "grad_norm": 1.094706416130066,
      "learning_rate": 1.5676133531365937e-06,
      "loss": 0.3349,
      "step": 1797420
    },
    {
      "epoch": 501.66,
      "grad_norm": 1.0156707763671875,
      "learning_rate": 1.5675878391996536e-06,
      "loss": 0.3516,
      "step": 1797430
    },
    {
      "epoch": 501.66,
      "grad_norm": 1.0872145891189575,
      "learning_rate": 1.5675623253660218e-06,
      "loss": 0.364,
      "step": 1797440
    },
    {
      "epoch": 501.66,
      "grad_norm": 1.1461316347122192,
      "learning_rate": 1.5675368116357006e-06,
      "loss": 0.3382,
      "step": 1797450
    },
    {
      "epoch": 501.66,
      "grad_norm": 1.8403822183609009,
      "learning_rate": 1.5675112980086926e-06,
      "loss": 0.3496,
      "step": 1797460
    },
    {
      "epoch": 501.67,
      "grad_norm": 1.0706781148910522,
      "learning_rate": 1.5674857844850036e-06,
      "loss": 0.3585,
      "step": 1797470
    },
    {
      "epoch": 501.67,
      "grad_norm": 1.151903748512268,
      "learning_rate": 1.567460271064635e-06,
      "loss": 0.3494,
      "step": 1797480
    },
    {
      "epoch": 501.67,
      "grad_norm": 1.1288236379623413,
      "learning_rate": 1.5674347577475906e-06,
      "loss": 0.3343,
      "step": 1797490
    },
    {
      "epoch": 501.67,
      "grad_norm": 1.0415397882461548,
      "learning_rate": 1.5674092445338744e-06,
      "loss": 0.3358,
      "step": 1797500
    },
    {
      "epoch": 501.68,
      "grad_norm": 1.0861343145370483,
      "learning_rate": 1.5673837314234896e-06,
      "loss": 0.3349,
      "step": 1797510
    },
    {
      "epoch": 501.68,
      "grad_norm": 1.2101281881332397,
      "learning_rate": 1.567358218416438e-06,
      "loss": 0.342,
      "step": 1797520
    },
    {
      "epoch": 501.68,
      "grad_norm": 1.0499179363250732,
      "learning_rate": 1.5673327055127257e-06,
      "loss": 0.3316,
      "step": 1797530
    },
    {
      "epoch": 501.69,
      "grad_norm": 1.1405901908874512,
      "learning_rate": 1.5673071927123546e-06,
      "loss": 0.3441,
      "step": 1797540
    },
    {
      "epoch": 501.69,
      "grad_norm": 1.077211618423462,
      "learning_rate": 1.5672816800153277e-06,
      "loss": 0.3478,
      "step": 1797550
    },
    {
      "epoch": 501.69,
      "grad_norm": 1.0908827781677246,
      "learning_rate": 1.5672561674216493e-06,
      "loss": 0.3423,
      "step": 1797560
    },
    {
      "epoch": 501.69,
      "grad_norm": 1.0136030912399292,
      "learning_rate": 1.5672306549313227e-06,
      "loss": 0.3449,
      "step": 1797570
    },
    {
      "epoch": 501.7,
      "grad_norm": 1.0049853324890137,
      "learning_rate": 1.56720514254435e-06,
      "loss": 0.3328,
      "step": 1797580
    },
    {
      "epoch": 501.7,
      "grad_norm": 1.1585763692855835,
      "learning_rate": 1.5671796302607367e-06,
      "loss": 0.3335,
      "step": 1797590
    },
    {
      "epoch": 501.7,
      "grad_norm": 1.0159252882003784,
      "learning_rate": 1.5671541180804849e-06,
      "loss": 0.33,
      "step": 1797600
    },
    {
      "epoch": 501.71,
      "grad_norm": 1.0167702436447144,
      "learning_rate": 1.5671286060035974e-06,
      "loss": 0.3392,
      "step": 1797610
    },
    {
      "epoch": 501.71,
      "grad_norm": 1.3407108783721924,
      "learning_rate": 1.5671030940300794e-06,
      "loss": 0.3429,
      "step": 1797620
    },
    {
      "epoch": 501.71,
      "grad_norm": 1.0315525531768799,
      "learning_rate": 1.5670775821599332e-06,
      "loss": 0.3247,
      "step": 1797630
    },
    {
      "epoch": 501.71,
      "grad_norm": 1.1261041164398193,
      "learning_rate": 1.567052070393162e-06,
      "loss": 0.3386,
      "step": 1797640
    },
    {
      "epoch": 501.72,
      "grad_norm": 1.221962332725525,
      "learning_rate": 1.56702655872977e-06,
      "loss": 0.3378,
      "step": 1797650
    },
    {
      "epoch": 501.72,
      "grad_norm": 1.1453914642333984,
      "learning_rate": 1.5670010471697597e-06,
      "loss": 0.3351,
      "step": 1797660
    },
    {
      "epoch": 501.72,
      "grad_norm": 1.0642496347427368,
      "learning_rate": 1.5669755357131343e-06,
      "loss": 0.3451,
      "step": 1797670
    },
    {
      "epoch": 501.72,
      "grad_norm": 1.17691171169281,
      "learning_rate": 1.5669500243598985e-06,
      "loss": 0.3379,
      "step": 1797680
    },
    {
      "epoch": 501.73,
      "grad_norm": 1.0189954042434692,
      "learning_rate": 1.5669245131100548e-06,
      "loss": 0.3412,
      "step": 1797690
    },
    {
      "epoch": 501.73,
      "grad_norm": 1.0015133619308472,
      "learning_rate": 1.5668990019636074e-06,
      "loss": 0.3502,
      "step": 1797700
    },
    {
      "epoch": 501.73,
      "grad_norm": 0.9974365234375,
      "learning_rate": 1.5668734909205585e-06,
      "loss": 0.3405,
      "step": 1797710
    },
    {
      "epoch": 501.74,
      "grad_norm": 1.204430341720581,
      "learning_rate": 1.5668479799809114e-06,
      "loss": 0.3393,
      "step": 1797720
    },
    {
      "epoch": 501.74,
      "grad_norm": 0.9604556560516357,
      "learning_rate": 1.5668224691446714e-06,
      "loss": 0.3484,
      "step": 1797730
    },
    {
      "epoch": 501.74,
      "grad_norm": 1.1683223247528076,
      "learning_rate": 1.5667969584118405e-06,
      "loss": 0.3317,
      "step": 1797740
    },
    {
      "epoch": 501.74,
      "grad_norm": 1.1528854370117188,
      "learning_rate": 1.5667714477824211e-06,
      "loss": 0.3368,
      "step": 1797750
    },
    {
      "epoch": 501.75,
      "grad_norm": 1.354012131690979,
      "learning_rate": 1.566745937256419e-06,
      "loss": 0.3446,
      "step": 1797760
    },
    {
      "epoch": 501.75,
      "grad_norm": 1.0249494314193726,
      "learning_rate": 1.566720426833836e-06,
      "loss": 0.3462,
      "step": 1797770
    },
    {
      "epoch": 501.75,
      "grad_norm": 1.2166213989257812,
      "learning_rate": 1.5666949165146758e-06,
      "loss": 0.3448,
      "step": 1797780
    },
    {
      "epoch": 501.76,
      "grad_norm": 0.9378161430358887,
      "learning_rate": 1.5666694062989418e-06,
      "loss": 0.3365,
      "step": 1797790
    },
    {
      "epoch": 501.76,
      "grad_norm": 1.013320803642273,
      "learning_rate": 1.5666438961866377e-06,
      "loss": 0.3502,
      "step": 1797800
    },
    {
      "epoch": 501.76,
      "grad_norm": 1.1780811548233032,
      "learning_rate": 1.566618386177766e-06,
      "loss": 0.3363,
      "step": 1797810
    },
    {
      "epoch": 501.76,
      "grad_norm": 1.3213691711425781,
      "learning_rate": 1.5665928762723314e-06,
      "loss": 0.3404,
      "step": 1797820
    },
    {
      "epoch": 501.77,
      "grad_norm": 1.0688624382019043,
      "learning_rate": 1.5665673664703364e-06,
      "loss": 0.3324,
      "step": 1797830
    },
    {
      "epoch": 501.77,
      "grad_norm": 1.4295122623443604,
      "learning_rate": 1.5665418567717844e-06,
      "loss": 0.3448,
      "step": 1797840
    },
    {
      "epoch": 501.77,
      "grad_norm": 1.090991735458374,
      "learning_rate": 1.5665163471766797e-06,
      "loss": 0.3427,
      "step": 1797850
    },
    {
      "epoch": 501.78,
      "grad_norm": 1.218582272529602,
      "learning_rate": 1.5664908376850248e-06,
      "loss": 0.3319,
      "step": 1797860
    },
    {
      "epoch": 501.78,
      "grad_norm": 1.1512342691421509,
      "learning_rate": 1.566465328296822e-06,
      "loss": 0.3712,
      "step": 1797870
    },
    {
      "epoch": 501.78,
      "grad_norm": 1.2160625457763672,
      "learning_rate": 1.5664398190120775e-06,
      "loss": 0.3327,
      "step": 1797880
    },
    {
      "epoch": 501.78,
      "grad_norm": 1.021178960800171,
      "learning_rate": 1.566414309830793e-06,
      "loss": 0.343,
      "step": 1797890
    },
    {
      "epoch": 501.79,
      "grad_norm": 1.1243085861206055,
      "learning_rate": 1.566388800752971e-06,
      "loss": 0.3423,
      "step": 1797900
    },
    {
      "epoch": 501.79,
      "grad_norm": 2.2879691123962402,
      "learning_rate": 1.566363291778617e-06,
      "loss": 0.3555,
      "step": 1797910
    },
    {
      "epoch": 501.79,
      "grad_norm": 1.0660320520401,
      "learning_rate": 1.5663377829077336e-06,
      "loss": 0.3313,
      "step": 1797920
    },
    {
      "epoch": 501.79,
      "grad_norm": 1.0853362083435059,
      "learning_rate": 1.5663122741403233e-06,
      "loss": 0.3188,
      "step": 1797930
    },
    {
      "epoch": 501.8,
      "grad_norm": 0.9838370084762573,
      "learning_rate": 1.5662867654763905e-06,
      "loss": 0.3388,
      "step": 1797940
    },
    {
      "epoch": 501.8,
      "grad_norm": 1.0644688606262207,
      "learning_rate": 1.5662612569159387e-06,
      "loss": 0.3402,
      "step": 1797950
    },
    {
      "epoch": 501.8,
      "grad_norm": 0.9883403182029724,
      "learning_rate": 1.5662357484589695e-06,
      "loss": 0.3227,
      "step": 1797960
    },
    {
      "epoch": 501.81,
      "grad_norm": 1.2127866744995117,
      "learning_rate": 1.566210240105489e-06,
      "loss": 0.3496,
      "step": 1797970
    },
    {
      "epoch": 501.81,
      "grad_norm": 1.250193476676941,
      "learning_rate": 1.5661847318554983e-06,
      "loss": 0.3563,
      "step": 1797980
    },
    {
      "epoch": 501.81,
      "grad_norm": 1.0136216878890991,
      "learning_rate": 1.5661592237090025e-06,
      "loss": 0.3405,
      "step": 1797990
    },
    {
      "epoch": 501.81,
      "grad_norm": 0.9658812880516052,
      "learning_rate": 1.5661337156660044e-06,
      "loss": 0.3373,
      "step": 1798000
    },
    {
      "epoch": 501.82,
      "grad_norm": 1.2998608350753784,
      "learning_rate": 1.566108207726506e-06,
      "loss": 0.3662,
      "step": 1798010
    },
    {
      "epoch": 501.82,
      "grad_norm": 1.2260977029800415,
      "learning_rate": 1.5660826998905128e-06,
      "loss": 0.3517,
      "step": 1798020
    },
    {
      "epoch": 501.82,
      "grad_norm": 1.0693517923355103,
      "learning_rate": 1.5660571921580278e-06,
      "loss": 0.3409,
      "step": 1798030
    },
    {
      "epoch": 501.83,
      "grad_norm": 1.0581718683242798,
      "learning_rate": 1.5660316845290526e-06,
      "loss": 0.3408,
      "step": 1798040
    },
    {
      "epoch": 501.83,
      "grad_norm": 1.0970538854599,
      "learning_rate": 1.566006177003593e-06,
      "loss": 0.36,
      "step": 1798050
    },
    {
      "epoch": 501.83,
      "grad_norm": 1.1299378871917725,
      "learning_rate": 1.5659806695816512e-06,
      "loss": 0.3294,
      "step": 1798060
    },
    {
      "epoch": 501.83,
      "grad_norm": 1.0911132097244263,
      "learning_rate": 1.5659551622632302e-06,
      "loss": 0.3314,
      "step": 1798070
    },
    {
      "epoch": 501.84,
      "grad_norm": 1.129033088684082,
      "learning_rate": 1.5659296550483349e-06,
      "loss": 0.3418,
      "step": 1798080
    },
    {
      "epoch": 501.84,
      "grad_norm": 1.1748565435409546,
      "learning_rate": 1.565904147936967e-06,
      "loss": 0.3442,
      "step": 1798090
    },
    {
      "epoch": 501.84,
      "grad_norm": 1.2252970933914185,
      "learning_rate": 1.5658786409291298e-06,
      "loss": 0.3324,
      "step": 1798100
    },
    {
      "epoch": 501.84,
      "grad_norm": 1.1699435710906982,
      "learning_rate": 1.5658531340248286e-06,
      "loss": 0.3453,
      "step": 1798110
    },
    {
      "epoch": 501.85,
      "grad_norm": 1.3732649087905884,
      "learning_rate": 1.565827627224066e-06,
      "loss": 0.3444,
      "step": 1798120
    },
    {
      "epoch": 501.85,
      "grad_norm": 1.1278012990951538,
      "learning_rate": 1.565802120526844e-06,
      "loss": 0.3501,
      "step": 1798130
    },
    {
      "epoch": 501.85,
      "grad_norm": 1.3867322206497192,
      "learning_rate": 1.565776613933168e-06,
      "loss": 0.329,
      "step": 1798140
    },
    {
      "epoch": 501.86,
      "grad_norm": 1.2207499742507935,
      "learning_rate": 1.5657511074430398e-06,
      "loss": 0.3314,
      "step": 1798150
    },
    {
      "epoch": 501.86,
      "grad_norm": 1.1486047506332397,
      "learning_rate": 1.5657256010564635e-06,
      "loss": 0.353,
      "step": 1798160
    },
    {
      "epoch": 501.86,
      "grad_norm": 1.1246033906936646,
      "learning_rate": 1.565700094773443e-06,
      "loss": 0.3294,
      "step": 1798170
    },
    {
      "epoch": 501.86,
      "grad_norm": 1.0304487943649292,
      "learning_rate": 1.565674588593981e-06,
      "loss": 0.3509,
      "step": 1798180
    },
    {
      "epoch": 501.87,
      "grad_norm": 1.0831691026687622,
      "learning_rate": 1.5656490825180801e-06,
      "loss": 0.319,
      "step": 1798190
    },
    {
      "epoch": 501.87,
      "grad_norm": 1.0547808408737183,
      "learning_rate": 1.5656235765457457e-06,
      "loss": 0.3384,
      "step": 1798200
    },
    {
      "epoch": 501.87,
      "grad_norm": 1.1011073589324951,
      "learning_rate": 1.5655980706769804e-06,
      "loss": 0.3414,
      "step": 1798210
    },
    {
      "epoch": 501.88,
      "grad_norm": 1.1290836334228516,
      "learning_rate": 1.5655725649117862e-06,
      "loss": 0.3426,
      "step": 1798220
    },
    {
      "epoch": 501.88,
      "grad_norm": 1.0541720390319824,
      "learning_rate": 1.5655470592501684e-06,
      "loss": 0.353,
      "step": 1798230
    },
    {
      "epoch": 501.88,
      "grad_norm": 1.1597332954406738,
      "learning_rate": 1.56552155369213e-06,
      "loss": 0.363,
      "step": 1798240
    },
    {
      "epoch": 501.88,
      "grad_norm": 1.1607372760772705,
      "learning_rate": 1.5654960482376727e-06,
      "loss": 0.3489,
      "step": 1798250
    },
    {
      "epoch": 501.89,
      "grad_norm": 1.3886168003082275,
      "learning_rate": 1.5654705428868024e-06,
      "loss": 0.3481,
      "step": 1798260
    },
    {
      "epoch": 501.89,
      "grad_norm": 1.1329163312911987,
      "learning_rate": 1.56544503763952e-06,
      "loss": 0.3536,
      "step": 1798270
    },
    {
      "epoch": 501.89,
      "grad_norm": 1.2405450344085693,
      "learning_rate": 1.565419532495831e-06,
      "loss": 0.3508,
      "step": 1798280
    },
    {
      "epoch": 501.9,
      "grad_norm": 1.0908197164535522,
      "learning_rate": 1.5653940274557388e-06,
      "loss": 0.3576,
      "step": 1798290
    },
    {
      "epoch": 501.9,
      "grad_norm": 1.0999106168746948,
      "learning_rate": 1.5653685225192448e-06,
      "loss": 0.3371,
      "step": 1798300
    },
    {
      "epoch": 501.9,
      "grad_norm": 1.1961528062820435,
      "learning_rate": 1.5653430176863543e-06,
      "loss": 0.3469,
      "step": 1798310
    },
    {
      "epoch": 501.9,
      "grad_norm": 1.185132622718811,
      "learning_rate": 1.56531751295707e-06,
      "loss": 0.3342,
      "step": 1798320
    },
    {
      "epoch": 501.91,
      "grad_norm": 1.3575949668884277,
      "learning_rate": 1.5652920083313943e-06,
      "loss": 0.3398,
      "step": 1798330
    },
    {
      "epoch": 501.91,
      "grad_norm": 0.9624789953231812,
      "learning_rate": 1.5652665038093326e-06,
      "loss": 0.338,
      "step": 1798340
    },
    {
      "epoch": 501.91,
      "grad_norm": 1.056645393371582,
      "learning_rate": 1.565240999390887e-06,
      "loss": 0.3404,
      "step": 1798350
    },
    {
      "epoch": 501.91,
      "grad_norm": 1.1895508766174316,
      "learning_rate": 1.5652154950760609e-06,
      "loss": 0.3517,
      "step": 1798360
    },
    {
      "epoch": 501.92,
      "grad_norm": 1.0068185329437256,
      "learning_rate": 1.5651899908648585e-06,
      "loss": 0.3299,
      "step": 1798370
    },
    {
      "epoch": 501.92,
      "grad_norm": 1.0955978631973267,
      "learning_rate": 1.5651644867572828e-06,
      "loss": 0.3542,
      "step": 1798380
    },
    {
      "epoch": 501.92,
      "grad_norm": 1.2219557762145996,
      "learning_rate": 1.5651389827533357e-06,
      "loss": 0.3607,
      "step": 1798390
    },
    {
      "epoch": 501.93,
      "grad_norm": 1.1492403745651245,
      "learning_rate": 1.565113478853023e-06,
      "loss": 0.3395,
      "step": 1798400
    },
    {
      "epoch": 501.93,
      "grad_norm": 0.9599320888519287,
      "learning_rate": 1.5650879750563471e-06,
      "loss": 0.3372,
      "step": 1798410
    },
    {
      "epoch": 501.93,
      "grad_norm": 0.9245280623435974,
      "learning_rate": 1.5650624713633102e-06,
      "loss": 0.337,
      "step": 1798420
    },
    {
      "epoch": 501.93,
      "grad_norm": 0.9665600657463074,
      "learning_rate": 1.5650369677739181e-06,
      "loss": 0.3566,
      "step": 1798430
    },
    {
      "epoch": 501.94,
      "grad_norm": 1.1961538791656494,
      "learning_rate": 1.5650114642881728e-06,
      "loss": 0.3534,
      "step": 1798440
    },
    {
      "epoch": 501.94,
      "grad_norm": 1.3348928689956665,
      "learning_rate": 1.5649859609060772e-06,
      "loss": 0.3433,
      "step": 1798450
    },
    {
      "epoch": 501.94,
      "grad_norm": 1.1398873329162598,
      "learning_rate": 1.5649604576276358e-06,
      "loss": 0.3542,
      "step": 1798460
    },
    {
      "epoch": 501.95,
      "grad_norm": 0.9614248871803284,
      "learning_rate": 1.5649349544528518e-06,
      "loss": 0.335,
      "step": 1798470
    },
    {
      "epoch": 501.95,
      "grad_norm": 1.1654061079025269,
      "learning_rate": 1.5649094513817272e-06,
      "loss": 0.3397,
      "step": 1798480
    },
    {
      "epoch": 501.95,
      "grad_norm": 1.147233247756958,
      "learning_rate": 1.5648839484142671e-06,
      "loss": 0.3238,
      "step": 1798490
    },
    {
      "epoch": 501.95,
      "grad_norm": 1.0069488286972046,
      "learning_rate": 1.5648584455504748e-06,
      "loss": 0.3451,
      "step": 1798500
    },
    {
      "epoch": 501.96,
      "grad_norm": 9.885873794555664,
      "learning_rate": 1.5648329427903524e-06,
      "loss": 0.3315,
      "step": 1798510
    },
    {
      "epoch": 501.96,
      "grad_norm": 1.1364984512329102,
      "learning_rate": 1.5648074401339044e-06,
      "loss": 0.3412,
      "step": 1798520
    },
    {
      "epoch": 501.96,
      "grad_norm": 0.9853440523147583,
      "learning_rate": 1.5647819375811341e-06,
      "loss": 0.3448,
      "step": 1798530
    },
    {
      "epoch": 501.96,
      "grad_norm": 1.1927509307861328,
      "learning_rate": 1.5647564351320436e-06,
      "loss": 0.3352,
      "step": 1798540
    },
    {
      "epoch": 501.97,
      "grad_norm": 0.9971398711204529,
      "learning_rate": 1.5647309327866384e-06,
      "loss": 0.3279,
      "step": 1798550
    },
    {
      "epoch": 501.97,
      "grad_norm": 1.050778865814209,
      "learning_rate": 1.56470543054492e-06,
      "loss": 0.3278,
      "step": 1798560
    },
    {
      "epoch": 501.97,
      "grad_norm": 1.252829670906067,
      "learning_rate": 1.5646799284068933e-06,
      "loss": 0.3412,
      "step": 1798570
    },
    {
      "epoch": 501.98,
      "grad_norm": 1.234304666519165,
      "learning_rate": 1.5646544263725612e-06,
      "loss": 0.3485,
      "step": 1798580
    },
    {
      "epoch": 501.98,
      "grad_norm": 1.1188925504684448,
      "learning_rate": 1.5646289244419266e-06,
      "loss": 0.3459,
      "step": 1798590
    },
    {
      "epoch": 501.98,
      "grad_norm": 1.1888840198516846,
      "learning_rate": 1.5646034226149935e-06,
      "loss": 0.3565,
      "step": 1798600
    },
    {
      "epoch": 501.98,
      "grad_norm": 0.9011372327804565,
      "learning_rate": 1.5645779208917652e-06,
      "loss": 0.3458,
      "step": 1798610
    },
    {
      "epoch": 501.99,
      "grad_norm": 1.393941879272461,
      "learning_rate": 1.564552419272244e-06,
      "loss": 0.3301,
      "step": 1798620
    },
    {
      "epoch": 501.99,
      "grad_norm": 1.0233405828475952,
      "learning_rate": 1.5645269177564349e-06,
      "loss": 0.3528,
      "step": 1798630
    },
    {
      "epoch": 501.99,
      "grad_norm": 1.0706768035888672,
      "learning_rate": 1.5645014163443403e-06,
      "loss": 0.3508,
      "step": 1798640
    },
    {
      "epoch": 502.0,
      "grad_norm": 1.0560051202774048,
      "learning_rate": 1.564475915035964e-06,
      "loss": 0.3265,
      "step": 1798650
    },
    {
      "epoch": 502.0,
      "grad_norm": 1.0519009828567505,
      "learning_rate": 1.5644504138313097e-06,
      "loss": 0.3567,
      "step": 1798660
    },
    {
      "epoch": 502.0,
      "eval_loss": 0.3424161672592163,
      "eval_runtime": 62.9431,
      "eval_samples_per_second": 80.374,
      "eval_steps_per_second": 10.057,
      "step": 1798666
    },
    {
      "epoch": 502.0,
      "grad_norm": 1.16484534740448,
      "learning_rate": 1.5644249127303804e-06,
      "loss": 0.3537,
      "step": 1798670
    },
    {
      "epoch": 502.0,
      "grad_norm": 1.121630072593689,
      "learning_rate": 1.5643994117331783e-06,
      "loss": 0.3329,
      "step": 1798680
    },
    {
      "epoch": 502.01,
      "grad_norm": 1.0546256303787231,
      "learning_rate": 1.5643739108397093e-06,
      "loss": 0.3395,
      "step": 1798690
    },
    {
      "epoch": 502.01,
      "grad_norm": 1.1985865831375122,
      "learning_rate": 1.564348410049975e-06,
      "loss": 0.3505,
      "step": 1798700
    },
    {
      "epoch": 502.01,
      "grad_norm": 0.9590268731117249,
      "learning_rate": 1.5643229093639785e-06,
      "loss": 0.3354,
      "step": 1798710
    },
    {
      "epoch": 502.02,
      "grad_norm": 1.1427228450775146,
      "learning_rate": 1.564297408781725e-06,
      "loss": 0.3462,
      "step": 1798720
    },
    {
      "epoch": 502.02,
      "grad_norm": 1.1360926628112793,
      "learning_rate": 1.564271908303217e-06,
      "loss": 0.3589,
      "step": 1798730
    },
    {
      "epoch": 502.02,
      "grad_norm": 1.1119552850723267,
      "learning_rate": 1.5642464079284566e-06,
      "loss": 0.3416,
      "step": 1798740
    },
    {
      "epoch": 502.02,
      "grad_norm": 1.0243438482284546,
      "learning_rate": 1.5642209076574495e-06,
      "loss": 0.3485,
      "step": 1798750
    },
    {
      "epoch": 502.03,
      "grad_norm": 1.053176760673523,
      "learning_rate": 1.5641954074901976e-06,
      "loss": 0.3466,
      "step": 1798760
    },
    {
      "epoch": 502.03,
      "grad_norm": 1.1991965770721436,
      "learning_rate": 1.5641699074267038e-06,
      "loss": 0.3643,
      "step": 1798770
    },
    {
      "epoch": 502.03,
      "grad_norm": 1.1232895851135254,
      "learning_rate": 1.5641444074669733e-06,
      "loss": 0.3412,
      "step": 1798780
    },
    {
      "epoch": 502.03,
      "grad_norm": 0.9991616010665894,
      "learning_rate": 1.5641189076110086e-06,
      "loss": 0.344,
      "step": 1798790
    },
    {
      "epoch": 502.04,
      "grad_norm": 1.1428767442703247,
      "learning_rate": 1.5640934078588123e-06,
      "loss": 0.3394,
      "step": 1798800
    },
    {
      "epoch": 502.04,
      "grad_norm": 1.3794699907302856,
      "learning_rate": 1.5640679082103893e-06,
      "loss": 0.3346,
      "step": 1798810
    },
    {
      "epoch": 502.04,
      "grad_norm": 1.0252166986465454,
      "learning_rate": 1.564042408665742e-06,
      "loss": 0.3388,
      "step": 1798820
    },
    {
      "epoch": 502.05,
      "grad_norm": 1.1324198246002197,
      "learning_rate": 1.5640169092248729e-06,
      "loss": 0.3544,
      "step": 1798830
    },
    {
      "epoch": 502.05,
      "grad_norm": 0.9496186971664429,
      "learning_rate": 1.5639914098877878e-06,
      "loss": 0.328,
      "step": 1798840
    },
    {
      "epoch": 502.05,
      "grad_norm": 1.247097134590149,
      "learning_rate": 1.5639659106544875e-06,
      "loss": 0.3572,
      "step": 1798850
    },
    {
      "epoch": 502.05,
      "grad_norm": 1.2624958753585815,
      "learning_rate": 1.5639404115249774e-06,
      "loss": 0.341,
      "step": 1798860
    },
    {
      "epoch": 502.06,
      "grad_norm": 1.1243401765823364,
      "learning_rate": 1.5639149124992608e-06,
      "loss": 0.3475,
      "step": 1798870
    },
    {
      "epoch": 502.06,
      "grad_norm": 1.171100378036499,
      "learning_rate": 1.5638894135773398e-06,
      "loss": 0.335,
      "step": 1798880
    },
    {
      "epoch": 502.06,
      "grad_norm": 1.2829445600509644,
      "learning_rate": 1.5638639147592186e-06,
      "loss": 0.3466,
      "step": 1798890
    },
    {
      "epoch": 502.07,
      "grad_norm": 1.1614269018173218,
      "learning_rate": 1.5638384160449008e-06,
      "loss": 0.343,
      "step": 1798900
    },
    {
      "epoch": 502.07,
      "grad_norm": 1.0826064348220825,
      "learning_rate": 1.5638129174343885e-06,
      "loss": 0.3429,
      "step": 1798910
    },
    {
      "epoch": 502.07,
      "grad_norm": 1.0946574211120605,
      "learning_rate": 1.5637874189276864e-06,
      "loss": 0.3461,
      "step": 1798920
    },
    {
      "epoch": 502.07,
      "grad_norm": 1.2307809591293335,
      "learning_rate": 1.5637619205247984e-06,
      "loss": 0.346,
      "step": 1798930
    },
    {
      "epoch": 502.08,
      "grad_norm": 1.1343731880187988,
      "learning_rate": 1.563736422225726e-06,
      "loss": 0.3253,
      "step": 1798940
    },
    {
      "epoch": 502.08,
      "grad_norm": 1.145930290222168,
      "learning_rate": 1.5637109240304741e-06,
      "loss": 0.3395,
      "step": 1798950
    },
    {
      "epoch": 502.08,
      "grad_norm": 1.221940040588379,
      "learning_rate": 1.5636854259390458e-06,
      "loss": 0.351,
      "step": 1798960
    },
    {
      "epoch": 502.08,
      "grad_norm": 1.1030216217041016,
      "learning_rate": 1.5636599279514433e-06,
      "loss": 0.3303,
      "step": 1798970
    },
    {
      "epoch": 502.09,
      "grad_norm": 1.2107048034667969,
      "learning_rate": 1.5636344300676721e-06,
      "loss": 0.3375,
      "step": 1798980
    },
    {
      "epoch": 502.09,
      "grad_norm": 1.080664038658142,
      "learning_rate": 1.5636089322877343e-06,
      "loss": 0.3495,
      "step": 1798990
    },
    {
      "epoch": 502.09,
      "grad_norm": 1.114339828491211,
      "learning_rate": 1.5635834346116325e-06,
      "loss": 0.3413,
      "step": 1799000
    },
    {
      "epoch": 502.1,
      "grad_norm": 1.2375600337982178,
      "learning_rate": 1.5635579370393721e-06,
      "loss": 0.35,
      "step": 1799010
    },
    {
      "epoch": 502.1,
      "grad_norm": 1.317986249923706,
      "learning_rate": 1.5635324395709557e-06,
      "loss": 0.3394,
      "step": 1799020
    },
    {
      "epoch": 502.1,
      "grad_norm": 1.1172734498977661,
      "learning_rate": 1.5635069422063856e-06,
      "loss": 0.3361,
      "step": 1799030
    },
    {
      "epoch": 502.1,
      "grad_norm": 0.9949772953987122,
      "learning_rate": 1.5634814449456667e-06,
      "loss": 0.3262,
      "step": 1799040
    },
    {
      "epoch": 502.11,
      "grad_norm": 1.1768686771392822,
      "learning_rate": 1.5634559477888019e-06,
      "loss": 0.3284,
      "step": 1799050
    },
    {
      "epoch": 502.11,
      "grad_norm": 0.9587345123291016,
      "learning_rate": 1.5634304507357932e-06,
      "loss": 0.3276,
      "step": 1799060
    },
    {
      "epoch": 502.11,
      "grad_norm": 0.9477860331535339,
      "learning_rate": 1.5634049537866465e-06,
      "loss": 0.3367,
      "step": 1799070
    },
    {
      "epoch": 502.12,
      "grad_norm": 1.0981944799423218,
      "learning_rate": 1.563379456941364e-06,
      "loss": 0.3574,
      "step": 1799080
    },
    {
      "epoch": 502.12,
      "grad_norm": 1.1540806293487549,
      "learning_rate": 1.5633539601999485e-06,
      "loss": 0.3378,
      "step": 1799090
    },
    {
      "epoch": 502.12,
      "grad_norm": 0.960764467716217,
      "learning_rate": 1.563328463562404e-06,
      "loss": 0.3449,
      "step": 1799100
    },
    {
      "epoch": 502.12,
      "grad_norm": 1.0993202924728394,
      "learning_rate": 1.5633029670287337e-06,
      "loss": 0.3466,
      "step": 1799110
    },
    {
      "epoch": 502.13,
      "grad_norm": 1.2206767797470093,
      "learning_rate": 1.5632774705989412e-06,
      "loss": 0.3385,
      "step": 1799120
    },
    {
      "epoch": 502.13,
      "grad_norm": 1.198341727256775,
      "learning_rate": 1.56325197427303e-06,
      "loss": 0.3381,
      "step": 1799130
    },
    {
      "epoch": 502.13,
      "grad_norm": 1.115936040878296,
      "learning_rate": 1.5632264780510022e-06,
      "loss": 0.3358,
      "step": 1799140
    },
    {
      "epoch": 502.14,
      "grad_norm": 1.238567590713501,
      "learning_rate": 1.5632009819328636e-06,
      "loss": 0.3459,
      "step": 1799150
    },
    {
      "epoch": 502.14,
      "grad_norm": 1.1384661197662354,
      "learning_rate": 1.5631754859186164e-06,
      "loss": 0.3479,
      "step": 1799160
    },
    {
      "epoch": 502.14,
      "grad_norm": 0.9750573635101318,
      "learning_rate": 1.5631499900082632e-06,
      "loss": 0.3478,
      "step": 1799170
    },
    {
      "epoch": 502.14,
      "grad_norm": 1.2174679040908813,
      "learning_rate": 1.5631244942018086e-06,
      "loss": 0.3496,
      "step": 1799180
    },
    {
      "epoch": 502.15,
      "grad_norm": 1.1141176223754883,
      "learning_rate": 1.5630989984992553e-06,
      "loss": 0.3412,
      "step": 1799190
    },
    {
      "epoch": 502.15,
      "grad_norm": 1.062624216079712,
      "learning_rate": 1.563073502900606e-06,
      "loss": 0.3261,
      "step": 1799200
    },
    {
      "epoch": 502.15,
      "grad_norm": 1.0296677350997925,
      "learning_rate": 1.5630480074058659e-06,
      "loss": 0.3416,
      "step": 1799210
    },
    {
      "epoch": 502.15,
      "grad_norm": 1.1004376411437988,
      "learning_rate": 1.5630225120150376e-06,
      "loss": 0.3437,
      "step": 1799220
    },
    {
      "epoch": 502.16,
      "grad_norm": 1.0458928346633911,
      "learning_rate": 1.5629970167281232e-06,
      "loss": 0.3418,
      "step": 1799230
    },
    {
      "epoch": 502.16,
      "grad_norm": 1.0560760498046875,
      "learning_rate": 1.5629715215451282e-06,
      "loss": 0.3433,
      "step": 1799240
    },
    {
      "epoch": 502.16,
      "grad_norm": 1.1033626794815063,
      "learning_rate": 1.562946026466055e-06,
      "loss": 0.3626,
      "step": 1799250
    },
    {
      "epoch": 502.17,
      "grad_norm": 1.0918480157852173,
      "learning_rate": 1.5629205314909066e-06,
      "loss": 0.318,
      "step": 1799260
    },
    {
      "epoch": 502.17,
      "grad_norm": 1.380819320678711,
      "learning_rate": 1.5628950366196875e-06,
      "loss": 0.3555,
      "step": 1799270
    },
    {
      "epoch": 502.17,
      "grad_norm": 1.0855077505111694,
      "learning_rate": 1.5628695418524004e-06,
      "loss": 0.3408,
      "step": 1799280
    },
    {
      "epoch": 502.17,
      "grad_norm": 1.1276452541351318,
      "learning_rate": 1.5628440471890475e-06,
      "loss": 0.3503,
      "step": 1799290
    },
    {
      "epoch": 502.18,
      "grad_norm": 1.1430082321166992,
      "learning_rate": 1.5628185526296344e-06,
      "loss": 0.3444,
      "step": 1799300
    },
    {
      "epoch": 502.18,
      "grad_norm": 1.4528801441192627,
      "learning_rate": 1.5627930581741634e-06,
      "loss": 0.3413,
      "step": 1799310
    },
    {
      "epoch": 502.18,
      "grad_norm": 0.9931544065475464,
      "learning_rate": 1.5627675638226376e-06,
      "loss": 0.3504,
      "step": 1799320
    },
    {
      "epoch": 502.19,
      "grad_norm": 1.052803635597229,
      "learning_rate": 1.5627420695750616e-06,
      "loss": 0.3443,
      "step": 1799330
    },
    {
      "epoch": 502.19,
      "grad_norm": 0.976954996585846,
      "learning_rate": 1.5627165754314375e-06,
      "loss": 0.3418,
      "step": 1799340
    },
    {
      "epoch": 502.19,
      "grad_norm": 1.1059280633926392,
      "learning_rate": 1.5626910813917682e-06,
      "loss": 0.3485,
      "step": 1799350
    },
    {
      "epoch": 502.19,
      "grad_norm": 1.0510917901992798,
      "learning_rate": 1.5626655874560594e-06,
      "loss": 0.3448,
      "step": 1799360
    },
    {
      "epoch": 502.2,
      "grad_norm": 0.9222886562347412,
      "learning_rate": 1.5626400936243128e-06,
      "loss": 0.3247,
      "step": 1799370
    },
    {
      "epoch": 502.2,
      "grad_norm": 0.9799171686172485,
      "learning_rate": 1.5626145998965312e-06,
      "loss": 0.3407,
      "step": 1799380
    },
    {
      "epoch": 502.2,
      "grad_norm": 0.9837129712104797,
      "learning_rate": 1.56258910627272e-06,
      "loss": 0.3442,
      "step": 1799390
    },
    {
      "epoch": 502.2,
      "grad_norm": 1.0992916822433472,
      "learning_rate": 1.5625636127528814e-06,
      "loss": 0.3385,
      "step": 1799400
    },
    {
      "epoch": 502.21,
      "grad_norm": 1.527259111404419,
      "learning_rate": 1.5625381193370187e-06,
      "loss": 0.3393,
      "step": 1799410
    },
    {
      "epoch": 502.21,
      "grad_norm": 0.9329339265823364,
      "learning_rate": 1.5625126260251358e-06,
      "loss": 0.3391,
      "step": 1799420
    },
    {
      "epoch": 502.21,
      "grad_norm": 0.9988872408866882,
      "learning_rate": 1.562487132817235e-06,
      "loss": 0.3365,
      "step": 1799430
    },
    {
      "epoch": 502.22,
      "grad_norm": 1.4608733654022217,
      "learning_rate": 1.5624616397133211e-06,
      "loss": 0.3238,
      "step": 1799440
    },
    {
      "epoch": 502.22,
      "grad_norm": 1.1925220489501953,
      "learning_rate": 1.5624361467133973e-06,
      "loss": 0.3413,
      "step": 1799450
    },
    {
      "epoch": 502.22,
      "grad_norm": 1.012299656867981,
      "learning_rate": 1.5624106538174658e-06,
      "loss": 0.3459,
      "step": 1799460
    },
    {
      "epoch": 502.22,
      "grad_norm": 1.12168550491333,
      "learning_rate": 1.5623851610255316e-06,
      "loss": 0.3296,
      "step": 1799470
    },
    {
      "epoch": 502.23,
      "grad_norm": 0.9556532502174377,
      "learning_rate": 1.5623596683375971e-06,
      "loss": 0.3513,
      "step": 1799480
    },
    {
      "epoch": 502.23,
      "grad_norm": 1.1123658418655396,
      "learning_rate": 1.5623341757536648e-06,
      "loss": 0.3287,
      "step": 1799490
    },
    {
      "epoch": 502.23,
      "grad_norm": 1.0496222972869873,
      "learning_rate": 1.5623086832737404e-06,
      "loss": 0.3328,
      "step": 1799500
    },
    {
      "epoch": 502.24,
      "grad_norm": 1.0101580619812012,
      "learning_rate": 1.562283190897826e-06,
      "loss": 0.3384,
      "step": 1799510
    },
    {
      "epoch": 502.24,
      "grad_norm": 13.243228912353516,
      "learning_rate": 1.5622576986259236e-06,
      "loss": 0.3732,
      "step": 1799520
    },
    {
      "epoch": 502.24,
      "grad_norm": 1.0687869787216187,
      "learning_rate": 1.5622322064580396e-06,
      "loss": 0.3383,
      "step": 1799530
    },
    {
      "epoch": 502.24,
      "grad_norm": 0.9513439536094666,
      "learning_rate": 1.5622067143941755e-06,
      "loss": 0.3415,
      "step": 1799540
    },
    {
      "epoch": 502.25,
      "grad_norm": 1.1982601881027222,
      "learning_rate": 1.5621812224343347e-06,
      "loss": 0.3478,
      "step": 1799550
    },
    {
      "epoch": 502.25,
      "grad_norm": 1.2147010564804077,
      "learning_rate": 1.5621557305785211e-06,
      "loss": 0.3562,
      "step": 1799560
    },
    {
      "epoch": 502.25,
      "grad_norm": 1.1217162609100342,
      "learning_rate": 1.5621302388267383e-06,
      "loss": 0.3542,
      "step": 1799570
    },
    {
      "epoch": 502.26,
      "grad_norm": 1.0245379209518433,
      "learning_rate": 1.5621047471789882e-06,
      "loss": 0.3395,
      "step": 1799580
    },
    {
      "epoch": 502.26,
      "grad_norm": 1.0966415405273438,
      "learning_rate": 1.5620792556352763e-06,
      "loss": 0.3415,
      "step": 1799590
    },
    {
      "epoch": 502.26,
      "grad_norm": 0.940782368183136,
      "learning_rate": 1.5620537641956047e-06,
      "loss": 0.3521,
      "step": 1799600
    },
    {
      "epoch": 502.26,
      "grad_norm": 1.0476717948913574,
      "learning_rate": 1.562028272859977e-06,
      "loss": 0.34,
      "step": 1799610
    },
    {
      "epoch": 502.27,
      "grad_norm": 0.9680910706520081,
      "learning_rate": 1.5620027816283969e-06,
      "loss": 0.3331,
      "step": 1799620
    },
    {
      "epoch": 502.27,
      "grad_norm": 1.0780222415924072,
      "learning_rate": 1.5619772905008676e-06,
      "loss": 0.3352,
      "step": 1799630
    },
    {
      "epoch": 502.27,
      "grad_norm": 1.0439127683639526,
      "learning_rate": 1.5619517994773918e-06,
      "loss": 0.3299,
      "step": 1799640
    },
    {
      "epoch": 502.27,
      "grad_norm": 1.1787184476852417,
      "learning_rate": 1.561926308557974e-06,
      "loss": 0.3377,
      "step": 1799650
    },
    {
      "epoch": 502.28,
      "grad_norm": 0.8956697583198547,
      "learning_rate": 1.5619008177426174e-06,
      "loss": 0.3402,
      "step": 1799660
    },
    {
      "epoch": 502.28,
      "grad_norm": 1.0650510787963867,
      "learning_rate": 1.5618753270313243e-06,
      "loss": 0.3407,
      "step": 1799670
    },
    {
      "epoch": 502.28,
      "grad_norm": 1.1391233205795288,
      "learning_rate": 1.5618498364240998e-06,
      "loss": 0.3548,
      "step": 1799680
    },
    {
      "epoch": 502.29,
      "grad_norm": 0.9941052794456482,
      "learning_rate": 1.5618243459209464e-06,
      "loss": 0.348,
      "step": 1799690
    },
    {
      "epoch": 502.29,
      "grad_norm": 1.0788781642913818,
      "learning_rate": 1.561798855521867e-06,
      "loss": 0.3421,
      "step": 1799700
    },
    {
      "epoch": 502.29,
      "grad_norm": 1.079386591911316,
      "learning_rate": 1.5617733652268662e-06,
      "loss": 0.3402,
      "step": 1799710
    },
    {
      "epoch": 502.29,
      "grad_norm": 1.1819583177566528,
      "learning_rate": 1.5617478750359453e-06,
      "loss": 0.3551,
      "step": 1799720
    },
    {
      "epoch": 502.3,
      "grad_norm": 1.2004272937774658,
      "learning_rate": 1.5617223849491105e-06,
      "loss": 0.3407,
      "step": 1799730
    },
    {
      "epoch": 502.3,
      "grad_norm": 1.263647198677063,
      "learning_rate": 1.5616968949663636e-06,
      "loss": 0.3482,
      "step": 1799740
    },
    {
      "epoch": 502.3,
      "grad_norm": 1.1114715337753296,
      "learning_rate": 1.5616714050877077e-06,
      "loss": 0.3521,
      "step": 1799750
    },
    {
      "epoch": 502.31,
      "grad_norm": 1.006639838218689,
      "learning_rate": 1.561645915313147e-06,
      "loss": 0.3387,
      "step": 1799760
    },
    {
      "epoch": 502.31,
      "grad_norm": 1.2844152450561523,
      "learning_rate": 1.5616204256426846e-06,
      "loss": 0.3507,
      "step": 1799770
    },
    {
      "epoch": 502.31,
      "grad_norm": 1.2861692905426025,
      "learning_rate": 1.5615949360763234e-06,
      "loss": 0.3441,
      "step": 1799780
    },
    {
      "epoch": 502.31,
      "grad_norm": 1.1438002586364746,
      "learning_rate": 1.5615694466140679e-06,
      "loss": 0.3415,
      "step": 1799790
    },
    {
      "epoch": 502.32,
      "grad_norm": 1.04347562789917,
      "learning_rate": 1.5615439572559205e-06,
      "loss": 0.3286,
      "step": 1799800
    },
    {
      "epoch": 502.32,
      "grad_norm": 1.091727614402771,
      "learning_rate": 1.5615184680018843e-06,
      "loss": 0.3449,
      "step": 1799810
    },
    {
      "epoch": 502.32,
      "grad_norm": 1.0810723304748535,
      "learning_rate": 1.5614929788519643e-06,
      "loss": 0.3328,
      "step": 1799820
    },
    {
      "epoch": 502.32,
      "grad_norm": 1.2498414516448975,
      "learning_rate": 1.561467489806163e-06,
      "loss": 0.3498,
      "step": 1799830
    },
    {
      "epoch": 502.33,
      "grad_norm": 0.9780167937278748,
      "learning_rate": 1.561442000864483e-06,
      "loss": 0.3284,
      "step": 1799840
    },
    {
      "epoch": 502.33,
      "grad_norm": 0.9922319054603577,
      "learning_rate": 1.5614165120269293e-06,
      "loss": 0.3227,
      "step": 1799850
    },
    {
      "epoch": 502.33,
      "grad_norm": 1.1403591632843018,
      "learning_rate": 1.561391023293504e-06,
      "loss": 0.3498,
      "step": 1799860
    },
    {
      "epoch": 502.34,
      "grad_norm": 1.004577398300171,
      "learning_rate": 1.5613655346642101e-06,
      "loss": 0.3213,
      "step": 1799870
    },
    {
      "epoch": 502.34,
      "grad_norm": 1.1003919839859009,
      "learning_rate": 1.5613400461390527e-06,
      "loss": 0.3412,
      "step": 1799880
    },
    {
      "epoch": 502.34,
      "grad_norm": 1.1167477369308472,
      "learning_rate": 1.561314557718034e-06,
      "loss": 0.3259,
      "step": 1799890
    },
    {
      "epoch": 502.34,
      "grad_norm": 1.0482549667358398,
      "learning_rate": 1.5612890694011576e-06,
      "loss": 0.3398,
      "step": 1799900
    },
    {
      "epoch": 502.35,
      "grad_norm": 1.0192811489105225,
      "learning_rate": 1.5612635811884273e-06,
      "loss": 0.3413,
      "step": 1799910
    },
    {
      "epoch": 502.35,
      "grad_norm": 1.191102385520935,
      "learning_rate": 1.5612380930798462e-06,
      "loss": 0.3349,
      "step": 1799920
    },
    {
      "epoch": 502.35,
      "grad_norm": 1.024548053741455,
      "learning_rate": 1.5612126050754167e-06,
      "loss": 0.3516,
      "step": 1799930
    },
    {
      "epoch": 502.36,
      "grad_norm": 1.07516348361969,
      "learning_rate": 1.5611871171751441e-06,
      "loss": 0.3345,
      "step": 1799940
    },
    {
      "epoch": 502.36,
      "grad_norm": 0.9973143935203552,
      "learning_rate": 1.5611616293790305e-06,
      "loss": 0.3389,
      "step": 1799950
    },
    {
      "epoch": 502.36,
      "grad_norm": 1.2110326290130615,
      "learning_rate": 1.5611361416870791e-06,
      "loss": 0.3368,
      "step": 1799960
    },
    {
      "epoch": 502.36,
      "grad_norm": 1.2386784553527832,
      "learning_rate": 1.5611106540992946e-06,
      "loss": 0.3465,
      "step": 1799970
    },
    {
      "epoch": 502.37,
      "grad_norm": 1.0955129861831665,
      "learning_rate": 1.5610851666156796e-06,
      "loss": 0.3347,
      "step": 1799980
    },
    {
      "epoch": 502.37,
      "grad_norm": 1.3630400896072388,
      "learning_rate": 1.561059679236237e-06,
      "loss": 0.3491,
      "step": 1799990
    },
    {
      "epoch": 502.37,
      "grad_norm": 0.9543473124504089,
      "learning_rate": 1.5610341919609716e-06,
      "loss": 0.3356,
      "step": 1800000
    },
    {
      "epoch": 502.38,
      "grad_norm": 1.2543715238571167,
      "learning_rate": 1.5610087047898843e-06,
      "loss": 0.3277,
      "step": 1800010
    },
    {
      "epoch": 502.38,
      "grad_norm": 1.2070142030715942,
      "learning_rate": 1.5609832177229813e-06,
      "loss": 0.3474,
      "step": 1800020
    },
    {
      "epoch": 502.38,
      "grad_norm": 1.0205763578414917,
      "learning_rate": 1.5609577307602645e-06,
      "loss": 0.3307,
      "step": 1800030
    },
    {
      "epoch": 502.38,
      "grad_norm": 1.009398102760315,
      "learning_rate": 1.5609322439017376e-06,
      "loss": 0.334,
      "step": 1800040
    },
    {
      "epoch": 502.39,
      "grad_norm": 1.0499820709228516,
      "learning_rate": 1.5609067571474043e-06,
      "loss": 0.3514,
      "step": 1800050
    },
    {
      "epoch": 502.39,
      "grad_norm": 1.1998589038848877,
      "learning_rate": 1.5608812704972676e-06,
      "loss": 0.3271,
      "step": 1800060
    },
    {
      "epoch": 502.39,
      "grad_norm": 1.0075955390930176,
      "learning_rate": 1.5608557839513298e-06,
      "loss": 0.3343,
      "step": 1800070
    },
    {
      "epoch": 502.39,
      "grad_norm": 1.25453782081604,
      "learning_rate": 1.5608302975095965e-06,
      "loss": 0.3405,
      "step": 1800080
    },
    {
      "epoch": 502.4,
      "grad_norm": 1.137385368347168,
      "learning_rate": 1.5608048111720698e-06,
      "loss": 0.341,
      "step": 1800090
    },
    {
      "epoch": 502.4,
      "grad_norm": 1.1886488199234009,
      "learning_rate": 1.5607793249387528e-06,
      "loss": 0.3512,
      "step": 1800100
    },
    {
      "epoch": 502.4,
      "grad_norm": 1.152735710144043,
      "learning_rate": 1.5607538388096502e-06,
      "loss": 0.3441,
      "step": 1800110
    },
    {
      "epoch": 502.41,
      "grad_norm": 1.0516217947006226,
      "learning_rate": 1.5607283527847647e-06,
      "loss": 0.3292,
      "step": 1800120
    },
    {
      "epoch": 502.41,
      "grad_norm": 1.2912027835845947,
      "learning_rate": 1.5607028668640987e-06,
      "loss": 0.3506,
      "step": 1800130
    },
    {
      "epoch": 502.41,
      "grad_norm": 1.158942699432373,
      "learning_rate": 1.5606773810476574e-06,
      "loss": 0.3495,
      "step": 1800140
    },
    {
      "epoch": 502.41,
      "grad_norm": 1.142994999885559,
      "learning_rate": 1.560651895335443e-06,
      "loss": 0.3536,
      "step": 1800150
    },
    {
      "epoch": 502.42,
      "grad_norm": 0.9546160101890564,
      "learning_rate": 1.5606264097274585e-06,
      "loss": 0.3468,
      "step": 1800160
    },
    {
      "epoch": 502.42,
      "grad_norm": 1.0173739194869995,
      "learning_rate": 1.5606009242237087e-06,
      "loss": 0.339,
      "step": 1800170
    },
    {
      "epoch": 502.42,
      "grad_norm": 1.0683417320251465,
      "learning_rate": 1.5605754388241963e-06,
      "loss": 0.3315,
      "step": 1800180
    },
    {
      "epoch": 502.43,
      "grad_norm": 1.1467134952545166,
      "learning_rate": 1.5605499535289238e-06,
      "loss": 0.3322,
      "step": 1800190
    },
    {
      "epoch": 502.43,
      "grad_norm": 1.0281152725219727,
      "learning_rate": 1.5605244683378964e-06,
      "loss": 0.3434,
      "step": 1800200
    },
    {
      "epoch": 502.43,
      "grad_norm": 1.0203925371170044,
      "learning_rate": 1.5604989832511164e-06,
      "loss": 0.3606,
      "step": 1800210
    },
    {
      "epoch": 502.43,
      "grad_norm": 1.0171695947647095,
      "learning_rate": 1.5604734982685869e-06,
      "loss": 0.3508,
      "step": 1800220
    },
    {
      "epoch": 502.44,
      "grad_norm": 1.2589666843414307,
      "learning_rate": 1.560448013390312e-06,
      "loss": 0.3598,
      "step": 1800230
    },
    {
      "epoch": 502.44,
      "grad_norm": 0.9824670553207397,
      "learning_rate": 1.560422528616295e-06,
      "loss": 0.3323,
      "step": 1800240
    },
    {
      "epoch": 502.44,
      "grad_norm": 1.0018256902694702,
      "learning_rate": 1.560397043946538e-06,
      "loss": 0.3584,
      "step": 1800250
    },
    {
      "epoch": 502.44,
      "grad_norm": 1.3337996006011963,
      "learning_rate": 1.5603715593810469e-06,
      "loss": 0.3515,
      "step": 1800260
    },
    {
      "epoch": 502.45,
      "grad_norm": 1.131047248840332,
      "learning_rate": 1.5603460749198233e-06,
      "loss": 0.3389,
      "step": 1800270
    },
    {
      "epoch": 502.45,
      "grad_norm": 1.0870170593261719,
      "learning_rate": 1.5603205905628704e-06,
      "loss": 0.3499,
      "step": 1800280
    },
    {
      "epoch": 502.45,
      "grad_norm": 0.944746732711792,
      "learning_rate": 1.5602951063101927e-06,
      "loss": 0.3587,
      "step": 1800290
    },
    {
      "epoch": 502.46,
      "grad_norm": 20.912290573120117,
      "learning_rate": 1.5602696221617922e-06,
      "loss": 0.3635,
      "step": 1800300
    },
    {
      "epoch": 502.46,
      "grad_norm": 1.1038576364517212,
      "learning_rate": 1.5602441381176742e-06,
      "loss": 0.355,
      "step": 1800310
    },
    {
      "epoch": 502.46,
      "grad_norm": 0.9883368611335754,
      "learning_rate": 1.5602186541778412e-06,
      "loss": 0.3378,
      "step": 1800320
    },
    {
      "epoch": 502.46,
      "grad_norm": 1.1653516292572021,
      "learning_rate": 1.5601931703422952e-06,
      "loss": 0.3556,
      "step": 1800330
    },
    {
      "epoch": 502.47,
      "grad_norm": 1.118698000907898,
      "learning_rate": 1.5601676866110417e-06,
      "loss": 0.3467,
      "step": 1800340
    },
    {
      "epoch": 502.47,
      "grad_norm": 1.147974967956543,
      "learning_rate": 1.5601422029840832e-06,
      "loss": 0.3445,
      "step": 1800350
    },
    {
      "epoch": 502.47,
      "grad_norm": 1.2896312475204468,
      "learning_rate": 1.560116719461423e-06,
      "loss": 0.3347,
      "step": 1800360
    },
    {
      "epoch": 502.48,
      "grad_norm": 1.2121919393539429,
      "learning_rate": 1.5600912360430645e-06,
      "loss": 0.3447,
      "step": 1800370
    },
    {
      "epoch": 502.48,
      "grad_norm": 1.2033411264419556,
      "learning_rate": 1.5600657527290118e-06,
      "loss": 0.3323,
      "step": 1800380
    },
    {
      "epoch": 502.48,
      "grad_norm": 1.1930079460144043,
      "learning_rate": 1.5600402695192663e-06,
      "loss": 0.3359,
      "step": 1800390
    },
    {
      "epoch": 502.48,
      "grad_norm": 1.1018967628479004,
      "learning_rate": 1.560014786413834e-06,
      "loss": 0.3403,
      "step": 1800400
    },
    {
      "epoch": 502.49,
      "grad_norm": 1.003506064414978,
      "learning_rate": 1.5599893034127172e-06,
      "loss": 0.3372,
      "step": 1800410
    },
    {
      "epoch": 502.49,
      "grad_norm": 0.9667850136756897,
      "learning_rate": 1.5599638205159182e-06,
      "loss": 0.3559,
      "step": 1800420
    },
    {
      "epoch": 502.49,
      "grad_norm": 1.185397982597351,
      "learning_rate": 1.559938337723442e-06,
      "loss": 0.3403,
      "step": 1800430
    },
    {
      "epoch": 502.5,
      "grad_norm": 1.0706712007522583,
      "learning_rate": 1.5599128550352919e-06,
      "loss": 0.3471,
      "step": 1800440
    },
    {
      "epoch": 502.5,
      "grad_norm": 1.0281308889389038,
      "learning_rate": 1.559887372451469e-06,
      "loss": 0.3441,
      "step": 1800450
    },
    {
      "epoch": 502.5,
      "grad_norm": 1.1011691093444824,
      "learning_rate": 1.5598618899719799e-06,
      "loss": 0.3327,
      "step": 1800460
    },
    {
      "epoch": 502.5,
      "grad_norm": 1.0313482284545898,
      "learning_rate": 1.5598364075968263e-06,
      "loss": 0.3422,
      "step": 1800470
    },
    {
      "epoch": 502.51,
      "grad_norm": 1.2361195087432861,
      "learning_rate": 1.559810925326011e-06,
      "loss": 0.3579,
      "step": 1800480
    },
    {
      "epoch": 502.51,
      "grad_norm": 1.3468246459960938,
      "learning_rate": 1.5597854431595388e-06,
      "loss": 0.3396,
      "step": 1800490
    },
    {
      "epoch": 502.51,
      "grad_norm": 1.1550313234329224,
      "learning_rate": 1.5597599610974128e-06,
      "loss": 0.3393,
      "step": 1800500
    },
    {
      "epoch": 502.51,
      "grad_norm": 2.0517160892486572,
      "learning_rate": 1.5597344791396356e-06,
      "loss": 0.3279,
      "step": 1800510
    },
    {
      "epoch": 502.52,
      "grad_norm": 1.0530637502670288,
      "learning_rate": 1.5597089972862114e-06,
      "loss": 0.3376,
      "step": 1800520
    },
    {
      "epoch": 502.52,
      "grad_norm": 1.1632583141326904,
      "learning_rate": 1.5596835155371435e-06,
      "loss": 0.3312,
      "step": 1800530
    },
    {
      "epoch": 502.52,
      "grad_norm": 0.9901701211929321,
      "learning_rate": 1.559658033892434e-06,
      "loss": 0.3444,
      "step": 1800540
    },
    {
      "epoch": 502.53,
      "grad_norm": 1.1591039896011353,
      "learning_rate": 1.5596325523520885e-06,
      "loss": 0.3611,
      "step": 1800550
    },
    {
      "epoch": 502.53,
      "grad_norm": 1.0166916847229004,
      "learning_rate": 1.559607070916109e-06,
      "loss": 0.3319,
      "step": 1800560
    },
    {
      "epoch": 502.53,
      "grad_norm": 1.0741254091262817,
      "learning_rate": 1.5595815895844986e-06,
      "loss": 0.3406,
      "step": 1800570
    },
    {
      "epoch": 502.53,
      "grad_norm": 1.2264025211334229,
      "learning_rate": 1.5595561083572619e-06,
      "loss": 0.3479,
      "step": 1800580
    },
    {
      "epoch": 502.54,
      "grad_norm": 1.0086208581924438,
      "learning_rate": 1.5595306272344004e-06,
      "loss": 0.3478,
      "step": 1800590
    },
    {
      "epoch": 502.54,
      "grad_norm": 1.0813930034637451,
      "learning_rate": 1.55950514621592e-06,
      "loss": 0.3528,
      "step": 1800600
    },
    {
      "epoch": 502.54,
      "grad_norm": 1.1532726287841797,
      "learning_rate": 1.5594796653018227e-06,
      "loss": 0.3154,
      "step": 1800610
    },
    {
      "epoch": 502.55,
      "grad_norm": 1.0273340940475464,
      "learning_rate": 1.5594541844921108e-06,
      "loss": 0.3387,
      "step": 1800620
    },
    {
      "epoch": 502.55,
      "grad_norm": 1.3008525371551514,
      "learning_rate": 1.5594287037867902e-06,
      "loss": 0.3411,
      "step": 1800630
    },
    {
      "epoch": 502.55,
      "grad_norm": 1.1009491682052612,
      "learning_rate": 1.5594032231858627e-06,
      "loss": 0.3315,
      "step": 1800640
    },
    {
      "epoch": 502.55,
      "grad_norm": 1.001837134361267,
      "learning_rate": 1.5593777426893317e-06,
      "loss": 0.3437,
      "step": 1800650
    },
    {
      "epoch": 502.56,
      "grad_norm": 1.2539445161819458,
      "learning_rate": 1.559352262297201e-06,
      "loss": 0.3331,
      "step": 1800660
    },
    {
      "epoch": 502.56,
      "grad_norm": 1.1618633270263672,
      "learning_rate": 1.5593267820094743e-06,
      "loss": 0.3443,
      "step": 1800670
    },
    {
      "epoch": 502.56,
      "grad_norm": 1.032491683959961,
      "learning_rate": 1.5593013018261534e-06,
      "loss": 0.3496,
      "step": 1800680
    },
    {
      "epoch": 502.56,
      "grad_norm": 1.2114474773406982,
      "learning_rate": 1.5592758217472437e-06,
      "loss": 0.3569,
      "step": 1800690
    },
    {
      "epoch": 502.57,
      "grad_norm": 0.9915257096290588,
      "learning_rate": 1.5592503417727477e-06,
      "loss": 0.3361,
      "step": 1800700
    },
    {
      "epoch": 502.57,
      "grad_norm": 1.0408198833465576,
      "learning_rate": 1.5592248619026687e-06,
      "loss": 0.3347,
      "step": 1800710
    },
    {
      "epoch": 502.57,
      "grad_norm": 1.0851821899414062,
      "learning_rate": 1.5591993821370105e-06,
      "loss": 0.346,
      "step": 1800720
    },
    {
      "epoch": 502.58,
      "grad_norm": 1.3625271320343018,
      "learning_rate": 1.5591739024757759e-06,
      "loss": 0.3571,
      "step": 1800730
    },
    {
      "epoch": 502.58,
      "grad_norm": 1.1283817291259766,
      "learning_rate": 1.559148422918968e-06,
      "loss": 0.3372,
      "step": 1800740
    },
    {
      "epoch": 502.58,
      "grad_norm": 1.200063943862915,
      "learning_rate": 1.5591229434665916e-06,
      "loss": 0.3485,
      "step": 1800750
    },
    {
      "epoch": 502.58,
      "grad_norm": 1.014107584953308,
      "learning_rate": 1.5590974641186491e-06,
      "loss": 0.3399,
      "step": 1800760
    },
    {
      "epoch": 502.59,
      "grad_norm": 1.2460336685180664,
      "learning_rate": 1.5590719848751435e-06,
      "loss": 0.3382,
      "step": 1800770
    },
    {
      "epoch": 502.59,
      "grad_norm": 1.600594162940979,
      "learning_rate": 1.5590465057360793e-06,
      "loss": 0.3515,
      "step": 1800780
    },
    {
      "epoch": 502.59,
      "grad_norm": 1.0736266374588013,
      "learning_rate": 1.5590210267014596e-06,
      "loss": 0.3414,
      "step": 1800790
    },
    {
      "epoch": 502.6,
      "grad_norm": 1.138355016708374,
      "learning_rate": 1.5589955477712873e-06,
      "loss": 0.357,
      "step": 1800800
    },
    {
      "epoch": 502.6,
      "grad_norm": 1.1637705564498901,
      "learning_rate": 1.558970068945566e-06,
      "loss": 0.3403,
      "step": 1800810
    },
    {
      "epoch": 502.6,
      "grad_norm": 1.025578498840332,
      "learning_rate": 1.5589445902242994e-06,
      "loss": 0.3534,
      "step": 1800820
    },
    {
      "epoch": 502.6,
      "grad_norm": 1.034347653388977,
      "learning_rate": 1.5589191116074897e-06,
      "loss": 0.3355,
      "step": 1800830
    },
    {
      "epoch": 502.61,
      "grad_norm": 1.0460076332092285,
      "learning_rate": 1.558893633095142e-06,
      "loss": 0.328,
      "step": 1800840
    },
    {
      "epoch": 502.61,
      "grad_norm": 1.1094872951507568,
      "learning_rate": 1.5588681546872591e-06,
      "loss": 0.3359,
      "step": 1800850
    },
    {
      "epoch": 502.61,
      "grad_norm": 1.0948978662490845,
      "learning_rate": 1.5588426763838434e-06,
      "loss": 0.3476,
      "step": 1800860
    },
    {
      "epoch": 502.62,
      "grad_norm": 1.1665250062942505,
      "learning_rate": 1.5588171981848998e-06,
      "loss": 0.3417,
      "step": 1800870
    },
    {
      "epoch": 502.62,
      "grad_norm": 1.0772334337234497,
      "learning_rate": 1.55879172009043e-06,
      "loss": 0.3424,
      "step": 1800880
    },
    {
      "epoch": 502.62,
      "grad_norm": 1.1766313314437866,
      "learning_rate": 1.558766242100439e-06,
      "loss": 0.336,
      "step": 1800890
    },
    {
      "epoch": 502.62,
      "grad_norm": 0.9894895553588867,
      "learning_rate": 1.5587407642149298e-06,
      "loss": 0.3262,
      "step": 1800900
    },
    {
      "epoch": 502.63,
      "grad_norm": 1.139105200767517,
      "learning_rate": 1.5587152864339049e-06,
      "loss": 0.3638,
      "step": 1800910
    },
    {
      "epoch": 502.63,
      "grad_norm": 1.099799394607544,
      "learning_rate": 1.5586898087573689e-06,
      "loss": 0.352,
      "step": 1800920
    },
    {
      "epoch": 502.63,
      "grad_norm": 0.9684637188911438,
      "learning_rate": 1.5586643311853246e-06,
      "loss": 0.3298,
      "step": 1800930
    },
    {
      "epoch": 502.63,
      "grad_norm": 1.042959213256836,
      "learning_rate": 1.558638853717775e-06,
      "loss": 0.3269,
      "step": 1800940
    },
    {
      "epoch": 502.64,
      "grad_norm": 1.037161946296692,
      "learning_rate": 1.5586133763547247e-06,
      "loss": 0.3394,
      "step": 1800950
    },
    {
      "epoch": 502.64,
      "grad_norm": 1.1417839527130127,
      "learning_rate": 1.558587899096176e-06,
      "loss": 0.3459,
      "step": 1800960
    },
    {
      "epoch": 502.64,
      "grad_norm": 1.0412803888320923,
      "learning_rate": 1.5585624219421318e-06,
      "loss": 0.3581,
      "step": 1800970
    },
    {
      "epoch": 502.65,
      "grad_norm": 1.108667016029358,
      "learning_rate": 1.558536944892597e-06,
      "loss": 0.3411,
      "step": 1800980
    },
    {
      "epoch": 502.65,
      "grad_norm": 1.1245051622390747,
      "learning_rate": 1.5585114679475742e-06,
      "loss": 0.355,
      "step": 1800990
    },
    {
      "epoch": 502.65,
      "grad_norm": 1.0752449035644531,
      "learning_rate": 1.5584859911070668e-06,
      "loss": 0.333,
      "step": 1801000
    },
    {
      "epoch": 502.65,
      "grad_norm": 1.2427834272384644,
      "learning_rate": 1.5584605143710785e-06,
      "loss": 0.3245,
      "step": 1801010
    },
    {
      "epoch": 502.66,
      "grad_norm": 1.330933690071106,
      "learning_rate": 1.5584350377396121e-06,
      "loss": 0.3474,
      "step": 1801020
    },
    {
      "epoch": 502.66,
      "grad_norm": 0.9925558567047119,
      "learning_rate": 1.558409561212671e-06,
      "loss": 0.3632,
      "step": 1801030
    },
    {
      "epoch": 502.66,
      "grad_norm": 0.9672443270683289,
      "learning_rate": 1.5583840847902596e-06,
      "loss": 0.3314,
      "step": 1801040
    },
    {
      "epoch": 502.67,
      "grad_norm": 0.991854190826416,
      "learning_rate": 1.5583586084723805e-06,
      "loss": 0.3447,
      "step": 1801050
    },
    {
      "epoch": 502.67,
      "grad_norm": 1.2689833641052246,
      "learning_rate": 1.5583331322590363e-06,
      "loss": 0.3417,
      "step": 1801060
    },
    {
      "epoch": 502.67,
      "grad_norm": 1.1276007890701294,
      "learning_rate": 1.5583076561502325e-06,
      "loss": 0.3505,
      "step": 1801070
    },
    {
      "epoch": 502.67,
      "grad_norm": 1.1039315462112427,
      "learning_rate": 1.5582821801459712e-06,
      "loss": 0.3252,
      "step": 1801080
    },
    {
      "epoch": 502.68,
      "grad_norm": 0.9982973337173462,
      "learning_rate": 1.5582567042462554e-06,
      "loss": 0.3359,
      "step": 1801090
    },
    {
      "epoch": 502.68,
      "grad_norm": 0.9508340954780579,
      "learning_rate": 1.5582312284510893e-06,
      "loss": 0.3481,
      "step": 1801100
    },
    {
      "epoch": 502.68,
      "grad_norm": 1.32781183719635,
      "learning_rate": 1.5582057527604758e-06,
      "loss": 0.35,
      "step": 1801110
    },
    {
      "epoch": 502.68,
      "grad_norm": 1.0348423719406128,
      "learning_rate": 1.558180277174418e-06,
      "loss": 0.3403,
      "step": 1801120
    },
    {
      "epoch": 502.69,
      "grad_norm": 0.9966932535171509,
      "learning_rate": 1.5581548016929202e-06,
      "loss": 0.3361,
      "step": 1801130
    },
    {
      "epoch": 502.69,
      "grad_norm": 1.0386914014816284,
      "learning_rate": 1.5581293263159857e-06,
      "loss": 0.3527,
      "step": 1801140
    },
    {
      "epoch": 502.69,
      "grad_norm": 1.1970279216766357,
      "learning_rate": 1.5581038510436165e-06,
      "loss": 0.3504,
      "step": 1801150
    },
    {
      "epoch": 502.7,
      "grad_norm": 0.9597335457801819,
      "learning_rate": 1.5580783758758176e-06,
      "loss": 0.3347,
      "step": 1801160
    },
    {
      "epoch": 502.7,
      "grad_norm": 1.542914867401123,
      "learning_rate": 1.5580529008125915e-06,
      "loss": 0.3431,
      "step": 1801170
    },
    {
      "epoch": 502.7,
      "grad_norm": 1.1355563402175903,
      "learning_rate": 1.5580274258539428e-06,
      "loss": 0.3396,
      "step": 1801180
    },
    {
      "epoch": 502.7,
      "grad_norm": 1.0160311460494995,
      "learning_rate": 1.558001950999874e-06,
      "loss": 0.3462,
      "step": 1801190
    },
    {
      "epoch": 502.71,
      "grad_norm": 1.1189786195755005,
      "learning_rate": 1.557976476250387e-06,
      "loss": 0.344,
      "step": 1801200
    },
    {
      "epoch": 502.71,
      "grad_norm": 2.896765947341919,
      "learning_rate": 1.5579510016054877e-06,
      "loss": 0.345,
      "step": 1801210
    },
    {
      "epoch": 502.71,
      "grad_norm": 1.1710460186004639,
      "learning_rate": 1.5579255270651787e-06,
      "loss": 0.3363,
      "step": 1801220
    },
    {
      "epoch": 502.72,
      "grad_norm": 1.201874852180481,
      "learning_rate": 1.5579000526294625e-06,
      "loss": 0.3387,
      "step": 1801230
    },
    {
      "epoch": 502.72,
      "grad_norm": 1.2599021196365356,
      "learning_rate": 1.5578745782983437e-06,
      "loss": 0.3247,
      "step": 1801240
    },
    {
      "epoch": 502.72,
      "grad_norm": 1.0508465766906738,
      "learning_rate": 1.5578491040718252e-06,
      "loss": 0.3426,
      "step": 1801250
    },
    {
      "epoch": 502.72,
      "grad_norm": 1.2453383207321167,
      "learning_rate": 1.5578236299499093e-06,
      "loss": 0.3355,
      "step": 1801260
    },
    {
      "epoch": 502.73,
      "grad_norm": 1.1743998527526855,
      "learning_rate": 1.5577981559326016e-06,
      "loss": 0.3447,
      "step": 1801270
    },
    {
      "epoch": 502.73,
      "grad_norm": 1.0214691162109375,
      "learning_rate": 1.5577726820199042e-06,
      "loss": 0.3384,
      "step": 1801280
    },
    {
      "epoch": 502.73,
      "grad_norm": 0.9735720157623291,
      "learning_rate": 1.5577472082118193e-06,
      "loss": 0.3408,
      "step": 1801290
    },
    {
      "epoch": 502.74,
      "grad_norm": 1.2692632675170898,
      "learning_rate": 1.5577217345083525e-06,
      "loss": 0.3558,
      "step": 1801300
    },
    {
      "epoch": 502.74,
      "grad_norm": 1.0016810894012451,
      "learning_rate": 1.5576962609095066e-06,
      "loss": 0.3431,
      "step": 1801310
    },
    {
      "epoch": 502.74,
      "grad_norm": 1.0588228702545166,
      "learning_rate": 1.557670787415284e-06,
      "loss": 0.3253,
      "step": 1801320
    },
    {
      "epoch": 502.74,
      "grad_norm": 1.150552749633789,
      "learning_rate": 1.5576453140256896e-06,
      "loss": 0.3274,
      "step": 1801330
    },
    {
      "epoch": 502.75,
      "grad_norm": 1.2342808246612549,
      "learning_rate": 1.557619840740726e-06,
      "loss": 0.3621,
      "step": 1801340
    },
    {
      "epoch": 502.75,
      "grad_norm": 1.2478001117706299,
      "learning_rate": 1.5575943675603952e-06,
      "loss": 0.3422,
      "step": 1801350
    },
    {
      "epoch": 502.75,
      "grad_norm": 1.039456844329834,
      "learning_rate": 1.5575688944847027e-06,
      "loss": 0.3379,
      "step": 1801360
    },
    {
      "epoch": 502.75,
      "grad_norm": 1.0214232206344604,
      "learning_rate": 1.5575434215136513e-06,
      "loss": 0.3382,
      "step": 1801370
    },
    {
      "epoch": 502.76,
      "grad_norm": 1.0666853189468384,
      "learning_rate": 1.5575179486472441e-06,
      "loss": 0.3333,
      "step": 1801380
    },
    {
      "epoch": 502.76,
      "grad_norm": 0.9962631464004517,
      "learning_rate": 1.5574924758854847e-06,
      "loss": 0.3269,
      "step": 1801390
    },
    {
      "epoch": 502.76,
      "grad_norm": 1.0992991924285889,
      "learning_rate": 1.5574670032283768e-06,
      "loss": 0.3508,
      "step": 1801400
    },
    {
      "epoch": 502.77,
      "grad_norm": 1.0631568431854248,
      "learning_rate": 1.557441530675922e-06,
      "loss": 0.3403,
      "step": 1801410
    },
    {
      "epoch": 502.77,
      "grad_norm": 2.754612445831299,
      "learning_rate": 1.557416058228126e-06,
      "loss": 0.3356,
      "step": 1801420
    },
    {
      "epoch": 502.77,
      "grad_norm": 0.9573370218276978,
      "learning_rate": 1.5573905858849912e-06,
      "loss": 0.3354,
      "step": 1801430
    },
    {
      "epoch": 502.77,
      "grad_norm": 1.0638749599456787,
      "learning_rate": 1.5573651136465206e-06,
      "loss": 0.3405,
      "step": 1801440
    },
    {
      "epoch": 502.78,
      "grad_norm": 1.0699334144592285,
      "learning_rate": 1.5573396415127184e-06,
      "loss": 0.3332,
      "step": 1801450
    },
    {
      "epoch": 502.78,
      "grad_norm": 1.089950442314148,
      "learning_rate": 1.5573141694835878e-06,
      "loss": 0.3703,
      "step": 1801460
    },
    {
      "epoch": 502.78,
      "grad_norm": 1.1349393129348755,
      "learning_rate": 1.557288697559132e-06,
      "loss": 0.3464,
      "step": 1801470
    },
    {
      "epoch": 502.79,
      "grad_norm": 1.0208253860473633,
      "learning_rate": 1.5572632257393547e-06,
      "loss": 0.3307,
      "step": 1801480
    },
    {
      "epoch": 502.79,
      "grad_norm": 1.0540887117385864,
      "learning_rate": 1.5572377540242576e-06,
      "loss": 0.3501,
      "step": 1801490
    },
    {
      "epoch": 502.79,
      "grad_norm": 1.268206238746643,
      "learning_rate": 1.5572122824138471e-06,
      "loss": 0.3669,
      "step": 1801500
    },
    {
      "epoch": 502.79,
      "grad_norm": 1.0861436128616333,
      "learning_rate": 1.5571868109081247e-06,
      "loss": 0.3506,
      "step": 1801510
    },
    {
      "epoch": 502.8,
      "grad_norm": 1.036170244216919,
      "learning_rate": 1.5571613395070934e-06,
      "loss": 0.3397,
      "step": 1801520
    },
    {
      "epoch": 502.8,
      "grad_norm": 0.8539086580276489,
      "learning_rate": 1.557135868210758e-06,
      "loss": 0.3406,
      "step": 1801530
    },
    {
      "epoch": 502.8,
      "grad_norm": 1.130400538444519,
      "learning_rate": 1.557110397019121e-06,
      "loss": 0.349,
      "step": 1801540
    },
    {
      "epoch": 502.8,
      "grad_norm": 1.2057886123657227,
      "learning_rate": 1.557084925932185e-06,
      "loss": 0.3331,
      "step": 1801550
    },
    {
      "epoch": 502.81,
      "grad_norm": 0.9452475905418396,
      "learning_rate": 1.5570594549499555e-06,
      "loss": 0.3323,
      "step": 1801560
    },
    {
      "epoch": 502.81,
      "grad_norm": 1.029267430305481,
      "learning_rate": 1.5570339840724344e-06,
      "loss": 0.349,
      "step": 1801570
    },
    {
      "epoch": 502.81,
      "grad_norm": 1.6371374130249023,
      "learning_rate": 1.5570085132996245e-06,
      "loss": 0.3559,
      "step": 1801580
    },
    {
      "epoch": 502.82,
      "grad_norm": 1.2287737131118774,
      "learning_rate": 1.5569830426315314e-06,
      "loss": 0.3456,
      "step": 1801590
    },
    {
      "epoch": 502.82,
      "grad_norm": 1.2878295183181763,
      "learning_rate": 1.556957572068157e-06,
      "loss": 0.3436,
      "step": 1801600
    },
    {
      "epoch": 502.82,
      "grad_norm": 1.017217755317688,
      "learning_rate": 1.5569321016095045e-06,
      "loss": 0.3562,
      "step": 1801610
    },
    {
      "epoch": 502.82,
      "grad_norm": 1.1885534524917603,
      "learning_rate": 1.5569066312555779e-06,
      "loss": 0.349,
      "step": 1801620
    },
    {
      "epoch": 502.83,
      "grad_norm": 1.1856276988983154,
      "learning_rate": 1.5568811610063805e-06,
      "loss": 0.3448,
      "step": 1801630
    },
    {
      "epoch": 502.83,
      "grad_norm": 1.0346081256866455,
      "learning_rate": 1.5568556908619145e-06,
      "loss": 0.3447,
      "step": 1801640
    },
    {
      "epoch": 502.83,
      "grad_norm": 1.2410192489624023,
      "learning_rate": 1.5568302208221854e-06,
      "loss": 0.3349,
      "step": 1801650
    },
    {
      "epoch": 502.84,
      "grad_norm": 9.195476531982422,
      "learning_rate": 1.5568047508871956e-06,
      "loss": 0.3458,
      "step": 1801660
    },
    {
      "epoch": 502.84,
      "grad_norm": 1.0709185600280762,
      "learning_rate": 1.556779281056948e-06,
      "loss": 0.3423,
      "step": 1801670
    },
    {
      "epoch": 502.84,
      "grad_norm": 6.40189790725708,
      "learning_rate": 1.5567538113314467e-06,
      "loss": 0.3425,
      "step": 1801680
    },
    {
      "epoch": 502.84,
      "grad_norm": 1.0767730474472046,
      "learning_rate": 1.5567283417106952e-06,
      "loss": 0.3375,
      "step": 1801690
    },
    {
      "epoch": 502.85,
      "grad_norm": 1.2464680671691895,
      "learning_rate": 1.556702872194695e-06,
      "loss": 0.3348,
      "step": 1801700
    },
    {
      "epoch": 502.85,
      "grad_norm": 1.097489356994629,
      "learning_rate": 1.5566774027834522e-06,
      "loss": 0.3282,
      "step": 1801710
    },
    {
      "epoch": 502.85,
      "grad_norm": 1.167535424232483,
      "learning_rate": 1.556651933476969e-06,
      "loss": 0.3519,
      "step": 1801720
    },
    {
      "epoch": 502.86,
      "grad_norm": 1.0813891887664795,
      "learning_rate": 1.5566264642752477e-06,
      "loss": 0.3433,
      "step": 1801730
    },
    {
      "epoch": 502.86,
      "grad_norm": 1.0758541822433472,
      "learning_rate": 1.5566009951782938e-06,
      "loss": 0.3386,
      "step": 1801740
    },
    {
      "epoch": 502.86,
      "grad_norm": 1.2669895887374878,
      "learning_rate": 1.556575526186109e-06,
      "loss": 0.3553,
      "step": 1801750
    },
    {
      "epoch": 502.86,
      "grad_norm": 0.9963670969009399,
      "learning_rate": 1.5565500572986982e-06,
      "loss": 0.335,
      "step": 1801760
    },
    {
      "epoch": 502.87,
      "grad_norm": 1.024817705154419,
      "learning_rate": 1.5565245885160636e-06,
      "loss": 0.3474,
      "step": 1801770
    },
    {
      "epoch": 502.87,
      "grad_norm": 1.254879355430603,
      "learning_rate": 1.556499119838208e-06,
      "loss": 0.3281,
      "step": 1801780
    },
    {
      "epoch": 502.87,
      "grad_norm": 1.1772220134735107,
      "learning_rate": 1.5564736512651368e-06,
      "loss": 0.3333,
      "step": 1801790
    },
    {
      "epoch": 502.87,
      "grad_norm": 1.241808295249939,
      "learning_rate": 1.5564481827968523e-06,
      "loss": 0.3428,
      "step": 1801800
    },
    {
      "epoch": 502.88,
      "grad_norm": 1.1260883808135986,
      "learning_rate": 1.5564227144333572e-06,
      "loss": 0.3437,
      "step": 1801810
    },
    {
      "epoch": 502.88,
      "grad_norm": 1.0030043125152588,
      "learning_rate": 1.5563972461746563e-06,
      "loss": 0.3502,
      "step": 1801820
    },
    {
      "epoch": 502.88,
      "grad_norm": 1.1949914693832397,
      "learning_rate": 1.556371778020752e-06,
      "loss": 0.3294,
      "step": 1801830
    },
    {
      "epoch": 502.89,
      "grad_norm": 1.1809484958648682,
      "learning_rate": 1.5563463099716472e-06,
      "loss": 0.3334,
      "step": 1801840
    },
    {
      "epoch": 502.89,
      "grad_norm": 1.159231185913086,
      "learning_rate": 1.5563208420273471e-06,
      "loss": 0.3295,
      "step": 1801850
    },
    {
      "epoch": 502.89,
      "grad_norm": 1.0916215181350708,
      "learning_rate": 1.5562953741878539e-06,
      "loss": 0.3664,
      "step": 1801860
    },
    {
      "epoch": 502.89,
      "grad_norm": 1.1414529085159302,
      "learning_rate": 1.55626990645317e-06,
      "loss": 0.3211,
      "step": 1801870
    },
    {
      "epoch": 502.9,
      "grad_norm": 1.0027103424072266,
      "learning_rate": 1.556244438823301e-06,
      "loss": 0.3458,
      "step": 1801880
    },
    {
      "epoch": 502.9,
      "grad_norm": 1.0813405513763428,
      "learning_rate": 1.5562189712982493e-06,
      "loss": 0.332,
      "step": 1801890
    },
    {
      "epoch": 502.9,
      "grad_norm": 1.0718897581100464,
      "learning_rate": 1.5561935038780175e-06,
      "loss": 0.3421,
      "step": 1801900
    },
    {
      "epoch": 502.91,
      "grad_norm": 1.087254524230957,
      "learning_rate": 1.5561680365626104e-06,
      "loss": 0.351,
      "step": 1801910
    },
    {
      "epoch": 502.91,
      "grad_norm": 1.0084664821624756,
      "learning_rate": 1.5561425693520307e-06,
      "loss": 0.3392,
      "step": 1801920
    },
    {
      "epoch": 502.91,
      "grad_norm": 1.0335739850997925,
      "learning_rate": 1.5561171022462808e-06,
      "loss": 0.3508,
      "step": 1801930
    },
    {
      "epoch": 502.91,
      "grad_norm": 1.1222896575927734,
      "learning_rate": 1.5560916352453658e-06,
      "loss": 0.3351,
      "step": 1801940
    },
    {
      "epoch": 502.92,
      "grad_norm": 1.0659847259521484,
      "learning_rate": 1.5560661683492883e-06,
      "loss": 0.3545,
      "step": 1801950
    },
    {
      "epoch": 502.92,
      "grad_norm": 1.0287408828735352,
      "learning_rate": 1.5560407015580517e-06,
      "loss": 0.3375,
      "step": 1801960
    },
    {
      "epoch": 502.92,
      "grad_norm": 1.2094614505767822,
      "learning_rate": 1.5560152348716594e-06,
      "loss": 0.3431,
      "step": 1801970
    },
    {
      "epoch": 502.92,
      "grad_norm": 1.288002371788025,
      "learning_rate": 1.5559897682901145e-06,
      "loss": 0.3496,
      "step": 1801980
    },
    {
      "epoch": 502.93,
      "grad_norm": 1.0205459594726562,
      "learning_rate": 1.5559643018134208e-06,
      "loss": 0.3307,
      "step": 1801990
    },
    {
      "epoch": 502.93,
      "grad_norm": 1.0323611497879028,
      "learning_rate": 1.555938835441582e-06,
      "loss": 0.3309,
      "step": 1802000
    },
    {
      "epoch": 502.93,
      "grad_norm": 1.1546883583068848,
      "learning_rate": 1.555913369174601e-06,
      "loss": 0.3314,
      "step": 1802010
    },
    {
      "epoch": 502.94,
      "grad_norm": 1.2052857875823975,
      "learning_rate": 1.5558879030124805e-06,
      "loss": 0.3381,
      "step": 1802020
    },
    {
      "epoch": 502.94,
      "grad_norm": 1.4045418500900269,
      "learning_rate": 1.5558624369552256e-06,
      "loss": 0.3205,
      "step": 1802030
    },
    {
      "epoch": 502.94,
      "grad_norm": 1.0067899227142334,
      "learning_rate": 1.5558369710028382e-06,
      "loss": 0.3168,
      "step": 1802040
    },
    {
      "epoch": 502.94,
      "grad_norm": 1.0424062013626099,
      "learning_rate": 1.5558115051553225e-06,
      "loss": 0.3554,
      "step": 1802050
    },
    {
      "epoch": 502.95,
      "grad_norm": 1.0373501777648926,
      "learning_rate": 1.5557860394126817e-06,
      "loss": 0.3391,
      "step": 1802060
    },
    {
      "epoch": 502.95,
      "grad_norm": 1.1495246887207031,
      "learning_rate": 1.5557605737749185e-06,
      "loss": 0.3348,
      "step": 1802070
    },
    {
      "epoch": 502.95,
      "grad_norm": 1.1348414421081543,
      "learning_rate": 1.5557351082420376e-06,
      "loss": 0.3312,
      "step": 1802080
    },
    {
      "epoch": 502.96,
      "grad_norm": 1.2329188585281372,
      "learning_rate": 1.5557096428140419e-06,
      "loss": 0.3488,
      "step": 1802090
    },
    {
      "epoch": 502.96,
      "grad_norm": 1.2201637029647827,
      "learning_rate": 1.5556841774909334e-06,
      "loss": 0.3414,
      "step": 1802100
    },
    {
      "epoch": 502.96,
      "grad_norm": 1.0269886255264282,
      "learning_rate": 1.5556587122727174e-06,
      "loss": 0.3521,
      "step": 1802110
    },
    {
      "epoch": 502.96,
      "grad_norm": 1.098238229751587,
      "learning_rate": 1.555633247159397e-06,
      "loss": 0.3403,
      "step": 1802120
    },
    {
      "epoch": 502.97,
      "grad_norm": 1.0405865907669067,
      "learning_rate": 1.5556077821509746e-06,
      "loss": 0.3395,
      "step": 1802130
    },
    {
      "epoch": 502.97,
      "grad_norm": 1.1532589197158813,
      "learning_rate": 1.5555823172474546e-06,
      "loss": 0.3456,
      "step": 1802140
    },
    {
      "epoch": 502.97,
      "grad_norm": 1.1095325946807861,
      "learning_rate": 1.5555568524488397e-06,
      "loss": 0.3327,
      "step": 1802150
    },
    {
      "epoch": 502.98,
      "grad_norm": 1.0601222515106201,
      "learning_rate": 1.555531387755133e-06,
      "loss": 0.356,
      "step": 1802160
    },
    {
      "epoch": 502.98,
      "grad_norm": 1.3113338947296143,
      "learning_rate": 1.5555059231663392e-06,
      "loss": 0.3212,
      "step": 1802170
    },
    {
      "epoch": 502.98,
      "grad_norm": 0.9998383522033691,
      "learning_rate": 1.5554804586824608e-06,
      "loss": 0.3374,
      "step": 1802180
    },
    {
      "epoch": 502.98,
      "grad_norm": 1.1562579870224,
      "learning_rate": 1.5554549943035008e-06,
      "loss": 0.3477,
      "step": 1802190
    },
    {
      "epoch": 502.99,
      "grad_norm": 1.239843487739563,
      "learning_rate": 1.5554295300294638e-06,
      "loss": 0.3456,
      "step": 1802200
    },
    {
      "epoch": 502.99,
      "grad_norm": 0.9409043192863464,
      "learning_rate": 1.5554040658603521e-06,
      "loss": 0.3346,
      "step": 1802210
    },
    {
      "epoch": 502.99,
      "grad_norm": 1.044708013534546,
      "learning_rate": 1.5553786017961688e-06,
      "loss": 0.3511,
      "step": 1802220
    },
    {
      "epoch": 502.99,
      "grad_norm": 1.1920013427734375,
      "learning_rate": 1.5553531378369189e-06,
      "loss": 0.339,
      "step": 1802230
    },
    {
      "epoch": 503.0,
      "grad_norm": 1.0067251920700073,
      "learning_rate": 1.5553276739826047e-06,
      "loss": 0.3341,
      "step": 1802240
    },
    {
      "epoch": 503.0,
      "eval_loss": 0.3435462713241577,
      "eval_runtime": 62.9141,
      "eval_samples_per_second": 80.411,
      "eval_steps_per_second": 10.061,
      "step": 1802249
    },
    {
      "epoch": 503.0,
      "grad_norm": 1.1620688438415527,
      "learning_rate": 1.5553022102332288e-06,
      "loss": 0.3389,
      "step": 1802250
    },
    {
      "epoch": 503.0,
      "grad_norm": 1.1002287864685059,
      "learning_rate": 1.5552767465887962e-06,
      "loss": 0.3371,
      "step": 1802260
    },
    {
      "epoch": 503.01,
      "grad_norm": 1.40312659740448,
      "learning_rate": 1.55525128304931e-06,
      "loss": 0.3298,
      "step": 1802270
    },
    {
      "epoch": 503.01,
      "grad_norm": 1.4103188514709473,
      "learning_rate": 1.5552258196147724e-06,
      "loss": 0.3601,
      "step": 1802280
    },
    {
      "epoch": 503.01,
      "grad_norm": 1.154550552368164,
      "learning_rate": 1.5552003562851886e-06,
      "loss": 0.3452,
      "step": 1802290
    },
    {
      "epoch": 503.01,
      "grad_norm": 1.4861369132995605,
      "learning_rate": 1.5551748930605597e-06,
      "loss": 0.342,
      "step": 1802300
    },
    {
      "epoch": 503.02,
      "grad_norm": 1.0541032552719116,
      "learning_rate": 1.5551494299408912e-06,
      "loss": 0.3446,
      "step": 1802310
    },
    {
      "epoch": 503.02,
      "grad_norm": 1.0890380144119263,
      "learning_rate": 1.5551239669261857e-06,
      "loss": 0.3535,
      "step": 1802320
    },
    {
      "epoch": 503.02,
      "grad_norm": 1.118269920349121,
      "learning_rate": 1.555098504016446e-06,
      "loss": 0.338,
      "step": 1802330
    },
    {
      "epoch": 503.03,
      "grad_norm": 1.0426040887832642,
      "learning_rate": 1.5550730412116766e-06,
      "loss": 0.3297,
      "step": 1802340
    },
    {
      "epoch": 503.03,
      "grad_norm": 1.1161457300186157,
      "learning_rate": 1.5550475785118804e-06,
      "loss": 0.3402,
      "step": 1802350
    },
    {
      "epoch": 503.03,
      "grad_norm": 1.170781135559082,
      "learning_rate": 1.5550221159170595e-06,
      "loss": 0.3487,
      "step": 1802360
    },
    {
      "epoch": 503.03,
      "grad_norm": 1.2047605514526367,
      "learning_rate": 1.55499665342722e-06,
      "loss": 0.3489,
      "step": 1802370
    },
    {
      "epoch": 503.04,
      "grad_norm": 0.9582448601722717,
      "learning_rate": 1.5549711910423632e-06,
      "loss": 0.3412,
      "step": 1802380
    },
    {
      "epoch": 503.04,
      "grad_norm": 0.9961601495742798,
      "learning_rate": 1.554945728762492e-06,
      "loss": 0.334,
      "step": 1802390
    },
    {
      "epoch": 503.04,
      "grad_norm": 1.2229119539260864,
      "learning_rate": 1.5549202665876123e-06,
      "loss": 0.3416,
      "step": 1802400
    },
    {
      "epoch": 503.04,
      "grad_norm": 1.1621270179748535,
      "learning_rate": 1.5548948045177262e-06,
      "loss": 0.361,
      "step": 1802410
    },
    {
      "epoch": 503.05,
      "grad_norm": 1.2780592441558838,
      "learning_rate": 1.5548693425528363e-06,
      "loss": 0.3628,
      "step": 1802420
    },
    {
      "epoch": 503.05,
      "grad_norm": 0.9505251049995422,
      "learning_rate": 1.554843880692947e-06,
      "loss": 0.3414,
      "step": 1802430
    },
    {
      "epoch": 503.05,
      "grad_norm": 1.035662055015564,
      "learning_rate": 1.5548184189380613e-06,
      "loss": 0.3327,
      "step": 1802440
    },
    {
      "epoch": 503.06,
      "grad_norm": 1.194238305091858,
      "learning_rate": 1.5547929572881815e-06,
      "loss": 0.3443,
      "step": 1802450
    },
    {
      "epoch": 503.06,
      "grad_norm": 1.0714489221572876,
      "learning_rate": 1.5547674957433132e-06,
      "loss": 0.348,
      "step": 1802460
    },
    {
      "epoch": 503.06,
      "grad_norm": 1.0552765130996704,
      "learning_rate": 1.5547420343034586e-06,
      "loss": 0.3493,
      "step": 1802470
    },
    {
      "epoch": 503.06,
      "grad_norm": 1.2992323637008667,
      "learning_rate": 1.554716572968621e-06,
      "loss": 0.3376,
      "step": 1802480
    },
    {
      "epoch": 503.07,
      "grad_norm": 1.016326665878296,
      "learning_rate": 1.554691111738804e-06,
      "loss": 0.3383,
      "step": 1802490
    },
    {
      "epoch": 503.07,
      "grad_norm": 1.066890001296997,
      "learning_rate": 1.5546656506140113e-06,
      "loss": 0.3356,
      "step": 1802500
    },
    {
      "epoch": 503.07,
      "grad_norm": 1.2231578826904297,
      "learning_rate": 1.554640189594245e-06,
      "loss": 0.3367,
      "step": 1802510
    },
    {
      "epoch": 503.08,
      "grad_norm": 1.047126054763794,
      "learning_rate": 1.55461472867951e-06,
      "loss": 0.3403,
      "step": 1802520
    },
    {
      "epoch": 503.08,
      "grad_norm": 1.0166568756103516,
      "learning_rate": 1.5545892678698093e-06,
      "loss": 0.3543,
      "step": 1802530
    },
    {
      "epoch": 503.08,
      "grad_norm": 1.2686364650726318,
      "learning_rate": 1.5545638071651454e-06,
      "loss": 0.3465,
      "step": 1802540
    },
    {
      "epoch": 503.08,
      "grad_norm": 1.1055116653442383,
      "learning_rate": 1.5545383465655231e-06,
      "loss": 0.3478,
      "step": 1802550
    },
    {
      "epoch": 503.09,
      "grad_norm": 1.123420000076294,
      "learning_rate": 1.5545128860709452e-06,
      "loss": 0.3417,
      "step": 1802560
    },
    {
      "epoch": 503.09,
      "grad_norm": 1.095499038696289,
      "learning_rate": 1.5544874256814144e-06,
      "loss": 0.3345,
      "step": 1802570
    },
    {
      "epoch": 503.09,
      "grad_norm": 1.8658020496368408,
      "learning_rate": 1.5544619653969352e-06,
      "loss": 0.3408,
      "step": 1802580
    },
    {
      "epoch": 503.1,
      "grad_norm": 1.156002163887024,
      "learning_rate": 1.5544365052175094e-06,
      "loss": 0.3441,
      "step": 1802590
    },
    {
      "epoch": 503.1,
      "grad_norm": 1.151141881942749,
      "learning_rate": 1.5544110451431425e-06,
      "loss": 0.334,
      "step": 1802600
    },
    {
      "epoch": 503.1,
      "grad_norm": 1.470012903213501,
      "learning_rate": 1.5543855851738368e-06,
      "loss": 0.3428,
      "step": 1802610
    },
    {
      "epoch": 503.1,
      "grad_norm": 1.0140125751495361,
      "learning_rate": 1.5543601253095954e-06,
      "loss": 0.325,
      "step": 1802620
    },
    {
      "epoch": 503.11,
      "grad_norm": 1.202242136001587,
      "learning_rate": 1.5543346655504223e-06,
      "loss": 0.3263,
      "step": 1802630
    },
    {
      "epoch": 503.11,
      "grad_norm": 1.0762943029403687,
      "learning_rate": 1.5543092058963207e-06,
      "loss": 0.3554,
      "step": 1802640
    },
    {
      "epoch": 503.11,
      "grad_norm": 1.1426234245300293,
      "learning_rate": 1.5542837463472928e-06,
      "loss": 0.3411,
      "step": 1802650
    },
    {
      "epoch": 503.11,
      "grad_norm": 1.6406044960021973,
      "learning_rate": 1.554258286903344e-06,
      "loss": 0.3587,
      "step": 1802660
    },
    {
      "epoch": 503.12,
      "grad_norm": 2.6346435546875,
      "learning_rate": 1.554232827564477e-06,
      "loss": 0.3341,
      "step": 1802670
    },
    {
      "epoch": 503.12,
      "grad_norm": 1.0263112783432007,
      "learning_rate": 1.5542073683306939e-06,
      "loss": 0.3531,
      "step": 1802680
    },
    {
      "epoch": 503.12,
      "grad_norm": 0.9609239101409912,
      "learning_rate": 1.5541819092020002e-06,
      "loss": 0.3448,
      "step": 1802690
    },
    {
      "epoch": 503.13,
      "grad_norm": 1.0576400756835938,
      "learning_rate": 1.554156450178398e-06,
      "loss": 0.3583,
      "step": 1802700
    },
    {
      "epoch": 503.13,
      "grad_norm": 1.084157109260559,
      "learning_rate": 1.5541309912598906e-06,
      "loss": 0.3434,
      "step": 1802710
    },
    {
      "epoch": 503.13,
      "grad_norm": 0.9101064801216125,
      "learning_rate": 1.5541055324464821e-06,
      "loss": 0.3465,
      "step": 1802720
    },
    {
      "epoch": 503.13,
      "grad_norm": 1.077174186706543,
      "learning_rate": 1.5540800737381756e-06,
      "loss": 0.3535,
      "step": 1802730
    },
    {
      "epoch": 503.14,
      "grad_norm": 1.0992008447647095,
      "learning_rate": 1.554054615134973e-06,
      "loss": 0.3603,
      "step": 1802740
    },
    {
      "epoch": 503.14,
      "grad_norm": 1.1404447555541992,
      "learning_rate": 1.5540291566368804e-06,
      "loss": 0.3405,
      "step": 1802750
    },
    {
      "epoch": 503.14,
      "grad_norm": 1.2430263757705688,
      "learning_rate": 1.5540036982438997e-06,
      "loss": 0.3394,
      "step": 1802760
    },
    {
      "epoch": 503.15,
      "grad_norm": 1.0881633758544922,
      "learning_rate": 1.5539782399560345e-06,
      "loss": 0.3366,
      "step": 1802770
    },
    {
      "epoch": 503.15,
      "grad_norm": 1.0387284755706787,
      "learning_rate": 1.5539527817732881e-06,
      "loss": 0.336,
      "step": 1802780
    },
    {
      "epoch": 503.15,
      "grad_norm": 1.0825682878494263,
      "learning_rate": 1.5539273236956639e-06,
      "loss": 0.3446,
      "step": 1802790
    },
    {
      "epoch": 503.15,
      "grad_norm": 1.0754563808441162,
      "learning_rate": 1.5539018657231647e-06,
      "loss": 0.3456,
      "step": 1802800
    },
    {
      "epoch": 503.16,
      "grad_norm": 3.524104595184326,
      "learning_rate": 1.553876407855795e-06,
      "loss": 0.3524,
      "step": 1802810
    },
    {
      "epoch": 503.16,
      "grad_norm": 1.2435857057571411,
      "learning_rate": 1.553850950093558e-06,
      "loss": 0.3452,
      "step": 1802820
    },
    {
      "epoch": 503.16,
      "grad_norm": 1.0800535678863525,
      "learning_rate": 1.5538254924364557e-06,
      "loss": 0.3419,
      "step": 1802830
    },
    {
      "epoch": 503.16,
      "grad_norm": 1.088775396347046,
      "learning_rate": 1.5538000348844934e-06,
      "loss": 0.346,
      "step": 1802840
    },
    {
      "epoch": 503.17,
      "grad_norm": 1.0738142728805542,
      "learning_rate": 1.553774577437674e-06,
      "loss": 0.3446,
      "step": 1802850
    },
    {
      "epoch": 503.17,
      "grad_norm": 1.0634315013885498,
      "learning_rate": 1.5537491200959997e-06,
      "loss": 0.3398,
      "step": 1802860
    },
    {
      "epoch": 503.17,
      "grad_norm": 1.165066123008728,
      "learning_rate": 1.5537236628594758e-06,
      "loss": 0.3319,
      "step": 1802870
    },
    {
      "epoch": 503.18,
      "grad_norm": 1.4340277910232544,
      "learning_rate": 1.553698205728103e-06,
      "loss": 0.3315,
      "step": 1802880
    },
    {
      "epoch": 503.18,
      "grad_norm": 1.3730366230010986,
      "learning_rate": 1.5536727487018876e-06,
      "loss": 0.3362,
      "step": 1802890
    },
    {
      "epoch": 503.18,
      "grad_norm": 1.063558578491211,
      "learning_rate": 1.5536472917808318e-06,
      "loss": 0.3693,
      "step": 1802900
    },
    {
      "epoch": 503.18,
      "grad_norm": 1.0842289924621582,
      "learning_rate": 1.553621834964938e-06,
      "loss": 0.3454,
      "step": 1802910
    },
    {
      "epoch": 503.19,
      "grad_norm": 1.2758686542510986,
      "learning_rate": 1.5535963782542111e-06,
      "loss": 0.3505,
      "step": 1802920
    },
    {
      "epoch": 503.19,
      "grad_norm": 1.1396074295043945,
      "learning_rate": 1.5535709216486544e-06,
      "loss": 0.3376,
      "step": 1802930
    },
    {
      "epoch": 503.19,
      "grad_norm": 1.0852078199386597,
      "learning_rate": 1.553545465148269e-06,
      "loss": 0.3514,
      "step": 1802940
    },
    {
      "epoch": 503.2,
      "grad_norm": 1.0735632181167603,
      "learning_rate": 1.5535200087530616e-06,
      "loss": 0.3507,
      "step": 1802950
    },
    {
      "epoch": 503.2,
      "grad_norm": 1.1042613983154297,
      "learning_rate": 1.5534945524630335e-06,
      "loss": 0.3478,
      "step": 1802960
    },
    {
      "epoch": 503.2,
      "grad_norm": 1.00747549533844,
      "learning_rate": 1.553469096278188e-06,
      "loss": 0.3436,
      "step": 1802970
    },
    {
      "epoch": 503.2,
      "grad_norm": 1.0575497150421143,
      "learning_rate": 1.55344364019853e-06,
      "loss": 0.3385,
      "step": 1802980
    },
    {
      "epoch": 503.21,
      "grad_norm": 1.0753986835479736,
      "learning_rate": 1.553418184224062e-06,
      "loss": 0.3369,
      "step": 1802990
    },
    {
      "epoch": 503.21,
      "grad_norm": 0.9350671768188477,
      "learning_rate": 1.5533927283547869e-06,
      "loss": 0.339,
      "step": 1803000
    },
    {
      "epoch": 503.21,
      "grad_norm": 1.2244901657104492,
      "learning_rate": 1.553367272590709e-06,
      "loss": 0.3538,
      "step": 1803010
    },
    {
      "epoch": 503.22,
      "grad_norm": 1.229606032371521,
      "learning_rate": 1.5533418169318314e-06,
      "loss": 0.3454,
      "step": 1803020
    },
    {
      "epoch": 503.22,
      "grad_norm": 1.8209577798843384,
      "learning_rate": 1.5533163613781561e-06,
      "loss": 0.3265,
      "step": 1803030
    },
    {
      "epoch": 503.22,
      "grad_norm": 1.0899735689163208,
      "learning_rate": 1.5532909059296891e-06,
      "loss": 0.3414,
      "step": 1803040
    },
    {
      "epoch": 503.22,
      "grad_norm": 0.9518625736236572,
      "learning_rate": 1.5532654505864319e-06,
      "loss": 0.3559,
      "step": 1803050
    },
    {
      "epoch": 503.23,
      "grad_norm": 1.0487792491912842,
      "learning_rate": 1.553239995348388e-06,
      "loss": 0.3506,
      "step": 1803060
    },
    {
      "epoch": 503.23,
      "grad_norm": 1.3127766847610474,
      "learning_rate": 1.5532145402155619e-06,
      "loss": 0.3378,
      "step": 1803070
    },
    {
      "epoch": 503.23,
      "grad_norm": 1.10915207862854,
      "learning_rate": 1.5531890851879563e-06,
      "loss": 0.3322,
      "step": 1803080
    },
    {
      "epoch": 503.23,
      "grad_norm": 1.1656382083892822,
      "learning_rate": 1.5531636302655738e-06,
      "loss": 0.3399,
      "step": 1803090
    },
    {
      "epoch": 503.24,
      "grad_norm": 1.2902417182922363,
      "learning_rate": 1.5531381754484196e-06,
      "loss": 0.3375,
      "step": 1803100
    },
    {
      "epoch": 503.24,
      "grad_norm": 1.1773818731307983,
      "learning_rate": 1.5531127207364956e-06,
      "loss": 0.3534,
      "step": 1803110
    },
    {
      "epoch": 503.24,
      "grad_norm": 1.1927419900894165,
      "learning_rate": 1.5530872661298048e-06,
      "loss": 0.3366,
      "step": 1803120
    },
    {
      "epoch": 503.25,
      "grad_norm": 1.0461586713790894,
      "learning_rate": 1.5530618116283524e-06,
      "loss": 0.3486,
      "step": 1803130
    },
    {
      "epoch": 503.25,
      "grad_norm": 1.132907509803772,
      "learning_rate": 1.5530363572321409e-06,
      "loss": 0.3517,
      "step": 1803140
    },
    {
      "epoch": 503.25,
      "grad_norm": 1.139878273010254,
      "learning_rate": 1.553010902941173e-06,
      "loss": 0.3497,
      "step": 1803150
    },
    {
      "epoch": 503.25,
      "grad_norm": 1.0243602991104126,
      "learning_rate": 1.5529854487554534e-06,
      "loss": 0.3465,
      "step": 1803160
    },
    {
      "epoch": 503.26,
      "grad_norm": 0.9260972738265991,
      "learning_rate": 1.5529599946749835e-06,
      "loss": 0.3426,
      "step": 1803170
    },
    {
      "epoch": 503.26,
      "grad_norm": 1.2216405868530273,
      "learning_rate": 1.5529345406997692e-06,
      "loss": 0.3404,
      "step": 1803180
    },
    {
      "epoch": 503.26,
      "grad_norm": 1.2205487489700317,
      "learning_rate": 1.5529090868298123e-06,
      "loss": 0.3426,
      "step": 1803190
    },
    {
      "epoch": 503.27,
      "grad_norm": 1.0739284753799438,
      "learning_rate": 1.5528836330651159e-06,
      "loss": 0.3404,
      "step": 1803200
    },
    {
      "epoch": 503.27,
      "grad_norm": 1.5015830993652344,
      "learning_rate": 1.5528581794056852e-06,
      "loss": 0.3544,
      "step": 1803210
    },
    {
      "epoch": 503.27,
      "grad_norm": 1.1132636070251465,
      "learning_rate": 1.5528327258515218e-06,
      "loss": 0.3224,
      "step": 1803220
    },
    {
      "epoch": 503.27,
      "grad_norm": 1.217069387435913,
      "learning_rate": 1.5528072724026294e-06,
      "loss": 0.3634,
      "step": 1803230
    },
    {
      "epoch": 503.28,
      "grad_norm": 1.0573055744171143,
      "learning_rate": 1.5527818190590126e-06,
      "loss": 0.3431,
      "step": 1803240
    },
    {
      "epoch": 503.28,
      "grad_norm": 1.3722435235977173,
      "learning_rate": 1.5527563658206733e-06,
      "loss": 0.3315,
      "step": 1803250
    },
    {
      "epoch": 503.28,
      "grad_norm": 1.1312922239303589,
      "learning_rate": 1.5527309126876149e-06,
      "loss": 0.3454,
      "step": 1803260
    },
    {
      "epoch": 503.28,
      "grad_norm": 1.052121877670288,
      "learning_rate": 1.5527054596598425e-06,
      "loss": 0.3456,
      "step": 1803270
    },
    {
      "epoch": 503.29,
      "grad_norm": 1.0148508548736572,
      "learning_rate": 1.552680006737358e-06,
      "loss": 0.3416,
      "step": 1803280
    },
    {
      "epoch": 503.29,
      "grad_norm": 1.0761098861694336,
      "learning_rate": 1.5526545539201647e-06,
      "loss": 0.3469,
      "step": 1803290
    },
    {
      "epoch": 503.29,
      "grad_norm": 1.1449474096298218,
      "learning_rate": 1.552629101208267e-06,
      "loss": 0.3675,
      "step": 1803300
    },
    {
      "epoch": 503.3,
      "grad_norm": 1.1194308996200562,
      "learning_rate": 1.5526036486016675e-06,
      "loss": 0.3395,
      "step": 1803310
    },
    {
      "epoch": 503.3,
      "grad_norm": 1.1697287559509277,
      "learning_rate": 1.5525781961003688e-06,
      "loss": 0.3421,
      "step": 1803320
    },
    {
      "epoch": 503.3,
      "grad_norm": 1.3749310970306396,
      "learning_rate": 1.5525527437043765e-06,
      "loss": 0.3469,
      "step": 1803330
    },
    {
      "epoch": 503.3,
      "grad_norm": 9.377375602722168,
      "learning_rate": 1.5525272914136925e-06,
      "loss": 0.3332,
      "step": 1803340
    },
    {
      "epoch": 503.31,
      "grad_norm": 0.989554762840271,
      "learning_rate": 1.5525018392283198e-06,
      "loss": 0.3309,
      "step": 1803350
    },
    {
      "epoch": 503.31,
      "grad_norm": 1.0846282243728638,
      "learning_rate": 1.5524763871482631e-06,
      "loss": 0.3463,
      "step": 1803360
    },
    {
      "epoch": 503.31,
      "grad_norm": 1.182284951210022,
      "learning_rate": 1.5524509351735255e-06,
      "loss": 0.3361,
      "step": 1803370
    },
    {
      "epoch": 503.32,
      "grad_norm": 0.9939637780189514,
      "learning_rate": 1.5524254833041094e-06,
      "loss": 0.3454,
      "step": 1803380
    },
    {
      "epoch": 503.32,
      "grad_norm": 1.1555900573730469,
      "learning_rate": 1.5524000315400192e-06,
      "loss": 0.3294,
      "step": 1803390
    },
    {
      "epoch": 503.32,
      "grad_norm": 1.399246335029602,
      "learning_rate": 1.552374579881258e-06,
      "loss": 0.3347,
      "step": 1803400
    },
    {
      "epoch": 503.32,
      "grad_norm": 1.1248244047164917,
      "learning_rate": 1.552349128327828e-06,
      "loss": 0.3547,
      "step": 1803410
    },
    {
      "epoch": 503.33,
      "grad_norm": 1.0329580307006836,
      "learning_rate": 1.5523236768797346e-06,
      "loss": 0.3607,
      "step": 1803420
    },
    {
      "epoch": 503.33,
      "grad_norm": 1.2769291400909424,
      "learning_rate": 1.5522982255369805e-06,
      "loss": 0.3455,
      "step": 1803430
    },
    {
      "epoch": 503.33,
      "grad_norm": 1.2025511264801025,
      "learning_rate": 1.552272774299568e-06,
      "loss": 0.3512,
      "step": 1803440
    },
    {
      "epoch": 503.34,
      "grad_norm": 1.1556425094604492,
      "learning_rate": 1.5522473231675022e-06,
      "loss": 0.3385,
      "step": 1803450
    },
    {
      "epoch": 503.34,
      "grad_norm": 1.2724143266677856,
      "learning_rate": 1.5522218721407844e-06,
      "loss": 0.3474,
      "step": 1803460
    },
    {
      "epoch": 503.34,
      "grad_norm": 1.340369701385498,
      "learning_rate": 1.55219642121942e-06,
      "loss": 0.3533,
      "step": 1803470
    },
    {
      "epoch": 503.34,
      "grad_norm": 1.0661509037017822,
      "learning_rate": 1.552170970403412e-06,
      "loss": 0.3534,
      "step": 1803480
    },
    {
      "epoch": 503.35,
      "grad_norm": 1.1504979133605957,
      "learning_rate": 1.5521455196927624e-06,
      "loss": 0.3407,
      "step": 1803490
    },
    {
      "epoch": 503.35,
      "grad_norm": 1.172105312347412,
      "learning_rate": 1.5521200690874765e-06,
      "loss": 0.3293,
      "step": 1803500
    },
    {
      "epoch": 503.35,
      "grad_norm": 1.1502137184143066,
      "learning_rate": 1.5520946185875566e-06,
      "loss": 0.339,
      "step": 1803510
    },
    {
      "epoch": 503.35,
      "grad_norm": 1.2693527936935425,
      "learning_rate": 1.5520691681930059e-06,
      "loss": 0.3516,
      "step": 1803520
    },
    {
      "epoch": 503.36,
      "grad_norm": 1.0610140562057495,
      "learning_rate": 1.5520437179038282e-06,
      "loss": 0.3468,
      "step": 1803530
    },
    {
      "epoch": 503.36,
      "grad_norm": 1.048886775970459,
      "learning_rate": 1.5520182677200271e-06,
      "loss": 0.3288,
      "step": 1803540
    },
    {
      "epoch": 503.36,
      "grad_norm": 1.048944354057312,
      "learning_rate": 1.551992817641605e-06,
      "loss": 0.3445,
      "step": 1803550
    },
    {
      "epoch": 503.37,
      "grad_norm": 0.9966342449188232,
      "learning_rate": 1.5519673676685667e-06,
      "loss": 0.3533,
      "step": 1803560
    },
    {
      "epoch": 503.37,
      "grad_norm": 0.9779303669929504,
      "learning_rate": 1.5519419178009152e-06,
      "loss": 0.3315,
      "step": 1803570
    },
    {
      "epoch": 503.37,
      "grad_norm": 1.0527032613754272,
      "learning_rate": 1.5519164680386528e-06,
      "loss": 0.3541,
      "step": 1803580
    },
    {
      "epoch": 503.37,
      "grad_norm": 1.2553083896636963,
      "learning_rate": 1.5518910183817842e-06,
      "loss": 0.35,
      "step": 1803590
    },
    {
      "epoch": 503.38,
      "grad_norm": 1.062587022781372,
      "learning_rate": 1.5518655688303123e-06,
      "loss": 0.3495,
      "step": 1803600
    },
    {
      "epoch": 503.38,
      "grad_norm": 1.0185089111328125,
      "learning_rate": 1.5518401193842394e-06,
      "loss": 0.3306,
      "step": 1803610
    },
    {
      "epoch": 503.38,
      "grad_norm": 1.2676746845245361,
      "learning_rate": 1.551814670043571e-06,
      "loss": 0.3571,
      "step": 1803620
    },
    {
      "epoch": 503.39,
      "grad_norm": 1.240273356437683,
      "learning_rate": 1.5517892208083093e-06,
      "loss": 0.3587,
      "step": 1803630
    },
    {
      "epoch": 503.39,
      "grad_norm": 1.1539608240127563,
      "learning_rate": 1.5517637716784565e-06,
      "loss": 0.3337,
      "step": 1803640
    },
    {
      "epoch": 503.39,
      "grad_norm": 1.1954067945480347,
      "learning_rate": 1.551738322654019e-06,
      "loss": 0.3427,
      "step": 1803650
    },
    {
      "epoch": 503.39,
      "grad_norm": 1.065360188484192,
      "learning_rate": 1.551712873734998e-06,
      "loss": 0.3352,
      "step": 1803660
    },
    {
      "epoch": 503.4,
      "grad_norm": 1.050112247467041,
      "learning_rate": 1.5516874249213967e-06,
      "loss": 0.3443,
      "step": 1803670
    },
    {
      "epoch": 503.4,
      "grad_norm": 1.2165429592132568,
      "learning_rate": 1.55166197621322e-06,
      "loss": 0.3302,
      "step": 1803680
    },
    {
      "epoch": 503.4,
      "grad_norm": 1.0857244729995728,
      "learning_rate": 1.5516365276104701e-06,
      "loss": 0.3472,
      "step": 1803690
    },
    {
      "epoch": 503.4,
      "grad_norm": 1.1270744800567627,
      "learning_rate": 1.55161107911315e-06,
      "loss": 0.3348,
      "step": 1803700
    },
    {
      "epoch": 503.41,
      "grad_norm": 1.006710410118103,
      "learning_rate": 1.5515856307212645e-06,
      "loss": 0.33,
      "step": 1803710
    },
    {
      "epoch": 503.41,
      "grad_norm": 1.1059244871139526,
      "learning_rate": 1.5515601824348166e-06,
      "loss": 0.3334,
      "step": 1803720
    },
    {
      "epoch": 503.41,
      "grad_norm": 1.1057541370391846,
      "learning_rate": 1.5515347342538089e-06,
      "loss": 0.3465,
      "step": 1803730
    },
    {
      "epoch": 503.42,
      "grad_norm": 1.021612524986267,
      "learning_rate": 1.5515092861782457e-06,
      "loss": 0.3363,
      "step": 1803740
    },
    {
      "epoch": 503.42,
      "grad_norm": 1.152373194694519,
      "learning_rate": 1.5514838382081288e-06,
      "loss": 0.3382,
      "step": 1803750
    },
    {
      "epoch": 503.42,
      "grad_norm": 1.2061854600906372,
      "learning_rate": 1.5514583903434637e-06,
      "loss": 0.3201,
      "step": 1803760
    },
    {
      "epoch": 503.42,
      "grad_norm": 0.9770795702934265,
      "learning_rate": 1.551432942584253e-06,
      "loss": 0.357,
      "step": 1803770
    },
    {
      "epoch": 503.43,
      "grad_norm": 1.0838193893432617,
      "learning_rate": 1.5514074949304991e-06,
      "loss": 0.3394,
      "step": 1803780
    },
    {
      "epoch": 503.43,
      "grad_norm": 1.0787487030029297,
      "learning_rate": 1.551382047382207e-06,
      "loss": 0.3466,
      "step": 1803790
    },
    {
      "epoch": 503.43,
      "grad_norm": 1.0336161851882935,
      "learning_rate": 1.5513565999393793e-06,
      "loss": 0.3436,
      "step": 1803800
    },
    {
      "epoch": 503.44,
      "grad_norm": 1.1080772876739502,
      "learning_rate": 1.5513311526020187e-06,
      "loss": 0.3324,
      "step": 1803810
    },
    {
      "epoch": 503.44,
      "grad_norm": 1.019753336906433,
      "learning_rate": 1.5513057053701302e-06,
      "loss": 0.3219,
      "step": 1803820
    },
    {
      "epoch": 503.44,
      "grad_norm": 1.2807666063308716,
      "learning_rate": 1.551280258243716e-06,
      "loss": 0.3528,
      "step": 1803830
    },
    {
      "epoch": 503.44,
      "grad_norm": 1.0660675764083862,
      "learning_rate": 1.5512548112227787e-06,
      "loss": 0.3389,
      "step": 1803840
    },
    {
      "epoch": 503.45,
      "grad_norm": 1.0635926723480225,
      "learning_rate": 1.5512293643073237e-06,
      "loss": 0.3366,
      "step": 1803850
    },
    {
      "epoch": 503.45,
      "grad_norm": 0.9837611317634583,
      "learning_rate": 1.5512039174973536e-06,
      "loss": 0.3314,
      "step": 1803860
    },
    {
      "epoch": 503.45,
      "grad_norm": 1.0499095916748047,
      "learning_rate": 1.551178470792871e-06,
      "loss": 0.345,
      "step": 1803870
    },
    {
      "epoch": 503.46,
      "grad_norm": 1.1076865196228027,
      "learning_rate": 1.55115302419388e-06,
      "loss": 0.3451,
      "step": 1803880
    },
    {
      "epoch": 503.46,
      "grad_norm": 0.9029340744018555,
      "learning_rate": 1.5511275777003843e-06,
      "loss": 0.359,
      "step": 1803890
    },
    {
      "epoch": 503.46,
      "grad_norm": 1.009131669998169,
      "learning_rate": 1.551102131312386e-06,
      "loss": 0.3299,
      "step": 1803900
    },
    {
      "epoch": 503.46,
      "grad_norm": 1.0670732259750366,
      "learning_rate": 1.55107668502989e-06,
      "loss": 0.359,
      "step": 1803910
    },
    {
      "epoch": 503.47,
      "grad_norm": 0.9730589985847473,
      "learning_rate": 1.5510512388528993e-06,
      "loss": 0.3346,
      "step": 1803920
    },
    {
      "epoch": 503.47,
      "grad_norm": 1.2980154752731323,
      "learning_rate": 1.5510257927814159e-06,
      "loss": 0.3379,
      "step": 1803930
    },
    {
      "epoch": 503.47,
      "grad_norm": 1.011047124862671,
      "learning_rate": 1.5510003468154452e-06,
      "loss": 0.3491,
      "step": 1803940
    },
    {
      "epoch": 503.47,
      "grad_norm": 1.368807077407837,
      "learning_rate": 1.55097490095499e-06,
      "loss": 0.3508,
      "step": 1803950
    },
    {
      "epoch": 503.48,
      "grad_norm": 1.0155704021453857,
      "learning_rate": 1.5509494552000526e-06,
      "loss": 0.3329,
      "step": 1803960
    },
    {
      "epoch": 503.48,
      "grad_norm": 1.1153788566589355,
      "learning_rate": 1.5509240095506375e-06,
      "loss": 0.3538,
      "step": 1803970
    },
    {
      "epoch": 503.48,
      "grad_norm": 1.2160433530807495,
      "learning_rate": 1.550898564006748e-06,
      "loss": 0.3426,
      "step": 1803980
    },
    {
      "epoch": 503.49,
      "grad_norm": 1.35334050655365,
      "learning_rate": 1.5508731185683862e-06,
      "loss": 0.3394,
      "step": 1803990
    },
    {
      "epoch": 503.49,
      "grad_norm": 1.0999349355697632,
      "learning_rate": 1.5508476732355576e-06,
      "loss": 0.3236,
      "step": 1804000
    },
    {
      "epoch": 503.49,
      "grad_norm": 1.1220006942749023,
      "learning_rate": 1.5508222280082645e-06,
      "loss": 0.3389,
      "step": 1804010
    },
    {
      "epoch": 503.49,
      "grad_norm": 1.9880462884902954,
      "learning_rate": 1.5507967828865094e-06,
      "loss": 0.3446,
      "step": 1804020
    },
    {
      "epoch": 503.5,
      "grad_norm": 1.024387240409851,
      "learning_rate": 1.5507713378702973e-06,
      "loss": 0.3355,
      "step": 1804030
    },
    {
      "epoch": 503.5,
      "grad_norm": 1.0442728996276855,
      "learning_rate": 1.5507458929596308e-06,
      "loss": 0.3419,
      "step": 1804040
    },
    {
      "epoch": 503.5,
      "grad_norm": 1.138228178024292,
      "learning_rate": 1.5507204481545135e-06,
      "loss": 0.3289,
      "step": 1804050
    },
    {
      "epoch": 503.51,
      "grad_norm": 0.9270643591880798,
      "learning_rate": 1.5506950034549488e-06,
      "loss": 0.3407,
      "step": 1804060
    },
    {
      "epoch": 503.51,
      "grad_norm": 0.9171136617660522,
      "learning_rate": 1.5506695588609388e-06,
      "loss": 0.3477,
      "step": 1804070
    },
    {
      "epoch": 503.51,
      "grad_norm": 1.1801282167434692,
      "learning_rate": 1.5506441143724893e-06,
      "loss": 0.3593,
      "step": 1804080
    },
    {
      "epoch": 503.51,
      "grad_norm": 1.1818089485168457,
      "learning_rate": 1.5506186699896022e-06,
      "loss": 0.3216,
      "step": 1804090
    },
    {
      "epoch": 503.52,
      "grad_norm": 1.0855586528778076,
      "learning_rate": 1.5505932257122807e-06,
      "loss": 0.3606,
      "step": 1804100
    },
    {
      "epoch": 503.52,
      "grad_norm": 1.3940778970718384,
      "learning_rate": 1.5505677815405287e-06,
      "loss": 0.3394,
      "step": 1804110
    },
    {
      "epoch": 503.52,
      "grad_norm": 1.1042643785476685,
      "learning_rate": 1.5505423374743499e-06,
      "loss": 0.3336,
      "step": 1804120
    },
    {
      "epoch": 503.52,
      "grad_norm": 1.1062860488891602,
      "learning_rate": 1.5505168935137462e-06,
      "loss": 0.3541,
      "step": 1804130
    },
    {
      "epoch": 503.53,
      "grad_norm": 1.0265191793441772,
      "learning_rate": 1.5504914496587227e-06,
      "loss": 0.3316,
      "step": 1804140
    },
    {
      "epoch": 503.53,
      "grad_norm": 1.1216952800750732,
      "learning_rate": 1.5504660059092827e-06,
      "loss": 0.3347,
      "step": 1804150
    },
    {
      "epoch": 503.53,
      "grad_norm": 1.0193389654159546,
      "learning_rate": 1.5504405622654277e-06,
      "loss": 0.3379,
      "step": 1804160
    },
    {
      "epoch": 503.54,
      "grad_norm": 1.131768822669983,
      "learning_rate": 1.5504151187271636e-06,
      "loss": 0.3372,
      "step": 1804170
    },
    {
      "epoch": 503.54,
      "grad_norm": 0.980313241481781,
      "learning_rate": 1.5503896752944923e-06,
      "loss": 0.344,
      "step": 1804180
    },
    {
      "epoch": 503.54,
      "grad_norm": 1.0392355918884277,
      "learning_rate": 1.5503642319674168e-06,
      "loss": 0.3333,
      "step": 1804190
    },
    {
      "epoch": 503.54,
      "grad_norm": 1.5827293395996094,
      "learning_rate": 1.5503387887459422e-06,
      "loss": 0.3374,
      "step": 1804200
    },
    {
      "epoch": 503.55,
      "grad_norm": 0.9857712984085083,
      "learning_rate": 1.5503133456300706e-06,
      "loss": 0.3399,
      "step": 1804210
    },
    {
      "epoch": 503.55,
      "grad_norm": 1.1629915237426758,
      "learning_rate": 1.5502879026198047e-06,
      "loss": 0.3421,
      "step": 1804220
    },
    {
      "epoch": 503.55,
      "grad_norm": 1.8625894784927368,
      "learning_rate": 1.5502624597151496e-06,
      "loss": 0.3301,
      "step": 1804230
    },
    {
      "epoch": 503.56,
      "grad_norm": 1.0673043727874756,
      "learning_rate": 1.550237016916108e-06,
      "loss": 0.3382,
      "step": 1804240
    },
    {
      "epoch": 503.56,
      "grad_norm": 1.0407538414001465,
      "learning_rate": 1.550211574222683e-06,
      "loss": 0.347,
      "step": 1804250
    },
    {
      "epoch": 503.56,
      "grad_norm": 0.9957194924354553,
      "learning_rate": 1.5501861316348783e-06,
      "loss": 0.3478,
      "step": 1804260
    },
    {
      "epoch": 503.56,
      "grad_norm": 1.048790454864502,
      "learning_rate": 1.5501606891526974e-06,
      "loss": 0.3366,
      "step": 1804270
    },
    {
      "epoch": 503.57,
      "grad_norm": 1.1100668907165527,
      "learning_rate": 1.5501352467761424e-06,
      "loss": 0.3365,
      "step": 1804280
    },
    {
      "epoch": 503.57,
      "grad_norm": 1.1265734434127808,
      "learning_rate": 1.5501098045052185e-06,
      "loss": 0.3577,
      "step": 1804290
    },
    {
      "epoch": 503.57,
      "grad_norm": 1.4606261253356934,
      "learning_rate": 1.5500843623399287e-06,
      "loss": 0.3258,
      "step": 1804300
    },
    {
      "epoch": 503.58,
      "grad_norm": 1.1063367128372192,
      "learning_rate": 1.550058920280275e-06,
      "loss": 0.3234,
      "step": 1804310
    },
    {
      "epoch": 503.58,
      "grad_norm": 1.0842245817184448,
      "learning_rate": 1.5500334783262624e-06,
      "loss": 0.3341,
      "step": 1804320
    },
    {
      "epoch": 503.58,
      "grad_norm": 1.001733660697937,
      "learning_rate": 1.5500080364778934e-06,
      "loss": 0.3414,
      "step": 1804330
    },
    {
      "epoch": 503.58,
      "grad_norm": 1.052452802658081,
      "learning_rate": 1.5499825947351722e-06,
      "loss": 0.3376,
      "step": 1804340
    },
    {
      "epoch": 503.59,
      "grad_norm": 0.9644052982330322,
      "learning_rate": 1.5499571530981015e-06,
      "loss": 0.3319,
      "step": 1804350
    },
    {
      "epoch": 503.59,
      "grad_norm": 1.110059380531311,
      "learning_rate": 1.5499317115666842e-06,
      "loss": 0.3598,
      "step": 1804360
    },
    {
      "epoch": 503.59,
      "grad_norm": 1.0443757772445679,
      "learning_rate": 1.5499062701409252e-06,
      "loss": 0.3235,
      "step": 1804370
    },
    {
      "epoch": 503.59,
      "grad_norm": 1.0884240865707397,
      "learning_rate": 1.549880828820827e-06,
      "loss": 0.3218,
      "step": 1804380
    },
    {
      "epoch": 503.6,
      "grad_norm": 0.9402304291725159,
      "learning_rate": 1.5498553876063924e-06,
      "loss": 0.3574,
      "step": 1804390
    },
    {
      "epoch": 503.6,
      "grad_norm": 1.220028281211853,
      "learning_rate": 1.5498299464976259e-06,
      "loss": 0.3298,
      "step": 1804400
    },
    {
      "epoch": 503.6,
      "grad_norm": 0.9805886149406433,
      "learning_rate": 1.5498045054945303e-06,
      "loss": 0.3435,
      "step": 1804410
    },
    {
      "epoch": 503.61,
      "grad_norm": 1.0262749195098877,
      "learning_rate": 1.5497790645971083e-06,
      "loss": 0.3466,
      "step": 1804420
    },
    {
      "epoch": 503.61,
      "grad_norm": 1.0907793045043945,
      "learning_rate": 1.5497536238053648e-06,
      "loss": 0.3281,
      "step": 1804430
    },
    {
      "epoch": 503.61,
      "grad_norm": 0.9528753757476807,
      "learning_rate": 1.5497281831193025e-06,
      "loss": 0.3312,
      "step": 1804440
    },
    {
      "epoch": 503.61,
      "grad_norm": 1.3039023876190186,
      "learning_rate": 1.5497027425389238e-06,
      "loss": 0.3373,
      "step": 1804450
    },
    {
      "epoch": 503.62,
      "grad_norm": 1.0478627681732178,
      "learning_rate": 1.5496773020642343e-06,
      "loss": 0.3325,
      "step": 1804460
    },
    {
      "epoch": 503.62,
      "grad_norm": 1.0396963357925415,
      "learning_rate": 1.5496518616952357e-06,
      "loss": 0.3343,
      "step": 1804470
    },
    {
      "epoch": 503.62,
      "grad_norm": 1.1610080003738403,
      "learning_rate": 1.549626421431931e-06,
      "loss": 0.3423,
      "step": 1804480
    },
    {
      "epoch": 503.63,
      "grad_norm": 1.117384910583496,
      "learning_rate": 1.5496009812743254e-06,
      "loss": 0.3358,
      "step": 1804490
    },
    {
      "epoch": 503.63,
      "grad_norm": 1.0593739748001099,
      "learning_rate": 1.5495755412224212e-06,
      "loss": 0.3518,
      "step": 1804500
    },
    {
      "epoch": 503.63,
      "grad_norm": 1.0419552326202393,
      "learning_rate": 1.5495501012762207e-06,
      "loss": 0.3408,
      "step": 1804510
    },
    {
      "epoch": 503.63,
      "grad_norm": 1.1423832178115845,
      "learning_rate": 1.5495246614357291e-06,
      "loss": 0.3528,
      "step": 1804520
    },
    {
      "epoch": 503.64,
      "grad_norm": 1.0692256689071655,
      "learning_rate": 1.5494992217009494e-06,
      "loss": 0.3275,
      "step": 1804530
    },
    {
      "epoch": 503.64,
      "grad_norm": 1.113161563873291,
      "learning_rate": 1.5494737820718844e-06,
      "loss": 0.3409,
      "step": 1804540
    },
    {
      "epoch": 503.64,
      "grad_norm": 1.1518220901489258,
      "learning_rate": 1.5494483425485383e-06,
      "loss": 0.3504,
      "step": 1804550
    },
    {
      "epoch": 503.64,
      "grad_norm": 1.0690488815307617,
      "learning_rate": 1.5494229031309137e-06,
      "loss": 0.3407,
      "step": 1804560
    },
    {
      "epoch": 503.65,
      "grad_norm": 2.6678526401519775,
      "learning_rate": 1.5493974638190133e-06,
      "loss": 0.3343,
      "step": 1804570
    },
    {
      "epoch": 503.65,
      "grad_norm": 1.1287521123886108,
      "learning_rate": 1.5493720246128424e-06,
      "loss": 0.3564,
      "step": 1804580
    },
    {
      "epoch": 503.65,
      "grad_norm": 1.224630355834961,
      "learning_rate": 1.5493465855124035e-06,
      "loss": 0.3295,
      "step": 1804590
    },
    {
      "epoch": 503.66,
      "grad_norm": 1.1430436372756958,
      "learning_rate": 1.549321146517699e-06,
      "loss": 0.3404,
      "step": 1804600
    },
    {
      "epoch": 503.66,
      "grad_norm": 1.0567539930343628,
      "learning_rate": 1.549295707628734e-06,
      "loss": 0.3456,
      "step": 1804610
    },
    {
      "epoch": 503.66,
      "grad_norm": 1.0060495138168335,
      "learning_rate": 1.5492702688455107e-06,
      "loss": 0.3319,
      "step": 1804620
    },
    {
      "epoch": 503.66,
      "grad_norm": 1.0746119022369385,
      "learning_rate": 1.5492448301680335e-06,
      "loss": 0.3483,
      "step": 1804630
    },
    {
      "epoch": 503.67,
      "grad_norm": 1.1497541666030884,
      "learning_rate": 1.549219391596305e-06,
      "loss": 0.3433,
      "step": 1804640
    },
    {
      "epoch": 503.67,
      "grad_norm": 1.1781578063964844,
      "learning_rate": 1.5491939531303278e-06,
      "loss": 0.3362,
      "step": 1804650
    },
    {
      "epoch": 503.67,
      "grad_norm": 1.0956276655197144,
      "learning_rate": 1.5491685147701072e-06,
      "loss": 0.3434,
      "step": 1804660
    },
    {
      "epoch": 503.68,
      "grad_norm": 1.2145698070526123,
      "learning_rate": 1.5491430765156456e-06,
      "loss": 0.3368,
      "step": 1804670
    },
    {
      "epoch": 503.68,
      "grad_norm": 0.943219780921936,
      "learning_rate": 1.5491176383669456e-06,
      "loss": 0.3474,
      "step": 1804680
    },
    {
      "epoch": 503.68,
      "grad_norm": 1.2322083711624146,
      "learning_rate": 1.5490922003240123e-06,
      "loss": 0.3421,
      "step": 1804690
    },
    {
      "epoch": 503.68,
      "grad_norm": 1.088006854057312,
      "learning_rate": 1.549066762386848e-06,
      "loss": 0.3423,
      "step": 1804700
    },
    {
      "epoch": 503.69,
      "grad_norm": 1.0756293535232544,
      "learning_rate": 1.5490413245554553e-06,
      "loss": 0.3517,
      "step": 1804710
    },
    {
      "epoch": 503.69,
      "grad_norm": 1.0702667236328125,
      "learning_rate": 1.5490158868298398e-06,
      "loss": 0.354,
      "step": 1804720
    },
    {
      "epoch": 503.69,
      "grad_norm": 1.249721646308899,
      "learning_rate": 1.5489904492100033e-06,
      "loss": 0.3282,
      "step": 1804730
    },
    {
      "epoch": 503.7,
      "grad_norm": 1.0054184198379517,
      "learning_rate": 1.5489650116959485e-06,
      "loss": 0.3355,
      "step": 1804740
    },
    {
      "epoch": 503.7,
      "grad_norm": 1.0291439294815063,
      "learning_rate": 1.5489395742876809e-06,
      "loss": 0.3402,
      "step": 1804750
    },
    {
      "epoch": 503.7,
      "grad_norm": 1.0161279439926147,
      "learning_rate": 1.5489141369852026e-06,
      "loss": 0.3359,
      "step": 1804760
    },
    {
      "epoch": 503.7,
      "grad_norm": 0.945688009262085,
      "learning_rate": 1.5488886997885168e-06,
      "loss": 0.3432,
      "step": 1804770
    },
    {
      "epoch": 503.71,
      "grad_norm": 1.3062654733657837,
      "learning_rate": 1.5488632626976278e-06,
      "loss": 0.3331,
      "step": 1804780
    },
    {
      "epoch": 503.71,
      "grad_norm": 1.4080160856246948,
      "learning_rate": 1.5488378257125385e-06,
      "loss": 0.3476,
      "step": 1804790
    },
    {
      "epoch": 503.71,
      "grad_norm": 0.9382447004318237,
      "learning_rate": 1.5488123888332512e-06,
      "loss": 0.3405,
      "step": 1804800
    },
    {
      "epoch": 503.71,
      "grad_norm": 1.0366029739379883,
      "learning_rate": 1.5487869520597715e-06,
      "loss": 0.3481,
      "step": 1804810
    },
    {
      "epoch": 503.72,
      "grad_norm": 1.1253446340560913,
      "learning_rate": 1.548761515392101e-06,
      "loss": 0.3441,
      "step": 1804820
    },
    {
      "epoch": 503.72,
      "grad_norm": 1.1560945510864258,
      "learning_rate": 1.5487360788302434e-06,
      "loss": 0.3525,
      "step": 1804830
    },
    {
      "epoch": 503.72,
      "grad_norm": 0.8690441846847534,
      "learning_rate": 1.5487106423742032e-06,
      "loss": 0.3374,
      "step": 1804840
    },
    {
      "epoch": 503.73,
      "grad_norm": 1.1875228881835938,
      "learning_rate": 1.548685206023983e-06,
      "loss": 0.3388,
      "step": 1804850
    },
    {
      "epoch": 503.73,
      "grad_norm": 1.0077087879180908,
      "learning_rate": 1.548659769779585e-06,
      "loss": 0.3367,
      "step": 1804860
    },
    {
      "epoch": 503.73,
      "grad_norm": 1.192502498626709,
      "learning_rate": 1.5486343336410144e-06,
      "loss": 0.3375,
      "step": 1804870
    },
    {
      "epoch": 503.73,
      "grad_norm": 1.2145705223083496,
      "learning_rate": 1.548608897608274e-06,
      "loss": 0.3549,
      "step": 1804880
    },
    {
      "epoch": 503.74,
      "grad_norm": 1.117233157157898,
      "learning_rate": 1.5485834616813666e-06,
      "loss": 0.3397,
      "step": 1804890
    },
    {
      "epoch": 503.74,
      "grad_norm": 1.1851938962936401,
      "learning_rate": 1.5485580258602966e-06,
      "loss": 0.347,
      "step": 1804900
    },
    {
      "epoch": 503.74,
      "grad_norm": 1.0327444076538086,
      "learning_rate": 1.5485325901450664e-06,
      "loss": 0.3444,
      "step": 1804910
    },
    {
      "epoch": 503.75,
      "grad_norm": 1.3502569198608398,
      "learning_rate": 1.5485071545356806e-06,
      "loss": 0.3412,
      "step": 1804920
    },
    {
      "epoch": 503.75,
      "grad_norm": 0.8891229629516602,
      "learning_rate": 1.5484817190321417e-06,
      "loss": 0.3591,
      "step": 1804930
    },
    {
      "epoch": 503.75,
      "grad_norm": 0.9176104664802551,
      "learning_rate": 1.548456283634452e-06,
      "loss": 0.3461,
      "step": 1804940
    },
    {
      "epoch": 503.75,
      "grad_norm": 0.9023035168647766,
      "learning_rate": 1.5484308483426174e-06,
      "loss": 0.3518,
      "step": 1804950
    },
    {
      "epoch": 503.76,
      "grad_norm": 0.8962839245796204,
      "learning_rate": 1.54840541315664e-06,
      "loss": 0.3566,
      "step": 1804960
    },
    {
      "epoch": 503.76,
      "grad_norm": 1.1254090070724487,
      "learning_rate": 1.5483799780765225e-06,
      "loss": 0.3541,
      "step": 1804970
    },
    {
      "epoch": 503.76,
      "grad_norm": 1.1221134662628174,
      "learning_rate": 1.548354543102269e-06,
      "loss": 0.3361,
      "step": 1804980
    },
    {
      "epoch": 503.77,
      "grad_norm": 1.1326344013214111,
      "learning_rate": 1.5483291082338838e-06,
      "loss": 0.3683,
      "step": 1804990
    },
    {
      "epoch": 503.77,
      "grad_norm": 1.0218394994735718,
      "learning_rate": 1.5483036734713683e-06,
      "loss": 0.3262,
      "step": 1805000
    },
    {
      "epoch": 503.77,
      "grad_norm": 1.2536242008209229,
      "learning_rate": 1.5482782388147276e-06,
      "loss": 0.3474,
      "step": 1805010
    },
    {
      "epoch": 503.77,
      "grad_norm": 1.2524285316467285,
      "learning_rate": 1.548252804263964e-06,
      "loss": 0.3495,
      "step": 1805020
    },
    {
      "epoch": 503.78,
      "grad_norm": 1.2153184413909912,
      "learning_rate": 1.548227369819081e-06,
      "loss": 0.341,
      "step": 1805030
    },
    {
      "epoch": 503.78,
      "grad_norm": 1.425243854522705,
      "learning_rate": 1.548201935480083e-06,
      "loss": 0.3561,
      "step": 1805040
    },
    {
      "epoch": 503.78,
      "grad_norm": 0.9558248519897461,
      "learning_rate": 1.5481765012469726e-06,
      "loss": 0.3434,
      "step": 1805050
    },
    {
      "epoch": 503.78,
      "grad_norm": 1.137827754020691,
      "learning_rate": 1.5481510671197528e-06,
      "loss": 0.3443,
      "step": 1805060
    },
    {
      "epoch": 503.79,
      "grad_norm": 0.9475401639938354,
      "learning_rate": 1.548125633098428e-06,
      "loss": 0.3546,
      "step": 1805070
    },
    {
      "epoch": 503.79,
      "grad_norm": 1.0678157806396484,
      "learning_rate": 1.5481001991830009e-06,
      "loss": 0.3344,
      "step": 1805080
    },
    {
      "epoch": 503.79,
      "grad_norm": 1.1260161399841309,
      "learning_rate": 1.5480747653734739e-06,
      "loss": 0.3341,
      "step": 1805090
    },
    {
      "epoch": 503.8,
      "grad_norm": 1.1446654796600342,
      "learning_rate": 1.5480493316698525e-06,
      "loss": 0.3529,
      "step": 1805100
    },
    {
      "epoch": 503.8,
      "grad_norm": 0.9004290103912354,
      "learning_rate": 1.5480238980721392e-06,
      "loss": 0.3435,
      "step": 1805110
    },
    {
      "epoch": 503.8,
      "grad_norm": 1.099277377128601,
      "learning_rate": 1.5479984645803366e-06,
      "loss": 0.3407,
      "step": 1805120
    },
    {
      "epoch": 503.8,
      "grad_norm": 0.844841480255127,
      "learning_rate": 1.5479730311944493e-06,
      "loss": 0.3549,
      "step": 1805130
    },
    {
      "epoch": 503.81,
      "grad_norm": 1.12278413772583,
      "learning_rate": 1.5479475979144803e-06,
      "loss": 0.3448,
      "step": 1805140
    },
    {
      "epoch": 503.81,
      "grad_norm": 0.9541789293289185,
      "learning_rate": 1.5479221647404321e-06,
      "loss": 0.3321,
      "step": 1805150
    },
    {
      "epoch": 503.81,
      "grad_norm": 1.248004674911499,
      "learning_rate": 1.5478967316723097e-06,
      "loss": 0.3365,
      "step": 1805160
    },
    {
      "epoch": 503.82,
      "grad_norm": 1.0991952419281006,
      "learning_rate": 1.547871298710115e-06,
      "loss": 0.3422,
      "step": 1805170
    },
    {
      "epoch": 503.82,
      "grad_norm": 1.0251133441925049,
      "learning_rate": 1.5478458658538516e-06,
      "loss": 0.3366,
      "step": 1805180
    },
    {
      "epoch": 503.82,
      "grad_norm": 1.0527273416519165,
      "learning_rate": 1.5478204331035239e-06,
      "loss": 0.3397,
      "step": 1805190
    },
    {
      "epoch": 503.82,
      "grad_norm": 1.1336816549301147,
      "learning_rate": 1.5477950004591343e-06,
      "loss": 0.3349,
      "step": 1805200
    },
    {
      "epoch": 503.83,
      "grad_norm": 1.2770544290542603,
      "learning_rate": 1.547769567920687e-06,
      "loss": 0.349,
      "step": 1805210
    },
    {
      "epoch": 503.83,
      "grad_norm": 1.301291823387146,
      "learning_rate": 1.5477441354881846e-06,
      "loss": 0.3361,
      "step": 1805220
    },
    {
      "epoch": 503.83,
      "grad_norm": 1.224471092224121,
      "learning_rate": 1.5477187031616304e-06,
      "loss": 0.3369,
      "step": 1805230
    },
    {
      "epoch": 503.83,
      "grad_norm": 1.08846914768219,
      "learning_rate": 1.5476932709410286e-06,
      "loss": 0.344,
      "step": 1805240
    },
    {
      "epoch": 503.84,
      "grad_norm": 1.0282038450241089,
      "learning_rate": 1.5476678388263825e-06,
      "loss": 0.3416,
      "step": 1805250
    },
    {
      "epoch": 503.84,
      "grad_norm": 1.1401500701904297,
      "learning_rate": 1.547642406817694e-06,
      "loss": 0.337,
      "step": 1805260
    },
    {
      "epoch": 503.84,
      "grad_norm": 0.9533861875534058,
      "learning_rate": 1.5476169749149686e-06,
      "loss": 0.3277,
      "step": 1805270
    },
    {
      "epoch": 503.85,
      "grad_norm": 1.0191398859024048,
      "learning_rate": 1.5475915431182089e-06,
      "loss": 0.3489,
      "step": 1805280
    },
    {
      "epoch": 503.85,
      "grad_norm": 1.154619574546814,
      "learning_rate": 1.5475661114274175e-06,
      "loss": 0.3229,
      "step": 1805290
    },
    {
      "epoch": 503.85,
      "grad_norm": 0.9895873665809631,
      "learning_rate": 1.5475406798425988e-06,
      "loss": 0.3461,
      "step": 1805300
    },
    {
      "epoch": 503.85,
      "grad_norm": 1.1721851825714111,
      "learning_rate": 1.5475152483637562e-06,
      "loss": 0.3415,
      "step": 1805310
    },
    {
      "epoch": 503.86,
      "grad_norm": 1.3387353420257568,
      "learning_rate": 1.5474898169908912e-06,
      "loss": 0.3383,
      "step": 1805320
    },
    {
      "epoch": 503.86,
      "grad_norm": 1.0573393106460571,
      "learning_rate": 1.5474643857240098e-06,
      "loss": 0.3434,
      "step": 1805330
    },
    {
      "epoch": 503.86,
      "grad_norm": 1.0424339771270752,
      "learning_rate": 1.5474389545631141e-06,
      "loss": 0.3486,
      "step": 1805340
    },
    {
      "epoch": 503.87,
      "grad_norm": 0.9518450498580933,
      "learning_rate": 1.5474135235082073e-06,
      "loss": 0.3477,
      "step": 1805350
    },
    {
      "epoch": 503.87,
      "grad_norm": 11.305935859680176,
      "learning_rate": 1.5473880925592937e-06,
      "loss": 0.3425,
      "step": 1805360
    },
    {
      "epoch": 503.87,
      "grad_norm": 0.9646763801574707,
      "learning_rate": 1.547362661716376e-06,
      "loss": 0.336,
      "step": 1805370
    },
    {
      "epoch": 503.87,
      "grad_norm": 1.7644249200820923,
      "learning_rate": 1.5473372309794565e-06,
      "loss": 0.3232,
      "step": 1805380
    },
    {
      "epoch": 503.88,
      "grad_norm": 1.372822880744934,
      "learning_rate": 1.5473118003485407e-06,
      "loss": 0.3274,
      "step": 1805390
    },
    {
      "epoch": 503.88,
      "grad_norm": 1.1715761423110962,
      "learning_rate": 1.5472863698236315e-06,
      "loss": 0.3377,
      "step": 1805400
    },
    {
      "epoch": 503.88,
      "grad_norm": 1.1182557344436646,
      "learning_rate": 1.5472609394047306e-06,
      "loss": 0.3361,
      "step": 1805410
    },
    {
      "epoch": 503.89,
      "grad_norm": 1.0659383535385132,
      "learning_rate": 1.5472355090918433e-06,
      "loss": 0.3367,
      "step": 1805420
    },
    {
      "epoch": 503.89,
      "grad_norm": 1.2717320919036865,
      "learning_rate": 1.5472100788849727e-06,
      "loss": 0.3278,
      "step": 1805430
    },
    {
      "epoch": 503.89,
      "grad_norm": 0.941064178943634,
      "learning_rate": 1.547184648784121e-06,
      "loss": 0.3302,
      "step": 1805440
    },
    {
      "epoch": 503.89,
      "grad_norm": 1.069054365158081,
      "learning_rate": 1.5471592187892931e-06,
      "loss": 0.3539,
      "step": 1805450
    },
    {
      "epoch": 503.9,
      "grad_norm": 1.1176671981811523,
      "learning_rate": 1.5471337889004915e-06,
      "loss": 0.3509,
      "step": 1805460
    },
    {
      "epoch": 503.9,
      "grad_norm": 0.9235842823982239,
      "learning_rate": 1.5471083591177186e-06,
      "loss": 0.3484,
      "step": 1805470
    },
    {
      "epoch": 503.9,
      "grad_norm": 1.2034766674041748,
      "learning_rate": 1.5470829294409804e-06,
      "loss": 0.3469,
      "step": 1805480
    },
    {
      "epoch": 503.9,
      "grad_norm": 1.0653482675552368,
      "learning_rate": 1.547057499870278e-06,
      "loss": 0.3313,
      "step": 1805490
    },
    {
      "epoch": 503.91,
      "grad_norm": 0.9875509142875671,
      "learning_rate": 1.547032070405616e-06,
      "loss": 0.3409,
      "step": 1805500
    },
    {
      "epoch": 503.91,
      "grad_norm": 1.16507089138031,
      "learning_rate": 1.5470066410469974e-06,
      "loss": 0.3301,
      "step": 1805510
    },
    {
      "epoch": 503.91,
      "grad_norm": 1.2081232070922852,
      "learning_rate": 1.5469812117944249e-06,
      "loss": 0.3485,
      "step": 1805520
    },
    {
      "epoch": 503.92,
      "grad_norm": 1.010046124458313,
      "learning_rate": 1.546955782647903e-06,
      "loss": 0.333,
      "step": 1805530
    },
    {
      "epoch": 503.92,
      "grad_norm": 1.0047248601913452,
      "learning_rate": 1.546930353607435e-06,
      "loss": 0.3204,
      "step": 1805540
    },
    {
      "epoch": 503.92,
      "grad_norm": 1.325764775276184,
      "learning_rate": 1.5469049246730228e-06,
      "loss": 0.3366,
      "step": 1805550
    },
    {
      "epoch": 503.92,
      "grad_norm": 1.1910020112991333,
      "learning_rate": 1.5468794958446716e-06,
      "loss": 0.3515,
      "step": 1805560
    },
    {
      "epoch": 503.93,
      "grad_norm": 0.9371390342712402,
      "learning_rate": 1.5468540671223845e-06,
      "loss": 0.3415,
      "step": 1805570
    },
    {
      "epoch": 503.93,
      "grad_norm": 1.1322391033172607,
      "learning_rate": 1.546828638506164e-06,
      "loss": 0.3382,
      "step": 1805580
    },
    {
      "epoch": 503.93,
      "grad_norm": 1.0534000396728516,
      "learning_rate": 1.5468032099960144e-06,
      "loss": 0.3387,
      "step": 1805590
    },
    {
      "epoch": 503.94,
      "grad_norm": 1.1826505661010742,
      "learning_rate": 1.5467777815919383e-06,
      "loss": 0.3429,
      "step": 1805600
    },
    {
      "epoch": 503.94,
      "grad_norm": 1.3622678518295288,
      "learning_rate": 1.5467523532939389e-06,
      "loss": 0.3437,
      "step": 1805610
    },
    {
      "epoch": 503.94,
      "grad_norm": 1.2624708414077759,
      "learning_rate": 1.5467269251020206e-06,
      "loss": 0.3611,
      "step": 1805620
    },
    {
      "epoch": 503.94,
      "grad_norm": 1.114003300666809,
      "learning_rate": 1.5467014970161868e-06,
      "loss": 0.3437,
      "step": 1805630
    },
    {
      "epoch": 503.95,
      "grad_norm": 0.912874162197113,
      "learning_rate": 1.5466760690364394e-06,
      "loss": 0.3501,
      "step": 1805640
    },
    {
      "epoch": 503.95,
      "grad_norm": 1.1014117002487183,
      "learning_rate": 1.5466506411627836e-06,
      "loss": 0.3389,
      "step": 1805650
    },
    {
      "epoch": 503.95,
      "grad_norm": 0.9935094714164734,
      "learning_rate": 1.546625213395222e-06,
      "loss": 0.3387,
      "step": 1805660
    },
    {
      "epoch": 503.95,
      "grad_norm": 1.0016955137252808,
      "learning_rate": 1.5465997857337564e-06,
      "loss": 0.3399,
      "step": 1805670
    },
    {
      "epoch": 503.96,
      "grad_norm": 1.1606061458587646,
      "learning_rate": 1.546574358178393e-06,
      "loss": 0.3386,
      "step": 1805680
    },
    {
      "epoch": 503.96,
      "grad_norm": 1.067887783050537,
      "learning_rate": 1.5465489307291342e-06,
      "loss": 0.3311,
      "step": 1805690
    },
    {
      "epoch": 503.96,
      "grad_norm": 0.9783259034156799,
      "learning_rate": 1.5465235033859819e-06,
      "loss": 0.3253,
      "step": 1805700
    },
    {
      "epoch": 503.97,
      "grad_norm": 1.3626142740249634,
      "learning_rate": 1.5464980761489414e-06,
      "loss": 0.3504,
      "step": 1805710
    },
    {
      "epoch": 503.97,
      "grad_norm": 1.3266270160675049,
      "learning_rate": 1.5464726490180157e-06,
      "loss": 0.3202,
      "step": 1805720
    },
    {
      "epoch": 503.97,
      "grad_norm": 1.604317307472229,
      "learning_rate": 1.5464472219932071e-06,
      "loss": 0.3474,
      "step": 1805730
    },
    {
      "epoch": 503.97,
      "grad_norm": 1.0318788290023804,
      "learning_rate": 1.5464217950745204e-06,
      "loss": 0.3547,
      "step": 1805740
    },
    {
      "epoch": 503.98,
      "grad_norm": 1.0416314601898193,
      "learning_rate": 1.5463963682619582e-06,
      "loss": 0.3562,
      "step": 1805750
    },
    {
      "epoch": 503.98,
      "grad_norm": 1.254547119140625,
      "learning_rate": 1.5463709415555226e-06,
      "loss": 0.3306,
      "step": 1805760
    },
    {
      "epoch": 503.98,
      "grad_norm": 0.9570542573928833,
      "learning_rate": 1.5463455149552199e-06,
      "loss": 0.3238,
      "step": 1805770
    },
    {
      "epoch": 503.99,
      "grad_norm": 0.9563451409339905,
      "learning_rate": 1.5463200884610514e-06,
      "loss": 0.3548,
      "step": 1805780
    },
    {
      "epoch": 503.99,
      "grad_norm": 1.0843504667282104,
      "learning_rate": 1.5462946620730215e-06,
      "loss": 0.3276,
      "step": 1805790
    },
    {
      "epoch": 503.99,
      "grad_norm": 1.0650315284729004,
      "learning_rate": 1.546269235791133e-06,
      "loss": 0.353,
      "step": 1805800
    },
    {
      "epoch": 503.99,
      "grad_norm": 1.2497881650924683,
      "learning_rate": 1.5462438096153886e-06,
      "loss": 0.3404,
      "step": 1805810
    },
    {
      "epoch": 504.0,
      "grad_norm": 1.3079922199249268,
      "learning_rate": 1.5462183835457933e-06,
      "loss": 0.3461,
      "step": 1805820
    },
    {
      "epoch": 504.0,
      "grad_norm": 1.050614595413208,
      "learning_rate": 1.5461929575823496e-06,
      "loss": 0.3303,
      "step": 1805830
    },
    {
      "epoch": 504.0,
      "eval_loss": 0.3415398597717285,
      "eval_runtime": 62.9894,
      "eval_samples_per_second": 80.315,
      "eval_steps_per_second": 10.049,
      "step": 1805832
    },
    {
      "epoch": 504.0,
      "grad_norm": 1.2926151752471924,
      "learning_rate": 1.54616753172506e-06,
      "loss": 0.3442,
      "step": 1805840
    },
    {
      "epoch": 504.01,
      "grad_norm": 1.4429194927215576,
      "learning_rate": 1.54614210597393e-06,
      "loss": 0.3326,
      "step": 1805850
    },
    {
      "epoch": 504.01,
      "grad_norm": 0.972687840461731,
      "learning_rate": 1.546116680328962e-06,
      "loss": 0.3361,
      "step": 1805860
    },
    {
      "epoch": 504.01,
      "grad_norm": 1.1020933389663696,
      "learning_rate": 1.5460912547901584e-06,
      "loss": 0.3463,
      "step": 1805870
    },
    {
      "epoch": 504.01,
      "grad_norm": 1.1366655826568604,
      "learning_rate": 1.546065829357524e-06,
      "loss": 0.3563,
      "step": 1805880
    },
    {
      "epoch": 504.02,
      "grad_norm": 1.0965497493743896,
      "learning_rate": 1.5460404040310615e-06,
      "loss": 0.3457,
      "step": 1805890
    },
    {
      "epoch": 504.02,
      "grad_norm": 0.9416016340255737,
      "learning_rate": 1.5460149788107734e-06,
      "loss": 0.3468,
      "step": 1805900
    },
    {
      "epoch": 504.02,
      "grad_norm": 0.9830865263938904,
      "learning_rate": 1.5459895536966651e-06,
      "loss": 0.3338,
      "step": 1805910
    },
    {
      "epoch": 504.02,
      "grad_norm": 1.1286535263061523,
      "learning_rate": 1.5459641286887388e-06,
      "loss": 0.3198,
      "step": 1805920
    },
    {
      "epoch": 504.03,
      "grad_norm": 1.1738344430923462,
      "learning_rate": 1.5459387037869971e-06,
      "loss": 0.347,
      "step": 1805930
    },
    {
      "epoch": 504.03,
      "grad_norm": 1.1070719957351685,
      "learning_rate": 1.5459132789914455e-06,
      "loss": 0.3533,
      "step": 1805940
    },
    {
      "epoch": 504.03,
      "grad_norm": 1.1738686561584473,
      "learning_rate": 1.545887854302086e-06,
      "loss": 0.3606,
      "step": 1805950
    },
    {
      "epoch": 504.04,
      "grad_norm": 1.1490024328231812,
      "learning_rate": 1.5458624297189216e-06,
      "loss": 0.3552,
      "step": 1805960
    },
    {
      "epoch": 504.04,
      "grad_norm": 1.2040828466415405,
      "learning_rate": 1.545837005241957e-06,
      "loss": 0.3498,
      "step": 1805970
    },
    {
      "epoch": 504.04,
      "grad_norm": 1.1803367137908936,
      "learning_rate": 1.5458115808711947e-06,
      "loss": 0.328,
      "step": 1805980
    },
    {
      "epoch": 504.04,
      "grad_norm": 1.1184951066970825,
      "learning_rate": 1.545786156606637e-06,
      "loss": 0.3448,
      "step": 1805990
    },
    {
      "epoch": 504.05,
      "grad_norm": 1.0497766733169556,
      "learning_rate": 1.5457607324482896e-06,
      "loss": 0.3713,
      "step": 1806000
    },
    {
      "epoch": 504.05,
      "grad_norm": 1.0662789344787598,
      "learning_rate": 1.5457353083961548e-06,
      "loss": 0.33,
      "step": 1806010
    },
    {
      "epoch": 504.05,
      "grad_norm": 1.1354752779006958,
      "learning_rate": 1.5457098844502359e-06,
      "loss": 0.3502,
      "step": 1806020
    },
    {
      "epoch": 504.06,
      "grad_norm": 1.215187668800354,
      "learning_rate": 1.545684460610536e-06,
      "loss": 0.3517,
      "step": 1806030
    },
    {
      "epoch": 504.06,
      "grad_norm": 1.312855839729309,
      "learning_rate": 1.5456590368770596e-06,
      "loss": 0.3405,
      "step": 1806040
    },
    {
      "epoch": 504.06,
      "grad_norm": 0.957983672618866,
      "learning_rate": 1.545633613249808e-06,
      "loss": 0.3319,
      "step": 1806050
    },
    {
      "epoch": 504.06,
      "grad_norm": 1.0807732343673706,
      "learning_rate": 1.5456081897287874e-06,
      "loss": 0.3364,
      "step": 1806060
    },
    {
      "epoch": 504.07,
      "grad_norm": 1.3358842134475708,
      "learning_rate": 1.5455827663139981e-06,
      "loss": 0.338,
      "step": 1806070
    },
    {
      "epoch": 504.07,
      "grad_norm": 1.0189803838729858,
      "learning_rate": 1.5455573430054462e-06,
      "loss": 0.3307,
      "step": 1806080
    },
    {
      "epoch": 504.07,
      "grad_norm": 1.0334339141845703,
      "learning_rate": 1.5455319198031341e-06,
      "loss": 0.3373,
      "step": 1806090
    },
    {
      "epoch": 504.07,
      "grad_norm": 0.9168896079063416,
      "learning_rate": 1.5455064967070645e-06,
      "loss": 0.328,
      "step": 1806100
    },
    {
      "epoch": 504.08,
      "grad_norm": 1.1086957454681396,
      "learning_rate": 1.5454810737172416e-06,
      "loss": 0.346,
      "step": 1806110
    },
    {
      "epoch": 504.08,
      "grad_norm": 1.2396265268325806,
      "learning_rate": 1.5454556508336688e-06,
      "loss": 0.3481,
      "step": 1806120
    },
    {
      "epoch": 504.08,
      "grad_norm": 1.1223634481430054,
      "learning_rate": 1.5454302280563483e-06,
      "loss": 0.3504,
      "step": 1806130
    },
    {
      "epoch": 504.09,
      "grad_norm": 1.0839827060699463,
      "learning_rate": 1.5454048053852848e-06,
      "loss": 0.3373,
      "step": 1806140
    },
    {
      "epoch": 504.09,
      "grad_norm": 1.1079251766204834,
      "learning_rate": 1.5453793828204819e-06,
      "loss": 0.3511,
      "step": 1806150
    },
    {
      "epoch": 504.09,
      "grad_norm": 1.033748984336853,
      "learning_rate": 1.5453539603619413e-06,
      "loss": 0.3291,
      "step": 1806160
    },
    {
      "epoch": 504.09,
      "grad_norm": 0.9419288635253906,
      "learning_rate": 1.5453285380096683e-06,
      "loss": 0.3344,
      "step": 1806170
    },
    {
      "epoch": 504.1,
      "grad_norm": 1.1129615306854248,
      "learning_rate": 1.5453031157636654e-06,
      "loss": 0.331,
      "step": 1806180
    },
    {
      "epoch": 504.1,
      "grad_norm": 1.4042960405349731,
      "learning_rate": 1.545277693623935e-06,
      "loss": 0.3216,
      "step": 1806190
    },
    {
      "epoch": 504.1,
      "grad_norm": 1.0076704025268555,
      "learning_rate": 1.5452522715904824e-06,
      "loss": 0.357,
      "step": 1806200
    },
    {
      "epoch": 504.11,
      "grad_norm": 1.0194470882415771,
      "learning_rate": 1.5452268496633102e-06,
      "loss": 0.3458,
      "step": 1806210
    },
    {
      "epoch": 504.11,
      "grad_norm": 0.9934421181678772,
      "learning_rate": 1.54520142784242e-06,
      "loss": 0.355,
      "step": 1806220
    },
    {
      "epoch": 504.11,
      "grad_norm": 1.243406891822815,
      "learning_rate": 1.5451760061278184e-06,
      "loss": 0.3315,
      "step": 1806230
    },
    {
      "epoch": 504.11,
      "grad_norm": 1.161325216293335,
      "learning_rate": 1.5451505845195073e-06,
      "loss": 0.3466,
      "step": 1806240
    },
    {
      "epoch": 504.12,
      "grad_norm": 1.212226152420044,
      "learning_rate": 1.5451251630174893e-06,
      "loss": 0.34,
      "step": 1806250
    },
    {
      "epoch": 504.12,
      "grad_norm": 0.9747116565704346,
      "learning_rate": 1.545099741621769e-06,
      "loss": 0.3477,
      "step": 1806260
    },
    {
      "epoch": 504.12,
      "grad_norm": 1.382456660270691,
      "learning_rate": 1.5450743203323497e-06,
      "loss": 0.3253,
      "step": 1806270
    },
    {
      "epoch": 504.13,
      "grad_norm": 1.0436960458755493,
      "learning_rate": 1.5450488991492329e-06,
      "loss": 0.3504,
      "step": 1806280
    },
    {
      "epoch": 504.13,
      "grad_norm": 2.368250608444214,
      "learning_rate": 1.5450234780724244e-06,
      "loss": 0.346,
      "step": 1806290
    },
    {
      "epoch": 504.13,
      "grad_norm": 1.1123818159103394,
      "learning_rate": 1.5449980571019267e-06,
      "loss": 0.3316,
      "step": 1806300
    },
    {
      "epoch": 504.13,
      "grad_norm": 1.1676974296569824,
      "learning_rate": 1.5449726362377427e-06,
      "loss": 0.3398,
      "step": 1806310
    },
    {
      "epoch": 504.14,
      "grad_norm": 1.4516688585281372,
      "learning_rate": 1.5449472154798762e-06,
      "loss": 0.3546,
      "step": 1806320
    },
    {
      "epoch": 504.14,
      "grad_norm": 1.0835219621658325,
      "learning_rate": 1.5449217948283312e-06,
      "loss": 0.342,
      "step": 1806330
    },
    {
      "epoch": 504.14,
      "grad_norm": 1.1415935754776,
      "learning_rate": 1.5448963742831091e-06,
      "loss": 0.3357,
      "step": 1806340
    },
    {
      "epoch": 504.14,
      "grad_norm": 1.15642511844635,
      "learning_rate": 1.544870953844216e-06,
      "loss": 0.3285,
      "step": 1806350
    },
    {
      "epoch": 504.15,
      "grad_norm": 1.1870434284210205,
      "learning_rate": 1.544845533511653e-06,
      "loss": 0.3471,
      "step": 1806360
    },
    {
      "epoch": 504.15,
      "grad_norm": 1.0190500020980835,
      "learning_rate": 1.5448201132854247e-06,
      "loss": 0.3388,
      "step": 1806370
    },
    {
      "epoch": 504.15,
      "grad_norm": 1.1763916015625,
      "learning_rate": 1.5447946931655347e-06,
      "loss": 0.3429,
      "step": 1806380
    },
    {
      "epoch": 504.16,
      "grad_norm": 0.9730002880096436,
      "learning_rate": 1.544769273151985e-06,
      "loss": 0.3455,
      "step": 1806390
    },
    {
      "epoch": 504.16,
      "grad_norm": 1.0006904602050781,
      "learning_rate": 1.5447438532447808e-06,
      "loss": 0.3286,
      "step": 1806400
    },
    {
      "epoch": 504.16,
      "grad_norm": 1.1308436393737793,
      "learning_rate": 1.5447184334439243e-06,
      "loss": 0.3323,
      "step": 1806410
    },
    {
      "epoch": 504.16,
      "grad_norm": 0.9955124855041504,
      "learning_rate": 1.544693013749418e-06,
      "loss": 0.329,
      "step": 1806420
    },
    {
      "epoch": 504.17,
      "grad_norm": 1.3099604845046997,
      "learning_rate": 1.5446675941612676e-06,
      "loss": 0.3534,
      "step": 1806430
    },
    {
      "epoch": 504.17,
      "grad_norm": 1.1525065898895264,
      "learning_rate": 1.5446421746794753e-06,
      "loss": 0.3434,
      "step": 1806440
    },
    {
      "epoch": 504.17,
      "grad_norm": 1.1360950469970703,
      "learning_rate": 1.5446167553040439e-06,
      "loss": 0.3454,
      "step": 1806450
    },
    {
      "epoch": 504.18,
      "grad_norm": 1.2180472612380981,
      "learning_rate": 1.5445913360349777e-06,
      "loss": 0.3285,
      "step": 1806460
    },
    {
      "epoch": 504.18,
      "grad_norm": 1.0815485715866089,
      "learning_rate": 1.54456591687228e-06,
      "loss": 0.347,
      "step": 1806470
    },
    {
      "epoch": 504.18,
      "grad_norm": 0.9994242191314697,
      "learning_rate": 1.5445404978159528e-06,
      "loss": 0.3458,
      "step": 1806480
    },
    {
      "epoch": 504.18,
      "grad_norm": 1.4097040891647339,
      "learning_rate": 1.5445150788660017e-06,
      "loss": 0.3477,
      "step": 1806490
    },
    {
      "epoch": 504.19,
      "grad_norm": 1.178504228591919,
      "learning_rate": 1.5444896600224288e-06,
      "loss": 0.3477,
      "step": 1806500
    },
    {
      "epoch": 504.19,
      "grad_norm": 1.2112116813659668,
      "learning_rate": 1.5444642412852368e-06,
      "loss": 0.348,
      "step": 1806510
    },
    {
      "epoch": 504.19,
      "grad_norm": 1.1772586107254028,
      "learning_rate": 1.5444388226544312e-06,
      "loss": 0.3514,
      "step": 1806520
    },
    {
      "epoch": 504.19,
      "grad_norm": 1.125920295715332,
      "learning_rate": 1.5444134041300135e-06,
      "loss": 0.3488,
      "step": 1806530
    },
    {
      "epoch": 504.2,
      "grad_norm": 1.0489013195037842,
      "learning_rate": 1.5443879857119876e-06,
      "loss": 0.322,
      "step": 1806540
    },
    {
      "epoch": 504.2,
      "grad_norm": 1.234066367149353,
      "learning_rate": 1.5443625674003574e-06,
      "loss": 0.3451,
      "step": 1806550
    },
    {
      "epoch": 504.2,
      "grad_norm": 1.1714892387390137,
      "learning_rate": 1.5443371491951263e-06,
      "loss": 0.3444,
      "step": 1806560
    },
    {
      "epoch": 504.21,
      "grad_norm": 1.0456067323684692,
      "learning_rate": 1.5443117310962959e-06,
      "loss": 0.3404,
      "step": 1806570
    },
    {
      "epoch": 504.21,
      "grad_norm": 1.0120733976364136,
      "learning_rate": 1.544286313103872e-06,
      "loss": 0.3376,
      "step": 1806580
    },
    {
      "epoch": 504.21,
      "grad_norm": 1.0913476943969727,
      "learning_rate": 1.5442608952178568e-06,
      "loss": 0.3485,
      "step": 1806590
    },
    {
      "epoch": 504.21,
      "grad_norm": 0.9973917603492737,
      "learning_rate": 1.5442354774382532e-06,
      "loss": 0.3385,
      "step": 1806600
    },
    {
      "epoch": 504.22,
      "grad_norm": 1.0030587911605835,
      "learning_rate": 1.5442100597650661e-06,
      "loss": 0.3394,
      "step": 1806610
    },
    {
      "epoch": 504.22,
      "grad_norm": 0.9372009634971619,
      "learning_rate": 1.5441846421982978e-06,
      "loss": 0.3273,
      "step": 1806620
    },
    {
      "epoch": 504.22,
      "grad_norm": 1.084001898765564,
      "learning_rate": 1.5441592247379508e-06,
      "loss": 0.3386,
      "step": 1806630
    },
    {
      "epoch": 504.23,
      "grad_norm": 1.0314006805419922,
      "learning_rate": 1.5441338073840309e-06,
      "loss": 0.3457,
      "step": 1806640
    },
    {
      "epoch": 504.23,
      "grad_norm": 1.0700591802597046,
      "learning_rate": 1.5441083901365387e-06,
      "loss": 0.332,
      "step": 1806650
    },
    {
      "epoch": 504.23,
      "grad_norm": 1.1488713026046753,
      "learning_rate": 1.5440829729954802e-06,
      "loss": 0.346,
      "step": 1806660
    },
    {
      "epoch": 504.23,
      "grad_norm": 1.3078851699829102,
      "learning_rate": 1.5440575559608575e-06,
      "loss": 0.339,
      "step": 1806670
    },
    {
      "epoch": 504.24,
      "grad_norm": 0.9747379422187805,
      "learning_rate": 1.5440321390326738e-06,
      "loss": 0.3517,
      "step": 1806680
    },
    {
      "epoch": 504.24,
      "grad_norm": 1.0732685327529907,
      "learning_rate": 1.544006722210933e-06,
      "loss": 0.3355,
      "step": 1806690
    },
    {
      "epoch": 504.24,
      "grad_norm": 1.0566920042037964,
      "learning_rate": 1.5439813054956384e-06,
      "loss": 0.3538,
      "step": 1806700
    },
    {
      "epoch": 504.25,
      "grad_norm": 1.230424404144287,
      "learning_rate": 1.543955888886792e-06,
      "loss": 0.3456,
      "step": 1806710
    },
    {
      "epoch": 504.25,
      "grad_norm": 1.0009212493896484,
      "learning_rate": 1.5439304723843998e-06,
      "loss": 0.3322,
      "step": 1806720
    },
    {
      "epoch": 504.25,
      "grad_norm": 1.1623643636703491,
      "learning_rate": 1.5439050559884635e-06,
      "loss": 0.3404,
      "step": 1806730
    },
    {
      "epoch": 504.25,
      "grad_norm": 1.0992705821990967,
      "learning_rate": 1.5438796396989865e-06,
      "loss": 0.3273,
      "step": 1806740
    },
    {
      "epoch": 504.26,
      "grad_norm": 1.2367688417434692,
      "learning_rate": 1.5438542235159729e-06,
      "loss": 0.3408,
      "step": 1806750
    },
    {
      "epoch": 504.26,
      "grad_norm": 1.2308311462402344,
      "learning_rate": 1.5438288074394258e-06,
      "loss": 0.3462,
      "step": 1806760
    },
    {
      "epoch": 504.26,
      "grad_norm": 1.1140503883361816,
      "learning_rate": 1.5438033914693474e-06,
      "loss": 0.3439,
      "step": 1806770
    },
    {
      "epoch": 504.26,
      "grad_norm": 0.9740301966667175,
      "learning_rate": 1.5437779756057427e-06,
      "loss": 0.3258,
      "step": 1806780
    },
    {
      "epoch": 504.27,
      "grad_norm": 1.1298218965530396,
      "learning_rate": 1.5437525598486147e-06,
      "loss": 0.3463,
      "step": 1806790
    },
    {
      "epoch": 504.27,
      "grad_norm": 1.1510628461837769,
      "learning_rate": 1.5437271441979657e-06,
      "loss": 0.3406,
      "step": 1806800
    },
    {
      "epoch": 504.27,
      "grad_norm": 0.9695427417755127,
      "learning_rate": 1.5437017286538007e-06,
      "loss": 0.3465,
      "step": 1806810
    },
    {
      "epoch": 504.28,
      "grad_norm": 0.9770582914352417,
      "learning_rate": 1.5436763132161229e-06,
      "loss": 0.3537,
      "step": 1806820
    },
    {
      "epoch": 504.28,
      "grad_norm": 1.213943362236023,
      "learning_rate": 1.5436508978849339e-06,
      "loss": 0.3376,
      "step": 1806830
    },
    {
      "epoch": 504.28,
      "grad_norm": 1.4226230382919312,
      "learning_rate": 1.5436254826602391e-06,
      "loss": 0.3411,
      "step": 1806840
    },
    {
      "epoch": 504.28,
      "grad_norm": 0.9703259468078613,
      "learning_rate": 1.543600067542041e-06,
      "loss": 0.3556,
      "step": 1806850
    },
    {
      "epoch": 504.29,
      "grad_norm": 1.115113377571106,
      "learning_rate": 1.5435746525303425e-06,
      "loss": 0.3392,
      "step": 1806860
    },
    {
      "epoch": 504.29,
      "grad_norm": 1.0691646337509155,
      "learning_rate": 1.5435492376251483e-06,
      "loss": 0.3563,
      "step": 1806870
    },
    {
      "epoch": 504.29,
      "grad_norm": 1.060603141784668,
      "learning_rate": 1.543523822826461e-06,
      "loss": 0.3419,
      "step": 1806880
    },
    {
      "epoch": 504.3,
      "grad_norm": 0.9570308923721313,
      "learning_rate": 1.5434984081342832e-06,
      "loss": 0.323,
      "step": 1806890
    },
    {
      "epoch": 504.3,
      "grad_norm": 1.0254279375076294,
      "learning_rate": 1.5434729935486197e-06,
      "loss": 0.3396,
      "step": 1806900
    },
    {
      "epoch": 504.3,
      "grad_norm": 1.1410490274429321,
      "learning_rate": 1.5434475790694737e-06,
      "loss": 0.3195,
      "step": 1806910
    },
    {
      "epoch": 504.3,
      "grad_norm": 1.2600982189178467,
      "learning_rate": 1.5434221646968475e-06,
      "loss": 0.3527,
      "step": 1806920
    },
    {
      "epoch": 504.31,
      "grad_norm": 1.1452325582504272,
      "learning_rate": 1.5433967504307457e-06,
      "loss": 0.3454,
      "step": 1806930
    },
    {
      "epoch": 504.31,
      "grad_norm": 1.3909695148468018,
      "learning_rate": 1.5433713362711699e-06,
      "loss": 0.3488,
      "step": 1806940
    },
    {
      "epoch": 504.31,
      "grad_norm": 0.9886953234672546,
      "learning_rate": 1.5433459222181258e-06,
      "loss": 0.3367,
      "step": 1806950
    },
    {
      "epoch": 504.31,
      "grad_norm": 1.054229736328125,
      "learning_rate": 1.543320508271616e-06,
      "loss": 0.3512,
      "step": 1806960
    },
    {
      "epoch": 504.32,
      "grad_norm": 1.0167911052703857,
      "learning_rate": 1.5432950944316428e-06,
      "loss": 0.3436,
      "step": 1806970
    },
    {
      "epoch": 504.32,
      "grad_norm": 1.0930153131484985,
      "learning_rate": 1.5432696806982112e-06,
      "loss": 0.3471,
      "step": 1806980
    },
    {
      "epoch": 504.32,
      "grad_norm": 1.4938398599624634,
      "learning_rate": 1.5432442670713232e-06,
      "loss": 0.3459,
      "step": 1806990
    },
    {
      "epoch": 504.33,
      "grad_norm": 1.097167730331421,
      "learning_rate": 1.543218853550982e-06,
      "loss": 0.3394,
      "step": 1807000
    },
    {
      "epoch": 504.33,
      "grad_norm": 1.0841765403747559,
      "learning_rate": 1.5431934401371931e-06,
      "loss": 0.3336,
      "step": 1807010
    },
    {
      "epoch": 504.33,
      "grad_norm": 1.0325627326965332,
      "learning_rate": 1.543168026829958e-06,
      "loss": 0.3499,
      "step": 1807020
    },
    {
      "epoch": 504.33,
      "grad_norm": 1.0420236587524414,
      "learning_rate": 1.5431426136292796e-06,
      "loss": 0.3298,
      "step": 1807030
    },
    {
      "epoch": 504.34,
      "grad_norm": 1.0786927938461304,
      "learning_rate": 1.5431172005351637e-06,
      "loss": 0.3421,
      "step": 1807040
    },
    {
      "epoch": 504.34,
      "grad_norm": 1.0008773803710938,
      "learning_rate": 1.5430917875476117e-06,
      "loss": 0.3331,
      "step": 1807050
    },
    {
      "epoch": 504.34,
      "grad_norm": 1.0562299489974976,
      "learning_rate": 1.5430663746666273e-06,
      "loss": 0.3391,
      "step": 1807060
    },
    {
      "epoch": 504.35,
      "grad_norm": 1.0834187269210815,
      "learning_rate": 1.5430409618922144e-06,
      "loss": 0.3388,
      "step": 1807070
    },
    {
      "epoch": 504.35,
      "grad_norm": 1.2391541004180908,
      "learning_rate": 1.5430155492243765e-06,
      "loss": 0.3555,
      "step": 1807080
    },
    {
      "epoch": 504.35,
      "grad_norm": 1.0988149642944336,
      "learning_rate": 1.5429901366631153e-06,
      "loss": 0.3333,
      "step": 1807090
    },
    {
      "epoch": 504.35,
      "grad_norm": 1.107942819595337,
      "learning_rate": 1.5429647242084364e-06,
      "loss": 0.3427,
      "step": 1807100
    },
    {
      "epoch": 504.36,
      "grad_norm": 0.94264155626297,
      "learning_rate": 1.5429393118603424e-06,
      "loss": 0.3506,
      "step": 1807110
    },
    {
      "epoch": 504.36,
      "grad_norm": 1.064466118812561,
      "learning_rate": 1.542913899618836e-06,
      "loss": 0.3351,
      "step": 1807120
    },
    {
      "epoch": 504.36,
      "grad_norm": 1.2773395776748657,
      "learning_rate": 1.5428884874839215e-06,
      "loss": 0.3406,
      "step": 1807130
    },
    {
      "epoch": 504.37,
      "grad_norm": 1.159010648727417,
      "learning_rate": 1.5428630754556017e-06,
      "loss": 0.3403,
      "step": 1807140
    },
    {
      "epoch": 504.37,
      "grad_norm": 1.2024224996566772,
      "learning_rate": 1.5428376635338796e-06,
      "loss": 0.3542,
      "step": 1807150
    },
    {
      "epoch": 504.37,
      "grad_norm": 1.1564379930496216,
      "learning_rate": 1.5428122517187601e-06,
      "loss": 0.3872,
      "step": 1807160
    },
    {
      "epoch": 504.37,
      "grad_norm": 1.4670419692993164,
      "learning_rate": 1.5427868400102453e-06,
      "loss": 0.3537,
      "step": 1807170
    },
    {
      "epoch": 504.38,
      "grad_norm": 1.3764522075653076,
      "learning_rate": 1.5427614284083382e-06,
      "loss": 0.3499,
      "step": 1807180
    },
    {
      "epoch": 504.38,
      "grad_norm": 1.1271889209747314,
      "learning_rate": 1.5427360169130438e-06,
      "loss": 0.3422,
      "step": 1807190
    },
    {
      "epoch": 504.38,
      "grad_norm": 1.1091318130493164,
      "learning_rate": 1.5427106055243645e-06,
      "loss": 0.3638,
      "step": 1807200
    },
    {
      "epoch": 504.38,
      "grad_norm": 1.3125635385513306,
      "learning_rate": 1.5426851942423037e-06,
      "loss": 0.3598,
      "step": 1807210
    },
    {
      "epoch": 504.39,
      "grad_norm": 1.1433485746383667,
      "learning_rate": 1.5426597830668648e-06,
      "loss": 0.3637,
      "step": 1807220
    },
    {
      "epoch": 504.39,
      "grad_norm": 1.1817806959152222,
      "learning_rate": 1.5426343719980506e-06,
      "loss": 0.3515,
      "step": 1807230
    },
    {
      "epoch": 504.39,
      "grad_norm": 1.204140305519104,
      "learning_rate": 1.5426089610358656e-06,
      "loss": 0.3614,
      "step": 1807240
    },
    {
      "epoch": 504.4,
      "grad_norm": 1.2293778657913208,
      "learning_rate": 1.5425835501803129e-06,
      "loss": 0.3354,
      "step": 1807250
    },
    {
      "epoch": 504.4,
      "grad_norm": 0.9609512090682983,
      "learning_rate": 1.5425581394313955e-06,
      "loss": 0.3422,
      "step": 1807260
    },
    {
      "epoch": 504.4,
      "grad_norm": 1.0887848138809204,
      "learning_rate": 1.542532728789117e-06,
      "loss": 0.3474,
      "step": 1807270
    },
    {
      "epoch": 504.4,
      "grad_norm": 1.2880793809890747,
      "learning_rate": 1.5425073182534809e-06,
      "loss": 0.3594,
      "step": 1807280
    },
    {
      "epoch": 504.41,
      "grad_norm": 0.9988092184066772,
      "learning_rate": 1.5424819078244898e-06,
      "loss": 0.3249,
      "step": 1807290
    },
    {
      "epoch": 504.41,
      "grad_norm": 1.0664947032928467,
      "learning_rate": 1.5424564975021481e-06,
      "loss": 0.3255,
      "step": 1807300
    },
    {
      "epoch": 504.41,
      "grad_norm": 1.1271811723709106,
      "learning_rate": 1.5424310872864594e-06,
      "loss": 0.3517,
      "step": 1807310
    },
    {
      "epoch": 504.42,
      "grad_norm": 0.9632675051689148,
      "learning_rate": 1.542405677177425e-06,
      "loss": 0.3322,
      "step": 1807320
    },
    {
      "epoch": 504.42,
      "grad_norm": 1.0347768068313599,
      "learning_rate": 1.542380267175051e-06,
      "loss": 0.3304,
      "step": 1807330
    },
    {
      "epoch": 504.42,
      "grad_norm": 1.0453602075576782,
      "learning_rate": 1.5423548572793393e-06,
      "loss": 0.3395,
      "step": 1807340
    },
    {
      "epoch": 504.42,
      "grad_norm": 1.076855182647705,
      "learning_rate": 1.5423294474902934e-06,
      "loss": 0.3518,
      "step": 1807350
    },
    {
      "epoch": 504.43,
      "grad_norm": 1.3273531198501587,
      "learning_rate": 1.542304037807917e-06,
      "loss": 0.3404,
      "step": 1807360
    },
    {
      "epoch": 504.43,
      "grad_norm": 1.0583529472351074,
      "learning_rate": 1.542278628232213e-06,
      "loss": 0.3502,
      "step": 1807370
    },
    {
      "epoch": 504.43,
      "grad_norm": 1.2490594387054443,
      "learning_rate": 1.5422532187631845e-06,
      "loss": 0.3491,
      "step": 1807380
    },
    {
      "epoch": 504.43,
      "grad_norm": 1.1610087156295776,
      "learning_rate": 1.5422278094008361e-06,
      "loss": 0.3576,
      "step": 1807390
    },
    {
      "epoch": 504.44,
      "grad_norm": 1.0193431377410889,
      "learning_rate": 1.542202400145171e-06,
      "loss": 0.3298,
      "step": 1807400
    },
    {
      "epoch": 504.44,
      "grad_norm": 1.1500098705291748,
      "learning_rate": 1.5421769909961914e-06,
      "loss": 0.3425,
      "step": 1807410
    },
    {
      "epoch": 504.44,
      "grad_norm": 1.1179192066192627,
      "learning_rate": 1.5421515819539017e-06,
      "loss": 0.3476,
      "step": 1807420
    },
    {
      "epoch": 504.45,
      "grad_norm": 1.2420132160186768,
      "learning_rate": 1.5421261730183052e-06,
      "loss": 0.3474,
      "step": 1807430
    },
    {
      "epoch": 504.45,
      "grad_norm": 1.283447504043579,
      "learning_rate": 1.5421007641894038e-06,
      "loss": 0.326,
      "step": 1807440
    },
    {
      "epoch": 504.45,
      "grad_norm": 1.1425889730453491,
      "learning_rate": 1.5420753554672031e-06,
      "loss": 0.3414,
      "step": 1807450
    },
    {
      "epoch": 504.45,
      "grad_norm": 1.0831023454666138,
      "learning_rate": 1.542049946851706e-06,
      "loss": 0.3527,
      "step": 1807460
    },
    {
      "epoch": 504.46,
      "grad_norm": 1.1737916469573975,
      "learning_rate": 1.5420245383429138e-06,
      "loss": 0.3428,
      "step": 1807470
    },
    {
      "epoch": 504.46,
      "grad_norm": 1.2967151403427124,
      "learning_rate": 1.5419991299408329e-06,
      "loss": 0.345,
      "step": 1807480
    },
    {
      "epoch": 504.46,
      "grad_norm": 1.015293836593628,
      "learning_rate": 1.5419737216454648e-06,
      "loss": 0.3391,
      "step": 1807490
    },
    {
      "epoch": 504.47,
      "grad_norm": 1.1946303844451904,
      "learning_rate": 1.5419483134568134e-06,
      "loss": 0.3507,
      "step": 1807500
    },
    {
      "epoch": 504.47,
      "grad_norm": 1.2619229555130005,
      "learning_rate": 1.5419229053748824e-06,
      "loss": 0.3494,
      "step": 1807510
    },
    {
      "epoch": 504.47,
      "grad_norm": 1.0816642045974731,
      "learning_rate": 1.5418974973996737e-06,
      "loss": 0.3314,
      "step": 1807520
    },
    {
      "epoch": 504.47,
      "grad_norm": 1.1429435014724731,
      "learning_rate": 1.5418720895311927e-06,
      "loss": 0.352,
      "step": 1807530
    },
    {
      "epoch": 504.48,
      "grad_norm": 1.1841546297073364,
      "learning_rate": 1.5418466817694418e-06,
      "loss": 0.3466,
      "step": 1807540
    },
    {
      "epoch": 504.48,
      "grad_norm": 1.1009660959243774,
      "learning_rate": 1.541821274114424e-06,
      "loss": 0.3385,
      "step": 1807550
    },
    {
      "epoch": 504.48,
      "grad_norm": 1.0016732215881348,
      "learning_rate": 1.541795866566144e-06,
      "loss": 0.3436,
      "step": 1807560
    },
    {
      "epoch": 504.49,
      "grad_norm": 1.1704894304275513,
      "learning_rate": 1.5417704591246037e-06,
      "loss": 0.3363,
      "step": 1807570
    },
    {
      "epoch": 504.49,
      "grad_norm": 1.006218433380127,
      "learning_rate": 1.5417450517898068e-06,
      "loss": 0.3354,
      "step": 1807580
    },
    {
      "epoch": 504.49,
      "grad_norm": 1.030137062072754,
      "learning_rate": 1.5417196445617572e-06,
      "loss": 0.3314,
      "step": 1807590
    },
    {
      "epoch": 504.49,
      "grad_norm": 1.1839805841445923,
      "learning_rate": 1.5416942374404588e-06,
      "loss": 0.3468,
      "step": 1807600
    },
    {
      "epoch": 504.5,
      "grad_norm": 1.0692250728607178,
      "learning_rate": 1.5416688304259127e-06,
      "loss": 0.3418,
      "step": 1807610
    },
    {
      "epoch": 504.5,
      "grad_norm": 1.022388219833374,
      "learning_rate": 1.541643423518125e-06,
      "loss": 0.3234,
      "step": 1807620
    },
    {
      "epoch": 504.5,
      "grad_norm": 1.0954917669296265,
      "learning_rate": 1.541618016717098e-06,
      "loss": 0.3285,
      "step": 1807630
    },
    {
      "epoch": 504.5,
      "grad_norm": 0.9473847150802612,
      "learning_rate": 1.5415926100228344e-06,
      "loss": 0.3577,
      "step": 1807640
    },
    {
      "epoch": 504.51,
      "grad_norm": 1.1327394247055054,
      "learning_rate": 1.5415672034353389e-06,
      "loss": 0.354,
      "step": 1807650
    },
    {
      "epoch": 504.51,
      "grad_norm": 1.3112722635269165,
      "learning_rate": 1.541541796954614e-06,
      "loss": 0.3357,
      "step": 1807660
    },
    {
      "epoch": 504.51,
      "grad_norm": 1.2562849521636963,
      "learning_rate": 1.5415163905806618e-06,
      "loss": 0.3343,
      "step": 1807670
    },
    {
      "epoch": 504.52,
      "grad_norm": 1.273013949394226,
      "learning_rate": 1.5414909843134885e-06,
      "loss": 0.343,
      "step": 1807680
    },
    {
      "epoch": 504.52,
      "grad_norm": 1.1030217409133911,
      "learning_rate": 1.5414655781530964e-06,
      "loss": 0.3508,
      "step": 1807690
    },
    {
      "epoch": 504.52,
      "grad_norm": 1.102588176727295,
      "learning_rate": 1.5414401720994874e-06,
      "loss": 0.324,
      "step": 1807700
    },
    {
      "epoch": 504.52,
      "grad_norm": 1.177116870880127,
      "learning_rate": 1.5414147661526668e-06,
      "loss": 0.3382,
      "step": 1807710
    },
    {
      "epoch": 504.53,
      "grad_norm": 1.0633054971694946,
      "learning_rate": 1.5413893603126374e-06,
      "loss": 0.3532,
      "step": 1807720
    },
    {
      "epoch": 504.53,
      "grad_norm": 1.0267622470855713,
      "learning_rate": 1.5413639545794015e-06,
      "loss": 0.3427,
      "step": 1807730
    },
    {
      "epoch": 504.53,
      "grad_norm": 1.032057285308838,
      "learning_rate": 1.5413385489529642e-06,
      "loss": 0.3492,
      "step": 1807740
    },
    {
      "epoch": 504.54,
      "grad_norm": 1.0580974817276,
      "learning_rate": 1.5413131434333282e-06,
      "loss": 0.3431,
      "step": 1807750
    },
    {
      "epoch": 504.54,
      "grad_norm": 1.081446886062622,
      "learning_rate": 1.5412877380204958e-06,
      "loss": 0.3299,
      "step": 1807760
    },
    {
      "epoch": 504.54,
      "grad_norm": 1.1917270421981812,
      "learning_rate": 1.541262332714472e-06,
      "loss": 0.3573,
      "step": 1807770
    },
    {
      "epoch": 504.54,
      "grad_norm": 1.0969794988632202,
      "learning_rate": 1.5412369275152599e-06,
      "loss": 0.3511,
      "step": 1807780
    },
    {
      "epoch": 504.55,
      "grad_norm": 0.9927291870117188,
      "learning_rate": 1.5412115224228618e-06,
      "loss": 0.3445,
      "step": 1807790
    },
    {
      "epoch": 504.55,
      "grad_norm": 1.1454641819000244,
      "learning_rate": 1.5411861174372826e-06,
      "loss": 0.3426,
      "step": 1807800
    },
    {
      "epoch": 504.55,
      "grad_norm": 1.1378687620162964,
      "learning_rate": 1.5411607125585235e-06,
      "loss": 0.3459,
      "step": 1807810
    },
    {
      "epoch": 504.55,
      "grad_norm": 1.0846991539001465,
      "learning_rate": 1.5411353077865904e-06,
      "loss": 0.3313,
      "step": 1807820
    },
    {
      "epoch": 504.56,
      "grad_norm": 2.602538585662842,
      "learning_rate": 1.5411099031214855e-06,
      "loss": 0.3394,
      "step": 1807830
    },
    {
      "epoch": 504.56,
      "grad_norm": 1.1745214462280273,
      "learning_rate": 1.5410844985632117e-06,
      "loss": 0.3498,
      "step": 1807840
    },
    {
      "epoch": 504.56,
      "grad_norm": 1.158689022064209,
      "learning_rate": 1.541059094111773e-06,
      "loss": 0.3544,
      "step": 1807850
    },
    {
      "epoch": 504.57,
      "grad_norm": 1.050837755203247,
      "learning_rate": 1.541033689767173e-06,
      "loss": 0.3487,
      "step": 1807860
    },
    {
      "epoch": 504.57,
      "grad_norm": 1.0538662672042847,
      "learning_rate": 1.5410082855294143e-06,
      "loss": 0.3328,
      "step": 1807870
    },
    {
      "epoch": 504.57,
      "grad_norm": 1.2564198970794678,
      "learning_rate": 1.5409828813985015e-06,
      "loss": 0.3454,
      "step": 1807880
    },
    {
      "epoch": 504.57,
      "grad_norm": 0.9983959794044495,
      "learning_rate": 1.540957477374437e-06,
      "loss": 0.3387,
      "step": 1807890
    },
    {
      "epoch": 504.58,
      "grad_norm": 1.040116310119629,
      "learning_rate": 1.5409320734572234e-06,
      "loss": 0.3226,
      "step": 1807900
    },
    {
      "epoch": 504.58,
      "grad_norm": 1.0369173288345337,
      "learning_rate": 1.5409066696468662e-06,
      "loss": 0.3431,
      "step": 1807910
    },
    {
      "epoch": 504.58,
      "grad_norm": 0.9956196546554565,
      "learning_rate": 1.5408812659433678e-06,
      "loss": 0.3261,
      "step": 1807920
    },
    {
      "epoch": 504.59,
      "grad_norm": 5.373818874359131,
      "learning_rate": 1.5408558623467305e-06,
      "loss": 0.3421,
      "step": 1807930
    },
    {
      "epoch": 504.59,
      "grad_norm": 1.1788878440856934,
      "learning_rate": 1.5408304588569594e-06,
      "loss": 0.3377,
      "step": 1807940
    },
    {
      "epoch": 504.59,
      "grad_norm": 1.1724778413772583,
      "learning_rate": 1.5408050554740572e-06,
      "loss": 0.3366,
      "step": 1807950
    },
    {
      "epoch": 504.59,
      "grad_norm": 1.0845224857330322,
      "learning_rate": 1.540779652198026e-06,
      "loss": 0.3366,
      "step": 1807960
    },
    {
      "epoch": 504.6,
      "grad_norm": 1.1519511938095093,
      "learning_rate": 1.5407542490288716e-06,
      "loss": 0.3328,
      "step": 1807970
    },
    {
      "epoch": 504.6,
      "grad_norm": 1.2895997762680054,
      "learning_rate": 1.540728845966596e-06,
      "loss": 0.3371,
      "step": 1807980
    },
    {
      "epoch": 504.6,
      "grad_norm": 1.0897653102874756,
      "learning_rate": 1.5407034430112016e-06,
      "loss": 0.3408,
      "step": 1807990
    },
    {
      "epoch": 504.61,
      "grad_norm": 1.1023826599121094,
      "learning_rate": 1.5406780401626942e-06,
      "loss": 0.3353,
      "step": 1808000
    },
    {
      "epoch": 504.61,
      "grad_norm": 1.211928129196167,
      "learning_rate": 1.5406526374210755e-06,
      "loss": 0.3449,
      "step": 1808010
    },
    {
      "epoch": 504.61,
      "grad_norm": 1.1852149963378906,
      "learning_rate": 1.540627234786349e-06,
      "loss": 0.3411,
      "step": 1808020
    },
    {
      "epoch": 504.61,
      "grad_norm": 1.0758825540542603,
      "learning_rate": 1.540601832258519e-06,
      "loss": 0.3421,
      "step": 1808030
    },
    {
      "epoch": 504.62,
      "grad_norm": 1.0263385772705078,
      "learning_rate": 1.540576429837588e-06,
      "loss": 0.3439,
      "step": 1808040
    },
    {
      "epoch": 504.62,
      "grad_norm": 1.3466094732284546,
      "learning_rate": 1.5405510275235587e-06,
      "loss": 0.3442,
      "step": 1808050
    },
    {
      "epoch": 504.62,
      "grad_norm": 9.557658195495605,
      "learning_rate": 1.5405256253164365e-06,
      "loss": 0.3347,
      "step": 1808060
    },
    {
      "epoch": 504.62,
      "grad_norm": 1.1183202266693115,
      "learning_rate": 1.5405002232162238e-06,
      "loss": 0.3445,
      "step": 1808070
    },
    {
      "epoch": 504.63,
      "grad_norm": 1.0446810722351074,
      "learning_rate": 1.5404748212229231e-06,
      "loss": 0.3559,
      "step": 1808080
    },
    {
      "epoch": 504.63,
      "grad_norm": 0.8524636626243591,
      "learning_rate": 1.5404494193365392e-06,
      "loss": 0.3494,
      "step": 1808090
    },
    {
      "epoch": 504.63,
      "grad_norm": 1.1590328216552734,
      "learning_rate": 1.5404240175570738e-06,
      "loss": 0.3333,
      "step": 1808100
    },
    {
      "epoch": 504.64,
      "grad_norm": 1.059098243713379,
      "learning_rate": 1.540398615884532e-06,
      "loss": 0.3478,
      "step": 1808110
    },
    {
      "epoch": 504.64,
      "grad_norm": 1.0512111186981201,
      "learning_rate": 1.5403732143189171e-06,
      "loss": 0.342,
      "step": 1808120
    },
    {
      "epoch": 504.64,
      "grad_norm": 1.2354202270507812,
      "learning_rate": 1.5403478128602307e-06,
      "loss": 0.3355,
      "step": 1808130
    },
    {
      "epoch": 504.64,
      "grad_norm": 1.0917149782180786,
      "learning_rate": 1.5403224115084779e-06,
      "loss": 0.3408,
      "step": 1808140
    },
    {
      "epoch": 504.65,
      "grad_norm": 3.1673810482025146,
      "learning_rate": 1.5402970102636617e-06,
      "loss": 0.3436,
      "step": 1808150
    },
    {
      "epoch": 504.65,
      "grad_norm": 1.2729743719100952,
      "learning_rate": 1.5402716091257852e-06,
      "loss": 0.3425,
      "step": 1808160
    },
    {
      "epoch": 504.65,
      "grad_norm": 1.1058166027069092,
      "learning_rate": 1.5402462080948518e-06,
      "loss": 0.3526,
      "step": 1808170
    },
    {
      "epoch": 504.66,
      "grad_norm": 0.9228443503379822,
      "learning_rate": 1.5402208071708655e-06,
      "loss": 0.3435,
      "step": 1808180
    },
    {
      "epoch": 504.66,
      "grad_norm": 1.0697602033615112,
      "learning_rate": 1.540195406353828e-06,
      "loss": 0.3488,
      "step": 1808190
    },
    {
      "epoch": 504.66,
      "grad_norm": 1.0850169658660889,
      "learning_rate": 1.5401700056437449e-06,
      "loss": 0.3305,
      "step": 1808200
    },
    {
      "epoch": 504.66,
      "grad_norm": 1.1131744384765625,
      "learning_rate": 1.5401446050406182e-06,
      "loss": 0.3252,
      "step": 1808210
    },
    {
      "epoch": 504.67,
      "grad_norm": 1.0899553298950195,
      "learning_rate": 1.5401192045444515e-06,
      "loss": 0.3298,
      "step": 1808220
    },
    {
      "epoch": 504.67,
      "grad_norm": 1.0023077726364136,
      "learning_rate": 1.5400938041552485e-06,
      "loss": 0.3526,
      "step": 1808230
    },
    {
      "epoch": 504.67,
      "grad_norm": 1.2010849714279175,
      "learning_rate": 1.5400684038730122e-06,
      "loss": 0.3314,
      "step": 1808240
    },
    {
      "epoch": 504.67,
      "grad_norm": 7.9967145919799805,
      "learning_rate": 1.5400430036977454e-06,
      "loss": 0.3438,
      "step": 1808250
    },
    {
      "epoch": 504.68,
      "grad_norm": 1.0684560537338257,
      "learning_rate": 1.5400176036294534e-06,
      "loss": 0.3405,
      "step": 1808260
    },
    {
      "epoch": 504.68,
      "grad_norm": 1.0873421430587769,
      "learning_rate": 1.539992203668138e-06,
      "loss": 0.3449,
      "step": 1808270
    },
    {
      "epoch": 504.68,
      "grad_norm": 1.1080164909362793,
      "learning_rate": 1.5399668038138022e-06,
      "loss": 0.342,
      "step": 1808280
    },
    {
      "epoch": 504.69,
      "grad_norm": 1.3638516664505005,
      "learning_rate": 1.5399414040664511e-06,
      "loss": 0.3283,
      "step": 1808290
    },
    {
      "epoch": 504.69,
      "grad_norm": 1.316908597946167,
      "learning_rate": 1.5399160044260873e-06,
      "loss": 0.3513,
      "step": 1808300
    },
    {
      "epoch": 504.69,
      "grad_norm": 1.1643006801605225,
      "learning_rate": 1.5398906048927133e-06,
      "loss": 0.3482,
      "step": 1808310
    },
    {
      "epoch": 504.69,
      "grad_norm": 1.1821670532226562,
      "learning_rate": 1.5398652054663337e-06,
      "loss": 0.3567,
      "step": 1808320
    },
    {
      "epoch": 504.7,
      "grad_norm": 1.1612048149108887,
      "learning_rate": 1.5398398061469516e-06,
      "loss": 0.3391,
      "step": 1808330
    },
    {
      "epoch": 504.7,
      "grad_norm": 1.2230814695358276,
      "learning_rate": 1.5398144069345692e-06,
      "loss": 0.3335,
      "step": 1808340
    },
    {
      "epoch": 504.7,
      "grad_norm": 1.0637725591659546,
      "learning_rate": 1.5397890078291916e-06,
      "loss": 0.3265,
      "step": 1808350
    },
    {
      "epoch": 504.71,
      "grad_norm": 1.2231897115707397,
      "learning_rate": 1.5397636088308216e-06,
      "loss": 0.3284,
      "step": 1808360
    },
    {
      "epoch": 504.71,
      "grad_norm": 1.4485595226287842,
      "learning_rate": 1.5397382099394615e-06,
      "loss": 0.3407,
      "step": 1808370
    },
    {
      "epoch": 504.71,
      "grad_norm": 1.1719872951507568,
      "learning_rate": 1.5397128111551166e-06,
      "loss": 0.346,
      "step": 1808380
    },
    {
      "epoch": 504.71,
      "grad_norm": 1.0818427801132202,
      "learning_rate": 1.5396874124777881e-06,
      "loss": 0.3482,
      "step": 1808390
    },
    {
      "epoch": 504.72,
      "grad_norm": 1.462550163269043,
      "learning_rate": 1.5396620139074817e-06,
      "loss": 0.3404,
      "step": 1808400
    },
    {
      "epoch": 504.72,
      "grad_norm": 1.094919204711914,
      "learning_rate": 1.5396366154441993e-06,
      "loss": 0.3317,
      "step": 1808410
    },
    {
      "epoch": 504.72,
      "grad_norm": 1.1054561138153076,
      "learning_rate": 1.5396112170879438e-06,
      "loss": 0.3379,
      "step": 1808420
    },
    {
      "epoch": 504.73,
      "grad_norm": 1.1368229389190674,
      "learning_rate": 1.5395858188387207e-06,
      "loss": 0.347,
      "step": 1808430
    },
    {
      "epoch": 504.73,
      "grad_norm": 1.0803114175796509,
      "learning_rate": 1.5395604206965315e-06,
      "loss": 0.3513,
      "step": 1808440
    },
    {
      "epoch": 504.73,
      "grad_norm": 0.9977390766143799,
      "learning_rate": 1.5395350226613799e-06,
      "loss": 0.3371,
      "step": 1808450
    },
    {
      "epoch": 504.73,
      "grad_norm": 1.0205198526382446,
      "learning_rate": 1.53950962473327e-06,
      "loss": 0.3524,
      "step": 1808460
    },
    {
      "epoch": 504.74,
      "grad_norm": 1.082170009613037,
      "learning_rate": 1.5394842269122047e-06,
      "loss": 0.3362,
      "step": 1808470
    },
    {
      "epoch": 504.74,
      "grad_norm": 1.1402417421340942,
      "learning_rate": 1.5394588291981867e-06,
      "loss": 0.3486,
      "step": 1808480
    },
    {
      "epoch": 504.74,
      "grad_norm": 1.1559877395629883,
      "learning_rate": 1.5394334315912208e-06,
      "loss": 0.3538,
      "step": 1808490
    },
    {
      "epoch": 504.74,
      "grad_norm": 1.0174537897109985,
      "learning_rate": 1.5394080340913095e-06,
      "loss": 0.3498,
      "step": 1808500
    },
    {
      "epoch": 504.75,
      "grad_norm": 1.0709205865859985,
      "learning_rate": 1.539382636698456e-06,
      "loss": 0.3454,
      "step": 1808510
    },
    {
      "epoch": 504.75,
      "grad_norm": 1.1996235847473145,
      "learning_rate": 1.5393572394126645e-06,
      "loss": 0.338,
      "step": 1808520
    },
    {
      "epoch": 504.75,
      "grad_norm": 1.0827580690383911,
      "learning_rate": 1.5393318422339381e-06,
      "loss": 0.3358,
      "step": 1808530
    },
    {
      "epoch": 504.76,
      "grad_norm": 1.2778321504592896,
      "learning_rate": 1.5393064451622786e-06,
      "loss": 0.3385,
      "step": 1808540
    },
    {
      "epoch": 504.76,
      "grad_norm": 0.9994629621505737,
      "learning_rate": 1.5392810481976919e-06,
      "loss": 0.346,
      "step": 1808550
    },
    {
      "epoch": 504.76,
      "grad_norm": 0.936462938785553,
      "learning_rate": 1.5392556513401805e-06,
      "loss": 0.3365,
      "step": 1808560
    },
    {
      "epoch": 504.76,
      "grad_norm": 1.006691575050354,
      "learning_rate": 1.539230254589746e-06,
      "loss": 0.325,
      "step": 1808570
    },
    {
      "epoch": 504.77,
      "grad_norm": 1.1782653331756592,
      "learning_rate": 1.5392048579463945e-06,
      "loss": 0.3315,
      "step": 1808580
    },
    {
      "epoch": 504.77,
      "grad_norm": 0.9131107926368713,
      "learning_rate": 1.5391794614101284e-06,
      "loss": 0.3357,
      "step": 1808590
    },
    {
      "epoch": 504.77,
      "grad_norm": 0.9219703078269958,
      "learning_rate": 1.5391540649809504e-06,
      "loss": 0.3277,
      "step": 1808600
    },
    {
      "epoch": 504.78,
      "grad_norm": 1.1441423892974854,
      "learning_rate": 1.5391286686588646e-06,
      "loss": 0.3217,
      "step": 1808610
    },
    {
      "epoch": 504.78,
      "grad_norm": 1.0900346040725708,
      "learning_rate": 1.5391032724438743e-06,
      "loss": 0.3346,
      "step": 1808620
    },
    {
      "epoch": 504.78,
      "grad_norm": 1.0557342767715454,
      "learning_rate": 1.5390778763359816e-06,
      "loss": 0.3352,
      "step": 1808630
    },
    {
      "epoch": 504.78,
      "grad_norm": 1.1899524927139282,
      "learning_rate": 1.5390524803351917e-06,
      "loss": 0.3548,
      "step": 1808640
    },
    {
      "epoch": 504.79,
      "grad_norm": 1.4062860012054443,
      "learning_rate": 1.5390270844415077e-06,
      "loss": 0.3365,
      "step": 1808650
    },
    {
      "epoch": 504.79,
      "grad_norm": 1.4194523096084595,
      "learning_rate": 1.5390016886549316e-06,
      "loss": 0.3369,
      "step": 1808660
    },
    {
      "epoch": 504.79,
      "grad_norm": 1.0759117603302002,
      "learning_rate": 1.5389762929754687e-06,
      "loss": 0.3418,
      "step": 1808670
    },
    {
      "epoch": 504.79,
      "grad_norm": 0.9610748887062073,
      "learning_rate": 1.5389508974031202e-06,
      "loss": 0.3479,
      "step": 1808680
    },
    {
      "epoch": 504.8,
      "grad_norm": 1.0146945714950562,
      "learning_rate": 1.538925501937892e-06,
      "loss": 0.3455,
      "step": 1808690
    },
    {
      "epoch": 504.8,
      "grad_norm": 1.5149486064910889,
      "learning_rate": 1.5389001065797853e-06,
      "loss": 0.3235,
      "step": 1808700
    },
    {
      "epoch": 504.8,
      "grad_norm": 1.0504318475723267,
      "learning_rate": 1.538874711328804e-06,
      "loss": 0.3472,
      "step": 1808710
    },
    {
      "epoch": 504.81,
      "grad_norm": 0.9862545132637024,
      "learning_rate": 1.5388493161849528e-06,
      "loss": 0.3356,
      "step": 1808720
    },
    {
      "epoch": 504.81,
      "grad_norm": 1.127293586730957,
      "learning_rate": 1.5388239211482338e-06,
      "loss": 0.3314,
      "step": 1808730
    },
    {
      "epoch": 504.81,
      "grad_norm": 1.2374539375305176,
      "learning_rate": 1.5387985262186505e-06,
      "loss": 0.3398,
      "step": 1808740
    },
    {
      "epoch": 504.81,
      "grad_norm": 1.1152715682983398,
      "learning_rate": 1.538773131396207e-06,
      "loss": 0.3263,
      "step": 1808750
    },
    {
      "epoch": 504.82,
      "grad_norm": 1.4526780843734741,
      "learning_rate": 1.538747736680906e-06,
      "loss": 0.3447,
      "step": 1808760
    },
    {
      "epoch": 504.82,
      "grad_norm": 1.040287971496582,
      "learning_rate": 1.5387223420727497e-06,
      "loss": 0.3578,
      "step": 1808770
    },
    {
      "epoch": 504.82,
      "grad_norm": 0.8932539820671082,
      "learning_rate": 1.538696947571744e-06,
      "loss": 0.3388,
      "step": 1808780
    },
    {
      "epoch": 504.83,
      "grad_norm": 1.1787608861923218,
      "learning_rate": 1.5386715531778913e-06,
      "loss": 0.338,
      "step": 1808790
    },
    {
      "epoch": 504.83,
      "grad_norm": 1.7623330354690552,
      "learning_rate": 1.5386461588911942e-06,
      "loss": 0.3421,
      "step": 1808800
    },
    {
      "epoch": 504.83,
      "grad_norm": 1.089598536491394,
      "learning_rate": 1.5386207647116565e-06,
      "loss": 0.3425,
      "step": 1808810
    },
    {
      "epoch": 504.83,
      "grad_norm": 1.049397587776184,
      "learning_rate": 1.5385953706392821e-06,
      "loss": 0.3426,
      "step": 1808820
    },
    {
      "epoch": 504.84,
      "grad_norm": 1.196019172668457,
      "learning_rate": 1.538569976674074e-06,
      "loss": 0.3558,
      "step": 1808830
    },
    {
      "epoch": 504.84,
      "grad_norm": 1.203210711479187,
      "learning_rate": 1.5385445828160357e-06,
      "loss": 0.3407,
      "step": 1808840
    },
    {
      "epoch": 504.84,
      "grad_norm": 1.0496538877487183,
      "learning_rate": 1.5385191890651705e-06,
      "loss": 0.341,
      "step": 1808850
    },
    {
      "epoch": 504.85,
      "grad_norm": 1.0264220237731934,
      "learning_rate": 1.5384937954214809e-06,
      "loss": 0.357,
      "step": 1808860
    },
    {
      "epoch": 504.85,
      "grad_norm": 1.356600046157837,
      "learning_rate": 1.5384684018849718e-06,
      "loss": 0.3344,
      "step": 1808870
    },
    {
      "epoch": 504.85,
      "grad_norm": 0.9162266850471497,
      "learning_rate": 1.538443008455646e-06,
      "loss": 0.3391,
      "step": 1808880
    },
    {
      "epoch": 504.85,
      "grad_norm": 1.326808214187622,
      "learning_rate": 1.5384176151335066e-06,
      "loss": 0.3315,
      "step": 1808890
    },
    {
      "epoch": 504.86,
      "grad_norm": 1.0954450368881226,
      "learning_rate": 1.5383922219185573e-06,
      "loss": 0.3367,
      "step": 1808900
    },
    {
      "epoch": 504.86,
      "grad_norm": 1.4222925901412964,
      "learning_rate": 1.5383668288108014e-06,
      "loss": 0.3429,
      "step": 1808910
    },
    {
      "epoch": 504.86,
      "grad_norm": 1.1742898225784302,
      "learning_rate": 1.5383414358102414e-06,
      "loss": 0.3337,
      "step": 1808920
    },
    {
      "epoch": 504.86,
      "grad_norm": 1.150333046913147,
      "learning_rate": 1.5383160429168824e-06,
      "loss": 0.3411,
      "step": 1808930
    },
    {
      "epoch": 504.87,
      "grad_norm": 1.0378820896148682,
      "learning_rate": 1.5382906501307267e-06,
      "loss": 0.3389,
      "step": 1808940
    },
    {
      "epoch": 504.87,
      "grad_norm": 1.054906964302063,
      "learning_rate": 1.5382652574517771e-06,
      "loss": 0.3363,
      "step": 1808950
    },
    {
      "epoch": 504.87,
      "grad_norm": 1.0208418369293213,
      "learning_rate": 1.538239864880039e-06,
      "loss": 0.3436,
      "step": 1808960
    },
    {
      "epoch": 504.88,
      "grad_norm": 0.969134509563446,
      "learning_rate": 1.5382144724155136e-06,
      "loss": 0.3357,
      "step": 1808970
    },
    {
      "epoch": 504.88,
      "grad_norm": 1.0871405601501465,
      "learning_rate": 1.5381890800582057e-06,
      "loss": 0.3356,
      "step": 1808980
    },
    {
      "epoch": 504.88,
      "grad_norm": 1.1309962272644043,
      "learning_rate": 1.5381636878081182e-06,
      "loss": 0.3514,
      "step": 1808990
    },
    {
      "epoch": 504.88,
      "grad_norm": 1.1273876428604126,
      "learning_rate": 1.5381382956652536e-06,
      "loss": 0.3322,
      "step": 1809000
    },
    {
      "epoch": 504.89,
      "grad_norm": 0.992796003818512,
      "learning_rate": 1.538112903629617e-06,
      "loss": 0.3391,
      "step": 1809010
    },
    {
      "epoch": 504.89,
      "grad_norm": 1.1524360179901123,
      "learning_rate": 1.538087511701211e-06,
      "loss": 0.3317,
      "step": 1809020
    },
    {
      "epoch": 504.89,
      "grad_norm": 1.1583212614059448,
      "learning_rate": 1.538062119880038e-06,
      "loss": 0.3612,
      "step": 1809030
    },
    {
      "epoch": 504.9,
      "grad_norm": 1.091512680053711,
      "learning_rate": 1.5380367281661035e-06,
      "loss": 0.3443,
      "step": 1809040
    },
    {
      "epoch": 504.9,
      "grad_norm": 1.231446385383606,
      "learning_rate": 1.5380113365594093e-06,
      "loss": 0.3388,
      "step": 1809050
    },
    {
      "epoch": 504.9,
      "grad_norm": 1.0653201341629028,
      "learning_rate": 1.5379859450599582e-06,
      "loss": 0.3342,
      "step": 1809060
    },
    {
      "epoch": 504.9,
      "grad_norm": 1.1940093040466309,
      "learning_rate": 1.5379605536677555e-06,
      "loss": 0.3388,
      "step": 1809070
    },
    {
      "epoch": 504.91,
      "grad_norm": 0.8958322405815125,
      "learning_rate": 1.5379351623828032e-06,
      "loss": 0.3529,
      "step": 1809080
    },
    {
      "epoch": 504.91,
      "grad_norm": 1.1240164041519165,
      "learning_rate": 1.5379097712051045e-06,
      "loss": 0.3373,
      "step": 1809090
    },
    {
      "epoch": 504.91,
      "grad_norm": 1.003220796585083,
      "learning_rate": 1.5378843801346643e-06,
      "loss": 0.3491,
      "step": 1809100
    },
    {
      "epoch": 504.91,
      "grad_norm": 1.1620805263519287,
      "learning_rate": 1.537858989171485e-06,
      "loss": 0.3503,
      "step": 1809110
    },
    {
      "epoch": 504.92,
      "grad_norm": 1.0565919876098633,
      "learning_rate": 1.5378335983155698e-06,
      "loss": 0.3467,
      "step": 1809120
    },
    {
      "epoch": 504.92,
      "grad_norm": 0.9139964580535889,
      "learning_rate": 1.5378082075669225e-06,
      "loss": 0.3388,
      "step": 1809130
    },
    {
      "epoch": 504.92,
      "grad_norm": 1.120106816291809,
      "learning_rate": 1.537782816925546e-06,
      "loss": 0.3442,
      "step": 1809140
    },
    {
      "epoch": 504.93,
      "grad_norm": 1.1000187397003174,
      "learning_rate": 1.5377574263914432e-06,
      "loss": 0.3394,
      "step": 1809150
    },
    {
      "epoch": 504.93,
      "grad_norm": 0.9473504424095154,
      "learning_rate": 1.5377320359646195e-06,
      "loss": 0.3285,
      "step": 1809160
    },
    {
      "epoch": 504.93,
      "grad_norm": 1.1718872785568237,
      "learning_rate": 1.5377066456450768e-06,
      "loss": 0.3482,
      "step": 1809170
    },
    {
      "epoch": 504.93,
      "grad_norm": 1.0494083166122437,
      "learning_rate": 1.537681255432818e-06,
      "loss": 0.3432,
      "step": 1809180
    },
    {
      "epoch": 504.94,
      "grad_norm": 1.2589627504348755,
      "learning_rate": 1.5376558653278477e-06,
      "loss": 0.3697,
      "step": 1809190
    },
    {
      "epoch": 504.94,
      "grad_norm": 1.0384825468063354,
      "learning_rate": 1.537630475330169e-06,
      "loss": 0.337,
      "step": 1809200
    },
    {
      "epoch": 504.94,
      "grad_norm": 1.1688086986541748,
      "learning_rate": 1.537605085439784e-06,
      "loss": 0.3647,
      "step": 1809210
    },
    {
      "epoch": 504.95,
      "grad_norm": 1.1394989490509033,
      "learning_rate": 1.5375796956566981e-06,
      "loss": 0.3469,
      "step": 1809220
    },
    {
      "epoch": 504.95,
      "grad_norm": 1.0797876119613647,
      "learning_rate": 1.5375543059809133e-06,
      "loss": 0.3426,
      "step": 1809230
    },
    {
      "epoch": 504.95,
      "grad_norm": 1.0076279640197754,
      "learning_rate": 1.537528916412433e-06,
      "loss": 0.3375,
      "step": 1809240
    },
    {
      "epoch": 504.95,
      "grad_norm": 1.1158968210220337,
      "learning_rate": 1.5375035269512614e-06,
      "loss": 0.3588,
      "step": 1809250
    },
    {
      "epoch": 504.96,
      "grad_norm": 1.0699564218521118,
      "learning_rate": 1.5374781375974014e-06,
      "loss": 0.3319,
      "step": 1809260
    },
    {
      "epoch": 504.96,
      "grad_norm": 1.064619541168213,
      "learning_rate": 1.5374527483508565e-06,
      "loss": 0.3555,
      "step": 1809270
    },
    {
      "epoch": 504.96,
      "grad_norm": 0.9448834657669067,
      "learning_rate": 1.5374273592116303e-06,
      "loss": 0.3515,
      "step": 1809280
    },
    {
      "epoch": 504.97,
      "grad_norm": 1.0745166540145874,
      "learning_rate": 1.5374019701797246e-06,
      "loss": 0.3424,
      "step": 1809290
    },
    {
      "epoch": 504.97,
      "grad_norm": 3.911945104598999,
      "learning_rate": 1.5373765812551451e-06,
      "loss": 0.336,
      "step": 1809300
    },
    {
      "epoch": 504.97,
      "grad_norm": 1.2971293926239014,
      "learning_rate": 1.5373511924378943e-06,
      "loss": 0.353,
      "step": 1809310
    },
    {
      "epoch": 504.97,
      "grad_norm": 1.0557775497436523,
      "learning_rate": 1.5373258037279748e-06,
      "loss": 0.3467,
      "step": 1809320
    },
    {
      "epoch": 504.98,
      "grad_norm": 1.0962245464324951,
      "learning_rate": 1.537300415125391e-06,
      "loss": 0.3325,
      "step": 1809330
    },
    {
      "epoch": 504.98,
      "grad_norm": 1.5607795715332031,
      "learning_rate": 1.537275026630146e-06,
      "loss": 0.3286,
      "step": 1809340
    },
    {
      "epoch": 504.98,
      "grad_norm": 1.1126575469970703,
      "learning_rate": 1.5372496382422418e-06,
      "loss": 0.3531,
      "step": 1809350
    },
    {
      "epoch": 504.98,
      "grad_norm": 1.1891608238220215,
      "learning_rate": 1.5372242499616842e-06,
      "loss": 0.3463,
      "step": 1809360
    },
    {
      "epoch": 504.99,
      "grad_norm": 1.2954566478729248,
      "learning_rate": 1.5371988617884753e-06,
      "loss": 0.3434,
      "step": 1809370
    },
    {
      "epoch": 504.99,
      "grad_norm": 1.1016043424606323,
      "learning_rate": 1.5371734737226177e-06,
      "loss": 0.3468,
      "step": 1809380
    },
    {
      "epoch": 504.99,
      "grad_norm": 1.1784621477127075,
      "learning_rate": 1.5371480857641166e-06,
      "loss": 0.3307,
      "step": 1809390
    },
    {
      "epoch": 505.0,
      "grad_norm": 0.9530185461044312,
      "learning_rate": 1.5371226979129744e-06,
      "loss": 0.339,
      "step": 1809400
    },
    {
      "epoch": 505.0,
      "grad_norm": 1.014460802078247,
      "learning_rate": 1.537097310169194e-06,
      "loss": 0.3408,
      "step": 1809410
    },
    {
      "epoch": 505.0,
      "eval_loss": 0.3402476906776428,
      "eval_runtime": 63.0611,
      "eval_samples_per_second": 80.224,
      "eval_steps_per_second": 10.038,
      "step": 1809415
    },
    {
      "epoch": 505.0,
      "grad_norm": 1.0040183067321777,
      "learning_rate": 1.53707192253278e-06,
      "loss": 0.3519,
      "step": 1809420
    },
    {
      "epoch": 505.0,
      "grad_norm": 1.3794134855270386,
      "learning_rate": 1.5370465350037348e-06,
      "loss": 0.3358,
      "step": 1809430
    },
    {
      "epoch": 505.01,
      "grad_norm": 1.333514928817749,
      "learning_rate": 1.5370211475820611e-06,
      "loss": 0.3365,
      "step": 1809440
    },
    {
      "epoch": 505.01,
      "grad_norm": 1.2064237594604492,
      "learning_rate": 1.5369957602677644e-06,
      "loss": 0.3484,
      "step": 1809450
    },
    {
      "epoch": 505.01,
      "grad_norm": 1.0641320943832397,
      "learning_rate": 1.5369703730608465e-06,
      "loss": 0.3323,
      "step": 1809460
    },
    {
      "epoch": 505.02,
      "grad_norm": 0.9706332683563232,
      "learning_rate": 1.5369449859613111e-06,
      "loss": 0.3418,
      "step": 1809470
    },
    {
      "epoch": 505.02,
      "grad_norm": 1.198201060295105,
      "learning_rate": 1.5369195989691624e-06,
      "loss": 0.3515,
      "step": 1809480
    },
    {
      "epoch": 505.02,
      "grad_norm": 1.1439805030822754,
      "learning_rate": 1.5368942120844022e-06,
      "loss": 0.3311,
      "step": 1809490
    },
    {
      "epoch": 505.02,
      "grad_norm": 1.0829716920852661,
      "learning_rate": 1.5368688253070346e-06,
      "loss": 0.3419,
      "step": 1809500
    },
    {
      "epoch": 505.03,
      "grad_norm": 0.9687477946281433,
      "learning_rate": 1.5368434386370635e-06,
      "loss": 0.3379,
      "step": 1809510
    },
    {
      "epoch": 505.03,
      "grad_norm": 1.016862392425537,
      "learning_rate": 1.5368180520744922e-06,
      "loss": 0.3183,
      "step": 1809520
    },
    {
      "epoch": 505.03,
      "grad_norm": 1.0748283863067627,
      "learning_rate": 1.5367926656193226e-06,
      "loss": 0.3262,
      "step": 1809530
    },
    {
      "epoch": 505.03,
      "grad_norm": 1.2541073560714722,
      "learning_rate": 1.5367672792715605e-06,
      "loss": 0.3415,
      "step": 1809540
    },
    {
      "epoch": 505.04,
      "grad_norm": 1.1783045530319214,
      "learning_rate": 1.5367418930312073e-06,
      "loss": 0.3437,
      "step": 1809550
    },
    {
      "epoch": 505.04,
      "grad_norm": 1.1865767240524292,
      "learning_rate": 1.5367165068982676e-06,
      "loss": 0.3467,
      "step": 1809560
    },
    {
      "epoch": 505.04,
      "grad_norm": 1.3554694652557373,
      "learning_rate": 1.5366911208727444e-06,
      "loss": 0.3388,
      "step": 1809570
    },
    {
      "epoch": 505.05,
      "grad_norm": 0.9933390021324158,
      "learning_rate": 1.5366657349546398e-06,
      "loss": 0.3584,
      "step": 1809580
    },
    {
      "epoch": 505.05,
      "grad_norm": 1.140304446220398,
      "learning_rate": 1.5366403491439591e-06,
      "loss": 0.3423,
      "step": 1809590
    },
    {
      "epoch": 505.05,
      "grad_norm": 1.2058254480361938,
      "learning_rate": 1.5366149634407055e-06,
      "loss": 0.3497,
      "step": 1809600
    },
    {
      "epoch": 505.05,
      "grad_norm": 1.1915180683135986,
      "learning_rate": 1.5365895778448809e-06,
      "loss": 0.3518,
      "step": 1809610
    },
    {
      "epoch": 505.06,
      "grad_norm": 1.098562479019165,
      "learning_rate": 1.53656419235649e-06,
      "loss": 0.3371,
      "step": 1809620
    },
    {
      "epoch": 505.06,
      "grad_norm": 1.0873327255249023,
      "learning_rate": 1.536538806975536e-06,
      "loss": 0.3376,
      "step": 1809630
    },
    {
      "epoch": 505.06,
      "grad_norm": 1.314876914024353,
      "learning_rate": 1.536513421702021e-06,
      "loss": 0.3318,
      "step": 1809640
    },
    {
      "epoch": 505.07,
      "grad_norm": 1.1317238807678223,
      "learning_rate": 1.5364880365359506e-06,
      "loss": 0.349,
      "step": 1809650
    },
    {
      "epoch": 505.07,
      "grad_norm": 1.1036581993103027,
      "learning_rate": 1.5364626514773265e-06,
      "loss": 0.34,
      "step": 1809660
    },
    {
      "epoch": 505.07,
      "grad_norm": 1.0819849967956543,
      "learning_rate": 1.536437266526152e-06,
      "loss": 0.3294,
      "step": 1809670
    },
    {
      "epoch": 505.07,
      "grad_norm": 1.0244972705841064,
      "learning_rate": 1.5364118816824316e-06,
      "loss": 0.343,
      "step": 1809680
    },
    {
      "epoch": 505.08,
      "grad_norm": 1.037031650543213,
      "learning_rate": 1.5363864969461686e-06,
      "loss": 0.3321,
      "step": 1809690
    },
    {
      "epoch": 505.08,
      "grad_norm": 1.0218169689178467,
      "learning_rate": 1.5363611123173652e-06,
      "loss": 0.3397,
      "step": 1809700
    },
    {
      "epoch": 505.08,
      "grad_norm": 1.0583242177963257,
      "learning_rate": 1.5363357277960258e-06,
      "loss": 0.3414,
      "step": 1809710
    },
    {
      "epoch": 505.09,
      "grad_norm": 1.0124764442443848,
      "learning_rate": 1.5363103433821539e-06,
      "loss": 0.3436,
      "step": 1809720
    },
    {
      "epoch": 505.09,
      "grad_norm": 1.1084239482879639,
      "learning_rate": 1.5362849590757512e-06,
      "loss": 0.3471,
      "step": 1809730
    },
    {
      "epoch": 505.09,
      "grad_norm": 1.2233785390853882,
      "learning_rate": 1.5362595748768232e-06,
      "loss": 0.3346,
      "step": 1809740
    },
    {
      "epoch": 505.09,
      "grad_norm": 1.2125203609466553,
      "learning_rate": 1.5362341907853723e-06,
      "loss": 0.3455,
      "step": 1809750
    },
    {
      "epoch": 505.1,
      "grad_norm": 1.0868606567382812,
      "learning_rate": 1.5362088068014013e-06,
      "loss": 0.3504,
      "step": 1809760
    },
    {
      "epoch": 505.1,
      "grad_norm": 0.9551546573638916,
      "learning_rate": 1.536183422924915e-06,
      "loss": 0.3522,
      "step": 1809770
    },
    {
      "epoch": 505.1,
      "grad_norm": 1.4159519672393799,
      "learning_rate": 1.5361580391559163e-06,
      "loss": 0.3332,
      "step": 1809780
    },
    {
      "epoch": 505.1,
      "grad_norm": 1.272535800933838,
      "learning_rate": 1.5361326554944076e-06,
      "loss": 0.3411,
      "step": 1809790
    },
    {
      "epoch": 505.11,
      "grad_norm": 0.9135416746139526,
      "learning_rate": 1.5361072719403938e-06,
      "loss": 0.3432,
      "step": 1809800
    },
    {
      "epoch": 505.11,
      "grad_norm": 1.0750600099563599,
      "learning_rate": 1.536081888493877e-06,
      "loss": 0.3385,
      "step": 1809810
    },
    {
      "epoch": 505.11,
      "grad_norm": 1.1337761878967285,
      "learning_rate": 1.5360565051548604e-06,
      "loss": 0.334,
      "step": 1809820
    },
    {
      "epoch": 505.12,
      "grad_norm": 2.774792432785034,
      "learning_rate": 1.5360311219233486e-06,
      "loss": 0.3418,
      "step": 1809830
    },
    {
      "epoch": 505.12,
      "grad_norm": 1.3040859699249268,
      "learning_rate": 1.5360057387993444e-06,
      "loss": 0.3517,
      "step": 1809840
    },
    {
      "epoch": 505.12,
      "grad_norm": 1.121751308441162,
      "learning_rate": 1.5359803557828516e-06,
      "loss": 0.3431,
      "step": 1809850
    },
    {
      "epoch": 505.12,
      "grad_norm": 1.4171572923660278,
      "learning_rate": 1.5359549728738726e-06,
      "loss": 0.3311,
      "step": 1809860
    },
    {
      "epoch": 505.13,
      "grad_norm": 0.9598841667175293,
      "learning_rate": 1.535929590072411e-06,
      "loss": 0.338,
      "step": 1809870
    },
    {
      "epoch": 505.13,
      "grad_norm": 1.0897109508514404,
      "learning_rate": 1.5359042073784712e-06,
      "loss": 0.3425,
      "step": 1809880
    },
    {
      "epoch": 505.13,
      "grad_norm": 1.184787631034851,
      "learning_rate": 1.5358788247920559e-06,
      "loss": 0.3512,
      "step": 1809890
    },
    {
      "epoch": 505.14,
      "grad_norm": 1.184908390045166,
      "learning_rate": 1.5358534423131676e-06,
      "loss": 0.3478,
      "step": 1809900
    },
    {
      "epoch": 505.14,
      "grad_norm": 1.0522006750106812,
      "learning_rate": 1.5358280599418117e-06,
      "loss": 0.3405,
      "step": 1809910
    },
    {
      "epoch": 505.14,
      "grad_norm": 1.0429832935333252,
      "learning_rate": 1.5358026776779902e-06,
      "loss": 0.3461,
      "step": 1809920
    },
    {
      "epoch": 505.14,
      "grad_norm": 1.0875306129455566,
      "learning_rate": 1.5357772955217061e-06,
      "loss": 0.3412,
      "step": 1809930
    },
    {
      "epoch": 505.15,
      "grad_norm": 1.1498510837554932,
      "learning_rate": 1.535751913472964e-06,
      "loss": 0.3487,
      "step": 1809940
    },
    {
      "epoch": 505.15,
      "grad_norm": 1.1243432760238647,
      "learning_rate": 1.5357265315317668e-06,
      "loss": 0.35,
      "step": 1809950
    },
    {
      "epoch": 505.15,
      "grad_norm": 1.1890376806259155,
      "learning_rate": 1.5357011496981165e-06,
      "loss": 0.3438,
      "step": 1809960
    },
    {
      "epoch": 505.15,
      "grad_norm": 1.0402278900146484,
      "learning_rate": 1.5356757679720188e-06,
      "loss": 0.3321,
      "step": 1809970
    },
    {
      "epoch": 505.16,
      "grad_norm": 0.9712769985198975,
      "learning_rate": 1.535650386353476e-06,
      "loss": 0.3261,
      "step": 1809980
    },
    {
      "epoch": 505.16,
      "grad_norm": 1.5465189218521118,
      "learning_rate": 1.5356250048424914e-06,
      "loss": 0.326,
      "step": 1809990
    },
    {
      "epoch": 505.16,
      "grad_norm": 1.1628633737564087,
      "learning_rate": 1.5355996234390684e-06,
      "loss": 0.36,
      "step": 1810000
    },
    {
      "epoch": 505.17,
      "grad_norm": 0.9527860879898071,
      "learning_rate": 1.5355742421432105e-06,
      "loss": 0.3522,
      "step": 1810010
    },
    {
      "epoch": 505.17,
      "grad_norm": 1.0392484664916992,
      "learning_rate": 1.5355488609549201e-06,
      "loss": 0.3399,
      "step": 1810020
    },
    {
      "epoch": 505.17,
      "grad_norm": 1.0793883800506592,
      "learning_rate": 1.535523479874203e-06,
      "loss": 0.3316,
      "step": 1810030
    },
    {
      "epoch": 505.17,
      "grad_norm": 1.0218003988265991,
      "learning_rate": 1.5354980989010603e-06,
      "loss": 0.3588,
      "step": 1810040
    },
    {
      "epoch": 505.18,
      "grad_norm": 0.9947693943977356,
      "learning_rate": 1.5354727180354954e-06,
      "loss": 0.34,
      "step": 1810050
    },
    {
      "epoch": 505.18,
      "grad_norm": 1.1270333528518677,
      "learning_rate": 1.5354473372775136e-06,
      "loss": 0.3561,
      "step": 1810060
    },
    {
      "epoch": 505.18,
      "grad_norm": 1.021667242050171,
      "learning_rate": 1.535421956627117e-06,
      "loss": 0.3358,
      "step": 1810070
    },
    {
      "epoch": 505.19,
      "grad_norm": 1.0961424112319946,
      "learning_rate": 1.5353965760843086e-06,
      "loss": 0.3371,
      "step": 1810080
    },
    {
      "epoch": 505.19,
      "grad_norm": 1.0474672317504883,
      "learning_rate": 1.5353711956490925e-06,
      "loss": 0.3351,
      "step": 1810090
    },
    {
      "epoch": 505.19,
      "grad_norm": 1.213191270828247,
      "learning_rate": 1.5353458153214723e-06,
      "loss": 0.335,
      "step": 1810100
    },
    {
      "epoch": 505.19,
      "grad_norm": 1.1035881042480469,
      "learning_rate": 1.5353204351014498e-06,
      "loss": 0.3304,
      "step": 1810110
    },
    {
      "epoch": 505.2,
      "grad_norm": 1.1190989017486572,
      "learning_rate": 1.5352950549890302e-06,
      "loss": 0.3501,
      "step": 1810120
    },
    {
      "epoch": 505.2,
      "grad_norm": 1.1772874593734741,
      "learning_rate": 1.535269674984216e-06,
      "loss": 0.3387,
      "step": 1810130
    },
    {
      "epoch": 505.2,
      "grad_norm": 1.3352880477905273,
      "learning_rate": 1.5352442950870108e-06,
      "loss": 0.345,
      "step": 1810140
    },
    {
      "epoch": 505.21,
      "grad_norm": 1.1395413875579834,
      "learning_rate": 1.5352189152974183e-06,
      "loss": 0.3425,
      "step": 1810150
    },
    {
      "epoch": 505.21,
      "grad_norm": 1.0431815385818481,
      "learning_rate": 1.5351935356154405e-06,
      "loss": 0.3285,
      "step": 1810160
    },
    {
      "epoch": 505.21,
      "grad_norm": 1.335205316543579,
      "learning_rate": 1.5351681560410826e-06,
      "loss": 0.3434,
      "step": 1810170
    },
    {
      "epoch": 505.21,
      "grad_norm": 1.1682995557785034,
      "learning_rate": 1.5351427765743475e-06,
      "loss": 0.3518,
      "step": 1810180
    },
    {
      "epoch": 505.22,
      "grad_norm": 1.1285808086395264,
      "learning_rate": 1.535117397215237e-06,
      "loss": 0.331,
      "step": 1810190
    },
    {
      "epoch": 505.22,
      "grad_norm": 0.947492241859436,
      "learning_rate": 1.5350920179637567e-06,
      "loss": 0.3615,
      "step": 1810200
    },
    {
      "epoch": 505.22,
      "grad_norm": 1.0540715456008911,
      "learning_rate": 1.535066638819909e-06,
      "loss": 0.3359,
      "step": 1810210
    },
    {
      "epoch": 505.22,
      "grad_norm": 1.0632961988449097,
      "learning_rate": 1.5350412597836969e-06,
      "loss": 0.3559,
      "step": 1810220
    },
    {
      "epoch": 505.23,
      "grad_norm": 0.997340977191925,
      "learning_rate": 1.5350158808551246e-06,
      "loss": 0.3599,
      "step": 1810230
    },
    {
      "epoch": 505.23,
      "grad_norm": 1.1782904863357544,
      "learning_rate": 1.534990502034195e-06,
      "loss": 0.3413,
      "step": 1810240
    },
    {
      "epoch": 505.23,
      "grad_norm": 1.2638239860534668,
      "learning_rate": 1.5349651233209104e-06,
      "loss": 0.3449,
      "step": 1810250
    },
    {
      "epoch": 505.24,
      "grad_norm": 1.0034167766571045,
      "learning_rate": 1.5349397447152764e-06,
      "loss": 0.3363,
      "step": 1810260
    },
    {
      "epoch": 505.24,
      "grad_norm": 1.0268241167068481,
      "learning_rate": 1.5349143662172954e-06,
      "loss": 0.3444,
      "step": 1810270
    },
    {
      "epoch": 505.24,
      "grad_norm": 1.1643891334533691,
      "learning_rate": 1.53488898782697e-06,
      "loss": 0.356,
      "step": 1810280
    },
    {
      "epoch": 505.24,
      "grad_norm": 1.0834029912948608,
      "learning_rate": 1.5348636095443048e-06,
      "loss": 0.333,
      "step": 1810290
    },
    {
      "epoch": 505.25,
      "grad_norm": 1.1105746030807495,
      "learning_rate": 1.5348382313693025e-06,
      "loss": 0.3403,
      "step": 1810300
    },
    {
      "epoch": 505.25,
      "grad_norm": 1.1142101287841797,
      "learning_rate": 1.5348128533019656e-06,
      "loss": 0.3396,
      "step": 1810310
    },
    {
      "epoch": 505.25,
      "grad_norm": 1.173555850982666,
      "learning_rate": 1.5347874753422995e-06,
      "loss": 0.3384,
      "step": 1810320
    },
    {
      "epoch": 505.26,
      "grad_norm": 1.1455836296081543,
      "learning_rate": 1.5347620974903062e-06,
      "loss": 0.3533,
      "step": 1810330
    },
    {
      "epoch": 505.26,
      "grad_norm": 1.2310408353805542,
      "learning_rate": 1.534736719745989e-06,
      "loss": 0.3238,
      "step": 1810340
    },
    {
      "epoch": 505.26,
      "grad_norm": 1.1984257698059082,
      "learning_rate": 1.5347113421093523e-06,
      "loss": 0.3488,
      "step": 1810350
    },
    {
      "epoch": 505.26,
      "grad_norm": 1.093997597694397,
      "learning_rate": 1.534685964580399e-06,
      "loss": 0.3395,
      "step": 1810360
    },
    {
      "epoch": 505.27,
      "grad_norm": 0.9692248106002808,
      "learning_rate": 1.5346605871591318e-06,
      "loss": 0.348,
      "step": 1810370
    },
    {
      "epoch": 505.27,
      "grad_norm": 1.0024302005767822,
      "learning_rate": 1.5346352098455551e-06,
      "loss": 0.3391,
      "step": 1810380
    },
    {
      "epoch": 505.27,
      "grad_norm": 1.179687261581421,
      "learning_rate": 1.534609832639672e-06,
      "loss": 0.3395,
      "step": 1810390
    },
    {
      "epoch": 505.27,
      "grad_norm": 1.0586148500442505,
      "learning_rate": 1.5345844555414846e-06,
      "loss": 0.339,
      "step": 1810400
    },
    {
      "epoch": 505.28,
      "grad_norm": 1.16334867477417,
      "learning_rate": 1.534559078550998e-06,
      "loss": 0.327,
      "step": 1810410
    },
    {
      "epoch": 505.28,
      "grad_norm": 1.1101981401443481,
      "learning_rate": 1.5345337016682148e-06,
      "loss": 0.3422,
      "step": 1810420
    },
    {
      "epoch": 505.28,
      "grad_norm": 1.0028618574142456,
      "learning_rate": 1.5345083248931386e-06,
      "loss": 0.3442,
      "step": 1810430
    },
    {
      "epoch": 505.29,
      "grad_norm": 1.0817476511001587,
      "learning_rate": 1.5344829482257733e-06,
      "loss": 0.3559,
      "step": 1810440
    },
    {
      "epoch": 505.29,
      "grad_norm": 1.024531602859497,
      "learning_rate": 1.5344575716661203e-06,
      "loss": 0.3488,
      "step": 1810450
    },
    {
      "epoch": 505.29,
      "grad_norm": 1.1579512357711792,
      "learning_rate": 1.5344321952141853e-06,
      "loss": 0.3275,
      "step": 1810460
    },
    {
      "epoch": 505.29,
      "grad_norm": 1.1664485931396484,
      "learning_rate": 1.5344068188699708e-06,
      "loss": 0.3589,
      "step": 1810470
    },
    {
      "epoch": 505.3,
      "grad_norm": 1.0344728231430054,
      "learning_rate": 1.5343814426334793e-06,
      "loss": 0.3302,
      "step": 1810480
    },
    {
      "epoch": 505.3,
      "grad_norm": 1.1046091318130493,
      "learning_rate": 1.5343560665047158e-06,
      "loss": 0.3538,
      "step": 1810490
    },
    {
      "epoch": 505.3,
      "grad_norm": 1.2104336023330688,
      "learning_rate": 1.5343306904836827e-06,
      "loss": 0.3308,
      "step": 1810500
    },
    {
      "epoch": 505.31,
      "grad_norm": 1.4069762229919434,
      "learning_rate": 1.5343053145703832e-06,
      "loss": 0.3702,
      "step": 1810510
    },
    {
      "epoch": 505.31,
      "grad_norm": 1.067150592803955,
      "learning_rate": 1.5342799387648218e-06,
      "loss": 0.3481,
      "step": 1810520
    },
    {
      "epoch": 505.31,
      "grad_norm": 0.9576718807220459,
      "learning_rate": 1.5342545630670006e-06,
      "loss": 0.3281,
      "step": 1810530
    },
    {
      "epoch": 505.31,
      "grad_norm": 1.0205011367797852,
      "learning_rate": 1.5342291874769223e-06,
      "loss": 0.3356,
      "step": 1810540
    },
    {
      "epoch": 505.32,
      "grad_norm": 1.0514742136001587,
      "learning_rate": 1.5342038119945929e-06,
      "loss": 0.33,
      "step": 1810550
    },
    {
      "epoch": 505.32,
      "grad_norm": 1.2822214365005493,
      "learning_rate": 1.5341784366200143e-06,
      "loss": 0.338,
      "step": 1810560
    },
    {
      "epoch": 505.32,
      "grad_norm": 1.1772606372833252,
      "learning_rate": 1.5341530613531892e-06,
      "loss": 0.3549,
      "step": 1810570
    },
    {
      "epoch": 505.33,
      "grad_norm": 1.094727873802185,
      "learning_rate": 1.5341276861941223e-06,
      "loss": 0.3459,
      "step": 1810580
    },
    {
      "epoch": 505.33,
      "grad_norm": 1.0924233198165894,
      "learning_rate": 1.5341023111428162e-06,
      "loss": 0.3566,
      "step": 1810590
    },
    {
      "epoch": 505.33,
      "grad_norm": 0.9132978916168213,
      "learning_rate": 1.5340769361992736e-06,
      "loss": 0.3369,
      "step": 1810600
    },
    {
      "epoch": 505.33,
      "grad_norm": 0.9564228653907776,
      "learning_rate": 1.5340515613634997e-06,
      "loss": 0.3524,
      "step": 1810610
    },
    {
      "epoch": 505.34,
      "grad_norm": 1.163221001625061,
      "learning_rate": 1.5340261866354966e-06,
      "loss": 0.3471,
      "step": 1810620
    },
    {
      "epoch": 505.34,
      "grad_norm": 0.9571506977081299,
      "learning_rate": 1.5340008120152674e-06,
      "loss": 0.3597,
      "step": 1810630
    },
    {
      "epoch": 505.34,
      "grad_norm": 1.057023048400879,
      "learning_rate": 1.5339754375028168e-06,
      "loss": 0.3611,
      "step": 1810640
    },
    {
      "epoch": 505.34,
      "grad_norm": 2.4255034923553467,
      "learning_rate": 1.5339500630981475e-06,
      "loss": 0.3492,
      "step": 1810650
    },
    {
      "epoch": 505.35,
      "grad_norm": 1.0924875736236572,
      "learning_rate": 1.5339246888012623e-06,
      "loss": 0.3388,
      "step": 1810660
    },
    {
      "epoch": 505.35,
      "grad_norm": 1.1686514616012573,
      "learning_rate": 1.5338993146121652e-06,
      "loss": 0.3412,
      "step": 1810670
    },
    {
      "epoch": 505.35,
      "grad_norm": 1.1785976886749268,
      "learning_rate": 1.5338739405308599e-06,
      "loss": 0.3322,
      "step": 1810680
    },
    {
      "epoch": 505.36,
      "grad_norm": 1.2597414255142212,
      "learning_rate": 1.5338485665573481e-06,
      "loss": 0.3417,
      "step": 1810690
    },
    {
      "epoch": 505.36,
      "grad_norm": 1.1878100633621216,
      "learning_rate": 1.5338231926916357e-06,
      "loss": 0.3426,
      "step": 1810700
    },
    {
      "epoch": 505.36,
      "grad_norm": 1.0288562774658203,
      "learning_rate": 1.5337978189337238e-06,
      "loss": 0.3413,
      "step": 1810710
    },
    {
      "epoch": 505.36,
      "grad_norm": 1.040629267692566,
      "learning_rate": 1.5337724452836173e-06,
      "loss": 0.3405,
      "step": 1810720
    },
    {
      "epoch": 505.37,
      "grad_norm": 1.1754432916641235,
      "learning_rate": 1.5337470717413192e-06,
      "loss": 0.3309,
      "step": 1810730
    },
    {
      "epoch": 505.37,
      "grad_norm": 1.1601533889770508,
      "learning_rate": 1.5337216983068321e-06,
      "loss": 0.3345,
      "step": 1810740
    },
    {
      "epoch": 505.37,
      "grad_norm": 1.1184405088424683,
      "learning_rate": 1.5336963249801607e-06,
      "loss": 0.3406,
      "step": 1810750
    },
    {
      "epoch": 505.38,
      "grad_norm": 1.1318048238754272,
      "learning_rate": 1.5336709517613075e-06,
      "loss": 0.3393,
      "step": 1810760
    },
    {
      "epoch": 505.38,
      "grad_norm": 1.133017659187317,
      "learning_rate": 1.5336455786502752e-06,
      "loss": 0.3436,
      "step": 1810770
    },
    {
      "epoch": 505.38,
      "grad_norm": 1.0737727880477905,
      "learning_rate": 1.533620205647069e-06,
      "loss": 0.3421,
      "step": 1810780
    },
    {
      "epoch": 505.38,
      "grad_norm": 1.480967402458191,
      "learning_rate": 1.5335948327516913e-06,
      "loss": 0.3658,
      "step": 1810790
    },
    {
      "epoch": 505.39,
      "grad_norm": 1.038008451461792,
      "learning_rate": 1.533569459964145e-06,
      "loss": 0.3479,
      "step": 1810800
    },
    {
      "epoch": 505.39,
      "grad_norm": 0.9791911840438843,
      "learning_rate": 1.533544087284434e-06,
      "loss": 0.3282,
      "step": 1810810
    },
    {
      "epoch": 505.39,
      "grad_norm": 1.0436055660247803,
      "learning_rate": 1.5335187147125622e-06,
      "loss": 0.3195,
      "step": 1810820
    },
    {
      "epoch": 505.39,
      "grad_norm": 1.1642491817474365,
      "learning_rate": 1.5334933422485311e-06,
      "loss": 0.337,
      "step": 1810830
    },
    {
      "epoch": 505.4,
      "grad_norm": 0.9222140312194824,
      "learning_rate": 1.5334679698923469e-06,
      "loss": 0.3428,
      "step": 1810840
    },
    {
      "epoch": 505.4,
      "grad_norm": 0.9698156714439392,
      "learning_rate": 1.5334425976440106e-06,
      "loss": 0.3263,
      "step": 1810850
    },
    {
      "epoch": 505.4,
      "grad_norm": 1.1996126174926758,
      "learning_rate": 1.5334172255035263e-06,
      "loss": 0.3381,
      "step": 1810860
    },
    {
      "epoch": 505.41,
      "grad_norm": 2.6313364505767822,
      "learning_rate": 1.533391853470898e-06,
      "loss": 0.3605,
      "step": 1810870
    },
    {
      "epoch": 505.41,
      "grad_norm": 1.0950725078582764,
      "learning_rate": 1.5333664815461288e-06,
      "loss": 0.3452,
      "step": 1810880
    },
    {
      "epoch": 505.41,
      "grad_norm": 1.0562658309936523,
      "learning_rate": 1.533341109729221e-06,
      "loss": 0.3411,
      "step": 1810890
    },
    {
      "epoch": 505.41,
      "grad_norm": 0.9947949647903442,
      "learning_rate": 1.5333157380201796e-06,
      "loss": 0.3297,
      "step": 1810900
    },
    {
      "epoch": 505.42,
      "grad_norm": 1.1503894329071045,
      "learning_rate": 1.5332903664190073e-06,
      "loss": 0.3449,
      "step": 1810910
    },
    {
      "epoch": 505.42,
      "grad_norm": 1.1640424728393555,
      "learning_rate": 1.5332649949257063e-06,
      "loss": 0.3559,
      "step": 1810920
    },
    {
      "epoch": 505.42,
      "grad_norm": 1.5141067504882812,
      "learning_rate": 1.5332396235402821e-06,
      "loss": 0.3478,
      "step": 1810930
    },
    {
      "epoch": 505.43,
      "grad_norm": 1.1611549854278564,
      "learning_rate": 1.5332142522627371e-06,
      "loss": 0.3568,
      "step": 1810940
    },
    {
      "epoch": 505.43,
      "grad_norm": 1.068267583847046,
      "learning_rate": 1.5331888810930743e-06,
      "loss": 0.3398,
      "step": 1810950
    },
    {
      "epoch": 505.43,
      "grad_norm": 1.047757625579834,
      "learning_rate": 1.5331635100312974e-06,
      "loss": 0.3475,
      "step": 1810960
    },
    {
      "epoch": 505.43,
      "grad_norm": 1.0423266887664795,
      "learning_rate": 1.53313813907741e-06,
      "loss": 0.3421,
      "step": 1810970
    },
    {
      "epoch": 505.44,
      "grad_norm": 1.0175888538360596,
      "learning_rate": 1.5331127682314146e-06,
      "loss": 0.334,
      "step": 1810980
    },
    {
      "epoch": 505.44,
      "grad_norm": 1.251333475112915,
      "learning_rate": 1.5330873974933157e-06,
      "loss": 0.3364,
      "step": 1810990
    },
    {
      "epoch": 505.44,
      "grad_norm": 1.1020252704620361,
      "learning_rate": 1.5330620268631156e-06,
      "loss": 0.3467,
      "step": 1811000
    },
    {
      "epoch": 505.45,
      "grad_norm": 0.9814739227294922,
      "learning_rate": 1.5330366563408193e-06,
      "loss": 0.334,
      "step": 1811010
    },
    {
      "epoch": 505.45,
      "grad_norm": 1.0132242441177368,
      "learning_rate": 1.5330112859264289e-06,
      "loss": 0.3391,
      "step": 1811020
    },
    {
      "epoch": 505.45,
      "grad_norm": 0.9526571035385132,
      "learning_rate": 1.5329859156199477e-06,
      "loss": 0.353,
      "step": 1811030
    },
    {
      "epoch": 505.45,
      "grad_norm": 1.2442691326141357,
      "learning_rate": 1.53296054542138e-06,
      "loss": 0.3338,
      "step": 1811040
    },
    {
      "epoch": 505.46,
      "grad_norm": 1.23258638381958,
      "learning_rate": 1.5329351753307282e-06,
      "loss": 0.3422,
      "step": 1811050
    },
    {
      "epoch": 505.46,
      "grad_norm": 1.0874980688095093,
      "learning_rate": 1.5329098053479955e-06,
      "loss": 0.3333,
      "step": 1811060
    },
    {
      "epoch": 505.46,
      "grad_norm": 1.1373337507247925,
      "learning_rate": 1.5328844354731866e-06,
      "loss": 0.3207,
      "step": 1811070
    },
    {
      "epoch": 505.46,
      "grad_norm": 1.040919542312622,
      "learning_rate": 1.5328590657063046e-06,
      "loss": 0.3475,
      "step": 1811080
    },
    {
      "epoch": 505.47,
      "grad_norm": 1.3104606866836548,
      "learning_rate": 1.5328336960473513e-06,
      "loss": 0.3326,
      "step": 1811090
    },
    {
      "epoch": 505.47,
      "grad_norm": 1.0448757410049438,
      "learning_rate": 1.532808326496332e-06,
      "loss": 0.3291,
      "step": 1811100
    },
    {
      "epoch": 505.47,
      "grad_norm": 1.2674777507781982,
      "learning_rate": 1.5327829570532492e-06,
      "loss": 0.3315,
      "step": 1811110
    },
    {
      "epoch": 505.48,
      "grad_norm": 1.1789171695709229,
      "learning_rate": 1.5327575877181054e-06,
      "loss": 0.3581,
      "step": 1811120
    },
    {
      "epoch": 505.48,
      "grad_norm": 1.182831883430481,
      "learning_rate": 1.532732218490906e-06,
      "loss": 0.3516,
      "step": 1811130
    },
    {
      "epoch": 505.48,
      "grad_norm": 1.2742671966552734,
      "learning_rate": 1.532706849371653e-06,
      "loss": 0.3459,
      "step": 1811140
    },
    {
      "epoch": 505.48,
      "grad_norm": 1.063765287399292,
      "learning_rate": 1.532681480360349e-06,
      "loss": 0.3646,
      "step": 1811150
    },
    {
      "epoch": 505.49,
      "grad_norm": 1.0733393430709839,
      "learning_rate": 1.5326561114569998e-06,
      "loss": 0.3381,
      "step": 1811160
    },
    {
      "epoch": 505.49,
      "grad_norm": 0.9988598227500916,
      "learning_rate": 1.5326307426616071e-06,
      "loss": 0.3315,
      "step": 1811170
    },
    {
      "epoch": 505.49,
      "grad_norm": 1.018068552017212,
      "learning_rate": 1.5326053739741743e-06,
      "loss": 0.3589,
      "step": 1811180
    },
    {
      "epoch": 505.5,
      "grad_norm": 1.3187530040740967,
      "learning_rate": 1.5325800053947059e-06,
      "loss": 0.3426,
      "step": 1811190
    },
    {
      "epoch": 505.5,
      "grad_norm": 1.2114063501358032,
      "learning_rate": 1.5325546369232036e-06,
      "loss": 0.3415,
      "step": 1811200
    },
    {
      "epoch": 505.5,
      "grad_norm": 0.9602699875831604,
      "learning_rate": 1.5325292685596713e-06,
      "loss": 0.3444,
      "step": 1811210
    },
    {
      "epoch": 505.5,
      "grad_norm": 1.2207237482070923,
      "learning_rate": 1.5325039003041135e-06,
      "loss": 0.32,
      "step": 1811220
    },
    {
      "epoch": 505.51,
      "grad_norm": 1.160851240158081,
      "learning_rate": 1.5324785321565327e-06,
      "loss": 0.3426,
      "step": 1811230
    },
    {
      "epoch": 505.51,
      "grad_norm": 1.048730492591858,
      "learning_rate": 1.532453164116932e-06,
      "loss": 0.3281,
      "step": 1811240
    },
    {
      "epoch": 505.51,
      "grad_norm": 0.8579675555229187,
      "learning_rate": 1.5324277961853155e-06,
      "loss": 0.3333,
      "step": 1811250
    },
    {
      "epoch": 505.51,
      "grad_norm": 0.9943700432777405,
      "learning_rate": 1.5324024283616863e-06,
      "loss": 0.352,
      "step": 1811260
    },
    {
      "epoch": 505.52,
      "grad_norm": 1.1408997774124146,
      "learning_rate": 1.5323770606460464e-06,
      "loss": 0.3533,
      "step": 1811270
    },
    {
      "epoch": 505.52,
      "grad_norm": 1.1579363346099854,
      "learning_rate": 1.5323516930384016e-06,
      "loss": 0.3467,
      "step": 1811280
    },
    {
      "epoch": 505.52,
      "grad_norm": 1.4417897462844849,
      "learning_rate": 1.5323263255387534e-06,
      "loss": 0.3409,
      "step": 1811290
    },
    {
      "epoch": 505.53,
      "grad_norm": 1.1778806447982788,
      "learning_rate": 1.5323009581471068e-06,
      "loss": 0.3499,
      "step": 1811300
    },
    {
      "epoch": 505.53,
      "grad_norm": 1.4127931594848633,
      "learning_rate": 1.5322755908634644e-06,
      "loss": 0.3563,
      "step": 1811310
    },
    {
      "epoch": 505.53,
      "grad_norm": 1.074293851852417,
      "learning_rate": 1.5322502236878288e-06,
      "loss": 0.3554,
      "step": 1811320
    },
    {
      "epoch": 505.53,
      "grad_norm": 1.094796895980835,
      "learning_rate": 1.5322248566202046e-06,
      "loss": 0.3473,
      "step": 1811330
    },
    {
      "epoch": 505.54,
      "grad_norm": 1.1405510902404785,
      "learning_rate": 1.5321994896605943e-06,
      "loss": 0.3276,
      "step": 1811340
    },
    {
      "epoch": 505.54,
      "grad_norm": 0.9951812624931335,
      "learning_rate": 1.532174122809001e-06,
      "loss": 0.342,
      "step": 1811350
    },
    {
      "epoch": 505.54,
      "grad_norm": 1.09284245967865,
      "learning_rate": 1.5321487560654294e-06,
      "loss": 0.3398,
      "step": 1811360
    },
    {
      "epoch": 505.55,
      "grad_norm": 1.2058964967727661,
      "learning_rate": 1.5321233894298825e-06,
      "loss": 0.3495,
      "step": 1811370
    },
    {
      "epoch": 505.55,
      "grad_norm": 1.4334373474121094,
      "learning_rate": 1.5320980229023623e-06,
      "loss": 0.3367,
      "step": 1811380
    },
    {
      "epoch": 505.55,
      "grad_norm": 1.085146427154541,
      "learning_rate": 1.532072656482874e-06,
      "loss": 0.3393,
      "step": 1811390
    },
    {
      "epoch": 505.55,
      "grad_norm": 1.3397021293640137,
      "learning_rate": 1.5320472901714203e-06,
      "loss": 0.3435,
      "step": 1811400
    },
    {
      "epoch": 505.56,
      "grad_norm": 1.3322960138320923,
      "learning_rate": 1.5320219239680034e-06,
      "loss": 0.3306,
      "step": 1811410
    },
    {
      "epoch": 505.56,
      "grad_norm": 1.0211502313613892,
      "learning_rate": 1.5319965578726284e-06,
      "loss": 0.3586,
      "step": 1811420
    },
    {
      "epoch": 505.56,
      "grad_norm": 1.0876684188842773,
      "learning_rate": 1.5319711918852986e-06,
      "loss": 0.3419,
      "step": 1811430
    },
    {
      "epoch": 505.57,
      "grad_norm": 1.0529309511184692,
      "learning_rate": 1.5319458260060153e-06,
      "loss": 0.3532,
      "step": 1811440
    },
    {
      "epoch": 505.57,
      "grad_norm": 1.0635825395584106,
      "learning_rate": 1.5319204602347844e-06,
      "loss": 0.335,
      "step": 1811450
    },
    {
      "epoch": 505.57,
      "grad_norm": 1.1728763580322266,
      "learning_rate": 1.5318950945716084e-06,
      "loss": 0.3363,
      "step": 1811460
    },
    {
      "epoch": 505.57,
      "grad_norm": 1.0271871089935303,
      "learning_rate": 1.5318697290164897e-06,
      "loss": 0.3419,
      "step": 1811470
    },
    {
      "epoch": 505.58,
      "grad_norm": 1.1405887603759766,
      "learning_rate": 1.5318443635694333e-06,
      "loss": 0.3417,
      "step": 1811480
    },
    {
      "epoch": 505.58,
      "grad_norm": 1.0432255268096924,
      "learning_rate": 1.5318189982304416e-06,
      "loss": 0.3705,
      "step": 1811490
    },
    {
      "epoch": 505.58,
      "grad_norm": 0.9861488938331604,
      "learning_rate": 1.5317936329995174e-06,
      "loss": 0.3411,
      "step": 1811500
    },
    {
      "epoch": 505.58,
      "grad_norm": 1.0148110389709473,
      "learning_rate": 1.5317682678766656e-06,
      "loss": 0.3441,
      "step": 1811510
    },
    {
      "epoch": 505.59,
      "grad_norm": 1.2497669458389282,
      "learning_rate": 1.531742902861889e-06,
      "loss": 0.355,
      "step": 1811520
    },
    {
      "epoch": 505.59,
      "grad_norm": 1.0921343564987183,
      "learning_rate": 1.53171753795519e-06,
      "loss": 0.3519,
      "step": 1811530
    },
    {
      "epoch": 505.59,
      "grad_norm": 1.1731030941009521,
      "learning_rate": 1.5316921731565734e-06,
      "loss": 0.3446,
      "step": 1811540
    },
    {
      "epoch": 505.6,
      "grad_norm": 0.9611170291900635,
      "learning_rate": 1.5316668084660415e-06,
      "loss": 0.3288,
      "step": 1811550
    },
    {
      "epoch": 505.6,
      "grad_norm": 1.2071713209152222,
      "learning_rate": 1.5316414438835976e-06,
      "loss": 0.3183,
      "step": 1811560
    },
    {
      "epoch": 505.6,
      "grad_norm": 1.1708424091339111,
      "learning_rate": 1.5316160794092464e-06,
      "loss": 0.3643,
      "step": 1811570
    },
    {
      "epoch": 505.6,
      "grad_norm": 0.9878138899803162,
      "learning_rate": 1.5315907150429892e-06,
      "loss": 0.3428,
      "step": 1811580
    },
    {
      "epoch": 505.61,
      "grad_norm": 1.1253581047058105,
      "learning_rate": 1.5315653507848323e-06,
      "loss": 0.3305,
      "step": 1811590
    },
    {
      "epoch": 505.61,
      "grad_norm": 1.0636886358261108,
      "learning_rate": 1.5315399866347767e-06,
      "loss": 0.3304,
      "step": 1811600
    },
    {
      "epoch": 505.61,
      "grad_norm": 0.9497619271278381,
      "learning_rate": 1.5315146225928263e-06,
      "loss": 0.3499,
      "step": 1811610
    },
    {
      "epoch": 505.62,
      "grad_norm": 1.1232433319091797,
      "learning_rate": 1.5314892586589854e-06,
      "loss": 0.3297,
      "step": 1811620
    },
    {
      "epoch": 505.62,
      "grad_norm": 1.2642172574996948,
      "learning_rate": 1.5314638948332561e-06,
      "loss": 0.3325,
      "step": 1811630
    },
    {
      "epoch": 505.62,
      "grad_norm": 1.7606991529464722,
      "learning_rate": 1.5314385311156416e-06,
      "loss": 0.3486,
      "step": 1811640
    },
    {
      "epoch": 505.62,
      "grad_norm": 1.2452512979507446,
      "learning_rate": 1.531413167506147e-06,
      "loss": 0.3479,
      "step": 1811650
    },
    {
      "epoch": 505.63,
      "grad_norm": 1.3909531831741333,
      "learning_rate": 1.5313878040047744e-06,
      "loss": 0.3286,
      "step": 1811660
    },
    {
      "epoch": 505.63,
      "grad_norm": 0.9948225617408752,
      "learning_rate": 1.531362440611527e-06,
      "loss": 0.3498,
      "step": 1811670
    },
    {
      "epoch": 505.63,
      "grad_norm": 1.0768846273422241,
      "learning_rate": 1.5313370773264086e-06,
      "loss": 0.3187,
      "step": 1811680
    },
    {
      "epoch": 505.63,
      "grad_norm": 1.062334656715393,
      "learning_rate": 1.5313117141494234e-06,
      "loss": 0.3319,
      "step": 1811690
    },
    {
      "epoch": 505.64,
      "grad_norm": 1.2558553218841553,
      "learning_rate": 1.5312863510805732e-06,
      "loss": 0.3346,
      "step": 1811700
    },
    {
      "epoch": 505.64,
      "grad_norm": 1.2705707550048828,
      "learning_rate": 1.5312609881198628e-06,
      "loss": 0.3367,
      "step": 1811710
    },
    {
      "epoch": 505.64,
      "grad_norm": 0.9680609703063965,
      "learning_rate": 1.5312356252672946e-06,
      "loss": 0.3392,
      "step": 1811720
    },
    {
      "epoch": 505.65,
      "grad_norm": 1.088705062866211,
      "learning_rate": 1.5312102625228715e-06,
      "loss": 0.3332,
      "step": 1811730
    },
    {
      "epoch": 505.65,
      "grad_norm": 1.29179048538208,
      "learning_rate": 1.5311848998865985e-06,
      "loss": 0.3352,
      "step": 1811740
    },
    {
      "epoch": 505.65,
      "grad_norm": 1.1162734031677246,
      "learning_rate": 1.5311595373584784e-06,
      "loss": 0.3403,
      "step": 1811750
    },
    {
      "epoch": 505.65,
      "grad_norm": 1.0261545181274414,
      "learning_rate": 1.5311341749385137e-06,
      "loss": 0.3451,
      "step": 1811760
    },
    {
      "epoch": 505.66,
      "grad_norm": 1.1132818460464478,
      "learning_rate": 1.5311088126267087e-06,
      "loss": 0.3289,
      "step": 1811770
    },
    {
      "epoch": 505.66,
      "grad_norm": 1.388737678527832,
      "learning_rate": 1.5310834504230666e-06,
      "loss": 0.3312,
      "step": 1811780
    },
    {
      "epoch": 505.66,
      "grad_norm": 0.9591049551963806,
      "learning_rate": 1.5310580883275896e-06,
      "loss": 0.3406,
      "step": 1811790
    },
    {
      "epoch": 505.67,
      "grad_norm": 1.0621918439865112,
      "learning_rate": 1.5310327263402834e-06,
      "loss": 0.3386,
      "step": 1811800
    },
    {
      "epoch": 505.67,
      "grad_norm": 1.592659831047058,
      "learning_rate": 1.5310073644611498e-06,
      "loss": 0.3329,
      "step": 1811810
    },
    {
      "epoch": 505.67,
      "grad_norm": 1.4512543678283691,
      "learning_rate": 1.5309820026901914e-06,
      "loss": 0.3364,
      "step": 1811820
    },
    {
      "epoch": 505.67,
      "grad_norm": 1.1097098588943481,
      "learning_rate": 1.530956641027414e-06,
      "loss": 0.3411,
      "step": 1811830
    },
    {
      "epoch": 505.68,
      "grad_norm": 1.0043556690216064,
      "learning_rate": 1.5309312794728192e-06,
      "loss": 0.3646,
      "step": 1811840
    },
    {
      "epoch": 505.68,
      "grad_norm": 1.0228326320648193,
      "learning_rate": 1.5309059180264104e-06,
      "loss": 0.3281,
      "step": 1811850
    },
    {
      "epoch": 505.68,
      "grad_norm": 1.1868892908096313,
      "learning_rate": 1.530880556688192e-06,
      "loss": 0.3361,
      "step": 1811860
    },
    {
      "epoch": 505.69,
      "grad_norm": 1.1715514659881592,
      "learning_rate": 1.5308551954581659e-06,
      "loss": 0.354,
      "step": 1811870
    },
    {
      "epoch": 505.69,
      "grad_norm": 1.454781413078308,
      "learning_rate": 1.530829834336337e-06,
      "loss": 0.3504,
      "step": 1811880
    },
    {
      "epoch": 505.69,
      "grad_norm": 0.9623739123344421,
      "learning_rate": 1.530804473322708e-06,
      "loss": 0.3366,
      "step": 1811890
    },
    {
      "epoch": 505.69,
      "grad_norm": 1.0079591274261475,
      "learning_rate": 1.530779112417282e-06,
      "loss": 0.3359,
      "step": 1811900
    },
    {
      "epoch": 505.7,
      "grad_norm": 1.0307490825653076,
      "learning_rate": 1.530753751620063e-06,
      "loss": 0.3277,
      "step": 1811910
    },
    {
      "epoch": 505.7,
      "grad_norm": 0.9850957989692688,
      "learning_rate": 1.530728390931054e-06,
      "loss": 0.3405,
      "step": 1811920
    },
    {
      "epoch": 505.7,
      "grad_norm": 1.143082618713379,
      "learning_rate": 1.5307030303502576e-06,
      "loss": 0.3449,
      "step": 1811930
    },
    {
      "epoch": 505.7,
      "grad_norm": 1.0930768251419067,
      "learning_rate": 1.5306776698776786e-06,
      "loss": 0.3562,
      "step": 1811940
    },
    {
      "epoch": 505.71,
      "grad_norm": 1.0806217193603516,
      "learning_rate": 1.5306523095133199e-06,
      "loss": 0.3417,
      "step": 1811950
    },
    {
      "epoch": 505.71,
      "grad_norm": 3.810776948928833,
      "learning_rate": 1.530626949257184e-06,
      "loss": 0.3487,
      "step": 1811960
    },
    {
      "epoch": 505.71,
      "grad_norm": 1.0784145593643188,
      "learning_rate": 1.5306015891092757e-06,
      "loss": 0.3513,
      "step": 1811970
    },
    {
      "epoch": 505.72,
      "grad_norm": 1.1066296100616455,
      "learning_rate": 1.5305762290695978e-06,
      "loss": 0.3444,
      "step": 1811980
    },
    {
      "epoch": 505.72,
      "grad_norm": 1.254926085472107,
      "learning_rate": 1.530550869138153e-06,
      "loss": 0.3505,
      "step": 1811990
    },
    {
      "epoch": 505.72,
      "grad_norm": 1.3928662538528442,
      "learning_rate": 1.530525509314946e-06,
      "loss": 0.3474,
      "step": 1812000
    },
    {
      "epoch": 505.72,
      "grad_norm": 1.1450203657150269,
      "learning_rate": 1.5305001495999789e-06,
      "loss": 0.3475,
      "step": 1812010
    },
    {
      "epoch": 505.73,
      "grad_norm": 1.0045859813690186,
      "learning_rate": 1.530474789993255e-06,
      "loss": 0.3411,
      "step": 1812020
    },
    {
      "epoch": 505.73,
      "grad_norm": 1.1084392070770264,
      "learning_rate": 1.5304494304947788e-06,
      "loss": 0.3516,
      "step": 1812030
    },
    {
      "epoch": 505.73,
      "grad_norm": 1.35292387008667,
      "learning_rate": 1.5304240711045535e-06,
      "loss": 0.3605,
      "step": 1812040
    },
    {
      "epoch": 505.74,
      "grad_norm": 1.2140990495681763,
      "learning_rate": 1.5303987118225815e-06,
      "loss": 0.3576,
      "step": 1812050
    },
    {
      "epoch": 505.74,
      "grad_norm": 1.3267930746078491,
      "learning_rate": 1.5303733526488671e-06,
      "loss": 0.345,
      "step": 1812060
    },
    {
      "epoch": 505.74,
      "grad_norm": 1.008739948272705,
      "learning_rate": 1.5303479935834138e-06,
      "loss": 0.338,
      "step": 1812070
    },
    {
      "epoch": 505.74,
      "grad_norm": 1.6657077074050903,
      "learning_rate": 1.530322634626223e-06,
      "loss": 0.3461,
      "step": 1812080
    },
    {
      "epoch": 505.75,
      "grad_norm": 0.9615920186042786,
      "learning_rate": 1.5302972757773011e-06,
      "loss": 0.3424,
      "step": 1812090
    },
    {
      "epoch": 505.75,
      "grad_norm": 1.1544883251190186,
      "learning_rate": 1.5302719170366497e-06,
      "loss": 0.3411,
      "step": 1812100
    },
    {
      "epoch": 505.75,
      "grad_norm": 1.2283557653427124,
      "learning_rate": 1.5302465584042716e-06,
      "loss": 0.3491,
      "step": 1812110
    },
    {
      "epoch": 505.75,
      "grad_norm": 1.0609158277511597,
      "learning_rate": 1.530221199880172e-06,
      "loss": 0.3376,
      "step": 1812120
    },
    {
      "epoch": 505.76,
      "grad_norm": 1.3792818784713745,
      "learning_rate": 1.5301958414643532e-06,
      "loss": 0.3392,
      "step": 1812130
    },
    {
      "epoch": 505.76,
      "grad_norm": 1.2381305694580078,
      "learning_rate": 1.5301704831568181e-06,
      "loss": 0.3145,
      "step": 1812140
    },
    {
      "epoch": 505.76,
      "grad_norm": 1.2386829853057861,
      "learning_rate": 1.5301451249575714e-06,
      "loss": 0.3353,
      "step": 1812150
    },
    {
      "epoch": 505.77,
      "grad_norm": 0.9790063500404358,
      "learning_rate": 1.5301197668666145e-06,
      "loss": 0.3547,
      "step": 1812160
    },
    {
      "epoch": 505.77,
      "grad_norm": 1.2448009252548218,
      "learning_rate": 1.5300944088839532e-06,
      "loss": 0.334,
      "step": 1812170
    },
    {
      "epoch": 505.77,
      "grad_norm": 0.9101948738098145,
      "learning_rate": 1.5300690510095893e-06,
      "loss": 0.3425,
      "step": 1812180
    },
    {
      "epoch": 505.77,
      "grad_norm": 0.9076074957847595,
      "learning_rate": 1.5300436932435264e-06,
      "loss": 0.3245,
      "step": 1812190
    },
    {
      "epoch": 505.78,
      "grad_norm": 1.1034866571426392,
      "learning_rate": 1.5300183355857685e-06,
      "loss": 0.3455,
      "step": 1812200
    },
    {
      "epoch": 505.78,
      "grad_norm": 1.1446988582611084,
      "learning_rate": 1.5299929780363186e-06,
      "loss": 0.3468,
      "step": 1812210
    },
    {
      "epoch": 505.78,
      "grad_norm": 0.9335508346557617,
      "learning_rate": 1.5299676205951787e-06,
      "loss": 0.3443,
      "step": 1812220
    },
    {
      "epoch": 505.79,
      "grad_norm": 1.0314300060272217,
      "learning_rate": 1.529942263262355e-06,
      "loss": 0.3471,
      "step": 1812230
    },
    {
      "epoch": 505.79,
      "grad_norm": 0.9250972270965576,
      "learning_rate": 1.529916906037849e-06,
      "loss": 0.3273,
      "step": 1812240
    },
    {
      "epoch": 505.79,
      "grad_norm": 1.0833030939102173,
      "learning_rate": 1.529891548921663e-06,
      "loss": 0.3338,
      "step": 1812250
    },
    {
      "epoch": 505.79,
      "grad_norm": 1.1368906497955322,
      "learning_rate": 1.5298661919138033e-06,
      "loss": 0.337,
      "step": 1812260
    },
    {
      "epoch": 505.8,
      "grad_norm": 1.0828279256820679,
      "learning_rate": 1.5298408350142716e-06,
      "loss": 0.3491,
      "step": 1812270
    },
    {
      "epoch": 505.8,
      "grad_norm": 1.1376768350601196,
      "learning_rate": 1.5298154782230708e-06,
      "loss": 0.3299,
      "step": 1812280
    },
    {
      "epoch": 505.8,
      "grad_norm": 1.197257161140442,
      "learning_rate": 1.5297901215402056e-06,
      "loss": 0.3343,
      "step": 1812290
    },
    {
      "epoch": 505.81,
      "grad_norm": 1.015813946723938,
      "learning_rate": 1.5297647649656786e-06,
      "loss": 0.3503,
      "step": 1812300
    },
    {
      "epoch": 505.81,
      "grad_norm": 1.0561045408248901,
      "learning_rate": 1.5297394084994923e-06,
      "loss": 0.3355,
      "step": 1812310
    },
    {
      "epoch": 505.81,
      "grad_norm": 1.2248378992080688,
      "learning_rate": 1.529714052141652e-06,
      "loss": 0.3501,
      "step": 1812320
    },
    {
      "epoch": 505.81,
      "grad_norm": 1.1181588172912598,
      "learning_rate": 1.52968869589216e-06,
      "loss": 0.3456,
      "step": 1812330
    },
    {
      "epoch": 505.82,
      "grad_norm": 1.1220232248306274,
      "learning_rate": 1.5296633397510195e-06,
      "loss": 0.3415,
      "step": 1812340
    },
    {
      "epoch": 505.82,
      "grad_norm": 1.126739501953125,
      "learning_rate": 1.5296379837182346e-06,
      "loss": 0.3329,
      "step": 1812350
    },
    {
      "epoch": 505.82,
      "grad_norm": 1.1469511985778809,
      "learning_rate": 1.5296126277938083e-06,
      "loss": 0.3507,
      "step": 1812360
    },
    {
      "epoch": 505.82,
      "grad_norm": 1.3315829038619995,
      "learning_rate": 1.5295872719777429e-06,
      "loss": 0.3435,
      "step": 1812370
    },
    {
      "epoch": 505.83,
      "grad_norm": 1.026880145072937,
      "learning_rate": 1.5295619162700435e-06,
      "loss": 0.3371,
      "step": 1812380
    },
    {
      "epoch": 505.83,
      "grad_norm": 0.9957766532897949,
      "learning_rate": 1.5295365606707126e-06,
      "loss": 0.3371,
      "step": 1812390
    },
    {
      "epoch": 505.83,
      "grad_norm": 1.0464836359024048,
      "learning_rate": 1.5295112051797531e-06,
      "loss": 0.3441,
      "step": 1812400
    },
    {
      "epoch": 505.84,
      "grad_norm": 1.1616207361221313,
      "learning_rate": 1.52948584979717e-06,
      "loss": 0.3305,
      "step": 1812410
    },
    {
      "epoch": 505.84,
      "grad_norm": 0.948614776134491,
      "learning_rate": 1.529460494522966e-06,
      "loss": 0.3606,
      "step": 1812420
    },
    {
      "epoch": 505.84,
      "grad_norm": 1.0339250564575195,
      "learning_rate": 1.529435139357143e-06,
      "loss": 0.3468,
      "step": 1812430
    },
    {
      "epoch": 505.84,
      "grad_norm": 1.008408784866333,
      "learning_rate": 1.5294097842997063e-06,
      "loss": 0.3323,
      "step": 1812440
    },
    {
      "epoch": 505.85,
      "grad_norm": 5.290009021759033,
      "learning_rate": 1.5293844293506575e-06,
      "loss": 0.3431,
      "step": 1812450
    },
    {
      "epoch": 505.85,
      "grad_norm": 1.1028038263320923,
      "learning_rate": 1.529359074510002e-06,
      "loss": 0.3463,
      "step": 1812460
    },
    {
      "epoch": 505.85,
      "grad_norm": 1.36323082447052,
      "learning_rate": 1.5293337197777424e-06,
      "loss": 0.3677,
      "step": 1812470
    },
    {
      "epoch": 505.86,
      "grad_norm": 1.0052932500839233,
      "learning_rate": 1.529308365153881e-06,
      "loss": 0.3392,
      "step": 1812480
    },
    {
      "epoch": 505.86,
      "grad_norm": 1.1362574100494385,
      "learning_rate": 1.5292830106384226e-06,
      "loss": 0.3376,
      "step": 1812490
    },
    {
      "epoch": 505.86,
      "grad_norm": 1.2608697414398193,
      "learning_rate": 1.52925765623137e-06,
      "loss": 0.3491,
      "step": 1812500
    },
    {
      "epoch": 505.86,
      "grad_norm": 1.125948190689087,
      "learning_rate": 1.5292323019327257e-06,
      "loss": 0.3432,
      "step": 1812510
    },
    {
      "epoch": 505.87,
      "grad_norm": 0.990451991558075,
      "learning_rate": 1.5292069477424945e-06,
      "loss": 0.3316,
      "step": 1812520
    },
    {
      "epoch": 505.87,
      "grad_norm": 1.1197248697280884,
      "learning_rate": 1.5291815936606793e-06,
      "loss": 0.3292,
      "step": 1812530
    },
    {
      "epoch": 505.87,
      "grad_norm": 1.0131957530975342,
      "learning_rate": 1.5291562396872828e-06,
      "loss": 0.3428,
      "step": 1812540
    },
    {
      "epoch": 505.87,
      "grad_norm": 1.0908442735671997,
      "learning_rate": 1.5291308858223098e-06,
      "loss": 0.3306,
      "step": 1812550
    },
    {
      "epoch": 505.88,
      "grad_norm": 1.298734426498413,
      "learning_rate": 1.5291055320657624e-06,
      "loss": 0.3409,
      "step": 1812560
    },
    {
      "epoch": 505.88,
      "grad_norm": 1.2618496417999268,
      "learning_rate": 1.5290801784176444e-06,
      "loss": 0.336,
      "step": 1812570
    },
    {
      "epoch": 505.88,
      "grad_norm": 1.0926114320755005,
      "learning_rate": 1.5290548248779593e-06,
      "loss": 0.3508,
      "step": 1812580
    },
    {
      "epoch": 505.89,
      "grad_norm": 1.1738524436950684,
      "learning_rate": 1.5290294714467105e-06,
      "loss": 0.3442,
      "step": 1812590
    },
    {
      "epoch": 505.89,
      "grad_norm": 1.2505121231079102,
      "learning_rate": 1.5290041181239004e-06,
      "loss": 0.3632,
      "step": 1812600
    },
    {
      "epoch": 505.89,
      "grad_norm": 1.1127809286117554,
      "learning_rate": 1.528978764909534e-06,
      "loss": 0.3322,
      "step": 1812610
    },
    {
      "epoch": 505.89,
      "grad_norm": 1.080291509628296,
      "learning_rate": 1.528953411803614e-06,
      "loss": 0.3441,
      "step": 1812620
    },
    {
      "epoch": 505.9,
      "grad_norm": 1.1223078966140747,
      "learning_rate": 1.5289280588061429e-06,
      "loss": 0.3347,
      "step": 1812630
    },
    {
      "epoch": 505.9,
      "grad_norm": 1.0212047100067139,
      "learning_rate": 1.528902705917125e-06,
      "loss": 0.3343,
      "step": 1812640
    },
    {
      "epoch": 505.9,
      "grad_norm": 0.9266608357429504,
      "learning_rate": 1.5288773531365642e-06,
      "loss": 0.342,
      "step": 1812650
    },
    {
      "epoch": 505.91,
      "grad_norm": 0.9963698387145996,
      "learning_rate": 1.5288520004644623e-06,
      "loss": 0.3263,
      "step": 1812660
    },
    {
      "epoch": 505.91,
      "grad_norm": 1.166326642036438,
      "learning_rate": 1.5288266479008243e-06,
      "loss": 0.3333,
      "step": 1812670
    },
    {
      "epoch": 505.91,
      "grad_norm": 1.2755323648452759,
      "learning_rate": 1.5288012954456526e-06,
      "loss": 0.3476,
      "step": 1812680
    },
    {
      "epoch": 505.91,
      "grad_norm": 1.0643417835235596,
      "learning_rate": 1.52877594309895e-06,
      "loss": 0.3324,
      "step": 1812690
    },
    {
      "epoch": 505.92,
      "grad_norm": 1.2114379405975342,
      "learning_rate": 1.5287505908607216e-06,
      "loss": 0.3223,
      "step": 1812700
    },
    {
      "epoch": 505.92,
      "grad_norm": 1.2403415441513062,
      "learning_rate": 1.5287252387309699e-06,
      "loss": 0.3483,
      "step": 1812710
    },
    {
      "epoch": 505.92,
      "grad_norm": 1.3006290197372437,
      "learning_rate": 1.5286998867096977e-06,
      "loss": 0.346,
      "step": 1812720
    },
    {
      "epoch": 505.93,
      "grad_norm": 1.1068415641784668,
      "learning_rate": 1.5286745347969094e-06,
      "loss": 0.3445,
      "step": 1812730
    },
    {
      "epoch": 505.93,
      "grad_norm": 0.8813178539276123,
      "learning_rate": 1.5286491829926067e-06,
      "loss": 0.3469,
      "step": 1812740
    },
    {
      "epoch": 505.93,
      "grad_norm": 0.9061763882637024,
      "learning_rate": 1.5286238312967953e-06,
      "loss": 0.3427,
      "step": 1812750
    },
    {
      "epoch": 505.93,
      "grad_norm": 1.2565521001815796,
      "learning_rate": 1.5285984797094773e-06,
      "loss": 0.3679,
      "step": 1812760
    },
    {
      "epoch": 505.94,
      "grad_norm": 0.9933450222015381,
      "learning_rate": 1.5285731282306553e-06,
      "loss": 0.342,
      "step": 1812770
    },
    {
      "epoch": 505.94,
      "grad_norm": 1.2036246061325073,
      "learning_rate": 1.5285477768603347e-06,
      "loss": 0.3482,
      "step": 1812780
    },
    {
      "epoch": 505.94,
      "grad_norm": 1.0455673933029175,
      "learning_rate": 1.5285224255985173e-06,
      "loss": 0.3372,
      "step": 1812790
    },
    {
      "epoch": 505.94,
      "grad_norm": 0.9800711870193481,
      "learning_rate": 1.528497074445207e-06,
      "loss": 0.3527,
      "step": 1812800
    },
    {
      "epoch": 505.95,
      "grad_norm": 1.0193208456039429,
      "learning_rate": 1.528471723400407e-06,
      "loss": 0.3377,
      "step": 1812810
    },
    {
      "epoch": 505.95,
      "grad_norm": 1.1619898080825806,
      "learning_rate": 1.528446372464121e-06,
      "loss": 0.3191,
      "step": 1812820
    },
    {
      "epoch": 505.95,
      "grad_norm": 1.3974722623825073,
      "learning_rate": 1.5284210216363513e-06,
      "loss": 0.3372,
      "step": 1812830
    },
    {
      "epoch": 505.96,
      "grad_norm": 1.2520227432250977,
      "learning_rate": 1.5283956709171027e-06,
      "loss": 0.3421,
      "step": 1812840
    },
    {
      "epoch": 505.96,
      "grad_norm": 1.142472267150879,
      "learning_rate": 1.5283703203063786e-06,
      "loss": 0.3626,
      "step": 1812850
    },
    {
      "epoch": 505.96,
      "grad_norm": 1.0382728576660156,
      "learning_rate": 1.5283449698041807e-06,
      "loss": 0.3338,
      "step": 1812860
    },
    {
      "epoch": 505.96,
      "grad_norm": 1.106624960899353,
      "learning_rate": 1.528319619410514e-06,
      "loss": 0.3322,
      "step": 1812870
    },
    {
      "epoch": 505.97,
      "grad_norm": 1.235081434249878,
      "learning_rate": 1.5282942691253815e-06,
      "loss": 0.3442,
      "step": 1812880
    },
    {
      "epoch": 505.97,
      "grad_norm": 1.1020313501358032,
      "learning_rate": 1.5282689189487857e-06,
      "loss": 0.3448,
      "step": 1812890
    },
    {
      "epoch": 505.97,
      "grad_norm": 0.9747613072395325,
      "learning_rate": 1.528243568880731e-06,
      "loss": 0.3541,
      "step": 1812900
    },
    {
      "epoch": 505.98,
      "grad_norm": 1.1307876110076904,
      "learning_rate": 1.5282182189212208e-06,
      "loss": 0.3508,
      "step": 1812910
    },
    {
      "epoch": 505.98,
      "grad_norm": 1.05502188205719,
      "learning_rate": 1.5281928690702573e-06,
      "loss": 0.3428,
      "step": 1812920
    },
    {
      "epoch": 505.98,
      "grad_norm": 0.9821825623512268,
      "learning_rate": 1.5281675193278452e-06,
      "loss": 0.3313,
      "step": 1812930
    },
    {
      "epoch": 505.98,
      "grad_norm": 1.1543065309524536,
      "learning_rate": 1.5281421696939877e-06,
      "loss": 0.3392,
      "step": 1812940
    },
    {
      "epoch": 505.99,
      "grad_norm": 1.0835307836532593,
      "learning_rate": 1.5281168201686869e-06,
      "loss": 0.3421,
      "step": 1812950
    },
    {
      "epoch": 505.99,
      "grad_norm": 1.0689342021942139,
      "learning_rate": 1.5280914707519478e-06,
      "loss": 0.3554,
      "step": 1812960
    },
    {
      "epoch": 505.99,
      "grad_norm": 0.9338187575340271,
      "learning_rate": 1.5280661214437733e-06,
      "loss": 0.3383,
      "step": 1812970
    },
    {
      "epoch": 505.99,
      "grad_norm": 1.0865099430084229,
      "learning_rate": 1.5280407722441652e-06,
      "loss": 0.3474,
      "step": 1812980
    },
    {
      "epoch": 506.0,
      "grad_norm": 1.3000019788742065,
      "learning_rate": 1.5280154231531295e-06,
      "loss": 0.3533,
      "step": 1812990
    },
    {
      "epoch": 506.0,
      "eval_loss": 0.3426325023174286,
      "eval_runtime": 62.921,
      "eval_samples_per_second": 80.402,
      "eval_steps_per_second": 10.06,
      "step": 1812998
    },
    {
      "epoch": 506.0,
      "grad_norm": 1.1186156272888184,
      "learning_rate": 1.5279900741706676e-06,
      "loss": 0.3398,
      "step": 1813000
    },
    {
      "epoch": 506.0,
      "grad_norm": 3.0657436847686768,
      "learning_rate": 1.5279647252967841e-06,
      "loss": 0.3389,
      "step": 1813010
    },
    {
      "epoch": 506.01,
      "grad_norm": 0.9080201387405396,
      "learning_rate": 1.527939376531482e-06,
      "loss": 0.3253,
      "step": 1813020
    },
    {
      "epoch": 506.01,
      "grad_norm": 1.097155213356018,
      "learning_rate": 1.5279140278747633e-06,
      "loss": 0.3357,
      "step": 1813030
    },
    {
      "epoch": 506.01,
      "grad_norm": 0.913227379322052,
      "learning_rate": 1.527888679326634e-06,
      "loss": 0.3385,
      "step": 1813040
    },
    {
      "epoch": 506.01,
      "grad_norm": 1.010051965713501,
      "learning_rate": 1.5278633308870955e-06,
      "loss": 0.3539,
      "step": 1813050
    },
    {
      "epoch": 506.02,
      "grad_norm": 1.0249472856521606,
      "learning_rate": 1.5278379825561514e-06,
      "loss": 0.3571,
      "step": 1813060
    },
    {
      "epoch": 506.02,
      "grad_norm": 1.02289617061615,
      "learning_rate": 1.5278126343338058e-06,
      "loss": 0.3304,
      "step": 1813070
    },
    {
      "epoch": 506.02,
      "grad_norm": 1.0037761926651,
      "learning_rate": 1.5277872862200618e-06,
      "loss": 0.3421,
      "step": 1813080
    },
    {
      "epoch": 506.03,
      "grad_norm": 1.0729937553405762,
      "learning_rate": 1.5277619382149223e-06,
      "loss": 0.3575,
      "step": 1813090
    },
    {
      "epoch": 506.03,
      "grad_norm": 1.002875804901123,
      "learning_rate": 1.5277365903183914e-06,
      "loss": 0.3466,
      "step": 1813100
    },
    {
      "epoch": 506.03,
      "grad_norm": 1.0658602714538574,
      "learning_rate": 1.5277112425304723e-06,
      "loss": 0.3583,
      "step": 1813110
    },
    {
      "epoch": 506.03,
      "grad_norm": 1.1091185808181763,
      "learning_rate": 1.5276858948511674e-06,
      "loss": 0.3413,
      "step": 1813120
    },
    {
      "epoch": 506.04,
      "grad_norm": 1.0233972072601318,
      "learning_rate": 1.5276605472804811e-06,
      "loss": 0.3376,
      "step": 1813130
    },
    {
      "epoch": 506.04,
      "grad_norm": 1.0777924060821533,
      "learning_rate": 1.5276351998184173e-06,
      "loss": 0.342,
      "step": 1813140
    },
    {
      "epoch": 506.04,
      "grad_norm": 1.1731473207473755,
      "learning_rate": 1.5276098524649778e-06,
      "loss": 0.3326,
      "step": 1813150
    },
    {
      "epoch": 506.05,
      "grad_norm": 3.2752342224121094,
      "learning_rate": 1.527584505220167e-06,
      "loss": 0.3517,
      "step": 1813160
    },
    {
      "epoch": 506.05,
      "grad_norm": 0.9326669573783875,
      "learning_rate": 1.5275591580839885e-06,
      "loss": 0.3423,
      "step": 1813170
    },
    {
      "epoch": 506.05,
      "grad_norm": 1.241483449935913,
      "learning_rate": 1.5275338110564439e-06,
      "loss": 0.3539,
      "step": 1813180
    },
    {
      "epoch": 506.05,
      "grad_norm": 1.2437304258346558,
      "learning_rate": 1.527508464137539e-06,
      "loss": 0.3416,
      "step": 1813190
    },
    {
      "epoch": 506.06,
      "grad_norm": 1.162426471710205,
      "learning_rate": 1.5274831173272764e-06,
      "loss": 0.345,
      "step": 1813200
    },
    {
      "epoch": 506.06,
      "grad_norm": 0.9849580526351929,
      "learning_rate": 1.5274577706256576e-06,
      "loss": 0.348,
      "step": 1813210
    },
    {
      "epoch": 506.06,
      "grad_norm": 5.476889133453369,
      "learning_rate": 1.5274324240326888e-06,
      "loss": 0.3318,
      "step": 1813220
    },
    {
      "epoch": 506.06,
      "grad_norm": 1.0601145029067993,
      "learning_rate": 1.5274070775483722e-06,
      "loss": 0.3251,
      "step": 1813230
    },
    {
      "epoch": 506.07,
      "grad_norm": 1.561876654624939,
      "learning_rate": 1.5273817311727103e-06,
      "loss": 0.344,
      "step": 1813240
    },
    {
      "epoch": 506.07,
      "grad_norm": 1.1896090507507324,
      "learning_rate": 1.527356384905708e-06,
      "loss": 0.3539,
      "step": 1813250
    },
    {
      "epoch": 506.07,
      "grad_norm": 1.148077368736267,
      "learning_rate": 1.5273310387473676e-06,
      "loss": 0.3355,
      "step": 1813260
    },
    {
      "epoch": 506.08,
      "grad_norm": 1.4234063625335693,
      "learning_rate": 1.527305692697692e-06,
      "loss": 0.359,
      "step": 1813270
    },
    {
      "epoch": 506.08,
      "grad_norm": 1.1332499980926514,
      "learning_rate": 1.5272803467566863e-06,
      "loss": 0.3495,
      "step": 1813280
    },
    {
      "epoch": 506.08,
      "grad_norm": 1.134346604347229,
      "learning_rate": 1.5272550009243524e-06,
      "loss": 0.3582,
      "step": 1813290
    },
    {
      "epoch": 506.08,
      "grad_norm": 1.309085726737976,
      "learning_rate": 1.5272296552006948e-06,
      "loss": 0.3408,
      "step": 1813300
    },
    {
      "epoch": 506.09,
      "grad_norm": 1.0282570123672485,
      "learning_rate": 1.5272043095857163e-06,
      "loss": 0.3472,
      "step": 1813310
    },
    {
      "epoch": 506.09,
      "grad_norm": 1.197614312171936,
      "learning_rate": 1.527178964079419e-06,
      "loss": 0.3378,
      "step": 1813320
    },
    {
      "epoch": 506.09,
      "grad_norm": 0.9937816858291626,
      "learning_rate": 1.5271536186818089e-06,
      "loss": 0.3432,
      "step": 1813330
    },
    {
      "epoch": 506.1,
      "grad_norm": 1.076188564300537,
      "learning_rate": 1.5271282733928879e-06,
      "loss": 0.3254,
      "step": 1813340
    },
    {
      "epoch": 506.1,
      "grad_norm": 1.0823602676391602,
      "learning_rate": 1.5271029282126584e-06,
      "loss": 0.3367,
      "step": 1813350
    },
    {
      "epoch": 506.1,
      "grad_norm": 1.1166441440582275,
      "learning_rate": 1.5270775831411257e-06,
      "loss": 0.3261,
      "step": 1813360
    },
    {
      "epoch": 506.1,
      "grad_norm": 0.9673320055007935,
      "learning_rate": 1.5270522381782925e-06,
      "loss": 0.335,
      "step": 1813370
    },
    {
      "epoch": 506.11,
      "grad_norm": 1.0807112455368042,
      "learning_rate": 1.5270268933241614e-06,
      "loss": 0.3371,
      "step": 1813380
    },
    {
      "epoch": 506.11,
      "grad_norm": 1.145762324333191,
      "learning_rate": 1.527001548578737e-06,
      "loss": 0.3536,
      "step": 1813390
    },
    {
      "epoch": 506.11,
      "grad_norm": 1.1286437511444092,
      "learning_rate": 1.5269762039420219e-06,
      "loss": 0.3356,
      "step": 1813400
    },
    {
      "epoch": 506.11,
      "grad_norm": 1.407527208328247,
      "learning_rate": 1.5269508594140184e-06,
      "loss": 0.3655,
      "step": 1813410
    },
    {
      "epoch": 506.12,
      "grad_norm": 0.9732497334480286,
      "learning_rate": 1.5269255149947326e-06,
      "loss": 0.3416,
      "step": 1813420
    },
    {
      "epoch": 506.12,
      "grad_norm": 1.1043121814727783,
      "learning_rate": 1.5269001706841662e-06,
      "loss": 0.3417,
      "step": 1813430
    },
    {
      "epoch": 506.12,
      "grad_norm": 1.0566612482070923,
      "learning_rate": 1.526874826482322e-06,
      "loss": 0.3196,
      "step": 1813440
    },
    {
      "epoch": 506.13,
      "grad_norm": 1.0135754346847534,
      "learning_rate": 1.526849482389205e-06,
      "loss": 0.3334,
      "step": 1813450
    },
    {
      "epoch": 506.13,
      "grad_norm": 1.1835917234420776,
      "learning_rate": 1.5268241384048174e-06,
      "loss": 0.3359,
      "step": 1813460
    },
    {
      "epoch": 506.13,
      "grad_norm": 1.0234501361846924,
      "learning_rate": 1.526798794529162e-06,
      "loss": 0.3321,
      "step": 1813470
    },
    {
      "epoch": 506.13,
      "grad_norm": 0.9924136400222778,
      "learning_rate": 1.5267734507622439e-06,
      "loss": 0.3488,
      "step": 1813480
    },
    {
      "epoch": 506.14,
      "grad_norm": 1.0516301393508911,
      "learning_rate": 1.5267481071040655e-06,
      "loss": 0.3428,
      "step": 1813490
    },
    {
      "epoch": 506.14,
      "grad_norm": 1.23117196559906,
      "learning_rate": 1.5267227635546296e-06,
      "loss": 0.3353,
      "step": 1813500
    },
    {
      "epoch": 506.14,
      "grad_norm": 1.1288741827011108,
      "learning_rate": 1.5266974201139409e-06,
      "loss": 0.345,
      "step": 1813510
    },
    {
      "epoch": 506.15,
      "grad_norm": 0.9796103239059448,
      "learning_rate": 1.526672076782002e-06,
      "loss": 0.3324,
      "step": 1813520
    },
    {
      "epoch": 506.15,
      "grad_norm": 1.0520412921905518,
      "learning_rate": 1.5266467335588164e-06,
      "loss": 0.319,
      "step": 1813530
    },
    {
      "epoch": 506.15,
      "grad_norm": 1.1155776977539062,
      "learning_rate": 1.5266213904443878e-06,
      "loss": 0.3501,
      "step": 1813540
    },
    {
      "epoch": 506.15,
      "grad_norm": 1.1437934637069702,
      "learning_rate": 1.5265960474387189e-06,
      "loss": 0.3252,
      "step": 1813550
    },
    {
      "epoch": 506.16,
      "grad_norm": 0.9869334697723389,
      "learning_rate": 1.526570704541813e-06,
      "loss": 0.3523,
      "step": 1813560
    },
    {
      "epoch": 506.16,
      "grad_norm": 1.0581086874008179,
      "learning_rate": 1.5265453617536747e-06,
      "loss": 0.3257,
      "step": 1813570
    },
    {
      "epoch": 506.16,
      "grad_norm": 1.318077564239502,
      "learning_rate": 1.5265200190743058e-06,
      "loss": 0.3365,
      "step": 1813580
    },
    {
      "epoch": 506.17,
      "grad_norm": 1.1449335813522339,
      "learning_rate": 1.5264946765037107e-06,
      "loss": 0.3378,
      "step": 1813590
    },
    {
      "epoch": 506.17,
      "grad_norm": 0.9834885597229004,
      "learning_rate": 1.5264693340418926e-06,
      "loss": 0.3385,
      "step": 1813600
    },
    {
      "epoch": 506.17,
      "grad_norm": 1.0620403289794922,
      "learning_rate": 1.5264439916888548e-06,
      "loss": 0.3395,
      "step": 1813610
    },
    {
      "epoch": 506.17,
      "grad_norm": 1.024078607559204,
      "learning_rate": 1.5264186494446007e-06,
      "loss": 0.359,
      "step": 1813620
    },
    {
      "epoch": 506.18,
      "grad_norm": 1.122862458229065,
      "learning_rate": 1.5263933073091339e-06,
      "loss": 0.3473,
      "step": 1813630
    },
    {
      "epoch": 506.18,
      "grad_norm": 1.2826138734817505,
      "learning_rate": 1.5263679652824565e-06,
      "loss": 0.3457,
      "step": 1813640
    },
    {
      "epoch": 506.18,
      "grad_norm": 1.0776926279067993,
      "learning_rate": 1.5263426233645738e-06,
      "loss": 0.3402,
      "step": 1813650
    },
    {
      "epoch": 506.18,
      "grad_norm": 1.0252351760864258,
      "learning_rate": 1.5263172815554882e-06,
      "loss": 0.3307,
      "step": 1813660
    },
    {
      "epoch": 506.19,
      "grad_norm": 1.016564130783081,
      "learning_rate": 1.5262919398552026e-06,
      "loss": 0.3466,
      "step": 1813670
    },
    {
      "epoch": 506.19,
      "grad_norm": 0.9577783942222595,
      "learning_rate": 1.5262665982637217e-06,
      "loss": 0.3573,
      "step": 1813680
    },
    {
      "epoch": 506.19,
      "grad_norm": 0.999749481678009,
      "learning_rate": 1.5262412567810476e-06,
      "loss": 0.3422,
      "step": 1813690
    },
    {
      "epoch": 506.2,
      "grad_norm": 1.0287690162658691,
      "learning_rate": 1.5262159154071835e-06,
      "loss": 0.3419,
      "step": 1813700
    },
    {
      "epoch": 506.2,
      "grad_norm": 1.0884909629821777,
      "learning_rate": 1.526190574142134e-06,
      "loss": 0.3397,
      "step": 1813710
    },
    {
      "epoch": 506.2,
      "grad_norm": 0.9363300800323486,
      "learning_rate": 1.5261652329859023e-06,
      "loss": 0.3431,
      "step": 1813720
    },
    {
      "epoch": 506.2,
      "grad_norm": 1.2794609069824219,
      "learning_rate": 1.5261398919384903e-06,
      "loss": 0.3553,
      "step": 1813730
    },
    {
      "epoch": 506.21,
      "grad_norm": 0.9475222229957581,
      "learning_rate": 1.526114550999903e-06,
      "loss": 0.3291,
      "step": 1813740
    },
    {
      "epoch": 506.21,
      "grad_norm": 1.0343520641326904,
      "learning_rate": 1.5260892101701438e-06,
      "loss": 0.3403,
      "step": 1813750
    },
    {
      "epoch": 506.21,
      "grad_norm": 1.135751485824585,
      "learning_rate": 1.5260638694492146e-06,
      "loss": 0.345,
      "step": 1813760
    },
    {
      "epoch": 506.22,
      "grad_norm": 1.3366098403930664,
      "learning_rate": 1.5260385288371206e-06,
      "loss": 0.3592,
      "step": 1813770
    },
    {
      "epoch": 506.22,
      "grad_norm": 1.0291725397109985,
      "learning_rate": 1.5260131883338638e-06,
      "loss": 0.3441,
      "step": 1813780
    },
    {
      "epoch": 506.22,
      "grad_norm": 1.1029932498931885,
      "learning_rate": 1.5259878479394471e-06,
      "loss": 0.3354,
      "step": 1813790
    },
    {
      "epoch": 506.22,
      "grad_norm": 1.0867893695831299,
      "learning_rate": 1.5259625076538757e-06,
      "loss": 0.3291,
      "step": 1813800
    },
    {
      "epoch": 506.23,
      "grad_norm": 1.1696399450302124,
      "learning_rate": 1.5259371674771522e-06,
      "loss": 0.3388,
      "step": 1813810
    },
    {
      "epoch": 506.23,
      "grad_norm": 1.0619549751281738,
      "learning_rate": 1.525911827409279e-06,
      "loss": 0.3418,
      "step": 1813820
    },
    {
      "epoch": 506.23,
      "grad_norm": 0.9920369982719421,
      "learning_rate": 1.5258864874502608e-06,
      "loss": 0.3409,
      "step": 1813830
    },
    {
      "epoch": 506.23,
      "grad_norm": 1.2598260641098022,
      "learning_rate": 1.5258611476001007e-06,
      "loss": 0.3219,
      "step": 1813840
    },
    {
      "epoch": 506.24,
      "grad_norm": 1.1562302112579346,
      "learning_rate": 1.525835807858801e-06,
      "loss": 0.3559,
      "step": 1813850
    },
    {
      "epoch": 506.24,
      "grad_norm": 1.1196296215057373,
      "learning_rate": 1.5258104682263665e-06,
      "loss": 0.3608,
      "step": 1813860
    },
    {
      "epoch": 506.24,
      "grad_norm": 1.814735770225525,
      "learning_rate": 1.525785128702799e-06,
      "loss": 0.3337,
      "step": 1813870
    },
    {
      "epoch": 506.25,
      "grad_norm": 0.9973608255386353,
      "learning_rate": 1.525759789288104e-06,
      "loss": 0.3453,
      "step": 1813880
    },
    {
      "epoch": 506.25,
      "grad_norm": 1.0567063093185425,
      "learning_rate": 1.5257344499822838e-06,
      "loss": 0.3428,
      "step": 1813890
    },
    {
      "epoch": 506.25,
      "grad_norm": 1.2701303958892822,
      "learning_rate": 1.5257091107853413e-06,
      "loss": 0.3486,
      "step": 1813900
    },
    {
      "epoch": 506.25,
      "grad_norm": 1.0325112342834473,
      "learning_rate": 1.5256837716972802e-06,
      "loss": 0.3421,
      "step": 1813910
    },
    {
      "epoch": 506.26,
      "grad_norm": 1.0699973106384277,
      "learning_rate": 1.5256584327181044e-06,
      "loss": 0.3359,
      "step": 1813920
    },
    {
      "epoch": 506.26,
      "grad_norm": 1.1411103010177612,
      "learning_rate": 1.525633093847816e-06,
      "loss": 0.3458,
      "step": 1813930
    },
    {
      "epoch": 506.26,
      "grad_norm": 1.0615606307983398,
      "learning_rate": 1.5256077550864195e-06,
      "loss": 0.3429,
      "step": 1813940
    },
    {
      "epoch": 506.27,
      "grad_norm": 0.900933563709259,
      "learning_rate": 1.5255824164339183e-06,
      "loss": 0.3459,
      "step": 1813950
    },
    {
      "epoch": 506.27,
      "grad_norm": 1.0065243244171143,
      "learning_rate": 1.5255570778903152e-06,
      "loss": 0.3422,
      "step": 1813960
    },
    {
      "epoch": 506.27,
      "grad_norm": 1.0548468828201294,
      "learning_rate": 1.5255317394556138e-06,
      "loss": 0.3368,
      "step": 1813970
    },
    {
      "epoch": 506.27,
      "grad_norm": 1.1623879671096802,
      "learning_rate": 1.525506401129818e-06,
      "loss": 0.3402,
      "step": 1813980
    },
    {
      "epoch": 506.28,
      "grad_norm": 1.2557001113891602,
      "learning_rate": 1.5254810629129293e-06,
      "loss": 0.3412,
      "step": 1813990
    },
    {
      "epoch": 506.28,
      "grad_norm": 1.106220006942749,
      "learning_rate": 1.5254557248049534e-06,
      "loss": 0.3773,
      "step": 1814000
    },
    {
      "epoch": 506.28,
      "grad_norm": 1.0203421115875244,
      "learning_rate": 1.5254303868058931e-06,
      "loss": 0.3473,
      "step": 1814010
    },
    {
      "epoch": 506.29,
      "grad_norm": 0.947027862071991,
      "learning_rate": 1.5254050489157497e-06,
      "loss": 0.3433,
      "step": 1814020
    },
    {
      "epoch": 506.29,
      "grad_norm": 1.1093655824661255,
      "learning_rate": 1.5253797111345298e-06,
      "loss": 0.3479,
      "step": 1814030
    },
    {
      "epoch": 506.29,
      "grad_norm": 0.9431265592575073,
      "learning_rate": 1.525354373462235e-06,
      "loss": 0.35,
      "step": 1814040
    },
    {
      "epoch": 506.29,
      "grad_norm": 1.1209807395935059,
      "learning_rate": 1.5253290358988684e-06,
      "loss": 0.3334,
      "step": 1814050
    },
    {
      "epoch": 506.3,
      "grad_norm": 1.1643860340118408,
      "learning_rate": 1.5253036984444343e-06,
      "loss": 0.3485,
      "step": 1814060
    },
    {
      "epoch": 506.3,
      "grad_norm": 1.066361665725708,
      "learning_rate": 1.5252783610989356e-06,
      "loss": 0.3426,
      "step": 1814070
    },
    {
      "epoch": 506.3,
      "grad_norm": 1.0410102605819702,
      "learning_rate": 1.5252530238623748e-06,
      "loss": 0.3275,
      "step": 1814080
    },
    {
      "epoch": 506.3,
      "grad_norm": 1.1171778440475464,
      "learning_rate": 1.5252276867347573e-06,
      "loss": 0.3599,
      "step": 1814090
    },
    {
      "epoch": 506.31,
      "grad_norm": 1.1472221612930298,
      "learning_rate": 1.525202349716085e-06,
      "loss": 0.3495,
      "step": 1814100
    },
    {
      "epoch": 506.31,
      "grad_norm": 1.1666990518569946,
      "learning_rate": 1.5251770128063615e-06,
      "loss": 0.3481,
      "step": 1814110
    },
    {
      "epoch": 506.31,
      "grad_norm": 0.9724089503288269,
      "learning_rate": 1.5251516760055905e-06,
      "loss": 0.3427,
      "step": 1814120
    },
    {
      "epoch": 506.32,
      "grad_norm": 1.0853344202041626,
      "learning_rate": 1.5251263393137753e-06,
      "loss": 0.35,
      "step": 1814130
    },
    {
      "epoch": 506.32,
      "grad_norm": 1.151429533958435,
      "learning_rate": 1.5251010027309181e-06,
      "loss": 0.3458,
      "step": 1814140
    },
    {
      "epoch": 506.32,
      "grad_norm": 0.9846011996269226,
      "learning_rate": 1.5250756662570242e-06,
      "loss": 0.3257,
      "step": 1814150
    },
    {
      "epoch": 506.32,
      "grad_norm": 1.1078858375549316,
      "learning_rate": 1.525050329892095e-06,
      "loss": 0.3413,
      "step": 1814160
    },
    {
      "epoch": 506.33,
      "grad_norm": 1.2302404642105103,
      "learning_rate": 1.5250249936361363e-06,
      "loss": 0.3449,
      "step": 1814170
    },
    {
      "epoch": 506.33,
      "grad_norm": 1.0502420663833618,
      "learning_rate": 1.5249996574891498e-06,
      "loss": 0.3243,
      "step": 1814180
    },
    {
      "epoch": 506.33,
      "grad_norm": 1.0223921537399292,
      "learning_rate": 1.5249743214511388e-06,
      "loss": 0.3502,
      "step": 1814190
    },
    {
      "epoch": 506.34,
      "grad_norm": 1.17064368724823,
      "learning_rate": 1.5249489855221076e-06,
      "loss": 0.3599,
      "step": 1814200
    },
    {
      "epoch": 506.34,
      "grad_norm": 1.2803388833999634,
      "learning_rate": 1.5249236497020594e-06,
      "loss": 0.3395,
      "step": 1814210
    },
    {
      "epoch": 506.34,
      "grad_norm": 1.1414960622787476,
      "learning_rate": 1.5248983139909954e-06,
      "loss": 0.3425,
      "step": 1814220
    },
    {
      "epoch": 506.34,
      "grad_norm": 1.0681178569793701,
      "learning_rate": 1.5248729783889222e-06,
      "loss": 0.3414,
      "step": 1814230
    },
    {
      "epoch": 506.35,
      "grad_norm": 1.1387218236923218,
      "learning_rate": 1.524847642895842e-06,
      "loss": 0.3484,
      "step": 1814240
    },
    {
      "epoch": 506.35,
      "grad_norm": 1.0630643367767334,
      "learning_rate": 1.5248223075117573e-06,
      "loss": 0.3237,
      "step": 1814250
    },
    {
      "epoch": 506.35,
      "grad_norm": 1.0429033041000366,
      "learning_rate": 1.5247969722366723e-06,
      "loss": 0.3485,
      "step": 1814260
    },
    {
      "epoch": 506.36,
      "grad_norm": 1.0521939992904663,
      "learning_rate": 1.5247716370705904e-06,
      "loss": 0.3305,
      "step": 1814270
    },
    {
      "epoch": 506.36,
      "grad_norm": 7.445480823516846,
      "learning_rate": 1.5247463020135136e-06,
      "loss": 0.3472,
      "step": 1814280
    },
    {
      "epoch": 506.36,
      "grad_norm": 1.237882375717163,
      "learning_rate": 1.5247209670654476e-06,
      "loss": 0.3535,
      "step": 1814290
    },
    {
      "epoch": 506.36,
      "grad_norm": 1.1245163679122925,
      "learning_rate": 1.5246956322263944e-06,
      "loss": 0.3518,
      "step": 1814300
    },
    {
      "epoch": 506.37,
      "grad_norm": 1.0370181798934937,
      "learning_rate": 1.5246702974963568e-06,
      "loss": 0.3412,
      "step": 1814310
    },
    {
      "epoch": 506.37,
      "grad_norm": 1.1740013360977173,
      "learning_rate": 1.52464496287534e-06,
      "loss": 0.3445,
      "step": 1814320
    },
    {
      "epoch": 506.37,
      "grad_norm": 1.2238186597824097,
      "learning_rate": 1.5246196283633458e-06,
      "loss": 0.3395,
      "step": 1814330
    },
    {
      "epoch": 506.37,
      "grad_norm": 2.099520444869995,
      "learning_rate": 1.524594293960378e-06,
      "loss": 0.3434,
      "step": 1814340
    },
    {
      "epoch": 506.38,
      "grad_norm": 1.136810302734375,
      "learning_rate": 1.5245689596664406e-06,
      "loss": 0.3457,
      "step": 1814350
    },
    {
      "epoch": 506.38,
      "grad_norm": 1.0242234468460083,
      "learning_rate": 1.524543625481536e-06,
      "loss": 0.3351,
      "step": 1814360
    },
    {
      "epoch": 506.38,
      "grad_norm": 1.1326814889907837,
      "learning_rate": 1.5245182914056673e-06,
      "loss": 0.3583,
      "step": 1814370
    },
    {
      "epoch": 506.39,
      "grad_norm": 1.148738145828247,
      "learning_rate": 1.5244929574388397e-06,
      "loss": 0.3462,
      "step": 1814380
    },
    {
      "epoch": 506.39,
      "grad_norm": 1.0277354717254639,
      "learning_rate": 1.524467623581055e-06,
      "loss": 0.3396,
      "step": 1814390
    },
    {
      "epoch": 506.39,
      "grad_norm": 1.3098337650299072,
      "learning_rate": 1.5244422898323168e-06,
      "loss": 0.3401,
      "step": 1814400
    },
    {
      "epoch": 506.39,
      "grad_norm": 1.6713005304336548,
      "learning_rate": 1.5244169561926291e-06,
      "loss": 0.3382,
      "step": 1814410
    },
    {
      "epoch": 506.4,
      "grad_norm": 1.0209156274795532,
      "learning_rate": 1.5243916226619949e-06,
      "loss": 0.3365,
      "step": 1814420
    },
    {
      "epoch": 506.4,
      "grad_norm": 1.0869895219802856,
      "learning_rate": 1.5243662892404167e-06,
      "loss": 0.3328,
      "step": 1814430
    },
    {
      "epoch": 506.4,
      "grad_norm": 1.1013809442520142,
      "learning_rate": 1.5243409559278994e-06,
      "loss": 0.3279,
      "step": 1814440
    },
    {
      "epoch": 506.41,
      "grad_norm": 0.9033361673355103,
      "learning_rate": 1.524315622724445e-06,
      "loss": 0.3387,
      "step": 1814450
    },
    {
      "epoch": 506.41,
      "grad_norm": 1.0447624921798706,
      "learning_rate": 1.524290289630058e-06,
      "loss": 0.3368,
      "step": 1814460
    },
    {
      "epoch": 506.41,
      "grad_norm": 0.995808482170105,
      "learning_rate": 1.5242649566447417e-06,
      "loss": 0.3253,
      "step": 1814470
    },
    {
      "epoch": 506.41,
      "grad_norm": 1.1180369853973389,
      "learning_rate": 1.5242396237684984e-06,
      "loss": 0.3332,
      "step": 1814480
    },
    {
      "epoch": 506.42,
      "grad_norm": 1.2318588495254517,
      "learning_rate": 1.5242142910013328e-06,
      "loss": 0.3519,
      "step": 1814490
    },
    {
      "epoch": 506.42,
      "grad_norm": 1.6530989408493042,
      "learning_rate": 1.5241889583432475e-06,
      "loss": 0.3398,
      "step": 1814500
    },
    {
      "epoch": 506.42,
      "grad_norm": 1.3355870246887207,
      "learning_rate": 1.5241636257942455e-06,
      "loss": 0.3369,
      "step": 1814510
    },
    {
      "epoch": 506.42,
      "grad_norm": 1.0189576148986816,
      "learning_rate": 1.5241382933543309e-06,
      "loss": 0.3438,
      "step": 1814520
    },
    {
      "epoch": 506.43,
      "grad_norm": 1.1371926069259644,
      "learning_rate": 1.5241129610235071e-06,
      "loss": 0.3525,
      "step": 1814530
    },
    {
      "epoch": 506.43,
      "grad_norm": 1.178863286972046,
      "learning_rate": 1.524087628801777e-06,
      "loss": 0.3489,
      "step": 1814540
    },
    {
      "epoch": 506.43,
      "grad_norm": 0.9748039245605469,
      "learning_rate": 1.5240622966891439e-06,
      "loss": 0.333,
      "step": 1814550
    },
    {
      "epoch": 506.44,
      "grad_norm": 2.443618059158325,
      "learning_rate": 1.5240369646856122e-06,
      "loss": 0.3356,
      "step": 1814560
    },
    {
      "epoch": 506.44,
      "grad_norm": 0.9980300068855286,
      "learning_rate": 1.5240116327911836e-06,
      "loss": 0.3189,
      "step": 1814570
    },
    {
      "epoch": 506.44,
      "grad_norm": 1.1943353414535522,
      "learning_rate": 1.5239863010058633e-06,
      "loss": 0.3318,
      "step": 1814580
    },
    {
      "epoch": 506.44,
      "grad_norm": 1.1508958339691162,
      "learning_rate": 1.5239609693296535e-06,
      "loss": 0.3455,
      "step": 1814590
    },
    {
      "epoch": 506.45,
      "grad_norm": 1.080994963645935,
      "learning_rate": 1.5239356377625572e-06,
      "loss": 0.3464,
      "step": 1814600
    },
    {
      "epoch": 506.45,
      "grad_norm": 1.2220523357391357,
      "learning_rate": 1.5239103063045791e-06,
      "loss": 0.3589,
      "step": 1814610
    },
    {
      "epoch": 506.45,
      "grad_norm": 1.332201600074768,
      "learning_rate": 1.523884974955722e-06,
      "loss": 0.334,
      "step": 1814620
    },
    {
      "epoch": 506.46,
      "grad_norm": 1.0067259073257446,
      "learning_rate": 1.5238596437159887e-06,
      "loss": 0.3444,
      "step": 1814630
    },
    {
      "epoch": 506.46,
      "grad_norm": 1.0350923538208008,
      "learning_rate": 1.5238343125853833e-06,
      "loss": 0.3601,
      "step": 1814640
    },
    {
      "epoch": 506.46,
      "grad_norm": 1.2691668272018433,
      "learning_rate": 1.5238089815639092e-06,
      "loss": 0.3226,
      "step": 1814650
    },
    {
      "epoch": 506.46,
      "grad_norm": 1.3251901865005493,
      "learning_rate": 1.5237836506515686e-06,
      "loss": 0.3381,
      "step": 1814660
    },
    {
      "epoch": 506.47,
      "grad_norm": 1.1163945198059082,
      "learning_rate": 1.5237583198483662e-06,
      "loss": 0.3573,
      "step": 1814670
    },
    {
      "epoch": 506.47,
      "grad_norm": 1.1280839443206787,
      "learning_rate": 1.5237329891543053e-06,
      "loss": 0.3596,
      "step": 1814680
    },
    {
      "epoch": 506.47,
      "grad_norm": 1.160390019416809,
      "learning_rate": 1.523707658569388e-06,
      "loss": 0.3515,
      "step": 1814690
    },
    {
      "epoch": 506.48,
      "grad_norm": 1.2404766082763672,
      "learning_rate": 1.523682328093619e-06,
      "loss": 0.3409,
      "step": 1814700
    },
    {
      "epoch": 506.48,
      "grad_norm": 1.2990038394927979,
      "learning_rate": 1.5236569977270017e-06,
      "loss": 0.3341,
      "step": 1814710
    },
    {
      "epoch": 506.48,
      "grad_norm": 1.016566276550293,
      "learning_rate": 1.5236316674695382e-06,
      "loss": 0.3411,
      "step": 1814720
    },
    {
      "epoch": 506.48,
      "grad_norm": 1.0898454189300537,
      "learning_rate": 1.5236063373212334e-06,
      "loss": 0.3569,
      "step": 1814730
    },
    {
      "epoch": 506.49,
      "grad_norm": 1.1805377006530762,
      "learning_rate": 1.523581007282089e-06,
      "loss": 0.3284,
      "step": 1814740
    },
    {
      "epoch": 506.49,
      "grad_norm": 1.1022460460662842,
      "learning_rate": 1.5235556773521103e-06,
      "loss": 0.3558,
      "step": 1814750
    },
    {
      "epoch": 506.49,
      "grad_norm": 1.1402746438980103,
      "learning_rate": 1.5235303475312995e-06,
      "loss": 0.3509,
      "step": 1814760
    },
    {
      "epoch": 506.49,
      "grad_norm": 2.5935897827148438,
      "learning_rate": 1.5235050178196598e-06,
      "loss": 0.3412,
      "step": 1814770
    },
    {
      "epoch": 506.5,
      "grad_norm": 1.1439279317855835,
      "learning_rate": 1.5234796882171955e-06,
      "loss": 0.3245,
      "step": 1814780
    },
    {
      "epoch": 506.5,
      "grad_norm": 0.9583417773246765,
      "learning_rate": 1.5234543587239092e-06,
      "loss": 0.3283,
      "step": 1814790
    },
    {
      "epoch": 506.5,
      "grad_norm": 1.0431814193725586,
      "learning_rate": 1.5234290293398036e-06,
      "loss": 0.3431,
      "step": 1814800
    },
    {
      "epoch": 506.51,
      "grad_norm": 1.1356501579284668,
      "learning_rate": 1.523403700064884e-06,
      "loss": 0.3326,
      "step": 1814810
    },
    {
      "epoch": 506.51,
      "grad_norm": 1.2079836130142212,
      "learning_rate": 1.5233783708991528e-06,
      "loss": 0.3396,
      "step": 1814820
    },
    {
      "epoch": 506.51,
      "grad_norm": 1.0798826217651367,
      "learning_rate": 1.5233530418426122e-06,
      "loss": 0.3574,
      "step": 1814830
    },
    {
      "epoch": 506.51,
      "grad_norm": 1.0781018733978271,
      "learning_rate": 1.5233277128952673e-06,
      "loss": 0.3493,
      "step": 1814840
    },
    {
      "epoch": 506.52,
      "grad_norm": 1.225644588470459,
      "learning_rate": 1.5233023840571212e-06,
      "loss": 0.3462,
      "step": 1814850
    },
    {
      "epoch": 506.52,
      "grad_norm": 0.9189674258232117,
      "learning_rate": 1.5232770553281763e-06,
      "loss": 0.343,
      "step": 1814860
    },
    {
      "epoch": 506.52,
      "grad_norm": 1.3280524015426636,
      "learning_rate": 1.523251726708437e-06,
      "loss": 0.3261,
      "step": 1814870
    },
    {
      "epoch": 506.53,
      "grad_norm": 0.9805118441581726,
      "learning_rate": 1.5232263981979066e-06,
      "loss": 0.3427,
      "step": 1814880
    },
    {
      "epoch": 506.53,
      "grad_norm": 0.9223693609237671,
      "learning_rate": 1.5232010697965865e-06,
      "loss": 0.3328,
      "step": 1814890
    },
    {
      "epoch": 506.53,
      "grad_norm": 1.0987097024917603,
      "learning_rate": 1.5231757415044832e-06,
      "loss": 0.3513,
      "step": 1814900
    },
    {
      "epoch": 506.53,
      "grad_norm": 1.0452848672866821,
      "learning_rate": 1.5231504133215984e-06,
      "loss": 0.3354,
      "step": 1814910
    },
    {
      "epoch": 506.54,
      "grad_norm": 1.1099483966827393,
      "learning_rate": 1.523125085247935e-06,
      "loss": 0.3499,
      "step": 1814920
    },
    {
      "epoch": 506.54,
      "grad_norm": 1.177825689315796,
      "learning_rate": 1.5230997572834976e-06,
      "loss": 0.3259,
      "step": 1814930
    },
    {
      "epoch": 506.54,
      "grad_norm": 1.1097947359085083,
      "learning_rate": 1.5230744294282893e-06,
      "loss": 0.3293,
      "step": 1814940
    },
    {
      "epoch": 506.54,
      "grad_norm": 1.1526771783828735,
      "learning_rate": 1.5230491016823117e-06,
      "loss": 0.3694,
      "step": 1814950
    },
    {
      "epoch": 506.55,
      "grad_norm": 1.1163908243179321,
      "learning_rate": 1.5230237740455707e-06,
      "loss": 0.3232,
      "step": 1814960
    },
    {
      "epoch": 506.55,
      "grad_norm": 1.1287392377853394,
      "learning_rate": 1.5229984465180688e-06,
      "loss": 0.3357,
      "step": 1814970
    },
    {
      "epoch": 506.55,
      "grad_norm": 1.128596544265747,
      "learning_rate": 1.5229731190998077e-06,
      "loss": 0.3487,
      "step": 1814980
    },
    {
      "epoch": 506.56,
      "grad_norm": 1.163445234298706,
      "learning_rate": 1.5229477917907937e-06,
      "loss": 0.3352,
      "step": 1814990
    },
    {
      "epoch": 506.56,
      "grad_norm": 1.0998605489730835,
      "learning_rate": 1.5229224645910285e-06,
      "loss": 0.3389,
      "step": 1815000
    },
    {
      "epoch": 506.56,
      "grad_norm": 1.365475058555603,
      "learning_rate": 1.522897137500515e-06,
      "loss": 0.3315,
      "step": 1815010
    },
    {
      "epoch": 506.56,
      "grad_norm": 1.1595197916030884,
      "learning_rate": 1.5228718105192582e-06,
      "loss": 0.3426,
      "step": 1815020
    },
    {
      "epoch": 506.57,
      "grad_norm": 1.1895772218704224,
      "learning_rate": 1.522846483647259e-06,
      "loss": 0.3189,
      "step": 1815030
    },
    {
      "epoch": 506.57,
      "grad_norm": 1.3604484796524048,
      "learning_rate": 1.5228211568845236e-06,
      "loss": 0.342,
      "step": 1815040
    },
    {
      "epoch": 506.57,
      "grad_norm": 1.3179442882537842,
      "learning_rate": 1.5227958302310538e-06,
      "loss": 0.3384,
      "step": 1815050
    },
    {
      "epoch": 506.58,
      "grad_norm": 1.0063927173614502,
      "learning_rate": 1.522770503686853e-06,
      "loss": 0.3323,
      "step": 1815060
    },
    {
      "epoch": 506.58,
      "grad_norm": 1.4509741067886353,
      "learning_rate": 1.5227451772519253e-06,
      "loss": 0.347,
      "step": 1815070
    },
    {
      "epoch": 506.58,
      "grad_norm": 0.8727695345878601,
      "learning_rate": 1.5227198509262731e-06,
      "loss": 0.3383,
      "step": 1815080
    },
    {
      "epoch": 506.58,
      "grad_norm": 1.0541294813156128,
      "learning_rate": 1.5226945247098997e-06,
      "loss": 0.3462,
      "step": 1815090
    },
    {
      "epoch": 506.59,
      "grad_norm": 1.2854042053222656,
      "learning_rate": 1.52266919860281e-06,
      "loss": 0.3611,
      "step": 1815100
    },
    {
      "epoch": 506.59,
      "grad_norm": 1.4534393548965454,
      "learning_rate": 1.5226438726050064e-06,
      "loss": 0.3338,
      "step": 1815110
    },
    {
      "epoch": 506.59,
      "grad_norm": 5.464911937713623,
      "learning_rate": 1.522618546716491e-06,
      "loss": 0.3573,
      "step": 1815120
    },
    {
      "epoch": 506.6,
      "grad_norm": 1.283931851387024,
      "learning_rate": 1.5225932209372695e-06,
      "loss": 0.3378,
      "step": 1815130
    },
    {
      "epoch": 506.6,
      "grad_norm": 0.9993695020675659,
      "learning_rate": 1.5225678952673443e-06,
      "loss": 0.3725,
      "step": 1815140
    },
    {
      "epoch": 506.6,
      "grad_norm": 1.0255980491638184,
      "learning_rate": 1.522542569706718e-06,
      "loss": 0.3375,
      "step": 1815150
    },
    {
      "epoch": 506.6,
      "grad_norm": 1.050805926322937,
      "learning_rate": 1.5225172442553952e-06,
      "loss": 0.3385,
      "step": 1815160
    },
    {
      "epoch": 506.61,
      "grad_norm": 1.235136866569519,
      "learning_rate": 1.5224919189133789e-06,
      "loss": 0.3311,
      "step": 1815170
    },
    {
      "epoch": 506.61,
      "grad_norm": 0.9777079224586487,
      "learning_rate": 1.5224665936806709e-06,
      "loss": 0.3298,
      "step": 1815180
    },
    {
      "epoch": 506.61,
      "grad_norm": 0.9729145169258118,
      "learning_rate": 1.5224412685572774e-06,
      "loss": 0.3219,
      "step": 1815190
    },
    {
      "epoch": 506.61,
      "grad_norm": 1.1519439220428467,
      "learning_rate": 1.5224159435432e-06,
      "loss": 0.3468,
      "step": 1815200
    },
    {
      "epoch": 506.62,
      "grad_norm": 1.0476876497268677,
      "learning_rate": 1.5223906186384419e-06,
      "loss": 0.3424,
      "step": 1815210
    },
    {
      "epoch": 506.62,
      "grad_norm": 1.119164228439331,
      "learning_rate": 1.5223652938430074e-06,
      "loss": 0.3339,
      "step": 1815220
    },
    {
      "epoch": 506.62,
      "grad_norm": 0.9246441125869751,
      "learning_rate": 1.5223399691568998e-06,
      "loss": 0.348,
      "step": 1815230
    },
    {
      "epoch": 506.63,
      "grad_norm": 1.1291654109954834,
      "learning_rate": 1.5223146445801206e-06,
      "loss": 0.3404,
      "step": 1815240
    },
    {
      "epoch": 506.63,
      "grad_norm": 1.1060723066329956,
      "learning_rate": 1.522289320112676e-06,
      "loss": 0.3395,
      "step": 1815250
    },
    {
      "epoch": 506.63,
      "grad_norm": 1.1877363920211792,
      "learning_rate": 1.522263995754568e-06,
      "loss": 0.3575,
      "step": 1815260
    },
    {
      "epoch": 506.63,
      "grad_norm": 0.8769591450691223,
      "learning_rate": 1.522238671505799e-06,
      "loss": 0.3447,
      "step": 1815270
    },
    {
      "epoch": 506.64,
      "grad_norm": 1.0280853509902954,
      "learning_rate": 1.5222133473663742e-06,
      "loss": 0.3388,
      "step": 1815280
    },
    {
      "epoch": 506.64,
      "grad_norm": 0.9991483092308044,
      "learning_rate": 1.5221880233362965e-06,
      "loss": 0.3296,
      "step": 1815290
    },
    {
      "epoch": 506.64,
      "grad_norm": 1.0398958921432495,
      "learning_rate": 1.5221626994155678e-06,
      "loss": 0.3506,
      "step": 1815300
    },
    {
      "epoch": 506.65,
      "grad_norm": 0.9990909695625305,
      "learning_rate": 1.5221373756041936e-06,
      "loss": 0.363,
      "step": 1815310
    },
    {
      "epoch": 506.65,
      "grad_norm": 1.063591480255127,
      "learning_rate": 1.5221120519021752e-06,
      "loss": 0.3305,
      "step": 1815320
    },
    {
      "epoch": 506.65,
      "grad_norm": 1.1606090068817139,
      "learning_rate": 1.522086728309518e-06,
      "loss": 0.3462,
      "step": 1815330
    },
    {
      "epoch": 506.65,
      "grad_norm": 0.962212324142456,
      "learning_rate": 1.5220614048262245e-06,
      "loss": 0.332,
      "step": 1815340
    },
    {
      "epoch": 506.66,
      "grad_norm": 1.069621205329895,
      "learning_rate": 1.5220360814522975e-06,
      "loss": 0.3566,
      "step": 1815350
    },
    {
      "epoch": 506.66,
      "grad_norm": 1.1910614967346191,
      "learning_rate": 1.5220107581877413e-06,
      "loss": 0.3415,
      "step": 1815360
    },
    {
      "epoch": 506.66,
      "grad_norm": 1.1876550912857056,
      "learning_rate": 1.5219854350325587e-06,
      "loss": 0.333,
      "step": 1815370
    },
    {
      "epoch": 506.66,
      "grad_norm": 1.3727421760559082,
      "learning_rate": 1.521960111986752e-06,
      "loss": 0.3339,
      "step": 1815380
    },
    {
      "epoch": 506.67,
      "grad_norm": 1.0406478643417358,
      "learning_rate": 1.5219347890503272e-06,
      "loss": 0.3505,
      "step": 1815390
    },
    {
      "epoch": 506.67,
      "grad_norm": 1.037155032157898,
      "learning_rate": 1.521909466223286e-06,
      "loss": 0.32,
      "step": 1815400
    },
    {
      "epoch": 506.67,
      "grad_norm": 1.1508792638778687,
      "learning_rate": 1.5218841435056312e-06,
      "loss": 0.3363,
      "step": 1815410
    },
    {
      "epoch": 506.68,
      "grad_norm": 1.0371373891830444,
      "learning_rate": 1.5218588208973678e-06,
      "loss": 0.3362,
      "step": 1815420
    },
    {
      "epoch": 506.68,
      "grad_norm": 1.0879080295562744,
      "learning_rate": 1.521833498398498e-06,
      "loss": 0.3502,
      "step": 1815430
    },
    {
      "epoch": 506.68,
      "grad_norm": 0.9664690494537354,
      "learning_rate": 1.5218081760090253e-06,
      "loss": 0.3292,
      "step": 1815440
    },
    {
      "epoch": 506.68,
      "grad_norm": 1.1078286170959473,
      "learning_rate": 1.5217828537289542e-06,
      "loss": 0.3333,
      "step": 1815450
    },
    {
      "epoch": 506.69,
      "grad_norm": 1.0236619710922241,
      "learning_rate": 1.5217575315582864e-06,
      "loss": 0.3452,
      "step": 1815460
    },
    {
      "epoch": 506.69,
      "grad_norm": 1.2034741640090942,
      "learning_rate": 1.5217322094970256e-06,
      "loss": 0.3519,
      "step": 1815470
    },
    {
      "epoch": 506.69,
      "grad_norm": 1.848039150238037,
      "learning_rate": 1.5217068875451763e-06,
      "loss": 0.3508,
      "step": 1815480
    },
    {
      "epoch": 506.7,
      "grad_norm": 1.071687936782837,
      "learning_rate": 1.5216815657027414e-06,
      "loss": 0.345,
      "step": 1815490
    },
    {
      "epoch": 506.7,
      "grad_norm": 1.0666166543960571,
      "learning_rate": 1.521656243969723e-06,
      "loss": 0.3417,
      "step": 1815500
    },
    {
      "epoch": 506.7,
      "grad_norm": 1.043615698814392,
      "learning_rate": 1.5216309223461264e-06,
      "loss": 0.3551,
      "step": 1815510
    },
    {
      "epoch": 506.7,
      "grad_norm": 1.1491713523864746,
      "learning_rate": 1.5216056008319538e-06,
      "loss": 0.3498,
      "step": 1815520
    },
    {
      "epoch": 506.71,
      "grad_norm": 1.2354998588562012,
      "learning_rate": 1.5215802794272084e-06,
      "loss": 0.3506,
      "step": 1815530
    },
    {
      "epoch": 506.71,
      "grad_norm": 1.007817268371582,
      "learning_rate": 1.5215549581318947e-06,
      "loss": 0.34,
      "step": 1815540
    },
    {
      "epoch": 506.71,
      "grad_norm": 1.236465334892273,
      "learning_rate": 1.5215296369460156e-06,
      "loss": 0.3615,
      "step": 1815550
    },
    {
      "epoch": 506.72,
      "grad_norm": 0.9788551330566406,
      "learning_rate": 1.5215043158695732e-06,
      "loss": 0.3364,
      "step": 1815560
    },
    {
      "epoch": 506.72,
      "grad_norm": 0.9864652156829834,
      "learning_rate": 1.5214789949025727e-06,
      "loss": 0.3317,
      "step": 1815570
    },
    {
      "epoch": 506.72,
      "grad_norm": 1.0613889694213867,
      "learning_rate": 1.5214536740450167e-06,
      "loss": 0.3541,
      "step": 1815580
    },
    {
      "epoch": 506.72,
      "grad_norm": 1.0464584827423096,
      "learning_rate": 1.5214283532969083e-06,
      "loss": 0.3348,
      "step": 1815590
    },
    {
      "epoch": 506.73,
      "grad_norm": 1.1294078826904297,
      "learning_rate": 1.521403032658251e-06,
      "loss": 0.3454,
      "step": 1815600
    },
    {
      "epoch": 506.73,
      "grad_norm": 0.9630061984062195,
      "learning_rate": 1.521377712129048e-06,
      "loss": 0.3411,
      "step": 1815610
    },
    {
      "epoch": 506.73,
      "grad_norm": 1.261868953704834,
      "learning_rate": 1.5213523917093038e-06,
      "loss": 0.3413,
      "step": 1815620
    },
    {
      "epoch": 506.73,
      "grad_norm": 1.1694790124893188,
      "learning_rate": 1.5213270713990211e-06,
      "loss": 0.3372,
      "step": 1815630
    },
    {
      "epoch": 506.74,
      "grad_norm": 1.1401532888412476,
      "learning_rate": 1.5213017511982017e-06,
      "loss": 0.366,
      "step": 1815640
    },
    {
      "epoch": 506.74,
      "grad_norm": 1.1067651510238647,
      "learning_rate": 1.5212764311068516e-06,
      "loss": 0.3502,
      "step": 1815650
    },
    {
      "epoch": 506.74,
      "grad_norm": 1.3212729692459106,
      "learning_rate": 1.521251111124973e-06,
      "loss": 0.3474,
      "step": 1815660
    },
    {
      "epoch": 506.75,
      "grad_norm": 1.090927243232727,
      "learning_rate": 1.5212257912525687e-06,
      "loss": 0.355,
      "step": 1815670
    },
    {
      "epoch": 506.75,
      "grad_norm": 0.8309568762779236,
      "learning_rate": 1.5212004714896431e-06,
      "loss": 0.3299,
      "step": 1815680
    },
    {
      "epoch": 506.75,
      "grad_norm": 1.175185203552246,
      "learning_rate": 1.521175151836199e-06,
      "loss": 0.3267,
      "step": 1815690
    },
    {
      "epoch": 506.75,
      "grad_norm": 0.9873178005218506,
      "learning_rate": 1.5211498322922387e-06,
      "loss": 0.34,
      "step": 1815700
    },
    {
      "epoch": 506.76,
      "grad_norm": 1.08458411693573,
      "learning_rate": 1.5211245128577682e-06,
      "loss": 0.356,
      "step": 1815710
    },
    {
      "epoch": 506.76,
      "grad_norm": 1.0816121101379395,
      "learning_rate": 1.521099193532789e-06,
      "loss": 0.3215,
      "step": 1815720
    },
    {
      "epoch": 506.76,
      "grad_norm": 0.9884006381034851,
      "learning_rate": 1.5210738743173045e-06,
      "loss": 0.3348,
      "step": 1815730
    },
    {
      "epoch": 506.77,
      "grad_norm": 1.0976896286010742,
      "learning_rate": 1.5210485552113186e-06,
      "loss": 0.3563,
      "step": 1815740
    },
    {
      "epoch": 506.77,
      "grad_norm": 1.1034936904907227,
      "learning_rate": 1.5210232362148348e-06,
      "loss": 0.3444,
      "step": 1815750
    },
    {
      "epoch": 506.77,
      "grad_norm": 1.8374364376068115,
      "learning_rate": 1.5209979173278552e-06,
      "loss": 0.3402,
      "step": 1815760
    },
    {
      "epoch": 506.77,
      "grad_norm": 1.0996013879776,
      "learning_rate": 1.5209725985503847e-06,
      "loss": 0.3397,
      "step": 1815770
    },
    {
      "epoch": 506.78,
      "grad_norm": 0.9287025928497314,
      "learning_rate": 1.5209472798824266e-06,
      "loss": 0.3499,
      "step": 1815780
    },
    {
      "epoch": 506.78,
      "grad_norm": 0.9334750771522522,
      "learning_rate": 1.5209219613239828e-06,
      "loss": 0.3606,
      "step": 1815790
    },
    {
      "epoch": 506.78,
      "grad_norm": 1.303151249885559,
      "learning_rate": 1.5208966428750583e-06,
      "loss": 0.3342,
      "step": 1815800
    },
    {
      "epoch": 506.78,
      "grad_norm": 1.1164177656173706,
      "learning_rate": 1.5208713245356557e-06,
      "loss": 0.3344,
      "step": 1815810
    },
    {
      "epoch": 506.79,
      "grad_norm": 1.284254550933838,
      "learning_rate": 1.5208460063057782e-06,
      "loss": 0.3661,
      "step": 1815820
    },
    {
      "epoch": 506.79,
      "grad_norm": 1.0998139381408691,
      "learning_rate": 1.52082068818543e-06,
      "loss": 0.3422,
      "step": 1815830
    },
    {
      "epoch": 506.79,
      "grad_norm": 1.551951289176941,
      "learning_rate": 1.5207953701746138e-06,
      "loss": 0.3279,
      "step": 1815840
    },
    {
      "epoch": 506.8,
      "grad_norm": 1.3119710683822632,
      "learning_rate": 1.5207700522733321e-06,
      "loss": 0.3372,
      "step": 1815850
    },
    {
      "epoch": 506.8,
      "grad_norm": 1.0673185586929321,
      "learning_rate": 1.5207447344815905e-06,
      "loss": 0.3358,
      "step": 1815860
    },
    {
      "epoch": 506.8,
      "grad_norm": 1.164146900177002,
      "learning_rate": 1.5207194167993908e-06,
      "loss": 0.3312,
      "step": 1815870
    },
    {
      "epoch": 506.8,
      "grad_norm": 0.9881197214126587,
      "learning_rate": 1.5206940992267363e-06,
      "loss": 0.3457,
      "step": 1815880
    },
    {
      "epoch": 506.81,
      "grad_norm": 0.9737794995307922,
      "learning_rate": 1.5206687817636312e-06,
      "loss": 0.3424,
      "step": 1815890
    },
    {
      "epoch": 506.81,
      "grad_norm": 1.3177711963653564,
      "learning_rate": 1.5206434644100775e-06,
      "loss": 0.3404,
      "step": 1815900
    },
    {
      "epoch": 506.81,
      "grad_norm": 1.0233862400054932,
      "learning_rate": 1.5206181471660805e-06,
      "loss": 0.3374,
      "step": 1815910
    },
    {
      "epoch": 506.82,
      "grad_norm": 1.1491457223892212,
      "learning_rate": 1.5205928300316425e-06,
      "loss": 0.3332,
      "step": 1815920
    },
    {
      "epoch": 506.82,
      "grad_norm": 1.089315414428711,
      "learning_rate": 1.520567513006766e-06,
      "loss": 0.3528,
      "step": 1815930
    },
    {
      "epoch": 506.82,
      "grad_norm": 0.9556875824928284,
      "learning_rate": 1.5205421960914565e-06,
      "loss": 0.3369,
      "step": 1815940
    },
    {
      "epoch": 506.82,
      "grad_norm": 1.0567803382873535,
      "learning_rate": 1.5205168792857159e-06,
      "loss": 0.3619,
      "step": 1815950
    },
    {
      "epoch": 506.83,
      "grad_norm": 1.2700203657150269,
      "learning_rate": 1.5204915625895476e-06,
      "loss": 0.3465,
      "step": 1815960
    },
    {
      "epoch": 506.83,
      "grad_norm": 1.0221776962280273,
      "learning_rate": 1.5204662460029553e-06,
      "loss": 0.333,
      "step": 1815970
    },
    {
      "epoch": 506.83,
      "grad_norm": 1.2403777837753296,
      "learning_rate": 1.5204409295259427e-06,
      "loss": 0.3431,
      "step": 1815980
    },
    {
      "epoch": 506.84,
      "grad_norm": 1.752310037612915,
      "learning_rate": 1.5204156131585117e-06,
      "loss": 0.3483,
      "step": 1815990
    },
    {
      "epoch": 506.84,
      "grad_norm": 1.288723349571228,
      "learning_rate": 1.520390296900668e-06,
      "loss": 0.3349,
      "step": 1816000
    },
    {
      "epoch": 506.84,
      "grad_norm": 1.0834293365478516,
      "learning_rate": 1.5203649807524131e-06,
      "loss": 0.3379,
      "step": 1816010
    },
    {
      "epoch": 506.84,
      "grad_norm": 1.1014418601989746,
      "learning_rate": 1.5203396647137508e-06,
      "loss": 0.3445,
      "step": 1816020
    },
    {
      "epoch": 506.85,
      "grad_norm": 1.001209020614624,
      "learning_rate": 1.520314348784685e-06,
      "loss": 0.3499,
      "step": 1816030
    },
    {
      "epoch": 506.85,
      "grad_norm": 1.097126841545105,
      "learning_rate": 1.520289032965219e-06,
      "loss": 0.3259,
      "step": 1816040
    },
    {
      "epoch": 506.85,
      "grad_norm": 1.0066777467727661,
      "learning_rate": 1.5202637172553547e-06,
      "loss": 0.3421,
      "step": 1816050
    },
    {
      "epoch": 506.85,
      "grad_norm": 1.2063618898391724,
      "learning_rate": 1.5202384016550973e-06,
      "loss": 0.3457,
      "step": 1816060
    },
    {
      "epoch": 506.86,
      "grad_norm": 1.0721509456634521,
      "learning_rate": 1.5202130861644499e-06,
      "loss": 0.3383,
      "step": 1816070
    },
    {
      "epoch": 506.86,
      "grad_norm": 1.1753307580947876,
      "learning_rate": 1.5201877707834146e-06,
      "loss": 0.3566,
      "step": 1816080
    },
    {
      "epoch": 506.86,
      "grad_norm": 1.2522300481796265,
      "learning_rate": 1.5201624555119964e-06,
      "loss": 0.3476,
      "step": 1816090
    },
    {
      "epoch": 506.87,
      "grad_norm": 1.0601400136947632,
      "learning_rate": 1.5201371403501978e-06,
      "loss": 0.3308,
      "step": 1816100
    },
    {
      "epoch": 506.87,
      "grad_norm": 0.930568516254425,
      "learning_rate": 1.5201118252980223e-06,
      "loss": 0.332,
      "step": 1816110
    },
    {
      "epoch": 506.87,
      "grad_norm": 1.1839386224746704,
      "learning_rate": 1.5200865103554735e-06,
      "loss": 0.3491,
      "step": 1816120
    },
    {
      "epoch": 506.87,
      "grad_norm": 1.191945195198059,
      "learning_rate": 1.5200611955225545e-06,
      "loss": 0.3318,
      "step": 1816130
    },
    {
      "epoch": 506.88,
      "grad_norm": 1.386541724205017,
      "learning_rate": 1.5200358807992677e-06,
      "loss": 0.3435,
      "step": 1816140
    },
    {
      "epoch": 506.88,
      "grad_norm": 1.2425342798233032,
      "learning_rate": 1.5200105661856184e-06,
      "loss": 0.3496,
      "step": 1816150
    },
    {
      "epoch": 506.88,
      "grad_norm": 1.233697533607483,
      "learning_rate": 1.519985251681609e-06,
      "loss": 0.3483,
      "step": 1816160
    },
    {
      "epoch": 506.89,
      "grad_norm": 1.0157699584960938,
      "learning_rate": 1.519959937287243e-06,
      "loss": 0.3347,
      "step": 1816170
    },
    {
      "epoch": 506.89,
      "grad_norm": 1.0626094341278076,
      "learning_rate": 1.5199346230025235e-06,
      "loss": 0.3367,
      "step": 1816180
    },
    {
      "epoch": 506.89,
      "grad_norm": 1.387715458869934,
      "learning_rate": 1.5199093088274533e-06,
      "loss": 0.3297,
      "step": 1816190
    },
    {
      "epoch": 506.89,
      "grad_norm": 1.0798546075820923,
      "learning_rate": 1.5198839947620374e-06,
      "loss": 0.3562,
      "step": 1816200
    },
    {
      "epoch": 506.9,
      "grad_norm": 1.1027551889419556,
      "learning_rate": 1.5198586808062785e-06,
      "loss": 0.349,
      "step": 1816210
    },
    {
      "epoch": 506.9,
      "grad_norm": 1.2213996648788452,
      "learning_rate": 1.5198333669601787e-06,
      "loss": 0.35,
      "step": 1816220
    },
    {
      "epoch": 506.9,
      "grad_norm": 1.219248652458191,
      "learning_rate": 1.5198080532237433e-06,
      "loss": 0.3434,
      "step": 1816230
    },
    {
      "epoch": 506.9,
      "grad_norm": 1.0963062047958374,
      "learning_rate": 1.5197827395969748e-06,
      "loss": 0.3611,
      "step": 1816240
    },
    {
      "epoch": 506.91,
      "grad_norm": 1.0503947734832764,
      "learning_rate": 1.519757426079876e-06,
      "loss": 0.3401,
      "step": 1816250
    },
    {
      "epoch": 506.91,
      "grad_norm": 1.5641615390777588,
      "learning_rate": 1.5197321126724517e-06,
      "loss": 0.3388,
      "step": 1816260
    },
    {
      "epoch": 506.91,
      "grad_norm": 1.026585578918457,
      "learning_rate": 1.5197067993747041e-06,
      "loss": 0.3443,
      "step": 1816270
    },
    {
      "epoch": 506.92,
      "grad_norm": 1.1483612060546875,
      "learning_rate": 1.519681486186636e-06,
      "loss": 0.3294,
      "step": 1816280
    },
    {
      "epoch": 506.92,
      "grad_norm": 1.1557036638259888,
      "learning_rate": 1.5196561731082527e-06,
      "loss": 0.3397,
      "step": 1816290
    },
    {
      "epoch": 506.92,
      "grad_norm": 0.9736788272857666,
      "learning_rate": 1.519630860139556e-06,
      "loss": 0.334,
      "step": 1816300
    },
    {
      "epoch": 506.92,
      "grad_norm": 1.1868098974227905,
      "learning_rate": 1.5196055472805497e-06,
      "loss": 0.3454,
      "step": 1816310
    },
    {
      "epoch": 506.93,
      "grad_norm": 1.1639678478240967,
      "learning_rate": 1.5195802345312382e-06,
      "loss": 0.3445,
      "step": 1816320
    },
    {
      "epoch": 506.93,
      "grad_norm": 1.1861203908920288,
      "learning_rate": 1.5195549218916232e-06,
      "loss": 0.3449,
      "step": 1816330
    },
    {
      "epoch": 506.93,
      "grad_norm": 1.3224351406097412,
      "learning_rate": 1.5195296093617082e-06,
      "loss": 0.3415,
      "step": 1816340
    },
    {
      "epoch": 506.94,
      "grad_norm": 1.0249099731445312,
      "learning_rate": 1.5195042969414978e-06,
      "loss": 0.3339,
      "step": 1816350
    },
    {
      "epoch": 506.94,
      "grad_norm": 0.9055287837982178,
      "learning_rate": 1.5194789846309949e-06,
      "loss": 0.3216,
      "step": 1816360
    },
    {
      "epoch": 506.94,
      "grad_norm": 1.2021862268447876,
      "learning_rate": 1.5194536724302018e-06,
      "loss": 0.3433,
      "step": 1816370
    },
    {
      "epoch": 506.94,
      "grad_norm": 1.2938114404678345,
      "learning_rate": 1.519428360339124e-06,
      "loss": 0.3405,
      "step": 1816380
    },
    {
      "epoch": 506.95,
      "grad_norm": 1.1169610023498535,
      "learning_rate": 1.519403048357763e-06,
      "loss": 0.3343,
      "step": 1816390
    },
    {
      "epoch": 506.95,
      "grad_norm": 1.04845130443573,
      "learning_rate": 1.5193777364861227e-06,
      "loss": 0.3364,
      "step": 1816400
    },
    {
      "epoch": 506.95,
      "grad_norm": 1.1321617364883423,
      "learning_rate": 1.519352424724207e-06,
      "loss": 0.3239,
      "step": 1816410
    },
    {
      "epoch": 506.96,
      "grad_norm": 1.202385663986206,
      "learning_rate": 1.5193271130720188e-06,
      "loss": 0.3499,
      "step": 1816420
    },
    {
      "epoch": 506.96,
      "grad_norm": 1.287042260169983,
      "learning_rate": 1.519301801529561e-06,
      "loss": 0.3538,
      "step": 1816430
    },
    {
      "epoch": 506.96,
      "grad_norm": 1.1310380697250366,
      "learning_rate": 1.5192764900968377e-06,
      "loss": 0.3483,
      "step": 1816440
    },
    {
      "epoch": 506.96,
      "grad_norm": 1.030924916267395,
      "learning_rate": 1.5192511787738526e-06,
      "loss": 0.3251,
      "step": 1816450
    },
    {
      "epoch": 506.97,
      "grad_norm": 0.9929705262184143,
      "learning_rate": 1.5192258675606076e-06,
      "loss": 0.3426,
      "step": 1816460
    },
    {
      "epoch": 506.97,
      "grad_norm": 1.059221863746643,
      "learning_rate": 1.5192005564571074e-06,
      "loss": 0.3527,
      "step": 1816470
    },
    {
      "epoch": 506.97,
      "grad_norm": 1.0989242792129517,
      "learning_rate": 1.5191752454633546e-06,
      "loss": 0.3553,
      "step": 1816480
    },
    {
      "epoch": 506.97,
      "grad_norm": 1.293351411819458,
      "learning_rate": 1.5191499345793537e-06,
      "loss": 0.3501,
      "step": 1816490
    },
    {
      "epoch": 506.98,
      "grad_norm": 1.0249360799789429,
      "learning_rate": 1.519124623805107e-06,
      "loss": 0.3419,
      "step": 1816500
    },
    {
      "epoch": 506.98,
      "grad_norm": 1.078804850578308,
      "learning_rate": 1.5190993131406176e-06,
      "loss": 0.3332,
      "step": 1816510
    },
    {
      "epoch": 506.98,
      "grad_norm": 0.9532954096794128,
      "learning_rate": 1.51907400258589e-06,
      "loss": 0.3318,
      "step": 1816520
    },
    {
      "epoch": 506.99,
      "grad_norm": 1.1494060754776,
      "learning_rate": 1.5190486921409274e-06,
      "loss": 0.3272,
      "step": 1816530
    },
    {
      "epoch": 506.99,
      "grad_norm": 1.0616143941879272,
      "learning_rate": 1.519023381805732e-06,
      "loss": 0.3359,
      "step": 1816540
    },
    {
      "epoch": 506.99,
      "grad_norm": 0.9643213152885437,
      "learning_rate": 1.5189980715803083e-06,
      "loss": 0.3418,
      "step": 1816550
    },
    {
      "epoch": 506.99,
      "grad_norm": 0.9692085981369019,
      "learning_rate": 1.5189727614646594e-06,
      "loss": 0.3367,
      "step": 1816560
    },
    {
      "epoch": 507.0,
      "grad_norm": 1.184020757675171,
      "learning_rate": 1.5189474514587878e-06,
      "loss": 0.3449,
      "step": 1816570
    },
    {
      "epoch": 507.0,
      "grad_norm": 1.0154118537902832,
      "learning_rate": 1.5189221415626985e-06,
      "loss": 0.3483,
      "step": 1816580
    },
    {
      "epoch": 507.0,
      "eval_loss": 0.3426157832145691,
      "eval_runtime": 65.2833,
      "eval_samples_per_second": 77.493,
      "eval_steps_per_second": 9.696,
      "step": 1816581
    },
    {
      "epoch": 507.0,
      "grad_norm": 1.1599186658859253,
      "learning_rate": 1.518896831776394e-06,
      "loss": 0.3301,
      "step": 1816590
    },
    {
      "epoch": 507.01,
      "grad_norm": 0.8572999835014343,
      "learning_rate": 1.5188715220998768e-06,
      "loss": 0.3585,
      "step": 1816600
    },
    {
      "epoch": 507.01,
      "grad_norm": 1.0450491905212402,
      "learning_rate": 1.518846212533152e-06,
      "loss": 0.3298,
      "step": 1816610
    },
    {
      "epoch": 507.01,
      "grad_norm": 1.1388741731643677,
      "learning_rate": 1.5188209030762223e-06,
      "loss": 0.3405,
      "step": 1816620
    },
    {
      "epoch": 507.01,
      "grad_norm": 1.0768249034881592,
      "learning_rate": 1.51879559372909e-06,
      "loss": 0.3569,
      "step": 1816630
    },
    {
      "epoch": 507.02,
      "grad_norm": 1.0635933876037598,
      "learning_rate": 1.5187702844917602e-06,
      "loss": 0.3236,
      "step": 1816640
    },
    {
      "epoch": 507.02,
      "grad_norm": 1.066916584968567,
      "learning_rate": 1.5187449753642353e-06,
      "loss": 0.35,
      "step": 1816650
    },
    {
      "epoch": 507.02,
      "grad_norm": 1.00508451461792,
      "learning_rate": 1.518719666346518e-06,
      "loss": 0.3369,
      "step": 1816660
    },
    {
      "epoch": 507.02,
      "grad_norm": 1.1217378377914429,
      "learning_rate": 1.518694357438613e-06,
      "loss": 0.3461,
      "step": 1816670
    },
    {
      "epoch": 507.03,
      "grad_norm": 1.0484058856964111,
      "learning_rate": 1.5186690486405235e-06,
      "loss": 0.3423,
      "step": 1816680
    },
    {
      "epoch": 507.03,
      "grad_norm": 1.1162320375442505,
      "learning_rate": 1.518643739952252e-06,
      "loss": 0.3202,
      "step": 1816690
    },
    {
      "epoch": 507.03,
      "grad_norm": 1.1387771368026733,
      "learning_rate": 1.5186184313738028e-06,
      "loss": 0.3406,
      "step": 1816700
    },
    {
      "epoch": 507.04,
      "grad_norm": 1.1662473678588867,
      "learning_rate": 1.5185931229051788e-06,
      "loss": 0.3342,
      "step": 1816710
    },
    {
      "epoch": 507.04,
      "grad_norm": 1.0153930187225342,
      "learning_rate": 1.5185678145463823e-06,
      "loss": 0.331,
      "step": 1816720
    },
    {
      "epoch": 507.04,
      "grad_norm": 1.125404953956604,
      "learning_rate": 1.5185425062974189e-06,
      "loss": 0.3482,
      "step": 1816730
    },
    {
      "epoch": 507.04,
      "grad_norm": 0.9561508297920227,
      "learning_rate": 1.5185171981582908e-06,
      "loss": 0.3462,
      "step": 1816740
    },
    {
      "epoch": 507.05,
      "grad_norm": 1.2309304475784302,
      "learning_rate": 1.5184918901290005e-06,
      "loss": 0.342,
      "step": 1816750
    },
    {
      "epoch": 507.05,
      "grad_norm": 1.197122573852539,
      "learning_rate": 1.5184665822095533e-06,
      "loss": 0.35,
      "step": 1816760
    },
    {
      "epoch": 507.05,
      "grad_norm": 1.1531635522842407,
      "learning_rate": 1.5184412743999511e-06,
      "loss": 0.3373,
      "step": 1816770
    },
    {
      "epoch": 507.06,
      "grad_norm": 1.2095338106155396,
      "learning_rate": 1.5184159667001981e-06,
      "loss": 0.3426,
      "step": 1816780
    },
    {
      "epoch": 507.06,
      "grad_norm": 0.97889643907547,
      "learning_rate": 1.5183906591102973e-06,
      "loss": 0.3533,
      "step": 1816790
    },
    {
      "epoch": 507.06,
      "grad_norm": 0.8624687194824219,
      "learning_rate": 1.5183653516302509e-06,
      "loss": 0.3408,
      "step": 1816800
    },
    {
      "epoch": 507.06,
      "grad_norm": 1.0651284456253052,
      "learning_rate": 1.5183400442600647e-06,
      "loss": 0.3503,
      "step": 1816810
    },
    {
      "epoch": 507.07,
      "grad_norm": 0.9984699487686157,
      "learning_rate": 1.5183147369997405e-06,
      "loss": 0.3455,
      "step": 1816820
    },
    {
      "epoch": 507.07,
      "grad_norm": 1.3361538648605347,
      "learning_rate": 1.5182894298492814e-06,
      "loss": 0.3366,
      "step": 1816830
    },
    {
      "epoch": 507.07,
      "grad_norm": 0.9710841178894043,
      "learning_rate": 1.5182641228086922e-06,
      "loss": 0.3457,
      "step": 1816840
    },
    {
      "epoch": 507.08,
      "grad_norm": 1.0659769773483276,
      "learning_rate": 1.518238815877975e-06,
      "loss": 0.3447,
      "step": 1816850
    },
    {
      "epoch": 507.08,
      "grad_norm": 1.1554157733917236,
      "learning_rate": 1.5182135090571331e-06,
      "loss": 0.3402,
      "step": 1816860
    },
    {
      "epoch": 507.08,
      "grad_norm": 1.0644240379333496,
      "learning_rate": 1.518188202346171e-06,
      "loss": 0.3472,
      "step": 1816870
    },
    {
      "epoch": 507.08,
      "grad_norm": 1.1680876016616821,
      "learning_rate": 1.5181628957450914e-06,
      "loss": 0.3446,
      "step": 1816880
    },
    {
      "epoch": 507.09,
      "grad_norm": 1.270145297050476,
      "learning_rate": 1.5181375892538969e-06,
      "loss": 0.3618,
      "step": 1816890
    },
    {
      "epoch": 507.09,
      "grad_norm": 1.5840462446212769,
      "learning_rate": 1.5181122828725924e-06,
      "loss": 0.3229,
      "step": 1816900
    },
    {
      "epoch": 507.09,
      "grad_norm": 1.210788369178772,
      "learning_rate": 1.5180869766011807e-06,
      "loss": 0.3371,
      "step": 1816910
    },
    {
      "epoch": 507.09,
      "grad_norm": 1.1089097261428833,
      "learning_rate": 1.518061670439664e-06,
      "loss": 0.341,
      "step": 1816920
    },
    {
      "epoch": 507.1,
      "grad_norm": 1.0611943006515503,
      "learning_rate": 1.5180363643880475e-06,
      "loss": 0.3398,
      "step": 1816930
    },
    {
      "epoch": 507.1,
      "grad_norm": 1.1813524961471558,
      "learning_rate": 1.5180110584463336e-06,
      "loss": 0.3442,
      "step": 1816940
    },
    {
      "epoch": 507.1,
      "grad_norm": 1.0587005615234375,
      "learning_rate": 1.5179857526145248e-06,
      "loss": 0.3519,
      "step": 1816950
    },
    {
      "epoch": 507.11,
      "grad_norm": 1.119728684425354,
      "learning_rate": 1.5179604468926268e-06,
      "loss": 0.342,
      "step": 1816960
    },
    {
      "epoch": 507.11,
      "grad_norm": 1.0580161809921265,
      "learning_rate": 1.517935141280641e-06,
      "loss": 0.3429,
      "step": 1816970
    },
    {
      "epoch": 507.11,
      "grad_norm": 1.3178483247756958,
      "learning_rate": 1.5179098357785714e-06,
      "loss": 0.3646,
      "step": 1816980
    },
    {
      "epoch": 507.11,
      "grad_norm": 1.153720736503601,
      "learning_rate": 1.5178845303864214e-06,
      "loss": 0.3324,
      "step": 1816990
    },
    {
      "epoch": 507.12,
      "grad_norm": 1.0790818929672241,
      "learning_rate": 1.5178592251041947e-06,
      "loss": 0.3469,
      "step": 1817000
    },
    {
      "epoch": 507.12,
      "grad_norm": 1.2465462684631348,
      "learning_rate": 1.5178339199318932e-06,
      "loss": 0.3451,
      "step": 1817010
    },
    {
      "epoch": 507.12,
      "grad_norm": 1.065843939781189,
      "learning_rate": 1.5178086148695221e-06,
      "loss": 0.3384,
      "step": 1817020
    },
    {
      "epoch": 507.13,
      "grad_norm": 1.0533463954925537,
      "learning_rate": 1.5177833099170843e-06,
      "loss": 0.3433,
      "step": 1817030
    },
    {
      "epoch": 507.13,
      "grad_norm": 1.0313996076583862,
      "learning_rate": 1.5177580050745818e-06,
      "loss": 0.335,
      "step": 1817040
    },
    {
      "epoch": 507.13,
      "grad_norm": 1.1144850254058838,
      "learning_rate": 1.51773270034202e-06,
      "loss": 0.3479,
      "step": 1817050
    },
    {
      "epoch": 507.13,
      "grad_norm": 0.9014909267425537,
      "learning_rate": 1.517707395719401e-06,
      "loss": 0.3351,
      "step": 1817060
    },
    {
      "epoch": 507.14,
      "grad_norm": 1.2116116285324097,
      "learning_rate": 1.5176820912067288e-06,
      "loss": 0.3398,
      "step": 1817070
    },
    {
      "epoch": 507.14,
      "grad_norm": 1.1687425374984741,
      "learning_rate": 1.5176567868040067e-06,
      "loss": 0.347,
      "step": 1817080
    },
    {
      "epoch": 507.14,
      "grad_norm": 1.1641473770141602,
      "learning_rate": 1.5176314825112368e-06,
      "loss": 0.3553,
      "step": 1817090
    },
    {
      "epoch": 507.14,
      "grad_norm": 1.1271048784255981,
      "learning_rate": 1.5176061783284242e-06,
      "loss": 0.3375,
      "step": 1817100
    },
    {
      "epoch": 507.15,
      "grad_norm": 1.0956430435180664,
      "learning_rate": 1.5175808742555716e-06,
      "loss": 0.3451,
      "step": 1817110
    },
    {
      "epoch": 507.15,
      "grad_norm": 1.0847673416137695,
      "learning_rate": 1.5175555702926821e-06,
      "loss": 0.3332,
      "step": 1817120
    },
    {
      "epoch": 507.15,
      "grad_norm": 1.380711317062378,
      "learning_rate": 1.5175302664397598e-06,
      "loss": 0.3423,
      "step": 1817130
    },
    {
      "epoch": 507.16,
      "grad_norm": 1.197957992553711,
      "learning_rate": 1.5175049626968075e-06,
      "loss": 0.3326,
      "step": 1817140
    },
    {
      "epoch": 507.16,
      "grad_norm": 1.1540961265563965,
      "learning_rate": 1.5174796590638274e-06,
      "loss": 0.3465,
      "step": 1817150
    },
    {
      "epoch": 507.16,
      "grad_norm": 1.1341197490692139,
      "learning_rate": 1.5174543555408254e-06,
      "loss": 0.3355,
      "step": 1817160
    },
    {
      "epoch": 507.16,
      "grad_norm": 1.0997283458709717,
      "learning_rate": 1.5174290521278033e-06,
      "loss": 0.3185,
      "step": 1817170
    },
    {
      "epoch": 507.17,
      "grad_norm": 1.1611722707748413,
      "learning_rate": 1.517403748824764e-06,
      "loss": 0.3536,
      "step": 1817180
    },
    {
      "epoch": 507.17,
      "grad_norm": 1.8481237888336182,
      "learning_rate": 1.5173784456317129e-06,
      "loss": 0.326,
      "step": 1817190
    },
    {
      "epoch": 507.17,
      "grad_norm": 1.0707032680511475,
      "learning_rate": 1.5173531425486513e-06,
      "loss": 0.3453,
      "step": 1817200
    },
    {
      "epoch": 507.18,
      "grad_norm": 1.0224500894546509,
      "learning_rate": 1.5173278395755834e-06,
      "loss": 0.3544,
      "step": 1817210
    },
    {
      "epoch": 507.18,
      "grad_norm": 1.1874555349349976,
      "learning_rate": 1.5173025367125128e-06,
      "loss": 0.3758,
      "step": 1817220
    },
    {
      "epoch": 507.18,
      "grad_norm": 1.5510234832763672,
      "learning_rate": 1.5172772339594429e-06,
      "loss": 0.3449,
      "step": 1817230
    },
    {
      "epoch": 507.18,
      "grad_norm": 1.0730410814285278,
      "learning_rate": 1.5172519313163754e-06,
      "loss": 0.3263,
      "step": 1817240
    },
    {
      "epoch": 507.19,
      "grad_norm": 1.030138373374939,
      "learning_rate": 1.5172266287833163e-06,
      "loss": 0.3513,
      "step": 1817250
    },
    {
      "epoch": 507.19,
      "grad_norm": 1.2152537107467651,
      "learning_rate": 1.5172013263602675e-06,
      "loss": 0.3311,
      "step": 1817260
    },
    {
      "epoch": 507.19,
      "grad_norm": 1.0308458805084229,
      "learning_rate": 1.5171760240472322e-06,
      "loss": 0.3259,
      "step": 1817270
    },
    {
      "epoch": 507.2,
      "grad_norm": 1.1092524528503418,
      "learning_rate": 1.5171507218442144e-06,
      "loss": 0.3545,
      "step": 1817280
    },
    {
      "epoch": 507.2,
      "grad_norm": 1.1392600536346436,
      "learning_rate": 1.517125419751217e-06,
      "loss": 0.3457,
      "step": 1817290
    },
    {
      "epoch": 507.2,
      "grad_norm": 1.108716368675232,
      "learning_rate": 1.517100117768243e-06,
      "loss": 0.353,
      "step": 1817300
    },
    {
      "epoch": 507.2,
      "grad_norm": 1.2140060663223267,
      "learning_rate": 1.5170748158952972e-06,
      "loss": 0.3444,
      "step": 1817310
    },
    {
      "epoch": 507.21,
      "grad_norm": 1.4299333095550537,
      "learning_rate": 1.5170495141323818e-06,
      "loss": 0.3449,
      "step": 1817320
    },
    {
      "epoch": 507.21,
      "grad_norm": 1.0049947500228882,
      "learning_rate": 1.5170242124794998e-06,
      "loss": 0.3495,
      "step": 1817330
    },
    {
      "epoch": 507.21,
      "grad_norm": 1.1093807220458984,
      "learning_rate": 1.5169989109366561e-06,
      "loss": 0.3432,
      "step": 1817340
    },
    {
      "epoch": 507.21,
      "grad_norm": 1.0639301538467407,
      "learning_rate": 1.516973609503853e-06,
      "loss": 0.3416,
      "step": 1817350
    },
    {
      "epoch": 507.22,
      "grad_norm": 0.9686855673789978,
      "learning_rate": 1.516948308181094e-06,
      "loss": 0.3295,
      "step": 1817360
    },
    {
      "epoch": 507.22,
      "grad_norm": 1.3367773294448853,
      "learning_rate": 1.516923006968383e-06,
      "loss": 0.3352,
      "step": 1817370
    },
    {
      "epoch": 507.22,
      "grad_norm": 1.090799331665039,
      "learning_rate": 1.516897705865722e-06,
      "loss": 0.3465,
      "step": 1817380
    },
    {
      "epoch": 507.23,
      "grad_norm": 1.2094022035598755,
      "learning_rate": 1.5168724048731157e-06,
      "loss": 0.3404,
      "step": 1817390
    },
    {
      "epoch": 507.23,
      "grad_norm": 1.0307139158248901,
      "learning_rate": 1.5168471039905672e-06,
      "loss": 0.3366,
      "step": 1817400
    },
    {
      "epoch": 507.23,
      "grad_norm": 1.413461446762085,
      "learning_rate": 1.5168218032180795e-06,
      "loss": 0.3571,
      "step": 1817410
    },
    {
      "epoch": 507.23,
      "grad_norm": 0.9854233860969543,
      "learning_rate": 1.516796502555656e-06,
      "loss": 0.3357,
      "step": 1817420
    },
    {
      "epoch": 507.24,
      "grad_norm": 1.202595829963684,
      "learning_rate": 1.5167712020033008e-06,
      "loss": 0.347,
      "step": 1817430
    },
    {
      "epoch": 507.24,
      "grad_norm": 1.2110551595687866,
      "learning_rate": 1.5167459015610162e-06,
      "loss": 0.3448,
      "step": 1817440
    },
    {
      "epoch": 507.24,
      "grad_norm": 1.089704990386963,
      "learning_rate": 1.5167206012288064e-06,
      "loss": 0.3499,
      "step": 1817450
    },
    {
      "epoch": 507.25,
      "grad_norm": 1.1161590814590454,
      "learning_rate": 1.5166953010066746e-06,
      "loss": 0.3389,
      "step": 1817460
    },
    {
      "epoch": 507.25,
      "grad_norm": 1.162178874015808,
      "learning_rate": 1.516670000894623e-06,
      "loss": 0.3446,
      "step": 1817470
    },
    {
      "epoch": 507.25,
      "grad_norm": 1.2172088623046875,
      "learning_rate": 1.5166447008926569e-06,
      "loss": 0.3521,
      "step": 1817480
    },
    {
      "epoch": 507.25,
      "grad_norm": 1.1896040439605713,
      "learning_rate": 1.5166194010007788e-06,
      "loss": 0.3561,
      "step": 1817490
    },
    {
      "epoch": 507.26,
      "grad_norm": 1.181991696357727,
      "learning_rate": 1.5165941012189916e-06,
      "loss": 0.3526,
      "step": 1817500
    },
    {
      "epoch": 507.26,
      "grad_norm": 1.1259334087371826,
      "learning_rate": 1.5165688015472991e-06,
      "loss": 0.3468,
      "step": 1817510
    },
    {
      "epoch": 507.26,
      "grad_norm": 1.4073727130889893,
      "learning_rate": 1.516543501985705e-06,
      "loss": 0.3529,
      "step": 1817520
    },
    {
      "epoch": 507.26,
      "grad_norm": 1.0478243827819824,
      "learning_rate": 1.5165182025342114e-06,
      "loss": 0.3466,
      "step": 1817530
    },
    {
      "epoch": 507.27,
      "grad_norm": 1.0969946384429932,
      "learning_rate": 1.5164929031928234e-06,
      "loss": 0.3344,
      "step": 1817540
    },
    {
      "epoch": 507.27,
      "grad_norm": 1.1318823099136353,
      "learning_rate": 1.5164676039615437e-06,
      "loss": 0.3353,
      "step": 1817550
    },
    {
      "epoch": 507.27,
      "grad_norm": 1.1749157905578613,
      "learning_rate": 1.5164423048403746e-06,
      "loss": 0.3343,
      "step": 1817560
    },
    {
      "epoch": 507.28,
      "grad_norm": 0.9660132527351379,
      "learning_rate": 1.516417005829321e-06,
      "loss": 0.3466,
      "step": 1817570
    },
    {
      "epoch": 507.28,
      "grad_norm": 1.086401104927063,
      "learning_rate": 1.5163917069283858e-06,
      "loss": 0.3449,
      "step": 1817580
    },
    {
      "epoch": 507.28,
      "grad_norm": 0.9787769913673401,
      "learning_rate": 1.516366408137572e-06,
      "loss": 0.3325,
      "step": 1817590
    },
    {
      "epoch": 507.28,
      "grad_norm": 1.018502950668335,
      "learning_rate": 1.5163411094568836e-06,
      "loss": 0.3401,
      "step": 1817600
    },
    {
      "epoch": 507.29,
      "grad_norm": 1.240594506263733,
      "learning_rate": 1.5163158108863232e-06,
      "loss": 0.3531,
      "step": 1817610
    },
    {
      "epoch": 507.29,
      "grad_norm": 1.3041610717773438,
      "learning_rate": 1.5162905124258936e-06,
      "loss": 0.355,
      "step": 1817620
    },
    {
      "epoch": 507.29,
      "grad_norm": 1.540277123451233,
      "learning_rate": 1.5162652140756002e-06,
      "loss": 0.3321,
      "step": 1817630
    },
    {
      "epoch": 507.3,
      "grad_norm": 1.0847958326339722,
      "learning_rate": 1.516239915835445e-06,
      "loss": 0.3378,
      "step": 1817640
    },
    {
      "epoch": 507.3,
      "grad_norm": 1.2274502515792847,
      "learning_rate": 1.5162146177054317e-06,
      "loss": 0.3379,
      "step": 1817650
    },
    {
      "epoch": 507.3,
      "grad_norm": 1.027634859085083,
      "learning_rate": 1.5161893196855638e-06,
      "loss": 0.3544,
      "step": 1817660
    },
    {
      "epoch": 507.3,
      "grad_norm": 1.2591561079025269,
      "learning_rate": 1.5161640217758434e-06,
      "loss": 0.3338,
      "step": 1817670
    },
    {
      "epoch": 507.31,
      "grad_norm": 1.3509154319763184,
      "learning_rate": 1.516138723976276e-06,
      "loss": 0.3509,
      "step": 1817680
    },
    {
      "epoch": 507.31,
      "grad_norm": 1.050392985343933,
      "learning_rate": 1.5161134262868638e-06,
      "loss": 0.3508,
      "step": 1817690
    },
    {
      "epoch": 507.31,
      "grad_norm": 1.073512077331543,
      "learning_rate": 1.5160881287076093e-06,
      "loss": 0.3341,
      "step": 1817700
    },
    {
      "epoch": 507.32,
      "grad_norm": 1.0157670974731445,
      "learning_rate": 1.5160628312385176e-06,
      "loss": 0.3375,
      "step": 1817710
    },
    {
      "epoch": 507.32,
      "grad_norm": 1.0882056951522827,
      "learning_rate": 1.5160375338795917e-06,
      "loss": 0.3443,
      "step": 1817720
    },
    {
      "epoch": 507.32,
      "grad_norm": 1.1189141273498535,
      "learning_rate": 1.516012236630834e-06,
      "loss": 0.3278,
      "step": 1817730
    },
    {
      "epoch": 507.32,
      "grad_norm": 1.1086294651031494,
      "learning_rate": 1.5159869394922485e-06,
      "loss": 0.3539,
      "step": 1817740
    },
    {
      "epoch": 507.33,
      "grad_norm": 1.0368280410766602,
      "learning_rate": 1.5159616424638388e-06,
      "loss": 0.3361,
      "step": 1817750
    },
    {
      "epoch": 507.33,
      "grad_norm": 1.0257564783096313,
      "learning_rate": 1.515936345545607e-06,
      "loss": 0.3327,
      "step": 1817760
    },
    {
      "epoch": 507.33,
      "grad_norm": 0.9885663390159607,
      "learning_rate": 1.5159110487375582e-06,
      "loss": 0.3338,
      "step": 1817770
    },
    {
      "epoch": 507.33,
      "grad_norm": 1.072632074356079,
      "learning_rate": 1.515885752039695e-06,
      "loss": 0.3487,
      "step": 1817780
    },
    {
      "epoch": 507.34,
      "grad_norm": 1.2754369974136353,
      "learning_rate": 1.5158604554520206e-06,
      "loss": 0.3409,
      "step": 1817790
    },
    {
      "epoch": 507.34,
      "grad_norm": 3.1125855445861816,
      "learning_rate": 1.5158351589745385e-06,
      "loss": 0.3439,
      "step": 1817800
    },
    {
      "epoch": 507.34,
      "grad_norm": 1.2008670568466187,
      "learning_rate": 1.5158098626072527e-06,
      "loss": 0.3343,
      "step": 1817810
    },
    {
      "epoch": 507.35,
      "grad_norm": 1.2233918905258179,
      "learning_rate": 1.5157845663501646e-06,
      "loss": 0.3403,
      "step": 1817820
    },
    {
      "epoch": 507.35,
      "grad_norm": 1.072659969329834,
      "learning_rate": 1.5157592702032799e-06,
      "loss": 0.3273,
      "step": 1817830
    },
    {
      "epoch": 507.35,
      "grad_norm": 1.0208543539047241,
      "learning_rate": 1.515733974166601e-06,
      "loss": 0.3416,
      "step": 1817840
    },
    {
      "epoch": 507.35,
      "grad_norm": 1.1222124099731445,
      "learning_rate": 1.5157086782401303e-06,
      "loss": 0.3342,
      "step": 1817850
    },
    {
      "epoch": 507.36,
      "grad_norm": 1.19670569896698,
      "learning_rate": 1.5156833824238733e-06,
      "loss": 0.3491,
      "step": 1817860
    },
    {
      "epoch": 507.36,
      "grad_norm": 1.234281063079834,
      "learning_rate": 1.515658086717832e-06,
      "loss": 0.3476,
      "step": 1817870
    },
    {
      "epoch": 507.36,
      "grad_norm": 0.946128785610199,
      "learning_rate": 1.5156327911220096e-06,
      "loss": 0.3328,
      "step": 1817880
    },
    {
      "epoch": 507.37,
      "grad_norm": 1.006763219833374,
      "learning_rate": 1.51560749563641e-06,
      "loss": 0.3414,
      "step": 1817890
    },
    {
      "epoch": 507.37,
      "grad_norm": 0.9446324706077576,
      "learning_rate": 1.5155822002610367e-06,
      "loss": 0.3503,
      "step": 1817900
    },
    {
      "epoch": 507.37,
      "grad_norm": 1.1633135080337524,
      "learning_rate": 1.5155569049958917e-06,
      "loss": 0.3457,
      "step": 1817910
    },
    {
      "epoch": 507.37,
      "grad_norm": 1.1175165176391602,
      "learning_rate": 1.5155316098409804e-06,
      "loss": 0.3419,
      "step": 1817920
    },
    {
      "epoch": 507.38,
      "grad_norm": 1.8312710523605347,
      "learning_rate": 1.5155063147963047e-06,
      "loss": 0.3477,
      "step": 1817930
    },
    {
      "epoch": 507.38,
      "grad_norm": 1.1143056154251099,
      "learning_rate": 1.515481019861869e-06,
      "loss": 0.3627,
      "step": 1817940
    },
    {
      "epoch": 507.38,
      "grad_norm": 1.0677447319030762,
      "learning_rate": 1.5154557250376762e-06,
      "loss": 0.3407,
      "step": 1817950
    },
    {
      "epoch": 507.38,
      "grad_norm": 1.1103352308273315,
      "learning_rate": 1.5154304303237284e-06,
      "loss": 0.3581,
      "step": 1817960
    },
    {
      "epoch": 507.39,
      "grad_norm": 1.0153212547302246,
      "learning_rate": 1.5154051357200314e-06,
      "loss": 0.3433,
      "step": 1817970
    },
    {
      "epoch": 507.39,
      "grad_norm": 1.179305911064148,
      "learning_rate": 1.515379841226587e-06,
      "loss": 0.3361,
      "step": 1817980
    },
    {
      "epoch": 507.39,
      "grad_norm": 1.0302910804748535,
      "learning_rate": 1.515354546843398e-06,
      "loss": 0.3638,
      "step": 1817990
    },
    {
      "epoch": 507.4,
      "grad_norm": 0.9854598045349121,
      "learning_rate": 1.5153292525704696e-06,
      "loss": 0.3301,
      "step": 1818000
    },
    {
      "epoch": 507.4,
      "grad_norm": 1.0499722957611084,
      "learning_rate": 1.5153039584078045e-06,
      "loss": 0.3417,
      "step": 1818010
    },
    {
      "epoch": 507.4,
      "grad_norm": 1.0131641626358032,
      "learning_rate": 1.515278664355405e-06,
      "loss": 0.3251,
      "step": 1818020
    },
    {
      "epoch": 507.4,
      "grad_norm": 1.2010009288787842,
      "learning_rate": 1.515253370413276e-06,
      "loss": 0.3494,
      "step": 1818030
    },
    {
      "epoch": 507.41,
      "grad_norm": 1.0071099996566772,
      "learning_rate": 1.51522807658142e-06,
      "loss": 0.3502,
      "step": 1818040
    },
    {
      "epoch": 507.41,
      "grad_norm": 1.1741063594818115,
      "learning_rate": 1.5152027828598397e-06,
      "loss": 0.3276,
      "step": 1818050
    },
    {
      "epoch": 507.41,
      "grad_norm": 1.3246827125549316,
      "learning_rate": 1.5151774892485399e-06,
      "loss": 0.3332,
      "step": 1818060
    },
    {
      "epoch": 507.42,
      "grad_norm": 1.041961669921875,
      "learning_rate": 1.5151521957475235e-06,
      "loss": 0.3411,
      "step": 1818070
    },
    {
      "epoch": 507.42,
      "grad_norm": 1.0363420248031616,
      "learning_rate": 1.5151269023567932e-06,
      "loss": 0.3463,
      "step": 1818080
    },
    {
      "epoch": 507.42,
      "grad_norm": 1.103339672088623,
      "learning_rate": 1.5151016090763534e-06,
      "loss": 0.3383,
      "step": 1818090
    },
    {
      "epoch": 507.42,
      "grad_norm": 1.1683225631713867,
      "learning_rate": 1.5150763159062072e-06,
      "loss": 0.3436,
      "step": 1818100
    },
    {
      "epoch": 507.43,
      "grad_norm": 1.0933282375335693,
      "learning_rate": 1.515051022846356e-06,
      "loss": 0.3462,
      "step": 1818110
    },
    {
      "epoch": 507.43,
      "grad_norm": 1.1414235830307007,
      "learning_rate": 1.5150257298968065e-06,
      "loss": 0.3497,
      "step": 1818120
    },
    {
      "epoch": 507.43,
      "grad_norm": 1.0385699272155762,
      "learning_rate": 1.51500043705756e-06,
      "loss": 0.3334,
      "step": 1818130
    },
    {
      "epoch": 507.44,
      "grad_norm": 1.1174200773239136,
      "learning_rate": 1.5149751443286195e-06,
      "loss": 0.3495,
      "step": 1818140
    },
    {
      "epoch": 507.44,
      "grad_norm": 1.121837854385376,
      "learning_rate": 1.51494985170999e-06,
      "loss": 0.3261,
      "step": 1818150
    },
    {
      "epoch": 507.44,
      "grad_norm": 1.0662821531295776,
      "learning_rate": 1.514924559201674e-06,
      "loss": 0.3325,
      "step": 1818160
    },
    {
      "epoch": 507.44,
      "grad_norm": 1.0516401529312134,
      "learning_rate": 1.5148992668036746e-06,
      "loss": 0.3485,
      "step": 1818170
    },
    {
      "epoch": 507.45,
      "grad_norm": 0.964776337146759,
      "learning_rate": 1.514873974515996e-06,
      "loss": 0.3641,
      "step": 1818180
    },
    {
      "epoch": 507.45,
      "grad_norm": 1.1132678985595703,
      "learning_rate": 1.5148486823386409e-06,
      "loss": 0.3365,
      "step": 1818190
    },
    {
      "epoch": 507.45,
      "grad_norm": 1.1181981563568115,
      "learning_rate": 1.514823390271612e-06,
      "loss": 0.368,
      "step": 1818200
    },
    {
      "epoch": 507.45,
      "grad_norm": 1.1325571537017822,
      "learning_rate": 1.5147980983149143e-06,
      "loss": 0.3517,
      "step": 1818210
    },
    {
      "epoch": 507.46,
      "grad_norm": 0.9681181907653809,
      "learning_rate": 1.5147728064685495e-06,
      "loss": 0.3329,
      "step": 1818220
    },
    {
      "epoch": 507.46,
      "grad_norm": 1.079655408859253,
      "learning_rate": 1.5147475147325228e-06,
      "loss": 0.3212,
      "step": 1818230
    },
    {
      "epoch": 507.46,
      "grad_norm": 0.9041188359260559,
      "learning_rate": 1.5147222231068364e-06,
      "loss": 0.3426,
      "step": 1818240
    },
    {
      "epoch": 507.47,
      "grad_norm": 1.1307603120803833,
      "learning_rate": 1.5146969315914927e-06,
      "loss": 0.3369,
      "step": 1818250
    },
    {
      "epoch": 507.47,
      "grad_norm": 0.9343035221099854,
      "learning_rate": 1.5146716401864973e-06,
      "loss": 0.3292,
      "step": 1818260
    },
    {
      "epoch": 507.47,
      "grad_norm": 1.043699026107788,
      "learning_rate": 1.5146463488918525e-06,
      "loss": 0.337,
      "step": 1818270
    },
    {
      "epoch": 507.47,
      "grad_norm": 1.2288469076156616,
      "learning_rate": 1.5146210577075604e-06,
      "loss": 0.3406,
      "step": 1818280
    },
    {
      "epoch": 507.48,
      "grad_norm": 1.2164499759674072,
      "learning_rate": 1.5145957666336268e-06,
      "loss": 0.3352,
      "step": 1818290
    },
    {
      "epoch": 507.48,
      "grad_norm": 0.9717090725898743,
      "learning_rate": 1.5145704756700537e-06,
      "loss": 0.3339,
      "step": 1818300
    },
    {
      "epoch": 507.48,
      "grad_norm": 1.2673697471618652,
      "learning_rate": 1.5145451848168443e-06,
      "loss": 0.3304,
      "step": 1818310
    },
    {
      "epoch": 507.49,
      "grad_norm": 1.1098476648330688,
      "learning_rate": 1.5145198940740028e-06,
      "loss": 0.3438,
      "step": 1818320
    },
    {
      "epoch": 507.49,
      "grad_norm": 1.0208754539489746,
      "learning_rate": 1.5144946034415317e-06,
      "loss": 0.3351,
      "step": 1818330
    },
    {
      "epoch": 507.49,
      "grad_norm": 1.1599770784378052,
      "learning_rate": 1.5144693129194339e-06,
      "loss": 0.3326,
      "step": 1818340
    },
    {
      "epoch": 507.49,
      "grad_norm": 1.0851656198501587,
      "learning_rate": 1.5144440225077146e-06,
      "loss": 0.3431,
      "step": 1818350
    },
    {
      "epoch": 507.5,
      "grad_norm": 0.9859287142753601,
      "learning_rate": 1.5144187322063762e-06,
      "loss": 0.3377,
      "step": 1818360
    },
    {
      "epoch": 507.5,
      "grad_norm": 0.9208083748817444,
      "learning_rate": 1.5143934420154217e-06,
      "loss": 0.3398,
      "step": 1818370
    },
    {
      "epoch": 507.5,
      "grad_norm": 0.9862291216850281,
      "learning_rate": 1.5143681519348544e-06,
      "loss": 0.3399,
      "step": 1818380
    },
    {
      "epoch": 507.5,
      "grad_norm": 1.258693814277649,
      "learning_rate": 1.5143428619646786e-06,
      "loss": 0.3544,
      "step": 1818390
    },
    {
      "epoch": 507.51,
      "grad_norm": 1.0935689210891724,
      "learning_rate": 1.5143175721048968e-06,
      "loss": 0.3351,
      "step": 1818400
    },
    {
      "epoch": 507.51,
      "grad_norm": 1.143857717514038,
      "learning_rate": 1.5142922823555133e-06,
      "loss": 0.336,
      "step": 1818410
    },
    {
      "epoch": 507.51,
      "grad_norm": 1.1869131326675415,
      "learning_rate": 1.5142669927165305e-06,
      "loss": 0.3316,
      "step": 1818420
    },
    {
      "epoch": 507.52,
      "grad_norm": 1.2238526344299316,
      "learning_rate": 1.5142417031879516e-06,
      "loss": 0.3196,
      "step": 1818430
    },
    {
      "epoch": 507.52,
      "grad_norm": 1.1019936800003052,
      "learning_rate": 1.514216413769781e-06,
      "loss": 0.3434,
      "step": 1818440
    },
    {
      "epoch": 507.52,
      "grad_norm": 1.0454494953155518,
      "learning_rate": 1.5141911244620216e-06,
      "loss": 0.3528,
      "step": 1818450
    },
    {
      "epoch": 507.52,
      "grad_norm": 0.9822095036506653,
      "learning_rate": 1.5141658352646765e-06,
      "loss": 0.3341,
      "step": 1818460
    },
    {
      "epoch": 507.53,
      "grad_norm": 1.3444581031799316,
      "learning_rate": 1.5141405461777496e-06,
      "loss": 0.352,
      "step": 1818470
    },
    {
      "epoch": 507.53,
      "grad_norm": 1.0235165357589722,
      "learning_rate": 1.514115257201244e-06,
      "loss": 0.3334,
      "step": 1818480
    },
    {
      "epoch": 507.53,
      "grad_norm": 1.1533101797103882,
      "learning_rate": 1.514089968335162e-06,
      "loss": 0.3484,
      "step": 1818490
    },
    {
      "epoch": 507.54,
      "grad_norm": 0.992704451084137,
      "learning_rate": 1.5140646795795087e-06,
      "loss": 0.3334,
      "step": 1818500
    },
    {
      "epoch": 507.54,
      "grad_norm": 0.9684781432151794,
      "learning_rate": 1.514039390934286e-06,
      "loss": 0.3566,
      "step": 1818510
    },
    {
      "epoch": 507.54,
      "grad_norm": 1.176617980003357,
      "learning_rate": 1.5140141023994992e-06,
      "loss": 0.338,
      "step": 1818520
    },
    {
      "epoch": 507.54,
      "grad_norm": 1.0592812299728394,
      "learning_rate": 1.51398881397515e-06,
      "loss": 0.3444,
      "step": 1818530
    },
    {
      "epoch": 507.55,
      "grad_norm": 1.1928874254226685,
      "learning_rate": 1.5139635256612422e-06,
      "loss": 0.346,
      "step": 1818540
    },
    {
      "epoch": 507.55,
      "grad_norm": 1.0922584533691406,
      "learning_rate": 1.5139382374577795e-06,
      "loss": 0.3569,
      "step": 1818550
    },
    {
      "epoch": 507.55,
      "grad_norm": 1.1671901941299438,
      "learning_rate": 1.5139129493647653e-06,
      "loss": 0.35,
      "step": 1818560
    },
    {
      "epoch": 507.56,
      "grad_norm": 1.0003377199172974,
      "learning_rate": 1.513887661382201e-06,
      "loss": 0.3564,
      "step": 1818570
    },
    {
      "epoch": 507.56,
      "grad_norm": 0.9812783002853394,
      "learning_rate": 1.5138623735100932e-06,
      "loss": 0.3345,
      "step": 1818580
    },
    {
      "epoch": 507.56,
      "grad_norm": 1.0842664241790771,
      "learning_rate": 1.5138370857484434e-06,
      "loss": 0.3317,
      "step": 1818590
    },
    {
      "epoch": 507.56,
      "grad_norm": 1.146041750907898,
      "learning_rate": 1.5138117980972549e-06,
      "loss": 0.3297,
      "step": 1818600
    },
    {
      "epoch": 507.57,
      "grad_norm": 1.0790891647338867,
      "learning_rate": 1.5137865105565313e-06,
      "loss": 0.3315,
      "step": 1818610
    },
    {
      "epoch": 507.57,
      "grad_norm": 1.1823830604553223,
      "learning_rate": 1.5137612231262764e-06,
      "loss": 0.3477,
      "step": 1818620
    },
    {
      "epoch": 507.57,
      "grad_norm": 1.1911637783050537,
      "learning_rate": 1.5137359358064925e-06,
      "loss": 0.3273,
      "step": 1818630
    },
    {
      "epoch": 507.57,
      "grad_norm": 1.0424424409866333,
      "learning_rate": 1.5137106485971848e-06,
      "loss": 0.3508,
      "step": 1818640
    },
    {
      "epoch": 507.58,
      "grad_norm": 1.1585270166397095,
      "learning_rate": 1.5136853614983554e-06,
      "loss": 0.3586,
      "step": 1818650
    },
    {
      "epoch": 507.58,
      "grad_norm": 1.727655291557312,
      "learning_rate": 1.5136600745100064e-06,
      "loss": 0.3444,
      "step": 1818660
    },
    {
      "epoch": 507.58,
      "grad_norm": 1.558146357536316,
      "learning_rate": 1.513634787632144e-06,
      "loss": 0.3272,
      "step": 1818670
    },
    {
      "epoch": 507.59,
      "grad_norm": 4.319454193115234,
      "learning_rate": 1.51360950086477e-06,
      "loss": 0.3295,
      "step": 1818680
    },
    {
      "epoch": 507.59,
      "grad_norm": 5.787717342376709,
      "learning_rate": 1.5135842142078874e-06,
      "loss": 0.3638,
      "step": 1818690
    },
    {
      "epoch": 507.59,
      "grad_norm": 1.0978926420211792,
      "learning_rate": 1.513558927661501e-06,
      "loss": 0.3663,
      "step": 1818700
    },
    {
      "epoch": 507.59,
      "grad_norm": 1.006027340888977,
      "learning_rate": 1.5135336412256127e-06,
      "loss": 0.3378,
      "step": 1818710
    },
    {
      "epoch": 507.6,
      "grad_norm": 1.125943899154663,
      "learning_rate": 1.513508354900226e-06,
      "loss": 0.3439,
      "step": 1818720
    },
    {
      "epoch": 507.6,
      "grad_norm": 1.0614763498306274,
      "learning_rate": 1.5134830686853451e-06,
      "loss": 0.3491,
      "step": 1818730
    },
    {
      "epoch": 507.6,
      "grad_norm": 1.2200543880462646,
      "learning_rate": 1.5134577825809733e-06,
      "loss": 0.3411,
      "step": 1818740
    },
    {
      "epoch": 507.61,
      "grad_norm": 1.1540818214416504,
      "learning_rate": 1.5134324965871132e-06,
      "loss": 0.3585,
      "step": 1818750
    },
    {
      "epoch": 507.61,
      "grad_norm": 1.2159663438796997,
      "learning_rate": 1.5134072107037686e-06,
      "loss": 0.3461,
      "step": 1818760
    },
    {
      "epoch": 507.61,
      "grad_norm": 1.192476749420166,
      "learning_rate": 1.5133819249309433e-06,
      "loss": 0.3387,
      "step": 1818770
    },
    {
      "epoch": 507.61,
      "grad_norm": 1.103956699371338,
      "learning_rate": 1.513356639268639e-06,
      "loss": 0.3478,
      "step": 1818780
    },
    {
      "epoch": 507.62,
      "grad_norm": 1.015278935432434,
      "learning_rate": 1.5133313537168617e-06,
      "loss": 0.347,
      "step": 1818790
    },
    {
      "epoch": 507.62,
      "grad_norm": 0.9881497621536255,
      "learning_rate": 1.513306068275612e-06,
      "loss": 0.3267,
      "step": 1818800
    },
    {
      "epoch": 507.62,
      "grad_norm": 1.144256353378296,
      "learning_rate": 1.5132807829448955e-06,
      "loss": 0.3357,
      "step": 1818810
    },
    {
      "epoch": 507.62,
      "grad_norm": 0.9890255331993103,
      "learning_rate": 1.5132554977247148e-06,
      "loss": 0.3307,
      "step": 1818820
    },
    {
      "epoch": 507.63,
      "grad_norm": 1.3672435283660889,
      "learning_rate": 1.5132302126150726e-06,
      "loss": 0.3428,
      "step": 1818830
    },
    {
      "epoch": 507.63,
      "grad_norm": 1.170623540878296,
      "learning_rate": 1.5132049276159733e-06,
      "loss": 0.3446,
      "step": 1818840
    },
    {
      "epoch": 507.63,
      "grad_norm": 1.0719908475875854,
      "learning_rate": 1.5131796427274203e-06,
      "loss": 0.3231,
      "step": 1818850
    },
    {
      "epoch": 507.64,
      "grad_norm": 1.2188975811004639,
      "learning_rate": 1.513154357949415e-06,
      "loss": 0.3329,
      "step": 1818860
    },
    {
      "epoch": 507.64,
      "grad_norm": 1.0759588479995728,
      "learning_rate": 1.513129073281963e-06,
      "loss": 0.3493,
      "step": 1818870
    },
    {
      "epoch": 507.64,
      "grad_norm": 1.2122308015823364,
      "learning_rate": 1.513103788725067e-06,
      "loss": 0.3371,
      "step": 1818880
    },
    {
      "epoch": 507.64,
      "grad_norm": 1.2693712711334229,
      "learning_rate": 1.5130785042787297e-06,
      "loss": 0.3334,
      "step": 1818890
    },
    {
      "epoch": 507.65,
      "grad_norm": 1.1940280199050903,
      "learning_rate": 1.5130532199429556e-06,
      "loss": 0.3505,
      "step": 1818900
    },
    {
      "epoch": 507.65,
      "grad_norm": 1.0754516124725342,
      "learning_rate": 1.5130279357177477e-06,
      "loss": 0.3382,
      "step": 1818910
    },
    {
      "epoch": 507.65,
      "grad_norm": 1.1882282495498657,
      "learning_rate": 1.513002651603108e-06,
      "loss": 0.335,
      "step": 1818920
    },
    {
      "epoch": 507.66,
      "grad_norm": 1.0198109149932861,
      "learning_rate": 1.512977367599042e-06,
      "loss": 0.3275,
      "step": 1818930
    },
    {
      "epoch": 507.66,
      "grad_norm": 0.9962080717086792,
      "learning_rate": 1.5129520837055516e-06,
      "loss": 0.3402,
      "step": 1818940
    },
    {
      "epoch": 507.66,
      "grad_norm": 0.9455057978630066,
      "learning_rate": 1.5129267999226402e-06,
      "loss": 0.3412,
      "step": 1818950
    },
    {
      "epoch": 507.66,
      "grad_norm": 1.0389455556869507,
      "learning_rate": 1.5129015162503124e-06,
      "loss": 0.3399,
      "step": 1818960
    },
    {
      "epoch": 507.67,
      "grad_norm": 1.126688003540039,
      "learning_rate": 1.5128762326885708e-06,
      "loss": 0.3464,
      "step": 1818970
    },
    {
      "epoch": 507.67,
      "grad_norm": 1.0708345174789429,
      "learning_rate": 1.5128509492374183e-06,
      "loss": 0.3567,
      "step": 1818980
    },
    {
      "epoch": 507.67,
      "grad_norm": 1.1529878377914429,
      "learning_rate": 1.512825665896859e-06,
      "loss": 0.3562,
      "step": 1818990
    },
    {
      "epoch": 507.68,
      "grad_norm": 0.9455028772354126,
      "learning_rate": 1.512800382666896e-06,
      "loss": 0.3467,
      "step": 1819000
    },
    {
      "epoch": 507.68,
      "grad_norm": 1.0031330585479736,
      "learning_rate": 1.5127750995475313e-06,
      "loss": 0.3326,
      "step": 1819010
    },
    {
      "epoch": 507.68,
      "grad_norm": 1.2020350694656372,
      "learning_rate": 1.5127498165387714e-06,
      "loss": 0.3412,
      "step": 1819020
    },
    {
      "epoch": 507.68,
      "grad_norm": 1.027869701385498,
      "learning_rate": 1.5127245336406173e-06,
      "loss": 0.3308,
      "step": 1819030
    },
    {
      "epoch": 507.69,
      "grad_norm": 1.2509316205978394,
      "learning_rate": 1.5126992508530725e-06,
      "loss": 0.3372,
      "step": 1819040
    },
    {
      "epoch": 507.69,
      "grad_norm": 0.9835607409477234,
      "learning_rate": 1.512673968176141e-06,
      "loss": 0.3203,
      "step": 1819050
    },
    {
      "epoch": 507.69,
      "grad_norm": 1.3726454973220825,
      "learning_rate": 1.5126486856098265e-06,
      "loss": 0.3591,
      "step": 1819060
    },
    {
      "epoch": 507.69,
      "grad_norm": 1.197130560874939,
      "learning_rate": 1.5126234031541306e-06,
      "loss": 0.3423,
      "step": 1819070
    },
    {
      "epoch": 507.7,
      "grad_norm": 1.0673800706863403,
      "learning_rate": 1.5125981208090589e-06,
      "loss": 0.3401,
      "step": 1819080
    },
    {
      "epoch": 507.7,
      "grad_norm": 1.3113385438919067,
      "learning_rate": 1.5125728385746126e-06,
      "loss": 0.3494,
      "step": 1819090
    },
    {
      "epoch": 507.7,
      "grad_norm": 1.2171820402145386,
      "learning_rate": 1.512547556450797e-06,
      "loss": 0.3275,
      "step": 1819100
    },
    {
      "epoch": 507.71,
      "grad_norm": 1.2425017356872559,
      "learning_rate": 1.512522274437615e-06,
      "loss": 0.3357,
      "step": 1819110
    },
    {
      "epoch": 507.71,
      "grad_norm": 1.1598914861679077,
      "learning_rate": 1.512496992535069e-06,
      "loss": 0.3482,
      "step": 1819120
    },
    {
      "epoch": 507.71,
      "grad_norm": 1.2107090950012207,
      "learning_rate": 1.5124717107431638e-06,
      "loss": 0.3394,
      "step": 1819130
    },
    {
      "epoch": 507.71,
      "grad_norm": 2.332878351211548,
      "learning_rate": 1.5124464290619017e-06,
      "loss": 0.3493,
      "step": 1819140
    },
    {
      "epoch": 507.72,
      "grad_norm": 1.1161576509475708,
      "learning_rate": 1.5124211474912853e-06,
      "loss": 0.3449,
      "step": 1819150
    },
    {
      "epoch": 507.72,
      "grad_norm": 0.883316695690155,
      "learning_rate": 1.51239586603132e-06,
      "loss": 0.334,
      "step": 1819160
    },
    {
      "epoch": 507.72,
      "grad_norm": 1.1345535516738892,
      "learning_rate": 1.5123705846820084e-06,
      "loss": 0.3256,
      "step": 1819170
    },
    {
      "epoch": 507.73,
      "grad_norm": 0.990915060043335,
      "learning_rate": 1.512345303443353e-06,
      "loss": 0.3332,
      "step": 1819180
    },
    {
      "epoch": 507.73,
      "grad_norm": 1.1489953994750977,
      "learning_rate": 1.5123200223153583e-06,
      "loss": 0.332,
      "step": 1819190
    },
    {
      "epoch": 507.73,
      "grad_norm": 1.1580570936203003,
      "learning_rate": 1.512294741298027e-06,
      "loss": 0.3527,
      "step": 1819200
    },
    {
      "epoch": 507.73,
      "grad_norm": 1.1281819343566895,
      "learning_rate": 1.5122694603913617e-06,
      "loss": 0.3423,
      "step": 1819210
    },
    {
      "epoch": 507.74,
      "grad_norm": 1.1072896718978882,
      "learning_rate": 1.5122441795953678e-06,
      "loss": 0.3475,
      "step": 1819220
    },
    {
      "epoch": 507.74,
      "grad_norm": 1.2140727043151855,
      "learning_rate": 1.5122188989100474e-06,
      "loss": 0.3183,
      "step": 1819230
    },
    {
      "epoch": 507.74,
      "grad_norm": 1.3176203966140747,
      "learning_rate": 1.5121936183354033e-06,
      "loss": 0.3273,
      "step": 1819240
    },
    {
      "epoch": 507.74,
      "grad_norm": 1.1731470823287964,
      "learning_rate": 1.5121683378714401e-06,
      "loss": 0.3464,
      "step": 1819250
    },
    {
      "epoch": 507.75,
      "grad_norm": 1.3477314710617065,
      "learning_rate": 1.5121430575181609e-06,
      "loss": 0.3398,
      "step": 1819260
    },
    {
      "epoch": 507.75,
      "grad_norm": 1.232996940612793,
      "learning_rate": 1.5121177772755683e-06,
      "loss": 0.3569,
      "step": 1819270
    },
    {
      "epoch": 507.75,
      "grad_norm": 1.051172137260437,
      "learning_rate": 1.5120924971436668e-06,
      "loss": 0.3339,
      "step": 1819280
    },
    {
      "epoch": 507.76,
      "grad_norm": 1.2500742673873901,
      "learning_rate": 1.5120672171224588e-06,
      "loss": 0.3374,
      "step": 1819290
    },
    {
      "epoch": 507.76,
      "grad_norm": 1.2140393257141113,
      "learning_rate": 1.5120419372119476e-06,
      "loss": 0.3401,
      "step": 1819300
    },
    {
      "epoch": 507.76,
      "grad_norm": 1.088023066520691,
      "learning_rate": 1.5120166574121373e-06,
      "loss": 0.3571,
      "step": 1819310
    },
    {
      "epoch": 507.76,
      "grad_norm": 1.1314927339553833,
      "learning_rate": 1.5119913777230314e-06,
      "loss": 0.3462,
      "step": 1819320
    },
    {
      "epoch": 507.77,
      "grad_norm": 1.2052149772644043,
      "learning_rate": 1.511966098144632e-06,
      "loss": 0.3562,
      "step": 1819330
    },
    {
      "epoch": 507.77,
      "grad_norm": 0.9919760823249817,
      "learning_rate": 1.5119408186769434e-06,
      "loss": 0.3275,
      "step": 1819340
    },
    {
      "epoch": 507.77,
      "grad_norm": 1.0213050842285156,
      "learning_rate": 1.5119155393199697e-06,
      "loss": 0.3474,
      "step": 1819350
    },
    {
      "epoch": 507.78,
      "grad_norm": 1.1530555486679077,
      "learning_rate": 1.5118902600737123e-06,
      "loss": 0.3404,
      "step": 1819360
    },
    {
      "epoch": 507.78,
      "grad_norm": 1.0396305322647095,
      "learning_rate": 1.5118649809381766e-06,
      "loss": 0.3402,
      "step": 1819370
    },
    {
      "epoch": 507.78,
      "grad_norm": 1.155775785446167,
      "learning_rate": 1.5118397019133637e-06,
      "loss": 0.3413,
      "step": 1819380
    },
    {
      "epoch": 507.78,
      "grad_norm": 1.0542281866073608,
      "learning_rate": 1.5118144229992794e-06,
      "loss": 0.3297,
      "step": 1819390
    },
    {
      "epoch": 507.79,
      "grad_norm": 1.1414488554000854,
      "learning_rate": 1.511789144195926e-06,
      "loss": 0.3342,
      "step": 1819400
    },
    {
      "epoch": 507.79,
      "grad_norm": 3.7602624893188477,
      "learning_rate": 1.511763865503306e-06,
      "loss": 0.3325,
      "step": 1819410
    },
    {
      "epoch": 507.79,
      "grad_norm": 1.1014057397842407,
      "learning_rate": 1.5117385869214247e-06,
      "loss": 0.3445,
      "step": 1819420
    },
    {
      "epoch": 507.8,
      "grad_norm": 1.0126901865005493,
      "learning_rate": 1.5117133084502838e-06,
      "loss": 0.3414,
      "step": 1819430
    },
    {
      "epoch": 507.8,
      "grad_norm": 1.411937952041626,
      "learning_rate": 1.5116880300898863e-06,
      "loss": 0.3494,
      "step": 1819440
    },
    {
      "epoch": 507.8,
      "grad_norm": 0.9709597229957581,
      "learning_rate": 1.5116627518402376e-06,
      "loss": 0.3466,
      "step": 1819450
    },
    {
      "epoch": 507.8,
      "grad_norm": 1.0561784505844116,
      "learning_rate": 1.5116374737013398e-06,
      "loss": 0.3537,
      "step": 1819460
    },
    {
      "epoch": 507.81,
      "grad_norm": 1.141959309577942,
      "learning_rate": 1.5116121956731957e-06,
      "loss": 0.3503,
      "step": 1819470
    },
    {
      "epoch": 507.81,
      "grad_norm": 1.0683987140655518,
      "learning_rate": 1.5115869177558104e-06,
      "loss": 0.3414,
      "step": 1819480
    },
    {
      "epoch": 507.81,
      "grad_norm": 1.039296269416809,
      "learning_rate": 1.5115616399491861e-06,
      "loss": 0.3393,
      "step": 1819490
    },
    {
      "epoch": 507.81,
      "grad_norm": 1.075650930404663,
      "learning_rate": 1.5115363622533256e-06,
      "loss": 0.3253,
      "step": 1819500
    },
    {
      "epoch": 507.82,
      "grad_norm": 1.0402321815490723,
      "learning_rate": 1.5115110846682334e-06,
      "loss": 0.3273,
      "step": 1819510
    },
    {
      "epoch": 507.82,
      "grad_norm": 1.005220651626587,
      "learning_rate": 1.5114858071939129e-06,
      "loss": 0.3471,
      "step": 1819520
    },
    {
      "epoch": 507.82,
      "grad_norm": 1.2365144491195679,
      "learning_rate": 1.5114605298303656e-06,
      "loss": 0.3259,
      "step": 1819530
    },
    {
      "epoch": 507.83,
      "grad_norm": 0.9934514164924622,
      "learning_rate": 1.5114352525775973e-06,
      "loss": 0.3446,
      "step": 1819540
    },
    {
      "epoch": 507.83,
      "grad_norm": 1.1798039674758911,
      "learning_rate": 1.5114099754356105e-06,
      "loss": 0.3296,
      "step": 1819550
    },
    {
      "epoch": 507.83,
      "grad_norm": 0.9263563752174377,
      "learning_rate": 1.5113846984044074e-06,
      "loss": 0.3161,
      "step": 1819560
    },
    {
      "epoch": 507.83,
      "grad_norm": 1.1171269416809082,
      "learning_rate": 1.5113594214839933e-06,
      "loss": 0.3421,
      "step": 1819570
    },
    {
      "epoch": 507.84,
      "grad_norm": 1.3363312482833862,
      "learning_rate": 1.5113341446743706e-06,
      "loss": 0.3398,
      "step": 1819580
    },
    {
      "epoch": 507.84,
      "grad_norm": 1.17739999294281,
      "learning_rate": 1.5113088679755415e-06,
      "loss": 0.3363,
      "step": 1819590
    },
    {
      "epoch": 507.84,
      "grad_norm": 1.1063849925994873,
      "learning_rate": 1.5112835913875116e-06,
      "loss": 0.3552,
      "step": 1819600
    },
    {
      "epoch": 507.85,
      "grad_norm": 1.119225263595581,
      "learning_rate": 1.5112583149102835e-06,
      "loss": 0.3161,
      "step": 1819610
    },
    {
      "epoch": 507.85,
      "grad_norm": 1.2356797456741333,
      "learning_rate": 1.5112330385438587e-06,
      "loss": 0.3429,
      "step": 1819620
    },
    {
      "epoch": 507.85,
      "grad_norm": 1.2760106325149536,
      "learning_rate": 1.5112077622882436e-06,
      "loss": 0.3336,
      "step": 1819630
    },
    {
      "epoch": 507.85,
      "grad_norm": 1.1668130159378052,
      "learning_rate": 1.51118248614344e-06,
      "loss": 0.3509,
      "step": 1819640
    },
    {
      "epoch": 507.86,
      "grad_norm": 1.1533679962158203,
      "learning_rate": 1.5111572101094509e-06,
      "loss": 0.3318,
      "step": 1819650
    },
    {
      "epoch": 507.86,
      "grad_norm": 1.0574933290481567,
      "learning_rate": 1.5111319341862806e-06,
      "loss": 0.352,
      "step": 1819660
    },
    {
      "epoch": 507.86,
      "grad_norm": 1.994152545928955,
      "learning_rate": 1.5111066583739306e-06,
      "loss": 0.3365,
      "step": 1819670
    },
    {
      "epoch": 507.86,
      "grad_norm": 1.1905486583709717,
      "learning_rate": 1.5110813826724072e-06,
      "loss": 0.351,
      "step": 1819680
    },
    {
      "epoch": 507.87,
      "grad_norm": 1.5905132293701172,
      "learning_rate": 1.5110561070817121e-06,
      "loss": 0.3397,
      "step": 1819690
    },
    {
      "epoch": 507.87,
      "grad_norm": 1.1017743349075317,
      "learning_rate": 1.511030831601848e-06,
      "loss": 0.3403,
      "step": 1819700
    },
    {
      "epoch": 507.87,
      "grad_norm": 0.9272453188896179,
      "learning_rate": 1.5110055562328198e-06,
      "loss": 0.3702,
      "step": 1819710
    },
    {
      "epoch": 507.88,
      "grad_norm": 1.1551082134246826,
      "learning_rate": 1.51098028097463e-06,
      "loss": 0.3356,
      "step": 1819720
    },
    {
      "epoch": 507.88,
      "grad_norm": 1.4401259422302246,
      "learning_rate": 1.5109550058272812e-06,
      "loss": 0.3494,
      "step": 1819730
    },
    {
      "epoch": 507.88,
      "grad_norm": 1.0564440488815308,
      "learning_rate": 1.5109297307907788e-06,
      "loss": 0.3365,
      "step": 1819740
    },
    {
      "epoch": 507.88,
      "grad_norm": 1.0546962022781372,
      "learning_rate": 1.5109044558651247e-06,
      "loss": 0.3413,
      "step": 1819750
    },
    {
      "epoch": 507.89,
      "grad_norm": 1.0940653085708618,
      "learning_rate": 1.5108791810503218e-06,
      "loss": 0.339,
      "step": 1819760
    },
    {
      "epoch": 507.89,
      "grad_norm": 1.185516357421875,
      "learning_rate": 1.5108539063463747e-06,
      "loss": 0.3245,
      "step": 1819770
    },
    {
      "epoch": 507.89,
      "grad_norm": 1.0040509700775146,
      "learning_rate": 1.5108286317532867e-06,
      "loss": 0.3651,
      "step": 1819780
    },
    {
      "epoch": 507.9,
      "grad_norm": 0.9961463809013367,
      "learning_rate": 1.51080335727106e-06,
      "loss": 0.3398,
      "step": 1819790
    },
    {
      "epoch": 507.9,
      "grad_norm": 1.0297842025756836,
      "learning_rate": 1.5107780828996997e-06,
      "loss": 0.3392,
      "step": 1819800
    },
    {
      "epoch": 507.9,
      "grad_norm": 0.9570952653884888,
      "learning_rate": 1.510752808639208e-06,
      "loss": 0.3511,
      "step": 1819810
    },
    {
      "epoch": 507.9,
      "grad_norm": 0.9859945774078369,
      "learning_rate": 1.5107275344895875e-06,
      "loss": 0.3262,
      "step": 1819820
    },
    {
      "epoch": 507.91,
      "grad_norm": 1.1052848100662231,
      "learning_rate": 1.5107022604508432e-06,
      "loss": 0.3439,
      "step": 1819830
    },
    {
      "epoch": 507.91,
      "grad_norm": 0.9952267408370972,
      "learning_rate": 1.5106769865229782e-06,
      "loss": 0.3412,
      "step": 1819840
    },
    {
      "epoch": 507.91,
      "grad_norm": 1.1033103466033936,
      "learning_rate": 1.5106517127059947e-06,
      "loss": 0.3373,
      "step": 1819850
    },
    {
      "epoch": 507.92,
      "grad_norm": 1.034361720085144,
      "learning_rate": 1.5106264389998974e-06,
      "loss": 0.3505,
      "step": 1819860
    },
    {
      "epoch": 507.92,
      "grad_norm": 0.8708691000938416,
      "learning_rate": 1.5106011654046891e-06,
      "loss": 0.3449,
      "step": 1819870
    },
    {
      "epoch": 507.92,
      "grad_norm": 1.3242851495742798,
      "learning_rate": 1.510575891920372e-06,
      "loss": 0.3499,
      "step": 1819880
    },
    {
      "epoch": 507.92,
      "grad_norm": 0.9963490962982178,
      "learning_rate": 1.5105506185469516e-06,
      "loss": 0.3316,
      "step": 1819890
    },
    {
      "epoch": 507.93,
      "grad_norm": 0.9751970171928406,
      "learning_rate": 1.5105253452844304e-06,
      "loss": 0.3331,
      "step": 1819900
    },
    {
      "epoch": 507.93,
      "grad_norm": 1.1637591123580933,
      "learning_rate": 1.5105000721328103e-06,
      "loss": 0.3455,
      "step": 1819910
    },
    {
      "epoch": 507.93,
      "grad_norm": 1.1377314329147339,
      "learning_rate": 1.5104747990920976e-06,
      "loss": 0.3325,
      "step": 1819920
    },
    {
      "epoch": 507.93,
      "grad_norm": 1.0732797384262085,
      "learning_rate": 1.5104495261622935e-06,
      "loss": 0.3637,
      "step": 1819930
    },
    {
      "epoch": 507.94,
      "grad_norm": 0.9394946694374084,
      "learning_rate": 1.5104242533434017e-06,
      "loss": 0.3353,
      "step": 1819940
    },
    {
      "epoch": 507.94,
      "grad_norm": 1.231541395187378,
      "learning_rate": 1.5103989806354264e-06,
      "loss": 0.351,
      "step": 1819950
    },
    {
      "epoch": 507.94,
      "grad_norm": 1.3165518045425415,
      "learning_rate": 1.510373708038369e-06,
      "loss": 0.3419,
      "step": 1819960
    },
    {
      "epoch": 507.95,
      "grad_norm": 5.0981669425964355,
      "learning_rate": 1.5103484355522352e-06,
      "loss": 0.3409,
      "step": 1819970
    },
    {
      "epoch": 507.95,
      "grad_norm": 1.1147302389144897,
      "learning_rate": 1.5103231631770276e-06,
      "loss": 0.3559,
      "step": 1819980
    },
    {
      "epoch": 507.95,
      "grad_norm": 1.3323653936386108,
      "learning_rate": 1.5102978909127487e-06,
      "loss": 0.3404,
      "step": 1819990
    },
    {
      "epoch": 507.95,
      "grad_norm": 1.071173071861267,
      "learning_rate": 1.510272618759403e-06,
      "loss": 0.3538,
      "step": 1820000
    },
    {
      "epoch": 507.96,
      "grad_norm": 1.0348763465881348,
      "learning_rate": 1.5102473467169939e-06,
      "loss": 0.3295,
      "step": 1820010
    },
    {
      "epoch": 507.96,
      "grad_norm": 0.9942410588264465,
      "learning_rate": 1.5102220747855225e-06,
      "loss": 0.3317,
      "step": 1820020
    },
    {
      "epoch": 507.96,
      "grad_norm": 1.09682297706604,
      "learning_rate": 1.5101968029649952e-06,
      "loss": 0.3487,
      "step": 1820030
    },
    {
      "epoch": 507.97,
      "grad_norm": 1.4196113348007202,
      "learning_rate": 1.5101715312554142e-06,
      "loss": 0.3591,
      "step": 1820040
    },
    {
      "epoch": 507.97,
      "grad_norm": 0.9388211369514465,
      "learning_rate": 1.5101462596567814e-06,
      "loss": 0.3235,
      "step": 1820050
    },
    {
      "epoch": 507.97,
      "grad_norm": 1.2692917585372925,
      "learning_rate": 1.5101209881691028e-06,
      "loss": 0.344,
      "step": 1820060
    },
    {
      "epoch": 507.97,
      "grad_norm": 1.070377230644226,
      "learning_rate": 1.5100957167923801e-06,
      "loss": 0.3475,
      "step": 1820070
    },
    {
      "epoch": 507.98,
      "grad_norm": 1.1210163831710815,
      "learning_rate": 1.510070445526617e-06,
      "loss": 0.3461,
      "step": 1820080
    },
    {
      "epoch": 507.98,
      "grad_norm": 1.142465353012085,
      "learning_rate": 1.5100451743718169e-06,
      "loss": 0.3321,
      "step": 1820090
    },
    {
      "epoch": 507.98,
      "grad_norm": 1.269498348236084,
      "learning_rate": 1.5100199033279833e-06,
      "loss": 0.3427,
      "step": 1820100
    },
    {
      "epoch": 507.98,
      "grad_norm": 1.2661265134811401,
      "learning_rate": 1.5099946323951184e-06,
      "loss": 0.3509,
      "step": 1820110
    },
    {
      "epoch": 507.99,
      "grad_norm": 1.1913779973983765,
      "learning_rate": 1.5099693615732277e-06,
      "loss": 0.3272,
      "step": 1820120
    },
    {
      "epoch": 507.99,
      "grad_norm": 0.9622397422790527,
      "learning_rate": 1.5099440908623132e-06,
      "loss": 0.3549,
      "step": 1820130
    },
    {
      "epoch": 507.99,
      "grad_norm": 1.5865031480789185,
      "learning_rate": 1.5099188202623782e-06,
      "loss": 0.3496,
      "step": 1820140
    },
    {
      "epoch": 508.0,
      "grad_norm": 1.053905725479126,
      "learning_rate": 1.5098935497734266e-06,
      "loss": 0.3374,
      "step": 1820150
    },
    {
      "epoch": 508.0,
      "grad_norm": 0.9831424951553345,
      "learning_rate": 1.5098682793954619e-06,
      "loss": 0.3429,
      "step": 1820160
    },
    {
      "epoch": 508.0,
      "eval_loss": 0.34221789240837097,
      "eval_runtime": 64.2405,
      "eval_samples_per_second": 78.751,
      "eval_steps_per_second": 9.854,
      "step": 1820164
    },
    {
      "epoch": 508.0,
      "grad_norm": 1.136130928993225,
      "learning_rate": 1.5098430091284858e-06,
      "loss": 0.3403,
      "step": 1820170
    },
    {
      "epoch": 508.0,
      "grad_norm": 1.306246280670166,
      "learning_rate": 1.5098177389725038e-06,
      "loss": 0.3406,
      "step": 1820180
    },
    {
      "epoch": 508.01,
      "grad_norm": 1.1211391687393188,
      "learning_rate": 1.5097924689275188e-06,
      "loss": 0.3349,
      "step": 1820190
    },
    {
      "epoch": 508.01,
      "grad_norm": 1.290522575378418,
      "learning_rate": 1.5097671989935325e-06,
      "loss": 0.3545,
      "step": 1820200
    },
    {
      "epoch": 508.01,
      "grad_norm": 1.24739408493042,
      "learning_rate": 1.5097419291705508e-06,
      "loss": 0.3517,
      "step": 1820210
    },
    {
      "epoch": 508.02,
      "grad_norm": 1.1770766973495483,
      "learning_rate": 1.5097166594585755e-06,
      "loss": 0.329,
      "step": 1820220
    },
    {
      "epoch": 508.02,
      "grad_norm": 1.0866279602050781,
      "learning_rate": 1.5096913898576102e-06,
      "loss": 0.3392,
      "step": 1820230
    },
    {
      "epoch": 508.02,
      "grad_norm": 1.2101411819458008,
      "learning_rate": 1.5096661203676583e-06,
      "loss": 0.3389,
      "step": 1820240
    },
    {
      "epoch": 508.02,
      "grad_norm": 1.1689478158950806,
      "learning_rate": 1.5096408509887224e-06,
      "loss": 0.3466,
      "step": 1820250
    },
    {
      "epoch": 508.03,
      "grad_norm": 0.9296698570251465,
      "learning_rate": 1.5096155817208077e-06,
      "loss": 0.345,
      "step": 1820260
    },
    {
      "epoch": 508.03,
      "grad_norm": 1.141133189201355,
      "learning_rate": 1.5095903125639166e-06,
      "loss": 0.3396,
      "step": 1820270
    },
    {
      "epoch": 508.03,
      "grad_norm": 0.8544368743896484,
      "learning_rate": 1.5095650435180518e-06,
      "loss": 0.3327,
      "step": 1820280
    },
    {
      "epoch": 508.04,
      "grad_norm": 1.2521964311599731,
      "learning_rate": 1.5095397745832175e-06,
      "loss": 0.3434,
      "step": 1820290
    },
    {
      "epoch": 508.04,
      "grad_norm": 1.2693731784820557,
      "learning_rate": 1.5095145057594168e-06,
      "loss": 0.3271,
      "step": 1820300
    },
    {
      "epoch": 508.04,
      "grad_norm": 0.9496957063674927,
      "learning_rate": 1.5094892370466526e-06,
      "loss": 0.3472,
      "step": 1820310
    },
    {
      "epoch": 508.04,
      "grad_norm": 1.0843420028686523,
      "learning_rate": 1.5094639684449295e-06,
      "loss": 0.3465,
      "step": 1820320
    },
    {
      "epoch": 508.05,
      "grad_norm": 1.1327552795410156,
      "learning_rate": 1.5094386999542502e-06,
      "loss": 0.3564,
      "step": 1820330
    },
    {
      "epoch": 508.05,
      "grad_norm": 1.1311224699020386,
      "learning_rate": 1.5094134315746166e-06,
      "loss": 0.3297,
      "step": 1820340
    },
    {
      "epoch": 508.05,
      "grad_norm": 1.0949469804763794,
      "learning_rate": 1.509388163306035e-06,
      "loss": 0.3369,
      "step": 1820350
    },
    {
      "epoch": 508.05,
      "grad_norm": 1.371711015701294,
      "learning_rate": 1.5093628951485066e-06,
      "loss": 0.3466,
      "step": 1820360
    },
    {
      "epoch": 508.06,
      "grad_norm": 0.968767523765564,
      "learning_rate": 1.509337627102035e-06,
      "loss": 0.352,
      "step": 1820370
    },
    {
      "epoch": 508.06,
      "grad_norm": 1.0228767395019531,
      "learning_rate": 1.5093123591666247e-06,
      "loss": 0.3265,
      "step": 1820380
    },
    {
      "epoch": 508.06,
      "grad_norm": 1.1864784955978394,
      "learning_rate": 1.5092870913422777e-06,
      "loss": 0.3578,
      "step": 1820390
    },
    {
      "epoch": 508.07,
      "grad_norm": 0.9894878268241882,
      "learning_rate": 1.5092618236289976e-06,
      "loss": 0.3262,
      "step": 1820400
    },
    {
      "epoch": 508.07,
      "grad_norm": 1.8859657049179077,
      "learning_rate": 1.5092365560267886e-06,
      "loss": 0.3342,
      "step": 1820410
    },
    {
      "epoch": 508.07,
      "grad_norm": 1.2101120948791504,
      "learning_rate": 1.5092112885356539e-06,
      "loss": 0.3381,
      "step": 1820420
    },
    {
      "epoch": 508.07,
      "grad_norm": 13.492791175842285,
      "learning_rate": 1.5091860211555952e-06,
      "loss": 0.3533,
      "step": 1820430
    },
    {
      "epoch": 508.08,
      "grad_norm": 1.0620629787445068,
      "learning_rate": 1.5091607538866187e-06,
      "loss": 0.3479,
      "step": 1820440
    },
    {
      "epoch": 508.08,
      "grad_norm": 1.4009885787963867,
      "learning_rate": 1.5091354867287256e-06,
      "loss": 0.3447,
      "step": 1820450
    },
    {
      "epoch": 508.08,
      "grad_norm": 1.0173221826553345,
      "learning_rate": 1.50911021968192e-06,
      "loss": 0.3302,
      "step": 1820460
    },
    {
      "epoch": 508.09,
      "grad_norm": 1.131972074508667,
      "learning_rate": 1.5090849527462055e-06,
      "loss": 0.3426,
      "step": 1820470
    },
    {
      "epoch": 508.09,
      "grad_norm": 1.905787706375122,
      "learning_rate": 1.509059685921585e-06,
      "loss": 0.3423,
      "step": 1820480
    },
    {
      "epoch": 508.09,
      "grad_norm": 1.2093695402145386,
      "learning_rate": 1.509034419208061e-06,
      "loss": 0.3304,
      "step": 1820490
    },
    {
      "epoch": 508.09,
      "grad_norm": 1.0495952367782593,
      "learning_rate": 1.509009152605639e-06,
      "loss": 0.3461,
      "step": 1820500
    },
    {
      "epoch": 508.1,
      "grad_norm": 1.0314035415649414,
      "learning_rate": 1.5089838861143214e-06,
      "loss": 0.3466,
      "step": 1820510
    },
    {
      "epoch": 508.1,
      "grad_norm": 0.9522205591201782,
      "learning_rate": 1.5089586197341103e-06,
      "loss": 0.3546,
      "step": 1820520
    },
    {
      "epoch": 508.1,
      "grad_norm": 1.2569286823272705,
      "learning_rate": 1.5089333534650114e-06,
      "loss": 0.3464,
      "step": 1820530
    },
    {
      "epoch": 508.1,
      "grad_norm": 1.2945466041564941,
      "learning_rate": 1.5089080873070256e-06,
      "loss": 0.3443,
      "step": 1820540
    },
    {
      "epoch": 508.11,
      "grad_norm": 1.1107760667800903,
      "learning_rate": 1.5088828212601582e-06,
      "loss": 0.3444,
      "step": 1820550
    },
    {
      "epoch": 508.11,
      "grad_norm": 1.138617992401123,
      "learning_rate": 1.508857555324412e-06,
      "loss": 0.3437,
      "step": 1820560
    },
    {
      "epoch": 508.11,
      "grad_norm": 0.9661548137664795,
      "learning_rate": 1.5088322894997892e-06,
      "loss": 0.3492,
      "step": 1820570
    },
    {
      "epoch": 508.12,
      "grad_norm": 1.051828145980835,
      "learning_rate": 1.5088070237862952e-06,
      "loss": 0.3352,
      "step": 1820580
    },
    {
      "epoch": 508.12,
      "grad_norm": 1.1750069856643677,
      "learning_rate": 1.5087817581839323e-06,
      "loss": 0.3465,
      "step": 1820590
    },
    {
      "epoch": 508.12,
      "grad_norm": 0.9963975548744202,
      "learning_rate": 1.5087564926927035e-06,
      "loss": 0.3533,
      "step": 1820600
    },
    {
      "epoch": 508.12,
      "grad_norm": 0.9521774649620056,
      "learning_rate": 1.5087312273126131e-06,
      "loss": 0.3272,
      "step": 1820610
    },
    {
      "epoch": 508.13,
      "grad_norm": 1.1414062976837158,
      "learning_rate": 1.508705962043664e-06,
      "loss": 0.33,
      "step": 1820620
    },
    {
      "epoch": 508.13,
      "grad_norm": 1.012980341911316,
      "learning_rate": 1.508680696885858e-06,
      "loss": 0.3508,
      "step": 1820630
    },
    {
      "epoch": 508.13,
      "grad_norm": 1.36375093460083,
      "learning_rate": 1.5086554318392016e-06,
      "loss": 0.3555,
      "step": 1820640
    },
    {
      "epoch": 508.14,
      "grad_norm": 1.0182490348815918,
      "learning_rate": 1.508630166903696e-06,
      "loss": 0.3374,
      "step": 1820650
    },
    {
      "epoch": 508.14,
      "grad_norm": 1.0994654893875122,
      "learning_rate": 1.5086049020793448e-06,
      "loss": 0.3379,
      "step": 1820660
    },
    {
      "epoch": 508.14,
      "grad_norm": 1.143162727355957,
      "learning_rate": 1.5085796373661522e-06,
      "loss": 0.3367,
      "step": 1820670
    },
    {
      "epoch": 508.14,
      "grad_norm": 1.2874184846878052,
      "learning_rate": 1.508554372764121e-06,
      "loss": 0.3524,
      "step": 1820680
    },
    {
      "epoch": 508.15,
      "grad_norm": 1.2077951431274414,
      "learning_rate": 1.5085291082732534e-06,
      "loss": 0.3323,
      "step": 1820690
    },
    {
      "epoch": 508.15,
      "grad_norm": 1.1867225170135498,
      "learning_rate": 1.5085038438935549e-06,
      "loss": 0.3492,
      "step": 1820700
    },
    {
      "epoch": 508.15,
      "grad_norm": 1.2074739933013916,
      "learning_rate": 1.5084785796250279e-06,
      "loss": 0.3292,
      "step": 1820710
    },
    {
      "epoch": 508.16,
      "grad_norm": 1.2551947832107544,
      "learning_rate": 1.5084533154676748e-06,
      "loss": 0.3615,
      "step": 1820720
    },
    {
      "epoch": 508.16,
      "grad_norm": 0.9816869497299194,
      "learning_rate": 1.508428051421501e-06,
      "loss": 0.3317,
      "step": 1820730
    },
    {
      "epoch": 508.16,
      "grad_norm": 1.0410716533660889,
      "learning_rate": 1.5084027874865091e-06,
      "loss": 0.3326,
      "step": 1820740
    },
    {
      "epoch": 508.16,
      "grad_norm": 1.157499074935913,
      "learning_rate": 1.5083775236627011e-06,
      "loss": 0.347,
      "step": 1820750
    },
    {
      "epoch": 508.17,
      "grad_norm": 1.9553231000900269,
      "learning_rate": 1.5083522599500823e-06,
      "loss": 0.3433,
      "step": 1820760
    },
    {
      "epoch": 508.17,
      "grad_norm": 1.1151670217514038,
      "learning_rate": 1.5083269963486548e-06,
      "loss": 0.3455,
      "step": 1820770
    },
    {
      "epoch": 508.17,
      "grad_norm": 1.1481469869613647,
      "learning_rate": 1.5083017328584217e-06,
      "loss": 0.3424,
      "step": 1820780
    },
    {
      "epoch": 508.17,
      "grad_norm": 1.190299153327942,
      "learning_rate": 1.5082764694793875e-06,
      "loss": 0.3415,
      "step": 1820790
    },
    {
      "epoch": 508.18,
      "grad_norm": 1.5042335987091064,
      "learning_rate": 1.5082512062115552e-06,
      "loss": 0.3394,
      "step": 1820800
    },
    {
      "epoch": 508.18,
      "grad_norm": 1.1946111917495728,
      "learning_rate": 1.508225943054928e-06,
      "loss": 0.3372,
      "step": 1820810
    },
    {
      "epoch": 508.18,
      "grad_norm": 1.1699219942092896,
      "learning_rate": 1.5082006800095092e-06,
      "loss": 0.349,
      "step": 1820820
    },
    {
      "epoch": 508.19,
      "grad_norm": 1.0185353755950928,
      "learning_rate": 1.5081754170753013e-06,
      "loss": 0.3355,
      "step": 1820830
    },
    {
      "epoch": 508.19,
      "grad_norm": 0.9746392965316772,
      "learning_rate": 1.50815015425231e-06,
      "loss": 0.3432,
      "step": 1820840
    },
    {
      "epoch": 508.19,
      "grad_norm": 1.179023027420044,
      "learning_rate": 1.508124891540537e-06,
      "loss": 0.3527,
      "step": 1820850
    },
    {
      "epoch": 508.19,
      "grad_norm": 1.1398237943649292,
      "learning_rate": 1.508099628939985e-06,
      "loss": 0.3328,
      "step": 1820860
    },
    {
      "epoch": 508.2,
      "grad_norm": 1.1235929727554321,
      "learning_rate": 1.5080743664506594e-06,
      "loss": 0.3369,
      "step": 1820870
    },
    {
      "epoch": 508.2,
      "grad_norm": 1.1514233350753784,
      "learning_rate": 1.5080491040725622e-06,
      "loss": 0.3524,
      "step": 1820880
    },
    {
      "epoch": 508.2,
      "grad_norm": 1.0702325105667114,
      "learning_rate": 1.5080238418056967e-06,
      "loss": 0.3421,
      "step": 1820890
    },
    {
      "epoch": 508.21,
      "grad_norm": 1.1778512001037598,
      "learning_rate": 1.5079985796500671e-06,
      "loss": 0.3391,
      "step": 1820900
    },
    {
      "epoch": 508.21,
      "grad_norm": 1.1506524085998535,
      "learning_rate": 1.507973317605676e-06,
      "loss": 0.3408,
      "step": 1820910
    },
    {
      "epoch": 508.21,
      "grad_norm": 1.184476375579834,
      "learning_rate": 1.5079480556725263e-06,
      "loss": 0.3288,
      "step": 1820920
    },
    {
      "epoch": 508.21,
      "grad_norm": 1.0443490743637085,
      "learning_rate": 1.5079227938506227e-06,
      "loss": 0.3449,
      "step": 1820930
    },
    {
      "epoch": 508.22,
      "grad_norm": 1.1129331588745117,
      "learning_rate": 1.5078975321399681e-06,
      "loss": 0.3237,
      "step": 1820940
    },
    {
      "epoch": 508.22,
      "grad_norm": 1.114234209060669,
      "learning_rate": 1.5078722705405654e-06,
      "loss": 0.3237,
      "step": 1820950
    },
    {
      "epoch": 508.22,
      "grad_norm": 0.9286507964134216,
      "learning_rate": 1.5078470090524186e-06,
      "loss": 0.3315,
      "step": 1820960
    },
    {
      "epoch": 508.22,
      "grad_norm": 1.333184838294983,
      "learning_rate": 1.5078217476755308e-06,
      "loss": 0.3402,
      "step": 1820970
    },
    {
      "epoch": 508.23,
      "grad_norm": 0.9569632411003113,
      "learning_rate": 1.5077964864099042e-06,
      "loss": 0.3435,
      "step": 1820980
    },
    {
      "epoch": 508.23,
      "grad_norm": 0.8854532241821289,
      "learning_rate": 1.5077712252555442e-06,
      "loss": 0.3348,
      "step": 1820990
    },
    {
      "epoch": 508.23,
      "grad_norm": 0.9976797103881836,
      "learning_rate": 1.5077459642124533e-06,
      "loss": 0.3451,
      "step": 1821000
    },
    {
      "epoch": 508.24,
      "grad_norm": 1.0241974592208862,
      "learning_rate": 1.5077207032806339e-06,
      "loss": 0.3521,
      "step": 1821010
    },
    {
      "epoch": 508.24,
      "grad_norm": 1.1232826709747314,
      "learning_rate": 1.5076954424600907e-06,
      "loss": 0.3301,
      "step": 1821020
    },
    {
      "epoch": 508.24,
      "grad_norm": 1.126602053642273,
      "learning_rate": 1.507670181750827e-06,
      "loss": 0.3552,
      "step": 1821030
    },
    {
      "epoch": 508.24,
      "grad_norm": 1.159519910812378,
      "learning_rate": 1.5076449211528452e-06,
      "loss": 0.3421,
      "step": 1821040
    },
    {
      "epoch": 508.25,
      "grad_norm": 1.0493159294128418,
      "learning_rate": 1.5076196606661496e-06,
      "loss": 0.3477,
      "step": 1821050
    },
    {
      "epoch": 508.25,
      "grad_norm": 1.2510383129119873,
      "learning_rate": 1.5075944002907434e-06,
      "loss": 0.3545,
      "step": 1821060
    },
    {
      "epoch": 508.25,
      "grad_norm": 1.0562738180160522,
      "learning_rate": 1.5075691400266284e-06,
      "loss": 0.3506,
      "step": 1821070
    },
    {
      "epoch": 508.26,
      "grad_norm": 1.1461673974990845,
      "learning_rate": 1.5075438798738106e-06,
      "loss": 0.3339,
      "step": 1821080
    },
    {
      "epoch": 508.26,
      "grad_norm": 1.0693598985671997,
      "learning_rate": 1.507518619832292e-06,
      "loss": 0.3356,
      "step": 1821090
    },
    {
      "epoch": 508.26,
      "grad_norm": 1.200829029083252,
      "learning_rate": 1.5074933599020758e-06,
      "loss": 0.3576,
      "step": 1821100
    },
    {
      "epoch": 508.26,
      "grad_norm": 1.084253191947937,
      "learning_rate": 1.5074681000831656e-06,
      "loss": 0.3416,
      "step": 1821110
    },
    {
      "epoch": 508.27,
      "grad_norm": 1.0554828643798828,
      "learning_rate": 1.507442840375564e-06,
      "loss": 0.3351,
      "step": 1821120
    },
    {
      "epoch": 508.27,
      "grad_norm": 1.2141046524047852,
      "learning_rate": 1.507417580779276e-06,
      "loss": 0.3505,
      "step": 1821130
    },
    {
      "epoch": 508.27,
      "grad_norm": 1.0209702253341675,
      "learning_rate": 1.507392321294304e-06,
      "loss": 0.3263,
      "step": 1821140
    },
    {
      "epoch": 508.28,
      "grad_norm": 1.1463127136230469,
      "learning_rate": 1.5073670619206505e-06,
      "loss": 0.328,
      "step": 1821150
    },
    {
      "epoch": 508.28,
      "grad_norm": 1.0295623540878296,
      "learning_rate": 1.5073418026583208e-06,
      "loss": 0.3429,
      "step": 1821160
    },
    {
      "epoch": 508.28,
      "grad_norm": 1.2372390031814575,
      "learning_rate": 1.5073165435073174e-06,
      "loss": 0.3307,
      "step": 1821170
    },
    {
      "epoch": 508.28,
      "grad_norm": 1.208719253540039,
      "learning_rate": 1.507291284467643e-06,
      "loss": 0.3592,
      "step": 1821180
    },
    {
      "epoch": 508.29,
      "grad_norm": 1.0570662021636963,
      "learning_rate": 1.507266025539302e-06,
      "loss": 0.3533,
      "step": 1821190
    },
    {
      "epoch": 508.29,
      "grad_norm": 1.157491683959961,
      "learning_rate": 1.507240766722297e-06,
      "loss": 0.344,
      "step": 1821200
    },
    {
      "epoch": 508.29,
      "grad_norm": 1.1332530975341797,
      "learning_rate": 1.5072155080166307e-06,
      "loss": 0.3432,
      "step": 1821210
    },
    {
      "epoch": 508.29,
      "grad_norm": 1.2510380744934082,
      "learning_rate": 1.5071902494223084e-06,
      "loss": 0.3308,
      "step": 1821220
    },
    {
      "epoch": 508.3,
      "grad_norm": 1.2085003852844238,
      "learning_rate": 1.5071649909393324e-06,
      "loss": 0.3404,
      "step": 1821230
    },
    {
      "epoch": 508.3,
      "grad_norm": 1.0384366512298584,
      "learning_rate": 1.507139732567706e-06,
      "loss": 0.3357,
      "step": 1821240
    },
    {
      "epoch": 508.3,
      "grad_norm": 1.1409802436828613,
      "learning_rate": 1.507114474307432e-06,
      "loss": 0.3398,
      "step": 1821250
    },
    {
      "epoch": 508.31,
      "grad_norm": 1.1702895164489746,
      "learning_rate": 1.5070892161585152e-06,
      "loss": 0.3333,
      "step": 1821260
    },
    {
      "epoch": 508.31,
      "grad_norm": 1.3523573875427246,
      "learning_rate": 1.5070639581209578e-06,
      "loss": 0.3527,
      "step": 1821270
    },
    {
      "epoch": 508.31,
      "grad_norm": 1.02573561668396,
      "learning_rate": 1.507038700194764e-06,
      "loss": 0.3405,
      "step": 1821280
    },
    {
      "epoch": 508.31,
      "grad_norm": 1.1581259965896606,
      "learning_rate": 1.5070134423799364e-06,
      "loss": 0.3444,
      "step": 1821290
    },
    {
      "epoch": 508.32,
      "grad_norm": 1.0794917345046997,
      "learning_rate": 1.506988184676478e-06,
      "loss": 0.3451,
      "step": 1821300
    },
    {
      "epoch": 508.32,
      "grad_norm": 1.1236319541931152,
      "learning_rate": 1.5069629270843937e-06,
      "loss": 0.3296,
      "step": 1821310
    },
    {
      "epoch": 508.32,
      "grad_norm": 0.965947687625885,
      "learning_rate": 1.5069376696036862e-06,
      "loss": 0.3319,
      "step": 1821320
    },
    {
      "epoch": 508.33,
      "grad_norm": 0.9880075454711914,
      "learning_rate": 1.5069124122343578e-06,
      "loss": 0.3487,
      "step": 1821330
    },
    {
      "epoch": 508.33,
      "grad_norm": 1.4323362112045288,
      "learning_rate": 1.5068871549764133e-06,
      "loss": 0.3383,
      "step": 1821340
    },
    {
      "epoch": 508.33,
      "grad_norm": 1.1171417236328125,
      "learning_rate": 1.5068618978298558e-06,
      "loss": 0.349,
      "step": 1821350
    },
    {
      "epoch": 508.33,
      "grad_norm": 1.179810643196106,
      "learning_rate": 1.506836640794687e-06,
      "loss": 0.3453,
      "step": 1821360
    },
    {
      "epoch": 508.34,
      "grad_norm": 1.1200716495513916,
      "learning_rate": 1.5068113838709127e-06,
      "loss": 0.355,
      "step": 1821370
    },
    {
      "epoch": 508.34,
      "grad_norm": 1.095523715019226,
      "learning_rate": 1.506786127058535e-06,
      "loss": 0.3319,
      "step": 1821380
    },
    {
      "epoch": 508.34,
      "grad_norm": 0.9966781139373779,
      "learning_rate": 1.5067608703575566e-06,
      "loss": 0.3435,
      "step": 1821390
    },
    {
      "epoch": 508.34,
      "grad_norm": 1.278843879699707,
      "learning_rate": 1.5067356137679828e-06,
      "loss": 0.3401,
      "step": 1821400
    },
    {
      "epoch": 508.35,
      "grad_norm": 1.0093523263931274,
      "learning_rate": 1.506710357289815e-06,
      "loss": 0.329,
      "step": 1821410
    },
    {
      "epoch": 508.35,
      "grad_norm": 1.3272426128387451,
      "learning_rate": 1.5066851009230582e-06,
      "loss": 0.3445,
      "step": 1821420
    },
    {
      "epoch": 508.35,
      "grad_norm": 1.037736177444458,
      "learning_rate": 1.506659844667715e-06,
      "loss": 0.3368,
      "step": 1821430
    },
    {
      "epoch": 508.36,
      "grad_norm": 1.0237196683883667,
      "learning_rate": 1.5066345885237874e-06,
      "loss": 0.3519,
      "step": 1821440
    },
    {
      "epoch": 508.36,
      "grad_norm": 1.0830122232437134,
      "learning_rate": 1.5066093324912813e-06,
      "loss": 0.3419,
      "step": 1821450
    },
    {
      "epoch": 508.36,
      "grad_norm": 1.3237072229385376,
      "learning_rate": 1.5065840765701988e-06,
      "loss": 0.3408,
      "step": 1821460
    },
    {
      "epoch": 508.36,
      "grad_norm": 1.1205610036849976,
      "learning_rate": 1.5065588207605429e-06,
      "loss": 0.3375,
      "step": 1821470
    },
    {
      "epoch": 508.37,
      "grad_norm": 1.1204886436462402,
      "learning_rate": 1.5065335650623177e-06,
      "loss": 0.3517,
      "step": 1821480
    },
    {
      "epoch": 508.37,
      "grad_norm": 1.188183069229126,
      "learning_rate": 1.5065083094755265e-06,
      "loss": 0.3416,
      "step": 1821490
    },
    {
      "epoch": 508.37,
      "grad_norm": 1.6651016473770142,
      "learning_rate": 1.5064830540001711e-06,
      "loss": 0.3284,
      "step": 1821500
    },
    {
      "epoch": 508.38,
      "grad_norm": 1.0565857887268066,
      "learning_rate": 1.5064577986362574e-06,
      "loss": 0.3338,
      "step": 1821510
    },
    {
      "epoch": 508.38,
      "grad_norm": 1.173476219177246,
      "learning_rate": 1.5064325433837873e-06,
      "loss": 0.328,
      "step": 1821520
    },
    {
      "epoch": 508.38,
      "grad_norm": 1.0559724569320679,
      "learning_rate": 1.5064072882427635e-06,
      "loss": 0.347,
      "step": 1821530
    },
    {
      "epoch": 508.38,
      "grad_norm": 1.213967204093933,
      "learning_rate": 1.5063820332131912e-06,
      "loss": 0.3582,
      "step": 1821540
    },
    {
      "epoch": 508.39,
      "grad_norm": 1.0313570499420166,
      "learning_rate": 1.506356778295073e-06,
      "loss": 0.3307,
      "step": 1821550
    },
    {
      "epoch": 508.39,
      "grad_norm": 0.9936849474906921,
      "learning_rate": 1.5063315234884115e-06,
      "loss": 0.3401,
      "step": 1821560
    },
    {
      "epoch": 508.39,
      "grad_norm": 1.0498013496398926,
      "learning_rate": 1.5063062687932107e-06,
      "loss": 0.339,
      "step": 1821570
    },
    {
      "epoch": 508.4,
      "grad_norm": 1.2216084003448486,
      "learning_rate": 1.5062810142094745e-06,
      "loss": 0.345,
      "step": 1821580
    },
    {
      "epoch": 508.4,
      "grad_norm": 1.1963558197021484,
      "learning_rate": 1.5062557597372043e-06,
      "loss": 0.3376,
      "step": 1821590
    },
    {
      "epoch": 508.4,
      "grad_norm": 1.080788016319275,
      "learning_rate": 1.5062305053764059e-06,
      "loss": 0.3507,
      "step": 1821600
    },
    {
      "epoch": 508.4,
      "grad_norm": 1.0615670680999756,
      "learning_rate": 1.5062052511270814e-06,
      "loss": 0.3503,
      "step": 1821610
    },
    {
      "epoch": 508.41,
      "grad_norm": 0.994692325592041,
      "learning_rate": 1.5061799969892343e-06,
      "loss": 0.3388,
      "step": 1821620
    },
    {
      "epoch": 508.41,
      "grad_norm": 1.2090568542480469,
      "learning_rate": 1.5061547429628681e-06,
      "loss": 0.3348,
      "step": 1821630
    },
    {
      "epoch": 508.41,
      "grad_norm": 0.9974892735481262,
      "learning_rate": 1.5061294890479861e-06,
      "loss": 0.3423,
      "step": 1821640
    },
    {
      "epoch": 508.41,
      "grad_norm": 1.3917336463928223,
      "learning_rate": 1.5061042352445908e-06,
      "loss": 0.3417,
      "step": 1821650
    },
    {
      "epoch": 508.42,
      "grad_norm": 1.127988338470459,
      "learning_rate": 1.506078981552687e-06,
      "loss": 0.3415,
      "step": 1821660
    },
    {
      "epoch": 508.42,
      "grad_norm": 1.2375491857528687,
      "learning_rate": 1.5060537279722778e-06,
      "loss": 0.3451,
      "step": 1821670
    },
    {
      "epoch": 508.42,
      "grad_norm": 1.0848640203475952,
      "learning_rate": 1.506028474503365e-06,
      "loss": 0.3503,
      "step": 1821680
    },
    {
      "epoch": 508.43,
      "grad_norm": 1.2314202785491943,
      "learning_rate": 1.5060032211459544e-06,
      "loss": 0.3642,
      "step": 1821690
    },
    {
      "epoch": 508.43,
      "grad_norm": 0.9989996552467346,
      "learning_rate": 1.5059779679000473e-06,
      "loss": 0.3201,
      "step": 1821700
    },
    {
      "epoch": 508.43,
      "grad_norm": 1.2432239055633545,
      "learning_rate": 1.5059527147656486e-06,
      "loss": 0.3406,
      "step": 1821710
    },
    {
      "epoch": 508.43,
      "grad_norm": 1.0573216676712036,
      "learning_rate": 1.5059274617427611e-06,
      "loss": 0.3431,
      "step": 1821720
    },
    {
      "epoch": 508.44,
      "grad_norm": 1.1222325563430786,
      "learning_rate": 1.5059022088313868e-06,
      "loss": 0.3207,
      "step": 1821730
    },
    {
      "epoch": 508.44,
      "grad_norm": 1.1104222536087036,
      "learning_rate": 1.5058769560315311e-06,
      "loss": 0.3466,
      "step": 1821740
    },
    {
      "epoch": 508.44,
      "grad_norm": 1.1285607814788818,
      "learning_rate": 1.505851703343197e-06,
      "loss": 0.3304,
      "step": 1821750
    },
    {
      "epoch": 508.45,
      "grad_norm": 1.1062041521072388,
      "learning_rate": 1.5058264507663866e-06,
      "loss": 0.3416,
      "step": 1821760
    },
    {
      "epoch": 508.45,
      "grad_norm": 1.048509955406189,
      "learning_rate": 1.5058011983011045e-06,
      "loss": 0.3377,
      "step": 1821770
    },
    {
      "epoch": 508.45,
      "grad_norm": 1.1429870128631592,
      "learning_rate": 1.5057759459473536e-06,
      "loss": 0.3221,
      "step": 1821780
    },
    {
      "epoch": 508.45,
      "grad_norm": 1.169804334640503,
      "learning_rate": 1.5057506937051363e-06,
      "loss": 0.3419,
      "step": 1821790
    },
    {
      "epoch": 508.46,
      "grad_norm": 1.0595195293426514,
      "learning_rate": 1.5057254415744583e-06,
      "loss": 0.3372,
      "step": 1821800
    },
    {
      "epoch": 508.46,
      "grad_norm": 1.3984041213989258,
      "learning_rate": 1.5057001895553211e-06,
      "loss": 0.3311,
      "step": 1821810
    },
    {
      "epoch": 508.46,
      "grad_norm": 1.1853325366973877,
      "learning_rate": 1.5056749376477277e-06,
      "loss": 0.3624,
      "step": 1821820
    },
    {
      "epoch": 508.46,
      "grad_norm": 1.0023880004882812,
      "learning_rate": 1.5056496858516831e-06,
      "loss": 0.351,
      "step": 1821830
    },
    {
      "epoch": 508.47,
      "grad_norm": 1.1263710260391235,
      "learning_rate": 1.5056244341671903e-06,
      "loss": 0.339,
      "step": 1821840
    },
    {
      "epoch": 508.47,
      "grad_norm": 0.9954550266265869,
      "learning_rate": 1.5055991825942517e-06,
      "loss": 0.3485,
      "step": 1821850
    },
    {
      "epoch": 508.47,
      "grad_norm": 0.9088594317436218,
      "learning_rate": 1.5055739311328717e-06,
      "loss": 0.3366,
      "step": 1821860
    },
    {
      "epoch": 508.48,
      "grad_norm": 1.1682024002075195,
      "learning_rate": 1.5055486797830528e-06,
      "loss": 0.3345,
      "step": 1821870
    },
    {
      "epoch": 508.48,
      "grad_norm": 1.224345326423645,
      "learning_rate": 1.5055234285447981e-06,
      "loss": 0.3369,
      "step": 1821880
    },
    {
      "epoch": 508.48,
      "grad_norm": 1.265507698059082,
      "learning_rate": 1.5054981774181125e-06,
      "loss": 0.327,
      "step": 1821890
    },
    {
      "epoch": 508.48,
      "grad_norm": 1.0642305612564087,
      "learning_rate": 1.5054729264029984e-06,
      "loss": 0.3437,
      "step": 1821900
    },
    {
      "epoch": 508.49,
      "grad_norm": 1.0096977949142456,
      "learning_rate": 1.5054476754994585e-06,
      "loss": 0.3337,
      "step": 1821910
    },
    {
      "epoch": 508.49,
      "grad_norm": 1.0669792890548706,
      "learning_rate": 1.5054224247074979e-06,
      "loss": 0.3225,
      "step": 1821920
    },
    {
      "epoch": 508.49,
      "grad_norm": 1.1492830514907837,
      "learning_rate": 1.5053971740271185e-06,
      "loss": 0.3502,
      "step": 1821930
    },
    {
      "epoch": 508.5,
      "grad_norm": 1.2635639905929565,
      "learning_rate": 1.5053719234583233e-06,
      "loss": 0.334,
      "step": 1821940
    },
    {
      "epoch": 508.5,
      "grad_norm": 1.0716243982315063,
      "learning_rate": 1.5053466730011173e-06,
      "loss": 0.3491,
      "step": 1821950
    },
    {
      "epoch": 508.5,
      "grad_norm": 1.005955696105957,
      "learning_rate": 1.5053214226555031e-06,
      "loss": 0.3244,
      "step": 1821960
    },
    {
      "epoch": 508.5,
      "grad_norm": 1.162246584892273,
      "learning_rate": 1.5052961724214829e-06,
      "loss": 0.3402,
      "step": 1821970
    },
    {
      "epoch": 508.51,
      "grad_norm": 1.2329052686691284,
      "learning_rate": 1.5052709222990621e-06,
      "loss": 0.3433,
      "step": 1821980
    },
    {
      "epoch": 508.51,
      "grad_norm": 1.0033525228500366,
      "learning_rate": 1.5052456722882424e-06,
      "loss": 0.3468,
      "step": 1821990
    },
    {
      "epoch": 508.51,
      "grad_norm": 1.1648998260498047,
      "learning_rate": 1.5052204223890289e-06,
      "loss": 0.3493,
      "step": 1822000
    },
    {
      "epoch": 508.52,
      "grad_norm": 0.8956883549690247,
      "learning_rate": 1.5051951726014235e-06,
      "loss": 0.3314,
      "step": 1822010
    },
    {
      "epoch": 508.52,
      "grad_norm": 1.1968729496002197,
      "learning_rate": 1.5051699229254292e-06,
      "loss": 0.3428,
      "step": 1822020
    },
    {
      "epoch": 508.52,
      "grad_norm": 1.2846506834030151,
      "learning_rate": 1.5051446733610511e-06,
      "loss": 0.3439,
      "step": 1822030
    },
    {
      "epoch": 508.52,
      "grad_norm": 1.2180826663970947,
      "learning_rate": 1.5051194239082915e-06,
      "loss": 0.3466,
      "step": 1822040
    },
    {
      "epoch": 508.53,
      "grad_norm": 1.2673511505126953,
      "learning_rate": 1.5050941745671536e-06,
      "loss": 0.3462,
      "step": 1822050
    },
    {
      "epoch": 508.53,
      "grad_norm": 0.8904944062232971,
      "learning_rate": 1.5050689253376411e-06,
      "loss": 0.3487,
      "step": 1822060
    },
    {
      "epoch": 508.53,
      "grad_norm": 1.0019559860229492,
      "learning_rate": 1.5050436762197574e-06,
      "loss": 0.3349,
      "step": 1822070
    },
    {
      "epoch": 508.53,
      "grad_norm": 1.0773502588272095,
      "learning_rate": 1.505018427213505e-06,
      "loss": 0.3567,
      "step": 1822080
    },
    {
      "epoch": 508.54,
      "grad_norm": 1.332681655883789,
      "learning_rate": 1.5049931783188887e-06,
      "loss": 0.3324,
      "step": 1822090
    },
    {
      "epoch": 508.54,
      "grad_norm": 1.1899102926254272,
      "learning_rate": 1.5049679295359114e-06,
      "loss": 0.3358,
      "step": 1822100
    },
    {
      "epoch": 508.54,
      "grad_norm": 1.246069312095642,
      "learning_rate": 1.504942680864575e-06,
      "loss": 0.3488,
      "step": 1822110
    },
    {
      "epoch": 508.55,
      "grad_norm": 1.0911483764648438,
      "learning_rate": 1.5049174323048852e-06,
      "loss": 0.3403,
      "step": 1822120
    },
    {
      "epoch": 508.55,
      "grad_norm": 5.1143059730529785,
      "learning_rate": 1.5048921838568442e-06,
      "loss": 0.335,
      "step": 1822130
    },
    {
      "epoch": 508.55,
      "grad_norm": 1.1625336408615112,
      "learning_rate": 1.5048669355204552e-06,
      "loss": 0.3424,
      "step": 1822140
    },
    {
      "epoch": 508.55,
      "grad_norm": 0.9617887139320374,
      "learning_rate": 1.504841687295722e-06,
      "loss": 0.3431,
      "step": 1822150
    },
    {
      "epoch": 508.56,
      "grad_norm": 1.0805658102035522,
      "learning_rate": 1.5048164391826476e-06,
      "loss": 0.3502,
      "step": 1822160
    },
    {
      "epoch": 508.56,
      "grad_norm": 1.153906226158142,
      "learning_rate": 1.5047911911812347e-06,
      "loss": 0.3302,
      "step": 1822170
    },
    {
      "epoch": 508.56,
      "grad_norm": 1.1393228769302368,
      "learning_rate": 1.5047659432914884e-06,
      "loss": 0.3521,
      "step": 1822180
    },
    {
      "epoch": 508.57,
      "grad_norm": 1.165663242340088,
      "learning_rate": 1.5047406955134111e-06,
      "loss": 0.3486,
      "step": 1822190
    },
    {
      "epoch": 508.57,
      "grad_norm": 1.1102207899093628,
      "learning_rate": 1.5047154478470056e-06,
      "loss": 0.3299,
      "step": 1822200
    },
    {
      "epoch": 508.57,
      "grad_norm": 1.3126108646392822,
      "learning_rate": 1.504690200292276e-06,
      "loss": 0.3446,
      "step": 1822210
    },
    {
      "epoch": 508.57,
      "grad_norm": 0.948880136013031,
      "learning_rate": 1.5046649528492256e-06,
      "loss": 0.3437,
      "step": 1822220
    },
    {
      "epoch": 508.58,
      "grad_norm": 1.0204743146896362,
      "learning_rate": 1.5046397055178574e-06,
      "loss": 0.3373,
      "step": 1822230
    },
    {
      "epoch": 508.58,
      "grad_norm": 1.0952470302581787,
      "learning_rate": 1.5046144582981756e-06,
      "loss": 0.3309,
      "step": 1822240
    },
    {
      "epoch": 508.58,
      "grad_norm": 1.002661108970642,
      "learning_rate": 1.504589211190183e-06,
      "loss": 0.3382,
      "step": 1822250
    },
    {
      "epoch": 508.58,
      "grad_norm": 1.088541865348816,
      "learning_rate": 1.5045639641938817e-06,
      "loss": 0.337,
      "step": 1822260
    },
    {
      "epoch": 508.59,
      "grad_norm": 0.9088084101676941,
      "learning_rate": 1.5045387173092772e-06,
      "loss": 0.3473,
      "step": 1822270
    },
    {
      "epoch": 508.59,
      "grad_norm": 1.353083610534668,
      "learning_rate": 1.5045134705363717e-06,
      "loss": 0.3408,
      "step": 1822280
    },
    {
      "epoch": 508.59,
      "grad_norm": 1.4098834991455078,
      "learning_rate": 1.5044882238751696e-06,
      "loss": 0.33,
      "step": 1822290
    },
    {
      "epoch": 508.6,
      "grad_norm": 0.88126540184021,
      "learning_rate": 1.504462977325673e-06,
      "loss": 0.3338,
      "step": 1822300
    },
    {
      "epoch": 508.6,
      "grad_norm": 1.0615150928497314,
      "learning_rate": 1.504437730887885e-06,
      "loss": 0.333,
      "step": 1822310
    },
    {
      "epoch": 508.6,
      "grad_norm": 0.975027859210968,
      "learning_rate": 1.5044124845618104e-06,
      "loss": 0.3423,
      "step": 1822320
    },
    {
      "epoch": 508.6,
      "grad_norm": 1.1573021411895752,
      "learning_rate": 1.504387238347452e-06,
      "loss": 0.3387,
      "step": 1822330
    },
    {
      "epoch": 508.61,
      "grad_norm": 1.7065521478652954,
      "learning_rate": 1.5043619922448121e-06,
      "loss": 0.3344,
      "step": 1822340
    },
    {
      "epoch": 508.61,
      "grad_norm": 1.3288195133209229,
      "learning_rate": 1.5043367462538958e-06,
      "loss": 0.3426,
      "step": 1822350
    },
    {
      "epoch": 508.61,
      "grad_norm": 1.0734739303588867,
      "learning_rate": 1.5043115003747057e-06,
      "loss": 0.3526,
      "step": 1822360
    },
    {
      "epoch": 508.62,
      "grad_norm": 1.1190541982650757,
      "learning_rate": 1.504286254607245e-06,
      "loss": 0.3456,
      "step": 1822370
    },
    {
      "epoch": 508.62,
      "grad_norm": 1.020338773727417,
      "learning_rate": 1.504261008951517e-06,
      "loss": 0.3556,
      "step": 1822380
    },
    {
      "epoch": 508.62,
      "grad_norm": 1.1853681802749634,
      "learning_rate": 1.5042357634075255e-06,
      "loss": 0.3336,
      "step": 1822390
    },
    {
      "epoch": 508.62,
      "grad_norm": 0.9985817670822144,
      "learning_rate": 1.5042105179752727e-06,
      "loss": 0.3359,
      "step": 1822400
    },
    {
      "epoch": 508.63,
      "grad_norm": 1.1588040590286255,
      "learning_rate": 1.5041852726547635e-06,
      "loss": 0.3442,
      "step": 1822410
    },
    {
      "epoch": 508.63,
      "grad_norm": 1.7065712213516235,
      "learning_rate": 1.5041600274460008e-06,
      "loss": 0.3526,
      "step": 1822420
    },
    {
      "epoch": 508.63,
      "grad_norm": 1.2140134572982788,
      "learning_rate": 1.5041347823489872e-06,
      "loss": 0.3277,
      "step": 1822430
    },
    {
      "epoch": 508.64,
      "grad_norm": 1.0832432508468628,
      "learning_rate": 1.504109537363727e-06,
      "loss": 0.3526,
      "step": 1822440
    },
    {
      "epoch": 508.64,
      "grad_norm": 0.9745088219642639,
      "learning_rate": 1.5040842924902236e-06,
      "loss": 0.3437,
      "step": 1822450
    },
    {
      "epoch": 508.64,
      "grad_norm": 1.1676548719406128,
      "learning_rate": 1.5040590477284785e-06,
      "loss": 0.3636,
      "step": 1822460
    },
    {
      "epoch": 508.64,
      "grad_norm": 1.2305858135223389,
      "learning_rate": 1.5040338030784975e-06,
      "loss": 0.3552,
      "step": 1822470
    },
    {
      "epoch": 508.65,
      "grad_norm": 2.939271926879883,
      "learning_rate": 1.5040085585402834e-06,
      "loss": 0.3486,
      "step": 1822480
    },
    {
      "epoch": 508.65,
      "grad_norm": 0.988525927066803,
      "learning_rate": 1.503983314113838e-06,
      "loss": 0.3418,
      "step": 1822490
    },
    {
      "epoch": 508.65,
      "grad_norm": 1.2391170263290405,
      "learning_rate": 1.5039580697991664e-06,
      "loss": 0.3297,
      "step": 1822500
    },
    {
      "epoch": 508.65,
      "grad_norm": 1.032132625579834,
      "learning_rate": 1.5039328255962715e-06,
      "loss": 0.3577,
      "step": 1822510
    },
    {
      "epoch": 508.66,
      "grad_norm": 1.046159267425537,
      "learning_rate": 1.503907581505156e-06,
      "loss": 0.3521,
      "step": 1822520
    },
    {
      "epoch": 508.66,
      "grad_norm": 1.3672387599945068,
      "learning_rate": 1.5038823375258244e-06,
      "loss": 0.3585,
      "step": 1822530
    },
    {
      "epoch": 508.66,
      "grad_norm": 1.2626763582229614,
      "learning_rate": 1.5038570936582793e-06,
      "loss": 0.3447,
      "step": 1822540
    },
    {
      "epoch": 508.67,
      "grad_norm": 1.1047825813293457,
      "learning_rate": 1.503831849902523e-06,
      "loss": 0.3278,
      "step": 1822550
    },
    {
      "epoch": 508.67,
      "grad_norm": 1.1523385047912598,
      "learning_rate": 1.5038066062585616e-06,
      "loss": 0.3361,
      "step": 1822560
    },
    {
      "epoch": 508.67,
      "grad_norm": 1.1152631044387817,
      "learning_rate": 1.5037813627263958e-06,
      "loss": 0.3482,
      "step": 1822570
    },
    {
      "epoch": 508.67,
      "grad_norm": 1.086351990699768,
      "learning_rate": 1.503756119306031e-06,
      "loss": 0.3562,
      "step": 1822580
    },
    {
      "epoch": 508.68,
      "grad_norm": 0.9864304661750793,
      "learning_rate": 1.5037308759974692e-06,
      "loss": 0.3281,
      "step": 1822590
    },
    {
      "epoch": 508.68,
      "grad_norm": 1.0940176248550415,
      "learning_rate": 1.5037056328007134e-06,
      "loss": 0.3429,
      "step": 1822600
    },
    {
      "epoch": 508.68,
      "grad_norm": 1.095102071762085,
      "learning_rate": 1.5036803897157687e-06,
      "loss": 0.3433,
      "step": 1822610
    },
    {
      "epoch": 508.69,
      "grad_norm": 1.0670608282089233,
      "learning_rate": 1.5036551467426374e-06,
      "loss": 0.3359,
      "step": 1822620
    },
    {
      "epoch": 508.69,
      "grad_norm": 1.0505638122558594,
      "learning_rate": 1.5036299038813222e-06,
      "loss": 0.3305,
      "step": 1822630
    },
    {
      "epoch": 508.69,
      "grad_norm": 1.0451871156692505,
      "learning_rate": 1.503604661131828e-06,
      "loss": 0.3377,
      "step": 1822640
    },
    {
      "epoch": 508.69,
      "grad_norm": 0.8690690994262695,
      "learning_rate": 1.5035794184941573e-06,
      "loss": 0.3395,
      "step": 1822650
    },
    {
      "epoch": 508.7,
      "grad_norm": 1.2782543897628784,
      "learning_rate": 1.5035541759683132e-06,
      "loss": 0.3551,
      "step": 1822660
    },
    {
      "epoch": 508.7,
      "grad_norm": 1.170992136001587,
      "learning_rate": 1.5035289335542997e-06,
      "loss": 0.337,
      "step": 1822670
    },
    {
      "epoch": 508.7,
      "grad_norm": 0.9951962828636169,
      "learning_rate": 1.50350369125212e-06,
      "loss": 0.3308,
      "step": 1822680
    },
    {
      "epoch": 508.7,
      "grad_norm": 0.9876417517662048,
      "learning_rate": 1.5034784490617766e-06,
      "loss": 0.3374,
      "step": 1822690
    },
    {
      "epoch": 508.71,
      "grad_norm": 1.1219933032989502,
      "learning_rate": 1.5034532069832741e-06,
      "loss": 0.3329,
      "step": 1822700
    },
    {
      "epoch": 508.71,
      "grad_norm": 0.9909698367118835,
      "learning_rate": 1.5034279650166156e-06,
      "loss": 0.3251,
      "step": 1822710
    },
    {
      "epoch": 508.71,
      "grad_norm": 1.052868366241455,
      "learning_rate": 1.5034027231618035e-06,
      "loss": 0.3467,
      "step": 1822720
    },
    {
      "epoch": 508.72,
      "grad_norm": 0.967159628868103,
      "learning_rate": 1.5033774814188428e-06,
      "loss": 0.3427,
      "step": 1822730
    },
    {
      "epoch": 508.72,
      "grad_norm": 0.995348334312439,
      "learning_rate": 1.5033522397877353e-06,
      "loss": 0.3331,
      "step": 1822740
    },
    {
      "epoch": 508.72,
      "grad_norm": 0.9150679111480713,
      "learning_rate": 1.5033269982684842e-06,
      "loss": 0.3304,
      "step": 1822750
    },
    {
      "epoch": 508.72,
      "grad_norm": 1.2203528881072998,
      "learning_rate": 1.5033017568610946e-06,
      "loss": 0.3577,
      "step": 1822760
    },
    {
      "epoch": 508.73,
      "grad_norm": 0.9837175607681274,
      "learning_rate": 1.503276515565569e-06,
      "loss": 0.3521,
      "step": 1822770
    },
    {
      "epoch": 508.73,
      "grad_norm": 1.018468976020813,
      "learning_rate": 1.5032512743819097e-06,
      "loss": 0.343,
      "step": 1822780
    },
    {
      "epoch": 508.73,
      "grad_norm": 1.327183723449707,
      "learning_rate": 1.5032260333101218e-06,
      "loss": 0.3702,
      "step": 1822790
    },
    {
      "epoch": 508.74,
      "grad_norm": 0.9934672117233276,
      "learning_rate": 1.5032007923502083e-06,
      "loss": 0.3345,
      "step": 1822800
    },
    {
      "epoch": 508.74,
      "grad_norm": 1.0695854425430298,
      "learning_rate": 1.503175551502171e-06,
      "loss": 0.327,
      "step": 1822810
    },
    {
      "epoch": 508.74,
      "grad_norm": 1.1153353452682495,
      "learning_rate": 1.5031503107660151e-06,
      "loss": 0.3523,
      "step": 1822820
    },
    {
      "epoch": 508.74,
      "grad_norm": 0.9122721552848816,
      "learning_rate": 1.5031250701417435e-06,
      "loss": 0.3322,
      "step": 1822830
    },
    {
      "epoch": 508.75,
      "grad_norm": 1.1470632553100586,
      "learning_rate": 1.5030998296293584e-06,
      "loss": 0.3519,
      "step": 1822840
    },
    {
      "epoch": 508.75,
      "grad_norm": 1.0106861591339111,
      "learning_rate": 1.5030745892288648e-06,
      "loss": 0.322,
      "step": 1822850
    },
    {
      "epoch": 508.75,
      "grad_norm": 0.9930868148803711,
      "learning_rate": 1.5030493489402647e-06,
      "loss": 0.3528,
      "step": 1822860
    },
    {
      "epoch": 508.76,
      "grad_norm": 1.296059489250183,
      "learning_rate": 1.5030241087635626e-06,
      "loss": 0.3317,
      "step": 1822870
    },
    {
      "epoch": 508.76,
      "grad_norm": 1.0439069271087646,
      "learning_rate": 1.5029988686987617e-06,
      "loss": 0.3349,
      "step": 1822880
    },
    {
      "epoch": 508.76,
      "grad_norm": 0.9516664743423462,
      "learning_rate": 1.5029736287458639e-06,
      "loss": 0.3473,
      "step": 1822890
    },
    {
      "epoch": 508.76,
      "grad_norm": 1.1381210088729858,
      "learning_rate": 1.5029483889048743e-06,
      "loss": 0.3473,
      "step": 1822900
    },
    {
      "epoch": 508.77,
      "grad_norm": 1.1064281463623047,
      "learning_rate": 1.5029231491757962e-06,
      "loss": 0.3526,
      "step": 1822910
    },
    {
      "epoch": 508.77,
      "grad_norm": 1.0933024883270264,
      "learning_rate": 1.502897909558631e-06,
      "loss": 0.3429,
      "step": 1822920
    },
    {
      "epoch": 508.77,
      "grad_norm": 1.2419110536575317,
      "learning_rate": 1.5028726700533845e-06,
      "loss": 0.334,
      "step": 1822930
    },
    {
      "epoch": 508.77,
      "grad_norm": 1.0131851434707642,
      "learning_rate": 1.5028474306600588e-06,
      "loss": 0.3419,
      "step": 1822940
    },
    {
      "epoch": 508.78,
      "grad_norm": 1.2093007564544678,
      "learning_rate": 1.5028221913786571e-06,
      "loss": 0.3574,
      "step": 1822950
    },
    {
      "epoch": 508.78,
      "grad_norm": 0.9264933466911316,
      "learning_rate": 1.5027969522091839e-06,
      "loss": 0.3365,
      "step": 1822960
    },
    {
      "epoch": 508.78,
      "grad_norm": 1.0284279584884644,
      "learning_rate": 1.5027717131516416e-06,
      "loss": 0.3398,
      "step": 1822970
    },
    {
      "epoch": 508.79,
      "grad_norm": 1.1504005193710327,
      "learning_rate": 1.5027464742060328e-06,
      "loss": 0.3353,
      "step": 1822980
    },
    {
      "epoch": 508.79,
      "grad_norm": 1.1328073740005493,
      "learning_rate": 1.5027212353723623e-06,
      "loss": 0.3437,
      "step": 1822990
    },
    {
      "epoch": 508.79,
      "grad_norm": 1.0961798429489136,
      "learning_rate": 1.5026959966506337e-06,
      "loss": 0.3517,
      "step": 1823000
    },
    {
      "epoch": 508.79,
      "grad_norm": 3.494483232498169,
      "learning_rate": 1.5026707580408488e-06,
      "loss": 0.3437,
      "step": 1823010
    },
    {
      "epoch": 508.8,
      "grad_norm": 1.048555850982666,
      "learning_rate": 1.5026455195430121e-06,
      "loss": 0.3183,
      "step": 1823020
    },
    {
      "epoch": 508.8,
      "grad_norm": 1.033656120300293,
      "learning_rate": 1.502620281157127e-06,
      "loss": 0.3568,
      "step": 1823030
    },
    {
      "epoch": 508.8,
      "grad_norm": 0.8918395042419434,
      "learning_rate": 1.5025950428831954e-06,
      "loss": 0.3452,
      "step": 1823040
    },
    {
      "epoch": 508.81,
      "grad_norm": 1.1110107898712158,
      "learning_rate": 1.5025698047212225e-06,
      "loss": 0.3485,
      "step": 1823050
    },
    {
      "epoch": 508.81,
      "grad_norm": 1.1655925512313843,
      "learning_rate": 1.5025445666712108e-06,
      "loss": 0.3431,
      "step": 1823060
    },
    {
      "epoch": 508.81,
      "grad_norm": 1.1871933937072754,
      "learning_rate": 1.5025193287331632e-06,
      "loss": 0.3453,
      "step": 1823070
    },
    {
      "epoch": 508.81,
      "grad_norm": 1.1558383703231812,
      "learning_rate": 1.5024940909070844e-06,
      "loss": 0.3325,
      "step": 1823080
    },
    {
      "epoch": 508.82,
      "grad_norm": 1.08787202835083,
      "learning_rate": 1.502468853192977e-06,
      "loss": 0.347,
      "step": 1823090
    },
    {
      "epoch": 508.82,
      "grad_norm": 1.320827603340149,
      "learning_rate": 1.502443615590844e-06,
      "loss": 0.3527,
      "step": 1823100
    },
    {
      "epoch": 508.82,
      "grad_norm": 1.3387335538864136,
      "learning_rate": 1.5024183781006893e-06,
      "loss": 0.3403,
      "step": 1823110
    },
    {
      "epoch": 508.83,
      "grad_norm": 1.6514488458633423,
      "learning_rate": 1.5023931407225165e-06,
      "loss": 0.3316,
      "step": 1823120
    },
    {
      "epoch": 508.83,
      "grad_norm": 1.1270694732666016,
      "learning_rate": 1.502367903456327e-06,
      "loss": 0.3237,
      "step": 1823130
    },
    {
      "epoch": 508.83,
      "grad_norm": 1.0412981510162354,
      "learning_rate": 1.5023426663021273e-06,
      "loss": 0.3604,
      "step": 1823140
    },
    {
      "epoch": 508.83,
      "grad_norm": 1.0992166996002197,
      "learning_rate": 1.5023174292599182e-06,
      "loss": 0.3321,
      "step": 1823150
    },
    {
      "epoch": 508.84,
      "grad_norm": 1.1447306871414185,
      "learning_rate": 1.5022921923297049e-06,
      "loss": 0.3307,
      "step": 1823160
    },
    {
      "epoch": 508.84,
      "grad_norm": 0.8947016596794128,
      "learning_rate": 1.502266955511489e-06,
      "loss": 0.3215,
      "step": 1823170
    },
    {
      "epoch": 508.84,
      "grad_norm": 1.1634161472320557,
      "learning_rate": 1.5022417188052748e-06,
      "loss": 0.3352,
      "step": 1823180
    },
    {
      "epoch": 508.84,
      "grad_norm": 1.3261572122573853,
      "learning_rate": 1.5022164822110659e-06,
      "loss": 0.3333,
      "step": 1823190
    },
    {
      "epoch": 508.85,
      "grad_norm": 1.4048645496368408,
      "learning_rate": 1.5021912457288656e-06,
      "loss": 0.3327,
      "step": 1823200
    },
    {
      "epoch": 508.85,
      "grad_norm": 1.2096784114837646,
      "learning_rate": 1.5021660093586761e-06,
      "loss": 0.3448,
      "step": 1823210
    },
    {
      "epoch": 508.85,
      "grad_norm": 1.1937857866287231,
      "learning_rate": 1.5021407731005023e-06,
      "loss": 0.3426,
      "step": 1823220
    },
    {
      "epoch": 508.86,
      "grad_norm": 1.3151334524154663,
      "learning_rate": 1.5021155369543472e-06,
      "loss": 0.3397,
      "step": 1823230
    },
    {
      "epoch": 508.86,
      "grad_norm": 1.5892918109893799,
      "learning_rate": 1.5020903009202134e-06,
      "loss": 0.3413,
      "step": 1823240
    },
    {
      "epoch": 508.86,
      "grad_norm": 1.1851609945297241,
      "learning_rate": 1.5020650649981052e-06,
      "loss": 0.3386,
      "step": 1823250
    },
    {
      "epoch": 508.86,
      "grad_norm": 1.2028956413269043,
      "learning_rate": 1.5020398291880254e-06,
      "loss": 0.3424,
      "step": 1823260
    },
    {
      "epoch": 508.87,
      "grad_norm": 1.1070539951324463,
      "learning_rate": 1.5020145934899767e-06,
      "loss": 0.3285,
      "step": 1823270
    },
    {
      "epoch": 508.87,
      "grad_norm": 0.948729932308197,
      "learning_rate": 1.5019893579039635e-06,
      "loss": 0.3436,
      "step": 1823280
    },
    {
      "epoch": 508.87,
      "grad_norm": 1.046694040298462,
      "learning_rate": 1.5019641224299896e-06,
      "loss": 0.344,
      "step": 1823290
    },
    {
      "epoch": 508.88,
      "grad_norm": 1.7625517845153809,
      "learning_rate": 1.5019388870680565e-06,
      "loss": 0.335,
      "step": 1823300
    },
    {
      "epoch": 508.88,
      "grad_norm": 1.0051347017288208,
      "learning_rate": 1.5019136518181695e-06,
      "loss": 0.3405,
      "step": 1823310
    },
    {
      "epoch": 508.88,
      "grad_norm": 1.106485366821289,
      "learning_rate": 1.5018884166803312e-06,
      "loss": 0.348,
      "step": 1823320
    },
    {
      "epoch": 508.88,
      "grad_norm": 1.3251374959945679,
      "learning_rate": 1.5018631816545446e-06,
      "loss": 0.3306,
      "step": 1823330
    },
    {
      "epoch": 508.89,
      "grad_norm": 1.2326761484146118,
      "learning_rate": 1.5018379467408135e-06,
      "loss": 0.345,
      "step": 1823340
    },
    {
      "epoch": 508.89,
      "grad_norm": 1.0760552883148193,
      "learning_rate": 1.5018127119391412e-06,
      "loss": 0.3286,
      "step": 1823350
    },
    {
      "epoch": 508.89,
      "grad_norm": 1.2449842691421509,
      "learning_rate": 1.5017874772495301e-06,
      "loss": 0.3307,
      "step": 1823360
    },
    {
      "epoch": 508.89,
      "grad_norm": 0.9957294464111328,
      "learning_rate": 1.5017622426719858e-06,
      "loss": 0.3345,
      "step": 1823370
    },
    {
      "epoch": 508.9,
      "grad_norm": 1.1018731594085693,
      "learning_rate": 1.5017370082065098e-06,
      "loss": 0.3177,
      "step": 1823380
    },
    {
      "epoch": 508.9,
      "grad_norm": 0.9852325320243835,
      "learning_rate": 1.5017117738531055e-06,
      "loss": 0.3481,
      "step": 1823390
    },
    {
      "epoch": 508.9,
      "grad_norm": 1.156551480293274,
      "learning_rate": 1.5016865396117775e-06,
      "loss": 0.349,
      "step": 1823400
    },
    {
      "epoch": 508.91,
      "grad_norm": 1.0638889074325562,
      "learning_rate": 1.501661305482528e-06,
      "loss": 0.3481,
      "step": 1823410
    },
    {
      "epoch": 508.91,
      "grad_norm": 1.0665764808654785,
      "learning_rate": 1.50163607146536e-06,
      "loss": 0.3481,
      "step": 1823420
    },
    {
      "epoch": 508.91,
      "grad_norm": 1.0738786458969116,
      "learning_rate": 1.5016108375602784e-06,
      "loss": 0.354,
      "step": 1823430
    },
    {
      "epoch": 508.91,
      "grad_norm": 1.163654088973999,
      "learning_rate": 1.501585603767285e-06,
      "loss": 0.3425,
      "step": 1823440
    },
    {
      "epoch": 508.92,
      "grad_norm": 1.1458027362823486,
      "learning_rate": 1.5015603700863846e-06,
      "loss": 0.3372,
      "step": 1823450
    },
    {
      "epoch": 508.92,
      "grad_norm": 1.1414451599121094,
      "learning_rate": 1.5015351365175805e-06,
      "loss": 0.339,
      "step": 1823460
    },
    {
      "epoch": 508.92,
      "grad_norm": 1.0290899276733398,
      "learning_rate": 1.5015099030608743e-06,
      "loss": 0.3505,
      "step": 1823470
    },
    {
      "epoch": 508.93,
      "grad_norm": 1.149642825126648,
      "learning_rate": 1.501484669716271e-06,
      "loss": 0.3295,
      "step": 1823480
    },
    {
      "epoch": 508.93,
      "grad_norm": 0.9406047463417053,
      "learning_rate": 1.5014594364837737e-06,
      "loss": 0.3397,
      "step": 1823490
    },
    {
      "epoch": 508.93,
      "grad_norm": 1.0305474996566772,
      "learning_rate": 1.5014342033633844e-06,
      "loss": 0.3327,
      "step": 1823500
    },
    {
      "epoch": 508.93,
      "grad_norm": 0.9747529625892639,
      "learning_rate": 1.5014089703551087e-06,
      "loss": 0.3431,
      "step": 1823510
    },
    {
      "epoch": 508.94,
      "grad_norm": 1.3721107244491577,
      "learning_rate": 1.5013837374589486e-06,
      "loss": 0.3432,
      "step": 1823520
    },
    {
      "epoch": 508.94,
      "grad_norm": 1.5176162719726562,
      "learning_rate": 1.5013585046749076e-06,
      "loss": 0.3418,
      "step": 1823530
    },
    {
      "epoch": 508.94,
      "grad_norm": 1.1644285917282104,
      "learning_rate": 1.5013332720029889e-06,
      "loss": 0.3743,
      "step": 1823540
    },
    {
      "epoch": 508.95,
      "grad_norm": 1.051834225654602,
      "learning_rate": 1.5013080394431968e-06,
      "loss": 0.3405,
      "step": 1823550
    },
    {
      "epoch": 508.95,
      "grad_norm": 1.036224365234375,
      "learning_rate": 1.5012828069955327e-06,
      "loss": 0.331,
      "step": 1823560
    },
    {
      "epoch": 508.95,
      "grad_norm": 1.2378840446472168,
      "learning_rate": 1.5012575746600021e-06,
      "loss": 0.3435,
      "step": 1823570
    },
    {
      "epoch": 508.95,
      "grad_norm": 1.186062216758728,
      "learning_rate": 1.5012323424366073e-06,
      "loss": 0.341,
      "step": 1823580
    },
    {
      "epoch": 508.96,
      "grad_norm": 1.2017860412597656,
      "learning_rate": 1.5012071103253512e-06,
      "loss": 0.3525,
      "step": 1823590
    },
    {
      "epoch": 508.96,
      "grad_norm": 1.2771756649017334,
      "learning_rate": 1.5011818783262388e-06,
      "loss": 0.3313,
      "step": 1823600
    },
    {
      "epoch": 508.96,
      "grad_norm": 0.9822652339935303,
      "learning_rate": 1.5011566464392725e-06,
      "loss": 0.3321,
      "step": 1823610
    },
    {
      "epoch": 508.96,
      "grad_norm": 1.0987762212753296,
      "learning_rate": 1.5011314146644545e-06,
      "loss": 0.3438,
      "step": 1823620
    },
    {
      "epoch": 508.97,
      "grad_norm": 1.0677087306976318,
      "learning_rate": 1.5011061830017904e-06,
      "loss": 0.3381,
      "step": 1823630
    },
    {
      "epoch": 508.97,
      "grad_norm": 0.9508850574493408,
      "learning_rate": 1.5010809514512824e-06,
      "loss": 0.3284,
      "step": 1823640
    },
    {
      "epoch": 508.97,
      "grad_norm": 1.0892283916473389,
      "learning_rate": 1.5010557200129325e-06,
      "loss": 0.3437,
      "step": 1823650
    },
    {
      "epoch": 508.98,
      "grad_norm": 1.2345997095108032,
      "learning_rate": 1.5010304886867465e-06,
      "loss": 0.3402,
      "step": 1823660
    },
    {
      "epoch": 508.98,
      "grad_norm": 0.9396587610244751,
      "learning_rate": 1.501005257472727e-06,
      "loss": 0.342,
      "step": 1823670
    },
    {
      "epoch": 508.98,
      "grad_norm": 1.1258238554000854,
      "learning_rate": 1.5009800263708764e-06,
      "loss": 0.3487,
      "step": 1823680
    },
    {
      "epoch": 508.98,
      "grad_norm": 1.0460453033447266,
      "learning_rate": 1.500954795381199e-06,
      "loss": 0.3401,
      "step": 1823690
    },
    {
      "epoch": 508.99,
      "grad_norm": 1.1126210689544678,
      "learning_rate": 1.5009295645036972e-06,
      "loss": 0.3561,
      "step": 1823700
    },
    {
      "epoch": 508.99,
      "grad_norm": 1.0963455438613892,
      "learning_rate": 1.500904333738376e-06,
      "loss": 0.3442,
      "step": 1823710
    },
    {
      "epoch": 508.99,
      "grad_norm": 1.0874745845794678,
      "learning_rate": 1.5008791030852376e-06,
      "loss": 0.3496,
      "step": 1823720
    },
    {
      "epoch": 509.0,
      "grad_norm": 1.157301664352417,
      "learning_rate": 1.5008538725442846e-06,
      "loss": 0.3417,
      "step": 1823730
    },
    {
      "epoch": 509.0,
      "grad_norm": 1.195181965827942,
      "learning_rate": 1.5008286421155224e-06,
      "loss": 0.3557,
      "step": 1823740
    },
    {
      "epoch": 509.0,
      "eval_loss": 0.3412373661994934,
      "eval_runtime": 63.234,
      "eval_samples_per_second": 80.004,
      "eval_steps_per_second": 10.01,
      "step": 1823747
    },
    {
      "epoch": 509.0,
      "grad_norm": 1.0211821794509888,
      "learning_rate": 1.5008034117989531e-06,
      "loss": 0.354,
      "step": 1823750
    },
    {
      "epoch": 509.0,
      "grad_norm": 1.0680822134017944,
      "learning_rate": 1.5007781815945797e-06,
      "loss": 0.3408,
      "step": 1823760
    },
    {
      "epoch": 509.01,
      "grad_norm": 1.1324039697647095,
      "learning_rate": 1.500752951502407e-06,
      "loss": 0.3391,
      "step": 1823770
    },
    {
      "epoch": 509.01,
      "grad_norm": 0.9761255383491516,
      "learning_rate": 1.5007277215224372e-06,
      "loss": 0.3406,
      "step": 1823780
    },
    {
      "epoch": 509.01,
      "grad_norm": 1.057559609413147,
      "learning_rate": 1.5007024916546725e-06,
      "loss": 0.3409,
      "step": 1823790
    },
    {
      "epoch": 509.01,
      "grad_norm": 1.1652647256851196,
      "learning_rate": 1.5006772618991192e-06,
      "loss": 0.3469,
      "step": 1823800
    },
    {
      "epoch": 509.02,
      "grad_norm": 1.1001657247543335,
      "learning_rate": 1.5006520322557787e-06,
      "loss": 0.3322,
      "step": 1823810
    },
    {
      "epoch": 509.02,
      "grad_norm": 1.021997332572937,
      "learning_rate": 1.5006268027246546e-06,
      "loss": 0.332,
      "step": 1823820
    },
    {
      "epoch": 509.02,
      "grad_norm": 1.4064127206802368,
      "learning_rate": 1.5006015733057507e-06,
      "loss": 0.353,
      "step": 1823830
    },
    {
      "epoch": 509.03,
      "grad_norm": 1.0428144931793213,
      "learning_rate": 1.5005763439990702e-06,
      "loss": 0.3512,
      "step": 1823840
    },
    {
      "epoch": 509.03,
      "grad_norm": 1.0833927392959595,
      "learning_rate": 1.5005511148046152e-06,
      "loss": 0.3371,
      "step": 1823850
    },
    {
      "epoch": 509.03,
      "grad_norm": 1.0174518823623657,
      "learning_rate": 1.5005258857223915e-06,
      "loss": 0.3521,
      "step": 1823860
    },
    {
      "epoch": 509.03,
      "grad_norm": 1.2071144580841064,
      "learning_rate": 1.5005006567524009e-06,
      "loss": 0.3462,
      "step": 1823870
    },
    {
      "epoch": 509.04,
      "grad_norm": 1.2233872413635254,
      "learning_rate": 1.5004754278946461e-06,
      "loss": 0.3579,
      "step": 1823880
    },
    {
      "epoch": 509.04,
      "grad_norm": 1.1666263341903687,
      "learning_rate": 1.5004501991491324e-06,
      "loss": 0.3354,
      "step": 1823890
    },
    {
      "epoch": 509.04,
      "grad_norm": 0.979336142539978,
      "learning_rate": 1.5004249705158621e-06,
      "loss": 0.3432,
      "step": 1823900
    },
    {
      "epoch": 509.05,
      "grad_norm": 0.9708864688873291,
      "learning_rate": 1.5003997419948382e-06,
      "loss": 0.3389,
      "step": 1823910
    },
    {
      "epoch": 509.05,
      "grad_norm": 1.349890947341919,
      "learning_rate": 1.500374513586065e-06,
      "loss": 0.3422,
      "step": 1823920
    },
    {
      "epoch": 509.05,
      "grad_norm": 1.212653636932373,
      "learning_rate": 1.5003492852895447e-06,
      "loss": 0.3376,
      "step": 1823930
    },
    {
      "epoch": 509.05,
      "grad_norm": 0.9501604437828064,
      "learning_rate": 1.5003240571052807e-06,
      "loss": 0.3331,
      "step": 1823940
    },
    {
      "epoch": 509.06,
      "grad_norm": 1.071574091911316,
      "learning_rate": 1.5002988290332782e-06,
      "loss": 0.3379,
      "step": 1823950
    },
    {
      "epoch": 509.06,
      "grad_norm": 1.0449129343032837,
      "learning_rate": 1.5002736010735389e-06,
      "loss": 0.3218,
      "step": 1823960
    },
    {
      "epoch": 509.06,
      "grad_norm": 1.1944596767425537,
      "learning_rate": 1.5002483732260662e-06,
      "loss": 0.3449,
      "step": 1823970
    },
    {
      "epoch": 509.07,
      "grad_norm": 1.112895131111145,
      "learning_rate": 1.5002231454908643e-06,
      "loss": 0.3402,
      "step": 1823980
    },
    {
      "epoch": 509.07,
      "grad_norm": 1.1303467750549316,
      "learning_rate": 1.5001979178679348e-06,
      "loss": 0.3534,
      "step": 1823990
    },
    {
      "epoch": 509.07,
      "grad_norm": 1.1693450212478638,
      "learning_rate": 1.5001726903572835e-06,
      "loss": 0.3545,
      "step": 1824000
    },
    {
      "epoch": 509.07,
      "grad_norm": 1.05059015750885,
      "learning_rate": 1.5001474629589127e-06,
      "loss": 0.3389,
      "step": 1824010
    },
    {
      "epoch": 509.08,
      "grad_norm": 1.0600069761276245,
      "learning_rate": 1.5001222356728244e-06,
      "loss": 0.3559,
      "step": 1824020
    },
    {
      "epoch": 509.08,
      "grad_norm": 0.9827197790145874,
      "learning_rate": 1.5000970084990246e-06,
      "loss": 0.3329,
      "step": 1824030
    },
    {
      "epoch": 509.08,
      "grad_norm": 1.1726293563842773,
      "learning_rate": 1.500071781437515e-06,
      "loss": 0.3513,
      "step": 1824040
    },
    {
      "epoch": 509.08,
      "grad_norm": 1.2575867176055908,
      "learning_rate": 1.5000465544882983e-06,
      "loss": 0.3413,
      "step": 1824050
    },
    {
      "epoch": 509.09,
      "grad_norm": 1.2338314056396484,
      "learning_rate": 1.5000213276513798e-06,
      "loss": 0.3411,
      "step": 1824060
    },
    {
      "epoch": 509.09,
      "grad_norm": 1.0855563879013062,
      "learning_rate": 1.4999961009267615e-06,
      "loss": 0.3516,
      "step": 1824070
    },
    {
      "epoch": 509.09,
      "grad_norm": 1.2072468996047974,
      "learning_rate": 1.4999708743144462e-06,
      "loss": 0.346,
      "step": 1824080
    },
    {
      "epoch": 509.1,
      "grad_norm": 1.1759809255599976,
      "learning_rate": 1.499945647814439e-06,
      "loss": 0.3322,
      "step": 1824090
    },
    {
      "epoch": 509.1,
      "grad_norm": 1.0979846715927124,
      "learning_rate": 1.4999204214267425e-06,
      "loss": 0.3574,
      "step": 1824100
    },
    {
      "epoch": 509.1,
      "grad_norm": 1.1530702114105225,
      "learning_rate": 1.4998951951513596e-06,
      "loss": 0.3296,
      "step": 1824110
    },
    {
      "epoch": 509.1,
      "grad_norm": 1.0181976556777954,
      "learning_rate": 1.4998699689882945e-06,
      "loss": 0.3579,
      "step": 1824120
    },
    {
      "epoch": 509.11,
      "grad_norm": 0.9492768049240112,
      "learning_rate": 1.4998447429375495e-06,
      "loss": 0.3578,
      "step": 1824130
    },
    {
      "epoch": 509.11,
      "grad_norm": 1.0890004634857178,
      "learning_rate": 1.4998195169991284e-06,
      "loss": 0.3436,
      "step": 1824140
    },
    {
      "epoch": 509.11,
      "grad_norm": 1.2346622943878174,
      "learning_rate": 1.499794291173035e-06,
      "loss": 0.3391,
      "step": 1824150
    },
    {
      "epoch": 509.12,
      "grad_norm": 1.0431501865386963,
      "learning_rate": 1.4997690654592728e-06,
      "loss": 0.3419,
      "step": 1824160
    },
    {
      "epoch": 509.12,
      "grad_norm": 1.0446217060089111,
      "learning_rate": 1.4997438398578433e-06,
      "loss": 0.3392,
      "step": 1824170
    },
    {
      "epoch": 509.12,
      "grad_norm": 1.0366830825805664,
      "learning_rate": 1.4997186143687526e-06,
      "loss": 0.3418,
      "step": 1824180
    },
    {
      "epoch": 509.12,
      "grad_norm": 1.09744393825531,
      "learning_rate": 1.4996933889920026e-06,
      "loss": 0.3247,
      "step": 1824190
    },
    {
      "epoch": 509.13,
      "grad_norm": 1.250632643699646,
      "learning_rate": 1.499668163727596e-06,
      "loss": 0.3463,
      "step": 1824200
    },
    {
      "epoch": 509.13,
      "grad_norm": 1.1457858085632324,
      "learning_rate": 1.4996429385755376e-06,
      "loss": 0.3415,
      "step": 1824210
    },
    {
      "epoch": 509.13,
      "grad_norm": 1.1186087131500244,
      "learning_rate": 1.49961771353583e-06,
      "loss": 0.3421,
      "step": 1824220
    },
    {
      "epoch": 509.13,
      "grad_norm": 1.0285662412643433,
      "learning_rate": 1.4995924886084757e-06,
      "loss": 0.3437,
      "step": 1824230
    },
    {
      "epoch": 509.14,
      "grad_norm": 1.3479446172714233,
      "learning_rate": 1.4995672637934799e-06,
      "loss": 0.342,
      "step": 1824240
    },
    {
      "epoch": 509.14,
      "grad_norm": 1.2108914852142334,
      "learning_rate": 1.4995420390908455e-06,
      "loss": 0.3457,
      "step": 1824250
    },
    {
      "epoch": 509.14,
      "grad_norm": 1.1242326498031616,
      "learning_rate": 1.499516814500574e-06,
      "loss": 0.3509,
      "step": 1824260
    },
    {
      "epoch": 509.15,
      "grad_norm": 0.9345372915267944,
      "learning_rate": 1.4994915900226712e-06,
      "loss": 0.339,
      "step": 1824270
    },
    {
      "epoch": 509.15,
      "grad_norm": 1.0727801322937012,
      "learning_rate": 1.4994663656571388e-06,
      "loss": 0.3363,
      "step": 1824280
    },
    {
      "epoch": 509.15,
      "grad_norm": 1.2011326551437378,
      "learning_rate": 1.4994411414039816e-06,
      "loss": 0.3371,
      "step": 1824290
    },
    {
      "epoch": 509.15,
      "grad_norm": 1.0110173225402832,
      "learning_rate": 1.4994159172632018e-06,
      "loss": 0.3374,
      "step": 1824300
    },
    {
      "epoch": 509.16,
      "grad_norm": 1.0879144668579102,
      "learning_rate": 1.4993906932348024e-06,
      "loss": 0.3268,
      "step": 1824310
    },
    {
      "epoch": 509.16,
      "grad_norm": 1.0104296207427979,
      "learning_rate": 1.4993654693187882e-06,
      "loss": 0.3501,
      "step": 1824320
    },
    {
      "epoch": 509.16,
      "grad_norm": 1.0829411745071411,
      "learning_rate": 1.499340245515162e-06,
      "loss": 0.3326,
      "step": 1824330
    },
    {
      "epoch": 509.17,
      "grad_norm": 1.5473309755325317,
      "learning_rate": 1.4993150218239267e-06,
      "loss": 0.3444,
      "step": 1824340
    },
    {
      "epoch": 509.17,
      "grad_norm": 0.9680685997009277,
      "learning_rate": 1.4992897982450858e-06,
      "loss": 0.3396,
      "step": 1824350
    },
    {
      "epoch": 509.17,
      "grad_norm": 1.3166940212249756,
      "learning_rate": 1.4992645747786433e-06,
      "loss": 0.3297,
      "step": 1824360
    },
    {
      "epoch": 509.17,
      "grad_norm": 1.1405845880508423,
      "learning_rate": 1.4992393514246008e-06,
      "loss": 0.3567,
      "step": 1824370
    },
    {
      "epoch": 509.18,
      "grad_norm": 1.4264860153198242,
      "learning_rate": 1.499214128182964e-06,
      "loss": 0.353,
      "step": 1824380
    },
    {
      "epoch": 509.18,
      "grad_norm": 0.9912929534912109,
      "learning_rate": 1.4991889050537352e-06,
      "loss": 0.3497,
      "step": 1824390
    },
    {
      "epoch": 509.18,
      "grad_norm": 1.06255304813385,
      "learning_rate": 1.4991636820369164e-06,
      "loss": 0.3279,
      "step": 1824400
    },
    {
      "epoch": 509.19,
      "grad_norm": 1.2523977756500244,
      "learning_rate": 1.4991384591325137e-06,
      "loss": 0.3542,
      "step": 1824410
    },
    {
      "epoch": 509.19,
      "grad_norm": 0.9805446267127991,
      "learning_rate": 1.4991132363405285e-06,
      "loss": 0.3421,
      "step": 1824420
    },
    {
      "epoch": 509.19,
      "grad_norm": 1.0060851573944092,
      "learning_rate": 1.499088013660965e-06,
      "loss": 0.3496,
      "step": 1824430
    },
    {
      "epoch": 509.19,
      "grad_norm": 1.062599539756775,
      "learning_rate": 1.4990627910938258e-06,
      "loss": 0.3375,
      "step": 1824440
    },
    {
      "epoch": 509.2,
      "grad_norm": 1.2744871377944946,
      "learning_rate": 1.499037568639115e-06,
      "loss": 0.3405,
      "step": 1824450
    },
    {
      "epoch": 509.2,
      "grad_norm": 1.3672837018966675,
      "learning_rate": 1.4990123462968354e-06,
      "loss": 0.3593,
      "step": 1824460
    },
    {
      "epoch": 509.2,
      "grad_norm": 1.0858875513076782,
      "learning_rate": 1.4989871240669908e-06,
      "loss": 0.34,
      "step": 1824470
    },
    {
      "epoch": 509.2,
      "grad_norm": 1.183843731880188,
      "learning_rate": 1.4989619019495844e-06,
      "loss": 0.3579,
      "step": 1824480
    },
    {
      "epoch": 509.21,
      "grad_norm": 1.0210062265396118,
      "learning_rate": 1.4989366799446193e-06,
      "loss": 0.3457,
      "step": 1824490
    },
    {
      "epoch": 509.21,
      "grad_norm": 1.1029590368270874,
      "learning_rate": 1.4989114580520995e-06,
      "loss": 0.3251,
      "step": 1824500
    },
    {
      "epoch": 509.21,
      "grad_norm": 0.9539980888366699,
      "learning_rate": 1.498886236272028e-06,
      "loss": 0.3331,
      "step": 1824510
    },
    {
      "epoch": 509.22,
      "grad_norm": 2.109095335006714,
      "learning_rate": 1.498861014604407e-06,
      "loss": 0.3354,
      "step": 1824520
    },
    {
      "epoch": 509.22,
      "grad_norm": 1.0472314357757568,
      "learning_rate": 1.498835793049242e-06,
      "loss": 0.3322,
      "step": 1824530
    },
    {
      "epoch": 509.22,
      "grad_norm": 1.0158371925354004,
      "learning_rate": 1.4988105716065352e-06,
      "loss": 0.3508,
      "step": 1824540
    },
    {
      "epoch": 509.22,
      "grad_norm": 1.1413072347640991,
      "learning_rate": 1.4987853502762894e-06,
      "loss": 0.3375,
      "step": 1824550
    },
    {
      "epoch": 509.23,
      "grad_norm": 1.1135687828063965,
      "learning_rate": 1.498760129058509e-06,
      "loss": 0.3534,
      "step": 1824560
    },
    {
      "epoch": 509.23,
      "grad_norm": 1.0663347244262695,
      "learning_rate": 1.498734907953197e-06,
      "loss": 0.3324,
      "step": 1824570
    },
    {
      "epoch": 509.23,
      "grad_norm": 1.0380305051803589,
      "learning_rate": 1.4987096869603572e-06,
      "loss": 0.3372,
      "step": 1824580
    },
    {
      "epoch": 509.24,
      "grad_norm": 1.188929796218872,
      "learning_rate": 1.4986844660799924e-06,
      "loss": 0.352,
      "step": 1824590
    },
    {
      "epoch": 509.24,
      "grad_norm": 1.2376174926757812,
      "learning_rate": 1.4986592453121048e-06,
      "loss": 0.3422,
      "step": 1824600
    },
    {
      "epoch": 509.24,
      "grad_norm": 1.1174120903015137,
      "learning_rate": 1.4986340246567005e-06,
      "loss": 0.3387,
      "step": 1824610
    },
    {
      "epoch": 509.24,
      "grad_norm": 1.0667715072631836,
      "learning_rate": 1.4986088041137808e-06,
      "loss": 0.3489,
      "step": 1824620
    },
    {
      "epoch": 509.25,
      "grad_norm": 1.0689791440963745,
      "learning_rate": 1.4985835836833497e-06,
      "loss": 0.3464,
      "step": 1824630
    },
    {
      "epoch": 509.25,
      "grad_norm": 1.0423845052719116,
      "learning_rate": 1.4985583633654106e-06,
      "loss": 0.3283,
      "step": 1824640
    },
    {
      "epoch": 509.25,
      "grad_norm": 1.032440423965454,
      "learning_rate": 1.498533143159967e-06,
      "loss": 0.3524,
      "step": 1824650
    },
    {
      "epoch": 509.25,
      "grad_norm": 0.8686241507530212,
      "learning_rate": 1.4985079230670208e-06,
      "loss": 0.3388,
      "step": 1824660
    },
    {
      "epoch": 509.26,
      "grad_norm": 1.0834583044052124,
      "learning_rate": 1.4984827030865777e-06,
      "loss": 0.3465,
      "step": 1824670
    },
    {
      "epoch": 509.26,
      "grad_norm": 1.1662044525146484,
      "learning_rate": 1.4984574832186397e-06,
      "loss": 0.3621,
      "step": 1824680
    },
    {
      "epoch": 509.26,
      "grad_norm": 1.0352065563201904,
      "learning_rate": 1.4984322634632097e-06,
      "loss": 0.3444,
      "step": 1824690
    },
    {
      "epoch": 509.27,
      "grad_norm": 1.0829720497131348,
      "learning_rate": 1.4984070438202925e-06,
      "loss": 0.3447,
      "step": 1824700
    },
    {
      "epoch": 509.27,
      "grad_norm": 1.0188632011413574,
      "learning_rate": 1.4983818242898903e-06,
      "loss": 0.3389,
      "step": 1824710
    },
    {
      "epoch": 509.27,
      "grad_norm": 1.0314908027648926,
      "learning_rate": 1.498356604872007e-06,
      "loss": 0.3405,
      "step": 1824720
    },
    {
      "epoch": 509.27,
      "grad_norm": 1.1167665719985962,
      "learning_rate": 1.498331385566646e-06,
      "loss": 0.3383,
      "step": 1824730
    },
    {
      "epoch": 509.28,
      "grad_norm": 0.9291484951972961,
      "learning_rate": 1.4983061663738103e-06,
      "loss": 0.3339,
      "step": 1824740
    },
    {
      "epoch": 509.28,
      "grad_norm": 1.1171425580978394,
      "learning_rate": 1.4982809472935028e-06,
      "loss": 0.3335,
      "step": 1824750
    },
    {
      "epoch": 509.28,
      "grad_norm": 1.0614548921585083,
      "learning_rate": 1.498255728325728e-06,
      "loss": 0.3683,
      "step": 1824760
    },
    {
      "epoch": 509.29,
      "grad_norm": 1.0827627182006836,
      "learning_rate": 1.498230509470489e-06,
      "loss": 0.3362,
      "step": 1824770
    },
    {
      "epoch": 509.29,
      "grad_norm": 1.079837441444397,
      "learning_rate": 1.4982052907277883e-06,
      "loss": 0.337,
      "step": 1824780
    },
    {
      "epoch": 509.29,
      "grad_norm": 1.1401070356369019,
      "learning_rate": 1.4981800720976305e-06,
      "loss": 0.3302,
      "step": 1824790
    },
    {
      "epoch": 509.29,
      "grad_norm": 1.0629812479019165,
      "learning_rate": 1.498154853580018e-06,
      "loss": 0.3227,
      "step": 1824800
    },
    {
      "epoch": 509.3,
      "grad_norm": 1.1544013023376465,
      "learning_rate": 1.4981296351749535e-06,
      "loss": 0.3518,
      "step": 1824810
    },
    {
      "epoch": 509.3,
      "grad_norm": 1.0820432901382446,
      "learning_rate": 1.4981044168824426e-06,
      "loss": 0.3536,
      "step": 1824820
    },
    {
      "epoch": 509.3,
      "grad_norm": 1.0600119829177856,
      "learning_rate": 1.4980791987024872e-06,
      "loss": 0.3448,
      "step": 1824830
    },
    {
      "epoch": 509.31,
      "grad_norm": 1.0946269035339355,
      "learning_rate": 1.4980539806350895e-06,
      "loss": 0.3453,
      "step": 1824840
    },
    {
      "epoch": 509.31,
      "grad_norm": 1.2781463861465454,
      "learning_rate": 1.4980287626802556e-06,
      "loss": 0.3472,
      "step": 1824850
    },
    {
      "epoch": 509.31,
      "grad_norm": 1.0253933668136597,
      "learning_rate": 1.4980035448379867e-06,
      "loss": 0.3383,
      "step": 1824860
    },
    {
      "epoch": 509.31,
      "grad_norm": 1.1022346019744873,
      "learning_rate": 1.4979783271082876e-06,
      "loss": 0.3373,
      "step": 1824870
    },
    {
      "epoch": 509.32,
      "grad_norm": 1.1978206634521484,
      "learning_rate": 1.4979531094911607e-06,
      "loss": 0.337,
      "step": 1824880
    },
    {
      "epoch": 509.32,
      "grad_norm": 0.9744769334793091,
      "learning_rate": 1.4979278919866085e-06,
      "loss": 0.3414,
      "step": 1824890
    },
    {
      "epoch": 509.32,
      "grad_norm": 1.21712327003479,
      "learning_rate": 1.4979026745946369e-06,
      "loss": 0.3519,
      "step": 1824900
    },
    {
      "epoch": 509.32,
      "grad_norm": 1.25430166721344,
      "learning_rate": 1.4978774573152474e-06,
      "loss": 0.3329,
      "step": 1824910
    },
    {
      "epoch": 509.33,
      "grad_norm": 1.1207904815673828,
      "learning_rate": 1.4978522401484432e-06,
      "loss": 0.3592,
      "step": 1824920
    },
    {
      "epoch": 509.33,
      "grad_norm": 1.0851446390151978,
      "learning_rate": 1.4978270230942292e-06,
      "loss": 0.3395,
      "step": 1824930
    },
    {
      "epoch": 509.33,
      "grad_norm": 1.1429909467697144,
      "learning_rate": 1.4978018061526075e-06,
      "loss": 0.3426,
      "step": 1824940
    },
    {
      "epoch": 509.34,
      "grad_norm": 1.0227527618408203,
      "learning_rate": 1.4977765893235807e-06,
      "loss": 0.3284,
      "step": 1824950
    },
    {
      "epoch": 509.34,
      "grad_norm": 1.0366981029510498,
      "learning_rate": 1.497751372607154e-06,
      "loss": 0.3454,
      "step": 1824960
    },
    {
      "epoch": 509.34,
      "grad_norm": 6.005386829376221,
      "learning_rate": 1.4977261560033302e-06,
      "loss": 0.3387,
      "step": 1824970
    },
    {
      "epoch": 509.34,
      "grad_norm": 1.031585454940796,
      "learning_rate": 1.4977009395121117e-06,
      "loss": 0.3409,
      "step": 1824980
    },
    {
      "epoch": 509.35,
      "grad_norm": 0.9512182474136353,
      "learning_rate": 1.497675723133503e-06,
      "loss": 0.3453,
      "step": 1824990
    },
    {
      "epoch": 509.35,
      "grad_norm": 1.2775646448135376,
      "learning_rate": 1.4976505068675073e-06,
      "loss": 0.3373,
      "step": 1825000
    },
    {
      "epoch": 509.35,
      "grad_norm": 1.0824792385101318,
      "learning_rate": 1.497625290714127e-06,
      "loss": 0.3356,
      "step": 1825010
    },
    {
      "epoch": 509.36,
      "grad_norm": 1.1499254703521729,
      "learning_rate": 1.4976000746733668e-06,
      "loss": 0.3457,
      "step": 1825020
    },
    {
      "epoch": 509.36,
      "grad_norm": 0.9912058115005493,
      "learning_rate": 1.4975748587452293e-06,
      "loss": 0.3289,
      "step": 1825030
    },
    {
      "epoch": 509.36,
      "grad_norm": 1.1056861877441406,
      "learning_rate": 1.497549642929717e-06,
      "loss": 0.3477,
      "step": 1825040
    },
    {
      "epoch": 509.36,
      "grad_norm": 1.1732720136642456,
      "learning_rate": 1.4975244272268355e-06,
      "loss": 0.3418,
      "step": 1825050
    },
    {
      "epoch": 509.37,
      "grad_norm": 1.1927435398101807,
      "learning_rate": 1.4974992116365864e-06,
      "loss": 0.3391,
      "step": 1825060
    },
    {
      "epoch": 509.37,
      "grad_norm": 1.0535273551940918,
      "learning_rate": 1.497473996158973e-06,
      "loss": 0.341,
      "step": 1825070
    },
    {
      "epoch": 509.37,
      "grad_norm": 1.1190129518508911,
      "learning_rate": 1.4974487807939996e-06,
      "loss": 0.3272,
      "step": 1825080
    },
    {
      "epoch": 509.37,
      "grad_norm": 1.066800594329834,
      "learning_rate": 1.497423565541669e-06,
      "loss": 0.344,
      "step": 1825090
    },
    {
      "epoch": 509.38,
      "grad_norm": 1.1280102729797363,
      "learning_rate": 1.4973983504019845e-06,
      "loss": 0.3421,
      "step": 1825100
    },
    {
      "epoch": 509.38,
      "grad_norm": 4.300666809082031,
      "learning_rate": 1.4973731353749505e-06,
      "loss": 0.3352,
      "step": 1825110
    },
    {
      "epoch": 509.38,
      "grad_norm": 1.206234335899353,
      "learning_rate": 1.497347920460569e-06,
      "loss": 0.3248,
      "step": 1825120
    },
    {
      "epoch": 509.39,
      "grad_norm": 1.2315784692764282,
      "learning_rate": 1.4973227056588427e-06,
      "loss": 0.3527,
      "step": 1825130
    },
    {
      "epoch": 509.39,
      "grad_norm": 1.224218487739563,
      "learning_rate": 1.4972974909697776e-06,
      "loss": 0.3316,
      "step": 1825140
    },
    {
      "epoch": 509.39,
      "grad_norm": 1.1741381883621216,
      "learning_rate": 1.4972722763933749e-06,
      "loss": 0.3382,
      "step": 1825150
    },
    {
      "epoch": 509.39,
      "grad_norm": 1.2282713651657104,
      "learning_rate": 1.497247061929639e-06,
      "loss": 0.3358,
      "step": 1825160
    },
    {
      "epoch": 509.4,
      "grad_norm": 1.0820940732955933,
      "learning_rate": 1.497221847578573e-06,
      "loss": 0.3481,
      "step": 1825170
    },
    {
      "epoch": 509.4,
      "grad_norm": 1.2427185773849487,
      "learning_rate": 1.4971966333401788e-06,
      "loss": 0.3342,
      "step": 1825180
    },
    {
      "epoch": 509.4,
      "grad_norm": 1.3489452600479126,
      "learning_rate": 1.4971714192144626e-06,
      "loss": 0.3512,
      "step": 1825190
    },
    {
      "epoch": 509.41,
      "grad_norm": 1.1566742658615112,
      "learning_rate": 1.4971462052014262e-06,
      "loss": 0.347,
      "step": 1825200
    },
    {
      "epoch": 509.41,
      "grad_norm": 0.9557453989982605,
      "learning_rate": 1.4971209913010716e-06,
      "loss": 0.363,
      "step": 1825210
    },
    {
      "epoch": 509.41,
      "grad_norm": 0.9499076008796692,
      "learning_rate": 1.4970957775134047e-06,
      "loss": 0.3269,
      "step": 1825220
    },
    {
      "epoch": 509.41,
      "grad_norm": 1.1940394639968872,
      "learning_rate": 1.4970705638384278e-06,
      "loss": 0.3402,
      "step": 1825230
    },
    {
      "epoch": 509.42,
      "grad_norm": 1.1682822704315186,
      "learning_rate": 1.4970453502761435e-06,
      "loss": 0.3526,
      "step": 1825240
    },
    {
      "epoch": 509.42,
      "grad_norm": 1.2094024419784546,
      "learning_rate": 1.4970201368265566e-06,
      "loss": 0.3415,
      "step": 1825250
    },
    {
      "epoch": 509.42,
      "grad_norm": 1.0496901273727417,
      "learning_rate": 1.4969949234896695e-06,
      "loss": 0.3377,
      "step": 1825260
    },
    {
      "epoch": 509.43,
      "grad_norm": 1.1452008485794067,
      "learning_rate": 1.4969697102654847e-06,
      "loss": 0.3452,
      "step": 1825270
    },
    {
      "epoch": 509.43,
      "grad_norm": 1.1260231733322144,
      "learning_rate": 1.4969444971540077e-06,
      "loss": 0.3255,
      "step": 1825280
    },
    {
      "epoch": 509.43,
      "grad_norm": 0.9739851951599121,
      "learning_rate": 1.4969192841552407e-06,
      "loss": 0.3386,
      "step": 1825290
    },
    {
      "epoch": 509.43,
      "grad_norm": 1.1066924333572388,
      "learning_rate": 1.4968940712691862e-06,
      "loss": 0.3468,
      "step": 1825300
    },
    {
      "epoch": 509.44,
      "grad_norm": 0.9723573327064514,
      "learning_rate": 1.4968688584958494e-06,
      "loss": 0.3405,
      "step": 1825310
    },
    {
      "epoch": 509.44,
      "grad_norm": 1.047951102256775,
      "learning_rate": 1.4968436458352328e-06,
      "loss": 0.3481,
      "step": 1825320
    },
    {
      "epoch": 509.44,
      "grad_norm": 1.1632294654846191,
      "learning_rate": 1.4968184332873386e-06,
      "loss": 0.3356,
      "step": 1825330
    },
    {
      "epoch": 509.44,
      "grad_norm": 1.0346081256866455,
      "learning_rate": 1.4967932208521719e-06,
      "loss": 0.3347,
      "step": 1825340
    },
    {
      "epoch": 509.45,
      "grad_norm": 0.9588504433631897,
      "learning_rate": 1.4967680085297359e-06,
      "loss": 0.3429,
      "step": 1825350
    },
    {
      "epoch": 509.45,
      "grad_norm": 0.9750812649726868,
      "learning_rate": 1.496742796320032e-06,
      "loss": 0.3252,
      "step": 1825360
    },
    {
      "epoch": 509.45,
      "grad_norm": 1.2009236812591553,
      "learning_rate": 1.4967175842230662e-06,
      "loss": 0.3412,
      "step": 1825370
    },
    {
      "epoch": 509.46,
      "grad_norm": 1.218665599822998,
      "learning_rate": 1.4966923722388403e-06,
      "loss": 0.3505,
      "step": 1825380
    },
    {
      "epoch": 509.46,
      "grad_norm": 1.1160584688186646,
      "learning_rate": 1.4966671603673579e-06,
      "loss": 0.3306,
      "step": 1825390
    },
    {
      "epoch": 509.46,
      "grad_norm": 1.215126872062683,
      "learning_rate": 1.4966419486086227e-06,
      "loss": 0.3631,
      "step": 1825400
    },
    {
      "epoch": 509.46,
      "grad_norm": 1.1193751096725464,
      "learning_rate": 1.496616736962638e-06,
      "loss": 0.3439,
      "step": 1825410
    },
    {
      "epoch": 509.47,
      "grad_norm": 1.1707689762115479,
      "learning_rate": 1.4965915254294057e-06,
      "loss": 0.3404,
      "step": 1825420
    },
    {
      "epoch": 509.47,
      "grad_norm": 0.8964682221412659,
      "learning_rate": 1.496566314008932e-06,
      "loss": 0.3357,
      "step": 1825430
    },
    {
      "epoch": 509.47,
      "grad_norm": 1.1870280504226685,
      "learning_rate": 1.4965411027012177e-06,
      "loss": 0.3531,
      "step": 1825440
    },
    {
      "epoch": 509.48,
      "grad_norm": 1.1194599866867065,
      "learning_rate": 1.4965158915062677e-06,
      "loss": 0.3364,
      "step": 1825450
    },
    {
      "epoch": 509.48,
      "grad_norm": 1.1089966297149658,
      "learning_rate": 1.4964906804240849e-06,
      "loss": 0.3394,
      "step": 1825460
    },
    {
      "epoch": 509.48,
      "grad_norm": 0.9661903977394104,
      "learning_rate": 1.4964654694546714e-06,
      "loss": 0.3456,
      "step": 1825470
    },
    {
      "epoch": 509.48,
      "grad_norm": 1.0264002084732056,
      "learning_rate": 1.4964402585980327e-06,
      "loss": 0.3348,
      "step": 1825480
    },
    {
      "epoch": 509.49,
      "grad_norm": 0.9825714230537415,
      "learning_rate": 1.4964150478541714e-06,
      "loss": 0.3412,
      "step": 1825490
    },
    {
      "epoch": 509.49,
      "grad_norm": 1.0380407571792603,
      "learning_rate": 1.4963898372230895e-06,
      "loss": 0.3524,
      "step": 1825500
    },
    {
      "epoch": 509.49,
      "grad_norm": 1.039062738418579,
      "learning_rate": 1.4963646267047924e-06,
      "loss": 0.344,
      "step": 1825510
    },
    {
      "epoch": 509.49,
      "grad_norm": 1.116591453552246,
      "learning_rate": 1.4963394162992826e-06,
      "loss": 0.3368,
      "step": 1825520
    },
    {
      "epoch": 509.5,
      "grad_norm": 1.0536611080169678,
      "learning_rate": 1.4963142060065629e-06,
      "loss": 0.3307,
      "step": 1825530
    },
    {
      "epoch": 509.5,
      "grad_norm": 1.0316762924194336,
      "learning_rate": 1.4962889958266374e-06,
      "loss": 0.3224,
      "step": 1825540
    },
    {
      "epoch": 509.5,
      "grad_norm": 0.9666345119476318,
      "learning_rate": 1.4962637857595095e-06,
      "loss": 0.3374,
      "step": 1825550
    },
    {
      "epoch": 509.51,
      "grad_norm": 1.0772827863693237,
      "learning_rate": 1.496238575805181e-06,
      "loss": 0.3486,
      "step": 1825560
    },
    {
      "epoch": 509.51,
      "grad_norm": 1.0877217054367065,
      "learning_rate": 1.4962133659636576e-06,
      "loss": 0.338,
      "step": 1825570
    },
    {
      "epoch": 509.51,
      "grad_norm": 1.6975514888763428,
      "learning_rate": 1.4961881562349415e-06,
      "loss": 0.344,
      "step": 1825580
    },
    {
      "epoch": 509.51,
      "grad_norm": 1.0807474851608276,
      "learning_rate": 1.4961629466190358e-06,
      "loss": 0.3588,
      "step": 1825590
    },
    {
      "epoch": 509.52,
      "grad_norm": 1.1680855751037598,
      "learning_rate": 1.4961377371159446e-06,
      "loss": 0.3436,
      "step": 1825600
    },
    {
      "epoch": 509.52,
      "grad_norm": 1.1348192691802979,
      "learning_rate": 1.4961125277256705e-06,
      "loss": 0.3479,
      "step": 1825610
    },
    {
      "epoch": 509.52,
      "grad_norm": 1.2873585224151611,
      "learning_rate": 1.4960873184482165e-06,
      "loss": 0.3334,
      "step": 1825620
    },
    {
      "epoch": 509.53,
      "grad_norm": 1.1816632747650146,
      "learning_rate": 1.4960621092835875e-06,
      "loss": 0.3405,
      "step": 1825630
    },
    {
      "epoch": 509.53,
      "grad_norm": 1.190717101097107,
      "learning_rate": 1.4960369002317863e-06,
      "loss": 0.3395,
      "step": 1825640
    },
    {
      "epoch": 509.53,
      "grad_norm": 1.1763488054275513,
      "learning_rate": 1.4960116912928145e-06,
      "loss": 0.3311,
      "step": 1825650
    },
    {
      "epoch": 509.53,
      "grad_norm": 0.9865822792053223,
      "learning_rate": 1.4959864824666781e-06,
      "loss": 0.3201,
      "step": 1825660
    },
    {
      "epoch": 509.54,
      "grad_norm": 1.049846887588501,
      "learning_rate": 1.4959612737533792e-06,
      "loss": 0.3333,
      "step": 1825670
    },
    {
      "epoch": 509.54,
      "grad_norm": 1.1419929265975952,
      "learning_rate": 1.495936065152921e-06,
      "loss": 0.3423,
      "step": 1825680
    },
    {
      "epoch": 509.54,
      "grad_norm": 0.9808369874954224,
      "learning_rate": 1.4959108566653073e-06,
      "loss": 0.3475,
      "step": 1825690
    },
    {
      "epoch": 509.55,
      "grad_norm": 1.4247653484344482,
      "learning_rate": 1.4958856482905412e-06,
      "loss": 0.3285,
      "step": 1825700
    },
    {
      "epoch": 509.55,
      "grad_norm": 1.0661232471466064,
      "learning_rate": 1.4958604400286253e-06,
      "loss": 0.3515,
      "step": 1825710
    },
    {
      "epoch": 509.55,
      "grad_norm": 1.841976523399353,
      "learning_rate": 1.4958352318795645e-06,
      "loss": 0.3457,
      "step": 1825720
    },
    {
      "epoch": 509.55,
      "grad_norm": 1.0820566415786743,
      "learning_rate": 1.4958100238433606e-06,
      "loss": 0.3337,
      "step": 1825730
    },
    {
      "epoch": 509.56,
      "grad_norm": 1.06591796875,
      "learning_rate": 1.4957848159200188e-06,
      "loss": 0.3276,
      "step": 1825740
    },
    {
      "epoch": 509.56,
      "grad_norm": 1.2086304426193237,
      "learning_rate": 1.4957596081095412e-06,
      "loss": 0.3407,
      "step": 1825750
    },
    {
      "epoch": 509.56,
      "grad_norm": 1.0454291105270386,
      "learning_rate": 1.4957344004119305e-06,
      "loss": 0.3467,
      "step": 1825760
    },
    {
      "epoch": 509.56,
      "grad_norm": 0.9957408905029297,
      "learning_rate": 1.4957091928271916e-06,
      "loss": 0.3357,
      "step": 1825770
    },
    {
      "epoch": 509.57,
      "grad_norm": 1.0892573595046997,
      "learning_rate": 1.4956839853553273e-06,
      "loss": 0.3546,
      "step": 1825780
    },
    {
      "epoch": 509.57,
      "grad_norm": 1.0449475049972534,
      "learning_rate": 1.4956587779963399e-06,
      "loss": 0.3351,
      "step": 1825790
    },
    {
      "epoch": 509.57,
      "grad_norm": 1.010543942451477,
      "learning_rate": 1.4956335707502346e-06,
      "loss": 0.3429,
      "step": 1825800
    },
    {
      "epoch": 509.58,
      "grad_norm": 1.145967960357666,
      "learning_rate": 1.4956083636170138e-06,
      "loss": 0.3514,
      "step": 1825810
    },
    {
      "epoch": 509.58,
      "grad_norm": 1.1082881689071655,
      "learning_rate": 1.4955831565966803e-06,
      "loss": 0.3621,
      "step": 1825820
    },
    {
      "epoch": 509.58,
      "grad_norm": 1.0414326190948486,
      "learning_rate": 1.4955579496892387e-06,
      "loss": 0.3409,
      "step": 1825830
    },
    {
      "epoch": 509.58,
      "grad_norm": 1.0649019479751587,
      "learning_rate": 1.4955327428946918e-06,
      "loss": 0.3375,
      "step": 1825840
    },
    {
      "epoch": 509.59,
      "grad_norm": 1.1459977626800537,
      "learning_rate": 1.4955075362130414e-06,
      "loss": 0.3355,
      "step": 1825850
    },
    {
      "epoch": 509.59,
      "grad_norm": 0.9792591333389282,
      "learning_rate": 1.4954823296442938e-06,
      "loss": 0.3329,
      "step": 1825860
    },
    {
      "epoch": 509.59,
      "grad_norm": 0.9419599175453186,
      "learning_rate": 1.4954571231884508e-06,
      "loss": 0.3311,
      "step": 1825870
    },
    {
      "epoch": 509.6,
      "grad_norm": 0.8980857729911804,
      "learning_rate": 1.495431916845515e-06,
      "loss": 0.347,
      "step": 1825880
    },
    {
      "epoch": 509.6,
      "grad_norm": 1.0444974899291992,
      "learning_rate": 1.4954067106154913e-06,
      "loss": 0.3308,
      "step": 1825890
    },
    {
      "epoch": 509.6,
      "grad_norm": 1.0472158193588257,
      "learning_rate": 1.495381504498382e-06,
      "loss": 0.3491,
      "step": 1825900
    },
    {
      "epoch": 509.6,
      "grad_norm": 1.0662012100219727,
      "learning_rate": 1.4953562984941901e-06,
      "loss": 0.3323,
      "step": 1825910
    },
    {
      "epoch": 509.61,
      "grad_norm": 1.50311279296875,
      "learning_rate": 1.4953310926029206e-06,
      "loss": 0.358,
      "step": 1825920
    },
    {
      "epoch": 509.61,
      "grad_norm": 0.8673293590545654,
      "learning_rate": 1.495305886824576e-06,
      "loss": 0.3598,
      "step": 1825930
    },
    {
      "epoch": 509.61,
      "grad_norm": 1.0046508312225342,
      "learning_rate": 1.4952806811591584e-06,
      "loss": 0.3413,
      "step": 1825940
    },
    {
      "epoch": 509.61,
      "grad_norm": 1.0506296157836914,
      "learning_rate": 1.4952554756066732e-06,
      "loss": 0.3384,
      "step": 1825950
    },
    {
      "epoch": 509.62,
      "grad_norm": 1.0944066047668457,
      "learning_rate": 1.495230270167123e-06,
      "loss": 0.3299,
      "step": 1825960
    },
    {
      "epoch": 509.62,
      "grad_norm": 1.000910758972168,
      "learning_rate": 1.4952050648405106e-06,
      "loss": 0.3507,
      "step": 1825970
    },
    {
      "epoch": 509.62,
      "grad_norm": 1.03316330909729,
      "learning_rate": 1.49517985962684e-06,
      "loss": 0.3355,
      "step": 1825980
    },
    {
      "epoch": 509.63,
      "grad_norm": 1.2807790040969849,
      "learning_rate": 1.4951546545261143e-06,
      "loss": 0.3653,
      "step": 1825990
    },
    {
      "epoch": 509.63,
      "grad_norm": 1.099206566810608,
      "learning_rate": 1.4951294495383361e-06,
      "loss": 0.3447,
      "step": 1826000
    },
    {
      "epoch": 509.63,
      "grad_norm": 1.08603036403656,
      "learning_rate": 1.4951042446635104e-06,
      "loss": 0.345,
      "step": 1826010
    },
    {
      "epoch": 509.63,
      "grad_norm": 1.2085989713668823,
      "learning_rate": 1.4950790399016392e-06,
      "loss": 0.3521,
      "step": 1826020
    },
    {
      "epoch": 509.64,
      "grad_norm": 1.474516749382019,
      "learning_rate": 1.4950538352527267e-06,
      "loss": 0.3345,
      "step": 1826030
    },
    {
      "epoch": 509.64,
      "grad_norm": 1.0458077192306519,
      "learning_rate": 1.4950286307167758e-06,
      "loss": 0.3279,
      "step": 1826040
    },
    {
      "epoch": 509.64,
      "grad_norm": 1.1566781997680664,
      "learning_rate": 1.4950034262937896e-06,
      "loss": 0.3245,
      "step": 1826050
    },
    {
      "epoch": 509.65,
      "grad_norm": 1.0823568105697632,
      "learning_rate": 1.4949782219837724e-06,
      "loss": 0.3535,
      "step": 1826060
    },
    {
      "epoch": 509.65,
      "grad_norm": 1.0092965364456177,
      "learning_rate": 1.494953017786727e-06,
      "loss": 0.3541,
      "step": 1826070
    },
    {
      "epoch": 509.65,
      "grad_norm": 1.0874173641204834,
      "learning_rate": 1.4949278137026556e-06,
      "loss": 0.3621,
      "step": 1826080
    },
    {
      "epoch": 509.65,
      "grad_norm": 0.9186829924583435,
      "learning_rate": 1.4949026097315638e-06,
      "loss": 0.3441,
      "step": 1826090
    },
    {
      "epoch": 509.66,
      "grad_norm": 1.0711734294891357,
      "learning_rate": 1.4948774058734538e-06,
      "loss": 0.3443,
      "step": 1826100
    },
    {
      "epoch": 509.66,
      "grad_norm": 1.2611029148101807,
      "learning_rate": 1.4948522021283282e-06,
      "loss": 0.347,
      "step": 1826110
    },
    {
      "epoch": 509.66,
      "grad_norm": 1.0505620241165161,
      "learning_rate": 1.4948269984961919e-06,
      "loss": 0.3453,
      "step": 1826120
    },
    {
      "epoch": 509.67,
      "grad_norm": 0.9667171239852905,
      "learning_rate": 1.4948017949770476e-06,
      "loss": 0.33,
      "step": 1826130
    },
    {
      "epoch": 509.67,
      "grad_norm": 1.0064470767974854,
      "learning_rate": 1.4947765915708972e-06,
      "loss": 0.3382,
      "step": 1826140
    },
    {
      "epoch": 509.67,
      "grad_norm": 1.037305474281311,
      "learning_rate": 1.4947513882777465e-06,
      "loss": 0.3505,
      "step": 1826150
    },
    {
      "epoch": 509.67,
      "grad_norm": 1.0969898700714111,
      "learning_rate": 1.494726185097598e-06,
      "loss": 0.3625,
      "step": 1826160
    },
    {
      "epoch": 509.68,
      "grad_norm": 1.2436108589172363,
      "learning_rate": 1.4947009820304534e-06,
      "loss": 0.3431,
      "step": 1826170
    },
    {
      "epoch": 509.68,
      "grad_norm": 1.152764081954956,
      "learning_rate": 1.4946757790763187e-06,
      "loss": 0.3412,
      "step": 1826180
    },
    {
      "epoch": 509.68,
      "grad_norm": 1.233549952507019,
      "learning_rate": 1.494650576235196e-06,
      "loss": 0.3396,
      "step": 1826190
    },
    {
      "epoch": 509.68,
      "grad_norm": 2.1768908500671387,
      "learning_rate": 1.494625373507088e-06,
      "loss": 0.3605,
      "step": 1826200
    },
    {
      "epoch": 509.69,
      "grad_norm": 1.0755138397216797,
      "learning_rate": 1.4946001708919994e-06,
      "loss": 0.3535,
      "step": 1826210
    },
    {
      "epoch": 509.69,
      "grad_norm": 1.0656728744506836,
      "learning_rate": 1.494574968389933e-06,
      "loss": 0.3363,
      "step": 1826220
    },
    {
      "epoch": 509.69,
      "grad_norm": 1.038537621498108,
      "learning_rate": 1.4945497660008906e-06,
      "loss": 0.3402,
      "step": 1826230
    },
    {
      "epoch": 509.7,
      "grad_norm": 1.11837899684906,
      "learning_rate": 1.4945245637248784e-06,
      "loss": 0.3545,
      "step": 1826240
    },
    {
      "epoch": 509.7,
      "grad_norm": 1.2636051177978516,
      "learning_rate": 1.494499361561898e-06,
      "loss": 0.3627,
      "step": 1826250
    },
    {
      "epoch": 509.7,
      "grad_norm": 1.1343677043914795,
      "learning_rate": 1.4944741595119529e-06,
      "loss": 0.357,
      "step": 1826260
    },
    {
      "epoch": 509.7,
      "grad_norm": 1.1198185682296753,
      "learning_rate": 1.494448957575047e-06,
      "loss": 0.3225,
      "step": 1826270
    },
    {
      "epoch": 509.71,
      "grad_norm": 1.1428227424621582,
      "learning_rate": 1.4944237557511833e-06,
      "loss": 0.3374,
      "step": 1826280
    },
    {
      "epoch": 509.71,
      "grad_norm": 0.93944251537323,
      "learning_rate": 1.4943985540403642e-06,
      "loss": 0.3314,
      "step": 1826290
    },
    {
      "epoch": 509.71,
      "grad_norm": 0.929742157459259,
      "learning_rate": 1.494373352442595e-06,
      "loss": 0.3399,
      "step": 1826300
    },
    {
      "epoch": 509.72,
      "grad_norm": 1.0486716032028198,
      "learning_rate": 1.4943481509578767e-06,
      "loss": 0.339,
      "step": 1826310
    },
    {
      "epoch": 509.72,
      "grad_norm": 0.8309438824653625,
      "learning_rate": 1.4943229495862154e-06,
      "loss": 0.3396,
      "step": 1826320
    },
    {
      "epoch": 509.72,
      "grad_norm": 0.9730639457702637,
      "learning_rate": 1.4942977483276132e-06,
      "loss": 0.3336,
      "step": 1826330
    },
    {
      "epoch": 509.72,
      "grad_norm": 2.890744924545288,
      "learning_rate": 1.4942725471820726e-06,
      "loss": 0.3278,
      "step": 1826340
    },
    {
      "epoch": 509.73,
      "grad_norm": 1.1873540878295898,
      "learning_rate": 1.4942473461495983e-06,
      "loss": 0.3378,
      "step": 1826350
    },
    {
      "epoch": 509.73,
      "grad_norm": 1.0498319864273071,
      "learning_rate": 1.494222145230193e-06,
      "loss": 0.3426,
      "step": 1826360
    },
    {
      "epoch": 509.73,
      "grad_norm": 1.0564757585525513,
      "learning_rate": 1.4941969444238593e-06,
      "loss": 0.3455,
      "step": 1826370
    },
    {
      "epoch": 509.73,
      "grad_norm": 1.0168298482894897,
      "learning_rate": 1.4941717437306018e-06,
      "loss": 0.3489,
      "step": 1826380
    },
    {
      "epoch": 509.74,
      "grad_norm": 0.9896987676620483,
      "learning_rate": 1.4941465431504237e-06,
      "loss": 0.3515,
      "step": 1826390
    },
    {
      "epoch": 509.74,
      "grad_norm": 0.9837243556976318,
      "learning_rate": 1.4941213426833275e-06,
      "loss": 0.3511,
      "step": 1826400
    },
    {
      "epoch": 509.74,
      "grad_norm": 1.0364083051681519,
      "learning_rate": 1.4940961423293177e-06,
      "loss": 0.3473,
      "step": 1826410
    },
    {
      "epoch": 509.75,
      "grad_norm": 1.0319302082061768,
      "learning_rate": 1.4940709420883968e-06,
      "loss": 0.3404,
      "step": 1826420
    },
    {
      "epoch": 509.75,
      "grad_norm": 1.1993266344070435,
      "learning_rate": 1.4940457419605678e-06,
      "loss": 0.3451,
      "step": 1826430
    },
    {
      "epoch": 509.75,
      "grad_norm": 1.1675559282302856,
      "learning_rate": 1.4940205419458354e-06,
      "loss": 0.3363,
      "step": 1826440
    },
    {
      "epoch": 509.75,
      "grad_norm": 1.1982439756393433,
      "learning_rate": 1.4939953420442023e-06,
      "loss": 0.3461,
      "step": 1826450
    },
    {
      "epoch": 509.76,
      "grad_norm": 1.0385050773620605,
      "learning_rate": 1.4939701422556709e-06,
      "loss": 0.3488,
      "step": 1826460
    },
    {
      "epoch": 509.76,
      "grad_norm": 1.3253523111343384,
      "learning_rate": 1.4939449425802463e-06,
      "loss": 0.336,
      "step": 1826470
    },
    {
      "epoch": 509.76,
      "grad_norm": 1.1609247922897339,
      "learning_rate": 1.4939197430179308e-06,
      "loss": 0.349,
      "step": 1826480
    },
    {
      "epoch": 509.77,
      "grad_norm": 0.9417583346366882,
      "learning_rate": 1.493894543568728e-06,
      "loss": 0.3459,
      "step": 1826490
    },
    {
      "epoch": 509.77,
      "grad_norm": 1.1341493129730225,
      "learning_rate": 1.4938693442326412e-06,
      "loss": 0.3354,
      "step": 1826500
    },
    {
      "epoch": 509.77,
      "grad_norm": 1.0471267700195312,
      "learning_rate": 1.493844145009674e-06,
      "loss": 0.3251,
      "step": 1826510
    },
    {
      "epoch": 509.77,
      "grad_norm": 1.3208632469177246,
      "learning_rate": 1.493818945899828e-06,
      "loss": 0.3366,
      "step": 1826520
    },
    {
      "epoch": 509.78,
      "grad_norm": 1.0550655126571655,
      "learning_rate": 1.4937937469031097e-06,
      "loss": 0.3511,
      "step": 1826530
    },
    {
      "epoch": 509.78,
      "grad_norm": 1.2139428853988647,
      "learning_rate": 1.4937685480195206e-06,
      "loss": 0.3494,
      "step": 1826540
    },
    {
      "epoch": 509.78,
      "grad_norm": 1.0534330606460571,
      "learning_rate": 1.4937433492490637e-06,
      "loss": 0.3396,
      "step": 1826550
    },
    {
      "epoch": 509.79,
      "grad_norm": 1.0735846757888794,
      "learning_rate": 1.4937181505917433e-06,
      "loss": 0.3279,
      "step": 1826560
    },
    {
      "epoch": 509.79,
      "grad_norm": 1.0207006931304932,
      "learning_rate": 1.4936929520475626e-06,
      "loss": 0.325,
      "step": 1826570
    },
    {
      "epoch": 509.79,
      "grad_norm": 1.2118537425994873,
      "learning_rate": 1.4936677536165237e-06,
      "loss": 0.3476,
      "step": 1826580
    },
    {
      "epoch": 509.79,
      "grad_norm": 1.3144378662109375,
      "learning_rate": 1.493642555298632e-06,
      "loss": 0.3597,
      "step": 1826590
    },
    {
      "epoch": 509.8,
      "grad_norm": 1.429339051246643,
      "learning_rate": 1.4936173570938885e-06,
      "loss": 0.3449,
      "step": 1826600
    },
    {
      "epoch": 509.8,
      "grad_norm": 1.0501399040222168,
      "learning_rate": 1.493592159002299e-06,
      "loss": 0.3386,
      "step": 1826610
    },
    {
      "epoch": 509.8,
      "grad_norm": 1.1549850702285767,
      "learning_rate": 1.493566961023866e-06,
      "loss": 0.3423,
      "step": 1826620
    },
    {
      "epoch": 509.8,
      "grad_norm": 1.0250369310379028,
      "learning_rate": 1.493541763158592e-06,
      "loss": 0.3548,
      "step": 1826630
    },
    {
      "epoch": 509.81,
      "grad_norm": 1.2228788137435913,
      "learning_rate": 1.4935165654064814e-06,
      "loss": 0.3358,
      "step": 1826640
    },
    {
      "epoch": 509.81,
      "grad_norm": 1.201228380203247,
      "learning_rate": 1.493491367767537e-06,
      "loss": 0.3401,
      "step": 1826650
    },
    {
      "epoch": 509.81,
      "grad_norm": 1.04793119430542,
      "learning_rate": 1.4934661702417615e-06,
      "loss": 0.337,
      "step": 1826660
    },
    {
      "epoch": 509.82,
      "grad_norm": 1.0101521015167236,
      "learning_rate": 1.49344097282916e-06,
      "loss": 0.3471,
      "step": 1826670
    },
    {
      "epoch": 509.82,
      "grad_norm": 1.0916967391967773,
      "learning_rate": 1.4934157755297343e-06,
      "loss": 0.3336,
      "step": 1826680
    },
    {
      "epoch": 509.82,
      "grad_norm": 1.1757550239562988,
      "learning_rate": 1.4933905783434887e-06,
      "loss": 0.3275,
      "step": 1826690
    },
    {
      "epoch": 509.82,
      "grad_norm": 1.1030665636062622,
      "learning_rate": 1.4933653812704261e-06,
      "loss": 0.3434,
      "step": 1826700
    },
    {
      "epoch": 509.83,
      "grad_norm": 1.136971116065979,
      "learning_rate": 1.4933401843105498e-06,
      "loss": 0.3592,
      "step": 1826710
    },
    {
      "epoch": 509.83,
      "grad_norm": 1.2747383117675781,
      "learning_rate": 1.4933149874638626e-06,
      "loss": 0.3382,
      "step": 1826720
    },
    {
      "epoch": 509.83,
      "grad_norm": 1.1985020637512207,
      "learning_rate": 1.4932897907303696e-06,
      "loss": 0.343,
      "step": 1826730
    },
    {
      "epoch": 509.84,
      "grad_norm": 1.0191737413406372,
      "learning_rate": 1.493264594110073e-06,
      "loss": 0.3474,
      "step": 1826740
    },
    {
      "epoch": 509.84,
      "grad_norm": 1.2561991214752197,
      "learning_rate": 1.4932393976029753e-06,
      "loss": 0.3307,
      "step": 1826750
    },
    {
      "epoch": 509.84,
      "grad_norm": 1.0831915140151978,
      "learning_rate": 1.4932142012090815e-06,
      "loss": 0.3638,
      "step": 1826760
    },
    {
      "epoch": 509.84,
      "grad_norm": 1.6192985773086548,
      "learning_rate": 1.4931890049283944e-06,
      "loss": 0.3336,
      "step": 1826770
    },
    {
      "epoch": 509.85,
      "grad_norm": 1.0349994897842407,
      "learning_rate": 1.4931638087609168e-06,
      "loss": 0.3304,
      "step": 1826780
    },
    {
      "epoch": 509.85,
      "grad_norm": 2.1365764141082764,
      "learning_rate": 1.493138612706653e-06,
      "loss": 0.3334,
      "step": 1826790
    },
    {
      "epoch": 509.85,
      "grad_norm": 1.1109490394592285,
      "learning_rate": 1.4931134167656052e-06,
      "loss": 0.3408,
      "step": 1826800
    },
    {
      "epoch": 509.85,
      "grad_norm": 0.9362356066703796,
      "learning_rate": 1.493088220937777e-06,
      "loss": 0.3446,
      "step": 1826810
    },
    {
      "epoch": 509.86,
      "grad_norm": 1.134364128112793,
      "learning_rate": 1.493063025223173e-06,
      "loss": 0.3404,
      "step": 1826820
    },
    {
      "epoch": 509.86,
      "grad_norm": 0.9092501997947693,
      "learning_rate": 1.4930378296217957e-06,
      "loss": 0.331,
      "step": 1826830
    },
    {
      "epoch": 509.86,
      "grad_norm": 1.2672675848007202,
      "learning_rate": 1.4930126341336476e-06,
      "loss": 0.3449,
      "step": 1826840
    },
    {
      "epoch": 509.87,
      "grad_norm": 5.795396327972412,
      "learning_rate": 1.4929874387587337e-06,
      "loss": 0.3434,
      "step": 1826850
    },
    {
      "epoch": 509.87,
      "grad_norm": 1.1130610704421997,
      "learning_rate": 1.4929622434970566e-06,
      "loss": 0.357,
      "step": 1826860
    },
    {
      "epoch": 509.87,
      "grad_norm": 1.0262420177459717,
      "learning_rate": 1.4929370483486183e-06,
      "loss": 0.3408,
      "step": 1826870
    },
    {
      "epoch": 509.87,
      "grad_norm": 1.207698941230774,
      "learning_rate": 1.4929118533134247e-06,
      "loss": 0.3195,
      "step": 1826880
    },
    {
      "epoch": 509.88,
      "grad_norm": 1.1087837219238281,
      "learning_rate": 1.4928866583914768e-06,
      "loss": 0.3525,
      "step": 1826890
    },
    {
      "epoch": 509.88,
      "grad_norm": 1.2393221855163574,
      "learning_rate": 1.4928614635827798e-06,
      "loss": 0.3307,
      "step": 1826900
    },
    {
      "epoch": 509.88,
      "grad_norm": 1.3465341329574585,
      "learning_rate": 1.4928362688873367e-06,
      "loss": 0.3216,
      "step": 1826910
    },
    {
      "epoch": 509.89,
      "grad_norm": 1.1894404888153076,
      "learning_rate": 1.4928110743051496e-06,
      "loss": 0.3411,
      "step": 1826920
    },
    {
      "epoch": 509.89,
      "grad_norm": 1.2318899631500244,
      "learning_rate": 1.4927858798362236e-06,
      "loss": 0.3657,
      "step": 1826930
    },
    {
      "epoch": 509.89,
      "grad_norm": 1.0879230499267578,
      "learning_rate": 1.4927606854805609e-06,
      "loss": 0.3476,
      "step": 1826940
    },
    {
      "epoch": 509.89,
      "grad_norm": 1.154508113861084,
      "learning_rate": 1.4927354912381639e-06,
      "loss": 0.3517,
      "step": 1826950
    },
    {
      "epoch": 509.9,
      "grad_norm": 1.1114368438720703,
      "learning_rate": 1.4927102971090384e-06,
      "loss": 0.3301,
      "step": 1826960
    },
    {
      "epoch": 509.9,
      "grad_norm": 1.1548327207565308,
      "learning_rate": 1.4926851030931865e-06,
      "loss": 0.3431,
      "step": 1826970
    },
    {
      "epoch": 509.9,
      "grad_norm": 0.9616812467575073,
      "learning_rate": 1.492659909190611e-06,
      "loss": 0.3283,
      "step": 1826980
    },
    {
      "epoch": 509.91,
      "grad_norm": 1.1234498023986816,
      "learning_rate": 1.4926347154013165e-06,
      "loss": 0.3461,
      "step": 1826990
    },
    {
      "epoch": 509.91,
      "grad_norm": 1.0730575323104858,
      "learning_rate": 1.492609521725305e-06,
      "loss": 0.34,
      "step": 1827000
    },
    {
      "epoch": 509.91,
      "grad_norm": 1.320265769958496,
      "learning_rate": 1.4925843281625806e-06,
      "loss": 0.3362,
      "step": 1827010
    },
    {
      "epoch": 509.91,
      "grad_norm": 1.0557736158370972,
      "learning_rate": 1.492559134713147e-06,
      "loss": 0.3413,
      "step": 1827020
    },
    {
      "epoch": 509.92,
      "grad_norm": 1.0858477354049683,
      "learning_rate": 1.4925339413770073e-06,
      "loss": 0.3401,
      "step": 1827030
    },
    {
      "epoch": 509.92,
      "grad_norm": 1.0399397611618042,
      "learning_rate": 1.4925087481541635e-06,
      "loss": 0.3419,
      "step": 1827040
    },
    {
      "epoch": 509.92,
      "grad_norm": 1.0542339086532593,
      "learning_rate": 1.4924835550446213e-06,
      "loss": 0.3382,
      "step": 1827050
    },
    {
      "epoch": 509.92,
      "grad_norm": 1.1607838869094849,
      "learning_rate": 1.4924583620483828e-06,
      "loss": 0.3366,
      "step": 1827060
    },
    {
      "epoch": 509.93,
      "grad_norm": 1.0546646118164062,
      "learning_rate": 1.4924331691654512e-06,
      "loss": 0.3472,
      "step": 1827070
    },
    {
      "epoch": 509.93,
      "grad_norm": 1.1292119026184082,
      "learning_rate": 1.4924079763958304e-06,
      "loss": 0.3478,
      "step": 1827080
    },
    {
      "epoch": 509.93,
      "grad_norm": 1.2280645370483398,
      "learning_rate": 1.4923827837395233e-06,
      "loss": 0.3405,
      "step": 1827090
    },
    {
      "epoch": 509.94,
      "grad_norm": 1.3921599388122559,
      "learning_rate": 1.4923575911965327e-06,
      "loss": 0.3303,
      "step": 1827100
    },
    {
      "epoch": 509.94,
      "grad_norm": 0.9919034242630005,
      "learning_rate": 1.4923323987668635e-06,
      "loss": 0.3348,
      "step": 1827110
    },
    {
      "epoch": 509.94,
      "grad_norm": 1.0440113544464111,
      "learning_rate": 1.4923072064505182e-06,
      "loss": 0.339,
      "step": 1827120
    },
    {
      "epoch": 509.94,
      "grad_norm": 1.0923941135406494,
      "learning_rate": 1.4922820142474993e-06,
      "loss": 0.3469,
      "step": 1827130
    },
    {
      "epoch": 509.95,
      "grad_norm": 1.1804819107055664,
      "learning_rate": 1.4922568221578117e-06,
      "loss": 0.3269,
      "step": 1827140
    },
    {
      "epoch": 509.95,
      "grad_norm": 1.0431673526763916,
      "learning_rate": 1.4922316301814582e-06,
      "loss": 0.3468,
      "step": 1827150
    },
    {
      "epoch": 509.95,
      "grad_norm": 1.130863070487976,
      "learning_rate": 1.4922064383184415e-06,
      "loss": 0.3546,
      "step": 1827160
    },
    {
      "epoch": 509.96,
      "grad_norm": 1.1306912899017334,
      "learning_rate": 1.4921812465687661e-06,
      "loss": 0.3439,
      "step": 1827170
    },
    {
      "epoch": 509.96,
      "grad_norm": 1.2563782930374146,
      "learning_rate": 1.4921560549324341e-06,
      "loss": 0.3555,
      "step": 1827180
    },
    {
      "epoch": 509.96,
      "grad_norm": 1.2739742994308472,
      "learning_rate": 1.49213086340945e-06,
      "loss": 0.343,
      "step": 1827190
    },
    {
      "epoch": 509.96,
      "grad_norm": 1.1368708610534668,
      "learning_rate": 1.492105671999817e-06,
      "loss": 0.3448,
      "step": 1827200
    },
    {
      "epoch": 509.97,
      "grad_norm": 1.3171420097351074,
      "learning_rate": 1.4920804807035373e-06,
      "loss": 0.355,
      "step": 1827210
    },
    {
      "epoch": 509.97,
      "grad_norm": 1.0795987844467163,
      "learning_rate": 1.4920552895206152e-06,
      "loss": 0.3534,
      "step": 1827220
    },
    {
      "epoch": 509.97,
      "grad_norm": 1.1989268064498901,
      "learning_rate": 1.4920300984510546e-06,
      "loss": 0.3499,
      "step": 1827230
    },
    {
      "epoch": 509.97,
      "grad_norm": 1.0805184841156006,
      "learning_rate": 1.4920049074948565e-06,
      "loss": 0.343,
      "step": 1827240
    },
    {
      "epoch": 509.98,
      "grad_norm": 1.006540060043335,
      "learning_rate": 1.4919797166520275e-06,
      "loss": 0.3407,
      "step": 1827250
    },
    {
      "epoch": 509.98,
      "grad_norm": 1.173087239265442,
      "learning_rate": 1.4919545259225692e-06,
      "loss": 0.3394,
      "step": 1827260
    },
    {
      "epoch": 509.98,
      "grad_norm": 1.1892116069793701,
      "learning_rate": 1.491929335306484e-06,
      "loss": 0.3359,
      "step": 1827270
    },
    {
      "epoch": 509.99,
      "grad_norm": 1.7784373760223389,
      "learning_rate": 1.4919041448037772e-06,
      "loss": 0.3436,
      "step": 1827280
    },
    {
      "epoch": 509.99,
      "grad_norm": 1.100096583366394,
      "learning_rate": 1.4918789544144517e-06,
      "loss": 0.3532,
      "step": 1827290
    },
    {
      "epoch": 509.99,
      "grad_norm": 1.0830965042114258,
      "learning_rate": 1.4918537641385096e-06,
      "loss": 0.3594,
      "step": 1827300
    },
    {
      "epoch": 509.99,
      "grad_norm": 1.0411932468414307,
      "learning_rate": 1.4918285739759559e-06,
      "loss": 0.3471,
      "step": 1827310
    },
    {
      "epoch": 510.0,
      "grad_norm": 1.0713934898376465,
      "learning_rate": 1.491803383926793e-06,
      "loss": 0.3392,
      "step": 1827320
    },
    {
      "epoch": 510.0,
      "grad_norm": 1.118178367614746,
      "learning_rate": 1.4917781939910233e-06,
      "loss": 0.3319,
      "step": 1827330
    },
    {
      "epoch": 510.0,
      "eval_loss": 0.34141743183135986,
      "eval_runtime": 65.7769,
      "eval_samples_per_second": 76.912,
      "eval_steps_per_second": 9.623,
      "step": 1827330
    },
    {
      "epoch": 510.0,
      "grad_norm": 1.0437828302383423,
      "learning_rate": 1.4917530041686526e-06,
      "loss": 0.3453,
      "step": 1827340
    },
    {
      "epoch": 510.01,
      "grad_norm": 1.1001696586608887,
      "learning_rate": 1.4917278144596828e-06,
      "loss": 0.3422,
      "step": 1827350
    },
    {
      "epoch": 510.01,
      "grad_norm": 1.8328964710235596,
      "learning_rate": 1.4917026248641168e-06,
      "loss": 0.3446,
      "step": 1827360
    },
    {
      "epoch": 510.01,
      "grad_norm": 1.1506315469741821,
      "learning_rate": 1.4916774353819594e-06,
      "loss": 0.3492,
      "step": 1827370
    },
    {
      "epoch": 510.01,
      "grad_norm": 1.029018759727478,
      "learning_rate": 1.4916522460132127e-06,
      "loss": 0.3626,
      "step": 1827380
    },
    {
      "epoch": 510.02,
      "grad_norm": 1.170999526977539,
      "learning_rate": 1.4916270567578795e-06,
      "loss": 0.3348,
      "step": 1827390
    },
    {
      "epoch": 510.02,
      "grad_norm": 0.9663649201393127,
      "learning_rate": 1.491601867615965e-06,
      "loss": 0.3517,
      "step": 1827400
    },
    {
      "epoch": 510.02,
      "grad_norm": 1.0958319902420044,
      "learning_rate": 1.491576678587472e-06,
      "loss": 0.3425,
      "step": 1827410
    },
    {
      "epoch": 510.03,
      "grad_norm": 1.04637610912323,
      "learning_rate": 1.4915514896724022e-06,
      "loss": 0.3373,
      "step": 1827420
    },
    {
      "epoch": 510.03,
      "grad_norm": 1.0667099952697754,
      "learning_rate": 1.4915263008707615e-06,
      "loss": 0.332,
      "step": 1827430
    },
    {
      "epoch": 510.03,
      "grad_norm": 1.1988275051116943,
      "learning_rate": 1.4915011121825517e-06,
      "loss": 0.3348,
      "step": 1827440
    },
    {
      "epoch": 510.03,
      "grad_norm": 1.0392512083053589,
      "learning_rate": 1.491475923607776e-06,
      "loss": 0.3261,
      "step": 1827450
    },
    {
      "epoch": 510.04,
      "grad_norm": 1.2192803621292114,
      "learning_rate": 1.491450735146439e-06,
      "loss": 0.3346,
      "step": 1827460
    },
    {
      "epoch": 510.04,
      "grad_norm": 1.0521364212036133,
      "learning_rate": 1.491425546798542e-06,
      "loss": 0.3442,
      "step": 1827470
    },
    {
      "epoch": 510.04,
      "grad_norm": 1.2315711975097656,
      "learning_rate": 1.4914003585640905e-06,
      "loss": 0.3548,
      "step": 1827480
    },
    {
      "epoch": 510.04,
      "grad_norm": 1.0829557180404663,
      "learning_rate": 1.4913751704430873e-06,
      "loss": 0.3585,
      "step": 1827490
    },
    {
      "epoch": 510.05,
      "grad_norm": 1.1445684432983398,
      "learning_rate": 1.491349982435535e-06,
      "loss": 0.3556,
      "step": 1827500
    },
    {
      "epoch": 510.05,
      "grad_norm": 1.3094429969787598,
      "learning_rate": 1.4913247945414374e-06,
      "loss": 0.3738,
      "step": 1827510
    },
    {
      "epoch": 510.05,
      "grad_norm": 1.1214566230773926,
      "learning_rate": 1.491299606760798e-06,
      "loss": 0.349,
      "step": 1827520
    },
    {
      "epoch": 510.06,
      "grad_norm": 1.1082375049591064,
      "learning_rate": 1.4912744190936195e-06,
      "loss": 0.3384,
      "step": 1827530
    },
    {
      "epoch": 510.06,
      "grad_norm": 1.0669116973876953,
      "learning_rate": 1.4912492315399062e-06,
      "loss": 0.3487,
      "step": 1827540
    },
    {
      "epoch": 510.06,
      "grad_norm": 1.0129361152648926,
      "learning_rate": 1.491224044099661e-06,
      "loss": 0.3303,
      "step": 1827550
    },
    {
      "epoch": 510.06,
      "grad_norm": 1.0325108766555786,
      "learning_rate": 1.4911988567728863e-06,
      "loss": 0.3252,
      "step": 1827560
    },
    {
      "epoch": 510.07,
      "grad_norm": 1.0434913635253906,
      "learning_rate": 1.4911736695595876e-06,
      "loss": 0.3686,
      "step": 1827570
    },
    {
      "epoch": 510.07,
      "grad_norm": 0.9632376432418823,
      "learning_rate": 1.4911484824597668e-06,
      "loss": 0.3486,
      "step": 1827580
    },
    {
      "epoch": 510.07,
      "grad_norm": 0.9678299427032471,
      "learning_rate": 1.4911232954734274e-06,
      "loss": 0.3486,
      "step": 1827590
    },
    {
      "epoch": 510.08,
      "grad_norm": 0.9885908961296082,
      "learning_rate": 1.4910981086005727e-06,
      "loss": 0.3383,
      "step": 1827600
    },
    {
      "epoch": 510.08,
      "grad_norm": 1.174944281578064,
      "learning_rate": 1.4910729218412066e-06,
      "loss": 0.3362,
      "step": 1827610
    },
    {
      "epoch": 510.08,
      "grad_norm": 1.073188304901123,
      "learning_rate": 1.491047735195331e-06,
      "loss": 0.3589,
      "step": 1827620
    },
    {
      "epoch": 510.08,
      "grad_norm": 1.0573813915252686,
      "learning_rate": 1.4910225486629511e-06,
      "loss": 0.3542,
      "step": 1827630
    },
    {
      "epoch": 510.09,
      "grad_norm": 0.9466218948364258,
      "learning_rate": 1.4909973622440697e-06,
      "loss": 0.3436,
      "step": 1827640
    },
    {
      "epoch": 510.09,
      "grad_norm": 0.9927704930305481,
      "learning_rate": 1.4909721759386893e-06,
      "loss": 0.3544,
      "step": 1827650
    },
    {
      "epoch": 510.09,
      "grad_norm": 0.9757331013679504,
      "learning_rate": 1.4909469897468144e-06,
      "loss": 0.3473,
      "step": 1827660
    },
    {
      "epoch": 510.09,
      "grad_norm": 1.08058762550354,
      "learning_rate": 1.490921803668448e-06,
      "loss": 0.3365,
      "step": 1827670
    },
    {
      "epoch": 510.1,
      "grad_norm": 1.169899821281433,
      "learning_rate": 1.490896617703592e-06,
      "loss": 0.3328,
      "step": 1827680
    },
    {
      "epoch": 510.1,
      "grad_norm": 1.2550209760665894,
      "learning_rate": 1.490871431852252e-06,
      "loss": 0.3497,
      "step": 1827690
    },
    {
      "epoch": 510.1,
      "grad_norm": 1.1276081800460815,
      "learning_rate": 1.4908462461144304e-06,
      "loss": 0.3442,
      "step": 1827700
    },
    {
      "epoch": 510.11,
      "grad_norm": 1.0771424770355225,
      "learning_rate": 1.4908210604901296e-06,
      "loss": 0.3323,
      "step": 1827710
    },
    {
      "epoch": 510.11,
      "grad_norm": 1.1296591758728027,
      "learning_rate": 1.4907958749793548e-06,
      "loss": 0.3476,
      "step": 1827720
    },
    {
      "epoch": 510.11,
      "grad_norm": 1.0512878894805908,
      "learning_rate": 1.4907706895821084e-06,
      "loss": 0.3643,
      "step": 1827730
    },
    {
      "epoch": 510.11,
      "grad_norm": 1.099884271621704,
      "learning_rate": 1.4907455042983933e-06,
      "loss": 0.3453,
      "step": 1827740
    },
    {
      "epoch": 510.12,
      "grad_norm": 0.9806262850761414,
      "learning_rate": 1.490720319128214e-06,
      "loss": 0.3335,
      "step": 1827750
    },
    {
      "epoch": 510.12,
      "grad_norm": 1.0893151760101318,
      "learning_rate": 1.490695134071572e-06,
      "loss": 0.3569,
      "step": 1827760
    },
    {
      "epoch": 510.12,
      "grad_norm": 0.9428565502166748,
      "learning_rate": 1.490669949128473e-06,
      "loss": 0.3434,
      "step": 1827770
    },
    {
      "epoch": 510.13,
      "grad_norm": 1.1032981872558594,
      "learning_rate": 1.490644764298919e-06,
      "loss": 0.3498,
      "step": 1827780
    },
    {
      "epoch": 510.13,
      "grad_norm": 0.9668440818786621,
      "learning_rate": 1.4906195795829132e-06,
      "loss": 0.3456,
      "step": 1827790
    },
    {
      "epoch": 510.13,
      "grad_norm": 1.0957432985305786,
      "learning_rate": 1.4905943949804597e-06,
      "loss": 0.3346,
      "step": 1827800
    },
    {
      "epoch": 510.13,
      "grad_norm": 1.206377625465393,
      "learning_rate": 1.4905692104915617e-06,
      "loss": 0.3454,
      "step": 1827810
    },
    {
      "epoch": 510.14,
      "grad_norm": 1.1434919834136963,
      "learning_rate": 1.4905440261162208e-06,
      "loss": 0.3562,
      "step": 1827820
    },
    {
      "epoch": 510.14,
      "grad_norm": 1.0190449953079224,
      "learning_rate": 1.4905188418544432e-06,
      "loss": 0.3468,
      "step": 1827830
    },
    {
      "epoch": 510.14,
      "grad_norm": 1.5223137140274048,
      "learning_rate": 1.4904936577062308e-06,
      "loss": 0.3596,
      "step": 1827840
    },
    {
      "epoch": 510.15,
      "grad_norm": 1.1963597536087036,
      "learning_rate": 1.4904684736715858e-06,
      "loss": 0.3227,
      "step": 1827850
    },
    {
      "epoch": 510.15,
      "grad_norm": 1.0683941841125488,
      "learning_rate": 1.4904432897505144e-06,
      "loss": 0.3498,
      "step": 1827860
    },
    {
      "epoch": 510.15,
      "grad_norm": 1.1731646060943604,
      "learning_rate": 1.4904181059430178e-06,
      "loss": 0.3532,
      "step": 1827870
    },
    {
      "epoch": 510.15,
      "grad_norm": 1.2219030857086182,
      "learning_rate": 1.4903929222490998e-06,
      "loss": 0.3517,
      "step": 1827880
    },
    {
      "epoch": 510.16,
      "grad_norm": 0.9799374938011169,
      "learning_rate": 1.490367738668764e-06,
      "loss": 0.3544,
      "step": 1827890
    },
    {
      "epoch": 510.16,
      "grad_norm": 1.109653115272522,
      "learning_rate": 1.4903425552020138e-06,
      "loss": 0.3249,
      "step": 1827900
    },
    {
      "epoch": 510.16,
      "grad_norm": 1.1848275661468506,
      "learning_rate": 1.4903173718488517e-06,
      "loss": 0.3404,
      "step": 1827910
    },
    {
      "epoch": 510.16,
      "grad_norm": 1.0620955228805542,
      "learning_rate": 1.4902921886092822e-06,
      "loss": 0.3432,
      "step": 1827920
    },
    {
      "epoch": 510.17,
      "grad_norm": 1.0525975227355957,
      "learning_rate": 1.4902670054833083e-06,
      "loss": 0.3361,
      "step": 1827930
    },
    {
      "epoch": 510.17,
      "grad_norm": 1.160977840423584,
      "learning_rate": 1.4902418224709328e-06,
      "loss": 0.337,
      "step": 1827940
    },
    {
      "epoch": 510.17,
      "grad_norm": 1.2228106260299683,
      "learning_rate": 1.4902166395721598e-06,
      "loss": 0.3526,
      "step": 1827950
    },
    {
      "epoch": 510.18,
      "grad_norm": 0.9108637571334839,
      "learning_rate": 1.4901914567869921e-06,
      "loss": 0.3301,
      "step": 1827960
    },
    {
      "epoch": 510.18,
      "grad_norm": 1.517958402633667,
      "learning_rate": 1.4901662741154332e-06,
      "loss": 0.3525,
      "step": 1827970
    },
    {
      "epoch": 510.18,
      "grad_norm": 1.1722906827926636,
      "learning_rate": 1.4901410915574868e-06,
      "loss": 0.3294,
      "step": 1827980
    },
    {
      "epoch": 510.18,
      "grad_norm": 1.3542976379394531,
      "learning_rate": 1.4901159091131561e-06,
      "loss": 0.3527,
      "step": 1827990
    },
    {
      "epoch": 510.19,
      "grad_norm": 1.028546929359436,
      "learning_rate": 1.4900907267824433e-06,
      "loss": 0.3397,
      "step": 1828000
    },
    {
      "epoch": 510.19,
      "grad_norm": 1.2379236221313477,
      "learning_rate": 1.4900655445653541e-06,
      "loss": 0.332,
      "step": 1828010
    },
    {
      "epoch": 510.19,
      "grad_norm": 1.1304739713668823,
      "learning_rate": 1.4900403624618903e-06,
      "loss": 0.3227,
      "step": 1828020
    },
    {
      "epoch": 510.2,
      "grad_norm": 1.0544664859771729,
      "learning_rate": 1.4900151804720546e-06,
      "loss": 0.336,
      "step": 1828030
    },
    {
      "epoch": 510.2,
      "grad_norm": 1.2195016145706177,
      "learning_rate": 1.4899899985958522e-06,
      "loss": 0.3374,
      "step": 1828040
    },
    {
      "epoch": 510.2,
      "grad_norm": 1.2376734018325806,
      "learning_rate": 1.4899648168332845e-06,
      "loss": 0.335,
      "step": 1828050
    },
    {
      "epoch": 510.2,
      "grad_norm": 1.1615159511566162,
      "learning_rate": 1.4899396351843567e-06,
      "loss": 0.349,
      "step": 1828060
    },
    {
      "epoch": 510.21,
      "grad_norm": 1.3919978141784668,
      "learning_rate": 1.4899144536490713e-06,
      "loss": 0.3368,
      "step": 1828070
    },
    {
      "epoch": 510.21,
      "grad_norm": 1.1289212703704834,
      "learning_rate": 1.4898892722274308e-06,
      "loss": 0.3315,
      "step": 1828080
    },
    {
      "epoch": 510.21,
      "grad_norm": 0.9622686505317688,
      "learning_rate": 1.4898640909194402e-06,
      "loss": 0.337,
      "step": 1828090
    },
    {
      "epoch": 510.21,
      "grad_norm": 1.133062720298767,
      "learning_rate": 1.4898389097251023e-06,
      "loss": 0.3309,
      "step": 1828100
    },
    {
      "epoch": 510.22,
      "grad_norm": 0.8613617420196533,
      "learning_rate": 1.4898137286444192e-06,
      "loss": 0.324,
      "step": 1828110
    },
    {
      "epoch": 510.22,
      "grad_norm": 1.1291757822036743,
      "learning_rate": 1.4897885476773961e-06,
      "loss": 0.3526,
      "step": 1828120
    },
    {
      "epoch": 510.22,
      "grad_norm": 1.2679718732833862,
      "learning_rate": 1.4897633668240356e-06,
      "loss": 0.3387,
      "step": 1828130
    },
    {
      "epoch": 510.23,
      "grad_norm": 0.8710689544677734,
      "learning_rate": 1.4897381860843398e-06,
      "loss": 0.3374,
      "step": 1828140
    },
    {
      "epoch": 510.23,
      "grad_norm": 1.0023170709609985,
      "learning_rate": 1.4897130054583145e-06,
      "loss": 0.3341,
      "step": 1828150
    },
    {
      "epoch": 510.23,
      "grad_norm": 0.9217091798782349,
      "learning_rate": 1.489687824945961e-06,
      "loss": 0.3372,
      "step": 1828160
    },
    {
      "epoch": 510.23,
      "grad_norm": 1.229060411453247,
      "learning_rate": 1.4896626445472834e-06,
      "loss": 0.3365,
      "step": 1828170
    },
    {
      "epoch": 510.24,
      "grad_norm": 1.2703393697738647,
      "learning_rate": 1.4896374642622857e-06,
      "loss": 0.3296,
      "step": 1828180
    },
    {
      "epoch": 510.24,
      "grad_norm": 1.2009847164154053,
      "learning_rate": 1.4896122840909705e-06,
      "loss": 0.3267,
      "step": 1828190
    },
    {
      "epoch": 510.24,
      "grad_norm": 1.0055872201919556,
      "learning_rate": 1.4895871040333404e-06,
      "loss": 0.333,
      "step": 1828200
    },
    {
      "epoch": 510.25,
      "grad_norm": 1.1478511095046997,
      "learning_rate": 1.4895619240894e-06,
      "loss": 0.3465,
      "step": 1828210
    },
    {
      "epoch": 510.25,
      "grad_norm": 1.3342701196670532,
      "learning_rate": 1.4895367442591529e-06,
      "loss": 0.3576,
      "step": 1828220
    },
    {
      "epoch": 510.25,
      "grad_norm": 1.3040072917938232,
      "learning_rate": 1.4895115645426007e-06,
      "loss": 0.3533,
      "step": 1828230
    },
    {
      "epoch": 510.25,
      "grad_norm": 1.0597180128097534,
      "learning_rate": 1.4894863849397488e-06,
      "loss": 0.3397,
      "step": 1828240
    },
    {
      "epoch": 510.26,
      "grad_norm": 1.1335288286209106,
      "learning_rate": 1.4894612054505996e-06,
      "loss": 0.329,
      "step": 1828250
    },
    {
      "epoch": 510.26,
      "grad_norm": 1.2940477132797241,
      "learning_rate": 1.489436026075156e-06,
      "loss": 0.3322,
      "step": 1828260
    },
    {
      "epoch": 510.26,
      "grad_norm": 1.031430959701538,
      "learning_rate": 1.489410846813422e-06,
      "loss": 0.3352,
      "step": 1828270
    },
    {
      "epoch": 510.27,
      "grad_norm": 1.2691473960876465,
      "learning_rate": 1.4893856676654014e-06,
      "loss": 0.3345,
      "step": 1828280
    },
    {
      "epoch": 510.27,
      "grad_norm": 1.0673247575759888,
      "learning_rate": 1.4893604886310954e-06,
      "loss": 0.3427,
      "step": 1828290
    },
    {
      "epoch": 510.27,
      "grad_norm": 1.0737736225128174,
      "learning_rate": 1.48933530971051e-06,
      "loss": 0.3403,
      "step": 1828300
    },
    {
      "epoch": 510.27,
      "grad_norm": 1.0348987579345703,
      "learning_rate": 1.4893101309036476e-06,
      "loss": 0.3394,
      "step": 1828310
    },
    {
      "epoch": 510.28,
      "grad_norm": 1.2349700927734375,
      "learning_rate": 1.4892849522105107e-06,
      "loss": 0.3571,
      "step": 1828320
    },
    {
      "epoch": 510.28,
      "grad_norm": 1.2893092632293701,
      "learning_rate": 1.4892597736311039e-06,
      "loss": 0.3414,
      "step": 1828330
    },
    {
      "epoch": 510.28,
      "grad_norm": 1.2160457372665405,
      "learning_rate": 1.489234595165429e-06,
      "loss": 0.3497,
      "step": 1828340
    },
    {
      "epoch": 510.28,
      "grad_norm": 1.1282932758331299,
      "learning_rate": 1.4892094168134912e-06,
      "loss": 0.3335,
      "step": 1828350
    },
    {
      "epoch": 510.29,
      "grad_norm": 1.203600287437439,
      "learning_rate": 1.4891842385752932e-06,
      "loss": 0.3208,
      "step": 1828360
    },
    {
      "epoch": 510.29,
      "grad_norm": 1.052088975906372,
      "learning_rate": 1.489159060450837e-06,
      "loss": 0.3385,
      "step": 1828370
    },
    {
      "epoch": 510.29,
      "grad_norm": 1.1315371990203857,
      "learning_rate": 1.4891338824401284e-06,
      "loss": 0.3406,
      "step": 1828380
    },
    {
      "epoch": 510.3,
      "grad_norm": 1.0743813514709473,
      "learning_rate": 1.489108704543169e-06,
      "loss": 0.3218,
      "step": 1828390
    },
    {
      "epoch": 510.3,
      "grad_norm": 0.9920268654823303,
      "learning_rate": 1.4890835267599624e-06,
      "loss": 0.3501,
      "step": 1828400
    },
    {
      "epoch": 510.3,
      "grad_norm": 1.188718557357788,
      "learning_rate": 1.4890583490905123e-06,
      "loss": 0.3385,
      "step": 1828410
    },
    {
      "epoch": 510.3,
      "grad_norm": 1.165315866470337,
      "learning_rate": 1.4890331715348223e-06,
      "loss": 0.3389,
      "step": 1828420
    },
    {
      "epoch": 510.31,
      "grad_norm": 1.1415024995803833,
      "learning_rate": 1.4890079940928941e-06,
      "loss": 0.3302,
      "step": 1828430
    },
    {
      "epoch": 510.31,
      "grad_norm": 1.1874704360961914,
      "learning_rate": 1.4889828167647335e-06,
      "loss": 0.3555,
      "step": 1828440
    },
    {
      "epoch": 510.31,
      "grad_norm": 1.2044750452041626,
      "learning_rate": 1.4889576395503423e-06,
      "loss": 0.3572,
      "step": 1828450
    },
    {
      "epoch": 510.32,
      "grad_norm": 1.0273278951644897,
      "learning_rate": 1.488932462449724e-06,
      "loss": 0.3377,
      "step": 1828460
    },
    {
      "epoch": 510.32,
      "grad_norm": 1.848280906677246,
      "learning_rate": 1.4889072854628824e-06,
      "loss": 0.3602,
      "step": 1828470
    },
    {
      "epoch": 510.32,
      "grad_norm": 1.2928818464279175,
      "learning_rate": 1.4888821085898205e-06,
      "loss": 0.3463,
      "step": 1828480
    },
    {
      "epoch": 510.32,
      "grad_norm": 1.169808030128479,
      "learning_rate": 1.4888569318305412e-06,
      "loss": 0.3412,
      "step": 1828490
    },
    {
      "epoch": 510.33,
      "grad_norm": 1.1673437356948853,
      "learning_rate": 1.4888317551850493e-06,
      "loss": 0.3294,
      "step": 1828500
    },
    {
      "epoch": 510.33,
      "grad_norm": 1.165045976638794,
      "learning_rate": 1.4888065786533472e-06,
      "loss": 0.3211,
      "step": 1828510
    },
    {
      "epoch": 510.33,
      "grad_norm": 1.0799959897994995,
      "learning_rate": 1.488781402235437e-06,
      "loss": 0.3354,
      "step": 1828520
    },
    {
      "epoch": 510.33,
      "grad_norm": 1.1516001224517822,
      "learning_rate": 1.4887562259313245e-06,
      "loss": 0.3411,
      "step": 1828530
    },
    {
      "epoch": 510.34,
      "grad_norm": 1.118775725364685,
      "learning_rate": 1.488731049741012e-06,
      "loss": 0.3329,
      "step": 1828540
    },
    {
      "epoch": 510.34,
      "grad_norm": 0.8968586325645447,
      "learning_rate": 1.4887058736645023e-06,
      "loss": 0.3331,
      "step": 1828550
    },
    {
      "epoch": 510.34,
      "grad_norm": 1.0956963300704956,
      "learning_rate": 1.4886806977017996e-06,
      "loss": 0.3298,
      "step": 1828560
    },
    {
      "epoch": 510.35,
      "grad_norm": 1.2872133255004883,
      "learning_rate": 1.4886555218529069e-06,
      "loss": 0.3501,
      "step": 1828570
    },
    {
      "epoch": 510.35,
      "grad_norm": 1.010285496711731,
      "learning_rate": 1.4886303461178265e-06,
      "loss": 0.3378,
      "step": 1828580
    },
    {
      "epoch": 510.35,
      "grad_norm": 1.0564403533935547,
      "learning_rate": 1.488605170496564e-06,
      "loss": 0.3509,
      "step": 1828590
    },
    {
      "epoch": 510.35,
      "grad_norm": 1.236419439315796,
      "learning_rate": 1.4885799949891211e-06,
      "loss": 0.3476,
      "step": 1828600
    },
    {
      "epoch": 510.36,
      "grad_norm": 0.9666130542755127,
      "learning_rate": 1.4885548195955014e-06,
      "loss": 0.3337,
      "step": 1828610
    },
    {
      "epoch": 510.36,
      "grad_norm": 1.1569682359695435,
      "learning_rate": 1.4885296443157086e-06,
      "loss": 0.3358,
      "step": 1828620
    },
    {
      "epoch": 510.36,
      "grad_norm": 1.0310875177383423,
      "learning_rate": 1.4885044691497449e-06,
      "loss": 0.3431,
      "step": 1828630
    },
    {
      "epoch": 510.37,
      "grad_norm": 1.0648502111434937,
      "learning_rate": 1.488479294097616e-06,
      "loss": 0.3439,
      "step": 1828640
    },
    {
      "epoch": 510.37,
      "grad_norm": 1.1114938259124756,
      "learning_rate": 1.4884541191593234e-06,
      "loss": 0.33,
      "step": 1828650
    },
    {
      "epoch": 510.37,
      "grad_norm": 1.099367380142212,
      "learning_rate": 1.4884289443348702e-06,
      "loss": 0.348,
      "step": 1828660
    },
    {
      "epoch": 510.37,
      "grad_norm": 1.0879433155059814,
      "learning_rate": 1.4884037696242612e-06,
      "loss": 0.3304,
      "step": 1828670
    },
    {
      "epoch": 510.38,
      "grad_norm": 1.1003773212432861,
      "learning_rate": 1.4883785950274991e-06,
      "loss": 0.3396,
      "step": 1828680
    },
    {
      "epoch": 510.38,
      "grad_norm": 1.0668071508407593,
      "learning_rate": 1.4883534205445867e-06,
      "loss": 0.3259,
      "step": 1828690
    },
    {
      "epoch": 510.38,
      "grad_norm": 1.3076821565628052,
      "learning_rate": 1.4883282461755287e-06,
      "loss": 0.3462,
      "step": 1828700
    },
    {
      "epoch": 510.39,
      "grad_norm": 1.1822376251220703,
      "learning_rate": 1.488303071920327e-06,
      "loss": 0.3423,
      "step": 1828710
    },
    {
      "epoch": 510.39,
      "grad_norm": 1.11127769947052,
      "learning_rate": 1.4882778977789848e-06,
      "loss": 0.3412,
      "step": 1828720
    },
    {
      "epoch": 510.39,
      "grad_norm": 1.146115779876709,
      "learning_rate": 1.488252723751507e-06,
      "loss": 0.332,
      "step": 1828730
    },
    {
      "epoch": 510.39,
      "grad_norm": 1.0537726879119873,
      "learning_rate": 1.4882275498378963e-06,
      "loss": 0.332,
      "step": 1828740
    },
    {
      "epoch": 510.4,
      "grad_norm": 0.982932448387146,
      "learning_rate": 1.4882023760381552e-06,
      "loss": 0.3274,
      "step": 1828750
    },
    {
      "epoch": 510.4,
      "grad_norm": 1.1271052360534668,
      "learning_rate": 1.4881772023522887e-06,
      "loss": 0.3408,
      "step": 1828760
    },
    {
      "epoch": 510.4,
      "grad_norm": 1.1192512512207031,
      "learning_rate": 1.4881520287802987e-06,
      "loss": 0.3392,
      "step": 1828770
    },
    {
      "epoch": 510.4,
      "grad_norm": 1.0827836990356445,
      "learning_rate": 1.488126855322188e-06,
      "loss": 0.3472,
      "step": 1828780
    },
    {
      "epoch": 510.41,
      "grad_norm": 1.1738749742507935,
      "learning_rate": 1.4881016819779623e-06,
      "loss": 0.3459,
      "step": 1828790
    },
    {
      "epoch": 510.41,
      "grad_norm": 1.0312117338180542,
      "learning_rate": 1.4880765087476234e-06,
      "loss": 0.3411,
      "step": 1828800
    },
    {
      "epoch": 510.41,
      "grad_norm": 1.1093873977661133,
      "learning_rate": 1.4880513356311738e-06,
      "loss": 0.3592,
      "step": 1828810
    },
    {
      "epoch": 510.42,
      "grad_norm": 1.0645114183425903,
      "learning_rate": 1.488026162628619e-06,
      "loss": 0.3401,
      "step": 1828820
    },
    {
      "epoch": 510.42,
      "grad_norm": 1.0366549491882324,
      "learning_rate": 1.4880009897399615e-06,
      "loss": 0.3333,
      "step": 1828830
    },
    {
      "epoch": 510.42,
      "grad_norm": 1.2047497034072876,
      "learning_rate": 1.4879758169652035e-06,
      "loss": 0.3344,
      "step": 1828840
    },
    {
      "epoch": 510.42,
      "grad_norm": 1.2767373323440552,
      "learning_rate": 1.48795064430435e-06,
      "loss": 0.332,
      "step": 1828850
    },
    {
      "epoch": 510.43,
      "grad_norm": 1.1828131675720215,
      "learning_rate": 1.4879254717574037e-06,
      "loss": 0.3393,
      "step": 1828860
    },
    {
      "epoch": 510.43,
      "grad_norm": 1.249706745147705,
      "learning_rate": 1.4879002993243671e-06,
      "loss": 0.3391,
      "step": 1828870
    },
    {
      "epoch": 510.43,
      "grad_norm": 1.2439448833465576,
      "learning_rate": 1.4878751270052447e-06,
      "loss": 0.3399,
      "step": 1828880
    },
    {
      "epoch": 510.44,
      "grad_norm": 1.1243202686309814,
      "learning_rate": 1.48784995480004e-06,
      "loss": 0.3301,
      "step": 1828890
    },
    {
      "epoch": 510.44,
      "grad_norm": 1.1531717777252197,
      "learning_rate": 1.4878247827087553e-06,
      "loss": 0.3431,
      "step": 1828900
    },
    {
      "epoch": 510.44,
      "grad_norm": 1.1770991086959839,
      "learning_rate": 1.4877996107313941e-06,
      "loss": 0.3483,
      "step": 1828910
    },
    {
      "epoch": 510.44,
      "grad_norm": 1.0236883163452148,
      "learning_rate": 1.4877744388679604e-06,
      "loss": 0.3273,
      "step": 1828920
    },
    {
      "epoch": 510.45,
      "grad_norm": 1.0866707563400269,
      "learning_rate": 1.4877492671184576e-06,
      "loss": 0.3227,
      "step": 1828930
    },
    {
      "epoch": 510.45,
      "grad_norm": 1.0373060703277588,
      "learning_rate": 1.487724095482889e-06,
      "loss": 0.3258,
      "step": 1828940
    },
    {
      "epoch": 510.45,
      "grad_norm": 1.0565887689590454,
      "learning_rate": 1.4876989239612566e-06,
      "loss": 0.3458,
      "step": 1828950
    },
    {
      "epoch": 510.45,
      "grad_norm": 1.0834500789642334,
      "learning_rate": 1.4876737525535657e-06,
      "loss": 0.3422,
      "step": 1828960
    },
    {
      "epoch": 510.46,
      "grad_norm": 1.1817163228988647,
      "learning_rate": 1.487648581259819e-06,
      "loss": 0.3593,
      "step": 1828970
    },
    {
      "epoch": 510.46,
      "grad_norm": 1.2491633892059326,
      "learning_rate": 1.487623410080019e-06,
      "loss": 0.3492,
      "step": 1828980
    },
    {
      "epoch": 510.46,
      "grad_norm": 1.1979888677597046,
      "learning_rate": 1.48759823901417e-06,
      "loss": 0.3483,
      "step": 1828990
    },
    {
      "epoch": 510.47,
      "grad_norm": 0.9279475808143616,
      "learning_rate": 1.4875730680622752e-06,
      "loss": 0.357,
      "step": 1829000
    },
    {
      "epoch": 510.47,
      "grad_norm": 1.1103674173355103,
      "learning_rate": 1.487547897224337e-06,
      "loss": 0.3507,
      "step": 1829010
    },
    {
      "epoch": 510.47,
      "grad_norm": 1.097366213798523,
      "learning_rate": 1.4875227265003602e-06,
      "loss": 0.3435,
      "step": 1829020
    },
    {
      "epoch": 510.47,
      "grad_norm": 1.0016833543777466,
      "learning_rate": 1.4874975558903477e-06,
      "loss": 0.3433,
      "step": 1829030
    },
    {
      "epoch": 510.48,
      "grad_norm": 2.0356247425079346,
      "learning_rate": 1.4874723853943015e-06,
      "loss": 0.341,
      "step": 1829040
    },
    {
      "epoch": 510.48,
      "grad_norm": 1.0223714113235474,
      "learning_rate": 1.4874472150122271e-06,
      "loss": 0.3388,
      "step": 1829050
    },
    {
      "epoch": 510.48,
      "grad_norm": 1.0156468152999878,
      "learning_rate": 1.487422044744127e-06,
      "loss": 0.3474,
      "step": 1829060
    },
    {
      "epoch": 510.49,
      "grad_norm": 1.107194423675537,
      "learning_rate": 1.4873968745900036e-06,
      "loss": 0.3419,
      "step": 1829070
    },
    {
      "epoch": 510.49,
      "grad_norm": 1.2706997394561768,
      "learning_rate": 1.4873717045498618e-06,
      "loss": 0.3336,
      "step": 1829080
    },
    {
      "epoch": 510.49,
      "grad_norm": 1.086035966873169,
      "learning_rate": 1.487346534623704e-06,
      "loss": 0.3342,
      "step": 1829090
    },
    {
      "epoch": 510.49,
      "grad_norm": 1.0438357591629028,
      "learning_rate": 1.4873213648115329e-06,
      "loss": 0.3418,
      "step": 1829100
    },
    {
      "epoch": 510.5,
      "grad_norm": 1.2155356407165527,
      "learning_rate": 1.4872961951133535e-06,
      "loss": 0.3443,
      "step": 1829110
    },
    {
      "epoch": 510.5,
      "grad_norm": 1.1237101554870605,
      "learning_rate": 1.4872710255291683e-06,
      "loss": 0.3616,
      "step": 1829120
    },
    {
      "epoch": 510.5,
      "grad_norm": 0.998095691204071,
      "learning_rate": 1.4872458560589804e-06,
      "loss": 0.3228,
      "step": 1829130
    },
    {
      "epoch": 510.51,
      "grad_norm": 1.0555495023727417,
      "learning_rate": 1.4872206867027936e-06,
      "loss": 0.3276,
      "step": 1829140
    },
    {
      "epoch": 510.51,
      "grad_norm": 1.2818833589553833,
      "learning_rate": 1.4871955174606115e-06,
      "loss": 0.3372,
      "step": 1829150
    },
    {
      "epoch": 510.51,
      "grad_norm": 1.0678788423538208,
      "learning_rate": 1.487170348332436e-06,
      "loss": 0.3188,
      "step": 1829160
    },
    {
      "epoch": 510.51,
      "grad_norm": 1.0047661066055298,
      "learning_rate": 1.4871451793182722e-06,
      "loss": 0.3424,
      "step": 1829170
    },
    {
      "epoch": 510.52,
      "grad_norm": 0.9523307681083679,
      "learning_rate": 1.487120010418123e-06,
      "loss": 0.3506,
      "step": 1829180
    },
    {
      "epoch": 510.52,
      "grad_norm": 1.083580493927002,
      "learning_rate": 1.4870948416319905e-06,
      "loss": 0.3261,
      "step": 1829190
    },
    {
      "epoch": 510.52,
      "grad_norm": 1.0528827905654907,
      "learning_rate": 1.48706967295988e-06,
      "loss": 0.34,
      "step": 1829200
    },
    {
      "epoch": 510.52,
      "grad_norm": 1.1425966024398804,
      "learning_rate": 1.487044504401793e-06,
      "loss": 0.3353,
      "step": 1829210
    },
    {
      "epoch": 510.53,
      "grad_norm": 1.205623984336853,
      "learning_rate": 1.4870193359577345e-06,
      "loss": 0.3514,
      "step": 1829220
    },
    {
      "epoch": 510.53,
      "grad_norm": 0.9710065126419067,
      "learning_rate": 1.4869941676277071e-06,
      "loss": 0.3399,
      "step": 1829230
    },
    {
      "epoch": 510.53,
      "grad_norm": 1.0755268335342407,
      "learning_rate": 1.4869689994117133e-06,
      "loss": 0.361,
      "step": 1829240
    },
    {
      "epoch": 510.54,
      "grad_norm": 1.1368567943572998,
      "learning_rate": 1.4869438313097582e-06,
      "loss": 0.3439,
      "step": 1829250
    },
    {
      "epoch": 510.54,
      "grad_norm": 1.8172374963760376,
      "learning_rate": 1.486918663321844e-06,
      "loss": 0.3493,
      "step": 1829260
    },
    {
      "epoch": 510.54,
      "grad_norm": 1.1544183492660522,
      "learning_rate": 1.486893495447974e-06,
      "loss": 0.353,
      "step": 1829270
    },
    {
      "epoch": 510.54,
      "grad_norm": 1.1969715356826782,
      "learning_rate": 1.4868683276881523e-06,
      "loss": 0.3563,
      "step": 1829280
    },
    {
      "epoch": 510.55,
      "grad_norm": 1.0135902166366577,
      "learning_rate": 1.4868431600423817e-06,
      "loss": 0.3526,
      "step": 1829290
    },
    {
      "epoch": 510.55,
      "grad_norm": 0.9903503656387329,
      "learning_rate": 1.4868179925106647e-06,
      "loss": 0.3392,
      "step": 1829300
    },
    {
      "epoch": 510.55,
      "grad_norm": 1.1179189682006836,
      "learning_rate": 1.4867928250930064e-06,
      "loss": 0.3312,
      "step": 1829310
    },
    {
      "epoch": 510.56,
      "grad_norm": 1.4236258268356323,
      "learning_rate": 1.4867676577894095e-06,
      "loss": 0.3483,
      "step": 1829320
    },
    {
      "epoch": 510.56,
      "grad_norm": 1.2031787633895874,
      "learning_rate": 1.4867424905998764e-06,
      "loss": 0.345,
      "step": 1829330
    },
    {
      "epoch": 510.56,
      "grad_norm": 1.0576421022415161,
      "learning_rate": 1.4867173235244118e-06,
      "loss": 0.3516,
      "step": 1829340
    },
    {
      "epoch": 510.56,
      "grad_norm": 1.1303160190582275,
      "learning_rate": 1.4866921565630188e-06,
      "loss": 0.3583,
      "step": 1829350
    },
    {
      "epoch": 510.57,
      "grad_norm": 1.1258864402770996,
      "learning_rate": 1.4866669897157e-06,
      "loss": 0.3342,
      "step": 1829360
    },
    {
      "epoch": 510.57,
      "grad_norm": 1.255761981010437,
      "learning_rate": 1.4866418229824597e-06,
      "loss": 0.332,
      "step": 1829370
    },
    {
      "epoch": 510.57,
      "grad_norm": 1.2840951681137085,
      "learning_rate": 1.4866166563633002e-06,
      "loss": 0.3323,
      "step": 1829380
    },
    {
      "epoch": 510.57,
      "grad_norm": 1.152863621711731,
      "learning_rate": 1.486591489858225e-06,
      "loss": 0.3381,
      "step": 1829390
    },
    {
      "epoch": 510.58,
      "grad_norm": 1.371583104133606,
      "learning_rate": 1.4865663234672384e-06,
      "loss": 0.3421,
      "step": 1829400
    },
    {
      "epoch": 510.58,
      "grad_norm": 1.0858701467514038,
      "learning_rate": 1.4865411571903435e-06,
      "loss": 0.3636,
      "step": 1829410
    },
    {
      "epoch": 510.58,
      "grad_norm": 4.345738887786865,
      "learning_rate": 1.4865159910275425e-06,
      "loss": 0.3315,
      "step": 1829420
    },
    {
      "epoch": 510.59,
      "grad_norm": 1.181658387184143,
      "learning_rate": 1.4864908249788402e-06,
      "loss": 0.3585,
      "step": 1829430
    },
    {
      "epoch": 510.59,
      "grad_norm": 1.1767902374267578,
      "learning_rate": 1.4864656590442394e-06,
      "loss": 0.3586,
      "step": 1829440
    },
    {
      "epoch": 510.59,
      "grad_norm": 1.1288033723831177,
      "learning_rate": 1.4864404932237426e-06,
      "loss": 0.3383,
      "step": 1829450
    },
    {
      "epoch": 510.59,
      "grad_norm": 1.019048810005188,
      "learning_rate": 1.4864153275173545e-06,
      "loss": 0.3368,
      "step": 1829460
    },
    {
      "epoch": 510.6,
      "grad_norm": 1.0444612503051758,
      "learning_rate": 1.4863901619250784e-06,
      "loss": 0.3365,
      "step": 1829470
    },
    {
      "epoch": 510.6,
      "grad_norm": 1.2143301963806152,
      "learning_rate": 1.4863649964469155e-06,
      "loss": 0.3446,
      "step": 1829480
    },
    {
      "epoch": 510.6,
      "grad_norm": 1.2122961282730103,
      "learning_rate": 1.4863398310828725e-06,
      "loss": 0.3298,
      "step": 1829490
    },
    {
      "epoch": 510.61,
      "grad_norm": 1.1667026281356812,
      "learning_rate": 1.48631466583295e-06,
      "loss": 0.3261,
      "step": 1829500
    },
    {
      "epoch": 510.61,
      "grad_norm": 0.9536723494529724,
      "learning_rate": 1.4862895006971529e-06,
      "loss": 0.3362,
      "step": 1829510
    },
    {
      "epoch": 510.61,
      "grad_norm": 1.1615626811981201,
      "learning_rate": 1.486264335675484e-06,
      "loss": 0.3398,
      "step": 1829520
    },
    {
      "epoch": 510.61,
      "grad_norm": 1.2030619382858276,
      "learning_rate": 1.4862391707679458e-06,
      "loss": 0.3323,
      "step": 1829530
    },
    {
      "epoch": 510.62,
      "grad_norm": 1.1083786487579346,
      "learning_rate": 1.4862140059745435e-06,
      "loss": 0.3535,
      "step": 1829540
    },
    {
      "epoch": 510.62,
      "grad_norm": 1.1146841049194336,
      "learning_rate": 1.4861888412952794e-06,
      "loss": 0.3409,
      "step": 1829550
    },
    {
      "epoch": 510.62,
      "grad_norm": 0.9896548986434937,
      "learning_rate": 1.4861636767301566e-06,
      "loss": 0.3408,
      "step": 1829560
    },
    {
      "epoch": 510.63,
      "grad_norm": 1.06505286693573,
      "learning_rate": 1.4861385122791793e-06,
      "loss": 0.3335,
      "step": 1829570
    },
    {
      "epoch": 510.63,
      "grad_norm": 1.1961016654968262,
      "learning_rate": 1.4861133479423503e-06,
      "loss": 0.3494,
      "step": 1829580
    },
    {
      "epoch": 510.63,
      "grad_norm": 1.1056815385818481,
      "learning_rate": 1.4860881837196719e-06,
      "loss": 0.3367,
      "step": 1829590
    },
    {
      "epoch": 510.63,
      "grad_norm": 1.0415252447128296,
      "learning_rate": 1.4860630196111494e-06,
      "loss": 0.3306,
      "step": 1829600
    },
    {
      "epoch": 510.64,
      "grad_norm": 1.0428550243377686,
      "learning_rate": 1.4860378556167853e-06,
      "loss": 0.3319,
      "step": 1829610
    },
    {
      "epoch": 510.64,
      "grad_norm": 1.0816967487335205,
      "learning_rate": 1.486012691736582e-06,
      "loss": 0.3373,
      "step": 1829620
    },
    {
      "epoch": 510.64,
      "grad_norm": 1.07538902759552,
      "learning_rate": 1.4859875279705448e-06,
      "loss": 0.3386,
      "step": 1829630
    },
    {
      "epoch": 510.64,
      "grad_norm": 1.2281216382980347,
      "learning_rate": 1.485962364318676e-06,
      "loss": 0.3598,
      "step": 1829640
    },
    {
      "epoch": 510.65,
      "grad_norm": 0.9855473637580872,
      "learning_rate": 1.4859372007809784e-06,
      "loss": 0.3331,
      "step": 1829650
    },
    {
      "epoch": 510.65,
      "grad_norm": 1.2758184671401978,
      "learning_rate": 1.4859120373574566e-06,
      "loss": 0.3407,
      "step": 1829660
    },
    {
      "epoch": 510.65,
      "grad_norm": 1.07259202003479,
      "learning_rate": 1.485886874048113e-06,
      "loss": 0.3226,
      "step": 1829670
    },
    {
      "epoch": 510.66,
      "grad_norm": 1.3500633239746094,
      "learning_rate": 1.4858617108529504e-06,
      "loss": 0.3329,
      "step": 1829680
    },
    {
      "epoch": 510.66,
      "grad_norm": 1.0344880819320679,
      "learning_rate": 1.485836547771974e-06,
      "loss": 0.3319,
      "step": 1829690
    },
    {
      "epoch": 510.66,
      "grad_norm": 1.1310616731643677,
      "learning_rate": 1.4858113848051857e-06,
      "loss": 0.3387,
      "step": 1829700
    },
    {
      "epoch": 510.66,
      "grad_norm": 1.010583758354187,
      "learning_rate": 1.4857862219525895e-06,
      "loss": 0.3309,
      "step": 1829710
    },
    {
      "epoch": 510.67,
      "grad_norm": 1.1030550003051758,
      "learning_rate": 1.4857610592141885e-06,
      "loss": 0.349,
      "step": 1829720
    },
    {
      "epoch": 510.67,
      "grad_norm": 1.1511001586914062,
      "learning_rate": 1.4857358965899862e-06,
      "loss": 0.3442,
      "step": 1829730
    },
    {
      "epoch": 510.67,
      "grad_norm": 1.0203936100006104,
      "learning_rate": 1.4857107340799845e-06,
      "loss": 0.3271,
      "step": 1829740
    },
    {
      "epoch": 510.68,
      "grad_norm": 1.0646623373031616,
      "learning_rate": 1.4856855716841895e-06,
      "loss": 0.3462,
      "step": 1829750
    },
    {
      "epoch": 510.68,
      "grad_norm": 1.0628665685653687,
      "learning_rate": 1.4856604094026029e-06,
      "loss": 0.345,
      "step": 1829760
    },
    {
      "epoch": 510.68,
      "grad_norm": 0.9732282161712646,
      "learning_rate": 1.4856352472352273e-06,
      "loss": 0.3309,
      "step": 1829770
    },
    {
      "epoch": 510.68,
      "grad_norm": 0.9945635795593262,
      "learning_rate": 1.485610085182068e-06,
      "loss": 0.3324,
      "step": 1829780
    },
    {
      "epoch": 510.69,
      "grad_norm": 1.2134168148040771,
      "learning_rate": 1.4855849232431271e-06,
      "loss": 0.3468,
      "step": 1829790
    },
    {
      "epoch": 510.69,
      "grad_norm": 1.4021364450454712,
      "learning_rate": 1.4855597614184083e-06,
      "loss": 0.3418,
      "step": 1829800
    },
    {
      "epoch": 510.69,
      "grad_norm": 1.1137893199920654,
      "learning_rate": 1.485534599707915e-06,
      "loss": 0.3542,
      "step": 1829810
    },
    {
      "epoch": 510.69,
      "grad_norm": 1.0764563083648682,
      "learning_rate": 1.4855094381116495e-06,
      "loss": 0.3413,
      "step": 1829820
    },
    {
      "epoch": 510.7,
      "grad_norm": 1.072846531867981,
      "learning_rate": 1.485484276629617e-06,
      "loss": 0.3356,
      "step": 1829830
    },
    {
      "epoch": 510.7,
      "grad_norm": 0.9978227615356445,
      "learning_rate": 1.48545911526182e-06,
      "loss": 0.3334,
      "step": 1829840
    },
    {
      "epoch": 510.7,
      "grad_norm": 1.3350683450698853,
      "learning_rate": 1.4854339540082612e-06,
      "loss": 0.3303,
      "step": 1829850
    },
    {
      "epoch": 510.71,
      "grad_norm": 0.9458062052726746,
      "learning_rate": 1.485408792868945e-06,
      "loss": 0.3469,
      "step": 1829860
    },
    {
      "epoch": 510.71,
      "grad_norm": 1.1125386953353882,
      "learning_rate": 1.4853836318438735e-06,
      "loss": 0.3309,
      "step": 1829870
    },
    {
      "epoch": 510.71,
      "grad_norm": 1.0038766860961914,
      "learning_rate": 1.4853584709330512e-06,
      "loss": 0.311,
      "step": 1829880
    },
    {
      "epoch": 510.71,
      "grad_norm": 1.030137300491333,
      "learning_rate": 1.4853333101364808e-06,
      "loss": 0.3362,
      "step": 1829890
    },
    {
      "epoch": 510.72,
      "grad_norm": 0.9846901297569275,
      "learning_rate": 1.4853081494541668e-06,
      "loss": 0.3477,
      "step": 1829900
    },
    {
      "epoch": 510.72,
      "grad_norm": 1.112277865409851,
      "learning_rate": 1.48528298888611e-06,
      "loss": 0.3617,
      "step": 1829910
    },
    {
      "epoch": 510.72,
      "grad_norm": 1.0153857469558716,
      "learning_rate": 1.4852578284323168e-06,
      "loss": 0.348,
      "step": 1829920
    },
    {
      "epoch": 510.73,
      "grad_norm": 1.0385375022888184,
      "learning_rate": 1.485232668092789e-06,
      "loss": 0.3529,
      "step": 1829930
    },
    {
      "epoch": 510.73,
      "grad_norm": 1.2097933292388916,
      "learning_rate": 1.4852075078675297e-06,
      "loss": 0.3425,
      "step": 1829940
    },
    {
      "epoch": 510.73,
      "grad_norm": 1.3765676021575928,
      "learning_rate": 1.485182347756543e-06,
      "loss": 0.3411,
      "step": 1829950
    },
    {
      "epoch": 510.73,
      "grad_norm": 1.1223875284194946,
      "learning_rate": 1.485157187759832e-06,
      "loss": 0.3394,
      "step": 1829960
    },
    {
      "epoch": 510.74,
      "grad_norm": 1.213486671447754,
      "learning_rate": 1.4851320278773989e-06,
      "loss": 0.3315,
      "step": 1829970
    },
    {
      "epoch": 510.74,
      "grad_norm": 1.0898125171661377,
      "learning_rate": 1.485106868109249e-06,
      "loss": 0.3478,
      "step": 1829980
    },
    {
      "epoch": 510.74,
      "grad_norm": 1.109262228012085,
      "learning_rate": 1.4850817084553847e-06,
      "loss": 0.3509,
      "step": 1829990
    },
    {
      "epoch": 510.75,
      "grad_norm": 1.2099769115447998,
      "learning_rate": 1.4850565489158085e-06,
      "loss": 0.3481,
      "step": 1830000
    },
    {
      "epoch": 510.75,
      "grad_norm": 1.1138495206832886,
      "learning_rate": 1.4850313894905255e-06,
      "loss": 0.3401,
      "step": 1830010
    },
    {
      "epoch": 510.75,
      "grad_norm": 1.5050486326217651,
      "learning_rate": 1.485006230179538e-06,
      "loss": 0.3359,
      "step": 1830020
    },
    {
      "epoch": 510.75,
      "grad_norm": 1.0566304922103882,
      "learning_rate": 1.4849810709828497e-06,
      "loss": 0.3551,
      "step": 1830030
    },
    {
      "epoch": 510.76,
      "grad_norm": 1.104222059249878,
      "learning_rate": 1.484955911900464e-06,
      "loss": 0.3515,
      "step": 1830040
    },
    {
      "epoch": 510.76,
      "grad_norm": 1.0650005340576172,
      "learning_rate": 1.4849307529323837e-06,
      "loss": 0.336,
      "step": 1830050
    },
    {
      "epoch": 510.76,
      "grad_norm": 0.9390184879302979,
      "learning_rate": 1.4849055940786116e-06,
      "loss": 0.3435,
      "step": 1830060
    },
    {
      "epoch": 510.76,
      "grad_norm": 1.0371662378311157,
      "learning_rate": 1.484880435339153e-06,
      "loss": 0.3493,
      "step": 1830070
    },
    {
      "epoch": 510.77,
      "grad_norm": 1.0450663566589355,
      "learning_rate": 1.48485527671401e-06,
      "loss": 0.3471,
      "step": 1830080
    },
    {
      "epoch": 510.77,
      "grad_norm": 0.9662942886352539,
      "learning_rate": 1.484830118203186e-06,
      "loss": 0.3262,
      "step": 1830090
    },
    {
      "epoch": 510.77,
      "grad_norm": 1.0120482444763184,
      "learning_rate": 1.484804959806685e-06,
      "loss": 0.3402,
      "step": 1830100
    },
    {
      "epoch": 510.78,
      "grad_norm": 1.173439383506775,
      "learning_rate": 1.4847798015245085e-06,
      "loss": 0.3318,
      "step": 1830110
    },
    {
      "epoch": 510.78,
      "grad_norm": 0.9405018091201782,
      "learning_rate": 1.4847546433566623e-06,
      "loss": 0.3491,
      "step": 1830120
    },
    {
      "epoch": 510.78,
      "grad_norm": 1.0265942811965942,
      "learning_rate": 1.4847294853031485e-06,
      "loss": 0.3429,
      "step": 1830130
    },
    {
      "epoch": 510.78,
      "grad_norm": 1.1688377857208252,
      "learning_rate": 1.4847043273639697e-06,
      "loss": 0.3629,
      "step": 1830140
    },
    {
      "epoch": 510.79,
      "grad_norm": 1.1689666509628296,
      "learning_rate": 1.4846791695391313e-06,
      "loss": 0.3388,
      "step": 1830150
    },
    {
      "epoch": 510.79,
      "grad_norm": 1.1304153203964233,
      "learning_rate": 1.4846540118286353e-06,
      "loss": 0.3519,
      "step": 1830160
    },
    {
      "epoch": 510.79,
      "grad_norm": 1.1209152936935425,
      "learning_rate": 1.4846288542324843e-06,
      "loss": 0.3528,
      "step": 1830170
    },
    {
      "epoch": 510.8,
      "grad_norm": 1.0211093425750732,
      "learning_rate": 1.4846036967506834e-06,
      "loss": 0.3453,
      "step": 1830180
    },
    {
      "epoch": 510.8,
      "grad_norm": 0.9321944713592529,
      "learning_rate": 1.484578539383235e-06,
      "loss": 0.3339,
      "step": 1830190
    },
    {
      "epoch": 510.8,
      "grad_norm": 1.2487378120422363,
      "learning_rate": 1.484553382130142e-06,
      "loss": 0.3334,
      "step": 1830200
    },
    {
      "epoch": 510.8,
      "grad_norm": 1.1720521450042725,
      "learning_rate": 1.4845282249914087e-06,
      "loss": 0.3397,
      "step": 1830210
    },
    {
      "epoch": 510.81,
      "grad_norm": 1.0767440795898438,
      "learning_rate": 1.4845030679670384e-06,
      "loss": 0.3264,
      "step": 1830220
    },
    {
      "epoch": 510.81,
      "grad_norm": 1.007495403289795,
      "learning_rate": 1.4844779110570334e-06,
      "loss": 0.333,
      "step": 1830230
    },
    {
      "epoch": 510.81,
      "grad_norm": 1.038454294204712,
      "learning_rate": 1.4844527542613985e-06,
      "loss": 0.3524,
      "step": 1830240
    },
    {
      "epoch": 510.81,
      "grad_norm": 1.1042317152023315,
      "learning_rate": 1.4844275975801358e-06,
      "loss": 0.3484,
      "step": 1830250
    },
    {
      "epoch": 510.82,
      "grad_norm": 1.0250725746154785,
      "learning_rate": 1.4844024410132486e-06,
      "loss": 0.3541,
      "step": 1830260
    },
    {
      "epoch": 510.82,
      "grad_norm": 1.0223816633224487,
      "learning_rate": 1.4843772845607418e-06,
      "loss": 0.3393,
      "step": 1830270
    },
    {
      "epoch": 510.82,
      "grad_norm": 0.9896149635314941,
      "learning_rate": 1.484352128222618e-06,
      "loss": 0.3503,
      "step": 1830280
    },
    {
      "epoch": 510.83,
      "grad_norm": 1.0941048860549927,
      "learning_rate": 1.4843269719988787e-06,
      "loss": 0.3386,
      "step": 1830290
    },
    {
      "epoch": 510.83,
      "grad_norm": 1.186261534690857,
      "learning_rate": 1.4843018158895301e-06,
      "loss": 0.3401,
      "step": 1830300
    },
    {
      "epoch": 510.83,
      "grad_norm": 1.1396639347076416,
      "learning_rate": 1.4842766598945742e-06,
      "loss": 0.3547,
      "step": 1830310
    },
    {
      "epoch": 510.83,
      "grad_norm": 1.1576788425445557,
      "learning_rate": 1.484251504014014e-06,
      "loss": 0.3571,
      "step": 1830320
    },
    {
      "epoch": 510.84,
      "grad_norm": 1.194460391998291,
      "learning_rate": 1.4842263482478537e-06,
      "loss": 0.3196,
      "step": 1830330
    },
    {
      "epoch": 510.84,
      "grad_norm": 1.223573923110962,
      "learning_rate": 1.4842011925960965e-06,
      "loss": 0.3464,
      "step": 1830340
    },
    {
      "epoch": 510.84,
      "grad_norm": 1.0354154109954834,
      "learning_rate": 1.484176037058744e-06,
      "loss": 0.3353,
      "step": 1830350
    },
    {
      "epoch": 510.85,
      "grad_norm": 1.0932202339172363,
      "learning_rate": 1.4841508816358025e-06,
      "loss": 0.3611,
      "step": 1830360
    },
    {
      "epoch": 510.85,
      "grad_norm": 1.1166205406188965,
      "learning_rate": 1.484125726327273e-06,
      "loss": 0.3478,
      "step": 1830370
    },
    {
      "epoch": 510.85,
      "grad_norm": 1.010097861289978,
      "learning_rate": 1.4841005711331605e-06,
      "loss": 0.3234,
      "step": 1830380
    },
    {
      "epoch": 510.85,
      "grad_norm": 1.0992077589035034,
      "learning_rate": 1.4840754160534678e-06,
      "loss": 0.3442,
      "step": 1830390
    },
    {
      "epoch": 510.86,
      "grad_norm": 1.3544660806655884,
      "learning_rate": 1.4840502610881965e-06,
      "loss": 0.3549,
      "step": 1830400
    },
    {
      "epoch": 510.86,
      "grad_norm": 1.6173560619354248,
      "learning_rate": 1.4840251062373525e-06,
      "loss": 0.3592,
      "step": 1830410
    },
    {
      "epoch": 510.86,
      "grad_norm": 1.2692207098007202,
      "learning_rate": 1.4839999515009385e-06,
      "loss": 0.3355,
      "step": 1830420
    },
    {
      "epoch": 510.87,
      "grad_norm": 1.1825507879257202,
      "learning_rate": 1.483974796878956e-06,
      "loss": 0.3534,
      "step": 1830430
    },
    {
      "epoch": 510.87,
      "grad_norm": 1.175846815109253,
      "learning_rate": 1.4839496423714114e-06,
      "loss": 0.359,
      "step": 1830440
    },
    {
      "epoch": 510.87,
      "grad_norm": 1.1085412502288818,
      "learning_rate": 1.483924487978306e-06,
      "loss": 0.3386,
      "step": 1830450
    },
    {
      "epoch": 510.87,
      "grad_norm": 2.1208791732788086,
      "learning_rate": 1.4838993336996434e-06,
      "loss": 0.3318,
      "step": 1830460
    },
    {
      "epoch": 510.88,
      "grad_norm": 1.1329245567321777,
      "learning_rate": 1.4838741795354272e-06,
      "loss": 0.3286,
      "step": 1830470
    },
    {
      "epoch": 510.88,
      "grad_norm": 1.1462734937667847,
      "learning_rate": 1.4838490254856613e-06,
      "loss": 0.3455,
      "step": 1830480
    },
    {
      "epoch": 510.88,
      "grad_norm": 1.1090986728668213,
      "learning_rate": 1.483823871550347e-06,
      "loss": 0.3256,
      "step": 1830490
    },
    {
      "epoch": 510.88,
      "grad_norm": 1.088686227798462,
      "learning_rate": 1.4837987177294906e-06,
      "loss": 0.353,
      "step": 1830500
    },
    {
      "epoch": 510.89,
      "grad_norm": 0.9616069197654724,
      "learning_rate": 1.4837735640230936e-06,
      "loss": 0.3352,
      "step": 1830510
    },
    {
      "epoch": 510.89,
      "grad_norm": 1.447404384613037,
      "learning_rate": 1.483748410431159e-06,
      "loss": 0.3601,
      "step": 1830520
    },
    {
      "epoch": 510.89,
      "grad_norm": 0.8592123985290527,
      "learning_rate": 1.4837232569536917e-06,
      "loss": 0.3278,
      "step": 1830530
    },
    {
      "epoch": 510.9,
      "grad_norm": 1.0981791019439697,
      "learning_rate": 1.483698103590694e-06,
      "loss": 0.3478,
      "step": 1830540
    },
    {
      "epoch": 510.9,
      "grad_norm": 0.9255141019821167,
      "learning_rate": 1.4836729503421683e-06,
      "loss": 0.3449,
      "step": 1830550
    },
    {
      "epoch": 510.9,
      "grad_norm": 0.9377112984657288,
      "learning_rate": 1.4836477972081204e-06,
      "loss": 0.3415,
      "step": 1830560
    },
    {
      "epoch": 510.9,
      "grad_norm": 1.1765862703323364,
      "learning_rate": 1.4836226441885523e-06,
      "loss": 0.3455,
      "step": 1830570
    },
    {
      "epoch": 510.91,
      "grad_norm": 1.0390633344650269,
      "learning_rate": 1.4835974912834663e-06,
      "loss": 0.3385,
      "step": 1830580
    },
    {
      "epoch": 510.91,
      "grad_norm": 1.1000490188598633,
      "learning_rate": 1.483572338492868e-06,
      "loss": 0.3366,
      "step": 1830590
    },
    {
      "epoch": 510.91,
      "grad_norm": 1.0452544689178467,
      "learning_rate": 1.4835471858167594e-06,
      "loss": 0.3546,
      "step": 1830600
    },
    {
      "epoch": 510.92,
      "grad_norm": 1.177401065826416,
      "learning_rate": 1.4835220332551435e-06,
      "loss": 0.3455,
      "step": 1830610
    },
    {
      "epoch": 510.92,
      "grad_norm": 1.0023466348648071,
      "learning_rate": 1.4834968808080247e-06,
      "loss": 0.3482,
      "step": 1830620
    },
    {
      "epoch": 510.92,
      "grad_norm": 1.1808092594146729,
      "learning_rate": 1.483471728475406e-06,
      "loss": 0.3487,
      "step": 1830630
    },
    {
      "epoch": 510.92,
      "grad_norm": 1.2398165464401245,
      "learning_rate": 1.4834465762572895e-06,
      "loss": 0.3257,
      "step": 1830640
    },
    {
      "epoch": 510.93,
      "grad_norm": 1.1113449335098267,
      "learning_rate": 1.4834214241536802e-06,
      "loss": 0.3596,
      "step": 1830650
    },
    {
      "epoch": 510.93,
      "grad_norm": 1.2007659673690796,
      "learning_rate": 1.483396272164581e-06,
      "loss": 0.3339,
      "step": 1830660
    },
    {
      "epoch": 510.93,
      "grad_norm": 1.1906459331512451,
      "learning_rate": 1.4833711202899952e-06,
      "loss": 0.3309,
      "step": 1830670
    },
    {
      "epoch": 510.93,
      "grad_norm": 1.075307011604309,
      "learning_rate": 1.4833459685299262e-06,
      "loss": 0.3455,
      "step": 1830680
    },
    {
      "epoch": 510.94,
      "grad_norm": 1.1059490442276,
      "learning_rate": 1.483320816884376e-06,
      "loss": 0.3416,
      "step": 1830690
    },
    {
      "epoch": 510.94,
      "grad_norm": 1.0909453630447388,
      "learning_rate": 1.4832956653533505e-06,
      "loss": 0.3273,
      "step": 1830700
    },
    {
      "epoch": 510.94,
      "grad_norm": 0.9810930490493774,
      "learning_rate": 1.4832705139368516e-06,
      "loss": 0.3448,
      "step": 1830710
    },
    {
      "epoch": 510.95,
      "grad_norm": 1.0397825241088867,
      "learning_rate": 1.4832453626348817e-06,
      "loss": 0.3327,
      "step": 1830720
    },
    {
      "epoch": 510.95,
      "grad_norm": 1.1076149940490723,
      "learning_rate": 1.4832202114474464e-06,
      "loss": 0.333,
      "step": 1830730
    },
    {
      "epoch": 510.95,
      "grad_norm": 0.983020544052124,
      "learning_rate": 1.4831950603745475e-06,
      "loss": 0.3356,
      "step": 1830740
    },
    {
      "epoch": 510.95,
      "grad_norm": 1.0592387914657593,
      "learning_rate": 1.4831699094161884e-06,
      "loss": 0.3431,
      "step": 1830750
    },
    {
      "epoch": 510.96,
      "grad_norm": 0.9357089996337891,
      "learning_rate": 1.4831447585723732e-06,
      "loss": 0.3409,
      "step": 1830760
    },
    {
      "epoch": 510.96,
      "grad_norm": 0.8828036785125732,
      "learning_rate": 1.483119607843105e-06,
      "loss": 0.337,
      "step": 1830770
    },
    {
      "epoch": 510.96,
      "grad_norm": 0.9895358681678772,
      "learning_rate": 1.4830944572283854e-06,
      "loss": 0.3238,
      "step": 1830780
    },
    {
      "epoch": 510.97,
      "grad_norm": 1.2951741218566895,
      "learning_rate": 1.4830693067282208e-06,
      "loss": 0.3541,
      "step": 1830790
    },
    {
      "epoch": 510.97,
      "grad_norm": 1.0602666139602661,
      "learning_rate": 1.4830441563426129e-06,
      "loss": 0.3361,
      "step": 1830800
    },
    {
      "epoch": 510.97,
      "grad_norm": 0.9361734390258789,
      "learning_rate": 1.4830190060715647e-06,
      "loss": 0.3429,
      "step": 1830810
    },
    {
      "epoch": 510.97,
      "grad_norm": 1.1584850549697876,
      "learning_rate": 1.4829938559150807e-06,
      "loss": 0.3254,
      "step": 1830820
    },
    {
      "epoch": 510.98,
      "grad_norm": 1.0885701179504395,
      "learning_rate": 1.4829687058731625e-06,
      "loss": 0.3306,
      "step": 1830830
    },
    {
      "epoch": 510.98,
      "grad_norm": 1.1115596294403076,
      "learning_rate": 1.482943555945815e-06,
      "loss": 0.3456,
      "step": 1830840
    },
    {
      "epoch": 510.98,
      "grad_norm": 1.077233910560608,
      "learning_rate": 1.4829184061330414e-06,
      "loss": 0.3239,
      "step": 1830850
    },
    {
      "epoch": 510.99,
      "grad_norm": 1.0839711427688599,
      "learning_rate": 1.482893256434845e-06,
      "loss": 0.3412,
      "step": 1830860
    },
    {
      "epoch": 510.99,
      "grad_norm": 1.071770429611206,
      "learning_rate": 1.4828681068512276e-06,
      "loss": 0.3573,
      "step": 1830870
    },
    {
      "epoch": 510.99,
      "grad_norm": 1.0868256092071533,
      "learning_rate": 1.482842957382195e-06,
      "loss": 0.3445,
      "step": 1830880
    },
    {
      "epoch": 510.99,
      "grad_norm": 1.1976655721664429,
      "learning_rate": 1.482817808027749e-06,
      "loss": 0.3351,
      "step": 1830890
    },
    {
      "epoch": 511.0,
      "grad_norm": 1.252025842666626,
      "learning_rate": 1.4827926587878932e-06,
      "loss": 0.3513,
      "step": 1830900
    },
    {
      "epoch": 511.0,
      "grad_norm": 0.8801077604293823,
      "learning_rate": 1.4827675096626313e-06,
      "loss": 0.3538,
      "step": 1830910
    },
    {
      "epoch": 511.0,
      "eval_loss": 0.3415374457836151,
      "eval_runtime": 63.3895,
      "eval_samples_per_second": 79.808,
      "eval_steps_per_second": 9.986,
      "step": 1830913
    },
    {
      "epoch": 511.0,
      "grad_norm": 1.2534574270248413,
      "learning_rate": 1.4827423606519665e-06,
      "loss": 0.3427,
      "step": 1830920
    },
    {
      "epoch": 511.0,
      "grad_norm": 1.062051773071289,
      "learning_rate": 1.4827172117559012e-06,
      "loss": 0.3309,
      "step": 1830930
    },
    {
      "epoch": 511.01,
      "grad_norm": 1.845699429512024,
      "learning_rate": 1.48269206297444e-06,
      "loss": 0.3312,
      "step": 1830940
    },
    {
      "epoch": 511.01,
      "grad_norm": 0.9557064771652222,
      "learning_rate": 1.4826669143075855e-06,
      "loss": 0.34,
      "step": 1830950
    },
    {
      "epoch": 511.01,
      "grad_norm": 4.0518388748168945,
      "learning_rate": 1.4826417657553423e-06,
      "loss": 0.3481,
      "step": 1830960
    },
    {
      "epoch": 511.02,
      "grad_norm": 0.8462488055229187,
      "learning_rate": 1.4826166173177128e-06,
      "loss": 0.3329,
      "step": 1830970
    },
    {
      "epoch": 511.02,
      "grad_norm": 1.077951431274414,
      "learning_rate": 1.4825914689946998e-06,
      "loss": 0.3413,
      "step": 1830980
    },
    {
      "epoch": 511.02,
      "grad_norm": 1.1046721935272217,
      "learning_rate": 1.4825663207863075e-06,
      "loss": 0.3281,
      "step": 1830990
    },
    {
      "epoch": 511.02,
      "grad_norm": 1.0166682004928589,
      "learning_rate": 1.4825411726925393e-06,
      "loss": 0.3412,
      "step": 1831000
    },
    {
      "epoch": 511.03,
      "grad_norm": 1.2034896612167358,
      "learning_rate": 1.4825160247133973e-06,
      "loss": 0.3334,
      "step": 1831010
    },
    {
      "epoch": 511.03,
      "grad_norm": 1.1694350242614746,
      "learning_rate": 1.4824908768488866e-06,
      "loss": 0.3199,
      "step": 1831020
    },
    {
      "epoch": 511.03,
      "grad_norm": 1.1960017681121826,
      "learning_rate": 1.4824657290990098e-06,
      "loss": 0.3381,
      "step": 1831030
    },
    {
      "epoch": 511.04,
      "grad_norm": 0.9615086317062378,
      "learning_rate": 1.4824405814637697e-06,
      "loss": 0.3326,
      "step": 1831040
    },
    {
      "epoch": 511.04,
      "grad_norm": 1.1212536096572876,
      "learning_rate": 1.4824154339431705e-06,
      "loss": 0.3327,
      "step": 1831050
    },
    {
      "epoch": 511.04,
      "grad_norm": 1.6525894403457642,
      "learning_rate": 1.4823902865372149e-06,
      "loss": 0.347,
      "step": 1831060
    },
    {
      "epoch": 511.04,
      "grad_norm": 1.1098114252090454,
      "learning_rate": 1.482365139245906e-06,
      "loss": 0.3416,
      "step": 1831070
    },
    {
      "epoch": 511.05,
      "grad_norm": 1.0424540042877197,
      "learning_rate": 1.4823399920692485e-06,
      "loss": 0.3636,
      "step": 1831080
    },
    {
      "epoch": 511.05,
      "grad_norm": 1.0527913570404053,
      "learning_rate": 1.482314845007245e-06,
      "loss": 0.3493,
      "step": 1831090
    },
    {
      "epoch": 511.05,
      "grad_norm": 1.0820108652114868,
      "learning_rate": 1.4822896980598976e-06,
      "loss": 0.3346,
      "step": 1831100
    },
    {
      "epoch": 511.05,
      "grad_norm": 1.5254327058792114,
      "learning_rate": 1.4822645512272115e-06,
      "loss": 0.3641,
      "step": 1831110
    },
    {
      "epoch": 511.06,
      "grad_norm": 1.0973587036132812,
      "learning_rate": 1.4822394045091902e-06,
      "loss": 0.3377,
      "step": 1831120
    },
    {
      "epoch": 511.06,
      "grad_norm": 0.9970444440841675,
      "learning_rate": 1.482214257905835e-06,
      "loss": 0.3308,
      "step": 1831130
    },
    {
      "epoch": 511.06,
      "grad_norm": 1.0689283609390259,
      "learning_rate": 1.4821891114171514e-06,
      "loss": 0.3426,
      "step": 1831140
    },
    {
      "epoch": 511.07,
      "grad_norm": 0.9272601008415222,
      "learning_rate": 1.482163965043141e-06,
      "loss": 0.3418,
      "step": 1831150
    },
    {
      "epoch": 511.07,
      "grad_norm": 1.1357210874557495,
      "learning_rate": 1.4821388187838078e-06,
      "loss": 0.3474,
      "step": 1831160
    },
    {
      "epoch": 511.07,
      "grad_norm": 1.0703232288360596,
      "learning_rate": 1.482113672639156e-06,
      "loss": 0.34,
      "step": 1831170
    },
    {
      "epoch": 511.07,
      "grad_norm": 1.1901187896728516,
      "learning_rate": 1.4820885266091878e-06,
      "loss": 0.3442,
      "step": 1831180
    },
    {
      "epoch": 511.08,
      "grad_norm": 1.0244795083999634,
      "learning_rate": 1.482063380693907e-06,
      "loss": 0.3348,
      "step": 1831190
    },
    {
      "epoch": 511.08,
      "grad_norm": 1.0244433879852295,
      "learning_rate": 1.4820382348933175e-06,
      "loss": 0.3358,
      "step": 1831200
    },
    {
      "epoch": 511.08,
      "grad_norm": 1.0573595762252808,
      "learning_rate": 1.4820130892074217e-06,
      "loss": 0.3392,
      "step": 1831210
    },
    {
      "epoch": 511.09,
      "grad_norm": 1.1631147861480713,
      "learning_rate": 1.4819879436362225e-06,
      "loss": 0.3314,
      "step": 1831220
    },
    {
      "epoch": 511.09,
      "grad_norm": 1.1968556642532349,
      "learning_rate": 1.481962798179725e-06,
      "loss": 0.3704,
      "step": 1831230
    },
    {
      "epoch": 511.09,
      "grad_norm": 1.0268360376358032,
      "learning_rate": 1.4819376528379309e-06,
      "loss": 0.3498,
      "step": 1831240
    },
    {
      "epoch": 511.09,
      "grad_norm": 1.143798589706421,
      "learning_rate": 1.481912507610845e-06,
      "loss": 0.3495,
      "step": 1831250
    },
    {
      "epoch": 511.1,
      "grad_norm": 1.2131426334381104,
      "learning_rate": 1.4818873624984698e-06,
      "loss": 0.3478,
      "step": 1831260
    },
    {
      "epoch": 511.1,
      "grad_norm": 1.1162670850753784,
      "learning_rate": 1.4818622175008082e-06,
      "loss": 0.3363,
      "step": 1831270
    },
    {
      "epoch": 511.1,
      "grad_norm": 1.1164597272872925,
      "learning_rate": 1.4818370726178645e-06,
      "loss": 0.3492,
      "step": 1831280
    },
    {
      "epoch": 511.11,
      "grad_norm": 2.183368444442749,
      "learning_rate": 1.4818119278496421e-06,
      "loss": 0.3557,
      "step": 1831290
    },
    {
      "epoch": 511.11,
      "grad_norm": 1.110469937324524,
      "learning_rate": 1.4817867831961427e-06,
      "loss": 0.3472,
      "step": 1831300
    },
    {
      "epoch": 511.11,
      "grad_norm": 1.0953478813171387,
      "learning_rate": 1.481761638657372e-06,
      "loss": 0.3524,
      "step": 1831310
    },
    {
      "epoch": 511.11,
      "grad_norm": 5.1269073486328125,
      "learning_rate": 1.4817364942333317e-06,
      "loss": 0.3431,
      "step": 1831320
    },
    {
      "epoch": 511.12,
      "grad_norm": 4.781392574310303,
      "learning_rate": 1.4817113499240256e-06,
      "loss": 0.3365,
      "step": 1831330
    },
    {
      "epoch": 511.12,
      "grad_norm": 1.1568560600280762,
      "learning_rate": 1.4816862057294575e-06,
      "loss": 0.3248,
      "step": 1831340
    },
    {
      "epoch": 511.12,
      "grad_norm": 1.1687943935394287,
      "learning_rate": 1.48166106164963e-06,
      "loss": 0.3356,
      "step": 1831350
    },
    {
      "epoch": 511.12,
      "grad_norm": 1.260433316230774,
      "learning_rate": 1.4816359176845463e-06,
      "loss": 0.3526,
      "step": 1831360
    },
    {
      "epoch": 511.13,
      "grad_norm": 1.3187977075576782,
      "learning_rate": 1.481610773834211e-06,
      "loss": 0.3472,
      "step": 1831370
    },
    {
      "epoch": 511.13,
      "grad_norm": 1.047529697418213,
      "learning_rate": 1.4815856300986263e-06,
      "loss": 0.3247,
      "step": 1831380
    },
    {
      "epoch": 511.13,
      "grad_norm": 1.1965062618255615,
      "learning_rate": 1.4815604864777954e-06,
      "loss": 0.3273,
      "step": 1831390
    },
    {
      "epoch": 511.14,
      "grad_norm": 0.9968029856681824,
      "learning_rate": 1.481535342971723e-06,
      "loss": 0.333,
      "step": 1831400
    },
    {
      "epoch": 511.14,
      "grad_norm": 1.4066760540008545,
      "learning_rate": 1.4815101995804115e-06,
      "loss": 0.3506,
      "step": 1831410
    },
    {
      "epoch": 511.14,
      "grad_norm": 1.1297179460525513,
      "learning_rate": 1.4814850563038639e-06,
      "loss": 0.3583,
      "step": 1831420
    },
    {
      "epoch": 511.14,
      "grad_norm": 1.2460869550704956,
      "learning_rate": 1.4814599131420846e-06,
      "loss": 0.3565,
      "step": 1831430
    },
    {
      "epoch": 511.15,
      "grad_norm": 1.039068579673767,
      "learning_rate": 1.4814347700950763e-06,
      "loss": 0.3419,
      "step": 1831440
    },
    {
      "epoch": 511.15,
      "grad_norm": 1.3940670490264893,
      "learning_rate": 1.4814096271628414e-06,
      "loss": 0.359,
      "step": 1831450
    },
    {
      "epoch": 511.15,
      "grad_norm": 1.0677728652954102,
      "learning_rate": 1.481384484345385e-06,
      "loss": 0.3483,
      "step": 1831460
    },
    {
      "epoch": 511.16,
      "grad_norm": 1.1030921936035156,
      "learning_rate": 1.4813593416427099e-06,
      "loss": 0.3365,
      "step": 1831470
    },
    {
      "epoch": 511.16,
      "grad_norm": 1.112453579902649,
      "learning_rate": 1.4813341990548189e-06,
      "loss": 0.3435,
      "step": 1831480
    },
    {
      "epoch": 511.16,
      "grad_norm": 3.7968130111694336,
      "learning_rate": 1.4813090565817161e-06,
      "loss": 0.3211,
      "step": 1831490
    },
    {
      "epoch": 511.16,
      "grad_norm": 1.114754557609558,
      "learning_rate": 1.4812839142234043e-06,
      "loss": 0.3519,
      "step": 1831500
    },
    {
      "epoch": 511.17,
      "grad_norm": 1.1342757940292358,
      "learning_rate": 1.4812587719798858e-06,
      "loss": 0.3631,
      "step": 1831510
    },
    {
      "epoch": 511.17,
      "grad_norm": 1.1320712566375732,
      "learning_rate": 1.4812336298511665e-06,
      "loss": 0.3555,
      "step": 1831520
    },
    {
      "epoch": 511.17,
      "grad_norm": 1.11900794506073,
      "learning_rate": 1.481208487837247e-06,
      "loss": 0.3375,
      "step": 1831530
    },
    {
      "epoch": 511.17,
      "grad_norm": 1.2594913244247437,
      "learning_rate": 1.4811833459381334e-06,
      "loss": 0.326,
      "step": 1831540
    },
    {
      "epoch": 511.18,
      "grad_norm": 1.0685844421386719,
      "learning_rate": 1.4811582041538274e-06,
      "loss": 0.3484,
      "step": 1831550
    },
    {
      "epoch": 511.18,
      "grad_norm": 1.2226591110229492,
      "learning_rate": 1.4811330624843321e-06,
      "loss": 0.3499,
      "step": 1831560
    },
    {
      "epoch": 511.18,
      "grad_norm": 1.1590298414230347,
      "learning_rate": 1.481107920929652e-06,
      "loss": 0.3334,
      "step": 1831570
    },
    {
      "epoch": 511.19,
      "grad_norm": 1.1510906219482422,
      "learning_rate": 1.4810827794897894e-06,
      "loss": 0.349,
      "step": 1831580
    },
    {
      "epoch": 511.19,
      "grad_norm": 1.066485047340393,
      "learning_rate": 1.4810576381647477e-06,
      "loss": 0.3326,
      "step": 1831590
    },
    {
      "epoch": 511.19,
      "grad_norm": 1.0151453018188477,
      "learning_rate": 1.481032496954531e-06,
      "loss": 0.3351,
      "step": 1831600
    },
    {
      "epoch": 511.19,
      "grad_norm": 1.1043192148208618,
      "learning_rate": 1.4810073558591428e-06,
      "loss": 0.3523,
      "step": 1831610
    },
    {
      "epoch": 511.2,
      "grad_norm": 1.1520142555236816,
      "learning_rate": 1.4809822148785849e-06,
      "loss": 0.3388,
      "step": 1831620
    },
    {
      "epoch": 511.2,
      "grad_norm": 1.131738305091858,
      "learning_rate": 1.4809570740128622e-06,
      "loss": 0.3378,
      "step": 1831630
    },
    {
      "epoch": 511.2,
      "grad_norm": 1.1136194467544556,
      "learning_rate": 1.4809319332619775e-06,
      "loss": 0.3227,
      "step": 1831640
    },
    {
      "epoch": 511.21,
      "grad_norm": 1.0995759963989258,
      "learning_rate": 1.4809067926259332e-06,
      "loss": 0.329,
      "step": 1831650
    },
    {
      "epoch": 511.21,
      "grad_norm": 0.9997637271881104,
      "learning_rate": 1.4808816521047346e-06,
      "loss": 0.3371,
      "step": 1831660
    },
    {
      "epoch": 511.21,
      "grad_norm": 1.0444145202636719,
      "learning_rate": 1.4808565116983842e-06,
      "loss": 0.3384,
      "step": 1831670
    },
    {
      "epoch": 511.21,
      "grad_norm": 1.2175718545913696,
      "learning_rate": 1.4808313714068838e-06,
      "loss": 0.3459,
      "step": 1831680
    },
    {
      "epoch": 511.22,
      "grad_norm": 0.9442889094352722,
      "learning_rate": 1.4808062312302391e-06,
      "loss": 0.3527,
      "step": 1831690
    },
    {
      "epoch": 511.22,
      "grad_norm": 1.083282709121704,
      "learning_rate": 1.4807810911684526e-06,
      "loss": 0.3518,
      "step": 1831700
    },
    {
      "epoch": 511.22,
      "grad_norm": 1.0601691007614136,
      "learning_rate": 1.4807559512215271e-06,
      "loss": 0.3609,
      "step": 1831710
    },
    {
      "epoch": 511.23,
      "grad_norm": 1.1665724515914917,
      "learning_rate": 1.4807308113894663e-06,
      "loss": 0.354,
      "step": 1831720
    },
    {
      "epoch": 511.23,
      "grad_norm": 1.3247822523117065,
      "learning_rate": 1.4807056716722744e-06,
      "loss": 0.3455,
      "step": 1831730
    },
    {
      "epoch": 511.23,
      "grad_norm": 1.2045214176177979,
      "learning_rate": 1.4806805320699524e-06,
      "loss": 0.3409,
      "step": 1831740
    },
    {
      "epoch": 511.23,
      "grad_norm": 2.1625027656555176,
      "learning_rate": 1.480655392582506e-06,
      "loss": 0.336,
      "step": 1831750
    },
    {
      "epoch": 511.24,
      "grad_norm": 1.3097965717315674,
      "learning_rate": 1.4806302532099382e-06,
      "loss": 0.331,
      "step": 1831760
    },
    {
      "epoch": 511.24,
      "grad_norm": 1.0042088031768799,
      "learning_rate": 1.480605113952251e-06,
      "loss": 0.3384,
      "step": 1831770
    },
    {
      "epoch": 511.24,
      "grad_norm": 1.1057404279708862,
      "learning_rate": 1.4805799748094495e-06,
      "loss": 0.3424,
      "step": 1831780
    },
    {
      "epoch": 511.24,
      "grad_norm": 1.08413827419281,
      "learning_rate": 1.4805548357815355e-06,
      "loss": 0.3537,
      "step": 1831790
    },
    {
      "epoch": 511.25,
      "grad_norm": 1.9300875663757324,
      "learning_rate": 1.480529696868513e-06,
      "loss": 0.3358,
      "step": 1831800
    },
    {
      "epoch": 511.25,
      "grad_norm": 1.1729426383972168,
      "learning_rate": 1.480504558070386e-06,
      "loss": 0.353,
      "step": 1831810
    },
    {
      "epoch": 511.25,
      "grad_norm": 1.1795307397842407,
      "learning_rate": 1.4804794193871557e-06,
      "loss": 0.3315,
      "step": 1831820
    },
    {
      "epoch": 511.26,
      "grad_norm": 1.1818701028823853,
      "learning_rate": 1.4804542808188285e-06,
      "loss": 0.339,
      "step": 1831830
    },
    {
      "epoch": 511.26,
      "grad_norm": 1.1178935766220093,
      "learning_rate": 1.4804291423654063e-06,
      "loss": 0.3533,
      "step": 1831840
    },
    {
      "epoch": 511.26,
      "grad_norm": 1.4099845886230469,
      "learning_rate": 1.4804040040268914e-06,
      "loss": 0.3363,
      "step": 1831850
    },
    {
      "epoch": 511.26,
      "grad_norm": 1.0369763374328613,
      "learning_rate": 1.4803788658032885e-06,
      "loss": 0.34,
      "step": 1831860
    },
    {
      "epoch": 511.27,
      "grad_norm": 1.1717385053634644,
      "learning_rate": 1.480353727694601e-06,
      "loss": 0.3562,
      "step": 1831870
    },
    {
      "epoch": 511.27,
      "grad_norm": 1.062920093536377,
      "learning_rate": 1.4803285897008305e-06,
      "loss": 0.3356,
      "step": 1831880
    },
    {
      "epoch": 511.27,
      "grad_norm": 1.0904203653335571,
      "learning_rate": 1.4803034518219825e-06,
      "loss": 0.3199,
      "step": 1831890
    },
    {
      "epoch": 511.28,
      "grad_norm": 1.163013219833374,
      "learning_rate": 1.48027831405806e-06,
      "loss": 0.3433,
      "step": 1831900
    },
    {
      "epoch": 511.28,
      "grad_norm": 1.101920247077942,
      "learning_rate": 1.4802531764090642e-06,
      "loss": 0.3514,
      "step": 1831910
    },
    {
      "epoch": 511.28,
      "grad_norm": 1.2036185264587402,
      "learning_rate": 1.4802280388750014e-06,
      "loss": 0.3599,
      "step": 1831920
    },
    {
      "epoch": 511.28,
      "grad_norm": 1.0987415313720703,
      "learning_rate": 1.4802029014558736e-06,
      "loss": 0.3361,
      "step": 1831930
    },
    {
      "epoch": 511.29,
      "grad_norm": 1.033791422843933,
      "learning_rate": 1.4801777641516833e-06,
      "loss": 0.3497,
      "step": 1831940
    },
    {
      "epoch": 511.29,
      "grad_norm": 1.1176462173461914,
      "learning_rate": 1.4801526269624356e-06,
      "loss": 0.3506,
      "step": 1831950
    },
    {
      "epoch": 511.29,
      "grad_norm": 1.129763126373291,
      "learning_rate": 1.4801274898881328e-06,
      "loss": 0.3408,
      "step": 1831960
    },
    {
      "epoch": 511.3,
      "grad_norm": 1.327414870262146,
      "learning_rate": 1.4801023529287776e-06,
      "loss": 0.3425,
      "step": 1831970
    },
    {
      "epoch": 511.3,
      "grad_norm": 1.0526316165924072,
      "learning_rate": 1.480077216084375e-06,
      "loss": 0.3424,
      "step": 1831980
    },
    {
      "epoch": 511.3,
      "grad_norm": 0.989654004573822,
      "learning_rate": 1.4800520793549273e-06,
      "loss": 0.3408,
      "step": 1831990
    },
    {
      "epoch": 511.3,
      "grad_norm": 1.0126374959945679,
      "learning_rate": 1.4800269427404376e-06,
      "loss": 0.3388,
      "step": 1832000
    },
    {
      "epoch": 511.31,
      "grad_norm": 1.1169110536575317,
      "learning_rate": 1.4800018062409102e-06,
      "loss": 0.3327,
      "step": 1832010
    },
    {
      "epoch": 511.31,
      "grad_norm": 1.0653653144836426,
      "learning_rate": 1.4799766698563482e-06,
      "loss": 0.3352,
      "step": 1832020
    },
    {
      "epoch": 511.31,
      "grad_norm": 1.116684913635254,
      "learning_rate": 1.4799515335867536e-06,
      "loss": 0.3407,
      "step": 1832030
    },
    {
      "epoch": 511.31,
      "grad_norm": 1.3390203714370728,
      "learning_rate": 1.4799263974321314e-06,
      "loss": 0.3359,
      "step": 1832040
    },
    {
      "epoch": 511.32,
      "grad_norm": 1.2855395078659058,
      "learning_rate": 1.4799012613924846e-06,
      "loss": 0.3639,
      "step": 1832050
    },
    {
      "epoch": 511.32,
      "grad_norm": 1.2043161392211914,
      "learning_rate": 1.4798761254678154e-06,
      "loss": 0.3652,
      "step": 1832060
    },
    {
      "epoch": 511.32,
      "grad_norm": 1.2884974479675293,
      "learning_rate": 1.479850989658129e-06,
      "loss": 0.3438,
      "step": 1832070
    },
    {
      "epoch": 511.33,
      "grad_norm": 0.981657862663269,
      "learning_rate": 1.4798258539634276e-06,
      "loss": 0.335,
      "step": 1832080
    },
    {
      "epoch": 511.33,
      "grad_norm": 1.199146032333374,
      "learning_rate": 1.4798007183837145e-06,
      "loss": 0.3399,
      "step": 1832090
    },
    {
      "epoch": 511.33,
      "grad_norm": 1.2135918140411377,
      "learning_rate": 1.4797755829189936e-06,
      "loss": 0.3281,
      "step": 1832100
    },
    {
      "epoch": 511.33,
      "grad_norm": 1.3193857669830322,
      "learning_rate": 1.479750447569267e-06,
      "loss": 0.3393,
      "step": 1832110
    },
    {
      "epoch": 511.34,
      "grad_norm": 1.0988900661468506,
      "learning_rate": 1.4797253123345398e-06,
      "loss": 0.3266,
      "step": 1832120
    },
    {
      "epoch": 511.34,
      "grad_norm": 1.1880697011947632,
      "learning_rate": 1.4797001772148147e-06,
      "loss": 0.3296,
      "step": 1832130
    },
    {
      "epoch": 511.34,
      "grad_norm": 1.2577446699142456,
      "learning_rate": 1.4796750422100943e-06,
      "loss": 0.3427,
      "step": 1832140
    },
    {
      "epoch": 511.35,
      "grad_norm": 1.1656241416931152,
      "learning_rate": 1.479649907320383e-06,
      "loss": 0.3351,
      "step": 1832150
    },
    {
      "epoch": 511.35,
      "grad_norm": 1.0283335447311401,
      "learning_rate": 1.479624772545684e-06,
      "loss": 0.3408,
      "step": 1832160
    },
    {
      "epoch": 511.35,
      "grad_norm": 1.5176751613616943,
      "learning_rate": 1.479599637885999e-06,
      "loss": 0.3313,
      "step": 1832170
    },
    {
      "epoch": 511.35,
      "grad_norm": 1.1041854619979858,
      "learning_rate": 1.4795745033413337e-06,
      "loss": 0.3491,
      "step": 1832180
    },
    {
      "epoch": 511.36,
      "grad_norm": 1.0851153135299683,
      "learning_rate": 1.4795493689116903e-06,
      "loss": 0.3469,
      "step": 1832190
    },
    {
      "epoch": 511.36,
      "grad_norm": 1.0951635837554932,
      "learning_rate": 1.4795242345970714e-06,
      "loss": 0.3619,
      "step": 1832200
    },
    {
      "epoch": 511.36,
      "grad_norm": 1.0858691930770874,
      "learning_rate": 1.4794991003974822e-06,
      "loss": 0.3455,
      "step": 1832210
    },
    {
      "epoch": 511.36,
      "grad_norm": 1.024093747138977,
      "learning_rate": 1.4794739663129247e-06,
      "loss": 0.3415,
      "step": 1832220
    },
    {
      "epoch": 511.37,
      "grad_norm": 1.1414161920547485,
      "learning_rate": 1.4794488323434025e-06,
      "loss": 0.3476,
      "step": 1832230
    },
    {
      "epoch": 511.37,
      "grad_norm": 1.040335774421692,
      "learning_rate": 1.4794236984889195e-06,
      "loss": 0.3462,
      "step": 1832240
    },
    {
      "epoch": 511.37,
      "grad_norm": 1.9479258060455322,
      "learning_rate": 1.479398564749478e-06,
      "loss": 0.3338,
      "step": 1832250
    },
    {
      "epoch": 511.38,
      "grad_norm": 1.5151194334030151,
      "learning_rate": 1.4793734311250814e-06,
      "loss": 0.344,
      "step": 1832260
    },
    {
      "epoch": 511.38,
      "grad_norm": 1.117182970046997,
      "learning_rate": 1.4793482976157347e-06,
      "loss": 0.3422,
      "step": 1832270
    },
    {
      "epoch": 511.38,
      "grad_norm": 1.0358855724334717,
      "learning_rate": 1.4793231642214397e-06,
      "loss": 0.3425,
      "step": 1832280
    },
    {
      "epoch": 511.38,
      "grad_norm": 1.1621665954589844,
      "learning_rate": 1.4792980309421999e-06,
      "loss": 0.3366,
      "step": 1832290
    },
    {
      "epoch": 511.39,
      "grad_norm": 1.0564513206481934,
      "learning_rate": 1.479272897778019e-06,
      "loss": 0.3357,
      "step": 1832300
    },
    {
      "epoch": 511.39,
      "grad_norm": 1.14724862575531,
      "learning_rate": 1.4792477647289007e-06,
      "loss": 0.3404,
      "step": 1832310
    },
    {
      "epoch": 511.39,
      "grad_norm": 1.1527431011199951,
      "learning_rate": 1.4792226317948468e-06,
      "loss": 0.3374,
      "step": 1832320
    },
    {
      "epoch": 511.4,
      "grad_norm": 1.2183626890182495,
      "learning_rate": 1.4791974989758626e-06,
      "loss": 0.3412,
      "step": 1832330
    },
    {
      "epoch": 511.4,
      "grad_norm": 1.1162272691726685,
      "learning_rate": 1.4791723662719508e-06,
      "loss": 0.3493,
      "step": 1832340
    },
    {
      "epoch": 511.4,
      "grad_norm": 1.1827138662338257,
      "learning_rate": 1.479147233683113e-06,
      "loss": 0.3472,
      "step": 1832350
    },
    {
      "epoch": 511.4,
      "grad_norm": 0.9820995926856995,
      "learning_rate": 1.4791221012093558e-06,
      "loss": 0.3509,
      "step": 1832360
    },
    {
      "epoch": 511.41,
      "grad_norm": 1.0706708431243896,
      "learning_rate": 1.4790969688506802e-06,
      "loss": 0.3408,
      "step": 1832370
    },
    {
      "epoch": 511.41,
      "grad_norm": 1.1595139503479004,
      "learning_rate": 1.47907183660709e-06,
      "loss": 0.3458,
      "step": 1832380
    },
    {
      "epoch": 511.41,
      "grad_norm": 1.1692591905593872,
      "learning_rate": 1.479046704478589e-06,
      "loss": 0.3493,
      "step": 1832390
    },
    {
      "epoch": 511.42,
      "grad_norm": 1.1090829372406006,
      "learning_rate": 1.4790215724651793e-06,
      "loss": 0.345,
      "step": 1832400
    },
    {
      "epoch": 511.42,
      "grad_norm": 4.604794025421143,
      "learning_rate": 1.4789964405668664e-06,
      "loss": 0.3606,
      "step": 1832410
    },
    {
      "epoch": 511.42,
      "grad_norm": 1.1242101192474365,
      "learning_rate": 1.4789713087836518e-06,
      "loss": 0.3445,
      "step": 1832420
    },
    {
      "epoch": 511.42,
      "grad_norm": 1.078826665878296,
      "learning_rate": 1.4789461771155398e-06,
      "loss": 0.3472,
      "step": 1832430
    },
    {
      "epoch": 511.43,
      "grad_norm": 1.3304450511932373,
      "learning_rate": 1.4789210455625334e-06,
      "loss": 0.3461,
      "step": 1832440
    },
    {
      "epoch": 511.43,
      "grad_norm": 1.2798011302947998,
      "learning_rate": 1.478895914124636e-06,
      "loss": 0.3337,
      "step": 1832450
    },
    {
      "epoch": 511.43,
      "grad_norm": 1.0557399988174438,
      "learning_rate": 1.4788707828018501e-06,
      "loss": 0.3319,
      "step": 1832460
    },
    {
      "epoch": 511.43,
      "grad_norm": 1.373504638671875,
      "learning_rate": 1.4788456515941807e-06,
      "loss": 0.3411,
      "step": 1832470
    },
    {
      "epoch": 511.44,
      "grad_norm": 1.2196587324142456,
      "learning_rate": 1.4788205205016305e-06,
      "loss": 0.327,
      "step": 1832480
    },
    {
      "epoch": 511.44,
      "grad_norm": 1.1109752655029297,
      "learning_rate": 1.4787953895242016e-06,
      "loss": 0.343,
      "step": 1832490
    },
    {
      "epoch": 511.44,
      "grad_norm": 1.0016878843307495,
      "learning_rate": 1.4787702586618995e-06,
      "loss": 0.3452,
      "step": 1832500
    },
    {
      "epoch": 511.45,
      "grad_norm": 1.085033893585205,
      "learning_rate": 1.4787451279147262e-06,
      "loss": 0.3342,
      "step": 1832510
    },
    {
      "epoch": 511.45,
      "grad_norm": 1.269701361656189,
      "learning_rate": 1.4787199972826847e-06,
      "loss": 0.3443,
      "step": 1832520
    },
    {
      "epoch": 511.45,
      "grad_norm": 1.1207894086837769,
      "learning_rate": 1.4786948667657798e-06,
      "loss": 0.3423,
      "step": 1832530
    },
    {
      "epoch": 511.45,
      "grad_norm": 1.241532564163208,
      "learning_rate": 1.4786697363640137e-06,
      "loss": 0.3416,
      "step": 1832540
    },
    {
      "epoch": 511.46,
      "grad_norm": 0.9342267513275146,
      "learning_rate": 1.478644606077389e-06,
      "loss": 0.3337,
      "step": 1832550
    },
    {
      "epoch": 511.46,
      "grad_norm": 1.0917189121246338,
      "learning_rate": 1.4786194759059112e-06,
      "loss": 0.3304,
      "step": 1832560
    },
    {
      "epoch": 511.46,
      "grad_norm": 0.9795918464660645,
      "learning_rate": 1.4785943458495824e-06,
      "loss": 0.3475,
      "step": 1832570
    },
    {
      "epoch": 511.47,
      "grad_norm": 1.0709121227264404,
      "learning_rate": 1.4785692159084057e-06,
      "loss": 0.3419,
      "step": 1832580
    },
    {
      "epoch": 511.47,
      "grad_norm": 2.5284407138824463,
      "learning_rate": 1.4785440860823851e-06,
      "loss": 0.3327,
      "step": 1832590
    },
    {
      "epoch": 511.47,
      "grad_norm": 1.1898540258407593,
      "learning_rate": 1.478518956371524e-06,
      "loss": 0.3433,
      "step": 1832600
    },
    {
      "epoch": 511.47,
      "grad_norm": 0.9779852032661438,
      "learning_rate": 1.4784938267758237e-06,
      "loss": 0.3247,
      "step": 1832610
    },
    {
      "epoch": 511.48,
      "grad_norm": 1.2015963792800903,
      "learning_rate": 1.4784686972952909e-06,
      "loss": 0.3348,
      "step": 1832620
    },
    {
      "epoch": 511.48,
      "grad_norm": 0.9381060004234314,
      "learning_rate": 1.478443567929927e-06,
      "loss": 0.3389,
      "step": 1832630
    },
    {
      "epoch": 511.48,
      "grad_norm": 0.9838756918907166,
      "learning_rate": 1.4784184386797345e-06,
      "loss": 0.3461,
      "step": 1832640
    },
    {
      "epoch": 511.48,
      "grad_norm": 1.3759596347808838,
      "learning_rate": 1.4783933095447191e-06,
      "loss": 0.3495,
      "step": 1832650
    },
    {
      "epoch": 511.49,
      "grad_norm": 1.3981602191925049,
      "learning_rate": 1.478368180524883e-06,
      "loss": 0.3516,
      "step": 1832660
    },
    {
      "epoch": 511.49,
      "grad_norm": 1.5481394529342651,
      "learning_rate": 1.4783430516202285e-06,
      "loss": 0.3418,
      "step": 1832670
    },
    {
      "epoch": 511.49,
      "grad_norm": 1.4216375350952148,
      "learning_rate": 1.478317922830761e-06,
      "loss": 0.3289,
      "step": 1832680
    },
    {
      "epoch": 511.5,
      "grad_norm": 1.0924324989318848,
      "learning_rate": 1.4782927941564813e-06,
      "loss": 0.3482,
      "step": 1832690
    },
    {
      "epoch": 511.5,
      "grad_norm": 1.1267908811569214,
      "learning_rate": 1.4782676655973956e-06,
      "loss": 0.3339,
      "step": 1832700
    },
    {
      "epoch": 511.5,
      "grad_norm": 1.0315715074539185,
      "learning_rate": 1.4782425371535054e-06,
      "loss": 0.3266,
      "step": 1832710
    },
    {
      "epoch": 511.5,
      "grad_norm": 1.047614336013794,
      "learning_rate": 1.4782174088248141e-06,
      "loss": 0.3291,
      "step": 1832720
    },
    {
      "epoch": 511.51,
      "grad_norm": 1.0792810916900635,
      "learning_rate": 1.478192280611326e-06,
      "loss": 0.3516,
      "step": 1832730
    },
    {
      "epoch": 511.51,
      "grad_norm": 1.171727180480957,
      "learning_rate": 1.4781671525130434e-06,
      "loss": 0.3386,
      "step": 1832740
    },
    {
      "epoch": 511.51,
      "grad_norm": 1.0440373420715332,
      "learning_rate": 1.4781420245299702e-06,
      "loss": 0.3383,
      "step": 1832750
    },
    {
      "epoch": 511.52,
      "grad_norm": 1.1191540956497192,
      "learning_rate": 1.4781168966621097e-06,
      "loss": 0.3518,
      "step": 1832760
    },
    {
      "epoch": 511.52,
      "grad_norm": 0.9669082760810852,
      "learning_rate": 1.4780917689094657e-06,
      "loss": 0.3272,
      "step": 1832770
    },
    {
      "epoch": 511.52,
      "grad_norm": 1.1237000226974487,
      "learning_rate": 1.47806664127204e-06,
      "loss": 0.3489,
      "step": 1832780
    },
    {
      "epoch": 511.52,
      "grad_norm": 1.086247444152832,
      "learning_rate": 1.4780415137498376e-06,
      "loss": 0.3456,
      "step": 1832790
    },
    {
      "epoch": 511.53,
      "grad_norm": 1.0350064039230347,
      "learning_rate": 1.4780163863428614e-06,
      "loss": 0.3537,
      "step": 1832800
    },
    {
      "epoch": 511.53,
      "grad_norm": 1.259163737297058,
      "learning_rate": 1.4779912590511142e-06,
      "loss": 0.3475,
      "step": 1832810
    },
    {
      "epoch": 511.53,
      "grad_norm": 1.070675253868103,
      "learning_rate": 1.4779661318746002e-06,
      "loss": 0.3416,
      "step": 1832820
    },
    {
      "epoch": 511.54,
      "grad_norm": 1.0347368717193604,
      "learning_rate": 1.4779410048133225e-06,
      "loss": 0.3415,
      "step": 1832830
    },
    {
      "epoch": 511.54,
      "grad_norm": 1.1381986141204834,
      "learning_rate": 1.4779158778672827e-06,
      "loss": 0.3481,
      "step": 1832840
    },
    {
      "epoch": 511.54,
      "grad_norm": 0.9618749022483826,
      "learning_rate": 1.4778907510364869e-06,
      "loss": 0.3422,
      "step": 1832850
    },
    {
      "epoch": 511.54,
      "grad_norm": 1.0546917915344238,
      "learning_rate": 1.4778656243209373e-06,
      "loss": 0.342,
      "step": 1832860
    },
    {
      "epoch": 511.55,
      "grad_norm": 0.9828882813453674,
      "learning_rate": 1.4778404977206363e-06,
      "loss": 0.3369,
      "step": 1832870
    },
    {
      "epoch": 511.55,
      "grad_norm": 1.1377570629119873,
      "learning_rate": 1.477815371235589e-06,
      "loss": 0.3394,
      "step": 1832880
    },
    {
      "epoch": 511.55,
      "grad_norm": 1.1070443391799927,
      "learning_rate": 1.4777902448657973e-06,
      "loss": 0.3454,
      "step": 1832890
    },
    {
      "epoch": 511.55,
      "grad_norm": 1.2682998180389404,
      "learning_rate": 1.477765118611265e-06,
      "loss": 0.3489,
      "step": 1832900
    },
    {
      "epoch": 511.56,
      "grad_norm": 1.302644968032837,
      "learning_rate": 1.4777399924719963e-06,
      "loss": 0.3455,
      "step": 1832910
    },
    {
      "epoch": 511.56,
      "grad_norm": 1.0812658071517944,
      "learning_rate": 1.4777148664479934e-06,
      "loss": 0.3395,
      "step": 1832920
    },
    {
      "epoch": 511.56,
      "grad_norm": 1.09867262840271,
      "learning_rate": 1.477689740539259e-06,
      "loss": 0.3362,
      "step": 1832930
    },
    {
      "epoch": 511.57,
      "grad_norm": 1.1371421813964844,
      "learning_rate": 1.4776646147457986e-06,
      "loss": 0.3545,
      "step": 1832940
    },
    {
      "epoch": 511.57,
      "grad_norm": 1.160483956336975,
      "learning_rate": 1.4776394890676142e-06,
      "loss": 0.3571,
      "step": 1832950
    },
    {
      "epoch": 511.57,
      "grad_norm": 1.1674176454544067,
      "learning_rate": 1.477614363504709e-06,
      "loss": 0.3415,
      "step": 1832960
    },
    {
      "epoch": 511.57,
      "grad_norm": 1.3753407001495361,
      "learning_rate": 1.477589238057087e-06,
      "loss": 0.3287,
      "step": 1832970
    },
    {
      "epoch": 511.58,
      "grad_norm": 1.1155400276184082,
      "learning_rate": 1.4775641127247505e-06,
      "loss": 0.3542,
      "step": 1832980
    },
    {
      "epoch": 511.58,
      "grad_norm": 1.231324553489685,
      "learning_rate": 1.4775389875077047e-06,
      "loss": 0.3456,
      "step": 1832990
    },
    {
      "epoch": 511.58,
      "grad_norm": 1.233687162399292,
      "learning_rate": 1.4775138624059515e-06,
      "loss": 0.3427,
      "step": 1833000
    },
    {
      "epoch": 511.59,
      "grad_norm": 1.2667827606201172,
      "learning_rate": 1.4774887374194939e-06,
      "loss": 0.3529,
      "step": 1833010
    },
    {
      "epoch": 511.59,
      "grad_norm": 0.9255973100662231,
      "learning_rate": 1.4774636125483365e-06,
      "loss": 0.3559,
      "step": 1833020
    },
    {
      "epoch": 511.59,
      "grad_norm": 1.2691057920455933,
      "learning_rate": 1.4774384877924823e-06,
      "loss": 0.339,
      "step": 1833030
    },
    {
      "epoch": 511.59,
      "grad_norm": 1.1205451488494873,
      "learning_rate": 1.477413363151934e-06,
      "loss": 0.3455,
      "step": 1833040
    },
    {
      "epoch": 511.6,
      "grad_norm": 1.0162301063537598,
      "learning_rate": 1.4773882386266957e-06,
      "loss": 0.3313,
      "step": 1833050
    },
    {
      "epoch": 511.6,
      "grad_norm": 1.1278493404388428,
      "learning_rate": 1.4773631142167702e-06,
      "loss": 0.3455,
      "step": 1833060
    },
    {
      "epoch": 511.6,
      "grad_norm": 1.0161253213882446,
      "learning_rate": 1.4773379899221604e-06,
      "loss": 0.3387,
      "step": 1833070
    },
    {
      "epoch": 511.6,
      "grad_norm": 1.0603079795837402,
      "learning_rate": 1.4773128657428708e-06,
      "loss": 0.3479,
      "step": 1833080
    },
    {
      "epoch": 511.61,
      "grad_norm": 1.1666085720062256,
      "learning_rate": 1.4772877416789045e-06,
      "loss": 0.3597,
      "step": 1833090
    },
    {
      "epoch": 511.61,
      "grad_norm": 1.1530436277389526,
      "learning_rate": 1.4772626177302642e-06,
      "loss": 0.3457,
      "step": 1833100
    },
    {
      "epoch": 511.61,
      "grad_norm": 3.6396982669830322,
      "learning_rate": 1.4772374938969539e-06,
      "loss": 0.3477,
      "step": 1833110
    },
    {
      "epoch": 511.62,
      "grad_norm": 1.1424262523651123,
      "learning_rate": 1.4772123701789768e-06,
      "loss": 0.34,
      "step": 1833120
    },
    {
      "epoch": 511.62,
      "grad_norm": 1.2826602458953857,
      "learning_rate": 1.477187246576335e-06,
      "loss": 0.3205,
      "step": 1833130
    },
    {
      "epoch": 511.62,
      "grad_norm": 1.0238953828811646,
      "learning_rate": 1.4771621230890337e-06,
      "loss": 0.3589,
      "step": 1833140
    },
    {
      "epoch": 511.62,
      "grad_norm": 1.00520920753479,
      "learning_rate": 1.477136999717076e-06,
      "loss": 0.3343,
      "step": 1833150
    },
    {
      "epoch": 511.63,
      "grad_norm": 1.033532977104187,
      "learning_rate": 1.4771118764604633e-06,
      "loss": 0.3432,
      "step": 1833160
    },
    {
      "epoch": 511.63,
      "grad_norm": 1.181378960609436,
      "learning_rate": 1.4770867533192017e-06,
      "loss": 0.3253,
      "step": 1833170
    },
    {
      "epoch": 511.63,
      "grad_norm": 1.2124663591384888,
      "learning_rate": 1.477061630293293e-06,
      "loss": 0.3295,
      "step": 1833180
    },
    {
      "epoch": 511.64,
      "grad_norm": 1.047987699508667,
      "learning_rate": 1.4770365073827403e-06,
      "loss": 0.3422,
      "step": 1833190
    },
    {
      "epoch": 511.64,
      "grad_norm": 1.1292407512664795,
      "learning_rate": 1.4770113845875478e-06,
      "loss": 0.3235,
      "step": 1833200
    },
    {
      "epoch": 511.64,
      "grad_norm": 1.1187102794647217,
      "learning_rate": 1.4769862619077184e-06,
      "loss": 0.3456,
      "step": 1833210
    },
    {
      "epoch": 511.64,
      "grad_norm": 1.0549345016479492,
      "learning_rate": 1.4769611393432548e-06,
      "loss": 0.3318,
      "step": 1833220
    },
    {
      "epoch": 511.65,
      "grad_norm": 1.243842363357544,
      "learning_rate": 1.4769360168941619e-06,
      "loss": 0.3364,
      "step": 1833230
    },
    {
      "epoch": 511.65,
      "grad_norm": 1.173292636871338,
      "learning_rate": 1.476910894560442e-06,
      "loss": 0.3364,
      "step": 1833240
    },
    {
      "epoch": 511.65,
      "grad_norm": 0.9627764225006104,
      "learning_rate": 1.4768857723420984e-06,
      "loss": 0.3295,
      "step": 1833250
    },
    {
      "epoch": 511.66,
      "grad_norm": 1.1328296661376953,
      "learning_rate": 1.4768606502391352e-06,
      "loss": 0.3703,
      "step": 1833260
    },
    {
      "epoch": 511.66,
      "grad_norm": 0.9952554702758789,
      "learning_rate": 1.4768355282515539e-06,
      "loss": 0.3328,
      "step": 1833270
    },
    {
      "epoch": 511.66,
      "grad_norm": 1.1054303646087646,
      "learning_rate": 1.4768104063793603e-06,
      "loss": 0.3314,
      "step": 1833280
    },
    {
      "epoch": 511.66,
      "grad_norm": 0.9728410243988037,
      "learning_rate": 1.4767852846225563e-06,
      "loss": 0.3241,
      "step": 1833290
    },
    {
      "epoch": 511.67,
      "grad_norm": 1.0905249118804932,
      "learning_rate": 1.476760162981145e-06,
      "loss": 0.326,
      "step": 1833300
    },
    {
      "epoch": 511.67,
      "grad_norm": 1.16242253780365,
      "learning_rate": 1.476735041455131e-06,
      "loss": 0.3336,
      "step": 1833310
    },
    {
      "epoch": 511.67,
      "grad_norm": 1.2800335884094238,
      "learning_rate": 1.4767099200445173e-06,
      "loss": 0.3458,
      "step": 1833320
    },
    {
      "epoch": 511.67,
      "grad_norm": 1.0989587306976318,
      "learning_rate": 1.476684798749306e-06,
      "loss": 0.3325,
      "step": 1833330
    },
    {
      "epoch": 511.68,
      "grad_norm": 1.0483343601226807,
      "learning_rate": 1.476659677569502e-06,
      "loss": 0.3297,
      "step": 1833340
    },
    {
      "epoch": 511.68,
      "grad_norm": 1.094041347503662,
      "learning_rate": 1.476634556505108e-06,
      "loss": 0.3425,
      "step": 1833350
    },
    {
      "epoch": 511.68,
      "grad_norm": 1.135908842086792,
      "learning_rate": 1.4766094355561263e-06,
      "loss": 0.342,
      "step": 1833360
    },
    {
      "epoch": 511.69,
      "grad_norm": 1.3515660762786865,
      "learning_rate": 1.476584314722562e-06,
      "loss": 0.3454,
      "step": 1833370
    },
    {
      "epoch": 511.69,
      "grad_norm": 1.1980706453323364,
      "learning_rate": 1.4765591940044177e-06,
      "loss": 0.3567,
      "step": 1833380
    },
    {
      "epoch": 511.69,
      "grad_norm": 1.2966866493225098,
      "learning_rate": 1.4765340734016963e-06,
      "loss": 0.3513,
      "step": 1833390
    },
    {
      "epoch": 511.69,
      "grad_norm": 1.196768045425415,
      "learning_rate": 1.4765089529144022e-06,
      "loss": 0.33,
      "step": 1833400
    },
    {
      "epoch": 511.7,
      "grad_norm": 1.0672945976257324,
      "learning_rate": 1.476483832542538e-06,
      "loss": 0.3389,
      "step": 1833410
    },
    {
      "epoch": 511.7,
      "grad_norm": 1.0693597793579102,
      "learning_rate": 1.476458712286106e-06,
      "loss": 0.3338,
      "step": 1833420
    },
    {
      "epoch": 511.7,
      "grad_norm": 1.1123720407485962,
      "learning_rate": 1.4764335921451123e-06,
      "loss": 0.3424,
      "step": 1833430
    },
    {
      "epoch": 511.71,
      "grad_norm": 1.1422028541564941,
      "learning_rate": 1.476408472119558e-06,
      "loss": 0.3433,
      "step": 1833440
    },
    {
      "epoch": 511.71,
      "grad_norm": 1.173727035522461,
      "learning_rate": 1.4763833522094464e-06,
      "loss": 0.3621,
      "step": 1833450
    },
    {
      "epoch": 511.71,
      "grad_norm": 1.0087202787399292,
      "learning_rate": 1.4763582324147826e-06,
      "loss": 0.344,
      "step": 1833460
    },
    {
      "epoch": 511.71,
      "grad_norm": 1.0179510116577148,
      "learning_rate": 1.4763331127355687e-06,
      "loss": 0.3385,
      "step": 1833470
    },
    {
      "epoch": 511.72,
      "grad_norm": 1.0716909170150757,
      "learning_rate": 1.4763079931718078e-06,
      "loss": 0.3395,
      "step": 1833480
    },
    {
      "epoch": 511.72,
      "grad_norm": 1.0497653484344482,
      "learning_rate": 1.4762828737235042e-06,
      "loss": 0.3393,
      "step": 1833490
    },
    {
      "epoch": 511.72,
      "grad_norm": 0.9942046999931335,
      "learning_rate": 1.4762577543906605e-06,
      "loss": 0.3179,
      "step": 1833500
    },
    {
      "epoch": 511.72,
      "grad_norm": 1.2168117761611938,
      "learning_rate": 1.4762326351732797e-06,
      "loss": 0.3356,
      "step": 1833510
    },
    {
      "epoch": 511.73,
      "grad_norm": 1.080728530883789,
      "learning_rate": 1.4762075160713662e-06,
      "loss": 0.3413,
      "step": 1833520
    },
    {
      "epoch": 511.73,
      "grad_norm": 1.1361618041992188,
      "learning_rate": 1.4761823970849232e-06,
      "loss": 0.3254,
      "step": 1833530
    },
    {
      "epoch": 511.73,
      "grad_norm": 1.0325384140014648,
      "learning_rate": 1.476157278213953e-06,
      "loss": 0.3497,
      "step": 1833540
    },
    {
      "epoch": 511.74,
      "grad_norm": 0.995698094367981,
      "learning_rate": 1.4761321594584604e-06,
      "loss": 0.346,
      "step": 1833550
    },
    {
      "epoch": 511.74,
      "grad_norm": 1.0533496141433716,
      "learning_rate": 1.4761070408184465e-06,
      "loss": 0.3622,
      "step": 1833560
    },
    {
      "epoch": 511.74,
      "grad_norm": 1.1311994791030884,
      "learning_rate": 1.4760819222939175e-06,
      "loss": 0.3473,
      "step": 1833570
    },
    {
      "epoch": 511.74,
      "grad_norm": 1.2004632949829102,
      "learning_rate": 1.476056803884875e-06,
      "loss": 0.3343,
      "step": 1833580
    },
    {
      "epoch": 511.75,
      "grad_norm": 0.9779465198516846,
      "learning_rate": 1.4760316855913222e-06,
      "loss": 0.3387,
      "step": 1833590
    },
    {
      "epoch": 511.75,
      "grad_norm": 1.1207817792892456,
      "learning_rate": 1.476006567413264e-06,
      "loss": 0.3438,
      "step": 1833600
    },
    {
      "epoch": 511.75,
      "grad_norm": 1.053560733795166,
      "learning_rate": 1.4759814493507022e-06,
      "loss": 0.3357,
      "step": 1833610
    },
    {
      "epoch": 511.76,
      "grad_norm": 0.9343147873878479,
      "learning_rate": 1.47595633140364e-06,
      "loss": 0.331,
      "step": 1833620
    },
    {
      "epoch": 511.76,
      "grad_norm": 1.1865613460540771,
      "learning_rate": 1.4759312135720824e-06,
      "loss": 0.3357,
      "step": 1833630
    },
    {
      "epoch": 511.76,
      "grad_norm": 1.240382432937622,
      "learning_rate": 1.4759060958560313e-06,
      "loss": 0.3476,
      "step": 1833640
    },
    {
      "epoch": 511.76,
      "grad_norm": 1.1292307376861572,
      "learning_rate": 1.4758809782554897e-06,
      "loss": 0.3373,
      "step": 1833650
    },
    {
      "epoch": 511.77,
      "grad_norm": 1.2436445951461792,
      "learning_rate": 1.4758558607704625e-06,
      "loss": 0.3424,
      "step": 1833660
    },
    {
      "epoch": 511.77,
      "grad_norm": 1.2454673051834106,
      "learning_rate": 1.4758307434009523e-06,
      "loss": 0.3299,
      "step": 1833670
    },
    {
      "epoch": 511.77,
      "grad_norm": 1.0202348232269287,
      "learning_rate": 1.4758056261469621e-06,
      "loss": 0.3393,
      "step": 1833680
    },
    {
      "epoch": 511.78,
      "grad_norm": 1.0560344457626343,
      "learning_rate": 1.4757805090084962e-06,
      "loss": 0.3374,
      "step": 1833690
    },
    {
      "epoch": 511.78,
      "grad_norm": 1.0723093748092651,
      "learning_rate": 1.4757553919855563e-06,
      "loss": 0.345,
      "step": 1833700
    },
    {
      "epoch": 511.78,
      "grad_norm": 1.0855913162231445,
      "learning_rate": 1.4757302750781468e-06,
      "loss": 0.3299,
      "step": 1833710
    },
    {
      "epoch": 511.78,
      "grad_norm": 0.9237440228462219,
      "learning_rate": 1.4757051582862717e-06,
      "loss": 0.3359,
      "step": 1833720
    },
    {
      "epoch": 511.79,
      "grad_norm": 1.0112088918685913,
      "learning_rate": 1.4756800416099336e-06,
      "loss": 0.3466,
      "step": 1833730
    },
    {
      "epoch": 511.79,
      "grad_norm": 1.0668518543243408,
      "learning_rate": 1.4756549250491347e-06,
      "loss": 0.3224,
      "step": 1833740
    },
    {
      "epoch": 511.79,
      "grad_norm": 1.089566707611084,
      "learning_rate": 1.4756298086038805e-06,
      "loss": 0.3407,
      "step": 1833750
    },
    {
      "epoch": 511.79,
      "grad_norm": 1.305742859840393,
      "learning_rate": 1.4756046922741733e-06,
      "loss": 0.3485,
      "step": 1833760
    },
    {
      "epoch": 511.8,
      "grad_norm": 0.9211986660957336,
      "learning_rate": 1.4755795760600158e-06,
      "loss": 0.3296,
      "step": 1833770
    },
    {
      "epoch": 511.8,
      "grad_norm": 1.751327633857727,
      "learning_rate": 1.4755544599614129e-06,
      "loss": 0.3348,
      "step": 1833780
    },
    {
      "epoch": 511.8,
      "grad_norm": 1.161620020866394,
      "learning_rate": 1.4755293439783668e-06,
      "loss": 0.3579,
      "step": 1833790
    },
    {
      "epoch": 511.81,
      "grad_norm": 1.0168713331222534,
      "learning_rate": 1.4755042281108804e-06,
      "loss": 0.3431,
      "step": 1833800
    },
    {
      "epoch": 511.81,
      "grad_norm": 1.0904473066329956,
      "learning_rate": 1.4754791123589587e-06,
      "loss": 0.3442,
      "step": 1833810
    },
    {
      "epoch": 511.81,
      "grad_norm": 1.0553176403045654,
      "learning_rate": 1.4754539967226037e-06,
      "loss": 0.3253,
      "step": 1833820
    },
    {
      "epoch": 511.81,
      "grad_norm": 0.9875820875167847,
      "learning_rate": 1.4754288812018187e-06,
      "loss": 0.3549,
      "step": 1833830
    },
    {
      "epoch": 511.82,
      "grad_norm": 1.3071221113204956,
      "learning_rate": 1.475403765796608e-06,
      "loss": 0.338,
      "step": 1833840
    },
    {
      "epoch": 511.82,
      "grad_norm": 0.9715142250061035,
      "learning_rate": 1.475378650506974e-06,
      "loss": 0.3389,
      "step": 1833850
    },
    {
      "epoch": 511.82,
      "grad_norm": 1.1127163171768188,
      "learning_rate": 1.475353535332921e-06,
      "loss": 0.3617,
      "step": 1833860
    },
    {
      "epoch": 511.83,
      "grad_norm": 1.0245616436004639,
      "learning_rate": 1.4753284202744519e-06,
      "loss": 0.319,
      "step": 1833870
    },
    {
      "epoch": 511.83,
      "grad_norm": 1.0323764085769653,
      "learning_rate": 1.475303305331569e-06,
      "loss": 0.3263,
      "step": 1833880
    },
    {
      "epoch": 511.83,
      "grad_norm": 7.465908050537109,
      "learning_rate": 1.4752781905042774e-06,
      "loss": 0.3301,
      "step": 1833890
    },
    {
      "epoch": 511.83,
      "grad_norm": 1.2655433416366577,
      "learning_rate": 1.47525307579258e-06,
      "loss": 0.3376,
      "step": 1833900
    },
    {
      "epoch": 511.84,
      "grad_norm": 1.023579716682434,
      "learning_rate": 1.4752279611964786e-06,
      "loss": 0.3424,
      "step": 1833910
    },
    {
      "epoch": 511.84,
      "grad_norm": 1.0770167112350464,
      "learning_rate": 1.4752028467159788e-06,
      "loss": 0.3388,
      "step": 1833920
    },
    {
      "epoch": 511.84,
      "grad_norm": 1.1597715616226196,
      "learning_rate": 1.4751777323510826e-06,
      "loss": 0.3447,
      "step": 1833930
    },
    {
      "epoch": 511.84,
      "grad_norm": 1.0584461688995361,
      "learning_rate": 1.4751526181017928e-06,
      "loss": 0.3419,
      "step": 1833940
    },
    {
      "epoch": 511.85,
      "grad_norm": 1.0392266511917114,
      "learning_rate": 1.4751275039681144e-06,
      "loss": 0.3403,
      "step": 1833950
    },
    {
      "epoch": 511.85,
      "grad_norm": 1.262527585029602,
      "learning_rate": 1.47510238995005e-06,
      "loss": 0.3394,
      "step": 1833960
    },
    {
      "epoch": 511.85,
      "grad_norm": 1.0809210538864136,
      "learning_rate": 1.4750772760476018e-06,
      "loss": 0.3364,
      "step": 1833970
    },
    {
      "epoch": 511.86,
      "grad_norm": 1.112734317779541,
      "learning_rate": 1.4750521622607752e-06,
      "loss": 0.3223,
      "step": 1833980
    },
    {
      "epoch": 511.86,
      "grad_norm": 1.0829598903656006,
      "learning_rate": 1.4750270485895723e-06,
      "loss": 0.3295,
      "step": 1833990
    },
    {
      "epoch": 511.86,
      "grad_norm": 1.115293264389038,
      "learning_rate": 1.4750019350339963e-06,
      "loss": 0.3387,
      "step": 1834000
    },
    {
      "epoch": 511.86,
      "grad_norm": 1.1653562784194946,
      "learning_rate": 1.4749768215940517e-06,
      "loss": 0.3474,
      "step": 1834010
    },
    {
      "epoch": 511.87,
      "grad_norm": 1.1620362997055054,
      "learning_rate": 1.4749517082697406e-06,
      "loss": 0.3469,
      "step": 1834020
    },
    {
      "epoch": 511.87,
      "grad_norm": 1.3286771774291992,
      "learning_rate": 1.474926595061066e-06,
      "loss": 0.3344,
      "step": 1834030
    },
    {
      "epoch": 511.87,
      "grad_norm": 0.9583960771560669,
      "learning_rate": 1.4749014819680331e-06,
      "loss": 0.3344,
      "step": 1834040
    },
    {
      "epoch": 511.88,
      "grad_norm": 1.0037493705749512,
      "learning_rate": 1.4748763689906439e-06,
      "loss": 0.3441,
      "step": 1834050
    },
    {
      "epoch": 511.88,
      "grad_norm": 1.018587350845337,
      "learning_rate": 1.4748512561289015e-06,
      "loss": 0.3477,
      "step": 1834060
    },
    {
      "epoch": 511.88,
      "grad_norm": 1.149962067604065,
      "learning_rate": 1.4748261433828105e-06,
      "loss": 0.334,
      "step": 1834070
    },
    {
      "epoch": 511.88,
      "grad_norm": 1.066090703010559,
      "learning_rate": 1.4748010307523736e-06,
      "loss": 0.3466,
      "step": 1834080
    },
    {
      "epoch": 511.89,
      "grad_norm": 1.2317521572113037,
      "learning_rate": 1.4747759182375929e-06,
      "loss": 0.3641,
      "step": 1834090
    },
    {
      "epoch": 511.89,
      "grad_norm": 1.1631736755371094,
      "learning_rate": 1.4747508058384739e-06,
      "loss": 0.3325,
      "step": 1834100
    },
    {
      "epoch": 511.89,
      "grad_norm": 1.2458045482635498,
      "learning_rate": 1.474725693555019e-06,
      "loss": 0.3454,
      "step": 1834110
    },
    {
      "epoch": 511.9,
      "grad_norm": 1.0976941585540771,
      "learning_rate": 1.4747005813872304e-06,
      "loss": 0.3369,
      "step": 1834120
    },
    {
      "epoch": 511.9,
      "grad_norm": 1.2160753011703491,
      "learning_rate": 1.4746754693351134e-06,
      "loss": 0.3414,
      "step": 1834130
    },
    {
      "epoch": 511.9,
      "grad_norm": 0.9574325680732727,
      "learning_rate": 1.47465035739867e-06,
      "loss": 0.349,
      "step": 1834140
    },
    {
      "epoch": 511.9,
      "grad_norm": 0.9808205962181091,
      "learning_rate": 1.4746252455779046e-06,
      "loss": 0.3334,
      "step": 1834150
    },
    {
      "epoch": 511.91,
      "grad_norm": 1.2647756338119507,
      "learning_rate": 1.47460013387282e-06,
      "loss": 0.3333,
      "step": 1834160
    },
    {
      "epoch": 511.91,
      "grad_norm": 1.1023112535476685,
      "learning_rate": 1.4745750222834183e-06,
      "loss": 0.3414,
      "step": 1834170
    },
    {
      "epoch": 511.91,
      "grad_norm": 1.104781985282898,
      "learning_rate": 1.474549910809705e-06,
      "loss": 0.3415,
      "step": 1834180
    },
    {
      "epoch": 511.91,
      "grad_norm": 5.1289963722229,
      "learning_rate": 1.4745247994516827e-06,
      "loss": 0.3501,
      "step": 1834190
    },
    {
      "epoch": 511.92,
      "grad_norm": 2.158884286880493,
      "learning_rate": 1.4744996882093537e-06,
      "loss": 0.3434,
      "step": 1834200
    },
    {
      "epoch": 511.92,
      "grad_norm": 1.0950642824172974,
      "learning_rate": 1.4744745770827232e-06,
      "loss": 0.3414,
      "step": 1834210
    },
    {
      "epoch": 511.92,
      "grad_norm": 1.0925447940826416,
      "learning_rate": 1.4744494660717931e-06,
      "loss": 0.3399,
      "step": 1834220
    },
    {
      "epoch": 511.93,
      "grad_norm": 1.051871657371521,
      "learning_rate": 1.4744243551765659e-06,
      "loss": 0.3393,
      "step": 1834230
    },
    {
      "epoch": 511.93,
      "grad_norm": 1.0166475772857666,
      "learning_rate": 1.4743992443970476e-06,
      "loss": 0.3441,
      "step": 1834240
    },
    {
      "epoch": 511.93,
      "grad_norm": 1.0587009191513062,
      "learning_rate": 1.4743741337332399e-06,
      "loss": 0.3329,
      "step": 1834250
    },
    {
      "epoch": 511.93,
      "grad_norm": 1.2015161514282227,
      "learning_rate": 1.4743490231851454e-06,
      "loss": 0.3457,
      "step": 1834260
    },
    {
      "epoch": 511.94,
      "grad_norm": 0.9143232107162476,
      "learning_rate": 1.4743239127527693e-06,
      "loss": 0.3346,
      "step": 1834270
    },
    {
      "epoch": 511.94,
      "grad_norm": 1.6771955490112305,
      "learning_rate": 1.4742988024361145e-06,
      "loss": 0.3606,
      "step": 1834280
    },
    {
      "epoch": 511.94,
      "grad_norm": 1.3845645189285278,
      "learning_rate": 1.4742736922351832e-06,
      "loss": 0.3461,
      "step": 1834290
    },
    {
      "epoch": 511.95,
      "grad_norm": 1.0690282583236694,
      "learning_rate": 1.4742485821499795e-06,
      "loss": 0.3175,
      "step": 1834300
    },
    {
      "epoch": 511.95,
      "grad_norm": 2.952819347381592,
      "learning_rate": 1.4742234721805072e-06,
      "loss": 0.3222,
      "step": 1834310
    },
    {
      "epoch": 511.95,
      "grad_norm": 1.38606858253479,
      "learning_rate": 1.474198362326768e-06,
      "loss": 0.3446,
      "step": 1834320
    },
    {
      "epoch": 511.95,
      "grad_norm": 1.8965848684310913,
      "learning_rate": 1.474173252588767e-06,
      "loss": 0.344,
      "step": 1834330
    },
    {
      "epoch": 511.96,
      "grad_norm": 1.209031105041504,
      "learning_rate": 1.4741481429665073e-06,
      "loss": 0.3704,
      "step": 1834340
    },
    {
      "epoch": 511.96,
      "grad_norm": 1.1797616481781006,
      "learning_rate": 1.4741230334599914e-06,
      "loss": 0.3187,
      "step": 1834350
    },
    {
      "epoch": 511.96,
      "grad_norm": 1.0287468433380127,
      "learning_rate": 1.4740979240692232e-06,
      "loss": 0.3289,
      "step": 1834360
    },
    {
      "epoch": 511.96,
      "grad_norm": 1.0914502143859863,
      "learning_rate": 1.474072814794206e-06,
      "loss": 0.3586,
      "step": 1834370
    },
    {
      "epoch": 511.97,
      "grad_norm": 1.1036198139190674,
      "learning_rate": 1.4740477056349424e-06,
      "loss": 0.3441,
      "step": 1834380
    },
    {
      "epoch": 511.97,
      "grad_norm": 1.1755712032318115,
      "learning_rate": 1.4740225965914372e-06,
      "loss": 0.3397,
      "step": 1834390
    },
    {
      "epoch": 511.97,
      "grad_norm": 1.1587671041488647,
      "learning_rate": 1.4739974876636928e-06,
      "loss": 0.3409,
      "step": 1834400
    },
    {
      "epoch": 511.98,
      "grad_norm": 1.1089839935302734,
      "learning_rate": 1.4739723788517121e-06,
      "loss": 0.3448,
      "step": 1834410
    },
    {
      "epoch": 511.98,
      "grad_norm": 1.0697234869003296,
      "learning_rate": 1.4739472701555e-06,
      "loss": 0.3323,
      "step": 1834420
    },
    {
      "epoch": 511.98,
      "grad_norm": 1.19520103931427,
      "learning_rate": 1.4739221615750579e-06,
      "loss": 0.344,
      "step": 1834430
    },
    {
      "epoch": 511.98,
      "grad_norm": 0.9868065714836121,
      "learning_rate": 1.4738970531103908e-06,
      "loss": 0.3257,
      "step": 1834440
    },
    {
      "epoch": 511.99,
      "grad_norm": 1.0154794454574585,
      "learning_rate": 1.4738719447615015e-06,
      "loss": 0.3307,
      "step": 1834450
    },
    {
      "epoch": 511.99,
      "grad_norm": 1.0591555833816528,
      "learning_rate": 1.4738468365283923e-06,
      "loss": 0.3416,
      "step": 1834460
    },
    {
      "epoch": 511.99,
      "grad_norm": 1.1382839679718018,
      "learning_rate": 1.4738217284110685e-06,
      "loss": 0.3328,
      "step": 1834470
    },
    {
      "epoch": 512.0,
      "grad_norm": 1.1960582733154297,
      "learning_rate": 1.473796620409532e-06,
      "loss": 0.349,
      "step": 1834480
    },
    {
      "epoch": 512.0,
      "grad_norm": 0.8962094783782959,
      "learning_rate": 1.4737715125237863e-06,
      "loss": 0.3318,
      "step": 1834490
    },
    {
      "epoch": 512.0,
      "eval_loss": 0.34201741218566895,
      "eval_runtime": 63.2279,
      "eval_samples_per_second": 80.012,
      "eval_steps_per_second": 10.011,
      "step": 1834496
    },
    {
      "epoch": 512.0,
      "grad_norm": 1.0609997510910034,
      "learning_rate": 1.4737464047538356e-06,
      "loss": 0.3377,
      "step": 1834500
    },
    {
      "epoch": 512.0,
      "grad_norm": 1.160056233406067,
      "learning_rate": 1.4737212970996825e-06,
      "loss": 0.3291,
      "step": 1834510
    },
    {
      "epoch": 512.01,
      "grad_norm": 1.1644028425216675,
      "learning_rate": 1.4736961895613292e-06,
      "loss": 0.3451,
      "step": 1834520
    },
    {
      "epoch": 512.01,
      "grad_norm": 1.1388170719146729,
      "learning_rate": 1.4736710821387816e-06,
      "loss": 0.3385,
      "step": 1834530
    },
    {
      "epoch": 512.01,
      "grad_norm": 0.9971979260444641,
      "learning_rate": 1.4736459748320416e-06,
      "loss": 0.3331,
      "step": 1834540
    },
    {
      "epoch": 512.02,
      "grad_norm": 1.2043514251708984,
      "learning_rate": 1.4736208676411118e-06,
      "loss": 0.3488,
      "step": 1834550
    },
    {
      "epoch": 512.02,
      "grad_norm": 1.1459513902664185,
      "learning_rate": 1.4735957605659972e-06,
      "loss": 0.3503,
      "step": 1834560
    },
    {
      "epoch": 512.02,
      "grad_norm": 1.1495239734649658,
      "learning_rate": 1.4735706536067004e-06,
      "loss": 0.3594,
      "step": 1834570
    },
    {
      "epoch": 512.02,
      "grad_norm": 1.0647752285003662,
      "learning_rate": 1.4735455467632243e-06,
      "loss": 0.3369,
      "step": 1834580
    },
    {
      "epoch": 512.03,
      "grad_norm": 0.9685853123664856,
      "learning_rate": 1.4735204400355732e-06,
      "loss": 0.3315,
      "step": 1834590
    },
    {
      "epoch": 512.03,
      "grad_norm": 1.1597657203674316,
      "learning_rate": 1.47349533342375e-06,
      "loss": 0.3339,
      "step": 1834600
    },
    {
      "epoch": 512.03,
      "grad_norm": 1.0810587406158447,
      "learning_rate": 1.4734702269277568e-06,
      "loss": 0.3276,
      "step": 1834610
    },
    {
      "epoch": 512.03,
      "grad_norm": 1.0918408632278442,
      "learning_rate": 1.4734451205475991e-06,
      "loss": 0.336,
      "step": 1834620
    },
    {
      "epoch": 512.04,
      "grad_norm": 1.1392897367477417,
      "learning_rate": 1.473420014283279e-06,
      "loss": 0.3554,
      "step": 1834630
    },
    {
      "epoch": 512.04,
      "grad_norm": 1.3460782766342163,
      "learning_rate": 1.4733949081348e-06,
      "loss": 0.3447,
      "step": 1834640
    },
    {
      "epoch": 512.04,
      "grad_norm": 1.1275932788848877,
      "learning_rate": 1.4733698021021656e-06,
      "loss": 0.3432,
      "step": 1834650
    },
    {
      "epoch": 512.05,
      "grad_norm": 1.1454622745513916,
      "learning_rate": 1.4733446961853785e-06,
      "loss": 0.354,
      "step": 1834660
    },
    {
      "epoch": 512.05,
      "grad_norm": 1.0737662315368652,
      "learning_rate": 1.4733195903844427e-06,
      "loss": 0.3399,
      "step": 1834670
    },
    {
      "epoch": 512.05,
      "grad_norm": 1.4669803380966187,
      "learning_rate": 1.4732944846993621e-06,
      "loss": 0.3439,
      "step": 1834680
    },
    {
      "epoch": 512.05,
      "grad_norm": 1.1755070686340332,
      "learning_rate": 1.4732693791301385e-06,
      "loss": 0.3336,
      "step": 1834690
    },
    {
      "epoch": 512.06,
      "grad_norm": 1.097508430480957,
      "learning_rate": 1.473244273676777e-06,
      "loss": 0.3555,
      "step": 1834700
    },
    {
      "epoch": 512.06,
      "grad_norm": 1.1327754259109497,
      "learning_rate": 1.4732191683392797e-06,
      "loss": 0.3528,
      "step": 1834710
    },
    {
      "epoch": 512.06,
      "grad_norm": 5.3451247215271,
      "learning_rate": 1.47319406311765e-06,
      "loss": 0.355,
      "step": 1834720
    },
    {
      "epoch": 512.07,
      "grad_norm": 1.1862856149673462,
      "learning_rate": 1.473168958011892e-06,
      "loss": 0.3399,
      "step": 1834730
    },
    {
      "epoch": 512.07,
      "grad_norm": 1.1258673667907715,
      "learning_rate": 1.4731438530220087e-06,
      "loss": 0.3497,
      "step": 1834740
    },
    {
      "epoch": 512.07,
      "grad_norm": 1.1139918565750122,
      "learning_rate": 1.4731187481480022e-06,
      "loss": 0.3423,
      "step": 1834750
    },
    {
      "epoch": 512.07,
      "grad_norm": 1.1531429290771484,
      "learning_rate": 1.473093643389878e-06,
      "loss": 0.3233,
      "step": 1834760
    },
    {
      "epoch": 512.08,
      "grad_norm": 1.1528691053390503,
      "learning_rate": 1.4730685387476384e-06,
      "loss": 0.3398,
      "step": 1834770
    },
    {
      "epoch": 512.08,
      "grad_norm": 0.9512313008308411,
      "learning_rate": 1.4730434342212858e-06,
      "loss": 0.3452,
      "step": 1834780
    },
    {
      "epoch": 512.08,
      "grad_norm": 1.1233482360839844,
      "learning_rate": 1.473018329810825e-06,
      "loss": 0.3307,
      "step": 1834790
    },
    {
      "epoch": 512.08,
      "grad_norm": 1.2193989753723145,
      "learning_rate": 1.4729932255162596e-06,
      "loss": 0.3419,
      "step": 1834800
    },
    {
      "epoch": 512.09,
      "grad_norm": 0.9967394471168518,
      "learning_rate": 1.4729681213375911e-06,
      "loss": 0.3375,
      "step": 1834810
    },
    {
      "epoch": 512.09,
      "grad_norm": 1.2107393741607666,
      "learning_rate": 1.472943017274825e-06,
      "loss": 0.3429,
      "step": 1834820
    },
    {
      "epoch": 512.09,
      "grad_norm": 0.9667242169380188,
      "learning_rate": 1.4729179133279629e-06,
      "loss": 0.3544,
      "step": 1834830
    },
    {
      "epoch": 512.1,
      "grad_norm": 1.1184226274490356,
      "learning_rate": 1.4728928094970078e-06,
      "loss": 0.3316,
      "step": 1834840
    },
    {
      "epoch": 512.1,
      "grad_norm": 1.1489765644073486,
      "learning_rate": 1.4728677057819653e-06,
      "loss": 0.3625,
      "step": 1834850
    },
    {
      "epoch": 512.1,
      "grad_norm": 0.9947707056999207,
      "learning_rate": 1.4728426021828376e-06,
      "loss": 0.349,
      "step": 1834860
    },
    {
      "epoch": 512.1,
      "grad_norm": 1.2698729038238525,
      "learning_rate": 1.4728174986996273e-06,
      "loss": 0.3429,
      "step": 1834870
    },
    {
      "epoch": 512.11,
      "grad_norm": 0.9293360710144043,
      "learning_rate": 1.4727923953323386e-06,
      "loss": 0.3283,
      "step": 1834880
    },
    {
      "epoch": 512.11,
      "grad_norm": 1.2421234846115112,
      "learning_rate": 1.472767292080975e-06,
      "loss": 0.3354,
      "step": 1834890
    },
    {
      "epoch": 512.11,
      "grad_norm": 0.98142009973526,
      "learning_rate": 1.472742188945538e-06,
      "loss": 0.3284,
      "step": 1834900
    },
    {
      "epoch": 512.12,
      "grad_norm": 1.0550894737243652,
      "learning_rate": 1.4727170859260337e-06,
      "loss": 0.3386,
      "step": 1834910
    },
    {
      "epoch": 512.12,
      "grad_norm": 1.2849633693695068,
      "learning_rate": 1.4726919830224639e-06,
      "loss": 0.3377,
      "step": 1834920
    },
    {
      "epoch": 512.12,
      "grad_norm": 1.1232736110687256,
      "learning_rate": 1.4726668802348314e-06,
      "loss": 0.3431,
      "step": 1834930
    },
    {
      "epoch": 512.12,
      "grad_norm": 1.244889259338379,
      "learning_rate": 1.4726417775631413e-06,
      "loss": 0.3411,
      "step": 1834940
    },
    {
      "epoch": 512.13,
      "grad_norm": 1.009576439857483,
      "learning_rate": 1.4726166750073958e-06,
      "loss": 0.3445,
      "step": 1834950
    },
    {
      "epoch": 512.13,
      "grad_norm": 0.9976444840431213,
      "learning_rate": 1.4725915725675979e-06,
      "loss": 0.3505,
      "step": 1834960
    },
    {
      "epoch": 512.13,
      "grad_norm": 1.3233897686004639,
      "learning_rate": 1.472566470243752e-06,
      "loss": 0.3392,
      "step": 1834970
    },
    {
      "epoch": 512.14,
      "grad_norm": 1.2053873538970947,
      "learning_rate": 1.4725413680358598e-06,
      "loss": 0.343,
      "step": 1834980
    },
    {
      "epoch": 512.14,
      "grad_norm": 2.3193039894104004,
      "learning_rate": 1.4725162659439266e-06,
      "loss": 0.3545,
      "step": 1834990
    },
    {
      "epoch": 512.14,
      "grad_norm": 1.0006277561187744,
      "learning_rate": 1.472491163967955e-06,
      "loss": 0.328,
      "step": 1835000
    },
    {
      "epoch": 512.14,
      "grad_norm": 1.0136966705322266,
      "learning_rate": 1.4724660621079478e-06,
      "loss": 0.344,
      "step": 1835010
    },
    {
      "epoch": 512.15,
      "grad_norm": 1.0393699407577515,
      "learning_rate": 1.4724409603639087e-06,
      "loss": 0.339,
      "step": 1835020
    },
    {
      "epoch": 512.15,
      "grad_norm": 1.2921761274337769,
      "learning_rate": 1.4724158587358412e-06,
      "loss": 0.3506,
      "step": 1835030
    },
    {
      "epoch": 512.15,
      "grad_norm": 1.1684683561325073,
      "learning_rate": 1.4723907572237479e-06,
      "loss": 0.338,
      "step": 1835040
    },
    {
      "epoch": 512.15,
      "grad_norm": 5.051758766174316,
      "learning_rate": 1.4723656558276337e-06,
      "loss": 0.3391,
      "step": 1835050
    },
    {
      "epoch": 512.16,
      "grad_norm": 1.082455039024353,
      "learning_rate": 1.4723405545475011e-06,
      "loss": 0.3451,
      "step": 1835060
    },
    {
      "epoch": 512.16,
      "grad_norm": 1.0773450136184692,
      "learning_rate": 1.472315453383352e-06,
      "loss": 0.3449,
      "step": 1835070
    },
    {
      "epoch": 512.16,
      "grad_norm": 1.1091636419296265,
      "learning_rate": 1.4722903523351923e-06,
      "loss": 0.3559,
      "step": 1835080
    },
    {
      "epoch": 512.17,
      "grad_norm": 1.0891741514205933,
      "learning_rate": 1.472265251403024e-06,
      "loss": 0.3437,
      "step": 1835090
    },
    {
      "epoch": 512.17,
      "grad_norm": 1.007930874824524,
      "learning_rate": 1.47224015058685e-06,
      "loss": 0.3372,
      "step": 1835100
    },
    {
      "epoch": 512.17,
      "grad_norm": 1.1860206127166748,
      "learning_rate": 1.4722150498866746e-06,
      "loss": 0.3378,
      "step": 1835110
    },
    {
      "epoch": 512.17,
      "grad_norm": 1.2020336389541626,
      "learning_rate": 1.472189949302501e-06,
      "loss": 0.3522,
      "step": 1835120
    },
    {
      "epoch": 512.18,
      "grad_norm": 1.1852394342422485,
      "learning_rate": 1.4721648488343315e-06,
      "loss": 0.3534,
      "step": 1835130
    },
    {
      "epoch": 512.18,
      "grad_norm": 1.2948821783065796,
      "learning_rate": 1.4721397484821706e-06,
      "loss": 0.3487,
      "step": 1835140
    },
    {
      "epoch": 512.18,
      "grad_norm": 1.242279052734375,
      "learning_rate": 1.4721146482460218e-06,
      "loss": 0.3441,
      "step": 1835150
    },
    {
      "epoch": 512.19,
      "grad_norm": 1.125780701637268,
      "learning_rate": 1.4720895481258874e-06,
      "loss": 0.3334,
      "step": 1835160
    },
    {
      "epoch": 512.19,
      "grad_norm": 1.1249206066131592,
      "learning_rate": 1.4720644481217712e-06,
      "loss": 0.3248,
      "step": 1835170
    },
    {
      "epoch": 512.19,
      "grad_norm": 1.1794676780700684,
      "learning_rate": 1.472039348233677e-06,
      "loss": 0.3365,
      "step": 1835180
    },
    {
      "epoch": 512.19,
      "grad_norm": 1.0689257383346558,
      "learning_rate": 1.4720142484616066e-06,
      "loss": 0.3441,
      "step": 1835190
    },
    {
      "epoch": 512.2,
      "grad_norm": 1.0062806606292725,
      "learning_rate": 1.4719891488055655e-06,
      "loss": 0.3275,
      "step": 1835200
    },
    {
      "epoch": 512.2,
      "grad_norm": 1.287655234336853,
      "learning_rate": 1.4719640492655558e-06,
      "loss": 0.3479,
      "step": 1835210
    },
    {
      "epoch": 512.2,
      "grad_norm": 1.4801193475723267,
      "learning_rate": 1.4719389498415804e-06,
      "loss": 0.3333,
      "step": 1835220
    },
    {
      "epoch": 512.2,
      "grad_norm": 1.0086747407913208,
      "learning_rate": 1.4719138505336442e-06,
      "loss": 0.3531,
      "step": 1835230
    },
    {
      "epoch": 512.21,
      "grad_norm": 1.0209215879440308,
      "learning_rate": 1.4718887513417496e-06,
      "loss": 0.321,
      "step": 1835240
    },
    {
      "epoch": 512.21,
      "grad_norm": 1.182949185371399,
      "learning_rate": 1.4718636522658992e-06,
      "loss": 0.3445,
      "step": 1835250
    },
    {
      "epoch": 512.21,
      "grad_norm": 1.0319644212722778,
      "learning_rate": 1.4718385533060982e-06,
      "loss": 0.3305,
      "step": 1835260
    },
    {
      "epoch": 512.22,
      "grad_norm": 1.308906078338623,
      "learning_rate": 1.4718134544623474e-06,
      "loss": 0.3408,
      "step": 1835270
    },
    {
      "epoch": 512.22,
      "grad_norm": 1.1385304927825928,
      "learning_rate": 1.4717883557346529e-06,
      "loss": 0.3505,
      "step": 1835280
    },
    {
      "epoch": 512.22,
      "grad_norm": 1.0308336019515991,
      "learning_rate": 1.4717632571230163e-06,
      "loss": 0.3539,
      "step": 1835290
    },
    {
      "epoch": 512.22,
      "grad_norm": 1.0862095355987549,
      "learning_rate": 1.4717381586274413e-06,
      "loss": 0.3266,
      "step": 1835300
    },
    {
      "epoch": 512.23,
      "grad_norm": 1.0907394886016846,
      "learning_rate": 1.4717130602479314e-06,
      "loss": 0.3458,
      "step": 1835310
    },
    {
      "epoch": 512.23,
      "grad_norm": 1.0398534536361694,
      "learning_rate": 1.4716879619844902e-06,
      "loss": 0.3505,
      "step": 1835320
    },
    {
      "epoch": 512.23,
      "grad_norm": 1.034271240234375,
      "learning_rate": 1.4716628638371194e-06,
      "loss": 0.3426,
      "step": 1835330
    },
    {
      "epoch": 512.24,
      "grad_norm": 1.0266793966293335,
      "learning_rate": 1.471637765805825e-06,
      "loss": 0.3555,
      "step": 1835340
    },
    {
      "epoch": 512.24,
      "grad_norm": 1.0332740545272827,
      "learning_rate": 1.4716126678906087e-06,
      "loss": 0.3515,
      "step": 1835350
    },
    {
      "epoch": 512.24,
      "grad_norm": 1.2806016206741333,
      "learning_rate": 1.4715875700914732e-06,
      "loss": 0.3342,
      "step": 1835360
    },
    {
      "epoch": 512.24,
      "grad_norm": 0.9943161010742188,
      "learning_rate": 1.4715624724084237e-06,
      "loss": 0.3444,
      "step": 1835370
    },
    {
      "epoch": 512.25,
      "grad_norm": 1.1167906522750854,
      "learning_rate": 1.4715373748414627e-06,
      "loss": 0.3463,
      "step": 1835380
    },
    {
      "epoch": 512.25,
      "grad_norm": 0.9161617159843445,
      "learning_rate": 1.471512277390593e-06,
      "loss": 0.3094,
      "step": 1835390
    },
    {
      "epoch": 512.25,
      "grad_norm": 1.040642261505127,
      "learning_rate": 1.4714871800558185e-06,
      "loss": 0.3426,
      "step": 1835400
    },
    {
      "epoch": 512.26,
      "grad_norm": 1.026163935661316,
      "learning_rate": 1.4714620828371429e-06,
      "loss": 0.3288,
      "step": 1835410
    },
    {
      "epoch": 512.26,
      "grad_norm": 0.9607767462730408,
      "learning_rate": 1.4714369857345675e-06,
      "loss": 0.3457,
      "step": 1835420
    },
    {
      "epoch": 512.26,
      "grad_norm": 1.043946385383606,
      "learning_rate": 1.4714118887480988e-06,
      "loss": 0.3467,
      "step": 1835430
    },
    {
      "epoch": 512.26,
      "grad_norm": 1.057215690612793,
      "learning_rate": 1.4713867918777384e-06,
      "loss": 0.3273,
      "step": 1835440
    },
    {
      "epoch": 512.27,
      "grad_norm": 0.9656723141670227,
      "learning_rate": 1.471361695123489e-06,
      "loss": 0.3353,
      "step": 1835450
    },
    {
      "epoch": 512.27,
      "grad_norm": 1.0668402910232544,
      "learning_rate": 1.4713365984853552e-06,
      "loss": 0.3312,
      "step": 1835460
    },
    {
      "epoch": 512.27,
      "grad_norm": 1.1055290699005127,
      "learning_rate": 1.4713115019633402e-06,
      "loss": 0.363,
      "step": 1835470
    },
    {
      "epoch": 512.27,
      "grad_norm": 1.0597820281982422,
      "learning_rate": 1.4712864055574459e-06,
      "loss": 0.3349,
      "step": 1835480
    },
    {
      "epoch": 512.28,
      "grad_norm": 1.1218985319137573,
      "learning_rate": 1.4712613092676778e-06,
      "loss": 0.3384,
      "step": 1835490
    },
    {
      "epoch": 512.28,
      "grad_norm": 1.4635653495788574,
      "learning_rate": 1.471236213094038e-06,
      "loss": 0.3387,
      "step": 1835500
    },
    {
      "epoch": 512.28,
      "grad_norm": 1.137575626373291,
      "learning_rate": 1.4712111170365291e-06,
      "loss": 0.3582,
      "step": 1835510
    },
    {
      "epoch": 512.29,
      "grad_norm": 1.121285319328308,
      "learning_rate": 1.4711860210951563e-06,
      "loss": 0.3431,
      "step": 1835520
    },
    {
      "epoch": 512.29,
      "grad_norm": 1.1147384643554688,
      "learning_rate": 1.471160925269922e-06,
      "loss": 0.3293,
      "step": 1835530
    },
    {
      "epoch": 512.29,
      "grad_norm": 1.1453770399093628,
      "learning_rate": 1.4711358295608292e-06,
      "loss": 0.3391,
      "step": 1835540
    },
    {
      "epoch": 512.29,
      "grad_norm": 1.2787624597549438,
      "learning_rate": 1.4711107339678817e-06,
      "loss": 0.3472,
      "step": 1835550
    },
    {
      "epoch": 512.3,
      "grad_norm": 1.1300450563430786,
      "learning_rate": 1.4710856384910824e-06,
      "loss": 0.3572,
      "step": 1835560
    },
    {
      "epoch": 512.3,
      "grad_norm": 1.3276234865188599,
      "learning_rate": 1.4710605431304353e-06,
      "loss": 0.3389,
      "step": 1835570
    },
    {
      "epoch": 512.3,
      "grad_norm": 1.172432541847229,
      "learning_rate": 1.4710354478859439e-06,
      "loss": 0.3575,
      "step": 1835580
    },
    {
      "epoch": 512.31,
      "grad_norm": 1.3037009239196777,
      "learning_rate": 1.4710103527576102e-06,
      "loss": 0.3592,
      "step": 1835590
    },
    {
      "epoch": 512.31,
      "grad_norm": 1.1546944379806519,
      "learning_rate": 1.4709852577454394e-06,
      "loss": 0.3619,
      "step": 1835600
    },
    {
      "epoch": 512.31,
      "grad_norm": 1.0549647808074951,
      "learning_rate": 1.4709601628494333e-06,
      "loss": 0.3378,
      "step": 1835610
    },
    {
      "epoch": 512.31,
      "grad_norm": 1.1505756378173828,
      "learning_rate": 1.4709350680695947e-06,
      "loss": 0.3458,
      "step": 1835620
    },
    {
      "epoch": 512.32,
      "grad_norm": 1.1768900156021118,
      "learning_rate": 1.4709099734059291e-06,
      "loss": 0.3266,
      "step": 1835630
    },
    {
      "epoch": 512.32,
      "grad_norm": 1.3512611389160156,
      "learning_rate": 1.4708848788584388e-06,
      "loss": 0.3421,
      "step": 1835640
    },
    {
      "epoch": 512.32,
      "grad_norm": 1.1160850524902344,
      "learning_rate": 1.4708597844271263e-06,
      "loss": 0.3238,
      "step": 1835650
    },
    {
      "epoch": 512.32,
      "grad_norm": 1.1703733205795288,
      "learning_rate": 1.4708346901119968e-06,
      "loss": 0.3367,
      "step": 1835660
    },
    {
      "epoch": 512.33,
      "grad_norm": 0.9944350123405457,
      "learning_rate": 1.470809595913052e-06,
      "loss": 0.3354,
      "step": 1835670
    },
    {
      "epoch": 512.33,
      "grad_norm": 3.1535933017730713,
      "learning_rate": 1.470784501830296e-06,
      "loss": 0.3421,
      "step": 1835680
    },
    {
      "epoch": 512.33,
      "grad_norm": 0.851729154586792,
      "learning_rate": 1.4707594078637318e-06,
      "loss": 0.3429,
      "step": 1835690
    },
    {
      "epoch": 512.34,
      "grad_norm": 1.0286446809768677,
      "learning_rate": 1.4707343140133633e-06,
      "loss": 0.3407,
      "step": 1835700
    },
    {
      "epoch": 512.34,
      "grad_norm": 1.5403355360031128,
      "learning_rate": 1.470709220279192e-06,
      "loss": 0.3431,
      "step": 1835710
    },
    {
      "epoch": 512.34,
      "grad_norm": 1.196938395500183,
      "learning_rate": 1.4706841266612242e-06,
      "loss": 0.3392,
      "step": 1835720
    },
    {
      "epoch": 512.34,
      "grad_norm": 1.0777612924575806,
      "learning_rate": 1.4706590331594615e-06,
      "loss": 0.3409,
      "step": 1835730
    },
    {
      "epoch": 512.35,
      "grad_norm": 1.1159608364105225,
      "learning_rate": 1.4706339397739064e-06,
      "loss": 0.3347,
      "step": 1835740
    },
    {
      "epoch": 512.35,
      "grad_norm": 1.1295597553253174,
      "learning_rate": 1.4706088465045642e-06,
      "loss": 0.3524,
      "step": 1835750
    },
    {
      "epoch": 512.35,
      "grad_norm": 1.0512731075286865,
      "learning_rate": 1.4705837533514376e-06,
      "loss": 0.3481,
      "step": 1835760
    },
    {
      "epoch": 512.36,
      "grad_norm": 0.9956979155540466,
      "learning_rate": 1.4705586603145287e-06,
      "loss": 0.3269,
      "step": 1835770
    },
    {
      "epoch": 512.36,
      "grad_norm": 0.9959778189659119,
      "learning_rate": 1.4705335673938426e-06,
      "loss": 0.3413,
      "step": 1835780
    },
    {
      "epoch": 512.36,
      "grad_norm": 1.0710382461547852,
      "learning_rate": 1.4705084745893818e-06,
      "loss": 0.3414,
      "step": 1835790
    },
    {
      "epoch": 512.36,
      "grad_norm": 1.144729495048523,
      "learning_rate": 1.4704833819011487e-06,
      "loss": 0.344,
      "step": 1835800
    },
    {
      "epoch": 512.37,
      "grad_norm": 1.323584794998169,
      "learning_rate": 1.4704582893291489e-06,
      "loss": 0.3511,
      "step": 1835810
    },
    {
      "epoch": 512.37,
      "grad_norm": 1.1096813678741455,
      "learning_rate": 1.4704331968733842e-06,
      "loss": 0.3274,
      "step": 1835820
    },
    {
      "epoch": 512.37,
      "grad_norm": 0.9883444905281067,
      "learning_rate": 1.4704081045338577e-06,
      "loss": 0.3408,
      "step": 1835830
    },
    {
      "epoch": 512.38,
      "grad_norm": 1.1249970197677612,
      "learning_rate": 1.4703830123105735e-06,
      "loss": 0.3362,
      "step": 1835840
    },
    {
      "epoch": 512.38,
      "grad_norm": 1.330420732498169,
      "learning_rate": 1.470357920203534e-06,
      "loss": 0.3503,
      "step": 1835850
    },
    {
      "epoch": 512.38,
      "grad_norm": 1.039074420928955,
      "learning_rate": 1.4703328282127442e-06,
      "loss": 0.34,
      "step": 1835860
    },
    {
      "epoch": 512.38,
      "grad_norm": 1.1148167848587036,
      "learning_rate": 1.4703077363382067e-06,
      "loss": 0.3407,
      "step": 1835870
    },
    {
      "epoch": 512.39,
      "grad_norm": 1.0088450908660889,
      "learning_rate": 1.4702826445799233e-06,
      "loss": 0.3277,
      "step": 1835880
    },
    {
      "epoch": 512.39,
      "grad_norm": 1.1674374341964722,
      "learning_rate": 1.4702575529378996e-06,
      "loss": 0.3267,
      "step": 1835890
    },
    {
      "epoch": 512.39,
      "grad_norm": 1.0739139318466187,
      "learning_rate": 1.470232461412138e-06,
      "loss": 0.3516,
      "step": 1835900
    },
    {
      "epoch": 512.39,
      "grad_norm": 1.1508842706680298,
      "learning_rate": 1.4702073700026414e-06,
      "loss": 0.3728,
      "step": 1835910
    },
    {
      "epoch": 512.4,
      "grad_norm": 0.9937422275543213,
      "learning_rate": 1.4701822787094142e-06,
      "loss": 0.3387,
      "step": 1835920
    },
    {
      "epoch": 512.4,
      "grad_norm": 1.3523285388946533,
      "learning_rate": 1.4701571875324588e-06,
      "loss": 0.3355,
      "step": 1835930
    },
    {
      "epoch": 512.4,
      "grad_norm": 0.9930517673492432,
      "learning_rate": 1.470132096471778e-06,
      "loss": 0.318,
      "step": 1835940
    },
    {
      "epoch": 512.41,
      "grad_norm": 0.9314896464347839,
      "learning_rate": 1.470107005527377e-06,
      "loss": 0.3464,
      "step": 1835950
    },
    {
      "epoch": 512.41,
      "grad_norm": 1.1037728786468506,
      "learning_rate": 1.4700819146992578e-06,
      "loss": 0.3549,
      "step": 1835960
    },
    {
      "epoch": 512.41,
      "grad_norm": 1.1098496913909912,
      "learning_rate": 1.470056823987424e-06,
      "loss": 0.3437,
      "step": 1835970
    },
    {
      "epoch": 512.41,
      "grad_norm": 1.0489983558654785,
      "learning_rate": 1.4700317333918795e-06,
      "loss": 0.3493,
      "step": 1835980
    },
    {
      "epoch": 512.42,
      "grad_norm": 0.9680309891700745,
      "learning_rate": 1.470006642912627e-06,
      "loss": 0.3298,
      "step": 1835990
    },
    {
      "epoch": 512.42,
      "grad_norm": 1.157448410987854,
      "learning_rate": 1.469981552549669e-06,
      "loss": 0.3542,
      "step": 1836000
    },
    {
      "epoch": 512.42,
      "grad_norm": 0.9584308862686157,
      "learning_rate": 1.4699564623030105e-06,
      "loss": 0.3345,
      "step": 1836010
    },
    {
      "epoch": 512.43,
      "grad_norm": 1.0259168148040771,
      "learning_rate": 1.4699313721726547e-06,
      "loss": 0.3217,
      "step": 1836020
    },
    {
      "epoch": 512.43,
      "grad_norm": 1.0975782871246338,
      "learning_rate": 1.4699062821586031e-06,
      "loss": 0.3236,
      "step": 1836030
    },
    {
      "epoch": 512.43,
      "grad_norm": 1.1809468269348145,
      "learning_rate": 1.4698811922608614e-06,
      "loss": 0.3382,
      "step": 1836040
    },
    {
      "epoch": 512.43,
      "grad_norm": 1.0822138786315918,
      "learning_rate": 1.4698561024794318e-06,
      "loss": 0.3469,
      "step": 1836050
    },
    {
      "epoch": 512.44,
      "grad_norm": 1.1110563278198242,
      "learning_rate": 1.469831012814317e-06,
      "loss": 0.3517,
      "step": 1836060
    },
    {
      "epoch": 512.44,
      "grad_norm": 1.1123634576797485,
      "learning_rate": 1.469805923265522e-06,
      "loss": 0.3441,
      "step": 1836070
    },
    {
      "epoch": 512.44,
      "grad_norm": 1.3181554079055786,
      "learning_rate": 1.469780833833049e-06,
      "loss": 0.3363,
      "step": 1836080
    },
    {
      "epoch": 512.44,
      "grad_norm": 1.1643517017364502,
      "learning_rate": 1.4697557445169007e-06,
      "loss": 0.3344,
      "step": 1836090
    },
    {
      "epoch": 512.45,
      "grad_norm": 1.2816606760025024,
      "learning_rate": 1.4697306553170821e-06,
      "loss": 0.3384,
      "step": 1836100
    },
    {
      "epoch": 512.45,
      "grad_norm": 1.030637502670288,
      "learning_rate": 1.4697055662335958e-06,
      "loss": 0.346,
      "step": 1836110
    },
    {
      "epoch": 512.45,
      "grad_norm": 1.069329023361206,
      "learning_rate": 1.4696804772664443e-06,
      "loss": 0.3146,
      "step": 1836120
    },
    {
      "epoch": 512.46,
      "grad_norm": 1.0885978937149048,
      "learning_rate": 1.4696553884156325e-06,
      "loss": 0.3345,
      "step": 1836130
    },
    {
      "epoch": 512.46,
      "grad_norm": 1.2753313779830933,
      "learning_rate": 1.4696302996811619e-06,
      "loss": 0.3244,
      "step": 1836140
    },
    {
      "epoch": 512.46,
      "grad_norm": 0.9655015468597412,
      "learning_rate": 1.4696052110630377e-06,
      "loss": 0.3485,
      "step": 1836150
    },
    {
      "epoch": 512.46,
      "grad_norm": 1.1387027502059937,
      "learning_rate": 1.4695801225612624e-06,
      "loss": 0.3417,
      "step": 1836160
    },
    {
      "epoch": 512.47,
      "grad_norm": 1.0139217376708984,
      "learning_rate": 1.4695550341758386e-06,
      "loss": 0.3445,
      "step": 1836170
    },
    {
      "epoch": 512.47,
      "grad_norm": 1.0500075817108154,
      "learning_rate": 1.4695299459067712e-06,
      "loss": 0.3317,
      "step": 1836180
    },
    {
      "epoch": 512.47,
      "grad_norm": 5.933316230773926,
      "learning_rate": 1.4695048577540628e-06,
      "loss": 0.3382,
      "step": 1836190
    },
    {
      "epoch": 512.48,
      "grad_norm": 1.036378026008606,
      "learning_rate": 1.4694797697177159e-06,
      "loss": 0.3311,
      "step": 1836200
    },
    {
      "epoch": 512.48,
      "grad_norm": 1.0379947423934937,
      "learning_rate": 1.4694546817977353e-06,
      "loss": 0.3396,
      "step": 1836210
    },
    {
      "epoch": 512.48,
      "grad_norm": 1.143516182899475,
      "learning_rate": 1.4694295939941238e-06,
      "loss": 0.3352,
      "step": 1836220
    },
    {
      "epoch": 512.48,
      "grad_norm": 1.3333024978637695,
      "learning_rate": 1.4694045063068835e-06,
      "loss": 0.3431,
      "step": 1836230
    },
    {
      "epoch": 512.49,
      "grad_norm": 1.0090502500534058,
      "learning_rate": 1.4693794187360197e-06,
      "loss": 0.3491,
      "step": 1836240
    },
    {
      "epoch": 512.49,
      "grad_norm": 1.1374671459197998,
      "learning_rate": 1.469354331281535e-06,
      "loss": 0.3426,
      "step": 1836250
    },
    {
      "epoch": 512.49,
      "grad_norm": 1.1238226890563965,
      "learning_rate": 1.4693292439434322e-06,
      "loss": 0.3508,
      "step": 1836260
    },
    {
      "epoch": 512.5,
      "grad_norm": 1.1907451152801514,
      "learning_rate": 1.4693041567217154e-06,
      "loss": 0.334,
      "step": 1836270
    },
    {
      "epoch": 512.5,
      "grad_norm": 1.0464601516723633,
      "learning_rate": 1.4692790696163876e-06,
      "loss": 0.3515,
      "step": 1836280
    },
    {
      "epoch": 512.5,
      "grad_norm": 1.2750440835952759,
      "learning_rate": 1.4692539826274509e-06,
      "loss": 0.3499,
      "step": 1836290
    },
    {
      "epoch": 512.5,
      "grad_norm": 1.0792310237884521,
      "learning_rate": 1.469228895754911e-06,
      "loss": 0.3356,
      "step": 1836300
    },
    {
      "epoch": 512.51,
      "grad_norm": 1.0422096252441406,
      "learning_rate": 1.4692038089987701e-06,
      "loss": 0.3557,
      "step": 1836310
    },
    {
      "epoch": 512.51,
      "grad_norm": 1.0682841539382935,
      "learning_rate": 1.4691787223590307e-06,
      "loss": 0.334,
      "step": 1836320
    },
    {
      "epoch": 512.51,
      "grad_norm": 1.1121195554733276,
      "learning_rate": 1.4691536358356978e-06,
      "loss": 0.3405,
      "step": 1836330
    },
    {
      "epoch": 512.51,
      "grad_norm": 1.1607309579849243,
      "learning_rate": 1.4691285494287742e-06,
      "loss": 0.3361,
      "step": 1836340
    },
    {
      "epoch": 512.52,
      "grad_norm": 1.0934962034225464,
      "learning_rate": 1.469103463138262e-06,
      "loss": 0.3266,
      "step": 1836350
    },
    {
      "epoch": 512.52,
      "grad_norm": 1.2025730609893799,
      "learning_rate": 1.4690783769641661e-06,
      "loss": 0.3666,
      "step": 1836360
    },
    {
      "epoch": 512.52,
      "grad_norm": 1.1272979974746704,
      "learning_rate": 1.4690532909064896e-06,
      "loss": 0.345,
      "step": 1836370
    },
    {
      "epoch": 512.53,
      "grad_norm": 0.9938256740570068,
      "learning_rate": 1.4690282049652341e-06,
      "loss": 0.3364,
      "step": 1836380
    },
    {
      "epoch": 512.53,
      "grad_norm": 1.2018566131591797,
      "learning_rate": 1.4690031191404055e-06,
      "loss": 0.3382,
      "step": 1836390
    },
    {
      "epoch": 512.53,
      "grad_norm": 1.1221288442611694,
      "learning_rate": 1.4689780334320057e-06,
      "loss": 0.3403,
      "step": 1836400
    },
    {
      "epoch": 512.53,
      "grad_norm": 1.0502183437347412,
      "learning_rate": 1.468952947840038e-06,
      "loss": 0.3216,
      "step": 1836410
    },
    {
      "epoch": 512.54,
      "grad_norm": 1.1755739450454712,
      "learning_rate": 1.4689278623645065e-06,
      "loss": 0.3382,
      "step": 1836420
    },
    {
      "epoch": 512.54,
      "grad_norm": 1.16171133518219,
      "learning_rate": 1.4689027770054132e-06,
      "loss": 0.3422,
      "step": 1836430
    },
    {
      "epoch": 512.54,
      "grad_norm": 1.0937180519104004,
      "learning_rate": 1.468877691762763e-06,
      "loss": 0.3398,
      "step": 1836440
    },
    {
      "epoch": 512.55,
      "grad_norm": 1.0940637588500977,
      "learning_rate": 1.4688526066365589e-06,
      "loss": 0.3242,
      "step": 1836450
    },
    {
      "epoch": 512.55,
      "grad_norm": 1.011069416999817,
      "learning_rate": 1.4688275216268027e-06,
      "loss": 0.3445,
      "step": 1836460
    },
    {
      "epoch": 512.55,
      "grad_norm": 1.0617902278900146,
      "learning_rate": 1.4688024367334998e-06,
      "loss": 0.3405,
      "step": 1836470
    },
    {
      "epoch": 512.55,
      "grad_norm": 1.676587700843811,
      "learning_rate": 1.4687773519566527e-06,
      "loss": 0.3499,
      "step": 1836480
    },
    {
      "epoch": 512.56,
      "grad_norm": 1.4370577335357666,
      "learning_rate": 1.4687522672962642e-06,
      "loss": 0.3351,
      "step": 1836490
    },
    {
      "epoch": 512.56,
      "grad_norm": 1.1151082515716553,
      "learning_rate": 1.4687271827523388e-06,
      "loss": 0.3397,
      "step": 1836500
    },
    {
      "epoch": 512.56,
      "grad_norm": 1.0889272689819336,
      "learning_rate": 1.4687020983248793e-06,
      "loss": 0.3431,
      "step": 1836510
    },
    {
      "epoch": 512.56,
      "grad_norm": 1.025856375694275,
      "learning_rate": 1.4686770140138874e-06,
      "loss": 0.3347,
      "step": 1836520
    },
    {
      "epoch": 512.57,
      "grad_norm": 1.1893489360809326,
      "learning_rate": 1.4686519298193695e-06,
      "loss": 0.3357,
      "step": 1836530
    },
    {
      "epoch": 512.57,
      "grad_norm": 1.0954718589782715,
      "learning_rate": 1.468626845741327e-06,
      "loss": 0.3399,
      "step": 1836540
    },
    {
      "epoch": 512.57,
      "grad_norm": 1.0252258777618408,
      "learning_rate": 1.468601761779763e-06,
      "loss": 0.3622,
      "step": 1836550
    },
    {
      "epoch": 512.58,
      "grad_norm": 1.1701017618179321,
      "learning_rate": 1.4685766779346822e-06,
      "loss": 0.3372,
      "step": 1836560
    },
    {
      "epoch": 512.58,
      "grad_norm": 0.8488624691963196,
      "learning_rate": 1.468551594206087e-06,
      "loss": 0.3373,
      "step": 1836570
    },
    {
      "epoch": 512.58,
      "grad_norm": 1.0897164344787598,
      "learning_rate": 1.4685265105939806e-06,
      "loss": 0.3348,
      "step": 1836580
    },
    {
      "epoch": 512.58,
      "grad_norm": 0.9962436556816101,
      "learning_rate": 1.4685014270983674e-06,
      "loss": 0.3465,
      "step": 1836590
    },
    {
      "epoch": 512.59,
      "grad_norm": 0.9906761646270752,
      "learning_rate": 1.46847634371925e-06,
      "loss": 0.3594,
      "step": 1836600
    },
    {
      "epoch": 512.59,
      "grad_norm": 1.245273232460022,
      "learning_rate": 1.4684512604566304e-06,
      "loss": 0.35,
      "step": 1836610
    },
    {
      "epoch": 512.59,
      "grad_norm": 0.9813283085823059,
      "learning_rate": 1.4684261773105144e-06,
      "loss": 0.3294,
      "step": 1836620
    },
    {
      "epoch": 512.6,
      "grad_norm": 1.1660641431808472,
      "learning_rate": 1.4684010942809047e-06,
      "loss": 0.3674,
      "step": 1836630
    },
    {
      "epoch": 512.6,
      "grad_norm": 1.0877633094787598,
      "learning_rate": 1.4683760113678032e-06,
      "loss": 0.3512,
      "step": 1836640
    },
    {
      "epoch": 512.6,
      "grad_norm": 1.2037471532821655,
      "learning_rate": 1.468350928571215e-06,
      "loss": 0.3636,
      "step": 1836650
    },
    {
      "epoch": 512.6,
      "grad_norm": 1.059708595275879,
      "learning_rate": 1.4683258458911424e-06,
      "loss": 0.3323,
      "step": 1836660
    },
    {
      "epoch": 512.61,
      "grad_norm": 1.1320544481277466,
      "learning_rate": 1.4683007633275882e-06,
      "loss": 0.3497,
      "step": 1836670
    },
    {
      "epoch": 512.61,
      "grad_norm": 1.0861320495605469,
      "learning_rate": 1.4682756808805573e-06,
      "loss": 0.3465,
      "step": 1836680
    },
    {
      "epoch": 512.61,
      "grad_norm": 1.1462763547897339,
      "learning_rate": 1.4682505985500525e-06,
      "loss": 0.3489,
      "step": 1836690
    },
    {
      "epoch": 512.62,
      "grad_norm": 1.121697187423706,
      "learning_rate": 1.468225516336076e-06,
      "loss": 0.3422,
      "step": 1836700
    },
    {
      "epoch": 512.62,
      "grad_norm": 1.1115576028823853,
      "learning_rate": 1.468200434238633e-06,
      "loss": 0.329,
      "step": 1836710
    },
    {
      "epoch": 512.62,
      "grad_norm": 0.9244951009750366,
      "learning_rate": 1.4681753522577254e-06,
      "loss": 0.3535,
      "step": 1836720
    },
    {
      "epoch": 512.62,
      "grad_norm": 1.1748613119125366,
      "learning_rate": 1.468150270393357e-06,
      "loss": 0.3565,
      "step": 1836730
    },
    {
      "epoch": 512.63,
      "grad_norm": 1.0464987754821777,
      "learning_rate": 1.4681251886455317e-06,
      "loss": 0.338,
      "step": 1836740
    },
    {
      "epoch": 512.63,
      "grad_norm": 0.9860173463821411,
      "learning_rate": 1.4681001070142514e-06,
      "loss": 0.3543,
      "step": 1836750
    },
    {
      "epoch": 512.63,
      "grad_norm": 2.144787073135376,
      "learning_rate": 1.468075025499521e-06,
      "loss": 0.3499,
      "step": 1836760
    },
    {
      "epoch": 512.63,
      "grad_norm": 1.0226454734802246,
      "learning_rate": 1.4680499441013431e-06,
      "loss": 0.3335,
      "step": 1836770
    },
    {
      "epoch": 512.64,
      "grad_norm": 1.1494654417037964,
      "learning_rate": 1.468024862819721e-06,
      "loss": 0.3306,
      "step": 1836780
    },
    {
      "epoch": 512.64,
      "grad_norm": 1.0921307802200317,
      "learning_rate": 1.4679997816546585e-06,
      "loss": 0.3509,
      "step": 1836790
    },
    {
      "epoch": 512.64,
      "grad_norm": 1.0209566354751587,
      "learning_rate": 1.4679747006061585e-06,
      "loss": 0.3407,
      "step": 1836800
    },
    {
      "epoch": 512.65,
      "grad_norm": 1.1954237222671509,
      "learning_rate": 1.4679496196742235e-06,
      "loss": 0.3366,
      "step": 1836810
    },
    {
      "epoch": 512.65,
      "grad_norm": 1.1438243389129639,
      "learning_rate": 1.4679245388588588e-06,
      "loss": 0.3579,
      "step": 1836820
    },
    {
      "epoch": 512.65,
      "grad_norm": 0.9769454002380371,
      "learning_rate": 1.4678994581600665e-06,
      "loss": 0.331,
      "step": 1836830
    },
    {
      "epoch": 512.65,
      "grad_norm": 1.0455373525619507,
      "learning_rate": 1.4678743775778491e-06,
      "loss": 0.3247,
      "step": 1836840
    },
    {
      "epoch": 512.66,
      "grad_norm": 1.1632287502288818,
      "learning_rate": 1.4678492971122125e-06,
      "loss": 0.336,
      "step": 1836850
    },
    {
      "epoch": 512.66,
      "grad_norm": 1.1050916910171509,
      "learning_rate": 1.4678242167631582e-06,
      "loss": 0.325,
      "step": 1836860
    },
    {
      "epoch": 512.66,
      "grad_norm": 1.2263351678848267,
      "learning_rate": 1.4677991365306892e-06,
      "loss": 0.3579,
      "step": 1836870
    },
    {
      "epoch": 512.67,
      "grad_norm": 1.2353442907333374,
      "learning_rate": 1.4677740564148103e-06,
      "loss": 0.342,
      "step": 1836880
    },
    {
      "epoch": 512.67,
      "grad_norm": 1.1947875022888184,
      "learning_rate": 1.4677489764155236e-06,
      "loss": 0.3497,
      "step": 1836890
    },
    {
      "epoch": 512.67,
      "grad_norm": 1.0737810134887695,
      "learning_rate": 1.4677238965328324e-06,
      "loss": 0.3547,
      "step": 1836900
    },
    {
      "epoch": 512.67,
      "grad_norm": 0.9746641516685486,
      "learning_rate": 1.467698816766741e-06,
      "loss": 0.3288,
      "step": 1836910
    },
    {
      "epoch": 512.68,
      "grad_norm": 1.136296272277832,
      "learning_rate": 1.4676737371172527e-06,
      "loss": 0.3629,
      "step": 1836920
    },
    {
      "epoch": 512.68,
      "grad_norm": 1.1021960973739624,
      "learning_rate": 1.4676486575843699e-06,
      "loss": 0.3443,
      "step": 1836930
    },
    {
      "epoch": 512.68,
      "grad_norm": 1.0965391397476196,
      "learning_rate": 1.4676235781680966e-06,
      "loss": 0.3518,
      "step": 1836940
    },
    {
      "epoch": 512.68,
      "grad_norm": 1.0640697479248047,
      "learning_rate": 1.4675984988684362e-06,
      "loss": 0.3427,
      "step": 1836950
    },
    {
      "epoch": 512.69,
      "grad_norm": 1.2689698934555054,
      "learning_rate": 1.4675734196853909e-06,
      "loss": 0.3486,
      "step": 1836960
    },
    {
      "epoch": 512.69,
      "grad_norm": 1.1393834352493286,
      "learning_rate": 1.4675483406189657e-06,
      "loss": 0.3351,
      "step": 1836970
    },
    {
      "epoch": 512.69,
      "grad_norm": 1.0669784545898438,
      "learning_rate": 1.4675232616691631e-06,
      "loss": 0.3474,
      "step": 1836980
    },
    {
      "epoch": 512.7,
      "grad_norm": 0.9936220645904541,
      "learning_rate": 1.4674981828359858e-06,
      "loss": 0.3411,
      "step": 1836990
    },
    {
      "epoch": 512.7,
      "grad_norm": 1.0561699867248535,
      "learning_rate": 1.4674731041194386e-06,
      "loss": 0.3303,
      "step": 1837000
    },
    {
      "epoch": 512.7,
      "grad_norm": 1.109695315361023,
      "learning_rate": 1.4674480255195238e-06,
      "loss": 0.3389,
      "step": 1837010
    },
    {
      "epoch": 512.7,
      "grad_norm": 1.2676596641540527,
      "learning_rate": 1.4674229470362452e-06,
      "loss": 0.3561,
      "step": 1837020
    },
    {
      "epoch": 512.71,
      "grad_norm": 1.1257941722869873,
      "learning_rate": 1.4673978686696062e-06,
      "loss": 0.3502,
      "step": 1837030
    },
    {
      "epoch": 512.71,
      "grad_norm": 1.2004903554916382,
      "learning_rate": 1.4673727904196092e-06,
      "loss": 0.3302,
      "step": 1837040
    },
    {
      "epoch": 512.71,
      "grad_norm": 1.0520670413970947,
      "learning_rate": 1.4673477122862592e-06,
      "loss": 0.3548,
      "step": 1837050
    },
    {
      "epoch": 512.72,
      "grad_norm": 1.0530972480773926,
      "learning_rate": 1.4673226342695581e-06,
      "loss": 0.3579,
      "step": 1837060
    },
    {
      "epoch": 512.72,
      "grad_norm": 1.0472320318222046,
      "learning_rate": 1.4672975563695096e-06,
      "loss": 0.3333,
      "step": 1837070
    },
    {
      "epoch": 512.72,
      "grad_norm": 1.1543660163879395,
      "learning_rate": 1.4672724785861176e-06,
      "loss": 0.3386,
      "step": 1837080
    },
    {
      "epoch": 512.72,
      "grad_norm": 1.1874386072158813,
      "learning_rate": 1.4672474009193847e-06,
      "loss": 0.341,
      "step": 1837090
    },
    {
      "epoch": 512.73,
      "grad_norm": 1.140628457069397,
      "learning_rate": 1.4672223233693139e-06,
      "loss": 0.3412,
      "step": 1837100
    },
    {
      "epoch": 512.73,
      "grad_norm": 1.211669683456421,
      "learning_rate": 1.46719724593591e-06,
      "loss": 0.3274,
      "step": 1837110
    },
    {
      "epoch": 512.73,
      "grad_norm": 1.0076494216918945,
      "learning_rate": 1.4671721686191753e-06,
      "loss": 0.3337,
      "step": 1837120
    },
    {
      "epoch": 512.74,
      "grad_norm": 1.3891425132751465,
      "learning_rate": 1.4671470914191127e-06,
      "loss": 0.3541,
      "step": 1837130
    },
    {
      "epoch": 512.74,
      "grad_norm": 1.1483550071716309,
      "learning_rate": 1.4671220143357271e-06,
      "loss": 0.3304,
      "step": 1837140
    },
    {
      "epoch": 512.74,
      "grad_norm": 1.061889410018921,
      "learning_rate": 1.4670969373690208e-06,
      "loss": 0.3193,
      "step": 1837150
    },
    {
      "epoch": 512.74,
      "grad_norm": 1.1493642330169678,
      "learning_rate": 1.467071860518997e-06,
      "loss": 0.3489,
      "step": 1837160
    },
    {
      "epoch": 512.75,
      "grad_norm": 1.2336468696594238,
      "learning_rate": 1.4670467837856596e-06,
      "loss": 0.3546,
      "step": 1837170
    },
    {
      "epoch": 512.75,
      "grad_norm": 0.9676418304443359,
      "learning_rate": 1.4670217071690116e-06,
      "loss": 0.3719,
      "step": 1837180
    },
    {
      "epoch": 512.75,
      "grad_norm": 1.0104436874389648,
      "learning_rate": 1.4669966306690554e-06,
      "loss": 0.3307,
      "step": 1837190
    },
    {
      "epoch": 512.75,
      "grad_norm": 1.1392942667007446,
      "learning_rate": 1.4669715542857966e-06,
      "loss": 0.3442,
      "step": 1837200
    },
    {
      "epoch": 512.76,
      "grad_norm": 1.1658896207809448,
      "learning_rate": 1.4669464780192369e-06,
      "loss": 0.3361,
      "step": 1837210
    },
    {
      "epoch": 512.76,
      "grad_norm": 0.9771249890327454,
      "learning_rate": 1.46692140186938e-06,
      "loss": 0.3531,
      "step": 1837220
    },
    {
      "epoch": 512.76,
      "grad_norm": 1.201316237449646,
      "learning_rate": 1.466896325836229e-06,
      "loss": 0.3277,
      "step": 1837230
    },
    {
      "epoch": 512.77,
      "grad_norm": 1.2711697816848755,
      "learning_rate": 1.4668712499197879e-06,
      "loss": 0.341,
      "step": 1837240
    },
    {
      "epoch": 512.77,
      "grad_norm": 1.186170220375061,
      "learning_rate": 1.4668461741200585e-06,
      "loss": 0.3445,
      "step": 1837250
    },
    {
      "epoch": 512.77,
      "grad_norm": 0.9716951847076416,
      "learning_rate": 1.4668210984370465e-06,
      "loss": 0.3386,
      "step": 1837260
    },
    {
      "epoch": 512.77,
      "grad_norm": 1.0422199964523315,
      "learning_rate": 1.4667960228707535e-06,
      "loss": 0.3499,
      "step": 1837270
    },
    {
      "epoch": 512.78,
      "grad_norm": 1.1006503105163574,
      "learning_rate": 1.4667709474211827e-06,
      "loss": 0.3323,
      "step": 1837280
    },
    {
      "epoch": 512.78,
      "grad_norm": 1.1133986711502075,
      "learning_rate": 1.466745872088339e-06,
      "loss": 0.3391,
      "step": 1837290
    },
    {
      "epoch": 512.78,
      "grad_norm": 1.2402244806289673,
      "learning_rate": 1.466720796872224e-06,
      "loss": 0.3329,
      "step": 1837300
    },
    {
      "epoch": 512.79,
      "grad_norm": 1.0282855033874512,
      "learning_rate": 1.4666957217728425e-06,
      "loss": 0.3414,
      "step": 1837310
    },
    {
      "epoch": 512.79,
      "grad_norm": 1.0137509107589722,
      "learning_rate": 1.4666706467901974e-06,
      "loss": 0.3431,
      "step": 1837320
    },
    {
      "epoch": 512.79,
      "grad_norm": 1.176766037940979,
      "learning_rate": 1.4666455719242903e-06,
      "loss": 0.3379,
      "step": 1837330
    },
    {
      "epoch": 512.79,
      "grad_norm": 0.9748711585998535,
      "learning_rate": 1.4666204971751272e-06,
      "loss": 0.3542,
      "step": 1837340
    },
    {
      "epoch": 512.8,
      "grad_norm": 1.1541996002197266,
      "learning_rate": 1.4665954225427105e-06,
      "loss": 0.328,
      "step": 1837350
    },
    {
      "epoch": 512.8,
      "grad_norm": 1.2945542335510254,
      "learning_rate": 1.4665703480270427e-06,
      "loss": 0.3623,
      "step": 1837360
    },
    {
      "epoch": 512.8,
      "grad_norm": 0.9768518805503845,
      "learning_rate": 1.4665452736281284e-06,
      "loss": 0.3489,
      "step": 1837370
    },
    {
      "epoch": 512.8,
      "grad_norm": 1.1292836666107178,
      "learning_rate": 1.4665201993459701e-06,
      "loss": 0.3434,
      "step": 1837380
    },
    {
      "epoch": 512.81,
      "grad_norm": 1.1058703660964966,
      "learning_rate": 1.4664951251805703e-06,
      "loss": 0.3422,
      "step": 1837390
    },
    {
      "epoch": 512.81,
      "grad_norm": 1.0732967853546143,
      "learning_rate": 1.4664700511319346e-06,
      "loss": 0.3426,
      "step": 1837400
    },
    {
      "epoch": 512.81,
      "grad_norm": 1.084072232246399,
      "learning_rate": 1.4664449772000648e-06,
      "loss": 0.3334,
      "step": 1837410
    },
    {
      "epoch": 512.82,
      "grad_norm": 1.0672500133514404,
      "learning_rate": 1.4664199033849635e-06,
      "loss": 0.3375,
      "step": 1837420
    },
    {
      "epoch": 512.82,
      "grad_norm": 1.1527060270309448,
      "learning_rate": 1.4663948296866365e-06,
      "loss": 0.3253,
      "step": 1837430
    },
    {
      "epoch": 512.82,
      "grad_norm": 1.1485323905944824,
      "learning_rate": 1.4663697561050853e-06,
      "loss": 0.3375,
      "step": 1837440
    },
    {
      "epoch": 512.82,
      "grad_norm": 1.0530304908752441,
      "learning_rate": 1.4663446826403132e-06,
      "loss": 0.3365,
      "step": 1837450
    },
    {
      "epoch": 512.83,
      "grad_norm": 1.0989176034927368,
      "learning_rate": 1.4663196092923248e-06,
      "loss": 0.3196,
      "step": 1837460
    },
    {
      "epoch": 512.83,
      "grad_norm": 1.3614730834960938,
      "learning_rate": 1.4662945360611222e-06,
      "loss": 0.3375,
      "step": 1837470
    },
    {
      "epoch": 512.83,
      "grad_norm": 1.0761009454727173,
      "learning_rate": 1.4662694629467084e-06,
      "loss": 0.3306,
      "step": 1837480
    },
    {
      "epoch": 512.84,
      "grad_norm": 1.192551612854004,
      "learning_rate": 1.4662443899490884e-06,
      "loss": 0.337,
      "step": 1837490
    },
    {
      "epoch": 512.84,
      "grad_norm": 1.0850892066955566,
      "learning_rate": 1.4662193170682648e-06,
      "loss": 0.3485,
      "step": 1837500
    },
    {
      "epoch": 512.84,
      "grad_norm": 1.2475812435150146,
      "learning_rate": 1.4661942443042404e-06,
      "loss": 0.3452,
      "step": 1837510
    },
    {
      "epoch": 512.84,
      "grad_norm": 1.048567295074463,
      "learning_rate": 1.466169171657019e-06,
      "loss": 0.3528,
      "step": 1837520
    },
    {
      "epoch": 512.85,
      "grad_norm": 1.0371482372283936,
      "learning_rate": 1.4661440991266037e-06,
      "loss": 0.3428,
      "step": 1837530
    },
    {
      "epoch": 512.85,
      "grad_norm": 1.1039236783981323,
      "learning_rate": 1.4661190267129976e-06,
      "loss": 0.3469,
      "step": 1837540
    },
    {
      "epoch": 512.85,
      "grad_norm": 1.3494642972946167,
      "learning_rate": 1.466093954416205e-06,
      "loss": 0.3352,
      "step": 1837550
    },
    {
      "epoch": 512.86,
      "grad_norm": 1.3576364517211914,
      "learning_rate": 1.466068882236229e-06,
      "loss": 0.3419,
      "step": 1837560
    },
    {
      "epoch": 512.86,
      "grad_norm": 1.2855544090270996,
      "learning_rate": 1.4660438101730714e-06,
      "loss": 0.3652,
      "step": 1837570
    },
    {
      "epoch": 512.86,
      "grad_norm": 1.2127933502197266,
      "learning_rate": 1.4660187382267376e-06,
      "loss": 0.3381,
      "step": 1837580
    },
    {
      "epoch": 512.86,
      "grad_norm": 1.212921142578125,
      "learning_rate": 1.4659936663972298e-06,
      "loss": 0.3447,
      "step": 1837590
    },
    {
      "epoch": 512.87,
      "grad_norm": 1.0651922225952148,
      "learning_rate": 1.465968594684552e-06,
      "loss": 0.3328,
      "step": 1837600
    },
    {
      "epoch": 512.87,
      "grad_norm": 1.0811619758605957,
      "learning_rate": 1.4659435230887073e-06,
      "loss": 0.3322,
      "step": 1837610
    },
    {
      "epoch": 512.87,
      "grad_norm": 0.9711344838142395,
      "learning_rate": 1.4659184516096976e-06,
      "loss": 0.3505,
      "step": 1837620
    },
    {
      "epoch": 512.87,
      "grad_norm": 1.0335122346878052,
      "learning_rate": 1.4658933802475288e-06,
      "loss": 0.3494,
      "step": 1837630
    },
    {
      "epoch": 512.88,
      "grad_norm": 1.0889767408370972,
      "learning_rate": 1.4658683090022029e-06,
      "loss": 0.3351,
      "step": 1837640
    },
    {
      "epoch": 512.88,
      "grad_norm": 1.1652488708496094,
      "learning_rate": 1.4658432378737222e-06,
      "loss": 0.3332,
      "step": 1837650
    },
    {
      "epoch": 512.88,
      "grad_norm": 1.07211172580719,
      "learning_rate": 1.465818166862092e-06,
      "loss": 0.3364,
      "step": 1837660
    },
    {
      "epoch": 512.89,
      "grad_norm": 0.9385493397712708,
      "learning_rate": 1.4657930959673149e-06,
      "loss": 0.3348,
      "step": 1837670
    },
    {
      "epoch": 512.89,
      "grad_norm": 1.2331165075302124,
      "learning_rate": 1.4657680251893936e-06,
      "loss": 0.3514,
      "step": 1837680
    },
    {
      "epoch": 512.89,
      "grad_norm": 0.9804646968841553,
      "learning_rate": 1.4657429545283325e-06,
      "loss": 0.3295,
      "step": 1837690
    },
    {
      "epoch": 512.89,
      "grad_norm": 1.0350236892700195,
      "learning_rate": 1.465717883984134e-06,
      "loss": 0.3549,
      "step": 1837700
    },
    {
      "epoch": 512.9,
      "grad_norm": 1.0101327896118164,
      "learning_rate": 1.4656928135568014e-06,
      "loss": 0.3524,
      "step": 1837710
    },
    {
      "epoch": 512.9,
      "grad_norm": 1.1851775646209717,
      "learning_rate": 1.465667743246339e-06,
      "loss": 0.3433,
      "step": 1837720
    },
    {
      "epoch": 512.9,
      "grad_norm": 1.0477970838546753,
      "learning_rate": 1.46564267305275e-06,
      "loss": 0.3545,
      "step": 1837730
    },
    {
      "epoch": 512.91,
      "grad_norm": 1.1326287984848022,
      "learning_rate": 1.4656176029760366e-06,
      "loss": 0.3337,
      "step": 1837740
    },
    {
      "epoch": 512.91,
      "grad_norm": 1.0534943342208862,
      "learning_rate": 1.4655925330162032e-06,
      "loss": 0.3357,
      "step": 1837750
    },
    {
      "epoch": 512.91,
      "grad_norm": 1.1656020879745483,
      "learning_rate": 1.465567463173253e-06,
      "loss": 0.3423,
      "step": 1837760
    },
    {
      "epoch": 512.91,
      "grad_norm": 1.0533537864685059,
      "learning_rate": 1.4655423934471882e-06,
      "loss": 0.3408,
      "step": 1837770
    },
    {
      "epoch": 512.92,
      "grad_norm": 1.006691813468933,
      "learning_rate": 1.4655173238380138e-06,
      "loss": 0.3199,
      "step": 1837780
    },
    {
      "epoch": 512.92,
      "grad_norm": 3.466339588165283,
      "learning_rate": 1.4654922543457326e-06,
      "loss": 0.346,
      "step": 1837790
    },
    {
      "epoch": 512.92,
      "grad_norm": 1.1005544662475586,
      "learning_rate": 1.4654671849703467e-06,
      "loss": 0.3429,
      "step": 1837800
    },
    {
      "epoch": 512.92,
      "grad_norm": 1.1293336153030396,
      "learning_rate": 1.4654421157118615e-06,
      "loss": 0.3589,
      "step": 1837810
    },
    {
      "epoch": 512.93,
      "grad_norm": 1.1716195344924927,
      "learning_rate": 1.4654170465702793e-06,
      "loss": 0.3232,
      "step": 1837820
    },
    {
      "epoch": 512.93,
      "grad_norm": 1.0032744407653809,
      "learning_rate": 1.465391977545603e-06,
      "loss": 0.3311,
      "step": 1837830
    },
    {
      "epoch": 512.93,
      "grad_norm": 1.0261905193328857,
      "learning_rate": 1.4653669086378368e-06,
      "loss": 0.3275,
      "step": 1837840
    },
    {
      "epoch": 512.94,
      "grad_norm": 4.216540336608887,
      "learning_rate": 1.4653418398469838e-06,
      "loss": 0.3376,
      "step": 1837850
    },
    {
      "epoch": 512.94,
      "grad_norm": 1.0112066268920898,
      "learning_rate": 1.465316771173046e-06,
      "loss": 0.3314,
      "step": 1837860
    },
    {
      "epoch": 512.94,
      "grad_norm": 1.0591386556625366,
      "learning_rate": 1.465291702616029e-06,
      "loss": 0.3262,
      "step": 1837870
    },
    {
      "epoch": 512.94,
      "grad_norm": 1.2654027938842773,
      "learning_rate": 1.4652666341759345e-06,
      "loss": 0.3685,
      "step": 1837880
    },
    {
      "epoch": 512.95,
      "grad_norm": 0.9769676327705383,
      "learning_rate": 1.4652415658527668e-06,
      "loss": 0.354,
      "step": 1837890
    },
    {
      "epoch": 512.95,
      "grad_norm": 1.0001219511032104,
      "learning_rate": 1.4652164976465288e-06,
      "loss": 0.3446,
      "step": 1837900
    },
    {
      "epoch": 512.95,
      "grad_norm": 1.1369658708572388,
      "learning_rate": 1.4651914295572228e-06,
      "loss": 0.3389,
      "step": 1837910
    },
    {
      "epoch": 512.96,
      "grad_norm": 1.3301150798797607,
      "learning_rate": 1.4651663615848547e-06,
      "loss": 0.3568,
      "step": 1837920
    },
    {
      "epoch": 512.96,
      "grad_norm": 1.038733959197998,
      "learning_rate": 1.4651412937294257e-06,
      "loss": 0.3219,
      "step": 1837930
    },
    {
      "epoch": 512.96,
      "grad_norm": 1.06700599193573,
      "learning_rate": 1.4651162259909392e-06,
      "loss": 0.3492,
      "step": 1837940
    },
    {
      "epoch": 512.96,
      "grad_norm": 1.2256513833999634,
      "learning_rate": 1.4650911583693998e-06,
      "loss": 0.3277,
      "step": 1837950
    },
    {
      "epoch": 512.97,
      "grad_norm": 1.007390022277832,
      "learning_rate": 1.4650660908648102e-06,
      "loss": 0.3671,
      "step": 1837960
    },
    {
      "epoch": 512.97,
      "grad_norm": 1.1052515506744385,
      "learning_rate": 1.4650410234771733e-06,
      "loss": 0.342,
      "step": 1837970
    },
    {
      "epoch": 512.97,
      "grad_norm": 1.004988431930542,
      "learning_rate": 1.4650159562064929e-06,
      "loss": 0.3445,
      "step": 1837980
    },
    {
      "epoch": 512.98,
      "grad_norm": 1.1159247159957886,
      "learning_rate": 1.4649908890527727e-06,
      "loss": 0.3543,
      "step": 1837990
    },
    {
      "epoch": 512.98,
      "grad_norm": 1.0892196893692017,
      "learning_rate": 1.4649658220160145e-06,
      "loss": 0.3303,
      "step": 1838000
    },
    {
      "epoch": 512.98,
      "grad_norm": 1.2020946741104126,
      "learning_rate": 1.4649407550962239e-06,
      "loss": 0.3401,
      "step": 1838010
    },
    {
      "epoch": 512.98,
      "grad_norm": 1.010970115661621,
      "learning_rate": 1.4649156882934024e-06,
      "loss": 0.3409,
      "step": 1838020
    },
    {
      "epoch": 512.99,
      "grad_norm": 1.00653076171875,
      "learning_rate": 1.464890621607554e-06,
      "loss": 0.3434,
      "step": 1838030
    },
    {
      "epoch": 512.99,
      "grad_norm": 0.9875528812408447,
      "learning_rate": 1.4648655550386823e-06,
      "loss": 0.3437,
      "step": 1838040
    },
    {
      "epoch": 512.99,
      "grad_norm": 1.041447401046753,
      "learning_rate": 1.4648404885867906e-06,
      "loss": 0.3369,
      "step": 1838050
    },
    {
      "epoch": 512.99,
      "grad_norm": 1.0278956890106201,
      "learning_rate": 1.4648154222518807e-06,
      "loss": 0.3585,
      "step": 1838060
    },
    {
      "epoch": 513.0,
      "grad_norm": 1.1128021478652954,
      "learning_rate": 1.4647903560339583e-06,
      "loss": 0.3363,
      "step": 1838070
    },
    {
      "epoch": 513.0,
      "eval_loss": 0.34104007482528687,
      "eval_runtime": 63.2915,
      "eval_samples_per_second": 79.932,
      "eval_steps_per_second": 10.001,
      "step": 1838079
    },
    {
      "epoch": 513.0,
      "grad_norm": 1.0901048183441162,
      "learning_rate": 1.4647652899330258e-06,
      "loss": 0.3417,
      "step": 1838080
    },
    {
      "epoch": 513.0,
      "grad_norm": 1.1761597394943237,
      "learning_rate": 1.4647402239490854e-06,
      "loss": 0.3393,
      "step": 1838090
    },
    {
      "epoch": 513.01,
      "grad_norm": 1.223199725151062,
      "learning_rate": 1.4647151580821421e-06,
      "loss": 0.3256,
      "step": 1838100
    },
    {
      "epoch": 513.01,
      "grad_norm": 1.0327881574630737,
      "learning_rate": 1.4646900923321991e-06,
      "loss": 0.3379,
      "step": 1838110
    },
    {
      "epoch": 513.01,
      "grad_norm": 1.0518425703048706,
      "learning_rate": 1.4646650266992584e-06,
      "loss": 0.3385,
      "step": 1838120
    },
    {
      "epoch": 513.01,
      "grad_norm": 1.0059380531311035,
      "learning_rate": 1.4646399611833248e-06,
      "loss": 0.3394,
      "step": 1838130
    },
    {
      "epoch": 513.02,
      "grad_norm": 0.9994907379150391,
      "learning_rate": 1.4646148957844008e-06,
      "loss": 0.3428,
      "step": 1838140
    },
    {
      "epoch": 513.02,
      "grad_norm": 1.2455605268478394,
      "learning_rate": 1.464589830502489e-06,
      "loss": 0.332,
      "step": 1838150
    },
    {
      "epoch": 513.02,
      "grad_norm": 1.1183620691299438,
      "learning_rate": 1.4645647653375946e-06,
      "loss": 0.3522,
      "step": 1838160
    },
    {
      "epoch": 513.03,
      "grad_norm": 1.0458860397338867,
      "learning_rate": 1.46453970028972e-06,
      "loss": 0.3367,
      "step": 1838170
    },
    {
      "epoch": 513.03,
      "grad_norm": 1.1631114482879639,
      "learning_rate": 1.4645146353588683e-06,
      "loss": 0.3379,
      "step": 1838180
    },
    {
      "epoch": 513.03,
      "grad_norm": 1.0614345073699951,
      "learning_rate": 1.4644895705450434e-06,
      "loss": 0.3521,
      "step": 1838190
    },
    {
      "epoch": 513.03,
      "grad_norm": 1.5643200874328613,
      "learning_rate": 1.4644645058482476e-06,
      "loss": 0.3334,
      "step": 1838200
    },
    {
      "epoch": 513.04,
      "grad_norm": 0.9973208904266357,
      "learning_rate": 1.4644394412684854e-06,
      "loss": 0.3476,
      "step": 1838210
    },
    {
      "epoch": 513.04,
      "grad_norm": 1.0812761783599854,
      "learning_rate": 1.4644143768057597e-06,
      "loss": 0.3368,
      "step": 1838220
    },
    {
      "epoch": 513.04,
      "grad_norm": 0.9870733618736267,
      "learning_rate": 1.4643893124600732e-06,
      "loss": 0.3469,
      "step": 1838230
    },
    {
      "epoch": 513.04,
      "grad_norm": 1.2567347288131714,
      "learning_rate": 1.4643642482314308e-06,
      "loss": 0.3489,
      "step": 1838240
    },
    {
      "epoch": 513.05,
      "grad_norm": 1.1380820274353027,
      "learning_rate": 1.4643391841198346e-06,
      "loss": 0.3563,
      "step": 1838250
    },
    {
      "epoch": 513.05,
      "grad_norm": 1.2372627258300781,
      "learning_rate": 1.464314120125288e-06,
      "loss": 0.3264,
      "step": 1838260
    },
    {
      "epoch": 513.05,
      "grad_norm": 1.0502965450286865,
      "learning_rate": 1.4642890562477948e-06,
      "loss": 0.3344,
      "step": 1838270
    },
    {
      "epoch": 513.06,
      "grad_norm": 1.2740952968597412,
      "learning_rate": 1.464263992487358e-06,
      "loss": 0.3558,
      "step": 1838280
    },
    {
      "epoch": 513.06,
      "grad_norm": 1.182978630065918,
      "learning_rate": 1.4642389288439805e-06,
      "loss": 0.3417,
      "step": 1838290
    },
    {
      "epoch": 513.06,
      "grad_norm": 1.054895281791687,
      "learning_rate": 1.4642138653176669e-06,
      "loss": 0.3328,
      "step": 1838300
    },
    {
      "epoch": 513.06,
      "grad_norm": 1.0366626977920532,
      "learning_rate": 1.4641888019084198e-06,
      "loss": 0.3367,
      "step": 1838310
    },
    {
      "epoch": 513.07,
      "grad_norm": 1.1585475206375122,
      "learning_rate": 1.4641637386162417e-06,
      "loss": 0.3328,
      "step": 1838320
    },
    {
      "epoch": 513.07,
      "grad_norm": 1.1595287322998047,
      "learning_rate": 1.4641386754411376e-06,
      "loss": 0.3345,
      "step": 1838330
    },
    {
      "epoch": 513.07,
      "grad_norm": 1.053460717201233,
      "learning_rate": 1.4641136123831104e-06,
      "loss": 0.3236,
      "step": 1838340
    },
    {
      "epoch": 513.08,
      "grad_norm": 1.0975313186645508,
      "learning_rate": 1.4640885494421615e-06,
      "loss": 0.3233,
      "step": 1838350
    },
    {
      "epoch": 513.08,
      "grad_norm": 1.010260820388794,
      "learning_rate": 1.464063486618297e-06,
      "loss": 0.3362,
      "step": 1838360
    },
    {
      "epoch": 513.08,
      "grad_norm": 0.9795142412185669,
      "learning_rate": 1.4640384239115186e-06,
      "loss": 0.3446,
      "step": 1838370
    },
    {
      "epoch": 513.08,
      "grad_norm": 0.8834757804870605,
      "learning_rate": 1.4640133613218297e-06,
      "loss": 0.3389,
      "step": 1838380
    },
    {
      "epoch": 513.09,
      "grad_norm": 0.99034583568573,
      "learning_rate": 1.4639882988492346e-06,
      "loss": 0.3418,
      "step": 1838390
    },
    {
      "epoch": 513.09,
      "grad_norm": 1.0292810201644897,
      "learning_rate": 1.463963236493736e-06,
      "loss": 0.3387,
      "step": 1838400
    },
    {
      "epoch": 513.09,
      "grad_norm": 0.9889276623725891,
      "learning_rate": 1.463938174255337e-06,
      "loss": 0.3238,
      "step": 1838410
    },
    {
      "epoch": 513.1,
      "grad_norm": 1.1642756462097168,
      "learning_rate": 1.4639131121340417e-06,
      "loss": 0.3552,
      "step": 1838420
    },
    {
      "epoch": 513.1,
      "grad_norm": 1.1158654689788818,
      "learning_rate": 1.4638880501298526e-06,
      "loss": 0.3421,
      "step": 1838430
    },
    {
      "epoch": 513.1,
      "grad_norm": 1.394904375076294,
      "learning_rate": 1.4638629882427726e-06,
      "loss": 0.351,
      "step": 1838440
    },
    {
      "epoch": 513.1,
      "grad_norm": 1.0856976509094238,
      "learning_rate": 1.4638379264728068e-06,
      "loss": 0.3369,
      "step": 1838450
    },
    {
      "epoch": 513.11,
      "grad_norm": 1.0985661745071411,
      "learning_rate": 1.4638128648199568e-06,
      "loss": 0.3376,
      "step": 1838460
    },
    {
      "epoch": 513.11,
      "grad_norm": 1.1453081369400024,
      "learning_rate": 1.4637878032842274e-06,
      "loss": 0.3475,
      "step": 1838470
    },
    {
      "epoch": 513.11,
      "grad_norm": 1.2059959173202515,
      "learning_rate": 1.4637627418656212e-06,
      "loss": 0.334,
      "step": 1838480
    },
    {
      "epoch": 513.11,
      "grad_norm": 1.1709915399551392,
      "learning_rate": 1.4637376805641406e-06,
      "loss": 0.3645,
      "step": 1838490
    },
    {
      "epoch": 513.12,
      "grad_norm": 1.0693339109420776,
      "learning_rate": 1.463712619379791e-06,
      "loss": 0.345,
      "step": 1838500
    },
    {
      "epoch": 513.12,
      "grad_norm": 1.0336861610412598,
      "learning_rate": 1.463687558312574e-06,
      "loss": 0.3303,
      "step": 1838510
    },
    {
      "epoch": 513.12,
      "grad_norm": 1.002336859703064,
      "learning_rate": 1.4636624973624931e-06,
      "loss": 0.346,
      "step": 1838520
    },
    {
      "epoch": 513.13,
      "grad_norm": 1.0285297632217407,
      "learning_rate": 1.463637436529553e-06,
      "loss": 0.3249,
      "step": 1838530
    },
    {
      "epoch": 513.13,
      "grad_norm": 1.347212314605713,
      "learning_rate": 1.463612375813756e-06,
      "loss": 0.3418,
      "step": 1838540
    },
    {
      "epoch": 513.13,
      "grad_norm": 0.8979798555374146,
      "learning_rate": 1.463587315215105e-06,
      "loss": 0.3284,
      "step": 1838550
    },
    {
      "epoch": 513.13,
      "grad_norm": 1.1117684841156006,
      "learning_rate": 1.4635622547336046e-06,
      "loss": 0.3246,
      "step": 1838560
    },
    {
      "epoch": 513.14,
      "grad_norm": 0.9855868816375732,
      "learning_rate": 1.4635371943692573e-06,
      "loss": 0.3444,
      "step": 1838570
    },
    {
      "epoch": 513.14,
      "grad_norm": 1.128385066986084,
      "learning_rate": 1.463512134122066e-06,
      "loss": 0.3601,
      "step": 1838580
    },
    {
      "epoch": 513.14,
      "grad_norm": 1.0411814451217651,
      "learning_rate": 1.4634870739920349e-06,
      "loss": 0.3478,
      "step": 1838590
    },
    {
      "epoch": 513.15,
      "grad_norm": 1.084194540977478,
      "learning_rate": 1.4634620139791675e-06,
      "loss": 0.3353,
      "step": 1838600
    },
    {
      "epoch": 513.15,
      "grad_norm": 0.9750034809112549,
      "learning_rate": 1.4634369540834654e-06,
      "loss": 0.3437,
      "step": 1838610
    },
    {
      "epoch": 513.15,
      "grad_norm": 0.9770735502243042,
      "learning_rate": 1.4634118943049342e-06,
      "loss": 0.3484,
      "step": 1838620
    },
    {
      "epoch": 513.15,
      "grad_norm": 1.1237212419509888,
      "learning_rate": 1.4633868346435764e-06,
      "loss": 0.3372,
      "step": 1838630
    },
    {
      "epoch": 513.16,
      "grad_norm": 1.1078592538833618,
      "learning_rate": 1.4633617750993948e-06,
      "loss": 0.3434,
      "step": 1838640
    },
    {
      "epoch": 513.16,
      "grad_norm": 0.9109356999397278,
      "learning_rate": 1.4633367156723933e-06,
      "loss": 0.3472,
      "step": 1838650
    },
    {
      "epoch": 513.16,
      "grad_norm": 1.4039661884307861,
      "learning_rate": 1.4633116563625752e-06,
      "loss": 0.3396,
      "step": 1838660
    },
    {
      "epoch": 513.16,
      "grad_norm": 1.1662136316299438,
      "learning_rate": 1.4632865971699428e-06,
      "loss": 0.3298,
      "step": 1838670
    },
    {
      "epoch": 513.17,
      "grad_norm": 1.1295017004013062,
      "learning_rate": 1.463261538094501e-06,
      "loss": 0.3375,
      "step": 1838680
    },
    {
      "epoch": 513.17,
      "grad_norm": 0.9394554495811462,
      "learning_rate": 1.4632364791362528e-06,
      "loss": 0.3436,
      "step": 1838690
    },
    {
      "epoch": 513.17,
      "grad_norm": 1.144582748413086,
      "learning_rate": 1.4632114202952005e-06,
      "loss": 0.3704,
      "step": 1838700
    },
    {
      "epoch": 513.18,
      "grad_norm": 0.9981197714805603,
      "learning_rate": 1.4631863615713487e-06,
      "loss": 0.3423,
      "step": 1838710
    },
    {
      "epoch": 513.18,
      "grad_norm": 1.1151098012924194,
      "learning_rate": 1.4631613029647e-06,
      "loss": 0.3458,
      "step": 1838720
    },
    {
      "epoch": 513.18,
      "grad_norm": 1.1639328002929688,
      "learning_rate": 1.4631362444752573e-06,
      "loss": 0.3482,
      "step": 1838730
    },
    {
      "epoch": 513.18,
      "grad_norm": 1.076037883758545,
      "learning_rate": 1.4631111861030254e-06,
      "loss": 0.3409,
      "step": 1838740
    },
    {
      "epoch": 513.19,
      "grad_norm": 1.1112070083618164,
      "learning_rate": 1.4630861278480053e-06,
      "loss": 0.3316,
      "step": 1838750
    },
    {
      "epoch": 513.19,
      "grad_norm": 0.9488268494606018,
      "learning_rate": 1.4630610697102032e-06,
      "loss": 0.3488,
      "step": 1838760
    },
    {
      "epoch": 513.19,
      "grad_norm": 1.1420608758926392,
      "learning_rate": 1.4630360116896209e-06,
      "loss": 0.3599,
      "step": 1838770
    },
    {
      "epoch": 513.2,
      "grad_norm": 1.168882966041565,
      "learning_rate": 1.4630109537862615e-06,
      "loss": 0.3214,
      "step": 1838780
    },
    {
      "epoch": 513.2,
      "grad_norm": 1.0737009048461914,
      "learning_rate": 1.462985896000129e-06,
      "loss": 0.3522,
      "step": 1838790
    },
    {
      "epoch": 513.2,
      "grad_norm": 1.2362446784973145,
      "learning_rate": 1.4629608383312268e-06,
      "loss": 0.3438,
      "step": 1838800
    },
    {
      "epoch": 513.2,
      "grad_norm": 1.0731096267700195,
      "learning_rate": 1.4629357807795566e-06,
      "loss": 0.3143,
      "step": 1838810
    },
    {
      "epoch": 513.21,
      "grad_norm": 1.2197246551513672,
      "learning_rate": 1.4629107233451243e-06,
      "loss": 0.3526,
      "step": 1838820
    },
    {
      "epoch": 513.21,
      "grad_norm": 1.074633002281189,
      "learning_rate": 1.4628856660279314e-06,
      "loss": 0.3441,
      "step": 1838830
    },
    {
      "epoch": 513.21,
      "grad_norm": 1.063466191291809,
      "learning_rate": 1.462860608827982e-06,
      "loss": 0.3329,
      "step": 1838840
    },
    {
      "epoch": 513.22,
      "grad_norm": 1.158247947692871,
      "learning_rate": 1.4628355517452788e-06,
      "loss": 0.3321,
      "step": 1838850
    },
    {
      "epoch": 513.22,
      "grad_norm": 0.9683553576469421,
      "learning_rate": 1.4628104947798263e-06,
      "loss": 0.3372,
      "step": 1838860
    },
    {
      "epoch": 513.22,
      "grad_norm": 1.1730213165283203,
      "learning_rate": 1.462785437931626e-06,
      "loss": 0.3509,
      "step": 1838870
    },
    {
      "epoch": 513.22,
      "grad_norm": 1.0745844841003418,
      "learning_rate": 1.4627603812006832e-06,
      "loss": 0.3334,
      "step": 1838880
    },
    {
      "epoch": 513.23,
      "grad_norm": 1.0467844009399414,
      "learning_rate": 1.4627353245870002e-06,
      "loss": 0.3498,
      "step": 1838890
    },
    {
      "epoch": 513.23,
      "grad_norm": 1.009583592414856,
      "learning_rate": 1.4627102680905796e-06,
      "loss": 0.3437,
      "step": 1838900
    },
    {
      "epoch": 513.23,
      "grad_norm": 4.895425319671631,
      "learning_rate": 1.4626852117114266e-06,
      "loss": 0.3464,
      "step": 1838910
    },
    {
      "epoch": 513.23,
      "grad_norm": 1.0203408002853394,
      "learning_rate": 1.4626601554495437e-06,
      "loss": 0.3593,
      "step": 1838920
    },
    {
      "epoch": 513.24,
      "grad_norm": 1.0277767181396484,
      "learning_rate": 1.4626350993049335e-06,
      "loss": 0.347,
      "step": 1838930
    },
    {
      "epoch": 513.24,
      "grad_norm": 1.3172399997711182,
      "learning_rate": 1.4626100432776005e-06,
      "loss": 0.3481,
      "step": 1838940
    },
    {
      "epoch": 513.24,
      "grad_norm": 1.1682987213134766,
      "learning_rate": 1.4625849873675473e-06,
      "loss": 0.3486,
      "step": 1838950
    },
    {
      "epoch": 513.25,
      "grad_norm": 0.9780441522598267,
      "learning_rate": 1.4625599315747764e-06,
      "loss": 0.3433,
      "step": 1838960
    },
    {
      "epoch": 513.25,
      "grad_norm": 1.4748671054840088,
      "learning_rate": 1.4625348758992936e-06,
      "loss": 0.3523,
      "step": 1838970
    },
    {
      "epoch": 513.25,
      "grad_norm": 1.2389956712722778,
      "learning_rate": 1.4625098203411004e-06,
      "loss": 0.3433,
      "step": 1838980
    },
    {
      "epoch": 513.25,
      "grad_norm": 1.0874786376953125,
      "learning_rate": 1.4624847649002001e-06,
      "loss": 0.3273,
      "step": 1838990
    },
    {
      "epoch": 513.26,
      "grad_norm": 1.2433335781097412,
      "learning_rate": 1.4624597095765968e-06,
      "loss": 0.361,
      "step": 1839000
    },
    {
      "epoch": 513.26,
      "grad_norm": 1.063248872756958,
      "learning_rate": 1.4624346543702935e-06,
      "loss": 0.361,
      "step": 1839010
    },
    {
      "epoch": 513.26,
      "grad_norm": 1.0621201992034912,
      "learning_rate": 1.4624095992812926e-06,
      "loss": 0.3401,
      "step": 1839020
    },
    {
      "epoch": 513.27,
      "grad_norm": 1.1035529375076294,
      "learning_rate": 1.4623845443095992e-06,
      "loss": 0.3423,
      "step": 1839030
    },
    {
      "epoch": 513.27,
      "grad_norm": 0.995766818523407,
      "learning_rate": 1.462359489455215e-06,
      "loss": 0.3518,
      "step": 1839040
    },
    {
      "epoch": 513.27,
      "grad_norm": 1.2704187631607056,
      "learning_rate": 1.4623344347181452e-06,
      "loss": 0.3239,
      "step": 1839050
    },
    {
      "epoch": 513.27,
      "grad_norm": 1.0279808044433594,
      "learning_rate": 1.4623093800983919e-06,
      "loss": 0.3327,
      "step": 1839060
    },
    {
      "epoch": 513.28,
      "grad_norm": 1.1411840915679932,
      "learning_rate": 1.462284325595958e-06,
      "loss": 0.3338,
      "step": 1839070
    },
    {
      "epoch": 513.28,
      "grad_norm": 0.9054474234580994,
      "learning_rate": 1.462259271210848e-06,
      "loss": 0.337,
      "step": 1839080
    },
    {
      "epoch": 513.28,
      "grad_norm": 1.2818104028701782,
      "learning_rate": 1.4622342169430647e-06,
      "loss": 0.3378,
      "step": 1839090
    },
    {
      "epoch": 513.28,
      "grad_norm": 1.210968017578125,
      "learning_rate": 1.4622091627926104e-06,
      "loss": 0.3577,
      "step": 1839100
    },
    {
      "epoch": 513.29,
      "grad_norm": 1.0702166557312012,
      "learning_rate": 1.4621841087594903e-06,
      "loss": 0.3316,
      "step": 1839110
    },
    {
      "epoch": 513.29,
      "grad_norm": 1.095296859741211,
      "learning_rate": 1.4621590548437067e-06,
      "loss": 0.3402,
      "step": 1839120
    },
    {
      "epoch": 513.29,
      "grad_norm": 1.1067724227905273,
      "learning_rate": 1.462134001045263e-06,
      "loss": 0.3345,
      "step": 1839130
    },
    {
      "epoch": 513.3,
      "grad_norm": 1.071271300315857,
      "learning_rate": 1.462108947364163e-06,
      "loss": 0.3372,
      "step": 1839140
    },
    {
      "epoch": 513.3,
      "grad_norm": 1.4735691547393799,
      "learning_rate": 1.4620838938004096e-06,
      "loss": 0.3408,
      "step": 1839150
    },
    {
      "epoch": 513.3,
      "grad_norm": 0.9702866673469543,
      "learning_rate": 1.4620588403540053e-06,
      "loss": 0.3337,
      "step": 1839160
    },
    {
      "epoch": 513.3,
      "grad_norm": 1.3393417596817017,
      "learning_rate": 1.462033787024955e-06,
      "loss": 0.3473,
      "step": 1839170
    },
    {
      "epoch": 513.31,
      "grad_norm": 1.0791584253311157,
      "learning_rate": 1.4620087338132617e-06,
      "loss": 0.3265,
      "step": 1839180
    },
    {
      "epoch": 513.31,
      "grad_norm": 1.256689429283142,
      "learning_rate": 1.461983680718927e-06,
      "loss": 0.3595,
      "step": 1839190
    },
    {
      "epoch": 513.31,
      "grad_norm": 1.0881245136260986,
      "learning_rate": 1.4619586277419571e-06,
      "loss": 0.3394,
      "step": 1839200
    },
    {
      "epoch": 513.32,
      "grad_norm": 1.2490007877349854,
      "learning_rate": 1.4619335748823542e-06,
      "loss": 0.3426,
      "step": 1839210
    },
    {
      "epoch": 513.32,
      "grad_norm": 1.2290425300598145,
      "learning_rate": 1.4619085221401201e-06,
      "loss": 0.3507,
      "step": 1839220
    },
    {
      "epoch": 513.32,
      "grad_norm": 1.134787678718567,
      "learning_rate": 1.46188346951526e-06,
      "loss": 0.3339,
      "step": 1839230
    },
    {
      "epoch": 513.32,
      "grad_norm": 1.1024185419082642,
      "learning_rate": 1.4618584170077766e-06,
      "loss": 0.3546,
      "step": 1839240
    },
    {
      "epoch": 513.33,
      "grad_norm": 1.2700337171554565,
      "learning_rate": 1.4618333646176723e-06,
      "loss": 0.3441,
      "step": 1839250
    },
    {
      "epoch": 513.33,
      "grad_norm": 0.9768596291542053,
      "learning_rate": 1.4618083123449523e-06,
      "loss": 0.3333,
      "step": 1839260
    },
    {
      "epoch": 513.33,
      "grad_norm": 1.1760878562927246,
      "learning_rate": 1.461783260189619e-06,
      "loss": 0.3301,
      "step": 1839270
    },
    {
      "epoch": 513.34,
      "grad_norm": 1.145848274230957,
      "learning_rate": 1.4617582081516752e-06,
      "loss": 0.3284,
      "step": 1839280
    },
    {
      "epoch": 513.34,
      "grad_norm": 1.1139262914657593,
      "learning_rate": 1.4617331562311251e-06,
      "loss": 0.336,
      "step": 1839290
    },
    {
      "epoch": 513.34,
      "grad_norm": 1.2250386476516724,
      "learning_rate": 1.461708104427972e-06,
      "loss": 0.3389,
      "step": 1839300
    },
    {
      "epoch": 513.34,
      "grad_norm": 1.1113207340240479,
      "learning_rate": 1.4616830527422178e-06,
      "loss": 0.3467,
      "step": 1839310
    },
    {
      "epoch": 513.35,
      "grad_norm": 1.168526291847229,
      "learning_rate": 1.4616580011738676e-06,
      "loss": 0.3567,
      "step": 1839320
    },
    {
      "epoch": 513.35,
      "grad_norm": 1.015145182609558,
      "learning_rate": 1.4616329497229237e-06,
      "loss": 0.3497,
      "step": 1839330
    },
    {
      "epoch": 513.35,
      "grad_norm": 1.1131187677383423,
      "learning_rate": 1.4616078983893901e-06,
      "loss": 0.3317,
      "step": 1839340
    },
    {
      "epoch": 513.35,
      "grad_norm": 1.1957749128341675,
      "learning_rate": 1.4615828471732704e-06,
      "loss": 0.3428,
      "step": 1839350
    },
    {
      "epoch": 513.36,
      "grad_norm": 1.076994776725769,
      "learning_rate": 1.4615577960745668e-06,
      "loss": 0.3488,
      "step": 1839360
    },
    {
      "epoch": 513.36,
      "grad_norm": 1.1483780145645142,
      "learning_rate": 1.4615327450932835e-06,
      "loss": 0.3314,
      "step": 1839370
    },
    {
      "epoch": 513.36,
      "grad_norm": 1.0983346700668335,
      "learning_rate": 1.461507694229424e-06,
      "loss": 0.352,
      "step": 1839380
    },
    {
      "epoch": 513.37,
      "grad_norm": 1.325394630432129,
      "learning_rate": 1.4614826434829898e-06,
      "loss": 0.34,
      "step": 1839390
    },
    {
      "epoch": 513.37,
      "grad_norm": 1.3944875001907349,
      "learning_rate": 1.4614575928539869e-06,
      "loss": 0.3654,
      "step": 1839400
    },
    {
      "epoch": 513.37,
      "grad_norm": 1.0580024719238281,
      "learning_rate": 1.461432542342417e-06,
      "loss": 0.329,
      "step": 1839410
    },
    {
      "epoch": 513.37,
      "grad_norm": 1.1022402048110962,
      "learning_rate": 1.4614074919482835e-06,
      "loss": 0.3359,
      "step": 1839420
    },
    {
      "epoch": 513.38,
      "grad_norm": 1.1520190238952637,
      "learning_rate": 1.4613824416715904e-06,
      "loss": 0.3442,
      "step": 1839430
    },
    {
      "epoch": 513.38,
      "grad_norm": 1.1566789150238037,
      "learning_rate": 1.461357391512341e-06,
      "loss": 0.3519,
      "step": 1839440
    },
    {
      "epoch": 513.38,
      "grad_norm": 1.090695858001709,
      "learning_rate": 1.461332341470537e-06,
      "loss": 0.3363,
      "step": 1839450
    },
    {
      "epoch": 513.39,
      "grad_norm": 1.0636240243911743,
      "learning_rate": 1.461307291546184e-06,
      "loss": 0.3434,
      "step": 1839460
    },
    {
      "epoch": 513.39,
      "grad_norm": 1.3478111028671265,
      "learning_rate": 1.4612822417392846e-06,
      "loss": 0.3625,
      "step": 1839470
    },
    {
      "epoch": 513.39,
      "grad_norm": 1.3669977188110352,
      "learning_rate": 1.461257192049841e-06,
      "loss": 0.3522,
      "step": 1839480
    },
    {
      "epoch": 513.39,
      "grad_norm": 1.0853875875473022,
      "learning_rate": 1.461232142477858e-06,
      "loss": 0.3681,
      "step": 1839490
    },
    {
      "epoch": 513.4,
      "grad_norm": 1.1894739866256714,
      "learning_rate": 1.4612070930233386e-06,
      "loss": 0.3518,
      "step": 1839500
    },
    {
      "epoch": 513.4,
      "grad_norm": 1.0143827199935913,
      "learning_rate": 1.4611820436862854e-06,
      "loss": 0.3281,
      "step": 1839510
    },
    {
      "epoch": 513.4,
      "grad_norm": 1.1967442035675049,
      "learning_rate": 1.4611569944667026e-06,
      "loss": 0.3472,
      "step": 1839520
    },
    {
      "epoch": 513.4,
      "grad_norm": 1.0511195659637451,
      "learning_rate": 1.4611319453645933e-06,
      "loss": 0.3408,
      "step": 1839530
    },
    {
      "epoch": 513.41,
      "grad_norm": 1.0773793458938599,
      "learning_rate": 1.4611068963799598e-06,
      "loss": 0.3389,
      "step": 1839540
    },
    {
      "epoch": 513.41,
      "grad_norm": 1.3303896188735962,
      "learning_rate": 1.461081847512807e-06,
      "loss": 0.3258,
      "step": 1839550
    },
    {
      "epoch": 513.41,
      "grad_norm": 1.0356186628341675,
      "learning_rate": 1.4610567987631378e-06,
      "loss": 0.3425,
      "step": 1839560
    },
    {
      "epoch": 513.42,
      "grad_norm": 1.0266832113265991,
      "learning_rate": 1.4610317501309545e-06,
      "loss": 0.3571,
      "step": 1839570
    },
    {
      "epoch": 513.42,
      "grad_norm": 1.9591432809829712,
      "learning_rate": 1.4610067016162621e-06,
      "loss": 0.3536,
      "step": 1839580
    },
    {
      "epoch": 513.42,
      "grad_norm": 1.1424669027328491,
      "learning_rate": 1.460981653219063e-06,
      "loss": 0.3426,
      "step": 1839590
    },
    {
      "epoch": 513.42,
      "grad_norm": 1.0402177572250366,
      "learning_rate": 1.46095660493936e-06,
      "loss": 0.3557,
      "step": 1839600
    },
    {
      "epoch": 513.43,
      "grad_norm": 1.19400954246521,
      "learning_rate": 1.4609315567771578e-06,
      "loss": 0.3425,
      "step": 1839610
    },
    {
      "epoch": 513.43,
      "grad_norm": 1.1925171613693237,
      "learning_rate": 1.460906508732458e-06,
      "loss": 0.3334,
      "step": 1839620
    },
    {
      "epoch": 513.43,
      "grad_norm": 1.1981314420700073,
      "learning_rate": 1.4608814608052657e-06,
      "loss": 0.3314,
      "step": 1839630
    },
    {
      "epoch": 513.44,
      "grad_norm": 1.4189003705978394,
      "learning_rate": 1.4608564129955834e-06,
      "loss": 0.3414,
      "step": 1839640
    },
    {
      "epoch": 513.44,
      "grad_norm": 1.1991825103759766,
      "learning_rate": 1.460831365303414e-06,
      "loss": 0.3563,
      "step": 1839650
    },
    {
      "epoch": 513.44,
      "grad_norm": 0.9988027811050415,
      "learning_rate": 1.4608063177287617e-06,
      "loss": 0.3408,
      "step": 1839660
    },
    {
      "epoch": 513.44,
      "grad_norm": 1.052369475364685,
      "learning_rate": 1.4607812702716298e-06,
      "loss": 0.357,
      "step": 1839670
    },
    {
      "epoch": 513.45,
      "grad_norm": 1.0928566455841064,
      "learning_rate": 1.46075622293202e-06,
      "loss": 0.3465,
      "step": 1839680
    },
    {
      "epoch": 513.45,
      "grad_norm": 0.990888237953186,
      "learning_rate": 1.460731175709938e-06,
      "loss": 0.3574,
      "step": 1839690
    },
    {
      "epoch": 513.45,
      "grad_norm": 1.528280258178711,
      "learning_rate": 1.4607061286053861e-06,
      "loss": 0.3543,
      "step": 1839700
    },
    {
      "epoch": 513.46,
      "grad_norm": 0.9930165410041809,
      "learning_rate": 1.4606810816183666e-06,
      "loss": 0.3576,
      "step": 1839710
    },
    {
      "epoch": 513.46,
      "grad_norm": 1.141274094581604,
      "learning_rate": 1.4606560347488847e-06,
      "loss": 0.3363,
      "step": 1839720
    },
    {
      "epoch": 513.46,
      "grad_norm": 1.0560277700424194,
      "learning_rate": 1.4606309879969429e-06,
      "loss": 0.3351,
      "step": 1839730
    },
    {
      "epoch": 513.46,
      "grad_norm": 1.1108529567718506,
      "learning_rate": 1.4606059413625442e-06,
      "loss": 0.3396,
      "step": 1839740
    },
    {
      "epoch": 513.47,
      "grad_norm": 1.1675643920898438,
      "learning_rate": 1.4605808948456925e-06,
      "loss": 0.3458,
      "step": 1839750
    },
    {
      "epoch": 513.47,
      "grad_norm": 1.1023286581039429,
      "learning_rate": 1.4605558484463904e-06,
      "loss": 0.3363,
      "step": 1839760
    },
    {
      "epoch": 513.47,
      "grad_norm": 1.0166774988174438,
      "learning_rate": 1.4605308021646414e-06,
      "loss": 0.3514,
      "step": 1839770
    },
    {
      "epoch": 513.47,
      "grad_norm": 1.155527949333191,
      "learning_rate": 1.4605057560004497e-06,
      "loss": 0.3335,
      "step": 1839780
    },
    {
      "epoch": 513.48,
      "grad_norm": 1.0418903827667236,
      "learning_rate": 1.4604807099538182e-06,
      "loss": 0.3411,
      "step": 1839790
    },
    {
      "epoch": 513.48,
      "grad_norm": 1.016557216644287,
      "learning_rate": 1.4604556640247496e-06,
      "loss": 0.3369,
      "step": 1839800
    },
    {
      "epoch": 513.48,
      "grad_norm": 1.2500027418136597,
      "learning_rate": 1.4604306182132483e-06,
      "loss": 0.3342,
      "step": 1839810
    },
    {
      "epoch": 513.49,
      "grad_norm": 0.9530700445175171,
      "learning_rate": 1.4604055725193169e-06,
      "loss": 0.3419,
      "step": 1839820
    },
    {
      "epoch": 513.49,
      "grad_norm": 1.0415980815887451,
      "learning_rate": 1.4603805269429576e-06,
      "loss": 0.3375,
      "step": 1839830
    },
    {
      "epoch": 513.49,
      "grad_norm": 1.024397373199463,
      "learning_rate": 1.4603554814841765e-06,
      "loss": 0.3306,
      "step": 1839840
    },
    {
      "epoch": 513.49,
      "grad_norm": 1.2155029773712158,
      "learning_rate": 1.4603304361429755e-06,
      "loss": 0.3357,
      "step": 1839850
    },
    {
      "epoch": 513.5,
      "grad_norm": 1.0326989889144897,
      "learning_rate": 1.4603053909193567e-06,
      "loss": 0.3223,
      "step": 1839860
    },
    {
      "epoch": 513.5,
      "grad_norm": 1.0885474681854248,
      "learning_rate": 1.4602803458133257e-06,
      "loss": 0.3371,
      "step": 1839870
    },
    {
      "epoch": 513.5,
      "grad_norm": 1.0768195390701294,
      "learning_rate": 1.4602553008248844e-06,
      "loss": 0.3357,
      "step": 1839880
    },
    {
      "epoch": 513.51,
      "grad_norm": 1.1680419445037842,
      "learning_rate": 1.4602302559540363e-06,
      "loss": 0.3361,
      "step": 1839890
    },
    {
      "epoch": 513.51,
      "grad_norm": 1.0525561571121216,
      "learning_rate": 1.4602052112007853e-06,
      "loss": 0.3581,
      "step": 1839900
    },
    {
      "epoch": 513.51,
      "grad_norm": 0.9737154245376587,
      "learning_rate": 1.4601801665651335e-06,
      "loss": 0.3357,
      "step": 1839910
    },
    {
      "epoch": 513.51,
      "grad_norm": 1.327396273612976,
      "learning_rate": 1.460155122047086e-06,
      "loss": 0.3329,
      "step": 1839920
    },
    {
      "epoch": 513.52,
      "grad_norm": 1.0456629991531372,
      "learning_rate": 1.460130077646645e-06,
      "loss": 0.3415,
      "step": 1839930
    },
    {
      "epoch": 513.52,
      "grad_norm": 1.0207040309906006,
      "learning_rate": 1.4601050333638141e-06,
      "loss": 0.3337,
      "step": 1839940
    },
    {
      "epoch": 513.52,
      "grad_norm": 0.9332302808761597,
      "learning_rate": 1.4600799891985963e-06,
      "loss": 0.3281,
      "step": 1839950
    },
    {
      "epoch": 513.52,
      "grad_norm": 1.10091233253479,
      "learning_rate": 1.460054945150996e-06,
      "loss": 0.3544,
      "step": 1839960
    },
    {
      "epoch": 513.53,
      "grad_norm": 1.1060171127319336,
      "learning_rate": 1.4600299012210141e-06,
      "loss": 0.3537,
      "step": 1839970
    },
    {
      "epoch": 513.53,
      "grad_norm": 1.0693919658660889,
      "learning_rate": 1.460004857408657e-06,
      "loss": 0.3497,
      "step": 1839980
    },
    {
      "epoch": 513.53,
      "grad_norm": 1.1502763032913208,
      "learning_rate": 1.4599798137139267e-06,
      "loss": 0.3435,
      "step": 1839990
    },
    {
      "epoch": 513.54,
      "grad_norm": 1.1315919160842896,
      "learning_rate": 1.4599547701368253e-06,
      "loss": 0.3335,
      "step": 1840000
    },
    {
      "epoch": 513.54,
      "grad_norm": 1.280525803565979,
      "learning_rate": 1.459929726677358e-06,
      "loss": 0.3467,
      "step": 1840010
    },
    {
      "epoch": 513.54,
      "grad_norm": 0.9105333089828491,
      "learning_rate": 1.4599046833355279e-06,
      "loss": 0.3321,
      "step": 1840020
    },
    {
      "epoch": 513.54,
      "grad_norm": 1.2849129438400269,
      "learning_rate": 1.459879640111337e-06,
      "loss": 0.3442,
      "step": 1840030
    },
    {
      "epoch": 513.55,
      "grad_norm": 1.2434488534927368,
      "learning_rate": 1.4598545970047901e-06,
      "loss": 0.3363,
      "step": 1840040
    },
    {
      "epoch": 513.55,
      "grad_norm": 1.0685514211654663,
      "learning_rate": 1.45982955401589e-06,
      "loss": 0.3455,
      "step": 1840050
    },
    {
      "epoch": 513.55,
      "grad_norm": 0.9754619002342224,
      "learning_rate": 1.459804511144639e-06,
      "loss": 0.3525,
      "step": 1840060
    },
    {
      "epoch": 513.56,
      "grad_norm": 1.192630648612976,
      "learning_rate": 1.4597794683910423e-06,
      "loss": 0.3245,
      "step": 1840070
    },
    {
      "epoch": 513.56,
      "grad_norm": 1.1008563041687012,
      "learning_rate": 1.4597544257551023e-06,
      "loss": 0.336,
      "step": 1840080
    },
    {
      "epoch": 513.56,
      "grad_norm": 1.065090537071228,
      "learning_rate": 1.4597293832368219e-06,
      "loss": 0.3555,
      "step": 1840090
    },
    {
      "epoch": 513.56,
      "grad_norm": 0.9234108924865723,
      "learning_rate": 1.4597043408362052e-06,
      "loss": 0.3199,
      "step": 1840100
    },
    {
      "epoch": 513.57,
      "grad_norm": 1.0248019695281982,
      "learning_rate": 1.4596792985532553e-06,
      "loss": 0.3349,
      "step": 1840110
    },
    {
      "epoch": 513.57,
      "grad_norm": 1.1666717529296875,
      "learning_rate": 1.4596542563879746e-06,
      "loss": 0.3384,
      "step": 1840120
    },
    {
      "epoch": 513.57,
      "grad_norm": 1.4503886699676514,
      "learning_rate": 1.4596292143403682e-06,
      "loss": 0.335,
      "step": 1840130
    },
    {
      "epoch": 513.58,
      "grad_norm": 0.9946911931037903,
      "learning_rate": 1.4596041724104384e-06,
      "loss": 0.3468,
      "step": 1840140
    },
    {
      "epoch": 513.58,
      "grad_norm": 1.2100633382797241,
      "learning_rate": 1.4595791305981879e-06,
      "loss": 0.3512,
      "step": 1840150
    },
    {
      "epoch": 513.58,
      "grad_norm": 1.0666860342025757,
      "learning_rate": 1.4595540889036214e-06,
      "loss": 0.3344,
      "step": 1840160
    },
    {
      "epoch": 513.58,
      "grad_norm": 1.1273621320724487,
      "learning_rate": 1.459529047326742e-06,
      "loss": 0.3574,
      "step": 1840170
    },
    {
      "epoch": 513.59,
      "grad_norm": 1.0760164260864258,
      "learning_rate": 1.459504005867552e-06,
      "loss": 0.3628,
      "step": 1840180
    },
    {
      "epoch": 513.59,
      "grad_norm": 0.9725340008735657,
      "learning_rate": 1.4594789645260558e-06,
      "loss": 0.3293,
      "step": 1840190
    },
    {
      "epoch": 513.59,
      "grad_norm": 1.1716504096984863,
      "learning_rate": 1.4594539233022554e-06,
      "loss": 0.3371,
      "step": 1840200
    },
    {
      "epoch": 513.59,
      "grad_norm": 1.086849570274353,
      "learning_rate": 1.4594288821961562e-06,
      "loss": 0.3367,
      "step": 1840210
    },
    {
      "epoch": 513.6,
      "grad_norm": 1.336280345916748,
      "learning_rate": 1.45940384120776e-06,
      "loss": 0.3394,
      "step": 1840220
    },
    {
      "epoch": 513.6,
      "grad_norm": 1.2100584506988525,
      "learning_rate": 1.4593788003370705e-06,
      "loss": 0.3529,
      "step": 1840230
    },
    {
      "epoch": 513.6,
      "grad_norm": 2.3674676418304443,
      "learning_rate": 1.459353759584091e-06,
      "loss": 0.3503,
      "step": 1840240
    },
    {
      "epoch": 513.61,
      "grad_norm": 1.0367194414138794,
      "learning_rate": 1.4593287189488253e-06,
      "loss": 0.3297,
      "step": 1840250
    },
    {
      "epoch": 513.61,
      "grad_norm": 1.0681926012039185,
      "learning_rate": 1.4593036784312752e-06,
      "loss": 0.335,
      "step": 1840260
    },
    {
      "epoch": 513.61,
      "grad_norm": 1.484843134880066,
      "learning_rate": 1.4592786380314463e-06,
      "loss": 0.3357,
      "step": 1840270
    },
    {
      "epoch": 513.61,
      "grad_norm": 1.120928406715393,
      "learning_rate": 1.4592535977493405e-06,
      "loss": 0.3404,
      "step": 1840280
    },
    {
      "epoch": 513.62,
      "grad_norm": 1.06609046459198,
      "learning_rate": 1.4592285575849606e-06,
      "loss": 0.338,
      "step": 1840290
    },
    {
      "epoch": 513.62,
      "grad_norm": 1.0884180068969727,
      "learning_rate": 1.4592035175383116e-06,
      "loss": 0.3496,
      "step": 1840300
    },
    {
      "epoch": 513.62,
      "grad_norm": 1.092728614807129,
      "learning_rate": 1.459178477609396e-06,
      "loss": 0.3429,
      "step": 1840310
    },
    {
      "epoch": 513.63,
      "grad_norm": 1.1657816171646118,
      "learning_rate": 1.4591534377982167e-06,
      "loss": 0.3382,
      "step": 1840320
    },
    {
      "epoch": 513.63,
      "grad_norm": 0.9500254988670349,
      "learning_rate": 1.459128398104778e-06,
      "loss": 0.3537,
      "step": 1840330
    },
    {
      "epoch": 513.63,
      "grad_norm": 1.249137043952942,
      "learning_rate": 1.4591033585290824e-06,
      "loss": 0.3462,
      "step": 1840340
    },
    {
      "epoch": 513.63,
      "grad_norm": 1.1861571073532104,
      "learning_rate": 1.4590783190711327e-06,
      "loss": 0.3334,
      "step": 1840350
    },
    {
      "epoch": 513.64,
      "grad_norm": 0.9920831322669983,
      "learning_rate": 1.4590532797309341e-06,
      "loss": 0.3427,
      "step": 1840360
    },
    {
      "epoch": 513.64,
      "grad_norm": 1.3173986673355103,
      "learning_rate": 1.4590282405084888e-06,
      "loss": 0.3592,
      "step": 1840370
    },
    {
      "epoch": 513.64,
      "grad_norm": 1.0925856828689575,
      "learning_rate": 1.4590032014037997e-06,
      "loss": 0.3304,
      "step": 1840380
    },
    {
      "epoch": 513.64,
      "grad_norm": 1.025039792060852,
      "learning_rate": 1.4589781624168714e-06,
      "loss": 0.3386,
      "step": 1840390
    },
    {
      "epoch": 513.65,
      "grad_norm": 1.5347808599472046,
      "learning_rate": 1.4589531235477055e-06,
      "loss": 0.3361,
      "step": 1840400
    },
    {
      "epoch": 513.65,
      "grad_norm": 0.9806779026985168,
      "learning_rate": 1.4589280847963064e-06,
      "loss": 0.3444,
      "step": 1840410
    },
    {
      "epoch": 513.65,
      "grad_norm": 1.1411595344543457,
      "learning_rate": 1.458903046162678e-06,
      "loss": 0.3266,
      "step": 1840420
    },
    {
      "epoch": 513.66,
      "grad_norm": 1.221351981163025,
      "learning_rate": 1.458878007646823e-06,
      "loss": 0.3469,
      "step": 1840430
    },
    {
      "epoch": 513.66,
      "grad_norm": 1.0276955366134644,
      "learning_rate": 1.4588529692487436e-06,
      "loss": 0.3371,
      "step": 1840440
    },
    {
      "epoch": 513.66,
      "grad_norm": 1.2430440187454224,
      "learning_rate": 1.4588279309684454e-06,
      "loss": 0.3302,
      "step": 1840450
    },
    {
      "epoch": 513.66,
      "grad_norm": 1.114823341369629,
      "learning_rate": 1.4588028928059305e-06,
      "loss": 0.3432,
      "step": 1840460
    },
    {
      "epoch": 513.67,
      "grad_norm": 1.1281112432479858,
      "learning_rate": 1.4587778547612019e-06,
      "loss": 0.3337,
      "step": 1840470
    },
    {
      "epoch": 513.67,
      "grad_norm": 1.0375970602035522,
      "learning_rate": 1.4587528168342634e-06,
      "loss": 0.3498,
      "step": 1840480
    },
    {
      "epoch": 513.67,
      "grad_norm": 1.051580786705017,
      "learning_rate": 1.4587277790251175e-06,
      "loss": 0.3576,
      "step": 1840490
    },
    {
      "epoch": 513.68,
      "grad_norm": 1.0196980237960815,
      "learning_rate": 1.4587027413337695e-06,
      "loss": 0.3469,
      "step": 1840500
    },
    {
      "epoch": 513.68,
      "grad_norm": 1.0802583694458008,
      "learning_rate": 1.4586777037602214e-06,
      "loss": 0.3364,
      "step": 1840510
    },
    {
      "epoch": 513.68,
      "grad_norm": 1.1466439962387085,
      "learning_rate": 1.4586526663044757e-06,
      "loss": 0.3401,
      "step": 1840520
    },
    {
      "epoch": 513.68,
      "grad_norm": 1.0396918058395386,
      "learning_rate": 1.4586276289665374e-06,
      "loss": 0.3328,
      "step": 1840530
    },
    {
      "epoch": 513.69,
      "grad_norm": 1.1351631879806519,
      "learning_rate": 1.4586025917464095e-06,
      "loss": 0.3479,
      "step": 1840540
    },
    {
      "epoch": 513.69,
      "grad_norm": 1.16318941116333,
      "learning_rate": 1.4585775546440942e-06,
      "loss": 0.3345,
      "step": 1840550
    },
    {
      "epoch": 513.69,
      "grad_norm": 2.8787267208099365,
      "learning_rate": 1.4585525176595963e-06,
      "loss": 0.3488,
      "step": 1840560
    },
    {
      "epoch": 513.7,
      "grad_norm": 1.2730604410171509,
      "learning_rate": 1.4585274807929184e-06,
      "loss": 0.3469,
      "step": 1840570
    },
    {
      "epoch": 513.7,
      "grad_norm": 1.18656587600708,
      "learning_rate": 1.458502444044063e-06,
      "loss": 0.3327,
      "step": 1840580
    },
    {
      "epoch": 513.7,
      "grad_norm": 1.206728219985962,
      "learning_rate": 1.4584774074130348e-06,
      "loss": 0.3536,
      "step": 1840590
    },
    {
      "epoch": 513.7,
      "grad_norm": 1.026962399482727,
      "learning_rate": 1.458452370899837e-06,
      "loss": 0.3541,
      "step": 1840600
    },
    {
      "epoch": 513.71,
      "grad_norm": 3.278817892074585,
      "learning_rate": 1.458427334504472e-06,
      "loss": 0.3316,
      "step": 1840610
    },
    {
      "epoch": 513.71,
      "grad_norm": 1.1373056173324585,
      "learning_rate": 1.4584022982269442e-06,
      "loss": 0.3474,
      "step": 1840620
    },
    {
      "epoch": 513.71,
      "grad_norm": 0.8885086178779602,
      "learning_rate": 1.4583772620672563e-06,
      "loss": 0.3256,
      "step": 1840630
    },
    {
      "epoch": 513.71,
      "grad_norm": 1.1275774240493774,
      "learning_rate": 1.4583522260254106e-06,
      "loss": 0.3367,
      "step": 1840640
    },
    {
      "epoch": 513.72,
      "grad_norm": 1.1325918436050415,
      "learning_rate": 1.4583271901014132e-06,
      "loss": 0.3556,
      "step": 1840650
    },
    {
      "epoch": 513.72,
      "grad_norm": 1.2037417888641357,
      "learning_rate": 1.4583021542952652e-06,
      "loss": 0.3448,
      "step": 1840660
    },
    {
      "epoch": 513.72,
      "grad_norm": 1.0519335269927979,
      "learning_rate": 1.4582771186069697e-06,
      "loss": 0.3293,
      "step": 1840670
    },
    {
      "epoch": 513.73,
      "grad_norm": 1.3839792013168335,
      "learning_rate": 1.4582520830365321e-06,
      "loss": 0.3643,
      "step": 1840680
    },
    {
      "epoch": 513.73,
      "grad_norm": 1.1427874565124512,
      "learning_rate": 1.4582270475839545e-06,
      "loss": 0.3382,
      "step": 1840690
    },
    {
      "epoch": 513.73,
      "grad_norm": 0.9092192649841309,
      "learning_rate": 1.4582020122492396e-06,
      "loss": 0.335,
      "step": 1840700
    },
    {
      "epoch": 513.73,
      "grad_norm": 1.9289114475250244,
      "learning_rate": 1.4581769770323917e-06,
      "loss": 0.3318,
      "step": 1840710
    },
    {
      "epoch": 513.74,
      "grad_norm": 0.9835638403892517,
      "learning_rate": 1.458151941933414e-06,
      "loss": 0.3549,
      "step": 1840720
    },
    {
      "epoch": 513.74,
      "grad_norm": 1.0445754528045654,
      "learning_rate": 1.4581269069523088e-06,
      "loss": 0.3307,
      "step": 1840730
    },
    {
      "epoch": 513.74,
      "grad_norm": 1.1107121706008911,
      "learning_rate": 1.4581018720890815e-06,
      "loss": 0.3447,
      "step": 1840740
    },
    {
      "epoch": 513.75,
      "grad_norm": 0.9336857199668884,
      "learning_rate": 1.4580768373437336e-06,
      "loss": 0.3284,
      "step": 1840750
    },
    {
      "epoch": 513.75,
      "grad_norm": 1.0679963827133179,
      "learning_rate": 1.4580518027162688e-06,
      "loss": 0.3373,
      "step": 1840760
    },
    {
      "epoch": 513.75,
      "grad_norm": 1.0278400182724,
      "learning_rate": 1.458026768206691e-06,
      "loss": 0.3463,
      "step": 1840770
    },
    {
      "epoch": 513.75,
      "grad_norm": 1.046043038368225,
      "learning_rate": 1.4580017338150023e-06,
      "loss": 0.3519,
      "step": 1840780
    },
    {
      "epoch": 513.76,
      "grad_norm": 0.968079686164856,
      "learning_rate": 1.4579766995412082e-06,
      "loss": 0.3404,
      "step": 1840790
    },
    {
      "epoch": 513.76,
      "grad_norm": 0.9911425709724426,
      "learning_rate": 1.4579516653853104e-06,
      "loss": 0.3356,
      "step": 1840800
    },
    {
      "epoch": 513.76,
      "grad_norm": 1.3053067922592163,
      "learning_rate": 1.4579266313473119e-06,
      "loss": 0.3423,
      "step": 1840810
    },
    {
      "epoch": 513.77,
      "grad_norm": 1.1576735973358154,
      "learning_rate": 1.4579015974272174e-06,
      "loss": 0.3525,
      "step": 1840820
    },
    {
      "epoch": 513.77,
      "grad_norm": 0.9657412767410278,
      "learning_rate": 1.45787656362503e-06,
      "loss": 0.3469,
      "step": 1840830
    },
    {
      "epoch": 513.77,
      "grad_norm": 1.102110505104065,
      "learning_rate": 1.457851529940752e-06,
      "loss": 0.3314,
      "step": 1840840
    },
    {
      "epoch": 513.77,
      "grad_norm": 1.120185136795044,
      "learning_rate": 1.4578264963743875e-06,
      "loss": 0.334,
      "step": 1840850
    },
    {
      "epoch": 513.78,
      "grad_norm": 1.1773362159729004,
      "learning_rate": 1.4578014629259396e-06,
      "loss": 0.3383,
      "step": 1840860
    },
    {
      "epoch": 513.78,
      "grad_norm": 1.1029188632965088,
      "learning_rate": 1.4577764295954112e-06,
      "loss": 0.3415,
      "step": 1840870
    },
    {
      "epoch": 513.78,
      "grad_norm": 1.0179730653762817,
      "learning_rate": 1.4577513963828067e-06,
      "loss": 0.3343,
      "step": 1840880
    },
    {
      "epoch": 513.78,
      "grad_norm": 1.300964117050171,
      "learning_rate": 1.4577263632881291e-06,
      "loss": 0.3419,
      "step": 1840890
    },
    {
      "epoch": 513.79,
      "grad_norm": 1.0636334419250488,
      "learning_rate": 1.457701330311381e-06,
      "loss": 0.3526,
      "step": 1840900
    },
    {
      "epoch": 513.79,
      "grad_norm": 1.252785325050354,
      "learning_rate": 1.4576762974525664e-06,
      "loss": 0.3655,
      "step": 1840910
    },
    {
      "epoch": 513.79,
      "grad_norm": 1.0748114585876465,
      "learning_rate": 1.4576512647116888e-06,
      "loss": 0.3446,
      "step": 1840920
    },
    {
      "epoch": 513.8,
      "grad_norm": 1.2070142030715942,
      "learning_rate": 1.4576262320887499e-06,
      "loss": 0.3507,
      "step": 1840930
    },
    {
      "epoch": 513.8,
      "grad_norm": 1.116768717765808,
      "learning_rate": 1.4576011995837557e-06,
      "loss": 0.3425,
      "step": 1840940
    },
    {
      "epoch": 513.8,
      "grad_norm": 1.10384202003479,
      "learning_rate": 1.4575761671967078e-06,
      "loss": 0.3289,
      "step": 1840950
    },
    {
      "epoch": 513.8,
      "grad_norm": 1.1592340469360352,
      "learning_rate": 1.457551134927609e-06,
      "loss": 0.334,
      "step": 1840960
    },
    {
      "epoch": 513.81,
      "grad_norm": 0.9873949885368347,
      "learning_rate": 1.4575261027764644e-06,
      "loss": 0.3399,
      "step": 1840970
    },
    {
      "epoch": 513.81,
      "grad_norm": 1.0805058479309082,
      "learning_rate": 1.4575010707432766e-06,
      "loss": 0.3402,
      "step": 1840980
    },
    {
      "epoch": 513.81,
      "grad_norm": 1.0245329141616821,
      "learning_rate": 1.4574760388280483e-06,
      "loss": 0.3304,
      "step": 1840990
    },
    {
      "epoch": 513.82,
      "grad_norm": 0.9734547138214111,
      "learning_rate": 1.4574510070307838e-06,
      "loss": 0.3323,
      "step": 1841000
    },
    {
      "epoch": 513.82,
      "grad_norm": 1.007381558418274,
      "learning_rate": 1.4574259753514855e-06,
      "loss": 0.3455,
      "step": 1841010
    },
    {
      "epoch": 513.82,
      "grad_norm": 1.1003813743591309,
      "learning_rate": 1.4574009437901567e-06,
      "loss": 0.3405,
      "step": 1841020
    },
    {
      "epoch": 513.82,
      "grad_norm": 1.2967512607574463,
      "learning_rate": 1.457375912346802e-06,
      "loss": 0.3544,
      "step": 1841030
    },
    {
      "epoch": 513.83,
      "grad_norm": 1.1439332962036133,
      "learning_rate": 1.457350881021424e-06,
      "loss": 0.3372,
      "step": 1841040
    },
    {
      "epoch": 513.83,
      "grad_norm": 1.0126432180404663,
      "learning_rate": 1.4573258498140256e-06,
      "loss": 0.3363,
      "step": 1841050
    },
    {
      "epoch": 513.83,
      "grad_norm": 1.0587140321731567,
      "learning_rate": 1.4573008187246109e-06,
      "loss": 0.3572,
      "step": 1841060
    },
    {
      "epoch": 513.83,
      "grad_norm": 1.1125454902648926,
      "learning_rate": 1.4572757877531816e-06,
      "loss": 0.342,
      "step": 1841070
    },
    {
      "epoch": 513.84,
      "grad_norm": 1.2375329732894897,
      "learning_rate": 1.4572507568997435e-06,
      "loss": 0.3454,
      "step": 1841080
    },
    {
      "epoch": 513.84,
      "grad_norm": 1.0637552738189697,
      "learning_rate": 1.4572257261642985e-06,
      "loss": 0.3518,
      "step": 1841090
    },
    {
      "epoch": 513.84,
      "grad_norm": 1.2593058347702026,
      "learning_rate": 1.4572006955468492e-06,
      "loss": 0.3253,
      "step": 1841100
    },
    {
      "epoch": 513.85,
      "grad_norm": 1.1150531768798828,
      "learning_rate": 1.457175665047401e-06,
      "loss": 0.349,
      "step": 1841110
    },
    {
      "epoch": 513.85,
      "grad_norm": 1.0452909469604492,
      "learning_rate": 1.4571506346659558e-06,
      "loss": 0.3342,
      "step": 1841120
    },
    {
      "epoch": 513.85,
      "grad_norm": 1.381851077079773,
      "learning_rate": 1.457125604402517e-06,
      "loss": 0.3507,
      "step": 1841130
    },
    {
      "epoch": 513.85,
      "grad_norm": 1.0482187271118164,
      "learning_rate": 1.4571005742570884e-06,
      "loss": 0.3321,
      "step": 1841140
    },
    {
      "epoch": 513.86,
      "grad_norm": 1.0225905179977417,
      "learning_rate": 1.4570755442296734e-06,
      "loss": 0.3429,
      "step": 1841150
    },
    {
      "epoch": 513.86,
      "grad_norm": 1.189372181892395,
      "learning_rate": 1.4570505143202736e-06,
      "loss": 0.3368,
      "step": 1841160
    },
    {
      "epoch": 513.86,
      "grad_norm": 1.0703378915786743,
      "learning_rate": 1.457025484528895e-06,
      "loss": 0.3283,
      "step": 1841170
    },
    {
      "epoch": 513.87,
      "grad_norm": 0.9968450665473938,
      "learning_rate": 1.4570004548555396e-06,
      "loss": 0.3402,
      "step": 1841180
    },
    {
      "epoch": 513.87,
      "grad_norm": 1.143692970275879,
      "learning_rate": 1.4569754253002104e-06,
      "loss": 0.3467,
      "step": 1841190
    },
    {
      "epoch": 513.87,
      "grad_norm": 1.0883026123046875,
      "learning_rate": 1.4569503958629116e-06,
      "loss": 0.3464,
      "step": 1841200
    },
    {
      "epoch": 513.87,
      "grad_norm": 1.0342066287994385,
      "learning_rate": 1.456925366543646e-06,
      "loss": 0.3509,
      "step": 1841210
    },
    {
      "epoch": 513.88,
      "grad_norm": 1.206997036933899,
      "learning_rate": 1.456900337342416e-06,
      "loss": 0.3589,
      "step": 1841220
    },
    {
      "epoch": 513.88,
      "grad_norm": 1.2426992654800415,
      "learning_rate": 1.4568753082592272e-06,
      "loss": 0.353,
      "step": 1841230
    },
    {
      "epoch": 513.88,
      "grad_norm": 1.1023679971694946,
      "learning_rate": 1.4568502792940815e-06,
      "loss": 0.3384,
      "step": 1841240
    },
    {
      "epoch": 513.89,
      "grad_norm": 1.0588276386260986,
      "learning_rate": 1.4568252504469815e-06,
      "loss": 0.3354,
      "step": 1841250
    },
    {
      "epoch": 513.89,
      "grad_norm": 1.070036768913269,
      "learning_rate": 1.456800221717932e-06,
      "loss": 0.3561,
      "step": 1841260
    },
    {
      "epoch": 513.89,
      "grad_norm": 0.9251142740249634,
      "learning_rate": 1.4567751931069359e-06,
      "loss": 0.346,
      "step": 1841270
    },
    {
      "epoch": 513.89,
      "grad_norm": 1.0046342611312866,
      "learning_rate": 1.456750164613996e-06,
      "loss": 0.3343,
      "step": 1841280
    },
    {
      "epoch": 513.9,
      "grad_norm": 1.3556302785873413,
      "learning_rate": 1.4567251362391164e-06,
      "loss": 0.3283,
      "step": 1841290
    },
    {
      "epoch": 513.9,
      "grad_norm": 1.0522880554199219,
      "learning_rate": 1.4567001079823003e-06,
      "loss": 0.3453,
      "step": 1841300
    },
    {
      "epoch": 513.9,
      "grad_norm": 1.094635009765625,
      "learning_rate": 1.4566750798435498e-06,
      "loss": 0.3485,
      "step": 1841310
    },
    {
      "epoch": 513.9,
      "grad_norm": 1.3666847944259644,
      "learning_rate": 1.45665005182287e-06,
      "loss": 0.3541,
      "step": 1841320
    },
    {
      "epoch": 513.91,
      "grad_norm": 1.0627470016479492,
      "learning_rate": 1.4566250239202636e-06,
      "loss": 0.3665,
      "step": 1841330
    },
    {
      "epoch": 513.91,
      "grad_norm": 1.0759599208831787,
      "learning_rate": 1.4565999961357332e-06,
      "loss": 0.3441,
      "step": 1841340
    },
    {
      "epoch": 513.91,
      "grad_norm": 1.2603466510772705,
      "learning_rate": 1.4565749684692834e-06,
      "loss": 0.3457,
      "step": 1841350
    },
    {
      "epoch": 513.92,
      "grad_norm": 0.9805535078048706,
      "learning_rate": 1.4565499409209154e-06,
      "loss": 0.3483,
      "step": 1841360
    },
    {
      "epoch": 513.92,
      "grad_norm": 1.270225167274475,
      "learning_rate": 1.4565249134906352e-06,
      "loss": 0.3309,
      "step": 1841370
    },
    {
      "epoch": 513.92,
      "grad_norm": 1.4429625272750854,
      "learning_rate": 1.456499886178445e-06,
      "loss": 0.3473,
      "step": 1841380
    },
    {
      "epoch": 513.92,
      "grad_norm": 1.1211715936660767,
      "learning_rate": 1.456474858984347e-06,
      "loss": 0.3457,
      "step": 1841390
    },
    {
      "epoch": 513.93,
      "grad_norm": 1.3799890279769897,
      "learning_rate": 1.4564498319083465e-06,
      "loss": 0.3341,
      "step": 1841400
    },
    {
      "epoch": 513.93,
      "grad_norm": 1.0848885774612427,
      "learning_rate": 1.4564248049504456e-06,
      "loss": 0.3502,
      "step": 1841410
    },
    {
      "epoch": 513.93,
      "grad_norm": 1.129342794418335,
      "learning_rate": 1.456399778110648e-06,
      "loss": 0.3467,
      "step": 1841420
    },
    {
      "epoch": 513.94,
      "grad_norm": 1.063410758972168,
      "learning_rate": 1.456374751388957e-06,
      "loss": 0.3386,
      "step": 1841430
    },
    {
      "epoch": 513.94,
      "grad_norm": 1.08074152469635,
      "learning_rate": 1.4563497247853762e-06,
      "loss": 0.3468,
      "step": 1841440
    },
    {
      "epoch": 513.94,
      "grad_norm": 1.2602088451385498,
      "learning_rate": 1.4563246982999074e-06,
      "loss": 0.3458,
      "step": 1841450
    },
    {
      "epoch": 513.94,
      "grad_norm": 1.2470145225524902,
      "learning_rate": 1.4562996719325565e-06,
      "loss": 0.3355,
      "step": 1841460
    },
    {
      "epoch": 513.95,
      "grad_norm": 1.1680601835250854,
      "learning_rate": 1.4562746456833252e-06,
      "loss": 0.3437,
      "step": 1841470
    },
    {
      "epoch": 513.95,
      "grad_norm": 1.1003501415252686,
      "learning_rate": 1.4562496195522162e-06,
      "loss": 0.3507,
      "step": 1841480
    },
    {
      "epoch": 513.95,
      "grad_norm": 1.0930794477462769,
      "learning_rate": 1.4562245935392344e-06,
      "loss": 0.3371,
      "step": 1841490
    },
    {
      "epoch": 513.95,
      "grad_norm": 0.996376097202301,
      "learning_rate": 1.4561995676443828e-06,
      "loss": 0.3293,
      "step": 1841500
    },
    {
      "epoch": 513.96,
      "grad_norm": 1.0381190776824951,
      "learning_rate": 1.456174541867664e-06,
      "loss": 0.3333,
      "step": 1841510
    },
    {
      "epoch": 513.96,
      "grad_norm": 1.243880271911621,
      "learning_rate": 1.4561495162090822e-06,
      "loss": 0.3497,
      "step": 1841520
    },
    {
      "epoch": 513.96,
      "grad_norm": 1.493018627166748,
      "learning_rate": 1.45612449066864e-06,
      "loss": 0.3239,
      "step": 1841530
    },
    {
      "epoch": 513.97,
      "grad_norm": 1.0158319473266602,
      "learning_rate": 1.45609946524634e-06,
      "loss": 0.3532,
      "step": 1841540
    },
    {
      "epoch": 513.97,
      "grad_norm": 1.1076469421386719,
      "learning_rate": 1.4560744399421876e-06,
      "loss": 0.3401,
      "step": 1841550
    },
    {
      "epoch": 513.97,
      "grad_norm": 1.1262733936309814,
      "learning_rate": 1.4560494147561853e-06,
      "loss": 0.3488,
      "step": 1841560
    },
    {
      "epoch": 513.97,
      "grad_norm": 0.9372408390045166,
      "learning_rate": 1.4560243896883356e-06,
      "loss": 0.3433,
      "step": 1841570
    },
    {
      "epoch": 513.98,
      "grad_norm": 1.0167899131774902,
      "learning_rate": 1.4559993647386427e-06,
      "loss": 0.3465,
      "step": 1841580
    },
    {
      "epoch": 513.98,
      "grad_norm": 1.0456576347351074,
      "learning_rate": 1.45597433990711e-06,
      "loss": 0.3366,
      "step": 1841590
    },
    {
      "epoch": 513.98,
      "grad_norm": 1.4009218215942383,
      "learning_rate": 1.4559493151937393e-06,
      "loss": 0.3425,
      "step": 1841600
    },
    {
      "epoch": 513.99,
      "grad_norm": 0.9911196827888489,
      "learning_rate": 1.455924290598536e-06,
      "loss": 0.3406,
      "step": 1841610
    },
    {
      "epoch": 513.99,
      "grad_norm": 1.2017860412597656,
      "learning_rate": 1.4558992661215028e-06,
      "loss": 0.3487,
      "step": 1841620
    },
    {
      "epoch": 513.99,
      "grad_norm": 1.1610159873962402,
      "learning_rate": 1.4558742417626415e-06,
      "loss": 0.3359,
      "step": 1841630
    },
    {
      "epoch": 513.99,
      "grad_norm": 0.9759799242019653,
      "learning_rate": 1.4558492175219578e-06,
      "loss": 0.3343,
      "step": 1841640
    },
    {
      "epoch": 514.0,
      "grad_norm": 1.0546296834945679,
      "learning_rate": 1.4558241933994534e-06,
      "loss": 0.3526,
      "step": 1841650
    },
    {
      "epoch": 514.0,
      "grad_norm": 1.0116440057754517,
      "learning_rate": 1.4557991693951328e-06,
      "loss": 0.3378,
      "step": 1841660
    },
    {
      "epoch": 514.0,
      "eval_loss": 0.34153324365615845,
      "eval_runtime": 63.2986,
      "eval_samples_per_second": 79.923,
      "eval_steps_per_second": 10.0,
      "step": 1841662
    },
    {
      "epoch": 514.0,
      "grad_norm": 1.0411114692687988,
      "learning_rate": 1.4557741455089986e-06,
      "loss": 0.3216,
      "step": 1841670
    },
    {
      "epoch": 514.01,
      "grad_norm": 1.1785169839859009,
      "learning_rate": 1.4557491217410533e-06,
      "loss": 0.3474,
      "step": 1841680
    },
    {
      "epoch": 514.01,
      "grad_norm": 1.0908950567245483,
      "learning_rate": 1.455724098091302e-06,
      "loss": 0.335,
      "step": 1841690
    },
    {
      "epoch": 514.01,
      "grad_norm": 1.1973475217819214,
      "learning_rate": 1.4556990745597475e-06,
      "loss": 0.3498,
      "step": 1841700
    },
    {
      "epoch": 514.01,
      "grad_norm": 1.0757896900177002,
      "learning_rate": 1.455674051146392e-06,
      "loss": 0.3546,
      "step": 1841710
    },
    {
      "epoch": 514.02,
      "grad_norm": 1.1191693544387817,
      "learning_rate": 1.4556490278512403e-06,
      "loss": 0.3399,
      "step": 1841720
    },
    {
      "epoch": 514.02,
      "grad_norm": 1.3725731372833252,
      "learning_rate": 1.455624004674295e-06,
      "loss": 0.343,
      "step": 1841730
    },
    {
      "epoch": 514.02,
      "grad_norm": 1.0514228343963623,
      "learning_rate": 1.4555989816155586e-06,
      "loss": 0.3331,
      "step": 1841740
    },
    {
      "epoch": 514.02,
      "grad_norm": 1.0272457599639893,
      "learning_rate": 1.4555739586750364e-06,
      "loss": 0.352,
      "step": 1841750
    },
    {
      "epoch": 514.03,
      "grad_norm": 1.427965760231018,
      "learning_rate": 1.4555489358527305e-06,
      "loss": 0.337,
      "step": 1841760
    },
    {
      "epoch": 514.03,
      "grad_norm": 1.062538504600525,
      "learning_rate": 1.4555239131486434e-06,
      "loss": 0.3327,
      "step": 1841770
    },
    {
      "epoch": 514.03,
      "grad_norm": 1.0725188255310059,
      "learning_rate": 1.4554988905627804e-06,
      "loss": 0.3459,
      "step": 1841780
    },
    {
      "epoch": 514.04,
      "grad_norm": 1.0754704475402832,
      "learning_rate": 1.455473868095144e-06,
      "loss": 0.3496,
      "step": 1841790
    },
    {
      "epoch": 514.04,
      "grad_norm": 0.9679765105247498,
      "learning_rate": 1.4554488457457368e-06,
      "loss": 0.3322,
      "step": 1841800
    },
    {
      "epoch": 514.04,
      "grad_norm": 1.170792818069458,
      "learning_rate": 1.4554238235145634e-06,
      "loss": 0.3422,
      "step": 1841810
    },
    {
      "epoch": 514.04,
      "grad_norm": 1.1166168451309204,
      "learning_rate": 1.4553988014016265e-06,
      "loss": 0.3505,
      "step": 1841820
    },
    {
      "epoch": 514.05,
      "grad_norm": 1.176638126373291,
      "learning_rate": 1.4553737794069281e-06,
      "loss": 0.3277,
      "step": 1841830
    },
    {
      "epoch": 514.05,
      "grad_norm": 1.1400384902954102,
      "learning_rate": 1.4553487575304739e-06,
      "loss": 0.3433,
      "step": 1841840
    },
    {
      "epoch": 514.05,
      "grad_norm": 1.1143559217453003,
      "learning_rate": 1.455323735772266e-06,
      "loss": 0.3362,
      "step": 1841850
    },
    {
      "epoch": 514.06,
      "grad_norm": 1.1667524576187134,
      "learning_rate": 1.4552987141323077e-06,
      "loss": 0.3272,
      "step": 1841860
    },
    {
      "epoch": 514.06,
      "grad_norm": 1.1186293363571167,
      "learning_rate": 1.4552736926106031e-06,
      "loss": 0.3397,
      "step": 1841870
    },
    {
      "epoch": 514.06,
      "grad_norm": 1.1068570613861084,
      "learning_rate": 1.4552486712071547e-06,
      "loss": 0.3455,
      "step": 1841880
    },
    {
      "epoch": 514.06,
      "grad_norm": 1.1652014255523682,
      "learning_rate": 1.455223649921965e-06,
      "loss": 0.3397,
      "step": 1841890
    },
    {
      "epoch": 514.07,
      "grad_norm": 1.1600784063339233,
      "learning_rate": 1.4551986287550394e-06,
      "loss": 0.3339,
      "step": 1841900
    },
    {
      "epoch": 514.07,
      "grad_norm": 1.3309420347213745,
      "learning_rate": 1.4551736077063805e-06,
      "loss": 0.3471,
      "step": 1841910
    },
    {
      "epoch": 514.07,
      "grad_norm": 1.1616909503936768,
      "learning_rate": 1.4551485867759903e-06,
      "loss": 0.3462,
      "step": 1841920
    },
    {
      "epoch": 514.07,
      "grad_norm": 0.8953912854194641,
      "learning_rate": 1.4551235659638738e-06,
      "loss": 0.3424,
      "step": 1841930
    },
    {
      "epoch": 514.08,
      "grad_norm": 1.0877007246017456,
      "learning_rate": 1.4550985452700336e-06,
      "loss": 0.3426,
      "step": 1841940
    },
    {
      "epoch": 514.08,
      "grad_norm": 1.1750296354293823,
      "learning_rate": 1.4550735246944738e-06,
      "loss": 0.3466,
      "step": 1841950
    },
    {
      "epoch": 514.08,
      "grad_norm": 0.9828028678894043,
      "learning_rate": 1.4550485042371968e-06,
      "loss": 0.344,
      "step": 1841960
    },
    {
      "epoch": 514.09,
      "grad_norm": 0.9715808629989624,
      "learning_rate": 1.4550234838982052e-06,
      "loss": 0.3252,
      "step": 1841970
    },
    {
      "epoch": 514.09,
      "grad_norm": 1.0501731634140015,
      "learning_rate": 1.454998463677504e-06,
      "loss": 0.328,
      "step": 1841980
    },
    {
      "epoch": 514.09,
      "grad_norm": 0.96278315782547,
      "learning_rate": 1.4549734435750966e-06,
      "loss": 0.3454,
      "step": 1841990
    },
    {
      "epoch": 514.09,
      "grad_norm": 0.984197199344635,
      "learning_rate": 1.4549484235909849e-06,
      "loss": 0.3359,
      "step": 1842000
    },
    {
      "epoch": 514.1,
      "grad_norm": 1.0674307346343994,
      "learning_rate": 1.454923403725173e-06,
      "loss": 0.3205,
      "step": 1842010
    },
    {
      "epoch": 514.1,
      "grad_norm": 1.0825551748275757,
      "learning_rate": 1.4548983839776645e-06,
      "loss": 0.3368,
      "step": 1842020
    },
    {
      "epoch": 514.1,
      "grad_norm": 1.0154516696929932,
      "learning_rate": 1.4548733643484615e-06,
      "loss": 0.3333,
      "step": 1842030
    },
    {
      "epoch": 514.11,
      "grad_norm": 1.0768128633499146,
      "learning_rate": 1.454848344837569e-06,
      "loss": 0.3416,
      "step": 1842040
    },
    {
      "epoch": 514.11,
      "grad_norm": 1.0605260133743286,
      "learning_rate": 1.4548233254449897e-06,
      "loss": 0.3307,
      "step": 1842050
    },
    {
      "epoch": 514.11,
      "grad_norm": 1.1458698511123657,
      "learning_rate": 1.4547983061707257e-06,
      "loss": 0.3237,
      "step": 1842060
    },
    {
      "epoch": 514.11,
      "grad_norm": 1.2204623222351074,
      "learning_rate": 1.4547732870147824e-06,
      "loss": 0.3352,
      "step": 1842070
    },
    {
      "epoch": 514.12,
      "grad_norm": 1.2140594720840454,
      "learning_rate": 1.4547482679771623e-06,
      "loss": 0.3456,
      "step": 1842080
    },
    {
      "epoch": 514.12,
      "grad_norm": 1.0375087261199951,
      "learning_rate": 1.4547232490578676e-06,
      "loss": 0.3366,
      "step": 1842090
    },
    {
      "epoch": 514.12,
      "grad_norm": 1.1557821035385132,
      "learning_rate": 1.4546982302569036e-06,
      "loss": 0.3377,
      "step": 1842100
    },
    {
      "epoch": 514.13,
      "grad_norm": 1.2499407529830933,
      "learning_rate": 1.4546732115742724e-06,
      "loss": 0.3447,
      "step": 1842110
    },
    {
      "epoch": 514.13,
      "grad_norm": 1.1549161672592163,
      "learning_rate": 1.4546481930099766e-06,
      "loss": 0.3464,
      "step": 1842120
    },
    {
      "epoch": 514.13,
      "grad_norm": 4.118546962738037,
      "learning_rate": 1.4546231745640217e-06,
      "loss": 0.3271,
      "step": 1842130
    },
    {
      "epoch": 514.13,
      "grad_norm": 1.1213542222976685,
      "learning_rate": 1.4545981562364095e-06,
      "loss": 0.3416,
      "step": 1842140
    },
    {
      "epoch": 514.14,
      "grad_norm": 0.9518577456474304,
      "learning_rate": 1.4545731380271432e-06,
      "loss": 0.351,
      "step": 1842150
    },
    {
      "epoch": 514.14,
      "grad_norm": 1.1407140493392944,
      "learning_rate": 1.4545481199362272e-06,
      "loss": 0.3621,
      "step": 1842160
    },
    {
      "epoch": 514.14,
      "grad_norm": 1.0456160306930542,
      "learning_rate": 1.4545231019636641e-06,
      "loss": 0.3437,
      "step": 1842170
    },
    {
      "epoch": 514.14,
      "grad_norm": 0.9949595332145691,
      "learning_rate": 1.4544980841094566e-06,
      "loss": 0.3472,
      "step": 1842180
    },
    {
      "epoch": 514.15,
      "grad_norm": 1.1999824047088623,
      "learning_rate": 1.4544730663736096e-06,
      "loss": 0.3455,
      "step": 1842190
    },
    {
      "epoch": 514.15,
      "grad_norm": 1.064232587814331,
      "learning_rate": 1.4544480487561258e-06,
      "loss": 0.3395,
      "step": 1842200
    },
    {
      "epoch": 514.15,
      "grad_norm": 0.9916503429412842,
      "learning_rate": 1.4544230312570072e-06,
      "loss": 0.3197,
      "step": 1842210
    },
    {
      "epoch": 514.16,
      "grad_norm": 1.1171122789382935,
      "learning_rate": 1.4543980138762589e-06,
      "loss": 0.3399,
      "step": 1842220
    },
    {
      "epoch": 514.16,
      "grad_norm": 0.9710700511932373,
      "learning_rate": 1.4543729966138836e-06,
      "loss": 0.3236,
      "step": 1842230
    },
    {
      "epoch": 514.16,
      "grad_norm": 1.1338175535202026,
      "learning_rate": 1.4543479794698848e-06,
      "loss": 0.3373,
      "step": 1842240
    },
    {
      "epoch": 514.16,
      "grad_norm": 1.1324679851531982,
      "learning_rate": 1.4543229624442657e-06,
      "loss": 0.3487,
      "step": 1842250
    },
    {
      "epoch": 514.17,
      "grad_norm": 1.2139958143234253,
      "learning_rate": 1.454297945537029e-06,
      "loss": 0.3513,
      "step": 1842260
    },
    {
      "epoch": 514.17,
      "grad_norm": 1.1292866468429565,
      "learning_rate": 1.454272928748179e-06,
      "loss": 0.3485,
      "step": 1842270
    },
    {
      "epoch": 514.17,
      "grad_norm": 1.2906713485717773,
      "learning_rate": 1.4542479120777188e-06,
      "loss": 0.3459,
      "step": 1842280
    },
    {
      "epoch": 514.18,
      "grad_norm": 1.1071065664291382,
      "learning_rate": 1.4542228955256514e-06,
      "loss": 0.3306,
      "step": 1842290
    },
    {
      "epoch": 514.18,
      "grad_norm": 1.0676229000091553,
      "learning_rate": 1.4541978790919804e-06,
      "loss": 0.3527,
      "step": 1842300
    },
    {
      "epoch": 514.18,
      "grad_norm": 4.0177083015441895,
      "learning_rate": 1.454172862776709e-06,
      "loss": 0.3514,
      "step": 1842310
    },
    {
      "epoch": 514.18,
      "grad_norm": 1.0458372831344604,
      "learning_rate": 1.45414784657984e-06,
      "loss": 0.3305,
      "step": 1842320
    },
    {
      "epoch": 514.19,
      "grad_norm": 0.9849990606307983,
      "learning_rate": 1.454122830501378e-06,
      "loss": 0.3332,
      "step": 1842330
    },
    {
      "epoch": 514.19,
      "grad_norm": 1.2296451330184937,
      "learning_rate": 1.4540978145413255e-06,
      "loss": 0.3412,
      "step": 1842340
    },
    {
      "epoch": 514.19,
      "grad_norm": 1.1454412937164307,
      "learning_rate": 1.4540727986996852e-06,
      "loss": 0.3297,
      "step": 1842350
    },
    {
      "epoch": 514.19,
      "grad_norm": 0.9756399989128113,
      "learning_rate": 1.4540477829764622e-06,
      "loss": 0.3257,
      "step": 1842360
    },
    {
      "epoch": 514.2,
      "grad_norm": 1.2872976064682007,
      "learning_rate": 1.4540227673716587e-06,
      "loss": 0.3347,
      "step": 1842370
    },
    {
      "epoch": 514.2,
      "grad_norm": 1.0289113521575928,
      "learning_rate": 1.4539977518852777e-06,
      "loss": 0.339,
      "step": 1842380
    },
    {
      "epoch": 514.2,
      "grad_norm": 1.2676632404327393,
      "learning_rate": 1.4539727365173234e-06,
      "loss": 0.3341,
      "step": 1842390
    },
    {
      "epoch": 514.21,
      "grad_norm": 1.1178098917007446,
      "learning_rate": 1.4539477212677985e-06,
      "loss": 0.3482,
      "step": 1842400
    },
    {
      "epoch": 514.21,
      "grad_norm": 1.0829193592071533,
      "learning_rate": 1.453922706136706e-06,
      "loss": 0.3408,
      "step": 1842410
    },
    {
      "epoch": 514.21,
      "grad_norm": 1.1314167976379395,
      "learning_rate": 1.4538976911240505e-06,
      "loss": 0.3363,
      "step": 1842420
    },
    {
      "epoch": 514.21,
      "grad_norm": 1.521010398864746,
      "learning_rate": 1.4538726762298345e-06,
      "loss": 0.3542,
      "step": 1842430
    },
    {
      "epoch": 514.22,
      "grad_norm": 1.1754275560379028,
      "learning_rate": 1.4538476614540602e-06,
      "loss": 0.3385,
      "step": 1842440
    },
    {
      "epoch": 514.22,
      "grad_norm": 1.106894850730896,
      "learning_rate": 1.4538226467967335e-06,
      "loss": 0.3433,
      "step": 1842450
    },
    {
      "epoch": 514.22,
      "grad_norm": 1.1434547901153564,
      "learning_rate": 1.4537976322578564e-06,
      "loss": 0.3471,
      "step": 1842460
    },
    {
      "epoch": 514.23,
      "grad_norm": 1.7309691905975342,
      "learning_rate": 1.4537726178374317e-06,
      "loss": 0.3308,
      "step": 1842470
    },
    {
      "epoch": 514.23,
      "grad_norm": 1.1015191078186035,
      "learning_rate": 1.4537476035354633e-06,
      "loss": 0.3666,
      "step": 1842480
    },
    {
      "epoch": 514.23,
      "grad_norm": 7.720236301422119,
      "learning_rate": 1.453722589351955e-06,
      "loss": 0.3413,
      "step": 1842490
    },
    {
      "epoch": 514.23,
      "grad_norm": 1.0667309761047363,
      "learning_rate": 1.4536975752869086e-06,
      "loss": 0.3379,
      "step": 1842500
    },
    {
      "epoch": 514.24,
      "grad_norm": 0.959073007106781,
      "learning_rate": 1.453672561340329e-06,
      "loss": 0.3582,
      "step": 1842510
    },
    {
      "epoch": 514.24,
      "grad_norm": 1.0079426765441895,
      "learning_rate": 1.4536475475122186e-06,
      "loss": 0.3416,
      "step": 1842520
    },
    {
      "epoch": 514.24,
      "grad_norm": 1.0929418802261353,
      "learning_rate": 1.4536225338025816e-06,
      "loss": 0.3484,
      "step": 1842530
    },
    {
      "epoch": 514.25,
      "grad_norm": 1.0105533599853516,
      "learning_rate": 1.4535975202114207e-06,
      "loss": 0.3515,
      "step": 1842540
    },
    {
      "epoch": 514.25,
      "grad_norm": 1.0666182041168213,
      "learning_rate": 1.4535725067387385e-06,
      "loss": 0.3475,
      "step": 1842550
    },
    {
      "epoch": 514.25,
      "grad_norm": 1.1014254093170166,
      "learning_rate": 1.4535474933845402e-06,
      "loss": 0.3486,
      "step": 1842560
    },
    {
      "epoch": 514.25,
      "grad_norm": 1.0887717008590698,
      "learning_rate": 1.4535224801488283e-06,
      "loss": 0.3341,
      "step": 1842570
    },
    {
      "epoch": 514.26,
      "grad_norm": 0.9890705943107605,
      "learning_rate": 1.4534974670316044e-06,
      "loss": 0.3416,
      "step": 1842580
    },
    {
      "epoch": 514.26,
      "grad_norm": 0.9803539514541626,
      "learning_rate": 1.4534724540328748e-06,
      "loss": 0.3331,
      "step": 1842590
    },
    {
      "epoch": 514.26,
      "grad_norm": 1.0970289707183838,
      "learning_rate": 1.4534474411526412e-06,
      "loss": 0.3335,
      "step": 1842600
    },
    {
      "epoch": 514.26,
      "grad_norm": 1.0026376247406006,
      "learning_rate": 1.4534224283909065e-06,
      "loss": 0.3447,
      "step": 1842610
    },
    {
      "epoch": 514.27,
      "grad_norm": 1.128308892250061,
      "learning_rate": 1.4533974157476753e-06,
      "loss": 0.3156,
      "step": 1842620
    },
    {
      "epoch": 514.27,
      "grad_norm": 1.0901973247528076,
      "learning_rate": 1.4533724032229504e-06,
      "loss": 0.3479,
      "step": 1842630
    },
    {
      "epoch": 514.27,
      "grad_norm": 1.0794552564620972,
      "learning_rate": 1.4533473908167338e-06,
      "loss": 0.3456,
      "step": 1842640
    },
    {
      "epoch": 514.28,
      "grad_norm": 2.344881534576416,
      "learning_rate": 1.453322378529031e-06,
      "loss": 0.3349,
      "step": 1842650
    },
    {
      "epoch": 514.28,
      "grad_norm": 1.1142184734344482,
      "learning_rate": 1.4532973663598445e-06,
      "loss": 0.3408,
      "step": 1842660
    },
    {
      "epoch": 514.28,
      "grad_norm": 0.976161539554596,
      "learning_rate": 1.4532723543091768e-06,
      "loss": 0.3368,
      "step": 1842670
    },
    {
      "epoch": 514.28,
      "grad_norm": 1.0515300035476685,
      "learning_rate": 1.4532473423770323e-06,
      "loss": 0.3473,
      "step": 1842680
    },
    {
      "epoch": 514.29,
      "grad_norm": 1.1963489055633545,
      "learning_rate": 1.4532223305634141e-06,
      "loss": 0.3353,
      "step": 1842690
    },
    {
      "epoch": 514.29,
      "grad_norm": 1.0907843112945557,
      "learning_rate": 1.4531973188683247e-06,
      "loss": 0.34,
      "step": 1842700
    },
    {
      "epoch": 514.29,
      "grad_norm": 1.0602715015411377,
      "learning_rate": 1.453172307291769e-06,
      "loss": 0.3646,
      "step": 1842710
    },
    {
      "epoch": 514.3,
      "grad_norm": 1.0027412176132202,
      "learning_rate": 1.4531472958337492e-06,
      "loss": 0.3383,
      "step": 1842720
    },
    {
      "epoch": 514.3,
      "grad_norm": 1.0753878355026245,
      "learning_rate": 1.453122284494268e-06,
      "loss": 0.3453,
      "step": 1842730
    },
    {
      "epoch": 514.3,
      "grad_norm": 1.1362560987472534,
      "learning_rate": 1.4530972732733306e-06,
      "loss": 0.3453,
      "step": 1842740
    },
    {
      "epoch": 514.3,
      "grad_norm": 2.4607009887695312,
      "learning_rate": 1.453072262170939e-06,
      "loss": 0.3384,
      "step": 1842750
    },
    {
      "epoch": 514.31,
      "grad_norm": 1.1563819646835327,
      "learning_rate": 1.4530472511870968e-06,
      "loss": 0.3512,
      "step": 1842760
    },
    {
      "epoch": 514.31,
      "grad_norm": 1.0850688219070435,
      "learning_rate": 1.4530222403218078e-06,
      "loss": 0.3413,
      "step": 1842770
    },
    {
      "epoch": 514.31,
      "grad_norm": 1.0791469812393188,
      "learning_rate": 1.4529972295750747e-06,
      "loss": 0.3488,
      "step": 1842780
    },
    {
      "epoch": 514.31,
      "grad_norm": 1.133553147315979,
      "learning_rate": 1.4529722189469002e-06,
      "loss": 0.358,
      "step": 1842790
    },
    {
      "epoch": 514.32,
      "grad_norm": 1.6440993547439575,
      "learning_rate": 1.4529472084372895e-06,
      "loss": 0.3523,
      "step": 1842800
    },
    {
      "epoch": 514.32,
      "grad_norm": 1.3446990251541138,
      "learning_rate": 1.4529221980462443e-06,
      "loss": 0.3593,
      "step": 1842810
    },
    {
      "epoch": 514.32,
      "grad_norm": 0.9250901341438293,
      "learning_rate": 1.4528971877737688e-06,
      "loss": 0.3408,
      "step": 1842820
    },
    {
      "epoch": 514.33,
      "grad_norm": 1.0825663805007935,
      "learning_rate": 1.4528721776198662e-06,
      "loss": 0.3415,
      "step": 1842830
    },
    {
      "epoch": 514.33,
      "grad_norm": 0.986556887626648,
      "learning_rate": 1.4528471675845387e-06,
      "loss": 0.3418,
      "step": 1842840
    },
    {
      "epoch": 514.33,
      "grad_norm": 1.2617806196212769,
      "learning_rate": 1.4528221576677918e-06,
      "loss": 0.3279,
      "step": 1842850
    },
    {
      "epoch": 514.33,
      "grad_norm": 1.1002826690673828,
      "learning_rate": 1.4527971478696276e-06,
      "loss": 0.341,
      "step": 1842860
    },
    {
      "epoch": 514.34,
      "grad_norm": 1.2769442796707153,
      "learning_rate": 1.4527721381900482e-06,
      "loss": 0.338,
      "step": 1842870
    },
    {
      "epoch": 514.34,
      "grad_norm": 0.8862274289131165,
      "learning_rate": 1.4527471286290593e-06,
      "loss": 0.3243,
      "step": 1842880
    },
    {
      "epoch": 514.34,
      "grad_norm": 1.2340260744094849,
      "learning_rate": 1.4527221191866634e-06,
      "loss": 0.3411,
      "step": 1842890
    },
    {
      "epoch": 514.35,
      "grad_norm": 1.1885104179382324,
      "learning_rate": 1.4526971098628626e-06,
      "loss": 0.3422,
      "step": 1842900
    },
    {
      "epoch": 514.35,
      "grad_norm": 1.1289390325546265,
      "learning_rate": 1.452672100657662e-06,
      "loss": 0.3289,
      "step": 1842910
    },
    {
      "epoch": 514.35,
      "grad_norm": 1.0967998504638672,
      "learning_rate": 1.452647091571064e-06,
      "loss": 0.3287,
      "step": 1842920
    },
    {
      "epoch": 514.35,
      "grad_norm": 1.0945074558258057,
      "learning_rate": 1.4526220826030713e-06,
      "loss": 0.3403,
      "step": 1842930
    },
    {
      "epoch": 514.36,
      "grad_norm": 1.0501303672790527,
      "learning_rate": 1.4525970737536888e-06,
      "loss": 0.3356,
      "step": 1842940
    },
    {
      "epoch": 514.36,
      "grad_norm": 1.1117006540298462,
      "learning_rate": 1.4525720650229187e-06,
      "loss": 0.3463,
      "step": 1842950
    },
    {
      "epoch": 514.36,
      "grad_norm": 1.138215184211731,
      "learning_rate": 1.4525470564107645e-06,
      "loss": 0.3413,
      "step": 1842960
    },
    {
      "epoch": 514.37,
      "grad_norm": 0.9594256281852722,
      "learning_rate": 1.4525220479172298e-06,
      "loss": 0.3439,
      "step": 1842970
    },
    {
      "epoch": 514.37,
      "grad_norm": 1.0740432739257812,
      "learning_rate": 1.4524970395423182e-06,
      "loss": 0.3415,
      "step": 1842980
    },
    {
      "epoch": 514.37,
      "grad_norm": 1.1599547863006592,
      "learning_rate": 1.4524720312860313e-06,
      "loss": 0.3488,
      "step": 1842990
    },
    {
      "epoch": 514.37,
      "grad_norm": 1.1016607284545898,
      "learning_rate": 1.4524470231483748e-06,
      "loss": 0.3526,
      "step": 1843000
    },
    {
      "epoch": 514.38,
      "grad_norm": 1.2033814191818237,
      "learning_rate": 1.452422015129351e-06,
      "loss": 0.3412,
      "step": 1843010
    },
    {
      "epoch": 514.38,
      "grad_norm": 1.1006362438201904,
      "learning_rate": 1.4523970072289624e-06,
      "loss": 0.3376,
      "step": 1843020
    },
    {
      "epoch": 514.38,
      "grad_norm": 1.0215893983840942,
      "learning_rate": 1.452371999447214e-06,
      "loss": 0.3245,
      "step": 1843030
    },
    {
      "epoch": 514.38,
      "grad_norm": 1.1495927572250366,
      "learning_rate": 1.452346991784108e-06,
      "loss": 0.3406,
      "step": 1843040
    },
    {
      "epoch": 514.39,
      "grad_norm": 1.0236647129058838,
      "learning_rate": 1.4523219842396478e-06,
      "loss": 0.3328,
      "step": 1843050
    },
    {
      "epoch": 514.39,
      "grad_norm": 0.9450247883796692,
      "learning_rate": 1.4522969768138374e-06,
      "loss": 0.3417,
      "step": 1843060
    },
    {
      "epoch": 514.39,
      "grad_norm": 1.1250293254852295,
      "learning_rate": 1.4522719695066793e-06,
      "loss": 0.327,
      "step": 1843070
    },
    {
      "epoch": 514.4,
      "grad_norm": 1.1737626791000366,
      "learning_rate": 1.4522469623181766e-06,
      "loss": 0.3512,
      "step": 1843080
    },
    {
      "epoch": 514.4,
      "grad_norm": 1.0482395887374878,
      "learning_rate": 1.452221955248334e-06,
      "loss": 0.3482,
      "step": 1843090
    },
    {
      "epoch": 514.4,
      "grad_norm": 7.177608013153076,
      "learning_rate": 1.4521969482971535e-06,
      "loss": 0.3402,
      "step": 1843100
    },
    {
      "epoch": 514.4,
      "grad_norm": 1.3955296277999878,
      "learning_rate": 1.4521719414646397e-06,
      "loss": 0.3278,
      "step": 1843110
    },
    {
      "epoch": 514.41,
      "grad_norm": 1.0117249488830566,
      "learning_rate": 1.4521469347507946e-06,
      "loss": 0.3389,
      "step": 1843120
    },
    {
      "epoch": 514.41,
      "grad_norm": 1.3094121217727661,
      "learning_rate": 1.4521219281556215e-06,
      "loss": 0.3408,
      "step": 1843130
    },
    {
      "epoch": 514.41,
      "grad_norm": 1.1832623481750488,
      "learning_rate": 1.4520969216791254e-06,
      "loss": 0.3405,
      "step": 1843140
    },
    {
      "epoch": 514.42,
      "grad_norm": 1.0255143642425537,
      "learning_rate": 1.4520719153213085e-06,
      "loss": 0.3374,
      "step": 1843150
    },
    {
      "epoch": 514.42,
      "grad_norm": 1.0141457319259644,
      "learning_rate": 1.4520469090821735e-06,
      "loss": 0.3416,
      "step": 1843160
    },
    {
      "epoch": 514.42,
      "grad_norm": 1.1605889797210693,
      "learning_rate": 1.4520219029617249e-06,
      "loss": 0.3318,
      "step": 1843170
    },
    {
      "epoch": 514.42,
      "grad_norm": 1.1533607244491577,
      "learning_rate": 1.4519968969599657e-06,
      "loss": 0.3382,
      "step": 1843180
    },
    {
      "epoch": 514.43,
      "grad_norm": 1.2669347524642944,
      "learning_rate": 1.4519718910768983e-06,
      "loss": 0.3384,
      "step": 1843190
    },
    {
      "epoch": 514.43,
      "grad_norm": 1.4071017503738403,
      "learning_rate": 1.4519468853125278e-06,
      "loss": 0.3475,
      "step": 1843200
    },
    {
      "epoch": 514.43,
      "grad_norm": 0.9670448899269104,
      "learning_rate": 1.4519218796668566e-06,
      "loss": 0.3483,
      "step": 1843210
    },
    {
      "epoch": 514.43,
      "grad_norm": 1.1659857034683228,
      "learning_rate": 1.4518968741398866e-06,
      "loss": 0.3423,
      "step": 1843220
    },
    {
      "epoch": 514.44,
      "grad_norm": 1.0152301788330078,
      "learning_rate": 1.451871868731624e-06,
      "loss": 0.3235,
      "step": 1843230
    },
    {
      "epoch": 514.44,
      "grad_norm": 1.203074336051941,
      "learning_rate": 1.4518468634420697e-06,
      "loss": 0.3202,
      "step": 1843240
    },
    {
      "epoch": 514.44,
      "grad_norm": 1.1127263307571411,
      "learning_rate": 1.4518218582712283e-06,
      "loss": 0.3288,
      "step": 1843250
    },
    {
      "epoch": 514.45,
      "grad_norm": 1.0563641786575317,
      "learning_rate": 1.4517968532191028e-06,
      "loss": 0.3504,
      "step": 1843260
    },
    {
      "epoch": 514.45,
      "grad_norm": 1.1853827238082886,
      "learning_rate": 1.4517718482856966e-06,
      "loss": 0.3413,
      "step": 1843270
    },
    {
      "epoch": 514.45,
      "grad_norm": 1.2597272396087646,
      "learning_rate": 1.4517468434710124e-06,
      "loss": 0.3569,
      "step": 1843280
    },
    {
      "epoch": 514.45,
      "grad_norm": 1.0395691394805908,
      "learning_rate": 1.4517218387750547e-06,
      "loss": 0.3497,
      "step": 1843290
    },
    {
      "epoch": 514.46,
      "grad_norm": 1.493736982345581,
      "learning_rate": 1.4516968341978262e-06,
      "loss": 0.3516,
      "step": 1843300
    },
    {
      "epoch": 514.46,
      "grad_norm": 1.088788628578186,
      "learning_rate": 1.4516718297393293e-06,
      "loss": 0.3348,
      "step": 1843310
    },
    {
      "epoch": 514.46,
      "grad_norm": 0.9862454533576965,
      "learning_rate": 1.451646825399569e-06,
      "loss": 0.3456,
      "step": 1843320
    },
    {
      "epoch": 514.47,
      "grad_norm": 1.006669282913208,
      "learning_rate": 1.451621821178548e-06,
      "loss": 0.3512,
      "step": 1843330
    },
    {
      "epoch": 514.47,
      "grad_norm": 1.0764811038970947,
      "learning_rate": 1.451596817076269e-06,
      "loss": 0.3374,
      "step": 1843340
    },
    {
      "epoch": 514.47,
      "grad_norm": 0.9591051936149597,
      "learning_rate": 1.4515718130927363e-06,
      "loss": 0.3314,
      "step": 1843350
    },
    {
      "epoch": 514.47,
      "grad_norm": 1.0812618732452393,
      "learning_rate": 1.451546809227953e-06,
      "loss": 0.3443,
      "step": 1843360
    },
    {
      "epoch": 514.48,
      "grad_norm": 1.529255986213684,
      "learning_rate": 1.451521805481921e-06,
      "loss": 0.3539,
      "step": 1843370
    },
    {
      "epoch": 514.48,
      "grad_norm": 1.0671216249465942,
      "learning_rate": 1.4514968018546458e-06,
      "loss": 0.343,
      "step": 1843380
    },
    {
      "epoch": 514.48,
      "grad_norm": 0.9702966809272766,
      "learning_rate": 1.4514717983461294e-06,
      "loss": 0.3344,
      "step": 1843390
    },
    {
      "epoch": 514.49,
      "grad_norm": 1.1070799827575684,
      "learning_rate": 1.4514467949563755e-06,
      "loss": 0.3453,
      "step": 1843400
    },
    {
      "epoch": 514.49,
      "grad_norm": 1.2059062719345093,
      "learning_rate": 1.4514217916853875e-06,
      "loss": 0.353,
      "step": 1843410
    },
    {
      "epoch": 514.49,
      "grad_norm": 1.0627753734588623,
      "learning_rate": 1.4513967885331685e-06,
      "loss": 0.3416,
      "step": 1843420
    },
    {
      "epoch": 514.49,
      "grad_norm": 1.1390190124511719,
      "learning_rate": 1.4513717854997221e-06,
      "loss": 0.3578,
      "step": 1843430
    },
    {
      "epoch": 514.5,
      "grad_norm": 1.0465718507766724,
      "learning_rate": 1.4513467825850516e-06,
      "loss": 0.3569,
      "step": 1843440
    },
    {
      "epoch": 514.5,
      "grad_norm": 1.0210342407226562,
      "learning_rate": 1.4513217797891597e-06,
      "loss": 0.3486,
      "step": 1843450
    },
    {
      "epoch": 514.5,
      "grad_norm": 1.4316134452819824,
      "learning_rate": 1.4512967771120509e-06,
      "loss": 0.3539,
      "step": 1843460
    },
    {
      "epoch": 514.5,
      "grad_norm": 1.1496243476867676,
      "learning_rate": 1.4512717745537275e-06,
      "loss": 0.3402,
      "step": 1843470
    },
    {
      "epoch": 514.51,
      "grad_norm": 1.1112228631973267,
      "learning_rate": 1.4512467721141932e-06,
      "loss": 0.3271,
      "step": 1843480
    },
    {
      "epoch": 514.51,
      "grad_norm": 1.2867625951766968,
      "learning_rate": 1.4512217697934516e-06,
      "loss": 0.3492,
      "step": 1843490
    },
    {
      "epoch": 514.51,
      "grad_norm": 0.9646931886672974,
      "learning_rate": 1.4511967675915058e-06,
      "loss": 0.3253,
      "step": 1843500
    },
    {
      "epoch": 514.52,
      "grad_norm": 1.7138605117797852,
      "learning_rate": 1.451171765508358e-06,
      "loss": 0.3526,
      "step": 1843510
    },
    {
      "epoch": 514.52,
      "grad_norm": 1.2387590408325195,
      "learning_rate": 1.4511467635440138e-06,
      "loss": 0.3379,
      "step": 1843520
    },
    {
      "epoch": 514.52,
      "grad_norm": 1.0155301094055176,
      "learning_rate": 1.4511217616984752e-06,
      "loss": 0.3337,
      "step": 1843530
    },
    {
      "epoch": 514.52,
      "grad_norm": 1.0996594429016113,
      "learning_rate": 1.4510967599717445e-06,
      "loss": 0.3427,
      "step": 1843540
    },
    {
      "epoch": 514.53,
      "grad_norm": 1.2311882972717285,
      "learning_rate": 1.4510717583638278e-06,
      "loss": 0.3661,
      "step": 1843550
    },
    {
      "epoch": 514.53,
      "grad_norm": 0.8888614177703857,
      "learning_rate": 1.4510467568747262e-06,
      "loss": 0.3379,
      "step": 1843560
    },
    {
      "epoch": 514.53,
      "grad_norm": 1.0297341346740723,
      "learning_rate": 1.4510217555044435e-06,
      "loss": 0.3422,
      "step": 1843570
    },
    {
      "epoch": 514.54,
      "grad_norm": 1.0640110969543457,
      "learning_rate": 1.4509967542529832e-06,
      "loss": 0.3354,
      "step": 1843580
    },
    {
      "epoch": 514.54,
      "grad_norm": 0.9574819207191467,
      "learning_rate": 1.450971753120349e-06,
      "loss": 0.3633,
      "step": 1843590
    },
    {
      "epoch": 514.54,
      "grad_norm": 1.3210465908050537,
      "learning_rate": 1.4509467521065427e-06,
      "loss": 0.3444,
      "step": 1843600
    },
    {
      "epoch": 514.54,
      "grad_norm": 1.098378300666809,
      "learning_rate": 1.4509217512115697e-06,
      "loss": 0.3492,
      "step": 1843610
    },
    {
      "epoch": 514.55,
      "grad_norm": 1.112839698791504,
      "learning_rate": 1.4508967504354326e-06,
      "loss": 0.3351,
      "step": 1843620
    },
    {
      "epoch": 514.55,
      "grad_norm": 1.0662449598312378,
      "learning_rate": 1.4508717497781339e-06,
      "loss": 0.3283,
      "step": 1843630
    },
    {
      "epoch": 514.55,
      "grad_norm": 1.1659135818481445,
      "learning_rate": 1.4508467492396781e-06,
      "loss": 0.3502,
      "step": 1843640
    },
    {
      "epoch": 514.55,
      "grad_norm": 1.0240261554718018,
      "learning_rate": 1.4508217488200677e-06,
      "loss": 0.3412,
      "step": 1843650
    },
    {
      "epoch": 514.56,
      "grad_norm": 1.2542716264724731,
      "learning_rate": 1.4507967485193057e-06,
      "loss": 0.3214,
      "step": 1843660
    },
    {
      "epoch": 514.56,
      "grad_norm": 1.237523078918457,
      "learning_rate": 1.4507717483373969e-06,
      "loss": 0.3425,
      "step": 1843670
    },
    {
      "epoch": 514.56,
      "grad_norm": 1.0688166618347168,
      "learning_rate": 1.4507467482743426e-06,
      "loss": 0.3509,
      "step": 1843680
    },
    {
      "epoch": 514.57,
      "grad_norm": 1.2720959186553955,
      "learning_rate": 1.4507217483301483e-06,
      "loss": 0.3739,
      "step": 1843690
    },
    {
      "epoch": 514.57,
      "grad_norm": 0.9528207778930664,
      "learning_rate": 1.4506967485048164e-06,
      "loss": 0.3319,
      "step": 1843700
    },
    {
      "epoch": 514.57,
      "grad_norm": 1.1288095712661743,
      "learning_rate": 1.4506717487983495e-06,
      "loss": 0.3508,
      "step": 1843710
    },
    {
      "epoch": 514.57,
      "grad_norm": 1.1741478443145752,
      "learning_rate": 1.450646749210752e-06,
      "loss": 0.3405,
      "step": 1843720
    },
    {
      "epoch": 514.58,
      "grad_norm": 1.1778634786605835,
      "learning_rate": 1.450621749742027e-06,
      "loss": 0.3359,
      "step": 1843730
    },
    {
      "epoch": 514.58,
      "grad_norm": 1.3503608703613281,
      "learning_rate": 1.4505967503921767e-06,
      "loss": 0.3365,
      "step": 1843740
    },
    {
      "epoch": 514.58,
      "grad_norm": 1.0365040302276611,
      "learning_rate": 1.4505717511612059e-06,
      "loss": 0.3353,
      "step": 1843750
    },
    {
      "epoch": 514.59,
      "grad_norm": 1.1479294300079346,
      "learning_rate": 1.4505467520491176e-06,
      "loss": 0.3358,
      "step": 1843760
    },
    {
      "epoch": 514.59,
      "grad_norm": 1.0008105039596558,
      "learning_rate": 1.4505217530559145e-06,
      "loss": 0.3389,
      "step": 1843770
    },
    {
      "epoch": 514.59,
      "grad_norm": 1.0840961933135986,
      "learning_rate": 1.4504967541816007e-06,
      "loss": 0.3382,
      "step": 1843780
    },
    {
      "epoch": 514.59,
      "grad_norm": 1.3250526189804077,
      "learning_rate": 1.4504717554261792e-06,
      "loss": 0.3435,
      "step": 1843790
    },
    {
      "epoch": 514.6,
      "grad_norm": 1.1709028482437134,
      "learning_rate": 1.4504467567896523e-06,
      "loss": 0.3415,
      "step": 1843800
    },
    {
      "epoch": 514.6,
      "grad_norm": 1.542612075805664,
      "learning_rate": 1.4504217582720253e-06,
      "loss": 0.3417,
      "step": 1843810
    },
    {
      "epoch": 514.6,
      "grad_norm": 1.1535019874572754,
      "learning_rate": 1.4503967598733004e-06,
      "loss": 0.3439,
      "step": 1843820
    },
    {
      "epoch": 514.61,
      "grad_norm": 0.9870077967643738,
      "learning_rate": 1.4503717615934803e-06,
      "loss": 0.3559,
      "step": 1843830
    },
    {
      "epoch": 514.61,
      "grad_norm": 1.3339873552322388,
      "learning_rate": 1.45034676343257e-06,
      "loss": 0.3405,
      "step": 1843840
    },
    {
      "epoch": 514.61,
      "grad_norm": 1.0173686742782593,
      "learning_rate": 1.450321765390572e-06,
      "loss": 0.3441,
      "step": 1843850
    },
    {
      "epoch": 514.61,
      "grad_norm": 1.1937246322631836,
      "learning_rate": 1.4502967674674888e-06,
      "loss": 0.3409,
      "step": 1843860
    },
    {
      "epoch": 514.62,
      "grad_norm": 0.9801594018936157,
      "learning_rate": 1.4502717696633251e-06,
      "loss": 0.3274,
      "step": 1843870
    },
    {
      "epoch": 514.62,
      "grad_norm": 1.005713939666748,
      "learning_rate": 1.4502467719780836e-06,
      "loss": 0.3156,
      "step": 1843880
    },
    {
      "epoch": 514.62,
      "grad_norm": 0.9586244821548462,
      "learning_rate": 1.4502217744117668e-06,
      "loss": 0.342,
      "step": 1843890
    },
    {
      "epoch": 514.62,
      "grad_norm": 1.1919196844100952,
      "learning_rate": 1.4501967769643795e-06,
      "loss": 0.334,
      "step": 1843900
    },
    {
      "epoch": 514.63,
      "grad_norm": 1.1776727437973022,
      "learning_rate": 1.4501717796359245e-06,
      "loss": 0.3572,
      "step": 1843910
    },
    {
      "epoch": 514.63,
      "grad_norm": 1.1004538536071777,
      "learning_rate": 1.4501467824264046e-06,
      "loss": 0.3503,
      "step": 1843920
    },
    {
      "epoch": 514.63,
      "grad_norm": 1.1887398958206177,
      "learning_rate": 1.4501217853358238e-06,
      "loss": 0.3269,
      "step": 1843930
    },
    {
      "epoch": 514.64,
      "grad_norm": 1.0681875944137573,
      "learning_rate": 1.4500967883641853e-06,
      "loss": 0.338,
      "step": 1843940
    },
    {
      "epoch": 514.64,
      "grad_norm": 1.158145546913147,
      "learning_rate": 1.4500717915114914e-06,
      "loss": 0.3346,
      "step": 1843950
    },
    {
      "epoch": 514.64,
      "grad_norm": 1.116477608680725,
      "learning_rate": 1.4500467947777471e-06,
      "loss": 0.3364,
      "step": 1843960
    },
    {
      "epoch": 514.64,
      "grad_norm": 1.0751690864562988,
      "learning_rate": 1.4500217981629543e-06,
      "loss": 0.3432,
      "step": 1843970
    },
    {
      "epoch": 514.65,
      "grad_norm": 1.1060006618499756,
      "learning_rate": 1.4499968016671175e-06,
      "loss": 0.3219,
      "step": 1843980
    },
    {
      "epoch": 514.65,
      "grad_norm": 1.3634815216064453,
      "learning_rate": 1.4499718052902399e-06,
      "loss": 0.3363,
      "step": 1843990
    },
    {
      "epoch": 514.65,
      "grad_norm": 0.9002841114997864,
      "learning_rate": 1.4499468090323238e-06,
      "loss": 0.329,
      "step": 1844000
    },
    {
      "epoch": 514.66,
      "grad_norm": 1.0423712730407715,
      "learning_rate": 1.4499218128933733e-06,
      "loss": 0.3334,
      "step": 1844010
    },
    {
      "epoch": 514.66,
      "grad_norm": 1.1130473613739014,
      "learning_rate": 1.449896816873392e-06,
      "loss": 0.3482,
      "step": 1844020
    },
    {
      "epoch": 514.66,
      "grad_norm": 1.163574457168579,
      "learning_rate": 1.4498718209723817e-06,
      "loss": 0.3415,
      "step": 1844030
    },
    {
      "epoch": 514.66,
      "grad_norm": 1.0773905515670776,
      "learning_rate": 1.4498468251903476e-06,
      "loss": 0.3269,
      "step": 1844040
    },
    {
      "epoch": 514.67,
      "grad_norm": 1.1684421300888062,
      "learning_rate": 1.4498218295272926e-06,
      "loss": 0.335,
      "step": 1844050
    },
    {
      "epoch": 514.67,
      "grad_norm": 1.2817014455795288,
      "learning_rate": 1.449796833983219e-06,
      "loss": 0.3364,
      "step": 1844060
    },
    {
      "epoch": 514.67,
      "grad_norm": 1.0788042545318604,
      "learning_rate": 1.4497718385581316e-06,
      "loss": 0.3582,
      "step": 1844070
    },
    {
      "epoch": 514.67,
      "grad_norm": 1.0356462001800537,
      "learning_rate": 1.4497468432520326e-06,
      "loss": 0.3466,
      "step": 1844080
    },
    {
      "epoch": 514.68,
      "grad_norm": 1.132398247718811,
      "learning_rate": 1.4497218480649246e-06,
      "loss": 0.3522,
      "step": 1844090
    },
    {
      "epoch": 514.68,
      "grad_norm": 1.0848875045776367,
      "learning_rate": 1.4496968529968132e-06,
      "loss": 0.3445,
      "step": 1844100
    },
    {
      "epoch": 514.68,
      "grad_norm": 1.129662036895752,
      "learning_rate": 1.4496718580477005e-06,
      "loss": 0.3297,
      "step": 1844110
    },
    {
      "epoch": 514.69,
      "grad_norm": 1.1427714824676514,
      "learning_rate": 1.4496468632175887e-06,
      "loss": 0.3236,
      "step": 1844120
    },
    {
      "epoch": 514.69,
      "grad_norm": 1.3256840705871582,
      "learning_rate": 1.4496218685064835e-06,
      "loss": 0.3278,
      "step": 1844130
    },
    {
      "epoch": 514.69,
      "grad_norm": 1.6435883045196533,
      "learning_rate": 1.449596873914387e-06,
      "loss": 0.3514,
      "step": 1844140
    },
    {
      "epoch": 514.69,
      "grad_norm": 1.0599154233932495,
      "learning_rate": 1.449571879441302e-06,
      "loss": 0.3571,
      "step": 1844150
    },
    {
      "epoch": 514.7,
      "grad_norm": 1.0096269845962524,
      "learning_rate": 1.4495468850872327e-06,
      "loss": 0.3328,
      "step": 1844160
    },
    {
      "epoch": 514.7,
      "grad_norm": 0.9989513158798218,
      "learning_rate": 1.449521890852182e-06,
      "loss": 0.3485,
      "step": 1844170
    },
    {
      "epoch": 514.7,
      "grad_norm": 1.0501861572265625,
      "learning_rate": 1.4494968967361523e-06,
      "loss": 0.348,
      "step": 1844180
    },
    {
      "epoch": 514.71,
      "grad_norm": 1.0328994989395142,
      "learning_rate": 1.449471902739149e-06,
      "loss": 0.3438,
      "step": 1844190
    },
    {
      "epoch": 514.71,
      "grad_norm": 0.9917212128639221,
      "learning_rate": 1.4494469088611745e-06,
      "loss": 0.3378,
      "step": 1844200
    },
    {
      "epoch": 514.71,
      "grad_norm": 1.0431374311447144,
      "learning_rate": 1.4494219151022314e-06,
      "loss": 0.3455,
      "step": 1844210
    },
    {
      "epoch": 514.71,
      "grad_norm": 1.3725546598434448,
      "learning_rate": 1.4493969214623241e-06,
      "loss": 0.3407,
      "step": 1844220
    },
    {
      "epoch": 514.72,
      "grad_norm": 1.1081899404525757,
      "learning_rate": 1.449371927941455e-06,
      "loss": 0.3284,
      "step": 1844230
    },
    {
      "epoch": 514.72,
      "grad_norm": 1.0454051494598389,
      "learning_rate": 1.449346934539628e-06,
      "loss": 0.3401,
      "step": 1844240
    },
    {
      "epoch": 514.72,
      "grad_norm": 1.1966592073440552,
      "learning_rate": 1.4493219412568466e-06,
      "loss": 0.3376,
      "step": 1844250
    },
    {
      "epoch": 514.73,
      "grad_norm": 1.241727590560913,
      "learning_rate": 1.4492969480931128e-06,
      "loss": 0.3456,
      "step": 1844260
    },
    {
      "epoch": 514.73,
      "grad_norm": 0.9798293113708496,
      "learning_rate": 1.4492719550484321e-06,
      "loss": 0.3368,
      "step": 1844270
    },
    {
      "epoch": 514.73,
      "grad_norm": 1.0306150913238525,
      "learning_rate": 1.4492469621228064e-06,
      "loss": 0.3303,
      "step": 1844280
    },
    {
      "epoch": 514.73,
      "grad_norm": 1.1350934505462646,
      "learning_rate": 1.4492219693162391e-06,
      "loss": 0.349,
      "step": 1844290
    },
    {
      "epoch": 514.74,
      "grad_norm": 1.1225515604019165,
      "learning_rate": 1.449196976628734e-06,
      "loss": 0.3445,
      "step": 1844300
    },
    {
      "epoch": 514.74,
      "grad_norm": 1.202939748764038,
      "learning_rate": 1.4491719840602942e-06,
      "loss": 0.3441,
      "step": 1844310
    },
    {
      "epoch": 514.74,
      "grad_norm": 1.006779670715332,
      "learning_rate": 1.4491469916109218e-06,
      "loss": 0.3401,
      "step": 1844320
    },
    {
      "epoch": 514.74,
      "grad_norm": 1.0702369213104248,
      "learning_rate": 1.4491219992806228e-06,
      "loss": 0.3498,
      "step": 1844330
    },
    {
      "epoch": 514.75,
      "grad_norm": 1.1445523500442505,
      "learning_rate": 1.4490970070693985e-06,
      "loss": 0.3454,
      "step": 1844340
    },
    {
      "epoch": 514.75,
      "grad_norm": 1.0627257823944092,
      "learning_rate": 1.449072014977252e-06,
      "loss": 0.3593,
      "step": 1844350
    },
    {
      "epoch": 514.75,
      "grad_norm": 1.1480562686920166,
      "learning_rate": 1.4490470230041886e-06,
      "loss": 0.3417,
      "step": 1844360
    },
    {
      "epoch": 514.76,
      "grad_norm": 1.274265170097351,
      "learning_rate": 1.44902203115021e-06,
      "loss": 0.3525,
      "step": 1844370
    },
    {
      "epoch": 514.76,
      "grad_norm": 1.0015548467636108,
      "learning_rate": 1.4489970394153197e-06,
      "loss": 0.333,
      "step": 1844380
    },
    {
      "epoch": 514.76,
      "grad_norm": 1.3312665224075317,
      "learning_rate": 1.4489720477995218e-06,
      "loss": 0.3459,
      "step": 1844390
    },
    {
      "epoch": 514.76,
      "grad_norm": 1.047652244567871,
      "learning_rate": 1.448947056302819e-06,
      "loss": 0.3439,
      "step": 1844400
    },
    {
      "epoch": 514.77,
      "grad_norm": 1.04447340965271,
      "learning_rate": 1.4489220649252135e-06,
      "loss": 0.3342,
      "step": 1844410
    },
    {
      "epoch": 514.77,
      "grad_norm": 1.2187117338180542,
      "learning_rate": 1.448897073666711e-06,
      "loss": 0.3417,
      "step": 1844420
    },
    {
      "epoch": 514.77,
      "grad_norm": 1.142051100730896,
      "learning_rate": 1.4488720825273138e-06,
      "loss": 0.3442,
      "step": 1844430
    },
    {
      "epoch": 514.78,
      "grad_norm": 2.1703665256500244,
      "learning_rate": 1.4488470915070244e-06,
      "loss": 0.3482,
      "step": 1844440
    },
    {
      "epoch": 514.78,
      "grad_norm": 1.1513853073120117,
      "learning_rate": 1.4488221006058474e-06,
      "loss": 0.3353,
      "step": 1844450
    },
    {
      "epoch": 514.78,
      "grad_norm": 1.2896572351455688,
      "learning_rate": 1.4487971098237857e-06,
      "loss": 0.3442,
      "step": 1844460
    },
    {
      "epoch": 514.78,
      "grad_norm": 0.9655331373214722,
      "learning_rate": 1.4487721191608414e-06,
      "loss": 0.3349,
      "step": 1844470
    },
    {
      "epoch": 514.79,
      "grad_norm": 1.2495031356811523,
      "learning_rate": 1.4487471286170197e-06,
      "loss": 0.3532,
      "step": 1844480
    },
    {
      "epoch": 514.79,
      "grad_norm": 0.9813559651374817,
      "learning_rate": 1.4487221381923235e-06,
      "loss": 0.3383,
      "step": 1844490
    },
    {
      "epoch": 514.79,
      "grad_norm": 1.0296916961669922,
      "learning_rate": 1.4486971478867543e-06,
      "loss": 0.3312,
      "step": 1844500
    },
    {
      "epoch": 514.79,
      "grad_norm": 0.938343346118927,
      "learning_rate": 1.4486721577003178e-06,
      "loss": 0.3369,
      "step": 1844510
    },
    {
      "epoch": 514.8,
      "grad_norm": 1.0543445348739624,
      "learning_rate": 1.448647167633017e-06,
      "loss": 0.3393,
      "step": 1844520
    },
    {
      "epoch": 514.8,
      "grad_norm": 1.0831762552261353,
      "learning_rate": 1.448622177684854e-06,
      "loss": 0.3429,
      "step": 1844530
    },
    {
      "epoch": 514.8,
      "grad_norm": 1.9101214408874512,
      "learning_rate": 1.4485971878558328e-06,
      "loss": 0.3339,
      "step": 1844540
    },
    {
      "epoch": 514.81,
      "grad_norm": 1.0171594619750977,
      "learning_rate": 1.448572198145956e-06,
      "loss": 0.3242,
      "step": 1844550
    },
    {
      "epoch": 514.81,
      "grad_norm": 1.1614506244659424,
      "learning_rate": 1.4485472085552285e-06,
      "loss": 0.3438,
      "step": 1844560
    },
    {
      "epoch": 514.81,
      "grad_norm": 0.8941964507102966,
      "learning_rate": 1.4485222190836532e-06,
      "loss": 0.3513,
      "step": 1844570
    },
    {
      "epoch": 514.81,
      "grad_norm": 1.1369272470474243,
      "learning_rate": 1.4484972297312319e-06,
      "loss": 0.3516,
      "step": 1844580
    },
    {
      "epoch": 514.82,
      "grad_norm": 1.2888740301132202,
      "learning_rate": 1.4484722404979697e-06,
      "loss": 0.3343,
      "step": 1844590
    },
    {
      "epoch": 514.82,
      "grad_norm": 1.173990249633789,
      "learning_rate": 1.4484472513838691e-06,
      "loss": 0.3438,
      "step": 1844600
    },
    {
      "epoch": 514.82,
      "grad_norm": 0.9904128909111023,
      "learning_rate": 1.4484222623889326e-06,
      "loss": 0.3535,
      "step": 1844610
    },
    {
      "epoch": 514.83,
      "grad_norm": 1.1683140993118286,
      "learning_rate": 1.4483972735131653e-06,
      "loss": 0.3233,
      "step": 1844620
    },
    {
      "epoch": 514.83,
      "grad_norm": 1.0763359069824219,
      "learning_rate": 1.44837228475657e-06,
      "loss": 0.3334,
      "step": 1844630
    },
    {
      "epoch": 514.83,
      "grad_norm": 1.0772539377212524,
      "learning_rate": 1.448347296119149e-06,
      "loss": 0.3212,
      "step": 1844640
    },
    {
      "epoch": 514.83,
      "grad_norm": 1.073317289352417,
      "learning_rate": 1.4483223076009067e-06,
      "loss": 0.3258,
      "step": 1844650
    },
    {
      "epoch": 514.84,
      "grad_norm": 1.2887431383132935,
      "learning_rate": 1.4482973192018463e-06,
      "loss": 0.3377,
      "step": 1844660
    },
    {
      "epoch": 514.84,
      "grad_norm": 0.9785566926002502,
      "learning_rate": 1.4482723309219703e-06,
      "loss": 0.3327,
      "step": 1844670
    },
    {
      "epoch": 514.84,
      "grad_norm": 1.1522716283798218,
      "learning_rate": 1.4482473427612833e-06,
      "loss": 0.3482,
      "step": 1844680
    },
    {
      "epoch": 514.85,
      "grad_norm": 1.0894854068756104,
      "learning_rate": 1.448222354719788e-06,
      "loss": 0.3483,
      "step": 1844690
    },
    {
      "epoch": 514.85,
      "grad_norm": 2.6284704208374023,
      "learning_rate": 1.4481973667974863e-06,
      "loss": 0.3552,
      "step": 1844700
    },
    {
      "epoch": 514.85,
      "grad_norm": 1.1469368934631348,
      "learning_rate": 1.4481723789943842e-06,
      "loss": 0.3356,
      "step": 1844710
    },
    {
      "epoch": 514.85,
      "grad_norm": 1.3000942468643188,
      "learning_rate": 1.4481473913104835e-06,
      "loss": 0.3276,
      "step": 1844720
    },
    {
      "epoch": 514.86,
      "grad_norm": 1.0722612142562866,
      "learning_rate": 1.4481224037457875e-06,
      "loss": 0.3533,
      "step": 1844730
    },
    {
      "epoch": 514.86,
      "grad_norm": 1.1439459323883057,
      "learning_rate": 1.4480974163003002e-06,
      "loss": 0.3382,
      "step": 1844740
    },
    {
      "epoch": 514.86,
      "grad_norm": 1.7462395429611206,
      "learning_rate": 1.4480724289740245e-06,
      "loss": 0.3272,
      "step": 1844750
    },
    {
      "epoch": 514.86,
      "grad_norm": 1.229842185974121,
      "learning_rate": 1.4480474417669627e-06,
      "loss": 0.3573,
      "step": 1844760
    },
    {
      "epoch": 514.87,
      "grad_norm": 1.204945683479309,
      "learning_rate": 1.4480224546791204e-06,
      "loss": 0.3321,
      "step": 1844770
    },
    {
      "epoch": 514.87,
      "grad_norm": 1.6915466785430908,
      "learning_rate": 1.4479974677104995e-06,
      "loss": 0.3298,
      "step": 1844780
    },
    {
      "epoch": 514.87,
      "grad_norm": 1.1533105373382568,
      "learning_rate": 1.4479724808611024e-06,
      "loss": 0.3477,
      "step": 1844790
    },
    {
      "epoch": 514.88,
      "grad_norm": 1.089944839477539,
      "learning_rate": 1.4479474941309348e-06,
      "loss": 0.3409,
      "step": 1844800
    },
    {
      "epoch": 514.88,
      "grad_norm": 1.1092398166656494,
      "learning_rate": 1.4479225075199981e-06,
      "loss": 0.3327,
      "step": 1844810
    },
    {
      "epoch": 514.88,
      "grad_norm": 1.1442945003509521,
      "learning_rate": 1.4478975210282966e-06,
      "loss": 0.332,
      "step": 1844820
    },
    {
      "epoch": 514.88,
      "grad_norm": 1.1141530275344849,
      "learning_rate": 1.4478725346558333e-06,
      "loss": 0.342,
      "step": 1844830
    },
    {
      "epoch": 514.89,
      "grad_norm": 1.303743600845337,
      "learning_rate": 1.4478475484026109e-06,
      "loss": 0.3437,
      "step": 1844840
    },
    {
      "epoch": 514.89,
      "grad_norm": 1.0670528411865234,
      "learning_rate": 1.4478225622686342e-06,
      "loss": 0.3406,
      "step": 1844850
    },
    {
      "epoch": 514.89,
      "grad_norm": 0.8808848857879639,
      "learning_rate": 1.4477975762539056e-06,
      "loss": 0.3493,
      "step": 1844860
    },
    {
      "epoch": 514.9,
      "grad_norm": 1.0578006505966187,
      "learning_rate": 1.447772590358428e-06,
      "loss": 0.3472,
      "step": 1844870
    },
    {
      "epoch": 514.9,
      "grad_norm": 1.277154803276062,
      "learning_rate": 1.4477476045822058e-06,
      "loss": 0.3381,
      "step": 1844880
    },
    {
      "epoch": 514.9,
      "grad_norm": 1.1078360080718994,
      "learning_rate": 1.4477226189252416e-06,
      "loss": 0.3521,
      "step": 1844890
    },
    {
      "epoch": 514.9,
      "grad_norm": 1.239761471748352,
      "learning_rate": 1.447697633387538e-06,
      "loss": 0.3374,
      "step": 1844900
    },
    {
      "epoch": 514.91,
      "grad_norm": 1.1197564601898193,
      "learning_rate": 1.4476726479691005e-06,
      "loss": 0.3486,
      "step": 1844910
    },
    {
      "epoch": 514.91,
      "grad_norm": 1.1661665439605713,
      "learning_rate": 1.4476476626699309e-06,
      "loss": 0.3352,
      "step": 1844920
    },
    {
      "epoch": 514.91,
      "grad_norm": 1.1212999820709229,
      "learning_rate": 1.4476226774900315e-06,
      "loss": 0.3465,
      "step": 1844930
    },
    {
      "epoch": 514.91,
      "grad_norm": 0.9815624952316284,
      "learning_rate": 1.4475976924294082e-06,
      "loss": 0.3474,
      "step": 1844940
    },
    {
      "epoch": 514.92,
      "grad_norm": 1.0336542129516602,
      "learning_rate": 1.447572707488063e-06,
      "loss": 0.3324,
      "step": 1844950
    },
    {
      "epoch": 514.92,
      "grad_norm": 1.418241024017334,
      "learning_rate": 1.447547722665999e-06,
      "loss": 0.3488,
      "step": 1844960
    },
    {
      "epoch": 514.92,
      "grad_norm": 1.0212783813476562,
      "learning_rate": 1.4475227379632197e-06,
      "loss": 0.347,
      "step": 1844970
    },
    {
      "epoch": 514.93,
      "grad_norm": 1.0663244724273682,
      "learning_rate": 1.4474977533797286e-06,
      "loss": 0.3356,
      "step": 1844980
    },
    {
      "epoch": 514.93,
      "grad_norm": 1.0942391157150269,
      "learning_rate": 1.4474727689155283e-06,
      "loss": 0.3541,
      "step": 1844990
    },
    {
      "epoch": 514.93,
      "grad_norm": 1.0646209716796875,
      "learning_rate": 1.4474477845706237e-06,
      "loss": 0.3454,
      "step": 1845000
    },
    {
      "epoch": 514.93,
      "grad_norm": 1.0214720964431763,
      "learning_rate": 1.4474228003450167e-06,
      "loss": 0.3402,
      "step": 1845010
    },
    {
      "epoch": 514.94,
      "grad_norm": 1.12063729763031,
      "learning_rate": 1.4473978162387108e-06,
      "loss": 0.3463,
      "step": 1845020
    },
    {
      "epoch": 514.94,
      "grad_norm": 1.115517020225525,
      "learning_rate": 1.4473728322517103e-06,
      "loss": 0.3602,
      "step": 1845030
    },
    {
      "epoch": 514.94,
      "grad_norm": 1.1151281595230103,
      "learning_rate": 1.4473478483840179e-06,
      "loss": 0.3489,
      "step": 1845040
    },
    {
      "epoch": 514.95,
      "grad_norm": 1.1276487112045288,
      "learning_rate": 1.4473228646356358e-06,
      "loss": 0.3494,
      "step": 1845050
    },
    {
      "epoch": 514.95,
      "grad_norm": 1.194596290588379,
      "learning_rate": 1.447297881006569e-06,
      "loss": 0.3461,
      "step": 1845060
    },
    {
      "epoch": 514.95,
      "grad_norm": 1.3260327577590942,
      "learning_rate": 1.4472728974968205e-06,
      "loss": 0.3187,
      "step": 1845070
    },
    {
      "epoch": 514.95,
      "grad_norm": 1.0354862213134766,
      "learning_rate": 1.4472479141063925e-06,
      "loss": 0.3373,
      "step": 1845080
    },
    {
      "epoch": 514.96,
      "grad_norm": 1.129312515258789,
      "learning_rate": 1.4472229308352902e-06,
      "loss": 0.3281,
      "step": 1845090
    },
    {
      "epoch": 514.96,
      "grad_norm": 1.3730233907699585,
      "learning_rate": 1.4471979476835157e-06,
      "loss": 0.3323,
      "step": 1845100
    },
    {
      "epoch": 514.96,
      "grad_norm": 1.009380578994751,
      "learning_rate": 1.4471729646510722e-06,
      "loss": 0.3404,
      "step": 1845110
    },
    {
      "epoch": 514.97,
      "grad_norm": 1.1650524139404297,
      "learning_rate": 1.4471479817379637e-06,
      "loss": 0.3359,
      "step": 1845120
    },
    {
      "epoch": 514.97,
      "grad_norm": 1.0349998474121094,
      "learning_rate": 1.4471229989441922e-06,
      "loss": 0.338,
      "step": 1845130
    },
    {
      "epoch": 514.97,
      "grad_norm": 0.9988475441932678,
      "learning_rate": 1.447098016269763e-06,
      "loss": 0.3221,
      "step": 1845140
    },
    {
      "epoch": 514.97,
      "grad_norm": 1.127954363822937,
      "learning_rate": 1.4470730337146783e-06,
      "loss": 0.3741,
      "step": 1845150
    },
    {
      "epoch": 514.98,
      "grad_norm": 0.9366787672042847,
      "learning_rate": 1.4470480512789413e-06,
      "loss": 0.3407,
      "step": 1845160
    },
    {
      "epoch": 514.98,
      "grad_norm": 0.9045493006706238,
      "learning_rate": 1.4470230689625559e-06,
      "loss": 0.3391,
      "step": 1845170
    },
    {
      "epoch": 514.98,
      "grad_norm": 1.1527423858642578,
      "learning_rate": 1.446998086765525e-06,
      "loss": 0.3364,
      "step": 1845180
    },
    {
      "epoch": 514.98,
      "grad_norm": 1.0407449007034302,
      "learning_rate": 1.4469731046878512e-06,
      "loss": 0.3352,
      "step": 1845190
    },
    {
      "epoch": 514.99,
      "grad_norm": 1.1307075023651123,
      "learning_rate": 1.4469481227295397e-06,
      "loss": 0.3366,
      "step": 1845200
    },
    {
      "epoch": 514.99,
      "grad_norm": 1.1748780012130737,
      "learning_rate": 1.4469231408905926e-06,
      "loss": 0.3244,
      "step": 1845210
    },
    {
      "epoch": 514.99,
      "grad_norm": 1.2131468057632446,
      "learning_rate": 1.4468981591710124e-06,
      "loss": 0.3458,
      "step": 1845220
    },
    {
      "epoch": 515.0,
      "grad_norm": 0.9969683289527893,
      "learning_rate": 1.4468731775708048e-06,
      "loss": 0.3394,
      "step": 1845230
    },
    {
      "epoch": 515.0,
      "grad_norm": 1.0933336019515991,
      "learning_rate": 1.4468481960899712e-06,
      "loss": 0.3577,
      "step": 1845240
    },
    {
      "epoch": 515.0,
      "eval_loss": 0.3431003987789154,
      "eval_runtime": 63.3259,
      "eval_samples_per_second": 79.888,
      "eval_steps_per_second": 9.996,
      "step": 1845245
    },
    {
      "epoch": 515.0,
      "grad_norm": 1.0931557416915894,
      "learning_rate": 1.4468232147285152e-06,
      "loss": 0.3268,
      "step": 1845250
    },
    {
      "epoch": 515.0,
      "grad_norm": 0.983652651309967,
      "learning_rate": 1.4467982334864412e-06,
      "loss": 0.3345,
      "step": 1845260
    },
    {
      "epoch": 515.01,
      "grad_norm": 1.125504493713379,
      "learning_rate": 1.4467732523637513e-06,
      "loss": 0.346,
      "step": 1845270
    },
    {
      "epoch": 515.01,
      "grad_norm": 0.9887366890907288,
      "learning_rate": 1.4467482713604484e-06,
      "loss": 0.3413,
      "step": 1845280
    },
    {
      "epoch": 515.01,
      "grad_norm": 1.252532958984375,
      "learning_rate": 1.4467232904765378e-06,
      "loss": 0.3407,
      "step": 1845290
    },
    {
      "epoch": 515.02,
      "grad_norm": 1.1579391956329346,
      "learning_rate": 1.4466983097120214e-06,
      "loss": 0.3386,
      "step": 1845300
    },
    {
      "epoch": 515.02,
      "grad_norm": 1.1420094966888428,
      "learning_rate": 1.4466733290669022e-06,
      "loss": 0.3449,
      "step": 1845310
    },
    {
      "epoch": 515.02,
      "grad_norm": 0.9662109613418579,
      "learning_rate": 1.4466483485411851e-06,
      "loss": 0.3547,
      "step": 1845320
    },
    {
      "epoch": 515.02,
      "grad_norm": 1.1029267311096191,
      "learning_rate": 1.4466233681348723e-06,
      "loss": 0.3283,
      "step": 1845330
    },
    {
      "epoch": 515.03,
      "grad_norm": 1.1230442523956299,
      "learning_rate": 1.4465983878479666e-06,
      "loss": 0.3371,
      "step": 1845340
    },
    {
      "epoch": 515.03,
      "grad_norm": 1.1877995729446411,
      "learning_rate": 1.4465734076804726e-06,
      "loss": 0.3332,
      "step": 1845350
    },
    {
      "epoch": 515.03,
      "grad_norm": 1.111384391784668,
      "learning_rate": 1.4465484276323934e-06,
      "loss": 0.353,
      "step": 1845360
    },
    {
      "epoch": 515.03,
      "grad_norm": 1.0181617736816406,
      "learning_rate": 1.4465234477037307e-06,
      "loss": 0.3306,
      "step": 1845370
    },
    {
      "epoch": 515.04,
      "grad_norm": 1.1800003051757812,
      "learning_rate": 1.4464984678944902e-06,
      "loss": 0.3442,
      "step": 1845380
    },
    {
      "epoch": 515.04,
      "grad_norm": 1.1088316440582275,
      "learning_rate": 1.4464734882046737e-06,
      "loss": 0.3396,
      "step": 1845390
    },
    {
      "epoch": 515.04,
      "grad_norm": 1.0931107997894287,
      "learning_rate": 1.4464485086342854e-06,
      "loss": 0.3367,
      "step": 1845400
    },
    {
      "epoch": 515.05,
      "grad_norm": 1.1620222330093384,
      "learning_rate": 1.446423529183328e-06,
      "loss": 0.3374,
      "step": 1845410
    },
    {
      "epoch": 515.05,
      "grad_norm": 1.33139169216156,
      "learning_rate": 1.4463985498518042e-06,
      "loss": 0.3351,
      "step": 1845420
    },
    {
      "epoch": 515.05,
      "grad_norm": 1.086140513420105,
      "learning_rate": 1.446373570639719e-06,
      "loss": 0.3346,
      "step": 1845430
    },
    {
      "epoch": 515.05,
      "grad_norm": 1.0161734819412231,
      "learning_rate": 1.4463485915470749e-06,
      "loss": 0.3482,
      "step": 1845440
    },
    {
      "epoch": 515.06,
      "grad_norm": 1.009476900100708,
      "learning_rate": 1.4463236125738743e-06,
      "loss": 0.3325,
      "step": 1845450
    },
    {
      "epoch": 515.06,
      "grad_norm": 1.190697431564331,
      "learning_rate": 1.4462986337201223e-06,
      "loss": 0.3479,
      "step": 1845460
    },
    {
      "epoch": 515.06,
      "grad_norm": 1.1048260927200317,
      "learning_rate": 1.446273654985821e-06,
      "loss": 0.3404,
      "step": 1845470
    },
    {
      "epoch": 515.07,
      "grad_norm": 0.9118687510490417,
      "learning_rate": 1.446248676370974e-06,
      "loss": 0.3399,
      "step": 1845480
    },
    {
      "epoch": 515.07,
      "grad_norm": 1.083201289176941,
      "learning_rate": 1.4462236978755848e-06,
      "loss": 0.3342,
      "step": 1845490
    },
    {
      "epoch": 515.07,
      "grad_norm": 1.1834228038787842,
      "learning_rate": 1.4461987194996568e-06,
      "loss": 0.3431,
      "step": 1845500
    },
    {
      "epoch": 515.07,
      "grad_norm": 0.9454171657562256,
      "learning_rate": 1.4461737412431922e-06,
      "loss": 0.3367,
      "step": 1845510
    },
    {
      "epoch": 515.08,
      "grad_norm": 1.045577049255371,
      "learning_rate": 1.4461487631061963e-06,
      "loss": 0.3628,
      "step": 1845520
    },
    {
      "epoch": 515.08,
      "grad_norm": 0.9528093934059143,
      "learning_rate": 1.4461237850886712e-06,
      "loss": 0.3418,
      "step": 1845530
    },
    {
      "epoch": 515.08,
      "grad_norm": 1.1173187494277954,
      "learning_rate": 1.4460988071906197e-06,
      "loss": 0.3536,
      "step": 1845540
    },
    {
      "epoch": 515.09,
      "grad_norm": 1.0830845832824707,
      "learning_rate": 1.4460738294120466e-06,
      "loss": 0.3446,
      "step": 1845550
    },
    {
      "epoch": 515.09,
      "grad_norm": 1.029484748840332,
      "learning_rate": 1.4460488517529546e-06,
      "loss": 0.3177,
      "step": 1845560
    },
    {
      "epoch": 515.09,
      "grad_norm": 1.0972678661346436,
      "learning_rate": 1.4460238742133456e-06,
      "loss": 0.347,
      "step": 1845570
    },
    {
      "epoch": 515.09,
      "grad_norm": 1.0939061641693115,
      "learning_rate": 1.4459988967932252e-06,
      "loss": 0.3382,
      "step": 1845580
    },
    {
      "epoch": 515.1,
      "grad_norm": 1.1461833715438843,
      "learning_rate": 1.4459739194925958e-06,
      "loss": 0.3558,
      "step": 1845590
    },
    {
      "epoch": 515.1,
      "grad_norm": 1.0307608842849731,
      "learning_rate": 1.4459489423114596e-06,
      "loss": 0.3251,
      "step": 1845600
    },
    {
      "epoch": 515.1,
      "grad_norm": 1.1480283737182617,
      "learning_rate": 1.445923965249822e-06,
      "loss": 0.3453,
      "step": 1845610
    },
    {
      "epoch": 515.1,
      "grad_norm": 1.3729933500289917,
      "learning_rate": 1.445898988307685e-06,
      "loss": 0.3443,
      "step": 1845620
    },
    {
      "epoch": 515.11,
      "grad_norm": 1.011876106262207,
      "learning_rate": 1.445874011485052e-06,
      "loss": 0.3325,
      "step": 1845630
    },
    {
      "epoch": 515.11,
      "grad_norm": 1.049359679222107,
      "learning_rate": 1.445849034781927e-06,
      "loss": 0.3351,
      "step": 1845640
    },
    {
      "epoch": 515.11,
      "grad_norm": 0.9237284064292908,
      "learning_rate": 1.445824058198313e-06,
      "loss": 0.3258,
      "step": 1845650
    },
    {
      "epoch": 515.12,
      "grad_norm": 1.1822433471679688,
      "learning_rate": 1.4457990817342121e-06,
      "loss": 0.332,
      "step": 1845660
    },
    {
      "epoch": 515.12,
      "grad_norm": 0.9757953882217407,
      "learning_rate": 1.4457741053896296e-06,
      "loss": 0.355,
      "step": 1845670
    },
    {
      "epoch": 515.12,
      "grad_norm": 1.0533326864242554,
      "learning_rate": 1.4457491291645675e-06,
      "loss": 0.3418,
      "step": 1845680
    },
    {
      "epoch": 515.12,
      "grad_norm": 1.134021520614624,
      "learning_rate": 1.4457241530590302e-06,
      "loss": 0.3308,
      "step": 1845690
    },
    {
      "epoch": 515.13,
      "grad_norm": 1.0542738437652588,
      "learning_rate": 1.4456991770730202e-06,
      "loss": 0.3456,
      "step": 1845700
    },
    {
      "epoch": 515.13,
      "grad_norm": 1.2509644031524658,
      "learning_rate": 1.4456742012065402e-06,
      "loss": 0.336,
      "step": 1845710
    },
    {
      "epoch": 515.13,
      "grad_norm": 1.0387483835220337,
      "learning_rate": 1.4456492254595951e-06,
      "loss": 0.3334,
      "step": 1845720
    },
    {
      "epoch": 515.14,
      "grad_norm": 1.0814169645309448,
      "learning_rate": 1.4456242498321874e-06,
      "loss": 0.3357,
      "step": 1845730
    },
    {
      "epoch": 515.14,
      "grad_norm": 1.0002604722976685,
      "learning_rate": 1.4455992743243195e-06,
      "loss": 0.3302,
      "step": 1845740
    },
    {
      "epoch": 515.14,
      "grad_norm": 1.0208674669265747,
      "learning_rate": 1.445574298935997e-06,
      "loss": 0.3377,
      "step": 1845750
    },
    {
      "epoch": 515.14,
      "grad_norm": 1.062046766281128,
      "learning_rate": 1.4455493236672217e-06,
      "loss": 0.3272,
      "step": 1845760
    },
    {
      "epoch": 515.15,
      "grad_norm": 1.2137740850448608,
      "learning_rate": 1.4455243485179968e-06,
      "loss": 0.3488,
      "step": 1845770
    },
    {
      "epoch": 515.15,
      "grad_norm": 1.0343149900436401,
      "learning_rate": 1.4454993734883263e-06,
      "loss": 0.3431,
      "step": 1845780
    },
    {
      "epoch": 515.15,
      "grad_norm": 1.173642635345459,
      "learning_rate": 1.4454743985782133e-06,
      "loss": 0.3266,
      "step": 1845790
    },
    {
      "epoch": 515.15,
      "grad_norm": 0.9903122782707214,
      "learning_rate": 1.4454494237876602e-06,
      "loss": 0.3346,
      "step": 1845800
    },
    {
      "epoch": 515.16,
      "grad_norm": 1.1306442022323608,
      "learning_rate": 1.445424449116672e-06,
      "loss": 0.3441,
      "step": 1845810
    },
    {
      "epoch": 515.16,
      "grad_norm": 1.2806296348571777,
      "learning_rate": 1.445399474565251e-06,
      "loss": 0.3573,
      "step": 1845820
    },
    {
      "epoch": 515.16,
      "grad_norm": 1.1246285438537598,
      "learning_rate": 1.4453745001334005e-06,
      "loss": 0.345,
      "step": 1845830
    },
    {
      "epoch": 515.17,
      "grad_norm": 1.0207682847976685,
      "learning_rate": 1.4453495258211245e-06,
      "loss": 0.3456,
      "step": 1845840
    },
    {
      "epoch": 515.17,
      "grad_norm": 1.0236107110977173,
      "learning_rate": 1.4453245516284256e-06,
      "loss": 0.3418,
      "step": 1845850
    },
    {
      "epoch": 515.17,
      "grad_norm": 1.2489196062088013,
      "learning_rate": 1.4452995775553065e-06,
      "loss": 0.3659,
      "step": 1845860
    },
    {
      "epoch": 515.17,
      "grad_norm": 1.0809171199798584,
      "learning_rate": 1.4452746036017725e-06,
      "loss": 0.3406,
      "step": 1845870
    },
    {
      "epoch": 515.18,
      "grad_norm": 1.1239311695098877,
      "learning_rate": 1.4452496297678255e-06,
      "loss": 0.347,
      "step": 1845880
    },
    {
      "epoch": 515.18,
      "grad_norm": 1.2462184429168701,
      "learning_rate": 1.4452246560534686e-06,
      "loss": 0.354,
      "step": 1845890
    },
    {
      "epoch": 515.18,
      "grad_norm": 1.0209035873413086,
      "learning_rate": 1.4451996824587063e-06,
      "loss": 0.3487,
      "step": 1845900
    },
    {
      "epoch": 515.19,
      "grad_norm": 0.9970357418060303,
      "learning_rate": 1.4451747089835413e-06,
      "loss": 0.3163,
      "step": 1845910
    },
    {
      "epoch": 515.19,
      "grad_norm": 1.114707112312317,
      "learning_rate": 1.4451497356279767e-06,
      "loss": 0.3379,
      "step": 1845920
    },
    {
      "epoch": 515.19,
      "grad_norm": 1.0794618129730225,
      "learning_rate": 1.4451247623920166e-06,
      "loss": 0.3575,
      "step": 1845930
    },
    {
      "epoch": 515.19,
      "grad_norm": 6.713836669921875,
      "learning_rate": 1.4450997892756632e-06,
      "loss": 0.3386,
      "step": 1845940
    },
    {
      "epoch": 515.2,
      "grad_norm": 1.0955216884613037,
      "learning_rate": 1.44507481627892e-06,
      "loss": 0.3428,
      "step": 1845950
    },
    {
      "epoch": 515.2,
      "grad_norm": 1.0300709009170532,
      "learning_rate": 1.4450498434017913e-06,
      "loss": 0.3398,
      "step": 1845960
    },
    {
      "epoch": 515.2,
      "grad_norm": 1.0250730514526367,
      "learning_rate": 1.4450248706442795e-06,
      "loss": 0.3474,
      "step": 1845970
    },
    {
      "epoch": 515.21,
      "grad_norm": 1.6050902605056763,
      "learning_rate": 1.4449998980063887e-06,
      "loss": 0.3448,
      "step": 1845980
    },
    {
      "epoch": 515.21,
      "grad_norm": 1.1116348505020142,
      "learning_rate": 1.4449749254881217e-06,
      "loss": 0.3371,
      "step": 1845990
    },
    {
      "epoch": 515.21,
      "grad_norm": 0.8970674872398376,
      "learning_rate": 1.444949953089481e-06,
      "loss": 0.3418,
      "step": 1846000
    },
    {
      "epoch": 515.21,
      "grad_norm": 1.1361726522445679,
      "learning_rate": 1.4449249808104722e-06,
      "loss": 0.3202,
      "step": 1846010
    },
    {
      "epoch": 515.22,
      "grad_norm": 1.064175009727478,
      "learning_rate": 1.4449000086510966e-06,
      "loss": 0.3396,
      "step": 1846020
    },
    {
      "epoch": 515.22,
      "grad_norm": 0.9684143662452698,
      "learning_rate": 1.4448750366113577e-06,
      "loss": 0.3352,
      "step": 1846030
    },
    {
      "epoch": 515.22,
      "grad_norm": 1.108824372291565,
      "learning_rate": 1.44485006469126e-06,
      "loss": 0.3394,
      "step": 1846040
    },
    {
      "epoch": 515.22,
      "grad_norm": 1.02316153049469,
      "learning_rate": 1.4448250928908062e-06,
      "loss": 0.3292,
      "step": 1846050
    },
    {
      "epoch": 515.23,
      "grad_norm": 1.135015845298767,
      "learning_rate": 1.4448001212099992e-06,
      "loss": 0.354,
      "step": 1846060
    },
    {
      "epoch": 515.23,
      "grad_norm": 1.184904932975769,
      "learning_rate": 1.444775149648843e-06,
      "loss": 0.3463,
      "step": 1846070
    },
    {
      "epoch": 515.23,
      "grad_norm": 1.087855577468872,
      "learning_rate": 1.4447501782073404e-06,
      "loss": 0.3489,
      "step": 1846080
    },
    {
      "epoch": 515.24,
      "grad_norm": 0.9534829258918762,
      "learning_rate": 1.4447252068854945e-06,
      "loss": 0.3488,
      "step": 1846090
    },
    {
      "epoch": 515.24,
      "grad_norm": 1.0528738498687744,
      "learning_rate": 1.4447002356833095e-06,
      "loss": 0.3365,
      "step": 1846100
    },
    {
      "epoch": 515.24,
      "grad_norm": 0.9905142188072205,
      "learning_rate": 1.4446752646007886e-06,
      "loss": 0.3313,
      "step": 1846110
    },
    {
      "epoch": 515.24,
      "grad_norm": 1.1378124952316284,
      "learning_rate": 1.4446502936379343e-06,
      "loss": 0.3343,
      "step": 1846120
    },
    {
      "epoch": 515.25,
      "grad_norm": 0.9772339463233948,
      "learning_rate": 1.4446253227947507e-06,
      "loss": 0.3433,
      "step": 1846130
    },
    {
      "epoch": 515.25,
      "grad_norm": 1.3917292356491089,
      "learning_rate": 1.4446003520712407e-06,
      "loss": 0.3415,
      "step": 1846140
    },
    {
      "epoch": 515.25,
      "grad_norm": 1.3249492645263672,
      "learning_rate": 1.444575381467407e-06,
      "loss": 0.341,
      "step": 1846150
    },
    {
      "epoch": 515.26,
      "grad_norm": 1.154474139213562,
      "learning_rate": 1.4445504109832547e-06,
      "loss": 0.3303,
      "step": 1846160
    },
    {
      "epoch": 515.26,
      "grad_norm": 1.220290184020996,
      "learning_rate": 1.4445254406187862e-06,
      "loss": 0.3476,
      "step": 1846170
    },
    {
      "epoch": 515.26,
      "grad_norm": 1.0009549856185913,
      "learning_rate": 1.4445004703740037e-06,
      "loss": 0.3299,
      "step": 1846180
    },
    {
      "epoch": 515.26,
      "grad_norm": 1.0996507406234741,
      "learning_rate": 1.4444755002489127e-06,
      "loss": 0.3322,
      "step": 1846190
    },
    {
      "epoch": 515.27,
      "grad_norm": 1.1809011697769165,
      "learning_rate": 1.4444505302435148e-06,
      "loss": 0.3453,
      "step": 1846200
    },
    {
      "epoch": 515.27,
      "grad_norm": 1.6941043138504028,
      "learning_rate": 1.4444255603578139e-06,
      "loss": 0.349,
      "step": 1846210
    },
    {
      "epoch": 515.27,
      "grad_norm": 1.3416721820831299,
      "learning_rate": 1.4444005905918136e-06,
      "loss": 0.3434,
      "step": 1846220
    },
    {
      "epoch": 515.27,
      "grad_norm": 1.2181206941604614,
      "learning_rate": 1.444375620945517e-06,
      "loss": 0.346,
      "step": 1846230
    },
    {
      "epoch": 515.28,
      "grad_norm": 1.0037144422531128,
      "learning_rate": 1.4443506514189265e-06,
      "loss": 0.3297,
      "step": 1846240
    },
    {
      "epoch": 515.28,
      "grad_norm": 1.1731833219528198,
      "learning_rate": 1.4443256820120472e-06,
      "loss": 0.3367,
      "step": 1846250
    },
    {
      "epoch": 515.28,
      "grad_norm": 1.229293704032898,
      "learning_rate": 1.4443007127248812e-06,
      "loss": 0.3431,
      "step": 1846260
    },
    {
      "epoch": 515.29,
      "grad_norm": 1.1773934364318848,
      "learning_rate": 1.4442757435574318e-06,
      "loss": 0.3542,
      "step": 1846270
    },
    {
      "epoch": 515.29,
      "grad_norm": 1.1647992134094238,
      "learning_rate": 1.4442507745097036e-06,
      "loss": 0.3461,
      "step": 1846280
    },
    {
      "epoch": 515.29,
      "grad_norm": 1.2222352027893066,
      "learning_rate": 1.4442258055816982e-06,
      "loss": 0.3533,
      "step": 1846290
    },
    {
      "epoch": 515.29,
      "grad_norm": 1.3014237880706787,
      "learning_rate": 1.4442008367734202e-06,
      "loss": 0.349,
      "step": 1846300
    },
    {
      "epoch": 515.3,
      "grad_norm": 1.058119773864746,
      "learning_rate": 1.4441758680848725e-06,
      "loss": 0.3378,
      "step": 1846310
    },
    {
      "epoch": 515.3,
      "grad_norm": 1.172686219215393,
      "learning_rate": 1.4441508995160573e-06,
      "loss": 0.3414,
      "step": 1846320
    },
    {
      "epoch": 515.3,
      "grad_norm": 0.9787355065345764,
      "learning_rate": 1.44412593106698e-06,
      "loss": 0.3213,
      "step": 1846330
    },
    {
      "epoch": 515.31,
      "grad_norm": 1.061375379562378,
      "learning_rate": 1.4441009627376428e-06,
      "loss": 0.338,
      "step": 1846340
    },
    {
      "epoch": 515.31,
      "grad_norm": 1.1816565990447998,
      "learning_rate": 1.444075994528049e-06,
      "loss": 0.351,
      "step": 1846350
    },
    {
      "epoch": 515.31,
      "grad_norm": 1.2933796644210815,
      "learning_rate": 1.4440510264382022e-06,
      "loss": 0.3498,
      "step": 1846360
    },
    {
      "epoch": 515.31,
      "grad_norm": 1.1397590637207031,
      "learning_rate": 1.444026058468106e-06,
      "loss": 0.3546,
      "step": 1846370
    },
    {
      "epoch": 515.32,
      "grad_norm": 1.0924053192138672,
      "learning_rate": 1.4440010906177619e-06,
      "loss": 0.3169,
      "step": 1846380
    },
    {
      "epoch": 515.32,
      "grad_norm": 1.0747677087783813,
      "learning_rate": 1.4439761228871758e-06,
      "loss": 0.3455,
      "step": 1846390
    },
    {
      "epoch": 515.32,
      "grad_norm": 1.6810382604599,
      "learning_rate": 1.4439511552763496e-06,
      "loss": 0.3259,
      "step": 1846400
    },
    {
      "epoch": 515.33,
      "grad_norm": 1.323011040687561,
      "learning_rate": 1.4439261877852862e-06,
      "loss": 0.3559,
      "step": 1846410
    },
    {
      "epoch": 515.33,
      "grad_norm": 1.1735835075378418,
      "learning_rate": 1.4439012204139904e-06,
      "loss": 0.3428,
      "step": 1846420
    },
    {
      "epoch": 515.33,
      "grad_norm": 1.1297820806503296,
      "learning_rate": 1.443876253162465e-06,
      "loss": 0.3342,
      "step": 1846430
    },
    {
      "epoch": 515.33,
      "grad_norm": 1.0695884227752686,
      "learning_rate": 1.443851286030712e-06,
      "loss": 0.3503,
      "step": 1846440
    },
    {
      "epoch": 515.34,
      "grad_norm": 1.0361943244934082,
      "learning_rate": 1.4438263190187367e-06,
      "loss": 0.3398,
      "step": 1846450
    },
    {
      "epoch": 515.34,
      "grad_norm": 1.0079399347305298,
      "learning_rate": 1.4438013521265413e-06,
      "loss": 0.342,
      "step": 1846460
    },
    {
      "epoch": 515.34,
      "grad_norm": 1.0162537097930908,
      "learning_rate": 1.4437763853541284e-06,
      "loss": 0.3472,
      "step": 1846470
    },
    {
      "epoch": 515.34,
      "grad_norm": 1.2260040044784546,
      "learning_rate": 1.4437514187015032e-06,
      "loss": 0.3336,
      "step": 1846480
    },
    {
      "epoch": 515.35,
      "grad_norm": 1.1041406393051147,
      "learning_rate": 1.443726452168668e-06,
      "loss": 0.3505,
      "step": 1846490
    },
    {
      "epoch": 515.35,
      "grad_norm": 1.1338857412338257,
      "learning_rate": 1.443701485755626e-06,
      "loss": 0.354,
      "step": 1846500
    },
    {
      "epoch": 515.35,
      "grad_norm": 1.0514235496520996,
      "learning_rate": 1.443676519462381e-06,
      "loss": 0.3395,
      "step": 1846510
    },
    {
      "epoch": 515.36,
      "grad_norm": 1.117336392402649,
      "learning_rate": 1.4436515532889356e-06,
      "loss": 0.3399,
      "step": 1846520
    },
    {
      "epoch": 515.36,
      "grad_norm": 1.1099809408187866,
      "learning_rate": 1.443626587235293e-06,
      "loss": 0.3459,
      "step": 1846530
    },
    {
      "epoch": 515.36,
      "grad_norm": 1.405035376548767,
      "learning_rate": 1.443601621301458e-06,
      "loss": 0.3421,
      "step": 1846540
    },
    {
      "epoch": 515.36,
      "grad_norm": 1.0387465953826904,
      "learning_rate": 1.443576655487432e-06,
      "loss": 0.3529,
      "step": 1846550
    },
    {
      "epoch": 515.37,
      "grad_norm": 0.9848623871803284,
      "learning_rate": 1.4435516897932205e-06,
      "loss": 0.3579,
      "step": 1846560
    },
    {
      "epoch": 515.37,
      "grad_norm": 1.0328896045684814,
      "learning_rate": 1.4435267242188254e-06,
      "loss": 0.3379,
      "step": 1846570
    },
    {
      "epoch": 515.37,
      "grad_norm": 1.037330150604248,
      "learning_rate": 1.44350175876425e-06,
      "loss": 0.3326,
      "step": 1846580
    },
    {
      "epoch": 515.38,
      "grad_norm": 1.0739176273345947,
      "learning_rate": 1.443476793429498e-06,
      "loss": 0.3502,
      "step": 1846590
    },
    {
      "epoch": 515.38,
      "grad_norm": 1.1907411813735962,
      "learning_rate": 1.4434518282145727e-06,
      "loss": 0.3457,
      "step": 1846600
    },
    {
      "epoch": 515.38,
      "grad_norm": 1.0253684520721436,
      "learning_rate": 1.4434268631194767e-06,
      "loss": 0.3419,
      "step": 1846610
    },
    {
      "epoch": 515.38,
      "grad_norm": 1.0025547742843628,
      "learning_rate": 1.4434018981442145e-06,
      "loss": 0.3295,
      "step": 1846620
    },
    {
      "epoch": 515.39,
      "grad_norm": 1.0602869987487793,
      "learning_rate": 1.4433769332887892e-06,
      "loss": 0.3516,
      "step": 1846630
    },
    {
      "epoch": 515.39,
      "grad_norm": 0.9718021750450134,
      "learning_rate": 1.4433519685532032e-06,
      "loss": 0.3434,
      "step": 1846640
    },
    {
      "epoch": 515.39,
      "grad_norm": 1.1471976041793823,
      "learning_rate": 1.4433270039374607e-06,
      "loss": 0.3385,
      "step": 1846650
    },
    {
      "epoch": 515.39,
      "grad_norm": 1.25973379611969,
      "learning_rate": 1.443302039441565e-06,
      "loss": 0.3354,
      "step": 1846660
    },
    {
      "epoch": 515.4,
      "grad_norm": 1.0593026876449585,
      "learning_rate": 1.4432770750655182e-06,
      "loss": 0.3251,
      "step": 1846670
    },
    {
      "epoch": 515.4,
      "grad_norm": 1.1164075136184692,
      "learning_rate": 1.4432521108093255e-06,
      "loss": 0.3234,
      "step": 1846680
    },
    {
      "epoch": 515.4,
      "grad_norm": 0.9306742548942566,
      "learning_rate": 1.4432271466729895e-06,
      "loss": 0.3525,
      "step": 1846690
    },
    {
      "epoch": 515.41,
      "grad_norm": 1.1535605192184448,
      "learning_rate": 1.443202182656512e-06,
      "loss": 0.3449,
      "step": 1846700
    },
    {
      "epoch": 515.41,
      "grad_norm": 1.1025102138519287,
      "learning_rate": 1.4431772187598986e-06,
      "loss": 0.3467,
      "step": 1846710
    },
    {
      "epoch": 515.41,
      "grad_norm": 1.0552663803100586,
      "learning_rate": 1.443152254983152e-06,
      "loss": 0.3347,
      "step": 1846720
    },
    {
      "epoch": 515.41,
      "grad_norm": 1.077372431755066,
      "learning_rate": 1.4431272913262748e-06,
      "loss": 0.3243,
      "step": 1846730
    },
    {
      "epoch": 515.42,
      "grad_norm": 1.1109691858291626,
      "learning_rate": 1.443102327789271e-06,
      "loss": 0.3409,
      "step": 1846740
    },
    {
      "epoch": 515.42,
      "grad_norm": 1.2907847166061401,
      "learning_rate": 1.4430773643721436e-06,
      "loss": 0.3516,
      "step": 1846750
    },
    {
      "epoch": 515.42,
      "grad_norm": 0.9966936111450195,
      "learning_rate": 1.4430524010748953e-06,
      "loss": 0.357,
      "step": 1846760
    },
    {
      "epoch": 515.43,
      "grad_norm": 0.997492790222168,
      "learning_rate": 1.4430274378975304e-06,
      "loss": 0.3459,
      "step": 1846770
    },
    {
      "epoch": 515.43,
      "grad_norm": 1.3943977355957031,
      "learning_rate": 1.4430024748400526e-06,
      "loss": 0.3357,
      "step": 1846780
    },
    {
      "epoch": 515.43,
      "grad_norm": 1.106567621231079,
      "learning_rate": 1.4429775119024637e-06,
      "loss": 0.3404,
      "step": 1846790
    },
    {
      "epoch": 515.43,
      "grad_norm": 1.2780438661575317,
      "learning_rate": 1.4429525490847684e-06,
      "loss": 0.3226,
      "step": 1846800
    },
    {
      "epoch": 515.44,
      "grad_norm": 1.0362447500228882,
      "learning_rate": 1.4429275863869699e-06,
      "loss": 0.3378,
      "step": 1846810
    },
    {
      "epoch": 515.44,
      "grad_norm": 1.1242154836654663,
      "learning_rate": 1.4429026238090694e-06,
      "loss": 0.3239,
      "step": 1846820
    },
    {
      "epoch": 515.44,
      "grad_norm": 0.9850427508354187,
      "learning_rate": 1.4428776613510735e-06,
      "loss": 0.3414,
      "step": 1846830
    },
    {
      "epoch": 515.45,
      "grad_norm": 0.964421272277832,
      "learning_rate": 1.4428526990129827e-06,
      "loss": 0.3497,
      "step": 1846840
    },
    {
      "epoch": 515.45,
      "grad_norm": 0.9277012348175049,
      "learning_rate": 1.4428277367948026e-06,
      "loss": 0.327,
      "step": 1846850
    },
    {
      "epoch": 515.45,
      "grad_norm": 0.9787452816963196,
      "learning_rate": 1.4428027746965356e-06,
      "loss": 0.3533,
      "step": 1846860
    },
    {
      "epoch": 515.45,
      "grad_norm": 0.976163387298584,
      "learning_rate": 1.4427778127181844e-06,
      "loss": 0.3481,
      "step": 1846870
    },
    {
      "epoch": 515.46,
      "grad_norm": 1.0390405654907227,
      "learning_rate": 1.4427528508597533e-06,
      "loss": 0.3404,
      "step": 1846880
    },
    {
      "epoch": 515.46,
      "grad_norm": 1.258827567100525,
      "learning_rate": 1.4427278891212452e-06,
      "loss": 0.3418,
      "step": 1846890
    },
    {
      "epoch": 515.46,
      "grad_norm": 0.9455378651618958,
      "learning_rate": 1.4427029275026623e-06,
      "loss": 0.3361,
      "step": 1846900
    },
    {
      "epoch": 515.46,
      "grad_norm": 1.0215893983840942,
      "learning_rate": 1.4426779660040102e-06,
      "loss": 0.3258,
      "step": 1846910
    },
    {
      "epoch": 515.47,
      "grad_norm": 1.0740079879760742,
      "learning_rate": 1.4426530046252907e-06,
      "loss": 0.3329,
      "step": 1846920
    },
    {
      "epoch": 515.47,
      "grad_norm": 1.1973707675933838,
      "learning_rate": 1.4426280433665073e-06,
      "loss": 0.337,
      "step": 1846930
    },
    {
      "epoch": 515.47,
      "grad_norm": 1.0743108987808228,
      "learning_rate": 1.4426030822276637e-06,
      "loss": 0.3443,
      "step": 1846940
    },
    {
      "epoch": 515.48,
      "grad_norm": 1.228248119354248,
      "learning_rate": 1.442578121208763e-06,
      "loss": 0.3389,
      "step": 1846950
    },
    {
      "epoch": 515.48,
      "grad_norm": 1.3790979385375977,
      "learning_rate": 1.442553160309808e-06,
      "loss": 0.3569,
      "step": 1846960
    },
    {
      "epoch": 515.48,
      "grad_norm": 1.1739157438278198,
      "learning_rate": 1.442528199530803e-06,
      "loss": 0.3454,
      "step": 1846970
    },
    {
      "epoch": 515.48,
      "grad_norm": 1.1579557657241821,
      "learning_rate": 1.442503238871751e-06,
      "loss": 0.3439,
      "step": 1846980
    },
    {
      "epoch": 515.49,
      "grad_norm": 0.9503716230392456,
      "learning_rate": 1.4424782783326541e-06,
      "loss": 0.3409,
      "step": 1846990
    },
    {
      "epoch": 515.49,
      "grad_norm": 0.9796589016914368,
      "learning_rate": 1.442453317913518e-06,
      "loss": 0.329,
      "step": 1847000
    },
    {
      "epoch": 515.49,
      "grad_norm": 1.1604033708572388,
      "learning_rate": 1.4424283576143445e-06,
      "loss": 0.3401,
      "step": 1847010
    },
    {
      "epoch": 515.5,
      "grad_norm": 1.0349507331848145,
      "learning_rate": 1.442403397435137e-06,
      "loss": 0.3451,
      "step": 1847020
    },
    {
      "epoch": 515.5,
      "grad_norm": 0.9843459725379944,
      "learning_rate": 1.442378437375899e-06,
      "loss": 0.3502,
      "step": 1847030
    },
    {
      "epoch": 515.5,
      "grad_norm": 1.3507459163665771,
      "learning_rate": 1.4423534774366341e-06,
      "loss": 0.3346,
      "step": 1847040
    },
    {
      "epoch": 515.5,
      "grad_norm": 1.0927070379257202,
      "learning_rate": 1.4423285176173442e-06,
      "loss": 0.3428,
      "step": 1847050
    },
    {
      "epoch": 515.51,
      "grad_norm": 1.1092077493667603,
      "learning_rate": 1.442303557918035e-06,
      "loss": 0.34,
      "step": 1847060
    },
    {
      "epoch": 515.51,
      "grad_norm": 1.1197538375854492,
      "learning_rate": 1.4422785983387084e-06,
      "loss": 0.3501,
      "step": 1847070
    },
    {
      "epoch": 515.51,
      "grad_norm": 0.9195191860198975,
      "learning_rate": 1.4422536388793673e-06,
      "loss": 0.348,
      "step": 1847080
    },
    {
      "epoch": 515.51,
      "grad_norm": 0.9790486693382263,
      "learning_rate": 1.4422286795400162e-06,
      "loss": 0.3505,
      "step": 1847090
    },
    {
      "epoch": 515.52,
      "grad_norm": 0.9655729532241821,
      "learning_rate": 1.4422037203206573e-06,
      "loss": 0.3342,
      "step": 1847100
    },
    {
      "epoch": 515.52,
      "grad_norm": 0.9898091554641724,
      "learning_rate": 1.4421787612212944e-06,
      "loss": 0.3449,
      "step": 1847110
    },
    {
      "epoch": 515.52,
      "grad_norm": 1.1591582298278809,
      "learning_rate": 1.4421538022419315e-06,
      "loss": 0.322,
      "step": 1847120
    },
    {
      "epoch": 515.53,
      "grad_norm": 2.781787633895874,
      "learning_rate": 1.44212884338257e-06,
      "loss": 0.3392,
      "step": 1847130
    },
    {
      "epoch": 515.53,
      "grad_norm": 1.1550124883651733,
      "learning_rate": 1.4421038846432159e-06,
      "loss": 0.3373,
      "step": 1847140
    },
    {
      "epoch": 515.53,
      "grad_norm": 1.2900538444519043,
      "learning_rate": 1.442078926023871e-06,
      "loss": 0.3398,
      "step": 1847150
    },
    {
      "epoch": 515.53,
      "grad_norm": 1.0727797746658325,
      "learning_rate": 1.4420539675245384e-06,
      "loss": 0.3231,
      "step": 1847160
    },
    {
      "epoch": 515.54,
      "grad_norm": 1.3694922924041748,
      "learning_rate": 1.4420290091452221e-06,
      "loss": 0.3458,
      "step": 1847170
    },
    {
      "epoch": 515.54,
      "grad_norm": 1.3366872072219849,
      "learning_rate": 1.4420040508859249e-06,
      "loss": 0.3344,
      "step": 1847180
    },
    {
      "epoch": 515.54,
      "grad_norm": 2.1130423545837402,
      "learning_rate": 1.4419790927466497e-06,
      "loss": 0.35,
      "step": 1847190
    },
    {
      "epoch": 515.55,
      "grad_norm": 1.0180033445358276,
      "learning_rate": 1.4419541347274014e-06,
      "loss": 0.3424,
      "step": 1847200
    },
    {
      "epoch": 515.55,
      "grad_norm": 1.3150944709777832,
      "learning_rate": 1.4419291768281823e-06,
      "loss": 0.3383,
      "step": 1847210
    },
    {
      "epoch": 515.55,
      "grad_norm": 1.171463966369629,
      "learning_rate": 1.4419042190489952e-06,
      "loss": 0.3377,
      "step": 1847220
    },
    {
      "epoch": 515.55,
      "grad_norm": 1.1555129289627075,
      "learning_rate": 1.4418792613898445e-06,
      "loss": 0.3549,
      "step": 1847230
    },
    {
      "epoch": 515.56,
      "grad_norm": 1.1454864740371704,
      "learning_rate": 1.441854303850733e-06,
      "loss": 0.3286,
      "step": 1847240
    },
    {
      "epoch": 515.56,
      "grad_norm": 1.5517454147338867,
      "learning_rate": 1.4418293464316637e-06,
      "loss": 0.3456,
      "step": 1847250
    },
    {
      "epoch": 515.56,
      "grad_norm": 1.06904935836792,
      "learning_rate": 1.441804389132641e-06,
      "loss": 0.3507,
      "step": 1847260
    },
    {
      "epoch": 515.57,
      "grad_norm": 1.164371371269226,
      "learning_rate": 1.441779431953667e-06,
      "loss": 0.3539,
      "step": 1847270
    },
    {
      "epoch": 515.57,
      "grad_norm": 1.2106181383132935,
      "learning_rate": 1.441754474894745e-06,
      "loss": 0.343,
      "step": 1847280
    },
    {
      "epoch": 515.57,
      "grad_norm": 1.0192511081695557,
      "learning_rate": 1.44172951795588e-06,
      "loss": 0.3418,
      "step": 1847290
    },
    {
      "epoch": 515.57,
      "grad_norm": 1.0970317125320435,
      "learning_rate": 1.4417045611370735e-06,
      "loss": 0.3323,
      "step": 1847300
    },
    {
      "epoch": 515.58,
      "grad_norm": 1.0009019374847412,
      "learning_rate": 1.4416796044383296e-06,
      "loss": 0.3345,
      "step": 1847310
    },
    {
      "epoch": 515.58,
      "grad_norm": 1.0896592140197754,
      "learning_rate": 1.4416546478596516e-06,
      "loss": 0.3367,
      "step": 1847320
    },
    {
      "epoch": 515.58,
      "grad_norm": 1.25534987449646,
      "learning_rate": 1.441629691401043e-06,
      "loss": 0.334,
      "step": 1847330
    },
    {
      "epoch": 515.58,
      "grad_norm": 1.205582857131958,
      "learning_rate": 1.4416047350625058e-06,
      "loss": 0.3493,
      "step": 1847340
    },
    {
      "epoch": 515.59,
      "grad_norm": 1.0857840776443481,
      "learning_rate": 1.4415797788440455e-06,
      "loss": 0.3244,
      "step": 1847350
    },
    {
      "epoch": 515.59,
      "grad_norm": 0.9509882926940918,
      "learning_rate": 1.441554822745664e-06,
      "loss": 0.3475,
      "step": 1847360
    },
    {
      "epoch": 515.59,
      "grad_norm": 1.218639850616455,
      "learning_rate": 1.4415298667673642e-06,
      "loss": 0.3316,
      "step": 1847370
    },
    {
      "epoch": 515.6,
      "grad_norm": 1.0072935819625854,
      "learning_rate": 1.4415049109091509e-06,
      "loss": 0.339,
      "step": 1847380
    },
    {
      "epoch": 515.6,
      "grad_norm": 1.007163405418396,
      "learning_rate": 1.4414799551710267e-06,
      "loss": 0.3517,
      "step": 1847390
    },
    {
      "epoch": 515.6,
      "grad_norm": 1.1793582439422607,
      "learning_rate": 1.4414549995529948e-06,
      "loss": 0.3676,
      "step": 1847400
    },
    {
      "epoch": 515.6,
      "grad_norm": 1.1603755950927734,
      "learning_rate": 1.4414300440550586e-06,
      "loss": 0.3408,
      "step": 1847410
    },
    {
      "epoch": 515.61,
      "grad_norm": 1.054136037826538,
      "learning_rate": 1.4414050886772207e-06,
      "loss": 0.353,
      "step": 1847420
    },
    {
      "epoch": 515.61,
      "grad_norm": 1.0430299043655396,
      "learning_rate": 1.441380133419486e-06,
      "loss": 0.3252,
      "step": 1847430
    },
    {
      "epoch": 515.61,
      "grad_norm": 1.2506414651870728,
      "learning_rate": 1.4413551782818573e-06,
      "loss": 0.3537,
      "step": 1847440
    },
    {
      "epoch": 515.62,
      "grad_norm": 1.2903755903244019,
      "learning_rate": 1.4413302232643367e-06,
      "loss": 0.3449,
      "step": 1847450
    },
    {
      "epoch": 515.62,
      "grad_norm": 1.1518747806549072,
      "learning_rate": 1.4413052683669293e-06,
      "loss": 0.3553,
      "step": 1847460
    },
    {
      "epoch": 515.62,
      "grad_norm": 1.0145784616470337,
      "learning_rate": 1.4412803135896373e-06,
      "loss": 0.3342,
      "step": 1847470
    },
    {
      "epoch": 515.62,
      "grad_norm": 1.0371053218841553,
      "learning_rate": 1.4412553589324633e-06,
      "loss": 0.3384,
      "step": 1847480
    },
    {
      "epoch": 515.63,
      "grad_norm": 1.225738525390625,
      "learning_rate": 1.4412304043954124e-06,
      "loss": 0.3376,
      "step": 1847490
    },
    {
      "epoch": 515.63,
      "grad_norm": 1.1044255495071411,
      "learning_rate": 1.4412054499784874e-06,
      "loss": 0.3335,
      "step": 1847500
    },
    {
      "epoch": 515.63,
      "grad_norm": 1.089304804801941,
      "learning_rate": 1.4411804956816901e-06,
      "loss": 0.3327,
      "step": 1847510
    },
    {
      "epoch": 515.63,
      "grad_norm": 1.016815185546875,
      "learning_rate": 1.441155541505026e-06,
      "loss": 0.342,
      "step": 1847520
    },
    {
      "epoch": 515.64,
      "grad_norm": 0.8950275778770447,
      "learning_rate": 1.4411305874484978e-06,
      "loss": 0.3448,
      "step": 1847530
    },
    {
      "epoch": 515.64,
      "grad_norm": 0.9534420967102051,
      "learning_rate": 1.4411056335121075e-06,
      "loss": 0.3242,
      "step": 1847540
    },
    {
      "epoch": 515.64,
      "grad_norm": 1.1568121910095215,
      "learning_rate": 1.4410806796958604e-06,
      "loss": 0.3425,
      "step": 1847550
    },
    {
      "epoch": 515.65,
      "grad_norm": 1.1133842468261719,
      "learning_rate": 1.4410557259997588e-06,
      "loss": 0.3487,
      "step": 1847560
    },
    {
      "epoch": 515.65,
      "grad_norm": 1.1499896049499512,
      "learning_rate": 1.4410307724238048e-06,
      "loss": 0.3453,
      "step": 1847570
    },
    {
      "epoch": 515.65,
      "grad_norm": 1.0772572755813599,
      "learning_rate": 1.441005818968004e-06,
      "loss": 0.34,
      "step": 1847580
    },
    {
      "epoch": 515.65,
      "grad_norm": 1.1811772584915161,
      "learning_rate": 1.440980865632359e-06,
      "loss": 0.3538,
      "step": 1847590
    },
    {
      "epoch": 515.66,
      "grad_norm": 1.1577476263046265,
      "learning_rate": 1.4409559124168717e-06,
      "loss": 0.3374,
      "step": 1847600
    },
    {
      "epoch": 515.66,
      "grad_norm": 1.1190779209136963,
      "learning_rate": 1.4409309593215475e-06,
      "loss": 0.3613,
      "step": 1847610
    },
    {
      "epoch": 515.66,
      "grad_norm": 1.009029746055603,
      "learning_rate": 1.4409060063463889e-06,
      "loss": 0.3274,
      "step": 1847620
    },
    {
      "epoch": 515.67,
      "grad_norm": 0.9928359985351562,
      "learning_rate": 1.4408810534913977e-06,
      "loss": 0.3442,
      "step": 1847630
    },
    {
      "epoch": 515.67,
      "grad_norm": 0.9633384943008423,
      "learning_rate": 1.4408561007565798e-06,
      "loss": 0.3406,
      "step": 1847640
    },
    {
      "epoch": 515.67,
      "grad_norm": 1.1633679866790771,
      "learning_rate": 1.4408311481419373e-06,
      "loss": 0.3149,
      "step": 1847650
    },
    {
      "epoch": 515.67,
      "grad_norm": 1.3343398571014404,
      "learning_rate": 1.4408061956474726e-06,
      "loss": 0.3532,
      "step": 1847660
    },
    {
      "epoch": 515.68,
      "grad_norm": 1.1268608570098877,
      "learning_rate": 1.4407812432731906e-06,
      "loss": 0.3312,
      "step": 1847670
    },
    {
      "epoch": 515.68,
      "grad_norm": 1.0215917825698853,
      "learning_rate": 1.4407562910190944e-06,
      "loss": 0.3274,
      "step": 1847680
    },
    {
      "epoch": 515.68,
      "grad_norm": 1.2383627891540527,
      "learning_rate": 1.4407313388851865e-06,
      "loss": 0.341,
      "step": 1847690
    },
    {
      "epoch": 515.69,
      "grad_norm": 1.2663891315460205,
      "learning_rate": 1.4407063868714708e-06,
      "loss": 0.33,
      "step": 1847700
    },
    {
      "epoch": 515.69,
      "grad_norm": 0.9523244500160217,
      "learning_rate": 1.4406814349779495e-06,
      "loss": 0.3277,
      "step": 1847710
    },
    {
      "epoch": 515.69,
      "grad_norm": 1.0558308362960815,
      "learning_rate": 1.4406564832046282e-06,
      "loss": 0.3593,
      "step": 1847720
    },
    {
      "epoch": 515.69,
      "grad_norm": 1.2660863399505615,
      "learning_rate": 1.4406315315515084e-06,
      "loss": 0.3334,
      "step": 1847730
    },
    {
      "epoch": 515.7,
      "grad_norm": 1.0339542627334595,
      "learning_rate": 1.4406065800185938e-06,
      "loss": 0.3306,
      "step": 1847740
    },
    {
      "epoch": 515.7,
      "grad_norm": 1.1160147190093994,
      "learning_rate": 1.4405816286058885e-06,
      "loss": 0.3419,
      "step": 1847750
    },
    {
      "epoch": 515.7,
      "grad_norm": 1.111857295036316,
      "learning_rate": 1.4405566773133945e-06,
      "loss": 0.3249,
      "step": 1847760
    },
    {
      "epoch": 515.7,
      "grad_norm": 1.1563515663146973,
      "learning_rate": 1.4405317261411152e-06,
      "loss": 0.3542,
      "step": 1847770
    },
    {
      "epoch": 515.71,
      "grad_norm": 0.9788568019866943,
      "learning_rate": 1.4405067750890555e-06,
      "loss": 0.3402,
      "step": 1847780
    },
    {
      "epoch": 515.71,
      "grad_norm": 1.0613454580307007,
      "learning_rate": 1.4404818241572177e-06,
      "loss": 0.3306,
      "step": 1847790
    },
    {
      "epoch": 515.71,
      "grad_norm": 1.1432245969772339,
      "learning_rate": 1.440456873345604e-06,
      "loss": 0.3299,
      "step": 1847800
    },
    {
      "epoch": 515.72,
      "grad_norm": 1.0204557180404663,
      "learning_rate": 1.44043192265422e-06,
      "loss": 0.3382,
      "step": 1847810
    },
    {
      "epoch": 515.72,
      "grad_norm": 1.1506825685501099,
      "learning_rate": 1.440406972083068e-06,
      "loss": 0.3367,
      "step": 1847820
    },
    {
      "epoch": 515.72,
      "grad_norm": 1.5384552478790283,
      "learning_rate": 1.4403820216321503e-06,
      "loss": 0.3396,
      "step": 1847830
    },
    {
      "epoch": 515.72,
      "grad_norm": 0.9869871139526367,
      "learning_rate": 1.440357071301472e-06,
      "loss": 0.3488,
      "step": 1847840
    },
    {
      "epoch": 515.73,
      "grad_norm": 1.015542984008789,
      "learning_rate": 1.4403321210910352e-06,
      "loss": 0.3364,
      "step": 1847850
    },
    {
      "epoch": 515.73,
      "grad_norm": 1.020453929901123,
      "learning_rate": 1.4403071710008429e-06,
      "loss": 0.3438,
      "step": 1847860
    },
    {
      "epoch": 515.73,
      "grad_norm": 0.9949080348014832,
      "learning_rate": 1.4402822210308997e-06,
      "loss": 0.3283,
      "step": 1847870
    },
    {
      "epoch": 515.74,
      "grad_norm": 0.9833465814590454,
      "learning_rate": 1.4402572711812088e-06,
      "loss": 0.3322,
      "step": 1847880
    },
    {
      "epoch": 515.74,
      "grad_norm": 0.9276423454284668,
      "learning_rate": 1.4402323214517723e-06,
      "loss": 0.348,
      "step": 1847890
    },
    {
      "epoch": 515.74,
      "grad_norm": 0.989812970161438,
      "learning_rate": 1.4402073718425946e-06,
      "loss": 0.3478,
      "step": 1847900
    },
    {
      "epoch": 515.74,
      "grad_norm": 1.0417377948760986,
      "learning_rate": 1.440182422353679e-06,
      "loss": 0.3358,
      "step": 1847910
    },
    {
      "epoch": 515.75,
      "grad_norm": 1.1310653686523438,
      "learning_rate": 1.4401574729850272e-06,
      "loss": 0.3346,
      "step": 1847920
    },
    {
      "epoch": 515.75,
      "grad_norm": 1.0829815864562988,
      "learning_rate": 1.440132523736645e-06,
      "loss": 0.3482,
      "step": 1847930
    },
    {
      "epoch": 515.75,
      "grad_norm": 1.3252534866333008,
      "learning_rate": 1.4401075746085344e-06,
      "loss": 0.3458,
      "step": 1847940
    },
    {
      "epoch": 515.75,
      "grad_norm": 1.0958001613616943,
      "learning_rate": 1.440082625600698e-06,
      "loss": 0.3536,
      "step": 1847950
    },
    {
      "epoch": 515.76,
      "grad_norm": 1.1512712240219116,
      "learning_rate": 1.440057676713141e-06,
      "loss": 0.343,
      "step": 1847960
    },
    {
      "epoch": 515.76,
      "grad_norm": 1.1389329433441162,
      "learning_rate": 1.4400327279458654e-06,
      "loss": 0.3215,
      "step": 1847970
    },
    {
      "epoch": 515.76,
      "grad_norm": 1.000311255455017,
      "learning_rate": 1.4400077792988744e-06,
      "loss": 0.3318,
      "step": 1847980
    },
    {
      "epoch": 515.77,
      "grad_norm": 1.061710238456726,
      "learning_rate": 1.4399828307721723e-06,
      "loss": 0.3337,
      "step": 1847990
    },
    {
      "epoch": 515.77,
      "grad_norm": 1.0087584257125854,
      "learning_rate": 1.439957882365761e-06,
      "loss": 0.3425,
      "step": 1848000
    },
    {
      "epoch": 515.77,
      "grad_norm": 1.3712698221206665,
      "learning_rate": 1.4399329340796452e-06,
      "loss": 0.3455,
      "step": 1848010
    },
    {
      "epoch": 515.77,
      "grad_norm": 1.0709997415542603,
      "learning_rate": 1.4399079859138283e-06,
      "loss": 0.3425,
      "step": 1848020
    },
    {
      "epoch": 515.78,
      "grad_norm": 1.188359260559082,
      "learning_rate": 1.4398830378683123e-06,
      "loss": 0.332,
      "step": 1848030
    },
    {
      "epoch": 515.78,
      "grad_norm": 1.1973135471343994,
      "learning_rate": 1.4398580899431018e-06,
      "loss": 0.3471,
      "step": 1848040
    },
    {
      "epoch": 515.78,
      "grad_norm": 0.9577451348304749,
      "learning_rate": 1.4398331421381993e-06,
      "loss": 0.315,
      "step": 1848050
    },
    {
      "epoch": 515.79,
      "grad_norm": 0.9988188743591309,
      "learning_rate": 1.4398081944536076e-06,
      "loss": 0.3476,
      "step": 1848060
    },
    {
      "epoch": 515.79,
      "grad_norm": 1.0488231182098389,
      "learning_rate": 1.4397832468893316e-06,
      "loss": 0.3492,
      "step": 1848070
    },
    {
      "epoch": 515.79,
      "grad_norm": 1.0313469171524048,
      "learning_rate": 1.4397582994453742e-06,
      "loss": 0.3467,
      "step": 1848080
    },
    {
      "epoch": 515.79,
      "grad_norm": 1.038405179977417,
      "learning_rate": 1.439733352121737e-06,
      "loss": 0.3364,
      "step": 1848090
    },
    {
      "epoch": 515.8,
      "grad_norm": 1.299050211906433,
      "learning_rate": 1.4397084049184257e-06,
      "loss": 0.3474,
      "step": 1848100
    },
    {
      "epoch": 515.8,
      "grad_norm": 1.0397319793701172,
      "learning_rate": 1.4396834578354428e-06,
      "loss": 0.3345,
      "step": 1848110
    },
    {
      "epoch": 515.8,
      "grad_norm": 1.078023910522461,
      "learning_rate": 1.4396585108727908e-06,
      "loss": 0.34,
      "step": 1848120
    },
    {
      "epoch": 515.81,
      "grad_norm": 1.2980482578277588,
      "learning_rate": 1.439633564030474e-06,
      "loss": 0.3446,
      "step": 1848130
    },
    {
      "epoch": 515.81,
      "grad_norm": 1.1411789655685425,
      "learning_rate": 1.4396086173084955e-06,
      "loss": 0.3308,
      "step": 1848140
    },
    {
      "epoch": 515.81,
      "grad_norm": 1.0100855827331543,
      "learning_rate": 1.4395836707068575e-06,
      "loss": 0.3268,
      "step": 1848150
    },
    {
      "epoch": 515.81,
      "grad_norm": 1.0544148683547974,
      "learning_rate": 1.439558724225565e-06,
      "loss": 0.3495,
      "step": 1848160
    },
    {
      "epoch": 515.82,
      "grad_norm": 1.0141088962554932,
      "learning_rate": 1.439533777864621e-06,
      "loss": 0.3177,
      "step": 1848170
    },
    {
      "epoch": 515.82,
      "grad_norm": 1.0666462182998657,
      "learning_rate": 1.439508831624027e-06,
      "loss": 0.3366,
      "step": 1848180
    },
    {
      "epoch": 515.82,
      "grad_norm": 1.0614041090011597,
      "learning_rate": 1.439483885503789e-06,
      "loss": 0.3465,
      "step": 1848190
    },
    {
      "epoch": 515.82,
      "grad_norm": 1.0497292280197144,
      "learning_rate": 1.439458939503909e-06,
      "loss": 0.3353,
      "step": 1848200
    },
    {
      "epoch": 515.83,
      "grad_norm": 0.9798364639282227,
      "learning_rate": 1.4394339936243898e-06,
      "loss": 0.3515,
      "step": 1848210
    },
    {
      "epoch": 515.83,
      "grad_norm": 0.9800398349761963,
      "learning_rate": 1.4394090478652361e-06,
      "loss": 0.3426,
      "step": 1848220
    },
    {
      "epoch": 515.83,
      "grad_norm": 1.0987151861190796,
      "learning_rate": 1.4393841022264503e-06,
      "loss": 0.3299,
      "step": 1848230
    },
    {
      "epoch": 515.84,
      "grad_norm": 0.9371844530105591,
      "learning_rate": 1.4393591567080348e-06,
      "loss": 0.3343,
      "step": 1848240
    },
    {
      "epoch": 515.84,
      "grad_norm": 1.1103349924087524,
      "learning_rate": 1.4393342113099948e-06,
      "loss": 0.3541,
      "step": 1848250
    },
    {
      "epoch": 515.84,
      "grad_norm": 1.1561893224716187,
      "learning_rate": 1.4393092660323328e-06,
      "loss": 0.3353,
      "step": 1848260
    },
    {
      "epoch": 515.84,
      "grad_norm": 1.0303592681884766,
      "learning_rate": 1.439284320875052e-06,
      "loss": 0.349,
      "step": 1848270
    },
    {
      "epoch": 515.85,
      "grad_norm": 1.319317102432251,
      "learning_rate": 1.4392593758381559e-06,
      "loss": 0.3446,
      "step": 1848280
    },
    {
      "epoch": 515.85,
      "grad_norm": 1.1002850532531738,
      "learning_rate": 1.439234430921647e-06,
      "loss": 0.351,
      "step": 1848290
    },
    {
      "epoch": 515.85,
      "grad_norm": 1.1321038007736206,
      "learning_rate": 1.4392094861255303e-06,
      "loss": 0.3223,
      "step": 1848300
    },
    {
      "epoch": 515.86,
      "grad_norm": 1.0541071891784668,
      "learning_rate": 1.439184541449808e-06,
      "loss": 0.3272,
      "step": 1848310
    },
    {
      "epoch": 515.86,
      "grad_norm": 1.5891387462615967,
      "learning_rate": 1.4391595968944832e-06,
      "loss": 0.3463,
      "step": 1848320
    },
    {
      "epoch": 515.86,
      "grad_norm": 0.9512205123901367,
      "learning_rate": 1.4391346524595597e-06,
      "loss": 0.3395,
      "step": 1848330
    },
    {
      "epoch": 515.86,
      "grad_norm": 1.2599306106567383,
      "learning_rate": 1.4391097081450417e-06,
      "loss": 0.3417,
      "step": 1848340
    },
    {
      "epoch": 515.87,
      "grad_norm": 1.2592500448226929,
      "learning_rate": 1.4390847639509304e-06,
      "loss": 0.3328,
      "step": 1848350
    },
    {
      "epoch": 515.87,
      "grad_norm": 1.2325330972671509,
      "learning_rate": 1.439059819877231e-06,
      "loss": 0.3301,
      "step": 1848360
    },
    {
      "epoch": 515.87,
      "grad_norm": 1.082859754562378,
      "learning_rate": 1.4390348759239462e-06,
      "loss": 0.3497,
      "step": 1848370
    },
    {
      "epoch": 515.87,
      "grad_norm": 1.202358603477478,
      "learning_rate": 1.4390099320910782e-06,
      "loss": 0.3608,
      "step": 1848380
    },
    {
      "epoch": 515.88,
      "grad_norm": 1.221827745437622,
      "learning_rate": 1.4389849883786323e-06,
      "loss": 0.3443,
      "step": 1848390
    },
    {
      "epoch": 515.88,
      "grad_norm": 0.970694899559021,
      "learning_rate": 1.4389600447866107e-06,
      "loss": 0.3435,
      "step": 1848400
    },
    {
      "epoch": 515.88,
      "grad_norm": 1.202344298362732,
      "learning_rate": 1.438935101315017e-06,
      "loss": 0.3528,
      "step": 1848410
    },
    {
      "epoch": 515.89,
      "grad_norm": 1.1533275842666626,
      "learning_rate": 1.4389101579638542e-06,
      "loss": 0.3371,
      "step": 1848420
    },
    {
      "epoch": 515.89,
      "grad_norm": 1.2013978958129883,
      "learning_rate": 1.4388852147331261e-06,
      "loss": 0.3356,
      "step": 1848430
    },
    {
      "epoch": 515.89,
      "grad_norm": 1.1916334629058838,
      "learning_rate": 1.4388602716228349e-06,
      "loss": 0.3351,
      "step": 1848440
    },
    {
      "epoch": 515.89,
      "grad_norm": 1.1080968379974365,
      "learning_rate": 1.4388353286329855e-06,
      "loss": 0.3593,
      "step": 1848450
    },
    {
      "epoch": 515.9,
      "grad_norm": 1.2744404077529907,
      "learning_rate": 1.4388103857635807e-06,
      "loss": 0.363,
      "step": 1848460
    },
    {
      "epoch": 515.9,
      "grad_norm": 1.0365017652511597,
      "learning_rate": 1.4387854430146227e-06,
      "loss": 0.3421,
      "step": 1848470
    },
    {
      "epoch": 515.9,
      "grad_norm": 1.3940027952194214,
      "learning_rate": 1.4387605003861165e-06,
      "loss": 0.3341,
      "step": 1848480
    },
    {
      "epoch": 515.91,
      "grad_norm": 1.2123167514801025,
      "learning_rate": 1.4387355578780646e-06,
      "loss": 0.3437,
      "step": 1848490
    },
    {
      "epoch": 515.91,
      "grad_norm": 1.05902099609375,
      "learning_rate": 1.43871061549047e-06,
      "loss": 0.3462,
      "step": 1848500
    },
    {
      "epoch": 515.91,
      "grad_norm": 1.1115336418151855,
      "learning_rate": 1.438685673223337e-06,
      "loss": 0.3462,
      "step": 1848510
    },
    {
      "epoch": 515.91,
      "grad_norm": 1.116929292678833,
      "learning_rate": 1.4386607310766682e-06,
      "loss": 0.3515,
      "step": 1848520
    },
    {
      "epoch": 515.92,
      "grad_norm": 1.1837007999420166,
      "learning_rate": 1.4386357890504658e-06,
      "loss": 0.3411,
      "step": 1848530
    },
    {
      "epoch": 515.92,
      "grad_norm": 1.0730724334716797,
      "learning_rate": 1.4386108471447356e-06,
      "loss": 0.362,
      "step": 1848540
    },
    {
      "epoch": 515.92,
      "grad_norm": 1.050342321395874,
      "learning_rate": 1.4385859053594796e-06,
      "loss": 0.3373,
      "step": 1848550
    },
    {
      "epoch": 515.93,
      "grad_norm": 1.166991114616394,
      "learning_rate": 1.4385609636947009e-06,
      "loss": 0.3312,
      "step": 1848560
    },
    {
      "epoch": 515.93,
      "grad_norm": 1.302308201789856,
      "learning_rate": 1.4385360221504033e-06,
      "loss": 0.354,
      "step": 1848570
    },
    {
      "epoch": 515.93,
      "grad_norm": 1.13343346118927,
      "learning_rate": 1.438511080726589e-06,
      "loss": 0.3509,
      "step": 1848580
    },
    {
      "epoch": 515.93,
      "grad_norm": 1.1636368036270142,
      "learning_rate": 1.438486139423263e-06,
      "loss": 0.3405,
      "step": 1848590
    },
    {
      "epoch": 515.94,
      "grad_norm": 1.1599838733673096,
      "learning_rate": 1.4384611982404285e-06,
      "loss": 0.3507,
      "step": 1848600
    },
    {
      "epoch": 515.94,
      "grad_norm": 1.1820340156555176,
      "learning_rate": 1.4384362571780868e-06,
      "loss": 0.3305,
      "step": 1848610
    },
    {
      "epoch": 515.94,
      "grad_norm": 1.0695592164993286,
      "learning_rate": 1.4384113162362435e-06,
      "loss": 0.3583,
      "step": 1848620
    },
    {
      "epoch": 515.94,
      "grad_norm": 1.042425274848938,
      "learning_rate": 1.4383863754149014e-06,
      "loss": 0.325,
      "step": 1848630
    },
    {
      "epoch": 515.95,
      "grad_norm": 1.1494951248168945,
      "learning_rate": 1.4383614347140625e-06,
      "loss": 0.3549,
      "step": 1848640
    },
    {
      "epoch": 515.95,
      "grad_norm": 0.907579779624939,
      "learning_rate": 1.4383364941337318e-06,
      "loss": 0.3455,
      "step": 1848650
    },
    {
      "epoch": 515.95,
      "grad_norm": 1.2079626321792603,
      "learning_rate": 1.438311553673912e-06,
      "loss": 0.3597,
      "step": 1848660
    },
    {
      "epoch": 515.96,
      "grad_norm": 1.0993999242782593,
      "learning_rate": 1.4382866133346052e-06,
      "loss": 0.338,
      "step": 1848670
    },
    {
      "epoch": 515.96,
      "grad_norm": 1.0824089050292969,
      "learning_rate": 1.4382616731158166e-06,
      "loss": 0.3507,
      "step": 1848680
    },
    {
      "epoch": 515.96,
      "grad_norm": 1.1994571685791016,
      "learning_rate": 1.438236733017549e-06,
      "loss": 0.3434,
      "step": 1848690
    },
    {
      "epoch": 515.96,
      "grad_norm": 1.097091555595398,
      "learning_rate": 1.4382117930398048e-06,
      "loss": 0.3472,
      "step": 1848700
    },
    {
      "epoch": 515.97,
      "grad_norm": 1.142828345298767,
      "learning_rate": 1.4381868531825887e-06,
      "loss": 0.3283,
      "step": 1848710
    },
    {
      "epoch": 515.97,
      "grad_norm": 1.3666225671768188,
      "learning_rate": 1.4381619134459032e-06,
      "loss": 0.3468,
      "step": 1848720
    },
    {
      "epoch": 515.97,
      "grad_norm": 1.0682263374328613,
      "learning_rate": 1.4381369738297507e-06,
      "loss": 0.3493,
      "step": 1848730
    },
    {
      "epoch": 515.98,
      "grad_norm": 1.1596808433532715,
      "learning_rate": 1.4381120343341366e-06,
      "loss": 0.3435,
      "step": 1848740
    },
    {
      "epoch": 515.98,
      "grad_norm": 1.1303316354751587,
      "learning_rate": 1.4380870949590632e-06,
      "loss": 0.3238,
      "step": 1848750
    },
    {
      "epoch": 515.98,
      "grad_norm": 0.9702273011207581,
      "learning_rate": 1.4380621557045327e-06,
      "loss": 0.3278,
      "step": 1848760
    },
    {
      "epoch": 515.98,
      "grad_norm": 1.125609278678894,
      "learning_rate": 1.4380372165705503e-06,
      "loss": 0.3379,
      "step": 1848770
    },
    {
      "epoch": 515.99,
      "grad_norm": 1.1133776903152466,
      "learning_rate": 1.4380122775571188e-06,
      "loss": 0.3363,
      "step": 1848780
    },
    {
      "epoch": 515.99,
      "grad_norm": 1.0162752866744995,
      "learning_rate": 1.4379873386642408e-06,
      "loss": 0.3245,
      "step": 1848790
    },
    {
      "epoch": 515.99,
      "grad_norm": 1.2920403480529785,
      "learning_rate": 1.4379623998919203e-06,
      "loss": 0.3569,
      "step": 1848800
    },
    {
      "epoch": 515.99,
      "grad_norm": 1.0933897495269775,
      "learning_rate": 1.4379374612401604e-06,
      "loss": 0.3412,
      "step": 1848810
    },
    {
      "epoch": 516.0,
      "grad_norm": 1.3749619722366333,
      "learning_rate": 1.4379125227089635e-06,
      "loss": 0.3194,
      "step": 1848820
    },
    {
      "epoch": 516.0,
      "eval_loss": 0.34144043922424316,
      "eval_runtime": 63.278,
      "eval_samples_per_second": 79.949,
      "eval_steps_per_second": 10.003,
      "step": 1848828
    },
    {
      "epoch": 516.0,
      "grad_norm": 1.3104009628295898,
      "learning_rate": 1.4378875842983348e-06,
      "loss": 0.3492,
      "step": 1848830
    },
    {
      "epoch": 516.0,
      "grad_norm": 1.1630735397338867,
      "learning_rate": 1.4378626460082768e-06,
      "loss": 0.3385,
      "step": 1848840
    },
    {
      "epoch": 516.01,
      "grad_norm": 1.2641617059707642,
      "learning_rate": 1.4378377078387919e-06,
      "loss": 0.3438,
      "step": 1848850
    },
    {
      "epoch": 516.01,
      "grad_norm": 1.0942414999008179,
      "learning_rate": 1.4378127697898843e-06,
      "loss": 0.3395,
      "step": 1848860
    },
    {
      "epoch": 516.01,
      "grad_norm": 0.9691099524497986,
      "learning_rate": 1.4377878318615568e-06,
      "loss": 0.3415,
      "step": 1848870
    },
    {
      "epoch": 516.01,
      "grad_norm": 1.0318840742111206,
      "learning_rate": 1.437762894053814e-06,
      "loss": 0.3238,
      "step": 1848880
    },
    {
      "epoch": 516.02,
      "grad_norm": 1.0673547983169556,
      "learning_rate": 1.4377379563666584e-06,
      "loss": 0.3482,
      "step": 1848890
    },
    {
      "epoch": 516.02,
      "grad_norm": 0.990260124206543,
      "learning_rate": 1.4377130188000923e-06,
      "loss": 0.3343,
      "step": 1848900
    },
    {
      "epoch": 516.02,
      "grad_norm": 1.1158530712127686,
      "learning_rate": 1.4376880813541204e-06,
      "loss": 0.3445,
      "step": 1848910
    },
    {
      "epoch": 516.03,
      "grad_norm": 1.051273226737976,
      "learning_rate": 1.4376631440287461e-06,
      "loss": 0.3396,
      "step": 1848920
    },
    {
      "epoch": 516.03,
      "grad_norm": 1.0782848596572876,
      "learning_rate": 1.4376382068239717e-06,
      "loss": 0.3367,
      "step": 1848930
    },
    {
      "epoch": 516.03,
      "grad_norm": 1.1924248933792114,
      "learning_rate": 1.4376132697398015e-06,
      "loss": 0.344,
      "step": 1848940
    },
    {
      "epoch": 516.03,
      "grad_norm": 0.9927962422370911,
      "learning_rate": 1.4375883327762382e-06,
      "loss": 0.3425,
      "step": 1848950
    },
    {
      "epoch": 516.04,
      "grad_norm": 1.3605855703353882,
      "learning_rate": 1.4375633959332845e-06,
      "loss": 0.3416,
      "step": 1848960
    },
    {
      "epoch": 516.04,
      "grad_norm": 1.1164427995681763,
      "learning_rate": 1.4375384592109452e-06,
      "loss": 0.3559,
      "step": 1848970
    },
    {
      "epoch": 516.04,
      "grad_norm": 1.2565505504608154,
      "learning_rate": 1.437513522609223e-06,
      "loss": 0.3479,
      "step": 1848980
    },
    {
      "epoch": 516.05,
      "grad_norm": 1.2371654510498047,
      "learning_rate": 1.4374885861281206e-06,
      "loss": 0.3366,
      "step": 1848990
    },
    {
      "epoch": 516.05,
      "grad_norm": 1.1456608772277832,
      "learning_rate": 1.4374636497676422e-06,
      "loss": 0.3273,
      "step": 1849000
    },
    {
      "epoch": 516.05,
      "grad_norm": 1.1886012554168701,
      "learning_rate": 1.4374387135277912e-06,
      "loss": 0.3329,
      "step": 1849010
    },
    {
      "epoch": 516.05,
      "grad_norm": 1.0194206237792969,
      "learning_rate": 1.437413777408569e-06,
      "loss": 0.3339,
      "step": 1849020
    },
    {
      "epoch": 516.06,
      "grad_norm": 0.9733011722564697,
      "learning_rate": 1.4373888414099818e-06,
      "loss": 0.3386,
      "step": 1849030
    },
    {
      "epoch": 516.06,
      "grad_norm": 1.1184391975402832,
      "learning_rate": 1.4373639055320312e-06,
      "loss": 0.3424,
      "step": 1849040
    },
    {
      "epoch": 516.06,
      "grad_norm": 1.2713451385498047,
      "learning_rate": 1.43733896977472e-06,
      "loss": 0.3401,
      "step": 1849050
    },
    {
      "epoch": 516.06,
      "grad_norm": 1.0475997924804688,
      "learning_rate": 1.4373140341380533e-06,
      "loss": 0.3477,
      "step": 1849060
    },
    {
      "epoch": 516.07,
      "grad_norm": 1.204732894897461,
      "learning_rate": 1.4372890986220337e-06,
      "loss": 0.3358,
      "step": 1849070
    },
    {
      "epoch": 516.07,
      "grad_norm": 1.0901942253112793,
      "learning_rate": 1.4372641632266636e-06,
      "loss": 0.3359,
      "step": 1849080
    },
    {
      "epoch": 516.07,
      "grad_norm": 1.1385630369186401,
      "learning_rate": 1.4372392279519474e-06,
      "loss": 0.3481,
      "step": 1849090
    },
    {
      "epoch": 516.08,
      "grad_norm": 1.0040392875671387,
      "learning_rate": 1.4372142927978882e-06,
      "loss": 0.3376,
      "step": 1849100
    },
    {
      "epoch": 516.08,
      "grad_norm": 1.0345474481582642,
      "learning_rate": 1.4371893577644881e-06,
      "loss": 0.3372,
      "step": 1849110
    },
    {
      "epoch": 516.08,
      "grad_norm": 1.0783016681671143,
      "learning_rate": 1.4371644228517523e-06,
      "loss": 0.337,
      "step": 1849120
    },
    {
      "epoch": 516.08,
      "grad_norm": 1.101374864578247,
      "learning_rate": 1.4371394880596837e-06,
      "loss": 0.3405,
      "step": 1849130
    },
    {
      "epoch": 516.09,
      "grad_norm": 0.9835184216499329,
      "learning_rate": 1.4371145533882839e-06,
      "loss": 0.3501,
      "step": 1849140
    },
    {
      "epoch": 516.09,
      "grad_norm": 1.1019136905670166,
      "learning_rate": 1.4370896188375585e-06,
      "loss": 0.3489,
      "step": 1849150
    },
    {
      "epoch": 516.09,
      "grad_norm": 1.3522522449493408,
      "learning_rate": 1.4370646844075096e-06,
      "loss": 0.3465,
      "step": 1849160
    },
    {
      "epoch": 516.1,
      "grad_norm": 1.0720614194869995,
      "learning_rate": 1.4370397500981408e-06,
      "loss": 0.3327,
      "step": 1849170
    },
    {
      "epoch": 516.1,
      "grad_norm": 1.0301339626312256,
      "learning_rate": 1.4370148159094557e-06,
      "loss": 0.3415,
      "step": 1849180
    },
    {
      "epoch": 516.1,
      "grad_norm": 1.1828434467315674,
      "learning_rate": 1.4369898818414563e-06,
      "loss": 0.3372,
      "step": 1849190
    },
    {
      "epoch": 516.1,
      "grad_norm": 1.2353060245513916,
      "learning_rate": 1.4369649478941479e-06,
      "loss": 0.3394,
      "step": 1849200
    },
    {
      "epoch": 516.11,
      "grad_norm": 1.071866512298584,
      "learning_rate": 1.4369400140675327e-06,
      "loss": 0.3286,
      "step": 1849210
    },
    {
      "epoch": 516.11,
      "grad_norm": 0.924988329410553,
      "learning_rate": 1.4369150803616138e-06,
      "loss": 0.335,
      "step": 1849220
    },
    {
      "epoch": 516.11,
      "grad_norm": 1.203053593635559,
      "learning_rate": 1.4368901467763955e-06,
      "loss": 0.3346,
      "step": 1849230
    },
    {
      "epoch": 516.11,
      "grad_norm": 1.206976294517517,
      "learning_rate": 1.4368652133118804e-06,
      "loss": 0.3526,
      "step": 1849240
    },
    {
      "epoch": 516.12,
      "grad_norm": 1.083228349685669,
      "learning_rate": 1.4368402799680706e-06,
      "loss": 0.3462,
      "step": 1849250
    },
    {
      "epoch": 516.12,
      "grad_norm": 1.0679608583450317,
      "learning_rate": 1.436815346744972e-06,
      "loss": 0.3495,
      "step": 1849260
    },
    {
      "epoch": 516.12,
      "grad_norm": 1.0774688720703125,
      "learning_rate": 1.4367904136425867e-06,
      "loss": 0.3447,
      "step": 1849270
    },
    {
      "epoch": 516.13,
      "grad_norm": 1.097477674484253,
      "learning_rate": 1.436765480660917e-06,
      "loss": 0.3358,
      "step": 1849280
    },
    {
      "epoch": 516.13,
      "grad_norm": 1.152437686920166,
      "learning_rate": 1.436740547799968e-06,
      "loss": 0.3428,
      "step": 1849290
    },
    {
      "epoch": 516.13,
      "grad_norm": 1.1329374313354492,
      "learning_rate": 1.4367156150597424e-06,
      "loss": 0.3461,
      "step": 1849300
    },
    {
      "epoch": 516.13,
      "grad_norm": 1.35419762134552,
      "learning_rate": 1.4366906824402426e-06,
      "loss": 0.3437,
      "step": 1849310
    },
    {
      "epoch": 516.14,
      "grad_norm": 1.0760438442230225,
      "learning_rate": 1.4366657499414732e-06,
      "loss": 0.3282,
      "step": 1849320
    },
    {
      "epoch": 516.14,
      "grad_norm": 1.1397873163223267,
      "learning_rate": 1.4366408175634373e-06,
      "loss": 0.3475,
      "step": 1849330
    },
    {
      "epoch": 516.14,
      "grad_norm": 1.0306129455566406,
      "learning_rate": 1.4366158853061366e-06,
      "loss": 0.3407,
      "step": 1849340
    },
    {
      "epoch": 516.15,
      "grad_norm": 1.0377330780029297,
      "learning_rate": 1.4365909531695765e-06,
      "loss": 0.3471,
      "step": 1849350
    },
    {
      "epoch": 516.15,
      "grad_norm": 1.1183147430419922,
      "learning_rate": 1.4365660211537596e-06,
      "loss": 0.36,
      "step": 1849360
    },
    {
      "epoch": 516.15,
      "grad_norm": 1.0441697835922241,
      "learning_rate": 1.436541089258689e-06,
      "loss": 0.324,
      "step": 1849370
    },
    {
      "epoch": 516.15,
      "grad_norm": 1.0656551122665405,
      "learning_rate": 1.4365161574843682e-06,
      "loss": 0.3547,
      "step": 1849380
    },
    {
      "epoch": 516.16,
      "grad_norm": 1.1046637296676636,
      "learning_rate": 1.436491225830801e-06,
      "loss": 0.3476,
      "step": 1849390
    },
    {
      "epoch": 516.16,
      "grad_norm": 1.1596674919128418,
      "learning_rate": 1.4364662942979888e-06,
      "loss": 0.3337,
      "step": 1849400
    },
    {
      "epoch": 516.16,
      "grad_norm": 1.2488151788711548,
      "learning_rate": 1.4364413628859372e-06,
      "loss": 0.366,
      "step": 1849410
    },
    {
      "epoch": 516.17,
      "grad_norm": 1.0637965202331543,
      "learning_rate": 1.4364164315946488e-06,
      "loss": 0.3519,
      "step": 1849420
    },
    {
      "epoch": 516.17,
      "grad_norm": 1.0707342624664307,
      "learning_rate": 1.4363915004241257e-06,
      "loss": 0.3401,
      "step": 1849430
    },
    {
      "epoch": 516.17,
      "grad_norm": 1.047966718673706,
      "learning_rate": 1.4363665693743734e-06,
      "loss": 0.3486,
      "step": 1849440
    },
    {
      "epoch": 516.17,
      "grad_norm": 1.1017729043960571,
      "learning_rate": 1.4363416384453934e-06,
      "loss": 0.3354,
      "step": 1849450
    },
    {
      "epoch": 516.18,
      "grad_norm": 1.0770446062088013,
      "learning_rate": 1.4363167076371905e-06,
      "loss": 0.335,
      "step": 1849460
    },
    {
      "epoch": 516.18,
      "grad_norm": 0.932080090045929,
      "learning_rate": 1.436291776949767e-06,
      "loss": 0.3457,
      "step": 1849470
    },
    {
      "epoch": 516.18,
      "grad_norm": 1.398917555809021,
      "learning_rate": 1.4362668463831254e-06,
      "loss": 0.3537,
      "step": 1849480
    },
    {
      "epoch": 516.18,
      "grad_norm": 1.0278105735778809,
      "learning_rate": 1.436241915937271e-06,
      "loss": 0.3408,
      "step": 1849490
    },
    {
      "epoch": 516.19,
      "grad_norm": 0.9961744546890259,
      "learning_rate": 1.4362169856122062e-06,
      "loss": 0.3499,
      "step": 1849500
    },
    {
      "epoch": 516.19,
      "grad_norm": 1.0680606365203857,
      "learning_rate": 1.436192055407934e-06,
      "loss": 0.3553,
      "step": 1849510
    },
    {
      "epoch": 516.19,
      "grad_norm": 1.1938953399658203,
      "learning_rate": 1.4361671253244585e-06,
      "loss": 0.344,
      "step": 1849520
    },
    {
      "epoch": 516.2,
      "grad_norm": 1.0603877305984497,
      "learning_rate": 1.4361421953617823e-06,
      "loss": 0.3446,
      "step": 1849530
    },
    {
      "epoch": 516.2,
      "grad_norm": 1.0599762201309204,
      "learning_rate": 1.4361172655199081e-06,
      "loss": 0.3441,
      "step": 1849540
    },
    {
      "epoch": 516.2,
      "grad_norm": 1.0606695413589478,
      "learning_rate": 1.436092335798841e-06,
      "loss": 0.3441,
      "step": 1849550
    },
    {
      "epoch": 516.2,
      "grad_norm": 1.206842303276062,
      "learning_rate": 1.4360674061985833e-06,
      "loss": 0.3337,
      "step": 1849560
    },
    {
      "epoch": 516.21,
      "grad_norm": 1.1052416563034058,
      "learning_rate": 1.4360424767191378e-06,
      "loss": 0.3413,
      "step": 1849570
    },
    {
      "epoch": 516.21,
      "grad_norm": 1.184536099433899,
      "learning_rate": 1.4360175473605088e-06,
      "loss": 0.3387,
      "step": 1849580
    },
    {
      "epoch": 516.21,
      "grad_norm": 1.1972063779830933,
      "learning_rate": 1.4359926181226997e-06,
      "loss": 0.3434,
      "step": 1849590
    },
    {
      "epoch": 516.22,
      "grad_norm": 1.0433579683303833,
      "learning_rate": 1.4359676890057127e-06,
      "loss": 0.3352,
      "step": 1849600
    },
    {
      "epoch": 516.22,
      "grad_norm": 1.2802916765213013,
      "learning_rate": 1.4359427600095524e-06,
      "loss": 0.349,
      "step": 1849610
    },
    {
      "epoch": 516.22,
      "grad_norm": 1.0185739994049072,
      "learning_rate": 1.4359178311342211e-06,
      "loss": 0.345,
      "step": 1849620
    },
    {
      "epoch": 516.22,
      "grad_norm": 1.1213568449020386,
      "learning_rate": 1.4358929023797219e-06,
      "loss": 0.3226,
      "step": 1849630
    },
    {
      "epoch": 516.23,
      "grad_norm": 1.1271454095840454,
      "learning_rate": 1.4358679737460595e-06,
      "loss": 0.3323,
      "step": 1849640
    },
    {
      "epoch": 516.23,
      "grad_norm": 1.1688987016677856,
      "learning_rate": 1.4358430452332367e-06,
      "loss": 0.3497,
      "step": 1849650
    },
    {
      "epoch": 516.23,
      "grad_norm": 1.1801694631576538,
      "learning_rate": 1.4358181168412557e-06,
      "loss": 0.3212,
      "step": 1849660
    },
    {
      "epoch": 516.23,
      "grad_norm": 1.4627320766448975,
      "learning_rate": 1.4357931885701215e-06,
      "loss": 0.3316,
      "step": 1849670
    },
    {
      "epoch": 516.24,
      "grad_norm": 1.082779049873352,
      "learning_rate": 1.4357682604198365e-06,
      "loss": 0.3341,
      "step": 1849680
    },
    {
      "epoch": 516.24,
      "grad_norm": 1.111548662185669,
      "learning_rate": 1.435743332390403e-06,
      "loss": 0.3351,
      "step": 1849690
    },
    {
      "epoch": 516.24,
      "grad_norm": 1.4726011753082275,
      "learning_rate": 1.4357184044818266e-06,
      "loss": 0.3346,
      "step": 1849700
    },
    {
      "epoch": 516.25,
      "grad_norm": 1.2014483213424683,
      "learning_rate": 1.4356934766941093e-06,
      "loss": 0.3399,
      "step": 1849710
    },
    {
      "epoch": 516.25,
      "grad_norm": 1.142397403717041,
      "learning_rate": 1.435668549027254e-06,
      "loss": 0.3401,
      "step": 1849720
    },
    {
      "epoch": 516.25,
      "grad_norm": 1.058760643005371,
      "learning_rate": 1.4356436214812653e-06,
      "loss": 0.3263,
      "step": 1849730
    },
    {
      "epoch": 516.25,
      "grad_norm": 1.1102914810180664,
      "learning_rate": 1.435618694056145e-06,
      "loss": 0.3261,
      "step": 1849740
    },
    {
      "epoch": 516.26,
      "grad_norm": 1.1889667510986328,
      "learning_rate": 1.4355937667518981e-06,
      "loss": 0.3531,
      "step": 1849750
    },
    {
      "epoch": 516.26,
      "grad_norm": 1.0215152502059937,
      "learning_rate": 1.435568839568527e-06,
      "loss": 0.3294,
      "step": 1849760
    },
    {
      "epoch": 516.26,
      "grad_norm": 1.189446210861206,
      "learning_rate": 1.4355439125060337e-06,
      "loss": 0.35,
      "step": 1849770
    },
    {
      "epoch": 516.27,
      "grad_norm": 1.1423932313919067,
      "learning_rate": 1.4355189855644244e-06,
      "loss": 0.3517,
      "step": 1849780
    },
    {
      "epoch": 516.27,
      "grad_norm": 1.0297987461090088,
      "learning_rate": 1.4354940587437008e-06,
      "loss": 0.3349,
      "step": 1849790
    },
    {
      "epoch": 516.27,
      "grad_norm": 1.1322301626205444,
      "learning_rate": 1.4354691320438656e-06,
      "loss": 0.3363,
      "step": 1849800
    },
    {
      "epoch": 516.27,
      "grad_norm": 0.9772113561630249,
      "learning_rate": 1.4354442054649233e-06,
      "loss": 0.3638,
      "step": 1849810
    },
    {
      "epoch": 516.28,
      "grad_norm": 1.0952669382095337,
      "learning_rate": 1.4354192790068769e-06,
      "loss": 0.3397,
      "step": 1849820
    },
    {
      "epoch": 516.28,
      "grad_norm": 1.1818927526474,
      "learning_rate": 1.4353943526697285e-06,
      "loss": 0.3264,
      "step": 1849830
    },
    {
      "epoch": 516.28,
      "grad_norm": 1.1150246858596802,
      "learning_rate": 1.4353694264534833e-06,
      "loss": 0.3444,
      "step": 1849840
    },
    {
      "epoch": 516.29,
      "grad_norm": 1.1325576305389404,
      "learning_rate": 1.435344500358144e-06,
      "loss": 0.3609,
      "step": 1849850
    },
    {
      "epoch": 516.29,
      "grad_norm": 1.0900405645370483,
      "learning_rate": 1.435319574383713e-06,
      "loss": 0.3506,
      "step": 1849860
    },
    {
      "epoch": 516.29,
      "grad_norm": 1.1335488557815552,
      "learning_rate": 1.435294648530195e-06,
      "loss": 0.3429,
      "step": 1849870
    },
    {
      "epoch": 516.29,
      "grad_norm": 1.0727695226669312,
      "learning_rate": 1.4352697227975926e-06,
      "loss": 0.3373,
      "step": 1849880
    },
    {
      "epoch": 516.3,
      "grad_norm": 1.065538763999939,
      "learning_rate": 1.4352447971859091e-06,
      "loss": 0.3529,
      "step": 1849890
    },
    {
      "epoch": 516.3,
      "grad_norm": 1.005991816520691,
      "learning_rate": 1.4352198716951479e-06,
      "loss": 0.3567,
      "step": 1849900
    },
    {
      "epoch": 516.3,
      "grad_norm": 1.0998495817184448,
      "learning_rate": 1.4351949463253122e-06,
      "loss": 0.3362,
      "step": 1849910
    },
    {
      "epoch": 516.3,
      "grad_norm": 1.0084658861160278,
      "learning_rate": 1.435170021076405e-06,
      "loss": 0.3498,
      "step": 1849920
    },
    {
      "epoch": 516.31,
      "grad_norm": 1.269547462463379,
      "learning_rate": 1.4351450959484307e-06,
      "loss": 0.3649,
      "step": 1849930
    },
    {
      "epoch": 516.31,
      "grad_norm": 1.0274144411087036,
      "learning_rate": 1.4351201709413921e-06,
      "loss": 0.3352,
      "step": 1849940
    },
    {
      "epoch": 516.31,
      "grad_norm": 1.1865432262420654,
      "learning_rate": 1.4350952460552917e-06,
      "loss": 0.3543,
      "step": 1849950
    },
    {
      "epoch": 516.32,
      "grad_norm": 1.2315170764923096,
      "learning_rate": 1.4350703212901342e-06,
      "loss": 0.3376,
      "step": 1849960
    },
    {
      "epoch": 516.32,
      "grad_norm": 1.1247576475143433,
      "learning_rate": 1.435045396645922e-06,
      "loss": 0.3263,
      "step": 1849970
    },
    {
      "epoch": 516.32,
      "grad_norm": 1.0613425970077515,
      "learning_rate": 1.4350204721226577e-06,
      "loss": 0.3448,
      "step": 1849980
    },
    {
      "epoch": 516.32,
      "grad_norm": 1.0638022422790527,
      "learning_rate": 1.4349955477203467e-06,
      "loss": 0.3317,
      "step": 1849990
    },
    {
      "epoch": 516.33,
      "grad_norm": 1.1827409267425537,
      "learning_rate": 1.434970623438991e-06,
      "loss": 0.3341,
      "step": 1850000
    },
    {
      "epoch": 516.33,
      "grad_norm": 1.2366011142730713,
      "learning_rate": 1.4349456992785932e-06,
      "loss": 0.3214,
      "step": 1850010
    },
    {
      "epoch": 516.33,
      "grad_norm": 1.1995669603347778,
      "learning_rate": 1.4349207752391584e-06,
      "loss": 0.3377,
      "step": 1850020
    },
    {
      "epoch": 516.34,
      "grad_norm": 1.03640878200531,
      "learning_rate": 1.4348958513206885e-06,
      "loss": 0.3414,
      "step": 1850030
    },
    {
      "epoch": 516.34,
      "grad_norm": 1.0171167850494385,
      "learning_rate": 1.434870927523188e-06,
      "loss": 0.3291,
      "step": 1850040
    },
    {
      "epoch": 516.34,
      "grad_norm": 1.0712120532989502,
      "learning_rate": 1.4348460038466593e-06,
      "loss": 0.3402,
      "step": 1850050
    },
    {
      "epoch": 516.34,
      "grad_norm": 1.1134088039398193,
      "learning_rate": 1.4348210802911051e-06,
      "loss": 0.3404,
      "step": 1850060
    },
    {
      "epoch": 516.35,
      "grad_norm": 1.1649998426437378,
      "learning_rate": 1.4347961568565306e-06,
      "loss": 0.3477,
      "step": 1850070
    },
    {
      "epoch": 516.35,
      "grad_norm": 1.0999529361724854,
      "learning_rate": 1.4347712335429381e-06,
      "loss": 0.3489,
      "step": 1850080
    },
    {
      "epoch": 516.35,
      "grad_norm": 1.1983885765075684,
      "learning_rate": 1.4347463103503304e-06,
      "loss": 0.3503,
      "step": 1850090
    },
    {
      "epoch": 516.36,
      "grad_norm": 0.9296194911003113,
      "learning_rate": 1.4347213872787113e-06,
      "loss": 0.3292,
      "step": 1850100
    },
    {
      "epoch": 516.36,
      "grad_norm": 1.3173003196716309,
      "learning_rate": 1.4346964643280848e-06,
      "loss": 0.357,
      "step": 1850110
    },
    {
      "epoch": 516.36,
      "grad_norm": 1.1112843751907349,
      "learning_rate": 1.434671541498453e-06,
      "loss": 0.3484,
      "step": 1850120
    },
    {
      "epoch": 516.36,
      "grad_norm": 1.1719616651535034,
      "learning_rate": 1.4346466187898204e-06,
      "loss": 0.3512,
      "step": 1850130
    },
    {
      "epoch": 516.37,
      "grad_norm": 1.1960421800613403,
      "learning_rate": 1.4346216962021894e-06,
      "loss": 0.3545,
      "step": 1850140
    },
    {
      "epoch": 516.37,
      "grad_norm": 1.0979644060134888,
      "learning_rate": 1.434596773735563e-06,
      "loss": 0.3453,
      "step": 1850150
    },
    {
      "epoch": 516.37,
      "grad_norm": 0.9529399871826172,
      "learning_rate": 1.434571851389946e-06,
      "loss": 0.3357,
      "step": 1850160
    },
    {
      "epoch": 516.37,
      "grad_norm": 1.1486189365386963,
      "learning_rate": 1.4345469291653407e-06,
      "loss": 0.3389,
      "step": 1850170
    },
    {
      "epoch": 516.38,
      "grad_norm": 1.391990065574646,
      "learning_rate": 1.43452200706175e-06,
      "loss": 0.3529,
      "step": 1850180
    },
    {
      "epoch": 516.38,
      "grad_norm": 1.1078977584838867,
      "learning_rate": 1.4344970850791784e-06,
      "loss": 0.3283,
      "step": 1850190
    },
    {
      "epoch": 516.38,
      "grad_norm": 1.0400053262710571,
      "learning_rate": 1.4344721632176291e-06,
      "loss": 0.342,
      "step": 1850200
    },
    {
      "epoch": 516.39,
      "grad_norm": 1.2639588117599487,
      "learning_rate": 1.4344472414771033e-06,
      "loss": 0.336,
      "step": 1850210
    },
    {
      "epoch": 516.39,
      "grad_norm": 1.0468406677246094,
      "learning_rate": 1.4344223198576075e-06,
      "loss": 0.3357,
      "step": 1850220
    },
    {
      "epoch": 516.39,
      "grad_norm": 1.1626572608947754,
      "learning_rate": 1.434397398359143e-06,
      "loss": 0.3261,
      "step": 1850230
    },
    {
      "epoch": 516.39,
      "grad_norm": 1.0480481386184692,
      "learning_rate": 1.4343724769817125e-06,
      "loss": 0.3354,
      "step": 1850240
    },
    {
      "epoch": 516.4,
      "grad_norm": 1.0556607246398926,
      "learning_rate": 1.4343475557253217e-06,
      "loss": 0.3397,
      "step": 1850250
    },
    {
      "epoch": 516.4,
      "grad_norm": 1.1600338220596313,
      "learning_rate": 1.4343226345899728e-06,
      "loss": 0.3457,
      "step": 1850260
    },
    {
      "epoch": 516.4,
      "grad_norm": 1.1865700483322144,
      "learning_rate": 1.4342977135756678e-06,
      "loss": 0.3339,
      "step": 1850270
    },
    {
      "epoch": 516.41,
      "grad_norm": 1.2868092060089111,
      "learning_rate": 1.434272792682412e-06,
      "loss": 0.3308,
      "step": 1850280
    },
    {
      "epoch": 516.41,
      "grad_norm": 1.1894980669021606,
      "learning_rate": 1.434247871910208e-06,
      "loss": 0.3418,
      "step": 1850290
    },
    {
      "epoch": 516.41,
      "grad_norm": 1.0087629556655884,
      "learning_rate": 1.4342229512590577e-06,
      "loss": 0.3386,
      "step": 1850300
    },
    {
      "epoch": 516.41,
      "grad_norm": 1.1681135892868042,
      "learning_rate": 1.434198030728967e-06,
      "loss": 0.3304,
      "step": 1850310
    },
    {
      "epoch": 516.42,
      "grad_norm": 1.569612979888916,
      "learning_rate": 1.4341731103199373e-06,
      "loss": 0.3425,
      "step": 1850320
    },
    {
      "epoch": 516.42,
      "grad_norm": 0.9963071942329407,
      "learning_rate": 1.4341481900319728e-06,
      "loss": 0.3356,
      "step": 1850330
    },
    {
      "epoch": 516.42,
      "grad_norm": 1.3170228004455566,
      "learning_rate": 1.4341232698650766e-06,
      "loss": 0.3418,
      "step": 1850340
    },
    {
      "epoch": 516.42,
      "grad_norm": 1.0824671983718872,
      "learning_rate": 1.4340983498192513e-06,
      "loss": 0.3565,
      "step": 1850350
    },
    {
      "epoch": 516.43,
      "grad_norm": 1.6115081310272217,
      "learning_rate": 1.4340734298945015e-06,
      "loss": 0.3384,
      "step": 1850360
    },
    {
      "epoch": 516.43,
      "grad_norm": 1.164543867111206,
      "learning_rate": 1.4340485100908303e-06,
      "loss": 0.3334,
      "step": 1850370
    },
    {
      "epoch": 516.43,
      "grad_norm": 1.150390386581421,
      "learning_rate": 1.4340235904082394e-06,
      "loss": 0.3415,
      "step": 1850380
    },
    {
      "epoch": 516.44,
      "grad_norm": 1.179980754852295,
      "learning_rate": 1.4339986708467342e-06,
      "loss": 0.3258,
      "step": 1850390
    },
    {
      "epoch": 516.44,
      "grad_norm": 1.0674848556518555,
      "learning_rate": 1.4339737514063172e-06,
      "loss": 0.336,
      "step": 1850400
    },
    {
      "epoch": 516.44,
      "grad_norm": 1.1415377855300903,
      "learning_rate": 1.4339488320869912e-06,
      "loss": 0.3503,
      "step": 1850410
    },
    {
      "epoch": 516.44,
      "grad_norm": 1.2359247207641602,
      "learning_rate": 1.4339239128887606e-06,
      "loss": 0.355,
      "step": 1850420
    },
    {
      "epoch": 516.45,
      "grad_norm": 0.95956951379776,
      "learning_rate": 1.433898993811628e-06,
      "loss": 0.3384,
      "step": 1850430
    },
    {
      "epoch": 516.45,
      "grad_norm": 1.0291496515274048,
      "learning_rate": 1.433874074855596e-06,
      "loss": 0.3344,
      "step": 1850440
    },
    {
      "epoch": 516.45,
      "grad_norm": 1.1992965936660767,
      "learning_rate": 1.4338491560206695e-06,
      "loss": 0.3381,
      "step": 1850450
    },
    {
      "epoch": 516.46,
      "grad_norm": 1.083240270614624,
      "learning_rate": 1.433824237306851e-06,
      "loss": 0.3445,
      "step": 1850460
    },
    {
      "epoch": 516.46,
      "grad_norm": 1.1671209335327148,
      "learning_rate": 1.4337993187141434e-06,
      "loss": 0.3441,
      "step": 1850470
    },
    {
      "epoch": 516.46,
      "grad_norm": 1.0325604677200317,
      "learning_rate": 1.433774400242551e-06,
      "loss": 0.3329,
      "step": 1850480
    },
    {
      "epoch": 516.46,
      "grad_norm": 1.2553688287734985,
      "learning_rate": 1.4337494818920768e-06,
      "loss": 0.3578,
      "step": 1850490
    },
    {
      "epoch": 516.47,
      "grad_norm": 1.0555450916290283,
      "learning_rate": 1.433724563662723e-06,
      "loss": 0.3303,
      "step": 1850500
    },
    {
      "epoch": 516.47,
      "grad_norm": 1.0460529327392578,
      "learning_rate": 1.4336996455544947e-06,
      "loss": 0.3406,
      "step": 1850510
    },
    {
      "epoch": 516.47,
      "grad_norm": 1.0234016180038452,
      "learning_rate": 1.4336747275673942e-06,
      "loss": 0.3349,
      "step": 1850520
    },
    {
      "epoch": 516.48,
      "grad_norm": 1.02897310256958,
      "learning_rate": 1.4336498097014238e-06,
      "loss": 0.3416,
      "step": 1850530
    },
    {
      "epoch": 516.48,
      "grad_norm": 0.9872219562530518,
      "learning_rate": 1.4336248919565894e-06,
      "loss": 0.343,
      "step": 1850540
    },
    {
      "epoch": 516.48,
      "grad_norm": 0.9429548382759094,
      "learning_rate": 1.4335999743328929e-06,
      "loss": 0.3432,
      "step": 1850550
    },
    {
      "epoch": 516.48,
      "grad_norm": 1.061579942703247,
      "learning_rate": 1.433575056830337e-06,
      "loss": 0.3368,
      "step": 1850560
    },
    {
      "epoch": 516.49,
      "grad_norm": 0.9662106037139893,
      "learning_rate": 1.433550139448926e-06,
      "loss": 0.3529,
      "step": 1850570
    },
    {
      "epoch": 516.49,
      "grad_norm": 1.2325124740600586,
      "learning_rate": 1.4335252221886628e-06,
      "loss": 0.3441,
      "step": 1850580
    },
    {
      "epoch": 516.49,
      "grad_norm": 1.1182936429977417,
      "learning_rate": 1.4335003050495498e-06,
      "loss": 0.3409,
      "step": 1850590
    },
    {
      "epoch": 516.49,
      "grad_norm": 1.0702242851257324,
      "learning_rate": 1.4334753880315924e-06,
      "loss": 0.3444,
      "step": 1850600
    },
    {
      "epoch": 516.5,
      "grad_norm": 1.1378164291381836,
      "learning_rate": 1.4334504711347925e-06,
      "loss": 0.3453,
      "step": 1850610
    },
    {
      "epoch": 516.5,
      "grad_norm": 1.412693738937378,
      "learning_rate": 1.4334255543591539e-06,
      "loss": 0.3455,
      "step": 1850620
    },
    {
      "epoch": 516.5,
      "grad_norm": 1.0358222723007202,
      "learning_rate": 1.43340063770468e-06,
      "loss": 0.3392,
      "step": 1850630
    },
    {
      "epoch": 516.51,
      "grad_norm": 1.2455285787582397,
      "learning_rate": 1.4333757211713724e-06,
      "loss": 0.3473,
      "step": 1850640
    },
    {
      "epoch": 516.51,
      "grad_norm": 1.3398762941360474,
      "learning_rate": 1.4333508047592373e-06,
      "loss": 0.3376,
      "step": 1850650
    },
    {
      "epoch": 516.51,
      "grad_norm": 1.1724977493286133,
      "learning_rate": 1.4333258884682762e-06,
      "loss": 0.3315,
      "step": 1850660
    },
    {
      "epoch": 516.51,
      "grad_norm": 1.1231663227081299,
      "learning_rate": 1.433300972298492e-06,
      "loss": 0.3547,
      "step": 1850670
    },
    {
      "epoch": 516.52,
      "grad_norm": 1.218052625656128,
      "learning_rate": 1.43327605624989e-06,
      "loss": 0.3363,
      "step": 1850680
    },
    {
      "epoch": 516.52,
      "grad_norm": 0.9301693439483643,
      "learning_rate": 1.4332511403224721e-06,
      "loss": 0.3421,
      "step": 1850690
    },
    {
      "epoch": 516.52,
      "grad_norm": 1.1013273000717163,
      "learning_rate": 1.4332262245162415e-06,
      "loss": 0.3485,
      "step": 1850700
    },
    {
      "epoch": 516.53,
      "grad_norm": 1.1974728107452393,
      "learning_rate": 1.433201308831202e-06,
      "loss": 0.3478,
      "step": 1850710
    },
    {
      "epoch": 516.53,
      "grad_norm": 1.0938338041305542,
      "learning_rate": 1.4331763932673572e-06,
      "loss": 0.3441,
      "step": 1850720
    },
    {
      "epoch": 516.53,
      "grad_norm": 1.0435597896575928,
      "learning_rate": 1.4331514778247091e-06,
      "loss": 0.3506,
      "step": 1850730
    },
    {
      "epoch": 516.53,
      "grad_norm": 1.0135308504104614,
      "learning_rate": 1.4331265625032624e-06,
      "loss": 0.3405,
      "step": 1850740
    },
    {
      "epoch": 516.54,
      "grad_norm": 1.0321296453475952,
      "learning_rate": 1.4331016473030201e-06,
      "loss": 0.351,
      "step": 1850750
    },
    {
      "epoch": 516.54,
      "grad_norm": 1.0971585512161255,
      "learning_rate": 1.4330767322239851e-06,
      "loss": 0.3422,
      "step": 1850760
    },
    {
      "epoch": 516.54,
      "grad_norm": 1.3495116233825684,
      "learning_rate": 1.4330518172661612e-06,
      "loss": 0.3467,
      "step": 1850770
    },
    {
      "epoch": 516.54,
      "grad_norm": 1.2085798978805542,
      "learning_rate": 1.4330269024295516e-06,
      "loss": 0.3435,
      "step": 1850780
    },
    {
      "epoch": 516.55,
      "grad_norm": 1.030744194984436,
      "learning_rate": 1.4330019877141582e-06,
      "loss": 0.3324,
      "step": 1850790
    },
    {
      "epoch": 516.55,
      "grad_norm": 1.3683032989501953,
      "learning_rate": 1.4329770731199873e-06,
      "loss": 0.3431,
      "step": 1850800
    },
    {
      "epoch": 516.55,
      "grad_norm": 1.177451491355896,
      "learning_rate": 1.43295215864704e-06,
      "loss": 0.3498,
      "step": 1850810
    },
    {
      "epoch": 516.56,
      "grad_norm": 1.2518523931503296,
      "learning_rate": 1.4329272442953193e-06,
      "loss": 0.346,
      "step": 1850820
    },
    {
      "epoch": 516.56,
      "grad_norm": 1.0238832235336304,
      "learning_rate": 1.4329023300648303e-06,
      "loss": 0.3344,
      "step": 1850830
    },
    {
      "epoch": 516.56,
      "grad_norm": 1.6317315101623535,
      "learning_rate": 1.4328774159555751e-06,
      "loss": 0.3343,
      "step": 1850840
    },
    {
      "epoch": 516.56,
      "grad_norm": 1.227583885192871,
      "learning_rate": 1.4328525019675569e-06,
      "loss": 0.3465,
      "step": 1850850
    },
    {
      "epoch": 516.57,
      "grad_norm": 1.5527253150939941,
      "learning_rate": 1.4328275881007802e-06,
      "loss": 0.3414,
      "step": 1850860
    },
    {
      "epoch": 516.57,
      "grad_norm": 1.101441502571106,
      "learning_rate": 1.4328026743552473e-06,
      "loss": 0.3476,
      "step": 1850870
    },
    {
      "epoch": 516.57,
      "grad_norm": 1.3308738470077515,
      "learning_rate": 1.4327777607309607e-06,
      "loss": 0.3538,
      "step": 1850880
    },
    {
      "epoch": 516.58,
      "grad_norm": 0.9535338878631592,
      "learning_rate": 1.4327528472279262e-06,
      "loss": 0.3415,
      "step": 1850890
    },
    {
      "epoch": 516.58,
      "grad_norm": 1.1064815521240234,
      "learning_rate": 1.4327279338461447e-06,
      "loss": 0.3538,
      "step": 1850900
    },
    {
      "epoch": 516.58,
      "grad_norm": 1.037377953529358,
      "learning_rate": 1.4327030205856212e-06,
      "loss": 0.3333,
      "step": 1850910
    },
    {
      "epoch": 516.58,
      "grad_norm": 1.1346213817596436,
      "learning_rate": 1.4326781074463582e-06,
      "loss": 0.3608,
      "step": 1850920
    },
    {
      "epoch": 516.59,
      "grad_norm": 1.0694291591644287,
      "learning_rate": 1.4326531944283582e-06,
      "loss": 0.339,
      "step": 1850930
    },
    {
      "epoch": 516.59,
      "grad_norm": 0.9342148303985596,
      "learning_rate": 1.4326282815316263e-06,
      "loss": 0.3527,
      "step": 1850940
    },
    {
      "epoch": 516.59,
      "grad_norm": 1.148260474205017,
      "learning_rate": 1.432603368756165e-06,
      "loss": 0.3531,
      "step": 1850950
    },
    {
      "epoch": 516.6,
      "grad_norm": 1.0523335933685303,
      "learning_rate": 1.4325784561019762e-06,
      "loss": 0.3208,
      "step": 1850960
    },
    {
      "epoch": 516.6,
      "grad_norm": 1.0822867155075073,
      "learning_rate": 1.4325535435690664e-06,
      "loss": 0.3522,
      "step": 1850970
    },
    {
      "epoch": 516.6,
      "grad_norm": 0.9278612732887268,
      "learning_rate": 1.4325286311574364e-06,
      "loss": 0.3559,
      "step": 1850980
    },
    {
      "epoch": 516.6,
      "grad_norm": 1.3207935094833374,
      "learning_rate": 1.43250371886709e-06,
      "loss": 0.3327,
      "step": 1850990
    },
    {
      "epoch": 516.61,
      "grad_norm": 0.9777377247810364,
      "learning_rate": 1.4324788066980312e-06,
      "loss": 0.3516,
      "step": 1851000
    },
    {
      "epoch": 516.61,
      "grad_norm": 0.9735314846038818,
      "learning_rate": 1.4324538946502628e-06,
      "loss": 0.3409,
      "step": 1851010
    },
    {
      "epoch": 516.61,
      "grad_norm": 0.9894946217536926,
      "learning_rate": 1.4324289827237875e-06,
      "loss": 0.3542,
      "step": 1851020
    },
    {
      "epoch": 516.61,
      "grad_norm": 1.1073869466781616,
      "learning_rate": 1.43240407091861e-06,
      "loss": 0.3593,
      "step": 1851030
    },
    {
      "epoch": 516.62,
      "grad_norm": 1.0365086793899536,
      "learning_rate": 1.4323791592347327e-06,
      "loss": 0.3626,
      "step": 1851040
    },
    {
      "epoch": 516.62,
      "grad_norm": 1.132667899131775,
      "learning_rate": 1.4323542476721585e-06,
      "loss": 0.3427,
      "step": 1851050
    },
    {
      "epoch": 516.62,
      "grad_norm": 1.1342241764068604,
      "learning_rate": 1.4323293362308918e-06,
      "loss": 0.3343,
      "step": 1851060
    },
    {
      "epoch": 516.63,
      "grad_norm": 1.0892598628997803,
      "learning_rate": 1.4323044249109359e-06,
      "loss": 0.3467,
      "step": 1851070
    },
    {
      "epoch": 516.63,
      "grad_norm": 1.067479133605957,
      "learning_rate": 1.432279513712293e-06,
      "loss": 0.35,
      "step": 1851080
    },
    {
      "epoch": 516.63,
      "grad_norm": 1.2449584007263184,
      "learning_rate": 1.4322546026349678e-06,
      "loss": 0.3547,
      "step": 1851090
    },
    {
      "epoch": 516.63,
      "grad_norm": 1.3391451835632324,
      "learning_rate": 1.4322296916789624e-06,
      "loss": 0.3401,
      "step": 1851100
    },
    {
      "epoch": 516.64,
      "grad_norm": 1.0986237525939941,
      "learning_rate": 1.4322047808442799e-06,
      "loss": 0.3232,
      "step": 1851110
    },
    {
      "epoch": 516.64,
      "grad_norm": 1.176955223083496,
      "learning_rate": 1.4321798701309253e-06,
      "loss": 0.3376,
      "step": 1851120
    },
    {
      "epoch": 516.64,
      "grad_norm": 1.0560662746429443,
      "learning_rate": 1.4321549595389008e-06,
      "loss": 0.346,
      "step": 1851130
    },
    {
      "epoch": 516.65,
      "grad_norm": 1.0663784742355347,
      "learning_rate": 1.4321300490682093e-06,
      "loss": 0.3361,
      "step": 1851140
    },
    {
      "epoch": 516.65,
      "grad_norm": 1.1377846002578735,
      "learning_rate": 1.4321051387188555e-06,
      "loss": 0.3403,
      "step": 1851150
    },
    {
      "epoch": 516.65,
      "grad_norm": 1.801478385925293,
      "learning_rate": 1.4320802284908415e-06,
      "loss": 0.3386,
      "step": 1851160
    },
    {
      "epoch": 516.65,
      "grad_norm": 1.7720036506652832,
      "learning_rate": 1.4320553183841705e-06,
      "loss": 0.3476,
      "step": 1851170
    },
    {
      "epoch": 516.66,
      "grad_norm": 1.189554214477539,
      "learning_rate": 1.4320304083988468e-06,
      "loss": 0.3317,
      "step": 1851180
    },
    {
      "epoch": 516.66,
      "grad_norm": 1.1327226161956787,
      "learning_rate": 1.4320054985348723e-06,
      "loss": 0.3376,
      "step": 1851190
    },
    {
      "epoch": 516.66,
      "grad_norm": 1.1666228771209717,
      "learning_rate": 1.4319805887922525e-06,
      "loss": 0.3401,
      "step": 1851200
    },
    {
      "epoch": 516.66,
      "grad_norm": 1.200161337852478,
      "learning_rate": 1.4319556791709891e-06,
      "loss": 0.3298,
      "step": 1851210
    },
    {
      "epoch": 516.67,
      "grad_norm": 1.0258064270019531,
      "learning_rate": 1.4319307696710857e-06,
      "loss": 0.3398,
      "step": 1851220
    },
    {
      "epoch": 516.67,
      "grad_norm": 1.055159091949463,
      "learning_rate": 1.431905860292546e-06,
      "loss": 0.3389,
      "step": 1851230
    },
    {
      "epoch": 516.67,
      "grad_norm": 1.0472232103347778,
      "learning_rate": 1.431880951035373e-06,
      "loss": 0.3428,
      "step": 1851240
    },
    {
      "epoch": 516.68,
      "grad_norm": 1.087958812713623,
      "learning_rate": 1.431856041899569e-06,
      "loss": 0.3304,
      "step": 1851250
    },
    {
      "epoch": 516.68,
      "grad_norm": 1.0512361526489258,
      "learning_rate": 1.4318311328851395e-06,
      "loss": 0.3487,
      "step": 1851260
    },
    {
      "epoch": 516.68,
      "grad_norm": 1.121700406074524,
      "learning_rate": 1.4318062239920863e-06,
      "loss": 0.3549,
      "step": 1851270
    },
    {
      "epoch": 516.68,
      "grad_norm": 1.3051838874816895,
      "learning_rate": 1.4317813152204127e-06,
      "loss": 0.3398,
      "step": 1851280
    },
    {
      "epoch": 516.69,
      "grad_norm": 1.1716963052749634,
      "learning_rate": 1.4317564065701229e-06,
      "loss": 0.3387,
      "step": 1851290
    },
    {
      "epoch": 516.69,
      "grad_norm": 1.0212818384170532,
      "learning_rate": 1.43173149804122e-06,
      "loss": 0.3538,
      "step": 1851300
    },
    {
      "epoch": 516.69,
      "grad_norm": 1.3069803714752197,
      "learning_rate": 1.4317065896337056e-06,
      "loss": 0.3421,
      "step": 1851310
    },
    {
      "epoch": 516.7,
      "grad_norm": 0.9165195822715759,
      "learning_rate": 1.4316816813475856e-06,
      "loss": 0.3537,
      "step": 1851320
    },
    {
      "epoch": 516.7,
      "grad_norm": 1.356335997581482,
      "learning_rate": 1.4316567731828621e-06,
      "loss": 0.3476,
      "step": 1851330
    },
    {
      "epoch": 516.7,
      "grad_norm": 1.056494951248169,
      "learning_rate": 1.4316318651395373e-06,
      "loss": 0.3353,
      "step": 1851340
    },
    {
      "epoch": 516.7,
      "grad_norm": 1.299699068069458,
      "learning_rate": 1.431606957217617e-06,
      "loss": 0.3407,
      "step": 1851350
    },
    {
      "epoch": 516.71,
      "grad_norm": 1.2472907304763794,
      "learning_rate": 1.431582049417103e-06,
      "loss": 0.3459,
      "step": 1851360
    },
    {
      "epoch": 516.71,
      "grad_norm": 1.3159645795822144,
      "learning_rate": 1.4315571417379983e-06,
      "loss": 0.3357,
      "step": 1851370
    },
    {
      "epoch": 516.71,
      "grad_norm": 0.9648395776748657,
      "learning_rate": 1.4315322341803073e-06,
      "loss": 0.3368,
      "step": 1851380
    },
    {
      "epoch": 516.72,
      "grad_norm": 1.0727076530456543,
      "learning_rate": 1.4315073267440325e-06,
      "loss": 0.3528,
      "step": 1851390
    },
    {
      "epoch": 516.72,
      "grad_norm": 1.3186662197113037,
      "learning_rate": 1.431482419429177e-06,
      "loss": 0.3273,
      "step": 1851400
    },
    {
      "epoch": 516.72,
      "grad_norm": 1.2078944444656372,
      "learning_rate": 1.431457512235745e-06,
      "loss": 0.3434,
      "step": 1851410
    },
    {
      "epoch": 516.72,
      "grad_norm": 1.0181446075439453,
      "learning_rate": 1.4314326051637393e-06,
      "loss": 0.3412,
      "step": 1851420
    },
    {
      "epoch": 516.73,
      "grad_norm": 1.0962564945220947,
      "learning_rate": 1.4314076982131634e-06,
      "loss": 0.3347,
      "step": 1851430
    },
    {
      "epoch": 516.73,
      "grad_norm": 1.214339017868042,
      "learning_rate": 1.4313827913840205e-06,
      "loss": 0.3558,
      "step": 1851440
    },
    {
      "epoch": 516.73,
      "grad_norm": 1.1469037532806396,
      "learning_rate": 1.4313578846763144e-06,
      "loss": 0.3451,
      "step": 1851450
    },
    {
      "epoch": 516.73,
      "grad_norm": 1.2143487930297852,
      "learning_rate": 1.4313329780900463e-06,
      "loss": 0.3305,
      "step": 1851460
    },
    {
      "epoch": 516.74,
      "grad_norm": 1.1880097389221191,
      "learning_rate": 1.4313080716252225e-06,
      "loss": 0.3361,
      "step": 1851470
    },
    {
      "epoch": 516.74,
      "grad_norm": 1.1502459049224854,
      "learning_rate": 1.4312831652818443e-06,
      "loss": 0.3451,
      "step": 1851480
    },
    {
      "epoch": 516.74,
      "grad_norm": 1.026502013206482,
      "learning_rate": 1.4312582590599162e-06,
      "loss": 0.3365,
      "step": 1851490
    },
    {
      "epoch": 516.75,
      "grad_norm": 1.0248217582702637,
      "learning_rate": 1.4312333529594408e-06,
      "loss": 0.338,
      "step": 1851500
    },
    {
      "epoch": 516.75,
      "grad_norm": 2.3983070850372314,
      "learning_rate": 1.4312084469804217e-06,
      "loss": 0.3286,
      "step": 1851510
    },
    {
      "epoch": 516.75,
      "grad_norm": 1.0833821296691895,
      "learning_rate": 1.4311835411228624e-06,
      "loss": 0.3469,
      "step": 1851520
    },
    {
      "epoch": 516.75,
      "grad_norm": 1.0376216173171997,
      "learning_rate": 1.431158635386766e-06,
      "loss": 0.3462,
      "step": 1851530
    },
    {
      "epoch": 516.76,
      "grad_norm": 1.1493009328842163,
      "learning_rate": 1.4311337297721345e-06,
      "loss": 0.3406,
      "step": 1851540
    },
    {
      "epoch": 516.76,
      "grad_norm": 1.0804308652877808,
      "learning_rate": 1.4311088242789737e-06,
      "loss": 0.3499,
      "step": 1851550
    },
    {
      "epoch": 516.76,
      "grad_norm": 1.0060584545135498,
      "learning_rate": 1.4310839189072856e-06,
      "loss": 0.3288,
      "step": 1851560
    },
    {
      "epoch": 516.77,
      "grad_norm": 1.0812464952468872,
      "learning_rate": 1.4310590136570733e-06,
      "loss": 0.3423,
      "step": 1851570
    },
    {
      "epoch": 516.77,
      "grad_norm": 1.517240047454834,
      "learning_rate": 1.4310341085283406e-06,
      "loss": 0.3319,
      "step": 1851580
    },
    {
      "epoch": 516.77,
      "grad_norm": 1.1680355072021484,
      "learning_rate": 1.4310092035210908e-06,
      "loss": 0.3475,
      "step": 1851590
    },
    {
      "epoch": 516.77,
      "grad_norm": 1.122850775718689,
      "learning_rate": 1.4309842986353263e-06,
      "loss": 0.3531,
      "step": 1851600
    },
    {
      "epoch": 516.78,
      "grad_norm": 1.1309661865234375,
      "learning_rate": 1.430959393871052e-06,
      "loss": 0.3315,
      "step": 1851610
    },
    {
      "epoch": 516.78,
      "grad_norm": 0.9934462904930115,
      "learning_rate": 1.43093448922827e-06,
      "loss": 0.3239,
      "step": 1851620
    },
    {
      "epoch": 516.78,
      "grad_norm": 1.048194169998169,
      "learning_rate": 1.4309095847069834e-06,
      "loss": 0.3386,
      "step": 1851630
    },
    {
      "epoch": 516.78,
      "grad_norm": 1.328414797782898,
      "learning_rate": 1.430884680307197e-06,
      "loss": 0.3351,
      "step": 1851640
    },
    {
      "epoch": 516.79,
      "grad_norm": 1.222438097000122,
      "learning_rate": 1.4308597760289132e-06,
      "loss": 0.3547,
      "step": 1851650
    },
    {
      "epoch": 516.79,
      "grad_norm": 0.9698740839958191,
      "learning_rate": 1.4308348718721349e-06,
      "loss": 0.3419,
      "step": 1851660
    },
    {
      "epoch": 516.79,
      "grad_norm": 1.074784755706787,
      "learning_rate": 1.4308099678368664e-06,
      "loss": 0.3356,
      "step": 1851670
    },
    {
      "epoch": 516.8,
      "grad_norm": 0.9735849499702454,
      "learning_rate": 1.4307850639231103e-06,
      "loss": 0.3559,
      "step": 1851680
    },
    {
      "epoch": 516.8,
      "grad_norm": 1.454836130142212,
      "learning_rate": 1.4307601601308692e-06,
      "loss": 0.3379,
      "step": 1851690
    },
    {
      "epoch": 516.8,
      "grad_norm": 1.119616985321045,
      "learning_rate": 1.4307352564601482e-06,
      "loss": 0.3605,
      "step": 1851700
    },
    {
      "epoch": 516.8,
      "grad_norm": 1.01622474193573,
      "learning_rate": 1.43071035291095e-06,
      "loss": 0.3398,
      "step": 1851710
    },
    {
      "epoch": 516.81,
      "grad_norm": 0.8792778253555298,
      "learning_rate": 1.4306854494832767e-06,
      "loss": 0.3416,
      "step": 1851720
    },
    {
      "epoch": 516.81,
      "grad_norm": 0.9637564420700073,
      "learning_rate": 1.4306605461771332e-06,
      "loss": 0.3541,
      "step": 1851730
    },
    {
      "epoch": 516.81,
      "grad_norm": 5.1400837898254395,
      "learning_rate": 1.430635642992522e-06,
      "loss": 0.3436,
      "step": 1851740
    },
    {
      "epoch": 516.82,
      "grad_norm": 1.0966113805770874,
      "learning_rate": 1.4306107399294459e-06,
      "loss": 0.3346,
      "step": 1851750
    },
    {
      "epoch": 516.82,
      "grad_norm": 1.1583027839660645,
      "learning_rate": 1.43058583698791e-06,
      "loss": 0.3489,
      "step": 1851760
    },
    {
      "epoch": 516.82,
      "grad_norm": 0.990146815776825,
      "learning_rate": 1.4305609341679152e-06,
      "loss": 0.3289,
      "step": 1851770
    },
    {
      "epoch": 516.82,
      "grad_norm": 1.1365071535110474,
      "learning_rate": 1.4305360314694672e-06,
      "loss": 0.3286,
      "step": 1851780
    },
    {
      "epoch": 516.83,
      "grad_norm": 1.189111351966858,
      "learning_rate": 1.4305111288925682e-06,
      "loss": 0.3423,
      "step": 1851790
    },
    {
      "epoch": 516.83,
      "grad_norm": 1.2125508785247803,
      "learning_rate": 1.4304862264372207e-06,
      "loss": 0.3445,
      "step": 1851800
    },
    {
      "epoch": 516.83,
      "grad_norm": 1.0793368816375732,
      "learning_rate": 1.43046132410343e-06,
      "loss": 0.3509,
      "step": 1851810
    },
    {
      "epoch": 516.84,
      "grad_norm": 1.270872950553894,
      "learning_rate": 1.4304364218911979e-06,
      "loss": 0.3559,
      "step": 1851820
    },
    {
      "epoch": 516.84,
      "grad_norm": 1.1779015064239502,
      "learning_rate": 1.430411519800527e-06,
      "loss": 0.3388,
      "step": 1851830
    },
    {
      "epoch": 516.84,
      "grad_norm": 1.0720031261444092,
      "learning_rate": 1.430386617831423e-06,
      "loss": 0.3444,
      "step": 1851840
    },
    {
      "epoch": 516.84,
      "grad_norm": 1.069153904914856,
      "learning_rate": 1.4303617159838879e-06,
      "loss": 0.3282,
      "step": 1851850
    },
    {
      "epoch": 516.85,
      "grad_norm": 1.0171587467193604,
      "learning_rate": 1.4303368142579243e-06,
      "loss": 0.3305,
      "step": 1851860
    },
    {
      "epoch": 516.85,
      "grad_norm": 1.238004446029663,
      "learning_rate": 1.4303119126535368e-06,
      "loss": 0.3449,
      "step": 1851870
    },
    {
      "epoch": 516.85,
      "grad_norm": 1.0465199947357178,
      "learning_rate": 1.430287011170728e-06,
      "loss": 0.3418,
      "step": 1851880
    },
    {
      "epoch": 516.85,
      "grad_norm": 1.0950968265533447,
      "learning_rate": 1.4302621098095007e-06,
      "loss": 0.3525,
      "step": 1851890
    },
    {
      "epoch": 516.86,
      "grad_norm": 1.1729539632797241,
      "learning_rate": 1.4302372085698598e-06,
      "loss": 0.3644,
      "step": 1851900
    },
    {
      "epoch": 516.86,
      "grad_norm": 1.2505242824554443,
      "learning_rate": 1.4302123074518075e-06,
      "loss": 0.3329,
      "step": 1851910
    },
    {
      "epoch": 516.86,
      "grad_norm": 1.1107734441757202,
      "learning_rate": 1.4301874064553464e-06,
      "loss": 0.3539,
      "step": 1851920
    },
    {
      "epoch": 516.87,
      "grad_norm": 1.1067601442337036,
      "learning_rate": 1.4301625055804818e-06,
      "loss": 0.3579,
      "step": 1851930
    },
    {
      "epoch": 516.87,
      "grad_norm": 0.9993166327476501,
      "learning_rate": 1.4301376048272163e-06,
      "loss": 0.3478,
      "step": 1851940
    },
    {
      "epoch": 516.87,
      "grad_norm": 0.9343681931495667,
      "learning_rate": 1.4301127041955517e-06,
      "loss": 0.344,
      "step": 1851950
    },
    {
      "epoch": 516.87,
      "grad_norm": 1.1739039421081543,
      "learning_rate": 1.4300878036854932e-06,
      "loss": 0.3434,
      "step": 1851960
    },
    {
      "epoch": 516.88,
      "grad_norm": 1.00105619430542,
      "learning_rate": 1.4300629032970437e-06,
      "loss": 0.3332,
      "step": 1851970
    },
    {
      "epoch": 516.88,
      "grad_norm": 1.1851264238357544,
      "learning_rate": 1.4300380030302052e-06,
      "loss": 0.3501,
      "step": 1851980
    },
    {
      "epoch": 516.88,
      "grad_norm": 1.2237281799316406,
      "learning_rate": 1.4300131028849823e-06,
      "loss": 0.3414,
      "step": 1851990
    },
    {
      "epoch": 516.89,
      "grad_norm": 1.0637568235397339,
      "learning_rate": 1.4299882028613788e-06,
      "loss": 0.3387,
      "step": 1852000
    },
    {
      "epoch": 516.89,
      "grad_norm": 1.0899749994277954,
      "learning_rate": 1.4299633029593958e-06,
      "loss": 0.3414,
      "step": 1852010
    },
    {
      "epoch": 516.89,
      "grad_norm": 1.2379742860794067,
      "learning_rate": 1.4299384031790392e-06,
      "loss": 0.344,
      "step": 1852020
    },
    {
      "epoch": 516.89,
      "grad_norm": 1.363241195678711,
      "learning_rate": 1.4299135035203112e-06,
      "loss": 0.3516,
      "step": 1852030
    },
    {
      "epoch": 516.9,
      "grad_norm": 1.051649570465088,
      "learning_rate": 1.4298886039832148e-06,
      "loss": 0.3538,
      "step": 1852040
    },
    {
      "epoch": 516.9,
      "grad_norm": 1.201585054397583,
      "learning_rate": 1.4298637045677538e-06,
      "loss": 0.3498,
      "step": 1852050
    },
    {
      "epoch": 516.9,
      "grad_norm": 1.2013007402420044,
      "learning_rate": 1.4298388052739304e-06,
      "loss": 0.3373,
      "step": 1852060
    },
    {
      "epoch": 516.9,
      "grad_norm": 1.175284743309021,
      "learning_rate": 1.4298139061017497e-06,
      "loss": 0.3547,
      "step": 1852070
    },
    {
      "epoch": 516.91,
      "grad_norm": 1.1419039964675903,
      "learning_rate": 1.4297890070512143e-06,
      "loss": 0.3464,
      "step": 1852080
    },
    {
      "epoch": 516.91,
      "grad_norm": 0.9598874449729919,
      "learning_rate": 1.4297641081223267e-06,
      "loss": 0.3392,
      "step": 1852090
    },
    {
      "epoch": 516.91,
      "grad_norm": 1.0209242105484009,
      "learning_rate": 1.4297392093150917e-06,
      "loss": 0.3405,
      "step": 1852100
    },
    {
      "epoch": 516.92,
      "grad_norm": 1.1927928924560547,
      "learning_rate": 1.4297143106295114e-06,
      "loss": 0.3464,
      "step": 1852110
    },
    {
      "epoch": 516.92,
      "grad_norm": 1.0160828828811646,
      "learning_rate": 1.4296894120655887e-06,
      "loss": 0.3435,
      "step": 1852120
    },
    {
      "epoch": 516.92,
      "grad_norm": 1.0466314554214478,
      "learning_rate": 1.4296645136233288e-06,
      "loss": 0.329,
      "step": 1852130
    },
    {
      "epoch": 516.92,
      "grad_norm": 1.14723801612854,
      "learning_rate": 1.4296396153027337e-06,
      "loss": 0.3219,
      "step": 1852140
    },
    {
      "epoch": 516.93,
      "grad_norm": 1.0503698587417603,
      "learning_rate": 1.429614717103806e-06,
      "loss": 0.3514,
      "step": 1852150
    },
    {
      "epoch": 516.93,
      "grad_norm": 1.0527857542037964,
      "learning_rate": 1.4295898190265512e-06,
      "loss": 0.3348,
      "step": 1852160
    },
    {
      "epoch": 516.93,
      "grad_norm": 1.1058472394943237,
      "learning_rate": 1.4295649210709712e-06,
      "loss": 0.3315,
      "step": 1852170
    },
    {
      "epoch": 516.94,
      "grad_norm": 1.0199164152145386,
      "learning_rate": 1.4295400232370687e-06,
      "loss": 0.3509,
      "step": 1852180
    },
    {
      "epoch": 516.94,
      "grad_norm": 3.2054800987243652,
      "learning_rate": 1.4295151255248487e-06,
      "loss": 0.3522,
      "step": 1852190
    },
    {
      "epoch": 516.94,
      "grad_norm": 0.8716462254524231,
      "learning_rate": 1.4294902279343136e-06,
      "loss": 0.3361,
      "step": 1852200
    },
    {
      "epoch": 516.94,
      "grad_norm": 1.2195717096328735,
      "learning_rate": 1.4294653304654656e-06,
      "loss": 0.329,
      "step": 1852210
    },
    {
      "epoch": 516.95,
      "grad_norm": 1.00319504737854,
      "learning_rate": 1.42944043311831e-06,
      "loss": 0.3334,
      "step": 1852220
    },
    {
      "epoch": 516.95,
      "grad_norm": 1.0091981887817383,
      "learning_rate": 1.4294155358928493e-06,
      "loss": 0.3435,
      "step": 1852230
    },
    {
      "epoch": 516.95,
      "grad_norm": 1.1149691343307495,
      "learning_rate": 1.4293906387890863e-06,
      "loss": 0.3369,
      "step": 1852240
    },
    {
      "epoch": 516.96,
      "grad_norm": 1.019593358039856,
      "learning_rate": 1.4293657418070254e-06,
      "loss": 0.3353,
      "step": 1852250
    },
    {
      "epoch": 516.96,
      "grad_norm": 1.0318547487258911,
      "learning_rate": 1.4293408449466692e-06,
      "loss": 0.3409,
      "step": 1852260
    },
    {
      "epoch": 516.96,
      "grad_norm": 1.256033182144165,
      "learning_rate": 1.4293159482080201e-06,
      "loss": 0.3295,
      "step": 1852270
    },
    {
      "epoch": 516.96,
      "grad_norm": 1.0891040563583374,
      "learning_rate": 1.4292910515910836e-06,
      "loss": 0.3451,
      "step": 1852280
    },
    {
      "epoch": 516.97,
      "grad_norm": 1.8533591032028198,
      "learning_rate": 1.4292661550958616e-06,
      "loss": 0.3223,
      "step": 1852290
    },
    {
      "epoch": 516.97,
      "grad_norm": 0.9966937303543091,
      "learning_rate": 1.429241258722357e-06,
      "loss": 0.332,
      "step": 1852300
    },
    {
      "epoch": 516.97,
      "grad_norm": 1.1434799432754517,
      "learning_rate": 1.4292163624705745e-06,
      "loss": 0.3488,
      "step": 1852310
    },
    {
      "epoch": 516.97,
      "grad_norm": 1.4073266983032227,
      "learning_rate": 1.4291914663405163e-06,
      "loss": 0.3431,
      "step": 1852320
    },
    {
      "epoch": 516.98,
      "grad_norm": 1.1496237516403198,
      "learning_rate": 1.429166570332186e-06,
      "loss": 0.3462,
      "step": 1852330
    },
    {
      "epoch": 516.98,
      "grad_norm": 1.2282389402389526,
      "learning_rate": 1.4291416744455876e-06,
      "loss": 0.3392,
      "step": 1852340
    },
    {
      "epoch": 516.98,
      "grad_norm": 1.0523027181625366,
      "learning_rate": 1.4291167786807226e-06,
      "loss": 0.3513,
      "step": 1852350
    },
    {
      "epoch": 516.99,
      "grad_norm": 1.1699469089508057,
      "learning_rate": 1.4290918830375967e-06,
      "loss": 0.3303,
      "step": 1852360
    },
    {
      "epoch": 516.99,
      "grad_norm": 1.2559118270874023,
      "learning_rate": 1.429066987516212e-06,
      "loss": 0.3503,
      "step": 1852370
    },
    {
      "epoch": 516.99,
      "grad_norm": 1.2088569402694702,
      "learning_rate": 1.4290420921165712e-06,
      "loss": 0.3587,
      "step": 1852380
    },
    {
      "epoch": 516.99,
      "grad_norm": 1.2261748313903809,
      "learning_rate": 1.4290171968386788e-06,
      "loss": 0.3342,
      "step": 1852390
    },
    {
      "epoch": 517.0,
      "grad_norm": 2.1813716888427734,
      "learning_rate": 1.4289923016825378e-06,
      "loss": 0.3366,
      "step": 1852400
    },
    {
      "epoch": 517.0,
      "grad_norm": 1.348318338394165,
      "learning_rate": 1.4289674066481502e-06,
      "loss": 0.366,
      "step": 1852410
    },
    {
      "epoch": 517.0,
      "eval_loss": 0.3408970534801483,
      "eval_runtime": 63.3071,
      "eval_samples_per_second": 79.912,
      "eval_steps_per_second": 9.999,
      "step": 1852411
    },
    {
      "epoch": 517.0,
      "grad_norm": 2.0131072998046875,
      "learning_rate": 1.4289425117355212e-06,
      "loss": 0.3415,
      "step": 1852420
    },
    {
      "epoch": 517.01,
      "grad_norm": 1.1354904174804688,
      "learning_rate": 1.4289176169446536e-06,
      "loss": 0.347,
      "step": 1852430
    },
    {
      "epoch": 517.01,
      "grad_norm": 1.3551650047302246,
      "learning_rate": 1.4288927222755496e-06,
      "loss": 0.3526,
      "step": 1852440
    },
    {
      "epoch": 517.01,
      "grad_norm": 1.0162495374679565,
      "learning_rate": 1.4288678277282142e-06,
      "loss": 0.351,
      "step": 1852450
    },
    {
      "epoch": 517.01,
      "grad_norm": 1.0699901580810547,
      "learning_rate": 1.4288429333026497e-06,
      "loss": 0.3284,
      "step": 1852460
    },
    {
      "epoch": 517.02,
      "grad_norm": 0.8662236928939819,
      "learning_rate": 1.4288180389988591e-06,
      "loss": 0.346,
      "step": 1852470
    },
    {
      "epoch": 517.02,
      "grad_norm": 0.9694905281066895,
      "learning_rate": 1.4287931448168467e-06,
      "loss": 0.3382,
      "step": 1852480
    },
    {
      "epoch": 517.02,
      "grad_norm": 1.1049429178237915,
      "learning_rate": 1.4287682507566154e-06,
      "loss": 0.3445,
      "step": 1852490
    },
    {
      "epoch": 517.02,
      "grad_norm": 1.0411754846572876,
      "learning_rate": 1.4287433568181675e-06,
      "loss": 0.3468,
      "step": 1852500
    },
    {
      "epoch": 517.03,
      "grad_norm": 1.0804680585861206,
      "learning_rate": 1.4287184630015079e-06,
      "loss": 0.33,
      "step": 1852510
    },
    {
      "epoch": 517.03,
      "grad_norm": 1.1001770496368408,
      "learning_rate": 1.4286935693066393e-06,
      "loss": 0.3394,
      "step": 1852520
    },
    {
      "epoch": 517.03,
      "grad_norm": 1.0032919645309448,
      "learning_rate": 1.4286686757335648e-06,
      "loss": 0.3429,
      "step": 1852530
    },
    {
      "epoch": 517.04,
      "grad_norm": 1.0985326766967773,
      "learning_rate": 1.4286437822822883e-06,
      "loss": 0.3351,
      "step": 1852540
    },
    {
      "epoch": 517.04,
      "grad_norm": 1.283793330192566,
      "learning_rate": 1.4286188889528124e-06,
      "loss": 0.3306,
      "step": 1852550
    },
    {
      "epoch": 517.04,
      "grad_norm": 1.119470477104187,
      "learning_rate": 1.42859399574514e-06,
      "loss": 0.3415,
      "step": 1852560
    },
    {
      "epoch": 517.04,
      "grad_norm": 1.3380532264709473,
      "learning_rate": 1.4285691026592761e-06,
      "loss": 0.3416,
      "step": 1852570
    },
    {
      "epoch": 517.05,
      "grad_norm": 2.514193534851074,
      "learning_rate": 1.4285442096952228e-06,
      "loss": 0.3547,
      "step": 1852580
    },
    {
      "epoch": 517.05,
      "grad_norm": 1.326132893562317,
      "learning_rate": 1.4285193168529829e-06,
      "loss": 0.3456,
      "step": 1852590
    },
    {
      "epoch": 517.05,
      "grad_norm": 1.0559759140014648,
      "learning_rate": 1.428494424132561e-06,
      "loss": 0.3468,
      "step": 1852600
    },
    {
      "epoch": 517.06,
      "grad_norm": 1.0571027994155884,
      "learning_rate": 1.4284695315339603e-06,
      "loss": 0.3501,
      "step": 1852610
    },
    {
      "epoch": 517.06,
      "grad_norm": 1.0974512100219727,
      "learning_rate": 1.4284446390571832e-06,
      "loss": 0.3308,
      "step": 1852620
    },
    {
      "epoch": 517.06,
      "grad_norm": 1.2830536365509033,
      "learning_rate": 1.4284197467022337e-06,
      "loss": 0.3318,
      "step": 1852630
    },
    {
      "epoch": 517.06,
      "grad_norm": 1.0714529752731323,
      "learning_rate": 1.4283948544691139e-06,
      "loss": 0.3314,
      "step": 1852640
    },
    {
      "epoch": 517.07,
      "grad_norm": 1.115548849105835,
      "learning_rate": 1.4283699623578295e-06,
      "loss": 0.3445,
      "step": 1852650
    },
    {
      "epoch": 517.07,
      "grad_norm": 0.8762075304985046,
      "learning_rate": 1.4283450703683822e-06,
      "loss": 0.3382,
      "step": 1852660
    },
    {
      "epoch": 517.07,
      "grad_norm": 1.0211577415466309,
      "learning_rate": 1.428320178500775e-06,
      "loss": 0.3485,
      "step": 1852670
    },
    {
      "epoch": 517.08,
      "grad_norm": 1.1746923923492432,
      "learning_rate": 1.4282952867550121e-06,
      "loss": 0.37,
      "step": 1852680
    },
    {
      "epoch": 517.08,
      "grad_norm": 0.9944078326225281,
      "learning_rate": 1.428270395131097e-06,
      "loss": 0.3448,
      "step": 1852690
    },
    {
      "epoch": 517.08,
      "grad_norm": 1.1927536725997925,
      "learning_rate": 1.4282455036290314e-06,
      "loss": 0.336,
      "step": 1852700
    },
    {
      "epoch": 517.08,
      "grad_norm": 1.2127584218978882,
      "learning_rate": 1.4282206122488201e-06,
      "loss": 0.34,
      "step": 1852710
    },
    {
      "epoch": 517.09,
      "grad_norm": 1.2788524627685547,
      "learning_rate": 1.4281957209904664e-06,
      "loss": 0.3496,
      "step": 1852720
    },
    {
      "epoch": 517.09,
      "grad_norm": 1.091023325920105,
      "learning_rate": 1.4281708298539724e-06,
      "loss": 0.3352,
      "step": 1852730
    },
    {
      "epoch": 517.09,
      "grad_norm": 0.9840678572654724,
      "learning_rate": 1.4281459388393429e-06,
      "loss": 0.3479,
      "step": 1852740
    },
    {
      "epoch": 517.09,
      "grad_norm": 1.1052958965301514,
      "learning_rate": 1.4281210479465806e-06,
      "loss": 0.3348,
      "step": 1852750
    },
    {
      "epoch": 517.1,
      "grad_norm": 1.4350056648254395,
      "learning_rate": 1.4280961571756885e-06,
      "loss": 0.3499,
      "step": 1852760
    },
    {
      "epoch": 517.1,
      "grad_norm": 1.0579760074615479,
      "learning_rate": 1.4280712665266706e-06,
      "loss": 0.353,
      "step": 1852770
    },
    {
      "epoch": 517.1,
      "grad_norm": 1.209536075592041,
      "learning_rate": 1.4280463759995297e-06,
      "loss": 0.3595,
      "step": 1852780
    },
    {
      "epoch": 517.11,
      "grad_norm": 1.3672634363174438,
      "learning_rate": 1.428021485594268e-06,
      "loss": 0.3424,
      "step": 1852790
    },
    {
      "epoch": 517.11,
      "grad_norm": 1.2396670579910278,
      "learning_rate": 1.4279965953108911e-06,
      "loss": 0.3498,
      "step": 1852800
    },
    {
      "epoch": 517.11,
      "grad_norm": 1.0504412651062012,
      "learning_rate": 1.4279717051494015e-06,
      "loss": 0.3251,
      "step": 1852810
    },
    {
      "epoch": 517.11,
      "grad_norm": 1.2663873434066772,
      "learning_rate": 1.4279468151098017e-06,
      "loss": 0.3449,
      "step": 1852820
    },
    {
      "epoch": 517.12,
      "grad_norm": 0.9996050596237183,
      "learning_rate": 1.4279219251920958e-06,
      "loss": 0.3322,
      "step": 1852830
    },
    {
      "epoch": 517.12,
      "grad_norm": 1.1286816596984863,
      "learning_rate": 1.427897035396287e-06,
      "loss": 0.3469,
      "step": 1852840
    },
    {
      "epoch": 517.12,
      "grad_norm": 1.1388893127441406,
      "learning_rate": 1.4278721457223776e-06,
      "loss": 0.3355,
      "step": 1852850
    },
    {
      "epoch": 517.13,
      "grad_norm": 1.2047882080078125,
      "learning_rate": 1.4278472561703729e-06,
      "loss": 0.3455,
      "step": 1852860
    },
    {
      "epoch": 517.13,
      "grad_norm": 1.1248468160629272,
      "learning_rate": 1.4278223667402745e-06,
      "loss": 0.3558,
      "step": 1852870
    },
    {
      "epoch": 517.13,
      "grad_norm": 1.0580008029937744,
      "learning_rate": 1.4277974774320859e-06,
      "loss": 0.3394,
      "step": 1852880
    },
    {
      "epoch": 517.13,
      "grad_norm": 1.0964770317077637,
      "learning_rate": 1.4277725882458117e-06,
      "loss": 0.3493,
      "step": 1852890
    },
    {
      "epoch": 517.14,
      "grad_norm": 1.2449527978897095,
      "learning_rate": 1.4277476991814544e-06,
      "loss": 0.3225,
      "step": 1852900
    },
    {
      "epoch": 517.14,
      "grad_norm": 1.0026788711547852,
      "learning_rate": 1.4277228102390167e-06,
      "loss": 0.3411,
      "step": 1852910
    },
    {
      "epoch": 517.14,
      "grad_norm": 1.0444551706314087,
      "learning_rate": 1.4276979214185025e-06,
      "loss": 0.34,
      "step": 1852920
    },
    {
      "epoch": 517.14,
      "grad_norm": 1.1605862379074097,
      "learning_rate": 1.4276730327199146e-06,
      "loss": 0.3427,
      "step": 1852930
    },
    {
      "epoch": 517.15,
      "grad_norm": 1.2691785097122192,
      "learning_rate": 1.4276481441432577e-06,
      "loss": 0.336,
      "step": 1852940
    },
    {
      "epoch": 517.15,
      "grad_norm": 1.0206373929977417,
      "learning_rate": 1.4276232556885343e-06,
      "loss": 0.3411,
      "step": 1852950
    },
    {
      "epoch": 517.15,
      "grad_norm": 1.1878297328948975,
      "learning_rate": 1.427598367355747e-06,
      "loss": 0.351,
      "step": 1852960
    },
    {
      "epoch": 517.16,
      "grad_norm": 1.3221515417099,
      "learning_rate": 1.4275734791448997e-06,
      "loss": 0.3474,
      "step": 1852970
    },
    {
      "epoch": 517.16,
      "grad_norm": 1.2035661935806274,
      "learning_rate": 1.4275485910559964e-06,
      "loss": 0.3425,
      "step": 1852980
    },
    {
      "epoch": 517.16,
      "grad_norm": 1.1789168119430542,
      "learning_rate": 1.4275237030890393e-06,
      "loss": 0.3493,
      "step": 1852990
    },
    {
      "epoch": 517.16,
      "grad_norm": 1.022448182106018,
      "learning_rate": 1.4274988152440322e-06,
      "loss": 0.3401,
      "step": 1853000
    },
    {
      "epoch": 517.17,
      "grad_norm": 1.0689477920532227,
      "learning_rate": 1.4274739275209787e-06,
      "loss": 0.3484,
      "step": 1853010
    },
    {
      "epoch": 517.17,
      "grad_norm": 0.9988179802894592,
      "learning_rate": 1.4274490399198812e-06,
      "loss": 0.3342,
      "step": 1853020
    },
    {
      "epoch": 517.17,
      "grad_norm": 1.1494842767715454,
      "learning_rate": 1.4274241524407439e-06,
      "loss": 0.3536,
      "step": 1853030
    },
    {
      "epoch": 517.18,
      "grad_norm": 0.9936000108718872,
      "learning_rate": 1.42739926508357e-06,
      "loss": 0.3573,
      "step": 1853040
    },
    {
      "epoch": 517.18,
      "grad_norm": 1.1270653009414673,
      "learning_rate": 1.4273743778483626e-06,
      "loss": 0.3593,
      "step": 1853050
    },
    {
      "epoch": 517.18,
      "grad_norm": 0.9983968734741211,
      "learning_rate": 1.4273494907351251e-06,
      "loss": 0.3411,
      "step": 1853060
    },
    {
      "epoch": 517.18,
      "grad_norm": 1.0146498680114746,
      "learning_rate": 1.4273246037438608e-06,
      "loss": 0.3477,
      "step": 1853070
    },
    {
      "epoch": 517.19,
      "grad_norm": 1.2554737329483032,
      "learning_rate": 1.427299716874572e-06,
      "loss": 0.3461,
      "step": 1853080
    },
    {
      "epoch": 517.19,
      "grad_norm": 1.1695847511291504,
      "learning_rate": 1.427274830127264e-06,
      "loss": 0.3437,
      "step": 1853090
    },
    {
      "epoch": 517.19,
      "grad_norm": 1.077667474746704,
      "learning_rate": 1.427249943501939e-06,
      "loss": 0.3532,
      "step": 1853100
    },
    {
      "epoch": 517.2,
      "grad_norm": 1.0039377212524414,
      "learning_rate": 1.4272250569985994e-06,
      "loss": 0.3365,
      "step": 1853110
    },
    {
      "epoch": 517.2,
      "grad_norm": 1.0200529098510742,
      "learning_rate": 1.4272001706172508e-06,
      "loss": 0.3263,
      "step": 1853120
    },
    {
      "epoch": 517.2,
      "grad_norm": 0.8222470283508301,
      "learning_rate": 1.4271752843578953e-06,
      "loss": 0.3272,
      "step": 1853130
    },
    {
      "epoch": 517.2,
      "grad_norm": 1.1463837623596191,
      "learning_rate": 1.4271503982205351e-06,
      "loss": 0.3426,
      "step": 1853140
    },
    {
      "epoch": 517.21,
      "grad_norm": 1.1742249727249146,
      "learning_rate": 1.4271255122051756e-06,
      "loss": 0.3353,
      "step": 1853150
    },
    {
      "epoch": 517.21,
      "grad_norm": 1.1274811029434204,
      "learning_rate": 1.4271006263118187e-06,
      "loss": 0.3319,
      "step": 1853160
    },
    {
      "epoch": 517.21,
      "grad_norm": 1.256185531616211,
      "learning_rate": 1.4270757405404673e-06,
      "loss": 0.3423,
      "step": 1853170
    },
    {
      "epoch": 517.21,
      "grad_norm": 0.9397956728935242,
      "learning_rate": 1.4270508548911262e-06,
      "loss": 0.3328,
      "step": 1853180
    },
    {
      "epoch": 517.22,
      "grad_norm": 1.0569531917572021,
      "learning_rate": 1.427025969363798e-06,
      "loss": 0.3335,
      "step": 1853190
    },
    {
      "epoch": 517.22,
      "grad_norm": 1.0932941436767578,
      "learning_rate": 1.4270010839584862e-06,
      "loss": 0.3268,
      "step": 1853200
    },
    {
      "epoch": 517.22,
      "grad_norm": 1.1631736755371094,
      "learning_rate": 1.4269761986751938e-06,
      "loss": 0.3506,
      "step": 1853210
    },
    {
      "epoch": 517.23,
      "grad_norm": 1.0562796592712402,
      "learning_rate": 1.4269513135139234e-06,
      "loss": 0.357,
      "step": 1853220
    },
    {
      "epoch": 517.23,
      "grad_norm": 1.2086067199707031,
      "learning_rate": 1.4269264284746802e-06,
      "loss": 0.3555,
      "step": 1853230
    },
    {
      "epoch": 517.23,
      "grad_norm": 1.2510035037994385,
      "learning_rate": 1.4269015435574665e-06,
      "loss": 0.355,
      "step": 1853240
    },
    {
      "epoch": 517.23,
      "grad_norm": 0.9393162131309509,
      "learning_rate": 1.4268766587622844e-06,
      "loss": 0.3336,
      "step": 1853250
    },
    {
      "epoch": 517.24,
      "grad_norm": 1.104919672012329,
      "learning_rate": 1.4268517740891397e-06,
      "loss": 0.3421,
      "step": 1853260
    },
    {
      "epoch": 517.24,
      "grad_norm": 1.0819493532180786,
      "learning_rate": 1.4268268895380341e-06,
      "loss": 0.3403,
      "step": 1853270
    },
    {
      "epoch": 517.24,
      "grad_norm": 1.0235567092895508,
      "learning_rate": 1.4268020051089708e-06,
      "loss": 0.3352,
      "step": 1853280
    },
    {
      "epoch": 517.25,
      "grad_norm": 1.019688367843628,
      "learning_rate": 1.426777120801954e-06,
      "loss": 0.3429,
      "step": 1853290
    },
    {
      "epoch": 517.25,
      "grad_norm": 1.100946068763733,
      "learning_rate": 1.4267522366169864e-06,
      "loss": 0.3379,
      "step": 1853300
    },
    {
      "epoch": 517.25,
      "grad_norm": 1.0803470611572266,
      "learning_rate": 1.4267273525540709e-06,
      "loss": 0.339,
      "step": 1853310
    },
    {
      "epoch": 517.25,
      "grad_norm": 1.0450935363769531,
      "learning_rate": 1.4267024686132121e-06,
      "loss": 0.3476,
      "step": 1853320
    },
    {
      "epoch": 517.26,
      "grad_norm": 1.6329798698425293,
      "learning_rate": 1.4266775847944123e-06,
      "loss": 0.3357,
      "step": 1853330
    },
    {
      "epoch": 517.26,
      "grad_norm": 1.138211965560913,
      "learning_rate": 1.4266527010976748e-06,
      "loss": 0.3345,
      "step": 1853340
    },
    {
      "epoch": 517.26,
      "grad_norm": 1.2071670293807983,
      "learning_rate": 1.4266278175230041e-06,
      "loss": 0.3271,
      "step": 1853350
    },
    {
      "epoch": 517.26,
      "grad_norm": 1.4142554998397827,
      "learning_rate": 1.4266029340704023e-06,
      "loss": 0.3275,
      "step": 1853360
    },
    {
      "epoch": 517.27,
      "grad_norm": 1.067260503768921,
      "learning_rate": 1.4265780507398719e-06,
      "loss": 0.3461,
      "step": 1853370
    },
    {
      "epoch": 517.27,
      "grad_norm": 1.0677008628845215,
      "learning_rate": 1.4265531675314184e-06,
      "loss": 0.3378,
      "step": 1853380
    },
    {
      "epoch": 517.27,
      "grad_norm": 1.0459316968917847,
      "learning_rate": 1.426528284445044e-06,
      "loss": 0.346,
      "step": 1853390
    },
    {
      "epoch": 517.28,
      "grad_norm": 6.175492286682129,
      "learning_rate": 1.4265034014807513e-06,
      "loss": 0.3412,
      "step": 1853400
    },
    {
      "epoch": 517.28,
      "grad_norm": 1.133959174156189,
      "learning_rate": 1.4264785186385453e-06,
      "loss": 0.3308,
      "step": 1853410
    },
    {
      "epoch": 517.28,
      "grad_norm": 1.0424132347106934,
      "learning_rate": 1.4264536359184282e-06,
      "loss": 0.3281,
      "step": 1853420
    },
    {
      "epoch": 517.28,
      "grad_norm": 1.5117535591125488,
      "learning_rate": 1.4264287533204032e-06,
      "loss": 0.3417,
      "step": 1853430
    },
    {
      "epoch": 517.29,
      "grad_norm": 1.0834219455718994,
      "learning_rate": 1.4264038708444741e-06,
      "loss": 0.3415,
      "step": 1853440
    },
    {
      "epoch": 517.29,
      "grad_norm": 1.0753521919250488,
      "learning_rate": 1.4263789884906443e-06,
      "loss": 0.329,
      "step": 1853450
    },
    {
      "epoch": 517.29,
      "grad_norm": 0.99934321641922,
      "learning_rate": 1.426354106258916e-06,
      "loss": 0.3481,
      "step": 1853460
    },
    {
      "epoch": 517.3,
      "grad_norm": 0.9782341718673706,
      "learning_rate": 1.426329224149294e-06,
      "loss": 0.3447,
      "step": 1853470
    },
    {
      "epoch": 517.3,
      "grad_norm": 0.9679572582244873,
      "learning_rate": 1.4263043421617808e-06,
      "loss": 0.3359,
      "step": 1853480
    },
    {
      "epoch": 517.3,
      "grad_norm": 1.3050559759140015,
      "learning_rate": 1.42627946029638e-06,
      "loss": 0.3479,
      "step": 1853490
    },
    {
      "epoch": 517.3,
      "grad_norm": 1.4414712190628052,
      "learning_rate": 1.4262545785530947e-06,
      "loss": 0.3451,
      "step": 1853500
    },
    {
      "epoch": 517.31,
      "grad_norm": 1.0070968866348267,
      "learning_rate": 1.4262296969319274e-06,
      "loss": 0.3471,
      "step": 1853510
    },
    {
      "epoch": 517.31,
      "grad_norm": 1.0796117782592773,
      "learning_rate": 1.4262048154328834e-06,
      "loss": 0.3385,
      "step": 1853520
    },
    {
      "epoch": 517.31,
      "grad_norm": 1.0226317644119263,
      "learning_rate": 1.426179934055965e-06,
      "loss": 0.3427,
      "step": 1853530
    },
    {
      "epoch": 517.32,
      "grad_norm": 1.240401268005371,
      "learning_rate": 1.4261550528011744e-06,
      "loss": 0.349,
      "step": 1853540
    },
    {
      "epoch": 517.32,
      "grad_norm": 1.129698395729065,
      "learning_rate": 1.4261301716685168e-06,
      "loss": 0.3238,
      "step": 1853550
    },
    {
      "epoch": 517.32,
      "grad_norm": 1.1190837621688843,
      "learning_rate": 1.4261052906579948e-06,
      "loss": 0.3484,
      "step": 1853560
    },
    {
      "epoch": 517.32,
      "grad_norm": 1.1767239570617676,
      "learning_rate": 1.426080409769611e-06,
      "loss": 0.3549,
      "step": 1853570
    },
    {
      "epoch": 517.33,
      "grad_norm": 1.1129047870635986,
      "learning_rate": 1.4260555290033698e-06,
      "loss": 0.3276,
      "step": 1853580
    },
    {
      "epoch": 517.33,
      "grad_norm": 1.3903989791870117,
      "learning_rate": 1.4260306483592739e-06,
      "loss": 0.3302,
      "step": 1853590
    },
    {
      "epoch": 517.33,
      "grad_norm": 1.194459319114685,
      "learning_rate": 1.4260057678373256e-06,
      "loss": 0.3196,
      "step": 1853600
    },
    {
      "epoch": 517.33,
      "grad_norm": 1.0002591609954834,
      "learning_rate": 1.4259808874375304e-06,
      "loss": 0.3624,
      "step": 1853610
    },
    {
      "epoch": 517.34,
      "grad_norm": 1.029876708984375,
      "learning_rate": 1.4259560071598906e-06,
      "loss": 0.3322,
      "step": 1853620
    },
    {
      "epoch": 517.34,
      "grad_norm": 1.242556095123291,
      "learning_rate": 1.425931127004409e-06,
      "loss": 0.3581,
      "step": 1853630
    },
    {
      "epoch": 517.34,
      "grad_norm": 1.2684794664382935,
      "learning_rate": 1.4259062469710898e-06,
      "loss": 0.3493,
      "step": 1853640
    },
    {
      "epoch": 517.35,
      "grad_norm": 0.9553009867668152,
      "learning_rate": 1.4258813670599357e-06,
      "loss": 0.3347,
      "step": 1853650
    },
    {
      "epoch": 517.35,
      "grad_norm": 1.2047381401062012,
      "learning_rate": 1.4258564872709493e-06,
      "loss": 0.3418,
      "step": 1853660
    },
    {
      "epoch": 517.35,
      "grad_norm": 1.172593116760254,
      "learning_rate": 1.4258316076041356e-06,
      "loss": 0.347,
      "step": 1853670
    },
    {
      "epoch": 517.35,
      "grad_norm": 1.1679494380950928,
      "learning_rate": 1.4258067280594973e-06,
      "loss": 0.3451,
      "step": 1853680
    },
    {
      "epoch": 517.36,
      "grad_norm": 1.2308801412582397,
      "learning_rate": 1.4257818486370363e-06,
      "loss": 0.3578,
      "step": 1853690
    },
    {
      "epoch": 517.36,
      "grad_norm": 1.1965514421463013,
      "learning_rate": 1.4257569693367583e-06,
      "loss": 0.3428,
      "step": 1853700
    },
    {
      "epoch": 517.36,
      "grad_norm": 1.1123307943344116,
      "learning_rate": 1.4257320901586653e-06,
      "loss": 0.3638,
      "step": 1853710
    },
    {
      "epoch": 517.37,
      "grad_norm": 1.0712920427322388,
      "learning_rate": 1.4257072111027603e-06,
      "loss": 0.3458,
      "step": 1853720
    },
    {
      "epoch": 517.37,
      "grad_norm": 1.2263848781585693,
      "learning_rate": 1.4256823321690477e-06,
      "loss": 0.3461,
      "step": 1853730
    },
    {
      "epoch": 517.37,
      "grad_norm": 1.3157309293746948,
      "learning_rate": 1.42565745335753e-06,
      "loss": 0.3551,
      "step": 1853740
    },
    {
      "epoch": 517.37,
      "grad_norm": 1.0523240566253662,
      "learning_rate": 1.4256325746682094e-06,
      "loss": 0.3417,
      "step": 1853750
    },
    {
      "epoch": 517.38,
      "grad_norm": 1.0355656147003174,
      "learning_rate": 1.425607696101092e-06,
      "loss": 0.3394,
      "step": 1853760
    },
    {
      "epoch": 517.38,
      "grad_norm": 0.9488941431045532,
      "learning_rate": 1.4255828176561793e-06,
      "loss": 0.3336,
      "step": 1853770
    },
    {
      "epoch": 517.38,
      "grad_norm": 1.0797576904296875,
      "learning_rate": 1.4255579393334745e-06,
      "loss": 0.326,
      "step": 1853780
    },
    {
      "epoch": 517.38,
      "grad_norm": 1.4442888498306274,
      "learning_rate": 1.4255330611329815e-06,
      "loss": 0.3514,
      "step": 1853790
    },
    {
      "epoch": 517.39,
      "grad_norm": 1.0922071933746338,
      "learning_rate": 1.4255081830547027e-06,
      "loss": 0.3422,
      "step": 1853800
    },
    {
      "epoch": 517.39,
      "grad_norm": 1.4285638332366943,
      "learning_rate": 1.425483305098643e-06,
      "loss": 0.3217,
      "step": 1853810
    },
    {
      "epoch": 517.39,
      "grad_norm": 1.3686332702636719,
      "learning_rate": 1.425458427264805e-06,
      "loss": 0.3384,
      "step": 1853820
    },
    {
      "epoch": 517.4,
      "grad_norm": 0.9691583514213562,
      "learning_rate": 1.425433549553191e-06,
      "loss": 0.337,
      "step": 1853830
    },
    {
      "epoch": 517.4,
      "grad_norm": 1.091962456703186,
      "learning_rate": 1.4254086719638057e-06,
      "loss": 0.3229,
      "step": 1853840
    },
    {
      "epoch": 517.4,
      "grad_norm": 1.0676530599594116,
      "learning_rate": 1.4253837944966523e-06,
      "loss": 0.3311,
      "step": 1853850
    },
    {
      "epoch": 517.4,
      "grad_norm": 0.9377090334892273,
      "learning_rate": 1.4253589171517333e-06,
      "loss": 0.3423,
      "step": 1853860
    },
    {
      "epoch": 517.41,
      "grad_norm": 1.1183885335922241,
      "learning_rate": 1.4253340399290525e-06,
      "loss": 0.3405,
      "step": 1853870
    },
    {
      "epoch": 517.41,
      "grad_norm": 1.4004777669906616,
      "learning_rate": 1.425309162828613e-06,
      "loss": 0.351,
      "step": 1853880
    },
    {
      "epoch": 517.41,
      "grad_norm": 1.01472806930542,
      "learning_rate": 1.4252842858504177e-06,
      "loss": 0.3387,
      "step": 1853890
    },
    {
      "epoch": 517.42,
      "grad_norm": 0.9824222922325134,
      "learning_rate": 1.4252594089944712e-06,
      "loss": 0.3262,
      "step": 1853900
    },
    {
      "epoch": 517.42,
      "grad_norm": 1.1380096673965454,
      "learning_rate": 1.425234532260776e-06,
      "loss": 0.3462,
      "step": 1853910
    },
    {
      "epoch": 517.42,
      "grad_norm": 1.2254691123962402,
      "learning_rate": 1.4252096556493351e-06,
      "loss": 0.3403,
      "step": 1853920
    },
    {
      "epoch": 517.42,
      "grad_norm": 1.3106104135513306,
      "learning_rate": 1.425184779160152e-06,
      "loss": 0.3283,
      "step": 1853930
    },
    {
      "epoch": 517.43,
      "grad_norm": 1.0273929834365845,
      "learning_rate": 1.425159902793231e-06,
      "loss": 0.3295,
      "step": 1853940
    },
    {
      "epoch": 517.43,
      "grad_norm": 0.980720043182373,
      "learning_rate": 1.4251350265485738e-06,
      "loss": 0.3117,
      "step": 1853950
    },
    {
      "epoch": 517.43,
      "grad_norm": 1.1950788497924805,
      "learning_rate": 1.425110150426185e-06,
      "loss": 0.3484,
      "step": 1853960
    },
    {
      "epoch": 517.44,
      "grad_norm": 1.0765204429626465,
      "learning_rate": 1.4250852744260676e-06,
      "loss": 0.3464,
      "step": 1853970
    },
    {
      "epoch": 517.44,
      "grad_norm": 1.637107253074646,
      "learning_rate": 1.425060398548224e-06,
      "loss": 0.3553,
      "step": 1853980
    },
    {
      "epoch": 517.44,
      "grad_norm": 1.438914179801941,
      "learning_rate": 1.4250355227926585e-06,
      "loss": 0.3594,
      "step": 1853990
    },
    {
      "epoch": 517.44,
      "grad_norm": 1.0842117071151733,
      "learning_rate": 1.4250106471593746e-06,
      "loss": 0.3486,
      "step": 1854000
    },
    {
      "epoch": 517.45,
      "grad_norm": 1.1182841062545776,
      "learning_rate": 1.4249857716483746e-06,
      "loss": 0.3428,
      "step": 1854010
    },
    {
      "epoch": 517.45,
      "grad_norm": 3.0523390769958496,
      "learning_rate": 1.4249608962596628e-06,
      "loss": 0.3465,
      "step": 1854020
    },
    {
      "epoch": 517.45,
      "grad_norm": 0.9390127658843994,
      "learning_rate": 1.424936020993242e-06,
      "loss": 0.3348,
      "step": 1854030
    },
    {
      "epoch": 517.45,
      "grad_norm": 1.0869224071502686,
      "learning_rate": 1.4249111458491147e-06,
      "loss": 0.343,
      "step": 1854040
    },
    {
      "epoch": 517.46,
      "grad_norm": 1.1231478452682495,
      "learning_rate": 1.4248862708272861e-06,
      "loss": 0.3304,
      "step": 1854050
    },
    {
      "epoch": 517.46,
      "grad_norm": 1.0654823780059814,
      "learning_rate": 1.4248613959277587e-06,
      "loss": 0.3427,
      "step": 1854060
    },
    {
      "epoch": 517.46,
      "grad_norm": 1.0974136590957642,
      "learning_rate": 1.4248365211505342e-06,
      "loss": 0.3416,
      "step": 1854070
    },
    {
      "epoch": 517.47,
      "grad_norm": 0.9684262275695801,
      "learning_rate": 1.4248116464956187e-06,
      "loss": 0.3413,
      "step": 1854080
    },
    {
      "epoch": 517.47,
      "grad_norm": 1.1766633987426758,
      "learning_rate": 1.4247867719630136e-06,
      "loss": 0.3402,
      "step": 1854090
    },
    {
      "epoch": 517.47,
      "grad_norm": 1.0287054777145386,
      "learning_rate": 1.4247618975527232e-06,
      "loss": 0.3588,
      "step": 1854100
    },
    {
      "epoch": 517.47,
      "grad_norm": 1.0256016254425049,
      "learning_rate": 1.4247370232647501e-06,
      "loss": 0.3328,
      "step": 1854110
    },
    {
      "epoch": 517.48,
      "grad_norm": 1.1405956745147705,
      "learning_rate": 1.4247121490990974e-06,
      "loss": 0.3418,
      "step": 1854120
    },
    {
      "epoch": 517.48,
      "grad_norm": 1.1284056901931763,
      "learning_rate": 1.4246872750557697e-06,
      "loss": 0.3598,
      "step": 1854130
    },
    {
      "epoch": 517.48,
      "grad_norm": 0.9587408304214478,
      "learning_rate": 1.4246624011347693e-06,
      "loss": 0.3384,
      "step": 1854140
    },
    {
      "epoch": 517.49,
      "grad_norm": 0.9722863435745239,
      "learning_rate": 1.4246375273360992e-06,
      "loss": 0.3518,
      "step": 1854150
    },
    {
      "epoch": 517.49,
      "grad_norm": 1.0232696533203125,
      "learning_rate": 1.4246126536597638e-06,
      "loss": 0.3409,
      "step": 1854160
    },
    {
      "epoch": 517.49,
      "grad_norm": 0.9930513501167297,
      "learning_rate": 1.4245877801057658e-06,
      "loss": 0.3326,
      "step": 1854170
    },
    {
      "epoch": 517.49,
      "grad_norm": 1.2462875843048096,
      "learning_rate": 1.4245629066741078e-06,
      "loss": 0.3392,
      "step": 1854180
    },
    {
      "epoch": 517.5,
      "grad_norm": 1.347714900970459,
      "learning_rate": 1.4245380333647945e-06,
      "loss": 0.3349,
      "step": 1854190
    },
    {
      "epoch": 517.5,
      "grad_norm": 1.1753950119018555,
      "learning_rate": 1.4245131601778286e-06,
      "loss": 0.3332,
      "step": 1854200
    },
    {
      "epoch": 517.5,
      "grad_norm": 1.094846248626709,
      "learning_rate": 1.424488287113213e-06,
      "loss": 0.323,
      "step": 1854210
    },
    {
      "epoch": 517.5,
      "grad_norm": 1.167224645614624,
      "learning_rate": 1.424463414170952e-06,
      "loss": 0.3388,
      "step": 1854220
    },
    {
      "epoch": 517.51,
      "grad_norm": 0.9664101004600525,
      "learning_rate": 1.424438541351048e-06,
      "loss": 0.3421,
      "step": 1854230
    },
    {
      "epoch": 517.51,
      "grad_norm": 1.0225988626480103,
      "learning_rate": 1.424413668653504e-06,
      "loss": 0.3456,
      "step": 1854240
    },
    {
      "epoch": 517.51,
      "grad_norm": 1.1363792419433594,
      "learning_rate": 1.4243887960783248e-06,
      "loss": 0.3615,
      "step": 1854250
    },
    {
      "epoch": 517.52,
      "grad_norm": 1.1291553974151611,
      "learning_rate": 1.4243639236255128e-06,
      "loss": 0.3394,
      "step": 1854260
    },
    {
      "epoch": 517.52,
      "grad_norm": 1.9316513538360596,
      "learning_rate": 1.4243390512950702e-06,
      "loss": 0.3452,
      "step": 1854270
    },
    {
      "epoch": 517.52,
      "grad_norm": 1.0638772249221802,
      "learning_rate": 1.4243141790870025e-06,
      "loss": 0.3295,
      "step": 1854280
    },
    {
      "epoch": 517.52,
      "grad_norm": 1.0108102560043335,
      "learning_rate": 1.424289307001312e-06,
      "loss": 0.3387,
      "step": 1854290
    },
    {
      "epoch": 517.53,
      "grad_norm": 0.9913385510444641,
      "learning_rate": 1.4242644350380014e-06,
      "loss": 0.3403,
      "step": 1854300
    },
    {
      "epoch": 517.53,
      "grad_norm": 1.2154086828231812,
      "learning_rate": 1.4242395631970755e-06,
      "loss": 0.3485,
      "step": 1854310
    },
    {
      "epoch": 517.53,
      "grad_norm": 1.043068528175354,
      "learning_rate": 1.424214691478536e-06,
      "loss": 0.332,
      "step": 1854320
    },
    {
      "epoch": 517.54,
      "grad_norm": 0.9885895848274231,
      "learning_rate": 1.4241898198823863e-06,
      "loss": 0.3369,
      "step": 1854330
    },
    {
      "epoch": 517.54,
      "grad_norm": 0.9478633999824524,
      "learning_rate": 1.424164948408631e-06,
      "loss": 0.3555,
      "step": 1854340
    },
    {
      "epoch": 517.54,
      "grad_norm": 1.0595066547393799,
      "learning_rate": 1.424140077057273e-06,
      "loss": 0.3522,
      "step": 1854350
    },
    {
      "epoch": 517.54,
      "grad_norm": 1.0422240495681763,
      "learning_rate": 1.4241152058283144e-06,
      "loss": 0.3375,
      "step": 1854360
    },
    {
      "epoch": 517.55,
      "grad_norm": 1.0148614645004272,
      "learning_rate": 1.4240903347217605e-06,
      "loss": 0.3324,
      "step": 1854370
    },
    {
      "epoch": 517.55,
      "grad_norm": 1.2530994415283203,
      "learning_rate": 1.4240654637376128e-06,
      "loss": 0.3415,
      "step": 1854380
    },
    {
      "epoch": 517.55,
      "grad_norm": 1.014777421951294,
      "learning_rate": 1.4240405928758758e-06,
      "loss": 0.3336,
      "step": 1854390
    },
    {
      "epoch": 517.56,
      "grad_norm": 1.5001683235168457,
      "learning_rate": 1.4240157221365524e-06,
      "loss": 0.3359,
      "step": 1854400
    },
    {
      "epoch": 517.56,
      "grad_norm": 1.2048760652542114,
      "learning_rate": 1.4239908515196452e-06,
      "loss": 0.3608,
      "step": 1854410
    },
    {
      "epoch": 517.56,
      "grad_norm": 1.0450186729431152,
      "learning_rate": 1.423965981025159e-06,
      "loss": 0.3601,
      "step": 1854420
    },
    {
      "epoch": 517.56,
      "grad_norm": 1.1600770950317383,
      "learning_rate": 1.4239411106530962e-06,
      "loss": 0.335,
      "step": 1854430
    },
    {
      "epoch": 517.57,
      "grad_norm": 1.039008617401123,
      "learning_rate": 1.4239162404034599e-06,
      "loss": 0.3492,
      "step": 1854440
    },
    {
      "epoch": 517.57,
      "grad_norm": 1.1495087146759033,
      "learning_rate": 1.423891370276254e-06,
      "loss": 0.3506,
      "step": 1854450
    },
    {
      "epoch": 517.57,
      "grad_norm": 1.0085521936416626,
      "learning_rate": 1.4238665002714815e-06,
      "loss": 0.3446,
      "step": 1854460
    },
    {
      "epoch": 517.57,
      "grad_norm": 1.397844910621643,
      "learning_rate": 1.4238416303891452e-06,
      "loss": 0.3426,
      "step": 1854470
    },
    {
      "epoch": 517.58,
      "grad_norm": 1.1126840114593506,
      "learning_rate": 1.4238167606292496e-06,
      "loss": 0.3336,
      "step": 1854480
    },
    {
      "epoch": 517.58,
      "grad_norm": 1.0933094024658203,
      "learning_rate": 1.4237918909917975e-06,
      "loss": 0.3459,
      "step": 1854490
    },
    {
      "epoch": 517.58,
      "grad_norm": 0.9863796234130859,
      "learning_rate": 1.4237670214767908e-06,
      "loss": 0.3552,
      "step": 1854500
    },
    {
      "epoch": 517.59,
      "grad_norm": 1.1901240348815918,
      "learning_rate": 1.4237421520842353e-06,
      "loss": 0.344,
      "step": 1854510
    },
    {
      "epoch": 517.59,
      "grad_norm": 1.0736714601516724,
      "learning_rate": 1.423717282814133e-06,
      "loss": 0.3464,
      "step": 1854520
    },
    {
      "epoch": 517.59,
      "grad_norm": 1.1997027397155762,
      "learning_rate": 1.4236924136664872e-06,
      "loss": 0.3389,
      "step": 1854530
    },
    {
      "epoch": 517.59,
      "grad_norm": 1.0993694067001343,
      "learning_rate": 1.4236675446413014e-06,
      "loss": 0.3317,
      "step": 1854540
    },
    {
      "epoch": 517.6,
      "grad_norm": 0.9632914662361145,
      "learning_rate": 1.4236426757385788e-06,
      "loss": 0.3393,
      "step": 1854550
    },
    {
      "epoch": 517.6,
      "grad_norm": 1.06143319606781,
      "learning_rate": 1.423617806958322e-06,
      "loss": 0.3356,
      "step": 1854560
    },
    {
      "epoch": 517.6,
      "grad_norm": 1.2637395858764648,
      "learning_rate": 1.4235929383005358e-06,
      "loss": 0.3361,
      "step": 1854570
    },
    {
      "epoch": 517.61,
      "grad_norm": 1.0344080924987793,
      "learning_rate": 1.4235680697652228e-06,
      "loss": 0.3383,
      "step": 1854580
    },
    {
      "epoch": 517.61,
      "grad_norm": 1.0105774402618408,
      "learning_rate": 1.4235432013523857e-06,
      "loss": 0.3401,
      "step": 1854590
    },
    {
      "epoch": 517.61,
      "grad_norm": 0.9795884490013123,
      "learning_rate": 1.423518333062029e-06,
      "loss": 0.3343,
      "step": 1854600
    },
    {
      "epoch": 517.61,
      "grad_norm": 0.9600599408149719,
      "learning_rate": 1.4234934648941557e-06,
      "loss": 0.3548,
      "step": 1854610
    },
    {
      "epoch": 517.62,
      "grad_norm": 1.5950714349746704,
      "learning_rate": 1.4234685968487675e-06,
      "loss": 0.3533,
      "step": 1854620
    },
    {
      "epoch": 517.62,
      "grad_norm": 1.2218729257583618,
      "learning_rate": 1.4234437289258697e-06,
      "loss": 0.3334,
      "step": 1854630
    },
    {
      "epoch": 517.62,
      "grad_norm": 1.0883026123046875,
      "learning_rate": 1.4234188611254654e-06,
      "loss": 0.3355,
      "step": 1854640
    },
    {
      "epoch": 517.62,
      "grad_norm": 1.0630722045898438,
      "learning_rate": 1.4233939934475562e-06,
      "loss": 0.341,
      "step": 1854650
    },
    {
      "epoch": 517.63,
      "grad_norm": 1.2471766471862793,
      "learning_rate": 1.4233691258921477e-06,
      "loss": 0.341,
      "step": 1854660
    },
    {
      "epoch": 517.63,
      "grad_norm": 1.221553087234497,
      "learning_rate": 1.4233442584592416e-06,
      "loss": 0.3499,
      "step": 1854670
    },
    {
      "epoch": 517.63,
      "grad_norm": 1.039108157157898,
      "learning_rate": 1.4233193911488422e-06,
      "loss": 0.3303,
      "step": 1854680
    },
    {
      "epoch": 517.64,
      "grad_norm": 1.2588473558425903,
      "learning_rate": 1.4232945239609527e-06,
      "loss": 0.3452,
      "step": 1854690
    },
    {
      "epoch": 517.64,
      "grad_norm": 1.2737007141113281,
      "learning_rate": 1.4232696568955743e-06,
      "loss": 0.3395,
      "step": 1854700
    },
    {
      "epoch": 517.64,
      "grad_norm": 1.1092451810836792,
      "learning_rate": 1.4232447899527138e-06,
      "loss": 0.3332,
      "step": 1854710
    },
    {
      "epoch": 517.64,
      "grad_norm": 1.9648507833480835,
      "learning_rate": 1.4232199231323726e-06,
      "loss": 0.3287,
      "step": 1854720
    },
    {
      "epoch": 517.65,
      "grad_norm": 1.1129529476165771,
      "learning_rate": 1.4231950564345538e-06,
      "loss": 0.3248,
      "step": 1854730
    },
    {
      "epoch": 517.65,
      "grad_norm": 1.0453852415084839,
      "learning_rate": 1.4231701898592615e-06,
      "loss": 0.3256,
      "step": 1854740
    },
    {
      "epoch": 517.65,
      "grad_norm": 1.2157355546951294,
      "learning_rate": 1.4231453234064987e-06,
      "loss": 0.3429,
      "step": 1854750
    },
    {
      "epoch": 517.66,
      "grad_norm": 1.112062692642212,
      "learning_rate": 1.4231204570762672e-06,
      "loss": 0.3589,
      "step": 1854760
    },
    {
      "epoch": 517.66,
      "grad_norm": 1.0102131366729736,
      "learning_rate": 1.4230955908685733e-06,
      "loss": 0.3429,
      "step": 1854770
    },
    {
      "epoch": 517.66,
      "grad_norm": 1.1702005863189697,
      "learning_rate": 1.4230707247834185e-06,
      "loss": 0.3462,
      "step": 1854780
    },
    {
      "epoch": 517.66,
      "grad_norm": 1.0273442268371582,
      "learning_rate": 1.4230458588208053e-06,
      "loss": 0.3362,
      "step": 1854790
    },
    {
      "epoch": 517.67,
      "grad_norm": 1.066176414489746,
      "learning_rate": 1.423020992980739e-06,
      "loss": 0.324,
      "step": 1854800
    },
    {
      "epoch": 517.67,
      "grad_norm": 1.0518237352371216,
      "learning_rate": 1.4229961272632225e-06,
      "loss": 0.3715,
      "step": 1854810
    },
    {
      "epoch": 517.67,
      "grad_norm": 1.617020845413208,
      "learning_rate": 1.4229712616682578e-06,
      "loss": 0.3309,
      "step": 1854820
    },
    {
      "epoch": 517.68,
      "grad_norm": 5.532008647918701,
      "learning_rate": 1.4229463961958494e-06,
      "loss": 0.3536,
      "step": 1854830
    },
    {
      "epoch": 517.68,
      "grad_norm": 1.0193850994110107,
      "learning_rate": 1.4229215308460006e-06,
      "loss": 0.3534,
      "step": 1854840
    },
    {
      "epoch": 517.68,
      "grad_norm": 1.248908519744873,
      "learning_rate": 1.422896665618713e-06,
      "loss": 0.3397,
      "step": 1854850
    },
    {
      "epoch": 517.68,
      "grad_norm": 1.3895419836044312,
      "learning_rate": 1.4228718005139918e-06,
      "loss": 0.3531,
      "step": 1854860
    },
    {
      "epoch": 517.69,
      "grad_norm": 1.2166073322296143,
      "learning_rate": 1.4228469355318404e-06,
      "loss": 0.3619,
      "step": 1854870
    },
    {
      "epoch": 517.69,
      "grad_norm": 1.0258680582046509,
      "learning_rate": 1.4228220706722602e-06,
      "loss": 0.3524,
      "step": 1854880
    },
    {
      "epoch": 517.69,
      "grad_norm": 1.4241920709609985,
      "learning_rate": 1.4227972059352566e-06,
      "loss": 0.3477,
      "step": 1854890
    },
    {
      "epoch": 517.69,
      "grad_norm": 0.9798029661178589,
      "learning_rate": 1.4227723413208323e-06,
      "loss": 0.3401,
      "step": 1854900
    },
    {
      "epoch": 517.7,
      "grad_norm": 0.9923521876335144,
      "learning_rate": 1.4227474768289899e-06,
      "loss": 0.3327,
      "step": 1854910
    },
    {
      "epoch": 517.7,
      "grad_norm": 1.090149998664856,
      "learning_rate": 1.4227226124597335e-06,
      "loss": 0.319,
      "step": 1854920
    },
    {
      "epoch": 517.7,
      "grad_norm": 1.5909130573272705,
      "learning_rate": 1.4226977482130663e-06,
      "loss": 0.3197,
      "step": 1854930
    },
    {
      "epoch": 517.71,
      "grad_norm": 1.1677595376968384,
      "learning_rate": 1.4226728840889902e-06,
      "loss": 0.3398,
      "step": 1854940
    },
    {
      "epoch": 517.71,
      "grad_norm": 1.0844882726669312,
      "learning_rate": 1.4226480200875109e-06,
      "loss": 0.3444,
      "step": 1854950
    },
    {
      "epoch": 517.71,
      "grad_norm": 1.0222419500350952,
      "learning_rate": 1.4226231562086298e-06,
      "loss": 0.3335,
      "step": 1854960
    },
    {
      "epoch": 517.71,
      "grad_norm": 1.1020426750183105,
      "learning_rate": 1.4225982924523517e-06,
      "loss": 0.3389,
      "step": 1854970
    },
    {
      "epoch": 517.72,
      "grad_norm": 0.9820897579193115,
      "learning_rate": 1.4225734288186788e-06,
      "loss": 0.3424,
      "step": 1854980
    },
    {
      "epoch": 517.72,
      "grad_norm": 1.139357089996338,
      "learning_rate": 1.422548565307614e-06,
      "loss": 0.3471,
      "step": 1854990
    },
    {
      "epoch": 517.72,
      "grad_norm": 1.1070563793182373,
      "learning_rate": 1.4225237019191627e-06,
      "loss": 0.3526,
      "step": 1855000
    },
    {
      "epoch": 517.73,
      "grad_norm": 1.1035130023956299,
      "learning_rate": 1.4224988386533264e-06,
      "loss": 0.3227,
      "step": 1855010
    },
    {
      "epoch": 517.73,
      "grad_norm": 1.1329063177108765,
      "learning_rate": 1.4224739755101079e-06,
      "loss": 0.3425,
      "step": 1855020
    },
    {
      "epoch": 517.73,
      "grad_norm": 1.4211350679397583,
      "learning_rate": 1.4224491124895126e-06,
      "loss": 0.3492,
      "step": 1855030
    },
    {
      "epoch": 517.73,
      "grad_norm": 1.295674204826355,
      "learning_rate": 1.4224242495915425e-06,
      "loss": 0.3461,
      "step": 1855040
    },
    {
      "epoch": 517.74,
      "grad_norm": 0.9333735704421997,
      "learning_rate": 1.422399386816201e-06,
      "loss": 0.3181,
      "step": 1855050
    },
    {
      "epoch": 517.74,
      "grad_norm": 1.0542161464691162,
      "learning_rate": 1.4223745241634916e-06,
      "loss": 0.3422,
      "step": 1855060
    },
    {
      "epoch": 517.74,
      "grad_norm": 1.0153393745422363,
      "learning_rate": 1.4223496616334178e-06,
      "loss": 0.3403,
      "step": 1855070
    },
    {
      "epoch": 517.74,
      "grad_norm": 1.0827091932296753,
      "learning_rate": 1.4223247992259816e-06,
      "loss": 0.3467,
      "step": 1855080
    },
    {
      "epoch": 517.75,
      "grad_norm": 0.9760600328445435,
      "learning_rate": 1.4222999369411882e-06,
      "loss": 0.3429,
      "step": 1855090
    },
    {
      "epoch": 517.75,
      "grad_norm": 1.120031714439392,
      "learning_rate": 1.4222750747790405e-06,
      "loss": 0.3574,
      "step": 1855100
    },
    {
      "epoch": 517.75,
      "grad_norm": 1.0093408823013306,
      "learning_rate": 1.4222502127395404e-06,
      "loss": 0.3291,
      "step": 1855110
    },
    {
      "epoch": 517.76,
      "grad_norm": 1.2669801712036133,
      "learning_rate": 1.4222253508226928e-06,
      "loss": 0.3392,
      "step": 1855120
    },
    {
      "epoch": 517.76,
      "grad_norm": 1.0956999063491821,
      "learning_rate": 1.4222004890285e-06,
      "loss": 0.3459,
      "step": 1855130
    },
    {
      "epoch": 517.76,
      "grad_norm": 1.0902433395385742,
      "learning_rate": 1.4221756273569652e-06,
      "loss": 0.3357,
      "step": 1855140
    },
    {
      "epoch": 517.76,
      "grad_norm": 1.0182149410247803,
      "learning_rate": 1.4221507658080933e-06,
      "loss": 0.3309,
      "step": 1855150
    },
    {
      "epoch": 517.77,
      "grad_norm": 1.0116307735443115,
      "learning_rate": 1.4221259043818861e-06,
      "loss": 0.3342,
      "step": 1855160
    },
    {
      "epoch": 517.77,
      "grad_norm": 1.0561957359313965,
      "learning_rate": 1.4221010430783467e-06,
      "loss": 0.3406,
      "step": 1855170
    },
    {
      "epoch": 517.77,
      "grad_norm": 1.1832659244537354,
      "learning_rate": 1.4220761818974797e-06,
      "loss": 0.3581,
      "step": 1855180
    },
    {
      "epoch": 517.78,
      "grad_norm": 1.308316946029663,
      "learning_rate": 1.4220513208392878e-06,
      "loss": 0.3361,
      "step": 1855190
    },
    {
      "epoch": 517.78,
      "grad_norm": 1.2200123071670532,
      "learning_rate": 1.422026459903774e-06,
      "loss": 0.3438,
      "step": 1855200
    },
    {
      "epoch": 517.78,
      "grad_norm": 3.156224489212036,
      "learning_rate": 1.4220015990909422e-06,
      "loss": 0.3529,
      "step": 1855210
    },
    {
      "epoch": 517.78,
      "grad_norm": 1.1755540370941162,
      "learning_rate": 1.421976738400795e-06,
      "loss": 0.3264,
      "step": 1855220
    },
    {
      "epoch": 517.79,
      "grad_norm": 1.0213861465454102,
      "learning_rate": 1.4219518778333357e-06,
      "loss": 0.3311,
      "step": 1855230
    },
    {
      "epoch": 517.79,
      "grad_norm": 1.17621648311615,
      "learning_rate": 1.4219270173885683e-06,
      "loss": 0.3373,
      "step": 1855240
    },
    {
      "epoch": 517.79,
      "grad_norm": 1.013822078704834,
      "learning_rate": 1.421902157066496e-06,
      "loss": 0.3417,
      "step": 1855250
    },
    {
      "epoch": 517.8,
      "grad_norm": 1.0793460607528687,
      "learning_rate": 1.421877296867122e-06,
      "loss": 0.3361,
      "step": 1855260
    },
    {
      "epoch": 517.8,
      "grad_norm": 1.4414206743240356,
      "learning_rate": 1.4218524367904498e-06,
      "loss": 0.3594,
      "step": 1855270
    },
    {
      "epoch": 517.8,
      "grad_norm": 1.2056158781051636,
      "learning_rate": 1.4218275768364808e-06,
      "loss": 0.3227,
      "step": 1855280
    },
    {
      "epoch": 517.8,
      "grad_norm": 1.1832408905029297,
      "learning_rate": 1.4218027170052214e-06,
      "loss": 0.3398,
      "step": 1855290
    },
    {
      "epoch": 517.81,
      "grad_norm": 0.9882730841636658,
      "learning_rate": 1.4217778572966732e-06,
      "loss": 0.3499,
      "step": 1855300
    },
    {
      "epoch": 517.81,
      "grad_norm": 1.068742275238037,
      "learning_rate": 1.421752997710839e-06,
      "loss": 0.336,
      "step": 1855310
    },
    {
      "epoch": 517.81,
      "grad_norm": 1.0899001359939575,
      "learning_rate": 1.421728138247724e-06,
      "loss": 0.3284,
      "step": 1855320
    },
    {
      "epoch": 517.81,
      "grad_norm": 1.1300758123397827,
      "learning_rate": 1.42170327890733e-06,
      "loss": 0.3432,
      "step": 1855330
    },
    {
      "epoch": 517.82,
      "grad_norm": 1.3105219602584839,
      "learning_rate": 1.4216784196896602e-06,
      "loss": 0.3277,
      "step": 1855340
    },
    {
      "epoch": 517.82,
      "grad_norm": 1.7203246355056763,
      "learning_rate": 1.421653560594719e-06,
      "loss": 0.3339,
      "step": 1855350
    },
    {
      "epoch": 517.82,
      "grad_norm": 1.0410468578338623,
      "learning_rate": 1.421628701622509e-06,
      "loss": 0.332,
      "step": 1855360
    },
    {
      "epoch": 517.83,
      "grad_norm": 1.1742455959320068,
      "learning_rate": 1.4216038427730326e-06,
      "loss": 0.344,
      "step": 1855370
    },
    {
      "epoch": 517.83,
      "grad_norm": 1.2064728736877441,
      "learning_rate": 1.421578984046295e-06,
      "loss": 0.3375,
      "step": 1855380
    },
    {
      "epoch": 517.83,
      "grad_norm": 1.167428731918335,
      "learning_rate": 1.421554125442299e-06,
      "loss": 0.3509,
      "step": 1855390
    },
    {
      "epoch": 517.83,
      "grad_norm": 1.30036461353302,
      "learning_rate": 1.421529266961047e-06,
      "loss": 0.343,
      "step": 1855400
    },
    {
      "epoch": 517.84,
      "grad_norm": 1.147578477859497,
      "learning_rate": 1.421504408602543e-06,
      "loss": 0.3466,
      "step": 1855410
    },
    {
      "epoch": 517.84,
      "grad_norm": 0.9503188729286194,
      "learning_rate": 1.42147955036679e-06,
      "loss": 0.3425,
      "step": 1855420
    },
    {
      "epoch": 517.84,
      "grad_norm": 1.0828397274017334,
      "learning_rate": 1.4214546922537908e-06,
      "loss": 0.3374,
      "step": 1855430
    },
    {
      "epoch": 517.85,
      "grad_norm": 1.1395018100738525,
      "learning_rate": 1.4214298342635504e-06,
      "loss": 0.3434,
      "step": 1855440
    },
    {
      "epoch": 517.85,
      "grad_norm": 0.9784321188926697,
      "learning_rate": 1.4214049763960708e-06,
      "loss": 0.3557,
      "step": 1855450
    },
    {
      "epoch": 517.85,
      "grad_norm": 1.1253477334976196,
      "learning_rate": 1.4213801186513547e-06,
      "loss": 0.3438,
      "step": 1855460
    },
    {
      "epoch": 517.85,
      "grad_norm": 1.1474961042404175,
      "learning_rate": 1.4213552610294074e-06,
      "loss": 0.3564,
      "step": 1855470
    },
    {
      "epoch": 517.86,
      "grad_norm": 0.9252587556838989,
      "learning_rate": 1.4213304035302309e-06,
      "loss": 0.3357,
      "step": 1855480
    },
    {
      "epoch": 517.86,
      "grad_norm": 1.1445728540420532,
      "learning_rate": 1.421305546153828e-06,
      "loss": 0.3275,
      "step": 1855490
    },
    {
      "epoch": 517.86,
      "grad_norm": 1.3265774250030518,
      "learning_rate": 1.4212806889002038e-06,
      "loss": 0.3499,
      "step": 1855500
    },
    {
      "epoch": 517.86,
      "grad_norm": 1.3120824098587036,
      "learning_rate": 1.42125583176936e-06,
      "loss": 0.332,
      "step": 1855510
    },
    {
      "epoch": 517.87,
      "grad_norm": 1.077518343925476,
      "learning_rate": 1.4212309747612998e-06,
      "loss": 0.3423,
      "step": 1855520
    },
    {
      "epoch": 517.87,
      "grad_norm": 1.0151076316833496,
      "learning_rate": 1.4212061178760278e-06,
      "loss": 0.3346,
      "step": 1855530
    },
    {
      "epoch": 517.87,
      "grad_norm": 1.038037657737732,
      "learning_rate": 1.4211812611135462e-06,
      "loss": 0.3486,
      "step": 1855540
    },
    {
      "epoch": 517.88,
      "grad_norm": 1.1903001070022583,
      "learning_rate": 1.4211564044738595e-06,
      "loss": 0.3463,
      "step": 1855550
    },
    {
      "epoch": 517.88,
      "grad_norm": 2.610240936279297,
      "learning_rate": 1.42113154795697e-06,
      "loss": 0.3358,
      "step": 1855560
    },
    {
      "epoch": 517.88,
      "grad_norm": 0.986343264579773,
      "learning_rate": 1.4211066915628806e-06,
      "loss": 0.3417,
      "step": 1855570
    },
    {
      "epoch": 517.88,
      "grad_norm": 1.1335500478744507,
      "learning_rate": 1.421081835291596e-06,
      "loss": 0.3633,
      "step": 1855580
    },
    {
      "epoch": 517.89,
      "grad_norm": 1.110673189163208,
      "learning_rate": 1.4210569791431189e-06,
      "loss": 0.3487,
      "step": 1855590
    },
    {
      "epoch": 517.89,
      "grad_norm": 1.1372352838516235,
      "learning_rate": 1.4210321231174515e-06,
      "loss": 0.3346,
      "step": 1855600
    },
    {
      "epoch": 517.89,
      "grad_norm": 1.0570913553237915,
      "learning_rate": 1.4210072672145988e-06,
      "loss": 0.3339,
      "step": 1855610
    },
    {
      "epoch": 517.9,
      "grad_norm": 0.9776751399040222,
      "learning_rate": 1.4209824114345636e-06,
      "loss": 0.332,
      "step": 1855620
    },
    {
      "epoch": 517.9,
      "grad_norm": 1.0332293510437012,
      "learning_rate": 1.4209575557773487e-06,
      "loss": 0.3321,
      "step": 1855630
    },
    {
      "epoch": 517.9,
      "grad_norm": 0.9341443181037903,
      "learning_rate": 1.420932700242958e-06,
      "loss": 0.3247,
      "step": 1855640
    },
    {
      "epoch": 517.9,
      "grad_norm": 1.0107605457305908,
      "learning_rate": 1.4209078448313947e-06,
      "loss": 0.3438,
      "step": 1855650
    },
    {
      "epoch": 517.91,
      "grad_norm": 1.0347956418991089,
      "learning_rate": 1.420882989542661e-06,
      "loss": 0.3456,
      "step": 1855660
    },
    {
      "epoch": 517.91,
      "grad_norm": 1.2064930200576782,
      "learning_rate": 1.4208581343767617e-06,
      "loss": 0.3377,
      "step": 1855670
    },
    {
      "epoch": 517.91,
      "grad_norm": 1.191179871559143,
      "learning_rate": 1.4208332793336998e-06,
      "loss": 0.3524,
      "step": 1855680
    },
    {
      "epoch": 517.92,
      "grad_norm": 3.516226053237915,
      "learning_rate": 1.4208084244134782e-06,
      "loss": 0.3376,
      "step": 1855690
    },
    {
      "epoch": 517.92,
      "grad_norm": 1.1333909034729004,
      "learning_rate": 1.4207835696161002e-06,
      "loss": 0.3489,
      "step": 1855700
    },
    {
      "epoch": 517.92,
      "grad_norm": 1.0878214836120605,
      "learning_rate": 1.4207587149415698e-06,
      "loss": 0.3405,
      "step": 1855710
    },
    {
      "epoch": 517.92,
      "grad_norm": 1.0223907232284546,
      "learning_rate": 1.4207338603898889e-06,
      "loss": 0.3272,
      "step": 1855720
    },
    {
      "epoch": 517.93,
      "grad_norm": 1.0833791494369507,
      "learning_rate": 1.4207090059610624e-06,
      "loss": 0.3354,
      "step": 1855730
    },
    {
      "epoch": 517.93,
      "grad_norm": 1.0624029636383057,
      "learning_rate": 1.420684151655093e-06,
      "loss": 0.3504,
      "step": 1855740
    },
    {
      "epoch": 517.93,
      "grad_norm": 1.1108601093292236,
      "learning_rate": 1.420659297471983e-06,
      "loss": 0.3591,
      "step": 1855750
    },
    {
      "epoch": 517.93,
      "grad_norm": 7.210855007171631,
      "learning_rate": 1.4206344434117375e-06,
      "loss": 0.3427,
      "step": 1855760
    },
    {
      "epoch": 517.94,
      "grad_norm": 1.2954156398773193,
      "learning_rate": 1.4206095894743592e-06,
      "loss": 0.3486,
      "step": 1855770
    },
    {
      "epoch": 517.94,
      "grad_norm": 1.119109034538269,
      "learning_rate": 1.42058473565985e-06,
      "loss": 0.3529,
      "step": 1855780
    },
    {
      "epoch": 517.94,
      "grad_norm": 1.1927731037139893,
      "learning_rate": 1.4205598819682153e-06,
      "loss": 0.3309,
      "step": 1855790
    },
    {
      "epoch": 517.95,
      "grad_norm": 1.0939689874649048,
      "learning_rate": 1.4205350283994574e-06,
      "loss": 0.3327,
      "step": 1855800
    },
    {
      "epoch": 517.95,
      "grad_norm": 1.1588306427001953,
      "learning_rate": 1.4205101749535787e-06,
      "loss": 0.3382,
      "step": 1855810
    },
    {
      "epoch": 517.95,
      "grad_norm": 1.0930558443069458,
      "learning_rate": 1.4204853216305845e-06,
      "loss": 0.3454,
      "step": 1855820
    },
    {
      "epoch": 517.95,
      "grad_norm": 1.2088922262191772,
      "learning_rate": 1.4204604684304765e-06,
      "loss": 0.344,
      "step": 1855830
    },
    {
      "epoch": 517.96,
      "grad_norm": 0.9929001927375793,
      "learning_rate": 1.4204356153532586e-06,
      "loss": 0.3298,
      "step": 1855840
    },
    {
      "epoch": 517.96,
      "grad_norm": 1.115932583808899,
      "learning_rate": 1.4204107623989346e-06,
      "loss": 0.3457,
      "step": 1855850
    },
    {
      "epoch": 517.96,
      "grad_norm": 1.0309290885925293,
      "learning_rate": 1.4203859095675066e-06,
      "loss": 0.3265,
      "step": 1855860
    },
    {
      "epoch": 517.97,
      "grad_norm": 1.0031883716583252,
      "learning_rate": 1.4203610568589797e-06,
      "loss": 0.331,
      "step": 1855870
    },
    {
      "epoch": 517.97,
      "grad_norm": 1.116358757019043,
      "learning_rate": 1.4203362042733558e-06,
      "loss": 0.3321,
      "step": 1855880
    },
    {
      "epoch": 517.97,
      "grad_norm": 1.1504435539245605,
      "learning_rate": 1.4203113518106372e-06,
      "loss": 0.338,
      "step": 1855890
    },
    {
      "epoch": 517.97,
      "grad_norm": 1.0088026523590088,
      "learning_rate": 1.4202864994708299e-06,
      "loss": 0.3364,
      "step": 1855900
    },
    {
      "epoch": 517.98,
      "grad_norm": 1.2140729427337646,
      "learning_rate": 1.4202616472539357e-06,
      "loss": 0.3457,
      "step": 1855910
    },
    {
      "epoch": 517.98,
      "grad_norm": 1.11171555519104,
      "learning_rate": 1.4202367951599574e-06,
      "loss": 0.3433,
      "step": 1855920
    },
    {
      "epoch": 517.98,
      "grad_norm": 1.1601943969726562,
      "learning_rate": 1.4202119431888998e-06,
      "loss": 0.3324,
      "step": 1855930
    },
    {
      "epoch": 517.98,
      "grad_norm": 1.0649100542068481,
      "learning_rate": 1.4201870913407652e-06,
      "loss": 0.3418,
      "step": 1855940
    },
    {
      "epoch": 517.99,
      "grad_norm": 0.9938309192657471,
      "learning_rate": 1.4201622396155563e-06,
      "loss": 0.3472,
      "step": 1855950
    },
    {
      "epoch": 517.99,
      "grad_norm": 1.028787612915039,
      "learning_rate": 1.420137388013278e-06,
      "loss": 0.3448,
      "step": 1855960
    },
    {
      "epoch": 517.99,
      "grad_norm": 1.0179051160812378,
      "learning_rate": 1.4201125365339326e-06,
      "loss": 0.3353,
      "step": 1855970
    },
    {
      "epoch": 518.0,
      "grad_norm": 1.1084144115447998,
      "learning_rate": 1.4200876851775227e-06,
      "loss": 0.3294,
      "step": 1855980
    },
    {
      "epoch": 518.0,
      "grad_norm": 1.0451909303665161,
      "learning_rate": 1.4200628339440537e-06,
      "loss": 0.3379,
      "step": 1855990
    },
    {
      "epoch": 518.0,
      "eval_loss": 0.34133267402648926,
      "eval_runtime": 64.1163,
      "eval_samples_per_second": 78.903,
      "eval_steps_per_second": 9.873,
      "step": 1855994
    },
    {
      "epoch": 518.0,
      "grad_norm": 1.0487066507339478,
      "learning_rate": 1.4200379828335275e-06,
      "loss": 0.3363,
      "step": 1856000
    },
    {
      "epoch": 518.0,
      "grad_norm": 0.999691367149353,
      "learning_rate": 1.4200131318459473e-06,
      "loss": 0.3585,
      "step": 1856010
    },
    {
      "epoch": 518.01,
      "grad_norm": 1.10916268825531,
      "learning_rate": 1.4199882809813171e-06,
      "loss": 0.3365,
      "step": 1856020
    },
    {
      "epoch": 518.01,
      "grad_norm": 1.0631558895111084,
      "learning_rate": 1.4199634302396399e-06,
      "loss": 0.3349,
      "step": 1856030
    },
    {
      "epoch": 518.01,
      "grad_norm": 1.0792757272720337,
      "learning_rate": 1.419938579620918e-06,
      "loss": 0.3294,
      "step": 1856040
    },
    {
      "epoch": 518.02,
      "grad_norm": 1.1447663307189941,
      "learning_rate": 1.4199137291251564e-06,
      "loss": 0.3381,
      "step": 1856050
    },
    {
      "epoch": 518.02,
      "grad_norm": 0.9254427552223206,
      "learning_rate": 1.4198888787523578e-06,
      "loss": 0.3333,
      "step": 1856060
    },
    {
      "epoch": 518.02,
      "grad_norm": 1.030153512954712,
      "learning_rate": 1.4198640285025253e-06,
      "loss": 0.3235,
      "step": 1856070
    },
    {
      "epoch": 518.02,
      "grad_norm": 0.9124953150749207,
      "learning_rate": 1.4198391783756623e-06,
      "loss": 0.3401,
      "step": 1856080
    },
    {
      "epoch": 518.03,
      "grad_norm": 1.2966922521591187,
      "learning_rate": 1.419814328371771e-06,
      "loss": 0.3414,
      "step": 1856090
    },
    {
      "epoch": 518.03,
      "grad_norm": 1.078870177268982,
      "learning_rate": 1.419789478490857e-06,
      "loss": 0.3278,
      "step": 1856100
    },
    {
      "epoch": 518.03,
      "grad_norm": 1.0829683542251587,
      "learning_rate": 1.4197646287329221e-06,
      "loss": 0.3441,
      "step": 1856110
    },
    {
      "epoch": 518.04,
      "grad_norm": 1.153720736503601,
      "learning_rate": 1.4197397790979692e-06,
      "loss": 0.3211,
      "step": 1856120
    },
    {
      "epoch": 518.04,
      "grad_norm": 1.028233528137207,
      "learning_rate": 1.4197149295860032e-06,
      "loss": 0.3362,
      "step": 1856130
    },
    {
      "epoch": 518.04,
      "grad_norm": 1.0596346855163574,
      "learning_rate": 1.4196900801970268e-06,
      "loss": 0.3367,
      "step": 1856140
    },
    {
      "epoch": 518.04,
      "grad_norm": 1.195871114730835,
      "learning_rate": 1.4196652309310423e-06,
      "loss": 0.3479,
      "step": 1856150
    },
    {
      "epoch": 518.05,
      "grad_norm": 1.139845371246338,
      "learning_rate": 1.4196403817880542e-06,
      "loss": 0.3439,
      "step": 1856160
    },
    {
      "epoch": 518.05,
      "grad_norm": 1.1382255554199219,
      "learning_rate": 1.4196155327680655e-06,
      "loss": 0.3315,
      "step": 1856170
    },
    {
      "epoch": 518.05,
      "grad_norm": 0.9566165208816528,
      "learning_rate": 1.419590683871078e-06,
      "loss": 0.3338,
      "step": 1856180
    },
    {
      "epoch": 518.05,
      "grad_norm": 1.0804858207702637,
      "learning_rate": 1.419565835097098e-06,
      "loss": 0.3483,
      "step": 1856190
    },
    {
      "epoch": 518.06,
      "grad_norm": 1.0821318626403809,
      "learning_rate": 1.4195409864461267e-06,
      "loss": 0.3228,
      "step": 1856200
    },
    {
      "epoch": 518.06,
      "grad_norm": 1.259126901626587,
      "learning_rate": 1.419516137918167e-06,
      "loss": 0.3346,
      "step": 1856210
    },
    {
      "epoch": 518.06,
      "grad_norm": 1.0213381052017212,
      "learning_rate": 1.4194912895132244e-06,
      "loss": 0.3385,
      "step": 1856220
    },
    {
      "epoch": 518.07,
      "grad_norm": 1.331897258758545,
      "learning_rate": 1.4194664412313002e-06,
      "loss": 0.3424,
      "step": 1856230
    },
    {
      "epoch": 518.07,
      "grad_norm": 0.9830483794212341,
      "learning_rate": 1.4194415930723977e-06,
      "loss": 0.3447,
      "step": 1856240
    },
    {
      "epoch": 518.07,
      "grad_norm": 1.0916367769241333,
      "learning_rate": 1.419416745036522e-06,
      "loss": 0.3397,
      "step": 1856250
    },
    {
      "epoch": 518.07,
      "grad_norm": 1.0833320617675781,
      "learning_rate": 1.4193918971236751e-06,
      "loss": 0.3466,
      "step": 1856260
    },
    {
      "epoch": 518.08,
      "grad_norm": 1.181165099143982,
      "learning_rate": 1.4193670493338597e-06,
      "loss": 0.3446,
      "step": 1856270
    },
    {
      "epoch": 518.08,
      "grad_norm": 1.0304666757583618,
      "learning_rate": 1.4193422016670808e-06,
      "loss": 0.3401,
      "step": 1856280
    },
    {
      "epoch": 518.08,
      "grad_norm": 1.2551017999649048,
      "learning_rate": 1.4193173541233409e-06,
      "loss": 0.3458,
      "step": 1856290
    },
    {
      "epoch": 518.09,
      "grad_norm": 1.10965096950531,
      "learning_rate": 1.4192925067026425e-06,
      "loss": 0.3437,
      "step": 1856300
    },
    {
      "epoch": 518.09,
      "grad_norm": 1.1763405799865723,
      "learning_rate": 1.4192676594049904e-06,
      "loss": 0.3505,
      "step": 1856310
    },
    {
      "epoch": 518.09,
      "grad_norm": 2.373581647872925,
      "learning_rate": 1.419242812230387e-06,
      "loss": 0.3313,
      "step": 1856320
    },
    {
      "epoch": 518.09,
      "grad_norm": 1.147824764251709,
      "learning_rate": 1.4192179651788349e-06,
      "loss": 0.3476,
      "step": 1856330
    },
    {
      "epoch": 518.1,
      "grad_norm": 1.1045416593551636,
      "learning_rate": 1.4191931182503394e-06,
      "loss": 0.3461,
      "step": 1856340
    },
    {
      "epoch": 518.1,
      "grad_norm": 1.0382887125015259,
      "learning_rate": 1.4191682714449025e-06,
      "loss": 0.328,
      "step": 1856350
    },
    {
      "epoch": 518.1,
      "grad_norm": 0.9907835125923157,
      "learning_rate": 1.4191434247625273e-06,
      "loss": 0.3385,
      "step": 1856360
    },
    {
      "epoch": 518.1,
      "grad_norm": 1.377347469329834,
      "learning_rate": 1.4191185782032178e-06,
      "loss": 0.3402,
      "step": 1856370
    },
    {
      "epoch": 518.11,
      "grad_norm": 1.7739841938018799,
      "learning_rate": 1.419093731766976e-06,
      "loss": 0.3402,
      "step": 1856380
    },
    {
      "epoch": 518.11,
      "grad_norm": 1.0257031917572021,
      "learning_rate": 1.419068885453807e-06,
      "loss": 0.3403,
      "step": 1856390
    },
    {
      "epoch": 518.11,
      "grad_norm": 0.9253059029579163,
      "learning_rate": 1.4190440392637136e-06,
      "loss": 0.3396,
      "step": 1856400
    },
    {
      "epoch": 518.12,
      "grad_norm": 1.0187286138534546,
      "learning_rate": 1.419019193196698e-06,
      "loss": 0.3375,
      "step": 1856410
    },
    {
      "epoch": 518.12,
      "grad_norm": 1.0356290340423584,
      "learning_rate": 1.418994347252765e-06,
      "loss": 0.3431,
      "step": 1856420
    },
    {
      "epoch": 518.12,
      "grad_norm": 1.1372369527816772,
      "learning_rate": 1.4189695014319174e-06,
      "loss": 0.3223,
      "step": 1856430
    },
    {
      "epoch": 518.12,
      "grad_norm": 1.172033667564392,
      "learning_rate": 1.4189446557341577e-06,
      "loss": 0.3392,
      "step": 1856440
    },
    {
      "epoch": 518.13,
      "grad_norm": 1.0669077634811401,
      "learning_rate": 1.4189198101594903e-06,
      "loss": 0.3404,
      "step": 1856450
    },
    {
      "epoch": 518.13,
      "grad_norm": 1.1226304769515991,
      "learning_rate": 1.4188949647079182e-06,
      "loss": 0.3336,
      "step": 1856460
    },
    {
      "epoch": 518.13,
      "grad_norm": 1.0702131986618042,
      "learning_rate": 1.4188701193794437e-06,
      "loss": 0.3477,
      "step": 1856470
    },
    {
      "epoch": 518.14,
      "grad_norm": 1.0814690589904785,
      "learning_rate": 1.4188452741740716e-06,
      "loss": 0.342,
      "step": 1856480
    },
    {
      "epoch": 518.14,
      "grad_norm": 1.248516321182251,
      "learning_rate": 1.4188204290918046e-06,
      "loss": 0.3425,
      "step": 1856490
    },
    {
      "epoch": 518.14,
      "grad_norm": 0.9668214917182922,
      "learning_rate": 1.418795584132646e-06,
      "loss": 0.3279,
      "step": 1856500
    },
    {
      "epoch": 518.14,
      "grad_norm": 1.2658921480178833,
      "learning_rate": 1.418770739296599e-06,
      "loss": 0.3431,
      "step": 1856510
    },
    {
      "epoch": 518.15,
      "grad_norm": 1.183630347251892,
      "learning_rate": 1.4187458945836674e-06,
      "loss": 0.3375,
      "step": 1856520
    },
    {
      "epoch": 518.15,
      "grad_norm": 1.1036627292633057,
      "learning_rate": 1.4187210499938526e-06,
      "loss": 0.3569,
      "step": 1856530
    },
    {
      "epoch": 518.15,
      "grad_norm": 1.1319918632507324,
      "learning_rate": 1.418696205527161e-06,
      "loss": 0.3336,
      "step": 1856540
    },
    {
      "epoch": 518.16,
      "grad_norm": 1.1833704710006714,
      "learning_rate": 1.418671361183594e-06,
      "loss": 0.33,
      "step": 1856550
    },
    {
      "epoch": 518.16,
      "grad_norm": 1.2065773010253906,
      "learning_rate": 1.4186465169631542e-06,
      "loss": 0.3332,
      "step": 1856560
    },
    {
      "epoch": 518.16,
      "grad_norm": 1.3388264179229736,
      "learning_rate": 1.418621672865847e-06,
      "loss": 0.3279,
      "step": 1856570
    },
    {
      "epoch": 518.16,
      "grad_norm": 1.3126977682113647,
      "learning_rate": 1.4185968288916745e-06,
      "loss": 0.3379,
      "step": 1856580
    },
    {
      "epoch": 518.17,
      "grad_norm": 1.0340287685394287,
      "learning_rate": 1.4185719850406398e-06,
      "loss": 0.3404,
      "step": 1856590
    },
    {
      "epoch": 518.17,
      "grad_norm": 1.0390256643295288,
      "learning_rate": 1.4185471413127469e-06,
      "loss": 0.3446,
      "step": 1856600
    },
    {
      "epoch": 518.17,
      "grad_norm": 1.061245083808899,
      "learning_rate": 1.418522297707999e-06,
      "loss": 0.3357,
      "step": 1856610
    },
    {
      "epoch": 518.17,
      "grad_norm": 1.1758240461349487,
      "learning_rate": 1.4184974542263979e-06,
      "loss": 0.3308,
      "step": 1856620
    },
    {
      "epoch": 518.18,
      "grad_norm": 1.1335457563400269,
      "learning_rate": 1.4184726108679494e-06,
      "loss": 0.3494,
      "step": 1856630
    },
    {
      "epoch": 518.18,
      "grad_norm": 1.2081164121627808,
      "learning_rate": 1.4184477676326553e-06,
      "loss": 0.3304,
      "step": 1856640
    },
    {
      "epoch": 518.18,
      "grad_norm": 1.0288066864013672,
      "learning_rate": 1.4184229245205187e-06,
      "loss": 0.3328,
      "step": 1856650
    },
    {
      "epoch": 518.19,
      "grad_norm": 1.117295742034912,
      "learning_rate": 1.418398081531544e-06,
      "loss": 0.3401,
      "step": 1856660
    },
    {
      "epoch": 518.19,
      "grad_norm": 1.1208226680755615,
      "learning_rate": 1.418373238665733e-06,
      "loss": 0.3327,
      "step": 1856670
    },
    {
      "epoch": 518.19,
      "grad_norm": 1.151232361793518,
      "learning_rate": 1.4183483959230907e-06,
      "loss": 0.3454,
      "step": 1856680
    },
    {
      "epoch": 518.19,
      "grad_norm": 1.1714775562286377,
      "learning_rate": 1.4183235533036198e-06,
      "loss": 0.3558,
      "step": 1856690
    },
    {
      "epoch": 518.2,
      "grad_norm": 1.1348243951797485,
      "learning_rate": 1.4182987108073222e-06,
      "loss": 0.3397,
      "step": 1856700
    },
    {
      "epoch": 518.2,
      "grad_norm": 3.206913471221924,
      "learning_rate": 1.4182738684342036e-06,
      "loss": 0.3427,
      "step": 1856710
    },
    {
      "epoch": 518.2,
      "grad_norm": 0.9909455180168152,
      "learning_rate": 1.4182490261842659e-06,
      "loss": 0.3395,
      "step": 1856720
    },
    {
      "epoch": 518.21,
      "grad_norm": 1.2079174518585205,
      "learning_rate": 1.4182241840575121e-06,
      "loss": 0.3327,
      "step": 1856730
    },
    {
      "epoch": 518.21,
      "grad_norm": 1.0102570056915283,
      "learning_rate": 1.418199342053947e-06,
      "loss": 0.3537,
      "step": 1856740
    },
    {
      "epoch": 518.21,
      "grad_norm": 1.1129804849624634,
      "learning_rate": 1.4181745001735726e-06,
      "loss": 0.3436,
      "step": 1856750
    },
    {
      "epoch": 518.21,
      "grad_norm": 0.9570558071136475,
      "learning_rate": 1.4181496584163916e-06,
      "loss": 0.3322,
      "step": 1856760
    },
    {
      "epoch": 518.22,
      "grad_norm": 1.030896782875061,
      "learning_rate": 1.4181248167824093e-06,
      "loss": 0.3308,
      "step": 1856770
    },
    {
      "epoch": 518.22,
      "grad_norm": 0.9755234122276306,
      "learning_rate": 1.418099975271628e-06,
      "loss": 0.3428,
      "step": 1856780
    },
    {
      "epoch": 518.22,
      "grad_norm": 1.241045594215393,
      "learning_rate": 1.4180751338840503e-06,
      "loss": 0.334,
      "step": 1856790
    },
    {
      "epoch": 518.22,
      "grad_norm": 1.1515518426895142,
      "learning_rate": 1.4180502926196803e-06,
      "loss": 0.3422,
      "step": 1856800
    },
    {
      "epoch": 518.23,
      "grad_norm": 1.096073031425476,
      "learning_rate": 1.4180254514785216e-06,
      "loss": 0.3579,
      "step": 1856810
    },
    {
      "epoch": 518.23,
      "grad_norm": 0.9610598087310791,
      "learning_rate": 1.4180006104605768e-06,
      "loss": 0.3594,
      "step": 1856820
    },
    {
      "epoch": 518.23,
      "grad_norm": 1.2500543594360352,
      "learning_rate": 1.4179757695658499e-06,
      "loss": 0.3318,
      "step": 1856830
    },
    {
      "epoch": 518.24,
      "grad_norm": 1.1740633249282837,
      "learning_rate": 1.4179509287943438e-06,
      "loss": 0.3225,
      "step": 1856840
    },
    {
      "epoch": 518.24,
      "grad_norm": 1.957789659500122,
      "learning_rate": 1.4179260881460607e-06,
      "loss": 0.3214,
      "step": 1856850
    },
    {
      "epoch": 518.24,
      "grad_norm": 0.9672010540962219,
      "learning_rate": 1.417901247621006e-06,
      "loss": 0.3363,
      "step": 1856860
    },
    {
      "epoch": 518.24,
      "grad_norm": 1.159360408782959,
      "learning_rate": 1.4178764072191821e-06,
      "loss": 0.3422,
      "step": 1856870
    },
    {
      "epoch": 518.25,
      "grad_norm": 1.1319630146026611,
      "learning_rate": 1.4178515669405918e-06,
      "loss": 0.3373,
      "step": 1856880
    },
    {
      "epoch": 518.25,
      "grad_norm": 1.051366925239563,
      "learning_rate": 1.4178267267852393e-06,
      "loss": 0.3405,
      "step": 1856890
    },
    {
      "epoch": 518.25,
      "grad_norm": 1.1410106420516968,
      "learning_rate": 1.4178018867531273e-06,
      "loss": 0.3307,
      "step": 1856900
    },
    {
      "epoch": 518.26,
      "grad_norm": 1.1648831367492676,
      "learning_rate": 1.4177770468442584e-06,
      "loss": 0.3588,
      "step": 1856910
    },
    {
      "epoch": 518.26,
      "grad_norm": 1.263990879058838,
      "learning_rate": 1.417752207058638e-06,
      "loss": 0.3465,
      "step": 1856920
    },
    {
      "epoch": 518.26,
      "grad_norm": 1.0346800088882446,
      "learning_rate": 1.4177273673962677e-06,
      "loss": 0.3552,
      "step": 1856930
    },
    {
      "epoch": 518.26,
      "grad_norm": 1.067780613899231,
      "learning_rate": 1.4177025278571505e-06,
      "loss": 0.3344,
      "step": 1856940
    },
    {
      "epoch": 518.27,
      "grad_norm": 1.111175775527954,
      "learning_rate": 1.4176776884412914e-06,
      "loss": 0.3153,
      "step": 1856950
    },
    {
      "epoch": 518.27,
      "grad_norm": 2.691939115524292,
      "learning_rate": 1.417652849148692e-06,
      "loss": 0.3295,
      "step": 1856960
    },
    {
      "epoch": 518.27,
      "grad_norm": 1.2328009605407715,
      "learning_rate": 1.4176280099793571e-06,
      "loss": 0.3418,
      "step": 1856970
    },
    {
      "epoch": 518.28,
      "grad_norm": 1.1747288703918457,
      "learning_rate": 1.4176031709332895e-06,
      "loss": 0.3431,
      "step": 1856980
    },
    {
      "epoch": 518.28,
      "grad_norm": 1.1854779720306396,
      "learning_rate": 1.417578332010491e-06,
      "loss": 0.3486,
      "step": 1856990
    },
    {
      "epoch": 518.28,
      "grad_norm": 1.0899733304977417,
      "learning_rate": 1.4175534932109675e-06,
      "loss": 0.3571,
      "step": 1857000
    },
    {
      "epoch": 518.28,
      "grad_norm": 1.6511752605438232,
      "learning_rate": 1.4175286545347208e-06,
      "loss": 0.3494,
      "step": 1857010
    },
    {
      "epoch": 518.29,
      "grad_norm": 1.0863820314407349,
      "learning_rate": 1.417503815981754e-06,
      "loss": 0.3293,
      "step": 1857020
    },
    {
      "epoch": 518.29,
      "grad_norm": 1.128191590309143,
      "learning_rate": 1.4174789775520711e-06,
      "loss": 0.3397,
      "step": 1857030
    },
    {
      "epoch": 518.29,
      "grad_norm": 1.0403062105178833,
      "learning_rate": 1.4174541392456755e-06,
      "loss": 0.3334,
      "step": 1857040
    },
    {
      "epoch": 518.29,
      "grad_norm": 1.072449803352356,
      "learning_rate": 1.417429301062569e-06,
      "loss": 0.3164,
      "step": 1857050
    },
    {
      "epoch": 518.3,
      "grad_norm": 1.0303294658660889,
      "learning_rate": 1.4174044630027568e-06,
      "loss": 0.3378,
      "step": 1857060
    },
    {
      "epoch": 518.3,
      "grad_norm": 1.1051428318023682,
      "learning_rate": 1.4173796250662416e-06,
      "loss": 0.3576,
      "step": 1857070
    },
    {
      "epoch": 518.3,
      "grad_norm": 1.0926920175552368,
      "learning_rate": 1.4173547872530259e-06,
      "loss": 0.3439,
      "step": 1857080
    },
    {
      "epoch": 518.31,
      "grad_norm": 1.0884753465652466,
      "learning_rate": 1.417329949563114e-06,
      "loss": 0.3364,
      "step": 1857090
    },
    {
      "epoch": 518.31,
      "grad_norm": 1.2897772789001465,
      "learning_rate": 1.4173051119965095e-06,
      "loss": 0.3279,
      "step": 1857100
    },
    {
      "epoch": 518.31,
      "grad_norm": 1.0214834213256836,
      "learning_rate": 1.4172802745532141e-06,
      "loss": 0.3513,
      "step": 1857110
    },
    {
      "epoch": 518.31,
      "grad_norm": 1.1095433235168457,
      "learning_rate": 1.4172554372332326e-06,
      "loss": 0.355,
      "step": 1857120
    },
    {
      "epoch": 518.32,
      "grad_norm": 1.0753679275512695,
      "learning_rate": 1.417230600036568e-06,
      "loss": 0.3524,
      "step": 1857130
    },
    {
      "epoch": 518.32,
      "grad_norm": 1.094281554222107,
      "learning_rate": 1.4172057629632225e-06,
      "loss": 0.3512,
      "step": 1857140
    },
    {
      "epoch": 518.32,
      "grad_norm": 1.0315663814544678,
      "learning_rate": 1.4171809260132008e-06,
      "loss": 0.3314,
      "step": 1857150
    },
    {
      "epoch": 518.33,
      "grad_norm": 1.160312533378601,
      "learning_rate": 1.4171560891865059e-06,
      "loss": 0.3599,
      "step": 1857160
    },
    {
      "epoch": 518.33,
      "grad_norm": 1.1505122184753418,
      "learning_rate": 1.4171312524831406e-06,
      "loss": 0.3456,
      "step": 1857170
    },
    {
      "epoch": 518.33,
      "grad_norm": 1.1140196323394775,
      "learning_rate": 1.4171064159031089e-06,
      "loss": 0.3399,
      "step": 1857180
    },
    {
      "epoch": 518.33,
      "grad_norm": 1.1766421794891357,
      "learning_rate": 1.4170815794464136e-06,
      "loss": 0.3485,
      "step": 1857190
    },
    {
      "epoch": 518.34,
      "grad_norm": 1.6193573474884033,
      "learning_rate": 1.4170567431130576e-06,
      "loss": 0.3432,
      "step": 1857200
    },
    {
      "epoch": 518.34,
      "grad_norm": 1.171891689300537,
      "learning_rate": 1.417031906903045e-06,
      "loss": 0.3402,
      "step": 1857210
    },
    {
      "epoch": 518.34,
      "grad_norm": 1.2218506336212158,
      "learning_rate": 1.417007070816379e-06,
      "loss": 0.3424,
      "step": 1857220
    },
    {
      "epoch": 518.34,
      "grad_norm": 0.9709264039993286,
      "learning_rate": 1.416982234853062e-06,
      "loss": 0.3332,
      "step": 1857230
    },
    {
      "epoch": 518.35,
      "grad_norm": 1.240435004234314,
      "learning_rate": 1.416957399013099e-06,
      "loss": 0.3502,
      "step": 1857240
    },
    {
      "epoch": 518.35,
      "grad_norm": 1.0273722410202026,
      "learning_rate": 1.4169325632964918e-06,
      "loss": 0.3411,
      "step": 1857250
    },
    {
      "epoch": 518.35,
      "grad_norm": 1.1826051473617554,
      "learning_rate": 1.4169077277032448e-06,
      "loss": 0.3453,
      "step": 1857260
    },
    {
      "epoch": 518.36,
      "grad_norm": 1.158823013305664,
      "learning_rate": 1.4168828922333605e-06,
      "loss": 0.3389,
      "step": 1857270
    },
    {
      "epoch": 518.36,
      "grad_norm": 1.0051385164260864,
      "learning_rate": 1.4168580568868418e-06,
      "loss": 0.3522,
      "step": 1857280
    },
    {
      "epoch": 518.36,
      "grad_norm": 1.1938707828521729,
      "learning_rate": 1.4168332216636938e-06,
      "loss": 0.3562,
      "step": 1857290
    },
    {
      "epoch": 518.36,
      "grad_norm": 1.0848429203033447,
      "learning_rate": 1.4168083865639182e-06,
      "loss": 0.3407,
      "step": 1857300
    },
    {
      "epoch": 518.37,
      "grad_norm": 0.9983442425727844,
      "learning_rate": 1.4167835515875187e-06,
      "loss": 0.3392,
      "step": 1857310
    },
    {
      "epoch": 518.37,
      "grad_norm": 1.1243908405303955,
      "learning_rate": 1.416758716734499e-06,
      "loss": 0.3315,
      "step": 1857320
    },
    {
      "epoch": 518.37,
      "grad_norm": 1.0791726112365723,
      "learning_rate": 1.4167338820048622e-06,
      "loss": 0.328,
      "step": 1857330
    },
    {
      "epoch": 518.38,
      "grad_norm": 6.6514177322387695,
      "learning_rate": 1.4167090473986101e-06,
      "loss": 0.3549,
      "step": 1857340
    },
    {
      "epoch": 518.38,
      "grad_norm": 1.1822998523712158,
      "learning_rate": 1.4166842129157485e-06,
      "loss": 0.3379,
      "step": 1857350
    },
    {
      "epoch": 518.38,
      "grad_norm": 0.9949353933334351,
      "learning_rate": 1.41665937855628e-06,
      "loss": 0.3572,
      "step": 1857360
    },
    {
      "epoch": 518.38,
      "grad_norm": 1.113236904144287,
      "learning_rate": 1.4166345443202065e-06,
      "loss": 0.3462,
      "step": 1857370
    },
    {
      "epoch": 518.39,
      "grad_norm": 1.1816662549972534,
      "learning_rate": 1.4166097102075328e-06,
      "loss": 0.343,
      "step": 1857380
    },
    {
      "epoch": 518.39,
      "grad_norm": 1.169499397277832,
      "learning_rate": 1.416584876218262e-06,
      "loss": 0.3538,
      "step": 1857390
    },
    {
      "epoch": 518.39,
      "grad_norm": 1.1620362997055054,
      "learning_rate": 1.4165600423523969e-06,
      "loss": 0.3323,
      "step": 1857400
    },
    {
      "epoch": 518.4,
      "grad_norm": 1.1699243783950806,
      "learning_rate": 1.4165352086099412e-06,
      "loss": 0.3437,
      "step": 1857410
    },
    {
      "epoch": 518.4,
      "grad_norm": 1.3879506587982178,
      "learning_rate": 1.4165103749908984e-06,
      "loss": 0.339,
      "step": 1857420
    },
    {
      "epoch": 518.4,
      "grad_norm": 1.054228663444519,
      "learning_rate": 1.4164855414952702e-06,
      "loss": 0.3082,
      "step": 1857430
    },
    {
      "epoch": 518.4,
      "grad_norm": 1.678444743156433,
      "learning_rate": 1.4164607081230621e-06,
      "loss": 0.3551,
      "step": 1857440
    },
    {
      "epoch": 518.41,
      "grad_norm": 1.1547635793685913,
      "learning_rate": 1.4164358748742767e-06,
      "loss": 0.333,
      "step": 1857450
    },
    {
      "epoch": 518.41,
      "grad_norm": 0.8572646379470825,
      "learning_rate": 1.416411041748916e-06,
      "loss": 0.3248,
      "step": 1857460
    },
    {
      "epoch": 518.41,
      "grad_norm": 1.1382062435150146,
      "learning_rate": 1.4163862087469853e-06,
      "loss": 0.3617,
      "step": 1857470
    },
    {
      "epoch": 518.41,
      "grad_norm": 1.0914981365203857,
      "learning_rate": 1.416361375868487e-06,
      "loss": 0.3482,
      "step": 1857480
    },
    {
      "epoch": 518.42,
      "grad_norm": 1.229761004447937,
      "learning_rate": 1.4163365431134232e-06,
      "loss": 0.3602,
      "step": 1857490
    },
    {
      "epoch": 518.42,
      "grad_norm": 1.061697006225586,
      "learning_rate": 1.4163117104817996e-06,
      "loss": 0.3544,
      "step": 1857500
    },
    {
      "epoch": 518.42,
      "grad_norm": 1.0534343719482422,
      "learning_rate": 1.416286877973618e-06,
      "loss": 0.3403,
      "step": 1857510
    },
    {
      "epoch": 518.43,
      "grad_norm": 1.1583051681518555,
      "learning_rate": 1.4162620455888814e-06,
      "loss": 0.3313,
      "step": 1857520
    },
    {
      "epoch": 518.43,
      "grad_norm": 1.1216845512390137,
      "learning_rate": 1.4162372133275943e-06,
      "loss": 0.3467,
      "step": 1857530
    },
    {
      "epoch": 518.43,
      "grad_norm": 1.379491925239563,
      "learning_rate": 1.416212381189759e-06,
      "loss": 0.3413,
      "step": 1857540
    },
    {
      "epoch": 518.43,
      "grad_norm": 1.0950114727020264,
      "learning_rate": 1.41618754917538e-06,
      "loss": 0.36,
      "step": 1857550
    },
    {
      "epoch": 518.44,
      "grad_norm": 1.187939167022705,
      "learning_rate": 1.4161627172844596e-06,
      "loss": 0.3526,
      "step": 1857560
    },
    {
      "epoch": 518.44,
      "grad_norm": 1.059943437576294,
      "learning_rate": 1.4161378855170003e-06,
      "loss": 0.3408,
      "step": 1857570
    },
    {
      "epoch": 518.44,
      "grad_norm": 1.0820167064666748,
      "learning_rate": 1.4161130538730073e-06,
      "loss": 0.346,
      "step": 1857580
    },
    {
      "epoch": 518.45,
      "grad_norm": 1.3007844686508179,
      "learning_rate": 1.4160882223524832e-06,
      "loss": 0.3363,
      "step": 1857590
    },
    {
      "epoch": 518.45,
      "grad_norm": 1.2118324041366577,
      "learning_rate": 1.4160633909554306e-06,
      "loss": 0.3451,
      "step": 1857600
    },
    {
      "epoch": 518.45,
      "grad_norm": 1.1834827661514282,
      "learning_rate": 1.416038559681854e-06,
      "loss": 0.3483,
      "step": 1857610
    },
    {
      "epoch": 518.45,
      "grad_norm": 0.8861047625541687,
      "learning_rate": 1.4160137285317555e-06,
      "loss": 0.3335,
      "step": 1857620
    },
    {
      "epoch": 518.46,
      "grad_norm": 1.1432276964187622,
      "learning_rate": 1.4159888975051386e-06,
      "loss": 0.3352,
      "step": 1857630
    },
    {
      "epoch": 518.46,
      "grad_norm": 1.140174150466919,
      "learning_rate": 1.4159640666020079e-06,
      "loss": 0.3219,
      "step": 1857640
    },
    {
      "epoch": 518.46,
      "grad_norm": 1.1280676126480103,
      "learning_rate": 1.4159392358223654e-06,
      "loss": 0.338,
      "step": 1857650
    },
    {
      "epoch": 518.46,
      "grad_norm": 1.2749381065368652,
      "learning_rate": 1.415914405166214e-06,
      "loss": 0.3482,
      "step": 1857660
    },
    {
      "epoch": 518.47,
      "grad_norm": 1.0391260385513306,
      "learning_rate": 1.4158895746335586e-06,
      "loss": 0.339,
      "step": 1857670
    },
    {
      "epoch": 518.47,
      "grad_norm": 1.375536322593689,
      "learning_rate": 1.4158647442244016e-06,
      "loss": 0.3393,
      "step": 1857680
    },
    {
      "epoch": 518.47,
      "grad_norm": 1.0745407342910767,
      "learning_rate": 1.4158399139387464e-06,
      "loss": 0.3439,
      "step": 1857690
    },
    {
      "epoch": 518.48,
      "grad_norm": 1.0235193967819214,
      "learning_rate": 1.415815083776596e-06,
      "loss": 0.3505,
      "step": 1857700
    },
    {
      "epoch": 518.48,
      "grad_norm": 1.2413634061813354,
      "learning_rate": 1.4157902537379548e-06,
      "loss": 0.3425,
      "step": 1857710
    },
    {
      "epoch": 518.48,
      "grad_norm": 1.137484073638916,
      "learning_rate": 1.415765423822824e-06,
      "loss": 0.3303,
      "step": 1857720
    },
    {
      "epoch": 518.48,
      "grad_norm": 1.083455204963684,
      "learning_rate": 1.415740594031209e-06,
      "loss": 0.332,
      "step": 1857730
    },
    {
      "epoch": 518.49,
      "grad_norm": 1.210034966468811,
      "learning_rate": 1.4157157643631125e-06,
      "loss": 0.3469,
      "step": 1857740
    },
    {
      "epoch": 518.49,
      "grad_norm": 0.9128776788711548,
      "learning_rate": 1.4156909348185368e-06,
      "loss": 0.3504,
      "step": 1857750
    },
    {
      "epoch": 518.49,
      "grad_norm": 2.1382429599761963,
      "learning_rate": 1.4156661053974863e-06,
      "loss": 0.3472,
      "step": 1857760
    },
    {
      "epoch": 518.5,
      "grad_norm": 1.0796984434127808,
      "learning_rate": 1.4156412760999646e-06,
      "loss": 0.323,
      "step": 1857770
    },
    {
      "epoch": 518.5,
      "grad_norm": 1.3131725788116455,
      "learning_rate": 1.4156164469259737e-06,
      "loss": 0.3444,
      "step": 1857780
    },
    {
      "epoch": 518.5,
      "grad_norm": 1.1356775760650635,
      "learning_rate": 1.4155916178755183e-06,
      "loss": 0.3468,
      "step": 1857790
    },
    {
      "epoch": 518.5,
      "grad_norm": 1.0690596103668213,
      "learning_rate": 1.415566788948601e-06,
      "loss": 0.3443,
      "step": 1857800
    },
    {
      "epoch": 518.51,
      "grad_norm": 1.0226260423660278,
      "learning_rate": 1.4155419601452238e-06,
      "loss": 0.3434,
      "step": 1857810
    },
    {
      "epoch": 518.51,
      "grad_norm": 1.3237135410308838,
      "learning_rate": 1.415517131465393e-06,
      "loss": 0.3432,
      "step": 1857820
    },
    {
      "epoch": 518.51,
      "grad_norm": 4.525303363800049,
      "learning_rate": 1.415492302909109e-06,
      "loss": 0.3416,
      "step": 1857830
    },
    {
      "epoch": 518.52,
      "grad_norm": 1.0064557790756226,
      "learning_rate": 1.4154674744763775e-06,
      "loss": 0.344,
      "step": 1857840
    },
    {
      "epoch": 518.52,
      "grad_norm": 1.2079811096191406,
      "learning_rate": 1.4154426461672004e-06,
      "loss": 0.347,
      "step": 1857850
    },
    {
      "epoch": 518.52,
      "grad_norm": 1.5137139558792114,
      "learning_rate": 1.41541781798158e-06,
      "loss": 0.3495,
      "step": 1857860
    },
    {
      "epoch": 518.52,
      "grad_norm": 1.049407958984375,
      "learning_rate": 1.4153929899195224e-06,
      "loss": 0.3466,
      "step": 1857870
    },
    {
      "epoch": 518.53,
      "grad_norm": 1.067548394203186,
      "learning_rate": 1.4153681619810292e-06,
      "loss": 0.3372,
      "step": 1857880
    },
    {
      "epoch": 518.53,
      "grad_norm": 0.9874463677406311,
      "learning_rate": 1.4153433341661026e-06,
      "loss": 0.3487,
      "step": 1857890
    },
    {
      "epoch": 518.53,
      "grad_norm": 1.090103268623352,
      "learning_rate": 1.4153185064747484e-06,
      "loss": 0.3458,
      "step": 1857900
    },
    {
      "epoch": 518.53,
      "grad_norm": 1.0382602214813232,
      "learning_rate": 1.4152936789069688e-06,
      "loss": 0.3585,
      "step": 1857910
    },
    {
      "epoch": 518.54,
      "grad_norm": 0.9740092754364014,
      "learning_rate": 1.415268851462766e-06,
      "loss": 0.3427,
      "step": 1857920
    },
    {
      "epoch": 518.54,
      "grad_norm": 1.4306477308273315,
      "learning_rate": 1.4152440241421453e-06,
      "loss": 0.3395,
      "step": 1857930
    },
    {
      "epoch": 518.54,
      "grad_norm": 1.2317999601364136,
      "learning_rate": 1.4152191969451085e-06,
      "loss": 0.3499,
      "step": 1857940
    },
    {
      "epoch": 518.55,
      "grad_norm": 1.2102044820785522,
      "learning_rate": 1.415194369871659e-06,
      "loss": 0.338,
      "step": 1857950
    },
    {
      "epoch": 518.55,
      "grad_norm": 1.2804142236709595,
      "learning_rate": 1.4151695429218013e-06,
      "loss": 0.3519,
      "step": 1857960
    },
    {
      "epoch": 518.55,
      "grad_norm": 1.0705769062042236,
      "learning_rate": 1.4151447160955377e-06,
      "loss": 0.3508,
      "step": 1857970
    },
    {
      "epoch": 518.55,
      "grad_norm": 2.7570793628692627,
      "learning_rate": 1.4151198893928713e-06,
      "loss": 0.3408,
      "step": 1857980
    },
    {
      "epoch": 518.56,
      "grad_norm": 1.0148526430130005,
      "learning_rate": 1.4150950628138063e-06,
      "loss": 0.343,
      "step": 1857990
    },
    {
      "epoch": 518.56,
      "grad_norm": 0.9575018286705017,
      "learning_rate": 1.4150702363583456e-06,
      "loss": 0.3345,
      "step": 1858000
    },
    {
      "epoch": 518.56,
      "grad_norm": 1.1281657218933105,
      "learning_rate": 1.4150454100264916e-06,
      "loss": 0.328,
      "step": 1858010
    },
    {
      "epoch": 518.57,
      "grad_norm": 1.1999863386154175,
      "learning_rate": 1.4150205838182493e-06,
      "loss": 0.3297,
      "step": 1858020
    },
    {
      "epoch": 518.57,
      "grad_norm": 1.0175060033798218,
      "learning_rate": 1.414995757733621e-06,
      "loss": 0.3379,
      "step": 1858030
    },
    {
      "epoch": 518.57,
      "grad_norm": 1.3449636697769165,
      "learning_rate": 1.4149709317726094e-06,
      "loss": 0.339,
      "step": 1858040
    },
    {
      "epoch": 518.57,
      "grad_norm": 0.9671006798744202,
      "learning_rate": 1.4149461059352195e-06,
      "loss": 0.3298,
      "step": 1858050
    },
    {
      "epoch": 518.58,
      "grad_norm": 1.1032124757766724,
      "learning_rate": 1.4149212802214535e-06,
      "loss": 0.3427,
      "step": 1858060
    },
    {
      "epoch": 518.58,
      "grad_norm": 1.054800271987915,
      "learning_rate": 1.414896454631314e-06,
      "loss": 0.3211,
      "step": 1858070
    },
    {
      "epoch": 518.58,
      "grad_norm": 0.9912885427474976,
      "learning_rate": 1.414871629164806e-06,
      "loss": 0.3607,
      "step": 1858080
    },
    {
      "epoch": 518.58,
      "grad_norm": 1.1299731731414795,
      "learning_rate": 1.4148468038219322e-06,
      "loss": 0.3494,
      "step": 1858090
    },
    {
      "epoch": 518.59,
      "grad_norm": 0.9564663767814636,
      "learning_rate": 1.4148219786026943e-06,
      "loss": 0.3632,
      "step": 1858100
    },
    {
      "epoch": 518.59,
      "grad_norm": 1.153446078300476,
      "learning_rate": 1.4147971535070984e-06,
      "loss": 0.357,
      "step": 1858110
    },
    {
      "epoch": 518.59,
      "grad_norm": 1.6446930170059204,
      "learning_rate": 1.4147723285351457e-06,
      "loss": 0.357,
      "step": 1858120
    },
    {
      "epoch": 518.6,
      "grad_norm": 1.1968741416931152,
      "learning_rate": 1.4147475036868404e-06,
      "loss": 0.3497,
      "step": 1858130
    },
    {
      "epoch": 518.6,
      "grad_norm": 1.091085433959961,
      "learning_rate": 1.4147226789621859e-06,
      "loss": 0.3394,
      "step": 1858140
    },
    {
      "epoch": 518.6,
      "grad_norm": 0.9993674755096436,
      "learning_rate": 1.4146978543611842e-06,
      "loss": 0.3405,
      "step": 1858150
    },
    {
      "epoch": 518.6,
      "grad_norm": 1.3974047899246216,
      "learning_rate": 1.4146730298838404e-06,
      "loss": 0.344,
      "step": 1858160
    },
    {
      "epoch": 518.61,
      "grad_norm": 1.284390926361084,
      "learning_rate": 1.4146482055301571e-06,
      "loss": 0.3403,
      "step": 1858170
    },
    {
      "epoch": 518.61,
      "grad_norm": 1.1537368297576904,
      "learning_rate": 1.4146233813001366e-06,
      "loss": 0.3543,
      "step": 1858180
    },
    {
      "epoch": 518.61,
      "grad_norm": 0.9487566947937012,
      "learning_rate": 1.4145985571937837e-06,
      "loss": 0.33,
      "step": 1858190
    },
    {
      "epoch": 518.62,
      "grad_norm": 1.0963045358657837,
      "learning_rate": 1.4145737332111017e-06,
      "loss": 0.3381,
      "step": 1858200
    },
    {
      "epoch": 518.62,
      "grad_norm": 1.2446776628494263,
      "learning_rate": 1.4145489093520924e-06,
      "loss": 0.3384,
      "step": 1858210
    },
    {
      "epoch": 518.62,
      "grad_norm": 1.0266170501708984,
      "learning_rate": 1.4145240856167607e-06,
      "loss": 0.3444,
      "step": 1858220
    },
    {
      "epoch": 518.62,
      "grad_norm": 1.1150456666946411,
      "learning_rate": 1.4144992620051093e-06,
      "loss": 0.3508,
      "step": 1858230
    },
    {
      "epoch": 518.63,
      "grad_norm": 1.0800434350967407,
      "learning_rate": 1.4144744385171403e-06,
      "loss": 0.3487,
      "step": 1858240
    },
    {
      "epoch": 518.63,
      "grad_norm": 1.0961546897888184,
      "learning_rate": 1.414449615152859e-06,
      "loss": 0.3396,
      "step": 1858250
    },
    {
      "epoch": 518.63,
      "grad_norm": 1.2929446697235107,
      "learning_rate": 1.414424791912268e-06,
      "loss": 0.344,
      "step": 1858260
    },
    {
      "epoch": 518.64,
      "grad_norm": 1.5688934326171875,
      "learning_rate": 1.4143999687953697e-06,
      "loss": 0.3263,
      "step": 1858270
    },
    {
      "epoch": 518.64,
      "grad_norm": 1.0383425951004028,
      "learning_rate": 1.414375145802169e-06,
      "loss": 0.3475,
      "step": 1858280
    },
    {
      "epoch": 518.64,
      "grad_norm": 1.1960822343826294,
      "learning_rate": 1.414350322932668e-06,
      "loss": 0.3397,
      "step": 1858290
    },
    {
      "epoch": 518.64,
      "grad_norm": 1.011611819267273,
      "learning_rate": 1.4143255001868696e-06,
      "loss": 0.3309,
      "step": 1858300
    },
    {
      "epoch": 518.65,
      "grad_norm": 23.88414192199707,
      "learning_rate": 1.4143006775647789e-06,
      "loss": 0.3508,
      "step": 1858310
    },
    {
      "epoch": 518.65,
      "grad_norm": 1.191969871520996,
      "learning_rate": 1.414275855066398e-06,
      "loss": 0.3247,
      "step": 1858320
    },
    {
      "epoch": 518.65,
      "grad_norm": 1.096652626991272,
      "learning_rate": 1.4142510326917294e-06,
      "loss": 0.3418,
      "step": 1858330
    },
    {
      "epoch": 518.65,
      "grad_norm": 1.1461522579193115,
      "learning_rate": 1.4142262104407785e-06,
      "loss": 0.3488,
      "step": 1858340
    },
    {
      "epoch": 518.66,
      "grad_norm": 0.9526978731155396,
      "learning_rate": 1.4142013883135471e-06,
      "loss": 0.3363,
      "step": 1858350
    },
    {
      "epoch": 518.66,
      "grad_norm": 1.1751364469528198,
      "learning_rate": 1.414176566310039e-06,
      "loss": 0.34,
      "step": 1858360
    },
    {
      "epoch": 518.66,
      "grad_norm": 1.1580849885940552,
      "learning_rate": 1.414151744430257e-06,
      "loss": 0.3453,
      "step": 1858370
    },
    {
      "epoch": 518.67,
      "grad_norm": 1.0237804651260376,
      "learning_rate": 1.4141269226742054e-06,
      "loss": 0.3434,
      "step": 1858380
    },
    {
      "epoch": 518.67,
      "grad_norm": 1.0903472900390625,
      "learning_rate": 1.4141021010418858e-06,
      "loss": 0.3224,
      "step": 1858390
    },
    {
      "epoch": 518.67,
      "grad_norm": 1.1527349948883057,
      "learning_rate": 1.4140772795333038e-06,
      "loss": 0.3303,
      "step": 1858400
    },
    {
      "epoch": 518.67,
      "grad_norm": 1.253401279449463,
      "learning_rate": 1.4140524581484604e-06,
      "loss": 0.3547,
      "step": 1858410
    },
    {
      "epoch": 518.68,
      "grad_norm": 1.1148933172225952,
      "learning_rate": 1.4140276368873608e-06,
      "loss": 0.3325,
      "step": 1858420
    },
    {
      "epoch": 518.68,
      "grad_norm": 1.0504577159881592,
      "learning_rate": 1.4140028157500075e-06,
      "loss": 0.3359,
      "step": 1858430
    },
    {
      "epoch": 518.68,
      "grad_norm": 1.2289130687713623,
      "learning_rate": 1.4139779947364032e-06,
      "loss": 0.3778,
      "step": 1858440
    },
    {
      "epoch": 518.69,
      "grad_norm": 2.499990224838257,
      "learning_rate": 1.4139531738465525e-06,
      "loss": 0.3387,
      "step": 1858450
    },
    {
      "epoch": 518.69,
      "grad_norm": 1.2019046545028687,
      "learning_rate": 1.413928353080458e-06,
      "loss": 0.3312,
      "step": 1858460
    },
    {
      "epoch": 518.69,
      "grad_norm": 1.1617003679275513,
      "learning_rate": 1.4139035324381217e-06,
      "loss": 0.3523,
      "step": 1858470
    },
    {
      "epoch": 518.69,
      "grad_norm": 1.2187280654907227,
      "learning_rate": 1.4138787119195494e-06,
      "loss": 0.3595,
      "step": 1858480
    },
    {
      "epoch": 518.7,
      "grad_norm": 1.1227308511734009,
      "learning_rate": 1.4138538915247433e-06,
      "loss": 0.3461,
      "step": 1858490
    },
    {
      "epoch": 518.7,
      "grad_norm": 1.0297625064849854,
      "learning_rate": 1.413829071253706e-06,
      "loss": 0.3454,
      "step": 1858500
    },
    {
      "epoch": 518.7,
      "grad_norm": 1.1846990585327148,
      "learning_rate": 1.4138042511064424e-06,
      "loss": 0.3365,
      "step": 1858510
    },
    {
      "epoch": 518.7,
      "grad_norm": 0.895232617855072,
      "learning_rate": 1.4137794310829543e-06,
      "loss": 0.3249,
      "step": 1858520
    },
    {
      "epoch": 518.71,
      "grad_norm": 0.995640218257904,
      "learning_rate": 1.413754611183245e-06,
      "loss": 0.3469,
      "step": 1858530
    },
    {
      "epoch": 518.71,
      "grad_norm": 1.2207038402557373,
      "learning_rate": 1.4137297914073187e-06,
      "loss": 0.3452,
      "step": 1858540
    },
    {
      "epoch": 518.71,
      "grad_norm": 1.2094813585281372,
      "learning_rate": 1.413704971755179e-06,
      "loss": 0.3609,
      "step": 1858550
    },
    {
      "epoch": 518.72,
      "grad_norm": 1.1176297664642334,
      "learning_rate": 1.4136801522268277e-06,
      "loss": 0.3206,
      "step": 1858560
    },
    {
      "epoch": 518.72,
      "grad_norm": 1.217932939529419,
      "learning_rate": 1.4136553328222696e-06,
      "loss": 0.3418,
      "step": 1858570
    },
    {
      "epoch": 518.72,
      "grad_norm": 1.050465703010559,
      "learning_rate": 1.4136305135415073e-06,
      "loss": 0.3482,
      "step": 1858580
    },
    {
      "epoch": 518.72,
      "grad_norm": 1.0828219652175903,
      "learning_rate": 1.413605694384543e-06,
      "loss": 0.333,
      "step": 1858590
    },
    {
      "epoch": 518.73,
      "grad_norm": 1.1636255979537964,
      "learning_rate": 1.4135808753513822e-06,
      "loss": 0.3368,
      "step": 1858600
    },
    {
      "epoch": 518.73,
      "grad_norm": 1.3212612867355347,
      "learning_rate": 1.4135560564420273e-06,
      "loss": 0.3308,
      "step": 1858610
    },
    {
      "epoch": 518.73,
      "grad_norm": 1.0913199186325073,
      "learning_rate": 1.4135312376564804e-06,
      "loss": 0.3286,
      "step": 1858620
    },
    {
      "epoch": 518.74,
      "grad_norm": 1.0557795763015747,
      "learning_rate": 1.413506418994747e-06,
      "loss": 0.3416,
      "step": 1858630
    },
    {
      "epoch": 518.74,
      "grad_norm": 1.072136640548706,
      "learning_rate": 1.4134816004568289e-06,
      "loss": 0.3273,
      "step": 1858640
    },
    {
      "epoch": 518.74,
      "grad_norm": 1.1725423336029053,
      "learning_rate": 1.4134567820427295e-06,
      "loss": 0.3466,
      "step": 1858650
    },
    {
      "epoch": 518.74,
      "grad_norm": 3.799123764038086,
      "learning_rate": 1.413431963752453e-06,
      "loss": 0.3553,
      "step": 1858660
    },
    {
      "epoch": 518.75,
      "grad_norm": 1.166412591934204,
      "learning_rate": 1.4134071455860018e-06,
      "loss": 0.3413,
      "step": 1858670
    },
    {
      "epoch": 518.75,
      "grad_norm": 1.2898297309875488,
      "learning_rate": 1.4133823275433787e-06,
      "loss": 0.3389,
      "step": 1858680
    },
    {
      "epoch": 518.75,
      "grad_norm": 1.065471887588501,
      "learning_rate": 1.413357509624589e-06,
      "loss": 0.3258,
      "step": 1858690
    },
    {
      "epoch": 518.76,
      "grad_norm": 1.0778006315231323,
      "learning_rate": 1.413332691829634e-06,
      "loss": 0.3357,
      "step": 1858700
    },
    {
      "epoch": 518.76,
      "grad_norm": 1.057289481163025,
      "learning_rate": 1.413307874158518e-06,
      "loss": 0.3376,
      "step": 1858710
    },
    {
      "epoch": 518.76,
      "grad_norm": 1.377502202987671,
      "learning_rate": 1.4132830566112442e-06,
      "loss": 0.3443,
      "step": 1858720
    },
    {
      "epoch": 518.76,
      "grad_norm": 0.8661014437675476,
      "learning_rate": 1.413258239187816e-06,
      "loss": 0.3571,
      "step": 1858730
    },
    {
      "epoch": 518.77,
      "grad_norm": 1.1827309131622314,
      "learning_rate": 1.4132334218882365e-06,
      "loss": 0.3397,
      "step": 1858740
    },
    {
      "epoch": 518.77,
      "grad_norm": 1.21780264377594,
      "learning_rate": 1.413208604712509e-06,
      "loss": 0.3302,
      "step": 1858750
    },
    {
      "epoch": 518.77,
      "grad_norm": 1.03009831905365,
      "learning_rate": 1.413183787660636e-06,
      "loss": 0.3527,
      "step": 1858760
    },
    {
      "epoch": 518.77,
      "grad_norm": 1.0927382707595825,
      "learning_rate": 1.4131589707326226e-06,
      "loss": 0.3367,
      "step": 1858770
    },
    {
      "epoch": 518.78,
      "grad_norm": 0.9683005213737488,
      "learning_rate": 1.413134153928471e-06,
      "loss": 0.3342,
      "step": 1858780
    },
    {
      "epoch": 518.78,
      "grad_norm": 1.295749545097351,
      "learning_rate": 1.413109337248184e-06,
      "loss": 0.3483,
      "step": 1858790
    },
    {
      "epoch": 518.78,
      "grad_norm": 0.9709660410881042,
      "learning_rate": 1.4130845206917663e-06,
      "loss": 0.3353,
      "step": 1858800
    },
    {
      "epoch": 518.79,
      "grad_norm": 1.146958827972412,
      "learning_rate": 1.4130597042592203e-06,
      "loss": 0.3156,
      "step": 1858810
    },
    {
      "epoch": 518.79,
      "grad_norm": 1.023889183998108,
      "learning_rate": 1.4130348879505483e-06,
      "loss": 0.3554,
      "step": 1858820
    },
    {
      "epoch": 518.79,
      "grad_norm": 1.2741807699203491,
      "learning_rate": 1.4130100717657558e-06,
      "loss": 0.3296,
      "step": 1858830
    },
    {
      "epoch": 518.79,
      "grad_norm": 1.0750433206558228,
      "learning_rate": 1.4129852557048452e-06,
      "loss": 0.3408,
      "step": 1858840
    },
    {
      "epoch": 518.8,
      "grad_norm": 1.0923835039138794,
      "learning_rate": 1.4129604397678189e-06,
      "loss": 0.3269,
      "step": 1858850
    },
    {
      "epoch": 518.8,
      "grad_norm": 1.280521035194397,
      "learning_rate": 1.4129356239546813e-06,
      "loss": 0.3389,
      "step": 1858860
    },
    {
      "epoch": 518.8,
      "grad_norm": 1.1096607446670532,
      "learning_rate": 1.4129108082654357e-06,
      "loss": 0.3517,
      "step": 1858870
    },
    {
      "epoch": 518.81,
      "grad_norm": 1.0089033842086792,
      "learning_rate": 1.4128859927000844e-06,
      "loss": 0.3397,
      "step": 1858880
    },
    {
      "epoch": 518.81,
      "grad_norm": 1.3205150365829468,
      "learning_rate": 1.4128611772586321e-06,
      "loss": 0.3596,
      "step": 1858890
    },
    {
      "epoch": 518.81,
      "grad_norm": 1.285618543624878,
      "learning_rate": 1.4128363619410813e-06,
      "loss": 0.35,
      "step": 1858900
    },
    {
      "epoch": 518.81,
      "grad_norm": 0.9876985549926758,
      "learning_rate": 1.4128115467474342e-06,
      "loss": 0.3372,
      "step": 1858910
    },
    {
      "epoch": 518.82,
      "grad_norm": 1.07135009765625,
      "learning_rate": 1.4127867316776963e-06,
      "loss": 0.3409,
      "step": 1858920
    },
    {
      "epoch": 518.82,
      "grad_norm": 1.0253711938858032,
      "learning_rate": 1.41276191673187e-06,
      "loss": 0.3368,
      "step": 1858930
    },
    {
      "epoch": 518.82,
      "grad_norm": 0.9729198217391968,
      "learning_rate": 1.4127371019099576e-06,
      "loss": 0.341,
      "step": 1858940
    },
    {
      "epoch": 518.83,
      "grad_norm": 1.064810037612915,
      "learning_rate": 1.4127122872119643e-06,
      "loss": 0.3282,
      "step": 1858950
    },
    {
      "epoch": 518.83,
      "grad_norm": 1.1599715948104858,
      "learning_rate": 1.412687472637892e-06,
      "loss": 0.3365,
      "step": 1858960
    },
    {
      "epoch": 518.83,
      "grad_norm": 1.0899964570999146,
      "learning_rate": 1.4126626581877433e-06,
      "loss": 0.3272,
      "step": 1858970
    },
    {
      "epoch": 518.83,
      "grad_norm": 1.255935549736023,
      "learning_rate": 1.412637843861524e-06,
      "loss": 0.3533,
      "step": 1858980
    },
    {
      "epoch": 518.84,
      "grad_norm": 1.133466362953186,
      "learning_rate": 1.4126130296592347e-06,
      "loss": 0.3291,
      "step": 1858990
    },
    {
      "epoch": 518.84,
      "grad_norm": 1.0655930042266846,
      "learning_rate": 1.4125882155808812e-06,
      "loss": 0.3335,
      "step": 1859000
    },
    {
      "epoch": 518.84,
      "grad_norm": 1.0272973775863647,
      "learning_rate": 1.4125634016264653e-06,
      "loss": 0.3478,
      "step": 1859010
    },
    {
      "epoch": 518.84,
      "grad_norm": 1.1374363899230957,
      "learning_rate": 1.4125385877959902e-06,
      "loss": 0.333,
      "step": 1859020
    },
    {
      "epoch": 518.85,
      "grad_norm": 1.01862633228302,
      "learning_rate": 1.41251377408946e-06,
      "loss": 0.3376,
      "step": 1859030
    },
    {
      "epoch": 518.85,
      "grad_norm": 1.0832233428955078,
      "learning_rate": 1.4124889605068776e-06,
      "loss": 0.3517,
      "step": 1859040
    },
    {
      "epoch": 518.85,
      "grad_norm": 1.1374075412750244,
      "learning_rate": 1.4124641470482456e-06,
      "loss": 0.3213,
      "step": 1859050
    },
    {
      "epoch": 518.86,
      "grad_norm": 1.1137070655822754,
      "learning_rate": 1.4124393337135688e-06,
      "loss": 0.355,
      "step": 1859060
    },
    {
      "epoch": 518.86,
      "grad_norm": 1.1549770832061768,
      "learning_rate": 1.4124145205028495e-06,
      "loss": 0.3485,
      "step": 1859070
    },
    {
      "epoch": 518.86,
      "grad_norm": 1.114290475845337,
      "learning_rate": 1.4123897074160908e-06,
      "loss": 0.347,
      "step": 1859080
    },
    {
      "epoch": 518.86,
      "grad_norm": 1.2060836553573608,
      "learning_rate": 1.4123648944532972e-06,
      "loss": 0.3427,
      "step": 1859090
    },
    {
      "epoch": 518.87,
      "grad_norm": 1.4471861124038696,
      "learning_rate": 1.4123400816144712e-06,
      "loss": 0.3457,
      "step": 1859100
    },
    {
      "epoch": 518.87,
      "grad_norm": 1.175440788269043,
      "learning_rate": 1.4123152688996148e-06,
      "loss": 0.3283,
      "step": 1859110
    },
    {
      "epoch": 518.87,
      "grad_norm": 1.151530385017395,
      "learning_rate": 1.4122904563087337e-06,
      "loss": 0.3729,
      "step": 1859120
    },
    {
      "epoch": 518.88,
      "grad_norm": 1.0726932287216187,
      "learning_rate": 1.41226564384183e-06,
      "loss": 0.3496,
      "step": 1859130
    },
    {
      "epoch": 518.88,
      "grad_norm": 1.2004165649414062,
      "learning_rate": 1.4122408314989066e-06,
      "loss": 0.3449,
      "step": 1859140
    },
    {
      "epoch": 518.88,
      "grad_norm": 1.1464204788208008,
      "learning_rate": 1.412216019279968e-06,
      "loss": 0.3494,
      "step": 1859150
    },
    {
      "epoch": 518.88,
      "grad_norm": 1.082777976989746,
      "learning_rate": 1.4121912071850168e-06,
      "loss": 0.337,
      "step": 1859160
    },
    {
      "epoch": 518.89,
      "grad_norm": 1.0329952239990234,
      "learning_rate": 1.412166395214056e-06,
      "loss": 0.3566,
      "step": 1859170
    },
    {
      "epoch": 518.89,
      "grad_norm": 1.0875929594039917,
      "learning_rate": 1.4121415833670894e-06,
      "loss": 0.3386,
      "step": 1859180
    },
    {
      "epoch": 518.89,
      "grad_norm": 1.2406580448150635,
      "learning_rate": 1.4121167716441207e-06,
      "loss": 0.3421,
      "step": 1859190
    },
    {
      "epoch": 518.89,
      "grad_norm": 1.070211410522461,
      "learning_rate": 1.412091960045151e-06,
      "loss": 0.3521,
      "step": 1859200
    },
    {
      "epoch": 518.9,
      "grad_norm": 1.0804214477539062,
      "learning_rate": 1.4120671485701864e-06,
      "loss": 0.317,
      "step": 1859210
    },
    {
      "epoch": 518.9,
      "grad_norm": 0.9878542423248291,
      "learning_rate": 1.4120423372192292e-06,
      "loss": 0.3477,
      "step": 1859220
    },
    {
      "epoch": 518.9,
      "grad_norm": 1.02422034740448,
      "learning_rate": 1.4120175259922823e-06,
      "loss": 0.3514,
      "step": 1859230
    },
    {
      "epoch": 518.91,
      "grad_norm": 1.2912553548812866,
      "learning_rate": 1.411992714889349e-06,
      "loss": 0.3397,
      "step": 1859240
    },
    {
      "epoch": 518.91,
      "grad_norm": 0.9911906719207764,
      "learning_rate": 1.4119679039104335e-06,
      "loss": 0.3429,
      "step": 1859250
    },
    {
      "epoch": 518.91,
      "grad_norm": 1.0923373699188232,
      "learning_rate": 1.4119430930555373e-06,
      "loss": 0.3537,
      "step": 1859260
    },
    {
      "epoch": 518.91,
      "grad_norm": 1.2410962581634521,
      "learning_rate": 1.411918282324666e-06,
      "loss": 0.3527,
      "step": 1859270
    },
    {
      "epoch": 518.92,
      "grad_norm": 1.1344703435897827,
      "learning_rate": 1.4118934717178203e-06,
      "loss": 0.3506,
      "step": 1859280
    },
    {
      "epoch": 518.92,
      "grad_norm": 1.1269798278808594,
      "learning_rate": 1.4118686612350064e-06,
      "loss": 0.3358,
      "step": 1859290
    },
    {
      "epoch": 518.92,
      "grad_norm": 1.2071892023086548,
      "learning_rate": 1.411843850876226e-06,
      "loss": 0.3434,
      "step": 1859300
    },
    {
      "epoch": 518.93,
      "grad_norm": 1.032523512840271,
      "learning_rate": 1.411819040641482e-06,
      "loss": 0.3494,
      "step": 1859310
    },
    {
      "epoch": 518.93,
      "grad_norm": 1.0827178955078125,
      "learning_rate": 1.4117942305307788e-06,
      "loss": 0.3289,
      "step": 1859320
    },
    {
      "epoch": 518.93,
      "grad_norm": 0.9782449007034302,
      "learning_rate": 1.411769420544119e-06,
      "loss": 0.3275,
      "step": 1859330
    },
    {
      "epoch": 518.93,
      "grad_norm": 1.1072825193405151,
      "learning_rate": 1.4117446106815054e-06,
      "loss": 0.3387,
      "step": 1859340
    },
    {
      "epoch": 518.94,
      "grad_norm": 1.1137456893920898,
      "learning_rate": 1.4117198009429425e-06,
      "loss": 0.3287,
      "step": 1859350
    },
    {
      "epoch": 518.94,
      "grad_norm": 1.3372738361358643,
      "learning_rate": 1.4116949913284333e-06,
      "loss": 0.3402,
      "step": 1859360
    },
    {
      "epoch": 518.94,
      "grad_norm": 1.161617398262024,
      "learning_rate": 1.4116701818379808e-06,
      "loss": 0.3127,
      "step": 1859370
    },
    {
      "epoch": 518.95,
      "grad_norm": 1.048012614250183,
      "learning_rate": 1.4116453724715886e-06,
      "loss": 0.3341,
      "step": 1859380
    },
    {
      "epoch": 518.95,
      "grad_norm": 1.0312097072601318,
      "learning_rate": 1.4116205632292595e-06,
      "loss": 0.3342,
      "step": 1859390
    },
    {
      "epoch": 518.95,
      "grad_norm": 0.9182431101799011,
      "learning_rate": 1.4115957541109965e-06,
      "loss": 0.3388,
      "step": 1859400
    },
    {
      "epoch": 518.95,
      "grad_norm": 1.2427457571029663,
      "learning_rate": 1.4115709451168043e-06,
      "loss": 0.3488,
      "step": 1859410
    },
    {
      "epoch": 518.96,
      "grad_norm": 1.2015572786331177,
      "learning_rate": 1.4115461362466852e-06,
      "loss": 0.3318,
      "step": 1859420
    },
    {
      "epoch": 518.96,
      "grad_norm": 0.9778797626495361,
      "learning_rate": 1.4115213275006417e-06,
      "loss": 0.3301,
      "step": 1859430
    },
    {
      "epoch": 518.96,
      "grad_norm": 1.0271235704421997,
      "learning_rate": 1.4114965188786794e-06,
      "loss": 0.3235,
      "step": 1859440
    },
    {
      "epoch": 518.96,
      "grad_norm": 1.1140996217727661,
      "learning_rate": 1.4114717103808004e-06,
      "loss": 0.3473,
      "step": 1859450
    },
    {
      "epoch": 518.97,
      "grad_norm": 0.9983810782432556,
      "learning_rate": 1.4114469020070071e-06,
      "loss": 0.3249,
      "step": 1859460
    },
    {
      "epoch": 518.97,
      "grad_norm": 1.1049107313156128,
      "learning_rate": 1.4114220937573041e-06,
      "loss": 0.3522,
      "step": 1859470
    },
    {
      "epoch": 518.97,
      "grad_norm": 1.1729599237442017,
      "learning_rate": 1.411397285631694e-06,
      "loss": 0.3576,
      "step": 1859480
    },
    {
      "epoch": 518.98,
      "grad_norm": 1.0386368036270142,
      "learning_rate": 1.4113724776301795e-06,
      "loss": 0.3451,
      "step": 1859490
    },
    {
      "epoch": 518.98,
      "grad_norm": 1.1176763772964478,
      "learning_rate": 1.4113476697527658e-06,
      "loss": 0.3579,
      "step": 1859500
    },
    {
      "epoch": 518.98,
      "grad_norm": 1.0869230031967163,
      "learning_rate": 1.411322861999455e-06,
      "loss": 0.3308,
      "step": 1859510
    },
    {
      "epoch": 518.98,
      "grad_norm": 1.1328033208847046,
      "learning_rate": 1.4112980543702503e-06,
      "loss": 0.3232,
      "step": 1859520
    },
    {
      "epoch": 518.99,
      "grad_norm": 1.2092056274414062,
      "learning_rate": 1.4112732468651553e-06,
      "loss": 0.3397,
      "step": 1859530
    },
    {
      "epoch": 518.99,
      "grad_norm": 1.1123591661453247,
      "learning_rate": 1.4112484394841733e-06,
      "loss": 0.3529,
      "step": 1859540
    },
    {
      "epoch": 518.99,
      "grad_norm": 1.0808519124984741,
      "learning_rate": 1.4112236322273067e-06,
      "loss": 0.336,
      "step": 1859550
    },
    {
      "epoch": 519.0,
      "grad_norm": 0.9619413614273071,
      "learning_rate": 1.4111988250945602e-06,
      "loss": 0.3471,
      "step": 1859560
    },
    {
      "epoch": 519.0,
      "grad_norm": 1.0664912462234497,
      "learning_rate": 1.4111740180859359e-06,
      "loss": 0.3207,
      "step": 1859570
    },
    {
      "epoch": 519.0,
      "eval_loss": 0.34013885259628296,
      "eval_runtime": 63.3615,
      "eval_samples_per_second": 79.843,
      "eval_steps_per_second": 9.99,
      "step": 1859577
    },
    {
      "epoch": 519.0,
      "grad_norm": 1.0363980531692505,
      "learning_rate": 1.4111492112014389e-06,
      "loss": 0.3525,
      "step": 1859580
    },
    {
      "epoch": 519.0,
      "grad_norm": 1.2484312057495117,
      "learning_rate": 1.4111244044410707e-06,
      "loss": 0.339,
      "step": 1859590
    },
    {
      "epoch": 519.01,
      "grad_norm": 1.0695900917053223,
      "learning_rate": 1.4110995978048353e-06,
      "loss": 0.3391,
      "step": 1859600
    },
    {
      "epoch": 519.01,
      "grad_norm": 1.1480146646499634,
      "learning_rate": 1.4110747912927361e-06,
      "loss": 0.3425,
      "step": 1859610
    },
    {
      "epoch": 519.01,
      "grad_norm": 1.244732141494751,
      "learning_rate": 1.4110499849047762e-06,
      "loss": 0.3539,
      "step": 1859620
    },
    {
      "epoch": 519.01,
      "grad_norm": 1.0575288534164429,
      "learning_rate": 1.411025178640958e-06,
      "loss": 0.3316,
      "step": 1859630
    },
    {
      "epoch": 519.02,
      "grad_norm": 1.1143020391464233,
      "learning_rate": 1.4110003725012868e-06,
      "loss": 0.3443,
      "step": 1859640
    },
    {
      "epoch": 519.02,
      "grad_norm": 1.0731117725372314,
      "learning_rate": 1.4109755664857647e-06,
      "loss": 0.3221,
      "step": 1859650
    },
    {
      "epoch": 519.02,
      "grad_norm": 1.0876356363296509,
      "learning_rate": 1.410950760594395e-06,
      "loss": 0.3304,
      "step": 1859660
    },
    {
      "epoch": 519.03,
      "grad_norm": 1.0440120697021484,
      "learning_rate": 1.4109259548271809e-06,
      "loss": 0.3563,
      "step": 1859670
    },
    {
      "epoch": 519.03,
      "grad_norm": 1.2039271593093872,
      "learning_rate": 1.410901149184126e-06,
      "loss": 0.3361,
      "step": 1859680
    },
    {
      "epoch": 519.03,
      "grad_norm": 1.2256802320480347,
      "learning_rate": 1.4108763436652334e-06,
      "loss": 0.3308,
      "step": 1859690
    },
    {
      "epoch": 519.03,
      "grad_norm": 1.0275142192840576,
      "learning_rate": 1.4108515382705073e-06,
      "loss": 0.3547,
      "step": 1859700
    },
    {
      "epoch": 519.04,
      "grad_norm": 1.1095011234283447,
      "learning_rate": 1.4108267329999498e-06,
      "loss": 0.343,
      "step": 1859710
    },
    {
      "epoch": 519.04,
      "grad_norm": 1.0502194166183472,
      "learning_rate": 1.4108019278535638e-06,
      "loss": 0.3364,
      "step": 1859720
    },
    {
      "epoch": 519.04,
      "grad_norm": 1.1383041143417358,
      "learning_rate": 1.4107771228313547e-06,
      "loss": 0.3363,
      "step": 1859730
    },
    {
      "epoch": 519.05,
      "grad_norm": 1.3546392917633057,
      "learning_rate": 1.4107523179333243e-06,
      "loss": 0.3335,
      "step": 1859740
    },
    {
      "epoch": 519.05,
      "grad_norm": 1.1223342418670654,
      "learning_rate": 1.4107275131594756e-06,
      "loss": 0.3471,
      "step": 1859750
    },
    {
      "epoch": 519.05,
      "grad_norm": 1.0226656198501587,
      "learning_rate": 1.410702708509813e-06,
      "loss": 0.3225,
      "step": 1859760
    },
    {
      "epoch": 519.05,
      "grad_norm": 1.0400803089141846,
      "learning_rate": 1.4106779039843392e-06,
      "loss": 0.3223,
      "step": 1859770
    },
    {
      "epoch": 519.06,
      "grad_norm": 1.0948009490966797,
      "learning_rate": 1.410653099583057e-06,
      "loss": 0.3382,
      "step": 1859780
    },
    {
      "epoch": 519.06,
      "grad_norm": 1.162620186805725,
      "learning_rate": 1.4106282953059707e-06,
      "loss": 0.3337,
      "step": 1859790
    },
    {
      "epoch": 519.06,
      "grad_norm": 0.9746025800704956,
      "learning_rate": 1.4106034911530834e-06,
      "loss": 0.3535,
      "step": 1859800
    },
    {
      "epoch": 519.07,
      "grad_norm": 0.9464884400367737,
      "learning_rate": 1.410578687124397e-06,
      "loss": 0.3367,
      "step": 1859810
    },
    {
      "epoch": 519.07,
      "grad_norm": 1.4453110694885254,
      "learning_rate": 1.410553883219917e-06,
      "loss": 0.3312,
      "step": 1859820
    },
    {
      "epoch": 519.07,
      "grad_norm": 1.0326906442642212,
      "learning_rate": 1.4105290794396457e-06,
      "loss": 0.3256,
      "step": 1859830
    },
    {
      "epoch": 519.07,
      "grad_norm": 1.0502136945724487,
      "learning_rate": 1.410504275783586e-06,
      "loss": 0.3314,
      "step": 1859840
    },
    {
      "epoch": 519.08,
      "grad_norm": 1.1341384649276733,
      "learning_rate": 1.4104794722517417e-06,
      "loss": 0.3268,
      "step": 1859850
    },
    {
      "epoch": 519.08,
      "grad_norm": 1.1335495710372925,
      "learning_rate": 1.410454668844115e-06,
      "loss": 0.3379,
      "step": 1859860
    },
    {
      "epoch": 519.08,
      "grad_norm": 1.1151608228683472,
      "learning_rate": 1.4104298655607114e-06,
      "loss": 0.3472,
      "step": 1859870
    },
    {
      "epoch": 519.08,
      "grad_norm": 0.9114075899124146,
      "learning_rate": 1.410405062401533e-06,
      "loss": 0.3491,
      "step": 1859880
    },
    {
      "epoch": 519.09,
      "grad_norm": 0.9645528793334961,
      "learning_rate": 1.4103802593665825e-06,
      "loss": 0.3253,
      "step": 1859890
    },
    {
      "epoch": 519.09,
      "grad_norm": 1.093911051750183,
      "learning_rate": 1.4103554564558645e-06,
      "loss": 0.3565,
      "step": 1859900
    },
    {
      "epoch": 519.09,
      "grad_norm": 1.431871771812439,
      "learning_rate": 1.410330653669381e-06,
      "loss": 0.3335,
      "step": 1859910
    },
    {
      "epoch": 519.1,
      "grad_norm": 1.022789478302002,
      "learning_rate": 1.4103058510071352e-06,
      "loss": 0.3343,
      "step": 1859920
    },
    {
      "epoch": 519.1,
      "grad_norm": 1.0182368755340576,
      "learning_rate": 1.4102810484691319e-06,
      "loss": 0.3342,
      "step": 1859930
    },
    {
      "epoch": 519.1,
      "grad_norm": 1.154496431350708,
      "learning_rate": 1.4102562460553737e-06,
      "loss": 0.3466,
      "step": 1859940
    },
    {
      "epoch": 519.1,
      "grad_norm": 1.3872143030166626,
      "learning_rate": 1.410231443765863e-06,
      "loss": 0.3464,
      "step": 1859950
    },
    {
      "epoch": 519.11,
      "grad_norm": 1.0888699293136597,
      "learning_rate": 1.4102066416006047e-06,
      "loss": 0.3316,
      "step": 1859960
    },
    {
      "epoch": 519.11,
      "grad_norm": 1.022576928138733,
      "learning_rate": 1.4101818395596012e-06,
      "loss": 0.3528,
      "step": 1859970
    },
    {
      "epoch": 519.11,
      "grad_norm": 4.595510482788086,
      "learning_rate": 1.4101570376428552e-06,
      "loss": 0.3491,
      "step": 1859980
    },
    {
      "epoch": 519.12,
      "grad_norm": 1.1231673955917358,
      "learning_rate": 1.4101322358503715e-06,
      "loss": 0.3419,
      "step": 1859990
    },
    {
      "epoch": 519.12,
      "grad_norm": 0.9808526039123535,
      "learning_rate": 1.4101074341821525e-06,
      "loss": 0.3391,
      "step": 1860000
    },
    {
      "epoch": 519.12,
      "grad_norm": 1.1662322282791138,
      "learning_rate": 1.4100826326382003e-06,
      "loss": 0.3385,
      "step": 1860010
    },
    {
      "epoch": 519.12,
      "grad_norm": 1.30765700340271,
      "learning_rate": 1.410057831218521e-06,
      "loss": 0.3352,
      "step": 1860020
    },
    {
      "epoch": 519.13,
      "grad_norm": 1.0147703886032104,
      "learning_rate": 1.410033029923116e-06,
      "loss": 0.3338,
      "step": 1860030
    },
    {
      "epoch": 519.13,
      "grad_norm": 1.174056053161621,
      "learning_rate": 1.410008228751989e-06,
      "loss": 0.3506,
      "step": 1860040
    },
    {
      "epoch": 519.13,
      "grad_norm": 1.2125353813171387,
      "learning_rate": 1.409983427705143e-06,
      "loss": 0.3421,
      "step": 1860050
    },
    {
      "epoch": 519.13,
      "grad_norm": 0.9958620667457581,
      "learning_rate": 1.409958626782582e-06,
      "loss": 0.3457,
      "step": 1860060
    },
    {
      "epoch": 519.14,
      "grad_norm": 1.0833364725112915,
      "learning_rate": 1.4099338259843078e-06,
      "loss": 0.3476,
      "step": 1860070
    },
    {
      "epoch": 519.14,
      "grad_norm": 1.10931396484375,
      "learning_rate": 1.4099090253103258e-06,
      "loss": 0.3269,
      "step": 1860080
    },
    {
      "epoch": 519.14,
      "grad_norm": 1.2796505689620972,
      "learning_rate": 1.4098842247606385e-06,
      "loss": 0.3494,
      "step": 1860090
    },
    {
      "epoch": 519.15,
      "grad_norm": 1.12982976436615,
      "learning_rate": 1.4098594243352476e-06,
      "loss": 0.3521,
      "step": 1860100
    },
    {
      "epoch": 519.15,
      "grad_norm": 1.1339144706726074,
      "learning_rate": 1.4098346240341592e-06,
      "loss": 0.342,
      "step": 1860110
    },
    {
      "epoch": 519.15,
      "grad_norm": 1.6375374794006348,
      "learning_rate": 1.4098098238573748e-06,
      "loss": 0.3216,
      "step": 1860120
    },
    {
      "epoch": 519.15,
      "grad_norm": 1.0527994632720947,
      "learning_rate": 1.4097850238048982e-06,
      "loss": 0.3471,
      "step": 1860130
    },
    {
      "epoch": 519.16,
      "grad_norm": 0.8762162923812866,
      "learning_rate": 1.4097602238767323e-06,
      "loss": 0.3402,
      "step": 1860140
    },
    {
      "epoch": 519.16,
      "grad_norm": 1.1483372449874878,
      "learning_rate": 1.4097354240728802e-06,
      "loss": 0.3365,
      "step": 1860150
    },
    {
      "epoch": 519.16,
      "grad_norm": 1.0717098712921143,
      "learning_rate": 1.4097106243933465e-06,
      "loss": 0.3351,
      "step": 1860160
    },
    {
      "epoch": 519.17,
      "grad_norm": 1.0271943807601929,
      "learning_rate": 1.4096858248381337e-06,
      "loss": 0.3518,
      "step": 1860170
    },
    {
      "epoch": 519.17,
      "grad_norm": 0.9502168893814087,
      "learning_rate": 1.4096610254072448e-06,
      "loss": 0.3375,
      "step": 1860180
    },
    {
      "epoch": 519.17,
      "grad_norm": 1.2721900939941406,
      "learning_rate": 1.4096362261006838e-06,
      "loss": 0.3463,
      "step": 1860190
    },
    {
      "epoch": 519.17,
      "grad_norm": 1.12738835811615,
      "learning_rate": 1.4096114269184537e-06,
      "loss": 0.356,
      "step": 1860200
    },
    {
      "epoch": 519.18,
      "grad_norm": 1.2214422225952148,
      "learning_rate": 1.4095866278605564e-06,
      "loss": 0.3477,
      "step": 1860210
    },
    {
      "epoch": 519.18,
      "grad_norm": 0.9909645915031433,
      "learning_rate": 1.4095618289269976e-06,
      "loss": 0.3432,
      "step": 1860220
    },
    {
      "epoch": 519.18,
      "grad_norm": 1.0951727628707886,
      "learning_rate": 1.4095370301177794e-06,
      "loss": 0.3495,
      "step": 1860230
    },
    {
      "epoch": 519.19,
      "grad_norm": 1.097733974456787,
      "learning_rate": 1.4095122314329046e-06,
      "loss": 0.3294,
      "step": 1860240
    },
    {
      "epoch": 519.19,
      "grad_norm": 1.0231834650039673,
      "learning_rate": 1.4094874328723776e-06,
      "loss": 0.3399,
      "step": 1860250
    },
    {
      "epoch": 519.19,
      "grad_norm": 1.2559428215026855,
      "learning_rate": 1.4094626344362018e-06,
      "loss": 0.3428,
      "step": 1860260
    },
    {
      "epoch": 519.19,
      "grad_norm": 0.970643162727356,
      "learning_rate": 1.409437836124379e-06,
      "loss": 0.3468,
      "step": 1860270
    },
    {
      "epoch": 519.2,
      "grad_norm": 1.159511685371399,
      "learning_rate": 1.4094130379369137e-06,
      "loss": 0.3339,
      "step": 1860280
    },
    {
      "epoch": 519.2,
      "grad_norm": 1.1478818655014038,
      "learning_rate": 1.4093882398738094e-06,
      "loss": 0.3395,
      "step": 1860290
    },
    {
      "epoch": 519.2,
      "grad_norm": 1.113022804260254,
      "learning_rate": 1.4093634419350675e-06,
      "loss": 0.3388,
      "step": 1860300
    },
    {
      "epoch": 519.2,
      "grad_norm": 1.1757450103759766,
      "learning_rate": 1.409338644120694e-06,
      "loss": 0.3319,
      "step": 1860310
    },
    {
      "epoch": 519.21,
      "grad_norm": 1.1671725511550903,
      "learning_rate": 1.4093138464306907e-06,
      "loss": 0.34,
      "step": 1860320
    },
    {
      "epoch": 519.21,
      "grad_norm": 1.2006042003631592,
      "learning_rate": 1.4092890488650606e-06,
      "loss": 0.3294,
      "step": 1860330
    },
    {
      "epoch": 519.21,
      "grad_norm": 1.0025638341903687,
      "learning_rate": 1.4092642514238083e-06,
      "loss": 0.3386,
      "step": 1860340
    },
    {
      "epoch": 519.22,
      "grad_norm": 1.0554064512252808,
      "learning_rate": 1.409239454106936e-06,
      "loss": 0.3375,
      "step": 1860350
    },
    {
      "epoch": 519.22,
      "grad_norm": 1.0999321937561035,
      "learning_rate": 1.4092146569144464e-06,
      "loss": 0.3412,
      "step": 1860360
    },
    {
      "epoch": 519.22,
      "grad_norm": 1.0978299379348755,
      "learning_rate": 1.4091898598463447e-06,
      "loss": 0.3386,
      "step": 1860370
    },
    {
      "epoch": 519.22,
      "grad_norm": 1.140532374382019,
      "learning_rate": 1.4091650629026333e-06,
      "loss": 0.3332,
      "step": 1860380
    },
    {
      "epoch": 519.23,
      "grad_norm": 1.0818369388580322,
      "learning_rate": 1.4091402660833143e-06,
      "loss": 0.3585,
      "step": 1860390
    },
    {
      "epoch": 519.23,
      "grad_norm": 1.1128793954849243,
      "learning_rate": 1.409115469388393e-06,
      "loss": 0.3484,
      "step": 1860400
    },
    {
      "epoch": 519.23,
      "grad_norm": 1.1625734567642212,
      "learning_rate": 1.4090906728178722e-06,
      "loss": 0.3388,
      "step": 1860410
    },
    {
      "epoch": 519.24,
      "grad_norm": 1.034622073173523,
      "learning_rate": 1.4090658763717537e-06,
      "loss": 0.3428,
      "step": 1860420
    },
    {
      "epoch": 519.24,
      "grad_norm": 1.243530035018921,
      "learning_rate": 1.409041080050043e-06,
      "loss": 0.3309,
      "step": 1860430
    },
    {
      "epoch": 519.24,
      "grad_norm": 1.060990571975708,
      "learning_rate": 1.4090162838527412e-06,
      "loss": 0.357,
      "step": 1860440
    },
    {
      "epoch": 519.24,
      "grad_norm": 1.3754552602767944,
      "learning_rate": 1.4089914877798534e-06,
      "loss": 0.3295,
      "step": 1860450
    },
    {
      "epoch": 519.25,
      "grad_norm": 1.127589464187622,
      "learning_rate": 1.4089666918313827e-06,
      "loss": 0.3469,
      "step": 1860460
    },
    {
      "epoch": 519.25,
      "grad_norm": 1.0707076787948608,
      "learning_rate": 1.408941896007331e-06,
      "loss": 0.3506,
      "step": 1860470
    },
    {
      "epoch": 519.25,
      "grad_norm": 1.0186684131622314,
      "learning_rate": 1.408917100307703e-06,
      "loss": 0.3344,
      "step": 1860480
    },
    {
      "epoch": 519.25,
      "grad_norm": 1.112015962600708,
      "learning_rate": 1.4088923047325018e-06,
      "loss": 0.3365,
      "step": 1860490
    },
    {
      "epoch": 519.26,
      "grad_norm": 1.1309460401535034,
      "learning_rate": 1.4088675092817295e-06,
      "loss": 0.3418,
      "step": 1860500
    },
    {
      "epoch": 519.26,
      "grad_norm": 1.290265679359436,
      "learning_rate": 1.408842713955391e-06,
      "loss": 0.3383,
      "step": 1860510
    },
    {
      "epoch": 519.26,
      "grad_norm": 1.0443633794784546,
      "learning_rate": 1.408817918753489e-06,
      "loss": 0.3595,
      "step": 1860520
    },
    {
      "epoch": 519.27,
      "grad_norm": 1.083142638206482,
      "learning_rate": 1.4087931236760258e-06,
      "loss": 0.3394,
      "step": 1860530
    },
    {
      "epoch": 519.27,
      "grad_norm": 1.4779201745986938,
      "learning_rate": 1.4087683287230064e-06,
      "loss": 0.343,
      "step": 1860540
    },
    {
      "epoch": 519.27,
      "grad_norm": 0.9871975779533386,
      "learning_rate": 1.4087435338944336e-06,
      "loss": 0.3288,
      "step": 1860550
    },
    {
      "epoch": 519.27,
      "grad_norm": 1.1506167650222778,
      "learning_rate": 1.4087187391903095e-06,
      "loss": 0.3392,
      "step": 1860560
    },
    {
      "epoch": 519.28,
      "grad_norm": 1.1341632604599,
      "learning_rate": 1.4086939446106394e-06,
      "loss": 0.3629,
      "step": 1860570
    },
    {
      "epoch": 519.28,
      "grad_norm": 1.1178866624832153,
      "learning_rate": 1.408669150155425e-06,
      "loss": 0.3428,
      "step": 1860580
    },
    {
      "epoch": 519.28,
      "grad_norm": 1.1850067377090454,
      "learning_rate": 1.4086443558246692e-06,
      "loss": 0.3341,
      "step": 1860590
    },
    {
      "epoch": 519.29,
      "grad_norm": 1.1526451110839844,
      "learning_rate": 1.4086195616183773e-06,
      "loss": 0.3306,
      "step": 1860600
    },
    {
      "epoch": 519.29,
      "grad_norm": 1.0757662057876587,
      "learning_rate": 1.4085947675365517e-06,
      "loss": 0.3269,
      "step": 1860610
    },
    {
      "epoch": 519.29,
      "grad_norm": 1.0868149995803833,
      "learning_rate": 1.4085699735791948e-06,
      "loss": 0.3367,
      "step": 1860620
    },
    {
      "epoch": 519.29,
      "grad_norm": 1.2911583185195923,
      "learning_rate": 1.4085451797463106e-06,
      "loss": 0.3581,
      "step": 1860630
    },
    {
      "epoch": 519.3,
      "grad_norm": 1.0165318250656128,
      "learning_rate": 1.408520386037903e-06,
      "loss": 0.3382,
      "step": 1860640
    },
    {
      "epoch": 519.3,
      "grad_norm": 1.041917324066162,
      "learning_rate": 1.4084955924539741e-06,
      "loss": 0.3365,
      "step": 1860650
    },
    {
      "epoch": 519.3,
      "grad_norm": 1.143761396408081,
      "learning_rate": 1.4084707989945286e-06,
      "loss": 0.3325,
      "step": 1860660
    },
    {
      "epoch": 519.31,
      "grad_norm": 1.1198159456253052,
      "learning_rate": 1.4084460056595687e-06,
      "loss": 0.3596,
      "step": 1860670
    },
    {
      "epoch": 519.31,
      "grad_norm": 1.1196798086166382,
      "learning_rate": 1.4084212124490973e-06,
      "loss": 0.3475,
      "step": 1860680
    },
    {
      "epoch": 519.31,
      "grad_norm": 1.1022825241088867,
      "learning_rate": 1.4083964193631194e-06,
      "loss": 0.3466,
      "step": 1860690
    },
    {
      "epoch": 519.31,
      "grad_norm": 1.1188771724700928,
      "learning_rate": 1.4083716264016371e-06,
      "loss": 0.3523,
      "step": 1860700
    },
    {
      "epoch": 519.32,
      "grad_norm": 1.136513352394104,
      "learning_rate": 1.4083468335646534e-06,
      "loss": 0.3432,
      "step": 1860710
    },
    {
      "epoch": 519.32,
      "grad_norm": 1.1755545139312744,
      "learning_rate": 1.408322040852173e-06,
      "loss": 0.3436,
      "step": 1860720
    },
    {
      "epoch": 519.32,
      "grad_norm": 1.0309933423995972,
      "learning_rate": 1.4082972482641969e-06,
      "loss": 0.3279,
      "step": 1860730
    },
    {
      "epoch": 519.32,
      "grad_norm": 1.091602087020874,
      "learning_rate": 1.408272455800731e-06,
      "loss": 0.3335,
      "step": 1860740
    },
    {
      "epoch": 519.33,
      "grad_norm": 1.1221001148223877,
      "learning_rate": 1.4082476634617773e-06,
      "loss": 0.3442,
      "step": 1860750
    },
    {
      "epoch": 519.33,
      "grad_norm": 1.0953370332717896,
      "learning_rate": 1.4082228712473383e-06,
      "loss": 0.335,
      "step": 1860760
    },
    {
      "epoch": 519.33,
      "grad_norm": 1.1339502334594727,
      "learning_rate": 1.4081980791574192e-06,
      "loss": 0.3407,
      "step": 1860770
    },
    {
      "epoch": 519.34,
      "grad_norm": 1.2658361196517944,
      "learning_rate": 1.4081732871920223e-06,
      "loss": 0.3379,
      "step": 1860780
    },
    {
      "epoch": 519.34,
      "grad_norm": 1.0952670574188232,
      "learning_rate": 1.4081484953511504e-06,
      "loss": 0.3386,
      "step": 1860790
    },
    {
      "epoch": 519.34,
      "grad_norm": 1.0183976888656616,
      "learning_rate": 1.4081237036348078e-06,
      "loss": 0.335,
      "step": 1860800
    },
    {
      "epoch": 519.34,
      "grad_norm": 1.019453525543213,
      "learning_rate": 1.4080989120429975e-06,
      "loss": 0.3325,
      "step": 1860810
    },
    {
      "epoch": 519.35,
      "grad_norm": 2.2651851177215576,
      "learning_rate": 1.4080741205757216e-06,
      "loss": 0.348,
      "step": 1860820
    },
    {
      "epoch": 519.35,
      "grad_norm": 1.2450451850891113,
      "learning_rate": 1.408049329232985e-06,
      "loss": 0.3486,
      "step": 1860830
    },
    {
      "epoch": 519.35,
      "grad_norm": 1.1351035833358765,
      "learning_rate": 1.4080245380147907e-06,
      "loss": 0.3344,
      "step": 1860840
    },
    {
      "epoch": 519.36,
      "grad_norm": 1.221031665802002,
      "learning_rate": 1.4079997469211412e-06,
      "loss": 0.3553,
      "step": 1860850
    },
    {
      "epoch": 519.36,
      "grad_norm": 1.0112621784210205,
      "learning_rate": 1.407974955952041e-06,
      "loss": 0.3342,
      "step": 1860860
    },
    {
      "epoch": 519.36,
      "grad_norm": 1.0895880460739136,
      "learning_rate": 1.4079501651074926e-06,
      "loss": 0.337,
      "step": 1860870
    },
    {
      "epoch": 519.36,
      "grad_norm": 1.1013071537017822,
      "learning_rate": 1.4079253743874981e-06,
      "loss": 0.3503,
      "step": 1860880
    },
    {
      "epoch": 519.37,
      "grad_norm": 1.1959277391433716,
      "learning_rate": 1.4079005837920635e-06,
      "loss": 0.3405,
      "step": 1860890
    },
    {
      "epoch": 519.37,
      "grad_norm": 1.1964194774627686,
      "learning_rate": 1.4078757933211905e-06,
      "loss": 0.3425,
      "step": 1860900
    },
    {
      "epoch": 519.37,
      "grad_norm": 1.1596214771270752,
      "learning_rate": 1.4078510029748818e-06,
      "loss": 0.3453,
      "step": 1860910
    },
    {
      "epoch": 519.37,
      "grad_norm": 1.3856208324432373,
      "learning_rate": 1.4078262127531422e-06,
      "loss": 0.3409,
      "step": 1860920
    },
    {
      "epoch": 519.38,
      "grad_norm": 0.9958188533782959,
      "learning_rate": 1.4078014226559749e-06,
      "loss": 0.3421,
      "step": 1860930
    },
    {
      "epoch": 519.38,
      "grad_norm": 1.0067764520645142,
      "learning_rate": 1.4077766326833816e-06,
      "loss": 0.3422,
      "step": 1860940
    },
    {
      "epoch": 519.38,
      "grad_norm": 1.15706467628479,
      "learning_rate": 1.407751842835367e-06,
      "loss": 0.3561,
      "step": 1860950
    },
    {
      "epoch": 519.39,
      "grad_norm": 1.0633445978164673,
      "learning_rate": 1.4077270531119342e-06,
      "loss": 0.345,
      "step": 1860960
    },
    {
      "epoch": 519.39,
      "grad_norm": 1.1830521821975708,
      "learning_rate": 1.4077022635130857e-06,
      "loss": 0.3369,
      "step": 1860970
    },
    {
      "epoch": 519.39,
      "grad_norm": 1.6350926160812378,
      "learning_rate": 1.4076774740388258e-06,
      "loss": 0.3589,
      "step": 1860980
    },
    {
      "epoch": 519.39,
      "grad_norm": 1.1016234159469604,
      "learning_rate": 1.407652684689158e-06,
      "loss": 0.3453,
      "step": 1860990
    },
    {
      "epoch": 519.4,
      "grad_norm": 1.068686604499817,
      "learning_rate": 1.407627895464084e-06,
      "loss": 0.3464,
      "step": 1861000
    },
    {
      "epoch": 519.4,
      "grad_norm": 1.0917257070541382,
      "learning_rate": 1.407603106363609e-06,
      "loss": 0.3271,
      "step": 1861010
    },
    {
      "epoch": 519.4,
      "grad_norm": 1.1670653820037842,
      "learning_rate": 1.407578317387734e-06,
      "loss": 0.3294,
      "step": 1861020
    },
    {
      "epoch": 519.41,
      "grad_norm": 1.18543541431427,
      "learning_rate": 1.407553528536465e-06,
      "loss": 0.3481,
      "step": 1861030
    },
    {
      "epoch": 519.41,
      "grad_norm": 1.018476963043213,
      "learning_rate": 1.4075287398098038e-06,
      "loss": 0.3443,
      "step": 1861040
    },
    {
      "epoch": 519.41,
      "grad_norm": 0.9156222939491272,
      "learning_rate": 1.4075039512077532e-06,
      "loss": 0.3299,
      "step": 1861050
    },
    {
      "epoch": 519.41,
      "grad_norm": 1.313453197479248,
      "learning_rate": 1.4074791627303178e-06,
      "loss": 0.3244,
      "step": 1861060
    },
    {
      "epoch": 519.42,
      "grad_norm": 1.0033597946166992,
      "learning_rate": 1.4074543743775005e-06,
      "loss": 0.3234,
      "step": 1861070
    },
    {
      "epoch": 519.42,
      "grad_norm": 1.1663793325424194,
      "learning_rate": 1.407429586149304e-06,
      "loss": 0.3384,
      "step": 1861080
    },
    {
      "epoch": 519.42,
      "grad_norm": 1.1351335048675537,
      "learning_rate": 1.4074047980457327e-06,
      "loss": 0.3416,
      "step": 1861090
    },
    {
      "epoch": 519.43,
      "grad_norm": 1.0185365676879883,
      "learning_rate": 1.4073800100667887e-06,
      "loss": 0.3388,
      "step": 1861100
    },
    {
      "epoch": 519.43,
      "grad_norm": 1.0236097574234009,
      "learning_rate": 1.4073552222124753e-06,
      "loss": 0.3416,
      "step": 1861110
    },
    {
      "epoch": 519.43,
      "grad_norm": 1.1843911409378052,
      "learning_rate": 1.4073304344827968e-06,
      "loss": 0.3417,
      "step": 1861120
    },
    {
      "epoch": 519.43,
      "grad_norm": 0.9299132823944092,
      "learning_rate": 1.407305646877756e-06,
      "loss": 0.336,
      "step": 1861130
    },
    {
      "epoch": 519.44,
      "grad_norm": 1.1710518598556519,
      "learning_rate": 1.407280859397356e-06,
      "loss": 0.343,
      "step": 1861140
    },
    {
      "epoch": 519.44,
      "grad_norm": 1.128073811531067,
      "learning_rate": 1.407256072041601e-06,
      "loss": 0.3366,
      "step": 1861150
    },
    {
      "epoch": 519.44,
      "grad_norm": 1.4125701189041138,
      "learning_rate": 1.407231284810493e-06,
      "loss": 0.3422,
      "step": 1861160
    },
    {
      "epoch": 519.44,
      "grad_norm": 1.0490682125091553,
      "learning_rate": 1.4072064977040354e-06,
      "loss": 0.339,
      "step": 1861170
    },
    {
      "epoch": 519.45,
      "grad_norm": 1.2623382806777954,
      "learning_rate": 1.407181710722233e-06,
      "loss": 0.3467,
      "step": 1861180
    },
    {
      "epoch": 519.45,
      "grad_norm": 1.1982303857803345,
      "learning_rate": 1.4071569238650876e-06,
      "loss": 0.3382,
      "step": 1861190
    },
    {
      "epoch": 519.45,
      "grad_norm": 1.100264072418213,
      "learning_rate": 1.4071321371326024e-06,
      "loss": 0.3544,
      "step": 1861200
    },
    {
      "epoch": 519.46,
      "grad_norm": 1.114691972732544,
      "learning_rate": 1.4071073505247823e-06,
      "loss": 0.3489,
      "step": 1861210
    },
    {
      "epoch": 519.46,
      "grad_norm": 1.0913887023925781,
      "learning_rate": 1.4070825640416295e-06,
      "loss": 0.337,
      "step": 1861220
    },
    {
      "epoch": 519.46,
      "grad_norm": 1.2235980033874512,
      "learning_rate": 1.4070577776831468e-06,
      "loss": 0.3415,
      "step": 1861230
    },
    {
      "epoch": 519.46,
      "grad_norm": 1.0222090482711792,
      "learning_rate": 1.4070329914493387e-06,
      "loss": 0.3245,
      "step": 1861240
    },
    {
      "epoch": 519.47,
      "grad_norm": 1.0241203308105469,
      "learning_rate": 1.4070082053402079e-06,
      "loss": 0.3371,
      "step": 1861250
    },
    {
      "epoch": 519.47,
      "grad_norm": 1.1770542860031128,
      "learning_rate": 1.4069834193557567e-06,
      "loss": 0.3229,
      "step": 1861260
    },
    {
      "epoch": 519.47,
      "grad_norm": 1.1018943786621094,
      "learning_rate": 1.4069586334959901e-06,
      "loss": 0.3287,
      "step": 1861270
    },
    {
      "epoch": 519.48,
      "grad_norm": 1.2550737857818604,
      "learning_rate": 1.4069338477609112e-06,
      "loss": 0.3355,
      "step": 1861280
    },
    {
      "epoch": 519.48,
      "grad_norm": 1.1553144454956055,
      "learning_rate": 1.4069090621505219e-06,
      "loss": 0.3332,
      "step": 1861290
    },
    {
      "epoch": 519.48,
      "grad_norm": 1.1768639087677002,
      "learning_rate": 1.406884276664827e-06,
      "loss": 0.3452,
      "step": 1861300
    },
    {
      "epoch": 519.48,
      "grad_norm": 1.3993713855743408,
      "learning_rate": 1.406859491303828e-06,
      "loss": 0.3621,
      "step": 1861310
    },
    {
      "epoch": 519.49,
      "grad_norm": 1.1519910097122192,
      "learning_rate": 1.4068347060675307e-06,
      "loss": 0.3342,
      "step": 1861320
    },
    {
      "epoch": 519.49,
      "grad_norm": 1.2356595993041992,
      "learning_rate": 1.4068099209559368e-06,
      "loss": 0.3419,
      "step": 1861330
    },
    {
      "epoch": 519.49,
      "grad_norm": 1.3064531087875366,
      "learning_rate": 1.406785135969049e-06,
      "loss": 0.3496,
      "step": 1861340
    },
    {
      "epoch": 519.49,
      "grad_norm": 0.905297577381134,
      "learning_rate": 1.4067603511068726e-06,
      "loss": 0.3386,
      "step": 1861350
    },
    {
      "epoch": 519.5,
      "grad_norm": 1.005436658859253,
      "learning_rate": 1.4067355663694096e-06,
      "loss": 0.334,
      "step": 1861360
    },
    {
      "epoch": 519.5,
      "grad_norm": 1.2761640548706055,
      "learning_rate": 1.406710781756663e-06,
      "loss": 0.3463,
      "step": 1861370
    },
    {
      "epoch": 519.5,
      "grad_norm": 1.1396108865737915,
      "learning_rate": 1.4066859972686373e-06,
      "loss": 0.3422,
      "step": 1861380
    },
    {
      "epoch": 519.51,
      "grad_norm": 0.9976513385772705,
      "learning_rate": 1.4066612129053348e-06,
      "loss": 0.3429,
      "step": 1861390
    },
    {
      "epoch": 519.51,
      "grad_norm": 1.1186349391937256,
      "learning_rate": 1.4066364286667583e-06,
      "loss": 0.3282,
      "step": 1861400
    },
    {
      "epoch": 519.51,
      "grad_norm": 1.0392438173294067,
      "learning_rate": 1.4066116445529127e-06,
      "loss": 0.3369,
      "step": 1861410
    },
    {
      "epoch": 519.51,
      "grad_norm": 1.0799676179885864,
      "learning_rate": 1.4065868605638006e-06,
      "loss": 0.3375,
      "step": 1861420
    },
    {
      "epoch": 519.52,
      "grad_norm": 1.015453577041626,
      "learning_rate": 1.4065620766994244e-06,
      "loss": 0.3447,
      "step": 1861430
    },
    {
      "epoch": 519.52,
      "grad_norm": 1.0118176937103271,
      "learning_rate": 1.4065372929597889e-06,
      "loss": 0.3339,
      "step": 1861440
    },
    {
      "epoch": 519.52,
      "grad_norm": 1.065005898475647,
      "learning_rate": 1.4065125093448965e-06,
      "loss": 0.3314,
      "step": 1861450
    },
    {
      "epoch": 519.53,
      "grad_norm": 1.2482738494873047,
      "learning_rate": 1.4064877258547499e-06,
      "loss": 0.3232,
      "step": 1861460
    },
    {
      "epoch": 519.53,
      "grad_norm": 1.2589174509048462,
      "learning_rate": 1.406462942489354e-06,
      "loss": 0.3482,
      "step": 1861470
    },
    {
      "epoch": 519.53,
      "grad_norm": 1.1770398616790771,
      "learning_rate": 1.4064381592487114e-06,
      "loss": 0.3442,
      "step": 1861480
    },
    {
      "epoch": 519.53,
      "grad_norm": 0.9999701976776123,
      "learning_rate": 1.4064133761328241e-06,
      "loss": 0.3419,
      "step": 1861490
    },
    {
      "epoch": 519.54,
      "grad_norm": 0.94428551197052,
      "learning_rate": 1.4063885931416976e-06,
      "loss": 0.3383,
      "step": 1861500
    },
    {
      "epoch": 519.54,
      "grad_norm": 1.1155871152877808,
      "learning_rate": 1.4063638102753342e-06,
      "loss": 0.3436,
      "step": 1861510
    },
    {
      "epoch": 519.54,
      "grad_norm": 1.2176944017410278,
      "learning_rate": 1.4063390275337368e-06,
      "loss": 0.3349,
      "step": 1861520
    },
    {
      "epoch": 519.55,
      "grad_norm": 0.9921973943710327,
      "learning_rate": 1.4063142449169093e-06,
      "loss": 0.3462,
      "step": 1861530
    },
    {
      "epoch": 519.55,
      "grad_norm": 1.1509432792663574,
      "learning_rate": 1.4062894624248549e-06,
      "loss": 0.3316,
      "step": 1861540
    },
    {
      "epoch": 519.55,
      "grad_norm": 1.0478297472000122,
      "learning_rate": 1.4062646800575756e-06,
      "loss": 0.3396,
      "step": 1861550
    },
    {
      "epoch": 519.55,
      "grad_norm": 1.4012715816497803,
      "learning_rate": 1.4062398978150771e-06,
      "loss": 0.3391,
      "step": 1861560
    },
    {
      "epoch": 519.56,
      "grad_norm": 0.9837282299995422,
      "learning_rate": 1.4062151156973614e-06,
      "loss": 0.339,
      "step": 1861570
    },
    {
      "epoch": 519.56,
      "grad_norm": 1.1907793283462524,
      "learning_rate": 1.406190333704431e-06,
      "loss": 0.3364,
      "step": 1861580
    },
    {
      "epoch": 519.56,
      "grad_norm": 1.0934100151062012,
      "learning_rate": 1.4061655518362903e-06,
      "loss": 0.3608,
      "step": 1861590
    },
    {
      "epoch": 519.56,
      "grad_norm": 1.226468801498413,
      "learning_rate": 1.4061407700929422e-06,
      "loss": 0.3411,
      "step": 1861600
    },
    {
      "epoch": 519.57,
      "grad_norm": 1.138575553894043,
      "learning_rate": 1.406115988474391e-06,
      "loss": 0.335,
      "step": 1861610
    },
    {
      "epoch": 519.57,
      "grad_norm": 1.3881654739379883,
      "learning_rate": 1.4060912069806389e-06,
      "loss": 0.3407,
      "step": 1861620
    },
    {
      "epoch": 519.57,
      "grad_norm": 0.9512574672698975,
      "learning_rate": 1.4060664256116885e-06,
      "loss": 0.338,
      "step": 1861630
    },
    {
      "epoch": 519.58,
      "grad_norm": 1.0883303880691528,
      "learning_rate": 1.406041644367545e-06,
      "loss": 0.3477,
      "step": 1861640
    },
    {
      "epoch": 519.58,
      "grad_norm": 1.178722620010376,
      "learning_rate": 1.4060168632482108e-06,
      "loss": 0.3439,
      "step": 1861650
    },
    {
      "epoch": 519.58,
      "grad_norm": 1.1257277727127075,
      "learning_rate": 1.4059920822536885e-06,
      "loss": 0.3443,
      "step": 1861660
    },
    {
      "epoch": 519.58,
      "grad_norm": 1.1006611585617065,
      "learning_rate": 1.4059673013839825e-06,
      "loss": 0.3449,
      "step": 1861670
    },
    {
      "epoch": 519.59,
      "grad_norm": 1.1793322563171387,
      "learning_rate": 1.405942520639096e-06,
      "loss": 0.3555,
      "step": 1861680
    },
    {
      "epoch": 519.59,
      "grad_norm": 1.2533795833587646,
      "learning_rate": 1.4059177400190306e-06,
      "loss": 0.3165,
      "step": 1861690
    },
    {
      "epoch": 519.59,
      "grad_norm": 1.2347785234451294,
      "learning_rate": 1.405892959523792e-06,
      "loss": 0.3453,
      "step": 1861700
    },
    {
      "epoch": 519.6,
      "grad_norm": 1.0319232940673828,
      "learning_rate": 1.4058681791533825e-06,
      "loss": 0.3406,
      "step": 1861710
    },
    {
      "epoch": 519.6,
      "grad_norm": 1.2392420768737793,
      "learning_rate": 1.4058433989078044e-06,
      "loss": 0.3631,
      "step": 1861720
    },
    {
      "epoch": 519.6,
      "grad_norm": 1.9171490669250488,
      "learning_rate": 1.4058186187870627e-06,
      "loss": 0.3551,
      "step": 1861730
    },
    {
      "epoch": 519.6,
      "grad_norm": 0.8998641967773438,
      "learning_rate": 1.4057938387911602e-06,
      "loss": 0.3679,
      "step": 1861740
    },
    {
      "epoch": 519.61,
      "grad_norm": 0.9360412955284119,
      "learning_rate": 1.405769058920099e-06,
      "loss": 0.3486,
      "step": 1861750
    },
    {
      "epoch": 519.61,
      "grad_norm": 0.9856165647506714,
      "learning_rate": 1.405744279173884e-06,
      "loss": 0.3383,
      "step": 1861760
    },
    {
      "epoch": 519.61,
      "grad_norm": 1.089054822921753,
      "learning_rate": 1.405719499552518e-06,
      "loss": 0.3451,
      "step": 1861770
    },
    {
      "epoch": 519.61,
      "grad_norm": 1.0928287506103516,
      "learning_rate": 1.4056947200560031e-06,
      "loss": 0.332,
      "step": 1861780
    },
    {
      "epoch": 519.62,
      "grad_norm": 1.0826191902160645,
      "learning_rate": 1.4056699406843443e-06,
      "loss": 0.3398,
      "step": 1861790
    },
    {
      "epoch": 519.62,
      "grad_norm": 1.0230321884155273,
      "learning_rate": 1.4056451614375446e-06,
      "loss": 0.3508,
      "step": 1861800
    },
    {
      "epoch": 519.62,
      "grad_norm": 1.024614691734314,
      "learning_rate": 1.405620382315606e-06,
      "loss": 0.3325,
      "step": 1861810
    },
    {
      "epoch": 519.63,
      "grad_norm": 1.053092122077942,
      "learning_rate": 1.4055956033185335e-06,
      "loss": 0.3433,
      "step": 1861820
    },
    {
      "epoch": 519.63,
      "grad_norm": 1.3146487474441528,
      "learning_rate": 1.4055708244463294e-06,
      "loss": 0.354,
      "step": 1861830
    },
    {
      "epoch": 519.63,
      "grad_norm": 1.184615135192871,
      "learning_rate": 1.4055460456989966e-06,
      "loss": 0.3464,
      "step": 1861840
    },
    {
      "epoch": 519.63,
      "grad_norm": 0.9485433101654053,
      "learning_rate": 1.4055212670765397e-06,
      "loss": 0.3426,
      "step": 1861850
    },
    {
      "epoch": 519.64,
      "grad_norm": 1.080155372619629,
      "learning_rate": 1.4054964885789613e-06,
      "loss": 0.3447,
      "step": 1861860
    },
    {
      "epoch": 519.64,
      "grad_norm": 1.3469841480255127,
      "learning_rate": 1.4054717102062635e-06,
      "loss": 0.369,
      "step": 1861870
    },
    {
      "epoch": 519.64,
      "grad_norm": 1.125822901725769,
      "learning_rate": 1.4054469319584523e-06,
      "loss": 0.3447,
      "step": 1861880
    },
    {
      "epoch": 519.65,
      "grad_norm": 1.0895191431045532,
      "learning_rate": 1.4054221538355287e-06,
      "loss": 0.3381,
      "step": 1861890
    },
    {
      "epoch": 519.65,
      "grad_norm": 1.0799959897994995,
      "learning_rate": 1.4053973758374973e-06,
      "loss": 0.3338,
      "step": 1861900
    },
    {
      "epoch": 519.65,
      "grad_norm": 1.1775991916656494,
      "learning_rate": 1.405372597964361e-06,
      "loss": 0.3485,
      "step": 1861910
    },
    {
      "epoch": 519.65,
      "grad_norm": 1.234838604927063,
      "learning_rate": 1.4053478202161219e-06,
      "loss": 0.3472,
      "step": 1861920
    },
    {
      "epoch": 519.66,
      "grad_norm": 1.1545203924179077,
      "learning_rate": 1.4053230425927855e-06,
      "loss": 0.3335,
      "step": 1861930
    },
    {
      "epoch": 519.66,
      "grad_norm": 1.2454382181167603,
      "learning_rate": 1.4052982650943538e-06,
      "loss": 0.3417,
      "step": 1861940
    },
    {
      "epoch": 519.66,
      "grad_norm": 1.3665239810943604,
      "learning_rate": 1.4052734877208297e-06,
      "loss": 0.3557,
      "step": 1861950
    },
    {
      "epoch": 519.67,
      "grad_norm": 1.1025307178497314,
      "learning_rate": 1.405248710472218e-06,
      "loss": 0.3361,
      "step": 1861960
    },
    {
      "epoch": 519.67,
      "grad_norm": 1.0667107105255127,
      "learning_rate": 1.4052239333485206e-06,
      "loss": 0.3489,
      "step": 1861970
    },
    {
      "epoch": 519.67,
      "grad_norm": 0.9900714755058289,
      "learning_rate": 1.4051991563497406e-06,
      "loss": 0.3415,
      "step": 1861980
    },
    {
      "epoch": 519.67,
      "grad_norm": 1.0149668455123901,
      "learning_rate": 1.4051743794758826e-06,
      "loss": 0.3616,
      "step": 1861990
    },
    {
      "epoch": 519.68,
      "grad_norm": 1.2780895233154297,
      "learning_rate": 1.4051496027269496e-06,
      "loss": 0.3388,
      "step": 1862000
    },
    {
      "epoch": 519.68,
      "grad_norm": 1.0516732931137085,
      "learning_rate": 1.4051248261029437e-06,
      "loss": 0.3447,
      "step": 1862010
    },
    {
      "epoch": 519.68,
      "grad_norm": 1.808274269104004,
      "learning_rate": 1.4051000496038697e-06,
      "loss": 0.3354,
      "step": 1862020
    },
    {
      "epoch": 519.68,
      "grad_norm": 0.9882425665855408,
      "learning_rate": 1.4050752732297302e-06,
      "loss": 0.3374,
      "step": 1862030
    },
    {
      "epoch": 519.69,
      "grad_norm": 1.1281218528747559,
      "learning_rate": 1.4050504969805286e-06,
      "loss": 0.345,
      "step": 1862040
    },
    {
      "epoch": 519.69,
      "grad_norm": 1.1562623977661133,
      "learning_rate": 1.4050257208562682e-06,
      "loss": 0.3427,
      "step": 1862050
    },
    {
      "epoch": 519.69,
      "grad_norm": 1.1257978677749634,
      "learning_rate": 1.4050009448569525e-06,
      "loss": 0.3319,
      "step": 1862060
    },
    {
      "epoch": 519.7,
      "grad_norm": 1.2247990369796753,
      "learning_rate": 1.4049761689825835e-06,
      "loss": 0.3624,
      "step": 1862070
    },
    {
      "epoch": 519.7,
      "grad_norm": 1.3984100818634033,
      "learning_rate": 1.4049513932331664e-06,
      "loss": 0.3376,
      "step": 1862080
    },
    {
      "epoch": 519.7,
      "grad_norm": 1.1036008596420288,
      "learning_rate": 1.404926617608704e-06,
      "loss": 0.3434,
      "step": 1862090
    },
    {
      "epoch": 519.7,
      "grad_norm": 1.357691764831543,
      "learning_rate": 1.4049018421091982e-06,
      "loss": 0.3685,
      "step": 1862100
    },
    {
      "epoch": 519.71,
      "grad_norm": 1.4216043949127197,
      "learning_rate": 1.4048770667346542e-06,
      "loss": 0.3498,
      "step": 1862110
    },
    {
      "epoch": 519.71,
      "grad_norm": 1.0844218730926514,
      "learning_rate": 1.4048522914850745e-06,
      "loss": 0.3471,
      "step": 1862120
    },
    {
      "epoch": 519.71,
      "grad_norm": 1.1515414714813232,
      "learning_rate": 1.4048275163604614e-06,
      "loss": 0.3444,
      "step": 1862130
    },
    {
      "epoch": 519.72,
      "grad_norm": 1.13096022605896,
      "learning_rate": 1.40480274136082e-06,
      "loss": 0.3489,
      "step": 1862140
    },
    {
      "epoch": 519.72,
      "grad_norm": 1.2998653650283813,
      "learning_rate": 1.4047779664861526e-06,
      "loss": 0.3489,
      "step": 1862150
    },
    {
      "epoch": 519.72,
      "grad_norm": 1.0184288024902344,
      "learning_rate": 1.4047531917364617e-06,
      "loss": 0.342,
      "step": 1862160
    },
    {
      "epoch": 519.72,
      "grad_norm": 1.0520120859146118,
      "learning_rate": 1.4047284171117528e-06,
      "loss": 0.3329,
      "step": 1862170
    },
    {
      "epoch": 519.73,
      "grad_norm": 1.0294166803359985,
      "learning_rate": 1.404703642612027e-06,
      "loss": 0.3439,
      "step": 1862180
    },
    {
      "epoch": 519.73,
      "grad_norm": 1.099277377128601,
      "learning_rate": 1.4046788682372892e-06,
      "loss": 0.3444,
      "step": 1862190
    },
    {
      "epoch": 519.73,
      "grad_norm": 1.3034749031066895,
      "learning_rate": 1.4046540939875418e-06,
      "loss": 0.3436,
      "step": 1862200
    },
    {
      "epoch": 519.73,
      "grad_norm": 1.1279207468032837,
      "learning_rate": 1.404629319862788e-06,
      "loss": 0.3194,
      "step": 1862210
    },
    {
      "epoch": 519.74,
      "grad_norm": 1.033289909362793,
      "learning_rate": 1.4046045458630319e-06,
      "loss": 0.3506,
      "step": 1862220
    },
    {
      "epoch": 519.74,
      "grad_norm": 0.9891732335090637,
      "learning_rate": 1.4045797719882764e-06,
      "loss": 0.3291,
      "step": 1862230
    },
    {
      "epoch": 519.74,
      "grad_norm": 0.9801701903343201,
      "learning_rate": 1.4045549982385241e-06,
      "loss": 0.3251,
      "step": 1862240
    },
    {
      "epoch": 519.75,
      "grad_norm": 1.0978851318359375,
      "learning_rate": 1.4045302246137796e-06,
      "loss": 0.3233,
      "step": 1862250
    },
    {
      "epoch": 519.75,
      "grad_norm": 1.2213793992996216,
      "learning_rate": 1.4045054511140456e-06,
      "loss": 0.3462,
      "step": 1862260
    },
    {
      "epoch": 519.75,
      "grad_norm": 1.080820083618164,
      "learning_rate": 1.4044806777393242e-06,
      "loss": 0.3415,
      "step": 1862270
    },
    {
      "epoch": 519.75,
      "grad_norm": 1.145065426826477,
      "learning_rate": 1.4044559044896206e-06,
      "loss": 0.3382,
      "step": 1862280
    },
    {
      "epoch": 519.76,
      "grad_norm": 1.2226263284683228,
      "learning_rate": 1.4044311313649374e-06,
      "loss": 0.3439,
      "step": 1862290
    },
    {
      "epoch": 519.76,
      "grad_norm": 1.164170265197754,
      "learning_rate": 1.4044063583652769e-06,
      "loss": 0.3653,
      "step": 1862300
    },
    {
      "epoch": 519.76,
      "grad_norm": 1.153605580329895,
      "learning_rate": 1.4043815854906443e-06,
      "loss": 0.3312,
      "step": 1862310
    },
    {
      "epoch": 519.77,
      "grad_norm": 1.0163564682006836,
      "learning_rate": 1.404356812741042e-06,
      "loss": 0.3382,
      "step": 1862320
    },
    {
      "epoch": 519.77,
      "grad_norm": 1.060815691947937,
      "learning_rate": 1.4043320401164721e-06,
      "loss": 0.3394,
      "step": 1862330
    },
    {
      "epoch": 519.77,
      "grad_norm": 1.11806058883667,
      "learning_rate": 1.4043072676169403e-06,
      "loss": 0.3562,
      "step": 1862340
    },
    {
      "epoch": 519.77,
      "grad_norm": 1.3409080505371094,
      "learning_rate": 1.404282495242448e-06,
      "loss": 0.3363,
      "step": 1862350
    },
    {
      "epoch": 519.78,
      "grad_norm": 1.0993008613586426,
      "learning_rate": 1.4042577229929983e-06,
      "loss": 0.3439,
      "step": 1862360
    },
    {
      "epoch": 519.78,
      "grad_norm": 1.0631195306777954,
      "learning_rate": 1.4042329508685962e-06,
      "loss": 0.3439,
      "step": 1862370
    },
    {
      "epoch": 519.78,
      "grad_norm": 1.026979923248291,
      "learning_rate": 1.4042081788692441e-06,
      "loss": 0.3354,
      "step": 1862380
    },
    {
      "epoch": 519.79,
      "grad_norm": 1.2839477062225342,
      "learning_rate": 1.404183406994945e-06,
      "loss": 0.3456,
      "step": 1862390
    },
    {
      "epoch": 519.79,
      "grad_norm": 1.153425693511963,
      "learning_rate": 1.4041586352457027e-06,
      "loss": 0.3273,
      "step": 1862400
    },
    {
      "epoch": 519.79,
      "grad_norm": 1.028790831565857,
      "learning_rate": 1.4041338636215203e-06,
      "loss": 0.3452,
      "step": 1862410
    },
    {
      "epoch": 519.79,
      "grad_norm": 1.0454835891723633,
      "learning_rate": 1.4041090921224e-06,
      "loss": 0.3388,
      "step": 1862420
    },
    {
      "epoch": 519.8,
      "grad_norm": 1.1856406927108765,
      "learning_rate": 1.4040843207483474e-06,
      "loss": 0.3399,
      "step": 1862430
    },
    {
      "epoch": 519.8,
      "grad_norm": 1.403529167175293,
      "learning_rate": 1.4040595494993644e-06,
      "loss": 0.3463,
      "step": 1862440
    },
    {
      "epoch": 519.8,
      "grad_norm": 1.0881710052490234,
      "learning_rate": 1.4040347783754535e-06,
      "loss": 0.329,
      "step": 1862450
    },
    {
      "epoch": 519.8,
      "grad_norm": 1.08644700050354,
      "learning_rate": 1.40401000737662e-06,
      "loss": 0.3467,
      "step": 1862460
    },
    {
      "epoch": 519.81,
      "grad_norm": 0.9562253355979919,
      "learning_rate": 1.4039852365028655e-06,
      "loss": 0.3251,
      "step": 1862470
    },
    {
      "epoch": 519.81,
      "grad_norm": 1.0459353923797607,
      "learning_rate": 1.4039604657541944e-06,
      "loss": 0.3352,
      "step": 1862480
    },
    {
      "epoch": 519.81,
      "grad_norm": 1.144840955734253,
      "learning_rate": 1.4039356951306095e-06,
      "loss": 0.3389,
      "step": 1862490
    },
    {
      "epoch": 519.82,
      "grad_norm": 1.2229334115982056,
      "learning_rate": 1.4039109246321134e-06,
      "loss": 0.3469,
      "step": 1862500
    },
    {
      "epoch": 519.82,
      "grad_norm": 1.0039918422698975,
      "learning_rate": 1.4038861542587112e-06,
      "loss": 0.3402,
      "step": 1862510
    },
    {
      "epoch": 519.82,
      "grad_norm": 0.9950894117355347,
      "learning_rate": 1.4038613840104049e-06,
      "loss": 0.3475,
      "step": 1862520
    },
    {
      "epoch": 519.82,
      "grad_norm": 1.1802196502685547,
      "learning_rate": 1.4038366138871977e-06,
      "loss": 0.3388,
      "step": 1862530
    },
    {
      "epoch": 519.83,
      "grad_norm": 1.1369839906692505,
      "learning_rate": 1.4038118438890929e-06,
      "loss": 0.3302,
      "step": 1862540
    },
    {
      "epoch": 519.83,
      "grad_norm": 1.093815803527832,
      "learning_rate": 1.403787074016095e-06,
      "loss": 0.3491,
      "step": 1862550
    },
    {
      "epoch": 519.83,
      "grad_norm": 1.125002145767212,
      "learning_rate": 1.4037623042682056e-06,
      "loss": 0.3203,
      "step": 1862560
    },
    {
      "epoch": 519.84,
      "grad_norm": 1.0274885892868042,
      "learning_rate": 1.40373753464543e-06,
      "loss": 0.332,
      "step": 1862570
    },
    {
      "epoch": 519.84,
      "grad_norm": 1.1990686655044556,
      "learning_rate": 1.4037127651477696e-06,
      "loss": 0.3514,
      "step": 1862580
    },
    {
      "epoch": 519.84,
      "grad_norm": 1.107468605041504,
      "learning_rate": 1.4036879957752276e-06,
      "loss": 0.3492,
      "step": 1862590
    },
    {
      "epoch": 519.84,
      "grad_norm": 1.0500551462173462,
      "learning_rate": 1.4036632265278091e-06,
      "loss": 0.3446,
      "step": 1862600
    },
    {
      "epoch": 519.85,
      "grad_norm": 1.1268352270126343,
      "learning_rate": 1.4036384574055167e-06,
      "loss": 0.3548,
      "step": 1862610
    },
    {
      "epoch": 519.85,
      "grad_norm": 1.0908708572387695,
      "learning_rate": 1.4036136884083524e-06,
      "loss": 0.3559,
      "step": 1862620
    },
    {
      "epoch": 519.85,
      "grad_norm": 1.1586803197860718,
      "learning_rate": 1.4035889195363213e-06,
      "loss": 0.351,
      "step": 1862630
    },
    {
      "epoch": 519.85,
      "grad_norm": 1.1070805788040161,
      "learning_rate": 1.4035641507894256e-06,
      "loss": 0.3535,
      "step": 1862640
    },
    {
      "epoch": 519.86,
      "grad_norm": 1.0895713567733765,
      "learning_rate": 1.4035393821676684e-06,
      "loss": 0.3492,
      "step": 1862650
    },
    {
      "epoch": 519.86,
      "grad_norm": 1.1951124668121338,
      "learning_rate": 1.4035146136710542e-06,
      "loss": 0.3385,
      "step": 1862660
    },
    {
      "epoch": 519.86,
      "grad_norm": 0.9898390769958496,
      "learning_rate": 1.4034898452995857e-06,
      "loss": 0.3524,
      "step": 1862670
    },
    {
      "epoch": 519.87,
      "grad_norm": 0.9884330034255981,
      "learning_rate": 1.4034650770532649e-06,
      "loss": 0.3461,
      "step": 1862680
    },
    {
      "epoch": 519.87,
      "grad_norm": 1.428646206855774,
      "learning_rate": 1.4034403089320972e-06,
      "loss": 0.344,
      "step": 1862690
    },
    {
      "epoch": 519.87,
      "grad_norm": 1.0186675786972046,
      "learning_rate": 1.4034155409360854e-06,
      "loss": 0.3353,
      "step": 1862700
    },
    {
      "epoch": 519.87,
      "grad_norm": 1.3553179502487183,
      "learning_rate": 1.4033907730652316e-06,
      "loss": 0.3436,
      "step": 1862710
    },
    {
      "epoch": 519.88,
      "grad_norm": 0.9697700142860413,
      "learning_rate": 1.4033660053195402e-06,
      "loss": 0.3318,
      "step": 1862720
    },
    {
      "epoch": 519.88,
      "grad_norm": 0.958602249622345,
      "learning_rate": 1.4033412376990143e-06,
      "loss": 0.3398,
      "step": 1862730
    },
    {
      "epoch": 519.88,
      "grad_norm": 0.9539737105369568,
      "learning_rate": 1.4033164702036564e-06,
      "loss": 0.3464,
      "step": 1862740
    },
    {
      "epoch": 519.89,
      "grad_norm": 0.9813920259475708,
      "learning_rate": 1.403291702833471e-06,
      "loss": 0.3558,
      "step": 1862750
    },
    {
      "epoch": 519.89,
      "grad_norm": 1.116213321685791,
      "learning_rate": 1.4032669355884605e-06,
      "loss": 0.3543,
      "step": 1862760
    },
    {
      "epoch": 519.89,
      "grad_norm": 1.0495355129241943,
      "learning_rate": 1.403242168468629e-06,
      "loss": 0.3434,
      "step": 1862770
    },
    {
      "epoch": 519.89,
      "grad_norm": 1.162360429763794,
      "learning_rate": 1.4032174014739794e-06,
      "loss": 0.3473,
      "step": 1862780
    },
    {
      "epoch": 519.9,
      "grad_norm": 1.0850178003311157,
      "learning_rate": 1.4031926346045142e-06,
      "loss": 0.341,
      "step": 1862790
    },
    {
      "epoch": 519.9,
      "grad_norm": 1.2657562494277954,
      "learning_rate": 1.403167867860238e-06,
      "loss": 0.3436,
      "step": 1862800
    },
    {
      "epoch": 519.9,
      "grad_norm": 1.1394031047821045,
      "learning_rate": 1.4031431012411538e-06,
      "loss": 0.3453,
      "step": 1862810
    },
    {
      "epoch": 519.91,
      "grad_norm": 1.041452407836914,
      "learning_rate": 1.4031183347472637e-06,
      "loss": 0.3632,
      "step": 1862820
    },
    {
      "epoch": 519.91,
      "grad_norm": 1.235485315322876,
      "learning_rate": 1.403093568378573e-06,
      "loss": 0.3385,
      "step": 1862830
    },
    {
      "epoch": 519.91,
      "grad_norm": 1.2280807495117188,
      "learning_rate": 1.4030688021350836e-06,
      "loss": 0.3329,
      "step": 1862840
    },
    {
      "epoch": 519.91,
      "grad_norm": 1.0485754013061523,
      "learning_rate": 1.4030440360167988e-06,
      "loss": 0.354,
      "step": 1862850
    },
    {
      "epoch": 519.92,
      "grad_norm": 1.055647373199463,
      "learning_rate": 1.4030192700237226e-06,
      "loss": 0.3434,
      "step": 1862860
    },
    {
      "epoch": 519.92,
      "grad_norm": 1.2228211164474487,
      "learning_rate": 1.4029945041558582e-06,
      "loss": 0.3308,
      "step": 1862870
    },
    {
      "epoch": 519.92,
      "grad_norm": 1.0962066650390625,
      "learning_rate": 1.4029697384132075e-06,
      "loss": 0.3238,
      "step": 1862880
    },
    {
      "epoch": 519.92,
      "grad_norm": 1.1814212799072266,
      "learning_rate": 1.4029449727957756e-06,
      "loss": 0.3415,
      "step": 1862890
    },
    {
      "epoch": 519.93,
      "grad_norm": 0.976913332939148,
      "learning_rate": 1.4029202073035655e-06,
      "loss": 0.3446,
      "step": 1862900
    },
    {
      "epoch": 519.93,
      "grad_norm": 1.1087499856948853,
      "learning_rate": 1.4028954419365792e-06,
      "loss": 0.341,
      "step": 1862910
    },
    {
      "epoch": 519.93,
      "grad_norm": 1.2916083335876465,
      "learning_rate": 1.4028706766948218e-06,
      "loss": 0.3437,
      "step": 1862920
    },
    {
      "epoch": 519.94,
      "grad_norm": 1.2132624387741089,
      "learning_rate": 1.4028459115782956e-06,
      "loss": 0.3512,
      "step": 1862930
    },
    {
      "epoch": 519.94,
      "grad_norm": 1.159727931022644,
      "learning_rate": 1.402821146587003e-06,
      "loss": 0.3403,
      "step": 1862940
    },
    {
      "epoch": 519.94,
      "grad_norm": 1.0704776048660278,
      "learning_rate": 1.402796381720949e-06,
      "loss": 0.3277,
      "step": 1862950
    },
    {
      "epoch": 519.94,
      "grad_norm": 0.9849336743354797,
      "learning_rate": 1.4027716169801364e-06,
      "loss": 0.3259,
      "step": 1862960
    },
    {
      "epoch": 519.95,
      "grad_norm": 1.304551124572754,
      "learning_rate": 1.4027468523645673e-06,
      "loss": 0.345,
      "step": 1862970
    },
    {
      "epoch": 519.95,
      "grad_norm": 1.1420003175735474,
      "learning_rate": 1.4027220878742472e-06,
      "loss": 0.3559,
      "step": 1862980
    },
    {
      "epoch": 519.95,
      "grad_norm": 1.018623948097229,
      "learning_rate": 1.4026973235091776e-06,
      "loss": 0.3384,
      "step": 1862990
    },
    {
      "epoch": 519.96,
      "grad_norm": 0.9916289448738098,
      "learning_rate": 1.4026725592693624e-06,
      "loss": 0.345,
      "step": 1863000
    },
    {
      "epoch": 519.96,
      "grad_norm": 1.1547895669937134,
      "learning_rate": 1.4026477951548052e-06,
      "loss": 0.3358,
      "step": 1863010
    },
    {
      "epoch": 519.96,
      "grad_norm": 1.2488789558410645,
      "learning_rate": 1.4026230311655087e-06,
      "loss": 0.3288,
      "step": 1863020
    },
    {
      "epoch": 519.96,
      "grad_norm": 1.0171163082122803,
      "learning_rate": 1.4025982673014756e-06,
      "loss": 0.3468,
      "step": 1863030
    },
    {
      "epoch": 519.97,
      "grad_norm": 1.1878740787506104,
      "learning_rate": 1.4025735035627114e-06,
      "loss": 0.3432,
      "step": 1863040
    },
    {
      "epoch": 519.97,
      "grad_norm": 1.0951893329620361,
      "learning_rate": 1.4025487399492173e-06,
      "loss": 0.3324,
      "step": 1863050
    },
    {
      "epoch": 519.97,
      "grad_norm": 1.0020792484283447,
      "learning_rate": 1.4025239764609975e-06,
      "loss": 0.3531,
      "step": 1863060
    },
    {
      "epoch": 519.97,
      "grad_norm": 1.2574225664138794,
      "learning_rate": 1.4024992130980556e-06,
      "loss": 0.3198,
      "step": 1863070
    },
    {
      "epoch": 519.98,
      "grad_norm": 1.3117395639419556,
      "learning_rate": 1.4024744498603933e-06,
      "loss": 0.3424,
      "step": 1863080
    },
    {
      "epoch": 519.98,
      "grad_norm": 1.158147931098938,
      "learning_rate": 1.402449686748016e-06,
      "loss": 0.3483,
      "step": 1863090
    },
    {
      "epoch": 519.98,
      "grad_norm": 0.8845791220664978,
      "learning_rate": 1.402424923760926e-06,
      "loss": 0.3302,
      "step": 1863100
    },
    {
      "epoch": 519.99,
      "grad_norm": 1.4667795896530151,
      "learning_rate": 1.4024001608991257e-06,
      "loss": 0.3421,
      "step": 1863110
    },
    {
      "epoch": 519.99,
      "grad_norm": 1.105184555053711,
      "learning_rate": 1.4023753981626202e-06,
      "loss": 0.3398,
      "step": 1863120
    },
    {
      "epoch": 519.99,
      "grad_norm": 0.9505056738853455,
      "learning_rate": 1.4023506355514122e-06,
      "loss": 0.3321,
      "step": 1863130
    },
    {
      "epoch": 519.99,
      "grad_norm": 1.2079949378967285,
      "learning_rate": 1.4023258730655036e-06,
      "loss": 0.339,
      "step": 1863140
    },
    {
      "epoch": 520.0,
      "grad_norm": 1.2448245286941528,
      "learning_rate": 1.4023011107049e-06,
      "loss": 0.3388,
      "step": 1863150
    },
    {
      "epoch": 520.0,
      "grad_norm": 1.1740577220916748,
      "learning_rate": 1.4022763484696032e-06,
      "loss": 0.3403,
      "step": 1863160
    },
    {
      "epoch": 520.0,
      "eval_loss": 0.3425839841365814,
      "eval_runtime": 63.2426,
      "eval_samples_per_second": 79.994,
      "eval_steps_per_second": 10.009,
      "step": 1863160
    },
    {
      "epoch": 520.0,
      "grad_norm": 1.10586416721344,
      "learning_rate": 1.402251586359616e-06,
      "loss": 0.361,
      "step": 1863170
    },
    {
      "epoch": 520.01,
      "grad_norm": 1.2565981149673462,
      "learning_rate": 1.4022268243749434e-06,
      "loss": 0.3548,
      "step": 1863180
    },
    {
      "epoch": 520.01,
      "grad_norm": 1.0827178955078125,
      "learning_rate": 1.4022020625155876e-06,
      "loss": 0.3519,
      "step": 1863190
    },
    {
      "epoch": 520.01,
      "grad_norm": 1.1229969263076782,
      "learning_rate": 1.4021773007815515e-06,
      "loss": 0.3457,
      "step": 1863200
    },
    {
      "epoch": 520.01,
      "grad_norm": 1.1246731281280518,
      "learning_rate": 1.4021525391728396e-06,
      "loss": 0.3321,
      "step": 1863210
    },
    {
      "epoch": 520.02,
      "grad_norm": 1.0848153829574585,
      "learning_rate": 1.402127777689455e-06,
      "loss": 0.3423,
      "step": 1863220
    },
    {
      "epoch": 520.02,
      "grad_norm": 1.169682264328003,
      "learning_rate": 1.402103016331399e-06,
      "loss": 0.335,
      "step": 1863230
    },
    {
      "epoch": 520.02,
      "grad_norm": 1.5140278339385986,
      "learning_rate": 1.402078255098678e-06,
      "loss": 0.3385,
      "step": 1863240
    },
    {
      "epoch": 520.03,
      "grad_norm": 1.202325701713562,
      "learning_rate": 1.4020534939912933e-06,
      "loss": 0.3298,
      "step": 1863250
    },
    {
      "epoch": 520.03,
      "grad_norm": 1.0664836168289185,
      "learning_rate": 1.4020287330092477e-06,
      "loss": 0.3349,
      "step": 1863260
    },
    {
      "epoch": 520.03,
      "grad_norm": 1.1235417127609253,
      "learning_rate": 1.4020039721525467e-06,
      "loss": 0.3394,
      "step": 1863270
    },
    {
      "epoch": 520.03,
      "grad_norm": 1.2850807905197144,
      "learning_rate": 1.4019792114211922e-06,
      "loss": 0.3436,
      "step": 1863280
    },
    {
      "epoch": 520.04,
      "grad_norm": 1.077554702758789,
      "learning_rate": 1.4019544508151873e-06,
      "loss": 0.3423,
      "step": 1863290
    },
    {
      "epoch": 520.04,
      "grad_norm": 1.0613982677459717,
      "learning_rate": 1.401929690334536e-06,
      "loss": 0.3478,
      "step": 1863300
    },
    {
      "epoch": 520.04,
      "grad_norm": 1.0778342485427856,
      "learning_rate": 1.4019049299792413e-06,
      "loss": 0.3384,
      "step": 1863310
    },
    {
      "epoch": 520.04,
      "grad_norm": 1.2070614099502563,
      "learning_rate": 1.4018801697493053e-06,
      "loss": 0.353,
      "step": 1863320
    },
    {
      "epoch": 520.05,
      "grad_norm": 1.1441798210144043,
      "learning_rate": 1.4018554096447337e-06,
      "loss": 0.3467,
      "step": 1863330
    },
    {
      "epoch": 520.05,
      "grad_norm": 1.0873733758926392,
      "learning_rate": 1.401830649665528e-06,
      "loss": 0.3474,
      "step": 1863340
    },
    {
      "epoch": 520.05,
      "grad_norm": 1.2975373268127441,
      "learning_rate": 1.4018058898116923e-06,
      "loss": 0.3459,
      "step": 1863350
    },
    {
      "epoch": 520.06,
      "grad_norm": 1.1285755634307861,
      "learning_rate": 1.4017811300832297e-06,
      "loss": 0.3317,
      "step": 1863360
    },
    {
      "epoch": 520.06,
      "grad_norm": 1.2908564805984497,
      "learning_rate": 1.4017563704801423e-06,
      "loss": 0.3407,
      "step": 1863370
    },
    {
      "epoch": 520.06,
      "grad_norm": 1.1074920892715454,
      "learning_rate": 1.4017316110024357e-06,
      "loss": 0.3435,
      "step": 1863380
    },
    {
      "epoch": 520.06,
      "grad_norm": 1.1967912912368774,
      "learning_rate": 1.4017068516501118e-06,
      "loss": 0.3409,
      "step": 1863390
    },
    {
      "epoch": 520.07,
      "grad_norm": 1.1185938119888306,
      "learning_rate": 1.4016820924231735e-06,
      "loss": 0.3253,
      "step": 1863400
    },
    {
      "epoch": 520.07,
      "grad_norm": 1.7472457885742188,
      "learning_rate": 1.4016573333216254e-06,
      "loss": 0.3389,
      "step": 1863410
    },
    {
      "epoch": 520.07,
      "grad_norm": 2.018568754196167,
      "learning_rate": 1.40163257434547e-06,
      "loss": 0.3431,
      "step": 1863420
    },
    {
      "epoch": 520.08,
      "grad_norm": 1.681836724281311,
      "learning_rate": 1.4016078154947104e-06,
      "loss": 0.3513,
      "step": 1863430
    },
    {
      "epoch": 520.08,
      "grad_norm": 1.4807944297790527,
      "learning_rate": 1.4015830567693503e-06,
      "loss": 0.3381,
      "step": 1863440
    },
    {
      "epoch": 520.08,
      "grad_norm": 1.241874098777771,
      "learning_rate": 1.4015582981693932e-06,
      "loss": 0.3498,
      "step": 1863450
    },
    {
      "epoch": 520.08,
      "grad_norm": 0.9412145018577576,
      "learning_rate": 1.4015335396948415e-06,
      "loss": 0.3483,
      "step": 1863460
    },
    {
      "epoch": 520.09,
      "grad_norm": 1.1705315113067627,
      "learning_rate": 1.4015087813456992e-06,
      "loss": 0.3268,
      "step": 1863470
    },
    {
      "epoch": 520.09,
      "grad_norm": 1.1536784172058105,
      "learning_rate": 1.40148402312197e-06,
      "loss": 0.3312,
      "step": 1863480
    },
    {
      "epoch": 520.09,
      "grad_norm": 1.1805542707443237,
      "learning_rate": 1.4014592650236561e-06,
      "loss": 0.339,
      "step": 1863490
    },
    {
      "epoch": 520.09,
      "grad_norm": 1.053517460823059,
      "learning_rate": 1.4014345070507614e-06,
      "loss": 0.3363,
      "step": 1863500
    },
    {
      "epoch": 520.1,
      "grad_norm": 1.3943202495574951,
      "learning_rate": 1.4014097492032891e-06,
      "loss": 0.3168,
      "step": 1863510
    },
    {
      "epoch": 520.1,
      "grad_norm": 1.0105482339859009,
      "learning_rate": 1.4013849914812427e-06,
      "loss": 0.3484,
      "step": 1863520
    },
    {
      "epoch": 520.1,
      "grad_norm": 3.558436155319214,
      "learning_rate": 1.4013602338846256e-06,
      "loss": 0.3295,
      "step": 1863530
    },
    {
      "epoch": 520.11,
      "grad_norm": 1.0848568677902222,
      "learning_rate": 1.4013354764134408e-06,
      "loss": 0.3375,
      "step": 1863540
    },
    {
      "epoch": 520.11,
      "grad_norm": 1.051715612411499,
      "learning_rate": 1.401310719067691e-06,
      "loss": 0.3378,
      "step": 1863550
    },
    {
      "epoch": 520.11,
      "grad_norm": 1.1280794143676758,
      "learning_rate": 1.4012859618473805e-06,
      "loss": 0.3337,
      "step": 1863560
    },
    {
      "epoch": 520.11,
      "grad_norm": 1.1833847761154175,
      "learning_rate": 1.4012612047525127e-06,
      "loss": 0.3502,
      "step": 1863570
    },
    {
      "epoch": 520.12,
      "grad_norm": 1.1630338430404663,
      "learning_rate": 1.4012364477830898e-06,
      "loss": 0.3385,
      "step": 1863580
    },
    {
      "epoch": 520.12,
      "grad_norm": 1.0992470979690552,
      "learning_rate": 1.401211690939116e-06,
      "loss": 0.3356,
      "step": 1863590
    },
    {
      "epoch": 520.12,
      "grad_norm": 1.2359611988067627,
      "learning_rate": 1.4011869342205945e-06,
      "loss": 0.3492,
      "step": 1863600
    },
    {
      "epoch": 520.13,
      "grad_norm": 1.1228187084197998,
      "learning_rate": 1.4011621776275275e-06,
      "loss": 0.3168,
      "step": 1863610
    },
    {
      "epoch": 520.13,
      "grad_norm": 0.9377632141113281,
      "learning_rate": 1.4011374211599197e-06,
      "loss": 0.3248,
      "step": 1863620
    },
    {
      "epoch": 520.13,
      "grad_norm": 0.9738330245018005,
      "learning_rate": 1.4011126648177737e-06,
      "loss": 0.3459,
      "step": 1863630
    },
    {
      "epoch": 520.13,
      "grad_norm": 1.132368803024292,
      "learning_rate": 1.4010879086010933e-06,
      "loss": 0.3402,
      "step": 1863640
    },
    {
      "epoch": 520.14,
      "grad_norm": 0.9891630411148071,
      "learning_rate": 1.4010631525098818e-06,
      "loss": 0.3468,
      "step": 1863650
    },
    {
      "epoch": 520.14,
      "grad_norm": 1.0388237237930298,
      "learning_rate": 1.4010383965441415e-06,
      "loss": 0.3364,
      "step": 1863660
    },
    {
      "epoch": 520.14,
      "grad_norm": 1.0080275535583496,
      "learning_rate": 1.401013640703877e-06,
      "loss": 0.3345,
      "step": 1863670
    },
    {
      "epoch": 520.15,
      "grad_norm": 1.11162269115448,
      "learning_rate": 1.4009888849890909e-06,
      "loss": 0.3306,
      "step": 1863680
    },
    {
      "epoch": 520.15,
      "grad_norm": 0.9965004324913025,
      "learning_rate": 1.4009641293997854e-06,
      "loss": 0.3491,
      "step": 1863690
    },
    {
      "epoch": 520.15,
      "grad_norm": 1.074874758720398,
      "learning_rate": 1.4009393739359665e-06,
      "loss": 0.3381,
      "step": 1863700
    },
    {
      "epoch": 520.15,
      "grad_norm": 1.2509245872497559,
      "learning_rate": 1.4009146185976354e-06,
      "loss": 0.3407,
      "step": 1863710
    },
    {
      "epoch": 520.16,
      "grad_norm": 1.624586820602417,
      "learning_rate": 1.4008898633847956e-06,
      "loss": 0.3443,
      "step": 1863720
    },
    {
      "epoch": 520.16,
      "grad_norm": 1.292066216468811,
      "learning_rate": 1.4008651082974514e-06,
      "loss": 0.3598,
      "step": 1863730
    },
    {
      "epoch": 520.16,
      "grad_norm": 1.1309630870819092,
      "learning_rate": 1.4008403533356052e-06,
      "loss": 0.3391,
      "step": 1863740
    },
    {
      "epoch": 520.16,
      "grad_norm": 1.0499688386917114,
      "learning_rate": 1.4008155984992597e-06,
      "loss": 0.3353,
      "step": 1863750
    },
    {
      "epoch": 520.17,
      "grad_norm": 1.03975248336792,
      "learning_rate": 1.40079084378842e-06,
      "loss": 0.3456,
      "step": 1863760
    },
    {
      "epoch": 520.17,
      "grad_norm": 0.9891058206558228,
      "learning_rate": 1.4007660892030883e-06,
      "loss": 0.3252,
      "step": 1863770
    },
    {
      "epoch": 520.17,
      "grad_norm": 1.0000673532485962,
      "learning_rate": 1.400741334743267e-06,
      "loss": 0.3391,
      "step": 1863780
    },
    {
      "epoch": 520.18,
      "grad_norm": 1.0560981035232544,
      "learning_rate": 1.4007165804089617e-06,
      "loss": 0.34,
      "step": 1863790
    },
    {
      "epoch": 520.18,
      "grad_norm": 1.136789321899414,
      "learning_rate": 1.4006918262001742e-06,
      "loss": 0.3561,
      "step": 1863800
    },
    {
      "epoch": 520.18,
      "grad_norm": 1.1498217582702637,
      "learning_rate": 1.4006670721169077e-06,
      "loss": 0.3443,
      "step": 1863810
    },
    {
      "epoch": 520.18,
      "grad_norm": 1.142414927482605,
      "learning_rate": 1.4006423181591657e-06,
      "loss": 0.3288,
      "step": 1863820
    },
    {
      "epoch": 520.19,
      "grad_norm": 1.1589564085006714,
      "learning_rate": 1.4006175643269521e-06,
      "loss": 0.3431,
      "step": 1863830
    },
    {
      "epoch": 520.19,
      "grad_norm": 1.3230005502700806,
      "learning_rate": 1.4005928106202686e-06,
      "loss": 0.3313,
      "step": 1863840
    },
    {
      "epoch": 520.19,
      "grad_norm": 1.0715965032577515,
      "learning_rate": 1.400568057039121e-06,
      "loss": 0.3619,
      "step": 1863850
    },
    {
      "epoch": 520.2,
      "grad_norm": 1.0834211111068726,
      "learning_rate": 1.4005433035835107e-06,
      "loss": 0.3467,
      "step": 1863860
    },
    {
      "epoch": 520.2,
      "grad_norm": 1.181848168373108,
      "learning_rate": 1.4005185502534409e-06,
      "loss": 0.342,
      "step": 1863870
    },
    {
      "epoch": 520.2,
      "grad_norm": 1.1512198448181152,
      "learning_rate": 1.4004937970489158e-06,
      "loss": 0.339,
      "step": 1863880
    },
    {
      "epoch": 520.2,
      "grad_norm": 1.239859700202942,
      "learning_rate": 1.4004690439699387e-06,
      "loss": 0.3625,
      "step": 1863890
    },
    {
      "epoch": 520.21,
      "grad_norm": 0.9363834857940674,
      "learning_rate": 1.4004442910165117e-06,
      "loss": 0.357,
      "step": 1863900
    },
    {
      "epoch": 520.21,
      "grad_norm": 1.0960898399353027,
      "learning_rate": 1.4004195381886396e-06,
      "loss": 0.335,
      "step": 1863910
    },
    {
      "epoch": 520.21,
      "grad_norm": 1.115570306777954,
      "learning_rate": 1.4003947854863242e-06,
      "loss": 0.3381,
      "step": 1863920
    },
    {
      "epoch": 520.21,
      "grad_norm": 0.9983311295509338,
      "learning_rate": 1.4003700329095706e-06,
      "loss": 0.3386,
      "step": 1863930
    },
    {
      "epoch": 520.22,
      "grad_norm": 1.2805674076080322,
      "learning_rate": 1.4003452804583813e-06,
      "loss": 0.3483,
      "step": 1863940
    },
    {
      "epoch": 520.22,
      "grad_norm": 0.9236946702003479,
      "learning_rate": 1.4003205281327587e-06,
      "loss": 0.3325,
      "step": 1863950
    },
    {
      "epoch": 520.22,
      "grad_norm": 1.1916694641113281,
      "learning_rate": 1.4002957759327071e-06,
      "loss": 0.3341,
      "step": 1863960
    },
    {
      "epoch": 520.23,
      "grad_norm": 0.9439210295677185,
      "learning_rate": 1.4002710238582303e-06,
      "loss": 0.3556,
      "step": 1863970
    },
    {
      "epoch": 520.23,
      "grad_norm": 1.1608561277389526,
      "learning_rate": 1.400246271909329e-06,
      "loss": 0.3592,
      "step": 1863980
    },
    {
      "epoch": 520.23,
      "grad_norm": 1.0701019763946533,
      "learning_rate": 1.4002215200860097e-06,
      "loss": 0.3357,
      "step": 1863990
    },
    {
      "epoch": 520.23,
      "grad_norm": 1.1392955780029297,
      "learning_rate": 1.400196768388274e-06,
      "loss": 0.3487,
      "step": 1864000
    },
    {
      "epoch": 520.24,
      "grad_norm": 0.8912999033927917,
      "learning_rate": 1.4001720168161252e-06,
      "loss": 0.3363,
      "step": 1864010
    },
    {
      "epoch": 520.24,
      "grad_norm": 1.1561002731323242,
      "learning_rate": 1.4001472653695674e-06,
      "loss": 0.3602,
      "step": 1864020
    },
    {
      "epoch": 520.24,
      "grad_norm": 1.1809720993041992,
      "learning_rate": 1.4001225140486035e-06,
      "loss": 0.3402,
      "step": 1864030
    },
    {
      "epoch": 520.25,
      "grad_norm": 1.1132774353027344,
      "learning_rate": 1.4000977628532354e-06,
      "loss": 0.3329,
      "step": 1864040
    },
    {
      "epoch": 520.25,
      "grad_norm": 0.8890248537063599,
      "learning_rate": 1.4000730117834688e-06,
      "loss": 0.3376,
      "step": 1864050
    },
    {
      "epoch": 520.25,
      "grad_norm": 1.1323622465133667,
      "learning_rate": 1.4000482608393058e-06,
      "loss": 0.3383,
      "step": 1864060
    },
    {
      "epoch": 520.25,
      "grad_norm": 1.1282154321670532,
      "learning_rate": 1.4000235100207492e-06,
      "loss": 0.3426,
      "step": 1864070
    },
    {
      "epoch": 520.26,
      "grad_norm": 1.1407495737075806,
      "learning_rate": 1.3999987593278034e-06,
      "loss": 0.3413,
      "step": 1864080
    },
    {
      "epoch": 520.26,
      "grad_norm": 1.1223995685577393,
      "learning_rate": 1.3999740087604714e-06,
      "loss": 0.3617,
      "step": 1864090
    },
    {
      "epoch": 520.26,
      "grad_norm": 1.1110001802444458,
      "learning_rate": 1.3999492583187555e-06,
      "loss": 0.3492,
      "step": 1864100
    },
    {
      "epoch": 520.27,
      "grad_norm": 1.113002061843872,
      "learning_rate": 1.3999245080026602e-06,
      "loss": 0.3338,
      "step": 1864110
    },
    {
      "epoch": 520.27,
      "grad_norm": 1.1109569072723389,
      "learning_rate": 1.3998997578121883e-06,
      "loss": 0.3451,
      "step": 1864120
    },
    {
      "epoch": 520.27,
      "grad_norm": 0.9272354245185852,
      "learning_rate": 1.3998750077473423e-06,
      "loss": 0.3333,
      "step": 1864130
    },
    {
      "epoch": 520.27,
      "grad_norm": 1.0249032974243164,
      "learning_rate": 1.3998502578081275e-06,
      "loss": 0.3421,
      "step": 1864140
    },
    {
      "epoch": 520.28,
      "grad_norm": 1.1889622211456299,
      "learning_rate": 1.3998255079945457e-06,
      "loss": 0.3571,
      "step": 1864150
    },
    {
      "epoch": 520.28,
      "grad_norm": 1.2234681844711304,
      "learning_rate": 1.3998007583066002e-06,
      "loss": 0.3421,
      "step": 1864160
    },
    {
      "epoch": 520.28,
      "grad_norm": 1.3304836750030518,
      "learning_rate": 1.399776008744295e-06,
      "loss": 0.344,
      "step": 1864170
    },
    {
      "epoch": 520.28,
      "grad_norm": 1.1531919240951538,
      "learning_rate": 1.3997512593076329e-06,
      "loss": 0.3484,
      "step": 1864180
    },
    {
      "epoch": 520.29,
      "grad_norm": 1.0238317251205444,
      "learning_rate": 1.3997265099966167e-06,
      "loss": 0.3346,
      "step": 1864190
    },
    {
      "epoch": 520.29,
      "grad_norm": 1.1266536712646484,
      "learning_rate": 1.3997017608112508e-06,
      "loss": 0.3284,
      "step": 1864200
    },
    {
      "epoch": 520.29,
      "grad_norm": 0.9633811712265015,
      "learning_rate": 1.3996770117515372e-06,
      "loss": 0.3291,
      "step": 1864210
    },
    {
      "epoch": 520.3,
      "grad_norm": 1.0914709568023682,
      "learning_rate": 1.399652262817481e-06,
      "loss": 0.3299,
      "step": 1864220
    },
    {
      "epoch": 520.3,
      "grad_norm": 1.2212777137756348,
      "learning_rate": 1.3996275140090842e-06,
      "loss": 0.3438,
      "step": 1864230
    },
    {
      "epoch": 520.3,
      "grad_norm": 1.0084569454193115,
      "learning_rate": 1.3996027653263502e-06,
      "loss": 0.3328,
      "step": 1864240
    },
    {
      "epoch": 520.3,
      "grad_norm": 1.108157753944397,
      "learning_rate": 1.3995780167692827e-06,
      "loss": 0.3434,
      "step": 1864250
    },
    {
      "epoch": 520.31,
      "grad_norm": 1.0094162225723267,
      "learning_rate": 1.399553268337885e-06,
      "loss": 0.3411,
      "step": 1864260
    },
    {
      "epoch": 520.31,
      "grad_norm": 1.2835693359375,
      "learning_rate": 1.3995285200321589e-06,
      "loss": 0.3353,
      "step": 1864270
    },
    {
      "epoch": 520.31,
      "grad_norm": 1.125329613685608,
      "learning_rate": 1.39950377185211e-06,
      "loss": 0.3373,
      "step": 1864280
    },
    {
      "epoch": 520.32,
      "grad_norm": 1.1115323305130005,
      "learning_rate": 1.3994790237977406e-06,
      "loss": 0.3366,
      "step": 1864290
    },
    {
      "epoch": 520.32,
      "grad_norm": 1.0842260122299194,
      "learning_rate": 1.3994542758690534e-06,
      "loss": 0.3553,
      "step": 1864300
    },
    {
      "epoch": 520.32,
      "grad_norm": 0.9523286819458008,
      "learning_rate": 1.3994295280660525e-06,
      "loss": 0.3465,
      "step": 1864310
    },
    {
      "epoch": 520.32,
      "grad_norm": 1.0077122449874878,
      "learning_rate": 1.3994047803887412e-06,
      "loss": 0.3323,
      "step": 1864320
    },
    {
      "epoch": 520.33,
      "grad_norm": 1.1636987924575806,
      "learning_rate": 1.3993800328371217e-06,
      "loss": 0.3468,
      "step": 1864330
    },
    {
      "epoch": 520.33,
      "grad_norm": 1.035619854927063,
      "learning_rate": 1.3993552854111987e-06,
      "loss": 0.3409,
      "step": 1864340
    },
    {
      "epoch": 520.33,
      "grad_norm": 1.2166109085083008,
      "learning_rate": 1.3993305381109752e-06,
      "loss": 0.3445,
      "step": 1864350
    },
    {
      "epoch": 520.33,
      "grad_norm": 1.2927055358886719,
      "learning_rate": 1.3993057909364527e-06,
      "loss": 0.3339,
      "step": 1864360
    },
    {
      "epoch": 520.34,
      "grad_norm": 1.279854655265808,
      "learning_rate": 1.3992810438876374e-06,
      "loss": 0.3481,
      "step": 1864370
    },
    {
      "epoch": 520.34,
      "grad_norm": 1.1899573802947998,
      "learning_rate": 1.399256296964531e-06,
      "loss": 0.3272,
      "step": 1864380
    },
    {
      "epoch": 520.34,
      "grad_norm": 1.1410534381866455,
      "learning_rate": 1.3992315501671365e-06,
      "loss": 0.3499,
      "step": 1864390
    },
    {
      "epoch": 520.35,
      "grad_norm": 1.1173183917999268,
      "learning_rate": 1.3992068034954583e-06,
      "loss": 0.3485,
      "step": 1864400
    },
    {
      "epoch": 520.35,
      "grad_norm": 1.0612882375717163,
      "learning_rate": 1.399182056949499e-06,
      "loss": 0.3579,
      "step": 1864410
    },
    {
      "epoch": 520.35,
      "grad_norm": 1.1251752376556396,
      "learning_rate": 1.3991573105292607e-06,
      "loss": 0.3346,
      "step": 1864420
    },
    {
      "epoch": 520.35,
      "grad_norm": 1.1527594327926636,
      "learning_rate": 1.3991325642347493e-06,
      "loss": 0.3451,
      "step": 1864430
    },
    {
      "epoch": 520.36,
      "grad_norm": 1.1998940706253052,
      "learning_rate": 1.3991078180659666e-06,
      "loss": 0.326,
      "step": 1864440
    },
    {
      "epoch": 520.36,
      "grad_norm": 1.1016217470169067,
      "learning_rate": 1.3990830720229155e-06,
      "loss": 0.3287,
      "step": 1864450
    },
    {
      "epoch": 520.36,
      "grad_norm": 1.7822110652923584,
      "learning_rate": 1.3990583261056e-06,
      "loss": 0.3429,
      "step": 1864460
    },
    {
      "epoch": 520.37,
      "grad_norm": 1.202510118484497,
      "learning_rate": 1.3990335803140234e-06,
      "loss": 0.3355,
      "step": 1864470
    },
    {
      "epoch": 520.37,
      "grad_norm": 1.2267146110534668,
      "learning_rate": 1.3990088346481885e-06,
      "loss": 0.3328,
      "step": 1864480
    },
    {
      "epoch": 520.37,
      "grad_norm": 1.294429063796997,
      "learning_rate": 1.3989840891080993e-06,
      "loss": 0.3509,
      "step": 1864490
    },
    {
      "epoch": 520.37,
      "grad_norm": 1.3099875450134277,
      "learning_rate": 1.398959343693758e-06,
      "loss": 0.3383,
      "step": 1864500
    },
    {
      "epoch": 520.38,
      "grad_norm": 1.1576457023620605,
      "learning_rate": 1.3989345984051693e-06,
      "loss": 0.3683,
      "step": 1864510
    },
    {
      "epoch": 520.38,
      "grad_norm": 1.2800923585891724,
      "learning_rate": 1.3989098532423358e-06,
      "loss": 0.3368,
      "step": 1864520
    },
    {
      "epoch": 520.38,
      "grad_norm": 0.9198284149169922,
      "learning_rate": 1.3988851082052605e-06,
      "loss": 0.342,
      "step": 1864530
    },
    {
      "epoch": 520.39,
      "grad_norm": 1.1682806015014648,
      "learning_rate": 1.3988603632939473e-06,
      "loss": 0.33,
      "step": 1864540
    },
    {
      "epoch": 520.39,
      "grad_norm": 1.0278264284133911,
      "learning_rate": 1.398835618508399e-06,
      "loss": 0.3516,
      "step": 1864550
    },
    {
      "epoch": 520.39,
      "grad_norm": 1.0656590461730957,
      "learning_rate": 1.3988108738486186e-06,
      "loss": 0.3341,
      "step": 1864560
    },
    {
      "epoch": 520.39,
      "grad_norm": 1.1581089496612549,
      "learning_rate": 1.3987861293146103e-06,
      "loss": 0.335,
      "step": 1864570
    },
    {
      "epoch": 520.4,
      "grad_norm": 1.182479739189148,
      "learning_rate": 1.3987613849063769e-06,
      "loss": 0.343,
      "step": 1864580
    },
    {
      "epoch": 520.4,
      "grad_norm": 1.263888955116272,
      "learning_rate": 1.398736640623921e-06,
      "loss": 0.3202,
      "step": 1864590
    },
    {
      "epoch": 520.4,
      "grad_norm": 1.0065422058105469,
      "learning_rate": 1.398711896467248e-06,
      "loss": 0.3329,
      "step": 1864600
    },
    {
      "epoch": 520.4,
      "grad_norm": 1.0550448894500732,
      "learning_rate": 1.398687152436359e-06,
      "loss": 0.3347,
      "step": 1864610
    },
    {
      "epoch": 520.41,
      "grad_norm": 1.1350346803665161,
      "learning_rate": 1.3986624085312585e-06,
      "loss": 0.3248,
      "step": 1864620
    },
    {
      "epoch": 520.41,
      "grad_norm": 1.1147544384002686,
      "learning_rate": 1.3986376647519493e-06,
      "loss": 0.3299,
      "step": 1864630
    },
    {
      "epoch": 520.41,
      "grad_norm": 1.091564416885376,
      "learning_rate": 1.3986129210984352e-06,
      "loss": 0.3301,
      "step": 1864640
    },
    {
      "epoch": 520.42,
      "grad_norm": 1.165297269821167,
      "learning_rate": 1.398588177570718e-06,
      "loss": 0.3452,
      "step": 1864650
    },
    {
      "epoch": 520.42,
      "grad_norm": 1.0092480182647705,
      "learning_rate": 1.3985634341688028e-06,
      "loss": 0.3428,
      "step": 1864660
    },
    {
      "epoch": 520.42,
      "grad_norm": 1.4110254049301147,
      "learning_rate": 1.3985386908926925e-06,
      "loss": 0.3291,
      "step": 1864670
    },
    {
      "epoch": 520.42,
      "grad_norm": 1.131363034248352,
      "learning_rate": 1.3985139477423896e-06,
      "loss": 0.3337,
      "step": 1864680
    },
    {
      "epoch": 520.43,
      "grad_norm": 1.285292387008667,
      "learning_rate": 1.398489204717898e-06,
      "loss": 0.3377,
      "step": 1864690
    },
    {
      "epoch": 520.43,
      "grad_norm": 1.0291789770126343,
      "learning_rate": 1.3984644618192212e-06,
      "loss": 0.3418,
      "step": 1864700
    },
    {
      "epoch": 520.43,
      "grad_norm": 0.9639809727668762,
      "learning_rate": 1.398439719046361e-06,
      "loss": 0.3424,
      "step": 1864710
    },
    {
      "epoch": 520.44,
      "grad_norm": 1.0127601623535156,
      "learning_rate": 1.3984149763993232e-06,
      "loss": 0.3341,
      "step": 1864720
    },
    {
      "epoch": 520.44,
      "grad_norm": 1.1605188846588135,
      "learning_rate": 1.3983902338781092e-06,
      "loss": 0.356,
      "step": 1864730
    },
    {
      "epoch": 520.44,
      "grad_norm": 0.9586467742919922,
      "learning_rate": 1.3983654914827223e-06,
      "loss": 0.3327,
      "step": 1864740
    },
    {
      "epoch": 520.44,
      "grad_norm": 1.2538567781448364,
      "learning_rate": 1.3983407492131672e-06,
      "loss": 0.343,
      "step": 1864750
    },
    {
      "epoch": 520.45,
      "grad_norm": 1.1336168050765991,
      "learning_rate": 1.398316007069446e-06,
      "loss": 0.328,
      "step": 1864760
    },
    {
      "epoch": 520.45,
      "grad_norm": 1.28937828540802,
      "learning_rate": 1.3982912650515625e-06,
      "loss": 0.3535,
      "step": 1864770
    },
    {
      "epoch": 520.45,
      "grad_norm": 1.1156606674194336,
      "learning_rate": 1.3982665231595198e-06,
      "loss": 0.3378,
      "step": 1864780
    },
    {
      "epoch": 520.45,
      "grad_norm": 1.0761215686798096,
      "learning_rate": 1.3982417813933202e-06,
      "loss": 0.3575,
      "step": 1864790
    },
    {
      "epoch": 520.46,
      "grad_norm": 1.127644658088684,
      "learning_rate": 1.3982170397529694e-06,
      "loss": 0.3238,
      "step": 1864800
    },
    {
      "epoch": 520.46,
      "grad_norm": 1.1424046754837036,
      "learning_rate": 1.3981922982384688e-06,
      "loss": 0.3294,
      "step": 1864810
    },
    {
      "epoch": 520.46,
      "grad_norm": 1.0208958387374878,
      "learning_rate": 1.3981675568498223e-06,
      "loss": 0.3602,
      "step": 1864820
    },
    {
      "epoch": 520.47,
      "grad_norm": 1.2920715808868408,
      "learning_rate": 1.398142815587033e-06,
      "loss": 0.3538,
      "step": 1864830
    },
    {
      "epoch": 520.47,
      "grad_norm": 1.0777008533477783,
      "learning_rate": 1.3981180744501043e-06,
      "loss": 0.3519,
      "step": 1864840
    },
    {
      "epoch": 520.47,
      "grad_norm": 0.98661208152771,
      "learning_rate": 1.3980933334390388e-06,
      "loss": 0.3388,
      "step": 1864850
    },
    {
      "epoch": 520.47,
      "grad_norm": 1.0425746440887451,
      "learning_rate": 1.3980685925538412e-06,
      "loss": 0.3512,
      "step": 1864860
    },
    {
      "epoch": 520.48,
      "grad_norm": 1.1117559671401978,
      "learning_rate": 1.3980438517945143e-06,
      "loss": 0.3365,
      "step": 1864870
    },
    {
      "epoch": 520.48,
      "grad_norm": 1.0823824405670166,
      "learning_rate": 1.3980191111610601e-06,
      "loss": 0.3356,
      "step": 1864880
    },
    {
      "epoch": 520.48,
      "grad_norm": 1.035053014755249,
      "learning_rate": 1.3979943706534837e-06,
      "loss": 0.3301,
      "step": 1864890
    },
    {
      "epoch": 520.49,
      "grad_norm": 1.0102574825286865,
      "learning_rate": 1.3979696302717876e-06,
      "loss": 0.3347,
      "step": 1864900
    },
    {
      "epoch": 520.49,
      "grad_norm": 1.1719406843185425,
      "learning_rate": 1.397944890015975e-06,
      "loss": 0.3314,
      "step": 1864910
    },
    {
      "epoch": 520.49,
      "grad_norm": 1.137508749961853,
      "learning_rate": 1.3979201498860495e-06,
      "loss": 0.3311,
      "step": 1864920
    },
    {
      "epoch": 520.49,
      "grad_norm": 1.033505916595459,
      "learning_rate": 1.3978954098820145e-06,
      "loss": 0.3347,
      "step": 1864930
    },
    {
      "epoch": 520.5,
      "grad_norm": 1.1857764720916748,
      "learning_rate": 1.397870670003872e-06,
      "loss": 0.3628,
      "step": 1864940
    },
    {
      "epoch": 520.5,
      "grad_norm": 1.0892374515533447,
      "learning_rate": 1.3978459302516267e-06,
      "loss": 0.3295,
      "step": 1864950
    },
    {
      "epoch": 520.5,
      "grad_norm": 1.1178096532821655,
      "learning_rate": 1.3978211906252822e-06,
      "loss": 0.3354,
      "step": 1864960
    },
    {
      "epoch": 520.51,
      "grad_norm": 1.0695430040359497,
      "learning_rate": 1.3977964511248405e-06,
      "loss": 0.3497,
      "step": 1864970
    },
    {
      "epoch": 520.51,
      "grad_norm": 1.0952160358428955,
      "learning_rate": 1.3977717117503056e-06,
      "loss": 0.3392,
      "step": 1864980
    },
    {
      "epoch": 520.51,
      "grad_norm": 1.160333514213562,
      "learning_rate": 1.3977469725016808e-06,
      "loss": 0.3456,
      "step": 1864990
    },
    {
      "epoch": 520.51,
      "grad_norm": 1.4246302843093872,
      "learning_rate": 1.3977222333789685e-06,
      "loss": 0.3311,
      "step": 1865000
    },
    {
      "epoch": 520.52,
      "grad_norm": 1.2248228788375854,
      "learning_rate": 1.3976974943821734e-06,
      "loss": 0.354,
      "step": 1865010
    },
    {
      "epoch": 520.52,
      "grad_norm": 1.0926645994186401,
      "learning_rate": 1.3976727555112982e-06,
      "loss": 0.337,
      "step": 1865020
    },
    {
      "epoch": 520.52,
      "grad_norm": 1.036590814590454,
      "learning_rate": 1.3976480167663453e-06,
      "loss": 0.3489,
      "step": 1865030
    },
    {
      "epoch": 520.52,
      "grad_norm": 0.9510495662689209,
      "learning_rate": 1.39762327814732e-06,
      "loss": 0.3429,
      "step": 1865040
    },
    {
      "epoch": 520.53,
      "grad_norm": 0.9927036762237549,
      "learning_rate": 1.397598539654224e-06,
      "loss": 0.3187,
      "step": 1865050
    },
    {
      "epoch": 520.53,
      "grad_norm": 0.9896432757377625,
      "learning_rate": 1.3975738012870609e-06,
      "loss": 0.3416,
      "step": 1865060
    },
    {
      "epoch": 520.53,
      "grad_norm": 1.0964252948760986,
      "learning_rate": 1.3975490630458344e-06,
      "loss": 0.3385,
      "step": 1865070
    },
    {
      "epoch": 520.54,
      "grad_norm": 1.0523775815963745,
      "learning_rate": 1.3975243249305465e-06,
      "loss": 0.3415,
      "step": 1865080
    },
    {
      "epoch": 520.54,
      "grad_norm": 1.1616705656051636,
      "learning_rate": 1.3974995869412024e-06,
      "loss": 0.3451,
      "step": 1865090
    },
    {
      "epoch": 520.54,
      "grad_norm": 1.1779754161834717,
      "learning_rate": 1.3974748490778045e-06,
      "loss": 0.3437,
      "step": 1865100
    },
    {
      "epoch": 520.54,
      "grad_norm": 1.0631341934204102,
      "learning_rate": 1.397450111340356e-06,
      "loss": 0.3347,
      "step": 1865110
    },
    {
      "epoch": 520.55,
      "grad_norm": 1.439277172088623,
      "learning_rate": 1.3974253737288602e-06,
      "loss": 0.3528,
      "step": 1865120
    },
    {
      "epoch": 520.55,
      "grad_norm": 1.059322714805603,
      "learning_rate": 1.397400636243321e-06,
      "loss": 0.3339,
      "step": 1865130
    },
    {
      "epoch": 520.55,
      "grad_norm": 1.0855445861816406,
      "learning_rate": 1.3973758988837397e-06,
      "loss": 0.3511,
      "step": 1865140
    },
    {
      "epoch": 520.56,
      "grad_norm": 1.1609262228012085,
      "learning_rate": 1.3973511616501223e-06,
      "loss": 0.3453,
      "step": 1865150
    },
    {
      "epoch": 520.56,
      "grad_norm": 1.1778974533081055,
      "learning_rate": 1.397326424542471e-06,
      "loss": 0.344,
      "step": 1865160
    },
    {
      "epoch": 520.56,
      "grad_norm": 1.0139830112457275,
      "learning_rate": 1.3973016875607877e-06,
      "loss": 0.3364,
      "step": 1865170
    },
    {
      "epoch": 520.56,
      "grad_norm": 1.0514284372329712,
      "learning_rate": 1.397276950705078e-06,
      "loss": 0.3538,
      "step": 1865180
    },
    {
      "epoch": 520.57,
      "grad_norm": 0.9606719017028809,
      "learning_rate": 1.397252213975344e-06,
      "loss": 0.3442,
      "step": 1865190
    },
    {
      "epoch": 520.57,
      "grad_norm": 1.0404483079910278,
      "learning_rate": 1.3972274773715887e-06,
      "loss": 0.35,
      "step": 1865200
    },
    {
      "epoch": 520.57,
      "grad_norm": 1.01459801197052,
      "learning_rate": 1.3972027408938164e-06,
      "loss": 0.3199,
      "step": 1865210
    },
    {
      "epoch": 520.57,
      "grad_norm": 1.0268343687057495,
      "learning_rate": 1.3971780045420293e-06,
      "loss": 0.3246,
      "step": 1865220
    },
    {
      "epoch": 520.58,
      "grad_norm": 3.097797155380249,
      "learning_rate": 1.3971532683162307e-06,
      "loss": 0.3491,
      "step": 1865230
    },
    {
      "epoch": 520.58,
      "grad_norm": 1.106033205986023,
      "learning_rate": 1.3971285322164253e-06,
      "loss": 0.339,
      "step": 1865240
    },
    {
      "epoch": 520.58,
      "grad_norm": 1.1697158813476562,
      "learning_rate": 1.3971037962426154e-06,
      "loss": 0.3314,
      "step": 1865250
    },
    {
      "epoch": 520.59,
      "grad_norm": 1.2101757526397705,
      "learning_rate": 1.397079060394804e-06,
      "loss": 0.351,
      "step": 1865260
    },
    {
      "epoch": 520.59,
      "grad_norm": 1.1711387634277344,
      "learning_rate": 1.397054324672995e-06,
      "loss": 0.3455,
      "step": 1865270
    },
    {
      "epoch": 520.59,
      "grad_norm": 1.027039885520935,
      "learning_rate": 1.3970295890771916e-06,
      "loss": 0.349,
      "step": 1865280
    },
    {
      "epoch": 520.59,
      "grad_norm": 0.9421817660331726,
      "learning_rate": 1.3970048536073962e-06,
      "loss": 0.3406,
      "step": 1865290
    },
    {
      "epoch": 520.6,
      "grad_norm": 1.175060510635376,
      "learning_rate": 1.3969801182636134e-06,
      "loss": 0.3259,
      "step": 1865300
    },
    {
      "epoch": 520.6,
      "grad_norm": 1.1803486347198486,
      "learning_rate": 1.3969553830458463e-06,
      "loss": 0.3581,
      "step": 1865310
    },
    {
      "epoch": 520.6,
      "grad_norm": 1.1744163036346436,
      "learning_rate": 1.3969306479540967e-06,
      "loss": 0.3566,
      "step": 1865320
    },
    {
      "epoch": 520.61,
      "grad_norm": 1.0885813236236572,
      "learning_rate": 1.3969059129883697e-06,
      "loss": 0.3414,
      "step": 1865330
    },
    {
      "epoch": 520.61,
      "grad_norm": 1.3694380521774292,
      "learning_rate": 1.3968811781486683e-06,
      "loss": 0.3415,
      "step": 1865340
    },
    {
      "epoch": 520.61,
      "grad_norm": 1.0488684177398682,
      "learning_rate": 1.3968564434349946e-06,
      "loss": 0.3292,
      "step": 1865350
    },
    {
      "epoch": 520.61,
      "grad_norm": 1.2622836828231812,
      "learning_rate": 1.3968317088473535e-06,
      "loss": 0.3635,
      "step": 1865360
    },
    {
      "epoch": 520.62,
      "grad_norm": 1.231910228729248,
      "learning_rate": 1.3968069743857464e-06,
      "loss": 0.3238,
      "step": 1865370
    },
    {
      "epoch": 520.62,
      "grad_norm": 0.9699429869651794,
      "learning_rate": 1.3967822400501785e-06,
      "loss": 0.3288,
      "step": 1865380
    },
    {
      "epoch": 520.62,
      "grad_norm": 1.0834412574768066,
      "learning_rate": 1.3967575058406525e-06,
      "loss": 0.3462,
      "step": 1865390
    },
    {
      "epoch": 520.63,
      "grad_norm": 1.098375678062439,
      "learning_rate": 1.3967327717571709e-06,
      "loss": 0.3331,
      "step": 1865400
    },
    {
      "epoch": 520.63,
      "grad_norm": 0.9157018661499023,
      "learning_rate": 1.3967080377997377e-06,
      "loss": 0.3404,
      "step": 1865410
    },
    {
      "epoch": 520.63,
      "grad_norm": 1.0457916259765625,
      "learning_rate": 1.3966833039683558e-06,
      "loss": 0.3539,
      "step": 1865420
    },
    {
      "epoch": 520.63,
      "grad_norm": 1.5137301683425903,
      "learning_rate": 1.396658570263029e-06,
      "loss": 0.3516,
      "step": 1865430
    },
    {
      "epoch": 520.64,
      "grad_norm": 1.16824209690094,
      "learning_rate": 1.3966338366837608e-06,
      "loss": 0.356,
      "step": 1865440
    },
    {
      "epoch": 520.64,
      "grad_norm": 1.1617908477783203,
      "learning_rate": 1.3966091032305537e-06,
      "loss": 0.3322,
      "step": 1865450
    },
    {
      "epoch": 520.64,
      "grad_norm": 1.0639595985412598,
      "learning_rate": 1.3965843699034102e-06,
      "loss": 0.3566,
      "step": 1865460
    },
    {
      "epoch": 520.64,
      "grad_norm": 0.9531926512718201,
      "learning_rate": 1.396559636702336e-06,
      "loss": 0.3488,
      "step": 1865470
    },
    {
      "epoch": 520.65,
      "grad_norm": 1.1934953927993774,
      "learning_rate": 1.3965349036273331e-06,
      "loss": 0.3596,
      "step": 1865480
    },
    {
      "epoch": 520.65,
      "grad_norm": 1.0124452114105225,
      "learning_rate": 1.3965101706784043e-06,
      "loss": 0.3461,
      "step": 1865490
    },
    {
      "epoch": 520.65,
      "grad_norm": 1.0466654300689697,
      "learning_rate": 1.3964854378555538e-06,
      "loss": 0.3468,
      "step": 1865500
    },
    {
      "epoch": 520.66,
      "grad_norm": 1.0597481727600098,
      "learning_rate": 1.3964607051587843e-06,
      "loss": 0.3359,
      "step": 1865510
    },
    {
      "epoch": 520.66,
      "grad_norm": 1.160995364189148,
      "learning_rate": 1.3964359725880987e-06,
      "loss": 0.3375,
      "step": 1865520
    },
    {
      "epoch": 520.66,
      "grad_norm": 1.0225811004638672,
      "learning_rate": 1.3964112401435014e-06,
      "loss": 0.3412,
      "step": 1865530
    },
    {
      "epoch": 520.66,
      "grad_norm": 1.1273685693740845,
      "learning_rate": 1.3963865078249954e-06,
      "loss": 0.3539,
      "step": 1865540
    },
    {
      "epoch": 520.67,
      "grad_norm": 1.1815482378005981,
      "learning_rate": 1.3963617756325827e-06,
      "loss": 0.3298,
      "step": 1865550
    },
    {
      "epoch": 520.67,
      "grad_norm": 0.9977903962135315,
      "learning_rate": 1.3963370435662685e-06,
      "loss": 0.3504,
      "step": 1865560
    },
    {
      "epoch": 520.67,
      "grad_norm": 1.1463373899459839,
      "learning_rate": 1.3963123116260556e-06,
      "loss": 0.3416,
      "step": 1865570
    },
    {
      "epoch": 520.68,
      "grad_norm": 1.1200746297836304,
      "learning_rate": 1.3962875798119457e-06,
      "loss": 0.3412,
      "step": 1865580
    },
    {
      "epoch": 520.68,
      "grad_norm": 1.2190700769424438,
      "learning_rate": 1.3962628481239446e-06,
      "loss": 0.3644,
      "step": 1865590
    },
    {
      "epoch": 520.68,
      "grad_norm": 1.236457109451294,
      "learning_rate": 1.396238116562054e-06,
      "loss": 0.3297,
      "step": 1865600
    },
    {
      "epoch": 520.68,
      "grad_norm": 1.1091762781143188,
      "learning_rate": 1.3962133851262763e-06,
      "loss": 0.3432,
      "step": 1865610
    },
    {
      "epoch": 520.69,
      "grad_norm": 1.2019535303115845,
      "learning_rate": 1.396188653816617e-06,
      "loss": 0.3276,
      "step": 1865620
    },
    {
      "epoch": 520.69,
      "grad_norm": 1.1240947246551514,
      "learning_rate": 1.3961639226330784e-06,
      "loss": 0.3426,
      "step": 1865630
    },
    {
      "epoch": 520.69,
      "grad_norm": 1.3775235414505005,
      "learning_rate": 1.3961391915756635e-06,
      "loss": 0.3304,
      "step": 1865640
    },
    {
      "epoch": 520.69,
      "grad_norm": 1.1296182870864868,
      "learning_rate": 1.3961144606443763e-06,
      "loss": 0.349,
      "step": 1865650
    },
    {
      "epoch": 520.7,
      "grad_norm": 1.0876719951629639,
      "learning_rate": 1.3960897298392186e-06,
      "loss": 0.34,
      "step": 1865660
    },
    {
      "epoch": 520.7,
      "grad_norm": 0.913399875164032,
      "learning_rate": 1.3960649991601954e-06,
      "loss": 0.3375,
      "step": 1865670
    },
    {
      "epoch": 520.7,
      "grad_norm": 1.0917187929153442,
      "learning_rate": 1.3960402686073097e-06,
      "loss": 0.3267,
      "step": 1865680
    },
    {
      "epoch": 520.71,
      "grad_norm": 1.0874841213226318,
      "learning_rate": 1.3960155381805636e-06,
      "loss": 0.3378,
      "step": 1865690
    },
    {
      "epoch": 520.71,
      "grad_norm": 1.0619250535964966,
      "learning_rate": 1.395990807879962e-06,
      "loss": 0.3333,
      "step": 1865700
    },
    {
      "epoch": 520.71,
      "grad_norm": 0.9958929419517517,
      "learning_rate": 1.3959660777055074e-06,
      "loss": 0.3293,
      "step": 1865710
    },
    {
      "epoch": 520.71,
      "grad_norm": 1.0594907999038696,
      "learning_rate": 1.3959413476572025e-06,
      "loss": 0.3401,
      "step": 1865720
    },
    {
      "epoch": 520.72,
      "grad_norm": 0.9722195863723755,
      "learning_rate": 1.3959166177350517e-06,
      "loss": 0.3352,
      "step": 1865730
    },
    {
      "epoch": 520.72,
      "grad_norm": 1.1622260808944702,
      "learning_rate": 1.395891887939058e-06,
      "loss": 0.3576,
      "step": 1865740
    },
    {
      "epoch": 520.72,
      "grad_norm": 1.0028817653656006,
      "learning_rate": 1.395867158269223e-06,
      "loss": 0.331,
      "step": 1865750
    },
    {
      "epoch": 520.73,
      "grad_norm": 1.1120988130569458,
      "learning_rate": 1.395842428725553e-06,
      "loss": 0.3252,
      "step": 1865760
    },
    {
      "epoch": 520.73,
      "grad_norm": 1.2392246723175049,
      "learning_rate": 1.3958176993080496e-06,
      "loss": 0.3322,
      "step": 1865770
    },
    {
      "epoch": 520.73,
      "grad_norm": 1.0965598821640015,
      "learning_rate": 1.3957929700167157e-06,
      "loss": 0.3513,
      "step": 1865780
    },
    {
      "epoch": 520.73,
      "grad_norm": 1.3676344156265259,
      "learning_rate": 1.3957682408515555e-06,
      "loss": 0.339,
      "step": 1865790
    },
    {
      "epoch": 520.74,
      "grad_norm": 1.1622421741485596,
      "learning_rate": 1.395743511812572e-06,
      "loss": 0.3378,
      "step": 1865800
    },
    {
      "epoch": 520.74,
      "grad_norm": 1.0639315843582153,
      "learning_rate": 1.3957187828997675e-06,
      "loss": 0.3558,
      "step": 1865810
    },
    {
      "epoch": 520.74,
      "grad_norm": 1.2072819471359253,
      "learning_rate": 1.3956940541131472e-06,
      "loss": 0.3351,
      "step": 1865820
    },
    {
      "epoch": 520.75,
      "grad_norm": 1.039200782775879,
      "learning_rate": 1.3956693254527135e-06,
      "loss": 0.3252,
      "step": 1865830
    },
    {
      "epoch": 520.75,
      "grad_norm": 1.2097642421722412,
      "learning_rate": 1.3956445969184683e-06,
      "loss": 0.3344,
      "step": 1865840
    },
    {
      "epoch": 520.75,
      "grad_norm": 1.0541629791259766,
      "learning_rate": 1.3956198685104175e-06,
      "loss": 0.3435,
      "step": 1865850
    },
    {
      "epoch": 520.75,
      "grad_norm": 1.3570704460144043,
      "learning_rate": 1.395595140228563e-06,
      "loss": 0.3452,
      "step": 1865860
    },
    {
      "epoch": 520.76,
      "grad_norm": 3.6098170280456543,
      "learning_rate": 1.3955704120729076e-06,
      "loss": 0.346,
      "step": 1865870
    },
    {
      "epoch": 520.76,
      "grad_norm": 1.050817847251892,
      "learning_rate": 1.3955456840434557e-06,
      "loss": 0.3478,
      "step": 1865880
    },
    {
      "epoch": 520.76,
      "grad_norm": 1.0908230543136597,
      "learning_rate": 1.39552095614021e-06,
      "loss": 0.3526,
      "step": 1865890
    },
    {
      "epoch": 520.76,
      "grad_norm": 0.9477137923240662,
      "learning_rate": 1.3954962283631729e-06,
      "loss": 0.343,
      "step": 1865900
    },
    {
      "epoch": 520.77,
      "grad_norm": 1.0524595975875854,
      "learning_rate": 1.3954715007123498e-06,
      "loss": 0.3381,
      "step": 1865910
    },
    {
      "epoch": 520.77,
      "grad_norm": 1.1294022798538208,
      "learning_rate": 1.3954467731877425e-06,
      "loss": 0.3393,
      "step": 1865920
    },
    {
      "epoch": 520.77,
      "grad_norm": 0.9993970990180969,
      "learning_rate": 1.3954220457893543e-06,
      "loss": 0.3426,
      "step": 1865930
    },
    {
      "epoch": 520.78,
      "grad_norm": 1.0620779991149902,
      "learning_rate": 1.3953973185171892e-06,
      "loss": 0.3613,
      "step": 1865940
    },
    {
      "epoch": 520.78,
      "grad_norm": 1.0324808359146118,
      "learning_rate": 1.395372591371249e-06,
      "loss": 0.3376,
      "step": 1865950
    },
    {
      "epoch": 520.78,
      "grad_norm": 1.1678766012191772,
      "learning_rate": 1.3953478643515396e-06,
      "loss": 0.3372,
      "step": 1865960
    },
    {
      "epoch": 520.78,
      "grad_norm": 1.1216857433319092,
      "learning_rate": 1.3953231374580623e-06,
      "loss": 0.3305,
      "step": 1865970
    },
    {
      "epoch": 520.79,
      "grad_norm": 1.2978326082229614,
      "learning_rate": 1.39529841069082e-06,
      "loss": 0.3678,
      "step": 1865980
    },
    {
      "epoch": 520.79,
      "grad_norm": 1.1282258033752441,
      "learning_rate": 1.395273684049818e-06,
      "loss": 0.3417,
      "step": 1865990
    },
    {
      "epoch": 520.79,
      "grad_norm": 1.0660897493362427,
      "learning_rate": 1.3952489575350585e-06,
      "loss": 0.3676,
      "step": 1866000
    },
    {
      "epoch": 520.8,
      "grad_norm": 2.1819944381713867,
      "learning_rate": 1.3952242311465438e-06,
      "loss": 0.3524,
      "step": 1866010
    },
    {
      "epoch": 520.8,
      "grad_norm": 1.1467419862747192,
      "learning_rate": 1.3951995048842788e-06,
      "loss": 0.339,
      "step": 1866020
    },
    {
      "epoch": 520.8,
      "grad_norm": 1.1911592483520508,
      "learning_rate": 1.3951747787482664e-06,
      "loss": 0.3537,
      "step": 1866030
    },
    {
      "epoch": 520.8,
      "grad_norm": 1.0612874031066895,
      "learning_rate": 1.3951500527385086e-06,
      "loss": 0.3335,
      "step": 1866040
    },
    {
      "epoch": 520.81,
      "grad_norm": 1.2206746339797974,
      "learning_rate": 1.3951253268550105e-06,
      "loss": 0.322,
      "step": 1866050
    },
    {
      "epoch": 520.81,
      "grad_norm": 1.0195811986923218,
      "learning_rate": 1.3951006010977749e-06,
      "loss": 0.3371,
      "step": 1866060
    },
    {
      "epoch": 520.81,
      "grad_norm": 1.136669397354126,
      "learning_rate": 1.3950758754668041e-06,
      "loss": 0.3331,
      "step": 1866070
    },
    {
      "epoch": 520.81,
      "grad_norm": 1.183868169784546,
      "learning_rate": 1.3950511499621023e-06,
      "loss": 0.3321,
      "step": 1866080
    },
    {
      "epoch": 520.82,
      "grad_norm": 1.175086259841919,
      "learning_rate": 1.395026424583673e-06,
      "loss": 0.3326,
      "step": 1866090
    },
    {
      "epoch": 520.82,
      "grad_norm": 1.054714560508728,
      "learning_rate": 1.395001699331518e-06,
      "loss": 0.34,
      "step": 1866100
    },
    {
      "epoch": 520.82,
      "grad_norm": 1.162109375,
      "learning_rate": 1.3949769742056423e-06,
      "loss": 0.3438,
      "step": 1866110
    },
    {
      "epoch": 520.83,
      "grad_norm": 0.9731153845787048,
      "learning_rate": 1.3949522492060491e-06,
      "loss": 0.3524,
      "step": 1866120
    },
    {
      "epoch": 520.83,
      "grad_norm": 1.1339627504348755,
      "learning_rate": 1.3949275243327396e-06,
      "loss": 0.3554,
      "step": 1866130
    },
    {
      "epoch": 520.83,
      "grad_norm": 1.308458685874939,
      "learning_rate": 1.3949027995857198e-06,
      "loss": 0.3535,
      "step": 1866140
    },
    {
      "epoch": 520.83,
      "grad_norm": 1.0779906511306763,
      "learning_rate": 1.394878074964992e-06,
      "loss": 0.3441,
      "step": 1866150
    },
    {
      "epoch": 520.84,
      "grad_norm": 1.275260329246521,
      "learning_rate": 1.394853350470559e-06,
      "loss": 0.3414,
      "step": 1866160
    },
    {
      "epoch": 520.84,
      "grad_norm": 1.165356993675232,
      "learning_rate": 1.3948286261024243e-06,
      "loss": 0.3397,
      "step": 1866170
    },
    {
      "epoch": 520.84,
      "grad_norm": 1.0525047779083252,
      "learning_rate": 1.3948039018605919e-06,
      "loss": 0.3493,
      "step": 1866180
    },
    {
      "epoch": 520.85,
      "grad_norm": 1.0077786445617676,
      "learning_rate": 1.394779177745063e-06,
      "loss": 0.34,
      "step": 1866190
    },
    {
      "epoch": 520.85,
      "grad_norm": 0.8520460724830627,
      "learning_rate": 1.3947544537558435e-06,
      "loss": 0.3247,
      "step": 1866200
    },
    {
      "epoch": 520.85,
      "grad_norm": 1.0531734228134155,
      "learning_rate": 1.3947297298929357e-06,
      "loss": 0.3484,
      "step": 1866210
    },
    {
      "epoch": 520.85,
      "grad_norm": 1.1236038208007812,
      "learning_rate": 1.3947050061563423e-06,
      "loss": 0.3347,
      "step": 1866220
    },
    {
      "epoch": 520.86,
      "grad_norm": 1.186315894126892,
      "learning_rate": 1.3946802825460673e-06,
      "loss": 0.3377,
      "step": 1866230
    },
    {
      "epoch": 520.86,
      "grad_norm": 1.0612030029296875,
      "learning_rate": 1.394655559062113e-06,
      "loss": 0.3469,
      "step": 1866240
    },
    {
      "epoch": 520.86,
      "grad_norm": 0.9250223636627197,
      "learning_rate": 1.3946308357044842e-06,
      "loss": 0.3352,
      "step": 1866250
    },
    {
      "epoch": 520.87,
      "grad_norm": 1.095729947090149,
      "learning_rate": 1.3946061124731836e-06,
      "loss": 0.3501,
      "step": 1866260
    },
    {
      "epoch": 520.87,
      "grad_norm": 1.0260095596313477,
      "learning_rate": 1.3945813893682134e-06,
      "loss": 0.3352,
      "step": 1866270
    },
    {
      "epoch": 520.87,
      "grad_norm": 1.0787370204925537,
      "learning_rate": 1.3945566663895787e-06,
      "loss": 0.3457,
      "step": 1866280
    },
    {
      "epoch": 520.87,
      "grad_norm": 1.1426905393600464,
      "learning_rate": 1.3945319435372816e-06,
      "loss": 0.3412,
      "step": 1866290
    },
    {
      "epoch": 520.88,
      "grad_norm": 1.0333526134490967,
      "learning_rate": 1.3945072208113255e-06,
      "loss": 0.3245,
      "step": 1866300
    },
    {
      "epoch": 520.88,
      "grad_norm": 1.0888293981552124,
      "learning_rate": 1.3944824982117144e-06,
      "loss": 0.342,
      "step": 1866310
    },
    {
      "epoch": 520.88,
      "grad_norm": 1.301200032234192,
      "learning_rate": 1.394457775738451e-06,
      "loss": 0.3552,
      "step": 1866320
    },
    {
      "epoch": 520.88,
      "grad_norm": 1.1561317443847656,
      "learning_rate": 1.3944330533915375e-06,
      "loss": 0.328,
      "step": 1866330
    },
    {
      "epoch": 520.89,
      "grad_norm": 1.197418212890625,
      "learning_rate": 1.3944083311709793e-06,
      "loss": 0.3279,
      "step": 1866340
    },
    {
      "epoch": 520.89,
      "grad_norm": 2.8872904777526855,
      "learning_rate": 1.394383609076779e-06,
      "loss": 0.355,
      "step": 1866350
    },
    {
      "epoch": 520.89,
      "grad_norm": 1.1418448686599731,
      "learning_rate": 1.3943588871089388e-06,
      "loss": 0.3278,
      "step": 1866360
    },
    {
      "epoch": 520.9,
      "grad_norm": 0.9900841116905212,
      "learning_rate": 1.3943341652674632e-06,
      "loss": 0.3334,
      "step": 1866370
    },
    {
      "epoch": 520.9,
      "grad_norm": 0.9579681158065796,
      "learning_rate": 1.3943094435523555e-06,
      "loss": 0.3339,
      "step": 1866380
    },
    {
      "epoch": 520.9,
      "grad_norm": 1.014053463935852,
      "learning_rate": 1.3942847219636178e-06,
      "loss": 0.3512,
      "step": 1866390
    },
    {
      "epoch": 520.9,
      "grad_norm": 1.0374975204467773,
      "learning_rate": 1.3942600005012554e-06,
      "loss": 0.3451,
      "step": 1866400
    },
    {
      "epoch": 520.91,
      "grad_norm": 1.0727616548538208,
      "learning_rate": 1.3942352791652698e-06,
      "loss": 0.338,
      "step": 1866410
    },
    {
      "epoch": 520.91,
      "grad_norm": 1.1212226152420044,
      "learning_rate": 1.3942105579556636e-06,
      "loss": 0.3324,
      "step": 1866420
    },
    {
      "epoch": 520.91,
      "grad_norm": 1.3621575832366943,
      "learning_rate": 1.3941858368724429e-06,
      "loss": 0.3514,
      "step": 1866430
    },
    {
      "epoch": 520.92,
      "grad_norm": 1.038852572441101,
      "learning_rate": 1.3941611159156092e-06,
      "loss": 0.3322,
      "step": 1866440
    },
    {
      "epoch": 520.92,
      "grad_norm": 1.0743337869644165,
      "learning_rate": 1.394136395085166e-06,
      "loss": 0.3263,
      "step": 1866450
    },
    {
      "epoch": 520.92,
      "grad_norm": 1.0376616716384888,
      "learning_rate": 1.3941116743811165e-06,
      "loss": 0.3708,
      "step": 1866460
    },
    {
      "epoch": 520.92,
      "grad_norm": 1.3309537172317505,
      "learning_rate": 1.3940869538034642e-06,
      "loss": 0.3451,
      "step": 1866470
    },
    {
      "epoch": 520.93,
      "grad_norm": 1.1131095886230469,
      "learning_rate": 1.3940622333522116e-06,
      "loss": 0.3452,
      "step": 1866480
    },
    {
      "epoch": 520.93,
      "grad_norm": 1.1367285251617432,
      "learning_rate": 1.3940375130273635e-06,
      "loss": 0.339,
      "step": 1866490
    },
    {
      "epoch": 520.93,
      "grad_norm": 0.9008092284202576,
      "learning_rate": 1.3940127928289225e-06,
      "loss": 0.3191,
      "step": 1866500
    },
    {
      "epoch": 520.93,
      "grad_norm": 1.0320909023284912,
      "learning_rate": 1.3939880727568907e-06,
      "loss": 0.3636,
      "step": 1866510
    },
    {
      "epoch": 520.94,
      "grad_norm": 1.1336748600006104,
      "learning_rate": 1.3939633528112737e-06,
      "loss": 0.3249,
      "step": 1866520
    },
    {
      "epoch": 520.94,
      "grad_norm": 0.9191942811012268,
      "learning_rate": 1.3939386329920726e-06,
      "loss": 0.3367,
      "step": 1866530
    },
    {
      "epoch": 520.94,
      "grad_norm": 1.16947603225708,
      "learning_rate": 1.3939139132992924e-06,
      "loss": 0.3404,
      "step": 1866540
    },
    {
      "epoch": 520.95,
      "grad_norm": 1.2593733072280884,
      "learning_rate": 1.393889193732936e-06,
      "loss": 0.3437,
      "step": 1866550
    },
    {
      "epoch": 520.95,
      "grad_norm": 0.962766170501709,
      "learning_rate": 1.3938644742930046e-06,
      "loss": 0.3368,
      "step": 1866560
    },
    {
      "epoch": 520.95,
      "grad_norm": 1.0638622045516968,
      "learning_rate": 1.3938397549795048e-06,
      "loss": 0.3366,
      "step": 1866570
    },
    {
      "epoch": 520.95,
      "grad_norm": 1.2221662998199463,
      "learning_rate": 1.3938150357924384e-06,
      "loss": 0.3408,
      "step": 1866580
    },
    {
      "epoch": 520.96,
      "grad_norm": 1.0454037189483643,
      "learning_rate": 1.3937903167318076e-06,
      "loss": 0.3442,
      "step": 1866590
    },
    {
      "epoch": 520.96,
      "grad_norm": 1.157389760017395,
      "learning_rate": 1.3937655977976174e-06,
      "loss": 0.343,
      "step": 1866600
    },
    {
      "epoch": 520.96,
      "grad_norm": 1.1514724493026733,
      "learning_rate": 1.3937408789898704e-06,
      "loss": 0.3548,
      "step": 1866610
    },
    {
      "epoch": 520.97,
      "grad_norm": 1.1137745380401611,
      "learning_rate": 1.3937161603085689e-06,
      "loss": 0.3263,
      "step": 1866620
    },
    {
      "epoch": 520.97,
      "grad_norm": 1.1422119140625,
      "learning_rate": 1.3936914417537182e-06,
      "loss": 0.34,
      "step": 1866630
    },
    {
      "epoch": 520.97,
      "grad_norm": 1.0834211111068726,
      "learning_rate": 1.3936667233253204e-06,
      "loss": 0.3339,
      "step": 1866640
    },
    {
      "epoch": 520.97,
      "grad_norm": 1.0149400234222412,
      "learning_rate": 1.393642005023378e-06,
      "loss": 0.3485,
      "step": 1866650
    },
    {
      "epoch": 520.98,
      "grad_norm": 1.2104759216308594,
      "learning_rate": 1.3936172868478964e-06,
      "loss": 0.3578,
      "step": 1866660
    },
    {
      "epoch": 520.98,
      "grad_norm": 0.9400306940078735,
      "learning_rate": 1.3935925687988777e-06,
      "loss": 0.334,
      "step": 1866670
    },
    {
      "epoch": 520.98,
      "grad_norm": 1.1763050556182861,
      "learning_rate": 1.3935678508763246e-06,
      "loss": 0.34,
      "step": 1866680
    },
    {
      "epoch": 520.99,
      "grad_norm": 1.20034658908844,
      "learning_rate": 1.3935431330802415e-06,
      "loss": 0.3432,
      "step": 1866690
    },
    {
      "epoch": 520.99,
      "grad_norm": 1.0763546228408813,
      "learning_rate": 1.393518415410631e-06,
      "loss": 0.3552,
      "step": 1866700
    },
    {
      "epoch": 520.99,
      "grad_norm": 1.0542088747024536,
      "learning_rate": 1.393493697867496e-06,
      "loss": 0.3184,
      "step": 1866710
    },
    {
      "epoch": 520.99,
      "grad_norm": 1.6800658702850342,
      "learning_rate": 1.3934689804508411e-06,
      "loss": 0.3311,
      "step": 1866720
    },
    {
      "epoch": 521.0,
      "grad_norm": 1.249414324760437,
      "learning_rate": 1.3934442631606688e-06,
      "loss": 0.3515,
      "step": 1866730
    },
    {
      "epoch": 521.0,
      "grad_norm": 1.0089062452316284,
      "learning_rate": 1.3934195459969823e-06,
      "loss": 0.3402,
      "step": 1866740
    },
    {
      "epoch": 521.0,
      "eval_loss": 0.3417282998561859,
      "eval_runtime": 65.9577,
      "eval_samples_per_second": 76.701,
      "eval_steps_per_second": 9.597,
      "step": 1866743
    },
    {
      "epoch": 521.0,
      "grad_norm": 1.2672369480133057,
      "learning_rate": 1.393394828959785e-06,
      "loss": 0.3366,
      "step": 1866750
    },
    {
      "epoch": 521.0,
      "grad_norm": 1.1145323514938354,
      "learning_rate": 1.3933701120490808e-06,
      "loss": 0.3532,
      "step": 1866760
    },
    {
      "epoch": 521.01,
      "grad_norm": 1.2350854873657227,
      "learning_rate": 1.3933453952648711e-06,
      "loss": 0.3487,
      "step": 1866770
    },
    {
      "epoch": 521.01,
      "grad_norm": 1.2297070026397705,
      "learning_rate": 1.3933206786071614e-06,
      "loss": 0.3466,
      "step": 1866780
    },
    {
      "epoch": 521.01,
      "grad_norm": 1.0894689559936523,
      "learning_rate": 1.3932959620759543e-06,
      "loss": 0.35,
      "step": 1866790
    },
    {
      "epoch": 521.02,
      "grad_norm": 1.1515607833862305,
      "learning_rate": 1.3932712456712523e-06,
      "loss": 0.356,
      "step": 1866800
    },
    {
      "epoch": 521.02,
      "grad_norm": 0.9624106884002686,
      "learning_rate": 1.3932465293930597e-06,
      "loss": 0.3502,
      "step": 1866810
    },
    {
      "epoch": 521.02,
      "grad_norm": 0.9389991760253906,
      "learning_rate": 1.3932218132413789e-06,
      "loss": 0.3341,
      "step": 1866820
    },
    {
      "epoch": 521.02,
      "grad_norm": 1.0941096544265747,
      "learning_rate": 1.3931970972162143e-06,
      "loss": 0.3519,
      "step": 1866830
    },
    {
      "epoch": 521.03,
      "grad_norm": 1.2541738748550415,
      "learning_rate": 1.3931723813175687e-06,
      "loss": 0.339,
      "step": 1866840
    },
    {
      "epoch": 521.03,
      "grad_norm": 1.105596899986267,
      "learning_rate": 1.3931476655454442e-06,
      "loss": 0.3298,
      "step": 1866850
    },
    {
      "epoch": 521.03,
      "grad_norm": 1.3801157474517822,
      "learning_rate": 1.3931229498998458e-06,
      "loss": 0.3379,
      "step": 1866860
    },
    {
      "epoch": 521.04,
      "grad_norm": 1.1397401094436646,
      "learning_rate": 1.3930982343807765e-06,
      "loss": 0.3512,
      "step": 1866870
    },
    {
      "epoch": 521.04,
      "grad_norm": 1.0682682991027832,
      "learning_rate": 1.3930735189882383e-06,
      "loss": 0.3252,
      "step": 1866880
    },
    {
      "epoch": 521.04,
      "grad_norm": 1.2315642833709717,
      "learning_rate": 1.3930488037222361e-06,
      "loss": 0.3316,
      "step": 1866890
    },
    {
      "epoch": 521.04,
      "grad_norm": 1.102766990661621,
      "learning_rate": 1.3930240885827726e-06,
      "loss": 0.3377,
      "step": 1866900
    },
    {
      "epoch": 521.05,
      "grad_norm": 1.1760824918746948,
      "learning_rate": 1.39299937356985e-06,
      "loss": 0.3494,
      "step": 1866910
    },
    {
      "epoch": 521.05,
      "grad_norm": 1.0713478326797485,
      "learning_rate": 1.3929746586834734e-06,
      "loss": 0.3393,
      "step": 1866920
    },
    {
      "epoch": 521.05,
      "grad_norm": 1.3128349781036377,
      "learning_rate": 1.3929499439236454e-06,
      "loss": 0.3408,
      "step": 1866930
    },
    {
      "epoch": 521.05,
      "grad_norm": 1.2083823680877686,
      "learning_rate": 1.3929252292903682e-06,
      "loss": 0.3337,
      "step": 1866940
    },
    {
      "epoch": 521.06,
      "grad_norm": 1.0316753387451172,
      "learning_rate": 1.3929005147836467e-06,
      "loss": 0.3391,
      "step": 1866950
    },
    {
      "epoch": 521.06,
      "grad_norm": 0.9277544617652893,
      "learning_rate": 1.3928758004034839e-06,
      "loss": 0.3398,
      "step": 1866960
    },
    {
      "epoch": 521.06,
      "grad_norm": 1.0448803901672363,
      "learning_rate": 1.3928510861498821e-06,
      "loss": 0.3454,
      "step": 1866970
    },
    {
      "epoch": 521.07,
      "grad_norm": 1.2124686241149902,
      "learning_rate": 1.3928263720228455e-06,
      "loss": 0.3474,
      "step": 1866980
    },
    {
      "epoch": 521.07,
      "grad_norm": 1.3519936800003052,
      "learning_rate": 1.3928016580223772e-06,
      "loss": 0.3456,
      "step": 1866990
    },
    {
      "epoch": 521.07,
      "grad_norm": 1.3052890300750732,
      "learning_rate": 1.3927769441484796e-06,
      "loss": 0.3488,
      "step": 1867000
    },
    {
      "epoch": 521.07,
      "grad_norm": 1.1287449598312378,
      "learning_rate": 1.3927522304011577e-06,
      "loss": 0.3392,
      "step": 1867010
    },
    {
      "epoch": 521.08,
      "grad_norm": 1.1640745401382446,
      "learning_rate": 1.3927275167804135e-06,
      "loss": 0.3323,
      "step": 1867020
    },
    {
      "epoch": 521.08,
      "grad_norm": 1.173783540725708,
      "learning_rate": 1.3927028032862505e-06,
      "loss": 0.3435,
      "step": 1867030
    },
    {
      "epoch": 521.08,
      "grad_norm": 1.0831315517425537,
      "learning_rate": 1.3926780899186725e-06,
      "loss": 0.3278,
      "step": 1867040
    },
    {
      "epoch": 521.09,
      "grad_norm": 1.026856780052185,
      "learning_rate": 1.3926533766776824e-06,
      "loss": 0.3447,
      "step": 1867050
    },
    {
      "epoch": 521.09,
      "grad_norm": 1.1660716533660889,
      "learning_rate": 1.3926286635632828e-06,
      "loss": 0.3448,
      "step": 1867060
    },
    {
      "epoch": 521.09,
      "grad_norm": 1.0847017765045166,
      "learning_rate": 1.3926039505754784e-06,
      "loss": 0.3389,
      "step": 1867070
    },
    {
      "epoch": 521.09,
      "grad_norm": 1.2266037464141846,
      "learning_rate": 1.392579237714271e-06,
      "loss": 0.3315,
      "step": 1867080
    },
    {
      "epoch": 521.1,
      "grad_norm": 1.3569821119308472,
      "learning_rate": 1.3925545249796656e-06,
      "loss": 0.3528,
      "step": 1867090
    },
    {
      "epoch": 521.1,
      "grad_norm": 1.0935909748077393,
      "learning_rate": 1.3925298123716647e-06,
      "loss": 0.3508,
      "step": 1867100
    },
    {
      "epoch": 521.1,
      "grad_norm": 1.1798492670059204,
      "learning_rate": 1.3925050998902708e-06,
      "loss": 0.335,
      "step": 1867110
    },
    {
      "epoch": 521.11,
      "grad_norm": 1.0529688596725464,
      "learning_rate": 1.3924803875354882e-06,
      "loss": 0.348,
      "step": 1867120
    },
    {
      "epoch": 521.11,
      "grad_norm": 1.262932300567627,
      "learning_rate": 1.3924556753073203e-06,
      "loss": 0.3492,
      "step": 1867130
    },
    {
      "epoch": 521.11,
      "grad_norm": 1.1934318542480469,
      "learning_rate": 1.3924309632057686e-06,
      "loss": 0.3393,
      "step": 1867140
    },
    {
      "epoch": 521.11,
      "grad_norm": 1.0987099409103394,
      "learning_rate": 1.3924062512308388e-06,
      "loss": 0.3345,
      "step": 1867150
    },
    {
      "epoch": 521.12,
      "grad_norm": 1.0108673572540283,
      "learning_rate": 1.392381539382533e-06,
      "loss": 0.3419,
      "step": 1867160
    },
    {
      "epoch": 521.12,
      "grad_norm": 1.189475655555725,
      "learning_rate": 1.3923568276608542e-06,
      "loss": 0.3414,
      "step": 1867170
    },
    {
      "epoch": 521.12,
      "grad_norm": 1.0955363512039185,
      "learning_rate": 1.3923321160658067e-06,
      "loss": 0.355,
      "step": 1867180
    },
    {
      "epoch": 521.12,
      "grad_norm": 1.0975416898727417,
      "learning_rate": 1.3923074045973932e-06,
      "loss": 0.35,
      "step": 1867190
    },
    {
      "epoch": 521.13,
      "grad_norm": 1.4458447694778442,
      "learning_rate": 1.3922826932556157e-06,
      "loss": 0.3336,
      "step": 1867200
    },
    {
      "epoch": 521.13,
      "grad_norm": 0.9926308989524841,
      "learning_rate": 1.3922579820404802e-06,
      "loss": 0.3468,
      "step": 1867210
    },
    {
      "epoch": 521.13,
      "grad_norm": 1.0763068199157715,
      "learning_rate": 1.392233270951988e-06,
      "loss": 0.3467,
      "step": 1867220
    },
    {
      "epoch": 521.14,
      "grad_norm": 0.993594765663147,
      "learning_rate": 1.3922085599901426e-06,
      "loss": 0.3474,
      "step": 1867230
    },
    {
      "epoch": 521.14,
      "grad_norm": 1.1804461479187012,
      "learning_rate": 1.3921838491549477e-06,
      "loss": 0.3555,
      "step": 1867240
    },
    {
      "epoch": 521.14,
      "grad_norm": 1.1462842226028442,
      "learning_rate": 1.3921591384464075e-06,
      "loss": 0.3525,
      "step": 1867250
    },
    {
      "epoch": 521.14,
      "grad_norm": 1.127808690071106,
      "learning_rate": 1.3921344278645231e-06,
      "loss": 0.3353,
      "step": 1867260
    },
    {
      "epoch": 521.15,
      "grad_norm": 1.0109821557998657,
      "learning_rate": 1.3921097174092996e-06,
      "loss": 0.3453,
      "step": 1867270
    },
    {
      "epoch": 521.15,
      "grad_norm": 1.3116170167922974,
      "learning_rate": 1.3920850070807401e-06,
      "loss": 0.3566,
      "step": 1867280
    },
    {
      "epoch": 521.15,
      "grad_norm": 1.0806113481521606,
      "learning_rate": 1.392060296878846e-06,
      "loss": 0.3428,
      "step": 1867290
    },
    {
      "epoch": 521.16,
      "grad_norm": 1.1538738012313843,
      "learning_rate": 1.3920355868036232e-06,
      "loss": 0.3436,
      "step": 1867300
    },
    {
      "epoch": 521.16,
      "grad_norm": 1.0315258502960205,
      "learning_rate": 1.3920108768550739e-06,
      "loss": 0.354,
      "step": 1867310
    },
    {
      "epoch": 521.16,
      "grad_norm": 1.4122999906539917,
      "learning_rate": 1.3919861670332008e-06,
      "loss": 0.3598,
      "step": 1867320
    },
    {
      "epoch": 521.16,
      "grad_norm": 1.012929081916809,
      "learning_rate": 1.3919614573380079e-06,
      "loss": 0.3407,
      "step": 1867330
    },
    {
      "epoch": 521.17,
      "grad_norm": 1.0854220390319824,
      "learning_rate": 1.3919367477694987e-06,
      "loss": 0.3563,
      "step": 1867340
    },
    {
      "epoch": 521.17,
      "grad_norm": 1.0225681066513062,
      "learning_rate": 1.3919120383276756e-06,
      "loss": 0.3357,
      "step": 1867350
    },
    {
      "epoch": 521.17,
      "grad_norm": 1.0896258354187012,
      "learning_rate": 1.3918873290125427e-06,
      "loss": 0.3297,
      "step": 1867360
    },
    {
      "epoch": 521.17,
      "grad_norm": 1.0212876796722412,
      "learning_rate": 1.391862619824102e-06,
      "loss": 0.3404,
      "step": 1867370
    },
    {
      "epoch": 521.18,
      "grad_norm": 1.0646073818206787,
      "learning_rate": 1.3918379107623591e-06,
      "loss": 0.347,
      "step": 1867380
    },
    {
      "epoch": 521.18,
      "grad_norm": 1.2564953565597534,
      "learning_rate": 1.3918132018273158e-06,
      "loss": 0.3594,
      "step": 1867390
    },
    {
      "epoch": 521.18,
      "grad_norm": 1.0899429321289062,
      "learning_rate": 1.3917884930189753e-06,
      "loss": 0.3451,
      "step": 1867400
    },
    {
      "epoch": 521.19,
      "grad_norm": 0.9869754314422607,
      "learning_rate": 1.3917637843373411e-06,
      "loss": 0.3613,
      "step": 1867410
    },
    {
      "epoch": 521.19,
      "grad_norm": 1.1400846242904663,
      "learning_rate": 1.3917390757824167e-06,
      "loss": 0.3439,
      "step": 1867420
    },
    {
      "epoch": 521.19,
      "grad_norm": 1.2182164192199707,
      "learning_rate": 1.3917143673542043e-06,
      "loss": 0.3253,
      "step": 1867430
    },
    {
      "epoch": 521.19,
      "grad_norm": 1.1932947635650635,
      "learning_rate": 1.3916896590527092e-06,
      "loss": 0.3513,
      "step": 1867440
    },
    {
      "epoch": 521.2,
      "grad_norm": 1.2846115827560425,
      "learning_rate": 1.3916649508779334e-06,
      "loss": 0.3308,
      "step": 1867450
    },
    {
      "epoch": 521.2,
      "grad_norm": 1.0260590314865112,
      "learning_rate": 1.3916402428298795e-06,
      "loss": 0.3251,
      "step": 1867460
    },
    {
      "epoch": 521.2,
      "grad_norm": 1.0017033815383911,
      "learning_rate": 1.3916155349085527e-06,
      "loss": 0.3582,
      "step": 1867470
    },
    {
      "epoch": 521.21,
      "grad_norm": 0.9614692330360413,
      "learning_rate": 1.3915908271139552e-06,
      "loss": 0.3477,
      "step": 1867480
    },
    {
      "epoch": 521.21,
      "grad_norm": 1.0975261926651,
      "learning_rate": 1.3915661194460899e-06,
      "loss": 0.3493,
      "step": 1867490
    },
    {
      "epoch": 521.21,
      "grad_norm": 1.2332980632781982,
      "learning_rate": 1.3915414119049606e-06,
      "loss": 0.3294,
      "step": 1867500
    },
    {
      "epoch": 521.21,
      "grad_norm": 1.0236366987228394,
      "learning_rate": 1.3915167044905712e-06,
      "loss": 0.3491,
      "step": 1867510
    },
    {
      "epoch": 521.22,
      "grad_norm": 1.024962306022644,
      "learning_rate": 1.391491997202923e-06,
      "loss": 0.3537,
      "step": 1867520
    },
    {
      "epoch": 521.22,
      "grad_norm": 1.3586186170578003,
      "learning_rate": 1.3914672900420216e-06,
      "loss": 0.3472,
      "step": 1867530
    },
    {
      "epoch": 521.22,
      "grad_norm": 1.185161828994751,
      "learning_rate": 1.391442583007869e-06,
      "loss": 0.3464,
      "step": 1867540
    },
    {
      "epoch": 521.23,
      "grad_norm": 1.244378685951233,
      "learning_rate": 1.3914178761004689e-06,
      "loss": 0.3529,
      "step": 1867550
    },
    {
      "epoch": 521.23,
      "grad_norm": 1.1626681089401245,
      "learning_rate": 1.3913931693198246e-06,
      "loss": 0.3429,
      "step": 1867560
    },
    {
      "epoch": 521.23,
      "grad_norm": 1.0982474088668823,
      "learning_rate": 1.3913684626659395e-06,
      "loss": 0.356,
      "step": 1867570
    },
    {
      "epoch": 521.23,
      "grad_norm": 1.0661358833312988,
      "learning_rate": 1.3913437561388152e-06,
      "loss": 0.3261,
      "step": 1867580
    },
    {
      "epoch": 521.24,
      "grad_norm": 1.2996432781219482,
      "learning_rate": 1.3913190497384576e-06,
      "loss": 0.3272,
      "step": 1867590
    },
    {
      "epoch": 521.24,
      "grad_norm": 1.6991811990737915,
      "learning_rate": 1.3912943434648689e-06,
      "loss": 0.3254,
      "step": 1867600
    },
    {
      "epoch": 521.24,
      "grad_norm": 1.3338069915771484,
      "learning_rate": 1.3912696373180513e-06,
      "loss": 0.3425,
      "step": 1867610
    },
    {
      "epoch": 521.24,
      "grad_norm": 1.0144699811935425,
      "learning_rate": 1.3912449312980103e-06,
      "loss": 0.3356,
      "step": 1867620
    },
    {
      "epoch": 521.25,
      "grad_norm": 1.159116506576538,
      "learning_rate": 1.3912202254047476e-06,
      "loss": 0.3449,
      "step": 1867630
    },
    {
      "epoch": 521.25,
      "grad_norm": 1.134818196296692,
      "learning_rate": 1.3911955196382665e-06,
      "loss": 0.3531,
      "step": 1867640
    },
    {
      "epoch": 521.25,
      "grad_norm": 1.184261679649353,
      "learning_rate": 1.3911708139985712e-06,
      "loss": 0.3472,
      "step": 1867650
    },
    {
      "epoch": 521.26,
      "grad_norm": 1.5159761905670166,
      "learning_rate": 1.3911461084856634e-06,
      "loss": 0.3508,
      "step": 1867660
    },
    {
      "epoch": 521.26,
      "grad_norm": 1.312239408493042,
      "learning_rate": 1.3911214030995485e-06,
      "loss": 0.3388,
      "step": 1867670
    },
    {
      "epoch": 521.26,
      "grad_norm": 1.1024945974349976,
      "learning_rate": 1.3910966978402288e-06,
      "loss": 0.3616,
      "step": 1867680
    },
    {
      "epoch": 521.26,
      "grad_norm": 1.1298527717590332,
      "learning_rate": 1.3910719927077068e-06,
      "loss": 0.3559,
      "step": 1867690
    },
    {
      "epoch": 521.27,
      "grad_norm": 1.1788952350616455,
      "learning_rate": 1.391047287701987e-06,
      "loss": 0.3402,
      "step": 1867700
    },
    {
      "epoch": 521.27,
      "grad_norm": 0.9630085825920105,
      "learning_rate": 1.3910225828230726e-06,
      "loss": 0.3256,
      "step": 1867710
    },
    {
      "epoch": 521.27,
      "grad_norm": 1.1373717784881592,
      "learning_rate": 1.390997878070965e-06,
      "loss": 0.3561,
      "step": 1867720
    },
    {
      "epoch": 521.28,
      "grad_norm": 1.090597152709961,
      "learning_rate": 1.3909731734456703e-06,
      "loss": 0.3288,
      "step": 1867730
    },
    {
      "epoch": 521.28,
      "grad_norm": 1.1590654850006104,
      "learning_rate": 1.3909484689471903e-06,
      "loss": 0.3548,
      "step": 1867740
    },
    {
      "epoch": 521.28,
      "grad_norm": 1.2916617393493652,
      "learning_rate": 1.3909237645755275e-06,
      "loss": 0.3435,
      "step": 1867750
    },
    {
      "epoch": 521.28,
      "grad_norm": 1.0366164445877075,
      "learning_rate": 1.390899060330687e-06,
      "loss": 0.352,
      "step": 1867760
    },
    {
      "epoch": 521.29,
      "grad_norm": 1.1393035650253296,
      "learning_rate": 1.3908743562126714e-06,
      "loss": 0.33,
      "step": 1867770
    },
    {
      "epoch": 521.29,
      "grad_norm": 1.0581871271133423,
      "learning_rate": 1.390849652221483e-06,
      "loss": 0.3449,
      "step": 1867780
    },
    {
      "epoch": 521.29,
      "grad_norm": 1.0311272144317627,
      "learning_rate": 1.3908249483571268e-06,
      "loss": 0.3313,
      "step": 1867790
    },
    {
      "epoch": 521.3,
      "grad_norm": 1.0349743366241455,
      "learning_rate": 1.390800244619605e-06,
      "loss": 0.3337,
      "step": 1867800
    },
    {
      "epoch": 521.3,
      "grad_norm": 0.919289231300354,
      "learning_rate": 1.39077554100892e-06,
      "loss": 0.3449,
      "step": 1867810
    },
    {
      "epoch": 521.3,
      "grad_norm": 1.1154488325119019,
      "learning_rate": 1.3907508375250774e-06,
      "loss": 0.3401,
      "step": 1867820
    },
    {
      "epoch": 521.3,
      "grad_norm": 1.161173939704895,
      "learning_rate": 1.3907261341680789e-06,
      "loss": 0.335,
      "step": 1867830
    },
    {
      "epoch": 521.31,
      "grad_norm": 0.9747747778892517,
      "learning_rate": 1.3907014309379278e-06,
      "loss": 0.3259,
      "step": 1867840
    },
    {
      "epoch": 521.31,
      "grad_norm": 1.087208867073059,
      "learning_rate": 1.3906767278346284e-06,
      "loss": 0.3557,
      "step": 1867850
    },
    {
      "epoch": 521.31,
      "grad_norm": 1.255317211151123,
      "learning_rate": 1.390652024858183e-06,
      "loss": 0.3438,
      "step": 1867860
    },
    {
      "epoch": 521.31,
      "grad_norm": 1.3132562637329102,
      "learning_rate": 1.3906273220085945e-06,
      "loss": 0.3366,
      "step": 1867870
    },
    {
      "epoch": 521.32,
      "grad_norm": 1.1492949724197388,
      "learning_rate": 1.3906026192858678e-06,
      "loss": 0.3323,
      "step": 1867880
    },
    {
      "epoch": 521.32,
      "grad_norm": 1.2218700647354126,
      "learning_rate": 1.3905779166900051e-06,
      "loss": 0.3316,
      "step": 1867890
    },
    {
      "epoch": 521.32,
      "grad_norm": 0.8925697803497314,
      "learning_rate": 1.390553214221009e-06,
      "loss": 0.3392,
      "step": 1867900
    },
    {
      "epoch": 521.33,
      "grad_norm": 1.2041361331939697,
      "learning_rate": 1.3905285118788846e-06,
      "loss": 0.3361,
      "step": 1867910
    },
    {
      "epoch": 521.33,
      "grad_norm": 1.2822667360305786,
      "learning_rate": 1.3905038096636344e-06,
      "loss": 0.3309,
      "step": 1867920
    },
    {
      "epoch": 521.33,
      "grad_norm": 1.3472763299942017,
      "learning_rate": 1.3904791075752607e-06,
      "loss": 0.3566,
      "step": 1867930
    },
    {
      "epoch": 521.33,
      "grad_norm": 1.1903038024902344,
      "learning_rate": 1.3904544056137683e-06,
      "loss": 0.3355,
      "step": 1867940
    },
    {
      "epoch": 521.34,
      "grad_norm": 1.063148021697998,
      "learning_rate": 1.390429703779159e-06,
      "loss": 0.3381,
      "step": 1867950
    },
    {
      "epoch": 521.34,
      "grad_norm": 1.2812871932983398,
      "learning_rate": 1.390405002071438e-06,
      "loss": 0.345,
      "step": 1867960
    },
    {
      "epoch": 521.34,
      "grad_norm": 1.0066803693771362,
      "learning_rate": 1.390380300490607e-06,
      "loss": 0.36,
      "step": 1867970
    },
    {
      "epoch": 521.35,
      "grad_norm": 1.0476629734039307,
      "learning_rate": 1.3903555990366696e-06,
      "loss": 0.3507,
      "step": 1867980
    },
    {
      "epoch": 521.35,
      "grad_norm": 1.180123209953308,
      "learning_rate": 1.3903308977096294e-06,
      "loss": 0.349,
      "step": 1867990
    },
    {
      "epoch": 521.35,
      "grad_norm": 1.1999154090881348,
      "learning_rate": 1.3903061965094898e-06,
      "loss": 0.3252,
      "step": 1868000
    },
    {
      "epoch": 521.35,
      "grad_norm": 1.6171505451202393,
      "learning_rate": 1.3902814954362526e-06,
      "loss": 0.3231,
      "step": 1868010
    },
    {
      "epoch": 521.36,
      "grad_norm": 1.0465012788772583,
      "learning_rate": 1.3902567944899237e-06,
      "loss": 0.3564,
      "step": 1868020
    },
    {
      "epoch": 521.36,
      "grad_norm": 1.2286509275436401,
      "learning_rate": 1.3902320936705046e-06,
      "loss": 0.36,
      "step": 1868030
    },
    {
      "epoch": 521.36,
      "grad_norm": 1.266312837600708,
      "learning_rate": 1.3902073929779982e-06,
      "loss": 0.3396,
      "step": 1868040
    },
    {
      "epoch": 521.36,
      "grad_norm": 1.1620830297470093,
      "learning_rate": 1.3901826924124097e-06,
      "loss": 0.335,
      "step": 1868050
    },
    {
      "epoch": 521.37,
      "grad_norm": 1.1714330911636353,
      "learning_rate": 1.390157991973741e-06,
      "loss": 0.3524,
      "step": 1868060
    },
    {
      "epoch": 521.37,
      "grad_norm": 1.1320785284042358,
      "learning_rate": 1.3901332916619956e-06,
      "loss": 0.329,
      "step": 1868070
    },
    {
      "epoch": 521.37,
      "grad_norm": 1.224281668663025,
      "learning_rate": 1.3901085914771768e-06,
      "loss": 0.352,
      "step": 1868080
    },
    {
      "epoch": 521.38,
      "grad_norm": 1.0094269514083862,
      "learning_rate": 1.3900838914192882e-06,
      "loss": 0.3344,
      "step": 1868090
    },
    {
      "epoch": 521.38,
      "grad_norm": 1.0552252531051636,
      "learning_rate": 1.390059191488332e-06,
      "loss": 0.3398,
      "step": 1868100
    },
    {
      "epoch": 521.38,
      "grad_norm": 1.1619017124176025,
      "learning_rate": 1.3900344916843132e-06,
      "loss": 0.3431,
      "step": 1868110
    },
    {
      "epoch": 521.38,
      "grad_norm": 1.1214674711227417,
      "learning_rate": 1.390009792007234e-06,
      "loss": 0.327,
      "step": 1868120
    },
    {
      "epoch": 521.39,
      "grad_norm": 1.1954160928726196,
      "learning_rate": 1.3899850924570973e-06,
      "loss": 0.348,
      "step": 1868130
    },
    {
      "epoch": 521.39,
      "grad_norm": 1.1485110521316528,
      "learning_rate": 1.3899603930339078e-06,
      "loss": 0.3539,
      "step": 1868140
    },
    {
      "epoch": 521.39,
      "grad_norm": 1.0782687664031982,
      "learning_rate": 1.3899356937376677e-06,
      "loss": 0.3499,
      "step": 1868150
    },
    {
      "epoch": 521.4,
      "grad_norm": 1.3434001207351685,
      "learning_rate": 1.3899109945683795e-06,
      "loss": 0.3484,
      "step": 1868160
    },
    {
      "epoch": 521.4,
      "grad_norm": 1.044668197631836,
      "learning_rate": 1.389886295526049e-06,
      "loss": 0.335,
      "step": 1868170
    },
    {
      "epoch": 521.4,
      "grad_norm": 1.072536587715149,
      "learning_rate": 1.3898615966106776e-06,
      "loss": 0.3526,
      "step": 1868180
    },
    {
      "epoch": 521.4,
      "grad_norm": 1.3151663541793823,
      "learning_rate": 1.3898368978222682e-06,
      "loss": 0.3203,
      "step": 1868190
    },
    {
      "epoch": 521.41,
      "grad_norm": 1.1750438213348389,
      "learning_rate": 1.3898121991608256e-06,
      "loss": 0.3433,
      "step": 1868200
    },
    {
      "epoch": 521.41,
      "grad_norm": 1.1660947799682617,
      "learning_rate": 1.3897875006263527e-06,
      "loss": 0.3386,
      "step": 1868210
    },
    {
      "epoch": 521.41,
      "grad_norm": 1.1808631420135498,
      "learning_rate": 1.389762802218852e-06,
      "loss": 0.3461,
      "step": 1868220
    },
    {
      "epoch": 521.42,
      "grad_norm": 1.0564604997634888,
      "learning_rate": 1.3897381039383275e-06,
      "loss": 0.3284,
      "step": 1868230
    },
    {
      "epoch": 521.42,
      "grad_norm": 1.295018196105957,
      "learning_rate": 1.3897134057847811e-06,
      "loss": 0.3474,
      "step": 1868240
    },
    {
      "epoch": 521.42,
      "grad_norm": 1.0840994119644165,
      "learning_rate": 1.3896887077582188e-06,
      "loss": 0.332,
      "step": 1868250
    },
    {
      "epoch": 521.42,
      "grad_norm": 1.2872742414474487,
      "learning_rate": 1.3896640098586417e-06,
      "loss": 0.3375,
      "step": 1868260
    },
    {
      "epoch": 521.43,
      "grad_norm": 1.2469947338104248,
      "learning_rate": 1.3896393120860538e-06,
      "loss": 0.3275,
      "step": 1868270
    },
    {
      "epoch": 521.43,
      "grad_norm": 1.0061744451522827,
      "learning_rate": 1.3896146144404585e-06,
      "loss": 0.3449,
      "step": 1868280
    },
    {
      "epoch": 521.43,
      "grad_norm": 1.037196397781372,
      "learning_rate": 1.3895899169218584e-06,
      "loss": 0.3399,
      "step": 1868290
    },
    {
      "epoch": 521.43,
      "grad_norm": 2.1442272663116455,
      "learning_rate": 1.3895652195302574e-06,
      "loss": 0.3344,
      "step": 1868300
    },
    {
      "epoch": 521.44,
      "grad_norm": 1.150001883506775,
      "learning_rate": 1.3895405222656588e-06,
      "loss": 0.3249,
      "step": 1868310
    },
    {
      "epoch": 521.44,
      "grad_norm": 1.3287756443023682,
      "learning_rate": 1.389515825128066e-06,
      "loss": 0.3451,
      "step": 1868320
    },
    {
      "epoch": 521.44,
      "grad_norm": 0.9047098159790039,
      "learning_rate": 1.389491128117481e-06,
      "loss": 0.3275,
      "step": 1868330
    },
    {
      "epoch": 521.45,
      "grad_norm": 1.3085154294967651,
      "learning_rate": 1.3894664312339089e-06,
      "loss": 0.3486,
      "step": 1868340
    },
    {
      "epoch": 521.45,
      "grad_norm": 1.108946442604065,
      "learning_rate": 1.3894417344773524e-06,
      "loss": 0.3441,
      "step": 1868350
    },
    {
      "epoch": 521.45,
      "grad_norm": 1.1282490491867065,
      "learning_rate": 1.3894170378478142e-06,
      "loss": 0.3428,
      "step": 1868360
    },
    {
      "epoch": 521.45,
      "grad_norm": 1.2926712036132812,
      "learning_rate": 1.3893923413452981e-06,
      "loss": 0.3352,
      "step": 1868370
    },
    {
      "epoch": 521.46,
      "grad_norm": 1.009853720664978,
      "learning_rate": 1.3893676449698078e-06,
      "loss": 0.3434,
      "step": 1868380
    },
    {
      "epoch": 521.46,
      "grad_norm": 1.1097509860992432,
      "learning_rate": 1.3893429487213448e-06,
      "loss": 0.3455,
      "step": 1868390
    },
    {
      "epoch": 521.46,
      "grad_norm": 1.1647251844406128,
      "learning_rate": 1.3893182525999146e-06,
      "loss": 0.3263,
      "step": 1868400
    },
    {
      "epoch": 521.47,
      "grad_norm": 0.8789491653442383,
      "learning_rate": 1.3892935566055194e-06,
      "loss": 0.3545,
      "step": 1868410
    },
    {
      "epoch": 521.47,
      "grad_norm": 1.1866490840911865,
      "learning_rate": 1.3892688607381618e-06,
      "loss": 0.3439,
      "step": 1868420
    },
    {
      "epoch": 521.47,
      "grad_norm": 1.0301973819732666,
      "learning_rate": 1.3892441649978468e-06,
      "loss": 0.338,
      "step": 1868430
    },
    {
      "epoch": 521.47,
      "grad_norm": 0.9675981402397156,
      "learning_rate": 1.3892194693845769e-06,
      "loss": 0.3299,
      "step": 1868440
    },
    {
      "epoch": 521.48,
      "grad_norm": 1.0776588916778564,
      "learning_rate": 1.3891947738983546e-06,
      "loss": 0.3312,
      "step": 1868450
    },
    {
      "epoch": 521.48,
      "grad_norm": 1.0709011554718018,
      "learning_rate": 1.3891700785391846e-06,
      "loss": 0.3177,
      "step": 1868460
    },
    {
      "epoch": 521.48,
      "grad_norm": 1.2108575105667114,
      "learning_rate": 1.389145383307069e-06,
      "loss": 0.3441,
      "step": 1868470
    },
    {
      "epoch": 521.48,
      "grad_norm": 1.1241921186447144,
      "learning_rate": 1.389120688202011e-06,
      "loss": 0.3399,
      "step": 1868480
    },
    {
      "epoch": 521.49,
      "grad_norm": 1.1619250774383545,
      "learning_rate": 1.3890959932240156e-06,
      "loss": 0.3421,
      "step": 1868490
    },
    {
      "epoch": 521.49,
      "grad_norm": 1.0843353271484375,
      "learning_rate": 1.3890712983730842e-06,
      "loss": 0.3308,
      "step": 1868500
    },
    {
      "epoch": 521.49,
      "grad_norm": 1.108117699623108,
      "learning_rate": 1.389046603649221e-06,
      "loss": 0.3343,
      "step": 1868510
    },
    {
      "epoch": 521.5,
      "grad_norm": 1.14127516746521,
      "learning_rate": 1.3890219090524291e-06,
      "loss": 0.3349,
      "step": 1868520
    },
    {
      "epoch": 521.5,
      "grad_norm": 0.988640546798706,
      "learning_rate": 1.388997214582711e-06,
      "loss": 0.341,
      "step": 1868530
    },
    {
      "epoch": 521.5,
      "grad_norm": 1.2443474531173706,
      "learning_rate": 1.3889725202400716e-06,
      "loss": 0.3421,
      "step": 1868540
    },
    {
      "epoch": 521.5,
      "grad_norm": 1.348730206489563,
      "learning_rate": 1.3889478260245134e-06,
      "loss": 0.3435,
      "step": 1868550
    },
    {
      "epoch": 521.51,
      "grad_norm": 1.09148108959198,
      "learning_rate": 1.3889231319360386e-06,
      "loss": 0.3309,
      "step": 1868560
    },
    {
      "epoch": 521.51,
      "grad_norm": 1.898575782775879,
      "learning_rate": 1.3888984379746525e-06,
      "loss": 0.3504,
      "step": 1868570
    },
    {
      "epoch": 521.51,
      "grad_norm": 1.1116790771484375,
      "learning_rate": 1.3888737441403576e-06,
      "loss": 0.324,
      "step": 1868580
    },
    {
      "epoch": 521.52,
      "grad_norm": 1.2205125093460083,
      "learning_rate": 1.3888490504331565e-06,
      "loss": 0.3545,
      "step": 1868590
    },
    {
      "epoch": 521.52,
      "grad_norm": 1.0518341064453125,
      "learning_rate": 1.3888243568530534e-06,
      "loss": 0.3359,
      "step": 1868600
    },
    {
      "epoch": 521.52,
      "grad_norm": 1.1353813409805298,
      "learning_rate": 1.388799663400051e-06,
      "loss": 0.3298,
      "step": 1868610
    },
    {
      "epoch": 521.52,
      "grad_norm": 1.2030410766601562,
      "learning_rate": 1.3887749700741518e-06,
      "loss": 0.3444,
      "step": 1868620
    },
    {
      "epoch": 521.53,
      "grad_norm": 1.394858479499817,
      "learning_rate": 1.388750276875361e-06,
      "loss": 0.3396,
      "step": 1868630
    },
    {
      "epoch": 521.53,
      "grad_norm": 1.00221586227417,
      "learning_rate": 1.388725583803681e-06,
      "loss": 0.3479,
      "step": 1868640
    },
    {
      "epoch": 521.53,
      "grad_norm": 1.1118836402893066,
      "learning_rate": 1.3887008908591148e-06,
      "loss": 0.315,
      "step": 1868650
    },
    {
      "epoch": 521.54,
      "grad_norm": 1.1794039011001587,
      "learning_rate": 1.388676198041666e-06,
      "loss": 0.346,
      "step": 1868660
    },
    {
      "epoch": 521.54,
      "grad_norm": 1.2225961685180664,
      "learning_rate": 1.388651505351338e-06,
      "loss": 0.3529,
      "step": 1868670
    },
    {
      "epoch": 521.54,
      "grad_norm": 1.238059401512146,
      "learning_rate": 1.3886268127881328e-06,
      "loss": 0.353,
      "step": 1868680
    },
    {
      "epoch": 521.54,
      "grad_norm": 1.0871199369430542,
      "learning_rate": 1.3886021203520557e-06,
      "loss": 0.3327,
      "step": 1868690
    },
    {
      "epoch": 521.55,
      "grad_norm": 1.1254189014434814,
      "learning_rate": 1.3885774280431089e-06,
      "loss": 0.3455,
      "step": 1868700
    },
    {
      "epoch": 521.55,
      "grad_norm": 1.0979396104812622,
      "learning_rate": 1.388552735861295e-06,
      "loss": 0.3361,
      "step": 1868710
    },
    {
      "epoch": 521.55,
      "grad_norm": 1.1450837850570679,
      "learning_rate": 1.3885280438066192e-06,
      "loss": 0.3497,
      "step": 1868720
    },
    {
      "epoch": 521.55,
      "grad_norm": 1.1628049612045288,
      "learning_rate": 1.3885033518790835e-06,
      "loss": 0.3315,
      "step": 1868730
    },
    {
      "epoch": 521.56,
      "grad_norm": 1.067641258239746,
      "learning_rate": 1.388478660078691e-06,
      "loss": 0.3454,
      "step": 1868740
    },
    {
      "epoch": 521.56,
      "grad_norm": 2.0096092224121094,
      "learning_rate": 1.388453968405446e-06,
      "loss": 0.348,
      "step": 1868750
    },
    {
      "epoch": 521.56,
      "grad_norm": 1.0571908950805664,
      "learning_rate": 1.3884292768593512e-06,
      "loss": 0.3372,
      "step": 1868760
    },
    {
      "epoch": 521.57,
      "grad_norm": 0.9923768043518066,
      "learning_rate": 1.3884045854404086e-06,
      "loss": 0.3374,
      "step": 1868770
    },
    {
      "epoch": 521.57,
      "grad_norm": 1.1597758531570435,
      "learning_rate": 1.388379894148624e-06,
      "loss": 0.3344,
      "step": 1868780
    },
    {
      "epoch": 521.57,
      "grad_norm": 1.0261154174804688,
      "learning_rate": 1.388355202983999e-06,
      "loss": 0.3454,
      "step": 1868790
    },
    {
      "epoch": 521.57,
      "grad_norm": 4.127498626708984,
      "learning_rate": 1.388330511946537e-06,
      "loss": 0.3423,
      "step": 1868800
    },
    {
      "epoch": 521.58,
      "grad_norm": 0.982997477054596,
      "learning_rate": 1.3883058210362422e-06,
      "loss": 0.3321,
      "step": 1868810
    },
    {
      "epoch": 521.58,
      "grad_norm": 1.2174861431121826,
      "learning_rate": 1.3882811302531162e-06,
      "loss": 0.3157,
      "step": 1868820
    },
    {
      "epoch": 521.58,
      "grad_norm": 0.9924154877662659,
      "learning_rate": 1.3882564395971648e-06,
      "loss": 0.3351,
      "step": 1868830
    },
    {
      "epoch": 521.59,
      "grad_norm": 1.290274739265442,
      "learning_rate": 1.388231749068389e-06,
      "loss": 0.3406,
      "step": 1868840
    },
    {
      "epoch": 521.59,
      "grad_norm": 0.9840207099914551,
      "learning_rate": 1.3882070586667925e-06,
      "loss": 0.3344,
      "step": 1868850
    },
    {
      "epoch": 521.59,
      "grad_norm": 1.0753175020217896,
      "learning_rate": 1.3881823683923799e-06,
      "loss": 0.3374,
      "step": 1868860
    },
    {
      "epoch": 521.59,
      "grad_norm": 1.0627379417419434,
      "learning_rate": 1.3881576782451537e-06,
      "loss": 0.3495,
      "step": 1868870
    },
    {
      "epoch": 521.6,
      "grad_norm": 1.2713942527770996,
      "learning_rate": 1.3881329882251165e-06,
      "loss": 0.331,
      "step": 1868880
    },
    {
      "epoch": 521.6,
      "grad_norm": 1.1362063884735107,
      "learning_rate": 1.3881082983322727e-06,
      "loss": 0.352,
      "step": 1868890
    },
    {
      "epoch": 521.6,
      "grad_norm": 1.2286735773086548,
      "learning_rate": 1.388083608566625e-06,
      "loss": 0.3265,
      "step": 1868900
    },
    {
      "epoch": 521.6,
      "grad_norm": 1.4269722700119019,
      "learning_rate": 1.388058918928176e-06,
      "loss": 0.3396,
      "step": 1868910
    },
    {
      "epoch": 521.61,
      "grad_norm": 1.0704917907714844,
      "learning_rate": 1.3880342294169309e-06,
      "loss": 0.3245,
      "step": 1868920
    },
    {
      "epoch": 521.61,
      "grad_norm": 1.3290984630584717,
      "learning_rate": 1.3880095400328913e-06,
      "loss": 0.3244,
      "step": 1868930
    },
    {
      "epoch": 521.61,
      "grad_norm": 1.0350232124328613,
      "learning_rate": 1.3879848507760607e-06,
      "loss": 0.3558,
      "step": 1868940
    },
    {
      "epoch": 521.62,
      "grad_norm": 1.0163377523422241,
      "learning_rate": 1.387960161646443e-06,
      "loss": 0.3351,
      "step": 1868950
    },
    {
      "epoch": 521.62,
      "grad_norm": 1.1265556812286377,
      "learning_rate": 1.3879354726440417e-06,
      "loss": 0.3382,
      "step": 1868960
    },
    {
      "epoch": 521.62,
      "grad_norm": 1.216599941253662,
      "learning_rate": 1.3879107837688583e-06,
      "loss": 0.3267,
      "step": 1868970
    },
    {
      "epoch": 521.62,
      "grad_norm": 1.2845605611801147,
      "learning_rate": 1.3878860950208984e-06,
      "loss": 0.3623,
      "step": 1868980
    },
    {
      "epoch": 521.63,
      "grad_norm": 1.449906826019287,
      "learning_rate": 1.387861406400164e-06,
      "loss": 0.3375,
      "step": 1868990
    },
    {
      "epoch": 521.63,
      "grad_norm": 1.1322999000549316,
      "learning_rate": 1.3878367179066579e-06,
      "loss": 0.3458,
      "step": 1869000
    },
    {
      "epoch": 521.63,
      "grad_norm": 1.0871058702468872,
      "learning_rate": 1.387812029540385e-06,
      "loss": 0.3478,
      "step": 1869010
    },
    {
      "epoch": 521.64,
      "grad_norm": 1.3339158296585083,
      "learning_rate": 1.3877873413013479e-06,
      "loss": 0.3439,
      "step": 1869020
    },
    {
      "epoch": 521.64,
      "grad_norm": 1.0680371522903442,
      "learning_rate": 1.3877626531895488e-06,
      "loss": 0.3448,
      "step": 1869030
    },
    {
      "epoch": 521.64,
      "grad_norm": 1.1792539358139038,
      "learning_rate": 1.3877379652049928e-06,
      "loss": 0.3301,
      "step": 1869040
    },
    {
      "epoch": 521.64,
      "grad_norm": 0.9229394793510437,
      "learning_rate": 1.387713277347682e-06,
      "loss": 0.3279,
      "step": 1869050
    },
    {
      "epoch": 521.65,
      "grad_norm": 1.1238219738006592,
      "learning_rate": 1.3876885896176192e-06,
      "loss": 0.3494,
      "step": 1869060
    },
    {
      "epoch": 521.65,
      "grad_norm": 1.6969218254089355,
      "learning_rate": 1.3876639020148093e-06,
      "loss": 0.335,
      "step": 1869070
    },
    {
      "epoch": 521.65,
      "grad_norm": 1.1116235256195068,
      "learning_rate": 1.3876392145392546e-06,
      "loss": 0.3359,
      "step": 1869080
    },
    {
      "epoch": 521.66,
      "grad_norm": 1.1846929788589478,
      "learning_rate": 1.387614527190958e-06,
      "loss": 0.3404,
      "step": 1869090
    },
    {
      "epoch": 521.66,
      "grad_norm": 1.0999244451522827,
      "learning_rate": 1.3875898399699238e-06,
      "loss": 0.3403,
      "step": 1869100
    },
    {
      "epoch": 521.66,
      "grad_norm": 1.2105727195739746,
      "learning_rate": 1.3875651528761542e-06,
      "loss": 0.3475,
      "step": 1869110
    },
    {
      "epoch": 521.66,
      "grad_norm": 1.135188102722168,
      "learning_rate": 1.3875404659096534e-06,
      "loss": 0.3404,
      "step": 1869120
    },
    {
      "epoch": 521.67,
      "grad_norm": 1.0632191896438599,
      "learning_rate": 1.3875157790704249e-06,
      "loss": 0.35,
      "step": 1869130
    },
    {
      "epoch": 521.67,
      "grad_norm": 1.358305811882019,
      "learning_rate": 1.3874910923584702e-06,
      "loss": 0.3308,
      "step": 1869140
    },
    {
      "epoch": 521.67,
      "grad_norm": 1.1284570693969727,
      "learning_rate": 1.3874664057737947e-06,
      "loss": 0.3594,
      "step": 1869150
    },
    {
      "epoch": 521.67,
      "grad_norm": 1.0962843894958496,
      "learning_rate": 1.3874417193164012e-06,
      "loss": 0.3373,
      "step": 1869160
    },
    {
      "epoch": 521.68,
      "grad_norm": 1.1451829671859741,
      "learning_rate": 1.387417032986292e-06,
      "loss": 0.3477,
      "step": 1869170
    },
    {
      "epoch": 521.68,
      "grad_norm": 1.0702400207519531,
      "learning_rate": 1.387392346783471e-06,
      "loss": 0.3302,
      "step": 1869180
    },
    {
      "epoch": 521.68,
      "grad_norm": 1.0639679431915283,
      "learning_rate": 1.3873676607079417e-06,
      "loss": 0.3331,
      "step": 1869190
    },
    {
      "epoch": 521.69,
      "grad_norm": 1.1505383253097534,
      "learning_rate": 1.3873429747597063e-06,
      "loss": 0.3332,
      "step": 1869200
    },
    {
      "epoch": 521.69,
      "grad_norm": 1.0327634811401367,
      "learning_rate": 1.3873182889387699e-06,
      "loss": 0.3373,
      "step": 1869210
    },
    {
      "epoch": 521.69,
      "grad_norm": 1.3131705522537231,
      "learning_rate": 1.3872936032451347e-06,
      "loss": 0.3514,
      "step": 1869220
    },
    {
      "epoch": 521.69,
      "grad_norm": 1.1691473722457886,
      "learning_rate": 1.3872689176788036e-06,
      "loss": 0.3274,
      "step": 1869230
    },
    {
      "epoch": 521.7,
      "grad_norm": 1.1988449096679688,
      "learning_rate": 1.387244232239781e-06,
      "loss": 0.3489,
      "step": 1869240
    },
    {
      "epoch": 521.7,
      "grad_norm": 1.141653299331665,
      "learning_rate": 1.3872195469280692e-06,
      "loss": 0.356,
      "step": 1869250
    },
    {
      "epoch": 521.7,
      "grad_norm": 1.0479860305786133,
      "learning_rate": 1.3871948617436716e-06,
      "loss": 0.3456,
      "step": 1869260
    },
    {
      "epoch": 521.71,
      "grad_norm": 1.056586742401123,
      "learning_rate": 1.3871701766865925e-06,
      "loss": 0.3343,
      "step": 1869270
    },
    {
      "epoch": 521.71,
      "grad_norm": 1.2780988216400146,
      "learning_rate": 1.3871454917568343e-06,
      "loss": 0.3361,
      "step": 1869280
    },
    {
      "epoch": 521.71,
      "grad_norm": 1.11533522605896,
      "learning_rate": 1.3871208069543994e-06,
      "loss": 0.3242,
      "step": 1869290
    },
    {
      "epoch": 521.71,
      "grad_norm": 0.9309227466583252,
      "learning_rate": 1.3870961222792934e-06,
      "loss": 0.3533,
      "step": 1869300
    },
    {
      "epoch": 521.72,
      "grad_norm": 1.1393669843673706,
      "learning_rate": 1.3870714377315176e-06,
      "loss": 0.3624,
      "step": 1869310
    },
    {
      "epoch": 521.72,
      "grad_norm": 1.120360016822815,
      "learning_rate": 1.3870467533110761e-06,
      "loss": 0.3184,
      "step": 1869320
    },
    {
      "epoch": 521.72,
      "grad_norm": 1.0988740921020508,
      "learning_rate": 1.3870220690179723e-06,
      "loss": 0.3359,
      "step": 1869330
    },
    {
      "epoch": 521.72,
      "grad_norm": 0.8823542594909668,
      "learning_rate": 1.3869973848522094e-06,
      "loss": 0.3272,
      "step": 1869340
    },
    {
      "epoch": 521.73,
      "grad_norm": 1.1774506568908691,
      "learning_rate": 1.3869727008137893e-06,
      "loss": 0.3326,
      "step": 1869350
    },
    {
      "epoch": 521.73,
      "grad_norm": 1.1324383020401,
      "learning_rate": 1.386948016902718e-06,
      "loss": 0.333,
      "step": 1869360
    },
    {
      "epoch": 521.73,
      "grad_norm": 1.1050819158554077,
      "learning_rate": 1.3869233331189967e-06,
      "loss": 0.3365,
      "step": 1869370
    },
    {
      "epoch": 521.74,
      "grad_norm": 0.9956479072570801,
      "learning_rate": 1.3868986494626287e-06,
      "loss": 0.3413,
      "step": 1869380
    },
    {
      "epoch": 521.74,
      "grad_norm": 1.1365066766738892,
      "learning_rate": 1.3868739659336187e-06,
      "loss": 0.3465,
      "step": 1869390
    },
    {
      "epoch": 521.74,
      "grad_norm": 1.2950952053070068,
      "learning_rate": 1.3868492825319687e-06,
      "loss": 0.3611,
      "step": 1869400
    },
    {
      "epoch": 521.74,
      "grad_norm": 1.2490922212600708,
      "learning_rate": 1.386824599257683e-06,
      "loss": 0.3457,
      "step": 1869410
    },
    {
      "epoch": 521.75,
      "grad_norm": 1.237621784210205,
      "learning_rate": 1.3867999161107645e-06,
      "loss": 0.3412,
      "step": 1869420
    },
    {
      "epoch": 521.75,
      "grad_norm": 1.0968565940856934,
      "learning_rate": 1.3867752330912147e-06,
      "loss": 0.3367,
      "step": 1869430
    },
    {
      "epoch": 521.75,
      "grad_norm": 1.3297274112701416,
      "learning_rate": 1.38675055019904e-06,
      "loss": 0.3362,
      "step": 1869440
    },
    {
      "epoch": 521.76,
      "grad_norm": 1.2744286060333252,
      "learning_rate": 1.3867258674342422e-06,
      "loss": 0.3367,
      "step": 1869450
    },
    {
      "epoch": 521.76,
      "grad_norm": 1.1843208074569702,
      "learning_rate": 1.3867011847968239e-06,
      "loss": 0.3456,
      "step": 1869460
    },
    {
      "epoch": 521.76,
      "grad_norm": 1.0282129049301147,
      "learning_rate": 1.3866765022867896e-06,
      "loss": 0.335,
      "step": 1869470
    },
    {
      "epoch": 521.76,
      "grad_norm": 1.0073379278182983,
      "learning_rate": 1.3866518199041418e-06,
      "loss": 0.3319,
      "step": 1869480
    },
    {
      "epoch": 521.77,
      "grad_norm": 1.0596179962158203,
      "learning_rate": 1.3866271376488834e-06,
      "loss": 0.3439,
      "step": 1869490
    },
    {
      "epoch": 521.77,
      "grad_norm": 5.786807060241699,
      "learning_rate": 1.3866024555210196e-06,
      "loss": 0.3479,
      "step": 1869500
    },
    {
      "epoch": 521.77,
      "grad_norm": 1.1364058256149292,
      "learning_rate": 1.3865777735205517e-06,
      "loss": 0.3405,
      "step": 1869510
    },
    {
      "epoch": 521.78,
      "grad_norm": 1.3030306100845337,
      "learning_rate": 1.386553091647483e-06,
      "loss": 0.3394,
      "step": 1869520
    },
    {
      "epoch": 521.78,
      "grad_norm": 0.9818053245544434,
      "learning_rate": 1.3865284099018186e-06,
      "loss": 0.3279,
      "step": 1869530
    },
    {
      "epoch": 521.78,
      "grad_norm": 1.1009442806243896,
      "learning_rate": 1.3865037282835603e-06,
      "loss": 0.3465,
      "step": 1869540
    },
    {
      "epoch": 521.78,
      "grad_norm": 1.0006210803985596,
      "learning_rate": 1.3864790467927119e-06,
      "loss": 0.3345,
      "step": 1869550
    },
    {
      "epoch": 521.79,
      "grad_norm": 1.257033348083496,
      "learning_rate": 1.3864543654292764e-06,
      "loss": 0.3379,
      "step": 1869560
    },
    {
      "epoch": 521.79,
      "grad_norm": 1.1724233627319336,
      "learning_rate": 1.3864296841932572e-06,
      "loss": 0.3342,
      "step": 1869570
    },
    {
      "epoch": 521.79,
      "grad_norm": 1.177894115447998,
      "learning_rate": 1.3864050030846567e-06,
      "loss": 0.3532,
      "step": 1869580
    },
    {
      "epoch": 521.79,
      "grad_norm": 0.9821942448616028,
      "learning_rate": 1.3863803221034803e-06,
      "loss": 0.3331,
      "step": 1869590
    },
    {
      "epoch": 521.8,
      "grad_norm": 1.0453057289123535,
      "learning_rate": 1.38635564124973e-06,
      "loss": 0.3566,
      "step": 1869600
    },
    {
      "epoch": 521.8,
      "grad_norm": 0.9904229044914246,
      "learning_rate": 1.3863309605234084e-06,
      "loss": 0.3408,
      "step": 1869610
    },
    {
      "epoch": 521.8,
      "grad_norm": 8.39629077911377,
      "learning_rate": 1.3863062799245203e-06,
      "loss": 0.3312,
      "step": 1869620
    },
    {
      "epoch": 521.81,
      "grad_norm": 1.0671449899673462,
      "learning_rate": 1.386281599453068e-06,
      "loss": 0.3263,
      "step": 1869630
    },
    {
      "epoch": 521.81,
      "grad_norm": 0.8848970532417297,
      "learning_rate": 1.386256919109054e-06,
      "loss": 0.3519,
      "step": 1869640
    },
    {
      "epoch": 521.81,
      "grad_norm": 1.1179165840148926,
      "learning_rate": 1.386232238892484e-06,
      "loss": 0.3599,
      "step": 1869650
    },
    {
      "epoch": 521.81,
      "grad_norm": 0.9446563124656677,
      "learning_rate": 1.3862075588033596e-06,
      "loss": 0.3331,
      "step": 1869660
    },
    {
      "epoch": 521.82,
      "grad_norm": 1.3725782632827759,
      "learning_rate": 1.3861828788416834e-06,
      "loss": 0.348,
      "step": 1869670
    },
    {
      "epoch": 521.82,
      "grad_norm": 1.0835374593734741,
      "learning_rate": 1.3861581990074607e-06,
      "loss": 0.3403,
      "step": 1869680
    },
    {
      "epoch": 521.82,
      "grad_norm": 1.1624970436096191,
      "learning_rate": 1.386133519300693e-06,
      "loss": 0.3437,
      "step": 1869690
    },
    {
      "epoch": 521.83,
      "grad_norm": 1.0460277795791626,
      "learning_rate": 1.3861088397213849e-06,
      "loss": 0.334,
      "step": 1869700
    },
    {
      "epoch": 521.83,
      "grad_norm": 1.1440032720565796,
      "learning_rate": 1.386084160269539e-06,
      "loss": 0.3503,
      "step": 1869710
    },
    {
      "epoch": 521.83,
      "grad_norm": 1.3010109663009644,
      "learning_rate": 1.386059480945158e-06,
      "loss": 0.3373,
      "step": 1869720
    },
    {
      "epoch": 521.83,
      "grad_norm": 1.1497446298599243,
      "learning_rate": 1.386034801748247e-06,
      "loss": 0.3655,
      "step": 1869730
    },
    {
      "epoch": 521.84,
      "grad_norm": 0.9305635690689087,
      "learning_rate": 1.3860101226788076e-06,
      "loss": 0.3284,
      "step": 1869740
    },
    {
      "epoch": 521.84,
      "grad_norm": 1.110150933265686,
      "learning_rate": 1.3859854437368433e-06,
      "loss": 0.3507,
      "step": 1869750
    },
    {
      "epoch": 521.84,
      "grad_norm": 1.0964113473892212,
      "learning_rate": 1.3859607649223584e-06,
      "loss": 0.3328,
      "step": 1869760
    },
    {
      "epoch": 521.84,
      "grad_norm": 1.129103660583496,
      "learning_rate": 1.3859360862353553e-06,
      "loss": 0.3566,
      "step": 1869770
    },
    {
      "epoch": 521.85,
      "grad_norm": 1.003099799156189,
      "learning_rate": 1.3859114076758367e-06,
      "loss": 0.3502,
      "step": 1869780
    },
    {
      "epoch": 521.85,
      "grad_norm": 1.2700390815734863,
      "learning_rate": 1.3858867292438078e-06,
      "loss": 0.3387,
      "step": 1869790
    },
    {
      "epoch": 521.85,
      "grad_norm": 1.0664244890213013,
      "learning_rate": 1.3858620509392705e-06,
      "loss": 0.3329,
      "step": 1869800
    },
    {
      "epoch": 521.86,
      "grad_norm": 1.213117003440857,
      "learning_rate": 1.3858373727622273e-06,
      "loss": 0.3527,
      "step": 1869810
    },
    {
      "epoch": 521.86,
      "grad_norm": 1.1765050888061523,
      "learning_rate": 1.3858126947126836e-06,
      "loss": 0.3281,
      "step": 1869820
    },
    {
      "epoch": 521.86,
      "grad_norm": 1.0724408626556396,
      "learning_rate": 1.3857880167906416e-06,
      "loss": 0.345,
      "step": 1869830
    },
    {
      "epoch": 521.86,
      "grad_norm": 1.2582486867904663,
      "learning_rate": 1.385763338996104e-06,
      "loss": 0.3488,
      "step": 1869840
    },
    {
      "epoch": 521.87,
      "grad_norm": 1.0816689729690552,
      "learning_rate": 1.3857386613290756e-06,
      "loss": 0.3618,
      "step": 1869850
    },
    {
      "epoch": 521.87,
      "grad_norm": 1.0429925918579102,
      "learning_rate": 1.3857139837895585e-06,
      "loss": 0.3529,
      "step": 1869860
    },
    {
      "epoch": 521.87,
      "grad_norm": 1.1372612714767456,
      "learning_rate": 1.3856893063775553e-06,
      "loss": 0.3457,
      "step": 1869870
    },
    {
      "epoch": 521.88,
      "grad_norm": 1.1123555898666382,
      "learning_rate": 1.3856646290930712e-06,
      "loss": 0.3413,
      "step": 1869880
    },
    {
      "epoch": 521.88,
      "grad_norm": 1.1261959075927734,
      "learning_rate": 1.3856399519361085e-06,
      "loss": 0.3438,
      "step": 1869890
    },
    {
      "epoch": 521.88,
      "grad_norm": 0.9910044074058533,
      "learning_rate": 1.3856152749066703e-06,
      "loss": 0.355,
      "step": 1869900
    },
    {
      "epoch": 521.88,
      "grad_norm": 1.015090823173523,
      "learning_rate": 1.38559059800476e-06,
      "loss": 0.3563,
      "step": 1869910
    },
    {
      "epoch": 521.89,
      "grad_norm": 1.1084295511245728,
      "learning_rate": 1.3855659212303812e-06,
      "loss": 0.3423,
      "step": 1869920
    },
    {
      "epoch": 521.89,
      "grad_norm": 1.082550287246704,
      "learning_rate": 1.3855412445835363e-06,
      "loss": 0.3401,
      "step": 1869930
    },
    {
      "epoch": 521.89,
      "grad_norm": 1.0271663665771484,
      "learning_rate": 1.38551656806423e-06,
      "loss": 0.3555,
      "step": 1869940
    },
    {
      "epoch": 521.9,
      "grad_norm": 1.1561528444290161,
      "learning_rate": 1.3854918916724648e-06,
      "loss": 0.3503,
      "step": 1869950
    },
    {
      "epoch": 521.9,
      "grad_norm": 1.2461817264556885,
      "learning_rate": 1.385467215408243e-06,
      "loss": 0.3453,
      "step": 1869960
    },
    {
      "epoch": 521.9,
      "grad_norm": 11.115019798278809,
      "learning_rate": 1.38544253927157e-06,
      "loss": 0.3338,
      "step": 1869970
    },
    {
      "epoch": 521.9,
      "grad_norm": 1.120237112045288,
      "learning_rate": 1.3854178632624474e-06,
      "loss": 0.3376,
      "step": 1869980
    },
    {
      "epoch": 521.91,
      "grad_norm": 0.9298331141471863,
      "learning_rate": 1.3853931873808797e-06,
      "loss": 0.3204,
      "step": 1869990
    },
    {
      "epoch": 521.91,
      "grad_norm": 1.52515709400177,
      "learning_rate": 1.3853685116268693e-06,
      "loss": 0.3282,
      "step": 1870000
    },
    {
      "epoch": 521.91,
      "grad_norm": 1.5301094055175781,
      "learning_rate": 1.385343836000419e-06,
      "loss": 0.3369,
      "step": 1870010
    },
    {
      "epoch": 521.91,
      "grad_norm": 1.082266926765442,
      "learning_rate": 1.3853191605015339e-06,
      "loss": 0.3354,
      "step": 1870020
    },
    {
      "epoch": 521.92,
      "grad_norm": 1.0613933801651,
      "learning_rate": 1.3852944851302158e-06,
      "loss": 0.3371,
      "step": 1870030
    },
    {
      "epoch": 521.92,
      "grad_norm": 1.0957297086715698,
      "learning_rate": 1.385269809886468e-06,
      "loss": 0.3333,
      "step": 1870040
    },
    {
      "epoch": 521.92,
      "grad_norm": 1.1071089506149292,
      "learning_rate": 1.3852451347702949e-06,
      "loss": 0.3294,
      "step": 1870050
    },
    {
      "epoch": 521.93,
      "grad_norm": 1.2228716611862183,
      "learning_rate": 1.385220459781699e-06,
      "loss": 0.3411,
      "step": 1870060
    },
    {
      "epoch": 521.93,
      "grad_norm": 1.1481753587722778,
      "learning_rate": 1.385195784920683e-06,
      "loss": 0.3388,
      "step": 1870070
    },
    {
      "epoch": 521.93,
      "grad_norm": 1.177486777305603,
      "learning_rate": 1.3851711101872511e-06,
      "loss": 0.3252,
      "step": 1870080
    },
    {
      "epoch": 521.93,
      "grad_norm": 1.260637640953064,
      "learning_rate": 1.3851464355814067e-06,
      "loss": 0.3507,
      "step": 1870090
    },
    {
      "epoch": 521.94,
      "grad_norm": 1.1618188619613647,
      "learning_rate": 1.3851217611031514e-06,
      "loss": 0.3418,
      "step": 1870100
    },
    {
      "epoch": 521.94,
      "grad_norm": 1.186585783958435,
      "learning_rate": 1.3850970867524913e-06,
      "loss": 0.3357,
      "step": 1870110
    },
    {
      "epoch": 521.94,
      "grad_norm": 0.9774270057678223,
      "learning_rate": 1.3850724125294277e-06,
      "loss": 0.3391,
      "step": 1870120
    },
    {
      "epoch": 521.95,
      "grad_norm": 1.1594842672348022,
      "learning_rate": 1.385047738433964e-06,
      "loss": 0.3376,
      "step": 1870130
    },
    {
      "epoch": 521.95,
      "grad_norm": 1.1619824171066284,
      "learning_rate": 1.3850230644661045e-06,
      "loss": 0.3197,
      "step": 1870140
    },
    {
      "epoch": 521.95,
      "grad_norm": 1.277732253074646,
      "learning_rate": 1.3849983906258516e-06,
      "loss": 0.3366,
      "step": 1870150
    },
    {
      "epoch": 521.95,
      "grad_norm": 1.0074011087417603,
      "learning_rate": 1.3849737169132078e-06,
      "loss": 0.3463,
      "step": 1870160
    },
    {
      "epoch": 521.96,
      "grad_norm": 1.0660845041275024,
      "learning_rate": 1.3849490433281787e-06,
      "loss": 0.3215,
      "step": 1870170
    },
    {
      "epoch": 521.96,
      "grad_norm": 1.1569278240203857,
      "learning_rate": 1.3849243698707658e-06,
      "loss": 0.3412,
      "step": 1870180
    },
    {
      "epoch": 521.96,
      "grad_norm": 1.188868761062622,
      "learning_rate": 1.3848996965409727e-06,
      "loss": 0.3698,
      "step": 1870190
    },
    {
      "epoch": 521.96,
      "grad_norm": 1.0117770433425903,
      "learning_rate": 1.3848750233388028e-06,
      "loss": 0.3461,
      "step": 1870200
    },
    {
      "epoch": 521.97,
      "grad_norm": 1.0663493871688843,
      "learning_rate": 1.3848503502642596e-06,
      "loss": 0.3294,
      "step": 1870210
    },
    {
      "epoch": 521.97,
      "grad_norm": 1.0295264720916748,
      "learning_rate": 1.3848256773173461e-06,
      "loss": 0.3241,
      "step": 1870220
    },
    {
      "epoch": 521.97,
      "grad_norm": 1.0359593629837036,
      "learning_rate": 1.3848010044980659e-06,
      "loss": 0.3335,
      "step": 1870230
    },
    {
      "epoch": 521.98,
      "grad_norm": 1.0870616436004639,
      "learning_rate": 1.384776331806422e-06,
      "loss": 0.3378,
      "step": 1870240
    },
    {
      "epoch": 521.98,
      "grad_norm": 1.1148353815078735,
      "learning_rate": 1.3847516592424172e-06,
      "loss": 0.331,
      "step": 1870250
    },
    {
      "epoch": 521.98,
      "grad_norm": 1.0049930810928345,
      "learning_rate": 1.384726986806056e-06,
      "loss": 0.3309,
      "step": 1870260
    },
    {
      "epoch": 521.98,
      "grad_norm": 1.109130620956421,
      "learning_rate": 1.3847023144973407e-06,
      "loss": 0.3458,
      "step": 1870270
    },
    {
      "epoch": 521.99,
      "grad_norm": 1.0595718622207642,
      "learning_rate": 1.3846776423162754e-06,
      "loss": 0.3406,
      "step": 1870280
    },
    {
      "epoch": 521.99,
      "grad_norm": 1.2934787273406982,
      "learning_rate": 1.3846529702628626e-06,
      "loss": 0.3532,
      "step": 1870290
    },
    {
      "epoch": 521.99,
      "grad_norm": 1.0588328838348389,
      "learning_rate": 1.3846282983371051e-06,
      "loss": 0.3323,
      "step": 1870300
    },
    {
      "epoch": 522.0,
      "grad_norm": 1.0078588724136353,
      "learning_rate": 1.3846036265390082e-06,
      "loss": 0.3322,
      "step": 1870310
    },
    {
      "epoch": 522.0,
      "grad_norm": 4.342229843139648,
      "learning_rate": 1.3845789548685736e-06,
      "loss": 0.3411,
      "step": 1870320
    },
    {
      "epoch": 522.0,
      "eval_loss": 0.34095388650894165,
      "eval_runtime": 63.1833,
      "eval_samples_per_second": 80.069,
      "eval_steps_per_second": 10.018,
      "step": 1870326
    },
    {
      "epoch": 522.0,
      "grad_norm": 1.1416957378387451,
      "learning_rate": 1.3845542833258041e-06,
      "loss": 0.3551,
      "step": 1870330
    },
    {
      "epoch": 522.0,
      "grad_norm": 1.1388049125671387,
      "learning_rate": 1.3845296119107046e-06,
      "loss": 0.346,
      "step": 1870340
    },
    {
      "epoch": 522.01,
      "grad_norm": 1.2284561395645142,
      "learning_rate": 1.384504940623278e-06,
      "loss": 0.3456,
      "step": 1870350
    },
    {
      "epoch": 522.01,
      "grad_norm": 1.0554951429367065,
      "learning_rate": 1.3844802694635262e-06,
      "loss": 0.3359,
      "step": 1870360
    },
    {
      "epoch": 522.01,
      "grad_norm": 1.2246711254119873,
      "learning_rate": 1.3844555984314544e-06,
      "loss": 0.3526,
      "step": 1870370
    },
    {
      "epoch": 522.02,
      "grad_norm": 1.171104073524475,
      "learning_rate": 1.3844309275270647e-06,
      "loss": 0.343,
      "step": 1870380
    },
    {
      "epoch": 522.02,
      "grad_norm": 1.134268879890442,
      "learning_rate": 1.3844062567503595e-06,
      "loss": 0.3284,
      "step": 1870390
    },
    {
      "epoch": 522.02,
      "grad_norm": 1.0934094190597534,
      "learning_rate": 1.3843815861013445e-06,
      "loss": 0.3456,
      "step": 1870400
    },
    {
      "epoch": 522.02,
      "grad_norm": 1.0552140474319458,
      "learning_rate": 1.3843569155800214e-06,
      "loss": 0.341,
      "step": 1870410
    },
    {
      "epoch": 522.03,
      "grad_norm": 1.120684027671814,
      "learning_rate": 1.3843322451863934e-06,
      "loss": 0.3396,
      "step": 1870420
    },
    {
      "epoch": 522.03,
      "grad_norm": 1.1414836645126343,
      "learning_rate": 1.3843075749204647e-06,
      "loss": 0.341,
      "step": 1870430
    },
    {
      "epoch": 522.03,
      "grad_norm": 1.1938148736953735,
      "learning_rate": 1.3842829047822382e-06,
      "loss": 0.3566,
      "step": 1870440
    },
    {
      "epoch": 522.03,
      "grad_norm": 1.047153115272522,
      "learning_rate": 1.3842582347717158e-06,
      "loss": 0.351,
      "step": 1870450
    },
    {
      "epoch": 522.04,
      "grad_norm": 2.370190382003784,
      "learning_rate": 1.384233564888903e-06,
      "loss": 0.3392,
      "step": 1870460
    },
    {
      "epoch": 522.04,
      "grad_norm": 1.204306721687317,
      "learning_rate": 1.3842088951338024e-06,
      "loss": 0.3404,
      "step": 1870470
    },
    {
      "epoch": 522.04,
      "grad_norm": 1.061156988143921,
      "learning_rate": 1.3841842255064157e-06,
      "loss": 0.3422,
      "step": 1870480
    },
    {
      "epoch": 522.05,
      "grad_norm": 1.2252546548843384,
      "learning_rate": 1.3841595560067486e-06,
      "loss": 0.3646,
      "step": 1870490
    },
    {
      "epoch": 522.05,
      "grad_norm": 1.1526799201965332,
      "learning_rate": 1.3841348866348033e-06,
      "loss": 0.361,
      "step": 1870500
    },
    {
      "epoch": 522.05,
      "grad_norm": 1.2413641214370728,
      "learning_rate": 1.3841102173905823e-06,
      "loss": 0.346,
      "step": 1870510
    },
    {
      "epoch": 522.05,
      "grad_norm": 1.1449450254440308,
      "learning_rate": 1.3840855482740902e-06,
      "loss": 0.3434,
      "step": 1870520
    },
    {
      "epoch": 522.06,
      "grad_norm": 1.1599915027618408,
      "learning_rate": 1.3840608792853297e-06,
      "loss": 0.3359,
      "step": 1870530
    },
    {
      "epoch": 522.06,
      "grad_norm": 1.0168260335922241,
      "learning_rate": 1.3840362104243034e-06,
      "loss": 0.3368,
      "step": 1870540
    },
    {
      "epoch": 522.06,
      "grad_norm": 0.9778286218643188,
      "learning_rate": 1.3840115416910159e-06,
      "loss": 0.3448,
      "step": 1870550
    },
    {
      "epoch": 522.07,
      "grad_norm": 1.3210076093673706,
      "learning_rate": 1.3839868730854694e-06,
      "loss": 0.3288,
      "step": 1870560
    },
    {
      "epoch": 522.07,
      "grad_norm": 1.1841540336608887,
      "learning_rate": 1.3839622046076681e-06,
      "loss": 0.3352,
      "step": 1870570
    },
    {
      "epoch": 522.07,
      "grad_norm": 1.2729759216308594,
      "learning_rate": 1.3839375362576151e-06,
      "loss": 0.3454,
      "step": 1870580
    },
    {
      "epoch": 522.07,
      "grad_norm": 0.917674720287323,
      "learning_rate": 1.3839128680353123e-06,
      "loss": 0.3354,
      "step": 1870590
    },
    {
      "epoch": 522.08,
      "grad_norm": 1.1777147054672241,
      "learning_rate": 1.3838881999407646e-06,
      "loss": 0.3488,
      "step": 1870600
    },
    {
      "epoch": 522.08,
      "grad_norm": 1.279650092124939,
      "learning_rate": 1.3838635319739754e-06,
      "loss": 0.3518,
      "step": 1870610
    },
    {
      "epoch": 522.08,
      "grad_norm": 1.0318742990493774,
      "learning_rate": 1.383838864134946e-06,
      "loss": 0.353,
      "step": 1870620
    },
    {
      "epoch": 522.08,
      "grad_norm": 1.1282650232315063,
      "learning_rate": 1.383814196423682e-06,
      "loss": 0.3402,
      "step": 1870630
    },
    {
      "epoch": 522.09,
      "grad_norm": 1.0491878986358643,
      "learning_rate": 1.3837895288401859e-06,
      "loss": 0.3321,
      "step": 1870640
    },
    {
      "epoch": 522.09,
      "grad_norm": 1.1203762292861938,
      "learning_rate": 1.3837648613844605e-06,
      "loss": 0.3289,
      "step": 1870650
    },
    {
      "epoch": 522.09,
      "grad_norm": 4.28366756439209,
      "learning_rate": 1.3837401940565095e-06,
      "loss": 0.3392,
      "step": 1870660
    },
    {
      "epoch": 522.1,
      "grad_norm": 1.1376616954803467,
      "learning_rate": 1.3837155268563363e-06,
      "loss": 0.3453,
      "step": 1870670
    },
    {
      "epoch": 522.1,
      "grad_norm": 1.0521920919418335,
      "learning_rate": 1.3836908597839427e-06,
      "loss": 0.3271,
      "step": 1870680
    },
    {
      "epoch": 522.1,
      "grad_norm": 1.1561200618743896,
      "learning_rate": 1.3836661928393346e-06,
      "loss": 0.3404,
      "step": 1870690
    },
    {
      "epoch": 522.1,
      "grad_norm": 1.0916948318481445,
      "learning_rate": 1.3836415260225138e-06,
      "loss": 0.3531,
      "step": 1870700
    },
    {
      "epoch": 522.11,
      "grad_norm": 1.0801478624343872,
      "learning_rate": 1.3836168593334828e-06,
      "loss": 0.3351,
      "step": 1870710
    },
    {
      "epoch": 522.11,
      "grad_norm": 1.261841058731079,
      "learning_rate": 1.3835921927722467e-06,
      "loss": 0.3368,
      "step": 1870720
    },
    {
      "epoch": 522.11,
      "grad_norm": 0.9737302660942078,
      "learning_rate": 1.3835675263388078e-06,
      "loss": 0.3449,
      "step": 1870730
    },
    {
      "epoch": 522.12,
      "grad_norm": 1.1370820999145508,
      "learning_rate": 1.3835428600331683e-06,
      "loss": 0.3503,
      "step": 1870740
    },
    {
      "epoch": 522.12,
      "grad_norm": 1.1751465797424316,
      "learning_rate": 1.3835181938553337e-06,
      "loss": 0.3588,
      "step": 1870750
    },
    {
      "epoch": 522.12,
      "grad_norm": 1.0844098329544067,
      "learning_rate": 1.383493527805306e-06,
      "loss": 0.3407,
      "step": 1870760
    },
    {
      "epoch": 522.12,
      "grad_norm": 1.0188183784484863,
      "learning_rate": 1.3834688618830884e-06,
      "loss": 0.3293,
      "step": 1870770
    },
    {
      "epoch": 522.13,
      "grad_norm": 1.3212181329727173,
      "learning_rate": 1.3834441960886852e-06,
      "loss": 0.3605,
      "step": 1870780
    },
    {
      "epoch": 522.13,
      "grad_norm": 1.1678835153579712,
      "learning_rate": 1.3834195304220986e-06,
      "loss": 0.3512,
      "step": 1870790
    },
    {
      "epoch": 522.13,
      "grad_norm": 0.9321714639663696,
      "learning_rate": 1.3833948648833319e-06,
      "loss": 0.3283,
      "step": 1870800
    },
    {
      "epoch": 522.14,
      "grad_norm": 1.0047051906585693,
      "learning_rate": 1.3833701994723892e-06,
      "loss": 0.3424,
      "step": 1870810
    },
    {
      "epoch": 522.14,
      "grad_norm": 1.1539558172225952,
      "learning_rate": 1.3833455341892733e-06,
      "loss": 0.3542,
      "step": 1870820
    },
    {
      "epoch": 522.14,
      "grad_norm": 0.9793543815612793,
      "learning_rate": 1.383320869033987e-06,
      "loss": 0.3447,
      "step": 1870830
    },
    {
      "epoch": 522.14,
      "grad_norm": 1.0672985315322876,
      "learning_rate": 1.3832962040065344e-06,
      "loss": 0.3473,
      "step": 1870840
    },
    {
      "epoch": 522.15,
      "grad_norm": 1.0718443393707275,
      "learning_rate": 1.3832715391069182e-06,
      "loss": 0.3251,
      "step": 1870850
    },
    {
      "epoch": 522.15,
      "grad_norm": 1.138139247894287,
      "learning_rate": 1.3832468743351425e-06,
      "loss": 0.3399,
      "step": 1870860
    },
    {
      "epoch": 522.15,
      "grad_norm": 0.9703177213668823,
      "learning_rate": 1.38322220969121e-06,
      "loss": 0.3455,
      "step": 1870870
    },
    {
      "epoch": 522.15,
      "grad_norm": 2.7100656032562256,
      "learning_rate": 1.3831975451751228e-06,
      "loss": 0.3353,
      "step": 1870880
    },
    {
      "epoch": 522.16,
      "grad_norm": 1.0564358234405518,
      "learning_rate": 1.3831728807868867e-06,
      "loss": 0.3356,
      "step": 1870890
    },
    {
      "epoch": 522.16,
      "grad_norm": 1.2300173044204712,
      "learning_rate": 1.3831482165265033e-06,
      "loss": 0.3446,
      "step": 1870900
    },
    {
      "epoch": 522.16,
      "grad_norm": 3.2777657508850098,
      "learning_rate": 1.383123552393976e-06,
      "loss": 0.3202,
      "step": 1870910
    },
    {
      "epoch": 522.17,
      "grad_norm": 1.1665985584259033,
      "learning_rate": 1.3830988883893088e-06,
      "loss": 0.3392,
      "step": 1870920
    },
    {
      "epoch": 522.17,
      "grad_norm": 1.1294623613357544,
      "learning_rate": 1.3830742245125045e-06,
      "loss": 0.3472,
      "step": 1870930
    },
    {
      "epoch": 522.17,
      "grad_norm": 1.1131622791290283,
      "learning_rate": 1.383049560763566e-06,
      "loss": 0.3453,
      "step": 1870940
    },
    {
      "epoch": 522.17,
      "grad_norm": 1.0943549871444702,
      "learning_rate": 1.3830248971424973e-06,
      "loss": 0.3283,
      "step": 1870950
    },
    {
      "epoch": 522.18,
      "grad_norm": 1.1113207340240479,
      "learning_rate": 1.3830002336493018e-06,
      "loss": 0.3306,
      "step": 1870960
    },
    {
      "epoch": 522.18,
      "grad_norm": 1.1522051095962524,
      "learning_rate": 1.3829755702839812e-06,
      "loss": 0.3519,
      "step": 1870970
    },
    {
      "epoch": 522.18,
      "grad_norm": 1.032017707824707,
      "learning_rate": 1.3829509070465407e-06,
      "loss": 0.3288,
      "step": 1870980
    },
    {
      "epoch": 522.19,
      "grad_norm": 7.176289081573486,
      "learning_rate": 1.3829262439369831e-06,
      "loss": 0.3407,
      "step": 1870990
    },
    {
      "epoch": 522.19,
      "grad_norm": 1.3497161865234375,
      "learning_rate": 1.3829015809553108e-06,
      "loss": 0.3601,
      "step": 1871000
    },
    {
      "epoch": 522.19,
      "grad_norm": 1.0326781272888184,
      "learning_rate": 1.3828769181015282e-06,
      "loss": 0.3465,
      "step": 1871010
    },
    {
      "epoch": 522.19,
      "grad_norm": 1.0439040660858154,
      "learning_rate": 1.382852255375638e-06,
      "loss": 0.3192,
      "step": 1871020
    },
    {
      "epoch": 522.2,
      "grad_norm": 1.1482919454574585,
      "learning_rate": 1.3828275927776426e-06,
      "loss": 0.3293,
      "step": 1871030
    },
    {
      "epoch": 522.2,
      "grad_norm": 1.0124571323394775,
      "learning_rate": 1.382802930307547e-06,
      "loss": 0.337,
      "step": 1871040
    },
    {
      "epoch": 522.2,
      "grad_norm": 0.9648073315620422,
      "learning_rate": 1.382778267965354e-06,
      "loss": 0.3427,
      "step": 1871050
    },
    {
      "epoch": 522.2,
      "grad_norm": 1.335448145866394,
      "learning_rate": 1.3827536057510657e-06,
      "loss": 0.3334,
      "step": 1871060
    },
    {
      "epoch": 522.21,
      "grad_norm": 1.211898922920227,
      "learning_rate": 1.382728943664687e-06,
      "loss": 0.3436,
      "step": 1871070
    },
    {
      "epoch": 522.21,
      "grad_norm": 1.2148537635803223,
      "learning_rate": 1.3827042817062208e-06,
      "loss": 0.3439,
      "step": 1871080
    },
    {
      "epoch": 522.21,
      "grad_norm": 1.2276391983032227,
      "learning_rate": 1.382679619875669e-06,
      "loss": 0.3356,
      "step": 1871090
    },
    {
      "epoch": 522.22,
      "grad_norm": 1.2117122411727905,
      "learning_rate": 1.382654958173037e-06,
      "loss": 0.3551,
      "step": 1871100
    },
    {
      "epoch": 522.22,
      "grad_norm": 1.0513617992401123,
      "learning_rate": 1.3826302965983268e-06,
      "loss": 0.3439,
      "step": 1871110
    },
    {
      "epoch": 522.22,
      "grad_norm": 1.0457537174224854,
      "learning_rate": 1.3826056351515407e-06,
      "loss": 0.342,
      "step": 1871120
    },
    {
      "epoch": 522.22,
      "grad_norm": 1.0123038291931152,
      "learning_rate": 1.3825809738326844e-06,
      "loss": 0.3305,
      "step": 1871130
    },
    {
      "epoch": 522.23,
      "grad_norm": 1.124107003211975,
      "learning_rate": 1.3825563126417596e-06,
      "loss": 0.3507,
      "step": 1871140
    },
    {
      "epoch": 522.23,
      "grad_norm": 2.007880687713623,
      "learning_rate": 1.38253165157877e-06,
      "loss": 0.3415,
      "step": 1871150
    },
    {
      "epoch": 522.23,
      "grad_norm": 1.0190802812576294,
      "learning_rate": 1.3825069906437186e-06,
      "loss": 0.3406,
      "step": 1871160
    },
    {
      "epoch": 522.24,
      "grad_norm": 1.0487161874771118,
      "learning_rate": 1.382482329836609e-06,
      "loss": 0.3392,
      "step": 1871170
    },
    {
      "epoch": 522.24,
      "grad_norm": 1.0137197971343994,
      "learning_rate": 1.382457669157445e-06,
      "loss": 0.3546,
      "step": 1871180
    },
    {
      "epoch": 522.24,
      "grad_norm": 6.013204097747803,
      "learning_rate": 1.3824330086062287e-06,
      "loss": 0.3456,
      "step": 1871190
    },
    {
      "epoch": 522.24,
      "grad_norm": 1.1073799133300781,
      "learning_rate": 1.3824083481829632e-06,
      "loss": 0.3329,
      "step": 1871200
    },
    {
      "epoch": 522.25,
      "grad_norm": 1.1905052661895752,
      "learning_rate": 1.3823836878876538e-06,
      "loss": 0.3359,
      "step": 1871210
    },
    {
      "epoch": 522.25,
      "grad_norm": 1.1158568859100342,
      "learning_rate": 1.3823590277203024e-06,
      "loss": 0.3407,
      "step": 1871220
    },
    {
      "epoch": 522.25,
      "grad_norm": 1.062436580657959,
      "learning_rate": 1.3823343676809117e-06,
      "loss": 0.3414,
      "step": 1871230
    },
    {
      "epoch": 522.26,
      "grad_norm": 0.9789107441902161,
      "learning_rate": 1.3823097077694865e-06,
      "loss": 0.3393,
      "step": 1871240
    },
    {
      "epoch": 522.26,
      "grad_norm": 1.1323751211166382,
      "learning_rate": 1.382285047986029e-06,
      "loss": 0.3268,
      "step": 1871250
    },
    {
      "epoch": 522.26,
      "grad_norm": 1.0286550521850586,
      "learning_rate": 1.3822603883305419e-06,
      "loss": 0.336,
      "step": 1871260
    },
    {
      "epoch": 522.26,
      "grad_norm": 1.2084949016571045,
      "learning_rate": 1.3822357288030303e-06,
      "loss": 0.3397,
      "step": 1871270
    },
    {
      "epoch": 522.27,
      "grad_norm": 1.0263631343841553,
      "learning_rate": 1.3822110694034965e-06,
      "loss": 0.3506,
      "step": 1871280
    },
    {
      "epoch": 522.27,
      "grad_norm": 1.0412654876708984,
      "learning_rate": 1.3821864101319429e-06,
      "loss": 0.3408,
      "step": 1871290
    },
    {
      "epoch": 522.27,
      "grad_norm": 1.2056543827056885,
      "learning_rate": 1.3821617509883744e-06,
      "loss": 0.3325,
      "step": 1871300
    },
    {
      "epoch": 522.27,
      "grad_norm": 0.9740803241729736,
      "learning_rate": 1.3821370919727937e-06,
      "loss": 0.349,
      "step": 1871310
    },
    {
      "epoch": 522.28,
      "grad_norm": 1.1943995952606201,
      "learning_rate": 1.3821124330852034e-06,
      "loss": 0.3454,
      "step": 1871320
    },
    {
      "epoch": 522.28,
      "grad_norm": 1.2132760286331177,
      "learning_rate": 1.3820877743256077e-06,
      "loss": 0.3488,
      "step": 1871330
    },
    {
      "epoch": 522.28,
      "grad_norm": 1.071858525276184,
      "learning_rate": 1.3820631156940099e-06,
      "loss": 0.3299,
      "step": 1871340
    },
    {
      "epoch": 522.29,
      "grad_norm": 0.9318719506263733,
      "learning_rate": 1.3820384571904119e-06,
      "loss": 0.3323,
      "step": 1871350
    },
    {
      "epoch": 522.29,
      "grad_norm": 1.1353095769882202,
      "learning_rate": 1.3820137988148185e-06,
      "loss": 0.3346,
      "step": 1871360
    },
    {
      "epoch": 522.29,
      "grad_norm": 1.0730067491531372,
      "learning_rate": 1.3819891405672328e-06,
      "loss": 0.3396,
      "step": 1871370
    },
    {
      "epoch": 522.29,
      "grad_norm": 1.0184080600738525,
      "learning_rate": 1.3819644824476569e-06,
      "loss": 0.3427,
      "step": 1871380
    },
    {
      "epoch": 522.3,
      "grad_norm": 4.932849884033203,
      "learning_rate": 1.3819398244560958e-06,
      "loss": 0.3471,
      "step": 1871390
    },
    {
      "epoch": 522.3,
      "grad_norm": 1.0085023641586304,
      "learning_rate": 1.3819151665925517e-06,
      "loss": 0.3305,
      "step": 1871400
    },
    {
      "epoch": 522.3,
      "grad_norm": 1.1577212810516357,
      "learning_rate": 1.3818905088570272e-06,
      "loss": 0.3441,
      "step": 1871410
    },
    {
      "epoch": 522.31,
      "grad_norm": 0.95084547996521,
      "learning_rate": 1.3818658512495274e-06,
      "loss": 0.3505,
      "step": 1871420
    },
    {
      "epoch": 522.31,
      "grad_norm": 1.205089807510376,
      "learning_rate": 1.3818411937700534e-06,
      "loss": 0.3381,
      "step": 1871430
    },
    {
      "epoch": 522.31,
      "grad_norm": 1.1002858877182007,
      "learning_rate": 1.381816536418611e-06,
      "loss": 0.3606,
      "step": 1871440
    },
    {
      "epoch": 522.31,
      "grad_norm": 1.103854775428772,
      "learning_rate": 1.3817918791952023e-06,
      "loss": 0.3327,
      "step": 1871450
    },
    {
      "epoch": 522.32,
      "grad_norm": 1.1373406648635864,
      "learning_rate": 1.3817672220998298e-06,
      "loss": 0.3356,
      "step": 1871460
    },
    {
      "epoch": 522.32,
      "grad_norm": 1.0182961225509644,
      "learning_rate": 1.381742565132498e-06,
      "loss": 0.3328,
      "step": 1871470
    },
    {
      "epoch": 522.32,
      "grad_norm": 1.3076542615890503,
      "learning_rate": 1.3817179082932096e-06,
      "loss": 0.335,
      "step": 1871480
    },
    {
      "epoch": 522.32,
      "grad_norm": 0.9782202839851379,
      "learning_rate": 1.381693251581967e-06,
      "loss": 0.3406,
      "step": 1871490
    },
    {
      "epoch": 522.33,
      "grad_norm": 1.3066043853759766,
      "learning_rate": 1.3816685949987753e-06,
      "loss": 0.3482,
      "step": 1871500
    },
    {
      "epoch": 522.33,
      "grad_norm": 1.0478477478027344,
      "learning_rate": 1.3816439385436371e-06,
      "loss": 0.3373,
      "step": 1871510
    },
    {
      "epoch": 522.33,
      "grad_norm": 1.147297739982605,
      "learning_rate": 1.3816192822165549e-06,
      "loss": 0.3627,
      "step": 1871520
    },
    {
      "epoch": 522.34,
      "grad_norm": 1.071350336074829,
      "learning_rate": 1.381594626017533e-06,
      "loss": 0.3366,
      "step": 1871530
    },
    {
      "epoch": 522.34,
      "grad_norm": 1.3607161045074463,
      "learning_rate": 1.381569969946574e-06,
      "loss": 0.35,
      "step": 1871540
    },
    {
      "epoch": 522.34,
      "grad_norm": 1.0292210578918457,
      "learning_rate": 1.3815453140036809e-06,
      "loss": 0.3539,
      "step": 1871550
    },
    {
      "epoch": 522.34,
      "grad_norm": 1.1648725271224976,
      "learning_rate": 1.3815206581888583e-06,
      "loss": 0.3395,
      "step": 1871560
    },
    {
      "epoch": 522.35,
      "grad_norm": 1.0879111289978027,
      "learning_rate": 1.3814960025021088e-06,
      "loss": 0.332,
      "step": 1871570
    },
    {
      "epoch": 522.35,
      "grad_norm": 1.085659146308899,
      "learning_rate": 1.3814713469434345e-06,
      "loss": 0.3438,
      "step": 1871580
    },
    {
      "epoch": 522.35,
      "grad_norm": 1.281197190284729,
      "learning_rate": 1.3814466915128406e-06,
      "loss": 0.3599,
      "step": 1871590
    },
    {
      "epoch": 522.36,
      "grad_norm": 1.802513599395752,
      "learning_rate": 1.3814220362103298e-06,
      "loss": 0.3326,
      "step": 1871600
    },
    {
      "epoch": 522.36,
      "grad_norm": 1.1595604419708252,
      "learning_rate": 1.3813973810359042e-06,
      "loss": 0.3294,
      "step": 1871610
    },
    {
      "epoch": 522.36,
      "grad_norm": 1.2403212785720825,
      "learning_rate": 1.3813727259895688e-06,
      "loss": 0.3636,
      "step": 1871620
    },
    {
      "epoch": 522.36,
      "grad_norm": 1.028938889503479,
      "learning_rate": 1.3813480710713261e-06,
      "loss": 0.3556,
      "step": 1871630
    },
    {
      "epoch": 522.37,
      "grad_norm": 0.9637908339500427,
      "learning_rate": 1.3813234162811781e-06,
      "loss": 0.3601,
      "step": 1871640
    },
    {
      "epoch": 522.37,
      "grad_norm": 1.176142930984497,
      "learning_rate": 1.3812987616191308e-06,
      "loss": 0.3395,
      "step": 1871650
    },
    {
      "epoch": 522.37,
      "grad_norm": 1.0424761772155762,
      "learning_rate": 1.3812741070851857e-06,
      "loss": 0.3485,
      "step": 1871660
    },
    {
      "epoch": 522.38,
      "grad_norm": 1.1177338361740112,
      "learning_rate": 1.3812494526793459e-06,
      "loss": 0.3422,
      "step": 1871670
    },
    {
      "epoch": 522.38,
      "grad_norm": 1.3176403045654297,
      "learning_rate": 1.3812247984016158e-06,
      "loss": 0.3392,
      "step": 1871680
    },
    {
      "epoch": 522.38,
      "grad_norm": 1.0625213384628296,
      "learning_rate": 1.381200144251998e-06,
      "loss": 0.3429,
      "step": 1871690
    },
    {
      "epoch": 522.38,
      "grad_norm": 1.0118404626846313,
      "learning_rate": 1.3811754902304949e-06,
      "loss": 0.3306,
      "step": 1871700
    },
    {
      "epoch": 522.39,
      "grad_norm": 1.4446337223052979,
      "learning_rate": 1.3811508363371117e-06,
      "loss": 0.3425,
      "step": 1871710
    },
    {
      "epoch": 522.39,
      "grad_norm": 1.145551085472107,
      "learning_rate": 1.3811261825718498e-06,
      "loss": 0.3451,
      "step": 1871720
    },
    {
      "epoch": 522.39,
      "grad_norm": 1.160022497177124,
      "learning_rate": 1.381101528934714e-06,
      "loss": 0.3309,
      "step": 1871730
    },
    {
      "epoch": 522.39,
      "grad_norm": 0.9521692991256714,
      "learning_rate": 1.3810768754257074e-06,
      "loss": 0.3263,
      "step": 1871740
    },
    {
      "epoch": 522.4,
      "grad_norm": 1.212684154510498,
      "learning_rate": 1.3810522220448323e-06,
      "loss": 0.3484,
      "step": 1871750
    },
    {
      "epoch": 522.4,
      "grad_norm": 1.1722979545593262,
      "learning_rate": 1.381027568792093e-06,
      "loss": 0.3488,
      "step": 1871760
    },
    {
      "epoch": 522.4,
      "grad_norm": 1.1086609363555908,
      "learning_rate": 1.381002915667492e-06,
      "loss": 0.3513,
      "step": 1871770
    },
    {
      "epoch": 522.41,
      "grad_norm": 0.967296838760376,
      "learning_rate": 1.3809782626710323e-06,
      "loss": 0.338,
      "step": 1871780
    },
    {
      "epoch": 522.41,
      "grad_norm": 12.85683822631836,
      "learning_rate": 1.3809536098027187e-06,
      "loss": 0.3323,
      "step": 1871790
    },
    {
      "epoch": 522.41,
      "grad_norm": 1.0510787963867188,
      "learning_rate": 1.3809289570625535e-06,
      "loss": 0.3424,
      "step": 1871800
    },
    {
      "epoch": 522.41,
      "grad_norm": 1.2023859024047852,
      "learning_rate": 1.3809043044505395e-06,
      "loss": 0.332,
      "step": 1871810
    },
    {
      "epoch": 522.42,
      "grad_norm": 1.2519334554672241,
      "learning_rate": 1.380879651966681e-06,
      "loss": 0.3422,
      "step": 1871820
    },
    {
      "epoch": 522.42,
      "grad_norm": 1.0595163106918335,
      "learning_rate": 1.3808549996109809e-06,
      "loss": 0.3327,
      "step": 1871830
    },
    {
      "epoch": 522.42,
      "grad_norm": 1.1306428909301758,
      "learning_rate": 1.3808303473834415e-06,
      "loss": 0.3339,
      "step": 1871840
    },
    {
      "epoch": 522.43,
      "grad_norm": 1.0779980421066284,
      "learning_rate": 1.3808056952840677e-06,
      "loss": 0.3418,
      "step": 1871850
    },
    {
      "epoch": 522.43,
      "grad_norm": 1.1190894842147827,
      "learning_rate": 1.3807810433128623e-06,
      "loss": 0.3382,
      "step": 1871860
    },
    {
      "epoch": 522.43,
      "grad_norm": 0.9897478818893433,
      "learning_rate": 1.3807563914698274e-06,
      "loss": 0.3338,
      "step": 1871870
    },
    {
      "epoch": 522.43,
      "grad_norm": 1.0020595788955688,
      "learning_rate": 1.3807317397549679e-06,
      "loss": 0.3509,
      "step": 1871880
    },
    {
      "epoch": 522.44,
      "grad_norm": 1.0110191106796265,
      "learning_rate": 1.3807070881682867e-06,
      "loss": 0.3256,
      "step": 1871890
    },
    {
      "epoch": 522.44,
      "grad_norm": 1.1118906736373901,
      "learning_rate": 1.380682436709786e-06,
      "loss": 0.3401,
      "step": 1871900
    },
    {
      "epoch": 522.44,
      "grad_norm": 0.9860772490501404,
      "learning_rate": 1.3806577853794704e-06,
      "loss": 0.3179,
      "step": 1871910
    },
    {
      "epoch": 522.44,
      "grad_norm": 1.3034942150115967,
      "learning_rate": 1.3806331341773427e-06,
      "loss": 0.3346,
      "step": 1871920
    },
    {
      "epoch": 522.45,
      "grad_norm": 1.163450002670288,
      "learning_rate": 1.380608483103405e-06,
      "loss": 0.3492,
      "step": 1871930
    },
    {
      "epoch": 522.45,
      "grad_norm": 1.0784882307052612,
      "learning_rate": 1.3805838321576629e-06,
      "loss": 0.3318,
      "step": 1871940
    },
    {
      "epoch": 522.45,
      "grad_norm": 1.030067801475525,
      "learning_rate": 1.3805591813401183e-06,
      "loss": 0.3378,
      "step": 1871950
    },
    {
      "epoch": 522.46,
      "grad_norm": 8.679431915283203,
      "learning_rate": 1.3805345306507742e-06,
      "loss": 0.3472,
      "step": 1871960
    },
    {
      "epoch": 522.46,
      "grad_norm": 1.1802775859832764,
      "learning_rate": 1.380509880089635e-06,
      "loss": 0.3424,
      "step": 1871970
    },
    {
      "epoch": 522.46,
      "grad_norm": 1.0931645631790161,
      "learning_rate": 1.3804852296567032e-06,
      "loss": 0.3446,
      "step": 1871980
    },
    {
      "epoch": 522.46,
      "grad_norm": 1.0825588703155518,
      "learning_rate": 1.3804605793519812e-06,
      "loss": 0.3415,
      "step": 1871990
    },
    {
      "epoch": 522.47,
      "grad_norm": 1.121042013168335,
      "learning_rate": 1.3804359291754745e-06,
      "loss": 0.3418,
      "step": 1872000
    },
    {
      "epoch": 522.47,
      "grad_norm": 1.0796023607254028,
      "learning_rate": 1.3804112791271838e-06,
      "loss": 0.347,
      "step": 1872010
    },
    {
      "epoch": 522.47,
      "grad_norm": 2.537752628326416,
      "learning_rate": 1.380386629207115e-06,
      "loss": 0.3451,
      "step": 1872020
    },
    {
      "epoch": 522.48,
      "grad_norm": 1.1908847093582153,
      "learning_rate": 1.38036197941527e-06,
      "loss": 0.3355,
      "step": 1872030
    },
    {
      "epoch": 522.48,
      "grad_norm": 0.9461749196052551,
      "learning_rate": 1.3803373297516517e-06,
      "loss": 0.3423,
      "step": 1872040
    },
    {
      "epoch": 522.48,
      "grad_norm": 1.2077969312667847,
      "learning_rate": 1.3803126802162644e-06,
      "loss": 0.3603,
      "step": 1872050
    },
    {
      "epoch": 522.48,
      "grad_norm": 1.1605976819992065,
      "learning_rate": 1.380288030809111e-06,
      "loss": 0.3498,
      "step": 1872060
    },
    {
      "epoch": 522.49,
      "grad_norm": 1.0902137756347656,
      "learning_rate": 1.3802633815301935e-06,
      "loss": 0.3489,
      "step": 1872070
    },
    {
      "epoch": 522.49,
      "grad_norm": 1.1332225799560547,
      "learning_rate": 1.3802387323795174e-06,
      "loss": 0.3302,
      "step": 1872080
    },
    {
      "epoch": 522.49,
      "grad_norm": 1.1305036544799805,
      "learning_rate": 1.3802140833570848e-06,
      "loss": 0.3425,
      "step": 1872090
    },
    {
      "epoch": 522.5,
      "grad_norm": 0.992267906665802,
      "learning_rate": 1.3801894344628988e-06,
      "loss": 0.3463,
      "step": 1872100
    },
    {
      "epoch": 522.5,
      "grad_norm": 1.069761872291565,
      "learning_rate": 1.3801647856969635e-06,
      "loss": 0.3341,
      "step": 1872110
    },
    {
      "epoch": 522.5,
      "grad_norm": 1.3282365798950195,
      "learning_rate": 1.380140137059281e-06,
      "loss": 0.3308,
      "step": 1872120
    },
    {
      "epoch": 522.5,
      "grad_norm": 1.0750315189361572,
      "learning_rate": 1.3801154885498552e-06,
      "loss": 0.3489,
      "step": 1872130
    },
    {
      "epoch": 522.51,
      "grad_norm": 1.2249317169189453,
      "learning_rate": 1.38009084016869e-06,
      "loss": 0.3365,
      "step": 1872140
    },
    {
      "epoch": 522.51,
      "grad_norm": 1.0485267639160156,
      "learning_rate": 1.3800661919157879e-06,
      "loss": 0.3524,
      "step": 1872150
    },
    {
      "epoch": 522.51,
      "grad_norm": 1.02150559425354,
      "learning_rate": 1.3800415437911518e-06,
      "loss": 0.3439,
      "step": 1872160
    },
    {
      "epoch": 522.51,
      "grad_norm": 1.0156326293945312,
      "learning_rate": 1.380016895794786e-06,
      "loss": 0.332,
      "step": 1872170
    },
    {
      "epoch": 522.52,
      "grad_norm": 1.4224939346313477,
      "learning_rate": 1.3799922479266937e-06,
      "loss": 0.3496,
      "step": 1872180
    },
    {
      "epoch": 522.52,
      "grad_norm": 1.1588387489318848,
      "learning_rate": 1.3799676001868774e-06,
      "loss": 0.329,
      "step": 1872190
    },
    {
      "epoch": 522.52,
      "grad_norm": 1.1202176809310913,
      "learning_rate": 1.3799429525753413e-06,
      "loss": 0.3266,
      "step": 1872200
    },
    {
      "epoch": 522.53,
      "grad_norm": 1.3542077541351318,
      "learning_rate": 1.3799183050920879e-06,
      "loss": 0.3288,
      "step": 1872210
    },
    {
      "epoch": 522.53,
      "grad_norm": 1.0394681692123413,
      "learning_rate": 1.37989365773712e-06,
      "loss": 0.3364,
      "step": 1872220
    },
    {
      "epoch": 522.53,
      "grad_norm": 0.9229247570037842,
      "learning_rate": 1.3798690105104423e-06,
      "loss": 0.332,
      "step": 1872230
    },
    {
      "epoch": 522.53,
      "grad_norm": 1.0293312072753906,
      "learning_rate": 1.3798443634120578e-06,
      "loss": 0.3502,
      "step": 1872240
    },
    {
      "epoch": 522.54,
      "grad_norm": 1.198036551475525,
      "learning_rate": 1.379819716441968e-06,
      "loss": 0.3427,
      "step": 1872250
    },
    {
      "epoch": 522.54,
      "grad_norm": 1.2493914365768433,
      "learning_rate": 1.3797950696001793e-06,
      "loss": 0.3481,
      "step": 1872260
    },
    {
      "epoch": 522.54,
      "grad_norm": 1.2077271938323975,
      "learning_rate": 1.3797704228866925e-06,
      "loss": 0.3425,
      "step": 1872270
    },
    {
      "epoch": 522.55,
      "grad_norm": 1.1114803552627563,
      "learning_rate": 1.3797457763015115e-06,
      "loss": 0.334,
      "step": 1872280
    },
    {
      "epoch": 522.55,
      "grad_norm": 1.143196702003479,
      "learning_rate": 1.3797211298446403e-06,
      "loss": 0.3208,
      "step": 1872290
    },
    {
      "epoch": 522.55,
      "grad_norm": 1.0283781290054321,
      "learning_rate": 1.3796964835160804e-06,
      "loss": 0.3451,
      "step": 1872300
    },
    {
      "epoch": 522.55,
      "grad_norm": 1.1566632986068726,
      "learning_rate": 1.3796718373158375e-06,
      "loss": 0.3496,
      "step": 1872310
    },
    {
      "epoch": 522.56,
      "grad_norm": 0.965532124042511,
      "learning_rate": 1.3796471912439136e-06,
      "loss": 0.3477,
      "step": 1872320
    },
    {
      "epoch": 522.56,
      "grad_norm": 1.063317894935608,
      "learning_rate": 1.3796225453003113e-06,
      "loss": 0.3267,
      "step": 1872330
    },
    {
      "epoch": 522.56,
      "grad_norm": 1.0832862854003906,
      "learning_rate": 1.3795978994850356e-06,
      "loss": 0.3511,
      "step": 1872340
    },
    {
      "epoch": 522.56,
      "grad_norm": 0.9907011985778809,
      "learning_rate": 1.3795732537980884e-06,
      "loss": 0.3333,
      "step": 1872350
    },
    {
      "epoch": 522.57,
      "grad_norm": 0.9620065689086914,
      "learning_rate": 1.3795486082394725e-06,
      "loss": 0.3593,
      "step": 1872360
    },
    {
      "epoch": 522.57,
      "grad_norm": 1.0193302631378174,
      "learning_rate": 1.3795239628091928e-06,
      "loss": 0.3525,
      "step": 1872370
    },
    {
      "epoch": 522.57,
      "grad_norm": 1.000335693359375,
      "learning_rate": 1.3794993175072525e-06,
      "loss": 0.3473,
      "step": 1872380
    },
    {
      "epoch": 522.58,
      "grad_norm": 1.049248218536377,
      "learning_rate": 1.3794746723336527e-06,
      "loss": 0.3518,
      "step": 1872390
    },
    {
      "epoch": 522.58,
      "grad_norm": 1.1003291606903076,
      "learning_rate": 1.3794500272883994e-06,
      "loss": 0.3519,
      "step": 1872400
    },
    {
      "epoch": 522.58,
      "grad_norm": 1.1012816429138184,
      "learning_rate": 1.3794253823714945e-06,
      "loss": 0.3415,
      "step": 1872410
    },
    {
      "epoch": 522.58,
      "grad_norm": 1.0589148998260498,
      "learning_rate": 1.3794007375829413e-06,
      "loss": 0.3426,
      "step": 1872420
    },
    {
      "epoch": 522.59,
      "grad_norm": 1.0439178943634033,
      "learning_rate": 1.3793760929227435e-06,
      "loss": 0.3333,
      "step": 1872430
    },
    {
      "epoch": 522.59,
      "grad_norm": 1.1256463527679443,
      "learning_rate": 1.3793514483909042e-06,
      "loss": 0.3501,
      "step": 1872440
    },
    {
      "epoch": 522.59,
      "grad_norm": 1.237859845161438,
      "learning_rate": 1.379326803987426e-06,
      "loss": 0.3363,
      "step": 1872450
    },
    {
      "epoch": 522.6,
      "grad_norm": 1.0307807922363281,
      "learning_rate": 1.379302159712313e-06,
      "loss": 0.3319,
      "step": 1872460
    },
    {
      "epoch": 522.6,
      "grad_norm": 1.1380770206451416,
      "learning_rate": 1.379277515565569e-06,
      "loss": 0.3575,
      "step": 1872470
    },
    {
      "epoch": 522.6,
      "grad_norm": 0.9639788269996643,
      "learning_rate": 1.3792528715471955e-06,
      "loss": 0.3441,
      "step": 1872480
    },
    {
      "epoch": 522.6,
      "grad_norm": 1.0419797897338867,
      "learning_rate": 1.3792282276571975e-06,
      "loss": 0.3419,
      "step": 1872490
    },
    {
      "epoch": 522.61,
      "grad_norm": 1.3308792114257812,
      "learning_rate": 1.3792035838955777e-06,
      "loss": 0.3417,
      "step": 1872500
    },
    {
      "epoch": 522.61,
      "grad_norm": 1.1146990060806274,
      "learning_rate": 1.3791789402623383e-06,
      "loss": 0.3339,
      "step": 1872510
    },
    {
      "epoch": 522.61,
      "grad_norm": 1.1603552103042603,
      "learning_rate": 1.3791542967574845e-06,
      "loss": 0.3478,
      "step": 1872520
    },
    {
      "epoch": 522.62,
      "grad_norm": 0.9728742241859436,
      "learning_rate": 1.3791296533810187e-06,
      "loss": 0.3259,
      "step": 1872530
    },
    {
      "epoch": 522.62,
      "grad_norm": 1.0804476737976074,
      "learning_rate": 1.3791050101329431e-06,
      "loss": 0.3368,
      "step": 1872540
    },
    {
      "epoch": 522.62,
      "grad_norm": 1.10068678855896,
      "learning_rate": 1.3790803670132632e-06,
      "loss": 0.3311,
      "step": 1872550
    },
    {
      "epoch": 522.62,
      "grad_norm": 1.081056833267212,
      "learning_rate": 1.3790557240219807e-06,
      "loss": 0.3435,
      "step": 1872560
    },
    {
      "epoch": 522.63,
      "grad_norm": 1.0795433521270752,
      "learning_rate": 1.379031081159099e-06,
      "loss": 0.3428,
      "step": 1872570
    },
    {
      "epoch": 522.63,
      "grad_norm": 1.114764928817749,
      "learning_rate": 1.3790064384246222e-06,
      "loss": 0.3549,
      "step": 1872580
    },
    {
      "epoch": 522.63,
      "grad_norm": 1.268537163734436,
      "learning_rate": 1.3789817958185519e-06,
      "loss": 0.3264,
      "step": 1872590
    },
    {
      "epoch": 522.63,
      "grad_norm": 1.061356544494629,
      "learning_rate": 1.3789571533408937e-06,
      "loss": 0.3249,
      "step": 1872600
    },
    {
      "epoch": 522.64,
      "grad_norm": 1.1193560361862183,
      "learning_rate": 1.3789325109916494e-06,
      "loss": 0.3454,
      "step": 1872610
    },
    {
      "epoch": 522.64,
      "grad_norm": 1.1041585206985474,
      "learning_rate": 1.3789078687708222e-06,
      "loss": 0.3197,
      "step": 1872620
    },
    {
      "epoch": 522.64,
      "grad_norm": 1.1686688661575317,
      "learning_rate": 1.3788832266784164e-06,
      "loss": 0.3387,
      "step": 1872630
    },
    {
      "epoch": 522.65,
      "grad_norm": 1.2912845611572266,
      "learning_rate": 1.3788585847144345e-06,
      "loss": 0.3461,
      "step": 1872640
    },
    {
      "epoch": 522.65,
      "grad_norm": 1.115760087966919,
      "learning_rate": 1.3788339428788792e-06,
      "loss": 0.334,
      "step": 1872650
    },
    {
      "epoch": 522.65,
      "grad_norm": 1.3378278017044067,
      "learning_rate": 1.378809301171755e-06,
      "loss": 0.3397,
      "step": 1872660
    },
    {
      "epoch": 522.65,
      "grad_norm": 2.675656795501709,
      "learning_rate": 1.378784659593065e-06,
      "loss": 0.3404,
      "step": 1872670
    },
    {
      "epoch": 522.66,
      "grad_norm": 0.9856470227241516,
      "learning_rate": 1.3787600181428109e-06,
      "loss": 0.338,
      "step": 1872680
    },
    {
      "epoch": 522.66,
      "grad_norm": 1.117868423461914,
      "learning_rate": 1.3787353768209984e-06,
      "loss": 0.3571,
      "step": 1872690
    },
    {
      "epoch": 522.66,
      "grad_norm": 1.180956482887268,
      "learning_rate": 1.3787107356276297e-06,
      "loss": 0.3259,
      "step": 1872700
    },
    {
      "epoch": 522.67,
      "grad_norm": 1.0161330699920654,
      "learning_rate": 1.3786860945627073e-06,
      "loss": 0.3382,
      "step": 1872710
    },
    {
      "epoch": 522.67,
      "grad_norm": 1.2508230209350586,
      "learning_rate": 1.3786614536262355e-06,
      "loss": 0.3375,
      "step": 1872720
    },
    {
      "epoch": 522.67,
      "grad_norm": 1.1424530744552612,
      "learning_rate": 1.3786368128182177e-06,
      "loss": 0.3395,
      "step": 1872730
    },
    {
      "epoch": 522.67,
      "grad_norm": 1.1045866012573242,
      "learning_rate": 1.3786121721386554e-06,
      "loss": 0.3427,
      "step": 1872740
    },
    {
      "epoch": 522.68,
      "grad_norm": 1.4540374279022217,
      "learning_rate": 1.3785875315875544e-06,
      "loss": 0.3461,
      "step": 1872750
    },
    {
      "epoch": 522.68,
      "grad_norm": 1.0523316860198975,
      "learning_rate": 1.3785628911649167e-06,
      "loss": 0.3329,
      "step": 1872760
    },
    {
      "epoch": 522.68,
      "grad_norm": 1.213271975517273,
      "learning_rate": 1.3785382508707453e-06,
      "loss": 0.3323,
      "step": 1872770
    },
    {
      "epoch": 522.68,
      "grad_norm": 1.1125082969665527,
      "learning_rate": 1.3785136107050442e-06,
      "loss": 0.3356,
      "step": 1872780
    },
    {
      "epoch": 522.69,
      "grad_norm": 0.951010525226593,
      "learning_rate": 1.3784889706678163e-06,
      "loss": 0.3343,
      "step": 1872790
    },
    {
      "epoch": 522.69,
      "grad_norm": 1.1415929794311523,
      "learning_rate": 1.378464330759064e-06,
      "loss": 0.3389,
      "step": 1872800
    },
    {
      "epoch": 522.69,
      "grad_norm": 1.1744147539138794,
      "learning_rate": 1.378439690978792e-06,
      "loss": 0.328,
      "step": 1872810
    },
    {
      "epoch": 522.7,
      "grad_norm": 1.1577965021133423,
      "learning_rate": 1.378415051327004e-06,
      "loss": 0.3529,
      "step": 1872820
    },
    {
      "epoch": 522.7,
      "grad_norm": 1.2063705921173096,
      "learning_rate": 1.3783904118037005e-06,
      "loss": 0.3629,
      "step": 1872830
    },
    {
      "epoch": 522.7,
      "grad_norm": 0.9940428137779236,
      "learning_rate": 1.3783657724088882e-06,
      "loss": 0.3315,
      "step": 1872840
    },
    {
      "epoch": 522.7,
      "grad_norm": 1.2704029083251953,
      "learning_rate": 1.3783411331425686e-06,
      "loss": 0.3381,
      "step": 1872850
    },
    {
      "epoch": 522.71,
      "grad_norm": 1.2116680145263672,
      "learning_rate": 1.3783164940047446e-06,
      "loss": 0.3402,
      "step": 1872860
    },
    {
      "epoch": 522.71,
      "grad_norm": 1.166374683380127,
      "learning_rate": 1.3782918549954207e-06,
      "loss": 0.3254,
      "step": 1872870
    },
    {
      "epoch": 522.71,
      "grad_norm": 1.001305103302002,
      "learning_rate": 1.3782672161145983e-06,
      "loss": 0.3181,
      "step": 1872880
    },
    {
      "epoch": 522.72,
      "grad_norm": 1.078309416770935,
      "learning_rate": 1.3782425773622834e-06,
      "loss": 0.3362,
      "step": 1872890
    },
    {
      "epoch": 522.72,
      "grad_norm": 1.473663568496704,
      "learning_rate": 1.378217938738477e-06,
      "loss": 0.3572,
      "step": 1872900
    },
    {
      "epoch": 522.72,
      "grad_norm": 1.2759275436401367,
      "learning_rate": 1.3781933002431836e-06,
      "loss": 0.3245,
      "step": 1872910
    },
    {
      "epoch": 522.72,
      "grad_norm": 2.5505669116973877,
      "learning_rate": 1.378168661876406e-06,
      "loss": 0.3475,
      "step": 1872920
    },
    {
      "epoch": 522.73,
      "grad_norm": 1.2770689725875854,
      "learning_rate": 1.3781440236381475e-06,
      "loss": 0.3347,
      "step": 1872930
    },
    {
      "epoch": 522.73,
      "grad_norm": 1.0130505561828613,
      "learning_rate": 1.3781193855284108e-06,
      "loss": 0.3502,
      "step": 1872940
    },
    {
      "epoch": 522.73,
      "grad_norm": 1.1775822639465332,
      "learning_rate": 1.3780947475472005e-06,
      "loss": 0.3459,
      "step": 1872950
    },
    {
      "epoch": 522.74,
      "grad_norm": 0.9761602878570557,
      "learning_rate": 1.3780701096945192e-06,
      "loss": 0.3391,
      "step": 1872960
    },
    {
      "epoch": 522.74,
      "grad_norm": 1.103586196899414,
      "learning_rate": 1.3780454719703693e-06,
      "loss": 0.3384,
      "step": 1872970
    },
    {
      "epoch": 522.74,
      "grad_norm": 1.1253100633621216,
      "learning_rate": 1.378020834374756e-06,
      "loss": 0.3563,
      "step": 1872980
    },
    {
      "epoch": 522.74,
      "grad_norm": 1.17859947681427,
      "learning_rate": 1.377996196907681e-06,
      "loss": 0.3321,
      "step": 1872990
    },
    {
      "epoch": 522.75,
      "grad_norm": 1.199231743812561,
      "learning_rate": 1.3779715595691482e-06,
      "loss": 0.3399,
      "step": 1873000
    },
    {
      "epoch": 522.75,
      "grad_norm": 1.0430980920791626,
      "learning_rate": 1.377946922359161e-06,
      "loss": 0.34,
      "step": 1873010
    },
    {
      "epoch": 522.75,
      "grad_norm": 1.0424772500991821,
      "learning_rate": 1.3779222852777224e-06,
      "loss": 0.3243,
      "step": 1873020
    },
    {
      "epoch": 522.75,
      "grad_norm": 1.106152057647705,
      "learning_rate": 1.3778976483248347e-06,
      "loss": 0.342,
      "step": 1873030
    },
    {
      "epoch": 522.76,
      "grad_norm": 1.0759427547454834,
      "learning_rate": 1.3778730115005037e-06,
      "loss": 0.3492,
      "step": 1873040
    },
    {
      "epoch": 522.76,
      "grad_norm": 1.185947060585022,
      "learning_rate": 1.3778483748047305e-06,
      "loss": 0.354,
      "step": 1873050
    },
    {
      "epoch": 522.76,
      "grad_norm": 1.051674723625183,
      "learning_rate": 1.3778237382375191e-06,
      "loss": 0.3404,
      "step": 1873060
    },
    {
      "epoch": 522.77,
      "grad_norm": 1.0341157913208008,
      "learning_rate": 1.377799101798873e-06,
      "loss": 0.3412,
      "step": 1873070
    },
    {
      "epoch": 522.77,
      "grad_norm": 1.2351270914077759,
      "learning_rate": 1.377774465488795e-06,
      "loss": 0.344,
      "step": 1873080
    },
    {
      "epoch": 522.77,
      "grad_norm": 1.229506492614746,
      "learning_rate": 1.377749829307288e-06,
      "loss": 0.3443,
      "step": 1873090
    },
    {
      "epoch": 522.77,
      "grad_norm": 1.1581381559371948,
      "learning_rate": 1.377725193254357e-06,
      "loss": 0.3407,
      "step": 1873100
    },
    {
      "epoch": 522.78,
      "grad_norm": 0.9825891256332397,
      "learning_rate": 1.377700557330004e-06,
      "loss": 0.33,
      "step": 1873110
    },
    {
      "epoch": 522.78,
      "grad_norm": 1.213295340538025,
      "learning_rate": 1.3776759215342313e-06,
      "loss": 0.3456,
      "step": 1873120
    },
    {
      "epoch": 522.78,
      "grad_norm": 1.129413366317749,
      "learning_rate": 1.3776512858670445e-06,
      "loss": 0.3348,
      "step": 1873130
    },
    {
      "epoch": 522.79,
      "grad_norm": 1.2180711030960083,
      "learning_rate": 1.3776266503284453e-06,
      "loss": 0.3422,
      "step": 1873140
    },
    {
      "epoch": 522.79,
      "grad_norm": 1.086748480796814,
      "learning_rate": 1.3776020149184375e-06,
      "loss": 0.3372,
      "step": 1873150
    },
    {
      "epoch": 522.79,
      "grad_norm": 1.0760557651519775,
      "learning_rate": 1.377577379637024e-06,
      "loss": 0.3443,
      "step": 1873160
    },
    {
      "epoch": 522.79,
      "grad_norm": 1.1382451057434082,
      "learning_rate": 1.377552744484208e-06,
      "loss": 0.3371,
      "step": 1873170
    },
    {
      "epoch": 522.8,
      "grad_norm": 1.1054396629333496,
      "learning_rate": 1.3775281094599939e-06,
      "loss": 0.3413,
      "step": 1873180
    },
    {
      "epoch": 522.8,
      "grad_norm": 1.1328909397125244,
      "learning_rate": 1.3775034745643842e-06,
      "loss": 0.3579,
      "step": 1873190
    },
    {
      "epoch": 522.8,
      "grad_norm": 0.9714187979698181,
      "learning_rate": 1.3774788397973813e-06,
      "loss": 0.3339,
      "step": 1873200
    },
    {
      "epoch": 522.8,
      "grad_norm": 0.9709035754203796,
      "learning_rate": 1.3774542051589901e-06,
      "loss": 0.33,
      "step": 1873210
    },
    {
      "epoch": 522.81,
      "grad_norm": 1.230127215385437,
      "learning_rate": 1.3774295706492133e-06,
      "loss": 0.3484,
      "step": 1873220
    },
    {
      "epoch": 522.81,
      "grad_norm": 0.9985447525978088,
      "learning_rate": 1.3774049362680534e-06,
      "loss": 0.3276,
      "step": 1873230
    },
    {
      "epoch": 522.81,
      "grad_norm": 1.2271699905395508,
      "learning_rate": 1.377380302015515e-06,
      "loss": 0.3414,
      "step": 1873240
    },
    {
      "epoch": 522.82,
      "grad_norm": 1.0938317775726318,
      "learning_rate": 1.3773556678916004e-06,
      "loss": 0.3549,
      "step": 1873250
    },
    {
      "epoch": 522.82,
      "grad_norm": 3.8847222328186035,
      "learning_rate": 1.3773310338963124e-06,
      "loss": 0.343,
      "step": 1873260
    },
    {
      "epoch": 522.82,
      "grad_norm": 1.444549560546875,
      "learning_rate": 1.3773064000296557e-06,
      "loss": 0.3697,
      "step": 1873270
    },
    {
      "epoch": 522.82,
      "grad_norm": 1.1375259160995483,
      "learning_rate": 1.377281766291633e-06,
      "loss": 0.34,
      "step": 1873280
    },
    {
      "epoch": 522.83,
      "grad_norm": 1.129307508468628,
      "learning_rate": 1.3772571326822474e-06,
      "loss": 0.3358,
      "step": 1873290
    },
    {
      "epoch": 522.83,
      "grad_norm": 1.222690224647522,
      "learning_rate": 1.3772324992015021e-06,
      "loss": 0.3321,
      "step": 1873300
    },
    {
      "epoch": 522.83,
      "grad_norm": 1.1050273180007935,
      "learning_rate": 1.377207865849401e-06,
      "loss": 0.3352,
      "step": 1873310
    },
    {
      "epoch": 522.84,
      "grad_norm": 1.005946159362793,
      "learning_rate": 1.377183232625946e-06,
      "loss": 0.3476,
      "step": 1873320
    },
    {
      "epoch": 522.84,
      "grad_norm": 1.299452781677246,
      "learning_rate": 1.377158599531142e-06,
      "loss": 0.3523,
      "step": 1873330
    },
    {
      "epoch": 522.84,
      "grad_norm": 1.1109578609466553,
      "learning_rate": 1.3771339665649918e-06,
      "loss": 0.3479,
      "step": 1873340
    },
    {
      "epoch": 522.84,
      "grad_norm": 1.2986550331115723,
      "learning_rate": 1.3771093337274975e-06,
      "loss": 0.3383,
      "step": 1873350
    },
    {
      "epoch": 522.85,
      "grad_norm": 1.3328810930252075,
      "learning_rate": 1.377084701018664e-06,
      "loss": 0.3177,
      "step": 1873360
    },
    {
      "epoch": 522.85,
      "grad_norm": 1.0702836513519287,
      "learning_rate": 1.377060068438494e-06,
      "loss": 0.3305,
      "step": 1873370
    },
    {
      "epoch": 522.85,
      "grad_norm": 1.1735320091247559,
      "learning_rate": 1.3770354359869905e-06,
      "loss": 0.3294,
      "step": 1873380
    },
    {
      "epoch": 522.86,
      "grad_norm": 1.180640697479248,
      "learning_rate": 1.3770108036641573e-06,
      "loss": 0.3512,
      "step": 1873390
    },
    {
      "epoch": 522.86,
      "grad_norm": 1.0215903520584106,
      "learning_rate": 1.376986171469997e-06,
      "loss": 0.3335,
      "step": 1873400
    },
    {
      "epoch": 522.86,
      "grad_norm": 1.095300316810608,
      "learning_rate": 1.376961539404513e-06,
      "loss": 0.3231,
      "step": 1873410
    },
    {
      "epoch": 522.86,
      "grad_norm": 1.2391647100448608,
      "learning_rate": 1.3769369074677092e-06,
      "loss": 0.3446,
      "step": 1873420
    },
    {
      "epoch": 522.87,
      "grad_norm": 0.978227436542511,
      "learning_rate": 1.3769122756595886e-06,
      "loss": 0.3293,
      "step": 1873430
    },
    {
      "epoch": 522.87,
      "grad_norm": 1.4066925048828125,
      "learning_rate": 1.376887643980154e-06,
      "loss": 0.3378,
      "step": 1873440
    },
    {
      "epoch": 522.87,
      "grad_norm": 1.5555284023284912,
      "learning_rate": 1.3768630124294093e-06,
      "loss": 0.3384,
      "step": 1873450
    },
    {
      "epoch": 522.87,
      "grad_norm": 1.217704176902771,
      "learning_rate": 1.3768383810073568e-06,
      "loss": 0.342,
      "step": 1873460
    },
    {
      "epoch": 522.88,
      "grad_norm": 1.2716476917266846,
      "learning_rate": 1.3768137497140014e-06,
      "loss": 0.3381,
      "step": 1873470
    },
    {
      "epoch": 522.88,
      "grad_norm": 0.8935060501098633,
      "learning_rate": 1.3767891185493456e-06,
      "loss": 0.3458,
      "step": 1873480
    },
    {
      "epoch": 522.88,
      "grad_norm": 1.136448621749878,
      "learning_rate": 1.3767644875133915e-06,
      "loss": 0.3497,
      "step": 1873490
    },
    {
      "epoch": 522.89,
      "grad_norm": 1.234618067741394,
      "learning_rate": 1.3767398566061442e-06,
      "loss": 0.3501,
      "step": 1873500
    },
    {
      "epoch": 522.89,
      "grad_norm": 1.1561187505722046,
      "learning_rate": 1.3767152258276062e-06,
      "loss": 0.3521,
      "step": 1873510
    },
    {
      "epoch": 522.89,
      "grad_norm": 0.9947534203529358,
      "learning_rate": 1.3766905951777805e-06,
      "loss": 0.3519,
      "step": 1873520
    },
    {
      "epoch": 522.89,
      "grad_norm": 0.953502357006073,
      "learning_rate": 1.376665964656671e-06,
      "loss": 0.3379,
      "step": 1873530
    },
    {
      "epoch": 522.9,
      "grad_norm": 1.2975316047668457,
      "learning_rate": 1.376641334264281e-06,
      "loss": 0.3392,
      "step": 1873540
    },
    {
      "epoch": 522.9,
      "grad_norm": 1.015329122543335,
      "learning_rate": 1.376616704000612e-06,
      "loss": 0.3457,
      "step": 1873550
    },
    {
      "epoch": 522.9,
      "grad_norm": 1.251469612121582,
      "learning_rate": 1.3765920738656702e-06,
      "loss": 0.3249,
      "step": 1873560
    },
    {
      "epoch": 522.91,
      "grad_norm": 1.1211647987365723,
      "learning_rate": 1.376567443859457e-06,
      "loss": 0.3547,
      "step": 1873570
    },
    {
      "epoch": 522.91,
      "grad_norm": 1.1947828531265259,
      "learning_rate": 1.3765428139819757e-06,
      "loss": 0.3324,
      "step": 1873580
    },
    {
      "epoch": 522.91,
      "grad_norm": 1.057308554649353,
      "learning_rate": 1.3765181842332303e-06,
      "loss": 0.3421,
      "step": 1873590
    },
    {
      "epoch": 522.91,
      "grad_norm": 1.1184608936309814,
      "learning_rate": 1.3764935546132239e-06,
      "loss": 0.3396,
      "step": 1873600
    },
    {
      "epoch": 522.92,
      "grad_norm": 0.9296161532402039,
      "learning_rate": 1.3764689251219582e-06,
      "loss": 0.3391,
      "step": 1873610
    },
    {
      "epoch": 522.92,
      "grad_norm": 0.9969579577445984,
      "learning_rate": 1.3764442957594395e-06,
      "loss": 0.34,
      "step": 1873620
    },
    {
      "epoch": 522.92,
      "grad_norm": 1.1063615083694458,
      "learning_rate": 1.376419666525669e-06,
      "loss": 0.3351,
      "step": 1873630
    },
    {
      "epoch": 522.92,
      "grad_norm": 1.1886361837387085,
      "learning_rate": 1.3763950374206497e-06,
      "loss": 0.3289,
      "step": 1873640
    },
    {
      "epoch": 522.93,
      "grad_norm": 1.3004324436187744,
      "learning_rate": 1.3763704084443862e-06,
      "loss": 0.3313,
      "step": 1873650
    },
    {
      "epoch": 522.93,
      "grad_norm": 1.2122142314910889,
      "learning_rate": 1.3763457795968815e-06,
      "loss": 0.3405,
      "step": 1873660
    },
    {
      "epoch": 522.93,
      "grad_norm": 1.2261967658996582,
      "learning_rate": 1.376321150878138e-06,
      "loss": 0.3451,
      "step": 1873670
    },
    {
      "epoch": 522.94,
      "grad_norm": 1.0335839986801147,
      "learning_rate": 1.3762965222881601e-06,
      "loss": 0.3428,
      "step": 1873680
    },
    {
      "epoch": 522.94,
      "grad_norm": 0.980968177318573,
      "learning_rate": 1.3762718938269507e-06,
      "loss": 0.3594,
      "step": 1873690
    },
    {
      "epoch": 522.94,
      "grad_norm": 1.030914306640625,
      "learning_rate": 1.3762472654945115e-06,
      "loss": 0.3611,
      "step": 1873700
    },
    {
      "epoch": 522.94,
      "grad_norm": 1.5191223621368408,
      "learning_rate": 1.3762226372908486e-06,
      "loss": 0.3435,
      "step": 1873710
    },
    {
      "epoch": 522.95,
      "grad_norm": 1.2804449796676636,
      "learning_rate": 1.3761980092159635e-06,
      "loss": 0.3374,
      "step": 1873720
    },
    {
      "epoch": 522.95,
      "grad_norm": 1.1241695880889893,
      "learning_rate": 1.3761733812698594e-06,
      "loss": 0.3485,
      "step": 1873730
    },
    {
      "epoch": 522.95,
      "grad_norm": 1.0505189895629883,
      "learning_rate": 1.3761487534525405e-06,
      "loss": 0.3432,
      "step": 1873740
    },
    {
      "epoch": 522.96,
      "grad_norm": 1.1037224531173706,
      "learning_rate": 1.3761241257640089e-06,
      "loss": 0.3384,
      "step": 1873750
    },
    {
      "epoch": 522.96,
      "grad_norm": 1.1709893941879272,
      "learning_rate": 1.3760994982042691e-06,
      "loss": 0.3333,
      "step": 1873760
    },
    {
      "epoch": 522.96,
      "grad_norm": 1.0583547353744507,
      "learning_rate": 1.376074870773324e-06,
      "loss": 0.3469,
      "step": 1873770
    },
    {
      "epoch": 522.96,
      "grad_norm": 1.053456425666809,
      "learning_rate": 1.376050243471176e-06,
      "loss": 0.3431,
      "step": 1873780
    },
    {
      "epoch": 522.97,
      "grad_norm": 0.8709961771965027,
      "learning_rate": 1.37602561629783e-06,
      "loss": 0.3274,
      "step": 1873790
    },
    {
      "epoch": 522.97,
      "grad_norm": 1.0777055025100708,
      "learning_rate": 1.376000989253288e-06,
      "loss": 0.3359,
      "step": 1873800
    },
    {
      "epoch": 522.97,
      "grad_norm": 1.0397005081176758,
      "learning_rate": 1.3759763623375535e-06,
      "loss": 0.3522,
      "step": 1873810
    },
    {
      "epoch": 522.98,
      "grad_norm": 1.0269523859024048,
      "learning_rate": 1.3759517355506303e-06,
      "loss": 0.3295,
      "step": 1873820
    },
    {
      "epoch": 522.98,
      "grad_norm": 1.036791205406189,
      "learning_rate": 1.3759271088925217e-06,
      "loss": 0.3528,
      "step": 1873830
    },
    {
      "epoch": 522.98,
      "grad_norm": 1.3642504215240479,
      "learning_rate": 1.375902482363229e-06,
      "loss": 0.3528,
      "step": 1873840
    },
    {
      "epoch": 522.98,
      "grad_norm": 1.1983710527420044,
      "learning_rate": 1.3758778559627585e-06,
      "loss": 0.3325,
      "step": 1873850
    },
    {
      "epoch": 522.99,
      "grad_norm": 1.1927262544631958,
      "learning_rate": 1.375853229691112e-06,
      "loss": 0.3658,
      "step": 1873860
    },
    {
      "epoch": 522.99,
      "grad_norm": 1.188172459602356,
      "learning_rate": 1.375828603548292e-06,
      "loss": 0.3293,
      "step": 1873870
    },
    {
      "epoch": 522.99,
      "grad_norm": 1.0052002668380737,
      "learning_rate": 1.3758039775343032e-06,
      "loss": 0.3418,
      "step": 1873880
    },
    {
      "epoch": 522.99,
      "grad_norm": 1.0416653156280518,
      "learning_rate": 1.3757793516491485e-06,
      "loss": 0.3357,
      "step": 1873890
    },
    {
      "epoch": 523.0,
      "grad_norm": 1.0311118364334106,
      "learning_rate": 1.3757547258928297e-06,
      "loss": 0.3343,
      "step": 1873900
    },
    {
      "epoch": 523.0,
      "eval_loss": 0.34109094738960266,
      "eval_runtime": 64.6111,
      "eval_samples_per_second": 78.299,
      "eval_steps_per_second": 9.797,
      "step": 1873909
    },
    {
      "epoch": 523.0,
      "grad_norm": 1.1375021934509277,
      "learning_rate": 1.3757301002653525e-06,
      "loss": 0.33,
      "step": 1873910
    },
    {
      "epoch": 523.0,
      "grad_norm": 1.0533515214920044,
      "learning_rate": 1.375705474766719e-06,
      "loss": 0.3364,
      "step": 1873920
    },
    {
      "epoch": 523.01,
      "grad_norm": 1.0692793130874634,
      "learning_rate": 1.3756808493969314e-06,
      "loss": 0.3427,
      "step": 1873930
    },
    {
      "epoch": 523.01,
      "grad_norm": 0.9792870879173279,
      "learning_rate": 1.3756562241559956e-06,
      "loss": 0.3366,
      "step": 1873940
    },
    {
      "epoch": 523.01,
      "grad_norm": 1.1051989793777466,
      "learning_rate": 1.3756315990439127e-06,
      "loss": 0.3449,
      "step": 1873950
    },
    {
      "epoch": 523.01,
      "grad_norm": 1.1500394344329834,
      "learning_rate": 1.3756069740606862e-06,
      "loss": 0.3471,
      "step": 1873960
    },
    {
      "epoch": 523.02,
      "grad_norm": 1.1192915439605713,
      "learning_rate": 1.3755823492063205e-06,
      "loss": 0.3546,
      "step": 1873970
    },
    {
      "epoch": 523.02,
      "grad_norm": 1.075348138809204,
      "learning_rate": 1.3755577244808182e-06,
      "loss": 0.3327,
      "step": 1873980
    },
    {
      "epoch": 523.02,
      "grad_norm": 1.199181318283081,
      "learning_rate": 1.3755330998841816e-06,
      "loss": 0.3407,
      "step": 1873990
    },
    {
      "epoch": 523.03,
      "grad_norm": 1.4083439111709595,
      "learning_rate": 1.3755084754164155e-06,
      "loss": 0.3501,
      "step": 1874000
    },
    {
      "epoch": 523.03,
      "grad_norm": 2.8750157356262207,
      "learning_rate": 1.375483851077523e-06,
      "loss": 0.3435,
      "step": 1874010
    },
    {
      "epoch": 523.03,
      "grad_norm": 1.095630407333374,
      "learning_rate": 1.3754592268675063e-06,
      "loss": 0.3407,
      "step": 1874020
    },
    {
      "epoch": 523.03,
      "grad_norm": 1.4061293601989746,
      "learning_rate": 1.3754346027863694e-06,
      "loss": 0.3378,
      "step": 1874030
    },
    {
      "epoch": 523.04,
      "grad_norm": 1.3349334001541138,
      "learning_rate": 1.3754099788341157e-06,
      "loss": 0.3524,
      "step": 1874040
    },
    {
      "epoch": 523.04,
      "grad_norm": 1.5866128206253052,
      "learning_rate": 1.3753853550107486e-06,
      "loss": 0.3514,
      "step": 1874050
    },
    {
      "epoch": 523.04,
      "grad_norm": 1.0780713558197021,
      "learning_rate": 1.3753607313162715e-06,
      "loss": 0.3522,
      "step": 1874060
    },
    {
      "epoch": 523.04,
      "grad_norm": 1.0671509504318237,
      "learning_rate": 1.375336107750686e-06,
      "loss": 0.3584,
      "step": 1874070
    },
    {
      "epoch": 523.05,
      "grad_norm": 1.0543941259384155,
      "learning_rate": 1.3753114843139974e-06,
      "loss": 0.3302,
      "step": 1874080
    },
    {
      "epoch": 523.05,
      "grad_norm": 1.1186206340789795,
      "learning_rate": 1.3752868610062086e-06,
      "loss": 0.3293,
      "step": 1874090
    },
    {
      "epoch": 523.05,
      "grad_norm": 1.1491774320602417,
      "learning_rate": 1.3752622378273218e-06,
      "loss": 0.3318,
      "step": 1874100
    },
    {
      "epoch": 523.06,
      "grad_norm": 1.0913605690002441,
      "learning_rate": 1.3752376147773417e-06,
      "loss": 0.3362,
      "step": 1874110
    },
    {
      "epoch": 523.06,
      "grad_norm": 1.083283543586731,
      "learning_rate": 1.3752129918562707e-06,
      "loss": 0.3442,
      "step": 1874120
    },
    {
      "epoch": 523.06,
      "grad_norm": 1.5830553770065308,
      "learning_rate": 1.3751883690641111e-06,
      "loss": 0.3386,
      "step": 1874130
    },
    {
      "epoch": 523.06,
      "grad_norm": 1.3390895128250122,
      "learning_rate": 1.3751637464008687e-06,
      "loss": 0.3416,
      "step": 1874140
    },
    {
      "epoch": 523.07,
      "grad_norm": 1.0719571113586426,
      "learning_rate": 1.3751391238665449e-06,
      "loss": 0.3535,
      "step": 1874150
    },
    {
      "epoch": 523.07,
      "grad_norm": 1.16323721408844,
      "learning_rate": 1.375114501461143e-06,
      "loss": 0.352,
      "step": 1874160
    },
    {
      "epoch": 523.07,
      "grad_norm": 1.0518313646316528,
      "learning_rate": 1.3750898791846674e-06,
      "loss": 0.3393,
      "step": 1874170
    },
    {
      "epoch": 523.08,
      "grad_norm": 0.9601435661315918,
      "learning_rate": 1.3750652570371208e-06,
      "loss": 0.3373,
      "step": 1874180
    },
    {
      "epoch": 523.08,
      "grad_norm": 1.1850051879882812,
      "learning_rate": 1.3750406350185059e-06,
      "loss": 0.3443,
      "step": 1874190
    },
    {
      "epoch": 523.08,
      "grad_norm": 1.2098467350006104,
      "learning_rate": 1.375016013128827e-06,
      "loss": 0.3557,
      "step": 1874200
    },
    {
      "epoch": 523.08,
      "grad_norm": 1.1000783443450928,
      "learning_rate": 1.3749913913680868e-06,
      "loss": 0.3349,
      "step": 1874210
    },
    {
      "epoch": 523.09,
      "grad_norm": 1.276232361793518,
      "learning_rate": 1.3749667697362879e-06,
      "loss": 0.3499,
      "step": 1874220
    },
    {
      "epoch": 523.09,
      "grad_norm": 1.0872350931167603,
      "learning_rate": 1.374942148233435e-06,
      "loss": 0.3531,
      "step": 1874230
    },
    {
      "epoch": 523.09,
      "grad_norm": 1.2461172342300415,
      "learning_rate": 1.374917526859531e-06,
      "loss": 0.359,
      "step": 1874240
    },
    {
      "epoch": 523.1,
      "grad_norm": 1.1850258111953735,
      "learning_rate": 1.374892905614578e-06,
      "loss": 0.3328,
      "step": 1874250
    },
    {
      "epoch": 523.1,
      "grad_norm": 0.8901487588882446,
      "learning_rate": 1.3748682844985806e-06,
      "loss": 0.355,
      "step": 1874260
    },
    {
      "epoch": 523.1,
      "grad_norm": 1.085793375968933,
      "learning_rate": 1.3748436635115419e-06,
      "loss": 0.3573,
      "step": 1874270
    },
    {
      "epoch": 523.1,
      "grad_norm": 1.4993432760238647,
      "learning_rate": 1.374819042653464e-06,
      "loss": 0.331,
      "step": 1874280
    },
    {
      "epoch": 523.11,
      "grad_norm": 1.2469990253448486,
      "learning_rate": 1.3747944219243517e-06,
      "loss": 0.358,
      "step": 1874290
    },
    {
      "epoch": 523.11,
      "grad_norm": 1.2528804540634155,
      "learning_rate": 1.374769801324208e-06,
      "loss": 0.3419,
      "step": 1874300
    },
    {
      "epoch": 523.11,
      "grad_norm": 1.0757215023040771,
      "learning_rate": 1.3747451808530347e-06,
      "loss": 0.3497,
      "step": 1874310
    },
    {
      "epoch": 523.11,
      "grad_norm": 1.1079888343811035,
      "learning_rate": 1.3747205605108373e-06,
      "loss": 0.3356,
      "step": 1874320
    },
    {
      "epoch": 523.12,
      "grad_norm": 1.1992937326431274,
      "learning_rate": 1.3746959402976173e-06,
      "loss": 0.3432,
      "step": 1874330
    },
    {
      "epoch": 523.12,
      "grad_norm": 1.4494664669036865,
      "learning_rate": 1.374671320213379e-06,
      "loss": 0.3169,
      "step": 1874340
    },
    {
      "epoch": 523.12,
      "grad_norm": 1.1249998807907104,
      "learning_rate": 1.3746467002581258e-06,
      "loss": 0.3556,
      "step": 1874350
    },
    {
      "epoch": 523.13,
      "grad_norm": 1.0378499031066895,
      "learning_rate": 1.374622080431859e-06,
      "loss": 0.3347,
      "step": 1874360
    },
    {
      "epoch": 523.13,
      "grad_norm": 1.0645043849945068,
      "learning_rate": 1.3745974607345851e-06,
      "loss": 0.3508,
      "step": 1874370
    },
    {
      "epoch": 523.13,
      "grad_norm": 1.1718648672103882,
      "learning_rate": 1.3745728411663052e-06,
      "loss": 0.3539,
      "step": 1874380
    },
    {
      "epoch": 523.13,
      "grad_norm": 0.9647744297981262,
      "learning_rate": 1.3745482217270224e-06,
      "loss": 0.3449,
      "step": 1874390
    },
    {
      "epoch": 523.14,
      "grad_norm": 1.241004228591919,
      "learning_rate": 1.3745236024167413e-06,
      "loss": 0.3485,
      "step": 1874400
    },
    {
      "epoch": 523.14,
      "grad_norm": 1.2281529903411865,
      "learning_rate": 1.3744989832354647e-06,
      "loss": 0.3471,
      "step": 1874410
    },
    {
      "epoch": 523.14,
      "grad_norm": 1.0826301574707031,
      "learning_rate": 1.3744743641831945e-06,
      "loss": 0.3349,
      "step": 1874420
    },
    {
      "epoch": 523.15,
      "grad_norm": 1.0169687271118164,
      "learning_rate": 1.374449745259936e-06,
      "loss": 0.3438,
      "step": 1874430
    },
    {
      "epoch": 523.15,
      "grad_norm": 1.110654354095459,
      "learning_rate": 1.3744251264656917e-06,
      "loss": 0.3349,
      "step": 1874440
    },
    {
      "epoch": 523.15,
      "grad_norm": 0.9413374662399292,
      "learning_rate": 1.3744005078004639e-06,
      "loss": 0.3374,
      "step": 1874450
    },
    {
      "epoch": 523.15,
      "grad_norm": 1.1670552492141724,
      "learning_rate": 1.3743758892642576e-06,
      "loss": 0.3426,
      "step": 1874460
    },
    {
      "epoch": 523.16,
      "grad_norm": 1.0197052955627441,
      "learning_rate": 1.3743512708570753e-06,
      "loss": 0.3331,
      "step": 1874470
    },
    {
      "epoch": 523.16,
      "grad_norm": 1.078020691871643,
      "learning_rate": 1.3743266525789197e-06,
      "loss": 0.3581,
      "step": 1874480
    },
    {
      "epoch": 523.16,
      "grad_norm": 1.0213758945465088,
      "learning_rate": 1.3743020344297954e-06,
      "loss": 0.3562,
      "step": 1874490
    },
    {
      "epoch": 523.16,
      "grad_norm": 1.227095127105713,
      "learning_rate": 1.3742774164097047e-06,
      "loss": 0.3537,
      "step": 1874500
    },
    {
      "epoch": 523.17,
      "grad_norm": 1.0554999113082886,
      "learning_rate": 1.3742527985186503e-06,
      "loss": 0.3448,
      "step": 1874510
    },
    {
      "epoch": 523.17,
      "grad_norm": 1.1535743474960327,
      "learning_rate": 1.374228180756637e-06,
      "loss": 0.345,
      "step": 1874520
    },
    {
      "epoch": 523.17,
      "grad_norm": 1.0159965753555298,
      "learning_rate": 1.3742035631236675e-06,
      "loss": 0.345,
      "step": 1874530
    },
    {
      "epoch": 523.18,
      "grad_norm": 1.2014364004135132,
      "learning_rate": 1.374178945619744e-06,
      "loss": 0.3519,
      "step": 1874540
    },
    {
      "epoch": 523.18,
      "grad_norm": 1.4179238080978394,
      "learning_rate": 1.3741543282448715e-06,
      "loss": 0.3563,
      "step": 1874550
    },
    {
      "epoch": 523.18,
      "grad_norm": 1.0434468984603882,
      "learning_rate": 1.3741297109990522e-06,
      "loss": 0.3192,
      "step": 1874560
    },
    {
      "epoch": 523.18,
      "grad_norm": 1.0788934230804443,
      "learning_rate": 1.3741050938822888e-06,
      "loss": 0.3296,
      "step": 1874570
    },
    {
      "epoch": 523.19,
      "grad_norm": 1.1265109777450562,
      "learning_rate": 1.3740804768945864e-06,
      "loss": 0.3402,
      "step": 1874580
    },
    {
      "epoch": 523.19,
      "grad_norm": 1.1315230131149292,
      "learning_rate": 1.3740558600359475e-06,
      "loss": 0.336,
      "step": 1874590
    },
    {
      "epoch": 523.19,
      "grad_norm": 2.2023985385894775,
      "learning_rate": 1.374031243306374e-06,
      "loss": 0.3377,
      "step": 1874600
    },
    {
      "epoch": 523.2,
      "grad_norm": 1.0625146627426147,
      "learning_rate": 1.374006626705871e-06,
      "loss": 0.3416,
      "step": 1874610
    },
    {
      "epoch": 523.2,
      "grad_norm": 0.9197202324867249,
      "learning_rate": 1.3739820102344412e-06,
      "loss": 0.3253,
      "step": 1874620
    },
    {
      "epoch": 523.2,
      "grad_norm": 1.111664891242981,
      "learning_rate": 1.3739573938920877e-06,
      "loss": 0.3318,
      "step": 1874630
    },
    {
      "epoch": 523.2,
      "grad_norm": 1.1725969314575195,
      "learning_rate": 1.373932777678814e-06,
      "loss": 0.3466,
      "step": 1874640
    },
    {
      "epoch": 523.21,
      "grad_norm": 1.2694790363311768,
      "learning_rate": 1.3739081615946228e-06,
      "loss": 0.3501,
      "step": 1874650
    },
    {
      "epoch": 523.21,
      "grad_norm": 1.192040205001831,
      "learning_rate": 1.3738835456395181e-06,
      "loss": 0.3338,
      "step": 1874660
    },
    {
      "epoch": 523.21,
      "grad_norm": 1.2795360088348389,
      "learning_rate": 1.3738589298135032e-06,
      "loss": 0.3388,
      "step": 1874670
    },
    {
      "epoch": 523.22,
      "grad_norm": 1.1569923162460327,
      "learning_rate": 1.3738343141165804e-06,
      "loss": 0.3468,
      "step": 1874680
    },
    {
      "epoch": 523.22,
      "grad_norm": 1.1880691051483154,
      "learning_rate": 1.3738096985487544e-06,
      "loss": 0.354,
      "step": 1874690
    },
    {
      "epoch": 523.22,
      "grad_norm": 1.103093147277832,
      "learning_rate": 1.3737850831100275e-06,
      "loss": 0.3471,
      "step": 1874700
    },
    {
      "epoch": 523.22,
      "grad_norm": 1.1863477230072021,
      "learning_rate": 1.3737604678004022e-06,
      "loss": 0.3497,
      "step": 1874710
    },
    {
      "epoch": 523.23,
      "grad_norm": 1.1944468021392822,
      "learning_rate": 1.373735852619884e-06,
      "loss": 0.3467,
      "step": 1874720
    },
    {
      "epoch": 523.23,
      "grad_norm": 1.1886545419692993,
      "learning_rate": 1.3737112375684746e-06,
      "loss": 0.3571,
      "step": 1874730
    },
    {
      "epoch": 523.23,
      "grad_norm": 1.0187571048736572,
      "learning_rate": 1.373686622646177e-06,
      "loss": 0.3395,
      "step": 1874740
    },
    {
      "epoch": 523.23,
      "grad_norm": 1.113730788230896,
      "learning_rate": 1.3736620078529959e-06,
      "loss": 0.3387,
      "step": 1874750
    },
    {
      "epoch": 523.24,
      "grad_norm": 1.0406866073608398,
      "learning_rate": 1.3736373931889337e-06,
      "loss": 0.3219,
      "step": 1874760
    },
    {
      "epoch": 523.24,
      "grad_norm": 1.1607801914215088,
      "learning_rate": 1.3736127786539931e-06,
      "loss": 0.3415,
      "step": 1874770
    },
    {
      "epoch": 523.24,
      "grad_norm": 1.230896234512329,
      "learning_rate": 1.373588164248179e-06,
      "loss": 0.3398,
      "step": 1874780
    },
    {
      "epoch": 523.25,
      "grad_norm": 1.2718867063522339,
      "learning_rate": 1.3735635499714935e-06,
      "loss": 0.3364,
      "step": 1874790
    },
    {
      "epoch": 523.25,
      "grad_norm": 1.0611368417739868,
      "learning_rate": 1.373538935823939e-06,
      "loss": 0.3638,
      "step": 1874800
    },
    {
      "epoch": 523.25,
      "grad_norm": 1.1477560997009277,
      "learning_rate": 1.373514321805521e-06,
      "loss": 0.3454,
      "step": 1874810
    },
    {
      "epoch": 523.25,
      "grad_norm": 0.9431618452072144,
      "learning_rate": 1.3734897079162416e-06,
      "loss": 0.3461,
      "step": 1874820
    },
    {
      "epoch": 523.26,
      "grad_norm": 1.2679277658462524,
      "learning_rate": 1.3734650941561034e-06,
      "loss": 0.3334,
      "step": 1874830
    },
    {
      "epoch": 523.26,
      "grad_norm": 1.0396133661270142,
      "learning_rate": 1.3734404805251112e-06,
      "loss": 0.3311,
      "step": 1874840
    },
    {
      "epoch": 523.26,
      "grad_norm": 1.0909924507141113,
      "learning_rate": 1.3734158670232673e-06,
      "loss": 0.3389,
      "step": 1874850
    },
    {
      "epoch": 523.27,
      "grad_norm": 1.1412605047225952,
      "learning_rate": 1.373391253650574e-06,
      "loss": 0.3394,
      "step": 1874860
    },
    {
      "epoch": 523.27,
      "grad_norm": 1.1902378797531128,
      "learning_rate": 1.373366640407037e-06,
      "loss": 0.3455,
      "step": 1874870
    },
    {
      "epoch": 523.27,
      "grad_norm": 1.1325786113739014,
      "learning_rate": 1.373342027292658e-06,
      "loss": 0.3243,
      "step": 1874880
    },
    {
      "epoch": 523.27,
      "grad_norm": 1.3515124320983887,
      "learning_rate": 1.3733174143074398e-06,
      "loss": 0.3516,
      "step": 1874890
    },
    {
      "epoch": 523.28,
      "grad_norm": 1.0842325687408447,
      "learning_rate": 1.3732928014513871e-06,
      "loss": 0.3345,
      "step": 1874900
    },
    {
      "epoch": 523.28,
      "grad_norm": 1.0385262966156006,
      "learning_rate": 1.3732681887245025e-06,
      "loss": 0.3385,
      "step": 1874910
    },
    {
      "epoch": 523.28,
      "grad_norm": 1.139919400215149,
      "learning_rate": 1.3732435761267893e-06,
      "loss": 0.3524,
      "step": 1874920
    },
    {
      "epoch": 523.28,
      "grad_norm": 1.0504542589187622,
      "learning_rate": 1.3732189636582512e-06,
      "loss": 0.336,
      "step": 1874930
    },
    {
      "epoch": 523.29,
      "grad_norm": 0.9483152031898499,
      "learning_rate": 1.3731943513188899e-06,
      "loss": 0.3449,
      "step": 1874940
    },
    {
      "epoch": 523.29,
      "grad_norm": 1.1576249599456787,
      "learning_rate": 1.3731697391087108e-06,
      "loss": 0.3507,
      "step": 1874950
    },
    {
      "epoch": 523.29,
      "grad_norm": 0.9276092052459717,
      "learning_rate": 1.3731451270277161e-06,
      "loss": 0.3508,
      "step": 1874960
    },
    {
      "epoch": 523.3,
      "grad_norm": 0.9697203040122986,
      "learning_rate": 1.3731205150759088e-06,
      "loss": 0.3362,
      "step": 1874970
    },
    {
      "epoch": 523.3,
      "grad_norm": 0.9650208950042725,
      "learning_rate": 1.3730959032532932e-06,
      "loss": 0.3415,
      "step": 1874980
    },
    {
      "epoch": 523.3,
      "grad_norm": 1.1440860033035278,
      "learning_rate": 1.3730712915598712e-06,
      "loss": 0.3627,
      "step": 1874990
    },
    {
      "epoch": 523.3,
      "grad_norm": 1.144879698753357,
      "learning_rate": 1.3730466799956468e-06,
      "loss": 0.3361,
      "step": 1875000
    },
    {
      "epoch": 523.31,
      "grad_norm": 1.2099617719650269,
      "learning_rate": 1.3730220685606238e-06,
      "loss": 0.3477,
      "step": 1875010
    },
    {
      "epoch": 523.31,
      "grad_norm": 0.9365760684013367,
      "learning_rate": 1.3729974572548049e-06,
      "loss": 0.3388,
      "step": 1875020
    },
    {
      "epoch": 523.31,
      "grad_norm": 1.7869250774383545,
      "learning_rate": 1.3729728460781926e-06,
      "loss": 0.3353,
      "step": 1875030
    },
    {
      "epoch": 523.32,
      "grad_norm": 1.252073049545288,
      "learning_rate": 1.3729482350307917e-06,
      "loss": 0.347,
      "step": 1875040
    },
    {
      "epoch": 523.32,
      "grad_norm": 1.015928030014038,
      "learning_rate": 1.3729236241126051e-06,
      "loss": 0.3398,
      "step": 1875050
    },
    {
      "epoch": 523.32,
      "grad_norm": 1.2243627309799194,
      "learning_rate": 1.3728990133236353e-06,
      "loss": 0.3333,
      "step": 1875060
    },
    {
      "epoch": 523.32,
      "grad_norm": 1.1795594692230225,
      "learning_rate": 1.3728744026638861e-06,
      "loss": 0.3438,
      "step": 1875070
    },
    {
      "epoch": 523.33,
      "grad_norm": 1.1500310897827148,
      "learning_rate": 1.372849792133361e-06,
      "loss": 0.342,
      "step": 1875080
    },
    {
      "epoch": 523.33,
      "grad_norm": 1.0916695594787598,
      "learning_rate": 1.372825181732062e-06,
      "loss": 0.3346,
      "step": 1875090
    },
    {
      "epoch": 523.33,
      "grad_norm": 0.9871700406074524,
      "learning_rate": 1.3728005714599944e-06,
      "loss": 0.34,
      "step": 1875100
    },
    {
      "epoch": 523.34,
      "grad_norm": 1.2065680027008057,
      "learning_rate": 1.3727759613171604e-06,
      "loss": 0.3387,
      "step": 1875110
    },
    {
      "epoch": 523.34,
      "grad_norm": 1.033698558807373,
      "learning_rate": 1.3727513513035622e-06,
      "loss": 0.3358,
      "step": 1875120
    },
    {
      "epoch": 523.34,
      "grad_norm": 1.090508222579956,
      "learning_rate": 1.372726741419205e-06,
      "loss": 0.3417,
      "step": 1875130
    },
    {
      "epoch": 523.34,
      "grad_norm": 1.2039543390274048,
      "learning_rate": 1.3727021316640916e-06,
      "loss": 0.3344,
      "step": 1875140
    },
    {
      "epoch": 523.35,
      "grad_norm": 1.018074870109558,
      "learning_rate": 1.3726775220382243e-06,
      "loss": 0.3293,
      "step": 1875150
    },
    {
      "epoch": 523.35,
      "grad_norm": 1.5951350927352905,
      "learning_rate": 1.3726529125416078e-06,
      "loss": 0.3428,
      "step": 1875160
    },
    {
      "epoch": 523.35,
      "grad_norm": 1.3161505460739136,
      "learning_rate": 1.3726283031742443e-06,
      "loss": 0.3284,
      "step": 1875170
    },
    {
      "epoch": 523.35,
      "grad_norm": 1.1399266719818115,
      "learning_rate": 1.3726036939361363e-06,
      "loss": 0.3328,
      "step": 1875180
    },
    {
      "epoch": 523.36,
      "grad_norm": 1.168926477432251,
      "learning_rate": 1.3725790848272892e-06,
      "loss": 0.3394,
      "step": 1875190
    },
    {
      "epoch": 523.36,
      "grad_norm": 0.9437599182128906,
      "learning_rate": 1.3725544758477048e-06,
      "loss": 0.3508,
      "step": 1875200
    },
    {
      "epoch": 523.36,
      "grad_norm": 1.3086130619049072,
      "learning_rate": 1.3725298669973873e-06,
      "loss": 0.3311,
      "step": 1875210
    },
    {
      "epoch": 523.37,
      "grad_norm": 1.2920362949371338,
      "learning_rate": 1.3725052582763394e-06,
      "loss": 0.3442,
      "step": 1875220
    },
    {
      "epoch": 523.37,
      "grad_norm": 1.124076247215271,
      "learning_rate": 1.3724806496845635e-06,
      "loss": 0.3301,
      "step": 1875230
    },
    {
      "epoch": 523.37,
      "grad_norm": 1.0217278003692627,
      "learning_rate": 1.3724560412220648e-06,
      "loss": 0.3354,
      "step": 1875240
    },
    {
      "epoch": 523.37,
      "grad_norm": 1.0134238004684448,
      "learning_rate": 1.3724314328888453e-06,
      "loss": 0.3401,
      "step": 1875250
    },
    {
      "epoch": 523.38,
      "grad_norm": 1.1968296766281128,
      "learning_rate": 1.372406824684908e-06,
      "loss": 0.3291,
      "step": 1875260
    },
    {
      "epoch": 523.38,
      "grad_norm": 1.1371963024139404,
      "learning_rate": 1.3723822166102574e-06,
      "loss": 0.3461,
      "step": 1875270
    },
    {
      "epoch": 523.38,
      "grad_norm": 1.2764378786087036,
      "learning_rate": 1.3723576086648962e-06,
      "loss": 0.3338,
      "step": 1875280
    },
    {
      "epoch": 523.39,
      "grad_norm": 1.2238658666610718,
      "learning_rate": 1.3723330008488274e-06,
      "loss": 0.3314,
      "step": 1875290
    },
    {
      "epoch": 523.39,
      "grad_norm": 1.511722445487976,
      "learning_rate": 1.3723083931620548e-06,
      "loss": 0.3344,
      "step": 1875300
    },
    {
      "epoch": 523.39,
      "grad_norm": 1.3796945810317993,
      "learning_rate": 1.3722837856045811e-06,
      "loss": 0.3395,
      "step": 1875310
    },
    {
      "epoch": 523.39,
      "grad_norm": 1.1415119171142578,
      "learning_rate": 1.3722591781764091e-06,
      "loss": 0.3324,
      "step": 1875320
    },
    {
      "epoch": 523.4,
      "grad_norm": 1.0683152675628662,
      "learning_rate": 1.3722345708775435e-06,
      "loss": 0.355,
      "step": 1875330
    },
    {
      "epoch": 523.4,
      "grad_norm": 1.1327887773513794,
      "learning_rate": 1.3722099637079872e-06,
      "loss": 0.3375,
      "step": 1875340
    },
    {
      "epoch": 523.4,
      "grad_norm": 1.0860823392868042,
      "learning_rate": 1.3721853566677423e-06,
      "loss": 0.3347,
      "step": 1875350
    },
    {
      "epoch": 523.4,
      "grad_norm": 1.0414140224456787,
      "learning_rate": 1.3721607497568138e-06,
      "loss": 0.3489,
      "step": 1875360
    },
    {
      "epoch": 523.41,
      "grad_norm": 1.139799952507019,
      "learning_rate": 1.3721361429752038e-06,
      "loss": 0.341,
      "step": 1875370
    },
    {
      "epoch": 523.41,
      "grad_norm": 1.0764716863632202,
      "learning_rate": 1.372111536322915e-06,
      "loss": 0.3411,
      "step": 1875380
    },
    {
      "epoch": 523.41,
      "grad_norm": 1.019640326499939,
      "learning_rate": 1.3720869297999526e-06,
      "loss": 0.3416,
      "step": 1875390
    },
    {
      "epoch": 523.42,
      "grad_norm": 1.1654492616653442,
      "learning_rate": 1.3720623234063185e-06,
      "loss": 0.346,
      "step": 1875400
    },
    {
      "epoch": 523.42,
      "grad_norm": 1.1623677015304565,
      "learning_rate": 1.372037717142016e-06,
      "loss": 0.3465,
      "step": 1875410
    },
    {
      "epoch": 523.42,
      "grad_norm": 1.0029089450836182,
      "learning_rate": 1.3720131110070488e-06,
      "loss": 0.3268,
      "step": 1875420
    },
    {
      "epoch": 523.42,
      "grad_norm": 1.120323657989502,
      "learning_rate": 1.3719885050014205e-06,
      "loss": 0.3604,
      "step": 1875430
    },
    {
      "epoch": 523.43,
      "grad_norm": 1.1645170450210571,
      "learning_rate": 1.3719638991251334e-06,
      "loss": 0.3479,
      "step": 1875440
    },
    {
      "epoch": 523.43,
      "grad_norm": 1.0767663717269897,
      "learning_rate": 1.3719392933781918e-06,
      "loss": 0.3602,
      "step": 1875450
    },
    {
      "epoch": 523.43,
      "grad_norm": 1.1336610317230225,
      "learning_rate": 1.3719146877605985e-06,
      "loss": 0.3314,
      "step": 1875460
    },
    {
      "epoch": 523.44,
      "grad_norm": 0.9345188736915588,
      "learning_rate": 1.3718900822723558e-06,
      "loss": 0.3457,
      "step": 1875470
    },
    {
      "epoch": 523.44,
      "grad_norm": 1.0262062549591064,
      "learning_rate": 1.3718654769134686e-06,
      "loss": 0.3186,
      "step": 1875480
    },
    {
      "epoch": 523.44,
      "grad_norm": 1.1851516962051392,
      "learning_rate": 1.371840871683939e-06,
      "loss": 0.3239,
      "step": 1875490
    },
    {
      "epoch": 523.44,
      "grad_norm": 1.2982841730117798,
      "learning_rate": 1.3718162665837718e-06,
      "loss": 0.3478,
      "step": 1875500
    },
    {
      "epoch": 523.45,
      "grad_norm": 1.1825213432312012,
      "learning_rate": 1.3717916616129688e-06,
      "loss": 0.3425,
      "step": 1875510
    },
    {
      "epoch": 523.45,
      "grad_norm": 1.168264389038086,
      "learning_rate": 1.3717670567715325e-06,
      "loss": 0.3449,
      "step": 1875520
    },
    {
      "epoch": 523.45,
      "grad_norm": 1.1827353239059448,
      "learning_rate": 1.371742452059469e-06,
      "loss": 0.3353,
      "step": 1875530
    },
    {
      "epoch": 523.46,
      "grad_norm": 1.2441738843917847,
      "learning_rate": 1.3717178474767796e-06,
      "loss": 0.3366,
      "step": 1875540
    },
    {
      "epoch": 523.46,
      "grad_norm": 1.1240043640136719,
      "learning_rate": 1.3716932430234673e-06,
      "loss": 0.3355,
      "step": 1875550
    },
    {
      "epoch": 523.46,
      "grad_norm": 1.0981698036193848,
      "learning_rate": 1.3716686386995366e-06,
      "loss": 0.3333,
      "step": 1875560
    },
    {
      "epoch": 523.46,
      "grad_norm": 1.1612135171890259,
      "learning_rate": 1.3716440345049902e-06,
      "loss": 0.3381,
      "step": 1875570
    },
    {
      "epoch": 523.47,
      "grad_norm": 0.9509851932525635,
      "learning_rate": 1.3716194304398313e-06,
      "loss": 0.3278,
      "step": 1875580
    },
    {
      "epoch": 523.47,
      "grad_norm": 1.205812692642212,
      "learning_rate": 1.3715948265040634e-06,
      "loss": 0.3573,
      "step": 1875590
    },
    {
      "epoch": 523.47,
      "grad_norm": 0.9357213973999023,
      "learning_rate": 1.3715702226976895e-06,
      "loss": 0.3178,
      "step": 1875600
    },
    {
      "epoch": 523.47,
      "grad_norm": 0.9591208696365356,
      "learning_rate": 1.3715456190207124e-06,
      "loss": 0.3442,
      "step": 1875610
    },
    {
      "epoch": 523.48,
      "grad_norm": 0.9762727618217468,
      "learning_rate": 1.3715210154731365e-06,
      "loss": 0.3464,
      "step": 1875620
    },
    {
      "epoch": 523.48,
      "grad_norm": 1.0312258005142212,
      "learning_rate": 1.371496412054965e-06,
      "loss": 0.3267,
      "step": 1875630
    },
    {
      "epoch": 523.48,
      "grad_norm": 1.1479442119598389,
      "learning_rate": 1.3714718087661999e-06,
      "loss": 0.3406,
      "step": 1875640
    },
    {
      "epoch": 523.49,
      "grad_norm": 1.2995781898498535,
      "learning_rate": 1.3714472056068457e-06,
      "loss": 0.357,
      "step": 1875650
    },
    {
      "epoch": 523.49,
      "grad_norm": 1.1541599035263062,
      "learning_rate": 1.3714226025769056e-06,
      "loss": 0.34,
      "step": 1875660
    },
    {
      "epoch": 523.49,
      "grad_norm": 1.1633747816085815,
      "learning_rate": 1.3713979996763814e-06,
      "loss": 0.3641,
      "step": 1875670
    },
    {
      "epoch": 523.49,
      "grad_norm": 1.4426684379577637,
      "learning_rate": 1.3713733969052785e-06,
      "loss": 0.3557,
      "step": 1875680
    },
    {
      "epoch": 523.5,
      "grad_norm": 1.0688115358352661,
      "learning_rate": 1.3713487942635995e-06,
      "loss": 0.3318,
      "step": 1875690
    },
    {
      "epoch": 523.5,
      "grad_norm": 0.9840570688247681,
      "learning_rate": 1.3713241917513458e-06,
      "loss": 0.3434,
      "step": 1875700
    },
    {
      "epoch": 523.5,
      "grad_norm": 1.1049755811691284,
      "learning_rate": 1.3712995893685235e-06,
      "loss": 0.3484,
      "step": 1875710
    },
    {
      "epoch": 523.51,
      "grad_norm": 1.2655398845672607,
      "learning_rate": 1.3712749871151345e-06,
      "loss": 0.3562,
      "step": 1875720
    },
    {
      "epoch": 523.51,
      "grad_norm": 1.146965742111206,
      "learning_rate": 1.371250384991182e-06,
      "loss": 0.3217,
      "step": 1875730
    },
    {
      "epoch": 523.51,
      "grad_norm": 1.1690864562988281,
      "learning_rate": 1.3712257829966698e-06,
      "loss": 0.323,
      "step": 1875740
    },
    {
      "epoch": 523.51,
      "grad_norm": 0.7912730574607849,
      "learning_rate": 1.371201181131601e-06,
      "loss": 0.3238,
      "step": 1875750
    },
    {
      "epoch": 523.52,
      "grad_norm": 1.1042842864990234,
      "learning_rate": 1.3711765793959773e-06,
      "loss": 0.3316,
      "step": 1875760
    },
    {
      "epoch": 523.52,
      "grad_norm": 1.099042296409607,
      "learning_rate": 1.3711519777898047e-06,
      "loss": 0.3496,
      "step": 1875770
    },
    {
      "epoch": 523.52,
      "grad_norm": 1.106733798980713,
      "learning_rate": 1.3711273763130846e-06,
      "loss": 0.3393,
      "step": 1875780
    },
    {
      "epoch": 523.52,
      "grad_norm": 1.051376223564148,
      "learning_rate": 1.3711027749658213e-06,
      "loss": 0.334,
      "step": 1875790
    },
    {
      "epoch": 523.53,
      "grad_norm": 1.0062004327774048,
      "learning_rate": 1.3710781737480176e-06,
      "loss": 0.3514,
      "step": 1875800
    },
    {
      "epoch": 523.53,
      "grad_norm": 1.0331909656524658,
      "learning_rate": 1.3710535726596758e-06,
      "loss": 0.3354,
      "step": 1875810
    },
    {
      "epoch": 523.53,
      "grad_norm": 1.044324278831482,
      "learning_rate": 1.3710289717008012e-06,
      "loss": 0.351,
      "step": 1875820
    },
    {
      "epoch": 523.54,
      "grad_norm": 1.1198170185089111,
      "learning_rate": 1.371004370871396e-06,
      "loss": 0.3367,
      "step": 1875830
    },
    {
      "epoch": 523.54,
      "grad_norm": 1.1564003229141235,
      "learning_rate": 1.3709797701714623e-06,
      "loss": 0.3409,
      "step": 1875840
    },
    {
      "epoch": 523.54,
      "grad_norm": 1.15838623046875,
      "learning_rate": 1.370955169601006e-06,
      "loss": 0.3373,
      "step": 1875850
    },
    {
      "epoch": 523.54,
      "grad_norm": 1.0218756198883057,
      "learning_rate": 1.3709305691600286e-06,
      "loss": 0.3447,
      "step": 1875860
    },
    {
      "epoch": 523.55,
      "grad_norm": 1.0781155824661255,
      "learning_rate": 1.3709059688485334e-06,
      "loss": 0.3509,
      "step": 1875870
    },
    {
      "epoch": 523.55,
      "grad_norm": 1.0453948974609375,
      "learning_rate": 1.3708813686665248e-06,
      "loss": 0.3479,
      "step": 1875880
    },
    {
      "epoch": 523.55,
      "grad_norm": 1.3687607049942017,
      "learning_rate": 1.3708567686140048e-06,
      "loss": 0.3367,
      "step": 1875890
    },
    {
      "epoch": 523.56,
      "grad_norm": 1.2467752695083618,
      "learning_rate": 1.3708321686909765e-06,
      "loss": 0.339,
      "step": 1875900
    },
    {
      "epoch": 523.56,
      "grad_norm": 1.078313946723938,
      "learning_rate": 1.3708075688974445e-06,
      "loss": 0.3443,
      "step": 1875910
    },
    {
      "epoch": 523.56,
      "grad_norm": 1.2739264965057373,
      "learning_rate": 1.3707829692334118e-06,
      "loss": 0.3317,
      "step": 1875920
    },
    {
      "epoch": 523.56,
      "grad_norm": 1.091455101966858,
      "learning_rate": 1.3707583696988805e-06,
      "loss": 0.3195,
      "step": 1875930
    },
    {
      "epoch": 523.57,
      "grad_norm": 1.119431734085083,
      "learning_rate": 1.370733770293855e-06,
      "loss": 0.3348,
      "step": 1875940
    },
    {
      "epoch": 523.57,
      "grad_norm": 1.0671333074569702,
      "learning_rate": 1.3707091710183378e-06,
      "loss": 0.3485,
      "step": 1875950
    },
    {
      "epoch": 523.57,
      "grad_norm": 1.323157787322998,
      "learning_rate": 1.3706845718723329e-06,
      "loss": 0.3392,
      "step": 1875960
    },
    {
      "epoch": 523.58,
      "grad_norm": 1.2166690826416016,
      "learning_rate": 1.3706599728558435e-06,
      "loss": 0.3244,
      "step": 1875970
    },
    {
      "epoch": 523.58,
      "grad_norm": 1.3052771091461182,
      "learning_rate": 1.3706353739688729e-06,
      "loss": 0.3361,
      "step": 1875980
    },
    {
      "epoch": 523.58,
      "grad_norm": 0.9453245997428894,
      "learning_rate": 1.3706107752114227e-06,
      "loss": 0.3428,
      "step": 1875990
    },
    {
      "epoch": 523.58,
      "grad_norm": 1.0719050168991089,
      "learning_rate": 1.3705861765834989e-06,
      "loss": 0.3551,
      "step": 1876000
    },
    {
      "epoch": 523.59,
      "grad_norm": 1.0545963048934937,
      "learning_rate": 1.3705615780851035e-06,
      "loss": 0.3437,
      "step": 1876010
    },
    {
      "epoch": 523.59,
      "grad_norm": 0.9785061478614807,
      "learning_rate": 1.3705369797162392e-06,
      "loss": 0.3361,
      "step": 1876020
    },
    {
      "epoch": 523.59,
      "grad_norm": 1.2952090501785278,
      "learning_rate": 1.3705123814769102e-06,
      "loss": 0.3516,
      "step": 1876030
    },
    {
      "epoch": 523.59,
      "grad_norm": 1.157723069190979,
      "learning_rate": 1.3704877833671192e-06,
      "loss": 0.337,
      "step": 1876040
    },
    {
      "epoch": 523.6,
      "grad_norm": 1.051417589187622,
      "learning_rate": 1.3704631853868692e-06,
      "loss": 0.3479,
      "step": 1876050
    },
    {
      "epoch": 523.6,
      "grad_norm": 1.0124305486679077,
      "learning_rate": 1.3704385875361646e-06,
      "loss": 0.3402,
      "step": 1876060
    },
    {
      "epoch": 523.6,
      "grad_norm": 1.0816137790679932,
      "learning_rate": 1.3704139898150071e-06,
      "loss": 0.3412,
      "step": 1876070
    },
    {
      "epoch": 523.61,
      "grad_norm": 1.146854043006897,
      "learning_rate": 1.3703893922234019e-06,
      "loss": 0.3344,
      "step": 1876080
    },
    {
      "epoch": 523.61,
      "grad_norm": 1.0621503591537476,
      "learning_rate": 1.3703647947613514e-06,
      "loss": 0.3399,
      "step": 1876090
    },
    {
      "epoch": 523.61,
      "grad_norm": 1.05942702293396,
      "learning_rate": 1.3703401974288581e-06,
      "loss": 0.3387,
      "step": 1876100
    },
    {
      "epoch": 523.61,
      "grad_norm": 0.9539374113082886,
      "learning_rate": 1.3703156002259264e-06,
      "loss": 0.3283,
      "step": 1876110
    },
    {
      "epoch": 523.62,
      "grad_norm": 0.8814679980278015,
      "learning_rate": 1.370291003152559e-06,
      "loss": 0.3199,
      "step": 1876120
    },
    {
      "epoch": 523.62,
      "grad_norm": 1.0997157096862793,
      "learning_rate": 1.3702664062087582e-06,
      "loss": 0.3384,
      "step": 1876130
    },
    {
      "epoch": 523.62,
      "grad_norm": 1.3433290719985962,
      "learning_rate": 1.3702418093945295e-06,
      "loss": 0.347,
      "step": 1876140
    },
    {
      "epoch": 523.63,
      "grad_norm": 1.0096349716186523,
      "learning_rate": 1.3702172127098748e-06,
      "loss": 0.3261,
      "step": 1876150
    },
    {
      "epoch": 523.63,
      "grad_norm": 1.0100146532058716,
      "learning_rate": 1.3701926161547973e-06,
      "loss": 0.3286,
      "step": 1876160
    },
    {
      "epoch": 523.63,
      "grad_norm": 1.1725759506225586,
      "learning_rate": 1.370168019729301e-06,
      "loss": 0.3316,
      "step": 1876170
    },
    {
      "epoch": 523.63,
      "grad_norm": 1.1645619869232178,
      "learning_rate": 1.370143423433389e-06,
      "loss": 0.3455,
      "step": 1876180
    },
    {
      "epoch": 523.64,
      "grad_norm": 1.0463957786560059,
      "learning_rate": 1.370118827267063e-06,
      "loss": 0.3601,
      "step": 1876190
    },
    {
      "epoch": 523.64,
      "grad_norm": 1.0001085996627808,
      "learning_rate": 1.3700942312303285e-06,
      "loss": 0.3227,
      "step": 1876200
    },
    {
      "epoch": 523.64,
      "grad_norm": 1.222891092300415,
      "learning_rate": 1.3700696353231878e-06,
      "loss": 0.3263,
      "step": 1876210
    },
    {
      "epoch": 523.64,
      "grad_norm": 1.2927098274230957,
      "learning_rate": 1.3700450395456434e-06,
      "loss": 0.3466,
      "step": 1876220
    },
    {
      "epoch": 523.65,
      "grad_norm": 0.9921371936798096,
      "learning_rate": 1.3700204438977007e-06,
      "loss": 0.3298,
      "step": 1876230
    },
    {
      "epoch": 523.65,
      "grad_norm": 1.0079139471054077,
      "learning_rate": 1.369995848379361e-06,
      "loss": 0.339,
      "step": 1876240
    },
    {
      "epoch": 523.65,
      "grad_norm": 1.135012149810791,
      "learning_rate": 1.3699712529906282e-06,
      "loss": 0.3305,
      "step": 1876250
    },
    {
      "epoch": 523.66,
      "grad_norm": 1.569934606552124,
      "learning_rate": 1.3699466577315059e-06,
      "loss": 0.3382,
      "step": 1876260
    },
    {
      "epoch": 523.66,
      "grad_norm": 1.382808804512024,
      "learning_rate": 1.3699220626019973e-06,
      "loss": 0.334,
      "step": 1876270
    },
    {
      "epoch": 523.66,
      "grad_norm": 1.0972479581832886,
      "learning_rate": 1.3698974676021045e-06,
      "loss": 0.3509,
      "step": 1876280
    },
    {
      "epoch": 523.66,
      "grad_norm": 2.558622360229492,
      "learning_rate": 1.3698728727318323e-06,
      "loss": 0.3339,
      "step": 1876290
    },
    {
      "epoch": 523.67,
      "grad_norm": 1.0300661325454712,
      "learning_rate": 1.3698482779911837e-06,
      "loss": 0.345,
      "step": 1876300
    },
    {
      "epoch": 523.67,
      "grad_norm": 1.198673129081726,
      "learning_rate": 1.3698236833801613e-06,
      "loss": 0.3339,
      "step": 1876310
    },
    {
      "epoch": 523.67,
      "grad_norm": 1.2962599992752075,
      "learning_rate": 1.3697990888987692e-06,
      "loss": 0.3588,
      "step": 1876320
    },
    {
      "epoch": 523.68,
      "grad_norm": 1.0790401697158813,
      "learning_rate": 1.36977449454701e-06,
      "loss": 0.3383,
      "step": 1876330
    },
    {
      "epoch": 523.68,
      "grad_norm": 1.3005622625350952,
      "learning_rate": 1.3697499003248864e-06,
      "loss": 0.3527,
      "step": 1876340
    },
    {
      "epoch": 523.68,
      "grad_norm": 1.6238725185394287,
      "learning_rate": 1.3697253062324035e-06,
      "loss": 0.3342,
      "step": 1876350
    },
    {
      "epoch": 523.68,
      "grad_norm": 1.0456998348236084,
      "learning_rate": 1.3697007122695628e-06,
      "loss": 0.3367,
      "step": 1876360
    },
    {
      "epoch": 523.69,
      "grad_norm": 1.1048264503479004,
      "learning_rate": 1.369676118436369e-06,
      "loss": 0.3268,
      "step": 1876370
    },
    {
      "epoch": 523.69,
      "grad_norm": 0.9582541584968567,
      "learning_rate": 1.3696515247328246e-06,
      "loss": 0.3489,
      "step": 1876380
    },
    {
      "epoch": 523.69,
      "grad_norm": 1.3234235048294067,
      "learning_rate": 1.3696269311589326e-06,
      "loss": 0.3339,
      "step": 1876390
    },
    {
      "epoch": 523.7,
      "grad_norm": 1.1147388219833374,
      "learning_rate": 1.369602337714697e-06,
      "loss": 0.333,
      "step": 1876400
    },
    {
      "epoch": 523.7,
      "grad_norm": 1.1827017068862915,
      "learning_rate": 1.3695777444001211e-06,
      "loss": 0.3366,
      "step": 1876410
    },
    {
      "epoch": 523.7,
      "grad_norm": 1.0333471298217773,
      "learning_rate": 1.3695531512152065e-06,
      "loss": 0.3354,
      "step": 1876420
    },
    {
      "epoch": 523.7,
      "grad_norm": 0.9392727017402649,
      "learning_rate": 1.3695285581599588e-06,
      "loss": 0.339,
      "step": 1876430
    },
    {
      "epoch": 523.71,
      "grad_norm": 0.9554516077041626,
      "learning_rate": 1.3695039652343802e-06,
      "loss": 0.3457,
      "step": 1876440
    },
    {
      "epoch": 523.71,
      "grad_norm": 1.1155918836593628,
      "learning_rate": 1.3694793724384737e-06,
      "loss": 0.3433,
      "step": 1876450
    },
    {
      "epoch": 523.71,
      "grad_norm": 1.2953518629074097,
      "learning_rate": 1.3694547797722433e-06,
      "loss": 0.3343,
      "step": 1876460
    },
    {
      "epoch": 523.71,
      "grad_norm": 1.1338304281234741,
      "learning_rate": 1.3694301872356917e-06,
      "loss": 0.3383,
      "step": 1876470
    },
    {
      "epoch": 523.72,
      "grad_norm": 1.0102035999298096,
      "learning_rate": 1.3694055948288215e-06,
      "loss": 0.3403,
      "step": 1876480
    },
    {
      "epoch": 523.72,
      "grad_norm": 1.2323498725891113,
      "learning_rate": 1.3693810025516377e-06,
      "loss": 0.3312,
      "step": 1876490
    },
    {
      "epoch": 523.72,
      "grad_norm": 1.1324162483215332,
      "learning_rate": 1.3693564104041427e-06,
      "loss": 0.3366,
      "step": 1876500
    },
    {
      "epoch": 523.73,
      "grad_norm": 0.9666808247566223,
      "learning_rate": 1.369331818386339e-06,
      "loss": 0.3276,
      "step": 1876510
    },
    {
      "epoch": 523.73,
      "grad_norm": 1.2979755401611328,
      "learning_rate": 1.3693072264982315e-06,
      "loss": 0.3524,
      "step": 1876520
    },
    {
      "epoch": 523.73,
      "grad_norm": 1.43727445602417,
      "learning_rate": 1.3692826347398221e-06,
      "loss": 0.3378,
      "step": 1876530
    },
    {
      "epoch": 523.73,
      "grad_norm": 1.033904790878296,
      "learning_rate": 1.3692580431111147e-06,
      "loss": 0.3425,
      "step": 1876540
    },
    {
      "epoch": 523.74,
      "grad_norm": 1.0948381423950195,
      "learning_rate": 1.3692334516121127e-06,
      "loss": 0.3435,
      "step": 1876550
    },
    {
      "epoch": 523.74,
      "grad_norm": 1.9651577472686768,
      "learning_rate": 1.369208860242819e-06,
      "loss": 0.3441,
      "step": 1876560
    },
    {
      "epoch": 523.74,
      "grad_norm": 0.9434958100318909,
      "learning_rate": 1.3691842690032365e-06,
      "loss": 0.3333,
      "step": 1876570
    },
    {
      "epoch": 523.75,
      "grad_norm": 1.0085394382476807,
      "learning_rate": 1.3691596778933696e-06,
      "loss": 0.356,
      "step": 1876580
    },
    {
      "epoch": 523.75,
      "grad_norm": 1.1658027172088623,
      "learning_rate": 1.3691350869132207e-06,
      "loss": 0.3237,
      "step": 1876590
    },
    {
      "epoch": 523.75,
      "grad_norm": 1.1754183769226074,
      "learning_rate": 1.3691104960627932e-06,
      "loss": 0.3294,
      "step": 1876600
    },
    {
      "epoch": 523.75,
      "grad_norm": 1.1759183406829834,
      "learning_rate": 1.3690859053420907e-06,
      "loss": 0.3456,
      "step": 1876610
    },
    {
      "epoch": 523.76,
      "grad_norm": 1.0034395456314087,
      "learning_rate": 1.3690613147511166e-06,
      "loss": 0.3355,
      "step": 1876620
    },
    {
      "epoch": 523.76,
      "grad_norm": 1.2039852142333984,
      "learning_rate": 1.3690367242898726e-06,
      "loss": 0.3404,
      "step": 1876630
    },
    {
      "epoch": 523.76,
      "grad_norm": 1.5102016925811768,
      "learning_rate": 1.3690121339583642e-06,
      "loss": 0.3446,
      "step": 1876640
    },
    {
      "epoch": 523.77,
      "grad_norm": 1.1669721603393555,
      "learning_rate": 1.3689875437565927e-06,
      "loss": 0.3323,
      "step": 1876650
    },
    {
      "epoch": 523.77,
      "grad_norm": 1.0915151834487915,
      "learning_rate": 1.3689629536845635e-06,
      "loss": 0.3457,
      "step": 1876660
    },
    {
      "epoch": 523.77,
      "grad_norm": 1.1332659721374512,
      "learning_rate": 1.3689383637422785e-06,
      "loss": 0.3427,
      "step": 1876670
    },
    {
      "epoch": 523.77,
      "grad_norm": 1.0878722667694092,
      "learning_rate": 1.3689137739297407e-06,
      "loss": 0.3407,
      "step": 1876680
    },
    {
      "epoch": 523.78,
      "grad_norm": 1.1881439685821533,
      "learning_rate": 1.3688891842469544e-06,
      "loss": 0.3587,
      "step": 1876690
    },
    {
      "epoch": 523.78,
      "grad_norm": 1.3803871870040894,
      "learning_rate": 1.3688645946939225e-06,
      "loss": 0.3229,
      "step": 1876700
    },
    {
      "epoch": 523.78,
      "grad_norm": 0.9532102942466736,
      "learning_rate": 1.368840005270647e-06,
      "loss": 0.348,
      "step": 1876710
    },
    {
      "epoch": 523.78,
      "grad_norm": 1.2094857692718506,
      "learning_rate": 1.3688154159771332e-06,
      "loss": 0.3418,
      "step": 1876720
    },
    {
      "epoch": 523.79,
      "grad_norm": 1.0929571390151978,
      "learning_rate": 1.3687908268133838e-06,
      "loss": 0.3554,
      "step": 1876730
    },
    {
      "epoch": 523.79,
      "grad_norm": 2.0187690258026123,
      "learning_rate": 1.368766237779401e-06,
      "loss": 0.356,
      "step": 1876740
    },
    {
      "epoch": 523.79,
      "grad_norm": 1.120234489440918,
      "learning_rate": 1.3687416488751892e-06,
      "loss": 0.334,
      "step": 1876750
    },
    {
      "epoch": 523.8,
      "grad_norm": 1.0693455934524536,
      "learning_rate": 1.3687170601007511e-06,
      "loss": 0.3357,
      "step": 1876760
    },
    {
      "epoch": 523.8,
      "grad_norm": 3.2505688667297363,
      "learning_rate": 1.3686924714560894e-06,
      "loss": 0.338,
      "step": 1876770
    },
    {
      "epoch": 523.8,
      "grad_norm": 1.0995080471038818,
      "learning_rate": 1.3686678829412093e-06,
      "loss": 0.3336,
      "step": 1876780
    },
    {
      "epoch": 523.8,
      "grad_norm": 1.0514880418777466,
      "learning_rate": 1.3686432945561125e-06,
      "loss": 0.3408,
      "step": 1876790
    },
    {
      "epoch": 523.81,
      "grad_norm": 1.1366347074508667,
      "learning_rate": 1.368618706300802e-06,
      "loss": 0.3222,
      "step": 1876800
    },
    {
      "epoch": 523.81,
      "grad_norm": 0.9556015729904175,
      "learning_rate": 1.3685941181752826e-06,
      "loss": 0.3279,
      "step": 1876810
    },
    {
      "epoch": 523.81,
      "grad_norm": 1.1380053758621216,
      "learning_rate": 1.3685695301795565e-06,
      "loss": 0.3436,
      "step": 1876820
    },
    {
      "epoch": 523.82,
      "grad_norm": 1.045630931854248,
      "learning_rate": 1.3685449423136272e-06,
      "loss": 0.3502,
      "step": 1876830
    },
    {
      "epoch": 523.82,
      "grad_norm": 1.0649964809417725,
      "learning_rate": 1.368520354577498e-06,
      "loss": 0.3233,
      "step": 1876840
    },
    {
      "epoch": 523.82,
      "grad_norm": 1.1760482788085938,
      "learning_rate": 1.3684957669711726e-06,
      "loss": 0.3397,
      "step": 1876850
    },
    {
      "epoch": 523.82,
      "grad_norm": 1.0490972995758057,
      "learning_rate": 1.3684711794946523e-06,
      "loss": 0.3616,
      "step": 1876860
    },
    {
      "epoch": 523.83,
      "grad_norm": 1.0721923112869263,
      "learning_rate": 1.3684465921479431e-06,
      "loss": 0.3309,
      "step": 1876870
    },
    {
      "epoch": 523.83,
      "grad_norm": 1.048140287399292,
      "learning_rate": 1.368422004931047e-06,
      "loss": 0.3177,
      "step": 1876880
    },
    {
      "epoch": 523.83,
      "grad_norm": 1.214538812637329,
      "learning_rate": 1.368397417843967e-06,
      "loss": 0.3446,
      "step": 1876890
    },
    {
      "epoch": 523.83,
      "grad_norm": 1.6025954484939575,
      "learning_rate": 1.3683728308867065e-06,
      "loss": 0.3295,
      "step": 1876900
    },
    {
      "epoch": 523.84,
      "grad_norm": 1.0550367832183838,
      "learning_rate": 1.36834824405927e-06,
      "loss": 0.352,
      "step": 1876910
    },
    {
      "epoch": 523.84,
      "grad_norm": 1.0783541202545166,
      "learning_rate": 1.3683236573616577e-06,
      "loss": 0.3375,
      "step": 1876920
    },
    {
      "epoch": 523.84,
      "grad_norm": 1.12740159034729,
      "learning_rate": 1.368299070793877e-06,
      "loss": 0.3288,
      "step": 1876930
    },
    {
      "epoch": 523.85,
      "grad_norm": 1.0918759107589722,
      "learning_rate": 1.368274484355928e-06,
      "loss": 0.3528,
      "step": 1876940
    },
    {
      "epoch": 523.85,
      "grad_norm": 1.1581209897994995,
      "learning_rate": 1.3682498980478153e-06,
      "loss": 0.3323,
      "step": 1876950
    },
    {
      "epoch": 523.85,
      "grad_norm": 1.1908445358276367,
      "learning_rate": 1.3682253118695427e-06,
      "loss": 0.3383,
      "step": 1876960
    },
    {
      "epoch": 523.85,
      "grad_norm": 1.2678101062774658,
      "learning_rate": 1.3682007258211106e-06,
      "loss": 0.3238,
      "step": 1876970
    },
    {
      "epoch": 523.86,
      "grad_norm": 0.9073722958564758,
      "learning_rate": 1.368176139902527e-06,
      "loss": 0.3545,
      "step": 1876980
    },
    {
      "epoch": 523.86,
      "grad_norm": 1.0872788429260254,
      "learning_rate": 1.3681515541137907e-06,
      "loss": 0.3482,
      "step": 1876990
    },
    {
      "epoch": 523.86,
      "grad_norm": 1.1362850666046143,
      "learning_rate": 1.3681269684549076e-06,
      "loss": 0.3387,
      "step": 1877000
    },
    {
      "epoch": 523.87,
      "grad_norm": 1.279834270477295,
      "learning_rate": 1.3681023829258803e-06,
      "loss": 0.3335,
      "step": 1877010
    },
    {
      "epoch": 523.87,
      "grad_norm": 1.6257826089859009,
      "learning_rate": 1.3680777975267117e-06,
      "loss": 0.3457,
      "step": 1877020
    },
    {
      "epoch": 523.87,
      "grad_norm": 1.2617783546447754,
      "learning_rate": 1.3680532122574048e-06,
      "loss": 0.3369,
      "step": 1877030
    },
    {
      "epoch": 523.87,
      "grad_norm": 1.0389940738677979,
      "learning_rate": 1.368028627117964e-06,
      "loss": 0.3397,
      "step": 1877040
    },
    {
      "epoch": 523.88,
      "grad_norm": 1.1265723705291748,
      "learning_rate": 1.3680040421083926e-06,
      "loss": 0.3367,
      "step": 1877050
    },
    {
      "epoch": 523.88,
      "grad_norm": 1.1554605960845947,
      "learning_rate": 1.3679794572286913e-06,
      "loss": 0.3382,
      "step": 1877060
    },
    {
      "epoch": 523.88,
      "grad_norm": 1.0453659296035767,
      "learning_rate": 1.3679548724788674e-06,
      "loss": 0.3489,
      "step": 1877070
    },
    {
      "epoch": 523.89,
      "grad_norm": 0.9975504875183105,
      "learning_rate": 1.367930287858921e-06,
      "loss": 0.3427,
      "step": 1877080
    },
    {
      "epoch": 523.89,
      "grad_norm": 0.9695789217948914,
      "learning_rate": 1.3679057033688567e-06,
      "loss": 0.3352,
      "step": 1877090
    },
    {
      "epoch": 523.89,
      "grad_norm": 1.3336341381072998,
      "learning_rate": 1.3678811190086781e-06,
      "loss": 0.3455,
      "step": 1877100
    },
    {
      "epoch": 523.89,
      "grad_norm": 1.2046172618865967,
      "learning_rate": 1.3678565347783874e-06,
      "loss": 0.3441,
      "step": 1877110
    },
    {
      "epoch": 523.9,
      "grad_norm": 1.0035853385925293,
      "learning_rate": 1.3678319506779882e-06,
      "loss": 0.3435,
      "step": 1877120
    },
    {
      "epoch": 523.9,
      "grad_norm": 0.9371316432952881,
      "learning_rate": 1.367807366707484e-06,
      "loss": 0.3324,
      "step": 1877130
    },
    {
      "epoch": 523.9,
      "grad_norm": 1.733862042427063,
      "learning_rate": 1.3677827828668788e-06,
      "loss": 0.3381,
      "step": 1877140
    },
    {
      "epoch": 523.9,
      "grad_norm": 1.1480631828308105,
      "learning_rate": 1.367758199156174e-06,
      "loss": 0.3263,
      "step": 1877150
    },
    {
      "epoch": 523.91,
      "grad_norm": 1.2253328561782837,
      "learning_rate": 1.3677336155753744e-06,
      "loss": 0.3372,
      "step": 1877160
    },
    {
      "epoch": 523.91,
      "grad_norm": 1.1423494815826416,
      "learning_rate": 1.3677090321244838e-06,
      "loss": 0.3287,
      "step": 1877170
    },
    {
      "epoch": 523.91,
      "grad_norm": 1.2221622467041016,
      "learning_rate": 1.3676844488035024e-06,
      "loss": 0.3596,
      "step": 1877180
    },
    {
      "epoch": 523.92,
      "grad_norm": 1.107413411140442,
      "learning_rate": 1.3676598656124375e-06,
      "loss": 0.3335,
      "step": 1877190
    },
    {
      "epoch": 523.92,
      "grad_norm": 1.0836349725723267,
      "learning_rate": 1.3676352825512896e-06,
      "loss": 0.3553,
      "step": 1877200
    },
    {
      "epoch": 523.92,
      "grad_norm": 1.065974473953247,
      "learning_rate": 1.3676106996200626e-06,
      "loss": 0.3252,
      "step": 1877210
    },
    {
      "epoch": 523.92,
      "grad_norm": 1.380727767944336,
      "learning_rate": 1.3675861168187603e-06,
      "loss": 0.3446,
      "step": 1877220
    },
    {
      "epoch": 523.93,
      "grad_norm": 1.003029704093933,
      "learning_rate": 1.3675615341473855e-06,
      "loss": 0.3349,
      "step": 1877230
    },
    {
      "epoch": 523.93,
      "grad_norm": 2.7216954231262207,
      "learning_rate": 1.3675369516059427e-06,
      "loss": 0.3402,
      "step": 1877240
    },
    {
      "epoch": 523.93,
      "grad_norm": 1.0793036222457886,
      "learning_rate": 1.3675123691944331e-06,
      "loss": 0.3281,
      "step": 1877250
    },
    {
      "epoch": 523.94,
      "grad_norm": 1.0183733701705933,
      "learning_rate": 1.3674877869128612e-06,
      "loss": 0.343,
      "step": 1877260
    },
    {
      "epoch": 523.94,
      "grad_norm": 1.0783056020736694,
      "learning_rate": 1.3674632047612297e-06,
      "loss": 0.3361,
      "step": 1877270
    },
    {
      "epoch": 523.94,
      "grad_norm": 1.2140246629714966,
      "learning_rate": 1.3674386227395436e-06,
      "loss": 0.3269,
      "step": 1877280
    },
    {
      "epoch": 523.94,
      "grad_norm": 0.9774661660194397,
      "learning_rate": 1.3674140408478035e-06,
      "loss": 0.3394,
      "step": 1877290
    },
    {
      "epoch": 523.95,
      "grad_norm": 1.1448001861572266,
      "learning_rate": 1.3673894590860143e-06,
      "loss": 0.3558,
      "step": 1877300
    },
    {
      "epoch": 523.95,
      "grad_norm": 1.2757494449615479,
      "learning_rate": 1.3673648774541795e-06,
      "loss": 0.3443,
      "step": 1877310
    },
    {
      "epoch": 523.95,
      "grad_norm": 1.0344576835632324,
      "learning_rate": 1.3673402959523003e-06,
      "loss": 0.3338,
      "step": 1877320
    },
    {
      "epoch": 523.95,
      "grad_norm": 1.103248953819275,
      "learning_rate": 1.3673157145803834e-06,
      "loss": 0.3389,
      "step": 1877330
    },
    {
      "epoch": 523.96,
      "grad_norm": 1.0683966875076294,
      "learning_rate": 1.3672911333384292e-06,
      "loss": 0.3374,
      "step": 1877340
    },
    {
      "epoch": 523.96,
      "grad_norm": 1.1865884065628052,
      "learning_rate": 1.3672665522264416e-06,
      "loss": 0.3498,
      "step": 1877350
    },
    {
      "epoch": 523.96,
      "grad_norm": 1.103084683418274,
      "learning_rate": 1.3672419712444246e-06,
      "loss": 0.3439,
      "step": 1877360
    },
    {
      "epoch": 523.97,
      "grad_norm": 1.2167742252349854,
      "learning_rate": 1.3672173903923817e-06,
      "loss": 0.3318,
      "step": 1877370
    },
    {
      "epoch": 523.97,
      "grad_norm": 1.1109514236450195,
      "learning_rate": 1.3671928096703148e-06,
      "loss": 0.3537,
      "step": 1877380
    },
    {
      "epoch": 523.97,
      "grad_norm": 1.2464088201522827,
      "learning_rate": 1.367168229078228e-06,
      "loss": 0.3374,
      "step": 1877390
    },
    {
      "epoch": 523.97,
      "grad_norm": 1.1214101314544678,
      "learning_rate": 1.3671436486161254e-06,
      "loss": 0.3589,
      "step": 1877400
    },
    {
      "epoch": 523.98,
      "grad_norm": 1.029903531074524,
      "learning_rate": 1.3671190682840075e-06,
      "loss": 0.3383,
      "step": 1877410
    },
    {
      "epoch": 523.98,
      "grad_norm": 1.1137032508850098,
      "learning_rate": 1.3670944880818811e-06,
      "loss": 0.3545,
      "step": 1877420
    },
    {
      "epoch": 523.98,
      "grad_norm": 1.2338064908981323,
      "learning_rate": 1.3670699080097471e-06,
      "loss": 0.3482,
      "step": 1877430
    },
    {
      "epoch": 523.99,
      "grad_norm": 1.1518166065216064,
      "learning_rate": 1.3670453280676092e-06,
      "loss": 0.3327,
      "step": 1877440
    },
    {
      "epoch": 523.99,
      "grad_norm": 1.0766927003860474,
      "learning_rate": 1.3670207482554716e-06,
      "loss": 0.3523,
      "step": 1877450
    },
    {
      "epoch": 523.99,
      "grad_norm": 1.1285885572433472,
      "learning_rate": 1.3669961685733374e-06,
      "loss": 0.3507,
      "step": 1877460
    },
    {
      "epoch": 523.99,
      "grad_norm": 1.0569283962249756,
      "learning_rate": 1.3669715890212086e-06,
      "loss": 0.3429,
      "step": 1877470
    },
    {
      "epoch": 524.0,
      "grad_norm": 1.0203864574432373,
      "learning_rate": 1.366947009599089e-06,
      "loss": 0.3446,
      "step": 1877480
    },
    {
      "epoch": 524.0,
      "grad_norm": 0.9706186056137085,
      "learning_rate": 1.3669224303069832e-06,
      "loss": 0.3311,
      "step": 1877490
    },
    {
      "epoch": 524.0,
      "eval_loss": 0.3429204821586609,
      "eval_runtime": 63.5335,
      "eval_samples_per_second": 79.627,
      "eval_steps_per_second": 9.963,
      "step": 1877492
    },
    {
      "epoch": 524.0,
      "grad_norm": 1.3257774114608765,
      "learning_rate": 1.3668978511448917e-06,
      "loss": 0.3414,
      "step": 1877500
    },
    {
      "epoch": 524.01,
      "grad_norm": 1.1027638912200928,
      "learning_rate": 1.3668732721128214e-06,
      "loss": 0.3428,
      "step": 1877510
    },
    {
      "epoch": 524.01,
      "grad_norm": 1.0681428909301758,
      "learning_rate": 1.3668486932107726e-06,
      "loss": 0.3291,
      "step": 1877520
    },
    {
      "epoch": 524.01,
      "grad_norm": 1.1765629053115845,
      "learning_rate": 1.3668241144387497e-06,
      "loss": 0.365,
      "step": 1877530
    },
    {
      "epoch": 524.01,
      "grad_norm": 1.0426340103149414,
      "learning_rate": 1.3667995357967566e-06,
      "loss": 0.3521,
      "step": 1877540
    },
    {
      "epoch": 524.02,
      "grad_norm": 1.323276162147522,
      "learning_rate": 1.366774957284794e-06,
      "loss": 0.3372,
      "step": 1877550
    },
    {
      "epoch": 524.02,
      "grad_norm": 1.0379319190979004,
      "learning_rate": 1.3667503789028691e-06,
      "loss": 0.3434,
      "step": 1877560
    },
    {
      "epoch": 524.02,
      "grad_norm": 1.0836981534957886,
      "learning_rate": 1.3667258006509823e-06,
      "loss": 0.3284,
      "step": 1877570
    },
    {
      "epoch": 524.02,
      "grad_norm": 1.2411795854568481,
      "learning_rate": 1.3667012225291376e-06,
      "loss": 0.334,
      "step": 1877580
    },
    {
      "epoch": 524.03,
      "grad_norm": 1.0766640901565552,
      "learning_rate": 1.3666766445373382e-06,
      "loss": 0.3393,
      "step": 1877590
    },
    {
      "epoch": 524.03,
      "grad_norm": 1.0021060705184937,
      "learning_rate": 1.3666520666755886e-06,
      "loss": 0.3202,
      "step": 1877600
    },
    {
      "epoch": 524.03,
      "grad_norm": 1.0675021409988403,
      "learning_rate": 1.3666274889438903e-06,
      "loss": 0.3215,
      "step": 1877610
    },
    {
      "epoch": 524.04,
      "grad_norm": 1.2928943634033203,
      "learning_rate": 1.3666029113422469e-06,
      "loss": 0.341,
      "step": 1877620
    },
    {
      "epoch": 524.04,
      "grad_norm": 1.1830912828445435,
      "learning_rate": 1.3665783338706629e-06,
      "loss": 0.3429,
      "step": 1877630
    },
    {
      "epoch": 524.04,
      "grad_norm": 0.9879168272018433,
      "learning_rate": 1.366553756529139e-06,
      "loss": 0.3449,
      "step": 1877640
    },
    {
      "epoch": 524.04,
      "grad_norm": 1.1683926582336426,
      "learning_rate": 1.3665291793176823e-06,
      "loss": 0.3451,
      "step": 1877650
    },
    {
      "epoch": 524.05,
      "grad_norm": 1.0103620290756226,
      "learning_rate": 1.3665046022362927e-06,
      "loss": 0.3363,
      "step": 1877660
    },
    {
      "epoch": 524.05,
      "grad_norm": 0.9551742672920227,
      "learning_rate": 1.366480025284975e-06,
      "loss": 0.3421,
      "step": 1877670
    },
    {
      "epoch": 524.05,
      "grad_norm": 1.0807093381881714,
      "learning_rate": 1.3664554484637329e-06,
      "loss": 0.3515,
      "step": 1877680
    },
    {
      "epoch": 524.06,
      "grad_norm": 1.1511391401290894,
      "learning_rate": 1.366430871772568e-06,
      "loss": 0.3306,
      "step": 1877690
    },
    {
      "epoch": 524.06,
      "grad_norm": 1.1225566864013672,
      "learning_rate": 1.3664062952114849e-06,
      "loss": 0.3524,
      "step": 1877700
    },
    {
      "epoch": 524.06,
      "grad_norm": 1.262108325958252,
      "learning_rate": 1.3663817187804861e-06,
      "loss": 0.3533,
      "step": 1877710
    },
    {
      "epoch": 524.06,
      "grad_norm": 1.0499794483184814,
      "learning_rate": 1.3663571424795762e-06,
      "loss": 0.3377,
      "step": 1877720
    },
    {
      "epoch": 524.07,
      "grad_norm": 1.0025112628936768,
      "learning_rate": 1.366332566308756e-06,
      "loss": 0.3241,
      "step": 1877730
    },
    {
      "epoch": 524.07,
      "grad_norm": 0.9938990473747253,
      "learning_rate": 1.366307990268032e-06,
      "loss": 0.3406,
      "step": 1877740
    },
    {
      "epoch": 524.07,
      "grad_norm": 1.0951682329177856,
      "learning_rate": 1.366283414357405e-06,
      "loss": 0.347,
      "step": 1877750
    },
    {
      "epoch": 524.07,
      "grad_norm": 1.779982328414917,
      "learning_rate": 1.3662588385768791e-06,
      "loss": 0.3488,
      "step": 1877760
    },
    {
      "epoch": 524.08,
      "grad_norm": 1.0144283771514893,
      "learning_rate": 1.3662342629264583e-06,
      "loss": 0.3456,
      "step": 1877770
    },
    {
      "epoch": 524.08,
      "grad_norm": 1.01569402217865,
      "learning_rate": 1.3662096874061434e-06,
      "loss": 0.3309,
      "step": 1877780
    },
    {
      "epoch": 524.08,
      "grad_norm": 0.9829332828521729,
      "learning_rate": 1.366185112015941e-06,
      "loss": 0.3397,
      "step": 1877790
    },
    {
      "epoch": 524.09,
      "grad_norm": 1.0373512506484985,
      "learning_rate": 1.3661605367558521e-06,
      "loss": 0.3387,
      "step": 1877800
    },
    {
      "epoch": 524.09,
      "grad_norm": 1.331046223640442,
      "learning_rate": 1.3661359616258805e-06,
      "loss": 0.3574,
      "step": 1877810
    },
    {
      "epoch": 524.09,
      "grad_norm": 1.2558037042617798,
      "learning_rate": 1.3661113866260308e-06,
      "loss": 0.3501,
      "step": 1877820
    },
    {
      "epoch": 524.09,
      "grad_norm": 1.9064900875091553,
      "learning_rate": 1.3660868117563035e-06,
      "loss": 0.3519,
      "step": 1877830
    },
    {
      "epoch": 524.1,
      "grad_norm": 1.1817727088928223,
      "learning_rate": 1.366062237016704e-06,
      "loss": 0.3417,
      "step": 1877840
    },
    {
      "epoch": 524.1,
      "grad_norm": 0.9951258301734924,
      "learning_rate": 1.3660376624072348e-06,
      "loss": 0.3308,
      "step": 1877850
    },
    {
      "epoch": 524.1,
      "grad_norm": 1.1651623249053955,
      "learning_rate": 1.3660130879279003e-06,
      "loss": 0.338,
      "step": 1877860
    },
    {
      "epoch": 524.11,
      "grad_norm": 1.4973126649856567,
      "learning_rate": 1.365988513578701e-06,
      "loss": 0.343,
      "step": 1877870
    },
    {
      "epoch": 524.11,
      "grad_norm": 1.104838252067566,
      "learning_rate": 1.365963939359644e-06,
      "loss": 0.329,
      "step": 1877880
    },
    {
      "epoch": 524.11,
      "grad_norm": 1.0740503072738647,
      "learning_rate": 1.3659393652707294e-06,
      "loss": 0.3231,
      "step": 1877890
    },
    {
      "epoch": 524.11,
      "grad_norm": 1.1724296808242798,
      "learning_rate": 1.3659147913119621e-06,
      "loss": 0.3393,
      "step": 1877900
    },
    {
      "epoch": 524.12,
      "grad_norm": 1.183832049369812,
      "learning_rate": 1.3658902174833453e-06,
      "loss": 0.3485,
      "step": 1877910
    },
    {
      "epoch": 524.12,
      "grad_norm": 1.0866596698760986,
      "learning_rate": 1.3658656437848814e-06,
      "loss": 0.3231,
      "step": 1877920
    },
    {
      "epoch": 524.12,
      "grad_norm": 1.2169264554977417,
      "learning_rate": 1.3658410702165739e-06,
      "loss": 0.3373,
      "step": 1877930
    },
    {
      "epoch": 524.13,
      "grad_norm": 1.1979575157165527,
      "learning_rate": 1.3658164967784265e-06,
      "loss": 0.3296,
      "step": 1877940
    },
    {
      "epoch": 524.13,
      "grad_norm": 0.9634099006652832,
      "learning_rate": 1.3657919234704433e-06,
      "loss": 0.3296,
      "step": 1877950
    },
    {
      "epoch": 524.13,
      "grad_norm": 1.2684437036514282,
      "learning_rate": 1.3657673502926258e-06,
      "loss": 0.355,
      "step": 1877960
    },
    {
      "epoch": 524.13,
      "grad_norm": 1.0057798624038696,
      "learning_rate": 1.3657427772449776e-06,
      "loss": 0.341,
      "step": 1877970
    },
    {
      "epoch": 524.14,
      "grad_norm": 1.104725956916809,
      "learning_rate": 1.3657182043275037e-06,
      "loss": 0.347,
      "step": 1877980
    },
    {
      "epoch": 524.14,
      "grad_norm": 6.661283493041992,
      "learning_rate": 1.365693631540204e-06,
      "loss": 0.3504,
      "step": 1877990
    },
    {
      "epoch": 524.14,
      "grad_norm": 0.9780454635620117,
      "learning_rate": 1.365669058883086e-06,
      "loss": 0.3403,
      "step": 1878000
    },
    {
      "epoch": 524.14,
      "grad_norm": 0.9246528744697571,
      "learning_rate": 1.3656444863561497e-06,
      "loss": 0.3337,
      "step": 1878010
    },
    {
      "epoch": 524.15,
      "grad_norm": 1.0123178958892822,
      "learning_rate": 1.3656199139593997e-06,
      "loss": 0.3176,
      "step": 1878020
    },
    {
      "epoch": 524.15,
      "grad_norm": 1.0128936767578125,
      "learning_rate": 1.3655953416928387e-06,
      "loss": 0.3333,
      "step": 1878030
    },
    {
      "epoch": 524.15,
      "grad_norm": 1.3153249025344849,
      "learning_rate": 1.3655707695564717e-06,
      "loss": 0.3445,
      "step": 1878040
    },
    {
      "epoch": 524.16,
      "grad_norm": 1.1175415515899658,
      "learning_rate": 1.3655461975502994e-06,
      "loss": 0.3503,
      "step": 1878050
    },
    {
      "epoch": 524.16,
      "grad_norm": 1.386087417602539,
      "learning_rate": 1.3655216256743264e-06,
      "loss": 0.3762,
      "step": 1878060
    },
    {
      "epoch": 524.16,
      "grad_norm": 1.2531074285507202,
      "learning_rate": 1.365497053928556e-06,
      "loss": 0.3281,
      "step": 1878070
    },
    {
      "epoch": 524.16,
      "grad_norm": 1.0639063119888306,
      "learning_rate": 1.3654724823129914e-06,
      "loss": 0.3476,
      "step": 1878080
    },
    {
      "epoch": 524.17,
      "grad_norm": 1.2046188116073608,
      "learning_rate": 1.3654479108276363e-06,
      "loss": 0.3462,
      "step": 1878090
    },
    {
      "epoch": 524.17,
      "grad_norm": 1.3462626934051514,
      "learning_rate": 1.365423339472493e-06,
      "loss": 0.3468,
      "step": 1878100
    },
    {
      "epoch": 524.17,
      "grad_norm": 1.3738746643066406,
      "learning_rate": 1.365398768247565e-06,
      "loss": 0.3526,
      "step": 1878110
    },
    {
      "epoch": 524.18,
      "grad_norm": 1.0062659978866577,
      "learning_rate": 1.3653741971528568e-06,
      "loss": 0.3398,
      "step": 1878120
    },
    {
      "epoch": 524.18,
      "grad_norm": 1.4651695489883423,
      "learning_rate": 1.3653496261883688e-06,
      "loss": 0.3494,
      "step": 1878130
    },
    {
      "epoch": 524.18,
      "grad_norm": 0.9979819655418396,
      "learning_rate": 1.3653250553541079e-06,
      "loss": 0.3411,
      "step": 1878140
    },
    {
      "epoch": 524.18,
      "grad_norm": 0.9596005082130432,
      "learning_rate": 1.365300484650075e-06,
      "loss": 0.335,
      "step": 1878150
    },
    {
      "epoch": 524.19,
      "grad_norm": 1.1331348419189453,
      "learning_rate": 1.365275914076274e-06,
      "loss": 0.3423,
      "step": 1878160
    },
    {
      "epoch": 524.19,
      "grad_norm": 1.019177794456482,
      "learning_rate": 1.3652513436327076e-06,
      "loss": 0.3474,
      "step": 1878170
    },
    {
      "epoch": 524.19,
      "grad_norm": 1.0237321853637695,
      "learning_rate": 1.365226773319381e-06,
      "loss": 0.344,
      "step": 1878180
    },
    {
      "epoch": 524.19,
      "grad_norm": 1.2046947479248047,
      "learning_rate": 1.3652022031362953e-06,
      "loss": 0.3397,
      "step": 1878190
    },
    {
      "epoch": 524.2,
      "grad_norm": 1.0944032669067383,
      "learning_rate": 1.3651776330834543e-06,
      "loss": 0.3321,
      "step": 1878200
    },
    {
      "epoch": 524.2,
      "grad_norm": 1.1244128942489624,
      "learning_rate": 1.3651530631608625e-06,
      "loss": 0.3392,
      "step": 1878210
    },
    {
      "epoch": 524.2,
      "grad_norm": 1.1737207174301147,
      "learning_rate": 1.3651284933685207e-06,
      "loss": 0.3452,
      "step": 1878220
    },
    {
      "epoch": 524.21,
      "grad_norm": 1.218503713607788,
      "learning_rate": 1.3651039237064352e-06,
      "loss": 0.3229,
      "step": 1878230
    },
    {
      "epoch": 524.21,
      "grad_norm": 1.1123782396316528,
      "learning_rate": 1.365079354174607e-06,
      "loss": 0.3359,
      "step": 1878240
    },
    {
      "epoch": 524.21,
      "grad_norm": 0.9090791940689087,
      "learning_rate": 1.36505478477304e-06,
      "loss": 0.3483,
      "step": 1878250
    },
    {
      "epoch": 524.21,
      "grad_norm": 1.0712810754776,
      "learning_rate": 1.3650302155017386e-06,
      "loss": 0.347,
      "step": 1878260
    },
    {
      "epoch": 524.22,
      "grad_norm": 1.130065679550171,
      "learning_rate": 1.3650056463607041e-06,
      "loss": 0.35,
      "step": 1878270
    },
    {
      "epoch": 524.22,
      "grad_norm": 1.2617207765579224,
      "learning_rate": 1.364981077349941e-06,
      "loss": 0.315,
      "step": 1878280
    },
    {
      "epoch": 524.22,
      "grad_norm": 1.3086038827896118,
      "learning_rate": 1.3649565084694522e-06,
      "loss": 0.3542,
      "step": 1878290
    },
    {
      "epoch": 524.23,
      "grad_norm": 1.2615540027618408,
      "learning_rate": 1.364931939719242e-06,
      "loss": 0.3517,
      "step": 1878300
    },
    {
      "epoch": 524.23,
      "grad_norm": 1.1622483730316162,
      "learning_rate": 1.3649073710993106e-06,
      "loss": 0.3283,
      "step": 1878310
    },
    {
      "epoch": 524.23,
      "grad_norm": 1.0455411672592163,
      "learning_rate": 1.3648828026096652e-06,
      "loss": 0.3378,
      "step": 1878320
    },
    {
      "epoch": 524.23,
      "grad_norm": 1.1537775993347168,
      "learning_rate": 1.3648582342503069e-06,
      "loss": 0.3385,
      "step": 1878330
    },
    {
      "epoch": 524.24,
      "grad_norm": 1.0602827072143555,
      "learning_rate": 1.3648336660212391e-06,
      "loss": 0.3399,
      "step": 1878340
    },
    {
      "epoch": 524.24,
      "grad_norm": 1.090000867843628,
      "learning_rate": 1.364809097922466e-06,
      "loss": 0.3459,
      "step": 1878350
    },
    {
      "epoch": 524.24,
      "grad_norm": 1.1287219524383545,
      "learning_rate": 1.3647845299539888e-06,
      "loss": 0.3443,
      "step": 1878360
    },
    {
      "epoch": 524.25,
      "grad_norm": 1.1855272054672241,
      "learning_rate": 1.3647599621158138e-06,
      "loss": 0.3523,
      "step": 1878370
    },
    {
      "epoch": 524.25,
      "grad_norm": 1.0118322372436523,
      "learning_rate": 1.3647353944079418e-06,
      "loss": 0.3346,
      "step": 1878380
    },
    {
      "epoch": 524.25,
      "grad_norm": 1.075559377670288,
      "learning_rate": 1.3647108268303766e-06,
      "loss": 0.3391,
      "step": 1878390
    },
    {
      "epoch": 524.25,
      "grad_norm": 1.1544748544692993,
      "learning_rate": 1.364686259383122e-06,
      "loss": 0.3475,
      "step": 1878400
    },
    {
      "epoch": 524.26,
      "grad_norm": 1.1102408170700073,
      "learning_rate": 1.3646616920661823e-06,
      "loss": 0.3289,
      "step": 1878410
    },
    {
      "epoch": 524.26,
      "grad_norm": 1.0110262632369995,
      "learning_rate": 1.3646371248795582e-06,
      "loss": 0.3552,
      "step": 1878420
    },
    {
      "epoch": 524.26,
      "grad_norm": 1.0708327293395996,
      "learning_rate": 1.3646125578232543e-06,
      "loss": 0.3561,
      "step": 1878430
    },
    {
      "epoch": 524.26,
      "grad_norm": 1.1647334098815918,
      "learning_rate": 1.364587990897275e-06,
      "loss": 0.3281,
      "step": 1878440
    },
    {
      "epoch": 524.27,
      "grad_norm": 1.1291301250457764,
      "learning_rate": 1.3645634241016204e-06,
      "loss": 0.3221,
      "step": 1878450
    },
    {
      "epoch": 524.27,
      "grad_norm": 1.117624044418335,
      "learning_rate": 1.3645388574362976e-06,
      "loss": 0.3436,
      "step": 1878460
    },
    {
      "epoch": 524.27,
      "grad_norm": 1.0940735340118408,
      "learning_rate": 1.3645142909013074e-06,
      "loss": 0.3523,
      "step": 1878470
    },
    {
      "epoch": 524.28,
      "grad_norm": 1.1680209636688232,
      "learning_rate": 1.3644897244966538e-06,
      "loss": 0.3421,
      "step": 1878480
    },
    {
      "epoch": 524.28,
      "grad_norm": 1.2054771184921265,
      "learning_rate": 1.3644651582223405e-06,
      "loss": 0.3363,
      "step": 1878490
    },
    {
      "epoch": 524.28,
      "grad_norm": 1.1501028537750244,
      "learning_rate": 1.3644405920783695e-06,
      "loss": 0.3436,
      "step": 1878500
    },
    {
      "epoch": 524.28,
      "grad_norm": 1.0009963512420654,
      "learning_rate": 1.364416026064745e-06,
      "loss": 0.3513,
      "step": 1878510
    },
    {
      "epoch": 524.29,
      "grad_norm": 1.1676888465881348,
      "learning_rate": 1.36439146018147e-06,
      "loss": 0.3535,
      "step": 1878520
    },
    {
      "epoch": 524.29,
      "grad_norm": 1.1487197875976562,
      "learning_rate": 1.364366894428549e-06,
      "loss": 0.3529,
      "step": 1878530
    },
    {
      "epoch": 524.29,
      "grad_norm": 1.0701353549957275,
      "learning_rate": 1.3643423288059822e-06,
      "loss": 0.3477,
      "step": 1878540
    },
    {
      "epoch": 524.3,
      "grad_norm": 1.2768081426620483,
      "learning_rate": 1.3643177633137765e-06,
      "loss": 0.3452,
      "step": 1878550
    },
    {
      "epoch": 524.3,
      "grad_norm": 1.1797856092453003,
      "learning_rate": 1.3642931979519327e-06,
      "loss": 0.3466,
      "step": 1878560
    },
    {
      "epoch": 524.3,
      "grad_norm": 1.4385626316070557,
      "learning_rate": 1.3642686327204548e-06,
      "loss": 0.3311,
      "step": 1878570
    },
    {
      "epoch": 524.3,
      "grad_norm": 1.0658737421035767,
      "learning_rate": 1.3642440676193474e-06,
      "loss": 0.3474,
      "step": 1878580
    },
    {
      "epoch": 524.31,
      "grad_norm": 1.051629900932312,
      "learning_rate": 1.3642195026486113e-06,
      "loss": 0.3445,
      "step": 1878590
    },
    {
      "epoch": 524.31,
      "grad_norm": 1.2080063819885254,
      "learning_rate": 1.3641949378082509e-06,
      "loss": 0.343,
      "step": 1878600
    },
    {
      "epoch": 524.31,
      "grad_norm": 1.1226805448532104,
      "learning_rate": 1.3641703730982696e-06,
      "loss": 0.3358,
      "step": 1878610
    },
    {
      "epoch": 524.31,
      "grad_norm": 1.1711440086364746,
      "learning_rate": 1.3641458085186717e-06,
      "loss": 0.3353,
      "step": 1878620
    },
    {
      "epoch": 524.32,
      "grad_norm": 1.0664780139923096,
      "learning_rate": 1.3641212440694584e-06,
      "loss": 0.3332,
      "step": 1878630
    },
    {
      "epoch": 524.32,
      "grad_norm": 1.0926755666732788,
      "learning_rate": 1.3640966797506337e-06,
      "loss": 0.3395,
      "step": 1878640
    },
    {
      "epoch": 524.32,
      "grad_norm": 0.9970759749412537,
      "learning_rate": 1.3640721155622011e-06,
      "loss": 0.3459,
      "step": 1878650
    },
    {
      "epoch": 524.33,
      "grad_norm": 1.125610113143921,
      "learning_rate": 1.3640475515041644e-06,
      "loss": 0.3447,
      "step": 1878660
    },
    {
      "epoch": 524.33,
      "grad_norm": 1.161823034286499,
      "learning_rate": 1.3640229875765269e-06,
      "loss": 0.3295,
      "step": 1878670
    },
    {
      "epoch": 524.33,
      "grad_norm": 1.1262027025222778,
      "learning_rate": 1.3639984237792897e-06,
      "loss": 0.3404,
      "step": 1878680
    },
    {
      "epoch": 524.33,
      "grad_norm": 0.8906171321868896,
      "learning_rate": 1.3639738601124595e-06,
      "loss": 0.345,
      "step": 1878690
    },
    {
      "epoch": 524.34,
      "grad_norm": 1.3331459760665894,
      "learning_rate": 1.3639492965760367e-06,
      "loss": 0.347,
      "step": 1878700
    },
    {
      "epoch": 524.34,
      "grad_norm": 1.1330758333206177,
      "learning_rate": 1.3639247331700258e-06,
      "loss": 0.3489,
      "step": 1878710
    },
    {
      "epoch": 524.34,
      "grad_norm": 1.1211724281311035,
      "learning_rate": 1.3639001698944309e-06,
      "loss": 0.3608,
      "step": 1878720
    },
    {
      "epoch": 524.35,
      "grad_norm": 1.2363157272338867,
      "learning_rate": 1.363875606749253e-06,
      "loss": 0.3457,
      "step": 1878730
    },
    {
      "epoch": 524.35,
      "grad_norm": 1.129805564880371,
      "learning_rate": 1.3638510437344967e-06,
      "loss": 0.3305,
      "step": 1878740
    },
    {
      "epoch": 524.35,
      "grad_norm": 1.1090407371520996,
      "learning_rate": 1.3638264808501656e-06,
      "loss": 0.3364,
      "step": 1878750
    },
    {
      "epoch": 524.35,
      "grad_norm": 1.4206398725509644,
      "learning_rate": 1.3638019180962633e-06,
      "loss": 0.3238,
      "step": 1878760
    },
    {
      "epoch": 524.36,
      "grad_norm": 1.038351058959961,
      "learning_rate": 1.3637773554727914e-06,
      "loss": 0.3553,
      "step": 1878770
    },
    {
      "epoch": 524.36,
      "grad_norm": 1.1339988708496094,
      "learning_rate": 1.3637527929797544e-06,
      "loss": 0.3436,
      "step": 1878780
    },
    {
      "epoch": 524.36,
      "grad_norm": 1.0569103956222534,
      "learning_rate": 1.3637282306171557e-06,
      "loss": 0.3367,
      "step": 1878790
    },
    {
      "epoch": 524.37,
      "grad_norm": 1.0190294981002808,
      "learning_rate": 1.3637036683849967e-06,
      "loss": 0.3317,
      "step": 1878800
    },
    {
      "epoch": 524.37,
      "grad_norm": 1.2986172437667847,
      "learning_rate": 1.3636791062832838e-06,
      "loss": 0.3399,
      "step": 1878810
    },
    {
      "epoch": 524.37,
      "grad_norm": 1.1778587102890015,
      "learning_rate": 1.3636545443120177e-06,
      "loss": 0.3521,
      "step": 1878820
    },
    {
      "epoch": 524.37,
      "grad_norm": 1.277604341506958,
      "learning_rate": 1.3636299824712026e-06,
      "loss": 0.346,
      "step": 1878830
    },
    {
      "epoch": 524.38,
      "grad_norm": 1.2145746946334839,
      "learning_rate": 1.3636054207608418e-06,
      "loss": 0.3388,
      "step": 1878840
    },
    {
      "epoch": 524.38,
      "grad_norm": 1.096508502960205,
      "learning_rate": 1.3635808591809395e-06,
      "loss": 0.3421,
      "step": 1878850
    },
    {
      "epoch": 524.38,
      "grad_norm": 1.0045220851898193,
      "learning_rate": 1.363556297731497e-06,
      "loss": 0.3408,
      "step": 1878860
    },
    {
      "epoch": 524.38,
      "grad_norm": 1.2042690515518188,
      "learning_rate": 1.3635317364125183e-06,
      "loss": 0.3452,
      "step": 1878870
    },
    {
      "epoch": 524.39,
      "grad_norm": 1.1638258695602417,
      "learning_rate": 1.3635071752240083e-06,
      "loss": 0.3537,
      "step": 1878880
    },
    {
      "epoch": 524.39,
      "grad_norm": 1.0711621046066284,
      "learning_rate": 1.3634826141659666e-06,
      "loss": 0.349,
      "step": 1878890
    },
    {
      "epoch": 524.39,
      "grad_norm": 1.351474642753601,
      "learning_rate": 1.363458053238401e-06,
      "loss": 0.3341,
      "step": 1878900
    },
    {
      "epoch": 524.4,
      "grad_norm": 1.490190029144287,
      "learning_rate": 1.3634334924413112e-06,
      "loss": 0.3498,
      "step": 1878910
    },
    {
      "epoch": 524.4,
      "grad_norm": 1.183275818824768,
      "learning_rate": 1.3634089317747023e-06,
      "loss": 0.3298,
      "step": 1878920
    },
    {
      "epoch": 524.4,
      "grad_norm": 1.0822908878326416,
      "learning_rate": 1.3633843712385775e-06,
      "loss": 0.3303,
      "step": 1878930
    },
    {
      "epoch": 524.4,
      "grad_norm": 0.9960976243019104,
      "learning_rate": 1.3633598108329377e-06,
      "loss": 0.3356,
      "step": 1878940
    },
    {
      "epoch": 524.41,
      "grad_norm": 1.405682921409607,
      "learning_rate": 1.3633352505577904e-06,
      "loss": 0.3298,
      "step": 1878950
    },
    {
      "epoch": 524.41,
      "grad_norm": 1.1477406024932861,
      "learning_rate": 1.3633106904131356e-06,
      "loss": 0.3424,
      "step": 1878960
    },
    {
      "epoch": 524.41,
      "grad_norm": 1.058933973312378,
      "learning_rate": 1.3632861303989773e-06,
      "loss": 0.3518,
      "step": 1878970
    },
    {
      "epoch": 524.42,
      "grad_norm": 1.0532398223876953,
      "learning_rate": 1.363261570515319e-06,
      "loss": 0.3533,
      "step": 1878980
    },
    {
      "epoch": 524.42,
      "grad_norm": 1.0779014825820923,
      "learning_rate": 1.363237010762165e-06,
      "loss": 0.3324,
      "step": 1878990
    },
    {
      "epoch": 524.42,
      "grad_norm": 1.0555247068405151,
      "learning_rate": 1.3632124511395166e-06,
      "loss": 0.3428,
      "step": 1879000
    },
    {
      "epoch": 524.42,
      "grad_norm": 1.13005530834198,
      "learning_rate": 1.3631878916473781e-06,
      "loss": 0.3297,
      "step": 1879010
    },
    {
      "epoch": 524.43,
      "grad_norm": 1.153054118156433,
      "learning_rate": 1.3631633322857534e-06,
      "loss": 0.3525,
      "step": 1879020
    },
    {
      "epoch": 524.43,
      "grad_norm": 1.0756021738052368,
      "learning_rate": 1.3631387730546432e-06,
      "loss": 0.3588,
      "step": 1879030
    },
    {
      "epoch": 524.43,
      "grad_norm": 1.120197057723999,
      "learning_rate": 1.363114213954055e-06,
      "loss": 0.349,
      "step": 1879040
    },
    {
      "epoch": 524.43,
      "grad_norm": 1.0624746084213257,
      "learning_rate": 1.3630896549839883e-06,
      "loss": 0.3443,
      "step": 1879050
    },
    {
      "epoch": 524.44,
      "grad_norm": 1.1534099578857422,
      "learning_rate": 1.3630650961444479e-06,
      "loss": 0.322,
      "step": 1879060
    },
    {
      "epoch": 524.44,
      "grad_norm": 1.3569129705429077,
      "learning_rate": 1.3630405374354377e-06,
      "loss": 0.3473,
      "step": 1879070
    },
    {
      "epoch": 524.44,
      "grad_norm": 1.2879109382629395,
      "learning_rate": 1.3630159788569594e-06,
      "loss": 0.3406,
      "step": 1879080
    },
    {
      "epoch": 524.45,
      "grad_norm": 1.44903564453125,
      "learning_rate": 1.3629914204090169e-06,
      "loss": 0.3399,
      "step": 1879090
    },
    {
      "epoch": 524.45,
      "grad_norm": 1.1820908784866333,
      "learning_rate": 1.3629668620916138e-06,
      "loss": 0.3395,
      "step": 1879100
    },
    {
      "epoch": 524.45,
      "grad_norm": 1.1142807006835938,
      "learning_rate": 1.3629423039047542e-06,
      "loss": 0.3417,
      "step": 1879110
    },
    {
      "epoch": 524.45,
      "grad_norm": 1.0637941360473633,
      "learning_rate": 1.3629177458484386e-06,
      "loss": 0.361,
      "step": 1879120
    },
    {
      "epoch": 524.46,
      "grad_norm": 1.163103699684143,
      "learning_rate": 1.3628931879226737e-06,
      "loss": 0.351,
      "step": 1879130
    },
    {
      "epoch": 524.46,
      "grad_norm": 1.0159999132156372,
      "learning_rate": 1.3628686301274603e-06,
      "loss": 0.34,
      "step": 1879140
    },
    {
      "epoch": 524.46,
      "grad_norm": 1.0918034315109253,
      "learning_rate": 1.3628440724628022e-06,
      "loss": 0.3281,
      "step": 1879150
    },
    {
      "epoch": 524.47,
      "grad_norm": 1.1117467880249023,
      "learning_rate": 1.362819514928704e-06,
      "loss": 0.3376,
      "step": 1879160
    },
    {
      "epoch": 524.47,
      "grad_norm": 0.9804539084434509,
      "learning_rate": 1.362794957525167e-06,
      "loss": 0.3382,
      "step": 1879170
    },
    {
      "epoch": 524.47,
      "grad_norm": 0.954233705997467,
      "learning_rate": 1.3627704002521955e-06,
      "loss": 0.3594,
      "step": 1879180
    },
    {
      "epoch": 524.47,
      "grad_norm": 1.0371134281158447,
      "learning_rate": 1.3627458431097925e-06,
      "loss": 0.3406,
      "step": 1879190
    },
    {
      "epoch": 524.48,
      "grad_norm": 1.265268325805664,
      "learning_rate": 1.3627212860979626e-06,
      "loss": 0.3415,
      "step": 1879200
    },
    {
      "epoch": 524.48,
      "grad_norm": 2.5792102813720703,
      "learning_rate": 1.3626967292167064e-06,
      "loss": 0.3488,
      "step": 1879210
    },
    {
      "epoch": 524.48,
      "grad_norm": 1.111979365348816,
      "learning_rate": 1.3626721724660292e-06,
      "loss": 0.3294,
      "step": 1879220
    },
    {
      "epoch": 524.49,
      "grad_norm": 2.965646743774414,
      "learning_rate": 1.3626476158459334e-06,
      "loss": 0.3433,
      "step": 1879230
    },
    {
      "epoch": 524.49,
      "grad_norm": 1.1971904039382935,
      "learning_rate": 1.362623059356423e-06,
      "loss": 0.3359,
      "step": 1879240
    },
    {
      "epoch": 524.49,
      "grad_norm": 1.1110941171646118,
      "learning_rate": 1.3625985029975015e-06,
      "loss": 0.3297,
      "step": 1879250
    },
    {
      "epoch": 524.49,
      "grad_norm": 1.8772069215774536,
      "learning_rate": 1.3625739467691697e-06,
      "loss": 0.3279,
      "step": 1879260
    },
    {
      "epoch": 524.5,
      "grad_norm": 1.4265666007995605,
      "learning_rate": 1.3625493906714346e-06,
      "loss": 0.3425,
      "step": 1879270
    },
    {
      "epoch": 524.5,
      "grad_norm": 1.19968581199646,
      "learning_rate": 1.3625248347042964e-06,
      "loss": 0.3244,
      "step": 1879280
    },
    {
      "epoch": 524.5,
      "grad_norm": 1.0880789756774902,
      "learning_rate": 1.3625002788677599e-06,
      "loss": 0.3421,
      "step": 1879290
    },
    {
      "epoch": 524.5,
      "grad_norm": 1.1953890323638916,
      "learning_rate": 1.3624757231618286e-06,
      "loss": 0.3573,
      "step": 1879300
    },
    {
      "epoch": 524.51,
      "grad_norm": 1.501012921333313,
      "learning_rate": 1.3624511675865045e-06,
      "loss": 0.3424,
      "step": 1879310
    },
    {
      "epoch": 524.51,
      "grad_norm": 1.239942193031311,
      "learning_rate": 1.3624266121417917e-06,
      "loss": 0.3412,
      "step": 1879320
    },
    {
      "epoch": 524.51,
      "grad_norm": 1.1058233976364136,
      "learning_rate": 1.3624020568276928e-06,
      "loss": 0.331,
      "step": 1879330
    },
    {
      "epoch": 524.52,
      "grad_norm": 2.347702980041504,
      "learning_rate": 1.3623775016442131e-06,
      "loss": 0.3306,
      "step": 1879340
    },
    {
      "epoch": 524.52,
      "grad_norm": 1.0456064939498901,
      "learning_rate": 1.362352946591353e-06,
      "loss": 0.3427,
      "step": 1879350
    },
    {
      "epoch": 524.52,
      "grad_norm": 0.9827952980995178,
      "learning_rate": 1.362328391669117e-06,
      "loss": 0.3477,
      "step": 1879360
    },
    {
      "epoch": 524.52,
      "grad_norm": 1.047346591949463,
      "learning_rate": 1.3623038368775088e-06,
      "loss": 0.3343,
      "step": 1879370
    },
    {
      "epoch": 524.53,
      "grad_norm": 1.0376548767089844,
      "learning_rate": 1.3622792822165314e-06,
      "loss": 0.3553,
      "step": 1879380
    },
    {
      "epoch": 524.53,
      "grad_norm": 1.296600341796875,
      "learning_rate": 1.362254727686189e-06,
      "loss": 0.3381,
      "step": 1879390
    },
    {
      "epoch": 524.53,
      "grad_norm": 1.0595390796661377,
      "learning_rate": 1.3622301732864826e-06,
      "loss": 0.3418,
      "step": 1879400
    },
    {
      "epoch": 524.54,
      "grad_norm": 1.0871050357818604,
      "learning_rate": 1.362205619017417e-06,
      "loss": 0.3247,
      "step": 1879410
    },
    {
      "epoch": 524.54,
      "grad_norm": 1.6684136390686035,
      "learning_rate": 1.3621810648789949e-06,
      "loss": 0.3509,
      "step": 1879420
    },
    {
      "epoch": 524.54,
      "grad_norm": 1.1515347957611084,
      "learning_rate": 1.3621565108712213e-06,
      "loss": 0.3536,
      "step": 1879430
    },
    {
      "epoch": 524.54,
      "grad_norm": 1.075923204421997,
      "learning_rate": 1.3621319569940969e-06,
      "loss": 0.3509,
      "step": 1879440
    },
    {
      "epoch": 524.55,
      "grad_norm": 1.1148349046707153,
      "learning_rate": 1.3621074032476262e-06,
      "loss": 0.3295,
      "step": 1879450
    },
    {
      "epoch": 524.55,
      "grad_norm": 1.047141194343567,
      "learning_rate": 1.362082849631813e-06,
      "loss": 0.3238,
      "step": 1879460
    },
    {
      "epoch": 524.55,
      "grad_norm": 1.0735669136047363,
      "learning_rate": 1.3620582961466584e-06,
      "loss": 0.3564,
      "step": 1879470
    },
    {
      "epoch": 524.55,
      "grad_norm": 1.1232548952102661,
      "learning_rate": 1.3620337427921694e-06,
      "loss": 0.3397,
      "step": 1879480
    },
    {
      "epoch": 524.56,
      "grad_norm": 1.2166049480438232,
      "learning_rate": 1.3620091895683456e-06,
      "loss": 0.3585,
      "step": 1879490
    },
    {
      "epoch": 524.56,
      "grad_norm": 1.111573576927185,
      "learning_rate": 1.361984636475192e-06,
      "loss": 0.3493,
      "step": 1879500
    },
    {
      "epoch": 524.56,
      "grad_norm": 1.055214285850525,
      "learning_rate": 1.3619600835127116e-06,
      "loss": 0.3319,
      "step": 1879510
    },
    {
      "epoch": 524.57,
      "grad_norm": 1.0897283554077148,
      "learning_rate": 1.3619355306809077e-06,
      "loss": 0.3507,
      "step": 1879520
    },
    {
      "epoch": 524.57,
      "grad_norm": 0.8910854458808899,
      "learning_rate": 1.3619109779797848e-06,
      "loss": 0.3219,
      "step": 1879530
    },
    {
      "epoch": 524.57,
      "grad_norm": 1.0685293674468994,
      "learning_rate": 1.3618864254093437e-06,
      "loss": 0.3545,
      "step": 1879540
    },
    {
      "epoch": 524.57,
      "grad_norm": 1.1248317956924438,
      "learning_rate": 1.3618618729695889e-06,
      "loss": 0.3438,
      "step": 1879550
    },
    {
      "epoch": 524.58,
      "grad_norm": 1.2877181768417358,
      "learning_rate": 1.3618373206605236e-06,
      "loss": 0.3393,
      "step": 1879560
    },
    {
      "epoch": 524.58,
      "grad_norm": 1.13287353515625,
      "learning_rate": 1.3618127684821523e-06,
      "loss": 0.3415,
      "step": 1879570
    },
    {
      "epoch": 524.58,
      "grad_norm": 1.0681506395339966,
      "learning_rate": 1.361788216434476e-06,
      "loss": 0.3431,
      "step": 1879580
    },
    {
      "epoch": 524.59,
      "grad_norm": 1.1309188604354858,
      "learning_rate": 1.3617636645174994e-06,
      "loss": 0.333,
      "step": 1879590
    },
    {
      "epoch": 524.59,
      "grad_norm": 1.3345425128936768,
      "learning_rate": 1.361739112731226e-06,
      "loss": 0.3535,
      "step": 1879600
    },
    {
      "epoch": 524.59,
      "grad_norm": 1.9448240995407104,
      "learning_rate": 1.361714561075657e-06,
      "loss": 0.3366,
      "step": 1879610
    },
    {
      "epoch": 524.59,
      "grad_norm": 1.1917673349380493,
      "learning_rate": 1.3616900095507987e-06,
      "loss": 0.3333,
      "step": 1879620
    },
    {
      "epoch": 524.6,
      "grad_norm": 0.9978197813034058,
      "learning_rate": 1.3616654581566523e-06,
      "loss": 0.3515,
      "step": 1879630
    },
    {
      "epoch": 524.6,
      "grad_norm": 0.9756717681884766,
      "learning_rate": 1.361640906893221e-06,
      "loss": 0.3497,
      "step": 1879640
    },
    {
      "epoch": 524.6,
      "grad_norm": 0.937126636505127,
      "learning_rate": 1.3616163557605093e-06,
      "loss": 0.3186,
      "step": 1879650
    },
    {
      "epoch": 524.61,
      "grad_norm": 1.562870979309082,
      "learning_rate": 1.3615918047585207e-06,
      "loss": 0.3566,
      "step": 1879660
    },
    {
      "epoch": 524.61,
      "grad_norm": 1.1249910593032837,
      "learning_rate": 1.3615672538872566e-06,
      "loss": 0.3322,
      "step": 1879670
    },
    {
      "epoch": 524.61,
      "grad_norm": 1.2596579790115356,
      "learning_rate": 1.3615427031467212e-06,
      "loss": 0.3557,
      "step": 1879680
    },
    {
      "epoch": 524.61,
      "grad_norm": 1.0718754529953003,
      "learning_rate": 1.361518152536919e-06,
      "loss": 0.3541,
      "step": 1879690
    },
    {
      "epoch": 524.62,
      "grad_norm": 1.1281167268753052,
      "learning_rate": 1.36149360205785e-06,
      "loss": 0.3478,
      "step": 1879700
    },
    {
      "epoch": 524.62,
      "grad_norm": 1.0983518362045288,
      "learning_rate": 1.3614690517095217e-06,
      "loss": 0.3424,
      "step": 1879710
    },
    {
      "epoch": 524.62,
      "grad_norm": 1.0831102132797241,
      "learning_rate": 1.3614445014919343e-06,
      "loss": 0.3389,
      "step": 1879720
    },
    {
      "epoch": 524.62,
      "grad_norm": 1.0720354318618774,
      "learning_rate": 1.3614199514050917e-06,
      "loss": 0.3409,
      "step": 1879730
    },
    {
      "epoch": 524.63,
      "grad_norm": 1.1481409072875977,
      "learning_rate": 1.3613954014489986e-06,
      "loss": 0.3471,
      "step": 1879740
    },
    {
      "epoch": 524.63,
      "grad_norm": 0.8831815123558044,
      "learning_rate": 1.3613708516236562e-06,
      "loss": 0.3352,
      "step": 1879750
    },
    {
      "epoch": 524.63,
      "grad_norm": 1.0468454360961914,
      "learning_rate": 1.361346301929069e-06,
      "loss": 0.3309,
      "step": 1879760
    },
    {
      "epoch": 524.64,
      "grad_norm": 1.0944030284881592,
      "learning_rate": 1.3613217523652399e-06,
      "loss": 0.3488,
      "step": 1879770
    },
    {
      "epoch": 524.64,
      "grad_norm": 1.2375710010528564,
      "learning_rate": 1.361297202932173e-06,
      "loss": 0.3312,
      "step": 1879780
    },
    {
      "epoch": 524.64,
      "grad_norm": 1.0541348457336426,
      "learning_rate": 1.3612726536298692e-06,
      "loss": 0.3488,
      "step": 1879790
    },
    {
      "epoch": 524.64,
      "grad_norm": 0.9971345067024231,
      "learning_rate": 1.361248104458335e-06,
      "loss": 0.3245,
      "step": 1879800
    },
    {
      "epoch": 524.65,
      "grad_norm": 1.026240587234497,
      "learning_rate": 1.3612235554175713e-06,
      "loss": 0.3352,
      "step": 1879810
    },
    {
      "epoch": 524.65,
      "grad_norm": 1.0006455183029175,
      "learning_rate": 1.3611990065075821e-06,
      "loss": 0.3395,
      "step": 1879820
    },
    {
      "epoch": 524.65,
      "grad_norm": 1.0788978338241577,
      "learning_rate": 1.3611744577283717e-06,
      "loss": 0.33,
      "step": 1879830
    },
    {
      "epoch": 524.66,
      "grad_norm": 1.1960837841033936,
      "learning_rate": 1.3611499090799405e-06,
      "loss": 0.3508,
      "step": 1879840
    },
    {
      "epoch": 524.66,
      "grad_norm": 1.107019305229187,
      "learning_rate": 1.3611253605622957e-06,
      "loss": 0.34,
      "step": 1879850
    },
    {
      "epoch": 524.66,
      "grad_norm": 1.4146126508712769,
      "learning_rate": 1.361100812175437e-06,
      "loss": 0.3294,
      "step": 1879860
    },
    {
      "epoch": 524.66,
      "grad_norm": 1.21798837184906,
      "learning_rate": 1.3610762639193697e-06,
      "loss": 0.3264,
      "step": 1879870
    },
    {
      "epoch": 524.67,
      "grad_norm": 1.2222607135772705,
      "learning_rate": 1.3610517157940975e-06,
      "loss": 0.3298,
      "step": 1879880
    },
    {
      "epoch": 524.67,
      "grad_norm": 1.1024219989776611,
      "learning_rate": 1.3610271677996215e-06,
      "loss": 0.334,
      "step": 1879890
    },
    {
      "epoch": 524.67,
      "grad_norm": 1.1129440069198608,
      "learning_rate": 1.361002619935946e-06,
      "loss": 0.3575,
      "step": 1879900
    },
    {
      "epoch": 524.67,
      "grad_norm": 1.0663388967514038,
      "learning_rate": 1.360978072203075e-06,
      "loss": 0.3437,
      "step": 1879910
    },
    {
      "epoch": 524.68,
      "grad_norm": 1.0186307430267334,
      "learning_rate": 1.3609535246010115e-06,
      "loss": 0.3235,
      "step": 1879920
    },
    {
      "epoch": 524.68,
      "grad_norm": 1.5499619245529175,
      "learning_rate": 1.3609289771297573e-06,
      "loss": 0.3436,
      "step": 1879930
    },
    {
      "epoch": 524.68,
      "grad_norm": 1.09325110912323,
      "learning_rate": 1.3609044297893183e-06,
      "loss": 0.341,
      "step": 1879940
    },
    {
      "epoch": 524.69,
      "grad_norm": 1.0588843822479248,
      "learning_rate": 1.3608798825796954e-06,
      "loss": 0.3404,
      "step": 1879950
    },
    {
      "epoch": 524.69,
      "grad_norm": 1.1631057262420654,
      "learning_rate": 1.3608553355008928e-06,
      "loss": 0.336,
      "step": 1879960
    },
    {
      "epoch": 524.69,
      "grad_norm": 1.1509145498275757,
      "learning_rate": 1.360830788552915e-06,
      "loss": 0.3332,
      "step": 1879970
    },
    {
      "epoch": 524.69,
      "grad_norm": 1.2301188707351685,
      "learning_rate": 1.3608062417357625e-06,
      "loss": 0.364,
      "step": 1879980
    },
    {
      "epoch": 524.7,
      "grad_norm": 1.2247803211212158,
      "learning_rate": 1.3607816950494404e-06,
      "loss": 0.3541,
      "step": 1879990
    },
    {
      "epoch": 524.7,
      "grad_norm": 0.975537121295929,
      "learning_rate": 1.3607571484939517e-06,
      "loss": 0.347,
      "step": 1880000
    },
    {
      "epoch": 524.7,
      "grad_norm": 0.9275349378585815,
      "learning_rate": 1.3607326020693005e-06,
      "loss": 0.3465,
      "step": 1880010
    },
    {
      "epoch": 524.71,
      "grad_norm": 1.0639333724975586,
      "learning_rate": 1.3607080557754884e-06,
      "loss": 0.338,
      "step": 1880020
    },
    {
      "epoch": 524.71,
      "grad_norm": 0.9709064364433289,
      "learning_rate": 1.3606835096125191e-06,
      "loss": 0.3483,
      "step": 1880030
    },
    {
      "epoch": 524.71,
      "grad_norm": 0.9945131540298462,
      "learning_rate": 1.3606589635803974e-06,
      "loss": 0.3306,
      "step": 1880040
    },
    {
      "epoch": 524.71,
      "grad_norm": 1.1726202964782715,
      "learning_rate": 1.3606344176791234e-06,
      "loss": 0.3456,
      "step": 1880050
    },
    {
      "epoch": 524.72,
      "grad_norm": 1.2113041877746582,
      "learning_rate": 1.3606098719087044e-06,
      "loss": 0.3398,
      "step": 1880060
    },
    {
      "epoch": 524.72,
      "grad_norm": 1.156657338142395,
      "learning_rate": 1.3605853262691406e-06,
      "loss": 0.3314,
      "step": 1880070
    },
    {
      "epoch": 524.72,
      "grad_norm": 1.095160961151123,
      "learning_rate": 1.3605607807604363e-06,
      "loss": 0.339,
      "step": 1880080
    },
    {
      "epoch": 524.73,
      "grad_norm": 0.9183910489082336,
      "learning_rate": 1.3605362353825946e-06,
      "loss": 0.3425,
      "step": 1880090
    },
    {
      "epoch": 524.73,
      "grad_norm": 1.247160792350769,
      "learning_rate": 1.360511690135619e-06,
      "loss": 0.3308,
      "step": 1880100
    },
    {
      "epoch": 524.73,
      "grad_norm": 1.2747408151626587,
      "learning_rate": 1.3604871450195135e-06,
      "loss": 0.3357,
      "step": 1880110
    },
    {
      "epoch": 524.73,
      "grad_norm": 1.0569325685501099,
      "learning_rate": 1.3604626000342798e-06,
      "loss": 0.3319,
      "step": 1880120
    },
    {
      "epoch": 524.74,
      "grad_norm": 0.9045005440711975,
      "learning_rate": 1.360438055179922e-06,
      "loss": 0.3552,
      "step": 1880130
    },
    {
      "epoch": 524.74,
      "grad_norm": 1.1126612424850464,
      "learning_rate": 1.3604135104564432e-06,
      "loss": 0.3313,
      "step": 1880140
    },
    {
      "epoch": 524.74,
      "grad_norm": 1.1425923109054565,
      "learning_rate": 1.3603889658638474e-06,
      "loss": 0.3512,
      "step": 1880150
    },
    {
      "epoch": 524.74,
      "grad_norm": 1.0002859830856323,
      "learning_rate": 1.3603644214021364e-06,
      "loss": 0.3306,
      "step": 1880160
    },
    {
      "epoch": 524.75,
      "grad_norm": 1.0393003225326538,
      "learning_rate": 1.3603398770713145e-06,
      "loss": 0.3542,
      "step": 1880170
    },
    {
      "epoch": 524.75,
      "grad_norm": 0.9770193099975586,
      "learning_rate": 1.3603153328713858e-06,
      "loss": 0.3461,
      "step": 1880180
    },
    {
      "epoch": 524.75,
      "grad_norm": 1.1847844123840332,
      "learning_rate": 1.3602907888023504e-06,
      "loss": 0.3355,
      "step": 1880190
    },
    {
      "epoch": 524.76,
      "grad_norm": 1.0381865501403809,
      "learning_rate": 1.360266244864216e-06,
      "loss": 0.3328,
      "step": 1880200
    },
    {
      "epoch": 524.76,
      "grad_norm": 1.1659969091415405,
      "learning_rate": 1.360241701056982e-06,
      "loss": 0.3445,
      "step": 1880210
    },
    {
      "epoch": 524.76,
      "grad_norm": 1.0794572830200195,
      "learning_rate": 1.3602171573806536e-06,
      "loss": 0.3236,
      "step": 1880220
    },
    {
      "epoch": 524.76,
      "grad_norm": 0.996588945388794,
      "learning_rate": 1.3601926138352335e-06,
      "loss": 0.3417,
      "step": 1880230
    },
    {
      "epoch": 524.77,
      "grad_norm": 0.9565160274505615,
      "learning_rate": 1.360168070420726e-06,
      "loss": 0.3423,
      "step": 1880240
    },
    {
      "epoch": 524.77,
      "grad_norm": 1.0511435270309448,
      "learning_rate": 1.3601435271371329e-06,
      "loss": 0.3434,
      "step": 1880250
    },
    {
      "epoch": 524.77,
      "grad_norm": 1.3213591575622559,
      "learning_rate": 1.3601189839844577e-06,
      "loss": 0.3545,
      "step": 1880260
    },
    {
      "epoch": 524.78,
      "grad_norm": 1.2234448194503784,
      "learning_rate": 1.3600944409627053e-06,
      "loss": 0.348,
      "step": 1880270
    },
    {
      "epoch": 524.78,
      "grad_norm": 1.345088005065918,
      "learning_rate": 1.3600698980718758e-06,
      "loss": 0.3445,
      "step": 1880280
    },
    {
      "epoch": 524.78,
      "grad_norm": 1.0984622240066528,
      "learning_rate": 1.3600453553119764e-06,
      "loss": 0.3373,
      "step": 1880290
    },
    {
      "epoch": 524.78,
      "grad_norm": 1.1329591274261475,
      "learning_rate": 1.3600208126830071e-06,
      "loss": 0.3402,
      "step": 1880300
    },
    {
      "epoch": 524.79,
      "grad_norm": 1.1001893281936646,
      "learning_rate": 1.3599962701849726e-06,
      "loss": 0.3461,
      "step": 1880310
    },
    {
      "epoch": 524.79,
      "grad_norm": 3.4905905723571777,
      "learning_rate": 1.3599717278178759e-06,
      "loss": 0.3321,
      "step": 1880320
    },
    {
      "epoch": 524.79,
      "grad_norm": 1.1333061456680298,
      "learning_rate": 1.3599471855817215e-06,
      "loss": 0.3273,
      "step": 1880330
    },
    {
      "epoch": 524.79,
      "grad_norm": 0.9458522796630859,
      "learning_rate": 1.3599226434765106e-06,
      "loss": 0.3321,
      "step": 1880340
    },
    {
      "epoch": 524.8,
      "grad_norm": 1.128282904624939,
      "learning_rate": 1.359898101502247e-06,
      "loss": 0.3426,
      "step": 1880350
    },
    {
      "epoch": 524.8,
      "grad_norm": 1.1545836925506592,
      "learning_rate": 1.3598735596589355e-06,
      "loss": 0.3541,
      "step": 1880360
    },
    {
      "epoch": 524.8,
      "grad_norm": 1.2263972759246826,
      "learning_rate": 1.3598490179465764e-06,
      "loss": 0.3482,
      "step": 1880370
    },
    {
      "epoch": 524.81,
      "grad_norm": 2.6078040599823,
      "learning_rate": 1.3598244763651768e-06,
      "loss": 0.3514,
      "step": 1880380
    },
    {
      "epoch": 524.81,
      "grad_norm": 1.4723995923995972,
      "learning_rate": 1.359799934914737e-06,
      "loss": 0.3325,
      "step": 1880390
    },
    {
      "epoch": 524.81,
      "grad_norm": 1.2903300523757935,
      "learning_rate": 1.3597753935952607e-06,
      "loss": 0.3371,
      "step": 1880400
    },
    {
      "epoch": 524.81,
      "grad_norm": 1.0806586742401123,
      "learning_rate": 1.3597508524067532e-06,
      "loss": 0.3563,
      "step": 1880410
    },
    {
      "epoch": 524.82,
      "grad_norm": 1.0216526985168457,
      "learning_rate": 1.3597263113492142e-06,
      "loss": 0.3362,
      "step": 1880420
    },
    {
      "epoch": 524.82,
      "grad_norm": 1.2955037355422974,
      "learning_rate": 1.359701770422651e-06,
      "loss": 0.3376,
      "step": 1880430
    },
    {
      "epoch": 524.82,
      "grad_norm": 1.0308645963668823,
      "learning_rate": 1.3596772296270635e-06,
      "loss": 0.3344,
      "step": 1880440
    },
    {
      "epoch": 524.83,
      "grad_norm": 1.1947076320648193,
      "learning_rate": 1.3596526889624568e-06,
      "loss": 0.3498,
      "step": 1880450
    },
    {
      "epoch": 524.83,
      "grad_norm": 1.2048966884613037,
      "learning_rate": 1.3596281484288336e-06,
      "loss": 0.345,
      "step": 1880460
    },
    {
      "epoch": 524.83,
      "grad_norm": 1.1599193811416626,
      "learning_rate": 1.3596036080261983e-06,
      "loss": 0.3548,
      "step": 1880470
    },
    {
      "epoch": 524.83,
      "grad_norm": 1.173864722251892,
      "learning_rate": 1.359579067754552e-06,
      "loss": 0.3391,
      "step": 1880480
    },
    {
      "epoch": 524.84,
      "grad_norm": 1.3640927076339722,
      "learning_rate": 1.3595545276138994e-06,
      "loss": 0.3323,
      "step": 1880490
    },
    {
      "epoch": 524.84,
      "grad_norm": 0.9540808796882629,
      "learning_rate": 1.3595299876042444e-06,
      "loss": 0.3412,
      "step": 1880500
    },
    {
      "epoch": 524.84,
      "grad_norm": 1.1239830255508423,
      "learning_rate": 1.359505447725587e-06,
      "loss": 0.3478,
      "step": 1880510
    },
    {
      "epoch": 524.85,
      "grad_norm": 1.1134405136108398,
      "learning_rate": 1.3594809079779355e-06,
      "loss": 0.3314,
      "step": 1880520
    },
    {
      "epoch": 524.85,
      "grad_norm": 1.2718507051467896,
      "learning_rate": 1.359456368361289e-06,
      "loss": 0.338,
      "step": 1880530
    },
    {
      "epoch": 524.85,
      "grad_norm": 1.17249596118927,
      "learning_rate": 1.3594318288756522e-06,
      "loss": 0.3406,
      "step": 1880540
    },
    {
      "epoch": 524.85,
      "grad_norm": 1.0104659795761108,
      "learning_rate": 1.3594072895210294e-06,
      "loss": 0.3389,
      "step": 1880550
    },
    {
      "epoch": 524.86,
      "grad_norm": 1.0354270935058594,
      "learning_rate": 1.359382750297422e-06,
      "loss": 0.3354,
      "step": 1880560
    },
    {
      "epoch": 524.86,
      "grad_norm": 1.2256041765213013,
      "learning_rate": 1.3593582112048346e-06,
      "loss": 0.3438,
      "step": 1880570
    },
    {
      "epoch": 524.86,
      "grad_norm": 1.1272565126419067,
      "learning_rate": 1.3593336722432694e-06,
      "loss": 0.3446,
      "step": 1880580
    },
    {
      "epoch": 524.86,
      "grad_norm": 1.2112410068511963,
      "learning_rate": 1.3593091334127315e-06,
      "loss": 0.3378,
      "step": 1880590
    },
    {
      "epoch": 524.87,
      "grad_norm": 1.1265358924865723,
      "learning_rate": 1.3592845947132209e-06,
      "loss": 0.3384,
      "step": 1880600
    },
    {
      "epoch": 524.87,
      "grad_norm": 1.0546340942382812,
      "learning_rate": 1.359260056144745e-06,
      "loss": 0.3548,
      "step": 1880610
    },
    {
      "epoch": 524.87,
      "grad_norm": 1.0085304975509644,
      "learning_rate": 1.3592355177073039e-06,
      "loss": 0.3345,
      "step": 1880620
    },
    {
      "epoch": 524.88,
      "grad_norm": 1.6254804134368896,
      "learning_rate": 1.3592109794009021e-06,
      "loss": 0.3489,
      "step": 1880630
    },
    {
      "epoch": 524.88,
      "grad_norm": 1.224484920501709,
      "learning_rate": 1.3591864412255434e-06,
      "loss": 0.345,
      "step": 1880640
    },
    {
      "epoch": 524.88,
      "grad_norm": 1.3562138080596924,
      "learning_rate": 1.3591619031812295e-06,
      "loss": 0.3305,
      "step": 1880650
    },
    {
      "epoch": 524.88,
      "grad_norm": 1.1340707540512085,
      "learning_rate": 1.3591373652679648e-06,
      "loss": 0.3396,
      "step": 1880660
    },
    {
      "epoch": 524.89,
      "grad_norm": 1.0802803039550781,
      "learning_rate": 1.359112827485752e-06,
      "loss": 0.3363,
      "step": 1880670
    },
    {
      "epoch": 524.89,
      "grad_norm": 1.1061831712722778,
      "learning_rate": 1.3590882898345951e-06,
      "loss": 0.3318,
      "step": 1880680
    },
    {
      "epoch": 524.89,
      "grad_norm": 0.9973556995391846,
      "learning_rate": 1.3590637523144975e-06,
      "loss": 0.3421,
      "step": 1880690
    },
    {
      "epoch": 524.9,
      "grad_norm": 1.3668274879455566,
      "learning_rate": 1.359039214925461e-06,
      "loss": 0.3402,
      "step": 1880700
    },
    {
      "epoch": 524.9,
      "grad_norm": 1.0452358722686768,
      "learning_rate": 1.35901467766749e-06,
      "loss": 0.3536,
      "step": 1880710
    },
    {
      "epoch": 524.9,
      "grad_norm": 1.1474443674087524,
      "learning_rate": 1.3589901405405873e-06,
      "loss": 0.3549,
      "step": 1880720
    },
    {
      "epoch": 524.9,
      "grad_norm": 1.0850811004638672,
      "learning_rate": 1.3589656035447573e-06,
      "loss": 0.3523,
      "step": 1880730
    },
    {
      "epoch": 524.91,
      "grad_norm": 0.9910885095596313,
      "learning_rate": 1.3589410666800005e-06,
      "loss": 0.3522,
      "step": 1880740
    },
    {
      "epoch": 524.91,
      "grad_norm": 1.1434781551361084,
      "learning_rate": 1.358916529946324e-06,
      "loss": 0.3486,
      "step": 1880750
    },
    {
      "epoch": 524.91,
      "grad_norm": 1.1829501390457153,
      "learning_rate": 1.3588919933437284e-06,
      "loss": 0.3122,
      "step": 1880760
    },
    {
      "epoch": 524.91,
      "grad_norm": 1.1028889417648315,
      "learning_rate": 1.3588674568722173e-06,
      "loss": 0.3436,
      "step": 1880770
    },
    {
      "epoch": 524.92,
      "grad_norm": 1.0608068704605103,
      "learning_rate": 1.3588429205317957e-06,
      "loss": 0.3401,
      "step": 1880780
    },
    {
      "epoch": 524.92,
      "grad_norm": 1.5649701356887817,
      "learning_rate": 1.3588183843224642e-06,
      "loss": 0.3275,
      "step": 1880790
    },
    {
      "epoch": 524.92,
      "grad_norm": 1.1992366313934326,
      "learning_rate": 1.3587938482442273e-06,
      "loss": 0.342,
      "step": 1880800
    },
    {
      "epoch": 524.93,
      "grad_norm": 1.315952181816101,
      "learning_rate": 1.3587693122970886e-06,
      "loss": 0.3577,
      "step": 1880810
    },
    {
      "epoch": 524.93,
      "grad_norm": 1.2367907762527466,
      "learning_rate": 1.358744776481052e-06,
      "loss": 0.3414,
      "step": 1880820
    },
    {
      "epoch": 524.93,
      "grad_norm": 1.1257660388946533,
      "learning_rate": 1.3587202407961188e-06,
      "loss": 0.3241,
      "step": 1880830
    },
    {
      "epoch": 524.93,
      "grad_norm": 1.0888110399246216,
      "learning_rate": 1.3586957052422931e-06,
      "loss": 0.3495,
      "step": 1880840
    },
    {
      "epoch": 524.94,
      "grad_norm": 1.0609755516052246,
      "learning_rate": 1.35867116981958e-06,
      "loss": 0.3298,
      "step": 1880850
    },
    {
      "epoch": 524.94,
      "grad_norm": 1.256432056427002,
      "learning_rate": 1.358646634527979e-06,
      "loss": 0.3543,
      "step": 1880860
    },
    {
      "epoch": 524.94,
      "grad_norm": 1.0442613363265991,
      "learning_rate": 1.358622099367497e-06,
      "loss": 0.3501,
      "step": 1880870
    },
    {
      "epoch": 524.95,
      "grad_norm": 1.1182790994644165,
      "learning_rate": 1.358597564338135e-06,
      "loss": 0.3295,
      "step": 1880880
    },
    {
      "epoch": 524.95,
      "grad_norm": 1.1524051427841187,
      "learning_rate": 1.3585730294398976e-06,
      "loss": 0.3411,
      "step": 1880890
    },
    {
      "epoch": 524.95,
      "grad_norm": 1.116172432899475,
      "learning_rate": 1.3585484946727868e-06,
      "loss": 0.333,
      "step": 1880900
    },
    {
      "epoch": 524.95,
      "grad_norm": 1.1517424583435059,
      "learning_rate": 1.3585239600368081e-06,
      "loss": 0.3463,
      "step": 1880910
    },
    {
      "epoch": 524.96,
      "grad_norm": 18.000507354736328,
      "learning_rate": 1.3584994255319618e-06,
      "loss": 0.3403,
      "step": 1880920
    },
    {
      "epoch": 524.96,
      "grad_norm": 1.0133851766586304,
      "learning_rate": 1.3584748911582531e-06,
      "loss": 0.3475,
      "step": 1880930
    },
    {
      "epoch": 524.96,
      "grad_norm": 1.1650865077972412,
      "learning_rate": 1.3584503569156853e-06,
      "loss": 0.3385,
      "step": 1880940
    },
    {
      "epoch": 524.97,
      "grad_norm": 1.119619369506836,
      "learning_rate": 1.3584258228042595e-06,
      "loss": 0.3417,
      "step": 1880950
    },
    {
      "epoch": 524.97,
      "grad_norm": 1.2532297372817993,
      "learning_rate": 1.3584012888239826e-06,
      "loss": 0.3505,
      "step": 1880960
    },
    {
      "epoch": 524.97,
      "grad_norm": 1.1677899360656738,
      "learning_rate": 1.3583767549748548e-06,
      "loss": 0.346,
      "step": 1880970
    },
    {
      "epoch": 524.97,
      "grad_norm": 1.118135929107666,
      "learning_rate": 1.3583522212568807e-06,
      "loss": 0.3434,
      "step": 1880980
    },
    {
      "epoch": 524.98,
      "grad_norm": 1.0561306476593018,
      "learning_rate": 1.3583276876700642e-06,
      "loss": 0.3429,
      "step": 1880990
    },
    {
      "epoch": 524.98,
      "grad_norm": 1.196435809135437,
      "learning_rate": 1.3583031542144054e-06,
      "loss": 0.3444,
      "step": 1881000
    },
    {
      "epoch": 524.98,
      "grad_norm": 1.2644308805465698,
      "learning_rate": 1.358278620889912e-06,
      "loss": 0.3516,
      "step": 1881010
    },
    {
      "epoch": 524.98,
      "grad_norm": 1.0635102987289429,
      "learning_rate": 1.358254087696584e-06,
      "loss": 0.3243,
      "step": 1881020
    },
    {
      "epoch": 524.99,
      "grad_norm": 1.5498558282852173,
      "learning_rate": 1.358229554634426e-06,
      "loss": 0.3461,
      "step": 1881030
    },
    {
      "epoch": 524.99,
      "grad_norm": 1.0622138977050781,
      "learning_rate": 1.3582050217034408e-06,
      "loss": 0.3609,
      "step": 1881040
    },
    {
      "epoch": 524.99,
      "grad_norm": 1.217037558555603,
      "learning_rate": 1.358180488903633e-06,
      "loss": 0.3529,
      "step": 1881050
    },
    {
      "epoch": 525.0,
      "grad_norm": 1.0566376447677612,
      "learning_rate": 1.3581559562350039e-06,
      "loss": 0.3512,
      "step": 1881060
    },
    {
      "epoch": 525.0,
      "grad_norm": 1.2650824785232544,
      "learning_rate": 1.3581314236975574e-06,
      "loss": 0.3313,
      "step": 1881070
    },
    {
      "epoch": 525.0,
      "eval_loss": 0.34066563844680786,
      "eval_runtime": 64.8923,
      "eval_samples_per_second": 77.96,
      "eval_steps_per_second": 9.755,
      "step": 1881075
    },
    {
      "epoch": 525.0,
      "grad_norm": 1.3458129167556763,
      "learning_rate": 1.3581068912912983e-06,
      "loss": 0.3468,
      "step": 1881080
    },
    {
      "epoch": 525.0,
      "grad_norm": 0.9627026319503784,
      "learning_rate": 1.3580823590162266e-06,
      "loss": 0.3327,
      "step": 1881090
    },
    {
      "epoch": 525.01,
      "grad_norm": 1.1268200874328613,
      "learning_rate": 1.3580578268723494e-06,
      "loss": 0.3219,
      "step": 1881100
    },
    {
      "epoch": 525.01,
      "grad_norm": 1.0044565200805664,
      "learning_rate": 1.3580332948596667e-06,
      "loss": 0.3358,
      "step": 1881110
    },
    {
      "epoch": 525.01,
      "grad_norm": 1.0548756122589111,
      "learning_rate": 1.3580087629781837e-06,
      "loss": 0.3323,
      "step": 1881120
    },
    {
      "epoch": 525.02,
      "grad_norm": 1.2420334815979004,
      "learning_rate": 1.3579842312279038e-06,
      "loss": 0.3418,
      "step": 1881130
    },
    {
      "epoch": 525.02,
      "grad_norm": 1.1300649642944336,
      "learning_rate": 1.3579596996088288e-06,
      "loss": 0.3422,
      "step": 1881140
    },
    {
      "epoch": 525.02,
      "grad_norm": 0.9644585251808167,
      "learning_rate": 1.3579351681209627e-06,
      "loss": 0.3306,
      "step": 1881150
    },
    {
      "epoch": 525.02,
      "grad_norm": 1.0733367204666138,
      "learning_rate": 1.3579106367643085e-06,
      "loss": 0.3535,
      "step": 1881160
    },
    {
      "epoch": 525.03,
      "grad_norm": 1.1528000831604004,
      "learning_rate": 1.3578861055388712e-06,
      "loss": 0.3239,
      "step": 1881170
    },
    {
      "epoch": 525.03,
      "grad_norm": 1.0346112251281738,
      "learning_rate": 1.3578615744446507e-06,
      "loss": 0.3534,
      "step": 1881180
    },
    {
      "epoch": 525.03,
      "grad_norm": 1.391648292541504,
      "learning_rate": 1.357837043481654e-06,
      "loss": 0.365,
      "step": 1881190
    },
    {
      "epoch": 525.03,
      "grad_norm": 1.0473284721374512,
      "learning_rate": 1.3578125126498816e-06,
      "loss": 0.3216,
      "step": 1881200
    },
    {
      "epoch": 525.04,
      "grad_norm": 1.090938925743103,
      "learning_rate": 1.3577879819493379e-06,
      "loss": 0.3335,
      "step": 1881210
    },
    {
      "epoch": 525.04,
      "grad_norm": 1.1083329916000366,
      "learning_rate": 1.3577634513800269e-06,
      "loss": 0.3396,
      "step": 1881220
    },
    {
      "epoch": 525.04,
      "grad_norm": 1.016953706741333,
      "learning_rate": 1.3577389209419496e-06,
      "loss": 0.3606,
      "step": 1881230
    },
    {
      "epoch": 525.05,
      "grad_norm": 1.285698652267456,
      "learning_rate": 1.3577143906351113e-06,
      "loss": 0.3331,
      "step": 1881240
    },
    {
      "epoch": 525.05,
      "grad_norm": 1.376096248626709,
      "learning_rate": 1.3576898604595143e-06,
      "loss": 0.3391,
      "step": 1881250
    },
    {
      "epoch": 525.05,
      "grad_norm": 1.1062917709350586,
      "learning_rate": 1.3576653304151621e-06,
      "loss": 0.3242,
      "step": 1881260
    },
    {
      "epoch": 525.05,
      "grad_norm": 1.1378445625305176,
      "learning_rate": 1.3576408005020594e-06,
      "loss": 0.3386,
      "step": 1881270
    },
    {
      "epoch": 525.06,
      "grad_norm": 1.1039235591888428,
      "learning_rate": 1.3576162707202068e-06,
      "loss": 0.3332,
      "step": 1881280
    },
    {
      "epoch": 525.06,
      "grad_norm": 1.1633018255233765,
      "learning_rate": 1.3575917410696087e-06,
      "loss": 0.3371,
      "step": 1881290
    },
    {
      "epoch": 525.06,
      "grad_norm": 1.1838854551315308,
      "learning_rate": 1.357567211550269e-06,
      "loss": 0.3408,
      "step": 1881300
    },
    {
      "epoch": 525.07,
      "grad_norm": 1.026413083076477,
      "learning_rate": 1.357542682162191e-06,
      "loss": 0.3215,
      "step": 1881310
    },
    {
      "epoch": 525.07,
      "grad_norm": 1.1940373182296753,
      "learning_rate": 1.357518152905376e-06,
      "loss": 0.3321,
      "step": 1881320
    },
    {
      "epoch": 525.07,
      "grad_norm": 1.1676744222640991,
      "learning_rate": 1.3574936237798302e-06,
      "loss": 0.3382,
      "step": 1881330
    },
    {
      "epoch": 525.07,
      "grad_norm": 1.1150321960449219,
      "learning_rate": 1.357469094785555e-06,
      "loss": 0.3302,
      "step": 1881340
    },
    {
      "epoch": 525.08,
      "grad_norm": 2.322016716003418,
      "learning_rate": 1.3574445659225535e-06,
      "loss": 0.356,
      "step": 1881350
    },
    {
      "epoch": 525.08,
      "grad_norm": 1.0099033117294312,
      "learning_rate": 1.3574200371908307e-06,
      "loss": 0.3352,
      "step": 1881360
    },
    {
      "epoch": 525.08,
      "grad_norm": 1.1116206645965576,
      "learning_rate": 1.3573955085903874e-06,
      "loss": 0.3366,
      "step": 1881370
    },
    {
      "epoch": 525.09,
      "grad_norm": 1.0222927331924438,
      "learning_rate": 1.3573709801212285e-06,
      "loss": 0.334,
      "step": 1881380
    },
    {
      "epoch": 525.09,
      "grad_norm": 1.155664086341858,
      "learning_rate": 1.357346451783357e-06,
      "loss": 0.3293,
      "step": 1881390
    },
    {
      "epoch": 525.09,
      "grad_norm": 1.1249414682388306,
      "learning_rate": 1.3573219235767768e-06,
      "loss": 0.3432,
      "step": 1881400
    },
    {
      "epoch": 525.09,
      "grad_norm": 1.155622959136963,
      "learning_rate": 1.3572973955014887e-06,
      "loss": 0.356,
      "step": 1881410
    },
    {
      "epoch": 525.1,
      "grad_norm": 1.0346089601516724,
      "learning_rate": 1.3572728675574996e-06,
      "loss": 0.355,
      "step": 1881420
    },
    {
      "epoch": 525.1,
      "grad_norm": 0.886786699295044,
      "learning_rate": 1.3572483397448099e-06,
      "loss": 0.3336,
      "step": 1881430
    },
    {
      "epoch": 525.1,
      "grad_norm": 1.1761958599090576,
      "learning_rate": 1.3572238120634236e-06,
      "loss": 0.3462,
      "step": 1881440
    },
    {
      "epoch": 525.1,
      "grad_norm": 1.0201994180679321,
      "learning_rate": 1.3571992845133456e-06,
      "loss": 0.339,
      "step": 1881450
    },
    {
      "epoch": 525.11,
      "grad_norm": 1.0383540391921997,
      "learning_rate": 1.3571747570945766e-06,
      "loss": 0.3288,
      "step": 1881460
    },
    {
      "epoch": 525.11,
      "grad_norm": 1.286972999572754,
      "learning_rate": 1.357150229807121e-06,
      "loss": 0.3417,
      "step": 1881470
    },
    {
      "epoch": 525.11,
      "grad_norm": 1.012269377708435,
      "learning_rate": 1.357125702650982e-06,
      "loss": 0.3429,
      "step": 1881480
    },
    {
      "epoch": 525.12,
      "grad_norm": 1.031911015510559,
      "learning_rate": 1.3571011756261643e-06,
      "loss": 0.3191,
      "step": 1881490
    },
    {
      "epoch": 525.12,
      "grad_norm": 1.0877528190612793,
      "learning_rate": 1.3570766487326683e-06,
      "loss": 0.3359,
      "step": 1881500
    },
    {
      "epoch": 525.12,
      "grad_norm": 1.1028437614440918,
      "learning_rate": 1.3570521219704992e-06,
      "loss": 0.3565,
      "step": 1881510
    },
    {
      "epoch": 525.12,
      "grad_norm": 1.050998568534851,
      "learning_rate": 1.3570275953396608e-06,
      "loss": 0.3516,
      "step": 1881520
    },
    {
      "epoch": 525.13,
      "grad_norm": 0.8975570201873779,
      "learning_rate": 1.3570030688401536e-06,
      "loss": 0.3493,
      "step": 1881530
    },
    {
      "epoch": 525.13,
      "grad_norm": 1.0187326669692993,
      "learning_rate": 1.3569785424719843e-06,
      "loss": 0.3226,
      "step": 1881540
    },
    {
      "epoch": 525.13,
      "grad_norm": 1.1027196645736694,
      "learning_rate": 1.3569540162351526e-06,
      "loss": 0.3497,
      "step": 1881550
    },
    {
      "epoch": 525.14,
      "grad_norm": 1.015993595123291,
      "learning_rate": 1.356929490129666e-06,
      "loss": 0.3447,
      "step": 1881560
    },
    {
      "epoch": 525.14,
      "grad_norm": 1.2280713319778442,
      "learning_rate": 1.3569049641555242e-06,
      "loss": 0.3284,
      "step": 1881570
    },
    {
      "epoch": 525.14,
      "grad_norm": 0.9909923672676086,
      "learning_rate": 1.3568804383127316e-06,
      "loss": 0.3334,
      "step": 1881580
    },
    {
      "epoch": 525.14,
      "grad_norm": 1.0122319459915161,
      "learning_rate": 1.3568559126012928e-06,
      "loss": 0.3326,
      "step": 1881590
    },
    {
      "epoch": 525.15,
      "grad_norm": 1.18458092212677,
      "learning_rate": 1.3568313870212092e-06,
      "loss": 0.3452,
      "step": 1881600
    },
    {
      "epoch": 525.15,
      "grad_norm": 1.367408275604248,
      "learning_rate": 1.3568068615724845e-06,
      "loss": 0.3386,
      "step": 1881610
    },
    {
      "epoch": 525.15,
      "grad_norm": 1.16204833984375,
      "learning_rate": 1.356782336255122e-06,
      "loss": 0.3433,
      "step": 1881620
    },
    {
      "epoch": 525.15,
      "grad_norm": 1.1292716264724731,
      "learning_rate": 1.3567578110691264e-06,
      "loss": 0.3573,
      "step": 1881630
    },
    {
      "epoch": 525.16,
      "grad_norm": 1.0556851625442505,
      "learning_rate": 1.3567332860144986e-06,
      "loss": 0.3444,
      "step": 1881640
    },
    {
      "epoch": 525.16,
      "grad_norm": 1.245273470878601,
      "learning_rate": 1.3567087610912432e-06,
      "loss": 0.339,
      "step": 1881650
    },
    {
      "epoch": 525.16,
      "grad_norm": 1.1605616807937622,
      "learning_rate": 1.3566842362993642e-06,
      "loss": 0.3407,
      "step": 1881660
    },
    {
      "epoch": 525.17,
      "grad_norm": 1.1160218715667725,
      "learning_rate": 1.356659711638862e-06,
      "loss": 0.3286,
      "step": 1881670
    },
    {
      "epoch": 525.17,
      "grad_norm": 0.983256459236145,
      "learning_rate": 1.3566351871097436e-06,
      "loss": 0.3507,
      "step": 1881680
    },
    {
      "epoch": 525.17,
      "grad_norm": 1.3440717458724976,
      "learning_rate": 1.3566106627120091e-06,
      "loss": 0.3358,
      "step": 1881690
    },
    {
      "epoch": 525.17,
      "grad_norm": 1.2152795791625977,
      "learning_rate": 1.3565861384456638e-06,
      "loss": 0.3381,
      "step": 1881700
    },
    {
      "epoch": 525.18,
      "grad_norm": 1.0768569707870483,
      "learning_rate": 1.3565616143107096e-06,
      "loss": 0.3382,
      "step": 1881710
    },
    {
      "epoch": 525.18,
      "grad_norm": 1.140684723854065,
      "learning_rate": 1.356537090307152e-06,
      "loss": 0.3205,
      "step": 1881720
    },
    {
      "epoch": 525.18,
      "grad_norm": 1.2400916814804077,
      "learning_rate": 1.3565125664349916e-06,
      "loss": 0.3337,
      "step": 1881730
    },
    {
      "epoch": 525.19,
      "grad_norm": 1.1463992595672607,
      "learning_rate": 1.3564880426942325e-06,
      "loss": 0.3433,
      "step": 1881740
    },
    {
      "epoch": 525.19,
      "grad_norm": 1.509023904800415,
      "learning_rate": 1.3564635190848794e-06,
      "loss": 0.3519,
      "step": 1881750
    },
    {
      "epoch": 525.19,
      "grad_norm": 1.0159235000610352,
      "learning_rate": 1.3564389956069327e-06,
      "loss": 0.347,
      "step": 1881760
    },
    {
      "epoch": 525.19,
      "grad_norm": 1.0824129581451416,
      "learning_rate": 1.356414472260399e-06,
      "loss": 0.3543,
      "step": 1881770
    },
    {
      "epoch": 525.2,
      "grad_norm": 1.1564970016479492,
      "learning_rate": 1.356389949045279e-06,
      "loss": 0.3444,
      "step": 1881780
    },
    {
      "epoch": 525.2,
      "grad_norm": 1.2064465284347534,
      "learning_rate": 1.3563654259615767e-06,
      "loss": 0.3461,
      "step": 1881790
    },
    {
      "epoch": 525.2,
      "grad_norm": 1.044703722000122,
      "learning_rate": 1.356340903009297e-06,
      "loss": 0.3449,
      "step": 1881800
    },
    {
      "epoch": 525.21,
      "grad_norm": 0.8880017995834351,
      "learning_rate": 1.3563163801884404e-06,
      "loss": 0.339,
      "step": 1881810
    },
    {
      "epoch": 525.21,
      "grad_norm": 1.0333313941955566,
      "learning_rate": 1.3562918574990115e-06,
      "loss": 0.3457,
      "step": 1881820
    },
    {
      "epoch": 525.21,
      "grad_norm": 1.1634776592254639,
      "learning_rate": 1.3562673349410137e-06,
      "loss": 0.3486,
      "step": 1881830
    },
    {
      "epoch": 525.21,
      "grad_norm": 1.0217463970184326,
      "learning_rate": 1.3562428125144498e-06,
      "loss": 0.3512,
      "step": 1881840
    },
    {
      "epoch": 525.22,
      "grad_norm": 1.180799126625061,
      "learning_rate": 1.3562182902193236e-06,
      "loss": 0.3426,
      "step": 1881850
    },
    {
      "epoch": 525.22,
      "grad_norm": 0.9999771118164062,
      "learning_rate": 1.3561937680556391e-06,
      "loss": 0.3399,
      "step": 1881860
    },
    {
      "epoch": 525.22,
      "grad_norm": 1.0425045490264893,
      "learning_rate": 1.3561692460233979e-06,
      "loss": 0.3393,
      "step": 1881870
    },
    {
      "epoch": 525.22,
      "grad_norm": 1.5903544425964355,
      "learning_rate": 1.3561447241226036e-06,
      "loss": 0.3519,
      "step": 1881880
    },
    {
      "epoch": 525.23,
      "grad_norm": 1.138744831085205,
      "learning_rate": 1.3561202023532608e-06,
      "loss": 0.3359,
      "step": 1881890
    },
    {
      "epoch": 525.23,
      "grad_norm": 1.4526195526123047,
      "learning_rate": 1.3560956807153704e-06,
      "loss": 0.3327,
      "step": 1881900
    },
    {
      "epoch": 525.23,
      "grad_norm": 0.9510279893875122,
      "learning_rate": 1.3560711592089382e-06,
      "loss": 0.3292,
      "step": 1881910
    },
    {
      "epoch": 525.24,
      "grad_norm": 1.2075432538986206,
      "learning_rate": 1.3560466378339659e-06,
      "loss": 0.3191,
      "step": 1881920
    },
    {
      "epoch": 525.24,
      "grad_norm": 1.0866421461105347,
      "learning_rate": 1.3560221165904567e-06,
      "loss": 0.3465,
      "step": 1881930
    },
    {
      "epoch": 525.24,
      "grad_norm": 1.0482840538024902,
      "learning_rate": 1.355997595478416e-06,
      "loss": 0.358,
      "step": 1881940
    },
    {
      "epoch": 525.24,
      "grad_norm": 1.0653049945831299,
      "learning_rate": 1.3559730744978438e-06,
      "loss": 0.342,
      "step": 1881950
    },
    {
      "epoch": 525.25,
      "grad_norm": 1.0804516077041626,
      "learning_rate": 1.3559485536487451e-06,
      "loss": 0.3373,
      "step": 1881960
    },
    {
      "epoch": 525.25,
      "grad_norm": 1.1195478439331055,
      "learning_rate": 1.3559240329311234e-06,
      "loss": 0.3205,
      "step": 1881970
    },
    {
      "epoch": 525.25,
      "grad_norm": 0.997853696346283,
      "learning_rate": 1.3558995123449825e-06,
      "loss": 0.3345,
      "step": 1881980
    },
    {
      "epoch": 525.26,
      "grad_norm": 1.2464804649353027,
      "learning_rate": 1.3558749918903225e-06,
      "loss": 0.3522,
      "step": 1881990
    },
    {
      "epoch": 525.26,
      "grad_norm": 1.139168620109558,
      "learning_rate": 1.355850471567151e-06,
      "loss": 0.3445,
      "step": 1882000
    },
    {
      "epoch": 525.26,
      "grad_norm": 1.1222233772277832,
      "learning_rate": 1.3558259513754683e-06,
      "loss": 0.3387,
      "step": 1882010
    },
    {
      "epoch": 525.26,
      "grad_norm": 1.2283254861831665,
      "learning_rate": 1.3558014313152788e-06,
      "loss": 0.3487,
      "step": 1882020
    },
    {
      "epoch": 525.27,
      "grad_norm": 1.0644856691360474,
      "learning_rate": 1.355776911386586e-06,
      "loss": 0.3361,
      "step": 1882030
    },
    {
      "epoch": 525.27,
      "grad_norm": 1.437119722366333,
      "learning_rate": 1.3557523915893922e-06,
      "loss": 0.3516,
      "step": 1882040
    },
    {
      "epoch": 525.27,
      "grad_norm": 1.127307415008545,
      "learning_rate": 1.3557278719237008e-06,
      "loss": 0.3333,
      "step": 1882050
    },
    {
      "epoch": 525.27,
      "grad_norm": 1.1571544408798218,
      "learning_rate": 1.3557033523895154e-06,
      "loss": 0.3542,
      "step": 1882060
    },
    {
      "epoch": 525.28,
      "grad_norm": 1.1847596168518066,
      "learning_rate": 1.3556788329868407e-06,
      "loss": 0.3582,
      "step": 1882070
    },
    {
      "epoch": 525.28,
      "grad_norm": 1.197536826133728,
      "learning_rate": 1.3556543137156772e-06,
      "loss": 0.3355,
      "step": 1882080
    },
    {
      "epoch": 525.28,
      "grad_norm": 1.0829352140426636,
      "learning_rate": 1.3556297945760293e-06,
      "loss": 0.3443,
      "step": 1882090
    },
    {
      "epoch": 525.29,
      "grad_norm": 1.0309871435165405,
      "learning_rate": 1.3556052755679019e-06,
      "loss": 0.3297,
      "step": 1882100
    },
    {
      "epoch": 525.29,
      "grad_norm": 1.1503511667251587,
      "learning_rate": 1.3555807566912948e-06,
      "loss": 0.3565,
      "step": 1882110
    },
    {
      "epoch": 525.29,
      "grad_norm": 1.1718863248825073,
      "learning_rate": 1.3555562379462152e-06,
      "loss": 0.3319,
      "step": 1882120
    },
    {
      "epoch": 525.29,
      "grad_norm": 1.0795530080795288,
      "learning_rate": 1.3555317193326622e-06,
      "loss": 0.3384,
      "step": 1882130
    },
    {
      "epoch": 525.3,
      "grad_norm": 1.6440823078155518,
      "learning_rate": 1.3555072008506435e-06,
      "loss": 0.3442,
      "step": 1882140
    },
    {
      "epoch": 525.3,
      "grad_norm": 1.3401130437850952,
      "learning_rate": 1.3554826825001592e-06,
      "loss": 0.342,
      "step": 1882150
    },
    {
      "epoch": 525.3,
      "grad_norm": 1.069383144378662,
      "learning_rate": 1.3554581642812135e-06,
      "loss": 0.3462,
      "step": 1882160
    },
    {
      "epoch": 525.31,
      "grad_norm": 1.1680582761764526,
      "learning_rate": 1.355433646193811e-06,
      "loss": 0.3459,
      "step": 1882170
    },
    {
      "epoch": 525.31,
      "grad_norm": 1.1234827041625977,
      "learning_rate": 1.3554091282379521e-06,
      "loss": 0.3431,
      "step": 1882180
    },
    {
      "epoch": 525.31,
      "grad_norm": 1.1042239665985107,
      "learning_rate": 1.3553846104136424e-06,
      "loss": 0.3307,
      "step": 1882190
    },
    {
      "epoch": 525.31,
      "grad_norm": 0.9984534978866577,
      "learning_rate": 1.3553600927208837e-06,
      "loss": 0.3388,
      "step": 1882200
    },
    {
      "epoch": 525.32,
      "grad_norm": 0.9274067282676697,
      "learning_rate": 1.3553355751596815e-06,
      "loss": 0.3549,
      "step": 1882210
    },
    {
      "epoch": 525.32,
      "grad_norm": 1.093377947807312,
      "learning_rate": 1.355311057730036e-06,
      "loss": 0.3397,
      "step": 1882220
    },
    {
      "epoch": 525.32,
      "grad_norm": 1.0026566982269287,
      "learning_rate": 1.3552865404319523e-06,
      "loss": 0.3433,
      "step": 1882230
    },
    {
      "epoch": 525.33,
      "grad_norm": 1.252894401550293,
      "learning_rate": 1.3552620232654334e-06,
      "loss": 0.3326,
      "step": 1882240
    },
    {
      "epoch": 525.33,
      "grad_norm": 1.105149269104004,
      "learning_rate": 1.3552375062304826e-06,
      "loss": 0.3496,
      "step": 1882250
    },
    {
      "epoch": 525.33,
      "grad_norm": 0.9406268000602722,
      "learning_rate": 1.355212989327104e-06,
      "loss": 0.359,
      "step": 1882260
    },
    {
      "epoch": 525.33,
      "grad_norm": 1.7973613739013672,
      "learning_rate": 1.3551884725552988e-06,
      "loss": 0.3546,
      "step": 1882270
    },
    {
      "epoch": 525.34,
      "grad_norm": 0.9001439809799194,
      "learning_rate": 1.3551639559150717e-06,
      "loss": 0.3279,
      "step": 1882280
    },
    {
      "epoch": 525.34,
      "grad_norm": 2.029144763946533,
      "learning_rate": 1.3551394394064252e-06,
      "loss": 0.3252,
      "step": 1882290
    },
    {
      "epoch": 525.34,
      "grad_norm": 1.3228715658187866,
      "learning_rate": 1.3551149230293643e-06,
      "loss": 0.3455,
      "step": 1882300
    },
    {
      "epoch": 525.34,
      "grad_norm": 1.2323940992355347,
      "learning_rate": 1.35509040678389e-06,
      "loss": 0.3472,
      "step": 1882310
    },
    {
      "epoch": 525.35,
      "grad_norm": 1.1668365001678467,
      "learning_rate": 1.3550658906700065e-06,
      "loss": 0.3357,
      "step": 1882320
    },
    {
      "epoch": 525.35,
      "grad_norm": 1.1370004415512085,
      "learning_rate": 1.3550413746877182e-06,
      "loss": 0.3527,
      "step": 1882330
    },
    {
      "epoch": 525.35,
      "grad_norm": 1.2308727502822876,
      "learning_rate": 1.3550168588370254e-06,
      "loss": 0.3406,
      "step": 1882340
    },
    {
      "epoch": 525.36,
      "grad_norm": 0.9751460552215576,
      "learning_rate": 1.3549923431179352e-06,
      "loss": 0.3319,
      "step": 1882350
    },
    {
      "epoch": 525.36,
      "grad_norm": 1.1659795045852661,
      "learning_rate": 1.3549678275304478e-06,
      "loss": 0.3613,
      "step": 1882360
    },
    {
      "epoch": 525.36,
      "grad_norm": 1.2351036071777344,
      "learning_rate": 1.3549433120745676e-06,
      "loss": 0.3434,
      "step": 1882370
    },
    {
      "epoch": 525.36,
      "grad_norm": 1.3655743598937988,
      "learning_rate": 1.3549187967502977e-06,
      "loss": 0.3601,
      "step": 1882380
    },
    {
      "epoch": 525.37,
      "grad_norm": 1.1638542413711548,
      "learning_rate": 1.3548942815576427e-06,
      "loss": 0.3396,
      "step": 1882390
    },
    {
      "epoch": 525.37,
      "grad_norm": 1.2542967796325684,
      "learning_rate": 1.3548697664966035e-06,
      "loss": 0.3463,
      "step": 1882400
    },
    {
      "epoch": 525.37,
      "grad_norm": 1.0171276330947876,
      "learning_rate": 1.3548452515671848e-06,
      "loss": 0.3271,
      "step": 1882410
    },
    {
      "epoch": 525.38,
      "grad_norm": 1.106968879699707,
      "learning_rate": 1.3548207367693892e-06,
      "loss": 0.3412,
      "step": 1882420
    },
    {
      "epoch": 525.38,
      "grad_norm": 1.1034376621246338,
      "learning_rate": 1.354796222103221e-06,
      "loss": 0.341,
      "step": 1882430
    },
    {
      "epoch": 525.38,
      "grad_norm": 1.0098228454589844,
      "learning_rate": 1.3547717075686832e-06,
      "loss": 0.335,
      "step": 1882440
    },
    {
      "epoch": 525.38,
      "grad_norm": 1.2484711408615112,
      "learning_rate": 1.3547471931657778e-06,
      "loss": 0.3295,
      "step": 1882450
    },
    {
      "epoch": 525.39,
      "grad_norm": 1.1440796852111816,
      "learning_rate": 1.3547226788945092e-06,
      "loss": 0.3603,
      "step": 1882460
    },
    {
      "epoch": 525.39,
      "grad_norm": 1.9653396606445312,
      "learning_rate": 1.3546981647548813e-06,
      "loss": 0.3613,
      "step": 1882470
    },
    {
      "epoch": 525.39,
      "grad_norm": 1.079184651374817,
      "learning_rate": 1.3546736507468942e-06,
      "loss": 0.3401,
      "step": 1882480
    },
    {
      "epoch": 525.39,
      "grad_norm": 1.2086358070373535,
      "learning_rate": 1.3546491368705558e-06,
      "loss": 0.3433,
      "step": 1882490
    },
    {
      "epoch": 525.4,
      "grad_norm": 1.077913761138916,
      "learning_rate": 1.3546246231258657e-06,
      "loss": 0.3296,
      "step": 1882500
    },
    {
      "epoch": 525.4,
      "grad_norm": 1.0275112390518188,
      "learning_rate": 1.3546001095128289e-06,
      "loss": 0.3301,
      "step": 1882510
    },
    {
      "epoch": 525.4,
      "grad_norm": 1.1247680187225342,
      "learning_rate": 1.3545755960314475e-06,
      "loss": 0.3382,
      "step": 1882520
    },
    {
      "epoch": 525.41,
      "grad_norm": 1.0014457702636719,
      "learning_rate": 1.3545510826817272e-06,
      "loss": 0.3378,
      "step": 1882530
    },
    {
      "epoch": 525.41,
      "grad_norm": 0.9368147850036621,
      "learning_rate": 1.3545265694636682e-06,
      "loss": 0.3336,
      "step": 1882540
    },
    {
      "epoch": 525.41,
      "grad_norm": 1.0513367652893066,
      "learning_rate": 1.354502056377275e-06,
      "loss": 0.3542,
      "step": 1882550
    },
    {
      "epoch": 525.41,
      "grad_norm": 1.0095325708389282,
      "learning_rate": 1.3544775434225522e-06,
      "loss": 0.3485,
      "step": 1882560
    },
    {
      "epoch": 525.42,
      "grad_norm": 1.083061933517456,
      "learning_rate": 1.3544530305994996e-06,
      "loss": 0.3494,
      "step": 1882570
    },
    {
      "epoch": 525.42,
      "grad_norm": 1.0375545024871826,
      "learning_rate": 1.354428517908125e-06,
      "loss": 0.3485,
      "step": 1882580
    },
    {
      "epoch": 525.42,
      "grad_norm": 1.0643728971481323,
      "learning_rate": 1.3544040053484284e-06,
      "loss": 0.3341,
      "step": 1882590
    },
    {
      "epoch": 525.43,
      "grad_norm": 1.1259886026382446,
      "learning_rate": 1.3543794929204136e-06,
      "loss": 0.3428,
      "step": 1882600
    },
    {
      "epoch": 525.43,
      "grad_norm": 1.1961034536361694,
      "learning_rate": 1.3543549806240855e-06,
      "loss": 0.3389,
      "step": 1882610
    },
    {
      "epoch": 525.43,
      "grad_norm": 1.2437900304794312,
      "learning_rate": 1.354330468459445e-06,
      "loss": 0.3531,
      "step": 1882620
    },
    {
      "epoch": 525.43,
      "grad_norm": 0.9890286326408386,
      "learning_rate": 1.3543059564264969e-06,
      "loss": 0.3389,
      "step": 1882630
    },
    {
      "epoch": 525.44,
      "grad_norm": 1.144100546836853,
      "learning_rate": 1.3542814445252438e-06,
      "loss": 0.3445,
      "step": 1882640
    },
    {
      "epoch": 525.44,
      "grad_norm": 1.0339127779006958,
      "learning_rate": 1.3542569327556901e-06,
      "loss": 0.3127,
      "step": 1882650
    },
    {
      "epoch": 525.44,
      "grad_norm": 1.14597749710083,
      "learning_rate": 1.3542324211178365e-06,
      "loss": 0.3374,
      "step": 1882660
    },
    {
      "epoch": 525.45,
      "grad_norm": 1.0155603885650635,
      "learning_rate": 1.3542079096116898e-06,
      "loss": 0.3258,
      "step": 1882670
    },
    {
      "epoch": 525.45,
      "grad_norm": 1.2910449504852295,
      "learning_rate": 1.3541833982372506e-06,
      "loss": 0.325,
      "step": 1882680
    },
    {
      "epoch": 525.45,
      "grad_norm": 1.1035189628601074,
      "learning_rate": 1.354158886994523e-06,
      "loss": 0.3448,
      "step": 1882690
    },
    {
      "epoch": 525.45,
      "grad_norm": 0.9481036067008972,
      "learning_rate": 1.3541343758835108e-06,
      "loss": 0.3408,
      "step": 1882700
    },
    {
      "epoch": 525.46,
      "grad_norm": 1.1641803979873657,
      "learning_rate": 1.354109864904215e-06,
      "loss": 0.3447,
      "step": 1882710
    },
    {
      "epoch": 525.46,
      "grad_norm": 1.1441571712493896,
      "learning_rate": 1.3540853540566425e-06,
      "loss": 0.3406,
      "step": 1882720
    },
    {
      "epoch": 525.46,
      "grad_norm": 1.0311323404312134,
      "learning_rate": 1.354060843340794e-06,
      "loss": 0.3479,
      "step": 1882730
    },
    {
      "epoch": 525.46,
      "grad_norm": 1.176657795906067,
      "learning_rate": 1.3540363327566727e-06,
      "loss": 0.3492,
      "step": 1882740
    },
    {
      "epoch": 525.47,
      "grad_norm": 1.0312455892562866,
      "learning_rate": 1.3540118223042843e-06,
      "loss": 0.3344,
      "step": 1882750
    },
    {
      "epoch": 525.47,
      "grad_norm": 1.0847467184066772,
      "learning_rate": 1.3539873119836288e-06,
      "loss": 0.3353,
      "step": 1882760
    },
    {
      "epoch": 525.47,
      "grad_norm": 1.1816390752792358,
      "learning_rate": 1.3539628017947112e-06,
      "loss": 0.3409,
      "step": 1882770
    },
    {
      "epoch": 525.48,
      "grad_norm": 1.2935190200805664,
      "learning_rate": 1.3539382917375344e-06,
      "loss": 0.3493,
      "step": 1882780
    },
    {
      "epoch": 525.48,
      "grad_norm": 1.3203171491622925,
      "learning_rate": 1.3539137818121028e-06,
      "loss": 0.3517,
      "step": 1882790
    },
    {
      "epoch": 525.48,
      "grad_norm": 0.9653031229972839,
      "learning_rate": 1.353889272018417e-06,
      "loss": 0.3288,
      "step": 1882800
    },
    {
      "epoch": 525.48,
      "grad_norm": 1.2799928188323975,
      "learning_rate": 1.3538647623564837e-06,
      "loss": 0.3537,
      "step": 1882810
    },
    {
      "epoch": 525.49,
      "grad_norm": 1.087155818939209,
      "learning_rate": 1.3538402528263033e-06,
      "loss": 0.3315,
      "step": 1882820
    },
    {
      "epoch": 525.49,
      "grad_norm": 1.3022433519363403,
      "learning_rate": 1.3538157434278805e-06,
      "loss": 0.3223,
      "step": 1882830
    },
    {
      "epoch": 525.49,
      "grad_norm": 1.0590910911560059,
      "learning_rate": 1.353791234161219e-06,
      "loss": 0.3283,
      "step": 1882840
    },
    {
      "epoch": 525.5,
      "grad_norm": 1.0471645593643188,
      "learning_rate": 1.3537667250263202e-06,
      "loss": 0.3531,
      "step": 1882850
    },
    {
      "epoch": 525.5,
      "grad_norm": 1.313320517539978,
      "learning_rate": 1.3537422160231887e-06,
      "loss": 0.3353,
      "step": 1882860
    },
    {
      "epoch": 525.5,
      "grad_norm": 1.1182513236999512,
      "learning_rate": 1.353717707151827e-06,
      "loss": 0.3442,
      "step": 1882870
    },
    {
      "epoch": 525.5,
      "grad_norm": 1.0804089307785034,
      "learning_rate": 1.3536931984122403e-06,
      "loss": 0.3437,
      "step": 1882880
    },
    {
      "epoch": 525.51,
      "grad_norm": 0.98817378282547,
      "learning_rate": 1.3536686898044294e-06,
      "loss": 0.3379,
      "step": 1882890
    },
    {
      "epoch": 525.51,
      "grad_norm": 1.2586709260940552,
      "learning_rate": 1.3536441813283984e-06,
      "loss": 0.3275,
      "step": 1882900
    },
    {
      "epoch": 525.51,
      "grad_norm": 1.2362465858459473,
      "learning_rate": 1.3536196729841515e-06,
      "loss": 0.34,
      "step": 1882910
    },
    {
      "epoch": 525.51,
      "grad_norm": 2.0280380249023438,
      "learning_rate": 1.35359516477169e-06,
      "loss": 0.3641,
      "step": 1882920
    },
    {
      "epoch": 525.52,
      "grad_norm": 0.9935300946235657,
      "learning_rate": 1.35357065669102e-06,
      "loss": 0.331,
      "step": 1882930
    },
    {
      "epoch": 525.52,
      "grad_norm": 1.054498553276062,
      "learning_rate": 1.3535461487421418e-06,
      "loss": 0.3482,
      "step": 1882940
    },
    {
      "epoch": 525.52,
      "grad_norm": 1.1761620044708252,
      "learning_rate": 1.3535216409250603e-06,
      "loss": 0.3436,
      "step": 1882950
    },
    {
      "epoch": 525.53,
      "grad_norm": 1.062239170074463,
      "learning_rate": 1.3534971332397786e-06,
      "loss": 0.3292,
      "step": 1882960
    },
    {
      "epoch": 525.53,
      "grad_norm": 1.0162841081619263,
      "learning_rate": 1.3534726256863006e-06,
      "loss": 0.3335,
      "step": 1882970
    },
    {
      "epoch": 525.53,
      "grad_norm": 1.101306438446045,
      "learning_rate": 1.3534481182646282e-06,
      "loss": 0.3325,
      "step": 1882980
    },
    {
      "epoch": 525.53,
      "grad_norm": 1.3359724283218384,
      "learning_rate": 1.3534236109747646e-06,
      "loss": 0.3393,
      "step": 1882990
    },
    {
      "epoch": 525.54,
      "grad_norm": 1.1758923530578613,
      "learning_rate": 1.3533991038167143e-06,
      "loss": 0.3508,
      "step": 1883000
    },
    {
      "epoch": 525.54,
      "grad_norm": 1.0215402841567993,
      "learning_rate": 1.3533745967904795e-06,
      "loss": 0.343,
      "step": 1883010
    },
    {
      "epoch": 525.54,
      "grad_norm": 0.9945968389511108,
      "learning_rate": 1.3533500898960653e-06,
      "loss": 0.3281,
      "step": 1883020
    },
    {
      "epoch": 525.55,
      "grad_norm": 1.1770795583724976,
      "learning_rate": 1.3533255831334722e-06,
      "loss": 0.3299,
      "step": 1883030
    },
    {
      "epoch": 525.55,
      "grad_norm": 2.6334757804870605,
      "learning_rate": 1.3533010765027055e-06,
      "loss": 0.3471,
      "step": 1883040
    },
    {
      "epoch": 525.55,
      "grad_norm": 1.1118547916412354,
      "learning_rate": 1.353276570003768e-06,
      "loss": 0.3522,
      "step": 1883050
    },
    {
      "epoch": 525.55,
      "grad_norm": 1.112073302268982,
      "learning_rate": 1.3532520636366616e-06,
      "loss": 0.3534,
      "step": 1883060
    },
    {
      "epoch": 525.56,
      "grad_norm": 1.1273300647735596,
      "learning_rate": 1.3532275574013921e-06,
      "loss": 0.3291,
      "step": 1883070
    },
    {
      "epoch": 525.56,
      "grad_norm": 1.0578125715255737,
      "learning_rate": 1.3532030512979608e-06,
      "loss": 0.3181,
      "step": 1883080
    },
    {
      "epoch": 525.56,
      "grad_norm": 1.2159069776535034,
      "learning_rate": 1.3531785453263715e-06,
      "loss": 0.33,
      "step": 1883090
    },
    {
      "epoch": 525.57,
      "grad_norm": 1.2139759063720703,
      "learning_rate": 1.3531540394866275e-06,
      "loss": 0.3202,
      "step": 1883100
    },
    {
      "epoch": 525.57,
      "grad_norm": 1.161122441291809,
      "learning_rate": 1.353129533778733e-06,
      "loss": 0.3399,
      "step": 1883110
    },
    {
      "epoch": 525.57,
      "grad_norm": 1.0729576349258423,
      "learning_rate": 1.3531050282026895e-06,
      "loss": 0.3311,
      "step": 1883120
    },
    {
      "epoch": 525.57,
      "grad_norm": 1.2239810228347778,
      "learning_rate": 1.3530805227585007e-06,
      "loss": 0.3462,
      "step": 1883130
    },
    {
      "epoch": 525.58,
      "grad_norm": 1.1686381101608276,
      "learning_rate": 1.3530560174461717e-06,
      "loss": 0.3324,
      "step": 1883140
    },
    {
      "epoch": 525.58,
      "grad_norm": 1.0532864332199097,
      "learning_rate": 1.3530315122657023e-06,
      "loss": 0.3408,
      "step": 1883150
    },
    {
      "epoch": 525.58,
      "grad_norm": 1.1190351247787476,
      "learning_rate": 1.3530070072170997e-06,
      "loss": 0.3202,
      "step": 1883160
    },
    {
      "epoch": 525.58,
      "grad_norm": 1.2119369506835938,
      "learning_rate": 1.3529825023003643e-06,
      "loss": 0.3236,
      "step": 1883170
    },
    {
      "epoch": 525.59,
      "grad_norm": 0.9580119252204895,
      "learning_rate": 1.3529579975155002e-06,
      "loss": 0.3335,
      "step": 1883180
    },
    {
      "epoch": 525.59,
      "grad_norm": 0.9271482229232788,
      "learning_rate": 1.352933492862511e-06,
      "loss": 0.3429,
      "step": 1883190
    },
    {
      "epoch": 525.59,
      "grad_norm": 1.2528774738311768,
      "learning_rate": 1.3529089883414009e-06,
      "loss": 0.3612,
      "step": 1883200
    },
    {
      "epoch": 525.6,
      "grad_norm": 1.2219244241714478,
      "learning_rate": 1.3528844839521706e-06,
      "loss": 0.3433,
      "step": 1883210
    },
    {
      "epoch": 525.6,
      "grad_norm": 1.0731538534164429,
      "learning_rate": 1.352859979694825e-06,
      "loss": 0.3428,
      "step": 1883220
    },
    {
      "epoch": 525.6,
      "grad_norm": 0.9736107587814331,
      "learning_rate": 1.3528354755693682e-06,
      "loss": 0.3328,
      "step": 1883230
    },
    {
      "epoch": 525.6,
      "grad_norm": 1.1948379278182983,
      "learning_rate": 1.3528109715758e-06,
      "loss": 0.3375,
      "step": 1883240
    },
    {
      "epoch": 525.61,
      "grad_norm": 1.1377179622650146,
      "learning_rate": 1.3527864677141285e-06,
      "loss": 0.3245,
      "step": 1883250
    },
    {
      "epoch": 525.61,
      "grad_norm": 1.1851457357406616,
      "learning_rate": 1.352761963984353e-06,
      "loss": 0.3236,
      "step": 1883260
    },
    {
      "epoch": 525.61,
      "grad_norm": 1.270720362663269,
      "learning_rate": 1.3527374603864788e-06,
      "loss": 0.3516,
      "step": 1883270
    },
    {
      "epoch": 525.62,
      "grad_norm": 1.0323727130889893,
      "learning_rate": 1.3527129569205096e-06,
      "loss": 0.3408,
      "step": 1883280
    },
    {
      "epoch": 525.62,
      "grad_norm": 1.032129168510437,
      "learning_rate": 1.3526884535864455e-06,
      "loss": 0.3518,
      "step": 1883290
    },
    {
      "epoch": 525.62,
      "grad_norm": 1.0301356315612793,
      "learning_rate": 1.352663950384294e-06,
      "loss": 0.3337,
      "step": 1883300
    },
    {
      "epoch": 525.62,
      "grad_norm": 2.2547528743743896,
      "learning_rate": 1.3526394473140553e-06,
      "loss": 0.3279,
      "step": 1883310
    },
    {
      "epoch": 525.63,
      "grad_norm": 1.1427267789840698,
      "learning_rate": 1.3526149443757336e-06,
      "loss": 0.3537,
      "step": 1883320
    },
    {
      "epoch": 525.63,
      "grad_norm": 1.0771088600158691,
      "learning_rate": 1.3525904415693325e-06,
      "loss": 0.3341,
      "step": 1883330
    },
    {
      "epoch": 525.63,
      "grad_norm": 1.2708182334899902,
      "learning_rate": 1.352565938894856e-06,
      "loss": 0.338,
      "step": 1883340
    },
    {
      "epoch": 525.63,
      "grad_norm": 1.0236867666244507,
      "learning_rate": 1.352541436352305e-06,
      "loss": 0.3322,
      "step": 1883350
    },
    {
      "epoch": 525.64,
      "grad_norm": 1.1662147045135498,
      "learning_rate": 1.3525169339416845e-06,
      "loss": 0.3369,
      "step": 1883360
    },
    {
      "epoch": 525.64,
      "grad_norm": 1.201100468635559,
      "learning_rate": 1.3524924316629985e-06,
      "loss": 0.3326,
      "step": 1883370
    },
    {
      "epoch": 525.64,
      "grad_norm": 1.1691935062408447,
      "learning_rate": 1.3524679295162467e-06,
      "loss": 0.3566,
      "step": 1883380
    },
    {
      "epoch": 525.65,
      "grad_norm": 1.1417319774627686,
      "learning_rate": 1.352443427501437e-06,
      "loss": 0.3442,
      "step": 1883390
    },
    {
      "epoch": 525.65,
      "grad_norm": 1.545201301574707,
      "learning_rate": 1.3524189256185696e-06,
      "loss": 0.3303,
      "step": 1883400
    },
    {
      "epoch": 525.65,
      "grad_norm": 1.121685266494751,
      "learning_rate": 1.3523944238676486e-06,
      "loss": 0.3399,
      "step": 1883410
    },
    {
      "epoch": 525.65,
      "grad_norm": 1.0721062421798706,
      "learning_rate": 1.352369922248678e-06,
      "loss": 0.3287,
      "step": 1883420
    },
    {
      "epoch": 525.66,
      "grad_norm": 1.0832399129867554,
      "learning_rate": 1.3523454207616596e-06,
      "loss": 0.3462,
      "step": 1883430
    },
    {
      "epoch": 525.66,
      "grad_norm": 1.338807463645935,
      "learning_rate": 1.3523209194065975e-06,
      "loss": 0.3554,
      "step": 1883440
    },
    {
      "epoch": 525.66,
      "grad_norm": 1.0154931545257568,
      "learning_rate": 1.3522964181834947e-06,
      "loss": 0.3352,
      "step": 1883450
    },
    {
      "epoch": 525.67,
      "grad_norm": 0.9995003938674927,
      "learning_rate": 1.3522719170923559e-06,
      "loss": 0.3418,
      "step": 1883460
    },
    {
      "epoch": 525.67,
      "grad_norm": 1.5275799036026,
      "learning_rate": 1.3522474161331811e-06,
      "loss": 0.343,
      "step": 1883470
    },
    {
      "epoch": 525.67,
      "grad_norm": 1.158448576927185,
      "learning_rate": 1.3522229153059773e-06,
      "loss": 0.3241,
      "step": 1883480
    },
    {
      "epoch": 525.67,
      "grad_norm": 1.2044345140457153,
      "learning_rate": 1.3521984146107452e-06,
      "loss": 0.329,
      "step": 1883490
    },
    {
      "epoch": 525.68,
      "grad_norm": 1.0979591608047485,
      "learning_rate": 1.3521739140474889e-06,
      "loss": 0.3539,
      "step": 1883500
    },
    {
      "epoch": 525.68,
      "grad_norm": 1.5272297859191895,
      "learning_rate": 1.3521494136162124e-06,
      "loss": 0.3356,
      "step": 1883510
    },
    {
      "epoch": 525.68,
      "grad_norm": 1.0291178226470947,
      "learning_rate": 1.3521249133169174e-06,
      "loss": 0.3583,
      "step": 1883520
    },
    {
      "epoch": 525.69,
      "grad_norm": 1.32097327709198,
      "learning_rate": 1.3521004131496079e-06,
      "loss": 0.3461,
      "step": 1883530
    },
    {
      "epoch": 525.69,
      "grad_norm": 0.9893322587013245,
      "learning_rate": 1.3520759131142873e-06,
      "loss": 0.3235,
      "step": 1883540
    },
    {
      "epoch": 525.69,
      "grad_norm": 1.3792479038238525,
      "learning_rate": 1.3520514132109595e-06,
      "loss": 0.3438,
      "step": 1883550
    },
    {
      "epoch": 525.69,
      "grad_norm": 1.2097203731536865,
      "learning_rate": 1.3520269134396264e-06,
      "loss": 0.3599,
      "step": 1883560
    },
    {
      "epoch": 525.7,
      "grad_norm": 1.0482784509658813,
      "learning_rate": 1.352002413800292e-06,
      "loss": 0.3544,
      "step": 1883570
    },
    {
      "epoch": 525.7,
      "grad_norm": 1.377518653869629,
      "learning_rate": 1.3519779142929593e-06,
      "loss": 0.3313,
      "step": 1883580
    },
    {
      "epoch": 525.7,
      "grad_norm": 1.1267204284667969,
      "learning_rate": 1.3519534149176316e-06,
      "loss": 0.339,
      "step": 1883590
    },
    {
      "epoch": 525.7,
      "grad_norm": 1.09409761428833,
      "learning_rate": 1.3519289156743135e-06,
      "loss": 0.3513,
      "step": 1883600
    },
    {
      "epoch": 525.71,
      "grad_norm": 1.08110773563385,
      "learning_rate": 1.351904416563005e-06,
      "loss": 0.3502,
      "step": 1883610
    },
    {
      "epoch": 525.71,
      "grad_norm": 1.0733305215835571,
      "learning_rate": 1.3518799175837135e-06,
      "loss": 0.3334,
      "step": 1883620
    },
    {
      "epoch": 525.71,
      "grad_norm": 1.2446149587631226,
      "learning_rate": 1.3518554187364392e-06,
      "loss": 0.3448,
      "step": 1883630
    },
    {
      "epoch": 525.72,
      "grad_norm": 1.205969214439392,
      "learning_rate": 1.3518309200211858e-06,
      "loss": 0.3472,
      "step": 1883640
    },
    {
      "epoch": 525.72,
      "grad_norm": 1.035757303237915,
      "learning_rate": 1.3518064214379588e-06,
      "loss": 0.3322,
      "step": 1883650
    },
    {
      "epoch": 525.72,
      "grad_norm": 1.0509611368179321,
      "learning_rate": 1.3517819229867584e-06,
      "loss": 0.3363,
      "step": 1883660
    },
    {
      "epoch": 525.72,
      "grad_norm": 1.1023589372634888,
      "learning_rate": 1.3517574246675893e-06,
      "loss": 0.3463,
      "step": 1883670
    },
    {
      "epoch": 525.73,
      "grad_norm": 1.0542492866516113,
      "learning_rate": 1.3517329264804548e-06,
      "loss": 0.3363,
      "step": 1883680
    },
    {
      "epoch": 525.73,
      "grad_norm": 1.2158821821212769,
      "learning_rate": 1.351708428425359e-06,
      "loss": 0.3468,
      "step": 1883690
    },
    {
      "epoch": 525.73,
      "grad_norm": 1.1870415210723877,
      "learning_rate": 1.351683930502303e-06,
      "loss": 0.3426,
      "step": 1883700
    },
    {
      "epoch": 525.74,
      "grad_norm": 1.0878269672393799,
      "learning_rate": 1.3516594327112914e-06,
      "loss": 0.3375,
      "step": 1883710
    },
    {
      "epoch": 525.74,
      "grad_norm": 1.040670394897461,
      "learning_rate": 1.3516349350523285e-06,
      "loss": 0.3466,
      "step": 1883720
    },
    {
      "epoch": 525.74,
      "grad_norm": 0.9693776369094849,
      "learning_rate": 1.3516104375254143e-06,
      "loss": 0.3349,
      "step": 1883730
    },
    {
      "epoch": 525.74,
      "grad_norm": 1.0842204093933105,
      "learning_rate": 1.3515859401305557e-06,
      "loss": 0.3482,
      "step": 1883740
    },
    {
      "epoch": 525.75,
      "grad_norm": 1.2975494861602783,
      "learning_rate": 1.3515614428677541e-06,
      "loss": 0.3447,
      "step": 1883750
    },
    {
      "epoch": 525.75,
      "grad_norm": 1.0013152360916138,
      "learning_rate": 1.3515369457370124e-06,
      "loss": 0.3229,
      "step": 1883760
    },
    {
      "epoch": 525.75,
      "grad_norm": 1.1749091148376465,
      "learning_rate": 1.3515124487383348e-06,
      "loss": 0.3373,
      "step": 1883770
    },
    {
      "epoch": 525.75,
      "grad_norm": 1.1428897380828857,
      "learning_rate": 1.3514879518717256e-06,
      "loss": 0.3314,
      "step": 1883780
    },
    {
      "epoch": 525.76,
      "grad_norm": 1.2850075960159302,
      "learning_rate": 1.3514634551371854e-06,
      "loss": 0.3486,
      "step": 1883790
    },
    {
      "epoch": 525.76,
      "grad_norm": 1.2957706451416016,
      "learning_rate": 1.351438958534719e-06,
      "loss": 0.3306,
      "step": 1883800
    },
    {
      "epoch": 525.76,
      "grad_norm": 1.185386300086975,
      "learning_rate": 1.3514144620643303e-06,
      "loss": 0.3466,
      "step": 1883810
    },
    {
      "epoch": 525.77,
      "grad_norm": 1.5315090417861938,
      "learning_rate": 1.35138996572602e-06,
      "loss": 0.3387,
      "step": 1883820
    },
    {
      "epoch": 525.77,
      "grad_norm": 1.0382404327392578,
      "learning_rate": 1.3513654695197946e-06,
      "loss": 0.3491,
      "step": 1883830
    },
    {
      "epoch": 525.77,
      "grad_norm": 1.1588345766067505,
      "learning_rate": 1.3513409734456551e-06,
      "loss": 0.3424,
      "step": 1883840
    },
    {
      "epoch": 525.77,
      "grad_norm": 1.194326400756836,
      "learning_rate": 1.3513164775036056e-06,
      "loss": 0.3499,
      "step": 1883850
    },
    {
      "epoch": 525.78,
      "grad_norm": 1.2042604684829712,
      "learning_rate": 1.3512919816936502e-06,
      "loss": 0.3299,
      "step": 1883860
    },
    {
      "epoch": 525.78,
      "grad_norm": 1.0927873849868774,
      "learning_rate": 1.3512674860157894e-06,
      "loss": 0.3239,
      "step": 1883870
    },
    {
      "epoch": 525.78,
      "grad_norm": 1.3908430337905884,
      "learning_rate": 1.3512429904700302e-06,
      "loss": 0.3341,
      "step": 1883880
    },
    {
      "epoch": 525.79,
      "grad_norm": 1.2581685781478882,
      "learning_rate": 1.3512184950563727e-06,
      "loss": 0.353,
      "step": 1883890
    },
    {
      "epoch": 525.79,
      "grad_norm": 1.3047528266906738,
      "learning_rate": 1.3511939997748217e-06,
      "loss": 0.3301,
      "step": 1883900
    },
    {
      "epoch": 525.79,
      "grad_norm": 0.9927022457122803,
      "learning_rate": 1.3511695046253803e-06,
      "loss": 0.3384,
      "step": 1883910
    },
    {
      "epoch": 525.79,
      "grad_norm": 1.2432708740234375,
      "learning_rate": 1.3511450096080523e-06,
      "loss": 0.3318,
      "step": 1883920
    },
    {
      "epoch": 525.8,
      "grad_norm": 1.082474946975708,
      "learning_rate": 1.3511205147228394e-06,
      "loss": 0.3356,
      "step": 1883930
    },
    {
      "epoch": 525.8,
      "grad_norm": 1.2273160219192505,
      "learning_rate": 1.351096019969746e-06,
      "loss": 0.3259,
      "step": 1883940
    },
    {
      "epoch": 525.8,
      "grad_norm": 1.243085265159607,
      "learning_rate": 1.3510715253487758e-06,
      "loss": 0.3569,
      "step": 1883950
    },
    {
      "epoch": 525.81,
      "grad_norm": 0.9960305094718933,
      "learning_rate": 1.3510470308599292e-06,
      "loss": 0.3409,
      "step": 1883960
    },
    {
      "epoch": 525.81,
      "grad_norm": 1.2058753967285156,
      "learning_rate": 1.3510225365032139e-06,
      "loss": 0.3476,
      "step": 1883970
    },
    {
      "epoch": 525.81,
      "grad_norm": 1.1641696691513062,
      "learning_rate": 1.3509980422786302e-06,
      "loss": 0.3275,
      "step": 1883980
    },
    {
      "epoch": 525.81,
      "grad_norm": 1.144342303276062,
      "learning_rate": 1.350973548186182e-06,
      "loss": 0.341,
      "step": 1883990
    },
    {
      "epoch": 525.82,
      "grad_norm": 1.376833438873291,
      "learning_rate": 1.350949054225873e-06,
      "loss": 0.3444,
      "step": 1884000
    },
    {
      "epoch": 525.82,
      "grad_norm": 0.8780415058135986,
      "learning_rate": 1.3509245603977057e-06,
      "loss": 0.3304,
      "step": 1884010
    },
    {
      "epoch": 525.82,
      "grad_norm": 1.1280252933502197,
      "learning_rate": 1.3509000667016832e-06,
      "loss": 0.3472,
      "step": 1884020
    },
    {
      "epoch": 525.82,
      "grad_norm": 1.0611300468444824,
      "learning_rate": 1.3508755731378096e-06,
      "loss": 0.3468,
      "step": 1884030
    },
    {
      "epoch": 525.83,
      "grad_norm": 1.0251604318618774,
      "learning_rate": 1.3508510797060887e-06,
      "loss": 0.3295,
      "step": 1884040
    },
    {
      "epoch": 525.83,
      "grad_norm": 1.0728716850280762,
      "learning_rate": 1.3508265864065213e-06,
      "loss": 0.3475,
      "step": 1884050
    },
    {
      "epoch": 525.83,
      "grad_norm": 0.9715088605880737,
      "learning_rate": 1.3508020932391141e-06,
      "loss": 0.335,
      "step": 1884060
    },
    {
      "epoch": 525.84,
      "grad_norm": 1.011458158493042,
      "learning_rate": 1.3507776002038674e-06,
      "loss": 0.3331,
      "step": 1884070
    },
    {
      "epoch": 525.84,
      "grad_norm": 1.2048183679580688,
      "learning_rate": 1.3507531073007857e-06,
      "loss": 0.3504,
      "step": 1884080
    },
    {
      "epoch": 525.84,
      "grad_norm": 1.150510311126709,
      "learning_rate": 1.3507286145298732e-06,
      "loss": 0.3515,
      "step": 1884090
    },
    {
      "epoch": 525.84,
      "grad_norm": 1.1440740823745728,
      "learning_rate": 1.350704121891131e-06,
      "loss": 0.3393,
      "step": 1884100
    },
    {
      "epoch": 525.85,
      "grad_norm": 1.1271477937698364,
      "learning_rate": 1.3506796293845635e-06,
      "loss": 0.3391,
      "step": 1884110
    },
    {
      "epoch": 525.85,
      "grad_norm": 1.1335391998291016,
      "learning_rate": 1.3506551370101738e-06,
      "loss": 0.3169,
      "step": 1884120
    },
    {
      "epoch": 525.85,
      "grad_norm": 1.1142597198486328,
      "learning_rate": 1.3506306447679665e-06,
      "loss": 0.3391,
      "step": 1884130
    },
    {
      "epoch": 525.86,
      "grad_norm": 1.119186520576477,
      "learning_rate": 1.3506061526579427e-06,
      "loss": 0.3454,
      "step": 1884140
    },
    {
      "epoch": 525.86,
      "grad_norm": 1.0862189531326294,
      "learning_rate": 1.3505816606801067e-06,
      "loss": 0.3543,
      "step": 1884150
    },
    {
      "epoch": 525.86,
      "grad_norm": 1.049213171005249,
      "learning_rate": 1.3505571688344614e-06,
      "loss": 0.3354,
      "step": 1884160
    },
    {
      "epoch": 525.86,
      "grad_norm": 1.1500502824783325,
      "learning_rate": 1.3505326771210104e-06,
      "loss": 0.3453,
      "step": 1884170
    },
    {
      "epoch": 525.87,
      "grad_norm": 1.104378581047058,
      "learning_rate": 1.350508185539758e-06,
      "loss": 0.3457,
      "step": 1884180
    },
    {
      "epoch": 525.87,
      "grad_norm": 1.314038872718811,
      "learning_rate": 1.3504836940907043e-06,
      "loss": 0.3333,
      "step": 1884190
    },
    {
      "epoch": 525.87,
      "grad_norm": 1.103058099746704,
      "learning_rate": 1.3504592027738566e-06,
      "loss": 0.3585,
      "step": 1884200
    },
    {
      "epoch": 525.87,
      "grad_norm": 1.099057674407959,
      "learning_rate": 1.3504347115892152e-06,
      "loss": 0.3457,
      "step": 1884210
    },
    {
      "epoch": 525.88,
      "grad_norm": 1.097490906715393,
      "learning_rate": 1.3504102205367843e-06,
      "loss": 0.3401,
      "step": 1884220
    },
    {
      "epoch": 525.88,
      "grad_norm": 1.1024527549743652,
      "learning_rate": 1.350385729616568e-06,
      "loss": 0.3364,
      "step": 1884230
    },
    {
      "epoch": 525.88,
      "grad_norm": 1.1505969762802124,
      "learning_rate": 1.350361238828568e-06,
      "loss": 0.3623,
      "step": 1884240
    },
    {
      "epoch": 525.89,
      "grad_norm": 1.0072137117385864,
      "learning_rate": 1.3503367481727885e-06,
      "loss": 0.3405,
      "step": 1884250
    },
    {
      "epoch": 525.89,
      "grad_norm": 1.209594964981079,
      "learning_rate": 1.3503122576492324e-06,
      "loss": 0.3247,
      "step": 1884260
    },
    {
      "epoch": 525.89,
      "grad_norm": 0.937667727470398,
      "learning_rate": 1.350287767257904e-06,
      "loss": 0.3417,
      "step": 1884270
    },
    {
      "epoch": 525.89,
      "grad_norm": 1.208660364151001,
      "learning_rate": 1.3502632769988037e-06,
      "loss": 0.3396,
      "step": 1884280
    },
    {
      "epoch": 525.9,
      "grad_norm": 1.0086983442306519,
      "learning_rate": 1.350238786871939e-06,
      "loss": 0.3423,
      "step": 1884290
    },
    {
      "epoch": 525.9,
      "grad_norm": 1.0280559062957764,
      "learning_rate": 1.3502142968773095e-06,
      "loss": 0.3345,
      "step": 1884300
    },
    {
      "epoch": 525.9,
      "grad_norm": 0.9645854830741882,
      "learning_rate": 1.3501898070149205e-06,
      "loss": 0.345,
      "step": 1884310
    },
    {
      "epoch": 525.91,
      "grad_norm": 1.05292546749115,
      "learning_rate": 1.350165317284775e-06,
      "loss": 0.3486,
      "step": 1884320
    },
    {
      "epoch": 525.91,
      "grad_norm": 1.0492764711380005,
      "learning_rate": 1.350140827686875e-06,
      "loss": 0.3393,
      "step": 1884330
    },
    {
      "epoch": 525.91,
      "grad_norm": 1.0340179204940796,
      "learning_rate": 1.3501163382212249e-06,
      "loss": 0.3525,
      "step": 1884340
    },
    {
      "epoch": 525.91,
      "grad_norm": 1.38374924659729,
      "learning_rate": 1.3500918488878278e-06,
      "loss": 0.3539,
      "step": 1884350
    },
    {
      "epoch": 525.92,
      "grad_norm": 0.9669204950332642,
      "learning_rate": 1.3500673596866876e-06,
      "loss": 0.345,
      "step": 1884360
    },
    {
      "epoch": 525.92,
      "grad_norm": 1.0517082214355469,
      "learning_rate": 1.3500428706178058e-06,
      "loss": 0.3395,
      "step": 1884370
    },
    {
      "epoch": 525.92,
      "grad_norm": 1.0973535776138306,
      "learning_rate": 1.3500183816811871e-06,
      "loss": 0.3315,
      "step": 1884380
    },
    {
      "epoch": 525.93,
      "grad_norm": 1.1428207159042358,
      "learning_rate": 1.349993892876835e-06,
      "loss": 0.334,
      "step": 1884390
    },
    {
      "epoch": 525.93,
      "grad_norm": 1.1849713325500488,
      "learning_rate": 1.34996940420475e-06,
      "loss": 0.3264,
      "step": 1884400
    },
    {
      "epoch": 525.93,
      "grad_norm": 1.0098613500595093,
      "learning_rate": 1.3499449156649395e-06,
      "loss": 0.34,
      "step": 1884410
    },
    {
      "epoch": 525.93,
      "grad_norm": 1.1981432437896729,
      "learning_rate": 1.3499204272574039e-06,
      "loss": 0.3395,
      "step": 1884420
    },
    {
      "epoch": 525.94,
      "grad_norm": 1.0837225914001465,
      "learning_rate": 1.3498959389821475e-06,
      "loss": 0.3605,
      "step": 1884430
    },
    {
      "epoch": 525.94,
      "grad_norm": 1.1203595399856567,
      "learning_rate": 1.349871450839173e-06,
      "loss": 0.3305,
      "step": 1884440
    },
    {
      "epoch": 525.94,
      "grad_norm": 1.05405855178833,
      "learning_rate": 1.349846962828484e-06,
      "loss": 0.3336,
      "step": 1884450
    },
    {
      "epoch": 525.94,
      "grad_norm": 1.055290937423706,
      "learning_rate": 1.349822474950085e-06,
      "loss": 0.357,
      "step": 1884460
    },
    {
      "epoch": 525.95,
      "grad_norm": 1.0214122533798218,
      "learning_rate": 1.349797987203977e-06,
      "loss": 0.3467,
      "step": 1884470
    },
    {
      "epoch": 525.95,
      "grad_norm": 1.1335270404815674,
      "learning_rate": 1.349773499590164e-06,
      "loss": 0.3415,
      "step": 1884480
    },
    {
      "epoch": 525.95,
      "grad_norm": 1.1485742330551147,
      "learning_rate": 1.3497490121086496e-06,
      "loss": 0.3269,
      "step": 1884490
    },
    {
      "epoch": 525.96,
      "grad_norm": 0.9970808625221252,
      "learning_rate": 1.349724524759438e-06,
      "loss": 0.3211,
      "step": 1884500
    },
    {
      "epoch": 525.96,
      "grad_norm": 1.8810440301895142,
      "learning_rate": 1.3497000375425307e-06,
      "loss": 0.3284,
      "step": 1884510
    },
    {
      "epoch": 525.96,
      "grad_norm": 1.1755224466323853,
      "learning_rate": 1.3496755504579316e-06,
      "loss": 0.3491,
      "step": 1884520
    },
    {
      "epoch": 525.96,
      "grad_norm": 1.2412277460098267,
      "learning_rate": 1.349651063505645e-06,
      "loss": 0.3511,
      "step": 1884530
    },
    {
      "epoch": 525.97,
      "grad_norm": 2.4450302124023438,
      "learning_rate": 1.3496265766856715e-06,
      "loss": 0.3215,
      "step": 1884540
    },
    {
      "epoch": 525.97,
      "grad_norm": 1.315580129623413,
      "learning_rate": 1.3496020899980179e-06,
      "loss": 0.339,
      "step": 1884550
    },
    {
      "epoch": 525.97,
      "grad_norm": 1.2024083137512207,
      "learning_rate": 1.3495776034426848e-06,
      "loss": 0.3572,
      "step": 1884560
    },
    {
      "epoch": 525.98,
      "grad_norm": 1.131234049797058,
      "learning_rate": 1.349553117019676e-06,
      "loss": 0.3387,
      "step": 1884570
    },
    {
      "epoch": 525.98,
      "grad_norm": 1.0744980573654175,
      "learning_rate": 1.3495286307289954e-06,
      "loss": 0.3437,
      "step": 1884580
    },
    {
      "epoch": 525.98,
      "grad_norm": 2.354128122329712,
      "learning_rate": 1.3495041445706467e-06,
      "loss": 0.3345,
      "step": 1884590
    },
    {
      "epoch": 525.98,
      "grad_norm": 1.0612597465515137,
      "learning_rate": 1.3494796585446317e-06,
      "loss": 0.3304,
      "step": 1884600
    },
    {
      "epoch": 525.99,
      "grad_norm": 1.1046679019927979,
      "learning_rate": 1.3494551726509541e-06,
      "loss": 0.3492,
      "step": 1884610
    },
    {
      "epoch": 525.99,
      "grad_norm": 1.2311394214630127,
      "learning_rate": 1.3494306868896185e-06,
      "loss": 0.3276,
      "step": 1884620
    },
    {
      "epoch": 525.99,
      "grad_norm": 1.2378761768341064,
      "learning_rate": 1.349406201260625e-06,
      "loss": 0.3387,
      "step": 1884630
    },
    {
      "epoch": 525.99,
      "grad_norm": 1.2635226249694824,
      "learning_rate": 1.349381715763981e-06,
      "loss": 0.3464,
      "step": 1884640
    },
    {
      "epoch": 526.0,
      "grad_norm": 1.0439554452896118,
      "learning_rate": 1.3493572303996865e-06,
      "loss": 0.3529,
      "step": 1884650
    },
    {
      "epoch": 526.0,
      "eval_loss": 0.3418448567390442,
      "eval_runtime": 63.4674,
      "eval_samples_per_second": 79.71,
      "eval_steps_per_second": 9.974,
      "step": 1884658
    },
    {
      "epoch": 526.0,
      "grad_norm": 1.1068804264068604,
      "learning_rate": 1.349332745167746e-06,
      "loss": 0.3421,
      "step": 1884660
    },
    {
      "epoch": 526.0,
      "grad_norm": 1.0985382795333862,
      "learning_rate": 1.349308260068164e-06,
      "loss": 0.3332,
      "step": 1884670
    },
    {
      "epoch": 526.01,
      "grad_norm": 1.2719671726226807,
      "learning_rate": 1.3492837751009414e-06,
      "loss": 0.3318,
      "step": 1884680
    },
    {
      "epoch": 526.01,
      "grad_norm": 1.0927790403366089,
      "learning_rate": 1.3492592902660823e-06,
      "loss": 0.3426,
      "step": 1884690
    },
    {
      "epoch": 526.01,
      "grad_norm": 0.9872622489929199,
      "learning_rate": 1.3492348055635902e-06,
      "loss": 0.353,
      "step": 1884700
    },
    {
      "epoch": 526.01,
      "grad_norm": 1.1148236989974976,
      "learning_rate": 1.3492103209934694e-06,
      "loss": 0.3444,
      "step": 1884710
    },
    {
      "epoch": 526.02,
      "grad_norm": 0.9703405499458313,
      "learning_rate": 1.3491858365557201e-06,
      "loss": 0.3439,
      "step": 1884720
    },
    {
      "epoch": 526.02,
      "grad_norm": 1.0046547651290894,
      "learning_rate": 1.3491613522503496e-06,
      "loss": 0.3435,
      "step": 1884730
    },
    {
      "epoch": 526.02,
      "grad_norm": 1.0603127479553223,
      "learning_rate": 1.3491368680773585e-06,
      "loss": 0.3575,
      "step": 1884740
    },
    {
      "epoch": 526.03,
      "grad_norm": 0.9811922311782837,
      "learning_rate": 1.34911238403675e-06,
      "loss": 0.3382,
      "step": 1884750
    },
    {
      "epoch": 526.03,
      "grad_norm": 0.9723309874534607,
      "learning_rate": 1.3490879001285293e-06,
      "loss": 0.329,
      "step": 1884760
    },
    {
      "epoch": 526.03,
      "grad_norm": 1.209548830986023,
      "learning_rate": 1.3490634163526965e-06,
      "loss": 0.3622,
      "step": 1884770
    },
    {
      "epoch": 526.03,
      "grad_norm": 1.0996369123458862,
      "learning_rate": 1.349038932709259e-06,
      "loss": 0.3548,
      "step": 1884780
    },
    {
      "epoch": 526.04,
      "grad_norm": 1.2164658308029175,
      "learning_rate": 1.3490144491982162e-06,
      "loss": 0.3279,
      "step": 1884790
    },
    {
      "epoch": 526.04,
      "grad_norm": 1.1711971759796143,
      "learning_rate": 1.348989965819573e-06,
      "loss": 0.3397,
      "step": 1884800
    },
    {
      "epoch": 526.04,
      "grad_norm": 1.209728479385376,
      "learning_rate": 1.348965482573334e-06,
      "loss": 0.3567,
      "step": 1884810
    },
    {
      "epoch": 526.05,
      "grad_norm": 1.2871263027191162,
      "learning_rate": 1.3489409994595002e-06,
      "loss": 0.3389,
      "step": 1884820
    },
    {
      "epoch": 526.05,
      "grad_norm": 1.0795402526855469,
      "learning_rate": 1.3489165164780757e-06,
      "loss": 0.3344,
      "step": 1884830
    },
    {
      "epoch": 526.05,
      "grad_norm": 1.3499923944473267,
      "learning_rate": 1.3488920336290635e-06,
      "loss": 0.3328,
      "step": 1884840
    },
    {
      "epoch": 526.05,
      "grad_norm": 1.2044012546539307,
      "learning_rate": 1.3488675509124683e-06,
      "loss": 0.3343,
      "step": 1884850
    },
    {
      "epoch": 526.06,
      "grad_norm": 1.026957631111145,
      "learning_rate": 1.3488430683282901e-06,
      "loss": 0.3331,
      "step": 1884860
    },
    {
      "epoch": 526.06,
      "grad_norm": 1.252436876296997,
      "learning_rate": 1.3488185858765367e-06,
      "loss": 0.3248,
      "step": 1884870
    },
    {
      "epoch": 526.06,
      "grad_norm": 1.0629589557647705,
      "learning_rate": 1.3487941035572075e-06,
      "loss": 0.3498,
      "step": 1884880
    },
    {
      "epoch": 526.06,
      "grad_norm": 1.1521005630493164,
      "learning_rate": 1.3487696213703073e-06,
      "loss": 0.3346,
      "step": 1884890
    },
    {
      "epoch": 526.07,
      "grad_norm": 1.1001430749893188,
      "learning_rate": 1.3487451393158404e-06,
      "loss": 0.346,
      "step": 1884900
    },
    {
      "epoch": 526.07,
      "grad_norm": 1.1937536001205444,
      "learning_rate": 1.3487206573938076e-06,
      "loss": 0.3425,
      "step": 1884910
    },
    {
      "epoch": 526.07,
      "grad_norm": 1.160016655921936,
      "learning_rate": 1.348696175604214e-06,
      "loss": 0.3597,
      "step": 1884920
    },
    {
      "epoch": 526.08,
      "grad_norm": 1.0215946435928345,
      "learning_rate": 1.3486716939470618e-06,
      "loss": 0.3431,
      "step": 1884930
    },
    {
      "epoch": 526.08,
      "grad_norm": 0.9734591841697693,
      "learning_rate": 1.348647212422356e-06,
      "loss": 0.3304,
      "step": 1884940
    },
    {
      "epoch": 526.08,
      "grad_norm": 1.141050934791565,
      "learning_rate": 1.348622731030098e-06,
      "loss": 0.3413,
      "step": 1884950
    },
    {
      "epoch": 526.08,
      "grad_norm": 0.9870178699493408,
      "learning_rate": 1.3485982497702915e-06,
      "loss": 0.3337,
      "step": 1884960
    },
    {
      "epoch": 526.09,
      "grad_norm": 1.2003518342971802,
      "learning_rate": 1.3485737686429406e-06,
      "loss": 0.3423,
      "step": 1884970
    },
    {
      "epoch": 526.09,
      "grad_norm": 1.1126103401184082,
      "learning_rate": 1.3485492876480463e-06,
      "loss": 0.339,
      "step": 1884980
    },
    {
      "epoch": 526.09,
      "grad_norm": 0.9930760860443115,
      "learning_rate": 1.3485248067856153e-06,
      "loss": 0.3235,
      "step": 1884990
    },
    {
      "epoch": 526.1,
      "grad_norm": 1.3208057880401611,
      "learning_rate": 1.3485003260556482e-06,
      "loss": 0.344,
      "step": 1885000
    },
    {
      "epoch": 526.1,
      "grad_norm": 1.131475567817688,
      "learning_rate": 1.3484758454581491e-06,
      "loss": 0.3484,
      "step": 1885010
    },
    {
      "epoch": 526.1,
      "grad_norm": 1.1259886026382446,
      "learning_rate": 1.348451364993121e-06,
      "loss": 0.3582,
      "step": 1885020
    },
    {
      "epoch": 526.1,
      "grad_norm": 1.0365859270095825,
      "learning_rate": 1.3484268846605677e-06,
      "loss": 0.3406,
      "step": 1885030
    },
    {
      "epoch": 526.11,
      "grad_norm": 1.3229809999465942,
      "learning_rate": 1.3484024044604934e-06,
      "loss": 0.3415,
      "step": 1885040
    },
    {
      "epoch": 526.11,
      "grad_norm": 1.1438080072402954,
      "learning_rate": 1.3483779243928984e-06,
      "loss": 0.3512,
      "step": 1885050
    },
    {
      "epoch": 526.11,
      "grad_norm": 1.217747449874878,
      "learning_rate": 1.3483534444577882e-06,
      "loss": 0.3509,
      "step": 1885060
    },
    {
      "epoch": 526.11,
      "grad_norm": 1.167190432548523,
      "learning_rate": 1.3483289646551657e-06,
      "loss": 0.346,
      "step": 1885070
    },
    {
      "epoch": 526.12,
      "grad_norm": 1.0852959156036377,
      "learning_rate": 1.3483044849850346e-06,
      "loss": 0.3406,
      "step": 1885080
    },
    {
      "epoch": 526.12,
      "grad_norm": 1.1084955930709839,
      "learning_rate": 1.3482800054473972e-06,
      "loss": 0.3482,
      "step": 1885090
    },
    {
      "epoch": 526.12,
      "grad_norm": 1.0322836637496948,
      "learning_rate": 1.3482555260422565e-06,
      "loss": 0.3544,
      "step": 1885100
    },
    {
      "epoch": 526.13,
      "grad_norm": 1.0392409563064575,
      "learning_rate": 1.3482310467696165e-06,
      "loss": 0.3358,
      "step": 1885110
    },
    {
      "epoch": 526.13,
      "grad_norm": 1.18380868434906,
      "learning_rate": 1.3482065676294804e-06,
      "loss": 0.3756,
      "step": 1885120
    },
    {
      "epoch": 526.13,
      "grad_norm": 1.224427580833435,
      "learning_rate": 1.3481820886218525e-06,
      "loss": 0.3327,
      "step": 1885130
    },
    {
      "epoch": 526.13,
      "grad_norm": 1.323718786239624,
      "learning_rate": 1.3481576097467338e-06,
      "loss": 0.3459,
      "step": 1885140
    },
    {
      "epoch": 526.14,
      "grad_norm": 1.079506754875183,
      "learning_rate": 1.348133131004129e-06,
      "loss": 0.3508,
      "step": 1885150
    },
    {
      "epoch": 526.14,
      "grad_norm": 1.1580771207809448,
      "learning_rate": 1.3481086523940407e-06,
      "loss": 0.3586,
      "step": 1885160
    },
    {
      "epoch": 526.14,
      "grad_norm": 1.1899306774139404,
      "learning_rate": 1.3480841739164737e-06,
      "loss": 0.346,
      "step": 1885170
    },
    {
      "epoch": 526.15,
      "grad_norm": 1.3101741075515747,
      "learning_rate": 1.3480596955714293e-06,
      "loss": 0.3412,
      "step": 1885180
    },
    {
      "epoch": 526.15,
      "grad_norm": 1.003700613975525,
      "learning_rate": 1.3480352173589114e-06,
      "loss": 0.3378,
      "step": 1885190
    },
    {
      "epoch": 526.15,
      "grad_norm": 1.1119004487991333,
      "learning_rate": 1.348010739278924e-06,
      "loss": 0.3308,
      "step": 1885200
    },
    {
      "epoch": 526.15,
      "grad_norm": 1.1332964897155762,
      "learning_rate": 1.3479862613314684e-06,
      "loss": 0.3282,
      "step": 1885210
    },
    {
      "epoch": 526.16,
      "grad_norm": 1.020681619644165,
      "learning_rate": 1.3479617835165508e-06,
      "loss": 0.3206,
      "step": 1885220
    },
    {
      "epoch": 526.16,
      "grad_norm": 1.191618800163269,
      "learning_rate": 1.3479373058341722e-06,
      "loss": 0.3567,
      "step": 1885230
    },
    {
      "epoch": 526.16,
      "grad_norm": 1.1408861875534058,
      "learning_rate": 1.3479128282843365e-06,
      "loss": 0.3335,
      "step": 1885240
    },
    {
      "epoch": 526.17,
      "grad_norm": 1.1555057764053345,
      "learning_rate": 1.3478883508670468e-06,
      "loss": 0.3497,
      "step": 1885250
    },
    {
      "epoch": 526.17,
      "grad_norm": 1.8593416213989258,
      "learning_rate": 1.3478638735823076e-06,
      "loss": 0.3238,
      "step": 1885260
    },
    {
      "epoch": 526.17,
      "grad_norm": 1.1611108779907227,
      "learning_rate": 1.3478393964301197e-06,
      "loss": 0.3497,
      "step": 1885270
    },
    {
      "epoch": 526.17,
      "grad_norm": 1.1471792459487915,
      "learning_rate": 1.3478149194104883e-06,
      "loss": 0.3395,
      "step": 1885280
    },
    {
      "epoch": 526.18,
      "grad_norm": 1.0910050868988037,
      "learning_rate": 1.3477904425234173e-06,
      "loss": 0.3362,
      "step": 1885290
    },
    {
      "epoch": 526.18,
      "grad_norm": 0.932875394821167,
      "learning_rate": 1.3477659657689066e-06,
      "loss": 0.3359,
      "step": 1885300
    },
    {
      "epoch": 526.18,
      "grad_norm": 1.1868040561676025,
      "learning_rate": 1.3477414891469635e-06,
      "loss": 0.3358,
      "step": 1885310
    },
    {
      "epoch": 526.18,
      "grad_norm": 1.1820955276489258,
      "learning_rate": 1.3477170126575886e-06,
      "loss": 0.3495,
      "step": 1885320
    },
    {
      "epoch": 526.19,
      "grad_norm": 1.072356104850769,
      "learning_rate": 1.3476925363007857e-06,
      "loss": 0.3397,
      "step": 1885330
    },
    {
      "epoch": 526.19,
      "grad_norm": 2.3672850131988525,
      "learning_rate": 1.3476680600765597e-06,
      "loss": 0.3396,
      "step": 1885340
    },
    {
      "epoch": 526.19,
      "grad_norm": 1.201314926147461,
      "learning_rate": 1.3476435839849103e-06,
      "loss": 0.3226,
      "step": 1885350
    },
    {
      "epoch": 526.2,
      "grad_norm": 1.1364754438400269,
      "learning_rate": 1.3476191080258446e-06,
      "loss": 0.3257,
      "step": 1885360
    },
    {
      "epoch": 526.2,
      "grad_norm": 0.9503616094589233,
      "learning_rate": 1.3475946321993634e-06,
      "loss": 0.3465,
      "step": 1885370
    },
    {
      "epoch": 526.2,
      "grad_norm": 0.9829996824264526,
      "learning_rate": 1.347570156505471e-06,
      "loss": 0.3328,
      "step": 1885380
    },
    {
      "epoch": 526.2,
      "grad_norm": 0.9546635746955872,
      "learning_rate": 1.3475456809441704e-06,
      "loss": 0.3396,
      "step": 1885390
    },
    {
      "epoch": 526.21,
      "grad_norm": 1.1682244539260864,
      "learning_rate": 1.3475212055154655e-06,
      "loss": 0.3387,
      "step": 1885400
    },
    {
      "epoch": 526.21,
      "grad_norm": 1.295657753944397,
      "learning_rate": 1.3474967302193583e-06,
      "loss": 0.333,
      "step": 1885410
    },
    {
      "epoch": 526.21,
      "grad_norm": 1.0631564855575562,
      "learning_rate": 1.3474722550558524e-06,
      "loss": 0.3314,
      "step": 1885420
    },
    {
      "epoch": 526.22,
      "grad_norm": 1.094490647315979,
      "learning_rate": 1.3474477800249526e-06,
      "loss": 0.357,
      "step": 1885430
    },
    {
      "epoch": 526.22,
      "grad_norm": 1.2151193618774414,
      "learning_rate": 1.3474233051266585e-06,
      "loss": 0.3378,
      "step": 1885440
    },
    {
      "epoch": 526.22,
      "grad_norm": 1.0759028196334839,
      "learning_rate": 1.3473988303609783e-06,
      "loss": 0.3318,
      "step": 1885450
    },
    {
      "epoch": 526.22,
      "grad_norm": 1.0068200826644897,
      "learning_rate": 1.3473743557279112e-06,
      "loss": 0.3448,
      "step": 1885460
    },
    {
      "epoch": 526.23,
      "grad_norm": 1.1972719430923462,
      "learning_rate": 1.3473498812274622e-06,
      "loss": 0.3368,
      "step": 1885470
    },
    {
      "epoch": 526.23,
      "grad_norm": 1.1860836744308472,
      "learning_rate": 1.3473254068596354e-06,
      "loss": 0.3391,
      "step": 1885480
    },
    {
      "epoch": 526.23,
      "grad_norm": 1.0624704360961914,
      "learning_rate": 1.3473009326244318e-06,
      "loss": 0.3439,
      "step": 1885490
    },
    {
      "epoch": 526.23,
      "grad_norm": 1.1605358123779297,
      "learning_rate": 1.3472764585218559e-06,
      "loss": 0.3446,
      "step": 1885500
    },
    {
      "epoch": 526.24,
      "grad_norm": 0.9590893387794495,
      "learning_rate": 1.347251984551911e-06,
      "loss": 0.3291,
      "step": 1885510
    },
    {
      "epoch": 526.24,
      "grad_norm": 1.298346996307373,
      "learning_rate": 1.3472275107146013e-06,
      "loss": 0.3365,
      "step": 1885520
    },
    {
      "epoch": 526.24,
      "grad_norm": 1.174319863319397,
      "learning_rate": 1.347203037009927e-06,
      "loss": 0.3322,
      "step": 1885530
    },
    {
      "epoch": 526.25,
      "grad_norm": 3.0546836853027344,
      "learning_rate": 1.347178563437895e-06,
      "loss": 0.3335,
      "step": 1885540
    },
    {
      "epoch": 526.25,
      "grad_norm": 1.1345882415771484,
      "learning_rate": 1.3471540899985064e-06,
      "loss": 0.3398,
      "step": 1885550
    },
    {
      "epoch": 526.25,
      "grad_norm": 0.994956910610199,
      "learning_rate": 1.3471296166917647e-06,
      "loss": 0.3443,
      "step": 1885560
    },
    {
      "epoch": 526.25,
      "grad_norm": 1.0636928081512451,
      "learning_rate": 1.3471051435176745e-06,
      "loss": 0.3387,
      "step": 1885570
    },
    {
      "epoch": 526.26,
      "grad_norm": 1.123590111732483,
      "learning_rate": 1.3470806704762372e-06,
      "loss": 0.3574,
      "step": 1885580
    },
    {
      "epoch": 526.26,
      "grad_norm": 2.6078338623046875,
      "learning_rate": 1.3470561975674564e-06,
      "loss": 0.3441,
      "step": 1885590
    },
    {
      "epoch": 526.26,
      "grad_norm": 1.262260913848877,
      "learning_rate": 1.3470317247913364e-06,
      "loss": 0.3589,
      "step": 1885600
    },
    {
      "epoch": 526.27,
      "grad_norm": 1.371166467666626,
      "learning_rate": 1.3470072521478795e-06,
      "loss": 0.3407,
      "step": 1885610
    },
    {
      "epoch": 526.27,
      "grad_norm": 0.991017758846283,
      "learning_rate": 1.3469827796370906e-06,
      "loss": 0.3428,
      "step": 1885620
    },
    {
      "epoch": 526.27,
      "grad_norm": 1.399016261100769,
      "learning_rate": 1.3469583072589702e-06,
      "loss": 0.3385,
      "step": 1885630
    },
    {
      "epoch": 526.27,
      "grad_norm": 1.2686817646026611,
      "learning_rate": 1.3469338350135235e-06,
      "loss": 0.3449,
      "step": 1885640
    },
    {
      "epoch": 526.28,
      "grad_norm": 1.2314246892929077,
      "learning_rate": 1.3469093629007533e-06,
      "loss": 0.3268,
      "step": 1885650
    },
    {
      "epoch": 526.28,
      "grad_norm": 1.170572280883789,
      "learning_rate": 1.3468848909206636e-06,
      "loss": 0.3446,
      "step": 1885660
    },
    {
      "epoch": 526.28,
      "grad_norm": 1.0544133186340332,
      "learning_rate": 1.3468604190732553e-06,
      "loss": 0.3395,
      "step": 1885670
    },
    {
      "epoch": 526.29,
      "grad_norm": 1.0634998083114624,
      "learning_rate": 1.3468359473585349e-06,
      "loss": 0.3417,
      "step": 1885680
    },
    {
      "epoch": 526.29,
      "grad_norm": 1.1063326597213745,
      "learning_rate": 1.346811475776503e-06,
      "loss": 0.3668,
      "step": 1885690
    },
    {
      "epoch": 526.29,
      "grad_norm": 1.1790004968643188,
      "learning_rate": 1.346787004327164e-06,
      "loss": 0.344,
      "step": 1885700
    },
    {
      "epoch": 526.29,
      "grad_norm": 1.1243293285369873,
      "learning_rate": 1.3467625330105222e-06,
      "loss": 0.3384,
      "step": 1885710
    },
    {
      "epoch": 526.3,
      "grad_norm": 1.179525375366211,
      "learning_rate": 1.3467380618265784e-06,
      "loss": 0.3298,
      "step": 1885720
    },
    {
      "epoch": 526.3,
      "grad_norm": 1.0300453901290894,
      "learning_rate": 1.3467135907753375e-06,
      "loss": 0.3484,
      "step": 1885730
    },
    {
      "epoch": 526.3,
      "grad_norm": 1.0897988080978394,
      "learning_rate": 1.3466891198568022e-06,
      "loss": 0.3493,
      "step": 1885740
    },
    {
      "epoch": 526.3,
      "grad_norm": 1.234139323234558,
      "learning_rate": 1.3466646490709773e-06,
      "loss": 0.3274,
      "step": 1885750
    },
    {
      "epoch": 526.31,
      "grad_norm": 1.0655215978622437,
      "learning_rate": 1.3466401784178632e-06,
      "loss": 0.3245,
      "step": 1885760
    },
    {
      "epoch": 526.31,
      "grad_norm": 1.170348882675171,
      "learning_rate": 1.346615707897465e-06,
      "loss": 0.3314,
      "step": 1885770
    },
    {
      "epoch": 526.31,
      "grad_norm": 1.2152683734893799,
      "learning_rate": 1.3465912375097868e-06,
      "loss": 0.3193,
      "step": 1885780
    },
    {
      "epoch": 526.32,
      "grad_norm": 1.0175282955169678,
      "learning_rate": 1.3465667672548286e-06,
      "loss": 0.351,
      "step": 1885790
    },
    {
      "epoch": 526.32,
      "grad_norm": 1.2742620706558228,
      "learning_rate": 1.3465422971325975e-06,
      "loss": 0.3459,
      "step": 1885800
    },
    {
      "epoch": 526.32,
      "grad_norm": 1.207651972770691,
      "learning_rate": 1.346517827143094e-06,
      "loss": 0.3513,
      "step": 1885810
    },
    {
      "epoch": 526.32,
      "grad_norm": 1.2307476997375488,
      "learning_rate": 1.3464933572863226e-06,
      "loss": 0.3462,
      "step": 1885820
    },
    {
      "epoch": 526.33,
      "grad_norm": 1.593064308166504,
      "learning_rate": 1.3464688875622864e-06,
      "loss": 0.3455,
      "step": 1885830
    },
    {
      "epoch": 526.33,
      "grad_norm": 1.1546392440795898,
      "learning_rate": 1.3464444179709895e-06,
      "loss": 0.3508,
      "step": 1885840
    },
    {
      "epoch": 526.33,
      "grad_norm": 1.0694799423217773,
      "learning_rate": 1.3464199485124332e-06,
      "loss": 0.3414,
      "step": 1885850
    },
    {
      "epoch": 526.34,
      "grad_norm": 0.9470829963684082,
      "learning_rate": 1.3463954791866218e-06,
      "loss": 0.3443,
      "step": 1885860
    },
    {
      "epoch": 526.34,
      "grad_norm": 1.0816049575805664,
      "learning_rate": 1.3463710099935596e-06,
      "loss": 0.3502,
      "step": 1885870
    },
    {
      "epoch": 526.34,
      "grad_norm": 1.0377589464187622,
      "learning_rate": 1.3463465409332471e-06,
      "loss": 0.3283,
      "step": 1885880
    },
    {
      "epoch": 526.34,
      "grad_norm": 1.1560962200164795,
      "learning_rate": 1.3463220720056907e-06,
      "loss": 0.3463,
      "step": 1885890
    },
    {
      "epoch": 526.35,
      "grad_norm": 1.1141853332519531,
      "learning_rate": 1.3462976032108915e-06,
      "loss": 0.329,
      "step": 1885900
    },
    {
      "epoch": 526.35,
      "grad_norm": 1.1331912279129028,
      "learning_rate": 1.3462731345488537e-06,
      "loss": 0.3499,
      "step": 1885910
    },
    {
      "epoch": 526.35,
      "grad_norm": 1.1396949291229248,
      "learning_rate": 1.3462486660195811e-06,
      "loss": 0.338,
      "step": 1885920
    },
    {
      "epoch": 526.36,
      "grad_norm": 1.3578026294708252,
      "learning_rate": 1.3462241976230742e-06,
      "loss": 0.3637,
      "step": 1885930
    },
    {
      "epoch": 526.36,
      "grad_norm": 1.2737609148025513,
      "learning_rate": 1.3461997293593403e-06,
      "loss": 0.3498,
      "step": 1885940
    },
    {
      "epoch": 526.36,
      "grad_norm": 1.0880608558654785,
      "learning_rate": 1.3461752612283794e-06,
      "loss": 0.3414,
      "step": 1885950
    },
    {
      "epoch": 526.36,
      "grad_norm": 1.181710124015808,
      "learning_rate": 1.346150793230196e-06,
      "loss": 0.3397,
      "step": 1885960
    },
    {
      "epoch": 526.37,
      "grad_norm": 1.0608693361282349,
      "learning_rate": 1.3461263253647938e-06,
      "loss": 0.3411,
      "step": 1885970
    },
    {
      "epoch": 526.37,
      "grad_norm": 1.1246066093444824,
      "learning_rate": 1.3461018576321762e-06,
      "loss": 0.3381,
      "step": 1885980
    },
    {
      "epoch": 526.37,
      "grad_norm": 1.1130807399749756,
      "learning_rate": 1.3460773900323449e-06,
      "loss": 0.3455,
      "step": 1885990
    },
    {
      "epoch": 526.37,
      "grad_norm": 1.061791181564331,
      "learning_rate": 1.346052922565304e-06,
      "loss": 0.3251,
      "step": 1886000
    },
    {
      "epoch": 526.38,
      "grad_norm": 1.3692275285720825,
      "learning_rate": 1.3460284552310582e-06,
      "loss": 0.339,
      "step": 1886010
    },
    {
      "epoch": 526.38,
      "grad_norm": 1.2712258100509644,
      "learning_rate": 1.3460039880296072e-06,
      "loss": 0.3636,
      "step": 1886020
    },
    {
      "epoch": 526.38,
      "grad_norm": 1.1192831993103027,
      "learning_rate": 1.3459795209609582e-06,
      "loss": 0.3339,
      "step": 1886030
    },
    {
      "epoch": 526.39,
      "grad_norm": 1.3223949670791626,
      "learning_rate": 1.3459550540251121e-06,
      "loss": 0.3372,
      "step": 1886040
    },
    {
      "epoch": 526.39,
      "grad_norm": 1.1997671127319336,
      "learning_rate": 1.3459305872220728e-06,
      "loss": 0.3394,
      "step": 1886050
    },
    {
      "epoch": 526.39,
      "grad_norm": 1.0035982131958008,
      "learning_rate": 1.3459061205518433e-06,
      "loss": 0.3333,
      "step": 1886060
    },
    {
      "epoch": 526.39,
      "grad_norm": 0.9791150093078613,
      "learning_rate": 1.345881654014428e-06,
      "loss": 0.3246,
      "step": 1886070
    },
    {
      "epoch": 526.4,
      "grad_norm": 1.145127534866333,
      "learning_rate": 1.3458571876098283e-06,
      "loss": 0.3567,
      "step": 1886080
    },
    {
      "epoch": 526.4,
      "grad_norm": 1.4652193784713745,
      "learning_rate": 1.3458327213380488e-06,
      "loss": 0.3408,
      "step": 1886090
    },
    {
      "epoch": 526.4,
      "grad_norm": 2.8590104579925537,
      "learning_rate": 1.345808255199093e-06,
      "loss": 0.3343,
      "step": 1886100
    },
    {
      "epoch": 526.41,
      "grad_norm": 10.458534240722656,
      "learning_rate": 1.3457837891929616e-06,
      "loss": 0.3479,
      "step": 1886110
    },
    {
      "epoch": 526.41,
      "grad_norm": 1.0475950241088867,
      "learning_rate": 1.345759323319662e-06,
      "loss": 0.3281,
      "step": 1886120
    },
    {
      "epoch": 526.41,
      "grad_norm": 1.174530029296875,
      "learning_rate": 1.345734857579194e-06,
      "loss": 0.3213,
      "step": 1886130
    },
    {
      "epoch": 526.41,
      "grad_norm": 1.0642930269241333,
      "learning_rate": 1.345710391971562e-06,
      "loss": 0.3385,
      "step": 1886140
    },
    {
      "epoch": 526.42,
      "grad_norm": 1.2689791917800903,
      "learning_rate": 1.3456859264967703e-06,
      "loss": 0.3357,
      "step": 1886150
    },
    {
      "epoch": 526.42,
      "grad_norm": 0.9892687797546387,
      "learning_rate": 1.3456614611548204e-06,
      "loss": 0.3522,
      "step": 1886160
    },
    {
      "epoch": 526.42,
      "grad_norm": 1.0534056425094604,
      "learning_rate": 1.3456369959457164e-06,
      "loss": 0.3565,
      "step": 1886170
    },
    {
      "epoch": 526.42,
      "grad_norm": 0.8988082408905029,
      "learning_rate": 1.3456125308694615e-06,
      "loss": 0.3409,
      "step": 1886180
    },
    {
      "epoch": 526.43,
      "grad_norm": 1.0053635835647583,
      "learning_rate": 1.3455880659260589e-06,
      "loss": 0.339,
      "step": 1886190
    },
    {
      "epoch": 526.43,
      "grad_norm": 1.1905388832092285,
      "learning_rate": 1.3455636011155119e-06,
      "loss": 0.3293,
      "step": 1886200
    },
    {
      "epoch": 526.43,
      "grad_norm": 1.2817310094833374,
      "learning_rate": 1.3455391364378245e-06,
      "loss": 0.3349,
      "step": 1886210
    },
    {
      "epoch": 526.44,
      "grad_norm": 0.9886218309402466,
      "learning_rate": 1.3455146718929987e-06,
      "loss": 0.3239,
      "step": 1886220
    },
    {
      "epoch": 526.44,
      "grad_norm": 0.9338293075561523,
      "learning_rate": 1.345490207481038e-06,
      "loss": 0.3154,
      "step": 1886230
    },
    {
      "epoch": 526.44,
      "grad_norm": 1.146083116531372,
      "learning_rate": 1.3454657432019473e-06,
      "loss": 0.3488,
      "step": 1886240
    },
    {
      "epoch": 526.44,
      "grad_norm": 1.0635498762130737,
      "learning_rate": 1.3454412790557263e-06,
      "loss": 0.3459,
      "step": 1886250
    },
    {
      "epoch": 526.45,
      "grad_norm": 0.9839349389076233,
      "learning_rate": 1.3454168150423823e-06,
      "loss": 0.3304,
      "step": 1886260
    },
    {
      "epoch": 526.45,
      "grad_norm": 0.960389256477356,
      "learning_rate": 1.345392351161916e-06,
      "loss": 0.3409,
      "step": 1886270
    },
    {
      "epoch": 526.45,
      "grad_norm": 1.0483285188674927,
      "learning_rate": 1.345367887414331e-06,
      "loss": 0.3592,
      "step": 1886280
    },
    {
      "epoch": 526.46,
      "grad_norm": 1.082596778869629,
      "learning_rate": 1.3453434237996323e-06,
      "loss": 0.3501,
      "step": 1886290
    },
    {
      "epoch": 526.46,
      "grad_norm": 0.9017581343650818,
      "learning_rate": 1.3453189603178205e-06,
      "loss": 0.3423,
      "step": 1886300
    },
    {
      "epoch": 526.46,
      "grad_norm": 1.2044017314910889,
      "learning_rate": 1.3452944969689002e-06,
      "loss": 0.3501,
      "step": 1886310
    },
    {
      "epoch": 526.46,
      "grad_norm": 1.1417996883392334,
      "learning_rate": 1.345270033752875e-06,
      "loss": 0.3562,
      "step": 1886320
    },
    {
      "epoch": 526.47,
      "grad_norm": 1.163477897644043,
      "learning_rate": 1.3452455706697483e-06,
      "loss": 0.3387,
      "step": 1886330
    },
    {
      "epoch": 526.47,
      "grad_norm": 0.9946422576904297,
      "learning_rate": 1.345221107719521e-06,
      "loss": 0.3647,
      "step": 1886340
    },
    {
      "epoch": 526.47,
      "grad_norm": 1.3052936792373657,
      "learning_rate": 1.3451966449022004e-06,
      "loss": 0.3256,
      "step": 1886350
    },
    {
      "epoch": 526.48,
      "grad_norm": 1.3252733945846558,
      "learning_rate": 1.345172182217786e-06,
      "loss": 0.3395,
      "step": 1886360
    },
    {
      "epoch": 526.48,
      "grad_norm": 1.163881540298462,
      "learning_rate": 1.3451477196662831e-06,
      "loss": 0.3332,
      "step": 1886370
    },
    {
      "epoch": 526.48,
      "grad_norm": 1.0718129873275757,
      "learning_rate": 1.345123257247695e-06,
      "loss": 0.34,
      "step": 1886380
    },
    {
      "epoch": 526.48,
      "grad_norm": 1.055580973625183,
      "learning_rate": 1.3450987949620233e-06,
      "loss": 0.3528,
      "step": 1886390
    },
    {
      "epoch": 526.49,
      "grad_norm": 1.287291407585144,
      "learning_rate": 1.3450743328092728e-06,
      "loss": 0.3576,
      "step": 1886400
    },
    {
      "epoch": 526.49,
      "grad_norm": 1.0729708671569824,
      "learning_rate": 1.345049870789446e-06,
      "loss": 0.3443,
      "step": 1886410
    },
    {
      "epoch": 526.49,
      "grad_norm": 1.0429716110229492,
      "learning_rate": 1.3450254089025476e-06,
      "loss": 0.3442,
      "step": 1886420
    },
    {
      "epoch": 526.49,
      "grad_norm": 1.1800254583358765,
      "learning_rate": 1.3450009471485789e-06,
      "loss": 0.3382,
      "step": 1886430
    },
    {
      "epoch": 526.5,
      "grad_norm": 1.0309346914291382,
      "learning_rate": 1.3449764855275437e-06,
      "loss": 0.3396,
      "step": 1886440
    },
    {
      "epoch": 526.5,
      "grad_norm": 1.0729690790176392,
      "learning_rate": 1.3449520240394464e-06,
      "loss": 0.3455,
      "step": 1886450
    },
    {
      "epoch": 526.5,
      "grad_norm": 1.075316309928894,
      "learning_rate": 1.3449275626842877e-06,
      "loss": 0.3478,
      "step": 1886460
    },
    {
      "epoch": 526.51,
      "grad_norm": 1.229407548904419,
      "learning_rate": 1.3449031014620742e-06,
      "loss": 0.3434,
      "step": 1886470
    },
    {
      "epoch": 526.51,
      "grad_norm": 0.9642800092697144,
      "learning_rate": 1.3448786403728061e-06,
      "loss": 0.3351,
      "step": 1886480
    },
    {
      "epoch": 526.51,
      "grad_norm": 1.1040555238723755,
      "learning_rate": 1.3448541794164894e-06,
      "loss": 0.3336,
      "step": 1886490
    },
    {
      "epoch": 526.51,
      "grad_norm": 1.2475792169570923,
      "learning_rate": 1.3448297185931251e-06,
      "loss": 0.3328,
      "step": 1886500
    },
    {
      "epoch": 526.52,
      "grad_norm": 1.0377737283706665,
      "learning_rate": 1.3448052579027177e-06,
      "loss": 0.3305,
      "step": 1886510
    },
    {
      "epoch": 526.52,
      "grad_norm": 1.0605465173721313,
      "learning_rate": 1.3447807973452709e-06,
      "loss": 0.3347,
      "step": 1886520
    },
    {
      "epoch": 526.52,
      "grad_norm": 1.1331473588943481,
      "learning_rate": 1.3447563369207863e-06,
      "loss": 0.3405,
      "step": 1886530
    },
    {
      "epoch": 526.53,
      "grad_norm": 0.9741515517234802,
      "learning_rate": 1.3447318766292678e-06,
      "loss": 0.3364,
      "step": 1886540
    },
    {
      "epoch": 526.53,
      "grad_norm": 0.9963473081588745,
      "learning_rate": 1.344707416470719e-06,
      "loss": 0.3568,
      "step": 1886550
    },
    {
      "epoch": 526.53,
      "grad_norm": 1.029443621635437,
      "learning_rate": 1.3446829564451442e-06,
      "loss": 0.362,
      "step": 1886560
    },
    {
      "epoch": 526.53,
      "grad_norm": 1.0037564039230347,
      "learning_rate": 1.3446584965525444e-06,
      "loss": 0.3326,
      "step": 1886570
    },
    {
      "epoch": 526.54,
      "grad_norm": 0.9534096717834473,
      "learning_rate": 1.3446340367929239e-06,
      "loss": 0.3257,
      "step": 1886580
    },
    {
      "epoch": 526.54,
      "grad_norm": 1.4249622821807861,
      "learning_rate": 1.3446095771662869e-06,
      "loss": 0.344,
      "step": 1886590
    },
    {
      "epoch": 526.54,
      "grad_norm": 1.1934465169906616,
      "learning_rate": 1.344585117672634e-06,
      "loss": 0.3414,
      "step": 1886600
    },
    {
      "epoch": 526.54,
      "grad_norm": 1.3441375494003296,
      "learning_rate": 1.3445606583119722e-06,
      "loss": 0.3545,
      "step": 1886610
    },
    {
      "epoch": 526.55,
      "grad_norm": 1.0066249370574951,
      "learning_rate": 1.3445361990843013e-06,
      "loss": 0.3395,
      "step": 1886620
    },
    {
      "epoch": 526.55,
      "grad_norm": 1.0679583549499512,
      "learning_rate": 1.3445117399896266e-06,
      "loss": 0.3418,
      "step": 1886630
    },
    {
      "epoch": 526.55,
      "grad_norm": 1.1815924644470215,
      "learning_rate": 1.3444872810279507e-06,
      "loss": 0.3497,
      "step": 1886640
    },
    {
      "epoch": 526.56,
      "grad_norm": 1.278844952583313,
      "learning_rate": 1.3444628221992777e-06,
      "loss": 0.3419,
      "step": 1886650
    },
    {
      "epoch": 526.56,
      "grad_norm": 1.0317639112472534,
      "learning_rate": 1.3444383635036093e-06,
      "loss": 0.3558,
      "step": 1886660
    },
    {
      "epoch": 526.56,
      "grad_norm": 0.9485423564910889,
      "learning_rate": 1.3444139049409495e-06,
      "loss": 0.3381,
      "step": 1886670
    },
    {
      "epoch": 526.56,
      "grad_norm": 1.0646504163742065,
      "learning_rate": 1.3443894465113024e-06,
      "loss": 0.3254,
      "step": 1886680
    },
    {
      "epoch": 526.57,
      "grad_norm": 1.0045719146728516,
      "learning_rate": 1.3443649882146687e-06,
      "loss": 0.346,
      "step": 1886690
    },
    {
      "epoch": 526.57,
      "grad_norm": 1.1189894676208496,
      "learning_rate": 1.3443405300510554e-06,
      "loss": 0.3335,
      "step": 1886700
    },
    {
      "epoch": 526.57,
      "grad_norm": 1.1659178733825684,
      "learning_rate": 1.3443160720204627e-06,
      "loss": 0.3386,
      "step": 1886710
    },
    {
      "epoch": 526.58,
      "grad_norm": 1.0739853382110596,
      "learning_rate": 1.3442916141228948e-06,
      "loss": 0.3541,
      "step": 1886720
    },
    {
      "epoch": 526.58,
      "grad_norm": 1.14836585521698,
      "learning_rate": 1.3442671563583562e-06,
      "loss": 0.3363,
      "step": 1886730
    },
    {
      "epoch": 526.58,
      "grad_norm": 1.0317102670669556,
      "learning_rate": 1.3442426987268481e-06,
      "loss": 0.3405,
      "step": 1886740
    },
    {
      "epoch": 526.58,
      "grad_norm": 1.09091055393219,
      "learning_rate": 1.3442182412283749e-06,
      "loss": 0.3445,
      "step": 1886750
    },
    {
      "epoch": 526.59,
      "grad_norm": 0.9225581884384155,
      "learning_rate": 1.3441937838629394e-06,
      "loss": 0.3322,
      "step": 1886760
    },
    {
      "epoch": 526.59,
      "grad_norm": 0.9920007586479187,
      "learning_rate": 1.3441693266305454e-06,
      "loss": 0.3392,
      "step": 1886770
    },
    {
      "epoch": 526.59,
      "grad_norm": 1.3934162855148315,
      "learning_rate": 1.3441448695311955e-06,
      "loss": 0.3567,
      "step": 1886780
    },
    {
      "epoch": 526.6,
      "grad_norm": 1.1752654314041138,
      "learning_rate": 1.3441204125648942e-06,
      "loss": 0.3469,
      "step": 1886790
    },
    {
      "epoch": 526.6,
      "grad_norm": 0.9790558815002441,
      "learning_rate": 1.344095955731643e-06,
      "loss": 0.3377,
      "step": 1886800
    },
    {
      "epoch": 526.6,
      "grad_norm": 1.0964710712432861,
      "learning_rate": 1.3440714990314463e-06,
      "loss": 0.3382,
      "step": 1886810
    },
    {
      "epoch": 526.6,
      "grad_norm": 0.9187918901443481,
      "learning_rate": 1.3440470424643076e-06,
      "loss": 0.3558,
      "step": 1886820
    },
    {
      "epoch": 526.61,
      "grad_norm": 1.092487096786499,
      "learning_rate": 1.3440225860302282e-06,
      "loss": 0.3436,
      "step": 1886830
    },
    {
      "epoch": 526.61,
      "grad_norm": 1.049034833908081,
      "learning_rate": 1.3439981297292143e-06,
      "loss": 0.3293,
      "step": 1886840
    },
    {
      "epoch": 526.61,
      "grad_norm": 1.6798193454742432,
      "learning_rate": 1.3439736735612672e-06,
      "loss": 0.3368,
      "step": 1886850
    },
    {
      "epoch": 526.61,
      "grad_norm": 1.2047007083892822,
      "learning_rate": 1.3439492175263902e-06,
      "loss": 0.3467,
      "step": 1886860
    },
    {
      "epoch": 526.62,
      "grad_norm": 1.0215450525283813,
      "learning_rate": 1.3439247616245878e-06,
      "loss": 0.3343,
      "step": 1886870
    },
    {
      "epoch": 526.62,
      "grad_norm": 1.2912827730178833,
      "learning_rate": 1.3439003058558615e-06,
      "loss": 0.3436,
      "step": 1886880
    },
    {
      "epoch": 526.62,
      "grad_norm": 1.0701854228973389,
      "learning_rate": 1.3438758502202157e-06,
      "loss": 0.3622,
      "step": 1886890
    },
    {
      "epoch": 526.63,
      "grad_norm": 1.0774517059326172,
      "learning_rate": 1.3438513947176536e-06,
      "loss": 0.3357,
      "step": 1886900
    },
    {
      "epoch": 526.63,
      "grad_norm": 1.19068443775177,
      "learning_rate": 1.3438269393481788e-06,
      "loss": 0.3454,
      "step": 1886910
    },
    {
      "epoch": 526.63,
      "grad_norm": 1.206270694732666,
      "learning_rate": 1.3438024841117923e-06,
      "loss": 0.3666,
      "step": 1886920
    },
    {
      "epoch": 526.63,
      "grad_norm": 1.0572923421859741,
      "learning_rate": 1.3437780290085008e-06,
      "loss": 0.3292,
      "step": 1886930
    },
    {
      "epoch": 526.64,
      "grad_norm": 1.0510042905807495,
      "learning_rate": 1.343753574038305e-06,
      "loss": 0.3368,
      "step": 1886940
    },
    {
      "epoch": 526.64,
      "grad_norm": 1.2954045534133911,
      "learning_rate": 1.343729119201209e-06,
      "loss": 0.3465,
      "step": 1886950
    },
    {
      "epoch": 526.64,
      "grad_norm": 1.1632317304611206,
      "learning_rate": 1.3437046644972172e-06,
      "loss": 0.3232,
      "step": 1886960
    },
    {
      "epoch": 526.65,
      "grad_norm": 1.134385347366333,
      "learning_rate": 1.3436802099263305e-06,
      "loss": 0.3514,
      "step": 1886970
    },
    {
      "epoch": 526.65,
      "grad_norm": 1.1424589157104492,
      "learning_rate": 1.3436557554885538e-06,
      "loss": 0.3414,
      "step": 1886980
    },
    {
      "epoch": 526.65,
      "grad_norm": 1.5708681344985962,
      "learning_rate": 1.3436313011838895e-06,
      "loss": 0.3285,
      "step": 1886990
    },
    {
      "epoch": 526.65,
      "grad_norm": 0.969365119934082,
      "learning_rate": 1.343606847012342e-06,
      "loss": 0.3517,
      "step": 1887000
    },
    {
      "epoch": 526.66,
      "grad_norm": 1.2831580638885498,
      "learning_rate": 1.3435823929739134e-06,
      "loss": 0.3541,
      "step": 1887010
    },
    {
      "epoch": 526.66,
      "grad_norm": 1.1915172338485718,
      "learning_rate": 1.343557939068607e-06,
      "loss": 0.333,
      "step": 1887020
    },
    {
      "epoch": 526.66,
      "grad_norm": 1.260897159576416,
      "learning_rate": 1.343533485296427e-06,
      "loss": 0.3285,
      "step": 1887030
    },
    {
      "epoch": 526.66,
      "grad_norm": 1.1680375337600708,
      "learning_rate": 1.3435090316573755e-06,
      "loss": 0.3529,
      "step": 1887040
    },
    {
      "epoch": 526.67,
      "grad_norm": 1.0851819515228271,
      "learning_rate": 1.3434845781514576e-06,
      "loss": 0.3528,
      "step": 1887050
    },
    {
      "epoch": 526.67,
      "grad_norm": 1.1488696336746216,
      "learning_rate": 1.3434601247786733e-06,
      "loss": 0.3418,
      "step": 1887060
    },
    {
      "epoch": 526.67,
      "grad_norm": 1.373828411102295,
      "learning_rate": 1.3434356715390296e-06,
      "loss": 0.3583,
      "step": 1887070
    },
    {
      "epoch": 526.68,
      "grad_norm": 1.2050727605819702,
      "learning_rate": 1.3434112184325274e-06,
      "loss": 0.3364,
      "step": 1887080
    },
    {
      "epoch": 526.68,
      "grad_norm": 1.0218058824539185,
      "learning_rate": 1.3433867654591703e-06,
      "loss": 0.3603,
      "step": 1887090
    },
    {
      "epoch": 526.68,
      "grad_norm": 0.9969223141670227,
      "learning_rate": 1.343362312618963e-06,
      "loss": 0.3478,
      "step": 1887100
    },
    {
      "epoch": 526.68,
      "grad_norm": 1.073876976966858,
      "learning_rate": 1.3433378599119063e-06,
      "loss": 0.338,
      "step": 1887110
    },
    {
      "epoch": 526.69,
      "grad_norm": 1.1092712879180908,
      "learning_rate": 1.3433134073380046e-06,
      "loss": 0.3224,
      "step": 1887120
    },
    {
      "epoch": 526.69,
      "grad_norm": 1.079102635383606,
      "learning_rate": 1.3432889548972617e-06,
      "loss": 0.3272,
      "step": 1887130
    },
    {
      "epoch": 526.69,
      "grad_norm": 1.1163207292556763,
      "learning_rate": 1.3432645025896814e-06,
      "loss": 0.334,
      "step": 1887140
    },
    {
      "epoch": 526.7,
      "grad_norm": 1.0556437969207764,
      "learning_rate": 1.3432400504152638e-06,
      "loss": 0.3272,
      "step": 1887150
    },
    {
      "epoch": 526.7,
      "grad_norm": 1.0913147926330566,
      "learning_rate": 1.3432155983740165e-06,
      "loss": 0.3417,
      "step": 1887160
    },
    {
      "epoch": 526.7,
      "grad_norm": 1.0809687376022339,
      "learning_rate": 1.3431911464659395e-06,
      "loss": 0.347,
      "step": 1887170
    },
    {
      "epoch": 526.7,
      "grad_norm": 1.2778117656707764,
      "learning_rate": 1.3431666946910372e-06,
      "loss": 0.3388,
      "step": 1887180
    },
    {
      "epoch": 526.71,
      "grad_norm": 1.1671329736709595,
      "learning_rate": 1.3431422430493138e-06,
      "loss": 0.3528,
      "step": 1887190
    },
    {
      "epoch": 526.71,
      "grad_norm": 1.1035752296447754,
      "learning_rate": 1.3431177915407708e-06,
      "loss": 0.3505,
      "step": 1887200
    },
    {
      "epoch": 526.71,
      "grad_norm": 1.2012269496917725,
      "learning_rate": 1.3430933401654119e-06,
      "loss": 0.3289,
      "step": 1887210
    },
    {
      "epoch": 526.72,
      "grad_norm": 1.05771005153656,
      "learning_rate": 1.3430688889232408e-06,
      "loss": 0.3475,
      "step": 1887220
    },
    {
      "epoch": 526.72,
      "grad_norm": 1.0731492042541504,
      "learning_rate": 1.3430444378142617e-06,
      "loss": 0.3457,
      "step": 1887230
    },
    {
      "epoch": 526.72,
      "grad_norm": 1.118208885192871,
      "learning_rate": 1.3430199868384753e-06,
      "loss": 0.3518,
      "step": 1887240
    },
    {
      "epoch": 526.72,
      "grad_norm": 0.9869827628135681,
      "learning_rate": 1.3429955359958868e-06,
      "loss": 0.3454,
      "step": 1887250
    },
    {
      "epoch": 526.73,
      "grad_norm": 1.0164756774902344,
      "learning_rate": 1.3429710852865e-06,
      "loss": 0.3341,
      "step": 1887260
    },
    {
      "epoch": 526.73,
      "grad_norm": 1.1106526851654053,
      "learning_rate": 1.3429466347103151e-06,
      "loss": 0.355,
      "step": 1887270
    },
    {
      "epoch": 526.73,
      "grad_norm": 1.017523169517517,
      "learning_rate": 1.3429221842673394e-06,
      "loss": 0.3318,
      "step": 1887280
    },
    {
      "epoch": 526.73,
      "grad_norm": 1.054301381111145,
      "learning_rate": 1.3428977339575729e-06,
      "loss": 0.3309,
      "step": 1887290
    },
    {
      "epoch": 526.74,
      "grad_norm": 1.4360793828964233,
      "learning_rate": 1.3428732837810206e-06,
      "loss": 0.3358,
      "step": 1887300
    },
    {
      "epoch": 526.74,
      "grad_norm": 1.2532191276550293,
      "learning_rate": 1.342848833737685e-06,
      "loss": 0.3427,
      "step": 1887310
    },
    {
      "epoch": 526.74,
      "grad_norm": 1.2267886400222778,
      "learning_rate": 1.3428243838275706e-06,
      "loss": 0.3297,
      "step": 1887320
    },
    {
      "epoch": 526.75,
      "grad_norm": 0.9758028984069824,
      "learning_rate": 1.3427999340506787e-06,
      "loss": 0.3354,
      "step": 1887330
    },
    {
      "epoch": 526.75,
      "grad_norm": 0.9005212187767029,
      "learning_rate": 1.3427754844070132e-06,
      "loss": 0.3421,
      "step": 1887340
    },
    {
      "epoch": 526.75,
      "grad_norm": 1.0691334009170532,
      "learning_rate": 1.3427510348965781e-06,
      "loss": 0.3356,
      "step": 1887350
    },
    {
      "epoch": 526.75,
      "grad_norm": 1.1539692878723145,
      "learning_rate": 1.3427265855193763e-06,
      "loss": 0.3515,
      "step": 1887360
    },
    {
      "epoch": 526.76,
      "grad_norm": 1.0520344972610474,
      "learning_rate": 1.3427021362754115e-06,
      "loss": 0.3552,
      "step": 1887370
    },
    {
      "epoch": 526.76,
      "grad_norm": 0.9426982402801514,
      "learning_rate": 1.342677687164686e-06,
      "loss": 0.3442,
      "step": 1887380
    },
    {
      "epoch": 526.76,
      "grad_norm": 1.2566519975662231,
      "learning_rate": 1.3426532381872032e-06,
      "loss": 0.3512,
      "step": 1887390
    },
    {
      "epoch": 526.77,
      "grad_norm": 1.227447748184204,
      "learning_rate": 1.3426287893429677e-06,
      "loss": 0.3292,
      "step": 1887400
    },
    {
      "epoch": 526.77,
      "grad_norm": 1.0761288404464722,
      "learning_rate": 1.3426043406319797e-06,
      "loss": 0.3362,
      "step": 1887410
    },
    {
      "epoch": 526.77,
      "grad_norm": 1.1033339500427246,
      "learning_rate": 1.3425798920542465e-06,
      "loss": 0.3279,
      "step": 1887420
    },
    {
      "epoch": 526.77,
      "grad_norm": 1.0881068706512451,
      "learning_rate": 1.3425554436097681e-06,
      "loss": 0.3422,
      "step": 1887430
    },
    {
      "epoch": 526.78,
      "grad_norm": 1.1233525276184082,
      "learning_rate": 1.3425309952985492e-06,
      "loss": 0.34,
      "step": 1887440
    },
    {
      "epoch": 526.78,
      "grad_norm": 1.012359619140625,
      "learning_rate": 1.342506547120593e-06,
      "loss": 0.3585,
      "step": 1887450
    },
    {
      "epoch": 526.78,
      "grad_norm": 1.0089175701141357,
      "learning_rate": 1.342482099075903e-06,
      "loss": 0.3409,
      "step": 1887460
    },
    {
      "epoch": 526.78,
      "grad_norm": 1.2081692218780518,
      "learning_rate": 1.3424576511644816e-06,
      "loss": 0.3315,
      "step": 1887470
    },
    {
      "epoch": 526.79,
      "grad_norm": 1.0900675058364868,
      "learning_rate": 1.3424332033863323e-06,
      "loss": 0.3323,
      "step": 1887480
    },
    {
      "epoch": 526.79,
      "grad_norm": 1.1528490781784058,
      "learning_rate": 1.3424087557414593e-06,
      "loss": 0.3314,
      "step": 1887490
    },
    {
      "epoch": 526.79,
      "grad_norm": 1.6600662469863892,
      "learning_rate": 1.3423843082298635e-06,
      "loss": 0.3198,
      "step": 1887500
    },
    {
      "epoch": 526.8,
      "grad_norm": 1.1669988632202148,
      "learning_rate": 1.3423598608515514e-06,
      "loss": 0.3327,
      "step": 1887510
    },
    {
      "epoch": 526.8,
      "grad_norm": 1.0302495956420898,
      "learning_rate": 1.3423354136065237e-06,
      "loss": 0.334,
      "step": 1887520
    },
    {
      "epoch": 526.8,
      "grad_norm": 0.9224473834037781,
      "learning_rate": 1.3423109664947846e-06,
      "loss": 0.3276,
      "step": 1887530
    },
    {
      "epoch": 526.8,
      "grad_norm": 1.10025155544281,
      "learning_rate": 1.3422865195163383e-06,
      "loss": 0.3402,
      "step": 1887540
    },
    {
      "epoch": 526.81,
      "grad_norm": 1.1549991369247437,
      "learning_rate": 1.3422620726711858e-06,
      "loss": 0.3257,
      "step": 1887550
    },
    {
      "epoch": 526.81,
      "grad_norm": 1.0462299585342407,
      "learning_rate": 1.3422376259593322e-06,
      "loss": 0.3425,
      "step": 1887560
    },
    {
      "epoch": 526.81,
      "grad_norm": 1.0160895586013794,
      "learning_rate": 1.34221317938078e-06,
      "loss": 0.3497,
      "step": 1887570
    },
    {
      "epoch": 526.82,
      "grad_norm": 1.3500926494598389,
      "learning_rate": 1.3421887329355333e-06,
      "loss": 0.343,
      "step": 1887580
    },
    {
      "epoch": 526.82,
      "grad_norm": 1.1956393718719482,
      "learning_rate": 1.3421642866235927e-06,
      "loss": 0.3643,
      "step": 1887590
    },
    {
      "epoch": 526.82,
      "grad_norm": 1.074723243713379,
      "learning_rate": 1.3421398404449656e-06,
      "loss": 0.3474,
      "step": 1887600
    },
    {
      "epoch": 526.82,
      "grad_norm": 1.3406742811203003,
      "learning_rate": 1.342115394399652e-06,
      "loss": 0.3423,
      "step": 1887610
    },
    {
      "epoch": 526.83,
      "grad_norm": 1.060365915298462,
      "learning_rate": 1.3420909484876566e-06,
      "loss": 0.3413,
      "step": 1887620
    },
    {
      "epoch": 526.83,
      "grad_norm": 1.0337939262390137,
      "learning_rate": 1.3420665027089827e-06,
      "loss": 0.3572,
      "step": 1887630
    },
    {
      "epoch": 526.83,
      "grad_norm": 1.1430209875106812,
      "learning_rate": 1.3420420570636319e-06,
      "loss": 0.3298,
      "step": 1887640
    },
    {
      "epoch": 526.84,
      "grad_norm": 1.3525233268737793,
      "learning_rate": 1.34201761155161e-06,
      "loss": 0.3423,
      "step": 1887650
    },
    {
      "epoch": 526.84,
      "grad_norm": 0.9712648987770081,
      "learning_rate": 1.3419931661729184e-06,
      "loss": 0.3357,
      "step": 1887660
    },
    {
      "epoch": 526.84,
      "grad_norm": 0.9522004723548889,
      "learning_rate": 1.3419687209275604e-06,
      "loss": 0.3421,
      "step": 1887670
    },
    {
      "epoch": 526.84,
      "grad_norm": 1.0937082767486572,
      "learning_rate": 1.3419442758155413e-06,
      "loss": 0.3515,
      "step": 1887680
    },
    {
      "epoch": 526.85,
      "grad_norm": 1.2074278593063354,
      "learning_rate": 1.3419198308368615e-06,
      "loss": 0.3269,
      "step": 1887690
    },
    {
      "epoch": 526.85,
      "grad_norm": 0.9508214592933655,
      "learning_rate": 1.3418953859915254e-06,
      "loss": 0.3386,
      "step": 1887700
    },
    {
      "epoch": 526.85,
      "grad_norm": 1.1187646389007568,
      "learning_rate": 1.3418709412795371e-06,
      "loss": 0.3475,
      "step": 1887710
    },
    {
      "epoch": 526.85,
      "grad_norm": 1.141052007675171,
      "learning_rate": 1.3418464967008996e-06,
      "loss": 0.3424,
      "step": 1887720
    },
    {
      "epoch": 526.86,
      "grad_norm": 1.163969874382019,
      "learning_rate": 1.3418220522556138e-06,
      "loss": 0.3596,
      "step": 1887730
    },
    {
      "epoch": 526.86,
      "grad_norm": 1.0811642408370972,
      "learning_rate": 1.341797607943687e-06,
      "loss": 0.3434,
      "step": 1887740
    },
    {
      "epoch": 526.86,
      "grad_norm": 1.0633695125579834,
      "learning_rate": 1.3417731637651191e-06,
      "loss": 0.3463,
      "step": 1887750
    },
    {
      "epoch": 526.87,
      "grad_norm": 1.102838397026062,
      "learning_rate": 1.3417487197199151e-06,
      "loss": 0.3361,
      "step": 1887760
    },
    {
      "epoch": 526.87,
      "grad_norm": 0.7820842862129211,
      "learning_rate": 1.3417242758080782e-06,
      "loss": 0.3465,
      "step": 1887770
    },
    {
      "epoch": 526.87,
      "grad_norm": 1.2474948167800903,
      "learning_rate": 1.3416998320296104e-06,
      "loss": 0.3426,
      "step": 1887780
    },
    {
      "epoch": 526.87,
      "grad_norm": 0.9926960468292236,
      "learning_rate": 1.3416753883845158e-06,
      "loss": 0.3332,
      "step": 1887790
    },
    {
      "epoch": 526.88,
      "grad_norm": 1.0594736337661743,
      "learning_rate": 1.3416509448727977e-06,
      "loss": 0.3267,
      "step": 1887800
    },
    {
      "epoch": 526.88,
      "grad_norm": 1.4049632549285889,
      "learning_rate": 1.34162650149446e-06,
      "loss": 0.352,
      "step": 1887810
    },
    {
      "epoch": 526.88,
      "grad_norm": 1.0828648805618286,
      "learning_rate": 1.3416020582495046e-06,
      "loss": 0.3402,
      "step": 1887820
    },
    {
      "epoch": 526.89,
      "grad_norm": 1.2064495086669922,
      "learning_rate": 1.3415776151379349e-06,
      "loss": 0.3332,
      "step": 1887830
    },
    {
      "epoch": 526.89,
      "grad_norm": 1.072264552116394,
      "learning_rate": 1.3415531721597559e-06,
      "loss": 0.3395,
      "step": 1887840
    },
    {
      "epoch": 526.89,
      "grad_norm": 1.1389672756195068,
      "learning_rate": 1.3415287293149676e-06,
      "loss": 0.3383,
      "step": 1887850
    },
    {
      "epoch": 526.89,
      "grad_norm": 1.1287884712219238,
      "learning_rate": 1.3415042866035771e-06,
      "loss": 0.3467,
      "step": 1887860
    },
    {
      "epoch": 526.9,
      "grad_norm": 1.0893068313598633,
      "learning_rate": 1.3414798440255848e-06,
      "loss": 0.3273,
      "step": 1887870
    },
    {
      "epoch": 526.9,
      "grad_norm": 1.089644432067871,
      "learning_rate": 1.3414554015809948e-06,
      "loss": 0.3413,
      "step": 1887880
    },
    {
      "epoch": 526.9,
      "grad_norm": 1.1964375972747803,
      "learning_rate": 1.3414309592698109e-06,
      "loss": 0.3557,
      "step": 1887890
    },
    {
      "epoch": 526.9,
      "grad_norm": 1.0678973197937012,
      "learning_rate": 1.3414065170920365e-06,
      "loss": 0.3415,
      "step": 1887900
    },
    {
      "epoch": 526.91,
      "grad_norm": 1.029855728149414,
      "learning_rate": 1.3413820750476734e-06,
      "loss": 0.3562,
      "step": 1887910
    },
    {
      "epoch": 526.91,
      "grad_norm": 0.9804632067680359,
      "learning_rate": 1.3413576331367257e-06,
      "loss": 0.3318,
      "step": 1887920
    },
    {
      "epoch": 526.91,
      "grad_norm": 1.0652759075164795,
      "learning_rate": 1.3413331913591968e-06,
      "loss": 0.3208,
      "step": 1887930
    },
    {
      "epoch": 526.92,
      "grad_norm": 1.2227543592453003,
      "learning_rate": 1.3413087497150898e-06,
      "loss": 0.3491,
      "step": 1887940
    },
    {
      "epoch": 526.92,
      "grad_norm": 1.1461899280548096,
      "learning_rate": 1.3412843082044092e-06,
      "loss": 0.3235,
      "step": 1887950
    },
    {
      "epoch": 526.92,
      "grad_norm": 1.1471410989761353,
      "learning_rate": 1.3412598668271557e-06,
      "loss": 0.3464,
      "step": 1887960
    },
    {
      "epoch": 526.92,
      "grad_norm": 1.574982762336731,
      "learning_rate": 1.3412354255833343e-06,
      "loss": 0.3594,
      "step": 1887970
    },
    {
      "epoch": 526.93,
      "grad_norm": 0.9767240285873413,
      "learning_rate": 1.3412109844729476e-06,
      "loss": 0.3383,
      "step": 1887980
    },
    {
      "epoch": 526.93,
      "grad_norm": 1.4120625257492065,
      "learning_rate": 1.3411865434959994e-06,
      "loss": 0.3467,
      "step": 1887990
    },
    {
      "epoch": 526.93,
      "grad_norm": 0.9341473579406738,
      "learning_rate": 1.3411621026524933e-06,
      "loss": 0.344,
      "step": 1888000
    },
    {
      "epoch": 526.94,
      "grad_norm": 1.045941710472107,
      "learning_rate": 1.3411376619424312e-06,
      "loss": 0.328,
      "step": 1888010
    },
    {
      "epoch": 526.94,
      "grad_norm": 1.0542515516281128,
      "learning_rate": 1.3411132213658168e-06,
      "loss": 0.3481,
      "step": 1888020
    },
    {
      "epoch": 526.94,
      "grad_norm": 1.0490837097167969,
      "learning_rate": 1.3410887809226538e-06,
      "loss": 0.3477,
      "step": 1888030
    },
    {
      "epoch": 526.94,
      "grad_norm": 1.1295666694641113,
      "learning_rate": 1.3410643406129463e-06,
      "loss": 0.3357,
      "step": 1888040
    },
    {
      "epoch": 526.95,
      "grad_norm": 1.0022733211517334,
      "learning_rate": 1.3410399004366955e-06,
      "loss": 0.3419,
      "step": 1888050
    },
    {
      "epoch": 526.95,
      "grad_norm": 1.09835684299469,
      "learning_rate": 1.3410154603939056e-06,
      "loss": 0.3331,
      "step": 1888060
    },
    {
      "epoch": 526.95,
      "grad_norm": 1.0900441408157349,
      "learning_rate": 1.3409910204845812e-06,
      "loss": 0.3337,
      "step": 1888070
    },
    {
      "epoch": 526.96,
      "grad_norm": 1.1363511085510254,
      "learning_rate": 1.340966580708722e-06,
      "loss": 0.3413,
      "step": 1888080
    },
    {
      "epoch": 526.96,
      "grad_norm": 1.50545334815979,
      "learning_rate": 1.3409421410663356e-06,
      "loss": 0.3681,
      "step": 1888090
    },
    {
      "epoch": 526.96,
      "grad_norm": 1.054809331893921,
      "learning_rate": 1.3409177015574225e-06,
      "loss": 0.336,
      "step": 1888100
    },
    {
      "epoch": 526.96,
      "grad_norm": 1.2529999017715454,
      "learning_rate": 1.3408932621819864e-06,
      "loss": 0.3437,
      "step": 1888110
    },
    {
      "epoch": 526.97,
      "grad_norm": 1.3288018703460693,
      "learning_rate": 1.340868822940031e-06,
      "loss": 0.3491,
      "step": 1888120
    },
    {
      "epoch": 526.97,
      "grad_norm": 1.110957145690918,
      "learning_rate": 1.3408443838315599e-06,
      "loss": 0.34,
      "step": 1888130
    },
    {
      "epoch": 526.97,
      "grad_norm": 1.2582480907440186,
      "learning_rate": 1.3408199448565753e-06,
      "loss": 0.3455,
      "step": 1888140
    },
    {
      "epoch": 526.97,
      "grad_norm": 1.0000017881393433,
      "learning_rate": 1.3407955060150805e-06,
      "loss": 0.3409,
      "step": 1888150
    },
    {
      "epoch": 526.98,
      "grad_norm": 1.0824830532073975,
      "learning_rate": 1.3407710673070805e-06,
      "loss": 0.3238,
      "step": 1888160
    },
    {
      "epoch": 526.98,
      "grad_norm": 1.1296972036361694,
      "learning_rate": 1.3407466287325752e-06,
      "loss": 0.3138,
      "step": 1888170
    },
    {
      "epoch": 526.98,
      "grad_norm": 1.026129126548767,
      "learning_rate": 1.340722190291572e-06,
      "loss": 0.3306,
      "step": 1888180
    },
    {
      "epoch": 526.99,
      "grad_norm": 1.2254905700683594,
      "learning_rate": 1.340697751984071e-06,
      "loss": 0.3343,
      "step": 1888190
    },
    {
      "epoch": 526.99,
      "grad_norm": 1.084890604019165,
      "learning_rate": 1.3406733138100767e-06,
      "loss": 0.3471,
      "step": 1888200
    },
    {
      "epoch": 526.99,
      "grad_norm": 1.1124573945999146,
      "learning_rate": 1.340648875769593e-06,
      "loss": 0.3558,
      "step": 1888210
    },
    {
      "epoch": 526.99,
      "grad_norm": 0.9901672005653381,
      "learning_rate": 1.3406244378626202e-06,
      "loss": 0.3229,
      "step": 1888220
    },
    {
      "epoch": 527.0,
      "grad_norm": 1.0963754653930664,
      "learning_rate": 1.3406000000891658e-06,
      "loss": 0.3296,
      "step": 1888230
    },
    {
      "epoch": 527.0,
      "grad_norm": 1.3634569644927979,
      "learning_rate": 1.3405755624492303e-06,
      "loss": 0.349,
      "step": 1888240
    },
    {
      "epoch": 527.0,
      "eval_loss": 0.34301382303237915,
      "eval_runtime": 64.1743,
      "eval_samples_per_second": 78.832,
      "eval_steps_per_second": 9.864,
      "step": 1888241
    },
    {
      "epoch": 527.0,
      "grad_norm": 1.0991311073303223,
      "learning_rate": 1.3405511249428172e-06,
      "loss": 0.3309,
      "step": 1888250
    },
    {
      "epoch": 527.01,
      "grad_norm": 1.0575217008590698,
      "learning_rate": 1.3405266875699302e-06,
      "loss": 0.3297,
      "step": 1888260
    },
    {
      "epoch": 527.01,
      "grad_norm": 1.3835740089416504,
      "learning_rate": 1.3405022503305737e-06,
      "loss": 0.3385,
      "step": 1888270
    },
    {
      "epoch": 527.01,
      "grad_norm": 1.0703271627426147,
      "learning_rate": 1.3404778132247483e-06,
      "loss": 0.3305,
      "step": 1888280
    },
    {
      "epoch": 527.01,
      "grad_norm": 1.2477526664733887,
      "learning_rate": 1.3404533762524592e-06,
      "loss": 0.3423,
      "step": 1888290
    },
    {
      "epoch": 527.02,
      "grad_norm": 1.1940181255340576,
      "learning_rate": 1.3404289394137097e-06,
      "loss": 0.331,
      "step": 1888300
    },
    {
      "epoch": 527.02,
      "grad_norm": 1.0520106554031372,
      "learning_rate": 1.3404045027085009e-06,
      "loss": 0.3437,
      "step": 1888310
    },
    {
      "epoch": 527.02,
      "grad_norm": 1.229249119758606,
      "learning_rate": 1.3403800661368395e-06,
      "loss": 0.3364,
      "step": 1888320
    },
    {
      "epoch": 527.02,
      "grad_norm": 1.1223140954971313,
      "learning_rate": 1.3403556296987262e-06,
      "loss": 0.3517,
      "step": 1888330
    },
    {
      "epoch": 527.03,
      "grad_norm": 1.1977176666259766,
      "learning_rate": 1.3403311933941645e-06,
      "loss": 0.3497,
      "step": 1888340
    },
    {
      "epoch": 527.03,
      "grad_norm": 0.908346951007843,
      "learning_rate": 1.340306757223159e-06,
      "loss": 0.3216,
      "step": 1888350
    },
    {
      "epoch": 527.03,
      "grad_norm": 1.0783989429473877,
      "learning_rate": 1.3402823211857114e-06,
      "loss": 0.3469,
      "step": 1888360
    },
    {
      "epoch": 527.04,
      "grad_norm": 0.9919453263282776,
      "learning_rate": 1.3402578852818256e-06,
      "loss": 0.3342,
      "step": 1888370
    },
    {
      "epoch": 527.04,
      "grad_norm": 1.1061457395553589,
      "learning_rate": 1.3402334495115048e-06,
      "loss": 0.3423,
      "step": 1888380
    },
    {
      "epoch": 527.04,
      "grad_norm": 1.2216557264328003,
      "learning_rate": 1.3402090138747537e-06,
      "loss": 0.3442,
      "step": 1888390
    },
    {
      "epoch": 527.04,
      "grad_norm": 1.0322134494781494,
      "learning_rate": 1.3401845783715718e-06,
      "loss": 0.3364,
      "step": 1888400
    },
    {
      "epoch": 527.05,
      "grad_norm": 1.2846580743789673,
      "learning_rate": 1.3401601430019666e-06,
      "loss": 0.3502,
      "step": 1888410
    },
    {
      "epoch": 527.05,
      "grad_norm": 1.1682977676391602,
      "learning_rate": 1.340135707765939e-06,
      "loss": 0.3363,
      "step": 1888420
    },
    {
      "epoch": 527.05,
      "grad_norm": 1.2140201330184937,
      "learning_rate": 1.3401112726634922e-06,
      "loss": 0.3222,
      "step": 1888430
    },
    {
      "epoch": 527.06,
      "grad_norm": 1.2771722078323364,
      "learning_rate": 1.3400868376946313e-06,
      "loss": 0.3357,
      "step": 1888440
    },
    {
      "epoch": 527.06,
      "grad_norm": 1.3035999536514282,
      "learning_rate": 1.3400624028593571e-06,
      "loss": 0.3473,
      "step": 1888450
    },
    {
      "epoch": 527.06,
      "grad_norm": 1.1932162046432495,
      "learning_rate": 1.3400379681576739e-06,
      "loss": 0.331,
      "step": 1888460
    },
    {
      "epoch": 527.06,
      "grad_norm": 1.2985656261444092,
      "learning_rate": 1.3400135335895853e-06,
      "loss": 0.3392,
      "step": 1888470
    },
    {
      "epoch": 527.07,
      "grad_norm": 0.9855930209159851,
      "learning_rate": 1.339989099155094e-06,
      "loss": 0.3313,
      "step": 1888480
    },
    {
      "epoch": 527.07,
      "grad_norm": 1.0829209089279175,
      "learning_rate": 1.3399646648542048e-06,
      "loss": 0.3525,
      "step": 1888490
    },
    {
      "epoch": 527.07,
      "grad_norm": 1.2788856029510498,
      "learning_rate": 1.3399402306869186e-06,
      "loss": 0.345,
      "step": 1888500
    },
    {
      "epoch": 527.08,
      "grad_norm": 1.1173596382141113,
      "learning_rate": 1.3399157966532398e-06,
      "loss": 0.3248,
      "step": 1888510
    },
    {
      "epoch": 527.08,
      "grad_norm": 0.9368619918823242,
      "learning_rate": 1.3398913627531718e-06,
      "loss": 0.3486,
      "step": 1888520
    },
    {
      "epoch": 527.08,
      "grad_norm": 1.0485913753509521,
      "learning_rate": 1.3398669289867182e-06,
      "loss": 0.3281,
      "step": 1888530
    },
    {
      "epoch": 527.08,
      "grad_norm": 1.2064324617385864,
      "learning_rate": 1.3398424953538804e-06,
      "loss": 0.342,
      "step": 1888540
    },
    {
      "epoch": 527.09,
      "grad_norm": 0.9601715803146362,
      "learning_rate": 1.3398180618546643e-06,
      "loss": 0.3428,
      "step": 1888550
    },
    {
      "epoch": 527.09,
      "grad_norm": 1.1831427812576294,
      "learning_rate": 1.339793628489071e-06,
      "loss": 0.3519,
      "step": 1888560
    },
    {
      "epoch": 527.09,
      "grad_norm": 1.0549819469451904,
      "learning_rate": 1.3397691952571046e-06,
      "loss": 0.3457,
      "step": 1888570
    },
    {
      "epoch": 527.09,
      "grad_norm": 1.383986473083496,
      "learning_rate": 1.3397447621587691e-06,
      "loss": 0.3394,
      "step": 1888580
    },
    {
      "epoch": 527.1,
      "grad_norm": 1.2192752361297607,
      "learning_rate": 1.3397203291940665e-06,
      "loss": 0.3346,
      "step": 1888590
    },
    {
      "epoch": 527.1,
      "grad_norm": 1.1630724668502808,
      "learning_rate": 1.339695896363e-06,
      "loss": 0.349,
      "step": 1888600
    },
    {
      "epoch": 527.1,
      "grad_norm": 1.042921543121338,
      "learning_rate": 1.3396714636655737e-06,
      "loss": 0.3607,
      "step": 1888610
    },
    {
      "epoch": 527.11,
      "grad_norm": 0.9326009750366211,
      "learning_rate": 1.3396470311017912e-06,
      "loss": 0.3336,
      "step": 1888620
    },
    {
      "epoch": 527.11,
      "grad_norm": 1.1777173280715942,
      "learning_rate": 1.3396225986716544e-06,
      "loss": 0.3403,
      "step": 1888630
    },
    {
      "epoch": 527.11,
      "grad_norm": 1.1942957639694214,
      "learning_rate": 1.3395981663751672e-06,
      "loss": 0.339,
      "step": 1888640
    },
    {
      "epoch": 527.11,
      "grad_norm": 1.128578782081604,
      "learning_rate": 1.3395737342123337e-06,
      "loss": 0.3548,
      "step": 1888650
    },
    {
      "epoch": 527.12,
      "grad_norm": 1.0491344928741455,
      "learning_rate": 1.3395493021831547e-06,
      "loss": 0.3218,
      "step": 1888660
    },
    {
      "epoch": 527.12,
      "grad_norm": 1.1105657815933228,
      "learning_rate": 1.3395248702876366e-06,
      "loss": 0.343,
      "step": 1888670
    },
    {
      "epoch": 527.12,
      "grad_norm": 0.9918604493141174,
      "learning_rate": 1.3395004385257802e-06,
      "loss": 0.3215,
      "step": 1888680
    },
    {
      "epoch": 527.13,
      "grad_norm": 1.131791591644287,
      "learning_rate": 1.33947600689759e-06,
      "loss": 0.3306,
      "step": 1888690
    },
    {
      "epoch": 527.13,
      "grad_norm": 1.1843711137771606,
      "learning_rate": 1.339451575403069e-06,
      "loss": 0.3383,
      "step": 1888700
    },
    {
      "epoch": 527.13,
      "grad_norm": 1.1827173233032227,
      "learning_rate": 1.339427144042221e-06,
      "loss": 0.3343,
      "step": 1888710
    },
    {
      "epoch": 527.13,
      "grad_norm": 1.1061800718307495,
      "learning_rate": 1.3394027128150479e-06,
      "loss": 0.3353,
      "step": 1888720
    },
    {
      "epoch": 527.14,
      "grad_norm": 0.9747322201728821,
      "learning_rate": 1.3393782817215536e-06,
      "loss": 0.3424,
      "step": 1888730
    },
    {
      "epoch": 527.14,
      "grad_norm": 1.4027384519577026,
      "learning_rate": 1.3393538507617426e-06,
      "loss": 0.3372,
      "step": 1888740
    },
    {
      "epoch": 527.14,
      "grad_norm": 1.0557315349578857,
      "learning_rate": 1.339329419935615e-06,
      "loss": 0.3355,
      "step": 1888750
    },
    {
      "epoch": 527.14,
      "grad_norm": 1.0930371284484863,
      "learning_rate": 1.3393049892431775e-06,
      "loss": 0.3375,
      "step": 1888760
    },
    {
      "epoch": 527.15,
      "grad_norm": 2.2971935272216797,
      "learning_rate": 1.3392805586844317e-06,
      "loss": 0.3463,
      "step": 1888770
    },
    {
      "epoch": 527.15,
      "grad_norm": 1.1713021993637085,
      "learning_rate": 1.3392561282593805e-06,
      "loss": 0.3512,
      "step": 1888780
    },
    {
      "epoch": 527.15,
      "grad_norm": 1.2601430416107178,
      "learning_rate": 1.339231697968029e-06,
      "loss": 0.3475,
      "step": 1888790
    },
    {
      "epoch": 527.16,
      "grad_norm": 1.2468352317810059,
      "learning_rate": 1.3392072678103772e-06,
      "loss": 0.3294,
      "step": 1888800
    },
    {
      "epoch": 527.16,
      "grad_norm": 1.2328227758407593,
      "learning_rate": 1.3391828377864321e-06,
      "loss": 0.3401,
      "step": 1888810
    },
    {
      "epoch": 527.16,
      "grad_norm": 1.0198394060134888,
      "learning_rate": 1.3391584078961943e-06,
      "loss": 0.3395,
      "step": 1888820
    },
    {
      "epoch": 527.16,
      "grad_norm": 1.0794397592544556,
      "learning_rate": 1.3391339781396677e-06,
      "loss": 0.3406,
      "step": 1888830
    },
    {
      "epoch": 527.17,
      "grad_norm": 0.9342222213745117,
      "learning_rate": 1.339109548516856e-06,
      "loss": 0.3337,
      "step": 1888840
    },
    {
      "epoch": 527.17,
      "grad_norm": 1.1702696084976196,
      "learning_rate": 1.339085119027763e-06,
      "loss": 0.3425,
      "step": 1888850
    },
    {
      "epoch": 527.17,
      "grad_norm": 1.0692788362503052,
      "learning_rate": 1.3390606896723905e-06,
      "loss": 0.3338,
      "step": 1888860
    },
    {
      "epoch": 527.18,
      "grad_norm": 1.04312264919281,
      "learning_rate": 1.3390362604507423e-06,
      "loss": 0.3548,
      "step": 1888870
    },
    {
      "epoch": 527.18,
      "grad_norm": 1.0980732440948486,
      "learning_rate": 1.3390118313628226e-06,
      "loss": 0.3466,
      "step": 1888880
    },
    {
      "epoch": 527.18,
      "grad_norm": 1.1568784713745117,
      "learning_rate": 1.3389874024086318e-06,
      "loss": 0.3396,
      "step": 1888890
    },
    {
      "epoch": 527.18,
      "grad_norm": 1.0580005645751953,
      "learning_rate": 1.3389629735881772e-06,
      "loss": 0.339,
      "step": 1888900
    },
    {
      "epoch": 527.19,
      "grad_norm": 1.0109758377075195,
      "learning_rate": 1.3389385449014593e-06,
      "loss": 0.3592,
      "step": 1888910
    },
    {
      "epoch": 527.19,
      "grad_norm": 1.0639095306396484,
      "learning_rate": 1.338914116348482e-06,
      "loss": 0.3289,
      "step": 1888920
    },
    {
      "epoch": 527.19,
      "grad_norm": 1.048810601234436,
      "learning_rate": 1.3388896879292495e-06,
      "loss": 0.3461,
      "step": 1888930
    },
    {
      "epoch": 527.2,
      "grad_norm": 1.251050591468811,
      "learning_rate": 1.3388652596437633e-06,
      "loss": 0.345,
      "step": 1888940
    },
    {
      "epoch": 527.2,
      "grad_norm": 0.9659561514854431,
      "learning_rate": 1.3388408314920272e-06,
      "loss": 0.3567,
      "step": 1888950
    },
    {
      "epoch": 527.2,
      "grad_norm": 1.1219326257705688,
      "learning_rate": 1.3388164034740453e-06,
      "loss": 0.3471,
      "step": 1888960
    },
    {
      "epoch": 527.2,
      "grad_norm": 1.0927420854568481,
      "learning_rate": 1.3387919755898208e-06,
      "loss": 0.3399,
      "step": 1888970
    },
    {
      "epoch": 527.21,
      "grad_norm": 1.1407856941223145,
      "learning_rate": 1.3387675478393547e-06,
      "loss": 0.3382,
      "step": 1888980
    },
    {
      "epoch": 527.21,
      "grad_norm": 0.9238379597663879,
      "learning_rate": 1.3387431202226542e-06,
      "loss": 0.3391,
      "step": 1888990
    },
    {
      "epoch": 527.21,
      "grad_norm": 1.5847915410995483,
      "learning_rate": 1.3387186927397194e-06,
      "loss": 0.3302,
      "step": 1889000
    },
    {
      "epoch": 527.21,
      "grad_norm": 1.4666823148727417,
      "learning_rate": 1.3386942653905544e-06,
      "loss": 0.3443,
      "step": 1889010
    },
    {
      "epoch": 527.22,
      "grad_norm": 1.1705515384674072,
      "learning_rate": 1.3386698381751635e-06,
      "loss": 0.3509,
      "step": 1889020
    },
    {
      "epoch": 527.22,
      "grad_norm": 1.1542811393737793,
      "learning_rate": 1.338645411093548e-06,
      "loss": 0.3475,
      "step": 1889030
    },
    {
      "epoch": 527.22,
      "grad_norm": 1.087674856185913,
      "learning_rate": 1.3386209841457128e-06,
      "loss": 0.3543,
      "step": 1889040
    },
    {
      "epoch": 527.23,
      "grad_norm": 1.057603359222412,
      "learning_rate": 1.33859655733166e-06,
      "loss": 0.334,
      "step": 1889050
    },
    {
      "epoch": 527.23,
      "grad_norm": 1.0233877897262573,
      "learning_rate": 1.3385721306513936e-06,
      "loss": 0.3204,
      "step": 1889060
    },
    {
      "epoch": 527.23,
      "grad_norm": 1.0626895427703857,
      "learning_rate": 1.3385477041049165e-06,
      "loss": 0.3385,
      "step": 1889070
    },
    {
      "epoch": 527.23,
      "grad_norm": 0.9783024787902832,
      "learning_rate": 1.338523277692233e-06,
      "loss": 0.3406,
      "step": 1889080
    },
    {
      "epoch": 527.24,
      "grad_norm": 2.0098087787628174,
      "learning_rate": 1.3384988514133446e-06,
      "loss": 0.3307,
      "step": 1889090
    },
    {
      "epoch": 527.24,
      "grad_norm": 1.061457872390747,
      "learning_rate": 1.3384744252682554e-06,
      "loss": 0.3362,
      "step": 1889100
    },
    {
      "epoch": 527.24,
      "grad_norm": 1.5941288471221924,
      "learning_rate": 1.3384499992569699e-06,
      "loss": 0.3325,
      "step": 1889110
    },
    {
      "epoch": 527.25,
      "grad_norm": 1.0335819721221924,
      "learning_rate": 1.3384255733794878e-06,
      "loss": 0.3273,
      "step": 1889120
    },
    {
      "epoch": 527.25,
      "grad_norm": 12.45506477355957,
      "learning_rate": 1.3384011476358166e-06,
      "loss": 0.3405,
      "step": 1889130
    },
    {
      "epoch": 527.25,
      "grad_norm": 1.0811514854431152,
      "learning_rate": 1.3383767220259565e-06,
      "loss": 0.3232,
      "step": 1889140
    },
    {
      "epoch": 527.25,
      "grad_norm": 1.1918525695800781,
      "learning_rate": 1.3383522965499121e-06,
      "loss": 0.3475,
      "step": 1889150
    },
    {
      "epoch": 527.26,
      "grad_norm": 1.125167965888977,
      "learning_rate": 1.3383278712076873e-06,
      "loss": 0.3352,
      "step": 1889160
    },
    {
      "epoch": 527.26,
      "grad_norm": 1.2139170169830322,
      "learning_rate": 1.3383034459992836e-06,
      "loss": 0.3225,
      "step": 1889170
    },
    {
      "epoch": 527.26,
      "grad_norm": 1.0535727739334106,
      "learning_rate": 1.3382790209247051e-06,
      "loss": 0.347,
      "step": 1889180
    },
    {
      "epoch": 527.26,
      "grad_norm": 1.4401439428329468,
      "learning_rate": 1.3382545959839549e-06,
      "loss": 0.3328,
      "step": 1889190
    },
    {
      "epoch": 527.27,
      "grad_norm": 1.190028429031372,
      "learning_rate": 1.338230171177038e-06,
      "loss": 0.3365,
      "step": 1889200
    },
    {
      "epoch": 527.27,
      "grad_norm": 1.0893758535385132,
      "learning_rate": 1.3382057465039533e-06,
      "loss": 0.3346,
      "step": 1889210
    },
    {
      "epoch": 527.27,
      "grad_norm": 1.937730073928833,
      "learning_rate": 1.338181321964709e-06,
      "loss": 0.3485,
      "step": 1889220
    },
    {
      "epoch": 527.28,
      "grad_norm": 1.2190802097320557,
      "learning_rate": 1.3381568975593054e-06,
      "loss": 0.3588,
      "step": 1889230
    },
    {
      "epoch": 527.28,
      "grad_norm": 1.2989951372146606,
      "learning_rate": 1.3381324732877463e-06,
      "loss": 0.3401,
      "step": 1889240
    },
    {
      "epoch": 527.28,
      "grad_norm": 1.1789911985397339,
      "learning_rate": 1.3381080491500362e-06,
      "loss": 0.3434,
      "step": 1889250
    },
    {
      "epoch": 527.28,
      "grad_norm": 0.9814118146896362,
      "learning_rate": 1.3380836251461764e-06,
      "loss": 0.3318,
      "step": 1889260
    },
    {
      "epoch": 527.29,
      "grad_norm": 1.0345882177352905,
      "learning_rate": 1.3380592012761711e-06,
      "loss": 0.3317,
      "step": 1889270
    },
    {
      "epoch": 527.29,
      "grad_norm": 2.393721342086792,
      "learning_rate": 1.3380347775400235e-06,
      "loss": 0.316,
      "step": 1889280
    },
    {
      "epoch": 527.29,
      "grad_norm": 1.3000617027282715,
      "learning_rate": 1.338010353937738e-06,
      "loss": 0.3298,
      "step": 1889290
    },
    {
      "epoch": 527.3,
      "grad_norm": 1.367327094078064,
      "learning_rate": 1.3379859304693153e-06,
      "loss": 0.347,
      "step": 1889300
    },
    {
      "epoch": 527.3,
      "grad_norm": 1.0483580827713013,
      "learning_rate": 1.3379615071347606e-06,
      "loss": 0.3502,
      "step": 1889310
    },
    {
      "epoch": 527.3,
      "grad_norm": 1.1430031061172485,
      "learning_rate": 1.3379370839340773e-06,
      "loss": 0.3555,
      "step": 1889320
    },
    {
      "epoch": 527.3,
      "grad_norm": 1.2447407245635986,
      "learning_rate": 1.337912660867266e-06,
      "loss": 0.3495,
      "step": 1889330
    },
    {
      "epoch": 527.31,
      "grad_norm": 1.1526812314987183,
      "learning_rate": 1.3378882379343338e-06,
      "loss": 0.333,
      "step": 1889340
    },
    {
      "epoch": 527.31,
      "grad_norm": 0.9741714000701904,
      "learning_rate": 1.3378638151352803e-06,
      "loss": 0.3412,
      "step": 1889350
    },
    {
      "epoch": 527.31,
      "grad_norm": 0.9112325310707092,
      "learning_rate": 1.3378393924701123e-06,
      "loss": 0.3573,
      "step": 1889360
    },
    {
      "epoch": 527.32,
      "grad_norm": 1.0837353467941284,
      "learning_rate": 1.3378149699388305e-06,
      "loss": 0.3431,
      "step": 1889370
    },
    {
      "epoch": 527.32,
      "grad_norm": 1.171276569366455,
      "learning_rate": 1.337790547541439e-06,
      "loss": 0.3459,
      "step": 1889380
    },
    {
      "epoch": 527.32,
      "grad_norm": 1.1585429906845093,
      "learning_rate": 1.3377661252779415e-06,
      "loss": 0.3286,
      "step": 1889390
    },
    {
      "epoch": 527.32,
      "grad_norm": 1.094660997390747,
      "learning_rate": 1.3377417031483401e-06,
      "loss": 0.3288,
      "step": 1889400
    },
    {
      "epoch": 527.33,
      "grad_norm": 1.1055079698562622,
      "learning_rate": 1.3377172811526388e-06,
      "loss": 0.3332,
      "step": 1889410
    },
    {
      "epoch": 527.33,
      "grad_norm": 1.1767204999923706,
      "learning_rate": 1.3376928592908404e-06,
      "loss": 0.3451,
      "step": 1889420
    },
    {
      "epoch": 527.33,
      "grad_norm": 1.1244924068450928,
      "learning_rate": 1.3376684375629498e-06,
      "loss": 0.3352,
      "step": 1889430
    },
    {
      "epoch": 527.33,
      "grad_norm": 1.0859736204147339,
      "learning_rate": 1.3376440159689676e-06,
      "loss": 0.3287,
      "step": 1889440
    },
    {
      "epoch": 527.34,
      "grad_norm": 1.223127841949463,
      "learning_rate": 1.3376195945088985e-06,
      "loss": 0.3517,
      "step": 1889450
    },
    {
      "epoch": 527.34,
      "grad_norm": 1.010291337966919,
      "learning_rate": 1.3375951731827466e-06,
      "loss": 0.3376,
      "step": 1889460
    },
    {
      "epoch": 527.34,
      "grad_norm": 1.1915528774261475,
      "learning_rate": 1.3375707519905125e-06,
      "loss": 0.3447,
      "step": 1889470
    },
    {
      "epoch": 527.35,
      "grad_norm": 1.0506585836410522,
      "learning_rate": 1.3375463309322028e-06,
      "loss": 0.34,
      "step": 1889480
    },
    {
      "epoch": 527.35,
      "grad_norm": 1.123131275177002,
      "learning_rate": 1.3375219100078183e-06,
      "loss": 0.3361,
      "step": 1889490
    },
    {
      "epoch": 527.35,
      "grad_norm": 1.0896821022033691,
      "learning_rate": 1.3374974892173628e-06,
      "loss": 0.3323,
      "step": 1889500
    },
    {
      "epoch": 527.35,
      "grad_norm": 0.9402857422828674,
      "learning_rate": 1.3374730685608398e-06,
      "loss": 0.3288,
      "step": 1889510
    },
    {
      "epoch": 527.36,
      "grad_norm": 1.2202028036117554,
      "learning_rate": 1.3374486480382537e-06,
      "loss": 0.3477,
      "step": 1889520
    },
    {
      "epoch": 527.36,
      "grad_norm": 1.2058879137039185,
      "learning_rate": 1.3374242276496055e-06,
      "loss": 0.3416,
      "step": 1889530
    },
    {
      "epoch": 527.36,
      "grad_norm": 1.4547247886657715,
      "learning_rate": 1.3373998073948996e-06,
      "loss": 0.3373,
      "step": 1889540
    },
    {
      "epoch": 527.37,
      "grad_norm": 1.069927453994751,
      "learning_rate": 1.33737538727414e-06,
      "loss": 0.3355,
      "step": 1889550
    },
    {
      "epoch": 527.37,
      "grad_norm": 1.0583107471466064,
      "learning_rate": 1.3373509672873276e-06,
      "loss": 0.3361,
      "step": 1889560
    },
    {
      "epoch": 527.37,
      "grad_norm": 1.2020866870880127,
      "learning_rate": 1.3373265474344683e-06,
      "loss": 0.3587,
      "step": 1889570
    },
    {
      "epoch": 527.37,
      "grad_norm": 1.0170738697052002,
      "learning_rate": 1.3373021277155642e-06,
      "loss": 0.3239,
      "step": 1889580
    },
    {
      "epoch": 527.38,
      "grad_norm": 1.1830250024795532,
      "learning_rate": 1.3372777081306181e-06,
      "loss": 0.3314,
      "step": 1889590
    },
    {
      "epoch": 527.38,
      "grad_norm": 1.2266424894332886,
      "learning_rate": 1.3372532886796347e-06,
      "loss": 0.3393,
      "step": 1889600
    },
    {
      "epoch": 527.38,
      "grad_norm": 1.2268297672271729,
      "learning_rate": 1.3372288693626153e-06,
      "loss": 0.3345,
      "step": 1889610
    },
    {
      "epoch": 527.38,
      "grad_norm": 1.2518802881240845,
      "learning_rate": 1.3372044501795646e-06,
      "loss": 0.3455,
      "step": 1889620
    },
    {
      "epoch": 527.39,
      "grad_norm": 1.156190037727356,
      "learning_rate": 1.3371800311304848e-06,
      "loss": 0.3364,
      "step": 1889630
    },
    {
      "epoch": 527.39,
      "grad_norm": 1.0639528036117554,
      "learning_rate": 1.3371556122153797e-06,
      "loss": 0.3393,
      "step": 1889640
    },
    {
      "epoch": 527.39,
      "grad_norm": 1.1263740062713623,
      "learning_rate": 1.3371311934342529e-06,
      "loss": 0.3562,
      "step": 1889650
    },
    {
      "epoch": 527.4,
      "grad_norm": 1.0519161224365234,
      "learning_rate": 1.3371067747871086e-06,
      "loss": 0.352,
      "step": 1889660
    },
    {
      "epoch": 527.4,
      "grad_norm": 2.3786792755126953,
      "learning_rate": 1.3370823562739474e-06,
      "loss": 0.3505,
      "step": 1889670
    },
    {
      "epoch": 527.4,
      "grad_norm": 1.1404834985733032,
      "learning_rate": 1.337057937894774e-06,
      "loss": 0.3396,
      "step": 1889680
    },
    {
      "epoch": 527.4,
      "grad_norm": 0.9948059320449829,
      "learning_rate": 1.3370335196495928e-06,
      "loss": 0.337,
      "step": 1889690
    },
    {
      "epoch": 527.41,
      "grad_norm": 0.8814588189125061,
      "learning_rate": 1.3370091015384033e-06,
      "loss": 0.3356,
      "step": 1889700
    },
    {
      "epoch": 527.41,
      "grad_norm": 1.2327150106430054,
      "learning_rate": 1.3369846835612136e-06,
      "loss": 0.3446,
      "step": 1889710
    },
    {
      "epoch": 527.41,
      "grad_norm": 1.1171905994415283,
      "learning_rate": 1.3369602657180235e-06,
      "loss": 0.3322,
      "step": 1889720
    },
    {
      "epoch": 527.42,
      "grad_norm": 1.0717653036117554,
      "learning_rate": 1.3369358480088378e-06,
      "loss": 0.3358,
      "step": 1889730
    },
    {
      "epoch": 527.42,
      "grad_norm": 1.1513864994049072,
      "learning_rate": 1.3369114304336601e-06,
      "loss": 0.3565,
      "step": 1889740
    },
    {
      "epoch": 527.42,
      "grad_norm": 1.0694997310638428,
      "learning_rate": 1.3368870129924918e-06,
      "loss": 0.3258,
      "step": 1889750
    },
    {
      "epoch": 527.42,
      "grad_norm": 1.0300873517990112,
      "learning_rate": 1.3368625956853373e-06,
      "loss": 0.324,
      "step": 1889760
    },
    {
      "epoch": 527.43,
      "grad_norm": 1.2123771905899048,
      "learning_rate": 1.3368381785122e-06,
      "loss": 0.3308,
      "step": 1889770
    },
    {
      "epoch": 527.43,
      "grad_norm": 2.8164403438568115,
      "learning_rate": 1.3368137614730833e-06,
      "loss": 0.3278,
      "step": 1889780
    },
    {
      "epoch": 527.43,
      "grad_norm": 1.0875290632247925,
      "learning_rate": 1.3367893445679887e-06,
      "loss": 0.3421,
      "step": 1889790
    },
    {
      "epoch": 527.44,
      "grad_norm": 1.0065090656280518,
      "learning_rate": 1.3367649277969227e-06,
      "loss": 0.3396,
      "step": 1889800
    },
    {
      "epoch": 527.44,
      "grad_norm": 1.394338607788086,
      "learning_rate": 1.3367405111598855e-06,
      "loss": 0.3735,
      "step": 1889810
    },
    {
      "epoch": 527.44,
      "grad_norm": 1.2290719747543335,
      "learning_rate": 1.3367160946568817e-06,
      "loss": 0.3413,
      "step": 1889820
    },
    {
      "epoch": 527.44,
      "grad_norm": 1.0755876302719116,
      "learning_rate": 1.3366916782879153e-06,
      "loss": 0.3275,
      "step": 1889830
    },
    {
      "epoch": 527.45,
      "grad_norm": 0.9291509985923767,
      "learning_rate": 1.3366672620529877e-06,
      "loss": 0.3198,
      "step": 1889840
    },
    {
      "epoch": 527.45,
      "grad_norm": 0.9876662492752075,
      "learning_rate": 1.3366428459521035e-06,
      "loss": 0.3482,
      "step": 1889850
    },
    {
      "epoch": 527.45,
      "grad_norm": 0.9740227460861206,
      "learning_rate": 1.336618429985265e-06,
      "loss": 0.3387,
      "step": 1889860
    },
    {
      "epoch": 527.45,
      "grad_norm": 1.0268115997314453,
      "learning_rate": 1.336594014152477e-06,
      "loss": 0.331,
      "step": 1889870
    },
    {
      "epoch": 527.46,
      "grad_norm": 1.0974284410476685,
      "learning_rate": 1.3365695984537408e-06,
      "loss": 0.348,
      "step": 1889880
    },
    {
      "epoch": 527.46,
      "grad_norm": 1.1307833194732666,
      "learning_rate": 1.3365451828890606e-06,
      "loss": 0.3246,
      "step": 1889890
    },
    {
      "epoch": 527.46,
      "grad_norm": 1.1264567375183105,
      "learning_rate": 1.3365207674584397e-06,
      "loss": 0.3264,
      "step": 1889900
    },
    {
      "epoch": 527.47,
      "grad_norm": 1.0500439405441284,
      "learning_rate": 1.3364963521618815e-06,
      "loss": 0.3548,
      "step": 1889910
    },
    {
      "epoch": 527.47,
      "grad_norm": 1.098784327507019,
      "learning_rate": 1.3364719369993895e-06,
      "loss": 0.3429,
      "step": 1889920
    },
    {
      "epoch": 527.47,
      "grad_norm": 1.2977194786071777,
      "learning_rate": 1.3364475219709648e-06,
      "loss": 0.3315,
      "step": 1889930
    },
    {
      "epoch": 527.47,
      "grad_norm": 1.0244685411453247,
      "learning_rate": 1.3364231070766142e-06,
      "loss": 0.3431,
      "step": 1889940
    },
    {
      "epoch": 527.48,
      "grad_norm": 1.0715328454971313,
      "learning_rate": 1.3363986923163384e-06,
      "loss": 0.3382,
      "step": 1889950
    },
    {
      "epoch": 527.48,
      "grad_norm": 1.1148102283477783,
      "learning_rate": 1.336374277690141e-06,
      "loss": 0.3336,
      "step": 1889960
    },
    {
      "epoch": 527.48,
      "grad_norm": 1.246085524559021,
      "learning_rate": 1.3363498631980267e-06,
      "loss": 0.3619,
      "step": 1889970
    },
    {
      "epoch": 527.49,
      "grad_norm": 1.18507981300354,
      "learning_rate": 1.3363254488399967e-06,
      "loss": 0.3445,
      "step": 1889980
    },
    {
      "epoch": 527.49,
      "grad_norm": 1.3713843822479248,
      "learning_rate": 1.336301034616055e-06,
      "loss": 0.3463,
      "step": 1889990
    },
    {
      "epoch": 527.49,
      "grad_norm": 0.9853230714797974,
      "learning_rate": 1.3362766205262052e-06,
      "loss": 0.3186,
      "step": 1890000
    },
    {
      "epoch": 527.49,
      "grad_norm": 1.277298927307129,
      "learning_rate": 1.3362522065704514e-06,
      "loss": 0.3575,
      "step": 1890010
    },
    {
      "epoch": 527.5,
      "grad_norm": 1.1066440343856812,
      "learning_rate": 1.3362277927487939e-06,
      "loss": 0.3444,
      "step": 1890020
    },
    {
      "epoch": 527.5,
      "grad_norm": 1.0872125625610352,
      "learning_rate": 1.3362033790612397e-06,
      "loss": 0.3441,
      "step": 1890030
    },
    {
      "epoch": 527.5,
      "grad_norm": 1.1577178239822388,
      "learning_rate": 1.3361789655077893e-06,
      "loss": 0.3267,
      "step": 1890040
    },
    {
      "epoch": 527.5,
      "grad_norm": 1.1407482624053955,
      "learning_rate": 1.3361545520884469e-06,
      "loss": 0.3347,
      "step": 1890050
    },
    {
      "epoch": 527.51,
      "grad_norm": 1.2097208499908447,
      "learning_rate": 1.3361301388032164e-06,
      "loss": 0.3385,
      "step": 1890060
    },
    {
      "epoch": 527.51,
      "grad_norm": 1.0854592323303223,
      "learning_rate": 1.3361057256520999e-06,
      "loss": 0.3316,
      "step": 1890070
    },
    {
      "epoch": 527.51,
      "grad_norm": 0.9701563715934753,
      "learning_rate": 1.3360813126351008e-06,
      "loss": 0.3419,
      "step": 1890080
    },
    {
      "epoch": 527.52,
      "grad_norm": 1.1376038789749146,
      "learning_rate": 1.336056899752223e-06,
      "loss": 0.3535,
      "step": 1890090
    },
    {
      "epoch": 527.52,
      "grad_norm": 1.0660972595214844,
      "learning_rate": 1.33603248700347e-06,
      "loss": 0.3391,
      "step": 1890100
    },
    {
      "epoch": 527.52,
      "grad_norm": 0.9084815382957458,
      "learning_rate": 1.3360080743888439e-06,
      "loss": 0.3395,
      "step": 1890110
    },
    {
      "epoch": 527.52,
      "grad_norm": 1.1851470470428467,
      "learning_rate": 1.3359836619083479e-06,
      "loss": 0.3482,
      "step": 1890120
    },
    {
      "epoch": 527.53,
      "grad_norm": 1.1077858209609985,
      "learning_rate": 1.3359592495619874e-06,
      "loss": 0.3455,
      "step": 1890130
    },
    {
      "epoch": 527.53,
      "grad_norm": 1.193138837814331,
      "learning_rate": 1.3359348373497622e-06,
      "loss": 0.3491,
      "step": 1890140
    },
    {
      "epoch": 527.53,
      "grad_norm": 1.2444747686386108,
      "learning_rate": 1.3359104252716793e-06,
      "loss": 0.34,
      "step": 1890150
    },
    {
      "epoch": 527.54,
      "grad_norm": 1.364516258239746,
      "learning_rate": 1.335886013327739e-06,
      "loss": 0.3366,
      "step": 1890160
    },
    {
      "epoch": 527.54,
      "grad_norm": 1.2530274391174316,
      "learning_rate": 1.3358616015179455e-06,
      "loss": 0.3526,
      "step": 1890170
    },
    {
      "epoch": 527.54,
      "grad_norm": 1.2742222547531128,
      "learning_rate": 1.3358371898423026e-06,
      "loss": 0.3524,
      "step": 1890180
    },
    {
      "epoch": 527.54,
      "grad_norm": 2.1169214248657227,
      "learning_rate": 1.3358127783008142e-06,
      "loss": 0.343,
      "step": 1890190
    },
    {
      "epoch": 527.55,
      "grad_norm": 0.9789105653762817,
      "learning_rate": 1.3357883668934814e-06,
      "loss": 0.328,
      "step": 1890200
    },
    {
      "epoch": 527.55,
      "grad_norm": 1.1353205442428589,
      "learning_rate": 1.3357639556203085e-06,
      "loss": 0.3406,
      "step": 1890210
    },
    {
      "epoch": 527.55,
      "grad_norm": 1.054580569267273,
      "learning_rate": 1.3357395444812988e-06,
      "loss": 0.3477,
      "step": 1890220
    },
    {
      "epoch": 527.56,
      "grad_norm": 1.0261653661727905,
      "learning_rate": 1.3357151334764555e-06,
      "loss": 0.3386,
      "step": 1890230
    },
    {
      "epoch": 527.56,
      "grad_norm": 1.1668970584869385,
      "learning_rate": 1.3356907226057831e-06,
      "loss": 0.3529,
      "step": 1890240
    },
    {
      "epoch": 527.56,
      "grad_norm": 1.0089043378829956,
      "learning_rate": 1.3356663118692829e-06,
      "loss": 0.3393,
      "step": 1890250
    },
    {
      "epoch": 527.56,
      "grad_norm": 1.0990347862243652,
      "learning_rate": 1.3356419012669583e-06,
      "loss": 0.332,
      "step": 1890260
    },
    {
      "epoch": 527.57,
      "grad_norm": 1.1030957698822021,
      "learning_rate": 1.3356174907988144e-06,
      "loss": 0.3459,
      "step": 1890270
    },
    {
      "epoch": 527.57,
      "grad_norm": 1.0399692058563232,
      "learning_rate": 1.3355930804648515e-06,
      "loss": 0.3469,
      "step": 1890280
    },
    {
      "epoch": 527.57,
      "grad_norm": 1.1267824172973633,
      "learning_rate": 1.335568670265076e-06,
      "loss": 0.3558,
      "step": 1890290
    },
    {
      "epoch": 527.57,
      "grad_norm": 1.1081594228744507,
      "learning_rate": 1.3355442601994894e-06,
      "loss": 0.3341,
      "step": 1890300
    },
    {
      "epoch": 527.58,
      "grad_norm": 1.0838853120803833,
      "learning_rate": 1.335519850268095e-06,
      "loss": 0.3544,
      "step": 1890310
    },
    {
      "epoch": 527.58,
      "grad_norm": 1.026170253753662,
      "learning_rate": 1.335495440470896e-06,
      "loss": 0.3432,
      "step": 1890320
    },
    {
      "epoch": 527.58,
      "grad_norm": 1.2038575410842896,
      "learning_rate": 1.3354710308078974e-06,
      "loss": 0.3374,
      "step": 1890330
    },
    {
      "epoch": 527.59,
      "grad_norm": 1.211098551750183,
      "learning_rate": 1.3354466212790997e-06,
      "loss": 0.3499,
      "step": 1890340
    },
    {
      "epoch": 527.59,
      "grad_norm": 1.1582852602005005,
      "learning_rate": 1.3354222118845075e-06,
      "loss": 0.341,
      "step": 1890350
    },
    {
      "epoch": 527.59,
      "grad_norm": 1.1766083240509033,
      "learning_rate": 1.3353978026241248e-06,
      "loss": 0.3446,
      "step": 1890360
    },
    {
      "epoch": 527.59,
      "grad_norm": 1.118364930152893,
      "learning_rate": 1.3353733934979524e-06,
      "loss": 0.3306,
      "step": 1890370
    },
    {
      "epoch": 527.6,
      "grad_norm": 1.2032276391983032,
      "learning_rate": 1.3353489845059971e-06,
      "loss": 0.3463,
      "step": 1890380
    },
    {
      "epoch": 527.6,
      "grad_norm": 1.0808898210525513,
      "learning_rate": 1.3353245756482596e-06,
      "loss": 0.3295,
      "step": 1890390
    },
    {
      "epoch": 527.6,
      "grad_norm": 1.0907303094863892,
      "learning_rate": 1.3353001669247433e-06,
      "loss": 0.3239,
      "step": 1890400
    },
    {
      "epoch": 527.61,
      "grad_norm": 2.4854934215545654,
      "learning_rate": 1.3352757583354529e-06,
      "loss": 0.3423,
      "step": 1890410
    },
    {
      "epoch": 527.61,
      "grad_norm": 1.0962979793548584,
      "learning_rate": 1.33525134988039e-06,
      "loss": 0.3396,
      "step": 1890420
    },
    {
      "epoch": 527.61,
      "grad_norm": 1.2145395278930664,
      "learning_rate": 1.3352269415595584e-06,
      "loss": 0.3345,
      "step": 1890430
    },
    {
      "epoch": 527.61,
      "grad_norm": 1.0824347734451294,
      "learning_rate": 1.3352025333729617e-06,
      "loss": 0.3424,
      "step": 1890440
    },
    {
      "epoch": 527.62,
      "grad_norm": 1.1120128631591797,
      "learning_rate": 1.3351781253206036e-06,
      "loss": 0.3464,
      "step": 1890450
    },
    {
      "epoch": 527.62,
      "grad_norm": 0.892685055732727,
      "learning_rate": 1.3351537174024851e-06,
      "loss": 0.3325,
      "step": 1890460
    },
    {
      "epoch": 527.62,
      "grad_norm": 1.4892637729644775,
      "learning_rate": 1.3351293096186126e-06,
      "loss": 0.3505,
      "step": 1890470
    },
    {
      "epoch": 527.62,
      "grad_norm": 1.071157455444336,
      "learning_rate": 1.335104901968987e-06,
      "loss": 0.3508,
      "step": 1890480
    },
    {
      "epoch": 527.63,
      "grad_norm": 1.3092846870422363,
      "learning_rate": 1.3350804944536123e-06,
      "loss": 0.3361,
      "step": 1890490
    },
    {
      "epoch": 527.63,
      "grad_norm": 1.2241319417953491,
      "learning_rate": 1.3350560870724927e-06,
      "loss": 0.3298,
      "step": 1890500
    },
    {
      "epoch": 527.63,
      "grad_norm": 0.8821752071380615,
      "learning_rate": 1.3350316798256288e-06,
      "loss": 0.3351,
      "step": 1890510
    },
    {
      "epoch": 527.64,
      "grad_norm": 1.2993841171264648,
      "learning_rate": 1.3350072727130273e-06,
      "loss": 0.346,
      "step": 1890520
    },
    {
      "epoch": 527.64,
      "grad_norm": 1.1490000486373901,
      "learning_rate": 1.3349828657346888e-06,
      "loss": 0.3476,
      "step": 1890530
    },
    {
      "epoch": 527.64,
      "grad_norm": 1.0760295391082764,
      "learning_rate": 1.3349584588906179e-06,
      "loss": 0.3328,
      "step": 1890540
    },
    {
      "epoch": 527.64,
      "grad_norm": 1.1348153352737427,
      "learning_rate": 1.334934052180818e-06,
      "loss": 0.3376,
      "step": 1890550
    },
    {
      "epoch": 527.65,
      "grad_norm": 0.9919813275337219,
      "learning_rate": 1.3349096456052907e-06,
      "loss": 0.3433,
      "step": 1890560
    },
    {
      "epoch": 527.65,
      "grad_norm": 1.0924522876739502,
      "learning_rate": 1.3348852391640405e-06,
      "loss": 0.3462,
      "step": 1890570
    },
    {
      "epoch": 527.65,
      "grad_norm": 1.1767218112945557,
      "learning_rate": 1.3348608328570704e-06,
      "loss": 0.3635,
      "step": 1890580
    },
    {
      "epoch": 527.66,
      "grad_norm": 1.0012096166610718,
      "learning_rate": 1.3348364266843847e-06,
      "loss": 0.3366,
      "step": 1890590
    },
    {
      "epoch": 527.66,
      "grad_norm": 1.2569276094436646,
      "learning_rate": 1.334812020645984e-06,
      "loss": 0.3376,
      "step": 1890600
    },
    {
      "epoch": 527.66,
      "grad_norm": 2.5194661617279053,
      "learning_rate": 1.334787614741875e-06,
      "loss": 0.3454,
      "step": 1890610
    },
    {
      "epoch": 527.66,
      "grad_norm": 1.2829066514968872,
      "learning_rate": 1.3347632089720578e-06,
      "loss": 0.3315,
      "step": 1890620
    },
    {
      "epoch": 527.67,
      "grad_norm": 1.0685054063796997,
      "learning_rate": 1.3347388033365376e-06,
      "loss": 0.3376,
      "step": 1890630
    },
    {
      "epoch": 527.67,
      "grad_norm": 1.4143397808074951,
      "learning_rate": 1.3347143978353178e-06,
      "loss": 0.3402,
      "step": 1890640
    },
    {
      "epoch": 527.67,
      "grad_norm": 1.1586540937423706,
      "learning_rate": 1.3346899924684001e-06,
      "loss": 0.3309,
      "step": 1890650
    },
    {
      "epoch": 527.68,
      "grad_norm": 0.9493675827980042,
      "learning_rate": 1.3346655872357882e-06,
      "loss": 0.3394,
      "step": 1890660
    },
    {
      "epoch": 527.68,
      "grad_norm": 1.0787513256072998,
      "learning_rate": 1.334641182137486e-06,
      "loss": 0.3519,
      "step": 1890670
    },
    {
      "epoch": 527.68,
      "grad_norm": 1.1527050733566284,
      "learning_rate": 1.3346167771734972e-06,
      "loss": 0.3169,
      "step": 1890680
    },
    {
      "epoch": 527.68,
      "grad_norm": 0.9333796501159668,
      "learning_rate": 1.3345923723438233e-06,
      "loss": 0.3478,
      "step": 1890690
    },
    {
      "epoch": 527.69,
      "grad_norm": 1.1625590324401855,
      "learning_rate": 1.334567967648469e-06,
      "loss": 0.3397,
      "step": 1890700
    },
    {
      "epoch": 527.69,
      "grad_norm": 1.0698180198669434,
      "learning_rate": 1.3345435630874378e-06,
      "loss": 0.3484,
      "step": 1890710
    },
    {
      "epoch": 527.69,
      "grad_norm": 1.775498628616333,
      "learning_rate": 1.3345191586607303e-06,
      "loss": 0.3293,
      "step": 1890720
    },
    {
      "epoch": 527.69,
      "grad_norm": 1.2255746126174927,
      "learning_rate": 1.3344947543683538e-06,
      "loss": 0.3486,
      "step": 1890730
    },
    {
      "epoch": 527.7,
      "grad_norm": 0.995198130607605,
      "learning_rate": 1.3344703502103082e-06,
      "loss": 0.3333,
      "step": 1890740
    },
    {
      "epoch": 527.7,
      "grad_norm": 1.254703402519226,
      "learning_rate": 1.334445946186598e-06,
      "loss": 0.3467,
      "step": 1890750
    },
    {
      "epoch": 527.7,
      "grad_norm": 1.0313481092453003,
      "learning_rate": 1.334421542297227e-06,
      "loss": 0.3492,
      "step": 1890760
    },
    {
      "epoch": 527.71,
      "grad_norm": 1.1031897068023682,
      "learning_rate": 1.3343971385421982e-06,
      "loss": 0.3505,
      "step": 1890770
    },
    {
      "epoch": 527.71,
      "grad_norm": 1.0472993850708008,
      "learning_rate": 1.3343727349215137e-06,
      "loss": 0.3469,
      "step": 1890780
    },
    {
      "epoch": 527.71,
      "grad_norm": 1.0984153747558594,
      "learning_rate": 1.3343483314351775e-06,
      "loss": 0.344,
      "step": 1890790
    },
    {
      "epoch": 527.71,
      "grad_norm": 1.0033234357833862,
      "learning_rate": 1.3343239280831933e-06,
      "loss": 0.3415,
      "step": 1890800
    },
    {
      "epoch": 527.72,
      "grad_norm": 1.2506417036056519,
      "learning_rate": 1.334299524865564e-06,
      "loss": 0.3495,
      "step": 1890810
    },
    {
      "epoch": 527.72,
      "grad_norm": 1.0554100275039673,
      "learning_rate": 1.3342751217822933e-06,
      "loss": 0.36,
      "step": 1890820
    },
    {
      "epoch": 527.72,
      "grad_norm": 1.0229219198226929,
      "learning_rate": 1.3342507188333837e-06,
      "loss": 0.3312,
      "step": 1890830
    },
    {
      "epoch": 527.73,
      "grad_norm": 0.9069820642471313,
      "learning_rate": 1.3342263160188383e-06,
      "loss": 0.3473,
      "step": 1890840
    },
    {
      "epoch": 527.73,
      "grad_norm": 1.9909436702728271,
      "learning_rate": 1.3342019133386606e-06,
      "loss": 0.3585,
      "step": 1890850
    },
    {
      "epoch": 527.73,
      "grad_norm": 1.1616134643554688,
      "learning_rate": 1.3341775107928544e-06,
      "loss": 0.3375,
      "step": 1890860
    },
    {
      "epoch": 527.73,
      "grad_norm": 1.2150884866714478,
      "learning_rate": 1.3341531083814236e-06,
      "loss": 0.3329,
      "step": 1890870
    },
    {
      "epoch": 527.74,
      "grad_norm": 1.2101224660873413,
      "learning_rate": 1.334128706104369e-06,
      "loss": 0.3483,
      "step": 1890880
    },
    {
      "epoch": 527.74,
      "grad_norm": 1.0294257402420044,
      "learning_rate": 1.3341043039616957e-06,
      "loss": 0.3355,
      "step": 1890890
    },
    {
      "epoch": 527.74,
      "grad_norm": 1.1616159677505493,
      "learning_rate": 1.3340799019534062e-06,
      "loss": 0.3404,
      "step": 1890900
    },
    {
      "epoch": 527.74,
      "grad_norm": 1.0625348091125488,
      "learning_rate": 1.3340555000795055e-06,
      "loss": 0.3448,
      "step": 1890910
    },
    {
      "epoch": 527.75,
      "grad_norm": 1.3789982795715332,
      "learning_rate": 1.334031098339994e-06,
      "loss": 0.3428,
      "step": 1890920
    },
    {
      "epoch": 527.75,
      "grad_norm": 1.383419394493103,
      "learning_rate": 1.3340066967348763e-06,
      "loss": 0.3522,
      "step": 1890930
    },
    {
      "epoch": 527.75,
      "grad_norm": 0.9590040445327759,
      "learning_rate": 1.3339822952641569e-06,
      "loss": 0.3272,
      "step": 1890940
    },
    {
      "epoch": 527.76,
      "grad_norm": 1.149571180343628,
      "learning_rate": 1.333957893927836e-06,
      "loss": 0.3477,
      "step": 1890950
    },
    {
      "epoch": 527.76,
      "grad_norm": 1.0874484777450562,
      "learning_rate": 1.3339334927259204e-06,
      "loss": 0.3268,
      "step": 1890960
    },
    {
      "epoch": 527.76,
      "grad_norm": 1.1136491298675537,
      "learning_rate": 1.3339090916584109e-06,
      "loss": 0.3286,
      "step": 1890970
    },
    {
      "epoch": 527.76,
      "grad_norm": 1.1310415267944336,
      "learning_rate": 1.3338846907253113e-06,
      "loss": 0.341,
      "step": 1890980
    },
    {
      "epoch": 527.77,
      "grad_norm": 1.0971559286117554,
      "learning_rate": 1.3338602899266253e-06,
      "loss": 0.3235,
      "step": 1890990
    },
    {
      "epoch": 527.77,
      "grad_norm": 1.2120107412338257,
      "learning_rate": 1.3338358892623567e-06,
      "loss": 0.3373,
      "step": 1891000
    },
    {
      "epoch": 527.77,
      "grad_norm": 0.9785721898078918,
      "learning_rate": 1.333811488732507e-06,
      "loss": 0.3388,
      "step": 1891010
    },
    {
      "epoch": 527.78,
      "grad_norm": 1.1125669479370117,
      "learning_rate": 1.3337870883370804e-06,
      "loss": 0.3317,
      "step": 1891020
    },
    {
      "epoch": 527.78,
      "grad_norm": 0.8961858153343201,
      "learning_rate": 1.333762688076081e-06,
      "loss": 0.3396,
      "step": 1891030
    },
    {
      "epoch": 527.78,
      "grad_norm": 1.02647066116333,
      "learning_rate": 1.3337382879495094e-06,
      "loss": 0.3451,
      "step": 1891040
    },
    {
      "epoch": 527.78,
      "grad_norm": 1.1350797414779663,
      "learning_rate": 1.3337138879573724e-06,
      "loss": 0.3555,
      "step": 1891050
    },
    {
      "epoch": 527.79,
      "grad_norm": 1.0738906860351562,
      "learning_rate": 1.3336894880996706e-06,
      "loss": 0.3333,
      "step": 1891060
    },
    {
      "epoch": 527.79,
      "grad_norm": 1.2807130813598633,
      "learning_rate": 1.3336650883764083e-06,
      "loss": 0.3468,
      "step": 1891070
    },
    {
      "epoch": 527.79,
      "grad_norm": 1.0516235828399658,
      "learning_rate": 1.3336406887875893e-06,
      "loss": 0.3375,
      "step": 1891080
    },
    {
      "epoch": 527.8,
      "grad_norm": 1.2198984622955322,
      "learning_rate": 1.3336162893332144e-06,
      "loss": 0.3512,
      "step": 1891090
    },
    {
      "epoch": 527.8,
      "grad_norm": 1.1545952558517456,
      "learning_rate": 1.3335918900132904e-06,
      "loss": 0.3366,
      "step": 1891100
    },
    {
      "epoch": 527.8,
      "grad_norm": 1.1934205293655396,
      "learning_rate": 1.3335674908278178e-06,
      "loss": 0.3233,
      "step": 1891110
    },
    {
      "epoch": 527.8,
      "grad_norm": 1.0721328258514404,
      "learning_rate": 1.3335430917768007e-06,
      "loss": 0.3313,
      "step": 1891120
    },
    {
      "epoch": 527.81,
      "grad_norm": 1.1106703281402588,
      "learning_rate": 1.3335186928602425e-06,
      "loss": 0.3408,
      "step": 1891130
    },
    {
      "epoch": 527.81,
      "grad_norm": 0.8660997152328491,
      "learning_rate": 1.333494294078147e-06,
      "loss": 0.3358,
      "step": 1891140
    },
    {
      "epoch": 527.81,
      "grad_norm": 1.012486457824707,
      "learning_rate": 1.3334698954305161e-06,
      "loss": 0.3485,
      "step": 1891150
    },
    {
      "epoch": 527.81,
      "grad_norm": 1.1607028245925903,
      "learning_rate": 1.333445496917354e-06,
      "loss": 0.341,
      "step": 1891160
    },
    {
      "epoch": 527.82,
      "grad_norm": 1.3145979642868042,
      "learning_rate": 1.3334210985386644e-06,
      "loss": 0.337,
      "step": 1891170
    },
    {
      "epoch": 527.82,
      "grad_norm": 1.1842097043991089,
      "learning_rate": 1.3333967002944478e-06,
      "loss": 0.351,
      "step": 1891180
    },
    {
      "epoch": 527.82,
      "grad_norm": 1.2720320224761963,
      "learning_rate": 1.3333723021847115e-06,
      "loss": 0.3405,
      "step": 1891190
    },
    {
      "epoch": 527.83,
      "grad_norm": 1.2270607948303223,
      "learning_rate": 1.3333479042094561e-06,
      "loss": 0.3373,
      "step": 1891200
    },
    {
      "epoch": 527.83,
      "grad_norm": 1.0194363594055176,
      "learning_rate": 1.3333235063686852e-06,
      "loss": 0.3415,
      "step": 1891210
    },
    {
      "epoch": 527.83,
      "grad_norm": 1.0662988424301147,
      "learning_rate": 1.3332991086624034e-06,
      "loss": 0.3401,
      "step": 1891220
    },
    {
      "epoch": 527.83,
      "grad_norm": 1.117228388786316,
      "learning_rate": 1.3332747110906118e-06,
      "loss": 0.3409,
      "step": 1891230
    },
    {
      "epoch": 527.84,
      "grad_norm": 1.1195919513702393,
      "learning_rate": 1.333250313653315e-06,
      "loss": 0.3424,
      "step": 1891240
    },
    {
      "epoch": 527.84,
      "grad_norm": 1.5299922227859497,
      "learning_rate": 1.3332259163505156e-06,
      "loss": 0.347,
      "step": 1891250
    },
    {
      "epoch": 527.84,
      "grad_norm": 1.5875892639160156,
      "learning_rate": 1.3332015191822185e-06,
      "loss": 0.3512,
      "step": 1891260
    },
    {
      "epoch": 527.85,
      "grad_norm": 1.248525857925415,
      "learning_rate": 1.3331771221484237e-06,
      "loss": 0.3415,
      "step": 1891270
    },
    {
      "epoch": 527.85,
      "grad_norm": 1.1007381677627563,
      "learning_rate": 1.3331527252491384e-06,
      "loss": 0.3359,
      "step": 1891280
    },
    {
      "epoch": 527.85,
      "grad_norm": 1.1483924388885498,
      "learning_rate": 1.3331283284843627e-06,
      "loss": 0.3374,
      "step": 1891290
    },
    {
      "epoch": 527.85,
      "grad_norm": 1.3089581727981567,
      "learning_rate": 1.3331039318541012e-06,
      "loss": 0.3352,
      "step": 1891300
    },
    {
      "epoch": 527.86,
      "grad_norm": 1.289215087890625,
      "learning_rate": 1.3330795353583578e-06,
      "loss": 0.3631,
      "step": 1891310
    },
    {
      "epoch": 527.86,
      "grad_norm": 1.2081295251846313,
      "learning_rate": 1.3330551389971338e-06,
      "loss": 0.3637,
      "step": 1891320
    },
    {
      "epoch": 527.86,
      "grad_norm": 1.0493062734603882,
      "learning_rate": 1.3330307427704342e-06,
      "loss": 0.3369,
      "step": 1891330
    },
    {
      "epoch": 527.86,
      "grad_norm": 1.0904371738433838,
      "learning_rate": 1.3330063466782611e-06,
      "loss": 0.3215,
      "step": 1891340
    },
    {
      "epoch": 527.87,
      "grad_norm": 1.252995252609253,
      "learning_rate": 1.3329819507206192e-06,
      "loss": 0.3551,
      "step": 1891350
    },
    {
      "epoch": 527.87,
      "grad_norm": 1.122443437576294,
      "learning_rate": 1.33295755489751e-06,
      "loss": 0.3402,
      "step": 1891360
    },
    {
      "epoch": 527.87,
      "grad_norm": 1.1432292461395264,
      "learning_rate": 1.3329331592089373e-06,
      "loss": 0.3409,
      "step": 1891370
    },
    {
      "epoch": 527.88,
      "grad_norm": 1.0749536752700806,
      "learning_rate": 1.332908763654905e-06,
      "loss": 0.3316,
      "step": 1891380
    },
    {
      "epoch": 527.88,
      "grad_norm": 0.9760700464248657,
      "learning_rate": 1.3328843682354159e-06,
      "loss": 0.3454,
      "step": 1891390
    },
    {
      "epoch": 527.88,
      "grad_norm": 1.284624695777893,
      "learning_rate": 1.3328599729504737e-06,
      "loss": 0.3459,
      "step": 1891400
    },
    {
      "epoch": 527.88,
      "grad_norm": 1.1473915576934814,
      "learning_rate": 1.33283557780008e-06,
      "loss": 0.3505,
      "step": 1891410
    },
    {
      "epoch": 527.89,
      "grad_norm": 1.0583605766296387,
      "learning_rate": 1.3328111827842408e-06,
      "loss": 0.3448,
      "step": 1891420
    },
    {
      "epoch": 527.89,
      "grad_norm": 1.2535736560821533,
      "learning_rate": 1.332786787902957e-06,
      "loss": 0.3333,
      "step": 1891430
    },
    {
      "epoch": 527.89,
      "grad_norm": 1.0530993938446045,
      "learning_rate": 1.3327623931562325e-06,
      "loss": 0.3448,
      "step": 1891440
    },
    {
      "epoch": 527.9,
      "grad_norm": 1.0593587160110474,
      "learning_rate": 1.3327379985440719e-06,
      "loss": 0.3374,
      "step": 1891450
    },
    {
      "epoch": 527.9,
      "grad_norm": 1.0646226406097412,
      "learning_rate": 1.3327136040664762e-06,
      "loss": 0.353,
      "step": 1891460
    },
    {
      "epoch": 527.9,
      "grad_norm": 1.2269330024719238,
      "learning_rate": 1.3326892097234499e-06,
      "loss": 0.3486,
      "step": 1891470
    },
    {
      "epoch": 527.9,
      "grad_norm": 0.9955117106437683,
      "learning_rate": 1.3326648155149962e-06,
      "loss": 0.336,
      "step": 1891480
    },
    {
      "epoch": 527.91,
      "grad_norm": 1.2382094860076904,
      "learning_rate": 1.3326404214411186e-06,
      "loss": 0.3348,
      "step": 1891490
    },
    {
      "epoch": 527.91,
      "grad_norm": 1.2449806928634644,
      "learning_rate": 1.3326160275018193e-06,
      "loss": 0.3524,
      "step": 1891500
    },
    {
      "epoch": 527.91,
      "grad_norm": 1.201450228691101,
      "learning_rate": 1.3325916336971024e-06,
      "loss": 0.3425,
      "step": 1891510
    },
    {
      "epoch": 527.92,
      "grad_norm": 1.1553268432617188,
      "learning_rate": 1.3325672400269718e-06,
      "loss": 0.3435,
      "step": 1891520
    },
    {
      "epoch": 527.92,
      "grad_norm": 0.9128095507621765,
      "learning_rate": 1.3325428464914277e-06,
      "loss": 0.3429,
      "step": 1891530
    },
    {
      "epoch": 527.92,
      "grad_norm": 1.0458295345306396,
      "learning_rate": 1.332518453090478e-06,
      "loss": 0.3516,
      "step": 1891540
    },
    {
      "epoch": 527.92,
      "grad_norm": 1.005539059638977,
      "learning_rate": 1.332494059824122e-06,
      "loss": 0.3296,
      "step": 1891550
    },
    {
      "epoch": 527.93,
      "grad_norm": 1.2569736242294312,
      "learning_rate": 1.3324696666923648e-06,
      "loss": 0.3498,
      "step": 1891560
    },
    {
      "epoch": 527.93,
      "grad_norm": 1.161017894744873,
      "learning_rate": 1.3324452736952088e-06,
      "loss": 0.3443,
      "step": 1891570
    },
    {
      "epoch": 527.93,
      "grad_norm": 1.0183460712432861,
      "learning_rate": 1.3324208808326593e-06,
      "loss": 0.3384,
      "step": 1891580
    },
    {
      "epoch": 527.93,
      "grad_norm": 1.06345534324646,
      "learning_rate": 1.3323964881047167e-06,
      "loss": 0.3403,
      "step": 1891590
    },
    {
      "epoch": 527.94,
      "grad_norm": 1.3693255186080933,
      "learning_rate": 1.3323720955113856e-06,
      "loss": 0.3447,
      "step": 1891600
    },
    {
      "epoch": 527.94,
      "grad_norm": 1.277397871017456,
      "learning_rate": 1.33234770305267e-06,
      "loss": 0.3704,
      "step": 1891610
    },
    {
      "epoch": 527.94,
      "grad_norm": 1.149126410484314,
      "learning_rate": 1.332323310728571e-06,
      "loss": 0.3548,
      "step": 1891620
    },
    {
      "epoch": 527.95,
      "grad_norm": 1.1070797443389893,
      "learning_rate": 1.3322989185390944e-06,
      "loss": 0.3298,
      "step": 1891630
    },
    {
      "epoch": 527.95,
      "grad_norm": 1.3607620000839233,
      "learning_rate": 1.3322745264842414e-06,
      "loss": 0.3393,
      "step": 1891640
    },
    {
      "epoch": 527.95,
      "grad_norm": 3.8192694187164307,
      "learning_rate": 1.332250134564016e-06,
      "loss": 0.3289,
      "step": 1891650
    },
    {
      "epoch": 527.95,
      "grad_norm": 1.2458702325820923,
      "learning_rate": 1.3322257427784226e-06,
      "loss": 0.3543,
      "step": 1891660
    },
    {
      "epoch": 527.96,
      "grad_norm": 1.0881688594818115,
      "learning_rate": 1.3322013511274616e-06,
      "loss": 0.345,
      "step": 1891670
    },
    {
      "epoch": 527.96,
      "grad_norm": 1.0505741834640503,
      "learning_rate": 1.3321769596111397e-06,
      "loss": 0.3484,
      "step": 1891680
    },
    {
      "epoch": 527.96,
      "grad_norm": 1.0659325122833252,
      "learning_rate": 1.3321525682294577e-06,
      "loss": 0.3399,
      "step": 1891690
    },
    {
      "epoch": 527.97,
      "grad_norm": 1.0821765661239624,
      "learning_rate": 1.3321281769824194e-06,
      "loss": 0.338,
      "step": 1891700
    },
    {
      "epoch": 527.97,
      "grad_norm": 5.137163162231445,
      "learning_rate": 1.3321037858700284e-06,
      "loss": 0.3597,
      "step": 1891710
    },
    {
      "epoch": 527.97,
      "grad_norm": 1.0930099487304688,
      "learning_rate": 1.3320793948922884e-06,
      "loss": 0.3361,
      "step": 1891720
    },
    {
      "epoch": 527.97,
      "grad_norm": 1.120884895324707,
      "learning_rate": 1.3320550040492016e-06,
      "loss": 0.3416,
      "step": 1891730
    },
    {
      "epoch": 527.98,
      "grad_norm": 1.1711485385894775,
      "learning_rate": 1.3320306133407712e-06,
      "loss": 0.3409,
      "step": 1891740
    },
    {
      "epoch": 527.98,
      "grad_norm": 1.079295039176941,
      "learning_rate": 1.332006222767002e-06,
      "loss": 0.3363,
      "step": 1891750
    },
    {
      "epoch": 527.98,
      "grad_norm": 1.0548920631408691,
      "learning_rate": 1.3319818323278946e-06,
      "loss": 0.3596,
      "step": 1891760
    },
    {
      "epoch": 527.98,
      "grad_norm": 1.0036805868148804,
      "learning_rate": 1.3319574420234553e-06,
      "loss": 0.3389,
      "step": 1891770
    },
    {
      "epoch": 527.99,
      "grad_norm": 1.1810399293899536,
      "learning_rate": 1.331933051853685e-06,
      "loss": 0.342,
      "step": 1891780
    },
    {
      "epoch": 527.99,
      "grad_norm": 0.9585134387016296,
      "learning_rate": 1.3319086618185878e-06,
      "loss": 0.3425,
      "step": 1891790
    },
    {
      "epoch": 527.99,
      "grad_norm": 1.1170761585235596,
      "learning_rate": 1.3318842719181682e-06,
      "loss": 0.3467,
      "step": 1891800
    },
    {
      "epoch": 528.0,
      "grad_norm": 1.0045181512832642,
      "learning_rate": 1.331859882152427e-06,
      "loss": 0.3379,
      "step": 1891810
    },
    {
      "epoch": 528.0,
      "grad_norm": 1.023726224899292,
      "learning_rate": 1.3318354925213686e-06,
      "loss": 0.3439,
      "step": 1891820
    },
    {
      "epoch": 528.0,
      "eval_loss": 0.34274202585220337,
      "eval_runtime": 63.0152,
      "eval_samples_per_second": 80.282,
      "eval_steps_per_second": 10.045,
      "step": 1891824
    },
    {
      "epoch": 528.0,
      "grad_norm": 1.2061885595321655,
      "learning_rate": 1.3318111030249964e-06,
      "loss": 0.3343,
      "step": 1891830
    },
    {
      "epoch": 528.0,
      "grad_norm": 1.1664974689483643,
      "learning_rate": 1.3317867136633143e-06,
      "loss": 0.3326,
      "step": 1891840
    },
    {
      "epoch": 528.01,
      "grad_norm": 1.2776870727539062,
      "learning_rate": 1.3317623244363232e-06,
      "loss": 0.3463,
      "step": 1891850
    },
    {
      "epoch": 528.01,
      "grad_norm": 1.237658143043518,
      "learning_rate": 1.3317379353440296e-06,
      "loss": 0.3498,
      "step": 1891860
    },
    {
      "epoch": 528.01,
      "grad_norm": 1.0835013389587402,
      "learning_rate": 1.3317135463864343e-06,
      "loss": 0.3436,
      "step": 1891870
    },
    {
      "epoch": 528.02,
      "grad_norm": 1.088755488395691,
      "learning_rate": 1.3316891575635414e-06,
      "loss": 0.3514,
      "step": 1891880
    },
    {
      "epoch": 528.02,
      "grad_norm": 1.0410263538360596,
      "learning_rate": 1.3316647688753548e-06,
      "loss": 0.3195,
      "step": 1891890
    },
    {
      "epoch": 528.02,
      "grad_norm": 1.2713123559951782,
      "learning_rate": 1.3316403803218762e-06,
      "loss": 0.3336,
      "step": 1891900
    },
    {
      "epoch": 528.02,
      "grad_norm": 1.042032241821289,
      "learning_rate": 1.3316159919031097e-06,
      "loss": 0.3452,
      "step": 1891910
    },
    {
      "epoch": 528.03,
      "grad_norm": 1.1606409549713135,
      "learning_rate": 1.3315916036190585e-06,
      "loss": 0.3282,
      "step": 1891920
    },
    {
      "epoch": 528.03,
      "grad_norm": 1.1361019611358643,
      "learning_rate": 1.3315672154697266e-06,
      "loss": 0.3452,
      "step": 1891930
    },
    {
      "epoch": 528.03,
      "grad_norm": 1.1464248895645142,
      "learning_rate": 1.3315428274551147e-06,
      "loss": 0.3401,
      "step": 1891940
    },
    {
      "epoch": 528.04,
      "grad_norm": 1.1086621284484863,
      "learning_rate": 1.3315184395752298e-06,
      "loss": 0.3552,
      "step": 1891950
    },
    {
      "epoch": 528.04,
      "grad_norm": 1.1187070608139038,
      "learning_rate": 1.3314940518300722e-06,
      "loss": 0.3355,
      "step": 1891960
    },
    {
      "epoch": 528.04,
      "grad_norm": 1.2208502292633057,
      "learning_rate": 1.3314696642196462e-06,
      "loss": 0.3433,
      "step": 1891970
    },
    {
      "epoch": 528.04,
      "grad_norm": 1.076576828956604,
      "learning_rate": 1.331445276743956e-06,
      "loss": 0.3414,
      "step": 1891980
    },
    {
      "epoch": 528.05,
      "grad_norm": 1.07295823097229,
      "learning_rate": 1.331420889403002e-06,
      "loss": 0.3185,
      "step": 1891990
    },
    {
      "epoch": 528.05,
      "grad_norm": 0.9075242280960083,
      "learning_rate": 1.3313965021967908e-06,
      "loss": 0.3555,
      "step": 1892000
    },
    {
      "epoch": 528.05,
      "grad_norm": 1.244991660118103,
      "learning_rate": 1.3313721151253236e-06,
      "loss": 0.3336,
      "step": 1892010
    },
    {
      "epoch": 528.05,
      "grad_norm": 1.036439061164856,
      "learning_rate": 1.331347728188604e-06,
      "loss": 0.3567,
      "step": 1892020
    },
    {
      "epoch": 528.06,
      "grad_norm": 1.1167670488357544,
      "learning_rate": 1.3313233413866362e-06,
      "loss": 0.3295,
      "step": 1892030
    },
    {
      "epoch": 528.06,
      "grad_norm": 0.8997359871864319,
      "learning_rate": 1.331298954719422e-06,
      "loss": 0.3354,
      "step": 1892040
    },
    {
      "epoch": 528.06,
      "grad_norm": 1.1664087772369385,
      "learning_rate": 1.331274568186965e-06,
      "loss": 0.3376,
      "step": 1892050
    },
    {
      "epoch": 528.07,
      "grad_norm": 1.1813253164291382,
      "learning_rate": 1.331250181789269e-06,
      "loss": 0.3604,
      "step": 1892060
    },
    {
      "epoch": 528.07,
      "grad_norm": 1.1400830745697021,
      "learning_rate": 1.331225795526338e-06,
      "loss": 0.3344,
      "step": 1892070
    },
    {
      "epoch": 528.07,
      "grad_norm": 1.115667462348938,
      "learning_rate": 1.3312014093981722e-06,
      "loss": 0.3547,
      "step": 1892080
    },
    {
      "epoch": 528.07,
      "grad_norm": 1.0599840879440308,
      "learning_rate": 1.3311770234047789e-06,
      "loss": 0.3397,
      "step": 1892090
    },
    {
      "epoch": 528.08,
      "grad_norm": 1.0634331703186035,
      "learning_rate": 1.331152637546158e-06,
      "loss": 0.3428,
      "step": 1892100
    },
    {
      "epoch": 528.08,
      "grad_norm": 1.0848512649536133,
      "learning_rate": 1.3311282518223148e-06,
      "loss": 0.3355,
      "step": 1892110
    },
    {
      "epoch": 528.08,
      "grad_norm": 1.047680377960205,
      "learning_rate": 1.3311038662332522e-06,
      "loss": 0.3434,
      "step": 1892120
    },
    {
      "epoch": 528.09,
      "grad_norm": 1.0279922485351562,
      "learning_rate": 1.3310794807789723e-06,
      "loss": 0.3499,
      "step": 1892130
    },
    {
      "epoch": 528.09,
      "grad_norm": 1.2030603885650635,
      "learning_rate": 1.331055095459479e-06,
      "loss": 0.3354,
      "step": 1892140
    },
    {
      "epoch": 528.09,
      "grad_norm": 1.0523537397384644,
      "learning_rate": 1.331030710274776e-06,
      "loss": 0.3534,
      "step": 1892150
    },
    {
      "epoch": 528.09,
      "grad_norm": 1.0827162265777588,
      "learning_rate": 1.331006325224867e-06,
      "loss": 0.3342,
      "step": 1892160
    },
    {
      "epoch": 528.1,
      "grad_norm": 1.0979400873184204,
      "learning_rate": 1.3309819403097536e-06,
      "loss": 0.349,
      "step": 1892170
    },
    {
      "epoch": 528.1,
      "grad_norm": 1.0778100490570068,
      "learning_rate": 1.3309575555294396e-06,
      "loss": 0.3279,
      "step": 1892180
    },
    {
      "epoch": 528.1,
      "grad_norm": 1.1290932893753052,
      "learning_rate": 1.3309331708839298e-06,
      "loss": 0.3516,
      "step": 1892190
    },
    {
      "epoch": 528.1,
      "grad_norm": 1.2481552362442017,
      "learning_rate": 1.330908786373224e-06,
      "loss": 0.3352,
      "step": 1892200
    },
    {
      "epoch": 528.11,
      "grad_norm": 1.0847362279891968,
      "learning_rate": 1.3308844019973297e-06,
      "loss": 0.3304,
      "step": 1892210
    },
    {
      "epoch": 528.11,
      "grad_norm": 1.0142279863357544,
      "learning_rate": 1.3308600177562473e-06,
      "loss": 0.3427,
      "step": 1892220
    },
    {
      "epoch": 528.11,
      "grad_norm": 1.1852773427963257,
      "learning_rate": 1.330835633649981e-06,
      "loss": 0.3406,
      "step": 1892230
    },
    {
      "epoch": 528.12,
      "grad_norm": 1.2104562520980835,
      "learning_rate": 1.3308112496785332e-06,
      "loss": 0.3361,
      "step": 1892240
    },
    {
      "epoch": 528.12,
      "grad_norm": 1.4254467487335205,
      "learning_rate": 1.3307868658419083e-06,
      "loss": 0.3411,
      "step": 1892250
    },
    {
      "epoch": 528.12,
      "grad_norm": 1.166015863418579,
      "learning_rate": 1.33076248214011e-06,
      "loss": 0.3475,
      "step": 1892260
    },
    {
      "epoch": 528.12,
      "grad_norm": 1.0484633445739746,
      "learning_rate": 1.330738098573139e-06,
      "loss": 0.3547,
      "step": 1892270
    },
    {
      "epoch": 528.13,
      "grad_norm": 1.1749274730682373,
      "learning_rate": 1.3307137151410012e-06,
      "loss": 0.3408,
      "step": 1892280
    },
    {
      "epoch": 528.13,
      "grad_norm": 1.1268507242202759,
      "learning_rate": 1.3306893318436981e-06,
      "loss": 0.3375,
      "step": 1892290
    },
    {
      "epoch": 528.13,
      "grad_norm": 1.1998116970062256,
      "learning_rate": 1.330664948681235e-06,
      "loss": 0.3313,
      "step": 1892300
    },
    {
      "epoch": 528.14,
      "grad_norm": 1.0737119913101196,
      "learning_rate": 1.3306405656536124e-06,
      "loss": 0.3463,
      "step": 1892310
    },
    {
      "epoch": 528.14,
      "grad_norm": 0.9912142157554626,
      "learning_rate": 1.3306161827608355e-06,
      "loss": 0.3365,
      "step": 1892320
    },
    {
      "epoch": 528.14,
      "grad_norm": 1.2737884521484375,
      "learning_rate": 1.3305918000029074e-06,
      "loss": 0.3455,
      "step": 1892330
    },
    {
      "epoch": 528.14,
      "grad_norm": 1.1840863227844238,
      "learning_rate": 1.3305674173798296e-06,
      "loss": 0.3324,
      "step": 1892340
    },
    {
      "epoch": 528.15,
      "grad_norm": 1.1436518430709839,
      "learning_rate": 1.330543034891608e-06,
      "loss": 0.3254,
      "step": 1892350
    },
    {
      "epoch": 528.15,
      "grad_norm": 1.061449646949768,
      "learning_rate": 1.330518652538244e-06,
      "loss": 0.3309,
      "step": 1892360
    },
    {
      "epoch": 528.15,
      "grad_norm": 1.110580325126648,
      "learning_rate": 1.3304942703197414e-06,
      "loss": 0.3584,
      "step": 1892370
    },
    {
      "epoch": 528.16,
      "grad_norm": 1.1917632818222046,
      "learning_rate": 1.330469888236103e-06,
      "loss": 0.3487,
      "step": 1892380
    },
    {
      "epoch": 528.16,
      "grad_norm": 1.0404359102249146,
      "learning_rate": 1.3304455062873338e-06,
      "loss": 0.3435,
      "step": 1892390
    },
    {
      "epoch": 528.16,
      "grad_norm": 1.1980730295181274,
      "learning_rate": 1.3304211244734344e-06,
      "loss": 0.3254,
      "step": 1892400
    },
    {
      "epoch": 528.16,
      "grad_norm": 1.2524000406265259,
      "learning_rate": 1.3303967427944098e-06,
      "loss": 0.3355,
      "step": 1892410
    },
    {
      "epoch": 528.17,
      "grad_norm": 1.2750914096832275,
      "learning_rate": 1.3303723612502633e-06,
      "loss": 0.337,
      "step": 1892420
    },
    {
      "epoch": 528.17,
      "grad_norm": 1.206719160079956,
      "learning_rate": 1.330347979840996e-06,
      "loss": 0.3286,
      "step": 1892430
    },
    {
      "epoch": 528.17,
      "grad_norm": 1.2334721088409424,
      "learning_rate": 1.3303235985666145e-06,
      "loss": 0.341,
      "step": 1892440
    },
    {
      "epoch": 528.17,
      "grad_norm": 1.5514909029006958,
      "learning_rate": 1.3302992174271196e-06,
      "loss": 0.3416,
      "step": 1892450
    },
    {
      "epoch": 528.18,
      "grad_norm": 1.0826711654663086,
      "learning_rate": 1.3302748364225153e-06,
      "loss": 0.3388,
      "step": 1892460
    },
    {
      "epoch": 528.18,
      "grad_norm": 1.2095305919647217,
      "learning_rate": 1.3302504555528056e-06,
      "loss": 0.3426,
      "step": 1892470
    },
    {
      "epoch": 528.18,
      "grad_norm": 1.107185959815979,
      "learning_rate": 1.3302260748179917e-06,
      "loss": 0.3254,
      "step": 1892480
    },
    {
      "epoch": 528.19,
      "grad_norm": 1.0210310220718384,
      "learning_rate": 1.3302016942180788e-06,
      "loss": 0.348,
      "step": 1892490
    },
    {
      "epoch": 528.19,
      "grad_norm": 1.0926669836044312,
      "learning_rate": 1.330177313753069e-06,
      "loss": 0.344,
      "step": 1892500
    },
    {
      "epoch": 528.19,
      "grad_norm": 1.184211254119873,
      "learning_rate": 1.330152933422967e-06,
      "loss": 0.3356,
      "step": 1892510
    },
    {
      "epoch": 528.19,
      "grad_norm": 1.328801155090332,
      "learning_rate": 1.3301285532277734e-06,
      "loss": 0.3556,
      "step": 1892520
    },
    {
      "epoch": 528.2,
      "grad_norm": 1.1635093688964844,
      "learning_rate": 1.3301041731674948e-06,
      "loss": 0.3464,
      "step": 1892530
    },
    {
      "epoch": 528.2,
      "grad_norm": 0.9298292398452759,
      "learning_rate": 1.3300797932421316e-06,
      "loss": 0.3287,
      "step": 1892540
    },
    {
      "epoch": 528.2,
      "grad_norm": 1.1434882879257202,
      "learning_rate": 1.3300554134516883e-06,
      "loss": 0.3464,
      "step": 1892550
    },
    {
      "epoch": 528.21,
      "grad_norm": 1.2510195970535278,
      "learning_rate": 1.3300310337961692e-06,
      "loss": 0.3497,
      "step": 1892560
    },
    {
      "epoch": 528.21,
      "grad_norm": 1.239697813987732,
      "learning_rate": 1.3300066542755745e-06,
      "loss": 0.3656,
      "step": 1892570
    },
    {
      "epoch": 528.21,
      "grad_norm": 1.0970815420150757,
      "learning_rate": 1.3299822748899109e-06,
      "loss": 0.347,
      "step": 1892580
    },
    {
      "epoch": 528.21,
      "grad_norm": 1.0960105657577515,
      "learning_rate": 1.3299578956391793e-06,
      "loss": 0.3353,
      "step": 1892590
    },
    {
      "epoch": 528.22,
      "grad_norm": 1.039405107498169,
      "learning_rate": 1.3299335165233836e-06,
      "loss": 0.343,
      "step": 1892600
    },
    {
      "epoch": 528.22,
      "grad_norm": 1.2027902603149414,
      "learning_rate": 1.3299091375425282e-06,
      "loss": 0.3309,
      "step": 1892610
    },
    {
      "epoch": 528.22,
      "grad_norm": 1.2200697660446167,
      "learning_rate": 1.3298847586966142e-06,
      "loss": 0.3313,
      "step": 1892620
    },
    {
      "epoch": 528.22,
      "grad_norm": 1.211212396621704,
      "learning_rate": 1.329860379985646e-06,
      "loss": 0.3276,
      "step": 1892630
    },
    {
      "epoch": 528.23,
      "grad_norm": 1.0479792356491089,
      "learning_rate": 1.329836001409627e-06,
      "loss": 0.3449,
      "step": 1892640
    },
    {
      "epoch": 528.23,
      "grad_norm": 1.0742815732955933,
      "learning_rate": 1.3298116229685608e-06,
      "loss": 0.327,
      "step": 1892650
    },
    {
      "epoch": 528.23,
      "grad_norm": 1.1720330715179443,
      "learning_rate": 1.3297872446624484e-06,
      "loss": 0.3289,
      "step": 1892660
    },
    {
      "epoch": 528.24,
      "grad_norm": 1.5278910398483276,
      "learning_rate": 1.3297628664912966e-06,
      "loss": 0.3333,
      "step": 1892670
    },
    {
      "epoch": 528.24,
      "grad_norm": 1.1553279161453247,
      "learning_rate": 1.3297384884551057e-06,
      "loss": 0.3327,
      "step": 1892680
    },
    {
      "epoch": 528.24,
      "grad_norm": 1.052033543586731,
      "learning_rate": 1.3297141105538804e-06,
      "loss": 0.3386,
      "step": 1892690
    },
    {
      "epoch": 528.24,
      "grad_norm": 1.0425074100494385,
      "learning_rate": 1.3296897327876244e-06,
      "loss": 0.3313,
      "step": 1892700
    },
    {
      "epoch": 528.25,
      "grad_norm": 1.240347981452942,
      "learning_rate": 1.3296653551563387e-06,
      "loss": 0.3252,
      "step": 1892710
    },
    {
      "epoch": 528.25,
      "grad_norm": 1.0251076221466064,
      "learning_rate": 1.3296409776600282e-06,
      "loss": 0.3457,
      "step": 1892720
    },
    {
      "epoch": 528.25,
      "grad_norm": 1.0573235750198364,
      "learning_rate": 1.329616600298696e-06,
      "loss": 0.3466,
      "step": 1892730
    },
    {
      "epoch": 528.26,
      "grad_norm": 1.035058617591858,
      "learning_rate": 1.329592223072346e-06,
      "loss": 0.3352,
      "step": 1892740
    },
    {
      "epoch": 528.26,
      "grad_norm": 1.3020048141479492,
      "learning_rate": 1.3295678459809796e-06,
      "loss": 0.3631,
      "step": 1892750
    },
    {
      "epoch": 528.26,
      "grad_norm": 0.9802082180976868,
      "learning_rate": 1.3295434690246014e-06,
      "loss": 0.3421,
      "step": 1892760
    },
    {
      "epoch": 528.26,
      "grad_norm": 1.0784437656402588,
      "learning_rate": 1.3295190922032142e-06,
      "loss": 0.3396,
      "step": 1892770
    },
    {
      "epoch": 528.27,
      "grad_norm": 1.0256550312042236,
      "learning_rate": 1.3294947155168215e-06,
      "loss": 0.3499,
      "step": 1892780
    },
    {
      "epoch": 528.27,
      "grad_norm": 1.087227702140808,
      "learning_rate": 1.3294703389654275e-06,
      "loss": 0.3385,
      "step": 1892790
    },
    {
      "epoch": 528.27,
      "grad_norm": 1.0440272092819214,
      "learning_rate": 1.3294459625490336e-06,
      "loss": 0.3417,
      "step": 1892800
    },
    {
      "epoch": 528.28,
      "grad_norm": 1.1633943319320679,
      "learning_rate": 1.3294215862676432e-06,
      "loss": 0.352,
      "step": 1892810
    },
    {
      "epoch": 528.28,
      "grad_norm": 1.2592798471450806,
      "learning_rate": 1.3293972101212608e-06,
      "loss": 0.3395,
      "step": 1892820
    },
    {
      "epoch": 528.28,
      "grad_norm": 1.035163164138794,
      "learning_rate": 1.3293728341098886e-06,
      "loss": 0.3663,
      "step": 1892830
    },
    {
      "epoch": 528.28,
      "grad_norm": 1.2458688020706177,
      "learning_rate": 1.3293484582335318e-06,
      "loss": 0.3428,
      "step": 1892840
    },
    {
      "epoch": 528.29,
      "grad_norm": 1.1029534339904785,
      "learning_rate": 1.3293240824921908e-06,
      "loss": 0.3557,
      "step": 1892850
    },
    {
      "epoch": 528.29,
      "grad_norm": 1.0380884408950806,
      "learning_rate": 1.32929970688587e-06,
      "loss": 0.3374,
      "step": 1892860
    },
    {
      "epoch": 528.29,
      "grad_norm": 1.050756812095642,
      "learning_rate": 1.3292753314145732e-06,
      "loss": 0.3447,
      "step": 1892870
    },
    {
      "epoch": 528.29,
      "grad_norm": 1.1174521446228027,
      "learning_rate": 1.329250956078304e-06,
      "loss": 0.3336,
      "step": 1892880
    },
    {
      "epoch": 528.3,
      "grad_norm": 1.5061500072479248,
      "learning_rate": 1.329226580877063e-06,
      "loss": 0.3424,
      "step": 1892890
    },
    {
      "epoch": 528.3,
      "grad_norm": 1.2637845277786255,
      "learning_rate": 1.3292022058108572e-06,
      "loss": 0.3457,
      "step": 1892900
    },
    {
      "epoch": 528.3,
      "grad_norm": 1.1295366287231445,
      "learning_rate": 1.329177830879687e-06,
      "loss": 0.3499,
      "step": 1892910
    },
    {
      "epoch": 528.31,
      "grad_norm": 1.0916006565093994,
      "learning_rate": 1.3291534560835569e-06,
      "loss": 0.3358,
      "step": 1892920
    },
    {
      "epoch": 528.31,
      "grad_norm": 1.1726741790771484,
      "learning_rate": 1.3291290814224704e-06,
      "loss": 0.3251,
      "step": 1892930
    },
    {
      "epoch": 528.31,
      "grad_norm": 1.260612964630127,
      "learning_rate": 1.3291047068964296e-06,
      "loss": 0.3376,
      "step": 1892940
    },
    {
      "epoch": 528.31,
      "grad_norm": 1.0009037256240845,
      "learning_rate": 1.3290803325054382e-06,
      "loss": 0.3585,
      "step": 1892950
    },
    {
      "epoch": 528.32,
      "grad_norm": 1.0261971950531006,
      "learning_rate": 1.3290559582494995e-06,
      "loss": 0.3322,
      "step": 1892960
    },
    {
      "epoch": 528.32,
      "grad_norm": 1.1103118658065796,
      "learning_rate": 1.329031584128618e-06,
      "loss": 0.3362,
      "step": 1892970
    },
    {
      "epoch": 528.32,
      "grad_norm": 1.1419514417648315,
      "learning_rate": 1.3290072101427951e-06,
      "loss": 0.3557,
      "step": 1892980
    },
    {
      "epoch": 528.33,
      "grad_norm": 1.097949504852295,
      "learning_rate": 1.3289828362920346e-06,
      "loss": 0.3344,
      "step": 1892990
    },
    {
      "epoch": 528.33,
      "grad_norm": 1.1251227855682373,
      "learning_rate": 1.3289584625763403e-06,
      "loss": 0.328,
      "step": 1893000
    },
    {
      "epoch": 528.33,
      "grad_norm": 1.0565215349197388,
      "learning_rate": 1.3289340889957136e-06,
      "loss": 0.3424,
      "step": 1893010
    },
    {
      "epoch": 528.33,
      "grad_norm": 1.1104695796966553,
      "learning_rate": 1.3289097155501611e-06,
      "loss": 0.3456,
      "step": 1893020
    },
    {
      "epoch": 528.34,
      "grad_norm": 1.1107286214828491,
      "learning_rate": 1.3288853422396829e-06,
      "loss": 0.3464,
      "step": 1893030
    },
    {
      "epoch": 528.34,
      "grad_norm": 1.0245009660720825,
      "learning_rate": 1.328860969064284e-06,
      "loss": 0.3426,
      "step": 1893040
    },
    {
      "epoch": 528.34,
      "grad_norm": 1.1063158512115479,
      "learning_rate": 1.3288365960239667e-06,
      "loss": 0.3428,
      "step": 1893050
    },
    {
      "epoch": 528.34,
      "grad_norm": 1.2040340900421143,
      "learning_rate": 1.3288122231187357e-06,
      "loss": 0.3227,
      "step": 1893060
    },
    {
      "epoch": 528.35,
      "grad_norm": 1.6104258298873901,
      "learning_rate": 1.3287878503485922e-06,
      "loss": 0.348,
      "step": 1893070
    },
    {
      "epoch": 528.35,
      "grad_norm": 1.0219662189483643,
      "learning_rate": 1.3287634777135404e-06,
      "loss": 0.3531,
      "step": 1893080
    },
    {
      "epoch": 528.35,
      "grad_norm": 1.1195011138916016,
      "learning_rate": 1.3287391052135846e-06,
      "loss": 0.3455,
      "step": 1893090
    },
    {
      "epoch": 528.36,
      "grad_norm": 1.0182806253433228,
      "learning_rate": 1.3287147328487248e-06,
      "loss": 0.3336,
      "step": 1893100
    },
    {
      "epoch": 528.36,
      "grad_norm": 1.073060154914856,
      "learning_rate": 1.3286903606189687e-06,
      "loss": 0.3416,
      "step": 1893110
    },
    {
      "epoch": 528.36,
      "grad_norm": 1.1918329000473022,
      "learning_rate": 1.3286659885243163e-06,
      "loss": 0.3289,
      "step": 1893120
    },
    {
      "epoch": 528.36,
      "grad_norm": 1.5797005891799927,
      "learning_rate": 1.328641616564772e-06,
      "loss": 0.3305,
      "step": 1893130
    },
    {
      "epoch": 528.37,
      "grad_norm": 1.1519519090652466,
      "learning_rate": 1.32861724474034e-06,
      "loss": 0.3371,
      "step": 1893140
    },
    {
      "epoch": 528.37,
      "grad_norm": 1.06443452835083,
      "learning_rate": 1.3285928730510201e-06,
      "loss": 0.3312,
      "step": 1893150
    },
    {
      "epoch": 528.37,
      "grad_norm": 1.1016120910644531,
      "learning_rate": 1.32856850149682e-06,
      "loss": 0.36,
      "step": 1893160
    },
    {
      "epoch": 528.38,
      "grad_norm": 1.0682039260864258,
      "learning_rate": 1.3285441300777397e-06,
      "loss": 0.3342,
      "step": 1893170
    },
    {
      "epoch": 528.38,
      "grad_norm": 1.2268952131271362,
      "learning_rate": 1.328519758793784e-06,
      "loss": 0.3419,
      "step": 1893180
    },
    {
      "epoch": 528.38,
      "grad_norm": 0.896652102470398,
      "learning_rate": 1.3284953876449554e-06,
      "loss": 0.3243,
      "step": 1893190
    },
    {
      "epoch": 528.38,
      "grad_norm": 1.1999539136886597,
      "learning_rate": 1.3284710166312585e-06,
      "loss": 0.3448,
      "step": 1893200
    },
    {
      "epoch": 528.39,
      "grad_norm": 1.2532283067703247,
      "learning_rate": 1.3284466457526946e-06,
      "loss": 0.3282,
      "step": 1893210
    },
    {
      "epoch": 528.39,
      "grad_norm": 1.2373429536819458,
      "learning_rate": 1.3284222750092677e-06,
      "loss": 0.3535,
      "step": 1893220
    },
    {
      "epoch": 528.39,
      "grad_norm": 1.1255478858947754,
      "learning_rate": 1.328397904400982e-06,
      "loss": 0.3471,
      "step": 1893230
    },
    {
      "epoch": 528.4,
      "grad_norm": 1.0403330326080322,
      "learning_rate": 1.3283735339278383e-06,
      "loss": 0.3352,
      "step": 1893240
    },
    {
      "epoch": 528.4,
      "grad_norm": 1.0948325395584106,
      "learning_rate": 1.3283491635898437e-06,
      "loss": 0.3522,
      "step": 1893250
    },
    {
      "epoch": 528.4,
      "grad_norm": 0.9887208342552185,
      "learning_rate": 1.328324793386998e-06,
      "loss": 0.3553,
      "step": 1893260
    },
    {
      "epoch": 528.4,
      "grad_norm": 1.0842492580413818,
      "learning_rate": 1.3283004233193056e-06,
      "loss": 0.339,
      "step": 1893270
    },
    {
      "epoch": 528.41,
      "grad_norm": 1.210025429725647,
      "learning_rate": 1.3282760533867706e-06,
      "loss": 0.3413,
      "step": 1893280
    },
    {
      "epoch": 528.41,
      "grad_norm": 1.233572244644165,
      "learning_rate": 1.3282516835893946e-06,
      "loss": 0.3499,
      "step": 1893290
    },
    {
      "epoch": 528.41,
      "grad_norm": 1.1277756690979004,
      "learning_rate": 1.3282273139271819e-06,
      "loss": 0.3339,
      "step": 1893300
    },
    {
      "epoch": 528.41,
      "grad_norm": 1.1159418821334839,
      "learning_rate": 1.3282029444001353e-06,
      "loss": 0.3402,
      "step": 1893310
    },
    {
      "epoch": 528.42,
      "grad_norm": 0.9997598528862,
      "learning_rate": 1.3281785750082594e-06,
      "loss": 0.3363,
      "step": 1893320
    },
    {
      "epoch": 528.42,
      "grad_norm": 1.1156713962554932,
      "learning_rate": 1.3281542057515546e-06,
      "loss": 0.329,
      "step": 1893330
    },
    {
      "epoch": 528.42,
      "grad_norm": 1.048929214477539,
      "learning_rate": 1.3281298366300276e-06,
      "loss": 0.3428,
      "step": 1893340
    },
    {
      "epoch": 528.43,
      "grad_norm": 1.2079206705093384,
      "learning_rate": 1.328105467643679e-06,
      "loss": 0.349,
      "step": 1893350
    },
    {
      "epoch": 528.43,
      "grad_norm": 1.1748528480529785,
      "learning_rate": 1.328081098792513e-06,
      "loss": 0.3382,
      "step": 1893360
    },
    {
      "epoch": 528.43,
      "grad_norm": 1.1429450511932373,
      "learning_rate": 1.3280567300765334e-06,
      "loss": 0.3428,
      "step": 1893370
    },
    {
      "epoch": 528.43,
      "grad_norm": 1.126859188079834,
      "learning_rate": 1.3280323614957421e-06,
      "loss": 0.3314,
      "step": 1893380
    },
    {
      "epoch": 528.44,
      "grad_norm": 0.9904175996780396,
      "learning_rate": 1.3280079930501432e-06,
      "loss": 0.3457,
      "step": 1893390
    },
    {
      "epoch": 528.44,
      "grad_norm": 1.1299588680267334,
      "learning_rate": 1.3279836247397398e-06,
      "loss": 0.3436,
      "step": 1893400
    },
    {
      "epoch": 528.44,
      "grad_norm": 0.9775400161743164,
      "learning_rate": 1.3279592565645352e-06,
      "loss": 0.3286,
      "step": 1893410
    },
    {
      "epoch": 528.45,
      "grad_norm": 1.2239761352539062,
      "learning_rate": 1.3279348885245336e-06,
      "loss": 0.3476,
      "step": 1893420
    },
    {
      "epoch": 528.45,
      "grad_norm": 1.1934618949890137,
      "learning_rate": 1.3279105206197364e-06,
      "loss": 0.3312,
      "step": 1893430
    },
    {
      "epoch": 528.45,
      "grad_norm": 1.3047500848770142,
      "learning_rate": 1.3278861528501473e-06,
      "loss": 0.3378,
      "step": 1893440
    },
    {
      "epoch": 528.45,
      "grad_norm": 1.2816983461380005,
      "learning_rate": 1.3278617852157704e-06,
      "loss": 0.3477,
      "step": 1893450
    },
    {
      "epoch": 528.46,
      "grad_norm": 1.1689656972885132,
      "learning_rate": 1.3278374177166093e-06,
      "loss": 0.3478,
      "step": 1893460
    },
    {
      "epoch": 528.46,
      "grad_norm": 1.2458244562149048,
      "learning_rate": 1.3278130503526646e-06,
      "loss": 0.3239,
      "step": 1893470
    },
    {
      "epoch": 528.46,
      "grad_norm": 0.9804284572601318,
      "learning_rate": 1.327788683123943e-06,
      "loss": 0.3349,
      "step": 1893480
    },
    {
      "epoch": 528.46,
      "grad_norm": 1.194204330444336,
      "learning_rate": 1.3277643160304455e-06,
      "loss": 0.3427,
      "step": 1893490
    },
    {
      "epoch": 528.47,
      "grad_norm": 1.1499431133270264,
      "learning_rate": 1.327739949072176e-06,
      "loss": 0.3324,
      "step": 1893500
    },
    {
      "epoch": 528.47,
      "grad_norm": 1.164197325706482,
      "learning_rate": 1.3277155822491386e-06,
      "loss": 0.3375,
      "step": 1893510
    },
    {
      "epoch": 528.47,
      "grad_norm": 1.1729412078857422,
      "learning_rate": 1.3276912155613347e-06,
      "loss": 0.3389,
      "step": 1893520
    },
    {
      "epoch": 528.48,
      "grad_norm": 1.7252371311187744,
      "learning_rate": 1.3276668490087684e-06,
      "loss": 0.3391,
      "step": 1893530
    },
    {
      "epoch": 528.48,
      "grad_norm": 1.0296190977096558,
      "learning_rate": 1.327642482591443e-06,
      "loss": 0.3572,
      "step": 1893540
    },
    {
      "epoch": 528.48,
      "grad_norm": 1.131585717201233,
      "learning_rate": 1.327618116309363e-06,
      "loss": 0.3409,
      "step": 1893550
    },
    {
      "epoch": 528.48,
      "grad_norm": 1.1037068367004395,
      "learning_rate": 1.3275937501625293e-06,
      "loss": 0.3505,
      "step": 1893560
    },
    {
      "epoch": 528.49,
      "grad_norm": 1.2067737579345703,
      "learning_rate": 1.3275693841509463e-06,
      "loss": 0.3313,
      "step": 1893570
    },
    {
      "epoch": 528.49,
      "grad_norm": 1.1640493869781494,
      "learning_rate": 1.3275450182746179e-06,
      "loss": 0.3407,
      "step": 1893580
    },
    {
      "epoch": 528.49,
      "grad_norm": 1.2258381843566895,
      "learning_rate": 1.3275206525335452e-06,
      "loss": 0.34,
      "step": 1893590
    },
    {
      "epoch": 528.5,
      "grad_norm": 1.1167123317718506,
      "learning_rate": 1.3274962869277347e-06,
      "loss": 0.3385,
      "step": 1893600
    },
    {
      "epoch": 528.5,
      "grad_norm": 1.194003701210022,
      "learning_rate": 1.3274719214571868e-06,
      "loss": 0.3467,
      "step": 1893610
    },
    {
      "epoch": 528.5,
      "grad_norm": 1.0616686344146729,
      "learning_rate": 1.3274475561219055e-06,
      "loss": 0.353,
      "step": 1893620
    },
    {
      "epoch": 528.5,
      "grad_norm": 1.072384238243103,
      "learning_rate": 1.3274231909218948e-06,
      "loss": 0.3539,
      "step": 1893630
    },
    {
      "epoch": 528.51,
      "grad_norm": 1.0299551486968994,
      "learning_rate": 1.3273988258571582e-06,
      "loss": 0.3708,
      "step": 1893640
    },
    {
      "epoch": 528.51,
      "grad_norm": 1.0097813606262207,
      "learning_rate": 1.3273744609276973e-06,
      "loss": 0.3509,
      "step": 1893650
    },
    {
      "epoch": 528.51,
      "grad_norm": 1.209856629371643,
      "learning_rate": 1.3273500961335165e-06,
      "loss": 0.338,
      "step": 1893660
    },
    {
      "epoch": 528.52,
      "grad_norm": 1.1949348449707031,
      "learning_rate": 1.3273257314746193e-06,
      "loss": 0.3475,
      "step": 1893670
    },
    {
      "epoch": 528.52,
      "grad_norm": 1.2362562417984009,
      "learning_rate": 1.327301366951007e-06,
      "loss": 0.3352,
      "step": 1893680
    },
    {
      "epoch": 528.52,
      "grad_norm": 1.03121018409729,
      "learning_rate": 1.3272770025626857e-06,
      "loss": 0.3313,
      "step": 1893690
    },
    {
      "epoch": 528.52,
      "grad_norm": 1.167428970336914,
      "learning_rate": 1.3272526383096567e-06,
      "loss": 0.3471,
      "step": 1893700
    },
    {
      "epoch": 528.53,
      "grad_norm": 0.9987779259681702,
      "learning_rate": 1.3272282741919237e-06,
      "loss": 0.3278,
      "step": 1893710
    },
    {
      "epoch": 528.53,
      "grad_norm": 1.1614466905593872,
      "learning_rate": 1.3272039102094899e-06,
      "loss": 0.3349,
      "step": 1893720
    },
    {
      "epoch": 528.53,
      "grad_norm": 1.154058814048767,
      "learning_rate": 1.3271795463623587e-06,
      "loss": 0.3439,
      "step": 1893730
    },
    {
      "epoch": 528.53,
      "grad_norm": 1.304610252380371,
      "learning_rate": 1.3271551826505342e-06,
      "loss": 0.3434,
      "step": 1893740
    },
    {
      "epoch": 528.54,
      "grad_norm": 1.1259212493896484,
      "learning_rate": 1.327130819074018e-06,
      "loss": 0.3486,
      "step": 1893750
    },
    {
      "epoch": 528.54,
      "grad_norm": 1.0637871026992798,
      "learning_rate": 1.3271064556328138e-06,
      "loss": 0.3382,
      "step": 1893760
    },
    {
      "epoch": 528.54,
      "grad_norm": 0.9579833745956421,
      "learning_rate": 1.3270820923269255e-06,
      "loss": 0.3233,
      "step": 1893770
    },
    {
      "epoch": 528.55,
      "grad_norm": 1.4368070363998413,
      "learning_rate": 1.3270577291563566e-06,
      "loss": 0.3436,
      "step": 1893780
    },
    {
      "epoch": 528.55,
      "grad_norm": 1.0679798126220703,
      "learning_rate": 1.327033366121109e-06,
      "loss": 0.3288,
      "step": 1893790
    },
    {
      "epoch": 528.55,
      "grad_norm": 1.349367618560791,
      "learning_rate": 1.3270090032211867e-06,
      "loss": 0.3411,
      "step": 1893800
    },
    {
      "epoch": 528.55,
      "grad_norm": 1.0138013362884521,
      "learning_rate": 1.3269846404565933e-06,
      "loss": 0.3334,
      "step": 1893810
    },
    {
      "epoch": 528.56,
      "grad_norm": 1.165877103805542,
      "learning_rate": 1.3269602778273305e-06,
      "loss": 0.3329,
      "step": 1893820
    },
    {
      "epoch": 528.56,
      "grad_norm": 0.9727498888969421,
      "learning_rate": 1.326935915333404e-06,
      "loss": 0.3274,
      "step": 1893830
    },
    {
      "epoch": 528.56,
      "grad_norm": 1.0714491605758667,
      "learning_rate": 1.3269115529748152e-06,
      "loss": 0.3401,
      "step": 1893840
    },
    {
      "epoch": 528.57,
      "grad_norm": 1.2459625005722046,
      "learning_rate": 1.3268871907515675e-06,
      "loss": 0.343,
      "step": 1893850
    },
    {
      "epoch": 528.57,
      "grad_norm": 1.1898112297058105,
      "learning_rate": 1.326862828663665e-06,
      "loss": 0.3505,
      "step": 1893860
    },
    {
      "epoch": 528.57,
      "grad_norm": 1.141290307044983,
      "learning_rate": 1.3268384667111108e-06,
      "loss": 0.322,
      "step": 1893870
    },
    {
      "epoch": 528.57,
      "grad_norm": 1.0119305849075317,
      "learning_rate": 1.3268141048939072e-06,
      "loss": 0.3417,
      "step": 1893880
    },
    {
      "epoch": 528.58,
      "grad_norm": 1.039958119392395,
      "learning_rate": 1.326789743212058e-06,
      "loss": 0.3461,
      "step": 1893890
    },
    {
      "epoch": 528.58,
      "grad_norm": 1.2715929746627808,
      "learning_rate": 1.3267653816655674e-06,
      "loss": 0.3431,
      "step": 1893900
    },
    {
      "epoch": 528.58,
      "grad_norm": 1.027741551399231,
      "learning_rate": 1.3267410202544359e-06,
      "loss": 0.3414,
      "step": 1893910
    },
    {
      "epoch": 528.58,
      "grad_norm": 1.2760051488876343,
      "learning_rate": 1.3267166589786706e-06,
      "loss": 0.3487,
      "step": 1893920
    },
    {
      "epoch": 528.59,
      "grad_norm": 1.0960290431976318,
      "learning_rate": 1.3266922978382715e-06,
      "loss": 0.3395,
      "step": 1893930
    },
    {
      "epoch": 528.59,
      "grad_norm": 1.0048538446426392,
      "learning_rate": 1.3266679368332431e-06,
      "loss": 0.3381,
      "step": 1893940
    },
    {
      "epoch": 528.59,
      "grad_norm": 1.5626603364944458,
      "learning_rate": 1.3266435759635897e-06,
      "loss": 0.3259,
      "step": 1893950
    },
    {
      "epoch": 528.6,
      "grad_norm": 1.0262876749038696,
      "learning_rate": 1.3266192152293124e-06,
      "loss": 0.3296,
      "step": 1893960
    },
    {
      "epoch": 528.6,
      "grad_norm": 0.9794026613235474,
      "learning_rate": 1.3265948546304154e-06,
      "loss": 0.3327,
      "step": 1893970
    },
    {
      "epoch": 528.6,
      "grad_norm": 1.1750882863998413,
      "learning_rate": 1.3265704941669024e-06,
      "loss": 0.3407,
      "step": 1893980
    },
    {
      "epoch": 528.6,
      "grad_norm": 1.288497805595398,
      "learning_rate": 1.326546133838776e-06,
      "loss": 0.3442,
      "step": 1893990
    },
    {
      "epoch": 528.61,
      "grad_norm": 1.1493821144104004,
      "learning_rate": 1.3265217736460397e-06,
      "loss": 0.3481,
      "step": 1894000
    },
    {
      "epoch": 528.61,
      "grad_norm": 1.1226640939712524,
      "learning_rate": 1.3264974135886978e-06,
      "loss": 0.3463,
      "step": 1894010
    },
    {
      "epoch": 528.61,
      "grad_norm": 0.9515691995620728,
      "learning_rate": 1.3264730536667512e-06,
      "loss": 0.3441,
      "step": 1894020
    },
    {
      "epoch": 528.62,
      "grad_norm": 1.2894877195358276,
      "learning_rate": 1.3264486938802047e-06,
      "loss": 0.3403,
      "step": 1894030
    },
    {
      "epoch": 528.62,
      "grad_norm": 1.0533020496368408,
      "learning_rate": 1.3264243342290622e-06,
      "loss": 0.3411,
      "step": 1894040
    },
    {
      "epoch": 528.62,
      "grad_norm": 0.9728206992149353,
      "learning_rate": 1.3263999747133244e-06,
      "loss": 0.3424,
      "step": 1894050
    },
    {
      "epoch": 528.62,
      "grad_norm": 1.096006989479065,
      "learning_rate": 1.3263756153329977e-06,
      "loss": 0.3621,
      "step": 1894060
    },
    {
      "epoch": 528.63,
      "grad_norm": 0.9908134341239929,
      "learning_rate": 1.326351256088083e-06,
      "loss": 0.3468,
      "step": 1894070
    },
    {
      "epoch": 528.63,
      "grad_norm": 1.1061253547668457,
      "learning_rate": 1.3263268969785842e-06,
      "loss": 0.3396,
      "step": 1894080
    },
    {
      "epoch": 528.63,
      "grad_norm": 0.966765820980072,
      "learning_rate": 1.3263025380045058e-06,
      "loss": 0.3345,
      "step": 1894090
    },
    {
      "epoch": 528.64,
      "grad_norm": 1.0914907455444336,
      "learning_rate": 1.3262781791658489e-06,
      "loss": 0.3515,
      "step": 1894100
    },
    {
      "epoch": 528.64,
      "grad_norm": 0.9893359541893005,
      "learning_rate": 1.326253820462618e-06,
      "loss": 0.3498,
      "step": 1894110
    },
    {
      "epoch": 528.64,
      "grad_norm": 1.2783616781234741,
      "learning_rate": 1.3262294618948157e-06,
      "loss": 0.3458,
      "step": 1894120
    },
    {
      "epoch": 528.64,
      "grad_norm": 1.3697906732559204,
      "learning_rate": 1.326205103462447e-06,
      "loss": 0.336,
      "step": 1894130
    },
    {
      "epoch": 528.65,
      "grad_norm": 1.0488204956054688,
      "learning_rate": 1.3261807451655118e-06,
      "loss": 0.3218,
      "step": 1894140
    },
    {
      "epoch": 528.65,
      "grad_norm": 1.037259817123413,
      "learning_rate": 1.3261563870040172e-06,
      "loss": 0.3497,
      "step": 1894150
    },
    {
      "epoch": 528.65,
      "grad_norm": 1.10397469997406,
      "learning_rate": 1.3261320289779635e-06,
      "loss": 0.328,
      "step": 1894160
    },
    {
      "epoch": 528.65,
      "grad_norm": 1.2404743432998657,
      "learning_rate": 1.3261076710873554e-06,
      "loss": 0.3349,
      "step": 1894170
    },
    {
      "epoch": 528.66,
      "grad_norm": 1.032585859298706,
      "learning_rate": 1.3260833133321964e-06,
      "loss": 0.3565,
      "step": 1894180
    },
    {
      "epoch": 528.66,
      "grad_norm": 1.2883753776550293,
      "learning_rate": 1.3260589557124885e-06,
      "loss": 0.3462,
      "step": 1894190
    },
    {
      "epoch": 528.66,
      "grad_norm": 1.1594678163528442,
      "learning_rate": 1.326034598228235e-06,
      "loss": 0.3579,
      "step": 1894200
    },
    {
      "epoch": 528.67,
      "grad_norm": 1.0516303777694702,
      "learning_rate": 1.3260102408794402e-06,
      "loss": 0.3228,
      "step": 1894210
    },
    {
      "epoch": 528.67,
      "grad_norm": 1.2689142227172852,
      "learning_rate": 1.3259858836661076e-06,
      "loss": 0.339,
      "step": 1894220
    },
    {
      "epoch": 528.67,
      "grad_norm": 1.1929646730422974,
      "learning_rate": 1.3259615265882388e-06,
      "loss": 0.3328,
      "step": 1894230
    },
    {
      "epoch": 528.67,
      "grad_norm": 1.0718822479248047,
      "learning_rate": 1.3259371696458378e-06,
      "loss": 0.3416,
      "step": 1894240
    },
    {
      "epoch": 528.68,
      "grad_norm": 1.2868120670318604,
      "learning_rate": 1.3259128128389088e-06,
      "loss": 0.3519,
      "step": 1894250
    },
    {
      "epoch": 528.68,
      "grad_norm": 1.0731366872787476,
      "learning_rate": 1.3258884561674524e-06,
      "loss": 0.3457,
      "step": 1894260
    },
    {
      "epoch": 528.68,
      "grad_norm": 1.1710797548294067,
      "learning_rate": 1.3258640996314757e-06,
      "loss": 0.3524,
      "step": 1894270
    },
    {
      "epoch": 528.69,
      "grad_norm": 1.009386658668518,
      "learning_rate": 1.325839743230978e-06,
      "loss": 0.3212,
      "step": 1894280
    },
    {
      "epoch": 528.69,
      "grad_norm": 1.0680853128433228,
      "learning_rate": 1.325815386965966e-06,
      "loss": 0.3219,
      "step": 1894290
    },
    {
      "epoch": 528.69,
      "grad_norm": 1.1953479051589966,
      "learning_rate": 1.325791030836441e-06,
      "loss": 0.3469,
      "step": 1894300
    },
    {
      "epoch": 528.69,
      "grad_norm": 1.1174238920211792,
      "learning_rate": 1.3257666748424063e-06,
      "loss": 0.3332,
      "step": 1894310
    },
    {
      "epoch": 528.7,
      "grad_norm": 1.3978968858718872,
      "learning_rate": 1.3257423189838663e-06,
      "loss": 0.3381,
      "step": 1894320
    },
    {
      "epoch": 528.7,
      "grad_norm": 1.008773684501648,
      "learning_rate": 1.3257179632608225e-06,
      "loss": 0.3284,
      "step": 1894330
    },
    {
      "epoch": 528.7,
      "grad_norm": 0.9912322759628296,
      "learning_rate": 1.325693607673279e-06,
      "loss": 0.3203,
      "step": 1894340
    },
    {
      "epoch": 528.7,
      "grad_norm": 1.1237558126449585,
      "learning_rate": 1.3256692522212394e-06,
      "loss": 0.329,
      "step": 1894350
    },
    {
      "epoch": 528.71,
      "grad_norm": 1.096274733543396,
      "learning_rate": 1.3256448969047073e-06,
      "loss": 0.3496,
      "step": 1894360
    },
    {
      "epoch": 528.71,
      "grad_norm": 1.108591914176941,
      "learning_rate": 1.3256205417236843e-06,
      "loss": 0.3499,
      "step": 1894370
    },
    {
      "epoch": 528.71,
      "grad_norm": 1.2792373895645142,
      "learning_rate": 1.3255961866781748e-06,
      "loss": 0.336,
      "step": 1894380
    },
    {
      "epoch": 528.72,
      "grad_norm": 1.1122679710388184,
      "learning_rate": 1.3255718317681823e-06,
      "loss": 0.3439,
      "step": 1894390
    },
    {
      "epoch": 528.72,
      "grad_norm": 1.1115399599075317,
      "learning_rate": 1.3255474769937085e-06,
      "loss": 0.3417,
      "step": 1894400
    },
    {
      "epoch": 528.72,
      "grad_norm": 1.0194728374481201,
      "learning_rate": 1.325523122354759e-06,
      "loss": 0.3255,
      "step": 1894410
    },
    {
      "epoch": 528.72,
      "grad_norm": 1.0876041650772095,
      "learning_rate": 1.325498767851335e-06,
      "loss": 0.322,
      "step": 1894420
    },
    {
      "epoch": 528.73,
      "grad_norm": 1.2375551462173462,
      "learning_rate": 1.3254744134834408e-06,
      "loss": 0.3495,
      "step": 1894430
    },
    {
      "epoch": 528.73,
      "grad_norm": 1.1685967445373535,
      "learning_rate": 1.3254500592510788e-06,
      "loss": 0.3415,
      "step": 1894440
    },
    {
      "epoch": 528.73,
      "grad_norm": 1.102164387702942,
      "learning_rate": 1.325425705154254e-06,
      "loss": 0.323,
      "step": 1894450
    },
    {
      "epoch": 528.74,
      "grad_norm": 1.1116652488708496,
      "learning_rate": 1.3254013511929678e-06,
      "loss": 0.3339,
      "step": 1894460
    },
    {
      "epoch": 528.74,
      "grad_norm": 0.9230858683586121,
      "learning_rate": 1.3253769973672237e-06,
      "loss": 0.3431,
      "step": 1894470
    },
    {
      "epoch": 528.74,
      "grad_norm": 1.018740177154541,
      "learning_rate": 1.3253526436770266e-06,
      "loss": 0.3558,
      "step": 1894480
    },
    {
      "epoch": 528.74,
      "grad_norm": 1.293108582496643,
      "learning_rate": 1.325328290122376e-06,
      "loss": 0.347,
      "step": 1894490
    },
    {
      "epoch": 528.75,
      "grad_norm": 0.9506586194038391,
      "learning_rate": 1.32530393670328e-06,
      "loss": 0.3213,
      "step": 1894500
    },
    {
      "epoch": 528.75,
      "grad_norm": 1.3309006690979004,
      "learning_rate": 1.3252795834197385e-06,
      "loss": 0.3392,
      "step": 1894510
    },
    {
      "epoch": 528.75,
      "grad_norm": 1.104198694229126,
      "learning_rate": 1.3252552302717555e-06,
      "loss": 0.3206,
      "step": 1894520
    },
    {
      "epoch": 528.76,
      "grad_norm": 1.2170944213867188,
      "learning_rate": 1.3252308772593354e-06,
      "loss": 0.3147,
      "step": 1894530
    },
    {
      "epoch": 528.76,
      "grad_norm": 1.1408919095993042,
      "learning_rate": 1.3252065243824796e-06,
      "loss": 0.3461,
      "step": 1894540
    },
    {
      "epoch": 528.76,
      "grad_norm": 1.0646874904632568,
      "learning_rate": 1.3251821716411921e-06,
      "loss": 0.3408,
      "step": 1894550
    },
    {
      "epoch": 528.76,
      "grad_norm": 1.0857807397842407,
      "learning_rate": 1.3251578190354763e-06,
      "loss": 0.3498,
      "step": 1894560
    },
    {
      "epoch": 528.77,
      "grad_norm": 0.929059624671936,
      "learning_rate": 1.3251334665653353e-06,
      "loss": 0.3628,
      "step": 1894570
    },
    {
      "epoch": 528.77,
      "grad_norm": 1.0172051191329956,
      "learning_rate": 1.325109114230773e-06,
      "loss": 0.3441,
      "step": 1894580
    },
    {
      "epoch": 528.77,
      "grad_norm": 1.582055926322937,
      "learning_rate": 1.3250847620317923e-06,
      "loss": 0.3332,
      "step": 1894590
    },
    {
      "epoch": 528.77,
      "grad_norm": 1.2184624671936035,
      "learning_rate": 1.3250604099683955e-06,
      "loss": 0.3413,
      "step": 1894600
    },
    {
      "epoch": 528.78,
      "grad_norm": 1.1064172983169556,
      "learning_rate": 1.3250360580405866e-06,
      "loss": 0.3339,
      "step": 1894610
    },
    {
      "epoch": 528.78,
      "grad_norm": 1.1876970529556274,
      "learning_rate": 1.3250117062483699e-06,
      "loss": 0.3486,
      "step": 1894620
    },
    {
      "epoch": 528.78,
      "grad_norm": 1.0044243335723877,
      "learning_rate": 1.3249873545917454e-06,
      "loss": 0.327,
      "step": 1894630
    },
    {
      "epoch": 528.79,
      "grad_norm": 1.2947027683258057,
      "learning_rate": 1.3249630030707206e-06,
      "loss": 0.3547,
      "step": 1894640
    },
    {
      "epoch": 528.79,
      "grad_norm": 0.9492242932319641,
      "learning_rate": 1.3249386516852955e-06,
      "loss": 0.3514,
      "step": 1894650
    },
    {
      "epoch": 528.79,
      "grad_norm": 1.1593173742294312,
      "learning_rate": 1.3249143004354747e-06,
      "loss": 0.3536,
      "step": 1894660
    },
    {
      "epoch": 528.79,
      "grad_norm": 1.1380243301391602,
      "learning_rate": 1.324889949321262e-06,
      "loss": 0.3408,
      "step": 1894670
    },
    {
      "epoch": 528.8,
      "grad_norm": 1.1132221221923828,
      "learning_rate": 1.3248655983426587e-06,
      "loss": 0.3375,
      "step": 1894680
    },
    {
      "epoch": 528.8,
      "grad_norm": 1.085005521774292,
      "learning_rate": 1.3248412474996696e-06,
      "loss": 0.3434,
      "step": 1894690
    },
    {
      "epoch": 528.8,
      "grad_norm": 1.126867413520813,
      "learning_rate": 1.3248168967922974e-06,
      "loss": 0.3331,
      "step": 1894700
    },
    {
      "epoch": 528.81,
      "grad_norm": 1.1505560874938965,
      "learning_rate": 1.3247925462205463e-06,
      "loss": 0.3338,
      "step": 1894710
    },
    {
      "epoch": 528.81,
      "grad_norm": 1.1814168691635132,
      "learning_rate": 1.3247681957844168e-06,
      "loss": 0.3453,
      "step": 1894720
    },
    {
      "epoch": 528.81,
      "grad_norm": 1.0665463209152222,
      "learning_rate": 1.3247438454839158e-06,
      "loss": 0.3502,
      "step": 1894730
    },
    {
      "epoch": 528.81,
      "grad_norm": 1.2184985876083374,
      "learning_rate": 1.3247194953190444e-06,
      "loss": 0.3229,
      "step": 1894740
    },
    {
      "epoch": 528.82,
      "grad_norm": 1.160139560699463,
      "learning_rate": 1.3246951452898058e-06,
      "loss": 0.3459,
      "step": 1894750
    },
    {
      "epoch": 528.82,
      "grad_norm": 0.9914194345474243,
      "learning_rate": 1.3246707953962048e-06,
      "loss": 0.3381,
      "step": 1894760
    },
    {
      "epoch": 528.82,
      "grad_norm": 0.9906231164932251,
      "learning_rate": 1.3246464456382427e-06,
      "loss": 0.3426,
      "step": 1894770
    },
    {
      "epoch": 528.83,
      "grad_norm": 1.200553059577942,
      "learning_rate": 1.3246220960159233e-06,
      "loss": 0.3332,
      "step": 1894780
    },
    {
      "epoch": 528.83,
      "grad_norm": 1.0649514198303223,
      "learning_rate": 1.3245977465292498e-06,
      "loss": 0.3329,
      "step": 1894790
    },
    {
      "epoch": 528.83,
      "grad_norm": 1.0791913270950317,
      "learning_rate": 1.3245733971782273e-06,
      "loss": 0.3338,
      "step": 1894800
    },
    {
      "epoch": 528.83,
      "grad_norm": 1.7298452854156494,
      "learning_rate": 1.3245490479628553e-06,
      "loss": 0.3361,
      "step": 1894810
    },
    {
      "epoch": 528.84,
      "grad_norm": 1.1138432025909424,
      "learning_rate": 1.3245246988831413e-06,
      "loss": 0.3348,
      "step": 1894820
    },
    {
      "epoch": 528.84,
      "grad_norm": 0.9821860194206238,
      "learning_rate": 1.3245003499390854e-06,
      "loss": 0.3319,
      "step": 1894830
    },
    {
      "epoch": 528.84,
      "grad_norm": 1.1600300073623657,
      "learning_rate": 1.3244760011306917e-06,
      "loss": 0.342,
      "step": 1894840
    },
    {
      "epoch": 528.84,
      "grad_norm": 1.22209894657135,
      "learning_rate": 1.324451652457965e-06,
      "loss": 0.3459,
      "step": 1894850
    },
    {
      "epoch": 528.85,
      "grad_norm": 1.1942222118377686,
      "learning_rate": 1.324427303920905e-06,
      "loss": 0.3509,
      "step": 1894860
    },
    {
      "epoch": 528.85,
      "grad_norm": 1.0608649253845215,
      "learning_rate": 1.324402955519519e-06,
      "loss": 0.3436,
      "step": 1894870
    },
    {
      "epoch": 528.85,
      "grad_norm": 1.7888530492782593,
      "learning_rate": 1.3243786072538077e-06,
      "loss": 0.3498,
      "step": 1894880
    },
    {
      "epoch": 528.86,
      "grad_norm": 0.9826632142066956,
      "learning_rate": 1.324354259123775e-06,
      "loss": 0.3289,
      "step": 1894890
    },
    {
      "epoch": 528.86,
      "grad_norm": 1.1863679885864258,
      "learning_rate": 1.3243299111294249e-06,
      "loss": 0.3326,
      "step": 1894900
    },
    {
      "epoch": 528.86,
      "grad_norm": 1.1408308744430542,
      "learning_rate": 1.3243055632707589e-06,
      "loss": 0.3431,
      "step": 1894910
    },
    {
      "epoch": 528.86,
      "grad_norm": 1.3639283180236816,
      "learning_rate": 1.3242812155477812e-06,
      "loss": 0.3529,
      "step": 1894920
    },
    {
      "epoch": 528.87,
      "grad_norm": 1.2544348239898682,
      "learning_rate": 1.324256867960495e-06,
      "loss": 0.3302,
      "step": 1894930
    },
    {
      "epoch": 528.87,
      "grad_norm": 1.045109748840332,
      "learning_rate": 1.3242325205089048e-06,
      "loss": 0.3292,
      "step": 1894940
    },
    {
      "epoch": 528.87,
      "grad_norm": 1.1107522249221802,
      "learning_rate": 1.324208173193011e-06,
      "loss": 0.3382,
      "step": 1894950
    },
    {
      "epoch": 528.88,
      "grad_norm": 1.0452996492385864,
      "learning_rate": 1.32418382601282e-06,
      "loss": 0.3347,
      "step": 1894960
    },
    {
      "epoch": 528.88,
      "grad_norm": 1.2560241222381592,
      "learning_rate": 1.3241594789683327e-06,
      "loss": 0.3363,
      "step": 1894970
    },
    {
      "epoch": 528.88,
      "grad_norm": 1.1034258604049683,
      "learning_rate": 1.3241351320595531e-06,
      "loss": 0.3509,
      "step": 1894980
    },
    {
      "epoch": 528.88,
      "grad_norm": 1.065358281135559,
      "learning_rate": 1.3241107852864856e-06,
      "loss": 0.356,
      "step": 1894990
    },
    {
      "epoch": 528.89,
      "grad_norm": 1.288450837135315,
      "learning_rate": 1.3240864386491312e-06,
      "loss": 0.351,
      "step": 1895000
    },
    {
      "epoch": 528.89,
      "grad_norm": 1.0958352088928223,
      "learning_rate": 1.3240620921474944e-06,
      "loss": 0.35,
      "step": 1895010
    },
    {
      "epoch": 528.89,
      "grad_norm": 1.2431739568710327,
      "learning_rate": 1.3240377457815784e-06,
      "loss": 0.35,
      "step": 1895020
    },
    {
      "epoch": 528.89,
      "grad_norm": 1.0444927215576172,
      "learning_rate": 1.3240133995513873e-06,
      "loss": 0.3565,
      "step": 1895030
    },
    {
      "epoch": 528.9,
      "grad_norm": 1.4271882772445679,
      "learning_rate": 1.3239890534569228e-06,
      "loss": 0.3447,
      "step": 1895040
    },
    {
      "epoch": 528.9,
      "grad_norm": 1.3868879079818726,
      "learning_rate": 1.3239647074981883e-06,
      "loss": 0.3515,
      "step": 1895050
    },
    {
      "epoch": 528.9,
      "grad_norm": 1.2330008745193481,
      "learning_rate": 1.3239403616751885e-06,
      "loss": 0.3376,
      "step": 1895060
    },
    {
      "epoch": 528.91,
      "grad_norm": 1.028570532798767,
      "learning_rate": 1.3239160159879239e-06,
      "loss": 0.3475,
      "step": 1895070
    },
    {
      "epoch": 528.91,
      "grad_norm": 1.0713425874710083,
      "learning_rate": 1.3238916704364011e-06,
      "loss": 0.3377,
      "step": 1895080
    },
    {
      "epoch": 528.91,
      "grad_norm": 1.0988421440124512,
      "learning_rate": 1.323867325020621e-06,
      "loss": 0.3321,
      "step": 1895090
    },
    {
      "epoch": 528.91,
      "grad_norm": 1.207143783569336,
      "learning_rate": 1.3238429797405877e-06,
      "loss": 0.3328,
      "step": 1895100
    },
    {
      "epoch": 528.92,
      "grad_norm": 1.1134412288665771,
      "learning_rate": 1.3238186345963042e-06,
      "loss": 0.3668,
      "step": 1895110
    },
    {
      "epoch": 528.92,
      "grad_norm": 1.1056286096572876,
      "learning_rate": 1.3237942895877747e-06,
      "loss": 0.3345,
      "step": 1895120
    },
    {
      "epoch": 528.92,
      "grad_norm": 1.2273974418640137,
      "learning_rate": 1.3237699447150008e-06,
      "loss": 0.3355,
      "step": 1895130
    },
    {
      "epoch": 528.93,
      "grad_norm": 1.0886791944503784,
      "learning_rate": 1.3237455999779862e-06,
      "loss": 0.3184,
      "step": 1895140
    },
    {
      "epoch": 528.93,
      "grad_norm": 1.185936450958252,
      "learning_rate": 1.3237212553767347e-06,
      "loss": 0.3578,
      "step": 1895150
    },
    {
      "epoch": 528.93,
      "grad_norm": 1.2347761392593384,
      "learning_rate": 1.3236969109112492e-06,
      "loss": 0.3574,
      "step": 1895160
    },
    {
      "epoch": 528.93,
      "grad_norm": 1.0471749305725098,
      "learning_rate": 1.323672566581534e-06,
      "loss": 0.3432,
      "step": 1895170
    },
    {
      "epoch": 528.94,
      "grad_norm": 1.1685395240783691,
      "learning_rate": 1.3236482223875906e-06,
      "loss": 0.3303,
      "step": 1895180
    },
    {
      "epoch": 528.94,
      "grad_norm": 1.0625190734863281,
      "learning_rate": 1.3236238783294227e-06,
      "loss": 0.3324,
      "step": 1895190
    },
    {
      "epoch": 528.94,
      "grad_norm": 1.2614936828613281,
      "learning_rate": 1.323599534407035e-06,
      "loss": 0.3522,
      "step": 1895200
    },
    {
      "epoch": 528.95,
      "grad_norm": 1.1151158809661865,
      "learning_rate": 1.3235751906204278e-06,
      "loss": 0.3372,
      "step": 1895210
    },
    {
      "epoch": 528.95,
      "grad_norm": 1.1260713338851929,
      "learning_rate": 1.323550846969608e-06,
      "loss": 0.3513,
      "step": 1895220
    },
    {
      "epoch": 528.95,
      "grad_norm": 1.0709348917007446,
      "learning_rate": 1.3235265034545761e-06,
      "loss": 0.3392,
      "step": 1895230
    },
    {
      "epoch": 528.95,
      "grad_norm": 1.104580283164978,
      "learning_rate": 1.323502160075336e-06,
      "loss": 0.3304,
      "step": 1895240
    },
    {
      "epoch": 528.96,
      "grad_norm": 1.1809866428375244,
      "learning_rate": 1.3234778168318913e-06,
      "loss": 0.3565,
      "step": 1895250
    },
    {
      "epoch": 528.96,
      "grad_norm": 1.1834635734558105,
      "learning_rate": 1.3234534737242462e-06,
      "loss": 0.3454,
      "step": 1895260
    },
    {
      "epoch": 528.96,
      "grad_norm": 0.952746570110321,
      "learning_rate": 1.3234291307524017e-06,
      "loss": 0.3407,
      "step": 1895270
    },
    {
      "epoch": 528.96,
      "grad_norm": 1.0209901332855225,
      "learning_rate": 1.3234047879163622e-06,
      "loss": 0.3454,
      "step": 1895280
    },
    {
      "epoch": 528.97,
      "grad_norm": 1.124732494354248,
      "learning_rate": 1.323380445216132e-06,
      "loss": 0.34,
      "step": 1895290
    },
    {
      "epoch": 528.97,
      "grad_norm": 1.083012342453003,
      "learning_rate": 1.323356102651711e-06,
      "loss": 0.3333,
      "step": 1895300
    },
    {
      "epoch": 528.97,
      "grad_norm": 1.037031650543213,
      "learning_rate": 1.3233317602231071e-06,
      "loss": 0.3193,
      "step": 1895310
    },
    {
      "epoch": 528.98,
      "grad_norm": 0.9997725486755371,
      "learning_rate": 1.3233074179303198e-06,
      "loss": 0.3435,
      "step": 1895320
    },
    {
      "epoch": 528.98,
      "grad_norm": 1.3528417348861694,
      "learning_rate": 1.323283075773354e-06,
      "loss": 0.3396,
      "step": 1895330
    },
    {
      "epoch": 528.98,
      "grad_norm": 1.139019250869751,
      "learning_rate": 1.3232587337522133e-06,
      "loss": 0.347,
      "step": 1895340
    },
    {
      "epoch": 528.98,
      "grad_norm": 1.3176283836364746,
      "learning_rate": 1.3232343918668997e-06,
      "loss": 0.3326,
      "step": 1895350
    },
    {
      "epoch": 528.99,
      "grad_norm": 1.106709361076355,
      "learning_rate": 1.323210050117417e-06,
      "loss": 0.3246,
      "step": 1895360
    },
    {
      "epoch": 528.99,
      "grad_norm": 1.0221812725067139,
      "learning_rate": 1.323185708503768e-06,
      "loss": 0.3349,
      "step": 1895370
    },
    {
      "epoch": 528.99,
      "grad_norm": 1.2211600542068481,
      "learning_rate": 1.3231613670259576e-06,
      "loss": 0.3521,
      "step": 1895380
    },
    {
      "epoch": 529.0,
      "grad_norm": 1.1029016971588135,
      "learning_rate": 1.3231370256839857e-06,
      "loss": 0.3448,
      "step": 1895390
    },
    {
      "epoch": 529.0,
      "grad_norm": 0.9765118360519409,
      "learning_rate": 1.3231126844778597e-06,
      "loss": 0.3237,
      "step": 1895400
    },
    {
      "epoch": 529.0,
      "eval_loss": 0.33889198303222656,
      "eval_runtime": 63.6415,
      "eval_samples_per_second": 79.492,
      "eval_steps_per_second": 9.946,
      "step": 1895407
    },
    {
      "epoch": 529.0,
      "grad_norm": 0.9684513807296753,
      "learning_rate": 1.32308834340758e-06,
      "loss": 0.355,
      "step": 1895410
    },
    {
      "epoch": 529.0,
      "grad_norm": 1.178289532661438,
      "learning_rate": 1.3230640024731506e-06,
      "loss": 0.3464,
      "step": 1895420
    },
    {
      "epoch": 529.01,
      "grad_norm": 2.779379367828369,
      "learning_rate": 1.3230396616745754e-06,
      "loss": 0.3519,
      "step": 1895430
    },
    {
      "epoch": 529.01,
      "grad_norm": 1.1182347536087036,
      "learning_rate": 1.3230153210118556e-06,
      "loss": 0.3354,
      "step": 1895440
    },
    {
      "epoch": 529.01,
      "grad_norm": 1.200698733329773,
      "learning_rate": 1.3229909804849975e-06,
      "loss": 0.3431,
      "step": 1895450
    },
    {
      "epoch": 529.01,
      "grad_norm": 1.1226738691329956,
      "learning_rate": 1.3229666400940018e-06,
      "loss": 0.355,
      "step": 1895460
    },
    {
      "epoch": 529.02,
      "grad_norm": 1.0890154838562012,
      "learning_rate": 1.3229422998388727e-06,
      "loss": 0.3192,
      "step": 1895470
    },
    {
      "epoch": 529.02,
      "grad_norm": 1.2969125509262085,
      "learning_rate": 1.3229179597196143e-06,
      "loss": 0.3503,
      "step": 1895480
    },
    {
      "epoch": 529.02,
      "grad_norm": 1.3528341054916382,
      "learning_rate": 1.322893619736228e-06,
      "loss": 0.3454,
      "step": 1895490
    },
    {
      "epoch": 529.03,
      "grad_norm": 1.1054933071136475,
      "learning_rate": 1.3228692798887177e-06,
      "loss": 0.3532,
      "step": 1895500
    },
    {
      "epoch": 529.03,
      "grad_norm": 1.0374689102172852,
      "learning_rate": 1.3228449401770873e-06,
      "loss": 0.3376,
      "step": 1895510
    },
    {
      "epoch": 529.03,
      "grad_norm": 1.1454612016677856,
      "learning_rate": 1.32282060060134e-06,
      "loss": 0.3452,
      "step": 1895520
    },
    {
      "epoch": 529.03,
      "grad_norm": 1.0462899208068848,
      "learning_rate": 1.3227962611614777e-06,
      "loss": 0.3345,
      "step": 1895530
    },
    {
      "epoch": 529.04,
      "grad_norm": 1.0262150764465332,
      "learning_rate": 1.3227719218575058e-06,
      "loss": 0.3313,
      "step": 1895540
    },
    {
      "epoch": 529.04,
      "grad_norm": 1.189701795578003,
      "learning_rate": 1.3227475826894256e-06,
      "loss": 0.3337,
      "step": 1895550
    },
    {
      "epoch": 529.04,
      "grad_norm": 1.1351426839828491,
      "learning_rate": 1.3227232436572412e-06,
      "loss": 0.3432,
      "step": 1895560
    },
    {
      "epoch": 529.05,
      "grad_norm": 0.9645956754684448,
      "learning_rate": 1.3226989047609565e-06,
      "loss": 0.3387,
      "step": 1895570
    },
    {
      "epoch": 529.05,
      "grad_norm": 1.0797176361083984,
      "learning_rate": 1.3226745660005731e-06,
      "loss": 0.3163,
      "step": 1895580
    },
    {
      "epoch": 529.05,
      "grad_norm": 1.0765979290008545,
      "learning_rate": 1.3226502273760952e-06,
      "loss": 0.329,
      "step": 1895590
    },
    {
      "epoch": 529.05,
      "grad_norm": 1.2110462188720703,
      "learning_rate": 1.3226258888875261e-06,
      "loss": 0.3236,
      "step": 1895600
    },
    {
      "epoch": 529.06,
      "grad_norm": 0.9468446969985962,
      "learning_rate": 1.3226015505348697e-06,
      "loss": 0.3352,
      "step": 1895610
    },
    {
      "epoch": 529.06,
      "grad_norm": 1.6247504949569702,
      "learning_rate": 1.3225772123181271e-06,
      "loss": 0.3353,
      "step": 1895620
    },
    {
      "epoch": 529.06,
      "grad_norm": 1.239102840423584,
      "learning_rate": 1.3225528742373035e-06,
      "loss": 0.3449,
      "step": 1895630
    },
    {
      "epoch": 529.07,
      "grad_norm": 1.062156319618225,
      "learning_rate": 1.3225285362924015e-06,
      "loss": 0.3464,
      "step": 1895640
    },
    {
      "epoch": 529.07,
      "grad_norm": 0.9700430035591125,
      "learning_rate": 1.322504198483424e-06,
      "loss": 0.3445,
      "step": 1895650
    },
    {
      "epoch": 529.07,
      "grad_norm": 1.2435914278030396,
      "learning_rate": 1.3224798608103753e-06,
      "loss": 0.3412,
      "step": 1895660
    },
    {
      "epoch": 529.07,
      "grad_norm": 1.050769329071045,
      "learning_rate": 1.3224555232732574e-06,
      "loss": 0.3311,
      "step": 1895670
    },
    {
      "epoch": 529.08,
      "grad_norm": 1.2990856170654297,
      "learning_rate": 1.3224311858720742e-06,
      "loss": 0.3466,
      "step": 1895680
    },
    {
      "epoch": 529.08,
      "grad_norm": 0.978380560874939,
      "learning_rate": 1.3224068486068285e-06,
      "loss": 0.3302,
      "step": 1895690
    },
    {
      "epoch": 529.08,
      "grad_norm": 1.0066274404525757,
      "learning_rate": 1.322382511477525e-06,
      "loss": 0.3401,
      "step": 1895700
    },
    {
      "epoch": 529.08,
      "grad_norm": 1.0296064615249634,
      "learning_rate": 1.3223581744841646e-06,
      "loss": 0.3322,
      "step": 1895710
    },
    {
      "epoch": 529.09,
      "grad_norm": 0.9405567049980164,
      "learning_rate": 1.322333837626752e-06,
      "loss": 0.3346,
      "step": 1895720
    },
    {
      "epoch": 529.09,
      "grad_norm": 1.2551630735397339,
      "learning_rate": 1.3223095009052902e-06,
      "loss": 0.347,
      "step": 1895730
    },
    {
      "epoch": 529.09,
      "grad_norm": 1.2122935056686401,
      "learning_rate": 1.3222851643197818e-06,
      "loss": 0.3251,
      "step": 1895740
    },
    {
      "epoch": 529.1,
      "grad_norm": 0.9680415987968445,
      "learning_rate": 1.3222608278702322e-06,
      "loss": 0.336,
      "step": 1895750
    },
    {
      "epoch": 529.1,
      "grad_norm": 1.0739611387252808,
      "learning_rate": 1.3222364915566412e-06,
      "loss": 0.3407,
      "step": 1895760
    },
    {
      "epoch": 529.1,
      "grad_norm": 1.1209602355957031,
      "learning_rate": 1.3222121553790157e-06,
      "loss": 0.341,
      "step": 1895770
    },
    {
      "epoch": 529.1,
      "grad_norm": 0.995376706123352,
      "learning_rate": 1.322187819337356e-06,
      "loss": 0.3373,
      "step": 1895780
    },
    {
      "epoch": 529.11,
      "grad_norm": 0.9677782654762268,
      "learning_rate": 1.322163483431667e-06,
      "loss": 0.3418,
      "step": 1895790
    },
    {
      "epoch": 529.11,
      "grad_norm": 0.996797502040863,
      "learning_rate": 1.322139147661952e-06,
      "loss": 0.334,
      "step": 1895800
    },
    {
      "epoch": 529.11,
      "grad_norm": 1.2223840951919556,
      "learning_rate": 1.3221148120282127e-06,
      "loss": 0.3301,
      "step": 1895810
    },
    {
      "epoch": 529.12,
      "grad_norm": 0.9780789613723755,
      "learning_rate": 1.3220904765304535e-06,
      "loss": 0.329,
      "step": 1895820
    },
    {
      "epoch": 529.12,
      "grad_norm": 1.2945733070373535,
      "learning_rate": 1.3220661411686774e-06,
      "loss": 0.3461,
      "step": 1895830
    },
    {
      "epoch": 529.12,
      "grad_norm": 1.1037887334823608,
      "learning_rate": 1.3220418059428886e-06,
      "loss": 0.3562,
      "step": 1895840
    },
    {
      "epoch": 529.12,
      "grad_norm": 1.0773118734359741,
      "learning_rate": 1.3220174708530884e-06,
      "loss": 0.348,
      "step": 1895850
    },
    {
      "epoch": 529.13,
      "grad_norm": 0.954724907875061,
      "learning_rate": 1.3219931358992815e-06,
      "loss": 0.3334,
      "step": 1895860
    },
    {
      "epoch": 529.13,
      "grad_norm": 1.1775331497192383,
      "learning_rate": 1.3219688010814715e-06,
      "loss": 0.3565,
      "step": 1895870
    },
    {
      "epoch": 529.13,
      "grad_norm": 1.2255661487579346,
      "learning_rate": 1.3219444663996587e-06,
      "loss": 0.3427,
      "step": 1895880
    },
    {
      "epoch": 529.13,
      "grad_norm": 1.0591181516647339,
      "learning_rate": 1.3219201318538506e-06,
      "loss": 0.3532,
      "step": 1895890
    },
    {
      "epoch": 529.14,
      "grad_norm": 1.2394155263900757,
      "learning_rate": 1.3218957974440472e-06,
      "loss": 0.3526,
      "step": 1895900
    },
    {
      "epoch": 529.14,
      "grad_norm": 1.05413818359375,
      "learning_rate": 1.3218714631702533e-06,
      "loss": 0.3471,
      "step": 1895910
    },
    {
      "epoch": 529.14,
      "grad_norm": 1.1159038543701172,
      "learning_rate": 1.3218471290324714e-06,
      "loss": 0.347,
      "step": 1895920
    },
    {
      "epoch": 529.15,
      "grad_norm": 1.1233859062194824,
      "learning_rate": 1.3218227950307056e-06,
      "loss": 0.3621,
      "step": 1895930
    },
    {
      "epoch": 529.15,
      "grad_norm": 1.2926832437515259,
      "learning_rate": 1.3217984611649582e-06,
      "loss": 0.356,
      "step": 1895940
    },
    {
      "epoch": 529.15,
      "grad_norm": 1.0851759910583496,
      "learning_rate": 1.3217741274352327e-06,
      "loss": 0.3247,
      "step": 1895950
    },
    {
      "epoch": 529.15,
      "grad_norm": 0.9827432036399841,
      "learning_rate": 1.3217497938415335e-06,
      "loss": 0.354,
      "step": 1895960
    },
    {
      "epoch": 529.16,
      "grad_norm": 1.0316449403762817,
      "learning_rate": 1.3217254603838605e-06,
      "loss": 0.3512,
      "step": 1895970
    },
    {
      "epoch": 529.16,
      "grad_norm": 1.0573724508285522,
      "learning_rate": 1.3217011270622217e-06,
      "loss": 0.3357,
      "step": 1895980
    },
    {
      "epoch": 529.16,
      "grad_norm": 1.0821024179458618,
      "learning_rate": 1.3216767938766166e-06,
      "loss": 0.3563,
      "step": 1895990
    },
    {
      "epoch": 529.17,
      "grad_norm": 0.9958649277687073,
      "learning_rate": 1.3216524608270496e-06,
      "loss": 0.3457,
      "step": 1896000
    },
    {
      "epoch": 529.17,
      "grad_norm": 1.2311550378799438,
      "learning_rate": 1.3216281279135255e-06,
      "loss": 0.332,
      "step": 1896010
    },
    {
      "epoch": 529.17,
      "grad_norm": 1.1740670204162598,
      "learning_rate": 1.3216037951360442e-06,
      "loss": 0.3594,
      "step": 1896020
    },
    {
      "epoch": 529.17,
      "grad_norm": 1.298466682434082,
      "learning_rate": 1.3215794624946122e-06,
      "loss": 0.3389,
      "step": 1896030
    },
    {
      "epoch": 529.18,
      "grad_norm": 1.1367619037628174,
      "learning_rate": 1.3215551299892307e-06,
      "loss": 0.3436,
      "step": 1896040
    },
    {
      "epoch": 529.18,
      "grad_norm": 1.2251837253570557,
      "learning_rate": 1.3215307976199034e-06,
      "loss": 0.3522,
      "step": 1896050
    },
    {
      "epoch": 529.18,
      "grad_norm": 1.0120302438735962,
      "learning_rate": 1.3215064653866341e-06,
      "loss": 0.3438,
      "step": 1896060
    },
    {
      "epoch": 529.19,
      "grad_norm": 1.4993342161178589,
      "learning_rate": 1.3214821332894263e-06,
      "loss": 0.3244,
      "step": 1896070
    },
    {
      "epoch": 529.19,
      "grad_norm": 1.0850633382797241,
      "learning_rate": 1.3214578013282821e-06,
      "loss": 0.3425,
      "step": 1896080
    },
    {
      "epoch": 529.19,
      "grad_norm": 1.0747555494308472,
      "learning_rate": 1.321433469503205e-06,
      "loss": 0.3375,
      "step": 1896090
    },
    {
      "epoch": 529.19,
      "grad_norm": 1.1162524223327637,
      "learning_rate": 1.3214091378141994e-06,
      "loss": 0.3368,
      "step": 1896100
    },
    {
      "epoch": 529.2,
      "grad_norm": 0.9963089823722839,
      "learning_rate": 1.321384806261266e-06,
      "loss": 0.3352,
      "step": 1896110
    },
    {
      "epoch": 529.2,
      "grad_norm": 1.084004521369934,
      "learning_rate": 1.3213604748444111e-06,
      "loss": 0.3375,
      "step": 1896120
    },
    {
      "epoch": 529.2,
      "grad_norm": 1.36110520362854,
      "learning_rate": 1.3213361435636361e-06,
      "loss": 0.3434,
      "step": 1896130
    },
    {
      "epoch": 529.2,
      "grad_norm": 2.117015838623047,
      "learning_rate": 1.3213118124189444e-06,
      "loss": 0.3324,
      "step": 1896140
    },
    {
      "epoch": 529.21,
      "grad_norm": 1.3116328716278076,
      "learning_rate": 1.3212874814103406e-06,
      "loss": 0.358,
      "step": 1896150
    },
    {
      "epoch": 529.21,
      "grad_norm": 1.3502284288406372,
      "learning_rate": 1.321263150537826e-06,
      "loss": 0.3351,
      "step": 1896160
    },
    {
      "epoch": 529.21,
      "grad_norm": 0.965487003326416,
      "learning_rate": 1.3212388198014046e-06,
      "loss": 0.3339,
      "step": 1896170
    },
    {
      "epoch": 529.22,
      "grad_norm": 1.2148182392120361,
      "learning_rate": 1.3212144892010794e-06,
      "loss": 0.345,
      "step": 1896180
    },
    {
      "epoch": 529.22,
      "grad_norm": 1.2420356273651123,
      "learning_rate": 1.3211901587368552e-06,
      "loss": 0.3412,
      "step": 1896190
    },
    {
      "epoch": 529.22,
      "grad_norm": 1.2027751207351685,
      "learning_rate": 1.3211658284087318e-06,
      "loss": 0.3451,
      "step": 1896200
    },
    {
      "epoch": 529.22,
      "grad_norm": 1.060043454170227,
      "learning_rate": 1.3211414982167169e-06,
      "loss": 0.3449,
      "step": 1896210
    },
    {
      "epoch": 529.23,
      "grad_norm": 1.1911424398422241,
      "learning_rate": 1.32111716816081e-06,
      "loss": 0.3486,
      "step": 1896220
    },
    {
      "epoch": 529.23,
      "grad_norm": 1.0978529453277588,
      "learning_rate": 1.3210928382410165e-06,
      "loss": 0.3584,
      "step": 1896230
    },
    {
      "epoch": 529.23,
      "grad_norm": 0.9816842675209045,
      "learning_rate": 1.3210685084573394e-06,
      "loss": 0.3388,
      "step": 1896240
    },
    {
      "epoch": 529.24,
      "grad_norm": 1.1329801082611084,
      "learning_rate": 1.3210441788097807e-06,
      "loss": 0.3486,
      "step": 1896250
    },
    {
      "epoch": 529.24,
      "grad_norm": 1.065545916557312,
      "learning_rate": 1.3210198492983445e-06,
      "loss": 0.3235,
      "step": 1896260
    },
    {
      "epoch": 529.24,
      "grad_norm": 1.143457055091858,
      "learning_rate": 1.320995519923034e-06,
      "loss": 0.3318,
      "step": 1896270
    },
    {
      "epoch": 529.24,
      "grad_norm": 1.069370150566101,
      "learning_rate": 1.3209711906838534e-06,
      "loss": 0.3411,
      "step": 1896280
    },
    {
      "epoch": 529.25,
      "grad_norm": 1.3747004270553589,
      "learning_rate": 1.3209468615808035e-06,
      "loss": 0.3391,
      "step": 1896290
    },
    {
      "epoch": 529.25,
      "grad_norm": 1.035963773727417,
      "learning_rate": 1.3209225326138894e-06,
      "loss": 0.3499,
      "step": 1896300
    },
    {
      "epoch": 529.25,
      "grad_norm": 0.9417631030082703,
      "learning_rate": 1.320898203783114e-06,
      "loss": 0.339,
      "step": 1896310
    },
    {
      "epoch": 529.25,
      "grad_norm": 1.1601237058639526,
      "learning_rate": 1.3208738750884801e-06,
      "loss": 0.3386,
      "step": 1896320
    },
    {
      "epoch": 529.26,
      "grad_norm": 1.114012360572815,
      "learning_rate": 1.3208495465299924e-06,
      "loss": 0.3377,
      "step": 1896330
    },
    {
      "epoch": 529.26,
      "grad_norm": 0.9569875001907349,
      "learning_rate": 1.3208252181076512e-06,
      "loss": 0.3255,
      "step": 1896340
    },
    {
      "epoch": 529.26,
      "grad_norm": 1.343030333518982,
      "learning_rate": 1.3208008898214632e-06,
      "loss": 0.3297,
      "step": 1896350
    },
    {
      "epoch": 529.27,
      "grad_norm": 14.108231544494629,
      "learning_rate": 1.3207765616714294e-06,
      "loss": 0.3356,
      "step": 1896360
    },
    {
      "epoch": 529.27,
      "grad_norm": 1.0441083908081055,
      "learning_rate": 1.3207522336575533e-06,
      "loss": 0.3568,
      "step": 1896370
    },
    {
      "epoch": 529.27,
      "grad_norm": 1.0675020217895508,
      "learning_rate": 1.3207279057798397e-06,
      "loss": 0.3442,
      "step": 1896380
    },
    {
      "epoch": 529.27,
      "grad_norm": 1.1189403533935547,
      "learning_rate": 1.3207035780382899e-06,
      "loss": 0.3406,
      "step": 1896390
    },
    {
      "epoch": 529.28,
      "grad_norm": 1.2032173871994019,
      "learning_rate": 1.3206792504329073e-06,
      "loss": 0.3307,
      "step": 1896400
    },
    {
      "epoch": 529.28,
      "grad_norm": 1.252711534500122,
      "learning_rate": 1.3206549229636961e-06,
      "loss": 0.3331,
      "step": 1896410
    },
    {
      "epoch": 529.28,
      "grad_norm": 1.5453518629074097,
      "learning_rate": 1.3206305956306597e-06,
      "loss": 0.3412,
      "step": 1896420
    },
    {
      "epoch": 529.29,
      "grad_norm": 1.0418343544006348,
      "learning_rate": 1.3206062684338003e-06,
      "loss": 0.3347,
      "step": 1896430
    },
    {
      "epoch": 529.29,
      "grad_norm": 1.2243249416351318,
      "learning_rate": 1.3205819413731213e-06,
      "loss": 0.3546,
      "step": 1896440
    },
    {
      "epoch": 529.29,
      "grad_norm": 1.0686243772506714,
      "learning_rate": 1.320557614448627e-06,
      "loss": 0.332,
      "step": 1896450
    },
    {
      "epoch": 529.29,
      "grad_norm": 1.1203961372375488,
      "learning_rate": 1.3205332876603188e-06,
      "loss": 0.3466,
      "step": 1896460
    },
    {
      "epoch": 529.3,
      "grad_norm": 1.1132062673568726,
      "learning_rate": 1.320508961008202e-06,
      "loss": 0.3351,
      "step": 1896470
    },
    {
      "epoch": 529.3,
      "grad_norm": 1.228198766708374,
      "learning_rate": 1.3204846344922785e-06,
      "loss": 0.3356,
      "step": 1896480
    },
    {
      "epoch": 529.3,
      "grad_norm": 0.9617891907691956,
      "learning_rate": 1.3204603081125517e-06,
      "loss": 0.3441,
      "step": 1896490
    },
    {
      "epoch": 529.31,
      "grad_norm": 1.0979058742523193,
      "learning_rate": 1.320435981869025e-06,
      "loss": 0.3371,
      "step": 1896500
    },
    {
      "epoch": 529.31,
      "grad_norm": 1.2328999042510986,
      "learning_rate": 1.3204116557617026e-06,
      "loss": 0.3527,
      "step": 1896510
    },
    {
      "epoch": 529.31,
      "grad_norm": 1.2657701969146729,
      "learning_rate": 1.320387329790586e-06,
      "loss": 0.344,
      "step": 1896520
    },
    {
      "epoch": 529.31,
      "grad_norm": 1.155900001525879,
      "learning_rate": 1.320363003955679e-06,
      "loss": 0.3456,
      "step": 1896530
    },
    {
      "epoch": 529.32,
      "grad_norm": 1.2515560388565063,
      "learning_rate": 1.3203386782569862e-06,
      "loss": 0.3563,
      "step": 1896540
    },
    {
      "epoch": 529.32,
      "grad_norm": 0.9868535995483398,
      "learning_rate": 1.320314352694508e-06,
      "loss": 0.3359,
      "step": 1896550
    },
    {
      "epoch": 529.32,
      "grad_norm": 1.146375298500061,
      "learning_rate": 1.3202900272682507e-06,
      "loss": 0.3333,
      "step": 1896560
    },
    {
      "epoch": 529.32,
      "grad_norm": 1.1795440912246704,
      "learning_rate": 1.3202657019782158e-06,
      "loss": 0.3493,
      "step": 1896570
    },
    {
      "epoch": 529.33,
      "grad_norm": 1.180267333984375,
      "learning_rate": 1.3202413768244068e-06,
      "loss": 0.347,
      "step": 1896580
    },
    {
      "epoch": 529.33,
      "grad_norm": 1.0664217472076416,
      "learning_rate": 1.320217051806827e-06,
      "loss": 0.3363,
      "step": 1896590
    },
    {
      "epoch": 529.33,
      "grad_norm": 1.5119746923446655,
      "learning_rate": 1.3201927269254798e-06,
      "loss": 0.3583,
      "step": 1896600
    },
    {
      "epoch": 529.34,
      "grad_norm": 1.198484182357788,
      "learning_rate": 1.3201684021803691e-06,
      "loss": 0.3332,
      "step": 1896610
    },
    {
      "epoch": 529.34,
      "grad_norm": 1.2151367664337158,
      "learning_rate": 1.3201440775714967e-06,
      "loss": 0.3443,
      "step": 1896620
    },
    {
      "epoch": 529.34,
      "grad_norm": 1.5264030694961548,
      "learning_rate": 1.3201197530988666e-06,
      "loss": 0.343,
      "step": 1896630
    },
    {
      "epoch": 529.34,
      "grad_norm": 1.2066797018051147,
      "learning_rate": 1.3200954287624817e-06,
      "loss": 0.3267,
      "step": 1896640
    },
    {
      "epoch": 529.35,
      "grad_norm": 1.2162058353424072,
      "learning_rate": 1.3200711045623465e-06,
      "loss": 0.3442,
      "step": 1896650
    },
    {
      "epoch": 529.35,
      "grad_norm": 1.0017262697219849,
      "learning_rate": 1.3200467804984625e-06,
      "loss": 0.3262,
      "step": 1896660
    },
    {
      "epoch": 529.35,
      "grad_norm": 1.210532784461975,
      "learning_rate": 1.3200224565708333e-06,
      "loss": 0.3397,
      "step": 1896670
    },
    {
      "epoch": 529.36,
      "grad_norm": 1.1428807973861694,
      "learning_rate": 1.3199981327794637e-06,
      "loss": 0.3458,
      "step": 1896680
    },
    {
      "epoch": 529.36,
      "grad_norm": 1.3678348064422607,
      "learning_rate": 1.3199738091243538e-06,
      "loss": 0.3437,
      "step": 1896690
    },
    {
      "epoch": 529.36,
      "grad_norm": 1.1584099531173706,
      "learning_rate": 1.319949485605511e-06,
      "loss": 0.3483,
      "step": 1896700
    },
    {
      "epoch": 529.36,
      "grad_norm": 1.0746829509735107,
      "learning_rate": 1.319925162222935e-06,
      "loss": 0.3484,
      "step": 1896710
    },
    {
      "epoch": 529.37,
      "grad_norm": 1.173965573310852,
      "learning_rate": 1.3199008389766306e-06,
      "loss": 0.3269,
      "step": 1896720
    },
    {
      "epoch": 529.37,
      "grad_norm": 1.0814616680145264,
      "learning_rate": 1.3198765158666004e-06,
      "loss": 0.3398,
      "step": 1896730
    },
    {
      "epoch": 529.37,
      "grad_norm": 2.8486359119415283,
      "learning_rate": 1.3198521928928494e-06,
      "loss": 0.3522,
      "step": 1896740
    },
    {
      "epoch": 529.37,
      "grad_norm": 1.2340444326400757,
      "learning_rate": 1.3198278700553785e-06,
      "loss": 0.3245,
      "step": 1896750
    },
    {
      "epoch": 529.38,
      "grad_norm": 1.059056043624878,
      "learning_rate": 1.3198035473541918e-06,
      "loss": 0.326,
      "step": 1896760
    },
    {
      "epoch": 529.38,
      "grad_norm": 1.0780785083770752,
      "learning_rate": 1.3197792247892933e-06,
      "loss": 0.358,
      "step": 1896770
    },
    {
      "epoch": 529.38,
      "grad_norm": 1.2169243097305298,
      "learning_rate": 1.3197549023606841e-06,
      "loss": 0.3389,
      "step": 1896780
    },
    {
      "epoch": 529.39,
      "grad_norm": 1.1465002298355103,
      "learning_rate": 1.3197305800683706e-06,
      "loss": 0.3343,
      "step": 1896790
    },
    {
      "epoch": 529.39,
      "grad_norm": 0.9875596761703491,
      "learning_rate": 1.3197062579123538e-06,
      "loss": 0.3414,
      "step": 1896800
    },
    {
      "epoch": 529.39,
      "grad_norm": 1.398776888847351,
      "learning_rate": 1.3196819358926375e-06,
      "loss": 0.3411,
      "step": 1896810
    },
    {
      "epoch": 529.39,
      "grad_norm": 1.1571301221847534,
      "learning_rate": 1.3196576140092255e-06,
      "loss": 0.3408,
      "step": 1896820
    },
    {
      "epoch": 529.4,
      "grad_norm": 1.1563822031021118,
      "learning_rate": 1.3196332922621195e-06,
      "loss": 0.3705,
      "step": 1896830
    },
    {
      "epoch": 529.4,
      "grad_norm": 1.2848930358886719,
      "learning_rate": 1.3196089706513238e-06,
      "loss": 0.3373,
      "step": 1896840
    },
    {
      "epoch": 529.4,
      "grad_norm": 1.1066622734069824,
      "learning_rate": 1.3195846491768416e-06,
      "loss": 0.3301,
      "step": 1896850
    },
    {
      "epoch": 529.41,
      "grad_norm": 1.3114668130874634,
      "learning_rate": 1.3195603278386772e-06,
      "loss": 0.3407,
      "step": 1896860
    },
    {
      "epoch": 529.41,
      "grad_norm": 1.1058422327041626,
      "learning_rate": 1.3195360066368305e-06,
      "loss": 0.3545,
      "step": 1896870
    },
    {
      "epoch": 529.41,
      "grad_norm": 1.1709954738616943,
      "learning_rate": 1.319511685571309e-06,
      "loss": 0.3292,
      "step": 1896880
    },
    {
      "epoch": 529.41,
      "grad_norm": 1.2143996953964233,
      "learning_rate": 1.319487364642113e-06,
      "loss": 0.3523,
      "step": 1896890
    },
    {
      "epoch": 529.42,
      "grad_norm": 1.003605842590332,
      "learning_rate": 1.319463043849247e-06,
      "loss": 0.3354,
      "step": 1896900
    },
    {
      "epoch": 529.42,
      "grad_norm": 1.125993251800537,
      "learning_rate": 1.3194387231927142e-06,
      "loss": 0.3355,
      "step": 1896910
    },
    {
      "epoch": 529.42,
      "grad_norm": 1.1334151029586792,
      "learning_rate": 1.3194144026725157e-06,
      "loss": 0.3593,
      "step": 1896920
    },
    {
      "epoch": 529.43,
      "grad_norm": 1.204500436782837,
      "learning_rate": 1.319390082288659e-06,
      "loss": 0.3475,
      "step": 1896930
    },
    {
      "epoch": 529.43,
      "grad_norm": 1.2231173515319824,
      "learning_rate": 1.3193657620411433e-06,
      "loss": 0.3352,
      "step": 1896940
    },
    {
      "epoch": 529.43,
      "grad_norm": 1.04491126537323,
      "learning_rate": 1.3193414419299737e-06,
      "loss": 0.343,
      "step": 1896950
    },
    {
      "epoch": 529.43,
      "grad_norm": 0.9502158761024475,
      "learning_rate": 1.319317121955154e-06,
      "loss": 0.3354,
      "step": 1896960
    },
    {
      "epoch": 529.44,
      "grad_norm": 1.1255987882614136,
      "learning_rate": 1.319292802116686e-06,
      "loss": 0.3415,
      "step": 1896970
    },
    {
      "epoch": 529.44,
      "grad_norm": 1.1922335624694824,
      "learning_rate": 1.3192684824145727e-06,
      "loss": 0.3205,
      "step": 1896980
    },
    {
      "epoch": 529.44,
      "grad_norm": 1.4267144203186035,
      "learning_rate": 1.3192441628488188e-06,
      "loss": 0.331,
      "step": 1896990
    },
    {
      "epoch": 529.44,
      "grad_norm": 1.0577940940856934,
      "learning_rate": 1.319219843419428e-06,
      "loss": 0.3421,
      "step": 1897000
    },
    {
      "epoch": 529.45,
      "grad_norm": 1.081760048866272,
      "learning_rate": 1.3191955241264005e-06,
      "loss": 0.3465,
      "step": 1897010
    },
    {
      "epoch": 529.45,
      "grad_norm": 1.2775611877441406,
      "learning_rate": 1.319171204969743e-06,
      "loss": 0.3517,
      "step": 1897020
    },
    {
      "epoch": 529.45,
      "grad_norm": 1.3779305219650269,
      "learning_rate": 1.3191468859494563e-06,
      "loss": 0.3414,
      "step": 1897030
    },
    {
      "epoch": 529.46,
      "grad_norm": 1.2872929573059082,
      "learning_rate": 1.3191225670655447e-06,
      "loss": 0.3366,
      "step": 1897040
    },
    {
      "epoch": 529.46,
      "grad_norm": 1.374120831489563,
      "learning_rate": 1.3190982483180124e-06,
      "loss": 0.346,
      "step": 1897050
    },
    {
      "epoch": 529.46,
      "grad_norm": 1.0623788833618164,
      "learning_rate": 1.3190739297068604e-06,
      "loss": 0.3377,
      "step": 1897060
    },
    {
      "epoch": 529.46,
      "grad_norm": 1.533023476600647,
      "learning_rate": 1.3190496112320932e-06,
      "loss": 0.3445,
      "step": 1897070
    },
    {
      "epoch": 529.47,
      "grad_norm": 45.575931549072266,
      "learning_rate": 1.3190252928937138e-06,
      "loss": 0.3508,
      "step": 1897080
    },
    {
      "epoch": 529.47,
      "grad_norm": 1.072555422782898,
      "learning_rate": 1.3190009746917262e-06,
      "loss": 0.3386,
      "step": 1897090
    },
    {
      "epoch": 529.47,
      "grad_norm": 1.0421924591064453,
      "learning_rate": 1.3189766566261325e-06,
      "loss": 0.3484,
      "step": 1897100
    },
    {
      "epoch": 529.48,
      "grad_norm": 1.1842387914657593,
      "learning_rate": 1.3189523386969363e-06,
      "loss": 0.3572,
      "step": 1897110
    },
    {
      "epoch": 529.48,
      "grad_norm": 1.1312861442565918,
      "learning_rate": 1.3189280209041418e-06,
      "loss": 0.337,
      "step": 1897120
    },
    {
      "epoch": 529.48,
      "grad_norm": 1.0248479843139648,
      "learning_rate": 1.3189037032477493e-06,
      "loss": 0.3447,
      "step": 1897130
    },
    {
      "epoch": 529.48,
      "grad_norm": 1.2537626028060913,
      "learning_rate": 1.3188793857277663e-06,
      "loss": 0.3385,
      "step": 1897140
    },
    {
      "epoch": 529.49,
      "grad_norm": 1.1508104801177979,
      "learning_rate": 1.3188550683441927e-06,
      "loss": 0.3392,
      "step": 1897150
    },
    {
      "epoch": 529.49,
      "grad_norm": 1.1662923097610474,
      "learning_rate": 1.3188307510970332e-06,
      "loss": 0.3582,
      "step": 1897160
    },
    {
      "epoch": 529.49,
      "grad_norm": 1.1919399499893188,
      "learning_rate": 1.3188064339862906e-06,
      "loss": 0.3664,
      "step": 1897170
    },
    {
      "epoch": 529.49,
      "grad_norm": 1.1870406866073608,
      "learning_rate": 1.318782117011968e-06,
      "loss": 0.352,
      "step": 1897180
    },
    {
      "epoch": 529.5,
      "grad_norm": 1.052635669708252,
      "learning_rate": 1.31875780017407e-06,
      "loss": 0.3409,
      "step": 1897190
    },
    {
      "epoch": 529.5,
      "grad_norm": 1.1727300882339478,
      "learning_rate": 1.318733483472598e-06,
      "loss": 0.3441,
      "step": 1897200
    },
    {
      "epoch": 529.5,
      "grad_norm": 1.0577055215835571,
      "learning_rate": 1.3187091669075562e-06,
      "loss": 0.3224,
      "step": 1897210
    },
    {
      "epoch": 529.51,
      "grad_norm": 1.0802443027496338,
      "learning_rate": 1.3186848504789468e-06,
      "loss": 0.3403,
      "step": 1897220
    },
    {
      "epoch": 529.51,
      "grad_norm": 1.1243131160736084,
      "learning_rate": 1.3186605341867754e-06,
      "loss": 0.3412,
      "step": 1897230
    },
    {
      "epoch": 529.51,
      "grad_norm": 1.0232292413711548,
      "learning_rate": 1.3186362180310428e-06,
      "loss": 0.3408,
      "step": 1897240
    },
    {
      "epoch": 529.51,
      "grad_norm": 1.297637701034546,
      "learning_rate": 1.318611902011753e-06,
      "loss": 0.3574,
      "step": 1897250
    },
    {
      "epoch": 529.52,
      "grad_norm": 1.0073286294937134,
      "learning_rate": 1.31858758612891e-06,
      "loss": 0.3373,
      "step": 1897260
    },
    {
      "epoch": 529.52,
      "grad_norm": 0.9882120490074158,
      "learning_rate": 1.3185632703825147e-06,
      "loss": 0.3309,
      "step": 1897270
    },
    {
      "epoch": 529.52,
      "grad_norm": 1.0195167064666748,
      "learning_rate": 1.3185389547725741e-06,
      "loss": 0.3395,
      "step": 1897280
    },
    {
      "epoch": 529.53,
      "grad_norm": 1.049634337425232,
      "learning_rate": 1.3185146392990884e-06,
      "loss": 0.3436,
      "step": 1897290
    },
    {
      "epoch": 529.53,
      "grad_norm": 1.105319857597351,
      "learning_rate": 1.3184903239620614e-06,
      "loss": 0.3477,
      "step": 1897300
    },
    {
      "epoch": 529.53,
      "grad_norm": 1.3662548065185547,
      "learning_rate": 1.3184660087614971e-06,
      "loss": 0.3411,
      "step": 1897310
    },
    {
      "epoch": 529.53,
      "grad_norm": 1.1988486051559448,
      "learning_rate": 1.3184416936973992e-06,
      "loss": 0.3374,
      "step": 1897320
    },
    {
      "epoch": 529.54,
      "grad_norm": 1.0378470420837402,
      "learning_rate": 1.3184173787697694e-06,
      "loss": 0.3445,
      "step": 1897330
    },
    {
      "epoch": 529.54,
      "grad_norm": 1.2989522218704224,
      "learning_rate": 1.3183930639786113e-06,
      "loss": 0.3477,
      "step": 1897340
    },
    {
      "epoch": 529.54,
      "grad_norm": 1.5362662076950073,
      "learning_rate": 1.3183687493239295e-06,
      "loss": 0.3415,
      "step": 1897350
    },
    {
      "epoch": 529.55,
      "grad_norm": 1.1885906457901,
      "learning_rate": 1.3183444348057244e-06,
      "loss": 0.338,
      "step": 1897360
    },
    {
      "epoch": 529.55,
      "grad_norm": 1.2115217447280884,
      "learning_rate": 1.3183201204240032e-06,
      "loss": 0.3375,
      "step": 1897370
    },
    {
      "epoch": 529.55,
      "grad_norm": 1.054334282875061,
      "learning_rate": 1.3182958061787659e-06,
      "loss": 0.3418,
      "step": 1897380
    },
    {
      "epoch": 529.55,
      "grad_norm": 1.2209075689315796,
      "learning_rate": 1.3182714920700167e-06,
      "loss": 0.3621,
      "step": 1897390
    },
    {
      "epoch": 529.56,
      "grad_norm": 0.9842274188995361,
      "learning_rate": 1.3182471780977599e-06,
      "loss": 0.3355,
      "step": 1897400
    },
    {
      "epoch": 529.56,
      "grad_norm": 1.0513967275619507,
      "learning_rate": 1.3182228642619969e-06,
      "loss": 0.3402,
      "step": 1897410
    },
    {
      "epoch": 529.56,
      "grad_norm": 1.0200062990188599,
      "learning_rate": 1.3181985505627318e-06,
      "loss": 0.3192,
      "step": 1897420
    },
    {
      "epoch": 529.56,
      "grad_norm": 1.1227272748947144,
      "learning_rate": 1.3181742369999682e-06,
      "loss": 0.3476,
      "step": 1897430
    },
    {
      "epoch": 529.57,
      "grad_norm": 1.1702927350997925,
      "learning_rate": 1.3181499235737097e-06,
      "loss": 0.3442,
      "step": 1897440
    },
    {
      "epoch": 529.57,
      "grad_norm": 1.1235365867614746,
      "learning_rate": 1.318125610283957e-06,
      "loss": 0.3577,
      "step": 1897450
    },
    {
      "epoch": 529.57,
      "grad_norm": 1.0895475149154663,
      "learning_rate": 1.318101297130717e-06,
      "loss": 0.3364,
      "step": 1897460
    },
    {
      "epoch": 529.58,
      "grad_norm": 1.0069739818572998,
      "learning_rate": 1.3180769841139902e-06,
      "loss": 0.3362,
      "step": 1897470
    },
    {
      "epoch": 529.58,
      "grad_norm": 1.0550153255462646,
      "learning_rate": 1.318052671233781e-06,
      "loss": 0.3384,
      "step": 1897480
    },
    {
      "epoch": 529.58,
      "grad_norm": 1.1503403186798096,
      "learning_rate": 1.3180283584900931e-06,
      "loss": 0.3451,
      "step": 1897490
    },
    {
      "epoch": 529.58,
      "grad_norm": 1.3852921724319458,
      "learning_rate": 1.3180040458829273e-06,
      "loss": 0.3288,
      "step": 1897500
    },
    {
      "epoch": 529.59,
      "grad_norm": 1.0921834707260132,
      "learning_rate": 1.31797973341229e-06,
      "loss": 0.3479,
      "step": 1897510
    },
    {
      "epoch": 529.59,
      "grad_norm": 1.0792726278305054,
      "learning_rate": 1.3179554210781827e-06,
      "loss": 0.3376,
      "step": 1897520
    },
    {
      "epoch": 529.59,
      "grad_norm": 1.2383838891983032,
      "learning_rate": 1.3179311088806084e-06,
      "loss": 0.3308,
      "step": 1897530
    },
    {
      "epoch": 529.6,
      "grad_norm": 3.0151758193969727,
      "learning_rate": 1.317906796819572e-06,
      "loss": 0.3437,
      "step": 1897540
    },
    {
      "epoch": 529.6,
      "grad_norm": 1.0593820810317993,
      "learning_rate": 1.3178824848950749e-06,
      "loss": 0.3409,
      "step": 1897550
    },
    {
      "epoch": 529.6,
      "grad_norm": 1.1314038038253784,
      "learning_rate": 1.3178581731071208e-06,
      "loss": 0.3299,
      "step": 1897560
    },
    {
      "epoch": 529.6,
      "grad_norm": 1.0593043565750122,
      "learning_rate": 1.317833861455713e-06,
      "loss": 0.3329,
      "step": 1897570
    },
    {
      "epoch": 529.61,
      "grad_norm": 1.295933723449707,
      "learning_rate": 1.3178095499408564e-06,
      "loss": 0.3446,
      "step": 1897580
    },
    {
      "epoch": 529.61,
      "grad_norm": 1.3106236457824707,
      "learning_rate": 1.3177852385625503e-06,
      "loss": 0.3296,
      "step": 1897590
    },
    {
      "epoch": 529.61,
      "grad_norm": 1.399967074394226,
      "learning_rate": 1.3177609273208027e-06,
      "loss": 0.3433,
      "step": 1897600
    },
    {
      "epoch": 529.61,
      "grad_norm": 1.1102980375289917,
      "learning_rate": 1.3177366162156137e-06,
      "loss": 0.3309,
      "step": 1897610
    },
    {
      "epoch": 529.62,
      "grad_norm": 1.17536461353302,
      "learning_rate": 1.317712305246987e-06,
      "loss": 0.3379,
      "step": 1897620
    },
    {
      "epoch": 529.62,
      "grad_norm": 1.0229800939559937,
      "learning_rate": 1.3176879944149269e-06,
      "loss": 0.3332,
      "step": 1897630
    },
    {
      "epoch": 529.62,
      "grad_norm": 1.0284096002578735,
      "learning_rate": 1.3176636837194352e-06,
      "loss": 0.3413,
      "step": 1897640
    },
    {
      "epoch": 529.63,
      "grad_norm": 1.3079625368118286,
      "learning_rate": 1.3176393731605162e-06,
      "loss": 0.3198,
      "step": 1897650
    },
    {
      "epoch": 529.63,
      "grad_norm": 1.0537039041519165,
      "learning_rate": 1.3176150627381728e-06,
      "loss": 0.3318,
      "step": 1897660
    },
    {
      "epoch": 529.63,
      "grad_norm": 1.2550718784332275,
      "learning_rate": 1.3175907524524088e-06,
      "loss": 0.343,
      "step": 1897670
    },
    {
      "epoch": 529.63,
      "grad_norm": 1.0673805475234985,
      "learning_rate": 1.3175664423032252e-06,
      "loss": 0.3289,
      "step": 1897680
    },
    {
      "epoch": 529.64,
      "grad_norm": 2.8576791286468506,
      "learning_rate": 1.3175421322906287e-06,
      "loss": 0.3592,
      "step": 1897690
    },
    {
      "epoch": 529.64,
      "grad_norm": 1.393312692642212,
      "learning_rate": 1.3175178224146198e-06,
      "loss": 0.3339,
      "step": 1897700
    },
    {
      "epoch": 529.64,
      "grad_norm": 1.0239698886871338,
      "learning_rate": 1.3174935126752028e-06,
      "loss": 0.3406,
      "step": 1897710
    },
    {
      "epoch": 529.65,
      "grad_norm": 1.1127315759658813,
      "learning_rate": 1.3174692030723818e-06,
      "loss": 0.3336,
      "step": 1897720
    },
    {
      "epoch": 529.65,
      "grad_norm": 1.0927634239196777,
      "learning_rate": 1.317444893606158e-06,
      "loss": 0.3403,
      "step": 1897730
    },
    {
      "epoch": 529.65,
      "grad_norm": 0.9901825785636902,
      "learning_rate": 1.3174205842765355e-06,
      "loss": 0.3462,
      "step": 1897740
    },
    {
      "epoch": 529.65,
      "grad_norm": 1.0867829322814941,
      "learning_rate": 1.317396275083518e-06,
      "loss": 0.3489,
      "step": 1897750
    },
    {
      "epoch": 529.66,
      "grad_norm": 0.9501703381538391,
      "learning_rate": 1.3173719660271085e-06,
      "loss": 0.3305,
      "step": 1897760
    },
    {
      "epoch": 529.66,
      "grad_norm": 1.1249096393585205,
      "learning_rate": 1.317347657107311e-06,
      "loss": 0.3554,
      "step": 1897770
    },
    {
      "epoch": 529.66,
      "grad_norm": 0.9870873093605042,
      "learning_rate": 1.3173233483241268e-06,
      "loss": 0.3355,
      "step": 1897780
    },
    {
      "epoch": 529.67,
      "grad_norm": 1.3702062368392944,
      "learning_rate": 1.3172990396775608e-06,
      "loss": 0.3472,
      "step": 1897790
    },
    {
      "epoch": 529.67,
      "grad_norm": 1.0936959981918335,
      "learning_rate": 1.3172747311676153e-06,
      "loss": 0.3283,
      "step": 1897800
    },
    {
      "epoch": 529.67,
      "grad_norm": 1.163270354270935,
      "learning_rate": 1.3172504227942948e-06,
      "loss": 0.3357,
      "step": 1897810
    },
    {
      "epoch": 529.67,
      "grad_norm": 1.0747125148773193,
      "learning_rate": 1.3172261145575998e-06,
      "loss": 0.3439,
      "step": 1897820
    },
    {
      "epoch": 529.68,
      "grad_norm": 1.2168071269989014,
      "learning_rate": 1.3172018064575376e-06,
      "loss": 0.3481,
      "step": 1897830
    },
    {
      "epoch": 529.68,
      "grad_norm": 1.0311311483383179,
      "learning_rate": 1.3171774984941084e-06,
      "loss": 0.3494,
      "step": 1897840
    },
    {
      "epoch": 529.68,
      "grad_norm": 1.0830720663070679,
      "learning_rate": 1.3171531906673157e-06,
      "loss": 0.3399,
      "step": 1897850
    },
    {
      "epoch": 529.68,
      "grad_norm": 1.2265561819076538,
      "learning_rate": 1.317128882977165e-06,
      "loss": 0.343,
      "step": 1897860
    },
    {
      "epoch": 529.69,
      "grad_norm": 1.1827234029769897,
      "learning_rate": 1.3171045754236563e-06,
      "loss": 0.349,
      "step": 1897870
    },
    {
      "epoch": 529.69,
      "grad_norm": 1.3531190156936646,
      "learning_rate": 1.3170802680067945e-06,
      "loss": 0.3347,
      "step": 1897880
    },
    {
      "epoch": 529.69,
      "grad_norm": 1.0644145011901855,
      "learning_rate": 1.3170559607265827e-06,
      "loss": 0.349,
      "step": 1897890
    },
    {
      "epoch": 529.7,
      "grad_norm": 0.9974232316017151,
      "learning_rate": 1.3170316535830253e-06,
      "loss": 0.3259,
      "step": 1897900
    },
    {
      "epoch": 529.7,
      "grad_norm": 1.1039406061172485,
      "learning_rate": 1.3170073465761232e-06,
      "loss": 0.3444,
      "step": 1897910
    },
    {
      "epoch": 529.7,
      "grad_norm": 1.0509721040725708,
      "learning_rate": 1.3169830397058813e-06,
      "loss": 0.3381,
      "step": 1897920
    },
    {
      "epoch": 529.7,
      "grad_norm": 1.066491723060608,
      "learning_rate": 1.3169587329723026e-06,
      "loss": 0.3358,
      "step": 1897930
    },
    {
      "epoch": 529.71,
      "grad_norm": 1.3154656887054443,
      "learning_rate": 1.316934426375389e-06,
      "loss": 0.3516,
      "step": 1897940
    },
    {
      "epoch": 529.71,
      "grad_norm": 1.1092426776885986,
      "learning_rate": 1.316910119915146e-06,
      "loss": 0.3539,
      "step": 1897950
    },
    {
      "epoch": 529.71,
      "grad_norm": 1.1550031900405884,
      "learning_rate": 1.3168858135915754e-06,
      "loss": 0.3194,
      "step": 1897960
    },
    {
      "epoch": 529.72,
      "grad_norm": 1.0382680892944336,
      "learning_rate": 1.3168615074046802e-06,
      "loss": 0.3608,
      "step": 1897970
    },
    {
      "epoch": 529.72,
      "grad_norm": 0.9862691164016724,
      "learning_rate": 1.316837201354464e-06,
      "loss": 0.3358,
      "step": 1897980
    },
    {
      "epoch": 529.72,
      "grad_norm": 0.9259248971939087,
      "learning_rate": 1.3168128954409318e-06,
      "loss": 0.3372,
      "step": 1897990
    },
    {
      "epoch": 529.72,
      "grad_norm": 1.03359854221344,
      "learning_rate": 1.3167885896640838e-06,
      "loss": 0.3447,
      "step": 1898000
    },
    {
      "epoch": 529.73,
      "grad_norm": 1.1146018505096436,
      "learning_rate": 1.3167642840239243e-06,
      "loss": 0.3432,
      "step": 1898010
    },
    {
      "epoch": 529.73,
      "grad_norm": 1.1014914512634277,
      "learning_rate": 1.3167399785204585e-06,
      "loss": 0.3486,
      "step": 1898020
    },
    {
      "epoch": 529.73,
      "grad_norm": 1.2023781538009644,
      "learning_rate": 1.316715673153686e-06,
      "loss": 0.3448,
      "step": 1898030
    },
    {
      "epoch": 529.73,
      "grad_norm": 1.8613859415054321,
      "learning_rate": 1.3166913679236136e-06,
      "loss": 0.327,
      "step": 1898040
    },
    {
      "epoch": 529.74,
      "grad_norm": 1.2123171091079712,
      "learning_rate": 1.3166670628302422e-06,
      "loss": 0.3417,
      "step": 1898050
    },
    {
      "epoch": 529.74,
      "grad_norm": 1.1197377443313599,
      "learning_rate": 1.3166427578735758e-06,
      "loss": 0.3327,
      "step": 1898060
    },
    {
      "epoch": 529.74,
      "grad_norm": 1.0509932041168213,
      "learning_rate": 1.3166184530536186e-06,
      "loss": 0.3295,
      "step": 1898070
    },
    {
      "epoch": 529.75,
      "grad_norm": 1.0380665063858032,
      "learning_rate": 1.3165941483703713e-06,
      "loss": 0.3466,
      "step": 1898080
    },
    {
      "epoch": 529.75,
      "grad_norm": 1.3158600330352783,
      "learning_rate": 1.3165698438238403e-06,
      "loss": 0.3411,
      "step": 1898090
    },
    {
      "epoch": 529.75,
      "grad_norm": 1.4000935554504395,
      "learning_rate": 1.3165455394140265e-06,
      "loss": 0.3396,
      "step": 1898100
    },
    {
      "epoch": 529.75,
      "grad_norm": 1.0943917036056519,
      "learning_rate": 1.3165212351409336e-06,
      "loss": 0.3302,
      "step": 1898110
    },
    {
      "epoch": 529.76,
      "grad_norm": 1.153124213218689,
      "learning_rate": 1.3164969310045653e-06,
      "loss": 0.3612,
      "step": 1898120
    },
    {
      "epoch": 529.76,
      "grad_norm": 0.9552241563796997,
      "learning_rate": 1.3164726270049254e-06,
      "loss": 0.3211,
      "step": 1898130
    },
    {
      "epoch": 529.76,
      "grad_norm": 1.1153216361999512,
      "learning_rate": 1.3164483231420157e-06,
      "loss": 0.3378,
      "step": 1898140
    },
    {
      "epoch": 529.77,
      "grad_norm": 1.2494252920150757,
      "learning_rate": 1.3164240194158402e-06,
      "loss": 0.3408,
      "step": 1898150
    },
    {
      "epoch": 529.77,
      "grad_norm": 0.912935197353363,
      "learning_rate": 1.3163997158264028e-06,
      "loss": 0.3264,
      "step": 1898160
    },
    {
      "epoch": 529.77,
      "grad_norm": 1.352463722229004,
      "learning_rate": 1.3163754123737043e-06,
      "loss": 0.3365,
      "step": 1898170
    },
    {
      "epoch": 529.77,
      "grad_norm": 1.0734056234359741,
      "learning_rate": 1.3163511090577513e-06,
      "loss": 0.3469,
      "step": 1898180
    },
    {
      "epoch": 529.78,
      "grad_norm": 1.2354111671447754,
      "learning_rate": 1.3163268058785448e-06,
      "loss": 0.3369,
      "step": 1898190
    },
    {
      "epoch": 529.78,
      "grad_norm": 1.3984125852584839,
      "learning_rate": 1.3163025028360882e-06,
      "loss": 0.3274,
      "step": 1898200
    },
    {
      "epoch": 529.78,
      "grad_norm": 1.0537577867507935,
      "learning_rate": 1.3162781999303863e-06,
      "loss": 0.348,
      "step": 1898210
    },
    {
      "epoch": 529.79,
      "grad_norm": 1.082003116607666,
      "learning_rate": 1.3162538971614402e-06,
      "loss": 0.3493,
      "step": 1898220
    },
    {
      "epoch": 529.79,
      "grad_norm": 0.9420714378356934,
      "learning_rate": 1.3162295945292541e-06,
      "loss": 0.3432,
      "step": 1898230
    },
    {
      "epoch": 529.79,
      "grad_norm": 1.0283410549163818,
      "learning_rate": 1.3162052920338313e-06,
      "loss": 0.3387,
      "step": 1898240
    },
    {
      "epoch": 529.79,
      "grad_norm": 1.1587985754013062,
      "learning_rate": 1.3161809896751756e-06,
      "loss": 0.3324,
      "step": 1898250
    },
    {
      "epoch": 529.8,
      "grad_norm": 1.1775548458099365,
      "learning_rate": 1.3161566874532883e-06,
      "loss": 0.3409,
      "step": 1898260
    },
    {
      "epoch": 529.8,
      "grad_norm": 1.0466194152832031,
      "learning_rate": 1.3161323853681756e-06,
      "loss": 0.3448,
      "step": 1898270
    },
    {
      "epoch": 529.8,
      "grad_norm": 1.051163673400879,
      "learning_rate": 1.3161080834198382e-06,
      "loss": 0.3288,
      "step": 1898280
    },
    {
      "epoch": 529.8,
      "grad_norm": 1.1592429876327515,
      "learning_rate": 1.3160837816082797e-06,
      "loss": 0.3347,
      "step": 1898290
    },
    {
      "epoch": 529.81,
      "grad_norm": 1.233822226524353,
      "learning_rate": 1.3160594799335053e-06,
      "loss": 0.3495,
      "step": 1898300
    },
    {
      "epoch": 529.81,
      "grad_norm": 0.9964858293533325,
      "learning_rate": 1.316035178395516e-06,
      "loss": 0.3342,
      "step": 1898310
    },
    {
      "epoch": 529.81,
      "grad_norm": 0.9378031492233276,
      "learning_rate": 1.3160108769943155e-06,
      "loss": 0.3392,
      "step": 1898320
    },
    {
      "epoch": 529.82,
      "grad_norm": 1.0742251873016357,
      "learning_rate": 1.3159865757299074e-06,
      "loss": 0.3512,
      "step": 1898330
    },
    {
      "epoch": 529.82,
      "grad_norm": 1.204845666885376,
      "learning_rate": 1.3159622746022948e-06,
      "loss": 0.3323,
      "step": 1898340
    },
    {
      "epoch": 529.82,
      "grad_norm": 1.8188270330429077,
      "learning_rate": 1.315937973611482e-06,
      "loss": 0.3427,
      "step": 1898350
    },
    {
      "epoch": 529.82,
      "grad_norm": 0.9927372932434082,
      "learning_rate": 1.3159136727574707e-06,
      "loss": 0.3277,
      "step": 1898360
    },
    {
      "epoch": 529.83,
      "grad_norm": 1.2592028379440308,
      "learning_rate": 1.315889372040264e-06,
      "loss": 0.3166,
      "step": 1898370
    },
    {
      "epoch": 529.83,
      "grad_norm": 1.0219675302505493,
      "learning_rate": 1.3158650714598665e-06,
      "loss": 0.3376,
      "step": 1898380
    },
    {
      "epoch": 529.83,
      "grad_norm": 1.0546948909759521,
      "learning_rate": 1.3158407710162814e-06,
      "loss": 0.3283,
      "step": 1898390
    },
    {
      "epoch": 529.84,
      "grad_norm": 1.1686774492263794,
      "learning_rate": 1.3158164707095095e-06,
      "loss": 0.3484,
      "step": 1898400
    },
    {
      "epoch": 529.84,
      "grad_norm": 1.0659706592559814,
      "learning_rate": 1.3157921705395578e-06,
      "loss": 0.3251,
      "step": 1898410
    },
    {
      "epoch": 529.84,
      "grad_norm": 1.1260546445846558,
      "learning_rate": 1.3157678705064263e-06,
      "loss": 0.3466,
      "step": 1898420
    },
    {
      "epoch": 529.84,
      "grad_norm": 1.042157530784607,
      "learning_rate": 1.3157435706101196e-06,
      "loss": 0.3415,
      "step": 1898430
    },
    {
      "epoch": 529.85,
      "grad_norm": 1.0519315004348755,
      "learning_rate": 1.3157192708506421e-06,
      "loss": 0.3536,
      "step": 1898440
    },
    {
      "epoch": 529.85,
      "grad_norm": 1.0420691967010498,
      "learning_rate": 1.3156949712279944e-06,
      "loss": 0.341,
      "step": 1898450
    },
    {
      "epoch": 529.85,
      "grad_norm": 1.204177737236023,
      "learning_rate": 1.3156706717421813e-06,
      "loss": 0.3423,
      "step": 1898460
    },
    {
      "epoch": 529.85,
      "grad_norm": 1.1223220825195312,
      "learning_rate": 1.3156463723932058e-06,
      "loss": 0.3367,
      "step": 1898470
    },
    {
      "epoch": 529.86,
      "grad_norm": 0.8878487348556519,
      "learning_rate": 1.3156220731810724e-06,
      "loss": 0.3466,
      "step": 1898480
    },
    {
      "epoch": 529.86,
      "grad_norm": 1.237453818321228,
      "learning_rate": 1.3155977741057818e-06,
      "loss": 0.3246,
      "step": 1898490
    },
    {
      "epoch": 529.86,
      "grad_norm": 0.9405307173728943,
      "learning_rate": 1.3155734751673385e-06,
      "loss": 0.3311,
      "step": 1898500
    },
    {
      "epoch": 529.87,
      "grad_norm": 1.0882303714752197,
      "learning_rate": 1.315549176365746e-06,
      "loss": 0.3567,
      "step": 1898510
    },
    {
      "epoch": 529.87,
      "grad_norm": 1.0405224561691284,
      "learning_rate": 1.3155248777010075e-06,
      "loss": 0.3448,
      "step": 1898520
    },
    {
      "epoch": 529.87,
      "grad_norm": 1.0153226852416992,
      "learning_rate": 1.3155005791731266e-06,
      "loss": 0.3437,
      "step": 1898530
    },
    {
      "epoch": 529.87,
      "grad_norm": 1.04927396774292,
      "learning_rate": 1.315476280782105e-06,
      "loss": 0.3351,
      "step": 1898540
    },
    {
      "epoch": 529.88,
      "grad_norm": 1.2998268604278564,
      "learning_rate": 1.3154519825279472e-06,
      "loss": 0.3344,
      "step": 1898550
    },
    {
      "epoch": 529.88,
      "grad_norm": 0.97210294008255,
      "learning_rate": 1.3154276844106562e-06,
      "loss": 0.332,
      "step": 1898560
    },
    {
      "epoch": 529.88,
      "grad_norm": 1.2738137245178223,
      "learning_rate": 1.3154033864302357e-06,
      "loss": 0.3426,
      "step": 1898570
    },
    {
      "epoch": 529.89,
      "grad_norm": 1.106999397277832,
      "learning_rate": 1.3153790885866875e-06,
      "loss": 0.3321,
      "step": 1898580
    },
    {
      "epoch": 529.89,
      "grad_norm": 1.2134090662002563,
      "learning_rate": 1.315354790880016e-06,
      "loss": 0.3552,
      "step": 1898590
    },
    {
      "epoch": 529.89,
      "grad_norm": 1.2271946668624878,
      "learning_rate": 1.3153304933102253e-06,
      "loss": 0.3448,
      "step": 1898600
    },
    {
      "epoch": 529.89,
      "grad_norm": 1.0021785497665405,
      "learning_rate": 1.3153061958773155e-06,
      "loss": 0.3385,
      "step": 1898610
    },
    {
      "epoch": 529.9,
      "grad_norm": 1.2392932176589966,
      "learning_rate": 1.3152818985812936e-06,
      "loss": 0.3377,
      "step": 1898620
    },
    {
      "epoch": 529.9,
      "grad_norm": 1.0042835474014282,
      "learning_rate": 1.3152576014221593e-06,
      "loss": 0.3312,
      "step": 1898630
    },
    {
      "epoch": 529.9,
      "grad_norm": 0.9651073217391968,
      "learning_rate": 1.3152333043999192e-06,
      "loss": 0.3272,
      "step": 1898640
    },
    {
      "epoch": 529.91,
      "grad_norm": 1.2082291841506958,
      "learning_rate": 1.3152090075145745e-06,
      "loss": 0.3507,
      "step": 1898650
    },
    {
      "epoch": 529.91,
      "grad_norm": 0.9075599908828735,
      "learning_rate": 1.3151847107661287e-06,
      "loss": 0.3249,
      "step": 1898660
    },
    {
      "epoch": 529.91,
      "grad_norm": 0.9644398093223572,
      "learning_rate": 1.315160414154586e-06,
      "loss": 0.328,
      "step": 1898670
    },
    {
      "epoch": 529.91,
      "grad_norm": 0.9883679151535034,
      "learning_rate": 1.315136117679948e-06,
      "loss": 0.3483,
      "step": 1898680
    },
    {
      "epoch": 529.92,
      "grad_norm": 1.1253727674484253,
      "learning_rate": 1.3151118213422188e-06,
      "loss": 0.3592,
      "step": 1898690
    },
    {
      "epoch": 529.92,
      "grad_norm": 1.0828001499176025,
      "learning_rate": 1.3150875251414016e-06,
      "loss": 0.33,
      "step": 1898700
    },
    {
      "epoch": 529.92,
      "grad_norm": 1.0489463806152344,
      "learning_rate": 1.3150632290775008e-06,
      "loss": 0.3357,
      "step": 1898710
    },
    {
      "epoch": 529.92,
      "grad_norm": 1.0870471000671387,
      "learning_rate": 1.3150389331505173e-06,
      "loss": 0.3421,
      "step": 1898720
    },
    {
      "epoch": 529.93,
      "grad_norm": 1.3231993913650513,
      "learning_rate": 1.3150146373604557e-06,
      "loss": 0.3405,
      "step": 1898730
    },
    {
      "epoch": 529.93,
      "grad_norm": 1.2827693223953247,
      "learning_rate": 1.31499034170732e-06,
      "loss": 0.3551,
      "step": 1898740
    },
    {
      "epoch": 529.93,
      "grad_norm": 1.1557199954986572,
      "learning_rate": 1.3149660461911105e-06,
      "loss": 0.3335,
      "step": 1898750
    },
    {
      "epoch": 529.94,
      "grad_norm": 1.180220365524292,
      "learning_rate": 1.3149417508118342e-06,
      "loss": 0.3392,
      "step": 1898760
    },
    {
      "epoch": 529.94,
      "grad_norm": 1.3781166076660156,
      "learning_rate": 1.3149174555694918e-06,
      "loss": 0.3374,
      "step": 1898770
    },
    {
      "epoch": 529.94,
      "grad_norm": 1.3382877111434937,
      "learning_rate": 1.314893160464087e-06,
      "loss": 0.3422,
      "step": 1898780
    },
    {
      "epoch": 529.94,
      "grad_norm": 1.1300922632217407,
      "learning_rate": 1.3148688654956239e-06,
      "loss": 0.348,
      "step": 1898790
    },
    {
      "epoch": 529.95,
      "grad_norm": 1.1095905303955078,
      "learning_rate": 1.3148445706641056e-06,
      "loss": 0.3388,
      "step": 1898800
    },
    {
      "epoch": 529.95,
      "grad_norm": 1.115148663520813,
      "learning_rate": 1.3148202759695343e-06,
      "loss": 0.3444,
      "step": 1898810
    },
    {
      "epoch": 529.95,
      "grad_norm": 1.050724744796753,
      "learning_rate": 1.3147959814119136e-06,
      "loss": 0.3577,
      "step": 1898820
    },
    {
      "epoch": 529.96,
      "grad_norm": 0.9950807094573975,
      "learning_rate": 1.3147716869912478e-06,
      "loss": 0.3291,
      "step": 1898830
    },
    {
      "epoch": 529.96,
      "grad_norm": 1.0494816303253174,
      "learning_rate": 1.3147473927075375e-06,
      "loss": 0.3509,
      "step": 1898840
    },
    {
      "epoch": 529.96,
      "grad_norm": 1.1250606775283813,
      "learning_rate": 1.3147230985607898e-06,
      "loss": 0.3414,
      "step": 1898850
    },
    {
      "epoch": 529.96,
      "grad_norm": 1.4650092124938965,
      "learning_rate": 1.3146988045510049e-06,
      "loss": 0.351,
      "step": 1898860
    },
    {
      "epoch": 529.97,
      "grad_norm": 1.2078819274902344,
      "learning_rate": 1.3146745106781868e-06,
      "loss": 0.3441,
      "step": 1898870
    },
    {
      "epoch": 529.97,
      "grad_norm": 1.2355051040649414,
      "learning_rate": 1.31465021694234e-06,
      "loss": 0.3395,
      "step": 1898880
    },
    {
      "epoch": 529.97,
      "grad_norm": 1.1159565448760986,
      "learning_rate": 1.3146259233434657e-06,
      "loss": 0.3371,
      "step": 1898890
    },
    {
      "epoch": 529.97,
      "grad_norm": 1.2262048721313477,
      "learning_rate": 1.3146016298815677e-06,
      "loss": 0.3421,
      "step": 1898900
    },
    {
      "epoch": 529.98,
      "grad_norm": 1.02071213722229,
      "learning_rate": 1.3145773365566502e-06,
      "loss": 0.3291,
      "step": 1898910
    },
    {
      "epoch": 529.98,
      "grad_norm": 1.0396826267242432,
      "learning_rate": 1.3145530433687157e-06,
      "loss": 0.3447,
      "step": 1898920
    },
    {
      "epoch": 529.98,
      "grad_norm": 1.0341989994049072,
      "learning_rate": 1.3145287503177676e-06,
      "loss": 0.3339,
      "step": 1898930
    },
    {
      "epoch": 529.99,
      "grad_norm": 1.0538996458053589,
      "learning_rate": 1.3145044574038099e-06,
      "loss": 0.3565,
      "step": 1898940
    },
    {
      "epoch": 529.99,
      "grad_norm": 1.4372299909591675,
      "learning_rate": 1.314480164626844e-06,
      "loss": 0.3556,
      "step": 1898950
    },
    {
      "epoch": 529.99,
      "grad_norm": 1.0077298879623413,
      "learning_rate": 1.3144558719868747e-06,
      "loss": 0.3388,
      "step": 1898960
    },
    {
      "epoch": 529.99,
      "grad_norm": 1.182114839553833,
      "learning_rate": 1.3144315794839054e-06,
      "loss": 0.3473,
      "step": 1898970
    },
    {
      "epoch": 530.0,
      "grad_norm": 1.0457100868225098,
      "learning_rate": 1.3144072871179368e-06,
      "loss": 0.3514,
      "step": 1898980
    },
    {
      "epoch": 530.0,
      "grad_norm": 1.3104966878890991,
      "learning_rate": 1.314382994888976e-06,
      "loss": 0.3547,
      "step": 1898990
    },
    {
      "epoch": 530.0,
      "eval_loss": 0.3414759635925293,
      "eval_runtime": 63.257,
      "eval_samples_per_second": 79.975,
      "eval_steps_per_second": 10.007,
      "step": 1898990
    },
    {
      "epoch": 530.0,
      "grad_norm": 1.1532344818115234,
      "learning_rate": 1.314358702797023e-06,
      "loss": 0.3263,
      "step": 1899000
    },
    {
      "epoch": 530.01,
      "grad_norm": 1.7743891477584839,
      "learning_rate": 1.3143344108420822e-06,
      "loss": 0.3183,
      "step": 1899010
    },
    {
      "epoch": 530.01,
      "grad_norm": 1.1493514776229858,
      "learning_rate": 1.3143101190241585e-06,
      "loss": 0.3467,
      "step": 1899020
    },
    {
      "epoch": 530.01,
      "grad_norm": 0.9942100048065186,
      "learning_rate": 1.314285827343252e-06,
      "loss": 0.3198,
      "step": 1899030
    },
    {
      "epoch": 530.01,
      "grad_norm": 1.1383628845214844,
      "learning_rate": 1.3142615357993674e-06,
      "loss": 0.3381,
      "step": 1899040
    },
    {
      "epoch": 530.02,
      "grad_norm": 1.045508861541748,
      "learning_rate": 1.3142372443925083e-06,
      "loss": 0.3446,
      "step": 1899050
    },
    {
      "epoch": 530.02,
      "grad_norm": 1.0114725828170776,
      "learning_rate": 1.3142129531226785e-06,
      "loss": 0.3357,
      "step": 1899060
    },
    {
      "epoch": 530.02,
      "grad_norm": 1.1185890436172485,
      "learning_rate": 1.3141886619898784e-06,
      "loss": 0.3439,
      "step": 1899070
    },
    {
      "epoch": 530.03,
      "grad_norm": 1.8206826448440552,
      "learning_rate": 1.3141643709941151e-06,
      "loss": 0.3399,
      "step": 1899080
    },
    {
      "epoch": 530.03,
      "grad_norm": 1.1882895231246948,
      "learning_rate": 1.314140080135389e-06,
      "loss": 0.34,
      "step": 1899090
    },
    {
      "epoch": 530.03,
      "grad_norm": 1.1197936534881592,
      "learning_rate": 1.3141157894137043e-06,
      "loss": 0.3383,
      "step": 1899100
    },
    {
      "epoch": 530.03,
      "grad_norm": 1.2570875883102417,
      "learning_rate": 1.314091498829065e-06,
      "loss": 0.3416,
      "step": 1899110
    },
    {
      "epoch": 530.04,
      "grad_norm": 1.021170973777771,
      "learning_rate": 1.3140672083814728e-06,
      "loss": 0.3208,
      "step": 1899120
    },
    {
      "epoch": 530.04,
      "grad_norm": 1.068088173866272,
      "learning_rate": 1.3140429180709315e-06,
      "loss": 0.3478,
      "step": 1899130
    },
    {
      "epoch": 530.04,
      "grad_norm": 0.9851024150848389,
      "learning_rate": 1.3140186278974445e-06,
      "loss": 0.3407,
      "step": 1899140
    },
    {
      "epoch": 530.04,
      "grad_norm": 1.0713562965393066,
      "learning_rate": 1.3139943378610163e-06,
      "loss": 0.3492,
      "step": 1899150
    },
    {
      "epoch": 530.05,
      "grad_norm": 1.0882679224014282,
      "learning_rate": 1.3139700479616472e-06,
      "loss": 0.3369,
      "step": 1899160
    },
    {
      "epoch": 530.05,
      "grad_norm": 1.0249643325805664,
      "learning_rate": 1.3139457581993426e-06,
      "loss": 0.3163,
      "step": 1899170
    },
    {
      "epoch": 530.05,
      "grad_norm": 1.162524700164795,
      "learning_rate": 1.3139214685741062e-06,
      "loss": 0.3303,
      "step": 1899180
    },
    {
      "epoch": 530.06,
      "grad_norm": 1.1418954133987427,
      "learning_rate": 1.3138971790859383e-06,
      "loss": 0.3395,
      "step": 1899190
    },
    {
      "epoch": 530.06,
      "grad_norm": 1.0368893146514893,
      "learning_rate": 1.3138728897348458e-06,
      "loss": 0.3273,
      "step": 1899200
    },
    {
      "epoch": 530.06,
      "grad_norm": 1.1784168481826782,
      "learning_rate": 1.3138486005208286e-06,
      "loss": 0.3322,
      "step": 1899210
    },
    {
      "epoch": 530.06,
      "grad_norm": 1.2195992469787598,
      "learning_rate": 1.3138243114438933e-06,
      "loss": 0.3449,
      "step": 1899220
    },
    {
      "epoch": 530.07,
      "grad_norm": 1.263939380645752,
      "learning_rate": 1.3138000225040404e-06,
      "loss": 0.3394,
      "step": 1899230
    },
    {
      "epoch": 530.07,
      "grad_norm": 1.1438642740249634,
      "learning_rate": 1.3137757337012742e-06,
      "loss": 0.3307,
      "step": 1899240
    },
    {
      "epoch": 530.07,
      "grad_norm": 1.1835803985595703,
      "learning_rate": 1.3137514450355989e-06,
      "loss": 0.3309,
      "step": 1899250
    },
    {
      "epoch": 530.08,
      "grad_norm": 1.2733309268951416,
      "learning_rate": 1.3137271565070158e-06,
      "loss": 0.3421,
      "step": 1899260
    },
    {
      "epoch": 530.08,
      "grad_norm": 1.2179762125015259,
      "learning_rate": 1.3137028681155286e-06,
      "loss": 0.3412,
      "step": 1899270
    },
    {
      "epoch": 530.08,
      "grad_norm": 1.202420711517334,
      "learning_rate": 1.3136785798611413e-06,
      "loss": 0.3442,
      "step": 1899280
    },
    {
      "epoch": 530.08,
      "grad_norm": 1.3804059028625488,
      "learning_rate": 1.3136542917438577e-06,
      "loss": 0.342,
      "step": 1899290
    },
    {
      "epoch": 530.09,
      "grad_norm": 1.1918660402297974,
      "learning_rate": 1.313630003763679e-06,
      "loss": 0.3422,
      "step": 1899300
    },
    {
      "epoch": 530.09,
      "grad_norm": 1.0867012739181519,
      "learning_rate": 1.3136057159206095e-06,
      "loss": 0.3304,
      "step": 1899310
    },
    {
      "epoch": 530.09,
      "grad_norm": 1.0425993204116821,
      "learning_rate": 1.3135814282146536e-06,
      "loss": 0.3247,
      "step": 1899320
    },
    {
      "epoch": 530.09,
      "grad_norm": 1.132568120956421,
      "learning_rate": 1.3135571406458116e-06,
      "loss": 0.3479,
      "step": 1899330
    },
    {
      "epoch": 530.1,
      "grad_norm": 1.1250057220458984,
      "learning_rate": 1.3135328532140904e-06,
      "loss": 0.3516,
      "step": 1899340
    },
    {
      "epoch": 530.1,
      "grad_norm": 1.4193141460418701,
      "learning_rate": 1.31350856591949e-06,
      "loss": 0.3471,
      "step": 1899350
    },
    {
      "epoch": 530.1,
      "grad_norm": 1.204742431640625,
      "learning_rate": 1.3134842787620158e-06,
      "loss": 0.3418,
      "step": 1899360
    },
    {
      "epoch": 530.11,
      "grad_norm": 1.0378493070602417,
      "learning_rate": 1.31345999174167e-06,
      "loss": 0.3268,
      "step": 1899370
    },
    {
      "epoch": 530.11,
      "grad_norm": 1.0102978944778442,
      "learning_rate": 1.3134357048584566e-06,
      "loss": 0.3291,
      "step": 1899380
    },
    {
      "epoch": 530.11,
      "grad_norm": 1.0455610752105713,
      "learning_rate": 1.3134114181123779e-06,
      "loss": 0.3541,
      "step": 1899390
    },
    {
      "epoch": 530.11,
      "grad_norm": 1.3587183952331543,
      "learning_rate": 1.3133871315034372e-06,
      "loss": 0.3544,
      "step": 1899400
    },
    {
      "epoch": 530.12,
      "grad_norm": 1.0974295139312744,
      "learning_rate": 1.313362845031639e-06,
      "loss": 0.332,
      "step": 1899410
    },
    {
      "epoch": 530.12,
      "grad_norm": 1.0705299377441406,
      "learning_rate": 1.313338558696984e-06,
      "loss": 0.3213,
      "step": 1899420
    },
    {
      "epoch": 530.12,
      "grad_norm": 1.0171722173690796,
      "learning_rate": 1.3133142724994785e-06,
      "loss": 0.3381,
      "step": 1899430
    },
    {
      "epoch": 530.13,
      "grad_norm": 1.077194094657898,
      "learning_rate": 1.313289986439124e-06,
      "loss": 0.3312,
      "step": 1899440
    },
    {
      "epoch": 530.13,
      "grad_norm": 1.1002072095870972,
      "learning_rate": 1.3132657005159236e-06,
      "loss": 0.3536,
      "step": 1899450
    },
    {
      "epoch": 530.13,
      "grad_norm": 1.0737981796264648,
      "learning_rate": 1.3132414147298818e-06,
      "loss": 0.342,
      "step": 1899460
    },
    {
      "epoch": 530.13,
      "grad_norm": 1.0723592042922974,
      "learning_rate": 1.3132171290809992e-06,
      "loss": 0.3362,
      "step": 1899470
    },
    {
      "epoch": 530.14,
      "grad_norm": 1.3210455179214478,
      "learning_rate": 1.3131928435692828e-06,
      "loss": 0.3378,
      "step": 1899480
    },
    {
      "epoch": 530.14,
      "grad_norm": 1.2492592334747314,
      "learning_rate": 1.3131685581947325e-06,
      "loss": 0.3484,
      "step": 1899490
    },
    {
      "epoch": 530.14,
      "grad_norm": 1.107558012008667,
      "learning_rate": 1.3131442729573533e-06,
      "loss": 0.3399,
      "step": 1899500
    },
    {
      "epoch": 530.15,
      "grad_norm": 1.1776984930038452,
      "learning_rate": 1.3131199878571475e-06,
      "loss": 0.3471,
      "step": 1899510
    },
    {
      "epoch": 530.15,
      "grad_norm": 1.061102271080017,
      "learning_rate": 1.3130957028941204e-06,
      "loss": 0.3221,
      "step": 1899520
    },
    {
      "epoch": 530.15,
      "grad_norm": 1.6097973585128784,
      "learning_rate": 1.3130714180682724e-06,
      "loss": 0.3461,
      "step": 1899530
    },
    {
      "epoch": 530.15,
      "grad_norm": 1.2140681743621826,
      "learning_rate": 1.3130471333796083e-06,
      "loss": 0.3495,
      "step": 1899540
    },
    {
      "epoch": 530.16,
      "grad_norm": 1.1088266372680664,
      "learning_rate": 1.3130228488281315e-06,
      "loss": 0.3401,
      "step": 1899550
    },
    {
      "epoch": 530.16,
      "grad_norm": 0.925161600112915,
      "learning_rate": 1.3129985644138432e-06,
      "loss": 0.3222,
      "step": 1899560
    },
    {
      "epoch": 530.16,
      "grad_norm": 1.4718317985534668,
      "learning_rate": 1.3129742801367501e-06,
      "loss": 0.3454,
      "step": 1899570
    },
    {
      "epoch": 530.16,
      "grad_norm": 1.226186990737915,
      "learning_rate": 1.3129499959968525e-06,
      "loss": 0.3446,
      "step": 1899580
    },
    {
      "epoch": 530.17,
      "grad_norm": 1.0848109722137451,
      "learning_rate": 1.3129257119941543e-06,
      "loss": 0.3359,
      "step": 1899590
    },
    {
      "epoch": 530.17,
      "grad_norm": 1.0268595218658447,
      "learning_rate": 1.3129014281286595e-06,
      "loss": 0.3442,
      "step": 1899600
    },
    {
      "epoch": 530.17,
      "grad_norm": 1.2147595882415771,
      "learning_rate": 1.312877144400372e-06,
      "loss": 0.3273,
      "step": 1899610
    },
    {
      "epoch": 530.18,
      "grad_norm": 0.9395125508308411,
      "learning_rate": 1.3128528608092926e-06,
      "loss": 0.3272,
      "step": 1899620
    },
    {
      "epoch": 530.18,
      "grad_norm": 1.1855823993682861,
      "learning_rate": 1.3128285773554262e-06,
      "loss": 0.3264,
      "step": 1899630
    },
    {
      "epoch": 530.18,
      "grad_norm": 0.9293026924133301,
      "learning_rate": 1.3128042940387764e-06,
      "loss": 0.3524,
      "step": 1899640
    },
    {
      "epoch": 530.18,
      "grad_norm": 1.2639226913452148,
      "learning_rate": 1.3127800108593442e-06,
      "loss": 0.3495,
      "step": 1899650
    },
    {
      "epoch": 530.19,
      "grad_norm": 1.2073698043823242,
      "learning_rate": 1.3127557278171363e-06,
      "loss": 0.3458,
      "step": 1899660
    },
    {
      "epoch": 530.19,
      "grad_norm": 1.2098714113235474,
      "learning_rate": 1.3127314449121527e-06,
      "loss": 0.3325,
      "step": 1899670
    },
    {
      "epoch": 530.19,
      "grad_norm": 1.1329931020736694,
      "learning_rate": 1.3127071621443982e-06,
      "loss": 0.3359,
      "step": 1899680
    },
    {
      "epoch": 530.2,
      "grad_norm": 1.1828476190567017,
      "learning_rate": 1.3126828795138769e-06,
      "loss": 0.3275,
      "step": 1899690
    },
    {
      "epoch": 530.2,
      "grad_norm": 1.204896330833435,
      "learning_rate": 1.3126585970205892e-06,
      "loss": 0.3407,
      "step": 1899700
    },
    {
      "epoch": 530.2,
      "grad_norm": 1.048413872718811,
      "learning_rate": 1.312634314664541e-06,
      "loss": 0.3474,
      "step": 1899710
    },
    {
      "epoch": 530.2,
      "grad_norm": 1.2109850645065308,
      "learning_rate": 1.312610032445734e-06,
      "loss": 0.3399,
      "step": 1899720
    },
    {
      "epoch": 530.21,
      "grad_norm": 1.1577491760253906,
      "learning_rate": 1.3125857503641733e-06,
      "loss": 0.3382,
      "step": 1899730
    },
    {
      "epoch": 530.21,
      "grad_norm": 1.209809422492981,
      "learning_rate": 1.3125614684198587e-06,
      "loss": 0.3355,
      "step": 1899740
    },
    {
      "epoch": 530.21,
      "grad_norm": 1.1222336292266846,
      "learning_rate": 1.3125371866127973e-06,
      "loss": 0.3399,
      "step": 1899750
    },
    {
      "epoch": 530.21,
      "grad_norm": 1.1523511409759521,
      "learning_rate": 1.31251290494299e-06,
      "loss": 0.358,
      "step": 1899760
    },
    {
      "epoch": 530.22,
      "grad_norm": 1.1409252882003784,
      "learning_rate": 1.3124886234104405e-06,
      "loss": 0.3564,
      "step": 1899770
    },
    {
      "epoch": 530.22,
      "grad_norm": 1.2243276834487915,
      "learning_rate": 1.3124643420151534e-06,
      "loss": 0.3332,
      "step": 1899780
    },
    {
      "epoch": 530.22,
      "grad_norm": 0.9831212759017944,
      "learning_rate": 1.3124400607571284e-06,
      "loss": 0.3672,
      "step": 1899790
    },
    {
      "epoch": 530.23,
      "grad_norm": 1.0549992322921753,
      "learning_rate": 1.3124157796363732e-06,
      "loss": 0.3448,
      "step": 1899800
    },
    {
      "epoch": 530.23,
      "grad_norm": 1.0011855363845825,
      "learning_rate": 1.312391498652888e-06,
      "loss": 0.3465,
      "step": 1899810
    },
    {
      "epoch": 530.23,
      "grad_norm": 0.9958001375198364,
      "learning_rate": 1.3123672178066764e-06,
      "loss": 0.3331,
      "step": 1899820
    },
    {
      "epoch": 530.23,
      "grad_norm": 1.067306399345398,
      "learning_rate": 1.3123429370977433e-06,
      "loss": 0.3543,
      "step": 1899830
    },
    {
      "epoch": 530.24,
      "grad_norm": 0.9777344465255737,
      "learning_rate": 1.3123186565260899e-06,
      "loss": 0.3373,
      "step": 1899840
    },
    {
      "epoch": 530.24,
      "grad_norm": 1.0179870128631592,
      "learning_rate": 1.3122943760917204e-06,
      "loss": 0.3336,
      "step": 1899850
    },
    {
      "epoch": 530.24,
      "grad_norm": 1.1671048402786255,
      "learning_rate": 1.3122700957946376e-06,
      "loss": 0.3468,
      "step": 1899860
    },
    {
      "epoch": 530.25,
      "grad_norm": 1.1628309488296509,
      "learning_rate": 1.3122458156348463e-06,
      "loss": 0.3421,
      "step": 1899870
    },
    {
      "epoch": 530.25,
      "grad_norm": 1.3460640907287598,
      "learning_rate": 1.3122215356123468e-06,
      "loss": 0.3604,
      "step": 1899880
    },
    {
      "epoch": 530.25,
      "grad_norm": 1.1388527154922485,
      "learning_rate": 1.3121972557271454e-06,
      "loss": 0.3622,
      "step": 1899890
    },
    {
      "epoch": 530.25,
      "grad_norm": 0.9780969023704529,
      "learning_rate": 1.3121729759792432e-06,
      "loss": 0.3343,
      "step": 1899900
    },
    {
      "epoch": 530.26,
      "grad_norm": 1.1981174945831299,
      "learning_rate": 1.3121486963686443e-06,
      "loss": 0.3386,
      "step": 1899910
    },
    {
      "epoch": 530.26,
      "grad_norm": 0.9947320222854614,
      "learning_rate": 1.3121244168953527e-06,
      "loss": 0.3479,
      "step": 1899920
    },
    {
      "epoch": 530.26,
      "grad_norm": 1.0151565074920654,
      "learning_rate": 1.3121001375593696e-06,
      "loss": 0.339,
      "step": 1899930
    },
    {
      "epoch": 530.27,
      "grad_norm": 1.2343922853469849,
      "learning_rate": 1.3120758583606997e-06,
      "loss": 0.3375,
      "step": 1899940
    },
    {
      "epoch": 530.27,
      "grad_norm": 1.13302743434906,
      "learning_rate": 1.3120515792993456e-06,
      "loss": 0.3353,
      "step": 1899950
    },
    {
      "epoch": 530.27,
      "grad_norm": 1.323005199432373,
      "learning_rate": 1.312027300375312e-06,
      "loss": 0.352,
      "step": 1899960
    },
    {
      "epoch": 530.27,
      "grad_norm": 1.1544206142425537,
      "learning_rate": 1.3120030215886e-06,
      "loss": 0.3427,
      "step": 1899970
    },
    {
      "epoch": 530.28,
      "grad_norm": 0.9887036681175232,
      "learning_rate": 1.3119787429392137e-06,
      "loss": 0.3368,
      "step": 1899980
    },
    {
      "epoch": 530.28,
      "grad_norm": 1.3639686107635498,
      "learning_rate": 1.3119544644271575e-06,
      "loss": 0.3452,
      "step": 1899990
    },
    {
      "epoch": 530.28,
      "grad_norm": 1.1518275737762451,
      "learning_rate": 1.3119301860524315e-06,
      "loss": 0.351,
      "step": 1900000
    },
    {
      "epoch": 530.28,
      "grad_norm": 0.9887163639068604,
      "learning_rate": 1.3119059078150433e-06,
      "loss": 0.3573,
      "step": 1900010
    },
    {
      "epoch": 530.29,
      "grad_norm": 1.0926785469055176,
      "learning_rate": 1.3118816297149924e-06,
      "loss": 0.3379,
      "step": 1900020
    },
    {
      "epoch": 530.29,
      "grad_norm": 1.3633044958114624,
      "learning_rate": 1.3118573517522837e-06,
      "loss": 0.3353,
      "step": 1900030
    },
    {
      "epoch": 530.29,
      "grad_norm": 1.1203383207321167,
      "learning_rate": 1.3118330739269201e-06,
      "loss": 0.3398,
      "step": 1900040
    },
    {
      "epoch": 530.3,
      "grad_norm": 1.2044659852981567,
      "learning_rate": 1.311808796238905e-06,
      "loss": 0.3267,
      "step": 1900050
    },
    {
      "epoch": 530.3,
      "grad_norm": 1.3475419282913208,
      "learning_rate": 1.3117845186882425e-06,
      "loss": 0.3385,
      "step": 1900060
    },
    {
      "epoch": 530.3,
      "grad_norm": 1.125510811805725,
      "learning_rate": 1.3117602412749342e-06,
      "loss": 0.3368,
      "step": 1900070
    },
    {
      "epoch": 530.3,
      "grad_norm": 1.2262574434280396,
      "learning_rate": 1.3117359639989837e-06,
      "loss": 0.3416,
      "step": 1900080
    },
    {
      "epoch": 530.31,
      "grad_norm": 1.3363173007965088,
      "learning_rate": 1.3117116868603946e-06,
      "loss": 0.3401,
      "step": 1900090
    },
    {
      "epoch": 530.31,
      "grad_norm": 1.0860384702682495,
      "learning_rate": 1.3116874098591708e-06,
      "loss": 0.3444,
      "step": 1900100
    },
    {
      "epoch": 530.31,
      "grad_norm": 1.1544817686080933,
      "learning_rate": 1.311663132995314e-06,
      "loss": 0.3458,
      "step": 1900110
    },
    {
      "epoch": 530.32,
      "grad_norm": 0.9156725406646729,
      "learning_rate": 1.3116388562688283e-06,
      "loss": 0.3549,
      "step": 1900120
    },
    {
      "epoch": 530.32,
      "grad_norm": 1.0834674835205078,
      "learning_rate": 1.3116145796797178e-06,
      "loss": 0.338,
      "step": 1900130
    },
    {
      "epoch": 530.32,
      "grad_norm": 0.9943280816078186,
      "learning_rate": 1.311590303227983e-06,
      "loss": 0.3361,
      "step": 1900140
    },
    {
      "epoch": 530.32,
      "grad_norm": 1.012030005455017,
      "learning_rate": 1.311566026913631e-06,
      "loss": 0.3298,
      "step": 1900150
    },
    {
      "epoch": 530.33,
      "grad_norm": 1.159159541130066,
      "learning_rate": 1.311541750736662e-06,
      "loss": 0.3384,
      "step": 1900160
    },
    {
      "epoch": 530.33,
      "grad_norm": 1.2231806516647339,
      "learning_rate": 1.3115174746970797e-06,
      "loss": 0.3495,
      "step": 1900170
    },
    {
      "epoch": 530.33,
      "grad_norm": 1.2676374912261963,
      "learning_rate": 1.311493198794888e-06,
      "loss": 0.34,
      "step": 1900180
    },
    {
      "epoch": 530.33,
      "grad_norm": 1.4009426832199097,
      "learning_rate": 1.3114689230300914e-06,
      "loss": 0.3589,
      "step": 1900190
    },
    {
      "epoch": 530.34,
      "grad_norm": 0.9810274243354797,
      "learning_rate": 1.3114446474026904e-06,
      "loss": 0.3371,
      "step": 1900200
    },
    {
      "epoch": 530.34,
      "grad_norm": 1.0394328832626343,
      "learning_rate": 1.3114203719126894e-06,
      "loss": 0.3299,
      "step": 1900210
    },
    {
      "epoch": 530.34,
      "grad_norm": 1.4163514375686646,
      "learning_rate": 1.3113960965600928e-06,
      "loss": 0.354,
      "step": 1900220
    },
    {
      "epoch": 530.35,
      "grad_norm": 1.0290281772613525,
      "learning_rate": 1.3113718213449008e-06,
      "loss": 0.3378,
      "step": 1900230
    },
    {
      "epoch": 530.35,
      "grad_norm": 1.1964093446731567,
      "learning_rate": 1.3113475462671207e-06,
      "loss": 0.3544,
      "step": 1900240
    },
    {
      "epoch": 530.35,
      "grad_norm": 1.3395062685012817,
      "learning_rate": 1.3113232713267528e-06,
      "loss": 0.3272,
      "step": 1900250
    },
    {
      "epoch": 530.35,
      "grad_norm": 1.2603609561920166,
      "learning_rate": 1.311298996523801e-06,
      "loss": 0.3373,
      "step": 1900260
    },
    {
      "epoch": 530.36,
      "grad_norm": 3.4282712936401367,
      "learning_rate": 1.3112747218582696e-06,
      "loss": 0.3239,
      "step": 1900270
    },
    {
      "epoch": 530.36,
      "grad_norm": 1.2557235956192017,
      "learning_rate": 1.31125044733016e-06,
      "loss": 0.3433,
      "step": 1900280
    },
    {
      "epoch": 530.36,
      "grad_norm": 1.1387425661087036,
      "learning_rate": 1.3112261729394765e-06,
      "loss": 0.3293,
      "step": 1900290
    },
    {
      "epoch": 530.37,
      "grad_norm": 1.0378221273422241,
      "learning_rate": 1.3112018986862222e-06,
      "loss": 0.3534,
      "step": 1900300
    },
    {
      "epoch": 530.37,
      "grad_norm": 1.1665161848068237,
      "learning_rate": 1.3111776245704013e-06,
      "loss": 0.3256,
      "step": 1900310
    },
    {
      "epoch": 530.37,
      "grad_norm": 0.998223066329956,
      "learning_rate": 1.311153350592014e-06,
      "loss": 0.3464,
      "step": 1900320
    },
    {
      "epoch": 530.37,
      "grad_norm": 1.0688470602035522,
      "learning_rate": 1.3111290767510673e-06,
      "loss": 0.3413,
      "step": 1900330
    },
    {
      "epoch": 530.38,
      "grad_norm": 0.9720990657806396,
      "learning_rate": 1.3111048030475624e-06,
      "loss": 0.3296,
      "step": 1900340
    },
    {
      "epoch": 530.38,
      "grad_norm": 1.1372114419937134,
      "learning_rate": 1.3110805294815023e-06,
      "loss": 0.3509,
      "step": 1900350
    },
    {
      "epoch": 530.38,
      "grad_norm": 1.091269612312317,
      "learning_rate": 1.3110562560528919e-06,
      "loss": 0.3452,
      "step": 1900360
    },
    {
      "epoch": 530.39,
      "grad_norm": 1.2604178190231323,
      "learning_rate": 1.3110319827617314e-06,
      "loss": 0.3285,
      "step": 1900370
    },
    {
      "epoch": 530.39,
      "grad_norm": 1.0053374767303467,
      "learning_rate": 1.3110077096080281e-06,
      "loss": 0.3551,
      "step": 1900380
    },
    {
      "epoch": 530.39,
      "grad_norm": 0.9703320264816284,
      "learning_rate": 1.3109834365917816e-06,
      "loss": 0.3517,
      "step": 1900390
    },
    {
      "epoch": 530.39,
      "grad_norm": 1.2284108400344849,
      "learning_rate": 1.3109591637129972e-06,
      "loss": 0.3453,
      "step": 1900400
    },
    {
      "epoch": 530.4,
      "grad_norm": 1.1686114072799683,
      "learning_rate": 1.3109348909716782e-06,
      "loss": 0.3573,
      "step": 1900410
    },
    {
      "epoch": 530.4,
      "grad_norm": 1.080854892730713,
      "learning_rate": 1.3109106183678264e-06,
      "loss": 0.3371,
      "step": 1900420
    },
    {
      "epoch": 530.4,
      "grad_norm": 1.0442801713943481,
      "learning_rate": 1.3108863459014456e-06,
      "loss": 0.3216,
      "step": 1900430
    },
    {
      "epoch": 530.4,
      "grad_norm": 1.20834481716156,
      "learning_rate": 1.3108620735725394e-06,
      "loss": 0.3592,
      "step": 1900440
    },
    {
      "epoch": 530.41,
      "grad_norm": 1.2164192199707031,
      "learning_rate": 1.3108378013811115e-06,
      "loss": 0.3383,
      "step": 1900450
    },
    {
      "epoch": 530.41,
      "grad_norm": 1.2281358242034912,
      "learning_rate": 1.310813529327163e-06,
      "loss": 0.3499,
      "step": 1900460
    },
    {
      "epoch": 530.41,
      "grad_norm": 1.067513346672058,
      "learning_rate": 1.3107892574107003e-06,
      "loss": 0.3452,
      "step": 1900470
    },
    {
      "epoch": 530.42,
      "grad_norm": 1.0840795040130615,
      "learning_rate": 1.310764985631724e-06,
      "loss": 0.3396,
      "step": 1900480
    },
    {
      "epoch": 530.42,
      "grad_norm": 2.631798505783081,
      "learning_rate": 1.3107407139902383e-06,
      "loss": 0.3373,
      "step": 1900490
    },
    {
      "epoch": 530.42,
      "grad_norm": 1.4944144487380981,
      "learning_rate": 1.3107164424862472e-06,
      "loss": 0.3598,
      "step": 1900500
    },
    {
      "epoch": 530.42,
      "grad_norm": 19.772220611572266,
      "learning_rate": 1.3106921711197525e-06,
      "loss": 0.3502,
      "step": 1900510
    },
    {
      "epoch": 530.43,
      "grad_norm": 1.057861328125,
      "learning_rate": 1.3106678998907582e-06,
      "loss": 0.3358,
      "step": 1900520
    },
    {
      "epoch": 530.43,
      "grad_norm": 1.0874507427215576,
      "learning_rate": 1.310643628799267e-06,
      "loss": 0.3477,
      "step": 1900530
    },
    {
      "epoch": 530.43,
      "grad_norm": 1.1517935991287231,
      "learning_rate": 1.3106193578452838e-06,
      "loss": 0.3295,
      "step": 1900540
    },
    {
      "epoch": 530.44,
      "grad_norm": 1.4004853963851929,
      "learning_rate": 1.3105950870288085e-06,
      "loss": 0.3176,
      "step": 1900550
    },
    {
      "epoch": 530.44,
      "grad_norm": 1.1718354225158691,
      "learning_rate": 1.3105708163498481e-06,
      "loss": 0.3436,
      "step": 1900560
    },
    {
      "epoch": 530.44,
      "grad_norm": 1.25564706325531,
      "learning_rate": 1.3105465458084038e-06,
      "loss": 0.3439,
      "step": 1900570
    },
    {
      "epoch": 530.44,
      "grad_norm": 1.136568307876587,
      "learning_rate": 1.3105222754044788e-06,
      "loss": 0.3381,
      "step": 1900580
    },
    {
      "epoch": 530.45,
      "grad_norm": 1.140883207321167,
      "learning_rate": 1.3104980051380774e-06,
      "loss": 0.338,
      "step": 1900590
    },
    {
      "epoch": 530.45,
      "grad_norm": 0.9421193599700928,
      "learning_rate": 1.3104737350092014e-06,
      "loss": 0.3273,
      "step": 1900600
    },
    {
      "epoch": 530.45,
      "grad_norm": 1.1572537422180176,
      "learning_rate": 1.3104494650178546e-06,
      "loss": 0.3543,
      "step": 1900610
    },
    {
      "epoch": 530.45,
      "grad_norm": 3.9035632610321045,
      "learning_rate": 1.3104251951640408e-06,
      "loss": 0.3477,
      "step": 1900620
    },
    {
      "epoch": 530.46,
      "grad_norm": 0.9728438854217529,
      "learning_rate": 1.3104009254477626e-06,
      "loss": 0.3408,
      "step": 1900630
    },
    {
      "epoch": 530.46,
      "grad_norm": 1.1541368961334229,
      "learning_rate": 1.3103766558690244e-06,
      "loss": 0.3263,
      "step": 1900640
    },
    {
      "epoch": 530.46,
      "grad_norm": 1.1530112028121948,
      "learning_rate": 1.3103523864278275e-06,
      "loss": 0.3303,
      "step": 1900650
    },
    {
      "epoch": 530.47,
      "grad_norm": 1.078766107559204,
      "learning_rate": 1.3103281171241759e-06,
      "loss": 0.3423,
      "step": 1900660
    },
    {
      "epoch": 530.47,
      "grad_norm": 1.0270617008209229,
      "learning_rate": 1.310303847958073e-06,
      "loss": 0.3432,
      "step": 1900670
    },
    {
      "epoch": 530.47,
      "grad_norm": 1.1021355390548706,
      "learning_rate": 1.3102795789295232e-06,
      "loss": 0.3324,
      "step": 1900680
    },
    {
      "epoch": 530.47,
      "grad_norm": 1.1137515306472778,
      "learning_rate": 1.310255310038527e-06,
      "loss": 0.341,
      "step": 1900690
    },
    {
      "epoch": 530.48,
      "grad_norm": 1.064782738685608,
      "learning_rate": 1.310231041285091e-06,
      "loss": 0.3388,
      "step": 1900700
    },
    {
      "epoch": 530.48,
      "grad_norm": 1.1560804843902588,
      "learning_rate": 1.310206772669215e-06,
      "loss": 0.352,
      "step": 1900710
    },
    {
      "epoch": 530.48,
      "grad_norm": 1.2667006254196167,
      "learning_rate": 1.310182504190905e-06,
      "loss": 0.3324,
      "step": 1900720
    },
    {
      "epoch": 530.49,
      "grad_norm": 1.1964260339736938,
      "learning_rate": 1.3101582358501631e-06,
      "loss": 0.3433,
      "step": 1900730
    },
    {
      "epoch": 530.49,
      "grad_norm": 1.142798662185669,
      "learning_rate": 1.3101339676469922e-06,
      "loss": 0.3459,
      "step": 1900740
    },
    {
      "epoch": 530.49,
      "grad_norm": 1.1033810377120972,
      "learning_rate": 1.3101096995813957e-06,
      "loss": 0.336,
      "step": 1900750
    },
    {
      "epoch": 530.49,
      "grad_norm": 1.0260928869247437,
      "learning_rate": 1.3100854316533768e-06,
      "loss": 0.3342,
      "step": 1900760
    },
    {
      "epoch": 530.5,
      "grad_norm": 1.0793017148971558,
      "learning_rate": 1.31006116386294e-06,
      "loss": 0.3477,
      "step": 1900770
    },
    {
      "epoch": 530.5,
      "grad_norm": 1.1585513353347778,
      "learning_rate": 1.3100368962100866e-06,
      "loss": 0.3331,
      "step": 1900780
    },
    {
      "epoch": 530.5,
      "grad_norm": 1.1014487743377686,
      "learning_rate": 1.310012628694821e-06,
      "loss": 0.3346,
      "step": 1900790
    },
    {
      "epoch": 530.51,
      "grad_norm": 1.2362651824951172,
      "learning_rate": 1.3099883613171463e-06,
      "loss": 0.3446,
      "step": 1900800
    },
    {
      "epoch": 530.51,
      "grad_norm": 1.0538524389266968,
      "learning_rate": 1.3099640940770643e-06,
      "loss": 0.3378,
      "step": 1900810
    },
    {
      "epoch": 530.51,
      "grad_norm": 0.9445109963417053,
      "learning_rate": 1.309939826974581e-06,
      "loss": 0.3237,
      "step": 1900820
    },
    {
      "epoch": 530.51,
      "grad_norm": 1.1403719186782837,
      "learning_rate": 1.3099155600096975e-06,
      "loss": 0.3335,
      "step": 1900830
    },
    {
      "epoch": 530.52,
      "grad_norm": 1.2030141353607178,
      "learning_rate": 1.3098912931824175e-06,
      "loss": 0.3376,
      "step": 1900840
    },
    {
      "epoch": 530.52,
      "grad_norm": 1.2114852666854858,
      "learning_rate": 1.3098670264927445e-06,
      "loss": 0.3314,
      "step": 1900850
    },
    {
      "epoch": 530.52,
      "grad_norm": 1.3382960557937622,
      "learning_rate": 1.3098427599406825e-06,
      "loss": 0.3373,
      "step": 1900860
    },
    {
      "epoch": 530.52,
      "grad_norm": 1.1683391332626343,
      "learning_rate": 1.3098184935262328e-06,
      "loss": 0.3526,
      "step": 1900870
    },
    {
      "epoch": 530.53,
      "grad_norm": 0.9787272214889526,
      "learning_rate": 1.3097942272493994e-06,
      "loss": 0.3161,
      "step": 1900880
    },
    {
      "epoch": 530.53,
      "grad_norm": 0.9335463643074036,
      "learning_rate": 1.309769961110187e-06,
      "loss": 0.3185,
      "step": 1900890
    },
    {
      "epoch": 530.53,
      "grad_norm": 1.105678915977478,
      "learning_rate": 1.309745695108596e-06,
      "loss": 0.3558,
      "step": 1900900
    },
    {
      "epoch": 530.54,
      "grad_norm": 1.0549983978271484,
      "learning_rate": 1.309721429244633e-06,
      "loss": 0.3349,
      "step": 1900910
    },
    {
      "epoch": 530.54,
      "grad_norm": 1.2411733865737915,
      "learning_rate": 1.3096971635182983e-06,
      "loss": 0.3528,
      "step": 1900920
    },
    {
      "epoch": 530.54,
      "grad_norm": 0.9935293197631836,
      "learning_rate": 1.3096728979295964e-06,
      "loss": 0.3415,
      "step": 1900930
    },
    {
      "epoch": 530.54,
      "grad_norm": 1.0702226161956787,
      "learning_rate": 1.3096486324785312e-06,
      "loss": 0.337,
      "step": 1900940
    },
    {
      "epoch": 530.55,
      "grad_norm": 1.2830591201782227,
      "learning_rate": 1.3096243671651038e-06,
      "loss": 0.3441,
      "step": 1900950
    },
    {
      "epoch": 530.55,
      "grad_norm": 0.9577623009681702,
      "learning_rate": 1.3096001019893203e-06,
      "loss": 0.3486,
      "step": 1900960
    },
    {
      "epoch": 530.55,
      "grad_norm": 1.068780541419983,
      "learning_rate": 1.3095758369511815e-06,
      "loss": 0.3391,
      "step": 1900970
    },
    {
      "epoch": 530.56,
      "grad_norm": 1.1250009536743164,
      "learning_rate": 1.3095515720506918e-06,
      "loss": 0.3408,
      "step": 1900980
    },
    {
      "epoch": 530.56,
      "grad_norm": 1.1247972249984741,
      "learning_rate": 1.309527307287854e-06,
      "loss": 0.3532,
      "step": 1900990
    },
    {
      "epoch": 530.56,
      "grad_norm": 1.1406431198120117,
      "learning_rate": 1.3095030426626726e-06,
      "loss": 0.3473,
      "step": 1901000
    },
    {
      "epoch": 530.56,
      "grad_norm": 1.1957453489303589,
      "learning_rate": 1.3094787781751488e-06,
      "loss": 0.3333,
      "step": 1901010
    },
    {
      "epoch": 530.57,
      "grad_norm": 1.0819692611694336,
      "learning_rate": 1.3094545138252866e-06,
      "loss": 0.3526,
      "step": 1901020
    },
    {
      "epoch": 530.57,
      "grad_norm": 0.906389594078064,
      "learning_rate": 1.3094302496130905e-06,
      "loss": 0.3474,
      "step": 1901030
    },
    {
      "epoch": 530.57,
      "grad_norm": 1.1081486940383911,
      "learning_rate": 1.3094059855385608e-06,
      "loss": 0.3417,
      "step": 1901040
    },
    {
      "epoch": 530.57,
      "grad_norm": 1.259260892868042,
      "learning_rate": 1.3093817216017042e-06,
      "loss": 0.3282,
      "step": 1901050
    },
    {
      "epoch": 530.58,
      "grad_norm": 1.2018376588821411,
      "learning_rate": 1.3093574578025218e-06,
      "loss": 0.3417,
      "step": 1901060
    },
    {
      "epoch": 530.58,
      "grad_norm": 1.0607669353485107,
      "learning_rate": 1.3093331941410168e-06,
      "loss": 0.3341,
      "step": 1901070
    },
    {
      "epoch": 530.58,
      "grad_norm": 1.140580654144287,
      "learning_rate": 1.3093089306171945e-06,
      "loss": 0.3392,
      "step": 1901080
    },
    {
      "epoch": 530.59,
      "grad_norm": 3.2568018436431885,
      "learning_rate": 1.3092846672310552e-06,
      "loss": 0.3462,
      "step": 1901090
    },
    {
      "epoch": 530.59,
      "grad_norm": 1.0764422416687012,
      "learning_rate": 1.3092604039826037e-06,
      "loss": 0.3322,
      "step": 1901100
    },
    {
      "epoch": 530.59,
      "grad_norm": 0.9540796279907227,
      "learning_rate": 1.3092361408718429e-06,
      "loss": 0.3413,
      "step": 1901110
    },
    {
      "epoch": 530.59,
      "grad_norm": 0.9909802079200745,
      "learning_rate": 1.3092118778987772e-06,
      "loss": 0.347,
      "step": 1901120
    },
    {
      "epoch": 530.6,
      "grad_norm": 1.123979091644287,
      "learning_rate": 1.309187615063407e-06,
      "loss": 0.3388,
      "step": 1901130
    },
    {
      "epoch": 530.6,
      "grad_norm": 1.1183772087097168,
      "learning_rate": 1.309163352365739e-06,
      "loss": 0.3263,
      "step": 1901140
    },
    {
      "epoch": 530.6,
      "grad_norm": 0.9725815653800964,
      "learning_rate": 1.3091390898057739e-06,
      "loss": 0.3476,
      "step": 1901150
    },
    {
      "epoch": 530.61,
      "grad_norm": 1.1074975728988647,
      "learning_rate": 1.309114827383516e-06,
      "loss": 0.338,
      "step": 1901160
    },
    {
      "epoch": 530.61,
      "grad_norm": 1.0076254606246948,
      "learning_rate": 1.309090565098969e-06,
      "loss": 0.3463,
      "step": 1901170
    },
    {
      "epoch": 530.61,
      "grad_norm": 1.0711095333099365,
      "learning_rate": 1.3090663029521347e-06,
      "loss": 0.357,
      "step": 1901180
    },
    {
      "epoch": 530.61,
      "grad_norm": 1.2585521936416626,
      "learning_rate": 1.309042040943017e-06,
      "loss": 0.3543,
      "step": 1901190
    },
    {
      "epoch": 530.62,
      "grad_norm": 1.0073517560958862,
      "learning_rate": 1.309017779071619e-06,
      "loss": 0.3327,
      "step": 1901200
    },
    {
      "epoch": 530.62,
      "grad_norm": 1.0669137239456177,
      "learning_rate": 1.3089935173379447e-06,
      "loss": 0.3361,
      "step": 1901210
    },
    {
      "epoch": 530.62,
      "grad_norm": 1.1589552164077759,
      "learning_rate": 1.3089692557419973e-06,
      "loss": 0.3378,
      "step": 1901220
    },
    {
      "epoch": 530.63,
      "grad_norm": 1.2013447284698486,
      "learning_rate": 1.3089449942837785e-06,
      "loss": 0.3194,
      "step": 1901230
    },
    {
      "epoch": 530.63,
      "grad_norm": 1.036521553993225,
      "learning_rate": 1.3089207329632926e-06,
      "loss": 0.3437,
      "step": 1901240
    },
    {
      "epoch": 530.63,
      "grad_norm": 1.0204651355743408,
      "learning_rate": 1.3088964717805429e-06,
      "loss": 0.342,
      "step": 1901250
    },
    {
      "epoch": 530.63,
      "grad_norm": 1.3637501001358032,
      "learning_rate": 1.3088722107355334e-06,
      "loss": 0.3396,
      "step": 1901260
    },
    {
      "epoch": 530.64,
      "grad_norm": 1.0945487022399902,
      "learning_rate": 1.3088479498282647e-06,
      "loss": 0.3279,
      "step": 1901270
    },
    {
      "epoch": 530.64,
      "grad_norm": 1.0397224426269531,
      "learning_rate": 1.3088236890587434e-06,
      "loss": 0.3397,
      "step": 1901280
    },
    {
      "epoch": 530.64,
      "grad_norm": 1.0634856224060059,
      "learning_rate": 1.3087994284269702e-06,
      "loss": 0.354,
      "step": 1901290
    },
    {
      "epoch": 530.64,
      "grad_norm": 1.1038928031921387,
      "learning_rate": 1.308775167932949e-06,
      "loss": 0.3478,
      "step": 1901300
    },
    {
      "epoch": 530.65,
      "grad_norm": 1.0748937129974365,
      "learning_rate": 1.3087509075766844e-06,
      "loss": 0.3593,
      "step": 1901310
    },
    {
      "epoch": 530.65,
      "grad_norm": 1.1181952953338623,
      "learning_rate": 1.3087266473581773e-06,
      "loss": 0.3485,
      "step": 1901320
    },
    {
      "epoch": 530.65,
      "grad_norm": 1.4096953868865967,
      "learning_rate": 1.3087023872774322e-06,
      "loss": 0.3434,
      "step": 1901330
    },
    {
      "epoch": 530.66,
      "grad_norm": 0.9292075634002686,
      "learning_rate": 1.3086781273344523e-06,
      "loss": 0.341,
      "step": 1901340
    },
    {
      "epoch": 530.66,
      "grad_norm": 1.132413387298584,
      "learning_rate": 1.3086538675292415e-06,
      "loss": 0.3353,
      "step": 1901350
    },
    {
      "epoch": 530.66,
      "grad_norm": 1.1689667701721191,
      "learning_rate": 1.3086296078618016e-06,
      "loss": 0.3457,
      "step": 1901360
    },
    {
      "epoch": 530.66,
      "grad_norm": 1.0996718406677246,
      "learning_rate": 1.3086053483321362e-06,
      "loss": 0.341,
      "step": 1901370
    },
    {
      "epoch": 530.67,
      "grad_norm": 1.1335092782974243,
      "learning_rate": 1.3085810889402492e-06,
      "loss": 0.3437,
      "step": 1901380
    },
    {
      "epoch": 530.67,
      "grad_norm": 1.1294410228729248,
      "learning_rate": 1.3085568296861433e-06,
      "loss": 0.3361,
      "step": 1901390
    },
    {
      "epoch": 530.67,
      "grad_norm": 1.05156409740448,
      "learning_rate": 1.3085325705698228e-06,
      "loss": 0.3323,
      "step": 1901400
    },
    {
      "epoch": 530.68,
      "grad_norm": 1.1775857210159302,
      "learning_rate": 1.308508311591289e-06,
      "loss": 0.3411,
      "step": 1901410
    },
    {
      "epoch": 530.68,
      "grad_norm": 1.207366704940796,
      "learning_rate": 1.3084840527505464e-06,
      "loss": 0.3437,
      "step": 1901420
    },
    {
      "epoch": 530.68,
      "grad_norm": 1.5926110744476318,
      "learning_rate": 1.3084597940475976e-06,
      "loss": 0.3303,
      "step": 1901430
    },
    {
      "epoch": 530.68,
      "grad_norm": 1.1314300298690796,
      "learning_rate": 1.3084355354824476e-06,
      "loss": 0.3465,
      "step": 1901440
    },
    {
      "epoch": 530.69,
      "grad_norm": 1.1660382747650146,
      "learning_rate": 1.308411277055097e-06,
      "loss": 0.3407,
      "step": 1901450
    },
    {
      "epoch": 530.69,
      "grad_norm": 1.2090731859207153,
      "learning_rate": 1.3083870187655502e-06,
      "loss": 0.3541,
      "step": 1901460
    },
    {
      "epoch": 530.69,
      "grad_norm": 1.133693814277649,
      "learning_rate": 1.3083627606138116e-06,
      "loss": 0.3494,
      "step": 1901470
    },
    {
      "epoch": 530.69,
      "grad_norm": 1.0921297073364258,
      "learning_rate": 1.3083385025998816e-06,
      "loss": 0.3368,
      "step": 1901480
    },
    {
      "epoch": 530.7,
      "grad_norm": 0.977767288684845,
      "learning_rate": 1.3083142447237666e-06,
      "loss": 0.3446,
      "step": 1901490
    },
    {
      "epoch": 530.7,
      "grad_norm": 1.0654369592666626,
      "learning_rate": 1.3082899869854669e-06,
      "loss": 0.3504,
      "step": 1901500
    },
    {
      "epoch": 530.7,
      "grad_norm": 2.6339235305786133,
      "learning_rate": 1.308265729384989e-06,
      "loss": 0.3406,
      "step": 1901510
    },
    {
      "epoch": 530.71,
      "grad_norm": 1.3007394075393677,
      "learning_rate": 1.3082414719223333e-06,
      "loss": 0.3505,
      "step": 1901520
    },
    {
      "epoch": 530.71,
      "grad_norm": 1.1176643371582031,
      "learning_rate": 1.308217214597504e-06,
      "loss": 0.3428,
      "step": 1901530
    },
    {
      "epoch": 530.71,
      "grad_norm": 1.1993286609649658,
      "learning_rate": 1.3081929574105056e-06,
      "loss": 0.3268,
      "step": 1901540
    },
    {
      "epoch": 530.71,
      "grad_norm": 1.5559794902801514,
      "learning_rate": 1.308168700361339e-06,
      "loss": 0.3602,
      "step": 1901550
    },
    {
      "epoch": 530.72,
      "grad_norm": 1.0078967809677124,
      "learning_rate": 1.3081444434500083e-06,
      "loss": 0.3374,
      "step": 1901560
    },
    {
      "epoch": 530.72,
      "grad_norm": 1.1180440187454224,
      "learning_rate": 1.3081201866765176e-06,
      "loss": 0.3471,
      "step": 1901570
    },
    {
      "epoch": 530.72,
      "grad_norm": 0.9470661282539368,
      "learning_rate": 1.30809593004087e-06,
      "loss": 0.3398,
      "step": 1901580
    },
    {
      "epoch": 530.73,
      "grad_norm": 0.9926615357398987,
      "learning_rate": 1.3080716735430674e-06,
      "loss": 0.3295,
      "step": 1901590
    },
    {
      "epoch": 530.73,
      "grad_norm": 1.0387544631958008,
      "learning_rate": 1.308047417183114e-06,
      "loss": 0.3387,
      "step": 1901600
    },
    {
      "epoch": 530.73,
      "grad_norm": 1.322516918182373,
      "learning_rate": 1.3080231609610137e-06,
      "loss": 0.3568,
      "step": 1901610
    },
    {
      "epoch": 530.73,
      "grad_norm": 1.142098307609558,
      "learning_rate": 1.307998904876767e-06,
      "loss": 0.3273,
      "step": 1901620
    },
    {
      "epoch": 530.74,
      "grad_norm": 1.3034312725067139,
      "learning_rate": 1.307974648930381e-06,
      "loss": 0.3418,
      "step": 1901630
    },
    {
      "epoch": 530.74,
      "grad_norm": 1.193554162979126,
      "learning_rate": 1.3079503931218558e-06,
      "loss": 0.3574,
      "step": 1901640
    },
    {
      "epoch": 530.74,
      "grad_norm": 1.239336371421814,
      "learning_rate": 1.3079261374511963e-06,
      "loss": 0.3363,
      "step": 1901650
    },
    {
      "epoch": 530.75,
      "grad_norm": 1.0763254165649414,
      "learning_rate": 1.3079018819184047e-06,
      "loss": 0.35,
      "step": 1901660
    },
    {
      "epoch": 530.75,
      "grad_norm": 0.9177218675613403,
      "learning_rate": 1.307877626523486e-06,
      "loss": 0.3318,
      "step": 1901670
    },
    {
      "epoch": 530.75,
      "grad_norm": 1.2406948804855347,
      "learning_rate": 1.3078533712664416e-06,
      "loss": 0.3511,
      "step": 1901680
    },
    {
      "epoch": 530.75,
      "grad_norm": 1.588380217552185,
      "learning_rate": 1.3078291161472748e-06,
      "loss": 0.3466,
      "step": 1901690
    },
    {
      "epoch": 530.76,
      "grad_norm": 0.9784407019615173,
      "learning_rate": 1.3078048611659905e-06,
      "loss": 0.335,
      "step": 1901700
    },
    {
      "epoch": 530.76,
      "grad_norm": 0.9847631454467773,
      "learning_rate": 1.3077806063225888e-06,
      "loss": 0.3443,
      "step": 1901710
    },
    {
      "epoch": 530.76,
      "grad_norm": 1.2160859107971191,
      "learning_rate": 1.3077563516170766e-06,
      "loss": 0.3429,
      "step": 1901720
    },
    {
      "epoch": 530.76,
      "grad_norm": 1.1534072160720825,
      "learning_rate": 1.307732097049455e-06,
      "loss": 0.3218,
      "step": 1901730
    },
    {
      "epoch": 530.77,
      "grad_norm": 0.9572256207466125,
      "learning_rate": 1.3077078426197275e-06,
      "loss": 0.3424,
      "step": 1901740
    },
    {
      "epoch": 530.77,
      "grad_norm": 1.0581157207489014,
      "learning_rate": 1.3076835883278983e-06,
      "loss": 0.345,
      "step": 1901750
    },
    {
      "epoch": 530.77,
      "grad_norm": 1.06003999710083,
      "learning_rate": 1.3076593341739688e-06,
      "loss": 0.3517,
      "step": 1901760
    },
    {
      "epoch": 530.78,
      "grad_norm": 1.1106956005096436,
      "learning_rate": 1.3076350801579437e-06,
      "loss": 0.3353,
      "step": 1901770
    },
    {
      "epoch": 530.78,
      "grad_norm": 1.178343653678894,
      "learning_rate": 1.3076108262798252e-06,
      "loss": 0.3474,
      "step": 1901780
    },
    {
      "epoch": 530.78,
      "grad_norm": 1.1645029783248901,
      "learning_rate": 1.3075865725396174e-06,
      "loss": 0.3513,
      "step": 1901790
    },
    {
      "epoch": 530.78,
      "grad_norm": 1.49409019947052,
      "learning_rate": 1.3075623189373231e-06,
      "loss": 0.345,
      "step": 1901800
    },
    {
      "epoch": 530.79,
      "grad_norm": 1.0322166681289673,
      "learning_rate": 1.3075380654729467e-06,
      "loss": 0.332,
      "step": 1901810
    },
    {
      "epoch": 530.79,
      "grad_norm": 0.9874671697616577,
      "learning_rate": 1.3075138121464896e-06,
      "loss": 0.3507,
      "step": 1901820
    },
    {
      "epoch": 530.79,
      "grad_norm": 1.0465869903564453,
      "learning_rate": 1.3074895589579555e-06,
      "loss": 0.358,
      "step": 1901830
    },
    {
      "epoch": 530.8,
      "grad_norm": 1.2981044054031372,
      "learning_rate": 1.3074653059073491e-06,
      "loss": 0.3388,
      "step": 1901840
    },
    {
      "epoch": 530.8,
      "grad_norm": 1.2449489831924438,
      "learning_rate": 1.3074410529946706e-06,
      "loss": 0.3466,
      "step": 1901850
    },
    {
      "epoch": 530.8,
      "grad_norm": 1.0627237558364868,
      "learning_rate": 1.3074168002199267e-06,
      "loss": 0.3386,
      "step": 1901860
    },
    {
      "epoch": 530.8,
      "grad_norm": 1.0573846101760864,
      "learning_rate": 1.3073925475831186e-06,
      "loss": 0.344,
      "step": 1901870
    },
    {
      "epoch": 530.81,
      "grad_norm": 1.2228807210922241,
      "learning_rate": 1.3073682950842495e-06,
      "loss": 0.3443,
      "step": 1901880
    },
    {
      "epoch": 530.81,
      "grad_norm": 1.2358636856079102,
      "learning_rate": 1.3073440427233243e-06,
      "loss": 0.341,
      "step": 1901890
    },
    {
      "epoch": 530.81,
      "grad_norm": 1.396252989768982,
      "learning_rate": 1.3073197905003438e-06,
      "loss": 0.3303,
      "step": 1901900
    },
    {
      "epoch": 530.81,
      "grad_norm": 1.2712290287017822,
      "learning_rate": 1.3072955384153126e-06,
      "loss": 0.3567,
      "step": 1901910
    },
    {
      "epoch": 530.82,
      "grad_norm": 0.9731298685073853,
      "learning_rate": 1.3072712864682339e-06,
      "loss": 0.3416,
      "step": 1901920
    },
    {
      "epoch": 530.82,
      "grad_norm": 1.0889538526535034,
      "learning_rate": 1.3072470346591116e-06,
      "loss": 0.3323,
      "step": 1901930
    },
    {
      "epoch": 530.82,
      "grad_norm": 6.580049514770508,
      "learning_rate": 1.3072227829879464e-06,
      "loss": 0.35,
      "step": 1901940
    },
    {
      "epoch": 530.83,
      "grad_norm": 0.9667138457298279,
      "learning_rate": 1.3071985314547451e-06,
      "loss": 0.3383,
      "step": 1901950
    },
    {
      "epoch": 530.83,
      "grad_norm": 1.0374010801315308,
      "learning_rate": 1.3071742800595077e-06,
      "loss": 0.3415,
      "step": 1901960
    },
    {
      "epoch": 530.83,
      "grad_norm": 1.0440903902053833,
      "learning_rate": 1.3071500288022392e-06,
      "loss": 0.3416,
      "step": 1901970
    },
    {
      "epoch": 530.83,
      "grad_norm": 1.0990620851516724,
      "learning_rate": 1.3071257776829436e-06,
      "loss": 0.3342,
      "step": 1901980
    },
    {
      "epoch": 530.84,
      "grad_norm": 1.060248851776123,
      "learning_rate": 1.3071015267016217e-06,
      "loss": 0.3332,
      "step": 1901990
    },
    {
      "epoch": 530.84,
      "grad_norm": 1.155949592590332,
      "learning_rate": 1.3070772758582781e-06,
      "loss": 0.333,
      "step": 1902000
    },
    {
      "epoch": 530.84,
      "grad_norm": 1.2498139142990112,
      "learning_rate": 1.3070530251529158e-06,
      "loss": 0.3248,
      "step": 1902010
    },
    {
      "epoch": 530.85,
      "grad_norm": 1.1484348773956299,
      "learning_rate": 1.3070287745855392e-06,
      "loss": 0.3547,
      "step": 1902020
    },
    {
      "epoch": 530.85,
      "grad_norm": 1.0832935571670532,
      "learning_rate": 1.3070045241561495e-06,
      "loss": 0.3267,
      "step": 1902030
    },
    {
      "epoch": 530.85,
      "grad_norm": 1.168073058128357,
      "learning_rate": 1.3069802738647512e-06,
      "loss": 0.3267,
      "step": 1902040
    },
    {
      "epoch": 530.85,
      "grad_norm": 1.2105461359024048,
      "learning_rate": 1.3069560237113476e-06,
      "loss": 0.3514,
      "step": 1902050
    },
    {
      "epoch": 530.86,
      "grad_norm": 0.9966409206390381,
      "learning_rate": 1.30693177369594e-06,
      "loss": 0.3267,
      "step": 1902060
    },
    {
      "epoch": 530.86,
      "grad_norm": 1.2885022163391113,
      "learning_rate": 1.3069075238185352e-06,
      "loss": 0.3461,
      "step": 1902070
    },
    {
      "epoch": 530.86,
      "grad_norm": 1.1566104888916016,
      "learning_rate": 1.3068832740791324e-06,
      "loss": 0.3526,
      "step": 1902080
    },
    {
      "epoch": 530.87,
      "grad_norm": 1.002349853515625,
      "learning_rate": 1.3068590244777388e-06,
      "loss": 0.3198,
      "step": 1902090
    },
    {
      "epoch": 530.87,
      "grad_norm": 1.164785623550415,
      "learning_rate": 1.3068347750143546e-06,
      "loss": 0.3552,
      "step": 1902100
    },
    {
      "epoch": 530.87,
      "grad_norm": 1.365578055381775,
      "learning_rate": 1.3068105256889839e-06,
      "loss": 0.3565,
      "step": 1902110
    },
    {
      "epoch": 530.87,
      "grad_norm": 1.203910231590271,
      "learning_rate": 1.3067862765016314e-06,
      "loss": 0.3362,
      "step": 1902120
    },
    {
      "epoch": 530.88,
      "grad_norm": 1.2552434206008911,
      "learning_rate": 1.306762027452298e-06,
      "loss": 0.3512,
      "step": 1902130
    },
    {
      "epoch": 530.88,
      "grad_norm": 1.0400612354278564,
      "learning_rate": 1.306737778540988e-06,
      "loss": 0.343,
      "step": 1902140
    },
    {
      "epoch": 530.88,
      "grad_norm": 1.2687989473342896,
      "learning_rate": 1.3067135297677047e-06,
      "loss": 0.3251,
      "step": 1902150
    },
    {
      "epoch": 530.88,
      "grad_norm": 1.0640944242477417,
      "learning_rate": 1.306689281132452e-06,
      "loss": 0.3597,
      "step": 1902160
    },
    {
      "epoch": 530.89,
      "grad_norm": 1.1123079061508179,
      "learning_rate": 1.3066650326352316e-06,
      "loss": 0.331,
      "step": 1902170
    },
    {
      "epoch": 530.89,
      "grad_norm": 1.1708394289016724,
      "learning_rate": 1.3066407842760472e-06,
      "loss": 0.3576,
      "step": 1902180
    },
    {
      "epoch": 530.89,
      "grad_norm": 1.1059484481811523,
      "learning_rate": 1.3066165360549036e-06,
      "loss": 0.3384,
      "step": 1902190
    },
    {
      "epoch": 530.9,
      "grad_norm": 1.1661298274993896,
      "learning_rate": 1.3065922879718009e-06,
      "loss": 0.3412,
      "step": 1902200
    },
    {
      "epoch": 530.9,
      "grad_norm": 1.1415138244628906,
      "learning_rate": 1.306568040026746e-06,
      "loss": 0.3402,
      "step": 1902210
    },
    {
      "epoch": 530.9,
      "grad_norm": 1.166419506072998,
      "learning_rate": 1.3065437922197387e-06,
      "loss": 0.3369,
      "step": 1902220
    },
    {
      "epoch": 530.9,
      "grad_norm": 1.2871675491333008,
      "learning_rate": 1.3065195445507847e-06,
      "loss": 0.3343,
      "step": 1902230
    },
    {
      "epoch": 530.91,
      "grad_norm": 0.9311931133270264,
      "learning_rate": 1.306495297019886e-06,
      "loss": 0.3461,
      "step": 1902240
    },
    {
      "epoch": 530.91,
      "grad_norm": 1.1795439720153809,
      "learning_rate": 1.306471049627047e-06,
      "loss": 0.3421,
      "step": 1902250
    },
    {
      "epoch": 530.91,
      "grad_norm": 1.0591496229171753,
      "learning_rate": 1.3064468023722695e-06,
      "loss": 0.35,
      "step": 1902260
    },
    {
      "epoch": 530.92,
      "grad_norm": 1.0230140686035156,
      "learning_rate": 1.3064225552555571e-06,
      "loss": 0.3419,
      "step": 1902270
    },
    {
      "epoch": 530.92,
      "grad_norm": 1.0807467699050903,
      "learning_rate": 1.3063983082769142e-06,
      "loss": 0.3438,
      "step": 1902280
    },
    {
      "epoch": 530.92,
      "grad_norm": 1.2205548286437988,
      "learning_rate": 1.3063740614363413e-06,
      "loss": 0.3383,
      "step": 1902290
    },
    {
      "epoch": 530.92,
      "grad_norm": 1.477160096168518,
      "learning_rate": 1.3063498147338454e-06,
      "loss": 0.3405,
      "step": 1902300
    },
    {
      "epoch": 530.93,
      "grad_norm": 1.116098165512085,
      "learning_rate": 1.3063255681694266e-06,
      "loss": 0.3453,
      "step": 1902310
    },
    {
      "epoch": 530.93,
      "grad_norm": 0.9637420773506165,
      "learning_rate": 1.3063013217430894e-06,
      "loss": 0.3459,
      "step": 1902320
    },
    {
      "epoch": 530.93,
      "grad_norm": 0.9255722165107727,
      "learning_rate": 1.3062770754548377e-06,
      "loss": 0.3365,
      "step": 1902330
    },
    {
      "epoch": 530.93,
      "grad_norm": 1.0244367122650146,
      "learning_rate": 1.306252829304673e-06,
      "loss": 0.3501,
      "step": 1902340
    },
    {
      "epoch": 530.94,
      "grad_norm": 1.040631651878357,
      "learning_rate": 1.3062285832925996e-06,
      "loss": 0.3398,
      "step": 1902350
    },
    {
      "epoch": 530.94,
      "grad_norm": 1.4680583477020264,
      "learning_rate": 1.3062043374186207e-06,
      "loss": 0.3238,
      "step": 1902360
    },
    {
      "epoch": 530.94,
      "grad_norm": 1.1134282350540161,
      "learning_rate": 1.306180091682739e-06,
      "loss": 0.3533,
      "step": 1902370
    },
    {
      "epoch": 530.95,
      "grad_norm": 1.0874357223510742,
      "learning_rate": 1.3061558460849585e-06,
      "loss": 0.3421,
      "step": 1902380
    },
    {
      "epoch": 530.95,
      "grad_norm": 1.260183572769165,
      "learning_rate": 1.306131600625283e-06,
      "loss": 0.3371,
      "step": 1902390
    },
    {
      "epoch": 530.95,
      "grad_norm": 1.0977391004562378,
      "learning_rate": 1.3061073553037136e-06,
      "loss": 0.3446,
      "step": 1902400
    },
    {
      "epoch": 530.95,
      "grad_norm": 1.078179121017456,
      "learning_rate": 1.306083110120255e-06,
      "loss": 0.3262,
      "step": 1902410
    },
    {
      "epoch": 530.96,
      "grad_norm": 1.201273798942566,
      "learning_rate": 1.306058865074911e-06,
      "loss": 0.3415,
      "step": 1902420
    },
    {
      "epoch": 530.96,
      "grad_norm": 1.0228257179260254,
      "learning_rate": 1.306034620167682e-06,
      "loss": 0.3245,
      "step": 1902430
    },
    {
      "epoch": 530.96,
      "grad_norm": 1.1221134662628174,
      "learning_rate": 1.306010375398575e-06,
      "loss": 0.3522,
      "step": 1902440
    },
    {
      "epoch": 530.97,
      "grad_norm": 1.131848931312561,
      "learning_rate": 1.3059861307675907e-06,
      "loss": 0.3349,
      "step": 1902450
    },
    {
      "epoch": 530.97,
      "grad_norm": 0.9991561770439148,
      "learning_rate": 1.305961886274733e-06,
      "loss": 0.3211,
      "step": 1902460
    },
    {
      "epoch": 530.97,
      "grad_norm": 1.082214117050171,
      "learning_rate": 1.3059376419200052e-06,
      "loss": 0.3434,
      "step": 1902470
    },
    {
      "epoch": 530.97,
      "grad_norm": 1.1185299158096313,
      "learning_rate": 1.3059133977034112e-06,
      "loss": 0.3484,
      "step": 1902480
    },
    {
      "epoch": 530.98,
      "grad_norm": 1.1926833391189575,
      "learning_rate": 1.3058891536249526e-06,
      "loss": 0.3481,
      "step": 1902490
    },
    {
      "epoch": 530.98,
      "grad_norm": 1.2379744052886963,
      "learning_rate": 1.3058649096846338e-06,
      "loss": 0.3429,
      "step": 1902500
    },
    {
      "epoch": 530.98,
      "grad_norm": 1.1129273176193237,
      "learning_rate": 1.305840665882459e-06,
      "loss": 0.3423,
      "step": 1902510
    },
    {
      "epoch": 530.99,
      "grad_norm": 1.1157333850860596,
      "learning_rate": 1.305816422218428e-06,
      "loss": 0.3519,
      "step": 1902520
    },
    {
      "epoch": 530.99,
      "grad_norm": 1.0802159309387207,
      "learning_rate": 1.305792178692548e-06,
      "loss": 0.3352,
      "step": 1902530
    },
    {
      "epoch": 530.99,
      "grad_norm": 1.1999303102493286,
      "learning_rate": 1.3057679353048195e-06,
      "loss": 0.3363,
      "step": 1902540
    },
    {
      "epoch": 530.99,
      "grad_norm": 1.1670509576797485,
      "learning_rate": 1.305743692055247e-06,
      "loss": 0.3445,
      "step": 1902550
    },
    {
      "epoch": 531.0,
      "grad_norm": 1.5016593933105469,
      "learning_rate": 1.305719448943834e-06,
      "loss": 0.3342,
      "step": 1902560
    },
    {
      "epoch": 531.0,
      "grad_norm": 1.0515742301940918,
      "learning_rate": 1.3056952059705826e-06,
      "loss": 0.343,
      "step": 1902570
    },
    {
      "epoch": 531.0,
      "eval_loss": 0.34255892038345337,
      "eval_runtime": 63.3923,
      "eval_samples_per_second": 79.805,
      "eval_steps_per_second": 9.985,
      "step": 1902573
    },
    {
      "epoch": 531.0,
      "grad_norm": 1.1792404651641846,
      "learning_rate": 1.3056709631354963e-06,
      "loss": 0.3345,
      "step": 1902580
    },
    {
      "epoch": 531.0,
      "grad_norm": 1.0807288885116577,
      "learning_rate": 1.3056467204385787e-06,
      "loss": 0.331,
      "step": 1902590
    },
    {
      "epoch": 531.01,
      "grad_norm": 1.2243000268936157,
      "learning_rate": 1.3056224778798338e-06,
      "loss": 0.3379,
      "step": 1902600
    },
    {
      "epoch": 531.01,
      "grad_norm": 1.0722891092300415,
      "learning_rate": 1.3055982354592624e-06,
      "loss": 0.3435,
      "step": 1902610
    },
    {
      "epoch": 531.01,
      "grad_norm": 1.085450291633606,
      "learning_rate": 1.3055739931768707e-06,
      "loss": 0.3575,
      "step": 1902620
    },
    {
      "epoch": 531.02,
      "grad_norm": 1.1102948188781738,
      "learning_rate": 1.3055497510326597e-06,
      "loss": 0.3326,
      "step": 1902630
    },
    {
      "epoch": 531.02,
      "grad_norm": 1.0526659488677979,
      "learning_rate": 1.3055255090266336e-06,
      "loss": 0.339,
      "step": 1902640
    },
    {
      "epoch": 531.02,
      "grad_norm": 1.1145302057266235,
      "learning_rate": 1.3055012671587963e-06,
      "loss": 0.3348,
      "step": 1902650
    },
    {
      "epoch": 531.02,
      "grad_norm": 1.3178197145462036,
      "learning_rate": 1.3054770254291484e-06,
      "loss": 0.3289,
      "step": 1902660
    },
    {
      "epoch": 531.03,
      "grad_norm": 1.1095936298370361,
      "learning_rate": 1.3054527838376965e-06,
      "loss": 0.3574,
      "step": 1902670
    },
    {
      "epoch": 531.03,
      "grad_norm": 1.1607085466384888,
      "learning_rate": 1.3054285423844416e-06,
      "loss": 0.3284,
      "step": 1902680
    },
    {
      "epoch": 531.03,
      "grad_norm": 1.1542742252349854,
      "learning_rate": 1.3054043010693877e-06,
      "loss": 0.3295,
      "step": 1902690
    },
    {
      "epoch": 531.04,
      "grad_norm": 1.283378005027771,
      "learning_rate": 1.3053800598925385e-06,
      "loss": 0.3279,
      "step": 1902700
    },
    {
      "epoch": 531.04,
      "grad_norm": 1.1484694480895996,
      "learning_rate": 1.3053558188538959e-06,
      "loss": 0.331,
      "step": 1902710
    },
    {
      "epoch": 531.04,
      "grad_norm": 1.0230201482772827,
      "learning_rate": 1.3053315779534636e-06,
      "loss": 0.3354,
      "step": 1902720
    },
    {
      "epoch": 531.04,
      "grad_norm": 1.1479283571243286,
      "learning_rate": 1.3053073371912453e-06,
      "loss": 0.3353,
      "step": 1902730
    },
    {
      "epoch": 531.05,
      "grad_norm": 1.3004364967346191,
      "learning_rate": 1.305283096567245e-06,
      "loss": 0.3294,
      "step": 1902740
    },
    {
      "epoch": 531.05,
      "grad_norm": 1.2249382734298706,
      "learning_rate": 1.3052588560814628e-06,
      "loss": 0.3603,
      "step": 1902750
    },
    {
      "epoch": 531.05,
      "grad_norm": 1.060704231262207,
      "learning_rate": 1.305234615733906e-06,
      "loss": 0.337,
      "step": 1902760
    },
    {
      "epoch": 531.05,
      "grad_norm": 1.0974650382995605,
      "learning_rate": 1.3052103755245752e-06,
      "loss": 0.335,
      "step": 1902770
    },
    {
      "epoch": 531.06,
      "grad_norm": 1.1931744813919067,
      "learning_rate": 1.305186135453474e-06,
      "loss": 0.3286,
      "step": 1902780
    },
    {
      "epoch": 531.06,
      "grad_norm": 1.013441562652588,
      "learning_rate": 1.305161895520607e-06,
      "loss": 0.3332,
      "step": 1902790
    },
    {
      "epoch": 531.06,
      "grad_norm": 1.1490627527236938,
      "learning_rate": 1.3051376557259753e-06,
      "loss": 0.3462,
      "step": 1902800
    },
    {
      "epoch": 531.07,
      "grad_norm": 1.129561424255371,
      "learning_rate": 1.305113416069583e-06,
      "loss": 0.334,
      "step": 1902810
    },
    {
      "epoch": 531.07,
      "grad_norm": 1.022493600845337,
      "learning_rate": 1.3050891765514342e-06,
      "loss": 0.3321,
      "step": 1902820
    },
    {
      "epoch": 531.07,
      "grad_norm": 1.1693681478500366,
      "learning_rate": 1.305064937171532e-06,
      "loss": 0.3301,
      "step": 1902830
    },
    {
      "epoch": 531.07,
      "grad_norm": 1.0358315706253052,
      "learning_rate": 1.305040697929878e-06,
      "loss": 0.3394,
      "step": 1902840
    },
    {
      "epoch": 531.08,
      "grad_norm": 1.0851775407791138,
      "learning_rate": 1.3050164588264765e-06,
      "loss": 0.3375,
      "step": 1902850
    },
    {
      "epoch": 531.08,
      "grad_norm": 1.0650556087493896,
      "learning_rate": 1.3049922198613315e-06,
      "loss": 0.3478,
      "step": 1902860
    },
    {
      "epoch": 531.08,
      "grad_norm": 1.1243342161178589,
      "learning_rate": 1.304967981034444e-06,
      "loss": 0.3448,
      "step": 1902870
    },
    {
      "epoch": 531.09,
      "grad_norm": 1.2927350997924805,
      "learning_rate": 1.3049437423458203e-06,
      "loss": 0.3323,
      "step": 1902880
    },
    {
      "epoch": 531.09,
      "grad_norm": 1.0546833276748657,
      "learning_rate": 1.3049195037954613e-06,
      "loss": 0.3474,
      "step": 1902890
    },
    {
      "epoch": 531.09,
      "grad_norm": 1.0150303840637207,
      "learning_rate": 1.3048952653833706e-06,
      "loss": 0.3379,
      "step": 1902900
    },
    {
      "epoch": 531.09,
      "grad_norm": 1.091340184211731,
      "learning_rate": 1.304871027109552e-06,
      "loss": 0.3341,
      "step": 1902910
    },
    {
      "epoch": 531.1,
      "grad_norm": 1.2481926679611206,
      "learning_rate": 1.3048467889740092e-06,
      "loss": 0.3458,
      "step": 1902920
    },
    {
      "epoch": 531.1,
      "grad_norm": 1.2352652549743652,
      "learning_rate": 1.304822550976744e-06,
      "loss": 0.3388,
      "step": 1902930
    },
    {
      "epoch": 531.1,
      "grad_norm": 1.2386778593063354,
      "learning_rate": 1.3047983131177601e-06,
      "loss": 0.3404,
      "step": 1902940
    },
    {
      "epoch": 531.11,
      "grad_norm": 1.180775761604309,
      "learning_rate": 1.3047740753970612e-06,
      "loss": 0.352,
      "step": 1902950
    },
    {
      "epoch": 531.11,
      "grad_norm": 1.1857342720031738,
      "learning_rate": 1.3047498378146498e-06,
      "loss": 0.3449,
      "step": 1902960
    },
    {
      "epoch": 531.11,
      "grad_norm": 1.0397045612335205,
      "learning_rate": 1.304725600370531e-06,
      "loss": 0.3231,
      "step": 1902970
    },
    {
      "epoch": 531.11,
      "grad_norm": 1.1356676816940308,
      "learning_rate": 1.3047013630647054e-06,
      "loss": 0.336,
      "step": 1902980
    },
    {
      "epoch": 531.12,
      "grad_norm": 1.2763880491256714,
      "learning_rate": 1.3046771258971778e-06,
      "loss": 0.3495,
      "step": 1902990
    },
    {
      "epoch": 531.12,
      "grad_norm": 1.172226071357727,
      "learning_rate": 1.3046528888679519e-06,
      "loss": 0.3397,
      "step": 1903000
    },
    {
      "epoch": 531.12,
      "grad_norm": 1.22777259349823,
      "learning_rate": 1.304628651977028e-06,
      "loss": 0.3197,
      "step": 1903010
    },
    {
      "epoch": 531.12,
      "grad_norm": 1.8261884450912476,
      "learning_rate": 1.3046044152244135e-06,
      "loss": 0.3429,
      "step": 1903020
    },
    {
      "epoch": 531.13,
      "grad_norm": 1.065547227859497,
      "learning_rate": 1.3045801786101086e-06,
      "loss": 0.3514,
      "step": 1903030
    },
    {
      "epoch": 531.13,
      "grad_norm": 1.3385143280029297,
      "learning_rate": 1.3045559421341175e-06,
      "loss": 0.3389,
      "step": 1903040
    },
    {
      "epoch": 531.13,
      "grad_norm": 1.107404112815857,
      "learning_rate": 1.3045317057964434e-06,
      "loss": 0.3264,
      "step": 1903050
    },
    {
      "epoch": 531.14,
      "grad_norm": 1.1383177042007446,
      "learning_rate": 1.3045074695970905e-06,
      "loss": 0.3547,
      "step": 1903060
    },
    {
      "epoch": 531.14,
      "grad_norm": 1.181191325187683,
      "learning_rate": 1.30448323353606e-06,
      "loss": 0.3423,
      "step": 1903070
    },
    {
      "epoch": 531.14,
      "grad_norm": 1.0530660152435303,
      "learning_rate": 1.3044589976133564e-06,
      "loss": 0.3586,
      "step": 1903080
    },
    {
      "epoch": 531.14,
      "grad_norm": 1.2526540756225586,
      "learning_rate": 1.3044347618289835e-06,
      "loss": 0.3536,
      "step": 1903090
    },
    {
      "epoch": 531.15,
      "grad_norm": 1.2152248620986938,
      "learning_rate": 1.304410526182942e-06,
      "loss": 0.3374,
      "step": 1903100
    },
    {
      "epoch": 531.15,
      "grad_norm": 1.1631356477737427,
      "learning_rate": 1.3043862906752386e-06,
      "loss": 0.3424,
      "step": 1903110
    },
    {
      "epoch": 531.15,
      "grad_norm": 1.2149192094802856,
      "learning_rate": 1.3043620553058738e-06,
      "loss": 0.3165,
      "step": 1903120
    },
    {
      "epoch": 531.16,
      "grad_norm": 1.065660834312439,
      "learning_rate": 1.3043378200748518e-06,
      "loss": 0.3433,
      "step": 1903130
    },
    {
      "epoch": 531.16,
      "grad_norm": 1.1204403638839722,
      "learning_rate": 1.304313584982177e-06,
      "loss": 0.3344,
      "step": 1903140
    },
    {
      "epoch": 531.16,
      "grad_norm": 1.9747028350830078,
      "learning_rate": 1.3042893500278505e-06,
      "loss": 0.3485,
      "step": 1903150
    },
    {
      "epoch": 531.16,
      "grad_norm": 1.099220633506775,
      "learning_rate": 1.3042651152118765e-06,
      "loss": 0.3428,
      "step": 1903160
    },
    {
      "epoch": 531.17,
      "grad_norm": 1.2136672735214233,
      "learning_rate": 1.3042408805342582e-06,
      "loss": 0.3366,
      "step": 1903170
    },
    {
      "epoch": 531.17,
      "grad_norm": 1.1106891632080078,
      "learning_rate": 1.3042166459949997e-06,
      "loss": 0.3432,
      "step": 1903180
    },
    {
      "epoch": 531.17,
      "grad_norm": 1.0757458209991455,
      "learning_rate": 1.3041924115941013e-06,
      "loss": 0.339,
      "step": 1903190
    },
    {
      "epoch": 531.17,
      "grad_norm": 1.0284149646759033,
      "learning_rate": 1.3041681773315706e-06,
      "loss": 0.3536,
      "step": 1903200
    },
    {
      "epoch": 531.18,
      "grad_norm": 1.0064687728881836,
      "learning_rate": 1.3041439432074074e-06,
      "loss": 0.3449,
      "step": 1903210
    },
    {
      "epoch": 531.18,
      "grad_norm": 1.046450138092041,
      "learning_rate": 1.3041197092216162e-06,
      "loss": 0.3237,
      "step": 1903220
    },
    {
      "epoch": 531.18,
      "grad_norm": 1.0711029767990112,
      "learning_rate": 1.3040954753742007e-06,
      "loss": 0.3275,
      "step": 1903230
    },
    {
      "epoch": 531.19,
      "grad_norm": 1.111855387687683,
      "learning_rate": 1.304071241665162e-06,
      "loss": 0.3356,
      "step": 1903240
    },
    {
      "epoch": 531.19,
      "grad_norm": 0.9620630145072937,
      "learning_rate": 1.3040470080945064e-06,
      "loss": 0.3362,
      "step": 1903250
    },
    {
      "epoch": 531.19,
      "grad_norm": 1.244903326034546,
      "learning_rate": 1.3040227746622347e-06,
      "loss": 0.3508,
      "step": 1903260
    },
    {
      "epoch": 531.19,
      "grad_norm": 2.4280714988708496,
      "learning_rate": 1.3039985413683507e-06,
      "loss": 0.3334,
      "step": 1903270
    },
    {
      "epoch": 531.2,
      "grad_norm": 1.1071233749389648,
      "learning_rate": 1.3039743082128593e-06,
      "loss": 0.3384,
      "step": 1903280
    },
    {
      "epoch": 531.2,
      "grad_norm": 1.2157784700393677,
      "learning_rate": 1.3039500751957612e-06,
      "loss": 0.3409,
      "step": 1903290
    },
    {
      "epoch": 531.2,
      "grad_norm": 1.2671164274215698,
      "learning_rate": 1.3039258423170608e-06,
      "loss": 0.346,
      "step": 1903300
    },
    {
      "epoch": 531.21,
      "grad_norm": 1.0619276762008667,
      "learning_rate": 1.303901609576761e-06,
      "loss": 0.3399,
      "step": 1903310
    },
    {
      "epoch": 531.21,
      "grad_norm": 1.1157695055007935,
      "learning_rate": 1.3038773769748667e-06,
      "loss": 0.3382,
      "step": 1903320
    },
    {
      "epoch": 531.21,
      "grad_norm": 1.1573811769485474,
      "learning_rate": 1.3038531445113777e-06,
      "loss": 0.3567,
      "step": 1903330
    },
    {
      "epoch": 531.21,
      "grad_norm": 1.086425542831421,
      "learning_rate": 1.303828912186301e-06,
      "loss": 0.3425,
      "step": 1903340
    },
    {
      "epoch": 531.22,
      "grad_norm": 1.0594382286071777,
      "learning_rate": 1.303804679999637e-06,
      "loss": 0.3349,
      "step": 1903350
    },
    {
      "epoch": 531.22,
      "grad_norm": 1.0715736150741577,
      "learning_rate": 1.3037804479513904e-06,
      "loss": 0.3489,
      "step": 1903360
    },
    {
      "epoch": 531.22,
      "grad_norm": 1.1935445070266724,
      "learning_rate": 1.3037562160415647e-06,
      "loss": 0.3531,
      "step": 1903370
    },
    {
      "epoch": 531.23,
      "grad_norm": 2.6263725757598877,
      "learning_rate": 1.3037319842701617e-06,
      "loss": 0.3393,
      "step": 1903380
    },
    {
      "epoch": 531.23,
      "grad_norm": 5.001060962677002,
      "learning_rate": 1.303707752637185e-06,
      "loss": 0.348,
      "step": 1903390
    },
    {
      "epoch": 531.23,
      "grad_norm": 1.1627206802368164,
      "learning_rate": 1.3036835211426388e-06,
      "loss": 0.3348,
      "step": 1903400
    },
    {
      "epoch": 531.23,
      "grad_norm": 1.1155376434326172,
      "learning_rate": 1.3036592897865263e-06,
      "loss": 0.3387,
      "step": 1903410
    },
    {
      "epoch": 531.24,
      "grad_norm": 1.138630986213684,
      "learning_rate": 1.3036350585688483e-06,
      "loss": 0.3327,
      "step": 1903420
    },
    {
      "epoch": 531.24,
      "grad_norm": 1.0039618015289307,
      "learning_rate": 1.3036108274896116e-06,
      "loss": 0.3287,
      "step": 1903430
    },
    {
      "epoch": 531.24,
      "grad_norm": 1.1127712726593018,
      "learning_rate": 1.303586596548817e-06,
      "loss": 0.3653,
      "step": 1903440
    },
    {
      "epoch": 531.24,
      "grad_norm": 1.1769640445709229,
      "learning_rate": 1.3035623657464686e-06,
      "loss": 0.3528,
      "step": 1903450
    },
    {
      "epoch": 531.25,
      "grad_norm": 1.4164212942123413,
      "learning_rate": 1.3035381350825703e-06,
      "loss": 0.369,
      "step": 1903460
    },
    {
      "epoch": 531.25,
      "grad_norm": 1.073242425918579,
      "learning_rate": 1.3035139045571234e-06,
      "loss": 0.338,
      "step": 1903470
    },
    {
      "epoch": 531.25,
      "grad_norm": 1.3034169673919678,
      "learning_rate": 1.3034896741701322e-06,
      "loss": 0.3248,
      "step": 1903480
    },
    {
      "epoch": 531.26,
      "grad_norm": 1.28421950340271,
      "learning_rate": 1.3034654439216e-06,
      "loss": 0.3477,
      "step": 1903490
    },
    {
      "epoch": 531.26,
      "grad_norm": 0.9885590076446533,
      "learning_rate": 1.3034412138115306e-06,
      "loss": 0.3487,
      "step": 1903500
    },
    {
      "epoch": 531.26,
      "grad_norm": 1.1458790302276611,
      "learning_rate": 1.303416983839926e-06,
      "loss": 0.3388,
      "step": 1903510
    },
    {
      "epoch": 531.26,
      "grad_norm": 1.0236592292785645,
      "learning_rate": 1.3033927540067899e-06,
      "loss": 0.3506,
      "step": 1903520
    },
    {
      "epoch": 531.27,
      "grad_norm": 1.0044560432434082,
      "learning_rate": 1.3033685243121255e-06,
      "loss": 0.346,
      "step": 1903530
    },
    {
      "epoch": 531.27,
      "grad_norm": 1.0321435928344727,
      "learning_rate": 1.3033442947559365e-06,
      "loss": 0.3297,
      "step": 1903540
    },
    {
      "epoch": 531.27,
      "grad_norm": 1.1418237686157227,
      "learning_rate": 1.3033200653382267e-06,
      "loss": 0.33,
      "step": 1903550
    },
    {
      "epoch": 531.28,
      "grad_norm": 3.4271774291992188,
      "learning_rate": 1.3032958360589963e-06,
      "loss": 0.3473,
      "step": 1903560
    },
    {
      "epoch": 531.28,
      "grad_norm": 1.0097956657409668,
      "learning_rate": 1.3032716069182525e-06,
      "loss": 0.3305,
      "step": 1903570
    },
    {
      "epoch": 531.28,
      "grad_norm": 1.293750524520874,
      "learning_rate": 1.3032473779159957e-06,
      "loss": 0.3446,
      "step": 1903580
    },
    {
      "epoch": 531.28,
      "grad_norm": 0.9718350172042847,
      "learning_rate": 1.3032231490522305e-06,
      "loss": 0.3382,
      "step": 1903590
    },
    {
      "epoch": 531.29,
      "grad_norm": 1.2110198736190796,
      "learning_rate": 1.30319892032696e-06,
      "loss": 0.3445,
      "step": 1903600
    },
    {
      "epoch": 531.29,
      "grad_norm": 1.144970417022705,
      "learning_rate": 1.3031746917401868e-06,
      "loss": 0.3311,
      "step": 1903610
    },
    {
      "epoch": 531.29,
      "grad_norm": 1.0389471054077148,
      "learning_rate": 1.303150463291914e-06,
      "loss": 0.3295,
      "step": 1903620
    },
    {
      "epoch": 531.3,
      "grad_norm": 1.1422326564788818,
      "learning_rate": 1.3031262349821454e-06,
      "loss": 0.3553,
      "step": 1903630
    },
    {
      "epoch": 531.3,
      "grad_norm": 1.1951571702957153,
      "learning_rate": 1.3031020068108853e-06,
      "loss": 0.3358,
      "step": 1903640
    },
    {
      "epoch": 531.3,
      "grad_norm": 1.230406641960144,
      "learning_rate": 1.3030777787781344e-06,
      "loss": 0.3469,
      "step": 1903650
    },
    {
      "epoch": 531.3,
      "grad_norm": 1.0409120321273804,
      "learning_rate": 1.3030535508838974e-06,
      "loss": 0.3323,
      "step": 1903660
    },
    {
      "epoch": 531.31,
      "grad_norm": 1.5136518478393555,
      "learning_rate": 1.3030293231281783e-06,
      "loss": 0.3514,
      "step": 1903670
    },
    {
      "epoch": 531.31,
      "grad_norm": 1.1125534772872925,
      "learning_rate": 1.303005095510978e-06,
      "loss": 0.3426,
      "step": 1903680
    },
    {
      "epoch": 531.31,
      "grad_norm": 1.2152260541915894,
      "learning_rate": 1.3029808680323024e-06,
      "loss": 0.344,
      "step": 1903690
    },
    {
      "epoch": 531.31,
      "grad_norm": 1.0637152194976807,
      "learning_rate": 1.3029566406921527e-06,
      "loss": 0.3474,
      "step": 1903700
    },
    {
      "epoch": 531.32,
      "grad_norm": 1.1064584255218506,
      "learning_rate": 1.302932413490533e-06,
      "loss": 0.3432,
      "step": 1903710
    },
    {
      "epoch": 531.32,
      "grad_norm": 1.1517821550369263,
      "learning_rate": 1.3029081864274462e-06,
      "loss": 0.3483,
      "step": 1903720
    },
    {
      "epoch": 531.32,
      "grad_norm": 1.0410947799682617,
      "learning_rate": 1.3028839595028968e-06,
      "loss": 0.3383,
      "step": 1903730
    },
    {
      "epoch": 531.33,
      "grad_norm": 1.0042741298675537,
      "learning_rate": 1.3028597327168862e-06,
      "loss": 0.332,
      "step": 1903740
    },
    {
      "epoch": 531.33,
      "grad_norm": 0.95628821849823,
      "learning_rate": 1.302835506069418e-06,
      "loss": 0.3537,
      "step": 1903750
    },
    {
      "epoch": 531.33,
      "grad_norm": 1.0113555192947388,
      "learning_rate": 1.302811279560497e-06,
      "loss": 0.3297,
      "step": 1903760
    },
    {
      "epoch": 531.33,
      "grad_norm": 1.1481655836105347,
      "learning_rate": 1.302787053190123e-06,
      "loss": 0.3446,
      "step": 1903770
    },
    {
      "epoch": 531.34,
      "grad_norm": 1.1729241609573364,
      "learning_rate": 1.3027628269583037e-06,
      "loss": 0.3233,
      "step": 1903780
    },
    {
      "epoch": 531.34,
      "grad_norm": 1.0859490633010864,
      "learning_rate": 1.3027386008650393e-06,
      "loss": 0.35,
      "step": 1903790
    },
    {
      "epoch": 531.34,
      "grad_norm": 1.1975468397140503,
      "learning_rate": 1.3027143749103333e-06,
      "loss": 0.3542,
      "step": 1903800
    },
    {
      "epoch": 531.35,
      "grad_norm": 0.9469979405403137,
      "learning_rate": 1.3026901490941907e-06,
      "loss": 0.3391,
      "step": 1903810
    },
    {
      "epoch": 531.35,
      "grad_norm": 1.1579610109329224,
      "learning_rate": 1.3026659234166114e-06,
      "loss": 0.3546,
      "step": 1903820
    },
    {
      "epoch": 531.35,
      "grad_norm": 0.9678642749786377,
      "learning_rate": 1.3026416978776026e-06,
      "loss": 0.3523,
      "step": 1903830
    },
    {
      "epoch": 531.35,
      "grad_norm": 1.3053165674209595,
      "learning_rate": 1.3026174724771647e-06,
      "loss": 0.3465,
      "step": 1903840
    },
    {
      "epoch": 531.36,
      "grad_norm": 1.3617873191833496,
      "learning_rate": 1.302593247215302e-06,
      "loss": 0.329,
      "step": 1903850
    },
    {
      "epoch": 531.36,
      "grad_norm": 1.1667612791061401,
      "learning_rate": 1.3025690220920169e-06,
      "loss": 0.3521,
      "step": 1903860
    },
    {
      "epoch": 531.36,
      "grad_norm": 1.1480014324188232,
      "learning_rate": 1.3025447971073148e-06,
      "loss": 0.3339,
      "step": 1903870
    },
    {
      "epoch": 531.36,
      "grad_norm": 1.28970205783844,
      "learning_rate": 1.3025205722611963e-06,
      "loss": 0.3493,
      "step": 1903880
    },
    {
      "epoch": 531.37,
      "grad_norm": 1.2488845586776733,
      "learning_rate": 1.3024963475536656e-06,
      "loss": 0.3428,
      "step": 1903890
    },
    {
      "epoch": 531.37,
      "grad_norm": 0.9778184294700623,
      "learning_rate": 1.3024721229847274e-06,
      "loss": 0.3421,
      "step": 1903900
    },
    {
      "epoch": 531.37,
      "grad_norm": 1.1063792705535889,
      "learning_rate": 1.3024478985543813e-06,
      "loss": 0.3467,
      "step": 1903910
    },
    {
      "epoch": 531.38,
      "grad_norm": 1.0212925672531128,
      "learning_rate": 1.3024236742626348e-06,
      "loss": 0.3323,
      "step": 1903920
    },
    {
      "epoch": 531.38,
      "grad_norm": 1.031096339225769,
      "learning_rate": 1.302399450109488e-06,
      "loss": 0.3396,
      "step": 1903930
    },
    {
      "epoch": 531.38,
      "grad_norm": 1.0708955526351929,
      "learning_rate": 1.3023752260949458e-06,
      "loss": 0.3191,
      "step": 1903940
    },
    {
      "epoch": 531.38,
      "grad_norm": 1.1145012378692627,
      "learning_rate": 1.3023510022190113e-06,
      "loss": 0.3509,
      "step": 1903950
    },
    {
      "epoch": 531.39,
      "grad_norm": 1.0345438718795776,
      "learning_rate": 1.3023267784816864e-06,
      "loss": 0.3405,
      "step": 1903960
    },
    {
      "epoch": 531.39,
      "grad_norm": 1.0383758544921875,
      "learning_rate": 1.3023025548829753e-06,
      "loss": 0.3309,
      "step": 1903970
    },
    {
      "epoch": 531.39,
      "grad_norm": 1.2956656217575073,
      "learning_rate": 1.302278331422881e-06,
      "loss": 0.3358,
      "step": 1903980
    },
    {
      "epoch": 531.4,
      "grad_norm": 1.4098303318023682,
      "learning_rate": 1.302254108101408e-06,
      "loss": 0.3275,
      "step": 1903990
    },
    {
      "epoch": 531.4,
      "grad_norm": 0.8707467913627625,
      "learning_rate": 1.3022298849185562e-06,
      "loss": 0.3188,
      "step": 1904000
    },
    {
      "epoch": 531.4,
      "grad_norm": 1.1568758487701416,
      "learning_rate": 1.3022056618743331e-06,
      "loss": 0.3404,
      "step": 1904010
    },
    {
      "epoch": 531.4,
      "grad_norm": 1.0631003379821777,
      "learning_rate": 1.302181438968739e-06,
      "loss": 0.3348,
      "step": 1904020
    },
    {
      "epoch": 531.41,
      "grad_norm": 1.0102264881134033,
      "learning_rate": 1.3021572162017779e-06,
      "loss": 0.3379,
      "step": 1904030
    },
    {
      "epoch": 531.41,
      "grad_norm": 0.9911840558052063,
      "learning_rate": 1.302132993573454e-06,
      "loss": 0.3401,
      "step": 1904040
    },
    {
      "epoch": 531.41,
      "grad_norm": 1.1351827383041382,
      "learning_rate": 1.3021087710837685e-06,
      "loss": 0.3516,
      "step": 1904050
    },
    {
      "epoch": 531.42,
      "grad_norm": 1.2039767503738403,
      "learning_rate": 1.302084548732726e-06,
      "loss": 0.3398,
      "step": 1904060
    },
    {
      "epoch": 531.42,
      "grad_norm": 1.0534472465515137,
      "learning_rate": 1.3020603265203294e-06,
      "loss": 0.3409,
      "step": 1904070
    },
    {
      "epoch": 531.42,
      "grad_norm": 1.1309890747070312,
      "learning_rate": 1.302036104446583e-06,
      "loss": 0.3404,
      "step": 1904080
    },
    {
      "epoch": 531.42,
      "grad_norm": 0.9973693490028381,
      "learning_rate": 1.3020118825114877e-06,
      "loss": 0.3477,
      "step": 1904090
    },
    {
      "epoch": 531.43,
      "grad_norm": 1.1588783264160156,
      "learning_rate": 1.3019876607150484e-06,
      "loss": 0.3386,
      "step": 1904100
    },
    {
      "epoch": 531.43,
      "grad_norm": 1.0732225179672241,
      "learning_rate": 1.3019634390572677e-06,
      "loss": 0.3365,
      "step": 1904110
    },
    {
      "epoch": 531.43,
      "grad_norm": 1.1921672821044922,
      "learning_rate": 1.3019392175381493e-06,
      "loss": 0.331,
      "step": 1904120
    },
    {
      "epoch": 531.43,
      "grad_norm": 1.0596615076065063,
      "learning_rate": 1.301914996157697e-06,
      "loss": 0.3452,
      "step": 1904130
    },
    {
      "epoch": 531.44,
      "grad_norm": 1.0397080183029175,
      "learning_rate": 1.301890774915911e-06,
      "loss": 0.3311,
      "step": 1904140
    },
    {
      "epoch": 531.44,
      "grad_norm": 1.014304518699646,
      "learning_rate": 1.3018665538127994e-06,
      "loss": 0.3362,
      "step": 1904150
    },
    {
      "epoch": 531.44,
      "grad_norm": 1.093353033065796,
      "learning_rate": 1.301842332848361e-06,
      "loss": 0.3444,
      "step": 1904160
    },
    {
      "epoch": 531.45,
      "grad_norm": 1.4997365474700928,
      "learning_rate": 1.3018181120226016e-06,
      "loss": 0.3227,
      "step": 1904170
    },
    {
      "epoch": 531.45,
      "grad_norm": 1.1749341487884521,
      "learning_rate": 1.3017938913355243e-06,
      "loss": 0.3452,
      "step": 1904180
    },
    {
      "epoch": 531.45,
      "grad_norm": 1.2142219543457031,
      "learning_rate": 1.3017696707871302e-06,
      "loss": 0.3492,
      "step": 1904190
    },
    {
      "epoch": 531.45,
      "grad_norm": 1.0615642070770264,
      "learning_rate": 1.3017454503774246e-06,
      "loss": 0.3358,
      "step": 1904200
    },
    {
      "epoch": 531.46,
      "grad_norm": 1.195311427116394,
      "learning_rate": 1.3017212301064097e-06,
      "loss": 0.3651,
      "step": 1904210
    },
    {
      "epoch": 531.46,
      "grad_norm": 1.1027133464813232,
      "learning_rate": 1.3016970099740902e-06,
      "loss": 0.3447,
      "step": 1904220
    },
    {
      "epoch": 531.46,
      "grad_norm": 1.1074033975601196,
      "learning_rate": 1.3016727899804674e-06,
      "loss": 0.3554,
      "step": 1904230
    },
    {
      "epoch": 531.47,
      "grad_norm": 1.1441080570220947,
      "learning_rate": 1.301648570125545e-06,
      "loss": 0.357,
      "step": 1904240
    },
    {
      "epoch": 531.47,
      "grad_norm": 1.0851120948791504,
      "learning_rate": 1.3016243504093272e-06,
      "loss": 0.3275,
      "step": 1904250
    },
    {
      "epoch": 531.47,
      "grad_norm": 1.058179259300232,
      "learning_rate": 1.301600130831816e-06,
      "loss": 0.3293,
      "step": 1904260
    },
    {
      "epoch": 531.47,
      "grad_norm": 1.1050481796264648,
      "learning_rate": 1.3015759113930164e-06,
      "loss": 0.3365,
      "step": 1904270
    },
    {
      "epoch": 531.48,
      "grad_norm": 1.0696717500686646,
      "learning_rate": 1.3015516920929295e-06,
      "loss": 0.3356,
      "step": 1904280
    },
    {
      "epoch": 531.48,
      "grad_norm": 1.255091667175293,
      "learning_rate": 1.3015274729315597e-06,
      "loss": 0.3525,
      "step": 1904290
    },
    {
      "epoch": 531.48,
      "grad_norm": 1.1182433366775513,
      "learning_rate": 1.3015032539089098e-06,
      "loss": 0.3385,
      "step": 1904300
    },
    {
      "epoch": 531.48,
      "grad_norm": 0.9113660454750061,
      "learning_rate": 1.301479035024984e-06,
      "loss": 0.3288,
      "step": 1904310
    },
    {
      "epoch": 531.49,
      "grad_norm": 1.040871024131775,
      "learning_rate": 1.3014548162797838e-06,
      "loss": 0.3369,
      "step": 1904320
    },
    {
      "epoch": 531.49,
      "grad_norm": 1.1187149286270142,
      "learning_rate": 1.3014305976733136e-06,
      "loss": 0.3227,
      "step": 1904330
    },
    {
      "epoch": 531.49,
      "grad_norm": 1.2804096937179565,
      "learning_rate": 1.3014063792055773e-06,
      "loss": 0.3404,
      "step": 1904340
    },
    {
      "epoch": 531.5,
      "grad_norm": 1.1354271173477173,
      "learning_rate": 1.3013821608765756e-06,
      "loss": 0.3333,
      "step": 1904350
    },
    {
      "epoch": 531.5,
      "grad_norm": 1.1131932735443115,
      "learning_rate": 1.3013579426863149e-06,
      "loss": 0.3466,
      "step": 1904360
    },
    {
      "epoch": 531.5,
      "grad_norm": 1.2060248851776123,
      "learning_rate": 1.3013337246347958e-06,
      "loss": 0.3516,
      "step": 1904370
    },
    {
      "epoch": 531.5,
      "grad_norm": 1.1055225133895874,
      "learning_rate": 1.3013095067220229e-06,
      "loss": 0.3438,
      "step": 1904380
    },
    {
      "epoch": 531.51,
      "grad_norm": 1.058817982673645,
      "learning_rate": 1.3012852889479988e-06,
      "loss": 0.3342,
      "step": 1904390
    },
    {
      "epoch": 531.51,
      "grad_norm": 1.1134759187698364,
      "learning_rate": 1.3012610713127272e-06,
      "loss": 0.3491,
      "step": 1904400
    },
    {
      "epoch": 531.51,
      "grad_norm": 1.1424922943115234,
      "learning_rate": 1.3012368538162123e-06,
      "loss": 0.3288,
      "step": 1904410
    },
    {
      "epoch": 531.52,
      "grad_norm": 0.9736596345901489,
      "learning_rate": 1.3012126364584551e-06,
      "loss": 0.3503,
      "step": 1904420
    },
    {
      "epoch": 531.52,
      "grad_norm": 1.0054991245269775,
      "learning_rate": 1.30118841923946e-06,
      "loss": 0.3381,
      "step": 1904430
    },
    {
      "epoch": 531.52,
      "grad_norm": 1.1945815086364746,
      "learning_rate": 1.3011642021592296e-06,
      "loss": 0.3316,
      "step": 1904440
    },
    {
      "epoch": 531.52,
      "grad_norm": 1.1896250247955322,
      "learning_rate": 1.3011399852177692e-06,
      "loss": 0.348,
      "step": 1904450
    },
    {
      "epoch": 531.53,
      "grad_norm": 1.041028618812561,
      "learning_rate": 1.3011157684150791e-06,
      "loss": 0.3323,
      "step": 1904460
    },
    {
      "epoch": 531.53,
      "grad_norm": 1.3026386499404907,
      "learning_rate": 1.3010915517511641e-06,
      "loss": 0.3505,
      "step": 1904470
    },
    {
      "epoch": 531.53,
      "grad_norm": 1.123616099357605,
      "learning_rate": 1.3010673352260285e-06,
      "loss": 0.3403,
      "step": 1904480
    },
    {
      "epoch": 531.54,
      "grad_norm": 1.1058266162872314,
      "learning_rate": 1.3010431188396719e-06,
      "loss": 0.3355,
      "step": 1904490
    },
    {
      "epoch": 531.54,
      "grad_norm": 1.2865325212478638,
      "learning_rate": 1.301018902592102e-06,
      "loss": 0.3251,
      "step": 1904500
    },
    {
      "epoch": 531.54,
      "grad_norm": 2.220736265182495,
      "learning_rate": 1.3009946864833188e-06,
      "loss": 0.337,
      "step": 1904510
    },
    {
      "epoch": 531.54,
      "grad_norm": 1.1141268014907837,
      "learning_rate": 1.3009704705133265e-06,
      "loss": 0.3232,
      "step": 1904520
    },
    {
      "epoch": 531.55,
      "grad_norm": 1.3296713829040527,
      "learning_rate": 1.300946254682129e-06,
      "loss": 0.3494,
      "step": 1904530
    },
    {
      "epoch": 531.55,
      "grad_norm": 1.064927339553833,
      "learning_rate": 1.3009220389897292e-06,
      "loss": 0.3281,
      "step": 1904540
    },
    {
      "epoch": 531.55,
      "grad_norm": 1.094788908958435,
      "learning_rate": 1.3008978234361294e-06,
      "loss": 0.3488,
      "step": 1904550
    },
    {
      "epoch": 531.55,
      "grad_norm": 1.4059453010559082,
      "learning_rate": 1.3008736080213337e-06,
      "loss": 0.3331,
      "step": 1904560
    },
    {
      "epoch": 531.56,
      "grad_norm": 1.2717379331588745,
      "learning_rate": 1.3008493927453461e-06,
      "loss": 0.3279,
      "step": 1904570
    },
    {
      "epoch": 531.56,
      "grad_norm": 1.1152108907699585,
      "learning_rate": 1.3008251776081668e-06,
      "loss": 0.3312,
      "step": 1904580
    },
    {
      "epoch": 531.56,
      "grad_norm": 0.8564781546592712,
      "learning_rate": 1.3008009626098032e-06,
      "loss": 0.3496,
      "step": 1904590
    },
    {
      "epoch": 531.57,
      "grad_norm": 1.0808314085006714,
      "learning_rate": 1.300776747750255e-06,
      "loss": 0.3386,
      "step": 1904600
    },
    {
      "epoch": 531.57,
      "grad_norm": 1.0745574235916138,
      "learning_rate": 1.300752533029527e-06,
      "loss": 0.3284,
      "step": 1904610
    },
    {
      "epoch": 531.57,
      "grad_norm": 0.9844153523445129,
      "learning_rate": 1.3007283184476232e-06,
      "loss": 0.3484,
      "step": 1904620
    },
    {
      "epoch": 531.57,
      "grad_norm": 1.18958580493927,
      "learning_rate": 1.300704104004545e-06,
      "loss": 0.3203,
      "step": 1904630
    },
    {
      "epoch": 531.58,
      "grad_norm": 1.0454689264297485,
      "learning_rate": 1.3006798897002964e-06,
      "loss": 0.3392,
      "step": 1904640
    },
    {
      "epoch": 531.58,
      "grad_norm": 1.014161467552185,
      "learning_rate": 1.3006556755348807e-06,
      "loss": 0.3642,
      "step": 1904650
    },
    {
      "epoch": 531.58,
      "grad_norm": 1.1314074993133545,
      "learning_rate": 1.3006314615083023e-06,
      "loss": 0.3545,
      "step": 1904660
    },
    {
      "epoch": 531.59,
      "grad_norm": 1.1852282285690308,
      "learning_rate": 1.3006072476205613e-06,
      "loss": 0.3373,
      "step": 1904670
    },
    {
      "epoch": 531.59,
      "grad_norm": 1.0807445049285889,
      "learning_rate": 1.300583033871665e-06,
      "loss": 0.3531,
      "step": 1904680
    },
    {
      "epoch": 531.59,
      "grad_norm": 1.0111615657806396,
      "learning_rate": 1.300558820261613e-06,
      "loss": 0.3556,
      "step": 1904690
    },
    {
      "epoch": 531.59,
      "grad_norm": 1.231039047241211,
      "learning_rate": 1.3005346067904103e-06,
      "loss": 0.3336,
      "step": 1904700
    },
    {
      "epoch": 531.6,
      "grad_norm": 0.947155237197876,
      "learning_rate": 1.3005103934580608e-06,
      "loss": 0.3405,
      "step": 1904710
    },
    {
      "epoch": 531.6,
      "grad_norm": 1.2846665382385254,
      "learning_rate": 1.3004861802645647e-06,
      "loss": 0.3544,
      "step": 1904720
    },
    {
      "epoch": 531.6,
      "grad_norm": 1.1722813844680786,
      "learning_rate": 1.3004619672099296e-06,
      "loss": 0.3313,
      "step": 1904730
    },
    {
      "epoch": 531.6,
      "grad_norm": 1.0243977308273315,
      "learning_rate": 1.300437754294155e-06,
      "loss": 0.3494,
      "step": 1904740
    },
    {
      "epoch": 531.61,
      "grad_norm": 0.8815624117851257,
      "learning_rate": 1.3004135415172461e-06,
      "loss": 0.3315,
      "step": 1904750
    },
    {
      "epoch": 531.61,
      "grad_norm": 1.1477779150009155,
      "learning_rate": 1.3003893288792063e-06,
      "loss": 0.3284,
      "step": 1904760
    },
    {
      "epoch": 531.61,
      "grad_norm": 1.1241201162338257,
      "learning_rate": 1.3003651163800372e-06,
      "loss": 0.3516,
      "step": 1904770
    },
    {
      "epoch": 531.62,
      "grad_norm": 0.9677729606628418,
      "learning_rate": 1.3003409040197427e-06,
      "loss": 0.3397,
      "step": 1904780
    },
    {
      "epoch": 531.62,
      "grad_norm": 0.9640820026397705,
      "learning_rate": 1.3003166917983262e-06,
      "loss": 0.3549,
      "step": 1904790
    },
    {
      "epoch": 531.62,
      "grad_norm": 1.0735617876052856,
      "learning_rate": 1.300292479715792e-06,
      "loss": 0.3515,
      "step": 1904800
    },
    {
      "epoch": 531.62,
      "grad_norm": 1.2606498003005981,
      "learning_rate": 1.3002682677721402e-06,
      "loss": 0.3371,
      "step": 1904810
    },
    {
      "epoch": 531.63,
      "grad_norm": 1.196985125541687,
      "learning_rate": 1.3002440559673784e-06,
      "loss": 0.345,
      "step": 1904820
    },
    {
      "epoch": 531.63,
      "grad_norm": 0.8936299681663513,
      "learning_rate": 1.3002198443015063e-06,
      "loss": 0.3535,
      "step": 1904830
    },
    {
      "epoch": 531.63,
      "grad_norm": 1.2376844882965088,
      "learning_rate": 1.3001956327745283e-06,
      "loss": 0.3501,
      "step": 1904840
    },
    {
      "epoch": 531.64,
      "grad_norm": 1.0552175045013428,
      "learning_rate": 1.300171421386449e-06,
      "loss": 0.3385,
      "step": 1904850
    },
    {
      "epoch": 531.64,
      "grad_norm": 1.2506273984909058,
      "learning_rate": 1.300147210137269e-06,
      "loss": 0.3409,
      "step": 1904860
    },
    {
      "epoch": 531.64,
      "grad_norm": 1.038905143737793,
      "learning_rate": 1.300122999026993e-06,
      "loss": 0.3293,
      "step": 1904870
    },
    {
      "epoch": 531.64,
      "grad_norm": 1.0891578197479248,
      "learning_rate": 1.3000987880556237e-06,
      "loss": 0.3575,
      "step": 1904880
    },
    {
      "epoch": 531.65,
      "grad_norm": 1.1524229049682617,
      "learning_rate": 1.3000745772231661e-06,
      "loss": 0.3465,
      "step": 1904890
    },
    {
      "epoch": 531.65,
      "grad_norm": 1.200571894645691,
      "learning_rate": 1.3000503665296207e-06,
      "loss": 0.3422,
      "step": 1904900
    },
    {
      "epoch": 531.65,
      "grad_norm": 1.1652348041534424,
      "learning_rate": 1.300026155974992e-06,
      "loss": 0.3451,
      "step": 1904910
    },
    {
      "epoch": 531.66,
      "grad_norm": 1.1382343769073486,
      "learning_rate": 1.3000019455592844e-06,
      "loss": 0.3346,
      "step": 1904920
    },
    {
      "epoch": 531.66,
      "grad_norm": 1.357415795326233,
      "learning_rate": 1.2999777352824978e-06,
      "loss": 0.3524,
      "step": 1904930
    },
    {
      "epoch": 531.66,
      "grad_norm": 1.1612392663955688,
      "learning_rate": 1.2999535251446397e-06,
      "loss": 0.3386,
      "step": 1904940
    },
    {
      "epoch": 531.66,
      "grad_norm": 1.1308715343475342,
      "learning_rate": 1.29992931514571e-06,
      "loss": 0.3411,
      "step": 1904950
    },
    {
      "epoch": 531.67,
      "grad_norm": 1.159533143043518,
      "learning_rate": 1.2999051052857133e-06,
      "loss": 0.3407,
      "step": 1904960
    },
    {
      "epoch": 531.67,
      "grad_norm": 1.1673853397369385,
      "learning_rate": 1.2998808955646526e-06,
      "loss": 0.3458,
      "step": 1904970
    },
    {
      "epoch": 531.67,
      "grad_norm": 1.1772105693817139,
      "learning_rate": 1.299856685982531e-06,
      "loss": 0.3252,
      "step": 1904980
    },
    {
      "epoch": 531.67,
      "grad_norm": 1.0548293590545654,
      "learning_rate": 1.299832476539353e-06,
      "loss": 0.3423,
      "step": 1904990
    },
    {
      "epoch": 531.68,
      "grad_norm": 0.9114878177642822,
      "learning_rate": 1.2998082672351199e-06,
      "loss": 0.3507,
      "step": 1905000
    },
    {
      "epoch": 531.68,
      "grad_norm": 1.0253970623016357,
      "learning_rate": 1.2997840580698355e-06,
      "loss": 0.3423,
      "step": 1905010
    },
    {
      "epoch": 531.68,
      "grad_norm": 1.2097880840301514,
      "learning_rate": 1.2997598490435034e-06,
      "loss": 0.3507,
      "step": 1905020
    },
    {
      "epoch": 531.69,
      "grad_norm": 1.0172017812728882,
      "learning_rate": 1.2997356401561274e-06,
      "loss": 0.3461,
      "step": 1905030
    },
    {
      "epoch": 531.69,
      "grad_norm": 1.1314551830291748,
      "learning_rate": 1.2997114314077092e-06,
      "loss": 0.3484,
      "step": 1905040
    },
    {
      "epoch": 531.69,
      "grad_norm": 1.1730635166168213,
      "learning_rate": 1.2996872227982528e-06,
      "loss": 0.3264,
      "step": 1905050
    },
    {
      "epoch": 531.69,
      "grad_norm": 1.0758696794509888,
      "learning_rate": 1.2996630143277627e-06,
      "loss": 0.3487,
      "step": 1905060
    },
    {
      "epoch": 531.7,
      "grad_norm": 1.1763803958892822,
      "learning_rate": 1.2996388059962383e-06,
      "loss": 0.3337,
      "step": 1905070
    },
    {
      "epoch": 531.7,
      "grad_norm": 1.124727487564087,
      "learning_rate": 1.2996145978036879e-06,
      "loss": 0.3433,
      "step": 1905080
    },
    {
      "epoch": 531.7,
      "grad_norm": 1.0157567262649536,
      "learning_rate": 1.299590389750111e-06,
      "loss": 0.3378,
      "step": 1905090
    },
    {
      "epoch": 531.71,
      "grad_norm": 1.0355703830718994,
      "learning_rate": 1.299566181835512e-06,
      "loss": 0.3383,
      "step": 1905100
    },
    {
      "epoch": 531.71,
      "grad_norm": 1.0478856563568115,
      "learning_rate": 1.2995419740598941e-06,
      "loss": 0.3556,
      "step": 1905110
    },
    {
      "epoch": 531.71,
      "grad_norm": 1.1666642427444458,
      "learning_rate": 1.2995177664232616e-06,
      "loss": 0.3329,
      "step": 1905120
    },
    {
      "epoch": 531.71,
      "grad_norm": 1.0740207433700562,
      "learning_rate": 1.299493558925616e-06,
      "loss": 0.33,
      "step": 1905130
    },
    {
      "epoch": 531.72,
      "grad_norm": 1.0939605236053467,
      "learning_rate": 1.2994693515669608e-06,
      "loss": 0.3282,
      "step": 1905140
    },
    {
      "epoch": 531.72,
      "grad_norm": 1.069250464439392,
      "learning_rate": 1.2994451443473007e-06,
      "loss": 0.3398,
      "step": 1905150
    },
    {
      "epoch": 531.72,
      "grad_norm": 1.1314669847488403,
      "learning_rate": 1.299420937266636e-06,
      "loss": 0.357,
      "step": 1905160
    },
    {
      "epoch": 531.72,
      "grad_norm": 1.086277961730957,
      "learning_rate": 1.2993967303249737e-06,
      "loss": 0.3464,
      "step": 1905170
    },
    {
      "epoch": 531.73,
      "grad_norm": 1.371783971786499,
      "learning_rate": 1.2993725235223141e-06,
      "loss": 0.3318,
      "step": 1905180
    },
    {
      "epoch": 531.73,
      "grad_norm": 1.0648465156555176,
      "learning_rate": 1.2993483168586618e-06,
      "loss": 0.318,
      "step": 1905190
    },
    {
      "epoch": 531.73,
      "grad_norm": 1.2578140497207642,
      "learning_rate": 1.2993241103340202e-06,
      "loss": 0.3479,
      "step": 1905200
    },
    {
      "epoch": 531.74,
      "grad_norm": 1.1667616367340088,
      "learning_rate": 1.299299903948391e-06,
      "loss": 0.3409,
      "step": 1905210
    },
    {
      "epoch": 531.74,
      "grad_norm": 1.1738324165344238,
      "learning_rate": 1.2992756977017787e-06,
      "loss": 0.3534,
      "step": 1905220
    },
    {
      "epoch": 531.74,
      "grad_norm": 0.9989064931869507,
      "learning_rate": 1.2992514915941859e-06,
      "loss": 0.3282,
      "step": 1905230
    },
    {
      "epoch": 531.74,
      "grad_norm": 1.079085350036621,
      "learning_rate": 1.2992272856256172e-06,
      "loss": 0.3259,
      "step": 1905240
    },
    {
      "epoch": 531.75,
      "grad_norm": 1.1110581159591675,
      "learning_rate": 1.2992030797960727e-06,
      "loss": 0.3377,
      "step": 1905250
    },
    {
      "epoch": 531.75,
      "grad_norm": 1.145850658416748,
      "learning_rate": 1.2991788741055598e-06,
      "loss": 0.3389,
      "step": 1905260
    },
    {
      "epoch": 531.75,
      "grad_norm": 1.086867094039917,
      "learning_rate": 1.2991546685540786e-06,
      "loss": 0.3381,
      "step": 1905270
    },
    {
      "epoch": 531.76,
      "grad_norm": 1.689681887626648,
      "learning_rate": 1.299130463141633e-06,
      "loss": 0.3264,
      "step": 1905280
    },
    {
      "epoch": 531.76,
      "grad_norm": 1.0770992040634155,
      "learning_rate": 1.2991062578682282e-06,
      "loss": 0.3335,
      "step": 1905290
    },
    {
      "epoch": 531.76,
      "grad_norm": 1.1052192449569702,
      "learning_rate": 1.2990820527338635e-06,
      "loss": 0.3615,
      "step": 1905300
    },
    {
      "epoch": 531.76,
      "grad_norm": 1.04692542552948,
      "learning_rate": 1.2990578477385463e-06,
      "loss": 0.3285,
      "step": 1905310
    },
    {
      "epoch": 531.77,
      "grad_norm": 1.099082589149475,
      "learning_rate": 1.299033642882277e-06,
      "loss": 0.3436,
      "step": 1905320
    },
    {
      "epoch": 531.77,
      "grad_norm": 1.0410292148590088,
      "learning_rate": 1.2990094381650595e-06,
      "loss": 0.333,
      "step": 1905330
    },
    {
      "epoch": 531.77,
      "grad_norm": 1.3005447387695312,
      "learning_rate": 1.2989852335868974e-06,
      "loss": 0.3532,
      "step": 1905340
    },
    {
      "epoch": 531.78,
      "grad_norm": 1.004909634590149,
      "learning_rate": 1.2989610291477947e-06,
      "loss": 0.3312,
      "step": 1905350
    },
    {
      "epoch": 531.78,
      "grad_norm": 1.2137953042984009,
      "learning_rate": 1.2989368248477528e-06,
      "loss": 0.347,
      "step": 1905360
    },
    {
      "epoch": 531.78,
      "grad_norm": 1.1714078187942505,
      "learning_rate": 1.2989126206867758e-06,
      "loss": 0.3556,
      "step": 1905370
    },
    {
      "epoch": 531.78,
      "grad_norm": 1.0877397060394287,
      "learning_rate": 1.2988884166648678e-06,
      "loss": 0.3453,
      "step": 1905380
    },
    {
      "epoch": 531.79,
      "grad_norm": 2.6731269359588623,
      "learning_rate": 1.2988642127820293e-06,
      "loss": 0.3378,
      "step": 1905390
    },
    {
      "epoch": 531.79,
      "grad_norm": 0.9908236265182495,
      "learning_rate": 1.2988400090382674e-06,
      "loss": 0.3473,
      "step": 1905400
    },
    {
      "epoch": 531.79,
      "grad_norm": 0.9274476766586304,
      "learning_rate": 1.2988158054335824e-06,
      "loss": 0.3411,
      "step": 1905410
    },
    {
      "epoch": 531.79,
      "grad_norm": 1.1722744703292847,
      "learning_rate": 1.2987916019679783e-06,
      "loss": 0.3316,
      "step": 1905420
    },
    {
      "epoch": 531.8,
      "grad_norm": 1.194460153579712,
      "learning_rate": 1.2987673986414594e-06,
      "loss": 0.3226,
      "step": 1905430
    },
    {
      "epoch": 531.8,
      "grad_norm": 1.1801174879074097,
      "learning_rate": 1.2987431954540269e-06,
      "loss": 0.3411,
      "step": 1905440
    },
    {
      "epoch": 531.8,
      "grad_norm": 1.073046326637268,
      "learning_rate": 1.2987189924056854e-06,
      "loss": 0.3491,
      "step": 1905450
    },
    {
      "epoch": 531.81,
      "grad_norm": 0.8874343633651733,
      "learning_rate": 1.2986947894964375e-06,
      "loss": 0.3372,
      "step": 1905460
    },
    {
      "epoch": 531.81,
      "grad_norm": 1.1652140617370605,
      "learning_rate": 1.2986705867262877e-06,
      "loss": 0.3345,
      "step": 1905470
    },
    {
      "epoch": 531.81,
      "grad_norm": 1.2698864936828613,
      "learning_rate": 1.2986463840952364e-06,
      "loss": 0.333,
      "step": 1905480
    },
    {
      "epoch": 531.81,
      "grad_norm": 1.1851922273635864,
      "learning_rate": 1.298622181603291e-06,
      "loss": 0.343,
      "step": 1905490
    },
    {
      "epoch": 531.82,
      "grad_norm": 1.0939154624938965,
      "learning_rate": 1.2985979792504508e-06,
      "loss": 0.3353,
      "step": 1905500
    },
    {
      "epoch": 531.82,
      "grad_norm": 1.2880067825317383,
      "learning_rate": 1.2985737770367208e-06,
      "loss": 0.3512,
      "step": 1905510
    },
    {
      "epoch": 531.82,
      "grad_norm": 1.1671338081359863,
      "learning_rate": 1.2985495749621051e-06,
      "loss": 0.355,
      "step": 1905520
    },
    {
      "epoch": 531.83,
      "grad_norm": 1.0322521924972534,
      "learning_rate": 1.2985253730266053e-06,
      "loss": 0.3423,
      "step": 1905530
    },
    {
      "epoch": 531.83,
      "grad_norm": 2.9186525344848633,
      "learning_rate": 1.2985011712302247e-06,
      "loss": 0.3281,
      "step": 1905540
    },
    {
      "epoch": 531.83,
      "grad_norm": 0.922964334487915,
      "learning_rate": 1.298476969572967e-06,
      "loss": 0.3472,
      "step": 1905550
    },
    {
      "epoch": 531.83,
      "grad_norm": 0.9805478453636169,
      "learning_rate": 1.2984527680548356e-06,
      "loss": 0.3478,
      "step": 1905560
    },
    {
      "epoch": 531.84,
      "grad_norm": 1.0740362405776978,
      "learning_rate": 1.2984285666758342e-06,
      "loss": 0.356,
      "step": 1905570
    },
    {
      "epoch": 531.84,
      "grad_norm": 1.126305341720581,
      "learning_rate": 1.2984043654359647e-06,
      "loss": 0.3397,
      "step": 1905580
    },
    {
      "epoch": 531.84,
      "grad_norm": 1.246492862701416,
      "learning_rate": 1.2983801643352308e-06,
      "loss": 0.3529,
      "step": 1905590
    },
    {
      "epoch": 531.84,
      "grad_norm": 1.2703101634979248,
      "learning_rate": 1.2983559633736364e-06,
      "loss": 0.3431,
      "step": 1905600
    },
    {
      "epoch": 531.85,
      "grad_norm": 1.0166572332382202,
      "learning_rate": 1.2983317625511846e-06,
      "loss": 0.3363,
      "step": 1905610
    },
    {
      "epoch": 531.85,
      "grad_norm": 1.1826744079589844,
      "learning_rate": 1.2983075618678767e-06,
      "loss": 0.347,
      "step": 1905620
    },
    {
      "epoch": 531.85,
      "grad_norm": 1.0655475854873657,
      "learning_rate": 1.298283361323719e-06,
      "loss": 0.3253,
      "step": 1905630
    },
    {
      "epoch": 531.86,
      "grad_norm": 0.9837788939476013,
      "learning_rate": 1.2982591609187125e-06,
      "loss": 0.3381,
      "step": 1905640
    },
    {
      "epoch": 531.86,
      "grad_norm": 1.059847354888916,
      "learning_rate": 1.2982349606528613e-06,
      "loss": 0.349,
      "step": 1905650
    },
    {
      "epoch": 531.86,
      "grad_norm": 1.0276607275009155,
      "learning_rate": 1.2982107605261692e-06,
      "loss": 0.3438,
      "step": 1905660
    },
    {
      "epoch": 531.86,
      "grad_norm": 1.0706686973571777,
      "learning_rate": 1.2981865605386376e-06,
      "loss": 0.3462,
      "step": 1905670
    },
    {
      "epoch": 531.87,
      "grad_norm": 0.97982257604599,
      "learning_rate": 1.2981623606902706e-06,
      "loss": 0.3515,
      "step": 1905680
    },
    {
      "epoch": 531.87,
      "grad_norm": 1.0354658365249634,
      "learning_rate": 1.2981381609810722e-06,
      "loss": 0.3398,
      "step": 1905690
    },
    {
      "epoch": 531.87,
      "grad_norm": 0.9748404622077942,
      "learning_rate": 1.2981139614110457e-06,
      "loss": 0.3457,
      "step": 1905700
    },
    {
      "epoch": 531.88,
      "grad_norm": 1.153609037399292,
      "learning_rate": 1.2980897619801924e-06,
      "loss": 0.3429,
      "step": 1905710
    },
    {
      "epoch": 531.88,
      "grad_norm": 1.1956284046173096,
      "learning_rate": 1.298065562688517e-06,
      "loss": 0.341,
      "step": 1905720
    },
    {
      "epoch": 531.88,
      "grad_norm": 1.0495915412902832,
      "learning_rate": 1.2980413635360237e-06,
      "loss": 0.351,
      "step": 1905730
    },
    {
      "epoch": 531.88,
      "grad_norm": 1.1074507236480713,
      "learning_rate": 1.2980171645227122e-06,
      "loss": 0.362,
      "step": 1905740
    },
    {
      "epoch": 531.89,
      "grad_norm": 1.2058155536651611,
      "learning_rate": 1.29799296564859e-06,
      "loss": 0.3409,
      "step": 1905750
    },
    {
      "epoch": 531.89,
      "grad_norm": 1.0470885038375854,
      "learning_rate": 1.2979687669136575e-06,
      "loss": 0.3352,
      "step": 1905760
    },
    {
      "epoch": 531.89,
      "grad_norm": 1.0695950984954834,
      "learning_rate": 1.2979445683179188e-06,
      "loss": 0.338,
      "step": 1905770
    },
    {
      "epoch": 531.9,
      "grad_norm": 1.1526490449905396,
      "learning_rate": 1.2979203698613768e-06,
      "loss": 0.3394,
      "step": 1905780
    },
    {
      "epoch": 531.9,
      "grad_norm": 0.9650659561157227,
      "learning_rate": 1.2978961715440364e-06,
      "loss": 0.3533,
      "step": 1905790
    },
    {
      "epoch": 531.9,
      "grad_norm": 1.1347596645355225,
      "learning_rate": 1.2978719733658983e-06,
      "loss": 0.3425,
      "step": 1905800
    },
    {
      "epoch": 531.9,
      "grad_norm": 1.0612720251083374,
      "learning_rate": 1.2978477753269669e-06,
      "loss": 0.3521,
      "step": 1905810
    },
    {
      "epoch": 531.91,
      "grad_norm": 0.969788670539856,
      "learning_rate": 1.297823577427246e-06,
      "loss": 0.3486,
      "step": 1905820
    },
    {
      "epoch": 531.91,
      "grad_norm": 1.3458689451217651,
      "learning_rate": 1.2977993796667365e-06,
      "loss": 0.3503,
      "step": 1905830
    },
    {
      "epoch": 531.91,
      "grad_norm": 1.5451501607894897,
      "learning_rate": 1.297775182045445e-06,
      "loss": 0.3383,
      "step": 1905840
    },
    {
      "epoch": 531.91,
      "grad_norm": 1.1418203115463257,
      "learning_rate": 1.2977509845633726e-06,
      "loss": 0.3621,
      "step": 1905850
    },
    {
      "epoch": 531.92,
      "grad_norm": 1.0019233226776123,
      "learning_rate": 1.2977267872205224e-06,
      "loss": 0.3387,
      "step": 1905860
    },
    {
      "epoch": 531.92,
      "grad_norm": 1.1180217266082764,
      "learning_rate": 1.2977025900168995e-06,
      "loss": 0.3715,
      "step": 1905870
    },
    {
      "epoch": 531.92,
      "grad_norm": 1.0523695945739746,
      "learning_rate": 1.2976783929525038e-06,
      "loss": 0.3238,
      "step": 1905880
    },
    {
      "epoch": 531.93,
      "grad_norm": 1.0338104963302612,
      "learning_rate": 1.2976541960273426e-06,
      "loss": 0.3343,
      "step": 1905890
    },
    {
      "epoch": 531.93,
      "grad_norm": 1.0433675050735474,
      "learning_rate": 1.2976299992414158e-06,
      "loss": 0.3413,
      "step": 1905900
    },
    {
      "epoch": 531.93,
      "grad_norm": 1.1023353338241577,
      "learning_rate": 1.2976058025947278e-06,
      "loss": 0.3505,
      "step": 1905910
    },
    {
      "epoch": 531.93,
      "grad_norm": 1.144088625907898,
      "learning_rate": 1.2975816060872821e-06,
      "loss": 0.3423,
      "step": 1905920
    },
    {
      "epoch": 531.94,
      "grad_norm": 1.0131311416625977,
      "learning_rate": 1.2975574097190823e-06,
      "loss": 0.3471,
      "step": 1905930
    },
    {
      "epoch": 531.94,
      "grad_norm": 1.1980953216552734,
      "learning_rate": 1.2975332134901307e-06,
      "loss": 0.3322,
      "step": 1905940
    },
    {
      "epoch": 531.94,
      "grad_norm": 1.2081927061080933,
      "learning_rate": 1.2975090174004304e-06,
      "loss": 0.3391,
      "step": 1905950
    },
    {
      "epoch": 531.95,
      "grad_norm": 1.1946145296096802,
      "learning_rate": 1.297484821449986e-06,
      "loss": 0.3341,
      "step": 1905960
    },
    {
      "epoch": 531.95,
      "grad_norm": 1.1124855279922485,
      "learning_rate": 1.2974606256387978e-06,
      "loss": 0.3286,
      "step": 1905970
    },
    {
      "epoch": 531.95,
      "grad_norm": 1.4486689567565918,
      "learning_rate": 1.2974364299668733e-06,
      "loss": 0.3472,
      "step": 1905980
    },
    {
      "epoch": 531.95,
      "grad_norm": 1.0675761699676514,
      "learning_rate": 1.2974122344342124e-06,
      "loss": 0.3472,
      "step": 1905990
    },
    {
      "epoch": 531.96,
      "grad_norm": 0.9975754618644714,
      "learning_rate": 1.297388039040819e-06,
      "loss": 0.3323,
      "step": 1906000
    },
    {
      "epoch": 531.96,
      "grad_norm": 1.2335783243179321,
      "learning_rate": 1.2973638437866976e-06,
      "loss": 0.3445,
      "step": 1906010
    },
    {
      "epoch": 531.96,
      "grad_norm": 1.188870906829834,
      "learning_rate": 1.2973396486718501e-06,
      "loss": 0.3337,
      "step": 1906020
    },
    {
      "epoch": 531.96,
      "grad_norm": 1.0967804193496704,
      "learning_rate": 1.2973154536962796e-06,
      "loss": 0.3457,
      "step": 1906030
    },
    {
      "epoch": 531.97,
      "grad_norm": 1.1479907035827637,
      "learning_rate": 1.29729125885999e-06,
      "loss": 0.3393,
      "step": 1906040
    },
    {
      "epoch": 531.97,
      "grad_norm": 1.0555377006530762,
      "learning_rate": 1.2972670641629852e-06,
      "loss": 0.3435,
      "step": 1906050
    },
    {
      "epoch": 531.97,
      "grad_norm": 1.1321266889572144,
      "learning_rate": 1.2972428696052658e-06,
      "loss": 0.3559,
      "step": 1906060
    },
    {
      "epoch": 531.98,
      "grad_norm": 1.1050386428833008,
      "learning_rate": 1.2972186751868385e-06,
      "loss": 0.327,
      "step": 1906070
    },
    {
      "epoch": 531.98,
      "grad_norm": 1.1499401330947876,
      "learning_rate": 1.297194480907704e-06,
      "loss": 0.3362,
      "step": 1906080
    },
    {
      "epoch": 531.98,
      "grad_norm": 1.7977650165557861,
      "learning_rate": 1.2971702867678661e-06,
      "loss": 0.3361,
      "step": 1906090
    },
    {
      "epoch": 531.98,
      "grad_norm": 1.3875335454940796,
      "learning_rate": 1.2971460927673294e-06,
      "loss": 0.3526,
      "step": 1906100
    },
    {
      "epoch": 531.99,
      "grad_norm": 1.2668360471725464,
      "learning_rate": 1.2971218989060951e-06,
      "loss": 0.3567,
      "step": 1906110
    },
    {
      "epoch": 531.99,
      "grad_norm": 1.235451340675354,
      "learning_rate": 1.2970977051841673e-06,
      "loss": 0.349,
      "step": 1906120
    },
    {
      "epoch": 531.99,
      "grad_norm": 1.1280512809753418,
      "learning_rate": 1.297073511601549e-06,
      "loss": 0.3311,
      "step": 1906130
    },
    {
      "epoch": 532.0,
      "grad_norm": 1.1168041229248047,
      "learning_rate": 1.2970493181582438e-06,
      "loss": 0.3517,
      "step": 1906140
    },
    {
      "epoch": 532.0,
      "grad_norm": 1.1651736497879028,
      "learning_rate": 1.2970251248542553e-06,
      "loss": 0.3442,
      "step": 1906150
    },
    {
      "epoch": 532.0,
      "eval_loss": 0.3421885371208191,
      "eval_runtime": 63.1584,
      "eval_samples_per_second": 80.1,
      "eval_steps_per_second": 10.022,
      "step": 1906156
    },
    {
      "epoch": 532.0,
      "grad_norm": 2.09936261177063,
      "learning_rate": 1.2970009316895855e-06,
      "loss": 0.3588,
      "step": 1906160
    },
    {
      "epoch": 532.0,
      "grad_norm": 1.2212940454483032,
      "learning_rate": 1.2969767386642383e-06,
      "loss": 0.3484,
      "step": 1906170
    },
    {
      "epoch": 532.01,
      "grad_norm": 1.0728569030761719,
      "learning_rate": 1.2969525457782172e-06,
      "loss": 0.3327,
      "step": 1906180
    },
    {
      "epoch": 532.01,
      "grad_norm": 1.0881696939468384,
      "learning_rate": 1.2969283530315258e-06,
      "loss": 0.3487,
      "step": 1906190
    },
    {
      "epoch": 532.01,
      "grad_norm": 1.1249818801879883,
      "learning_rate": 1.2969041604241645e-06,
      "loss": 0.3531,
      "step": 1906200
    },
    {
      "epoch": 532.02,
      "grad_norm": 1.2052834033966064,
      "learning_rate": 1.2968799679561408e-06,
      "loss": 0.3445,
      "step": 1906210
    },
    {
      "epoch": 532.02,
      "grad_norm": 1.135817289352417,
      "learning_rate": 1.2968557756274547e-06,
      "loss": 0.3379,
      "step": 1906220
    },
    {
      "epoch": 532.02,
      "grad_norm": 1.0148295164108276,
      "learning_rate": 1.2968315834381108e-06,
      "loss": 0.3269,
      "step": 1906230
    },
    {
      "epoch": 532.02,
      "grad_norm": 1.3238255977630615,
      "learning_rate": 1.2968073913881127e-06,
      "loss": 0.3415,
      "step": 1906240
    },
    {
      "epoch": 532.03,
      "grad_norm": 1.306764841079712,
      "learning_rate": 1.2967831994774623e-06,
      "loss": 0.3479,
      "step": 1906250
    },
    {
      "epoch": 532.03,
      "grad_norm": 0.9251663088798523,
      "learning_rate": 1.2967590077061632e-06,
      "loss": 0.3417,
      "step": 1906260
    },
    {
      "epoch": 532.03,
      "grad_norm": 1.0504181385040283,
      "learning_rate": 1.296734816074219e-06,
      "loss": 0.3359,
      "step": 1906270
    },
    {
      "epoch": 532.03,
      "grad_norm": 1.0865895748138428,
      "learning_rate": 1.2967106245816336e-06,
      "loss": 0.3382,
      "step": 1906280
    },
    {
      "epoch": 532.04,
      "grad_norm": 1.058021068572998,
      "learning_rate": 1.2966864332284075e-06,
      "loss": 0.3373,
      "step": 1906290
    },
    {
      "epoch": 532.04,
      "grad_norm": 1.1892791986465454,
      "learning_rate": 1.296662242014548e-06,
      "loss": 0.3431,
      "step": 1906300
    },
    {
      "epoch": 532.04,
      "grad_norm": 1.077083706855774,
      "learning_rate": 1.2966380509400553e-06,
      "loss": 0.3461,
      "step": 1906310
    },
    {
      "epoch": 532.05,
      "grad_norm": 1.606765866279602,
      "learning_rate": 1.296613860004933e-06,
      "loss": 0.3606,
      "step": 1906320
    },
    {
      "epoch": 532.05,
      "grad_norm": 1.0506489276885986,
      "learning_rate": 1.2965896692091863e-06,
      "loss": 0.3252,
      "step": 1906330
    },
    {
      "epoch": 532.05,
      "grad_norm": 0.9926080703735352,
      "learning_rate": 1.2965654785528156e-06,
      "loss": 0.3525,
      "step": 1906340
    },
    {
      "epoch": 532.05,
      "grad_norm": 1.1495038270950317,
      "learning_rate": 1.2965412880358255e-06,
      "loss": 0.3379,
      "step": 1906350
    },
    {
      "epoch": 532.06,
      "grad_norm": 0.980653703212738,
      "learning_rate": 1.2965170976582192e-06,
      "loss": 0.3466,
      "step": 1906360
    },
    {
      "epoch": 532.06,
      "grad_norm": 1.1065293550491333,
      "learning_rate": 1.2964929074200009e-06,
      "loss": 0.3635,
      "step": 1906370
    },
    {
      "epoch": 532.06,
      "grad_norm": 0.9501054286956787,
      "learning_rate": 1.296468717321172e-06,
      "loss": 0.3402,
      "step": 1906380
    },
    {
      "epoch": 532.07,
      "grad_norm": 1.2292745113372803,
      "learning_rate": 1.2964445273617363e-06,
      "loss": 0.3375,
      "step": 1906390
    },
    {
      "epoch": 532.07,
      "grad_norm": 1.1817094087600708,
      "learning_rate": 1.2964203375416983e-06,
      "loss": 0.343,
      "step": 1906400
    },
    {
      "epoch": 532.07,
      "grad_norm": 1.452762484550476,
      "learning_rate": 1.2963961478610582e-06,
      "loss": 0.3516,
      "step": 1906410
    },
    {
      "epoch": 532.07,
      "grad_norm": 1.0461517572402954,
      "learning_rate": 1.296371958319823e-06,
      "loss": 0.3429,
      "step": 1906420
    },
    {
      "epoch": 532.08,
      "grad_norm": 1.057989239692688,
      "learning_rate": 1.2963477689179925e-06,
      "loss": 0.3379,
      "step": 1906430
    },
    {
      "epoch": 532.08,
      "grad_norm": 1.2374682426452637,
      "learning_rate": 1.2963235796555729e-06,
      "loss": 0.3343,
      "step": 1906440
    },
    {
      "epoch": 532.08,
      "grad_norm": 1.2455730438232422,
      "learning_rate": 1.2962993905325657e-06,
      "loss": 0.3547,
      "step": 1906450
    },
    {
      "epoch": 532.08,
      "grad_norm": 1.0804979801177979,
      "learning_rate": 1.296275201548974e-06,
      "loss": 0.3514,
      "step": 1906460
    },
    {
      "epoch": 532.09,
      "grad_norm": 1.0427138805389404,
      "learning_rate": 1.2962510127048025e-06,
      "loss": 0.3175,
      "step": 1906470
    },
    {
      "epoch": 532.09,
      "grad_norm": 1.1884204149246216,
      "learning_rate": 1.2962268240000524e-06,
      "loss": 0.3423,
      "step": 1906480
    },
    {
      "epoch": 532.09,
      "grad_norm": 1.2285127639770508,
      "learning_rate": 1.2962026354347283e-06,
      "loss": 0.3428,
      "step": 1906490
    },
    {
      "epoch": 532.1,
      "grad_norm": 2.2993927001953125,
      "learning_rate": 1.2961784470088327e-06,
      "loss": 0.3425,
      "step": 1906500
    },
    {
      "epoch": 532.1,
      "grad_norm": 1.1300002336502075,
      "learning_rate": 1.2961542587223703e-06,
      "loss": 0.357,
      "step": 1906510
    },
    {
      "epoch": 532.1,
      "grad_norm": 1.0112015008926392,
      "learning_rate": 1.296130070575342e-06,
      "loss": 0.3381,
      "step": 1906520
    },
    {
      "epoch": 532.1,
      "grad_norm": 0.8594070672988892,
      "learning_rate": 1.2961058825677525e-06,
      "loss": 0.3374,
      "step": 1906530
    },
    {
      "epoch": 532.11,
      "grad_norm": 0.9738240838050842,
      "learning_rate": 1.2960816946996054e-06,
      "loss": 0.3438,
      "step": 1906540
    },
    {
      "epoch": 532.11,
      "grad_norm": 1.09257173538208,
      "learning_rate": 1.2960575069709015e-06,
      "loss": 0.3456,
      "step": 1906550
    },
    {
      "epoch": 532.11,
      "grad_norm": 1.1440004110336304,
      "learning_rate": 1.2960333193816476e-06,
      "loss": 0.3405,
      "step": 1906560
    },
    {
      "epoch": 532.12,
      "grad_norm": 1.3736534118652344,
      "learning_rate": 1.2960091319318442e-06,
      "loss": 0.3534,
      "step": 1906570
    },
    {
      "epoch": 532.12,
      "grad_norm": 1.3188300132751465,
      "learning_rate": 1.2959849446214954e-06,
      "loss": 0.3313,
      "step": 1906580
    },
    {
      "epoch": 532.12,
      "grad_norm": 1.069712519645691,
      "learning_rate": 1.2959607574506042e-06,
      "loss": 0.3418,
      "step": 1906590
    },
    {
      "epoch": 532.12,
      "grad_norm": 1.0977070331573486,
      "learning_rate": 1.2959365704191748e-06,
      "loss": 0.3527,
      "step": 1906600
    },
    {
      "epoch": 532.13,
      "grad_norm": 1.2078561782836914,
      "learning_rate": 1.2959123835272093e-06,
      "loss": 0.3336,
      "step": 1906610
    },
    {
      "epoch": 532.13,
      "grad_norm": 1.3063039779663086,
      "learning_rate": 1.2958881967747109e-06,
      "loss": 0.3338,
      "step": 1906620
    },
    {
      "epoch": 532.13,
      "grad_norm": 0.9725937843322754,
      "learning_rate": 1.2958640101616845e-06,
      "loss": 0.3263,
      "step": 1906630
    },
    {
      "epoch": 532.14,
      "grad_norm": 1.0826987028121948,
      "learning_rate": 1.2958398236881299e-06,
      "loss": 0.3364,
      "step": 1906640
    },
    {
      "epoch": 532.14,
      "grad_norm": 1.3321021795272827,
      "learning_rate": 1.295815637354054e-06,
      "loss": 0.3401,
      "step": 1906650
    },
    {
      "epoch": 532.14,
      "grad_norm": 1.1187158823013306,
      "learning_rate": 1.2957914511594581e-06,
      "loss": 0.3491,
      "step": 1906660
    },
    {
      "epoch": 532.14,
      "grad_norm": 1.1238154172897339,
      "learning_rate": 1.2957672651043452e-06,
      "loss": 0.3403,
      "step": 1906670
    },
    {
      "epoch": 532.15,
      "grad_norm": 1.076970100402832,
      "learning_rate": 1.2957430791887202e-06,
      "loss": 0.3536,
      "step": 1906680
    },
    {
      "epoch": 532.15,
      "grad_norm": 1.1373705863952637,
      "learning_rate": 1.2957188934125842e-06,
      "loss": 0.3444,
      "step": 1906690
    },
    {
      "epoch": 532.15,
      "grad_norm": 1.0679463148117065,
      "learning_rate": 1.295694707775942e-06,
      "loss": 0.3431,
      "step": 1906700
    },
    {
      "epoch": 532.15,
      "grad_norm": 1.272334098815918,
      "learning_rate": 1.2956705222787958e-06,
      "loss": 0.3368,
      "step": 1906710
    },
    {
      "epoch": 532.16,
      "grad_norm": 1.0627273321151733,
      "learning_rate": 1.295646336921149e-06,
      "loss": 0.3377,
      "step": 1906720
    },
    {
      "epoch": 532.16,
      "grad_norm": 0.9358938932418823,
      "learning_rate": 1.2956221517030055e-06,
      "loss": 0.3584,
      "step": 1906730
    },
    {
      "epoch": 532.16,
      "grad_norm": 1.1012299060821533,
      "learning_rate": 1.2955979666243691e-06,
      "loss": 0.3371,
      "step": 1906740
    },
    {
      "epoch": 532.17,
      "grad_norm": 1.206251859664917,
      "learning_rate": 1.2955737816852406e-06,
      "loss": 0.3448,
      "step": 1906750
    },
    {
      "epoch": 532.17,
      "grad_norm": 0.9990482330322266,
      "learning_rate": 1.295549596885625e-06,
      "loss": 0.3485,
      "step": 1906760
    },
    {
      "epoch": 532.17,
      "grad_norm": 1.3283283710479736,
      "learning_rate": 1.295525412225526e-06,
      "loss": 0.3378,
      "step": 1906770
    },
    {
      "epoch": 532.17,
      "grad_norm": 1.2129822969436646,
      "learning_rate": 1.295501227704944e-06,
      "loss": 0.349,
      "step": 1906780
    },
    {
      "epoch": 532.18,
      "grad_norm": 1.229311466217041,
      "learning_rate": 1.2954770433238863e-06,
      "loss": 0.3357,
      "step": 1906790
    },
    {
      "epoch": 532.18,
      "grad_norm": 1.0090614557266235,
      "learning_rate": 1.295452859082353e-06,
      "loss": 0.3479,
      "step": 1906800
    },
    {
      "epoch": 532.18,
      "grad_norm": 1.196964979171753,
      "learning_rate": 1.2954286749803483e-06,
      "loss": 0.3312,
      "step": 1906810
    },
    {
      "epoch": 532.19,
      "grad_norm": 1.2107470035552979,
      "learning_rate": 1.2954044910178764e-06,
      "loss": 0.3445,
      "step": 1906820
    },
    {
      "epoch": 532.19,
      "grad_norm": 1.0809005498886108,
      "learning_rate": 1.2953803071949386e-06,
      "loss": 0.3471,
      "step": 1906830
    },
    {
      "epoch": 532.19,
      "grad_norm": 1.7347526550292969,
      "learning_rate": 1.2953561235115394e-06,
      "loss": 0.3497,
      "step": 1906840
    },
    {
      "epoch": 532.19,
      "grad_norm": 1.225659728050232,
      "learning_rate": 1.2953319399676812e-06,
      "loss": 0.349,
      "step": 1906850
    },
    {
      "epoch": 532.2,
      "grad_norm": 1.1712726354599,
      "learning_rate": 1.295307756563369e-06,
      "loss": 0.3306,
      "step": 1906860
    },
    {
      "epoch": 532.2,
      "grad_norm": 1.2725582122802734,
      "learning_rate": 1.2952835732986025e-06,
      "loss": 0.3471,
      "step": 1906870
    },
    {
      "epoch": 532.2,
      "grad_norm": 0.8579278588294983,
      "learning_rate": 1.2952593901733895e-06,
      "loss": 0.343,
      "step": 1906880
    },
    {
      "epoch": 532.2,
      "grad_norm": 1.197810173034668,
      "learning_rate": 1.2952352071877298e-06,
      "loss": 0.3295,
      "step": 1906890
    },
    {
      "epoch": 532.21,
      "grad_norm": 1.1933948993682861,
      "learning_rate": 1.2952110243416277e-06,
      "loss": 0.3605,
      "step": 1906900
    },
    {
      "epoch": 532.21,
      "grad_norm": 1.1345090866088867,
      "learning_rate": 1.2951868416350874e-06,
      "loss": 0.3391,
      "step": 1906910
    },
    {
      "epoch": 532.21,
      "grad_norm": 1.3167189359664917,
      "learning_rate": 1.29516265906811e-06,
      "loss": 0.355,
      "step": 1906920
    },
    {
      "epoch": 532.22,
      "grad_norm": 1.1314743757247925,
      "learning_rate": 1.2951384766406999e-06,
      "loss": 0.3344,
      "step": 1906930
    },
    {
      "epoch": 532.22,
      "grad_norm": 1.069762945175171,
      "learning_rate": 1.2951142943528604e-06,
      "loss": 0.3386,
      "step": 1906940
    },
    {
      "epoch": 532.22,
      "grad_norm": 1.071088194847107,
      "learning_rate": 1.2950901122045957e-06,
      "loss": 0.346,
      "step": 1906950
    },
    {
      "epoch": 532.22,
      "grad_norm": 1.1245841979980469,
      "learning_rate": 1.2950659301959068e-06,
      "loss": 0.3327,
      "step": 1906960
    },
    {
      "epoch": 532.23,
      "grad_norm": 1.2313356399536133,
      "learning_rate": 1.2950417483267981e-06,
      "loss": 0.3425,
      "step": 1906970
    },
    {
      "epoch": 532.23,
      "grad_norm": 1.0922974348068237,
      "learning_rate": 1.2950175665972735e-06,
      "loss": 0.35,
      "step": 1906980
    },
    {
      "epoch": 532.23,
      "grad_norm": 1.1992684602737427,
      "learning_rate": 1.2949933850073337e-06,
      "loss": 0.3449,
      "step": 1906990
    },
    {
      "epoch": 532.24,
      "grad_norm": 0.9939082264900208,
      "learning_rate": 1.2949692035569857e-06,
      "loss": 0.3398,
      "step": 1907000
    },
    {
      "epoch": 532.24,
      "grad_norm": 1.0616743564605713,
      "learning_rate": 1.2949450222462284e-06,
      "loss": 0.3473,
      "step": 1907010
    },
    {
      "epoch": 532.24,
      "grad_norm": 1.1239558458328247,
      "learning_rate": 1.2949208410750698e-06,
      "loss": 0.3495,
      "step": 1907020
    },
    {
      "epoch": 532.24,
      "grad_norm": 1.123682975769043,
      "learning_rate": 1.2948966600435094e-06,
      "loss": 0.3198,
      "step": 1907030
    },
    {
      "epoch": 532.25,
      "grad_norm": 1.0379952192306519,
      "learning_rate": 1.2948724791515519e-06,
      "loss": 0.3262,
      "step": 1907040
    },
    {
      "epoch": 532.25,
      "grad_norm": 1.3129819631576538,
      "learning_rate": 1.2948482983992009e-06,
      "loss": 0.3483,
      "step": 1907050
    },
    {
      "epoch": 532.25,
      "grad_norm": 1.0688961744308472,
      "learning_rate": 1.294824117786458e-06,
      "loss": 0.3436,
      "step": 1907060
    },
    {
      "epoch": 532.26,
      "grad_norm": 0.954754114151001,
      "learning_rate": 1.2947999373133278e-06,
      "loss": 0.3436,
      "step": 1907070
    },
    {
      "epoch": 532.26,
      "grad_norm": 0.9734498262405396,
      "learning_rate": 1.2947757569798128e-06,
      "loss": 0.3489,
      "step": 1907080
    },
    {
      "epoch": 532.26,
      "grad_norm": 1.1803637742996216,
      "learning_rate": 1.2947515767859178e-06,
      "loss": 0.3351,
      "step": 1907090
    },
    {
      "epoch": 532.26,
      "grad_norm": 1.1728262901306152,
      "learning_rate": 1.2947273967316435e-06,
      "loss": 0.3497,
      "step": 1907100
    },
    {
      "epoch": 532.27,
      "grad_norm": 1.2103806734085083,
      "learning_rate": 1.2947032168169947e-06,
      "loss": 0.329,
      "step": 1907110
    },
    {
      "epoch": 532.27,
      "grad_norm": 1.0957945585250854,
      "learning_rate": 1.2946790370419749e-06,
      "loss": 0.3355,
      "step": 1907120
    },
    {
      "epoch": 532.27,
      "grad_norm": 1.130240559577942,
      "learning_rate": 1.2946548574065852e-06,
      "loss": 0.3519,
      "step": 1907130
    },
    {
      "epoch": 532.27,
      "grad_norm": 1.0601348876953125,
      "learning_rate": 1.2946306779108322e-06,
      "loss": 0.3373,
      "step": 1907140
    },
    {
      "epoch": 532.28,
      "grad_norm": 1.0838828086853027,
      "learning_rate": 1.294606498554716e-06,
      "loss": 0.3324,
      "step": 1907150
    },
    {
      "epoch": 532.28,
      "grad_norm": 1.2175891399383545,
      "learning_rate": 1.2945823193382416e-06,
      "loss": 0.3487,
      "step": 1907160
    },
    {
      "epoch": 532.28,
      "grad_norm": 1.1787571907043457,
      "learning_rate": 1.2945581402614111e-06,
      "loss": 0.3282,
      "step": 1907170
    },
    {
      "epoch": 532.29,
      "grad_norm": 1.3076627254486084,
      "learning_rate": 1.2945339613242297e-06,
      "loss": 0.3243,
      "step": 1907180
    },
    {
      "epoch": 532.29,
      "grad_norm": 1.4486817121505737,
      "learning_rate": 1.2945097825266984e-06,
      "loss": 0.3299,
      "step": 1907190
    },
    {
      "epoch": 532.29,
      "grad_norm": 1.1661897897720337,
      "learning_rate": 1.2944856038688208e-06,
      "loss": 0.3434,
      "step": 1907200
    },
    {
      "epoch": 532.29,
      "grad_norm": 1.0693786144256592,
      "learning_rate": 1.2944614253506022e-06,
      "loss": 0.3428,
      "step": 1907210
    },
    {
      "epoch": 532.3,
      "grad_norm": 1.0654826164245605,
      "learning_rate": 1.2944372469720415e-06,
      "loss": 0.3323,
      "step": 1907220
    },
    {
      "epoch": 532.3,
      "grad_norm": 1.027256965637207,
      "learning_rate": 1.294413068733147e-06,
      "loss": 0.3422,
      "step": 1907230
    },
    {
      "epoch": 532.3,
      "grad_norm": 1.0216600894927979,
      "learning_rate": 1.2943888906339186e-06,
      "loss": 0.3428,
      "step": 1907240
    },
    {
      "epoch": 532.31,
      "grad_norm": 1.1574740409851074,
      "learning_rate": 1.2943647126743601e-06,
      "loss": 0.3471,
      "step": 1907250
    },
    {
      "epoch": 532.31,
      "grad_norm": 1.1132553815841675,
      "learning_rate": 1.2943405348544755e-06,
      "loss": 0.3402,
      "step": 1907260
    },
    {
      "epoch": 532.31,
      "grad_norm": 1.050978660583496,
      "learning_rate": 1.2943163571742681e-06,
      "loss": 0.3527,
      "step": 1907270
    },
    {
      "epoch": 532.31,
      "grad_norm": 1.1296308040618896,
      "learning_rate": 1.2942921796337398e-06,
      "loss": 0.33,
      "step": 1907280
    },
    {
      "epoch": 532.32,
      "grad_norm": 1.1928919553756714,
      "learning_rate": 1.2942680022328947e-06,
      "loss": 0.337,
      "step": 1907290
    },
    {
      "epoch": 532.32,
      "grad_norm": 1.8057427406311035,
      "learning_rate": 1.2942438249717359e-06,
      "loss": 0.3466,
      "step": 1907300
    },
    {
      "epoch": 532.32,
      "grad_norm": 1.1921501159667969,
      "learning_rate": 1.2942196478502668e-06,
      "loss": 0.3386,
      "step": 1907310
    },
    {
      "epoch": 532.32,
      "grad_norm": 1.148099422454834,
      "learning_rate": 1.2941954708684914e-06,
      "loss": 0.3442,
      "step": 1907320
    },
    {
      "epoch": 532.33,
      "grad_norm": 1.1242692470550537,
      "learning_rate": 1.2941712940264108e-06,
      "loss": 0.3395,
      "step": 1907330
    },
    {
      "epoch": 532.33,
      "grad_norm": 1.2799464464187622,
      "learning_rate": 1.2941471173240297e-06,
      "loss": 0.3393,
      "step": 1907340
    },
    {
      "epoch": 532.33,
      "grad_norm": 1.0124977827072144,
      "learning_rate": 1.2941229407613518e-06,
      "loss": 0.3458,
      "step": 1907350
    },
    {
      "epoch": 532.34,
      "grad_norm": 1.1249276399612427,
      "learning_rate": 1.2940987643383776e-06,
      "loss": 0.3483,
      "step": 1907360
    },
    {
      "epoch": 532.34,
      "grad_norm": 0.9804243445396423,
      "learning_rate": 1.294074588055114e-06,
      "loss": 0.3468,
      "step": 1907370
    },
    {
      "epoch": 532.34,
      "grad_norm": 1.262540340423584,
      "learning_rate": 1.2940504119115619e-06,
      "loss": 0.3455,
      "step": 1907380
    },
    {
      "epoch": 532.34,
      "grad_norm": 1.6864091157913208,
      "learning_rate": 1.294026235907725e-06,
      "loss": 0.3332,
      "step": 1907390
    },
    {
      "epoch": 532.35,
      "grad_norm": 1.0050550699234009,
      "learning_rate": 1.2940020600436068e-06,
      "loss": 0.3403,
      "step": 1907400
    },
    {
      "epoch": 532.35,
      "grad_norm": 1.1763637065887451,
      "learning_rate": 1.293977884319211e-06,
      "loss": 0.3411,
      "step": 1907410
    },
    {
      "epoch": 532.35,
      "grad_norm": 1.0947273969650269,
      "learning_rate": 1.2939537087345394e-06,
      "loss": 0.3581,
      "step": 1907420
    },
    {
      "epoch": 532.36,
      "grad_norm": 1.0437649488449097,
      "learning_rate": 1.2939295332895958e-06,
      "loss": 0.3336,
      "step": 1907430
    },
    {
      "epoch": 532.36,
      "grad_norm": 1.0063471794128418,
      "learning_rate": 1.2939053579843847e-06,
      "loss": 0.3438,
      "step": 1907440
    },
    {
      "epoch": 532.36,
      "grad_norm": 1.1703336238861084,
      "learning_rate": 1.293881182818906e-06,
      "loss": 0.3242,
      "step": 1907450
    },
    {
      "epoch": 532.36,
      "grad_norm": 1.0611944198608398,
      "learning_rate": 1.2938570077931676e-06,
      "loss": 0.334,
      "step": 1907460
    },
    {
      "epoch": 532.37,
      "grad_norm": 1.3667974472045898,
      "learning_rate": 1.2938328329071688e-06,
      "loss": 0.3418,
      "step": 1907470
    },
    {
      "epoch": 532.37,
      "grad_norm": 2.3129162788391113,
      "learning_rate": 1.2938086581609145e-06,
      "loss": 0.346,
      "step": 1907480
    },
    {
      "epoch": 532.37,
      "grad_norm": 1.1526011228561401,
      "learning_rate": 1.2937844835544082e-06,
      "loss": 0.3403,
      "step": 1907490
    },
    {
      "epoch": 532.38,
      "grad_norm": 1.0552862882614136,
      "learning_rate": 1.2937603090876524e-06,
      "loss": 0.3457,
      "step": 1907500
    },
    {
      "epoch": 532.38,
      "grad_norm": 1.031358003616333,
      "learning_rate": 1.2937361347606502e-06,
      "loss": 0.353,
      "step": 1907510
    },
    {
      "epoch": 532.38,
      "grad_norm": 1.2630447149276733,
      "learning_rate": 1.2937119605734049e-06,
      "loss": 0.3375,
      "step": 1907520
    },
    {
      "epoch": 532.38,
      "grad_norm": 1.1851178407669067,
      "learning_rate": 1.2936877865259208e-06,
      "loss": 0.3355,
      "step": 1907530
    },
    {
      "epoch": 532.39,
      "grad_norm": 1.1442084312438965,
      "learning_rate": 1.2936636126181989e-06,
      "loss": 0.3437,
      "step": 1907540
    },
    {
      "epoch": 532.39,
      "grad_norm": 1.2487419843673706,
      "learning_rate": 1.293639438850245e-06,
      "loss": 0.3565,
      "step": 1907550
    },
    {
      "epoch": 532.39,
      "grad_norm": 1.0975509881973267,
      "learning_rate": 1.2936152652220607e-06,
      "loss": 0.3507,
      "step": 1907560
    },
    {
      "epoch": 532.39,
      "grad_norm": 1.3299893140792847,
      "learning_rate": 1.2935910917336495e-06,
      "loss": 0.3314,
      "step": 1907570
    },
    {
      "epoch": 532.4,
      "grad_norm": 1.1822302341461182,
      "learning_rate": 1.2935669183850155e-06,
      "loss": 0.3367,
      "step": 1907580
    },
    {
      "epoch": 532.4,
      "grad_norm": 1.3096383810043335,
      "learning_rate": 1.2935427451761595e-06,
      "loss": 0.3273,
      "step": 1907590
    },
    {
      "epoch": 532.4,
      "grad_norm": 1.2089074850082397,
      "learning_rate": 1.293518572107088e-06,
      "loss": 0.3264,
      "step": 1907600
    },
    {
      "epoch": 532.41,
      "grad_norm": 1.025380253791809,
      "learning_rate": 1.293494399177802e-06,
      "loss": 0.335,
      "step": 1907610
    },
    {
      "epoch": 532.41,
      "grad_norm": 1.1469151973724365,
      "learning_rate": 1.293470226388305e-06,
      "loss": 0.3642,
      "step": 1907620
    },
    {
      "epoch": 532.41,
      "grad_norm": 2.0489916801452637,
      "learning_rate": 1.2934460537386016e-06,
      "loss": 0.339,
      "step": 1907630
    },
    {
      "epoch": 532.41,
      "grad_norm": 1.1204733848571777,
      "learning_rate": 1.293421881228693e-06,
      "loss": 0.3356,
      "step": 1907640
    },
    {
      "epoch": 532.42,
      "grad_norm": 1.036927342414856,
      "learning_rate": 1.2933977088585832e-06,
      "loss": 0.3391,
      "step": 1907650
    },
    {
      "epoch": 532.42,
      "grad_norm": 1.0101728439331055,
      "learning_rate": 1.2933735366282758e-06,
      "loss": 0.3297,
      "step": 1907660
    },
    {
      "epoch": 532.42,
      "grad_norm": 0.9923942685127258,
      "learning_rate": 1.2933493645377748e-06,
      "loss": 0.3448,
      "step": 1907670
    },
    {
      "epoch": 532.43,
      "grad_norm": 1.110263466835022,
      "learning_rate": 1.29332519258708e-06,
      "loss": 0.3471,
      "step": 1907680
    },
    {
      "epoch": 532.43,
      "grad_norm": 1.0590764284133911,
      "learning_rate": 1.2933010207761997e-06,
      "loss": 0.3215,
      "step": 1907690
    },
    {
      "epoch": 532.43,
      "grad_norm": 1.174570918083191,
      "learning_rate": 1.2932768491051328e-06,
      "loss": 0.3402,
      "step": 1907700
    },
    {
      "epoch": 532.43,
      "grad_norm": 0.983731210231781,
      "learning_rate": 1.2932526775738842e-06,
      "loss": 0.3495,
      "step": 1907710
    },
    {
      "epoch": 532.44,
      "grad_norm": 1.0150614976882935,
      "learning_rate": 1.2932285061824583e-06,
      "loss": 0.3313,
      "step": 1907720
    },
    {
      "epoch": 532.44,
      "grad_norm": 2.2426390647888184,
      "learning_rate": 1.2932043349308566e-06,
      "loss": 0.3392,
      "step": 1907730
    },
    {
      "epoch": 532.44,
      "grad_norm": 1.0147637128829956,
      "learning_rate": 1.293180163819082e-06,
      "loss": 0.3294,
      "step": 1907740
    },
    {
      "epoch": 532.44,
      "grad_norm": 1.0662081241607666,
      "learning_rate": 1.293155992847139e-06,
      "loss": 0.3391,
      "step": 1907750
    },
    {
      "epoch": 532.45,
      "grad_norm": 1.0308430194854736,
      "learning_rate": 1.293131822015031e-06,
      "loss": 0.3433,
      "step": 1907760
    },
    {
      "epoch": 532.45,
      "grad_norm": 0.9107338786125183,
      "learning_rate": 1.2931076513227599e-06,
      "loss": 0.3443,
      "step": 1907770
    },
    {
      "epoch": 532.45,
      "grad_norm": 1.2451329231262207,
      "learning_rate": 1.2930834807703296e-06,
      "loss": 0.3426,
      "step": 1907780
    },
    {
      "epoch": 532.46,
      "grad_norm": 1.0197029113769531,
      "learning_rate": 1.293059310357744e-06,
      "loss": 0.3477,
      "step": 1907790
    },
    {
      "epoch": 532.46,
      "grad_norm": 1.1606467962265015,
      "learning_rate": 1.293035140085004e-06,
      "loss": 0.3578,
      "step": 1907800
    },
    {
      "epoch": 532.46,
      "grad_norm": 1.0852229595184326,
      "learning_rate": 1.2930109699521159e-06,
      "loss": 0.3555,
      "step": 1907810
    },
    {
      "epoch": 532.46,
      "grad_norm": 1.2938514947891235,
      "learning_rate": 1.2929867999590808e-06,
      "loss": 0.3312,
      "step": 1907820
    },
    {
      "epoch": 532.47,
      "grad_norm": 0.9849334955215454,
      "learning_rate": 1.2929626301059025e-06,
      "loss": 0.3464,
      "step": 1907830
    },
    {
      "epoch": 532.47,
      "grad_norm": 1.1752359867095947,
      "learning_rate": 1.2929384603925846e-06,
      "loss": 0.3463,
      "step": 1907840
    },
    {
      "epoch": 532.47,
      "grad_norm": 1.2028316259384155,
      "learning_rate": 1.2929142908191305e-06,
      "loss": 0.3286,
      "step": 1907850
    },
    {
      "epoch": 532.48,
      "grad_norm": 1.2514069080352783,
      "learning_rate": 1.292890121385542e-06,
      "loss": 0.3448,
      "step": 1907860
    },
    {
      "epoch": 532.48,
      "grad_norm": 1.0505090951919556,
      "learning_rate": 1.2928659520918238e-06,
      "loss": 0.3568,
      "step": 1907870
    },
    {
      "epoch": 532.48,
      "grad_norm": 1.0847125053405762,
      "learning_rate": 1.292841782937978e-06,
      "loss": 0.3542,
      "step": 1907880
    },
    {
      "epoch": 532.48,
      "grad_norm": 1.0633043050765991,
      "learning_rate": 1.2928176139240083e-06,
      "loss": 0.3523,
      "step": 1907890
    },
    {
      "epoch": 532.49,
      "grad_norm": 1.1370849609375,
      "learning_rate": 1.2927934450499192e-06,
      "loss": 0.3452,
      "step": 1907900
    },
    {
      "epoch": 532.49,
      "grad_norm": 1.212621808052063,
      "learning_rate": 1.2927692763157115e-06,
      "loss": 0.3258,
      "step": 1907910
    },
    {
      "epoch": 532.49,
      "grad_norm": 0.9991443753242493,
      "learning_rate": 1.2927451077213898e-06,
      "loss": 0.3348,
      "step": 1907920
    },
    {
      "epoch": 532.5,
      "grad_norm": 1.168934941291809,
      "learning_rate": 1.2927209392669583e-06,
      "loss": 0.3309,
      "step": 1907930
    },
    {
      "epoch": 532.5,
      "grad_norm": 1.0633516311645508,
      "learning_rate": 1.292696770952417e-06,
      "loss": 0.3326,
      "step": 1907940
    },
    {
      "epoch": 532.5,
      "grad_norm": 1.3139455318450928,
      "learning_rate": 1.2926726027777732e-06,
      "loss": 0.3577,
      "step": 1907950
    },
    {
      "epoch": 532.5,
      "grad_norm": 1.1056114435195923,
      "learning_rate": 1.2926484347430267e-06,
      "loss": 0.338,
      "step": 1907960
    },
    {
      "epoch": 532.51,
      "grad_norm": 1.0130949020385742,
      "learning_rate": 1.2926242668481824e-06,
      "loss": 0.3388,
      "step": 1907970
    },
    {
      "epoch": 532.51,
      "grad_norm": 1.5362117290496826,
      "learning_rate": 1.2926000990932432e-06,
      "loss": 0.3416,
      "step": 1907980
    },
    {
      "epoch": 532.51,
      "grad_norm": 1.0850675106048584,
      "learning_rate": 1.2925759314782136e-06,
      "loss": 0.3406,
      "step": 1907990
    },
    {
      "epoch": 532.51,
      "grad_norm": 1.1635898351669312,
      "learning_rate": 1.2925517640030939e-06,
      "loss": 0.3428,
      "step": 1908000
    },
    {
      "epoch": 532.52,
      "grad_norm": 8.08383846282959,
      "learning_rate": 1.2925275966678896e-06,
      "loss": 0.3462,
      "step": 1908010
    },
    {
      "epoch": 532.52,
      "grad_norm": 1.131148338317871,
      "learning_rate": 1.292503429472604e-06,
      "loss": 0.3364,
      "step": 1908020
    },
    {
      "epoch": 532.52,
      "grad_norm": 1.0433225631713867,
      "learning_rate": 1.2924792624172377e-06,
      "loss": 0.3282,
      "step": 1908030
    },
    {
      "epoch": 532.53,
      "grad_norm": 1.1016911268234253,
      "learning_rate": 1.2924550955017975e-06,
      "loss": 0.3326,
      "step": 1908040
    },
    {
      "epoch": 532.53,
      "grad_norm": 1.1406065225601196,
      "learning_rate": 1.2924309287262844e-06,
      "loss": 0.3466,
      "step": 1908050
    },
    {
      "epoch": 532.53,
      "grad_norm": 1.1101877689361572,
      "learning_rate": 1.2924067620907018e-06,
      "loss": 0.3422,
      "step": 1908060
    },
    {
      "epoch": 532.53,
      "grad_norm": 0.962308406829834,
      "learning_rate": 1.2923825955950544e-06,
      "loss": 0.3409,
      "step": 1908070
    },
    {
      "epoch": 532.54,
      "grad_norm": 1.3583590984344482,
      "learning_rate": 1.2923584292393435e-06,
      "loss": 0.3636,
      "step": 1908080
    },
    {
      "epoch": 532.54,
      "grad_norm": 0.955489456653595,
      "learning_rate": 1.2923342630235727e-06,
      "loss": 0.3374,
      "step": 1908090
    },
    {
      "epoch": 532.54,
      "grad_norm": 1.0064523220062256,
      "learning_rate": 1.2923100969477459e-06,
      "loss": 0.3436,
      "step": 1908100
    },
    {
      "epoch": 532.55,
      "grad_norm": 1.118219017982483,
      "learning_rate": 1.292285931011867e-06,
      "loss": 0.3462,
      "step": 1908110
    },
    {
      "epoch": 532.55,
      "grad_norm": 1.201451063156128,
      "learning_rate": 1.2922617652159364e-06,
      "loss": 0.3256,
      "step": 1908120
    },
    {
      "epoch": 532.55,
      "grad_norm": 0.9501541256904602,
      "learning_rate": 1.2922375995599606e-06,
      "loss": 0.3469,
      "step": 1908130
    },
    {
      "epoch": 532.55,
      "grad_norm": 1.0442732572555542,
      "learning_rate": 1.2922134340439412e-06,
      "loss": 0.3305,
      "step": 1908140
    },
    {
      "epoch": 532.56,
      "grad_norm": 1.0922975540161133,
      "learning_rate": 1.2921892686678812e-06,
      "loss": 0.336,
      "step": 1908150
    },
    {
      "epoch": 532.56,
      "grad_norm": 1.2844109535217285,
      "learning_rate": 1.292165103431785e-06,
      "loss": 0.3334,
      "step": 1908160
    },
    {
      "epoch": 532.56,
      "grad_norm": 1.0451380014419556,
      "learning_rate": 1.2921409383356535e-06,
      "loss": 0.3525,
      "step": 1908170
    },
    {
      "epoch": 532.56,
      "grad_norm": 2.1933512687683105,
      "learning_rate": 1.292116773379493e-06,
      "loss": 0.343,
      "step": 1908180
    },
    {
      "epoch": 532.57,
      "grad_norm": 1.0171388387680054,
      "learning_rate": 1.2920926085633044e-06,
      "loss": 0.3556,
      "step": 1908190
    },
    {
      "epoch": 532.57,
      "grad_norm": 1.099033236503601,
      "learning_rate": 1.2920684438870917e-06,
      "loss": 0.3554,
      "step": 1908200
    },
    {
      "epoch": 532.57,
      "grad_norm": 1.184585452079773,
      "learning_rate": 1.2920442793508579e-06,
      "loss": 0.3457,
      "step": 1908210
    },
    {
      "epoch": 532.58,
      "grad_norm": 1.158055067062378,
      "learning_rate": 1.2920201149546076e-06,
      "loss": 0.3315,
      "step": 1908220
    },
    {
      "epoch": 532.58,
      "grad_norm": 1.1970617771148682,
      "learning_rate": 1.291995950698342e-06,
      "loss": 0.348,
      "step": 1908230
    },
    {
      "epoch": 532.58,
      "grad_norm": 1.2345458269119263,
      "learning_rate": 1.2919717865820648e-06,
      "loss": 0.3276,
      "step": 1908240
    },
    {
      "epoch": 532.58,
      "grad_norm": 1.088790774345398,
      "learning_rate": 1.2919476226057808e-06,
      "loss": 0.3406,
      "step": 1908250
    },
    {
      "epoch": 532.59,
      "grad_norm": 1.1715794801712036,
      "learning_rate": 1.29192345876949e-06,
      "loss": 0.3461,
      "step": 1908260
    },
    {
      "epoch": 532.59,
      "grad_norm": 1.0236523151397705,
      "learning_rate": 1.2918992950731993e-06,
      "loss": 0.3442,
      "step": 1908270
    },
    {
      "epoch": 532.59,
      "grad_norm": 1.106168270111084,
      "learning_rate": 1.2918751315169094e-06,
      "loss": 0.3323,
      "step": 1908280
    },
    {
      "epoch": 532.6,
      "grad_norm": 1.0885570049285889,
      "learning_rate": 1.2918509681006244e-06,
      "loss": 0.3374,
      "step": 1908290
    },
    {
      "epoch": 532.6,
      "grad_norm": 2.0259597301483154,
      "learning_rate": 1.2918268048243482e-06,
      "loss": 0.3463,
      "step": 1908300
    },
    {
      "epoch": 532.6,
      "grad_norm": 1.0806814432144165,
      "learning_rate": 1.2918026416880826e-06,
      "loss": 0.3157,
      "step": 1908310
    },
    {
      "epoch": 532.6,
      "grad_norm": 1.1645135879516602,
      "learning_rate": 1.2917784786918312e-06,
      "loss": 0.3457,
      "step": 1908320
    },
    {
      "epoch": 532.61,
      "grad_norm": 1.0356382131576538,
      "learning_rate": 1.2917543158355978e-06,
      "loss": 0.3473,
      "step": 1908330
    },
    {
      "epoch": 532.61,
      "grad_norm": 0.9911454916000366,
      "learning_rate": 1.2917301531193862e-06,
      "loss": 0.3279,
      "step": 1908340
    },
    {
      "epoch": 532.61,
      "grad_norm": 1.0951507091522217,
      "learning_rate": 1.2917059905431967e-06,
      "loss": 0.3269,
      "step": 1908350
    },
    {
      "epoch": 532.62,
      "grad_norm": 0.9989504814147949,
      "learning_rate": 1.2916818281070364e-06,
      "loss": 0.3341,
      "step": 1908360
    },
    {
      "epoch": 532.62,
      "grad_norm": 1.1967437267303467,
      "learning_rate": 1.2916576658109058e-06,
      "loss": 0.3404,
      "step": 1908370
    },
    {
      "epoch": 532.62,
      "grad_norm": 1.0629748106002808,
      "learning_rate": 1.2916335036548091e-06,
      "loss": 0.3416,
      "step": 1908380
    },
    {
      "epoch": 532.62,
      "grad_norm": 1.0623142719268799,
      "learning_rate": 1.2916093416387502e-06,
      "loss": 0.3371,
      "step": 1908390
    },
    {
      "epoch": 532.63,
      "grad_norm": 1.2749830484390259,
      "learning_rate": 1.2915851797627305e-06,
      "loss": 0.3352,
      "step": 1908400
    },
    {
      "epoch": 532.63,
      "grad_norm": 0.9697751998901367,
      "learning_rate": 1.2915610180267545e-06,
      "loss": 0.3315,
      "step": 1908410
    },
    {
      "epoch": 532.63,
      "grad_norm": 1.0879392623901367,
      "learning_rate": 1.2915368564308248e-06,
      "loss": 0.3385,
      "step": 1908420
    },
    {
      "epoch": 532.63,
      "grad_norm": 1.0196126699447632,
      "learning_rate": 1.291512694974946e-06,
      "loss": 0.3489,
      "step": 1908430
    },
    {
      "epoch": 532.64,
      "grad_norm": 1.1180413961410522,
      "learning_rate": 1.2914885336591194e-06,
      "loss": 0.3404,
      "step": 1908440
    },
    {
      "epoch": 532.64,
      "grad_norm": 1.1370751857757568,
      "learning_rate": 1.291464372483349e-06,
      "loss": 0.3489,
      "step": 1908450
    },
    {
      "epoch": 532.64,
      "grad_norm": 1.1927356719970703,
      "learning_rate": 1.2914402114476382e-06,
      "loss": 0.3352,
      "step": 1908460
    },
    {
      "epoch": 532.65,
      "grad_norm": 1.1551132202148438,
      "learning_rate": 1.29141605055199e-06,
      "loss": 0.3407,
      "step": 1908470
    },
    {
      "epoch": 532.65,
      "grad_norm": 1.214625358581543,
      "learning_rate": 1.291391889796409e-06,
      "loss": 0.3482,
      "step": 1908480
    },
    {
      "epoch": 532.65,
      "grad_norm": 1.1639105081558228,
      "learning_rate": 1.2913677291808949e-06,
      "loss": 0.341,
      "step": 1908490
    },
    {
      "epoch": 532.65,
      "grad_norm": 3.0775320529937744,
      "learning_rate": 1.291343568705455e-06,
      "loss": 0.3431,
      "step": 1908500
    },
    {
      "epoch": 532.66,
      "grad_norm": 1.1015551090240479,
      "learning_rate": 1.2913194083700902e-06,
      "loss": 0.3313,
      "step": 1908510
    },
    {
      "epoch": 532.66,
      "grad_norm": 1.2569869756698608,
      "learning_rate": 1.2912952481748036e-06,
      "loss": 0.3315,
      "step": 1908520
    },
    {
      "epoch": 532.66,
      "grad_norm": 1.0260505676269531,
      "learning_rate": 1.2912710881196004e-06,
      "loss": 0.3371,
      "step": 1908530
    },
    {
      "epoch": 532.67,
      "grad_norm": 1.1859657764434814,
      "learning_rate": 1.2912469282044814e-06,
      "loss": 0.3371,
      "step": 1908540
    },
    {
      "epoch": 532.67,
      "grad_norm": 1.0239176750183105,
      "learning_rate": 1.2912227684294508e-06,
      "loss": 0.3486,
      "step": 1908550
    },
    {
      "epoch": 532.67,
      "grad_norm": 0.9642509818077087,
      "learning_rate": 1.2911986087945117e-06,
      "loss": 0.3238,
      "step": 1908560
    },
    {
      "epoch": 532.67,
      "grad_norm": 1.0835217237472534,
      "learning_rate": 1.2911744492996688e-06,
      "loss": 0.3333,
      "step": 1908570
    },
    {
      "epoch": 532.68,
      "grad_norm": 1.2358592748641968,
      "learning_rate": 1.2911502899449229e-06,
      "loss": 0.3436,
      "step": 1908580
    },
    {
      "epoch": 532.68,
      "grad_norm": 1.1910910606384277,
      "learning_rate": 1.291126130730278e-06,
      "loss": 0.3325,
      "step": 1908590
    },
    {
      "epoch": 532.68,
      "grad_norm": 1.2363477945327759,
      "learning_rate": 1.2911019716557389e-06,
      "loss": 0.3331,
      "step": 1908600
    },
    {
      "epoch": 532.68,
      "grad_norm": 1.0564998388290405,
      "learning_rate": 1.2910778127213055e-06,
      "loss": 0.3283,
      "step": 1908610
    },
    {
      "epoch": 532.69,
      "grad_norm": 0.9830412864685059,
      "learning_rate": 1.2910536539269852e-06,
      "loss": 0.3519,
      "step": 1908620
    },
    {
      "epoch": 532.69,
      "grad_norm": 1.1051521301269531,
      "learning_rate": 1.291029495272778e-06,
      "loss": 0.3413,
      "step": 1908630
    },
    {
      "epoch": 532.69,
      "grad_norm": 1.038192629814148,
      "learning_rate": 1.291005336758688e-06,
      "loss": 0.3529,
      "step": 1908640
    },
    {
      "epoch": 532.7,
      "grad_norm": 1.0987651348114014,
      "learning_rate": 1.2909811783847187e-06,
      "loss": 0.3459,
      "step": 1908650
    },
    {
      "epoch": 532.7,
      "grad_norm": 1.0055649280548096,
      "learning_rate": 1.290957020150874e-06,
      "loss": 0.3217,
      "step": 1908660
    },
    {
      "epoch": 532.7,
      "grad_norm": 1.3575938940048218,
      "learning_rate": 1.2909328620571557e-06,
      "loss": 0.3467,
      "step": 1908670
    },
    {
      "epoch": 532.7,
      "grad_norm": 0.9056795835494995,
      "learning_rate": 1.2909087041035676e-06,
      "loss": 0.3358,
      "step": 1908680
    },
    {
      "epoch": 532.71,
      "grad_norm": 1.168603539466858,
      "learning_rate": 1.2908845462901137e-06,
      "loss": 0.3342,
      "step": 1908690
    },
    {
      "epoch": 532.71,
      "grad_norm": 1.3481574058532715,
      "learning_rate": 1.290860388616795e-06,
      "loss": 0.3341,
      "step": 1908700
    },
    {
      "epoch": 532.71,
      "grad_norm": 1.0653085708618164,
      "learning_rate": 1.2908362310836174e-06,
      "loss": 0.3368,
      "step": 1908710
    },
    {
      "epoch": 532.72,
      "grad_norm": 1.0467604398727417,
      "learning_rate": 1.2908120736905826e-06,
      "loss": 0.3363,
      "step": 1908720
    },
    {
      "epoch": 532.72,
      "grad_norm": 1.465232491493225,
      "learning_rate": 1.2907879164376939e-06,
      "loss": 0.3363,
      "step": 1908730
    },
    {
      "epoch": 532.72,
      "grad_norm": 3.7385447025299072,
      "learning_rate": 1.2907637593249556e-06,
      "loss": 0.3196,
      "step": 1908740
    },
    {
      "epoch": 532.72,
      "grad_norm": 1.1513818502426147,
      "learning_rate": 1.290739602352368e-06,
      "loss": 0.3537,
      "step": 1908750
    },
    {
      "epoch": 532.73,
      "grad_norm": 1.0852205753326416,
      "learning_rate": 1.2907154455199387e-06,
      "loss": 0.3567,
      "step": 1908760
    },
    {
      "epoch": 532.73,
      "grad_norm": 1.1165798902511597,
      "learning_rate": 1.2906912888276674e-06,
      "loss": 0.3432,
      "step": 1908770
    },
    {
      "epoch": 532.73,
      "grad_norm": 1.3018172979354858,
      "learning_rate": 1.2906671322755589e-06,
      "loss": 0.3558,
      "step": 1908780
    },
    {
      "epoch": 532.74,
      "grad_norm": 1.3630738258361816,
      "learning_rate": 1.2906429758636154e-06,
      "loss": 0.3299,
      "step": 1908790
    },
    {
      "epoch": 532.74,
      "grad_norm": 1.2717336416244507,
      "learning_rate": 1.290618819591842e-06,
      "loss": 0.3422,
      "step": 1908800
    },
    {
      "epoch": 532.74,
      "grad_norm": 1.329154372215271,
      "learning_rate": 1.2905946634602396e-06,
      "loss": 0.3587,
      "step": 1908810
    },
    {
      "epoch": 532.74,
      "grad_norm": 1.1269612312316895,
      "learning_rate": 1.2905705074688124e-06,
      "loss": 0.3233,
      "step": 1908820
    },
    {
      "epoch": 532.75,
      "grad_norm": 1.26563560962677,
      "learning_rate": 1.2905463516175648e-06,
      "loss": 0.3517,
      "step": 1908830
    },
    {
      "epoch": 532.75,
      "grad_norm": 1.0492339134216309,
      "learning_rate": 1.290522195906497e-06,
      "loss": 0.3256,
      "step": 1908840
    },
    {
      "epoch": 532.75,
      "grad_norm": 1.00825834274292,
      "learning_rate": 1.2904980403356157e-06,
      "loss": 0.3402,
      "step": 1908850
    },
    {
      "epoch": 532.75,
      "grad_norm": 0.9271997809410095,
      "learning_rate": 1.290473884904922e-06,
      "loss": 0.3256,
      "step": 1908860
    },
    {
      "epoch": 532.76,
      "grad_norm": 1.015303611755371,
      "learning_rate": 1.2904497296144193e-06,
      "loss": 0.3242,
      "step": 1908870
    },
    {
      "epoch": 532.76,
      "grad_norm": 1.087703824043274,
      "learning_rate": 1.2904255744641122e-06,
      "loss": 0.338,
      "step": 1908880
    },
    {
      "epoch": 532.76,
      "grad_norm": 1.2451183795928955,
      "learning_rate": 1.2904014194540022e-06,
      "loss": 0.3549,
      "step": 1908890
    },
    {
      "epoch": 532.77,
      "grad_norm": 1.1884410381317139,
      "learning_rate": 1.2903772645840928e-06,
      "loss": 0.3396,
      "step": 1908900
    },
    {
      "epoch": 532.77,
      "grad_norm": 1.3223508596420288,
      "learning_rate": 1.2903531098543877e-06,
      "loss": 0.3361,
      "step": 1908910
    },
    {
      "epoch": 532.77,
      "grad_norm": 1.1890487670898438,
      "learning_rate": 1.2903289552648912e-06,
      "loss": 0.346,
      "step": 1908920
    },
    {
      "epoch": 532.77,
      "grad_norm": 1.161314606666565,
      "learning_rate": 1.2903048008156032e-06,
      "loss": 0.3174,
      "step": 1908930
    },
    {
      "epoch": 532.78,
      "grad_norm": 1.0834258794784546,
      "learning_rate": 1.2902806465065308e-06,
      "loss": 0.3488,
      "step": 1908940
    },
    {
      "epoch": 532.78,
      "grad_norm": 1.1695690155029297,
      "learning_rate": 1.2902564923376747e-06,
      "loss": 0.3353,
      "step": 1908950
    },
    {
      "epoch": 532.78,
      "grad_norm": 1.0683366060256958,
      "learning_rate": 1.2902323383090388e-06,
      "loss": 0.336,
      "step": 1908960
    },
    {
      "epoch": 532.79,
      "grad_norm": 1.1080012321472168,
      "learning_rate": 1.2902081844206274e-06,
      "loss": 0.339,
      "step": 1908970
    },
    {
      "epoch": 532.79,
      "grad_norm": 1.0675197839736938,
      "learning_rate": 1.2901840306724417e-06,
      "loss": 0.3585,
      "step": 1908980
    },
    {
      "epoch": 532.79,
      "grad_norm": 1.0685580968856812,
      "learning_rate": 1.290159877064486e-06,
      "loss": 0.3394,
      "step": 1908990
    },
    {
      "epoch": 532.79,
      "grad_norm": 0.9496171474456787,
      "learning_rate": 1.2901357235967633e-06,
      "loss": 0.3267,
      "step": 1909000
    },
    {
      "epoch": 532.8,
      "grad_norm": 1.0758166313171387,
      "learning_rate": 1.2901115702692781e-06,
      "loss": 0.345,
      "step": 1909010
    },
    {
      "epoch": 532.8,
      "grad_norm": 1.0624351501464844,
      "learning_rate": 1.2900874170820313e-06,
      "loss": 0.35,
      "step": 1909020
    },
    {
      "epoch": 532.8,
      "grad_norm": 1.0179051160812378,
      "learning_rate": 1.2900632640350274e-06,
      "loss": 0.3464,
      "step": 1909030
    },
    {
      "epoch": 532.8,
      "grad_norm": 1.4163947105407715,
      "learning_rate": 1.2900391111282698e-06,
      "loss": 0.3354,
      "step": 1909040
    },
    {
      "epoch": 532.81,
      "grad_norm": 1.1235443353652954,
      "learning_rate": 1.2900149583617608e-06,
      "loss": 0.3391,
      "step": 1909050
    },
    {
      "epoch": 532.81,
      "grad_norm": 1.3684002161026,
      "learning_rate": 1.2899908057355053e-06,
      "loss": 0.3373,
      "step": 1909060
    },
    {
      "epoch": 532.81,
      "grad_norm": 1.1346232891082764,
      "learning_rate": 1.2899666532495041e-06,
      "loss": 0.3424,
      "step": 1909070
    },
    {
      "epoch": 532.82,
      "grad_norm": 1.3445839881896973,
      "learning_rate": 1.289942500903763e-06,
      "loss": 0.3408,
      "step": 1909080
    },
    {
      "epoch": 532.82,
      "grad_norm": 1.0559548139572144,
      "learning_rate": 1.2899183486982832e-06,
      "loss": 0.3498,
      "step": 1909090
    },
    {
      "epoch": 532.82,
      "grad_norm": 0.9796637892723083,
      "learning_rate": 1.2898941966330687e-06,
      "loss": 0.3236,
      "step": 1909100
    },
    {
      "epoch": 532.82,
      "grad_norm": 1.0986369848251343,
      "learning_rate": 1.2898700447081239e-06,
      "loss": 0.3219,
      "step": 1909110
    },
    {
      "epoch": 532.83,
      "grad_norm": 0.9307641386985779,
      "learning_rate": 1.2898458929234495e-06,
      "loss": 0.3272,
      "step": 1909120
    },
    {
      "epoch": 532.83,
      "grad_norm": 1.0898555517196655,
      "learning_rate": 1.28982174127905e-06,
      "loss": 0.3193,
      "step": 1909130
    },
    {
      "epoch": 532.83,
      "grad_norm": 1.1617140769958496,
      "learning_rate": 1.289797589774929e-06,
      "loss": 0.3459,
      "step": 1909140
    },
    {
      "epoch": 532.84,
      "grad_norm": 1.1306548118591309,
      "learning_rate": 1.28977343841109e-06,
      "loss": 0.3273,
      "step": 1909150
    },
    {
      "epoch": 532.84,
      "grad_norm": 1.2171878814697266,
      "learning_rate": 1.289749287187534e-06,
      "loss": 0.3321,
      "step": 1909160
    },
    {
      "epoch": 532.84,
      "grad_norm": 1.0001568794250488,
      "learning_rate": 1.2897251361042675e-06,
      "loss": 0.3308,
      "step": 1909170
    },
    {
      "epoch": 532.84,
      "grad_norm": 1.2572884559631348,
      "learning_rate": 1.2897009851612907e-06,
      "loss": 0.3515,
      "step": 1909180
    },
    {
      "epoch": 532.85,
      "grad_norm": 1.12043297290802,
      "learning_rate": 1.2896768343586085e-06,
      "loss": 0.3225,
      "step": 1909190
    },
    {
      "epoch": 532.85,
      "grad_norm": 1.0615522861480713,
      "learning_rate": 1.2896526836962246e-06,
      "loss": 0.3335,
      "step": 1909200
    },
    {
      "epoch": 532.85,
      "grad_norm": 1.0785086154937744,
      "learning_rate": 1.2896285331741402e-06,
      "loss": 0.332,
      "step": 1909210
    },
    {
      "epoch": 532.86,
      "grad_norm": 1.2357761859893799,
      "learning_rate": 1.2896043827923598e-06,
      "loss": 0.339,
      "step": 1909220
    },
    {
      "epoch": 532.86,
      "grad_norm": 1.2622971534729004,
      "learning_rate": 1.2895802325508867e-06,
      "loss": 0.3493,
      "step": 1909230
    },
    {
      "epoch": 532.86,
      "grad_norm": 1.147118330001831,
      "learning_rate": 1.2895560824497246e-06,
      "loss": 0.3572,
      "step": 1909240
    },
    {
      "epoch": 532.86,
      "grad_norm": 1.042362928390503,
      "learning_rate": 1.2895319324888753e-06,
      "loss": 0.3477,
      "step": 1909250
    },
    {
      "epoch": 532.87,
      "grad_norm": 1.0232545137405396,
      "learning_rate": 1.2895077826683424e-06,
      "loss": 0.3588,
      "step": 1909260
    },
    {
      "epoch": 532.87,
      "grad_norm": 1.023258090019226,
      "learning_rate": 1.2894836329881304e-06,
      "loss": 0.3587,
      "step": 1909270
    },
    {
      "epoch": 532.87,
      "grad_norm": 1.1245864629745483,
      "learning_rate": 1.2894594834482397e-06,
      "loss": 0.3356,
      "step": 1909280
    },
    {
      "epoch": 532.87,
      "grad_norm": 1.2619116306304932,
      "learning_rate": 1.2894353340486774e-06,
      "loss": 0.3444,
      "step": 1909290
    },
    {
      "epoch": 532.88,
      "grad_norm": 1.1314878463745117,
      "learning_rate": 1.2894111847894434e-06,
      "loss": 0.3331,
      "step": 1909300
    },
    {
      "epoch": 532.88,
      "grad_norm": 1.1291254758834839,
      "learning_rate": 1.2893870356705424e-06,
      "loss": 0.3635,
      "step": 1909310
    },
    {
      "epoch": 532.88,
      "grad_norm": 1.1689966917037964,
      "learning_rate": 1.2893628866919771e-06,
      "loss": 0.3329,
      "step": 1909320
    },
    {
      "epoch": 532.89,
      "grad_norm": 1.0087898969650269,
      "learning_rate": 1.2893387378537515e-06,
      "loss": 0.3296,
      "step": 1909330
    },
    {
      "epoch": 532.89,
      "grad_norm": 1.1873688697814941,
      "learning_rate": 1.2893145891558693e-06,
      "loss": 0.3426,
      "step": 1909340
    },
    {
      "epoch": 532.89,
      "grad_norm": 1.252676010131836,
      "learning_rate": 1.2892904405983313e-06,
      "loss": 0.3393,
      "step": 1909350
    },
    {
      "epoch": 532.89,
      "grad_norm": 1.1104528903961182,
      "learning_rate": 1.2892662921811424e-06,
      "loss": 0.3573,
      "step": 1909360
    },
    {
      "epoch": 532.9,
      "grad_norm": 1.1775951385498047,
      "learning_rate": 1.2892421439043055e-06,
      "loss": 0.3331,
      "step": 1909370
    },
    {
      "epoch": 532.9,
      "grad_norm": 1.0426684617996216,
      "learning_rate": 1.2892179957678248e-06,
      "loss": 0.3273,
      "step": 1909380
    },
    {
      "epoch": 532.9,
      "grad_norm": 1.1244018077850342,
      "learning_rate": 1.2891938477717018e-06,
      "loss": 0.3379,
      "step": 1909390
    },
    {
      "epoch": 532.91,
      "grad_norm": 1.1637705564498901,
      "learning_rate": 1.2891696999159405e-06,
      "loss": 0.3398,
      "step": 1909400
    },
    {
      "epoch": 532.91,
      "grad_norm": 0.969959020614624,
      "learning_rate": 1.289145552200545e-06,
      "loss": 0.3302,
      "step": 1909410
    },
    {
      "epoch": 532.91,
      "grad_norm": 1.0738565921783447,
      "learning_rate": 1.2891214046255158e-06,
      "loss": 0.3528,
      "step": 1909420
    },
    {
      "epoch": 532.91,
      "grad_norm": 1.1961253881454468,
      "learning_rate": 1.2890972571908598e-06,
      "loss": 0.3581,
      "step": 1909430
    },
    {
      "epoch": 532.92,
      "grad_norm": 1.1073417663574219,
      "learning_rate": 1.2890731098965774e-06,
      "loss": 0.3312,
      "step": 1909440
    },
    {
      "epoch": 532.92,
      "grad_norm": 1.1454603672027588,
      "learning_rate": 1.289048962742673e-06,
      "loss": 0.3344,
      "step": 1909450
    },
    {
      "epoch": 532.92,
      "grad_norm": 1.5918506383895874,
      "learning_rate": 1.2890248157291492e-06,
      "loss": 0.3399,
      "step": 1909460
    },
    {
      "epoch": 532.92,
      "grad_norm": 1.0935280323028564,
      "learning_rate": 1.2890006688560108e-06,
      "loss": 0.3545,
      "step": 1909470
    },
    {
      "epoch": 532.93,
      "grad_norm": 1.1901984214782715,
      "learning_rate": 1.288976522123259e-06,
      "loss": 0.3466,
      "step": 1909480
    },
    {
      "epoch": 532.93,
      "grad_norm": 1.214686393737793,
      "learning_rate": 1.2889523755308976e-06,
      "loss": 0.3468,
      "step": 1909490
    },
    {
      "epoch": 532.93,
      "grad_norm": 0.9770684242248535,
      "learning_rate": 1.288928229078931e-06,
      "loss": 0.3598,
      "step": 1909500
    },
    {
      "epoch": 532.94,
      "grad_norm": 1.054960012435913,
      "learning_rate": 1.2889040827673598e-06,
      "loss": 0.3447,
      "step": 1909510
    },
    {
      "epoch": 532.94,
      "grad_norm": 0.939967930316925,
      "learning_rate": 1.2888799365961904e-06,
      "loss": 0.3372,
      "step": 1909520
    },
    {
      "epoch": 532.94,
      "grad_norm": 1.1284021139144897,
      "learning_rate": 1.288855790565424e-06,
      "loss": 0.3422,
      "step": 1909530
    },
    {
      "epoch": 532.94,
      "grad_norm": 1.051627516746521,
      "learning_rate": 1.288831644675064e-06,
      "loss": 0.341,
      "step": 1909540
    },
    {
      "epoch": 532.95,
      "grad_norm": 1.1101328134536743,
      "learning_rate": 1.288807498925115e-06,
      "loss": 0.3491,
      "step": 1909550
    },
    {
      "epoch": 532.95,
      "grad_norm": 1.0662609338760376,
      "learning_rate": 1.2887833533155781e-06,
      "loss": 0.3408,
      "step": 1909560
    },
    {
      "epoch": 532.95,
      "grad_norm": 1.0254443883895874,
      "learning_rate": 1.2887592078464578e-06,
      "loss": 0.3288,
      "step": 1909570
    },
    {
      "epoch": 532.96,
      "grad_norm": 1.0382546186447144,
      "learning_rate": 1.2887350625177567e-06,
      "loss": 0.3451,
      "step": 1909580
    },
    {
      "epoch": 532.96,
      "grad_norm": 1.1401009559631348,
      "learning_rate": 1.2887109173294792e-06,
      "loss": 0.3408,
      "step": 1909590
    },
    {
      "epoch": 532.96,
      "grad_norm": 1.170084834098816,
      "learning_rate": 1.2886867722816263e-06,
      "loss": 0.3349,
      "step": 1909600
    },
    {
      "epoch": 532.96,
      "grad_norm": 0.9234004616737366,
      "learning_rate": 1.2886626273742042e-06,
      "loss": 0.3595,
      "step": 1909610
    },
    {
      "epoch": 532.97,
      "grad_norm": 1.1543011665344238,
      "learning_rate": 1.2886384826072136e-06,
      "loss": 0.3436,
      "step": 1909620
    },
    {
      "epoch": 532.97,
      "grad_norm": 0.9936651587486267,
      "learning_rate": 1.2886143379806588e-06,
      "loss": 0.3563,
      "step": 1909630
    },
    {
      "epoch": 532.97,
      "grad_norm": 1.1366119384765625,
      "learning_rate": 1.2885901934945437e-06,
      "loss": 0.3454,
      "step": 1909640
    },
    {
      "epoch": 532.98,
      "grad_norm": 1.1008356809616089,
      "learning_rate": 1.2885660491488686e-06,
      "loss": 0.3343,
      "step": 1909650
    },
    {
      "epoch": 532.98,
      "grad_norm": 1.0890018939971924,
      "learning_rate": 1.2885419049436409e-06,
      "loss": 0.3345,
      "step": 1909660
    },
    {
      "epoch": 532.98,
      "grad_norm": 1.0798403024673462,
      "learning_rate": 1.2885177608788605e-06,
      "loss": 0.3433,
      "step": 1909670
    },
    {
      "epoch": 532.98,
      "grad_norm": 1.080464482307434,
      "learning_rate": 1.288493616954532e-06,
      "loss": 0.3187,
      "step": 1909680
    },
    {
      "epoch": 532.99,
      "grad_norm": 1.0830755233764648,
      "learning_rate": 1.2884694731706593e-06,
      "loss": 0.3416,
      "step": 1909690
    },
    {
      "epoch": 532.99,
      "grad_norm": 1.205764889717102,
      "learning_rate": 1.2884453295272437e-06,
      "loss": 0.3365,
      "step": 1909700
    },
    {
      "epoch": 532.99,
      "grad_norm": 1.283905029296875,
      "learning_rate": 1.2884211860242895e-06,
      "loss": 0.3281,
      "step": 1909710
    },
    {
      "epoch": 532.99,
      "grad_norm": 1.2798515558242798,
      "learning_rate": 1.2883970426617999e-06,
      "loss": 0.3418,
      "step": 1909720
    },
    {
      "epoch": 533.0,
      "grad_norm": 0.9637844562530518,
      "learning_rate": 1.2883728994397792e-06,
      "loss": 0.3427,
      "step": 1909730
    },
    {
      "epoch": 533.0,
      "eval_loss": 0.34111812710762024,
      "eval_runtime": 63.2629,
      "eval_samples_per_second": 79.968,
      "eval_steps_per_second": 10.006,
      "step": 1909739
    },
    {
      "epoch": 533.0,
      "grad_norm": 1.0497076511383057,
      "learning_rate": 1.2883487563582268e-06,
      "loss": 0.3486,
      "step": 1909740
    },
    {
      "epoch": 533.0,
      "grad_norm": 1.2365998029708862,
      "learning_rate": 1.2883246134171515e-06,
      "loss": 0.3403,
      "step": 1909750
    },
    {
      "epoch": 533.01,
      "grad_norm": 1.0407987833023071,
      "learning_rate": 1.2883004706165521e-06,
      "loss": 0.3505,
      "step": 1909760
    },
    {
      "epoch": 533.01,
      "grad_norm": 1.2260466814041138,
      "learning_rate": 1.2882763279564334e-06,
      "loss": 0.3451,
      "step": 1909770
    },
    {
      "epoch": 533.01,
      "grad_norm": 1.4571878910064697,
      "learning_rate": 1.2882521854367993e-06,
      "loss": 0.3471,
      "step": 1909780
    },
    {
      "epoch": 533.01,
      "grad_norm": 1.2310971021652222,
      "learning_rate": 1.2882280430576518e-06,
      "loss": 0.3362,
      "step": 1909790
    },
    {
      "epoch": 533.02,
      "grad_norm": 1.0941991806030273,
      "learning_rate": 1.288203900818994e-06,
      "loss": 0.3429,
      "step": 1909800
    },
    {
      "epoch": 533.02,
      "grad_norm": 1.3495278358459473,
      "learning_rate": 1.28817975872083e-06,
      "loss": 0.3426,
      "step": 1909810
    },
    {
      "epoch": 533.02,
      "grad_norm": 1.0237102508544922,
      "learning_rate": 1.2881556167631633e-06,
      "loss": 0.3493,
      "step": 1909820
    },
    {
      "epoch": 533.03,
      "grad_norm": 1.102413535118103,
      "learning_rate": 1.288131474945996e-06,
      "loss": 0.3462,
      "step": 1909830
    },
    {
      "epoch": 533.03,
      "grad_norm": 0.9961077570915222,
      "learning_rate": 1.2881073332693315e-06,
      "loss": 0.3427,
      "step": 1909840
    },
    {
      "epoch": 533.03,
      "grad_norm": 1.130636215209961,
      "learning_rate": 1.2880831917331745e-06,
      "loss": 0.3281,
      "step": 1909850
    },
    {
      "epoch": 533.03,
      "grad_norm": 1.2225545644760132,
      "learning_rate": 1.2880590503375252e-06,
      "loss": 0.3493,
      "step": 1909860
    },
    {
      "epoch": 533.04,
      "grad_norm": 1.189863681793213,
      "learning_rate": 1.2880349090823901e-06,
      "loss": 0.3495,
      "step": 1909870
    },
    {
      "epoch": 533.04,
      "grad_norm": 1.145171046257019,
      "learning_rate": 1.2880107679677703e-06,
      "loss": 0.3301,
      "step": 1909880
    },
    {
      "epoch": 533.04,
      "grad_norm": 1.0794806480407715,
      "learning_rate": 1.2879866269936698e-06,
      "loss": 0.3342,
      "step": 1909890
    },
    {
      "epoch": 533.04,
      "grad_norm": 1.0314741134643555,
      "learning_rate": 1.2879624861600918e-06,
      "loss": 0.3408,
      "step": 1909900
    },
    {
      "epoch": 533.05,
      "grad_norm": 1.2934482097625732,
      "learning_rate": 1.287938345467039e-06,
      "loss": 0.3304,
      "step": 1909910
    },
    {
      "epoch": 533.05,
      "grad_norm": 0.9434759616851807,
      "learning_rate": 1.2879142049145163e-06,
      "loss": 0.3287,
      "step": 1909920
    },
    {
      "epoch": 533.05,
      "grad_norm": 1.1273852586746216,
      "learning_rate": 1.2878900645025247e-06,
      "loss": 0.3583,
      "step": 1909930
    },
    {
      "epoch": 533.06,
      "grad_norm": 1.0535683631896973,
      "learning_rate": 1.2878659242310679e-06,
      "loss": 0.3328,
      "step": 1909940
    },
    {
      "epoch": 533.06,
      "grad_norm": 1.1755331754684448,
      "learning_rate": 1.2878417841001501e-06,
      "loss": 0.3278,
      "step": 1909950
    },
    {
      "epoch": 533.06,
      "grad_norm": 1.1082240343093872,
      "learning_rate": 1.2878176441097744e-06,
      "loss": 0.3695,
      "step": 1909960
    },
    {
      "epoch": 533.06,
      "grad_norm": 1.3711854219436646,
      "learning_rate": 1.2877935042599431e-06,
      "loss": 0.3492,
      "step": 1909970
    },
    {
      "epoch": 533.07,
      "grad_norm": 1.0422825813293457,
      "learning_rate": 1.2877693645506595e-06,
      "loss": 0.3401,
      "step": 1909980
    },
    {
      "epoch": 533.07,
      "grad_norm": 1.079847812652588,
      "learning_rate": 1.2877452249819284e-06,
      "loss": 0.3397,
      "step": 1909990
    },
    {
      "epoch": 533.07,
      "grad_norm": 0.9960157871246338,
      "learning_rate": 1.2877210855537498e-06,
      "loss": 0.3479,
      "step": 1910000
    },
    {
      "epoch": 533.08,
      "grad_norm": 1.1238367557525635,
      "learning_rate": 1.287696946266131e-06,
      "loss": 0.3492,
      "step": 1910010
    },
    {
      "epoch": 533.08,
      "grad_norm": 1.1854935884475708,
      "learning_rate": 1.2876728071190722e-06,
      "loss": 0.3232,
      "step": 1910020
    },
    {
      "epoch": 533.08,
      "grad_norm": 1.32462739944458,
      "learning_rate": 1.2876486681125776e-06,
      "loss": 0.3321,
      "step": 1910030
    },
    {
      "epoch": 533.08,
      "grad_norm": 1.1484447717666626,
      "learning_rate": 1.2876245292466502e-06,
      "loss": 0.347,
      "step": 1910040
    },
    {
      "epoch": 533.09,
      "grad_norm": 1.1583714485168457,
      "learning_rate": 1.2876003905212943e-06,
      "loss": 0.3467,
      "step": 1910050
    },
    {
      "epoch": 533.09,
      "grad_norm": 1.4786920547485352,
      "learning_rate": 1.2875762519365115e-06,
      "loss": 0.3395,
      "step": 1910060
    },
    {
      "epoch": 533.09,
      "grad_norm": 1.0907835960388184,
      "learning_rate": 1.2875521134923055e-06,
      "loss": 0.3447,
      "step": 1910070
    },
    {
      "epoch": 533.1,
      "grad_norm": 0.9341821670532227,
      "learning_rate": 1.2875279751886805e-06,
      "loss": 0.343,
      "step": 1910080
    },
    {
      "epoch": 533.1,
      "grad_norm": 1.4551112651824951,
      "learning_rate": 1.2875038370256376e-06,
      "loss": 0.3332,
      "step": 1910090
    },
    {
      "epoch": 533.1,
      "grad_norm": 1.0878667831420898,
      "learning_rate": 1.2874796990031826e-06,
      "loss": 0.3484,
      "step": 1910100
    },
    {
      "epoch": 533.1,
      "grad_norm": 1.1176140308380127,
      "learning_rate": 1.287455561121317e-06,
      "loss": 0.3438,
      "step": 1910110
    },
    {
      "epoch": 533.11,
      "grad_norm": 1.1111029386520386,
      "learning_rate": 1.287431423380044e-06,
      "loss": 0.3365,
      "step": 1910120
    },
    {
      "epoch": 533.11,
      "grad_norm": 1.1982290744781494,
      "learning_rate": 1.2874072857793682e-06,
      "loss": 0.3243,
      "step": 1910130
    },
    {
      "epoch": 533.11,
      "grad_norm": 1.275658130645752,
      "learning_rate": 1.287383148319292e-06,
      "loss": 0.3305,
      "step": 1910140
    },
    {
      "epoch": 533.11,
      "grad_norm": 2.970470428466797,
      "learning_rate": 1.2873590109998177e-06,
      "loss": 0.3431,
      "step": 1910150
    },
    {
      "epoch": 533.12,
      "grad_norm": 1.1726014614105225,
      "learning_rate": 1.2873348738209495e-06,
      "loss": 0.3495,
      "step": 1910160
    },
    {
      "epoch": 533.12,
      "grad_norm": 0.981149435043335,
      "learning_rate": 1.2873107367826903e-06,
      "loss": 0.3453,
      "step": 1910170
    },
    {
      "epoch": 533.12,
      "grad_norm": 1.0376253128051758,
      "learning_rate": 1.2872865998850437e-06,
      "loss": 0.329,
      "step": 1910180
    },
    {
      "epoch": 533.13,
      "grad_norm": 1.0687291622161865,
      "learning_rate": 1.2872624631280136e-06,
      "loss": 0.3322,
      "step": 1910190
    },
    {
      "epoch": 533.13,
      "grad_norm": 1.0477237701416016,
      "learning_rate": 1.287238326511601e-06,
      "loss": 0.3378,
      "step": 1910200
    },
    {
      "epoch": 533.13,
      "grad_norm": 1.0944942235946655,
      "learning_rate": 1.2872141900358106e-06,
      "loss": 0.3318,
      "step": 1910210
    },
    {
      "epoch": 533.13,
      "grad_norm": 1.0361590385437012,
      "learning_rate": 1.2871900537006466e-06,
      "loss": 0.3458,
      "step": 1910220
    },
    {
      "epoch": 533.14,
      "grad_norm": 1.1691967248916626,
      "learning_rate": 1.2871659175061086e-06,
      "loss": 0.3467,
      "step": 1910230
    },
    {
      "epoch": 533.14,
      "grad_norm": 1.0087127685546875,
      "learning_rate": 1.2871417814522042e-06,
      "loss": 0.3446,
      "step": 1910240
    },
    {
      "epoch": 533.14,
      "grad_norm": 1.0808738470077515,
      "learning_rate": 1.2871176455389341e-06,
      "loss": 0.3358,
      "step": 1910250
    },
    {
      "epoch": 533.15,
      "grad_norm": 1.1431591510772705,
      "learning_rate": 1.2870935097663018e-06,
      "loss": 0.3327,
      "step": 1910260
    },
    {
      "epoch": 533.15,
      "grad_norm": 1.071709156036377,
      "learning_rate": 1.2870693741343106e-06,
      "loss": 0.3528,
      "step": 1910270
    },
    {
      "epoch": 533.15,
      "grad_norm": 1.1609348058700562,
      "learning_rate": 1.287045238642965e-06,
      "loss": 0.3402,
      "step": 1910280
    },
    {
      "epoch": 533.15,
      "grad_norm": 1.5205341577529907,
      "learning_rate": 1.2870211032922663e-06,
      "loss": 0.3267,
      "step": 1910290
    },
    {
      "epoch": 533.16,
      "grad_norm": 1.1593234539031982,
      "learning_rate": 1.2869969680822187e-06,
      "loss": 0.3391,
      "step": 1910300
    },
    {
      "epoch": 533.16,
      "grad_norm": 1.1725718975067139,
      "learning_rate": 1.2869728330128255e-06,
      "loss": 0.3385,
      "step": 1910310
    },
    {
      "epoch": 533.16,
      "grad_norm": 1.1082345247268677,
      "learning_rate": 1.2869486980840883e-06,
      "loss": 0.3456,
      "step": 1910320
    },
    {
      "epoch": 533.16,
      "grad_norm": 1.135190486907959,
      "learning_rate": 1.2869245632960132e-06,
      "loss": 0.3479,
      "step": 1910330
    },
    {
      "epoch": 533.17,
      "grad_norm": 1.150646686553955,
      "learning_rate": 1.286900428648601e-06,
      "loss": 0.3524,
      "step": 1910340
    },
    {
      "epoch": 533.17,
      "grad_norm": 1.305818796157837,
      "learning_rate": 1.2868762941418559e-06,
      "loss": 0.3489,
      "step": 1910350
    },
    {
      "epoch": 533.17,
      "grad_norm": 1.239013671875,
      "learning_rate": 1.2868521597757815e-06,
      "loss": 0.3413,
      "step": 1910360
    },
    {
      "epoch": 533.18,
      "grad_norm": 1.0372008085250854,
      "learning_rate": 1.28682802555038e-06,
      "loss": 0.346,
      "step": 1910370
    },
    {
      "epoch": 533.18,
      "grad_norm": 1.123879075050354,
      "learning_rate": 1.286803891465655e-06,
      "loss": 0.3335,
      "step": 1910380
    },
    {
      "epoch": 533.18,
      "grad_norm": 1.0504279136657715,
      "learning_rate": 1.2867797575216097e-06,
      "loss": 0.3284,
      "step": 1910390
    },
    {
      "epoch": 533.18,
      "grad_norm": 1.0636125802993774,
      "learning_rate": 1.2867556237182483e-06,
      "loss": 0.3538,
      "step": 1910400
    },
    {
      "epoch": 533.19,
      "grad_norm": 1.0721689462661743,
      "learning_rate": 1.2867314900555717e-06,
      "loss": 0.3391,
      "step": 1910410
    },
    {
      "epoch": 533.19,
      "grad_norm": 1.1722183227539062,
      "learning_rate": 1.2867073565335862e-06,
      "loss": 0.3368,
      "step": 1910420
    },
    {
      "epoch": 533.19,
      "grad_norm": 1.1150745153427124,
      "learning_rate": 1.2866832231522922e-06,
      "loss": 0.3486,
      "step": 1910430
    },
    {
      "epoch": 533.2,
      "grad_norm": 1.0646053552627563,
      "learning_rate": 1.2866590899116942e-06,
      "loss": 0.3251,
      "step": 1910440
    },
    {
      "epoch": 533.2,
      "grad_norm": 1.1333762407302856,
      "learning_rate": 1.286634956811796e-06,
      "loss": 0.3421,
      "step": 1910450
    },
    {
      "epoch": 533.2,
      "grad_norm": 1.0990989208221436,
      "learning_rate": 1.2866108238525989e-06,
      "loss": 0.3416,
      "step": 1910460
    },
    {
      "epoch": 533.2,
      "grad_norm": 1.2155643701553345,
      "learning_rate": 1.2865866910341085e-06,
      "loss": 0.3261,
      "step": 1910470
    },
    {
      "epoch": 533.21,
      "grad_norm": 1.1741429567337036,
      "learning_rate": 1.2865625583563262e-06,
      "loss": 0.3424,
      "step": 1910480
    },
    {
      "epoch": 533.21,
      "grad_norm": 1.2390989065170288,
      "learning_rate": 1.2865384258192558e-06,
      "loss": 0.3606,
      "step": 1910490
    },
    {
      "epoch": 533.21,
      "grad_norm": 0.9622100591659546,
      "learning_rate": 1.2865142934229015e-06,
      "loss": 0.3262,
      "step": 1910500
    },
    {
      "epoch": 533.22,
      "grad_norm": 1.1518150568008423,
      "learning_rate": 1.2864901611672645e-06,
      "loss": 0.3224,
      "step": 1910510
    },
    {
      "epoch": 533.22,
      "grad_norm": 1.0349292755126953,
      "learning_rate": 1.2864660290523492e-06,
      "loss": 0.3321,
      "step": 1910520
    },
    {
      "epoch": 533.22,
      "grad_norm": 1.3496708869934082,
      "learning_rate": 1.2864418970781588e-06,
      "loss": 0.3564,
      "step": 1910530
    },
    {
      "epoch": 533.22,
      "grad_norm": 1.0527539253234863,
      "learning_rate": 1.286417765244697e-06,
      "loss": 0.3238,
      "step": 1910540
    },
    {
      "epoch": 533.23,
      "grad_norm": 1.0840494632720947,
      "learning_rate": 1.286393633551965e-06,
      "loss": 0.3294,
      "step": 1910550
    },
    {
      "epoch": 533.23,
      "grad_norm": 1.0554704666137695,
      "learning_rate": 1.2863695019999689e-06,
      "loss": 0.357,
      "step": 1910560
    },
    {
      "epoch": 533.23,
      "grad_norm": 1.1139774322509766,
      "learning_rate": 1.2863453705887094e-06,
      "loss": 0.3381,
      "step": 1910570
    },
    {
      "epoch": 533.23,
      "grad_norm": 1.0951111316680908,
      "learning_rate": 1.2863212393181912e-06,
      "loss": 0.3423,
      "step": 1910580
    },
    {
      "epoch": 533.24,
      "grad_norm": 1.124953269958496,
      "learning_rate": 1.2862971081884176e-06,
      "loss": 0.3361,
      "step": 1910590
    },
    {
      "epoch": 533.24,
      "grad_norm": 1.2234394550323486,
      "learning_rate": 1.2862729771993905e-06,
      "loss": 0.3507,
      "step": 1910600
    },
    {
      "epoch": 533.24,
      "grad_norm": 1.3019344806671143,
      "learning_rate": 1.286248846351114e-06,
      "loss": 0.3522,
      "step": 1910610
    },
    {
      "epoch": 533.25,
      "grad_norm": 1.0054724216461182,
      "learning_rate": 1.286224715643591e-06,
      "loss": 0.3325,
      "step": 1910620
    },
    {
      "epoch": 533.25,
      "grad_norm": 1.3705883026123047,
      "learning_rate": 1.2862005850768259e-06,
      "loss": 0.3473,
      "step": 1910630
    },
    {
      "epoch": 533.25,
      "grad_norm": 1.0106799602508545,
      "learning_rate": 1.2861764546508199e-06,
      "loss": 0.3307,
      "step": 1910640
    },
    {
      "epoch": 533.25,
      "grad_norm": 1.3366374969482422,
      "learning_rate": 1.2861523243655774e-06,
      "loss": 0.3416,
      "step": 1910650
    },
    {
      "epoch": 533.26,
      "grad_norm": 1.2078505754470825,
      "learning_rate": 1.2861281942211021e-06,
      "loss": 0.3458,
      "step": 1910660
    },
    {
      "epoch": 533.26,
      "grad_norm": 1.2007850408554077,
      "learning_rate": 1.286104064217395e-06,
      "loss": 0.3339,
      "step": 1910670
    },
    {
      "epoch": 533.26,
      "grad_norm": 1.1051013469696045,
      "learning_rate": 1.2860799343544627e-06,
      "loss": 0.3523,
      "step": 1910680
    },
    {
      "epoch": 533.27,
      "grad_norm": 1.200609564781189,
      "learning_rate": 1.2860558046323055e-06,
      "loss": 0.3428,
      "step": 1910690
    },
    {
      "epoch": 533.27,
      "grad_norm": 1.1321276426315308,
      "learning_rate": 1.2860316750509277e-06,
      "loss": 0.3225,
      "step": 1910700
    },
    {
      "epoch": 533.27,
      "grad_norm": 1.247377634048462,
      "learning_rate": 1.2860075456103323e-06,
      "loss": 0.3504,
      "step": 1910710
    },
    {
      "epoch": 533.27,
      "grad_norm": 1.085590124130249,
      "learning_rate": 1.2859834163105238e-06,
      "loss": 0.3545,
      "step": 1910720
    },
    {
      "epoch": 533.28,
      "grad_norm": 1.0928621292114258,
      "learning_rate": 1.2859592871515036e-06,
      "loss": 0.3429,
      "step": 1910730
    },
    {
      "epoch": 533.28,
      "grad_norm": 1.1140551567077637,
      "learning_rate": 1.2859351581332752e-06,
      "loss": 0.3575,
      "step": 1910740
    },
    {
      "epoch": 533.28,
      "grad_norm": 1.2079821825027466,
      "learning_rate": 1.2859110292558428e-06,
      "loss": 0.3362,
      "step": 1910750
    },
    {
      "epoch": 533.28,
      "grad_norm": 1.4446518421173096,
      "learning_rate": 1.2858869005192085e-06,
      "loss": 0.3433,
      "step": 1910760
    },
    {
      "epoch": 533.29,
      "grad_norm": 1.0189192295074463,
      "learning_rate": 1.2858627719233773e-06,
      "loss": 0.3263,
      "step": 1910770
    },
    {
      "epoch": 533.29,
      "grad_norm": 1.1296466588974,
      "learning_rate": 1.2858386434683503e-06,
      "loss": 0.3347,
      "step": 1910780
    },
    {
      "epoch": 533.29,
      "grad_norm": 1.0701560974121094,
      "learning_rate": 1.2858145151541317e-06,
      "loss": 0.3361,
      "step": 1910790
    },
    {
      "epoch": 533.3,
      "grad_norm": 0.9953445196151733,
      "learning_rate": 1.2857903869807253e-06,
      "loss": 0.3373,
      "step": 1910800
    },
    {
      "epoch": 533.3,
      "grad_norm": 1.1296504735946655,
      "learning_rate": 1.2857662589481317e-06,
      "loss": 0.324,
      "step": 1910810
    },
    {
      "epoch": 533.3,
      "grad_norm": 1.0693424940109253,
      "learning_rate": 1.285742131056358e-06,
      "loss": 0.3516,
      "step": 1910820
    },
    {
      "epoch": 533.3,
      "grad_norm": 1.1032465696334839,
      "learning_rate": 1.2857180033054045e-06,
      "loss": 0.3405,
      "step": 1910830
    },
    {
      "epoch": 533.31,
      "grad_norm": 1.068202257156372,
      "learning_rate": 1.285693875695275e-06,
      "loss": 0.3528,
      "step": 1910840
    },
    {
      "epoch": 533.31,
      "grad_norm": 1.003588318824768,
      "learning_rate": 1.2856697482259738e-06,
      "loss": 0.3331,
      "step": 1910850
    },
    {
      "epoch": 533.31,
      "grad_norm": 1.311888575553894,
      "learning_rate": 1.2856456208975037e-06,
      "loss": 0.3474,
      "step": 1910860
    },
    {
      "epoch": 533.32,
      "grad_norm": 0.9356565475463867,
      "learning_rate": 1.285621493709867e-06,
      "loss": 0.3418,
      "step": 1910870
    },
    {
      "epoch": 533.32,
      "grad_norm": 1.1020010709762573,
      "learning_rate": 1.2855973666630671e-06,
      "loss": 0.3451,
      "step": 1910880
    },
    {
      "epoch": 533.32,
      "grad_norm": 1.3216156959533691,
      "learning_rate": 1.2855732397571088e-06,
      "loss": 0.3273,
      "step": 1910890
    },
    {
      "epoch": 533.32,
      "grad_norm": 1.2978627681732178,
      "learning_rate": 1.2855491129919923e-06,
      "loss": 0.3553,
      "step": 1910900
    },
    {
      "epoch": 533.33,
      "grad_norm": 1.1694469451904297,
      "learning_rate": 1.2855249863677243e-06,
      "loss": 0.3688,
      "step": 1910910
    },
    {
      "epoch": 533.33,
      "grad_norm": 1.1630669832229614,
      "learning_rate": 1.2855008598843054e-06,
      "loss": 0.3324,
      "step": 1910920
    },
    {
      "epoch": 533.33,
      "grad_norm": 1.2250359058380127,
      "learning_rate": 1.28547673354174e-06,
      "loss": 0.3297,
      "step": 1910930
    },
    {
      "epoch": 533.34,
      "grad_norm": 1.6594597101211548,
      "learning_rate": 1.2854526073400318e-06,
      "loss": 0.3384,
      "step": 1910940
    },
    {
      "epoch": 533.34,
      "grad_norm": 1.1376382112503052,
      "learning_rate": 1.2854284812791826e-06,
      "loss": 0.3381,
      "step": 1910950
    },
    {
      "epoch": 533.34,
      "grad_norm": 1.0569896697998047,
      "learning_rate": 1.2854043553591958e-06,
      "loss": 0.3461,
      "step": 1910960
    },
    {
      "epoch": 533.34,
      "grad_norm": 1.0261787176132202,
      "learning_rate": 1.2853802295800754e-06,
      "loss": 0.3432,
      "step": 1910970
    },
    {
      "epoch": 533.35,
      "grad_norm": 1.084277629852295,
      "learning_rate": 1.2853561039418254e-06,
      "loss": 0.3668,
      "step": 1910980
    },
    {
      "epoch": 533.35,
      "grad_norm": 1.2547684907913208,
      "learning_rate": 1.2853319784444458e-06,
      "loss": 0.3351,
      "step": 1910990
    },
    {
      "epoch": 533.35,
      "grad_norm": 0.9761531352996826,
      "learning_rate": 1.2853078530879436e-06,
      "loss": 0.3406,
      "step": 1911000
    },
    {
      "epoch": 533.35,
      "grad_norm": 1.098264217376709,
      "learning_rate": 1.28528372787232e-06,
      "loss": 0.3444,
      "step": 1911010
    },
    {
      "epoch": 533.36,
      "grad_norm": 1.091741681098938,
      "learning_rate": 1.2852596027975779e-06,
      "loss": 0.3389,
      "step": 1911020
    },
    {
      "epoch": 533.36,
      "grad_norm": 1.1798142194747925,
      "learning_rate": 1.2852354778637227e-06,
      "loss": 0.3577,
      "step": 1911030
    },
    {
      "epoch": 533.36,
      "grad_norm": 1.124416708946228,
      "learning_rate": 1.285211353070754e-06,
      "loss": 0.3434,
      "step": 1911040
    },
    {
      "epoch": 533.37,
      "grad_norm": 1.0135746002197266,
      "learning_rate": 1.2851872284186787e-06,
      "loss": 0.3403,
      "step": 1911050
    },
    {
      "epoch": 533.37,
      "grad_norm": 0.9122967720031738,
      "learning_rate": 1.2851631039074976e-06,
      "loss": 0.3223,
      "step": 1911060
    },
    {
      "epoch": 533.37,
      "grad_norm": 1.2075468301773071,
      "learning_rate": 1.2851389795372146e-06,
      "loss": 0.3483,
      "step": 1911070
    },
    {
      "epoch": 533.37,
      "grad_norm": 1.1136194467544556,
      "learning_rate": 1.2851148553078331e-06,
      "loss": 0.3411,
      "step": 1911080
    },
    {
      "epoch": 533.38,
      "grad_norm": 1.1083011627197266,
      "learning_rate": 1.2850907312193573e-06,
      "loss": 0.3189,
      "step": 1911090
    },
    {
      "epoch": 533.38,
      "grad_norm": 1.0932106971740723,
      "learning_rate": 1.2850666072717882e-06,
      "loss": 0.3336,
      "step": 1911100
    },
    {
      "epoch": 533.38,
      "grad_norm": 1.3262678384780884,
      "learning_rate": 1.2850424834651304e-06,
      "loss": 0.3399,
      "step": 1911110
    },
    {
      "epoch": 533.39,
      "grad_norm": 1.150412678718567,
      "learning_rate": 1.2850183597993875e-06,
      "loss": 0.3315,
      "step": 1911120
    },
    {
      "epoch": 533.39,
      "grad_norm": 1.2108227014541626,
      "learning_rate": 1.2849942362745603e-06,
      "loss": 0.3428,
      "step": 1911130
    },
    {
      "epoch": 533.39,
      "grad_norm": 1.8773683309555054,
      "learning_rate": 1.2849701128906558e-06,
      "loss": 0.3364,
      "step": 1911140
    },
    {
      "epoch": 533.39,
      "grad_norm": 1.1531809568405151,
      "learning_rate": 1.284945989647674e-06,
      "loss": 0.3327,
      "step": 1911150
    },
    {
      "epoch": 533.4,
      "grad_norm": 1.230656385421753,
      "learning_rate": 1.2849218665456195e-06,
      "loss": 0.3412,
      "step": 1911160
    },
    {
      "epoch": 533.4,
      "grad_norm": 1.2255319356918335,
      "learning_rate": 1.284897743584496e-06,
      "loss": 0.3418,
      "step": 1911170
    },
    {
      "epoch": 533.4,
      "grad_norm": 1.1595133543014526,
      "learning_rate": 1.2848736207643056e-06,
      "loss": 0.3334,
      "step": 1911180
    },
    {
      "epoch": 533.4,
      "grad_norm": 1.3210591077804565,
      "learning_rate": 1.2848494980850516e-06,
      "loss": 0.3242,
      "step": 1911190
    },
    {
      "epoch": 533.41,
      "grad_norm": 1.1309601068496704,
      "learning_rate": 1.2848253755467373e-06,
      "loss": 0.3438,
      "step": 1911200
    },
    {
      "epoch": 533.41,
      "grad_norm": 1.2454745769500732,
      "learning_rate": 1.2848012531493677e-06,
      "loss": 0.3241,
      "step": 1911210
    },
    {
      "epoch": 533.41,
      "grad_norm": 1.2158762216567993,
      "learning_rate": 1.284777130892942e-06,
      "loss": 0.3707,
      "step": 1911220
    },
    {
      "epoch": 533.42,
      "grad_norm": 1.2994420528411865,
      "learning_rate": 1.2847530087774682e-06,
      "loss": 0.339,
      "step": 1911230
    },
    {
      "epoch": 533.42,
      "grad_norm": 1.3237565755844116,
      "learning_rate": 1.2847288868029459e-06,
      "loss": 0.3371,
      "step": 1911240
    },
    {
      "epoch": 533.42,
      "grad_norm": 1.1127269268035889,
      "learning_rate": 1.2847047649693795e-06,
      "loss": 0.352,
      "step": 1911250
    },
    {
      "epoch": 533.42,
      "grad_norm": 1.047010064125061,
      "learning_rate": 1.2846806432767737e-06,
      "loss": 0.3381,
      "step": 1911260
    },
    {
      "epoch": 533.43,
      "grad_norm": 1.0944998264312744,
      "learning_rate": 1.2846565217251291e-06,
      "loss": 0.3328,
      "step": 1911270
    },
    {
      "epoch": 533.43,
      "grad_norm": 1.290769100189209,
      "learning_rate": 1.2846324003144503e-06,
      "loss": 0.3337,
      "step": 1911280
    },
    {
      "epoch": 533.43,
      "grad_norm": 1.2132360935211182,
      "learning_rate": 1.28460827904474e-06,
      "loss": 0.3305,
      "step": 1911290
    },
    {
      "epoch": 533.44,
      "grad_norm": 0.9518415331840515,
      "learning_rate": 1.2845841579160032e-06,
      "loss": 0.347,
      "step": 1911300
    },
    {
      "epoch": 533.44,
      "grad_norm": 1.0460615158081055,
      "learning_rate": 1.2845600369282406e-06,
      "loss": 0.3522,
      "step": 1911310
    },
    {
      "epoch": 533.44,
      "grad_norm": 1.3248621225357056,
      "learning_rate": 1.2845359160814562e-06,
      "loss": 0.3322,
      "step": 1911320
    },
    {
      "epoch": 533.44,
      "grad_norm": 1.11266028881073,
      "learning_rate": 1.2845117953756537e-06,
      "loss": 0.3306,
      "step": 1911330
    },
    {
      "epoch": 533.45,
      "grad_norm": 1.0331815481185913,
      "learning_rate": 1.284487674810836e-06,
      "loss": 0.3249,
      "step": 1911340
    },
    {
      "epoch": 533.45,
      "grad_norm": 1.0614193677902222,
      "learning_rate": 1.2844635543870071e-06,
      "loss": 0.3442,
      "step": 1911350
    },
    {
      "epoch": 533.45,
      "grad_norm": 1.1629607677459717,
      "learning_rate": 1.2844394341041682e-06,
      "loss": 0.346,
      "step": 1911360
    },
    {
      "epoch": 533.46,
      "grad_norm": 1.0100579261779785,
      "learning_rate": 1.2844153139623252e-06,
      "loss": 0.3423,
      "step": 1911370
    },
    {
      "epoch": 533.46,
      "grad_norm": 1.056906819343567,
      "learning_rate": 1.284391193961479e-06,
      "loss": 0.3237,
      "step": 1911380
    },
    {
      "epoch": 533.46,
      "grad_norm": 1.140709400177002,
      "learning_rate": 1.2843670741016341e-06,
      "loss": 0.3315,
      "step": 1911390
    },
    {
      "epoch": 533.46,
      "grad_norm": 1.2321875095367432,
      "learning_rate": 1.2843429543827944e-06,
      "loss": 0.3216,
      "step": 1911400
    },
    {
      "epoch": 533.47,
      "grad_norm": 1.235275149345398,
      "learning_rate": 1.2843188348049607e-06,
      "loss": 0.3424,
      "step": 1911410
    },
    {
      "epoch": 533.47,
      "grad_norm": 1.2302088737487793,
      "learning_rate": 1.2842947153681376e-06,
      "loss": 0.3468,
      "step": 1911420
    },
    {
      "epoch": 533.47,
      "grad_norm": 1.0520561933517456,
      "learning_rate": 1.2842705960723286e-06,
      "loss": 0.3368,
      "step": 1911430
    },
    {
      "epoch": 533.47,
      "grad_norm": 1.153000831604004,
      "learning_rate": 1.2842464769175372e-06,
      "loss": 0.3486,
      "step": 1911440
    },
    {
      "epoch": 533.48,
      "grad_norm": 1.1346560716629028,
      "learning_rate": 1.2842223579037653e-06,
      "loss": 0.3434,
      "step": 1911450
    },
    {
      "epoch": 533.48,
      "grad_norm": 1.1036518812179565,
      "learning_rate": 1.2841982390310169e-06,
      "loss": 0.3302,
      "step": 1911460
    },
    {
      "epoch": 533.48,
      "grad_norm": 1.0914651155471802,
      "learning_rate": 1.2841741202992958e-06,
      "loss": 0.3436,
      "step": 1911470
    },
    {
      "epoch": 533.49,
      "grad_norm": 1.1820259094238281,
      "learning_rate": 1.284150001708603e-06,
      "loss": 0.3217,
      "step": 1911480
    },
    {
      "epoch": 533.49,
      "grad_norm": 1.0481953620910645,
      "learning_rate": 1.2841258832589446e-06,
      "loss": 0.3501,
      "step": 1911490
    },
    {
      "epoch": 533.49,
      "grad_norm": 1.099183201789856,
      "learning_rate": 1.2841017649503218e-06,
      "loss": 0.3544,
      "step": 1911500
    },
    {
      "epoch": 533.49,
      "grad_norm": 1.6045149564743042,
      "learning_rate": 1.2840776467827384e-06,
      "loss": 0.3539,
      "step": 1911510
    },
    {
      "epoch": 533.5,
      "grad_norm": 1.1641607284545898,
      "learning_rate": 1.284053528756198e-06,
      "loss": 0.3362,
      "step": 1911520
    },
    {
      "epoch": 533.5,
      "grad_norm": 1.0690878629684448,
      "learning_rate": 1.284029410870704e-06,
      "loss": 0.3528,
      "step": 1911530
    },
    {
      "epoch": 533.5,
      "grad_norm": 1.1192326545715332,
      "learning_rate": 1.2840052931262582e-06,
      "loss": 0.3499,
      "step": 1911540
    },
    {
      "epoch": 533.51,
      "grad_norm": 1.1078757047653198,
      "learning_rate": 1.2839811755228653e-06,
      "loss": 0.3435,
      "step": 1911550
    },
    {
      "epoch": 533.51,
      "grad_norm": 1.1405197381973267,
      "learning_rate": 1.2839570580605281e-06,
      "loss": 0.3347,
      "step": 1911560
    },
    {
      "epoch": 533.51,
      "grad_norm": 1.143757939338684,
      "learning_rate": 1.283932940739248e-06,
      "loss": 0.3571,
      "step": 1911570
    },
    {
      "epoch": 533.51,
      "grad_norm": 2.4195659160614014,
      "learning_rate": 1.283908823559032e-06,
      "loss": 0.3447,
      "step": 1911580
    },
    {
      "epoch": 533.52,
      "grad_norm": 1.1767780780792236,
      "learning_rate": 1.28388470651988e-06,
      "loss": 0.3455,
      "step": 1911590
    },
    {
      "epoch": 533.52,
      "grad_norm": 1.1502875089645386,
      "learning_rate": 1.283860589621796e-06,
      "loss": 0.3511,
      "step": 1911600
    },
    {
      "epoch": 533.52,
      "grad_norm": 1.0426626205444336,
      "learning_rate": 1.2838364728647851e-06,
      "loss": 0.334,
      "step": 1911610
    },
    {
      "epoch": 533.52,
      "grad_norm": 1.118045449256897,
      "learning_rate": 1.2838123562488469e-06,
      "loss": 0.3277,
      "step": 1911620
    },
    {
      "epoch": 533.53,
      "grad_norm": 1.1471977233886719,
      "learning_rate": 1.2837882397739885e-06,
      "loss": 0.3625,
      "step": 1911630
    },
    {
      "epoch": 533.53,
      "grad_norm": 1.035995602607727,
      "learning_rate": 1.2837641234402107e-06,
      "loss": 0.3311,
      "step": 1911640
    },
    {
      "epoch": 533.53,
      "grad_norm": 1.010076880455017,
      "learning_rate": 1.2837400072475168e-06,
      "loss": 0.3563,
      "step": 1911650
    },
    {
      "epoch": 533.54,
      "grad_norm": 1.293134331703186,
      "learning_rate": 1.2837158911959105e-06,
      "loss": 0.3393,
      "step": 1911660
    },
    {
      "epoch": 533.54,
      "grad_norm": 1.3179428577423096,
      "learning_rate": 1.2836917752853961e-06,
      "loss": 0.3445,
      "step": 1911670
    },
    {
      "epoch": 533.54,
      "grad_norm": 1.0260672569274902,
      "learning_rate": 1.2836676595159752e-06,
      "loss": 0.337,
      "step": 1911680
    },
    {
      "epoch": 533.54,
      "grad_norm": 1.3665634393692017,
      "learning_rate": 1.2836435438876513e-06,
      "loss": 0.3456,
      "step": 1911690
    },
    {
      "epoch": 533.55,
      "grad_norm": 1.1517301797866821,
      "learning_rate": 1.2836194284004285e-06,
      "loss": 0.3237,
      "step": 1911700
    },
    {
      "epoch": 533.55,
      "grad_norm": 1.34321928024292,
      "learning_rate": 1.2835953130543079e-06,
      "loss": 0.3456,
      "step": 1911710
    },
    {
      "epoch": 533.55,
      "grad_norm": 0.8649690747261047,
      "learning_rate": 1.283571197849296e-06,
      "loss": 0.3227,
      "step": 1911720
    },
    {
      "epoch": 533.56,
      "grad_norm": 1.2741316556930542,
      "learning_rate": 1.2835470827853929e-06,
      "loss": 0.3636,
      "step": 1911730
    },
    {
      "epoch": 533.56,
      "grad_norm": 1.1491683721542358,
      "learning_rate": 1.2835229678626034e-06,
      "loss": 0.3483,
      "step": 1911740
    },
    {
      "epoch": 533.56,
      "grad_norm": 1.1783853769302368,
      "learning_rate": 1.2834988530809315e-06,
      "loss": 0.364,
      "step": 1911750
    },
    {
      "epoch": 533.56,
      "grad_norm": 1.2159221172332764,
      "learning_rate": 1.2834747384403776e-06,
      "loss": 0.3207,
      "step": 1911760
    },
    {
      "epoch": 533.57,
      "grad_norm": 1.0684553384780884,
      "learning_rate": 1.2834506239409475e-06,
      "loss": 0.3306,
      "step": 1911770
    },
    {
      "epoch": 533.57,
      "grad_norm": 3.329364538192749,
      "learning_rate": 1.2834265095826432e-06,
      "loss": 0.3205,
      "step": 1911780
    },
    {
      "epoch": 533.57,
      "grad_norm": 0.9885862469673157,
      "learning_rate": 1.283402395365469e-06,
      "loss": 0.3294,
      "step": 1911790
    },
    {
      "epoch": 533.58,
      "grad_norm": 1.091896414756775,
      "learning_rate": 1.2833782812894258e-06,
      "loss": 0.3284,
      "step": 1911800
    },
    {
      "epoch": 533.58,
      "grad_norm": 1.0317680835723877,
      "learning_rate": 1.28335416735452e-06,
      "loss": 0.3361,
      "step": 1911810
    },
    {
      "epoch": 533.58,
      "grad_norm": 1.1823301315307617,
      "learning_rate": 1.2833300535607527e-06,
      "loss": 0.3372,
      "step": 1911820
    },
    {
      "epoch": 533.58,
      "grad_norm": 1.2447553873062134,
      "learning_rate": 1.283305939908127e-06,
      "loss": 0.3449,
      "step": 1911830
    },
    {
      "epoch": 533.59,
      "grad_norm": 1.5662375688552856,
      "learning_rate": 1.283281826396648e-06,
      "loss": 0.3592,
      "step": 1911840
    },
    {
      "epoch": 533.59,
      "grad_norm": 1.2181528806686401,
      "learning_rate": 1.2832577130263166e-06,
      "loss": 0.3322,
      "step": 1911850
    },
    {
      "epoch": 533.59,
      "grad_norm": 1.3443586826324463,
      "learning_rate": 1.283233599797137e-06,
      "loss": 0.3475,
      "step": 1911860
    },
    {
      "epoch": 533.59,
      "grad_norm": 1.2732611894607544,
      "learning_rate": 1.2832094867091122e-06,
      "loss": 0.338,
      "step": 1911870
    },
    {
      "epoch": 533.6,
      "grad_norm": 1.0221524238586426,
      "learning_rate": 1.2831853737622467e-06,
      "loss": 0.3348,
      "step": 1911880
    },
    {
      "epoch": 533.6,
      "grad_norm": 1.0888147354125977,
      "learning_rate": 1.2831612609565417e-06,
      "loss": 0.3185,
      "step": 1911890
    },
    {
      "epoch": 533.6,
      "grad_norm": 1.0730388164520264,
      "learning_rate": 1.2831371482920014e-06,
      "loss": 0.343,
      "step": 1911900
    },
    {
      "epoch": 533.61,
      "grad_norm": 0.9834497570991516,
      "learning_rate": 1.2831130357686288e-06,
      "loss": 0.3511,
      "step": 1911910
    },
    {
      "epoch": 533.61,
      "grad_norm": 1.08095121383667,
      "learning_rate": 1.2830889233864276e-06,
      "loss": 0.3406,
      "step": 1911920
    },
    {
      "epoch": 533.61,
      "grad_norm": 1.0131570100784302,
      "learning_rate": 1.2830648111454012e-06,
      "loss": 0.3327,
      "step": 1911930
    },
    {
      "epoch": 533.61,
      "grad_norm": 1.047949194908142,
      "learning_rate": 1.2830406990455507e-06,
      "loss": 0.3314,
      "step": 1911940
    },
    {
      "epoch": 533.62,
      "grad_norm": 1.1475473642349243,
      "learning_rate": 1.283016587086883e-06,
      "loss": 0.3268,
      "step": 1911950
    },
    {
      "epoch": 533.62,
      "grad_norm": 1.1973509788513184,
      "learning_rate": 1.2829924752693977e-06,
      "loss": 0.3528,
      "step": 1911960
    },
    {
      "epoch": 533.62,
      "grad_norm": 1.0162032842636108,
      "learning_rate": 1.2829683635930998e-06,
      "loss": 0.3359,
      "step": 1911970
    },
    {
      "epoch": 533.63,
      "grad_norm": 14.341578483581543,
      "learning_rate": 1.2829442520579934e-06,
      "loss": 0.3458,
      "step": 1911980
    },
    {
      "epoch": 533.63,
      "grad_norm": 1.0809965133666992,
      "learning_rate": 1.2829201406640792e-06,
      "loss": 0.3513,
      "step": 1911990
    },
    {
      "epoch": 533.63,
      "grad_norm": 1.213638424873352,
      "learning_rate": 1.282896029411362e-06,
      "loss": 0.3292,
      "step": 1912000
    },
    {
      "epoch": 533.63,
      "grad_norm": 1.105401635169983,
      "learning_rate": 1.2828719182998446e-06,
      "loss": 0.348,
      "step": 1912010
    },
    {
      "epoch": 533.64,
      "grad_norm": 1.1336781978607178,
      "learning_rate": 1.2828478073295315e-06,
      "loss": 0.3457,
      "step": 1912020
    },
    {
      "epoch": 533.64,
      "grad_norm": 1.0870585441589355,
      "learning_rate": 1.2828236965004228e-06,
      "loss": 0.3462,
      "step": 1912030
    },
    {
      "epoch": 533.64,
      "grad_norm": 1.1630858182907104,
      "learning_rate": 1.2827995858125254e-06,
      "loss": 0.3403,
      "step": 1912040
    },
    {
      "epoch": 533.64,
      "grad_norm": 1.2974964380264282,
      "learning_rate": 1.28277547526584e-06,
      "loss": 0.3258,
      "step": 1912050
    },
    {
      "epoch": 533.65,
      "grad_norm": 1.0954759120941162,
      "learning_rate": 1.2827513648603703e-06,
      "loss": 0.3495,
      "step": 1912060
    },
    {
      "epoch": 533.65,
      "grad_norm": 1.0934056043624878,
      "learning_rate": 1.2827272545961212e-06,
      "loss": 0.3425,
      "step": 1912070
    },
    {
      "epoch": 533.65,
      "grad_norm": 1.3965617418289185,
      "learning_rate": 1.2827031444730935e-06,
      "loss": 0.3461,
      "step": 1912080
    },
    {
      "epoch": 533.66,
      "grad_norm": 1.038241982460022,
      "learning_rate": 1.2826790344912912e-06,
      "loss": 0.3333,
      "step": 1912090
    },
    {
      "epoch": 533.66,
      "grad_norm": 1.1866027116775513,
      "learning_rate": 1.2826549246507178e-06,
      "loss": 0.3535,
      "step": 1912100
    },
    {
      "epoch": 533.66,
      "grad_norm": 1.3766913414001465,
      "learning_rate": 1.2826308149513774e-06,
      "loss": 0.348,
      "step": 1912110
    },
    {
      "epoch": 533.66,
      "grad_norm": 1.0892465114593506,
      "learning_rate": 1.2826067053932716e-06,
      "loss": 0.3483,
      "step": 1912120
    },
    {
      "epoch": 533.67,
      "grad_norm": 1.1466938257217407,
      "learning_rate": 1.282582595976404e-06,
      "loss": 0.3343,
      "step": 1912130
    },
    {
      "epoch": 533.67,
      "grad_norm": 1.1047061681747437,
      "learning_rate": 1.2825584867007787e-06,
      "loss": 0.3362,
      "step": 1912140
    },
    {
      "epoch": 533.67,
      "grad_norm": 1.8070842027664185,
      "learning_rate": 1.2825343775663968e-06,
      "loss": 0.3279,
      "step": 1912150
    },
    {
      "epoch": 533.68,
      "grad_norm": 1.1481839418411255,
      "learning_rate": 1.2825102685732649e-06,
      "loss": 0.3222,
      "step": 1912160
    },
    {
      "epoch": 533.68,
      "grad_norm": 1.122217059135437,
      "learning_rate": 1.2824861597213831e-06,
      "loss": 0.3364,
      "step": 1912170
    },
    {
      "epoch": 533.68,
      "grad_norm": 1.2342565059661865,
      "learning_rate": 1.282462051010756e-06,
      "loss": 0.3311,
      "step": 1912180
    },
    {
      "epoch": 533.68,
      "grad_norm": 1.0669701099395752,
      "learning_rate": 1.2824379424413865e-06,
      "loss": 0.349,
      "step": 1912190
    },
    {
      "epoch": 533.69,
      "grad_norm": 1.0860621929168701,
      "learning_rate": 1.2824138340132779e-06,
      "loss": 0.3337,
      "step": 1912200
    },
    {
      "epoch": 533.69,
      "grad_norm": 1.2853364944458008,
      "learning_rate": 1.2823897257264344e-06,
      "loss": 0.3269,
      "step": 1912210
    },
    {
      "epoch": 533.69,
      "grad_norm": 1.128627061843872,
      "learning_rate": 1.2823656175808572e-06,
      "loss": 0.3459,
      "step": 1912220
    },
    {
      "epoch": 533.7,
      "grad_norm": 1.1922194957733154,
      "learning_rate": 1.2823415095765509e-06,
      "loss": 0.3427,
      "step": 1912230
    },
    {
      "epoch": 533.7,
      "grad_norm": 1.98108971118927,
      "learning_rate": 1.2823174017135182e-06,
      "loss": 0.3385,
      "step": 1912240
    },
    {
      "epoch": 533.7,
      "grad_norm": 1.202397346496582,
      "learning_rate": 1.2822932939917633e-06,
      "loss": 0.3412,
      "step": 1912250
    },
    {
      "epoch": 533.7,
      "grad_norm": 1.1342418193817139,
      "learning_rate": 1.2822691864112877e-06,
      "loss": 0.3407,
      "step": 1912260
    },
    {
      "epoch": 533.71,
      "grad_norm": 1.122025489807129,
      "learning_rate": 1.2822450789720957e-06,
      "loss": 0.3391,
      "step": 1912270
    },
    {
      "epoch": 533.71,
      "grad_norm": 1.0663930177688599,
      "learning_rate": 1.282220971674191e-06,
      "loss": 0.3354,
      "step": 1912280
    },
    {
      "epoch": 533.71,
      "grad_norm": 1.0624842643737793,
      "learning_rate": 1.282196864517574e-06,
      "loss": 0.3195,
      "step": 1912290
    },
    {
      "epoch": 533.71,
      "grad_norm": 1.0191419124603271,
      "learning_rate": 1.2821727575022522e-06,
      "loss": 0.3173,
      "step": 1912300
    },
    {
      "epoch": 533.72,
      "grad_norm": 1.0478023290634155,
      "learning_rate": 1.2821486506282258e-06,
      "loss": 0.3478,
      "step": 1912310
    },
    {
      "epoch": 533.72,
      "grad_norm": 1.2217235565185547,
      "learning_rate": 1.2821245438954984e-06,
      "loss": 0.3281,
      "step": 1912320
    },
    {
      "epoch": 533.72,
      "grad_norm": 1.178155541419983,
      "learning_rate": 1.2821004373040742e-06,
      "loss": 0.3389,
      "step": 1912330
    },
    {
      "epoch": 533.73,
      "grad_norm": 1.0097166299819946,
      "learning_rate": 1.2820763308539563e-06,
      "loss": 0.3433,
      "step": 1912340
    },
    {
      "epoch": 533.73,
      "grad_norm": 1.1278554201126099,
      "learning_rate": 1.2820522245451467e-06,
      "loss": 0.3351,
      "step": 1912350
    },
    {
      "epoch": 533.73,
      "grad_norm": 1.0202667713165283,
      "learning_rate": 1.2820281183776493e-06,
      "loss": 0.34,
      "step": 1912360
    },
    {
      "epoch": 533.73,
      "grad_norm": 1.2131354808807373,
      "learning_rate": 1.2820040123514684e-06,
      "loss": 0.3509,
      "step": 1912370
    },
    {
      "epoch": 533.74,
      "grad_norm": 1.0348074436187744,
      "learning_rate": 1.2819799064666043e-06,
      "loss": 0.3341,
      "step": 1912380
    },
    {
      "epoch": 533.74,
      "grad_norm": 0.994260847568512,
      "learning_rate": 1.2819558007230639e-06,
      "loss": 0.3476,
      "step": 1912390
    },
    {
      "epoch": 533.74,
      "grad_norm": 1.1924268007278442,
      "learning_rate": 1.2819316951208477e-06,
      "loss": 0.3402,
      "step": 1912400
    },
    {
      "epoch": 533.75,
      "grad_norm": 1.4733970165252686,
      "learning_rate": 1.2819075896599596e-06,
      "loss": 0.349,
      "step": 1912410
    },
    {
      "epoch": 533.75,
      "grad_norm": 1.219983696937561,
      "learning_rate": 1.2818834843404045e-06,
      "loss": 0.3379,
      "step": 1912420
    },
    {
      "epoch": 533.75,
      "grad_norm": 1.0973557233810425,
      "learning_rate": 1.2818593791621828e-06,
      "loss": 0.3319,
      "step": 1912430
    },
    {
      "epoch": 533.75,
      "grad_norm": 1.0089356899261475,
      "learning_rate": 1.281835274125299e-06,
      "loss": 0.3369,
      "step": 1912440
    },
    {
      "epoch": 533.76,
      "grad_norm": 1.1083956956863403,
      "learning_rate": 1.2818111692297563e-06,
      "loss": 0.3403,
      "step": 1912450
    },
    {
      "epoch": 533.76,
      "grad_norm": 1.1057509183883667,
      "learning_rate": 1.281787064475559e-06,
      "loss": 0.335,
      "step": 1912460
    },
    {
      "epoch": 533.76,
      "grad_norm": 0.9412806630134583,
      "learning_rate": 1.2817629598627074e-06,
      "loss": 0.3398,
      "step": 1912470
    },
    {
      "epoch": 533.77,
      "grad_norm": 1.1477043628692627,
      "learning_rate": 1.2817388553912085e-06,
      "loss": 0.3388,
      "step": 1912480
    },
    {
      "epoch": 533.77,
      "grad_norm": 1.1422468423843384,
      "learning_rate": 1.2817147510610624e-06,
      "loss": 0.3406,
      "step": 1912490
    },
    {
      "epoch": 533.77,
      "grad_norm": 1.1688952445983887,
      "learning_rate": 1.2816906468722738e-06,
      "loss": 0.3342,
      "step": 1912500
    },
    {
      "epoch": 533.77,
      "grad_norm": 1.1110658645629883,
      "learning_rate": 1.2816665428248463e-06,
      "loss": 0.3413,
      "step": 1912510
    },
    {
      "epoch": 533.78,
      "grad_norm": 1.1470657587051392,
      "learning_rate": 1.2816424389187806e-06,
      "loss": 0.3322,
      "step": 1912520
    },
    {
      "epoch": 533.78,
      "grad_norm": 1.170765995979309,
      "learning_rate": 1.2816183351540834e-06,
      "loss": 0.3275,
      "step": 1912530
    },
    {
      "epoch": 533.78,
      "grad_norm": 1.0738763809204102,
      "learning_rate": 1.2815942315307554e-06,
      "loss": 0.3437,
      "step": 1912540
    },
    {
      "epoch": 533.78,
      "grad_norm": 0.9826329946517944,
      "learning_rate": 1.2815701280488007e-06,
      "loss": 0.3485,
      "step": 1912550
    },
    {
      "epoch": 533.79,
      "grad_norm": 1.1929867267608643,
      "learning_rate": 1.2815460247082233e-06,
      "loss": 0.3632,
      "step": 1912560
    },
    {
      "epoch": 533.79,
      "grad_norm": 1.0700184106826782,
      "learning_rate": 1.2815219215090246e-06,
      "loss": 0.3385,
      "step": 1912570
    },
    {
      "epoch": 533.79,
      "grad_norm": 1.1361393928527832,
      "learning_rate": 1.2814978184512088e-06,
      "loss": 0.3681,
      "step": 1912580
    },
    {
      "epoch": 533.8,
      "grad_norm": 1.1520237922668457,
      "learning_rate": 1.281473715534779e-06,
      "loss": 0.367,
      "step": 1912590
    },
    {
      "epoch": 533.8,
      "grad_norm": 1.2350635528564453,
      "learning_rate": 1.2814496127597395e-06,
      "loss": 0.3476,
      "step": 1912600
    },
    {
      "epoch": 533.8,
      "grad_norm": 1.0596400499343872,
      "learning_rate": 1.2814255101260907e-06,
      "loss": 0.3332,
      "step": 1912610
    },
    {
      "epoch": 533.8,
      "grad_norm": 1.7740609645843506,
      "learning_rate": 1.281401407633839e-06,
      "loss": 0.3285,
      "step": 1912620
    },
    {
      "epoch": 533.81,
      "grad_norm": 1.2519525289535522,
      "learning_rate": 1.2813773052829855e-06,
      "loss": 0.3512,
      "step": 1912630
    },
    {
      "epoch": 533.81,
      "grad_norm": 1.0114847421646118,
      "learning_rate": 1.2813532030735342e-06,
      "loss": 0.3261,
      "step": 1912640
    },
    {
      "epoch": 533.81,
      "grad_norm": 1.0507214069366455,
      "learning_rate": 1.2813291010054893e-06,
      "loss": 0.3329,
      "step": 1912650
    },
    {
      "epoch": 533.82,
      "grad_norm": 1.0394046306610107,
      "learning_rate": 1.2813049990788515e-06,
      "loss": 0.3491,
      "step": 1912660
    },
    {
      "epoch": 533.82,
      "grad_norm": 0.9727010726928711,
      "learning_rate": 1.2812808972936254e-06,
      "loss": 0.3372,
      "step": 1912670
    },
    {
      "epoch": 533.82,
      "grad_norm": 1.1319924592971802,
      "learning_rate": 1.2812567956498149e-06,
      "loss": 0.3364,
      "step": 1912680
    },
    {
      "epoch": 533.82,
      "grad_norm": 1.0866730213165283,
      "learning_rate": 1.2812326941474228e-06,
      "loss": 0.345,
      "step": 1912690
    },
    {
      "epoch": 533.83,
      "grad_norm": 1.0895586013793945,
      "learning_rate": 1.2812085927864514e-06,
      "loss": 0.3375,
      "step": 1912700
    },
    {
      "epoch": 533.83,
      "grad_norm": 1.1987271308898926,
      "learning_rate": 1.2811844915669046e-06,
      "loss": 0.336,
      "step": 1912710
    },
    {
      "epoch": 533.83,
      "grad_norm": 4.053971767425537,
      "learning_rate": 1.2811603904887865e-06,
      "loss": 0.3347,
      "step": 1912720
    },
    {
      "epoch": 533.83,
      "grad_norm": 1.120995283126831,
      "learning_rate": 1.2811362895520973e-06,
      "loss": 0.3443,
      "step": 1912730
    },
    {
      "epoch": 533.84,
      "grad_norm": 1.1058305501937866,
      "learning_rate": 1.2811121887568441e-06,
      "loss": 0.32,
      "step": 1912740
    },
    {
      "epoch": 533.84,
      "grad_norm": 1.0778913497924805,
      "learning_rate": 1.2810880881030277e-06,
      "loss": 0.3515,
      "step": 1912750
    },
    {
      "epoch": 533.84,
      "grad_norm": 1.1902897357940674,
      "learning_rate": 1.2810639875906516e-06,
      "loss": 0.3429,
      "step": 1912760
    },
    {
      "epoch": 533.85,
      "grad_norm": 1.1365633010864258,
      "learning_rate": 1.2810398872197193e-06,
      "loss": 0.3374,
      "step": 1912770
    },
    {
      "epoch": 533.85,
      "grad_norm": 1.0159112215042114,
      "learning_rate": 1.281015786990234e-06,
      "loss": 0.3512,
      "step": 1912780
    },
    {
      "epoch": 533.85,
      "grad_norm": 1.053069829940796,
      "learning_rate": 1.2809916869022e-06,
      "loss": 0.3288,
      "step": 1912790
    },
    {
      "epoch": 533.85,
      "grad_norm": 1.3565806150436401,
      "learning_rate": 1.2809675869556184e-06,
      "loss": 0.3372,
      "step": 1912800
    },
    {
      "epoch": 533.86,
      "grad_norm": 1.147316813468933,
      "learning_rate": 1.2809434871504934e-06,
      "loss": 0.3413,
      "step": 1912810
    },
    {
      "epoch": 533.86,
      "grad_norm": 1.1750433444976807,
      "learning_rate": 1.2809193874868282e-06,
      "loss": 0.328,
      "step": 1912820
    },
    {
      "epoch": 533.86,
      "grad_norm": 1.093680500984192,
      "learning_rate": 1.2808952879646272e-06,
      "loss": 0.3482,
      "step": 1912830
    },
    {
      "epoch": 533.87,
      "grad_norm": 0.9836219549179077,
      "learning_rate": 1.2808711885838916e-06,
      "loss": 0.3342,
      "step": 1912840
    },
    {
      "epoch": 533.87,
      "grad_norm": 1.75725519657135,
      "learning_rate": 1.280847089344625e-06,
      "loss": 0.3335,
      "step": 1912850
    },
    {
      "epoch": 533.87,
      "grad_norm": 1.3698318004608154,
      "learning_rate": 1.2808229902468322e-06,
      "loss": 0.3413,
      "step": 1912860
    },
    {
      "epoch": 533.87,
      "grad_norm": 1.1609818935394287,
      "learning_rate": 1.2807988912905136e-06,
      "loss": 0.3332,
      "step": 1912870
    },
    {
      "epoch": 533.88,
      "grad_norm": 1.09873628616333,
      "learning_rate": 1.2807747924756758e-06,
      "loss": 0.3475,
      "step": 1912880
    },
    {
      "epoch": 533.88,
      "grad_norm": 1.1918706893920898,
      "learning_rate": 1.2807506938023194e-06,
      "loss": 0.3324,
      "step": 1912890
    },
    {
      "epoch": 533.88,
      "grad_norm": 1.258542776107788,
      "learning_rate": 1.2807265952704484e-06,
      "loss": 0.3536,
      "step": 1912900
    },
    {
      "epoch": 533.89,
      "grad_norm": 1.278563141822815,
      "learning_rate": 1.2807024968800662e-06,
      "loss": 0.3354,
      "step": 1912910
    },
    {
      "epoch": 533.89,
      "grad_norm": 1.290086030960083,
      "learning_rate": 1.2806783986311766e-06,
      "loss": 0.3286,
      "step": 1912920
    },
    {
      "epoch": 533.89,
      "grad_norm": 1.1216695308685303,
      "learning_rate": 1.2806543005237816e-06,
      "loss": 0.3642,
      "step": 1912930
    },
    {
      "epoch": 533.89,
      "grad_norm": 1.1439523696899414,
      "learning_rate": 1.2806302025578846e-06,
      "loss": 0.3256,
      "step": 1912940
    },
    {
      "epoch": 533.9,
      "grad_norm": 1.0671429634094238,
      "learning_rate": 1.28060610473349e-06,
      "loss": 0.3394,
      "step": 1912950
    },
    {
      "epoch": 533.9,
      "grad_norm": 1.0902055501937866,
      "learning_rate": 1.2805820070505987e-06,
      "loss": 0.3402,
      "step": 1912960
    },
    {
      "epoch": 533.9,
      "grad_norm": 1.143791913986206,
      "learning_rate": 1.280557909509217e-06,
      "loss": 0.3566,
      "step": 1912970
    },
    {
      "epoch": 533.9,
      "grad_norm": 1.1407567262649536,
      "learning_rate": 1.2805338121093453e-06,
      "loss": 0.3395,
      "step": 1912980
    },
    {
      "epoch": 533.91,
      "grad_norm": 1.239072322845459,
      "learning_rate": 1.2805097148509883e-06,
      "loss": 0.3517,
      "step": 1912990
    },
    {
      "epoch": 533.91,
      "grad_norm": 0.9398741126060486,
      "learning_rate": 1.280485617734149e-06,
      "loss": 0.3561,
      "step": 1913000
    },
    {
      "epoch": 533.91,
      "grad_norm": 1.208686351776123,
      "learning_rate": 1.280461520758831e-06,
      "loss": 0.3431,
      "step": 1913010
    },
    {
      "epoch": 533.92,
      "grad_norm": 1.165498971939087,
      "learning_rate": 1.2804374239250362e-06,
      "loss": 0.3486,
      "step": 1913020
    },
    {
      "epoch": 533.92,
      "grad_norm": 1.0951762199401855,
      "learning_rate": 1.2804133272327685e-06,
      "loss": 0.3499,
      "step": 1913030
    },
    {
      "epoch": 533.92,
      "grad_norm": 1.2294838428497314,
      "learning_rate": 1.2803892306820322e-06,
      "loss": 0.3443,
      "step": 1913040
    },
    {
      "epoch": 533.92,
      "grad_norm": 1.714145302772522,
      "learning_rate": 1.2803651342728276e-06,
      "loss": 0.3382,
      "step": 1913050
    },
    {
      "epoch": 533.93,
      "grad_norm": 1.0820415019989014,
      "learning_rate": 1.2803410380051619e-06,
      "loss": 0.337,
      "step": 1913060
    },
    {
      "epoch": 533.93,
      "grad_norm": 1.218834400177002,
      "learning_rate": 1.2803169418790351e-06,
      "loss": 0.3393,
      "step": 1913070
    },
    {
      "epoch": 533.93,
      "grad_norm": 1.1068669557571411,
      "learning_rate": 1.2802928458944516e-06,
      "loss": 0.3433,
      "step": 1913080
    },
    {
      "epoch": 533.94,
      "grad_norm": 2.2413032054901123,
      "learning_rate": 1.2802687500514155e-06,
      "loss": 0.3462,
      "step": 1913090
    },
    {
      "epoch": 533.94,
      "grad_norm": 1.1250510215759277,
      "learning_rate": 1.280244654349927e-06,
      "loss": 0.348,
      "step": 1913100
    },
    {
      "epoch": 533.94,
      "grad_norm": 1.094235897064209,
      "learning_rate": 1.2802205587899934e-06,
      "loss": 0.33,
      "step": 1913110
    },
    {
      "epoch": 533.94,
      "grad_norm": 1.0615220069885254,
      "learning_rate": 1.2801964633716148e-06,
      "loss": 0.357,
      "step": 1913120
    },
    {
      "epoch": 533.95,
      "grad_norm": 1.4618232250213623,
      "learning_rate": 1.2801723680947954e-06,
      "loss": 0.3156,
      "step": 1913130
    },
    {
      "epoch": 533.95,
      "grad_norm": 1.2380505800247192,
      "learning_rate": 1.2801482729595386e-06,
      "loss": 0.3525,
      "step": 1913140
    },
    {
      "epoch": 533.95,
      "grad_norm": 0.988922119140625,
      "learning_rate": 1.2801241779658486e-06,
      "loss": 0.344,
      "step": 1913150
    },
    {
      "epoch": 533.95,
      "grad_norm": 1.2107501029968262,
      "learning_rate": 1.2801000831137263e-06,
      "loss": 0.3467,
      "step": 1913160
    },
    {
      "epoch": 533.96,
      "grad_norm": 1.1544601917266846,
      "learning_rate": 1.280075988403176e-06,
      "loss": 0.3388,
      "step": 1913170
    },
    {
      "epoch": 533.96,
      "grad_norm": 1.5150578022003174,
      "learning_rate": 1.2800518938342022e-06,
      "loss": 0.3595,
      "step": 1913180
    },
    {
      "epoch": 533.96,
      "grad_norm": 1.0072587728500366,
      "learning_rate": 1.2800277994068051e-06,
      "loss": 0.3384,
      "step": 1913190
    },
    {
      "epoch": 533.97,
      "grad_norm": 0.9491211771965027,
      "learning_rate": 1.2800037051209913e-06,
      "loss": 0.341,
      "step": 1913200
    },
    {
      "epoch": 533.97,
      "grad_norm": 2.037135362625122,
      "learning_rate": 1.2799796109767615e-06,
      "loss": 0.3474,
      "step": 1913210
    },
    {
      "epoch": 533.97,
      "grad_norm": 1.5246862173080444,
      "learning_rate": 1.2799555169741199e-06,
      "loss": 0.3378,
      "step": 1913220
    },
    {
      "epoch": 533.97,
      "grad_norm": 1.2697656154632568,
      "learning_rate": 1.2799314231130708e-06,
      "loss": 0.3335,
      "step": 1913230
    },
    {
      "epoch": 533.98,
      "grad_norm": 1.2675944566726685,
      "learning_rate": 1.279907329393615e-06,
      "loss": 0.3381,
      "step": 1913240
    },
    {
      "epoch": 533.98,
      "grad_norm": 0.9395086765289307,
      "learning_rate": 1.2798832358157572e-06,
      "loss": 0.3341,
      "step": 1913250
    },
    {
      "epoch": 533.98,
      "grad_norm": 1.2023673057556152,
      "learning_rate": 1.2798591423795e-06,
      "loss": 0.3352,
      "step": 1913260
    },
    {
      "epoch": 533.99,
      "grad_norm": 3.3586983680725098,
      "learning_rate": 1.2798350490848481e-06,
      "loss": 0.3315,
      "step": 1913270
    },
    {
      "epoch": 533.99,
      "grad_norm": 1.2007367610931396,
      "learning_rate": 1.279810955931802e-06,
      "loss": 0.3414,
      "step": 1913280
    },
    {
      "epoch": 533.99,
      "grad_norm": 1.0732303857803345,
      "learning_rate": 1.2797868629203678e-06,
      "loss": 0.3383,
      "step": 1913290
    },
    {
      "epoch": 533.99,
      "grad_norm": 1.1101937294006348,
      "learning_rate": 1.2797627700505468e-06,
      "loss": 0.3218,
      "step": 1913300
    },
    {
      "epoch": 534.0,
      "grad_norm": 1.059746503829956,
      "learning_rate": 1.2797386773223426e-06,
      "loss": 0.3249,
      "step": 1913310
    },
    {
      "epoch": 534.0,
      "grad_norm": 1.2364357709884644,
      "learning_rate": 1.2797145847357599e-06,
      "loss": 0.3525,
      "step": 1913320
    },
    {
      "epoch": 534.0,
      "eval_loss": 0.3407542407512665,
      "eval_runtime": 63.3109,
      "eval_samples_per_second": 79.907,
      "eval_steps_per_second": 9.998,
      "step": 1913322
    },
    {
      "epoch": 534.0,
      "grad_norm": 1.2003905773162842,
      "learning_rate": 1.2796904922907991e-06,
      "loss": 0.3237,
      "step": 1913330
    },
    {
      "epoch": 534.01,
      "grad_norm": 1.1575950384140015,
      "learning_rate": 1.2796663999874655e-06,
      "loss": 0.3347,
      "step": 1913340
    },
    {
      "epoch": 534.01,
      "grad_norm": 1.0346019268035889,
      "learning_rate": 1.2796423078257612e-06,
      "loss": 0.3259,
      "step": 1913350
    },
    {
      "epoch": 534.01,
      "grad_norm": 1.0971381664276123,
      "learning_rate": 1.2796182158056902e-06,
      "loss": 0.3449,
      "step": 1913360
    },
    {
      "epoch": 534.01,
      "grad_norm": 1.2325522899627686,
      "learning_rate": 1.2795941239272562e-06,
      "loss": 0.3484,
      "step": 1913370
    },
    {
      "epoch": 534.02,
      "grad_norm": 1.096916913986206,
      "learning_rate": 1.2795700321904608e-06,
      "loss": 0.3546,
      "step": 1913380
    },
    {
      "epoch": 534.02,
      "grad_norm": 1.0532759428024292,
      "learning_rate": 1.2795459405953083e-06,
      "loss": 0.3346,
      "step": 1913390
    },
    {
      "epoch": 534.02,
      "grad_norm": 1.130509614944458,
      "learning_rate": 1.2795218491418013e-06,
      "loss": 0.3303,
      "step": 1913400
    },
    {
      "epoch": 534.02,
      "grad_norm": 1.124415397644043,
      "learning_rate": 1.2794977578299445e-06,
      "loss": 0.3441,
      "step": 1913410
    },
    {
      "epoch": 534.03,
      "grad_norm": 1.2061591148376465,
      "learning_rate": 1.2794736666597378e-06,
      "loss": 0.3291,
      "step": 1913420
    },
    {
      "epoch": 534.03,
      "grad_norm": 1.1649386882781982,
      "learning_rate": 1.2794495756311885e-06,
      "loss": 0.3377,
      "step": 1913430
    },
    {
      "epoch": 534.03,
      "grad_norm": 1.1178252696990967,
      "learning_rate": 1.2794254847442973e-06,
      "loss": 0.3562,
      "step": 1913440
    },
    {
      "epoch": 534.04,
      "grad_norm": 1.1191041469573975,
      "learning_rate": 1.2794013939990676e-06,
      "loss": 0.3389,
      "step": 1913450
    },
    {
      "epoch": 534.04,
      "grad_norm": 0.9817742705345154,
      "learning_rate": 1.2793773033955044e-06,
      "loss": 0.326,
      "step": 1913460
    },
    {
      "epoch": 534.04,
      "grad_norm": 1.0539494752883911,
      "learning_rate": 1.279353212933608e-06,
      "loss": 0.3555,
      "step": 1913470
    },
    {
      "epoch": 534.04,
      "grad_norm": 1.2646273374557495,
      "learning_rate": 1.2793291226133833e-06,
      "loss": 0.3394,
      "step": 1913480
    },
    {
      "epoch": 534.05,
      "grad_norm": 1.0015848875045776,
      "learning_rate": 1.2793050324348333e-06,
      "loss": 0.335,
      "step": 1913490
    },
    {
      "epoch": 534.05,
      "grad_norm": 1.1643990278244019,
      "learning_rate": 1.2792809423979624e-06,
      "loss": 0.3285,
      "step": 1913500
    },
    {
      "epoch": 534.05,
      "grad_norm": 1.1992934942245483,
      "learning_rate": 1.2792568525027714e-06,
      "loss": 0.325,
      "step": 1913510
    },
    {
      "epoch": 534.06,
      "grad_norm": 1.0224629640579224,
      "learning_rate": 1.2792327627492648e-06,
      "loss": 0.3295,
      "step": 1913520
    },
    {
      "epoch": 534.06,
      "grad_norm": 0.975999116897583,
      "learning_rate": 1.2792086731374467e-06,
      "loss": 0.3307,
      "step": 1913530
    },
    {
      "epoch": 534.06,
      "grad_norm": 1.1028438806533813,
      "learning_rate": 1.2791845836673178e-06,
      "loss": 0.3352,
      "step": 1913540
    },
    {
      "epoch": 534.06,
      "grad_norm": 1.2567600011825562,
      "learning_rate": 1.2791604943388841e-06,
      "loss": 0.3352,
      "step": 1913550
    },
    {
      "epoch": 534.07,
      "grad_norm": 1.173132061958313,
      "learning_rate": 1.2791364051521472e-06,
      "loss": 0.3575,
      "step": 1913560
    },
    {
      "epoch": 534.07,
      "grad_norm": 1.0018031597137451,
      "learning_rate": 1.27911231610711e-06,
      "loss": 0.3412,
      "step": 1913570
    },
    {
      "epoch": 534.07,
      "grad_norm": 1.3256235122680664,
      "learning_rate": 1.2790882272037768e-06,
      "loss": 0.3456,
      "step": 1913580
    },
    {
      "epoch": 534.07,
      "grad_norm": 1.070063829421997,
      "learning_rate": 1.2790641384421513e-06,
      "loss": 0.3669,
      "step": 1913590
    },
    {
      "epoch": 534.08,
      "grad_norm": 1.0261152982711792,
      "learning_rate": 1.2790400498222349e-06,
      "loss": 0.3291,
      "step": 1913600
    },
    {
      "epoch": 534.08,
      "grad_norm": 1.0481176376342773,
      "learning_rate": 1.2790159613440315e-06,
      "loss": 0.3445,
      "step": 1913610
    },
    {
      "epoch": 534.08,
      "grad_norm": 1.1316626071929932,
      "learning_rate": 1.2789918730075454e-06,
      "loss": 0.3415,
      "step": 1913620
    },
    {
      "epoch": 534.09,
      "grad_norm": 1.1455214023590088,
      "learning_rate": 1.278967784812777e-06,
      "loss": 0.3537,
      "step": 1913630
    },
    {
      "epoch": 534.09,
      "grad_norm": 1.3770689964294434,
      "learning_rate": 1.2789436967597336e-06,
      "loss": 0.3327,
      "step": 1913640
    },
    {
      "epoch": 534.09,
      "grad_norm": 1.1477994918823242,
      "learning_rate": 1.278919608848415e-06,
      "loss": 0.3479,
      "step": 1913650
    },
    {
      "epoch": 534.09,
      "grad_norm": 1.1893298625946045,
      "learning_rate": 1.2788955210788256e-06,
      "loss": 0.3314,
      "step": 1913660
    },
    {
      "epoch": 534.1,
      "grad_norm": 1.3504937887191772,
      "learning_rate": 1.2788714334509698e-06,
      "loss": 0.3488,
      "step": 1913670
    },
    {
      "epoch": 534.1,
      "grad_norm": 1.2601861953735352,
      "learning_rate": 1.2788473459648474e-06,
      "loss": 0.3449,
      "step": 1913680
    },
    {
      "epoch": 534.1,
      "grad_norm": 2.0882041454315186,
      "learning_rate": 1.2788232586204658e-06,
      "loss": 0.3324,
      "step": 1913690
    },
    {
      "epoch": 534.11,
      "grad_norm": 1.1356152296066284,
      "learning_rate": 1.2787991714178255e-06,
      "loss": 0.3557,
      "step": 1913700
    },
    {
      "epoch": 534.11,
      "grad_norm": 1.2751275300979614,
      "learning_rate": 1.2787750843569301e-06,
      "loss": 0.3362,
      "step": 1913710
    },
    {
      "epoch": 534.11,
      "grad_norm": 1.0298882722854614,
      "learning_rate": 1.2787509974377834e-06,
      "loss": 0.3353,
      "step": 1913720
    },
    {
      "epoch": 534.11,
      "grad_norm": 1.2966551780700684,
      "learning_rate": 1.2787269106603896e-06,
      "loss": 0.3491,
      "step": 1913730
    },
    {
      "epoch": 534.12,
      "grad_norm": 1.1770892143249512,
      "learning_rate": 1.2787028240247493e-06,
      "loss": 0.3508,
      "step": 1913740
    },
    {
      "epoch": 534.12,
      "grad_norm": 1.1387344598770142,
      "learning_rate": 1.278678737530867e-06,
      "loss": 0.3353,
      "step": 1913750
    },
    {
      "epoch": 534.12,
      "grad_norm": 1.0661025047302246,
      "learning_rate": 1.2786546511787473e-06,
      "loss": 0.3391,
      "step": 1913760
    },
    {
      "epoch": 534.13,
      "grad_norm": 1.3519634008407593,
      "learning_rate": 1.2786305649683902e-06,
      "loss": 0.3317,
      "step": 1913770
    },
    {
      "epoch": 534.13,
      "grad_norm": 1.2446691989898682,
      "learning_rate": 1.2786064788998022e-06,
      "loss": 0.3354,
      "step": 1913780
    },
    {
      "epoch": 534.13,
      "grad_norm": 1.2445175647735596,
      "learning_rate": 1.2785823929729844e-06,
      "loss": 0.3702,
      "step": 1913790
    },
    {
      "epoch": 534.13,
      "grad_norm": 1.1707192659378052,
      "learning_rate": 1.278558307187941e-06,
      "loss": 0.3377,
      "step": 1913800
    },
    {
      "epoch": 534.14,
      "grad_norm": 1.0897682905197144,
      "learning_rate": 1.278534221544675e-06,
      "loss": 0.3358,
      "step": 1913810
    },
    {
      "epoch": 534.14,
      "grad_norm": 1.220359444618225,
      "learning_rate": 1.2785101360431894e-06,
      "loss": 0.3428,
      "step": 1913820
    },
    {
      "epoch": 534.14,
      "grad_norm": 1.234503149986267,
      "learning_rate": 1.2784860506834871e-06,
      "loss": 0.3417,
      "step": 1913830
    },
    {
      "epoch": 534.14,
      "grad_norm": 0.9397642612457275,
      "learning_rate": 1.278461965465572e-06,
      "loss": 0.3366,
      "step": 1913840
    },
    {
      "epoch": 534.15,
      "grad_norm": 1.0242538452148438,
      "learning_rate": 1.2784378803894478e-06,
      "loss": 0.3609,
      "step": 1913850
    },
    {
      "epoch": 534.15,
      "grad_norm": 1.0601370334625244,
      "learning_rate": 1.2784137954551153e-06,
      "loss": 0.3347,
      "step": 1913860
    },
    {
      "epoch": 534.15,
      "grad_norm": 1.186571717262268,
      "learning_rate": 1.278389710662581e-06,
      "loss": 0.3445,
      "step": 1913870
    },
    {
      "epoch": 534.16,
      "grad_norm": 1.2137550115585327,
      "learning_rate": 1.2783656260118453e-06,
      "loss": 0.3431,
      "step": 1913880
    },
    {
      "epoch": 534.16,
      "grad_norm": 1.1496902704238892,
      "learning_rate": 1.2783415415029128e-06,
      "loss": 0.3201,
      "step": 1913890
    },
    {
      "epoch": 534.16,
      "grad_norm": 1.1254361867904663,
      "learning_rate": 1.2783174571357874e-06,
      "loss": 0.356,
      "step": 1913900
    },
    {
      "epoch": 534.16,
      "grad_norm": 1.1845531463623047,
      "learning_rate": 1.2782933729104704e-06,
      "loss": 0.3349,
      "step": 1913910
    },
    {
      "epoch": 534.17,
      "grad_norm": 1.039057970046997,
      "learning_rate": 1.2782692888269658e-06,
      "loss": 0.3483,
      "step": 1913920
    },
    {
      "epoch": 534.17,
      "grad_norm": 1.3014473915100098,
      "learning_rate": 1.2782452048852773e-06,
      "loss": 0.3285,
      "step": 1913930
    },
    {
      "epoch": 534.17,
      "grad_norm": 1.159379243850708,
      "learning_rate": 1.2782211210854073e-06,
      "loss": 0.3292,
      "step": 1913940
    },
    {
      "epoch": 534.18,
      "grad_norm": 1.1264008283615112,
      "learning_rate": 1.27819703742736e-06,
      "loss": 0.3371,
      "step": 1913950
    },
    {
      "epoch": 534.18,
      "grad_norm": 1.0937376022338867,
      "learning_rate": 1.278172953911139e-06,
      "loss": 0.3374,
      "step": 1913960
    },
    {
      "epoch": 534.18,
      "grad_norm": 1.050144910812378,
      "learning_rate": 1.2781488705367452e-06,
      "loss": 0.3352,
      "step": 1913970
    },
    {
      "epoch": 534.18,
      "grad_norm": 1.2271639108657837,
      "learning_rate": 1.2781247873041834e-06,
      "loss": 0.3468,
      "step": 1913980
    },
    {
      "epoch": 534.19,
      "grad_norm": 1.1545641422271729,
      "learning_rate": 1.2781007042134577e-06,
      "loss": 0.3265,
      "step": 1913990
    },
    {
      "epoch": 534.19,
      "grad_norm": 1.338837742805481,
      "learning_rate": 1.2780766212645683e-06,
      "loss": 0.3405,
      "step": 1914000
    },
    {
      "epoch": 534.19,
      "grad_norm": 1.3281009197235107,
      "learning_rate": 1.2780525384575222e-06,
      "loss": 0.3376,
      "step": 1914010
    },
    {
      "epoch": 534.19,
      "grad_norm": 0.9785772562026978,
      "learning_rate": 1.2780284557923198e-06,
      "loss": 0.3478,
      "step": 1914020
    },
    {
      "epoch": 534.2,
      "grad_norm": 1.0953187942504883,
      "learning_rate": 1.2780043732689651e-06,
      "loss": 0.3574,
      "step": 1914030
    },
    {
      "epoch": 534.2,
      "grad_norm": 1.1788405179977417,
      "learning_rate": 1.2779802908874626e-06,
      "loss": 0.3314,
      "step": 1914040
    },
    {
      "epoch": 534.2,
      "grad_norm": 1.2064265012741089,
      "learning_rate": 1.2779562086478132e-06,
      "loss": 0.3383,
      "step": 1914050
    },
    {
      "epoch": 534.21,
      "grad_norm": 1.1975246667861938,
      "learning_rate": 1.2779321265500212e-06,
      "loss": 0.3279,
      "step": 1914060
    },
    {
      "epoch": 534.21,
      "grad_norm": 1.097377061843872,
      "learning_rate": 1.2779080445940897e-06,
      "loss": 0.3393,
      "step": 1914070
    },
    {
      "epoch": 534.21,
      "grad_norm": 1.3102998733520508,
      "learning_rate": 1.2778839627800235e-06,
      "loss": 0.3515,
      "step": 1914080
    },
    {
      "epoch": 534.21,
      "grad_norm": 1.0705980062484741,
      "learning_rate": 1.2778598811078221e-06,
      "loss": 0.339,
      "step": 1914090
    },
    {
      "epoch": 534.22,
      "grad_norm": 1.1301970481872559,
      "learning_rate": 1.277835799577493e-06,
      "loss": 0.3538,
      "step": 1914100
    },
    {
      "epoch": 534.22,
      "grad_norm": 1.0740044116973877,
      "learning_rate": 1.2778117181890364e-06,
      "loss": 0.3398,
      "step": 1914110
    },
    {
      "epoch": 534.22,
      "grad_norm": 1.0547431707382202,
      "learning_rate": 1.2777876369424562e-06,
      "loss": 0.3474,
      "step": 1914120
    },
    {
      "epoch": 534.23,
      "grad_norm": 1.1138375997543335,
      "learning_rate": 1.2777635558377572e-06,
      "loss": 0.3373,
      "step": 1914130
    },
    {
      "epoch": 534.23,
      "grad_norm": 1.0198018550872803,
      "learning_rate": 1.2777394748749403e-06,
      "loss": 0.3302,
      "step": 1914140
    },
    {
      "epoch": 534.23,
      "grad_norm": 1.0231428146362305,
      "learning_rate": 1.2777153940540094e-06,
      "loss": 0.3352,
      "step": 1914150
    },
    {
      "epoch": 534.23,
      "grad_norm": 1.092055320739746,
      "learning_rate": 1.2776913133749684e-06,
      "loss": 0.3341,
      "step": 1914160
    },
    {
      "epoch": 534.24,
      "grad_norm": 1.4113084077835083,
      "learning_rate": 1.2776672328378206e-06,
      "loss": 0.3252,
      "step": 1914170
    },
    {
      "epoch": 534.24,
      "grad_norm": 1.0936799049377441,
      "learning_rate": 1.277643152442568e-06,
      "loss": 0.3388,
      "step": 1914180
    },
    {
      "epoch": 534.24,
      "grad_norm": 1.1586027145385742,
      "learning_rate": 1.2776190721892145e-06,
      "loss": 0.3437,
      "step": 1914190
    },
    {
      "epoch": 534.25,
      "grad_norm": 1.189819097518921,
      "learning_rate": 1.2775949920777643e-06,
      "loss": 0.3289,
      "step": 1914200
    },
    {
      "epoch": 534.25,
      "grad_norm": 1.1013859510421753,
      "learning_rate": 1.277570912108218e-06,
      "loss": 0.3276,
      "step": 1914210
    },
    {
      "epoch": 534.25,
      "grad_norm": 1.0548592805862427,
      "learning_rate": 1.2775468322805819e-06,
      "loss": 0.3474,
      "step": 1914220
    },
    {
      "epoch": 534.25,
      "grad_norm": 1.1899055242538452,
      "learning_rate": 1.2775227525948558e-06,
      "loss": 0.3309,
      "step": 1914230
    },
    {
      "epoch": 534.26,
      "grad_norm": 1.0394669771194458,
      "learning_rate": 1.2774986730510469e-06,
      "loss": 0.3561,
      "step": 1914240
    },
    {
      "epoch": 534.26,
      "grad_norm": 1.1054731607437134,
      "learning_rate": 1.2774745936491556e-06,
      "loss": 0.3466,
      "step": 1914250
    },
    {
      "epoch": 534.26,
      "grad_norm": 1.1043972969055176,
      "learning_rate": 1.2774505143891855e-06,
      "loss": 0.3372,
      "step": 1914260
    },
    {
      "epoch": 534.26,
      "grad_norm": 1.2101391553878784,
      "learning_rate": 1.277426435271141e-06,
      "loss": 0.3575,
      "step": 1914270
    },
    {
      "epoch": 534.27,
      "grad_norm": 1.2528653144836426,
      "learning_rate": 1.277402356295024e-06,
      "loss": 0.3422,
      "step": 1914280
    },
    {
      "epoch": 534.27,
      "grad_norm": 1.0146642923355103,
      "learning_rate": 1.2773782774608381e-06,
      "loss": 0.3406,
      "step": 1914290
    },
    {
      "epoch": 534.27,
      "grad_norm": 1.1562750339508057,
      "learning_rate": 1.2773541987685862e-06,
      "loss": 0.3316,
      "step": 1914300
    },
    {
      "epoch": 534.28,
      "grad_norm": 1.207849383354187,
      "learning_rate": 1.277330120218273e-06,
      "loss": 0.3257,
      "step": 1914310
    },
    {
      "epoch": 534.28,
      "grad_norm": 0.916162371635437,
      "learning_rate": 1.2773060418098997e-06,
      "loss": 0.3451,
      "step": 1914320
    },
    {
      "epoch": 534.28,
      "grad_norm": 1.0253000259399414,
      "learning_rate": 1.2772819635434702e-06,
      "loss": 0.348,
      "step": 1914330
    },
    {
      "epoch": 534.28,
      "grad_norm": 1.089056134223938,
      "learning_rate": 1.277257885418989e-06,
      "loss": 0.3451,
      "step": 1914340
    },
    {
      "epoch": 534.29,
      "grad_norm": 1.1135749816894531,
      "learning_rate": 1.2772338074364561e-06,
      "loss": 0.3383,
      "step": 1914350
    },
    {
      "epoch": 534.29,
      "grad_norm": 1.004345417022705,
      "learning_rate": 1.2772097295958788e-06,
      "loss": 0.3441,
      "step": 1914360
    },
    {
      "epoch": 534.29,
      "grad_norm": 0.9832695722579956,
      "learning_rate": 1.2771856518972575e-06,
      "loss": 0.3437,
      "step": 1914370
    },
    {
      "epoch": 534.3,
      "grad_norm": 1.092921257019043,
      "learning_rate": 1.2771615743405962e-06,
      "loss": 0.3318,
      "step": 1914380
    },
    {
      "epoch": 534.3,
      "grad_norm": 1.0618911981582642,
      "learning_rate": 1.2771374969258982e-06,
      "loss": 0.3372,
      "step": 1914390
    },
    {
      "epoch": 534.3,
      "grad_norm": 1.1178748607635498,
      "learning_rate": 1.2771134196531671e-06,
      "loss": 0.3357,
      "step": 1914400
    },
    {
      "epoch": 534.3,
      "grad_norm": 1.2012453079223633,
      "learning_rate": 1.2770893425224047e-06,
      "loss": 0.3306,
      "step": 1914410
    },
    {
      "epoch": 534.31,
      "grad_norm": 1.9194421768188477,
      "learning_rate": 1.2770652655336156e-06,
      "loss": 0.3391,
      "step": 1914420
    },
    {
      "epoch": 534.31,
      "grad_norm": 1.089388132095337,
      "learning_rate": 1.2770411886868032e-06,
      "loss": 0.3465,
      "step": 1914430
    },
    {
      "epoch": 534.31,
      "grad_norm": 1.0223311185836792,
      "learning_rate": 1.2770171119819682e-06,
      "loss": 0.3306,
      "step": 1914440
    },
    {
      "epoch": 534.31,
      "grad_norm": 1.1642245054244995,
      "learning_rate": 1.2769930354191175e-06,
      "loss": 0.3551,
      "step": 1914450
    },
    {
      "epoch": 534.32,
      "grad_norm": 1.958009958267212,
      "learning_rate": 1.2769689589982515e-06,
      "loss": 0.324,
      "step": 1914460
    },
    {
      "epoch": 534.32,
      "grad_norm": 0.9222314953804016,
      "learning_rate": 1.2769448827193745e-06,
      "loss": 0.326,
      "step": 1914470
    },
    {
      "epoch": 534.32,
      "grad_norm": 1.0875215530395508,
      "learning_rate": 1.2769208065824903e-06,
      "loss": 0.3466,
      "step": 1914480
    },
    {
      "epoch": 534.33,
      "grad_norm": 1.0108174085617065,
      "learning_rate": 1.2768967305876005e-06,
      "loss": 0.3543,
      "step": 1914490
    },
    {
      "epoch": 534.33,
      "grad_norm": 1.168030023574829,
      "learning_rate": 1.2768726547347089e-06,
      "loss": 0.3328,
      "step": 1914500
    },
    {
      "epoch": 534.33,
      "grad_norm": 1.0301556587219238,
      "learning_rate": 1.2768485790238196e-06,
      "loss": 0.3336,
      "step": 1914510
    },
    {
      "epoch": 534.33,
      "grad_norm": 1.1698216199874878,
      "learning_rate": 1.2768245034549347e-06,
      "loss": 0.3628,
      "step": 1914520
    },
    {
      "epoch": 534.34,
      "grad_norm": 0.9918560981750488,
      "learning_rate": 1.2768004280280574e-06,
      "loss": 0.3281,
      "step": 1914530
    },
    {
      "epoch": 534.34,
      "grad_norm": 1.0201188325881958,
      "learning_rate": 1.276776352743193e-06,
      "loss": 0.3378,
      "step": 1914540
    },
    {
      "epoch": 534.34,
      "grad_norm": 1.1060177087783813,
      "learning_rate": 1.2767522776003422e-06,
      "loss": 0.3241,
      "step": 1914550
    },
    {
      "epoch": 534.35,
      "grad_norm": 1.2661586999893188,
      "learning_rate": 1.2767282025995085e-06,
      "loss": 0.3418,
      "step": 1914560
    },
    {
      "epoch": 534.35,
      "grad_norm": 1.1207830905914307,
      "learning_rate": 1.2767041277406975e-06,
      "loss": 0.349,
      "step": 1914570
    },
    {
      "epoch": 534.35,
      "grad_norm": 1.0719399452209473,
      "learning_rate": 1.276680053023908e-06,
      "loss": 0.3394,
      "step": 1914580
    },
    {
      "epoch": 534.35,
      "grad_norm": 1.3448742628097534,
      "learning_rate": 1.2766559784491479e-06,
      "loss": 0.3312,
      "step": 1914590
    },
    {
      "epoch": 534.36,
      "grad_norm": 1.1719017028808594,
      "learning_rate": 1.2766319040164173e-06,
      "loss": 0.3466,
      "step": 1914600
    },
    {
      "epoch": 534.36,
      "grad_norm": 1.1834558248519897,
      "learning_rate": 1.2766078297257208e-06,
      "loss": 0.3298,
      "step": 1914610
    },
    {
      "epoch": 534.36,
      "grad_norm": 1.057140588760376,
      "learning_rate": 1.2765837555770616e-06,
      "loss": 0.347,
      "step": 1914620
    },
    {
      "epoch": 534.37,
      "grad_norm": 1.0557585954666138,
      "learning_rate": 1.276559681570442e-06,
      "loss": 0.328,
      "step": 1914630
    },
    {
      "epoch": 534.37,
      "grad_norm": 1.1308529376983643,
      "learning_rate": 1.2765356077058652e-06,
      "loss": 0.3503,
      "step": 1914640
    },
    {
      "epoch": 534.37,
      "grad_norm": 1.352666974067688,
      "learning_rate": 1.2765115339833356e-06,
      "loss": 0.3459,
      "step": 1914650
    },
    {
      "epoch": 534.37,
      "grad_norm": 1.0253798961639404,
      "learning_rate": 1.2764874604028559e-06,
      "loss": 0.329,
      "step": 1914660
    },
    {
      "epoch": 534.38,
      "grad_norm": 1.0979300737380981,
      "learning_rate": 1.2764633869644278e-06,
      "loss": 0.3512,
      "step": 1914670
    },
    {
      "epoch": 534.38,
      "grad_norm": 1.0548243522644043,
      "learning_rate": 1.2764393136680576e-06,
      "loss": 0.3338,
      "step": 1914680
    },
    {
      "epoch": 534.38,
      "grad_norm": 0.8820067644119263,
      "learning_rate": 1.2764152405137458e-06,
      "loss": 0.3256,
      "step": 1914690
    },
    {
      "epoch": 534.38,
      "grad_norm": 1.0951982736587524,
      "learning_rate": 1.2763911675014967e-06,
      "loss": 0.3424,
      "step": 1914700
    },
    {
      "epoch": 534.39,
      "grad_norm": 1.243017554283142,
      "learning_rate": 1.2763670946313142e-06,
      "loss": 0.3417,
      "step": 1914710
    },
    {
      "epoch": 534.39,
      "grad_norm": 1.1527881622314453,
      "learning_rate": 1.2763430219031995e-06,
      "loss": 0.352,
      "step": 1914720
    },
    {
      "epoch": 534.39,
      "grad_norm": 1.1904795169830322,
      "learning_rate": 1.276318949317157e-06,
      "loss": 0.3431,
      "step": 1914730
    },
    {
      "epoch": 534.4,
      "grad_norm": 1.0927411317825317,
      "learning_rate": 1.2762948768731904e-06,
      "loss": 0.3456,
      "step": 1914740
    },
    {
      "epoch": 534.4,
      "grad_norm": 1.0604333877563477,
      "learning_rate": 1.2762708045713025e-06,
      "loss": 0.3357,
      "step": 1914750
    },
    {
      "epoch": 534.4,
      "grad_norm": 1.011781930923462,
      "learning_rate": 1.2762467324114959e-06,
      "loss": 0.3419,
      "step": 1914760
    },
    {
      "epoch": 534.4,
      "grad_norm": 1.2015427350997925,
      "learning_rate": 1.2762226603937744e-06,
      "loss": 0.34,
      "step": 1914770
    },
    {
      "epoch": 534.41,
      "grad_norm": 1.303187608718872,
      "learning_rate": 1.2761985885181416e-06,
      "loss": 0.3287,
      "step": 1914780
    },
    {
      "epoch": 534.41,
      "grad_norm": 1.089247703552246,
      "learning_rate": 1.2761745167845988e-06,
      "loss": 0.3584,
      "step": 1914790
    },
    {
      "epoch": 534.41,
      "grad_norm": 1.3130407333374023,
      "learning_rate": 1.276150445193152e-06,
      "loss": 0.3381,
      "step": 1914800
    },
    {
      "epoch": 534.42,
      "grad_norm": 1.3186894655227661,
      "learning_rate": 1.2761263737438012e-06,
      "loss": 0.3577,
      "step": 1914810
    },
    {
      "epoch": 534.42,
      "grad_norm": 1.0310826301574707,
      "learning_rate": 1.2761023024365536e-06,
      "loss": 0.3403,
      "step": 1914820
    },
    {
      "epoch": 534.42,
      "grad_norm": 0.9636171460151672,
      "learning_rate": 1.2760782312714091e-06,
      "loss": 0.341,
      "step": 1914830
    },
    {
      "epoch": 534.42,
      "grad_norm": 1.1324286460876465,
      "learning_rate": 1.2760541602483718e-06,
      "loss": 0.3294,
      "step": 1914840
    },
    {
      "epoch": 534.43,
      "grad_norm": 1.123075246810913,
      "learning_rate": 1.2760300893674464e-06,
      "loss": 0.3257,
      "step": 1914850
    },
    {
      "epoch": 534.43,
      "grad_norm": 1.0101854801177979,
      "learning_rate": 1.2760060186286335e-06,
      "loss": 0.3476,
      "step": 1914860
    },
    {
      "epoch": 534.43,
      "grad_norm": 1.0805656909942627,
      "learning_rate": 1.2759819480319377e-06,
      "loss": 0.3389,
      "step": 1914870
    },
    {
      "epoch": 534.43,
      "grad_norm": 1.1603846549987793,
      "learning_rate": 1.2759578775773624e-06,
      "loss": 0.3369,
      "step": 1914880
    },
    {
      "epoch": 534.44,
      "grad_norm": 1.0762269496917725,
      "learning_rate": 1.275933807264911e-06,
      "loss": 0.3384,
      "step": 1914890
    },
    {
      "epoch": 534.44,
      "grad_norm": 1.43809974193573,
      "learning_rate": 1.2759097370945856e-06,
      "loss": 0.3469,
      "step": 1914900
    },
    {
      "epoch": 534.44,
      "grad_norm": 1.1233391761779785,
      "learning_rate": 1.2758856670663902e-06,
      "loss": 0.3457,
      "step": 1914910
    },
    {
      "epoch": 534.45,
      "grad_norm": 2.6445565223693848,
      "learning_rate": 1.2758615971803275e-06,
      "loss": 0.3336,
      "step": 1914920
    },
    {
      "epoch": 534.45,
      "grad_norm": 1.1442201137542725,
      "learning_rate": 1.2758375274364011e-06,
      "loss": 0.3493,
      "step": 1914930
    },
    {
      "epoch": 534.45,
      "grad_norm": 0.9947898983955383,
      "learning_rate": 1.2758134578346152e-06,
      "loss": 0.3289,
      "step": 1914940
    },
    {
      "epoch": 534.45,
      "grad_norm": 1.0978517532348633,
      "learning_rate": 1.2757893883749707e-06,
      "loss": 0.337,
      "step": 1914950
    },
    {
      "epoch": 534.46,
      "grad_norm": 1.1421310901641846,
      "learning_rate": 1.2757653190574723e-06,
      "loss": 0.3404,
      "step": 1914960
    },
    {
      "epoch": 534.46,
      "grad_norm": 1.3131051063537598,
      "learning_rate": 1.2757412498821231e-06,
      "loss": 0.3515,
      "step": 1914970
    },
    {
      "epoch": 534.46,
      "grad_norm": 1.633889079093933,
      "learning_rate": 1.2757171808489269e-06,
      "loss": 0.3399,
      "step": 1914980
    },
    {
      "epoch": 534.47,
      "grad_norm": 1.103214979171753,
      "learning_rate": 1.2756931119578852e-06,
      "loss": 0.3443,
      "step": 1914990
    },
    {
      "epoch": 534.47,
      "grad_norm": 1.3332842588424683,
      "learning_rate": 1.2756690432090022e-06,
      "loss": 0.3325,
      "step": 1915000
    },
    {
      "epoch": 534.47,
      "grad_norm": 1.092651128768921,
      "learning_rate": 1.275644974602282e-06,
      "loss": 0.3488,
      "step": 1915010
    },
    {
      "epoch": 534.47,
      "grad_norm": 1.1150929927825928,
      "learning_rate": 1.2756209061377252e-06,
      "loss": 0.3465,
      "step": 1915020
    },
    {
      "epoch": 534.48,
      "grad_norm": 1.3659131526947021,
      "learning_rate": 1.275596837815338e-06,
      "loss": 0.3421,
      "step": 1915030
    },
    {
      "epoch": 534.48,
      "grad_norm": 1.1265512704849243,
      "learning_rate": 1.275572769635122e-06,
      "loss": 0.3424,
      "step": 1915040
    },
    {
      "epoch": 534.48,
      "grad_norm": 3.045952558517456,
      "learning_rate": 1.2755487015970804e-06,
      "loss": 0.3638,
      "step": 1915050
    },
    {
      "epoch": 534.49,
      "grad_norm": 1.0071383714675903,
      "learning_rate": 1.2755246337012164e-06,
      "loss": 0.3463,
      "step": 1915060
    },
    {
      "epoch": 534.49,
      "grad_norm": 1.2799748182296753,
      "learning_rate": 1.2755005659475348e-06,
      "loss": 0.3541,
      "step": 1915070
    },
    {
      "epoch": 534.49,
      "grad_norm": 1.0571364164352417,
      "learning_rate": 1.2754764983360362e-06,
      "loss": 0.3422,
      "step": 1915080
    },
    {
      "epoch": 534.49,
      "grad_norm": 0.9986842274665833,
      "learning_rate": 1.2754524308667255e-06,
      "loss": 0.3375,
      "step": 1915090
    },
    {
      "epoch": 534.5,
      "grad_norm": 1.327683448791504,
      "learning_rate": 1.2754283635396053e-06,
      "loss": 0.3415,
      "step": 1915100
    },
    {
      "epoch": 534.5,
      "grad_norm": 1.3147910833358765,
      "learning_rate": 1.275404296354679e-06,
      "loss": 0.3306,
      "step": 1915110
    },
    {
      "epoch": 534.5,
      "grad_norm": 1.0716607570648193,
      "learning_rate": 1.275380229311951e-06,
      "loss": 0.3233,
      "step": 1915120
    },
    {
      "epoch": 534.5,
      "grad_norm": 1.0526591539382935,
      "learning_rate": 1.275356162411422e-06,
      "loss": 0.3455,
      "step": 1915130
    },
    {
      "epoch": 534.51,
      "grad_norm": 1.196024775505066,
      "learning_rate": 1.2753320956530967e-06,
      "loss": 0.3472,
      "step": 1915140
    },
    {
      "epoch": 534.51,
      "grad_norm": 1.1438831090927124,
      "learning_rate": 1.2753080290369788e-06,
      "loss": 0.3355,
      "step": 1915150
    },
    {
      "epoch": 534.51,
      "grad_norm": 1.4991222620010376,
      "learning_rate": 1.2752839625630691e-06,
      "loss": 0.3289,
      "step": 1915160
    },
    {
      "epoch": 534.52,
      "grad_norm": 1.017812728881836,
      "learning_rate": 1.2752598962313746e-06,
      "loss": 0.3683,
      "step": 1915170
    },
    {
      "epoch": 534.52,
      "grad_norm": 1.1850439310073853,
      "learning_rate": 1.2752358300418954e-06,
      "loss": 0.3574,
      "step": 1915180
    },
    {
      "epoch": 534.52,
      "grad_norm": 1.0126540660858154,
      "learning_rate": 1.2752117639946355e-06,
      "loss": 0.3421,
      "step": 1915190
    },
    {
      "epoch": 534.52,
      "grad_norm": 1.063718318939209,
      "learning_rate": 1.2751876980895984e-06,
      "loss": 0.3346,
      "step": 1915200
    },
    {
      "epoch": 534.53,
      "grad_norm": 1.055539608001709,
      "learning_rate": 1.2751636323267884e-06,
      "loss": 0.3425,
      "step": 1915210
    },
    {
      "epoch": 534.53,
      "grad_norm": 0.9848183989524841,
      "learning_rate": 1.2751395667062066e-06,
      "loss": 0.3264,
      "step": 1915220
    },
    {
      "epoch": 534.53,
      "grad_norm": 1.30536949634552,
      "learning_rate": 1.275115501227857e-06,
      "loss": 0.347,
      "step": 1915230
    },
    {
      "epoch": 534.54,
      "grad_norm": 1.1080135107040405,
      "learning_rate": 1.2750914358917438e-06,
      "loss": 0.329,
      "step": 1915240
    },
    {
      "epoch": 534.54,
      "grad_norm": 1.2174458503723145,
      "learning_rate": 1.2750673706978676e-06,
      "loss": 0.3361,
      "step": 1915250
    },
    {
      "epoch": 534.54,
      "grad_norm": 1.2525509595870972,
      "learning_rate": 1.275043305646235e-06,
      "loss": 0.3303,
      "step": 1915260
    },
    {
      "epoch": 534.54,
      "grad_norm": 1.0691356658935547,
      "learning_rate": 1.275019240736847e-06,
      "loss": 0.3404,
      "step": 1915270
    },
    {
      "epoch": 534.55,
      "grad_norm": 1.4568531513214111,
      "learning_rate": 1.274995175969707e-06,
      "loss": 0.3296,
      "step": 1915280
    },
    {
      "epoch": 534.55,
      "grad_norm": 1.2049851417541504,
      "learning_rate": 1.2749711113448197e-06,
      "loss": 0.3496,
      "step": 1915290
    },
    {
      "epoch": 534.55,
      "grad_norm": 1.161915898323059,
      "learning_rate": 1.2749470468621862e-06,
      "loss": 0.3381,
      "step": 1915300
    },
    {
      "epoch": 534.55,
      "grad_norm": 1.2413979768753052,
      "learning_rate": 1.2749229825218106e-06,
      "loss": 0.3457,
      "step": 1915310
    },
    {
      "epoch": 534.56,
      "grad_norm": 1.1206881999969482,
      "learning_rate": 1.2748989183236963e-06,
      "loss": 0.3362,
      "step": 1915320
    },
    {
      "epoch": 534.56,
      "grad_norm": 1.2562178373336792,
      "learning_rate": 1.274874854267847e-06,
      "loss": 0.3366,
      "step": 1915330
    },
    {
      "epoch": 534.56,
      "grad_norm": 1.1699676513671875,
      "learning_rate": 1.2748507903542636e-06,
      "loss": 0.3297,
      "step": 1915340
    },
    {
      "epoch": 534.57,
      "grad_norm": 1.215293288230896,
      "learning_rate": 1.2748267265829529e-06,
      "loss": 0.34,
      "step": 1915350
    },
    {
      "epoch": 534.57,
      "grad_norm": 1.099112629890442,
      "learning_rate": 1.2748026629539154e-06,
      "loss": 0.3369,
      "step": 1915360
    },
    {
      "epoch": 534.57,
      "grad_norm": 1.2881354093551636,
      "learning_rate": 1.2747785994671548e-06,
      "loss": 0.3518,
      "step": 1915370
    },
    {
      "epoch": 534.57,
      "grad_norm": 0.9798625111579895,
      "learning_rate": 1.2747545361226752e-06,
      "loss": 0.3308,
      "step": 1915380
    },
    {
      "epoch": 534.58,
      "grad_norm": 1.1385228633880615,
      "learning_rate": 1.2747304729204777e-06,
      "loss": 0.3429,
      "step": 1915390
    },
    {
      "epoch": 534.58,
      "grad_norm": 1.195142149925232,
      "learning_rate": 1.274706409860569e-06,
      "loss": 0.3492,
      "step": 1915400
    },
    {
      "epoch": 534.58,
      "grad_norm": 1.3855364322662354,
      "learning_rate": 1.2746823469429494e-06,
      "loss": 0.3421,
      "step": 1915410
    },
    {
      "epoch": 534.59,
      "grad_norm": 0.9729549288749695,
      "learning_rate": 1.2746582841676227e-06,
      "loss": 0.3404,
      "step": 1915420
    },
    {
      "epoch": 534.59,
      "grad_norm": 1.1033117771148682,
      "learning_rate": 1.2746342215345936e-06,
      "loss": 0.3374,
      "step": 1915430
    },
    {
      "epoch": 534.59,
      "grad_norm": 1.220726728439331,
      "learning_rate": 1.274610159043863e-06,
      "loss": 0.3346,
      "step": 1915440
    },
    {
      "epoch": 534.59,
      "grad_norm": 1.2195788621902466,
      "learning_rate": 1.2745860966954354e-06,
      "loss": 0.3349,
      "step": 1915450
    },
    {
      "epoch": 534.6,
      "grad_norm": 1.083458662033081,
      "learning_rate": 1.2745620344893135e-06,
      "loss": 0.3427,
      "step": 1915460
    },
    {
      "epoch": 534.6,
      "grad_norm": 1.114654302597046,
      "learning_rate": 1.2745379724255016e-06,
      "loss": 0.3403,
      "step": 1915470
    },
    {
      "epoch": 534.6,
      "grad_norm": 0.9258814454078674,
      "learning_rate": 1.2745139105040006e-06,
      "loss": 0.3362,
      "step": 1915480
    },
    {
      "epoch": 534.61,
      "grad_norm": 0.947728157043457,
      "learning_rate": 1.2744898487248172e-06,
      "loss": 0.3437,
      "step": 1915490
    },
    {
      "epoch": 534.61,
      "grad_norm": 1.090225100517273,
      "learning_rate": 1.2744657870879516e-06,
      "loss": 0.3366,
      "step": 1915500
    },
    {
      "epoch": 534.61,
      "grad_norm": 0.9655020236968994,
      "learning_rate": 1.2744417255934079e-06,
      "loss": 0.3382,
      "step": 1915510
    },
    {
      "epoch": 534.61,
      "grad_norm": 1.1452836990356445,
      "learning_rate": 1.2744176642411902e-06,
      "loss": 0.3411,
      "step": 1915520
    },
    {
      "epoch": 534.62,
      "grad_norm": 1.0963958501815796,
      "learning_rate": 1.2743936030313004e-06,
      "loss": 0.3459,
      "step": 1915530
    },
    {
      "epoch": 534.62,
      "grad_norm": 0.9726503491401672,
      "learning_rate": 1.2743695419637418e-06,
      "loss": 0.3362,
      "step": 1915540
    },
    {
      "epoch": 534.62,
      "grad_norm": 1.0164146423339844,
      "learning_rate": 1.2743454810385181e-06,
      "loss": 0.3484,
      "step": 1915550
    },
    {
      "epoch": 534.62,
      "grad_norm": 1.169653296470642,
      "learning_rate": 1.2743214202556335e-06,
      "loss": 0.352,
      "step": 1915560
    },
    {
      "epoch": 534.63,
      "grad_norm": 1.076231598854065,
      "learning_rate": 1.2742973596150894e-06,
      "loss": 0.333,
      "step": 1915570
    },
    {
      "epoch": 534.63,
      "grad_norm": 1.3045198917388916,
      "learning_rate": 1.2742732991168891e-06,
      "loss": 0.3335,
      "step": 1915580
    },
    {
      "epoch": 534.63,
      "grad_norm": 0.9724112153053284,
      "learning_rate": 1.274249238761038e-06,
      "loss": 0.3414,
      "step": 1915590
    },
    {
      "epoch": 534.64,
      "grad_norm": 0.9922077059745789,
      "learning_rate": 1.2742251785475357e-06,
      "loss": 0.3543,
      "step": 1915600
    },
    {
      "epoch": 534.64,
      "grad_norm": 0.9891300797462463,
      "learning_rate": 1.2742011184763892e-06,
      "loss": 0.3449,
      "step": 1915610
    },
    {
      "epoch": 534.64,
      "grad_norm": 1.1146434545516968,
      "learning_rate": 1.2741770585475992e-06,
      "loss": 0.3388,
      "step": 1915620
    },
    {
      "epoch": 534.64,
      "grad_norm": 0.985756516456604,
      "learning_rate": 1.2741529987611694e-06,
      "loss": 0.3326,
      "step": 1915630
    },
    {
      "epoch": 534.65,
      "grad_norm": 1.0834664106369019,
      "learning_rate": 1.2741289391171036e-06,
      "loss": 0.3487,
      "step": 1915640
    },
    {
      "epoch": 534.65,
      "grad_norm": 1.02817702293396,
      "learning_rate": 1.2741048796154052e-06,
      "loss": 0.3437,
      "step": 1915650
    },
    {
      "epoch": 534.65,
      "grad_norm": 1.3318084478378296,
      "learning_rate": 1.2740808202560764e-06,
      "loss": 0.3511,
      "step": 1915660
    },
    {
      "epoch": 534.66,
      "grad_norm": 1.1960326433181763,
      "learning_rate": 1.2740567610391204e-06,
      "loss": 0.3524,
      "step": 1915670
    },
    {
      "epoch": 534.66,
      "grad_norm": 1.1919291019439697,
      "learning_rate": 1.2740327019645411e-06,
      "loss": 0.3379,
      "step": 1915680
    },
    {
      "epoch": 534.66,
      "grad_norm": 1.0587797164916992,
      "learning_rate": 1.2740086430323413e-06,
      "loss": 0.3552,
      "step": 1915690
    },
    {
      "epoch": 534.66,
      "grad_norm": 1.1622629165649414,
      "learning_rate": 1.2739845842425254e-06,
      "loss": 0.3401,
      "step": 1915700
    },
    {
      "epoch": 534.67,
      "grad_norm": 1.1902058124542236,
      "learning_rate": 1.2739605255950947e-06,
      "loss": 0.3584,
      "step": 1915710
    },
    {
      "epoch": 534.67,
      "grad_norm": 1.145333170890808,
      "learning_rate": 1.2739364670900532e-06,
      "loss": 0.3525,
      "step": 1915720
    },
    {
      "epoch": 534.67,
      "grad_norm": 1.1637293100357056,
      "learning_rate": 1.2739124087274053e-06,
      "loss": 0.3331,
      "step": 1915730
    },
    {
      "epoch": 534.67,
      "grad_norm": 1.3569759130477905,
      "learning_rate": 1.2738883505071507e-06,
      "loss": 0.332,
      "step": 1915740
    },
    {
      "epoch": 534.68,
      "grad_norm": 1.1126528978347778,
      "learning_rate": 1.2738642924292973e-06,
      "loss": 0.3504,
      "step": 1915750
    },
    {
      "epoch": 534.68,
      "grad_norm": 1.1267693042755127,
      "learning_rate": 1.2738402344938448e-06,
      "loss": 0.344,
      "step": 1915760
    },
    {
      "epoch": 534.68,
      "grad_norm": 1.1950950622558594,
      "learning_rate": 1.2738161767007978e-06,
      "loss": 0.3348,
      "step": 1915770
    },
    {
      "epoch": 534.69,
      "grad_norm": 1.3735082149505615,
      "learning_rate": 1.2737921190501593e-06,
      "loss": 0.3458,
      "step": 1915780
    },
    {
      "epoch": 534.69,
      "grad_norm": 1.1257493495941162,
      "learning_rate": 1.273768061541933e-06,
      "loss": 0.3416,
      "step": 1915790
    },
    {
      "epoch": 534.69,
      "grad_norm": 1.1436150074005127,
      "learning_rate": 1.273744004176121e-06,
      "loss": 0.3394,
      "step": 1915800
    },
    {
      "epoch": 534.69,
      "grad_norm": 0.8906843066215515,
      "learning_rate": 1.273719946952727e-06,
      "loss": 0.3397,
      "step": 1915810
    },
    {
      "epoch": 534.7,
      "grad_norm": 1.0216240882873535,
      "learning_rate": 1.2736958898717553e-06,
      "loss": 0.3506,
      "step": 1915820
    },
    {
      "epoch": 534.7,
      "grad_norm": 1.1623989343643188,
      "learning_rate": 1.2736718329332063e-06,
      "loss": 0.3469,
      "step": 1915830
    },
    {
      "epoch": 534.7,
      "grad_norm": 1.1106247901916504,
      "learning_rate": 1.2736477761370866e-06,
      "loss": 0.3208,
      "step": 1915840
    },
    {
      "epoch": 534.71,
      "grad_norm": 1.2282265424728394,
      "learning_rate": 1.2736237194833972e-06,
      "loss": 0.3539,
      "step": 1915850
    },
    {
      "epoch": 534.71,
      "grad_norm": 1.2125670909881592,
      "learning_rate": 1.2735996629721418e-06,
      "loss": 0.3301,
      "step": 1915860
    },
    {
      "epoch": 534.71,
      "grad_norm": 1.1341705322265625,
      "learning_rate": 1.2735756066033234e-06,
      "loss": 0.3337,
      "step": 1915870
    },
    {
      "epoch": 534.71,
      "grad_norm": 1.0669317245483398,
      "learning_rate": 1.2735515503769466e-06,
      "loss": 0.3227,
      "step": 1915880
    },
    {
      "epoch": 534.72,
      "grad_norm": 1.4243268966674805,
      "learning_rate": 1.2735274942930126e-06,
      "loss": 0.3478,
      "step": 1915890
    },
    {
      "epoch": 534.72,
      "grad_norm": 1.0738821029663086,
      "learning_rate": 1.2735034383515256e-06,
      "loss": 0.3362,
      "step": 1915900
    },
    {
      "epoch": 534.72,
      "grad_norm": 1.2263622283935547,
      "learning_rate": 1.2734793825524897e-06,
      "loss": 0.3311,
      "step": 1915910
    },
    {
      "epoch": 534.73,
      "grad_norm": 1.2369914054870605,
      "learning_rate": 1.273455326895905e-06,
      "loss": 0.3367,
      "step": 1915920
    },
    {
      "epoch": 534.73,
      "grad_norm": 1.022615671157837,
      "learning_rate": 1.273431271381779e-06,
      "loss": 0.3455,
      "step": 1915930
    },
    {
      "epoch": 534.73,
      "grad_norm": 1.3095999956130981,
      "learning_rate": 1.2734072160101113e-06,
      "loss": 0.3442,
      "step": 1915940
    },
    {
      "epoch": 534.73,
      "grad_norm": 1.151692509651184,
      "learning_rate": 1.273383160780907e-06,
      "loss": 0.3447,
      "step": 1915950
    },
    {
      "epoch": 534.74,
      "grad_norm": 1.062922477722168,
      "learning_rate": 1.2733591056941695e-06,
      "loss": 0.3234,
      "step": 1915960
    },
    {
      "epoch": 534.74,
      "grad_norm": 1.3644851446151733,
      "learning_rate": 1.2733350507498995e-06,
      "loss": 0.3461,
      "step": 1915970
    },
    {
      "epoch": 534.74,
      "grad_norm": 1.06419837474823,
      "learning_rate": 1.2733109959481038e-06,
      "loss": 0.3318,
      "step": 1915980
    },
    {
      "epoch": 534.74,
      "grad_norm": 1.1989325284957886,
      "learning_rate": 1.273286941288783e-06,
      "loss": 0.3329,
      "step": 1915990
    },
    {
      "epoch": 534.75,
      "grad_norm": 1.8346211910247803,
      "learning_rate": 1.2732628867719411e-06,
      "loss": 0.3711,
      "step": 1916000
    },
    {
      "epoch": 534.75,
      "grad_norm": 1.0911294221878052,
      "learning_rate": 1.2732388323975812e-06,
      "loss": 0.331,
      "step": 1916010
    },
    {
      "epoch": 534.75,
      "grad_norm": 1.4200718402862549,
      "learning_rate": 1.2732147781657076e-06,
      "loss": 0.331,
      "step": 1916020
    },
    {
      "epoch": 534.76,
      "grad_norm": 1.2541444301605225,
      "learning_rate": 1.2731907240763219e-06,
      "loss": 0.3702,
      "step": 1916030
    },
    {
      "epoch": 534.76,
      "grad_norm": 1.1640952825546265,
      "learning_rate": 1.2731666701294276e-06,
      "loss": 0.3399,
      "step": 1916040
    },
    {
      "epoch": 534.76,
      "grad_norm": 1.090745449066162,
      "learning_rate": 1.2731426163250291e-06,
      "loss": 0.357,
      "step": 1916050
    },
    {
      "epoch": 534.76,
      "grad_norm": 1.290640950202942,
      "learning_rate": 1.2731185626631272e-06,
      "loss": 0.3442,
      "step": 1916060
    },
    {
      "epoch": 534.77,
      "grad_norm": 1.1703803539276123,
      "learning_rate": 1.2730945091437286e-06,
      "loss": 0.3386,
      "step": 1916070
    },
    {
      "epoch": 534.77,
      "grad_norm": 1.0750161409378052,
      "learning_rate": 1.2730704557668331e-06,
      "loss": 0.343,
      "step": 1916080
    },
    {
      "epoch": 534.77,
      "grad_norm": 1.2654250860214233,
      "learning_rate": 1.2730464025324454e-06,
      "loss": 0.3632,
      "step": 1916090
    },
    {
      "epoch": 534.78,
      "grad_norm": 1.241584300994873,
      "learning_rate": 1.27302234944057e-06,
      "loss": 0.3583,
      "step": 1916100
    },
    {
      "epoch": 534.78,
      "grad_norm": 1.4877476692199707,
      "learning_rate": 1.2729982964912076e-06,
      "loss": 0.35,
      "step": 1916110
    },
    {
      "epoch": 534.78,
      "grad_norm": 1.2327625751495361,
      "learning_rate": 1.2729742436843626e-06,
      "loss": 0.3346,
      "step": 1916120
    },
    {
      "epoch": 534.78,
      "grad_norm": 1.162110686302185,
      "learning_rate": 1.272950191020038e-06,
      "loss": 0.3362,
      "step": 1916130
    },
    {
      "epoch": 534.79,
      "grad_norm": 1.002543568611145,
      "learning_rate": 1.2729261384982382e-06,
      "loss": 0.3409,
      "step": 1916140
    },
    {
      "epoch": 534.79,
      "grad_norm": 1.2190152406692505,
      "learning_rate": 1.2729020861189635e-06,
      "loss": 0.332,
      "step": 1916150
    },
    {
      "epoch": 534.79,
      "grad_norm": 1.158195972442627,
      "learning_rate": 1.2728780338822206e-06,
      "loss": 0.3314,
      "step": 1916160
    },
    {
      "epoch": 534.79,
      "grad_norm": 1.853475570678711,
      "learning_rate": 1.2728539817880102e-06,
      "loss": 0.3437,
      "step": 1916170
    },
    {
      "epoch": 534.8,
      "grad_norm": 1.1638062000274658,
      "learning_rate": 1.2728299298363364e-06,
      "loss": 0.3371,
      "step": 1916180
    },
    {
      "epoch": 534.8,
      "grad_norm": 1.3631834983825684,
      "learning_rate": 1.2728058780272034e-06,
      "loss": 0.3525,
      "step": 1916190
    },
    {
      "epoch": 534.8,
      "grad_norm": 1.1781305074691772,
      "learning_rate": 1.2727818263606125e-06,
      "loss": 0.333,
      "step": 1916200
    },
    {
      "epoch": 534.81,
      "grad_norm": 1.0587255954742432,
      "learning_rate": 1.2727577748365673e-06,
      "loss": 0.3388,
      "step": 1916210
    },
    {
      "epoch": 534.81,
      "grad_norm": 0.976520836353302,
      "learning_rate": 1.2727337234550718e-06,
      "loss": 0.3483,
      "step": 1916220
    },
    {
      "epoch": 534.81,
      "grad_norm": 1.0961958169937134,
      "learning_rate": 1.2727096722161296e-06,
      "loss": 0.3396,
      "step": 1916230
    },
    {
      "epoch": 534.81,
      "grad_norm": 1.1474372148513794,
      "learning_rate": 1.2726856211197422e-06,
      "loss": 0.3281,
      "step": 1916240
    },
    {
      "epoch": 534.82,
      "grad_norm": 1.1040215492248535,
      "learning_rate": 1.2726615701659143e-06,
      "loss": 0.3358,
      "step": 1916250
    },
    {
      "epoch": 534.82,
      "grad_norm": 1.1797386407852173,
      "learning_rate": 1.272637519354648e-06,
      "loss": 0.3252,
      "step": 1916260
    },
    {
      "epoch": 534.82,
      "grad_norm": 1.2112904787063599,
      "learning_rate": 1.2726134686859472e-06,
      "loss": 0.3377,
      "step": 1916270
    },
    {
      "epoch": 534.83,
      "grad_norm": 1.1579310894012451,
      "learning_rate": 1.272589418159816e-06,
      "loss": 0.3349,
      "step": 1916280
    },
    {
      "epoch": 534.83,
      "grad_norm": 2.246859073638916,
      "learning_rate": 1.2725653677762546e-06,
      "loss": 0.3395,
      "step": 1916290
    },
    {
      "epoch": 534.83,
      "grad_norm": 1.1274522542953491,
      "learning_rate": 1.27254131753527e-06,
      "loss": 0.3189,
      "step": 1916300
    },
    {
      "epoch": 534.83,
      "grad_norm": 0.9832205176353455,
      "learning_rate": 1.272517267436863e-06,
      "loss": 0.3391,
      "step": 1916310
    },
    {
      "epoch": 534.84,
      "grad_norm": 1.4324383735656738,
      "learning_rate": 1.272493217481037e-06,
      "loss": 0.3372,
      "step": 1916320
    },
    {
      "epoch": 534.84,
      "grad_norm": 0.9268640875816345,
      "learning_rate": 1.2724691676677963e-06,
      "loss": 0.3508,
      "step": 1916330
    },
    {
      "epoch": 534.84,
      "grad_norm": 0.9637563228607178,
      "learning_rate": 1.2724451179971428e-06,
      "loss": 0.3406,
      "step": 1916340
    },
    {
      "epoch": 534.85,
      "grad_norm": 1.0492440462112427,
      "learning_rate": 1.2724210684690801e-06,
      "loss": 0.3301,
      "step": 1916350
    },
    {
      "epoch": 534.85,
      "grad_norm": 1.1138243675231934,
      "learning_rate": 1.2723970190836117e-06,
      "loss": 0.3358,
      "step": 1916360
    },
    {
      "epoch": 534.85,
      "grad_norm": 1.1065186262130737,
      "learning_rate": 1.2723729698407416e-06,
      "loss": 0.3483,
      "step": 1916370
    },
    {
      "epoch": 534.85,
      "grad_norm": 1.056293249130249,
      "learning_rate": 1.272348920740471e-06,
      "loss": 0.3495,
      "step": 1916380
    },
    {
      "epoch": 534.86,
      "grad_norm": 1.1365505456924438,
      "learning_rate": 1.2723248717828043e-06,
      "loss": 0.318,
      "step": 1916390
    },
    {
      "epoch": 534.86,
      "grad_norm": 1.059319257736206,
      "learning_rate": 1.2723008229677454e-06,
      "loss": 0.3365,
      "step": 1916400
    },
    {
      "epoch": 534.86,
      "grad_norm": 1.259932518005371,
      "learning_rate": 1.272276774295295e-06,
      "loss": 0.3533,
      "step": 1916410
    },
    {
      "epoch": 534.86,
      "grad_norm": 1.1752806901931763,
      "learning_rate": 1.2722527257654599e-06,
      "loss": 0.3359,
      "step": 1916420
    },
    {
      "epoch": 534.87,
      "grad_norm": 1.2588012218475342,
      "learning_rate": 1.2722286773782403e-06,
      "loss": 0.335,
      "step": 1916430
    },
    {
      "epoch": 534.87,
      "grad_norm": 2.613154172897339,
      "learning_rate": 1.2722046291336404e-06,
      "loss": 0.3431,
      "step": 1916440
    },
    {
      "epoch": 534.87,
      "grad_norm": 1.1334106922149658,
      "learning_rate": 1.2721805810316634e-06,
      "loss": 0.3488,
      "step": 1916450
    },
    {
      "epoch": 534.88,
      "grad_norm": 1.1305668354034424,
      "learning_rate": 1.2721565330723136e-06,
      "loss": 0.3441,
      "step": 1916460
    },
    {
      "epoch": 534.88,
      "grad_norm": 1.0560121536254883,
      "learning_rate": 1.2721324852555923e-06,
      "loss": 0.3296,
      "step": 1916470
    },
    {
      "epoch": 534.88,
      "grad_norm": 1.1861281394958496,
      "learning_rate": 1.2721084375815039e-06,
      "loss": 0.352,
      "step": 1916480
    },
    {
      "epoch": 534.88,
      "grad_norm": 1.4436417818069458,
      "learning_rate": 1.2720843900500518e-06,
      "loss": 0.3487,
      "step": 1916490
    },
    {
      "epoch": 534.89,
      "grad_norm": 1.1186716556549072,
      "learning_rate": 1.272060342661237e-06,
      "loss": 0.3549,
      "step": 1916500
    },
    {
      "epoch": 534.89,
      "grad_norm": 1.1859711408615112,
      "learning_rate": 1.272036295415066e-06,
      "loss": 0.3439,
      "step": 1916510
    },
    {
      "epoch": 534.89,
      "grad_norm": 1.2200522422790527,
      "learning_rate": 1.2720122483115396e-06,
      "loss": 0.3469,
      "step": 1916520
    },
    {
      "epoch": 534.9,
      "grad_norm": 1.3748533725738525,
      "learning_rate": 1.2719882013506618e-06,
      "loss": 0.3336,
      "step": 1916530
    },
    {
      "epoch": 534.9,
      "grad_norm": 1.1273146867752075,
      "learning_rate": 1.2719641545324367e-06,
      "loss": 0.3341,
      "step": 1916540
    },
    {
      "epoch": 534.9,
      "grad_norm": 0.935211181640625,
      "learning_rate": 1.271940107856865e-06,
      "loss": 0.3559,
      "step": 1916550
    },
    {
      "epoch": 534.9,
      "grad_norm": 1.0688081979751587,
      "learning_rate": 1.271916061323953e-06,
      "loss": 0.3369,
      "step": 1916560
    },
    {
      "epoch": 534.91,
      "grad_norm": 1.1687121391296387,
      "learning_rate": 1.2718920149337015e-06,
      "loss": 0.3542,
      "step": 1916570
    },
    {
      "epoch": 534.91,
      "grad_norm": 0.9882003664970398,
      "learning_rate": 1.2718679686861148e-06,
      "loss": 0.3432,
      "step": 1916580
    },
    {
      "epoch": 534.91,
      "grad_norm": 1.3014953136444092,
      "learning_rate": 1.2718439225811958e-06,
      "loss": 0.35,
      "step": 1916590
    },
    {
      "epoch": 534.91,
      "grad_norm": 1.2137998342514038,
      "learning_rate": 1.2718198766189483e-06,
      "loss": 0.3396,
      "step": 1916600
    },
    {
      "epoch": 534.92,
      "grad_norm": 1.1941447257995605,
      "learning_rate": 1.2717958307993746e-06,
      "loss": 0.3321,
      "step": 1916610
    },
    {
      "epoch": 534.92,
      "grad_norm": 1.1716800928115845,
      "learning_rate": 1.2717717851224783e-06,
      "loss": 0.3649,
      "step": 1916620
    },
    {
      "epoch": 534.92,
      "grad_norm": 1.040974497795105,
      "learning_rate": 1.271747739588263e-06,
      "loss": 0.3251,
      "step": 1916630
    },
    {
      "epoch": 534.93,
      "grad_norm": 1.076519250869751,
      "learning_rate": 1.2717236941967302e-06,
      "loss": 0.3337,
      "step": 1916640
    },
    {
      "epoch": 534.93,
      "grad_norm": 1.21489417552948,
      "learning_rate": 1.271699648947886e-06,
      "loss": 0.3364,
      "step": 1916650
    },
    {
      "epoch": 534.93,
      "grad_norm": 1.151909351348877,
      "learning_rate": 1.2716756038417313e-06,
      "loss": 0.3499,
      "step": 1916660
    },
    {
      "epoch": 534.93,
      "grad_norm": 1.061758279800415,
      "learning_rate": 1.27165155887827e-06,
      "loss": 0.3464,
      "step": 1916670
    },
    {
      "epoch": 534.94,
      "grad_norm": 1.1430280208587646,
      "learning_rate": 1.2716275140575056e-06,
      "loss": 0.3291,
      "step": 1916680
    },
    {
      "epoch": 534.94,
      "grad_norm": 1.5400303602218628,
      "learning_rate": 1.2716034693794403e-06,
      "loss": 0.3365,
      "step": 1916690
    },
    {
      "epoch": 534.94,
      "grad_norm": 0.8754657506942749,
      "learning_rate": 1.2715794248440784e-06,
      "loss": 0.333,
      "step": 1916700
    },
    {
      "epoch": 534.95,
      "grad_norm": 1.1421838998794556,
      "learning_rate": 1.2715553804514226e-06,
      "loss": 0.3473,
      "step": 1916710
    },
    {
      "epoch": 534.95,
      "grad_norm": 1.1138887405395508,
      "learning_rate": 1.271531336201477e-06,
      "loss": 0.3442,
      "step": 1916720
    },
    {
      "epoch": 534.95,
      "grad_norm": 1.0280367136001587,
      "learning_rate": 1.271507292094242e-06,
      "loss": 0.3389,
      "step": 1916730
    },
    {
      "epoch": 534.95,
      "grad_norm": 1.5373637676239014,
      "learning_rate": 1.2714832481297248e-06,
      "loss": 0.3492,
      "step": 1916740
    },
    {
      "epoch": 534.96,
      "grad_norm": 1.1083447933197021,
      "learning_rate": 1.2714592043079258e-06,
      "loss": 0.3509,
      "step": 1916750
    },
    {
      "epoch": 534.96,
      "grad_norm": 1.4830528497695923,
      "learning_rate": 1.2714351606288486e-06,
      "loss": 0.3632,
      "step": 1916760
    },
    {
      "epoch": 534.96,
      "grad_norm": 1.1848093271255493,
      "learning_rate": 1.2714111170924981e-06,
      "loss": 0.3424,
      "step": 1916770
    },
    {
      "epoch": 534.97,
      "grad_norm": 1.2118586301803589,
      "learning_rate": 1.2713870736988753e-06,
      "loss": 0.3334,
      "step": 1916780
    },
    {
      "epoch": 534.97,
      "grad_norm": 1.1273528337478638,
      "learning_rate": 1.271363030447984e-06,
      "loss": 0.3604,
      "step": 1916790
    },
    {
      "epoch": 534.97,
      "grad_norm": 1.8896570205688477,
      "learning_rate": 1.271338987339828e-06,
      "loss": 0.3361,
      "step": 1916800
    },
    {
      "epoch": 534.97,
      "grad_norm": 1.051743507385254,
      "learning_rate": 1.271314944374411e-06,
      "loss": 0.3458,
      "step": 1916810
    },
    {
      "epoch": 534.98,
      "grad_norm": 2.4011034965515137,
      "learning_rate": 1.2712909015517335e-06,
      "loss": 0.3348,
      "step": 1916820
    },
    {
      "epoch": 534.98,
      "grad_norm": 1.2660067081451416,
      "learning_rate": 1.2712668588718024e-06,
      "loss": 0.3443,
      "step": 1916830
    },
    {
      "epoch": 534.98,
      "grad_norm": 1.1232237815856934,
      "learning_rate": 1.2712428163346181e-06,
      "loss": 0.3417,
      "step": 1916840
    },
    {
      "epoch": 534.98,
      "grad_norm": 1.0817145109176636,
      "learning_rate": 1.271218773940185e-06,
      "loss": 0.3355,
      "step": 1916850
    },
    {
      "epoch": 534.99,
      "grad_norm": 1.0277299880981445,
      "learning_rate": 1.2711947316885068e-06,
      "loss": 0.3272,
      "step": 1916860
    },
    {
      "epoch": 534.99,
      "grad_norm": 1.0735760927200317,
      "learning_rate": 1.2711706895795845e-06,
      "loss": 0.3392,
      "step": 1916870
    },
    {
      "epoch": 534.99,
      "grad_norm": 1.2338683605194092,
      "learning_rate": 1.2711466476134243e-06,
      "loss": 0.335,
      "step": 1916880
    },
    {
      "epoch": 535.0,
      "grad_norm": 1.156981348991394,
      "learning_rate": 1.2711226057900274e-06,
      "loss": 0.3477,
      "step": 1916890
    },
    {
      "epoch": 535.0,
      "grad_norm": 1.139530062675476,
      "learning_rate": 1.2710985641093971e-06,
      "loss": 0.3383,
      "step": 1916900
    },
    {
      "epoch": 535.0,
      "eval_loss": 0.34172725677490234,
      "eval_runtime": 63.5332,
      "eval_samples_per_second": 79.628,
      "eval_steps_per_second": 9.963,
      "step": 1916905
    },
    {
      "epoch": 535.0,
      "grad_norm": 1.0321358442306519,
      "learning_rate": 1.271074522571538e-06,
      "loss": 0.3442,
      "step": 1916910
    },
    {
      "epoch": 535.0,
      "grad_norm": 1.056193470954895,
      "learning_rate": 1.2710504811764516e-06,
      "loss": 0.3397,
      "step": 1916920
    },
    {
      "epoch": 535.01,
      "grad_norm": 1.0053222179412842,
      "learning_rate": 1.2710264399241416e-06,
      "loss": 0.3508,
      "step": 1916930
    },
    {
      "epoch": 535.01,
      "grad_norm": 1.0941187143325806,
      "learning_rate": 1.2710023988146113e-06,
      "loss": 0.3431,
      "step": 1916940
    },
    {
      "epoch": 535.01,
      "grad_norm": 1.0775946378707886,
      "learning_rate": 1.270978357847865e-06,
      "loss": 0.3305,
      "step": 1916950
    },
    {
      "epoch": 535.02,
      "grad_norm": 1.275490164756775,
      "learning_rate": 1.2709543170239032e-06,
      "loss": 0.3413,
      "step": 1916960
    },
    {
      "epoch": 535.02,
      "grad_norm": 1.311371088027954,
      "learning_rate": 1.2709302763427327e-06,
      "loss": 0.349,
      "step": 1916970
    },
    {
      "epoch": 535.02,
      "grad_norm": 1.1913648843765259,
      "learning_rate": 1.2709062358043535e-06,
      "loss": 0.3451,
      "step": 1916980
    },
    {
      "epoch": 535.02,
      "grad_norm": 1.7743149995803833,
      "learning_rate": 1.2708821954087703e-06,
      "loss": 0.3351,
      "step": 1916990
    },
    {
      "epoch": 535.03,
      "grad_norm": 1.1122286319732666,
      "learning_rate": 1.2708581551559872e-06,
      "loss": 0.3485,
      "step": 1917000
    },
    {
      "epoch": 535.03,
      "grad_norm": 1.100006103515625,
      "learning_rate": 1.2708341150460053e-06,
      "loss": 0.3637,
      "step": 1917010
    },
    {
      "epoch": 535.03,
      "grad_norm": 1.1180545091629028,
      "learning_rate": 1.2708100750788285e-06,
      "loss": 0.346,
      "step": 1917020
    },
    {
      "epoch": 535.03,
      "grad_norm": 1.2811132669448853,
      "learning_rate": 1.2707860352544606e-06,
      "loss": 0.3532,
      "step": 1917030
    },
    {
      "epoch": 535.04,
      "grad_norm": 0.9828348159790039,
      "learning_rate": 1.2707619955729052e-06,
      "loss": 0.3385,
      "step": 1917040
    },
    {
      "epoch": 535.04,
      "grad_norm": 1.1275386810302734,
      "learning_rate": 1.2707379560341642e-06,
      "loss": 0.3348,
      "step": 1917050
    },
    {
      "epoch": 535.04,
      "grad_norm": 1.0721628665924072,
      "learning_rate": 1.270713916638241e-06,
      "loss": 0.3351,
      "step": 1917060
    },
    {
      "epoch": 535.05,
      "grad_norm": 1.801731824874878,
      "learning_rate": 1.2706898773851404e-06,
      "loss": 0.3387,
      "step": 1917070
    },
    {
      "epoch": 535.05,
      "grad_norm": 1.0974552631378174,
      "learning_rate": 1.2706658382748623e-06,
      "loss": 0.3458,
      "step": 1917080
    },
    {
      "epoch": 535.05,
      "grad_norm": 1.1164710521697998,
      "learning_rate": 1.2706417993074142e-06,
      "loss": 0.3415,
      "step": 1917090
    },
    {
      "epoch": 535.05,
      "grad_norm": 1.1327006816864014,
      "learning_rate": 1.270617760482796e-06,
      "loss": 0.3212,
      "step": 1917100
    },
    {
      "epoch": 535.06,
      "grad_norm": 1.0597587823867798,
      "learning_rate": 1.270593721801012e-06,
      "loss": 0.3305,
      "step": 1917110
    },
    {
      "epoch": 535.06,
      "grad_norm": 1.4339041709899902,
      "learning_rate": 1.2705696832620652e-06,
      "loss": 0.3544,
      "step": 1917120
    },
    {
      "epoch": 535.06,
      "grad_norm": 1.0475977659225464,
      "learning_rate": 1.270545644865959e-06,
      "loss": 0.3517,
      "step": 1917130
    },
    {
      "epoch": 535.07,
      "grad_norm": 1.1719627380371094,
      "learning_rate": 1.2705216066126977e-06,
      "loss": 0.3384,
      "step": 1917140
    },
    {
      "epoch": 535.07,
      "grad_norm": 0.9466533660888672,
      "learning_rate": 1.2704975685022825e-06,
      "loss": 0.3308,
      "step": 1917150
    },
    {
      "epoch": 535.07,
      "grad_norm": 1.1178913116455078,
      "learning_rate": 1.2704735305347176e-06,
      "loss": 0.3517,
      "step": 1917160
    },
    {
      "epoch": 535.07,
      "grad_norm": 1.233681321144104,
      "learning_rate": 1.2704494927100056e-06,
      "loss": 0.3566,
      "step": 1917170
    },
    {
      "epoch": 535.08,
      "grad_norm": 1.0549267530441284,
      "learning_rate": 1.2704254550281516e-06,
      "loss": 0.3476,
      "step": 1917180
    },
    {
      "epoch": 535.08,
      "grad_norm": 1.265481948852539,
      "learning_rate": 1.2704014174891563e-06,
      "loss": 0.3296,
      "step": 1917190
    },
    {
      "epoch": 535.08,
      "grad_norm": 1.4788055419921875,
      "learning_rate": 1.2703773800930242e-06,
      "loss": 0.3439,
      "step": 1917200
    },
    {
      "epoch": 535.09,
      "grad_norm": 1.0128562450408936,
      "learning_rate": 1.2703533428397587e-06,
      "loss": 0.3291,
      "step": 1917210
    },
    {
      "epoch": 535.09,
      "grad_norm": 1.2215030193328857,
      "learning_rate": 1.2703293057293613e-06,
      "loss": 0.3315,
      "step": 1917220
    },
    {
      "epoch": 535.09,
      "grad_norm": 1.094023585319519,
      "learning_rate": 1.2703052687618377e-06,
      "loss": 0.3475,
      "step": 1917230
    },
    {
      "epoch": 535.09,
      "grad_norm": 0.9210386276245117,
      "learning_rate": 1.2702812319371894e-06,
      "loss": 0.3377,
      "step": 1917240
    },
    {
      "epoch": 535.1,
      "grad_norm": 1.2270421981811523,
      "learning_rate": 1.2702571952554202e-06,
      "loss": 0.3395,
      "step": 1917250
    },
    {
      "epoch": 535.1,
      "grad_norm": 0.9522261023521423,
      "learning_rate": 1.2702331587165328e-06,
      "loss": 0.3269,
      "step": 1917260
    },
    {
      "epoch": 535.1,
      "grad_norm": 1.2519360780715942,
      "learning_rate": 1.270209122320532e-06,
      "loss": 0.3355,
      "step": 1917270
    },
    {
      "epoch": 535.1,
      "grad_norm": 1.3936349153518677,
      "learning_rate": 1.2701850860674188e-06,
      "loss": 0.3566,
      "step": 1917280
    },
    {
      "epoch": 535.11,
      "grad_norm": 1.0719413757324219,
      "learning_rate": 1.2701610499571974e-06,
      "loss": 0.3463,
      "step": 1917290
    },
    {
      "epoch": 535.11,
      "grad_norm": 1.1961508989334106,
      "learning_rate": 1.2701370139898717e-06,
      "loss": 0.338,
      "step": 1917300
    },
    {
      "epoch": 535.11,
      "grad_norm": 1.066245675086975,
      "learning_rate": 1.2701129781654425e-06,
      "loss": 0.3221,
      "step": 1917310
    },
    {
      "epoch": 535.12,
      "grad_norm": 1.3747823238372803,
      "learning_rate": 1.2700889424839165e-06,
      "loss": 0.3467,
      "step": 1917320
    },
    {
      "epoch": 535.12,
      "grad_norm": 1.3963817358016968,
      "learning_rate": 1.270064906945294e-06,
      "loss": 0.3585,
      "step": 1917330
    },
    {
      "epoch": 535.12,
      "grad_norm": 0.9496142864227295,
      "learning_rate": 1.2700408715495796e-06,
      "loss": 0.337,
      "step": 1917340
    },
    {
      "epoch": 535.12,
      "grad_norm": 1.0490728616714478,
      "learning_rate": 1.270016836296777e-06,
      "loss": 0.34,
      "step": 1917350
    },
    {
      "epoch": 535.13,
      "grad_norm": 1.3842567205429077,
      "learning_rate": 1.2699928011868878e-06,
      "loss": 0.3378,
      "step": 1917360
    },
    {
      "epoch": 535.13,
      "grad_norm": 1.2501425743103027,
      "learning_rate": 1.2699687662199155e-06,
      "loss": 0.3386,
      "step": 1917370
    },
    {
      "epoch": 535.13,
      "grad_norm": 1.1845661401748657,
      "learning_rate": 1.269944731395864e-06,
      "loss": 0.3389,
      "step": 1917380
    },
    {
      "epoch": 535.14,
      "grad_norm": 1.0708739757537842,
      "learning_rate": 1.2699206967147374e-06,
      "loss": 0.3347,
      "step": 1917390
    },
    {
      "epoch": 535.14,
      "grad_norm": 1.0890002250671387,
      "learning_rate": 1.2698966621765355e-06,
      "loss": 0.3561,
      "step": 1917400
    },
    {
      "epoch": 535.14,
      "grad_norm": 1.0138938426971436,
      "learning_rate": 1.2698726277812664e-06,
      "loss": 0.3399,
      "step": 1917410
    },
    {
      "epoch": 535.14,
      "grad_norm": 1.0030736923217773,
      "learning_rate": 1.269848593528929e-06,
      "loss": 0.3548,
      "step": 1917420
    },
    {
      "epoch": 535.15,
      "grad_norm": 1.5010839700698853,
      "learning_rate": 1.2698245594195284e-06,
      "loss": 0.3419,
      "step": 1917430
    },
    {
      "epoch": 535.15,
      "grad_norm": 1.1075536012649536,
      "learning_rate": 1.2698005254530684e-06,
      "loss": 0.3516,
      "step": 1917440
    },
    {
      "epoch": 535.15,
      "grad_norm": 0.9414191842079163,
      "learning_rate": 1.2697764916295499e-06,
      "loss": 0.3403,
      "step": 1917450
    },
    {
      "epoch": 535.15,
      "grad_norm": 1.2251613140106201,
      "learning_rate": 1.269752457948979e-06,
      "loss": 0.3341,
      "step": 1917460
    },
    {
      "epoch": 535.16,
      "grad_norm": 1.4772214889526367,
      "learning_rate": 1.2697284244113566e-06,
      "loss": 0.3323,
      "step": 1917470
    },
    {
      "epoch": 535.16,
      "grad_norm": 1.2488421201705933,
      "learning_rate": 1.269704391016687e-06,
      "loss": 0.3313,
      "step": 1917480
    },
    {
      "epoch": 535.16,
      "grad_norm": 1.4021161794662476,
      "learning_rate": 1.2696803577649738e-06,
      "loss": 0.3721,
      "step": 1917490
    },
    {
      "epoch": 535.17,
      "grad_norm": 1.289566993713379,
      "learning_rate": 1.2696563246562187e-06,
      "loss": 0.3555,
      "step": 1917500
    },
    {
      "epoch": 535.17,
      "grad_norm": 1.1878563165664673,
      "learning_rate": 1.269632291690426e-06,
      "loss": 0.3634,
      "step": 1917510
    },
    {
      "epoch": 535.17,
      "grad_norm": 1.1139717102050781,
      "learning_rate": 1.2696082588675985e-06,
      "loss": 0.3312,
      "step": 1917520
    },
    {
      "epoch": 535.17,
      "grad_norm": 0.8989712595939636,
      "learning_rate": 1.2695842261877402e-06,
      "loss": 0.3246,
      "step": 1917530
    },
    {
      "epoch": 535.18,
      "grad_norm": 1.1896007061004639,
      "learning_rate": 1.269560193650852e-06,
      "loss": 0.3484,
      "step": 1917540
    },
    {
      "epoch": 535.18,
      "grad_norm": 1.16759192943573,
      "learning_rate": 1.2695361612569407e-06,
      "loss": 0.3394,
      "step": 1917550
    },
    {
      "epoch": 535.18,
      "grad_norm": 1.0464367866516113,
      "learning_rate": 1.2695121290060067e-06,
      "loss": 0.3307,
      "step": 1917560
    },
    {
      "epoch": 535.19,
      "grad_norm": 1.1705271005630493,
      "learning_rate": 1.269488096898054e-06,
      "loss": 0.3405,
      "step": 1917570
    },
    {
      "epoch": 535.19,
      "grad_norm": 0.9974153637886047,
      "learning_rate": 1.2694640649330868e-06,
      "loss": 0.3226,
      "step": 1917580
    },
    {
      "epoch": 535.19,
      "grad_norm": 1.122551441192627,
      "learning_rate": 1.2694400331111065e-06,
      "loss": 0.3357,
      "step": 1917590
    },
    {
      "epoch": 535.19,
      "grad_norm": 1.0212149620056152,
      "learning_rate": 1.269416001432117e-06,
      "loss": 0.3324,
      "step": 1917600
    },
    {
      "epoch": 535.2,
      "grad_norm": 1.2075061798095703,
      "learning_rate": 1.2693919698961217e-06,
      "loss": 0.3342,
      "step": 1917610
    },
    {
      "epoch": 535.2,
      "grad_norm": 1.2714110612869263,
      "learning_rate": 1.2693679385031245e-06,
      "loss": 0.3428,
      "step": 1917620
    },
    {
      "epoch": 535.2,
      "grad_norm": 0.9784361124038696,
      "learning_rate": 1.2693439072531271e-06,
      "loss": 0.3443,
      "step": 1917630
    },
    {
      "epoch": 535.21,
      "grad_norm": 0.9666164517402649,
      "learning_rate": 1.2693198761461335e-06,
      "loss": 0.333,
      "step": 1917640
    },
    {
      "epoch": 535.21,
      "grad_norm": 1.21568763256073,
      "learning_rate": 1.2692958451821478e-06,
      "loss": 0.3341,
      "step": 1917650
    },
    {
      "epoch": 535.21,
      "grad_norm": 1.056532859802246,
      "learning_rate": 1.26927181436117e-06,
      "loss": 0.3353,
      "step": 1917660
    },
    {
      "epoch": 535.21,
      "grad_norm": 1.424985408782959,
      "learning_rate": 1.2692477836832077e-06,
      "loss": 0.3497,
      "step": 1917670
    },
    {
      "epoch": 535.22,
      "grad_norm": 1.109578251838684,
      "learning_rate": 1.269223753148261e-06,
      "loss": 0.3335,
      "step": 1917680
    },
    {
      "epoch": 535.22,
      "grad_norm": 0.9886778593063354,
      "learning_rate": 1.269199722756334e-06,
      "loss": 0.3319,
      "step": 1917690
    },
    {
      "epoch": 535.22,
      "grad_norm": 1.2846558094024658,
      "learning_rate": 1.2691756925074297e-06,
      "loss": 0.3479,
      "step": 1917700
    },
    {
      "epoch": 535.22,
      "grad_norm": 1.1787062883377075,
      "learning_rate": 1.269151662401552e-06,
      "loss": 0.3415,
      "step": 1917710
    },
    {
      "epoch": 535.23,
      "grad_norm": 1.2892102003097534,
      "learning_rate": 1.2691276324387045e-06,
      "loss": 0.336,
      "step": 1917720
    },
    {
      "epoch": 535.23,
      "grad_norm": 2.4395227432250977,
      "learning_rate": 1.2691036026188882e-06,
      "loss": 0.3443,
      "step": 1917730
    },
    {
      "epoch": 535.23,
      "grad_norm": 1.1851491928100586,
      "learning_rate": 1.269079572942108e-06,
      "loss": 0.3476,
      "step": 1917740
    },
    {
      "epoch": 535.24,
      "grad_norm": 1.134176254272461,
      "learning_rate": 1.2690555434083667e-06,
      "loss": 0.3444,
      "step": 1917750
    },
    {
      "epoch": 535.24,
      "grad_norm": 1.090113639831543,
      "learning_rate": 1.269031514017668e-06,
      "loss": 0.343,
      "step": 1917760
    },
    {
      "epoch": 535.24,
      "grad_norm": 1.1444640159606934,
      "learning_rate": 1.2690074847700142e-06,
      "loss": 0.3514,
      "step": 1917770
    },
    {
      "epoch": 535.24,
      "grad_norm": 1.1769083738327026,
      "learning_rate": 1.2689834556654088e-06,
      "loss": 0.3413,
      "step": 1917780
    },
    {
      "epoch": 535.25,
      "grad_norm": 1.1152669191360474,
      "learning_rate": 1.268959426703855e-06,
      "loss": 0.3412,
      "step": 1917790
    },
    {
      "epoch": 535.25,
      "grad_norm": 0.9805924892425537,
      "learning_rate": 1.268935397885356e-06,
      "loss": 0.3309,
      "step": 1917800
    },
    {
      "epoch": 535.25,
      "grad_norm": 1.1320226192474365,
      "learning_rate": 1.2689113692099165e-06,
      "loss": 0.329,
      "step": 1917810
    },
    {
      "epoch": 535.26,
      "grad_norm": 1.408706545829773,
      "learning_rate": 1.268887340677537e-06,
      "loss": 0.3347,
      "step": 1917820
    },
    {
      "epoch": 535.26,
      "grad_norm": 1.2796871662139893,
      "learning_rate": 1.2688633122882224e-06,
      "loss": 0.3391,
      "step": 1917830
    },
    {
      "epoch": 535.26,
      "grad_norm": 1.2745015621185303,
      "learning_rate": 1.268839284041975e-06,
      "loss": 0.3308,
      "step": 1917840
    },
    {
      "epoch": 535.26,
      "grad_norm": 1.1176162958145142,
      "learning_rate": 1.2688152559387996e-06,
      "loss": 0.3455,
      "step": 1917850
    },
    {
      "epoch": 535.27,
      "grad_norm": 1.1767314672470093,
      "learning_rate": 1.2687912279786975e-06,
      "loss": 0.3374,
      "step": 1917860
    },
    {
      "epoch": 535.27,
      "grad_norm": 1.0215368270874023,
      "learning_rate": 1.2687672001616726e-06,
      "loss": 0.3433,
      "step": 1917870
    },
    {
      "epoch": 535.27,
      "grad_norm": 1.639735221862793,
      "learning_rate": 1.2687431724877295e-06,
      "loss": 0.3524,
      "step": 1917880
    },
    {
      "epoch": 535.27,
      "grad_norm": 1.0901689529418945,
      "learning_rate": 1.2687191449568677e-06,
      "loss": 0.325,
      "step": 1917890
    },
    {
      "epoch": 535.28,
      "grad_norm": 1.0194026231765747,
      "learning_rate": 1.268695117569095e-06,
      "loss": 0.3246,
      "step": 1917900
    },
    {
      "epoch": 535.28,
      "grad_norm": 1.1587172746658325,
      "learning_rate": 1.2686710903244113e-06,
      "loss": 0.3386,
      "step": 1917910
    },
    {
      "epoch": 535.28,
      "grad_norm": 1.1474876403808594,
      "learning_rate": 1.2686470632228209e-06,
      "loss": 0.3366,
      "step": 1917920
    },
    {
      "epoch": 535.29,
      "grad_norm": 1.0924803018569946,
      "learning_rate": 1.2686230362643274e-06,
      "loss": 0.3394,
      "step": 1917930
    },
    {
      "epoch": 535.29,
      "grad_norm": 1.111184000968933,
      "learning_rate": 1.2685990094489337e-06,
      "loss": 0.3422,
      "step": 1917940
    },
    {
      "epoch": 535.29,
      "grad_norm": 1.0285283327102661,
      "learning_rate": 1.2685749827766427e-06,
      "loss": 0.3369,
      "step": 1917950
    },
    {
      "epoch": 535.29,
      "grad_norm": 1.2502856254577637,
      "learning_rate": 1.2685509562474575e-06,
      "loss": 0.3375,
      "step": 1917960
    },
    {
      "epoch": 535.3,
      "grad_norm": 1.266059160232544,
      "learning_rate": 1.2685269298613825e-06,
      "loss": 0.3333,
      "step": 1917970
    },
    {
      "epoch": 535.3,
      "grad_norm": 0.9831539988517761,
      "learning_rate": 1.2685029036184182e-06,
      "loss": 0.3397,
      "step": 1917980
    },
    {
      "epoch": 535.3,
      "grad_norm": 5.845510482788086,
      "learning_rate": 1.2684788775185715e-06,
      "loss": 0.3504,
      "step": 1917990
    },
    {
      "epoch": 535.31,
      "grad_norm": 2.7074711322784424,
      "learning_rate": 1.2684548515618427e-06,
      "loss": 0.3437,
      "step": 1918000
    },
    {
      "epoch": 535.31,
      "grad_norm": 1.0836167335510254,
      "learning_rate": 1.268430825748236e-06,
      "loss": 0.3551,
      "step": 1918010
    },
    {
      "epoch": 535.31,
      "grad_norm": 1.1992193460464478,
      "learning_rate": 1.2684068000777552e-06,
      "loss": 0.3518,
      "step": 1918020
    },
    {
      "epoch": 535.31,
      "grad_norm": 1.1308352947235107,
      "learning_rate": 1.2683827745504014e-06,
      "loss": 0.3347,
      "step": 1918030
    },
    {
      "epoch": 535.32,
      "grad_norm": 0.9797065854072571,
      "learning_rate": 1.268358749166181e-06,
      "loss": 0.3437,
      "step": 1918040
    },
    {
      "epoch": 535.32,
      "grad_norm": 0.9572228193283081,
      "learning_rate": 1.2683347239250943e-06,
      "loss": 0.3287,
      "step": 1918050
    },
    {
      "epoch": 535.32,
      "grad_norm": 1.0545722246170044,
      "learning_rate": 1.2683106988271461e-06,
      "loss": 0.3195,
      "step": 1918060
    },
    {
      "epoch": 535.33,
      "grad_norm": 1.0809080600738525,
      "learning_rate": 1.268286673872339e-06,
      "loss": 0.3192,
      "step": 1918070
    },
    {
      "epoch": 535.33,
      "grad_norm": 1.2788580656051636,
      "learning_rate": 1.268262649060677e-06,
      "loss": 0.3494,
      "step": 1918080
    },
    {
      "epoch": 535.33,
      "grad_norm": 1.0502116680145264,
      "learning_rate": 1.268238624392162e-06,
      "loss": 0.3446,
      "step": 1918090
    },
    {
      "epoch": 535.33,
      "grad_norm": 1.144152283668518,
      "learning_rate": 1.2682145998667981e-06,
      "loss": 0.3462,
      "step": 1918100
    },
    {
      "epoch": 535.34,
      "grad_norm": 1.1209664344787598,
      "learning_rate": 1.268190575484589e-06,
      "loss": 0.3532,
      "step": 1918110
    },
    {
      "epoch": 535.34,
      "grad_norm": 1.222869634628296,
      "learning_rate": 1.268166551245535e-06,
      "loss": 0.348,
      "step": 1918120
    },
    {
      "epoch": 535.34,
      "grad_norm": 1.2417811155319214,
      "learning_rate": 1.2681425271496436e-06,
      "loss": 0.3575,
      "step": 1918130
    },
    {
      "epoch": 535.34,
      "grad_norm": 1.0259681940078735,
      "learning_rate": 1.2681185031969147e-06,
      "loss": 0.3321,
      "step": 1918140
    },
    {
      "epoch": 535.35,
      "grad_norm": 0.9634776711463928,
      "learning_rate": 1.2680944793873528e-06,
      "loss": 0.3308,
      "step": 1918150
    },
    {
      "epoch": 535.35,
      "grad_norm": 1.2262446880340576,
      "learning_rate": 1.2680704557209621e-06,
      "loss": 0.3303,
      "step": 1918160
    },
    {
      "epoch": 535.35,
      "grad_norm": 0.9507046341896057,
      "learning_rate": 1.2680464321977433e-06,
      "loss": 0.3426,
      "step": 1918170
    },
    {
      "epoch": 535.36,
      "grad_norm": 1.0279096364974976,
      "learning_rate": 1.2680224088177012e-06,
      "loss": 0.3301,
      "step": 1918180
    },
    {
      "epoch": 535.36,
      "grad_norm": 1.2071645259857178,
      "learning_rate": 1.2679983855808386e-06,
      "loss": 0.3429,
      "step": 1918190
    },
    {
      "epoch": 535.36,
      "grad_norm": 1.1810026168823242,
      "learning_rate": 1.2679743624871597e-06,
      "loss": 0.3394,
      "step": 1918200
    },
    {
      "epoch": 535.36,
      "grad_norm": 1.1877782344818115,
      "learning_rate": 1.2679503395366652e-06,
      "loss": 0.356,
      "step": 1918210
    },
    {
      "epoch": 535.37,
      "grad_norm": 1.7754805088043213,
      "learning_rate": 1.2679263167293616e-06,
      "loss": 0.3434,
      "step": 1918220
    },
    {
      "epoch": 535.37,
      "grad_norm": 1.0394443273544312,
      "learning_rate": 1.2679022940652495e-06,
      "loss": 0.3467,
      "step": 1918230
    },
    {
      "epoch": 535.37,
      "grad_norm": 1.0547164678573608,
      "learning_rate": 1.267878271544333e-06,
      "loss": 0.3393,
      "step": 1918240
    },
    {
      "epoch": 535.38,
      "grad_norm": 1.1180404424667358,
      "learning_rate": 1.2678542491666162e-06,
      "loss": 0.3457,
      "step": 1918250
    },
    {
      "epoch": 535.38,
      "grad_norm": 3.0120997428894043,
      "learning_rate": 1.2678302269321008e-06,
      "loss": 0.3316,
      "step": 1918260
    },
    {
      "epoch": 535.38,
      "grad_norm": 1.038011074066162,
      "learning_rate": 1.2678062048407905e-06,
      "loss": 0.3313,
      "step": 1918270
    },
    {
      "epoch": 535.38,
      "grad_norm": 1.1508417129516602,
      "learning_rate": 1.2677821828926886e-06,
      "loss": 0.334,
      "step": 1918280
    },
    {
      "epoch": 535.39,
      "grad_norm": 1.0675702095031738,
      "learning_rate": 1.267758161087798e-06,
      "loss": 0.3719,
      "step": 1918290
    },
    {
      "epoch": 535.39,
      "grad_norm": 1.1061216592788696,
      "learning_rate": 1.2677341394261237e-06,
      "loss": 0.3398,
      "step": 1918300
    },
    {
      "epoch": 535.39,
      "grad_norm": 1.0632230043411255,
      "learning_rate": 1.267710117907666e-06,
      "loss": 0.3366,
      "step": 1918310
    },
    {
      "epoch": 535.39,
      "grad_norm": 1.1291931867599487,
      "learning_rate": 1.2676860965324296e-06,
      "loss": 0.3552,
      "step": 1918320
    },
    {
      "epoch": 535.4,
      "grad_norm": 2.0997323989868164,
      "learning_rate": 1.2676620753004177e-06,
      "loss": 0.3403,
      "step": 1918330
    },
    {
      "epoch": 535.4,
      "grad_norm": 1.0902056694030762,
      "learning_rate": 1.2676380542116345e-06,
      "loss": 0.3489,
      "step": 1918340
    },
    {
      "epoch": 535.4,
      "grad_norm": 1.0743656158447266,
      "learning_rate": 1.2676140332660799e-06,
      "loss": 0.3256,
      "step": 1918350
    },
    {
      "epoch": 535.41,
      "grad_norm": 1.3737738132476807,
      "learning_rate": 1.2675900124637613e-06,
      "loss": 0.3486,
      "step": 1918360
    },
    {
      "epoch": 535.41,
      "grad_norm": 1.2155426740646362,
      "learning_rate": 1.267565991804679e-06,
      "loss": 0.3474,
      "step": 1918370
    },
    {
      "epoch": 535.41,
      "grad_norm": 1.273397445678711,
      "learning_rate": 1.267541971288837e-06,
      "loss": 0.3436,
      "step": 1918380
    },
    {
      "epoch": 535.41,
      "grad_norm": 1.2957532405853271,
      "learning_rate": 1.2675179509162394e-06,
      "loss": 0.3341,
      "step": 1918390
    },
    {
      "epoch": 535.42,
      "grad_norm": 1.1527886390686035,
      "learning_rate": 1.2674939306868878e-06,
      "loss": 0.3404,
      "step": 1918400
    },
    {
      "epoch": 535.42,
      "grad_norm": 1.169986367225647,
      "learning_rate": 1.2674699106007861e-06,
      "loss": 0.3288,
      "step": 1918410
    },
    {
      "epoch": 535.42,
      "grad_norm": 1.0318697690963745,
      "learning_rate": 1.2674458906579377e-06,
      "loss": 0.334,
      "step": 1918420
    },
    {
      "epoch": 535.43,
      "grad_norm": 1.0713305473327637,
      "learning_rate": 1.2674218708583466e-06,
      "loss": 0.3392,
      "step": 1918430
    },
    {
      "epoch": 535.43,
      "grad_norm": 1.7757153511047363,
      "learning_rate": 1.267397851202014e-06,
      "loss": 0.3348,
      "step": 1918440
    },
    {
      "epoch": 535.43,
      "grad_norm": 1.0390597581863403,
      "learning_rate": 1.2673738316889442e-06,
      "loss": 0.3322,
      "step": 1918450
    },
    {
      "epoch": 535.43,
      "grad_norm": 1.1483715772628784,
      "learning_rate": 1.2673498123191412e-06,
      "loss": 0.3241,
      "step": 1918460
    },
    {
      "epoch": 535.44,
      "grad_norm": 1.0198867321014404,
      "learning_rate": 1.2673257930926057e-06,
      "loss": 0.3345,
      "step": 1918470
    },
    {
      "epoch": 535.44,
      "grad_norm": 1.4536831378936768,
      "learning_rate": 1.2673017740093445e-06,
      "loss": 0.3439,
      "step": 1918480
    },
    {
      "epoch": 535.44,
      "grad_norm": 1.107546091079712,
      "learning_rate": 1.2672777550693576e-06,
      "loss": 0.3357,
      "step": 1918490
    },
    {
      "epoch": 535.45,
      "grad_norm": 1.0920177698135376,
      "learning_rate": 1.2672537362726498e-06,
      "loss": 0.3397,
      "step": 1918500
    },
    {
      "epoch": 535.45,
      "grad_norm": 1.072659969329834,
      "learning_rate": 1.2672297176192237e-06,
      "loss": 0.3417,
      "step": 1918510
    },
    {
      "epoch": 535.45,
      "grad_norm": 1.1002857685089111,
      "learning_rate": 1.2672056991090836e-06,
      "loss": 0.3431,
      "step": 1918520
    },
    {
      "epoch": 535.45,
      "grad_norm": 1.1254000663757324,
      "learning_rate": 1.267181680742231e-06,
      "loss": 0.3393,
      "step": 1918530
    },
    {
      "epoch": 535.46,
      "grad_norm": 1.2704627513885498,
      "learning_rate": 1.2671576625186699e-06,
      "loss": 0.3435,
      "step": 1918540
    },
    {
      "epoch": 535.46,
      "grad_norm": 1.087113618850708,
      "learning_rate": 1.2671336444384045e-06,
      "loss": 0.3365,
      "step": 1918550
    },
    {
      "epoch": 535.46,
      "grad_norm": 7.40704870223999,
      "learning_rate": 1.2671096265014353e-06,
      "loss": 0.3271,
      "step": 1918560
    },
    {
      "epoch": 535.46,
      "grad_norm": 1.1352375745773315,
      "learning_rate": 1.2670856087077689e-06,
      "loss": 0.3527,
      "step": 1918570
    },
    {
      "epoch": 535.47,
      "grad_norm": 1.224006175994873,
      "learning_rate": 1.2670615910574062e-06,
      "loss": 0.332,
      "step": 1918580
    },
    {
      "epoch": 535.47,
      "grad_norm": 1.0543303489685059,
      "learning_rate": 1.267037573550351e-06,
      "loss": 0.3373,
      "step": 1918590
    },
    {
      "epoch": 535.47,
      "grad_norm": 1.0012507438659668,
      "learning_rate": 1.267013556186607e-06,
      "loss": 0.3593,
      "step": 1918600
    },
    {
      "epoch": 535.48,
      "grad_norm": 1.1200177669525146,
      "learning_rate": 1.2669895389661752e-06,
      "loss": 0.3426,
      "step": 1918610
    },
    {
      "epoch": 535.48,
      "grad_norm": 0.9547863006591797,
      "learning_rate": 1.2669655218890626e-06,
      "loss": 0.3365,
      "step": 1918620
    },
    {
      "epoch": 535.48,
      "grad_norm": 1.2766331434249878,
      "learning_rate": 1.2669415049552692e-06,
      "loss": 0.332,
      "step": 1918630
    },
    {
      "epoch": 535.48,
      "grad_norm": 1.1377273797988892,
      "learning_rate": 1.2669174881647994e-06,
      "loss": 0.3374,
      "step": 1918640
    },
    {
      "epoch": 535.49,
      "grad_norm": 1.174209475517273,
      "learning_rate": 1.2668934715176564e-06,
      "loss": 0.3465,
      "step": 1918650
    },
    {
      "epoch": 535.49,
      "grad_norm": 1.2993067502975464,
      "learning_rate": 1.2668694550138438e-06,
      "loss": 0.3294,
      "step": 1918660
    },
    {
      "epoch": 535.49,
      "grad_norm": 1.277165412902832,
      "learning_rate": 1.2668454386533637e-06,
      "loss": 0.34,
      "step": 1918670
    },
    {
      "epoch": 535.5,
      "grad_norm": 1.0307139158248901,
      "learning_rate": 1.26682142243622e-06,
      "loss": 0.3438,
      "step": 1918680
    },
    {
      "epoch": 535.5,
      "grad_norm": 1.086134910583496,
      "learning_rate": 1.2667974063624164e-06,
      "loss": 0.3422,
      "step": 1918690
    },
    {
      "epoch": 535.5,
      "grad_norm": 1.2731213569641113,
      "learning_rate": 1.266773390431954e-06,
      "loss": 0.3601,
      "step": 1918700
    },
    {
      "epoch": 535.5,
      "grad_norm": 1.0911473035812378,
      "learning_rate": 1.2667493746448392e-06,
      "loss": 0.3357,
      "step": 1918710
    },
    {
      "epoch": 535.51,
      "grad_norm": 1.3200509548187256,
      "learning_rate": 1.2667253590010722e-06,
      "loss": 0.3352,
      "step": 1918720
    },
    {
      "epoch": 535.51,
      "grad_norm": 1.0620259046554565,
      "learning_rate": 1.2667013435006579e-06,
      "loss": 0.3315,
      "step": 1918730
    },
    {
      "epoch": 535.51,
      "grad_norm": 1.7477197647094727,
      "learning_rate": 1.2666773281435988e-06,
      "loss": 0.3287,
      "step": 1918740
    },
    {
      "epoch": 535.51,
      "grad_norm": 1.1225897073745728,
      "learning_rate": 1.2666533129298994e-06,
      "loss": 0.3428,
      "step": 1918750
    },
    {
      "epoch": 535.52,
      "grad_norm": 1.158191442489624,
      "learning_rate": 1.266629297859561e-06,
      "loss": 0.3517,
      "step": 1918760
    },
    {
      "epoch": 535.52,
      "grad_norm": 1.2831320762634277,
      "learning_rate": 1.2666052829325877e-06,
      "loss": 0.3572,
      "step": 1918770
    },
    {
      "epoch": 535.52,
      "grad_norm": 1.306321620941162,
      "learning_rate": 1.2665812681489832e-06,
      "loss": 0.3498,
      "step": 1918780
    },
    {
      "epoch": 535.53,
      "grad_norm": 1.201175570487976,
      "learning_rate": 1.2665572535087484e-06,
      "loss": 0.3405,
      "step": 1918790
    },
    {
      "epoch": 535.53,
      "grad_norm": 1.1053941249847412,
      "learning_rate": 1.2665332390118907e-06,
      "loss": 0.3206,
      "step": 1918800
    },
    {
      "epoch": 535.53,
      "grad_norm": 1.1487880945205688,
      "learning_rate": 1.2665092246584096e-06,
      "loss": 0.3387,
      "step": 1918810
    },
    {
      "epoch": 535.53,
      "grad_norm": 1.055576205253601,
      "learning_rate": 1.2664852104483093e-06,
      "loss": 0.3213,
      "step": 1918820
    },
    {
      "epoch": 535.54,
      "grad_norm": 1.205167531967163,
      "learning_rate": 1.2664611963815942e-06,
      "loss": 0.359,
      "step": 1918830
    },
    {
      "epoch": 535.54,
      "grad_norm": 1.0621376037597656,
      "learning_rate": 1.2664371824582658e-06,
      "loss": 0.3502,
      "step": 1918840
    },
    {
      "epoch": 535.54,
      "grad_norm": 1.2527687549591064,
      "learning_rate": 1.266413168678328e-06,
      "loss": 0.3289,
      "step": 1918850
    },
    {
      "epoch": 535.55,
      "grad_norm": 1.0640904903411865,
      "learning_rate": 1.2663891550417837e-06,
      "loss": 0.3404,
      "step": 1918860
    },
    {
      "epoch": 535.55,
      "grad_norm": 1.1675381660461426,
      "learning_rate": 1.266365141548637e-06,
      "loss": 0.3376,
      "step": 1918870
    },
    {
      "epoch": 535.55,
      "grad_norm": 1.460378646850586,
      "learning_rate": 1.2663411281988899e-06,
      "loss": 0.3278,
      "step": 1918880
    },
    {
      "epoch": 535.55,
      "grad_norm": 1.2319048643112183,
      "learning_rate": 1.2663171149925476e-06,
      "loss": 0.3434,
      "step": 1918890
    },
    {
      "epoch": 535.56,
      "grad_norm": 1.2996675968170166,
      "learning_rate": 1.2662931019296107e-06,
      "loss": 0.3369,
      "step": 1918900
    },
    {
      "epoch": 535.56,
      "grad_norm": 1.1809121370315552,
      "learning_rate": 1.266269089010084e-06,
      "loss": 0.3545,
      "step": 1918910
    },
    {
      "epoch": 535.56,
      "grad_norm": 1.3066083192825317,
      "learning_rate": 1.266245076233971e-06,
      "loss": 0.3347,
      "step": 1918920
    },
    {
      "epoch": 535.57,
      "grad_norm": 1.1383755207061768,
      "learning_rate": 1.2662210636012722e-06,
      "loss": 0.333,
      "step": 1918930
    },
    {
      "epoch": 535.57,
      "grad_norm": 1.0862524509429932,
      "learning_rate": 1.2661970511119945e-06,
      "loss": 0.3397,
      "step": 1918940
    },
    {
      "epoch": 535.57,
      "grad_norm": 1.1218878030776978,
      "learning_rate": 1.266173038766139e-06,
      "loss": 0.3361,
      "step": 1918950
    },
    {
      "epoch": 535.57,
      "grad_norm": 1.2630493640899658,
      "learning_rate": 1.2661490265637091e-06,
      "loss": 0.335,
      "step": 1918960
    },
    {
      "epoch": 535.58,
      "grad_norm": 1.7913094758987427,
      "learning_rate": 1.266125014504709e-06,
      "loss": 0.3566,
      "step": 1918970
    },
    {
      "epoch": 535.58,
      "grad_norm": 0.9523454308509827,
      "learning_rate": 1.26610100258914e-06,
      "loss": 0.3464,
      "step": 1918980
    },
    {
      "epoch": 535.58,
      "grad_norm": 1.2535488605499268,
      "learning_rate": 1.2660769908170065e-06,
      "loss": 0.3367,
      "step": 1918990
    },
    {
      "epoch": 535.58,
      "grad_norm": 1.1521257162094116,
      "learning_rate": 1.2660529791883118e-06,
      "loss": 0.3257,
      "step": 1919000
    },
    {
      "epoch": 535.59,
      "grad_norm": 1.3402820825576782,
      "learning_rate": 1.2660289677030596e-06,
      "loss": 0.3351,
      "step": 1919010
    },
    {
      "epoch": 535.59,
      "grad_norm": 1.1504018306732178,
      "learning_rate": 1.2660049563612505e-06,
      "loss": 0.3366,
      "step": 1919020
    },
    {
      "epoch": 535.59,
      "grad_norm": 1.1610682010650635,
      "learning_rate": 1.2659809451628915e-06,
      "loss": 0.3452,
      "step": 1919030
    },
    {
      "epoch": 535.6,
      "grad_norm": 1.027651309967041,
      "learning_rate": 1.2659569341079828e-06,
      "loss": 0.3501,
      "step": 1919040
    },
    {
      "epoch": 535.6,
      "grad_norm": 1.2231287956237793,
      "learning_rate": 1.265932923196529e-06,
      "loss": 0.3308,
      "step": 1919050
    },
    {
      "epoch": 535.6,
      "grad_norm": 1.382827639579773,
      "learning_rate": 1.2659089124285332e-06,
      "loss": 0.3299,
      "step": 1919060
    },
    {
      "epoch": 535.6,
      "grad_norm": 1.07731294631958,
      "learning_rate": 1.265884901803998e-06,
      "loss": 0.3291,
      "step": 1919070
    },
    {
      "epoch": 535.61,
      "grad_norm": 1.105535626411438,
      "learning_rate": 1.2658608913229266e-06,
      "loss": 0.3584,
      "step": 1919080
    },
    {
      "epoch": 535.61,
      "grad_norm": 1.0820183753967285,
      "learning_rate": 1.2658368809853227e-06,
      "loss": 0.3402,
      "step": 1919090
    },
    {
      "epoch": 535.61,
      "grad_norm": 1.2924901247024536,
      "learning_rate": 1.26581287079119e-06,
      "loss": 0.3508,
      "step": 1919100
    },
    {
      "epoch": 535.62,
      "grad_norm": 1.1470948457717896,
      "learning_rate": 1.2657888607405305e-06,
      "loss": 0.3552,
      "step": 1919110
    },
    {
      "epoch": 535.62,
      "grad_norm": 1.1428442001342773,
      "learning_rate": 1.2657648508333476e-06,
      "loss": 0.3376,
      "step": 1919120
    },
    {
      "epoch": 535.62,
      "grad_norm": 1.1067664623260498,
      "learning_rate": 1.265740841069646e-06,
      "loss": 0.3434,
      "step": 1919130
    },
    {
      "epoch": 535.62,
      "grad_norm": 1.124811053276062,
      "learning_rate": 1.265716831449426e-06,
      "loss": 0.3334,
      "step": 1919140
    },
    {
      "epoch": 535.63,
      "grad_norm": 1.089666724205017,
      "learning_rate": 1.2656928219726942e-06,
      "loss": 0.3547,
      "step": 1919150
    },
    {
      "epoch": 535.63,
      "grad_norm": 1.1025516986846924,
      "learning_rate": 1.26566881263945e-06,
      "loss": 0.3455,
      "step": 1919160
    },
    {
      "epoch": 535.63,
      "grad_norm": 0.9270872473716736,
      "learning_rate": 1.2656448034497006e-06,
      "loss": 0.3323,
      "step": 1919170
    },
    {
      "epoch": 535.63,
      "grad_norm": 1.0536502599716187,
      "learning_rate": 1.2656207944034467e-06,
      "loss": 0.334,
      "step": 1919180
    },
    {
      "epoch": 535.64,
      "grad_norm": 1.3024982213974,
      "learning_rate": 1.2655967855006916e-06,
      "loss": 0.3467,
      "step": 1919190
    },
    {
      "epoch": 535.64,
      "grad_norm": 1.04165518283844,
      "learning_rate": 1.2655727767414403e-06,
      "loss": 0.3317,
      "step": 1919200
    },
    {
      "epoch": 535.64,
      "grad_norm": 1.1883885860443115,
      "learning_rate": 1.2655487681256936e-06,
      "loss": 0.3241,
      "step": 1919210
    },
    {
      "epoch": 535.65,
      "grad_norm": 1.1547064781188965,
      "learning_rate": 1.2655247596534558e-06,
      "loss": 0.3532,
      "step": 1919220
    },
    {
      "epoch": 535.65,
      "grad_norm": 1.2105950117111206,
      "learning_rate": 1.2655007513247303e-06,
      "loss": 0.3492,
      "step": 1919230
    },
    {
      "epoch": 535.65,
      "grad_norm": 1.0579631328582764,
      "learning_rate": 1.2654767431395205e-06,
      "loss": 0.3353,
      "step": 1919240
    },
    {
      "epoch": 535.65,
      "grad_norm": 1.1137917041778564,
      "learning_rate": 1.2654527350978289e-06,
      "loss": 0.3459,
      "step": 1919250
    },
    {
      "epoch": 535.66,
      "grad_norm": 1.0217469930648804,
      "learning_rate": 1.2654287271996585e-06,
      "loss": 0.3238,
      "step": 1919260
    },
    {
      "epoch": 535.66,
      "grad_norm": 1.4025756120681763,
      "learning_rate": 1.265404719445014e-06,
      "loss": 0.3354,
      "step": 1919270
    },
    {
      "epoch": 535.66,
      "grad_norm": 1.1090422868728638,
      "learning_rate": 1.2653807118338957e-06,
      "loss": 0.3362,
      "step": 1919280
    },
    {
      "epoch": 535.67,
      "grad_norm": 1.3147621154785156,
      "learning_rate": 1.2653567043663103e-06,
      "loss": 0.3309,
      "step": 1919290
    },
    {
      "epoch": 535.67,
      "grad_norm": 1.1235923767089844,
      "learning_rate": 1.2653326970422588e-06,
      "loss": 0.3301,
      "step": 1919300
    },
    {
      "epoch": 535.67,
      "grad_norm": 0.9193367958068848,
      "learning_rate": 1.2653086898617445e-06,
      "loss": 0.3404,
      "step": 1919310
    },
    {
      "epoch": 535.67,
      "grad_norm": 1.0865917205810547,
      "learning_rate": 1.2652846828247713e-06,
      "loss": 0.352,
      "step": 1919320
    },
    {
      "epoch": 535.68,
      "grad_norm": 1.02520751953125,
      "learning_rate": 1.2652606759313432e-06,
      "loss": 0.3286,
      "step": 1919330
    },
    {
      "epoch": 535.68,
      "grad_norm": 0.9769521355628967,
      "learning_rate": 1.265236669181461e-06,
      "loss": 0.3243,
      "step": 1919340
    },
    {
      "epoch": 535.68,
      "grad_norm": 0.9644576907157898,
      "learning_rate": 1.2652126625751294e-06,
      "loss": 0.3188,
      "step": 1919350
    },
    {
      "epoch": 535.69,
      "grad_norm": 1.1444860696792603,
      "learning_rate": 1.2651886561123525e-06,
      "loss": 0.3279,
      "step": 1919360
    },
    {
      "epoch": 535.69,
      "grad_norm": 1.170957088470459,
      "learning_rate": 1.2651646497931303e-06,
      "loss": 0.3583,
      "step": 1919370
    },
    {
      "epoch": 535.69,
      "grad_norm": 1.2585537433624268,
      "learning_rate": 1.26514064361747e-06,
      "loss": 0.3507,
      "step": 1919380
    },
    {
      "epoch": 535.69,
      "grad_norm": 1.120975136756897,
      "learning_rate": 1.2651166375853725e-06,
      "loss": 0.3537,
      "step": 1919390
    },
    {
      "epoch": 535.7,
      "grad_norm": 1.0228439569473267,
      "learning_rate": 1.2650926316968407e-06,
      "loss": 0.3437,
      "step": 1919400
    },
    {
      "epoch": 535.7,
      "grad_norm": 1.07357656955719,
      "learning_rate": 1.2650686259518795e-06,
      "loss": 0.3456,
      "step": 1919410
    },
    {
      "epoch": 535.7,
      "grad_norm": 1.043737769126892,
      "learning_rate": 1.2650446203504906e-06,
      "loss": 0.3286,
      "step": 1919420
    },
    {
      "epoch": 535.7,
      "grad_norm": 1.1095455884933472,
      "learning_rate": 1.2650206148926774e-06,
      "loss": 0.3338,
      "step": 1919430
    },
    {
      "epoch": 535.71,
      "grad_norm": 1.2625521421432495,
      "learning_rate": 1.2649966095784433e-06,
      "loss": 0.3473,
      "step": 1919440
    },
    {
      "epoch": 535.71,
      "grad_norm": 1.7714561223983765,
      "learning_rate": 1.2649726044077918e-06,
      "loss": 0.3427,
      "step": 1919450
    },
    {
      "epoch": 535.71,
      "grad_norm": 1.2179663181304932,
      "learning_rate": 1.2649485993807256e-06,
      "loss": 0.3599,
      "step": 1919460
    },
    {
      "epoch": 535.72,
      "grad_norm": 0.9597557783126831,
      "learning_rate": 1.264924594497249e-06,
      "loss": 0.3215,
      "step": 1919470
    },
    {
      "epoch": 535.72,
      "grad_norm": 1.2048271894454956,
      "learning_rate": 1.264900589757364e-06,
      "loss": 0.3317,
      "step": 1919480
    },
    {
      "epoch": 535.72,
      "grad_norm": 1.114406704902649,
      "learning_rate": 1.2648765851610735e-06,
      "loss": 0.3352,
      "step": 1919490
    },
    {
      "epoch": 535.72,
      "grad_norm": 1.1268963813781738,
      "learning_rate": 1.2648525807083826e-06,
      "loss": 0.3261,
      "step": 1919500
    },
    {
      "epoch": 535.73,
      "grad_norm": 1.1439763307571411,
      "learning_rate": 1.2648285763992914e-06,
      "loss": 0.3319,
      "step": 1919510
    },
    {
      "epoch": 535.73,
      "grad_norm": 1.259670376777649,
      "learning_rate": 1.2648045722338065e-06,
      "loss": 0.331,
      "step": 1919520
    },
    {
      "epoch": 535.73,
      "grad_norm": 1.0834413766860962,
      "learning_rate": 1.2647805682119289e-06,
      "loss": 0.3377,
      "step": 1919530
    },
    {
      "epoch": 535.74,
      "grad_norm": 1.0081816911697388,
      "learning_rate": 1.2647565643336625e-06,
      "loss": 0.3437,
      "step": 1919540
    },
    {
      "epoch": 535.74,
      "grad_norm": 0.9778064489364624,
      "learning_rate": 1.264732560599011e-06,
      "loss": 0.3443,
      "step": 1919550
    },
    {
      "epoch": 535.74,
      "grad_norm": 1.1090096235275269,
      "learning_rate": 1.2647085570079765e-06,
      "loss": 0.3414,
      "step": 1919560
    },
    {
      "epoch": 535.74,
      "grad_norm": 1.2371511459350586,
      "learning_rate": 1.2646845535605623e-06,
      "loss": 0.3516,
      "step": 1919570
    },
    {
      "epoch": 535.75,
      "grad_norm": 1.2017892599105835,
      "learning_rate": 1.2646605502567725e-06,
      "loss": 0.3619,
      "step": 1919580
    },
    {
      "epoch": 535.75,
      "grad_norm": 1.0426092147827148,
      "learning_rate": 1.2646365470966103e-06,
      "loss": 0.3316,
      "step": 1919590
    },
    {
      "epoch": 535.75,
      "grad_norm": 1.2206703424453735,
      "learning_rate": 1.2646125440800765e-06,
      "loss": 0.3327,
      "step": 1919600
    },
    {
      "epoch": 535.75,
      "grad_norm": 1.0730295181274414,
      "learning_rate": 1.2645885412071785e-06,
      "loss": 0.364,
      "step": 1919610
    },
    {
      "epoch": 535.76,
      "grad_norm": 0.9443578124046326,
      "learning_rate": 1.264564538477916e-06,
      "loss": 0.3499,
      "step": 1919620
    },
    {
      "epoch": 535.76,
      "grad_norm": 1.1103739738464355,
      "learning_rate": 1.2645405358922932e-06,
      "loss": 0.3419,
      "step": 1919630
    },
    {
      "epoch": 535.76,
      "grad_norm": 1.162351131439209,
      "learning_rate": 1.2645165334503143e-06,
      "loss": 0.3378,
      "step": 1919640
    },
    {
      "epoch": 535.77,
      "grad_norm": 1.2919050455093384,
      "learning_rate": 1.2644925311519813e-06,
      "loss": 0.3368,
      "step": 1919650
    },
    {
      "epoch": 535.77,
      "grad_norm": 1.1531751155853271,
      "learning_rate": 1.2644685289972973e-06,
      "loss": 0.3401,
      "step": 1919660
    },
    {
      "epoch": 535.77,
      "grad_norm": 1.405003309249878,
      "learning_rate": 1.2644445269862664e-06,
      "loss": 0.3519,
      "step": 1919670
    },
    {
      "epoch": 535.77,
      "grad_norm": 1.0825610160827637,
      "learning_rate": 1.2644205251188916e-06,
      "loss": 0.3356,
      "step": 1919680
    },
    {
      "epoch": 535.78,
      "grad_norm": 1.1164606809616089,
      "learning_rate": 1.2643965233951747e-06,
      "loss": 0.3652,
      "step": 1919690
    },
    {
      "epoch": 535.78,
      "grad_norm": 1.055269718170166,
      "learning_rate": 1.2643725218151215e-06,
      "loss": 0.3367,
      "step": 1919700
    },
    {
      "epoch": 535.78,
      "grad_norm": 1.0904362201690674,
      "learning_rate": 1.2643485203787327e-06,
      "loss": 0.3406,
      "step": 1919710
    },
    {
      "epoch": 535.79,
      "grad_norm": 1.1502443552017212,
      "learning_rate": 1.2643245190860128e-06,
      "loss": 0.3461,
      "step": 1919720
    },
    {
      "epoch": 535.79,
      "grad_norm": 1.4935102462768555,
      "learning_rate": 1.2643005179369658e-06,
      "loss": 0.3545,
      "step": 1919730
    },
    {
      "epoch": 535.79,
      "grad_norm": 1.2160249948501587,
      "learning_rate": 1.2642765169315915e-06,
      "loss": 0.3367,
      "step": 1919740
    },
    {
      "epoch": 535.79,
      "grad_norm": 1.1853296756744385,
      "learning_rate": 1.2642525160698976e-06,
      "loss": 0.3463,
      "step": 1919750
    },
    {
      "epoch": 535.8,
      "grad_norm": 0.9656718373298645,
      "learning_rate": 1.264228515351884e-06,
      "loss": 0.3345,
      "step": 1919760
    },
    {
      "epoch": 535.8,
      "grad_norm": 1.3873323202133179,
      "learning_rate": 1.264204514777555e-06,
      "loss": 0.3365,
      "step": 1919770
    },
    {
      "epoch": 535.8,
      "grad_norm": 1.196660041809082,
      "learning_rate": 1.264180514346915e-06,
      "loss": 0.328,
      "step": 1919780
    },
    {
      "epoch": 535.81,
      "grad_norm": 1.1772220134735107,
      "learning_rate": 1.2641565140599648e-06,
      "loss": 0.3268,
      "step": 1919790
    },
    {
      "epoch": 535.81,
      "grad_norm": 1.1372206211090088,
      "learning_rate": 1.264132513916709e-06,
      "loss": 0.3517,
      "step": 1919800
    },
    {
      "epoch": 535.81,
      "grad_norm": 1.0105912685394287,
      "learning_rate": 1.2641085139171503e-06,
      "loss": 0.3284,
      "step": 1919810
    },
    {
      "epoch": 535.81,
      "grad_norm": 1.1276872158050537,
      "learning_rate": 1.2640845140612933e-06,
      "loss": 0.336,
      "step": 1919820
    },
    {
      "epoch": 535.82,
      "grad_norm": 1.0963932275772095,
      "learning_rate": 1.264060514349138e-06,
      "loss": 0.3325,
      "step": 1919830
    },
    {
      "epoch": 535.82,
      "grad_norm": 1.1207783222198486,
      "learning_rate": 1.264036514780692e-06,
      "loss": 0.3381,
      "step": 1919840
    },
    {
      "epoch": 535.82,
      "grad_norm": 1.1330840587615967,
      "learning_rate": 1.2640125153559549e-06,
      "loss": 0.3305,
      "step": 1919850
    },
    {
      "epoch": 535.82,
      "grad_norm": 1.0735751390457153,
      "learning_rate": 1.263988516074931e-06,
      "loss": 0.3345,
      "step": 1919860
    },
    {
      "epoch": 535.83,
      "grad_norm": 1.1114115715026855,
      "learning_rate": 1.263964516937625e-06,
      "loss": 0.3433,
      "step": 1919870
    },
    {
      "epoch": 535.83,
      "grad_norm": 4.50925874710083,
      "learning_rate": 1.2639405179440375e-06,
      "loss": 0.3284,
      "step": 1919880
    },
    {
      "epoch": 535.83,
      "grad_norm": 1.0281152725219727,
      "learning_rate": 1.263916519094173e-06,
      "loss": 0.3296,
      "step": 1919890
    },
    {
      "epoch": 535.84,
      "grad_norm": 1.122239589691162,
      "learning_rate": 1.2638925203880345e-06,
      "loss": 0.3409,
      "step": 1919900
    },
    {
      "epoch": 535.84,
      "grad_norm": 1.0928632020950317,
      "learning_rate": 1.2638685218256264e-06,
      "loss": 0.3502,
      "step": 1919910
    },
    {
      "epoch": 535.84,
      "grad_norm": 3.2337095737457275,
      "learning_rate": 1.26384452340695e-06,
      "loss": 0.3364,
      "step": 1919920
    },
    {
      "epoch": 535.84,
      "grad_norm": 1.0990930795669556,
      "learning_rate": 1.263820525132009e-06,
      "loss": 0.3337,
      "step": 1919930
    },
    {
      "epoch": 535.85,
      "grad_norm": 1.1626232862472534,
      "learning_rate": 1.263796527000808e-06,
      "loss": 0.3403,
      "step": 1919940
    },
    {
      "epoch": 535.85,
      "grad_norm": 1.3479021787643433,
      "learning_rate": 1.2637725290133474e-06,
      "loss": 0.35,
      "step": 1919950
    },
    {
      "epoch": 535.85,
      "grad_norm": 1.1167839765548706,
      "learning_rate": 1.263748531169634e-06,
      "loss": 0.3656,
      "step": 1919960
    },
    {
      "epoch": 535.86,
      "grad_norm": 1.0366864204406738,
      "learning_rate": 1.2637245334696677e-06,
      "loss": 0.3497,
      "step": 1919970
    },
    {
      "epoch": 535.86,
      "grad_norm": 1.222940444946289,
      "learning_rate": 1.2637005359134537e-06,
      "loss": 0.3395,
      "step": 1919980
    },
    {
      "epoch": 535.86,
      "grad_norm": 1.1638438701629639,
      "learning_rate": 1.2636765385009942e-06,
      "loss": 0.3419,
      "step": 1919990
    },
    {
      "epoch": 535.86,
      "grad_norm": 1.2879475355148315,
      "learning_rate": 1.2636525412322937e-06,
      "loss": 0.3314,
      "step": 1920000
    },
    {
      "epoch": 535.87,
      "grad_norm": 1.2143741846084595,
      "learning_rate": 1.2636285441073536e-06,
      "loss": 0.3509,
      "step": 1920010
    },
    {
      "epoch": 535.87,
      "grad_norm": 1.1445735692977905,
      "learning_rate": 1.2636045471261778e-06,
      "loss": 0.3432,
      "step": 1920020
    },
    {
      "epoch": 535.87,
      "grad_norm": 1.2589504718780518,
      "learning_rate": 1.2635805502887699e-06,
      "loss": 0.3436,
      "step": 1920030
    },
    {
      "epoch": 535.87,
      "grad_norm": 1.0852655172348022,
      "learning_rate": 1.2635565535951329e-06,
      "loss": 0.3428,
      "step": 1920040
    },
    {
      "epoch": 535.88,
      "grad_norm": 1.117397427558899,
      "learning_rate": 1.2635325570452704e-06,
      "loss": 0.3347,
      "step": 1920050
    },
    {
      "epoch": 535.88,
      "grad_norm": 0.9482216835021973,
      "learning_rate": 1.2635085606391846e-06,
      "loss": 0.3317,
      "step": 1920060
    },
    {
      "epoch": 535.88,
      "grad_norm": 1.2144479751586914,
      "learning_rate": 1.2634845643768792e-06,
      "loss": 0.3571,
      "step": 1920070
    },
    {
      "epoch": 535.89,
      "grad_norm": 0.9404389262199402,
      "learning_rate": 1.2634605682583583e-06,
      "loss": 0.3312,
      "step": 1920080
    },
    {
      "epoch": 535.89,
      "grad_norm": 0.9992960691452026,
      "learning_rate": 1.2634365722836226e-06,
      "loss": 0.3338,
      "step": 1920090
    },
    {
      "epoch": 535.89,
      "grad_norm": 1.2685909271240234,
      "learning_rate": 1.2634125764526785e-06,
      "loss": 0.3318,
      "step": 1920100
    },
    {
      "epoch": 535.89,
      "grad_norm": 1.2032839059829712,
      "learning_rate": 1.2633885807655265e-06,
      "loss": 0.3361,
      "step": 1920110
    },
    {
      "epoch": 535.9,
      "grad_norm": 1.2298872470855713,
      "learning_rate": 1.263364585222171e-06,
      "loss": 0.3432,
      "step": 1920120
    },
    {
      "epoch": 535.9,
      "grad_norm": 1.1813735961914062,
      "learning_rate": 1.2633405898226153e-06,
      "loss": 0.3392,
      "step": 1920130
    },
    {
      "epoch": 535.9,
      "grad_norm": 1.2381311655044556,
      "learning_rate": 1.2633165945668633e-06,
      "loss": 0.336,
      "step": 1920140
    },
    {
      "epoch": 535.91,
      "grad_norm": 1.0380672216415405,
      "learning_rate": 1.2632925994549162e-06,
      "loss": 0.3286,
      "step": 1920150
    },
    {
      "epoch": 535.91,
      "grad_norm": 1.4630166292190552,
      "learning_rate": 1.2632686044867783e-06,
      "loss": 0.3473,
      "step": 1920160
    },
    {
      "epoch": 535.91,
      "grad_norm": 1.1628469228744507,
      "learning_rate": 1.2632446096624538e-06,
      "loss": 0.3395,
      "step": 1920170
    },
    {
      "epoch": 535.91,
      "grad_norm": 0.9336256980895996,
      "learning_rate": 1.2632206149819431e-06,
      "loss": 0.3526,
      "step": 1920180
    },
    {
      "epoch": 535.92,
      "grad_norm": 1.130702257156372,
      "learning_rate": 1.2631966204452529e-06,
      "loss": 0.3671,
      "step": 1920190
    },
    {
      "epoch": 535.92,
      "grad_norm": 1.1337369680404663,
      "learning_rate": 1.2631726260523835e-06,
      "loss": 0.3307,
      "step": 1920200
    },
    {
      "epoch": 535.92,
      "grad_norm": 1.1441645622253418,
      "learning_rate": 1.2631486318033395e-06,
      "loss": 0.3513,
      "step": 1920210
    },
    {
      "epoch": 535.93,
      "grad_norm": 0.9985613822937012,
      "learning_rate": 1.2631246376981247e-06,
      "loss": 0.3433,
      "step": 1920220
    },
    {
      "epoch": 535.93,
      "grad_norm": 1.2317439317703247,
      "learning_rate": 1.2631006437367403e-06,
      "loss": 0.3459,
      "step": 1920230
    },
    {
      "epoch": 535.93,
      "grad_norm": 1.1454739570617676,
      "learning_rate": 1.263076649919191e-06,
      "loss": 0.3375,
      "step": 1920240
    },
    {
      "epoch": 535.93,
      "grad_norm": 1.1199069023132324,
      "learning_rate": 1.2630526562454795e-06,
      "loss": 0.346,
      "step": 1920250
    },
    {
      "epoch": 535.94,
      "grad_norm": 1.071122407913208,
      "learning_rate": 1.2630286627156099e-06,
      "loss": 0.3311,
      "step": 1920260
    },
    {
      "epoch": 535.94,
      "grad_norm": 1.0485987663269043,
      "learning_rate": 1.2630046693295828e-06,
      "loss": 0.3461,
      "step": 1920270
    },
    {
      "epoch": 535.94,
      "grad_norm": 1.6304851770401,
      "learning_rate": 1.2629806760874051e-06,
      "loss": 0.3515,
      "step": 1920280
    },
    {
      "epoch": 535.94,
      "grad_norm": 1.1962950229644775,
      "learning_rate": 1.2629566829890772e-06,
      "loss": 0.341,
      "step": 1920290
    },
    {
      "epoch": 535.95,
      "grad_norm": 1.2161258459091187,
      "learning_rate": 1.2629326900346032e-06,
      "loss": 0.355,
      "step": 1920300
    },
    {
      "epoch": 535.95,
      "grad_norm": 1.0789680480957031,
      "learning_rate": 1.2629086972239868e-06,
      "loss": 0.3362,
      "step": 1920310
    },
    {
      "epoch": 535.95,
      "grad_norm": 1.0739942789077759,
      "learning_rate": 1.2628847045572293e-06,
      "loss": 0.3509,
      "step": 1920320
    },
    {
      "epoch": 535.96,
      "grad_norm": 0.9616005420684814,
      "learning_rate": 1.262860712034337e-06,
      "loss": 0.3335,
      "step": 1920330
    },
    {
      "epoch": 535.96,
      "grad_norm": 1.2961519956588745,
      "learning_rate": 1.2628367196553105e-06,
      "loss": 0.3378,
      "step": 1920340
    },
    {
      "epoch": 535.96,
      "grad_norm": 0.9874392747879028,
      "learning_rate": 1.2628127274201539e-06,
      "loss": 0.341,
      "step": 1920350
    },
    {
      "epoch": 535.96,
      "grad_norm": 1.1431843042373657,
      "learning_rate": 1.2627887353288708e-06,
      "loss": 0.3456,
      "step": 1920360
    },
    {
      "epoch": 535.97,
      "grad_norm": 0.9737502336502075,
      "learning_rate": 1.2627647433814635e-06,
      "loss": 0.3421,
      "step": 1920370
    },
    {
      "epoch": 535.97,
      "grad_norm": 1.025896668434143,
      "learning_rate": 1.2627407515779356e-06,
      "loss": 0.3453,
      "step": 1920380
    },
    {
      "epoch": 535.97,
      "grad_norm": 1.136002540588379,
      "learning_rate": 1.2627167599182901e-06,
      "loss": 0.3466,
      "step": 1920390
    },
    {
      "epoch": 535.98,
      "grad_norm": 1.0326696634292603,
      "learning_rate": 1.2626927684025315e-06,
      "loss": 0.3421,
      "step": 1920400
    },
    {
      "epoch": 535.98,
      "grad_norm": 1.113821029663086,
      "learning_rate": 1.26266877703066e-06,
      "loss": 0.3323,
      "step": 1920410
    },
    {
      "epoch": 535.98,
      "grad_norm": 1.200188159942627,
      "learning_rate": 1.2626447858026822e-06,
      "loss": 0.3635,
      "step": 1920420
    },
    {
      "epoch": 535.98,
      "grad_norm": 1.040994644165039,
      "learning_rate": 1.2626207947185993e-06,
      "loss": 0.336,
      "step": 1920430
    },
    {
      "epoch": 535.99,
      "grad_norm": 1.4200817346572876,
      "learning_rate": 1.262596803778415e-06,
      "loss": 0.3378,
      "step": 1920440
    },
    {
      "epoch": 535.99,
      "grad_norm": 1.1414302587509155,
      "learning_rate": 1.2625728129821337e-06,
      "loss": 0.337,
      "step": 1920450
    },
    {
      "epoch": 535.99,
      "grad_norm": 0.9540143013000488,
      "learning_rate": 1.262548822329756e-06,
      "loss": 0.3386,
      "step": 1920460
    },
    {
      "epoch": 535.99,
      "grad_norm": 4.310070514678955,
      "learning_rate": 1.2625248318212865e-06,
      "loss": 0.3394,
      "step": 1920470
    },
    {
      "epoch": 536.0,
      "grad_norm": 1.2394508123397827,
      "learning_rate": 1.2625008414567284e-06,
      "loss": 0.3413,
      "step": 1920480
    },
    {
      "epoch": 536.0,
      "eval_loss": 0.3408738672733307,
      "eval_runtime": 63.2158,
      "eval_samples_per_second": 80.027,
      "eval_steps_per_second": 10.013,
      "step": 1920488
    },
    {
      "epoch": 536.0,
      "grad_norm": 1.0985209941864014,
      "learning_rate": 1.2624768512360856e-06,
      "loss": 0.348,
      "step": 1920490
    },
    {
      "epoch": 536.0,
      "grad_norm": 1.0849765539169312,
      "learning_rate": 1.2624528611593601e-06,
      "loss": 0.3506,
      "step": 1920500
    },
    {
      "epoch": 536.01,
      "grad_norm": 1.3439936637878418,
      "learning_rate": 1.2624288712265553e-06,
      "loss": 0.3444,
      "step": 1920510
    },
    {
      "epoch": 536.01,
      "grad_norm": 1.109168529510498,
      "learning_rate": 1.2624048814376753e-06,
      "loss": 0.3446,
      "step": 1920520
    },
    {
      "epoch": 536.01,
      "grad_norm": 1.176808476448059,
      "learning_rate": 1.262380891792721e-06,
      "loss": 0.3416,
      "step": 1920530
    },
    {
      "epoch": 536.01,
      "grad_norm": 1.0920621156692505,
      "learning_rate": 1.262356902291699e-06,
      "loss": 0.3305,
      "step": 1920540
    },
    {
      "epoch": 536.02,
      "grad_norm": 1.1840959787368774,
      "learning_rate": 1.26233291293461e-06,
      "loss": 0.3404,
      "step": 1920550
    },
    {
      "epoch": 536.02,
      "grad_norm": 1.43490469455719,
      "learning_rate": 1.2623089237214578e-06,
      "loss": 0.3433,
      "step": 1920560
    },
    {
      "epoch": 536.02,
      "grad_norm": 1.2649354934692383,
      "learning_rate": 1.2622849346522458e-06,
      "loss": 0.3491,
      "step": 1920570
    },
    {
      "epoch": 536.03,
      "grad_norm": 7.117828845977783,
      "learning_rate": 1.2622609457269777e-06,
      "loss": 0.327,
      "step": 1920580
    },
    {
      "epoch": 536.03,
      "grad_norm": 1.3954888582229614,
      "learning_rate": 1.2622369569456553e-06,
      "loss": 0.3332,
      "step": 1920590
    },
    {
      "epoch": 536.03,
      "grad_norm": 1.2771586179733276,
      "learning_rate": 1.262212968308283e-06,
      "loss": 0.327,
      "step": 1920600
    },
    {
      "epoch": 536.03,
      "grad_norm": 1.597289800643921,
      "learning_rate": 1.2621889798148632e-06,
      "loss": 0.3393,
      "step": 1920610
    },
    {
      "epoch": 536.04,
      "grad_norm": 1.2516427040100098,
      "learning_rate": 1.2621649914653994e-06,
      "loss": 0.3395,
      "step": 1920620
    },
    {
      "epoch": 536.04,
      "grad_norm": 1.2321834564208984,
      "learning_rate": 1.262141003259896e-06,
      "loss": 0.3588,
      "step": 1920630
    },
    {
      "epoch": 536.04,
      "grad_norm": 1.0300630331039429,
      "learning_rate": 1.2621170151983537e-06,
      "loss": 0.3501,
      "step": 1920640
    },
    {
      "epoch": 536.05,
      "grad_norm": 1.0811384916305542,
      "learning_rate": 1.2620930272807772e-06,
      "loss": 0.34,
      "step": 1920650
    },
    {
      "epoch": 536.05,
      "grad_norm": 1.2485836744308472,
      "learning_rate": 1.2620690395071699e-06,
      "loss": 0.3365,
      "step": 1920660
    },
    {
      "epoch": 536.05,
      "grad_norm": 1.3153295516967773,
      "learning_rate": 1.2620450518775344e-06,
      "loss": 0.3439,
      "step": 1920670
    },
    {
      "epoch": 536.05,
      "grad_norm": 1.164322018623352,
      "learning_rate": 1.2620210643918753e-06,
      "loss": 0.3312,
      "step": 1920680
    },
    {
      "epoch": 536.06,
      "grad_norm": 1.2357665300369263,
      "learning_rate": 1.2619970770501933e-06,
      "loss": 0.3342,
      "step": 1920690
    },
    {
      "epoch": 536.06,
      "grad_norm": 1.1587285995483398,
      "learning_rate": 1.261973089852493e-06,
      "loss": 0.344,
      "step": 1920700
    },
    {
      "epoch": 536.06,
      "grad_norm": 1.1038901805877686,
      "learning_rate": 1.2619491027987779e-06,
      "loss": 0.3375,
      "step": 1920710
    },
    {
      "epoch": 536.06,
      "grad_norm": 1.3674561977386475,
      "learning_rate": 1.261925115889051e-06,
      "loss": 0.3276,
      "step": 1920720
    },
    {
      "epoch": 536.07,
      "grad_norm": 1.1029106378555298,
      "learning_rate": 1.2619011291233148e-06,
      "loss": 0.35,
      "step": 1920730
    },
    {
      "epoch": 536.07,
      "grad_norm": 1.1932891607284546,
      "learning_rate": 1.261877142501573e-06,
      "loss": 0.3365,
      "step": 1920740
    },
    {
      "epoch": 536.07,
      "grad_norm": 1.4364346265792847,
      "learning_rate": 1.2618531560238296e-06,
      "loss": 0.3491,
      "step": 1920750
    },
    {
      "epoch": 536.08,
      "grad_norm": 1.0793840885162354,
      "learning_rate": 1.2618291696900851e-06,
      "loss": 0.339,
      "step": 1920760
    },
    {
      "epoch": 536.08,
      "grad_norm": 1.009508728981018,
      "learning_rate": 1.2618051835003464e-06,
      "loss": 0.3461,
      "step": 1920770
    },
    {
      "epoch": 536.08,
      "grad_norm": 1.0680545568466187,
      "learning_rate": 1.261781197454614e-06,
      "loss": 0.3498,
      "step": 1920780
    },
    {
      "epoch": 536.08,
      "grad_norm": 1.1249756813049316,
      "learning_rate": 1.261757211552892e-06,
      "loss": 0.334,
      "step": 1920790
    },
    {
      "epoch": 536.09,
      "grad_norm": 0.9855842590332031,
      "learning_rate": 1.2617332257951832e-06,
      "loss": 0.349,
      "step": 1920800
    },
    {
      "epoch": 536.09,
      "grad_norm": 1.4364962577819824,
      "learning_rate": 1.2617092401814925e-06,
      "loss": 0.3448,
      "step": 1920810
    },
    {
      "epoch": 536.09,
      "grad_norm": 1.2322686910629272,
      "learning_rate": 1.2616852547118207e-06,
      "loss": 0.325,
      "step": 1920820
    },
    {
      "epoch": 536.1,
      "grad_norm": 1.0130680799484253,
      "learning_rate": 1.2616612693861718e-06,
      "loss": 0.337,
      "step": 1920830
    },
    {
      "epoch": 536.1,
      "grad_norm": 1.189467430114746,
      "learning_rate": 1.2616372842045503e-06,
      "loss": 0.3444,
      "step": 1920840
    },
    {
      "epoch": 536.1,
      "grad_norm": 1.0628196001052856,
      "learning_rate": 1.261613299166956e-06,
      "loss": 0.3338,
      "step": 1920850
    },
    {
      "epoch": 536.1,
      "grad_norm": 1.1558730602264404,
      "learning_rate": 1.261589314273397e-06,
      "loss": 0.3451,
      "step": 1920860
    },
    {
      "epoch": 536.11,
      "grad_norm": 0.9923716187477112,
      "learning_rate": 1.2615653295238723e-06,
      "loss": 0.3381,
      "step": 1920870
    },
    {
      "epoch": 536.11,
      "grad_norm": 1.3016541004180908,
      "learning_rate": 1.2615413449183874e-06,
      "loss": 0.3596,
      "step": 1920880
    },
    {
      "epoch": 536.11,
      "grad_norm": 0.973456859588623,
      "learning_rate": 1.2615173604569448e-06,
      "loss": 0.34,
      "step": 1920890
    },
    {
      "epoch": 536.11,
      "grad_norm": 1.2328412532806396,
      "learning_rate": 1.2614933761395466e-06,
      "loss": 0.3306,
      "step": 1920900
    },
    {
      "epoch": 536.12,
      "grad_norm": 1.8869080543518066,
      "learning_rate": 1.2614693919661986e-06,
      "loss": 0.3358,
      "step": 1920910
    },
    {
      "epoch": 536.12,
      "grad_norm": 1.142346978187561,
      "learning_rate": 1.2614454079369012e-06,
      "loss": 0.3367,
      "step": 1920920
    },
    {
      "epoch": 536.12,
      "grad_norm": 1.1039379835128784,
      "learning_rate": 1.2614214240516594e-06,
      "loss": 0.3608,
      "step": 1920930
    },
    {
      "epoch": 536.13,
      "grad_norm": 1.2578450441360474,
      "learning_rate": 1.2613974403104754e-06,
      "loss": 0.3309,
      "step": 1920940
    },
    {
      "epoch": 536.13,
      "grad_norm": 1.1136823892593384,
      "learning_rate": 1.2613734567133537e-06,
      "loss": 0.3328,
      "step": 1920950
    },
    {
      "epoch": 536.13,
      "grad_norm": 1.0879594087600708,
      "learning_rate": 1.2613494732602959e-06,
      "loss": 0.3352,
      "step": 1920960
    },
    {
      "epoch": 536.13,
      "grad_norm": 1.0938105583190918,
      "learning_rate": 1.261325489951306e-06,
      "loss": 0.3241,
      "step": 1920970
    },
    {
      "epoch": 536.14,
      "grad_norm": 1.1607075929641724,
      "learning_rate": 1.261301506786388e-06,
      "loss": 0.3305,
      "step": 1920980
    },
    {
      "epoch": 536.14,
      "grad_norm": 1.2321739196777344,
      "learning_rate": 1.2612775237655422e-06,
      "loss": 0.3577,
      "step": 1920990
    },
    {
      "epoch": 536.14,
      "grad_norm": 2.3549752235412598,
      "learning_rate": 1.2612535408887757e-06,
      "loss": 0.3339,
      "step": 1921000
    },
    {
      "epoch": 536.15,
      "grad_norm": 1.094199776649475,
      "learning_rate": 1.2612295581560886e-06,
      "loss": 0.3221,
      "step": 1921010
    },
    {
      "epoch": 536.15,
      "grad_norm": 1.5348342657089233,
      "learning_rate": 1.2612055755674855e-06,
      "loss": 0.3424,
      "step": 1921020
    },
    {
      "epoch": 536.15,
      "grad_norm": 1.1649872064590454,
      "learning_rate": 1.2611815931229703e-06,
      "loss": 0.3547,
      "step": 1921030
    },
    {
      "epoch": 536.15,
      "grad_norm": 0.9876914620399475,
      "learning_rate": 1.2611576108225447e-06,
      "loss": 0.3381,
      "step": 1921040
    },
    {
      "epoch": 536.16,
      "grad_norm": 1.0979746580123901,
      "learning_rate": 1.2611336286662118e-06,
      "loss": 0.3285,
      "step": 1921050
    },
    {
      "epoch": 536.16,
      "grad_norm": 1.4402375221252441,
      "learning_rate": 1.2611096466539756e-06,
      "loss": 0.3475,
      "step": 1921060
    },
    {
      "epoch": 536.16,
      "grad_norm": 0.9437909722328186,
      "learning_rate": 1.2610856647858403e-06,
      "loss": 0.3409,
      "step": 1921070
    },
    {
      "epoch": 536.17,
      "grad_norm": 0.9797859787940979,
      "learning_rate": 1.2610616830618056e-06,
      "loss": 0.3205,
      "step": 1921080
    },
    {
      "epoch": 536.17,
      "grad_norm": 1.3018289804458618,
      "learning_rate": 1.2610377014818793e-06,
      "loss": 0.3399,
      "step": 1921090
    },
    {
      "epoch": 536.17,
      "grad_norm": 1.2547709941864014,
      "learning_rate": 1.261013720046061e-06,
      "loss": 0.3444,
      "step": 1921100
    },
    {
      "epoch": 536.17,
      "grad_norm": 1.059917688369751,
      "learning_rate": 1.2609897387543556e-06,
      "loss": 0.3243,
      "step": 1921110
    },
    {
      "epoch": 536.18,
      "grad_norm": 1.1166843175888062,
      "learning_rate": 1.2609657576067666e-06,
      "loss": 0.3343,
      "step": 1921120
    },
    {
      "epoch": 536.18,
      "grad_norm": 1.2974755764007568,
      "learning_rate": 1.2609417766032956e-06,
      "loss": 0.3433,
      "step": 1921130
    },
    {
      "epoch": 536.18,
      "grad_norm": 1.0454679727554321,
      "learning_rate": 1.2609177957439466e-06,
      "loss": 0.3471,
      "step": 1921140
    },
    {
      "epoch": 536.18,
      "grad_norm": 1.140051007270813,
      "learning_rate": 1.260893815028723e-06,
      "loss": 0.343,
      "step": 1921150
    },
    {
      "epoch": 536.19,
      "grad_norm": 1.0642720460891724,
      "learning_rate": 1.2608698344576279e-06,
      "loss": 0.3353,
      "step": 1921160
    },
    {
      "epoch": 536.19,
      "grad_norm": 1.5162224769592285,
      "learning_rate": 1.260845854030665e-06,
      "loss": 0.343,
      "step": 1921170
    },
    {
      "epoch": 536.19,
      "grad_norm": 1.1823526620864868,
      "learning_rate": 1.2608218737478364e-06,
      "loss": 0.3548,
      "step": 1921180
    },
    {
      "epoch": 536.2,
      "grad_norm": 1.0683399438858032,
      "learning_rate": 1.2607978936091456e-06,
      "loss": 0.3569,
      "step": 1921190
    },
    {
      "epoch": 536.2,
      "grad_norm": 1.1482646465301514,
      "learning_rate": 1.260773913614596e-06,
      "loss": 0.346,
      "step": 1921200
    },
    {
      "epoch": 536.2,
      "grad_norm": 1.6302504539489746,
      "learning_rate": 1.260749933764192e-06,
      "loss": 0.351,
      "step": 1921210
    },
    {
      "epoch": 536.2,
      "grad_norm": 1.1638665199279785,
      "learning_rate": 1.2607259540579336e-06,
      "loss": 0.3345,
      "step": 1921220
    },
    {
      "epoch": 536.21,
      "grad_norm": 2.405625581741333,
      "learning_rate": 1.260701974495828e-06,
      "loss": 0.3547,
      "step": 1921230
    },
    {
      "epoch": 536.21,
      "grad_norm": 1.1133992671966553,
      "learning_rate": 1.260677995077875e-06,
      "loss": 0.3446,
      "step": 1921240
    },
    {
      "epoch": 536.21,
      "grad_norm": 1.324902892112732,
      "learning_rate": 1.2606540158040797e-06,
      "loss": 0.3323,
      "step": 1921250
    },
    {
      "epoch": 536.22,
      "grad_norm": 1.1139371395111084,
      "learning_rate": 1.2606300366744453e-06,
      "loss": 0.3531,
      "step": 1921260
    },
    {
      "epoch": 536.22,
      "grad_norm": 1.177608609199524,
      "learning_rate": 1.2606060576889737e-06,
      "loss": 0.3367,
      "step": 1921270
    },
    {
      "epoch": 536.22,
      "grad_norm": 1.1193779706954956,
      "learning_rate": 1.2605820788476691e-06,
      "loss": 0.3357,
      "step": 1921280
    },
    {
      "epoch": 536.22,
      "grad_norm": 1.2098102569580078,
      "learning_rate": 1.2605581001505342e-06,
      "loss": 0.34,
      "step": 1921290
    },
    {
      "epoch": 536.23,
      "grad_norm": 1.1392459869384766,
      "learning_rate": 1.2605341215975731e-06,
      "loss": 0.3346,
      "step": 1921300
    },
    {
      "epoch": 536.23,
      "grad_norm": 1.260438084602356,
      "learning_rate": 1.2605101431887879e-06,
      "loss": 0.3436,
      "step": 1921310
    },
    {
      "epoch": 536.23,
      "grad_norm": 1.0661073923110962,
      "learning_rate": 1.2604861649241818e-06,
      "loss": 0.3336,
      "step": 1921320
    },
    {
      "epoch": 536.23,
      "grad_norm": 1.0487953424453735,
      "learning_rate": 1.2604621868037596e-06,
      "loss": 0.3304,
      "step": 1921330
    },
    {
      "epoch": 536.24,
      "grad_norm": 0.9387027621269226,
      "learning_rate": 1.2604382088275215e-06,
      "loss": 0.3316,
      "step": 1921340
    },
    {
      "epoch": 536.24,
      "grad_norm": 0.9291385412216187,
      "learning_rate": 1.260414230995474e-06,
      "loss": 0.3409,
      "step": 1921350
    },
    {
      "epoch": 536.24,
      "grad_norm": 1.2412933111190796,
      "learning_rate": 1.2603902533076184e-06,
      "loss": 0.3274,
      "step": 1921360
    },
    {
      "epoch": 536.25,
      "grad_norm": 1.129966378211975,
      "learning_rate": 1.260366275763958e-06,
      "loss": 0.3573,
      "step": 1921370
    },
    {
      "epoch": 536.25,
      "grad_norm": 1.0136998891830444,
      "learning_rate": 1.2603422983644962e-06,
      "loss": 0.3662,
      "step": 1921380
    },
    {
      "epoch": 536.25,
      "grad_norm": 1.3321324586868286,
      "learning_rate": 1.260318321109237e-06,
      "loss": 0.3478,
      "step": 1921390
    },
    {
      "epoch": 536.25,
      "grad_norm": 1.1542202234268188,
      "learning_rate": 1.2602943439981825e-06,
      "loss": 0.3401,
      "step": 1921400
    },
    {
      "epoch": 536.26,
      "grad_norm": 1.0050668716430664,
      "learning_rate": 1.2602703670313356e-06,
      "loss": 0.3271,
      "step": 1921410
    },
    {
      "epoch": 536.26,
      "grad_norm": 1.2166134119033813,
      "learning_rate": 1.2602463902087015e-06,
      "loss": 0.3327,
      "step": 1921420
    },
    {
      "epoch": 536.26,
      "grad_norm": 1.0727465152740479,
      "learning_rate": 1.2602224135302802e-06,
      "loss": 0.338,
      "step": 1921430
    },
    {
      "epoch": 536.27,
      "grad_norm": 1.0209481716156006,
      "learning_rate": 1.2601984369960784e-06,
      "loss": 0.3443,
      "step": 1921440
    },
    {
      "epoch": 536.27,
      "grad_norm": 1.2975566387176514,
      "learning_rate": 1.2601744606060967e-06,
      "loss": 0.3512,
      "step": 1921450
    },
    {
      "epoch": 536.27,
      "grad_norm": 1.1558808088302612,
      "learning_rate": 1.260150484360339e-06,
      "loss": 0.3463,
      "step": 1921460
    },
    {
      "epoch": 536.27,
      "grad_norm": 1.1414586305618286,
      "learning_rate": 1.2601265082588097e-06,
      "loss": 0.3388,
      "step": 1921470
    },
    {
      "epoch": 536.28,
      "grad_norm": 1.0728682279586792,
      "learning_rate": 1.260102532301509e-06,
      "loss": 0.3626,
      "step": 1921480
    },
    {
      "epoch": 536.28,
      "grad_norm": 1.2676267623901367,
      "learning_rate": 1.2600785564884445e-06,
      "loss": 0.3505,
      "step": 1921490
    },
    {
      "epoch": 536.28,
      "grad_norm": 1.0331636667251587,
      "learning_rate": 1.2600545808196156e-06,
      "loss": 0.3318,
      "step": 1921500
    },
    {
      "epoch": 536.29,
      "grad_norm": 1.1882530450820923,
      "learning_rate": 1.260030605295027e-06,
      "loss": 0.3507,
      "step": 1921510
    },
    {
      "epoch": 536.29,
      "grad_norm": 1.2746992111206055,
      "learning_rate": 1.2600066299146815e-06,
      "loss": 0.3373,
      "step": 1921520
    },
    {
      "epoch": 536.29,
      "grad_norm": 1.0471478700637817,
      "learning_rate": 1.259982654678584e-06,
      "loss": 0.3371,
      "step": 1921530
    },
    {
      "epoch": 536.29,
      "grad_norm": 1.1520986557006836,
      "learning_rate": 1.2599586795867346e-06,
      "loss": 0.349,
      "step": 1921540
    },
    {
      "epoch": 536.3,
      "grad_norm": 1.0551080703735352,
      "learning_rate": 1.2599347046391386e-06,
      "loss": 0.3315,
      "step": 1921550
    },
    {
      "epoch": 536.3,
      "grad_norm": 1.205642580986023,
      "learning_rate": 1.2599107298357994e-06,
      "loss": 0.3291,
      "step": 1921560
    },
    {
      "epoch": 536.3,
      "grad_norm": 1.170352816581726,
      "learning_rate": 1.2598867551767177e-06,
      "loss": 0.3503,
      "step": 1921570
    },
    {
      "epoch": 536.3,
      "grad_norm": 1.0773900747299194,
      "learning_rate": 1.2598627806619006e-06,
      "loss": 0.3593,
      "step": 1921580
    },
    {
      "epoch": 536.31,
      "grad_norm": 0.9734485149383545,
      "learning_rate": 1.259838806291348e-06,
      "loss": 0.3464,
      "step": 1921590
    },
    {
      "epoch": 536.31,
      "grad_norm": 1.1899003982543945,
      "learning_rate": 1.2598148320650644e-06,
      "loss": 0.3358,
      "step": 1921600
    },
    {
      "epoch": 536.31,
      "grad_norm": 1.2167361974716187,
      "learning_rate": 1.2597908579830526e-06,
      "loss": 0.3339,
      "step": 1921610
    },
    {
      "epoch": 536.32,
      "grad_norm": 1.0626463890075684,
      "learning_rate": 1.2597668840453173e-06,
      "loss": 0.3368,
      "step": 1921620
    },
    {
      "epoch": 536.32,
      "grad_norm": 1.019378900527954,
      "learning_rate": 1.2597429102518593e-06,
      "loss": 0.3583,
      "step": 1921630
    },
    {
      "epoch": 536.32,
      "grad_norm": 1.1632839441299438,
      "learning_rate": 1.259718936602683e-06,
      "loss": 0.3456,
      "step": 1921640
    },
    {
      "epoch": 536.32,
      "grad_norm": 1.1898796558380127,
      "learning_rate": 1.2596949630977927e-06,
      "loss": 0.3324,
      "step": 1921650
    },
    {
      "epoch": 536.33,
      "grad_norm": 1.0793166160583496,
      "learning_rate": 1.2596709897371885e-06,
      "loss": 0.359,
      "step": 1921660
    },
    {
      "epoch": 536.33,
      "grad_norm": 1.0077017545700073,
      "learning_rate": 1.2596470165208773e-06,
      "loss": 0.3395,
      "step": 1921670
    },
    {
      "epoch": 536.33,
      "grad_norm": 0.9975542426109314,
      "learning_rate": 1.2596230434488593e-06,
      "loss": 0.3249,
      "step": 1921680
    },
    {
      "epoch": 536.34,
      "grad_norm": 0.9849170446395874,
      "learning_rate": 1.2595990705211393e-06,
      "loss": 0.3688,
      "step": 1921690
    },
    {
      "epoch": 536.34,
      "grad_norm": 1.1122997999191284,
      "learning_rate": 1.2595750977377205e-06,
      "loss": 0.3491,
      "step": 1921700
    },
    {
      "epoch": 536.34,
      "grad_norm": 1.1367607116699219,
      "learning_rate": 1.2595511250986053e-06,
      "loss": 0.3435,
      "step": 1921710
    },
    {
      "epoch": 536.34,
      "grad_norm": 1.0403506755828857,
      "learning_rate": 1.259527152603797e-06,
      "loss": 0.3304,
      "step": 1921720
    },
    {
      "epoch": 536.35,
      "grad_norm": 1.0847750902175903,
      "learning_rate": 1.2595031802532991e-06,
      "loss": 0.3434,
      "step": 1921730
    },
    {
      "epoch": 536.35,
      "grad_norm": 1.1307814121246338,
      "learning_rate": 1.2594792080471147e-06,
      "loss": 0.3365,
      "step": 1921740
    },
    {
      "epoch": 536.35,
      "grad_norm": 1.1499648094177246,
      "learning_rate": 1.2594552359852472e-06,
      "loss": 0.3267,
      "step": 1921750
    },
    {
      "epoch": 536.36,
      "grad_norm": 1.0921566486358643,
      "learning_rate": 1.2594312640677002e-06,
      "loss": 0.3411,
      "step": 1921760
    },
    {
      "epoch": 536.36,
      "grad_norm": 1.511696457862854,
      "learning_rate": 1.2594072922944758e-06,
      "loss": 0.3533,
      "step": 1921770
    },
    {
      "epoch": 536.36,
      "grad_norm": 1.0909337997436523,
      "learning_rate": 1.2593833206655775e-06,
      "loss": 0.3419,
      "step": 1921780
    },
    {
      "epoch": 536.36,
      "grad_norm": 1.1454306840896606,
      "learning_rate": 1.2593593491810099e-06,
      "loss": 0.3532,
      "step": 1921790
    },
    {
      "epoch": 536.37,
      "grad_norm": 1.1233843564987183,
      "learning_rate": 1.2593353778407726e-06,
      "loss": 0.3284,
      "step": 1921800
    },
    {
      "epoch": 536.37,
      "grad_norm": 1.1685338020324707,
      "learning_rate": 1.2593114066448735e-06,
      "loss": 0.3477,
      "step": 1921810
    },
    {
      "epoch": 536.37,
      "grad_norm": 1.1505565643310547,
      "learning_rate": 1.2592874355933123e-06,
      "loss": 0.3271,
      "step": 1921820
    },
    {
      "epoch": 536.37,
      "grad_norm": 1.4118967056274414,
      "learning_rate": 1.2592634646860935e-06,
      "loss": 0.3501,
      "step": 1921830
    },
    {
      "epoch": 536.38,
      "grad_norm": 1.219246506690979,
      "learning_rate": 1.259239493923221e-06,
      "loss": 0.3198,
      "step": 1921840
    },
    {
      "epoch": 536.38,
      "grad_norm": 1.1676855087280273,
      "learning_rate": 1.2592155233046962e-06,
      "loss": 0.3275,
      "step": 1921850
    },
    {
      "epoch": 536.38,
      "grad_norm": 1.164809226989746,
      "learning_rate": 1.2591915528305232e-06,
      "loss": 0.3594,
      "step": 1921860
    },
    {
      "epoch": 536.39,
      "grad_norm": 1.2275540828704834,
      "learning_rate": 1.2591675825007054e-06,
      "loss": 0.3383,
      "step": 1921870
    },
    {
      "epoch": 536.39,
      "grad_norm": 1.155680537223816,
      "learning_rate": 1.2591436123152466e-06,
      "loss": 0.3289,
      "step": 1921880
    },
    {
      "epoch": 536.39,
      "grad_norm": 0.9099479913711548,
      "learning_rate": 1.2591196422741475e-06,
      "loss": 0.3349,
      "step": 1921890
    },
    {
      "epoch": 536.39,
      "grad_norm": 1.0162298679351807,
      "learning_rate": 1.2590956723774147e-06,
      "loss": 0.3393,
      "step": 1921900
    },
    {
      "epoch": 536.4,
      "grad_norm": 1.3072909116744995,
      "learning_rate": 1.2590717026250487e-06,
      "loss": 0.3577,
      "step": 1921910
    },
    {
      "epoch": 536.4,
      "grad_norm": 1.0338612794876099,
      "learning_rate": 1.259047733017054e-06,
      "loss": 0.3418,
      "step": 1921920
    },
    {
      "epoch": 536.4,
      "grad_norm": 1.0849779844284058,
      "learning_rate": 1.2590237635534342e-06,
      "loss": 0.3336,
      "step": 1921930
    },
    {
      "epoch": 536.41,
      "grad_norm": 0.8955709934234619,
      "learning_rate": 1.2589997942341907e-06,
      "loss": 0.3338,
      "step": 1921940
    },
    {
      "epoch": 536.41,
      "grad_norm": 1.244607925415039,
      "learning_rate": 1.2589758250593279e-06,
      "loss": 0.3358,
      "step": 1921950
    },
    {
      "epoch": 536.41,
      "grad_norm": 1.4354747533798218,
      "learning_rate": 1.2589518560288487e-06,
      "loss": 0.3463,
      "step": 1921960
    },
    {
      "epoch": 536.41,
      "grad_norm": 1.315680980682373,
      "learning_rate": 1.2589278871427574e-06,
      "loss": 0.3527,
      "step": 1921970
    },
    {
      "epoch": 536.42,
      "grad_norm": 1.0953443050384521,
      "learning_rate": 1.2589039184010552e-06,
      "loss": 0.3518,
      "step": 1921980
    },
    {
      "epoch": 536.42,
      "grad_norm": 1.207812786102295,
      "learning_rate": 1.2588799498037465e-06,
      "loss": 0.3601,
      "step": 1921990
    },
    {
      "epoch": 536.42,
      "grad_norm": 1.0656489133834839,
      "learning_rate": 1.2588559813508351e-06,
      "loss": 0.3415,
      "step": 1922000
    },
    {
      "epoch": 536.42,
      "grad_norm": 1.31103515625,
      "learning_rate": 1.2588320130423217e-06,
      "loss": 0.3478,
      "step": 1922010
    },
    {
      "epoch": 536.43,
      "grad_norm": 1.2477582693099976,
      "learning_rate": 1.258808044878213e-06,
      "loss": 0.3549,
      "step": 1922020
    },
    {
      "epoch": 536.43,
      "grad_norm": 1.3620623350143433,
      "learning_rate": 1.2587840768585087e-06,
      "loss": 0.3425,
      "step": 1922030
    },
    {
      "epoch": 536.43,
      "grad_norm": 1.1711782217025757,
      "learning_rate": 1.2587601089832151e-06,
      "loss": 0.3351,
      "step": 1922040
    },
    {
      "epoch": 536.44,
      "grad_norm": 1.6435747146606445,
      "learning_rate": 1.258736141252333e-06,
      "loss": 0.3393,
      "step": 1922050
    },
    {
      "epoch": 536.44,
      "grad_norm": 2.6261837482452393,
      "learning_rate": 1.258712173665867e-06,
      "loss": 0.3525,
      "step": 1922060
    },
    {
      "epoch": 536.44,
      "grad_norm": 1.3423609733581543,
      "learning_rate": 1.2586882062238203e-06,
      "loss": 0.3536,
      "step": 1922070
    },
    {
      "epoch": 536.44,
      "grad_norm": 1.2040252685546875,
      "learning_rate": 1.258664238926195e-06,
      "loss": 0.3247,
      "step": 1922080
    },
    {
      "epoch": 536.45,
      "grad_norm": 1.024109125137329,
      "learning_rate": 1.2586402717729946e-06,
      "loss": 0.3447,
      "step": 1922090
    },
    {
      "epoch": 536.45,
      "grad_norm": 1.0185848474502563,
      "learning_rate": 1.258616304764223e-06,
      "loss": 0.3346,
      "step": 1922100
    },
    {
      "epoch": 536.45,
      "grad_norm": 1.0212620496749878,
      "learning_rate": 1.2585923378998837e-06,
      "loss": 0.3293,
      "step": 1922110
    },
    {
      "epoch": 536.46,
      "grad_norm": 1.2369500398635864,
      "learning_rate": 1.2585683711799782e-06,
      "loss": 0.3407,
      "step": 1922120
    },
    {
      "epoch": 536.46,
      "grad_norm": 1.200297236442566,
      "learning_rate": 1.2585444046045107e-06,
      "loss": 0.3374,
      "step": 1922130
    },
    {
      "epoch": 536.46,
      "grad_norm": 1.5489749908447266,
      "learning_rate": 1.2585204381734856e-06,
      "loss": 0.3534,
      "step": 1922140
    },
    {
      "epoch": 536.46,
      "grad_norm": 1.017588496208191,
      "learning_rate": 1.2584964718869027e-06,
      "loss": 0.3287,
      "step": 1922150
    },
    {
      "epoch": 536.47,
      "grad_norm": 1.1329399347305298,
      "learning_rate": 1.258472505744769e-06,
      "loss": 0.3304,
      "step": 1922160
    },
    {
      "epoch": 536.47,
      "grad_norm": 1.147985577583313,
      "learning_rate": 1.2584485397470855e-06,
      "loss": 0.3423,
      "step": 1922170
    },
    {
      "epoch": 536.47,
      "grad_norm": 1.1731454133987427,
      "learning_rate": 1.2584245738938554e-06,
      "loss": 0.3281,
      "step": 1922180
    },
    {
      "epoch": 536.48,
      "grad_norm": 1.1669893264770508,
      "learning_rate": 1.258400608185083e-06,
      "loss": 0.3325,
      "step": 1922190
    },
    {
      "epoch": 536.48,
      "grad_norm": 1.0147336721420288,
      "learning_rate": 1.2583766426207715e-06,
      "loss": 0.333,
      "step": 1922200
    },
    {
      "epoch": 536.48,
      "grad_norm": 1.2160886526107788,
      "learning_rate": 1.2583526772009226e-06,
      "loss": 0.3392,
      "step": 1922210
    },
    {
      "epoch": 536.48,
      "grad_norm": 1.103614091873169,
      "learning_rate": 1.2583287119255406e-06,
      "loss": 0.3449,
      "step": 1922220
    },
    {
      "epoch": 536.49,
      "grad_norm": 0.9245400428771973,
      "learning_rate": 1.258304746794629e-06,
      "loss": 0.3328,
      "step": 1922230
    },
    {
      "epoch": 536.49,
      "grad_norm": 1.2408617734909058,
      "learning_rate": 1.2582807818081888e-06,
      "loss": 0.3444,
      "step": 1922240
    },
    {
      "epoch": 536.49,
      "grad_norm": 0.9522355198860168,
      "learning_rate": 1.258256816966227e-06,
      "loss": 0.3212,
      "step": 1922250
    },
    {
      "epoch": 536.49,
      "grad_norm": 1.1941945552825928,
      "learning_rate": 1.2582328522687433e-06,
      "loss": 0.3402,
      "step": 1922260
    },
    {
      "epoch": 536.5,
      "grad_norm": 1.1589858531951904,
      "learning_rate": 1.2582088877157424e-06,
      "loss": 0.3356,
      "step": 1922270
    },
    {
      "epoch": 536.5,
      "grad_norm": 0.9874469637870789,
      "learning_rate": 1.258184923307228e-06,
      "loss": 0.3262,
      "step": 1922280
    },
    {
      "epoch": 536.5,
      "grad_norm": 1.1191250085830688,
      "learning_rate": 1.2581609590432019e-06,
      "loss": 0.3455,
      "step": 1922290
    },
    {
      "epoch": 536.51,
      "grad_norm": 1.455536127090454,
      "learning_rate": 1.258136994923668e-06,
      "loss": 0.3378,
      "step": 1922300
    },
    {
      "epoch": 536.51,
      "grad_norm": 1.2121864557266235,
      "learning_rate": 1.2581130309486294e-06,
      "loss": 0.3459,
      "step": 1922310
    },
    {
      "epoch": 536.51,
      "grad_norm": 1.1437851190567017,
      "learning_rate": 1.2580890671180896e-06,
      "loss": 0.3486,
      "step": 1922320
    },
    {
      "epoch": 536.51,
      "grad_norm": 0.9910527467727661,
      "learning_rate": 1.2580651034320516e-06,
      "loss": 0.3278,
      "step": 1922330
    },
    {
      "epoch": 536.52,
      "grad_norm": 1.161272644996643,
      "learning_rate": 1.2580411398905193e-06,
      "loss": 0.3348,
      "step": 1922340
    },
    {
      "epoch": 536.52,
      "grad_norm": 1.1214768886566162,
      "learning_rate": 1.2580171764934942e-06,
      "loss": 0.335,
      "step": 1922350
    },
    {
      "epoch": 536.52,
      "grad_norm": 0.8254992961883545,
      "learning_rate": 1.2579932132409801e-06,
      "loss": 0.3325,
      "step": 1922360
    },
    {
      "epoch": 536.53,
      "grad_norm": 1.1268333196640015,
      "learning_rate": 1.257969250132982e-06,
      "loss": 0.3266,
      "step": 1922370
    },
    {
      "epoch": 536.53,
      "grad_norm": 1.0138684511184692,
      "learning_rate": 1.2579452871694995e-06,
      "loss": 0.3389,
      "step": 1922380
    },
    {
      "epoch": 536.53,
      "grad_norm": 1.1826986074447632,
      "learning_rate": 1.2579213243505398e-06,
      "loss": 0.3599,
      "step": 1922390
    },
    {
      "epoch": 536.53,
      "grad_norm": 1.3882895708084106,
      "learning_rate": 1.2578973616761033e-06,
      "loss": 0.3467,
      "step": 1922400
    },
    {
      "epoch": 536.54,
      "grad_norm": 1.1343035697937012,
      "learning_rate": 1.257873399146194e-06,
      "loss": 0.3465,
      "step": 1922410
    },
    {
      "epoch": 536.54,
      "grad_norm": 1.0074944496154785,
      "learning_rate": 1.2578494367608165e-06,
      "loss": 0.3426,
      "step": 1922420
    },
    {
      "epoch": 536.54,
      "grad_norm": 0.9929634928703308,
      "learning_rate": 1.2578254745199712e-06,
      "loss": 0.3539,
      "step": 1922430
    },
    {
      "epoch": 536.54,
      "grad_norm": 1.6283903121948242,
      "learning_rate": 1.257801512423663e-06,
      "loss": 0.345,
      "step": 1922440
    },
    {
      "epoch": 536.55,
      "grad_norm": 0.9840937852859497,
      "learning_rate": 1.257777550471895e-06,
      "loss": 0.3528,
      "step": 1922450
    },
    {
      "epoch": 536.55,
      "grad_norm": 1.083992838859558,
      "learning_rate": 1.2577535886646706e-06,
      "loss": 0.3597,
      "step": 1922460
    },
    {
      "epoch": 536.55,
      "grad_norm": 1.1992652416229248,
      "learning_rate": 1.257729627001991e-06,
      "loss": 0.3358,
      "step": 1922470
    },
    {
      "epoch": 536.56,
      "grad_norm": 1.2264021635055542,
      "learning_rate": 1.257705665483863e-06,
      "loss": 0.3424,
      "step": 1922480
    },
    {
      "epoch": 536.56,
      "grad_norm": 1.0289652347564697,
      "learning_rate": 1.257681704110287e-06,
      "loss": 0.3488,
      "step": 1922490
    },
    {
      "epoch": 536.56,
      "grad_norm": 1.1659319400787354,
      "learning_rate": 1.257657742881267e-06,
      "loss": 0.3385,
      "step": 1922500
    },
    {
      "epoch": 536.56,
      "grad_norm": 0.9919360280036926,
      "learning_rate": 1.2576337817968065e-06,
      "loss": 0.3297,
      "step": 1922510
    },
    {
      "epoch": 536.57,
      "grad_norm": 1.0043519735336304,
      "learning_rate": 1.2576098208569082e-06,
      "loss": 0.3309,
      "step": 1922520
    },
    {
      "epoch": 536.57,
      "grad_norm": 0.9107751250267029,
      "learning_rate": 1.2575858600615748e-06,
      "loss": 0.3379,
      "step": 1922530
    },
    {
      "epoch": 536.57,
      "grad_norm": 1.227819800376892,
      "learning_rate": 1.2575618994108106e-06,
      "loss": 0.3248,
      "step": 1922540
    },
    {
      "epoch": 536.58,
      "grad_norm": 1.1376551389694214,
      "learning_rate": 1.2575379389046193e-06,
      "loss": 0.3384,
      "step": 1922550
    },
    {
      "epoch": 536.58,
      "grad_norm": 1.047324538230896,
      "learning_rate": 1.2575139785430018e-06,
      "loss": 0.3435,
      "step": 1922560
    },
    {
      "epoch": 536.58,
      "grad_norm": 1.2643646001815796,
      "learning_rate": 1.257490018325963e-06,
      "loss": 0.3407,
      "step": 1922570
    },
    {
      "epoch": 536.58,
      "grad_norm": 1.2549151182174683,
      "learning_rate": 1.2574660582535055e-06,
      "loss": 0.3349,
      "step": 1922580
    },
    {
      "epoch": 536.59,
      "grad_norm": 1.0550626516342163,
      "learning_rate": 1.2574420983256328e-06,
      "loss": 0.3551,
      "step": 1922590
    },
    {
      "epoch": 536.59,
      "grad_norm": 1.0202494859695435,
      "learning_rate": 1.2574181385423488e-06,
      "loss": 0.3342,
      "step": 1922600
    },
    {
      "epoch": 536.59,
      "grad_norm": 1.2975170612335205,
      "learning_rate": 1.2573941789036538e-06,
      "loss": 0.3366,
      "step": 1922610
    },
    {
      "epoch": 536.6,
      "grad_norm": 1.1976513862609863,
      "learning_rate": 1.2573702194095551e-06,
      "loss": 0.3271,
      "step": 1922620
    },
    {
      "epoch": 536.6,
      "grad_norm": 1.0615689754486084,
      "learning_rate": 1.257346260060053e-06,
      "loss": 0.3315,
      "step": 1922630
    },
    {
      "epoch": 536.6,
      "grad_norm": 1.1091715097427368,
      "learning_rate": 1.2573223008551516e-06,
      "loss": 0.326,
      "step": 1922640
    },
    {
      "epoch": 536.6,
      "grad_norm": 1.176350474357605,
      "learning_rate": 1.257298341794855e-06,
      "loss": 0.3523,
      "step": 1922650
    },
    {
      "epoch": 536.61,
      "grad_norm": 1.0950798988342285,
      "learning_rate": 1.2572743828791641e-06,
      "loss": 0.343,
      "step": 1922660
    },
    {
      "epoch": 536.61,
      "grad_norm": 0.9509016871452332,
      "learning_rate": 1.257250424108084e-06,
      "loss": 0.3428,
      "step": 1922670
    },
    {
      "epoch": 536.61,
      "grad_norm": 0.9486092925071716,
      "learning_rate": 1.2572264654816168e-06,
      "loss": 0.3495,
      "step": 1922680
    },
    {
      "epoch": 536.61,
      "grad_norm": 1.3688137531280518,
      "learning_rate": 1.2572025069997672e-06,
      "loss": 0.3422,
      "step": 1922690
    },
    {
      "epoch": 536.62,
      "grad_norm": 1.2914001941680908,
      "learning_rate": 1.2571785486625353e-06,
      "loss": 0.3219,
      "step": 1922700
    },
    {
      "epoch": 536.62,
      "grad_norm": 1.0422996282577515,
      "learning_rate": 1.2571545904699284e-06,
      "loss": 0.3221,
      "step": 1922710
    },
    {
      "epoch": 536.62,
      "grad_norm": 1.4061172008514404,
      "learning_rate": 1.257130632421947e-06,
      "loss": 0.3444,
      "step": 1922720
    },
    {
      "epoch": 536.63,
      "grad_norm": 1.2429075241088867,
      "learning_rate": 1.2571066745185947e-06,
      "loss": 0.3248,
      "step": 1922730
    },
    {
      "epoch": 536.63,
      "grad_norm": 0.9680072069168091,
      "learning_rate": 1.2570827167598756e-06,
      "loss": 0.3342,
      "step": 1922740
    },
    {
      "epoch": 536.63,
      "grad_norm": 1.3013280630111694,
      "learning_rate": 1.2570587591457917e-06,
      "loss": 0.3385,
      "step": 1922750
    },
    {
      "epoch": 536.63,
      "grad_norm": 1.0142924785614014,
      "learning_rate": 1.2570348016763466e-06,
      "loss": 0.3219,
      "step": 1922760
    },
    {
      "epoch": 536.64,
      "grad_norm": 1.3067868947982788,
      "learning_rate": 1.2570108443515436e-06,
      "loss": 0.3235,
      "step": 1922770
    },
    {
      "epoch": 536.64,
      "grad_norm": 1.0142792463302612,
      "learning_rate": 1.2569868871713867e-06,
      "loss": 0.3246,
      "step": 1922780
    },
    {
      "epoch": 536.64,
      "grad_norm": 1.1627197265625,
      "learning_rate": 1.256962930135877e-06,
      "loss": 0.3468,
      "step": 1922790
    },
    {
      "epoch": 536.65,
      "grad_norm": 1.0888042449951172,
      "learning_rate": 1.2569389732450195e-06,
      "loss": 0.3549,
      "step": 1922800
    },
    {
      "epoch": 536.65,
      "grad_norm": 1.0441319942474365,
      "learning_rate": 1.2569150164988175e-06,
      "loss": 0.3404,
      "step": 1922810
    },
    {
      "epoch": 536.65,
      "grad_norm": 1.2866748571395874,
      "learning_rate": 1.2568910598972718e-06,
      "loss": 0.3459,
      "step": 1922820
    },
    {
      "epoch": 536.65,
      "grad_norm": 1.3114795684814453,
      "learning_rate": 1.256867103440389e-06,
      "loss": 0.3346,
      "step": 1922830
    },
    {
      "epoch": 536.66,
      "grad_norm": 1.019992470741272,
      "learning_rate": 1.2568431471281702e-06,
      "loss": 0.345,
      "step": 1922840
    },
    {
      "epoch": 536.66,
      "grad_norm": 1.1500844955444336,
      "learning_rate": 1.2568191909606183e-06,
      "loss": 0.3376,
      "step": 1922850
    },
    {
      "epoch": 536.66,
      "grad_norm": 1.288091778755188,
      "learning_rate": 1.2567952349377375e-06,
      "loss": 0.3401,
      "step": 1922860
    },
    {
      "epoch": 536.66,
      "grad_norm": 1.1905558109283447,
      "learning_rate": 1.2567712790595317e-06,
      "loss": 0.3419,
      "step": 1922870
    },
    {
      "epoch": 536.67,
      "grad_norm": 1.0888466835021973,
      "learning_rate": 1.256747323326002e-06,
      "loss": 0.3335,
      "step": 1922880
    },
    {
      "epoch": 536.67,
      "grad_norm": 1.0617883205413818,
      "learning_rate": 1.256723367737153e-06,
      "loss": 0.3396,
      "step": 1922890
    },
    {
      "epoch": 536.67,
      "grad_norm": 1.0947622060775757,
      "learning_rate": 1.2566994122929872e-06,
      "loss": 0.3465,
      "step": 1922900
    },
    {
      "epoch": 536.68,
      "grad_norm": 1.2386760711669922,
      "learning_rate": 1.2566754569935081e-06,
      "loss": 0.3486,
      "step": 1922910
    },
    {
      "epoch": 536.68,
      "grad_norm": 1.1342281103134155,
      "learning_rate": 1.2566515018387196e-06,
      "loss": 0.343,
      "step": 1922920
    },
    {
      "epoch": 536.68,
      "grad_norm": 0.9605614542961121,
      "learning_rate": 1.2566275468286239e-06,
      "loss": 0.3421,
      "step": 1922930
    },
    {
      "epoch": 536.68,
      "grad_norm": 1.1083800792694092,
      "learning_rate": 1.2566035919632242e-06,
      "loss": 0.3347,
      "step": 1922940
    },
    {
      "epoch": 536.69,
      "grad_norm": 1.1564009189605713,
      "learning_rate": 1.256579637242525e-06,
      "loss": 0.3303,
      "step": 1922950
    },
    {
      "epoch": 536.69,
      "grad_norm": 1.1177881956100464,
      "learning_rate": 1.2565556826665263e-06,
      "loss": 0.3414,
      "step": 1922960
    },
    {
      "epoch": 536.69,
      "grad_norm": 1.0656434297561646,
      "learning_rate": 1.2565317282352355e-06,
      "loss": 0.3423,
      "step": 1922970
    },
    {
      "epoch": 536.7,
      "grad_norm": 1.0320954322814941,
      "learning_rate": 1.256507773948653e-06,
      "loss": 0.341,
      "step": 1922980
    },
    {
      "epoch": 536.7,
      "grad_norm": 1.2089346647262573,
      "learning_rate": 1.2564838198067826e-06,
      "loss": 0.3396,
      "step": 1922990
    },
    {
      "epoch": 536.7,
      "grad_norm": 1.4393181800842285,
      "learning_rate": 1.2564598658096275e-06,
      "loss": 0.3386,
      "step": 1923000
    },
    {
      "epoch": 536.7,
      "grad_norm": 1.1077396869659424,
      "learning_rate": 1.256435911957192e-06,
      "loss": 0.3341,
      "step": 1923010
    },
    {
      "epoch": 536.71,
      "grad_norm": 1.2349419593811035,
      "learning_rate": 1.2564119582494778e-06,
      "loss": 0.3481,
      "step": 1923020
    },
    {
      "epoch": 536.71,
      "grad_norm": 1.1932780742645264,
      "learning_rate": 1.2563880046864879e-06,
      "loss": 0.3457,
      "step": 1923030
    },
    {
      "epoch": 536.71,
      "grad_norm": 0.9932305216789246,
      "learning_rate": 1.2563640512682275e-06,
      "loss": 0.3295,
      "step": 1923040
    },
    {
      "epoch": 536.72,
      "grad_norm": 1.3820918798446655,
      "learning_rate": 1.2563400979946966e-06,
      "loss": 0.3532,
      "step": 1923050
    },
    {
      "epoch": 536.72,
      "grad_norm": 1.0406759977340698,
      "learning_rate": 1.2563161448659021e-06,
      "loss": 0.3417,
      "step": 1923060
    },
    {
      "epoch": 536.72,
      "grad_norm": 1.0406367778778076,
      "learning_rate": 1.2562921918818442e-06,
      "loss": 0.3454,
      "step": 1923070
    },
    {
      "epoch": 536.72,
      "grad_norm": 1.1266117095947266,
      "learning_rate": 1.2562682390425272e-06,
      "loss": 0.3361,
      "step": 1923080
    },
    {
      "epoch": 536.73,
      "grad_norm": 1.0074971914291382,
      "learning_rate": 1.2562442863479557e-06,
      "loss": 0.3376,
      "step": 1923090
    },
    {
      "epoch": 536.73,
      "grad_norm": 1.0281485319137573,
      "learning_rate": 1.2562203337981305e-06,
      "loss": 0.3612,
      "step": 1923100
    },
    {
      "epoch": 536.73,
      "grad_norm": 0.9770199060440063,
      "learning_rate": 1.2561963813930555e-06,
      "loss": 0.3548,
      "step": 1923110
    },
    {
      "epoch": 536.73,
      "grad_norm": 1.1969833374023438,
      "learning_rate": 1.2561724291327343e-06,
      "loss": 0.3386,
      "step": 1923120
    },
    {
      "epoch": 536.74,
      "grad_norm": 1.0996756553649902,
      "learning_rate": 1.2561484770171705e-06,
      "loss": 0.3514,
      "step": 1923130
    },
    {
      "epoch": 536.74,
      "grad_norm": 1.074656367301941,
      "learning_rate": 1.2561245250463654e-06,
      "loss": 0.3304,
      "step": 1923140
    },
    {
      "epoch": 536.74,
      "grad_norm": 1.3075462579727173,
      "learning_rate": 1.2561005732203255e-06,
      "loss": 0.3595,
      "step": 1923150
    },
    {
      "epoch": 536.75,
      "grad_norm": 1.052001714706421,
      "learning_rate": 1.2560766215390508e-06,
      "loss": 0.336,
      "step": 1923160
    },
    {
      "epoch": 536.75,
      "grad_norm": 1.0013760328292847,
      "learning_rate": 1.256052670002546e-06,
      "loss": 0.3319,
      "step": 1923170
    },
    {
      "epoch": 536.75,
      "grad_norm": 1.4257526397705078,
      "learning_rate": 1.2560287186108148e-06,
      "loss": 0.3287,
      "step": 1923180
    },
    {
      "epoch": 536.75,
      "grad_norm": 1.1819835901260376,
      "learning_rate": 1.2560047673638578e-06,
      "loss": 0.3403,
      "step": 1923190
    },
    {
      "epoch": 536.76,
      "grad_norm": 1.0240685939788818,
      "learning_rate": 1.2559808162616817e-06,
      "loss": 0.35,
      "step": 1923200
    },
    {
      "epoch": 536.76,
      "grad_norm": 1.1659233570098877,
      "learning_rate": 1.2559568653042869e-06,
      "loss": 0.339,
      "step": 1923210
    },
    {
      "epoch": 536.76,
      "grad_norm": 1.1372733116149902,
      "learning_rate": 1.255932914491678e-06,
      "loss": 0.3372,
      "step": 1923220
    },
    {
      "epoch": 536.77,
      "grad_norm": 1.3289655447006226,
      "learning_rate": 1.2559089638238587e-06,
      "loss": 0.338,
      "step": 1923230
    },
    {
      "epoch": 536.77,
      "grad_norm": 1.071820616722107,
      "learning_rate": 1.2558850133008302e-06,
      "loss": 0.3448,
      "step": 1923240
    },
    {
      "epoch": 536.77,
      "grad_norm": 1.0273267030715942,
      "learning_rate": 1.255861062922597e-06,
      "loss": 0.3282,
      "step": 1923250
    },
    {
      "epoch": 536.77,
      "grad_norm": 1.1238495111465454,
      "learning_rate": 1.255837112689162e-06,
      "loss": 0.3354,
      "step": 1923260
    },
    {
      "epoch": 536.78,
      "grad_norm": 1.1795587539672852,
      "learning_rate": 1.2558131626005296e-06,
      "loss": 0.3239,
      "step": 1923270
    },
    {
      "epoch": 536.78,
      "grad_norm": 1.005478858947754,
      "learning_rate": 1.2557892126567001e-06,
      "loss": 0.3479,
      "step": 1923280
    },
    {
      "epoch": 536.78,
      "grad_norm": 1.0588698387145996,
      "learning_rate": 1.25576526285768e-06,
      "loss": 0.3458,
      "step": 1923290
    },
    {
      "epoch": 536.78,
      "grad_norm": 1.1310672760009766,
      "learning_rate": 1.2557413132034704e-06,
      "loss": 0.3248,
      "step": 1923300
    },
    {
      "epoch": 536.79,
      "grad_norm": 1.083128809928894,
      "learning_rate": 1.2557173636940748e-06,
      "loss": 0.3424,
      "step": 1923310
    },
    {
      "epoch": 536.79,
      "grad_norm": 1.148665428161621,
      "learning_rate": 1.2556934143294977e-06,
      "loss": 0.3526,
      "step": 1923320
    },
    {
      "epoch": 536.79,
      "grad_norm": 1.0388256311416626,
      "learning_rate": 1.25566946510974e-06,
      "loss": 0.3356,
      "step": 1923330
    },
    {
      "epoch": 536.8,
      "grad_norm": 1.1157636642456055,
      "learning_rate": 1.2556455160348065e-06,
      "loss": 0.3436,
      "step": 1923340
    },
    {
      "epoch": 536.8,
      "grad_norm": 1.143330693244934,
      "learning_rate": 1.2556215671046997e-06,
      "loss": 0.3451,
      "step": 1923350
    },
    {
      "epoch": 536.8,
      "grad_norm": 1.0764000415802002,
      "learning_rate": 1.2555976183194245e-06,
      "loss": 0.3535,
      "step": 1923360
    },
    {
      "epoch": 536.8,
      "grad_norm": 1.096144437789917,
      "learning_rate": 1.2555736696789814e-06,
      "loss": 0.3327,
      "step": 1923370
    },
    {
      "epoch": 536.81,
      "grad_norm": 1.0137335062026978,
      "learning_rate": 1.255549721183375e-06,
      "loss": 0.3565,
      "step": 1923380
    },
    {
      "epoch": 536.81,
      "grad_norm": 2.2740728855133057,
      "learning_rate": 1.255525772832609e-06,
      "loss": 0.3447,
      "step": 1923390
    },
    {
      "epoch": 536.81,
      "grad_norm": 1.123111367225647,
      "learning_rate": 1.2555018246266845e-06,
      "loss": 0.3436,
      "step": 1923400
    },
    {
      "epoch": 536.82,
      "grad_norm": 1.1465321779251099,
      "learning_rate": 1.2554778765656074e-06,
      "loss": 0.3424,
      "step": 1923410
    },
    {
      "epoch": 536.82,
      "grad_norm": 1.0616881847381592,
      "learning_rate": 1.2554539286493793e-06,
      "loss": 0.3205,
      "step": 1923420
    },
    {
      "epoch": 536.82,
      "grad_norm": 0.9892400503158569,
      "learning_rate": 1.2554299808780034e-06,
      "loss": 0.3213,
      "step": 1923430
    },
    {
      "epoch": 536.82,
      "grad_norm": 1.3085942268371582,
      "learning_rate": 1.255406033251483e-06,
      "loss": 0.3452,
      "step": 1923440
    },
    {
      "epoch": 536.83,
      "grad_norm": 1.1099047660827637,
      "learning_rate": 1.255382085769823e-06,
      "loss": 0.3517,
      "step": 1923450
    },
    {
      "epoch": 536.83,
      "grad_norm": 1.048336148262024,
      "learning_rate": 1.2553581384330234e-06,
      "loss": 0.3433,
      "step": 1923460
    },
    {
      "epoch": 536.83,
      "grad_norm": 1.1438894271850586,
      "learning_rate": 1.2553341912410896e-06,
      "loss": 0.3372,
      "step": 1923470
    },
    {
      "epoch": 536.84,
      "grad_norm": 0.9965144395828247,
      "learning_rate": 1.2553102441940243e-06,
      "loss": 0.3361,
      "step": 1923480
    },
    {
      "epoch": 536.84,
      "grad_norm": 1.0630569458007812,
      "learning_rate": 1.2552862972918302e-06,
      "loss": 0.3435,
      "step": 1923490
    },
    {
      "epoch": 536.84,
      "grad_norm": 1.2851269245147705,
      "learning_rate": 1.255262350534512e-06,
      "loss": 0.3353,
      "step": 1923500
    },
    {
      "epoch": 536.84,
      "grad_norm": 1.1271634101867676,
      "learning_rate": 1.255238403922071e-06,
      "loss": 0.3329,
      "step": 1923510
    },
    {
      "epoch": 536.85,
      "grad_norm": 1.1542143821716309,
      "learning_rate": 1.2552144574545112e-06,
      "loss": 0.338,
      "step": 1923520
    },
    {
      "epoch": 536.85,
      "grad_norm": 1.183109998703003,
      "learning_rate": 1.2551905111318357e-06,
      "loss": 0.3466,
      "step": 1923530
    },
    {
      "epoch": 536.85,
      "grad_norm": 0.962815523147583,
      "learning_rate": 1.2551665649540478e-06,
      "loss": 0.3434,
      "step": 1923540
    },
    {
      "epoch": 536.85,
      "grad_norm": 1.0024367570877075,
      "learning_rate": 1.2551426189211514e-06,
      "loss": 0.3346,
      "step": 1923550
    },
    {
      "epoch": 536.86,
      "grad_norm": 1.0758060216903687,
      "learning_rate": 1.255118673033148e-06,
      "loss": 0.323,
      "step": 1923560
    },
    {
      "epoch": 536.86,
      "grad_norm": 1.0683790445327759,
      "learning_rate": 1.2550947272900418e-06,
      "loss": 0.3466,
      "step": 1923570
    },
    {
      "epoch": 536.86,
      "grad_norm": 0.9826953411102295,
      "learning_rate": 1.255070781691836e-06,
      "loss": 0.3367,
      "step": 1923580
    },
    {
      "epoch": 536.87,
      "grad_norm": 1.240144968032837,
      "learning_rate": 1.2550468362385348e-06,
      "loss": 0.3568,
      "step": 1923590
    },
    {
      "epoch": 536.87,
      "grad_norm": 1.20528244972229,
      "learning_rate": 1.255022890930139e-06,
      "loss": 0.3382,
      "step": 1923600
    },
    {
      "epoch": 536.87,
      "grad_norm": 1.0691173076629639,
      "learning_rate": 1.2549989457666535e-06,
      "loss": 0.3522,
      "step": 1923610
    },
    {
      "epoch": 536.87,
      "grad_norm": 1.032846450805664,
      "learning_rate": 1.2549750007480815e-06,
      "loss": 0.34,
      "step": 1923620
    },
    {
      "epoch": 536.88,
      "grad_norm": 1.14180326461792,
      "learning_rate": 1.2549510558744242e-06,
      "loss": 0.3324,
      "step": 1923630
    },
    {
      "epoch": 536.88,
      "grad_norm": 1.0854400396347046,
      "learning_rate": 1.254927111145688e-06,
      "loss": 0.3298,
      "step": 1923640
    },
    {
      "epoch": 536.88,
      "grad_norm": 1.0699745416641235,
      "learning_rate": 1.254903166561874e-06,
      "loss": 0.3364,
      "step": 1923650
    },
    {
      "epoch": 536.89,
      "grad_norm": 1.261397123336792,
      "learning_rate": 1.2548792221229852e-06,
      "loss": 0.3527,
      "step": 1923660
    },
    {
      "epoch": 536.89,
      "grad_norm": 1.1735948324203491,
      "learning_rate": 1.2548552778290256e-06,
      "loss": 0.3297,
      "step": 1923670
    },
    {
      "epoch": 536.89,
      "grad_norm": 1.1839630603790283,
      "learning_rate": 1.2548313336799994e-06,
      "loss": 0.3421,
      "step": 1923680
    },
    {
      "epoch": 536.89,
      "grad_norm": 1.318961501121521,
      "learning_rate": 1.2548073896759071e-06,
      "loss": 0.3398,
      "step": 1923690
    },
    {
      "epoch": 536.9,
      "grad_norm": 0.9743098020553589,
      "learning_rate": 1.2547834458167537e-06,
      "loss": 0.3347,
      "step": 1923700
    },
    {
      "epoch": 536.9,
      "grad_norm": 1.3477853536605835,
      "learning_rate": 1.2547595021025427e-06,
      "loss": 0.3341,
      "step": 1923710
    },
    {
      "epoch": 536.9,
      "grad_norm": 1.6165504455566406,
      "learning_rate": 1.2547355585332753e-06,
      "loss": 0.3471,
      "step": 1923720
    },
    {
      "epoch": 536.9,
      "grad_norm": 1.1000183820724487,
      "learning_rate": 1.2547116151089572e-06,
      "loss": 0.3415,
      "step": 1923730
    },
    {
      "epoch": 536.91,
      "grad_norm": 0.9936329126358032,
      "learning_rate": 1.25468767182959e-06,
      "loss": 0.3467,
      "step": 1923740
    },
    {
      "epoch": 536.91,
      "grad_norm": 1.980799674987793,
      "learning_rate": 1.254663728695177e-06,
      "loss": 0.34,
      "step": 1923750
    },
    {
      "epoch": 536.91,
      "grad_norm": 1.7672566175460815,
      "learning_rate": 1.2546397857057231e-06,
      "loss": 0.3186,
      "step": 1923760
    },
    {
      "epoch": 536.92,
      "grad_norm": 1.149485468864441,
      "learning_rate": 1.2546158428612276e-06,
      "loss": 0.3544,
      "step": 1923770
    },
    {
      "epoch": 536.92,
      "grad_norm": 1.2840747833251953,
      "learning_rate": 1.2545919001616982e-06,
      "loss": 0.3495,
      "step": 1923780
    },
    {
      "epoch": 536.92,
      "grad_norm": 1.1787707805633545,
      "learning_rate": 1.2545679576071354e-06,
      "loss": 0.3193,
      "step": 1923790
    },
    {
      "epoch": 536.92,
      "grad_norm": 1.0012422800064087,
      "learning_rate": 1.2545440151975426e-06,
      "loss": 0.3328,
      "step": 1923800
    },
    {
      "epoch": 536.93,
      "grad_norm": 1.1498081684112549,
      "learning_rate": 1.2545200729329236e-06,
      "loss": 0.3489,
      "step": 1923810
    },
    {
      "epoch": 536.93,
      "grad_norm": 1.6176643371582031,
      "learning_rate": 1.2544961308132827e-06,
      "loss": 0.3449,
      "step": 1923820
    },
    {
      "epoch": 536.93,
      "grad_norm": 1.233361840248108,
      "learning_rate": 1.2544721888386204e-06,
      "loss": 0.3506,
      "step": 1923830
    },
    {
      "epoch": 536.94,
      "grad_norm": 1.1700307130813599,
      "learning_rate": 1.254448247008941e-06,
      "loss": 0.3391,
      "step": 1923840
    },
    {
      "epoch": 536.94,
      "grad_norm": 1.189416527748108,
      "learning_rate": 1.2544243053242497e-06,
      "loss": 0.3297,
      "step": 1923850
    },
    {
      "epoch": 536.94,
      "grad_norm": 1.0270707607269287,
      "learning_rate": 1.2544003637845456e-06,
      "loss": 0.3342,
      "step": 1923860
    },
    {
      "epoch": 536.94,
      "grad_norm": 5.725442409515381,
      "learning_rate": 1.2543764223898357e-06,
      "loss": 0.3556,
      "step": 1923870
    },
    {
      "epoch": 536.95,
      "grad_norm": 1.271009087562561,
      "learning_rate": 1.2543524811401216e-06,
      "loss": 0.3377,
      "step": 1923880
    },
    {
      "epoch": 536.95,
      "grad_norm": 1.1020945310592651,
      "learning_rate": 1.2543285400354062e-06,
      "loss": 0.3395,
      "step": 1923890
    },
    {
      "epoch": 536.95,
      "grad_norm": 1.0873485803604126,
      "learning_rate": 1.2543045990756939e-06,
      "loss": 0.3151,
      "step": 1923900
    },
    {
      "epoch": 536.96,
      "grad_norm": 1.1236774921417236,
      "learning_rate": 1.2542806582609867e-06,
      "loss": 0.3418,
      "step": 1923910
    },
    {
      "epoch": 536.96,
      "grad_norm": 1.0761898756027222,
      "learning_rate": 1.2542567175912875e-06,
      "loss": 0.3305,
      "step": 1923920
    },
    {
      "epoch": 536.96,
      "grad_norm": 0.9731824398040771,
      "learning_rate": 1.2542327770666003e-06,
      "loss": 0.3202,
      "step": 1923930
    },
    {
      "epoch": 536.96,
      "grad_norm": 1.4249544143676758,
      "learning_rate": 1.2542088366869292e-06,
      "loss": 0.3496,
      "step": 1923940
    },
    {
      "epoch": 536.97,
      "grad_norm": 1.164616346359253,
      "learning_rate": 1.2541848964522746e-06,
      "loss": 0.3441,
      "step": 1923950
    },
    {
      "epoch": 536.97,
      "grad_norm": 1.0298391580581665,
      "learning_rate": 1.2541609563626432e-06,
      "loss": 0.3406,
      "step": 1923960
    },
    {
      "epoch": 536.97,
      "grad_norm": 1.1320762634277344,
      "learning_rate": 1.2541370164180351e-06,
      "loss": 0.3557,
      "step": 1923970
    },
    {
      "epoch": 536.97,
      "grad_norm": 2.6802666187286377,
      "learning_rate": 1.2541130766184552e-06,
      "loss": 0.3246,
      "step": 1923980
    },
    {
      "epoch": 536.98,
      "grad_norm": 0.9954262375831604,
      "learning_rate": 1.2540891369639072e-06,
      "loss": 0.3513,
      "step": 1923990
    },
    {
      "epoch": 536.98,
      "grad_norm": 0.8796742558479309,
      "learning_rate": 1.2540651974543924e-06,
      "loss": 0.3178,
      "step": 1924000
    },
    {
      "epoch": 536.98,
      "grad_norm": 1.1541894674301147,
      "learning_rate": 1.2540412580899146e-06,
      "loss": 0.3631,
      "step": 1924010
    },
    {
      "epoch": 536.99,
      "grad_norm": 1.2451996803283691,
      "learning_rate": 1.2540173188704777e-06,
      "loss": 0.3544,
      "step": 1924020
    },
    {
      "epoch": 536.99,
      "grad_norm": 1.1571857929229736,
      "learning_rate": 1.2539933797960856e-06,
      "loss": 0.3617,
      "step": 1924030
    },
    {
      "epoch": 536.99,
      "grad_norm": 1.2914738655090332,
      "learning_rate": 1.2539694408667388e-06,
      "loss": 0.3454,
      "step": 1924040
    },
    {
      "epoch": 536.99,
      "grad_norm": 1.2126275300979614,
      "learning_rate": 1.2539455020824426e-06,
      "loss": 0.3484,
      "step": 1924050
    },
    {
      "epoch": 537.0,
      "grad_norm": 1.1025094985961914,
      "learning_rate": 1.2539215634431996e-06,
      "loss": 0.3485,
      "step": 1924060
    },
    {
      "epoch": 537.0,
      "grad_norm": 0.9769467711448669,
      "learning_rate": 1.2538976249490132e-06,
      "loss": 0.3353,
      "step": 1924070
    },
    {
      "epoch": 537.0,
      "eval_loss": 0.34178969264030457,
      "eval_runtime": 65.9249,
      "eval_samples_per_second": 76.739,
      "eval_steps_per_second": 9.602,
      "step": 1924071
    },
    {
      "epoch": 537.0,
      "grad_norm": 1.0025993585586548,
      "learning_rate": 1.2538736865998872e-06,
      "loss": 0.332,
      "step": 1924080
    },
    {
      "epoch": 537.01,
      "grad_norm": 1.0546138286590576,
      "learning_rate": 1.253849748395822e-06,
      "loss": 0.3367,
      "step": 1924090
    },
    {
      "epoch": 537.01,
      "grad_norm": 1.1886045932769775,
      "learning_rate": 1.253825810336825e-06,
      "loss": 0.3293,
      "step": 1924100
    },
    {
      "epoch": 537.01,
      "grad_norm": 1.0266603231430054,
      "learning_rate": 1.253801872422896e-06,
      "loss": 0.3269,
      "step": 1924110
    },
    {
      "epoch": 537.01,
      "grad_norm": 1.1065367460250854,
      "learning_rate": 1.2537779346540396e-06,
      "loss": 0.3517,
      "step": 1924120
    },
    {
      "epoch": 537.02,
      "grad_norm": 1.0116509199142456,
      "learning_rate": 1.2537539970302597e-06,
      "loss": 0.3422,
      "step": 1924130
    },
    {
      "epoch": 537.02,
      "grad_norm": 1.1749811172485352,
      "learning_rate": 1.2537300595515578e-06,
      "loss": 0.3525,
      "step": 1924140
    },
    {
      "epoch": 537.02,
      "grad_norm": 1.0754547119140625,
      "learning_rate": 1.2537061222179373e-06,
      "loss": 0.327,
      "step": 1924150
    },
    {
      "epoch": 537.02,
      "grad_norm": 1.1581499576568604,
      "learning_rate": 1.2536821850294024e-06,
      "loss": 0.345,
      "step": 1924160
    },
    {
      "epoch": 537.03,
      "grad_norm": 1.1890449523925781,
      "learning_rate": 1.2536582479859565e-06,
      "loss": 0.3434,
      "step": 1924170
    },
    {
      "epoch": 537.03,
      "grad_norm": 0.8950226902961731,
      "learning_rate": 1.2536343110876014e-06,
      "loss": 0.3349,
      "step": 1924180
    },
    {
      "epoch": 537.03,
      "grad_norm": 1.066211462020874,
      "learning_rate": 1.2536103743343412e-06,
      "loss": 0.3574,
      "step": 1924190
    },
    {
      "epoch": 537.04,
      "grad_norm": 1.1401578187942505,
      "learning_rate": 1.2535864377261795e-06,
      "loss": 0.3496,
      "step": 1924200
    },
    {
      "epoch": 537.04,
      "grad_norm": 1.1373118162155151,
      "learning_rate": 1.2535625012631168e-06,
      "loss": 0.3541,
      "step": 1924210
    },
    {
      "epoch": 537.04,
      "grad_norm": 1.210537314414978,
      "learning_rate": 1.2535385649451603e-06,
      "loss": 0.3152,
      "step": 1924220
    },
    {
      "epoch": 537.04,
      "grad_norm": 3.46968674659729,
      "learning_rate": 1.2535146287723105e-06,
      "loss": 0.332,
      "step": 1924230
    },
    {
      "epoch": 537.05,
      "grad_norm": 1.0003629922866821,
      "learning_rate": 1.2534906927445712e-06,
      "loss": 0.3561,
      "step": 1924240
    },
    {
      "epoch": 537.05,
      "grad_norm": 1.0959174633026123,
      "learning_rate": 1.2534667568619459e-06,
      "loss": 0.3446,
      "step": 1924250
    },
    {
      "epoch": 537.05,
      "grad_norm": 1.1606264114379883,
      "learning_rate": 1.2534428211244384e-06,
      "loss": 0.336,
      "step": 1924260
    },
    {
      "epoch": 537.06,
      "grad_norm": 2.331399440765381,
      "learning_rate": 1.2534188855320501e-06,
      "loss": 0.3268,
      "step": 1924270
    },
    {
      "epoch": 537.06,
      "grad_norm": 1.0996328592300415,
      "learning_rate": 1.2533949500847853e-06,
      "loss": 0.3614,
      "step": 1924280
    },
    {
      "epoch": 537.06,
      "grad_norm": 0.9619120359420776,
      "learning_rate": 1.2533710147826479e-06,
      "loss": 0.3398,
      "step": 1924290
    },
    {
      "epoch": 537.06,
      "grad_norm": 1.0618807077407837,
      "learning_rate": 1.2533470796256384e-06,
      "loss": 0.3397,
      "step": 1924300
    },
    {
      "epoch": 537.07,
      "grad_norm": 1.61257803440094,
      "learning_rate": 1.253323144613764e-06,
      "loss": 0.3488,
      "step": 1924310
    },
    {
      "epoch": 537.07,
      "grad_norm": 1.2417513132095337,
      "learning_rate": 1.2532992097470243e-06,
      "loss": 0.3401,
      "step": 1924320
    },
    {
      "epoch": 537.07,
      "grad_norm": 1.0085227489471436,
      "learning_rate": 1.2532752750254238e-06,
      "loss": 0.334,
      "step": 1924330
    },
    {
      "epoch": 537.08,
      "grad_norm": 1.1008930206298828,
      "learning_rate": 1.253251340448967e-06,
      "loss": 0.351,
      "step": 1924340
    },
    {
      "epoch": 537.08,
      "grad_norm": 1.1523202657699585,
      "learning_rate": 1.253227406017654e-06,
      "loss": 0.3306,
      "step": 1924350
    },
    {
      "epoch": 537.08,
      "grad_norm": 1.0778073072433472,
      "learning_rate": 1.2532034717314916e-06,
      "loss": 0.3395,
      "step": 1924360
    },
    {
      "epoch": 537.08,
      "grad_norm": 1.0174087285995483,
      "learning_rate": 1.2531795375904806e-06,
      "loss": 0.3407,
      "step": 1924370
    },
    {
      "epoch": 537.09,
      "grad_norm": 1.1137685775756836,
      "learning_rate": 1.2531556035946245e-06,
      "loss": 0.3396,
      "step": 1924380
    },
    {
      "epoch": 537.09,
      "grad_norm": 1.1580426692962646,
      "learning_rate": 1.253131669743927e-06,
      "loss": 0.3298,
      "step": 1924390
    },
    {
      "epoch": 537.09,
      "grad_norm": 1.0468779802322388,
      "learning_rate": 1.2531077360383922e-06,
      "loss": 0.3308,
      "step": 1924400
    },
    {
      "epoch": 537.09,
      "grad_norm": 1.0201352834701538,
      "learning_rate": 1.2530838024780207e-06,
      "loss": 0.3312,
      "step": 1924410
    },
    {
      "epoch": 537.1,
      "grad_norm": 1.1166330575942993,
      "learning_rate": 1.2530598690628178e-06,
      "loss": 0.3382,
      "step": 1924420
    },
    {
      "epoch": 537.1,
      "grad_norm": 1.2936174869537354,
      "learning_rate": 1.2530359357927863e-06,
      "loss": 0.3493,
      "step": 1924430
    },
    {
      "epoch": 537.1,
      "grad_norm": 1.283418893814087,
      "learning_rate": 1.2530120026679279e-06,
      "loss": 0.3367,
      "step": 1924440
    },
    {
      "epoch": 537.11,
      "grad_norm": 1.1979851722717285,
      "learning_rate": 1.2529880696882485e-06,
      "loss": 0.338,
      "step": 1924450
    },
    {
      "epoch": 537.11,
      "grad_norm": 1.0273667573928833,
      "learning_rate": 1.252964136853749e-06,
      "loss": 0.3382,
      "step": 1924460
    },
    {
      "epoch": 537.11,
      "grad_norm": 0.9583158493041992,
      "learning_rate": 1.2529402041644333e-06,
      "loss": 0.3419,
      "step": 1924470
    },
    {
      "epoch": 537.11,
      "grad_norm": 1.1553527116775513,
      "learning_rate": 1.2529162716203048e-06,
      "loss": 0.3341,
      "step": 1924480
    },
    {
      "epoch": 537.12,
      "grad_norm": 0.9679261445999146,
      "learning_rate": 1.2528923392213676e-06,
      "loss": 0.3301,
      "step": 1924490
    },
    {
      "epoch": 537.12,
      "grad_norm": 1.198248267173767,
      "learning_rate": 1.252868406967623e-06,
      "loss": 0.3355,
      "step": 1924500
    },
    {
      "epoch": 537.12,
      "grad_norm": 1.1647800207138062,
      "learning_rate": 1.2528444748590746e-06,
      "loss": 0.3437,
      "step": 1924510
    },
    {
      "epoch": 537.13,
      "grad_norm": 1.4627805948257446,
      "learning_rate": 1.2528205428957275e-06,
      "loss": 0.3474,
      "step": 1924520
    },
    {
      "epoch": 537.13,
      "grad_norm": 1.0513134002685547,
      "learning_rate": 1.252796611077581e-06,
      "loss": 0.3519,
      "step": 1924530
    },
    {
      "epoch": 537.13,
      "grad_norm": 1.4096853733062744,
      "learning_rate": 1.2527726794046427e-06,
      "loss": 0.3273,
      "step": 1924540
    },
    {
      "epoch": 537.13,
      "grad_norm": 1.09821617603302,
      "learning_rate": 1.2527487478769129e-06,
      "loss": 0.3398,
      "step": 1924550
    },
    {
      "epoch": 537.14,
      "grad_norm": 0.9834900498390198,
      "learning_rate": 1.2527248164943959e-06,
      "loss": 0.3439,
      "step": 1924560
    },
    {
      "epoch": 537.14,
      "grad_norm": 1.1032639741897583,
      "learning_rate": 1.2527008852570955e-06,
      "loss": 0.3401,
      "step": 1924570
    },
    {
      "epoch": 537.14,
      "grad_norm": 6.181952953338623,
      "learning_rate": 1.252676954165013e-06,
      "loss": 0.3369,
      "step": 1924580
    },
    {
      "epoch": 537.14,
      "grad_norm": 1.0362972021102905,
      "learning_rate": 1.2526530232181523e-06,
      "loss": 0.332,
      "step": 1924590
    },
    {
      "epoch": 537.15,
      "grad_norm": 1.2635552883148193,
      "learning_rate": 1.2526290924165172e-06,
      "loss": 0.352,
      "step": 1924600
    },
    {
      "epoch": 537.15,
      "grad_norm": 1.2013015747070312,
      "learning_rate": 1.2526051617601118e-06,
      "loss": 0.3388,
      "step": 1924610
    },
    {
      "epoch": 537.15,
      "grad_norm": 1.1481884717941284,
      "learning_rate": 1.252581231248936e-06,
      "loss": 0.3345,
      "step": 1924620
    },
    {
      "epoch": 537.16,
      "grad_norm": 0.9721736311912537,
      "learning_rate": 1.2525573008829967e-06,
      "loss": 0.3245,
      "step": 1924630
    },
    {
      "epoch": 537.16,
      "grad_norm": 1.2818394899368286,
      "learning_rate": 1.2525333706622949e-06,
      "loss": 0.3204,
      "step": 1924640
    },
    {
      "epoch": 537.16,
      "grad_norm": 1.1193244457244873,
      "learning_rate": 1.252509440586834e-06,
      "loss": 0.3391,
      "step": 1924650
    },
    {
      "epoch": 537.16,
      "grad_norm": 1.0523709058761597,
      "learning_rate": 1.2524855106566185e-06,
      "loss": 0.3394,
      "step": 1924660
    },
    {
      "epoch": 537.17,
      "grad_norm": 1.3898329734802246,
      "learning_rate": 1.2524615808716488e-06,
      "loss": 0.3542,
      "step": 1924670
    },
    {
      "epoch": 537.17,
      "grad_norm": 1.1498998403549194,
      "learning_rate": 1.2524376512319316e-06,
      "loss": 0.3618,
      "step": 1924680
    },
    {
      "epoch": 537.17,
      "grad_norm": 1.2131445407867432,
      "learning_rate": 1.2524137217374677e-06,
      "loss": 0.3474,
      "step": 1924690
    },
    {
      "epoch": 537.18,
      "grad_norm": 1.0720146894454956,
      "learning_rate": 1.2523897923882607e-06,
      "loss": 0.3592,
      "step": 1924700
    },
    {
      "epoch": 537.18,
      "grad_norm": 0.9774522185325623,
      "learning_rate": 1.2523658631843152e-06,
      "loss": 0.3359,
      "step": 1924710
    },
    {
      "epoch": 537.18,
      "grad_norm": 1.128371238708496,
      "learning_rate": 1.2523419341256323e-06,
      "loss": 0.3216,
      "step": 1924720
    },
    {
      "epoch": 537.18,
      "grad_norm": 1.003320336341858,
      "learning_rate": 1.252318005212216e-06,
      "loss": 0.3338,
      "step": 1924730
    },
    {
      "epoch": 537.19,
      "grad_norm": 1.1183973550796509,
      "learning_rate": 1.25229407644407e-06,
      "loss": 0.3583,
      "step": 1924740
    },
    {
      "epoch": 537.19,
      "grad_norm": 1.1232678890228271,
      "learning_rate": 1.2522701478211975e-06,
      "loss": 0.3602,
      "step": 1924750
    },
    {
      "epoch": 537.19,
      "grad_norm": 1.2019466161727905,
      "learning_rate": 1.2522462193435992e-06,
      "loss": 0.349,
      "step": 1924760
    },
    {
      "epoch": 537.2,
      "grad_norm": 1.166290521621704,
      "learning_rate": 1.2522222910112828e-06,
      "loss": 0.3433,
      "step": 1924770
    },
    {
      "epoch": 537.2,
      "grad_norm": 1.2092257738113403,
      "learning_rate": 1.2521983628242478e-06,
      "loss": 0.3494,
      "step": 1924780
    },
    {
      "epoch": 537.2,
      "grad_norm": 1.3572556972503662,
      "learning_rate": 1.2521744347824988e-06,
      "loss": 0.3442,
      "step": 1924790
    },
    {
      "epoch": 537.2,
      "grad_norm": 1.1758273839950562,
      "learning_rate": 1.2521505068860395e-06,
      "loss": 0.3428,
      "step": 1924800
    },
    {
      "epoch": 537.21,
      "grad_norm": 1.1311261653900146,
      "learning_rate": 1.2521265791348716e-06,
      "loss": 0.34,
      "step": 1924810
    },
    {
      "epoch": 537.21,
      "grad_norm": 1.0676631927490234,
      "learning_rate": 1.2521026515289992e-06,
      "loss": 0.348,
      "step": 1924820
    },
    {
      "epoch": 537.21,
      "grad_norm": 1.1235274076461792,
      "learning_rate": 1.252078724068425e-06,
      "loss": 0.354,
      "step": 1924830
    },
    {
      "epoch": 537.21,
      "grad_norm": 1.3738055229187012,
      "learning_rate": 1.2520547967531537e-06,
      "loss": 0.3462,
      "step": 1924840
    },
    {
      "epoch": 537.22,
      "grad_norm": 1.246344804763794,
      "learning_rate": 1.2520308695831863e-06,
      "loss": 0.3402,
      "step": 1924850
    },
    {
      "epoch": 537.22,
      "grad_norm": 1.0384658575057983,
      "learning_rate": 1.2520069425585272e-06,
      "loss": 0.3382,
      "step": 1924860
    },
    {
      "epoch": 537.22,
      "grad_norm": 1.3194403648376465,
      "learning_rate": 1.2519830156791802e-06,
      "loss": 0.3586,
      "step": 1924870
    },
    {
      "epoch": 537.23,
      "grad_norm": 1.0744597911834717,
      "learning_rate": 1.251959088945146e-06,
      "loss": 0.3336,
      "step": 1924880
    },
    {
      "epoch": 537.23,
      "grad_norm": 1.2708650827407837,
      "learning_rate": 1.251935162356431e-06,
      "loss": 0.3371,
      "step": 1924890
    },
    {
      "epoch": 537.23,
      "grad_norm": 1.6604459285736084,
      "learning_rate": 1.2519112359130363e-06,
      "loss": 0.3367,
      "step": 1924900
    },
    {
      "epoch": 537.23,
      "grad_norm": 1.1610783338546753,
      "learning_rate": 1.2518873096149652e-06,
      "loss": 0.3493,
      "step": 1924910
    },
    {
      "epoch": 537.24,
      "grad_norm": 0.9674214124679565,
      "learning_rate": 1.2518633834622215e-06,
      "loss": 0.3246,
      "step": 1924920
    },
    {
      "epoch": 537.24,
      "grad_norm": 1.2232447862625122,
      "learning_rate": 1.2518394574548083e-06,
      "loss": 0.3397,
      "step": 1924930
    },
    {
      "epoch": 537.24,
      "grad_norm": 1.2530573606491089,
      "learning_rate": 1.2518155315927294e-06,
      "loss": 0.3468,
      "step": 1924940
    },
    {
      "epoch": 537.25,
      "grad_norm": 1.2585581541061401,
      "learning_rate": 1.2517916058759868e-06,
      "loss": 0.362,
      "step": 1924950
    },
    {
      "epoch": 537.25,
      "grad_norm": 1.0956507921218872,
      "learning_rate": 1.2517676803045838e-06,
      "loss": 0.3257,
      "step": 1924960
    },
    {
      "epoch": 537.25,
      "grad_norm": 1.1990504264831543,
      "learning_rate": 1.2517437548785239e-06,
      "loss": 0.3463,
      "step": 1924970
    },
    {
      "epoch": 537.25,
      "grad_norm": 1.0535329580307007,
      "learning_rate": 1.2517198295978116e-06,
      "loss": 0.3483,
      "step": 1924980
    },
    {
      "epoch": 537.26,
      "grad_norm": 1.2278813123703003,
      "learning_rate": 1.2516959044624476e-06,
      "loss": 0.3559,
      "step": 1924990
    },
    {
      "epoch": 537.26,
      "grad_norm": 1.0920929908752441,
      "learning_rate": 1.2516719794724363e-06,
      "loss": 0.3333,
      "step": 1925000
    },
    {
      "epoch": 537.26,
      "grad_norm": 1.1081922054290771,
      "learning_rate": 1.251648054627782e-06,
      "loss": 0.3391,
      "step": 1925010
    },
    {
      "epoch": 537.26,
      "grad_norm": 1.1518536806106567,
      "learning_rate": 1.2516241299284847e-06,
      "loss": 0.3246,
      "step": 1925020
    },
    {
      "epoch": 537.27,
      "grad_norm": 1.0180085897445679,
      "learning_rate": 1.2516002053745518e-06,
      "loss": 0.3448,
      "step": 1925030
    },
    {
      "epoch": 537.27,
      "grad_norm": 1.0636498928070068,
      "learning_rate": 1.251576280965983e-06,
      "loss": 0.3339,
      "step": 1925040
    },
    {
      "epoch": 537.27,
      "grad_norm": 1.0647577047348022,
      "learning_rate": 1.2515523567027832e-06,
      "loss": 0.3262,
      "step": 1925050
    },
    {
      "epoch": 537.28,
      "grad_norm": 1.3019086122512817,
      "learning_rate": 1.2515284325849548e-06,
      "loss": 0.3556,
      "step": 1925060
    },
    {
      "epoch": 537.28,
      "grad_norm": 1.2173751592636108,
      "learning_rate": 1.2515045086125027e-06,
      "loss": 0.3495,
      "step": 1925070
    },
    {
      "epoch": 537.28,
      "grad_norm": 1.0273422002792358,
      "learning_rate": 1.2514805847854275e-06,
      "loss": 0.3397,
      "step": 1925080
    },
    {
      "epoch": 537.28,
      "grad_norm": 1.0467265844345093,
      "learning_rate": 1.251456661103734e-06,
      "loss": 0.3348,
      "step": 1925090
    },
    {
      "epoch": 537.29,
      "grad_norm": 1.1686811447143555,
      "learning_rate": 1.2514327375674257e-06,
      "loss": 0.3536,
      "step": 1925100
    },
    {
      "epoch": 537.29,
      "grad_norm": 1.0935859680175781,
      "learning_rate": 1.2514088141765034e-06,
      "loss": 0.3446,
      "step": 1925110
    },
    {
      "epoch": 537.29,
      "grad_norm": 1.067264437675476,
      "learning_rate": 1.251384890930974e-06,
      "loss": 0.3358,
      "step": 1925120
    },
    {
      "epoch": 537.3,
      "grad_norm": 0.977222740650177,
      "learning_rate": 1.2513609678308376e-06,
      "loss": 0.3297,
      "step": 1925130
    },
    {
      "epoch": 537.3,
      "grad_norm": 1.2125518321990967,
      "learning_rate": 1.2513370448760984e-06,
      "loss": 0.3319,
      "step": 1925140
    },
    {
      "epoch": 537.3,
      "grad_norm": 1.1990934610366821,
      "learning_rate": 1.2513131220667608e-06,
      "loss": 0.367,
      "step": 1925150
    },
    {
      "epoch": 537.3,
      "grad_norm": 1.0762470960617065,
      "learning_rate": 1.2512891994028259e-06,
      "loss": 0.3295,
      "step": 1925160
    },
    {
      "epoch": 537.31,
      "grad_norm": 1.103926181793213,
      "learning_rate": 1.2512652768842978e-06,
      "loss": 0.3336,
      "step": 1925170
    },
    {
      "epoch": 537.31,
      "grad_norm": 1.0720402002334595,
      "learning_rate": 1.2512413545111794e-06,
      "loss": 0.3352,
      "step": 1925180
    },
    {
      "epoch": 537.31,
      "grad_norm": 1.1127482652664185,
      "learning_rate": 1.2512174322834754e-06,
      "loss": 0.3504,
      "step": 1925190
    },
    {
      "epoch": 537.32,
      "grad_norm": 1.1887085437774658,
      "learning_rate": 1.2511935102011857e-06,
      "loss": 0.3413,
      "step": 1925200
    },
    {
      "epoch": 537.32,
      "grad_norm": 1.18690824508667,
      "learning_rate": 1.2511695882643179e-06,
      "loss": 0.3307,
      "step": 1925210
    },
    {
      "epoch": 537.32,
      "grad_norm": 1.0770219564437866,
      "learning_rate": 1.2511456664728714e-06,
      "loss": 0.3384,
      "step": 1925220
    },
    {
      "epoch": 537.32,
      "grad_norm": 1.1295498609542847,
      "learning_rate": 1.2511217448268512e-06,
      "loss": 0.345,
      "step": 1925230
    },
    {
      "epoch": 537.33,
      "grad_norm": 1.0379770994186401,
      "learning_rate": 1.251097823326261e-06,
      "loss": 0.3322,
      "step": 1925240
    },
    {
      "epoch": 537.33,
      "grad_norm": 1.0608036518096924,
      "learning_rate": 1.2510739019711009e-06,
      "loss": 0.3479,
      "step": 1925250
    },
    {
      "epoch": 537.33,
      "grad_norm": 1.6719118356704712,
      "learning_rate": 1.2510499807613784e-06,
      "loss": 0.3555,
      "step": 1925260
    },
    {
      "epoch": 537.33,
      "grad_norm": 0.931935727596283,
      "learning_rate": 1.2510260596970939e-06,
      "loss": 0.3342,
      "step": 1925270
    },
    {
      "epoch": 537.34,
      "grad_norm": 1.0639451742172241,
      "learning_rate": 1.251002138778251e-06,
      "loss": 0.331,
      "step": 1925280
    },
    {
      "epoch": 537.34,
      "grad_norm": 1.1183762550354004,
      "learning_rate": 1.250978218004854e-06,
      "loss": 0.3354,
      "step": 1925290
    },
    {
      "epoch": 537.34,
      "grad_norm": 1.0674997568130493,
      "learning_rate": 1.2509542973769046e-06,
      "loss": 0.3553,
      "step": 1925300
    },
    {
      "epoch": 537.35,
      "grad_norm": 1.1038237810134888,
      "learning_rate": 1.250930376894406e-06,
      "loss": 0.3279,
      "step": 1925310
    },
    {
      "epoch": 537.35,
      "grad_norm": 1.0884687900543213,
      "learning_rate": 1.2509064565573628e-06,
      "loss": 0.3353,
      "step": 1925320
    },
    {
      "epoch": 537.35,
      "grad_norm": 1.1967928409576416,
      "learning_rate": 1.2508825363657778e-06,
      "loss": 0.3443,
      "step": 1925330
    },
    {
      "epoch": 537.35,
      "grad_norm": 1.076625108718872,
      "learning_rate": 1.2508586163196518e-06,
      "loss": 0.3426,
      "step": 1925340
    },
    {
      "epoch": 537.36,
      "grad_norm": 1.1458226442337036,
      "learning_rate": 1.250834696418992e-06,
      "loss": 0.3266,
      "step": 1925350
    },
    {
      "epoch": 537.36,
      "grad_norm": 0.9412673711776733,
      "learning_rate": 1.2508107766637984e-06,
      "loss": 0.3332,
      "step": 1925360
    },
    {
      "epoch": 537.36,
      "grad_norm": 1.1849557161331177,
      "learning_rate": 1.2507868570540759e-06,
      "loss": 0.3577,
      "step": 1925370
    },
    {
      "epoch": 537.37,
      "grad_norm": 0.9806232452392578,
      "learning_rate": 1.2507629375898274e-06,
      "loss": 0.3393,
      "step": 1925380
    },
    {
      "epoch": 537.37,
      "grad_norm": 0.9760352969169617,
      "learning_rate": 1.2507390182710548e-06,
      "loss": 0.3425,
      "step": 1925390
    },
    {
      "epoch": 537.37,
      "grad_norm": 1.0302364826202393,
      "learning_rate": 1.2507150990977626e-06,
      "loss": 0.3202,
      "step": 1925400
    },
    {
      "epoch": 537.37,
      "grad_norm": 1.0152240991592407,
      "learning_rate": 1.2506911800699534e-06,
      "loss": 0.3427,
      "step": 1925410
    },
    {
      "epoch": 537.38,
      "grad_norm": 0.9511160254478455,
      "learning_rate": 1.2506672611876319e-06,
      "loss": 0.3301,
      "step": 1925420
    },
    {
      "epoch": 537.38,
      "grad_norm": 1.100915789604187,
      "learning_rate": 1.250643342450799e-06,
      "loss": 0.3354,
      "step": 1925430
    },
    {
      "epoch": 537.38,
      "grad_norm": 1.306796908378601,
      "learning_rate": 1.2506194238594585e-06,
      "loss": 0.3424,
      "step": 1925440
    },
    {
      "epoch": 537.38,
      "grad_norm": 1.0816853046417236,
      "learning_rate": 1.2505955054136143e-06,
      "loss": 0.3514,
      "step": 1925450
    },
    {
      "epoch": 537.39,
      "grad_norm": 1.3255068063735962,
      "learning_rate": 1.2505715871132694e-06,
      "loss": 0.3558,
      "step": 1925460
    },
    {
      "epoch": 537.39,
      "grad_norm": 1.2022985219955444,
      "learning_rate": 1.2505476689584274e-06,
      "loss": 0.34,
      "step": 1925470
    },
    {
      "epoch": 537.39,
      "grad_norm": 1.3079638481140137,
      "learning_rate": 1.25052375094909e-06,
      "loss": 0.3348,
      "step": 1925480
    },
    {
      "epoch": 537.4,
      "grad_norm": 1.1385806798934937,
      "learning_rate": 1.2504998330852618e-06,
      "loss": 0.334,
      "step": 1925490
    },
    {
      "epoch": 537.4,
      "grad_norm": 1.317276120185852,
      "learning_rate": 1.2504759153669452e-06,
      "loss": 0.3382,
      "step": 1925500
    },
    {
      "epoch": 537.4,
      "grad_norm": 1.1384210586547852,
      "learning_rate": 1.2504519977941438e-06,
      "loss": 0.3337,
      "step": 1925510
    },
    {
      "epoch": 537.4,
      "grad_norm": 1.0767312049865723,
      "learning_rate": 1.2504280803668613e-06,
      "loss": 0.3531,
      "step": 1925520
    },
    {
      "epoch": 537.41,
      "grad_norm": 1.2009202241897583,
      "learning_rate": 1.2504041630850994e-06,
      "loss": 0.3336,
      "step": 1925530
    },
    {
      "epoch": 537.41,
      "grad_norm": 1.4496654272079468,
      "learning_rate": 1.2503802459488623e-06,
      "loss": 0.3345,
      "step": 1925540
    },
    {
      "epoch": 537.41,
      "grad_norm": 1.1147568225860596,
      "learning_rate": 1.2503563289581528e-06,
      "loss": 0.3424,
      "step": 1925550
    },
    {
      "epoch": 537.42,
      "grad_norm": 1.0415323972702026,
      "learning_rate": 1.2503324121129753e-06,
      "loss": 0.3348,
      "step": 1925560
    },
    {
      "epoch": 537.42,
      "grad_norm": 1.2317314147949219,
      "learning_rate": 1.25030849541333e-06,
      "loss": 0.3338,
      "step": 1925570
    },
    {
      "epoch": 537.42,
      "grad_norm": 1.3274495601654053,
      "learning_rate": 1.2502845788592242e-06,
      "loss": 0.3429,
      "step": 1925580
    },
    {
      "epoch": 537.42,
      "grad_norm": 1.200353741645813,
      "learning_rate": 1.250260662450658e-06,
      "loss": 0.3496,
      "step": 1925590
    },
    {
      "epoch": 537.43,
      "grad_norm": 0.9987821578979492,
      "learning_rate": 1.2502367461876354e-06,
      "loss": 0.331,
      "step": 1925600
    },
    {
      "epoch": 537.43,
      "grad_norm": 1.2898119688034058,
      "learning_rate": 1.2502128300701607e-06,
      "loss": 0.3505,
      "step": 1925610
    },
    {
      "epoch": 537.43,
      "grad_norm": 0.9986169338226318,
      "learning_rate": 1.2501889140982352e-06,
      "loss": 0.3399,
      "step": 1925620
    },
    {
      "epoch": 537.44,
      "grad_norm": 0.9770797491073608,
      "learning_rate": 1.2501649982718628e-06,
      "loss": 0.3159,
      "step": 1925630
    },
    {
      "epoch": 537.44,
      "grad_norm": 1.3612878322601318,
      "learning_rate": 1.250141082591047e-06,
      "loss": 0.3448,
      "step": 1925640
    },
    {
      "epoch": 537.44,
      "grad_norm": 1.2146086692810059,
      "learning_rate": 1.2501171670557915e-06,
      "loss": 0.3436,
      "step": 1925650
    },
    {
      "epoch": 537.44,
      "grad_norm": 1.10276198387146,
      "learning_rate": 1.2500932516660985e-06,
      "loss": 0.3471,
      "step": 1925660
    },
    {
      "epoch": 537.45,
      "grad_norm": 1.226517677307129,
      "learning_rate": 1.250069336421971e-06,
      "loss": 0.3508,
      "step": 1925670
    },
    {
      "epoch": 537.45,
      "grad_norm": 1.0623986721038818,
      "learning_rate": 1.2500454213234137e-06,
      "loss": 0.3543,
      "step": 1925680
    },
    {
      "epoch": 537.45,
      "grad_norm": 1.2697479724884033,
      "learning_rate": 1.2500215063704272e-06,
      "loss": 0.3412,
      "step": 1925690
    },
    {
      "epoch": 537.45,
      "grad_norm": 1.3936779499053955,
      "learning_rate": 1.249997591563018e-06,
      "loss": 0.3288,
      "step": 1925700
    },
    {
      "epoch": 537.46,
      "grad_norm": 1.4504308700561523,
      "learning_rate": 1.2499736769011864e-06,
      "loss": 0.3537,
      "step": 1925710
    },
    {
      "epoch": 537.46,
      "grad_norm": 1.2212462425231934,
      "learning_rate": 1.2499497623849369e-06,
      "loss": 0.3452,
      "step": 1925720
    },
    {
      "epoch": 537.46,
      "grad_norm": 1.1210029125213623,
      "learning_rate": 1.2499258480142723e-06,
      "loss": 0.3696,
      "step": 1925730
    },
    {
      "epoch": 537.47,
      "grad_norm": 1.0279263257980347,
      "learning_rate": 1.2499019337891971e-06,
      "loss": 0.3404,
      "step": 1925740
    },
    {
      "epoch": 537.47,
      "grad_norm": 1.1851533651351929,
      "learning_rate": 1.2498780197097127e-06,
      "loss": 0.3397,
      "step": 1925750
    },
    {
      "epoch": 537.47,
      "grad_norm": 1.0392112731933594,
      "learning_rate": 1.2498541057758224e-06,
      "loss": 0.3402,
      "step": 1925760
    },
    {
      "epoch": 537.47,
      "grad_norm": 1.0207936763763428,
      "learning_rate": 1.2498301919875312e-06,
      "loss": 0.3425,
      "step": 1925770
    },
    {
      "epoch": 537.48,
      "grad_norm": 1.1676174402236938,
      "learning_rate": 1.2498062783448392e-06,
      "loss": 0.328,
      "step": 1925780
    },
    {
      "epoch": 537.48,
      "grad_norm": 1.3389986753463745,
      "learning_rate": 1.2497823648477532e-06,
      "loss": 0.3413,
      "step": 1925790
    },
    {
      "epoch": 537.48,
      "grad_norm": 1.040783405303955,
      "learning_rate": 1.2497584514962737e-06,
      "loss": 0.3359,
      "step": 1925800
    },
    {
      "epoch": 537.49,
      "grad_norm": 1.0564910173416138,
      "learning_rate": 1.2497345382904046e-06,
      "loss": 0.3429,
      "step": 1925810
    },
    {
      "epoch": 537.49,
      "grad_norm": 1.1595677137374878,
      "learning_rate": 1.2497106252301505e-06,
      "loss": 0.3546,
      "step": 1925820
    },
    {
      "epoch": 537.49,
      "grad_norm": 1.2337727546691895,
      "learning_rate": 1.2496867123155112e-06,
      "loss": 0.3302,
      "step": 1925830
    },
    {
      "epoch": 537.49,
      "grad_norm": 1.1877102851867676,
      "learning_rate": 1.2496627995464941e-06,
      "loss": 0.3424,
      "step": 1925840
    },
    {
      "epoch": 537.5,
      "grad_norm": 1.175397276878357,
      "learning_rate": 1.2496388869230991e-06,
      "loss": 0.3521,
      "step": 1925850
    },
    {
      "epoch": 537.5,
      "grad_norm": 1.0992404222488403,
      "learning_rate": 1.2496149744453307e-06,
      "loss": 0.3455,
      "step": 1925860
    },
    {
      "epoch": 537.5,
      "grad_norm": 1.1139639616012573,
      "learning_rate": 1.2495910621131922e-06,
      "loss": 0.3361,
      "step": 1925870
    },
    {
      "epoch": 537.5,
      "grad_norm": 0.9720330834388733,
      "learning_rate": 1.2495671499266873e-06,
      "loss": 0.3191,
      "step": 1925880
    },
    {
      "epoch": 537.51,
      "grad_norm": 1.0428709983825684,
      "learning_rate": 1.2495432378858176e-06,
      "loss": 0.3406,
      "step": 1925890
    },
    {
      "epoch": 537.51,
      "grad_norm": 1.0851109027862549,
      "learning_rate": 1.249519325990587e-06,
      "loss": 0.3302,
      "step": 1925900
    },
    {
      "epoch": 537.51,
      "grad_norm": 1.1272255182266235,
      "learning_rate": 1.2494954142409997e-06,
      "loss": 0.3445,
      "step": 1925910
    },
    {
      "epoch": 537.52,
      "grad_norm": 1.1369348764419556,
      "learning_rate": 1.249471502637056e-06,
      "loss": 0.3421,
      "step": 1925920
    },
    {
      "epoch": 537.52,
      "grad_norm": 0.9909960031509399,
      "learning_rate": 1.249447591178763e-06,
      "loss": 0.3289,
      "step": 1925930
    },
    {
      "epoch": 537.52,
      "grad_norm": 1.089296817779541,
      "learning_rate": 1.2494236798661211e-06,
      "loss": 0.3377,
      "step": 1925940
    },
    {
      "epoch": 537.52,
      "grad_norm": 1.167729377746582,
      "learning_rate": 1.2493997686991347e-06,
      "loss": 0.3284,
      "step": 1925950
    },
    {
      "epoch": 537.53,
      "grad_norm": 1.121108055114746,
      "learning_rate": 1.249375857677807e-06,
      "loss": 0.3438,
      "step": 1925960
    },
    {
      "epoch": 537.53,
      "grad_norm": 1.0946784019470215,
      "learning_rate": 1.2493519468021402e-06,
      "loss": 0.3496,
      "step": 1925970
    },
    {
      "epoch": 537.53,
      "grad_norm": 1.0186611413955688,
      "learning_rate": 1.2493280360721379e-06,
      "loss": 0.3397,
      "step": 1925980
    },
    {
      "epoch": 537.54,
      "grad_norm": 1.16654634475708,
      "learning_rate": 1.2493041254878036e-06,
      "loss": 0.3533,
      "step": 1925990
    },
    {
      "epoch": 537.54,
      "grad_norm": 0.9769792556762695,
      "learning_rate": 1.249280215049141e-06,
      "loss": 0.3449,
      "step": 1926000
    },
    {
      "epoch": 537.54,
      "grad_norm": 1.1004657745361328,
      "learning_rate": 1.249256304756151e-06,
      "loss": 0.3337,
      "step": 1926010
    },
    {
      "epoch": 537.54,
      "grad_norm": 1.1067484617233276,
      "learning_rate": 1.2492323946088401e-06,
      "loss": 0.3481,
      "step": 1926020
    },
    {
      "epoch": 537.55,
      "grad_norm": 1.086467981338501,
      "learning_rate": 1.2492084846072092e-06,
      "loss": 0.3257,
      "step": 1926030
    },
    {
      "epoch": 537.55,
      "grad_norm": 1.1356687545776367,
      "learning_rate": 1.2491845747512615e-06,
      "loss": 0.3424,
      "step": 1926040
    },
    {
      "epoch": 537.55,
      "grad_norm": 1.0171120166778564,
      "learning_rate": 1.249160665041002e-06,
      "loss": 0.3414,
      "step": 1926050
    },
    {
      "epoch": 537.56,
      "grad_norm": 3.5127782821655273,
      "learning_rate": 1.249136755476432e-06,
      "loss": 0.3345,
      "step": 1926060
    },
    {
      "epoch": 537.56,
      "grad_norm": 1.0746722221374512,
      "learning_rate": 1.2491128460575549e-06,
      "loss": 0.3328,
      "step": 1926070
    },
    {
      "epoch": 537.56,
      "grad_norm": 1.2928167581558228,
      "learning_rate": 1.2490889367843745e-06,
      "loss": 0.3416,
      "step": 1926080
    },
    {
      "epoch": 537.56,
      "grad_norm": 1.125386357307434,
      "learning_rate": 1.2490650276568939e-06,
      "loss": 0.3425,
      "step": 1926090
    },
    {
      "epoch": 537.57,
      "grad_norm": 1.29670250415802,
      "learning_rate": 1.2490411186751167e-06,
      "loss": 0.3393,
      "step": 1926100
    },
    {
      "epoch": 537.57,
      "grad_norm": 1.1840773820877075,
      "learning_rate": 1.2490172098390449e-06,
      "loss": 0.353,
      "step": 1926110
    },
    {
      "epoch": 537.57,
      "grad_norm": 1.1517071723937988,
      "learning_rate": 1.2489933011486824e-06,
      "loss": 0.3508,
      "step": 1926120
    },
    {
      "epoch": 537.57,
      "grad_norm": 1.3361778259277344,
      "learning_rate": 1.248969392604032e-06,
      "loss": 0.3628,
      "step": 1926130
    },
    {
      "epoch": 537.58,
      "grad_norm": 0.9822105169296265,
      "learning_rate": 1.2489454842050985e-06,
      "loss": 0.3441,
      "step": 1926140
    },
    {
      "epoch": 537.58,
      "grad_norm": 1.190424919128418,
      "learning_rate": 1.248921575951882e-06,
      "loss": 0.354,
      "step": 1926150
    },
    {
      "epoch": 537.58,
      "grad_norm": 1.5054469108581543,
      "learning_rate": 1.248897667844389e-06,
      "loss": 0.3374,
      "step": 1926160
    },
    {
      "epoch": 537.59,
      "grad_norm": 1.0930896997451782,
      "learning_rate": 1.2488737598826202e-06,
      "loss": 0.3412,
      "step": 1926170
    },
    {
      "epoch": 537.59,
      "grad_norm": 1.2821425199508667,
      "learning_rate": 1.24884985206658e-06,
      "loss": 0.3482,
      "step": 1926180
    },
    {
      "epoch": 537.59,
      "grad_norm": 1.1440858840942383,
      "learning_rate": 1.248825944396272e-06,
      "loss": 0.3344,
      "step": 1926190
    },
    {
      "epoch": 537.59,
      "grad_norm": 1.0603420734405518,
      "learning_rate": 1.248802036871698e-06,
      "loss": 0.3424,
      "step": 1926200
    },
    {
      "epoch": 537.6,
      "grad_norm": 1.0265554189682007,
      "learning_rate": 1.2487781294928613e-06,
      "loss": 0.3418,
      "step": 1926210
    },
    {
      "epoch": 537.6,
      "grad_norm": 1.0685969591140747,
      "learning_rate": 1.2487542222597661e-06,
      "loss": 0.323,
      "step": 1926220
    },
    {
      "epoch": 537.6,
      "grad_norm": 1.2342454195022583,
      "learning_rate": 1.248730315172416e-06,
      "loss": 0.3537,
      "step": 1926230
    },
    {
      "epoch": 537.61,
      "grad_norm": 1.1429543495178223,
      "learning_rate": 1.2487064082308124e-06,
      "loss": 0.3345,
      "step": 1926240
    },
    {
      "epoch": 537.61,
      "grad_norm": 1.492915153503418,
      "learning_rate": 1.2486825014349594e-06,
      "loss": 0.342,
      "step": 1926250
    },
    {
      "epoch": 537.61,
      "grad_norm": 1.6937072277069092,
      "learning_rate": 1.2486585947848613e-06,
      "loss": 0.3342,
      "step": 1926260
    },
    {
      "epoch": 537.61,
      "grad_norm": 1.062998652458191,
      "learning_rate": 1.2486346882805179e-06,
      "loss": 0.3516,
      "step": 1926270
    },
    {
      "epoch": 537.62,
      "grad_norm": 1.304802656173706,
      "learning_rate": 1.248610781921937e-06,
      "loss": 0.3369,
      "step": 1926280
    },
    {
      "epoch": 537.62,
      "grad_norm": 1.123806357383728,
      "learning_rate": 1.248586875709118e-06,
      "loss": 0.3353,
      "step": 1926290
    },
    {
      "epoch": 537.62,
      "grad_norm": 1.196810007095337,
      "learning_rate": 1.248562969642066e-06,
      "loss": 0.3451,
      "step": 1926300
    },
    {
      "epoch": 537.62,
      "grad_norm": 1.2010838985443115,
      "learning_rate": 1.2485390637207832e-06,
      "loss": 0.3299,
      "step": 1926310
    },
    {
      "epoch": 537.63,
      "grad_norm": 1.1795318126678467,
      "learning_rate": 1.2485151579452744e-06,
      "loss": 0.3413,
      "step": 1926320
    },
    {
      "epoch": 537.63,
      "grad_norm": 1.0786446332931519,
      "learning_rate": 1.2484912523155408e-06,
      "loss": 0.3527,
      "step": 1926330
    },
    {
      "epoch": 537.63,
      "grad_norm": 1.1952022314071655,
      "learning_rate": 1.2484673468315862e-06,
      "loss": 0.3419,
      "step": 1926340
    },
    {
      "epoch": 537.64,
      "grad_norm": 1.0910707712173462,
      "learning_rate": 1.2484434414934152e-06,
      "loss": 0.3478,
      "step": 1926350
    },
    {
      "epoch": 537.64,
      "grad_norm": 1.0440131425857544,
      "learning_rate": 1.2484195363010282e-06,
      "loss": 0.3442,
      "step": 1926360
    },
    {
      "epoch": 537.64,
      "grad_norm": 1.0876784324645996,
      "learning_rate": 1.2483956312544312e-06,
      "loss": 0.3332,
      "step": 1926370
    },
    {
      "epoch": 537.64,
      "grad_norm": 1.1468147039413452,
      "learning_rate": 1.2483717263536256e-06,
      "loss": 0.3501,
      "step": 1926380
    },
    {
      "epoch": 537.65,
      "grad_norm": 1.1223132610321045,
      "learning_rate": 1.2483478215986152e-06,
      "loss": 0.3366,
      "step": 1926390
    },
    {
      "epoch": 537.65,
      "grad_norm": 1.1768743991851807,
      "learning_rate": 1.248323916989403e-06,
      "loss": 0.3305,
      "step": 1926400
    },
    {
      "epoch": 537.65,
      "grad_norm": 0.9863712787628174,
      "learning_rate": 1.2483000125259927e-06,
      "loss": 0.3408,
      "step": 1926410
    },
    {
      "epoch": 537.66,
      "grad_norm": 1.0325394868850708,
      "learning_rate": 1.2482761082083876e-06,
      "loss": 0.3423,
      "step": 1926420
    },
    {
      "epoch": 537.66,
      "grad_norm": 1.0142552852630615,
      "learning_rate": 1.2482522040365893e-06,
      "loss": 0.3434,
      "step": 1926430
    },
    {
      "epoch": 537.66,
      "grad_norm": 1.2724241018295288,
      "learning_rate": 1.2482283000106022e-06,
      "loss": 0.3393,
      "step": 1926440
    },
    {
      "epoch": 537.66,
      "grad_norm": 1.083277702331543,
      "learning_rate": 1.2482043961304293e-06,
      "loss": 0.3229,
      "step": 1926450
    },
    {
      "epoch": 537.67,
      "grad_norm": 1.0182514190673828,
      "learning_rate": 1.2481804923960749e-06,
      "loss": 0.3522,
      "step": 1926460
    },
    {
      "epoch": 537.67,
      "grad_norm": 1.3572293519973755,
      "learning_rate": 1.2481565888075403e-06,
      "loss": 0.3396,
      "step": 1926470
    },
    {
      "epoch": 537.67,
      "grad_norm": 1.0051947832107544,
      "learning_rate": 1.2481326853648292e-06,
      "loss": 0.3379,
      "step": 1926480
    },
    {
      "epoch": 537.68,
      "grad_norm": 0.9238252639770508,
      "learning_rate": 1.2481087820679463e-06,
      "loss": 0.3417,
      "step": 1926490
    },
    {
      "epoch": 537.68,
      "grad_norm": 1.0496567487716675,
      "learning_rate": 1.2480848789168915e-06,
      "loss": 0.3362,
      "step": 1926500
    },
    {
      "epoch": 537.68,
      "grad_norm": 1.267181634902954,
      "learning_rate": 1.2480609759116717e-06,
      "loss": 0.3496,
      "step": 1926510
    },
    {
      "epoch": 537.68,
      "grad_norm": 1.237376093864441,
      "learning_rate": 1.2480370730522878e-06,
      "loss": 0.3551,
      "step": 1926520
    },
    {
      "epoch": 537.69,
      "grad_norm": 1.1006014347076416,
      "learning_rate": 1.2480131703387434e-06,
      "loss": 0.3353,
      "step": 1926530
    },
    {
      "epoch": 537.69,
      "grad_norm": 1.2566425800323486,
      "learning_rate": 1.247989267771042e-06,
      "loss": 0.3414,
      "step": 1926540
    },
    {
      "epoch": 537.69,
      "grad_norm": 0.921787440776825,
      "learning_rate": 1.2479653653491874e-06,
      "loss": 0.3331,
      "step": 1926550
    },
    {
      "epoch": 537.69,
      "grad_norm": 1.0220396518707275,
      "learning_rate": 1.2479414630731812e-06,
      "loss": 0.3295,
      "step": 1926560
    },
    {
      "epoch": 537.7,
      "grad_norm": 1.1020212173461914,
      "learning_rate": 1.2479175609430275e-06,
      "loss": 0.3372,
      "step": 1926570
    },
    {
      "epoch": 537.7,
      "grad_norm": 1.0562156438827515,
      "learning_rate": 1.24789365895873e-06,
      "loss": 0.3466,
      "step": 1926580
    },
    {
      "epoch": 537.7,
      "grad_norm": 1.206426978111267,
      "learning_rate": 1.2478697571202897e-06,
      "loss": 0.3393,
      "step": 1926590
    },
    {
      "epoch": 537.71,
      "grad_norm": 1.2317326068878174,
      "learning_rate": 1.2478458554277132e-06,
      "loss": 0.3436,
      "step": 1926600
    },
    {
      "epoch": 537.71,
      "grad_norm": 1.2768776416778564,
      "learning_rate": 1.2478219538810007e-06,
      "loss": 0.3384,
      "step": 1926610
    },
    {
      "epoch": 537.71,
      "grad_norm": 1.1130847930908203,
      "learning_rate": 1.2477980524801568e-06,
      "loss": 0.3511,
      "step": 1926620
    },
    {
      "epoch": 537.71,
      "grad_norm": 1.0037627220153809,
      "learning_rate": 1.2477741512251853e-06,
      "loss": 0.3429,
      "step": 1926630
    },
    {
      "epoch": 537.72,
      "grad_norm": 1.0855097770690918,
      "learning_rate": 1.2477502501160874e-06,
      "loss": 0.3445,
      "step": 1926640
    },
    {
      "epoch": 537.72,
      "grad_norm": 1.244123935699463,
      "learning_rate": 1.2477263491528677e-06,
      "loss": 0.3269,
      "step": 1926650
    },
    {
      "epoch": 537.72,
      "grad_norm": 1.2197209596633911,
      "learning_rate": 1.2477024483355285e-06,
      "loss": 0.3306,
      "step": 1926660
    },
    {
      "epoch": 537.73,
      "grad_norm": 1.4991154670715332,
      "learning_rate": 1.2476785476640738e-06,
      "loss": 0.3489,
      "step": 1926670
    },
    {
      "epoch": 537.73,
      "grad_norm": 1.2984431982040405,
      "learning_rate": 1.2476546471385069e-06,
      "loss": 0.321,
      "step": 1926680
    },
    {
      "epoch": 537.73,
      "grad_norm": 1.2144516706466675,
      "learning_rate": 1.247630746758831e-06,
      "loss": 0.3303,
      "step": 1926690
    },
    {
      "epoch": 537.73,
      "grad_norm": 1.2311683893203735,
      "learning_rate": 1.247606846525048e-06,
      "loss": 0.3365,
      "step": 1926700
    },
    {
      "epoch": 537.74,
      "grad_norm": 1.1010993719100952,
      "learning_rate": 1.247582946437162e-06,
      "loss": 0.3396,
      "step": 1926710
    },
    {
      "epoch": 537.74,
      "grad_norm": 1.3744233846664429,
      "learning_rate": 1.247559046495177e-06,
      "loss": 0.3348,
      "step": 1926720
    },
    {
      "epoch": 537.74,
      "grad_norm": 0.8887098431587219,
      "learning_rate": 1.2475351466990937e-06,
      "loss": 0.3396,
      "step": 1926730
    },
    {
      "epoch": 537.74,
      "grad_norm": 1.0125643014907837,
      "learning_rate": 1.2475112470489186e-06,
      "loss": 0.3397,
      "step": 1926740
    },
    {
      "epoch": 537.75,
      "grad_norm": 1.144347071647644,
      "learning_rate": 1.2474873475446524e-06,
      "loss": 0.3352,
      "step": 1926750
    },
    {
      "epoch": 537.75,
      "grad_norm": 1.1567353010177612,
      "learning_rate": 1.247463448186299e-06,
      "loss": 0.3459,
      "step": 1926760
    },
    {
      "epoch": 537.75,
      "grad_norm": 1.139557957649231,
      "learning_rate": 1.2474395489738624e-06,
      "loss": 0.3477,
      "step": 1926770
    },
    {
      "epoch": 537.76,
      "grad_norm": 1.2888168096542358,
      "learning_rate": 1.2474156499073443e-06,
      "loss": 0.3383,
      "step": 1926780
    },
    {
      "epoch": 537.76,
      "grad_norm": 0.9764193892478943,
      "learning_rate": 1.2473917509867483e-06,
      "loss": 0.3444,
      "step": 1926790
    },
    {
      "epoch": 537.76,
      "grad_norm": 1.2669126987457275,
      "learning_rate": 1.2473678522120782e-06,
      "loss": 0.3476,
      "step": 1926800
    },
    {
      "epoch": 537.76,
      "grad_norm": 1.0581825971603394,
      "learning_rate": 1.2473439535833376e-06,
      "loss": 0.3281,
      "step": 1926810
    },
    {
      "epoch": 537.77,
      "grad_norm": 1.29256272315979,
      "learning_rate": 1.2473200551005273e-06,
      "loss": 0.358,
      "step": 1926820
    },
    {
      "epoch": 537.77,
      "grad_norm": 1.140303373336792,
      "learning_rate": 1.2472961567636537e-06,
      "loss": 0.3355,
      "step": 1926830
    },
    {
      "epoch": 537.77,
      "grad_norm": 1.25029718875885,
      "learning_rate": 1.2472722585727176e-06,
      "loss": 0.3422,
      "step": 1926840
    },
    {
      "epoch": 537.78,
      "grad_norm": 1.127071499824524,
      "learning_rate": 1.2472483605277231e-06,
      "loss": 0.3326,
      "step": 1926850
    },
    {
      "epoch": 537.78,
      "grad_norm": 1.0445950031280518,
      "learning_rate": 1.247224462628674e-06,
      "loss": 0.3369,
      "step": 1926860
    },
    {
      "epoch": 537.78,
      "grad_norm": 1.0780150890350342,
      "learning_rate": 1.2472005648755718e-06,
      "loss": 0.3341,
      "step": 1926870
    },
    {
      "epoch": 537.78,
      "grad_norm": 1.2992420196533203,
      "learning_rate": 1.247176667268421e-06,
      "loss": 0.3346,
      "step": 1926880
    },
    {
      "epoch": 537.79,
      "grad_norm": 1.4432032108306885,
      "learning_rate": 1.247152769807224e-06,
      "loss": 0.3382,
      "step": 1926890
    },
    {
      "epoch": 537.79,
      "grad_norm": 1.197504997253418,
      "learning_rate": 1.2471288724919855e-06,
      "loss": 0.359,
      "step": 1926900
    },
    {
      "epoch": 537.79,
      "grad_norm": 1.1004091501235962,
      "learning_rate": 1.2471049753227067e-06,
      "loss": 0.331,
      "step": 1926910
    },
    {
      "epoch": 537.8,
      "grad_norm": 1.3187706470489502,
      "learning_rate": 1.2470810782993913e-06,
      "loss": 0.3497,
      "step": 1926920
    },
    {
      "epoch": 537.8,
      "grad_norm": 1.0631129741668701,
      "learning_rate": 1.247057181422044e-06,
      "loss": 0.3327,
      "step": 1926930
    },
    {
      "epoch": 537.8,
      "grad_norm": 1.1865202188491821,
      "learning_rate": 1.247033284690665e-06,
      "loss": 0.3531,
      "step": 1926940
    },
    {
      "epoch": 537.8,
      "grad_norm": 0.9703109264373779,
      "learning_rate": 1.247009388105261e-06,
      "loss": 0.3527,
      "step": 1926950
    },
    {
      "epoch": 537.81,
      "grad_norm": 1.1859252452850342,
      "learning_rate": 1.246985491665832e-06,
      "loss": 0.3439,
      "step": 1926960
    },
    {
      "epoch": 537.81,
      "grad_norm": 1.1045606136322021,
      "learning_rate": 1.2469615953723843e-06,
      "loss": 0.327,
      "step": 1926970
    },
    {
      "epoch": 537.81,
      "grad_norm": 1.2067862749099731,
      "learning_rate": 1.2469376992249185e-06,
      "loss": 0.333,
      "step": 1926980
    },
    {
      "epoch": 537.81,
      "grad_norm": 1.1013946533203125,
      "learning_rate": 1.2469138032234385e-06,
      "loss": 0.3299,
      "step": 1926990
    },
    {
      "epoch": 537.82,
      "grad_norm": 1.1734325885772705,
      "learning_rate": 1.2468899073679488e-06,
      "loss": 0.3535,
      "step": 1927000
    },
    {
      "epoch": 537.82,
      "grad_norm": 1.2034578323364258,
      "learning_rate": 1.2468660116584507e-06,
      "loss": 0.3488,
      "step": 1927010
    },
    {
      "epoch": 537.82,
      "grad_norm": 1.2905880212783813,
      "learning_rate": 1.246842116094948e-06,
      "loss": 0.3468,
      "step": 1927020
    },
    {
      "epoch": 537.83,
      "grad_norm": 1.298574686050415,
      "learning_rate": 1.2468182206774437e-06,
      "loss": 0.3325,
      "step": 1927030
    },
    {
      "epoch": 537.83,
      "grad_norm": 1.1112184524536133,
      "learning_rate": 1.2467943254059428e-06,
      "loss": 0.3436,
      "step": 1927040
    },
    {
      "epoch": 537.83,
      "grad_norm": 1.073319435119629,
      "learning_rate": 1.246770430280446e-06,
      "loss": 0.3492,
      "step": 1927050
    },
    {
      "epoch": 537.83,
      "grad_norm": 1.13621985912323,
      "learning_rate": 1.2467465353009574e-06,
      "loss": 0.3286,
      "step": 1927060
    },
    {
      "epoch": 537.84,
      "grad_norm": 1.1966900825500488,
      "learning_rate": 1.246722640467481e-06,
      "loss": 0.3316,
      "step": 1927070
    },
    {
      "epoch": 537.84,
      "grad_norm": 1.0071396827697754,
      "learning_rate": 1.2466987457800175e-06,
      "loss": 0.3219,
      "step": 1927080
    },
    {
      "epoch": 537.84,
      "grad_norm": 2.2364695072174072,
      "learning_rate": 1.2466748512385738e-06,
      "loss": 0.327,
      "step": 1927090
    },
    {
      "epoch": 537.85,
      "grad_norm": 1.2344403266906738,
      "learning_rate": 1.24665095684315e-06,
      "loss": 0.3283,
      "step": 1927100
    },
    {
      "epoch": 537.85,
      "grad_norm": 0.9408637285232544,
      "learning_rate": 1.2466270625937504e-06,
      "loss": 0.339,
      "step": 1927110
    },
    {
      "epoch": 537.85,
      "grad_norm": 1.142171859741211,
      "learning_rate": 1.2466031684903784e-06,
      "loss": 0.3499,
      "step": 1927120
    },
    {
      "epoch": 537.85,
      "grad_norm": 1.1356855630874634,
      "learning_rate": 1.2465792745330377e-06,
      "loss": 0.3595,
      "step": 1927130
    },
    {
      "epoch": 537.86,
      "grad_norm": 1.0561878681182861,
      "learning_rate": 1.2465553807217294e-06,
      "loss": 0.3298,
      "step": 1927140
    },
    {
      "epoch": 537.86,
      "grad_norm": 1.219275712966919,
      "learning_rate": 1.2465314870564586e-06,
      "loss": 0.3383,
      "step": 1927150
    },
    {
      "epoch": 537.86,
      "grad_norm": 1.0788476467132568,
      "learning_rate": 1.2465075935372285e-06,
      "loss": 0.3233,
      "step": 1927160
    },
    {
      "epoch": 537.86,
      "grad_norm": 1.1735665798187256,
      "learning_rate": 1.24648370016404e-06,
      "loss": 0.3432,
      "step": 1927170
    },
    {
      "epoch": 537.87,
      "grad_norm": 8.774277687072754,
      "learning_rate": 1.2464598069368997e-06,
      "loss": 0.3393,
      "step": 1927180
    },
    {
      "epoch": 537.87,
      "grad_norm": 1.220982313156128,
      "learning_rate": 1.2464359138558082e-06,
      "loss": 0.3343,
      "step": 1927190
    },
    {
      "epoch": 537.87,
      "grad_norm": 1.0651063919067383,
      "learning_rate": 1.2464120209207693e-06,
      "loss": 0.3498,
      "step": 1927200
    },
    {
      "epoch": 537.88,
      "grad_norm": 1.0341684818267822,
      "learning_rate": 1.2463881281317873e-06,
      "loss": 0.341,
      "step": 1927210
    },
    {
      "epoch": 537.88,
      "grad_norm": 1.3630619049072266,
      "learning_rate": 1.2463642354888636e-06,
      "loss": 0.3457,
      "step": 1927220
    },
    {
      "epoch": 537.88,
      "grad_norm": 1.1587778329849243,
      "learning_rate": 1.2463403429920025e-06,
      "loss": 0.3438,
      "step": 1927230
    },
    {
      "epoch": 537.88,
      "grad_norm": 1.2669998407363892,
      "learning_rate": 1.2463164506412065e-06,
      "loss": 0.3431,
      "step": 1927240
    },
    {
      "epoch": 537.89,
      "grad_norm": 1.0071860551834106,
      "learning_rate": 1.2462925584364796e-06,
      "loss": 0.3431,
      "step": 1927250
    },
    {
      "epoch": 537.89,
      "grad_norm": 1.123096227645874,
      "learning_rate": 1.2462686663778242e-06,
      "loss": 0.3571,
      "step": 1927260
    },
    {
      "epoch": 537.89,
      "grad_norm": 1.0191761255264282,
      "learning_rate": 1.2462447744652452e-06,
      "loss": 0.3442,
      "step": 1927270
    },
    {
      "epoch": 537.9,
      "grad_norm": 1.3085196018218994,
      "learning_rate": 1.2462208826987433e-06,
      "loss": 0.3395,
      "step": 1927280
    },
    {
      "epoch": 537.9,
      "grad_norm": 1.1012376546859741,
      "learning_rate": 1.2461969910783228e-06,
      "loss": 0.3304,
      "step": 1927290
    },
    {
      "epoch": 537.9,
      "grad_norm": 1.1800845861434937,
      "learning_rate": 1.2461730996039878e-06,
      "loss": 0.3425,
      "step": 1927300
    },
    {
      "epoch": 537.9,
      "grad_norm": 1.0314429998397827,
      "learning_rate": 1.2461492082757389e-06,
      "loss": 0.3433,
      "step": 1927310
    },
    {
      "epoch": 537.91,
      "grad_norm": 1.297764539718628,
      "learning_rate": 1.2461253170935826e-06,
      "loss": 0.3321,
      "step": 1927320
    },
    {
      "epoch": 537.91,
      "grad_norm": 1.1523723602294922,
      "learning_rate": 1.2461014260575196e-06,
      "loss": 0.3386,
      "step": 1927330
    },
    {
      "epoch": 537.91,
      "grad_norm": 1.0171771049499512,
      "learning_rate": 1.246077535167554e-06,
      "loss": 0.3516,
      "step": 1927340
    },
    {
      "epoch": 537.92,
      "grad_norm": 1.2384099960327148,
      "learning_rate": 1.246053644423689e-06,
      "loss": 0.3381,
      "step": 1927350
    },
    {
      "epoch": 537.92,
      "grad_norm": 1.2346384525299072,
      "learning_rate": 1.2460297538259285e-06,
      "loss": 0.3494,
      "step": 1927360
    },
    {
      "epoch": 537.92,
      "grad_norm": 1.0862809419631958,
      "learning_rate": 1.2460058633742738e-06,
      "loss": 0.3329,
      "step": 1927370
    },
    {
      "epoch": 537.92,
      "grad_norm": 0.9488961696624756,
      "learning_rate": 1.2459819730687293e-06,
      "loss": 0.3295,
      "step": 1927380
    },
    {
      "epoch": 537.93,
      "grad_norm": 1.2554452419281006,
      "learning_rate": 1.245958082909299e-06,
      "loss": 0.3426,
      "step": 1927390
    },
    {
      "epoch": 537.93,
      "grad_norm": 1.2275856733322144,
      "learning_rate": 1.245934192895983e-06,
      "loss": 0.3436,
      "step": 1927400
    },
    {
      "epoch": 537.93,
      "grad_norm": 1.0573948621749878,
      "learning_rate": 1.2459103030287885e-06,
      "loss": 0.3457,
      "step": 1927410
    },
    {
      "epoch": 537.93,
      "grad_norm": 0.9383221864700317,
      "learning_rate": 1.245886413307716e-06,
      "loss": 0.3348,
      "step": 1927420
    },
    {
      "epoch": 537.94,
      "grad_norm": 1.2731201648712158,
      "learning_rate": 1.2458625237327694e-06,
      "loss": 0.3382,
      "step": 1927430
    },
    {
      "epoch": 537.94,
      "grad_norm": 1.3016260862350464,
      "learning_rate": 1.2458386343039527e-06,
      "loss": 0.3379,
      "step": 1927440
    },
    {
      "epoch": 537.94,
      "grad_norm": 1.1148289442062378,
      "learning_rate": 1.2458147450212675e-06,
      "loss": 0.3431,
      "step": 1927450
    },
    {
      "epoch": 537.95,
      "grad_norm": 1.2490655183792114,
      "learning_rate": 1.245790855884718e-06,
      "loss": 0.3363,
      "step": 1927460
    },
    {
      "epoch": 537.95,
      "grad_norm": 1.1841996908187866,
      "learning_rate": 1.2457669668943065e-06,
      "loss": 0.3447,
      "step": 1927470
    },
    {
      "epoch": 537.95,
      "grad_norm": 1.0521574020385742,
      "learning_rate": 1.2457430780500384e-06,
      "loss": 0.3492,
      "step": 1927480
    },
    {
      "epoch": 537.95,
      "grad_norm": 1.3518604040145874,
      "learning_rate": 1.2457191893519134e-06,
      "loss": 0.3458,
      "step": 1927490
    },
    {
      "epoch": 537.96,
      "grad_norm": 1.2430198192596436,
      "learning_rate": 1.2456953007999382e-06,
      "loss": 0.3508,
      "step": 1927500
    },
    {
      "epoch": 537.96,
      "grad_norm": 1.1711387634277344,
      "learning_rate": 1.2456714123941135e-06,
      "loss": 0.3264,
      "step": 1927510
    },
    {
      "epoch": 537.96,
      "grad_norm": 1.1834204196929932,
      "learning_rate": 1.2456475241344436e-06,
      "loss": 0.3391,
      "step": 1927520
    },
    {
      "epoch": 537.97,
      "grad_norm": 1.414536952972412,
      "learning_rate": 1.245623636020932e-06,
      "loss": 0.3509,
      "step": 1927530
    },
    {
      "epoch": 537.97,
      "grad_norm": 1.1907986402511597,
      "learning_rate": 1.2455997480535798e-06,
      "loss": 0.3296,
      "step": 1927540
    },
    {
      "epoch": 537.97,
      "grad_norm": 1.1771676540374756,
      "learning_rate": 1.2455758602323935e-06,
      "loss": 0.3344,
      "step": 1927550
    },
    {
      "epoch": 537.97,
      "grad_norm": 1.0952396392822266,
      "learning_rate": 1.2455519725573736e-06,
      "loss": 0.3528,
      "step": 1927560
    },
    {
      "epoch": 537.98,
      "grad_norm": 1.198744535446167,
      "learning_rate": 1.245528085028524e-06,
      "loss": 0.3581,
      "step": 1927570
    },
    {
      "epoch": 537.98,
      "grad_norm": 1.164595365524292,
      "learning_rate": 1.245504197645849e-06,
      "loss": 0.3436,
      "step": 1927580
    },
    {
      "epoch": 537.98,
      "grad_norm": 1.2888708114624023,
      "learning_rate": 1.2454803104093498e-06,
      "loss": 0.3388,
      "step": 1927590
    },
    {
      "epoch": 537.98,
      "grad_norm": 1.105215311050415,
      "learning_rate": 1.2454564233190305e-06,
      "loss": 0.3404,
      "step": 1927600
    },
    {
      "epoch": 537.99,
      "grad_norm": 1.2553861141204834,
      "learning_rate": 1.2454325363748947e-06,
      "loss": 0.3461,
      "step": 1927610
    },
    {
      "epoch": 537.99,
      "grad_norm": 0.9746736884117126,
      "learning_rate": 1.245408649576946e-06,
      "loss": 0.346,
      "step": 1927620
    },
    {
      "epoch": 537.99,
      "grad_norm": 1.1196229457855225,
      "learning_rate": 1.245384762925185e-06,
      "loss": 0.3572,
      "step": 1927630
    },
    {
      "epoch": 538.0,
      "grad_norm": 0.9889143109321594,
      "learning_rate": 1.2453608764196186e-06,
      "loss": 0.3476,
      "step": 1927640
    },
    {
      "epoch": 538.0,
      "grad_norm": 1.176894187927246,
      "learning_rate": 1.245336990060247e-06,
      "loss": 0.334,
      "step": 1927650
    },
    {
      "epoch": 538.0,
      "eval_loss": 0.3411886692047119,
      "eval_runtime": 63.4621,
      "eval_samples_per_second": 79.717,
      "eval_steps_per_second": 9.974,
      "step": 1927654
    },
    {
      "epoch": 538.0,
      "grad_norm": 1.0866981744766235,
      "learning_rate": 1.2453131038470746e-06,
      "loss": 0.3495,
      "step": 1927660
    },
    {
      "epoch": 538.0,
      "grad_norm": 0.9484521746635437,
      "learning_rate": 1.2452892177801054e-06,
      "loss": 0.3475,
      "step": 1927670
    },
    {
      "epoch": 538.01,
      "grad_norm": 1.0675357580184937,
      "learning_rate": 1.2452653318593406e-06,
      "loss": 0.3463,
      "step": 1927680
    },
    {
      "epoch": 538.01,
      "grad_norm": 0.9863713383674622,
      "learning_rate": 1.2452414460847846e-06,
      "loss": 0.3449,
      "step": 1927690
    },
    {
      "epoch": 538.01,
      "grad_norm": 1.0438992977142334,
      "learning_rate": 1.2452175604564403e-06,
      "loss": 0.3359,
      "step": 1927700
    },
    {
      "epoch": 538.02,
      "grad_norm": 1.0119411945343018,
      "learning_rate": 1.245193674974312e-06,
      "loss": 0.3344,
      "step": 1927710
    },
    {
      "epoch": 538.02,
      "grad_norm": 1.2857292890548706,
      "learning_rate": 1.2451697896384006e-06,
      "loss": 0.3233,
      "step": 1927720
    },
    {
      "epoch": 538.02,
      "grad_norm": 1.1344436407089233,
      "learning_rate": 1.2451459044487109e-06,
      "loss": 0.3471,
      "step": 1927730
    },
    {
      "epoch": 538.02,
      "grad_norm": 1.1513972282409668,
      "learning_rate": 1.2451220194052463e-06,
      "loss": 0.3488,
      "step": 1927740
    },
    {
      "epoch": 538.03,
      "grad_norm": 1.1560709476470947,
      "learning_rate": 1.2450981345080078e-06,
      "loss": 0.3361,
      "step": 1927750
    },
    {
      "epoch": 538.03,
      "grad_norm": 0.9879510402679443,
      "learning_rate": 1.2450742497570018e-06,
      "loss": 0.3297,
      "step": 1927760
    },
    {
      "epoch": 538.03,
      "grad_norm": 1.2313411235809326,
      "learning_rate": 1.2450503651522292e-06,
      "loss": 0.3449,
      "step": 1927770
    },
    {
      "epoch": 538.04,
      "grad_norm": 1.0069382190704346,
      "learning_rate": 1.2450264806936934e-06,
      "loss": 0.3346,
      "step": 1927780
    },
    {
      "epoch": 538.04,
      "grad_norm": 1.4804896116256714,
      "learning_rate": 1.2450025963813982e-06,
      "loss": 0.3326,
      "step": 1927790
    },
    {
      "epoch": 538.04,
      "grad_norm": 0.8787376284599304,
      "learning_rate": 1.2449787122153478e-06,
      "loss": 0.3414,
      "step": 1927800
    },
    {
      "epoch": 538.04,
      "grad_norm": 1.1150155067443848,
      "learning_rate": 1.2449548281955428e-06,
      "loss": 0.3186,
      "step": 1927810
    },
    {
      "epoch": 538.05,
      "grad_norm": 1.0547616481781006,
      "learning_rate": 1.2449309443219879e-06,
      "loss": 0.3403,
      "step": 1927820
    },
    {
      "epoch": 538.05,
      "grad_norm": 1.133333444595337,
      "learning_rate": 1.2449070605946863e-06,
      "loss": 0.329,
      "step": 1927830
    },
    {
      "epoch": 538.05,
      "grad_norm": 1.1780446767807007,
      "learning_rate": 1.2448831770136406e-06,
      "loss": 0.3409,
      "step": 1927840
    },
    {
      "epoch": 538.05,
      "grad_norm": 1.208147406578064,
      "learning_rate": 1.2448592935788555e-06,
      "loss": 0.3357,
      "step": 1927850
    },
    {
      "epoch": 538.06,
      "grad_norm": 0.9650444388389587,
      "learning_rate": 1.2448354102903322e-06,
      "loss": 0.3511,
      "step": 1927860
    },
    {
      "epoch": 538.06,
      "grad_norm": 1.050376057624817,
      "learning_rate": 1.2448115271480746e-06,
      "loss": 0.3487,
      "step": 1927870
    },
    {
      "epoch": 538.06,
      "grad_norm": 1.2049065828323364,
      "learning_rate": 1.2447876441520873e-06,
      "loss": 0.3451,
      "step": 1927880
    },
    {
      "epoch": 538.07,
      "grad_norm": 1.0525864362716675,
      "learning_rate": 1.2447637613023699e-06,
      "loss": 0.3502,
      "step": 1927890
    },
    {
      "epoch": 538.07,
      "grad_norm": 1.2199630737304688,
      "learning_rate": 1.2447398785989297e-06,
      "loss": 0.3295,
      "step": 1927900
    },
    {
      "epoch": 538.07,
      "grad_norm": 1.4360885620117188,
      "learning_rate": 1.2447159960417675e-06,
      "loss": 0.3439,
      "step": 1927910
    },
    {
      "epoch": 538.07,
      "grad_norm": 1.1423782110214233,
      "learning_rate": 1.2446921136308869e-06,
      "loss": 0.3342,
      "step": 1927920
    },
    {
      "epoch": 538.08,
      "grad_norm": 1.0055863857269287,
      "learning_rate": 1.2446682313662907e-06,
      "loss": 0.3338,
      "step": 1927930
    },
    {
      "epoch": 538.08,
      "grad_norm": 1.0180294513702393,
      "learning_rate": 1.244644349247984e-06,
      "loss": 0.3236,
      "step": 1927940
    },
    {
      "epoch": 538.08,
      "grad_norm": 1.2021785974502563,
      "learning_rate": 1.2446204672759677e-06,
      "loss": 0.3516,
      "step": 1927950
    },
    {
      "epoch": 538.09,
      "grad_norm": 1.048416256904602,
      "learning_rate": 1.2445965854502456e-06,
      "loss": 0.347,
      "step": 1927960
    },
    {
      "epoch": 538.09,
      "grad_norm": 1.0461454391479492,
      "learning_rate": 1.2445727037708225e-06,
      "loss": 0.3532,
      "step": 1927970
    },
    {
      "epoch": 538.09,
      "grad_norm": 1.150141716003418,
      "learning_rate": 1.2445488222376977e-06,
      "loss": 0.3485,
      "step": 1927980
    },
    {
      "epoch": 538.09,
      "grad_norm": 1.1051933765411377,
      "learning_rate": 1.244524940850879e-06,
      "loss": 0.3305,
      "step": 1927990
    },
    {
      "epoch": 538.1,
      "grad_norm": 1.1490470170974731,
      "learning_rate": 1.2445010596103667e-06,
      "loss": 0.34,
      "step": 1928000
    },
    {
      "epoch": 538.1,
      "grad_norm": 0.9528411030769348,
      "learning_rate": 1.2444771785161644e-06,
      "loss": 0.3327,
      "step": 1928010
    },
    {
      "epoch": 538.1,
      "grad_norm": 1.0121949911117554,
      "learning_rate": 1.2444532975682767e-06,
      "loss": 0.3338,
      "step": 1928020
    },
    {
      "epoch": 538.1,
      "grad_norm": 1.3411563634872437,
      "learning_rate": 1.2444294167667049e-06,
      "loss": 0.3551,
      "step": 1928030
    },
    {
      "epoch": 538.11,
      "grad_norm": 1.0824990272521973,
      "learning_rate": 1.2444055361114529e-06,
      "loss": 0.3412,
      "step": 1928040
    },
    {
      "epoch": 538.11,
      "grad_norm": 1.2352124452590942,
      "learning_rate": 1.2443816556025241e-06,
      "loss": 0.3469,
      "step": 1928050
    },
    {
      "epoch": 538.11,
      "grad_norm": 1.1069449186325073,
      "learning_rate": 1.244357775239922e-06,
      "loss": 0.3289,
      "step": 1928060
    },
    {
      "epoch": 538.12,
      "grad_norm": 1.1769732236862183,
      "learning_rate": 1.2443338950236478e-06,
      "loss": 0.3519,
      "step": 1928070
    },
    {
      "epoch": 538.12,
      "grad_norm": 1.0279449224472046,
      "learning_rate": 1.2443100149537079e-06,
      "loss": 0.3274,
      "step": 1928080
    },
    {
      "epoch": 538.12,
      "grad_norm": 1.0366318225860596,
      "learning_rate": 1.244286135030103e-06,
      "loss": 0.344,
      "step": 1928090
    },
    {
      "epoch": 538.12,
      "grad_norm": 1.1882036924362183,
      "learning_rate": 1.2442622552528369e-06,
      "loss": 0.3365,
      "step": 1928100
    },
    {
      "epoch": 538.13,
      "grad_norm": 3.064784288406372,
      "learning_rate": 1.2442383756219139e-06,
      "loss": 0.3409,
      "step": 1928110
    },
    {
      "epoch": 538.13,
      "grad_norm": 1.0749942064285278,
      "learning_rate": 1.244214496137334e-06,
      "loss": 0.3364,
      "step": 1928120
    },
    {
      "epoch": 538.13,
      "grad_norm": 1.1229428052902222,
      "learning_rate": 1.2441906167991048e-06,
      "loss": 0.3512,
      "step": 1928130
    },
    {
      "epoch": 538.14,
      "grad_norm": 1.0987446308135986,
      "learning_rate": 1.2441667376072263e-06,
      "loss": 0.3314,
      "step": 1928140
    },
    {
      "epoch": 538.14,
      "grad_norm": 0.9299484491348267,
      "learning_rate": 1.2441428585617026e-06,
      "loss": 0.3461,
      "step": 1928150
    },
    {
      "epoch": 538.14,
      "grad_norm": 1.087293028831482,
      "learning_rate": 1.2441189796625377e-06,
      "loss": 0.3289,
      "step": 1928160
    },
    {
      "epoch": 538.14,
      "grad_norm": 1.3153854608535767,
      "learning_rate": 1.2440951009097336e-06,
      "loss": 0.3435,
      "step": 1928170
    },
    {
      "epoch": 538.15,
      "grad_norm": 0.9616042971611023,
      "learning_rate": 1.2440712223032932e-06,
      "loss": 0.3497,
      "step": 1928180
    },
    {
      "epoch": 538.15,
      "grad_norm": 1.0208508968353271,
      "learning_rate": 1.2440473438432206e-06,
      "loss": 0.3237,
      "step": 1928190
    },
    {
      "epoch": 538.15,
      "grad_norm": 1.2643057107925415,
      "learning_rate": 1.2440234655295199e-06,
      "loss": 0.3424,
      "step": 1928200
    },
    {
      "epoch": 538.16,
      "grad_norm": 1.145094394683838,
      "learning_rate": 1.2439995873621908e-06,
      "loss": 0.3401,
      "step": 1928210
    },
    {
      "epoch": 538.16,
      "grad_norm": 1.3637200593948364,
      "learning_rate": 1.243975709341241e-06,
      "loss": 0.347,
      "step": 1928220
    },
    {
      "epoch": 538.16,
      "grad_norm": 1.134676218032837,
      "learning_rate": 1.2439518314666702e-06,
      "loss": 0.3444,
      "step": 1928230
    },
    {
      "epoch": 538.16,
      "grad_norm": 1.0254284143447876,
      "learning_rate": 1.243927953738483e-06,
      "loss": 0.3349,
      "step": 1928240
    },
    {
      "epoch": 538.17,
      "grad_norm": 1.361492395401001,
      "learning_rate": 1.2439040761566835e-06,
      "loss": 0.3484,
      "step": 1928250
    },
    {
      "epoch": 538.17,
      "grad_norm": 1.153546929359436,
      "learning_rate": 1.2438801987212725e-06,
      "loss": 0.3508,
      "step": 1928260
    },
    {
      "epoch": 538.17,
      "grad_norm": 1.1272977590560913,
      "learning_rate": 1.2438563214322548e-06,
      "loss": 0.3633,
      "step": 1928270
    },
    {
      "epoch": 538.17,
      "grad_norm": 1.247918963432312,
      "learning_rate": 1.243832444289633e-06,
      "loss": 0.3373,
      "step": 1928280
    },
    {
      "epoch": 538.18,
      "grad_norm": 1.055632472038269,
      "learning_rate": 1.2438085672934117e-06,
      "loss": 0.3388,
      "step": 1928290
    },
    {
      "epoch": 538.18,
      "grad_norm": 1.035904049873352,
      "learning_rate": 1.2437846904435918e-06,
      "loss": 0.3524,
      "step": 1928300
    },
    {
      "epoch": 538.18,
      "grad_norm": 1.1796677112579346,
      "learning_rate": 1.2437608137401775e-06,
      "loss": 0.3217,
      "step": 1928310
    },
    {
      "epoch": 538.19,
      "grad_norm": 1.0802817344665527,
      "learning_rate": 1.2437369371831722e-06,
      "loss": 0.3441,
      "step": 1928320
    },
    {
      "epoch": 538.19,
      "grad_norm": 1.0982295274734497,
      "learning_rate": 1.2437130607725792e-06,
      "loss": 0.3202,
      "step": 1928330
    },
    {
      "epoch": 538.19,
      "grad_norm": 0.9624431729316711,
      "learning_rate": 1.2436891845084019e-06,
      "loss": 0.34,
      "step": 1928340
    },
    {
      "epoch": 538.19,
      "grad_norm": 1.146389126777649,
      "learning_rate": 1.2436653083906423e-06,
      "loss": 0.3316,
      "step": 1928350
    },
    {
      "epoch": 538.2,
      "grad_norm": 1.115463137626648,
      "learning_rate": 1.2436414324193042e-06,
      "loss": 0.3383,
      "step": 1928360
    },
    {
      "epoch": 538.2,
      "grad_norm": 1.2478489875793457,
      "learning_rate": 1.243617556594391e-06,
      "loss": 0.3336,
      "step": 1928370
    },
    {
      "epoch": 538.2,
      "grad_norm": 1.3182681798934937,
      "learning_rate": 1.2435936809159065e-06,
      "loss": 0.3345,
      "step": 1928380
    },
    {
      "epoch": 538.21,
      "grad_norm": 1.0025664567947388,
      "learning_rate": 1.2435698053838521e-06,
      "loss": 0.3175,
      "step": 1928390
    },
    {
      "epoch": 538.21,
      "grad_norm": 1.0879747867584229,
      "learning_rate": 1.243545929998232e-06,
      "loss": 0.3487,
      "step": 1928400
    },
    {
      "epoch": 538.21,
      "grad_norm": 1.1156374216079712,
      "learning_rate": 1.2435220547590495e-06,
      "loss": 0.3436,
      "step": 1928410
    },
    {
      "epoch": 538.21,
      "grad_norm": 1.2001301050186157,
      "learning_rate": 1.2434981796663076e-06,
      "loss": 0.3299,
      "step": 1928420
    },
    {
      "epoch": 538.22,
      "grad_norm": 1.3516892194747925,
      "learning_rate": 1.2434743047200106e-06,
      "loss": 0.3503,
      "step": 1928430
    },
    {
      "epoch": 538.22,
      "grad_norm": 0.9894034266471863,
      "learning_rate": 1.2434504299201583e-06,
      "loss": 0.3341,
      "step": 1928440
    },
    {
      "epoch": 538.22,
      "grad_norm": 0.9836069941520691,
      "learning_rate": 1.2434265552667585e-06,
      "loss": 0.3549,
      "step": 1928450
    },
    {
      "epoch": 538.22,
      "grad_norm": 1.1224561929702759,
      "learning_rate": 1.2434026807598108e-06,
      "loss": 0.3282,
      "step": 1928460
    },
    {
      "epoch": 538.23,
      "grad_norm": 1.2850582599639893,
      "learning_rate": 1.2433788063993197e-06,
      "loss": 0.3335,
      "step": 1928470
    },
    {
      "epoch": 538.23,
      "grad_norm": 1.3208287954330444,
      "learning_rate": 1.2433549321852893e-06,
      "loss": 0.3476,
      "step": 1928480
    },
    {
      "epoch": 538.23,
      "grad_norm": 1.0439066886901855,
      "learning_rate": 1.2433310581177209e-06,
      "loss": 0.3393,
      "step": 1928490
    },
    {
      "epoch": 538.24,
      "grad_norm": 1.04426109790802,
      "learning_rate": 1.2433071841966186e-06,
      "loss": 0.3444,
      "step": 1928500
    },
    {
      "epoch": 538.24,
      "grad_norm": 1.0819942951202393,
      "learning_rate": 1.2432833104219855e-06,
      "loss": 0.345,
      "step": 1928510
    },
    {
      "epoch": 538.24,
      "grad_norm": 1.3524158000946045,
      "learning_rate": 1.2432594367938258e-06,
      "loss": 0.3432,
      "step": 1928520
    },
    {
      "epoch": 538.24,
      "grad_norm": 1.2343660593032837,
      "learning_rate": 1.2432355633121405e-06,
      "loss": 0.3444,
      "step": 1928530
    },
    {
      "epoch": 538.25,
      "grad_norm": 1.1185975074768066,
      "learning_rate": 1.243211689976934e-06,
      "loss": 0.3548,
      "step": 1928540
    },
    {
      "epoch": 538.25,
      "grad_norm": 1.1836811304092407,
      "learning_rate": 1.2431878167882106e-06,
      "loss": 0.3444,
      "step": 1928550
    },
    {
      "epoch": 538.25,
      "grad_norm": 1.3461031913757324,
      "learning_rate": 1.2431639437459702e-06,
      "loss": 0.3288,
      "step": 1928560
    },
    {
      "epoch": 538.26,
      "grad_norm": 1.2967370748519897,
      "learning_rate": 1.2431400708502202e-06,
      "loss": 0.3205,
      "step": 1928570
    },
    {
      "epoch": 538.26,
      "grad_norm": 1.1448732614517212,
      "learning_rate": 1.2431161981009605e-06,
      "loss": 0.3506,
      "step": 1928580
    },
    {
      "epoch": 538.26,
      "grad_norm": 1.1091715097427368,
      "learning_rate": 1.243092325498196e-06,
      "loss": 0.3431,
      "step": 1928590
    },
    {
      "epoch": 538.26,
      "grad_norm": 1.231507420539856,
      "learning_rate": 1.2430684530419286e-06,
      "loss": 0.3512,
      "step": 1928600
    },
    {
      "epoch": 538.27,
      "grad_norm": 1.0131704807281494,
      "learning_rate": 1.2430445807321638e-06,
      "loss": 0.3353,
      "step": 1928610
    },
    {
      "epoch": 538.27,
      "grad_norm": 1.0930734872817993,
      "learning_rate": 1.243020708568902e-06,
      "loss": 0.342,
      "step": 1928620
    },
    {
      "epoch": 538.27,
      "grad_norm": 1.090768814086914,
      "learning_rate": 1.2429968365521475e-06,
      "loss": 0.3382,
      "step": 1928630
    },
    {
      "epoch": 538.28,
      "grad_norm": 0.9491812586784363,
      "learning_rate": 1.2429729646819045e-06,
      "loss": 0.3406,
      "step": 1928640
    },
    {
      "epoch": 538.28,
      "grad_norm": 1.0233827829360962,
      "learning_rate": 1.2429490929581734e-06,
      "loss": 0.3559,
      "step": 1928650
    },
    {
      "epoch": 538.28,
      "grad_norm": 1.2232099771499634,
      "learning_rate": 1.242925221380961e-06,
      "loss": 0.3524,
      "step": 1928660
    },
    {
      "epoch": 538.28,
      "grad_norm": 1.1837414503097534,
      "learning_rate": 1.242901349950268e-06,
      "loss": 0.3312,
      "step": 1928670
    },
    {
      "epoch": 538.29,
      "grad_norm": 1.0108662843704224,
      "learning_rate": 1.2428774786660978e-06,
      "loss": 0.3309,
      "step": 1928680
    },
    {
      "epoch": 538.29,
      "grad_norm": 1.2245159149169922,
      "learning_rate": 1.2428536075284553e-06,
      "loss": 0.3414,
      "step": 1928690
    },
    {
      "epoch": 538.29,
      "grad_norm": 1.141845941543579,
      "learning_rate": 1.2428297365373406e-06,
      "loss": 0.3442,
      "step": 1928700
    },
    {
      "epoch": 538.29,
      "grad_norm": 1.027499794960022,
      "learning_rate": 1.2428058656927603e-06,
      "loss": 0.3485,
      "step": 1928710
    },
    {
      "epoch": 538.3,
      "grad_norm": 1.086234211921692,
      "learning_rate": 1.2427819949947151e-06,
      "loss": 0.3442,
      "step": 1928720
    },
    {
      "epoch": 538.3,
      "grad_norm": 0.9849586486816406,
      "learning_rate": 1.242758124443209e-06,
      "loss": 0.329,
      "step": 1928730
    },
    {
      "epoch": 538.3,
      "grad_norm": 0.9819239377975464,
      "learning_rate": 1.2427342540382454e-06,
      "loss": 0.3423,
      "step": 1928740
    },
    {
      "epoch": 538.31,
      "grad_norm": 1.0370670557022095,
      "learning_rate": 1.2427103837798281e-06,
      "loss": 0.3193,
      "step": 1928750
    },
    {
      "epoch": 538.31,
      "grad_norm": 1.1449909210205078,
      "learning_rate": 1.2426865136679586e-06,
      "loss": 0.3527,
      "step": 1928760
    },
    {
      "epoch": 538.31,
      "grad_norm": 1.1241602897644043,
      "learning_rate": 1.242662643702641e-06,
      "loss": 0.355,
      "step": 1928770
    },
    {
      "epoch": 538.31,
      "grad_norm": 1.2407699823379517,
      "learning_rate": 1.2426387738838792e-06,
      "loss": 0.3365,
      "step": 1928780
    },
    {
      "epoch": 538.32,
      "grad_norm": 1.242203950881958,
      "learning_rate": 1.242614904211674e-06,
      "loss": 0.3455,
      "step": 1928790
    },
    {
      "epoch": 538.32,
      "grad_norm": 1.04048752784729,
      "learning_rate": 1.2425910346860317e-06,
      "loss": 0.3295,
      "step": 1928800
    },
    {
      "epoch": 538.32,
      "grad_norm": 1.1708872318267822,
      "learning_rate": 1.242567165306953e-06,
      "loss": 0.35,
      "step": 1928810
    },
    {
      "epoch": 538.33,
      "grad_norm": 1.1158252954483032,
      "learning_rate": 1.2425432960744424e-06,
      "loss": 0.3419,
      "step": 1928820
    },
    {
      "epoch": 538.33,
      "grad_norm": 1.400993824005127,
      "learning_rate": 1.2425194269885037e-06,
      "loss": 0.3394,
      "step": 1928830
    },
    {
      "epoch": 538.33,
      "grad_norm": 1.1364670991897583,
      "learning_rate": 1.2424955580491378e-06,
      "loss": 0.3428,
      "step": 1928840
    },
    {
      "epoch": 538.33,
      "grad_norm": 1.2454251050949097,
      "learning_rate": 1.2424716892563495e-06,
      "loss": 0.3596,
      "step": 1928850
    },
    {
      "epoch": 538.34,
      "grad_norm": 1.1148805618286133,
      "learning_rate": 1.2424478206101413e-06,
      "loss": 0.3347,
      "step": 1928860
    },
    {
      "epoch": 538.34,
      "grad_norm": 1.3113164901733398,
      "learning_rate": 1.242423952110518e-06,
      "loss": 0.3313,
      "step": 1928870
    },
    {
      "epoch": 538.34,
      "grad_norm": 1.2877840995788574,
      "learning_rate": 1.242400083757479e-06,
      "loss": 0.362,
      "step": 1928880
    },
    {
      "epoch": 538.34,
      "grad_norm": 1.0949493646621704,
      "learning_rate": 1.2423762155510324e-06,
      "loss": 0.3354,
      "step": 1928890
    },
    {
      "epoch": 538.35,
      "grad_norm": 1.132732629776001,
      "learning_rate": 1.2423523474911777e-06,
      "loss": 0.347,
      "step": 1928900
    },
    {
      "epoch": 538.35,
      "grad_norm": 1.0953330993652344,
      "learning_rate": 1.2423284795779198e-06,
      "loss": 0.3403,
      "step": 1928910
    },
    {
      "epoch": 538.35,
      "grad_norm": 1.1236116886138916,
      "learning_rate": 1.2423046118112622e-06,
      "loss": 0.3392,
      "step": 1928920
    },
    {
      "epoch": 538.36,
      "grad_norm": 1.03516685962677,
      "learning_rate": 1.242280744191206e-06,
      "loss": 0.3233,
      "step": 1928930
    },
    {
      "epoch": 538.36,
      "grad_norm": 1.224823236465454,
      "learning_rate": 1.242256876717756e-06,
      "loss": 0.3398,
      "step": 1928940
    },
    {
      "epoch": 538.36,
      "grad_norm": 1.0449042320251465,
      "learning_rate": 1.2422330093909145e-06,
      "loss": 0.336,
      "step": 1928950
    },
    {
      "epoch": 538.36,
      "grad_norm": 1.0066676139831543,
      "learning_rate": 1.2422091422106868e-06,
      "loss": 0.3415,
      "step": 1928960
    },
    {
      "epoch": 538.37,
      "grad_norm": 1.0507076978683472,
      "learning_rate": 1.2421852751770733e-06,
      "loss": 0.3253,
      "step": 1928970
    },
    {
      "epoch": 538.37,
      "grad_norm": 1.032387614250183,
      "learning_rate": 1.2421614082900782e-06,
      "loss": 0.3354,
      "step": 1928980
    },
    {
      "epoch": 538.37,
      "grad_norm": 1.0263681411743164,
      "learning_rate": 1.2421375415497052e-06,
      "loss": 0.3358,
      "step": 1928990
    },
    {
      "epoch": 538.38,
      "grad_norm": 1.2506213188171387,
      "learning_rate": 1.242113674955957e-06,
      "loss": 0.3498,
      "step": 1929000
    },
    {
      "epoch": 538.38,
      "grad_norm": 1.01297926902771,
      "learning_rate": 1.2420898085088375e-06,
      "loss": 0.3285,
      "step": 1929010
    },
    {
      "epoch": 538.38,
      "grad_norm": 1.0848000049591064,
      "learning_rate": 1.2420659422083477e-06,
      "loss": 0.35,
      "step": 1929020
    },
    {
      "epoch": 538.38,
      "grad_norm": 1.2616506814956665,
      "learning_rate": 1.242042076054494e-06,
      "loss": 0.3418,
      "step": 1929030
    },
    {
      "epoch": 538.39,
      "grad_norm": 1.2937697172164917,
      "learning_rate": 1.242018210047277e-06,
      "loss": 0.3449,
      "step": 1929040
    },
    {
      "epoch": 538.39,
      "grad_norm": 1.1186232566833496,
      "learning_rate": 1.2419943441867013e-06,
      "loss": 0.3561,
      "step": 1929050
    },
    {
      "epoch": 538.39,
      "grad_norm": 1.1262177228927612,
      "learning_rate": 1.2419704784727702e-06,
      "loss": 0.3168,
      "step": 1929060
    },
    {
      "epoch": 538.4,
      "grad_norm": 1.2733312845230103,
      "learning_rate": 1.2419466129054852e-06,
      "loss": 0.3331,
      "step": 1929070
    },
    {
      "epoch": 538.4,
      "grad_norm": 1.071357250213623,
      "learning_rate": 1.2419227474848507e-06,
      "loss": 0.3288,
      "step": 1929080
    },
    {
      "epoch": 538.4,
      "grad_norm": 1.145193099975586,
      "learning_rate": 1.2418988822108696e-06,
      "loss": 0.3342,
      "step": 1929090
    },
    {
      "epoch": 538.4,
      "grad_norm": 1.1443594694137573,
      "learning_rate": 1.241875017083546e-06,
      "loss": 0.3483,
      "step": 1929100
    },
    {
      "epoch": 538.41,
      "grad_norm": 1.0849946737289429,
      "learning_rate": 1.2418511521028814e-06,
      "loss": 0.3361,
      "step": 1929110
    },
    {
      "epoch": 538.41,
      "grad_norm": 1.190587043762207,
      "learning_rate": 1.2418272872688801e-06,
      "loss": 0.3301,
      "step": 1929120
    },
    {
      "epoch": 538.41,
      "grad_norm": 1.0667616128921509,
      "learning_rate": 1.2418034225815458e-06,
      "loss": 0.3495,
      "step": 1929130
    },
    {
      "epoch": 538.41,
      "grad_norm": 1.1184542179107666,
      "learning_rate": 1.241779558040879e-06,
      "loss": 0.3373,
      "step": 1929140
    },
    {
      "epoch": 538.42,
      "grad_norm": 1.2596875429153442,
      "learning_rate": 1.2417556936468865e-06,
      "loss": 0.3465,
      "step": 1929150
    },
    {
      "epoch": 538.42,
      "grad_norm": 1.0014137029647827,
      "learning_rate": 1.2417318293995692e-06,
      "loss": 0.3264,
      "step": 1929160
    },
    {
      "epoch": 538.42,
      "grad_norm": 1.0489223003387451,
      "learning_rate": 1.2417079652989303e-06,
      "loss": 0.3483,
      "step": 1929170
    },
    {
      "epoch": 538.43,
      "grad_norm": 1.1128605604171753,
      "learning_rate": 1.2416841013449736e-06,
      "loss": 0.3525,
      "step": 1929180
    },
    {
      "epoch": 538.43,
      "grad_norm": 1.116540789604187,
      "learning_rate": 1.2416602375377033e-06,
      "loss": 0.3581,
      "step": 1929190
    },
    {
      "epoch": 538.43,
      "grad_norm": 1.015809416770935,
      "learning_rate": 1.2416363738771204e-06,
      "loss": 0.3482,
      "step": 1929200
    },
    {
      "epoch": 538.43,
      "grad_norm": 1.1404837369918823,
      "learning_rate": 1.2416125103632293e-06,
      "loss": 0.3401,
      "step": 1929210
    },
    {
      "epoch": 538.44,
      "grad_norm": 1.0157467126846313,
      "learning_rate": 1.2415886469960339e-06,
      "loss": 0.3401,
      "step": 1929220
    },
    {
      "epoch": 538.44,
      "grad_norm": 1.1289215087890625,
      "learning_rate": 1.2415647837755344e-06,
      "loss": 0.3546,
      "step": 1929230
    },
    {
      "epoch": 538.44,
      "grad_norm": 1.1289030313491821,
      "learning_rate": 1.241540920701738e-06,
      "loss": 0.3476,
      "step": 1929240
    },
    {
      "epoch": 538.45,
      "grad_norm": 1.1040147542953491,
      "learning_rate": 1.241517057774645e-06,
      "loss": 0.3313,
      "step": 1929250
    },
    {
      "epoch": 538.45,
      "grad_norm": 1.1018065214157104,
      "learning_rate": 1.2414931949942597e-06,
      "loss": 0.3483,
      "step": 1929260
    },
    {
      "epoch": 538.45,
      "grad_norm": 1.1524884700775146,
      "learning_rate": 1.241469332360585e-06,
      "loss": 0.3358,
      "step": 1929270
    },
    {
      "epoch": 538.45,
      "grad_norm": 6.449258327484131,
      "learning_rate": 1.2414454698736238e-06,
      "loss": 0.3388,
      "step": 1929280
    },
    {
      "epoch": 538.46,
      "grad_norm": 1.0325490236282349,
      "learning_rate": 1.241421607533381e-06,
      "loss": 0.3422,
      "step": 1929290
    },
    {
      "epoch": 538.46,
      "grad_norm": 1.1713918447494507,
      "learning_rate": 1.2413977453398572e-06,
      "loss": 0.3545,
      "step": 1929300
    },
    {
      "epoch": 538.46,
      "grad_norm": 1.008041262626648,
      "learning_rate": 1.241373883293057e-06,
      "loss": 0.3513,
      "step": 1929310
    },
    {
      "epoch": 538.46,
      "grad_norm": 1.1155143976211548,
      "learning_rate": 1.2413500213929832e-06,
      "loss": 0.3369,
      "step": 1929320
    },
    {
      "epoch": 538.47,
      "grad_norm": 1.136093020439148,
      "learning_rate": 1.2413261596396401e-06,
      "loss": 0.35,
      "step": 1929330
    },
    {
      "epoch": 538.47,
      "grad_norm": 0.9276959896087646,
      "learning_rate": 1.2413022980330292e-06,
      "loss": 0.3467,
      "step": 1929340
    },
    {
      "epoch": 538.47,
      "grad_norm": 1.0375500917434692,
      "learning_rate": 1.2412784365731542e-06,
      "loss": 0.3257,
      "step": 1929350
    },
    {
      "epoch": 538.48,
      "grad_norm": 1.03426992893219,
      "learning_rate": 1.2412545752600194e-06,
      "loss": 0.3329,
      "step": 1929360
    },
    {
      "epoch": 538.48,
      "grad_norm": 1.1307334899902344,
      "learning_rate": 1.241230714093625e-06,
      "loss": 0.3607,
      "step": 1929370
    },
    {
      "epoch": 538.48,
      "grad_norm": 1.0053404569625854,
      "learning_rate": 1.2412068530739784e-06,
      "loss": 0.3355,
      "step": 1929380
    },
    {
      "epoch": 538.48,
      "grad_norm": 1.1733639240264893,
      "learning_rate": 1.2411829922010795e-06,
      "loss": 0.3484,
      "step": 1929390
    },
    {
      "epoch": 538.49,
      "grad_norm": 1.0971285104751587,
      "learning_rate": 1.2411591314749326e-06,
      "loss": 0.3316,
      "step": 1929400
    },
    {
      "epoch": 538.49,
      "grad_norm": 1.2747255563735962,
      "learning_rate": 1.241135270895541e-06,
      "loss": 0.3392,
      "step": 1929410
    },
    {
      "epoch": 538.49,
      "grad_norm": 1.0480313301086426,
      "learning_rate": 1.2411114104629083e-06,
      "loss": 0.3323,
      "step": 1929420
    },
    {
      "epoch": 538.5,
      "grad_norm": 1.1290576457977295,
      "learning_rate": 1.2410875501770365e-06,
      "loss": 0.3385,
      "step": 1929430
    },
    {
      "epoch": 538.5,
      "grad_norm": 0.9553446769714355,
      "learning_rate": 1.241063690037929e-06,
      "loss": 0.3517,
      "step": 1929440
    },
    {
      "epoch": 538.5,
      "grad_norm": 1.0462971925735474,
      "learning_rate": 1.2410398300455908e-06,
      "loss": 0.3363,
      "step": 1929450
    },
    {
      "epoch": 538.5,
      "grad_norm": 1.2199596166610718,
      "learning_rate": 1.2410159702000213e-06,
      "loss": 0.319,
      "step": 1929460
    },
    {
      "epoch": 538.51,
      "grad_norm": 1.1496375799179077,
      "learning_rate": 1.240992110501228e-06,
      "loss": 0.3303,
      "step": 1929470
    },
    {
      "epoch": 538.51,
      "grad_norm": 1.1208242177963257,
      "learning_rate": 1.2409682509492113e-06,
      "loss": 0.3374,
      "step": 1929480
    },
    {
      "epoch": 538.51,
      "grad_norm": 1.2620606422424316,
      "learning_rate": 1.2409443915439752e-06,
      "loss": 0.3459,
      "step": 1929490
    },
    {
      "epoch": 538.52,
      "grad_norm": 1.1759153604507446,
      "learning_rate": 1.2409205322855234e-06,
      "loss": 0.3555,
      "step": 1929500
    },
    {
      "epoch": 538.52,
      "grad_norm": 1.0565643310546875,
      "learning_rate": 1.240896673173858e-06,
      "loss": 0.3408,
      "step": 1929510
    },
    {
      "epoch": 538.52,
      "grad_norm": 1.1552125215530396,
      "learning_rate": 1.2408728142089822e-06,
      "loss": 0.3498,
      "step": 1929520
    },
    {
      "epoch": 538.52,
      "grad_norm": 1.0458053350448608,
      "learning_rate": 1.2408489553908998e-06,
      "loss": 0.3469,
      "step": 1929530
    },
    {
      "epoch": 538.53,
      "grad_norm": 1.02375328540802,
      "learning_rate": 1.240825096719615e-06,
      "loss": 0.3386,
      "step": 1929540
    },
    {
      "epoch": 538.53,
      "grad_norm": 1.017938256263733,
      "learning_rate": 1.2408012381951279e-06,
      "loss": 0.3404,
      "step": 1929550
    },
    {
      "epoch": 538.53,
      "grad_norm": 1.2540165185928345,
      "learning_rate": 1.2407773798174453e-06,
      "loss": 0.3536,
      "step": 1929560
    },
    {
      "epoch": 538.53,
      "grad_norm": 1.0596791505813599,
      "learning_rate": 1.2407535215865677e-06,
      "loss": 0.338,
      "step": 1929570
    },
    {
      "epoch": 538.54,
      "grad_norm": 1.127524733543396,
      "learning_rate": 1.2407296635024993e-06,
      "loss": 0.343,
      "step": 1929580
    },
    {
      "epoch": 538.54,
      "grad_norm": 1.2873525619506836,
      "learning_rate": 1.2407058055652442e-06,
      "loss": 0.3277,
      "step": 1929590
    },
    {
      "epoch": 538.54,
      "grad_norm": 1.0925322771072388,
      "learning_rate": 1.2406819477748027e-06,
      "loss": 0.3379,
      "step": 1929600
    },
    {
      "epoch": 538.55,
      "grad_norm": 1.1571162939071655,
      "learning_rate": 1.2406580901311815e-06,
      "loss": 0.3333,
      "step": 1929610
    },
    {
      "epoch": 538.55,
      "grad_norm": 1.1861740350723267,
      "learning_rate": 1.2406342326343814e-06,
      "loss": 0.3483,
      "step": 1929620
    },
    {
      "epoch": 538.55,
      "grad_norm": 0.9953114986419678,
      "learning_rate": 1.2406103752844064e-06,
      "loss": 0.3455,
      "step": 1929630
    },
    {
      "epoch": 538.55,
      "grad_norm": 1.0423439741134644,
      "learning_rate": 1.2405865180812604e-06,
      "loss": 0.342,
      "step": 1929640
    },
    {
      "epoch": 538.56,
      "grad_norm": 1.1527888774871826,
      "learning_rate": 1.2405626610249447e-06,
      "loss": 0.3483,
      "step": 1929650
    },
    {
      "epoch": 538.56,
      "grad_norm": 1.049822449684143,
      "learning_rate": 1.2405388041154637e-06,
      "loss": 0.335,
      "step": 1929660
    },
    {
      "epoch": 538.56,
      "grad_norm": 1.1960763931274414,
      "learning_rate": 1.2405149473528205e-06,
      "loss": 0.3338,
      "step": 1929670
    },
    {
      "epoch": 538.57,
      "grad_norm": 1.1090853214263916,
      "learning_rate": 1.2404910907370187e-06,
      "loss": 0.3311,
      "step": 1929680
    },
    {
      "epoch": 538.57,
      "grad_norm": 1.0489169359207153,
      "learning_rate": 1.2404672342680596e-06,
      "loss": 0.3434,
      "step": 1929690
    },
    {
      "epoch": 538.57,
      "grad_norm": 1.1029620170593262,
      "learning_rate": 1.2404433779459492e-06,
      "loss": 0.3457,
      "step": 1929700
    },
    {
      "epoch": 538.57,
      "grad_norm": 1.0488154888153076,
      "learning_rate": 1.2404195217706884e-06,
      "loss": 0.3507,
      "step": 1929710
    },
    {
      "epoch": 538.58,
      "grad_norm": 1.1460230350494385,
      "learning_rate": 1.2403956657422815e-06,
      "loss": 0.327,
      "step": 1929720
    },
    {
      "epoch": 538.58,
      "grad_norm": 0.9766947031021118,
      "learning_rate": 1.2403718098607321e-06,
      "loss": 0.3491,
      "step": 1929730
    },
    {
      "epoch": 538.58,
      "grad_norm": 1.0575164556503296,
      "learning_rate": 1.2403479541260414e-06,
      "loss": 0.3547,
      "step": 1929740
    },
    {
      "epoch": 538.58,
      "grad_norm": 1.0710649490356445,
      "learning_rate": 1.2403240985382144e-06,
      "loss": 0.3249,
      "step": 1929750
    },
    {
      "epoch": 538.59,
      "grad_norm": 1.2088382244110107,
      "learning_rate": 1.2403002430972533e-06,
      "loss": 0.3352,
      "step": 1929760
    },
    {
      "epoch": 538.59,
      "grad_norm": 1.1711193323135376,
      "learning_rate": 1.2402763878031626e-06,
      "loss": 0.3504,
      "step": 1929770
    },
    {
      "epoch": 538.59,
      "grad_norm": 1.1491022109985352,
      "learning_rate": 1.2402525326559436e-06,
      "loss": 0.3269,
      "step": 1929780
    },
    {
      "epoch": 538.6,
      "grad_norm": 1.110582947731018,
      "learning_rate": 1.2402286776556005e-06,
      "loss": 0.3249,
      "step": 1929790
    },
    {
      "epoch": 538.6,
      "grad_norm": 1.3017634153366089,
      "learning_rate": 1.2402048228021374e-06,
      "loss": 0.3551,
      "step": 1929800
    },
    {
      "epoch": 538.6,
      "grad_norm": 1.0647740364074707,
      "learning_rate": 1.2401809680955544e-06,
      "loss": 0.3449,
      "step": 1929810
    },
    {
      "epoch": 538.6,
      "grad_norm": 1.1725517511367798,
      "learning_rate": 1.2401571135358586e-06,
      "loss": 0.3425,
      "step": 1929820
    },
    {
      "epoch": 538.61,
      "grad_norm": 0.9943327307701111,
      "learning_rate": 1.2401332591230506e-06,
      "loss": 0.3378,
      "step": 1929830
    },
    {
      "epoch": 538.61,
      "grad_norm": 1.1750147342681885,
      "learning_rate": 1.2401094048571343e-06,
      "loss": 0.3355,
      "step": 1929840
    },
    {
      "epoch": 538.61,
      "grad_norm": 2.3474950790405273,
      "learning_rate": 1.2400855507381126e-06,
      "loss": 0.3462,
      "step": 1929850
    },
    {
      "epoch": 538.62,
      "grad_norm": 1.2195472717285156,
      "learning_rate": 1.240061696765989e-06,
      "loss": 0.3361,
      "step": 1929860
    },
    {
      "epoch": 538.62,
      "grad_norm": 0.9818986654281616,
      "learning_rate": 1.2400378429407678e-06,
      "loss": 0.3558,
      "step": 1929870
    },
    {
      "epoch": 538.62,
      "grad_norm": 1.1978180408477783,
      "learning_rate": 1.2400139892624496e-06,
      "loss": 0.328,
      "step": 1929880
    },
    {
      "epoch": 538.62,
      "grad_norm": 1.0220016241073608,
      "learning_rate": 1.2399901357310395e-06,
      "loss": 0.3268,
      "step": 1929890
    },
    {
      "epoch": 538.63,
      "grad_norm": 0.976732075214386,
      "learning_rate": 1.2399662823465397e-06,
      "loss": 0.3354,
      "step": 1929900
    },
    {
      "epoch": 538.63,
      "grad_norm": 1.1501729488372803,
      "learning_rate": 1.2399424291089552e-06,
      "loss": 0.3483,
      "step": 1929910
    },
    {
      "epoch": 538.63,
      "grad_norm": 1.0845085382461548,
      "learning_rate": 1.2399185760182864e-06,
      "loss": 0.3546,
      "step": 1929920
    },
    {
      "epoch": 538.64,
      "grad_norm": 1.104830265045166,
      "learning_rate": 1.239894723074538e-06,
      "loss": 0.3234,
      "step": 1929930
    },
    {
      "epoch": 538.64,
      "grad_norm": 1.0689940452575684,
      "learning_rate": 1.239870870277714e-06,
      "loss": 0.328,
      "step": 1929940
    },
    {
      "epoch": 538.64,
      "grad_norm": 1.057221531867981,
      "learning_rate": 1.2398470176278148e-06,
      "loss": 0.3373,
      "step": 1929950
    },
    {
      "epoch": 538.64,
      "grad_norm": 1.1015417575836182,
      "learning_rate": 1.2398231651248474e-06,
      "loss": 0.3344,
      "step": 1929960
    },
    {
      "epoch": 538.65,
      "grad_norm": 1.1027735471725464,
      "learning_rate": 1.2397993127688118e-06,
      "loss": 0.3466,
      "step": 1929970
    },
    {
      "epoch": 538.65,
      "grad_norm": 1.0923014879226685,
      "learning_rate": 1.2397754605597123e-06,
      "loss": 0.3238,
      "step": 1929980
    },
    {
      "epoch": 538.65,
      "grad_norm": 1.1009727716445923,
      "learning_rate": 1.2397516084975522e-06,
      "loss": 0.3442,
      "step": 1929990
    },
    {
      "epoch": 538.65,
      "grad_norm": 1.1152780055999756,
      "learning_rate": 1.2397277565823356e-06,
      "loss": 0.3435,
      "step": 1930000
    },
    {
      "epoch": 538.66,
      "grad_norm": 1.135581374168396,
      "learning_rate": 1.2397039048140636e-06,
      "loss": 0.3436,
      "step": 1930010
    },
    {
      "epoch": 538.66,
      "grad_norm": 1.0610637664794922,
      "learning_rate": 1.2396800531927404e-06,
      "loss": 0.3398,
      "step": 1930020
    },
    {
      "epoch": 538.66,
      "grad_norm": 1.0904295444488525,
      "learning_rate": 1.2396562017183703e-06,
      "loss": 0.3435,
      "step": 1930030
    },
    {
      "epoch": 538.67,
      "grad_norm": 1.0222023725509644,
      "learning_rate": 1.2396323503909536e-06,
      "loss": 0.3699,
      "step": 1930040
    },
    {
      "epoch": 538.67,
      "grad_norm": 1.2638144493103027,
      "learning_rate": 1.2396084992104968e-06,
      "loss": 0.3409,
      "step": 1930050
    },
    {
      "epoch": 538.67,
      "grad_norm": 1.0793367624282837,
      "learning_rate": 1.2395846481770006e-06,
      "loss": 0.3415,
      "step": 1930060
    },
    {
      "epoch": 538.67,
      "grad_norm": 1.2207380533218384,
      "learning_rate": 1.2395607972904694e-06,
      "loss": 0.3406,
      "step": 1930070
    },
    {
      "epoch": 538.68,
      "grad_norm": 1.0734450817108154,
      "learning_rate": 1.2395369465509068e-06,
      "loss": 0.346,
      "step": 1930080
    },
    {
      "epoch": 538.68,
      "grad_norm": 1.083104133605957,
      "learning_rate": 1.2395130959583144e-06,
      "loss": 0.3495,
      "step": 1930090
    },
    {
      "epoch": 538.68,
      "grad_norm": 1.1021618843078613,
      "learning_rate": 1.2394892455126961e-06,
      "loss": 0.3295,
      "step": 1930100
    },
    {
      "epoch": 538.69,
      "grad_norm": 1.0462502241134644,
      "learning_rate": 1.2394653952140555e-06,
      "loss": 0.336,
      "step": 1930110
    },
    {
      "epoch": 538.69,
      "grad_norm": 0.9779986143112183,
      "learning_rate": 1.2394415450623964e-06,
      "loss": 0.3598,
      "step": 1930120
    },
    {
      "epoch": 538.69,
      "grad_norm": 1.2018393278121948,
      "learning_rate": 1.2394176950577192e-06,
      "loss": 0.3557,
      "step": 1930130
    },
    {
      "epoch": 538.69,
      "grad_norm": 1.176222562789917,
      "learning_rate": 1.2393938452000304e-06,
      "loss": 0.3371,
      "step": 1930140
    },
    {
      "epoch": 538.7,
      "grad_norm": 1.1612300872802734,
      "learning_rate": 1.2393699954893312e-06,
      "loss": 0.3451,
      "step": 1930150
    },
    {
      "epoch": 538.7,
      "grad_norm": 1.3388113975524902,
      "learning_rate": 1.239346145925625e-06,
      "loss": 0.3355,
      "step": 1930160
    },
    {
      "epoch": 538.7,
      "grad_norm": 1.4147759675979614,
      "learning_rate": 1.2393222965089164e-06,
      "loss": 0.343,
      "step": 1930170
    },
    {
      "epoch": 538.7,
      "grad_norm": 1.3302099704742432,
      "learning_rate": 1.2392984472392052e-06,
      "loss": 0.3284,
      "step": 1930180
    },
    {
      "epoch": 538.71,
      "grad_norm": 1.1591284275054932,
      "learning_rate": 1.2392745981164991e-06,
      "loss": 0.3499,
      "step": 1930190
    },
    {
      "epoch": 538.71,
      "grad_norm": 0.9206538200378418,
      "learning_rate": 1.2392507491407977e-06,
      "loss": 0.3412,
      "step": 1930200
    },
    {
      "epoch": 538.71,
      "grad_norm": 1.1010582447052002,
      "learning_rate": 1.2392269003121057e-06,
      "loss": 0.3611,
      "step": 1930210
    },
    {
      "epoch": 538.72,
      "grad_norm": 1.1773362159729004,
      "learning_rate": 1.239203051630427e-06,
      "loss": 0.3303,
      "step": 1930220
    },
    {
      "epoch": 538.72,
      "grad_norm": 1.1610440015792847,
      "learning_rate": 1.2391792030957628e-06,
      "loss": 0.3513,
      "step": 1930230
    },
    {
      "epoch": 538.72,
      "grad_norm": 1.1020824909210205,
      "learning_rate": 1.239155354708117e-06,
      "loss": 0.3425,
      "step": 1930240
    },
    {
      "epoch": 538.72,
      "grad_norm": 1.267722249031067,
      "learning_rate": 1.2391315064674936e-06,
      "loss": 0.3544,
      "step": 1930250
    },
    {
      "epoch": 538.73,
      "grad_norm": 1.0842541456222534,
      "learning_rate": 1.2391076583738958e-06,
      "loss": 0.3557,
      "step": 1930260
    },
    {
      "epoch": 538.73,
      "grad_norm": 1.2291995286941528,
      "learning_rate": 1.2390838104273242e-06,
      "loss": 0.3387,
      "step": 1930270
    },
    {
      "epoch": 538.73,
      "grad_norm": 1.161501169204712,
      "learning_rate": 1.2390599626277858e-06,
      "loss": 0.3359,
      "step": 1930280
    },
    {
      "epoch": 538.74,
      "grad_norm": 1.0969727039337158,
      "learning_rate": 1.2390361149752816e-06,
      "loss": 0.3626,
      "step": 1930290
    },
    {
      "epoch": 538.74,
      "grad_norm": 1.083357810974121,
      "learning_rate": 1.2390122674698147e-06,
      "loss": 0.3334,
      "step": 1930300
    },
    {
      "epoch": 538.74,
      "grad_norm": 1.0262235403060913,
      "learning_rate": 1.2389884201113893e-06,
      "loss": 0.321,
      "step": 1930310
    },
    {
      "epoch": 538.74,
      "grad_norm": 1.1876857280731201,
      "learning_rate": 1.2389645729000078e-06,
      "loss": 0.3355,
      "step": 1930320
    },
    {
      "epoch": 538.75,
      "grad_norm": 0.9451041221618652,
      "learning_rate": 1.2389407258356731e-06,
      "loss": 0.3288,
      "step": 1930330
    },
    {
      "epoch": 538.75,
      "grad_norm": 1.123794436454773,
      "learning_rate": 1.2389168789183886e-06,
      "loss": 0.352,
      "step": 1930340
    },
    {
      "epoch": 538.75,
      "grad_norm": 1.1093153953552246,
      "learning_rate": 1.2388930321481592e-06,
      "loss": 0.35,
      "step": 1930350
    },
    {
      "epoch": 538.76,
      "grad_norm": 1.1463626623153687,
      "learning_rate": 1.238869185524984e-06,
      "loss": 0.357,
      "step": 1930360
    },
    {
      "epoch": 538.76,
      "grad_norm": 1.094933271408081,
      "learning_rate": 1.238845339048871e-06,
      "loss": 0.3278,
      "step": 1930370
    },
    {
      "epoch": 538.76,
      "grad_norm": 1.0800747871398926,
      "learning_rate": 1.2388214927198204e-06,
      "loss": 0.3441,
      "step": 1930380
    },
    {
      "epoch": 538.76,
      "grad_norm": 1.0967950820922852,
      "learning_rate": 1.2387976465378359e-06,
      "loss": 0.3311,
      "step": 1930390
    },
    {
      "epoch": 538.77,
      "grad_norm": 1.3418080806732178,
      "learning_rate": 1.2387738005029215e-06,
      "loss": 0.3314,
      "step": 1930400
    },
    {
      "epoch": 538.77,
      "grad_norm": 1.2636982202529907,
      "learning_rate": 1.238749954615079e-06,
      "loss": 0.3432,
      "step": 1930410
    },
    {
      "epoch": 538.77,
      "grad_norm": 1.0874838829040527,
      "learning_rate": 1.2387261088743124e-06,
      "loss": 0.3413,
      "step": 1930420
    },
    {
      "epoch": 538.77,
      "grad_norm": 1.135278582572937,
      "learning_rate": 1.2387022632806247e-06,
      "loss": 0.3395,
      "step": 1930430
    },
    {
      "epoch": 538.78,
      "grad_norm": 1.1320468187332153,
      "learning_rate": 1.2386784178340192e-06,
      "loss": 0.3472,
      "step": 1930440
    },
    {
      "epoch": 538.78,
      "grad_norm": 1.1364580392837524,
      "learning_rate": 1.2386545725344999e-06,
      "loss": 0.3308,
      "step": 1930450
    },
    {
      "epoch": 538.78,
      "grad_norm": 1.278458595275879,
      "learning_rate": 1.238630727382068e-06,
      "loss": 0.3426,
      "step": 1930460
    },
    {
      "epoch": 538.79,
      "grad_norm": 1.1693276166915894,
      "learning_rate": 1.2386068823767281e-06,
      "loss": 0.3264,
      "step": 1930470
    },
    {
      "epoch": 538.79,
      "grad_norm": 1.13479483127594,
      "learning_rate": 1.238583037518483e-06,
      "loss": 0.3337,
      "step": 1930480
    },
    {
      "epoch": 538.79,
      "grad_norm": 1.0750787258148193,
      "learning_rate": 1.2385591928073366e-06,
      "loss": 0.3415,
      "step": 1930490
    },
    {
      "epoch": 538.79,
      "grad_norm": 0.9571018218994141,
      "learning_rate": 1.23853534824329e-06,
      "loss": 0.3341,
      "step": 1930500
    },
    {
      "epoch": 538.8,
      "grad_norm": 1.4453635215759277,
      "learning_rate": 1.238511503826349e-06,
      "loss": 0.3455,
      "step": 1930510
    },
    {
      "epoch": 538.8,
      "grad_norm": 1.2155553102493286,
      "learning_rate": 1.2384876595565152e-06,
      "loss": 0.3508,
      "step": 1930520
    },
    {
      "epoch": 538.8,
      "grad_norm": 1.148810625076294,
      "learning_rate": 1.2384638154337918e-06,
      "loss": 0.3393,
      "step": 1930530
    },
    {
      "epoch": 538.81,
      "grad_norm": 0.9425311088562012,
      "learning_rate": 1.2384399714581833e-06,
      "loss": 0.3576,
      "step": 1930540
    },
    {
      "epoch": 538.81,
      "grad_norm": 1.1588175296783447,
      "learning_rate": 1.2384161276296909e-06,
      "loss": 0.3563,
      "step": 1930550
    },
    {
      "epoch": 538.81,
      "grad_norm": 1.0786488056182861,
      "learning_rate": 1.238392283948319e-06,
      "loss": 0.3261,
      "step": 1930560
    },
    {
      "epoch": 538.81,
      "grad_norm": 1.1950565576553345,
      "learning_rate": 1.2383684404140703e-06,
      "loss": 0.3487,
      "step": 1930570
    },
    {
      "epoch": 538.82,
      "grad_norm": 1.0957943201065063,
      "learning_rate": 1.238344597026949e-06,
      "loss": 0.3532,
      "step": 1930580
    },
    {
      "epoch": 538.82,
      "grad_norm": 1.0329432487487793,
      "learning_rate": 1.2383207537869566e-06,
      "loss": 0.3466,
      "step": 1930590
    },
    {
      "epoch": 538.82,
      "grad_norm": 1.1548866033554077,
      "learning_rate": 1.2382969106940972e-06,
      "loss": 0.3398,
      "step": 1930600
    },
    {
      "epoch": 538.83,
      "grad_norm": 1.3549840450286865,
      "learning_rate": 1.2382730677483747e-06,
      "loss": 0.3394,
      "step": 1930610
    },
    {
      "epoch": 538.83,
      "grad_norm": 1.1411097049713135,
      "learning_rate": 1.2382492249497898e-06,
      "loss": 0.3553,
      "step": 1930620
    },
    {
      "epoch": 538.83,
      "grad_norm": 1.0844296216964722,
      "learning_rate": 1.2382253822983494e-06,
      "loss": 0.3515,
      "step": 1930630
    },
    {
      "epoch": 538.83,
      "grad_norm": 1.0165607929229736,
      "learning_rate": 1.2382015397940532e-06,
      "loss": 0.351,
      "step": 1930640
    },
    {
      "epoch": 538.84,
      "grad_norm": 2.1540350914001465,
      "learning_rate": 1.2381776974369063e-06,
      "loss": 0.3294,
      "step": 1930650
    },
    {
      "epoch": 538.84,
      "grad_norm": 1.0046766996383667,
      "learning_rate": 1.2381538552269109e-06,
      "loss": 0.36,
      "step": 1930660
    },
    {
      "epoch": 538.84,
      "grad_norm": 1.3906917572021484,
      "learning_rate": 1.2381300131640717e-06,
      "loss": 0.3362,
      "step": 1930670
    },
    {
      "epoch": 538.84,
      "grad_norm": 1.257460355758667,
      "learning_rate": 1.2381061712483902e-06,
      "loss": 0.3434,
      "step": 1930680
    },
    {
      "epoch": 538.85,
      "grad_norm": 1.0802329778671265,
      "learning_rate": 1.23808232947987e-06,
      "loss": 0.3423,
      "step": 1930690
    },
    {
      "epoch": 538.85,
      "grad_norm": 1.146551251411438,
      "learning_rate": 1.2380584878585152e-06,
      "loss": 0.332,
      "step": 1930700
    },
    {
      "epoch": 538.85,
      "grad_norm": 1.2578165531158447,
      "learning_rate": 1.2380346463843267e-06,
      "loss": 0.333,
      "step": 1930710
    },
    {
      "epoch": 538.86,
      "grad_norm": 1.3560837507247925,
      "learning_rate": 1.238010805057311e-06,
      "loss": 0.3245,
      "step": 1930720
    },
    {
      "epoch": 538.86,
      "grad_norm": 1.2101706266403198,
      "learning_rate": 1.2379869638774684e-06,
      "loss": 0.3499,
      "step": 1930730
    },
    {
      "epoch": 538.86,
      "grad_norm": 0.96931391954422,
      "learning_rate": 1.2379631228448034e-06,
      "loss": 0.3523,
      "step": 1930740
    },
    {
      "epoch": 538.86,
      "grad_norm": 1.127059817314148,
      "learning_rate": 1.2379392819593196e-06,
      "loss": 0.3239,
      "step": 1930750
    },
    {
      "epoch": 538.87,
      "grad_norm": 1.2178069353103638,
      "learning_rate": 1.2379154412210176e-06,
      "loss": 0.3434,
      "step": 1930760
    },
    {
      "epoch": 538.87,
      "grad_norm": 1.0701652765274048,
      "learning_rate": 1.2378916006299046e-06,
      "loss": 0.3299,
      "step": 1930770
    },
    {
      "epoch": 538.87,
      "grad_norm": 1.2081725597381592,
      "learning_rate": 1.2378677601859807e-06,
      "loss": 0.3455,
      "step": 1930780
    },
    {
      "epoch": 538.88,
      "grad_norm": 1.4103984832763672,
      "learning_rate": 1.2378439198892501e-06,
      "loss": 0.3404,
      "step": 1930790
    },
    {
      "epoch": 538.88,
      "grad_norm": 3.169238328933716,
      "learning_rate": 1.2378200797397155e-06,
      "loss": 0.327,
      "step": 1930800
    },
    {
      "epoch": 538.88,
      "grad_norm": 0.9370191097259521,
      "learning_rate": 1.2377962397373818e-06,
      "loss": 0.3349,
      "step": 1930810
    },
    {
      "epoch": 538.88,
      "grad_norm": 1.357275128364563,
      "learning_rate": 1.2377723998822498e-06,
      "loss": 0.3406,
      "step": 1930820
    },
    {
      "epoch": 538.89,
      "grad_norm": 1.1264712810516357,
      "learning_rate": 1.2377485601743236e-06,
      "loss": 0.3465,
      "step": 1930830
    },
    {
      "epoch": 538.89,
      "grad_norm": 1.3718100786209106,
      "learning_rate": 1.2377247206136075e-06,
      "loss": 0.3285,
      "step": 1930840
    },
    {
      "epoch": 538.89,
      "grad_norm": 1.278517484664917,
      "learning_rate": 1.237700881200102e-06,
      "loss": 0.3239,
      "step": 1930850
    },
    {
      "epoch": 538.89,
      "grad_norm": 1.0213338136672974,
      "learning_rate": 1.2376770419338137e-06,
      "loss": 0.3418,
      "step": 1930860
    },
    {
      "epoch": 538.9,
      "grad_norm": 1.1276603937149048,
      "learning_rate": 1.2376532028147429e-06,
      "loss": 0.3232,
      "step": 1930870
    },
    {
      "epoch": 538.9,
      "grad_norm": 1.1427478790283203,
      "learning_rate": 1.237629363842894e-06,
      "loss": 0.3405,
      "step": 1930880
    },
    {
      "epoch": 538.9,
      "grad_norm": 1.0320943593978882,
      "learning_rate": 1.237605525018271e-06,
      "loss": 0.3299,
      "step": 1930890
    },
    {
      "epoch": 538.91,
      "grad_norm": 1.2559880018234253,
      "learning_rate": 1.2375816863408754e-06,
      "loss": 0.333,
      "step": 1930900
    },
    {
      "epoch": 538.91,
      "grad_norm": 1.44265615940094,
      "learning_rate": 1.2375578478107108e-06,
      "loss": 0.3233,
      "step": 1930910
    },
    {
      "epoch": 538.91,
      "grad_norm": 1.1158021688461304,
      "learning_rate": 1.2375340094277807e-06,
      "loss": 0.3446,
      "step": 1930920
    },
    {
      "epoch": 538.91,
      "grad_norm": 1.2714506387710571,
      "learning_rate": 1.237510171192089e-06,
      "loss": 0.338,
      "step": 1930930
    },
    {
      "epoch": 538.92,
      "grad_norm": 1.192319631576538,
      "learning_rate": 1.237486333103637e-06,
      "loss": 0.3661,
      "step": 1930940
    },
    {
      "epoch": 538.92,
      "grad_norm": 1.19563627243042,
      "learning_rate": 1.23746249516243e-06,
      "loss": 0.3403,
      "step": 1930950
    },
    {
      "epoch": 538.92,
      "grad_norm": 1.03726327419281,
      "learning_rate": 1.2374386573684699e-06,
      "loss": 0.3396,
      "step": 1930960
    },
    {
      "epoch": 538.93,
      "grad_norm": 1.3507317304611206,
      "learning_rate": 1.2374148197217596e-06,
      "loss": 0.3455,
      "step": 1930970
    },
    {
      "epoch": 538.93,
      "grad_norm": 1.0161057710647583,
      "learning_rate": 1.2373909822223041e-06,
      "loss": 0.3375,
      "step": 1930980
    },
    {
      "epoch": 538.93,
      "grad_norm": 1.2286244630813599,
      "learning_rate": 1.2373671448701043e-06,
      "loss": 0.3413,
      "step": 1930990
    },
    {
      "epoch": 538.93,
      "grad_norm": 1.1219149827957153,
      "learning_rate": 1.237343307665164e-06,
      "loss": 0.3375,
      "step": 1931000
    },
    {
      "epoch": 538.94,
      "grad_norm": 1.0213332176208496,
      "learning_rate": 1.2373194706074873e-06,
      "loss": 0.3531,
      "step": 1931010
    },
    {
      "epoch": 538.94,
      "grad_norm": 1.1151658296585083,
      "learning_rate": 1.2372956336970765e-06,
      "loss": 0.3631,
      "step": 1931020
    },
    {
      "epoch": 538.94,
      "grad_norm": 1.0926562547683716,
      "learning_rate": 1.237271796933936e-06,
      "loss": 0.3536,
      "step": 1931030
    },
    {
      "epoch": 538.95,
      "grad_norm": 1.259849190711975,
      "learning_rate": 1.2372479603180671e-06,
      "loss": 0.3346,
      "step": 1931040
    },
    {
      "epoch": 538.95,
      "grad_norm": 1.9355474710464478,
      "learning_rate": 1.237224123849474e-06,
      "loss": 0.3531,
      "step": 1931050
    },
    {
      "epoch": 538.95,
      "grad_norm": 1.1432647705078125,
      "learning_rate": 1.2372002875281598e-06,
      "loss": 0.3484,
      "step": 1931060
    },
    {
      "epoch": 538.95,
      "grad_norm": 1.1439988613128662,
      "learning_rate": 1.2371764513541288e-06,
      "loss": 0.3375,
      "step": 1931070
    },
    {
      "epoch": 538.96,
      "grad_norm": 1.1958540678024292,
      "learning_rate": 1.237152615327381e-06,
      "loss": 0.3374,
      "step": 1931080
    },
    {
      "epoch": 538.96,
      "grad_norm": 1.2727398872375488,
      "learning_rate": 1.2371287794479234e-06,
      "loss": 0.3343,
      "step": 1931090
    },
    {
      "epoch": 538.96,
      "grad_norm": 1.1538922786712646,
      "learning_rate": 1.2371049437157562e-06,
      "loss": 0.3401,
      "step": 1931100
    },
    {
      "epoch": 538.96,
      "grad_norm": 1.0357341766357422,
      "learning_rate": 1.2370811081308842e-06,
      "loss": 0.3344,
      "step": 1931110
    },
    {
      "epoch": 538.97,
      "grad_norm": 1.0974693298339844,
      "learning_rate": 1.237057272693311e-06,
      "loss": 0.332,
      "step": 1931120
    },
    {
      "epoch": 538.97,
      "grad_norm": 1.293582797050476,
      "learning_rate": 1.2370334374030378e-06,
      "loss": 0.3333,
      "step": 1931130
    },
    {
      "epoch": 538.97,
      "grad_norm": 1.3130475282669067,
      "learning_rate": 1.2370096022600693e-06,
      "loss": 0.3597,
      "step": 1931140
    },
    {
      "epoch": 538.98,
      "grad_norm": 1.3775169849395752,
      "learning_rate": 1.2369857672644076e-06,
      "loss": 0.3383,
      "step": 1931150
    },
    {
      "epoch": 538.98,
      "grad_norm": 1.0101364850997925,
      "learning_rate": 1.2369619324160579e-06,
      "loss": 0.3223,
      "step": 1931160
    },
    {
      "epoch": 538.98,
      "grad_norm": 1.1270980834960938,
      "learning_rate": 1.236938097715021e-06,
      "loss": 0.3471,
      "step": 1931170
    },
    {
      "epoch": 538.98,
      "grad_norm": 1.4154274463653564,
      "learning_rate": 1.2369142631613008e-06,
      "loss": 0.3302,
      "step": 1931180
    },
    {
      "epoch": 538.99,
      "grad_norm": 1.1047873497009277,
      "learning_rate": 1.2368904287549011e-06,
      "loss": 0.3436,
      "step": 1931190
    },
    {
      "epoch": 538.99,
      "grad_norm": 1.3405554294586182,
      "learning_rate": 1.2368665944958244e-06,
      "loss": 0.3268,
      "step": 1931200
    },
    {
      "epoch": 538.99,
      "grad_norm": 1.091037392616272,
      "learning_rate": 1.2368427603840753e-06,
      "loss": 0.3466,
      "step": 1931210
    },
    {
      "epoch": 539.0,
      "grad_norm": 1.1654690504074097,
      "learning_rate": 1.2368189264196549e-06,
      "loss": 0.3382,
      "step": 1931220
    },
    {
      "epoch": 539.0,
      "grad_norm": 1.444895625114441,
      "learning_rate": 1.2367950926025673e-06,
      "loss": 0.3366,
      "step": 1931230
    },
    {
      "epoch": 539.0,
      "eval_loss": 0.34111979603767395,
      "eval_runtime": 63.4505,
      "eval_samples_per_second": 79.731,
      "eval_steps_per_second": 9.976,
      "step": 1931237
    },
    {
      "epoch": 539.0,
      "grad_norm": 1.1180495023727417,
      "learning_rate": 1.2367712589328157e-06,
      "loss": 0.3414,
      "step": 1931240
    },
    {
      "epoch": 539.0,
      "grad_norm": 1.3401857614517212,
      "learning_rate": 1.2367474254104043e-06,
      "loss": 0.3602,
      "step": 1931250
    },
    {
      "epoch": 539.01,
      "grad_norm": 1.234791874885559,
      "learning_rate": 1.2367235920353342e-06,
      "loss": 0.3548,
      "step": 1931260
    },
    {
      "epoch": 539.01,
      "grad_norm": 1.1648168563842773,
      "learning_rate": 1.2366997588076094e-06,
      "loss": 0.3336,
      "step": 1931270
    },
    {
      "epoch": 539.01,
      "grad_norm": 1.2954328060150146,
      "learning_rate": 1.2366759257272347e-06,
      "loss": 0.3332,
      "step": 1931280
    },
    {
      "epoch": 539.01,
      "grad_norm": 1.3529897928237915,
      "learning_rate": 1.2366520927942097e-06,
      "loss": 0.3393,
      "step": 1931290
    },
    {
      "epoch": 539.02,
      "grad_norm": 1.0342901945114136,
      "learning_rate": 1.2366282600085417e-06,
      "loss": 0.3412,
      "step": 1931300
    },
    {
      "epoch": 539.02,
      "grad_norm": 1.0162402391433716,
      "learning_rate": 1.2366044273702299e-06,
      "loss": 0.3409,
      "step": 1931310
    },
    {
      "epoch": 539.02,
      "grad_norm": 1.174330711364746,
      "learning_rate": 1.2365805948792815e-06,
      "loss": 0.3358,
      "step": 1931320
    },
    {
      "epoch": 539.03,
      "grad_norm": 1.0984493494033813,
      "learning_rate": 1.2365567625356967e-06,
      "loss": 0.3489,
      "step": 1931330
    },
    {
      "epoch": 539.03,
      "grad_norm": 0.9693214893341064,
      "learning_rate": 1.2365329303394798e-06,
      "loss": 0.3318,
      "step": 1931340
    },
    {
      "epoch": 539.03,
      "grad_norm": 1.1042907238006592,
      "learning_rate": 1.2365090982906343e-06,
      "loss": 0.324,
      "step": 1931350
    },
    {
      "epoch": 539.03,
      "grad_norm": 1.291521668434143,
      "learning_rate": 1.236485266389162e-06,
      "loss": 0.3626,
      "step": 1931360
    },
    {
      "epoch": 539.04,
      "grad_norm": 1.1352893114089966,
      "learning_rate": 1.2364614346350674e-06,
      "loss": 0.3428,
      "step": 1931370
    },
    {
      "epoch": 539.04,
      "grad_norm": 1.005300760269165,
      "learning_rate": 1.2364376030283528e-06,
      "loss": 0.3588,
      "step": 1931380
    },
    {
      "epoch": 539.04,
      "grad_norm": 1.1531791687011719,
      "learning_rate": 1.2364137715690226e-06,
      "loss": 0.3275,
      "step": 1931390
    },
    {
      "epoch": 539.05,
      "grad_norm": 1.0732295513153076,
      "learning_rate": 1.2363899402570786e-06,
      "loss": 0.3515,
      "step": 1931400
    },
    {
      "epoch": 539.05,
      "grad_norm": 1.1766051054000854,
      "learning_rate": 1.2363661090925243e-06,
      "loss": 0.3538,
      "step": 1931410
    },
    {
      "epoch": 539.05,
      "grad_norm": 1.4385464191436768,
      "learning_rate": 1.2363422780753639e-06,
      "loss": 0.3606,
      "step": 1931420
    },
    {
      "epoch": 539.05,
      "grad_norm": 1.0790139436721802,
      "learning_rate": 1.2363184472055982e-06,
      "loss": 0.3388,
      "step": 1931430
    },
    {
      "epoch": 539.06,
      "grad_norm": 1.05562424659729,
      "learning_rate": 1.2362946164832337e-06,
      "loss": 0.353,
      "step": 1931440
    },
    {
      "epoch": 539.06,
      "grad_norm": 1.3534375429153442,
      "learning_rate": 1.2362707859082708e-06,
      "loss": 0.3325,
      "step": 1931450
    },
    {
      "epoch": 539.06,
      "grad_norm": 0.9790477156639099,
      "learning_rate": 1.236246955480714e-06,
      "loss": 0.3089,
      "step": 1931460
    },
    {
      "epoch": 539.07,
      "grad_norm": 1.0274096727371216,
      "learning_rate": 1.2362231252005658e-06,
      "loss": 0.3529,
      "step": 1931470
    },
    {
      "epoch": 539.07,
      "grad_norm": 1.1780242919921875,
      "learning_rate": 1.2361992950678306e-06,
      "loss": 0.3359,
      "step": 1931480
    },
    {
      "epoch": 539.07,
      "grad_norm": 1.1621323823928833,
      "learning_rate": 1.23617546508251e-06,
      "loss": 0.335,
      "step": 1931490
    },
    {
      "epoch": 539.07,
      "grad_norm": 0.9469085335731506,
      "learning_rate": 1.2361516352446078e-06,
      "loss": 0.3254,
      "step": 1931500
    },
    {
      "epoch": 539.08,
      "grad_norm": 1.1145223379135132,
      "learning_rate": 1.2361278055541284e-06,
      "loss": 0.347,
      "step": 1931510
    },
    {
      "epoch": 539.08,
      "grad_norm": 0.9714024066925049,
      "learning_rate": 1.2361039760110717e-06,
      "loss": 0.3417,
      "step": 1931520
    },
    {
      "epoch": 539.08,
      "grad_norm": 1.2177118062973022,
      "learning_rate": 1.236080146615445e-06,
      "loss": 0.3492,
      "step": 1931530
    },
    {
      "epoch": 539.08,
      "grad_norm": 1.260661244392395,
      "learning_rate": 1.2360563173672482e-06,
      "loss": 0.3406,
      "step": 1931540
    },
    {
      "epoch": 539.09,
      "grad_norm": 1.0663186311721802,
      "learning_rate": 1.2360324882664859e-06,
      "loss": 0.3277,
      "step": 1931550
    },
    {
      "epoch": 539.09,
      "grad_norm": 1.2643669843673706,
      "learning_rate": 1.2360086593131621e-06,
      "loss": 0.3386,
      "step": 1931560
    },
    {
      "epoch": 539.09,
      "grad_norm": 1.1675492525100708,
      "learning_rate": 1.2359848305072782e-06,
      "loss": 0.3436,
      "step": 1931570
    },
    {
      "epoch": 539.1,
      "grad_norm": 1.2104570865631104,
      "learning_rate": 1.235961001848838e-06,
      "loss": 0.3428,
      "step": 1931580
    },
    {
      "epoch": 539.1,
      "grad_norm": 1.3263399600982666,
      "learning_rate": 1.2359371733378448e-06,
      "loss": 0.3313,
      "step": 1931590
    },
    {
      "epoch": 539.1,
      "grad_norm": 1.574986457824707,
      "learning_rate": 1.2359133449743018e-06,
      "loss": 0.3338,
      "step": 1931600
    },
    {
      "epoch": 539.1,
      "grad_norm": 1.0690991878509521,
      "learning_rate": 1.235889516758212e-06,
      "loss": 0.3356,
      "step": 1931610
    },
    {
      "epoch": 539.11,
      "grad_norm": 1.017840027809143,
      "learning_rate": 1.2358656886895796e-06,
      "loss": 0.3366,
      "step": 1931620
    },
    {
      "epoch": 539.11,
      "grad_norm": 1.173332691192627,
      "learning_rate": 1.2358418607684064e-06,
      "loss": 0.3484,
      "step": 1931630
    },
    {
      "epoch": 539.11,
      "grad_norm": 1.0868809223175049,
      "learning_rate": 1.2358180329946958e-06,
      "loss": 0.3315,
      "step": 1931640
    },
    {
      "epoch": 539.12,
      "grad_norm": 5.516481876373291,
      "learning_rate": 1.235794205368452e-06,
      "loss": 0.3417,
      "step": 1931650
    },
    {
      "epoch": 539.12,
      "grad_norm": 1.1989409923553467,
      "learning_rate": 1.235770377889676e-06,
      "loss": 0.3418,
      "step": 1931660
    },
    {
      "epoch": 539.12,
      "grad_norm": 1.2458584308624268,
      "learning_rate": 1.235746550558374e-06,
      "loss": 0.3483,
      "step": 1931670
    },
    {
      "epoch": 539.12,
      "grad_norm": 1.2371854782104492,
      "learning_rate": 1.2357227233745468e-06,
      "loss": 0.3404,
      "step": 1931680
    },
    {
      "epoch": 539.13,
      "grad_norm": 1.182319164276123,
      "learning_rate": 1.2356988963381981e-06,
      "loss": 0.3414,
      "step": 1931690
    },
    {
      "epoch": 539.13,
      "grad_norm": 1.264570951461792,
      "learning_rate": 1.2356750694493323e-06,
      "loss": 0.3298,
      "step": 1931700
    },
    {
      "epoch": 539.13,
      "grad_norm": 1.0528552532196045,
      "learning_rate": 1.2356512427079506e-06,
      "loss": 0.3381,
      "step": 1931710
    },
    {
      "epoch": 539.13,
      "grad_norm": 1.2202640771865845,
      "learning_rate": 1.2356274161140574e-06,
      "loss": 0.3707,
      "step": 1931720
    },
    {
      "epoch": 539.14,
      "grad_norm": 1.4460699558258057,
      "learning_rate": 1.2356035896676556e-06,
      "loss": 0.3458,
      "step": 1931730
    },
    {
      "epoch": 539.14,
      "grad_norm": 1.2406524419784546,
      "learning_rate": 1.2355797633687488e-06,
      "loss": 0.3408,
      "step": 1931740
    },
    {
      "epoch": 539.14,
      "grad_norm": 1.2275605201721191,
      "learning_rate": 1.2355559372173385e-06,
      "loss": 0.3208,
      "step": 1931750
    },
    {
      "epoch": 539.15,
      "grad_norm": 1.0123687982559204,
      "learning_rate": 1.235532111213431e-06,
      "loss": 0.3409,
      "step": 1931760
    },
    {
      "epoch": 539.15,
      "grad_norm": 1.1076759099960327,
      "learning_rate": 1.235508285357026e-06,
      "loss": 0.3239,
      "step": 1931770
    },
    {
      "epoch": 539.15,
      "grad_norm": 1.122192621231079,
      "learning_rate": 1.235484459648129e-06,
      "loss": 0.3228,
      "step": 1931780
    },
    {
      "epoch": 539.15,
      "grad_norm": 0.9190126657485962,
      "learning_rate": 1.2354606340867432e-06,
      "loss": 0.3312,
      "step": 1931790
    },
    {
      "epoch": 539.16,
      "grad_norm": 0.9987642765045166,
      "learning_rate": 1.2354368086728696e-06,
      "loss": 0.3489,
      "step": 1931800
    },
    {
      "epoch": 539.16,
      "grad_norm": 1.2826640605926514,
      "learning_rate": 1.2354129834065134e-06,
      "loss": 0.3534,
      "step": 1931810
    },
    {
      "epoch": 539.16,
      "grad_norm": 0.9627931714057922,
      "learning_rate": 1.2353891582876767e-06,
      "loss": 0.3405,
      "step": 1931820
    },
    {
      "epoch": 539.17,
      "grad_norm": 1.1801046133041382,
      "learning_rate": 1.2353653333163643e-06,
      "loss": 0.3372,
      "step": 1931830
    },
    {
      "epoch": 539.17,
      "grad_norm": 1.1812421083450317,
      "learning_rate": 1.2353415084925773e-06,
      "loss": 0.3493,
      "step": 1931840
    },
    {
      "epoch": 539.17,
      "grad_norm": 1.1171537637710571,
      "learning_rate": 1.2353176838163197e-06,
      "loss": 0.315,
      "step": 1931850
    },
    {
      "epoch": 539.17,
      "grad_norm": 2.1478726863861084,
      "learning_rate": 1.2352938592875947e-06,
      "loss": 0.3675,
      "step": 1931860
    },
    {
      "epoch": 539.18,
      "grad_norm": 1.1033631563186646,
      "learning_rate": 1.2352700349064055e-06,
      "loss": 0.354,
      "step": 1931870
    },
    {
      "epoch": 539.18,
      "grad_norm": 1.0266426801681519,
      "learning_rate": 1.2352462106727563e-06,
      "loss": 0.351,
      "step": 1931880
    },
    {
      "epoch": 539.18,
      "grad_norm": 1.1637810468673706,
      "learning_rate": 1.2352223865866475e-06,
      "loss": 0.3352,
      "step": 1931890
    },
    {
      "epoch": 539.19,
      "grad_norm": 1.1710567474365234,
      "learning_rate": 1.2351985626480858e-06,
      "loss": 0.3252,
      "step": 1931900
    },
    {
      "epoch": 539.19,
      "grad_norm": 0.9732362031936646,
      "learning_rate": 1.2351747388570717e-06,
      "loss": 0.3289,
      "step": 1931910
    },
    {
      "epoch": 539.19,
      "grad_norm": 0.9705080986022949,
      "learning_rate": 1.2351509152136092e-06,
      "loss": 0.329,
      "step": 1931920
    },
    {
      "epoch": 539.19,
      "grad_norm": 1.2861377000808716,
      "learning_rate": 1.2351270917177024e-06,
      "loss": 0.3463,
      "step": 1931930
    },
    {
      "epoch": 539.2,
      "grad_norm": 1.57728111743927,
      "learning_rate": 1.235103268369353e-06,
      "loss": 0.3164,
      "step": 1931940
    },
    {
      "epoch": 539.2,
      "grad_norm": 1.4190130233764648,
      "learning_rate": 1.2350794451685643e-06,
      "loss": 0.3515,
      "step": 1931950
    },
    {
      "epoch": 539.2,
      "grad_norm": 1.232227087020874,
      "learning_rate": 1.2350556221153405e-06,
      "loss": 0.3259,
      "step": 1931960
    },
    {
      "epoch": 539.2,
      "grad_norm": 1.1069716215133667,
      "learning_rate": 1.2350317992096844e-06,
      "loss": 0.3358,
      "step": 1931970
    },
    {
      "epoch": 539.21,
      "grad_norm": 1.2200261354446411,
      "learning_rate": 1.2350079764515987e-06,
      "loss": 0.3318,
      "step": 1931980
    },
    {
      "epoch": 539.21,
      "grad_norm": 1.0420762300491333,
      "learning_rate": 1.2349841538410866e-06,
      "loss": 0.3453,
      "step": 1931990
    },
    {
      "epoch": 539.21,
      "grad_norm": 1.2905738353729248,
      "learning_rate": 1.2349603313781524e-06,
      "loss": 0.3315,
      "step": 1932000
    },
    {
      "epoch": 539.22,
      "grad_norm": 1.07736074924469,
      "learning_rate": 1.234936509062797e-06,
      "loss": 0.3455,
      "step": 1932010
    },
    {
      "epoch": 539.22,
      "grad_norm": 1.2988231182098389,
      "learning_rate": 1.2349126868950266e-06,
      "loss": 0.3507,
      "step": 1932020
    },
    {
      "epoch": 539.22,
      "grad_norm": 1.2343847751617432,
      "learning_rate": 1.2348888648748413e-06,
      "loss": 0.3478,
      "step": 1932030
    },
    {
      "epoch": 539.22,
      "grad_norm": 1.2784299850463867,
      "learning_rate": 1.2348650430022465e-06,
      "loss": 0.3535,
      "step": 1932040
    },
    {
      "epoch": 539.23,
      "grad_norm": 1.1760668754577637,
      "learning_rate": 1.234841221277244e-06,
      "loss": 0.3516,
      "step": 1932050
    },
    {
      "epoch": 539.23,
      "grad_norm": 1.7388008832931519,
      "learning_rate": 1.234817399699839e-06,
      "loss": 0.3321,
      "step": 1932060
    },
    {
      "epoch": 539.23,
      "grad_norm": 1.0080894231796265,
      "learning_rate": 1.234793578270032e-06,
      "loss": 0.3228,
      "step": 1932070
    },
    {
      "epoch": 539.24,
      "grad_norm": 1.020903468132019,
      "learning_rate": 1.2347697569878274e-06,
      "loss": 0.3273,
      "step": 1932080
    },
    {
      "epoch": 539.24,
      "grad_norm": 1.1642526388168335,
      "learning_rate": 1.2347459358532295e-06,
      "loss": 0.3396,
      "step": 1932090
    },
    {
      "epoch": 539.24,
      "grad_norm": 1.1345930099487305,
      "learning_rate": 1.2347221148662381e-06,
      "loss": 0.3339,
      "step": 1932100
    },
    {
      "epoch": 539.24,
      "grad_norm": 1.210849642753601,
      "learning_rate": 1.2346982940268609e-06,
      "loss": 0.3384,
      "step": 1932110
    },
    {
      "epoch": 539.25,
      "grad_norm": 0.9835550785064697,
      "learning_rate": 1.2346744733350977e-06,
      "loss": 0.3501,
      "step": 1932120
    },
    {
      "epoch": 539.25,
      "grad_norm": 1.1364200115203857,
      "learning_rate": 1.2346506527909527e-06,
      "loss": 0.3475,
      "step": 1932130
    },
    {
      "epoch": 539.25,
      "grad_norm": 1.0301146507263184,
      "learning_rate": 1.234626832394429e-06,
      "loss": 0.3539,
      "step": 1932140
    },
    {
      "epoch": 539.25,
      "grad_norm": 1.1371413469314575,
      "learning_rate": 1.2346030121455301e-06,
      "loss": 0.3429,
      "step": 1932150
    },
    {
      "epoch": 539.26,
      "grad_norm": 1.3536046743392944,
      "learning_rate": 1.2345791920442597e-06,
      "loss": 0.3423,
      "step": 1932160
    },
    {
      "epoch": 539.26,
      "grad_norm": 1.0460631847381592,
      "learning_rate": 1.2345553720906195e-06,
      "loss": 0.3493,
      "step": 1932170
    },
    {
      "epoch": 539.26,
      "grad_norm": 1.0525535345077515,
      "learning_rate": 1.2345315522846135e-06,
      "loss": 0.336,
      "step": 1932180
    },
    {
      "epoch": 539.27,
      "grad_norm": 1.9895962476730347,
      "learning_rate": 1.2345077326262446e-06,
      "loss": 0.3401,
      "step": 1932190
    },
    {
      "epoch": 539.27,
      "grad_norm": 1.1888352632522583,
      "learning_rate": 1.2344839131155173e-06,
      "loss": 0.3253,
      "step": 1932200
    },
    {
      "epoch": 539.27,
      "grad_norm": 1.1551400423049927,
      "learning_rate": 1.2344600937524323e-06,
      "loss": 0.3702,
      "step": 1932210
    },
    {
      "epoch": 539.27,
      "grad_norm": 1.113586664199829,
      "learning_rate": 1.2344362745369942e-06,
      "loss": 0.3377,
      "step": 1932220
    },
    {
      "epoch": 539.28,
      "grad_norm": 1.2227946519851685,
      "learning_rate": 1.2344124554692073e-06,
      "loss": 0.3385,
      "step": 1932230
    },
    {
      "epoch": 539.28,
      "grad_norm": 1.0730541944503784,
      "learning_rate": 1.2343886365490712e-06,
      "loss": 0.3206,
      "step": 1932240
    },
    {
      "epoch": 539.28,
      "grad_norm": 1.1691327095031738,
      "learning_rate": 1.2343648177765936e-06,
      "loss": 0.344,
      "step": 1932250
    },
    {
      "epoch": 539.29,
      "grad_norm": 1.1859221458435059,
      "learning_rate": 1.2343409991517743e-06,
      "loss": 0.3384,
      "step": 1932260
    },
    {
      "epoch": 539.29,
      "grad_norm": 1.3401349782943726,
      "learning_rate": 1.2343171806746182e-06,
      "loss": 0.3437,
      "step": 1932270
    },
    {
      "epoch": 539.29,
      "grad_norm": 1.2262022495269775,
      "learning_rate": 1.234293362345127e-06,
      "loss": 0.3457,
      "step": 1932280
    },
    {
      "epoch": 539.29,
      "grad_norm": 1.2386740446090698,
      "learning_rate": 1.2342695441633065e-06,
      "loss": 0.3404,
      "step": 1932290
    },
    {
      "epoch": 539.3,
      "grad_norm": 1.067920446395874,
      "learning_rate": 1.2342457261291569e-06,
      "loss": 0.3317,
      "step": 1932300
    },
    {
      "epoch": 539.3,
      "grad_norm": 1.2370316982269287,
      "learning_rate": 1.2342219082426826e-06,
      "loss": 0.3608,
      "step": 1932310
    },
    {
      "epoch": 539.3,
      "grad_norm": 1.7877261638641357,
      "learning_rate": 1.2341980905038879e-06,
      "loss": 0.3464,
      "step": 1932320
    },
    {
      "epoch": 539.31,
      "grad_norm": 1.2316056489944458,
      "learning_rate": 1.2341742729127727e-06,
      "loss": 0.3459,
      "step": 1932330
    },
    {
      "epoch": 539.31,
      "grad_norm": 1.0954478979110718,
      "learning_rate": 1.2341504554693443e-06,
      "loss": 0.3426,
      "step": 1932340
    },
    {
      "epoch": 539.31,
      "grad_norm": 1.159842610359192,
      "learning_rate": 1.2341266381736032e-06,
      "loss": 0.3343,
      "step": 1932350
    },
    {
      "epoch": 539.31,
      "grad_norm": 1.5061054229736328,
      "learning_rate": 1.234102821025553e-06,
      "loss": 0.34,
      "step": 1932360
    },
    {
      "epoch": 539.32,
      "grad_norm": 1.2217094898223877,
      "learning_rate": 1.2340790040251982e-06,
      "loss": 0.3451,
      "step": 1932370
    },
    {
      "epoch": 539.32,
      "grad_norm": 1.2062575817108154,
      "learning_rate": 1.2340551871725401e-06,
      "loss": 0.3338,
      "step": 1932380
    },
    {
      "epoch": 539.32,
      "grad_norm": 1.1781262159347534,
      "learning_rate": 1.2340313704675823e-06,
      "loss": 0.3455,
      "step": 1932390
    },
    {
      "epoch": 539.32,
      "grad_norm": 1.0979095697402954,
      "learning_rate": 1.2340075539103287e-06,
      "loss": 0.3412,
      "step": 1932400
    },
    {
      "epoch": 539.33,
      "grad_norm": 1.2070329189300537,
      "learning_rate": 1.2339837375007828e-06,
      "loss": 0.3468,
      "step": 1932410
    },
    {
      "epoch": 539.33,
      "grad_norm": 1.0908993482589722,
      "learning_rate": 1.2339599212389454e-06,
      "loss": 0.3475,
      "step": 1932420
    },
    {
      "epoch": 539.33,
      "grad_norm": 1.2366687059402466,
      "learning_rate": 1.2339361051248232e-06,
      "loss": 0.3556,
      "step": 1932430
    },
    {
      "epoch": 539.34,
      "grad_norm": 1.136474609375,
      "learning_rate": 1.2339122891584167e-06,
      "loss": 0.334,
      "step": 1932440
    },
    {
      "epoch": 539.34,
      "grad_norm": 1.446609377861023,
      "learning_rate": 1.23388847333973e-06,
      "loss": 0.3396,
      "step": 1932450
    },
    {
      "epoch": 539.34,
      "grad_norm": 0.9917234182357788,
      "learning_rate": 1.2338646576687666e-06,
      "loss": 0.3524,
      "step": 1932460
    },
    {
      "epoch": 539.34,
      "grad_norm": 1.0137076377868652,
      "learning_rate": 1.2338408421455275e-06,
      "loss": 0.3521,
      "step": 1932470
    },
    {
      "epoch": 539.35,
      "grad_norm": 1.057073950767517,
      "learning_rate": 1.23381702677002e-06,
      "loss": 0.3398,
      "step": 1932480
    },
    {
      "epoch": 539.35,
      "grad_norm": 1.1313998699188232,
      "learning_rate": 1.2337932115422438e-06,
      "loss": 0.3251,
      "step": 1932490
    },
    {
      "epoch": 539.35,
      "grad_norm": 1.1815189123153687,
      "learning_rate": 1.2337693964622027e-06,
      "loss": 0.3425,
      "step": 1932500
    },
    {
      "epoch": 539.36,
      "grad_norm": 1.067482590675354,
      "learning_rate": 1.2337455815299015e-06,
      "loss": 0.3518,
      "step": 1932510
    },
    {
      "epoch": 539.36,
      "grad_norm": 0.951073169708252,
      "learning_rate": 1.2337217667453413e-06,
      "loss": 0.3401,
      "step": 1932520
    },
    {
      "epoch": 539.36,
      "grad_norm": 1.0419836044311523,
      "learning_rate": 1.233697952108526e-06,
      "loss": 0.3289,
      "step": 1932530
    },
    {
      "epoch": 539.36,
      "grad_norm": 1.0209518671035767,
      "learning_rate": 1.2336741376194594e-06,
      "loss": 0.3311,
      "step": 1932540
    },
    {
      "epoch": 539.37,
      "grad_norm": 0.9336435198783875,
      "learning_rate": 1.2336503232781445e-06,
      "loss": 0.3335,
      "step": 1932550
    },
    {
      "epoch": 539.37,
      "grad_norm": 1.2486408948898315,
      "learning_rate": 1.2336265090845827e-06,
      "loss": 0.336,
      "step": 1932560
    },
    {
      "epoch": 539.37,
      "grad_norm": 1.1098257303237915,
      "learning_rate": 1.2336026950387804e-06,
      "loss": 0.3471,
      "step": 1932570
    },
    {
      "epoch": 539.37,
      "grad_norm": 1.523799180984497,
      "learning_rate": 1.233578881140738e-06,
      "loss": 0.3364,
      "step": 1932580
    },
    {
      "epoch": 539.38,
      "grad_norm": 1.076156497001648,
      "learning_rate": 1.2335550673904598e-06,
      "loss": 0.3201,
      "step": 1932590
    },
    {
      "epoch": 539.38,
      "grad_norm": 1.6160736083984375,
      "learning_rate": 1.2335312537879495e-06,
      "loss": 0.3453,
      "step": 1932600
    },
    {
      "epoch": 539.38,
      "grad_norm": 1.243196964263916,
      "learning_rate": 1.2335074403332092e-06,
      "loss": 0.3293,
      "step": 1932610
    },
    {
      "epoch": 539.39,
      "grad_norm": 1.0917305946350098,
      "learning_rate": 1.2334836270262423e-06,
      "loss": 0.3263,
      "step": 1932620
    },
    {
      "epoch": 539.39,
      "grad_norm": 1.178446650505066,
      "learning_rate": 1.2334598138670519e-06,
      "loss": 0.3417,
      "step": 1932630
    },
    {
      "epoch": 539.39,
      "grad_norm": 1.126710057258606,
      "learning_rate": 1.2334360008556425e-06,
      "loss": 0.3404,
      "step": 1932640
    },
    {
      "epoch": 539.39,
      "grad_norm": 1.2192660570144653,
      "learning_rate": 1.2334121879920155e-06,
      "loss": 0.3473,
      "step": 1932650
    },
    {
      "epoch": 539.4,
      "grad_norm": 1.1524324417114258,
      "learning_rate": 1.2333883752761744e-06,
      "loss": 0.3282,
      "step": 1932660
    },
    {
      "epoch": 539.4,
      "grad_norm": 1.2270256280899048,
      "learning_rate": 1.2333645627081239e-06,
      "loss": 0.3477,
      "step": 1932670
    },
    {
      "epoch": 539.4,
      "grad_norm": 1.071941614151001,
      "learning_rate": 1.2333407502878639e-06,
      "loss": 0.3363,
      "step": 1932680
    },
    {
      "epoch": 539.41,
      "grad_norm": 1.5494338274002075,
      "learning_rate": 1.2333169380154015e-06,
      "loss": 0.3446,
      "step": 1932690
    },
    {
      "epoch": 539.41,
      "grad_norm": 1.1509159803390503,
      "learning_rate": 1.2332931258907374e-06,
      "loss": 0.3474,
      "step": 1932700
    },
    {
      "epoch": 539.41,
      "grad_norm": 6.7373270988464355,
      "learning_rate": 1.2332693139138754e-06,
      "loss": 0.3493,
      "step": 1932710
    },
    {
      "epoch": 539.41,
      "grad_norm": 1.521405816078186,
      "learning_rate": 1.2332455020848187e-06,
      "loss": 0.3463,
      "step": 1932720
    },
    {
      "epoch": 539.42,
      "grad_norm": 1.0705724954605103,
      "learning_rate": 1.2332216904035701e-06,
      "loss": 0.3439,
      "step": 1932730
    },
    {
      "epoch": 539.42,
      "grad_norm": 1.0968281030654907,
      "learning_rate": 1.2331978788701345e-06,
      "loss": 0.3325,
      "step": 1932740
    },
    {
      "epoch": 539.42,
      "grad_norm": 1.3578450679779053,
      "learning_rate": 1.2331740674845123e-06,
      "loss": 0.3409,
      "step": 1932750
    },
    {
      "epoch": 539.43,
      "grad_norm": 0.9989929795265198,
      "learning_rate": 1.2331502562467086e-06,
      "loss": 0.3359,
      "step": 1932760
    },
    {
      "epoch": 539.43,
      "grad_norm": 1.0707933902740479,
      "learning_rate": 1.2331264451567257e-06,
      "loss": 0.3323,
      "step": 1932770
    },
    {
      "epoch": 539.43,
      "grad_norm": 0.9565261602401733,
      "learning_rate": 1.2331026342145682e-06,
      "loss": 0.3364,
      "step": 1932780
    },
    {
      "epoch": 539.43,
      "grad_norm": 1.1109967231750488,
      "learning_rate": 1.2330788234202368e-06,
      "loss": 0.3363,
      "step": 1932790
    },
    {
      "epoch": 539.44,
      "grad_norm": 1.0759872198104858,
      "learning_rate": 1.2330550127737366e-06,
      "loss": 0.3505,
      "step": 1932800
    },
    {
      "epoch": 539.44,
      "grad_norm": 1.0668540000915527,
      "learning_rate": 1.2330312022750708e-06,
      "loss": 0.345,
      "step": 1932810
    },
    {
      "epoch": 539.44,
      "grad_norm": 1.2318917512893677,
      "learning_rate": 1.2330073919242403e-06,
      "loss": 0.3524,
      "step": 1932820
    },
    {
      "epoch": 539.44,
      "grad_norm": 1.1910139322280884,
      "learning_rate": 1.2329835817212517e-06,
      "loss": 0.3426,
      "step": 1932830
    },
    {
      "epoch": 539.45,
      "grad_norm": 1.3445069789886475,
      "learning_rate": 1.2329597716661054e-06,
      "loss": 0.3343,
      "step": 1932840
    },
    {
      "epoch": 539.45,
      "grad_norm": 1.0440659523010254,
      "learning_rate": 1.232935961758806e-06,
      "loss": 0.3507,
      "step": 1932850
    },
    {
      "epoch": 539.45,
      "grad_norm": 1.044643759727478,
      "learning_rate": 1.2329121519993557e-06,
      "loss": 0.3428,
      "step": 1932860
    },
    {
      "epoch": 539.46,
      "grad_norm": 1.033644437789917,
      "learning_rate": 1.2328883423877593e-06,
      "loss": 0.3388,
      "step": 1932870
    },
    {
      "epoch": 539.46,
      "grad_norm": 1.2770434617996216,
      "learning_rate": 1.232864532924018e-06,
      "loss": 0.3418,
      "step": 1932880
    },
    {
      "epoch": 539.46,
      "grad_norm": 1.1783403158187866,
      "learning_rate": 1.2328407236081359e-06,
      "loss": 0.3404,
      "step": 1932890
    },
    {
      "epoch": 539.46,
      "grad_norm": 1.008568525314331,
      "learning_rate": 1.232816914440117e-06,
      "loss": 0.3595,
      "step": 1932900
    },
    {
      "epoch": 539.47,
      "grad_norm": 1.095123052597046,
      "learning_rate": 1.2327931054199619e-06,
      "loss": 0.3521,
      "step": 1932910
    },
    {
      "epoch": 539.47,
      "grad_norm": 1.2165167331695557,
      "learning_rate": 1.2327692965476772e-06,
      "loss": 0.3404,
      "step": 1932920
    },
    {
      "epoch": 539.47,
      "grad_norm": 1.057723045349121,
      "learning_rate": 1.2327454878232633e-06,
      "loss": 0.3429,
      "step": 1932930
    },
    {
      "epoch": 539.48,
      "grad_norm": 1.233657956123352,
      "learning_rate": 1.2327216792467246e-06,
      "loss": 0.3435,
      "step": 1932940
    },
    {
      "epoch": 539.48,
      "grad_norm": 1.1701648235321045,
      "learning_rate": 1.2326978708180648e-06,
      "loss": 0.3282,
      "step": 1932950
    },
    {
      "epoch": 539.48,
      "grad_norm": 1.075973629951477,
      "learning_rate": 1.2326740625372857e-06,
      "loss": 0.3262,
      "step": 1932960
    },
    {
      "epoch": 539.48,
      "grad_norm": 1.0609594583511353,
      "learning_rate": 1.232650254404391e-06,
      "loss": 0.3421,
      "step": 1932970
    },
    {
      "epoch": 539.49,
      "grad_norm": 1.1554580926895142,
      "learning_rate": 1.232626446419384e-06,
      "loss": 0.3376,
      "step": 1932980
    },
    {
      "epoch": 539.49,
      "grad_norm": 1.0558998584747314,
      "learning_rate": 1.2326026385822686e-06,
      "loss": 0.3345,
      "step": 1932990
    },
    {
      "epoch": 539.49,
      "grad_norm": 1.003552794456482,
      "learning_rate": 1.2325788308930456e-06,
      "loss": 0.364,
      "step": 1933000
    },
    {
      "epoch": 539.49,
      "grad_norm": 1.1417216062545776,
      "learning_rate": 1.2325550233517212e-06,
      "loss": 0.3149,
      "step": 1933010
    },
    {
      "epoch": 539.5,
      "grad_norm": 1.1064563989639282,
      "learning_rate": 1.2325312159582965e-06,
      "loss": 0.3635,
      "step": 1933020
    },
    {
      "epoch": 539.5,
      "grad_norm": 1.0416117906570435,
      "learning_rate": 1.2325074087127755e-06,
      "loss": 0.3482,
      "step": 1933030
    },
    {
      "epoch": 539.5,
      "grad_norm": 1.1236263513565063,
      "learning_rate": 1.2324836016151619e-06,
      "loss": 0.3395,
      "step": 1933040
    },
    {
      "epoch": 539.51,
      "grad_norm": 1.037104845046997,
      "learning_rate": 1.2324597946654565e-06,
      "loss": 0.3419,
      "step": 1933050
    },
    {
      "epoch": 539.51,
      "grad_norm": 1.0869121551513672,
      "learning_rate": 1.2324359878636658e-06,
      "loss": 0.3296,
      "step": 1933060
    },
    {
      "epoch": 539.51,
      "grad_norm": 1.1019654273986816,
      "learning_rate": 1.2324121812097905e-06,
      "loss": 0.3326,
      "step": 1933070
    },
    {
      "epoch": 539.51,
      "grad_norm": 1.0193508863449097,
      "learning_rate": 1.2323883747038342e-06,
      "loss": 0.3414,
      "step": 1933080
    },
    {
      "epoch": 539.52,
      "grad_norm": 1.3204706907272339,
      "learning_rate": 1.232364568345802e-06,
      "loss": 0.327,
      "step": 1933090
    },
    {
      "epoch": 539.52,
      "grad_norm": 1.1438429355621338,
      "learning_rate": 1.232340762135694e-06,
      "loss": 0.3373,
      "step": 1933100
    },
    {
      "epoch": 539.52,
      "grad_norm": 1.04381263256073,
      "learning_rate": 1.2323169560735152e-06,
      "loss": 0.3386,
      "step": 1933110
    },
    {
      "epoch": 539.53,
      "grad_norm": 1.0601969957351685,
      "learning_rate": 1.2322931501592682e-06,
      "loss": 0.341,
      "step": 1933120
    },
    {
      "epoch": 539.53,
      "grad_norm": 0.9501913189888,
      "learning_rate": 1.2322693443929577e-06,
      "loss": 0.3211,
      "step": 1933130
    },
    {
      "epoch": 539.53,
      "grad_norm": 1.3010287284851074,
      "learning_rate": 1.2322455387745833e-06,
      "loss": 0.344,
      "step": 1933140
    },
    {
      "epoch": 539.53,
      "grad_norm": 0.9483847618103027,
      "learning_rate": 1.2322217333041524e-06,
      "loss": 0.3355,
      "step": 1933150
    },
    {
      "epoch": 539.54,
      "grad_norm": 1.4178757667541504,
      "learning_rate": 1.2321979279816657e-06,
      "loss": 0.3376,
      "step": 1933160
    },
    {
      "epoch": 539.54,
      "grad_norm": 1.0236389636993408,
      "learning_rate": 1.2321741228071262e-06,
      "loss": 0.3201,
      "step": 1933170
    },
    {
      "epoch": 539.54,
      "grad_norm": 1.077377438545227,
      "learning_rate": 1.2321503177805393e-06,
      "loss": 0.3279,
      "step": 1933180
    },
    {
      "epoch": 539.55,
      "grad_norm": 1.130470633506775,
      "learning_rate": 1.2321265129019055e-06,
      "loss": 0.3323,
      "step": 1933190
    },
    {
      "epoch": 539.55,
      "grad_norm": 1.199070692062378,
      "learning_rate": 1.2321027081712289e-06,
      "loss": 0.3434,
      "step": 1933200
    },
    {
      "epoch": 539.55,
      "grad_norm": 1.2668994665145874,
      "learning_rate": 1.2320789035885132e-06,
      "loss": 0.3351,
      "step": 1933210
    },
    {
      "epoch": 539.55,
      "grad_norm": 1.3100388050079346,
      "learning_rate": 1.2320550991537618e-06,
      "loss": 0.3435,
      "step": 1933220
    },
    {
      "epoch": 539.56,
      "grad_norm": 1.1442623138427734,
      "learning_rate": 1.2320312948669757e-06,
      "loss": 0.3411,
      "step": 1933230
    },
    {
      "epoch": 539.56,
      "grad_norm": 1.1087884902954102,
      "learning_rate": 1.2320074907281613e-06,
      "loss": 0.3322,
      "step": 1933240
    },
    {
      "epoch": 539.56,
      "grad_norm": 1.645129680633545,
      "learning_rate": 1.2319836867373192e-06,
      "loss": 0.3263,
      "step": 1933250
    },
    {
      "epoch": 539.56,
      "grad_norm": 1.012088418006897,
      "learning_rate": 1.2319598828944536e-06,
      "loss": 0.3303,
      "step": 1933260
    },
    {
      "epoch": 539.57,
      "grad_norm": 0.9948713183403015,
      "learning_rate": 1.2319360791995685e-06,
      "loss": 0.3386,
      "step": 1933270
    },
    {
      "epoch": 539.57,
      "grad_norm": 1.0972933769226074,
      "learning_rate": 1.2319122756526653e-06,
      "loss": 0.3393,
      "step": 1933280
    },
    {
      "epoch": 539.57,
      "grad_norm": 1.1142545938491821,
      "learning_rate": 1.2318884722537481e-06,
      "loss": 0.3483,
      "step": 1933290
    },
    {
      "epoch": 539.58,
      "grad_norm": 1.010393738746643,
      "learning_rate": 1.2318646690028196e-06,
      "loss": 0.3386,
      "step": 1933300
    },
    {
      "epoch": 539.58,
      "grad_norm": 0.9637812376022339,
      "learning_rate": 1.2318408658998835e-06,
      "loss": 0.3384,
      "step": 1933310
    },
    {
      "epoch": 539.58,
      "grad_norm": 1.02924382686615,
      "learning_rate": 1.2318170629449439e-06,
      "loss": 0.343,
      "step": 1933320
    },
    {
      "epoch": 539.58,
      "grad_norm": 1.0746641159057617,
      "learning_rate": 1.2317932601380017e-06,
      "loss": 0.3302,
      "step": 1933330
    },
    {
      "epoch": 539.59,
      "grad_norm": 1.0422996282577515,
      "learning_rate": 1.2317694574790616e-06,
      "loss": 0.3242,
      "step": 1933340
    },
    {
      "epoch": 539.59,
      "grad_norm": 0.9643477201461792,
      "learning_rate": 1.2317456549681258e-06,
      "loss": 0.3384,
      "step": 1933350
    },
    {
      "epoch": 539.59,
      "grad_norm": 1.0215651988983154,
      "learning_rate": 1.2317218526051994e-06,
      "loss": 0.336,
      "step": 1933360
    },
    {
      "epoch": 539.6,
      "grad_norm": 1.375748872756958,
      "learning_rate": 1.2316980503902826e-06,
      "loss": 0.3305,
      "step": 1933370
    },
    {
      "epoch": 539.6,
      "grad_norm": 1.8795965909957886,
      "learning_rate": 1.231674248323382e-06,
      "loss": 0.3368,
      "step": 1933380
    },
    {
      "epoch": 539.6,
      "grad_norm": 1.1928764581680298,
      "learning_rate": 1.2316504464044976e-06,
      "loss": 0.3343,
      "step": 1933390
    },
    {
      "epoch": 539.6,
      "grad_norm": 1.2547039985656738,
      "learning_rate": 1.2316266446336345e-06,
      "loss": 0.3425,
      "step": 1933400
    },
    {
      "epoch": 539.61,
      "grad_norm": 1.1668388843536377,
      "learning_rate": 1.2316028430107959e-06,
      "loss": 0.3373,
      "step": 1933410
    },
    {
      "epoch": 539.61,
      "grad_norm": 1.2528399229049683,
      "learning_rate": 1.2315790415359835e-06,
      "loss": 0.3346,
      "step": 1933420
    },
    {
      "epoch": 539.61,
      "grad_norm": 1.0800867080688477,
      "learning_rate": 1.2315552402092013e-06,
      "loss": 0.3287,
      "step": 1933430
    },
    {
      "epoch": 539.61,
      "grad_norm": 1.0641357898712158,
      "learning_rate": 1.231531439030453e-06,
      "loss": 0.3459,
      "step": 1933440
    },
    {
      "epoch": 539.62,
      "grad_norm": 1.1012556552886963,
      "learning_rate": 1.2315076379997418e-06,
      "loss": 0.3395,
      "step": 1933450
    },
    {
      "epoch": 539.62,
      "grad_norm": 1.2025381326675415,
      "learning_rate": 1.2314838371170694e-06,
      "loss": 0.3396,
      "step": 1933460
    },
    {
      "epoch": 539.62,
      "grad_norm": 1.3407572507858276,
      "learning_rate": 1.23146003638244e-06,
      "loss": 0.344,
      "step": 1933470
    },
    {
      "epoch": 539.63,
      "grad_norm": 1.2561378479003906,
      "learning_rate": 1.231436235795858e-06,
      "loss": 0.3401,
      "step": 1933480
    },
    {
      "epoch": 539.63,
      "grad_norm": 1.5847437381744385,
      "learning_rate": 1.2314124353573228e-06,
      "loss": 0.3402,
      "step": 1933490
    },
    {
      "epoch": 539.63,
      "grad_norm": 1.0753681659698486,
      "learning_rate": 1.231388635066842e-06,
      "loss": 0.3458,
      "step": 1933500
    },
    {
      "epoch": 539.63,
      "grad_norm": 1.1445289850234985,
      "learning_rate": 1.231364834924416e-06,
      "loss": 0.331,
      "step": 1933510
    },
    {
      "epoch": 539.64,
      "grad_norm": 1.3469865322113037,
      "learning_rate": 1.2313410349300491e-06,
      "loss": 0.3421,
      "step": 1933520
    },
    {
      "epoch": 539.64,
      "grad_norm": 1.0723744630813599,
      "learning_rate": 1.231317235083744e-06,
      "loss": 0.3369,
      "step": 1933530
    },
    {
      "epoch": 539.64,
      "grad_norm": 1.1824077367782593,
      "learning_rate": 1.2312934353855046e-06,
      "loss": 0.3617,
      "step": 1933540
    },
    {
      "epoch": 539.65,
      "grad_norm": 1.3344899415969849,
      "learning_rate": 1.2312696358353325e-06,
      "loss": 0.3575,
      "step": 1933550
    },
    {
      "epoch": 539.65,
      "grad_norm": 1.0723886489868164,
      "learning_rate": 1.2312458364332322e-06,
      "loss": 0.331,
      "step": 1933560
    },
    {
      "epoch": 539.65,
      "grad_norm": 1.125044822692871,
      "learning_rate": 1.2312220371792074e-06,
      "loss": 0.3352,
      "step": 1933570
    },
    {
      "epoch": 539.65,
      "grad_norm": 1.034366488456726,
      "learning_rate": 1.2311982380732583e-06,
      "loss": 0.3197,
      "step": 1933580
    },
    {
      "epoch": 539.66,
      "grad_norm": 1.1285765171051025,
      "learning_rate": 1.231174439115392e-06,
      "loss": 0.3376,
      "step": 1933590
    },
    {
      "epoch": 539.66,
      "grad_norm": 1.2006051540374756,
      "learning_rate": 1.231150640305609e-06,
      "loss": 0.3388,
      "step": 1933600
    },
    {
      "epoch": 539.66,
      "grad_norm": 1.0934150218963623,
      "learning_rate": 1.2311268416439132e-06,
      "loss": 0.3483,
      "step": 1933610
    },
    {
      "epoch": 539.67,
      "grad_norm": 1.556735634803772,
      "learning_rate": 1.231103043130309e-06,
      "loss": 0.3575,
      "step": 1933620
    },
    {
      "epoch": 539.67,
      "grad_norm": 1.1461617946624756,
      "learning_rate": 1.2310792447647965e-06,
      "loss": 0.3416,
      "step": 1933630
    },
    {
      "epoch": 539.67,
      "grad_norm": 1.2511757612228394,
      "learning_rate": 1.2310554465473825e-06,
      "loss": 0.3399,
      "step": 1933640
    },
    {
      "epoch": 539.67,
      "grad_norm": 1.1317514181137085,
      "learning_rate": 1.2310316484780675e-06,
      "loss": 0.348,
      "step": 1933650
    },
    {
      "epoch": 539.68,
      "grad_norm": 1.250156044960022,
      "learning_rate": 1.2310078505568556e-06,
      "loss": 0.3345,
      "step": 1933660
    },
    {
      "epoch": 539.68,
      "grad_norm": 1.1678498983383179,
      "learning_rate": 1.23098405278375e-06,
      "loss": 0.3446,
      "step": 1933670
    },
    {
      "epoch": 539.68,
      "grad_norm": 1.09632408618927,
      "learning_rate": 1.2309602551587548e-06,
      "loss": 0.3516,
      "step": 1933680
    },
    {
      "epoch": 539.68,
      "grad_norm": 1.0395277738571167,
      "learning_rate": 1.2309364576818714e-06,
      "loss": 0.3312,
      "step": 1933690
    },
    {
      "epoch": 539.69,
      "grad_norm": 0.9657384157180786,
      "learning_rate": 1.2309126603531038e-06,
      "loss": 0.3488,
      "step": 1933700
    },
    {
      "epoch": 539.69,
      "grad_norm": 1.1522157192230225,
      "learning_rate": 1.230888863172456e-06,
      "loss": 0.3474,
      "step": 1933710
    },
    {
      "epoch": 539.69,
      "grad_norm": 1.069018840789795,
      "learning_rate": 1.2308650661399282e-06,
      "loss": 0.3284,
      "step": 1933720
    },
    {
      "epoch": 539.7,
      "grad_norm": 1.0508917570114136,
      "learning_rate": 1.230841269255528e-06,
      "loss": 0.3416,
      "step": 1933730
    },
    {
      "epoch": 539.7,
      "grad_norm": 0.9155328869819641,
      "learning_rate": 1.2308174725192551e-06,
      "loss": 0.3496,
      "step": 1933740
    },
    {
      "epoch": 539.7,
      "grad_norm": 1.0805013179779053,
      "learning_rate": 1.2307936759311138e-06,
      "loss": 0.3212,
      "step": 1933750
    },
    {
      "epoch": 539.7,
      "grad_norm": 1.0476981401443481,
      "learning_rate": 1.2307698794911085e-06,
      "loss": 0.3557,
      "step": 1933760
    },
    {
      "epoch": 539.71,
      "grad_norm": 1.0451934337615967,
      "learning_rate": 1.2307460831992396e-06,
      "loss": 0.3427,
      "step": 1933770
    },
    {
      "epoch": 539.71,
      "grad_norm": 1.0398775339126587,
      "learning_rate": 1.2307222870555124e-06,
      "loss": 0.3447,
      "step": 1933780
    },
    {
      "epoch": 539.71,
      "grad_norm": 1.1922712326049805,
      "learning_rate": 1.2306984910599295e-06,
      "loss": 0.3529,
      "step": 1933790
    },
    {
      "epoch": 539.72,
      "grad_norm": 1.2708739042282104,
      "learning_rate": 1.2306746952124947e-06,
      "loss": 0.3502,
      "step": 1933800
    },
    {
      "epoch": 539.72,
      "grad_norm": 1.0398139953613281,
      "learning_rate": 1.2306508995132088e-06,
      "loss": 0.347,
      "step": 1933810
    },
    {
      "epoch": 539.72,
      "grad_norm": 1.1652041673660278,
      "learning_rate": 1.2306271039620785e-06,
      "loss": 0.3334,
      "step": 1933820
    },
    {
      "epoch": 539.72,
      "grad_norm": 1.4154075384140015,
      "learning_rate": 1.230603308559104e-06,
      "loss": 0.3481,
      "step": 1933830
    },
    {
      "epoch": 539.73,
      "grad_norm": 1.0653547048568726,
      "learning_rate": 1.23057951330429e-06,
      "loss": 0.3572,
      "step": 1933840
    },
    {
      "epoch": 539.73,
      "grad_norm": 1.2098757028579712,
      "learning_rate": 1.23055571819764e-06,
      "loss": 0.3197,
      "step": 1933850
    },
    {
      "epoch": 539.73,
      "grad_norm": 0.9720603227615356,
      "learning_rate": 1.2305319232391557e-06,
      "loss": 0.3324,
      "step": 1933860
    },
    {
      "epoch": 539.73,
      "grad_norm": 1.1135038137435913,
      "learning_rate": 1.230508128428841e-06,
      "loss": 0.3343,
      "step": 1933870
    },
    {
      "epoch": 539.74,
      "grad_norm": 1.203000783920288,
      "learning_rate": 1.2304843337666992e-06,
      "loss": 0.3633,
      "step": 1933880
    },
    {
      "epoch": 539.74,
      "grad_norm": 1.0975761413574219,
      "learning_rate": 1.2304605392527333e-06,
      "loss": 0.3424,
      "step": 1933890
    },
    {
      "epoch": 539.74,
      "grad_norm": 1.1457107067108154,
      "learning_rate": 1.2304367448869473e-06,
      "loss": 0.3354,
      "step": 1933900
    },
    {
      "epoch": 539.75,
      "grad_norm": 1.1603902578353882,
      "learning_rate": 1.2304129506693427e-06,
      "loss": 0.3312,
      "step": 1933910
    },
    {
      "epoch": 539.75,
      "grad_norm": 1.1119697093963623,
      "learning_rate": 1.2303891565999237e-06,
      "loss": 0.3537,
      "step": 1933920
    },
    {
      "epoch": 539.75,
      "grad_norm": 1.0946398973464966,
      "learning_rate": 1.230365362678693e-06,
      "loss": 0.3351,
      "step": 1933930
    },
    {
      "epoch": 539.75,
      "grad_norm": 1.007706642150879,
      "learning_rate": 1.2303415689056554e-06,
      "loss": 0.3336,
      "step": 1933940
    },
    {
      "epoch": 539.76,
      "grad_norm": 1.055222511291504,
      "learning_rate": 1.2303177752808108e-06,
      "loss": 0.3454,
      "step": 1933950
    },
    {
      "epoch": 539.76,
      "grad_norm": 1.2268720865249634,
      "learning_rate": 1.230293981804166e-06,
      "loss": 0.3602,
      "step": 1933960
    },
    {
      "epoch": 539.76,
      "grad_norm": 0.9191567301750183,
      "learning_rate": 1.230270188475722e-06,
      "loss": 0.3445,
      "step": 1933970
    },
    {
      "epoch": 539.77,
      "grad_norm": 1.0501307249069214,
      "learning_rate": 1.230246395295482e-06,
      "loss": 0.3406,
      "step": 1933980
    },
    {
      "epoch": 539.77,
      "grad_norm": 1.112216591835022,
      "learning_rate": 1.230222602263451e-06,
      "loss": 0.3415,
      "step": 1933990
    },
    {
      "epoch": 539.77,
      "grad_norm": 1.1477940082550049,
      "learning_rate": 1.2301988093796295e-06,
      "loss": 0.3409,
      "step": 1934000
    },
    {
      "epoch": 539.77,
      "grad_norm": 1.0849970579147339,
      "learning_rate": 1.2301750166440223e-06,
      "loss": 0.3433,
      "step": 1934010
    },
    {
      "epoch": 539.78,
      "grad_norm": 1.1973145008087158,
      "learning_rate": 1.230151224056632e-06,
      "loss": 0.3464,
      "step": 1934020
    },
    {
      "epoch": 539.78,
      "grad_norm": 1.3828496932983398,
      "learning_rate": 1.2301274316174628e-06,
      "loss": 0.3337,
      "step": 1934030
    },
    {
      "epoch": 539.78,
      "grad_norm": 1.1078041791915894,
      "learning_rate": 1.2301036393265164e-06,
      "loss": 0.341,
      "step": 1934040
    },
    {
      "epoch": 539.79,
      "grad_norm": 1.051452398300171,
      "learning_rate": 1.2300798471837966e-06,
      "loss": 0.3596,
      "step": 1934050
    },
    {
      "epoch": 539.79,
      "grad_norm": 1.0084319114685059,
      "learning_rate": 1.2300560551893066e-06,
      "loss": 0.3501,
      "step": 1934060
    },
    {
      "epoch": 539.79,
      "grad_norm": 1.24192214012146,
      "learning_rate": 1.2300322633430495e-06,
      "loss": 0.3281,
      "step": 1934070
    },
    {
      "epoch": 539.79,
      "grad_norm": 1.2512109279632568,
      "learning_rate": 1.2300084716450296e-06,
      "loss": 0.3364,
      "step": 1934080
    },
    {
      "epoch": 539.8,
      "grad_norm": 1.145782470703125,
      "learning_rate": 1.2299846800952476e-06,
      "loss": 0.3387,
      "step": 1934090
    },
    {
      "epoch": 539.8,
      "grad_norm": 1.3653148412704468,
      "learning_rate": 1.2299608886937086e-06,
      "loss": 0.3546,
      "step": 1934100
    },
    {
      "epoch": 539.8,
      "grad_norm": 1.2281190156936646,
      "learning_rate": 1.2299370974404153e-06,
      "loss": 0.3419,
      "step": 1934110
    },
    {
      "epoch": 539.8,
      "grad_norm": 1.1255342960357666,
      "learning_rate": 1.2299133063353713e-06,
      "loss": 0.3442,
      "step": 1934120
    },
    {
      "epoch": 539.81,
      "grad_norm": 1.222320795059204,
      "learning_rate": 1.2298895153785785e-06,
      "loss": 0.3609,
      "step": 1934130
    },
    {
      "epoch": 539.81,
      "grad_norm": 1.484885811805725,
      "learning_rate": 1.229865724570041e-06,
      "loss": 0.3384,
      "step": 1934140
    },
    {
      "epoch": 539.81,
      "grad_norm": 1.088531255722046,
      "learning_rate": 1.2298419339097625e-06,
      "loss": 0.3432,
      "step": 1934150
    },
    {
      "epoch": 539.82,
      "grad_norm": 1.0120222568511963,
      "learning_rate": 1.2298181433977435e-06,
      "loss": 0.3352,
      "step": 1934160
    },
    {
      "epoch": 539.82,
      "grad_norm": 1.3814043998718262,
      "learning_rate": 1.2297943530339912e-06,
      "loss": 0.3419,
      "step": 1934170
    },
    {
      "epoch": 539.82,
      "grad_norm": 1.2296791076660156,
      "learning_rate": 1.2297705628185049e-06,
      "loss": 0.3342,
      "step": 1934180
    },
    {
      "epoch": 539.82,
      "grad_norm": 1.1699548959732056,
      "learning_rate": 1.2297467727512912e-06,
      "loss": 0.3575,
      "step": 1934190
    },
    {
      "epoch": 539.83,
      "grad_norm": 1.0670475959777832,
      "learning_rate": 1.2297229828323511e-06,
      "loss": 0.3224,
      "step": 1934200
    },
    {
      "epoch": 539.83,
      "grad_norm": 1.1899309158325195,
      "learning_rate": 1.229699193061688e-06,
      "loss": 0.3362,
      "step": 1934210
    },
    {
      "epoch": 539.83,
      "grad_norm": 1.1017426252365112,
      "learning_rate": 1.2296754034393063e-06,
      "loss": 0.3503,
      "step": 1934220
    },
    {
      "epoch": 539.84,
      "grad_norm": 1.221205711364746,
      "learning_rate": 1.2296516139652074e-06,
      "loss": 0.3394,
      "step": 1934230
    },
    {
      "epoch": 539.84,
      "grad_norm": 1.0054328441619873,
      "learning_rate": 1.229627824639395e-06,
      "loss": 0.3374,
      "step": 1934240
    },
    {
      "epoch": 539.84,
      "grad_norm": 1.1898106336593628,
      "learning_rate": 1.229604035461873e-06,
      "loss": 0.3395,
      "step": 1934250
    },
    {
      "epoch": 539.84,
      "grad_norm": 1.2673171758651733,
      "learning_rate": 1.2295802464326447e-06,
      "loss": 0.3428,
      "step": 1934260
    },
    {
      "epoch": 539.85,
      "grad_norm": 1.2111835479736328,
      "learning_rate": 1.2295564575517121e-06,
      "loss": 0.3368,
      "step": 1934270
    },
    {
      "epoch": 539.85,
      "grad_norm": 1.2667975425720215,
      "learning_rate": 1.229532668819079e-06,
      "loss": 0.3515,
      "step": 1934280
    },
    {
      "epoch": 539.85,
      "grad_norm": 1.1099460124969482,
      "learning_rate": 1.2295088802347491e-06,
      "loss": 0.3426,
      "step": 1934290
    },
    {
      "epoch": 539.85,
      "grad_norm": 1.2156529426574707,
      "learning_rate": 1.2294850917987235e-06,
      "loss": 0.3338,
      "step": 1934300
    },
    {
      "epoch": 539.86,
      "grad_norm": 1.2830135822296143,
      "learning_rate": 1.2294613035110084e-06,
      "loss": 0.3352,
      "step": 1934310
    },
    {
      "epoch": 539.86,
      "grad_norm": 1.1157816648483276,
      "learning_rate": 1.2294375153716046e-06,
      "loss": 0.3509,
      "step": 1934320
    },
    {
      "epoch": 539.86,
      "grad_norm": 1.0467418432235718,
      "learning_rate": 1.2294137273805164e-06,
      "loss": 0.3156,
      "step": 1934330
    },
    {
      "epoch": 539.87,
      "grad_norm": 1.0868712663650513,
      "learning_rate": 1.2293899395377463e-06,
      "loss": 0.3411,
      "step": 1934340
    },
    {
      "epoch": 539.87,
      "grad_norm": 1.0880359411239624,
      "learning_rate": 1.2293661518432988e-06,
      "loss": 0.3404,
      "step": 1934350
    },
    {
      "epoch": 539.87,
      "grad_norm": 1.138432264328003,
      "learning_rate": 1.2293423642971753e-06,
      "loss": 0.354,
      "step": 1934360
    },
    {
      "epoch": 539.87,
      "grad_norm": 1.5428946018218994,
      "learning_rate": 1.2293185768993794e-06,
      "loss": 0.3288,
      "step": 1934370
    },
    {
      "epoch": 539.88,
      "grad_norm": 1.269339919090271,
      "learning_rate": 1.229294789649916e-06,
      "loss": 0.3549,
      "step": 1934380
    },
    {
      "epoch": 539.88,
      "grad_norm": 1.1366053819656372,
      "learning_rate": 1.2292710025487847e-06,
      "loss": 0.3515,
      "step": 1934390
    },
    {
      "epoch": 539.88,
      "grad_norm": 1.218033790588379,
      "learning_rate": 1.229247215595993e-06,
      "loss": 0.3414,
      "step": 1934400
    },
    {
      "epoch": 539.89,
      "grad_norm": 1.103864312171936,
      "learning_rate": 1.2292234287915407e-06,
      "loss": 0.3386,
      "step": 1934410
    },
    {
      "epoch": 539.89,
      "grad_norm": 1.2085825204849243,
      "learning_rate": 1.2291996421354323e-06,
      "loss": 0.3302,
      "step": 1934420
    },
    {
      "epoch": 539.89,
      "grad_norm": 1.4069496393203735,
      "learning_rate": 1.2291758556276717e-06,
      "loss": 0.344,
      "step": 1934430
    },
    {
      "epoch": 539.89,
      "grad_norm": 1.0351747274398804,
      "learning_rate": 1.2291520692682607e-06,
      "loss": 0.3424,
      "step": 1934440
    },
    {
      "epoch": 539.9,
      "grad_norm": 1.1765928268432617,
      "learning_rate": 1.229128283057203e-06,
      "loss": 0.3316,
      "step": 1934450
    },
    {
      "epoch": 539.9,
      "grad_norm": 1.0909374952316284,
      "learning_rate": 1.2291044969945012e-06,
      "loss": 0.3299,
      "step": 1934460
    },
    {
      "epoch": 539.9,
      "grad_norm": 1.583402395248413,
      "learning_rate": 1.2290807110801594e-06,
      "loss": 0.3293,
      "step": 1934470
    },
    {
      "epoch": 539.91,
      "grad_norm": 1.1093372106552124,
      "learning_rate": 1.2290569253141801e-06,
      "loss": 0.3412,
      "step": 1934480
    },
    {
      "epoch": 539.91,
      "grad_norm": 1.1656720638275146,
      "learning_rate": 1.2290331396965682e-06,
      "loss": 0.3425,
      "step": 1934490
    },
    {
      "epoch": 539.91,
      "grad_norm": 1.0539319515228271,
      "learning_rate": 1.229009354227324e-06,
      "loss": 0.339,
      "step": 1934500
    },
    {
      "epoch": 539.91,
      "grad_norm": 1.0905333757400513,
      "learning_rate": 1.2289855689064523e-06,
      "loss": 0.3569,
      "step": 1934510
    },
    {
      "epoch": 539.92,
      "grad_norm": 1.2240934371948242,
      "learning_rate": 1.2289617837339568e-06,
      "loss": 0.3435,
      "step": 1934520
    },
    {
      "epoch": 539.92,
      "grad_norm": 1.0097304582595825,
      "learning_rate": 1.2289379987098382e-06,
      "loss": 0.3521,
      "step": 1934530
    },
    {
      "epoch": 539.92,
      "grad_norm": 1.2187256813049316,
      "learning_rate": 1.2289142138341032e-06,
      "loss": 0.3479,
      "step": 1934540
    },
    {
      "epoch": 539.92,
      "grad_norm": 1.14077889919281,
      "learning_rate": 1.2288904291067523e-06,
      "loss": 0.3351,
      "step": 1934550
    },
    {
      "epoch": 539.93,
      "grad_norm": 1.3008975982666016,
      "learning_rate": 1.2288666445277891e-06,
      "loss": 0.3483,
      "step": 1934560
    },
    {
      "epoch": 539.93,
      "grad_norm": 1.1663637161254883,
      "learning_rate": 1.2288428600972189e-06,
      "loss": 0.3555,
      "step": 1934570
    },
    {
      "epoch": 539.93,
      "grad_norm": 1.2151631116867065,
      "learning_rate": 1.2288190758150418e-06,
      "loss": 0.3414,
      "step": 1934580
    },
    {
      "epoch": 539.94,
      "grad_norm": 1.0192651748657227,
      "learning_rate": 1.228795291681262e-06,
      "loss": 0.3567,
      "step": 1934590
    },
    {
      "epoch": 539.94,
      "grad_norm": 1.691916823387146,
      "learning_rate": 1.2287715076958832e-06,
      "loss": 0.3474,
      "step": 1934600
    },
    {
      "epoch": 539.94,
      "grad_norm": 1.2232662439346313,
      "learning_rate": 1.2287477238589094e-06,
      "loss": 0.3512,
      "step": 1934610
    },
    {
      "epoch": 539.94,
      "grad_norm": 1.2487430572509766,
      "learning_rate": 1.2287239401703409e-06,
      "loss": 0.3478,
      "step": 1934620
    },
    {
      "epoch": 539.95,
      "grad_norm": 1.1151541471481323,
      "learning_rate": 1.2287001566301842e-06,
      "loss": 0.333,
      "step": 1934630
    },
    {
      "epoch": 539.95,
      "grad_norm": 1.115181803703308,
      "learning_rate": 1.2286763732384406e-06,
      "loss": 0.3413,
      "step": 1934640
    },
    {
      "epoch": 539.95,
      "grad_norm": 1.104325294494629,
      "learning_rate": 1.2286525899951132e-06,
      "loss": 0.3441,
      "step": 1934650
    },
    {
      "epoch": 539.96,
      "grad_norm": 1.1229679584503174,
      "learning_rate": 1.2286288069002061e-06,
      "loss": 0.3336,
      "step": 1934660
    },
    {
      "epoch": 539.96,
      "grad_norm": 1.0535118579864502,
      "learning_rate": 1.2286050239537215e-06,
      "loss": 0.3567,
      "step": 1934670
    },
    {
      "epoch": 539.96,
      "grad_norm": 1.409248948097229,
      "learning_rate": 1.228581241155663e-06,
      "loss": 0.3326,
      "step": 1934680
    },
    {
      "epoch": 539.96,
      "grad_norm": 1.5359292030334473,
      "learning_rate": 1.2285574585060336e-06,
      "loss": 0.3533,
      "step": 1934690
    },
    {
      "epoch": 539.97,
      "grad_norm": 1.1088448762893677,
      "learning_rate": 1.2285336760048376e-06,
      "loss": 0.3441,
      "step": 1934700
    },
    {
      "epoch": 539.97,
      "grad_norm": 1.2525662183761597,
      "learning_rate": 1.2285098936520766e-06,
      "loss": 0.3216,
      "step": 1934710
    },
    {
      "epoch": 539.97,
      "grad_norm": 1.2223892211914062,
      "learning_rate": 1.228486111447754e-06,
      "loss": 0.3432,
      "step": 1934720
    },
    {
      "epoch": 539.97,
      "grad_norm": 1.1360981464385986,
      "learning_rate": 1.2284623293918743e-06,
      "loss": 0.3381,
      "step": 1934730
    },
    {
      "epoch": 539.98,
      "grad_norm": 1.0427262783050537,
      "learning_rate": 1.2284385474844375e-06,
      "loss": 0.344,
      "step": 1934740
    },
    {
      "epoch": 539.98,
      "grad_norm": 1.3064008951187134,
      "learning_rate": 1.2284147657254516e-06,
      "loss": 0.3312,
      "step": 1934750
    },
    {
      "epoch": 539.98,
      "grad_norm": 1.1747263669967651,
      "learning_rate": 1.2283909841149147e-06,
      "loss": 0.3487,
      "step": 1934760
    },
    {
      "epoch": 539.99,
      "grad_norm": 1.1808913946151733,
      "learning_rate": 1.2283672026528343e-06,
      "loss": 0.3424,
      "step": 1934770
    },
    {
      "epoch": 539.99,
      "grad_norm": 1.2297853231430054,
      "learning_rate": 1.228343421339211e-06,
      "loss": 0.362,
      "step": 1934780
    },
    {
      "epoch": 539.99,
      "grad_norm": 1.1136189699172974,
      "learning_rate": 1.2283196401740486e-06,
      "loss": 0.3219,
      "step": 1934790
    },
    {
      "epoch": 539.99,
      "grad_norm": 1.246237874031067,
      "learning_rate": 1.228295859157351e-06,
      "loss": 0.3342,
      "step": 1934800
    },
    {
      "epoch": 540.0,
      "grad_norm": 1.1362147331237793,
      "learning_rate": 1.2282720782891195e-06,
      "loss": 0.3289,
      "step": 1934810
    },
    {
      "epoch": 540.0,
      "grad_norm": 1.4080111980438232,
      "learning_rate": 1.2282482975693587e-06,
      "loss": 0.3319,
      "step": 1934820
    },
    {
      "epoch": 540.0,
      "eval_loss": 0.3416336178779602,
      "eval_runtime": 64.502,
      "eval_samples_per_second": 78.432,
      "eval_steps_per_second": 9.814,
      "step": 1934820
    },
    {
      "epoch": 540.0,
      "grad_norm": 1.083091378211975,
      "learning_rate": 1.2282245169980716e-06,
      "loss": 0.3444,
      "step": 1934830
    },
    {
      "epoch": 540.01,
      "grad_norm": 1.155157208442688,
      "learning_rate": 1.228200736575262e-06,
      "loss": 0.3145,
      "step": 1934840
    },
    {
      "epoch": 540.01,
      "grad_norm": 1.155308723449707,
      "learning_rate": 1.2281769563009313e-06,
      "loss": 0.3409,
      "step": 1934850
    },
    {
      "epoch": 540.01,
      "grad_norm": 1.123107671737671,
      "learning_rate": 1.228153176175084e-06,
      "loss": 0.3584,
      "step": 1934860
    },
    {
      "epoch": 540.01,
      "grad_norm": 0.9805324077606201,
      "learning_rate": 1.2281293961977236e-06,
      "loss": 0.3593,
      "step": 1934870
    },
    {
      "epoch": 540.02,
      "grad_norm": 0.9824711680412292,
      "learning_rate": 1.2281056163688509e-06,
      "loss": 0.329,
      "step": 1934880
    },
    {
      "epoch": 540.02,
      "grad_norm": 1.2275564670562744,
      "learning_rate": 1.2280818366884723e-06,
      "loss": 0.3377,
      "step": 1934890
    },
    {
      "epoch": 540.02,
      "grad_norm": 1.0772510766983032,
      "learning_rate": 1.228058057156589e-06,
      "loss": 0.3521,
      "step": 1934900
    },
    {
      "epoch": 540.03,
      "grad_norm": 1.244827389717102,
      "learning_rate": 1.2280342777732044e-06,
      "loss": 0.3552,
      "step": 1934910
    },
    {
      "epoch": 540.03,
      "grad_norm": 1.198748230934143,
      "learning_rate": 1.2280104985383217e-06,
      "loss": 0.3303,
      "step": 1934920
    },
    {
      "epoch": 540.03,
      "grad_norm": 1.5929946899414062,
      "learning_rate": 1.2279867194519452e-06,
      "loss": 0.3294,
      "step": 1934930
    },
    {
      "epoch": 540.03,
      "grad_norm": 1.195446252822876,
      "learning_rate": 1.2279629405140763e-06,
      "loss": 0.3467,
      "step": 1934940
    },
    {
      "epoch": 540.04,
      "grad_norm": 1.0097534656524658,
      "learning_rate": 1.227939161724719e-06,
      "loss": 0.3323,
      "step": 1934950
    },
    {
      "epoch": 540.04,
      "grad_norm": 0.9310774207115173,
      "learning_rate": 1.2279153830838774e-06,
      "loss": 0.3364,
      "step": 1934960
    },
    {
      "epoch": 540.04,
      "grad_norm": 1.2479788064956665,
      "learning_rate": 1.2278916045915517e-06,
      "loss": 0.3444,
      "step": 1934970
    },
    {
      "epoch": 540.04,
      "grad_norm": 1.0133525133132935,
      "learning_rate": 1.2278678262477488e-06,
      "loss": 0.3413,
      "step": 1934980
    },
    {
      "epoch": 540.05,
      "grad_norm": 1.1617525815963745,
      "learning_rate": 1.2278440480524693e-06,
      "loss": 0.3347,
      "step": 1934990
    },
    {
      "epoch": 540.05,
      "grad_norm": 1.0995457172393799,
      "learning_rate": 1.2278202700057172e-06,
      "loss": 0.3286,
      "step": 1935000
    },
    {
      "epoch": 540.05,
      "grad_norm": 1.010739803314209,
      "learning_rate": 1.2277964921074958e-06,
      "loss": 0.3363,
      "step": 1935010
    },
    {
      "epoch": 540.06,
      "grad_norm": 1.0701580047607422,
      "learning_rate": 1.2277727143578088e-06,
      "loss": 0.3343,
      "step": 1935020
    },
    {
      "epoch": 540.06,
      "grad_norm": 1.2824894189834595,
      "learning_rate": 1.2277489367566577e-06,
      "loss": 0.3502,
      "step": 1935030
    },
    {
      "epoch": 540.06,
      "grad_norm": 1.1017464399337769,
      "learning_rate": 1.2277251593040467e-06,
      "loss": 0.3269,
      "step": 1935040
    },
    {
      "epoch": 540.06,
      "grad_norm": 1.3801480531692505,
      "learning_rate": 1.227701381999979e-06,
      "loss": 0.3586,
      "step": 1935050
    },
    {
      "epoch": 540.07,
      "grad_norm": 1.2061986923217773,
      "learning_rate": 1.227677604844458e-06,
      "loss": 0.3441,
      "step": 1935060
    },
    {
      "epoch": 540.07,
      "grad_norm": 1.0416457653045654,
      "learning_rate": 1.227653827837487e-06,
      "loss": 0.335,
      "step": 1935070
    },
    {
      "epoch": 540.07,
      "grad_norm": 1.227941632270813,
      "learning_rate": 1.2276300509790679e-06,
      "loss": 0.3363,
      "step": 1935080
    },
    {
      "epoch": 540.08,
      "grad_norm": 1.099263310432434,
      "learning_rate": 1.2276062742692046e-06,
      "loss": 0.3372,
      "step": 1935090
    },
    {
      "epoch": 540.08,
      "grad_norm": 1.137282133102417,
      "learning_rate": 1.2275824977079015e-06,
      "loss": 0.3386,
      "step": 1935100
    },
    {
      "epoch": 540.08,
      "grad_norm": 1.307599663734436,
      "learning_rate": 1.2275587212951588e-06,
      "loss": 0.3463,
      "step": 1935110
    },
    {
      "epoch": 540.08,
      "grad_norm": 1.1713581085205078,
      "learning_rate": 1.227534945030983e-06,
      "loss": 0.3427,
      "step": 1935120
    },
    {
      "epoch": 540.09,
      "grad_norm": 1.4761203527450562,
      "learning_rate": 1.227511168915375e-06,
      "loss": 0.3586,
      "step": 1935130
    },
    {
      "epoch": 540.09,
      "grad_norm": 1.0757367610931396,
      "learning_rate": 1.2274873929483386e-06,
      "loss": 0.3289,
      "step": 1935140
    },
    {
      "epoch": 540.09,
      "grad_norm": 1.1461135149002075,
      "learning_rate": 1.2274636171298768e-06,
      "loss": 0.3372,
      "step": 1935150
    },
    {
      "epoch": 540.09,
      "grad_norm": 1.1822400093078613,
      "learning_rate": 1.2274398414599943e-06,
      "loss": 0.3422,
      "step": 1935160
    },
    {
      "epoch": 540.1,
      "grad_norm": 1.2537246942520142,
      "learning_rate": 1.227416065938692e-06,
      "loss": 0.3426,
      "step": 1935170
    },
    {
      "epoch": 540.1,
      "grad_norm": 1.0852081775665283,
      "learning_rate": 1.227392290565974e-06,
      "loss": 0.3306,
      "step": 1935180
    },
    {
      "epoch": 540.1,
      "grad_norm": 1.3196227550506592,
      "learning_rate": 1.2273685153418444e-06,
      "loss": 0.3252,
      "step": 1935190
    },
    {
      "epoch": 540.11,
      "grad_norm": 1.1096854209899902,
      "learning_rate": 1.227344740266304e-06,
      "loss": 0.3557,
      "step": 1935200
    },
    {
      "epoch": 540.11,
      "grad_norm": 1.2573753595352173,
      "learning_rate": 1.2273209653393587e-06,
      "loss": 0.3367,
      "step": 1935210
    },
    {
      "epoch": 540.11,
      "grad_norm": 1.0184288024902344,
      "learning_rate": 1.2272971905610099e-06,
      "loss": 0.3549,
      "step": 1935220
    },
    {
      "epoch": 540.11,
      "grad_norm": 1.086285948753357,
      "learning_rate": 1.2272734159312612e-06,
      "loss": 0.354,
      "step": 1935230
    },
    {
      "epoch": 540.12,
      "grad_norm": 1.248267650604248,
      "learning_rate": 1.2272496414501163e-06,
      "loss": 0.3236,
      "step": 1935240
    },
    {
      "epoch": 540.12,
      "grad_norm": 1.1376523971557617,
      "learning_rate": 1.2272258671175775e-06,
      "loss": 0.3322,
      "step": 1935250
    },
    {
      "epoch": 540.12,
      "grad_norm": 1.0183641910552979,
      "learning_rate": 1.2272020929336485e-06,
      "loss": 0.3276,
      "step": 1935260
    },
    {
      "epoch": 540.13,
      "grad_norm": 1.1592788696289062,
      "learning_rate": 1.227178318898332e-06,
      "loss": 0.3354,
      "step": 1935270
    },
    {
      "epoch": 540.13,
      "grad_norm": 1.4152108430862427,
      "learning_rate": 1.2271545450116324e-06,
      "loss": 0.3217,
      "step": 1935280
    },
    {
      "epoch": 540.13,
      "grad_norm": 1.107201337814331,
      "learning_rate": 1.2271307712735503e-06,
      "loss": 0.344,
      "step": 1935290
    },
    {
      "epoch": 540.13,
      "grad_norm": 1.3065382242202759,
      "learning_rate": 1.2271069976840923e-06,
      "loss": 0.338,
      "step": 1935300
    },
    {
      "epoch": 540.14,
      "grad_norm": 1.7336070537567139,
      "learning_rate": 1.2270832242432588e-06,
      "loss": 0.3391,
      "step": 1935310
    },
    {
      "epoch": 540.14,
      "grad_norm": 1.1912753582000732,
      "learning_rate": 1.227059450951054e-06,
      "loss": 0.3483,
      "step": 1935320
    },
    {
      "epoch": 540.14,
      "grad_norm": 1.1208194494247437,
      "learning_rate": 1.227035677807482e-06,
      "loss": 0.3468,
      "step": 1935330
    },
    {
      "epoch": 540.15,
      "grad_norm": 0.9384304881095886,
      "learning_rate": 1.2270119048125429e-06,
      "loss": 0.3249,
      "step": 1935340
    },
    {
      "epoch": 540.15,
      "grad_norm": 1.1689248085021973,
      "learning_rate": 1.226988131966244e-06,
      "loss": 0.341,
      "step": 1935350
    },
    {
      "epoch": 540.15,
      "grad_norm": 1.0063155889511108,
      "learning_rate": 1.2269643592685855e-06,
      "loss": 0.3319,
      "step": 1935360
    },
    {
      "epoch": 540.15,
      "grad_norm": 1.3633414506912231,
      "learning_rate": 1.2269405867195715e-06,
      "loss": 0.3296,
      "step": 1935370
    },
    {
      "epoch": 540.16,
      "grad_norm": 1.007765293121338,
      "learning_rate": 1.226916814319206e-06,
      "loss": 0.3252,
      "step": 1935380
    },
    {
      "epoch": 540.16,
      "grad_norm": 1.0845509767532349,
      "learning_rate": 1.2268930420674903e-06,
      "loss": 0.3362,
      "step": 1935390
    },
    {
      "epoch": 540.16,
      "grad_norm": 1.0738791227340698,
      "learning_rate": 1.2268692699644286e-06,
      "loss": 0.338,
      "step": 1935400
    },
    {
      "epoch": 540.16,
      "grad_norm": 1.1967822313308716,
      "learning_rate": 1.2268454980100241e-06,
      "loss": 0.3362,
      "step": 1935410
    },
    {
      "epoch": 540.17,
      "grad_norm": 0.9588375687599182,
      "learning_rate": 1.2268217262042807e-06,
      "loss": 0.3404,
      "step": 1935420
    },
    {
      "epoch": 540.17,
      "grad_norm": 1.1271097660064697,
      "learning_rate": 1.2267979545471992e-06,
      "loss": 0.3336,
      "step": 1935430
    },
    {
      "epoch": 540.17,
      "grad_norm": 1.2049591541290283,
      "learning_rate": 1.226774183038786e-06,
      "loss": 0.3402,
      "step": 1935440
    },
    {
      "epoch": 540.18,
      "grad_norm": 1.1841281652450562,
      "learning_rate": 1.2267504116790414e-06,
      "loss": 0.3402,
      "step": 1935450
    },
    {
      "epoch": 540.18,
      "grad_norm": 1.2250897884368896,
      "learning_rate": 1.22672664046797e-06,
      "loss": 0.3484,
      "step": 1935460
    },
    {
      "epoch": 540.18,
      "grad_norm": 1.1773648262023926,
      "learning_rate": 1.2267028694055757e-06,
      "loss": 0.3434,
      "step": 1935470
    },
    {
      "epoch": 540.18,
      "grad_norm": 1.0654587745666504,
      "learning_rate": 1.2266790984918596e-06,
      "loss": 0.3461,
      "step": 1935480
    },
    {
      "epoch": 540.19,
      "grad_norm": 1.152602195739746,
      "learning_rate": 1.226655327726826e-06,
      "loss": 0.3589,
      "step": 1935490
    },
    {
      "epoch": 540.19,
      "grad_norm": 0.960938036441803,
      "learning_rate": 1.226631557110478e-06,
      "loss": 0.3366,
      "step": 1935500
    },
    {
      "epoch": 540.19,
      "grad_norm": 1.1243133544921875,
      "learning_rate": 1.2266077866428198e-06,
      "loss": 0.3354,
      "step": 1935510
    },
    {
      "epoch": 540.2,
      "grad_norm": 1.2290575504302979,
      "learning_rate": 1.2265840163238523e-06,
      "loss": 0.3369,
      "step": 1935520
    },
    {
      "epoch": 540.2,
      "grad_norm": 1.4104193449020386,
      "learning_rate": 1.2265602461535802e-06,
      "loss": 0.3377,
      "step": 1935530
    },
    {
      "epoch": 540.2,
      "grad_norm": 0.9290388226509094,
      "learning_rate": 1.2265364761320073e-06,
      "loss": 0.3378,
      "step": 1935540
    },
    {
      "epoch": 540.2,
      "grad_norm": 1.0952427387237549,
      "learning_rate": 1.2265127062591336e-06,
      "loss": 0.3274,
      "step": 1935550
    },
    {
      "epoch": 540.21,
      "grad_norm": 1.1330794095993042,
      "learning_rate": 1.2264889365349664e-06,
      "loss": 0.3249,
      "step": 1935560
    },
    {
      "epoch": 540.21,
      "grad_norm": 1.116017460823059,
      "learning_rate": 1.2264651669595065e-06,
      "loss": 0.3408,
      "step": 1935570
    },
    {
      "epoch": 540.21,
      "grad_norm": 1.1123801469802856,
      "learning_rate": 1.2264413975327572e-06,
      "loss": 0.3215,
      "step": 1935580
    },
    {
      "epoch": 540.21,
      "grad_norm": 1.357804298400879,
      "learning_rate": 1.2264176282547219e-06,
      "loss": 0.3407,
      "step": 1935590
    },
    {
      "epoch": 540.22,
      "grad_norm": 1.017378330230713,
      "learning_rate": 1.226393859125405e-06,
      "loss": 0.334,
      "step": 1935600
    },
    {
      "epoch": 540.22,
      "grad_norm": 1.1349713802337646,
      "learning_rate": 1.2263700901448074e-06,
      "loss": 0.3489,
      "step": 1935610
    },
    {
      "epoch": 540.22,
      "grad_norm": 0.9854363203048706,
      "learning_rate": 1.2263463213129336e-06,
      "loss": 0.338,
      "step": 1935620
    },
    {
      "epoch": 540.23,
      "grad_norm": 0.9362330436706543,
      "learning_rate": 1.2263225526297864e-06,
      "loss": 0.3228,
      "step": 1935630
    },
    {
      "epoch": 540.23,
      "grad_norm": 1.203157663345337,
      "learning_rate": 1.226298784095369e-06,
      "loss": 0.3351,
      "step": 1935640
    },
    {
      "epoch": 540.23,
      "grad_norm": 1.325596809387207,
      "learning_rate": 1.2262750157096856e-06,
      "loss": 0.3358,
      "step": 1935650
    },
    {
      "epoch": 540.23,
      "grad_norm": 1.2598298788070679,
      "learning_rate": 1.2262512474727379e-06,
      "loss": 0.3372,
      "step": 1935660
    },
    {
      "epoch": 540.24,
      "grad_norm": 1.1586110591888428,
      "learning_rate": 1.2262274793845289e-06,
      "loss": 0.3581,
      "step": 1935670
    },
    {
      "epoch": 540.24,
      "grad_norm": 1.208078384399414,
      "learning_rate": 1.2262037114450637e-06,
      "loss": 0.3575,
      "step": 1935680
    },
    {
      "epoch": 540.24,
      "grad_norm": 1.233688473701477,
      "learning_rate": 1.2261799436543425e-06,
      "loss": 0.3531,
      "step": 1935690
    },
    {
      "epoch": 540.25,
      "grad_norm": 1.2486218214035034,
      "learning_rate": 1.226156176012372e-06,
      "loss": 0.3394,
      "step": 1935700
    },
    {
      "epoch": 540.25,
      "grad_norm": 1.1150970458984375,
      "learning_rate": 1.2261324085191525e-06,
      "loss": 0.3451,
      "step": 1935710
    },
    {
      "epoch": 540.25,
      "grad_norm": 1.602707028388977,
      "learning_rate": 1.2261086411746884e-06,
      "loss": 0.3495,
      "step": 1935720
    },
    {
      "epoch": 540.25,
      "grad_norm": 1.091001033782959,
      "learning_rate": 1.2260848739789823e-06,
      "loss": 0.3578,
      "step": 1935730
    },
    {
      "epoch": 540.26,
      "grad_norm": 1.055718183517456,
      "learning_rate": 1.226061106932039e-06,
      "loss": 0.3517,
      "step": 1935740
    },
    {
      "epoch": 540.26,
      "grad_norm": 1.3028593063354492,
      "learning_rate": 1.2260373400338592e-06,
      "loss": 0.3337,
      "step": 1935750
    },
    {
      "epoch": 540.26,
      "grad_norm": 1.1138008832931519,
      "learning_rate": 1.2260135732844474e-06,
      "loss": 0.3416,
      "step": 1935760
    },
    {
      "epoch": 540.27,
      "grad_norm": 0.9569067358970642,
      "learning_rate": 1.2259898066838074e-06,
      "loss": 0.3448,
      "step": 1935770
    },
    {
      "epoch": 540.27,
      "grad_norm": 1.1843684911727905,
      "learning_rate": 1.22596604023194e-06,
      "loss": 0.3326,
      "step": 1935780
    },
    {
      "epoch": 540.27,
      "grad_norm": 1.127095341682434,
      "learning_rate": 1.2259422739288518e-06,
      "loss": 0.359,
      "step": 1935790
    },
    {
      "epoch": 540.27,
      "grad_norm": 1.315645694732666,
      "learning_rate": 1.2259185077745431e-06,
      "loss": 0.3302,
      "step": 1935800
    },
    {
      "epoch": 540.28,
      "grad_norm": 1.259755253791809,
      "learning_rate": 1.2258947417690177e-06,
      "loss": 0.3339,
      "step": 1935810
    },
    {
      "epoch": 540.28,
      "grad_norm": 1.947174072265625,
      "learning_rate": 1.2258709759122806e-06,
      "loss": 0.3341,
      "step": 1935820
    },
    {
      "epoch": 540.28,
      "grad_norm": 1.0831681489944458,
      "learning_rate": 1.2258472102043324e-06,
      "loss": 0.3451,
      "step": 1935830
    },
    {
      "epoch": 540.28,
      "grad_norm": 1.1664621829986572,
      "learning_rate": 1.2258234446451775e-06,
      "loss": 0.3463,
      "step": 1935840
    },
    {
      "epoch": 540.29,
      "grad_norm": 0.9253128170967102,
      "learning_rate": 1.2257996792348187e-06,
      "loss": 0.3454,
      "step": 1935850
    },
    {
      "epoch": 540.29,
      "grad_norm": 1.0871766805648804,
      "learning_rate": 1.2257759139732605e-06,
      "loss": 0.3371,
      "step": 1935860
    },
    {
      "epoch": 540.29,
      "grad_norm": 0.9661639928817749,
      "learning_rate": 1.2257521488605031e-06,
      "loss": 0.3453,
      "step": 1935870
    },
    {
      "epoch": 540.3,
      "grad_norm": 1.045885443687439,
      "learning_rate": 1.2257283838965532e-06,
      "loss": 0.3467,
      "step": 1935880
    },
    {
      "epoch": 540.3,
      "grad_norm": 1.3043544292449951,
      "learning_rate": 1.2257046190814114e-06,
      "loss": 0.3556,
      "step": 1935890
    },
    {
      "epoch": 540.3,
      "grad_norm": 1.2306780815124512,
      "learning_rate": 1.225680854415082e-06,
      "loss": 0.3357,
      "step": 1935900
    },
    {
      "epoch": 540.3,
      "grad_norm": 1.1246899366378784,
      "learning_rate": 1.2256570898975683e-06,
      "loss": 0.3515,
      "step": 1935910
    },
    {
      "epoch": 540.31,
      "grad_norm": 1.3183783292770386,
      "learning_rate": 1.2256333255288715e-06,
      "loss": 0.3557,
      "step": 1935920
    },
    {
      "epoch": 540.31,
      "grad_norm": 1.147878646850586,
      "learning_rate": 1.2256095613089983e-06,
      "loss": 0.3536,
      "step": 1935930
    },
    {
      "epoch": 540.31,
      "grad_norm": 1.1083952188491821,
      "learning_rate": 1.2255857972379487e-06,
      "loss": 0.349,
      "step": 1935940
    },
    {
      "epoch": 540.32,
      "grad_norm": 1.025577187538147,
      "learning_rate": 1.2255620333157273e-06,
      "loss": 0.3219,
      "step": 1935950
    },
    {
      "epoch": 540.32,
      "grad_norm": 1.1778404712677002,
      "learning_rate": 1.2255382695423382e-06,
      "loss": 0.3448,
      "step": 1935960
    },
    {
      "epoch": 540.32,
      "grad_norm": 0.9655446410179138,
      "learning_rate": 1.225514505917782e-06,
      "loss": 0.3311,
      "step": 1935970
    },
    {
      "epoch": 540.32,
      "grad_norm": 1.1877715587615967,
      "learning_rate": 1.2254907424420634e-06,
      "loss": 0.3528,
      "step": 1935980
    },
    {
      "epoch": 540.33,
      "grad_norm": 1.054383397102356,
      "learning_rate": 1.2254669791151854e-06,
      "loss": 0.3461,
      "step": 1935990
    },
    {
      "epoch": 540.33,
      "grad_norm": 1.0893534421920776,
      "learning_rate": 1.225443215937152e-06,
      "loss": 0.3345,
      "step": 1936000
    },
    {
      "epoch": 540.33,
      "grad_norm": 1.1768907308578491,
      "learning_rate": 1.2254194529079638e-06,
      "loss": 0.344,
      "step": 1936010
    },
    {
      "epoch": 540.33,
      "grad_norm": 1.0862202644348145,
      "learning_rate": 1.2253956900276279e-06,
      "loss": 0.3501,
      "step": 1936020
    },
    {
      "epoch": 540.34,
      "grad_norm": 1.2121857404708862,
      "learning_rate": 1.2253719272961438e-06,
      "loss": 0.3287,
      "step": 1936030
    },
    {
      "epoch": 540.34,
      "grad_norm": 1.2401388883590698,
      "learning_rate": 1.2253481647135164e-06,
      "loss": 0.3462,
      "step": 1936040
    },
    {
      "epoch": 540.34,
      "grad_norm": 1.1029616594314575,
      "learning_rate": 1.2253244022797493e-06,
      "loss": 0.3194,
      "step": 1936050
    },
    {
      "epoch": 540.35,
      "grad_norm": 1.4048703908920288,
      "learning_rate": 1.2253006399948443e-06,
      "loss": 0.3387,
      "step": 1936060
    },
    {
      "epoch": 540.35,
      "grad_norm": 1.0853657722473145,
      "learning_rate": 1.2252768778588048e-06,
      "loss": 0.3265,
      "step": 1936070
    },
    {
      "epoch": 540.35,
      "grad_norm": 1.2755290269851685,
      "learning_rate": 1.2252531158716348e-06,
      "loss": 0.339,
      "step": 1936080
    },
    {
      "epoch": 540.35,
      "grad_norm": 1.3703330755233765,
      "learning_rate": 1.2252293540333378e-06,
      "loss": 0.3443,
      "step": 1936090
    },
    {
      "epoch": 540.36,
      "grad_norm": 1.3114999532699585,
      "learning_rate": 1.2252055923439143e-06,
      "loss": 0.3335,
      "step": 1936100
    },
    {
      "epoch": 540.36,
      "grad_norm": 1.0455504655838013,
      "learning_rate": 1.2251818308033715e-06,
      "loss": 0.3548,
      "step": 1936110
    },
    {
      "epoch": 540.36,
      "grad_norm": 0.9556255340576172,
      "learning_rate": 1.225158069411709e-06,
      "loss": 0.3346,
      "step": 1936120
    },
    {
      "epoch": 540.37,
      "grad_norm": 1.1228740215301514,
      "learning_rate": 1.2251343081689317e-06,
      "loss": 0.3387,
      "step": 1936130
    },
    {
      "epoch": 540.37,
      "grad_norm": 1.0749386548995972,
      "learning_rate": 1.2251105470750435e-06,
      "loss": 0.3322,
      "step": 1936140
    },
    {
      "epoch": 540.37,
      "grad_norm": 1.2370784282684326,
      "learning_rate": 1.2250867861300455e-06,
      "loss": 0.3679,
      "step": 1936150
    },
    {
      "epoch": 540.37,
      "grad_norm": 1.0138500928878784,
      "learning_rate": 1.2250630253339416e-06,
      "loss": 0.3552,
      "step": 1936160
    },
    {
      "epoch": 540.38,
      "grad_norm": 1.0902663469314575,
      "learning_rate": 1.2250392646867356e-06,
      "loss": 0.3593,
      "step": 1936170
    },
    {
      "epoch": 540.38,
      "grad_norm": 1.061156988143921,
      "learning_rate": 1.225015504188431e-06,
      "loss": 0.3397,
      "step": 1936180
    },
    {
      "epoch": 540.38,
      "grad_norm": 1.0658403635025024,
      "learning_rate": 1.2249917438390295e-06,
      "loss": 0.3548,
      "step": 1936190
    },
    {
      "epoch": 540.39,
      "grad_norm": 1.10260009765625,
      "learning_rate": 1.224967983638535e-06,
      "loss": 0.3436,
      "step": 1936200
    },
    {
      "epoch": 540.39,
      "grad_norm": 1.1259769201278687,
      "learning_rate": 1.2249442235869506e-06,
      "loss": 0.3343,
      "step": 1936210
    },
    {
      "epoch": 540.39,
      "grad_norm": 1.1081531047821045,
      "learning_rate": 1.2249204636842797e-06,
      "loss": 0.3432,
      "step": 1936220
    },
    {
      "epoch": 540.39,
      "grad_norm": 1.1261218786239624,
      "learning_rate": 1.2248967039305262e-06,
      "loss": 0.3436,
      "step": 1936230
    },
    {
      "epoch": 540.4,
      "grad_norm": 1.1575080156326294,
      "learning_rate": 1.2248729443256905e-06,
      "loss": 0.3494,
      "step": 1936240
    },
    {
      "epoch": 540.4,
      "grad_norm": 1.187475562095642,
      "learning_rate": 1.2248491848697796e-06,
      "loss": 0.3286,
      "step": 1936250
    },
    {
      "epoch": 540.4,
      "grad_norm": 1.9076807498931885,
      "learning_rate": 1.2248254255627936e-06,
      "loss": 0.32,
      "step": 1936260
    },
    {
      "epoch": 540.4,
      "grad_norm": 1.1109949350357056,
      "learning_rate": 1.2248016664047365e-06,
      "loss": 0.3422,
      "step": 1936270
    },
    {
      "epoch": 540.41,
      "grad_norm": 1.1858406066894531,
      "learning_rate": 1.2247779073956132e-06,
      "loss": 0.3544,
      "step": 1936280
    },
    {
      "epoch": 540.41,
      "grad_norm": 1.2496280670166016,
      "learning_rate": 1.2247541485354242e-06,
      "loss": 0.341,
      "step": 1936290
    },
    {
      "epoch": 540.41,
      "grad_norm": 0.976925790309906,
      "learning_rate": 1.2247303898241738e-06,
      "loss": 0.3381,
      "step": 1936300
    },
    {
      "epoch": 540.42,
      "grad_norm": 1.2239079475402832,
      "learning_rate": 1.2247066312618654e-06,
      "loss": 0.3345,
      "step": 1936310
    },
    {
      "epoch": 540.42,
      "grad_norm": 1.3542150259017944,
      "learning_rate": 1.224682872848503e-06,
      "loss": 0.3399,
      "step": 1936320
    },
    {
      "epoch": 540.42,
      "grad_norm": 1.0776886940002441,
      "learning_rate": 1.2246591145840873e-06,
      "loss": 0.3508,
      "step": 1936330
    },
    {
      "epoch": 540.42,
      "grad_norm": 1.257028579711914,
      "learning_rate": 1.2246353564686231e-06,
      "loss": 0.3234,
      "step": 1936340
    },
    {
      "epoch": 540.43,
      "grad_norm": 2.0422890186309814,
      "learning_rate": 1.2246115985021146e-06,
      "loss": 0.3352,
      "step": 1936350
    },
    {
      "epoch": 540.43,
      "grad_norm": 2.7056050300598145,
      "learning_rate": 1.2245878406845617e-06,
      "loss": 0.334,
      "step": 1936360
    },
    {
      "epoch": 540.43,
      "grad_norm": 1.2060539722442627,
      "learning_rate": 1.2245640830159714e-06,
      "loss": 0.3371,
      "step": 1936370
    },
    {
      "epoch": 540.44,
      "grad_norm": 1.2367116212844849,
      "learning_rate": 1.2245403254963443e-06,
      "loss": 0.3403,
      "step": 1936380
    },
    {
      "epoch": 540.44,
      "grad_norm": 1.1861335039138794,
      "learning_rate": 1.224516568125684e-06,
      "loss": 0.335,
      "step": 1936390
    },
    {
      "epoch": 540.44,
      "grad_norm": 1.1507378816604614,
      "learning_rate": 1.224492810903994e-06,
      "loss": 0.342,
      "step": 1936400
    },
    {
      "epoch": 540.44,
      "grad_norm": 1.2937167882919312,
      "learning_rate": 1.2244690538312787e-06,
      "loss": 0.3395,
      "step": 1936410
    },
    {
      "epoch": 540.45,
      "grad_norm": 1.1609463691711426,
      "learning_rate": 1.224445296907539e-06,
      "loss": 0.3353,
      "step": 1936420
    },
    {
      "epoch": 540.45,
      "grad_norm": 1.125823736190796,
      "learning_rate": 1.2244215401327786e-06,
      "loss": 0.3597,
      "step": 1936430
    },
    {
      "epoch": 540.45,
      "grad_norm": 1.3779160976409912,
      "learning_rate": 1.2243977835070028e-06,
      "loss": 0.322,
      "step": 1936440
    },
    {
      "epoch": 540.45,
      "grad_norm": 1.0700572729110718,
      "learning_rate": 1.2243740270302107e-06,
      "loss": 0.3588,
      "step": 1936450
    },
    {
      "epoch": 540.46,
      "grad_norm": 1.1191685199737549,
      "learning_rate": 1.2243502707024096e-06,
      "loss": 0.3329,
      "step": 1936460
    },
    {
      "epoch": 540.46,
      "grad_norm": 1.0502549409866333,
      "learning_rate": 1.2243265145236003e-06,
      "loss": 0.3542,
      "step": 1936470
    },
    {
      "epoch": 540.46,
      "grad_norm": 1.3608571290969849,
      "learning_rate": 1.2243027584937865e-06,
      "loss": 0.3481,
      "step": 1936480
    },
    {
      "epoch": 540.47,
      "grad_norm": 1.1172741651535034,
      "learning_rate": 1.2242790026129723e-06,
      "loss": 0.3525,
      "step": 1936490
    },
    {
      "epoch": 540.47,
      "grad_norm": 1.050345540046692,
      "learning_rate": 1.2242552468811581e-06,
      "loss": 0.3415,
      "step": 1936500
    },
    {
      "epoch": 540.47,
      "grad_norm": 1.0813854932785034,
      "learning_rate": 1.2242314912983511e-06,
      "loss": 0.3528,
      "step": 1936510
    },
    {
      "epoch": 540.47,
      "grad_norm": 1.064372181892395,
      "learning_rate": 1.224207735864551e-06,
      "loss": 0.322,
      "step": 1936520
    },
    {
      "epoch": 540.48,
      "grad_norm": 1.1580511331558228,
      "learning_rate": 1.2241839805797627e-06,
      "loss": 0.3424,
      "step": 1936530
    },
    {
      "epoch": 540.48,
      "grad_norm": 1.057187795639038,
      "learning_rate": 1.2241602254439885e-06,
      "loss": 0.3367,
      "step": 1936540
    },
    {
      "epoch": 540.48,
      "grad_norm": 1.038339376449585,
      "learning_rate": 1.2241364704572333e-06,
      "loss": 0.3417,
      "step": 1936550
    },
    {
      "epoch": 540.49,
      "grad_norm": 0.9447618126869202,
      "learning_rate": 1.2241127156194978e-06,
      "loss": 0.3574,
      "step": 1936560
    },
    {
      "epoch": 540.49,
      "grad_norm": 1.32438325881958,
      "learning_rate": 1.2240889609307861e-06,
      "loss": 0.3264,
      "step": 1936570
    },
    {
      "epoch": 540.49,
      "grad_norm": 1.1015595197677612,
      "learning_rate": 1.2240652063911031e-06,
      "loss": 0.3423,
      "step": 1936580
    },
    {
      "epoch": 540.49,
      "grad_norm": 1.1772572994232178,
      "learning_rate": 1.2240414520004484e-06,
      "loss": 0.3238,
      "step": 1936590
    },
    {
      "epoch": 540.5,
      "grad_norm": 1.1571638584136963,
      "learning_rate": 1.2240176977588286e-06,
      "loss": 0.3326,
      "step": 1936600
    },
    {
      "epoch": 540.5,
      "grad_norm": 1.083054542541504,
      "learning_rate": 1.2239939436662452e-06,
      "loss": 0.3269,
      "step": 1936610
    },
    {
      "epoch": 540.5,
      "grad_norm": 1.0050064325332642,
      "learning_rate": 1.2239701897227012e-06,
      "loss": 0.3288,
      "step": 1936620
    },
    {
      "epoch": 540.51,
      "grad_norm": 0.9957438111305237,
      "learning_rate": 1.2239464359282012e-06,
      "loss": 0.3482,
      "step": 1936630
    },
    {
      "epoch": 540.51,
      "grad_norm": 1.1044042110443115,
      "learning_rate": 1.2239226822827465e-06,
      "loss": 0.3442,
      "step": 1936640
    },
    {
      "epoch": 540.51,
      "grad_norm": 1.1791614294052124,
      "learning_rate": 1.223898928786341e-06,
      "loss": 0.3576,
      "step": 1936650
    },
    {
      "epoch": 540.51,
      "grad_norm": 1.1925337314605713,
      "learning_rate": 1.2238751754389885e-06,
      "loss": 0.3358,
      "step": 1936660
    },
    {
      "epoch": 540.52,
      "grad_norm": 1.1696609258651733,
      "learning_rate": 1.2238514222406923e-06,
      "loss": 0.327,
      "step": 1936670
    },
    {
      "epoch": 540.52,
      "grad_norm": 1.0516345500946045,
      "learning_rate": 1.2238276691914527e-06,
      "loss": 0.318,
      "step": 1936680
    },
    {
      "epoch": 540.52,
      "grad_norm": 1.2420854568481445,
      "learning_rate": 1.2238039162912773e-06,
      "loss": 0.3355,
      "step": 1936690
    },
    {
      "epoch": 540.52,
      "grad_norm": 0.9441406726837158,
      "learning_rate": 1.2237801635401658e-06,
      "loss": 0.3387,
      "step": 1936700
    },
    {
      "epoch": 540.53,
      "grad_norm": 1.0858643054962158,
      "learning_rate": 1.223756410938123e-06,
      "loss": 0.3377,
      "step": 1936710
    },
    {
      "epoch": 540.53,
      "grad_norm": 1.1255152225494385,
      "learning_rate": 1.223732658485152e-06,
      "loss": 0.3406,
      "step": 1936720
    },
    {
      "epoch": 540.53,
      "grad_norm": 1.3727589845657349,
      "learning_rate": 1.2237089061812552e-06,
      "loss": 0.3466,
      "step": 1936730
    },
    {
      "epoch": 540.54,
      "grad_norm": 1.2226067781448364,
      "learning_rate": 1.2236851540264359e-06,
      "loss": 0.3405,
      "step": 1936740
    },
    {
      "epoch": 540.54,
      "grad_norm": 1.1163307428359985,
      "learning_rate": 1.2236614020206977e-06,
      "loss": 0.3401,
      "step": 1936750
    },
    {
      "epoch": 540.54,
      "grad_norm": 1.1061638593673706,
      "learning_rate": 1.2236376501640445e-06,
      "loss": 0.3389,
      "step": 1936760
    },
    {
      "epoch": 540.54,
      "grad_norm": 1.1646857261657715,
      "learning_rate": 1.2236138984564777e-06,
      "loss": 0.3404,
      "step": 1936770
    },
    {
      "epoch": 540.55,
      "grad_norm": 1.0253578424453735,
      "learning_rate": 1.2235901468980009e-06,
      "loss": 0.3385,
      "step": 1936780
    },
    {
      "epoch": 540.55,
      "grad_norm": 1.1293412446975708,
      "learning_rate": 1.2235663954886181e-06,
      "loss": 0.3268,
      "step": 1936790
    },
    {
      "epoch": 540.55,
      "grad_norm": 1.0793150663375854,
      "learning_rate": 1.223542644228332e-06,
      "loss": 0.3426,
      "step": 1936800
    },
    {
      "epoch": 540.56,
      "grad_norm": 2.5054242610931396,
      "learning_rate": 1.2235188931171466e-06,
      "loss": 0.3605,
      "step": 1936810
    },
    {
      "epoch": 540.56,
      "grad_norm": 1.1054173707962036,
      "learning_rate": 1.2234951421550625e-06,
      "loss": 0.3399,
      "step": 1936820
    },
    {
      "epoch": 540.56,
      "grad_norm": 0.9923637509346008,
      "learning_rate": 1.2234713913420864e-06,
      "loss": 0.3341,
      "step": 1936830
    },
    {
      "epoch": 540.56,
      "grad_norm": 1.088777780532837,
      "learning_rate": 1.2234476406782189e-06,
      "loss": 0.3429,
      "step": 1936840
    },
    {
      "epoch": 540.57,
      "grad_norm": 1.3210524320602417,
      "learning_rate": 1.2234238901634639e-06,
      "loss": 0.3489,
      "step": 1936850
    },
    {
      "epoch": 540.57,
      "grad_norm": 1.1760845184326172,
      "learning_rate": 1.2234001397978254e-06,
      "loss": 0.3574,
      "step": 1936860
    },
    {
      "epoch": 540.57,
      "grad_norm": 1.178331971168518,
      "learning_rate": 1.2233763895813048e-06,
      "loss": 0.3358,
      "step": 1936870
    },
    {
      "epoch": 540.57,
      "grad_norm": 1.2669596672058105,
      "learning_rate": 1.2233526395139066e-06,
      "loss": 0.3546,
      "step": 1936880
    },
    {
      "epoch": 540.58,
      "grad_norm": 1.2130823135375977,
      "learning_rate": 1.2233288895956334e-06,
      "loss": 0.3356,
      "step": 1936890
    },
    {
      "epoch": 540.58,
      "grad_norm": 1.2643860578536987,
      "learning_rate": 1.2233051398264893e-06,
      "loss": 0.3363,
      "step": 1936900
    },
    {
      "epoch": 540.58,
      "grad_norm": 1.1051392555236816,
      "learning_rate": 1.223281390206476e-06,
      "loss": 0.346,
      "step": 1936910
    },
    {
      "epoch": 540.59,
      "grad_norm": 1.3356213569641113,
      "learning_rate": 1.2232576407355974e-06,
      "loss": 0.3448,
      "step": 1936920
    },
    {
      "epoch": 540.59,
      "grad_norm": 1.0698930025100708,
      "learning_rate": 1.2232338914138567e-06,
      "loss": 0.3414,
      "step": 1936930
    },
    {
      "epoch": 540.59,
      "grad_norm": 0.9607341885566711,
      "learning_rate": 1.2232101422412567e-06,
      "loss": 0.3224,
      "step": 1936940
    },
    {
      "epoch": 540.59,
      "grad_norm": 1.2019884586334229,
      "learning_rate": 1.223186393217802e-06,
      "loss": 0.3472,
      "step": 1936950
    },
    {
      "epoch": 540.6,
      "grad_norm": 2.025547981262207,
      "learning_rate": 1.2231626443434935e-06,
      "loss": 0.3513,
      "step": 1936960
    },
    {
      "epoch": 540.6,
      "grad_norm": 1.0504230260849,
      "learning_rate": 1.2231388956183357e-06,
      "loss": 0.332,
      "step": 1936970
    },
    {
      "epoch": 540.6,
      "grad_norm": 1.205330729484558,
      "learning_rate": 1.2231151470423315e-06,
      "loss": 0.3384,
      "step": 1936980
    },
    {
      "epoch": 540.61,
      "grad_norm": 1.3470871448516846,
      "learning_rate": 1.223091398615485e-06,
      "loss": 0.3549,
      "step": 1936990
    },
    {
      "epoch": 540.61,
      "grad_norm": 1.174527645111084,
      "learning_rate": 1.2230676503377975e-06,
      "loss": 0.3576,
      "step": 1937000
    },
    {
      "epoch": 540.61,
      "grad_norm": 1.1476064920425415,
      "learning_rate": 1.223043902209273e-06,
      "loss": 0.3522,
      "step": 1937010
    },
    {
      "epoch": 540.61,
      "grad_norm": 1.0622373819351196,
      "learning_rate": 1.223020154229916e-06,
      "loss": 0.3482,
      "step": 1937020
    },
    {
      "epoch": 540.62,
      "grad_norm": 1.114094853401184,
      "learning_rate": 1.2229964063997266e-06,
      "loss": 0.3392,
      "step": 1937030
    },
    {
      "epoch": 540.62,
      "grad_norm": 1.1570273637771606,
      "learning_rate": 1.2229726587187114e-06,
      "loss": 0.3231,
      "step": 1937040
    },
    {
      "epoch": 540.62,
      "grad_norm": 1.2583727836608887,
      "learning_rate": 1.2229489111868712e-06,
      "loss": 0.3225,
      "step": 1937050
    },
    {
      "epoch": 540.63,
      "grad_norm": 1.225165605545044,
      "learning_rate": 1.2229251638042098e-06,
      "loss": 0.3494,
      "step": 1937060
    },
    {
      "epoch": 540.63,
      "grad_norm": 1.1275554895401,
      "learning_rate": 1.2229014165707308e-06,
      "loss": 0.3365,
      "step": 1937070
    },
    {
      "epoch": 540.63,
      "grad_norm": 0.9786688089370728,
      "learning_rate": 1.2228776694864368e-06,
      "loss": 0.3379,
      "step": 1937080
    },
    {
      "epoch": 540.63,
      "grad_norm": 1.116250991821289,
      "learning_rate": 1.2228539225513322e-06,
      "loss": 0.3413,
      "step": 1937090
    },
    {
      "epoch": 540.64,
      "grad_norm": 1.0378364324569702,
      "learning_rate": 1.222830175765418e-06,
      "loss": 0.3513,
      "step": 1937100
    },
    {
      "epoch": 540.64,
      "grad_norm": 1.1267695426940918,
      "learning_rate": 1.2228064291286991e-06,
      "loss": 0.3301,
      "step": 1937110
    },
    {
      "epoch": 540.64,
      "grad_norm": 1.1289286613464355,
      "learning_rate": 1.2227826826411777e-06,
      "loss": 0.3296,
      "step": 1937120
    },
    {
      "epoch": 540.64,
      "grad_norm": 0.9458504915237427,
      "learning_rate": 1.2227589363028582e-06,
      "loss": 0.3362,
      "step": 1937130
    },
    {
      "epoch": 540.65,
      "grad_norm": 1.0864542722702026,
      "learning_rate": 1.222735190113742e-06,
      "loss": 0.3416,
      "step": 1937140
    },
    {
      "epoch": 540.65,
      "grad_norm": 1.3589786291122437,
      "learning_rate": 1.2227114440738335e-06,
      "loss": 0.3303,
      "step": 1937150
    },
    {
      "epoch": 540.65,
      "grad_norm": 1.2912589311599731,
      "learning_rate": 1.2226876981831364e-06,
      "loss": 0.3507,
      "step": 1937160
    },
    {
      "epoch": 540.66,
      "grad_norm": 1.3502293825149536,
      "learning_rate": 1.2226639524416509e-06,
      "loss": 0.3349,
      "step": 1937170
    },
    {
      "epoch": 540.66,
      "grad_norm": 1.573467493057251,
      "learning_rate": 1.2226402068493842e-06,
      "loss": 0.3334,
      "step": 1937180
    },
    {
      "epoch": 540.66,
      "grad_norm": 1.1111083030700684,
      "learning_rate": 1.2226164614063368e-06,
      "loss": 0.339,
      "step": 1937190
    },
    {
      "epoch": 540.66,
      "grad_norm": 1.1423208713531494,
      "learning_rate": 1.2225927161125122e-06,
      "loss": 0.34,
      "step": 1937200
    },
    {
      "epoch": 540.67,
      "grad_norm": 1.9217984676361084,
      "learning_rate": 1.2225689709679141e-06,
      "loss": 0.3437,
      "step": 1937210
    },
    {
      "epoch": 540.67,
      "grad_norm": 1.1150470972061157,
      "learning_rate": 1.2225452259725467e-06,
      "loss": 0.3385,
      "step": 1937220
    },
    {
      "epoch": 540.67,
      "grad_norm": 1.441090703010559,
      "learning_rate": 1.2225214811264106e-06,
      "loss": 0.3342,
      "step": 1937230
    },
    {
      "epoch": 540.68,
      "grad_norm": 1.0752261877059937,
      "learning_rate": 1.2224977364295107e-06,
      "loss": 0.3297,
      "step": 1937240
    },
    {
      "epoch": 540.68,
      "grad_norm": 1.2075976133346558,
      "learning_rate": 1.2224739918818504e-06,
      "loss": 0.337,
      "step": 1937250
    },
    {
      "epoch": 540.68,
      "grad_norm": 1.289400339126587,
      "learning_rate": 1.2224502474834305e-06,
      "loss": 0.3374,
      "step": 1937260
    },
    {
      "epoch": 540.68,
      "grad_norm": 1.17756986618042,
      "learning_rate": 1.2224265032342578e-06,
      "loss": 0.3461,
      "step": 1937270
    },
    {
      "epoch": 540.69,
      "grad_norm": 1.1623008251190186,
      "learning_rate": 1.2224027591343325e-06,
      "loss": 0.3404,
      "step": 1937280
    },
    {
      "epoch": 540.69,
      "grad_norm": 1.0940505266189575,
      "learning_rate": 1.2223790151836593e-06,
      "loss": 0.3396,
      "step": 1937290
    },
    {
      "epoch": 540.69,
      "grad_norm": 1.2341783046722412,
      "learning_rate": 1.2223552713822412e-06,
      "loss": 0.3424,
      "step": 1937300
    },
    {
      "epoch": 540.69,
      "grad_norm": 1.0956083536148071,
      "learning_rate": 1.2223315277300804e-06,
      "loss": 0.3462,
      "step": 1937310
    },
    {
      "epoch": 540.7,
      "grad_norm": 1.1804187297821045,
      "learning_rate": 1.2223077842271808e-06,
      "loss": 0.3288,
      "step": 1937320
    },
    {
      "epoch": 540.7,
      "grad_norm": 1.0899900197982788,
      "learning_rate": 1.2222840408735451e-06,
      "loss": 0.3375,
      "step": 1937330
    },
    {
      "epoch": 540.7,
      "grad_norm": 2.5416219234466553,
      "learning_rate": 1.2222602976691783e-06,
      "loss": 0.3599,
      "step": 1937340
    },
    {
      "epoch": 540.71,
      "grad_norm": 1.3746047019958496,
      "learning_rate": 1.2222365546140798e-06,
      "loss": 0.3405,
      "step": 1937350
    },
    {
      "epoch": 540.71,
      "grad_norm": 1.096134066581726,
      "learning_rate": 1.222212811708257e-06,
      "loss": 0.34,
      "step": 1937360
    },
    {
      "epoch": 540.71,
      "grad_norm": 1.1787437200546265,
      "learning_rate": 1.2221890689517102e-06,
      "loss": 0.335,
      "step": 1937370
    },
    {
      "epoch": 540.71,
      "grad_norm": 1.2066912651062012,
      "learning_rate": 1.2221653263444435e-06,
      "loss": 0.3405,
      "step": 1937380
    },
    {
      "epoch": 540.72,
      "grad_norm": 1.354084849357605,
      "learning_rate": 1.2221415838864607e-06,
      "loss": 0.3455,
      "step": 1937390
    },
    {
      "epoch": 540.72,
      "grad_norm": 1.206711769104004,
      "learning_rate": 1.222117841577763e-06,
      "loss": 0.3328,
      "step": 1937400
    },
    {
      "epoch": 540.72,
      "grad_norm": 1.3210372924804688,
      "learning_rate": 1.2220940994183561e-06,
      "loss": 0.3386,
      "step": 1937410
    },
    {
      "epoch": 540.73,
      "grad_norm": 1.2697454690933228,
      "learning_rate": 1.2220703574082414e-06,
      "loss": 0.3473,
      "step": 1937420
    },
    {
      "epoch": 540.73,
      "grad_norm": 1.098586082458496,
      "learning_rate": 1.2220466155474223e-06,
      "loss": 0.3374,
      "step": 1937430
    },
    {
      "epoch": 540.73,
      "grad_norm": 1.3591792583465576,
      "learning_rate": 1.2220228738359031e-06,
      "loss": 0.3367,
      "step": 1937440
    },
    {
      "epoch": 540.73,
      "grad_norm": 1.066508173942566,
      "learning_rate": 1.2219991322736854e-06,
      "loss": 0.3522,
      "step": 1937450
    },
    {
      "epoch": 540.74,
      "grad_norm": 1.150228500366211,
      "learning_rate": 1.2219753908607729e-06,
      "loss": 0.3312,
      "step": 1937460
    },
    {
      "epoch": 540.74,
      "grad_norm": 1.0868964195251465,
      "learning_rate": 1.221951649597169e-06,
      "loss": 0.346,
      "step": 1937470
    },
    {
      "epoch": 540.74,
      "grad_norm": 1.2188811302185059,
      "learning_rate": 1.2219279084828777e-06,
      "loss": 0.3532,
      "step": 1937480
    },
    {
      "epoch": 540.75,
      "grad_norm": 1.0429222583770752,
      "learning_rate": 1.2219041675178993e-06,
      "loss": 0.3396,
      "step": 1937490
    },
    {
      "epoch": 540.75,
      "grad_norm": 1.5884281396865845,
      "learning_rate": 1.2218804267022408e-06,
      "loss": 0.3467,
      "step": 1937500
    },
    {
      "epoch": 540.75,
      "grad_norm": 1.0963037014007568,
      "learning_rate": 1.2218566860359022e-06,
      "loss": 0.3427,
      "step": 1937510
    },
    {
      "epoch": 540.75,
      "grad_norm": 1.5057820081710815,
      "learning_rate": 1.2218329455188886e-06,
      "loss": 0.3508,
      "step": 1937520
    },
    {
      "epoch": 540.76,
      "grad_norm": 1.333584189414978,
      "learning_rate": 1.2218092051512027e-06,
      "loss": 0.3328,
      "step": 1937530
    },
    {
      "epoch": 540.76,
      "grad_norm": 1.057851791381836,
      "learning_rate": 1.2217854649328468e-06,
      "loss": 0.3272,
      "step": 1937540
    },
    {
      "epoch": 540.76,
      "grad_norm": 1.3587595224380493,
      "learning_rate": 1.2217617248638247e-06,
      "loss": 0.3597,
      "step": 1937550
    },
    {
      "epoch": 540.76,
      "grad_norm": 1.1793879270553589,
      "learning_rate": 1.2217379849441396e-06,
      "loss": 0.3533,
      "step": 1937560
    },
    {
      "epoch": 540.77,
      "grad_norm": 1.2085458040237427,
      "learning_rate": 1.2217142451737953e-06,
      "loss": 0.3261,
      "step": 1937570
    },
    {
      "epoch": 540.77,
      "grad_norm": 1.0981329679489136,
      "learning_rate": 1.2216905055527935e-06,
      "loss": 0.3291,
      "step": 1937580
    },
    {
      "epoch": 540.77,
      "grad_norm": 1.1862618923187256,
      "learning_rate": 1.2216667660811382e-06,
      "loss": 0.328,
      "step": 1937590
    },
    {
      "epoch": 540.78,
      "grad_norm": 0.9605563879013062,
      "learning_rate": 1.2216430267588332e-06,
      "loss": 0.3396,
      "step": 1937600
    },
    {
      "epoch": 540.78,
      "grad_norm": 0.9774564504623413,
      "learning_rate": 1.2216192875858792e-06,
      "loss": 0.3426,
      "step": 1937610
    },
    {
      "epoch": 540.78,
      "grad_norm": 1.1457096338272095,
      "learning_rate": 1.2215955485622827e-06,
      "loss": 0.3424,
      "step": 1937620
    },
    {
      "epoch": 540.78,
      "grad_norm": 1.1471763849258423,
      "learning_rate": 1.2215718096880449e-06,
      "loss": 0.3494,
      "step": 1937630
    },
    {
      "epoch": 540.79,
      "grad_norm": 0.9970812797546387,
      "learning_rate": 1.2215480709631692e-06,
      "loss": 0.3354,
      "step": 1937640
    },
    {
      "epoch": 540.79,
      "grad_norm": 1.1224555969238281,
      "learning_rate": 1.2215243323876586e-06,
      "loss": 0.3444,
      "step": 1937650
    },
    {
      "epoch": 540.79,
      "grad_norm": 1.125616431236267,
      "learning_rate": 1.2215005939615167e-06,
      "loss": 0.35,
      "step": 1937660
    },
    {
      "epoch": 540.8,
      "grad_norm": 1.1644399166107178,
      "learning_rate": 1.2214768556847472e-06,
      "loss": 0.3444,
      "step": 1937670
    },
    {
      "epoch": 540.8,
      "grad_norm": 1.1396206617355347,
      "learning_rate": 1.2214531175573519e-06,
      "loss": 0.3351,
      "step": 1937680
    },
    {
      "epoch": 540.8,
      "grad_norm": 1.289357304573059,
      "learning_rate": 1.2214293795793343e-06,
      "loss": 0.3285,
      "step": 1937690
    },
    {
      "epoch": 540.8,
      "grad_norm": 1.1875768899917603,
      "learning_rate": 1.2214056417506983e-06,
      "loss": 0.3297,
      "step": 1937700
    },
    {
      "epoch": 540.81,
      "grad_norm": 1.1725844144821167,
      "learning_rate": 1.2213819040714473e-06,
      "loss": 0.3542,
      "step": 1937710
    },
    {
      "epoch": 540.81,
      "grad_norm": 1.1036885976791382,
      "learning_rate": 1.2213581665415829e-06,
      "loss": 0.3299,
      "step": 1937720
    },
    {
      "epoch": 540.81,
      "grad_norm": 1.0989426374435425,
      "learning_rate": 1.2213344291611094e-06,
      "loss": 0.3286,
      "step": 1937730
    },
    {
      "epoch": 540.81,
      "grad_norm": 1.0993680953979492,
      "learning_rate": 1.2213106919300303e-06,
      "loss": 0.3379,
      "step": 1937740
    },
    {
      "epoch": 540.82,
      "grad_norm": 1.1568565368652344,
      "learning_rate": 1.2212869548483464e-06,
      "loss": 0.3598,
      "step": 1937750
    },
    {
      "epoch": 540.82,
      "grad_norm": 1.0828694105148315,
      "learning_rate": 1.2212632179160644e-06,
      "loss": 0.3307,
      "step": 1937760
    },
    {
      "epoch": 540.82,
      "grad_norm": 1.0795522928237915,
      "learning_rate": 1.2212394811331852e-06,
      "loss": 0.351,
      "step": 1937770
    },
    {
      "epoch": 540.83,
      "grad_norm": 1.0802483558654785,
      "learning_rate": 1.2212157444997122e-06,
      "loss": 0.3425,
      "step": 1937780
    },
    {
      "epoch": 540.83,
      "grad_norm": 1.579468846321106,
      "learning_rate": 1.2211920080156488e-06,
      "loss": 0.3551,
      "step": 1937790
    },
    {
      "epoch": 540.83,
      "grad_norm": 0.9191557765007019,
      "learning_rate": 1.2211682716809993e-06,
      "loss": 0.3425,
      "step": 1937800
    },
    {
      "epoch": 540.83,
      "grad_norm": 1.063065528869629,
      "learning_rate": 1.2211445354957645e-06,
      "loss": 0.3176,
      "step": 1937810
    },
    {
      "epoch": 540.84,
      "grad_norm": 1.1504789590835571,
      "learning_rate": 1.2211207994599486e-06,
      "loss": 0.3332,
      "step": 1937820
    },
    {
      "epoch": 540.84,
      "grad_norm": 1.2608022689819336,
      "learning_rate": 1.2210970635735564e-06,
      "loss": 0.349,
      "step": 1937830
    },
    {
      "epoch": 540.84,
      "grad_norm": 1.0198038816452026,
      "learning_rate": 1.2210733278365875e-06,
      "loss": 0.3361,
      "step": 1937840
    },
    {
      "epoch": 540.85,
      "grad_norm": 1.191120982170105,
      "learning_rate": 1.221049592249049e-06,
      "loss": 0.34,
      "step": 1937850
    },
    {
      "epoch": 540.85,
      "grad_norm": 1.1370329856872559,
      "learning_rate": 1.2210258568109413e-06,
      "loss": 0.335,
      "step": 1937860
    },
    {
      "epoch": 540.85,
      "grad_norm": 1.1414074897766113,
      "learning_rate": 1.2210021215222689e-06,
      "loss": 0.3372,
      "step": 1937870
    },
    {
      "epoch": 540.85,
      "grad_norm": 1.3551996946334839,
      "learning_rate": 1.2209783863830353e-06,
      "loss": 0.3369,
      "step": 1937880
    },
    {
      "epoch": 540.86,
      "grad_norm": 1.177398443222046,
      "learning_rate": 1.2209546513932416e-06,
      "loss": 0.3388,
      "step": 1937890
    },
    {
      "epoch": 540.86,
      "grad_norm": 1.0803964138031006,
      "learning_rate": 1.2209309165528924e-06,
      "loss": 0.3402,
      "step": 1937900
    },
    {
      "epoch": 540.86,
      "grad_norm": 1.0769437551498413,
      "learning_rate": 1.2209071818619906e-06,
      "loss": 0.3619,
      "step": 1937910
    },
    {
      "epoch": 540.87,
      "grad_norm": 1.044033408164978,
      "learning_rate": 1.2208834473205408e-06,
      "loss": 0.3418,
      "step": 1937920
    },
    {
      "epoch": 540.87,
      "grad_norm": 1.102665901184082,
      "learning_rate": 1.2208597129285427e-06,
      "loss": 0.34,
      "step": 1937930
    },
    {
      "epoch": 540.87,
      "grad_norm": 0.8816797137260437,
      "learning_rate": 1.2208359786860036e-06,
      "loss": 0.348,
      "step": 1937940
    },
    {
      "epoch": 540.87,
      "grad_norm": 1.295916199684143,
      "learning_rate": 1.2208122445929237e-06,
      "loss": 0.341,
      "step": 1937950
    },
    {
      "epoch": 540.88,
      "grad_norm": 1.120514988899231,
      "learning_rate": 1.2207885106493074e-06,
      "loss": 0.3444,
      "step": 1937960
    },
    {
      "epoch": 540.88,
      "grad_norm": 1.2430500984191895,
      "learning_rate": 1.220764776855158e-06,
      "loss": 0.3388,
      "step": 1937970
    },
    {
      "epoch": 540.88,
      "grad_norm": 1.110364556312561,
      "learning_rate": 1.2207410432104766e-06,
      "loss": 0.3416,
      "step": 1937980
    },
    {
      "epoch": 540.88,
      "grad_norm": 1.0888248682022095,
      "learning_rate": 1.2207173097152698e-06,
      "loss": 0.3361,
      "step": 1937990
    },
    {
      "epoch": 540.89,
      "grad_norm": 1.1466573476791382,
      "learning_rate": 1.2206935763695385e-06,
      "loss": 0.3409,
      "step": 1938000
    },
    {
      "epoch": 540.89,
      "grad_norm": 1.321114182472229,
      "learning_rate": 1.2206698431732858e-06,
      "loss": 0.3212,
      "step": 1938010
    },
    {
      "epoch": 540.89,
      "grad_norm": 1.1848843097686768,
      "learning_rate": 1.2206461101265154e-06,
      "loss": 0.3592,
      "step": 1938020
    },
    {
      "epoch": 540.9,
      "grad_norm": 1.1594758033752441,
      "learning_rate": 1.2206223772292314e-06,
      "loss": 0.3236,
      "step": 1938030
    },
    {
      "epoch": 540.9,
      "grad_norm": 1.3369404077529907,
      "learning_rate": 1.2205986444814353e-06,
      "loss": 0.341,
      "step": 1938040
    },
    {
      "epoch": 540.9,
      "grad_norm": 1.0693975687026978,
      "learning_rate": 1.2205749118831305e-06,
      "loss": 0.3312,
      "step": 1938050
    },
    {
      "epoch": 540.9,
      "grad_norm": 1.0869674682617188,
      "learning_rate": 1.2205511794343217e-06,
      "loss": 0.3427,
      "step": 1938060
    },
    {
      "epoch": 540.91,
      "grad_norm": 1.1646257638931274,
      "learning_rate": 1.2205274471350096e-06,
      "loss": 0.3419,
      "step": 1938070
    },
    {
      "epoch": 540.91,
      "grad_norm": 1.4343653917312622,
      "learning_rate": 1.2205037149852002e-06,
      "loss": 0.3353,
      "step": 1938080
    },
    {
      "epoch": 540.91,
      "grad_norm": 1.1811407804489136,
      "learning_rate": 1.2204799829848941e-06,
      "loss": 0.3354,
      "step": 1938090
    },
    {
      "epoch": 540.92,
      "grad_norm": 1.104832410812378,
      "learning_rate": 1.2204562511340957e-06,
      "loss": 0.3318,
      "step": 1938100
    },
    {
      "epoch": 540.92,
      "grad_norm": 1.118773102760315,
      "learning_rate": 1.2204325194328092e-06,
      "loss": 0.3373,
      "step": 1938110
    },
    {
      "epoch": 540.92,
      "grad_norm": 1.1295017004013062,
      "learning_rate": 1.2204087878810352e-06,
      "loss": 0.336,
      "step": 1938120
    },
    {
      "epoch": 540.92,
      "grad_norm": 0.9132797718048096,
      "learning_rate": 1.2203850564787784e-06,
      "loss": 0.3254,
      "step": 1938130
    },
    {
      "epoch": 540.93,
      "grad_norm": 1.257063388824463,
      "learning_rate": 1.2203613252260417e-06,
      "loss": 0.3347,
      "step": 1938140
    },
    {
      "epoch": 540.93,
      "grad_norm": 1.0557076930999756,
      "learning_rate": 1.2203375941228295e-06,
      "loss": 0.3497,
      "step": 1938150
    },
    {
      "epoch": 540.93,
      "grad_norm": 1.1681984663009644,
      "learning_rate": 1.2203138631691417e-06,
      "loss": 0.339,
      "step": 1938160
    },
    {
      "epoch": 540.93,
      "grad_norm": 1.164015293121338,
      "learning_rate": 1.2202901323649852e-06,
      "loss": 0.3442,
      "step": 1938170
    },
    {
      "epoch": 540.94,
      "grad_norm": 0.9783248901367188,
      "learning_rate": 1.2202664017103612e-06,
      "loss": 0.3262,
      "step": 1938180
    },
    {
      "epoch": 540.94,
      "grad_norm": 1.276621699333191,
      "learning_rate": 1.2202426712052728e-06,
      "loss": 0.3419,
      "step": 1938190
    },
    {
      "epoch": 540.94,
      "grad_norm": 1.1963980197906494,
      "learning_rate": 1.2202189408497245e-06,
      "loss": 0.3326,
      "step": 1938200
    },
    {
      "epoch": 540.95,
      "grad_norm": 1.0610750913619995,
      "learning_rate": 1.2201952106437175e-06,
      "loss": 0.3427,
      "step": 1938210
    },
    {
      "epoch": 540.95,
      "grad_norm": 1.1184760332107544,
      "learning_rate": 1.2201714805872563e-06,
      "loss": 0.3315,
      "step": 1938220
    },
    {
      "epoch": 540.95,
      "grad_norm": 1.1979328393936157,
      "learning_rate": 1.2201477506803434e-06,
      "loss": 0.3578,
      "step": 1938230
    },
    {
      "epoch": 540.95,
      "grad_norm": 0.8794993162155151,
      "learning_rate": 1.2201240209229822e-06,
      "loss": 0.3366,
      "step": 1938240
    },
    {
      "epoch": 540.96,
      "grad_norm": 1.1027013063430786,
      "learning_rate": 1.220100291315177e-06,
      "loss": 0.3294,
      "step": 1938250
    },
    {
      "epoch": 540.96,
      "grad_norm": 1.2127872705459595,
      "learning_rate": 1.2200765618569288e-06,
      "loss": 0.3619,
      "step": 1938260
    },
    {
      "epoch": 540.96,
      "grad_norm": 1.2040367126464844,
      "learning_rate": 1.2200528325482418e-06,
      "loss": 0.3261,
      "step": 1938270
    },
    {
      "epoch": 540.97,
      "grad_norm": 1.0542948246002197,
      "learning_rate": 1.2200291033891195e-06,
      "loss": 0.3373,
      "step": 1938280
    },
    {
      "epoch": 540.97,
      "grad_norm": 1.165696144104004,
      "learning_rate": 1.2200053743795656e-06,
      "loss": 0.3353,
      "step": 1938290
    },
    {
      "epoch": 540.97,
      "grad_norm": 1.1496739387512207,
      "learning_rate": 1.2199816455195804e-06,
      "loss": 0.3499,
      "step": 1938300
    },
    {
      "epoch": 540.97,
      "grad_norm": 1.1051853895187378,
      "learning_rate": 1.219957916809171e-06,
      "loss": 0.3385,
      "step": 1938310
    },
    {
      "epoch": 540.98,
      "grad_norm": 1.232526183128357,
      "learning_rate": 1.2199341882483379e-06,
      "loss": 0.3425,
      "step": 1938320
    },
    {
      "epoch": 540.98,
      "grad_norm": 0.985129714012146,
      "learning_rate": 1.2199104598370846e-06,
      "loss": 0.348,
      "step": 1938330
    },
    {
      "epoch": 540.98,
      "grad_norm": 0.9822866916656494,
      "learning_rate": 1.2198867315754157e-06,
      "loss": 0.3346,
      "step": 1938340
    },
    {
      "epoch": 540.99,
      "grad_norm": 1.6582200527191162,
      "learning_rate": 1.2198630034633326e-06,
      "loss": 0.3404,
      "step": 1938350
    },
    {
      "epoch": 540.99,
      "grad_norm": 1.040271282196045,
      "learning_rate": 1.219839275500839e-06,
      "loss": 0.3309,
      "step": 1938360
    },
    {
      "epoch": 540.99,
      "grad_norm": 1.061360239982605,
      "learning_rate": 1.2198155476879383e-06,
      "loss": 0.3603,
      "step": 1938370
    },
    {
      "epoch": 540.99,
      "grad_norm": 1.0723774433135986,
      "learning_rate": 1.2197918200246346e-06,
      "loss": 0.3514,
      "step": 1938380
    },
    {
      "epoch": 541.0,
      "grad_norm": 1.1403703689575195,
      "learning_rate": 1.2197680925109288e-06,
      "loss": 0.3356,
      "step": 1938390
    },
    {
      "epoch": 541.0,
      "grad_norm": 1.2341349124908447,
      "learning_rate": 1.2197443651468256e-06,
      "loss": 0.3507,
      "step": 1938400
    },
    {
      "epoch": 541.0,
      "eval_loss": 0.34089988470077515,
      "eval_runtime": 66.6929,
      "eval_samples_per_second": 75.855,
      "eval_steps_per_second": 9.491,
      "step": 1938403
    },
    {
      "epoch": 541.0,
      "grad_norm": 1.191270112991333,
      "learning_rate": 1.2197206379323287e-06,
      "loss": 0.3352,
      "step": 1938410
    },
    {
      "epoch": 541.0,
      "grad_norm": 2.0658838748931885,
      "learning_rate": 1.2196969108674384e-06,
      "loss": 0.3442,
      "step": 1938420
    },
    {
      "epoch": 541.01,
      "grad_norm": 0.9897298216819763,
      "learning_rate": 1.219673183952162e-06,
      "loss": 0.3404,
      "step": 1938430
    },
    {
      "epoch": 541.01,
      "grad_norm": 1.230366826057434,
      "learning_rate": 1.2196494571864994e-06,
      "loss": 0.3291,
      "step": 1938440
    },
    {
      "epoch": 541.01,
      "grad_norm": 1.2243250608444214,
      "learning_rate": 1.2196257305704548e-06,
      "loss": 0.3408,
      "step": 1938450
    },
    {
      "epoch": 541.02,
      "grad_norm": 1.2931270599365234,
      "learning_rate": 1.2196020041040317e-06,
      "loss": 0.3307,
      "step": 1938460
    },
    {
      "epoch": 541.02,
      "grad_norm": 1.0919815301895142,
      "learning_rate": 1.2195782777872337e-06,
      "loss": 0.3583,
      "step": 1938470
    },
    {
      "epoch": 541.02,
      "grad_norm": 1.0620384216308594,
      "learning_rate": 1.2195545516200626e-06,
      "loss": 0.3421,
      "step": 1938480
    },
    {
      "epoch": 541.02,
      "grad_norm": 1.2277626991271973,
      "learning_rate": 1.2195308256025221e-06,
      "loss": 0.3609,
      "step": 1938490
    },
    {
      "epoch": 541.03,
      "grad_norm": 1.1210646629333496,
      "learning_rate": 1.2195070997346162e-06,
      "loss": 0.3433,
      "step": 1938500
    },
    {
      "epoch": 541.03,
      "grad_norm": 1.1070266962051392,
      "learning_rate": 1.2194833740163458e-06,
      "loss": 0.3483,
      "step": 1938510
    },
    {
      "epoch": 541.03,
      "grad_norm": 0.9987853765487671,
      "learning_rate": 1.2194596484477174e-06,
      "loss": 0.3377,
      "step": 1938520
    },
    {
      "epoch": 541.04,
      "grad_norm": 1.1787680387496948,
      "learning_rate": 1.219435923028731e-06,
      "loss": 0.346,
      "step": 1938530
    },
    {
      "epoch": 541.04,
      "grad_norm": 1.0451070070266724,
      "learning_rate": 1.219412197759392e-06,
      "loss": 0.3572,
      "step": 1938540
    },
    {
      "epoch": 541.04,
      "grad_norm": 1.0944490432739258,
      "learning_rate": 1.2193884726397026e-06,
      "loss": 0.3419,
      "step": 1938550
    },
    {
      "epoch": 541.04,
      "grad_norm": 1.0599403381347656,
      "learning_rate": 1.2193647476696647e-06,
      "loss": 0.3414,
      "step": 1938560
    },
    {
      "epoch": 541.05,
      "grad_norm": 1.3345756530761719,
      "learning_rate": 1.2193410228492844e-06,
      "loss": 0.341,
      "step": 1938570
    },
    {
      "epoch": 541.05,
      "grad_norm": 1.2545416355133057,
      "learning_rate": 1.2193172981785628e-06,
      "loss": 0.3547,
      "step": 1938580
    },
    {
      "epoch": 541.05,
      "grad_norm": 1.0176759958267212,
      "learning_rate": 1.2192935736575032e-06,
      "loss": 0.3353,
      "step": 1938590
    },
    {
      "epoch": 541.05,
      "grad_norm": 1.1750528812408447,
      "learning_rate": 1.2192698492861088e-06,
      "loss": 0.3255,
      "step": 1938600
    },
    {
      "epoch": 541.06,
      "grad_norm": 1.0354312658309937,
      "learning_rate": 1.2192461250643843e-06,
      "loss": 0.3243,
      "step": 1938610
    },
    {
      "epoch": 541.06,
      "grad_norm": 1.0161057710647583,
      "learning_rate": 1.2192224009923305e-06,
      "loss": 0.3283,
      "step": 1938620
    },
    {
      "epoch": 541.06,
      "grad_norm": 1.2040252685546875,
      "learning_rate": 1.2191986770699515e-06,
      "loss": 0.3318,
      "step": 1938630
    },
    {
      "epoch": 541.07,
      "grad_norm": 1.1850569248199463,
      "learning_rate": 1.2191749532972516e-06,
      "loss": 0.3444,
      "step": 1938640
    },
    {
      "epoch": 541.07,
      "grad_norm": 1.1662472486495972,
      "learning_rate": 1.2191512296742314e-06,
      "loss": 0.3483,
      "step": 1938650
    },
    {
      "epoch": 541.07,
      "grad_norm": 1.0325535535812378,
      "learning_rate": 1.219127506200897e-06,
      "loss": 0.3301,
      "step": 1938660
    },
    {
      "epoch": 541.07,
      "grad_norm": 1.0592156648635864,
      "learning_rate": 1.2191037828772494e-06,
      "loss": 0.3478,
      "step": 1938670
    },
    {
      "epoch": 541.08,
      "grad_norm": 1.1395081281661987,
      "learning_rate": 1.2190800597032926e-06,
      "loss": 0.3277,
      "step": 1938680
    },
    {
      "epoch": 541.08,
      "grad_norm": 1.1477209329605103,
      "learning_rate": 1.2190563366790306e-06,
      "loss": 0.345,
      "step": 1938690
    },
    {
      "epoch": 541.08,
      "grad_norm": 1.2602061033248901,
      "learning_rate": 1.2190326138044646e-06,
      "loss": 0.3489,
      "step": 1938700
    },
    {
      "epoch": 541.09,
      "grad_norm": 1.1256349086761475,
      "learning_rate": 1.219008891079599e-06,
      "loss": 0.3384,
      "step": 1938710
    },
    {
      "epoch": 541.09,
      "grad_norm": 1.238378882408142,
      "learning_rate": 1.2189851685044366e-06,
      "loss": 0.3289,
      "step": 1938720
    },
    {
      "epoch": 541.09,
      "grad_norm": 1.0643481016159058,
      "learning_rate": 1.2189614460789816e-06,
      "loss": 0.3232,
      "step": 1938730
    },
    {
      "epoch": 541.09,
      "grad_norm": 1.0666505098342896,
      "learning_rate": 1.2189377238032344e-06,
      "loss": 0.3583,
      "step": 1938740
    },
    {
      "epoch": 541.1,
      "grad_norm": 1.1539497375488281,
      "learning_rate": 1.218914001677202e-06,
      "loss": 0.3493,
      "step": 1938750
    },
    {
      "epoch": 541.1,
      "grad_norm": 1.1245851516723633,
      "learning_rate": 1.2188902797008845e-06,
      "loss": 0.3401,
      "step": 1938760
    },
    {
      "epoch": 541.1,
      "grad_norm": 1.0585156679153442,
      "learning_rate": 1.218866557874286e-06,
      "loss": 0.3569,
      "step": 1938770
    },
    {
      "epoch": 541.11,
      "grad_norm": 1.1378614902496338,
      "learning_rate": 1.2188428361974112e-06,
      "loss": 0.3394,
      "step": 1938780
    },
    {
      "epoch": 541.11,
      "grad_norm": 1.307012677192688,
      "learning_rate": 1.2188191146702605e-06,
      "loss": 0.3349,
      "step": 1938790
    },
    {
      "epoch": 541.11,
      "grad_norm": 1.147979974746704,
      "learning_rate": 1.2187953932928386e-06,
      "loss": 0.3311,
      "step": 1938800
    },
    {
      "epoch": 541.11,
      "grad_norm": 1.038742184638977,
      "learning_rate": 1.2187716720651483e-06,
      "loss": 0.3389,
      "step": 1938810
    },
    {
      "epoch": 541.12,
      "grad_norm": 1.3112854957580566,
      "learning_rate": 1.2187479509871931e-06,
      "loss": 0.3533,
      "step": 1938820
    },
    {
      "epoch": 541.12,
      "grad_norm": 1.1444377899169922,
      "learning_rate": 1.2187242300589769e-06,
      "loss": 0.3469,
      "step": 1938830
    },
    {
      "epoch": 541.12,
      "grad_norm": 1.0559542179107666,
      "learning_rate": 1.2187005092805008e-06,
      "loss": 0.3617,
      "step": 1938840
    },
    {
      "epoch": 541.12,
      "grad_norm": 1.2677714824676514,
      "learning_rate": 1.2186767886517694e-06,
      "loss": 0.3403,
      "step": 1938850
    },
    {
      "epoch": 541.13,
      "grad_norm": 1.3483601808547974,
      "learning_rate": 1.2186530681727853e-06,
      "loss": 0.3393,
      "step": 1938860
    },
    {
      "epoch": 541.13,
      "grad_norm": 1.1945033073425293,
      "learning_rate": 1.218629347843553e-06,
      "loss": 0.3387,
      "step": 1938870
    },
    {
      "epoch": 541.13,
      "grad_norm": 1.3267608880996704,
      "learning_rate": 1.2186056276640726e-06,
      "loss": 0.3395,
      "step": 1938880
    },
    {
      "epoch": 541.14,
      "grad_norm": 1.1108126640319824,
      "learning_rate": 1.2185819076343512e-06,
      "loss": 0.3225,
      "step": 1938890
    },
    {
      "epoch": 541.14,
      "grad_norm": 1.2591009140014648,
      "learning_rate": 1.218558187754389e-06,
      "loss": 0.3284,
      "step": 1938900
    },
    {
      "epoch": 541.14,
      "grad_norm": 1.1343731880187988,
      "learning_rate": 1.2185344680241902e-06,
      "loss": 0.3461,
      "step": 1938910
    },
    {
      "epoch": 541.14,
      "grad_norm": 1.1012057065963745,
      "learning_rate": 1.2185107484437585e-06,
      "loss": 0.3661,
      "step": 1938920
    },
    {
      "epoch": 541.15,
      "grad_norm": 1.2786074876785278,
      "learning_rate": 1.218487029013096e-06,
      "loss": 0.3376,
      "step": 1938930
    },
    {
      "epoch": 541.15,
      "grad_norm": 1.9165977239608765,
      "learning_rate": 1.218463309732206e-06,
      "loss": 0.3358,
      "step": 1938940
    },
    {
      "epoch": 541.15,
      "grad_norm": 1.2120951414108276,
      "learning_rate": 1.218439590601092e-06,
      "loss": 0.3473,
      "step": 1938950
    },
    {
      "epoch": 541.16,
      "grad_norm": 1.0396615266799927,
      "learning_rate": 1.218415871619758e-06,
      "loss": 0.3516,
      "step": 1938960
    },
    {
      "epoch": 541.16,
      "grad_norm": 1.1550551652908325,
      "learning_rate": 1.2183921527882046e-06,
      "loss": 0.3523,
      "step": 1938970
    },
    {
      "epoch": 541.16,
      "grad_norm": 0.9246785044670105,
      "learning_rate": 1.2183684341064385e-06,
      "loss": 0.3375,
      "step": 1938980
    },
    {
      "epoch": 541.16,
      "grad_norm": 1.2020299434661865,
      "learning_rate": 1.2183447155744598e-06,
      "loss": 0.3566,
      "step": 1938990
    },
    {
      "epoch": 541.17,
      "grad_norm": 0.9905135035514832,
      "learning_rate": 1.218320997192273e-06,
      "loss": 0.3381,
      "step": 1939000
    },
    {
      "epoch": 541.17,
      "grad_norm": 1.1643272638320923,
      "learning_rate": 1.218297278959882e-06,
      "loss": 0.3294,
      "step": 1939010
    },
    {
      "epoch": 541.17,
      "grad_norm": 1.1344574689865112,
      "learning_rate": 1.2182735608772882e-06,
      "loss": 0.3404,
      "step": 1939020
    },
    {
      "epoch": 541.17,
      "grad_norm": 1.1889293193817139,
      "learning_rate": 1.2182498429444957e-06,
      "loss": 0.3508,
      "step": 1939030
    },
    {
      "epoch": 541.18,
      "grad_norm": 1.2331477403640747,
      "learning_rate": 1.2182261251615074e-06,
      "loss": 0.3446,
      "step": 1939040
    },
    {
      "epoch": 541.18,
      "grad_norm": 1.0831037759780884,
      "learning_rate": 1.2182024075283279e-06,
      "loss": 0.3497,
      "step": 1939050
    },
    {
      "epoch": 541.18,
      "grad_norm": 1.1803815364837646,
      "learning_rate": 1.2181786900449578e-06,
      "loss": 0.3271,
      "step": 1939060
    },
    {
      "epoch": 541.19,
      "grad_norm": 1.0157033205032349,
      "learning_rate": 1.2181549727114013e-06,
      "loss": 0.3358,
      "step": 1939070
    },
    {
      "epoch": 541.19,
      "grad_norm": 1.1741853952407837,
      "learning_rate": 1.2181312555276634e-06,
      "loss": 0.3402,
      "step": 1939080
    },
    {
      "epoch": 541.19,
      "grad_norm": 1.0960668325424194,
      "learning_rate": 1.2181075384937434e-06,
      "loss": 0.3268,
      "step": 1939090
    },
    {
      "epoch": 541.19,
      "grad_norm": 1.231225848197937,
      "learning_rate": 1.218083821609649e-06,
      "loss": 0.3318,
      "step": 1939100
    },
    {
      "epoch": 541.2,
      "grad_norm": 1.0748965740203857,
      "learning_rate": 1.2180601048753786e-06,
      "loss": 0.3494,
      "step": 1939110
    },
    {
      "epoch": 541.2,
      "grad_norm": 1.2198280096054077,
      "learning_rate": 1.21803638829094e-06,
      "loss": 0.321,
      "step": 1939120
    },
    {
      "epoch": 541.2,
      "grad_norm": 0.9713979363441467,
      "learning_rate": 1.2180126718563333e-06,
      "loss": 0.3386,
      "step": 1939130
    },
    {
      "epoch": 541.21,
      "grad_norm": 1.2999494075775146,
      "learning_rate": 1.2179889555715623e-06,
      "loss": 0.3418,
      "step": 1939140
    },
    {
      "epoch": 541.21,
      "grad_norm": 1.0036505460739136,
      "learning_rate": 1.2179652394366313e-06,
      "loss": 0.3468,
      "step": 1939150
    },
    {
      "epoch": 541.21,
      "grad_norm": 0.9909015893936157,
      "learning_rate": 1.217941523451542e-06,
      "loss": 0.3421,
      "step": 1939160
    },
    {
      "epoch": 541.21,
      "grad_norm": 0.9442018866539001,
      "learning_rate": 1.217917807616298e-06,
      "loss": 0.3375,
      "step": 1939170
    },
    {
      "epoch": 541.22,
      "grad_norm": 1.0779047012329102,
      "learning_rate": 1.2178940919309026e-06,
      "loss": 0.3493,
      "step": 1939180
    },
    {
      "epoch": 541.22,
      "grad_norm": 1.0323514938354492,
      "learning_rate": 1.2178703763953595e-06,
      "loss": 0.3366,
      "step": 1939190
    },
    {
      "epoch": 541.22,
      "grad_norm": 1.1372222900390625,
      "learning_rate": 1.2178466610096708e-06,
      "loss": 0.3556,
      "step": 1939200
    },
    {
      "epoch": 541.23,
      "grad_norm": 1.081515908241272,
      "learning_rate": 1.2178229457738401e-06,
      "loss": 0.3245,
      "step": 1939210
    },
    {
      "epoch": 541.23,
      "grad_norm": 1.126621961593628,
      "learning_rate": 1.2177992306878712e-06,
      "loss": 0.3347,
      "step": 1939220
    },
    {
      "epoch": 541.23,
      "grad_norm": 1.1918673515319824,
      "learning_rate": 1.2177755157517653e-06,
      "loss": 0.33,
      "step": 1939230
    },
    {
      "epoch": 541.23,
      "grad_norm": 1.1839021444320679,
      "learning_rate": 1.2177518009655285e-06,
      "loss": 0.3293,
      "step": 1939240
    },
    {
      "epoch": 541.24,
      "grad_norm": 1.3223297595977783,
      "learning_rate": 1.2177280863291613e-06,
      "loss": 0.3444,
      "step": 1939250
    },
    {
      "epoch": 541.24,
      "grad_norm": 1.0781419277191162,
      "learning_rate": 1.217704371842668e-06,
      "loss": 0.3407,
      "step": 1939260
    },
    {
      "epoch": 541.24,
      "grad_norm": 1.056317925453186,
      "learning_rate": 1.2176806575060518e-06,
      "loss": 0.3449,
      "step": 1939270
    },
    {
      "epoch": 541.24,
      "grad_norm": 1.1456278562545776,
      "learning_rate": 1.2176569433193166e-06,
      "loss": 0.3444,
      "step": 1939280
    },
    {
      "epoch": 541.25,
      "grad_norm": 1.0312516689300537,
      "learning_rate": 1.2176332292824636e-06,
      "loss": 0.3392,
      "step": 1939290
    },
    {
      "epoch": 541.25,
      "grad_norm": 1.101637601852417,
      "learning_rate": 1.2176095153954971e-06,
      "loss": 0.3327,
      "step": 1939300
    },
    {
      "epoch": 541.25,
      "grad_norm": 1.1454339027404785,
      "learning_rate": 1.2175858016584212e-06,
      "loss": 0.3522,
      "step": 1939310
    },
    {
      "epoch": 541.26,
      "grad_norm": 1.060461163520813,
      "learning_rate": 1.2175620880712364e-06,
      "loss": 0.3383,
      "step": 1939320
    },
    {
      "epoch": 541.26,
      "grad_norm": 1.1834142208099365,
      "learning_rate": 1.2175383746339492e-06,
      "loss": 0.3393,
      "step": 1939330
    },
    {
      "epoch": 541.26,
      "grad_norm": 1.0333213806152344,
      "learning_rate": 1.21751466134656e-06,
      "loss": 0.3217,
      "step": 1939340
    },
    {
      "epoch": 541.26,
      "grad_norm": 1.107316017150879,
      "learning_rate": 1.2174909482090733e-06,
      "loss": 0.3507,
      "step": 1939350
    },
    {
      "epoch": 541.27,
      "grad_norm": 1.0894966125488281,
      "learning_rate": 1.2174672352214926e-06,
      "loss": 0.3529,
      "step": 1939360
    },
    {
      "epoch": 541.27,
      "grad_norm": 1.4637287855148315,
      "learning_rate": 1.21744352238382e-06,
      "loss": 0.3426,
      "step": 1939370
    },
    {
      "epoch": 541.27,
      "grad_norm": 0.9766207337379456,
      "learning_rate": 1.2174198096960586e-06,
      "loss": 0.3345,
      "step": 1939380
    },
    {
      "epoch": 541.28,
      "grad_norm": 1.595387578010559,
      "learning_rate": 1.2173960971582123e-06,
      "loss": 0.3318,
      "step": 1939390
    },
    {
      "epoch": 541.28,
      "grad_norm": 1.076680064201355,
      "learning_rate": 1.217372384770284e-06,
      "loss": 0.3496,
      "step": 1939400
    },
    {
      "epoch": 541.28,
      "grad_norm": 1.1431121826171875,
      "learning_rate": 1.2173486725322767e-06,
      "loss": 0.342,
      "step": 1939410
    },
    {
      "epoch": 541.28,
      "grad_norm": 1.088638186454773,
      "learning_rate": 1.2173249604441952e-06,
      "loss": 0.3377,
      "step": 1939420
    },
    {
      "epoch": 541.29,
      "grad_norm": 1.2790806293487549,
      "learning_rate": 1.2173012485060393e-06,
      "loss": 0.3532,
      "step": 1939430
    },
    {
      "epoch": 541.29,
      "grad_norm": 1.1778044700622559,
      "learning_rate": 1.217277536717815e-06,
      "loss": 0.3362,
      "step": 1939440
    },
    {
      "epoch": 541.29,
      "grad_norm": 1.0912445783615112,
      "learning_rate": 1.217253825079525e-06,
      "loss": 0.3302,
      "step": 1939450
    },
    {
      "epoch": 541.3,
      "grad_norm": 1.419696569442749,
      "learning_rate": 1.21723011359117e-06,
      "loss": 0.3383,
      "step": 1939460
    },
    {
      "epoch": 541.3,
      "grad_norm": 1.3013763427734375,
      "learning_rate": 1.2172064022527569e-06,
      "loss": 0.3291,
      "step": 1939470
    },
    {
      "epoch": 541.3,
      "grad_norm": 1.1459012031555176,
      "learning_rate": 1.2171826910642864e-06,
      "loss": 0.3364,
      "step": 1939480
    },
    {
      "epoch": 541.3,
      "grad_norm": 4.541437149047852,
      "learning_rate": 1.2171589800257621e-06,
      "loss": 0.3581,
      "step": 1939490
    },
    {
      "epoch": 541.31,
      "grad_norm": 0.9652388095855713,
      "learning_rate": 1.2171352691371885e-06,
      "loss": 0.3318,
      "step": 1939500
    },
    {
      "epoch": 541.31,
      "grad_norm": 1.3162037134170532,
      "learning_rate": 1.2171115583985664e-06,
      "loss": 0.3435,
      "step": 1939510
    },
    {
      "epoch": 541.31,
      "grad_norm": 0.93892502784729,
      "learning_rate": 1.2170878478099003e-06,
      "loss": 0.3214,
      "step": 1939520
    },
    {
      "epoch": 541.31,
      "grad_norm": 1.0676878690719604,
      "learning_rate": 1.2170641373711935e-06,
      "loss": 0.3584,
      "step": 1939530
    },
    {
      "epoch": 541.32,
      "grad_norm": 1.201527714729309,
      "learning_rate": 1.2170404270824497e-06,
      "loss": 0.334,
      "step": 1939540
    },
    {
      "epoch": 541.32,
      "grad_norm": 1.0880097150802612,
      "learning_rate": 1.2170167169436693e-06,
      "loss": 0.3396,
      "step": 1939550
    },
    {
      "epoch": 541.32,
      "grad_norm": 1.1676268577575684,
      "learning_rate": 1.2169930069548594e-06,
      "loss": 0.338,
      "step": 1939560
    },
    {
      "epoch": 541.33,
      "grad_norm": 1.0282515287399292,
      "learning_rate": 1.2169692971160199e-06,
      "loss": 0.3466,
      "step": 1939570
    },
    {
      "epoch": 541.33,
      "grad_norm": 1.0251504182815552,
      "learning_rate": 1.2169455874271556e-06,
      "loss": 0.3234,
      "step": 1939580
    },
    {
      "epoch": 541.33,
      "grad_norm": 1.0483622550964355,
      "learning_rate": 1.2169218778882701e-06,
      "loss": 0.3404,
      "step": 1939590
    },
    {
      "epoch": 541.33,
      "grad_norm": 1.1875299215316772,
      "learning_rate": 1.2168981684993647e-06,
      "loss": 0.3358,
      "step": 1939600
    },
    {
      "epoch": 541.34,
      "grad_norm": 1.262702465057373,
      "learning_rate": 1.2168744592604437e-06,
      "loss": 0.3209,
      "step": 1939610
    },
    {
      "epoch": 541.34,
      "grad_norm": 1.1190390586853027,
      "learning_rate": 1.21685075017151e-06,
      "loss": 0.3278,
      "step": 1939620
    },
    {
      "epoch": 541.34,
      "grad_norm": 1.7145313024520874,
      "learning_rate": 1.2168270412325678e-06,
      "loss": 0.351,
      "step": 1939630
    },
    {
      "epoch": 541.35,
      "grad_norm": 1.0915297269821167,
      "learning_rate": 1.2168033324436188e-06,
      "loss": 0.3405,
      "step": 1939640
    },
    {
      "epoch": 541.35,
      "grad_norm": 1.0761706829071045,
      "learning_rate": 1.2167796238046665e-06,
      "loss": 0.3509,
      "step": 1939650
    },
    {
      "epoch": 541.35,
      "grad_norm": 1.0835140943527222,
      "learning_rate": 1.216755915315715e-06,
      "loss": 0.3603,
      "step": 1939660
    },
    {
      "epoch": 541.35,
      "grad_norm": 1.039016842842102,
      "learning_rate": 1.2167322069767648e-06,
      "loss": 0.3209,
      "step": 1939670
    },
    {
      "epoch": 541.36,
      "grad_norm": 1.0834035873413086,
      "learning_rate": 1.216708498787823e-06,
      "loss": 0.3329,
      "step": 1939680
    },
    {
      "epoch": 541.36,
      "grad_norm": 1.4644112586975098,
      "learning_rate": 1.216684790748889e-06,
      "loss": 0.34,
      "step": 1939690
    },
    {
      "epoch": 541.36,
      "grad_norm": 1.3074365854263306,
      "learning_rate": 1.2166610828599697e-06,
      "loss": 0.331,
      "step": 1939700
    },
    {
      "epoch": 541.36,
      "grad_norm": 1.100804090499878,
      "learning_rate": 1.216637375121065e-06,
      "loss": 0.3387,
      "step": 1939710
    },
    {
      "epoch": 541.37,
      "grad_norm": 0.980354905128479,
      "learning_rate": 1.2166136675321792e-06,
      "loss": 0.3309,
      "step": 1939720
    },
    {
      "epoch": 541.37,
      "grad_norm": 1.0876939296722412,
      "learning_rate": 1.2165899600933165e-06,
      "loss": 0.3291,
      "step": 1939730
    },
    {
      "epoch": 541.37,
      "grad_norm": 1.2077927589416504,
      "learning_rate": 1.2165662528044785e-06,
      "loss": 0.3545,
      "step": 1939740
    },
    {
      "epoch": 541.38,
      "grad_norm": 2.618401527404785,
      "learning_rate": 1.216542545665669e-06,
      "loss": 0.3493,
      "step": 1939750
    },
    {
      "epoch": 541.38,
      "grad_norm": 1.0583100318908691,
      "learning_rate": 1.2165188386768906e-06,
      "loss": 0.3373,
      "step": 1939760
    },
    {
      "epoch": 541.38,
      "grad_norm": 1.2563875913619995,
      "learning_rate": 1.2164951318381486e-06,
      "loss": 0.3389,
      "step": 1939770
    },
    {
      "epoch": 541.38,
      "grad_norm": 0.9904454350471497,
      "learning_rate": 1.2164714251494432e-06,
      "loss": 0.3442,
      "step": 1939780
    },
    {
      "epoch": 541.39,
      "grad_norm": 0.8928051590919495,
      "learning_rate": 1.2164477186107787e-06,
      "loss": 0.3329,
      "step": 1939790
    },
    {
      "epoch": 541.39,
      "grad_norm": 1.159996509552002,
      "learning_rate": 1.2164240122221587e-06,
      "loss": 0.3421,
      "step": 1939800
    },
    {
      "epoch": 541.39,
      "grad_norm": 1.2273125648498535,
      "learning_rate": 1.216400305983586e-06,
      "loss": 0.3569,
      "step": 1939810
    },
    {
      "epoch": 541.4,
      "grad_norm": 1.137642502784729,
      "learning_rate": 1.2163765998950648e-06,
      "loss": 0.3385,
      "step": 1939820
    },
    {
      "epoch": 541.4,
      "grad_norm": 1.233170747756958,
      "learning_rate": 1.2163528939565965e-06,
      "loss": 0.3352,
      "step": 1939830
    },
    {
      "epoch": 541.4,
      "grad_norm": 1.0198026895523071,
      "learning_rate": 1.2163291881681849e-06,
      "loss": 0.3352,
      "step": 1939840
    },
    {
      "epoch": 541.4,
      "grad_norm": 1.1054153442382812,
      "learning_rate": 1.2163054825298332e-06,
      "loss": 0.3439,
      "step": 1939850
    },
    {
      "epoch": 541.41,
      "grad_norm": 1.1474050283432007,
      "learning_rate": 1.2162817770415457e-06,
      "loss": 0.3339,
      "step": 1939860
    },
    {
      "epoch": 541.41,
      "grad_norm": 1.0883692502975464,
      "learning_rate": 1.2162580717033236e-06,
      "loss": 0.3506,
      "step": 1939870
    },
    {
      "epoch": 541.41,
      "grad_norm": 1.0149049758911133,
      "learning_rate": 1.2162343665151712e-06,
      "loss": 0.3297,
      "step": 1939880
    },
    {
      "epoch": 541.42,
      "grad_norm": 1.1755810976028442,
      "learning_rate": 1.2162106614770923e-06,
      "loss": 0.3575,
      "step": 1939890
    },
    {
      "epoch": 541.42,
      "grad_norm": 1.088969111442566,
      "learning_rate": 1.2161869565890873e-06,
      "loss": 0.3483,
      "step": 1939900
    },
    {
      "epoch": 541.42,
      "grad_norm": 0.994595468044281,
      "learning_rate": 1.216163251851163e-06,
      "loss": 0.3432,
      "step": 1939910
    },
    {
      "epoch": 541.42,
      "grad_norm": 1.6963244676589966,
      "learning_rate": 1.21613954726332e-06,
      "loss": 0.3452,
      "step": 1939920
    },
    {
      "epoch": 541.43,
      "grad_norm": 1.2043004035949707,
      "learning_rate": 1.2161158428255621e-06,
      "loss": 0.3441,
      "step": 1939930
    },
    {
      "epoch": 541.43,
      "grad_norm": 1.1527988910675049,
      "learning_rate": 1.2160921385378928e-06,
      "loss": 0.3563,
      "step": 1939940
    },
    {
      "epoch": 541.43,
      "grad_norm": 1.1154829263687134,
      "learning_rate": 1.216068434400316e-06,
      "loss": 0.3468,
      "step": 1939950
    },
    {
      "epoch": 541.43,
      "grad_norm": 1.0134921073913574,
      "learning_rate": 1.2160447304128328e-06,
      "loss": 0.3411,
      "step": 1939960
    },
    {
      "epoch": 541.44,
      "grad_norm": 1.009507179260254,
      "learning_rate": 1.2160210265754476e-06,
      "loss": 0.3381,
      "step": 1939970
    },
    {
      "epoch": 541.44,
      "grad_norm": 1.1906355619430542,
      "learning_rate": 1.2159973228881633e-06,
      "loss": 0.3314,
      "step": 1939980
    },
    {
      "epoch": 541.44,
      "grad_norm": 1.0255377292633057,
      "learning_rate": 1.2159736193509833e-06,
      "loss": 0.339,
      "step": 1939990
    },
    {
      "epoch": 541.45,
      "grad_norm": 0.9780614376068115,
      "learning_rate": 1.2159499159639116e-06,
      "loss": 0.3381,
      "step": 1940000
    },
    {
      "epoch": 541.45,
      "grad_norm": 1.2520085573196411,
      "learning_rate": 1.2159262127269496e-06,
      "loss": 0.3503,
      "step": 1940010
    },
    {
      "epoch": 541.45,
      "grad_norm": 0.9098891019821167,
      "learning_rate": 1.215902509640101e-06,
      "loss": 0.3338,
      "step": 1940020
    },
    {
      "epoch": 541.45,
      "grad_norm": 0.9946141242980957,
      "learning_rate": 1.21587880670337e-06,
      "loss": 0.3349,
      "step": 1940030
    },
    {
      "epoch": 541.46,
      "grad_norm": 1.2590597867965698,
      "learning_rate": 1.2158551039167575e-06,
      "loss": 0.3461,
      "step": 1940040
    },
    {
      "epoch": 541.46,
      "grad_norm": 1.0984513759613037,
      "learning_rate": 1.21583140128027e-06,
      "loss": 0.3404,
      "step": 1940050
    },
    {
      "epoch": 541.46,
      "grad_norm": 1.0760977268218994,
      "learning_rate": 1.2158076987939073e-06,
      "loss": 0.3517,
      "step": 1940060
    },
    {
      "epoch": 541.47,
      "grad_norm": 1.180320382118225,
      "learning_rate": 1.2157839964576746e-06,
      "loss": 0.3418,
      "step": 1940070
    },
    {
      "epoch": 541.47,
      "grad_norm": 1.0458399057388306,
      "learning_rate": 1.2157602942715743e-06,
      "loss": 0.3328,
      "step": 1940080
    },
    {
      "epoch": 541.47,
      "grad_norm": 1.1964459419250488,
      "learning_rate": 1.2157365922356107e-06,
      "loss": 0.328,
      "step": 1940090
    },
    {
      "epoch": 541.47,
      "grad_norm": 1.003950834274292,
      "learning_rate": 1.2157128903497848e-06,
      "loss": 0.3365,
      "step": 1940100
    },
    {
      "epoch": 541.48,
      "grad_norm": 1.0710431337356567,
      "learning_rate": 1.2156891886141012e-06,
      "loss": 0.3465,
      "step": 1940110
    },
    {
      "epoch": 541.48,
      "grad_norm": 0.9963194727897644,
      "learning_rate": 1.2156654870285638e-06,
      "loss": 0.3372,
      "step": 1940120
    },
    {
      "epoch": 541.48,
      "grad_norm": 1.0710583925247192,
      "learning_rate": 1.2156417855931726e-06,
      "loss": 0.3442,
      "step": 1940130
    },
    {
      "epoch": 541.48,
      "grad_norm": 1.0101572275161743,
      "learning_rate": 1.2156180843079348e-06,
      "loss": 0.3531,
      "step": 1940140
    },
    {
      "epoch": 541.49,
      "grad_norm": 1.1218788623809814,
      "learning_rate": 1.2155943831728512e-06,
      "loss": 0.3342,
      "step": 1940150
    },
    {
      "epoch": 541.49,
      "grad_norm": 1.3438022136688232,
      "learning_rate": 1.215570682187925e-06,
      "loss": 0.3309,
      "step": 1940160
    },
    {
      "epoch": 541.49,
      "grad_norm": 1.0328824520111084,
      "learning_rate": 1.215546981353161e-06,
      "loss": 0.3466,
      "step": 1940170
    },
    {
      "epoch": 541.5,
      "grad_norm": 1.1001166105270386,
      "learning_rate": 1.21552328066856e-06,
      "loss": 0.3461,
      "step": 1940180
    },
    {
      "epoch": 541.5,
      "grad_norm": 1.0415393114089966,
      "learning_rate": 1.2154995801341262e-06,
      "loss": 0.3288,
      "step": 1940190
    },
    {
      "epoch": 541.5,
      "grad_norm": 1.104793906211853,
      "learning_rate": 1.2154758797498627e-06,
      "loss": 0.3326,
      "step": 1940200
    },
    {
      "epoch": 541.5,
      "grad_norm": 1.109855055809021,
      "learning_rate": 1.2154521795157741e-06,
      "loss": 0.3303,
      "step": 1940210
    },
    {
      "epoch": 541.51,
      "grad_norm": 1.1085841655731201,
      "learning_rate": 1.2154284794318603e-06,
      "loss": 0.3407,
      "step": 1940220
    },
    {
      "epoch": 541.51,
      "grad_norm": 1.1197773218154907,
      "learning_rate": 1.2154047794981281e-06,
      "loss": 0.3364,
      "step": 1940230
    },
    {
      "epoch": 541.51,
      "grad_norm": 1.0726782083511353,
      "learning_rate": 1.2153810797145783e-06,
      "loss": 0.3397,
      "step": 1940240
    },
    {
      "epoch": 541.52,
      "grad_norm": 0.996767520904541,
      "learning_rate": 1.2153573800812142e-06,
      "loss": 0.3451,
      "step": 1940250
    },
    {
      "epoch": 541.52,
      "grad_norm": 1.1126080751419067,
      "learning_rate": 1.2153336805980409e-06,
      "loss": 0.338,
      "step": 1940260
    },
    {
      "epoch": 541.52,
      "grad_norm": 1.2004367113113403,
      "learning_rate": 1.2153099812650581e-06,
      "loss": 0.3294,
      "step": 1940270
    },
    {
      "epoch": 541.52,
      "grad_norm": 1.2407840490341187,
      "learning_rate": 1.2152862820822728e-06,
      "loss": 0.3357,
      "step": 1940280
    },
    {
      "epoch": 541.53,
      "grad_norm": 1.1726185083389282,
      "learning_rate": 1.2152625830496854e-06,
      "loss": 0.3438,
      "step": 1940290
    },
    {
      "epoch": 541.53,
      "grad_norm": 0.9672473073005676,
      "learning_rate": 1.2152388841673e-06,
      "loss": 0.3485,
      "step": 1940300
    },
    {
      "epoch": 541.53,
      "grad_norm": 1.2179707288742065,
      "learning_rate": 1.2152151854351208e-06,
      "loss": 0.3611,
      "step": 1940310
    },
    {
      "epoch": 541.54,
      "grad_norm": 1.1842920780181885,
      "learning_rate": 1.2151914868531486e-06,
      "loss": 0.3437,
      "step": 1940320
    },
    {
      "epoch": 541.54,
      "grad_norm": 1.1080526113510132,
      "learning_rate": 1.2151677884213882e-06,
      "loss": 0.3372,
      "step": 1940330
    },
    {
      "epoch": 541.54,
      "grad_norm": 1.0166207551956177,
      "learning_rate": 1.2151440901398425e-06,
      "loss": 0.3394,
      "step": 1940340
    },
    {
      "epoch": 541.54,
      "grad_norm": 0.9979243278503418,
      "learning_rate": 1.2151203920085149e-06,
      "loss": 0.3401,
      "step": 1940350
    },
    {
      "epoch": 541.55,
      "grad_norm": 1.131245732307434,
      "learning_rate": 1.2150966940274067e-06,
      "loss": 0.356,
      "step": 1940360
    },
    {
      "epoch": 541.55,
      "grad_norm": 1.1502200365066528,
      "learning_rate": 1.2150729961965247e-06,
      "loss": 0.3348,
      "step": 1940370
    },
    {
      "epoch": 541.55,
      "grad_norm": 1.175949215888977,
      "learning_rate": 1.2150492985158686e-06,
      "loss": 0.3353,
      "step": 1940380
    },
    {
      "epoch": 541.55,
      "grad_norm": 1.0830631256103516,
      "learning_rate": 1.215025600985443e-06,
      "loss": 0.343,
      "step": 1940390
    },
    {
      "epoch": 541.56,
      "grad_norm": 1.0805357694625854,
      "learning_rate": 1.2150019036052519e-06,
      "loss": 0.329,
      "step": 1940400
    },
    {
      "epoch": 541.56,
      "grad_norm": 0.9532843828201294,
      "learning_rate": 1.2149782063752965e-06,
      "loss": 0.3429,
      "step": 1940410
    },
    {
      "epoch": 541.56,
      "grad_norm": 1.3101218938827515,
      "learning_rate": 1.2149545092955809e-06,
      "loss": 0.3352,
      "step": 1940420
    },
    {
      "epoch": 541.57,
      "grad_norm": 1.2150964736938477,
      "learning_rate": 1.2149308123661081e-06,
      "loss": 0.343,
      "step": 1940430
    },
    {
      "epoch": 541.57,
      "grad_norm": 1.148108720779419,
      "learning_rate": 1.2149071155868825e-06,
      "loss": 0.3506,
      "step": 1940440
    },
    {
      "epoch": 541.57,
      "grad_norm": 1.040145754814148,
      "learning_rate": 1.2148834189579055e-06,
      "loss": 0.3466,
      "step": 1940450
    },
    {
      "epoch": 541.57,
      "grad_norm": 0.9344379901885986,
      "learning_rate": 1.2148597224791807e-06,
      "loss": 0.3386,
      "step": 1940460
    },
    {
      "epoch": 541.58,
      "grad_norm": 1.1761469841003418,
      "learning_rate": 1.2148360261507126e-06,
      "loss": 0.3361,
      "step": 1940470
    },
    {
      "epoch": 541.58,
      "grad_norm": 3.358983278274536,
      "learning_rate": 1.2148123299725013e-06,
      "loss": 0.3547,
      "step": 1940480
    },
    {
      "epoch": 541.58,
      "grad_norm": 1.0795187950134277,
      "learning_rate": 1.214788633944554e-06,
      "loss": 0.3536,
      "step": 1940490
    },
    {
      "epoch": 541.59,
      "grad_norm": 1.4292548894882202,
      "learning_rate": 1.2147649380668708e-06,
      "loss": 0.3442,
      "step": 1940500
    },
    {
      "epoch": 541.59,
      "grad_norm": 1.1207605600357056,
      "learning_rate": 1.2147412423394555e-06,
      "loss": 0.3491,
      "step": 1940510
    },
    {
      "epoch": 541.59,
      "grad_norm": 0.9747045040130615,
      "learning_rate": 1.2147175467623118e-06,
      "loss": 0.3336,
      "step": 1940520
    },
    {
      "epoch": 541.59,
      "grad_norm": 1.0590022802352905,
      "learning_rate": 1.2146938513354433e-06,
      "loss": 0.3378,
      "step": 1940530
    },
    {
      "epoch": 541.6,
      "grad_norm": 1.1210449934005737,
      "learning_rate": 1.214670156058852e-06,
      "loss": 0.3404,
      "step": 1940540
    },
    {
      "epoch": 541.6,
      "grad_norm": 0.9897783994674683,
      "learning_rate": 1.2146464609325409e-06,
      "loss": 0.3329,
      "step": 1940550
    },
    {
      "epoch": 541.6,
      "grad_norm": 1.148813247680664,
      "learning_rate": 1.2146227659565144e-06,
      "loss": 0.3365,
      "step": 1940560
    },
    {
      "epoch": 541.6,
      "grad_norm": 1.0550247430801392,
      "learning_rate": 1.2145990711307748e-06,
      "loss": 0.3531,
      "step": 1940570
    },
    {
      "epoch": 541.61,
      "grad_norm": 1.0667500495910645,
      "learning_rate": 1.2145753764553266e-06,
      "loss": 0.3463,
      "step": 1940580
    },
    {
      "epoch": 541.61,
      "grad_norm": 1.0554860830307007,
      "learning_rate": 1.2145516819301707e-06,
      "loss": 0.3495,
      "step": 1940590
    },
    {
      "epoch": 541.61,
      "grad_norm": 1.1014912128448486,
      "learning_rate": 1.2145279875553112e-06,
      "loss": 0.3539,
      "step": 1940600
    },
    {
      "epoch": 541.62,
      "grad_norm": 1.0887645483016968,
      "learning_rate": 1.2145042933307526e-06,
      "loss": 0.3445,
      "step": 1940610
    },
    {
      "epoch": 541.62,
      "grad_norm": 1.1777645349502563,
      "learning_rate": 1.2144805992564953e-06,
      "loss": 0.3479,
      "step": 1940620
    },
    {
      "epoch": 541.62,
      "grad_norm": 1.2780324220657349,
      "learning_rate": 1.2144569053325456e-06,
      "loss": 0.3452,
      "step": 1940630
    },
    {
      "epoch": 541.62,
      "grad_norm": 1.15290105342865,
      "learning_rate": 1.2144332115589044e-06,
      "loss": 0.3559,
      "step": 1940640
    },
    {
      "epoch": 541.63,
      "grad_norm": 1.1231563091278076,
      "learning_rate": 1.2144095179355753e-06,
      "loss": 0.3305,
      "step": 1940650
    },
    {
      "epoch": 541.63,
      "grad_norm": 1.4349690675735474,
      "learning_rate": 1.2143858244625622e-06,
      "loss": 0.3445,
      "step": 1940660
    },
    {
      "epoch": 541.63,
      "grad_norm": 0.984524130821228,
      "learning_rate": 1.2143621311398681e-06,
      "loss": 0.3579,
      "step": 1940670
    },
    {
      "epoch": 541.64,
      "grad_norm": 1.0377386808395386,
      "learning_rate": 1.2143384379674952e-06,
      "loss": 0.3489,
      "step": 1940680
    },
    {
      "epoch": 541.64,
      "grad_norm": 1.131044864654541,
      "learning_rate": 1.2143147449454475e-06,
      "loss": 0.3393,
      "step": 1940690
    },
    {
      "epoch": 541.64,
      "grad_norm": 1.0629924535751343,
      "learning_rate": 1.2142910520737286e-06,
      "loss": 0.3544,
      "step": 1940700
    },
    {
      "epoch": 541.64,
      "grad_norm": 1.0876884460449219,
      "learning_rate": 1.2142673593523393e-06,
      "loss": 0.3326,
      "step": 1940710
    },
    {
      "epoch": 541.65,
      "grad_norm": 1.531142234802246,
      "learning_rate": 1.214243666781286e-06,
      "loss": 0.3335,
      "step": 1940720
    },
    {
      "epoch": 541.65,
      "grad_norm": 1.0601886510849,
      "learning_rate": 1.2142199743605696e-06,
      "loss": 0.335,
      "step": 1940730
    },
    {
      "epoch": 541.65,
      "grad_norm": 1.1485239267349243,
      "learning_rate": 1.214196282090194e-06,
      "loss": 0.3425,
      "step": 1940740
    },
    {
      "epoch": 541.66,
      "grad_norm": 1.2095775604248047,
      "learning_rate": 1.2141725899701633e-06,
      "loss": 0.3604,
      "step": 1940750
    },
    {
      "epoch": 541.66,
      "grad_norm": 1.0705487728118896,
      "learning_rate": 1.2141488980004787e-06,
      "loss": 0.336,
      "step": 1940760
    },
    {
      "epoch": 541.66,
      "grad_norm": 1.3031641244888306,
      "learning_rate": 1.214125206181144e-06,
      "loss": 0.3479,
      "step": 1940770
    },
    {
      "epoch": 541.66,
      "grad_norm": 1.072591781616211,
      "learning_rate": 1.214101514512163e-06,
      "loss": 0.3558,
      "step": 1940780
    },
    {
      "epoch": 541.67,
      "grad_norm": 1.1977449655532837,
      "learning_rate": 1.2140778229935393e-06,
      "loss": 0.3336,
      "step": 1940790
    },
    {
      "epoch": 541.67,
      "grad_norm": 1.134016752243042,
      "learning_rate": 1.2140541316252735e-06,
      "loss": 0.3372,
      "step": 1940800
    },
    {
      "epoch": 541.67,
      "grad_norm": 1.1368346214294434,
      "learning_rate": 1.2140304404073725e-06,
      "loss": 0.3431,
      "step": 1940810
    },
    {
      "epoch": 541.67,
      "grad_norm": 1.0518611669540405,
      "learning_rate": 1.2140067493398364e-06,
      "loss": 0.3334,
      "step": 1940820
    },
    {
      "epoch": 541.68,
      "grad_norm": 1.1319084167480469,
      "learning_rate": 1.2139830584226695e-06,
      "loss": 0.3291,
      "step": 1940830
    },
    {
      "epoch": 541.68,
      "grad_norm": 1.2896393537521362,
      "learning_rate": 1.2139593676558756e-06,
      "loss": 0.3384,
      "step": 1940840
    },
    {
      "epoch": 541.68,
      "grad_norm": 1.1332899332046509,
      "learning_rate": 1.2139356770394555e-06,
      "loss": 0.3322,
      "step": 1940850
    },
    {
      "epoch": 541.69,
      "grad_norm": 1.0360440015792847,
      "learning_rate": 1.2139119865734157e-06,
      "loss": 0.3296,
      "step": 1940860
    },
    {
      "epoch": 541.69,
      "grad_norm": 1.068540334701538,
      "learning_rate": 1.2138882962577568e-06,
      "loss": 0.34,
      "step": 1940870
    },
    {
      "epoch": 541.69,
      "grad_norm": 0.9430643916130066,
      "learning_rate": 1.2138646060924827e-06,
      "loss": 0.3307,
      "step": 1940880
    },
    {
      "epoch": 541.69,
      "grad_norm": 1.1228482723236084,
      "learning_rate": 1.2138409160775968e-06,
      "loss": 0.3485,
      "step": 1940890
    },
    {
      "epoch": 541.7,
      "grad_norm": 1.040871024131775,
      "learning_rate": 1.213817226213103e-06,
      "loss": 0.3305,
      "step": 1940900
    },
    {
      "epoch": 541.7,
      "grad_norm": 1.1001299619674683,
      "learning_rate": 1.2137935364990028e-06,
      "loss": 0.3309,
      "step": 1940910
    },
    {
      "epoch": 541.7,
      "grad_norm": 1.135568380355835,
      "learning_rate": 1.2137698469353e-06,
      "loss": 0.3371,
      "step": 1940920
    },
    {
      "epoch": 541.71,
      "grad_norm": 1.0503545999526978,
      "learning_rate": 1.2137461575219986e-06,
      "loss": 0.3406,
      "step": 1940930
    },
    {
      "epoch": 541.71,
      "grad_norm": 4.8253068923950195,
      "learning_rate": 1.2137224682590994e-06,
      "loss": 0.3277,
      "step": 1940940
    },
    {
      "epoch": 541.71,
      "grad_norm": 1.008537769317627,
      "learning_rate": 1.2136987791466087e-06,
      "loss": 0.3377,
      "step": 1940950
    },
    {
      "epoch": 541.71,
      "grad_norm": 1.0366621017456055,
      "learning_rate": 1.2136750901845274e-06,
      "loss": 0.3335,
      "step": 1940960
    },
    {
      "epoch": 541.72,
      "grad_norm": 1.2476085424423218,
      "learning_rate": 1.2136514013728594e-06,
      "loss": 0.3339,
      "step": 1940970
    },
    {
      "epoch": 541.72,
      "grad_norm": 1.2729432582855225,
      "learning_rate": 1.2136277127116087e-06,
      "loss": 0.3401,
      "step": 1940980
    },
    {
      "epoch": 541.72,
      "grad_norm": 1.1265206336975098,
      "learning_rate": 1.2136040242007766e-06,
      "loss": 0.3353,
      "step": 1940990
    },
    {
      "epoch": 541.72,
      "grad_norm": 0.9630709290504456,
      "learning_rate": 1.2135803358403675e-06,
      "loss": 0.3319,
      "step": 1941000
    },
    {
      "epoch": 541.73,
      "grad_norm": 1.2698158025741577,
      "learning_rate": 1.2135566476303842e-06,
      "loss": 0.3429,
      "step": 1941010
    },
    {
      "epoch": 541.73,
      "grad_norm": 1.222170352935791,
      "learning_rate": 1.2135329595708309e-06,
      "loss": 0.3353,
      "step": 1941020
    },
    {
      "epoch": 541.73,
      "grad_norm": 1.0664440393447876,
      "learning_rate": 1.2135092716617076e-06,
      "loss": 0.3366,
      "step": 1941030
    },
    {
      "epoch": 541.74,
      "grad_norm": 18.030458450317383,
      "learning_rate": 1.2134855839030218e-06,
      "loss": 0.3337,
      "step": 1941040
    },
    {
      "epoch": 541.74,
      "grad_norm": 1.7905584573745728,
      "learning_rate": 1.2134618962947738e-06,
      "loss": 0.3361,
      "step": 1941050
    },
    {
      "epoch": 541.74,
      "grad_norm": 1.1796098947525024,
      "learning_rate": 1.213438208836967e-06,
      "loss": 0.3423,
      "step": 1941060
    },
    {
      "epoch": 541.74,
      "grad_norm": 1.0095230340957642,
      "learning_rate": 1.213414521529606e-06,
      "loss": 0.3338,
      "step": 1941070
    },
    {
      "epoch": 541.75,
      "grad_norm": 1.2559090852737427,
      "learning_rate": 1.2133908343726923e-06,
      "loss": 0.3188,
      "step": 1941080
    },
    {
      "epoch": 541.75,
      "grad_norm": 1.2601326704025269,
      "learning_rate": 1.2133671473662296e-06,
      "loss": 0.3485,
      "step": 1941090
    },
    {
      "epoch": 541.75,
      "grad_norm": 1.036976933479309,
      "learning_rate": 1.2133434605102209e-06,
      "loss": 0.3494,
      "step": 1941100
    },
    {
      "epoch": 541.76,
      "grad_norm": 1.763299584388733,
      "learning_rate": 1.2133197738046709e-06,
      "loss": 0.3512,
      "step": 1941110
    },
    {
      "epoch": 541.76,
      "grad_norm": 1.4568581581115723,
      "learning_rate": 1.2132960872495806e-06,
      "loss": 0.3354,
      "step": 1941120
    },
    {
      "epoch": 541.76,
      "grad_norm": 1.0964226722717285,
      "learning_rate": 1.2132724008449538e-06,
      "loss": 0.3399,
      "step": 1941130
    },
    {
      "epoch": 541.76,
      "grad_norm": 1.1630347967147827,
      "learning_rate": 1.2132487145907936e-06,
      "loss": 0.3216,
      "step": 1941140
    },
    {
      "epoch": 541.77,
      "grad_norm": 1.2302837371826172,
      "learning_rate": 1.2132250284871041e-06,
      "loss": 0.338,
      "step": 1941150
    },
    {
      "epoch": 541.77,
      "grad_norm": 1.1636712551116943,
      "learning_rate": 1.2132013425338883e-06,
      "loss": 0.3464,
      "step": 1941160
    },
    {
      "epoch": 541.77,
      "grad_norm": 2.2276554107666016,
      "learning_rate": 1.2131776567311471e-06,
      "loss": 0.334,
      "step": 1941170
    },
    {
      "epoch": 541.78,
      "grad_norm": 1.233812689781189,
      "learning_rate": 1.213153971078887e-06,
      "loss": 0.3466,
      "step": 1941180
    },
    {
      "epoch": 541.78,
      "grad_norm": 2.4213368892669678,
      "learning_rate": 1.2131302855771089e-06,
      "loss": 0.3487,
      "step": 1941190
    },
    {
      "epoch": 541.78,
      "grad_norm": 1.0208971500396729,
      "learning_rate": 1.2131066002258165e-06,
      "loss": 0.3512,
      "step": 1941200
    },
    {
      "epoch": 541.78,
      "grad_norm": 1.173827052116394,
      "learning_rate": 1.2130829150250138e-06,
      "loss": 0.3393,
      "step": 1941210
    },
    {
      "epoch": 541.79,
      "grad_norm": 2.7176012992858887,
      "learning_rate": 1.2130592299747025e-06,
      "loss": 0.354,
      "step": 1941220
    },
    {
      "epoch": 541.79,
      "grad_norm": 1.1164535284042358,
      "learning_rate": 1.2130355450748863e-06,
      "loss": 0.3271,
      "step": 1941230
    },
    {
      "epoch": 541.79,
      "grad_norm": 1.7028414011001587,
      "learning_rate": 1.2130118603255689e-06,
      "loss": 0.3552,
      "step": 1941240
    },
    {
      "epoch": 541.79,
      "grad_norm": 1.2489495277404785,
      "learning_rate": 1.2129881757267533e-06,
      "loss": 0.3477,
      "step": 1941250
    },
    {
      "epoch": 541.8,
      "grad_norm": 1.0907020568847656,
      "learning_rate": 1.2129644912784419e-06,
      "loss": 0.324,
      "step": 1941260
    },
    {
      "epoch": 541.8,
      "grad_norm": 1.1303917169570923,
      "learning_rate": 1.2129408069806385e-06,
      "loss": 0.3387,
      "step": 1941270
    },
    {
      "epoch": 541.8,
      "grad_norm": 1.0977556705474854,
      "learning_rate": 1.212917122833347e-06,
      "loss": 0.338,
      "step": 1941280
    },
    {
      "epoch": 541.81,
      "grad_norm": 1.1845991611480713,
      "learning_rate": 1.2128934388365674e-06,
      "loss": 0.3508,
      "step": 1941290
    },
    {
      "epoch": 541.81,
      "grad_norm": 0.9655761122703552,
      "learning_rate": 1.2128697549903073e-06,
      "loss": 0.3432,
      "step": 1941300
    },
    {
      "epoch": 541.81,
      "grad_norm": 1.1147758960723877,
      "learning_rate": 1.2128460712945665e-06,
      "loss": 0.3443,
      "step": 1941310
    },
    {
      "epoch": 541.81,
      "grad_norm": 1.4818683862686157,
      "learning_rate": 1.2128223877493496e-06,
      "loss": 0.3341,
      "step": 1941320
    },
    {
      "epoch": 541.82,
      "grad_norm": 1.0037226676940918,
      "learning_rate": 1.2127987043546595e-06,
      "loss": 0.3355,
      "step": 1941330
    },
    {
      "epoch": 541.82,
      "grad_norm": 1.089728832244873,
      "learning_rate": 1.2127750211104999e-06,
      "loss": 0.3386,
      "step": 1941340
    },
    {
      "epoch": 541.82,
      "grad_norm": 0.9911076426506042,
      "learning_rate": 1.2127513380168724e-06,
      "loss": 0.3337,
      "step": 1941350
    },
    {
      "epoch": 541.83,
      "grad_norm": 1.1862804889678955,
      "learning_rate": 1.2127276550737815e-06,
      "loss": 0.356,
      "step": 1941360
    },
    {
      "epoch": 541.83,
      "grad_norm": 1.1242061853408813,
      "learning_rate": 1.2127039722812309e-06,
      "loss": 0.3467,
      "step": 1941370
    },
    {
      "epoch": 541.83,
      "grad_norm": 1.074135422706604,
      "learning_rate": 1.212680289639221e-06,
      "loss": 0.333,
      "step": 1941380
    },
    {
      "epoch": 541.83,
      "grad_norm": 1.1170369386672974,
      "learning_rate": 1.2126566071477584e-06,
      "loss": 0.3465,
      "step": 1941390
    },
    {
      "epoch": 541.84,
      "grad_norm": 1.1325640678405762,
      "learning_rate": 1.212632924806844e-06,
      "loss": 0.3426,
      "step": 1941400
    },
    {
      "epoch": 541.84,
      "grad_norm": 1.0654385089874268,
      "learning_rate": 1.2126092426164813e-06,
      "loss": 0.3485,
      "step": 1941410
    },
    {
      "epoch": 541.84,
      "grad_norm": 1.1525458097457886,
      "learning_rate": 1.2125855605766748e-06,
      "loss": 0.3591,
      "step": 1941420
    },
    {
      "epoch": 541.84,
      "grad_norm": 1.0922795534133911,
      "learning_rate": 1.2125618786874247e-06,
      "loss": 0.3306,
      "step": 1941430
    },
    {
      "epoch": 541.85,
      "grad_norm": 1.0709997415542603,
      "learning_rate": 1.212538196948738e-06,
      "loss": 0.3263,
      "step": 1941440
    },
    {
      "epoch": 541.85,
      "grad_norm": 1.1989930868148804,
      "learning_rate": 1.2125145153606148e-06,
      "loss": 0.3404,
      "step": 1941450
    },
    {
      "epoch": 541.85,
      "grad_norm": 1.1140916347503662,
      "learning_rate": 1.2124908339230594e-06,
      "loss": 0.3283,
      "step": 1941460
    },
    {
      "epoch": 541.86,
      "grad_norm": 1.0782861709594727,
      "learning_rate": 1.2124671526360748e-06,
      "loss": 0.3345,
      "step": 1941470
    },
    {
      "epoch": 541.86,
      "grad_norm": 1.2496880292892456,
      "learning_rate": 1.2124434714996654e-06,
      "loss": 0.3382,
      "step": 1941480
    },
    {
      "epoch": 541.86,
      "grad_norm": 1.138299584388733,
      "learning_rate": 1.2124197905138327e-06,
      "loss": 0.3494,
      "step": 1941490
    },
    {
      "epoch": 541.86,
      "grad_norm": 1.3957713842391968,
      "learning_rate": 1.2123961096785795e-06,
      "loss": 0.3283,
      "step": 1941500
    },
    {
      "epoch": 541.87,
      "grad_norm": 1.4362307786941528,
      "learning_rate": 1.212372428993911e-06,
      "loss": 0.3329,
      "step": 1941510
    },
    {
      "epoch": 541.87,
      "grad_norm": 1.0703469514846802,
      "learning_rate": 1.2123487484598278e-06,
      "loss": 0.3385,
      "step": 1941520
    },
    {
      "epoch": 541.87,
      "grad_norm": 1.1047579050064087,
      "learning_rate": 1.2123250680763358e-06,
      "loss": 0.3457,
      "step": 1941530
    },
    {
      "epoch": 541.88,
      "grad_norm": 1.0220221281051636,
      "learning_rate": 1.2123013878434357e-06,
      "loss": 0.3332,
      "step": 1941540
    },
    {
      "epoch": 541.88,
      "grad_norm": 1.4888628721237183,
      "learning_rate": 1.212277707761132e-06,
      "loss": 0.337,
      "step": 1941550
    },
    {
      "epoch": 541.88,
      "grad_norm": 1.2097959518432617,
      "learning_rate": 1.2122540278294287e-06,
      "loss": 0.3391,
      "step": 1941560
    },
    {
      "epoch": 541.88,
      "grad_norm": 1.1160967350006104,
      "learning_rate": 1.2122303480483266e-06,
      "loss": 0.3339,
      "step": 1941570
    },
    {
      "epoch": 541.89,
      "grad_norm": 1.035199522972107,
      "learning_rate": 1.2122066684178302e-06,
      "loss": 0.3441,
      "step": 1941580
    },
    {
      "epoch": 541.89,
      "grad_norm": 1.2171097993850708,
      "learning_rate": 1.2121829889379424e-06,
      "loss": 0.3257,
      "step": 1941590
    },
    {
      "epoch": 541.89,
      "grad_norm": 1.1549324989318848,
      "learning_rate": 1.2121593096086674e-06,
      "loss": 0.33,
      "step": 1941600
    },
    {
      "epoch": 541.9,
      "grad_norm": 1.0110845565795898,
      "learning_rate": 1.2121356304300055e-06,
      "loss": 0.3513,
      "step": 1941610
    },
    {
      "epoch": 541.9,
      "grad_norm": 1.0116713047027588,
      "learning_rate": 1.2121119514019638e-06,
      "loss": 0.34,
      "step": 1941620
    },
    {
      "epoch": 541.9,
      "grad_norm": 0.9748013615608215,
      "learning_rate": 1.2120882725245425e-06,
      "loss": 0.3337,
      "step": 1941630
    },
    {
      "epoch": 541.9,
      "grad_norm": 0.9824451804161072,
      "learning_rate": 1.2120645937977458e-06,
      "loss": 0.3438,
      "step": 1941640
    },
    {
      "epoch": 541.91,
      "grad_norm": 1.33594810962677,
      "learning_rate": 1.2120409152215773e-06,
      "loss": 0.3391,
      "step": 1941650
    },
    {
      "epoch": 541.91,
      "grad_norm": 1.2703986167907715,
      "learning_rate": 1.2120172367960389e-06,
      "loss": 0.3492,
      "step": 1941660
    },
    {
      "epoch": 541.91,
      "grad_norm": 1.211470127105713,
      "learning_rate": 1.2119935585211346e-06,
      "loss": 0.3455,
      "step": 1941670
    },
    {
      "epoch": 541.91,
      "grad_norm": 1.5416380167007446,
      "learning_rate": 1.211969880396867e-06,
      "loss": 0.3381,
      "step": 1941680
    },
    {
      "epoch": 541.92,
      "grad_norm": 0.9489544630050659,
      "learning_rate": 1.2119462024232409e-06,
      "loss": 0.3412,
      "step": 1941690
    },
    {
      "epoch": 541.92,
      "grad_norm": 1.1990963220596313,
      "learning_rate": 1.2119225246002568e-06,
      "loss": 0.341,
      "step": 1941700
    },
    {
      "epoch": 541.92,
      "grad_norm": 1.0876847505569458,
      "learning_rate": 1.21189884692792e-06,
      "loss": 0.3524,
      "step": 1941710
    },
    {
      "epoch": 541.93,
      "grad_norm": 1.333544373512268,
      "learning_rate": 1.2118751694062324e-06,
      "loss": 0.3258,
      "step": 1941720
    },
    {
      "epoch": 541.93,
      "grad_norm": 1.114890456199646,
      "learning_rate": 1.2118514920351978e-06,
      "loss": 0.3242,
      "step": 1941730
    },
    {
      "epoch": 541.93,
      "grad_norm": 1.1711751222610474,
      "learning_rate": 1.21182781481482e-06,
      "loss": 0.3512,
      "step": 1941740
    },
    {
      "epoch": 541.93,
      "grad_norm": 1.186279296875,
      "learning_rate": 1.2118041377450996e-06,
      "loss": 0.3243,
      "step": 1941750
    },
    {
      "epoch": 541.94,
      "grad_norm": 1.1795998811721802,
      "learning_rate": 1.211780460826043e-06,
      "loss": 0.3518,
      "step": 1941760
    },
    {
      "epoch": 541.94,
      "grad_norm": 1.0708024501800537,
      "learning_rate": 1.2117567840576515e-06,
      "loss": 0.338,
      "step": 1941770
    },
    {
      "epoch": 541.94,
      "grad_norm": 1.3140251636505127,
      "learning_rate": 1.2117331074399283e-06,
      "loss": 0.3256,
      "step": 1941780
    },
    {
      "epoch": 541.95,
      "grad_norm": 1.517486572265625,
      "learning_rate": 1.2117094309728778e-06,
      "loss": 0.3435,
      "step": 1941790
    },
    {
      "epoch": 541.95,
      "grad_norm": 1.1677998304367065,
      "learning_rate": 1.2116857546565013e-06,
      "loss": 0.3393,
      "step": 1941800
    },
    {
      "epoch": 541.95,
      "grad_norm": 1.1103655099868774,
      "learning_rate": 1.2116620784908027e-06,
      "loss": 0.3565,
      "step": 1941810
    },
    {
      "epoch": 541.95,
      "grad_norm": 1.261940598487854,
      "learning_rate": 1.2116384024757855e-06,
      "loss": 0.3454,
      "step": 1941820
    },
    {
      "epoch": 541.96,
      "grad_norm": 1.086370587348938,
      "learning_rate": 1.2116147266114536e-06,
      "loss": 0.343,
      "step": 1941830
    },
    {
      "epoch": 541.96,
      "grad_norm": 1.0589035749435425,
      "learning_rate": 1.2115910508978076e-06,
      "loss": 0.3489,
      "step": 1941840
    },
    {
      "epoch": 541.96,
      "grad_norm": 1.0970184803009033,
      "learning_rate": 1.2115673753348538e-06,
      "loss": 0.3523,
      "step": 1941850
    },
    {
      "epoch": 541.96,
      "grad_norm": 1.1607736349105835,
      "learning_rate": 1.211543699922593e-06,
      "loss": 0.3523,
      "step": 1941860
    },
    {
      "epoch": 541.97,
      "grad_norm": 1.3817169666290283,
      "learning_rate": 1.2115200246610291e-06,
      "loss": 0.3244,
      "step": 1941870
    },
    {
      "epoch": 541.97,
      "grad_norm": 1.2538148164749146,
      "learning_rate": 1.2114963495501663e-06,
      "loss": 0.3565,
      "step": 1941880
    },
    {
      "epoch": 541.97,
      "grad_norm": 1.1927733421325684,
      "learning_rate": 1.2114726745900056e-06,
      "loss": 0.3596,
      "step": 1941890
    },
    {
      "epoch": 541.98,
      "grad_norm": 1.054847240447998,
      "learning_rate": 1.2114489997805516e-06,
      "loss": 0.3245,
      "step": 1941900
    },
    {
      "epoch": 541.98,
      "grad_norm": 1.288713812828064,
      "learning_rate": 1.2114253251218068e-06,
      "loss": 0.3546,
      "step": 1941910
    },
    {
      "epoch": 541.98,
      "grad_norm": 1.0670057535171509,
      "learning_rate": 1.2114016506137762e-06,
      "loss": 0.3456,
      "step": 1941920
    },
    {
      "epoch": 541.98,
      "grad_norm": 1.0814403295516968,
      "learning_rate": 1.21137797625646e-06,
      "loss": 0.3294,
      "step": 1941930
    },
    {
      "epoch": 541.99,
      "grad_norm": 4.829299449920654,
      "learning_rate": 1.2113543020498633e-06,
      "loss": 0.3478,
      "step": 1941940
    },
    {
      "epoch": 541.99,
      "grad_norm": 0.975425660610199,
      "learning_rate": 1.2113306279939893e-06,
      "loss": 0.342,
      "step": 1941950
    },
    {
      "epoch": 541.99,
      "grad_norm": 1.1942877769470215,
      "learning_rate": 1.2113069540888391e-06,
      "loss": 0.3326,
      "step": 1941960
    },
    {
      "epoch": 542.0,
      "grad_norm": 1.2192728519439697,
      "learning_rate": 1.2112832803344193e-06,
      "loss": 0.3264,
      "step": 1941970
    },
    {
      "epoch": 542.0,
      "grad_norm": 1.1350946426391602,
      "learning_rate": 1.21125960673073e-06,
      "loss": 0.3406,
      "step": 1941980
    },
    {
      "epoch": 542.0,
      "eval_loss": 0.34047308564186096,
      "eval_runtime": 64.9725,
      "eval_samples_per_second": 77.864,
      "eval_steps_per_second": 9.743,
      "step": 1941986
    },
    {
      "epoch": 542.0,
      "grad_norm": 1.0629862546920776,
      "learning_rate": 1.2112359332777755e-06,
      "loss": 0.3453,
      "step": 1941990
    },
    {
      "epoch": 542.0,
      "grad_norm": 1.2886114120483398,
      "learning_rate": 1.2112122599755588e-06,
      "loss": 0.3349,
      "step": 1942000
    },
    {
      "epoch": 542.01,
      "grad_norm": 1.1220039129257202,
      "learning_rate": 1.2111885868240833e-06,
      "loss": 0.3343,
      "step": 1942010
    },
    {
      "epoch": 542.01,
      "grad_norm": 1.174075961112976,
      "learning_rate": 1.2111649138233531e-06,
      "loss": 0.3549,
      "step": 1942020
    },
    {
      "epoch": 542.01,
      "grad_norm": 1.2418302297592163,
      "learning_rate": 1.2111412409733692e-06,
      "loss": 0.3318,
      "step": 1942030
    },
    {
      "epoch": 542.02,
      "grad_norm": 1.1405634880065918,
      "learning_rate": 1.2111175682741358e-06,
      "loss": 0.3606,
      "step": 1942040
    },
    {
      "epoch": 542.02,
      "grad_norm": 1.1654229164123535,
      "learning_rate": 1.2110938957256562e-06,
      "loss": 0.351,
      "step": 1942050
    },
    {
      "epoch": 542.02,
      "grad_norm": 1.1941050291061401,
      "learning_rate": 1.2110702233279343e-06,
      "loss": 0.3502,
      "step": 1942060
    },
    {
      "epoch": 542.02,
      "grad_norm": 1.0645912885665894,
      "learning_rate": 1.2110465510809714e-06,
      "loss": 0.3353,
      "step": 1942070
    },
    {
      "epoch": 542.03,
      "grad_norm": 1.0095317363739014,
      "learning_rate": 1.2110228789847716e-06,
      "loss": 0.3376,
      "step": 1942080
    },
    {
      "epoch": 542.03,
      "grad_norm": 1.0607309341430664,
      "learning_rate": 1.2109992070393393e-06,
      "loss": 0.3477,
      "step": 1942090
    },
    {
      "epoch": 542.03,
      "grad_norm": 1.0432014465332031,
      "learning_rate": 1.2109755352446744e-06,
      "loss": 0.3381,
      "step": 1942100
    },
    {
      "epoch": 542.03,
      "grad_norm": 1.2669883966445923,
      "learning_rate": 1.210951863600784e-06,
      "loss": 0.3345,
      "step": 1942110
    },
    {
      "epoch": 542.04,
      "grad_norm": 1.0189791917800903,
      "learning_rate": 1.2109281921076684e-06,
      "loss": 0.3405,
      "step": 1942120
    },
    {
      "epoch": 542.04,
      "grad_norm": 1.2942466735839844,
      "learning_rate": 1.2109045207653315e-06,
      "loss": 0.3475,
      "step": 1942130
    },
    {
      "epoch": 542.04,
      "grad_norm": 1.2783749103546143,
      "learning_rate": 1.2108808495737767e-06,
      "loss": 0.3452,
      "step": 1942140
    },
    {
      "epoch": 542.05,
      "grad_norm": 1.026808738708496,
      "learning_rate": 1.2108571785330082e-06,
      "loss": 0.3346,
      "step": 1942150
    },
    {
      "epoch": 542.05,
      "grad_norm": 1.0393786430358887,
      "learning_rate": 1.2108335076430272e-06,
      "loss": 0.3426,
      "step": 1942160
    },
    {
      "epoch": 542.05,
      "grad_norm": 1.270058035850525,
      "learning_rate": 1.2108098369038373e-06,
      "loss": 0.3428,
      "step": 1942170
    },
    {
      "epoch": 542.05,
      "grad_norm": 1.0643469095230103,
      "learning_rate": 1.210786166315443e-06,
      "loss": 0.3296,
      "step": 1942180
    },
    {
      "epoch": 542.06,
      "grad_norm": 1.0360110998153687,
      "learning_rate": 1.210762495877845e-06,
      "loss": 0.3337,
      "step": 1942190
    },
    {
      "epoch": 542.06,
      "grad_norm": 1.0151084661483765,
      "learning_rate": 1.2107388255910499e-06,
      "loss": 0.3349,
      "step": 1942200
    },
    {
      "epoch": 542.06,
      "grad_norm": 1.090069055557251,
      "learning_rate": 1.2107151554550574e-06,
      "loss": 0.3512,
      "step": 1942210
    },
    {
      "epoch": 542.07,
      "grad_norm": 1.1834417581558228,
      "learning_rate": 1.2106914854698725e-06,
      "loss": 0.3468,
      "step": 1942220
    },
    {
      "epoch": 542.07,
      "grad_norm": 1.1342966556549072,
      "learning_rate": 1.2106678156354987e-06,
      "loss": 0.3371,
      "step": 1942230
    },
    {
      "epoch": 542.07,
      "grad_norm": 1.1584460735321045,
      "learning_rate": 1.210644145951938e-06,
      "loss": 0.3589,
      "step": 1942240
    },
    {
      "epoch": 542.07,
      "grad_norm": 1.0824702978134155,
      "learning_rate": 1.2106204764191935e-06,
      "loss": 0.3344,
      "step": 1942250
    },
    {
      "epoch": 542.08,
      "grad_norm": 1.2326130867004395,
      "learning_rate": 1.2105968070372693e-06,
      "loss": 0.3394,
      "step": 1942260
    },
    {
      "epoch": 542.08,
      "grad_norm": 1.2960457801818848,
      "learning_rate": 1.2105731378061687e-06,
      "loss": 0.338,
      "step": 1942270
    },
    {
      "epoch": 542.08,
      "grad_norm": 1.0701658725738525,
      "learning_rate": 1.2105494687258924e-06,
      "loss": 0.3399,
      "step": 1942280
    },
    {
      "epoch": 542.08,
      "grad_norm": 0.9296437501907349,
      "learning_rate": 1.210525799796447e-06,
      "loss": 0.3183,
      "step": 1942290
    },
    {
      "epoch": 542.09,
      "grad_norm": 1.1619601249694824,
      "learning_rate": 1.2105021310178337e-06,
      "loss": 0.3344,
      "step": 1942300
    },
    {
      "epoch": 542.09,
      "grad_norm": 1.2749748229980469,
      "learning_rate": 1.2104784623900558e-06,
      "loss": 0.3504,
      "step": 1942310
    },
    {
      "epoch": 542.09,
      "grad_norm": 1.1679476499557495,
      "learning_rate": 1.2104547939131175e-06,
      "loss": 0.3447,
      "step": 1942320
    },
    {
      "epoch": 542.1,
      "grad_norm": 3.7152457237243652,
      "learning_rate": 1.2104311255870193e-06,
      "loss": 0.3289,
      "step": 1942330
    },
    {
      "epoch": 542.1,
      "grad_norm": 1.1052231788635254,
      "learning_rate": 1.2104074574117678e-06,
      "loss": 0.3502,
      "step": 1942340
    },
    {
      "epoch": 542.1,
      "grad_norm": 1.1239159107208252,
      "learning_rate": 1.210383789387364e-06,
      "loss": 0.3555,
      "step": 1942350
    },
    {
      "epoch": 542.1,
      "grad_norm": 1.1135205030441284,
      "learning_rate": 1.2103601215138114e-06,
      "loss": 0.3342,
      "step": 1942360
    },
    {
      "epoch": 542.11,
      "grad_norm": 1.2532564401626587,
      "learning_rate": 1.210336453791114e-06,
      "loss": 0.3514,
      "step": 1942370
    },
    {
      "epoch": 542.11,
      "grad_norm": 1.3060063123703003,
      "learning_rate": 1.2103127862192734e-06,
      "loss": 0.3492,
      "step": 1942380
    },
    {
      "epoch": 542.11,
      "grad_norm": 1.237362027168274,
      "learning_rate": 1.2102891187982936e-06,
      "loss": 0.3344,
      "step": 1942390
    },
    {
      "epoch": 542.12,
      "grad_norm": 1.1173386573791504,
      "learning_rate": 1.2102654515281778e-06,
      "loss": 0.3431,
      "step": 1942400
    },
    {
      "epoch": 542.12,
      "grad_norm": 0.8835281133651733,
      "learning_rate": 1.21024178440893e-06,
      "loss": 0.3495,
      "step": 1942410
    },
    {
      "epoch": 542.12,
      "grad_norm": 1.1911966800689697,
      "learning_rate": 1.2102181174405506e-06,
      "loss": 0.341,
      "step": 1942420
    },
    {
      "epoch": 542.12,
      "grad_norm": 1.3326878547668457,
      "learning_rate": 1.2101944506230464e-06,
      "loss": 0.337,
      "step": 1942430
    },
    {
      "epoch": 542.13,
      "grad_norm": 1.013795256614685,
      "learning_rate": 1.2101707839564178e-06,
      "loss": 0.3367,
      "step": 1942440
    },
    {
      "epoch": 542.13,
      "grad_norm": 1.2045649290084839,
      "learning_rate": 1.210147117440669e-06,
      "loss": 0.3409,
      "step": 1942450
    },
    {
      "epoch": 542.13,
      "grad_norm": 1.1035269498825073,
      "learning_rate": 1.2101234510758043e-06,
      "loss": 0.3334,
      "step": 1942460
    },
    {
      "epoch": 542.14,
      "grad_norm": 1.1799252033233643,
      "learning_rate": 1.2100997848618242e-06,
      "loss": 0.3227,
      "step": 1942470
    },
    {
      "epoch": 542.14,
      "grad_norm": 1.1200015544891357,
      "learning_rate": 1.2100761187987335e-06,
      "loss": 0.3554,
      "step": 1942480
    },
    {
      "epoch": 542.14,
      "grad_norm": 1.0271474123001099,
      "learning_rate": 1.2100524528865351e-06,
      "loss": 0.3327,
      "step": 1942490
    },
    {
      "epoch": 542.14,
      "grad_norm": 1.1568739414215088,
      "learning_rate": 1.210028787125233e-06,
      "loss": 0.3169,
      "step": 1942500
    },
    {
      "epoch": 542.15,
      "grad_norm": 1.3977795839309692,
      "learning_rate": 1.2100051215148284e-06,
      "loss": 0.3413,
      "step": 1942510
    },
    {
      "epoch": 542.15,
      "grad_norm": 1.1733717918395996,
      "learning_rate": 1.2099814560553258e-06,
      "loss": 0.3296,
      "step": 1942520
    },
    {
      "epoch": 542.15,
      "grad_norm": 1.3212662935256958,
      "learning_rate": 1.209957790746729e-06,
      "loss": 0.3442,
      "step": 1942530
    },
    {
      "epoch": 542.15,
      "grad_norm": 1.0469683408737183,
      "learning_rate": 1.2099341255890384e-06,
      "loss": 0.3501,
      "step": 1942540
    },
    {
      "epoch": 542.16,
      "grad_norm": 1.6008362770080566,
      "learning_rate": 1.2099104605822607e-06,
      "loss": 0.35,
      "step": 1942550
    },
    {
      "epoch": 542.16,
      "grad_norm": 1.3162978887557983,
      "learning_rate": 1.2098867957263957e-06,
      "loss": 0.3352,
      "step": 1942560
    },
    {
      "epoch": 542.16,
      "grad_norm": 1.273503303527832,
      "learning_rate": 1.20986313102145e-06,
      "loss": 0.3322,
      "step": 1942570
    },
    {
      "epoch": 542.17,
      "grad_norm": 1.1778326034545898,
      "learning_rate": 1.2098394664674238e-06,
      "loss": 0.3383,
      "step": 1942580
    },
    {
      "epoch": 542.17,
      "grad_norm": 1.169759750366211,
      "learning_rate": 1.2098158020643215e-06,
      "loss": 0.3271,
      "step": 1942590
    },
    {
      "epoch": 542.17,
      "grad_norm": 1.1333401203155518,
      "learning_rate": 1.2097921378121475e-06,
      "loss": 0.3385,
      "step": 1942600
    },
    {
      "epoch": 542.17,
      "grad_norm": 1.5233638286590576,
      "learning_rate": 1.2097684737109024e-06,
      "loss": 0.3372,
      "step": 1942610
    },
    {
      "epoch": 542.18,
      "grad_norm": 1.1872557401657104,
      "learning_rate": 1.2097448097605903e-06,
      "loss": 0.3476,
      "step": 1942620
    },
    {
      "epoch": 542.18,
      "grad_norm": 1.3185157775878906,
      "learning_rate": 1.2097211459612149e-06,
      "loss": 0.3379,
      "step": 1942630
    },
    {
      "epoch": 542.18,
      "grad_norm": 1.0364563465118408,
      "learning_rate": 1.2096974823127798e-06,
      "loss": 0.3353,
      "step": 1942640
    },
    {
      "epoch": 542.19,
      "grad_norm": 1.1195818185806274,
      "learning_rate": 1.2096738188152867e-06,
      "loss": 0.3421,
      "step": 1942650
    },
    {
      "epoch": 542.19,
      "grad_norm": 1.1375787258148193,
      "learning_rate": 1.2096501554687393e-06,
      "loss": 0.3351,
      "step": 1942660
    },
    {
      "epoch": 542.19,
      "grad_norm": 1.2253644466400146,
      "learning_rate": 1.2096264922731408e-06,
      "loss": 0.3187,
      "step": 1942670
    },
    {
      "epoch": 542.19,
      "grad_norm": 1.092484712600708,
      "learning_rate": 1.2096028292284944e-06,
      "loss": 0.3277,
      "step": 1942680
    },
    {
      "epoch": 542.2,
      "grad_norm": 1.646443247795105,
      "learning_rate": 1.2095791663348044e-06,
      "loss": 0.342,
      "step": 1942690
    },
    {
      "epoch": 542.2,
      "grad_norm": 1.1604835987091064,
      "learning_rate": 1.209555503592072e-06,
      "loss": 0.3505,
      "step": 1942700
    },
    {
      "epoch": 542.2,
      "grad_norm": 1.2446305751800537,
      "learning_rate": 1.2095318410003011e-06,
      "loss": 0.3339,
      "step": 1942710
    },
    {
      "epoch": 542.2,
      "grad_norm": 1.2093596458435059,
      "learning_rate": 1.209508178559495e-06,
      "loss": 0.3505,
      "step": 1942720
    },
    {
      "epoch": 542.21,
      "grad_norm": 1.0318387746810913,
      "learning_rate": 1.2094845162696576e-06,
      "loss": 0.3414,
      "step": 1942730
    },
    {
      "epoch": 542.21,
      "grad_norm": 1.2159957885742188,
      "learning_rate": 1.2094608541307903e-06,
      "loss": 0.3481,
      "step": 1942740
    },
    {
      "epoch": 542.21,
      "grad_norm": 1.1981624364852905,
      "learning_rate": 1.2094371921428973e-06,
      "loss": 0.3321,
      "step": 1942750
    },
    {
      "epoch": 542.22,
      "grad_norm": 1.335168480873108,
      "learning_rate": 1.2094135303059824e-06,
      "loss": 0.3207,
      "step": 1942760
    },
    {
      "epoch": 542.22,
      "grad_norm": 1.1672724485397339,
      "learning_rate": 1.2093898686200462e-06,
      "loss": 0.3334,
      "step": 1942770
    },
    {
      "epoch": 542.22,
      "grad_norm": 1.1553473472595215,
      "learning_rate": 1.2093662070850956e-06,
      "loss": 0.344,
      "step": 1942780
    },
    {
      "epoch": 542.22,
      "grad_norm": 1.0572370290756226,
      "learning_rate": 1.2093425457011308e-06,
      "loss": 0.3447,
      "step": 1942790
    },
    {
      "epoch": 542.23,
      "grad_norm": 1.158665657043457,
      "learning_rate": 1.209318884468156e-06,
      "loss": 0.3329,
      "step": 1942800
    },
    {
      "epoch": 542.23,
      "grad_norm": 0.9575392007827759,
      "learning_rate": 1.2092952233861743e-06,
      "loss": 0.3385,
      "step": 1942810
    },
    {
      "epoch": 542.23,
      "grad_norm": 1.1772416830062866,
      "learning_rate": 1.2092715624551898e-06,
      "loss": 0.3445,
      "step": 1942820
    },
    {
      "epoch": 542.24,
      "grad_norm": 1.1884111166000366,
      "learning_rate": 1.2092479016752036e-06,
      "loss": 0.3417,
      "step": 1942830
    },
    {
      "epoch": 542.24,
      "grad_norm": 1.1950724124908447,
      "learning_rate": 1.2092242410462202e-06,
      "loss": 0.3396,
      "step": 1942840
    },
    {
      "epoch": 542.24,
      "grad_norm": 1.038653016090393,
      "learning_rate": 1.2092005805682424e-06,
      "loss": 0.3264,
      "step": 1942850
    },
    {
      "epoch": 542.24,
      "grad_norm": 0.9421023726463318,
      "learning_rate": 1.209176920241273e-06,
      "loss": 0.3437,
      "step": 1942860
    },
    {
      "epoch": 542.25,
      "grad_norm": 1.0428582429885864,
      "learning_rate": 1.209153260065317e-06,
      "loss": 0.3418,
      "step": 1942870
    },
    {
      "epoch": 542.25,
      "grad_norm": 0.9625378251075745,
      "learning_rate": 1.209129600040375e-06,
      "loss": 0.3401,
      "step": 1942880
    },
    {
      "epoch": 542.25,
      "grad_norm": 1.21169912815094,
      "learning_rate": 1.2091059401664514e-06,
      "loss": 0.3445,
      "step": 1942890
    },
    {
      "epoch": 542.26,
      "grad_norm": 1.424679160118103,
      "learning_rate": 1.2090822804435502e-06,
      "loss": 0.3498,
      "step": 1942900
    },
    {
      "epoch": 542.26,
      "grad_norm": 1.318387508392334,
      "learning_rate": 1.2090586208716715e-06,
      "loss": 0.3439,
      "step": 1942910
    },
    {
      "epoch": 542.26,
      "grad_norm": 1.0999094247817993,
      "learning_rate": 1.2090349614508226e-06,
      "loss": 0.3333,
      "step": 1942920
    },
    {
      "epoch": 542.26,
      "grad_norm": 1.1051474809646606,
      "learning_rate": 1.2090113021810036e-06,
      "loss": 0.3401,
      "step": 1942930
    },
    {
      "epoch": 542.27,
      "grad_norm": 1.0831929445266724,
      "learning_rate": 1.2089876430622188e-06,
      "loss": 0.3323,
      "step": 1942940
    },
    {
      "epoch": 542.27,
      "grad_norm": 1.1529743671417236,
      "learning_rate": 1.2089639840944708e-06,
      "loss": 0.3422,
      "step": 1942950
    },
    {
      "epoch": 542.27,
      "grad_norm": 1.2234047651290894,
      "learning_rate": 1.2089403252777642e-06,
      "loss": 0.3336,
      "step": 1942960
    },
    {
      "epoch": 542.27,
      "grad_norm": 1.0789488554000854,
      "learning_rate": 1.2089166666121004e-06,
      "loss": 0.3366,
      "step": 1942970
    },
    {
      "epoch": 542.28,
      "grad_norm": 1.1950322389602661,
      "learning_rate": 1.2088930080974827e-06,
      "loss": 0.3319,
      "step": 1942980
    },
    {
      "epoch": 542.28,
      "grad_norm": 1.0906349420547485,
      "learning_rate": 1.2088693497339162e-06,
      "loss": 0.3351,
      "step": 1942990
    },
    {
      "epoch": 542.28,
      "grad_norm": 1.2169638872146606,
      "learning_rate": 1.2088456915214005e-06,
      "loss": 0.3323,
      "step": 1943000
    },
    {
      "epoch": 542.29,
      "grad_norm": 1.0371196269989014,
      "learning_rate": 1.208822033459943e-06,
      "loss": 0.3185,
      "step": 1943010
    },
    {
      "epoch": 542.29,
      "grad_norm": 1.1398612260818481,
      "learning_rate": 1.2087983755495439e-06,
      "loss": 0.3327,
      "step": 1943020
    },
    {
      "epoch": 542.29,
      "grad_norm": 1.0237678289413452,
      "learning_rate": 1.2087747177902066e-06,
      "loss": 0.3334,
      "step": 1943030
    },
    {
      "epoch": 542.29,
      "grad_norm": 1.1230859756469727,
      "learning_rate": 1.208751060181936e-06,
      "loss": 0.3187,
      "step": 1943040
    },
    {
      "epoch": 542.3,
      "grad_norm": 1.3935354948043823,
      "learning_rate": 1.2087274027247333e-06,
      "loss": 0.3464,
      "step": 1943050
    },
    {
      "epoch": 542.3,
      "grad_norm": 1.1054292917251587,
      "learning_rate": 1.208703745418602e-06,
      "loss": 0.3432,
      "step": 1943060
    },
    {
      "epoch": 542.3,
      "grad_norm": 1.1570993661880493,
      "learning_rate": 1.2086800882635462e-06,
      "loss": 0.3373,
      "step": 1943070
    },
    {
      "epoch": 542.31,
      "grad_norm": 1.2752373218536377,
      "learning_rate": 1.2086564312595692e-06,
      "loss": 0.3368,
      "step": 1943080
    },
    {
      "epoch": 542.31,
      "grad_norm": 1.1617943048477173,
      "learning_rate": 1.2086327744066716e-06,
      "loss": 0.345,
      "step": 1943090
    },
    {
      "epoch": 542.31,
      "grad_norm": 1.070562481880188,
      "learning_rate": 1.2086091177048603e-06,
      "loss": 0.3554,
      "step": 1943100
    },
    {
      "epoch": 542.31,
      "grad_norm": 1.1275296211242676,
      "learning_rate": 1.2085854611541357e-06,
      "loss": 0.3532,
      "step": 1943110
    },
    {
      "epoch": 542.32,
      "grad_norm": 1.2221894264221191,
      "learning_rate": 1.2085618047545017e-06,
      "loss": 0.3401,
      "step": 1943120
    },
    {
      "epoch": 542.32,
      "grad_norm": 1.1108026504516602,
      "learning_rate": 1.2085381485059625e-06,
      "loss": 0.3417,
      "step": 1943130
    },
    {
      "epoch": 542.32,
      "grad_norm": 1.2555038928985596,
      "learning_rate": 1.2085144924085185e-06,
      "loss": 0.357,
      "step": 1943140
    },
    {
      "epoch": 542.32,
      "grad_norm": 1.2330491542816162,
      "learning_rate": 1.2084908364621763e-06,
      "loss": 0.3477,
      "step": 1943150
    },
    {
      "epoch": 542.33,
      "grad_norm": 1.040769100189209,
      "learning_rate": 1.2084671806669367e-06,
      "loss": 0.335,
      "step": 1943160
    },
    {
      "epoch": 542.33,
      "grad_norm": 0.9871839284896851,
      "learning_rate": 1.2084435250228036e-06,
      "loss": 0.346,
      "step": 1943170
    },
    {
      "epoch": 542.33,
      "grad_norm": 1.1261497735977173,
      "learning_rate": 1.208419869529781e-06,
      "loss": 0.3437,
      "step": 1943180
    },
    {
      "epoch": 542.34,
      "grad_norm": 0.9988982677459717,
      "learning_rate": 1.20839621418787e-06,
      "loss": 0.3521,
      "step": 1943190
    },
    {
      "epoch": 542.34,
      "grad_norm": 1.1578282117843628,
      "learning_rate": 1.2083725589970748e-06,
      "loss": 0.3598,
      "step": 1943200
    },
    {
      "epoch": 542.34,
      "grad_norm": 1.1347806453704834,
      "learning_rate": 1.208348903957399e-06,
      "loss": 0.3324,
      "step": 1943210
    },
    {
      "epoch": 542.34,
      "grad_norm": 1.4387590885162354,
      "learning_rate": 1.2083252490688461e-06,
      "loss": 0.3481,
      "step": 1943220
    },
    {
      "epoch": 542.35,
      "grad_norm": 1.0204861164093018,
      "learning_rate": 1.2083015943314169e-06,
      "loss": 0.3246,
      "step": 1943230
    },
    {
      "epoch": 542.35,
      "grad_norm": 1.0652837753295898,
      "learning_rate": 1.2082779397451178e-06,
      "loss": 0.3319,
      "step": 1943240
    },
    {
      "epoch": 542.35,
      "grad_norm": 1.4118818044662476,
      "learning_rate": 1.20825428530995e-06,
      "loss": 0.3421,
      "step": 1943250
    },
    {
      "epoch": 542.36,
      "grad_norm": 0.9951362013816833,
      "learning_rate": 1.2082306310259164e-06,
      "loss": 0.3525,
      "step": 1943260
    },
    {
      "epoch": 542.36,
      "grad_norm": 0.9388513565063477,
      "learning_rate": 1.2082069768930218e-06,
      "loss": 0.3472,
      "step": 1943270
    },
    {
      "epoch": 542.36,
      "grad_norm": 1.151429533958435,
      "learning_rate": 1.2081833229112673e-06,
      "loss": 0.3539,
      "step": 1943280
    },
    {
      "epoch": 542.36,
      "grad_norm": 1.1523466110229492,
      "learning_rate": 1.208159669080657e-06,
      "loss": 0.3367,
      "step": 1943290
    },
    {
      "epoch": 542.37,
      "grad_norm": 1.109106421470642,
      "learning_rate": 1.2081360154011944e-06,
      "loss": 0.3252,
      "step": 1943300
    },
    {
      "epoch": 542.37,
      "grad_norm": 1.041451334953308,
      "learning_rate": 1.2081123618728829e-06,
      "loss": 0.3411,
      "step": 1943310
    },
    {
      "epoch": 542.37,
      "grad_norm": 1.0474215745925903,
      "learning_rate": 1.2080887084957244e-06,
      "loss": 0.3484,
      "step": 1943320
    },
    {
      "epoch": 542.38,
      "grad_norm": 1.0800477266311646,
      "learning_rate": 1.2080650552697225e-06,
      "loss": 0.3329,
      "step": 1943330
    },
    {
      "epoch": 542.38,
      "grad_norm": 1.097990870475769,
      "learning_rate": 1.2080414021948817e-06,
      "loss": 0.3331,
      "step": 1943340
    },
    {
      "epoch": 542.38,
      "grad_norm": 0.8979668021202087,
      "learning_rate": 1.208017749271202e-06,
      "loss": 0.3261,
      "step": 1943350
    },
    {
      "epoch": 542.38,
      "grad_norm": 1.107884168624878,
      "learning_rate": 1.2079940964986905e-06,
      "loss": 0.3305,
      "step": 1943360
    },
    {
      "epoch": 542.39,
      "grad_norm": 1.0267603397369385,
      "learning_rate": 1.2079704438773478e-06,
      "loss": 0.3359,
      "step": 1943370
    },
    {
      "epoch": 542.39,
      "grad_norm": 0.9516750574111938,
      "learning_rate": 1.2079467914071773e-06,
      "loss": 0.3227,
      "step": 1943380
    },
    {
      "epoch": 542.39,
      "grad_norm": 1.033851981163025,
      "learning_rate": 1.2079231390881826e-06,
      "loss": 0.3475,
      "step": 1943390
    },
    {
      "epoch": 542.39,
      "grad_norm": 1.1511207818984985,
      "learning_rate": 1.2078994869203677e-06,
      "loss": 0.3429,
      "step": 1943400
    },
    {
      "epoch": 542.4,
      "grad_norm": 1.0022122859954834,
      "learning_rate": 1.2078758349037339e-06,
      "loss": 0.3387,
      "step": 1943410
    },
    {
      "epoch": 542.4,
      "grad_norm": 1.0841560363769531,
      "learning_rate": 1.2078521830382852e-06,
      "loss": 0.3332,
      "step": 1943420
    },
    {
      "epoch": 542.4,
      "grad_norm": 1.2047502994537354,
      "learning_rate": 1.207828531324025e-06,
      "loss": 0.3318,
      "step": 1943430
    },
    {
      "epoch": 542.41,
      "grad_norm": 1.2139934301376343,
      "learning_rate": 1.207804879760956e-06,
      "loss": 0.3406,
      "step": 1943440
    },
    {
      "epoch": 542.41,
      "grad_norm": 1.0481674671173096,
      "learning_rate": 1.2077812283490826e-06,
      "loss": 0.3469,
      "step": 1943450
    },
    {
      "epoch": 542.41,
      "grad_norm": 1.035439133644104,
      "learning_rate": 1.2077575770884062e-06,
      "loss": 0.3395,
      "step": 1943460
    },
    {
      "epoch": 542.41,
      "grad_norm": 1.1438052654266357,
      "learning_rate": 1.2077339259789304e-06,
      "loss": 0.3425,
      "step": 1943470
    },
    {
      "epoch": 542.42,
      "grad_norm": 1.029474139213562,
      "learning_rate": 1.2077102750206598e-06,
      "loss": 0.3519,
      "step": 1943480
    },
    {
      "epoch": 542.42,
      "grad_norm": 1.1567509174346924,
      "learning_rate": 1.2076866242135945e-06,
      "loss": 0.3493,
      "step": 1943490
    },
    {
      "epoch": 542.42,
      "grad_norm": 1.1149060726165771,
      "learning_rate": 1.2076629735577415e-06,
      "loss": 0.3371,
      "step": 1943500
    },
    {
      "epoch": 542.43,
      "grad_norm": 1.151803731918335,
      "learning_rate": 1.2076393230531008e-06,
      "loss": 0.3121,
      "step": 1943510
    },
    {
      "epoch": 542.43,
      "grad_norm": 1.0565675497055054,
      "learning_rate": 1.207615672699677e-06,
      "loss": 0.3407,
      "step": 1943520
    },
    {
      "epoch": 542.43,
      "grad_norm": 1.0487661361694336,
      "learning_rate": 1.2075920224974728e-06,
      "loss": 0.3405,
      "step": 1943530
    },
    {
      "epoch": 542.43,
      "grad_norm": 1.072285771369934,
      "learning_rate": 1.2075683724464926e-06,
      "loss": 0.335,
      "step": 1943540
    },
    {
      "epoch": 542.44,
      "grad_norm": 0.9936404824256897,
      "learning_rate": 1.2075447225467374e-06,
      "loss": 0.3412,
      "step": 1943550
    },
    {
      "epoch": 542.44,
      "grad_norm": 1.187656283378601,
      "learning_rate": 1.2075210727982117e-06,
      "loss": 0.348,
      "step": 1943560
    },
    {
      "epoch": 542.44,
      "grad_norm": 1.8086072206497192,
      "learning_rate": 1.207497423200919e-06,
      "loss": 0.3494,
      "step": 1943570
    },
    {
      "epoch": 542.44,
      "grad_norm": 1.268969178199768,
      "learning_rate": 1.2074737737548602e-06,
      "loss": 0.3331,
      "step": 1943580
    },
    {
      "epoch": 542.45,
      "grad_norm": 1.0627788305282593,
      "learning_rate": 1.2074501244600416e-06,
      "loss": 0.3205,
      "step": 1943590
    },
    {
      "epoch": 542.45,
      "grad_norm": 1.0841479301452637,
      "learning_rate": 1.2074264753164643e-06,
      "loss": 0.3454,
      "step": 1943600
    },
    {
      "epoch": 542.45,
      "grad_norm": 0.9677913188934326,
      "learning_rate": 1.2074028263241317e-06,
      "loss": 0.3674,
      "step": 1943610
    },
    {
      "epoch": 542.46,
      "grad_norm": 1.253111481666565,
      "learning_rate": 1.2073791774830483e-06,
      "loss": 0.3418,
      "step": 1943620
    },
    {
      "epoch": 542.46,
      "grad_norm": 1.2915834188461304,
      "learning_rate": 1.2073555287932153e-06,
      "loss": 0.3471,
      "step": 1943630
    },
    {
      "epoch": 542.46,
      "grad_norm": 1.2261028289794922,
      "learning_rate": 1.2073318802546364e-06,
      "loss": 0.3391,
      "step": 1943640
    },
    {
      "epoch": 542.46,
      "grad_norm": 1.1535941362380981,
      "learning_rate": 1.2073082318673153e-06,
      "loss": 0.3312,
      "step": 1943650
    },
    {
      "epoch": 542.47,
      "grad_norm": 0.9356937408447266,
      "learning_rate": 1.207284583631256e-06,
      "loss": 0.3341,
      "step": 1943660
    },
    {
      "epoch": 542.47,
      "grad_norm": 1.0668532848358154,
      "learning_rate": 1.2072609355464586e-06,
      "loss": 0.342,
      "step": 1943670
    },
    {
      "epoch": 542.47,
      "grad_norm": 1.3714051246643066,
      "learning_rate": 1.2072372876129299e-06,
      "loss": 0.3248,
      "step": 1943680
    },
    {
      "epoch": 542.48,
      "grad_norm": 1.166271448135376,
      "learning_rate": 1.2072136398306705e-06,
      "loss": 0.3305,
      "step": 1943690
    },
    {
      "epoch": 542.48,
      "grad_norm": 1.009413480758667,
      "learning_rate": 1.2071899921996844e-06,
      "loss": 0.3662,
      "step": 1943700
    },
    {
      "epoch": 542.48,
      "grad_norm": 1.028174638748169,
      "learning_rate": 1.2071663447199754e-06,
      "loss": 0.3547,
      "step": 1943710
    },
    {
      "epoch": 542.48,
      "grad_norm": 1.0675569772720337,
      "learning_rate": 1.2071426973915446e-06,
      "loss": 0.3342,
      "step": 1943720
    },
    {
      "epoch": 542.49,
      "grad_norm": 1.170886754989624,
      "learning_rate": 1.2071190502143981e-06,
      "loss": 0.3418,
      "step": 1943730
    },
    {
      "epoch": 542.49,
      "grad_norm": 1.1175506114959717,
      "learning_rate": 1.2070954031885366e-06,
      "loss": 0.3353,
      "step": 1943740
    },
    {
      "epoch": 542.49,
      "grad_norm": 1.148959994316101,
      "learning_rate": 1.2070717563139645e-06,
      "loss": 0.3359,
      "step": 1943750
    },
    {
      "epoch": 542.5,
      "grad_norm": 1.1751940250396729,
      "learning_rate": 1.2070481095906841e-06,
      "loss": 0.3569,
      "step": 1943760
    },
    {
      "epoch": 542.5,
      "grad_norm": 0.981391966342926,
      "learning_rate": 1.2070244630187003e-06,
      "loss": 0.34,
      "step": 1943770
    },
    {
      "epoch": 542.5,
      "grad_norm": 1.061981201171875,
      "learning_rate": 1.2070008165980138e-06,
      "loss": 0.3264,
      "step": 1943780
    },
    {
      "epoch": 542.5,
      "grad_norm": 1.12845778465271,
      "learning_rate": 1.206977170328629e-06,
      "loss": 0.351,
      "step": 1943790
    },
    {
      "epoch": 542.51,
      "grad_norm": 1.106258749961853,
      "learning_rate": 1.20695352421055e-06,
      "loss": 0.3202,
      "step": 1943800
    },
    {
      "epoch": 542.51,
      "grad_norm": 1.2307133674621582,
      "learning_rate": 1.2069298782437771e-06,
      "loss": 0.3254,
      "step": 1943810
    },
    {
      "epoch": 542.51,
      "grad_norm": 0.9067202210426331,
      "learning_rate": 1.2069062324283168e-06,
      "loss": 0.3467,
      "step": 1943820
    },
    {
      "epoch": 542.51,
      "grad_norm": 1.2269247770309448,
      "learning_rate": 1.2068825867641702e-06,
      "loss": 0.337,
      "step": 1943830
    },
    {
      "epoch": 542.52,
      "grad_norm": 1.0330137014389038,
      "learning_rate": 1.2068589412513408e-06,
      "loss": 0.3407,
      "step": 1943840
    },
    {
      "epoch": 542.52,
      "grad_norm": 1.0889755487442017,
      "learning_rate": 1.2068352958898325e-06,
      "loss": 0.3444,
      "step": 1943850
    },
    {
      "epoch": 542.52,
      "grad_norm": 1.2315170764923096,
      "learning_rate": 1.2068116506796471e-06,
      "loss": 0.3439,
      "step": 1943860
    },
    {
      "epoch": 542.53,
      "grad_norm": 1.1101783514022827,
      "learning_rate": 1.206788005620789e-06,
      "loss": 0.3414,
      "step": 1943870
    },
    {
      "epoch": 542.53,
      "grad_norm": 1.1328020095825195,
      "learning_rate": 1.2067643607132603e-06,
      "loss": 0.3298,
      "step": 1943880
    },
    {
      "epoch": 542.53,
      "grad_norm": 1.0087639093399048,
      "learning_rate": 1.206740715957066e-06,
      "loss": 0.3449,
      "step": 1943890
    },
    {
      "epoch": 542.53,
      "grad_norm": 1.149810552597046,
      "learning_rate": 1.2067170713522058e-06,
      "loss": 0.344,
      "step": 1943900
    },
    {
      "epoch": 542.54,
      "grad_norm": 1.2090457677841187,
      "learning_rate": 1.206693426898687e-06,
      "loss": 0.3307,
      "step": 1943910
    },
    {
      "epoch": 542.54,
      "grad_norm": 1.0793876647949219,
      "learning_rate": 1.2066697825965095e-06,
      "loss": 0.3287,
      "step": 1943920
    },
    {
      "epoch": 542.54,
      "grad_norm": 1.3706308603286743,
      "learning_rate": 1.2066461384456781e-06,
      "loss": 0.3409,
      "step": 1943930
    },
    {
      "epoch": 542.55,
      "grad_norm": 1.2309646606445312,
      "learning_rate": 1.206622494446196e-06,
      "loss": 0.3487,
      "step": 1943940
    },
    {
      "epoch": 542.55,
      "grad_norm": 7.860869884490967,
      "learning_rate": 1.2065988505980657e-06,
      "loss": 0.3428,
      "step": 1943950
    },
    {
      "epoch": 542.55,
      "grad_norm": 1.150170922279358,
      "learning_rate": 1.2065752069012897e-06,
      "loss": 0.3422,
      "step": 1943960
    },
    {
      "epoch": 542.55,
      "grad_norm": 1.2180018424987793,
      "learning_rate": 1.2065515633558724e-06,
      "loss": 0.348,
      "step": 1943970
    },
    {
      "epoch": 542.56,
      "grad_norm": 1.2108337879180908,
      "learning_rate": 1.2065279199618175e-06,
      "loss": 0.3513,
      "step": 1943980
    },
    {
      "epoch": 542.56,
      "grad_norm": 0.9266647696495056,
      "learning_rate": 1.2065042767191262e-06,
      "loss": 0.3381,
      "step": 1943990
    },
    {
      "epoch": 542.56,
      "grad_norm": 0.9781872630119324,
      "learning_rate": 1.2064806336278028e-06,
      "loss": 0.3351,
      "step": 1944000
    },
    {
      "epoch": 542.56,
      "grad_norm": 1.258339762687683,
      "learning_rate": 1.2064569906878499e-06,
      "loss": 0.3311,
      "step": 1944010
    },
    {
      "epoch": 542.57,
      "grad_norm": 1.352981448173523,
      "learning_rate": 1.2064333478992711e-06,
      "loss": 0.3384,
      "step": 1944020
    },
    {
      "epoch": 542.57,
      "grad_norm": 0.9534735679626465,
      "learning_rate": 1.2064097052620705e-06,
      "loss": 0.3256,
      "step": 1944030
    },
    {
      "epoch": 542.57,
      "grad_norm": 1.3363550901412964,
      "learning_rate": 1.2063860627762482e-06,
      "loss": 0.3442,
      "step": 1944040
    },
    {
      "epoch": 542.58,
      "grad_norm": 1.2842910289764404,
      "learning_rate": 1.2063624204418112e-06,
      "loss": 0.3538,
      "step": 1944050
    },
    {
      "epoch": 542.58,
      "grad_norm": 0.9750155806541443,
      "learning_rate": 1.2063387782587602e-06,
      "loss": 0.3244,
      "step": 1944060
    },
    {
      "epoch": 542.58,
      "grad_norm": 1.1650077104568481,
      "learning_rate": 1.2063151362270985e-06,
      "loss": 0.3399,
      "step": 1944070
    },
    {
      "epoch": 542.58,
      "grad_norm": 1.1680148839950562,
      "learning_rate": 1.2062914943468306e-06,
      "loss": 0.3354,
      "step": 1944080
    },
    {
      "epoch": 542.59,
      "grad_norm": 1.1481128931045532,
      "learning_rate": 1.2062678526179582e-06,
      "loss": 0.3352,
      "step": 1944090
    },
    {
      "epoch": 542.59,
      "grad_norm": 0.9678614735603333,
      "learning_rate": 1.206244211040485e-06,
      "loss": 0.3418,
      "step": 1944100
    },
    {
      "epoch": 542.59,
      "grad_norm": 1.2072216272354126,
      "learning_rate": 1.206220569614414e-06,
      "loss": 0.3358,
      "step": 1944110
    },
    {
      "epoch": 542.6,
      "grad_norm": 1.0222145318984985,
      "learning_rate": 1.2061969283397488e-06,
      "loss": 0.3472,
      "step": 1944120
    },
    {
      "epoch": 542.6,
      "grad_norm": 1.2490023374557495,
      "learning_rate": 1.2061732872164918e-06,
      "loss": 0.3385,
      "step": 1944130
    },
    {
      "epoch": 542.6,
      "grad_norm": 1.1824820041656494,
      "learning_rate": 1.206149646244647e-06,
      "loss": 0.3417,
      "step": 1944140
    },
    {
      "epoch": 542.6,
      "grad_norm": 1.0221409797668457,
      "learning_rate": 1.2061260054242176e-06,
      "loss": 0.3331,
      "step": 1944150
    },
    {
      "epoch": 542.61,
      "grad_norm": 1.0514230728149414,
      "learning_rate": 1.2061023647552043e-06,
      "loss": 0.3229,
      "step": 1944160
    },
    {
      "epoch": 542.61,
      "grad_norm": 1.2379697561264038,
      "learning_rate": 1.2060787242376144e-06,
      "loss": 0.3287,
      "step": 1944170
    },
    {
      "epoch": 542.61,
      "grad_norm": 1.1198241710662842,
      "learning_rate": 1.2060550838714476e-06,
      "loss": 0.3414,
      "step": 1944180
    },
    {
      "epoch": 542.62,
      "grad_norm": 1.1149705648422241,
      "learning_rate": 1.2060314436567085e-06,
      "loss": 0.3463,
      "step": 1944190
    },
    {
      "epoch": 542.62,
      "grad_norm": 1.2510063648223877,
      "learning_rate": 1.2060078035934e-06,
      "loss": 0.359,
      "step": 1944200
    },
    {
      "epoch": 542.62,
      "grad_norm": 1.1722992658615112,
      "learning_rate": 1.2059841636815265e-06,
      "loss": 0.3427,
      "step": 1944210
    },
    {
      "epoch": 542.62,
      "grad_norm": 0.9982990622520447,
      "learning_rate": 1.2059605239210884e-06,
      "loss": 0.339,
      "step": 1944220
    },
    {
      "epoch": 542.63,
      "grad_norm": 1.170850157737732,
      "learning_rate": 1.2059368843120907e-06,
      "loss": 0.3489,
      "step": 1944230
    },
    {
      "epoch": 542.63,
      "grad_norm": 1.195343255996704,
      "learning_rate": 1.2059132448545374e-06,
      "loss": 0.3503,
      "step": 1944240
    },
    {
      "epoch": 542.63,
      "grad_norm": 1.1795014142990112,
      "learning_rate": 1.2058896055484285e-06,
      "loss": 0.3309,
      "step": 1944250
    },
    {
      "epoch": 542.63,
      "grad_norm": 1.144849181175232,
      "learning_rate": 1.2058659663937708e-06,
      "loss": 0.3596,
      "step": 1944260
    },
    {
      "epoch": 542.64,
      "grad_norm": 1.0347880125045776,
      "learning_rate": 1.2058423273905649e-06,
      "loss": 0.3364,
      "step": 1944270
    },
    {
      "epoch": 542.64,
      "grad_norm": 1.111070990562439,
      "learning_rate": 1.2058186885388148e-06,
      "loss": 0.3403,
      "step": 1944280
    },
    {
      "epoch": 542.64,
      "grad_norm": 1.1497020721435547,
      "learning_rate": 1.2057950498385248e-06,
      "loss": 0.3423,
      "step": 1944290
    },
    {
      "epoch": 542.65,
      "grad_norm": 1.3154617547988892,
      "learning_rate": 1.205771411289695e-06,
      "loss": 0.3356,
      "step": 1944300
    },
    {
      "epoch": 542.65,
      "grad_norm": 1.3308907747268677,
      "learning_rate": 1.205747772892332e-06,
      "loss": 0.3394,
      "step": 1944310
    },
    {
      "epoch": 542.65,
      "grad_norm": 1.1434038877487183,
      "learning_rate": 1.205724134646437e-06,
      "loss": 0.346,
      "step": 1944320
    },
    {
      "epoch": 542.65,
      "grad_norm": 0.9710642695426941,
      "learning_rate": 1.205700496552013e-06,
      "loss": 0.3201,
      "step": 1944330
    },
    {
      "epoch": 542.66,
      "grad_norm": 1.1064927577972412,
      "learning_rate": 1.2056768586090642e-06,
      "loss": 0.3271,
      "step": 1944340
    },
    {
      "epoch": 542.66,
      "grad_norm": 1.1381651163101196,
      "learning_rate": 1.2056532208175938e-06,
      "loss": 0.3685,
      "step": 1944350
    },
    {
      "epoch": 542.66,
      "grad_norm": 1.0598007440567017,
      "learning_rate": 1.2056295831776038e-06,
      "loss": 0.3429,
      "step": 1944360
    },
    {
      "epoch": 542.67,
      "grad_norm": 1.1854902505874634,
      "learning_rate": 1.2056059456890975e-06,
      "loss": 0.339,
      "step": 1944370
    },
    {
      "epoch": 542.67,
      "grad_norm": 1.052643895149231,
      "learning_rate": 1.20558230835208e-06,
      "loss": 0.3318,
      "step": 1944380
    },
    {
      "epoch": 542.67,
      "grad_norm": 1.3668317794799805,
      "learning_rate": 1.2055586711665504e-06,
      "loss": 0.3509,
      "step": 1944390
    },
    {
      "epoch": 542.67,
      "grad_norm": 1.137282133102417,
      "learning_rate": 1.2055350341325164e-06,
      "loss": 0.3432,
      "step": 1944400
    },
    {
      "epoch": 542.68,
      "grad_norm": 0.9396961331367493,
      "learning_rate": 1.2055113972499788e-06,
      "loss": 0.3289,
      "step": 1944410
    },
    {
      "epoch": 542.68,
      "grad_norm": 1.2358695268630981,
      "learning_rate": 1.2054877605189405e-06,
      "loss": 0.321,
      "step": 1944420
    },
    {
      "epoch": 542.68,
      "grad_norm": 0.9782314300537109,
      "learning_rate": 1.205464123939406e-06,
      "loss": 0.3504,
      "step": 1944430
    },
    {
      "epoch": 542.68,
      "grad_norm": 1.3441427946090698,
      "learning_rate": 1.2054404875113772e-06,
      "loss": 0.3436,
      "step": 1944440
    },
    {
      "epoch": 542.69,
      "grad_norm": 1.1049025058746338,
      "learning_rate": 1.2054168512348576e-06,
      "loss": 0.3438,
      "step": 1944450
    },
    {
      "epoch": 542.69,
      "grad_norm": 1.1348549127578735,
      "learning_rate": 1.2053932151098504e-06,
      "loss": 0.3445,
      "step": 1944460
    },
    {
      "epoch": 542.69,
      "grad_norm": 1.0299149751663208,
      "learning_rate": 1.2053695791363594e-06,
      "loss": 0.3433,
      "step": 1944470
    },
    {
      "epoch": 542.7,
      "grad_norm": 1.0698593854904175,
      "learning_rate": 1.2053459433143858e-06,
      "loss": 0.3498,
      "step": 1944480
    },
    {
      "epoch": 542.7,
      "grad_norm": 1.1571040153503418,
      "learning_rate": 1.2053223076439357e-06,
      "loss": 0.3386,
      "step": 1944490
    },
    {
      "epoch": 542.7,
      "grad_norm": 1.075684666633606,
      "learning_rate": 1.2052986721250095e-06,
      "loss": 0.3498,
      "step": 1944500
    },
    {
      "epoch": 542.7,
      "grad_norm": 2.5783731937408447,
      "learning_rate": 1.2052750367576119e-06,
      "loss": 0.3312,
      "step": 1944510
    },
    {
      "epoch": 542.71,
      "grad_norm": 1.1528465747833252,
      "learning_rate": 1.205251401541746e-06,
      "loss": 0.3453,
      "step": 1944520
    },
    {
      "epoch": 542.71,
      "grad_norm": 1.1914349794387817,
      "learning_rate": 1.2052277664774145e-06,
      "loss": 0.3332,
      "step": 1944530
    },
    {
      "epoch": 542.71,
      "grad_norm": 1.0463238954544067,
      "learning_rate": 1.2052041315646198e-06,
      "loss": 0.3651,
      "step": 1944540
    },
    {
      "epoch": 542.72,
      "grad_norm": 1.1715716123580933,
      "learning_rate": 1.2051804968033666e-06,
      "loss": 0.3493,
      "step": 1944550
    },
    {
      "epoch": 542.72,
      "grad_norm": 2.5813405513763428,
      "learning_rate": 1.2051568621936577e-06,
      "loss": 0.3311,
      "step": 1944560
    },
    {
      "epoch": 542.72,
      "grad_norm": 1.23856520652771,
      "learning_rate": 1.2051332277354949e-06,
      "loss": 0.3353,
      "step": 1944570
    },
    {
      "epoch": 542.72,
      "grad_norm": 1.2618145942687988,
      "learning_rate": 1.2051095934288823e-06,
      "loss": 0.3483,
      "step": 1944580
    },
    {
      "epoch": 542.73,
      "grad_norm": 1.1489858627319336,
      "learning_rate": 1.2050859592738232e-06,
      "loss": 0.347,
      "step": 1944590
    },
    {
      "epoch": 542.73,
      "grad_norm": 1.0569446086883545,
      "learning_rate": 1.205062325270321e-06,
      "loss": 0.3185,
      "step": 1944600
    },
    {
      "epoch": 542.73,
      "grad_norm": 1.006069540977478,
      "learning_rate": 1.205038691418379e-06,
      "loss": 0.3402,
      "step": 1944610
    },
    {
      "epoch": 542.74,
      "grad_norm": 1.1562449932098389,
      "learning_rate": 1.2050150577179978e-06,
      "loss": 0.3402,
      "step": 1944620
    },
    {
      "epoch": 542.74,
      "grad_norm": 0.9936208724975586,
      "learning_rate": 1.2049914241691846e-06,
      "loss": 0.3475,
      "step": 1944630
    },
    {
      "epoch": 542.74,
      "grad_norm": 1.3242360353469849,
      "learning_rate": 1.2049677907719392e-06,
      "loss": 0.3447,
      "step": 1944640
    },
    {
      "epoch": 542.74,
      "grad_norm": 1.0910918712615967,
      "learning_rate": 1.2049441575262663e-06,
      "loss": 0.3251,
      "step": 1944650
    },
    {
      "epoch": 542.75,
      "grad_norm": 1.1313444375991821,
      "learning_rate": 1.2049205244321696e-06,
      "loss": 0.3307,
      "step": 1944660
    },
    {
      "epoch": 542.75,
      "grad_norm": 1.7041095495224,
      "learning_rate": 1.2048968914896508e-06,
      "loss": 0.3334,
      "step": 1944670
    },
    {
      "epoch": 542.75,
      "grad_norm": 1.3371429443359375,
      "learning_rate": 1.2048732586987131e-06,
      "loss": 0.3403,
      "step": 1944680
    },
    {
      "epoch": 542.75,
      "grad_norm": 1.2415622472763062,
      "learning_rate": 1.2048496260593608e-06,
      "loss": 0.3414,
      "step": 1944690
    },
    {
      "epoch": 542.76,
      "grad_norm": 1.1815779209136963,
      "learning_rate": 1.2048259935715967e-06,
      "loss": 0.339,
      "step": 1944700
    },
    {
      "epoch": 542.76,
      "grad_norm": 1.1189954280853271,
      "learning_rate": 1.2048023612354223e-06,
      "loss": 0.3425,
      "step": 1944710
    },
    {
      "epoch": 542.76,
      "grad_norm": 1.0432606935501099,
      "learning_rate": 1.2047787290508441e-06,
      "loss": 0.3219,
      "step": 1944720
    },
    {
      "epoch": 542.77,
      "grad_norm": 22.75908851623535,
      "learning_rate": 1.2047550970178622e-06,
      "loss": 0.3517,
      "step": 1944730
    },
    {
      "epoch": 542.77,
      "grad_norm": 1.1017109155654907,
      "learning_rate": 1.204731465136481e-06,
      "loss": 0.3414,
      "step": 1944740
    },
    {
      "epoch": 542.77,
      "grad_norm": 1.8638451099395752,
      "learning_rate": 1.2047078334067042e-06,
      "loss": 0.3343,
      "step": 1944750
    },
    {
      "epoch": 542.77,
      "grad_norm": 1.1411796808242798,
      "learning_rate": 1.2046842018285332e-06,
      "loss": 0.3437,
      "step": 1944760
    },
    {
      "epoch": 542.78,
      "grad_norm": 1.006851077079773,
      "learning_rate": 1.2046605704019724e-06,
      "loss": 0.3403,
      "step": 1944770
    },
    {
      "epoch": 542.78,
      "grad_norm": 1.1382890939712524,
      "learning_rate": 1.2046369391270246e-06,
      "loss": 0.3338,
      "step": 1944780
    },
    {
      "epoch": 542.78,
      "grad_norm": 1.111728310585022,
      "learning_rate": 1.2046133080036938e-06,
      "loss": 0.3314,
      "step": 1944790
    },
    {
      "epoch": 542.79,
      "grad_norm": 1.1916370391845703,
      "learning_rate": 1.2045896770319819e-06,
      "loss": 0.3415,
      "step": 1944800
    },
    {
      "epoch": 542.79,
      "grad_norm": 1.2664498090744019,
      "learning_rate": 1.204566046211892e-06,
      "loss": 0.3494,
      "step": 1944810
    },
    {
      "epoch": 542.79,
      "grad_norm": 0.9348652958869934,
      "learning_rate": 1.2045424155434291e-06,
      "loss": 0.326,
      "step": 1944820
    },
    {
      "epoch": 542.79,
      "grad_norm": 1.0616390705108643,
      "learning_rate": 1.2045187850265932e-06,
      "loss": 0.3309,
      "step": 1944830
    },
    {
      "epoch": 542.8,
      "grad_norm": 1.1554725170135498,
      "learning_rate": 1.204495154661391e-06,
      "loss": 0.342,
      "step": 1944840
    },
    {
      "epoch": 542.8,
      "grad_norm": 0.8783984184265137,
      "learning_rate": 1.204471524447823e-06,
      "loss": 0.3307,
      "step": 1944850
    },
    {
      "epoch": 542.8,
      "grad_norm": 1.1358344554901123,
      "learning_rate": 1.2044478943858935e-06,
      "loss": 0.3293,
      "step": 1944860
    },
    {
      "epoch": 542.8,
      "grad_norm": 0.973101019859314,
      "learning_rate": 1.2044242644756052e-06,
      "loss": 0.3402,
      "step": 1944870
    },
    {
      "epoch": 542.81,
      "grad_norm": 1.2415941953659058,
      "learning_rate": 1.2044006347169615e-06,
      "loss": 0.3422,
      "step": 1944880
    },
    {
      "epoch": 542.81,
      "grad_norm": 1.0955792665481567,
      "learning_rate": 1.2043770051099667e-06,
      "loss": 0.3296,
      "step": 1944890
    },
    {
      "epoch": 542.81,
      "grad_norm": 1.099522352218628,
      "learning_rate": 1.2043533756546214e-06,
      "loss": 0.3443,
      "step": 1944900
    },
    {
      "epoch": 542.82,
      "grad_norm": 1.1996705532073975,
      "learning_rate": 1.2043297463509302e-06,
      "loss": 0.3466,
      "step": 1944910
    },
    {
      "epoch": 542.82,
      "grad_norm": 1.123822808265686,
      "learning_rate": 1.2043061171988964e-06,
      "loss": 0.3231,
      "step": 1944920
    },
    {
      "epoch": 542.82,
      "grad_norm": 1.2648816108703613,
      "learning_rate": 1.2042824881985236e-06,
      "loss": 0.339,
      "step": 1944930
    },
    {
      "epoch": 542.82,
      "grad_norm": 1.0162882804870605,
      "learning_rate": 1.2042588593498134e-06,
      "loss": 0.3519,
      "step": 1944940
    },
    {
      "epoch": 542.83,
      "grad_norm": 1.2600351572036743,
      "learning_rate": 1.2042352306527695e-06,
      "loss": 0.3325,
      "step": 1944950
    },
    {
      "epoch": 542.83,
      "grad_norm": 1.1836755275726318,
      "learning_rate": 1.2042116021073966e-06,
      "loss": 0.3382,
      "step": 1944960
    },
    {
      "epoch": 542.83,
      "grad_norm": 1.1804730892181396,
      "learning_rate": 1.2041879737136947e-06,
      "loss": 0.3439,
      "step": 1944970
    },
    {
      "epoch": 542.84,
      "grad_norm": 1.1616789102554321,
      "learning_rate": 1.2041643454716705e-06,
      "loss": 0.3381,
      "step": 1944980
    },
    {
      "epoch": 542.84,
      "grad_norm": 1.1208226680755615,
      "learning_rate": 1.2041407173813245e-06,
      "loss": 0.3466,
      "step": 1944990
    },
    {
      "epoch": 542.84,
      "grad_norm": 1.1172274351119995,
      "learning_rate": 1.204117089442661e-06,
      "loss": 0.336,
      "step": 1945000
    },
    {
      "epoch": 542.84,
      "grad_norm": 1.1639260053634644,
      "learning_rate": 1.204093461655683e-06,
      "loss": 0.3203,
      "step": 1945010
    },
    {
      "epoch": 542.85,
      "grad_norm": 1.2405263185501099,
      "learning_rate": 1.2040698340203941e-06,
      "loss": 0.3426,
      "step": 1945020
    },
    {
      "epoch": 542.85,
      "grad_norm": 1.0721516609191895,
      "learning_rate": 1.2040462065367963e-06,
      "loss": 0.3521,
      "step": 1945030
    },
    {
      "epoch": 542.85,
      "grad_norm": 1.2127867937088013,
      "learning_rate": 1.2040225792048936e-06,
      "loss": 0.3391,
      "step": 1945040
    },
    {
      "epoch": 542.86,
      "grad_norm": 1.2074774503707886,
      "learning_rate": 1.2039989520246896e-06,
      "loss": 0.3622,
      "step": 1945050
    },
    {
      "epoch": 542.86,
      "grad_norm": 1.148017406463623,
      "learning_rate": 1.203975324996185e-06,
      "loss": 0.3487,
      "step": 1945060
    },
    {
      "epoch": 542.86,
      "grad_norm": 1.3450294733047485,
      "learning_rate": 1.2039516981193867e-06,
      "loss": 0.3353,
      "step": 1945070
    },
    {
      "epoch": 542.86,
      "grad_norm": 1.038037657737732,
      "learning_rate": 1.2039280713942946e-06,
      "loss": 0.334,
      "step": 1945080
    },
    {
      "epoch": 542.87,
      "grad_norm": 1.1970851421356201,
      "learning_rate": 1.2039044448209133e-06,
      "loss": 0.3472,
      "step": 1945090
    },
    {
      "epoch": 542.87,
      "grad_norm": 1.8960615396499634,
      "learning_rate": 1.2038808183992466e-06,
      "loss": 0.3366,
      "step": 1945100
    },
    {
      "epoch": 542.87,
      "grad_norm": 1.338036298751831,
      "learning_rate": 1.2038571921292962e-06,
      "loss": 0.3366,
      "step": 1945110
    },
    {
      "epoch": 542.87,
      "grad_norm": 1.318208932876587,
      "learning_rate": 1.2038335660110657e-06,
      "loss": 0.3319,
      "step": 1945120
    },
    {
      "epoch": 542.88,
      "grad_norm": 1.0981260538101196,
      "learning_rate": 1.203809940044558e-06,
      "loss": 0.3437,
      "step": 1945130
    },
    {
      "epoch": 542.88,
      "grad_norm": 1.0588785409927368,
      "learning_rate": 1.203786314229778e-06,
      "loss": 0.3368,
      "step": 1945140
    },
    {
      "epoch": 542.88,
      "grad_norm": 1.1600285768508911,
      "learning_rate": 1.2037626885667254e-06,
      "loss": 0.3558,
      "step": 1945150
    },
    {
      "epoch": 542.89,
      "grad_norm": 1.1690330505371094,
      "learning_rate": 1.2037390630554073e-06,
      "loss": 0.353,
      "step": 1945160
    },
    {
      "epoch": 542.89,
      "grad_norm": 1.1374824047088623,
      "learning_rate": 1.203715437695824e-06,
      "loss": 0.36,
      "step": 1945170
    },
    {
      "epoch": 542.89,
      "grad_norm": 1.036823034286499,
      "learning_rate": 1.2036918124879799e-06,
      "loss": 0.3294,
      "step": 1945180
    },
    {
      "epoch": 542.89,
      "grad_norm": 1.1516915559768677,
      "learning_rate": 1.2036681874318783e-06,
      "loss": 0.3506,
      "step": 1945190
    },
    {
      "epoch": 542.9,
      "grad_norm": 1.0694208145141602,
      "learning_rate": 1.2036445625275206e-06,
      "loss": 0.3395,
      "step": 1945200
    },
    {
      "epoch": 542.9,
      "grad_norm": 1.1236587762832642,
      "learning_rate": 1.2036209377749128e-06,
      "loss": 0.3513,
      "step": 1945210
    },
    {
      "epoch": 542.9,
      "grad_norm": 1.159379005432129,
      "learning_rate": 1.2035973131740554e-06,
      "loss": 0.3443,
      "step": 1945220
    },
    {
      "epoch": 542.91,
      "grad_norm": 1.3639209270477295,
      "learning_rate": 1.203573688724953e-06,
      "loss": 0.3347,
      "step": 1945230
    },
    {
      "epoch": 542.91,
      "grad_norm": 1.310832142829895,
      "learning_rate": 1.203550064427609e-06,
      "loss": 0.3305,
      "step": 1945240
    },
    {
      "epoch": 542.91,
      "grad_norm": 0.9671415090560913,
      "learning_rate": 1.2035264402820253e-06,
      "loss": 0.3478,
      "step": 1945250
    },
    {
      "epoch": 542.91,
      "grad_norm": 1.260871171951294,
      "learning_rate": 1.2035028162882051e-06,
      "loss": 0.3367,
      "step": 1945260
    },
    {
      "epoch": 542.92,
      "grad_norm": 2.8604509830474854,
      "learning_rate": 1.203479192446153e-06,
      "loss": 0.3379,
      "step": 1945270
    },
    {
      "epoch": 542.92,
      "grad_norm": 1.125817060470581,
      "learning_rate": 1.2034555687558712e-06,
      "loss": 0.3305,
      "step": 1945280
    },
    {
      "epoch": 542.92,
      "grad_norm": 1.10463285446167,
      "learning_rate": 1.2034319452173615e-06,
      "loss": 0.3538,
      "step": 1945290
    },
    {
      "epoch": 542.92,
      "grad_norm": 1.127001404762268,
      "learning_rate": 1.2034083218306304e-06,
      "loss": 0.36,
      "step": 1945300
    },
    {
      "epoch": 542.93,
      "grad_norm": 1.3214131593704224,
      "learning_rate": 1.2033846985956782e-06,
      "loss": 0.3479,
      "step": 1945310
    },
    {
      "epoch": 542.93,
      "grad_norm": 1.0710570812225342,
      "learning_rate": 1.2033610755125086e-06,
      "loss": 0.347,
      "step": 1945320
    },
    {
      "epoch": 542.93,
      "grad_norm": 1.0716837644577026,
      "learning_rate": 1.2033374525811263e-06,
      "loss": 0.3336,
      "step": 1945330
    },
    {
      "epoch": 542.94,
      "grad_norm": 1.0724239349365234,
      "learning_rate": 1.203313829801532e-06,
      "loss": 0.3401,
      "step": 1945340
    },
    {
      "epoch": 542.94,
      "grad_norm": 1.0792404413223267,
      "learning_rate": 1.2032902071737304e-06,
      "loss": 0.3508,
      "step": 1945350
    },
    {
      "epoch": 542.94,
      "grad_norm": 1.0949668884277344,
      "learning_rate": 1.2032665846977244e-06,
      "loss": 0.3243,
      "step": 1945360
    },
    {
      "epoch": 542.94,
      "grad_norm": 1.0657292604446411,
      "learning_rate": 1.2032429623735178e-06,
      "loss": 0.3429,
      "step": 1945370
    },
    {
      "epoch": 542.95,
      "grad_norm": 1.150142788887024,
      "learning_rate": 1.203219340201112e-06,
      "loss": 0.3283,
      "step": 1945380
    },
    {
      "epoch": 542.95,
      "grad_norm": 1.1444954872131348,
      "learning_rate": 1.203195718180511e-06,
      "loss": 0.3474,
      "step": 1945390
    },
    {
      "epoch": 542.95,
      "grad_norm": 1.1953487396240234,
      "learning_rate": 1.2031720963117193e-06,
      "loss": 0.337,
      "step": 1945400
    },
    {
      "epoch": 542.96,
      "grad_norm": 1.0865757465362549,
      "learning_rate": 1.2031484745947368e-06,
      "loss": 0.3401,
      "step": 1945410
    },
    {
      "epoch": 542.96,
      "grad_norm": 1.130400538444519,
      "learning_rate": 1.2031248530295706e-06,
      "loss": 0.3432,
      "step": 1945420
    },
    {
      "epoch": 542.96,
      "grad_norm": 1.143084168434143,
      "learning_rate": 1.203101231616221e-06,
      "loss": 0.3329,
      "step": 1945430
    },
    {
      "epoch": 542.96,
      "grad_norm": 1.208566427230835,
      "learning_rate": 1.2030776103546921e-06,
      "loss": 0.3436,
      "step": 1945440
    },
    {
      "epoch": 542.97,
      "grad_norm": 0.9987416863441467,
      "learning_rate": 1.203053989244987e-06,
      "loss": 0.3426,
      "step": 1945450
    },
    {
      "epoch": 542.97,
      "grad_norm": 1.1908636093139648,
      "learning_rate": 1.2030303682871088e-06,
      "loss": 0.34,
      "step": 1945460
    },
    {
      "epoch": 542.97,
      "grad_norm": 1.0718433856964111,
      "learning_rate": 1.2030067474810615e-06,
      "loss": 0.3451,
      "step": 1945470
    },
    {
      "epoch": 542.98,
      "grad_norm": 1.2413063049316406,
      "learning_rate": 1.2029831268268466e-06,
      "loss": 0.3299,
      "step": 1945480
    },
    {
      "epoch": 542.98,
      "grad_norm": 1.274235486984253,
      "learning_rate": 1.202959506324468e-06,
      "loss": 0.3349,
      "step": 1945490
    },
    {
      "epoch": 542.98,
      "grad_norm": 1.0074939727783203,
      "learning_rate": 1.2029358859739293e-06,
      "loss": 0.3579,
      "step": 1945500
    },
    {
      "epoch": 542.98,
      "grad_norm": 1.1913344860076904,
      "learning_rate": 1.2029122657752339e-06,
      "loss": 0.3439,
      "step": 1945510
    },
    {
      "epoch": 542.99,
      "grad_norm": 1.0590349435806274,
      "learning_rate": 1.2028886457283833e-06,
      "loss": 0.3284,
      "step": 1945520
    },
    {
      "epoch": 542.99,
      "grad_norm": 1.191038727760315,
      "learning_rate": 1.2028650258333818e-06,
      "loss": 0.3445,
      "step": 1945530
    },
    {
      "epoch": 542.99,
      "grad_norm": 1.095306634902954,
      "learning_rate": 1.2028414060902334e-06,
      "loss": 0.3334,
      "step": 1945540
    },
    {
      "epoch": 542.99,
      "grad_norm": 1.1597180366516113,
      "learning_rate": 1.2028177864989383e-06,
      "loss": 0.3527,
      "step": 1945550
    },
    {
      "epoch": 543.0,
      "grad_norm": 0.980570912361145,
      "learning_rate": 1.2027941670595033e-06,
      "loss": 0.361,
      "step": 1945560
    },
    {
      "epoch": 543.0,
      "eval_loss": 0.3406688868999481,
      "eval_runtime": 63.8536,
      "eval_samples_per_second": 79.228,
      "eval_steps_per_second": 9.913,
      "step": 1945569
    },
    {
      "epoch": 543.0,
      "grad_norm": 1.0218218564987183,
      "learning_rate": 1.202770547771929e-06,
      "loss": 0.3528,
      "step": 1945570
    },
    {
      "epoch": 543.0,
      "grad_norm": 1.0264687538146973,
      "learning_rate": 1.2027469286362193e-06,
      "loss": 0.3359,
      "step": 1945580
    },
    {
      "epoch": 543.01,
      "grad_norm": 1.0065619945526123,
      "learning_rate": 1.2027233096523777e-06,
      "loss": 0.3265,
      "step": 1945590
    },
    {
      "epoch": 543.01,
      "grad_norm": 1.050688624382019,
      "learning_rate": 1.2026996908204076e-06,
      "loss": 0.3401,
      "step": 1945600
    },
    {
      "epoch": 543.01,
      "grad_norm": 1.27389395236969,
      "learning_rate": 1.2026760721403112e-06,
      "loss": 0.3362,
      "step": 1945610
    },
    {
      "epoch": 543.01,
      "grad_norm": 1.2535690069198608,
      "learning_rate": 1.2026524536120918e-06,
      "loss": 0.3367,
      "step": 1945620
    },
    {
      "epoch": 543.02,
      "grad_norm": 1.1601396799087524,
      "learning_rate": 1.2026288352357534e-06,
      "loss": 0.3372,
      "step": 1945630
    },
    {
      "epoch": 543.02,
      "grad_norm": 1.1669143438339233,
      "learning_rate": 1.202605217011297e-06,
      "loss": 0.3358,
      "step": 1945640
    },
    {
      "epoch": 543.02,
      "grad_norm": 1.1022052764892578,
      "learning_rate": 1.202581598938729e-06,
      "loss": 0.3306,
      "step": 1945650
    },
    {
      "epoch": 543.03,
      "grad_norm": 1.0471965074539185,
      "learning_rate": 1.2025579810180501e-06,
      "loss": 0.34,
      "step": 1945660
    },
    {
      "epoch": 543.03,
      "grad_norm": 1.2371110916137695,
      "learning_rate": 1.202534363249264e-06,
      "loss": 0.3222,
      "step": 1945670
    },
    {
      "epoch": 543.03,
      "grad_norm": 1.3065565824508667,
      "learning_rate": 1.202510745632374e-06,
      "loss": 0.341,
      "step": 1945680
    },
    {
      "epoch": 543.03,
      "grad_norm": 1.1583718061447144,
      "learning_rate": 1.2024871281673845e-06,
      "loss": 0.321,
      "step": 1945690
    },
    {
      "epoch": 543.04,
      "grad_norm": 0.9995631575584412,
      "learning_rate": 1.2024635108542962e-06,
      "loss": 0.341,
      "step": 1945700
    },
    {
      "epoch": 543.04,
      "grad_norm": 1.1453107595443726,
      "learning_rate": 1.2024398936931136e-06,
      "loss": 0.3263,
      "step": 1945710
    },
    {
      "epoch": 543.04,
      "grad_norm": 1.3907129764556885,
      "learning_rate": 1.2024162766838403e-06,
      "loss": 0.3446,
      "step": 1945720
    },
    {
      "epoch": 543.04,
      "grad_norm": 1.1090850830078125,
      "learning_rate": 1.202392659826477e-06,
      "loss": 0.3335,
      "step": 1945730
    },
    {
      "epoch": 543.05,
      "grad_norm": 1.1308623552322388,
      "learning_rate": 1.2023690431210308e-06,
      "loss": 0.34,
      "step": 1945740
    },
    {
      "epoch": 543.05,
      "grad_norm": 1.022185206413269,
      "learning_rate": 1.2023454265675016e-06,
      "loss": 0.3404,
      "step": 1945750
    },
    {
      "epoch": 543.05,
      "grad_norm": 1.0908944606781006,
      "learning_rate": 1.202321810165894e-06,
      "loss": 0.354,
      "step": 1945760
    },
    {
      "epoch": 543.06,
      "grad_norm": 1.2596690654754639,
      "learning_rate": 1.2022981939162116e-06,
      "loss": 0.3274,
      "step": 1945770
    },
    {
      "epoch": 543.06,
      "grad_norm": 1.3046916723251343,
      "learning_rate": 1.2022745778184544e-06,
      "loss": 0.3287,
      "step": 1945780
    },
    {
      "epoch": 543.06,
      "grad_norm": 1.152151107788086,
      "learning_rate": 1.20225096187263e-06,
      "loss": 0.3398,
      "step": 1945790
    },
    {
      "epoch": 543.06,
      "grad_norm": 2.0659472942352295,
      "learning_rate": 1.202227346078739e-06,
      "loss": 0.3472,
      "step": 1945800
    },
    {
      "epoch": 543.07,
      "grad_norm": 1.1269510984420776,
      "learning_rate": 1.2022037304367843e-06,
      "loss": 0.3308,
      "step": 1945810
    },
    {
      "epoch": 543.07,
      "grad_norm": 0.8934445381164551,
      "learning_rate": 1.2021801149467704e-06,
      "loss": 0.3368,
      "step": 1945820
    },
    {
      "epoch": 543.07,
      "grad_norm": 1.12542724609375,
      "learning_rate": 1.2021564996087e-06,
      "loss": 0.3441,
      "step": 1945830
    },
    {
      "epoch": 543.08,
      "grad_norm": 1.2376792430877686,
      "learning_rate": 1.2021328844225756e-06,
      "loss": 0.351,
      "step": 1945840
    },
    {
      "epoch": 543.08,
      "grad_norm": 1.2191243171691895,
      "learning_rate": 1.2021092693884006e-06,
      "loss": 0.3354,
      "step": 1945850
    },
    {
      "epoch": 543.08,
      "grad_norm": 1.1993153095245361,
      "learning_rate": 1.202085654506179e-06,
      "loss": 0.3326,
      "step": 1945860
    },
    {
      "epoch": 543.08,
      "grad_norm": 1.0274838209152222,
      "learning_rate": 1.2020620397759113e-06,
      "loss": 0.3288,
      "step": 1945870
    },
    {
      "epoch": 543.09,
      "grad_norm": 1.0613477230072021,
      "learning_rate": 1.2020384251976048e-06,
      "loss": 0.3624,
      "step": 1945880
    },
    {
      "epoch": 543.09,
      "grad_norm": 1.1071134805679321,
      "learning_rate": 1.2020148107712595e-06,
      "loss": 0.3557,
      "step": 1945890
    },
    {
      "epoch": 543.09,
      "grad_norm": 1.2211241722106934,
      "learning_rate": 1.2019911964968792e-06,
      "loss": 0.3486,
      "step": 1945900
    },
    {
      "epoch": 543.1,
      "grad_norm": 1.2697718143463135,
      "learning_rate": 1.2019675823744682e-06,
      "loss": 0.3469,
      "step": 1945910
    },
    {
      "epoch": 543.1,
      "grad_norm": 1.2565101385116577,
      "learning_rate": 1.201943968404028e-06,
      "loss": 0.3258,
      "step": 1945920
    },
    {
      "epoch": 543.1,
      "grad_norm": 1.0275157690048218,
      "learning_rate": 1.2019203545855624e-06,
      "loss": 0.3516,
      "step": 1945930
    },
    {
      "epoch": 543.1,
      "grad_norm": 1.0504868030548096,
      "learning_rate": 1.201896740919075e-06,
      "loss": 0.3368,
      "step": 1945940
    },
    {
      "epoch": 543.11,
      "grad_norm": 1.17717444896698,
      "learning_rate": 1.2018731274045689e-06,
      "loss": 0.325,
      "step": 1945950
    },
    {
      "epoch": 543.11,
      "grad_norm": 1.2353943586349487,
      "learning_rate": 1.2018495140420456e-06,
      "loss": 0.3432,
      "step": 1945960
    },
    {
      "epoch": 543.11,
      "grad_norm": 1.1794054508209229,
      "learning_rate": 1.2018259008315109e-06,
      "loss": 0.3195,
      "step": 1945970
    },
    {
      "epoch": 543.11,
      "grad_norm": 1.1928081512451172,
      "learning_rate": 1.2018022877729663e-06,
      "loss": 0.3401,
      "step": 1945980
    },
    {
      "epoch": 543.12,
      "grad_norm": 1.0620083808898926,
      "learning_rate": 1.2017786748664148e-06,
      "loss": 0.3448,
      "step": 1945990
    },
    {
      "epoch": 543.12,
      "grad_norm": 1.0815584659576416,
      "learning_rate": 1.2017550621118612e-06,
      "loss": 0.372,
      "step": 1946000
    },
    {
      "epoch": 543.12,
      "grad_norm": 1.152277946472168,
      "learning_rate": 1.2017314495093064e-06,
      "loss": 0.3358,
      "step": 1946010
    },
    {
      "epoch": 543.13,
      "grad_norm": 1.0173403024673462,
      "learning_rate": 1.2017078370587542e-06,
      "loss": 0.3485,
      "step": 1946020
    },
    {
      "epoch": 543.13,
      "grad_norm": 1.5105547904968262,
      "learning_rate": 1.2016842247602087e-06,
      "loss": 0.3466,
      "step": 1946030
    },
    {
      "epoch": 543.13,
      "grad_norm": 1.0340687036514282,
      "learning_rate": 1.2016606126136723e-06,
      "loss": 0.3448,
      "step": 1946040
    },
    {
      "epoch": 543.13,
      "grad_norm": 1.0520458221435547,
      "learning_rate": 1.2016370006191491e-06,
      "loss": 0.3384,
      "step": 1946050
    },
    {
      "epoch": 543.14,
      "grad_norm": 0.9920054078102112,
      "learning_rate": 1.2016133887766408e-06,
      "loss": 0.3441,
      "step": 1946060
    },
    {
      "epoch": 543.14,
      "grad_norm": 1.1240479946136475,
      "learning_rate": 1.2015897770861508e-06,
      "loss": 0.3502,
      "step": 1946070
    },
    {
      "epoch": 543.14,
      "grad_norm": 1.1515734195709229,
      "learning_rate": 1.2015661655476829e-06,
      "loss": 0.3324,
      "step": 1946080
    },
    {
      "epoch": 543.15,
      "grad_norm": 1.241523265838623,
      "learning_rate": 1.2015425541612408e-06,
      "loss": 0.3356,
      "step": 1946090
    },
    {
      "epoch": 543.15,
      "grad_norm": 1.0522139072418213,
      "learning_rate": 1.2015189429268249e-06,
      "loss": 0.3386,
      "step": 1946100
    },
    {
      "epoch": 543.15,
      "grad_norm": 1.0116066932678223,
      "learning_rate": 1.2014953318444425e-06,
      "loss": 0.3381,
      "step": 1946110
    },
    {
      "epoch": 543.15,
      "grad_norm": 1.3748180866241455,
      "learning_rate": 1.201471720914093e-06,
      "loss": 0.353,
      "step": 1946120
    },
    {
      "epoch": 543.16,
      "grad_norm": 1.0732226371765137,
      "learning_rate": 1.2014481101357814e-06,
      "loss": 0.3238,
      "step": 1946130
    },
    {
      "epoch": 543.16,
      "grad_norm": 1.1657085418701172,
      "learning_rate": 1.2014244995095114e-06,
      "loss": 0.3448,
      "step": 1946140
    },
    {
      "epoch": 543.16,
      "grad_norm": 1.2414978742599487,
      "learning_rate": 1.2014008890352844e-06,
      "loss": 0.3505,
      "step": 1946150
    },
    {
      "epoch": 543.16,
      "grad_norm": 1.128407597541809,
      "learning_rate": 1.2013772787131041e-06,
      "loss": 0.3326,
      "step": 1946160
    },
    {
      "epoch": 543.17,
      "grad_norm": 1.136810302734375,
      "learning_rate": 1.2013536685429743e-06,
      "loss": 0.3421,
      "step": 1946170
    },
    {
      "epoch": 543.17,
      "grad_norm": 1.0803865194320679,
      "learning_rate": 1.2013300585248983e-06,
      "loss": 0.3378,
      "step": 1946180
    },
    {
      "epoch": 543.17,
      "grad_norm": 1.0462284088134766,
      "learning_rate": 1.201306448658878e-06,
      "loss": 0.3358,
      "step": 1946190
    },
    {
      "epoch": 543.18,
      "grad_norm": 1.1937419176101685,
      "learning_rate": 1.2012828389449174e-06,
      "loss": 0.3529,
      "step": 1946200
    },
    {
      "epoch": 543.18,
      "grad_norm": 1.045981764793396,
      "learning_rate": 1.20125922938302e-06,
      "loss": 0.3331,
      "step": 1946210
    },
    {
      "epoch": 543.18,
      "grad_norm": 0.9821649193763733,
      "learning_rate": 1.2012356199731868e-06,
      "loss": 0.3387,
      "step": 1946220
    },
    {
      "epoch": 543.18,
      "grad_norm": 1.1597684621810913,
      "learning_rate": 1.2012120107154243e-06,
      "loss": 0.3287,
      "step": 1946230
    },
    {
      "epoch": 543.19,
      "grad_norm": 1.045500636100769,
      "learning_rate": 1.201188401609733e-06,
      "loss": 0.34,
      "step": 1946240
    },
    {
      "epoch": 543.19,
      "grad_norm": 1.1963540315628052,
      "learning_rate": 1.201164792656117e-06,
      "loss": 0.3388,
      "step": 1946250
    },
    {
      "epoch": 543.19,
      "grad_norm": 1.0313256978988647,
      "learning_rate": 1.2011411838545798e-06,
      "loss": 0.3489,
      "step": 1946260
    },
    {
      "epoch": 543.2,
      "grad_norm": 1.1441930532455444,
      "learning_rate": 1.2011175752051246e-06,
      "loss": 0.3349,
      "step": 1946270
    },
    {
      "epoch": 543.2,
      "grad_norm": 1.2005401849746704,
      "learning_rate": 1.2010939667077534e-06,
      "loss": 0.3423,
      "step": 1946280
    },
    {
      "epoch": 543.2,
      "grad_norm": 1.1988953351974487,
      "learning_rate": 1.2010703583624696e-06,
      "loss": 0.3517,
      "step": 1946290
    },
    {
      "epoch": 543.2,
      "grad_norm": 1.090327501296997,
      "learning_rate": 1.2010467501692783e-06,
      "loss": 0.3652,
      "step": 1946300
    },
    {
      "epoch": 543.21,
      "grad_norm": 1.3491941690444946,
      "learning_rate": 1.201023142128179e-06,
      "loss": 0.3456,
      "step": 1946310
    },
    {
      "epoch": 543.21,
      "grad_norm": 1.3450047969818115,
      "learning_rate": 1.2009995342391786e-06,
      "loss": 0.3439,
      "step": 1946320
    },
    {
      "epoch": 543.21,
      "grad_norm": 1.1314061880111694,
      "learning_rate": 1.2009759265022782e-06,
      "loss": 0.346,
      "step": 1946330
    },
    {
      "epoch": 543.22,
      "grad_norm": 1.12672758102417,
      "learning_rate": 1.200952318917481e-06,
      "loss": 0.3385,
      "step": 1946340
    },
    {
      "epoch": 543.22,
      "grad_norm": 1.0730851888656616,
      "learning_rate": 1.2009287114847913e-06,
      "loss": 0.3204,
      "step": 1946350
    },
    {
      "epoch": 543.22,
      "grad_norm": 0.9630029201507568,
      "learning_rate": 1.2009051042042096e-06,
      "loss": 0.3407,
      "step": 1946360
    },
    {
      "epoch": 543.22,
      "grad_norm": 1.1262537240982056,
      "learning_rate": 1.2008814970757429e-06,
      "loss": 0.3423,
      "step": 1946370
    },
    {
      "epoch": 543.23,
      "grad_norm": 1.5376343727111816,
      "learning_rate": 1.2008578900993914e-06,
      "loss": 0.3387,
      "step": 1946380
    },
    {
      "epoch": 543.23,
      "grad_norm": 1.103376030921936,
      "learning_rate": 1.200834283275159e-06,
      "loss": 0.341,
      "step": 1946390
    },
    {
      "epoch": 543.23,
      "grad_norm": 1.3191218376159668,
      "learning_rate": 1.200810676603049e-06,
      "loss": 0.3411,
      "step": 1946400
    },
    {
      "epoch": 543.23,
      "grad_norm": 1.0325264930725098,
      "learning_rate": 1.2007870700830657e-06,
      "loss": 0.3669,
      "step": 1946410
    },
    {
      "epoch": 543.24,
      "grad_norm": 1.1540589332580566,
      "learning_rate": 1.2007634637152098e-06,
      "loss": 0.3497,
      "step": 1946420
    },
    {
      "epoch": 543.24,
      "grad_norm": 1.142662763595581,
      "learning_rate": 1.2007398574994856e-06,
      "loss": 0.3385,
      "step": 1946430
    },
    {
      "epoch": 543.24,
      "grad_norm": 1.1560066938400269,
      "learning_rate": 1.200716251435898e-06,
      "loss": 0.3433,
      "step": 1946440
    },
    {
      "epoch": 543.25,
      "grad_norm": 1.2307263612747192,
      "learning_rate": 1.200692645524446e-06,
      "loss": 0.3314,
      "step": 1946450
    },
    {
      "epoch": 543.25,
      "grad_norm": 1.0416014194488525,
      "learning_rate": 1.2006690397651374e-06,
      "loss": 0.3323,
      "step": 1946460
    },
    {
      "epoch": 543.25,
      "grad_norm": 1.1983513832092285,
      "learning_rate": 1.2006454341579723e-06,
      "loss": 0.3292,
      "step": 1946470
    },
    {
      "epoch": 543.25,
      "grad_norm": 1.2151821851730347,
      "learning_rate": 1.2006218287029545e-06,
      "loss": 0.346,
      "step": 1946480
    },
    {
      "epoch": 543.26,
      "grad_norm": 0.9498475193977356,
      "learning_rate": 1.2005982234000882e-06,
      "loss": 0.3483,
      "step": 1946490
    },
    {
      "epoch": 543.26,
      "grad_norm": 1.1120399236679077,
      "learning_rate": 1.2005746182493752e-06,
      "loss": 0.345,
      "step": 1946500
    },
    {
      "epoch": 543.26,
      "grad_norm": 1.1081058979034424,
      "learning_rate": 1.200551013250819e-06,
      "loss": 0.3545,
      "step": 1946510
    },
    {
      "epoch": 543.27,
      "grad_norm": 0.9818539619445801,
      "learning_rate": 1.2005274084044227e-06,
      "loss": 0.3407,
      "step": 1946520
    },
    {
      "epoch": 543.27,
      "grad_norm": 1.2181649208068848,
      "learning_rate": 1.2005038037101907e-06,
      "loss": 0.3412,
      "step": 1946530
    },
    {
      "epoch": 543.27,
      "grad_norm": 0.995612621307373,
      "learning_rate": 1.2004801991681234e-06,
      "loss": 0.3295,
      "step": 1946540
    },
    {
      "epoch": 543.27,
      "grad_norm": 1.1921881437301636,
      "learning_rate": 1.200456594778227e-06,
      "loss": 0.354,
      "step": 1946550
    },
    {
      "epoch": 543.28,
      "grad_norm": 0.9252150058746338,
      "learning_rate": 1.2004329905405027e-06,
      "loss": 0.3519,
      "step": 1946560
    },
    {
      "epoch": 543.28,
      "grad_norm": 1.245204210281372,
      "learning_rate": 1.200409386454954e-06,
      "loss": 0.3404,
      "step": 1946570
    },
    {
      "epoch": 543.28,
      "grad_norm": 1.0329868793487549,
      "learning_rate": 1.2003857825215856e-06,
      "loss": 0.3628,
      "step": 1946580
    },
    {
      "epoch": 543.28,
      "grad_norm": 1.0081733465194702,
      "learning_rate": 1.2003621787403978e-06,
      "loss": 0.3307,
      "step": 1946590
    },
    {
      "epoch": 543.29,
      "grad_norm": 1.1739894151687622,
      "learning_rate": 1.2003385751113957e-06,
      "loss": 0.3318,
      "step": 1946600
    },
    {
      "epoch": 543.29,
      "grad_norm": 1.0166231393814087,
      "learning_rate": 1.2003149716345818e-06,
      "loss": 0.3583,
      "step": 1946610
    },
    {
      "epoch": 543.29,
      "grad_norm": 1.0076931715011597,
      "learning_rate": 1.2002913683099594e-06,
      "loss": 0.3229,
      "step": 1946620
    },
    {
      "epoch": 543.3,
      "grad_norm": 1.2538824081420898,
      "learning_rate": 1.200267765137532e-06,
      "loss": 0.3389,
      "step": 1946630
    },
    {
      "epoch": 543.3,
      "grad_norm": 1.061811923980713,
      "learning_rate": 1.2002441621173027e-06,
      "loss": 0.342,
      "step": 1946640
    },
    {
      "epoch": 543.3,
      "grad_norm": 1.1839572191238403,
      "learning_rate": 1.2002205592492736e-06,
      "loss": 0.3446,
      "step": 1946650
    },
    {
      "epoch": 543.3,
      "grad_norm": 1.3402202129364014,
      "learning_rate": 1.2001969565334486e-06,
      "loss": 0.3479,
      "step": 1946660
    },
    {
      "epoch": 543.31,
      "grad_norm": 0.9637038707733154,
      "learning_rate": 1.200173353969832e-06,
      "loss": 0.3528,
      "step": 1946670
    },
    {
      "epoch": 543.31,
      "grad_norm": 1.0937318801879883,
      "learning_rate": 1.2001497515584237e-06,
      "loss": 0.335,
      "step": 1946680
    },
    {
      "epoch": 543.31,
      "grad_norm": 1.0628491640090942,
      "learning_rate": 1.2001261492992307e-06,
      "loss": 0.3457,
      "step": 1946690
    },
    {
      "epoch": 543.32,
      "grad_norm": 1.1123732328414917,
      "learning_rate": 1.2001025471922536e-06,
      "loss": 0.3448,
      "step": 1946700
    },
    {
      "epoch": 543.32,
      "grad_norm": 1.0885943174362183,
      "learning_rate": 1.200078945237496e-06,
      "loss": 0.3447,
      "step": 1946710
    },
    {
      "epoch": 543.32,
      "grad_norm": 0.9814478158950806,
      "learning_rate": 1.2000553434349627e-06,
      "loss": 0.3361,
      "step": 1946720
    },
    {
      "epoch": 543.32,
      "grad_norm": 1.1195707321166992,
      "learning_rate": 1.2000317417846543e-06,
      "loss": 0.3347,
      "step": 1946730
    },
    {
      "epoch": 543.33,
      "grad_norm": 1.1557222604751587,
      "learning_rate": 1.200008140286575e-06,
      "loss": 0.3434,
      "step": 1946740
    },
    {
      "epoch": 543.33,
      "grad_norm": 4.616623401641846,
      "learning_rate": 1.1999845389407279e-06,
      "loss": 0.3474,
      "step": 1946750
    },
    {
      "epoch": 543.33,
      "grad_norm": 1.1609861850738525,
      "learning_rate": 1.1999609377471176e-06,
      "loss": 0.3356,
      "step": 1946760
    },
    {
      "epoch": 543.34,
      "grad_norm": 1.1850556135177612,
      "learning_rate": 1.1999373367057443e-06,
      "loss": 0.3402,
      "step": 1946770
    },
    {
      "epoch": 543.34,
      "grad_norm": 1.1262636184692383,
      "learning_rate": 1.199913735816614e-06,
      "loss": 0.3434,
      "step": 1946780
    },
    {
      "epoch": 543.34,
      "grad_norm": 1.2198748588562012,
      "learning_rate": 1.199890135079728e-06,
      "loss": 0.3367,
      "step": 1946790
    },
    {
      "epoch": 543.34,
      "grad_norm": 1.1190545558929443,
      "learning_rate": 1.19986653449509e-06,
      "loss": 0.3339,
      "step": 1946800
    },
    {
      "epoch": 543.35,
      "grad_norm": 1.078518033027649,
      "learning_rate": 1.1998429340627044e-06,
      "loss": 0.3642,
      "step": 1946810
    },
    {
      "epoch": 543.35,
      "grad_norm": 1.176694631576538,
      "learning_rate": 1.199819333782572e-06,
      "loss": 0.3346,
      "step": 1946820
    },
    {
      "epoch": 543.35,
      "grad_norm": 1.0829603672027588,
      "learning_rate": 1.199795733654697e-06,
      "loss": 0.3426,
      "step": 1946830
    },
    {
      "epoch": 543.35,
      "grad_norm": 1.09712815284729,
      "learning_rate": 1.1997721336790826e-06,
      "loss": 0.3306,
      "step": 1946840
    },
    {
      "epoch": 543.36,
      "grad_norm": 1.2417415380477905,
      "learning_rate": 1.199748533855733e-06,
      "loss": 0.3494,
      "step": 1946850
    },
    {
      "epoch": 543.36,
      "grad_norm": 1.161346435546875,
      "learning_rate": 1.1997249341846493e-06,
      "loss": 0.3374,
      "step": 1946860
    },
    {
      "epoch": 543.36,
      "grad_norm": 1.1394264698028564,
      "learning_rate": 1.1997013346658358e-06,
      "loss": 0.3355,
      "step": 1946870
    },
    {
      "epoch": 543.37,
      "grad_norm": 1.1496046781539917,
      "learning_rate": 1.1996777352992963e-06,
      "loss": 0.3585,
      "step": 1946880
    },
    {
      "epoch": 543.37,
      "grad_norm": 1.1233021020889282,
      "learning_rate": 1.1996541360850315e-06,
      "loss": 0.3424,
      "step": 1946890
    },
    {
      "epoch": 543.37,
      "grad_norm": 1.2367726564407349,
      "learning_rate": 1.1996305370230476e-06,
      "loss": 0.3453,
      "step": 1946900
    },
    {
      "epoch": 543.37,
      "grad_norm": 1.1460542678833008,
      "learning_rate": 1.1996069381133448e-06,
      "loss": 0.3456,
      "step": 1946910
    },
    {
      "epoch": 543.38,
      "grad_norm": 1.1262868642807007,
      "learning_rate": 1.1995833393559295e-06,
      "loss": 0.3395,
      "step": 1946920
    },
    {
      "epoch": 543.38,
      "grad_norm": 1.164340853691101,
      "learning_rate": 1.1995597407508024e-06,
      "loss": 0.3421,
      "step": 1946930
    },
    {
      "epoch": 543.38,
      "grad_norm": 1.1383769512176514,
      "learning_rate": 1.1995361422979666e-06,
      "loss": 0.3302,
      "step": 1946940
    },
    {
      "epoch": 543.39,
      "grad_norm": 1.0605212450027466,
      "learning_rate": 1.1995125439974274e-06,
      "loss": 0.3293,
      "step": 1946950
    },
    {
      "epoch": 543.39,
      "grad_norm": 1.2116249799728394,
      "learning_rate": 1.1994889458491858e-06,
      "loss": 0.325,
      "step": 1946960
    },
    {
      "epoch": 543.39,
      "grad_norm": 1.0354896783828735,
      "learning_rate": 1.1994653478532456e-06,
      "loss": 0.3498,
      "step": 1946970
    },
    {
      "epoch": 543.39,
      "grad_norm": 1.1211601495742798,
      "learning_rate": 1.1994417500096097e-06,
      "loss": 0.3533,
      "step": 1946980
    },
    {
      "epoch": 543.4,
      "grad_norm": 2.9439327716827393,
      "learning_rate": 1.1994181523182827e-06,
      "loss": 0.3489,
      "step": 1946990
    },
    {
      "epoch": 543.4,
      "grad_norm": 1.2085756063461304,
      "learning_rate": 1.1993945547792657e-06,
      "loss": 0.3348,
      "step": 1947000
    },
    {
      "epoch": 543.4,
      "grad_norm": 1.2298816442489624,
      "learning_rate": 1.1993709573925624e-06,
      "loss": 0.3413,
      "step": 1947010
    },
    {
      "epoch": 543.4,
      "grad_norm": 0.9179437756538391,
      "learning_rate": 1.1993473601581774e-06,
      "loss": 0.3168,
      "step": 1947020
    },
    {
      "epoch": 543.41,
      "grad_norm": 1.2905848026275635,
      "learning_rate": 1.199323763076111e-06,
      "loss": 0.3411,
      "step": 1947030
    },
    {
      "epoch": 543.41,
      "grad_norm": 1.1991034746170044,
      "learning_rate": 1.1993001661463695e-06,
      "loss": 0.3397,
      "step": 1947040
    },
    {
      "epoch": 543.41,
      "grad_norm": 1.1419482231140137,
      "learning_rate": 1.1992765693689541e-06,
      "loss": 0.354,
      "step": 1947050
    },
    {
      "epoch": 543.42,
      "grad_norm": 1.0681637525558472,
      "learning_rate": 1.199252972743868e-06,
      "loss": 0.333,
      "step": 1947060
    },
    {
      "epoch": 543.42,
      "grad_norm": 0.8977624177932739,
      "learning_rate": 1.199229376271115e-06,
      "loss": 0.3308,
      "step": 1947070
    },
    {
      "epoch": 543.42,
      "grad_norm": 1.1814143657684326,
      "learning_rate": 1.1992057799506988e-06,
      "loss": 0.3549,
      "step": 1947080
    },
    {
      "epoch": 543.42,
      "grad_norm": 1.116339087486267,
      "learning_rate": 1.199182183782621e-06,
      "loss": 0.3366,
      "step": 1947090
    },
    {
      "epoch": 543.43,
      "grad_norm": 1.0872957706451416,
      "learning_rate": 1.1991585877668853e-06,
      "loss": 0.3354,
      "step": 1947100
    },
    {
      "epoch": 543.43,
      "grad_norm": 1.5340303182601929,
      "learning_rate": 1.1991349919034962e-06,
      "loss": 0.3537,
      "step": 1947110
    },
    {
      "epoch": 543.43,
      "grad_norm": 1.2441015243530273,
      "learning_rate": 1.1991113961924539e-06,
      "loss": 0.3334,
      "step": 1947120
    },
    {
      "epoch": 543.44,
      "grad_norm": 1.2433955669403076,
      "learning_rate": 1.199087800633765e-06,
      "loss": 0.3394,
      "step": 1947130
    },
    {
      "epoch": 543.44,
      "grad_norm": 1.2837138175964355,
      "learning_rate": 1.1990642052274298e-06,
      "loss": 0.3477,
      "step": 1947140
    },
    {
      "epoch": 543.44,
      "grad_norm": 1.2285339832305908,
      "learning_rate": 1.199040609973453e-06,
      "loss": 0.3312,
      "step": 1947150
    },
    {
      "epoch": 543.44,
      "grad_norm": 1.1941871643066406,
      "learning_rate": 1.1990170148718376e-06,
      "loss": 0.3469,
      "step": 1947160
    },
    {
      "epoch": 543.45,
      "grad_norm": 1.2109981775283813,
      "learning_rate": 1.1989934199225862e-06,
      "loss": 0.3625,
      "step": 1947170
    },
    {
      "epoch": 543.45,
      "grad_norm": 1.1743836402893066,
      "learning_rate": 1.198969825125702e-06,
      "loss": 0.3427,
      "step": 1947180
    },
    {
      "epoch": 543.45,
      "grad_norm": 9.203755378723145,
      "learning_rate": 1.1989462304811883e-06,
      "loss": 0.3359,
      "step": 1947190
    },
    {
      "epoch": 543.46,
      "grad_norm": 1.1707249879837036,
      "learning_rate": 1.1989226359890485e-06,
      "loss": 0.3403,
      "step": 1947200
    },
    {
      "epoch": 543.46,
      "grad_norm": 1.2135096788406372,
      "learning_rate": 1.1988990416492854e-06,
      "loss": 0.3446,
      "step": 1947210
    },
    {
      "epoch": 543.46,
      "grad_norm": 1.0722739696502686,
      "learning_rate": 1.198875447461903e-06,
      "loss": 0.3584,
      "step": 1947220
    },
    {
      "epoch": 543.46,
      "grad_norm": 1.2436308860778809,
      "learning_rate": 1.1988518534269031e-06,
      "loss": 0.3542,
      "step": 1947230
    },
    {
      "epoch": 543.47,
      "grad_norm": 1.0961040258407593,
      "learning_rate": 1.1988282595442894e-06,
      "loss": 0.3366,
      "step": 1947240
    },
    {
      "epoch": 543.47,
      "grad_norm": 1.2423896789550781,
      "learning_rate": 1.1988046658140655e-06,
      "loss": 0.338,
      "step": 1947250
    },
    {
      "epoch": 543.47,
      "grad_norm": 0.991506814956665,
      "learning_rate": 1.198781072236233e-06,
      "loss": 0.3426,
      "step": 1947260
    },
    {
      "epoch": 543.47,
      "grad_norm": 1.2516967058181763,
      "learning_rate": 1.1987574788107977e-06,
      "loss": 0.3264,
      "step": 1947270
    },
    {
      "epoch": 543.48,
      "grad_norm": 1.1151238679885864,
      "learning_rate": 1.1987338855377605e-06,
      "loss": 0.3419,
      "step": 1947280
    },
    {
      "epoch": 543.48,
      "grad_norm": 1.015704870223999,
      "learning_rate": 1.1987102924171249e-06,
      "loss": 0.3413,
      "step": 1947290
    },
    {
      "epoch": 543.48,
      "grad_norm": 1.0721147060394287,
      "learning_rate": 1.1986866994488957e-06,
      "loss": 0.3436,
      "step": 1947300
    },
    {
      "epoch": 543.49,
      "grad_norm": 1.2783210277557373,
      "learning_rate": 1.1986631066330735e-06,
      "loss": 0.3325,
      "step": 1947310
    },
    {
      "epoch": 543.49,
      "grad_norm": 1.0857361555099487,
      "learning_rate": 1.198639513969663e-06,
      "loss": 0.3384,
      "step": 1947320
    },
    {
      "epoch": 543.49,
      "grad_norm": 1.0238596200942993,
      "learning_rate": 1.1986159214586665e-06,
      "loss": 0.3375,
      "step": 1947330
    },
    {
      "epoch": 543.49,
      "grad_norm": 1.1659879684448242,
      "learning_rate": 1.1985923291000889e-06,
      "loss": 0.3194,
      "step": 1947340
    },
    {
      "epoch": 543.5,
      "grad_norm": 1.2422938346862793,
      "learning_rate": 1.1985687368939303e-06,
      "loss": 0.3455,
      "step": 1947350
    },
    {
      "epoch": 543.5,
      "grad_norm": 1.3131643533706665,
      "learning_rate": 1.1985451448401973e-06,
      "loss": 0.3455,
      "step": 1947360
    },
    {
      "epoch": 543.5,
      "grad_norm": 1.3469918966293335,
      "learning_rate": 1.1985215529388908e-06,
      "loss": 0.3475,
      "step": 1947370
    },
    {
      "epoch": 543.51,
      "grad_norm": 1.0647257566452026,
      "learning_rate": 1.1984979611900142e-06,
      "loss": 0.3448,
      "step": 1947380
    },
    {
      "epoch": 543.51,
      "grad_norm": 1.1043652296066284,
      "learning_rate": 1.198474369593572e-06,
      "loss": 0.3476,
      "step": 1947390
    },
    {
      "epoch": 543.51,
      "grad_norm": 1.1635727882385254,
      "learning_rate": 1.1984507781495653e-06,
      "loss": 0.3477,
      "step": 1947400
    },
    {
      "epoch": 543.51,
      "grad_norm": 1.2316042184829712,
      "learning_rate": 1.1984271868579984e-06,
      "loss": 0.3324,
      "step": 1947410
    },
    {
      "epoch": 543.52,
      "grad_norm": 0.9903368949890137,
      "learning_rate": 1.1984035957188742e-06,
      "loss": 0.3461,
      "step": 1947420
    },
    {
      "epoch": 543.52,
      "grad_norm": 1.1042338609695435,
      "learning_rate": 1.198380004732197e-06,
      "loss": 0.3491,
      "step": 1947430
    },
    {
      "epoch": 543.52,
      "grad_norm": 1.166829228401184,
      "learning_rate": 1.1983564138979678e-06,
      "loss": 0.3419,
      "step": 1947440
    },
    {
      "epoch": 543.52,
      "grad_norm": 0.9159058928489685,
      "learning_rate": 1.1983328232161905e-06,
      "loss": 0.3432,
      "step": 1947450
    },
    {
      "epoch": 543.53,
      "grad_norm": 1.235379934310913,
      "learning_rate": 1.1983092326868688e-06,
      "loss": 0.343,
      "step": 1947460
    },
    {
      "epoch": 543.53,
      "grad_norm": 1.0921359062194824,
      "learning_rate": 1.1982856423100058e-06,
      "loss": 0.3368,
      "step": 1947470
    },
    {
      "epoch": 543.53,
      "grad_norm": 1.2791070938110352,
      "learning_rate": 1.198262052085605e-06,
      "loss": 0.3455,
      "step": 1947480
    },
    {
      "epoch": 543.54,
      "grad_norm": 1.257134199142456,
      "learning_rate": 1.1982384620136675e-06,
      "loss": 0.3342,
      "step": 1947490
    },
    {
      "epoch": 543.54,
      "grad_norm": 1.2925888299942017,
      "learning_rate": 1.1982148720941994e-06,
      "loss": 0.3408,
      "step": 1947500
    },
    {
      "epoch": 543.54,
      "grad_norm": 1.122504711151123,
      "learning_rate": 1.1981912823272014e-06,
      "loss": 0.3389,
      "step": 1947510
    },
    {
      "epoch": 543.54,
      "grad_norm": 1.0270214080810547,
      "learning_rate": 1.1981676927126778e-06,
      "loss": 0.3233,
      "step": 1947520
    },
    {
      "epoch": 543.55,
      "grad_norm": 1.1974310874938965,
      "learning_rate": 1.198144103250632e-06,
      "loss": 0.3316,
      "step": 1947530
    },
    {
      "epoch": 543.55,
      "grad_norm": 1.1525355577468872,
      "learning_rate": 1.198120513941066e-06,
      "loss": 0.3463,
      "step": 1947540
    },
    {
      "epoch": 543.55,
      "grad_norm": 1.1390200853347778,
      "learning_rate": 1.1980969247839837e-06,
      "loss": 0.3347,
      "step": 1947550
    },
    {
      "epoch": 543.56,
      "grad_norm": 1.090051531791687,
      "learning_rate": 1.198073335779388e-06,
      "loss": 0.3503,
      "step": 1947560
    },
    {
      "epoch": 543.56,
      "grad_norm": 1.1444370746612549,
      "learning_rate": 1.1980497469272834e-06,
      "loss": 0.3273,
      "step": 1947570
    },
    {
      "epoch": 543.56,
      "grad_norm": 1.1230711936950684,
      "learning_rate": 1.1980261582276698e-06,
      "loss": 0.3528,
      "step": 1947580
    },
    {
      "epoch": 543.56,
      "grad_norm": 1.1229506731033325,
      "learning_rate": 1.198002569680554e-06,
      "loss": 0.3335,
      "step": 1947590
    },
    {
      "epoch": 543.57,
      "grad_norm": 1.066540241241455,
      "learning_rate": 1.1979789812859368e-06,
      "loss": 0.3374,
      "step": 1947600
    },
    {
      "epoch": 543.57,
      "grad_norm": 2.028351068496704,
      "learning_rate": 1.197955393043822e-06,
      "loss": 0.351,
      "step": 1947610
    },
    {
      "epoch": 543.57,
      "grad_norm": 1.04832124710083,
      "learning_rate": 1.1979318049542135e-06,
      "loss": 0.3372,
      "step": 1947620
    },
    {
      "epoch": 543.58,
      "grad_norm": 1.126571536064148,
      "learning_rate": 1.197908217017113e-06,
      "loss": 0.3376,
      "step": 1947630
    },
    {
      "epoch": 543.58,
      "grad_norm": 0.9306792616844177,
      "learning_rate": 1.1978846292325243e-06,
      "loss": 0.3482,
      "step": 1947640
    },
    {
      "epoch": 543.58,
      "grad_norm": 1.5762583017349243,
      "learning_rate": 1.1978610416004509e-06,
      "loss": 0.3346,
      "step": 1947650
    },
    {
      "epoch": 543.58,
      "grad_norm": 1.0657658576965332,
      "learning_rate": 1.1978374541208959e-06,
      "loss": 0.3429,
      "step": 1947660
    },
    {
      "epoch": 543.59,
      "grad_norm": 1.4008588790893555,
      "learning_rate": 1.1978138667938616e-06,
      "loss": 0.3413,
      "step": 1947670
    },
    {
      "epoch": 543.59,
      "grad_norm": 1.060739517211914,
      "learning_rate": 1.1977902796193517e-06,
      "loss": 0.3521,
      "step": 1947680
    },
    {
      "epoch": 543.59,
      "grad_norm": 1.2630897760391235,
      "learning_rate": 1.1977666925973703e-06,
      "loss": 0.3474,
      "step": 1947690
    },
    {
      "epoch": 543.59,
      "grad_norm": 1.1569207906723022,
      "learning_rate": 1.1977431057279178e-06,
      "loss": 0.3584,
      "step": 1947700
    },
    {
      "epoch": 543.6,
      "grad_norm": 1.200246810913086,
      "learning_rate": 1.1977195190110008e-06,
      "loss": 0.3348,
      "step": 1947710
    },
    {
      "epoch": 543.6,
      "grad_norm": 1.2060023546218872,
      "learning_rate": 1.19769593244662e-06,
      "loss": 0.3201,
      "step": 1947720
    },
    {
      "epoch": 543.6,
      "grad_norm": 1.239965558052063,
      "learning_rate": 1.1976723460347792e-06,
      "loss": 0.3451,
      "step": 1947730
    },
    {
      "epoch": 543.61,
      "grad_norm": 1.06085205078125,
      "learning_rate": 1.1976487597754819e-06,
      "loss": 0.3304,
      "step": 1947740
    },
    {
      "epoch": 543.61,
      "grad_norm": 1.2212978601455688,
      "learning_rate": 1.1976251736687314e-06,
      "loss": 0.3325,
      "step": 1947750
    },
    {
      "epoch": 543.61,
      "grad_norm": 1.0267995595932007,
      "learning_rate": 1.19760158771453e-06,
      "loss": 0.326,
      "step": 1947760
    },
    {
      "epoch": 543.61,
      "grad_norm": 1.067063808441162,
      "learning_rate": 1.197578001912881e-06,
      "loss": 0.3378,
      "step": 1947770
    },
    {
      "epoch": 543.62,
      "grad_norm": 1.0649267435073853,
      "learning_rate": 1.1975544162637879e-06,
      "loss": 0.3296,
      "step": 1947780
    },
    {
      "epoch": 543.62,
      "grad_norm": 1.0088632106781006,
      "learning_rate": 1.1975308307672539e-06,
      "loss": 0.3324,
      "step": 1947790
    },
    {
      "epoch": 543.62,
      "grad_norm": 1.1624387502670288,
      "learning_rate": 1.1975072454232826e-06,
      "loss": 0.329,
      "step": 1947800
    },
    {
      "epoch": 543.63,
      "grad_norm": 1.4122649431228638,
      "learning_rate": 1.1974836602318757e-06,
      "loss": 0.3334,
      "step": 1947810
    },
    {
      "epoch": 543.63,
      "grad_norm": 0.9853417277336121,
      "learning_rate": 1.1974600751930372e-06,
      "loss": 0.3444,
      "step": 1947820
    },
    {
      "epoch": 543.63,
      "grad_norm": 1.2324105501174927,
      "learning_rate": 1.1974364903067714e-06,
      "loss": 0.3595,
      "step": 1947830
    },
    {
      "epoch": 543.63,
      "grad_norm": 1.2443039417266846,
      "learning_rate": 1.197412905573078e-06,
      "loss": 0.3383,
      "step": 1947840
    },
    {
      "epoch": 543.64,
      "grad_norm": 1.082722544670105,
      "learning_rate": 1.1973893209919643e-06,
      "loss": 0.35,
      "step": 1947850
    },
    {
      "epoch": 543.64,
      "grad_norm": 1.1362215280532837,
      "learning_rate": 1.1973657365634306e-06,
      "loss": 0.3405,
      "step": 1947860
    },
    {
      "epoch": 543.64,
      "grad_norm": 1.0127999782562256,
      "learning_rate": 1.1973421522874813e-06,
      "loss": 0.3464,
      "step": 1947870
    },
    {
      "epoch": 543.64,
      "grad_norm": 1.2431492805480957,
      "learning_rate": 1.1973185681641185e-06,
      "loss": 0.3415,
      "step": 1947880
    },
    {
      "epoch": 543.65,
      "grad_norm": 1.1901566982269287,
      "learning_rate": 1.1972949841933475e-06,
      "loss": 0.3434,
      "step": 1947890
    },
    {
      "epoch": 543.65,
      "grad_norm": 1.1267718076705933,
      "learning_rate": 1.1972714003751689e-06,
      "loss": 0.3429,
      "step": 1947900
    },
    {
      "epoch": 543.65,
      "grad_norm": 1.2358641624450684,
      "learning_rate": 1.197247816709587e-06,
      "loss": 0.3366,
      "step": 1947910
    },
    {
      "epoch": 543.66,
      "grad_norm": 1.4169490337371826,
      "learning_rate": 1.1972242331966055e-06,
      "loss": 0.333,
      "step": 1947920
    },
    {
      "epoch": 543.66,
      "grad_norm": 1.1261025667190552,
      "learning_rate": 1.1972006498362253e-06,
      "loss": 0.3483,
      "step": 1947930
    },
    {
      "epoch": 543.66,
      "grad_norm": 1.3787164688110352,
      "learning_rate": 1.197177066628453e-06,
      "loss": 0.3519,
      "step": 1947940
    },
    {
      "epoch": 543.66,
      "grad_norm": 1.1942774057388306,
      "learning_rate": 1.197153483573289e-06,
      "loss": 0.3325,
      "step": 1947950
    },
    {
      "epoch": 543.67,
      "grad_norm": 1.1751998662948608,
      "learning_rate": 1.197129900670737e-06,
      "loss": 0.3422,
      "step": 1947960
    },
    {
      "epoch": 543.67,
      "grad_norm": 0.9788079261779785,
      "learning_rate": 1.1971063179208016e-06,
      "loss": 0.3436,
      "step": 1947970
    },
    {
      "epoch": 543.67,
      "grad_norm": 1.085262417793274,
      "learning_rate": 1.1970827353234839e-06,
      "loss": 0.3455,
      "step": 1947980
    },
    {
      "epoch": 543.68,
      "grad_norm": 1.010049819946289,
      "learning_rate": 1.1970591528787878e-06,
      "loss": 0.34,
      "step": 1947990
    },
    {
      "epoch": 543.68,
      "grad_norm": 1.1931706666946411,
      "learning_rate": 1.1970355705867164e-06,
      "loss": 0.3428,
      "step": 1948000
    },
    {
      "epoch": 543.68,
      "grad_norm": 1.0955300331115723,
      "learning_rate": 1.1970119884472743e-06,
      "loss": 0.3317,
      "step": 1948010
    },
    {
      "epoch": 543.68,
      "grad_norm": 1.061456322669983,
      "learning_rate": 1.1969884064604613e-06,
      "loss": 0.3314,
      "step": 1948020
    },
    {
      "epoch": 543.69,
      "grad_norm": 1.1591579914093018,
      "learning_rate": 1.1969648246262845e-06,
      "loss": 0.3307,
      "step": 1948030
    },
    {
      "epoch": 543.69,
      "grad_norm": 1.0688291788101196,
      "learning_rate": 1.196941242944744e-06,
      "loss": 0.3389,
      "step": 1948040
    },
    {
      "epoch": 543.69,
      "grad_norm": 1.0559687614440918,
      "learning_rate": 1.1969176614158442e-06,
      "loss": 0.3286,
      "step": 1948050
    },
    {
      "epoch": 543.7,
      "grad_norm": 1.0897281169891357,
      "learning_rate": 1.196894080039589e-06,
      "loss": 0.3692,
      "step": 1948060
    },
    {
      "epoch": 543.7,
      "grad_norm": 0.9653396010398865,
      "learning_rate": 1.1968704988159789e-06,
      "loss": 0.3391,
      "step": 1948070
    },
    {
      "epoch": 543.7,
      "grad_norm": 1.0366300344467163,
      "learning_rate": 1.1968469177450205e-06,
      "loss": 0.3377,
      "step": 1948080
    },
    {
      "epoch": 543.7,
      "grad_norm": 0.9642515182495117,
      "learning_rate": 1.1968233368267144e-06,
      "loss": 0.3289,
      "step": 1948090
    },
    {
      "epoch": 543.71,
      "grad_norm": 1.1470004320144653,
      "learning_rate": 1.1967997560610644e-06,
      "loss": 0.3284,
      "step": 1948100
    },
    {
      "epoch": 543.71,
      "grad_norm": 1.0861483812332153,
      "learning_rate": 1.1967761754480747e-06,
      "loss": 0.3411,
      "step": 1948110
    },
    {
      "epoch": 543.71,
      "grad_norm": 1.1004122495651245,
      "learning_rate": 1.1967525949877468e-06,
      "loss": 0.3247,
      "step": 1948120
    },
    {
      "epoch": 543.71,
      "grad_norm": 1.118934988975525,
      "learning_rate": 1.1967290146800844e-06,
      "loss": 0.3352,
      "step": 1948130
    },
    {
      "epoch": 543.72,
      "grad_norm": 1.0708673000335693,
      "learning_rate": 1.196705434525091e-06,
      "loss": 0.3314,
      "step": 1948140
    },
    {
      "epoch": 543.72,
      "grad_norm": 1.5082592964172363,
      "learning_rate": 1.19668185452277e-06,
      "loss": 0.3437,
      "step": 1948150
    },
    {
      "epoch": 543.72,
      "grad_norm": 1.142269253730774,
      "learning_rate": 1.1966582746731229e-06,
      "loss": 0.317,
      "step": 1948160
    },
    {
      "epoch": 543.73,
      "grad_norm": 1.1602911949157715,
      "learning_rate": 1.1966346949761555e-06,
      "loss": 0.3362,
      "step": 1948170
    },
    {
      "epoch": 543.73,
      "grad_norm": 1.0588313341140747,
      "learning_rate": 1.1966111154318685e-06,
      "loss": 0.353,
      "step": 1948180
    },
    {
      "epoch": 543.73,
      "grad_norm": 1.121671438217163,
      "learning_rate": 1.1965875360402663e-06,
      "loss": 0.3413,
      "step": 1948190
    },
    {
      "epoch": 543.73,
      "grad_norm": 1.0885818004608154,
      "learning_rate": 1.1965639568013523e-06,
      "loss": 0.323,
      "step": 1948200
    },
    {
      "epoch": 543.74,
      "grad_norm": 1.0568580627441406,
      "learning_rate": 1.196540377715128e-06,
      "loss": 0.3558,
      "step": 1948210
    },
    {
      "epoch": 543.74,
      "grad_norm": 1.2035211324691772,
      "learning_rate": 1.196516798781598e-06,
      "loss": 0.3352,
      "step": 1948220
    },
    {
      "epoch": 543.74,
      "grad_norm": 0.9982320666313171,
      "learning_rate": 1.196493220000765e-06,
      "loss": 0.362,
      "step": 1948230
    },
    {
      "epoch": 543.75,
      "grad_norm": 1.1571478843688965,
      "learning_rate": 1.1964696413726333e-06,
      "loss": 0.3087,
      "step": 1948240
    },
    {
      "epoch": 543.75,
      "grad_norm": 1.2266355752944946,
      "learning_rate": 1.1964460628972035e-06,
      "loss": 0.3469,
      "step": 1948250
    },
    {
      "epoch": 543.75,
      "grad_norm": 1.1728302240371704,
      "learning_rate": 1.1964224845744803e-06,
      "loss": 0.3435,
      "step": 1948260
    },
    {
      "epoch": 543.75,
      "grad_norm": 1.161871075630188,
      "learning_rate": 1.1963989064044681e-06,
      "loss": 0.3495,
      "step": 1948270
    },
    {
      "epoch": 543.76,
      "grad_norm": 1.016528844833374,
      "learning_rate": 1.1963753283871662e-06,
      "loss": 0.3411,
      "step": 1948280
    },
    {
      "epoch": 543.76,
      "grad_norm": 1.1848410367965698,
      "learning_rate": 1.1963517505225823e-06,
      "loss": 0.3392,
      "step": 1948290
    },
    {
      "epoch": 543.76,
      "grad_norm": 1.2524244785308838,
      "learning_rate": 1.1963281728107166e-06,
      "loss": 0.3293,
      "step": 1948300
    },
    {
      "epoch": 543.77,
      "grad_norm": 1.204519271850586,
      "learning_rate": 1.196304595251573e-06,
      "loss": 0.3406,
      "step": 1948310
    },
    {
      "epoch": 543.77,
      "grad_norm": 1.1684648990631104,
      "learning_rate": 1.1962810178451546e-06,
      "loss": 0.3348,
      "step": 1948320
    },
    {
      "epoch": 543.77,
      "grad_norm": 1.0177967548370361,
      "learning_rate": 1.1962574405914656e-06,
      "loss": 0.3358,
      "step": 1948330
    },
    {
      "epoch": 543.77,
      "grad_norm": 1.1050766706466675,
      "learning_rate": 1.196233863490507e-06,
      "loss": 0.3521,
      "step": 1948340
    },
    {
      "epoch": 543.78,
      "grad_norm": 1.183383584022522,
      "learning_rate": 1.1962102865422837e-06,
      "loss": 0.3399,
      "step": 1948350
    },
    {
      "epoch": 543.78,
      "grad_norm": 1.2014260292053223,
      "learning_rate": 1.1961867097467977e-06,
      "loss": 0.3525,
      "step": 1948360
    },
    {
      "epoch": 543.78,
      "grad_norm": 1.143552541732788,
      "learning_rate": 1.1961631331040532e-06,
      "loss": 0.3377,
      "step": 1948370
    },
    {
      "epoch": 543.78,
      "grad_norm": 1.1986082792282104,
      "learning_rate": 1.1961395566140531e-06,
      "loss": 0.3317,
      "step": 1948380
    },
    {
      "epoch": 543.79,
      "grad_norm": 1.0884116888046265,
      "learning_rate": 1.1961159802767996e-06,
      "loss": 0.3328,
      "step": 1948390
    },
    {
      "epoch": 543.79,
      "grad_norm": 1.1030519008636475,
      "learning_rate": 1.1960924040922968e-06,
      "loss": 0.3425,
      "step": 1948400
    },
    {
      "epoch": 543.79,
      "grad_norm": 1.0515977144241333,
      "learning_rate": 1.1960688280605481e-06,
      "loss": 0.3375,
      "step": 1948410
    },
    {
      "epoch": 543.8,
      "grad_norm": 0.9732568264007568,
      "learning_rate": 1.1960452521815542e-06,
      "loss": 0.3433,
      "step": 1948420
    },
    {
      "epoch": 543.8,
      "grad_norm": 1.133413553237915,
      "learning_rate": 1.1960216764553223e-06,
      "loss": 0.3619,
      "step": 1948430
    },
    {
      "epoch": 543.8,
      "grad_norm": 1.1205098628997803,
      "learning_rate": 1.195998100881852e-06,
      "loss": 0.3327,
      "step": 1948440
    },
    {
      "epoch": 543.8,
      "grad_norm": 1.2418640851974487,
      "learning_rate": 1.1959745254611485e-06,
      "loss": 0.344,
      "step": 1948450
    },
    {
      "epoch": 543.81,
      "grad_norm": 1.1135238409042358,
      "learning_rate": 1.1959509501932137e-06,
      "loss": 0.3248,
      "step": 1948460
    },
    {
      "epoch": 543.81,
      "grad_norm": 1.0658822059631348,
      "learning_rate": 1.1959273750780521e-06,
      "loss": 0.3319,
      "step": 1948470
    },
    {
      "epoch": 543.81,
      "grad_norm": 1.0459096431732178,
      "learning_rate": 1.1959038001156652e-06,
      "loss": 0.3664,
      "step": 1948480
    },
    {
      "epoch": 543.82,
      "grad_norm": 1.1066513061523438,
      "learning_rate": 1.1958802253060572e-06,
      "loss": 0.3387,
      "step": 1948490
    },
    {
      "epoch": 543.82,
      "grad_norm": 0.9050182104110718,
      "learning_rate": 1.1958566506492314e-06,
      "loss": 0.3456,
      "step": 1948500
    },
    {
      "epoch": 543.82,
      "grad_norm": 1.1953200101852417,
      "learning_rate": 1.1958330761451893e-06,
      "loss": 0.3525,
      "step": 1948510
    },
    {
      "epoch": 543.82,
      "grad_norm": 1.1123453378677368,
      "learning_rate": 1.1958095017939364e-06,
      "loss": 0.3445,
      "step": 1948520
    },
    {
      "epoch": 543.83,
      "grad_norm": 0.9627478122711182,
      "learning_rate": 1.1957859275954743e-06,
      "loss": 0.3355,
      "step": 1948530
    },
    {
      "epoch": 543.83,
      "grad_norm": 1.3719934225082397,
      "learning_rate": 1.1957623535498065e-06,
      "loss": 0.3477,
      "step": 1948540
    },
    {
      "epoch": 543.83,
      "grad_norm": 1.238227128982544,
      "learning_rate": 1.195738779656936e-06,
      "loss": 0.343,
      "step": 1948550
    },
    {
      "epoch": 543.83,
      "grad_norm": 0.9389658570289612,
      "learning_rate": 1.195715205916867e-06,
      "loss": 0.3404,
      "step": 1948560
    },
    {
      "epoch": 543.84,
      "grad_norm": 1.135470986366272,
      "learning_rate": 1.195691632329601e-06,
      "loss": 0.3263,
      "step": 1948570
    },
    {
      "epoch": 543.84,
      "grad_norm": 1.1394022703170776,
      "learning_rate": 1.1956680588951415e-06,
      "loss": 0.35,
      "step": 1948580
    },
    {
      "epoch": 543.84,
      "grad_norm": 1.3358792066574097,
      "learning_rate": 1.1956444856134934e-06,
      "loss": 0.3292,
      "step": 1948590
    },
    {
      "epoch": 543.85,
      "grad_norm": 0.9698744416236877,
      "learning_rate": 1.1956209124846565e-06,
      "loss": 0.3375,
      "step": 1948600
    },
    {
      "epoch": 543.85,
      "grad_norm": 1.0205285549163818,
      "learning_rate": 1.1955973395086374e-06,
      "loss": 0.3601,
      "step": 1948610
    },
    {
      "epoch": 543.85,
      "grad_norm": 1.099571704864502,
      "learning_rate": 1.1955737666854372e-06,
      "loss": 0.3371,
      "step": 1948620
    },
    {
      "epoch": 543.85,
      "grad_norm": 1.0860060453414917,
      "learning_rate": 1.1955501940150596e-06,
      "loss": 0.3497,
      "step": 1948630
    },
    {
      "epoch": 543.86,
      "grad_norm": 1.1174540519714355,
      "learning_rate": 1.1955266214975083e-06,
      "loss": 0.3516,
      "step": 1948640
    },
    {
      "epoch": 543.86,
      "grad_norm": 1.1558526754379272,
      "learning_rate": 1.1955030491327845e-06,
      "loss": 0.3362,
      "step": 1948650
    },
    {
      "epoch": 543.86,
      "grad_norm": 1.2450708150863647,
      "learning_rate": 1.195479476920894e-06,
      "loss": 0.3368,
      "step": 1948660
    },
    {
      "epoch": 543.87,
      "grad_norm": 1.2549493312835693,
      "learning_rate": 1.195455904861838e-06,
      "loss": 0.3281,
      "step": 1948670
    },
    {
      "epoch": 543.87,
      "grad_norm": 1.018924355506897,
      "learning_rate": 1.1954323329556198e-06,
      "loss": 0.3429,
      "step": 1948680
    },
    {
      "epoch": 543.87,
      "grad_norm": 1.1451740264892578,
      "learning_rate": 1.1954087612022435e-06,
      "loss": 0.3466,
      "step": 1948690
    },
    {
      "epoch": 543.87,
      "grad_norm": 1.004057765007019,
      "learning_rate": 1.1953851896017125e-06,
      "loss": 0.3286,
      "step": 1948700
    },
    {
      "epoch": 543.88,
      "grad_norm": 1.1054617166519165,
      "learning_rate": 1.1953616181540284e-06,
      "loss": 0.3362,
      "step": 1948710
    },
    {
      "epoch": 543.88,
      "grad_norm": 1.078176736831665,
      "learning_rate": 1.1953380468591946e-06,
      "loss": 0.3423,
      "step": 1948720
    },
    {
      "epoch": 543.88,
      "grad_norm": 1.2551361322402954,
      "learning_rate": 1.1953144757172164e-06,
      "loss": 0.3371,
      "step": 1948730
    },
    {
      "epoch": 543.89,
      "grad_norm": 1.3314154148101807,
      "learning_rate": 1.1952909047280928e-06,
      "loss": 0.3588,
      "step": 1948740
    },
    {
      "epoch": 543.89,
      "grad_norm": 1.0295346975326538,
      "learning_rate": 1.1952673338918315e-06,
      "loss": 0.3491,
      "step": 1948750
    },
    {
      "epoch": 543.89,
      "grad_norm": 1.14243483543396,
      "learning_rate": 1.1952437632084326e-06,
      "loss": 0.3408,
      "step": 1948760
    },
    {
      "epoch": 543.89,
      "grad_norm": 1.51681649684906,
      "learning_rate": 1.1952201926779004e-06,
      "loss": 0.3378,
      "step": 1948770
    },
    {
      "epoch": 543.9,
      "grad_norm": 1.129546880722046,
      "learning_rate": 1.1951966223002385e-06,
      "loss": 0.3416,
      "step": 1948780
    },
    {
      "epoch": 543.9,
      "grad_norm": 1.2461791038513184,
      "learning_rate": 1.1951730520754487e-06,
      "loss": 0.3293,
      "step": 1948790
    },
    {
      "epoch": 543.9,
      "grad_norm": 1.2184219360351562,
      "learning_rate": 1.1951494820035346e-06,
      "loss": 0.3392,
      "step": 1948800
    },
    {
      "epoch": 543.9,
      "grad_norm": 1.316973328590393,
      "learning_rate": 1.1951259120844993e-06,
      "loss": 0.3426,
      "step": 1948810
    },
    {
      "epoch": 543.91,
      "grad_norm": 1.1154513359069824,
      "learning_rate": 1.1951023423183474e-06,
      "loss": 0.3289,
      "step": 1948820
    },
    {
      "epoch": 543.91,
      "grad_norm": 0.9482690095901489,
      "learning_rate": 1.1950787727050792e-06,
      "loss": 0.3405,
      "step": 1948830
    },
    {
      "epoch": 543.91,
      "grad_norm": 1.072693109512329,
      "learning_rate": 1.1950552032447009e-06,
      "loss": 0.3352,
      "step": 1948840
    },
    {
      "epoch": 543.92,
      "grad_norm": 1.0338172912597656,
      "learning_rate": 1.1950316339372134e-06,
      "loss": 0.3376,
      "step": 1948850
    },
    {
      "epoch": 543.92,
      "grad_norm": 1.1152089834213257,
      "learning_rate": 1.1950080647826208e-06,
      "loss": 0.3458,
      "step": 1948860
    },
    {
      "epoch": 543.92,
      "grad_norm": 1.1052520275115967,
      "learning_rate": 1.1949844957809269e-06,
      "loss": 0.3384,
      "step": 1948870
    },
    {
      "epoch": 543.92,
      "grad_norm": 1.2037431001663208,
      "learning_rate": 1.1949609269321328e-06,
      "loss": 0.3423,
      "step": 1948880
    },
    {
      "epoch": 543.93,
      "grad_norm": 0.9860143661499023,
      "learning_rate": 1.1949373582362432e-06,
      "loss": 0.3406,
      "step": 1948890
    },
    {
      "epoch": 543.93,
      "grad_norm": 0.9156978726387024,
      "learning_rate": 1.1949137896932608e-06,
      "loss": 0.3388,
      "step": 1948900
    },
    {
      "epoch": 543.93,
      "grad_norm": 1.233432412147522,
      "learning_rate": 1.1948902213031895e-06,
      "loss": 0.3413,
      "step": 1948910
    },
    {
      "epoch": 543.94,
      "grad_norm": 1.3520971536636353,
      "learning_rate": 1.1948666530660311e-06,
      "loss": 0.3285,
      "step": 1948920
    },
    {
      "epoch": 543.94,
      "grad_norm": 1.2119022607803345,
      "learning_rate": 1.194843084981789e-06,
      "loss": 0.3404,
      "step": 1948930
    },
    {
      "epoch": 543.94,
      "grad_norm": 1.1716547012329102,
      "learning_rate": 1.1948195170504672e-06,
      "loss": 0.3562,
      "step": 1948940
    },
    {
      "epoch": 543.94,
      "grad_norm": 1.679744839668274,
      "learning_rate": 1.1947959492720685e-06,
      "loss": 0.3463,
      "step": 1948950
    },
    {
      "epoch": 543.95,
      "grad_norm": 1.1093963384628296,
      "learning_rate": 1.1947723816465964e-06,
      "loss": 0.3394,
      "step": 1948960
    },
    {
      "epoch": 543.95,
      "grad_norm": 0.9860906600952148,
      "learning_rate": 1.1947488141740515e-06,
      "loss": 0.3281,
      "step": 1948970
    },
    {
      "epoch": 543.95,
      "grad_norm": 1.066399335861206,
      "learning_rate": 1.1947252468544412e-06,
      "loss": 0.3452,
      "step": 1948980
    },
    {
      "epoch": 543.95,
      "grad_norm": 1.3894845247268677,
      "learning_rate": 1.1947016796877654e-06,
      "loss": 0.3225,
      "step": 1948990
    },
    {
      "epoch": 543.96,
      "grad_norm": 1.0350666046142578,
      "learning_rate": 1.1946781126740281e-06,
      "loss": 0.3492,
      "step": 1949000
    },
    {
      "epoch": 543.96,
      "grad_norm": 1.0225796699523926,
      "learning_rate": 1.1946545458132335e-06,
      "loss": 0.33,
      "step": 1949010
    },
    {
      "epoch": 543.96,
      "grad_norm": 1.0565696954727173,
      "learning_rate": 1.1946309791053834e-06,
      "loss": 0.3386,
      "step": 1949020
    },
    {
      "epoch": 543.97,
      "grad_norm": 1.2198596000671387,
      "learning_rate": 1.1946074125504807e-06,
      "loss": 0.3504,
      "step": 1949030
    },
    {
      "epoch": 543.97,
      "grad_norm": 1.2151612043380737,
      "learning_rate": 1.1945838461485294e-06,
      "loss": 0.3404,
      "step": 1949040
    },
    {
      "epoch": 543.97,
      "grad_norm": 1.0344220399856567,
      "learning_rate": 1.1945602798995335e-06,
      "loss": 0.3271,
      "step": 1949050
    },
    {
      "epoch": 543.97,
      "grad_norm": 1.0113197565078735,
      "learning_rate": 1.194536713803494e-06,
      "loss": 0.3314,
      "step": 1949060
    },
    {
      "epoch": 543.98,
      "grad_norm": 1.1621733903884888,
      "learning_rate": 1.1945131478604153e-06,
      "loss": 0.3669,
      "step": 1949070
    },
    {
      "epoch": 543.98,
      "grad_norm": 1.4378712177276611,
      "learning_rate": 1.1944895820703013e-06,
      "loss": 0.3472,
      "step": 1949080
    },
    {
      "epoch": 543.98,
      "grad_norm": 1.264998435974121,
      "learning_rate": 1.194466016433152e-06,
      "loss": 0.3368,
      "step": 1949090
    },
    {
      "epoch": 543.99,
      "grad_norm": 1.3304892778396606,
      "learning_rate": 1.1944424509489746e-06,
      "loss": 0.3368,
      "step": 1949100
    },
    {
      "epoch": 543.99,
      "grad_norm": 1.3128106594085693,
      "learning_rate": 1.1944188856177695e-06,
      "loss": 0.3518,
      "step": 1949110
    },
    {
      "epoch": 543.99,
      "grad_norm": 1.3606160879135132,
      "learning_rate": 1.194395320439541e-06,
      "loss": 0.3473,
      "step": 1949120
    },
    {
      "epoch": 543.99,
      "grad_norm": 1.038642406463623,
      "learning_rate": 1.1943717554142915e-06,
      "loss": 0.3299,
      "step": 1949130
    },
    {
      "epoch": 544.0,
      "grad_norm": 1.5358989238739014,
      "learning_rate": 1.1943481905420255e-06,
      "loss": 0.3305,
      "step": 1949140
    },
    {
      "epoch": 544.0,
      "grad_norm": 1.0736143589019775,
      "learning_rate": 1.1943246258227445e-06,
      "loss": 0.3322,
      "step": 1949150
    },
    {
      "epoch": 544.0,
      "eval_loss": 0.34020140767097473,
      "eval_runtime": 67.6944,
      "eval_samples_per_second": 74.733,
      "eval_steps_per_second": 9.351,
      "step": 1949152
    },
    {
      "epoch": 544.0,
      "grad_norm": 1.1983615159988403,
      "learning_rate": 1.194301061256452e-06,
      "loss": 0.3434,
      "step": 1949160
    },
    {
      "epoch": 544.01,
      "grad_norm": 1.555383324623108,
      "learning_rate": 1.1942774968431527e-06,
      "loss": 0.3331,
      "step": 1949170
    },
    {
      "epoch": 544.01,
      "grad_norm": 1.1396304368972778,
      "learning_rate": 1.1942539325828467e-06,
      "loss": 0.3586,
      "step": 1949180
    },
    {
      "epoch": 544.01,
      "grad_norm": 1.217680811882019,
      "learning_rate": 1.1942303684755406e-06,
      "loss": 0.3332,
      "step": 1949190
    },
    {
      "epoch": 544.01,
      "grad_norm": 1.1625078916549683,
      "learning_rate": 1.1942068045212351e-06,
      "loss": 0.3305,
      "step": 1949200
    },
    {
      "epoch": 544.02,
      "grad_norm": 1.2400233745574951,
      "learning_rate": 1.1941832407199337e-06,
      "loss": 0.3296,
      "step": 1949210
    },
    {
      "epoch": 544.02,
      "grad_norm": 1.1900559663772583,
      "learning_rate": 1.1941596770716413e-06,
      "loss": 0.3361,
      "step": 1949220
    },
    {
      "epoch": 544.02,
      "grad_norm": 1.2105317115783691,
      "learning_rate": 1.1941361135763578e-06,
      "loss": 0.3243,
      "step": 1949230
    },
    {
      "epoch": 544.02,
      "grad_norm": 1.1712602376937866,
      "learning_rate": 1.1941125502340902e-06,
      "loss": 0.3272,
      "step": 1949240
    },
    {
      "epoch": 544.03,
      "grad_norm": 1.1697959899902344,
      "learning_rate": 1.1940889870448382e-06,
      "loss": 0.3445,
      "step": 1949250
    },
    {
      "epoch": 544.03,
      "grad_norm": 1.6719645261764526,
      "learning_rate": 1.1940654240086066e-06,
      "loss": 0.3278,
      "step": 1949260
    },
    {
      "epoch": 544.03,
      "grad_norm": 1.1028480529785156,
      "learning_rate": 1.1940418611253986e-06,
      "loss": 0.3458,
      "step": 1949270
    },
    {
      "epoch": 544.04,
      "grad_norm": 1.1258440017700195,
      "learning_rate": 1.194018298395218e-06,
      "loss": 0.3584,
      "step": 1949280
    },
    {
      "epoch": 544.04,
      "grad_norm": 1.0768258571624756,
      "learning_rate": 1.1939947358180659e-06,
      "loss": 0.3497,
      "step": 1949290
    },
    {
      "epoch": 544.04,
      "grad_norm": 1.2636432647705078,
      "learning_rate": 1.1939711733939464e-06,
      "loss": 0.343,
      "step": 1949300
    },
    {
      "epoch": 544.04,
      "grad_norm": 1.0858935117721558,
      "learning_rate": 1.193947611122864e-06,
      "loss": 0.3306,
      "step": 1949310
    },
    {
      "epoch": 544.05,
      "grad_norm": 1.0119030475616455,
      "learning_rate": 1.1939240490048186e-06,
      "loss": 0.3486,
      "step": 1949320
    },
    {
      "epoch": 544.05,
      "grad_norm": 2.2743618488311768,
      "learning_rate": 1.193900487039817e-06,
      "loss": 0.3363,
      "step": 1949330
    },
    {
      "epoch": 544.05,
      "grad_norm": 1.1066293716430664,
      "learning_rate": 1.1938769252278603e-06,
      "loss": 0.347,
      "step": 1949340
    },
    {
      "epoch": 544.06,
      "grad_norm": 1.198729395866394,
      "learning_rate": 1.1938533635689514e-06,
      "loss": 0.3223,
      "step": 1949350
    },
    {
      "epoch": 544.06,
      "grad_norm": 1.084531545639038,
      "learning_rate": 1.1938298020630955e-06,
      "loss": 0.3467,
      "step": 1949360
    },
    {
      "epoch": 544.06,
      "grad_norm": 1.0249325037002563,
      "learning_rate": 1.1938062407102931e-06,
      "loss": 0.3328,
      "step": 1949370
    },
    {
      "epoch": 544.06,
      "grad_norm": 1.0420106649398804,
      "learning_rate": 1.1937826795105488e-06,
      "loss": 0.3387,
      "step": 1949380
    },
    {
      "epoch": 544.07,
      "grad_norm": 0.981754720211029,
      "learning_rate": 1.1937591184638651e-06,
      "loss": 0.344,
      "step": 1949390
    },
    {
      "epoch": 544.07,
      "grad_norm": 1.1413904428482056,
      "learning_rate": 1.1937355575702463e-06,
      "loss": 0.3368,
      "step": 1949400
    },
    {
      "epoch": 544.07,
      "grad_norm": 1.2774149179458618,
      "learning_rate": 1.1937119968296933e-06,
      "loss": 0.3289,
      "step": 1949410
    },
    {
      "epoch": 544.07,
      "grad_norm": 1.054133415222168,
      "learning_rate": 1.1936884362422125e-06,
      "loss": 0.3508,
      "step": 1949420
    },
    {
      "epoch": 544.08,
      "grad_norm": 1.0682755708694458,
      "learning_rate": 1.193664875807804e-06,
      "loss": 0.3341,
      "step": 1949430
    },
    {
      "epoch": 544.08,
      "grad_norm": 1.247331142425537,
      "learning_rate": 1.1936413155264724e-06,
      "loss": 0.3554,
      "step": 1949440
    },
    {
      "epoch": 544.08,
      "grad_norm": 1.202711582183838,
      "learning_rate": 1.1936177553982213e-06,
      "loss": 0.3286,
      "step": 1949450
    },
    {
      "epoch": 544.09,
      "grad_norm": 1.004448413848877,
      "learning_rate": 1.1935941954230522e-06,
      "loss": 0.3398,
      "step": 1949460
    },
    {
      "epoch": 544.09,
      "grad_norm": 1.1465981006622314,
      "learning_rate": 1.1935706356009694e-06,
      "loss": 0.3351,
      "step": 1949470
    },
    {
      "epoch": 544.09,
      "grad_norm": 1.088935375213623,
      "learning_rate": 1.1935470759319756e-06,
      "loss": 0.3435,
      "step": 1949480
    },
    {
      "epoch": 544.09,
      "grad_norm": 1.5546493530273438,
      "learning_rate": 1.1935235164160751e-06,
      "loss": 0.33,
      "step": 1949490
    },
    {
      "epoch": 544.1,
      "grad_norm": 2.815560817718506,
      "learning_rate": 1.1934999570532683e-06,
      "loss": 0.339,
      "step": 1949500
    },
    {
      "epoch": 544.1,
      "grad_norm": 1.0791105031967163,
      "learning_rate": 1.193476397843562e-06,
      "loss": 0.3564,
      "step": 1949510
    },
    {
      "epoch": 544.1,
      "grad_norm": 1.195381999015808,
      "learning_rate": 1.193452838786956e-06,
      "loss": 0.3362,
      "step": 1949520
    },
    {
      "epoch": 544.11,
      "grad_norm": 1.1564347743988037,
      "learning_rate": 1.1934292798834555e-06,
      "loss": 0.3361,
      "step": 1949530
    },
    {
      "epoch": 544.11,
      "grad_norm": 1.4233014583587646,
      "learning_rate": 1.1934057211330631e-06,
      "loss": 0.3607,
      "step": 1949540
    },
    {
      "epoch": 544.11,
      "grad_norm": 1.1032553911209106,
      "learning_rate": 1.193382162535781e-06,
      "loss": 0.3508,
      "step": 1949550
    },
    {
      "epoch": 544.11,
      "grad_norm": 0.9841920733451843,
      "learning_rate": 1.1933586040916143e-06,
      "loss": 0.3537,
      "step": 1949560
    },
    {
      "epoch": 544.12,
      "grad_norm": 1.135090947151184,
      "learning_rate": 1.1933350458005643e-06,
      "loss": 0.3332,
      "step": 1949570
    },
    {
      "epoch": 544.12,
      "grad_norm": 1.0103120803833008,
      "learning_rate": 1.1933114876626349e-06,
      "loss": 0.3349,
      "step": 1949580
    },
    {
      "epoch": 544.12,
      "grad_norm": 1.1542264223098755,
      "learning_rate": 1.19328792967783e-06,
      "loss": 0.3341,
      "step": 1949590
    },
    {
      "epoch": 544.13,
      "grad_norm": 1.1206177473068237,
      "learning_rate": 1.193264371846151e-06,
      "loss": 0.3419,
      "step": 1949600
    },
    {
      "epoch": 544.13,
      "grad_norm": 1.1063530445098877,
      "learning_rate": 1.193240814167602e-06,
      "loss": 0.3448,
      "step": 1949610
    },
    {
      "epoch": 544.13,
      "grad_norm": 1.2361550331115723,
      "learning_rate": 1.1932172566421863e-06,
      "loss": 0.3469,
      "step": 1949620
    },
    {
      "epoch": 544.13,
      "grad_norm": 0.9906551241874695,
      "learning_rate": 1.1931936992699074e-06,
      "loss": 0.3404,
      "step": 1949630
    },
    {
      "epoch": 544.14,
      "grad_norm": 1.1164065599441528,
      "learning_rate": 1.1931701420507663e-06,
      "loss": 0.3358,
      "step": 1949640
    },
    {
      "epoch": 544.14,
      "grad_norm": 0.8905010223388672,
      "learning_rate": 1.1931465849847692e-06,
      "loss": 0.3387,
      "step": 1949650
    },
    {
      "epoch": 544.14,
      "grad_norm": 1.1677080392837524,
      "learning_rate": 1.193123028071917e-06,
      "loss": 0.3369,
      "step": 1949660
    },
    {
      "epoch": 544.14,
      "grad_norm": 1.2543578147888184,
      "learning_rate": 1.1930994713122135e-06,
      "loss": 0.3453,
      "step": 1949670
    },
    {
      "epoch": 544.15,
      "grad_norm": 1.2737860679626465,
      "learning_rate": 1.1930759147056629e-06,
      "loss": 0.3526,
      "step": 1949680
    },
    {
      "epoch": 544.15,
      "grad_norm": 1.2845368385314941,
      "learning_rate": 1.1930523582522666e-06,
      "loss": 0.3381,
      "step": 1949690
    },
    {
      "epoch": 544.15,
      "grad_norm": 1.1742615699768066,
      "learning_rate": 1.1930288019520282e-06,
      "loss": 0.3411,
      "step": 1949700
    },
    {
      "epoch": 544.16,
      "grad_norm": 1.1076819896697998,
      "learning_rate": 1.1930052458049512e-06,
      "loss": 0.3352,
      "step": 1949710
    },
    {
      "epoch": 544.16,
      "grad_norm": 1.0071452856063843,
      "learning_rate": 1.1929816898110396e-06,
      "loss": 0.3423,
      "step": 1949720
    },
    {
      "epoch": 544.16,
      "grad_norm": 1.3147811889648438,
      "learning_rate": 1.1929581339702944e-06,
      "loss": 0.3654,
      "step": 1949730
    },
    {
      "epoch": 544.16,
      "grad_norm": 1.0234134197235107,
      "learning_rate": 1.1929345782827202e-06,
      "loss": 0.3324,
      "step": 1949740
    },
    {
      "epoch": 544.17,
      "grad_norm": 1.1716269254684448,
      "learning_rate": 1.1929110227483206e-06,
      "loss": 0.365,
      "step": 1949750
    },
    {
      "epoch": 544.17,
      "grad_norm": 1.1187857389450073,
      "learning_rate": 1.192887467367096e-06,
      "loss": 0.3416,
      "step": 1949760
    },
    {
      "epoch": 544.17,
      "grad_norm": 1.0407710075378418,
      "learning_rate": 1.1928639121390538e-06,
      "loss": 0.3475,
      "step": 1949770
    },
    {
      "epoch": 544.18,
      "grad_norm": 1.1053541898727417,
      "learning_rate": 1.1928403570641937e-06,
      "loss": 0.3329,
      "step": 1949780
    },
    {
      "epoch": 544.18,
      "grad_norm": 1.2304307222366333,
      "learning_rate": 1.19281680214252e-06,
      "loss": 0.344,
      "step": 1949790
    },
    {
      "epoch": 544.18,
      "grad_norm": 1.0925320386886597,
      "learning_rate": 1.1927932473740356e-06,
      "loss": 0.3319,
      "step": 1949800
    },
    {
      "epoch": 544.18,
      "grad_norm": 1.0372833013534546,
      "learning_rate": 1.1927696927587444e-06,
      "loss": 0.3381,
      "step": 1949810
    },
    {
      "epoch": 544.19,
      "grad_norm": 1.2583116292953491,
      "learning_rate": 1.1927461382966495e-06,
      "loss": 0.3678,
      "step": 1949820
    },
    {
      "epoch": 544.19,
      "grad_norm": 1.082688331604004,
      "learning_rate": 1.1927225839877523e-06,
      "loss": 0.3407,
      "step": 1949830
    },
    {
      "epoch": 544.19,
      "grad_norm": 0.9772928357124329,
      "learning_rate": 1.1926990298320578e-06,
      "loss": 0.3418,
      "step": 1949840
    },
    {
      "epoch": 544.19,
      "grad_norm": 2.629544734954834,
      "learning_rate": 1.192675475829568e-06,
      "loss": 0.3289,
      "step": 1949850
    },
    {
      "epoch": 544.2,
      "grad_norm": 1.011849284172058,
      "learning_rate": 1.1926519219802878e-06,
      "loss": 0.3578,
      "step": 1949860
    },
    {
      "epoch": 544.2,
      "grad_norm": 0.9874863624572754,
      "learning_rate": 1.1926283682842181e-06,
      "loss": 0.343,
      "step": 1949870
    },
    {
      "epoch": 544.2,
      "grad_norm": 1.1362507343292236,
      "learning_rate": 1.192604814741363e-06,
      "loss": 0.3576,
      "step": 1949880
    },
    {
      "epoch": 544.21,
      "grad_norm": 1.2754167318344116,
      "learning_rate": 1.1925812613517265e-06,
      "loss": 0.3275,
      "step": 1949890
    },
    {
      "epoch": 544.21,
      "grad_norm": 1.1219730377197266,
      "learning_rate": 1.192557708115309e-06,
      "loss": 0.3545,
      "step": 1949900
    },
    {
      "epoch": 544.21,
      "grad_norm": 1.0059391260147095,
      "learning_rate": 1.1925341550321173e-06,
      "loss": 0.3307,
      "step": 1949910
    },
    {
      "epoch": 544.21,
      "grad_norm": 1.2694644927978516,
      "learning_rate": 1.192510602102152e-06,
      "loss": 0.3637,
      "step": 1949920
    },
    {
      "epoch": 544.22,
      "grad_norm": 1.1345852613449097,
      "learning_rate": 1.1924870493254169e-06,
      "loss": 0.3375,
      "step": 1949930
    },
    {
      "epoch": 544.22,
      "grad_norm": 1.4178560972213745,
      "learning_rate": 1.192463496701915e-06,
      "loss": 0.3405,
      "step": 1949940
    },
    {
      "epoch": 544.22,
      "grad_norm": 1.0975403785705566,
      "learning_rate": 1.1924399442316507e-06,
      "loss": 0.342,
      "step": 1949950
    },
    {
      "epoch": 544.23,
      "grad_norm": 1.0097345113754272,
      "learning_rate": 1.1924163919146254e-06,
      "loss": 0.3307,
      "step": 1949960
    },
    {
      "epoch": 544.23,
      "grad_norm": 1.270851492881775,
      "learning_rate": 1.1923928397508426e-06,
      "loss": 0.3444,
      "step": 1949970
    },
    {
      "epoch": 544.23,
      "grad_norm": 1.3769570589065552,
      "learning_rate": 1.1923692877403069e-06,
      "loss": 0.3354,
      "step": 1949980
    },
    {
      "epoch": 544.23,
      "grad_norm": 1.1447662115097046,
      "learning_rate": 1.192345735883018e-06,
      "loss": 0.3381,
      "step": 1949990
    },
    {
      "epoch": 544.24,
      "grad_norm": 1.1767597198486328,
      "learning_rate": 1.1923221841789838e-06,
      "loss": 0.3192,
      "step": 1950000
    },
    {
      "epoch": 544.24,
      "grad_norm": 1.0362123250961304,
      "learning_rate": 1.1922986326282038e-06,
      "loss": 0.3471,
      "step": 1950010
    },
    {
      "epoch": 544.24,
      "grad_norm": 1.4115715026855469,
      "learning_rate": 1.1922750812306821e-06,
      "loss": 0.3406,
      "step": 1950020
    },
    {
      "epoch": 544.25,
      "grad_norm": 1.1122905015945435,
      "learning_rate": 1.192251529986423e-06,
      "loss": 0.3527,
      "step": 1950030
    },
    {
      "epoch": 544.25,
      "grad_norm": 1.4939448833465576,
      "learning_rate": 1.192227978895428e-06,
      "loss": 0.35,
      "step": 1950040
    },
    {
      "epoch": 544.25,
      "grad_norm": 1.1809391975402832,
      "learning_rate": 1.192204427957701e-06,
      "loss": 0.3401,
      "step": 1950050
    },
    {
      "epoch": 544.25,
      "grad_norm": 1.1598140001296997,
      "learning_rate": 1.1921808771732445e-06,
      "loss": 0.3415,
      "step": 1950060
    },
    {
      "epoch": 544.26,
      "grad_norm": 1.0640826225280762,
      "learning_rate": 1.1921573265420634e-06,
      "loss": 0.3626,
      "step": 1950070
    },
    {
      "epoch": 544.26,
      "grad_norm": 1.079277515411377,
      "learning_rate": 1.1921337760641576e-06,
      "loss": 0.3488,
      "step": 1950080
    },
    {
      "epoch": 544.26,
      "grad_norm": 1.0194638967514038,
      "learning_rate": 1.1921102257395342e-06,
      "loss": 0.3462,
      "step": 1950090
    },
    {
      "epoch": 544.26,
      "grad_norm": 1.5026640892028809,
      "learning_rate": 1.1920866755681933e-06,
      "loss": 0.3559,
      "step": 1950100
    },
    {
      "epoch": 544.27,
      "grad_norm": 0.9638502597808838,
      "learning_rate": 1.1920631255501392e-06,
      "loss": 0.3229,
      "step": 1950110
    },
    {
      "epoch": 544.27,
      "grad_norm": 1.1689943075180054,
      "learning_rate": 1.192039575685376e-06,
      "loss": 0.3424,
      "step": 1950120
    },
    {
      "epoch": 544.27,
      "grad_norm": 1.065255880355835,
      "learning_rate": 1.1920160259739036e-06,
      "loss": 0.3337,
      "step": 1950130
    },
    {
      "epoch": 544.28,
      "grad_norm": 1.0747684240341187,
      "learning_rate": 1.1919924764157293e-06,
      "loss": 0.3437,
      "step": 1950140
    },
    {
      "epoch": 544.28,
      "grad_norm": 1.1238343715667725,
      "learning_rate": 1.1919689270108537e-06,
      "loss": 0.322,
      "step": 1950150
    },
    {
      "epoch": 544.28,
      "grad_norm": 1.1072696447372437,
      "learning_rate": 1.19194537775928e-06,
      "loss": 0.3401,
      "step": 1950160
    },
    {
      "epoch": 544.28,
      "grad_norm": 1.0114904642105103,
      "learning_rate": 1.191921828661013e-06,
      "loss": 0.3465,
      "step": 1950170
    },
    {
      "epoch": 544.29,
      "grad_norm": 1.005523920059204,
      "learning_rate": 1.1918982797160537e-06,
      "loss": 0.3402,
      "step": 1950180
    },
    {
      "epoch": 544.29,
      "grad_norm": 1.3454052209854126,
      "learning_rate": 1.191874730924406e-06,
      "loss": 0.3385,
      "step": 1950190
    },
    {
      "epoch": 544.29,
      "grad_norm": 1.166459083557129,
      "learning_rate": 1.1918511822860732e-06,
      "loss": 0.3381,
      "step": 1950200
    },
    {
      "epoch": 544.3,
      "grad_norm": 1.0710402727127075,
      "learning_rate": 1.1918276338010595e-06,
      "loss": 0.3314,
      "step": 1950210
    },
    {
      "epoch": 544.3,
      "grad_norm": 1.0804989337921143,
      "learning_rate": 1.1918040854693652e-06,
      "loss": 0.3362,
      "step": 1950220
    },
    {
      "epoch": 544.3,
      "grad_norm": 1.2213503122329712,
      "learning_rate": 1.1917805372909969e-06,
      "loss": 0.3511,
      "step": 1950230
    },
    {
      "epoch": 544.3,
      "grad_norm": 1.2682936191558838,
      "learning_rate": 1.1917569892659551e-06,
      "loss": 0.34,
      "step": 1950240
    },
    {
      "epoch": 544.31,
      "grad_norm": 1.0940386056900024,
      "learning_rate": 1.191733441394244e-06,
      "loss": 0.3378,
      "step": 1950250
    },
    {
      "epoch": 544.31,
      "grad_norm": 1.037043571472168,
      "learning_rate": 1.1917098936758674e-06,
      "loss": 0.3494,
      "step": 1950260
    },
    {
      "epoch": 544.31,
      "grad_norm": 1.0326160192489624,
      "learning_rate": 1.1916863461108268e-06,
      "loss": 0.3403,
      "step": 1950270
    },
    {
      "epoch": 544.31,
      "grad_norm": 1.0307680368423462,
      "learning_rate": 1.1916627986991263e-06,
      "loss": 0.345,
      "step": 1950280
    },
    {
      "epoch": 544.32,
      "grad_norm": 1.2821717262268066,
      "learning_rate": 1.1916392514407688e-06,
      "loss": 0.3396,
      "step": 1950290
    },
    {
      "epoch": 544.32,
      "grad_norm": 1.2137113809585571,
      "learning_rate": 1.1916157043357585e-06,
      "loss": 0.356,
      "step": 1950300
    },
    {
      "epoch": 544.32,
      "grad_norm": 1.1454600095748901,
      "learning_rate": 1.1915921573840968e-06,
      "loss": 0.3431,
      "step": 1950310
    },
    {
      "epoch": 544.33,
      "grad_norm": 1.0398619174957275,
      "learning_rate": 1.1915686105857875e-06,
      "loss": 0.335,
      "step": 1950320
    },
    {
      "epoch": 544.33,
      "grad_norm": 1.0748049020767212,
      "learning_rate": 1.1915450639408338e-06,
      "loss": 0.3385,
      "step": 1950330
    },
    {
      "epoch": 544.33,
      "grad_norm": 1.1014882326126099,
      "learning_rate": 1.191521517449239e-06,
      "loss": 0.339,
      "step": 1950340
    },
    {
      "epoch": 544.33,
      "grad_norm": 8.728470802307129,
      "learning_rate": 1.191497971111007e-06,
      "loss": 0.3324,
      "step": 1950350
    },
    {
      "epoch": 544.34,
      "grad_norm": 1.122893214225769,
      "learning_rate": 1.1914744249261392e-06,
      "loss": 0.3223,
      "step": 1950360
    },
    {
      "epoch": 544.34,
      "grad_norm": 1.0914503335952759,
      "learning_rate": 1.1914508788946396e-06,
      "loss": 0.3446,
      "step": 1950370
    },
    {
      "epoch": 544.34,
      "grad_norm": 1.1250450611114502,
      "learning_rate": 1.191427333016511e-06,
      "loss": 0.3563,
      "step": 1950380
    },
    {
      "epoch": 544.35,
      "grad_norm": 1.0887995958328247,
      "learning_rate": 1.1914037872917573e-06,
      "loss": 0.3328,
      "step": 1950390
    },
    {
      "epoch": 544.35,
      "grad_norm": 1.1420400142669678,
      "learning_rate": 1.1913802417203818e-06,
      "loss": 0.3501,
      "step": 1950400
    },
    {
      "epoch": 544.35,
      "grad_norm": 1.28520929813385,
      "learning_rate": 1.1913566963023863e-06,
      "loss": 0.3442,
      "step": 1950410
    },
    {
      "epoch": 544.35,
      "grad_norm": 1.1283448934555054,
      "learning_rate": 1.1913331510377745e-06,
      "loss": 0.3404,
      "step": 1950420
    },
    {
      "epoch": 544.36,
      "grad_norm": 1.0565613508224487,
      "learning_rate": 1.1913096059265498e-06,
      "loss": 0.3378,
      "step": 1950430
    },
    {
      "epoch": 544.36,
      "grad_norm": 1.5967155694961548,
      "learning_rate": 1.1912860609687162e-06,
      "loss": 0.339,
      "step": 1950440
    },
    {
      "epoch": 544.36,
      "grad_norm": 1.1247584819793701,
      "learning_rate": 1.1912625161642741e-06,
      "loss": 0.3551,
      "step": 1950450
    },
    {
      "epoch": 544.37,
      "grad_norm": 1.1589151620864868,
      "learning_rate": 1.1912389715132301e-06,
      "loss": 0.3574,
      "step": 1950460
    },
    {
      "epoch": 544.37,
      "grad_norm": 1.0989197492599487,
      "learning_rate": 1.1912154270155846e-06,
      "loss": 0.3478,
      "step": 1950470
    },
    {
      "epoch": 544.37,
      "grad_norm": 1.1543734073638916,
      "learning_rate": 1.191191882671342e-06,
      "loss": 0.3308,
      "step": 1950480
    },
    {
      "epoch": 544.37,
      "grad_norm": 1.4147117137908936,
      "learning_rate": 1.191168338480506e-06,
      "loss": 0.3631,
      "step": 1950490
    },
    {
      "epoch": 544.38,
      "grad_norm": 1.242914080619812,
      "learning_rate": 1.1911447944430778e-06,
      "loss": 0.3408,
      "step": 1950500
    },
    {
      "epoch": 544.38,
      "grad_norm": 1.3857399225234985,
      "learning_rate": 1.1911212505590622e-06,
      "loss": 0.3447,
      "step": 1950510
    },
    {
      "epoch": 544.38,
      "grad_norm": 1.2432565689086914,
      "learning_rate": 1.1910977068284614e-06,
      "loss": 0.3429,
      "step": 1950520
    },
    {
      "epoch": 544.38,
      "grad_norm": 1.1005713939666748,
      "learning_rate": 1.19107416325128e-06,
      "loss": 0.3443,
      "step": 1950530
    },
    {
      "epoch": 544.39,
      "grad_norm": 1.238671064376831,
      "learning_rate": 1.191050619827519e-06,
      "loss": 0.3463,
      "step": 1950540
    },
    {
      "epoch": 544.39,
      "grad_norm": 1.0925426483154297,
      "learning_rate": 1.1910270765571826e-06,
      "loss": 0.3374,
      "step": 1950550
    },
    {
      "epoch": 544.39,
      "grad_norm": 1.410885214805603,
      "learning_rate": 1.191003533440275e-06,
      "loss": 0.3419,
      "step": 1950560
    },
    {
      "epoch": 544.4,
      "grad_norm": 1.0208625793457031,
      "learning_rate": 1.1909799904767963e-06,
      "loss": 0.3373,
      "step": 1950570
    },
    {
      "epoch": 544.4,
      "grad_norm": 1.0649924278259277,
      "learning_rate": 1.1909564476667536e-06,
      "loss": 0.3367,
      "step": 1950580
    },
    {
      "epoch": 544.4,
      "grad_norm": 1.1239508390426636,
      "learning_rate": 1.1909329050101472e-06,
      "loss": 0.3301,
      "step": 1950590
    },
    {
      "epoch": 544.4,
      "grad_norm": 1.3039740324020386,
      "learning_rate": 1.1909093625069807e-06,
      "loss": 0.3311,
      "step": 1950600
    },
    {
      "epoch": 544.41,
      "grad_norm": 1.3348628282546997,
      "learning_rate": 1.190885820157258e-06,
      "loss": 0.3335,
      "step": 1950610
    },
    {
      "epoch": 544.41,
      "grad_norm": 1.259739875793457,
      "learning_rate": 1.1908622779609823e-06,
      "loss": 0.3458,
      "step": 1950620
    },
    {
      "epoch": 544.41,
      "grad_norm": 1.159421443939209,
      "learning_rate": 1.1908387359181559e-06,
      "loss": 0.3523,
      "step": 1950630
    },
    {
      "epoch": 544.42,
      "grad_norm": 1.105419397354126,
      "learning_rate": 1.190815194028782e-06,
      "loss": 0.3385,
      "step": 1950640
    },
    {
      "epoch": 544.42,
      "grad_norm": 1.1305805444717407,
      "learning_rate": 1.190791652292865e-06,
      "loss": 0.335,
      "step": 1950650
    },
    {
      "epoch": 544.42,
      "grad_norm": 1.1129008531570435,
      "learning_rate": 1.190768110710405e-06,
      "loss": 0.3352,
      "step": 1950660
    },
    {
      "epoch": 544.42,
      "grad_norm": 1.1068967580795288,
      "learning_rate": 1.1907445692814092e-06,
      "loss": 0.3476,
      "step": 1950670
    },
    {
      "epoch": 544.43,
      "grad_norm": 1.126618504524231,
      "learning_rate": 1.190721028005878e-06,
      "loss": 0.339,
      "step": 1950680
    },
    {
      "epoch": 544.43,
      "grad_norm": 1.4854096174240112,
      "learning_rate": 1.190697486883815e-06,
      "loss": 0.3452,
      "step": 1950690
    },
    {
      "epoch": 544.43,
      "grad_norm": 1.2445435523986816,
      "learning_rate": 1.190673945915225e-06,
      "loss": 0.34,
      "step": 1950700
    },
    {
      "epoch": 544.43,
      "grad_norm": 1.1360251903533936,
      "learning_rate": 1.1906504051001073e-06,
      "loss": 0.3426,
      "step": 1950710
    },
    {
      "epoch": 544.44,
      "grad_norm": 1.0874602794647217,
      "learning_rate": 1.1906268644384697e-06,
      "loss": 0.3457,
      "step": 1950720
    },
    {
      "epoch": 544.44,
      "grad_norm": 1.3369007110595703,
      "learning_rate": 1.1906033239303117e-06,
      "loss": 0.3359,
      "step": 1950730
    },
    {
      "epoch": 544.44,
      "grad_norm": 1.2565001249313354,
      "learning_rate": 1.1905797835756384e-06,
      "loss": 0.3299,
      "step": 1950740
    },
    {
      "epoch": 544.45,
      "grad_norm": 1.0186101198196411,
      "learning_rate": 1.1905562433744522e-06,
      "loss": 0.3403,
      "step": 1950750
    },
    {
      "epoch": 544.45,
      "grad_norm": 1.258115291595459,
      "learning_rate": 1.1905327033267572e-06,
      "loss": 0.3237,
      "step": 1950760
    },
    {
      "epoch": 544.45,
      "grad_norm": 1.0000442266464233,
      "learning_rate": 1.1905091634325551e-06,
      "loss": 0.335,
      "step": 1950770
    },
    {
      "epoch": 544.45,
      "grad_norm": 1.2049129009246826,
      "learning_rate": 1.1904856236918494e-06,
      "loss": 0.3558,
      "step": 1950780
    },
    {
      "epoch": 544.46,
      "grad_norm": 0.9808841347694397,
      "learning_rate": 1.1904620841046445e-06,
      "loss": 0.343,
      "step": 1950790
    },
    {
      "epoch": 544.46,
      "grad_norm": 1.1037710905075073,
      "learning_rate": 1.1904385446709406e-06,
      "loss": 0.3346,
      "step": 1950800
    },
    {
      "epoch": 544.46,
      "grad_norm": 1.1857322454452515,
      "learning_rate": 1.1904150053907447e-06,
      "loss": 0.3366,
      "step": 1950810
    },
    {
      "epoch": 544.47,
      "grad_norm": 1.0857645273208618,
      "learning_rate": 1.190391466264057e-06,
      "loss": 0.3485,
      "step": 1950820
    },
    {
      "epoch": 544.47,
      "grad_norm": 6.890994071960449,
      "learning_rate": 1.190367927290882e-06,
      "loss": 0.3415,
      "step": 1950830
    },
    {
      "epoch": 544.47,
      "grad_norm": 1.073506236076355,
      "learning_rate": 1.190344388471223e-06,
      "loss": 0.3421,
      "step": 1950840
    },
    {
      "epoch": 544.47,
      "grad_norm": 1.2019277811050415,
      "learning_rate": 1.1903208498050817e-06,
      "loss": 0.3338,
      "step": 1950850
    },
    {
      "epoch": 544.48,
      "grad_norm": 1.2718541622161865,
      "learning_rate": 1.1902973112924622e-06,
      "loss": 0.3417,
      "step": 1950860
    },
    {
      "epoch": 544.48,
      "grad_norm": 1.0765191316604614,
      "learning_rate": 1.1902737729333678e-06,
      "loss": 0.334,
      "step": 1950870
    },
    {
      "epoch": 544.48,
      "grad_norm": 1.102440595626831,
      "learning_rate": 1.1902502347278018e-06,
      "loss": 0.3496,
      "step": 1950880
    },
    {
      "epoch": 544.49,
      "grad_norm": 1.1564441919326782,
      "learning_rate": 1.1902266966757655e-06,
      "loss": 0.3388,
      "step": 1950890
    },
    {
      "epoch": 544.49,
      "grad_norm": 1.2098442316055298,
      "learning_rate": 1.190203158777265e-06,
      "loss": 0.3266,
      "step": 1950900
    },
    {
      "epoch": 544.49,
      "grad_norm": 1.1838983297348022,
      "learning_rate": 1.1901796210323013e-06,
      "loss": 0.3283,
      "step": 1950910
    },
    {
      "epoch": 544.49,
      "grad_norm": 1.110595941543579,
      "learning_rate": 1.1901560834408782e-06,
      "loss": 0.3434,
      "step": 1950920
    },
    {
      "epoch": 544.5,
      "grad_norm": 0.974928081035614,
      "learning_rate": 1.1901325460029993e-06,
      "loss": 0.3405,
      "step": 1950930
    },
    {
      "epoch": 544.5,
      "grad_norm": 1.305331826210022,
      "learning_rate": 1.1901090087186665e-06,
      "loss": 0.3431,
      "step": 1950940
    },
    {
      "epoch": 544.5,
      "grad_norm": 1.017569899559021,
      "learning_rate": 1.1900854715878838e-06,
      "loss": 0.3392,
      "step": 1950950
    },
    {
      "epoch": 544.5,
      "grad_norm": 1.0880186557769775,
      "learning_rate": 1.1900619346106538e-06,
      "loss": 0.3409,
      "step": 1950960
    },
    {
      "epoch": 544.51,
      "grad_norm": 1.3721500635147095,
      "learning_rate": 1.19003839778698e-06,
      "loss": 0.3661,
      "step": 1950970
    },
    {
      "epoch": 544.51,
      "grad_norm": 1.2815308570861816,
      "learning_rate": 1.1900148611168667e-06,
      "loss": 0.3394,
      "step": 1950980
    },
    {
      "epoch": 544.51,
      "grad_norm": 1.2499618530273438,
      "learning_rate": 1.1899913246003148e-06,
      "loss": 0.3429,
      "step": 1950990
    },
    {
      "epoch": 544.52,
      "grad_norm": 1.1798155307769775,
      "learning_rate": 1.1899677882373288e-06,
      "loss": 0.351,
      "step": 1951000
    },
    {
      "epoch": 544.52,
      "grad_norm": 1.0783162117004395,
      "learning_rate": 1.1899442520279113e-06,
      "loss": 0.3337,
      "step": 1951010
    },
    {
      "epoch": 544.52,
      "grad_norm": 1.0985475778579712,
      "learning_rate": 1.1899207159720666e-06,
      "loss": 0.3385,
      "step": 1951020
    },
    {
      "epoch": 544.52,
      "grad_norm": 1.2096294164657593,
      "learning_rate": 1.1898971800697948e-06,
      "loss": 0.3429,
      "step": 1951030
    },
    {
      "epoch": 544.53,
      "grad_norm": 1.0652477741241455,
      "learning_rate": 1.1898736443211031e-06,
      "loss": 0.3237,
      "step": 1951040
    },
    {
      "epoch": 544.53,
      "grad_norm": 1.0112011432647705,
      "learning_rate": 1.189850108725992e-06,
      "loss": 0.3371,
      "step": 1951050
    },
    {
      "epoch": 544.53,
      "grad_norm": 1.2486499547958374,
      "learning_rate": 1.1898265732844652e-06,
      "loss": 0.3319,
      "step": 1951060
    },
    {
      "epoch": 544.54,
      "grad_norm": 1.2092056274414062,
      "learning_rate": 1.1898030379965264e-06,
      "loss": 0.3564,
      "step": 1951070
    },
    {
      "epoch": 544.54,
      "grad_norm": 1.1887720823287964,
      "learning_rate": 1.1897795028621777e-06,
      "loss": 0.328,
      "step": 1951080
    },
    {
      "epoch": 544.54,
      "grad_norm": 0.9684940576553345,
      "learning_rate": 1.1897559678814228e-06,
      "loss": 0.3373,
      "step": 1951090
    },
    {
      "epoch": 544.54,
      "grad_norm": 1.3477228879928589,
      "learning_rate": 1.1897324330542648e-06,
      "loss": 0.3336,
      "step": 1951100
    },
    {
      "epoch": 544.55,
      "grad_norm": 0.9523752331733704,
      "learning_rate": 1.189708898380708e-06,
      "loss": 0.369,
      "step": 1951110
    },
    {
      "epoch": 544.55,
      "grad_norm": 1.144447684288025,
      "learning_rate": 1.189685363860753e-06,
      "loss": 0.3444,
      "step": 1951120
    },
    {
      "epoch": 544.55,
      "grad_norm": 1.0370244979858398,
      "learning_rate": 1.1896618294944046e-06,
      "loss": 0.3439,
      "step": 1951130
    },
    {
      "epoch": 544.55,
      "grad_norm": 1.0938800573349,
      "learning_rate": 1.1896382952816663e-06,
      "loss": 0.3343,
      "step": 1951140
    },
    {
      "epoch": 544.56,
      "grad_norm": 1.1785918474197388,
      "learning_rate": 1.1896147612225391e-06,
      "loss": 0.3387,
      "step": 1951150
    },
    {
      "epoch": 544.56,
      "grad_norm": 1.1048752069473267,
      "learning_rate": 1.1895912273170292e-06,
      "loss": 0.3408,
      "step": 1951160
    },
    {
      "epoch": 544.56,
      "grad_norm": 1.4259471893310547,
      "learning_rate": 1.1895676935651377e-06,
      "loss": 0.3626,
      "step": 1951170
    },
    {
      "epoch": 544.57,
      "grad_norm": 1.2693746089935303,
      "learning_rate": 1.1895441599668674e-06,
      "loss": 0.3408,
      "step": 1951180
    },
    {
      "epoch": 544.57,
      "grad_norm": 1.4154167175292969,
      "learning_rate": 1.1895206265222228e-06,
      "loss": 0.3311,
      "step": 1951190
    },
    {
      "epoch": 544.57,
      "grad_norm": 1.4188488721847534,
      "learning_rate": 1.1894970932312073e-06,
      "loss": 0.3421,
      "step": 1951200
    },
    {
      "epoch": 544.57,
      "grad_norm": 1.2107653617858887,
      "learning_rate": 1.189473560093822e-06,
      "loss": 0.348,
      "step": 1951210
    },
    {
      "epoch": 544.58,
      "grad_norm": 1.2498935461044312,
      "learning_rate": 1.1894500271100714e-06,
      "loss": 0.3439,
      "step": 1951220
    },
    {
      "epoch": 544.58,
      "grad_norm": 1.1932977437973022,
      "learning_rate": 1.1894264942799594e-06,
      "loss": 0.3395,
      "step": 1951230
    },
    {
      "epoch": 544.58,
      "grad_norm": 1.0366227626800537,
      "learning_rate": 1.1894029616034862e-06,
      "loss": 0.3359,
      "step": 1951240
    },
    {
      "epoch": 544.59,
      "grad_norm": 1.0791096687316895,
      "learning_rate": 1.1893794290806587e-06,
      "loss": 0.3272,
      "step": 1951250
    },
    {
      "epoch": 544.59,
      "grad_norm": 0.9935632348060608,
      "learning_rate": 1.1893558967114777e-06,
      "loss": 0.3352,
      "step": 1951260
    },
    {
      "epoch": 544.59,
      "grad_norm": 1.1275118589401245,
      "learning_rate": 1.1893323644959463e-06,
      "loss": 0.3274,
      "step": 1951270
    },
    {
      "epoch": 544.59,
      "grad_norm": 1.2010796070098877,
      "learning_rate": 1.1893088324340695e-06,
      "loss": 0.3368,
      "step": 1951280
    },
    {
      "epoch": 544.6,
      "grad_norm": 1.177577257156372,
      "learning_rate": 1.189285300525847e-06,
      "loss": 0.3365,
      "step": 1951290
    },
    {
      "epoch": 544.6,
      "grad_norm": 1.0331388711929321,
      "learning_rate": 1.1892617687712864e-06,
      "loss": 0.3204,
      "step": 1951300
    },
    {
      "epoch": 544.6,
      "grad_norm": 1.0371887683868408,
      "learning_rate": 1.1892382371703871e-06,
      "loss": 0.3373,
      "step": 1951310
    },
    {
      "epoch": 544.61,
      "grad_norm": 1.2172114849090576,
      "learning_rate": 1.1892147057231538e-06,
      "loss": 0.3364,
      "step": 1951320
    },
    {
      "epoch": 544.61,
      "grad_norm": 1.0122864246368408,
      "learning_rate": 1.1891911744295896e-06,
      "loss": 0.3315,
      "step": 1951330
    },
    {
      "epoch": 544.61,
      "grad_norm": 1.179886817932129,
      "learning_rate": 1.1891676432896982e-06,
      "loss": 0.3417,
      "step": 1951340
    },
    {
      "epoch": 544.61,
      "grad_norm": 1.1274652481079102,
      "learning_rate": 1.1891441123034812e-06,
      "loss": 0.3258,
      "step": 1951350
    },
    {
      "epoch": 544.62,
      "grad_norm": 0.9936301708221436,
      "learning_rate": 1.1891205814709425e-06,
      "loss": 0.3286,
      "step": 1951360
    },
    {
      "epoch": 544.62,
      "grad_norm": 1.3327206373214722,
      "learning_rate": 1.1890970507920862e-06,
      "loss": 0.3346,
      "step": 1951370
    },
    {
      "epoch": 544.62,
      "grad_norm": 1.0951943397521973,
      "learning_rate": 1.1890735202669126e-06,
      "loss": 0.3362,
      "step": 1951380
    },
    {
      "epoch": 544.62,
      "grad_norm": 1.1374725103378296,
      "learning_rate": 1.1890499898954292e-06,
      "loss": 0.3232,
      "step": 1951390
    },
    {
      "epoch": 544.63,
      "grad_norm": 1.2062344551086426,
      "learning_rate": 1.1890264596776352e-06,
      "loss": 0.3531,
      "step": 1951400
    },
    {
      "epoch": 544.63,
      "grad_norm": 1.123742938041687,
      "learning_rate": 1.1890029296135353e-06,
      "loss": 0.3329,
      "step": 1951410
    },
    {
      "epoch": 544.63,
      "grad_norm": 1.3329215049743652,
      "learning_rate": 1.1889793997031323e-06,
      "loss": 0.3321,
      "step": 1951420
    },
    {
      "epoch": 544.64,
      "grad_norm": 1.1241936683654785,
      "learning_rate": 1.188955869946431e-06,
      "loss": 0.3352,
      "step": 1951430
    },
    {
      "epoch": 544.64,
      "grad_norm": 1.1529362201690674,
      "learning_rate": 1.188932340343432e-06,
      "loss": 0.3422,
      "step": 1951440
    },
    {
      "epoch": 544.64,
      "grad_norm": 1.1330227851867676,
      "learning_rate": 1.1889088108941396e-06,
      "loss": 0.3383,
      "step": 1951450
    },
    {
      "epoch": 544.64,
      "grad_norm": 1.1290740966796875,
      "learning_rate": 1.1888852815985573e-06,
      "loss": 0.3535,
      "step": 1951460
    },
    {
      "epoch": 544.65,
      "grad_norm": 1.2883055210113525,
      "learning_rate": 1.1888617524566866e-06,
      "loss": 0.3434,
      "step": 1951470
    },
    {
      "epoch": 544.65,
      "grad_norm": 1.2784817218780518,
      "learning_rate": 1.1888382234685333e-06,
      "loss": 0.3472,
      "step": 1951480
    },
    {
      "epoch": 544.65,
      "grad_norm": 0.9813920259475708,
      "learning_rate": 1.1888146946340985e-06,
      "loss": 0.3416,
      "step": 1951490
    },
    {
      "epoch": 544.66,
      "grad_norm": 1.2246342897415161,
      "learning_rate": 1.1887911659533858e-06,
      "loss": 0.3211,
      "step": 1951500
    },
    {
      "epoch": 544.66,
      "grad_norm": 1.4243438243865967,
      "learning_rate": 1.1887676374263991e-06,
      "loss": 0.3434,
      "step": 1951510
    },
    {
      "epoch": 544.66,
      "grad_norm": 1.0177041292190552,
      "learning_rate": 1.18874410905314e-06,
      "loss": 0.3421,
      "step": 1951520
    },
    {
      "epoch": 544.66,
      "grad_norm": 1.204811453819275,
      "learning_rate": 1.1887205808336128e-06,
      "loss": 0.3438,
      "step": 1951530
    },
    {
      "epoch": 544.67,
      "grad_norm": 1.182235598564148,
      "learning_rate": 1.1886970527678202e-06,
      "loss": 0.3349,
      "step": 1951540
    },
    {
      "epoch": 544.67,
      "grad_norm": 1.0828382968902588,
      "learning_rate": 1.188673524855765e-06,
      "loss": 0.3394,
      "step": 1951550
    },
    {
      "epoch": 544.67,
      "grad_norm": 1.129591464996338,
      "learning_rate": 1.1886499970974517e-06,
      "loss": 0.3327,
      "step": 1951560
    },
    {
      "epoch": 544.67,
      "grad_norm": 1.212515115737915,
      "learning_rate": 1.1886264694928829e-06,
      "loss": 0.317,
      "step": 1951570
    },
    {
      "epoch": 544.68,
      "grad_norm": 1.3777090311050415,
      "learning_rate": 1.1886029420420605e-06,
      "loss": 0.3408,
      "step": 1951580
    },
    {
      "epoch": 544.68,
      "grad_norm": 1.0795916318893433,
      "learning_rate": 1.1885794147449884e-06,
      "loss": 0.3457,
      "step": 1951590
    },
    {
      "epoch": 544.68,
      "grad_norm": 1.308995008468628,
      "learning_rate": 1.1885558876016705e-06,
      "loss": 0.3535,
      "step": 1951600
    },
    {
      "epoch": 544.69,
      "grad_norm": 1.108597993850708,
      "learning_rate": 1.188532360612108e-06,
      "loss": 0.3397,
      "step": 1951610
    },
    {
      "epoch": 544.69,
      "grad_norm": 0.997038722038269,
      "learning_rate": 1.1885088337763069e-06,
      "loss": 0.3292,
      "step": 1951620
    },
    {
      "epoch": 544.69,
      "grad_norm": 1.1605581045150757,
      "learning_rate": 1.1884853070942677e-06,
      "loss": 0.3279,
      "step": 1951630
    },
    {
      "epoch": 544.69,
      "grad_norm": 1.0119688510894775,
      "learning_rate": 1.1884617805659944e-06,
      "loss": 0.346,
      "step": 1951640
    },
    {
      "epoch": 544.7,
      "grad_norm": 1.0580220222473145,
      "learning_rate": 1.1884382541914915e-06,
      "loss": 0.3401,
      "step": 1951650
    },
    {
      "epoch": 544.7,
      "grad_norm": 1.1283199787139893,
      "learning_rate": 1.1884147279707598e-06,
      "loss": 0.3297,
      "step": 1951660
    },
    {
      "epoch": 544.7,
      "grad_norm": 1.052501916885376,
      "learning_rate": 1.1883912019038037e-06,
      "loss": 0.3445,
      "step": 1951670
    },
    {
      "epoch": 544.71,
      "grad_norm": 0.9886534810066223,
      "learning_rate": 1.188367675990626e-06,
      "loss": 0.3386,
      "step": 1951680
    },
    {
      "epoch": 544.71,
      "grad_norm": 1.3368655443191528,
      "learning_rate": 1.188344150231231e-06,
      "loss": 0.3345,
      "step": 1951690
    },
    {
      "epoch": 544.71,
      "grad_norm": 1.3507356643676758,
      "learning_rate": 1.188320624625619e-06,
      "loss": 0.3394,
      "step": 1951700
    },
    {
      "epoch": 544.71,
      "grad_norm": 1.0763061046600342,
      "learning_rate": 1.188297099173797e-06,
      "loss": 0.3456,
      "step": 1951710
    },
    {
      "epoch": 544.72,
      "grad_norm": 1.0267086029052734,
      "learning_rate": 1.188273573875765e-06,
      "loss": 0.3154,
      "step": 1951720
    },
    {
      "epoch": 544.72,
      "grad_norm": 1.2339152097702026,
      "learning_rate": 1.188250048731527e-06,
      "loss": 0.3458,
      "step": 1951730
    },
    {
      "epoch": 544.72,
      "grad_norm": 1.131149411201477,
      "learning_rate": 1.1882265237410876e-06,
      "loss": 0.3369,
      "step": 1951740
    },
    {
      "epoch": 544.73,
      "grad_norm": 1.0617297887802124,
      "learning_rate": 1.1882029989044474e-06,
      "loss": 0.3471,
      "step": 1951750
    },
    {
      "epoch": 544.73,
      "grad_norm": 1.0858885049819946,
      "learning_rate": 1.1881794742216113e-06,
      "loss": 0.3439,
      "step": 1951760
    },
    {
      "epoch": 544.73,
      "grad_norm": 1.3796839714050293,
      "learning_rate": 1.1881559496925817e-06,
      "loss": 0.3353,
      "step": 1951770
    },
    {
      "epoch": 544.73,
      "grad_norm": 1.0575041770935059,
      "learning_rate": 1.1881324253173628e-06,
      "loss": 0.3302,
      "step": 1951780
    },
    {
      "epoch": 544.74,
      "grad_norm": 1.1446871757507324,
      "learning_rate": 1.188108901095956e-06,
      "loss": 0.3387,
      "step": 1951790
    },
    {
      "epoch": 544.74,
      "grad_norm": 1.468445062637329,
      "learning_rate": 1.1880853770283658e-06,
      "loss": 0.354,
      "step": 1951800
    },
    {
      "epoch": 544.74,
      "grad_norm": 1.0284948348999023,
      "learning_rate": 1.1880618531145952e-06,
      "loss": 0.3306,
      "step": 1951810
    },
    {
      "epoch": 544.74,
      "grad_norm": 1.1468443870544434,
      "learning_rate": 1.1880383293546454e-06,
      "loss": 0.3414,
      "step": 1951820
    },
    {
      "epoch": 544.75,
      "grad_norm": 1.0958291292190552,
      "learning_rate": 1.188014805748523e-06,
      "loss": 0.343,
      "step": 1951830
    },
    {
      "epoch": 544.75,
      "grad_norm": 1.2880741357803345,
      "learning_rate": 1.1879912822962276e-06,
      "loss": 0.3424,
      "step": 1951840
    },
    {
      "epoch": 544.75,
      "grad_norm": 1.0739387273788452,
      "learning_rate": 1.1879677589977657e-06,
      "loss": 0.3386,
      "step": 1951850
    },
    {
      "epoch": 544.76,
      "grad_norm": 1.072410225868225,
      "learning_rate": 1.1879442358531377e-06,
      "loss": 0.3367,
      "step": 1951860
    },
    {
      "epoch": 544.76,
      "grad_norm": 1.035723090171814,
      "learning_rate": 1.1879207128623476e-06,
      "loss": 0.3415,
      "step": 1951870
    },
    {
      "epoch": 544.76,
      "grad_norm": 1.3622552156448364,
      "learning_rate": 1.1878971900254e-06,
      "loss": 0.3492,
      "step": 1951880
    },
    {
      "epoch": 544.76,
      "grad_norm": 1.1759752035140991,
      "learning_rate": 1.1878736673422955e-06,
      "loss": 0.3261,
      "step": 1951890
    },
    {
      "epoch": 544.77,
      "grad_norm": 1.2325700521469116,
      "learning_rate": 1.1878501448130388e-06,
      "loss": 0.3414,
      "step": 1951900
    },
    {
      "epoch": 544.77,
      "grad_norm": 1.0900377035140991,
      "learning_rate": 1.1878266224376326e-06,
      "loss": 0.3263,
      "step": 1951910
    },
    {
      "epoch": 544.77,
      "grad_norm": 1.102651596069336,
      "learning_rate": 1.1878031002160808e-06,
      "loss": 0.3548,
      "step": 1951920
    },
    {
      "epoch": 544.78,
      "grad_norm": 1.415096402168274,
      "learning_rate": 1.187779578148385e-06,
      "loss": 0.3403,
      "step": 1951930
    },
    {
      "epoch": 544.78,
      "grad_norm": 1.0799752473831177,
      "learning_rate": 1.1877560562345497e-06,
      "loss": 0.3503,
      "step": 1951940
    },
    {
      "epoch": 544.78,
      "grad_norm": 1.0718592405319214,
      "learning_rate": 1.1877325344745775e-06,
      "loss": 0.3491,
      "step": 1951950
    },
    {
      "epoch": 544.78,
      "grad_norm": 1.0003522634506226,
      "learning_rate": 1.1877090128684705e-06,
      "loss": 0.3328,
      "step": 1951960
    },
    {
      "epoch": 544.79,
      "grad_norm": 1.1697741746902466,
      "learning_rate": 1.1876854914162342e-06,
      "loss": 0.3515,
      "step": 1951970
    },
    {
      "epoch": 544.79,
      "grad_norm": 1.2495803833007812,
      "learning_rate": 1.1876619701178697e-06,
      "loss": 0.3404,
      "step": 1951980
    },
    {
      "epoch": 544.79,
      "grad_norm": 1.0077260732650757,
      "learning_rate": 1.1876384489733808e-06,
      "loss": 0.3199,
      "step": 1951990
    },
    {
      "epoch": 544.79,
      "grad_norm": 1.0400781631469727,
      "learning_rate": 1.1876149279827707e-06,
      "loss": 0.3451,
      "step": 1952000
    },
    {
      "epoch": 544.8,
      "grad_norm": 1.0372848510742188,
      "learning_rate": 1.1875914071460434e-06,
      "loss": 0.3371,
      "step": 1952010
    },
    {
      "epoch": 544.8,
      "grad_norm": 1.1728190183639526,
      "learning_rate": 1.1875678864632e-06,
      "loss": 0.3362,
      "step": 1952020
    },
    {
      "epoch": 544.8,
      "grad_norm": 1.1753735542297363,
      "learning_rate": 1.1875443659342451e-06,
      "loss": 0.3415,
      "step": 1952030
    },
    {
      "epoch": 544.81,
      "grad_norm": 0.9910021424293518,
      "learning_rate": 1.1875208455591821e-06,
      "loss": 0.3467,
      "step": 1952040
    },
    {
      "epoch": 544.81,
      "grad_norm": 1.2861065864562988,
      "learning_rate": 1.187497325338012e-06,
      "loss": 0.3343,
      "step": 1952050
    },
    {
      "epoch": 544.81,
      "grad_norm": 1.1030986309051514,
      "learning_rate": 1.1874738052707412e-06,
      "loss": 0.3585,
      "step": 1952060
    },
    {
      "epoch": 544.81,
      "grad_norm": 1.4312114715576172,
      "learning_rate": 1.18745028535737e-06,
      "loss": 0.3469,
      "step": 1952070
    },
    {
      "epoch": 544.82,
      "grad_norm": 1.0130195617675781,
      "learning_rate": 1.1874267655979024e-06,
      "loss": 0.3319,
      "step": 1952080
    },
    {
      "epoch": 544.82,
      "grad_norm": 1.958770990371704,
      "learning_rate": 1.187403245992343e-06,
      "loss": 0.3275,
      "step": 1952090
    },
    {
      "epoch": 544.82,
      "grad_norm": 1.0341336727142334,
      "learning_rate": 1.1873797265406927e-06,
      "loss": 0.3268,
      "step": 1952100
    },
    {
      "epoch": 544.83,
      "grad_norm": 1.0439636707305908,
      "learning_rate": 1.1873562072429556e-06,
      "loss": 0.3397,
      "step": 1952110
    },
    {
      "epoch": 544.83,
      "grad_norm": 1.1068933010101318,
      "learning_rate": 1.1873326880991347e-06,
      "loss": 0.3225,
      "step": 1952120
    },
    {
      "epoch": 544.83,
      "grad_norm": 1.0170753002166748,
      "learning_rate": 1.1873091691092335e-06,
      "loss": 0.3424,
      "step": 1952130
    },
    {
      "epoch": 544.83,
      "grad_norm": 1.1385762691497803,
      "learning_rate": 1.1872856502732548e-06,
      "loss": 0.3518,
      "step": 1952140
    },
    {
      "epoch": 544.84,
      "grad_norm": 1.2532094717025757,
      "learning_rate": 1.1872621315912025e-06,
      "loss": 0.3687,
      "step": 1952150
    },
    {
      "epoch": 544.84,
      "grad_norm": 1.1212732791900635,
      "learning_rate": 1.1872386130630784e-06,
      "loss": 0.3369,
      "step": 1952160
    },
    {
      "epoch": 544.84,
      "grad_norm": 1.0339610576629639,
      "learning_rate": 1.1872150946888863e-06,
      "loss": 0.3478,
      "step": 1952170
    },
    {
      "epoch": 544.85,
      "grad_norm": 1.1707271337509155,
      "learning_rate": 1.18719157646863e-06,
      "loss": 0.3242,
      "step": 1952180
    },
    {
      "epoch": 544.85,
      "grad_norm": 1.065972924232483,
      "learning_rate": 1.1871680584023102e-06,
      "loss": 0.3413,
      "step": 1952190
    },
    {
      "epoch": 544.85,
      "grad_norm": 1.2439898252487183,
      "learning_rate": 1.1871445404899338e-06,
      "loss": 0.3531,
      "step": 1952200
    },
    {
      "epoch": 544.85,
      "grad_norm": 1.0166970491409302,
      "learning_rate": 1.1871210227315007e-06,
      "loss": 0.3599,
      "step": 1952210
    },
    {
      "epoch": 544.86,
      "grad_norm": 1.0657472610473633,
      "learning_rate": 1.1870975051270153e-06,
      "loss": 0.3366,
      "step": 1952220
    },
    {
      "epoch": 544.86,
      "grad_norm": 1.2839446067810059,
      "learning_rate": 1.1870739876764816e-06,
      "loss": 0.3502,
      "step": 1952230
    },
    {
      "epoch": 544.86,
      "grad_norm": 0.9602031111717224,
      "learning_rate": 1.187050470379901e-06,
      "loss": 0.325,
      "step": 1952240
    },
    {
      "epoch": 544.86,
      "grad_norm": 1.2727628946304321,
      "learning_rate": 1.1870269532372773e-06,
      "loss": 0.3422,
      "step": 1952250
    },
    {
      "epoch": 544.87,
      "grad_norm": 1.0265653133392334,
      "learning_rate": 1.187003436248614e-06,
      "loss": 0.3349,
      "step": 1952260
    },
    {
      "epoch": 544.87,
      "grad_norm": 1.2196217775344849,
      "learning_rate": 1.1869799194139144e-06,
      "loss": 0.3497,
      "step": 1952270
    },
    {
      "epoch": 544.87,
      "grad_norm": 1.093652367591858,
      "learning_rate": 1.1869564027331797e-06,
      "loss": 0.3397,
      "step": 1952280
    },
    {
      "epoch": 544.88,
      "grad_norm": 1.1772211790084839,
      "learning_rate": 1.1869328862064165e-06,
      "loss": 0.3461,
      "step": 1952290
    },
    {
      "epoch": 544.88,
      "grad_norm": 1.2275959253311157,
      "learning_rate": 1.1869093698336249e-06,
      "loss": 0.342,
      "step": 1952300
    },
    {
      "epoch": 544.88,
      "grad_norm": 1.075408697128296,
      "learning_rate": 1.1868858536148088e-06,
      "loss": 0.3201,
      "step": 1952310
    },
    {
      "epoch": 544.88,
      "grad_norm": 1.132067084312439,
      "learning_rate": 1.186862337549973e-06,
      "loss": 0.3305,
      "step": 1952320
    },
    {
      "epoch": 544.89,
      "grad_norm": 1.0979095697402954,
      "learning_rate": 1.1868388216391182e-06,
      "loss": 0.3199,
      "step": 1952330
    },
    {
      "epoch": 544.89,
      "grad_norm": 1.2128351926803589,
      "learning_rate": 1.1868153058822485e-06,
      "loss": 0.3457,
      "step": 1952340
    },
    {
      "epoch": 544.89,
      "grad_norm": 1.1115515232086182,
      "learning_rate": 1.1867917902793672e-06,
      "loss": 0.3395,
      "step": 1952350
    },
    {
      "epoch": 544.9,
      "grad_norm": 1.0808753967285156,
      "learning_rate": 1.1867682748304784e-06,
      "loss": 0.3404,
      "step": 1952360
    },
    {
      "epoch": 544.9,
      "grad_norm": 1.1025655269622803,
      "learning_rate": 1.1867447595355824e-06,
      "loss": 0.3057,
      "step": 1952370
    },
    {
      "epoch": 544.9,
      "grad_norm": 1.193528175354004,
      "learning_rate": 1.1867212443946854e-06,
      "loss": 0.3246,
      "step": 1952380
    },
    {
      "epoch": 544.9,
      "grad_norm": 1.0937124490737915,
      "learning_rate": 1.186697729407789e-06,
      "loss": 0.3391,
      "step": 1952390
    },
    {
      "epoch": 544.91,
      "grad_norm": 1.1029579639434814,
      "learning_rate": 1.1866742145748964e-06,
      "loss": 0.3283,
      "step": 1952400
    },
    {
      "epoch": 544.91,
      "grad_norm": 1.201892375946045,
      "learning_rate": 1.1866506998960116e-06,
      "loss": 0.3466,
      "step": 1952410
    },
    {
      "epoch": 544.91,
      "grad_norm": 1.3970623016357422,
      "learning_rate": 1.1866271853711354e-06,
      "loss": 0.3448,
      "step": 1952420
    },
    {
      "epoch": 544.91,
      "grad_norm": 1.0246448516845703,
      "learning_rate": 1.1866036710002739e-06,
      "loss": 0.3358,
      "step": 1952430
    },
    {
      "epoch": 544.92,
      "grad_norm": 1.1563613414764404,
      "learning_rate": 1.1865801567834284e-06,
      "loss": 0.3395,
      "step": 1952440
    },
    {
      "epoch": 544.92,
      "grad_norm": 1.1711350679397583,
      "learning_rate": 1.1865566427206027e-06,
      "loss": 0.3589,
      "step": 1952450
    },
    {
      "epoch": 544.92,
      "grad_norm": 1.144917607307434,
      "learning_rate": 1.1865331288118003e-06,
      "loss": 0.3364,
      "step": 1952460
    },
    {
      "epoch": 544.93,
      "grad_norm": 1.1972291469573975,
      "learning_rate": 1.186509615057023e-06,
      "loss": 0.3489,
      "step": 1952470
    },
    {
      "epoch": 544.93,
      "grad_norm": 1.00409996509552,
      "learning_rate": 1.1864861014562747e-06,
      "loss": 0.3371,
      "step": 1952480
    },
    {
      "epoch": 544.93,
      "grad_norm": 1.221611499786377,
      "learning_rate": 1.1864625880095586e-06,
      "loss": 0.3514,
      "step": 1952490
    },
    {
      "epoch": 544.93,
      "grad_norm": 1.090282917022705,
      "learning_rate": 1.1864390747168788e-06,
      "loss": 0.341,
      "step": 1952500
    },
    {
      "epoch": 544.94,
      "grad_norm": 0.9214932918548584,
      "learning_rate": 1.1864155615782355e-06,
      "loss": 0.3276,
      "step": 1952510
    },
    {
      "epoch": 544.94,
      "grad_norm": 1.2686939239501953,
      "learning_rate": 1.1863920485936354e-06,
      "loss": 0.3443,
      "step": 1952520
    },
    {
      "epoch": 544.94,
      "grad_norm": 1.2320923805236816,
      "learning_rate": 1.186368535763079e-06,
      "loss": 0.3351,
      "step": 1952530
    },
    {
      "epoch": 544.95,
      "grad_norm": 1.1057977676391602,
      "learning_rate": 1.1863450230865705e-06,
      "loss": 0.3298,
      "step": 1952540
    },
    {
      "epoch": 544.95,
      "grad_norm": 1.246242880821228,
      "learning_rate": 1.1863215105641139e-06,
      "loss": 0.3292,
      "step": 1952550
    },
    {
      "epoch": 544.95,
      "grad_norm": 1.306469202041626,
      "learning_rate": 1.1862979981957103e-06,
      "loss": 0.3418,
      "step": 1952560
    },
    {
      "epoch": 544.95,
      "grad_norm": 1.3878332376480103,
      "learning_rate": 1.186274485981364e-06,
      "loss": 0.3229,
      "step": 1952570
    },
    {
      "epoch": 544.96,
      "grad_norm": 1.1397373676300049,
      "learning_rate": 1.1862509739210781e-06,
      "loss": 0.3397,
      "step": 1952580
    },
    {
      "epoch": 544.96,
      "grad_norm": 1.1856293678283691,
      "learning_rate": 1.1862274620148564e-06,
      "loss": 0.3427,
      "step": 1952590
    },
    {
      "epoch": 544.96,
      "grad_norm": 1.179490089416504,
      "learning_rate": 1.1862039502627002e-06,
      "loss": 0.344,
      "step": 1952600
    },
    {
      "epoch": 544.97,
      "grad_norm": 1.1463702917099,
      "learning_rate": 1.1861804386646138e-06,
      "loss": 0.3485,
      "step": 1952610
    },
    {
      "epoch": 544.97,
      "grad_norm": 1.062216877937317,
      "learning_rate": 1.1861569272206012e-06,
      "loss": 0.3305,
      "step": 1952620
    },
    {
      "epoch": 544.97,
      "grad_norm": 1.0881849527359009,
      "learning_rate": 1.1861334159306628e-06,
      "loss": 0.3323,
      "step": 1952630
    },
    {
      "epoch": 544.97,
      "grad_norm": 1.0811022520065308,
      "learning_rate": 1.1861099047948054e-06,
      "loss": 0.3244,
      "step": 1952640
    },
    {
      "epoch": 544.98,
      "grad_norm": 1.0588263273239136,
      "learning_rate": 1.1860863938130289e-06,
      "loss": 0.3349,
      "step": 1952650
    },
    {
      "epoch": 544.98,
      "grad_norm": 1.1459578275680542,
      "learning_rate": 1.186062882985338e-06,
      "loss": 0.3298,
      "step": 1952660
    },
    {
      "epoch": 544.98,
      "grad_norm": 1.195581078529358,
      "learning_rate": 1.1860393723117357e-06,
      "loss": 0.3408,
      "step": 1952670
    },
    {
      "epoch": 544.98,
      "grad_norm": 1.1486462354660034,
      "learning_rate": 1.1860158617922257e-06,
      "loss": 0.3386,
      "step": 1952680
    },
    {
      "epoch": 544.99,
      "grad_norm": 1.0403995513916016,
      "learning_rate": 1.1859923514268094e-06,
      "loss": 0.3324,
      "step": 1952690
    },
    {
      "epoch": 544.99,
      "grad_norm": 1.0155812501907349,
      "learning_rate": 1.1859688412154912e-06,
      "loss": 0.3441,
      "step": 1952700
    },
    {
      "epoch": 544.99,
      "grad_norm": 1.1325559616088867,
      "learning_rate": 1.1859453311582738e-06,
      "loss": 0.3521,
      "step": 1952710
    },
    {
      "epoch": 545.0,
      "grad_norm": 1.0344191789627075,
      "learning_rate": 1.1859218212551608e-06,
      "loss": 0.35,
      "step": 1952720
    },
    {
      "epoch": 545.0,
      "grad_norm": 1.0057404041290283,
      "learning_rate": 1.1858983115061556e-06,
      "loss": 0.3544,
      "step": 1952730
    },
    {
      "epoch": 545.0,
      "eval_loss": 0.34087806940078735,
      "eval_runtime": 65.1651,
      "eval_samples_per_second": 77.634,
      "eval_steps_per_second": 9.714,
      "step": 1952735
    },
    {
      "epoch": 545.0,
      "grad_norm": 1.2346071004867554,
      "learning_rate": 1.1858748019112604e-06,
      "loss": 0.3362,
      "step": 1952740
    },
    {
      "epoch": 545.0,
      "grad_norm": 1.1236977577209473,
      "learning_rate": 1.1858512924704782e-06,
      "loss": 0.3437,
      "step": 1952750
    },
    {
      "epoch": 545.01,
      "grad_norm": 1.1887624263763428,
      "learning_rate": 1.1858277831838136e-06,
      "loss": 0.3312,
      "step": 1952760
    },
    {
      "epoch": 545.01,
      "grad_norm": 1.0610222816467285,
      "learning_rate": 1.185804274051267e-06,
      "loss": 0.331,
      "step": 1952770
    },
    {
      "epoch": 545.01,
      "grad_norm": 1.0138094425201416,
      "learning_rate": 1.1857807650728452e-06,
      "loss": 0.3512,
      "step": 1952780
    },
    {
      "epoch": 545.02,
      "grad_norm": 1.0671558380126953,
      "learning_rate": 1.1857572562485486e-06,
      "loss": 0.3424,
      "step": 1952790
    },
    {
      "epoch": 545.02,
      "grad_norm": 1.2085353136062622,
      "learning_rate": 1.1857337475783808e-06,
      "loss": 0.3576,
      "step": 1952800
    },
    {
      "epoch": 545.02,
      "grad_norm": 1.105586290359497,
      "learning_rate": 1.1857102390623456e-06,
      "loss": 0.3511,
      "step": 1952810
    },
    {
      "epoch": 545.02,
      "grad_norm": 1.1648696660995483,
      "learning_rate": 1.1856867307004466e-06,
      "loss": 0.3444,
      "step": 1952820
    },
    {
      "epoch": 545.03,
      "grad_norm": 1.0979949235916138,
      "learning_rate": 1.1856632224926855e-06,
      "loss": 0.3327,
      "step": 1952830
    },
    {
      "epoch": 545.03,
      "grad_norm": 1.099331021308899,
      "learning_rate": 1.1856397144390657e-06,
      "loss": 0.342,
      "step": 1952840
    },
    {
      "epoch": 545.03,
      "grad_norm": 0.9299702644348145,
      "learning_rate": 1.1856162065395916e-06,
      "loss": 0.3207,
      "step": 1952850
    },
    {
      "epoch": 545.03,
      "grad_norm": 0.9479527473449707,
      "learning_rate": 1.1855926987942638e-06,
      "loss": 0.3377,
      "step": 1952860
    },
    {
      "epoch": 545.04,
      "grad_norm": 1.2288029193878174,
      "learning_rate": 1.1855691912030885e-06,
      "loss": 0.3319,
      "step": 1952870
    },
    {
      "epoch": 545.04,
      "grad_norm": 1.1326217651367188,
      "learning_rate": 1.1855456837660671e-06,
      "loss": 0.3339,
      "step": 1952880
    },
    {
      "epoch": 545.04,
      "grad_norm": 1.4041210412979126,
      "learning_rate": 1.1855221764832025e-06,
      "loss": 0.3492,
      "step": 1952890
    },
    {
      "epoch": 545.05,
      "grad_norm": 1.0794715881347656,
      "learning_rate": 1.1854986693544997e-06,
      "loss": 0.3468,
      "step": 1952900
    },
    {
      "epoch": 545.05,
      "grad_norm": 0.9985790848731995,
      "learning_rate": 1.185475162379959e-06,
      "loss": 0.352,
      "step": 1952910
    },
    {
      "epoch": 545.05,
      "grad_norm": 1.092327356338501,
      "learning_rate": 1.185451655559585e-06,
      "loss": 0.3279,
      "step": 1952920
    },
    {
      "epoch": 545.05,
      "grad_norm": 1.3102275133132935,
      "learning_rate": 1.1854281488933815e-06,
      "loss": 0.34,
      "step": 1952930
    },
    {
      "epoch": 545.06,
      "grad_norm": 1.191063642501831,
      "learning_rate": 1.1854046423813514e-06,
      "loss": 0.3515,
      "step": 1952940
    },
    {
      "epoch": 545.06,
      "grad_norm": 1.1420997381210327,
      "learning_rate": 1.1853811360234955e-06,
      "loss": 0.3346,
      "step": 1952950
    },
    {
      "epoch": 545.06,
      "grad_norm": 1.2209281921386719,
      "learning_rate": 1.1853576298198208e-06,
      "loss": 0.3297,
      "step": 1952960
    },
    {
      "epoch": 545.07,
      "grad_norm": 1.206578016281128,
      "learning_rate": 1.1853341237703275e-06,
      "loss": 0.3451,
      "step": 1952970
    },
    {
      "epoch": 545.07,
      "grad_norm": 1.1877671480178833,
      "learning_rate": 1.1853106178750195e-06,
      "loss": 0.3425,
      "step": 1952980
    },
    {
      "epoch": 545.07,
      "grad_norm": 1.0982428789138794,
      "learning_rate": 1.1852871121339015e-06,
      "loss": 0.3312,
      "step": 1952990
    },
    {
      "epoch": 545.07,
      "grad_norm": 1.2656733989715576,
      "learning_rate": 1.185263606546973e-06,
      "loss": 0.333,
      "step": 1953000
    },
    {
      "epoch": 545.08,
      "grad_norm": 1.0525712966918945,
      "learning_rate": 1.185240101114241e-06,
      "loss": 0.3369,
      "step": 1953010
    },
    {
      "epoch": 545.08,
      "grad_norm": 1.0675644874572754,
      "learning_rate": 1.1852165958357065e-06,
      "loss": 0.3522,
      "step": 1953020
    },
    {
      "epoch": 545.08,
      "grad_norm": 1.1525721549987793,
      "learning_rate": 1.1851930907113726e-06,
      "loss": 0.3545,
      "step": 1953030
    },
    {
      "epoch": 545.09,
      "grad_norm": 1.3040558099746704,
      "learning_rate": 1.1851695857412447e-06,
      "loss": 0.3356,
      "step": 1953040
    },
    {
      "epoch": 545.09,
      "grad_norm": 1.2371543645858765,
      "learning_rate": 1.1851460809253223e-06,
      "loss": 0.3563,
      "step": 1953050
    },
    {
      "epoch": 545.09,
      "grad_norm": 1.2608990669250488,
      "learning_rate": 1.185122576263611e-06,
      "loss": 0.3539,
      "step": 1953060
    },
    {
      "epoch": 545.09,
      "grad_norm": 1.1875709295272827,
      "learning_rate": 1.1850990717561133e-06,
      "loss": 0.343,
      "step": 1953070
    },
    {
      "epoch": 545.1,
      "grad_norm": 1.1357344388961792,
      "learning_rate": 1.185075567402833e-06,
      "loss": 0.331,
      "step": 1953080
    },
    {
      "epoch": 545.1,
      "grad_norm": 1.3638545274734497,
      "learning_rate": 1.1850520632037709e-06,
      "loss": 0.3253,
      "step": 1953090
    },
    {
      "epoch": 545.1,
      "grad_norm": 1.049198031425476,
      "learning_rate": 1.1850285591589335e-06,
      "loss": 0.3323,
      "step": 1953100
    },
    {
      "epoch": 545.1,
      "grad_norm": 1.1001993417739868,
      "learning_rate": 1.1850050552683217e-06,
      "loss": 0.3374,
      "step": 1953110
    },
    {
      "epoch": 545.11,
      "grad_norm": 1.0598297119140625,
      "learning_rate": 1.1849815515319388e-06,
      "loss": 0.333,
      "step": 1953120
    },
    {
      "epoch": 545.11,
      "grad_norm": 1.1792356967926025,
      "learning_rate": 1.1849580479497891e-06,
      "loss": 0.3492,
      "step": 1953130
    },
    {
      "epoch": 545.11,
      "grad_norm": 1.3106633424758911,
      "learning_rate": 1.1849345445218744e-06,
      "loss": 0.3335,
      "step": 1953140
    },
    {
      "epoch": 545.12,
      "grad_norm": 0.8780362010002136,
      "learning_rate": 1.184911041248198e-06,
      "loss": 0.3329,
      "step": 1953150
    },
    {
      "epoch": 545.12,
      "grad_norm": 1.0600340366363525,
      "learning_rate": 1.1848875381287636e-06,
      "loss": 0.3363,
      "step": 1953160
    },
    {
      "epoch": 545.12,
      "grad_norm": 1.0545270442962646,
      "learning_rate": 1.184864035163575e-06,
      "loss": 0.3336,
      "step": 1953170
    },
    {
      "epoch": 545.12,
      "grad_norm": 1.2089409828186035,
      "learning_rate": 1.1848405323526337e-06,
      "loss": 0.335,
      "step": 1953180
    },
    {
      "epoch": 545.13,
      "grad_norm": 1.2294070720672607,
      "learning_rate": 1.1848170296959431e-06,
      "loss": 0.3613,
      "step": 1953190
    },
    {
      "epoch": 545.13,
      "grad_norm": 1.1742249727249146,
      "learning_rate": 1.1847935271935083e-06,
      "loss": 0.3428,
      "step": 1953200
    },
    {
      "epoch": 545.13,
      "grad_norm": 1.0302327871322632,
      "learning_rate": 1.1847700248453287e-06,
      "loss": 0.3352,
      "step": 1953210
    },
    {
      "epoch": 545.14,
      "grad_norm": 1.046826720237732,
      "learning_rate": 1.1847465226514116e-06,
      "loss": 0.3296,
      "step": 1953220
    },
    {
      "epoch": 545.14,
      "grad_norm": 1.0221152305603027,
      "learning_rate": 1.1847230206117572e-06,
      "loss": 0.3312,
      "step": 1953230
    },
    {
      "epoch": 545.14,
      "grad_norm": 1.0855385065078735,
      "learning_rate": 1.1846995187263697e-06,
      "loss": 0.3294,
      "step": 1953240
    },
    {
      "epoch": 545.14,
      "grad_norm": 1.0781177282333374,
      "learning_rate": 1.184676016995252e-06,
      "loss": 0.3381,
      "step": 1953250
    },
    {
      "epoch": 545.15,
      "grad_norm": 2.459271192550659,
      "learning_rate": 1.1846525154184085e-06,
      "loss": 0.3456,
      "step": 1953260
    },
    {
      "epoch": 545.15,
      "grad_norm": 0.9991125464439392,
      "learning_rate": 1.18462901399584e-06,
      "loss": 0.3318,
      "step": 1953270
    },
    {
      "epoch": 545.15,
      "grad_norm": 1.1126525402069092,
      "learning_rate": 1.1846055127275508e-06,
      "loss": 0.3344,
      "step": 1953280
    },
    {
      "epoch": 545.15,
      "grad_norm": 1.1376360654830933,
      "learning_rate": 1.1845820116135444e-06,
      "loss": 0.3365,
      "step": 1953290
    },
    {
      "epoch": 545.16,
      "grad_norm": 1.333728551864624,
      "learning_rate": 1.1845585106538234e-06,
      "loss": 0.3345,
      "step": 1953300
    },
    {
      "epoch": 545.16,
      "grad_norm": 1.2429225444793701,
      "learning_rate": 1.184535009848392e-06,
      "loss": 0.3308,
      "step": 1953310
    },
    {
      "epoch": 545.16,
      "grad_norm": 1.152213215827942,
      "learning_rate": 1.1845115091972513e-06,
      "loss": 0.3466,
      "step": 1953320
    },
    {
      "epoch": 545.17,
      "grad_norm": 1.1853888034820557,
      "learning_rate": 1.184488008700406e-06,
      "loss": 0.3581,
      "step": 1953330
    },
    {
      "epoch": 545.17,
      "grad_norm": 1.1221295595169067,
      "learning_rate": 1.1844645083578586e-06,
      "loss": 0.3426,
      "step": 1953340
    },
    {
      "epoch": 545.17,
      "grad_norm": 1.4303828477859497,
      "learning_rate": 1.1844410081696121e-06,
      "loss": 0.3376,
      "step": 1953350
    },
    {
      "epoch": 545.17,
      "grad_norm": 1.1462641954421997,
      "learning_rate": 1.1844175081356712e-06,
      "loss": 0.349,
      "step": 1953360
    },
    {
      "epoch": 545.18,
      "grad_norm": 1.1874102354049683,
      "learning_rate": 1.1843940082560368e-06,
      "loss": 0.3513,
      "step": 1953370
    },
    {
      "epoch": 545.18,
      "grad_norm": 1.0776633024215698,
      "learning_rate": 1.184370508530713e-06,
      "loss": 0.3355,
      "step": 1953380
    },
    {
      "epoch": 545.18,
      "grad_norm": 1.2535312175750732,
      "learning_rate": 1.1843470089597028e-06,
      "loss": 0.3473,
      "step": 1953390
    },
    {
      "epoch": 545.19,
      "grad_norm": 1.142024040222168,
      "learning_rate": 1.1843235095430102e-06,
      "loss": 0.3449,
      "step": 1953400
    },
    {
      "epoch": 545.19,
      "grad_norm": 1.1949912309646606,
      "learning_rate": 1.1843000102806373e-06,
      "loss": 0.3303,
      "step": 1953410
    },
    {
      "epoch": 545.19,
      "grad_norm": 1.143452525138855,
      "learning_rate": 1.184276511172587e-06,
      "loss": 0.3474,
      "step": 1953420
    },
    {
      "epoch": 545.19,
      "grad_norm": 1.0029972791671753,
      "learning_rate": 1.184253012218864e-06,
      "loss": 0.3427,
      "step": 1953430
    },
    {
      "epoch": 545.2,
      "grad_norm": 3.342289447784424,
      "learning_rate": 1.1842295134194683e-06,
      "loss": 0.3462,
      "step": 1953440
    },
    {
      "epoch": 545.2,
      "grad_norm": 1.1854196786880493,
      "learning_rate": 1.1842060147744073e-06,
      "loss": 0.3287,
      "step": 1953450
    },
    {
      "epoch": 545.2,
      "grad_norm": 1.1728979349136353,
      "learning_rate": 1.1841825162836808e-06,
      "loss": 0.345,
      "step": 1953460
    },
    {
      "epoch": 545.21,
      "grad_norm": 0.9904862642288208,
      "learning_rate": 1.1841590179472932e-06,
      "loss": 0.3417,
      "step": 1953470
    },
    {
      "epoch": 545.21,
      "grad_norm": 1.3866151571273804,
      "learning_rate": 1.1841355197652475e-06,
      "loss": 0.3444,
      "step": 1953480
    },
    {
      "epoch": 545.21,
      "grad_norm": 1.163131594657898,
      "learning_rate": 1.1841120217375473e-06,
      "loss": 0.352,
      "step": 1953490
    },
    {
      "epoch": 545.21,
      "grad_norm": 1.3898669481277466,
      "learning_rate": 1.1840885238641947e-06,
      "loss": 0.3518,
      "step": 1953500
    },
    {
      "epoch": 545.22,
      "grad_norm": 1.1389926671981812,
      "learning_rate": 1.184065026145193e-06,
      "loss": 0.3373,
      "step": 1953510
    },
    {
      "epoch": 545.22,
      "grad_norm": 1.2354074716567993,
      "learning_rate": 1.184041528580547e-06,
      "loss": 0.3487,
      "step": 1953520
    },
    {
      "epoch": 545.22,
      "grad_norm": 1.0262001752853394,
      "learning_rate": 1.1840180311702567e-06,
      "loss": 0.336,
      "step": 1953530
    },
    {
      "epoch": 545.22,
      "grad_norm": 1.0702576637268066,
      "learning_rate": 1.1839945339143286e-06,
      "loss": 0.3298,
      "step": 1953540
    },
    {
      "epoch": 545.23,
      "grad_norm": 1.142818808555603,
      "learning_rate": 1.1839710368127637e-06,
      "loss": 0.3328,
      "step": 1953550
    },
    {
      "epoch": 545.23,
      "grad_norm": 1.1105531454086304,
      "learning_rate": 1.1839475398655654e-06,
      "loss": 0.3471,
      "step": 1953560
    },
    {
      "epoch": 545.23,
      "grad_norm": 1.234981894493103,
      "learning_rate": 1.1839240430727382e-06,
      "loss": 0.3287,
      "step": 1953570
    },
    {
      "epoch": 545.24,
      "grad_norm": 1.0977236032485962,
      "learning_rate": 1.1839005464342821e-06,
      "loss": 0.339,
      "step": 1953580
    },
    {
      "epoch": 545.24,
      "grad_norm": 1.330101728439331,
      "learning_rate": 1.1838770499502044e-06,
      "loss": 0.3316,
      "step": 1953590
    },
    {
      "epoch": 545.24,
      "grad_norm": 1.0588096380233765,
      "learning_rate": 1.183853553620505e-06,
      "loss": 0.3357,
      "step": 1953600
    },
    {
      "epoch": 545.24,
      "grad_norm": 1.0000301599502563,
      "learning_rate": 1.183830057445188e-06,
      "loss": 0.3529,
      "step": 1953610
    },
    {
      "epoch": 545.25,
      "grad_norm": 1.0415937900543213,
      "learning_rate": 1.183806561424257e-06,
      "loss": 0.3314,
      "step": 1953620
    },
    {
      "epoch": 545.25,
      "grad_norm": 1.1049882173538208,
      "learning_rate": 1.1837830655577154e-06,
      "loss": 0.3253,
      "step": 1953630
    },
    {
      "epoch": 545.25,
      "grad_norm": 1.149104356765747,
      "learning_rate": 1.183759569845565e-06,
      "loss": 0.3518,
      "step": 1953640
    },
    {
      "epoch": 545.26,
      "grad_norm": 1.0591388940811157,
      "learning_rate": 1.1837360742878095e-06,
      "loss": 0.3331,
      "step": 1953650
    },
    {
      "epoch": 545.26,
      "grad_norm": 1.0604643821716309,
      "learning_rate": 1.1837125788844533e-06,
      "loss": 0.3334,
      "step": 1953660
    },
    {
      "epoch": 545.26,
      "grad_norm": 1.1861860752105713,
      "learning_rate": 1.1836890836354965e-06,
      "loss": 0.3534,
      "step": 1953670
    },
    {
      "epoch": 545.26,
      "grad_norm": 1.313660740852356,
      "learning_rate": 1.1836655885409458e-06,
      "loss": 0.3419,
      "step": 1953680
    },
    {
      "epoch": 545.27,
      "grad_norm": 0.9732516407966614,
      "learning_rate": 1.1836420936008018e-06,
      "loss": 0.3335,
      "step": 1953690
    },
    {
      "epoch": 545.27,
      "grad_norm": 1.1705634593963623,
      "learning_rate": 1.1836185988150686e-06,
      "loss": 0.3476,
      "step": 1953700
    },
    {
      "epoch": 545.27,
      "grad_norm": 0.9181995987892151,
      "learning_rate": 1.1835951041837496e-06,
      "loss": 0.3562,
      "step": 1953710
    },
    {
      "epoch": 545.27,
      "grad_norm": 1.1075754165649414,
      "learning_rate": 1.183571609706847e-06,
      "loss": 0.3268,
      "step": 1953720
    },
    {
      "epoch": 545.28,
      "grad_norm": 1.2773990631103516,
      "learning_rate": 1.1835481153843648e-06,
      "loss": 0.3481,
      "step": 1953730
    },
    {
      "epoch": 545.28,
      "grad_norm": 1.0676066875457764,
      "learning_rate": 1.1835246212163054e-06,
      "loss": 0.3361,
      "step": 1953740
    },
    {
      "epoch": 545.28,
      "grad_norm": 1.1467353105545044,
      "learning_rate": 1.1835011272026735e-06,
      "loss": 0.3184,
      "step": 1953750
    },
    {
      "epoch": 545.29,
      "grad_norm": 1.2666656970977783,
      "learning_rate": 1.183477633343469e-06,
      "loss": 0.3367,
      "step": 1953760
    },
    {
      "epoch": 545.29,
      "grad_norm": 1.0562037229537964,
      "learning_rate": 1.1834541396386988e-06,
      "loss": 0.3425,
      "step": 1953770
    },
    {
      "epoch": 545.29,
      "grad_norm": 1.2023264169692993,
      "learning_rate": 1.1834306460883635e-06,
      "loss": 0.347,
      "step": 1953780
    },
    {
      "epoch": 545.29,
      "grad_norm": 1.1025408506393433,
      "learning_rate": 1.183407152692467e-06,
      "loss": 0.3235,
      "step": 1953790
    },
    {
      "epoch": 545.3,
      "grad_norm": 0.9947821497917175,
      "learning_rate": 1.1833836594510134e-06,
      "loss": 0.342,
      "step": 1953800
    },
    {
      "epoch": 545.3,
      "grad_norm": 1.087067723274231,
      "learning_rate": 1.183360166364004e-06,
      "loss": 0.347,
      "step": 1953810
    },
    {
      "epoch": 545.3,
      "grad_norm": 1.1339091062545776,
      "learning_rate": 1.1833366734314427e-06,
      "loss": 0.3356,
      "step": 1953820
    },
    {
      "epoch": 545.31,
      "grad_norm": 1.0004690885543823,
      "learning_rate": 1.1833131806533327e-06,
      "loss": 0.3473,
      "step": 1953830
    },
    {
      "epoch": 545.31,
      "grad_norm": 1.069847822189331,
      "learning_rate": 1.1832896880296773e-06,
      "loss": 0.3306,
      "step": 1953840
    },
    {
      "epoch": 545.31,
      "grad_norm": 1.3243205547332764,
      "learning_rate": 1.1832661955604803e-06,
      "loss": 0.3449,
      "step": 1953850
    },
    {
      "epoch": 545.31,
      "grad_norm": 1.1101847887039185,
      "learning_rate": 1.1832427032457433e-06,
      "loss": 0.3495,
      "step": 1953860
    },
    {
      "epoch": 545.32,
      "grad_norm": 1.2667690515518188,
      "learning_rate": 1.18321921108547e-06,
      "loss": 0.342,
      "step": 1953870
    },
    {
      "epoch": 545.32,
      "grad_norm": 1.0802223682403564,
      "learning_rate": 1.1831957190796632e-06,
      "loss": 0.336,
      "step": 1953880
    },
    {
      "epoch": 545.32,
      "grad_norm": 1.2574498653411865,
      "learning_rate": 1.1831722272283282e-06,
      "loss": 0.3349,
      "step": 1953890
    },
    {
      "epoch": 545.33,
      "grad_norm": 1.1715668439865112,
      "learning_rate": 1.1831487355314639e-06,
      "loss": 0.3286,
      "step": 1953900
    },
    {
      "epoch": 545.33,
      "grad_norm": 1.1905163526535034,
      "learning_rate": 1.1831252439890784e-06,
      "loss": 0.3432,
      "step": 1953910
    },
    {
      "epoch": 545.33,
      "grad_norm": 1.0897375345230103,
      "learning_rate": 1.183101752601171e-06,
      "loss": 0.3404,
      "step": 1953920
    },
    {
      "epoch": 545.33,
      "grad_norm": 1.426350712776184,
      "learning_rate": 1.1830782613677465e-06,
      "loss": 0.3412,
      "step": 1953930
    },
    {
      "epoch": 545.34,
      "grad_norm": 1.1555430889129639,
      "learning_rate": 1.1830547702888084e-06,
      "loss": 0.3343,
      "step": 1953940
    },
    {
      "epoch": 545.34,
      "grad_norm": 1.159430742263794,
      "learning_rate": 1.1830312793643584e-06,
      "loss": 0.3318,
      "step": 1953950
    },
    {
      "epoch": 545.34,
      "grad_norm": 1.2505097389221191,
      "learning_rate": 1.1830077885944e-06,
      "loss": 0.3341,
      "step": 1953960
    },
    {
      "epoch": 545.34,
      "grad_norm": 0.9597908854484558,
      "learning_rate": 1.1829842979789374e-06,
      "loss": 0.3275,
      "step": 1953970
    },
    {
      "epoch": 545.35,
      "grad_norm": 1.076253056526184,
      "learning_rate": 1.1829608075179735e-06,
      "loss": 0.3417,
      "step": 1953980
    },
    {
      "epoch": 545.35,
      "grad_norm": 1.2369155883789062,
      "learning_rate": 1.18293731721151e-06,
      "loss": 0.34,
      "step": 1953990
    },
    {
      "epoch": 545.35,
      "grad_norm": 1.1147890090942383,
      "learning_rate": 1.1829138270595509e-06,
      "loss": 0.3507,
      "step": 1954000
    },
    {
      "epoch": 545.36,
      "grad_norm": 1.007828950881958,
      "learning_rate": 1.1828903370621008e-06,
      "loss": 0.3428,
      "step": 1954010
    },
    {
      "epoch": 545.36,
      "grad_norm": 1.214599609375,
      "learning_rate": 1.182866847219159e-06,
      "loss": 0.3368,
      "step": 1954020
    },
    {
      "epoch": 545.36,
      "grad_norm": 1.092228889465332,
      "learning_rate": 1.1828433575307335e-06,
      "loss": 0.3493,
      "step": 1954030
    },
    {
      "epoch": 545.36,
      "grad_norm": 1.2117180824279785,
      "learning_rate": 1.1828198679968238e-06,
      "loss": 0.3458,
      "step": 1954040
    },
    {
      "epoch": 545.37,
      "grad_norm": 1.1740779876708984,
      "learning_rate": 1.1827963786174342e-06,
      "loss": 0.3489,
      "step": 1954050
    },
    {
      "epoch": 545.37,
      "grad_norm": 1.050180435180664,
      "learning_rate": 1.1827728893925677e-06,
      "loss": 0.3382,
      "step": 1954060
    },
    {
      "epoch": 545.37,
      "grad_norm": 1.2837461233139038,
      "learning_rate": 1.1827494003222289e-06,
      "loss": 0.3288,
      "step": 1954070
    },
    {
      "epoch": 545.38,
      "grad_norm": 0.9905437231063843,
      "learning_rate": 1.182725911406418e-06,
      "loss": 0.3352,
      "step": 1954080
    },
    {
      "epoch": 545.38,
      "grad_norm": 1.0903255939483643,
      "learning_rate": 1.1827024226451403e-06,
      "loss": 0.3417,
      "step": 1954090
    },
    {
      "epoch": 545.38,
      "grad_norm": 1.6043353080749512,
      "learning_rate": 1.182678934038399e-06,
      "loss": 0.3456,
      "step": 1954100
    },
    {
      "epoch": 545.38,
      "grad_norm": 1.4339220523834229,
      "learning_rate": 1.1826554455861948e-06,
      "loss": 0.3406,
      "step": 1954110
    },
    {
      "epoch": 545.39,
      "grad_norm": 1.163260579109192,
      "learning_rate": 1.1826319572885347e-06,
      "loss": 0.3363,
      "step": 1954120
    },
    {
      "epoch": 545.39,
      "grad_norm": 2.0242295265197754,
      "learning_rate": 1.1826084691454184e-06,
      "loss": 0.3316,
      "step": 1954130
    },
    {
      "epoch": 545.39,
      "grad_norm": 1.2935173511505127,
      "learning_rate": 1.1825849811568508e-06,
      "loss": 0.3447,
      "step": 1954140
    },
    {
      "epoch": 545.39,
      "grad_norm": 2.111985445022583,
      "learning_rate": 1.182561493322835e-06,
      "loss": 0.3273,
      "step": 1954150
    },
    {
      "epoch": 545.4,
      "grad_norm": 1.2034152746200562,
      "learning_rate": 1.1825380056433724e-06,
      "loss": 0.3553,
      "step": 1954160
    },
    {
      "epoch": 545.4,
      "grad_norm": 1.1166729927062988,
      "learning_rate": 1.1825145181184686e-06,
      "loss": 0.3433,
      "step": 1954170
    },
    {
      "epoch": 545.4,
      "grad_norm": 1.3091402053833008,
      "learning_rate": 1.1824910307481253e-06,
      "loss": 0.3281,
      "step": 1954180
    },
    {
      "epoch": 545.41,
      "grad_norm": 1.0875972509384155,
      "learning_rate": 1.1824675435323456e-06,
      "loss": 0.3478,
      "step": 1954190
    },
    {
      "epoch": 545.41,
      "grad_norm": 1.1113636493682861,
      "learning_rate": 1.182444056471133e-06,
      "loss": 0.357,
      "step": 1954200
    },
    {
      "epoch": 545.41,
      "grad_norm": 1.285393238067627,
      "learning_rate": 1.1824205695644912e-06,
      "loss": 0.3289,
      "step": 1954210
    },
    {
      "epoch": 545.41,
      "grad_norm": 1.2069448232650757,
      "learning_rate": 1.1823970828124218e-06,
      "loss": 0.3462,
      "step": 1954220
    },
    {
      "epoch": 545.42,
      "grad_norm": 1.1010551452636719,
      "learning_rate": 1.182373596214929e-06,
      "loss": 0.3716,
      "step": 1954230
    },
    {
      "epoch": 545.42,
      "grad_norm": 1.0984606742858887,
      "learning_rate": 1.1823501097720166e-06,
      "loss": 0.3347,
      "step": 1954240
    },
    {
      "epoch": 545.42,
      "grad_norm": 0.9812845587730408,
      "learning_rate": 1.182326623483685e-06,
      "loss": 0.3438,
      "step": 1954250
    },
    {
      "epoch": 545.43,
      "grad_norm": 1.2351062297821045,
      "learning_rate": 1.182303137349941e-06,
      "loss": 0.34,
      "step": 1954260
    },
    {
      "epoch": 545.43,
      "grad_norm": 1.272304892539978,
      "learning_rate": 1.182279651370785e-06,
      "loss": 0.3415,
      "step": 1954270
    },
    {
      "epoch": 545.43,
      "grad_norm": 1.253995418548584,
      "learning_rate": 1.1822561655462206e-06,
      "loss": 0.3467,
      "step": 1954280
    },
    {
      "epoch": 545.43,
      "grad_norm": 1.3077633380889893,
      "learning_rate": 1.182232679876252e-06,
      "loss": 0.3388,
      "step": 1954290
    },
    {
      "epoch": 545.44,
      "grad_norm": 1.215695858001709,
      "learning_rate": 1.182209194360882e-06,
      "loss": 0.3285,
      "step": 1954300
    },
    {
      "epoch": 545.44,
      "grad_norm": 1.0535916090011597,
      "learning_rate": 1.1821857090001129e-06,
      "loss": 0.3396,
      "step": 1954310
    },
    {
      "epoch": 545.44,
      "grad_norm": 1.1027649641036987,
      "learning_rate": 1.182162223793948e-06,
      "loss": 0.3252,
      "step": 1954320
    },
    {
      "epoch": 545.45,
      "grad_norm": 1.000935435295105,
      "learning_rate": 1.1821387387423922e-06,
      "loss": 0.3289,
      "step": 1954330
    },
    {
      "epoch": 545.45,
      "grad_norm": 1.0551084280014038,
      "learning_rate": 1.1821152538454448e-06,
      "loss": 0.3433,
      "step": 1954340
    },
    {
      "epoch": 545.45,
      "grad_norm": 1.2459027767181396,
      "learning_rate": 1.1820917691031133e-06,
      "loss": 0.3449,
      "step": 1954350
    },
    {
      "epoch": 545.45,
      "grad_norm": 1.024760365486145,
      "learning_rate": 1.182068284515398e-06,
      "loss": 0.3428,
      "step": 1954360
    },
    {
      "epoch": 545.46,
      "grad_norm": 1.348231315612793,
      "learning_rate": 1.182044800082303e-06,
      "loss": 0.3278,
      "step": 1954370
    },
    {
      "epoch": 545.46,
      "grad_norm": 1.044895887374878,
      "learning_rate": 1.1820213158038317e-06,
      "loss": 0.3403,
      "step": 1954380
    },
    {
      "epoch": 545.46,
      "grad_norm": 1.155617356300354,
      "learning_rate": 1.1819978316799861e-06,
      "loss": 0.335,
      "step": 1954390
    },
    {
      "epoch": 545.46,
      "grad_norm": 1.311552882194519,
      "learning_rate": 1.1819743477107704e-06,
      "loss": 0.3449,
      "step": 1954400
    },
    {
      "epoch": 545.47,
      "grad_norm": 1.325621485710144,
      "learning_rate": 1.1819508638961867e-06,
      "loss": 0.351,
      "step": 1954410
    },
    {
      "epoch": 545.47,
      "grad_norm": 1.4939348697662354,
      "learning_rate": 1.1819273802362395e-06,
      "loss": 0.3417,
      "step": 1954420
    },
    {
      "epoch": 545.47,
      "grad_norm": 0.987276017665863,
      "learning_rate": 1.1819038967309308e-06,
      "loss": 0.342,
      "step": 1954430
    },
    {
      "epoch": 545.48,
      "grad_norm": 1.0963635444641113,
      "learning_rate": 1.181880413380265e-06,
      "loss": 0.3338,
      "step": 1954440
    },
    {
      "epoch": 545.48,
      "grad_norm": 1.132692575454712,
      "learning_rate": 1.1818569301842435e-06,
      "loss": 0.3436,
      "step": 1954450
    },
    {
      "epoch": 545.48,
      "grad_norm": 1.018139362335205,
      "learning_rate": 1.1818334471428705e-06,
      "loss": 0.3383,
      "step": 1954460
    },
    {
      "epoch": 545.48,
      "grad_norm": 1.0821219682693481,
      "learning_rate": 1.1818099642561495e-06,
      "loss": 0.3316,
      "step": 1954470
    },
    {
      "epoch": 545.49,
      "grad_norm": 1.1864019632339478,
      "learning_rate": 1.1817864815240813e-06,
      "loss": 0.3286,
      "step": 1954480
    },
    {
      "epoch": 545.49,
      "grad_norm": 1.00863778591156,
      "learning_rate": 1.1817629989466727e-06,
      "loss": 0.3361,
      "step": 1954490
    },
    {
      "epoch": 545.49,
      "grad_norm": 1.4626652002334595,
      "learning_rate": 1.181739516523924e-06,
      "loss": 0.3488,
      "step": 1954500
    },
    {
      "epoch": 545.5,
      "grad_norm": 2.4306693077087402,
      "learning_rate": 1.181716034255839e-06,
      "loss": 0.3389,
      "step": 1954510
    },
    {
      "epoch": 545.5,
      "grad_norm": 1.1247016191482544,
      "learning_rate": 1.1816925521424224e-06,
      "loss": 0.3381,
      "step": 1954520
    },
    {
      "epoch": 545.5,
      "grad_norm": 1.082113265991211,
      "learning_rate": 1.1816690701836745e-06,
      "loss": 0.3382,
      "step": 1954530
    },
    {
      "epoch": 545.5,
      "grad_norm": 1.0856719017028809,
      "learning_rate": 1.1816455883796002e-06,
      "loss": 0.3282,
      "step": 1954540
    },
    {
      "epoch": 545.51,
      "grad_norm": 2.11602520942688,
      "learning_rate": 1.181622106730202e-06,
      "loss": 0.3293,
      "step": 1954550
    },
    {
      "epoch": 545.51,
      "grad_norm": 1.1651111841201782,
      "learning_rate": 1.1815986252354847e-06,
      "loss": 0.3378,
      "step": 1954560
    },
    {
      "epoch": 545.51,
      "grad_norm": 1.188146948814392,
      "learning_rate": 1.181575143895448e-06,
      "loss": 0.347,
      "step": 1954570
    },
    {
      "epoch": 545.51,
      "grad_norm": 1.1107914447784424,
      "learning_rate": 1.1815516627100989e-06,
      "loss": 0.3609,
      "step": 1954580
    },
    {
      "epoch": 545.52,
      "grad_norm": 1.3539618253707886,
      "learning_rate": 1.181528181679438e-06,
      "loss": 0.3269,
      "step": 1954590
    },
    {
      "epoch": 545.52,
      "grad_norm": 1.3332990407943726,
      "learning_rate": 1.181504700803469e-06,
      "loss": 0.3318,
      "step": 1954600
    },
    {
      "epoch": 545.52,
      "grad_norm": 1.2569423913955688,
      "learning_rate": 1.1814812200821958e-06,
      "loss": 0.337,
      "step": 1954610
    },
    {
      "epoch": 545.53,
      "grad_norm": 1.0082184076309204,
      "learning_rate": 1.1814577395156202e-06,
      "loss": 0.3296,
      "step": 1954620
    },
    {
      "epoch": 545.53,
      "grad_norm": 1.1148327589035034,
      "learning_rate": 1.1814342591037462e-06,
      "loss": 0.3464,
      "step": 1954630
    },
    {
      "epoch": 545.53,
      "grad_norm": 1.3357179164886475,
      "learning_rate": 1.1814107788465768e-06,
      "loss": 0.3514,
      "step": 1954640
    },
    {
      "epoch": 545.53,
      "grad_norm": 1.0707309246063232,
      "learning_rate": 1.1813872987441156e-06,
      "loss": 0.3503,
      "step": 1954650
    },
    {
      "epoch": 545.54,
      "grad_norm": 1.0132744312286377,
      "learning_rate": 1.1813638187963644e-06,
      "loss": 0.338,
      "step": 1954660
    },
    {
      "epoch": 545.54,
      "grad_norm": 1.147813320159912,
      "learning_rate": 1.1813403390033273e-06,
      "loss": 0.3398,
      "step": 1954670
    },
    {
      "epoch": 545.54,
      "grad_norm": 0.9550166726112366,
      "learning_rate": 1.1813168593650078e-06,
      "loss": 0.347,
      "step": 1954680
    },
    {
      "epoch": 545.55,
      "grad_norm": 1.2318320274353027,
      "learning_rate": 1.1812933798814073e-06,
      "loss": 0.3324,
      "step": 1954690
    },
    {
      "epoch": 545.55,
      "grad_norm": 1.0896210670471191,
      "learning_rate": 1.1812699005525313e-06,
      "loss": 0.3299,
      "step": 1954700
    },
    {
      "epoch": 545.55,
      "grad_norm": 1.2060927152633667,
      "learning_rate": 1.18124642137838e-06,
      "loss": 0.3332,
      "step": 1954710
    },
    {
      "epoch": 545.55,
      "grad_norm": 1.1365044116973877,
      "learning_rate": 1.1812229423589603e-06,
      "loss": 0.3429,
      "step": 1954720
    },
    {
      "epoch": 545.56,
      "grad_norm": 1.1877996921539307,
      "learning_rate": 1.1811994634942722e-06,
      "loss": 0.3182,
      "step": 1954730
    },
    {
      "epoch": 545.56,
      "grad_norm": 1.0091789960861206,
      "learning_rate": 1.1811759847843198e-06,
      "loss": 0.3483,
      "step": 1954740
    },
    {
      "epoch": 545.56,
      "grad_norm": 1.2154656648635864,
      "learning_rate": 1.1811525062291073e-06,
      "loss": 0.3481,
      "step": 1954750
    },
    {
      "epoch": 545.57,
      "grad_norm": 1.1098507642745972,
      "learning_rate": 1.1811290278286358e-06,
      "loss": 0.3574,
      "step": 1954760
    },
    {
      "epoch": 545.57,
      "grad_norm": 1.1955922842025757,
      "learning_rate": 1.1811055495829096e-06,
      "loss": 0.3241,
      "step": 1954770
    },
    {
      "epoch": 545.57,
      "grad_norm": 1.0437750816345215,
      "learning_rate": 1.181082071491932e-06,
      "loss": 0.3342,
      "step": 1954780
    },
    {
      "epoch": 545.57,
      "grad_norm": 1.1932194232940674,
      "learning_rate": 1.1810585935557064e-06,
      "loss": 0.3372,
      "step": 1954790
    },
    {
      "epoch": 545.58,
      "grad_norm": 1.376428484916687,
      "learning_rate": 1.1810351157742347e-06,
      "loss": 0.3333,
      "step": 1954800
    },
    {
      "epoch": 545.58,
      "grad_norm": 0.9644403457641602,
      "learning_rate": 1.1810116381475202e-06,
      "loss": 0.3375,
      "step": 1954810
    },
    {
      "epoch": 545.58,
      "grad_norm": 1.181751012802124,
      "learning_rate": 1.1809881606755675e-06,
      "loss": 0.3446,
      "step": 1954820
    },
    {
      "epoch": 545.58,
      "grad_norm": 1.1431056261062622,
      "learning_rate": 1.1809646833583772e-06,
      "loss": 0.3379,
      "step": 1954830
    },
    {
      "epoch": 545.59,
      "grad_norm": 1.2438431978225708,
      "learning_rate": 1.1809412061959557e-06,
      "loss": 0.3432,
      "step": 1954840
    },
    {
      "epoch": 545.59,
      "grad_norm": 1.0663416385650635,
      "learning_rate": 1.1809177291883033e-06,
      "loss": 0.3422,
      "step": 1954850
    },
    {
      "epoch": 545.59,
      "grad_norm": 1.019545078277588,
      "learning_rate": 1.1808942523354243e-06,
      "loss": 0.3284,
      "step": 1954860
    },
    {
      "epoch": 545.6,
      "grad_norm": 1.0469121932983398,
      "learning_rate": 1.1808707756373217e-06,
      "loss": 0.3482,
      "step": 1954870
    },
    {
      "epoch": 545.6,
      "grad_norm": 1.0074492692947388,
      "learning_rate": 1.1808472990939996e-06,
      "loss": 0.3489,
      "step": 1954880
    },
    {
      "epoch": 545.6,
      "grad_norm": 1.161278486251831,
      "learning_rate": 1.180823822705459e-06,
      "loss": 0.3385,
      "step": 1954890
    },
    {
      "epoch": 545.6,
      "grad_norm": 1.3936898708343506,
      "learning_rate": 1.1808003464717044e-06,
      "loss": 0.3491,
      "step": 1954900
    },
    {
      "epoch": 545.61,
      "grad_norm": 1.087827205657959,
      "learning_rate": 1.1807768703927397e-06,
      "loss": 0.3285,
      "step": 1954910
    },
    {
      "epoch": 545.61,
      "grad_norm": 2.333469867706299,
      "learning_rate": 1.1807533944685652e-06,
      "loss": 0.3337,
      "step": 1954920
    },
    {
      "epoch": 545.61,
      "grad_norm": 1.2447339296340942,
      "learning_rate": 1.1807299186991875e-06,
      "loss": 0.3443,
      "step": 1954930
    },
    {
      "epoch": 545.62,
      "grad_norm": 1.198508858680725,
      "learning_rate": 1.1807064430846073e-06,
      "loss": 0.3499,
      "step": 1954940
    },
    {
      "epoch": 545.62,
      "grad_norm": 1.1145493984222412,
      "learning_rate": 1.1806829676248284e-06,
      "loss": 0.3276,
      "step": 1954950
    },
    {
      "epoch": 545.62,
      "grad_norm": 1.2337400913238525,
      "learning_rate": 1.1806594923198553e-06,
      "loss": 0.3412,
      "step": 1954960
    },
    {
      "epoch": 545.62,
      "grad_norm": 1.1492366790771484,
      "learning_rate": 1.1806360171696885e-06,
      "loss": 0.344,
      "step": 1954970
    },
    {
      "epoch": 545.63,
      "grad_norm": 1.7461540699005127,
      "learning_rate": 1.1806125421743329e-06,
      "loss": 0.3467,
      "step": 1954980
    },
    {
      "epoch": 545.63,
      "grad_norm": 1.1934036016464233,
      "learning_rate": 1.1805890673337907e-06,
      "loss": 0.3271,
      "step": 1954990
    },
    {
      "epoch": 545.63,
      "grad_norm": 1.2792787551879883,
      "learning_rate": 1.1805655926480658e-06,
      "loss": 0.3348,
      "step": 1955000
    },
    {
      "epoch": 545.63,
      "grad_norm": 1.1475703716278076,
      "learning_rate": 1.1805421181171612e-06,
      "loss": 0.3345,
      "step": 1955010
    },
    {
      "epoch": 545.64,
      "grad_norm": 1.0728930234909058,
      "learning_rate": 1.180518643741081e-06,
      "loss": 0.3346,
      "step": 1955020
    },
    {
      "epoch": 545.64,
      "grad_norm": 1.0099270343780518,
      "learning_rate": 1.180495169519826e-06,
      "loss": 0.3366,
      "step": 1955030
    },
    {
      "epoch": 545.64,
      "grad_norm": 0.9524192214012146,
      "learning_rate": 1.1804716954534005e-06,
      "loss": 0.3413,
      "step": 1955040
    },
    {
      "epoch": 545.65,
      "grad_norm": 1.1996912956237793,
      "learning_rate": 1.1804482215418083e-06,
      "loss": 0.3356,
      "step": 1955050
    },
    {
      "epoch": 545.65,
      "grad_norm": 1.2880197763442993,
      "learning_rate": 1.1804247477850507e-06,
      "loss": 0.3392,
      "step": 1955060
    },
    {
      "epoch": 545.65,
      "grad_norm": 1.1772739887237549,
      "learning_rate": 1.1804012741831333e-06,
      "loss": 0.3422,
      "step": 1955070
    },
    {
      "epoch": 545.65,
      "grad_norm": 1.1026259660720825,
      "learning_rate": 1.1803778007360573e-06,
      "loss": 0.3386,
      "step": 1955080
    },
    {
      "epoch": 545.66,
      "grad_norm": 1.1306416988372803,
      "learning_rate": 1.1803543274438262e-06,
      "loss": 0.3369,
      "step": 1955090
    },
    {
      "epoch": 545.66,
      "grad_norm": 1.2404404878616333,
      "learning_rate": 1.1803308543064445e-06,
      "loss": 0.3336,
      "step": 1955100
    },
    {
      "epoch": 545.66,
      "grad_norm": 1.1200820207595825,
      "learning_rate": 1.1803073813239134e-06,
      "loss": 0.3458,
      "step": 1955110
    },
    {
      "epoch": 545.67,
      "grad_norm": 1.2963968515396118,
      "learning_rate": 1.1802839084962368e-06,
      "loss": 0.3454,
      "step": 1955120
    },
    {
      "epoch": 545.67,
      "grad_norm": 1.158001184463501,
      "learning_rate": 1.1802604358234176e-06,
      "loss": 0.3276,
      "step": 1955130
    },
    {
      "epoch": 545.67,
      "grad_norm": 1.107054352760315,
      "learning_rate": 1.1802369633054603e-06,
      "loss": 0.3186,
      "step": 1955140
    },
    {
      "epoch": 545.67,
      "grad_norm": 1.1080095767974854,
      "learning_rate": 1.180213490942365e-06,
      "loss": 0.3389,
      "step": 1955150
    },
    {
      "epoch": 545.68,
      "grad_norm": 1.2175190448760986,
      "learning_rate": 1.1801900187341386e-06,
      "loss": 0.3505,
      "step": 1955160
    },
    {
      "epoch": 545.68,
      "grad_norm": 1.099067211151123,
      "learning_rate": 1.1801665466807815e-06,
      "loss": 0.3389,
      "step": 1955170
    },
    {
      "epoch": 545.68,
      "grad_norm": 1.0974680185317993,
      "learning_rate": 1.1801430747822975e-06,
      "loss": 0.3424,
      "step": 1955180
    },
    {
      "epoch": 545.69,
      "grad_norm": 1.1630841493606567,
      "learning_rate": 1.1801196030386908e-06,
      "loss": 0.347,
      "step": 1955190
    },
    {
      "epoch": 545.69,
      "grad_norm": 1.0699678659439087,
      "learning_rate": 1.180096131449963e-06,
      "loss": 0.316,
      "step": 1955200
    },
    {
      "epoch": 545.69,
      "grad_norm": 1.2838001251220703,
      "learning_rate": 1.1800726600161174e-06,
      "loss": 0.344,
      "step": 1955210
    },
    {
      "epoch": 545.69,
      "grad_norm": 1.2071714401245117,
      "learning_rate": 1.180049188737158e-06,
      "loss": 0.3359,
      "step": 1955220
    },
    {
      "epoch": 545.7,
      "grad_norm": 1.3400802612304688,
      "learning_rate": 1.180025717613088e-06,
      "loss": 0.3377,
      "step": 1955230
    },
    {
      "epoch": 545.7,
      "grad_norm": 1.081740379333496,
      "learning_rate": 1.1800022466439085e-06,
      "loss": 0.3312,
      "step": 1955240
    },
    {
      "epoch": 545.7,
      "grad_norm": 1.3336790800094604,
      "learning_rate": 1.179978775829626e-06,
      "loss": 0.3363,
      "step": 1955250
    },
    {
      "epoch": 545.7,
      "grad_norm": 1.0407979488372803,
      "learning_rate": 1.1799553051702406e-06,
      "loss": 0.3197,
      "step": 1955260
    },
    {
      "epoch": 545.71,
      "grad_norm": 1.2795289754867554,
      "learning_rate": 1.1799318346657567e-06,
      "loss": 0.3263,
      "step": 1955270
    },
    {
      "epoch": 545.71,
      "grad_norm": 1.3776421546936035,
      "learning_rate": 1.1799083643161783e-06,
      "loss": 0.3391,
      "step": 1955280
    },
    {
      "epoch": 545.71,
      "grad_norm": 1.0184863805770874,
      "learning_rate": 1.1798848941215058e-06,
      "loss": 0.3307,
      "step": 1955290
    },
    {
      "epoch": 545.72,
      "grad_norm": 1.265099048614502,
      "learning_rate": 1.1798614240817456e-06,
      "loss": 0.3305,
      "step": 1955300
    },
    {
      "epoch": 545.72,
      "grad_norm": 1.1284565925598145,
      "learning_rate": 1.1798379541968985e-06,
      "loss": 0.3387,
      "step": 1955310
    },
    {
      "epoch": 545.72,
      "grad_norm": 1.206950306892395,
      "learning_rate": 1.1798144844669688e-06,
      "loss": 0.3382,
      "step": 1955320
    },
    {
      "epoch": 545.72,
      "grad_norm": 1.043136477470398,
      "learning_rate": 1.1797910148919597e-06,
      "loss": 0.3452,
      "step": 1955330
    },
    {
      "epoch": 545.73,
      "grad_norm": 1.3635843992233276,
      "learning_rate": 1.179767545471873e-06,
      "loss": 0.3457,
      "step": 1955340
    },
    {
      "epoch": 545.73,
      "grad_norm": 1.0632870197296143,
      "learning_rate": 1.1797440762067128e-06,
      "loss": 0.3536,
      "step": 1955350
    },
    {
      "epoch": 545.73,
      "grad_norm": 1.1494193077087402,
      "learning_rate": 1.1797206070964821e-06,
      "loss": 0.3505,
      "step": 1955360
    },
    {
      "epoch": 545.74,
      "grad_norm": 1.2528839111328125,
      "learning_rate": 1.1796971381411846e-06,
      "loss": 0.3535,
      "step": 1955370
    },
    {
      "epoch": 545.74,
      "grad_norm": 0.981974720954895,
      "learning_rate": 1.1796736693408213e-06,
      "loss": 0.334,
      "step": 1955380
    },
    {
      "epoch": 545.74,
      "grad_norm": 1.1726363897323608,
      "learning_rate": 1.179650200695399e-06,
      "loss": 0.3529,
      "step": 1955390
    },
    {
      "epoch": 545.74,
      "grad_norm": 1.4269893169403076,
      "learning_rate": 1.1796267322049173e-06,
      "loss": 0.3474,
      "step": 1955400
    },
    {
      "epoch": 545.75,
      "grad_norm": 0.9821407794952393,
      "learning_rate": 1.1796032638693808e-06,
      "loss": 0.3239,
      "step": 1955410
    },
    {
      "epoch": 545.75,
      "grad_norm": 1.161957859992981,
      "learning_rate": 1.1795797956887936e-06,
      "loss": 0.3441,
      "step": 1955420
    },
    {
      "epoch": 545.75,
      "grad_norm": 1.0421491861343384,
      "learning_rate": 1.1795563276631569e-06,
      "loss": 0.3429,
      "step": 1955430
    },
    {
      "epoch": 545.75,
      "grad_norm": 1.1180464029312134,
      "learning_rate": 1.1795328597924747e-06,
      "loss": 0.3275,
      "step": 1955440
    },
    {
      "epoch": 545.76,
      "grad_norm": 1.1889680624008179,
      "learning_rate": 1.1795093920767502e-06,
      "loss": 0.3341,
      "step": 1955450
    },
    {
      "epoch": 545.76,
      "grad_norm": 1.1922142505645752,
      "learning_rate": 1.179485924515987e-06,
      "loss": 0.3365,
      "step": 1955460
    },
    {
      "epoch": 545.76,
      "grad_norm": 1.0672385692596436,
      "learning_rate": 1.1794624571101869e-06,
      "loss": 0.3486,
      "step": 1955470
    },
    {
      "epoch": 545.77,
      "grad_norm": 0.9123130440711975,
      "learning_rate": 1.1794389898593539e-06,
      "loss": 0.3513,
      "step": 1955480
    },
    {
      "epoch": 545.77,
      "grad_norm": 1.1671206951141357,
      "learning_rate": 1.1794155227634916e-06,
      "loss": 0.3454,
      "step": 1955490
    },
    {
      "epoch": 545.77,
      "grad_norm": 1.15525221824646,
      "learning_rate": 1.1793920558226013e-06,
      "loss": 0.3298,
      "step": 1955500
    },
    {
      "epoch": 545.77,
      "grad_norm": 1.266593337059021,
      "learning_rate": 1.1793685890366888e-06,
      "loss": 0.3472,
      "step": 1955510
    },
    {
      "epoch": 545.78,
      "grad_norm": 1.0747690200805664,
      "learning_rate": 1.179345122405755e-06,
      "loss": 0.3414,
      "step": 1955520
    },
    {
      "epoch": 545.78,
      "grad_norm": 1.0626516342163086,
      "learning_rate": 1.1793216559298037e-06,
      "loss": 0.3466,
      "step": 1955530
    },
    {
      "epoch": 545.78,
      "grad_norm": 1.07236647605896,
      "learning_rate": 1.1792981896088382e-06,
      "loss": 0.3495,
      "step": 1955540
    },
    {
      "epoch": 545.79,
      "grad_norm": 1.271297812461853,
      "learning_rate": 1.1792747234428623e-06,
      "loss": 0.3523,
      "step": 1955550
    },
    {
      "epoch": 545.79,
      "grad_norm": 1.0226675271987915,
      "learning_rate": 1.1792512574318777e-06,
      "loss": 0.3347,
      "step": 1955560
    },
    {
      "epoch": 545.79,
      "grad_norm": 1.0451816320419312,
      "learning_rate": 1.1792277915758882e-06,
      "loss": 0.3415,
      "step": 1955570
    },
    {
      "epoch": 545.79,
      "grad_norm": 3.3412234783172607,
      "learning_rate": 1.1792043258748967e-06,
      "loss": 0.3346,
      "step": 1955580
    },
    {
      "epoch": 545.8,
      "grad_norm": 1.0876542329788208,
      "learning_rate": 1.1791808603289068e-06,
      "loss": 0.3589,
      "step": 1955590
    },
    {
      "epoch": 545.8,
      "grad_norm": 1.2424051761627197,
      "learning_rate": 1.1791573949379218e-06,
      "loss": 0.326,
      "step": 1955600
    },
    {
      "epoch": 545.8,
      "grad_norm": 0.96540367603302,
      "learning_rate": 1.179133929701944e-06,
      "loss": 0.3324,
      "step": 1955610
    },
    {
      "epoch": 545.81,
      "grad_norm": 1.2500091791152954,
      "learning_rate": 1.1791104646209767e-06,
      "loss": 0.361,
      "step": 1955620
    },
    {
      "epoch": 545.81,
      "grad_norm": 1.0689318180084229,
      "learning_rate": 1.1790869996950244e-06,
      "loss": 0.3393,
      "step": 1955630
    },
    {
      "epoch": 545.81,
      "grad_norm": 1.0038779973983765,
      "learning_rate": 1.179063534924087e-06,
      "loss": 0.3256,
      "step": 1955640
    },
    {
      "epoch": 545.81,
      "grad_norm": 1.0038565397262573,
      "learning_rate": 1.1790400703081713e-06,
      "loss": 0.3408,
      "step": 1955650
    },
    {
      "epoch": 545.82,
      "grad_norm": 1.0298950672149658,
      "learning_rate": 1.1790166058472782e-06,
      "loss": 0.3439,
      "step": 1955660
    },
    {
      "epoch": 545.82,
      "grad_norm": 4.0182390213012695,
      "learning_rate": 1.1789931415414115e-06,
      "loss": 0.3336,
      "step": 1955670
    },
    {
      "epoch": 545.82,
      "grad_norm": 1.0933191776275635,
      "learning_rate": 1.1789696773905744e-06,
      "loss": 0.3358,
      "step": 1955680
    },
    {
      "epoch": 545.82,
      "grad_norm": 1.279396653175354,
      "learning_rate": 1.1789462133947702e-06,
      "loss": 0.3454,
      "step": 1955690
    },
    {
      "epoch": 545.83,
      "grad_norm": 1.1693732738494873,
      "learning_rate": 1.1789227495540011e-06,
      "loss": 0.3522,
      "step": 1955700
    },
    {
      "epoch": 545.83,
      "grad_norm": 1.1428767442703247,
      "learning_rate": 1.1788992858682711e-06,
      "loss": 0.328,
      "step": 1955710
    },
    {
      "epoch": 545.83,
      "grad_norm": 1.0996497869491577,
      "learning_rate": 1.1788758223375833e-06,
      "loss": 0.355,
      "step": 1955720
    },
    {
      "epoch": 545.84,
      "grad_norm": 1.3014817237854004,
      "learning_rate": 1.1788523589619393e-06,
      "loss": 0.3386,
      "step": 1955730
    },
    {
      "epoch": 545.84,
      "grad_norm": 1.1474568843841553,
      "learning_rate": 1.1788288957413452e-06,
      "loss": 0.3291,
      "step": 1955740
    },
    {
      "epoch": 545.84,
      "grad_norm": 1.1733217239379883,
      "learning_rate": 1.1788054326758013e-06,
      "loss": 0.3322,
      "step": 1955750
    },
    {
      "epoch": 545.84,
      "grad_norm": 1.0942364931106567,
      "learning_rate": 1.1787819697653122e-06,
      "loss": 0.3602,
      "step": 1955760
    },
    {
      "epoch": 545.85,
      "grad_norm": 1.3157020807266235,
      "learning_rate": 1.1787585070098813e-06,
      "loss": 0.3395,
      "step": 1955770
    },
    {
      "epoch": 545.85,
      "grad_norm": 1.0068162679672241,
      "learning_rate": 1.1787350444095103e-06,
      "loss": 0.3333,
      "step": 1955780
    },
    {
      "epoch": 545.85,
      "grad_norm": 1.0832109451293945,
      "learning_rate": 1.178711581964203e-06,
      "loss": 0.3432,
      "step": 1955790
    },
    {
      "epoch": 545.86,
      "grad_norm": 1.1646901369094849,
      "learning_rate": 1.1786881196739628e-06,
      "loss": 0.355,
      "step": 1955800
    },
    {
      "epoch": 545.86,
      "grad_norm": 1.0847089290618896,
      "learning_rate": 1.1786646575387935e-06,
      "loss": 0.3384,
      "step": 1955810
    },
    {
      "epoch": 545.86,
      "grad_norm": 1.085222601890564,
      "learning_rate": 1.1786411955586954e-06,
      "loss": 0.333,
      "step": 1955820
    },
    {
      "epoch": 545.86,
      "grad_norm": 1.0798553228378296,
      "learning_rate": 1.1786177337336755e-06,
      "loss": 0.3333,
      "step": 1955830
    },
    {
      "epoch": 545.87,
      "grad_norm": 1.0022789239883423,
      "learning_rate": 1.1785942720637342e-06,
      "loss": 0.3356,
      "step": 1955840
    },
    {
      "epoch": 545.87,
      "grad_norm": 1.015212893486023,
      "learning_rate": 1.1785708105488753e-06,
      "loss": 0.3314,
      "step": 1955850
    },
    {
      "epoch": 545.87,
      "grad_norm": 1.0143824815750122,
      "learning_rate": 1.178547349189103e-06,
      "loss": 0.3336,
      "step": 1955860
    },
    {
      "epoch": 545.87,
      "grad_norm": 1.1886945962905884,
      "learning_rate": 1.1785238879844178e-06,
      "loss": 0.3427,
      "step": 1955870
    },
    {
      "epoch": 545.88,
      "grad_norm": 2.7656168937683105,
      "learning_rate": 1.178500426934826e-06,
      "loss": 0.3256,
      "step": 1955880
    },
    {
      "epoch": 545.88,
      "grad_norm": 1.2505279779434204,
      "learning_rate": 1.1784769660403286e-06,
      "loss": 0.3346,
      "step": 1955890
    },
    {
      "epoch": 545.88,
      "grad_norm": 1.1533645391464233,
      "learning_rate": 1.1784535053009297e-06,
      "loss": 0.3501,
      "step": 1955900
    },
    {
      "epoch": 545.89,
      "grad_norm": 1.2137978076934814,
      "learning_rate": 1.1784300447166324e-06,
      "loss": 0.3554,
      "step": 1955910
    },
    {
      "epoch": 545.89,
      "grad_norm": 1.2965720891952515,
      "learning_rate": 1.178406584287439e-06,
      "loss": 0.3315,
      "step": 1955920
    },
    {
      "epoch": 545.89,
      "grad_norm": 1.1819382905960083,
      "learning_rate": 1.178383124013353e-06,
      "loss": 0.3356,
      "step": 1955930
    },
    {
      "epoch": 545.89,
      "grad_norm": 1.0638214349746704,
      "learning_rate": 1.1783596638943776e-06,
      "loss": 0.3459,
      "step": 1955940
    },
    {
      "epoch": 545.9,
      "grad_norm": 1.065155267715454,
      "learning_rate": 1.1783362039305169e-06,
      "loss": 0.3373,
      "step": 1955950
    },
    {
      "epoch": 545.9,
      "grad_norm": 1.1453001499176025,
      "learning_rate": 1.1783127441217712e-06,
      "loss": 0.3278,
      "step": 1955960
    },
    {
      "epoch": 545.9,
      "grad_norm": 1.1483412981033325,
      "learning_rate": 1.1782892844681474e-06,
      "loss": 0.3324,
      "step": 1955970
    },
    {
      "epoch": 545.91,
      "grad_norm": 1.0489482879638672,
      "learning_rate": 1.178265824969646e-06,
      "loss": 0.3378,
      "step": 1955980
    },
    {
      "epoch": 545.91,
      "grad_norm": 1.2411437034606934,
      "learning_rate": 1.1782423656262704e-06,
      "loss": 0.3399,
      "step": 1955990
    },
    {
      "epoch": 545.91,
      "grad_norm": 1.2450302839279175,
      "learning_rate": 1.1782189064380253e-06,
      "loss": 0.352,
      "step": 1956000
    },
    {
      "epoch": 545.91,
      "grad_norm": 1.075423002243042,
      "learning_rate": 1.1781954474049121e-06,
      "loss": 0.3239,
      "step": 1956010
    },
    {
      "epoch": 545.92,
      "grad_norm": 1.0910426378250122,
      "learning_rate": 1.1781719885269341e-06,
      "loss": 0.3336,
      "step": 1956020
    },
    {
      "epoch": 545.92,
      "grad_norm": 1.0661624670028687,
      "learning_rate": 1.1781485298040955e-06,
      "loss": 0.343,
      "step": 1956030
    },
    {
      "epoch": 545.92,
      "grad_norm": 1.1018824577331543,
      "learning_rate": 1.178125071236399e-06,
      "loss": 0.3425,
      "step": 1956040
    },
    {
      "epoch": 545.93,
      "grad_norm": 1.1888169050216675,
      "learning_rate": 1.1781016128238468e-06,
      "loss": 0.333,
      "step": 1956050
    },
    {
      "epoch": 545.93,
      "grad_norm": 1.0679229497909546,
      "learning_rate": 1.178078154566443e-06,
      "loss": 0.3369,
      "step": 1956060
    },
    {
      "epoch": 545.93,
      "grad_norm": 1.205120325088501,
      "learning_rate": 1.178054696464191e-06,
      "loss": 0.3442,
      "step": 1956070
    },
    {
      "epoch": 545.93,
      "grad_norm": 1.191304326057434,
      "learning_rate": 1.1780312385170918e-06,
      "loss": 0.3266,
      "step": 1956080
    },
    {
      "epoch": 545.94,
      "grad_norm": 1.0522631406784058,
      "learning_rate": 1.1780077807251517e-06,
      "loss": 0.3346,
      "step": 1956090
    },
    {
      "epoch": 545.94,
      "grad_norm": 1.217337727546692,
      "learning_rate": 1.1779843230883711e-06,
      "loss": 0.3393,
      "step": 1956100
    },
    {
      "epoch": 545.94,
      "grad_norm": 1.2349522113800049,
      "learning_rate": 1.1779608656067547e-06,
      "loss": 0.3225,
      "step": 1956110
    },
    {
      "epoch": 545.94,
      "grad_norm": 1.6943351030349731,
      "learning_rate": 1.1779374082803047e-06,
      "loss": 0.3588,
      "step": 1956120
    },
    {
      "epoch": 545.95,
      "grad_norm": 1.1846190690994263,
      "learning_rate": 1.177913951109026e-06,
      "loss": 0.3593,
      "step": 1956130
    },
    {
      "epoch": 545.95,
      "grad_norm": 1.2259275913238525,
      "learning_rate": 1.1778904940929193e-06,
      "loss": 0.3525,
      "step": 1956140
    },
    {
      "epoch": 545.95,
      "grad_norm": 1.075050711631775,
      "learning_rate": 1.1778670372319885e-06,
      "loss": 0.334,
      "step": 1956150
    },
    {
      "epoch": 545.96,
      "grad_norm": 1.0844792127609253,
      "learning_rate": 1.1778435805262373e-06,
      "loss": 0.339,
      "step": 1956160
    },
    {
      "epoch": 545.96,
      "grad_norm": 1.333034634590149,
      "learning_rate": 1.1778201239756687e-06,
      "loss": 0.3396,
      "step": 1956170
    },
    {
      "epoch": 545.96,
      "grad_norm": 1.325631856918335,
      "learning_rate": 1.1777966675802864e-06,
      "loss": 0.3339,
      "step": 1956180
    },
    {
      "epoch": 545.96,
      "grad_norm": 1.3060402870178223,
      "learning_rate": 1.1777732113400923e-06,
      "loss": 0.3519,
      "step": 1956190
    },
    {
      "epoch": 545.97,
      "grad_norm": 1.0936318635940552,
      "learning_rate": 1.1777497552550896e-06,
      "loss": 0.3436,
      "step": 1956200
    },
    {
      "epoch": 545.97,
      "grad_norm": 1.1077758073806763,
      "learning_rate": 1.177726299325282e-06,
      "loss": 0.3373,
      "step": 1956210
    },
    {
      "epoch": 545.97,
      "grad_norm": 1.052155613899231,
      "learning_rate": 1.1777028435506726e-06,
      "loss": 0.352,
      "step": 1956220
    },
    {
      "epoch": 545.98,
      "grad_norm": 1.017425775527954,
      "learning_rate": 1.177679387931265e-06,
      "loss": 0.3325,
      "step": 1956230
    },
    {
      "epoch": 545.98,
      "grad_norm": 1.2345904111862183,
      "learning_rate": 1.177655932467061e-06,
      "loss": 0.3563,
      "step": 1956240
    },
    {
      "epoch": 545.98,
      "grad_norm": 1.5865639448165894,
      "learning_rate": 1.1776324771580643e-06,
      "loss": 0.3316,
      "step": 1956250
    },
    {
      "epoch": 545.98,
      "grad_norm": 1.0578786134719849,
      "learning_rate": 1.1776090220042782e-06,
      "loss": 0.3353,
      "step": 1956260
    },
    {
      "epoch": 545.99,
      "grad_norm": 1.2909497022628784,
      "learning_rate": 1.1775855670057067e-06,
      "loss": 0.3391,
      "step": 1956270
    },
    {
      "epoch": 545.99,
      "grad_norm": 1.1200988292694092,
      "learning_rate": 1.1775621121623512e-06,
      "loss": 0.3176,
      "step": 1956280
    },
    {
      "epoch": 545.99,
      "grad_norm": 1.2124837636947632,
      "learning_rate": 1.1775386574742157e-06,
      "loss": 0.3576,
      "step": 1956290
    },
    {
      "epoch": 545.99,
      "grad_norm": 1.0644540786743164,
      "learning_rate": 1.1775152029413042e-06,
      "loss": 0.3268,
      "step": 1956300
    },
    {
      "epoch": 546.0,
      "grad_norm": 1.0007163286209106,
      "learning_rate": 1.1774917485636167e-06,
      "loss": 0.3424,
      "step": 1956310
    },
    {
      "epoch": 546.0,
      "eval_loss": 0.3392656445503235,
      "eval_runtime": 73.5266,
      "eval_samples_per_second": 68.805,
      "eval_steps_per_second": 8.609,
      "step": 1956318
    },
    {
      "epoch": 546.0,
      "grad_norm": 1.0467089414596558,
      "learning_rate": 1.1774682943411607e-06,
      "loss": 0.3506,
      "step": 1956320
    },
    {
      "epoch": 546.0,
      "grad_norm": 1.2197060585021973,
      "learning_rate": 1.177444840273936e-06,
      "loss": 0.3437,
      "step": 1956330
    },
    {
      "epoch": 546.01,
      "grad_norm": 1.35505211353302,
      "learning_rate": 1.177421386361947e-06,
      "loss": 0.3487,
      "step": 1956340
    },
    {
      "epoch": 546.01,
      "grad_norm": 1.02479887008667,
      "learning_rate": 1.177397932605196e-06,
      "loss": 0.3441,
      "step": 1956350
    },
    {
      "epoch": 546.01,
      "grad_norm": 1.3377314805984497,
      "learning_rate": 1.1773744790036882e-06,
      "loss": 0.3392,
      "step": 1956360
    },
    {
      "epoch": 546.01,
      "grad_norm": 1.0432302951812744,
      "learning_rate": 1.1773510255574246e-06,
      "loss": 0.3355,
      "step": 1956370
    },
    {
      "epoch": 546.02,
      "grad_norm": 1.1302685737609863,
      "learning_rate": 1.1773275722664086e-06,
      "loss": 0.3488,
      "step": 1956380
    },
    {
      "epoch": 546.02,
      "grad_norm": 1.4425750970840454,
      "learning_rate": 1.1773041191306448e-06,
      "loss": 0.3448,
      "step": 1956390
    },
    {
      "epoch": 546.02,
      "grad_norm": 0.974152684211731,
      "learning_rate": 1.1772806661501335e-06,
      "loss": 0.3342,
      "step": 1956400
    },
    {
      "epoch": 546.03,
      "grad_norm": 1.074087142944336,
      "learning_rate": 1.1772572133248814e-06,
      "loss": 0.3518,
      "step": 1956410
    },
    {
      "epoch": 546.03,
      "grad_norm": 1.0172919034957886,
      "learning_rate": 1.1772337606548888e-06,
      "loss": 0.3387,
      "step": 1956420
    },
    {
      "epoch": 546.03,
      "grad_norm": 1.2122749090194702,
      "learning_rate": 1.1772103081401603e-06,
      "loss": 0.3304,
      "step": 1956430
    },
    {
      "epoch": 546.03,
      "grad_norm": 1.1961305141448975,
      "learning_rate": 1.177186855780699e-06,
      "loss": 0.3387,
      "step": 1956440
    },
    {
      "epoch": 546.04,
      "grad_norm": 1.023361086845398,
      "learning_rate": 1.1771634035765057e-06,
      "loss": 0.3262,
      "step": 1956450
    },
    {
      "epoch": 546.04,
      "grad_norm": 1.0848348140716553,
      "learning_rate": 1.1771399515275873e-06,
      "loss": 0.333,
      "step": 1956460
    },
    {
      "epoch": 546.04,
      "grad_norm": 1.3479005098342896,
      "learning_rate": 1.1771164996339442e-06,
      "loss": 0.3437,
      "step": 1956470
    },
    {
      "epoch": 546.05,
      "grad_norm": 1.0317660570144653,
      "learning_rate": 1.1770930478955804e-06,
      "loss": 0.3493,
      "step": 1956480
    },
    {
      "epoch": 546.05,
      "grad_norm": 1.1098196506500244,
      "learning_rate": 1.1770695963124986e-06,
      "loss": 0.327,
      "step": 1956490
    },
    {
      "epoch": 546.05,
      "grad_norm": 1.4366612434387207,
      "learning_rate": 1.1770461448847037e-06,
      "loss": 0.3491,
      "step": 1956500
    },
    {
      "epoch": 546.05,
      "grad_norm": 1.1859492063522339,
      "learning_rate": 1.1770226936121962e-06,
      "loss": 0.33,
      "step": 1956510
    },
    {
      "epoch": 546.06,
      "grad_norm": 1.0611246824264526,
      "learning_rate": 1.1769992424949806e-06,
      "loss": 0.3421,
      "step": 1956520
    },
    {
      "epoch": 546.06,
      "grad_norm": 1.1722625494003296,
      "learning_rate": 1.1769757915330601e-06,
      "loss": 0.35,
      "step": 1956530
    },
    {
      "epoch": 546.06,
      "grad_norm": 1.110769510269165,
      "learning_rate": 1.1769523407264367e-06,
      "loss": 0.3451,
      "step": 1956540
    },
    {
      "epoch": 546.06,
      "grad_norm": 1.7085527181625366,
      "learning_rate": 1.1769288900751156e-06,
      "loss": 0.3407,
      "step": 1956550
    },
    {
      "epoch": 546.07,
      "grad_norm": 1.2446287870407104,
      "learning_rate": 1.1769054395790978e-06,
      "loss": 0.3386,
      "step": 1956560
    },
    {
      "epoch": 546.07,
      "grad_norm": 1.2116450071334839,
      "learning_rate": 1.1768819892383874e-06,
      "loss": 0.3508,
      "step": 1956570
    },
    {
      "epoch": 546.07,
      "grad_norm": 1.238990306854248,
      "learning_rate": 1.1768585390529886e-06,
      "loss": 0.3321,
      "step": 1956580
    },
    {
      "epoch": 546.08,
      "grad_norm": 1.1187649965286255,
      "learning_rate": 1.176835089022902e-06,
      "loss": 0.3455,
      "step": 1956590
    },
    {
      "epoch": 546.08,
      "grad_norm": 1.3840208053588867,
      "learning_rate": 1.1768116391481326e-06,
      "loss": 0.3307,
      "step": 1956600
    },
    {
      "epoch": 546.08,
      "grad_norm": 1.2322216033935547,
      "learning_rate": 1.176788189428683e-06,
      "loss": 0.3366,
      "step": 1956610
    },
    {
      "epoch": 546.08,
      "grad_norm": 1.1642266511917114,
      "learning_rate": 1.1767647398645568e-06,
      "loss": 0.3406,
      "step": 1956620
    },
    {
      "epoch": 546.09,
      "grad_norm": 1.0776512622833252,
      "learning_rate": 1.1767412904557551e-06,
      "loss": 0.3303,
      "step": 1956630
    },
    {
      "epoch": 546.09,
      "grad_norm": 0.9883318543434143,
      "learning_rate": 1.1767178412022847e-06,
      "loss": 0.3377,
      "step": 1956640
    },
    {
      "epoch": 546.09,
      "grad_norm": 1.1359437704086304,
      "learning_rate": 1.1766943921041451e-06,
      "loss": 0.3276,
      "step": 1956650
    },
    {
      "epoch": 546.1,
      "grad_norm": 1.256518840789795,
      "learning_rate": 1.1766709431613412e-06,
      "loss": 0.3376,
      "step": 1956660
    },
    {
      "epoch": 546.1,
      "grad_norm": 1.0435998439788818,
      "learning_rate": 1.176647494373877e-06,
      "loss": 0.3427,
      "step": 1956670
    },
    {
      "epoch": 546.1,
      "grad_norm": 1.259887933731079,
      "learning_rate": 1.176624045741753e-06,
      "loss": 0.341,
      "step": 1956680
    },
    {
      "epoch": 546.1,
      "grad_norm": 1.6083452701568604,
      "learning_rate": 1.1766005972649742e-06,
      "loss": 0.3582,
      "step": 1956690
    },
    {
      "epoch": 546.11,
      "grad_norm": 1.083892822265625,
      "learning_rate": 1.176577148943543e-06,
      "loss": 0.3322,
      "step": 1956700
    },
    {
      "epoch": 546.11,
      "grad_norm": 1.0490926504135132,
      "learning_rate": 1.1765537007774639e-06,
      "loss": 0.3434,
      "step": 1956710
    },
    {
      "epoch": 546.11,
      "grad_norm": 1.2052998542785645,
      "learning_rate": 1.1765302527667382e-06,
      "loss": 0.338,
      "step": 1956720
    },
    {
      "epoch": 546.11,
      "grad_norm": 1.1786856651306152,
      "learning_rate": 1.1765068049113695e-06,
      "loss": 0.3483,
      "step": 1956730
    },
    {
      "epoch": 546.12,
      "grad_norm": 1.0848159790039062,
      "learning_rate": 1.1764833572113614e-06,
      "loss": 0.3391,
      "step": 1956740
    },
    {
      "epoch": 546.12,
      "grad_norm": 1.2255135774612427,
      "learning_rate": 1.1764599096667166e-06,
      "loss": 0.337,
      "step": 1956750
    },
    {
      "epoch": 546.12,
      "grad_norm": 1.1215640306472778,
      "learning_rate": 1.1764364622774397e-06,
      "loss": 0.3466,
      "step": 1956760
    },
    {
      "epoch": 546.13,
      "grad_norm": 1.223802089691162,
      "learning_rate": 1.1764130150435305e-06,
      "loss": 0.3381,
      "step": 1956770
    },
    {
      "epoch": 546.13,
      "grad_norm": 1.2926756143569946,
      "learning_rate": 1.176389567964996e-06,
      "loss": 0.3351,
      "step": 1956780
    },
    {
      "epoch": 546.13,
      "grad_norm": 1.2761181592941284,
      "learning_rate": 1.1763661210418361e-06,
      "loss": 0.3378,
      "step": 1956790
    },
    {
      "epoch": 546.13,
      "grad_norm": 1.0885601043701172,
      "learning_rate": 1.176342674274056e-06,
      "loss": 0.326,
      "step": 1956800
    },
    {
      "epoch": 546.14,
      "grad_norm": 1.0842951536178589,
      "learning_rate": 1.1763192276616588e-06,
      "loss": 0.3358,
      "step": 1956810
    },
    {
      "epoch": 546.14,
      "grad_norm": 1.2049559354782104,
      "learning_rate": 1.176295781204646e-06,
      "loss": 0.3449,
      "step": 1956820
    },
    {
      "epoch": 546.14,
      "grad_norm": 1.0633183717727661,
      "learning_rate": 1.1762723349030217e-06,
      "loss": 0.3535,
      "step": 1956830
    },
    {
      "epoch": 546.15,
      "grad_norm": 1.0523872375488281,
      "learning_rate": 1.1762488887567892e-06,
      "loss": 0.3357,
      "step": 1956840
    },
    {
      "epoch": 546.15,
      "grad_norm": 1.068410038948059,
      "learning_rate": 1.176225442765952e-06,
      "loss": 0.3408,
      "step": 1956850
    },
    {
      "epoch": 546.15,
      "grad_norm": 1.2631083726882935,
      "learning_rate": 1.1762019969305117e-06,
      "loss": 0.335,
      "step": 1956860
    },
    {
      "epoch": 546.15,
      "grad_norm": 1.9878816604614258,
      "learning_rate": 1.1761785512504728e-06,
      "loss": 0.3457,
      "step": 1956870
    },
    {
      "epoch": 546.16,
      "grad_norm": 1.2194243669509888,
      "learning_rate": 1.1761551057258386e-06,
      "loss": 0.3293,
      "step": 1956880
    },
    {
      "epoch": 546.16,
      "grad_norm": 1.1632286310195923,
      "learning_rate": 1.1761316603566097e-06,
      "loss": 0.3499,
      "step": 1956890
    },
    {
      "epoch": 546.16,
      "grad_norm": 1.0972880125045776,
      "learning_rate": 1.1761082151427931e-06,
      "loss": 0.3343,
      "step": 1956900
    },
    {
      "epoch": 546.17,
      "grad_norm": 1.2218159437179565,
      "learning_rate": 1.176084770084389e-06,
      "loss": 0.3643,
      "step": 1956910
    },
    {
      "epoch": 546.17,
      "grad_norm": 1.1397916078567505,
      "learning_rate": 1.1760613251814017e-06,
      "loss": 0.3406,
      "step": 1956920
    },
    {
      "epoch": 546.17,
      "grad_norm": 1.1031551361083984,
      "learning_rate": 1.1760378804338336e-06,
      "loss": 0.3453,
      "step": 1956930
    },
    {
      "epoch": 546.17,
      "grad_norm": 1.1430466175079346,
      "learning_rate": 1.1760144358416894e-06,
      "loss": 0.3325,
      "step": 1956940
    },
    {
      "epoch": 546.18,
      "grad_norm": 0.9341597557067871,
      "learning_rate": 1.17599099140497e-06,
      "loss": 0.3587,
      "step": 1956950
    },
    {
      "epoch": 546.18,
      "grad_norm": 1.0572495460510254,
      "learning_rate": 1.1759675471236801e-06,
      "loss": 0.3352,
      "step": 1956960
    },
    {
      "epoch": 546.18,
      "grad_norm": 1.3242549896240234,
      "learning_rate": 1.175944102997823e-06,
      "loss": 0.3486,
      "step": 1956970
    },
    {
      "epoch": 546.18,
      "grad_norm": 1.1622802019119263,
      "learning_rate": 1.1759206590273993e-06,
      "loss": 0.3341,
      "step": 1956980
    },
    {
      "epoch": 546.19,
      "grad_norm": 1.9236729145050049,
      "learning_rate": 1.1758972152124162e-06,
      "loss": 0.3282,
      "step": 1956990
    },
    {
      "epoch": 546.19,
      "grad_norm": 1.2923275232315063,
      "learning_rate": 1.1758737715528733e-06,
      "loss": 0.341,
      "step": 1957000
    },
    {
      "epoch": 546.19,
      "grad_norm": 1.0940309762954712,
      "learning_rate": 1.1758503280487754e-06,
      "loss": 0.3509,
      "step": 1957010
    },
    {
      "epoch": 546.2,
      "grad_norm": 1.128462314605713,
      "learning_rate": 1.1758268847001258e-06,
      "loss": 0.3525,
      "step": 1957020
    },
    {
      "epoch": 546.2,
      "grad_norm": 1.0738685131072998,
      "learning_rate": 1.1758034415069252e-06,
      "loss": 0.3161,
      "step": 1957030
    },
    {
      "epoch": 546.2,
      "grad_norm": 1.2193738222122192,
      "learning_rate": 1.175779998469181e-06,
      "loss": 0.343,
      "step": 1957040
    },
    {
      "epoch": 546.2,
      "grad_norm": 0.9507467150688171,
      "learning_rate": 1.1757565555868923e-06,
      "loss": 0.3304,
      "step": 1957050
    },
    {
      "epoch": 546.21,
      "grad_norm": 0.999294102191925,
      "learning_rate": 1.1757331128600644e-06,
      "loss": 0.3371,
      "step": 1957060
    },
    {
      "epoch": 546.21,
      "grad_norm": 1.1306464672088623,
      "learning_rate": 1.1757096702886995e-06,
      "loss": 0.3453,
      "step": 1957070
    },
    {
      "epoch": 546.21,
      "grad_norm": 1.2876132726669312,
      "learning_rate": 1.1756862278728026e-06,
      "loss": 0.3398,
      "step": 1957080
    },
    {
      "epoch": 546.22,
      "grad_norm": 1.2641031742095947,
      "learning_rate": 1.175662785612374e-06,
      "loss": 0.3456,
      "step": 1957090
    },
    {
      "epoch": 546.22,
      "grad_norm": 1.1657319068908691,
      "learning_rate": 1.1756393435074177e-06,
      "loss": 0.3407,
      "step": 1957100
    },
    {
      "epoch": 546.22,
      "grad_norm": 1.1995530128479004,
      "learning_rate": 1.1756159015579387e-06,
      "loss": 0.3515,
      "step": 1957110
    },
    {
      "epoch": 546.22,
      "grad_norm": 1.2194448709487915,
      "learning_rate": 1.1755924597639368e-06,
      "loss": 0.3271,
      "step": 1957120
    },
    {
      "epoch": 546.23,
      "grad_norm": 1.1086689233779907,
      "learning_rate": 1.1755690181254188e-06,
      "loss": 0.3379,
      "step": 1957130
    },
    {
      "epoch": 546.23,
      "grad_norm": 1.1512058973312378,
      "learning_rate": 1.1755455766423849e-06,
      "loss": 0.3288,
      "step": 1957140
    },
    {
      "epoch": 546.23,
      "grad_norm": 1.0579094886779785,
      "learning_rate": 1.1755221353148393e-06,
      "loss": 0.3412,
      "step": 1957150
    },
    {
      "epoch": 546.23,
      "grad_norm": 1.1366537809371948,
      "learning_rate": 1.1754986941427851e-06,
      "loss": 0.3218,
      "step": 1957160
    },
    {
      "epoch": 546.24,
      "grad_norm": 1.1188737154006958,
      "learning_rate": 1.1754752531262267e-06,
      "loss": 0.3331,
      "step": 1957170
    },
    {
      "epoch": 546.24,
      "grad_norm": 0.9878931641578674,
      "learning_rate": 1.175451812265165e-06,
      "loss": 0.3489,
      "step": 1957180
    },
    {
      "epoch": 546.24,
      "grad_norm": 1.1264158487319946,
      "learning_rate": 1.175428371559604e-06,
      "loss": 0.3501,
      "step": 1957190
    },
    {
      "epoch": 546.25,
      "grad_norm": 1.3852119445800781,
      "learning_rate": 1.1754049310095478e-06,
      "loss": 0.3508,
      "step": 1957200
    },
    {
      "epoch": 546.25,
      "grad_norm": 1.5233783721923828,
      "learning_rate": 1.175381490614997e-06,
      "loss": 0.3423,
      "step": 1957210
    },
    {
      "epoch": 546.25,
      "grad_norm": 1.755607008934021,
      "learning_rate": 1.1753580503759582e-06,
      "loss": 0.3531,
      "step": 1957220
    },
    {
      "epoch": 546.25,
      "grad_norm": 1.2806880474090576,
      "learning_rate": 1.1753346102924315e-06,
      "loss": 0.3349,
      "step": 1957230
    },
    {
      "epoch": 546.26,
      "grad_norm": 1.0076707601547241,
      "learning_rate": 1.1753111703644214e-06,
      "loss": 0.3415,
      "step": 1957240
    },
    {
      "epoch": 546.26,
      "grad_norm": 1.0404095649719238,
      "learning_rate": 1.1752877305919318e-06,
      "loss": 0.3615,
      "step": 1957250
    },
    {
      "epoch": 546.26,
      "grad_norm": 0.9099881649017334,
      "learning_rate": 1.175264290974964e-06,
      "loss": 0.3271,
      "step": 1957260
    },
    {
      "epoch": 546.27,
      "grad_norm": 1.264129877090454,
      "learning_rate": 1.1752408515135216e-06,
      "loss": 0.3384,
      "step": 1957270
    },
    {
      "epoch": 546.27,
      "grad_norm": 1.629958987236023,
      "learning_rate": 1.1752174122076085e-06,
      "loss": 0.3312,
      "step": 1957280
    },
    {
      "epoch": 546.27,
      "grad_norm": 1.1544431447982788,
      "learning_rate": 1.175193973057228e-06,
      "loss": 0.3369,
      "step": 1957290
    },
    {
      "epoch": 546.27,
      "grad_norm": 1.2508054971694946,
      "learning_rate": 1.1751705340623808e-06,
      "loss": 0.3358,
      "step": 1957300
    },
    {
      "epoch": 546.28,
      "grad_norm": 1.0161166191101074,
      "learning_rate": 1.175147095223074e-06,
      "loss": 0.3235,
      "step": 1957310
    },
    {
      "epoch": 546.28,
      "grad_norm": 1.0635417699813843,
      "learning_rate": 1.1751236565393074e-06,
      "loss": 0.3337,
      "step": 1957320
    },
    {
      "epoch": 546.28,
      "grad_norm": 1.196554183959961,
      "learning_rate": 1.1751002180110853e-06,
      "loss": 0.3626,
      "step": 1957330
    },
    {
      "epoch": 546.29,
      "grad_norm": 1.3619815111160278,
      "learning_rate": 1.1750767796384118e-06,
      "loss": 0.346,
      "step": 1957340
    },
    {
      "epoch": 546.29,
      "grad_norm": 1.1319310665130615,
      "learning_rate": 1.1750533414212871e-06,
      "loss": 0.3332,
      "step": 1957350
    },
    {
      "epoch": 546.29,
      "grad_norm": 1.178756833076477,
      "learning_rate": 1.175029903359718e-06,
      "loss": 0.3368,
      "step": 1957360
    },
    {
      "epoch": 546.29,
      "grad_norm": 1.124255895614624,
      "learning_rate": 1.1750064654537054e-06,
      "loss": 0.3485,
      "step": 1957370
    },
    {
      "epoch": 546.3,
      "grad_norm": 1.0049796104431152,
      "learning_rate": 1.1749830277032524e-06,
      "loss": 0.3479,
      "step": 1957380
    },
    {
      "epoch": 546.3,
      "grad_norm": 1.0681146383285522,
      "learning_rate": 1.1749595901083636e-06,
      "loss": 0.3466,
      "step": 1957390
    },
    {
      "epoch": 546.3,
      "grad_norm": 1.327164649963379,
      "learning_rate": 1.1749361526690404e-06,
      "loss": 0.3377,
      "step": 1957400
    },
    {
      "epoch": 546.3,
      "grad_norm": 1.0292052030563354,
      "learning_rate": 1.1749127153852865e-06,
      "loss": 0.3248,
      "step": 1957410
    },
    {
      "epoch": 546.31,
      "grad_norm": 1.179787516593933,
      "learning_rate": 1.174889278257105e-06,
      "loss": 0.339,
      "step": 1957420
    },
    {
      "epoch": 546.31,
      "grad_norm": 1.1850513219833374,
      "learning_rate": 1.1748658412845002e-06,
      "loss": 0.3445,
      "step": 1957430
    },
    {
      "epoch": 546.31,
      "grad_norm": 1.0926789045333862,
      "learning_rate": 1.1748424044674724e-06,
      "loss": 0.3473,
      "step": 1957440
    },
    {
      "epoch": 546.32,
      "grad_norm": 1.0035595893859863,
      "learning_rate": 1.1748189678060288e-06,
      "loss": 0.3308,
      "step": 1957450
    },
    {
      "epoch": 546.32,
      "grad_norm": 1.3620233535766602,
      "learning_rate": 1.1747955313001687e-06,
      "loss": 0.3581,
      "step": 1957460
    },
    {
      "epoch": 546.32,
      "grad_norm": 5.435632705688477,
      "learning_rate": 1.1747720949498968e-06,
      "loss": 0.3552,
      "step": 1957470
    },
    {
      "epoch": 546.32,
      "grad_norm": 1.1595094203948975,
      "learning_rate": 1.1747486587552174e-06,
      "loss": 0.3456,
      "step": 1957480
    },
    {
      "epoch": 546.33,
      "grad_norm": 1.3996570110321045,
      "learning_rate": 1.1747252227161314e-06,
      "loss": 0.3288,
      "step": 1957490
    },
    {
      "epoch": 546.33,
      "grad_norm": 1.2263545989990234,
      "learning_rate": 1.1747017868326428e-06,
      "loss": 0.3376,
      "step": 1957500
    },
    {
      "epoch": 546.33,
      "grad_norm": 1.0429385900497437,
      "learning_rate": 1.1746783511047548e-06,
      "loss": 0.3267,
      "step": 1957510
    },
    {
      "epoch": 546.34,
      "grad_norm": 1.0271538496017456,
      "learning_rate": 1.1746549155324718e-06,
      "loss": 0.3386,
      "step": 1957520
    },
    {
      "epoch": 546.34,
      "grad_norm": 1.0773460865020752,
      "learning_rate": 1.1746314801157943e-06,
      "loss": 0.3501,
      "step": 1957530
    },
    {
      "epoch": 546.34,
      "grad_norm": 1.1376652717590332,
      "learning_rate": 1.174608044854727e-06,
      "loss": 0.3646,
      "step": 1957540
    },
    {
      "epoch": 546.34,
      "grad_norm": 1.1612522602081299,
      "learning_rate": 1.174584609749274e-06,
      "loss": 0.3341,
      "step": 1957550
    },
    {
      "epoch": 546.35,
      "grad_norm": 1.1312954425811768,
      "learning_rate": 1.174561174799435e-06,
      "loss": 0.3431,
      "step": 1957560
    },
    {
      "epoch": 546.35,
      "grad_norm": 1.0344436168670654,
      "learning_rate": 1.1745377400052171e-06,
      "loss": 0.327,
      "step": 1957570
    },
    {
      "epoch": 546.35,
      "grad_norm": 1.0990484952926636,
      "learning_rate": 1.1745143053666211e-06,
      "loss": 0.3472,
      "step": 1957580
    },
    {
      "epoch": 546.36,
      "grad_norm": 0.9873055815696716,
      "learning_rate": 1.1744908708836507e-06,
      "loss": 0.332,
      "step": 1957590
    },
    {
      "epoch": 546.36,
      "grad_norm": 1.0301512479782104,
      "learning_rate": 1.174467436556309e-06,
      "loss": 0.3556,
      "step": 1957600
    },
    {
      "epoch": 546.36,
      "grad_norm": 1.2729557752609253,
      "learning_rate": 1.174444002384599e-06,
      "loss": 0.3323,
      "step": 1957610
    },
    {
      "epoch": 546.36,
      "grad_norm": 1.2484686374664307,
      "learning_rate": 1.1744205683685248e-06,
      "loss": 0.341,
      "step": 1957620
    },
    {
      "epoch": 546.37,
      "grad_norm": 1.1467669010162354,
      "learning_rate": 1.1743971345080878e-06,
      "loss": 0.3286,
      "step": 1957630
    },
    {
      "epoch": 546.37,
      "grad_norm": 1.0750045776367188,
      "learning_rate": 1.1743737008032922e-06,
      "loss": 0.3399,
      "step": 1957640
    },
    {
      "epoch": 546.37,
      "grad_norm": 1.022961974143982,
      "learning_rate": 1.1743502672541404e-06,
      "loss": 0.3278,
      "step": 1957650
    },
    {
      "epoch": 546.37,
      "grad_norm": 1.238649845123291,
      "learning_rate": 1.1743268338606373e-06,
      "loss": 0.3406,
      "step": 1957660
    },
    {
      "epoch": 546.38,
      "grad_norm": 1.0607019662857056,
      "learning_rate": 1.174303400622784e-06,
      "loss": 0.3253,
      "step": 1957670
    },
    {
      "epoch": 546.38,
      "grad_norm": 1.263959527015686,
      "learning_rate": 1.1742799675405838e-06,
      "loss": 0.3435,
      "step": 1957680
    },
    {
      "epoch": 546.38,
      "grad_norm": 1.0189638137817383,
      "learning_rate": 1.174256534614042e-06,
      "loss": 0.3322,
      "step": 1957690
    },
    {
      "epoch": 546.39,
      "grad_norm": 1.0807125568389893,
      "learning_rate": 1.1742331018431578e-06,
      "loss": 0.3427,
      "step": 1957700
    },
    {
      "epoch": 546.39,
      "grad_norm": 1.11001455783844,
      "learning_rate": 1.1742096692279382e-06,
      "loss": 0.3386,
      "step": 1957710
    },
    {
      "epoch": 546.39,
      "grad_norm": 1.1977055072784424,
      "learning_rate": 1.1741862367683842e-06,
      "loss": 0.3358,
      "step": 1957720
    },
    {
      "epoch": 546.39,
      "grad_norm": 1.0841617584228516,
      "learning_rate": 1.1741628044644996e-06,
      "loss": 0.332,
      "step": 1957730
    },
    {
      "epoch": 546.4,
      "grad_norm": 1.3813759088516235,
      "learning_rate": 1.1741393723162872e-06,
      "loss": 0.3533,
      "step": 1957740
    },
    {
      "epoch": 546.4,
      "grad_norm": 1.177735686302185,
      "learning_rate": 1.1741159403237514e-06,
      "loss": 0.3494,
      "step": 1957750
    },
    {
      "epoch": 546.4,
      "grad_norm": 1.1068527698516846,
      "learning_rate": 1.174092508486893e-06,
      "loss": 0.3247,
      "step": 1957760
    },
    {
      "epoch": 546.41,
      "grad_norm": 1.1142072677612305,
      "learning_rate": 1.1740690768057163e-06,
      "loss": 0.3308,
      "step": 1957770
    },
    {
      "epoch": 546.41,
      "grad_norm": 1.2146093845367432,
      "learning_rate": 1.1740456452802256e-06,
      "loss": 0.3437,
      "step": 1957780
    },
    {
      "epoch": 546.41,
      "grad_norm": 1.4261664152145386,
      "learning_rate": 1.1740222139104208e-06,
      "loss": 0.3337,
      "step": 1957790
    },
    {
      "epoch": 546.41,
      "grad_norm": 1.0895189046859741,
      "learning_rate": 1.173998782696309e-06,
      "loss": 0.3333,
      "step": 1957800
    },
    {
      "epoch": 546.42,
      "grad_norm": 1.0925887823104858,
      "learning_rate": 1.1739753516378905e-06,
      "loss": 0.3428,
      "step": 1957810
    },
    {
      "epoch": 546.42,
      "grad_norm": 0.9995987415313721,
      "learning_rate": 1.1739519207351697e-06,
      "loss": 0.3398,
      "step": 1957820
    },
    {
      "epoch": 546.42,
      "grad_norm": 1.2010149955749512,
      "learning_rate": 1.1739284899881497e-06,
      "loss": 0.3487,
      "step": 1957830
    },
    {
      "epoch": 546.42,
      "grad_norm": 1.1469085216522217,
      "learning_rate": 1.1739050593968325e-06,
      "loss": 0.3444,
      "step": 1957840
    },
    {
      "epoch": 546.43,
      "grad_norm": 1.0796912908554077,
      "learning_rate": 1.173881628961222e-06,
      "loss": 0.3514,
      "step": 1957850
    },
    {
      "epoch": 546.43,
      "grad_norm": 1.0615274906158447,
      "learning_rate": 1.1738581986813214e-06,
      "loss": 0.3335,
      "step": 1957860
    },
    {
      "epoch": 546.43,
      "grad_norm": 1.153416395187378,
      "learning_rate": 1.1738347685571349e-06,
      "loss": 0.3358,
      "step": 1957870
    },
    {
      "epoch": 546.44,
      "grad_norm": 1.1469342708587646,
      "learning_rate": 1.1738113385886622e-06,
      "loss": 0.3221,
      "step": 1957880
    },
    {
      "epoch": 546.44,
      "grad_norm": 1.0541014671325684,
      "learning_rate": 1.1737879087759108e-06,
      "loss": 0.3487,
      "step": 1957890
    },
    {
      "epoch": 546.44,
      "grad_norm": 0.990858256816864,
      "learning_rate": 1.1737644791188803e-06,
      "loss": 0.3478,
      "step": 1957900
    },
    {
      "epoch": 546.44,
      "grad_norm": 1.235776662826538,
      "learning_rate": 1.1737410496175753e-06,
      "loss": 0.3285,
      "step": 1957910
    },
    {
      "epoch": 546.45,
      "grad_norm": 1.1839885711669922,
      "learning_rate": 1.1737176202720001e-06,
      "loss": 0.335,
      "step": 1957920
    },
    {
      "epoch": 546.45,
      "grad_norm": 1.2354779243469238,
      "learning_rate": 1.1736941910821542e-06,
      "loss": 0.3352,
      "step": 1957930
    },
    {
      "epoch": 546.45,
      "grad_norm": 1.1027960777282715,
      "learning_rate": 1.1736707620480453e-06,
      "loss": 0.3602,
      "step": 1957940
    },
    {
      "epoch": 546.46,
      "grad_norm": 1.1092298030853271,
      "learning_rate": 1.1736473331696733e-06,
      "loss": 0.3361,
      "step": 1957950
    },
    {
      "epoch": 546.46,
      "grad_norm": 1.0406863689422607,
      "learning_rate": 1.1736239044470421e-06,
      "loss": 0.3371,
      "step": 1957960
    },
    {
      "epoch": 546.46,
      "grad_norm": 1.1980421543121338,
      "learning_rate": 1.173600475880156e-06,
      "loss": 0.3364,
      "step": 1957970
    },
    {
      "epoch": 546.46,
      "grad_norm": 2.822892427444458,
      "learning_rate": 1.173577047469016e-06,
      "loss": 0.3214,
      "step": 1957980
    },
    {
      "epoch": 546.47,
      "grad_norm": 1.1333552598953247,
      "learning_rate": 1.1735536192136264e-06,
      "loss": 0.337,
      "step": 1957990
    },
    {
      "epoch": 546.47,
      "grad_norm": 1.153107762336731,
      "learning_rate": 1.1735301911139907e-06,
      "loss": 0.3459,
      "step": 1958000
    },
    {
      "epoch": 546.47,
      "grad_norm": 1.2764862775802612,
      "learning_rate": 1.173506763170112e-06,
      "loss": 0.3461,
      "step": 1958010
    },
    {
      "epoch": 546.48,
      "grad_norm": 1.0036227703094482,
      "learning_rate": 1.1734833353819916e-06,
      "loss": 0.3314,
      "step": 1958020
    },
    {
      "epoch": 546.48,
      "grad_norm": 0.9919188022613525,
      "learning_rate": 1.1734599077496354e-06,
      "loss": 0.335,
      "step": 1958030
    },
    {
      "epoch": 546.48,
      "grad_norm": 0.9921624064445496,
      "learning_rate": 1.1734364802730445e-06,
      "loss": 0.3301,
      "step": 1958040
    },
    {
      "epoch": 546.48,
      "grad_norm": 1.0606753826141357,
      "learning_rate": 1.1734130529522223e-06,
      "loss": 0.3545,
      "step": 1958050
    },
    {
      "epoch": 546.49,
      "grad_norm": 1.0865063667297363,
      "learning_rate": 1.1733896257871736e-06,
      "loss": 0.3351,
      "step": 1958060
    },
    {
      "epoch": 546.49,
      "grad_norm": 1.1774342060089111,
      "learning_rate": 1.1733661987778992e-06,
      "loss": 0.3336,
      "step": 1958070
    },
    {
      "epoch": 546.49,
      "grad_norm": 1.1826469898223877,
      "learning_rate": 1.1733427719244032e-06,
      "loss": 0.3564,
      "step": 1958080
    },
    {
      "epoch": 546.49,
      "grad_norm": 0.9215914011001587,
      "learning_rate": 1.1733193452266885e-06,
      "loss": 0.3378,
      "step": 1958090
    },
    {
      "epoch": 546.5,
      "grad_norm": 1.1680209636688232,
      "learning_rate": 1.1732959186847593e-06,
      "loss": 0.357,
      "step": 1958100
    },
    {
      "epoch": 546.5,
      "grad_norm": 1.1051303148269653,
      "learning_rate": 1.1732724922986164e-06,
      "loss": 0.3338,
      "step": 1958110
    },
    {
      "epoch": 546.5,
      "grad_norm": 1.0698084831237793,
      "learning_rate": 1.173249066068266e-06,
      "loss": 0.3539,
      "step": 1958120
    },
    {
      "epoch": 546.51,
      "grad_norm": 1.0141925811767578,
      "learning_rate": 1.1732256399937088e-06,
      "loss": 0.3296,
      "step": 1958130
    },
    {
      "epoch": 546.51,
      "grad_norm": 1.2782071828842163,
      "learning_rate": 1.1732022140749483e-06,
      "loss": 0.3318,
      "step": 1958140
    },
    {
      "epoch": 546.51,
      "grad_norm": 1.1925950050354004,
      "learning_rate": 1.1731787883119893e-06,
      "loss": 0.3542,
      "step": 1958150
    },
    {
      "epoch": 546.51,
      "grad_norm": 0.9915882349014282,
      "learning_rate": 1.1731553627048328e-06,
      "loss": 0.3532,
      "step": 1958160
    },
    {
      "epoch": 546.52,
      "grad_norm": 1.0663864612579346,
      "learning_rate": 1.1731319372534824e-06,
      "loss": 0.3272,
      "step": 1958170
    },
    {
      "epoch": 546.52,
      "grad_norm": 1.3631870746612549,
      "learning_rate": 1.173108511957942e-06,
      "loss": 0.339,
      "step": 1958180
    },
    {
      "epoch": 546.52,
      "grad_norm": 1.220997929573059,
      "learning_rate": 1.173085086818214e-06,
      "loss": 0.3223,
      "step": 1958190
    },
    {
      "epoch": 546.53,
      "grad_norm": 1.0086967945098877,
      "learning_rate": 1.173061661834303e-06,
      "loss": 0.3427,
      "step": 1958200
    },
    {
      "epoch": 546.53,
      "grad_norm": 1.2266197204589844,
      "learning_rate": 1.1730382370062097e-06,
      "loss": 0.3554,
      "step": 1958210
    },
    {
      "epoch": 546.53,
      "grad_norm": 1.1307669878005981,
      "learning_rate": 1.173014812333939e-06,
      "loss": 0.3437,
      "step": 1958220
    },
    {
      "epoch": 546.53,
      "grad_norm": 1.0734304189682007,
      "learning_rate": 1.1729913878174927e-06,
      "loss": 0.3376,
      "step": 1958230
    },
    {
      "epoch": 546.54,
      "grad_norm": 0.9828356504440308,
      "learning_rate": 1.1729679634568762e-06,
      "loss": 0.3346,
      "step": 1958240
    },
    {
      "epoch": 546.54,
      "grad_norm": 1.18092679977417,
      "learning_rate": 1.1729445392520892e-06,
      "loss": 0.3402,
      "step": 1958250
    },
    {
      "epoch": 546.54,
      "grad_norm": 1.1528984308242798,
      "learning_rate": 1.172921115203138e-06,
      "loss": 0.3466,
      "step": 1958260
    },
    {
      "epoch": 546.54,
      "grad_norm": 1.1094549894332886,
      "learning_rate": 1.1728976913100245e-06,
      "loss": 0.3399,
      "step": 1958270
    },
    {
      "epoch": 546.55,
      "grad_norm": 0.9967458844184875,
      "learning_rate": 1.1728742675727511e-06,
      "loss": 0.3417,
      "step": 1958280
    },
    {
      "epoch": 546.55,
      "grad_norm": 1.439122200012207,
      "learning_rate": 1.1728508439913226e-06,
      "loss": 0.3399,
      "step": 1958290
    },
    {
      "epoch": 546.55,
      "grad_norm": 1.0718985795974731,
      "learning_rate": 1.17282742056574e-06,
      "loss": 0.3325,
      "step": 1958300
    },
    {
      "epoch": 546.56,
      "grad_norm": 1.1140973567962646,
      "learning_rate": 1.172803997296008e-06,
      "loss": 0.353,
      "step": 1958310
    },
    {
      "epoch": 546.56,
      "grad_norm": 1.286373257637024,
      "learning_rate": 1.1727805741821287e-06,
      "loss": 0.3349,
      "step": 1958320
    },
    {
      "epoch": 546.56,
      "grad_norm": 1.1737147569656372,
      "learning_rate": 1.172757151224107e-06,
      "loss": 0.3443,
      "step": 1958330
    },
    {
      "epoch": 546.56,
      "grad_norm": 1.232553243637085,
      "learning_rate": 1.1727337284219435e-06,
      "loss": 0.3327,
      "step": 1958340
    },
    {
      "epoch": 546.57,
      "grad_norm": 1.0632425546646118,
      "learning_rate": 1.172710305775643e-06,
      "loss": 0.3376,
      "step": 1958350
    },
    {
      "epoch": 546.57,
      "grad_norm": 1.2504621744155884,
      "learning_rate": 1.172686883285209e-06,
      "loss": 0.3542,
      "step": 1958360
    },
    {
      "epoch": 546.57,
      "grad_norm": 1.2237643003463745,
      "learning_rate": 1.172663460950642e-06,
      "loss": 0.3377,
      "step": 1958370
    },
    {
      "epoch": 546.58,
      "grad_norm": 1.2795624732971191,
      "learning_rate": 1.1726400387719487e-06,
      "loss": 0.3411,
      "step": 1958380
    },
    {
      "epoch": 546.58,
      "grad_norm": 1.1091020107269287,
      "learning_rate": 1.1726166167491296e-06,
      "loss": 0.3395,
      "step": 1958390
    },
    {
      "epoch": 546.58,
      "grad_norm": 1.138980746269226,
      "learning_rate": 1.172593194882189e-06,
      "loss": 0.3309,
      "step": 1958400
    },
    {
      "epoch": 546.58,
      "grad_norm": 1.1003938913345337,
      "learning_rate": 1.1725697731711292e-06,
      "loss": 0.3435,
      "step": 1958410
    },
    {
      "epoch": 546.59,
      "grad_norm": 1.2756617069244385,
      "learning_rate": 1.1725463516159546e-06,
      "loss": 0.3456,
      "step": 1958420
    },
    {
      "epoch": 546.59,
      "grad_norm": 1.0169018507003784,
      "learning_rate": 1.172522930216667e-06,
      "loss": 0.3383,
      "step": 1958430
    },
    {
      "epoch": 546.59,
      "grad_norm": 1.1191564798355103,
      "learning_rate": 1.1724995089732698e-06,
      "loss": 0.349,
      "step": 1958440
    },
    {
      "epoch": 546.6,
      "grad_norm": 1.2407437562942505,
      "learning_rate": 1.1724760878857673e-06,
      "loss": 0.3455,
      "step": 1958450
    },
    {
      "epoch": 546.6,
      "grad_norm": 1.1709233522415161,
      "learning_rate": 1.1724526669541602e-06,
      "loss": 0.3316,
      "step": 1958460
    },
    {
      "epoch": 546.6,
      "grad_norm": 0.9673299789428711,
      "learning_rate": 1.1724292461784544e-06,
      "loss": 0.3289,
      "step": 1958470
    },
    {
      "epoch": 546.6,
      "grad_norm": 1.097141981124878,
      "learning_rate": 1.1724058255586513e-06,
      "loss": 0.3276,
      "step": 1958480
    },
    {
      "epoch": 546.61,
      "grad_norm": 1.2453089952468872,
      "learning_rate": 1.1723824050947542e-06,
      "loss": 0.3361,
      "step": 1958490
    },
    {
      "epoch": 546.61,
      "grad_norm": 1.3245973587036133,
      "learning_rate": 1.1723589847867675e-06,
      "loss": 0.3297,
      "step": 1958500
    },
    {
      "epoch": 546.61,
      "grad_norm": 1.5764268636703491,
      "learning_rate": 1.172335564634691e-06,
      "loss": 0.3401,
      "step": 1958510
    },
    {
      "epoch": 546.61,
      "grad_norm": 1.0634607076644897,
      "learning_rate": 1.1723121446385324e-06,
      "loss": 0.34,
      "step": 1958520
    },
    {
      "epoch": 546.62,
      "grad_norm": 1.1376686096191406,
      "learning_rate": 1.1722887247982912e-06,
      "loss": 0.3452,
      "step": 1958530
    },
    {
      "epoch": 546.62,
      "grad_norm": 1.0423136949539185,
      "learning_rate": 1.1722653051139717e-06,
      "loss": 0.3365,
      "step": 1958540
    },
    {
      "epoch": 546.62,
      "grad_norm": 1.098270058631897,
      "learning_rate": 1.1722418855855776e-06,
      "loss": 0.3315,
      "step": 1958550
    },
    {
      "epoch": 546.63,
      "grad_norm": 1.1631133556365967,
      "learning_rate": 1.1722184662131123e-06,
      "loss": 0.3357,
      "step": 1958560
    },
    {
      "epoch": 546.63,
      "grad_norm": 1.2393373250961304,
      "learning_rate": 1.1721950469965773e-06,
      "loss": 0.3403,
      "step": 1958570
    },
    {
      "epoch": 546.63,
      "grad_norm": 0.9663646817207336,
      "learning_rate": 1.1721716279359763e-06,
      "loss": 0.3493,
      "step": 1958580
    },
    {
      "epoch": 546.63,
      "grad_norm": 1.0232187509536743,
      "learning_rate": 1.172148209031314e-06,
      "loss": 0.3284,
      "step": 1958590
    },
    {
      "epoch": 546.64,
      "grad_norm": 1.1940135955810547,
      "learning_rate": 1.1721247902825902e-06,
      "loss": 0.359,
      "step": 1958600
    },
    {
      "epoch": 546.64,
      "grad_norm": 1.329925298690796,
      "learning_rate": 1.172101371689812e-06,
      "loss": 0.3414,
      "step": 1958610
    },
    {
      "epoch": 546.64,
      "grad_norm": 1.2742300033569336,
      "learning_rate": 1.1720779532529794e-06,
      "loss": 0.341,
      "step": 1958620
    },
    {
      "epoch": 546.65,
      "grad_norm": 1.1770317554473877,
      "learning_rate": 1.1720545349720967e-06,
      "loss": 0.3564,
      "step": 1958630
    },
    {
      "epoch": 546.65,
      "grad_norm": 1.4181501865386963,
      "learning_rate": 1.1720311168471678e-06,
      "loss": 0.332,
      "step": 1958640
    },
    {
      "epoch": 546.65,
      "grad_norm": 1.060360074043274,
      "learning_rate": 1.1720076988781946e-06,
      "loss": 0.3549,
      "step": 1958650
    },
    {
      "epoch": 546.65,
      "grad_norm": 0.9628671407699585,
      "learning_rate": 1.1719842810651803e-06,
      "loss": 0.3387,
      "step": 1958660
    },
    {
      "epoch": 546.66,
      "grad_norm": 1.179577350616455,
      "learning_rate": 1.1719608634081282e-06,
      "loss": 0.3347,
      "step": 1958670
    },
    {
      "epoch": 546.66,
      "grad_norm": 1.0239018201828003,
      "learning_rate": 1.1719374459070426e-06,
      "loss": 0.3384,
      "step": 1958680
    },
    {
      "epoch": 546.66,
      "grad_norm": 1.2006112337112427,
      "learning_rate": 1.1719140285619238e-06,
      "loss": 0.3443,
      "step": 1958690
    },
    {
      "epoch": 546.66,
      "grad_norm": 1.0336594581604004,
      "learning_rate": 1.1718906113727782e-06,
      "loss": 0.3374,
      "step": 1958700
    },
    {
      "epoch": 546.67,
      "grad_norm": 1.0460319519042969,
      "learning_rate": 1.1718671943396068e-06,
      "loss": 0.331,
      "step": 1958710
    },
    {
      "epoch": 546.67,
      "grad_norm": 1.1419328451156616,
      "learning_rate": 1.1718437774624135e-06,
      "loss": 0.3436,
      "step": 1958720
    },
    {
      "epoch": 546.67,
      "grad_norm": 1.1097040176391602,
      "learning_rate": 1.1718203607412018e-06,
      "loss": 0.3342,
      "step": 1958730
    },
    {
      "epoch": 546.68,
      "grad_norm": 1.4405200481414795,
      "learning_rate": 1.1717969441759735e-06,
      "loss": 0.3525,
      "step": 1958740
    },
    {
      "epoch": 546.68,
      "grad_norm": 1.2945951223373413,
      "learning_rate": 1.1717735277667325e-06,
      "loss": 0.331,
      "step": 1958750
    },
    {
      "epoch": 546.68,
      "grad_norm": 1.1886396408081055,
      "learning_rate": 1.1717501115134817e-06,
      "loss": 0.3422,
      "step": 1958760
    },
    {
      "epoch": 546.68,
      "grad_norm": 1.1393787860870361,
      "learning_rate": 1.1717266954162247e-06,
      "loss": 0.3365,
      "step": 1958770
    },
    {
      "epoch": 546.69,
      "grad_norm": 1.165042519569397,
      "learning_rate": 1.171703279474965e-06,
      "loss": 0.3451,
      "step": 1958780
    },
    {
      "epoch": 546.69,
      "grad_norm": 0.9929024577140808,
      "learning_rate": 1.1716798636897043e-06,
      "loss": 0.3292,
      "step": 1958790
    },
    {
      "epoch": 546.69,
      "grad_norm": 1.3215415477752686,
      "learning_rate": 1.171656448060446e-06,
      "loss": 0.3444,
      "step": 1958800
    },
    {
      "epoch": 546.7,
      "grad_norm": 1.1203513145446777,
      "learning_rate": 1.1716330325871943e-06,
      "loss": 0.334,
      "step": 1958810
    },
    {
      "epoch": 546.7,
      "grad_norm": 1.1114164590835571,
      "learning_rate": 1.1716096172699523e-06,
      "loss": 0.3356,
      "step": 1958820
    },
    {
      "epoch": 546.7,
      "grad_norm": 1.1161165237426758,
      "learning_rate": 1.1715862021087203e-06,
      "loss": 0.3405,
      "step": 1958830
    },
    {
      "epoch": 546.7,
      "grad_norm": 1.0679110288619995,
      "learning_rate": 1.171562787103506e-06,
      "loss": 0.3456,
      "step": 1958840
    },
    {
      "epoch": 546.71,
      "grad_norm": 1.1965068578720093,
      "learning_rate": 1.1715393722543092e-06,
      "loss": 0.3197,
      "step": 1958850
    },
    {
      "epoch": 546.71,
      "grad_norm": 1.0361251831054688,
      "learning_rate": 1.1715159575611338e-06,
      "loss": 0.35,
      "step": 1958860
    },
    {
      "epoch": 546.71,
      "grad_norm": 1.2343428134918213,
      "learning_rate": 1.171492543023984e-06,
      "loss": 0.3372,
      "step": 1958870
    },
    {
      "epoch": 546.72,
      "grad_norm": 1.1771063804626465,
      "learning_rate": 1.171469128642861e-06,
      "loss": 0.3496,
      "step": 1958880
    },
    {
      "epoch": 546.72,
      "grad_norm": 1.3213123083114624,
      "learning_rate": 1.171445714417769e-06,
      "loss": 0.3257,
      "step": 1958890
    },
    {
      "epoch": 546.72,
      "grad_norm": 1.3916001319885254,
      "learning_rate": 1.1714223003487109e-06,
      "loss": 0.347,
      "step": 1958900
    },
    {
      "epoch": 546.72,
      "grad_norm": 1.07693350315094,
      "learning_rate": 1.1713988864356908e-06,
      "loss": 0.3316,
      "step": 1958910
    },
    {
      "epoch": 546.73,
      "grad_norm": 1.254919409751892,
      "learning_rate": 1.1713754726787102e-06,
      "loss": 0.339,
      "step": 1958920
    },
    {
      "epoch": 546.73,
      "grad_norm": 1.1489704847335815,
      "learning_rate": 1.171352059077773e-06,
      "loss": 0.3469,
      "step": 1958930
    },
    {
      "epoch": 546.73,
      "grad_norm": 1.1587611436843872,
      "learning_rate": 1.171328645632883e-06,
      "loss": 0.3492,
      "step": 1958940
    },
    {
      "epoch": 546.73,
      "grad_norm": 2.2063589096069336,
      "learning_rate": 1.1713052323440411e-06,
      "loss": 0.3463,
      "step": 1958950
    },
    {
      "epoch": 546.74,
      "grad_norm": 1.1005314588546753,
      "learning_rate": 1.1712818192112535e-06,
      "loss": 0.3479,
      "step": 1958960
    },
    {
      "epoch": 546.74,
      "grad_norm": 1.135202169418335,
      "learning_rate": 1.171258406234521e-06,
      "loss": 0.3467,
      "step": 1958970
    },
    {
      "epoch": 546.74,
      "grad_norm": 1.1346452236175537,
      "learning_rate": 1.1712349934138473e-06,
      "loss": 0.3533,
      "step": 1958980
    },
    {
      "epoch": 546.75,
      "grad_norm": 1.0762543678283691,
      "learning_rate": 1.1712115807492356e-06,
      "loss": 0.3285,
      "step": 1958990
    },
    {
      "epoch": 546.75,
      "grad_norm": 1.015047311782837,
      "learning_rate": 1.1711881682406903e-06,
      "loss": 0.3346,
      "step": 1959000
    },
    {
      "epoch": 546.75,
      "grad_norm": 0.9545809030532837,
      "learning_rate": 1.1711647558882121e-06,
      "loss": 0.3529,
      "step": 1959010
    },
    {
      "epoch": 546.75,
      "grad_norm": 1.174297571182251,
      "learning_rate": 1.1711413436918053e-06,
      "loss": 0.3285,
      "step": 1959020
    },
    {
      "epoch": 546.76,
      "grad_norm": 1.3394100666046143,
      "learning_rate": 1.1711179316514742e-06,
      "loss": 0.3493,
      "step": 1959030
    },
    {
      "epoch": 546.76,
      "grad_norm": 1.008982539176941,
      "learning_rate": 1.1710945197672187e-06,
      "loss": 0.3376,
      "step": 1959040
    },
    {
      "epoch": 546.76,
      "grad_norm": 1.201707363128662,
      "learning_rate": 1.171071108039046e-06,
      "loss": 0.3457,
      "step": 1959050
    },
    {
      "epoch": 546.77,
      "grad_norm": 1.0816290378570557,
      "learning_rate": 1.171047696466956e-06,
      "loss": 0.3548,
      "step": 1959060
    },
    {
      "epoch": 546.77,
      "grad_norm": 1.1185880899429321,
      "learning_rate": 1.1710242850509533e-06,
      "loss": 0.3636,
      "step": 1959070
    },
    {
      "epoch": 546.77,
      "grad_norm": 1.105982780456543,
      "learning_rate": 1.1710008737910405e-06,
      "loss": 0.347,
      "step": 1959080
    },
    {
      "epoch": 546.77,
      "grad_norm": 0.9964113831520081,
      "learning_rate": 1.1709774626872208e-06,
      "loss": 0.3303,
      "step": 1959090
    },
    {
      "epoch": 546.78,
      "grad_norm": 1.4353176355361938,
      "learning_rate": 1.1709540517394985e-06,
      "loss": 0.3271,
      "step": 1959100
    },
    {
      "epoch": 546.78,
      "grad_norm": 1.8039705753326416,
      "learning_rate": 1.1709306409478748e-06,
      "loss": 0.3434,
      "step": 1959110
    },
    {
      "epoch": 546.78,
      "grad_norm": 1.1523089408874512,
      "learning_rate": 1.1709072303123538e-06,
      "loss": 0.3421,
      "step": 1959120
    },
    {
      "epoch": 546.78,
      "grad_norm": 1.0781484842300415,
      "learning_rate": 1.1708838198329383e-06,
      "loss": 0.3325,
      "step": 1959130
    },
    {
      "epoch": 546.79,
      "grad_norm": 1.0236586332321167,
      "learning_rate": 1.1708604095096323e-06,
      "loss": 0.3239,
      "step": 1959140
    },
    {
      "epoch": 546.79,
      "grad_norm": 1.1548794507980347,
      "learning_rate": 1.1708369993424378e-06,
      "loss": 0.3429,
      "step": 1959150
    },
    {
      "epoch": 546.79,
      "grad_norm": 1.1782280206680298,
      "learning_rate": 1.1708135893313582e-06,
      "loss": 0.3364,
      "step": 1959160
    },
    {
      "epoch": 546.8,
      "grad_norm": 0.9517912864685059,
      "learning_rate": 1.1707901794763973e-06,
      "loss": 0.3403,
      "step": 1959170
    },
    {
      "epoch": 546.8,
      "grad_norm": 1.1576405763626099,
      "learning_rate": 1.1707667697775563e-06,
      "loss": 0.3292,
      "step": 1959180
    },
    {
      "epoch": 546.8,
      "grad_norm": 1.1014639139175415,
      "learning_rate": 1.1707433602348414e-06,
      "loss": 0.3221,
      "step": 1959190
    },
    {
      "epoch": 546.8,
      "grad_norm": 1.4448509216308594,
      "learning_rate": 1.170719950848253e-06,
      "loss": 0.3389,
      "step": 1959200
    },
    {
      "epoch": 546.81,
      "grad_norm": 1.235182285308838,
      "learning_rate": 1.170696541617795e-06,
      "loss": 0.3326,
      "step": 1959210
    },
    {
      "epoch": 546.81,
      "grad_norm": 1.0931504964828491,
      "learning_rate": 1.170673132543471e-06,
      "loss": 0.333,
      "step": 1959220
    },
    {
      "epoch": 546.81,
      "grad_norm": 1.2481772899627686,
      "learning_rate": 1.170649723625285e-06,
      "loss": 0.34,
      "step": 1959230
    },
    {
      "epoch": 546.82,
      "grad_norm": 1.2580831050872803,
      "learning_rate": 1.1706263148632376e-06,
      "loss": 0.3163,
      "step": 1959240
    },
    {
      "epoch": 546.82,
      "grad_norm": 1.0594525337219238,
      "learning_rate": 1.1706029062573335e-06,
      "loss": 0.3467,
      "step": 1959250
    },
    {
      "epoch": 546.82,
      "grad_norm": 1.0751309394836426,
      "learning_rate": 1.1705794978075764e-06,
      "loss": 0.3384,
      "step": 1959260
    },
    {
      "epoch": 546.82,
      "grad_norm": 1.423132300376892,
      "learning_rate": 1.170556089513967e-06,
      "loss": 0.3381,
      "step": 1959270
    },
    {
      "epoch": 546.83,
      "grad_norm": 1.4816480875015259,
      "learning_rate": 1.1705326813765118e-06,
      "loss": 0.3396,
      "step": 1959280
    },
    {
      "epoch": 546.83,
      "grad_norm": 1.0190784931182861,
      "learning_rate": 1.170509273395211e-06,
      "loss": 0.3343,
      "step": 1959290
    },
    {
      "epoch": 546.83,
      "grad_norm": 1.2214418649673462,
      "learning_rate": 1.1704858655700692e-06,
      "loss": 0.3421,
      "step": 1959300
    },
    {
      "epoch": 546.84,
      "grad_norm": 1.0304139852523804,
      "learning_rate": 1.1704624579010899e-06,
      "loss": 0.3334,
      "step": 1959310
    },
    {
      "epoch": 546.84,
      "grad_norm": 1.1462794542312622,
      "learning_rate": 1.1704390503882744e-06,
      "loss": 0.3497,
      "step": 1959320
    },
    {
      "epoch": 546.84,
      "grad_norm": 1.1219336986541748,
      "learning_rate": 1.170415643031627e-06,
      "loss": 0.3319,
      "step": 1959330
    },
    {
      "epoch": 546.84,
      "grad_norm": 1.097448468208313,
      "learning_rate": 1.170392235831151e-06,
      "loss": 0.3268,
      "step": 1959340
    },
    {
      "epoch": 546.85,
      "grad_norm": 1.022303819656372,
      "learning_rate": 1.170368828786849e-06,
      "loss": 0.328,
      "step": 1959350
    },
    {
      "epoch": 546.85,
      "grad_norm": 1.1952823400497437,
      "learning_rate": 1.1703454218987244e-06,
      "loss": 0.3454,
      "step": 1959360
    },
    {
      "epoch": 546.85,
      "grad_norm": 1.2821646928787231,
      "learning_rate": 1.1703220151667814e-06,
      "loss": 0.342,
      "step": 1959370
    },
    {
      "epoch": 546.85,
      "grad_norm": 1.0676442384719849,
      "learning_rate": 1.1702986085910207e-06,
      "loss": 0.3492,
      "step": 1959380
    },
    {
      "epoch": 546.86,
      "grad_norm": 1.1973272562026978,
      "learning_rate": 1.1702752021714468e-06,
      "loss": 0.3446,
      "step": 1959390
    },
    {
      "epoch": 546.86,
      "grad_norm": 1.1672824621200562,
      "learning_rate": 1.1702517959080638e-06,
      "loss": 0.3523,
      "step": 1959400
    },
    {
      "epoch": 546.86,
      "grad_norm": 1.1378103494644165,
      "learning_rate": 1.1702283898008718e-06,
      "loss": 0.3322,
      "step": 1959410
    },
    {
      "epoch": 546.87,
      "grad_norm": 1.0106395483016968,
      "learning_rate": 1.1702049838498777e-06,
      "loss": 0.3305,
      "step": 1959420
    },
    {
      "epoch": 546.87,
      "grad_norm": 1.167404294013977,
      "learning_rate": 1.1701815780550818e-06,
      "loss": 0.332,
      "step": 1959430
    },
    {
      "epoch": 546.87,
      "grad_norm": 3.1428849697113037,
      "learning_rate": 1.1701581724164884e-06,
      "loss": 0.3416,
      "step": 1959440
    },
    {
      "epoch": 546.87,
      "grad_norm": 0.9904738664627075,
      "learning_rate": 1.1701347669341009e-06,
      "loss": 0.3391,
      "step": 1959450
    },
    {
      "epoch": 546.88,
      "grad_norm": 1.8637603521347046,
      "learning_rate": 1.170111361607921e-06,
      "loss": 0.3498,
      "step": 1959460
    },
    {
      "epoch": 546.88,
      "grad_norm": 1.1834691762924194,
      "learning_rate": 1.1700879564379533e-06,
      "loss": 0.3289,
      "step": 1959470
    },
    {
      "epoch": 546.88,
      "grad_norm": 1.230618953704834,
      "learning_rate": 1.1700645514241997e-06,
      "loss": 0.3375,
      "step": 1959480
    },
    {
      "epoch": 546.89,
      "grad_norm": 1.1584875583648682,
      "learning_rate": 1.1700411465666652e-06,
      "loss": 0.3287,
      "step": 1959490
    },
    {
      "epoch": 546.89,
      "grad_norm": 1.2096021175384521,
      "learning_rate": 1.17001774186535e-06,
      "loss": 0.3429,
      "step": 1959500
    },
    {
      "epoch": 546.89,
      "grad_norm": 1.1217061281204224,
      "learning_rate": 1.1699943373202601e-06,
      "loss": 0.3241,
      "step": 1959510
    },
    {
      "epoch": 546.89,
      "grad_norm": 1.1730142831802368,
      "learning_rate": 1.169970932931397e-06,
      "loss": 0.3247,
      "step": 1959520
    },
    {
      "epoch": 546.9,
      "grad_norm": 1.2974034547805786,
      "learning_rate": 1.1699475286987641e-06,
      "loss": 0.349,
      "step": 1959530
    },
    {
      "epoch": 546.9,
      "grad_norm": 0.9579225778579712,
      "learning_rate": 1.1699241246223656e-06,
      "loss": 0.345,
      "step": 1959540
    },
    {
      "epoch": 546.9,
      "grad_norm": 1.1990188360214233,
      "learning_rate": 1.1699007207022025e-06,
      "loss": 0.3286,
      "step": 1959550
    },
    {
      "epoch": 546.9,
      "grad_norm": 1.1309788227081299,
      "learning_rate": 1.1698773169382792e-06,
      "loss": 0.3558,
      "step": 1959560
    },
    {
      "epoch": 546.91,
      "grad_norm": 1.0150493383407593,
      "learning_rate": 1.1698539133305987e-06,
      "loss": 0.343,
      "step": 1959570
    },
    {
      "epoch": 546.91,
      "grad_norm": 1.2508291006088257,
      "learning_rate": 1.169830509879165e-06,
      "loss": 0.3456,
      "step": 1959580
    },
    {
      "epoch": 546.91,
      "grad_norm": 1.132627010345459,
      "learning_rate": 1.1698071065839794e-06,
      "loss": 0.3479,
      "step": 1959590
    },
    {
      "epoch": 546.92,
      "grad_norm": 1.0202007293701172,
      "learning_rate": 1.1697837034450458e-06,
      "loss": 0.3368,
      "step": 1959600
    },
    {
      "epoch": 546.92,
      "grad_norm": 1.0646278858184814,
      "learning_rate": 1.1697603004623686e-06,
      "loss": 0.3555,
      "step": 1959610
    },
    {
      "epoch": 546.92,
      "grad_norm": 1.3102108240127563,
      "learning_rate": 1.1697368976359478e-06,
      "loss": 0.3501,
      "step": 1959620
    },
    {
      "epoch": 546.92,
      "grad_norm": 1.1862887144088745,
      "learning_rate": 1.16971349496579e-06,
      "loss": 0.3526,
      "step": 1959630
    },
    {
      "epoch": 546.93,
      "grad_norm": 1.2634600400924683,
      "learning_rate": 1.1696900924518953e-06,
      "loss": 0.3484,
      "step": 1959640
    },
    {
      "epoch": 546.93,
      "grad_norm": 1.1668037176132202,
      "learning_rate": 1.16966669009427e-06,
      "loss": 0.3338,
      "step": 1959650
    },
    {
      "epoch": 546.93,
      "grad_norm": 1.3001307249069214,
      "learning_rate": 1.1696432878929146e-06,
      "loss": 0.3388,
      "step": 1959660
    },
    {
      "epoch": 546.94,
      "grad_norm": 1.139286756515503,
      "learning_rate": 1.1696198858478332e-06,
      "loss": 0.3437,
      "step": 1959670
    },
    {
      "epoch": 546.94,
      "grad_norm": 1.0018645524978638,
      "learning_rate": 1.1695964839590296e-06,
      "loss": 0.3554,
      "step": 1959680
    },
    {
      "epoch": 546.94,
      "grad_norm": 1.0634028911590576,
      "learning_rate": 1.1695730822265053e-06,
      "loss": 0.3482,
      "step": 1959690
    },
    {
      "epoch": 546.94,
      "grad_norm": 1.0651885271072388,
      "learning_rate": 1.1695496806502644e-06,
      "loss": 0.3435,
      "step": 1959700
    },
    {
      "epoch": 546.95,
      "grad_norm": 1.1738497018814087,
      "learning_rate": 1.1695262792303099e-06,
      "loss": 0.345,
      "step": 1959710
    },
    {
      "epoch": 546.95,
      "grad_norm": 1.0536776781082153,
      "learning_rate": 1.1695028779666456e-06,
      "loss": 0.33,
      "step": 1959720
    },
    {
      "epoch": 546.95,
      "grad_norm": 1.0083422660827637,
      "learning_rate": 1.169479476859273e-06,
      "loss": 0.3406,
      "step": 1959730
    },
    {
      "epoch": 546.96,
      "grad_norm": 1.0799487829208374,
      "learning_rate": 1.1694560759081963e-06,
      "loss": 0.3347,
      "step": 1959740
    },
    {
      "epoch": 546.96,
      "grad_norm": 1.0373923778533936,
      "learning_rate": 1.1694326751134192e-06,
      "loss": 0.3315,
      "step": 1959750
    },
    {
      "epoch": 546.96,
      "grad_norm": 1.104634404182434,
      "learning_rate": 1.1694092744749421e-06,
      "loss": 0.331,
      "step": 1959760
    },
    {
      "epoch": 546.96,
      "grad_norm": 1.1744955778121948,
      "learning_rate": 1.1693858739927722e-06,
      "loss": 0.3497,
      "step": 1959770
    },
    {
      "epoch": 546.97,
      "grad_norm": 1.15926992893219,
      "learning_rate": 1.1693624736669096e-06,
      "loss": 0.348,
      "step": 1959780
    },
    {
      "epoch": 546.97,
      "grad_norm": 1.2089804410934448,
      "learning_rate": 1.169339073497358e-06,
      "loss": 0.3322,
      "step": 1959790
    },
    {
      "epoch": 546.97,
      "grad_norm": 1.2630703449249268,
      "learning_rate": 1.169315673484121e-06,
      "loss": 0.3323,
      "step": 1959800
    },
    {
      "epoch": 546.97,
      "grad_norm": 1.0153429508209229,
      "learning_rate": 1.1692922736272025e-06,
      "loss": 0.3279,
      "step": 1959810
    },
    {
      "epoch": 546.98,
      "grad_norm": 1.0176945924758911,
      "learning_rate": 1.1692688739266037e-06,
      "loss": 0.3117,
      "step": 1959820
    },
    {
      "epoch": 546.98,
      "grad_norm": 1.1190026998519897,
      "learning_rate": 1.1692454743823286e-06,
      "loss": 0.3511,
      "step": 1959830
    },
    {
      "epoch": 546.98,
      "grad_norm": 1.1625455617904663,
      "learning_rate": 1.1692220749943813e-06,
      "loss": 0.351,
      "step": 1959840
    },
    {
      "epoch": 546.99,
      "grad_norm": 1.3047351837158203,
      "learning_rate": 1.1691986757627624e-06,
      "loss": 0.3522,
      "step": 1959850
    },
    {
      "epoch": 546.99,
      "grad_norm": 0.9948046207427979,
      "learning_rate": 1.1691752766874778e-06,
      "loss": 0.3657,
      "step": 1959860
    },
    {
      "epoch": 546.99,
      "grad_norm": 1.135508418083191,
      "learning_rate": 1.169151877768529e-06,
      "loss": 0.3445,
      "step": 1959870
    },
    {
      "epoch": 546.99,
      "grad_norm": 1.1192606687545776,
      "learning_rate": 1.1691284790059193e-06,
      "loss": 0.3483,
      "step": 1959880
    },
    {
      "epoch": 547.0,
      "grad_norm": 1.1729406118392944,
      "learning_rate": 1.1691050803996534e-06,
      "loss": 0.3417,
      "step": 1959890
    },
    {
      "epoch": 547.0,
      "grad_norm": 1.0929712057113647,
      "learning_rate": 1.1690816819497318e-06,
      "loss": 0.3351,
      "step": 1959900
    },
    {
      "epoch": 547.0,
      "eval_loss": 0.341263085603714,
      "eval_runtime": 74.2942,
      "eval_samples_per_second": 68.094,
      "eval_steps_per_second": 8.52,
      "step": 1959901
    },
    {
      "epoch": 547.0,
      "grad_norm": 1.0723415613174438,
      "learning_rate": 1.1690582836561587e-06,
      "loss": 0.3252,
      "step": 1959910
    },
    {
      "epoch": 547.01,
      "grad_norm": 2.0878548622131348,
      "learning_rate": 1.1690348855189377e-06,
      "loss": 0.3309,
      "step": 1959920
    },
    {
      "epoch": 547.01,
      "grad_norm": 1.095977783203125,
      "learning_rate": 1.1690114875380713e-06,
      "loss": 0.3197,
      "step": 1959930
    },
    {
      "epoch": 547.01,
      "grad_norm": 1.2120369672775269,
      "learning_rate": 1.1689880897135633e-06,
      "loss": 0.3477,
      "step": 1959940
    },
    {
      "epoch": 547.01,
      "grad_norm": 1.1016432046890259,
      "learning_rate": 1.168964692045417e-06,
      "loss": 0.3422,
      "step": 1959950
    },
    {
      "epoch": 547.02,
      "grad_norm": 1.4069230556488037,
      "learning_rate": 1.1689412945336344e-06,
      "loss": 0.3386,
      "step": 1959960
    },
    {
      "epoch": 547.02,
      "grad_norm": 1.1201045513153076,
      "learning_rate": 1.1689178971782187e-06,
      "loss": 0.3362,
      "step": 1959970
    },
    {
      "epoch": 547.02,
      "grad_norm": 1.200088381767273,
      "learning_rate": 1.1688944999791747e-06,
      "loss": 0.3435,
      "step": 1959980
    },
    {
      "epoch": 547.02,
      "grad_norm": 1.15647292137146,
      "learning_rate": 1.1688711029365024e-06,
      "loss": 0.3453,
      "step": 1959990
    },
    {
      "epoch": 547.03,
      "grad_norm": 1.290399193763733,
      "learning_rate": 1.1688477060502085e-06,
      "loss": 0.3544,
      "step": 1960000
    },
    {
      "epoch": 547.03,
      "grad_norm": 1.2262009382247925,
      "learning_rate": 1.1688243093202936e-06,
      "loss": 0.336,
      "step": 1960010
    },
    {
      "epoch": 547.03,
      "grad_norm": 1.1748201847076416,
      "learning_rate": 1.1688009127467617e-06,
      "loss": 0.3372,
      "step": 1960020
    },
    {
      "epoch": 547.04,
      "grad_norm": 1.040268898010254,
      "learning_rate": 1.1687775163296158e-06,
      "loss": 0.3328,
      "step": 1960030
    },
    {
      "epoch": 547.04,
      "grad_norm": 1.4051398038864136,
      "learning_rate": 1.1687541200688601e-06,
      "loss": 0.3354,
      "step": 1960040
    },
    {
      "epoch": 547.04,
      "grad_norm": 1.0693116188049316,
      "learning_rate": 1.1687307239644955e-06,
      "loss": 0.3403,
      "step": 1960050
    },
    {
      "epoch": 547.04,
      "grad_norm": 1.1696361303329468,
      "learning_rate": 1.1687073280165265e-06,
      "loss": 0.3369,
      "step": 1960060
    },
    {
      "epoch": 547.05,
      "grad_norm": 1.2508224248886108,
      "learning_rate": 1.1686839322249568e-06,
      "loss": 0.3469,
      "step": 1960070
    },
    {
      "epoch": 547.05,
      "grad_norm": 1.2240021228790283,
      "learning_rate": 1.1686605365897868e-06,
      "loss": 0.3349,
      "step": 1960080
    },
    {
      "epoch": 547.05,
      "grad_norm": 1.015149712562561,
      "learning_rate": 1.1686371411110234e-06,
      "loss": 0.339,
      "step": 1960090
    },
    {
      "epoch": 547.06,
      "grad_norm": 1.0699244737625122,
      "learning_rate": 1.168613745788667e-06,
      "loss": 0.3338,
      "step": 1960100
    },
    {
      "epoch": 547.06,
      "grad_norm": 1.059689998626709,
      "learning_rate": 1.1685903506227215e-06,
      "loss": 0.3338,
      "step": 1960110
    },
    {
      "epoch": 547.06,
      "grad_norm": 1.3003911972045898,
      "learning_rate": 1.1685669556131913e-06,
      "loss": 0.3513,
      "step": 1960120
    },
    {
      "epoch": 547.06,
      "grad_norm": 1.2016808986663818,
      "learning_rate": 1.1685435607600771e-06,
      "loss": 0.3484,
      "step": 1960130
    },
    {
      "epoch": 547.07,
      "grad_norm": 1.061915636062622,
      "learning_rate": 1.168520166063383e-06,
      "loss": 0.3364,
      "step": 1960140
    },
    {
      "epoch": 547.07,
      "grad_norm": 1.0541551113128662,
      "learning_rate": 1.1684967715231125e-06,
      "loss": 0.3504,
      "step": 1960150
    },
    {
      "epoch": 547.07,
      "grad_norm": 1.3242944478988647,
      "learning_rate": 1.1684733771392694e-06,
      "loss": 0.3498,
      "step": 1960160
    },
    {
      "epoch": 547.08,
      "grad_norm": 1.1017547845840454,
      "learning_rate": 1.1684499829118542e-06,
      "loss": 0.3585,
      "step": 1960170
    },
    {
      "epoch": 547.08,
      "grad_norm": 1.088918924331665,
      "learning_rate": 1.1684265888408735e-06,
      "loss": 0.3297,
      "step": 1960180
    },
    {
      "epoch": 547.08,
      "grad_norm": 1.1960290670394897,
      "learning_rate": 1.168403194926328e-06,
      "loss": 0.3217,
      "step": 1960190
    },
    {
      "epoch": 547.08,
      "grad_norm": 0.9892633557319641,
      "learning_rate": 1.1683798011682212e-06,
      "loss": 0.345,
      "step": 1960200
    },
    {
      "epoch": 547.09,
      "grad_norm": 1.1381816864013672,
      "learning_rate": 1.1683564075665573e-06,
      "loss": 0.3398,
      "step": 1960210
    },
    {
      "epoch": 547.09,
      "grad_norm": 1.0280284881591797,
      "learning_rate": 1.168333014121337e-06,
      "loss": 0.3417,
      "step": 1960220
    },
    {
      "epoch": 547.09,
      "grad_norm": 1.8553197383880615,
      "learning_rate": 1.168309620832567e-06,
      "loss": 0.3352,
      "step": 1960230
    },
    {
      "epoch": 547.09,
      "grad_norm": 1.007398247718811,
      "learning_rate": 1.168286227700247e-06,
      "loss": 0.3397,
      "step": 1960240
    },
    {
      "epoch": 547.1,
      "grad_norm": 1.0727999210357666,
      "learning_rate": 1.1682628347243821e-06,
      "loss": 0.3593,
      "step": 1960250
    },
    {
      "epoch": 547.1,
      "grad_norm": 1.0219407081604004,
      "learning_rate": 1.1682394419049754e-06,
      "loss": 0.3356,
      "step": 1960260
    },
    {
      "epoch": 547.1,
      "grad_norm": 1.0220016241073608,
      "learning_rate": 1.1682160492420286e-06,
      "loss": 0.3436,
      "step": 1960270
    },
    {
      "epoch": 547.11,
      "grad_norm": 0.9661448001861572,
      "learning_rate": 1.168192656735546e-06,
      "loss": 0.3546,
      "step": 1960280
    },
    {
      "epoch": 547.11,
      "grad_norm": 1.2581367492675781,
      "learning_rate": 1.1681692643855302e-06,
      "loss": 0.3471,
      "step": 1960290
    },
    {
      "epoch": 547.11,
      "grad_norm": 1.0656965970993042,
      "learning_rate": 1.1681458721919856e-06,
      "loss": 0.3499,
      "step": 1960300
    },
    {
      "epoch": 547.11,
      "grad_norm": 1.0963231325149536,
      "learning_rate": 1.168122480154912e-06,
      "loss": 0.3312,
      "step": 1960310
    },
    {
      "epoch": 547.12,
      "grad_norm": 1.1317921876907349,
      "learning_rate": 1.1680990882743167e-06,
      "loss": 0.3473,
      "step": 1960320
    },
    {
      "epoch": 547.12,
      "grad_norm": 1.0514947175979614,
      "learning_rate": 1.1680756965502002e-06,
      "loss": 0.3422,
      "step": 1960330
    },
    {
      "epoch": 547.12,
      "grad_norm": 1.2616883516311646,
      "learning_rate": 1.168052304982566e-06,
      "loss": 0.3671,
      "step": 1960340
    },
    {
      "epoch": 547.13,
      "grad_norm": 1.0939035415649414,
      "learning_rate": 1.1680289135714186e-06,
      "loss": 0.3408,
      "step": 1960350
    },
    {
      "epoch": 547.13,
      "grad_norm": 1.216221570968628,
      "learning_rate": 1.1680055223167592e-06,
      "loss": 0.3361,
      "step": 1960360
    },
    {
      "epoch": 547.13,
      "grad_norm": 1.0557705163955688,
      "learning_rate": 1.1679821312185914e-06,
      "loss": 0.3372,
      "step": 1960370
    },
    {
      "epoch": 547.13,
      "grad_norm": 1.0525317192077637,
      "learning_rate": 1.1679587402769187e-06,
      "loss": 0.3512,
      "step": 1960380
    },
    {
      "epoch": 547.14,
      "grad_norm": 1.2857123613357544,
      "learning_rate": 1.167935349491745e-06,
      "loss": 0.3314,
      "step": 1960390
    },
    {
      "epoch": 547.14,
      "grad_norm": 1.36307954788208,
      "learning_rate": 1.1679119588630718e-06,
      "loss": 0.3279,
      "step": 1960400
    },
    {
      "epoch": 547.14,
      "grad_norm": 1.159879446029663,
      "learning_rate": 1.1678885683909026e-06,
      "loss": 0.3303,
      "step": 1960410
    },
    {
      "epoch": 547.14,
      "grad_norm": 1.1965861320495605,
      "learning_rate": 1.1678651780752423e-06,
      "loss": 0.3462,
      "step": 1960420
    },
    {
      "epoch": 547.15,
      "grad_norm": 1.0797630548477173,
      "learning_rate": 1.1678417879160906e-06,
      "loss": 0.3292,
      "step": 1960430
    },
    {
      "epoch": 547.15,
      "grad_norm": 1.0679627656936646,
      "learning_rate": 1.1678183979134543e-06,
      "loss": 0.338,
      "step": 1960440
    },
    {
      "epoch": 547.15,
      "grad_norm": 1.0588734149932861,
      "learning_rate": 1.167795008067334e-06,
      "loss": 0.3416,
      "step": 1960450
    },
    {
      "epoch": 547.16,
      "grad_norm": 0.946946382522583,
      "learning_rate": 1.1677716183777335e-06,
      "loss": 0.3292,
      "step": 1960460
    },
    {
      "epoch": 547.16,
      "grad_norm": 1.0163710117340088,
      "learning_rate": 1.1677482288446563e-06,
      "loss": 0.3234,
      "step": 1960470
    },
    {
      "epoch": 547.16,
      "grad_norm": 1.1653295755386353,
      "learning_rate": 1.1677248394681058e-06,
      "loss": 0.3295,
      "step": 1960480
    },
    {
      "epoch": 547.16,
      "grad_norm": 1.5598820447921753,
      "learning_rate": 1.167701450248084e-06,
      "loss": 0.3301,
      "step": 1960490
    },
    {
      "epoch": 547.17,
      "grad_norm": 1.1434818506240845,
      "learning_rate": 1.1676780611845945e-06,
      "loss": 0.3361,
      "step": 1960500
    },
    {
      "epoch": 547.17,
      "grad_norm": 1.0646564960479736,
      "learning_rate": 1.1676546722776404e-06,
      "loss": 0.3259,
      "step": 1960510
    },
    {
      "epoch": 547.17,
      "grad_norm": 0.9657090902328491,
      "learning_rate": 1.167631283527225e-06,
      "loss": 0.3335,
      "step": 1960520
    },
    {
      "epoch": 547.18,
      "grad_norm": 1.035842776298523,
      "learning_rate": 1.1676078949333523e-06,
      "loss": 0.35,
      "step": 1960530
    },
    {
      "epoch": 547.18,
      "grad_norm": 0.9756062626838684,
      "learning_rate": 1.167584506496023e-06,
      "loss": 0.3381,
      "step": 1960540
    },
    {
      "epoch": 547.18,
      "grad_norm": 1.0619752407073975,
      "learning_rate": 1.1675611182152423e-06,
      "loss": 0.3388,
      "step": 1960550
    },
    {
      "epoch": 547.18,
      "grad_norm": 1.534497618675232,
      "learning_rate": 1.1675377300910134e-06,
      "loss": 0.3302,
      "step": 1960560
    },
    {
      "epoch": 547.19,
      "grad_norm": 0.9603388905525208,
      "learning_rate": 1.1675143421233367e-06,
      "loss": 0.3393,
      "step": 1960570
    },
    {
      "epoch": 547.19,
      "grad_norm": 1.1740200519561768,
      "learning_rate": 1.167490954312219e-06,
      "loss": 0.3408,
      "step": 1960580
    },
    {
      "epoch": 547.19,
      "grad_norm": 1.147843360900879,
      "learning_rate": 1.1674675666576613e-06,
      "loss": 0.3381,
      "step": 1960590
    },
    {
      "epoch": 547.2,
      "grad_norm": 1.2225234508514404,
      "learning_rate": 1.1674441791596664e-06,
      "loss": 0.3494,
      "step": 1960600
    },
    {
      "epoch": 547.2,
      "grad_norm": 1.095497965812683,
      "learning_rate": 1.1674207918182387e-06,
      "loss": 0.3333,
      "step": 1960610
    },
    {
      "epoch": 547.2,
      "grad_norm": 1.415731430053711,
      "learning_rate": 1.1673974046333815e-06,
      "loss": 0.3476,
      "step": 1960620
    },
    {
      "epoch": 547.2,
      "grad_norm": 1.3831332921981812,
      "learning_rate": 1.1673740176050961e-06,
      "loss": 0.3436,
      "step": 1960630
    },
    {
      "epoch": 547.21,
      "grad_norm": 1.2258262634277344,
      "learning_rate": 1.1673506307333868e-06,
      "loss": 0.3396,
      "step": 1960640
    },
    {
      "epoch": 547.21,
      "grad_norm": 1.0250778198242188,
      "learning_rate": 1.1673272440182575e-06,
      "loss": 0.3327,
      "step": 1960650
    },
    {
      "epoch": 547.21,
      "grad_norm": 1.2571815252304077,
      "learning_rate": 1.1673038574597084e-06,
      "loss": 0.3494,
      "step": 1960660
    },
    {
      "epoch": 547.21,
      "grad_norm": 1.1750603914260864,
      "learning_rate": 1.1672804710577465e-06,
      "loss": 0.3552,
      "step": 1960670
    },
    {
      "epoch": 547.22,
      "grad_norm": 1.1724869012832642,
      "learning_rate": 1.1672570848123721e-06,
      "loss": 0.3465,
      "step": 1960680
    },
    {
      "epoch": 547.22,
      "grad_norm": 1.0827478170394897,
      "learning_rate": 1.1672336987235896e-06,
      "loss": 0.3273,
      "step": 1960690
    },
    {
      "epoch": 547.22,
      "grad_norm": 1.1864283084869385,
      "learning_rate": 1.167210312791402e-06,
      "loss": 0.3367,
      "step": 1960700
    },
    {
      "epoch": 547.23,
      "grad_norm": 1.1110291481018066,
      "learning_rate": 1.1671869270158117e-06,
      "loss": 0.3475,
      "step": 1960710
    },
    {
      "epoch": 547.23,
      "grad_norm": 1.0915076732635498,
      "learning_rate": 1.1671635413968222e-06,
      "loss": 0.3417,
      "step": 1960720
    },
    {
      "epoch": 547.23,
      "grad_norm": 1.0556577444076538,
      "learning_rate": 1.1671401559344367e-06,
      "loss": 0.3243,
      "step": 1960730
    },
    {
      "epoch": 547.23,
      "grad_norm": 1.1494905948638916,
      "learning_rate": 1.167116770628659e-06,
      "loss": 0.3517,
      "step": 1960740
    },
    {
      "epoch": 547.24,
      "grad_norm": 1.1066862344741821,
      "learning_rate": 1.16709338547949e-06,
      "loss": 0.3425,
      "step": 1960750
    },
    {
      "epoch": 547.24,
      "grad_norm": 1.1246634721755981,
      "learning_rate": 1.1670700004869358e-06,
      "loss": 0.3522,
      "step": 1960760
    },
    {
      "epoch": 547.24,
      "grad_norm": 6.611839294433594,
      "learning_rate": 1.1670466156509974e-06,
      "loss": 0.3393,
      "step": 1960770
    },
    {
      "epoch": 547.25,
      "grad_norm": 1.4254229068756104,
      "learning_rate": 1.1670232309716783e-06,
      "loss": 0.3354,
      "step": 1960780
    },
    {
      "epoch": 547.25,
      "grad_norm": 0.9514553546905518,
      "learning_rate": 1.1669998464489828e-06,
      "loss": 0.3317,
      "step": 1960790
    },
    {
      "epoch": 547.25,
      "grad_norm": 1.3701648712158203,
      "learning_rate": 1.1669764620829114e-06,
      "loss": 0.3498,
      "step": 1960800
    },
    {
      "epoch": 547.25,
      "grad_norm": 1.1427185535430908,
      "learning_rate": 1.1669530778734705e-06,
      "loss": 0.3654,
      "step": 1960810
    },
    {
      "epoch": 547.26,
      "grad_norm": 1.0500096082687378,
      "learning_rate": 1.1669296938206606e-06,
      "loss": 0.3356,
      "step": 1960820
    },
    {
      "epoch": 547.26,
      "grad_norm": 1.0997493267059326,
      "learning_rate": 1.166906309924486e-06,
      "loss": 0.3524,
      "step": 1960830
    },
    {
      "epoch": 547.26,
      "grad_norm": 1.072036862373352,
      "learning_rate": 1.1668829261849508e-06,
      "loss": 0.3274,
      "step": 1960840
    },
    {
      "epoch": 547.26,
      "grad_norm": 1.1809297800064087,
      "learning_rate": 1.1668595426020555e-06,
      "loss": 0.3431,
      "step": 1960850
    },
    {
      "epoch": 547.27,
      "grad_norm": 1.1246180534362793,
      "learning_rate": 1.166836159175805e-06,
      "loss": 0.3462,
      "step": 1960860
    },
    {
      "epoch": 547.27,
      "grad_norm": 1.081313133239746,
      "learning_rate": 1.1668127759062019e-06,
      "loss": 0.3525,
      "step": 1960870
    },
    {
      "epoch": 547.27,
      "grad_norm": 1.2825610637664795,
      "learning_rate": 1.1667893927932504e-06,
      "loss": 0.35,
      "step": 1960880
    },
    {
      "epoch": 547.28,
      "grad_norm": 1.072299838066101,
      "learning_rate": 1.1667660098369508e-06,
      "loss": 0.3443,
      "step": 1960890
    },
    {
      "epoch": 547.28,
      "grad_norm": 1.108276605606079,
      "learning_rate": 1.16674262703731e-06,
      "loss": 0.3387,
      "step": 1960900
    },
    {
      "epoch": 547.28,
      "grad_norm": 1.1983851194381714,
      "learning_rate": 1.1667192443943283e-06,
      "loss": 0.3313,
      "step": 1960910
    },
    {
      "epoch": 547.28,
      "grad_norm": 1.3771685361862183,
      "learning_rate": 1.1666958619080097e-06,
      "loss": 0.3528,
      "step": 1960920
    },
    {
      "epoch": 547.29,
      "grad_norm": 1.481076717376709,
      "learning_rate": 1.1666724795783581e-06,
      "loss": 0.3431,
      "step": 1960930
    },
    {
      "epoch": 547.29,
      "grad_norm": 1.229888916015625,
      "learning_rate": 1.1666490974053752e-06,
      "loss": 0.3445,
      "step": 1960940
    },
    {
      "epoch": 547.29,
      "grad_norm": 1.084104299545288,
      "learning_rate": 1.1666257153890644e-06,
      "loss": 0.3471,
      "step": 1960950
    },
    {
      "epoch": 547.3,
      "grad_norm": 1.2510263919830322,
      "learning_rate": 1.1666023335294293e-06,
      "loss": 0.3509,
      "step": 1960960
    },
    {
      "epoch": 547.3,
      "grad_norm": 1.1544231176376343,
      "learning_rate": 1.166578951826474e-06,
      "loss": 0.3565,
      "step": 1960970
    },
    {
      "epoch": 547.3,
      "grad_norm": 1.061225414276123,
      "learning_rate": 1.1665555702801993e-06,
      "loss": 0.3298,
      "step": 1960980
    },
    {
      "epoch": 547.3,
      "grad_norm": 1.1769260168075562,
      "learning_rate": 1.1665321888906099e-06,
      "loss": 0.3312,
      "step": 1960990
    },
    {
      "epoch": 547.31,
      "grad_norm": 1.0979810953140259,
      "learning_rate": 1.166508807657708e-06,
      "loss": 0.3313,
      "step": 1961000
    },
    {
      "epoch": 547.31,
      "grad_norm": 1.3657381534576416,
      "learning_rate": 1.1664854265814973e-06,
      "loss": 0.3553,
      "step": 1961010
    },
    {
      "epoch": 547.31,
      "grad_norm": 1.1813591718673706,
      "learning_rate": 1.1664620456619821e-06,
      "loss": 0.3351,
      "step": 1961020
    },
    {
      "epoch": 547.32,
      "grad_norm": 1.1414750814437866,
      "learning_rate": 1.166438664899163e-06,
      "loss": 0.3325,
      "step": 1961030
    },
    {
      "epoch": 547.32,
      "grad_norm": 1.1806992292404175,
      "learning_rate": 1.1664152842930447e-06,
      "loss": 0.3507,
      "step": 1961040
    },
    {
      "epoch": 547.32,
      "grad_norm": 0.8835518956184387,
      "learning_rate": 1.1663919038436295e-06,
      "loss": 0.3384,
      "step": 1961050
    },
    {
      "epoch": 547.32,
      "grad_norm": 1.0773335695266724,
      "learning_rate": 1.1663685235509223e-06,
      "loss": 0.3478,
      "step": 1961060
    },
    {
      "epoch": 547.33,
      "grad_norm": 1.1650407314300537,
      "learning_rate": 1.1663451434149239e-06,
      "loss": 0.33,
      "step": 1961070
    },
    {
      "epoch": 547.33,
      "grad_norm": 1.1042457818984985,
      "learning_rate": 1.1663217634356382e-06,
      "loss": 0.3413,
      "step": 1961080
    },
    {
      "epoch": 547.33,
      "grad_norm": 1.1114863157272339,
      "learning_rate": 1.1662983836130686e-06,
      "loss": 0.3179,
      "step": 1961090
    },
    {
      "epoch": 547.33,
      "grad_norm": 1.240214467048645,
      "learning_rate": 1.1662750039472185e-06,
      "loss": 0.3567,
      "step": 1961100
    },
    {
      "epoch": 547.34,
      "grad_norm": 1.0738047361373901,
      "learning_rate": 1.166251624438091e-06,
      "loss": 0.3395,
      "step": 1961110
    },
    {
      "epoch": 547.34,
      "grad_norm": 0.978239119052887,
      "learning_rate": 1.1662282450856874e-06,
      "loss": 0.3418,
      "step": 1961120
    },
    {
      "epoch": 547.34,
      "grad_norm": 1.136951208114624,
      "learning_rate": 1.1662048658900139e-06,
      "loss": 0.3486,
      "step": 1961130
    },
    {
      "epoch": 547.35,
      "grad_norm": 1.0729715824127197,
      "learning_rate": 1.166181486851071e-06,
      "loss": 0.3386,
      "step": 1961140
    },
    {
      "epoch": 547.35,
      "grad_norm": 1.3407924175262451,
      "learning_rate": 1.166158107968863e-06,
      "loss": 0.3509,
      "step": 1961150
    },
    {
      "epoch": 547.35,
      "grad_norm": 1.233831763267517,
      "learning_rate": 1.1661347292433937e-06,
      "loss": 0.3585,
      "step": 1961160
    },
    {
      "epoch": 547.35,
      "grad_norm": 1.277243971824646,
      "learning_rate": 1.1661113506746643e-06,
      "loss": 0.3409,
      "step": 1961170
    },
    {
      "epoch": 547.36,
      "grad_norm": 1.227138638496399,
      "learning_rate": 1.1660879722626792e-06,
      "loss": 0.3352,
      "step": 1961180
    },
    {
      "epoch": 547.36,
      "grad_norm": 1.2437993288040161,
      "learning_rate": 1.166064594007441e-06,
      "loss": 0.3302,
      "step": 1961190
    },
    {
      "epoch": 547.36,
      "grad_norm": 1.0632106065750122,
      "learning_rate": 1.1660412159089539e-06,
      "loss": 0.3474,
      "step": 1961200
    },
    {
      "epoch": 547.37,
      "grad_norm": 1.0382829904556274,
      "learning_rate": 1.166017837967219e-06,
      "loss": 0.34,
      "step": 1961210
    },
    {
      "epoch": 547.37,
      "grad_norm": 1.390369176864624,
      "learning_rate": 1.1659944601822412e-06,
      "loss": 0.3461,
      "step": 1961220
    },
    {
      "epoch": 547.37,
      "grad_norm": 1.09074068069458,
      "learning_rate": 1.1659710825540236e-06,
      "loss": 0.3328,
      "step": 1961230
    },
    {
      "epoch": 547.37,
      "grad_norm": 1.3620470762252808,
      "learning_rate": 1.1659477050825667e-06,
      "loss": 0.35,
      "step": 1961240
    },
    {
      "epoch": 547.38,
      "grad_norm": 1.2183892726898193,
      "learning_rate": 1.1659243277678775e-06,
      "loss": 0.3364,
      "step": 1961250
    },
    {
      "epoch": 547.38,
      "grad_norm": 1.131071925163269,
      "learning_rate": 1.1659009506099567e-06,
      "loss": 0.363,
      "step": 1961260
    },
    {
      "epoch": 547.38,
      "grad_norm": 1.1458654403686523,
      "learning_rate": 1.1658775736088075e-06,
      "loss": 0.3429,
      "step": 1961270
    },
    {
      "epoch": 547.38,
      "grad_norm": 1.2132211923599243,
      "learning_rate": 1.1658541967644335e-06,
      "loss": 0.356,
      "step": 1961280
    },
    {
      "epoch": 547.39,
      "grad_norm": 1.064818263053894,
      "learning_rate": 1.1658308200768387e-06,
      "loss": 0.3442,
      "step": 1961290
    },
    {
      "epoch": 547.39,
      "grad_norm": 1.0522704124450684,
      "learning_rate": 1.1658074435460245e-06,
      "loss": 0.3358,
      "step": 1961300
    },
    {
      "epoch": 547.39,
      "grad_norm": 1.2128190994262695,
      "learning_rate": 1.1657840671719947e-06,
      "loss": 0.3477,
      "step": 1961310
    },
    {
      "epoch": 547.4,
      "grad_norm": 1.112018346786499,
      "learning_rate": 1.1657606909547531e-06,
      "loss": 0.3535,
      "step": 1961320
    },
    {
      "epoch": 547.4,
      "grad_norm": 1.262291669845581,
      "learning_rate": 1.1657373148943007e-06,
      "loss": 0.3378,
      "step": 1961330
    },
    {
      "epoch": 547.4,
      "grad_norm": 1.0788910388946533,
      "learning_rate": 1.1657139389906439e-06,
      "loss": 0.3484,
      "step": 1961340
    },
    {
      "epoch": 547.4,
      "grad_norm": 1.1415897607803345,
      "learning_rate": 1.1656905632437832e-06,
      "loss": 0.3411,
      "step": 1961350
    },
    {
      "epoch": 547.41,
      "grad_norm": 1.138195276260376,
      "learning_rate": 1.1656671876537222e-06,
      "loss": 0.3399,
      "step": 1961360
    },
    {
      "epoch": 547.41,
      "grad_norm": 1.3500607013702393,
      "learning_rate": 1.1656438122204655e-06,
      "loss": 0.3444,
      "step": 1961370
    },
    {
      "epoch": 547.41,
      "grad_norm": 1.2106928825378418,
      "learning_rate": 1.165620436944013e-06,
      "loss": 0.3507,
      "step": 1961380
    },
    {
      "epoch": 547.42,
      "grad_norm": 4.841487407684326,
      "learning_rate": 1.1655970618243722e-06,
      "loss": 0.332,
      "step": 1961390
    },
    {
      "epoch": 547.42,
      "grad_norm": 1.1264468431472778,
      "learning_rate": 1.1655736868615426e-06,
      "loss": 0.3502,
      "step": 1961400
    },
    {
      "epoch": 547.42,
      "grad_norm": 1.1847765445709229,
      "learning_rate": 1.1655503120555286e-06,
      "loss": 0.3423,
      "step": 1961410
    },
    {
      "epoch": 547.42,
      "grad_norm": 1.203108310699463,
      "learning_rate": 1.1655269374063332e-06,
      "loss": 0.3443,
      "step": 1961420
    },
    {
      "epoch": 547.43,
      "grad_norm": 1.3135337829589844,
      "learning_rate": 1.1655035629139607e-06,
      "loss": 0.339,
      "step": 1961430
    },
    {
      "epoch": 547.43,
      "grad_norm": 2.1549301147460938,
      "learning_rate": 1.1654801885784121e-06,
      "loss": 0.3473,
      "step": 1961440
    },
    {
      "epoch": 547.43,
      "grad_norm": 11.639229774475098,
      "learning_rate": 1.1654568143996917e-06,
      "loss": 0.3414,
      "step": 1961450
    },
    {
      "epoch": 547.44,
      "grad_norm": 1.155624270439148,
      "learning_rate": 1.1654334403778032e-06,
      "loss": 0.3204,
      "step": 1961460
    },
    {
      "epoch": 547.44,
      "grad_norm": 1.3506413698196411,
      "learning_rate": 1.1654100665127471e-06,
      "loss": 0.3475,
      "step": 1961470
    },
    {
      "epoch": 547.44,
      "grad_norm": 0.9905245304107666,
      "learning_rate": 1.1653866928045304e-06,
      "loss": 0.3362,
      "step": 1961480
    },
    {
      "epoch": 547.44,
      "grad_norm": 1.0077335834503174,
      "learning_rate": 1.165363319253153e-06,
      "loss": 0.354,
      "step": 1961490
    },
    {
      "epoch": 547.45,
      "grad_norm": 0.971422553062439,
      "learning_rate": 1.1653399458586196e-06,
      "loss": 0.3392,
      "step": 1961500
    },
    {
      "epoch": 547.45,
      "grad_norm": 1.0596474409103394,
      "learning_rate": 1.1653165726209332e-06,
      "loss": 0.3265,
      "step": 1961510
    },
    {
      "epoch": 547.45,
      "grad_norm": 1.0517786741256714,
      "learning_rate": 1.165293199540096e-06,
      "loss": 0.3215,
      "step": 1961520
    },
    {
      "epoch": 547.45,
      "grad_norm": 1.1887630224227905,
      "learning_rate": 1.1652698266161118e-06,
      "loss": 0.3417,
      "step": 1961530
    },
    {
      "epoch": 547.46,
      "grad_norm": 1.202514886856079,
      "learning_rate": 1.1652464538489836e-06,
      "loss": 0.3281,
      "step": 1961540
    },
    {
      "epoch": 547.46,
      "grad_norm": 1.3365145921707153,
      "learning_rate": 1.1652230812387155e-06,
      "loss": 0.3544,
      "step": 1961550
    },
    {
      "epoch": 547.46,
      "grad_norm": 1.015779733657837,
      "learning_rate": 1.1651997087853078e-06,
      "loss": 0.3519,
      "step": 1961560
    },
    {
      "epoch": 547.47,
      "grad_norm": 1.1155812740325928,
      "learning_rate": 1.1651763364887672e-06,
      "loss": 0.3531,
      "step": 1961570
    },
    {
      "epoch": 547.47,
      "grad_norm": 1.0716313123703003,
      "learning_rate": 1.1651529643490944e-06,
      "loss": 0.3491,
      "step": 1961580
    },
    {
      "epoch": 547.47,
      "grad_norm": 1.0147267580032349,
      "learning_rate": 1.1651295923662929e-06,
      "loss": 0.3476,
      "step": 1961590
    },
    {
      "epoch": 547.47,
      "grad_norm": 0.944845974445343,
      "learning_rate": 1.165106220540367e-06,
      "loss": 0.3507,
      "step": 1961600
    },
    {
      "epoch": 547.48,
      "grad_norm": 1.298200011253357,
      "learning_rate": 1.1650828488713181e-06,
      "loss": 0.3544,
      "step": 1961610
    },
    {
      "epoch": 547.48,
      "grad_norm": 1.3189053535461426,
      "learning_rate": 1.1650594773591502e-06,
      "loss": 0.3469,
      "step": 1961620
    },
    {
      "epoch": 547.48,
      "grad_norm": 1.025313138961792,
      "learning_rate": 1.1650361060038662e-06,
      "loss": 0.3371,
      "step": 1961630
    },
    {
      "epoch": 547.49,
      "grad_norm": 1.0408515930175781,
      "learning_rate": 1.1650127348054704e-06,
      "loss": 0.3261,
      "step": 1961640
    },
    {
      "epoch": 547.49,
      "grad_norm": 1.2067111730575562,
      "learning_rate": 1.164989363763964e-06,
      "loss": 0.338,
      "step": 1961650
    },
    {
      "epoch": 547.49,
      "grad_norm": 1.1954762935638428,
      "learning_rate": 1.1649659928793506e-06,
      "loss": 0.3419,
      "step": 1961660
    },
    {
      "epoch": 547.49,
      "grad_norm": 1.3433420658111572,
      "learning_rate": 1.164942622151634e-06,
      "loss": 0.3465,
      "step": 1961670
    },
    {
      "epoch": 547.5,
      "grad_norm": 4.092082500457764,
      "learning_rate": 1.164919251580817e-06,
      "loss": 0.3244,
      "step": 1961680
    },
    {
      "epoch": 547.5,
      "grad_norm": 1.0160810947418213,
      "learning_rate": 1.1648958811669032e-06,
      "loss": 0.3415,
      "step": 1961690
    },
    {
      "epoch": 547.5,
      "grad_norm": 1.1953245401382446,
      "learning_rate": 1.1648725109098939e-06,
      "loss": 0.3329,
      "step": 1961700
    },
    {
      "epoch": 547.5,
      "grad_norm": 1.0556451082229614,
      "learning_rate": 1.164849140809795e-06,
      "loss": 0.3387,
      "step": 1961710
    },
    {
      "epoch": 547.51,
      "grad_norm": 1.077271819114685,
      "learning_rate": 1.1648257708666074e-06,
      "loss": 0.3252,
      "step": 1961720
    },
    {
      "epoch": 547.51,
      "grad_norm": 1.0608738660812378,
      "learning_rate": 1.164802401080335e-06,
      "loss": 0.3376,
      "step": 1961730
    },
    {
      "epoch": 547.51,
      "grad_norm": 2.97346568107605,
      "learning_rate": 1.1647790314509812e-06,
      "loss": 0.3315,
      "step": 1961740
    },
    {
      "epoch": 547.52,
      "grad_norm": 1.152768611907959,
      "learning_rate": 1.1647556619785484e-06,
      "loss": 0.3355,
      "step": 1961750
    },
    {
      "epoch": 547.52,
      "grad_norm": 1.1763479709625244,
      "learning_rate": 1.1647322926630401e-06,
      "loss": 0.341,
      "step": 1961760
    },
    {
      "epoch": 547.52,
      "grad_norm": 1.0510637760162354,
      "learning_rate": 1.164708923504459e-06,
      "loss": 0.3389,
      "step": 1961770
    },
    {
      "epoch": 547.52,
      "grad_norm": 1.1339638233184814,
      "learning_rate": 1.1646855545028097e-06,
      "loss": 0.3451,
      "step": 1961780
    },
    {
      "epoch": 547.53,
      "grad_norm": 1.1354247331619263,
      "learning_rate": 1.1646621856580933e-06,
      "loss": 0.3422,
      "step": 1961790
    },
    {
      "epoch": 547.53,
      "grad_norm": 1.2340545654296875,
      "learning_rate": 1.1646388169703137e-06,
      "loss": 0.3445,
      "step": 1961800
    },
    {
      "epoch": 547.53,
      "grad_norm": 1.3072253465652466,
      "learning_rate": 1.1646154484394752e-06,
      "loss": 0.3409,
      "step": 1961810
    },
    {
      "epoch": 547.54,
      "grad_norm": 0.8836690187454224,
      "learning_rate": 1.164592080065578e-06,
      "loss": 0.3497,
      "step": 1961820
    },
    {
      "epoch": 547.54,
      "grad_norm": 1.2947556972503662,
      "learning_rate": 1.164568711848629e-06,
      "loss": 0.3512,
      "step": 1961830
    },
    {
      "epoch": 547.54,
      "grad_norm": 1.0071650743484497,
      "learning_rate": 1.164545343788628e-06,
      "loss": 0.3305,
      "step": 1961840
    },
    {
      "epoch": 547.54,
      "grad_norm": 1.2771940231323242,
      "learning_rate": 1.1645219758855797e-06,
      "loss": 0.3376,
      "step": 1961850
    },
    {
      "epoch": 547.55,
      "grad_norm": 1.2270790338516235,
      "learning_rate": 1.164498608139487e-06,
      "loss": 0.3371,
      "step": 1961860
    },
    {
      "epoch": 547.55,
      "grad_norm": 1.0438379049301147,
      "learning_rate": 1.1644752405503537e-06,
      "loss": 0.3338,
      "step": 1961870
    },
    {
      "epoch": 547.55,
      "grad_norm": 1.3232451677322388,
      "learning_rate": 1.1644518731181817e-06,
      "loss": 0.3508,
      "step": 1961880
    },
    {
      "epoch": 547.56,
      "grad_norm": 1.083007574081421,
      "learning_rate": 1.1644285058429742e-06,
      "loss": 0.334,
      "step": 1961890
    },
    {
      "epoch": 547.56,
      "grad_norm": 1.0424450635910034,
      "learning_rate": 1.1644051387247356e-06,
      "loss": 0.3382,
      "step": 1961900
    },
    {
      "epoch": 547.56,
      "grad_norm": 1.0395314693450928,
      "learning_rate": 1.1643817717634667e-06,
      "loss": 0.3269,
      "step": 1961910
    },
    {
      "epoch": 547.56,
      "grad_norm": 1.257784128189087,
      "learning_rate": 1.1643584049591735e-06,
      "loss": 0.3363,
      "step": 1961920
    },
    {
      "epoch": 547.57,
      "grad_norm": 1.1460838317871094,
      "learning_rate": 1.164335038311857e-06,
      "loss": 0.3392,
      "step": 1961930
    },
    {
      "epoch": 547.57,
      "grad_norm": 1.0931978225708008,
      "learning_rate": 1.1643116718215206e-06,
      "loss": 0.3426,
      "step": 1961940
    },
    {
      "epoch": 547.57,
      "grad_norm": 1.2964656352996826,
      "learning_rate": 1.164288305488168e-06,
      "loss": 0.3527,
      "step": 1961950
    },
    {
      "epoch": 547.57,
      "grad_norm": 1.202102780342102,
      "learning_rate": 1.1642649393118021e-06,
      "loss": 0.3386,
      "step": 1961960
    },
    {
      "epoch": 547.58,
      "grad_norm": 1.0618979930877686,
      "learning_rate": 1.1642415732924268e-06,
      "loss": 0.3333,
      "step": 1961970
    },
    {
      "epoch": 547.58,
      "grad_norm": 1.1887255907058716,
      "learning_rate": 1.1642182074300436e-06,
      "loss": 0.3315,
      "step": 1961980
    },
    {
      "epoch": 547.58,
      "grad_norm": 1.2019221782684326,
      "learning_rate": 1.1641948417246564e-06,
      "loss": 0.3305,
      "step": 1961990
    },
    {
      "epoch": 547.59,
      "grad_norm": 1.1390759944915771,
      "learning_rate": 1.164171476176268e-06,
      "loss": 0.3405,
      "step": 1962000
    },
    {
      "epoch": 547.59,
      "grad_norm": 1.2575650215148926,
      "learning_rate": 1.164148110784883e-06,
      "loss": 0.3297,
      "step": 1962010
    },
    {
      "epoch": 547.59,
      "grad_norm": 1.16293203830719,
      "learning_rate": 1.1641247455505025e-06,
      "loss": 0.3369,
      "step": 1962020
    },
    {
      "epoch": 547.59,
      "grad_norm": 1.0382204055786133,
      "learning_rate": 1.1641013804731303e-06,
      "loss": 0.3195,
      "step": 1962030
    },
    {
      "epoch": 547.6,
      "grad_norm": 1.1329582929611206,
      "learning_rate": 1.1640780155527707e-06,
      "loss": 0.3334,
      "step": 1962040
    },
    {
      "epoch": 547.6,
      "grad_norm": 1.0482851266860962,
      "learning_rate": 1.1640546507894237e-06,
      "loss": 0.324,
      "step": 1962050
    },
    {
      "epoch": 547.6,
      "grad_norm": 0.8961668610572815,
      "learning_rate": 1.1640312861830963e-06,
      "loss": 0.3379,
      "step": 1962060
    },
    {
      "epoch": 547.61,
      "grad_norm": 1.032729983329773,
      "learning_rate": 1.1640079217337891e-06,
      "loss": 0.3426,
      "step": 1962070
    },
    {
      "epoch": 547.61,
      "grad_norm": 1.0536377429962158,
      "learning_rate": 1.163984557441506e-06,
      "loss": 0.3406,
      "step": 1962080
    },
    {
      "epoch": 547.61,
      "grad_norm": 1.111541986465454,
      "learning_rate": 1.1639611933062498e-06,
      "loss": 0.3322,
      "step": 1962090
    },
    {
      "epoch": 547.61,
      "grad_norm": 1.055188536643982,
      "learning_rate": 1.1639378293280244e-06,
      "loss": 0.3235,
      "step": 1962100
    },
    {
      "epoch": 547.62,
      "grad_norm": 1.174439549446106,
      "learning_rate": 1.163914465506832e-06,
      "loss": 0.3269,
      "step": 1962110
    },
    {
      "epoch": 547.62,
      "grad_norm": 1.0713379383087158,
      "learning_rate": 1.1638911018426756e-06,
      "loss": 0.3429,
      "step": 1962120
    },
    {
      "epoch": 547.62,
      "grad_norm": 1.3008179664611816,
      "learning_rate": 1.1638677383355598e-06,
      "loss": 0.3443,
      "step": 1962130
    },
    {
      "epoch": 547.62,
      "grad_norm": 1.1117950677871704,
      "learning_rate": 1.1638443749854847e-06,
      "loss": 0.3383,
      "step": 1962140
    },
    {
      "epoch": 547.63,
      "grad_norm": 1.1917941570281982,
      "learning_rate": 1.1638210117924574e-06,
      "loss": 0.3418,
      "step": 1962150
    },
    {
      "epoch": 547.63,
      "grad_norm": 1.0316106081008911,
      "learning_rate": 1.163797648756478e-06,
      "loss": 0.3378,
      "step": 1962160
    },
    {
      "epoch": 547.63,
      "grad_norm": 1.289650321006775,
      "learning_rate": 1.1637742858775507e-06,
      "loss": 0.3315,
      "step": 1962170
    },
    {
      "epoch": 547.64,
      "grad_norm": 1.0646424293518066,
      "learning_rate": 1.1637509231556793e-06,
      "loss": 0.3434,
      "step": 1962180
    },
    {
      "epoch": 547.64,
      "grad_norm": 1.068045735359192,
      "learning_rate": 1.163727560590865e-06,
      "loss": 0.3402,
      "step": 1962190
    },
    {
      "epoch": 547.64,
      "grad_norm": 1.371733546257019,
      "learning_rate": 1.1637041981831122e-06,
      "loss": 0.3287,
      "step": 1962200
    },
    {
      "epoch": 547.64,
      "grad_norm": 1.2156667709350586,
      "learning_rate": 1.1636808359324236e-06,
      "loss": 0.3305,
      "step": 1962210
    },
    {
      "epoch": 547.65,
      "grad_norm": 1.1352384090423584,
      "learning_rate": 1.1636574738388036e-06,
      "loss": 0.3227,
      "step": 1962220
    },
    {
      "epoch": 547.65,
      "grad_norm": 1.061213493347168,
      "learning_rate": 1.1636341119022526e-06,
      "loss": 0.3663,
      "step": 1962230
    },
    {
      "epoch": 547.65,
      "grad_norm": 1.1312986612319946,
      "learning_rate": 1.163610750122777e-06,
      "loss": 0.3603,
      "step": 1962240
    },
    {
      "epoch": 547.66,
      "grad_norm": 1.1993045806884766,
      "learning_rate": 1.1635873885003775e-06,
      "loss": 0.334,
      "step": 1962250
    },
    {
      "epoch": 547.66,
      "grad_norm": 1.2025328874588013,
      "learning_rate": 1.1635640270350577e-06,
      "loss": 0.3333,
      "step": 1962260
    },
    {
      "epoch": 547.66,
      "grad_norm": 1.1623975038528442,
      "learning_rate": 1.1635406657268218e-06,
      "loss": 0.3487,
      "step": 1962270
    },
    {
      "epoch": 547.66,
      "grad_norm": 1.0148531198501587,
      "learning_rate": 1.1635173045756705e-06,
      "loss": 0.3278,
      "step": 1962280
    },
    {
      "epoch": 547.67,
      "grad_norm": 1.0577608346939087,
      "learning_rate": 1.1634939435816104e-06,
      "loss": 0.3497,
      "step": 1962290
    },
    {
      "epoch": 547.67,
      "grad_norm": 1.2811057567596436,
      "learning_rate": 1.1634705827446417e-06,
      "loss": 0.3275,
      "step": 1962300
    },
    {
      "epoch": 547.67,
      "grad_norm": 1.1285851001739502,
      "learning_rate": 1.1634472220647683e-06,
      "loss": 0.3368,
      "step": 1962310
    },
    {
      "epoch": 547.68,
      "grad_norm": 1.2015094757080078,
      "learning_rate": 1.1634238615419946e-06,
      "loss": 0.3575,
      "step": 1962320
    },
    {
      "epoch": 547.68,
      "grad_norm": 1.0940879583358765,
      "learning_rate": 1.1634005011763217e-06,
      "loss": 0.3377,
      "step": 1962330
    },
    {
      "epoch": 547.68,
      "grad_norm": 1.0619723796844482,
      "learning_rate": 1.1633771409677538e-06,
      "loss": 0.325,
      "step": 1962340
    },
    {
      "epoch": 547.68,
      "grad_norm": 1.0807453393936157,
      "learning_rate": 1.1633537809162936e-06,
      "loss": 0.3583,
      "step": 1962350
    },
    {
      "epoch": 547.69,
      "grad_norm": 0.9168269038200378,
      "learning_rate": 1.1633304210219456e-06,
      "loss": 0.3613,
      "step": 1962360
    },
    {
      "epoch": 547.69,
      "grad_norm": 1.0134520530700684,
      "learning_rate": 1.1633070612847098e-06,
      "loss": 0.3395,
      "step": 1962370
    },
    {
      "epoch": 547.69,
      "grad_norm": 3.5581769943237305,
      "learning_rate": 1.1632837017045931e-06,
      "loss": 0.3418,
      "step": 1962380
    },
    {
      "epoch": 547.69,
      "grad_norm": 1.0338917970657349,
      "learning_rate": 1.1632603422815958e-06,
      "loss": 0.3491,
      "step": 1962390
    },
    {
      "epoch": 547.7,
      "grad_norm": 1.2411657571792603,
      "learning_rate": 1.1632369830157221e-06,
      "loss": 0.3387,
      "step": 1962400
    },
    {
      "epoch": 547.7,
      "grad_norm": 1.4512571096420288,
      "learning_rate": 1.1632136239069759e-06,
      "loss": 0.3376,
      "step": 1962410
    },
    {
      "epoch": 547.7,
      "grad_norm": 1.3305094242095947,
      "learning_rate": 1.1631902649553587e-06,
      "loss": 0.3282,
      "step": 1962420
    },
    {
      "epoch": 547.71,
      "grad_norm": 1.274688959121704,
      "learning_rate": 1.163166906160874e-06,
      "loss": 0.3288,
      "step": 1962430
    },
    {
      "epoch": 547.71,
      "grad_norm": 1.2257192134857178,
      "learning_rate": 1.1631435475235255e-06,
      "loss": 0.3344,
      "step": 1962440
    },
    {
      "epoch": 547.71,
      "grad_norm": 1.338934302330017,
      "learning_rate": 1.1631201890433168e-06,
      "loss": 0.345,
      "step": 1962450
    },
    {
      "epoch": 547.71,
      "grad_norm": 1.906010627746582,
      "learning_rate": 1.1630968307202493e-06,
      "loss": 0.348,
      "step": 1962460
    },
    {
      "epoch": 547.72,
      "grad_norm": 1.150485873222351,
      "learning_rate": 1.163073472554327e-06,
      "loss": 0.3457,
      "step": 1962470
    },
    {
      "epoch": 547.72,
      "grad_norm": 1.1331578493118286,
      "learning_rate": 1.1630501145455542e-06,
      "loss": 0.3405,
      "step": 1962480
    },
    {
      "epoch": 547.72,
      "grad_norm": 0.950197160243988,
      "learning_rate": 1.163026756693931e-06,
      "loss": 0.3325,
      "step": 1962490
    },
    {
      "epoch": 547.73,
      "grad_norm": 1.1183384656906128,
      "learning_rate": 1.1630033989994643e-06,
      "loss": 0.3434,
      "step": 1962500
    },
    {
      "epoch": 547.73,
      "grad_norm": 1.481149435043335,
      "learning_rate": 1.1629800414621541e-06,
      "loss": 0.345,
      "step": 1962510
    },
    {
      "epoch": 547.73,
      "grad_norm": 1.031423807144165,
      "learning_rate": 1.162956684082005e-06,
      "loss": 0.352,
      "step": 1962520
    },
    {
      "epoch": 547.73,
      "grad_norm": 0.9414440393447876,
      "learning_rate": 1.1629333268590194e-06,
      "loss": 0.3418,
      "step": 1962530
    },
    {
      "epoch": 547.74,
      "grad_norm": 1.2108259201049805,
      "learning_rate": 1.162909969793201e-06,
      "loss": 0.3323,
      "step": 1962540
    },
    {
      "epoch": 547.74,
      "grad_norm": 2.2246389389038086,
      "learning_rate": 1.1628866128845538e-06,
      "loss": 0.3377,
      "step": 1962550
    },
    {
      "epoch": 547.74,
      "grad_norm": 0.9937434196472168,
      "learning_rate": 1.1628632561330789e-06,
      "loss": 0.3568,
      "step": 1962560
    },
    {
      "epoch": 547.74,
      "grad_norm": 1.0584591627120972,
      "learning_rate": 1.1628398995387804e-06,
      "loss": 0.357,
      "step": 1962570
    },
    {
      "epoch": 547.75,
      "grad_norm": 1.1443109512329102,
      "learning_rate": 1.1628165431016612e-06,
      "loss": 0.3278,
      "step": 1962580
    },
    {
      "epoch": 547.75,
      "grad_norm": 1.1678905487060547,
      "learning_rate": 1.1627931868217255e-06,
      "loss": 0.3407,
      "step": 1962590
    },
    {
      "epoch": 547.75,
      "grad_norm": 1.1714913845062256,
      "learning_rate": 1.1627698306989745e-06,
      "loss": 0.3431,
      "step": 1962600
    },
    {
      "epoch": 547.76,
      "grad_norm": 1.053877592086792,
      "learning_rate": 1.1627464747334125e-06,
      "loss": 0.3511,
      "step": 1962610
    },
    {
      "epoch": 547.76,
      "grad_norm": 1.082498550415039,
      "learning_rate": 1.162723118925043e-06,
      "loss": 0.3355,
      "step": 1962620
    },
    {
      "epoch": 547.76,
      "grad_norm": 1.0542315244674683,
      "learning_rate": 1.1626997632738671e-06,
      "loss": 0.3362,
      "step": 1962630
    },
    {
      "epoch": 547.76,
      "grad_norm": 1.1156240701675415,
      "learning_rate": 1.1626764077798907e-06,
      "loss": 0.3245,
      "step": 1962640
    },
    {
      "epoch": 547.77,
      "grad_norm": 1.007503867149353,
      "learning_rate": 1.1626530524431148e-06,
      "loss": 0.3475,
      "step": 1962650
    },
    {
      "epoch": 547.77,
      "grad_norm": 1.0412715673446655,
      "learning_rate": 1.1626296972635432e-06,
      "loss": 0.3464,
      "step": 1962660
    },
    {
      "epoch": 547.77,
      "grad_norm": 1.320440649986267,
      "learning_rate": 1.1626063422411789e-06,
      "loss": 0.3339,
      "step": 1962670
    },
    {
      "epoch": 547.78,
      "grad_norm": 1.157692551612854,
      "learning_rate": 1.1625829873760264e-06,
      "loss": 0.3467,
      "step": 1962680
    },
    {
      "epoch": 547.78,
      "grad_norm": 1.1176611185073853,
      "learning_rate": 1.1625596326680864e-06,
      "loss": 0.336,
      "step": 1962690
    },
    {
      "epoch": 547.78,
      "grad_norm": 1.1543354988098145,
      "learning_rate": 1.1625362781173632e-06,
      "loss": 0.3329,
      "step": 1962700
    },
    {
      "epoch": 547.78,
      "grad_norm": 1.1977022886276245,
      "learning_rate": 1.1625129237238607e-06,
      "loss": 0.3296,
      "step": 1962710
    },
    {
      "epoch": 547.79,
      "grad_norm": 1.1015249490737915,
      "learning_rate": 1.1624895694875795e-06,
      "loss": 0.3349,
      "step": 1962720
    },
    {
      "epoch": 547.79,
      "grad_norm": 1.0589103698730469,
      "learning_rate": 1.162466215408526e-06,
      "loss": 0.3279,
      "step": 1962730
    },
    {
      "epoch": 547.79,
      "grad_norm": 1.207518458366394,
      "learning_rate": 1.162442861486701e-06,
      "loss": 0.3367,
      "step": 1962740
    },
    {
      "epoch": 547.8,
      "grad_norm": 1.1521565914154053,
      "learning_rate": 1.1624195077221083e-06,
      "loss": 0.3402,
      "step": 1962750
    },
    {
      "epoch": 547.8,
      "grad_norm": 1.0946284532546997,
      "learning_rate": 1.1623961541147517e-06,
      "loss": 0.3414,
      "step": 1962760
    },
    {
      "epoch": 547.8,
      "grad_norm": 1.203892707824707,
      "learning_rate": 1.162372800664633e-06,
      "loss": 0.3427,
      "step": 1962770
    },
    {
      "epoch": 547.8,
      "grad_norm": 1.0596975088119507,
      "learning_rate": 1.1623494473717558e-06,
      "loss": 0.3531,
      "step": 1962780
    },
    {
      "epoch": 547.81,
      "grad_norm": 1.1035743951797485,
      "learning_rate": 1.1623260942361232e-06,
      "loss": 0.3314,
      "step": 1962790
    },
    {
      "epoch": 547.81,
      "grad_norm": 1.084348440170288,
      "learning_rate": 1.1623027412577396e-06,
      "loss": 0.3303,
      "step": 1962800
    },
    {
      "epoch": 547.81,
      "grad_norm": 1.0484620332717896,
      "learning_rate": 1.1622793884366049e-06,
      "loss": 0.3323,
      "step": 1962810
    },
    {
      "epoch": 547.81,
      "grad_norm": 1.1714714765548706,
      "learning_rate": 1.1622560357727263e-06,
      "loss": 0.3491,
      "step": 1962820
    },
    {
      "epoch": 547.82,
      "grad_norm": 1.3244447708129883,
      "learning_rate": 1.1622326832661038e-06,
      "loss": 0.3299,
      "step": 1962830
    },
    {
      "epoch": 547.82,
      "grad_norm": 1.2566256523132324,
      "learning_rate": 1.1622093309167415e-06,
      "loss": 0.34,
      "step": 1962840
    },
    {
      "epoch": 547.82,
      "grad_norm": 1.3627756834030151,
      "learning_rate": 1.1621859787246437e-06,
      "loss": 0.3394,
      "step": 1962850
    },
    {
      "epoch": 547.83,
      "grad_norm": 1.043992280960083,
      "learning_rate": 1.1621626266898105e-06,
      "loss": 0.3268,
      "step": 1962860
    },
    {
      "epoch": 547.83,
      "grad_norm": 1.1875033378601074,
      "learning_rate": 1.1621392748122487e-06,
      "loss": 0.3328,
      "step": 1962870
    },
    {
      "epoch": 547.83,
      "grad_norm": 1.0268980264663696,
      "learning_rate": 1.1621159230919587e-06,
      "loss": 0.3301,
      "step": 1962880
    },
    {
      "epoch": 547.83,
      "grad_norm": 1.1470307111740112,
      "learning_rate": 1.1620925715289444e-06,
      "loss": 0.3393,
      "step": 1962890
    },
    {
      "epoch": 547.84,
      "grad_norm": 1.0786292552947998,
      "learning_rate": 1.162069220123209e-06,
      "loss": 0.3316,
      "step": 1962900
    },
    {
      "epoch": 547.84,
      "grad_norm": 1.1809746026992798,
      "learning_rate": 1.1620458688747568e-06,
      "loss": 0.338,
      "step": 1962910
    },
    {
      "epoch": 547.84,
      "grad_norm": 1.1181082725524902,
      "learning_rate": 1.1620225177835888e-06,
      "loss": 0.3259,
      "step": 1962920
    },
    {
      "epoch": 547.85,
      "grad_norm": 1.1582165956497192,
      "learning_rate": 1.1619991668497091e-06,
      "loss": 0.3195,
      "step": 1962930
    },
    {
      "epoch": 547.85,
      "grad_norm": 1.3010821342468262,
      "learning_rate": 1.1619758160731214e-06,
      "loss": 0.3339,
      "step": 1962940
    },
    {
      "epoch": 547.85,
      "grad_norm": 1.2282280921936035,
      "learning_rate": 1.1619524654538266e-06,
      "loss": 0.3365,
      "step": 1962950
    },
    {
      "epoch": 547.85,
      "grad_norm": 1.0737909078598022,
      "learning_rate": 1.161929114991831e-06,
      "loss": 0.3512,
      "step": 1962960
    },
    {
      "epoch": 547.86,
      "grad_norm": 1.1505508422851562,
      "learning_rate": 1.1619057646871354e-06,
      "loss": 0.3365,
      "step": 1962970
    },
    {
      "epoch": 547.86,
      "grad_norm": 3.6134283542633057,
      "learning_rate": 1.1618824145397434e-06,
      "loss": 0.344,
      "step": 1962980
    },
    {
      "epoch": 547.86,
      "grad_norm": 1.220465898513794,
      "learning_rate": 1.1618590645496592e-06,
      "loss": 0.3323,
      "step": 1962990
    },
    {
      "epoch": 547.86,
      "grad_norm": 1.020864486694336,
      "learning_rate": 1.161835714716884e-06,
      "loss": 0.348,
      "step": 1963000
    },
    {
      "epoch": 547.87,
      "grad_norm": 1.4238262176513672,
      "learning_rate": 1.1618123650414221e-06,
      "loss": 0.3419,
      "step": 1963010
    },
    {
      "epoch": 547.87,
      "grad_norm": 1.1678063869476318,
      "learning_rate": 1.1617890155232763e-06,
      "loss": 0.3294,
      "step": 1963020
    },
    {
      "epoch": 547.87,
      "grad_norm": 1.1793526411056519,
      "learning_rate": 1.1617656661624508e-06,
      "loss": 0.3429,
      "step": 1963030
    },
    {
      "epoch": 547.88,
      "grad_norm": 1.1362758874893188,
      "learning_rate": 1.1617423169589461e-06,
      "loss": 0.3386,
      "step": 1963040
    },
    {
      "epoch": 547.88,
      "grad_norm": 1.0620530843734741,
      "learning_rate": 1.1617189679127685e-06,
      "loss": 0.3481,
      "step": 1963050
    },
    {
      "epoch": 547.88,
      "grad_norm": 1.0162769556045532,
      "learning_rate": 1.1616956190239189e-06,
      "loss": 0.3408,
      "step": 1963060
    },
    {
      "epoch": 547.88,
      "grad_norm": 1.0541210174560547,
      "learning_rate": 1.1616722702924009e-06,
      "loss": 0.3256,
      "step": 1963070
    },
    {
      "epoch": 547.89,
      "grad_norm": 1.2361500263214111,
      "learning_rate": 1.1616489217182186e-06,
      "loss": 0.3205,
      "step": 1963080
    },
    {
      "epoch": 547.89,
      "grad_norm": 1.1543914079666138,
      "learning_rate": 1.1616255733013734e-06,
      "loss": 0.3545,
      "step": 1963090
    },
    {
      "epoch": 547.89,
      "grad_norm": 1.1061885356903076,
      "learning_rate": 1.1616022250418692e-06,
      "loss": 0.3451,
      "step": 1963100
    },
    {
      "epoch": 547.9,
      "grad_norm": 1.3054391145706177,
      "learning_rate": 1.1615788769397096e-06,
      "loss": 0.3255,
      "step": 1963110
    },
    {
      "epoch": 547.9,
      "grad_norm": 1.3171311616897583,
      "learning_rate": 1.1615555289948968e-06,
      "loss": 0.3266,
      "step": 1963120
    },
    {
      "epoch": 547.9,
      "grad_norm": 1.0659483671188354,
      "learning_rate": 1.1615321812074356e-06,
      "loss": 0.3546,
      "step": 1963130
    },
    {
      "epoch": 547.9,
      "grad_norm": 1.2836542129516602,
      "learning_rate": 1.161508833577327e-06,
      "loss": 0.3364,
      "step": 1963140
    },
    {
      "epoch": 547.91,
      "grad_norm": 1.629457712173462,
      "learning_rate": 1.161485486104575e-06,
      "loss": 0.3207,
      "step": 1963150
    },
    {
      "epoch": 547.91,
      "grad_norm": 1.2121751308441162,
      "learning_rate": 1.1614621387891826e-06,
      "loss": 0.3595,
      "step": 1963160
    },
    {
      "epoch": 547.91,
      "grad_norm": 1.1921097040176392,
      "learning_rate": 1.1614387916311541e-06,
      "loss": 0.3616,
      "step": 1963170
    },
    {
      "epoch": 547.92,
      "grad_norm": 1.181431531906128,
      "learning_rate": 1.1614154446304895e-06,
      "loss": 0.3228,
      "step": 1963180
    },
    {
      "epoch": 547.92,
      "grad_norm": 1.2544103860855103,
      "learning_rate": 1.161392097787196e-06,
      "loss": 0.3364,
      "step": 1963190
    },
    {
      "epoch": 547.92,
      "grad_norm": 1.239537000656128,
      "learning_rate": 1.1613687511012736e-06,
      "loss": 0.3548,
      "step": 1963200
    },
    {
      "epoch": 547.92,
      "grad_norm": 1.182338833808899,
      "learning_rate": 1.1613454045727266e-06,
      "loss": 0.3312,
      "step": 1963210
    },
    {
      "epoch": 547.93,
      "grad_norm": 0.9502308964729309,
      "learning_rate": 1.161322058201559e-06,
      "loss": 0.3211,
      "step": 1963220
    },
    {
      "epoch": 547.93,
      "grad_norm": 1.00837242603302,
      "learning_rate": 1.1612987119877716e-06,
      "loss": 0.3329,
      "step": 1963230
    },
    {
      "epoch": 547.93,
      "grad_norm": 1.268067717552185,
      "learning_rate": 1.1612753659313692e-06,
      "loss": 0.3432,
      "step": 1963240
    },
    {
      "epoch": 547.93,
      "grad_norm": 1.2015684843063354,
      "learning_rate": 1.1612520200323541e-06,
      "loss": 0.3349,
      "step": 1963250
    },
    {
      "epoch": 547.94,
      "grad_norm": 1.4268234968185425,
      "learning_rate": 1.161228674290731e-06,
      "loss": 0.3342,
      "step": 1963260
    },
    {
      "epoch": 547.94,
      "grad_norm": 1.1806440353393555,
      "learning_rate": 1.161205328706501e-06,
      "loss": 0.3457,
      "step": 1963270
    },
    {
      "epoch": 547.94,
      "grad_norm": 1.118417739868164,
      "learning_rate": 1.1611819832796676e-06,
      "loss": 0.3325,
      "step": 1963280
    },
    {
      "epoch": 547.95,
      "grad_norm": 1.153663992881775,
      "learning_rate": 1.1611586380102356e-06,
      "loss": 0.3412,
      "step": 1963290
    },
    {
      "epoch": 547.95,
      "grad_norm": 1.1744377613067627,
      "learning_rate": 1.1611352928982049e-06,
      "loss": 0.3346,
      "step": 1963300
    },
    {
      "epoch": 547.95,
      "grad_norm": 1.1212408542633057,
      "learning_rate": 1.1611119479435822e-06,
      "loss": 0.3498,
      "step": 1963310
    },
    {
      "epoch": 547.95,
      "grad_norm": 1.136649489402771,
      "learning_rate": 1.1610886031463682e-06,
      "loss": 0.3391,
      "step": 1963320
    },
    {
      "epoch": 547.96,
      "grad_norm": 1.4117965698242188,
      "learning_rate": 1.1610652585065667e-06,
      "loss": 0.336,
      "step": 1963330
    },
    {
      "epoch": 547.96,
      "grad_norm": 1.0568814277648926,
      "learning_rate": 1.1610419140241809e-06,
      "loss": 0.3275,
      "step": 1963340
    },
    {
      "epoch": 547.96,
      "grad_norm": 1.0973410606384277,
      "learning_rate": 1.1610185696992148e-06,
      "loss": 0.3306,
      "step": 1963350
    },
    {
      "epoch": 547.97,
      "grad_norm": 0.9190421104431152,
      "learning_rate": 1.1609952255316696e-06,
      "loss": 0.3357,
      "step": 1963360
    },
    {
      "epoch": 547.97,
      "grad_norm": 1.2007660865783691,
      "learning_rate": 1.1609718815215495e-06,
      "loss": 0.3348,
      "step": 1963370
    },
    {
      "epoch": 547.97,
      "grad_norm": 1.0560482740402222,
      "learning_rate": 1.160948537668858e-06,
      "loss": 0.325,
      "step": 1963380
    },
    {
      "epoch": 547.97,
      "grad_norm": 1.2230205535888672,
      "learning_rate": 1.1609251939735964e-06,
      "loss": 0.3369,
      "step": 1963390
    },
    {
      "epoch": 547.98,
      "grad_norm": 1.0542417764663696,
      "learning_rate": 1.1609018504357706e-06,
      "loss": 0.3356,
      "step": 1963400
    },
    {
      "epoch": 547.98,
      "grad_norm": 1.350479006767273,
      "learning_rate": 1.1608785070553814e-06,
      "loss": 0.3379,
      "step": 1963410
    },
    {
      "epoch": 547.98,
      "grad_norm": 1.2504926919937134,
      "learning_rate": 1.1608551638324327e-06,
      "loss": 0.3354,
      "step": 1963420
    },
    {
      "epoch": 547.98,
      "grad_norm": 1.1878836154937744,
      "learning_rate": 1.1608318207669286e-06,
      "loss": 0.3457,
      "step": 1963430
    },
    {
      "epoch": 547.99,
      "grad_norm": 1.1385613679885864,
      "learning_rate": 1.1608084778588695e-06,
      "loss": 0.3463,
      "step": 1963440
    },
    {
      "epoch": 547.99,
      "grad_norm": 1.0280399322509766,
      "learning_rate": 1.1607851351082618e-06,
      "loss": 0.3335,
      "step": 1963450
    },
    {
      "epoch": 547.99,
      "grad_norm": 1.4264698028564453,
      "learning_rate": 1.1607617925151062e-06,
      "loss": 0.3421,
      "step": 1963460
    },
    {
      "epoch": 548.0,
      "grad_norm": 1.0310548543930054,
      "learning_rate": 1.1607384500794067e-06,
      "loss": 0.3187,
      "step": 1963470
    },
    {
      "epoch": 548.0,
      "grad_norm": 1.4301098585128784,
      "learning_rate": 1.1607151078011666e-06,
      "loss": 0.3347,
      "step": 1963480
    },
    {
      "epoch": 548.0,
      "eval_loss": 0.34134286642074585,
      "eval_runtime": 63.7861,
      "eval_samples_per_second": 79.312,
      "eval_steps_per_second": 9.924,
      "step": 1963484
    },
    {
      "epoch": 548.0,
      "grad_norm": 1.1638758182525635,
      "learning_rate": 1.1606917656803894e-06,
      "loss": 0.3513,
      "step": 1963490
    },
    {
      "epoch": 548.0,
      "grad_norm": 1.186363935470581,
      "learning_rate": 1.1606684237170766e-06,
      "loss": 0.3464,
      "step": 1963500
    },
    {
      "epoch": 548.01,
      "grad_norm": 1.2374917268753052,
      "learning_rate": 1.1606450819112324e-06,
      "loss": 0.3361,
      "step": 1963510
    },
    {
      "epoch": 548.01,
      "grad_norm": 1.0202689170837402,
      "learning_rate": 1.1606217402628608e-06,
      "loss": 0.3202,
      "step": 1963520
    },
    {
      "epoch": 548.01,
      "grad_norm": 1.0696855783462524,
      "learning_rate": 1.1605983987719618e-06,
      "loss": 0.3249,
      "step": 1963530
    },
    {
      "epoch": 548.02,
      "grad_norm": 1.028706669807434,
      "learning_rate": 1.1605750574385426e-06,
      "loss": 0.3488,
      "step": 1963540
    },
    {
      "epoch": 548.02,
      "grad_norm": 1.0240591764450073,
      "learning_rate": 1.1605517162626034e-06,
      "loss": 0.3473,
      "step": 1963550
    },
    {
      "epoch": 548.02,
      "grad_norm": 1.045412302017212,
      "learning_rate": 1.1605283752441484e-06,
      "loss": 0.3408,
      "step": 1963560
    },
    {
      "epoch": 548.02,
      "grad_norm": 1.195033311843872,
      "learning_rate": 1.1605050343831812e-06,
      "loss": 0.347,
      "step": 1963570
    },
    {
      "epoch": 548.03,
      "grad_norm": 1.146659255027771,
      "learning_rate": 1.1604816936797032e-06,
      "loss": 0.3346,
      "step": 1963580
    },
    {
      "epoch": 548.03,
      "grad_norm": 1.1322169303894043,
      "learning_rate": 1.1604583531337187e-06,
      "loss": 0.3246,
      "step": 1963590
    },
    {
      "epoch": 548.03,
      "grad_norm": 1.1426033973693848,
      "learning_rate": 1.1604350127452305e-06,
      "loss": 0.3495,
      "step": 1963600
    },
    {
      "epoch": 548.04,
      "grad_norm": 1.1580697298049927,
      "learning_rate": 1.1604116725142432e-06,
      "loss": 0.3455,
      "step": 1963610
    },
    {
      "epoch": 548.04,
      "grad_norm": 1.0565086603164673,
      "learning_rate": 1.1603883324407563e-06,
      "loss": 0.3455,
      "step": 1963620
    },
    {
      "epoch": 548.04,
      "grad_norm": 1.045121669769287,
      "learning_rate": 1.160364992524777e-06,
      "loss": 0.3386,
      "step": 1963630
    },
    {
      "epoch": 548.04,
      "grad_norm": 1.4278358221054077,
      "learning_rate": 1.1603416527663059e-06,
      "loss": 0.3283,
      "step": 1963640
    },
    {
      "epoch": 548.05,
      "grad_norm": 1.2083361148834229,
      "learning_rate": 1.1603183131653465e-06,
      "loss": 0.3311,
      "step": 1963650
    },
    {
      "epoch": 548.05,
      "grad_norm": 1.0471034049987793,
      "learning_rate": 1.1602949737219033e-06,
      "loss": 0.3484,
      "step": 1963660
    },
    {
      "epoch": 548.05,
      "grad_norm": 1.2989656925201416,
      "learning_rate": 1.1602716344359773e-06,
      "loss": 0.3572,
      "step": 1963670
    },
    {
      "epoch": 548.05,
      "grad_norm": 0.9830038547515869,
      "learning_rate": 1.1602482953075724e-06,
      "loss": 0.3319,
      "step": 1963680
    },
    {
      "epoch": 548.06,
      "grad_norm": 1.0538678169250488,
      "learning_rate": 1.1602249563366922e-06,
      "loss": 0.335,
      "step": 1963690
    },
    {
      "epoch": 548.06,
      "grad_norm": 1.1239045858383179,
      "learning_rate": 1.1602016175233395e-06,
      "loss": 0.3429,
      "step": 1963700
    },
    {
      "epoch": 548.06,
      "grad_norm": 1.338668942451477,
      "learning_rate": 1.1601782788675181e-06,
      "loss": 0.3251,
      "step": 1963710
    },
    {
      "epoch": 548.07,
      "grad_norm": 1.1736862659454346,
      "learning_rate": 1.1601549403692297e-06,
      "loss": 0.3324,
      "step": 1963720
    },
    {
      "epoch": 548.07,
      "grad_norm": 1.1390200853347778,
      "learning_rate": 1.160131602028478e-06,
      "loss": 0.3484,
      "step": 1963730
    },
    {
      "epoch": 548.07,
      "grad_norm": 1.5109312534332275,
      "learning_rate": 1.1601082638452662e-06,
      "loss": 0.3213,
      "step": 1963740
    },
    {
      "epoch": 548.07,
      "grad_norm": 1.1545048952102661,
      "learning_rate": 1.1600849258195986e-06,
      "loss": 0.3351,
      "step": 1963750
    },
    {
      "epoch": 548.08,
      "grad_norm": 1.007563829421997,
      "learning_rate": 1.160061587951475e-06,
      "loss": 0.3511,
      "step": 1963760
    },
    {
      "epoch": 548.08,
      "grad_norm": 1.1691441535949707,
      "learning_rate": 1.1600382502409027e-06,
      "loss": 0.3336,
      "step": 1963770
    },
    {
      "epoch": 548.08,
      "grad_norm": 1.3059786558151245,
      "learning_rate": 1.1600149126878816e-06,
      "loss": 0.33,
      "step": 1963780
    },
    {
      "epoch": 548.09,
      "grad_norm": 1.1114860773086548,
      "learning_rate": 1.1599915752924163e-06,
      "loss": 0.3439,
      "step": 1963790
    },
    {
      "epoch": 548.09,
      "grad_norm": 1.0287846326828003,
      "learning_rate": 1.1599682380545103e-06,
      "loss": 0.3549,
      "step": 1963800
    },
    {
      "epoch": 548.09,
      "grad_norm": 1.191322684288025,
      "learning_rate": 1.1599449009741651e-06,
      "loss": 0.3456,
      "step": 1963810
    },
    {
      "epoch": 548.09,
      "grad_norm": 1.5791019201278687,
      "learning_rate": 1.1599215640513846e-06,
      "loss": 0.3344,
      "step": 1963820
    },
    {
      "epoch": 548.1,
      "grad_norm": 1.3502333164215088,
      "learning_rate": 1.159898227286172e-06,
      "loss": 0.3533,
      "step": 1963830
    },
    {
      "epoch": 548.1,
      "grad_norm": 4.475814342498779,
      "learning_rate": 1.1598748906785313e-06,
      "loss": 0.3437,
      "step": 1963840
    },
    {
      "epoch": 548.1,
      "grad_norm": 1.1021728515625,
      "learning_rate": 1.159851554228464e-06,
      "loss": 0.3338,
      "step": 1963850
    },
    {
      "epoch": 548.1,
      "grad_norm": 1.1759276390075684,
      "learning_rate": 1.1598282179359736e-06,
      "loss": 0.356,
      "step": 1963860
    },
    {
      "epoch": 548.11,
      "grad_norm": 1.0593154430389404,
      "learning_rate": 1.1598048818010637e-06,
      "loss": 0.3366,
      "step": 1963870
    },
    {
      "epoch": 548.11,
      "grad_norm": 1.225415587425232,
      "learning_rate": 1.1597815458237372e-06,
      "loss": 0.3502,
      "step": 1963880
    },
    {
      "epoch": 548.11,
      "grad_norm": 1.1164783239364624,
      "learning_rate": 1.1597582100039981e-06,
      "loss": 0.3438,
      "step": 1963890
    },
    {
      "epoch": 548.12,
      "grad_norm": 1.175382137298584,
      "learning_rate": 1.1597348743418476e-06,
      "loss": 0.3443,
      "step": 1963900
    },
    {
      "epoch": 548.12,
      "grad_norm": 1.116680383682251,
      "learning_rate": 1.15971153883729e-06,
      "loss": 0.3577,
      "step": 1963910
    },
    {
      "epoch": 548.12,
      "grad_norm": 1.3771733045578003,
      "learning_rate": 1.159688203490328e-06,
      "loss": 0.3269,
      "step": 1963920
    },
    {
      "epoch": 548.12,
      "grad_norm": 1.236767053604126,
      "learning_rate": 1.1596648683009664e-06,
      "loss": 0.3392,
      "step": 1963930
    },
    {
      "epoch": 548.13,
      "grad_norm": 1.0497885942459106,
      "learning_rate": 1.1596415332692056e-06,
      "loss": 0.3395,
      "step": 1963940
    },
    {
      "epoch": 548.13,
      "grad_norm": 1.009879231452942,
      "learning_rate": 1.15961819839505e-06,
      "loss": 0.3525,
      "step": 1963950
    },
    {
      "epoch": 548.13,
      "grad_norm": 1.1996992826461792,
      "learning_rate": 1.1595948636785034e-06,
      "loss": 0.3434,
      "step": 1963960
    },
    {
      "epoch": 548.14,
      "grad_norm": 1.4108848571777344,
      "learning_rate": 1.1595715291195666e-06,
      "loss": 0.3587,
      "step": 1963970
    },
    {
      "epoch": 548.14,
      "grad_norm": 5.509256362915039,
      "learning_rate": 1.159548194718246e-06,
      "loss": 0.3466,
      "step": 1963980
    },
    {
      "epoch": 548.14,
      "grad_norm": 1.4028538465499878,
      "learning_rate": 1.159524860474541e-06,
      "loss": 0.35,
      "step": 1963990
    },
    {
      "epoch": 548.14,
      "grad_norm": 1.1174577474594116,
      "learning_rate": 1.1595015263884585e-06,
      "loss": 0.3499,
      "step": 1964000
    },
    {
      "epoch": 548.15,
      "grad_norm": 1.1261136531829834,
      "learning_rate": 1.1594781924599992e-06,
      "loss": 0.3409,
      "step": 1964010
    },
    {
      "epoch": 548.15,
      "grad_norm": 1.2354463338851929,
      "learning_rate": 1.1594548586891668e-06,
      "loss": 0.346,
      "step": 1964020
    },
    {
      "epoch": 548.15,
      "grad_norm": 1.0155904293060303,
      "learning_rate": 1.1594315250759649e-06,
      "loss": 0.3384,
      "step": 1964030
    },
    {
      "epoch": 548.16,
      "grad_norm": 1.073007345199585,
      "learning_rate": 1.1594081916203956e-06,
      "loss": 0.3261,
      "step": 1964040
    },
    {
      "epoch": 548.16,
      "grad_norm": 1.0496759414672852,
      "learning_rate": 1.1593848583224623e-06,
      "loss": 0.3422,
      "step": 1964050
    },
    {
      "epoch": 548.16,
      "grad_norm": 0.9997303485870361,
      "learning_rate": 1.1593615251821684e-06,
      "loss": 0.3361,
      "step": 1964060
    },
    {
      "epoch": 548.16,
      "grad_norm": 1.0750564336776733,
      "learning_rate": 1.1593381921995179e-06,
      "loss": 0.3456,
      "step": 1964070
    },
    {
      "epoch": 548.17,
      "grad_norm": 0.9374799728393555,
      "learning_rate": 1.159314859374512e-06,
      "loss": 0.3209,
      "step": 1964080
    },
    {
      "epoch": 548.17,
      "grad_norm": 1.4181618690490723,
      "learning_rate": 1.1592915267071546e-06,
      "loss": 0.3402,
      "step": 1964090
    },
    {
      "epoch": 548.17,
      "grad_norm": 1.224169373512268,
      "learning_rate": 1.1592681941974498e-06,
      "loss": 0.3526,
      "step": 1964100
    },
    {
      "epoch": 548.17,
      "grad_norm": 1.223274827003479,
      "learning_rate": 1.1592448618453984e-06,
      "loss": 0.3293,
      "step": 1964110
    },
    {
      "epoch": 548.18,
      "grad_norm": 1.2339739799499512,
      "learning_rate": 1.1592215296510066e-06,
      "loss": 0.3338,
      "step": 1964120
    },
    {
      "epoch": 548.18,
      "grad_norm": 1.135090708732605,
      "learning_rate": 1.1591981976142748e-06,
      "loss": 0.3369,
      "step": 1964130
    },
    {
      "epoch": 548.18,
      "grad_norm": 1.0572625398635864,
      "learning_rate": 1.1591748657352073e-06,
      "loss": 0.3535,
      "step": 1964140
    },
    {
      "epoch": 548.19,
      "grad_norm": 1.2405556440353394,
      "learning_rate": 1.159151534013807e-06,
      "loss": 0.3379,
      "step": 1964150
    },
    {
      "epoch": 548.19,
      "grad_norm": 1.0876107215881348,
      "learning_rate": 1.1591282024500782e-06,
      "loss": 0.3385,
      "step": 1964160
    },
    {
      "epoch": 548.19,
      "grad_norm": 1.0465259552001953,
      "learning_rate": 1.1591048710440218e-06,
      "loss": 0.3472,
      "step": 1964170
    },
    {
      "epoch": 548.19,
      "grad_norm": 1.0683954954147339,
      "learning_rate": 1.1590815397956419e-06,
      "loss": 0.3561,
      "step": 1964180
    },
    {
      "epoch": 548.2,
      "grad_norm": 1.2576020956039429,
      "learning_rate": 1.1590582087049426e-06,
      "loss": 0.3349,
      "step": 1964190
    },
    {
      "epoch": 548.2,
      "grad_norm": 1.4158320426940918,
      "learning_rate": 1.1590348777719247e-06,
      "loss": 0.3483,
      "step": 1964200
    },
    {
      "epoch": 548.2,
      "grad_norm": 1.0962114334106445,
      "learning_rate": 1.1590115469965942e-06,
      "loss": 0.3408,
      "step": 1964210
    },
    {
      "epoch": 548.21,
      "grad_norm": 7.363138198852539,
      "learning_rate": 1.1589882163789516e-06,
      "loss": 0.3372,
      "step": 1964220
    },
    {
      "epoch": 548.21,
      "grad_norm": 1.161455750465393,
      "learning_rate": 1.1589648859190016e-06,
      "loss": 0.3535,
      "step": 1964230
    },
    {
      "epoch": 548.21,
      "grad_norm": 1.5997357368469238,
      "learning_rate": 1.1589415556167475e-06,
      "loss": 0.3337,
      "step": 1964240
    },
    {
      "epoch": 548.21,
      "grad_norm": 1.1180682182312012,
      "learning_rate": 1.1589182254721897e-06,
      "loss": 0.3478,
      "step": 1964250
    },
    {
      "epoch": 548.22,
      "grad_norm": 1.0079524517059326,
      "learning_rate": 1.1588948954853353e-06,
      "loss": 0.3309,
      "step": 1964260
    },
    {
      "epoch": 548.22,
      "grad_norm": 1.9400004148483276,
      "learning_rate": 1.1588715656561845e-06,
      "loss": 0.336,
      "step": 1964270
    },
    {
      "epoch": 548.22,
      "grad_norm": 1.2177448272705078,
      "learning_rate": 1.1588482359847414e-06,
      "loss": 0.3472,
      "step": 1964280
    },
    {
      "epoch": 548.22,
      "grad_norm": 1.242535948753357,
      "learning_rate": 1.1588249064710091e-06,
      "loss": 0.3304,
      "step": 1964290
    },
    {
      "epoch": 548.23,
      "grad_norm": 1.0694714784622192,
      "learning_rate": 1.1588015771149914e-06,
      "loss": 0.347,
      "step": 1964300
    },
    {
      "epoch": 548.23,
      "grad_norm": 0.9498462677001953,
      "learning_rate": 1.15877824791669e-06,
      "loss": 0.3305,
      "step": 1964310
    },
    {
      "epoch": 548.23,
      "grad_norm": 1.175273060798645,
      "learning_rate": 1.1587549188761086e-06,
      "loss": 0.3516,
      "step": 1964320
    },
    {
      "epoch": 548.24,
      "grad_norm": 1.1777809858322144,
      "learning_rate": 1.158731589993251e-06,
      "loss": 0.3456,
      "step": 1964330
    },
    {
      "epoch": 548.24,
      "grad_norm": 0.9921793937683105,
      "learning_rate": 1.1587082612681181e-06,
      "loss": 0.3339,
      "step": 1964340
    },
    {
      "epoch": 548.24,
      "grad_norm": 1.6138710975646973,
      "learning_rate": 1.1586849327007163e-06,
      "loss": 0.3545,
      "step": 1964350
    },
    {
      "epoch": 548.24,
      "grad_norm": 1.2176376581192017,
      "learning_rate": 1.158661604291046e-06,
      "loss": 0.3271,
      "step": 1964360
    },
    {
      "epoch": 548.25,
      "grad_norm": 1.0104089975357056,
      "learning_rate": 1.1586382760391115e-06,
      "loss": 0.3205,
      "step": 1964370
    },
    {
      "epoch": 548.25,
      "grad_norm": 1.0053901672363281,
      "learning_rate": 1.1586149479449166e-06,
      "loss": 0.3365,
      "step": 1964380
    },
    {
      "epoch": 548.25,
      "grad_norm": 0.965523898601532,
      "learning_rate": 1.1585916200084624e-06,
      "loss": 0.3396,
      "step": 1964390
    },
    {
      "epoch": 548.26,
      "grad_norm": 0.945023775100708,
      "learning_rate": 1.1585682922297532e-06,
      "loss": 0.3606,
      "step": 1964400
    },
    {
      "epoch": 548.26,
      "grad_norm": 1.0132859945297241,
      "learning_rate": 1.1585449646087923e-06,
      "loss": 0.3456,
      "step": 1964410
    },
    {
      "epoch": 548.26,
      "grad_norm": 1.1722609996795654,
      "learning_rate": 1.158521637145583e-06,
      "loss": 0.344,
      "step": 1964420
    },
    {
      "epoch": 548.26,
      "grad_norm": 1.123253345489502,
      "learning_rate": 1.1584983098401261e-06,
      "loss": 0.3402,
      "step": 1964430
    },
    {
      "epoch": 548.27,
      "grad_norm": 1.2810343503952026,
      "learning_rate": 1.1584749826924286e-06,
      "loss": 0.341,
      "step": 1964440
    },
    {
      "epoch": 548.27,
      "grad_norm": 2.553966999053955,
      "learning_rate": 1.1584516557024904e-06,
      "loss": 0.3302,
      "step": 1964450
    },
    {
      "epoch": 548.27,
      "grad_norm": 1.1022409200668335,
      "learning_rate": 1.158428328870316e-06,
      "loss": 0.3418,
      "step": 1964460
    },
    {
      "epoch": 548.28,
      "grad_norm": 1.2137268781661987,
      "learning_rate": 1.158405002195909e-06,
      "loss": 0.358,
      "step": 1964470
    },
    {
      "epoch": 548.28,
      "grad_norm": 1.103704810142517,
      "learning_rate": 1.1583816756792708e-06,
      "loss": 0.3343,
      "step": 1964480
    },
    {
      "epoch": 548.28,
      "grad_norm": 1.1517432928085327,
      "learning_rate": 1.1583583493204055e-06,
      "loss": 0.3527,
      "step": 1964490
    },
    {
      "epoch": 548.28,
      "grad_norm": 1.2719675302505493,
      "learning_rate": 1.158335023119316e-06,
      "loss": 0.3379,
      "step": 1964500
    },
    {
      "epoch": 548.29,
      "grad_norm": 1.005000352859497,
      "learning_rate": 1.1583116970760066e-06,
      "loss": 0.3393,
      "step": 1964510
    },
    {
      "epoch": 548.29,
      "grad_norm": 1.0398271083831787,
      "learning_rate": 1.1582883711904783e-06,
      "loss": 0.3395,
      "step": 1964520
    },
    {
      "epoch": 548.29,
      "grad_norm": 1.1044191122055054,
      "learning_rate": 1.1582650454627355e-06,
      "loss": 0.33,
      "step": 1964530
    },
    {
      "epoch": 548.29,
      "grad_norm": 1.021052360534668,
      "learning_rate": 1.158241719892781e-06,
      "loss": 0.3504,
      "step": 1964540
    },
    {
      "epoch": 548.3,
      "grad_norm": 0.9618123769760132,
      "learning_rate": 1.1582183944806177e-06,
      "loss": 0.3257,
      "step": 1964550
    },
    {
      "epoch": 548.3,
      "grad_norm": 0.978761613368988,
      "learning_rate": 1.1581950692262501e-06,
      "loss": 0.3485,
      "step": 1964560
    },
    {
      "epoch": 548.3,
      "grad_norm": 1.1905953884124756,
      "learning_rate": 1.1581717441296786e-06,
      "loss": 0.3343,
      "step": 1964570
    },
    {
      "epoch": 548.31,
      "grad_norm": 1.0941989421844482,
      "learning_rate": 1.1581484191909095e-06,
      "loss": 0.3349,
      "step": 1964580
    },
    {
      "epoch": 548.31,
      "grad_norm": 1.0387426614761353,
      "learning_rate": 1.1581250944099434e-06,
      "loss": 0.3313,
      "step": 1964590
    },
    {
      "epoch": 548.31,
      "grad_norm": 1.0861505270004272,
      "learning_rate": 1.1581017697867843e-06,
      "loss": 0.3474,
      "step": 1964600
    },
    {
      "epoch": 548.31,
      "grad_norm": 1.187459945678711,
      "learning_rate": 1.1580784453214361e-06,
      "loss": 0.3381,
      "step": 1964610
    },
    {
      "epoch": 548.32,
      "grad_norm": 1.0705043077468872,
      "learning_rate": 1.1580551210139001e-06,
      "loss": 0.3418,
      "step": 1964620
    },
    {
      "epoch": 548.32,
      "grad_norm": 1.1420890092849731,
      "learning_rate": 1.1580317968641808e-06,
      "loss": 0.3375,
      "step": 1964630
    },
    {
      "epoch": 548.32,
      "grad_norm": 1.1499825716018677,
      "learning_rate": 1.1580084728722807e-06,
      "loss": 0.3432,
      "step": 1964640
    },
    {
      "epoch": 548.33,
      "grad_norm": 1.0183913707733154,
      "learning_rate": 1.1579851490382041e-06,
      "loss": 0.3409,
      "step": 1964650
    },
    {
      "epoch": 548.33,
      "grad_norm": 1.1647813320159912,
      "learning_rate": 1.157961825361952e-06,
      "loss": 0.3373,
      "step": 1964660
    },
    {
      "epoch": 548.33,
      "grad_norm": 1.0922902822494507,
      "learning_rate": 1.157938501843529e-06,
      "loss": 0.3482,
      "step": 1964670
    },
    {
      "epoch": 548.33,
      "grad_norm": 1.2038578987121582,
      "learning_rate": 1.1579151784829383e-06,
      "loss": 0.3298,
      "step": 1964680
    },
    {
      "epoch": 548.34,
      "grad_norm": 1.5394244194030762,
      "learning_rate": 1.157891855280181e-06,
      "loss": 0.3288,
      "step": 1964690
    },
    {
      "epoch": 548.34,
      "grad_norm": 1.2739636898040771,
      "learning_rate": 1.1578685322352636e-06,
      "loss": 0.345,
      "step": 1964700
    },
    {
      "epoch": 548.34,
      "grad_norm": 1.2026770114898682,
      "learning_rate": 1.1578452093481864e-06,
      "loss": 0.3259,
      "step": 1964710
    },
    {
      "epoch": 548.34,
      "grad_norm": 1.1337586641311646,
      "learning_rate": 1.1578218866189534e-06,
      "loss": 0.3344,
      "step": 1964720
    },
    {
      "epoch": 548.35,
      "grad_norm": 1.3563004732131958,
      "learning_rate": 1.1577985640475677e-06,
      "loss": 0.3356,
      "step": 1964730
    },
    {
      "epoch": 548.35,
      "grad_norm": 1.1777541637420654,
      "learning_rate": 1.1577752416340334e-06,
      "loss": 0.346,
      "step": 1964740
    },
    {
      "epoch": 548.35,
      "grad_norm": 1.0655089616775513,
      "learning_rate": 1.1577519193783518e-06,
      "loss": 0.3354,
      "step": 1964750
    },
    {
      "epoch": 548.36,
      "grad_norm": 1.1334165334701538,
      "learning_rate": 1.157728597280527e-06,
      "loss": 0.323,
      "step": 1964760
    },
    {
      "epoch": 548.36,
      "grad_norm": 1.2066019773483276,
      "learning_rate": 1.1577052753405626e-06,
      "loss": 0.3367,
      "step": 1964770
    },
    {
      "epoch": 548.36,
      "grad_norm": 1.333360195159912,
      "learning_rate": 1.1576819535584594e-06,
      "loss": 0.3465,
      "step": 1964780
    },
    {
      "epoch": 548.36,
      "grad_norm": 1.0112268924713135,
      "learning_rate": 1.1576586319342239e-06,
      "loss": 0.3404,
      "step": 1964790
    },
    {
      "epoch": 548.37,
      "grad_norm": 1.2963480949401855,
      "learning_rate": 1.1576353104678569e-06,
      "loss": 0.3453,
      "step": 1964800
    },
    {
      "epoch": 548.37,
      "grad_norm": 1.2378895282745361,
      "learning_rate": 1.1576119891593617e-06,
      "loss": 0.3527,
      "step": 1964810
    },
    {
      "epoch": 548.37,
      "grad_norm": 1.192584753036499,
      "learning_rate": 1.157588668008742e-06,
      "loss": 0.343,
      "step": 1964820
    },
    {
      "epoch": 548.38,
      "grad_norm": 1.151250958442688,
      "learning_rate": 1.1575653470160006e-06,
      "loss": 0.3451,
      "step": 1964830
    },
    {
      "epoch": 548.38,
      "grad_norm": 1.0706686973571777,
      "learning_rate": 1.1575420261811415e-06,
      "loss": 0.3364,
      "step": 1964840
    },
    {
      "epoch": 548.38,
      "grad_norm": 1.118862509727478,
      "learning_rate": 1.1575187055041664e-06,
      "loss": 0.3429,
      "step": 1964850
    },
    {
      "epoch": 548.38,
      "grad_norm": 1.025553822517395,
      "learning_rate": 1.1574953849850787e-06,
      "loss": 0.3421,
      "step": 1964860
    },
    {
      "epoch": 548.39,
      "grad_norm": 1.1111620664596558,
      "learning_rate": 1.1574720646238821e-06,
      "loss": 0.3485,
      "step": 1964870
    },
    {
      "epoch": 548.39,
      "grad_norm": 1.1928367614746094,
      "learning_rate": 1.1574487444205802e-06,
      "loss": 0.3378,
      "step": 1964880
    },
    {
      "epoch": 548.39,
      "grad_norm": 1.0505086183547974,
      "learning_rate": 1.1574254243751744e-06,
      "loss": 0.3421,
      "step": 1964890
    },
    {
      "epoch": 548.4,
      "grad_norm": 1.147603988647461,
      "learning_rate": 1.1574021044876688e-06,
      "loss": 0.3336,
      "step": 1964900
    },
    {
      "epoch": 548.4,
      "grad_norm": 1.2392019033432007,
      "learning_rate": 1.157378784758067e-06,
      "loss": 0.3444,
      "step": 1964910
    },
    {
      "epoch": 548.4,
      "grad_norm": 1.1304094791412354,
      "learning_rate": 1.1573554651863702e-06,
      "loss": 0.3452,
      "step": 1964920
    },
    {
      "epoch": 548.4,
      "grad_norm": 1.1340197324752808,
      "learning_rate": 1.1573321457725842e-06,
      "loss": 0.3362,
      "step": 1964930
    },
    {
      "epoch": 548.41,
      "grad_norm": 1.0781328678131104,
      "learning_rate": 1.1573088265167104e-06,
      "loss": 0.3617,
      "step": 1964940
    },
    {
      "epoch": 548.41,
      "grad_norm": 1.0551472902297974,
      "learning_rate": 1.1572855074187517e-06,
      "loss": 0.3368,
      "step": 1964950
    },
    {
      "epoch": 548.41,
      "grad_norm": 1.161768913269043,
      "learning_rate": 1.1572621884787119e-06,
      "loss": 0.3396,
      "step": 1964960
    },
    {
      "epoch": 548.41,
      "grad_norm": 1.0751339197158813,
      "learning_rate": 1.1572388696965948e-06,
      "loss": 0.3481,
      "step": 1964970
    },
    {
      "epoch": 548.42,
      "grad_norm": 1.2551170587539673,
      "learning_rate": 1.1572155510724021e-06,
      "loss": 0.3253,
      "step": 1964980
    },
    {
      "epoch": 548.42,
      "grad_norm": 1.1100208759307861,
      "learning_rate": 1.157192232606137e-06,
      "loss": 0.3333,
      "step": 1964990
    },
    {
      "epoch": 548.42,
      "grad_norm": 1.1677203178405762,
      "learning_rate": 1.1571689142978043e-06,
      "loss": 0.3304,
      "step": 1965000
    },
    {
      "epoch": 548.43,
      "grad_norm": 1.17641282081604,
      "learning_rate": 1.157145596147404e-06,
      "loss": 0.3515,
      "step": 1965010
    },
    {
      "epoch": 548.43,
      "grad_norm": 1.2130411863327026,
      "learning_rate": 1.1571222781549427e-06,
      "loss": 0.3629,
      "step": 1965020
    },
    {
      "epoch": 548.43,
      "grad_norm": 1.0224765539169312,
      "learning_rate": 1.157098960320421e-06,
      "loss": 0.337,
      "step": 1965030
    },
    {
      "epoch": 548.43,
      "grad_norm": 1.1403552293777466,
      "learning_rate": 1.1570756426438431e-06,
      "loss": 0.3418,
      "step": 1965040
    },
    {
      "epoch": 548.44,
      "grad_norm": 1.1279981136322021,
      "learning_rate": 1.1570523251252127e-06,
      "loss": 0.3431,
      "step": 1965050
    },
    {
      "epoch": 548.44,
      "grad_norm": 1.112438440322876,
      "learning_rate": 1.157029007764531e-06,
      "loss": 0.3471,
      "step": 1965060
    },
    {
      "epoch": 548.44,
      "grad_norm": 1.1227587461471558,
      "learning_rate": 1.1570056905618022e-06,
      "loss": 0.3279,
      "step": 1965070
    },
    {
      "epoch": 548.45,
      "grad_norm": 1.0235689878463745,
      "learning_rate": 1.1569823735170298e-06,
      "loss": 0.3218,
      "step": 1965080
    },
    {
      "epoch": 548.45,
      "grad_norm": 1.1109553575515747,
      "learning_rate": 1.1569590566302169e-06,
      "loss": 0.3449,
      "step": 1965090
    },
    {
      "epoch": 548.45,
      "grad_norm": 1.0900992155075073,
      "learning_rate": 1.1569357399013646e-06,
      "loss": 0.3323,
      "step": 1965100
    },
    {
      "epoch": 548.45,
      "grad_norm": 1.2723947763442993,
      "learning_rate": 1.1569124233304796e-06,
      "loss": 0.3453,
      "step": 1965110
    },
    {
      "epoch": 548.46,
      "grad_norm": 1.3209327459335327,
      "learning_rate": 1.1568891069175617e-06,
      "loss": 0.3582,
      "step": 1965120
    },
    {
      "epoch": 548.46,
      "grad_norm": 1.8842226266860962,
      "learning_rate": 1.1568657906626155e-06,
      "loss": 0.3383,
      "step": 1965130
    },
    {
      "epoch": 548.46,
      "grad_norm": 1.143336296081543,
      "learning_rate": 1.1568424745656448e-06,
      "loss": 0.3196,
      "step": 1965140
    },
    {
      "epoch": 548.46,
      "grad_norm": 1.6411163806915283,
      "learning_rate": 1.1568191586266501e-06,
      "loss": 0.3384,
      "step": 1965150
    },
    {
      "epoch": 548.47,
      "grad_norm": 1.1156140565872192,
      "learning_rate": 1.156795842845638e-06,
      "loss": 0.3423,
      "step": 1965160
    },
    {
      "epoch": 548.47,
      "grad_norm": 1.3422387838363647,
      "learning_rate": 1.1567725272226088e-06,
      "loss": 0.3381,
      "step": 1965170
    },
    {
      "epoch": 548.47,
      "grad_norm": 1.4658900499343872,
      "learning_rate": 1.156749211757567e-06,
      "loss": 0.332,
      "step": 1965180
    },
    {
      "epoch": 548.48,
      "grad_norm": 1.099615216255188,
      "learning_rate": 1.1567258964505156e-06,
      "loss": 0.3356,
      "step": 1965190
    },
    {
      "epoch": 548.48,
      "grad_norm": 1.1855648756027222,
      "learning_rate": 1.156702581301457e-06,
      "loss": 0.3366,
      "step": 1965200
    },
    {
      "epoch": 548.48,
      "grad_norm": 1.9445562362670898,
      "learning_rate": 1.1566792663103946e-06,
      "loss": 0.3337,
      "step": 1965210
    },
    {
      "epoch": 548.48,
      "grad_norm": 1.1028025150299072,
      "learning_rate": 1.1566559514773315e-06,
      "loss": 0.3213,
      "step": 1965220
    },
    {
      "epoch": 548.49,
      "grad_norm": 1.1145066022872925,
      "learning_rate": 1.156632636802272e-06,
      "loss": 0.3647,
      "step": 1965230
    },
    {
      "epoch": 548.49,
      "grad_norm": 1.0414235591888428,
      "learning_rate": 1.1566093222852165e-06,
      "loss": 0.3458,
      "step": 1965240
    },
    {
      "epoch": 548.49,
      "grad_norm": 1.0353260040283203,
      "learning_rate": 1.1565860079261713e-06,
      "loss": 0.3336,
      "step": 1965250
    },
    {
      "epoch": 548.5,
      "grad_norm": 1.4048271179199219,
      "learning_rate": 1.156562693725137e-06,
      "loss": 0.3459,
      "step": 1965260
    },
    {
      "epoch": 548.5,
      "grad_norm": 1.3312004804611206,
      "learning_rate": 1.156539379682118e-06,
      "loss": 0.3514,
      "step": 1965270
    },
    {
      "epoch": 548.5,
      "grad_norm": 1.2341818809509277,
      "learning_rate": 1.1565160657971175e-06,
      "loss": 0.339,
      "step": 1965280
    },
    {
      "epoch": 548.5,
      "grad_norm": 1.2973580360412598,
      "learning_rate": 1.1564927520701375e-06,
      "loss": 0.343,
      "step": 1965290
    },
    {
      "epoch": 548.51,
      "grad_norm": 1.1036666631698608,
      "learning_rate": 1.1564694385011817e-06,
      "loss": 0.3389,
      "step": 1965300
    },
    {
      "epoch": 548.51,
      "grad_norm": 1.1738146543502808,
      "learning_rate": 1.1564461250902535e-06,
      "loss": 0.3511,
      "step": 1965310
    },
    {
      "epoch": 548.51,
      "grad_norm": 0.9960847496986389,
      "learning_rate": 1.1564228118373566e-06,
      "loss": 0.3476,
      "step": 1965320
    },
    {
      "epoch": 548.52,
      "grad_norm": 1.2239185571670532,
      "learning_rate": 1.156399498742492e-06,
      "loss": 0.3421,
      "step": 1965330
    },
    {
      "epoch": 548.52,
      "grad_norm": 1.0560060739517212,
      "learning_rate": 1.1563761858056645e-06,
      "loss": 0.3396,
      "step": 1965340
    },
    {
      "epoch": 548.52,
      "grad_norm": 10.048166275024414,
      "learning_rate": 1.1563528730268775e-06,
      "loss": 0.3488,
      "step": 1965350
    },
    {
      "epoch": 548.52,
      "grad_norm": 1.0184732675552368,
      "learning_rate": 1.1563295604061315e-06,
      "loss": 0.3369,
      "step": 1965360
    },
    {
      "epoch": 548.53,
      "grad_norm": 1.034825086593628,
      "learning_rate": 1.1563062479434335e-06,
      "loss": 0.3376,
      "step": 1965370
    },
    {
      "epoch": 548.53,
      "grad_norm": 1.1637322902679443,
      "learning_rate": 1.1562829356387834e-06,
      "loss": 0.3414,
      "step": 1965380
    },
    {
      "epoch": 548.53,
      "grad_norm": 1.060470461845398,
      "learning_rate": 1.1562596234921857e-06,
      "loss": 0.3472,
      "step": 1965390
    },
    {
      "epoch": 548.53,
      "grad_norm": 1.3022371530532837,
      "learning_rate": 1.1562363115036434e-06,
      "loss": 0.3526,
      "step": 1965400
    },
    {
      "epoch": 548.54,
      "grad_norm": 1.071386456489563,
      "learning_rate": 1.1562129996731594e-06,
      "loss": 0.3249,
      "step": 1965410
    },
    {
      "epoch": 548.54,
      "grad_norm": 1.1946653127670288,
      "learning_rate": 1.1561896880007375e-06,
      "loss": 0.3377,
      "step": 1965420
    },
    {
      "epoch": 548.54,
      "grad_norm": 1.0569909811019897,
      "learning_rate": 1.1561663764863797e-06,
      "loss": 0.3432,
      "step": 1965430
    },
    {
      "epoch": 548.55,
      "grad_norm": 1.0502452850341797,
      "learning_rate": 1.1561430651300895e-06,
      "loss": 0.343,
      "step": 1965440
    },
    {
      "epoch": 548.55,
      "grad_norm": 0.9244038462638855,
      "learning_rate": 1.1561197539318699e-06,
      "loss": 0.329,
      "step": 1965450
    },
    {
      "epoch": 548.55,
      "grad_norm": 0.9712480306625366,
      "learning_rate": 1.1560964428917252e-06,
      "loss": 0.3434,
      "step": 1965460
    },
    {
      "epoch": 548.55,
      "grad_norm": 1.3010847568511963,
      "learning_rate": 1.156073132009657e-06,
      "loss": 0.3365,
      "step": 1965470
    },
    {
      "epoch": 548.56,
      "grad_norm": 1.108012318611145,
      "learning_rate": 1.1560498212856682e-06,
      "loss": 0.3326,
      "step": 1965480
    },
    {
      "epoch": 548.56,
      "grad_norm": 1.0883092880249023,
      "learning_rate": 1.1560265107197642e-06,
      "loss": 0.3542,
      "step": 1965490
    },
    {
      "epoch": 548.56,
      "grad_norm": 1.2799144983291626,
      "learning_rate": 1.1560032003119444e-06,
      "loss": 0.3435,
      "step": 1965500
    },
    {
      "epoch": 548.57,
      "grad_norm": 1.2260257005691528,
      "learning_rate": 1.1559798900622158e-06,
      "loss": 0.3575,
      "step": 1965510
    },
    {
      "epoch": 548.57,
      "grad_norm": 0.9735167026519775,
      "learning_rate": 1.1559565799705788e-06,
      "loss": 0.3388,
      "step": 1965520
    },
    {
      "epoch": 548.57,
      "grad_norm": 1.0866918563842773,
      "learning_rate": 1.1559332700370376e-06,
      "loss": 0.3477,
      "step": 1965530
    },
    {
      "epoch": 548.57,
      "grad_norm": 1.1075609922409058,
      "learning_rate": 1.155909960261595e-06,
      "loss": 0.3387,
      "step": 1965540
    },
    {
      "epoch": 548.58,
      "grad_norm": 1.266331672668457,
      "learning_rate": 1.1558866506442553e-06,
      "loss": 0.3566,
      "step": 1965550
    },
    {
      "epoch": 548.58,
      "grad_norm": 1.0347635746002197,
      "learning_rate": 1.1558633411850192e-06,
      "loss": 0.3365,
      "step": 1965560
    },
    {
      "epoch": 548.58,
      "grad_norm": 1.249297022819519,
      "learning_rate": 1.1558400318838914e-06,
      "loss": 0.3431,
      "step": 1965570
    },
    {
      "epoch": 548.58,
      "grad_norm": 1.1773897409439087,
      "learning_rate": 1.1558167227408761e-06,
      "loss": 0.3416,
      "step": 1965580
    },
    {
      "epoch": 548.59,
      "grad_norm": 0.9991564154624939,
      "learning_rate": 1.1557934137559726e-06,
      "loss": 0.3215,
      "step": 1965590
    },
    {
      "epoch": 548.59,
      "grad_norm": 1.2761547565460205,
      "learning_rate": 1.1557701049291886e-06,
      "loss": 0.3361,
      "step": 1965600
    },
    {
      "epoch": 548.59,
      "grad_norm": 1.103890061378479,
      "learning_rate": 1.1557467962605238e-06,
      "loss": 0.3366,
      "step": 1965610
    },
    {
      "epoch": 548.6,
      "grad_norm": 1.3047494888305664,
      "learning_rate": 1.1557234877499828e-06,
      "loss": 0.3455,
      "step": 1965620
    },
    {
      "epoch": 548.6,
      "grad_norm": 1.237905740737915,
      "learning_rate": 1.1557001793975694e-06,
      "loss": 0.3522,
      "step": 1965630
    },
    {
      "epoch": 548.6,
      "grad_norm": 1.2746657133102417,
      "learning_rate": 1.1556768712032848e-06,
      "loss": 0.3271,
      "step": 1965640
    },
    {
      "epoch": 548.6,
      "grad_norm": 1.2797256708145142,
      "learning_rate": 1.155653563167133e-06,
      "loss": 0.3263,
      "step": 1965650
    },
    {
      "epoch": 548.61,
      "grad_norm": 0.897239625453949,
      "learning_rate": 1.1556302552891173e-06,
      "loss": 0.3419,
      "step": 1965660
    },
    {
      "epoch": 548.61,
      "grad_norm": 1.626932978630066,
      "learning_rate": 1.1556069475692412e-06,
      "loss": 0.3444,
      "step": 1965670
    },
    {
      "epoch": 548.61,
      "grad_norm": 1.0237642526626587,
      "learning_rate": 1.155583640007506e-06,
      "loss": 0.3307,
      "step": 1965680
    },
    {
      "epoch": 548.62,
      "grad_norm": 1.0886820554733276,
      "learning_rate": 1.1555603326039176e-06,
      "loss": 0.3599,
      "step": 1965690
    },
    {
      "epoch": 548.62,
      "grad_norm": 1.0915230512619019,
      "learning_rate": 1.1555370253584766e-06,
      "loss": 0.3504,
      "step": 1965700
    },
    {
      "epoch": 548.62,
      "grad_norm": 0.9956162571907043,
      "learning_rate": 1.1555137182711871e-06,
      "loss": 0.336,
      "step": 1965710
    },
    {
      "epoch": 548.62,
      "grad_norm": 0.9805123805999756,
      "learning_rate": 1.1554904113420531e-06,
      "loss": 0.348,
      "step": 1965720
    },
    {
      "epoch": 548.63,
      "grad_norm": 1.143816590309143,
      "learning_rate": 1.155467104571075e-06,
      "loss": 0.3327,
      "step": 1965730
    },
    {
      "epoch": 548.63,
      "grad_norm": 1.4113587141036987,
      "learning_rate": 1.1554437979582593e-06,
      "loss": 0.3318,
      "step": 1965740
    },
    {
      "epoch": 548.63,
      "grad_norm": 1.2257161140441895,
      "learning_rate": 1.155420491503607e-06,
      "loss": 0.3336,
      "step": 1965750
    },
    {
      "epoch": 548.64,
      "grad_norm": 1.0599839687347412,
      "learning_rate": 1.1553971852071212e-06,
      "loss": 0.3545,
      "step": 1965760
    },
    {
      "epoch": 548.64,
      "grad_norm": 1.383056879043579,
      "learning_rate": 1.1553738790688055e-06,
      "loss": 0.3496,
      "step": 1965770
    },
    {
      "epoch": 548.64,
      "grad_norm": 1.0653126239776611,
      "learning_rate": 1.1553505730886642e-06,
      "loss": 0.3436,
      "step": 1965780
    },
    {
      "epoch": 548.64,
      "grad_norm": 1.0525233745574951,
      "learning_rate": 1.1553272672666982e-06,
      "loss": 0.3473,
      "step": 1965790
    },
    {
      "epoch": 548.65,
      "grad_norm": 1.2239328622817993,
      "learning_rate": 1.1553039616029115e-06,
      "loss": 0.3186,
      "step": 1965800
    },
    {
      "epoch": 548.65,
      "grad_norm": 1.3690414428710938,
      "learning_rate": 1.1552806560973083e-06,
      "loss": 0.3417,
      "step": 1965810
    },
    {
      "epoch": 548.65,
      "grad_norm": 1.0851279497146606,
      "learning_rate": 1.155257350749889e-06,
      "loss": 0.3334,
      "step": 1965820
    },
    {
      "epoch": 548.65,
      "grad_norm": 2.8913657665252686,
      "learning_rate": 1.1552340455606597e-06,
      "loss": 0.3488,
      "step": 1965830
    },
    {
      "epoch": 548.66,
      "grad_norm": 1.290471076965332,
      "learning_rate": 1.1552107405296217e-06,
      "loss": 0.3332,
      "step": 1965840
    },
    {
      "epoch": 548.66,
      "grad_norm": 1.0724337100982666,
      "learning_rate": 1.1551874356567788e-06,
      "loss": 0.3631,
      "step": 1965850
    },
    {
      "epoch": 548.66,
      "grad_norm": 1.0541783571243286,
      "learning_rate": 1.1551641309421345e-06,
      "loss": 0.3622,
      "step": 1965860
    },
    {
      "epoch": 548.67,
      "grad_norm": 1.0774868726730347,
      "learning_rate": 1.1551408263856901e-06,
      "loss": 0.3435,
      "step": 1965870
    },
    {
      "epoch": 548.67,
      "grad_norm": 1.0169798135757446,
      "learning_rate": 1.1551175219874504e-06,
      "loss": 0.345,
      "step": 1965880
    },
    {
      "epoch": 548.67,
      "grad_norm": 1.0023740530014038,
      "learning_rate": 1.155094217747418e-06,
      "loss": 0.3364,
      "step": 1965890
    },
    {
      "epoch": 548.67,
      "grad_norm": 1.138110876083374,
      "learning_rate": 1.1550709136655966e-06,
      "loss": 0.3499,
      "step": 1965900
    },
    {
      "epoch": 548.68,
      "grad_norm": 1.1652637720108032,
      "learning_rate": 1.155047609741987e-06,
      "loss": 0.3502,
      "step": 1965910
    },
    {
      "epoch": 548.68,
      "grad_norm": 1.1484274864196777,
      "learning_rate": 1.1550243059765959e-06,
      "loss": 0.3366,
      "step": 1965920
    },
    {
      "epoch": 548.68,
      "grad_norm": 1.187544822692871,
      "learning_rate": 1.1550010023694237e-06,
      "loss": 0.3393,
      "step": 1965930
    },
    {
      "epoch": 548.69,
      "grad_norm": 1.2378543615341187,
      "learning_rate": 1.1549776989204742e-06,
      "loss": 0.348,
      "step": 1965940
    },
    {
      "epoch": 548.69,
      "grad_norm": 1.1234328746795654,
      "learning_rate": 1.1549543956297516e-06,
      "loss": 0.3587,
      "step": 1965950
    },
    {
      "epoch": 548.69,
      "grad_norm": 0.9806777834892273,
      "learning_rate": 1.1549310924972571e-06,
      "loss": 0.3244,
      "step": 1965960
    },
    {
      "epoch": 548.69,
      "grad_norm": 1.0601627826690674,
      "learning_rate": 1.1549077895229947e-06,
      "loss": 0.3394,
      "step": 1965970
    },
    {
      "epoch": 548.7,
      "grad_norm": 1.0757182836532593,
      "learning_rate": 1.1548844867069674e-06,
      "loss": 0.3467,
      "step": 1965980
    },
    {
      "epoch": 548.7,
      "grad_norm": 1.0047329664230347,
      "learning_rate": 1.1548611840491785e-06,
      "loss": 0.3367,
      "step": 1965990
    },
    {
      "epoch": 548.7,
      "grad_norm": 8.168441772460938,
      "learning_rate": 1.1548378815496319e-06,
      "loss": 0.3383,
      "step": 1966000
    },
    {
      "epoch": 548.7,
      "grad_norm": 1.0550072193145752,
      "learning_rate": 1.154814579208329e-06,
      "loss": 0.3387,
      "step": 1966010
    },
    {
      "epoch": 548.71,
      "grad_norm": 1.1960923671722412,
      "learning_rate": 1.1547912770252737e-06,
      "loss": 0.3674,
      "step": 1966020
    },
    {
      "epoch": 548.71,
      "grad_norm": 1.1936800479888916,
      "learning_rate": 1.1547679750004692e-06,
      "loss": 0.3287,
      "step": 1966030
    },
    {
      "epoch": 548.71,
      "grad_norm": 1.0924072265625,
      "learning_rate": 1.1547446731339194e-06,
      "loss": 0.3629,
      "step": 1966040
    },
    {
      "epoch": 548.72,
      "grad_norm": 1.016482949256897,
      "learning_rate": 1.1547213714256244e-06,
      "loss": 0.3289,
      "step": 1966050
    },
    {
      "epoch": 548.72,
      "grad_norm": 1.1166222095489502,
      "learning_rate": 1.1546980698755917e-06,
      "loss": 0.3491,
      "step": 1966060
    },
    {
      "epoch": 548.72,
      "grad_norm": 1.1841644048690796,
      "learning_rate": 1.1546747684838209e-06,
      "loss": 0.3359,
      "step": 1966070
    },
    {
      "epoch": 548.72,
      "grad_norm": 1.1431573629379272,
      "learning_rate": 1.1546514672503164e-06,
      "loss": 0.342,
      "step": 1966080
    },
    {
      "epoch": 548.73,
      "grad_norm": 1.2180001735687256,
      "learning_rate": 1.1546281661750824e-06,
      "loss": 0.3449,
      "step": 1966090
    },
    {
      "epoch": 548.73,
      "grad_norm": 1.0315721035003662,
      "learning_rate": 1.1546048652581198e-06,
      "loss": 0.3238,
      "step": 1966100
    },
    {
      "epoch": 548.73,
      "grad_norm": 0.9751251339912415,
      "learning_rate": 1.1545815644994326e-06,
      "loss": 0.3421,
      "step": 1966110
    },
    {
      "epoch": 548.74,
      "grad_norm": 1.0956252813339233,
      "learning_rate": 1.1545582638990243e-06,
      "loss": 0.3364,
      "step": 1966120
    },
    {
      "epoch": 548.74,
      "grad_norm": 1.3394330739974976,
      "learning_rate": 1.1545349634568985e-06,
      "loss": 0.3381,
      "step": 1966130
    },
    {
      "epoch": 548.74,
      "grad_norm": 1.1064344644546509,
      "learning_rate": 1.1545116631730566e-06,
      "loss": 0.3446,
      "step": 1966140
    },
    {
      "epoch": 548.74,
      "grad_norm": 1.4837173223495483,
      "learning_rate": 1.1544883630475026e-06,
      "loss": 0.3504,
      "step": 1966150
    },
    {
      "epoch": 548.75,
      "grad_norm": 1.0678424835205078,
      "learning_rate": 1.1544650630802408e-06,
      "loss": 0.3457,
      "step": 1966160
    },
    {
      "epoch": 548.75,
      "grad_norm": 1.1298900842666626,
      "learning_rate": 1.154441763271271e-06,
      "loss": 0.3379,
      "step": 1966170
    },
    {
      "epoch": 548.75,
      "grad_norm": 1.111611008644104,
      "learning_rate": 1.1544184636206006e-06,
      "loss": 0.3473,
      "step": 1966180
    },
    {
      "epoch": 548.76,
      "grad_norm": 1.2457714080810547,
      "learning_rate": 1.1543951641282293e-06,
      "loss": 0.3269,
      "step": 1966190
    },
    {
      "epoch": 548.76,
      "grad_norm": 1.0533065795898438,
      "learning_rate": 1.154371864794162e-06,
      "loss": 0.3466,
      "step": 1966200
    },
    {
      "epoch": 548.76,
      "grad_norm": 1.0201681852340698,
      "learning_rate": 1.1543485656184007e-06,
      "loss": 0.3291,
      "step": 1966210
    },
    {
      "epoch": 548.76,
      "grad_norm": 1.039803147315979,
      "learning_rate": 1.1543252666009503e-06,
      "loss": 0.3416,
      "step": 1966220
    },
    {
      "epoch": 548.77,
      "grad_norm": 1.0001025199890137,
      "learning_rate": 1.1543019677418113e-06,
      "loss": 0.3221,
      "step": 1966230
    },
    {
      "epoch": 548.77,
      "grad_norm": 1.0005626678466797,
      "learning_rate": 1.1542786690409885e-06,
      "loss": 0.3473,
      "step": 1966240
    },
    {
      "epoch": 548.77,
      "grad_norm": 0.9826468825340271,
      "learning_rate": 1.1542553704984857e-06,
      "loss": 0.3212,
      "step": 1966250
    },
    {
      "epoch": 548.77,
      "grad_norm": 1.1543128490447998,
      "learning_rate": 1.1542320721143028e-06,
      "loss": 0.355,
      "step": 1966260
    },
    {
      "epoch": 548.78,
      "grad_norm": 1.050980567932129,
      "learning_rate": 1.154208773888447e-06,
      "loss": 0.3589,
      "step": 1966270
    },
    {
      "epoch": 548.78,
      "grad_norm": 1.3948839902877808,
      "learning_rate": 1.1541854758209187e-06,
      "loss": 0.3529,
      "step": 1966280
    },
    {
      "epoch": 548.78,
      "grad_norm": 1.0711690187454224,
      "learning_rate": 1.1541621779117217e-06,
      "loss": 0.3201,
      "step": 1966290
    },
    {
      "epoch": 548.79,
      "grad_norm": 1.1534199714660645,
      "learning_rate": 1.15413888016086e-06,
      "loss": 0.3374,
      "step": 1966300
    },
    {
      "epoch": 548.79,
      "grad_norm": 1.2833046913146973,
      "learning_rate": 1.1541155825683342e-06,
      "loss": 0.3395,
      "step": 1966310
    },
    {
      "epoch": 548.79,
      "grad_norm": 1.2870694398880005,
      "learning_rate": 1.1540922851341507e-06,
      "loss": 0.3348,
      "step": 1966320
    },
    {
      "epoch": 548.79,
      "grad_norm": 1.0239180326461792,
      "learning_rate": 1.15406898785831e-06,
      "loss": 0.3352,
      "step": 1966330
    },
    {
      "epoch": 548.8,
      "grad_norm": 1.1758384704589844,
      "learning_rate": 1.1540456907408165e-06,
      "loss": 0.3431,
      "step": 1966340
    },
    {
      "epoch": 548.8,
      "grad_norm": 1.1451019048690796,
      "learning_rate": 1.1540223937816726e-06,
      "loss": 0.3371,
      "step": 1966350
    },
    {
      "epoch": 548.8,
      "grad_norm": 1.047986388206482,
      "learning_rate": 1.1539990969808828e-06,
      "loss": 0.3367,
      "step": 1966360
    },
    {
      "epoch": 548.81,
      "grad_norm": 1.290322184562683,
      "learning_rate": 1.1539758003384485e-06,
      "loss": 0.3549,
      "step": 1966370
    },
    {
      "epoch": 548.81,
      "grad_norm": 1.1411420106887817,
      "learning_rate": 1.1539525038543732e-06,
      "loss": 0.345,
      "step": 1966380
    },
    {
      "epoch": 548.81,
      "grad_norm": 1.1687982082366943,
      "learning_rate": 1.1539292075286613e-06,
      "loss": 0.3422,
      "step": 1966390
    },
    {
      "epoch": 548.81,
      "grad_norm": 1.0428733825683594,
      "learning_rate": 1.153905911361313e-06,
      "loss": 0.3504,
      "step": 1966400
    },
    {
      "epoch": 548.82,
      "grad_norm": 1.1267669200897217,
      "learning_rate": 1.153882615352335e-06,
      "loss": 0.3396,
      "step": 1966410
    },
    {
      "epoch": 548.82,
      "grad_norm": 1.0655547380447388,
      "learning_rate": 1.153859319501728e-06,
      "loss": 0.3372,
      "step": 1966420
    },
    {
      "epoch": 548.82,
      "grad_norm": 1.0622183084487915,
      "learning_rate": 1.1538360238094956e-06,
      "loss": 0.3538,
      "step": 1966430
    },
    {
      "epoch": 548.83,
      "grad_norm": 1.0353171825408936,
      "learning_rate": 1.1538127282756418e-06,
      "loss": 0.3455,
      "step": 1966440
    },
    {
      "epoch": 548.83,
      "grad_norm": 1.2166041135787964,
      "learning_rate": 1.1537894329001685e-06,
      "loss": 0.354,
      "step": 1966450
    },
    {
      "epoch": 548.83,
      "grad_norm": 1.0603142976760864,
      "learning_rate": 1.153766137683079e-06,
      "loss": 0.3378,
      "step": 1966460
    },
    {
      "epoch": 548.83,
      "grad_norm": 1.1132051944732666,
      "learning_rate": 1.1537428426243766e-06,
      "loss": 0.3455,
      "step": 1966470
    },
    {
      "epoch": 548.84,
      "grad_norm": 1.100572109222412,
      "learning_rate": 1.1537195477240655e-06,
      "loss": 0.353,
      "step": 1966480
    },
    {
      "epoch": 548.84,
      "grad_norm": 1.309624195098877,
      "learning_rate": 1.153696252982146e-06,
      "loss": 0.3432,
      "step": 1966490
    },
    {
      "epoch": 548.84,
      "grad_norm": 0.9917751550674438,
      "learning_rate": 1.1536729583986247e-06,
      "loss": 0.3355,
      "step": 1966500
    },
    {
      "epoch": 548.84,
      "grad_norm": 1.1165167093276978,
      "learning_rate": 1.1536496639735023e-06,
      "loss": 0.3326,
      "step": 1966510
    },
    {
      "epoch": 548.85,
      "grad_norm": 1.0585415363311768,
      "learning_rate": 1.1536263697067824e-06,
      "loss": 0.3245,
      "step": 1966520
    },
    {
      "epoch": 548.85,
      "grad_norm": 1.4662057161331177,
      "learning_rate": 1.1536030755984691e-06,
      "loss": 0.345,
      "step": 1966530
    },
    {
      "epoch": 548.85,
      "grad_norm": 1.1824874877929688,
      "learning_rate": 1.153579781648564e-06,
      "loss": 0.3191,
      "step": 1966540
    },
    {
      "epoch": 548.86,
      "grad_norm": 1.0622026920318604,
      "learning_rate": 1.1535564878570708e-06,
      "loss": 0.3444,
      "step": 1966550
    },
    {
      "epoch": 548.86,
      "grad_norm": 1.2896695137023926,
      "learning_rate": 1.1535331942239928e-06,
      "loss": 0.3334,
      "step": 1966560
    },
    {
      "epoch": 548.86,
      "grad_norm": 1.1085186004638672,
      "learning_rate": 1.1535099007493325e-06,
      "loss": 0.3459,
      "step": 1966570
    },
    {
      "epoch": 548.86,
      "grad_norm": 1.1755454540252686,
      "learning_rate": 1.1534866074330948e-06,
      "loss": 0.3313,
      "step": 1966580
    },
    {
      "epoch": 548.87,
      "grad_norm": 1.0280777215957642,
      "learning_rate": 1.1534633142752806e-06,
      "loss": 0.3429,
      "step": 1966590
    },
    {
      "epoch": 548.87,
      "grad_norm": 1.1332939863204956,
      "learning_rate": 1.1534400212758937e-06,
      "loss": 0.3614,
      "step": 1966600
    },
    {
      "epoch": 548.87,
      "grad_norm": 1.072253704071045,
      "learning_rate": 1.1534167284349374e-06,
      "loss": 0.3337,
      "step": 1966610
    },
    {
      "epoch": 548.88,
      "grad_norm": 1.1512113809585571,
      "learning_rate": 1.1533934357524158e-06,
      "loss": 0.3474,
      "step": 1966620
    },
    {
      "epoch": 548.88,
      "grad_norm": 1.1987268924713135,
      "learning_rate": 1.153370143228329e-06,
      "loss": 0.3383,
      "step": 1966630
    },
    {
      "epoch": 548.88,
      "grad_norm": 1.1233187913894653,
      "learning_rate": 1.1533468508626842e-06,
      "loss": 0.3413,
      "step": 1966640
    },
    {
      "epoch": 548.88,
      "grad_norm": 1.0769156217575073,
      "learning_rate": 1.153323558655481e-06,
      "loss": 0.3394,
      "step": 1966650
    },
    {
      "epoch": 548.89,
      "grad_norm": 1.0709542036056519,
      "learning_rate": 1.1533002666067243e-06,
      "loss": 0.3366,
      "step": 1966660
    },
    {
      "epoch": 548.89,
      "grad_norm": 1.116662621498108,
      "learning_rate": 1.1532769747164174e-06,
      "loss": 0.3452,
      "step": 1966670
    },
    {
      "epoch": 548.89,
      "grad_norm": 1.3094747066497803,
      "learning_rate": 1.153253682984562e-06,
      "loss": 0.3353,
      "step": 1966680
    },
    {
      "epoch": 548.89,
      "grad_norm": 1.1413394212722778,
      "learning_rate": 1.1532303914111621e-06,
      "loss": 0.3409,
      "step": 1966690
    },
    {
      "epoch": 548.9,
      "grad_norm": 1.1521871089935303,
      "learning_rate": 1.1532070999962205e-06,
      "loss": 0.3393,
      "step": 1966700
    },
    {
      "epoch": 548.9,
      "grad_norm": 1.2413549423217773,
      "learning_rate": 1.1531838087397416e-06,
      "loss": 0.3379,
      "step": 1966710
    },
    {
      "epoch": 548.9,
      "grad_norm": 1.3275889158248901,
      "learning_rate": 1.1531605176417266e-06,
      "loss": 0.3554,
      "step": 1966720
    },
    {
      "epoch": 548.91,
      "grad_norm": 1.032883644104004,
      "learning_rate": 1.153137226702179e-06,
      "loss": 0.3203,
      "step": 1966730
    },
    {
      "epoch": 548.91,
      "grad_norm": 1.2955116033554077,
      "learning_rate": 1.1531139359211024e-06,
      "loss": 0.3274,
      "step": 1966740
    },
    {
      "epoch": 548.91,
      "grad_norm": 1.2022089958190918,
      "learning_rate": 1.1530906452984998e-06,
      "loss": 0.3485,
      "step": 1966750
    },
    {
      "epoch": 548.91,
      "grad_norm": 1.0036671161651611,
      "learning_rate": 1.1530673548343755e-06,
      "loss": 0.3288,
      "step": 1966760
    },
    {
      "epoch": 548.92,
      "grad_norm": 1.3515081405639648,
      "learning_rate": 1.1530440645287298e-06,
      "loss": 0.3385,
      "step": 1966770
    },
    {
      "epoch": 548.92,
      "grad_norm": 1.2960118055343628,
      "learning_rate": 1.153020774381568e-06,
      "loss": 0.3428,
      "step": 1966780
    },
    {
      "epoch": 548.92,
      "grad_norm": 1.125044345855713,
      "learning_rate": 1.1529974843928924e-06,
      "loss": 0.3549,
      "step": 1966790
    },
    {
      "epoch": 548.93,
      "grad_norm": 1.590815782546997,
      "learning_rate": 1.152974194562707e-06,
      "loss": 0.3524,
      "step": 1966800
    },
    {
      "epoch": 548.93,
      "grad_norm": 1.0657758712768555,
      "learning_rate": 1.1529509048910137e-06,
      "loss": 0.3404,
      "step": 1966810
    },
    {
      "epoch": 548.93,
      "grad_norm": 1.0694758892059326,
      "learning_rate": 1.1529276153778156e-06,
      "loss": 0.3371,
      "step": 1966820
    },
    {
      "epoch": 548.93,
      "grad_norm": 1.1813234090805054,
      "learning_rate": 1.1529043260231175e-06,
      "loss": 0.355,
      "step": 1966830
    },
    {
      "epoch": 548.94,
      "grad_norm": 0.9633172750473022,
      "learning_rate": 1.1528810368269193e-06,
      "loss": 0.3252,
      "step": 1966840
    },
    {
      "epoch": 548.94,
      "grad_norm": 1.1970772743225098,
      "learning_rate": 1.1528577477892278e-06,
      "loss": 0.3322,
      "step": 1966850
    },
    {
      "epoch": 548.94,
      "grad_norm": 1.0590959787368774,
      "learning_rate": 1.1528344589100427e-06,
      "loss": 0.3588,
      "step": 1966860
    },
    {
      "epoch": 548.95,
      "grad_norm": 1.071991205215454,
      "learning_rate": 1.1528111701893708e-06,
      "loss": 0.332,
      "step": 1966870
    },
    {
      "epoch": 548.95,
      "grad_norm": 1.3941335678100586,
      "learning_rate": 1.1527878816272122e-06,
      "loss": 0.3347,
      "step": 1966880
    },
    {
      "epoch": 548.95,
      "grad_norm": 1.0562059879302979,
      "learning_rate": 1.1527645932235707e-06,
      "loss": 0.3423,
      "step": 1966890
    },
    {
      "epoch": 548.95,
      "grad_norm": 1.0279266834259033,
      "learning_rate": 1.1527413049784509e-06,
      "loss": 0.3445,
      "step": 1966900
    },
    {
      "epoch": 548.96,
      "grad_norm": 1.0638737678527832,
      "learning_rate": 1.1527180168918538e-06,
      "loss": 0.3426,
      "step": 1966910
    },
    {
      "epoch": 548.96,
      "grad_norm": 1.2788312435150146,
      "learning_rate": 1.1526947289637832e-06,
      "loss": 0.329,
      "step": 1966920
    },
    {
      "epoch": 548.96,
      "grad_norm": 1.2880927324295044,
      "learning_rate": 1.1526714411942423e-06,
      "loss": 0.3445,
      "step": 1966930
    },
    {
      "epoch": 548.96,
      "grad_norm": 1.1334726810455322,
      "learning_rate": 1.1526481535832354e-06,
      "loss": 0.3209,
      "step": 1966940
    },
    {
      "epoch": 548.97,
      "grad_norm": 1.2989795207977295,
      "learning_rate": 1.1526248661307634e-06,
      "loss": 0.3337,
      "step": 1966950
    },
    {
      "epoch": 548.97,
      "grad_norm": 1.1455790996551514,
      "learning_rate": 1.1526015788368306e-06,
      "loss": 0.3259,
      "step": 1966960
    },
    {
      "epoch": 548.97,
      "grad_norm": 1.0973756313323975,
      "learning_rate": 1.1525782917014408e-06,
      "loss": 0.3318,
      "step": 1966970
    },
    {
      "epoch": 548.98,
      "grad_norm": 1.0967562198638916,
      "learning_rate": 1.1525550047245946e-06,
      "loss": 0.3426,
      "step": 1966980
    },
    {
      "epoch": 548.98,
      "grad_norm": 1.0837719440460205,
      "learning_rate": 1.1525317179062985e-06,
      "loss": 0.3469,
      "step": 1966990
    },
    {
      "epoch": 548.98,
      "grad_norm": 1.1843687295913696,
      "learning_rate": 1.152508431246553e-06,
      "loss": 0.3396,
      "step": 1967000
    },
    {
      "epoch": 548.98,
      "grad_norm": 1.1496199369430542,
      "learning_rate": 1.1524851447453622e-06,
      "loss": 0.3291,
      "step": 1967010
    },
    {
      "epoch": 548.99,
      "grad_norm": 1.3245378732681274,
      "learning_rate": 1.1524618584027287e-06,
      "loss": 0.3262,
      "step": 1967020
    },
    {
      "epoch": 548.99,
      "grad_norm": 1.1093168258666992,
      "learning_rate": 1.1524385722186572e-06,
      "loss": 0.354,
      "step": 1967030
    },
    {
      "epoch": 548.99,
      "grad_norm": 1.0310269594192505,
      "learning_rate": 1.1524152861931484e-06,
      "loss": 0.3385,
      "step": 1967040
    },
    {
      "epoch": 549.0,
      "grad_norm": 1.1385385990142822,
      "learning_rate": 1.1523920003262067e-06,
      "loss": 0.3252,
      "step": 1967050
    },
    {
      "epoch": 549.0,
      "grad_norm": 1.291738748550415,
      "learning_rate": 1.1523687146178362e-06,
      "loss": 0.3472,
      "step": 1967060
    },
    {
      "epoch": 549.0,
      "eval_loss": 0.34100639820098877,
      "eval_runtime": 63.6107,
      "eval_samples_per_second": 79.531,
      "eval_steps_per_second": 9.951,
      "step": 1967067
    },
    {
      "epoch": 549.0,
      "grad_norm": 1.2290359735488892,
      "learning_rate": 1.152345429068037e-06,
      "loss": 0.3284,
      "step": 1967070
    },
    {
      "epoch": 549.0,
      "grad_norm": 1.1320068836212158,
      "learning_rate": 1.1523221436768157e-06,
      "loss": 0.3431,
      "step": 1967080
    },
    {
      "epoch": 549.01,
      "grad_norm": 1.343526840209961,
      "learning_rate": 1.152298858444173e-06,
      "loss": 0.3356,
      "step": 1967090
    },
    {
      "epoch": 549.01,
      "grad_norm": 1.031783938407898,
      "learning_rate": 1.152275573370113e-06,
      "loss": 0.3246,
      "step": 1967100
    },
    {
      "epoch": 549.01,
      "grad_norm": 1.2049260139465332,
      "learning_rate": 1.152252288454639e-06,
      "loss": 0.3455,
      "step": 1967110
    },
    {
      "epoch": 549.01,
      "grad_norm": 1.1968357563018799,
      "learning_rate": 1.1522290036977527e-06,
      "loss": 0.3403,
      "step": 1967120
    },
    {
      "epoch": 549.02,
      "grad_norm": 1.1760532855987549,
      "learning_rate": 1.1522057190994585e-06,
      "loss": 0.3447,
      "step": 1967130
    },
    {
      "epoch": 549.02,
      "grad_norm": 1.1996980905532837,
      "learning_rate": 1.1521824346597592e-06,
      "loss": 0.342,
      "step": 1967140
    },
    {
      "epoch": 549.02,
      "grad_norm": 1.0809317827224731,
      "learning_rate": 1.1521591503786578e-06,
      "loss": 0.3341,
      "step": 1967150
    },
    {
      "epoch": 549.03,
      "grad_norm": 0.9800124168395996,
      "learning_rate": 1.1521358662561574e-06,
      "loss": 0.3336,
      "step": 1967160
    },
    {
      "epoch": 549.03,
      "grad_norm": 1.0743701457977295,
      "learning_rate": 1.1521125822922622e-06,
      "loss": 0.3374,
      "step": 1967170
    },
    {
      "epoch": 549.03,
      "grad_norm": 1.0840857028961182,
      "learning_rate": 1.1520892984869733e-06,
      "loss": 0.3368,
      "step": 1967180
    },
    {
      "epoch": 549.03,
      "grad_norm": 1.3844287395477295,
      "learning_rate": 1.1520660148402945e-06,
      "loss": 0.3353,
      "step": 1967190
    },
    {
      "epoch": 549.04,
      "grad_norm": 1.1286530494689941,
      "learning_rate": 1.1520427313522304e-06,
      "loss": 0.3357,
      "step": 1967200
    },
    {
      "epoch": 549.04,
      "grad_norm": 1.0704513788223267,
      "learning_rate": 1.1520194480227811e-06,
      "loss": 0.3488,
      "step": 1967210
    },
    {
      "epoch": 549.04,
      "grad_norm": 1.217811942100525,
      "learning_rate": 1.151996164851953e-06,
      "loss": 0.3447,
      "step": 1967220
    },
    {
      "epoch": 549.05,
      "grad_norm": 1.2011269330978394,
      "learning_rate": 1.1519728818397471e-06,
      "loss": 0.3334,
      "step": 1967230
    },
    {
      "epoch": 549.05,
      "grad_norm": 1.1251521110534668,
      "learning_rate": 1.1519495989861669e-06,
      "loss": 0.3288,
      "step": 1967240
    },
    {
      "epoch": 549.05,
      "grad_norm": 1.2178730964660645,
      "learning_rate": 1.1519263162912162e-06,
      "loss": 0.3355,
      "step": 1967250
    },
    {
      "epoch": 549.05,
      "grad_norm": 1.142421007156372,
      "learning_rate": 1.151903033754897e-06,
      "loss": 0.3475,
      "step": 1967260
    },
    {
      "epoch": 549.06,
      "grad_norm": 1.0315241813659668,
      "learning_rate": 1.1518797513772128e-06,
      "loss": 0.3311,
      "step": 1967270
    },
    {
      "epoch": 549.06,
      "grad_norm": 1.8897472620010376,
      "learning_rate": 1.1518564691581672e-06,
      "loss": 0.339,
      "step": 1967280
    },
    {
      "epoch": 549.06,
      "grad_norm": 1.4707013368606567,
      "learning_rate": 1.1518331870977636e-06,
      "loss": 0.3549,
      "step": 1967290
    },
    {
      "epoch": 549.07,
      "grad_norm": 1.0910030603408813,
      "learning_rate": 1.1518099051960028e-06,
      "loss": 0.3362,
      "step": 1967300
    },
    {
      "epoch": 549.07,
      "grad_norm": 1.052781105041504,
      "learning_rate": 1.151786623452891e-06,
      "loss": 0.3298,
      "step": 1967310
    },
    {
      "epoch": 549.07,
      "grad_norm": 1.1590980291366577,
      "learning_rate": 1.151763341868429e-06,
      "loss": 0.3259,
      "step": 1967320
    },
    {
      "epoch": 549.07,
      "grad_norm": 1.0761796236038208,
      "learning_rate": 1.151740060442621e-06,
      "loss": 0.342,
      "step": 1967330
    },
    {
      "epoch": 549.08,
      "grad_norm": 1.0553359985351562,
      "learning_rate": 1.1517167791754706e-06,
      "loss": 0.3262,
      "step": 1967340
    },
    {
      "epoch": 549.08,
      "grad_norm": 1.3465046882629395,
      "learning_rate": 1.1516934980669794e-06,
      "loss": 0.3353,
      "step": 1967350
    },
    {
      "epoch": 549.08,
      "grad_norm": 1.0296742916107178,
      "learning_rate": 1.1516702171171512e-06,
      "loss": 0.3246,
      "step": 1967360
    },
    {
      "epoch": 549.08,
      "grad_norm": 1.0333056449890137,
      "learning_rate": 1.1516469363259892e-06,
      "loss": 0.3314,
      "step": 1967370
    },
    {
      "epoch": 549.09,
      "grad_norm": 1.2437962293624878,
      "learning_rate": 1.151623655693497e-06,
      "loss": 0.3419,
      "step": 1967380
    },
    {
      "epoch": 549.09,
      "grad_norm": 1.1042566299438477,
      "learning_rate": 1.1516003752196768e-06,
      "loss": 0.3631,
      "step": 1967390
    },
    {
      "epoch": 549.09,
      "grad_norm": 0.9860303997993469,
      "learning_rate": 1.1515770949045317e-06,
      "loss": 0.346,
      "step": 1967400
    },
    {
      "epoch": 549.1,
      "grad_norm": 1.1542977094650269,
      "learning_rate": 1.151553814748066e-06,
      "loss": 0.3396,
      "step": 1967410
    },
    {
      "epoch": 549.1,
      "grad_norm": 1.0031565427780151,
      "learning_rate": 1.1515305347502803e-06,
      "loss": 0.3314,
      "step": 1967420
    },
    {
      "epoch": 549.1,
      "grad_norm": 1.0449670553207397,
      "learning_rate": 1.1515072549111808e-06,
      "loss": 0.3381,
      "step": 1967430
    },
    {
      "epoch": 549.1,
      "grad_norm": 1.4758554697036743,
      "learning_rate": 1.1514839752307677e-06,
      "loss": 0.3388,
      "step": 1967440
    },
    {
      "epoch": 549.11,
      "grad_norm": 1.2693620920181274,
      "learning_rate": 1.1514606957090472e-06,
      "loss": 0.3502,
      "step": 1967450
    },
    {
      "epoch": 549.11,
      "grad_norm": 1.042514443397522,
      "learning_rate": 1.1514374163460198e-06,
      "loss": 0.3185,
      "step": 1967460
    },
    {
      "epoch": 549.11,
      "grad_norm": 1.2544150352478027,
      "learning_rate": 1.1514141371416896e-06,
      "loss": 0.3416,
      "step": 1967470
    },
    {
      "epoch": 549.12,
      "grad_norm": 0.9475255608558655,
      "learning_rate": 1.1513908580960603e-06,
      "loss": 0.3422,
      "step": 1967480
    },
    {
      "epoch": 549.12,
      "grad_norm": 1.266884446144104,
      "learning_rate": 1.1513675792091336e-06,
      "loss": 0.3527,
      "step": 1967490
    },
    {
      "epoch": 549.12,
      "grad_norm": 1.3596793413162231,
      "learning_rate": 1.1513443004809136e-06,
      "loss": 0.3266,
      "step": 1967500
    },
    {
      "epoch": 549.12,
      "grad_norm": 1.229836106300354,
      "learning_rate": 1.1513210219114028e-06,
      "loss": 0.3446,
      "step": 1967510
    },
    {
      "epoch": 549.13,
      "grad_norm": 1.3284931182861328,
      "learning_rate": 1.1512977435006056e-06,
      "loss": 0.3297,
      "step": 1967520
    },
    {
      "epoch": 549.13,
      "grad_norm": 1.4103021621704102,
      "learning_rate": 1.1512744652485232e-06,
      "loss": 0.3428,
      "step": 1967530
    },
    {
      "epoch": 549.13,
      "grad_norm": 1.0728107690811157,
      "learning_rate": 1.1512511871551597e-06,
      "loss": 0.3439,
      "step": 1967540
    },
    {
      "epoch": 549.13,
      "grad_norm": 0.9928436875343323,
      "learning_rate": 1.1512279092205189e-06,
      "loss": 0.331,
      "step": 1967550
    },
    {
      "epoch": 549.14,
      "grad_norm": 1.0926545858383179,
      "learning_rate": 1.1512046314446013e-06,
      "loss": 0.3479,
      "step": 1967560
    },
    {
      "epoch": 549.14,
      "grad_norm": 0.9716699719429016,
      "learning_rate": 1.1511813538274137e-06,
      "loss": 0.3471,
      "step": 1967570
    },
    {
      "epoch": 549.14,
      "grad_norm": 1.1671310663223267,
      "learning_rate": 1.1511580763689564e-06,
      "loss": 0.3381,
      "step": 1967580
    },
    {
      "epoch": 549.15,
      "grad_norm": 1.1024351119995117,
      "learning_rate": 1.1511347990692335e-06,
      "loss": 0.3495,
      "step": 1967590
    },
    {
      "epoch": 549.15,
      "grad_norm": 1.0095100402832031,
      "learning_rate": 1.1511115219282478e-06,
      "loss": 0.3323,
      "step": 1967600
    },
    {
      "epoch": 549.15,
      "grad_norm": 1.0813682079315186,
      "learning_rate": 1.1510882449460037e-06,
      "loss": 0.3384,
      "step": 1967610
    },
    {
      "epoch": 549.15,
      "grad_norm": 1.059205174446106,
      "learning_rate": 1.1510649681225022e-06,
      "loss": 0.3407,
      "step": 1967620
    },
    {
      "epoch": 549.16,
      "grad_norm": 1.1696183681488037,
      "learning_rate": 1.1510416914577474e-06,
      "loss": 0.3386,
      "step": 1967630
    },
    {
      "epoch": 549.16,
      "grad_norm": 1.0135301351547241,
      "learning_rate": 1.1510184149517435e-06,
      "loss": 0.3227,
      "step": 1967640
    },
    {
      "epoch": 549.16,
      "grad_norm": 1.0111528635025024,
      "learning_rate": 1.1509951386044904e-06,
      "loss": 0.3402,
      "step": 1967650
    },
    {
      "epoch": 549.17,
      "grad_norm": 1.169123888015747,
      "learning_rate": 1.1509718624159951e-06,
      "loss": 0.3283,
      "step": 1967660
    },
    {
      "epoch": 549.17,
      "grad_norm": 1.2891731262207031,
      "learning_rate": 1.1509485863862582e-06,
      "loss": 0.3434,
      "step": 1967670
    },
    {
      "epoch": 549.17,
      "grad_norm": 1.144988775253296,
      "learning_rate": 1.1509253105152836e-06,
      "loss": 0.3474,
      "step": 1967680
    },
    {
      "epoch": 549.17,
      "grad_norm": 1.043524146080017,
      "learning_rate": 1.1509020348030739e-06,
      "loss": 0.3133,
      "step": 1967690
    },
    {
      "epoch": 549.18,
      "grad_norm": 1.1485358476638794,
      "learning_rate": 1.1508787592496337e-06,
      "loss": 0.3444,
      "step": 1967700
    },
    {
      "epoch": 549.18,
      "grad_norm": 1.2738207578659058,
      "learning_rate": 1.150855483854964e-06,
      "loss": 0.3452,
      "step": 1967710
    },
    {
      "epoch": 549.18,
      "grad_norm": 0.9822227954864502,
      "learning_rate": 1.150832208619069e-06,
      "loss": 0.3413,
      "step": 1967720
    },
    {
      "epoch": 549.19,
      "grad_norm": 1.1362969875335693,
      "learning_rate": 1.1508089335419518e-06,
      "loss": 0.351,
      "step": 1967730
    },
    {
      "epoch": 549.19,
      "grad_norm": 1.1460926532745361,
      "learning_rate": 1.150785658623615e-06,
      "loss": 0.3546,
      "step": 1967740
    },
    {
      "epoch": 549.19,
      "grad_norm": 1.247770071029663,
      "learning_rate": 1.1507623838640633e-06,
      "loss": 0.344,
      "step": 1967750
    },
    {
      "epoch": 549.19,
      "grad_norm": 1.0832756757736206,
      "learning_rate": 1.1507391092632976e-06,
      "loss": 0.3338,
      "step": 1967760
    },
    {
      "epoch": 549.2,
      "grad_norm": 1.569895625114441,
      "learning_rate": 1.1507158348213218e-06,
      "loss": 0.3259,
      "step": 1967770
    },
    {
      "epoch": 549.2,
      "grad_norm": 1.1986944675445557,
      "learning_rate": 1.1506925605381403e-06,
      "loss": 0.3439,
      "step": 1967780
    },
    {
      "epoch": 549.2,
      "grad_norm": 1.035730242729187,
      "learning_rate": 1.1506692864137534e-06,
      "loss": 0.3313,
      "step": 1967790
    },
    {
      "epoch": 549.2,
      "grad_norm": 1.6351922750473022,
      "learning_rate": 1.1506460124481673e-06,
      "loss": 0.3478,
      "step": 1967800
    },
    {
      "epoch": 549.21,
      "grad_norm": 1.2138324975967407,
      "learning_rate": 1.1506227386413828e-06,
      "loss": 0.3442,
      "step": 1967810
    },
    {
      "epoch": 549.21,
      "grad_norm": 1.3671057224273682,
      "learning_rate": 1.150599464993404e-06,
      "loss": 0.3455,
      "step": 1967820
    },
    {
      "epoch": 549.21,
      "grad_norm": 1.2897629737854004,
      "learning_rate": 1.150576191504234e-06,
      "loss": 0.3392,
      "step": 1967830
    },
    {
      "epoch": 549.22,
      "grad_norm": 1.049478530883789,
      "learning_rate": 1.1505529181738765e-06,
      "loss": 0.3322,
      "step": 1967840
    },
    {
      "epoch": 549.22,
      "grad_norm": 1.0264025926589966,
      "learning_rate": 1.150529645002333e-06,
      "loss": 0.3214,
      "step": 1967850
    },
    {
      "epoch": 549.22,
      "grad_norm": 1.185928463935852,
      "learning_rate": 1.1505063719896074e-06,
      "loss": 0.3408,
      "step": 1967860
    },
    {
      "epoch": 549.22,
      "grad_norm": 1.0904755592346191,
      "learning_rate": 1.1504830991357038e-06,
      "loss": 0.3473,
      "step": 1967870
    },
    {
      "epoch": 549.23,
      "grad_norm": 0.8912163972854614,
      "learning_rate": 1.1504598264406225e-06,
      "loss": 0.3376,
      "step": 1967880
    },
    {
      "epoch": 549.23,
      "grad_norm": 1.152763843536377,
      "learning_rate": 1.1504365539043703e-06,
      "loss": 0.3335,
      "step": 1967890
    },
    {
      "epoch": 549.23,
      "grad_norm": 1.1404457092285156,
      "learning_rate": 1.1504132815269475e-06,
      "loss": 0.349,
      "step": 1967900
    },
    {
      "epoch": 549.24,
      "grad_norm": 1.1713252067565918,
      "learning_rate": 1.1503900093083582e-06,
      "loss": 0.348,
      "step": 1967910
    },
    {
      "epoch": 549.24,
      "grad_norm": 1.1540319919586182,
      "learning_rate": 1.1503667372486063e-06,
      "loss": 0.3351,
      "step": 1967920
    },
    {
      "epoch": 549.24,
      "grad_norm": 1.105177879333496,
      "learning_rate": 1.1503434653476929e-06,
      "loss": 0.3374,
      "step": 1967930
    },
    {
      "epoch": 549.24,
      "grad_norm": 1.2688381671905518,
      "learning_rate": 1.1503201936056225e-06,
      "loss": 0.3315,
      "step": 1967940
    },
    {
      "epoch": 549.25,
      "grad_norm": 1.155245065689087,
      "learning_rate": 1.150296922022398e-06,
      "loss": 0.3422,
      "step": 1967950
    },
    {
      "epoch": 549.25,
      "grad_norm": 1.115718126296997,
      "learning_rate": 1.1502736505980232e-06,
      "loss": 0.3449,
      "step": 1967960
    },
    {
      "epoch": 549.25,
      "grad_norm": 1.0800135135650635,
      "learning_rate": 1.1502503793324989e-06,
      "loss": 0.3487,
      "step": 1967970
    },
    {
      "epoch": 549.25,
      "grad_norm": 1.0288918018341064,
      "learning_rate": 1.1502271082258311e-06,
      "loss": 0.3442,
      "step": 1967980
    },
    {
      "epoch": 549.26,
      "grad_norm": 1.047074317932129,
      "learning_rate": 1.1502038372780208e-06,
      "loss": 0.3466,
      "step": 1967990
    },
    {
      "epoch": 549.26,
      "grad_norm": 1.019649863243103,
      "learning_rate": 1.1501805664890718e-06,
      "loss": 0.3294,
      "step": 1968000
    },
    {
      "epoch": 549.26,
      "grad_norm": 1.698325753211975,
      "learning_rate": 1.1501572958589882e-06,
      "loss": 0.3387,
      "step": 1968010
    },
    {
      "epoch": 549.27,
      "grad_norm": 1.1429997682571411,
      "learning_rate": 1.1501340253877703e-06,
      "loss": 0.3383,
      "step": 1968020
    },
    {
      "epoch": 549.27,
      "grad_norm": 0.9462642073631287,
      "learning_rate": 1.1501107550754246e-06,
      "loss": 0.3373,
      "step": 1968030
    },
    {
      "epoch": 549.27,
      "grad_norm": 1.9372286796569824,
      "learning_rate": 1.150087484921952e-06,
      "loss": 0.3559,
      "step": 1968040
    },
    {
      "epoch": 549.27,
      "grad_norm": 1.1120344400405884,
      "learning_rate": 1.1500642149273562e-06,
      "loss": 0.3354,
      "step": 1968050
    },
    {
      "epoch": 549.28,
      "grad_norm": 1.1053211688995361,
      "learning_rate": 1.150040945091641e-06,
      "loss": 0.3316,
      "step": 1968060
    },
    {
      "epoch": 549.28,
      "grad_norm": 1.2485923767089844,
      "learning_rate": 1.150017675414808e-06,
      "loss": 0.3502,
      "step": 1968070
    },
    {
      "epoch": 549.28,
      "grad_norm": 1.1439710855484009,
      "learning_rate": 1.149994405896861e-06,
      "loss": 0.3513,
      "step": 1968080
    },
    {
      "epoch": 549.29,
      "grad_norm": 1.236807942390442,
      "learning_rate": 1.1499711365378034e-06,
      "loss": 0.3264,
      "step": 1968090
    },
    {
      "epoch": 549.29,
      "grad_norm": 1.3009394407272339,
      "learning_rate": 1.1499478673376387e-06,
      "loss": 0.3401,
      "step": 1968100
    },
    {
      "epoch": 549.29,
      "grad_norm": 1.1197892427444458,
      "learning_rate": 1.1499245982963678e-06,
      "loss": 0.3254,
      "step": 1968110
    },
    {
      "epoch": 549.29,
      "grad_norm": 1.1371257305145264,
      "learning_rate": 1.1499013294139971e-06,
      "loss": 0.3415,
      "step": 1968120
    },
    {
      "epoch": 549.3,
      "grad_norm": 1.1432467699050903,
      "learning_rate": 1.1498780606905273e-06,
      "loss": 0.3386,
      "step": 1968130
    },
    {
      "epoch": 549.3,
      "grad_norm": 1.2253021001815796,
      "learning_rate": 1.149854792125962e-06,
      "loss": 0.3411,
      "step": 1968140
    },
    {
      "epoch": 549.3,
      "grad_norm": 1.194343090057373,
      "learning_rate": 1.1498315237203053e-06,
      "loss": 0.3313,
      "step": 1968150
    },
    {
      "epoch": 549.31,
      "grad_norm": 1.0681825876235962,
      "learning_rate": 1.1498082554735587e-06,
      "loss": 0.3246,
      "step": 1968160
    },
    {
      "epoch": 549.31,
      "grad_norm": 2.824352264404297,
      "learning_rate": 1.149784987385726e-06,
      "loss": 0.3505,
      "step": 1968170
    },
    {
      "epoch": 549.31,
      "grad_norm": 1.1024190187454224,
      "learning_rate": 1.1497617194568103e-06,
      "loss": 0.3415,
      "step": 1968180
    },
    {
      "epoch": 549.31,
      "grad_norm": 0.9022972583770752,
      "learning_rate": 1.149738451686816e-06,
      "loss": 0.3377,
      "step": 1968190
    },
    {
      "epoch": 549.32,
      "grad_norm": 1.0563496351242065,
      "learning_rate": 1.1497151840757438e-06,
      "loss": 0.3379,
      "step": 1968200
    },
    {
      "epoch": 549.32,
      "grad_norm": 1.202775478363037,
      "learning_rate": 1.149691916623598e-06,
      "loss": 0.3282,
      "step": 1968210
    },
    {
      "epoch": 549.32,
      "grad_norm": 1.1439428329467773,
      "learning_rate": 1.1496686493303825e-06,
      "loss": 0.3304,
      "step": 1968220
    },
    {
      "epoch": 549.32,
      "grad_norm": 1.0236231088638306,
      "learning_rate": 1.149645382196098e-06,
      "loss": 0.3471,
      "step": 1968230
    },
    {
      "epoch": 549.33,
      "grad_norm": 1.1184320449829102,
      "learning_rate": 1.1496221152207506e-06,
      "loss": 0.3317,
      "step": 1968240
    },
    {
      "epoch": 549.33,
      "grad_norm": 1.7301616668701172,
      "learning_rate": 1.1495988484043412e-06,
      "loss": 0.3366,
      "step": 1968250
    },
    {
      "epoch": 549.33,
      "grad_norm": 1.0626381635665894,
      "learning_rate": 1.1495755817468736e-06,
      "loss": 0.3298,
      "step": 1968260
    },
    {
      "epoch": 549.34,
      "grad_norm": 1.0444443225860596,
      "learning_rate": 1.1495523152483508e-06,
      "loss": 0.3364,
      "step": 1968270
    },
    {
      "epoch": 549.34,
      "grad_norm": 1.0145303010940552,
      "learning_rate": 1.1495290489087773e-06,
      "loss": 0.3267,
      "step": 1968280
    },
    {
      "epoch": 549.34,
      "grad_norm": 1.0389678478240967,
      "learning_rate": 1.149505782728154e-06,
      "loss": 0.3512,
      "step": 1968290
    },
    {
      "epoch": 549.34,
      "grad_norm": 1.1374834775924683,
      "learning_rate": 1.1494825167064846e-06,
      "loss": 0.345,
      "step": 1968300
    },
    {
      "epoch": 549.35,
      "grad_norm": 1.4424898624420166,
      "learning_rate": 1.1494592508437729e-06,
      "loss": 0.3332,
      "step": 1968310
    },
    {
      "epoch": 549.35,
      "grad_norm": 1.1537516117095947,
      "learning_rate": 1.1494359851400213e-06,
      "loss": 0.3417,
      "step": 1968320
    },
    {
      "epoch": 549.35,
      "grad_norm": 1.0561552047729492,
      "learning_rate": 1.1494127195952342e-06,
      "loss": 0.336,
      "step": 1968330
    },
    {
      "epoch": 549.36,
      "grad_norm": 1.1163884401321411,
      "learning_rate": 1.149389454209413e-06,
      "loss": 0.3352,
      "step": 1968340
    },
    {
      "epoch": 549.36,
      "grad_norm": 1.0589711666107178,
      "learning_rate": 1.149366188982561e-06,
      "loss": 0.3569,
      "step": 1968350
    },
    {
      "epoch": 549.36,
      "grad_norm": 3.1699695587158203,
      "learning_rate": 1.1493429239146835e-06,
      "loss": 0.3331,
      "step": 1968360
    },
    {
      "epoch": 549.36,
      "grad_norm": 1.4016999006271362,
      "learning_rate": 1.1493196590057797e-06,
      "loss": 0.3495,
      "step": 1968370
    },
    {
      "epoch": 549.37,
      "grad_norm": 1.0398200750350952,
      "learning_rate": 1.1492963942558567e-06,
      "loss": 0.3427,
      "step": 1968380
    },
    {
      "epoch": 549.37,
      "grad_norm": 1.0633728504180908,
      "learning_rate": 1.149273129664915e-06,
      "loss": 0.3302,
      "step": 1968390
    },
    {
      "epoch": 549.37,
      "grad_norm": 1.0980792045593262,
      "learning_rate": 1.1492498652329583e-06,
      "loss": 0.3321,
      "step": 1968400
    },
    {
      "epoch": 549.37,
      "grad_norm": 1.1245684623718262,
      "learning_rate": 1.14922660095999e-06,
      "loss": 0.3373,
      "step": 1968410
    },
    {
      "epoch": 549.38,
      "grad_norm": 3.0183537006378174,
      "learning_rate": 1.149203336846014e-06,
      "loss": 0.3352,
      "step": 1968420
    },
    {
      "epoch": 549.38,
      "grad_norm": 1.294917106628418,
      "learning_rate": 1.1491800728910317e-06,
      "loss": 0.3551,
      "step": 1968430
    },
    {
      "epoch": 549.38,
      "grad_norm": 0.9547443985939026,
      "learning_rate": 1.1491568090950467e-06,
      "loss": 0.344,
      "step": 1968440
    },
    {
      "epoch": 549.39,
      "grad_norm": 5.090522766113281,
      "learning_rate": 1.1491335454580635e-06,
      "loss": 0.3317,
      "step": 1968450
    },
    {
      "epoch": 549.39,
      "grad_norm": 0.9844703674316406,
      "learning_rate": 1.149110281980082e-06,
      "loss": 0.3486,
      "step": 1968460
    },
    {
      "epoch": 549.39,
      "grad_norm": 1.0852367877960205,
      "learning_rate": 1.1490870186611095e-06,
      "loss": 0.3321,
      "step": 1968470
    },
    {
      "epoch": 549.39,
      "grad_norm": 1.1563735008239746,
      "learning_rate": 1.149063755501146e-06,
      "loss": 0.3436,
      "step": 1968480
    },
    {
      "epoch": 549.4,
      "grad_norm": 1.1667228937149048,
      "learning_rate": 1.1490404925001955e-06,
      "loss": 0.3535,
      "step": 1968490
    },
    {
      "epoch": 549.4,
      "grad_norm": 1.2768526077270508,
      "learning_rate": 1.149017229658262e-06,
      "loss": 0.3399,
      "step": 1968500
    },
    {
      "epoch": 549.4,
      "grad_norm": 1.1520849466323853,
      "learning_rate": 1.1489939669753469e-06,
      "loss": 0.3422,
      "step": 1968510
    },
    {
      "epoch": 549.41,
      "grad_norm": 1.3073512315750122,
      "learning_rate": 1.1489707044514543e-06,
      "loss": 0.3284,
      "step": 1968520
    },
    {
      "epoch": 549.41,
      "grad_norm": 1.2121728658676147,
      "learning_rate": 1.1489474420865872e-06,
      "loss": 0.3472,
      "step": 1968530
    },
    {
      "epoch": 549.41,
      "grad_norm": 1.3724400997161865,
      "learning_rate": 1.1489241798807492e-06,
      "loss": 0.3378,
      "step": 1968540
    },
    {
      "epoch": 549.41,
      "grad_norm": 1.5087578296661377,
      "learning_rate": 1.1489009178339412e-06,
      "loss": 0.334,
      "step": 1968550
    },
    {
      "epoch": 549.42,
      "grad_norm": 1.1968261003494263,
      "learning_rate": 1.14887765594617e-06,
      "loss": 0.3333,
      "step": 1968560
    },
    {
      "epoch": 549.42,
      "grad_norm": 1.0788391828536987,
      "learning_rate": 1.1488543942174353e-06,
      "loss": 0.3388,
      "step": 1968570
    },
    {
      "epoch": 549.42,
      "grad_norm": 1.2635923624038696,
      "learning_rate": 1.1488311326477415e-06,
      "loss": 0.3447,
      "step": 1968580
    },
    {
      "epoch": 549.43,
      "grad_norm": 1.0784398317337036,
      "learning_rate": 1.1488078712370932e-06,
      "loss": 0.3566,
      "step": 1968590
    },
    {
      "epoch": 549.43,
      "grad_norm": 1.113097071647644,
      "learning_rate": 1.1487846099854899e-06,
      "loss": 0.3435,
      "step": 1968600
    },
    {
      "epoch": 549.43,
      "grad_norm": 1.2628659009933472,
      "learning_rate": 1.1487613488929386e-06,
      "loss": 0.3363,
      "step": 1968610
    },
    {
      "epoch": 549.43,
      "grad_norm": 13.328852653503418,
      "learning_rate": 1.1487380879594396e-06,
      "loss": 0.3371,
      "step": 1968620
    },
    {
      "epoch": 549.44,
      "grad_norm": 1.0479979515075684,
      "learning_rate": 1.148714827184997e-06,
      "loss": 0.3299,
      "step": 1968630
    },
    {
      "epoch": 549.44,
      "grad_norm": 1.0246831178665161,
      "learning_rate": 1.148691566569615e-06,
      "loss": 0.32,
      "step": 1968640
    },
    {
      "epoch": 549.44,
      "grad_norm": 1.13874089717865,
      "learning_rate": 1.1486683061132946e-06,
      "loss": 0.3626,
      "step": 1968650
    },
    {
      "epoch": 549.44,
      "grad_norm": 0.9908178448677063,
      "learning_rate": 1.14864504581604e-06,
      "loss": 0.3318,
      "step": 1968660
    },
    {
      "epoch": 549.45,
      "grad_norm": 1.2552639245986938,
      "learning_rate": 1.148621785677854e-06,
      "loss": 0.3426,
      "step": 1968670
    },
    {
      "epoch": 549.45,
      "grad_norm": 0.9313864707946777,
      "learning_rate": 1.148598525698741e-06,
      "loss": 0.3241,
      "step": 1968680
    },
    {
      "epoch": 549.45,
      "grad_norm": 1.6256746053695679,
      "learning_rate": 1.1485752658787012e-06,
      "loss": 0.3356,
      "step": 1968690
    },
    {
      "epoch": 549.46,
      "grad_norm": 0.9846569299697876,
      "learning_rate": 1.1485520062177411e-06,
      "loss": 0.331,
      "step": 1968700
    },
    {
      "epoch": 549.46,
      "grad_norm": 1.0650477409362793,
      "learning_rate": 1.1485287467158614e-06,
      "loss": 0.3378,
      "step": 1968710
    },
    {
      "epoch": 549.46,
      "grad_norm": 1.422587275505066,
      "learning_rate": 1.1485054873730661e-06,
      "loss": 0.3391,
      "step": 1968720
    },
    {
      "epoch": 549.46,
      "grad_norm": 1.250382423400879,
      "learning_rate": 1.1484822281893589e-06,
      "loss": 0.346,
      "step": 1968730
    },
    {
      "epoch": 549.47,
      "grad_norm": 1.0565201044082642,
      "learning_rate": 1.1484589691647412e-06,
      "loss": 0.3405,
      "step": 1968740
    },
    {
      "epoch": 549.47,
      "grad_norm": 0.9564574956893921,
      "learning_rate": 1.1484357102992172e-06,
      "loss": 0.3522,
      "step": 1968750
    },
    {
      "epoch": 549.47,
      "grad_norm": 1.0904768705368042,
      "learning_rate": 1.1484124515927897e-06,
      "loss": 0.3468,
      "step": 1968760
    },
    {
      "epoch": 549.48,
      "grad_norm": 1.3760935068130493,
      "learning_rate": 1.1483891930454632e-06,
      "loss": 0.3466,
      "step": 1968770
    },
    {
      "epoch": 549.48,
      "grad_norm": 1.1866917610168457,
      "learning_rate": 1.1483659346572374e-06,
      "loss": 0.3501,
      "step": 1968780
    },
    {
      "epoch": 549.48,
      "grad_norm": 1.1393539905548096,
      "learning_rate": 1.1483426764281193e-06,
      "loss": 0.3381,
      "step": 1968790
    },
    {
      "epoch": 549.48,
      "grad_norm": 1.0266735553741455,
      "learning_rate": 1.1483194183581097e-06,
      "loss": 0.3346,
      "step": 1968800
    },
    {
      "epoch": 549.49,
      "grad_norm": 1.1616932153701782,
      "learning_rate": 1.148296160447212e-06,
      "loss": 0.3353,
      "step": 1968810
    },
    {
      "epoch": 549.49,
      "grad_norm": 1.3283315896987915,
      "learning_rate": 1.1482729026954302e-06,
      "loss": 0.3503,
      "step": 1968820
    },
    {
      "epoch": 549.49,
      "grad_norm": 1.2399914264678955,
      "learning_rate": 1.1482496451027661e-06,
      "loss": 0.3638,
      "step": 1968830
    },
    {
      "epoch": 549.49,
      "grad_norm": 1.0947834253311157,
      "learning_rate": 1.1482263876692236e-06,
      "loss": 0.3365,
      "step": 1968840
    },
    {
      "epoch": 549.5,
      "grad_norm": 1.1601358652114868,
      "learning_rate": 1.1482031303948054e-06,
      "loss": 0.3492,
      "step": 1968850
    },
    {
      "epoch": 549.5,
      "grad_norm": 1.1183942556381226,
      "learning_rate": 1.1481798732795158e-06,
      "loss": 0.3332,
      "step": 1968860
    },
    {
      "epoch": 549.5,
      "grad_norm": 1.1600635051727295,
      "learning_rate": 1.148156616323356e-06,
      "loss": 0.3444,
      "step": 1968870
    },
    {
      "epoch": 549.51,
      "grad_norm": 1.3311235904693604,
      "learning_rate": 1.1481333595263296e-06,
      "loss": 0.3506,
      "step": 1968880
    },
    {
      "epoch": 549.51,
      "grad_norm": 1.2330883741378784,
      "learning_rate": 1.1481101028884407e-06,
      "loss": 0.3306,
      "step": 1968890
    },
    {
      "epoch": 549.51,
      "grad_norm": 1.1989543437957764,
      "learning_rate": 1.1480868464096914e-06,
      "loss": 0.3392,
      "step": 1968900
    },
    {
      "epoch": 549.51,
      "grad_norm": 1.2196990251541138,
      "learning_rate": 1.1480635900900865e-06,
      "loss": 0.3361,
      "step": 1968910
    },
    {
      "epoch": 549.52,
      "grad_norm": 1.1085281372070312,
      "learning_rate": 1.1480403339296256e-06,
      "loss": 0.3352,
      "step": 1968920
    },
    {
      "epoch": 549.52,
      "grad_norm": 1.1154865026474,
      "learning_rate": 1.148017077928316e-06,
      "loss": 0.3496,
      "step": 1968930
    },
    {
      "epoch": 549.52,
      "grad_norm": 1.0119125843048096,
      "learning_rate": 1.1479938220861577e-06,
      "loss": 0.3486,
      "step": 1968940
    },
    {
      "epoch": 549.53,
      "grad_norm": 1.2135637998580933,
      "learning_rate": 1.1479705664031549e-06,
      "loss": 0.3465,
      "step": 1968950
    },
    {
      "epoch": 549.53,
      "grad_norm": 2.932302474975586,
      "learning_rate": 1.1479473108793116e-06,
      "loss": 0.3498,
      "step": 1968960
    },
    {
      "epoch": 549.53,
      "grad_norm": 1.2675365209579468,
      "learning_rate": 1.1479240555146292e-06,
      "loss": 0.337,
      "step": 1968970
    },
    {
      "epoch": 549.53,
      "grad_norm": 1.135083556175232,
      "learning_rate": 1.1479008003091113e-06,
      "loss": 0.3231,
      "step": 1968980
    },
    {
      "epoch": 549.54,
      "grad_norm": 1.0238116979599,
      "learning_rate": 1.1478775452627615e-06,
      "loss": 0.3314,
      "step": 1968990
    },
    {
      "epoch": 549.54,
      "grad_norm": 1.1936306953430176,
      "learning_rate": 1.1478542903755834e-06,
      "loss": 0.3411,
      "step": 1969000
    },
    {
      "epoch": 549.54,
      "grad_norm": 1.394805669784546,
      "learning_rate": 1.1478310356475786e-06,
      "loss": 0.3388,
      "step": 1969010
    },
    {
      "epoch": 549.55,
      "grad_norm": 1.14601469039917,
      "learning_rate": 1.1478077810787508e-06,
      "loss": 0.3532,
      "step": 1969020
    },
    {
      "epoch": 549.55,
      "grad_norm": 1.2963709831237793,
      "learning_rate": 1.1477845266691042e-06,
      "loss": 0.3394,
      "step": 1969030
    },
    {
      "epoch": 549.55,
      "grad_norm": 1.3885362148284912,
      "learning_rate": 1.1477612724186392e-06,
      "loss": 0.3407,
      "step": 1969040
    },
    {
      "epoch": 549.55,
      "grad_norm": 0.9967337250709534,
      "learning_rate": 1.1477380183273622e-06,
      "loss": 0.347,
      "step": 1969050
    },
    {
      "epoch": 549.56,
      "grad_norm": 1.2570565938949585,
      "learning_rate": 1.1477147643952739e-06,
      "loss": 0.3438,
      "step": 1969060
    },
    {
      "epoch": 549.56,
      "grad_norm": 1.1348731517791748,
      "learning_rate": 1.1476915106223784e-06,
      "loss": 0.3461,
      "step": 1969070
    },
    {
      "epoch": 549.56,
      "grad_norm": 1.2863578796386719,
      "learning_rate": 1.1476682570086785e-06,
      "loss": 0.3282,
      "step": 1969080
    },
    {
      "epoch": 549.56,
      "grad_norm": 1.0995429754257202,
      "learning_rate": 1.1476450035541782e-06,
      "loss": 0.3234,
      "step": 1969090
    },
    {
      "epoch": 549.57,
      "grad_norm": 1.2023077011108398,
      "learning_rate": 1.147621750258879e-06,
      "loss": 0.3417,
      "step": 1969100
    },
    {
      "epoch": 549.57,
      "grad_norm": 1.2058314085006714,
      "learning_rate": 1.1475984971227848e-06,
      "loss": 0.3482,
      "step": 1969110
    },
    {
      "epoch": 549.57,
      "grad_norm": 1.1131914854049683,
      "learning_rate": 1.1475752441458997e-06,
      "loss": 0.3302,
      "step": 1969120
    },
    {
      "epoch": 549.58,
      "grad_norm": 1.247358798980713,
      "learning_rate": 1.1475519913282236e-06,
      "loss": 0.3534,
      "step": 1969130
    },
    {
      "epoch": 549.58,
      "grad_norm": 0.9572930932044983,
      "learning_rate": 1.147528738669764e-06,
      "loss": 0.3415,
      "step": 1969140
    },
    {
      "epoch": 549.58,
      "grad_norm": 1.1001697778701782,
      "learning_rate": 1.1475054861705207e-06,
      "loss": 0.3316,
      "step": 1969150
    },
    {
      "epoch": 549.58,
      "grad_norm": 1.0229190587997437,
      "learning_rate": 1.1474822338304979e-06,
      "loss": 0.3381,
      "step": 1969160
    },
    {
      "epoch": 549.59,
      "grad_norm": 1.3658220767974854,
      "learning_rate": 1.1474589816496995e-06,
      "loss": 0.3486,
      "step": 1969170
    },
    {
      "epoch": 549.59,
      "grad_norm": 1.1028037071228027,
      "learning_rate": 1.147435729628126e-06,
      "loss": 0.3419,
      "step": 1969180
    },
    {
      "epoch": 549.59,
      "grad_norm": 1.2768875360488892,
      "learning_rate": 1.1474124777657841e-06,
      "loss": 0.3419,
      "step": 1969190
    },
    {
      "epoch": 549.6,
      "grad_norm": 1.0358167886734009,
      "learning_rate": 1.1473892260626742e-06,
      "loss": 0.3373,
      "step": 1969200
    },
    {
      "epoch": 549.6,
      "grad_norm": 1.2701692581176758,
      "learning_rate": 1.1473659745188e-06,
      "loss": 0.3435,
      "step": 1969210
    },
    {
      "epoch": 549.6,
      "grad_norm": 1.0121738910675049,
      "learning_rate": 1.1473427231341652e-06,
      "loss": 0.3437,
      "step": 1969220
    },
    {
      "epoch": 549.6,
      "grad_norm": 1.2265779972076416,
      "learning_rate": 1.1473194719087732e-06,
      "loss": 0.3435,
      "step": 1969230
    },
    {
      "epoch": 549.61,
      "grad_norm": 1.137476921081543,
      "learning_rate": 1.1472962208426257e-06,
      "loss": 0.3411,
      "step": 1969240
    },
    {
      "epoch": 549.61,
      "grad_norm": 0.993929922580719,
      "learning_rate": 1.1472729699357263e-06,
      "loss": 0.3323,
      "step": 1969250
    },
    {
      "epoch": 549.61,
      "grad_norm": 1.1231331825256348,
      "learning_rate": 1.1472497191880793e-06,
      "loss": 0.3289,
      "step": 1969260
    },
    {
      "epoch": 549.61,
      "grad_norm": 1.397108793258667,
      "learning_rate": 1.1472264685996848e-06,
      "loss": 0.3443,
      "step": 1969270
    },
    {
      "epoch": 549.62,
      "grad_norm": 1.3139684200286865,
      "learning_rate": 1.1472032181705501e-06,
      "loss": 0.3528,
      "step": 1969280
    },
    {
      "epoch": 549.62,
      "grad_norm": 1.2499910593032837,
      "learning_rate": 1.147179967900675e-06,
      "loss": 0.3446,
      "step": 1969290
    },
    {
      "epoch": 549.62,
      "grad_norm": 1.2542293071746826,
      "learning_rate": 1.1471567177900639e-06,
      "loss": 0.3513,
      "step": 1969300
    },
    {
      "epoch": 549.63,
      "grad_norm": 1.3303419351577759,
      "learning_rate": 1.1471334678387201e-06,
      "loss": 0.3548,
      "step": 1969310
    },
    {
      "epoch": 549.63,
      "grad_norm": 1.1485798358917236,
      "learning_rate": 1.147110218046646e-06,
      "loss": 0.3563,
      "step": 1969320
    },
    {
      "epoch": 549.63,
      "grad_norm": 1.4349884986877441,
      "learning_rate": 1.1470869684138446e-06,
      "loss": 0.3634,
      "step": 1969330
    },
    {
      "epoch": 549.63,
      "grad_norm": 1.1231671571731567,
      "learning_rate": 1.1470637189403195e-06,
      "loss": 0.341,
      "step": 1969340
    },
    {
      "epoch": 549.64,
      "grad_norm": 1.1544196605682373,
      "learning_rate": 1.1470404696260744e-06,
      "loss": 0.3425,
      "step": 1969350
    },
    {
      "epoch": 549.64,
      "grad_norm": 1.130517840385437,
      "learning_rate": 1.1470172204711102e-06,
      "loss": 0.3488,
      "step": 1969360
    },
    {
      "epoch": 549.64,
      "grad_norm": 1.1247400045394897,
      "learning_rate": 1.146993971475433e-06,
      "loss": 0.3316,
      "step": 1969370
    },
    {
      "epoch": 549.65,
      "grad_norm": 1.3051295280456543,
      "learning_rate": 1.1469707226390435e-06,
      "loss": 0.3173,
      "step": 1969380
    },
    {
      "epoch": 549.65,
      "grad_norm": 1.0465878248214722,
      "learning_rate": 1.1469474739619456e-06,
      "loss": 0.3379,
      "step": 1969390
    },
    {
      "epoch": 549.65,
      "grad_norm": 1.126946210861206,
      "learning_rate": 1.1469242254441433e-06,
      "loss": 0.3462,
      "step": 1969400
    },
    {
      "epoch": 549.65,
      "grad_norm": 1.20223069190979,
      "learning_rate": 1.146900977085638e-06,
      "loss": 0.3526,
      "step": 1969410
    },
    {
      "epoch": 549.66,
      "grad_norm": 1.5346707105636597,
      "learning_rate": 1.1468777288864338e-06,
      "loss": 0.32,
      "step": 1969420
    },
    {
      "epoch": 549.66,
      "grad_norm": 1.1470084190368652,
      "learning_rate": 1.1468544808465336e-06,
      "loss": 0.3439,
      "step": 1969430
    },
    {
      "epoch": 549.66,
      "grad_norm": 1.4673405885696411,
      "learning_rate": 1.146831232965941e-06,
      "loss": 0.3257,
      "step": 1969440
    },
    {
      "epoch": 549.67,
      "grad_norm": 1.1576706171035767,
      "learning_rate": 1.146807985244658e-06,
      "loss": 0.3237,
      "step": 1969450
    },
    {
      "epoch": 549.67,
      "grad_norm": 1.064056396484375,
      "learning_rate": 1.1467847376826886e-06,
      "loss": 0.3516,
      "step": 1969460
    },
    {
      "epoch": 549.67,
      "grad_norm": 1.302566647529602,
      "learning_rate": 1.1467614902800353e-06,
      "loss": 0.3398,
      "step": 1969470
    },
    {
      "epoch": 549.67,
      "grad_norm": 1.255085825920105,
      "learning_rate": 1.1467382430367016e-06,
      "loss": 0.3477,
      "step": 1969480
    },
    {
      "epoch": 549.68,
      "grad_norm": 1.1792800426483154,
      "learning_rate": 1.1467149959526915e-06,
      "loss": 0.3481,
      "step": 1969490
    },
    {
      "epoch": 549.68,
      "grad_norm": 1.2686046361923218,
      "learning_rate": 1.1466917490280048e-06,
      "loss": 0.3379,
      "step": 1969500
    },
    {
      "epoch": 549.68,
      "grad_norm": 1.1361380815505981,
      "learning_rate": 1.146668502262649e-06,
      "loss": 0.3447,
      "step": 1969510
    },
    {
      "epoch": 549.68,
      "grad_norm": 1.111761212348938,
      "learning_rate": 1.1466452556566243e-06,
      "loss": 0.3368,
      "step": 1969520
    },
    {
      "epoch": 549.69,
      "grad_norm": 1.2528462409973145,
      "learning_rate": 1.1466220092099344e-06,
      "loss": 0.3471,
      "step": 1969530
    },
    {
      "epoch": 549.69,
      "grad_norm": 1.2769609689712524,
      "learning_rate": 1.1465987629225835e-06,
      "loss": 0.339,
      "step": 1969540
    },
    {
      "epoch": 549.69,
      "grad_norm": 1.0768091678619385,
      "learning_rate": 1.1465755167945727e-06,
      "loss": 0.3393,
      "step": 1969550
    },
    {
      "epoch": 549.7,
      "grad_norm": 1.0596176385879517,
      "learning_rate": 1.1465522708259063e-06,
      "loss": 0.3456,
      "step": 1969560
    },
    {
      "epoch": 549.7,
      "grad_norm": 2.577976703643799,
      "learning_rate": 1.1465290250165875e-06,
      "loss": 0.3384,
      "step": 1969570
    },
    {
      "epoch": 549.7,
      "grad_norm": 1.2670360803604126,
      "learning_rate": 1.1465057793666196e-06,
      "loss": 0.3419,
      "step": 1969580
    },
    {
      "epoch": 549.7,
      "grad_norm": 1.1860426664352417,
      "learning_rate": 1.1464825338760047e-06,
      "loss": 0.3457,
      "step": 1969590
    },
    {
      "epoch": 549.71,
      "grad_norm": 1.1647095680236816,
      "learning_rate": 1.146459288544746e-06,
      "loss": 0.3396,
      "step": 1969600
    },
    {
      "epoch": 549.71,
      "grad_norm": 1.2181267738342285,
      "learning_rate": 1.1464360433728473e-06,
      "loss": 0.3208,
      "step": 1969610
    },
    {
      "epoch": 549.71,
      "grad_norm": 1.0662204027175903,
      "learning_rate": 1.1464127983603113e-06,
      "loss": 0.3431,
      "step": 1969620
    },
    {
      "epoch": 549.72,
      "grad_norm": 1.0158195495605469,
      "learning_rate": 1.1463895535071422e-06,
      "loss": 0.3483,
      "step": 1969630
    },
    {
      "epoch": 549.72,
      "grad_norm": 1.1914962530136108,
      "learning_rate": 1.1463663088133413e-06,
      "loss": 0.3505,
      "step": 1969640
    },
    {
      "epoch": 549.72,
      "grad_norm": 1.1780798435211182,
      "learning_rate": 1.1463430642789126e-06,
      "loss": 0.3333,
      "step": 1969650
    },
    {
      "epoch": 549.72,
      "grad_norm": 1.128832459449768,
      "learning_rate": 1.1463198199038588e-06,
      "loss": 0.3605,
      "step": 1969660
    },
    {
      "epoch": 549.73,
      "grad_norm": 1.2276949882507324,
      "learning_rate": 1.1462965756881843e-06,
      "loss": 0.3327,
      "step": 1969670
    },
    {
      "epoch": 549.73,
      "grad_norm": 1.1304956674575806,
      "learning_rate": 1.1462733316318903e-06,
      "loss": 0.3535,
      "step": 1969680
    },
    {
      "epoch": 549.73,
      "grad_norm": 1.1320257186889648,
      "learning_rate": 1.1462500877349807e-06,
      "loss": 0.3426,
      "step": 1969690
    },
    {
      "epoch": 549.73,
      "grad_norm": 1.0608415603637695,
      "learning_rate": 1.1462268439974594e-06,
      "loss": 0.3532,
      "step": 1969700
    },
    {
      "epoch": 549.74,
      "grad_norm": 1.0640870332717896,
      "learning_rate": 1.1462036004193271e-06,
      "loss": 0.3343,
      "step": 1969710
    },
    {
      "epoch": 549.74,
      "grad_norm": 1.241765022277832,
      "learning_rate": 1.1461803570005903e-06,
      "loss": 0.3471,
      "step": 1969720
    },
    {
      "epoch": 549.74,
      "grad_norm": 1.0994694232940674,
      "learning_rate": 1.1461571137412496e-06,
      "loss": 0.3249,
      "step": 1969730
    },
    {
      "epoch": 549.75,
      "grad_norm": 1.1464424133300781,
      "learning_rate": 1.1461338706413087e-06,
      "loss": 0.3522,
      "step": 1969740
    },
    {
      "epoch": 549.75,
      "grad_norm": 1.3607447147369385,
      "learning_rate": 1.146110627700771e-06,
      "loss": 0.3521,
      "step": 1969750
    },
    {
      "epoch": 549.75,
      "grad_norm": 1.053122878074646,
      "learning_rate": 1.1460873849196392e-06,
      "loss": 0.348,
      "step": 1969760
    },
    {
      "epoch": 549.75,
      "grad_norm": 1.510188102722168,
      "learning_rate": 1.1460641422979177e-06,
      "loss": 0.3444,
      "step": 1969770
    },
    {
      "epoch": 549.76,
      "grad_norm": 1.126213788986206,
      "learning_rate": 1.1460408998356077e-06,
      "loss": 0.3191,
      "step": 1969780
    },
    {
      "epoch": 549.76,
      "grad_norm": 1.1278070211410522,
      "learning_rate": 1.146017657532713e-06,
      "loss": 0.3199,
      "step": 1969790
    },
    {
      "epoch": 549.76,
      "grad_norm": 1.1088417768478394,
      "learning_rate": 1.1459944153892367e-06,
      "loss": 0.3306,
      "step": 1969800
    },
    {
      "epoch": 549.77,
      "grad_norm": 1.1664243936538696,
      "learning_rate": 1.145971173405183e-06,
      "loss": 0.3288,
      "step": 1969810
    },
    {
      "epoch": 549.77,
      "grad_norm": 1.0489412546157837,
      "learning_rate": 1.1459479315805528e-06,
      "loss": 0.3476,
      "step": 1969820
    },
    {
      "epoch": 549.77,
      "grad_norm": 1.2147371768951416,
      "learning_rate": 1.1459246899153508e-06,
      "loss": 0.3351,
      "step": 1969830
    },
    {
      "epoch": 549.77,
      "grad_norm": 1.0112839937210083,
      "learning_rate": 1.1459014484095803e-06,
      "loss": 0.3389,
      "step": 1969840
    },
    {
      "epoch": 549.78,
      "grad_norm": 1.2048062086105347,
      "learning_rate": 1.145878207063242e-06,
      "loss": 0.3503,
      "step": 1969850
    },
    {
      "epoch": 549.78,
      "grad_norm": 1.177261233329773,
      "learning_rate": 1.1458549658763427e-06,
      "loss": 0.3482,
      "step": 1969860
    },
    {
      "epoch": 549.78,
      "grad_norm": 1.181391716003418,
      "learning_rate": 1.1458317248488826e-06,
      "loss": 0.3325,
      "step": 1969870
    },
    {
      "epoch": 549.79,
      "grad_norm": 1.0614756345748901,
      "learning_rate": 1.1458084839808657e-06,
      "loss": 0.3358,
      "step": 1969880
    },
    {
      "epoch": 549.79,
      "grad_norm": 1.2972254753112793,
      "learning_rate": 1.1457852432722953e-06,
      "loss": 0.3319,
      "step": 1969890
    },
    {
      "epoch": 549.79,
      "grad_norm": 1.1492680311203003,
      "learning_rate": 1.145762002723175e-06,
      "loss": 0.3392,
      "step": 1969900
    },
    {
      "epoch": 549.79,
      "grad_norm": 1.3247939348220825,
      "learning_rate": 1.1457387623335066e-06,
      "loss": 0.3543,
      "step": 1969910
    },
    {
      "epoch": 549.8,
      "grad_norm": 1.1173064708709717,
      "learning_rate": 1.1457155221032936e-06,
      "loss": 0.3258,
      "step": 1969920
    },
    {
      "epoch": 549.8,
      "grad_norm": 1.3077795505523682,
      "learning_rate": 1.1456922820325403e-06,
      "loss": 0.3582,
      "step": 1969930
    },
    {
      "epoch": 549.8,
      "grad_norm": 1.2395247220993042,
      "learning_rate": 1.145669042121247e-06,
      "loss": 0.3314,
      "step": 1969940
    },
    {
      "epoch": 549.8,
      "grad_norm": 1.097701907157898,
      "learning_rate": 1.1456458023694205e-06,
      "loss": 0.3358,
      "step": 1969950
    },
    {
      "epoch": 549.81,
      "grad_norm": 1.0980517864227295,
      "learning_rate": 1.1456225627770608e-06,
      "loss": 0.3431,
      "step": 1969960
    },
    {
      "epoch": 549.81,
      "grad_norm": 1.1898497343063354,
      "learning_rate": 1.1455993233441724e-06,
      "loss": 0.3303,
      "step": 1969970
    },
    {
      "epoch": 549.81,
      "grad_norm": 1.0724132061004639,
      "learning_rate": 1.1455760840707592e-06,
      "loss": 0.3414,
      "step": 1969980
    },
    {
      "epoch": 549.82,
      "grad_norm": 1.0485502481460571,
      "learning_rate": 1.1455528449568221e-06,
      "loss": 0.3577,
      "step": 1969990
    },
    {
      "epoch": 549.82,
      "grad_norm": 1.2290927171707153,
      "learning_rate": 1.1455296060023655e-06,
      "loss": 0.3489,
      "step": 1970000
    },
    {
      "epoch": 549.82,
      "grad_norm": 1.1716774702072144,
      "learning_rate": 1.1455063672073924e-06,
      "loss": 0.3508,
      "step": 1970010
    },
    {
      "epoch": 549.82,
      "grad_norm": 1.1421200037002563,
      "learning_rate": 1.1454831285719068e-06,
      "loss": 0.3414,
      "step": 1970020
    },
    {
      "epoch": 549.83,
      "grad_norm": 1.1994283199310303,
      "learning_rate": 1.1454598900959088e-06,
      "loss": 0.3432,
      "step": 1970030
    },
    {
      "epoch": 549.83,
      "grad_norm": 1.142179012298584,
      "learning_rate": 1.1454366517794054e-06,
      "loss": 0.3447,
      "step": 1970040
    },
    {
      "epoch": 549.83,
      "grad_norm": 1.4302089214324951,
      "learning_rate": 1.1454134136223972e-06,
      "loss": 0.3467,
      "step": 1970050
    },
    {
      "epoch": 549.84,
      "grad_norm": 1.1126883029937744,
      "learning_rate": 1.1453901756248879e-06,
      "loss": 0.3514,
      "step": 1970060
    },
    {
      "epoch": 549.84,
      "grad_norm": 1.1298205852508545,
      "learning_rate": 1.1453669377868812e-06,
      "loss": 0.3284,
      "step": 1970070
    },
    {
      "epoch": 549.84,
      "grad_norm": 1.0782179832458496,
      "learning_rate": 1.145343700108378e-06,
      "loss": 0.3203,
      "step": 1970080
    },
    {
      "epoch": 549.84,
      "grad_norm": 1.0732263326644897,
      "learning_rate": 1.145320462589385e-06,
      "loss": 0.3352,
      "step": 1970090
    },
    {
      "epoch": 549.85,
      "grad_norm": 1.0974979400634766,
      "learning_rate": 1.145297225229902e-06,
      "loss": 0.3338,
      "step": 1970100
    },
    {
      "epoch": 549.85,
      "grad_norm": 1.0114941596984863,
      "learning_rate": 1.1452739880299337e-06,
      "loss": 0.3322,
      "step": 1970110
    },
    {
      "epoch": 549.85,
      "grad_norm": 1.473840594291687,
      "learning_rate": 1.1452507509894837e-06,
      "loss": 0.3536,
      "step": 1970120
    },
    {
      "epoch": 549.85,
      "grad_norm": 0.9908798336982727,
      "learning_rate": 1.1452275141085533e-06,
      "loss": 0.3289,
      "step": 1970130
    },
    {
      "epoch": 549.86,
      "grad_norm": 1.1801066398620605,
      "learning_rate": 1.1452042773871466e-06,
      "loss": 0.3466,
      "step": 1970140
    },
    {
      "epoch": 549.86,
      "grad_norm": 1.0038834810256958,
      "learning_rate": 1.1451810408252666e-06,
      "loss": 0.3369,
      "step": 1970150
    },
    {
      "epoch": 549.86,
      "grad_norm": 1.3223414421081543,
      "learning_rate": 1.1451578044229175e-06,
      "loss": 0.3442,
      "step": 1970160
    },
    {
      "epoch": 549.87,
      "grad_norm": 1.1068657636642456,
      "learning_rate": 1.1451345681800996e-06,
      "loss": 0.3397,
      "step": 1970170
    },
    {
      "epoch": 549.87,
      "grad_norm": 1.1259996891021729,
      "learning_rate": 1.1451113320968191e-06,
      "loss": 0.3318,
      "step": 1970180
    },
    {
      "epoch": 549.87,
      "grad_norm": 1.1628847122192383,
      "learning_rate": 1.1450880961730773e-06,
      "loss": 0.336,
      "step": 1970190
    },
    {
      "epoch": 549.87,
      "grad_norm": 1.1489360332489014,
      "learning_rate": 1.1450648604088777e-06,
      "loss": 0.3426,
      "step": 1970200
    },
    {
      "epoch": 549.88,
      "grad_norm": 1.2163640260696411,
      "learning_rate": 1.145041624804224e-06,
      "loss": 0.3498,
      "step": 1970210
    },
    {
      "epoch": 549.88,
      "grad_norm": 1.2898731231689453,
      "learning_rate": 1.145018389359118e-06,
      "loss": 0.3463,
      "step": 1970220
    },
    {
      "epoch": 549.88,
      "grad_norm": 1.0806565284729004,
      "learning_rate": 1.1449951540735636e-06,
      "loss": 0.3306,
      "step": 1970230
    },
    {
      "epoch": 549.89,
      "grad_norm": 1.2767961025238037,
      "learning_rate": 1.1449719189475637e-06,
      "loss": 0.3411,
      "step": 1970240
    },
    {
      "epoch": 549.89,
      "grad_norm": 1.0331501960754395,
      "learning_rate": 1.1449486839811226e-06,
      "loss": 0.3373,
      "step": 1970250
    },
    {
      "epoch": 549.89,
      "grad_norm": 1.357103705406189,
      "learning_rate": 1.144925449174241e-06,
      "loss": 0.3426,
      "step": 1970260
    },
    {
      "epoch": 549.89,
      "grad_norm": 1.1485224962234497,
      "learning_rate": 1.1449022145269236e-06,
      "loss": 0.3539,
      "step": 1970270
    },
    {
      "epoch": 549.9,
      "grad_norm": 1.072402834892273,
      "learning_rate": 1.1448789800391738e-06,
      "loss": 0.346,
      "step": 1970280
    },
    {
      "epoch": 549.9,
      "grad_norm": 1.2207868099212646,
      "learning_rate": 1.1448557457109926e-06,
      "loss": 0.3336,
      "step": 1970290
    },
    {
      "epoch": 549.9,
      "grad_norm": 1.1436938047409058,
      "learning_rate": 1.144832511542386e-06,
      "loss": 0.337,
      "step": 1970300
    },
    {
      "epoch": 549.91,
      "grad_norm": 1.135582685470581,
      "learning_rate": 1.1448092775333547e-06,
      "loss": 0.362,
      "step": 1970310
    },
    {
      "epoch": 549.91,
      "grad_norm": 1.1167144775390625,
      "learning_rate": 1.144786043683903e-06,
      "loss": 0.3392,
      "step": 1970320
    },
    {
      "epoch": 549.91,
      "grad_norm": 1.2686100006103516,
      "learning_rate": 1.1447628099940337e-06,
      "loss": 0.3455,
      "step": 1970330
    },
    {
      "epoch": 549.91,
      "grad_norm": 1.0702037811279297,
      "learning_rate": 1.14473957646375e-06,
      "loss": 0.3403,
      "step": 1970340
    },
    {
      "epoch": 549.92,
      "grad_norm": 1.1675174236297607,
      "learning_rate": 1.1447163430930556e-06,
      "loss": 0.3428,
      "step": 1970350
    },
    {
      "epoch": 549.92,
      "grad_norm": 2.749746561050415,
      "learning_rate": 1.144693109881952e-06,
      "loss": 0.3475,
      "step": 1970360
    },
    {
      "epoch": 549.92,
      "grad_norm": 1.0351507663726807,
      "learning_rate": 1.1446698768304432e-06,
      "loss": 0.3414,
      "step": 1970370
    },
    {
      "epoch": 549.92,
      "grad_norm": 1.1050009727478027,
      "learning_rate": 1.1446466439385325e-06,
      "loss": 0.3276,
      "step": 1970380
    },
    {
      "epoch": 549.93,
      "grad_norm": 1.3608818054199219,
      "learning_rate": 1.1446234112062236e-06,
      "loss": 0.3349,
      "step": 1970390
    },
    {
      "epoch": 549.93,
      "grad_norm": 1.1412267684936523,
      "learning_rate": 1.144600178633518e-06,
      "loss": 0.3461,
      "step": 1970400
    },
    {
      "epoch": 549.93,
      "grad_norm": 1.0920273065567017,
      "learning_rate": 1.1445769462204192e-06,
      "loss": 0.3325,
      "step": 1970410
    },
    {
      "epoch": 549.94,
      "grad_norm": 1.152649998664856,
      "learning_rate": 1.1445537139669317e-06,
      "loss": 0.3452,
      "step": 1970420
    },
    {
      "epoch": 549.94,
      "grad_norm": 1.0946531295776367,
      "learning_rate": 1.144530481873056e-06,
      "loss": 0.3375,
      "step": 1970430
    },
    {
      "epoch": 549.94,
      "grad_norm": 1.3156362771987915,
      "learning_rate": 1.1445072499387983e-06,
      "loss": 0.3531,
      "step": 1970440
    },
    {
      "epoch": 549.94,
      "grad_norm": 1.2736855745315552,
      "learning_rate": 1.1444840181641593e-06,
      "loss": 0.3246,
      "step": 1970450
    },
    {
      "epoch": 549.95,
      "grad_norm": 1.0889441967010498,
      "learning_rate": 1.1444607865491427e-06,
      "loss": 0.3416,
      "step": 1970460
    },
    {
      "epoch": 549.95,
      "grad_norm": 1.2035248279571533,
      "learning_rate": 1.1444375550937521e-06,
      "loss": 0.3274,
      "step": 1970470
    },
    {
      "epoch": 549.95,
      "grad_norm": 1.054158091545105,
      "learning_rate": 1.1444143237979914e-06,
      "loss": 0.3325,
      "step": 1970480
    },
    {
      "epoch": 549.96,
      "grad_norm": 1.0757224559783936,
      "learning_rate": 1.1443910926618615e-06,
      "loss": 0.3302,
      "step": 1970490
    },
    {
      "epoch": 549.96,
      "grad_norm": 1.0795973539352417,
      "learning_rate": 1.1443678616853663e-06,
      "loss": 0.3321,
      "step": 1970500
    },
    {
      "epoch": 549.96,
      "grad_norm": 1.2704979181289673,
      "learning_rate": 1.1443446308685106e-06,
      "loss": 0.3511,
      "step": 1970510
    },
    {
      "epoch": 549.96,
      "grad_norm": 1.1789554357528687,
      "learning_rate": 1.144321400211294e-06,
      "loss": 0.3289,
      "step": 1970520
    },
    {
      "epoch": 549.97,
      "grad_norm": 0.9846564531326294,
      "learning_rate": 1.1442981697137235e-06,
      "loss": 0.3309,
      "step": 1970530
    },
    {
      "epoch": 549.97,
      "grad_norm": 1.0652556419372559,
      "learning_rate": 1.1442749393757993e-06,
      "loss": 0.3299,
      "step": 1970540
    },
    {
      "epoch": 549.97,
      "grad_norm": 1.0074321031570435,
      "learning_rate": 1.1442517091975258e-06,
      "loss": 0.3404,
      "step": 1970550
    },
    {
      "epoch": 549.97,
      "grad_norm": 1.2131365537643433,
      "learning_rate": 1.144228479178906e-06,
      "loss": 0.34,
      "step": 1970560
    },
    {
      "epoch": 549.98,
      "grad_norm": 1.0125997066497803,
      "learning_rate": 1.1442052493199433e-06,
      "loss": 0.3526,
      "step": 1970570
    },
    {
      "epoch": 549.98,
      "grad_norm": 1.7133654356002808,
      "learning_rate": 1.1441820196206398e-06,
      "loss": 0.3292,
      "step": 1970580
    },
    {
      "epoch": 549.98,
      "grad_norm": 1.1681371927261353,
      "learning_rate": 1.1441587900809988e-06,
      "loss": 0.3471,
      "step": 1970590
    },
    {
      "epoch": 549.99,
      "grad_norm": 1.2044975757598877,
      "learning_rate": 1.1441355607010248e-06,
      "loss": 0.323,
      "step": 1970600
    },
    {
      "epoch": 549.99,
      "grad_norm": 0.9972221851348877,
      "learning_rate": 1.1441123314807182e-06,
      "loss": 0.3382,
      "step": 1970610
    },
    {
      "epoch": 549.99,
      "grad_norm": 1.260108470916748,
      "learning_rate": 1.1440891024200852e-06,
      "loss": 0.3335,
      "step": 1970620
    },
    {
      "epoch": 549.99,
      "grad_norm": 0.999029278755188,
      "learning_rate": 1.1440658735191265e-06,
      "loss": 0.3301,
      "step": 1970630
    },
    {
      "epoch": 550.0,
      "grad_norm": 1.1146353483200073,
      "learning_rate": 1.1440426447778461e-06,
      "loss": 0.3349,
      "step": 1970640
    },
    {
      "epoch": 550.0,
      "grad_norm": 1.1664512157440186,
      "learning_rate": 1.1440194161962481e-06,
      "loss": 0.3427,
      "step": 1970650
    },
    {
      "epoch": 550.0,
      "eval_loss": 0.34041061997413635,
      "eval_runtime": 63.496,
      "eval_samples_per_second": 79.674,
      "eval_steps_per_second": 9.969,
      "step": 1970650
    },
    {
      "epoch": 550.0,
      "grad_norm": 1.08207368850708,
      "learning_rate": 1.1439961877743328e-06,
      "loss": 0.345,
      "step": 1970660
    },
    {
      "epoch": 550.01,
      "grad_norm": 1.2768133878707886,
      "learning_rate": 1.1439729595121068e-06,
      "loss": 0.3482,
      "step": 1970670
    },
    {
      "epoch": 550.01,
      "grad_norm": 1.2207953929901123,
      "learning_rate": 1.1439497314095708e-06,
      "loss": 0.351,
      "step": 1970680
    },
    {
      "epoch": 550.01,
      "grad_norm": 1.2561655044555664,
      "learning_rate": 1.1439265034667281e-06,
      "loss": 0.3384,
      "step": 1970690
    },
    {
      "epoch": 550.01,
      "grad_norm": 1.0080147981643677,
      "learning_rate": 1.1439032756835826e-06,
      "loss": 0.3456,
      "step": 1970700
    },
    {
      "epoch": 550.02,
      "grad_norm": 1.0832034349441528,
      "learning_rate": 1.1438800480601374e-06,
      "loss": 0.3414,
      "step": 1970710
    },
    {
      "epoch": 550.02,
      "grad_norm": 1.0910402536392212,
      "learning_rate": 1.1438568205963949e-06,
      "loss": 0.3413,
      "step": 1970720
    },
    {
      "epoch": 550.02,
      "grad_norm": 1.2276411056518555,
      "learning_rate": 1.143833593292358e-06,
      "loss": 0.3417,
      "step": 1970730
    },
    {
      "epoch": 550.03,
      "grad_norm": 1.172927975654602,
      "learning_rate": 1.1438103661480318e-06,
      "loss": 0.3335,
      "step": 1970740
    },
    {
      "epoch": 550.03,
      "grad_norm": 1.190252661705017,
      "learning_rate": 1.1437871391634155e-06,
      "loss": 0.345,
      "step": 1970750
    },
    {
      "epoch": 550.03,
      "grad_norm": 1.0527747869491577,
      "learning_rate": 1.1437639123385168e-06,
      "loss": 0.3236,
      "step": 1970760
    },
    {
      "epoch": 550.03,
      "grad_norm": 1.1361926794052124,
      "learning_rate": 1.1437406856733355e-06,
      "loss": 0.3273,
      "step": 1970770
    },
    {
      "epoch": 550.04,
      "grad_norm": 0.9418978095054626,
      "learning_rate": 1.1437174591678757e-06,
      "loss": 0.3242,
      "step": 1970780
    },
    {
      "epoch": 550.04,
      "grad_norm": 1.1967331171035767,
      "learning_rate": 1.1436942328221414e-06,
      "loss": 0.3319,
      "step": 1970790
    },
    {
      "epoch": 550.04,
      "grad_norm": 1.2503273487091064,
      "learning_rate": 1.1436710066361343e-06,
      "loss": 0.338,
      "step": 1970800
    },
    {
      "epoch": 550.04,
      "grad_norm": 1.2249484062194824,
      "learning_rate": 1.1436477806098576e-06,
      "loss": 0.3362,
      "step": 1970810
    },
    {
      "epoch": 550.05,
      "grad_norm": 1.2886689901351929,
      "learning_rate": 1.1436245547433151e-06,
      "loss": 0.3627,
      "step": 1970820
    },
    {
      "epoch": 550.05,
      "grad_norm": 1.1371262073516846,
      "learning_rate": 1.1436013290365107e-06,
      "loss": 0.3454,
      "step": 1970830
    },
    {
      "epoch": 550.05,
      "grad_norm": 1.187423825263977,
      "learning_rate": 1.1435781034894445e-06,
      "loss": 0.3496,
      "step": 1970840
    },
    {
      "epoch": 550.06,
      "grad_norm": 1.1453182697296143,
      "learning_rate": 1.1435548781021231e-06,
      "loss": 0.3447,
      "step": 1970850
    },
    {
      "epoch": 550.06,
      "grad_norm": 1.162367820739746,
      "learning_rate": 1.1435316528745473e-06,
      "loss": 0.355,
      "step": 1970860
    },
    {
      "epoch": 550.06,
      "grad_norm": 1.116731882095337,
      "learning_rate": 1.1435084278067209e-06,
      "loss": 0.3389,
      "step": 1970870
    },
    {
      "epoch": 550.06,
      "grad_norm": 1.0514655113220215,
      "learning_rate": 1.1434852028986476e-06,
      "loss": 0.3452,
      "step": 1970880
    },
    {
      "epoch": 550.07,
      "grad_norm": 1.2629024982452393,
      "learning_rate": 1.143461978150329e-06,
      "loss": 0.3499,
      "step": 1970890
    },
    {
      "epoch": 550.07,
      "grad_norm": 1.2300145626068115,
      "learning_rate": 1.1434387535617694e-06,
      "loss": 0.3299,
      "step": 1970900
    },
    {
      "epoch": 550.07,
      "grad_norm": 1.2718766927719116,
      "learning_rate": 1.1434155291329713e-06,
      "loss": 0.3301,
      "step": 1970910
    },
    {
      "epoch": 550.08,
      "grad_norm": 1.3144787549972534,
      "learning_rate": 1.1433923048639382e-06,
      "loss": 0.3281,
      "step": 1970920
    },
    {
      "epoch": 550.08,
      "grad_norm": 1.1198334693908691,
      "learning_rate": 1.1433690807546737e-06,
      "loss": 0.3463,
      "step": 1970930
    },
    {
      "epoch": 550.08,
      "grad_norm": 1.044223427772522,
      "learning_rate": 1.1433458568051796e-06,
      "loss": 0.3471,
      "step": 1970940
    },
    {
      "epoch": 550.08,
      "grad_norm": 1.1317713260650635,
      "learning_rate": 1.1433226330154594e-06,
      "loss": 0.3381,
      "step": 1970950
    },
    {
      "epoch": 550.09,
      "grad_norm": 1.3900688886642456,
      "learning_rate": 1.1432994093855167e-06,
      "loss": 0.3485,
      "step": 1970960
    },
    {
      "epoch": 550.09,
      "grad_norm": 1.0749884843826294,
      "learning_rate": 1.1432761859153549e-06,
      "loss": 0.3439,
      "step": 1970970
    },
    {
      "epoch": 550.09,
      "grad_norm": 1.1190370321273804,
      "learning_rate": 1.1432529626049746e-06,
      "loss": 0.3413,
      "step": 1970980
    },
    {
      "epoch": 550.09,
      "grad_norm": 1.0704480409622192,
      "learning_rate": 1.1432297394543829e-06,
      "loss": 0.3367,
      "step": 1970990
    },
    {
      "epoch": 550.1,
      "grad_norm": 1.1016459465026855,
      "learning_rate": 1.1432065164635797e-06,
      "loss": 0.3456,
      "step": 1971000
    },
    {
      "epoch": 550.1,
      "grad_norm": 1.1253238916397095,
      "learning_rate": 1.1431832936325693e-06,
      "loss": 0.3378,
      "step": 1971010
    },
    {
      "epoch": 550.1,
      "grad_norm": 1.118331789970398,
      "learning_rate": 1.1431600709613556e-06,
      "loss": 0.3392,
      "step": 1971020
    },
    {
      "epoch": 550.11,
      "grad_norm": 1.3579437732696533,
      "learning_rate": 1.1431368484499396e-06,
      "loss": 0.3612,
      "step": 1971030
    },
    {
      "epoch": 550.11,
      "grad_norm": 1.0148839950561523,
      "learning_rate": 1.1431136260983255e-06,
      "loss": 0.3333,
      "step": 1971040
    },
    {
      "epoch": 550.11,
      "grad_norm": 1.036525011062622,
      "learning_rate": 1.1430904039065168e-06,
      "loss": 0.3455,
      "step": 1971050
    },
    {
      "epoch": 550.11,
      "grad_norm": 1.1993459463119507,
      "learning_rate": 1.1430671818745168e-06,
      "loss": 0.3505,
      "step": 1971060
    },
    {
      "epoch": 550.12,
      "grad_norm": 1.088676929473877,
      "learning_rate": 1.1430439600023273e-06,
      "loss": 0.3415,
      "step": 1971070
    },
    {
      "epoch": 550.12,
      "grad_norm": 1.2146188020706177,
      "learning_rate": 1.1430207382899518e-06,
      "loss": 0.3402,
      "step": 1971080
    },
    {
      "epoch": 550.12,
      "grad_norm": 1.0192408561706543,
      "learning_rate": 1.142997516737395e-06,
      "loss": 0.3431,
      "step": 1971090
    },
    {
      "epoch": 550.13,
      "grad_norm": 1.1131880283355713,
      "learning_rate": 1.1429742953446566e-06,
      "loss": 0.3387,
      "step": 1971100
    },
    {
      "epoch": 550.13,
      "grad_norm": 1.1867140531539917,
      "learning_rate": 1.1429510741117438e-06,
      "loss": 0.345,
      "step": 1971110
    },
    {
      "epoch": 550.13,
      "grad_norm": 1.273081660270691,
      "learning_rate": 1.1429278530386565e-06,
      "loss": 0.3383,
      "step": 1971120
    },
    {
      "epoch": 550.13,
      "grad_norm": 1.1787811517715454,
      "learning_rate": 1.1429046321253992e-06,
      "loss": 0.3501,
      "step": 1971130
    },
    {
      "epoch": 550.14,
      "grad_norm": 1.2498648166656494,
      "learning_rate": 1.1428814113719746e-06,
      "loss": 0.3573,
      "step": 1971140
    },
    {
      "epoch": 550.14,
      "grad_norm": 1.0630522966384888,
      "learning_rate": 1.142858190778387e-06,
      "loss": 0.3453,
      "step": 1971150
    },
    {
      "epoch": 550.14,
      "grad_norm": 1.049370527267456,
      "learning_rate": 1.1428349703446373e-06,
      "loss": 0.3527,
      "step": 1971160
    },
    {
      "epoch": 550.15,
      "grad_norm": 1.127375841140747,
      "learning_rate": 1.1428117500707297e-06,
      "loss": 0.3515,
      "step": 1971170
    },
    {
      "epoch": 550.15,
      "grad_norm": 1.1115366220474243,
      "learning_rate": 1.1427885299566683e-06,
      "loss": 0.3351,
      "step": 1971180
    },
    {
      "epoch": 550.15,
      "grad_norm": 1.319145917892456,
      "learning_rate": 1.1427653100024535e-06,
      "loss": 0.3572,
      "step": 1971190
    },
    {
      "epoch": 550.15,
      "grad_norm": 1.0434931516647339,
      "learning_rate": 1.1427420902080917e-06,
      "loss": 0.3447,
      "step": 1971200
    },
    {
      "epoch": 550.16,
      "grad_norm": 1.077819585800171,
      "learning_rate": 1.1427188705735835e-06,
      "loss": 0.3235,
      "step": 1971210
    },
    {
      "epoch": 550.16,
      "grad_norm": 1.0678684711456299,
      "learning_rate": 1.142695651098933e-06,
      "loss": 0.3335,
      "step": 1971220
    },
    {
      "epoch": 550.16,
      "grad_norm": 1.166542410850525,
      "learning_rate": 1.142672431784144e-06,
      "loss": 0.3568,
      "step": 1971230
    },
    {
      "epoch": 550.16,
      "grad_norm": 1.0131778717041016,
      "learning_rate": 1.142649212629217e-06,
      "loss": 0.338,
      "step": 1971240
    },
    {
      "epoch": 550.17,
      "grad_norm": 1.1481612920761108,
      "learning_rate": 1.1426259936341588e-06,
      "loss": 0.3291,
      "step": 1971250
    },
    {
      "epoch": 550.17,
      "grad_norm": 1.1097067594528198,
      "learning_rate": 1.1426027747989695e-06,
      "loss": 0.3408,
      "step": 1971260
    },
    {
      "epoch": 550.17,
      "grad_norm": 1.162057876586914,
      "learning_rate": 1.1425795561236529e-06,
      "loss": 0.3298,
      "step": 1971270
    },
    {
      "epoch": 550.18,
      "grad_norm": 1.0083026885986328,
      "learning_rate": 1.1425563376082128e-06,
      "loss": 0.3583,
      "step": 1971280
    },
    {
      "epoch": 550.18,
      "grad_norm": 1.0449179410934448,
      "learning_rate": 1.1425331192526526e-06,
      "loss": 0.3541,
      "step": 1971290
    },
    {
      "epoch": 550.18,
      "grad_norm": 1.2380555868148804,
      "learning_rate": 1.142509901056974e-06,
      "loss": 0.3463,
      "step": 1971300
    },
    {
      "epoch": 550.18,
      "grad_norm": 1.1538283824920654,
      "learning_rate": 1.1424866830211806e-06,
      "loss": 0.3424,
      "step": 1971310
    },
    {
      "epoch": 550.19,
      "grad_norm": 1.0216253995895386,
      "learning_rate": 1.1424634651452767e-06,
      "loss": 0.3258,
      "step": 1971320
    },
    {
      "epoch": 550.19,
      "grad_norm": 0.9697870016098022,
      "learning_rate": 1.1424402474292626e-06,
      "loss": 0.3317,
      "step": 1971330
    },
    {
      "epoch": 550.19,
      "grad_norm": 1.0861397981643677,
      "learning_rate": 1.1424170298731448e-06,
      "loss": 0.3465,
      "step": 1971340
    },
    {
      "epoch": 550.2,
      "grad_norm": 1.2549272775650024,
      "learning_rate": 1.1423938124769239e-06,
      "loss": 0.3425,
      "step": 1971350
    },
    {
      "epoch": 550.2,
      "grad_norm": 1.0183801651000977,
      "learning_rate": 1.1423705952406038e-06,
      "loss": 0.3465,
      "step": 1971360
    },
    {
      "epoch": 550.2,
      "grad_norm": 1.0718724727630615,
      "learning_rate": 1.1423473781641886e-06,
      "loss": 0.3345,
      "step": 1971370
    },
    {
      "epoch": 550.2,
      "grad_norm": 1.0160056352615356,
      "learning_rate": 1.1423241612476796e-06,
      "loss": 0.3478,
      "step": 1971380
    },
    {
      "epoch": 550.21,
      "grad_norm": 1.1352006196975708,
      "learning_rate": 1.1423009444910806e-06,
      "loss": 0.3117,
      "step": 1971390
    },
    {
      "epoch": 550.21,
      "grad_norm": 1.803491473197937,
      "learning_rate": 1.1422777278943946e-06,
      "loss": 0.3491,
      "step": 1971400
    },
    {
      "epoch": 550.21,
      "grad_norm": 1.0399600267410278,
      "learning_rate": 1.142254511457626e-06,
      "loss": 0.3383,
      "step": 1971410
    },
    {
      "epoch": 550.21,
      "grad_norm": 1.1208109855651855,
      "learning_rate": 1.142231295180775e-06,
      "loss": 0.3264,
      "step": 1971420
    },
    {
      "epoch": 550.22,
      "grad_norm": 1.232556939125061,
      "learning_rate": 1.142208079063848e-06,
      "loss": 0.3302,
      "step": 1971430
    },
    {
      "epoch": 550.22,
      "grad_norm": 1.1589871644973755,
      "learning_rate": 1.1421848631068459e-06,
      "loss": 0.3436,
      "step": 1971440
    },
    {
      "epoch": 550.22,
      "grad_norm": 1.1638156175613403,
      "learning_rate": 1.1421616473097726e-06,
      "loss": 0.3372,
      "step": 1971450
    },
    {
      "epoch": 550.23,
      "grad_norm": 1.1250818967819214,
      "learning_rate": 1.1421384316726318e-06,
      "loss": 0.3554,
      "step": 1971460
    },
    {
      "epoch": 550.23,
      "grad_norm": 0.8985932469367981,
      "learning_rate": 1.1421152161954249e-06,
      "loss": 0.3348,
      "step": 1971470
    },
    {
      "epoch": 550.23,
      "grad_norm": 1.1945408582687378,
      "learning_rate": 1.1420920008781557e-06,
      "loss": 0.3135,
      "step": 1971480
    },
    {
      "epoch": 550.23,
      "grad_norm": 1.0029829740524292,
      "learning_rate": 1.1420687857208278e-06,
      "loss": 0.3411,
      "step": 1971490
    },
    {
      "epoch": 550.24,
      "grad_norm": 1.210807204246521,
      "learning_rate": 1.1420455707234438e-06,
      "loss": 0.3523,
      "step": 1971500
    },
    {
      "epoch": 550.24,
      "grad_norm": 1.131590723991394,
      "learning_rate": 1.1420223558860082e-06,
      "loss": 0.3502,
      "step": 1971510
    },
    {
      "epoch": 550.24,
      "grad_norm": 1.085828423500061,
      "learning_rate": 1.1419991412085215e-06,
      "loss": 0.3333,
      "step": 1971520
    },
    {
      "epoch": 550.25,
      "grad_norm": 1.226728081703186,
      "learning_rate": 1.1419759266909885e-06,
      "loss": 0.334,
      "step": 1971530
    },
    {
      "epoch": 550.25,
      "grad_norm": 1.1346944570541382,
      "learning_rate": 1.1419527123334119e-06,
      "loss": 0.3347,
      "step": 1971540
    },
    {
      "epoch": 550.25,
      "grad_norm": 1.1548128128051758,
      "learning_rate": 1.141929498135796e-06,
      "loss": 0.3547,
      "step": 1971550
    },
    {
      "epoch": 550.25,
      "grad_norm": 1.1938862800598145,
      "learning_rate": 1.1419062840981406e-06,
      "loss": 0.3515,
      "step": 1971560
    },
    {
      "epoch": 550.26,
      "grad_norm": 1.1589304208755493,
      "learning_rate": 1.1418830702204526e-06,
      "loss": 0.3635,
      "step": 1971570
    },
    {
      "epoch": 550.26,
      "grad_norm": 1.1296241283416748,
      "learning_rate": 1.141859856502733e-06,
      "loss": 0.3453,
      "step": 1971580
    },
    {
      "epoch": 550.26,
      "grad_norm": 1.2687546014785767,
      "learning_rate": 1.1418366429449849e-06,
      "loss": 0.3474,
      "step": 1971590
    },
    {
      "epoch": 550.27,
      "grad_norm": 1.004037857055664,
      "learning_rate": 1.1418134295472129e-06,
      "loss": 0.3633,
      "step": 1971600
    },
    {
      "epoch": 550.27,
      "grad_norm": 1.193400263786316,
      "learning_rate": 1.1417902163094179e-06,
      "loss": 0.3538,
      "step": 1971610
    },
    {
      "epoch": 550.27,
      "grad_norm": 1.1721994876861572,
      "learning_rate": 1.1417670032316043e-06,
      "loss": 0.3483,
      "step": 1971620
    },
    {
      "epoch": 550.27,
      "grad_norm": 1.2479674816131592,
      "learning_rate": 1.1417437903137747e-06,
      "loss": 0.3455,
      "step": 1971630
    },
    {
      "epoch": 550.28,
      "grad_norm": 1.1252195835113525,
      "learning_rate": 1.1417205775559336e-06,
      "loss": 0.3247,
      "step": 1971640
    },
    {
      "epoch": 550.28,
      "grad_norm": 1.1525567770004272,
      "learning_rate": 1.141697364958081e-06,
      "loss": 0.3457,
      "step": 1971650
    },
    {
      "epoch": 550.28,
      "grad_norm": 1.169140100479126,
      "learning_rate": 1.1416741525202238e-06,
      "loss": 0.341,
      "step": 1971660
    },
    {
      "epoch": 550.28,
      "grad_norm": 1.3008335828781128,
      "learning_rate": 1.1416509402423623e-06,
      "loss": 0.3527,
      "step": 1971670
    },
    {
      "epoch": 550.29,
      "grad_norm": 0.986903190612793,
      "learning_rate": 1.1416277281245005e-06,
      "loss": 0.3413,
      "step": 1971680
    },
    {
      "epoch": 550.29,
      "grad_norm": 1.0213464498519897,
      "learning_rate": 1.1416045161666424e-06,
      "loss": 0.3462,
      "step": 1971690
    },
    {
      "epoch": 550.29,
      "grad_norm": 1.3821358680725098,
      "learning_rate": 1.1415813043687892e-06,
      "loss": 0.3492,
      "step": 1971700
    },
    {
      "epoch": 550.3,
      "grad_norm": 1.2507716417312622,
      "learning_rate": 1.1415580927309452e-06,
      "loss": 0.3457,
      "step": 1971710
    },
    {
      "epoch": 550.3,
      "grad_norm": 1.1151461601257324,
      "learning_rate": 1.1415348812531131e-06,
      "loss": 0.34,
      "step": 1971720
    },
    {
      "epoch": 550.3,
      "grad_norm": 1.092707633972168,
      "learning_rate": 1.141511669935297e-06,
      "loss": 0.3473,
      "step": 1971730
    },
    {
      "epoch": 550.3,
      "grad_norm": 1.0731602907180786,
      "learning_rate": 1.1414884587774986e-06,
      "loss": 0.3413,
      "step": 1971740
    },
    {
      "epoch": 550.31,
      "grad_norm": 0.9749521613121033,
      "learning_rate": 1.1414652477797212e-06,
      "loss": 0.3429,
      "step": 1971750
    },
    {
      "epoch": 550.31,
      "grad_norm": 1.2207132577896118,
      "learning_rate": 1.141442036941969e-06,
      "loss": 0.3475,
      "step": 1971760
    },
    {
      "epoch": 550.31,
      "grad_norm": 1.1830445528030396,
      "learning_rate": 1.1414188262642428e-06,
      "loss": 0.3527,
      "step": 1971770
    },
    {
      "epoch": 550.32,
      "grad_norm": 1.150968074798584,
      "learning_rate": 1.141395615746549e-06,
      "loss": 0.3473,
      "step": 1971780
    },
    {
      "epoch": 550.32,
      "grad_norm": 0.9969032406806946,
      "learning_rate": 1.1413724053888872e-06,
      "loss": 0.3156,
      "step": 1971790
    },
    {
      "epoch": 550.32,
      "grad_norm": 1.088240385055542,
      "learning_rate": 1.1413491951912637e-06,
      "loss": 0.3436,
      "step": 1971800
    },
    {
      "epoch": 550.32,
      "grad_norm": 0.9738474488258362,
      "learning_rate": 1.1413259851536794e-06,
      "loss": 0.3488,
      "step": 1971810
    },
    {
      "epoch": 550.33,
      "grad_norm": 1.2844053506851196,
      "learning_rate": 1.141302775276138e-06,
      "loss": 0.3328,
      "step": 1971820
    },
    {
      "epoch": 550.33,
      "grad_norm": 0.9740481972694397,
      "learning_rate": 1.1412795655586433e-06,
      "loss": 0.3484,
      "step": 1971830
    },
    {
      "epoch": 550.33,
      "grad_norm": 1.0547503232955933,
      "learning_rate": 1.1412563560011973e-06,
      "loss": 0.3391,
      "step": 1971840
    },
    {
      "epoch": 550.33,
      "grad_norm": 1.0876028537750244,
      "learning_rate": 1.1412331466038033e-06,
      "loss": 0.3374,
      "step": 1971850
    },
    {
      "epoch": 550.34,
      "grad_norm": 1.1541849374771118,
      "learning_rate": 1.1412099373664645e-06,
      "loss": 0.351,
      "step": 1971860
    },
    {
      "epoch": 550.34,
      "grad_norm": 1.5933867692947388,
      "learning_rate": 1.1411867282891852e-06,
      "loss": 0.3316,
      "step": 1971870
    },
    {
      "epoch": 550.34,
      "grad_norm": 1.1602094173431396,
      "learning_rate": 1.1411635193719664e-06,
      "loss": 0.3502,
      "step": 1971880
    },
    {
      "epoch": 550.35,
      "grad_norm": 1.1971027851104736,
      "learning_rate": 1.1411403106148124e-06,
      "loss": 0.3352,
      "step": 1971890
    },
    {
      "epoch": 550.35,
      "grad_norm": 1.3928269147872925,
      "learning_rate": 1.1411171020177267e-06,
      "loss": 0.336,
      "step": 1971900
    },
    {
      "epoch": 550.35,
      "grad_norm": 1.0739282369613647,
      "learning_rate": 1.14109389358071e-06,
      "loss": 0.3415,
      "step": 1971910
    },
    {
      "epoch": 550.35,
      "grad_norm": 0.9473946690559387,
      "learning_rate": 1.1410706853037691e-06,
      "loss": 0.3442,
      "step": 1971920
    },
    {
      "epoch": 550.36,
      "grad_norm": 0.9051191806793213,
      "learning_rate": 1.141047477186904e-06,
      "loss": 0.3434,
      "step": 1971930
    },
    {
      "epoch": 550.36,
      "grad_norm": 1.0619364976882935,
      "learning_rate": 1.1410242692301192e-06,
      "loss": 0.3384,
      "step": 1971940
    },
    {
      "epoch": 550.36,
      "grad_norm": 1.207716464996338,
      "learning_rate": 1.1410010614334175e-06,
      "loss": 0.3409,
      "step": 1971950
    },
    {
      "epoch": 550.37,
      "grad_norm": 1.3365471363067627,
      "learning_rate": 1.1409778537968028e-06,
      "loss": 0.3634,
      "step": 1971960
    },
    {
      "epoch": 550.37,
      "grad_norm": 1.2118793725967407,
      "learning_rate": 1.1409546463202765e-06,
      "loss": 0.3281,
      "step": 1971970
    },
    {
      "epoch": 550.37,
      "grad_norm": 1.3867520093917847,
      "learning_rate": 1.1409314390038425e-06,
      "loss": 0.3347,
      "step": 1971980
    },
    {
      "epoch": 550.37,
      "grad_norm": 1.1363404989242554,
      "learning_rate": 1.140908231847505e-06,
      "loss": 0.3351,
      "step": 1971990
    },
    {
      "epoch": 550.38,
      "grad_norm": 1.0320863723754883,
      "learning_rate": 1.1408850248512646e-06,
      "loss": 0.3289,
      "step": 1972000
    },
    {
      "epoch": 550.38,
      "grad_norm": 1.0762908458709717,
      "learning_rate": 1.140861818015127e-06,
      "loss": 0.3477,
      "step": 1972010
    },
    {
      "epoch": 550.38,
      "grad_norm": 1.0945911407470703,
      "learning_rate": 1.1408386113390937e-06,
      "loss": 0.333,
      "step": 1972020
    },
    {
      "epoch": 550.39,
      "grad_norm": 1.0746448040008545,
      "learning_rate": 1.1408154048231681e-06,
      "loss": 0.3396,
      "step": 1972030
    },
    {
      "epoch": 550.39,
      "grad_norm": 1.3560758829116821,
      "learning_rate": 1.1407921984673543e-06,
      "loss": 0.3397,
      "step": 1972040
    },
    {
      "epoch": 550.39,
      "grad_norm": 1.0732871294021606,
      "learning_rate": 1.1407689922716535e-06,
      "loss": 0.3457,
      "step": 1972050
    },
    {
      "epoch": 550.39,
      "grad_norm": 1.0943156480789185,
      "learning_rate": 1.14074578623607e-06,
      "loss": 0.3514,
      "step": 1972060
    },
    {
      "epoch": 550.4,
      "grad_norm": 1.1784613132476807,
      "learning_rate": 1.1407225803606066e-06,
      "loss": 0.3402,
      "step": 1972070
    },
    {
      "epoch": 550.4,
      "grad_norm": 1.1511943340301514,
      "learning_rate": 1.1406993746452667e-06,
      "loss": 0.3738,
      "step": 1972080
    },
    {
      "epoch": 550.4,
      "grad_norm": 2.0877697467803955,
      "learning_rate": 1.1406761690900527e-06,
      "loss": 0.3216,
      "step": 1972090
    },
    {
      "epoch": 550.4,
      "grad_norm": 0.9766011238098145,
      "learning_rate": 1.1406529636949695e-06,
      "loss": 0.3467,
      "step": 1972100
    },
    {
      "epoch": 550.41,
      "grad_norm": 1.1506702899932861,
      "learning_rate": 1.1406297584600175e-06,
      "loss": 0.3364,
      "step": 1972110
    },
    {
      "epoch": 550.41,
      "grad_norm": 0.9810001254081726,
      "learning_rate": 1.1406065533852015e-06,
      "loss": 0.3474,
      "step": 1972120
    },
    {
      "epoch": 550.41,
      "grad_norm": 1.1444462537765503,
      "learning_rate": 1.140583348470525e-06,
      "loss": 0.3164,
      "step": 1972130
    },
    {
      "epoch": 550.42,
      "grad_norm": 1.1838914155960083,
      "learning_rate": 1.1405601437159888e-06,
      "loss": 0.3303,
      "step": 1972140
    },
    {
      "epoch": 550.42,
      "grad_norm": 1.1616913080215454,
      "learning_rate": 1.140536939121599e-06,
      "loss": 0.3386,
      "step": 1972150
    },
    {
      "epoch": 550.42,
      "grad_norm": 1.1797386407852173,
      "learning_rate": 1.1405137346873562e-06,
      "loss": 0.3404,
      "step": 1972160
    },
    {
      "epoch": 550.42,
      "grad_norm": 1.1309518814086914,
      "learning_rate": 1.1404905304132645e-06,
      "loss": 0.3355,
      "step": 1972170
    },
    {
      "epoch": 550.43,
      "grad_norm": 1.0441569089889526,
      "learning_rate": 1.140467326299328e-06,
      "loss": 0.3319,
      "step": 1972180
    },
    {
      "epoch": 550.43,
      "grad_norm": 1.043952226638794,
      "learning_rate": 1.1404441223455478e-06,
      "loss": 0.327,
      "step": 1972190
    },
    {
      "epoch": 550.43,
      "grad_norm": 1.2147893905639648,
      "learning_rate": 1.140420918551928e-06,
      "loss": 0.3365,
      "step": 1972200
    },
    {
      "epoch": 550.44,
      "grad_norm": 1.2523728609085083,
      "learning_rate": 1.1403977149184716e-06,
      "loss": 0.3515,
      "step": 1972210
    },
    {
      "epoch": 550.44,
      "grad_norm": 1.1690081357955933,
      "learning_rate": 1.1403745114451824e-06,
      "loss": 0.3326,
      "step": 1972220
    },
    {
      "epoch": 550.44,
      "grad_norm": 3.0418930053710938,
      "learning_rate": 1.1403513081320612e-06,
      "loss": 0.3577,
      "step": 1972230
    },
    {
      "epoch": 550.44,
      "grad_norm": 1.2154701948165894,
      "learning_rate": 1.1403281049791146e-06,
      "loss": 0.3729,
      "step": 1972240
    },
    {
      "epoch": 550.45,
      "grad_norm": 0.9883561134338379,
      "learning_rate": 1.1403049019863428e-06,
      "loss": 0.357,
      "step": 1972250
    },
    {
      "epoch": 550.45,
      "grad_norm": 1.0753192901611328,
      "learning_rate": 1.14028169915375e-06,
      "loss": 0.3314,
      "step": 1972260
    },
    {
      "epoch": 550.45,
      "grad_norm": 1.0365140438079834,
      "learning_rate": 1.1402584964813397e-06,
      "loss": 0.349,
      "step": 1972270
    },
    {
      "epoch": 550.45,
      "grad_norm": 1.2468100786209106,
      "learning_rate": 1.1402352939691138e-06,
      "loss": 0.3595,
      "step": 1972280
    },
    {
      "epoch": 550.46,
      "grad_norm": 1.3735413551330566,
      "learning_rate": 1.140212091617076e-06,
      "loss": 0.3476,
      "step": 1972290
    },
    {
      "epoch": 550.46,
      "grad_norm": 1.0747029781341553,
      "learning_rate": 1.1401888894252293e-06,
      "loss": 0.3361,
      "step": 1972300
    },
    {
      "epoch": 550.46,
      "grad_norm": 1.6349904537200928,
      "learning_rate": 1.1401656873935777e-06,
      "loss": 0.3562,
      "step": 1972310
    },
    {
      "epoch": 550.47,
      "grad_norm": 1.462662935256958,
      "learning_rate": 1.140142485522123e-06,
      "loss": 0.3394,
      "step": 1972320
    },
    {
      "epoch": 550.47,
      "grad_norm": 1.0975005626678467,
      "learning_rate": 1.1401192838108687e-06,
      "loss": 0.3544,
      "step": 1972330
    },
    {
      "epoch": 550.47,
      "grad_norm": 1.1789257526397705,
      "learning_rate": 1.1400960822598188e-06,
      "loss": 0.3383,
      "step": 1972340
    },
    {
      "epoch": 550.47,
      "grad_norm": 1.062457799911499,
      "learning_rate": 1.1400728808689736e-06,
      "loss": 0.3488,
      "step": 1972350
    },
    {
      "epoch": 550.48,
      "grad_norm": 1.000517725944519,
      "learning_rate": 1.1400496796383401e-06,
      "loss": 0.3365,
      "step": 1972360
    },
    {
      "epoch": 550.48,
      "grad_norm": 1.2949628829956055,
      "learning_rate": 1.1400264785679178e-06,
      "loss": 0.3317,
      "step": 1972370
    },
    {
      "epoch": 550.48,
      "grad_norm": 1.1564382314682007,
      "learning_rate": 1.140003277657713e-06,
      "loss": 0.3502,
      "step": 1972380
    },
    {
      "epoch": 550.49,
      "grad_norm": 1.395991325378418,
      "learning_rate": 1.1399800769077265e-06,
      "loss": 0.3465,
      "step": 1972390
    },
    {
      "epoch": 550.49,
      "grad_norm": 1.1638028621673584,
      "learning_rate": 1.1399568763179617e-06,
      "loss": 0.3447,
      "step": 1972400
    },
    {
      "epoch": 550.49,
      "grad_norm": 1.1838840246200562,
      "learning_rate": 1.1399336758884232e-06,
      "loss": 0.3359,
      "step": 1972410
    },
    {
      "epoch": 550.49,
      "grad_norm": 1.1066628694534302,
      "learning_rate": 1.1399104756191123e-06,
      "loss": 0.3425,
      "step": 1972420
    },
    {
      "epoch": 550.5,
      "grad_norm": 1.2787859439849854,
      "learning_rate": 1.1398872755100326e-06,
      "loss": 0.3416,
      "step": 1972430
    },
    {
      "epoch": 550.5,
      "grad_norm": 1.2537603378295898,
      "learning_rate": 1.1398640755611876e-06,
      "loss": 0.3442,
      "step": 1972440
    },
    {
      "epoch": 550.5,
      "grad_norm": 1.0957691669464111,
      "learning_rate": 1.1398408757725807e-06,
      "loss": 0.3438,
      "step": 1972450
    },
    {
      "epoch": 550.51,
      "grad_norm": 1.051999568939209,
      "learning_rate": 1.1398176761442135e-06,
      "loss": 0.3271,
      "step": 1972460
    },
    {
      "epoch": 550.51,
      "grad_norm": 1.0248870849609375,
      "learning_rate": 1.1397944766760902e-06,
      "loss": 0.3446,
      "step": 1972470
    },
    {
      "epoch": 550.51,
      "grad_norm": 1.1979355812072754,
      "learning_rate": 1.1397712773682139e-06,
      "loss": 0.3329,
      "step": 1972480
    },
    {
      "epoch": 550.51,
      "grad_norm": 0.9138280749320984,
      "learning_rate": 1.1397480782205873e-06,
      "loss": 0.3373,
      "step": 1972490
    },
    {
      "epoch": 550.52,
      "grad_norm": 1.1241686344146729,
      "learning_rate": 1.1397248792332144e-06,
      "loss": 0.3539,
      "step": 1972500
    },
    {
      "epoch": 550.52,
      "grad_norm": 1.1401562690734863,
      "learning_rate": 1.1397016804060968e-06,
      "loss": 0.3267,
      "step": 1972510
    },
    {
      "epoch": 550.52,
      "grad_norm": 1.0328102111816406,
      "learning_rate": 1.1396784817392385e-06,
      "loss": 0.3262,
      "step": 1972520
    },
    {
      "epoch": 550.52,
      "grad_norm": 0.9798310399055481,
      "learning_rate": 1.1396552832326422e-06,
      "loss": 0.3518,
      "step": 1972530
    },
    {
      "epoch": 550.53,
      "grad_norm": 1.1981432437896729,
      "learning_rate": 1.1396320848863124e-06,
      "loss": 0.3239,
      "step": 1972540
    },
    {
      "epoch": 550.53,
      "grad_norm": 1.371462106704712,
      "learning_rate": 1.1396088867002499e-06,
      "loss": 0.3414,
      "step": 1972550
    },
    {
      "epoch": 550.53,
      "grad_norm": 1.1084367036819458,
      "learning_rate": 1.1395856886744591e-06,
      "loss": 0.3413,
      "step": 1972560
    },
    {
      "epoch": 550.54,
      "grad_norm": 0.995866596698761,
      "learning_rate": 1.1395624908089437e-06,
      "loss": 0.3288,
      "step": 1972570
    },
    {
      "epoch": 550.54,
      "grad_norm": 1.1142457723617554,
      "learning_rate": 1.1395392931037043e-06,
      "loss": 0.3328,
      "step": 1972580
    },
    {
      "epoch": 550.54,
      "grad_norm": 1.251104474067688,
      "learning_rate": 1.1395160955587475e-06,
      "loss": 0.3312,
      "step": 1972590
    },
    {
      "epoch": 550.54,
      "grad_norm": 1.0532430410385132,
      "learning_rate": 1.1394928981740732e-06,
      "loss": 0.3411,
      "step": 1972600
    },
    {
      "epoch": 550.55,
      "grad_norm": 1.2712568044662476,
      "learning_rate": 1.1394697009496864e-06,
      "loss": 0.3358,
      "step": 1972610
    },
    {
      "epoch": 550.55,
      "grad_norm": 1.0726679563522339,
      "learning_rate": 1.1394465038855895e-06,
      "loss": 0.3325,
      "step": 1972620
    },
    {
      "epoch": 550.55,
      "grad_norm": 1.5927037000656128,
      "learning_rate": 1.1394233069817865e-06,
      "loss": 0.3332,
      "step": 1972630
    },
    {
      "epoch": 550.56,
      "grad_norm": 1.1641614437103271,
      "learning_rate": 1.1394001102382789e-06,
      "loss": 0.3518,
      "step": 1972640
    },
    {
      "epoch": 550.56,
      "grad_norm": 8.413966178894043,
      "learning_rate": 1.1393769136550703e-06,
      "loss": 0.3285,
      "step": 1972650
    },
    {
      "epoch": 550.56,
      "grad_norm": 1.1742768287658691,
      "learning_rate": 1.1393537172321645e-06,
      "loss": 0.3515,
      "step": 1972660
    },
    {
      "epoch": 550.56,
      "grad_norm": 1.2352725267410278,
      "learning_rate": 1.1393305209695639e-06,
      "loss": 0.3563,
      "step": 1972670
    },
    {
      "epoch": 550.57,
      "grad_norm": 1.2379871606826782,
      "learning_rate": 1.139307324867273e-06,
      "loss": 0.3343,
      "step": 1972680
    },
    {
      "epoch": 550.57,
      "grad_norm": 1.088182806968689,
      "learning_rate": 1.1392841289252927e-06,
      "loss": 0.3414,
      "step": 1972690
    },
    {
      "epoch": 550.57,
      "grad_norm": 1.1152286529541016,
      "learning_rate": 1.139260933143627e-06,
      "loss": 0.3574,
      "step": 1972700
    },
    {
      "epoch": 550.57,
      "grad_norm": 31.95915412902832,
      "learning_rate": 1.1392377375222803e-06,
      "loss": 0.3353,
      "step": 1972710
    },
    {
      "epoch": 550.58,
      "grad_norm": 1.0668843984603882,
      "learning_rate": 1.1392145420612526e-06,
      "loss": 0.3325,
      "step": 1972720
    },
    {
      "epoch": 550.58,
      "grad_norm": 10.648198127746582,
      "learning_rate": 1.1391913467605507e-06,
      "loss": 0.3429,
      "step": 1972730
    },
    {
      "epoch": 550.58,
      "grad_norm": 1.1030067205429077,
      "learning_rate": 1.1391681516201747e-06,
      "loss": 0.3636,
      "step": 1972740
    },
    {
      "epoch": 550.59,
      "grad_norm": 1.282347559928894,
      "learning_rate": 1.1391449566401293e-06,
      "loss": 0.3248,
      "step": 1972750
    },
    {
      "epoch": 550.59,
      "grad_norm": 1.046858310699463,
      "learning_rate": 1.139121761820417e-06,
      "loss": 0.3164,
      "step": 1972760
    },
    {
      "epoch": 550.59,
      "grad_norm": 1.1654423475265503,
      "learning_rate": 1.139098567161042e-06,
      "loss": 0.3343,
      "step": 1972770
    },
    {
      "epoch": 550.59,
      "grad_norm": 0.9330512285232544,
      "learning_rate": 1.1390753726620054e-06,
      "loss": 0.3287,
      "step": 1972780
    },
    {
      "epoch": 550.6,
      "grad_norm": 1.074609637260437,
      "learning_rate": 1.1390521783233116e-06,
      "loss": 0.3298,
      "step": 1972790
    },
    {
      "epoch": 550.6,
      "grad_norm": 1.0901590585708618,
      "learning_rate": 1.139028984144964e-06,
      "loss": 0.3441,
      "step": 1972800
    },
    {
      "epoch": 550.6,
      "grad_norm": 1.115749478340149,
      "learning_rate": 1.1390057901269633e-06,
      "loss": 0.3585,
      "step": 1972810
    },
    {
      "epoch": 550.61,
      "grad_norm": 1.2704976797103882,
      "learning_rate": 1.1389825962693162e-06,
      "loss": 0.3546,
      "step": 1972820
    },
    {
      "epoch": 550.61,
      "grad_norm": 1.0219449996948242,
      "learning_rate": 1.1389594025720233e-06,
      "loss": 0.335,
      "step": 1972830
    },
    {
      "epoch": 550.61,
      "grad_norm": 1.3567180633544922,
      "learning_rate": 1.1389362090350883e-06,
      "loss": 0.3335,
      "step": 1972840
    },
    {
      "epoch": 550.61,
      "grad_norm": 1.0896466970443726,
      "learning_rate": 1.138913015658515e-06,
      "loss": 0.327,
      "step": 1972850
    },
    {
      "epoch": 550.62,
      "grad_norm": 1.35786771774292,
      "learning_rate": 1.1388898224423053e-06,
      "loss": 0.3348,
      "step": 1972860
    },
    {
      "epoch": 550.62,
      "grad_norm": 1.1329959630966187,
      "learning_rate": 1.1388666293864626e-06,
      "loss": 0.3367,
      "step": 1972870
    },
    {
      "epoch": 550.62,
      "grad_norm": 1.00948965549469,
      "learning_rate": 1.13884343649099e-06,
      "loss": 0.3318,
      "step": 1972880
    },
    {
      "epoch": 550.63,
      "grad_norm": 1.4975342750549316,
      "learning_rate": 1.138820243755892e-06,
      "loss": 0.3462,
      "step": 1972890
    },
    {
      "epoch": 550.63,
      "grad_norm": 1.1771643161773682,
      "learning_rate": 1.1387970511811685e-06,
      "loss": 0.3174,
      "step": 1972900
    },
    {
      "epoch": 550.63,
      "grad_norm": 1.030845046043396,
      "learning_rate": 1.1387738587668264e-06,
      "loss": 0.344,
      "step": 1972910
    },
    {
      "epoch": 550.63,
      "grad_norm": 1.0426276922225952,
      "learning_rate": 1.1387506665128662e-06,
      "loss": 0.3433,
      "step": 1972920
    },
    {
      "epoch": 550.64,
      "grad_norm": 1.1098582744598389,
      "learning_rate": 1.1387274744192916e-06,
      "loss": 0.3458,
      "step": 1972930
    },
    {
      "epoch": 550.64,
      "grad_norm": 1.1070600748062134,
      "learning_rate": 1.1387042824861068e-06,
      "loss": 0.3208,
      "step": 1972940
    },
    {
      "epoch": 550.64,
      "grad_norm": 1.1540788412094116,
      "learning_rate": 1.138681090713312e-06,
      "loss": 0.3453,
      "step": 1972950
    },
    {
      "epoch": 550.64,
      "grad_norm": 1.1304476261138916,
      "learning_rate": 1.1386578991009143e-06,
      "loss": 0.3448,
      "step": 1972960
    },
    {
      "epoch": 550.65,
      "grad_norm": 1.0239371061325073,
      "learning_rate": 1.1386347076489134e-06,
      "loss": 0.3349,
      "step": 1972970
    },
    {
      "epoch": 550.65,
      "grad_norm": 1.0464880466461182,
      "learning_rate": 1.138611516357314e-06,
      "loss": 0.3552,
      "step": 1972980
    },
    {
      "epoch": 550.65,
      "grad_norm": 1.2069592475891113,
      "learning_rate": 1.1385883252261196e-06,
      "loss": 0.3572,
      "step": 1972990
    },
    {
      "epoch": 550.66,
      "grad_norm": 1.2534472942352295,
      "learning_rate": 1.1385651342553315e-06,
      "loss": 0.3373,
      "step": 1973000
    },
    {
      "epoch": 550.66,
      "grad_norm": 1.2461165189743042,
      "learning_rate": 1.138541943444954e-06,
      "loss": 0.3334,
      "step": 1973010
    },
    {
      "epoch": 550.66,
      "grad_norm": 1.144522786140442,
      "learning_rate": 1.1385187527949902e-06,
      "loss": 0.3345,
      "step": 1973020
    },
    {
      "epoch": 550.66,
      "grad_norm": 1.0354174375534058,
      "learning_rate": 1.1384955623054434e-06,
      "loss": 0.3343,
      "step": 1973030
    },
    {
      "epoch": 550.67,
      "grad_norm": 1.1665529012680054,
      "learning_rate": 1.1384723719763152e-06,
      "loss": 0.347,
      "step": 1973040
    },
    {
      "epoch": 550.67,
      "grad_norm": 1.058066487312317,
      "learning_rate": 1.138449181807611e-06,
      "loss": 0.3355,
      "step": 1973050
    },
    {
      "epoch": 550.67,
      "grad_norm": 1.122450590133667,
      "learning_rate": 1.138425991799332e-06,
      "loss": 0.3445,
      "step": 1973060
    },
    {
      "epoch": 550.68,
      "grad_norm": 1.0606218576431274,
      "learning_rate": 1.138402801951482e-06,
      "loss": 0.3532,
      "step": 1973070
    },
    {
      "epoch": 550.68,
      "grad_norm": 1.0137346982955933,
      "learning_rate": 1.1383796122640648e-06,
      "loss": 0.3334,
      "step": 1973080
    },
    {
      "epoch": 550.68,
      "grad_norm": 1.076572299003601,
      "learning_rate": 1.1383564227370818e-06,
      "loss": 0.3468,
      "step": 1973090
    },
    {
      "epoch": 550.68,
      "grad_norm": 1.1042866706848145,
      "learning_rate": 1.138333233370537e-06,
      "loss": 0.3687,
      "step": 1973100
    },
    {
      "epoch": 550.69,
      "grad_norm": 1.1213374137878418,
      "learning_rate": 1.1383100441644336e-06,
      "loss": 0.3519,
      "step": 1973110
    },
    {
      "epoch": 550.69,
      "grad_norm": 1.2540384531021118,
      "learning_rate": 1.1382868551187757e-06,
      "loss": 0.3408,
      "step": 1973120
    },
    {
      "epoch": 550.69,
      "grad_norm": 0.9716794490814209,
      "learning_rate": 1.1382636662335641e-06,
      "loss": 0.3297,
      "step": 1973130
    },
    {
      "epoch": 550.69,
      "grad_norm": 1.0010347366333008,
      "learning_rate": 1.1382404775088029e-06,
      "loss": 0.3514,
      "step": 1973140
    },
    {
      "epoch": 550.7,
      "grad_norm": 1.0408079624176025,
      "learning_rate": 1.1382172889444964e-06,
      "loss": 0.3375,
      "step": 1973150
    },
    {
      "epoch": 550.7,
      "grad_norm": 1.306870937347412,
      "learning_rate": 1.138194100540645e-06,
      "loss": 0.3565,
      "step": 1973160
    },
    {
      "epoch": 550.7,
      "grad_norm": 1.044916033744812,
      "learning_rate": 1.138170912297255e-06,
      "loss": 0.3633,
      "step": 1973170
    },
    {
      "epoch": 550.71,
      "grad_norm": 1.169265866279602,
      "learning_rate": 1.1381477242143271e-06,
      "loss": 0.346,
      "step": 1973180
    },
    {
      "epoch": 550.71,
      "grad_norm": 1.1038557291030884,
      "learning_rate": 1.1381245362918653e-06,
      "loss": 0.3154,
      "step": 1973190
    },
    {
      "epoch": 550.71,
      "grad_norm": 1.084029197692871,
      "learning_rate": 1.1381013485298724e-06,
      "loss": 0.3435,
      "step": 1973200
    },
    {
      "epoch": 550.71,
      "grad_norm": 1.0662987232208252,
      "learning_rate": 1.1380781609283527e-06,
      "loss": 0.3328,
      "step": 1973210
    },
    {
      "epoch": 550.72,
      "grad_norm": 1.1167622804641724,
      "learning_rate": 1.1380549734873074e-06,
      "loss": 0.3537,
      "step": 1973220
    },
    {
      "epoch": 550.72,
      "grad_norm": 1.1550205945968628,
      "learning_rate": 1.1380317862067403e-06,
      "loss": 0.3171,
      "step": 1973230
    },
    {
      "epoch": 550.72,
      "grad_norm": 1.0600488185882568,
      "learning_rate": 1.1380085990866546e-06,
      "loss": 0.351,
      "step": 1973240
    },
    {
      "epoch": 550.73,
      "grad_norm": 1.1439247131347656,
      "learning_rate": 1.1379854121270536e-06,
      "loss": 0.3457,
      "step": 1973250
    },
    {
      "epoch": 550.73,
      "grad_norm": 1.0035685300827026,
      "learning_rate": 1.137962225327941e-06,
      "loss": 0.3354,
      "step": 1973260
    },
    {
      "epoch": 550.73,
      "grad_norm": 1.0992069244384766,
      "learning_rate": 1.1379390386893178e-06,
      "loss": 0.3434,
      "step": 1973270
    },
    {
      "epoch": 550.73,
      "grad_norm": 1.2344436645507812,
      "learning_rate": 1.1379158522111889e-06,
      "loss": 0.3369,
      "step": 1973280
    },
    {
      "epoch": 550.74,
      "grad_norm": 1.041709542274475,
      "learning_rate": 1.1378926658935576e-06,
      "loss": 0.3298,
      "step": 1973290
    },
    {
      "epoch": 550.74,
      "grad_norm": 1.0617321729660034,
      "learning_rate": 1.1378694797364245e-06,
      "loss": 0.3343,
      "step": 1973300
    },
    {
      "epoch": 550.74,
      "grad_norm": 1.1483224630355835,
      "learning_rate": 1.137846293739796e-06,
      "loss": 0.3437,
      "step": 1973310
    },
    {
      "epoch": 550.75,
      "grad_norm": 1.2158048152923584,
      "learning_rate": 1.137823107903673e-06,
      "loss": 0.3364,
      "step": 1973320
    },
    {
      "epoch": 550.75,
      "grad_norm": 1.1703442335128784,
      "learning_rate": 1.1377999222280588e-06,
      "loss": 0.3297,
      "step": 1973330
    },
    {
      "epoch": 550.75,
      "grad_norm": 1.1374140977859497,
      "learning_rate": 1.1377767367129572e-06,
      "loss": 0.3393,
      "step": 1973340
    },
    {
      "epoch": 550.75,
      "grad_norm": 1.0337826013565063,
      "learning_rate": 1.137753551358372e-06,
      "loss": 0.3513,
      "step": 1973350
    },
    {
      "epoch": 550.76,
      "grad_norm": 1.191146731376648,
      "learning_rate": 1.1377303661643038e-06,
      "loss": 0.3406,
      "step": 1973360
    },
    {
      "epoch": 550.76,
      "grad_norm": 1.0766010284423828,
      "learning_rate": 1.1377071811307576e-06,
      "loss": 0.3322,
      "step": 1973370
    },
    {
      "epoch": 550.76,
      "grad_norm": 1.1455726623535156,
      "learning_rate": 1.1376839962577368e-06,
      "loss": 0.3493,
      "step": 1973380
    },
    {
      "epoch": 550.76,
      "grad_norm": 0.9927935004234314,
      "learning_rate": 1.1376608115452418e-06,
      "loss": 0.3453,
      "step": 1973390
    },
    {
      "epoch": 550.77,
      "grad_norm": 1.112615942955017,
      "learning_rate": 1.1376376269932798e-06,
      "loss": 0.3502,
      "step": 1973400
    },
    {
      "epoch": 550.77,
      "grad_norm": 1.2228732109069824,
      "learning_rate": 1.1376144426018504e-06,
      "loss": 0.3617,
      "step": 1973410
    },
    {
      "epoch": 550.77,
      "grad_norm": 1.3255250453948975,
      "learning_rate": 1.137591258370958e-06,
      "loss": 0.3485,
      "step": 1973420
    },
    {
      "epoch": 550.78,
      "grad_norm": 1.2457550764083862,
      "learning_rate": 1.1375680743006056e-06,
      "loss": 0.3377,
      "step": 1973430
    },
    {
      "epoch": 550.78,
      "grad_norm": 1.0657418966293335,
      "learning_rate": 1.1375448903907976e-06,
      "loss": 0.3413,
      "step": 1973440
    },
    {
      "epoch": 550.78,
      "grad_norm": 1.1648753881454468,
      "learning_rate": 1.1375217066415348e-06,
      "loss": 0.3296,
      "step": 1973450
    },
    {
      "epoch": 550.78,
      "grad_norm": 0.969563901424408,
      "learning_rate": 1.1374985230528211e-06,
      "loss": 0.3514,
      "step": 1973460
    },
    {
      "epoch": 550.79,
      "grad_norm": 1.157408595085144,
      "learning_rate": 1.1374753396246609e-06,
      "loss": 0.3381,
      "step": 1973470
    },
    {
      "epoch": 550.79,
      "grad_norm": 1.1782212257385254,
      "learning_rate": 1.1374521563570542e-06,
      "loss": 0.3405,
      "step": 1973480
    },
    {
      "epoch": 550.79,
      "grad_norm": 1.1842105388641357,
      "learning_rate": 1.1374289732500082e-06,
      "loss": 0.3291,
      "step": 1973490
    },
    {
      "epoch": 550.8,
      "grad_norm": 1.0980262756347656,
      "learning_rate": 1.1374057903035228e-06,
      "loss": 0.337,
      "step": 1973500
    },
    {
      "epoch": 550.8,
      "grad_norm": 1.2623249292373657,
      "learning_rate": 1.1373826075176017e-06,
      "loss": 0.3361,
      "step": 1973510
    },
    {
      "epoch": 550.8,
      "grad_norm": 1.0707606077194214,
      "learning_rate": 1.1373594248922498e-06,
      "loss": 0.3472,
      "step": 1973520
    },
    {
      "epoch": 550.8,
      "grad_norm": 1.0556374788284302,
      "learning_rate": 1.1373362424274671e-06,
      "loss": 0.3259,
      "step": 1973530
    },
    {
      "epoch": 550.81,
      "grad_norm": 1.2499853372573853,
      "learning_rate": 1.1373130601232599e-06,
      "loss": 0.3322,
      "step": 1973540
    },
    {
      "epoch": 550.81,
      "grad_norm": 1.098891019821167,
      "learning_rate": 1.137289877979629e-06,
      "loss": 0.3421,
      "step": 1973550
    },
    {
      "epoch": 550.81,
      "grad_norm": 1.3742201328277588,
      "learning_rate": 1.1372666959965784e-06,
      "loss": 0.3358,
      "step": 1973560
    },
    {
      "epoch": 550.81,
      "grad_norm": 1.2356852293014526,
      "learning_rate": 1.1372435141741108e-06,
      "loss": 0.3348,
      "step": 1973570
    },
    {
      "epoch": 550.82,
      "grad_norm": 0.9809257984161377,
      "learning_rate": 1.1372203325122306e-06,
      "loss": 0.3374,
      "step": 1973580
    },
    {
      "epoch": 550.82,
      "grad_norm": 1.1175265312194824,
      "learning_rate": 1.1371971510109388e-06,
      "loss": 0.3355,
      "step": 1973590
    },
    {
      "epoch": 550.82,
      "grad_norm": 2.9319450855255127,
      "learning_rate": 1.1371739696702398e-06,
      "loss": 0.3379,
      "step": 1973600
    },
    {
      "epoch": 550.83,
      "grad_norm": 1.1354647874832153,
      "learning_rate": 1.137150788490137e-06,
      "loss": 0.3333,
      "step": 1973610
    },
    {
      "epoch": 550.83,
      "grad_norm": 1.198272705078125,
      "learning_rate": 1.1371276074706312e-06,
      "loss": 0.334,
      "step": 1973620
    },
    {
      "epoch": 550.83,
      "grad_norm": 0.9886085391044617,
      "learning_rate": 1.1371044266117292e-06,
      "loss": 0.3504,
      "step": 1973630
    },
    {
      "epoch": 550.83,
      "grad_norm": 1.0621073246002197,
      "learning_rate": 1.137081245913431e-06,
      "loss": 0.3287,
      "step": 1973640
    },
    {
      "epoch": 550.84,
      "grad_norm": 1.4388985633850098,
      "learning_rate": 1.1370580653757405e-06,
      "loss": 0.3454,
      "step": 1973650
    },
    {
      "epoch": 550.84,
      "grad_norm": 1.3105435371398926,
      "learning_rate": 1.137034884998662e-06,
      "loss": 0.3495,
      "step": 1973660
    },
    {
      "epoch": 550.84,
      "grad_norm": 1.1657285690307617,
      "learning_rate": 1.137011704782197e-06,
      "loss": 0.3342,
      "step": 1973670
    },
    {
      "epoch": 550.85,
      "grad_norm": 1.2072087526321411,
      "learning_rate": 1.1369885247263487e-06,
      "loss": 0.3342,
      "step": 1973680
    },
    {
      "epoch": 550.85,
      "grad_norm": 1.6765968799591064,
      "learning_rate": 1.1369653448311214e-06,
      "loss": 0.3416,
      "step": 1973690
    },
    {
      "epoch": 550.85,
      "grad_norm": 1.0556023120880127,
      "learning_rate": 1.1369421650965177e-06,
      "loss": 0.3292,
      "step": 1973700
    },
    {
      "epoch": 550.85,
      "grad_norm": 1.0515366792678833,
      "learning_rate": 1.1369189855225389e-06,
      "loss": 0.3522,
      "step": 1973710
    },
    {
      "epoch": 550.86,
      "grad_norm": 1.0849645137786865,
      "learning_rate": 1.1368958061091913e-06,
      "loss": 0.3501,
      "step": 1973720
    },
    {
      "epoch": 550.86,
      "grad_norm": 1.27940833568573,
      "learning_rate": 1.1368726268564758e-06,
      "loss": 0.3331,
      "step": 1973730
    },
    {
      "epoch": 550.86,
      "grad_norm": 1.2654820680618286,
      "learning_rate": 1.1368494477643955e-06,
      "loss": 0.3338,
      "step": 1973740
    },
    {
      "epoch": 550.87,
      "grad_norm": 1.0384477376937866,
      "learning_rate": 1.1368262688329553e-06,
      "loss": 0.3304,
      "step": 1973750
    },
    {
      "epoch": 550.87,
      "grad_norm": 1.0082942247390747,
      "learning_rate": 1.136803090062156e-06,
      "loss": 0.3263,
      "step": 1973760
    },
    {
      "epoch": 550.87,
      "grad_norm": 1.1473278999328613,
      "learning_rate": 1.1367799114520015e-06,
      "loss": 0.3451,
      "step": 1973770
    },
    {
      "epoch": 550.87,
      "grad_norm": 1.3153231143951416,
      "learning_rate": 1.1367567330024953e-06,
      "loss": 0.34,
      "step": 1973780
    },
    {
      "epoch": 550.88,
      "grad_norm": 1.1668236255645752,
      "learning_rate": 1.1367335547136407e-06,
      "loss": 0.3395,
      "step": 1973790
    },
    {
      "epoch": 550.88,
      "grad_norm": 1.154576063156128,
      "learning_rate": 1.13671037658544e-06,
      "loss": 0.3463,
      "step": 1973800
    },
    {
      "epoch": 550.88,
      "grad_norm": 1.2516605854034424,
      "learning_rate": 1.1366871986178963e-06,
      "loss": 0.3254,
      "step": 1973810
    },
    {
      "epoch": 550.88,
      "grad_norm": 1.079456090927124,
      "learning_rate": 1.1366640208110129e-06,
      "loss": 0.3508,
      "step": 1973820
    },
    {
      "epoch": 550.89,
      "grad_norm": 1.028633713722229,
      "learning_rate": 1.136640843164793e-06,
      "loss": 0.348,
      "step": 1973830
    },
    {
      "epoch": 550.89,
      "grad_norm": 1.2048423290252686,
      "learning_rate": 1.1366176656792407e-06,
      "loss": 0.3425,
      "step": 1973840
    },
    {
      "epoch": 550.89,
      "grad_norm": 1.0574816465377808,
      "learning_rate": 1.1365944883543562e-06,
      "loss": 0.3326,
      "step": 1973850
    },
    {
      "epoch": 550.9,
      "grad_norm": 1.4813966751098633,
      "learning_rate": 1.136571311190146e-06,
      "loss": 0.3439,
      "step": 1973860
    },
    {
      "epoch": 550.9,
      "grad_norm": 1.0049238204956055,
      "learning_rate": 1.136548134186611e-06,
      "loss": 0.3392,
      "step": 1973870
    },
    {
      "epoch": 550.9,
      "grad_norm": 1.3847527503967285,
      "learning_rate": 1.1365249573437548e-06,
      "loss": 0.3729,
      "step": 1973880
    },
    {
      "epoch": 550.9,
      "grad_norm": 1.4211317300796509,
      "learning_rate": 1.1365017806615814e-06,
      "loss": 0.3439,
      "step": 1973890
    },
    {
      "epoch": 550.91,
      "grad_norm": 1.0140109062194824,
      "learning_rate": 1.1364786041400922e-06,
      "loss": 0.3383,
      "step": 1973900
    },
    {
      "epoch": 550.91,
      "grad_norm": 1.4090169668197632,
      "learning_rate": 1.1364554277792915e-06,
      "loss": 0.3375,
      "step": 1973910
    },
    {
      "epoch": 550.91,
      "grad_norm": 1.0274364948272705,
      "learning_rate": 1.1364322515791817e-06,
      "loss": 0.3429,
      "step": 1973920
    },
    {
      "epoch": 550.92,
      "grad_norm": 1.361467719078064,
      "learning_rate": 1.1364090755397671e-06,
      "loss": 0.3506,
      "step": 1973930
    },
    {
      "epoch": 550.92,
      "grad_norm": 1.1497478485107422,
      "learning_rate": 1.1363858996610489e-06,
      "loss": 0.3514,
      "step": 1973940
    },
    {
      "epoch": 550.92,
      "grad_norm": 1.1938836574554443,
      "learning_rate": 1.1363627239430312e-06,
      "loss": 0.3448,
      "step": 1973950
    },
    {
      "epoch": 550.92,
      "grad_norm": 0.9989294409751892,
      "learning_rate": 1.1363395483857182e-06,
      "loss": 0.3526,
      "step": 1973960
    },
    {
      "epoch": 550.93,
      "grad_norm": 1.055571436882019,
      "learning_rate": 1.1363163729891101e-06,
      "loss": 0.3422,
      "step": 1973970
    },
    {
      "epoch": 550.93,
      "grad_norm": 0.9945173859596252,
      "learning_rate": 1.1362931977532135e-06,
      "loss": 0.3511,
      "step": 1973980
    },
    {
      "epoch": 550.93,
      "grad_norm": 0.9576185345649719,
      "learning_rate": 1.1362700226780288e-06,
      "loss": 0.3336,
      "step": 1973990
    },
    {
      "epoch": 550.93,
      "grad_norm": 1.298598051071167,
      "learning_rate": 1.13624684776356e-06,
      "loss": 0.3446,
      "step": 1974000
    },
    {
      "epoch": 550.94,
      "grad_norm": 1.3712047338485718,
      "learning_rate": 1.1362236730098102e-06,
      "loss": 0.3372,
      "step": 1974010
    },
    {
      "epoch": 550.94,
      "grad_norm": 1.1044269800186157,
      "learning_rate": 1.1362004984167833e-06,
      "loss": 0.3442,
      "step": 1974020
    },
    {
      "epoch": 550.94,
      "grad_norm": 1.2399532794952393,
      "learning_rate": 1.1361773239844808e-06,
      "loss": 0.3315,
      "step": 1974030
    },
    {
      "epoch": 550.95,
      "grad_norm": 0.9328203797340393,
      "learning_rate": 1.1361541497129064e-06,
      "loss": 0.3549,
      "step": 1974040
    },
    {
      "epoch": 550.95,
      "grad_norm": 1.2540382146835327,
      "learning_rate": 1.1361309756020643e-06,
      "loss": 0.3501,
      "step": 1974050
    },
    {
      "epoch": 550.95,
      "grad_norm": 1.165632963180542,
      "learning_rate": 1.136107801651955e-06,
      "loss": 0.3397,
      "step": 1974060
    },
    {
      "epoch": 550.95,
      "grad_norm": 1.1360726356506348,
      "learning_rate": 1.1360846278625847e-06,
      "loss": 0.3398,
      "step": 1974070
    },
    {
      "epoch": 550.96,
      "grad_norm": 1.0593197345733643,
      "learning_rate": 1.136061454233954e-06,
      "loss": 0.3285,
      "step": 1974080
    },
    {
      "epoch": 550.96,
      "grad_norm": 1.3115431070327759,
      "learning_rate": 1.1360382807660674e-06,
      "loss": 0.3407,
      "step": 1974090
    },
    {
      "epoch": 550.96,
      "grad_norm": 1.0437060594558716,
      "learning_rate": 1.1360151074589282e-06,
      "loss": 0.3304,
      "step": 1974100
    },
    {
      "epoch": 550.97,
      "grad_norm": 1.1651350259780884,
      "learning_rate": 1.1359919343125371e-06,
      "loss": 0.3413,
      "step": 1974110
    },
    {
      "epoch": 550.97,
      "grad_norm": 1.115694522857666,
      "learning_rate": 1.1359687613269008e-06,
      "loss": 0.3538,
      "step": 1974120
    },
    {
      "epoch": 550.97,
      "grad_norm": 1.2874644994735718,
      "learning_rate": 1.1359455885020197e-06,
      "loss": 0.3402,
      "step": 1974130
    },
    {
      "epoch": 550.97,
      "grad_norm": 1.2510943412780762,
      "learning_rate": 1.1359224158378976e-06,
      "loss": 0.3309,
      "step": 1974140
    },
    {
      "epoch": 550.98,
      "grad_norm": 1.070601463317871,
      "learning_rate": 1.1358992433345373e-06,
      "loss": 0.3369,
      "step": 1974150
    },
    {
      "epoch": 550.98,
      "grad_norm": 1.0932443141937256,
      "learning_rate": 1.1358760709919436e-06,
      "loss": 0.3352,
      "step": 1974160
    },
    {
      "epoch": 550.98,
      "grad_norm": 1.2150459289550781,
      "learning_rate": 1.1358528988101172e-06,
      "loss": 0.3218,
      "step": 1974170
    },
    {
      "epoch": 550.99,
      "grad_norm": 1.0260190963745117,
      "learning_rate": 1.1358297267890623e-06,
      "loss": 0.3303,
      "step": 1974180
    },
    {
      "epoch": 550.99,
      "grad_norm": 1.3837274312973022,
      "learning_rate": 1.135806554928783e-06,
      "loss": 0.3372,
      "step": 1974190
    },
    {
      "epoch": 550.99,
      "grad_norm": 1.2440295219421387,
      "learning_rate": 1.135783383229279e-06,
      "loss": 0.33,
      "step": 1974200
    },
    {
      "epoch": 550.99,
      "grad_norm": 1.0528287887573242,
      "learning_rate": 1.135760211690558e-06,
      "loss": 0.3433,
      "step": 1974210
    },
    {
      "epoch": 551.0,
      "grad_norm": 1.0415440797805786,
      "learning_rate": 1.1357370403126194e-06,
      "loss": 0.3335,
      "step": 1974220
    },
    {
      "epoch": 551.0,
      "grad_norm": 1.056807279586792,
      "learning_rate": 1.135713869095468e-06,
      "loss": 0.3466,
      "step": 1974230
    },
    {
      "epoch": 551.0,
      "eval_loss": 0.3396916091442108,
      "eval_runtime": 68.188,
      "eval_samples_per_second": 74.192,
      "eval_steps_per_second": 9.283,
      "step": 1974233
    },
    {
      "epoch": 551.0,
      "grad_norm": 1.16542649269104,
      "learning_rate": 1.1356906980391074e-06,
      "loss": 0.3265,
      "step": 1974240
    },
    {
      "epoch": 551.0,
      "grad_norm": 1.1994166374206543,
      "learning_rate": 1.1356675271435387e-06,
      "loss": 0.3385,
      "step": 1974250
    },
    {
      "epoch": 551.01,
      "grad_norm": 1.059928297996521,
      "learning_rate": 1.1356443564087664e-06,
      "loss": 0.3229,
      "step": 1974260
    },
    {
      "epoch": 551.01,
      "grad_norm": 1.0795875787734985,
      "learning_rate": 1.1356211858347932e-06,
      "loss": 0.3429,
      "step": 1974270
    },
    {
      "epoch": 551.01,
      "grad_norm": 1.4194843769073486,
      "learning_rate": 1.135598015421623e-06,
      "loss": 0.3483,
      "step": 1974280
    },
    {
      "epoch": 551.02,
      "grad_norm": 1.176759958267212,
      "learning_rate": 1.1355748451692566e-06,
      "loss": 0.3388,
      "step": 1974290
    },
    {
      "epoch": 551.02,
      "grad_norm": 1.0770156383514404,
      "learning_rate": 1.1355516750777004e-06,
      "loss": 0.3423,
      "step": 1974300
    },
    {
      "epoch": 551.02,
      "grad_norm": 1.057876706123352,
      "learning_rate": 1.1355285051469549e-06,
      "loss": 0.3485,
      "step": 1974310
    },
    {
      "epoch": 551.02,
      "grad_norm": 1.0872617959976196,
      "learning_rate": 1.1355053353770236e-06,
      "loss": 0.348,
      "step": 1974320
    },
    {
      "epoch": 551.03,
      "grad_norm": 1.1342309713363647,
      "learning_rate": 1.1354821657679111e-06,
      "loss": 0.33,
      "step": 1974330
    },
    {
      "epoch": 551.03,
      "grad_norm": 1.1878578662872314,
      "learning_rate": 1.1354589963196187e-06,
      "loss": 0.3454,
      "step": 1974340
    },
    {
      "epoch": 551.03,
      "grad_norm": 1.260453224182129,
      "learning_rate": 1.1354358270321498e-06,
      "loss": 0.3498,
      "step": 1974350
    },
    {
      "epoch": 551.04,
      "grad_norm": 1.2539769411087036,
      "learning_rate": 1.1354126579055081e-06,
      "loss": 0.3488,
      "step": 1974360
    },
    {
      "epoch": 551.04,
      "grad_norm": 1.1721785068511963,
      "learning_rate": 1.1353894889396975e-06,
      "loss": 0.3377,
      "step": 1974370
    },
    {
      "epoch": 551.04,
      "grad_norm": 0.9449235796928406,
      "learning_rate": 1.1353663201347187e-06,
      "loss": 0.3486,
      "step": 1974380
    },
    {
      "epoch": 551.04,
      "grad_norm": 1.0489715337753296,
      "learning_rate": 1.1353431514905764e-06,
      "loss": 0.3388,
      "step": 1974390
    },
    {
      "epoch": 551.05,
      "grad_norm": 1.130569338798523,
      "learning_rate": 1.1353199830072732e-06,
      "loss": 0.3431,
      "step": 1974400
    },
    {
      "epoch": 551.05,
      "grad_norm": 1.0865797996520996,
      "learning_rate": 1.1352968146848124e-06,
      "loss": 0.3281,
      "step": 1974410
    },
    {
      "epoch": 551.05,
      "grad_norm": 0.9679732322692871,
      "learning_rate": 1.135273646523198e-06,
      "loss": 0.3361,
      "step": 1974420
    },
    {
      "epoch": 551.05,
      "grad_norm": 1.0968043804168701,
      "learning_rate": 1.1352504785224303e-06,
      "loss": 0.3273,
      "step": 1974430
    },
    {
      "epoch": 551.06,
      "grad_norm": 1.037809133529663,
      "learning_rate": 1.1352273106825162e-06,
      "loss": 0.341,
      "step": 1974440
    },
    {
      "epoch": 551.06,
      "grad_norm": 1.279506802558899,
      "learning_rate": 1.1352041430034555e-06,
      "loss": 0.3389,
      "step": 1974450
    },
    {
      "epoch": 551.06,
      "grad_norm": 1.171401023864746,
      "learning_rate": 1.135180975485253e-06,
      "loss": 0.3513,
      "step": 1974460
    },
    {
      "epoch": 551.07,
      "grad_norm": 1.338208794593811,
      "learning_rate": 1.135157808127912e-06,
      "loss": 0.3514,
      "step": 1974470
    },
    {
      "epoch": 551.07,
      "grad_norm": 1.2328286170959473,
      "learning_rate": 1.135134640931434e-06,
      "loss": 0.3457,
      "step": 1974480
    },
    {
      "epoch": 551.07,
      "grad_norm": 1.373180627822876,
      "learning_rate": 1.1351114738958233e-06,
      "loss": 0.3533,
      "step": 1974490
    },
    {
      "epoch": 551.07,
      "grad_norm": 1.0764765739440918,
      "learning_rate": 1.1350883070210826e-06,
      "loss": 0.3157,
      "step": 1974500
    },
    {
      "epoch": 551.08,
      "grad_norm": 1.008217692375183,
      "learning_rate": 1.135065140307216e-06,
      "loss": 0.3259,
      "step": 1974510
    },
    {
      "epoch": 551.08,
      "grad_norm": 1.1878869533538818,
      "learning_rate": 1.135041973754224e-06,
      "loss": 0.3293,
      "step": 1974520
    },
    {
      "epoch": 551.08,
      "grad_norm": 1.1229114532470703,
      "learning_rate": 1.1350188073621128e-06,
      "loss": 0.3348,
      "step": 1974530
    },
    {
      "epoch": 551.09,
      "grad_norm": 0.9862449169158936,
      "learning_rate": 1.1349956411308834e-06,
      "loss": 0.3471,
      "step": 1974540
    },
    {
      "epoch": 551.09,
      "grad_norm": 0.9851892590522766,
      "learning_rate": 1.1349724750605395e-06,
      "loss": 0.3407,
      "step": 1974550
    },
    {
      "epoch": 551.09,
      "grad_norm": 1.0944561958312988,
      "learning_rate": 1.134949309151085e-06,
      "loss": 0.3274,
      "step": 1974560
    },
    {
      "epoch": 551.09,
      "grad_norm": 1.1760280132293701,
      "learning_rate": 1.1349261434025217e-06,
      "loss": 0.3474,
      "step": 1974570
    },
    {
      "epoch": 551.1,
      "grad_norm": 1.0849617719650269,
      "learning_rate": 1.134902977814853e-06,
      "loss": 0.3383,
      "step": 1974580
    },
    {
      "epoch": 551.1,
      "grad_norm": 1.226944923400879,
      "learning_rate": 1.1348798123880819e-06,
      "loss": 0.345,
      "step": 1974590
    },
    {
      "epoch": 551.1,
      "grad_norm": 1.2096296548843384,
      "learning_rate": 1.1348566471222128e-06,
      "loss": 0.3344,
      "step": 1974600
    },
    {
      "epoch": 551.11,
      "grad_norm": 1.045761227607727,
      "learning_rate": 1.134833482017247e-06,
      "loss": 0.3379,
      "step": 1974610
    },
    {
      "epoch": 551.11,
      "grad_norm": 1.1875603199005127,
      "learning_rate": 1.134810317073188e-06,
      "loss": 0.3334,
      "step": 1974620
    },
    {
      "epoch": 551.11,
      "grad_norm": 1.0372345447540283,
      "learning_rate": 1.1347871522900405e-06,
      "loss": 0.3463,
      "step": 1974630
    },
    {
      "epoch": 551.11,
      "grad_norm": 1.1259641647338867,
      "learning_rate": 1.1347639876678042e-06,
      "loss": 0.3436,
      "step": 1974640
    },
    {
      "epoch": 551.12,
      "grad_norm": 1.0864673852920532,
      "learning_rate": 1.1347408232064862e-06,
      "loss": 0.3455,
      "step": 1974650
    },
    {
      "epoch": 551.12,
      "grad_norm": 0.9998235702514648,
      "learning_rate": 1.1347176589060866e-06,
      "loss": 0.3431,
      "step": 1974660
    },
    {
      "epoch": 551.12,
      "grad_norm": 1.042443037033081,
      "learning_rate": 1.1346944947666098e-06,
      "loss": 0.3336,
      "step": 1974670
    },
    {
      "epoch": 551.12,
      "grad_norm": 1.0323498249053955,
      "learning_rate": 1.1346713307880584e-06,
      "loss": 0.3355,
      "step": 1974680
    },
    {
      "epoch": 551.13,
      "grad_norm": 1.178698182106018,
      "learning_rate": 1.1346481669704356e-06,
      "loss": 0.3324,
      "step": 1974690
    },
    {
      "epoch": 551.13,
      "grad_norm": 1.0252034664154053,
      "learning_rate": 1.1346250033137455e-06,
      "loss": 0.3354,
      "step": 1974700
    },
    {
      "epoch": 551.13,
      "grad_norm": 1.160555124282837,
      "learning_rate": 1.1346018398179898e-06,
      "loss": 0.3284,
      "step": 1974710
    },
    {
      "epoch": 551.14,
      "grad_norm": 1.0262575149536133,
      "learning_rate": 1.1345786764831716e-06,
      "loss": 0.3432,
      "step": 1974720
    },
    {
      "epoch": 551.14,
      "grad_norm": 1.1137644052505493,
      "learning_rate": 1.1345555133092947e-06,
      "loss": 0.333,
      "step": 1974730
    },
    {
      "epoch": 551.14,
      "grad_norm": 1.1450574398040771,
      "learning_rate": 1.1345323502963628e-06,
      "loss": 0.3553,
      "step": 1974740
    },
    {
      "epoch": 551.14,
      "grad_norm": 1.1914507150650024,
      "learning_rate": 1.1345091874443769e-06,
      "loss": 0.34,
      "step": 1974750
    },
    {
      "epoch": 551.15,
      "grad_norm": 1.1139477491378784,
      "learning_rate": 1.1344860247533416e-06,
      "loss": 0.3466,
      "step": 1974760
    },
    {
      "epoch": 551.15,
      "grad_norm": 1.2120587825775146,
      "learning_rate": 1.1344628622232604e-06,
      "loss": 0.3498,
      "step": 1974770
    },
    {
      "epoch": 551.15,
      "grad_norm": 1.2450112104415894,
      "learning_rate": 1.1344396998541338e-06,
      "loss": 0.3184,
      "step": 1974780
    },
    {
      "epoch": 551.16,
      "grad_norm": 1.1717807054519653,
      "learning_rate": 1.1344165376459686e-06,
      "loss": 0.3438,
      "step": 1974790
    },
    {
      "epoch": 551.16,
      "grad_norm": 1.089132308959961,
      "learning_rate": 1.1343933755987652e-06,
      "loss": 0.3387,
      "step": 1974800
    },
    {
      "epoch": 551.16,
      "grad_norm": 1.713294267654419,
      "learning_rate": 1.1343702137125272e-06,
      "loss": 0.3302,
      "step": 1974810
    },
    {
      "epoch": 551.16,
      "grad_norm": 1.006695032119751,
      "learning_rate": 1.1343470519872582e-06,
      "loss": 0.3616,
      "step": 1974820
    },
    {
      "epoch": 551.17,
      "grad_norm": 1.1016706228256226,
      "learning_rate": 1.134323890422962e-06,
      "loss": 0.3557,
      "step": 1974830
    },
    {
      "epoch": 551.17,
      "grad_norm": 1.3554261922836304,
      "learning_rate": 1.13430072901964e-06,
      "loss": 0.3374,
      "step": 1974840
    },
    {
      "epoch": 551.17,
      "grad_norm": 0.9474406838417053,
      "learning_rate": 1.134277567777296e-06,
      "loss": 0.3386,
      "step": 1974850
    },
    {
      "epoch": 551.17,
      "grad_norm": 1.0487056970596313,
      "learning_rate": 1.1342544066959338e-06,
      "loss": 0.3342,
      "step": 1974860
    },
    {
      "epoch": 551.18,
      "grad_norm": 1.1363935470581055,
      "learning_rate": 1.134231245775554e-06,
      "loss": 0.3518,
      "step": 1974870
    },
    {
      "epoch": 551.18,
      "grad_norm": 1.9328680038452148,
      "learning_rate": 1.1342080850161632e-06,
      "loss": 0.3445,
      "step": 1974880
    },
    {
      "epoch": 551.18,
      "grad_norm": 1.1427130699157715,
      "learning_rate": 1.1341849244177622e-06,
      "loss": 0.3539,
      "step": 1974890
    },
    {
      "epoch": 551.19,
      "grad_norm": 1.4475675821304321,
      "learning_rate": 1.1341617639803544e-06,
      "loss": 0.3266,
      "step": 1974900
    },
    {
      "epoch": 551.19,
      "grad_norm": 1.2720786333084106,
      "learning_rate": 1.134138603703944e-06,
      "loss": 0.3421,
      "step": 1974910
    },
    {
      "epoch": 551.19,
      "grad_norm": 1.0171748399734497,
      "learning_rate": 1.1341154435885321e-06,
      "loss": 0.3227,
      "step": 1974920
    },
    {
      "epoch": 551.19,
      "grad_norm": 1.245658278465271,
      "learning_rate": 1.1340922836341233e-06,
      "loss": 0.3456,
      "step": 1974930
    },
    {
      "epoch": 551.2,
      "grad_norm": 1.0320498943328857,
      "learning_rate": 1.13406912384072e-06,
      "loss": 0.3527,
      "step": 1974940
    },
    {
      "epoch": 551.2,
      "grad_norm": 1.0476901531219482,
      "learning_rate": 1.1340459642083258e-06,
      "loss": 0.3256,
      "step": 1974950
    },
    {
      "epoch": 551.2,
      "grad_norm": 0.9497725367546082,
      "learning_rate": 1.1340228047369434e-06,
      "loss": 0.3559,
      "step": 1974960
    },
    {
      "epoch": 551.21,
      "grad_norm": 1.1643320322036743,
      "learning_rate": 1.1339996454265767e-06,
      "loss": 0.3375,
      "step": 1974970
    },
    {
      "epoch": 551.21,
      "grad_norm": 1.1458003520965576,
      "learning_rate": 1.1339764862772274e-06,
      "loss": 0.3499,
      "step": 1974980
    },
    {
      "epoch": 551.21,
      "grad_norm": 1.1194424629211426,
      "learning_rate": 1.1339533272888995e-06,
      "loss": 0.3354,
      "step": 1974990
    },
    {
      "epoch": 551.21,
      "grad_norm": 1.2196377515792847,
      "learning_rate": 1.1339301684615968e-06,
      "loss": 0.3231,
      "step": 1975000
    },
    {
      "epoch": 551.22,
      "grad_norm": 1.1798990964889526,
      "learning_rate": 1.1339070097953192e-06,
      "loss": 0.3465,
      "step": 1975010
    },
    {
      "epoch": 551.22,
      "grad_norm": 2.8237130641937256,
      "learning_rate": 1.133883851290074e-06,
      "loss": 0.3417,
      "step": 1975020
    },
    {
      "epoch": 551.22,
      "grad_norm": 0.978306233882904,
      "learning_rate": 1.1338606929458613e-06,
      "loss": 0.3594,
      "step": 1975030
    },
    {
      "epoch": 551.23,
      "grad_norm": 1.114808201789856,
      "learning_rate": 1.1338375347626857e-06,
      "loss": 0.3184,
      "step": 1975040
    },
    {
      "epoch": 551.23,
      "grad_norm": 1.3319742679595947,
      "learning_rate": 1.1338143767405502e-06,
      "loss": 0.341,
      "step": 1975050
    },
    {
      "epoch": 551.23,
      "grad_norm": 1.1798959970474243,
      "learning_rate": 1.1337912188794567e-06,
      "loss": 0.3519,
      "step": 1975060
    },
    {
      "epoch": 551.23,
      "grad_norm": 1.1924079656600952,
      "learning_rate": 1.1337680611794091e-06,
      "loss": 0.3492,
      "step": 1975070
    },
    {
      "epoch": 551.24,
      "grad_norm": 1.0527805089950562,
      "learning_rate": 1.1337449036404105e-06,
      "loss": 0.3403,
      "step": 1975080
    },
    {
      "epoch": 551.24,
      "grad_norm": 1.0078257322311401,
      "learning_rate": 1.1337217462624645e-06,
      "loss": 0.3517,
      "step": 1975090
    },
    {
      "epoch": 551.24,
      "grad_norm": 1.2822870016098022,
      "learning_rate": 1.133698589045572e-06,
      "loss": 0.3382,
      "step": 1975100
    },
    {
      "epoch": 551.24,
      "grad_norm": 1.0816044807434082,
      "learning_rate": 1.1336754319897393e-06,
      "loss": 0.3511,
      "step": 1975110
    },
    {
      "epoch": 551.25,
      "grad_norm": 1.4438401460647583,
      "learning_rate": 1.133652275094967e-06,
      "loss": 0.3497,
      "step": 1975120
    },
    {
      "epoch": 551.25,
      "grad_norm": 1.180888295173645,
      "learning_rate": 1.1336291183612595e-06,
      "loss": 0.3593,
      "step": 1975130
    },
    {
      "epoch": 551.25,
      "grad_norm": 1.191304326057434,
      "learning_rate": 1.1336059617886198e-06,
      "loss": 0.3328,
      "step": 1975140
    },
    {
      "epoch": 551.26,
      "grad_norm": 1.2312113046646118,
      "learning_rate": 1.1335828053770498e-06,
      "loss": 0.3301,
      "step": 1975150
    },
    {
      "epoch": 551.26,
      "grad_norm": 0.9977338314056396,
      "learning_rate": 1.1335596491265536e-06,
      "loss": 0.3563,
      "step": 1975160
    },
    {
      "epoch": 551.26,
      "grad_norm": 1.0603643655776978,
      "learning_rate": 1.1335364930371339e-06,
      "loss": 0.3199,
      "step": 1975170
    },
    {
      "epoch": 551.26,
      "grad_norm": 1.1521929502487183,
      "learning_rate": 1.1335133371087948e-06,
      "loss": 0.3391,
      "step": 1975180
    },
    {
      "epoch": 551.27,
      "grad_norm": 2.490600109100342,
      "learning_rate": 1.1334901813415375e-06,
      "loss": 0.3387,
      "step": 1975190
    },
    {
      "epoch": 551.27,
      "grad_norm": 1.1744434833526611,
      "learning_rate": 1.1334670257353664e-06,
      "loss": 0.3363,
      "step": 1975200
    },
    {
      "epoch": 551.27,
      "grad_norm": 1.046679973602295,
      "learning_rate": 1.133443870290285e-06,
      "loss": 0.331,
      "step": 1975210
    },
    {
      "epoch": 551.28,
      "grad_norm": 0.9769653081893921,
      "learning_rate": 1.1334207150062942e-06,
      "loss": 0.3202,
      "step": 1975220
    },
    {
      "epoch": 551.28,
      "grad_norm": 1.376110315322876,
      "learning_rate": 1.1333975598834e-06,
      "loss": 0.3292,
      "step": 1975230
    },
    {
      "epoch": 551.28,
      "grad_norm": 1.1126911640167236,
      "learning_rate": 1.1333744049216023e-06,
      "loss": 0.3384,
      "step": 1975240
    },
    {
      "epoch": 551.28,
      "grad_norm": 1.4680930376052856,
      "learning_rate": 1.1333512501209078e-06,
      "loss": 0.3457,
      "step": 1975250
    },
    {
      "epoch": 551.29,
      "grad_norm": 1.264679193496704,
      "learning_rate": 1.133328095481317e-06,
      "loss": 0.3437,
      "step": 1975260
    },
    {
      "epoch": 551.29,
      "grad_norm": 1.0997467041015625,
      "learning_rate": 1.1333049410028334e-06,
      "loss": 0.3419,
      "step": 1975270
    },
    {
      "epoch": 551.29,
      "grad_norm": 1.1201368570327759,
      "learning_rate": 1.1332817866854612e-06,
      "loss": 0.3313,
      "step": 1975280
    },
    {
      "epoch": 551.3,
      "grad_norm": 1.0886629819869995,
      "learning_rate": 1.133258632529202e-06,
      "loss": 0.3351,
      "step": 1975290
    },
    {
      "epoch": 551.3,
      "grad_norm": 1.1860339641571045,
      "learning_rate": 1.1332354785340593e-06,
      "loss": 0.3204,
      "step": 1975300
    },
    {
      "epoch": 551.3,
      "grad_norm": 1.070133090019226,
      "learning_rate": 1.1332123247000366e-06,
      "loss": 0.3436,
      "step": 1975310
    },
    {
      "epoch": 551.3,
      "grad_norm": 1.057830810546875,
      "learning_rate": 1.1331891710271377e-06,
      "loss": 0.3413,
      "step": 1975320
    },
    {
      "epoch": 551.31,
      "grad_norm": 1.1628738641738892,
      "learning_rate": 1.1331660175153637e-06,
      "loss": 0.334,
      "step": 1975330
    },
    {
      "epoch": 551.31,
      "grad_norm": 1.0019707679748535,
      "learning_rate": 1.133142864164719e-06,
      "loss": 0.3322,
      "step": 1975340
    },
    {
      "epoch": 551.31,
      "grad_norm": 1.0756609439849854,
      "learning_rate": 1.1331197109752061e-06,
      "loss": 0.3231,
      "step": 1975350
    },
    {
      "epoch": 551.31,
      "grad_norm": 1.1030936241149902,
      "learning_rate": 1.1330965579468288e-06,
      "loss": 0.3322,
      "step": 1975360
    },
    {
      "epoch": 551.32,
      "grad_norm": 1.4240527153015137,
      "learning_rate": 1.1330734050795906e-06,
      "loss": 0.3555,
      "step": 1975370
    },
    {
      "epoch": 551.32,
      "grad_norm": 1.276026725769043,
      "learning_rate": 1.1330502523734926e-06,
      "loss": 0.35,
      "step": 1975380
    },
    {
      "epoch": 551.32,
      "grad_norm": 1.2970740795135498,
      "learning_rate": 1.1330270998285392e-06,
      "loss": 0.3494,
      "step": 1975390
    },
    {
      "epoch": 551.33,
      "grad_norm": 1.3014943599700928,
      "learning_rate": 1.1330039474447336e-06,
      "loss": 0.3351,
      "step": 1975400
    },
    {
      "epoch": 551.33,
      "grad_norm": 1.0064756870269775,
      "learning_rate": 1.1329807952220792e-06,
      "loss": 0.3378,
      "step": 1975410
    },
    {
      "epoch": 551.33,
      "grad_norm": 1.093783974647522,
      "learning_rate": 1.132957643160578e-06,
      "loss": 0.3337,
      "step": 1975420
    },
    {
      "epoch": 551.33,
      "grad_norm": 1.167832374572754,
      "learning_rate": 1.1329344912602331e-06,
      "loss": 0.3563,
      "step": 1975430
    },
    {
      "epoch": 551.34,
      "grad_norm": 1.145100474357605,
      "learning_rate": 1.1329113395210493e-06,
      "loss": 0.3472,
      "step": 1975440
    },
    {
      "epoch": 551.34,
      "grad_norm": 1.1972798109054565,
      "learning_rate": 1.1328881879430266e-06,
      "loss": 0.3539,
      "step": 1975450
    },
    {
      "epoch": 551.34,
      "grad_norm": 1.201727271080017,
      "learning_rate": 1.1328650365261716e-06,
      "loss": 0.3457,
      "step": 1975460
    },
    {
      "epoch": 551.35,
      "grad_norm": 1.2480896711349487,
      "learning_rate": 1.1328418852704851e-06,
      "loss": 0.3401,
      "step": 1975470
    },
    {
      "epoch": 551.35,
      "grad_norm": 1.0860013961791992,
      "learning_rate": 1.1328187341759706e-06,
      "loss": 0.343,
      "step": 1975480
    },
    {
      "epoch": 551.35,
      "grad_norm": 1.1359549760818481,
      "learning_rate": 1.1327955832426315e-06,
      "loss": 0.3528,
      "step": 1975490
    },
    {
      "epoch": 551.35,
      "grad_norm": 1.3928091526031494,
      "learning_rate": 1.1327724324704715e-06,
      "loss": 0.3428,
      "step": 1975500
    },
    {
      "epoch": 551.36,
      "grad_norm": 1.3315396308898926,
      "learning_rate": 1.132749281859492e-06,
      "loss": 0.3385,
      "step": 1975510
    },
    {
      "epoch": 551.36,
      "grad_norm": 1.1356254816055298,
      "learning_rate": 1.1327261314096971e-06,
      "loss": 0.3535,
      "step": 1975520
    },
    {
      "epoch": 551.36,
      "grad_norm": 1.2110214233398438,
      "learning_rate": 1.13270298112109e-06,
      "loss": 0.3441,
      "step": 1975530
    },
    {
      "epoch": 551.36,
      "grad_norm": 0.9535743594169617,
      "learning_rate": 1.1326798309936735e-06,
      "loss": 0.3295,
      "step": 1975540
    },
    {
      "epoch": 551.37,
      "grad_norm": 1.2740342617034912,
      "learning_rate": 1.1326566810274516e-06,
      "loss": 0.3518,
      "step": 1975550
    },
    {
      "epoch": 551.37,
      "grad_norm": 1.266648769378662,
      "learning_rate": 1.1326335312224257e-06,
      "loss": 0.3423,
      "step": 1975560
    },
    {
      "epoch": 551.37,
      "grad_norm": 1.374461054801941,
      "learning_rate": 1.1326103815785996e-06,
      "loss": 0.3329,
      "step": 1975570
    },
    {
      "epoch": 551.38,
      "grad_norm": 1.1836472749710083,
      "learning_rate": 1.1325872320959778e-06,
      "loss": 0.3241,
      "step": 1975580
    },
    {
      "epoch": 551.38,
      "grad_norm": 1.1638866662979126,
      "learning_rate": 1.1325640827745599e-06,
      "loss": 0.3405,
      "step": 1975590
    },
    {
      "epoch": 551.38,
      "grad_norm": 1.1114531755447388,
      "learning_rate": 1.132540933614353e-06,
      "loss": 0.3217,
      "step": 1975600
    },
    {
      "epoch": 551.38,
      "grad_norm": 1.0939526557922363,
      "learning_rate": 1.1325177846153575e-06,
      "loss": 0.3496,
      "step": 1975610
    },
    {
      "epoch": 551.39,
      "grad_norm": 1.222547173500061,
      "learning_rate": 1.1324946357775774e-06,
      "loss": 0.3583,
      "step": 1975620
    },
    {
      "epoch": 551.39,
      "grad_norm": 1.2033095359802246,
      "learning_rate": 1.1324714871010158e-06,
      "loss": 0.3203,
      "step": 1975630
    },
    {
      "epoch": 551.39,
      "grad_norm": 1.1005899906158447,
      "learning_rate": 1.1324483385856762e-06,
      "loss": 0.3328,
      "step": 1975640
    },
    {
      "epoch": 551.4,
      "grad_norm": 1.0262315273284912,
      "learning_rate": 1.1324251902315607e-06,
      "loss": 0.3412,
      "step": 1975650
    },
    {
      "epoch": 551.4,
      "grad_norm": 1.2696176767349243,
      "learning_rate": 1.132402042038673e-06,
      "loss": 0.3432,
      "step": 1975660
    },
    {
      "epoch": 551.4,
      "grad_norm": 1.1674724817276,
      "learning_rate": 1.1323788940070167e-06,
      "loss": 0.3242,
      "step": 1975670
    },
    {
      "epoch": 551.4,
      "grad_norm": 1.3012207746505737,
      "learning_rate": 1.1323557461365923e-06,
      "loss": 0.3482,
      "step": 1975680
    },
    {
      "epoch": 551.41,
      "grad_norm": 1.332470178604126,
      "learning_rate": 1.1323325984274067e-06,
      "loss": 0.3426,
      "step": 1975690
    },
    {
      "epoch": 551.41,
      "grad_norm": 1.2090542316436768,
      "learning_rate": 1.1323094508794602e-06,
      "loss": 0.3314,
      "step": 1975700
    },
    {
      "epoch": 551.41,
      "grad_norm": 1.101523995399475,
      "learning_rate": 1.1322863034927567e-06,
      "loss": 0.3535,
      "step": 1975710
    },
    {
      "epoch": 551.42,
      "grad_norm": 0.9931780695915222,
      "learning_rate": 1.1322631562673004e-06,
      "loss": 0.3543,
      "step": 1975720
    },
    {
      "epoch": 551.42,
      "grad_norm": 1.2465566396713257,
      "learning_rate": 1.1322400092030921e-06,
      "loss": 0.3507,
      "step": 1975730
    },
    {
      "epoch": 551.42,
      "grad_norm": 1.074365258216858,
      "learning_rate": 1.1322168623001365e-06,
      "loss": 0.3289,
      "step": 1975740
    },
    {
      "epoch": 551.42,
      "grad_norm": 1.4325553178787231,
      "learning_rate": 1.1321937155584362e-06,
      "loss": 0.3421,
      "step": 1975750
    },
    {
      "epoch": 551.43,
      "grad_norm": 1.1985224485397339,
      "learning_rate": 1.1321705689779951e-06,
      "loss": 0.3304,
      "step": 1975760
    },
    {
      "epoch": 551.43,
      "grad_norm": 1.028247594833374,
      "learning_rate": 1.1321474225588141e-06,
      "loss": 0.3267,
      "step": 1975770
    },
    {
      "epoch": 551.43,
      "grad_norm": 1.2215007543563843,
      "learning_rate": 1.132124276300899e-06,
      "loss": 0.3463,
      "step": 1975780
    },
    {
      "epoch": 551.43,
      "grad_norm": 1.0706827640533447,
      "learning_rate": 1.1321011302042512e-06,
      "loss": 0.3459,
      "step": 1975790
    },
    {
      "epoch": 551.44,
      "grad_norm": 1.0633513927459717,
      "learning_rate": 1.132077984268874e-06,
      "loss": 0.3265,
      "step": 1975800
    },
    {
      "epoch": 551.44,
      "grad_norm": 1.8164112567901611,
      "learning_rate": 1.1320548384947716e-06,
      "loss": 0.3436,
      "step": 1975810
    },
    {
      "epoch": 551.44,
      "grad_norm": 1.1588815450668335,
      "learning_rate": 1.1320316928819444e-06,
      "loss": 0.3395,
      "step": 1975820
    },
    {
      "epoch": 551.45,
      "grad_norm": 1.2786569595336914,
      "learning_rate": 1.1320085474303987e-06,
      "loss": 0.3454,
      "step": 1975830
    },
    {
      "epoch": 551.45,
      "grad_norm": 1.0537700653076172,
      "learning_rate": 1.1319854021401358e-06,
      "loss": 0.3337,
      "step": 1975840
    },
    {
      "epoch": 551.45,
      "grad_norm": 1.1964961290359497,
      "learning_rate": 1.1319622570111585e-06,
      "loss": 0.3335,
      "step": 1975850
    },
    {
      "epoch": 551.45,
      "grad_norm": 1.110984206199646,
      "learning_rate": 1.131939112043472e-06,
      "loss": 0.344,
      "step": 1975860
    },
    {
      "epoch": 551.46,
      "grad_norm": 1.111998438835144,
      "learning_rate": 1.1319159672370766e-06,
      "loss": 0.3454,
      "step": 1975870
    },
    {
      "epoch": 551.46,
      "grad_norm": 1.0103634595870972,
      "learning_rate": 1.1318928225919766e-06,
      "loss": 0.3457,
      "step": 1975880
    },
    {
      "epoch": 551.46,
      "grad_norm": 1.0849870443344116,
      "learning_rate": 1.1318696781081752e-06,
      "loss": 0.3291,
      "step": 1975890
    },
    {
      "epoch": 551.47,
      "grad_norm": 1.1713050603866577,
      "learning_rate": 1.131846533785676e-06,
      "loss": 0.3501,
      "step": 1975900
    },
    {
      "epoch": 551.47,
      "grad_norm": 1.1191284656524658,
      "learning_rate": 1.1318233896244803e-06,
      "loss": 0.3437,
      "step": 1975910
    },
    {
      "epoch": 551.47,
      "grad_norm": 1.1731925010681152,
      "learning_rate": 1.1318002456245937e-06,
      "loss": 0.3346,
      "step": 1975920
    },
    {
      "epoch": 551.47,
      "grad_norm": 0.9778878092765808,
      "learning_rate": 1.1317771017860173e-06,
      "loss": 0.3281,
      "step": 1975930
    },
    {
      "epoch": 551.48,
      "grad_norm": 0.9873130321502686,
      "learning_rate": 1.1317539581087548e-06,
      "loss": 0.35,
      "step": 1975940
    },
    {
      "epoch": 551.48,
      "grad_norm": 2.7591731548309326,
      "learning_rate": 1.1317308145928099e-06,
      "loss": 0.328,
      "step": 1975950
    },
    {
      "epoch": 551.48,
      "grad_norm": 1.0393332242965698,
      "learning_rate": 1.1317076712381845e-06,
      "loss": 0.3581,
      "step": 1975960
    },
    {
      "epoch": 551.48,
      "grad_norm": 1.0727485418319702,
      "learning_rate": 1.131684528044882e-06,
      "loss": 0.3746,
      "step": 1975970
    },
    {
      "epoch": 551.49,
      "grad_norm": 1.0010451078414917,
      "learning_rate": 1.1316613850129061e-06,
      "loss": 0.3369,
      "step": 1975980
    },
    {
      "epoch": 551.49,
      "grad_norm": 0.9960973262786865,
      "learning_rate": 1.1316382421422602e-06,
      "loss": 0.3209,
      "step": 1975990
    },
    {
      "epoch": 551.49,
      "grad_norm": 0.943574845790863,
      "learning_rate": 1.1316150994329458e-06,
      "loss": 0.3238,
      "step": 1976000
    },
    {
      "epoch": 551.5,
      "grad_norm": 0.9581369161605835,
      "learning_rate": 1.1315919568849668e-06,
      "loss": 0.3448,
      "step": 1976010
    },
    {
      "epoch": 551.5,
      "grad_norm": 1.1404412984848022,
      "learning_rate": 1.1315688144983275e-06,
      "loss": 0.3408,
      "step": 1976020
    },
    {
      "epoch": 551.5,
      "grad_norm": 1.1244142055511475,
      "learning_rate": 1.131545672273028e-06,
      "loss": 0.3253,
      "step": 1976030
    },
    {
      "epoch": 551.5,
      "grad_norm": 1.0645086765289307,
      "learning_rate": 1.1315225302090747e-06,
      "loss": 0.3391,
      "step": 1976040
    },
    {
      "epoch": 551.51,
      "grad_norm": 1.0908349752426147,
      "learning_rate": 1.1314993883064688e-06,
      "loss": 0.3294,
      "step": 1976050
    },
    {
      "epoch": 551.51,
      "grad_norm": 1.0773582458496094,
      "learning_rate": 1.1314762465652136e-06,
      "loss": 0.3447,
      "step": 1976060
    },
    {
      "epoch": 551.51,
      "grad_norm": 0.9860998392105103,
      "learning_rate": 1.1314531049853122e-06,
      "loss": 0.3469,
      "step": 1976070
    },
    {
      "epoch": 551.52,
      "grad_norm": 1.0816495418548584,
      "learning_rate": 1.1314299635667688e-06,
      "loss": 0.3362,
      "step": 1976080
    },
    {
      "epoch": 551.52,
      "grad_norm": 1.1371119022369385,
      "learning_rate": 1.1314068223095845e-06,
      "loss": 0.3384,
      "step": 1976090
    },
    {
      "epoch": 551.52,
      "grad_norm": 1.0417888164520264,
      "learning_rate": 1.1313836812137637e-06,
      "loss": 0.3418,
      "step": 1976100
    },
    {
      "epoch": 551.52,
      "grad_norm": 1.0861175060272217,
      "learning_rate": 1.1313605402793092e-06,
      "loss": 0.3448,
      "step": 1976110
    },
    {
      "epoch": 551.53,
      "grad_norm": 1.1695432662963867,
      "learning_rate": 1.1313373995062238e-06,
      "loss": 0.3513,
      "step": 1976120
    },
    {
      "epoch": 551.53,
      "grad_norm": 1.1012622117996216,
      "learning_rate": 1.1313142588945118e-06,
      "loss": 0.3397,
      "step": 1976130
    },
    {
      "epoch": 551.53,
      "grad_norm": 1.043908715248108,
      "learning_rate": 1.1312911184441748e-06,
      "loss": 0.3287,
      "step": 1976140
    },
    {
      "epoch": 551.54,
      "grad_norm": 1.36493718624115,
      "learning_rate": 1.131267978155216e-06,
      "loss": 0.3405,
      "step": 1976150
    },
    {
      "epoch": 551.54,
      "grad_norm": 1.1257667541503906,
      "learning_rate": 1.13124483802764e-06,
      "loss": 0.3379,
      "step": 1976160
    },
    {
      "epoch": 551.54,
      "grad_norm": 1.2459486722946167,
      "learning_rate": 1.1312216980614467e-06,
      "loss": 0.3296,
      "step": 1976170
    },
    {
      "epoch": 551.54,
      "grad_norm": 1.131730318069458,
      "learning_rate": 1.1311985582566435e-06,
      "loss": 0.3421,
      "step": 1976180
    },
    {
      "epoch": 551.55,
      "grad_norm": 1.293398141860962,
      "learning_rate": 1.1311754186132299e-06,
      "loss": 0.3455,
      "step": 1976190
    },
    {
      "epoch": 551.55,
      "grad_norm": 1.6037925481796265,
      "learning_rate": 1.1311522791312106e-06,
      "loss": 0.3394,
      "step": 1976200
    },
    {
      "epoch": 551.55,
      "grad_norm": 1.3948357105255127,
      "learning_rate": 1.1311291398105883e-06,
      "loss": 0.3522,
      "step": 1976210
    },
    {
      "epoch": 551.55,
      "grad_norm": 1.0828138589859009,
      "learning_rate": 1.131106000651367e-06,
      "loss": 0.3406,
      "step": 1976220
    },
    {
      "epoch": 551.56,
      "grad_norm": 1.0308407545089722,
      "learning_rate": 1.1310828616535478e-06,
      "loss": 0.3377,
      "step": 1976230
    },
    {
      "epoch": 551.56,
      "grad_norm": 1.2070512771606445,
      "learning_rate": 1.1310597228171353e-06,
      "loss": 0.3399,
      "step": 1976240
    },
    {
      "epoch": 551.56,
      "grad_norm": 1.236467957496643,
      "learning_rate": 1.131036584142133e-06,
      "loss": 0.3292,
      "step": 1976250
    },
    {
      "epoch": 551.57,
      "grad_norm": 1.1582666635513306,
      "learning_rate": 1.1310134456285415e-06,
      "loss": 0.3336,
      "step": 1976260
    },
    {
      "epoch": 551.57,
      "grad_norm": 1.1009913682937622,
      "learning_rate": 1.1309903072763673e-06,
      "loss": 0.3338,
      "step": 1976270
    },
    {
      "epoch": 551.57,
      "grad_norm": 1.009822964668274,
      "learning_rate": 1.1309671690856108e-06,
      "loss": 0.3549,
      "step": 1976280
    },
    {
      "epoch": 551.57,
      "grad_norm": 0.9863281846046448,
      "learning_rate": 1.130944031056276e-06,
      "loss": 0.3461,
      "step": 1976290
    },
    {
      "epoch": 551.58,
      "grad_norm": 1.0591011047363281,
      "learning_rate": 1.130920893188367e-06,
      "loss": 0.3411,
      "step": 1976300
    },
    {
      "epoch": 551.58,
      "grad_norm": 1.0875890254974365,
      "learning_rate": 1.1308977554818847e-06,
      "loss": 0.351,
      "step": 1976310
    },
    {
      "epoch": 551.58,
      "grad_norm": 1.3164408206939697,
      "learning_rate": 1.1308746179368337e-06,
      "loss": 0.3395,
      "step": 1976320
    },
    {
      "epoch": 551.59,
      "grad_norm": 1.2000675201416016,
      "learning_rate": 1.1308514805532165e-06,
      "loss": 0.3337,
      "step": 1976330
    },
    {
      "epoch": 551.59,
      "grad_norm": 0.9636117219924927,
      "learning_rate": 1.1308283433310375e-06,
      "loss": 0.3351,
      "step": 1976340
    },
    {
      "epoch": 551.59,
      "grad_norm": 1.0170472860336304,
      "learning_rate": 1.130805206270297e-06,
      "loss": 0.3369,
      "step": 1976350
    },
    {
      "epoch": 551.59,
      "grad_norm": 1.1169207096099854,
      "learning_rate": 1.1307820693710012e-06,
      "loss": 0.3304,
      "step": 1976360
    },
    {
      "epoch": 551.6,
      "grad_norm": 1.188086748123169,
      "learning_rate": 1.1307589326331511e-06,
      "loss": 0.3486,
      "step": 1976370
    },
    {
      "epoch": 551.6,
      "grad_norm": 1.1779440641403198,
      "learning_rate": 1.1307357960567506e-06,
      "loss": 0.34,
      "step": 1976380
    },
    {
      "epoch": 551.6,
      "grad_norm": 1.1445716619491577,
      "learning_rate": 1.1307126596418031e-06,
      "loss": 0.3469,
      "step": 1976390
    },
    {
      "epoch": 551.6,
      "grad_norm": 1.759968876838684,
      "learning_rate": 1.13068952338831e-06,
      "loss": 0.336,
      "step": 1976400
    },
    {
      "epoch": 551.61,
      "grad_norm": 1.0802762508392334,
      "learning_rate": 1.1306663872962768e-06,
      "loss": 0.348,
      "step": 1976410
    },
    {
      "epoch": 551.61,
      "grad_norm": 0.9866051077842712,
      "learning_rate": 1.1306432513657047e-06,
      "loss": 0.3371,
      "step": 1976420
    },
    {
      "epoch": 551.61,
      "grad_norm": 0.9875743985176086,
      "learning_rate": 1.1306201155965975e-06,
      "loss": 0.3293,
      "step": 1976430
    },
    {
      "epoch": 551.62,
      "grad_norm": 1.5042576789855957,
      "learning_rate": 1.1305969799889582e-06,
      "loss": 0.3524,
      "step": 1976440
    },
    {
      "epoch": 551.62,
      "grad_norm": 1.4008828401565552,
      "learning_rate": 1.1305738445427908e-06,
      "loss": 0.3413,
      "step": 1976450
    },
    {
      "epoch": 551.62,
      "grad_norm": 1.2231600284576416,
      "learning_rate": 1.1305507092580965e-06,
      "loss": 0.352,
      "step": 1976460
    },
    {
      "epoch": 551.62,
      "grad_norm": 1.217407464981079,
      "learning_rate": 1.1305275741348793e-06,
      "loss": 0.3391,
      "step": 1976470
    },
    {
      "epoch": 551.63,
      "grad_norm": 1.2681206464767456,
      "learning_rate": 1.1305044391731434e-06,
      "loss": 0.3361,
      "step": 1976480
    },
    {
      "epoch": 551.63,
      "grad_norm": 1.2157906293869019,
      "learning_rate": 1.130481304372889e-06,
      "loss": 0.3494,
      "step": 1976490
    },
    {
      "epoch": 551.63,
      "grad_norm": 1.039665937423706,
      "learning_rate": 1.1304581697341226e-06,
      "loss": 0.3319,
      "step": 1976500
    },
    {
      "epoch": 551.64,
      "grad_norm": 1.5341030359268188,
      "learning_rate": 1.1304350352568449e-06,
      "loss": 0.3328,
      "step": 1976510
    },
    {
      "epoch": 551.64,
      "grad_norm": 1.1773186922073364,
      "learning_rate": 1.1304119009410597e-06,
      "loss": 0.3312,
      "step": 1976520
    },
    {
      "epoch": 551.64,
      "grad_norm": 1.0965420007705688,
      "learning_rate": 1.1303887667867711e-06,
      "loss": 0.3329,
      "step": 1976530
    },
    {
      "epoch": 551.64,
      "grad_norm": 1.0132665634155273,
      "learning_rate": 1.1303656327939802e-06,
      "loss": 0.3363,
      "step": 1976540
    },
    {
      "epoch": 551.65,
      "grad_norm": 1.0161552429199219,
      "learning_rate": 1.1303424989626913e-06,
      "loss": 0.3491,
      "step": 1976550
    },
    {
      "epoch": 551.65,
      "grad_norm": 1.291388750076294,
      "learning_rate": 1.1303193652929072e-06,
      "loss": 0.3586,
      "step": 1976560
    },
    {
      "epoch": 551.65,
      "grad_norm": 1.2411397695541382,
      "learning_rate": 1.1302962317846318e-06,
      "loss": 0.3381,
      "step": 1976570
    },
    {
      "epoch": 551.66,
      "grad_norm": 1.326865792274475,
      "learning_rate": 1.1302730984378657e-06,
      "loss": 0.3371,
      "step": 1976580
    },
    {
      "epoch": 551.66,
      "grad_norm": 1.1595855951309204,
      "learning_rate": 1.1302499652526156e-06,
      "loss": 0.3294,
      "step": 1976590
    },
    {
      "epoch": 551.66,
      "grad_norm": 1.236717700958252,
      "learning_rate": 1.1302268322288818e-06,
      "loss": 0.3425,
      "step": 1976600
    },
    {
      "epoch": 551.66,
      "grad_norm": 1.131260633468628,
      "learning_rate": 1.1302036993666682e-06,
      "loss": 0.3363,
      "step": 1976610
    },
    {
      "epoch": 551.67,
      "grad_norm": 1.1067931652069092,
      "learning_rate": 1.1301805666659788e-06,
      "loss": 0.3367,
      "step": 1976620
    },
    {
      "epoch": 551.67,
      "grad_norm": 1.2046558856964111,
      "learning_rate": 1.130157434126815e-06,
      "loss": 0.3669,
      "step": 1976630
    },
    {
      "epoch": 551.67,
      "grad_norm": 1.2867571115493774,
      "learning_rate": 1.1301343017491807e-06,
      "loss": 0.347,
      "step": 1976640
    },
    {
      "epoch": 551.67,
      "grad_norm": 1.1707395315170288,
      "learning_rate": 1.1301111695330787e-06,
      "loss": 0.3344,
      "step": 1976650
    },
    {
      "epoch": 551.68,
      "grad_norm": 1.1538915634155273,
      "learning_rate": 1.1300880374785136e-06,
      "loss": 0.3357,
      "step": 1976660
    },
    {
      "epoch": 551.68,
      "grad_norm": 1.2044954299926758,
      "learning_rate": 1.1300649055854862e-06,
      "loss": 0.3389,
      "step": 1976670
    },
    {
      "epoch": 551.68,
      "grad_norm": 1.1507805585861206,
      "learning_rate": 1.1300417738540009e-06,
      "loss": 0.3549,
      "step": 1976680
    },
    {
      "epoch": 551.69,
      "grad_norm": 1.3236509561538696,
      "learning_rate": 1.13001864228406e-06,
      "loss": 0.3142,
      "step": 1976690
    },
    {
      "epoch": 551.69,
      "grad_norm": 0.9060221910476685,
      "learning_rate": 1.1299955108756673e-06,
      "loss": 0.3206,
      "step": 1976700
    },
    {
      "epoch": 551.69,
      "grad_norm": 1.2774178981781006,
      "learning_rate": 1.1299723796288265e-06,
      "loss": 0.3378,
      "step": 1976710
    },
    {
      "epoch": 551.69,
      "grad_norm": 1.122266411781311,
      "learning_rate": 1.1299492485435382e-06,
      "loss": 0.3263,
      "step": 1976720
    },
    {
      "epoch": 551.7,
      "grad_norm": 1.2081642150878906,
      "learning_rate": 1.1299261176198087e-06,
      "loss": 0.344,
      "step": 1976730
    },
    {
      "epoch": 551.7,
      "grad_norm": 3.186469316482544,
      "learning_rate": 1.1299029868576387e-06,
      "loss": 0.3374,
      "step": 1976740
    },
    {
      "epoch": 551.7,
      "grad_norm": 1.4685883522033691,
      "learning_rate": 1.1298798562570323e-06,
      "loss": 0.3412,
      "step": 1976750
    },
    {
      "epoch": 551.71,
      "grad_norm": 1.2450975179672241,
      "learning_rate": 1.1298567258179929e-06,
      "loss": 0.3457,
      "step": 1976760
    },
    {
      "epoch": 551.71,
      "grad_norm": 1.0041224956512451,
      "learning_rate": 1.1298335955405222e-06,
      "loss": 0.3493,
      "step": 1976770
    },
    {
      "epoch": 551.71,
      "grad_norm": 1.2815855741500854,
      "learning_rate": 1.1298104654246243e-06,
      "loss": 0.3451,
      "step": 1976780
    },
    {
      "epoch": 551.71,
      "grad_norm": 1.269166111946106,
      "learning_rate": 1.1297873354703018e-06,
      "loss": 0.3441,
      "step": 1976790
    },
    {
      "epoch": 551.72,
      "grad_norm": 1.3025288581848145,
      "learning_rate": 1.129764205677559e-06,
      "loss": 0.3526,
      "step": 1976800
    },
    {
      "epoch": 551.72,
      "grad_norm": 2.170806646347046,
      "learning_rate": 1.1297410760463974e-06,
      "loss": 0.351,
      "step": 1976810
    },
    {
      "epoch": 551.72,
      "grad_norm": 1.0066884756088257,
      "learning_rate": 1.1297179465768206e-06,
      "loss": 0.3514,
      "step": 1976820
    },
    {
      "epoch": 551.72,
      "grad_norm": 1.2038116455078125,
      "learning_rate": 1.1296948172688325e-06,
      "loss": 0.3381,
      "step": 1976830
    },
    {
      "epoch": 551.73,
      "grad_norm": 1.2219961881637573,
      "learning_rate": 1.1296716881224337e-06,
      "loss": 0.3413,
      "step": 1976840
    },
    {
      "epoch": 551.73,
      "grad_norm": 1.634089469909668,
      "learning_rate": 1.129648559137631e-06,
      "loss": 0.3402,
      "step": 1976850
    },
    {
      "epoch": 551.73,
      "grad_norm": 1.1131036281585693,
      "learning_rate": 1.1296254303144246e-06,
      "loss": 0.3365,
      "step": 1976860
    },
    {
      "epoch": 551.74,
      "grad_norm": 1.0965979099273682,
      "learning_rate": 1.1296023016528188e-06,
      "loss": 0.3458,
      "step": 1976870
    },
    {
      "epoch": 551.74,
      "grad_norm": 1.440841555595398,
      "learning_rate": 1.129579173152816e-06,
      "loss": 0.3375,
      "step": 1976880
    },
    {
      "epoch": 551.74,
      "grad_norm": 1.2630558013916016,
      "learning_rate": 1.1295560448144204e-06,
      "loss": 0.3338,
      "step": 1976890
    },
    {
      "epoch": 551.74,
      "grad_norm": 1.0425080060958862,
      "learning_rate": 1.129532916637634e-06,
      "loss": 0.3406,
      "step": 1976900
    },
    {
      "epoch": 551.75,
      "grad_norm": 1.0658038854599,
      "learning_rate": 1.1295097886224598e-06,
      "loss": 0.3541,
      "step": 1976910
    },
    {
      "epoch": 551.75,
      "grad_norm": 1.4231653213500977,
      "learning_rate": 1.1294866607689025e-06,
      "loss": 0.3732,
      "step": 1976920
    },
    {
      "epoch": 551.75,
      "grad_norm": 1.1472777128219604,
      "learning_rate": 1.129463533076962e-06,
      "loss": 0.3346,
      "step": 1976930
    },
    {
      "epoch": 551.76,
      "grad_norm": 0.9652029871940613,
      "learning_rate": 1.1294404055466453e-06,
      "loss": 0.34,
      "step": 1976940
    },
    {
      "epoch": 551.76,
      "grad_norm": 1.167218565940857,
      "learning_rate": 1.1294172781779524e-06,
      "loss": 0.3262,
      "step": 1976950
    },
    {
      "epoch": 551.76,
      "grad_norm": 1.2122960090637207,
      "learning_rate": 1.1293941509708877e-06,
      "loss": 0.3474,
      "step": 1976960
    },
    {
      "epoch": 551.76,
      "grad_norm": 1.1037023067474365,
      "learning_rate": 1.1293710239254548e-06,
      "loss": 0.3374,
      "step": 1976970
    },
    {
      "epoch": 551.77,
      "grad_norm": 1.1349090337753296,
      "learning_rate": 1.1293478970416545e-06,
      "loss": 0.3495,
      "step": 1976980
    },
    {
      "epoch": 551.77,
      "grad_norm": 0.9420861005783081,
      "learning_rate": 1.129324770319493e-06,
      "loss": 0.3416,
      "step": 1976990
    },
    {
      "epoch": 551.77,
      "grad_norm": 1.2128829956054688,
      "learning_rate": 1.1293016437589712e-06,
      "loss": 0.3363,
      "step": 1977000
    },
    {
      "epoch": 551.78,
      "grad_norm": 1.4116843938827515,
      "learning_rate": 1.1292785173600928e-06,
      "loss": 0.36,
      "step": 1977010
    },
    {
      "epoch": 551.78,
      "grad_norm": 1.1768686771392822,
      "learning_rate": 1.1292553911228609e-06,
      "loss": 0.334,
      "step": 1977020
    },
    {
      "epoch": 551.78,
      "grad_norm": 1.089766025543213,
      "learning_rate": 1.1292322650472792e-06,
      "loss": 0.3409,
      "step": 1977030
    },
    {
      "epoch": 551.78,
      "grad_norm": 1.21292245388031,
      "learning_rate": 1.1292091391333492e-06,
      "loss": 0.3417,
      "step": 1977040
    },
    {
      "epoch": 551.79,
      "grad_norm": 1.0045472383499146,
      "learning_rate": 1.1291860133810752e-06,
      "loss": 0.3359,
      "step": 1977050
    },
    {
      "epoch": 551.79,
      "grad_norm": 1.1046559810638428,
      "learning_rate": 1.1291628877904608e-06,
      "loss": 0.3373,
      "step": 1977060
    },
    {
      "epoch": 551.79,
      "grad_norm": 0.9960919618606567,
      "learning_rate": 1.1291397623615064e-06,
      "loss": 0.3266,
      "step": 1977070
    },
    {
      "epoch": 551.79,
      "grad_norm": 1.0682148933410645,
      "learning_rate": 1.1291166370942189e-06,
      "loss": 0.3487,
      "step": 1977080
    },
    {
      "epoch": 551.8,
      "grad_norm": 1.0291181802749634,
      "learning_rate": 1.1290935119885984e-06,
      "loss": 0.3498,
      "step": 1977090
    },
    {
      "epoch": 551.8,
      "grad_norm": 1.1954230070114136,
      "learning_rate": 1.1290703870446492e-06,
      "loss": 0.3534,
      "step": 1977100
    },
    {
      "epoch": 551.8,
      "grad_norm": 1.3592348098754883,
      "learning_rate": 1.1290472622623748e-06,
      "loss": 0.3526,
      "step": 1977110
    },
    {
      "epoch": 551.81,
      "grad_norm": 1.1012887954711914,
      "learning_rate": 1.129024137641777e-06,
      "loss": 0.3454,
      "step": 1977120
    },
    {
      "epoch": 551.81,
      "grad_norm": 1.0391113758087158,
      "learning_rate": 1.1290010131828595e-06,
      "loss": 0.3452,
      "step": 1977130
    },
    {
      "epoch": 551.81,
      "grad_norm": 1.2639687061309814,
      "learning_rate": 1.1289778888856254e-06,
      "loss": 0.3342,
      "step": 1977140
    },
    {
      "epoch": 551.81,
      "grad_norm": 1.070212960243225,
      "learning_rate": 1.1289547647500787e-06,
      "loss": 0.353,
      "step": 1977150
    },
    {
      "epoch": 551.82,
      "grad_norm": 1.1776018142700195,
      "learning_rate": 1.1289316407762198e-06,
      "loss": 0.3209,
      "step": 1977160
    },
    {
      "epoch": 551.82,
      "grad_norm": 1.0741363763809204,
      "learning_rate": 1.1289085169640553e-06,
      "loss": 0.3306,
      "step": 1977170
    },
    {
      "epoch": 551.82,
      "grad_norm": 1.0859795808792114,
      "learning_rate": 1.1288853933135857e-06,
      "loss": 0.3465,
      "step": 1977180
    },
    {
      "epoch": 551.83,
      "grad_norm": 1.0534440279006958,
      "learning_rate": 1.128862269824815e-06,
      "loss": 0.3496,
      "step": 1977190
    },
    {
      "epoch": 551.83,
      "grad_norm": 1.1843262910842896,
      "learning_rate": 1.1288391464977466e-06,
      "loss": 0.3511,
      "step": 1977200
    },
    {
      "epoch": 551.83,
      "grad_norm": 1.250391960144043,
      "learning_rate": 1.1288160233323828e-06,
      "loss": 0.3397,
      "step": 1977210
    },
    {
      "epoch": 551.83,
      "grad_norm": 1.011429786682129,
      "learning_rate": 1.1287929003287269e-06,
      "loss": 0.3448,
      "step": 1977220
    },
    {
      "epoch": 551.84,
      "grad_norm": 1.0619773864746094,
      "learning_rate": 1.128769777486782e-06,
      "loss": 0.3389,
      "step": 1977230
    },
    {
      "epoch": 551.84,
      "grad_norm": 1.2323310375213623,
      "learning_rate": 1.1287466548065525e-06,
      "loss": 0.3403,
      "step": 1977240
    },
    {
      "epoch": 551.84,
      "grad_norm": 1.0985242128372192,
      "learning_rate": 1.128723532288039e-06,
      "loss": 0.3418,
      "step": 1977250
    },
    {
      "epoch": 551.84,
      "grad_norm": 1.0800087451934814,
      "learning_rate": 1.128700409931246e-06,
      "loss": 0.3336,
      "step": 1977260
    },
    {
      "epoch": 551.85,
      "grad_norm": 1.0563137531280518,
      "learning_rate": 1.1286772877361764e-06,
      "loss": 0.3261,
      "step": 1977270
    },
    {
      "epoch": 551.85,
      "grad_norm": 0.9478557705879211,
      "learning_rate": 1.1286541657028336e-06,
      "loss": 0.3439,
      "step": 1977280
    },
    {
      "epoch": 551.85,
      "grad_norm": 1.4879124164581299,
      "learning_rate": 1.1286310438312209e-06,
      "loss": 0.3469,
      "step": 1977290
    },
    {
      "epoch": 551.86,
      "grad_norm": 1.480055570602417,
      "learning_rate": 1.1286079221213392e-06,
      "loss": 0.3442,
      "step": 1977300
    },
    {
      "epoch": 551.86,
      "grad_norm": 1.3563557863235474,
      "learning_rate": 1.1285848005731948e-06,
      "loss": 0.3341,
      "step": 1977310
    },
    {
      "epoch": 551.86,
      "grad_norm": 1.2550116777420044,
      "learning_rate": 1.1285616791867889e-06,
      "loss": 0.3318,
      "step": 1977320
    },
    {
      "epoch": 551.86,
      "grad_norm": 1.1855134963989258,
      "learning_rate": 1.1285385579621243e-06,
      "loss": 0.3415,
      "step": 1977330
    },
    {
      "epoch": 551.87,
      "grad_norm": 1.212300419807434,
      "learning_rate": 1.128515436899206e-06,
      "loss": 0.35,
      "step": 1977340
    },
    {
      "epoch": 551.87,
      "grad_norm": 0.9493625164031982,
      "learning_rate": 1.1284923159980346e-06,
      "loss": 0.3465,
      "step": 1977350
    },
    {
      "epoch": 551.87,
      "grad_norm": 1.078720211982727,
      "learning_rate": 1.1284691952586147e-06,
      "loss": 0.3352,
      "step": 1977360
    },
    {
      "epoch": 551.88,
      "grad_norm": 1.2668403387069702,
      "learning_rate": 1.1284460746809485e-06,
      "loss": 0.3392,
      "step": 1977370
    },
    {
      "epoch": 551.88,
      "grad_norm": 1.1322298049926758,
      "learning_rate": 1.1284229542650407e-06,
      "loss": 0.3253,
      "step": 1977380
    },
    {
      "epoch": 551.88,
      "grad_norm": 1.005237102508545,
      "learning_rate": 1.1283998340108915e-06,
      "loss": 0.3337,
      "step": 1977390
    },
    {
      "epoch": 551.88,
      "grad_norm": 1.3941080570220947,
      "learning_rate": 1.1283767139185075e-06,
      "loss": 0.3426,
      "step": 1977400
    },
    {
      "epoch": 551.89,
      "grad_norm": 0.9705451130867004,
      "learning_rate": 1.128353593987889e-06,
      "loss": 0.3342,
      "step": 1977410
    },
    {
      "epoch": 551.89,
      "grad_norm": 1.1428167819976807,
      "learning_rate": 1.1283304742190403e-06,
      "loss": 0.3252,
      "step": 1977420
    },
    {
      "epoch": 551.89,
      "grad_norm": 1.2896472215652466,
      "learning_rate": 1.128307354611965e-06,
      "loss": 0.3407,
      "step": 1977430
    },
    {
      "epoch": 551.9,
      "grad_norm": 1.1176739931106567,
      "learning_rate": 1.1282842351666647e-06,
      "loss": 0.3398,
      "step": 1977440
    },
    {
      "epoch": 551.9,
      "grad_norm": 1.2138813734054565,
      "learning_rate": 1.1282611158831432e-06,
      "loss": 0.3327,
      "step": 1977450
    },
    {
      "epoch": 551.9,
      "grad_norm": 1.2909551858901978,
      "learning_rate": 1.1282379967614035e-06,
      "loss": 0.3393,
      "step": 1977460
    },
    {
      "epoch": 551.9,
      "grad_norm": 1.0941165685653687,
      "learning_rate": 1.1282148778014498e-06,
      "loss": 0.3507,
      "step": 1977470
    },
    {
      "epoch": 551.91,
      "grad_norm": 1.1746604442596436,
      "learning_rate": 1.128191759003283e-06,
      "loss": 0.3271,
      "step": 1977480
    },
    {
      "epoch": 551.91,
      "grad_norm": 1.1877402067184448,
      "learning_rate": 1.1281686403669078e-06,
      "loss": 0.3404,
      "step": 1977490
    },
    {
      "epoch": 551.91,
      "grad_norm": 1.1205552816390991,
      "learning_rate": 1.128145521892327e-06,
      "loss": 0.3448,
      "step": 1977500
    },
    {
      "epoch": 551.91,
      "grad_norm": 1.15006685256958,
      "learning_rate": 1.1281224035795426e-06,
      "loss": 0.3496,
      "step": 1977510
    },
    {
      "epoch": 551.92,
      "grad_norm": 1.2665444612503052,
      "learning_rate": 1.1280992854285596e-06,
      "loss": 0.3321,
      "step": 1977520
    },
    {
      "epoch": 551.92,
      "grad_norm": 1.2020281553268433,
      "learning_rate": 1.1280761674393796e-06,
      "loss": 0.3522,
      "step": 1977530
    },
    {
      "epoch": 551.92,
      "grad_norm": 1.0978820323944092,
      "learning_rate": 1.1280530496120058e-06,
      "loss": 0.3441,
      "step": 1977540
    },
    {
      "epoch": 551.93,
      "grad_norm": 1.0696046352386475,
      "learning_rate": 1.1280299319464417e-06,
      "loss": 0.3298,
      "step": 1977550
    },
    {
      "epoch": 551.93,
      "grad_norm": 1.05947744846344,
      "learning_rate": 1.1280068144426903e-06,
      "loss": 0.3347,
      "step": 1977560
    },
    {
      "epoch": 551.93,
      "grad_norm": 1.0929316282272339,
      "learning_rate": 1.1279836971007555e-06,
      "loss": 0.3263,
      "step": 1977570
    },
    {
      "epoch": 551.93,
      "grad_norm": 1.1484295129776,
      "learning_rate": 1.127960579920639e-06,
      "loss": 0.3529,
      "step": 1977580
    },
    {
      "epoch": 551.94,
      "grad_norm": 1.157865285873413,
      "learning_rate": 1.127937462902344e-06,
      "loss": 0.3413,
      "step": 1977590
    },
    {
      "epoch": 551.94,
      "grad_norm": 0.9709295034408569,
      "learning_rate": 1.127914346045874e-06,
      "loss": 0.3364,
      "step": 1977600
    },
    {
      "epoch": 551.94,
      "grad_norm": 1.2233879566192627,
      "learning_rate": 1.127891229351233e-06,
      "loss": 0.3443,
      "step": 1977610
    },
    {
      "epoch": 551.95,
      "grad_norm": 1.1624490022659302,
      "learning_rate": 1.1278681128184223e-06,
      "loss": 0.3286,
      "step": 1977620
    },
    {
      "epoch": 551.95,
      "grad_norm": 1.203773021697998,
      "learning_rate": 1.1278449964474458e-06,
      "loss": 0.3318,
      "step": 1977630
    },
    {
      "epoch": 551.95,
      "grad_norm": 1.0617198944091797,
      "learning_rate": 1.1278218802383076e-06,
      "loss": 0.3464,
      "step": 1977640
    },
    {
      "epoch": 551.95,
      "grad_norm": 1.117676019668579,
      "learning_rate": 1.1277987641910078e-06,
      "loss": 0.3443,
      "step": 1977650
    },
    {
      "epoch": 551.96,
      "grad_norm": 1.2006752490997314,
      "learning_rate": 1.127775648305553e-06,
      "loss": 0.3418,
      "step": 1977660
    },
    {
      "epoch": 551.96,
      "grad_norm": 1.2019902467727661,
      "learning_rate": 1.1277525325819442e-06,
      "loss": 0.3405,
      "step": 1977670
    },
    {
      "epoch": 551.96,
      "grad_norm": 1.086611270904541,
      "learning_rate": 1.127729417020185e-06,
      "loss": 0.345,
      "step": 1977680
    },
    {
      "epoch": 551.96,
      "grad_norm": 1.2802636623382568,
      "learning_rate": 1.127706301620278e-06,
      "loss": 0.3302,
      "step": 1977690
    },
    {
      "epoch": 551.97,
      "grad_norm": 2.0053884983062744,
      "learning_rate": 1.1276831863822283e-06,
      "loss": 0.3571,
      "step": 1977700
    },
    {
      "epoch": 551.97,
      "grad_norm": 0.9933266639709473,
      "learning_rate": 1.1276600713060363e-06,
      "loss": 0.3475,
      "step": 1977710
    },
    {
      "epoch": 551.97,
      "grad_norm": 1.0831531286239624,
      "learning_rate": 1.127636956391706e-06,
      "loss": 0.3525,
      "step": 1977720
    },
    {
      "epoch": 551.98,
      "grad_norm": 1.0933406352996826,
      "learning_rate": 1.1276138416392415e-06,
      "loss": 0.3345,
      "step": 1977730
    },
    {
      "epoch": 551.98,
      "grad_norm": 1.3191090822219849,
      "learning_rate": 1.1275907270486436e-06,
      "loss": 0.3342,
      "step": 1977740
    },
    {
      "epoch": 551.98,
      "grad_norm": 1.1125473976135254,
      "learning_rate": 1.1275676126199185e-06,
      "loss": 0.3403,
      "step": 1977750
    },
    {
      "epoch": 551.98,
      "grad_norm": 1.2600549459457397,
      "learning_rate": 1.1275444983530667e-06,
      "loss": 0.3405,
      "step": 1977760
    },
    {
      "epoch": 551.99,
      "grad_norm": 1.1965065002441406,
      "learning_rate": 1.1275213842480922e-06,
      "loss": 0.3349,
      "step": 1977770
    },
    {
      "epoch": 551.99,
      "grad_norm": 1.099785327911377,
      "learning_rate": 1.1274982703049989e-06,
      "loss": 0.3496,
      "step": 1977780
    },
    {
      "epoch": 551.99,
      "grad_norm": 1.058424472808838,
      "learning_rate": 1.1274751565237881e-06,
      "loss": 0.3308,
      "step": 1977790
    },
    {
      "epoch": 552.0,
      "grad_norm": 1.1466947793960571,
      "learning_rate": 1.127452042904464e-06,
      "loss": 0.3371,
      "step": 1977800
    },
    {
      "epoch": 552.0,
      "grad_norm": 1.4222052097320557,
      "learning_rate": 1.1274289294470293e-06,
      "loss": 0.339,
      "step": 1977810
    },
    {
      "epoch": 552.0,
      "eval_loss": 0.3401993215084076,
      "eval_runtime": 63.302,
      "eval_samples_per_second": 79.919,
      "eval_steps_per_second": 10.0,
      "step": 1977816
    },
    {
      "epoch": 552.0,
      "grad_norm": 1.2950849533081055,
      "learning_rate": 1.1274058161514882e-06,
      "loss": 0.3325,
      "step": 1977820
    },
    {
      "epoch": 552.0,
      "grad_norm": 1.4655485153198242,
      "learning_rate": 1.127382703017841e-06,
      "loss": 0.3409,
      "step": 1977830
    },
    {
      "epoch": 552.01,
      "grad_norm": 1.0178192853927612,
      "learning_rate": 1.1273595900460946e-06,
      "loss": 0.3456,
      "step": 1977840
    },
    {
      "epoch": 552.01,
      "grad_norm": 1.3414009809494019,
      "learning_rate": 1.1273364772362492e-06,
      "loss": 0.3371,
      "step": 1977850
    },
    {
      "epoch": 552.01,
      "grad_norm": 1.1112040281295776,
      "learning_rate": 1.1273133645883086e-06,
      "loss": 0.3407,
      "step": 1977860
    },
    {
      "epoch": 552.02,
      "grad_norm": 1.0715185403823853,
      "learning_rate": 1.127290252102277e-06,
      "loss": 0.3457,
      "step": 1977870
    },
    {
      "epoch": 552.02,
      "grad_norm": 1.153401255607605,
      "learning_rate": 1.1272671397781549e-06,
      "loss": 0.3288,
      "step": 1977880
    },
    {
      "epoch": 552.02,
      "grad_norm": 0.9513380527496338,
      "learning_rate": 1.1272440276159483e-06,
      "loss": 0.3411,
      "step": 1977890
    },
    {
      "epoch": 552.02,
      "grad_norm": 1.2962486743927002,
      "learning_rate": 1.1272209156156584e-06,
      "loss": 0.3298,
      "step": 1977900
    },
    {
      "epoch": 552.03,
      "grad_norm": 1.1780511140823364,
      "learning_rate": 1.127197803777289e-06,
      "loss": 0.3353,
      "step": 1977910
    },
    {
      "epoch": 552.03,
      "grad_norm": 1.167963981628418,
      "learning_rate": 1.1271746921008438e-06,
      "loss": 0.3636,
      "step": 1977920
    },
    {
      "epoch": 552.03,
      "grad_norm": 0.9869170784950256,
      "learning_rate": 1.1271515805863241e-06,
      "loss": 0.3371,
      "step": 1977930
    },
    {
      "epoch": 552.03,
      "grad_norm": 1.1029421091079712,
      "learning_rate": 1.127128469233734e-06,
      "loss": 0.3437,
      "step": 1977940
    },
    {
      "epoch": 552.04,
      "grad_norm": 1.5762386322021484,
      "learning_rate": 1.1271053580430768e-06,
      "loss": 0.3416,
      "step": 1977950
    },
    {
      "epoch": 552.04,
      "grad_norm": 1.2209848165512085,
      "learning_rate": 1.127082247014356e-06,
      "loss": 0.3423,
      "step": 1977960
    },
    {
      "epoch": 552.04,
      "grad_norm": 1.1239928007125854,
      "learning_rate": 1.1270591361475726e-06,
      "loss": 0.3319,
      "step": 1977970
    },
    {
      "epoch": 552.05,
      "grad_norm": 1.278854250907898,
      "learning_rate": 1.1270360254427324e-06,
      "loss": 0.3309,
      "step": 1977980
    },
    {
      "epoch": 552.05,
      "grad_norm": 1.4420489072799683,
      "learning_rate": 1.1270129148998366e-06,
      "loss": 0.3395,
      "step": 1977990
    },
    {
      "epoch": 552.05,
      "grad_norm": 1.1164169311523438,
      "learning_rate": 1.1269898045188886e-06,
      "loss": 0.3373,
      "step": 1978000
    },
    {
      "epoch": 552.05,
      "grad_norm": 1.2412075996398926,
      "learning_rate": 1.1269666942998925e-06,
      "loss": 0.3419,
      "step": 1978010
    },
    {
      "epoch": 552.06,
      "grad_norm": 1.476052165031433,
      "learning_rate": 1.12694358424285e-06,
      "loss": 0.3491,
      "step": 1978020
    },
    {
      "epoch": 552.06,
      "grad_norm": 0.970097005367279,
      "learning_rate": 1.1269204743477645e-06,
      "loss": 0.3349,
      "step": 1978030
    },
    {
      "epoch": 552.06,
      "grad_norm": 1.252745270729065,
      "learning_rate": 1.1268973646146396e-06,
      "loss": 0.3554,
      "step": 1978040
    },
    {
      "epoch": 552.07,
      "grad_norm": 1.055871844291687,
      "learning_rate": 1.1268742550434787e-06,
      "loss": 0.3595,
      "step": 1978050
    },
    {
      "epoch": 552.07,
      "grad_norm": 1.2290903329849243,
      "learning_rate": 1.1268511456342836e-06,
      "loss": 0.3439,
      "step": 1978060
    },
    {
      "epoch": 552.07,
      "grad_norm": 1.0447043180465698,
      "learning_rate": 1.126828036387058e-06,
      "loss": 0.3486,
      "step": 1978070
    },
    {
      "epoch": 552.07,
      "grad_norm": 1.084488868713379,
      "learning_rate": 1.1268049273018062e-06,
      "loss": 0.3411,
      "step": 1978080
    },
    {
      "epoch": 552.08,
      "grad_norm": 0.9840527176856995,
      "learning_rate": 1.126781818378528e-06,
      "loss": 0.347,
      "step": 1978090
    },
    {
      "epoch": 552.08,
      "grad_norm": 1.1245251893997192,
      "learning_rate": 1.1267587096172308e-06,
      "loss": 0.3373,
      "step": 1978100
    },
    {
      "epoch": 552.08,
      "grad_norm": 1.1126562356948853,
      "learning_rate": 1.1267356010179141e-06,
      "loss": 0.3478,
      "step": 1978110
    },
    {
      "epoch": 552.08,
      "grad_norm": 1.1106048822402954,
      "learning_rate": 1.1267124925805824e-06,
      "loss": 0.337,
      "step": 1978120
    },
    {
      "epoch": 552.09,
      "grad_norm": 1.0571247339248657,
      "learning_rate": 1.1266893843052389e-06,
      "loss": 0.3461,
      "step": 1978130
    },
    {
      "epoch": 552.09,
      "grad_norm": 1.1297610998153687,
      "learning_rate": 1.1266662761918866e-06,
      "loss": 0.3364,
      "step": 1978140
    },
    {
      "epoch": 552.09,
      "grad_norm": 1.2023005485534668,
      "learning_rate": 1.126643168240529e-06,
      "loss": 0.3348,
      "step": 1978150
    },
    {
      "epoch": 552.1,
      "grad_norm": 1.0996171236038208,
      "learning_rate": 1.1266200604511681e-06,
      "loss": 0.3409,
      "step": 1978160
    },
    {
      "epoch": 552.1,
      "grad_norm": 1.1197158098220825,
      "learning_rate": 1.1265969528238074e-06,
      "loss": 0.3362,
      "step": 1978170
    },
    {
      "epoch": 552.1,
      "grad_norm": 0.9313802719116211,
      "learning_rate": 1.1265738453584504e-06,
      "loss": 0.355,
      "step": 1978180
    },
    {
      "epoch": 552.1,
      "grad_norm": 1.049621820449829,
      "learning_rate": 1.1265507380551003e-06,
      "loss": 0.3371,
      "step": 1978190
    },
    {
      "epoch": 552.11,
      "grad_norm": 1.0854249000549316,
      "learning_rate": 1.1265276309137588e-06,
      "loss": 0.3317,
      "step": 1978200
    },
    {
      "epoch": 552.11,
      "grad_norm": 1.099035382270813,
      "learning_rate": 1.1265045239344306e-06,
      "loss": 0.3377,
      "step": 1978210
    },
    {
      "epoch": 552.11,
      "grad_norm": 1.1832497119903564,
      "learning_rate": 1.1264814171171175e-06,
      "loss": 0.3338,
      "step": 1978220
    },
    {
      "epoch": 552.12,
      "grad_norm": 1.3346972465515137,
      "learning_rate": 1.1264583104618232e-06,
      "loss": 0.3469,
      "step": 1978230
    },
    {
      "epoch": 552.12,
      "grad_norm": 1.034583568572998,
      "learning_rate": 1.126435203968552e-06,
      "loss": 0.347,
      "step": 1978240
    },
    {
      "epoch": 552.12,
      "grad_norm": 1.2709274291992188,
      "learning_rate": 1.1264120976373045e-06,
      "loss": 0.3418,
      "step": 1978250
    },
    {
      "epoch": 552.12,
      "grad_norm": 1.3613922595977783,
      "learning_rate": 1.1263889914680851e-06,
      "loss": 0.3544,
      "step": 1978260
    },
    {
      "epoch": 552.13,
      "grad_norm": 1.272547721862793,
      "learning_rate": 1.1263658854608968e-06,
      "loss": 0.3417,
      "step": 1978270
    },
    {
      "epoch": 552.13,
      "grad_norm": 1.3539589643478394,
      "learning_rate": 1.1263427796157438e-06,
      "loss": 0.3589,
      "step": 1978280
    },
    {
      "epoch": 552.13,
      "grad_norm": 0.9801117181777954,
      "learning_rate": 1.126319673932627e-06,
      "loss": 0.3443,
      "step": 1978290
    },
    {
      "epoch": 552.14,
      "grad_norm": 2.073002338409424,
      "learning_rate": 1.1262965684115504e-06,
      "loss": 0.351,
      "step": 1978300
    },
    {
      "epoch": 552.14,
      "grad_norm": 1.2393183708190918,
      "learning_rate": 1.126273463052518e-06,
      "loss": 0.3306,
      "step": 1978310
    },
    {
      "epoch": 552.14,
      "grad_norm": 1.1528843641281128,
      "learning_rate": 1.1262503578555303e-06,
      "loss": 0.3343,
      "step": 1978320
    },
    {
      "epoch": 552.14,
      "grad_norm": 1.1511473655700684,
      "learning_rate": 1.126227252820594e-06,
      "loss": 0.3294,
      "step": 1978330
    },
    {
      "epoch": 552.15,
      "grad_norm": 1.1192455291748047,
      "learning_rate": 1.1262041479477096e-06,
      "loss": 0.3201,
      "step": 1978340
    },
    {
      "epoch": 552.15,
      "grad_norm": 1.236469030380249,
      "learning_rate": 1.1261810432368807e-06,
      "loss": 0.359,
      "step": 1978350
    },
    {
      "epoch": 552.15,
      "grad_norm": 1.0783683061599731,
      "learning_rate": 1.1261579386881105e-06,
      "loss": 0.35,
      "step": 1978360
    },
    {
      "epoch": 552.15,
      "grad_norm": 1.1728451251983643,
      "learning_rate": 1.1261348343014032e-06,
      "loss": 0.3604,
      "step": 1978370
    },
    {
      "epoch": 552.16,
      "grad_norm": 1.2056361436843872,
      "learning_rate": 1.1261117300767597e-06,
      "loss": 0.345,
      "step": 1978380
    },
    {
      "epoch": 552.16,
      "grad_norm": 1.0187968015670776,
      "learning_rate": 1.1260886260141843e-06,
      "loss": 0.3454,
      "step": 1978390
    },
    {
      "epoch": 552.16,
      "grad_norm": 1.1351743936538696,
      "learning_rate": 1.126065522113681e-06,
      "loss": 0.3351,
      "step": 1978400
    },
    {
      "epoch": 552.17,
      "grad_norm": 1.2148085832595825,
      "learning_rate": 1.1260424183752498e-06,
      "loss": 0.3362,
      "step": 1978410
    },
    {
      "epoch": 552.17,
      "grad_norm": 1.0218915939331055,
      "learning_rate": 1.1260193147988976e-06,
      "loss": 0.334,
      "step": 1978420
    },
    {
      "epoch": 552.17,
      "grad_norm": 1.1222718954086304,
      "learning_rate": 1.1259962113846248e-06,
      "loss": 0.3365,
      "step": 1978430
    },
    {
      "epoch": 552.17,
      "grad_norm": 1.2278680801391602,
      "learning_rate": 1.1259731081324357e-06,
      "loss": 0.3452,
      "step": 1978440
    },
    {
      "epoch": 552.18,
      "grad_norm": 1.0937137603759766,
      "learning_rate": 1.1259500050423338e-06,
      "loss": 0.3422,
      "step": 1978450
    },
    {
      "epoch": 552.18,
      "grad_norm": 1.1804778575897217,
      "learning_rate": 1.1259269021143192e-06,
      "loss": 0.352,
      "step": 1978460
    },
    {
      "epoch": 552.18,
      "grad_norm": 1.1276437044143677,
      "learning_rate": 1.1259037993483995e-06,
      "loss": 0.3522,
      "step": 1978470
    },
    {
      "epoch": 552.19,
      "grad_norm": 0.99605393409729,
      "learning_rate": 1.125880696744574e-06,
      "loss": 0.3486,
      "step": 1978480
    },
    {
      "epoch": 552.19,
      "grad_norm": 1.2542359828948975,
      "learning_rate": 1.1258575943028477e-06,
      "loss": 0.3375,
      "step": 1978490
    },
    {
      "epoch": 552.19,
      "grad_norm": 1.043593168258667,
      "learning_rate": 1.1258344920232232e-06,
      "loss": 0.3485,
      "step": 1978500
    },
    {
      "epoch": 552.19,
      "grad_norm": 1.2435351610183716,
      "learning_rate": 1.1258113899057044e-06,
      "loss": 0.3494,
      "step": 1978510
    },
    {
      "epoch": 552.2,
      "grad_norm": 0.9792793393135071,
      "learning_rate": 1.1257882879502927e-06,
      "loss": 0.3352,
      "step": 1978520
    },
    {
      "epoch": 552.2,
      "grad_norm": 1.4316800832748413,
      "learning_rate": 1.1257651861569918e-06,
      "loss": 0.3455,
      "step": 1978530
    },
    {
      "epoch": 552.2,
      "grad_norm": 1.0713995695114136,
      "learning_rate": 1.125742084525806e-06,
      "loss": 0.32,
      "step": 1978540
    },
    {
      "epoch": 552.2,
      "grad_norm": 1.3229652643203735,
      "learning_rate": 1.1257189830567358e-06,
      "loss": 0.3498,
      "step": 1978550
    },
    {
      "epoch": 552.21,
      "grad_norm": 1.2950960397720337,
      "learning_rate": 1.1256958817497877e-06,
      "loss": 0.3425,
      "step": 1978560
    },
    {
      "epoch": 552.21,
      "grad_norm": 1.2809327840805054,
      "learning_rate": 1.1256727806049618e-06,
      "loss": 0.3379,
      "step": 1978570
    },
    {
      "epoch": 552.21,
      "grad_norm": 1.2387691736221313,
      "learning_rate": 1.1256496796222624e-06,
      "loss": 0.3438,
      "step": 1978580
    },
    {
      "epoch": 552.22,
      "grad_norm": 1.1821188926696777,
      "learning_rate": 1.1256265788016933e-06,
      "loss": 0.3369,
      "step": 1978590
    },
    {
      "epoch": 552.22,
      "grad_norm": 1.3258583545684814,
      "learning_rate": 1.125603478143256e-06,
      "loss": 0.3389,
      "step": 1978600
    },
    {
      "epoch": 552.22,
      "grad_norm": 1.146398901939392,
      "learning_rate": 1.1255803776469542e-06,
      "loss": 0.3304,
      "step": 1978610
    },
    {
      "epoch": 552.22,
      "grad_norm": 1.2243149280548096,
      "learning_rate": 1.125557277312791e-06,
      "loss": 0.3405,
      "step": 1978620
    },
    {
      "epoch": 552.23,
      "grad_norm": 1.0864877700805664,
      "learning_rate": 1.1255341771407706e-06,
      "loss": 0.333,
      "step": 1978630
    },
    {
      "epoch": 552.23,
      "grad_norm": 0.9597224593162537,
      "learning_rate": 1.1255110771308934e-06,
      "loss": 0.3308,
      "step": 1978640
    },
    {
      "epoch": 552.23,
      "grad_norm": 12.349690437316895,
      "learning_rate": 1.1254879772831658e-06,
      "loss": 0.3463,
      "step": 1978650
    },
    {
      "epoch": 552.24,
      "grad_norm": 1.063137173652649,
      "learning_rate": 1.1254648775975883e-06,
      "loss": 0.3484,
      "step": 1978660
    },
    {
      "epoch": 552.24,
      "grad_norm": 1.2164753675460815,
      "learning_rate": 1.1254417780741651e-06,
      "loss": 0.3417,
      "step": 1978670
    },
    {
      "epoch": 552.24,
      "grad_norm": 1.0337399244308472,
      "learning_rate": 1.1254186787128996e-06,
      "loss": 0.3501,
      "step": 1978680
    },
    {
      "epoch": 552.24,
      "grad_norm": 1.106087565422058,
      "learning_rate": 1.1253955795137937e-06,
      "loss": 0.3319,
      "step": 1978690
    },
    {
      "epoch": 552.25,
      "grad_norm": 1.1493130922317505,
      "learning_rate": 1.125372480476851e-06,
      "loss": 0.3396,
      "step": 1978700
    },
    {
      "epoch": 552.25,
      "grad_norm": 1.077407717704773,
      "learning_rate": 1.1253493816020748e-06,
      "loss": 0.3434,
      "step": 1978710
    },
    {
      "epoch": 552.25,
      "grad_norm": 1.1774386167526245,
      "learning_rate": 1.125326282889468e-06,
      "loss": 0.3265,
      "step": 1978720
    },
    {
      "epoch": 552.26,
      "grad_norm": 1.2477197647094727,
      "learning_rate": 1.1253031843390346e-06,
      "loss": 0.341,
      "step": 1978730
    },
    {
      "epoch": 552.26,
      "grad_norm": 0.8811557292938232,
      "learning_rate": 1.1252800859507758e-06,
      "loss": 0.3452,
      "step": 1978740
    },
    {
      "epoch": 552.26,
      "grad_norm": 1.239874005317688,
      "learning_rate": 1.1252569877246957e-06,
      "loss": 0.3401,
      "step": 1978750
    },
    {
      "epoch": 552.26,
      "grad_norm": 1.4863210916519165,
      "learning_rate": 1.1252338896607973e-06,
      "loss": 0.3397,
      "step": 1978760
    },
    {
      "epoch": 552.27,
      "grad_norm": 1.0543559789657593,
      "learning_rate": 1.1252107917590848e-06,
      "loss": 0.3489,
      "step": 1978770
    },
    {
      "epoch": 552.27,
      "grad_norm": 0.9307109713554382,
      "learning_rate": 1.1251876940195583e-06,
      "loss": 0.3486,
      "step": 1978780
    },
    {
      "epoch": 552.27,
      "grad_norm": 1.0691049098968506,
      "learning_rate": 1.1251645964422246e-06,
      "loss": 0.343,
      "step": 1978790
    },
    {
      "epoch": 552.27,
      "grad_norm": 0.9537529945373535,
      "learning_rate": 1.125141499027084e-06,
      "loss": 0.3521,
      "step": 1978800
    },
    {
      "epoch": 552.28,
      "grad_norm": 1.0449498891830444,
      "learning_rate": 1.1251184017741407e-06,
      "loss": 0.3352,
      "step": 1978810
    },
    {
      "epoch": 552.28,
      "grad_norm": 1.1632989645004272,
      "learning_rate": 1.1250953046833984e-06,
      "loss": 0.3441,
      "step": 1978820
    },
    {
      "epoch": 552.28,
      "grad_norm": 0.9920609593391418,
      "learning_rate": 1.1250722077548583e-06,
      "loss": 0.3273,
      "step": 1978830
    },
    {
      "epoch": 552.29,
      "grad_norm": 1.106626272201538,
      "learning_rate": 1.125049110988525e-06,
      "loss": 0.346,
      "step": 1978840
    },
    {
      "epoch": 552.29,
      "grad_norm": 1.6533114910125732,
      "learning_rate": 1.1250260143844007e-06,
      "loss": 0.3505,
      "step": 1978850
    },
    {
      "epoch": 552.29,
      "grad_norm": 1.2912344932556152,
      "learning_rate": 1.1250029179424899e-06,
      "loss": 0.3582,
      "step": 1978860
    },
    {
      "epoch": 552.29,
      "grad_norm": 1.0620527267456055,
      "learning_rate": 1.1249798216627937e-06,
      "loss": 0.3383,
      "step": 1978870
    },
    {
      "epoch": 552.3,
      "grad_norm": 1.0045347213745117,
      "learning_rate": 1.1249567255453165e-06,
      "loss": 0.339,
      "step": 1978880
    },
    {
      "epoch": 552.3,
      "grad_norm": 1.0856777429580688,
      "learning_rate": 1.1249336295900613e-06,
      "loss": 0.3357,
      "step": 1978890
    },
    {
      "epoch": 552.3,
      "grad_norm": 1.1370048522949219,
      "learning_rate": 1.1249105337970296e-06,
      "loss": 0.3406,
      "step": 1978900
    },
    {
      "epoch": 552.31,
      "grad_norm": 1.1176230907440186,
      "learning_rate": 1.1248874381662272e-06,
      "loss": 0.3342,
      "step": 1978910
    },
    {
      "epoch": 552.31,
      "grad_norm": 0.9716483950614929,
      "learning_rate": 1.1248643426976554e-06,
      "loss": 0.3394,
      "step": 1978920
    },
    {
      "epoch": 552.31,
      "grad_norm": 1.376539707183838,
      "learning_rate": 1.1248412473913172e-06,
      "loss": 0.348,
      "step": 1978930
    },
    {
      "epoch": 552.31,
      "grad_norm": 1.122566819190979,
      "learning_rate": 1.124818152247216e-06,
      "loss": 0.3422,
      "step": 1978940
    },
    {
      "epoch": 552.32,
      "grad_norm": 1.1135700941085815,
      "learning_rate": 1.1247950572653561e-06,
      "loss": 0.3488,
      "step": 1978950
    },
    {
      "epoch": 552.32,
      "grad_norm": 1.1511658430099487,
      "learning_rate": 1.1247719624457383e-06,
      "loss": 0.3386,
      "step": 1978960
    },
    {
      "epoch": 552.32,
      "grad_norm": 2.476041316986084,
      "learning_rate": 1.124748867788367e-06,
      "loss": 0.3342,
      "step": 1978970
    },
    {
      "epoch": 552.32,
      "grad_norm": 1.0541820526123047,
      "learning_rate": 1.1247257732932458e-06,
      "loss": 0.3303,
      "step": 1978980
    },
    {
      "epoch": 552.33,
      "grad_norm": 1.2182204723358154,
      "learning_rate": 1.1247026789603755e-06,
      "loss": 0.336,
      "step": 1978990
    },
    {
      "epoch": 552.33,
      "grad_norm": 0.9709556698799133,
      "learning_rate": 1.1246795847897624e-06,
      "loss": 0.3453,
      "step": 1979000
    },
    {
      "epoch": 552.33,
      "grad_norm": 1.1613110303878784,
      "learning_rate": 1.124656490781407e-06,
      "loss": 0.344,
      "step": 1979010
    },
    {
      "epoch": 552.34,
      "grad_norm": 1.1362006664276123,
      "learning_rate": 1.1246333969353133e-06,
      "loss": 0.3595,
      "step": 1979020
    },
    {
      "epoch": 552.34,
      "grad_norm": 1.0569785833358765,
      "learning_rate": 1.1246103032514851e-06,
      "loss": 0.3272,
      "step": 1979030
    },
    {
      "epoch": 552.34,
      "grad_norm": 1.2903225421905518,
      "learning_rate": 1.1245872097299233e-06,
      "loss": 0.3403,
      "step": 1979040
    },
    {
      "epoch": 552.34,
      "grad_norm": 1.0612187385559082,
      "learning_rate": 1.1245641163706337e-06,
      "loss": 0.3367,
      "step": 1979050
    },
    {
      "epoch": 552.35,
      "grad_norm": 2.0985662937164307,
      "learning_rate": 1.1245410231736177e-06,
      "loss": 0.3522,
      "step": 1979060
    },
    {
      "epoch": 552.35,
      "grad_norm": 1.14406418800354,
      "learning_rate": 1.1245179301388785e-06,
      "loss": 0.3408,
      "step": 1979070
    },
    {
      "epoch": 552.35,
      "grad_norm": 1.1057525873184204,
      "learning_rate": 1.1244948372664194e-06,
      "loss": 0.3414,
      "step": 1979080
    },
    {
      "epoch": 552.36,
      "grad_norm": 1.1791538000106812,
      "learning_rate": 1.1244717445562444e-06,
      "loss": 0.3471,
      "step": 1979090
    },
    {
      "epoch": 552.36,
      "grad_norm": 0.9980456233024597,
      "learning_rate": 1.1244486520083548e-06,
      "loss": 0.3458,
      "step": 1979100
    },
    {
      "epoch": 552.36,
      "grad_norm": 1.2934852838516235,
      "learning_rate": 1.1244255596227546e-06,
      "loss": 0.333,
      "step": 1979110
    },
    {
      "epoch": 552.36,
      "grad_norm": 1.455010175704956,
      "learning_rate": 1.1244024673994475e-06,
      "loss": 0.3585,
      "step": 1979120
    },
    {
      "epoch": 552.37,
      "grad_norm": 1.3424352407455444,
      "learning_rate": 1.1243793753384342e-06,
      "loss": 0.3391,
      "step": 1979130
    },
    {
      "epoch": 552.37,
      "grad_norm": 1.5032858848571777,
      "learning_rate": 1.1243562834397212e-06,
      "loss": 0.3456,
      "step": 1979140
    },
    {
      "epoch": 552.37,
      "grad_norm": 1.1585863828659058,
      "learning_rate": 1.1243331917033092e-06,
      "loss": 0.3425,
      "step": 1979150
    },
    {
      "epoch": 552.38,
      "grad_norm": 1.4431740045547485,
      "learning_rate": 1.1243101001292015e-06,
      "loss": 0.3444,
      "step": 1979160
    },
    {
      "epoch": 552.38,
      "grad_norm": 1.093542218208313,
      "learning_rate": 1.1242870087174027e-06,
      "loss": 0.3426,
      "step": 1979170
    },
    {
      "epoch": 552.38,
      "grad_norm": 0.9841641783714294,
      "learning_rate": 1.124263917467914e-06,
      "loss": 0.3313,
      "step": 1979180
    },
    {
      "epoch": 552.38,
      "grad_norm": 1.0214811563491821,
      "learning_rate": 1.124240826380739e-06,
      "loss": 0.3499,
      "step": 1979190
    },
    {
      "epoch": 552.39,
      "grad_norm": 1.0419098138809204,
      "learning_rate": 1.1242177354558812e-06,
      "loss": 0.3586,
      "step": 1979200
    },
    {
      "epoch": 552.39,
      "grad_norm": 1.0182981491088867,
      "learning_rate": 1.1241946446933443e-06,
      "loss": 0.3309,
      "step": 1979210
    },
    {
      "epoch": 552.39,
      "grad_norm": 1.0177847146987915,
      "learning_rate": 1.1241715540931289e-06,
      "loss": 0.3605,
      "step": 1979220
    },
    {
      "epoch": 552.39,
      "grad_norm": 1.2771872282028198,
      "learning_rate": 1.1241484636552413e-06,
      "loss": 0.3437,
      "step": 1979230
    },
    {
      "epoch": 552.4,
      "grad_norm": 1.1463879346847534,
      "learning_rate": 1.1241253733796819e-06,
      "loss": 0.3157,
      "step": 1979240
    },
    {
      "epoch": 552.4,
      "grad_norm": 1.242674469947815,
      "learning_rate": 1.1241022832664553e-06,
      "loss": 0.3383,
      "step": 1979250
    },
    {
      "epoch": 552.4,
      "grad_norm": 1.3558439016342163,
      "learning_rate": 1.124079193315565e-06,
      "loss": 0.3451,
      "step": 1979260
    },
    {
      "epoch": 552.41,
      "grad_norm": 1.1266062259674072,
      "learning_rate": 1.124056103527012e-06,
      "loss": 0.3308,
      "step": 1979270
    },
    {
      "epoch": 552.41,
      "grad_norm": 1.1961075067520142,
      "learning_rate": 1.1240330139008007e-06,
      "loss": 0.3369,
      "step": 1979280
    },
    {
      "epoch": 552.41,
      "grad_norm": 1.1658579111099243,
      "learning_rate": 1.1240099244369343e-06,
      "loss": 0.3416,
      "step": 1979290
    },
    {
      "epoch": 552.41,
      "grad_norm": 1.2066794633865356,
      "learning_rate": 1.1239868351354153e-06,
      "loss": 0.3332,
      "step": 1979300
    },
    {
      "epoch": 552.42,
      "grad_norm": 1.2658321857452393,
      "learning_rate": 1.1239637459962474e-06,
      "loss": 0.3293,
      "step": 1979310
    },
    {
      "epoch": 552.42,
      "grad_norm": 1.0637370347976685,
      "learning_rate": 1.123940657019434e-06,
      "loss": 0.3452,
      "step": 1979320
    },
    {
      "epoch": 552.42,
      "grad_norm": 1.2164069414138794,
      "learning_rate": 1.1239175682049768e-06,
      "loss": 0.355,
      "step": 1979330
    },
    {
      "epoch": 552.43,
      "grad_norm": 1.132449984550476,
      "learning_rate": 1.12389447955288e-06,
      "loss": 0.3408,
      "step": 1979340
    },
    {
      "epoch": 552.43,
      "grad_norm": 1.2643133401870728,
      "learning_rate": 1.1238713910631468e-06,
      "loss": 0.3288,
      "step": 1979350
    },
    {
      "epoch": 552.43,
      "grad_norm": 1.0147285461425781,
      "learning_rate": 1.1238483027357777e-06,
      "loss": 0.327,
      "step": 1979360
    },
    {
      "epoch": 552.43,
      "grad_norm": 0.9763283133506775,
      "learning_rate": 1.1238252145707803e-06,
      "loss": 0.3343,
      "step": 1979370
    },
    {
      "epoch": 552.44,
      "grad_norm": 1.0447286367416382,
      "learning_rate": 1.1238021265681537e-06,
      "loss": 0.3527,
      "step": 1979380
    },
    {
      "epoch": 552.44,
      "grad_norm": 1.440938115119934,
      "learning_rate": 1.123779038727903e-06,
      "loss": 0.3407,
      "step": 1979390
    },
    {
      "epoch": 552.44,
      "grad_norm": 1.305053949356079,
      "learning_rate": 1.1237559510500314e-06,
      "loss": 0.3466,
      "step": 1979400
    },
    {
      "epoch": 552.44,
      "grad_norm": 1.280808925628662,
      "learning_rate": 1.1237328635345405e-06,
      "loss": 0.3459,
      "step": 1979410
    },
    {
      "epoch": 552.45,
      "grad_norm": 1.2570123672485352,
      "learning_rate": 1.1237097761814343e-06,
      "loss": 0.3382,
      "step": 1979420
    },
    {
      "epoch": 552.45,
      "grad_norm": 1.0705088376998901,
      "learning_rate": 1.1236866889907157e-06,
      "loss": 0.3412,
      "step": 1979430
    },
    {
      "epoch": 552.45,
      "grad_norm": 0.9926162958145142,
      "learning_rate": 1.1236636019623888e-06,
      "loss": 0.3519,
      "step": 1979440
    },
    {
      "epoch": 552.46,
      "grad_norm": 1.0220476388931274,
      "learning_rate": 1.1236405150964536e-06,
      "loss": 0.3522,
      "step": 1979450
    },
    {
      "epoch": 552.46,
      "grad_norm": 2.061767578125,
      "learning_rate": 1.1236174283929174e-06,
      "loss": 0.3268,
      "step": 1979460
    },
    {
      "epoch": 552.46,
      "grad_norm": 1.0407649278640747,
      "learning_rate": 1.1235943418517804e-06,
      "loss": 0.3383,
      "step": 1979470
    },
    {
      "epoch": 552.46,
      "grad_norm": 1.216134786605835,
      "learning_rate": 1.1235712554730465e-06,
      "loss": 0.3363,
      "step": 1979480
    },
    {
      "epoch": 552.47,
      "grad_norm": 1.0935381650924683,
      "learning_rate": 1.1235481692567192e-06,
      "loss": 0.3479,
      "step": 1979490
    },
    {
      "epoch": 552.47,
      "grad_norm": 1.3029155731201172,
      "learning_rate": 1.1235250832028004e-06,
      "loss": 0.3474,
      "step": 1979500
    },
    {
      "epoch": 552.47,
      "grad_norm": 1.0919829607009888,
      "learning_rate": 1.1235019973112942e-06,
      "loss": 0.3457,
      "step": 1979510
    },
    {
      "epoch": 552.48,
      "grad_norm": 1.0471631288528442,
      "learning_rate": 1.123478911582203e-06,
      "loss": 0.3424,
      "step": 1979520
    },
    {
      "epoch": 552.48,
      "grad_norm": 3.944528102874756,
      "learning_rate": 1.123455826015531e-06,
      "loss": 0.3303,
      "step": 1979530
    },
    {
      "epoch": 552.48,
      "grad_norm": 1.1480603218078613,
      "learning_rate": 1.1234327406112796e-06,
      "loss": 0.3425,
      "step": 1979540
    },
    {
      "epoch": 552.48,
      "grad_norm": 1.2231101989746094,
      "learning_rate": 1.1234096553694532e-06,
      "loss": 0.3427,
      "step": 1979550
    },
    {
      "epoch": 552.49,
      "grad_norm": 1.2008771896362305,
      "learning_rate": 1.1233865702900549e-06,
      "loss": 0.348,
      "step": 1979560
    },
    {
      "epoch": 552.49,
      "grad_norm": 0.9906659126281738,
      "learning_rate": 1.1233634853730857e-06,
      "loss": 0.3382,
      "step": 1979570
    },
    {
      "epoch": 552.49,
      "grad_norm": 2.0628316402435303,
      "learning_rate": 1.1233404006185519e-06,
      "loss": 0.3309,
      "step": 1979580
    },
    {
      "epoch": 552.5,
      "grad_norm": 0.9919533133506775,
      "learning_rate": 1.1233173160264535e-06,
      "loss": 0.3315,
      "step": 1979590
    },
    {
      "epoch": 552.5,
      "grad_norm": 1.065581202507019,
      "learning_rate": 1.1232942315967966e-06,
      "loss": 0.347,
      "step": 1979600
    },
    {
      "epoch": 552.5,
      "grad_norm": 1.1773523092269897,
      "learning_rate": 1.1232711473295815e-06,
      "loss": 0.3441,
      "step": 1979610
    },
    {
      "epoch": 552.5,
      "grad_norm": 1.1604317426681519,
      "learning_rate": 1.123248063224813e-06,
      "loss": 0.339,
      "step": 1979620
    },
    {
      "epoch": 552.51,
      "grad_norm": 1.2731965780258179,
      "learning_rate": 1.1232249792824941e-06,
      "loss": 0.3515,
      "step": 1979630
    },
    {
      "epoch": 552.51,
      "grad_norm": 1.0420925617218018,
      "learning_rate": 1.123201895502627e-06,
      "loss": 0.3344,
      "step": 1979640
    },
    {
      "epoch": 552.51,
      "grad_norm": 1.3531968593597412,
      "learning_rate": 1.1231788118852149e-06,
      "loss": 0.3402,
      "step": 1979650
    },
    {
      "epoch": 552.51,
      "grad_norm": 1.048984169960022,
      "learning_rate": 1.123155728430261e-06,
      "loss": 0.3303,
      "step": 1979660
    },
    {
      "epoch": 552.52,
      "grad_norm": 1.025197982788086,
      "learning_rate": 1.1231326451377695e-06,
      "loss": 0.351,
      "step": 1979670
    },
    {
      "epoch": 552.52,
      "grad_norm": 1.0659815073013306,
      "learning_rate": 1.1231095620077417e-06,
      "loss": 0.3486,
      "step": 1979680
    },
    {
      "epoch": 552.52,
      "grad_norm": 1.2390263080596924,
      "learning_rate": 1.1230864790401816e-06,
      "loss": 0.3475,
      "step": 1979690
    },
    {
      "epoch": 552.53,
      "grad_norm": 1.2150886058807373,
      "learning_rate": 1.1230633962350928e-06,
      "loss": 0.3633,
      "step": 1979700
    },
    {
      "epoch": 552.53,
      "grad_norm": 1.1712580919265747,
      "learning_rate": 1.123040313592476e-06,
      "loss": 0.3274,
      "step": 1979710
    },
    {
      "epoch": 552.53,
      "grad_norm": 1.1390734910964966,
      "learning_rate": 1.123017231112338e-06,
      "loss": 0.3322,
      "step": 1979720
    },
    {
      "epoch": 552.53,
      "grad_norm": 1.065063714981079,
      "learning_rate": 1.1229941487946787e-06,
      "loss": 0.3394,
      "step": 1979730
    },
    {
      "epoch": 552.54,
      "grad_norm": 1.0239604711532593,
      "learning_rate": 1.1229710666395024e-06,
      "loss": 0.3221,
      "step": 1979740
    },
    {
      "epoch": 552.54,
      "grad_norm": 1.122429609298706,
      "learning_rate": 1.122947984646812e-06,
      "loss": 0.3361,
      "step": 1979750
    },
    {
      "epoch": 552.54,
      "grad_norm": 1.2672909498214722,
      "learning_rate": 1.1229249028166118e-06,
      "loss": 0.3241,
      "step": 1979760
    },
    {
      "epoch": 552.55,
      "grad_norm": 1.1114885807037354,
      "learning_rate": 1.122901821148903e-06,
      "loss": 0.3373,
      "step": 1979770
    },
    {
      "epoch": 552.55,
      "grad_norm": 1.0245671272277832,
      "learning_rate": 1.122878739643689e-06,
      "loss": 0.3473,
      "step": 1979780
    },
    {
      "epoch": 552.55,
      "grad_norm": 1.412909746170044,
      "learning_rate": 1.1228556583009745e-06,
      "loss": 0.3457,
      "step": 1979790
    },
    {
      "epoch": 552.55,
      "grad_norm": 1.076748251914978,
      "learning_rate": 1.1228325771207596e-06,
      "loss": 0.3464,
      "step": 1979800
    },
    {
      "epoch": 552.56,
      "grad_norm": 0.9769430756568909,
      "learning_rate": 1.1228094961030507e-06,
      "loss": 0.3332,
      "step": 1979810
    },
    {
      "epoch": 552.56,
      "grad_norm": 1.0482126474380493,
      "learning_rate": 1.1227864152478484e-06,
      "loss": 0.3396,
      "step": 1979820
    },
    {
      "epoch": 552.56,
      "grad_norm": 1.1527609825134277,
      "learning_rate": 1.1227633345551569e-06,
      "loss": 0.3293,
      "step": 1979830
    },
    {
      "epoch": 552.56,
      "grad_norm": 1.3620692491531372,
      "learning_rate": 1.1227402540249796e-06,
      "loss": 0.3544,
      "step": 1979840
    },
    {
      "epoch": 552.57,
      "grad_norm": 0.9267420768737793,
      "learning_rate": 1.1227171736573185e-06,
      "loss": 0.3323,
      "step": 1979850
    },
    {
      "epoch": 552.57,
      "grad_norm": 1.1911133527755737,
      "learning_rate": 1.1226940934521772e-06,
      "loss": 0.3364,
      "step": 1979860
    },
    {
      "epoch": 552.57,
      "grad_norm": 0.9591259956359863,
      "learning_rate": 1.1226710134095585e-06,
      "loss": 0.3414,
      "step": 1979870
    },
    {
      "epoch": 552.58,
      "grad_norm": 1.0740069150924683,
      "learning_rate": 1.122647933529466e-06,
      "loss": 0.3384,
      "step": 1979880
    },
    {
      "epoch": 552.58,
      "grad_norm": 1.245877742767334,
      "learning_rate": 1.1226248538119024e-06,
      "loss": 0.3417,
      "step": 1979890
    },
    {
      "epoch": 552.58,
      "grad_norm": 1.2785307168960571,
      "learning_rate": 1.122601774256872e-06,
      "loss": 0.3472,
      "step": 1979900
    },
    {
      "epoch": 552.58,
      "grad_norm": 1.000483512878418,
      "learning_rate": 1.1225786948643756e-06,
      "loss": 0.3657,
      "step": 1979910
    },
    {
      "epoch": 552.59,
      "grad_norm": 1.145216464996338,
      "learning_rate": 1.1225556156344174e-06,
      "loss": 0.344,
      "step": 1979920
    },
    {
      "epoch": 552.59,
      "grad_norm": 1.2076926231384277,
      "learning_rate": 1.1225325365670017e-06,
      "loss": 0.3366,
      "step": 1979930
    },
    {
      "epoch": 552.59,
      "grad_norm": 1.0387604236602783,
      "learning_rate": 1.1225094576621284e-06,
      "loss": 0.3333,
      "step": 1979940
    },
    {
      "epoch": 552.6,
      "grad_norm": 1.2071794271469116,
      "learning_rate": 1.1224863789198043e-06,
      "loss": 0.329,
      "step": 1979950
    },
    {
      "epoch": 552.6,
      "grad_norm": 1.209957480430603,
      "learning_rate": 1.1224633003400298e-06,
      "loss": 0.3562,
      "step": 1979960
    },
    {
      "epoch": 552.6,
      "grad_norm": 1.2457906007766724,
      "learning_rate": 1.122440221922809e-06,
      "loss": 0.3417,
      "step": 1979970
    },
    {
      "epoch": 552.6,
      "grad_norm": 1.337225317955017,
      "learning_rate": 1.1224171436681458e-06,
      "loss": 0.3348,
      "step": 1979980
    },
    {
      "epoch": 552.61,
      "grad_norm": 1.2509393692016602,
      "learning_rate": 1.1223940655760413e-06,
      "loss": 0.3376,
      "step": 1979990
    },
    {
      "epoch": 552.61,
      "grad_norm": 1.2363823652267456,
      "learning_rate": 1.1223709876464995e-06,
      "loss": 0.3333,
      "step": 1980000
    },
    {
      "epoch": 552.61,
      "grad_norm": 1.3300193548202515,
      "learning_rate": 1.1223479098795237e-06,
      "loss": 0.3383,
      "step": 1980010
    },
    {
      "epoch": 552.62,
      "grad_norm": 1.201668381690979,
      "learning_rate": 1.122324832275118e-06,
      "loss": 0.3381,
      "step": 1980020
    },
    {
      "epoch": 552.62,
      "grad_norm": 1.0555557012557983,
      "learning_rate": 1.1223017548332823e-06,
      "loss": 0.3499,
      "step": 1980030
    },
    {
      "epoch": 552.62,
      "grad_norm": 1.4009833335876465,
      "learning_rate": 1.1222786775540234e-06,
      "loss": 0.3591,
      "step": 1980040
    },
    {
      "epoch": 552.62,
      "grad_norm": 1.1173521280288696,
      "learning_rate": 1.122255600437342e-06,
      "loss": 0.328,
      "step": 1980050
    },
    {
      "epoch": 552.63,
      "grad_norm": 1.177101492881775,
      "learning_rate": 1.1222325234832416e-06,
      "loss": 0.3213,
      "step": 1980060
    },
    {
      "epoch": 552.63,
      "grad_norm": 1.3646599054336548,
      "learning_rate": 1.1222094466917267e-06,
      "loss": 0.3541,
      "step": 1980070
    },
    {
      "epoch": 552.63,
      "grad_norm": 3.0806307792663574,
      "learning_rate": 1.122186370062798e-06,
      "loss": 0.3446,
      "step": 1980080
    },
    {
      "epoch": 552.63,
      "grad_norm": 1.221187949180603,
      "learning_rate": 1.12216329359646e-06,
      "loss": 0.3158,
      "step": 1980090
    },
    {
      "epoch": 552.64,
      "grad_norm": 1.257707953453064,
      "learning_rate": 1.1221402172927152e-06,
      "loss": 0.3427,
      "step": 1980100
    },
    {
      "epoch": 552.64,
      "grad_norm": 1.241336703300476,
      "learning_rate": 1.1221171411515681e-06,
      "loss": 0.3308,
      "step": 1980110
    },
    {
      "epoch": 552.64,
      "grad_norm": 1.0930439233779907,
      "learning_rate": 1.1220940651730198e-06,
      "loss": 0.3436,
      "step": 1980120
    },
    {
      "epoch": 552.65,
      "grad_norm": 1.1631778478622437,
      "learning_rate": 1.1220709893570743e-06,
      "loss": 0.3687,
      "step": 1980130
    },
    {
      "epoch": 552.65,
      "grad_norm": 1.0104212760925293,
      "learning_rate": 1.1220479137037343e-06,
      "loss": 0.3346,
      "step": 1980140
    },
    {
      "epoch": 552.65,
      "grad_norm": 1.2390881776809692,
      "learning_rate": 1.1220248382130033e-06,
      "loss": 0.3485,
      "step": 1980150
    },
    {
      "epoch": 552.65,
      "grad_norm": 1.4814422130584717,
      "learning_rate": 1.1220017628848852e-06,
      "loss": 0.3212,
      "step": 1980160
    },
    {
      "epoch": 552.66,
      "grad_norm": 1.2024421691894531,
      "learning_rate": 1.1219786877193805e-06,
      "loss": 0.3311,
      "step": 1980170
    },
    {
      "epoch": 552.66,
      "grad_norm": 1.2513818740844727,
      "learning_rate": 1.1219556127164956e-06,
      "loss": 0.3543,
      "step": 1980180
    },
    {
      "epoch": 552.66,
      "grad_norm": 1.197992205619812,
      "learning_rate": 1.1219325378762306e-06,
      "loss": 0.3323,
      "step": 1980190
    },
    {
      "epoch": 552.67,
      "grad_norm": 1.1877862215042114,
      "learning_rate": 1.1219094631985904e-06,
      "loss": 0.343,
      "step": 1980200
    },
    {
      "epoch": 552.67,
      "grad_norm": 0.9928158521652222,
      "learning_rate": 1.1218863886835782e-06,
      "loss": 0.3352,
      "step": 1980210
    },
    {
      "epoch": 552.67,
      "grad_norm": 1.0252331495285034,
      "learning_rate": 1.1218633143311953e-06,
      "loss": 0.3445,
      "step": 1980220
    },
    {
      "epoch": 552.67,
      "grad_norm": 1.1044399738311768,
      "learning_rate": 1.1218402401414459e-06,
      "loss": 0.3378,
      "step": 1980230
    },
    {
      "epoch": 552.68,
      "grad_norm": 1.1149570941925049,
      "learning_rate": 1.1218171661143332e-06,
      "loss": 0.3297,
      "step": 1980240
    },
    {
      "epoch": 552.68,
      "grad_norm": 0.9870975017547607,
      "learning_rate": 1.1217940922498607e-06,
      "loss": 0.3336,
      "step": 1980250
    },
    {
      "epoch": 552.68,
      "grad_norm": 1.1861337423324585,
      "learning_rate": 1.1217710185480296e-06,
      "loss": 0.3367,
      "step": 1980260
    },
    {
      "epoch": 552.68,
      "grad_norm": 1.2188069820404053,
      "learning_rate": 1.1217479450088455e-06,
      "loss": 0.3366,
      "step": 1980270
    },
    {
      "epoch": 552.69,
      "grad_norm": 1.2243826389312744,
      "learning_rate": 1.1217248716323096e-06,
      "loss": 0.339,
      "step": 1980280
    },
    {
      "epoch": 552.69,
      "grad_norm": 1.2750831842422485,
      "learning_rate": 1.1217017984184253e-06,
      "loss": 0.3401,
      "step": 1980290
    },
    {
      "epoch": 552.69,
      "grad_norm": 1.2342848777770996,
      "learning_rate": 1.121678725367197e-06,
      "loss": 0.3326,
      "step": 1980300
    },
    {
      "epoch": 552.7,
      "grad_norm": 1.1245406866073608,
      "learning_rate": 1.121655652478626e-06,
      "loss": 0.3428,
      "step": 1980310
    },
    {
      "epoch": 552.7,
      "grad_norm": 1.1321324110031128,
      "learning_rate": 1.121632579752716e-06,
      "loss": 0.3369,
      "step": 1980320
    },
    {
      "epoch": 552.7,
      "grad_norm": 1.1464440822601318,
      "learning_rate": 1.1216095071894701e-06,
      "loss": 0.3557,
      "step": 1980330
    },
    {
      "epoch": 552.7,
      "grad_norm": 1.034720540046692,
      "learning_rate": 1.1215864347888923e-06,
      "loss": 0.362,
      "step": 1980340
    },
    {
      "epoch": 552.71,
      "grad_norm": 1.008009433746338,
      "learning_rate": 1.121563362550984e-06,
      "loss": 0.341,
      "step": 1980350
    },
    {
      "epoch": 552.71,
      "grad_norm": 1.0854053497314453,
      "learning_rate": 1.1215402904757488e-06,
      "loss": 0.3379,
      "step": 1980360
    },
    {
      "epoch": 552.71,
      "grad_norm": 1.1050305366516113,
      "learning_rate": 1.1215172185631913e-06,
      "loss": 0.3448,
      "step": 1980370
    },
    {
      "epoch": 552.72,
      "grad_norm": 1.1047964096069336,
      "learning_rate": 1.1214941468133114e-06,
      "loss": 0.3437,
      "step": 1980380
    },
    {
      "epoch": 552.72,
      "grad_norm": 1.1277559995651245,
      "learning_rate": 1.1214710752261156e-06,
      "loss": 0.3372,
      "step": 1980390
    },
    {
      "epoch": 552.72,
      "grad_norm": 1.238545536994934,
      "learning_rate": 1.121448003801605e-06,
      "loss": 0.3185,
      "step": 1980400
    },
    {
      "epoch": 552.72,
      "grad_norm": 1.3424711227416992,
      "learning_rate": 1.121424932539783e-06,
      "loss": 0.3591,
      "step": 1980410
    },
    {
      "epoch": 552.73,
      "grad_norm": 0.9914124011993408,
      "learning_rate": 1.1214018614406528e-06,
      "loss": 0.3386,
      "step": 1980420
    },
    {
      "epoch": 552.73,
      "grad_norm": 1.282139778137207,
      "learning_rate": 1.121378790504218e-06,
      "loss": 0.3182,
      "step": 1980430
    },
    {
      "epoch": 552.73,
      "grad_norm": 1.2355279922485352,
      "learning_rate": 1.1213557197304807e-06,
      "loss": 0.346,
      "step": 1980440
    },
    {
      "epoch": 552.74,
      "grad_norm": 1.4451082944869995,
      "learning_rate": 1.1213326491194445e-06,
      "loss": 0.3556,
      "step": 1980450
    },
    {
      "epoch": 552.74,
      "grad_norm": 1.0820293426513672,
      "learning_rate": 1.121309578671112e-06,
      "loss": 0.3324,
      "step": 1980460
    },
    {
      "epoch": 552.74,
      "grad_norm": 4.417471408843994,
      "learning_rate": 1.121286508385487e-06,
      "loss": 0.3299,
      "step": 1980470
    },
    {
      "epoch": 552.74,
      "grad_norm": 1.3687527179718018,
      "learning_rate": 1.1212634382625727e-06,
      "loss": 0.3438,
      "step": 1980480
    },
    {
      "epoch": 552.75,
      "grad_norm": 1.117659568786621,
      "learning_rate": 1.121240368302371e-06,
      "loss": 0.3401,
      "step": 1980490
    },
    {
      "epoch": 552.75,
      "grad_norm": 1.199215292930603,
      "learning_rate": 1.1212172985048857e-06,
      "loss": 0.3435,
      "step": 1980500
    },
    {
      "epoch": 552.75,
      "grad_norm": 0.985562801361084,
      "learning_rate": 1.121194228870121e-06,
      "loss": 0.3396,
      "step": 1980510
    },
    {
      "epoch": 552.75,
      "grad_norm": 1.1382158994674683,
      "learning_rate": 1.1211711593980765e-06,
      "loss": 0.3435,
      "step": 1980520
    },
    {
      "epoch": 552.76,
      "grad_norm": 1.1158175468444824,
      "learning_rate": 1.1211480900887594e-06,
      "loss": 0.3197,
      "step": 1980530
    },
    {
      "epoch": 552.76,
      "grad_norm": 1.1582969427108765,
      "learning_rate": 1.1211250209421703e-06,
      "loss": 0.3443,
      "step": 1980540
    },
    {
      "epoch": 552.76,
      "grad_norm": 0.9268605709075928,
      "learning_rate": 1.121101951958313e-06,
      "loss": 0.3492,
      "step": 1980550
    },
    {
      "epoch": 552.77,
      "grad_norm": 1.2146731615066528,
      "learning_rate": 1.1210788831371904e-06,
      "loss": 0.3302,
      "step": 1980560
    },
    {
      "epoch": 552.77,
      "grad_norm": 1.265596628189087,
      "learning_rate": 1.1210558144788063e-06,
      "loss": 0.3427,
      "step": 1980570
    },
    {
      "epoch": 552.77,
      "grad_norm": 1.1508073806762695,
      "learning_rate": 1.1210327459831624e-06,
      "loss": 0.3599,
      "step": 1980580
    },
    {
      "epoch": 552.77,
      "grad_norm": 1.1752504110336304,
      "learning_rate": 1.121009677650263e-06,
      "loss": 0.3474,
      "step": 1980590
    },
    {
      "epoch": 552.78,
      "grad_norm": 1.0182600021362305,
      "learning_rate": 1.120986609480111e-06,
      "loss": 0.3213,
      "step": 1980600
    },
    {
      "epoch": 552.78,
      "grad_norm": 1.1818159818649292,
      "learning_rate": 1.1209635414727074e-06,
      "loss": 0.3628,
      "step": 1980610
    },
    {
      "epoch": 552.78,
      "grad_norm": 1.2358027696609497,
      "learning_rate": 1.1209404736280587e-06,
      "loss": 0.3473,
      "step": 1980620
    },
    {
      "epoch": 552.79,
      "grad_norm": 0.9559864401817322,
      "learning_rate": 1.1209174059461657e-06,
      "loss": 0.3502,
      "step": 1980630
    },
    {
      "epoch": 552.79,
      "grad_norm": 1.17336905002594,
      "learning_rate": 1.1208943384270318e-06,
      "loss": 0.3467,
      "step": 1980640
    },
    {
      "epoch": 552.79,
      "grad_norm": 1.176260232925415,
      "learning_rate": 1.1208712710706614e-06,
      "loss": 0.3383,
      "step": 1980650
    },
    {
      "epoch": 552.79,
      "grad_norm": 1.1901832818984985,
      "learning_rate": 1.1208482038770554e-06,
      "loss": 0.3256,
      "step": 1980660
    },
    {
      "epoch": 552.8,
      "grad_norm": 1.356695294380188,
      "learning_rate": 1.1208251368462182e-06,
      "loss": 0.333,
      "step": 1980670
    },
    {
      "epoch": 552.8,
      "grad_norm": 1.123817801475525,
      "learning_rate": 1.1208020699781525e-06,
      "loss": 0.3371,
      "step": 1980680
    },
    {
      "epoch": 552.8,
      "grad_norm": 1.1121225357055664,
      "learning_rate": 1.1207790032728624e-06,
      "loss": 0.336,
      "step": 1980690
    },
    {
      "epoch": 552.8,
      "grad_norm": 1.2229362726211548,
      "learning_rate": 1.1207559367303484e-06,
      "loss": 0.3443,
      "step": 1980700
    },
    {
      "epoch": 552.81,
      "grad_norm": 4.2477312088012695,
      "learning_rate": 1.1207328703506167e-06,
      "loss": 0.3456,
      "step": 1980710
    },
    {
      "epoch": 552.81,
      "grad_norm": 1.3326338529586792,
      "learning_rate": 1.1207098041336683e-06,
      "loss": 0.35,
      "step": 1980720
    },
    {
      "epoch": 552.81,
      "grad_norm": 1.286874771118164,
      "learning_rate": 1.1206867380795068e-06,
      "loss": 0.3343,
      "step": 1980730
    },
    {
      "epoch": 552.82,
      "grad_norm": 1.0157769918441772,
      "learning_rate": 1.1206636721881362e-06,
      "loss": 0.3287,
      "step": 1980740
    },
    {
      "epoch": 552.82,
      "grad_norm": 1.4469282627105713,
      "learning_rate": 1.1206406064595571e-06,
      "loss": 0.3254,
      "step": 1980750
    },
    {
      "epoch": 552.82,
      "grad_norm": 1.1912585496902466,
      "learning_rate": 1.120617540893776e-06,
      "loss": 0.3397,
      "step": 1980760
    },
    {
      "epoch": 552.82,
      "grad_norm": 1.107103705406189,
      "learning_rate": 1.120594475490793e-06,
      "loss": 0.342,
      "step": 1980770
    },
    {
      "epoch": 552.83,
      "grad_norm": 1.3265374898910522,
      "learning_rate": 1.1205714102506124e-06,
      "loss": 0.3517,
      "step": 1980780
    },
    {
      "epoch": 552.83,
      "grad_norm": 1.117195725440979,
      "learning_rate": 1.1205483451732384e-06,
      "loss": 0.343,
      "step": 1980790
    },
    {
      "epoch": 552.83,
      "grad_norm": 1.2955060005187988,
      "learning_rate": 1.1205252802586717e-06,
      "loss": 0.3394,
      "step": 1980800
    },
    {
      "epoch": 552.84,
      "grad_norm": 1.4017263650894165,
      "learning_rate": 1.1205022155069168e-06,
      "loss": 0.331,
      "step": 1980810
    },
    {
      "epoch": 552.84,
      "grad_norm": 1.2226661443710327,
      "learning_rate": 1.1204791509179763e-06,
      "loss": 0.3439,
      "step": 1980820
    },
    {
      "epoch": 552.84,
      "grad_norm": 1.3277599811553955,
      "learning_rate": 1.1204560864918543e-06,
      "loss": 0.3381,
      "step": 1980830
    },
    {
      "epoch": 552.84,
      "grad_norm": 1.1386703252792358,
      "learning_rate": 1.1204330222285516e-06,
      "loss": 0.3524,
      "step": 1980840
    },
    {
      "epoch": 552.85,
      "grad_norm": 1.3125971555709839,
      "learning_rate": 1.1204099581280742e-06,
      "loss": 0.3409,
      "step": 1980850
    },
    {
      "epoch": 552.85,
      "grad_norm": 1.1919171810150146,
      "learning_rate": 1.1203868941904227e-06,
      "loss": 0.339,
      "step": 1980860
    },
    {
      "epoch": 552.85,
      "grad_norm": 1.1252864599227905,
      "learning_rate": 1.1203638304156016e-06,
      "loss": 0.3435,
      "step": 1980870
    },
    {
      "epoch": 552.86,
      "grad_norm": 1.0354560613632202,
      "learning_rate": 1.120340766803614e-06,
      "loss": 0.3411,
      "step": 1980880
    },
    {
      "epoch": 552.86,
      "grad_norm": 4.764863967895508,
      "learning_rate": 1.1203177033544617e-06,
      "loss": 0.3508,
      "step": 1980890
    },
    {
      "epoch": 552.86,
      "grad_norm": 1.0323268175125122,
      "learning_rate": 1.1202946400681488e-06,
      "loss": 0.3406,
      "step": 1980900
    },
    {
      "epoch": 552.86,
      "grad_norm": 1.169311285018921,
      "learning_rate": 1.1202715769446778e-06,
      "loss": 0.3388,
      "step": 1980910
    },
    {
      "epoch": 552.87,
      "grad_norm": 1.0971747636795044,
      "learning_rate": 1.1202485139840532e-06,
      "loss": 0.35,
      "step": 1980920
    },
    {
      "epoch": 552.87,
      "grad_norm": 1.1469759941101074,
      "learning_rate": 1.1202254511862763e-06,
      "loss": 0.343,
      "step": 1980930
    },
    {
      "epoch": 552.87,
      "grad_norm": 1.2268673181533813,
      "learning_rate": 1.1202023885513505e-06,
      "loss": 0.3395,
      "step": 1980940
    },
    {
      "epoch": 552.87,
      "grad_norm": 1.2928942441940308,
      "learning_rate": 1.12017932607928e-06,
      "loss": 0.356,
      "step": 1980950
    },
    {
      "epoch": 552.88,
      "grad_norm": 0.9884598851203918,
      "learning_rate": 1.1201562637700658e-06,
      "loss": 0.3296,
      "step": 1980960
    },
    {
      "epoch": 552.88,
      "grad_norm": 1.1709983348846436,
      "learning_rate": 1.1201332016237137e-06,
      "loss": 0.3427,
      "step": 1980970
    },
    {
      "epoch": 552.88,
      "grad_norm": 1.1432939767837524,
      "learning_rate": 1.1201101396402247e-06,
      "loss": 0.3217,
      "step": 1980980
    },
    {
      "epoch": 552.89,
      "grad_norm": 1.0229631662368774,
      "learning_rate": 1.1200870778196023e-06,
      "loss": 0.3402,
      "step": 1980990
    },
    {
      "epoch": 552.89,
      "grad_norm": 1.0859485864639282,
      "learning_rate": 1.1200640161618498e-06,
      "loss": 0.3325,
      "step": 1981000
    },
    {
      "epoch": 552.89,
      "grad_norm": 1.1422563791275024,
      "learning_rate": 1.120040954666971e-06,
      "loss": 0.3444,
      "step": 1981010
    },
    {
      "epoch": 552.89,
      "grad_norm": 1.2261629104614258,
      "learning_rate": 1.1200178933349675e-06,
      "loss": 0.321,
      "step": 1981020
    },
    {
      "epoch": 552.9,
      "grad_norm": 1.3717039823532104,
      "learning_rate": 1.1199948321658429e-06,
      "loss": 0.3397,
      "step": 1981030
    },
    {
      "epoch": 552.9,
      "grad_norm": 1.1072850227355957,
      "learning_rate": 1.1199717711596005e-06,
      "loss": 0.3359,
      "step": 1981040
    },
    {
      "epoch": 552.9,
      "grad_norm": 1.1855354309082031,
      "learning_rate": 1.1199487103162435e-06,
      "loss": 0.3479,
      "step": 1981050
    },
    {
      "epoch": 552.91,
      "grad_norm": 1.1441786289215088,
      "learning_rate": 1.1199256496357758e-06,
      "loss": 0.3518,
      "step": 1981060
    },
    {
      "epoch": 552.91,
      "grad_norm": 1.3876172304153442,
      "learning_rate": 1.1199025891181982e-06,
      "loss": 0.3406,
      "step": 1981070
    },
    {
      "epoch": 552.91,
      "grad_norm": 1.0619404315948486,
      "learning_rate": 1.119879528763515e-06,
      "loss": 0.343,
      "step": 1981080
    },
    {
      "epoch": 552.91,
      "grad_norm": 1.280967116355896,
      "learning_rate": 1.1198564685717296e-06,
      "loss": 0.3462,
      "step": 1981090
    },
    {
      "epoch": 552.92,
      "grad_norm": 1.232062816619873,
      "learning_rate": 1.1198334085428445e-06,
      "loss": 0.325,
      "step": 1981100
    },
    {
      "epoch": 552.92,
      "grad_norm": 1.1134790182113647,
      "learning_rate": 1.1198103486768641e-06,
      "loss": 0.35,
      "step": 1981110
    },
    {
      "epoch": 552.92,
      "grad_norm": 1.2542946338653564,
      "learning_rate": 1.1197872889737892e-06,
      "loss": 0.3392,
      "step": 1981120
    },
    {
      "epoch": 552.92,
      "grad_norm": 1.171181082725525,
      "learning_rate": 1.1197642294336243e-06,
      "loss": 0.3441,
      "step": 1981130
    },
    {
      "epoch": 552.93,
      "grad_norm": 1.293032169342041,
      "learning_rate": 1.1197411700563725e-06,
      "loss": 0.3335,
      "step": 1981140
    },
    {
      "epoch": 552.93,
      "grad_norm": 1.2192667722702026,
      "learning_rate": 1.119718110842037e-06,
      "loss": 0.3536,
      "step": 1981150
    },
    {
      "epoch": 552.93,
      "grad_norm": 1.1211830377578735,
      "learning_rate": 1.1196950517906201e-06,
      "loss": 0.3397,
      "step": 1981160
    },
    {
      "epoch": 552.94,
      "grad_norm": 1.0966588258743286,
      "learning_rate": 1.119671992902125e-06,
      "loss": 0.3419,
      "step": 1981170
    },
    {
      "epoch": 552.94,
      "grad_norm": 1.1957521438598633,
      "learning_rate": 1.1196489341765559e-06,
      "loss": 0.3324,
      "step": 1981180
    },
    {
      "epoch": 552.94,
      "grad_norm": 1.03688645362854,
      "learning_rate": 1.1196258756139132e-06,
      "loss": 0.3247,
      "step": 1981190
    },
    {
      "epoch": 552.94,
      "grad_norm": 1.3834360837936401,
      "learning_rate": 1.1196028172142036e-06,
      "loss": 0.3412,
      "step": 1981200
    },
    {
      "epoch": 552.95,
      "grad_norm": 1.2389411926269531,
      "learning_rate": 1.1195797589774274e-06,
      "loss": 0.3413,
      "step": 1981210
    },
    {
      "epoch": 552.95,
      "grad_norm": 1.6520295143127441,
      "learning_rate": 1.1195567009035882e-06,
      "loss": 0.3449,
      "step": 1981220
    },
    {
      "epoch": 552.95,
      "grad_norm": 1.1118382215499878,
      "learning_rate": 1.1195336429926899e-06,
      "loss": 0.327,
      "step": 1981230
    },
    {
      "epoch": 552.96,
      "grad_norm": 1.2225061655044556,
      "learning_rate": 1.119510585244736e-06,
      "loss": 0.3574,
      "step": 1981240
    },
    {
      "epoch": 552.96,
      "grad_norm": 1.1399768590927124,
      "learning_rate": 1.1194875276597277e-06,
      "loss": 0.3362,
      "step": 1981250
    },
    {
      "epoch": 552.96,
      "grad_norm": 1.2720575332641602,
      "learning_rate": 1.119464470237669e-06,
      "loss": 0.3466,
      "step": 1981260
    },
    {
      "epoch": 552.96,
      "grad_norm": 1.1571365594863892,
      "learning_rate": 1.1194414129785642e-06,
      "loss": 0.3366,
      "step": 1981270
    },
    {
      "epoch": 552.97,
      "grad_norm": 1.0521124601364136,
      "learning_rate": 1.1194183558824133e-06,
      "loss": 0.3286,
      "step": 1981280
    },
    {
      "epoch": 552.97,
      "grad_norm": 1.0044524669647217,
      "learning_rate": 1.119395298949223e-06,
      "loss": 0.3383,
      "step": 1981290
    },
    {
      "epoch": 552.97,
      "grad_norm": 1.318108081817627,
      "learning_rate": 1.1193722421789939e-06,
      "loss": 0.3352,
      "step": 1981300
    },
    {
      "epoch": 552.98,
      "grad_norm": 1.0236423015594482,
      "learning_rate": 1.1193491855717295e-06,
      "loss": 0.3597,
      "step": 1981310
    },
    {
      "epoch": 552.98,
      "grad_norm": 1.161346435546875,
      "learning_rate": 1.1193261291274342e-06,
      "loss": 0.3397,
      "step": 1981320
    },
    {
      "epoch": 552.98,
      "grad_norm": 1.104168176651001,
      "learning_rate": 1.1193030728461084e-06,
      "loss": 0.3369,
      "step": 1981330
    },
    {
      "epoch": 552.98,
      "grad_norm": 3.3897321224212646,
      "learning_rate": 1.1192800167277586e-06,
      "loss": 0.33,
      "step": 1981340
    },
    {
      "epoch": 552.99,
      "grad_norm": 1.0028655529022217,
      "learning_rate": 1.1192569607723852e-06,
      "loss": 0.3603,
      "step": 1981350
    },
    {
      "epoch": 552.99,
      "grad_norm": 1.3991471529006958,
      "learning_rate": 1.119233904979992e-06,
      "loss": 0.3327,
      "step": 1981360
    },
    {
      "epoch": 552.99,
      "grad_norm": 1.3040043115615845,
      "learning_rate": 1.1192108493505822e-06,
      "loss": 0.3431,
      "step": 1981370
    },
    {
      "epoch": 552.99,
      "grad_norm": 1.0931445360183716,
      "learning_rate": 1.11918779388416e-06,
      "loss": 0.3361,
      "step": 1981380
    },
    {
      "epoch": 553.0,
      "grad_norm": 1.2590395212173462,
      "learning_rate": 1.1191647385807264e-06,
      "loss": 0.3381,
      "step": 1981390
    },
    {
      "epoch": 553.0,
      "eval_loss": 0.34051841497421265,
      "eval_runtime": 63.4815,
      "eval_samples_per_second": 79.693,
      "eval_steps_per_second": 9.971,
      "step": 1981399
    },
    {
      "epoch": 553.0,
      "grad_norm": 1.1438868045806885,
      "learning_rate": 1.1191416834402853e-06,
      "loss": 0.331,
      "step": 1981400
    },
    {
      "epoch": 553.0,
      "grad_norm": 1.1509190797805786,
      "learning_rate": 1.119118628462841e-06,
      "loss": 0.3371,
      "step": 1981410
    },
    {
      "epoch": 553.01,
      "grad_norm": 1.1378389596939087,
      "learning_rate": 1.1190955736483937e-06,
      "loss": 0.3439,
      "step": 1981420
    },
    {
      "epoch": 553.01,
      "grad_norm": 1.235087513923645,
      "learning_rate": 1.1190725189969498e-06,
      "loss": 0.3296,
      "step": 1981430
    },
    {
      "epoch": 553.01,
      "grad_norm": 0.9604156017303467,
      "learning_rate": 1.1190494645085102e-06,
      "loss": 0.3431,
      "step": 1981440
    },
    {
      "epoch": 553.01,
      "grad_norm": 1.1782474517822266,
      "learning_rate": 1.119026410183078e-06,
      "loss": 0.3359,
      "step": 1981450
    },
    {
      "epoch": 553.02,
      "grad_norm": 1.8227345943450928,
      "learning_rate": 1.1190033560206584e-06,
      "loss": 0.3399,
      "step": 1981460
    },
    {
      "epoch": 553.02,
      "grad_norm": 1.2351529598236084,
      "learning_rate": 1.1189803020212518e-06,
      "loss": 0.3425,
      "step": 1981470
    },
    {
      "epoch": 553.02,
      "grad_norm": 1.0920286178588867,
      "learning_rate": 1.1189572481848621e-06,
      "loss": 0.3296,
      "step": 1981480
    },
    {
      "epoch": 553.03,
      "grad_norm": 1.2723431587219238,
      "learning_rate": 1.118934194511493e-06,
      "loss": 0.3343,
      "step": 1981490
    },
    {
      "epoch": 553.03,
      "grad_norm": 1.0728355646133423,
      "learning_rate": 1.1189111410011478e-06,
      "loss": 0.3409,
      "step": 1981500
    },
    {
      "epoch": 553.03,
      "grad_norm": 1.1689902544021606,
      "learning_rate": 1.1188880876538278e-06,
      "loss": 0.3365,
      "step": 1981510
    },
    {
      "epoch": 553.03,
      "grad_norm": 1.1129038333892822,
      "learning_rate": 1.1188650344695383e-06,
      "loss": 0.3425,
      "step": 1981520
    },
    {
      "epoch": 553.04,
      "grad_norm": 1.0223079919815063,
      "learning_rate": 1.1188419814482807e-06,
      "loss": 0.3476,
      "step": 1981530
    },
    {
      "epoch": 553.04,
      "grad_norm": 1.0423554182052612,
      "learning_rate": 1.1188189285900589e-06,
      "loss": 0.3364,
      "step": 1981540
    },
    {
      "epoch": 553.04,
      "grad_norm": 0.9926450848579407,
      "learning_rate": 1.1187958758948765e-06,
      "loss": 0.3598,
      "step": 1981550
    },
    {
      "epoch": 553.04,
      "grad_norm": 1.2507553100585938,
      "learning_rate": 1.1187728233627348e-06,
      "loss": 0.3447,
      "step": 1981560
    },
    {
      "epoch": 553.05,
      "grad_norm": 1.118514060974121,
      "learning_rate": 1.1187497709936381e-06,
      "loss": 0.3351,
      "step": 1981570
    },
    {
      "epoch": 553.05,
      "grad_norm": 1.050201654434204,
      "learning_rate": 1.1187267187875894e-06,
      "loss": 0.3301,
      "step": 1981580
    },
    {
      "epoch": 553.05,
      "grad_norm": 1.1089030504226685,
      "learning_rate": 1.118703666744592e-06,
      "loss": 0.3491,
      "step": 1981590
    },
    {
      "epoch": 553.06,
      "grad_norm": 1.07784104347229,
      "learning_rate": 1.1186806148646482e-06,
      "loss": 0.3403,
      "step": 1981600
    },
    {
      "epoch": 553.06,
      "grad_norm": 1.2302772998809814,
      "learning_rate": 1.1186575631477614e-06,
      "loss": 0.3435,
      "step": 1981610
    },
    {
      "epoch": 553.06,
      "grad_norm": 1.076753854751587,
      "learning_rate": 1.1186345115939345e-06,
      "loss": 0.3383,
      "step": 1981620
    },
    {
      "epoch": 553.06,
      "grad_norm": 1.1446199417114258,
      "learning_rate": 1.118611460203171e-06,
      "loss": 0.3378,
      "step": 1981630
    },
    {
      "epoch": 553.07,
      "grad_norm": 1.0831152200698853,
      "learning_rate": 1.1185884089754745e-06,
      "loss": 0.3496,
      "step": 1981640
    },
    {
      "epoch": 553.07,
      "grad_norm": 1.1165655851364136,
      "learning_rate": 1.1185653579108459e-06,
      "loss": 0.3485,
      "step": 1981650
    },
    {
      "epoch": 553.07,
      "grad_norm": 0.9783768653869629,
      "learning_rate": 1.1185423070092911e-06,
      "loss": 0.3271,
      "step": 1981660
    },
    {
      "epoch": 553.08,
      "grad_norm": 1.3683366775512695,
      "learning_rate": 1.118519256270811e-06,
      "loss": 0.3485,
      "step": 1981670
    },
    {
      "epoch": 553.08,
      "grad_norm": 0.9526961445808411,
      "learning_rate": 1.1184962056954097e-06,
      "loss": 0.3455,
      "step": 1981680
    },
    {
      "epoch": 553.08,
      "grad_norm": 1.1194897890090942,
      "learning_rate": 1.1184731552830904e-06,
      "loss": 0.3493,
      "step": 1981690
    },
    {
      "epoch": 553.08,
      "grad_norm": 1.1703451871871948,
      "learning_rate": 1.1184501050338554e-06,
      "loss": 0.3335,
      "step": 1981700
    },
    {
      "epoch": 553.09,
      "grad_norm": 1.2330107688903809,
      "learning_rate": 1.118427054947708e-06,
      "loss": 0.3376,
      "step": 1981710
    },
    {
      "epoch": 553.09,
      "grad_norm": 1.2147963047027588,
      "learning_rate": 1.1184040050246512e-06,
      "loss": 0.3455,
      "step": 1981720
    },
    {
      "epoch": 553.09,
      "grad_norm": 1.0472171306610107,
      "learning_rate": 1.1183809552646893e-06,
      "loss": 0.3456,
      "step": 1981730
    },
    {
      "epoch": 553.1,
      "grad_norm": 1.2717868089675903,
      "learning_rate": 1.1183579056678235e-06,
      "loss": 0.3348,
      "step": 1981740
    },
    {
      "epoch": 553.1,
      "grad_norm": 1.0596718788146973,
      "learning_rate": 1.1183348562340578e-06,
      "loss": 0.3484,
      "step": 1981750
    },
    {
      "epoch": 553.1,
      "grad_norm": 1.214167833328247,
      "learning_rate": 1.1183118069633958e-06,
      "loss": 0.3373,
      "step": 1981760
    },
    {
      "epoch": 553.1,
      "grad_norm": 1.2290525436401367,
      "learning_rate": 1.1182887578558384e-06,
      "loss": 0.3349,
      "step": 1981770
    },
    {
      "epoch": 553.11,
      "grad_norm": 1.2240113019943237,
      "learning_rate": 1.118265708911392e-06,
      "loss": 0.3502,
      "step": 1981780
    },
    {
      "epoch": 553.11,
      "grad_norm": 1.3303964138031006,
      "learning_rate": 1.1182426601300571e-06,
      "loss": 0.3299,
      "step": 1981790
    },
    {
      "epoch": 553.11,
      "grad_norm": 0.9808882474899292,
      "learning_rate": 1.1182196115118373e-06,
      "loss": 0.3435,
      "step": 1981800
    },
    {
      "epoch": 553.11,
      "grad_norm": 1.1766209602355957,
      "learning_rate": 1.118196563056736e-06,
      "loss": 0.3524,
      "step": 1981810
    },
    {
      "epoch": 553.12,
      "grad_norm": 1.24129319190979,
      "learning_rate": 1.1181735147647573e-06,
      "loss": 0.3249,
      "step": 1981820
    },
    {
      "epoch": 553.12,
      "grad_norm": 1.3090486526489258,
      "learning_rate": 1.1181504666359022e-06,
      "loss": 0.3383,
      "step": 1981830
    },
    {
      "epoch": 553.12,
      "grad_norm": 1.3627125024795532,
      "learning_rate": 1.1181274186701747e-06,
      "loss": 0.3347,
      "step": 1981840
    },
    {
      "epoch": 553.13,
      "grad_norm": 1.0450340509414673,
      "learning_rate": 1.1181043708675785e-06,
      "loss": 0.3298,
      "step": 1981850
    },
    {
      "epoch": 553.13,
      "grad_norm": 1.0881849527359009,
      "learning_rate": 1.1180813232281147e-06,
      "loss": 0.3245,
      "step": 1981860
    },
    {
      "epoch": 553.13,
      "grad_norm": 1.1654821634292603,
      "learning_rate": 1.1180582757517893e-06,
      "loss": 0.3457,
      "step": 1981870
    },
    {
      "epoch": 553.13,
      "grad_norm": 1.0936253070831299,
      "learning_rate": 1.118035228438603e-06,
      "loss": 0.343,
      "step": 1981880
    },
    {
      "epoch": 553.14,
      "grad_norm": 1.215978980064392,
      "learning_rate": 1.1180121812885597e-06,
      "loss": 0.34,
      "step": 1981890
    },
    {
      "epoch": 553.14,
      "grad_norm": 1.267820954322815,
      "learning_rate": 1.117989134301663e-06,
      "loss": 0.3391,
      "step": 1981900
    },
    {
      "epoch": 553.14,
      "grad_norm": 1.2202280759811401,
      "learning_rate": 1.117966087477914e-06,
      "loss": 0.3526,
      "step": 1981910
    },
    {
      "epoch": 553.15,
      "grad_norm": 1.3255027532577515,
      "learning_rate": 1.117943040817319e-06,
      "loss": 0.327,
      "step": 1981920
    },
    {
      "epoch": 553.15,
      "grad_norm": 1.527223825454712,
      "learning_rate": 1.117919994319878e-06,
      "loss": 0.3308,
      "step": 1981930
    },
    {
      "epoch": 553.15,
      "grad_norm": 1.162253499031067,
      "learning_rate": 1.1178969479855956e-06,
      "loss": 0.32,
      "step": 1981940
    },
    {
      "epoch": 553.15,
      "grad_norm": 1.2858000993728638,
      "learning_rate": 1.1178739018144745e-06,
      "loss": 0.3478,
      "step": 1981950
    },
    {
      "epoch": 553.16,
      "grad_norm": 1.22239351272583,
      "learning_rate": 1.1178508558065188e-06,
      "loss": 0.352,
      "step": 1981960
    },
    {
      "epoch": 553.16,
      "grad_norm": 1.2033127546310425,
      "learning_rate": 1.1178278099617296e-06,
      "loss": 0.3664,
      "step": 1981970
    },
    {
      "epoch": 553.16,
      "grad_norm": 1.1896744966506958,
      "learning_rate": 1.117804764280111e-06,
      "loss": 0.3483,
      "step": 1981980
    },
    {
      "epoch": 553.16,
      "grad_norm": 1.102946162223816,
      "learning_rate": 1.117781718761667e-06,
      "loss": 0.3483,
      "step": 1981990
    },
    {
      "epoch": 553.17,
      "grad_norm": 1.0600506067276,
      "learning_rate": 1.1177586734063978e-06,
      "loss": 0.3311,
      "step": 1982000
    },
    {
      "epoch": 553.17,
      "grad_norm": 0.9422712326049805,
      "learning_rate": 1.1177356282143101e-06,
      "loss": 0.3352,
      "step": 1982010
    },
    {
      "epoch": 553.17,
      "grad_norm": 1.0789252519607544,
      "learning_rate": 1.1177125831854046e-06,
      "loss": 0.3369,
      "step": 1982020
    },
    {
      "epoch": 553.18,
      "grad_norm": 1.3619650602340698,
      "learning_rate": 1.1176895383196847e-06,
      "loss": 0.3373,
      "step": 1982030
    },
    {
      "epoch": 553.18,
      "grad_norm": 1.2526544332504272,
      "learning_rate": 1.117666493617155e-06,
      "loss": 0.3378,
      "step": 1982040
    },
    {
      "epoch": 553.18,
      "grad_norm": 1.1347615718841553,
      "learning_rate": 1.1176434490778163e-06,
      "loss": 0.3462,
      "step": 1982050
    },
    {
      "epoch": 553.18,
      "grad_norm": 0.988734245300293,
      "learning_rate": 1.117620404701673e-06,
      "loss": 0.3485,
      "step": 1982060
    },
    {
      "epoch": 553.19,
      "grad_norm": 1.35189688205719,
      "learning_rate": 1.1175973604887275e-06,
      "loss": 0.3501,
      "step": 1982070
    },
    {
      "epoch": 553.19,
      "grad_norm": 1.2562323808670044,
      "learning_rate": 1.117574316438984e-06,
      "loss": 0.3482,
      "step": 1982080
    },
    {
      "epoch": 553.19,
      "grad_norm": 0.958610475063324,
      "learning_rate": 1.1175512725524435e-06,
      "loss": 0.3388,
      "step": 1982090
    },
    {
      "epoch": 553.2,
      "grad_norm": 1.0421167612075806,
      "learning_rate": 1.1175282288291119e-06,
      "loss": 0.3463,
      "step": 1982100
    },
    {
      "epoch": 553.2,
      "grad_norm": 1.0456069707870483,
      "learning_rate": 1.11750518526899e-06,
      "loss": 0.3565,
      "step": 1982110
    },
    {
      "epoch": 553.2,
      "grad_norm": 1.2030302286148071,
      "learning_rate": 1.1174821418720816e-06,
      "loss": 0.3326,
      "step": 1982120
    },
    {
      "epoch": 553.2,
      "grad_norm": 1.2450748682022095,
      "learning_rate": 1.1174590986383905e-06,
      "loss": 0.3699,
      "step": 1982130
    },
    {
      "epoch": 553.21,
      "grad_norm": 1.2512483596801758,
      "learning_rate": 1.1174360555679186e-06,
      "loss": 0.3445,
      "step": 1982140
    },
    {
      "epoch": 553.21,
      "grad_norm": 1.260174036026001,
      "learning_rate": 1.117413012660669e-06,
      "loss": 0.3643,
      "step": 1982150
    },
    {
      "epoch": 553.21,
      "grad_norm": 1.074337363243103,
      "learning_rate": 1.1173899699166453e-06,
      "loss": 0.345,
      "step": 1982160
    },
    {
      "epoch": 553.22,
      "grad_norm": 1.115763783454895,
      "learning_rate": 1.1173669273358512e-06,
      "loss": 0.3384,
      "step": 1982170
    },
    {
      "epoch": 553.22,
      "grad_norm": 1.1648341417312622,
      "learning_rate": 1.1173438849182875e-06,
      "loss": 0.3452,
      "step": 1982180
    },
    {
      "epoch": 553.22,
      "grad_norm": 1.1533761024475098,
      "learning_rate": 1.1173208426639604e-06,
      "loss": 0.3362,
      "step": 1982190
    },
    {
      "epoch": 553.22,
      "grad_norm": 1.1238986253738403,
      "learning_rate": 1.1172978005728706e-06,
      "loss": 0.3287,
      "step": 1982200
    },
    {
      "epoch": 553.23,
      "grad_norm": 1.640982747077942,
      "learning_rate": 1.1172747586450217e-06,
      "loss": 0.3404,
      "step": 1982210
    },
    {
      "epoch": 553.23,
      "grad_norm": 1.1286754608154297,
      "learning_rate": 1.1172517168804182e-06,
      "loss": 0.3568,
      "step": 1982220
    },
    {
      "epoch": 553.23,
      "grad_norm": 1.136528491973877,
      "learning_rate": 1.1172286752790599e-06,
      "loss": 0.341,
      "step": 1982230
    },
    {
      "epoch": 553.23,
      "grad_norm": 1.2416954040527344,
      "learning_rate": 1.1172056338409539e-06,
      "loss": 0.3545,
      "step": 1982240
    },
    {
      "epoch": 553.24,
      "grad_norm": 1.1224467754364014,
      "learning_rate": 1.1171825925661003e-06,
      "loss": 0.3435,
      "step": 1982250
    },
    {
      "epoch": 553.24,
      "grad_norm": 1.332716464996338,
      "learning_rate": 1.117159551454503e-06,
      "loss": 0.3335,
      "step": 1982260
    },
    {
      "epoch": 553.24,
      "grad_norm": 1.165257215499878,
      "learning_rate": 1.1171365105061663e-06,
      "loss": 0.3222,
      "step": 1982270
    },
    {
      "epoch": 553.25,
      "grad_norm": 1.10869300365448,
      "learning_rate": 1.1171134697210913e-06,
      "loss": 0.3381,
      "step": 1982280
    },
    {
      "epoch": 553.25,
      "grad_norm": 1.095744013786316,
      "learning_rate": 1.117090429099282e-06,
      "loss": 0.3392,
      "step": 1982290
    },
    {
      "epoch": 553.25,
      "grad_norm": 1.015056848526001,
      "learning_rate": 1.1170673886407414e-06,
      "loss": 0.3394,
      "step": 1982300
    },
    {
      "epoch": 553.25,
      "grad_norm": 0.9720647931098938,
      "learning_rate": 1.1170443483454734e-06,
      "loss": 0.3449,
      "step": 1982310
    },
    {
      "epoch": 553.26,
      "grad_norm": 1.2052085399627686,
      "learning_rate": 1.1170213082134784e-06,
      "loss": 0.3428,
      "step": 1982320
    },
    {
      "epoch": 553.26,
      "grad_norm": 1.1452226638793945,
      "learning_rate": 1.1169982682447632e-06,
      "loss": 0.3416,
      "step": 1982330
    },
    {
      "epoch": 553.26,
      "grad_norm": 1.0260591506958008,
      "learning_rate": 1.116975228439328e-06,
      "loss": 0.3326,
      "step": 1982340
    },
    {
      "epoch": 553.27,
      "grad_norm": 1.0602326393127441,
      "learning_rate": 1.116952188797177e-06,
      "loss": 0.3204,
      "step": 1982350
    },
    {
      "epoch": 553.27,
      "grad_norm": 1.2491356134414673,
      "learning_rate": 1.1169291493183142e-06,
      "loss": 0.3484,
      "step": 1982360
    },
    {
      "epoch": 553.27,
      "grad_norm": 1.3273203372955322,
      "learning_rate": 1.1169061100027403e-06,
      "loss": 0.3436,
      "step": 1982370
    },
    {
      "epoch": 553.27,
      "grad_norm": 1.0808727741241455,
      "learning_rate": 1.1168830708504599e-06,
      "loss": 0.3246,
      "step": 1982380
    },
    {
      "epoch": 553.28,
      "grad_norm": 1.0534836053848267,
      "learning_rate": 1.1168600318614757e-06,
      "loss": 0.3458,
      "step": 1982390
    },
    {
      "epoch": 553.28,
      "grad_norm": 1.1471986770629883,
      "learning_rate": 1.1168369930357919e-06,
      "loss": 0.3471,
      "step": 1982400
    },
    {
      "epoch": 553.28,
      "grad_norm": 1.3158444166183472,
      "learning_rate": 1.1168139543734094e-06,
      "loss": 0.3463,
      "step": 1982410
    },
    {
      "epoch": 553.28,
      "grad_norm": 1.0357818603515625,
      "learning_rate": 1.1167909158743328e-06,
      "loss": 0.3515,
      "step": 1982420
    },
    {
      "epoch": 553.29,
      "grad_norm": 1.1145769357681274,
      "learning_rate": 1.1167678775385652e-06,
      "loss": 0.3342,
      "step": 1982430
    },
    {
      "epoch": 553.29,
      "grad_norm": 1.045486569404602,
      "learning_rate": 1.1167448393661081e-06,
      "loss": 0.3416,
      "step": 1982440
    },
    {
      "epoch": 553.29,
      "grad_norm": 1.2678364515304565,
      "learning_rate": 1.116721801356967e-06,
      "loss": 0.3415,
      "step": 1982450
    },
    {
      "epoch": 553.3,
      "grad_norm": 1.1953397989273071,
      "learning_rate": 1.1166987635111432e-06,
      "loss": 0.3597,
      "step": 1982460
    },
    {
      "epoch": 553.3,
      "grad_norm": 1.1758497953414917,
      "learning_rate": 1.1166757258286398e-06,
      "loss": 0.3306,
      "step": 1982470
    },
    {
      "epoch": 553.3,
      "grad_norm": 1.2111982107162476,
      "learning_rate": 1.1166526883094607e-06,
      "loss": 0.3441,
      "step": 1982480
    },
    {
      "epoch": 553.3,
      "grad_norm": 1.1060550212860107,
      "learning_rate": 1.1166296509536083e-06,
      "loss": 0.3298,
      "step": 1982490
    },
    {
      "epoch": 553.31,
      "grad_norm": 1.1478029489517212,
      "learning_rate": 1.116606613761087e-06,
      "loss": 0.3309,
      "step": 1982500
    },
    {
      "epoch": 553.31,
      "grad_norm": 1.3249582052230835,
      "learning_rate": 1.1165835767318978e-06,
      "loss": 0.3275,
      "step": 1982510
    },
    {
      "epoch": 553.31,
      "grad_norm": 1.185613989830017,
      "learning_rate": 1.1165605398660452e-06,
      "loss": 0.3556,
      "step": 1982520
    },
    {
      "epoch": 553.32,
      "grad_norm": 6.396665573120117,
      "learning_rate": 1.1165375031635314e-06,
      "loss": 0.3301,
      "step": 1982530
    },
    {
      "epoch": 553.32,
      "grad_norm": 1.0512752532958984,
      "learning_rate": 1.1165144666243609e-06,
      "loss": 0.3472,
      "step": 1982540
    },
    {
      "epoch": 553.32,
      "grad_norm": 1.1346898078918457,
      "learning_rate": 1.116491430248535e-06,
      "loss": 0.3538,
      "step": 1982550
    },
    {
      "epoch": 553.32,
      "grad_norm": 1.0878870487213135,
      "learning_rate": 1.1164683940360575e-06,
      "loss": 0.321,
      "step": 1982560
    },
    {
      "epoch": 553.33,
      "grad_norm": 1.3564032316207886,
      "learning_rate": 1.1164453579869322e-06,
      "loss": 0.3497,
      "step": 1982570
    },
    {
      "epoch": 553.33,
      "grad_norm": 1.3424980640411377,
      "learning_rate": 1.1164223221011602e-06,
      "loss": 0.3434,
      "step": 1982580
    },
    {
      "epoch": 553.33,
      "grad_norm": 1.1153450012207031,
      "learning_rate": 1.1163992863787472e-06,
      "loss": 0.3313,
      "step": 1982590
    },
    {
      "epoch": 553.34,
      "grad_norm": 1.3332420587539673,
      "learning_rate": 1.116376250819694e-06,
      "loss": 0.3412,
      "step": 1982600
    },
    {
      "epoch": 553.34,
      "grad_norm": 1.2862343788146973,
      "learning_rate": 1.1163532154240048e-06,
      "loss": 0.3275,
      "step": 1982610
    },
    {
      "epoch": 553.34,
      "grad_norm": 0.989734411239624,
      "learning_rate": 1.1163301801916825e-06,
      "loss": 0.3411,
      "step": 1982620
    },
    {
      "epoch": 553.34,
      "grad_norm": 1.3379188776016235,
      "learning_rate": 1.1163071451227308e-06,
      "loss": 0.3403,
      "step": 1982630
    },
    {
      "epoch": 553.35,
      "grad_norm": 1.0249099731445312,
      "learning_rate": 1.1162841102171515e-06,
      "loss": 0.3321,
      "step": 1982640
    },
    {
      "epoch": 553.35,
      "grad_norm": 1.2113031148910522,
      "learning_rate": 1.1162610754749478e-06,
      "loss": 0.337,
      "step": 1982650
    },
    {
      "epoch": 553.35,
      "grad_norm": 1.2015689611434937,
      "learning_rate": 1.1162380408961244e-06,
      "loss": 0.3434,
      "step": 1982660
    },
    {
      "epoch": 553.35,
      "grad_norm": 1.1072934865951538,
      "learning_rate": 1.1162150064806813e-06,
      "loss": 0.3435,
      "step": 1982670
    },
    {
      "epoch": 553.36,
      "grad_norm": 1.013945460319519,
      "learning_rate": 1.116191972228625e-06,
      "loss": 0.3506,
      "step": 1982680
    },
    {
      "epoch": 553.36,
      "grad_norm": 1.0872944593429565,
      "learning_rate": 1.1161689381399567e-06,
      "loss": 0.3294,
      "step": 1982690
    },
    {
      "epoch": 553.36,
      "grad_norm": 1.0456697940826416,
      "learning_rate": 1.1161459042146793e-06,
      "loss": 0.3662,
      "step": 1982700
    },
    {
      "epoch": 553.37,
      "grad_norm": 3.00423526763916,
      "learning_rate": 1.1161228704527973e-06,
      "loss": 0.3359,
      "step": 1982710
    },
    {
      "epoch": 553.37,
      "grad_norm": 1.0813040733337402,
      "learning_rate": 1.116099836854312e-06,
      "loss": 0.334,
      "step": 1982720
    },
    {
      "epoch": 553.37,
      "grad_norm": 1.1827962398529053,
      "learning_rate": 1.1160768034192273e-06,
      "loss": 0.3271,
      "step": 1982730
    },
    {
      "epoch": 553.37,
      "grad_norm": 1.1541574001312256,
      "learning_rate": 1.1160537701475462e-06,
      "loss": 0.3457,
      "step": 1982740
    },
    {
      "epoch": 553.38,
      "grad_norm": 1.2444158792495728,
      "learning_rate": 1.1160307370392727e-06,
      "loss": 0.3519,
      "step": 1982750
    },
    {
      "epoch": 553.38,
      "grad_norm": 1.0959641933441162,
      "learning_rate": 1.1160077040944069e-06,
      "loss": 0.3529,
      "step": 1982760
    },
    {
      "epoch": 553.38,
      "grad_norm": 1.267769694328308,
      "learning_rate": 1.115984671312956e-06,
      "loss": 0.3397,
      "step": 1982770
    },
    {
      "epoch": 553.39,
      "grad_norm": 1.1908442974090576,
      "learning_rate": 1.11596163869492e-06,
      "loss": 0.3219,
      "step": 1982780
    },
    {
      "epoch": 553.39,
      "grad_norm": 1.0616040229797363,
      "learning_rate": 1.115938606240303e-06,
      "loss": 0.3188,
      "step": 1982790
    },
    {
      "epoch": 553.39,
      "grad_norm": 1.5142227411270142,
      "learning_rate": 1.1159155739491093e-06,
      "loss": 0.3325,
      "step": 1982800
    },
    {
      "epoch": 553.39,
      "grad_norm": 1.1130880117416382,
      "learning_rate": 1.1158925418213383e-06,
      "loss": 0.3395,
      "step": 1982810
    },
    {
      "epoch": 553.4,
      "grad_norm": 1.0832661390304565,
      "learning_rate": 1.1158695098569977e-06,
      "loss": 0.3372,
      "step": 1982820
    },
    {
      "epoch": 553.4,
      "grad_norm": 0.9339069724082947,
      "learning_rate": 1.1158464780560874e-06,
      "loss": 0.3311,
      "step": 1982830
    },
    {
      "epoch": 553.4,
      "grad_norm": 1.1928800344467163,
      "learning_rate": 1.1158234464186112e-06,
      "loss": 0.3289,
      "step": 1982840
    },
    {
      "epoch": 553.4,
      "grad_norm": 1.4712101221084595,
      "learning_rate": 1.1158004149445734e-06,
      "loss": 0.3252,
      "step": 1982850
    },
    {
      "epoch": 553.41,
      "grad_norm": 1.114392876625061,
      "learning_rate": 1.115777383633975e-06,
      "loss": 0.3533,
      "step": 1982860
    },
    {
      "epoch": 553.41,
      "grad_norm": 1.2554434537887573,
      "learning_rate": 1.11575435248682e-06,
      "loss": 0.3546,
      "step": 1982870
    },
    {
      "epoch": 553.41,
      "grad_norm": 1.0873726606369019,
      "learning_rate": 1.1157313215031117e-06,
      "loss": 0.3305,
      "step": 1982880
    },
    {
      "epoch": 553.42,
      "grad_norm": 0.9895790219306946,
      "learning_rate": 1.115708290682854e-06,
      "loss": 0.3303,
      "step": 1982890
    },
    {
      "epoch": 553.42,
      "grad_norm": 1.1773676872253418,
      "learning_rate": 1.115685260026047e-06,
      "loss": 0.3413,
      "step": 1982900
    },
    {
      "epoch": 553.42,
      "grad_norm": 2.157097816467285,
      "learning_rate": 1.1156622295326976e-06,
      "loss": 0.3361,
      "step": 1982910
    },
    {
      "epoch": 553.42,
      "grad_norm": 1.0872702598571777,
      "learning_rate": 1.1156391992028061e-06,
      "loss": 0.3457,
      "step": 1982920
    },
    {
      "epoch": 553.43,
      "grad_norm": 1.2242517471313477,
      "learning_rate": 1.1156161690363767e-06,
      "loss": 0.3576,
      "step": 1982930
    },
    {
      "epoch": 553.43,
      "grad_norm": 1.191144347190857,
      "learning_rate": 1.1155931390334129e-06,
      "loss": 0.3571,
      "step": 1982940
    },
    {
      "epoch": 553.43,
      "grad_norm": 0.9709281325340271,
      "learning_rate": 1.1155701091939164e-06,
      "loss": 0.3524,
      "step": 1982950
    },
    {
      "epoch": 553.44,
      "grad_norm": 1.0429178476333618,
      "learning_rate": 1.1155470795178907e-06,
      "loss": 0.3465,
      "step": 1982960
    },
    {
      "epoch": 553.44,
      "grad_norm": 6.410920143127441,
      "learning_rate": 1.1155240500053394e-06,
      "loss": 0.3258,
      "step": 1982970
    },
    {
      "epoch": 553.44,
      "grad_norm": 0.9639281630516052,
      "learning_rate": 1.1155010206562661e-06,
      "loss": 0.3447,
      "step": 1982980
    },
    {
      "epoch": 553.44,
      "grad_norm": 1.0250730514526367,
      "learning_rate": 1.1154779914706721e-06,
      "loss": 0.3232,
      "step": 1982990
    },
    {
      "epoch": 553.45,
      "grad_norm": 1.4441882371902466,
      "learning_rate": 1.1154549624485618e-06,
      "loss": 0.3401,
      "step": 1983000
    },
    {
      "epoch": 553.45,
      "grad_norm": 0.9645845293998718,
      "learning_rate": 1.1154319335899375e-06,
      "loss": 0.3356,
      "step": 1983010
    },
    {
      "epoch": 553.45,
      "grad_norm": 1.1828557252883911,
      "learning_rate": 1.115408904894803e-06,
      "loss": 0.3362,
      "step": 1983020
    },
    {
      "epoch": 553.46,
      "grad_norm": 1.096673607826233,
      "learning_rate": 1.1153858763631617e-06,
      "loss": 0.3384,
      "step": 1983030
    },
    {
      "epoch": 553.46,
      "grad_norm": 1.1835787296295166,
      "learning_rate": 1.1153628479950153e-06,
      "loss": 0.3385,
      "step": 1983040
    },
    {
      "epoch": 553.46,
      "grad_norm": 1.1378253698349,
      "learning_rate": 1.1153398197903674e-06,
      "loss": 0.3255,
      "step": 1983050
    },
    {
      "epoch": 553.46,
      "grad_norm": 1.2216041088104248,
      "learning_rate": 1.115316791749221e-06,
      "loss": 0.345,
      "step": 1983060
    },
    {
      "epoch": 553.47,
      "grad_norm": 3.9801011085510254,
      "learning_rate": 1.1152937638715798e-06,
      "loss": 0.3545,
      "step": 1983070
    },
    {
      "epoch": 553.47,
      "grad_norm": 1.2017070055007935,
      "learning_rate": 1.1152707361574472e-06,
      "loss": 0.3277,
      "step": 1983080
    },
    {
      "epoch": 553.47,
      "grad_norm": 1.0119695663452148,
      "learning_rate": 1.1152477086068245e-06,
      "loss": 0.3431,
      "step": 1983090
    },
    {
      "epoch": 553.47,
      "grad_norm": 1.2171589136123657,
      "learning_rate": 1.1152246812197159e-06,
      "loss": 0.3465,
      "step": 1983100
    },
    {
      "epoch": 553.48,
      "grad_norm": 0.9874271750450134,
      "learning_rate": 1.1152016539961244e-06,
      "loss": 0.346,
      "step": 1983110
    },
    {
      "epoch": 553.48,
      "grad_norm": 7.375289440155029,
      "learning_rate": 1.115178626936054e-06,
      "loss": 0.3503,
      "step": 1983120
    },
    {
      "epoch": 553.48,
      "grad_norm": 2.075955390930176,
      "learning_rate": 1.1151556000395048e-06,
      "loss": 0.3216,
      "step": 1983130
    },
    {
      "epoch": 553.49,
      "grad_norm": 1.383536458015442,
      "learning_rate": 1.1151325733064836e-06,
      "loss": 0.3391,
      "step": 1983140
    },
    {
      "epoch": 553.49,
      "grad_norm": 1.026624321937561,
      "learning_rate": 1.1151095467369911e-06,
      "loss": 0.331,
      "step": 1983150
    },
    {
      "epoch": 553.49,
      "grad_norm": 1.4458744525909424,
      "learning_rate": 1.1150865203310308e-06,
      "loss": 0.333,
      "step": 1983160
    },
    {
      "epoch": 553.49,
      "grad_norm": 1.0943113565444946,
      "learning_rate": 1.115063494088607e-06,
      "loss": 0.3365,
      "step": 1983170
    },
    {
      "epoch": 553.5,
      "grad_norm": 1.088524580001831,
      "learning_rate": 1.1150404680097205e-06,
      "loss": 0.3294,
      "step": 1983180
    },
    {
      "epoch": 553.5,
      "grad_norm": 1.079120397567749,
      "learning_rate": 1.1150174420943759e-06,
      "loss": 0.3496,
      "step": 1983190
    },
    {
      "epoch": 553.5,
      "grad_norm": 1.2683871984481812,
      "learning_rate": 1.1149944163425757e-06,
      "loss": 0.3463,
      "step": 1983200
    },
    {
      "epoch": 553.51,
      "grad_norm": 1.2629843950271606,
      "learning_rate": 1.114971390754324e-06,
      "loss": 0.3301,
      "step": 1983210
    },
    {
      "epoch": 553.51,
      "grad_norm": 1.2760320901870728,
      "learning_rate": 1.1149483653296226e-06,
      "loss": 0.3302,
      "step": 1983220
    },
    {
      "epoch": 553.51,
      "grad_norm": 1.1829869747161865,
      "learning_rate": 1.1149253400684747e-06,
      "loss": 0.3425,
      "step": 1983230
    },
    {
      "epoch": 553.51,
      "grad_norm": 1.1479519605636597,
      "learning_rate": 1.1149023149708849e-06,
      "loss": 0.3385,
      "step": 1983240
    },
    {
      "epoch": 553.52,
      "grad_norm": 1.289183259010315,
      "learning_rate": 1.1148792900368527e-06,
      "loss": 0.3296,
      "step": 1983250
    },
    {
      "epoch": 553.52,
      "grad_norm": 1.0097695589065552,
      "learning_rate": 1.1148562652663857e-06,
      "loss": 0.3308,
      "step": 1983260
    },
    {
      "epoch": 553.52,
      "grad_norm": 1.2459355592727661,
      "learning_rate": 1.114833240659484e-06,
      "loss": 0.3409,
      "step": 1983270
    },
    {
      "epoch": 553.52,
      "grad_norm": 1.0598571300506592,
      "learning_rate": 1.1148102162161513e-06,
      "loss": 0.3461,
      "step": 1983280
    },
    {
      "epoch": 553.53,
      "grad_norm": 0.9740960597991943,
      "learning_rate": 1.1147871919363908e-06,
      "loss": 0.3392,
      "step": 1983290
    },
    {
      "epoch": 553.53,
      "grad_norm": 0.9755318760871887,
      "learning_rate": 1.1147641678202064e-06,
      "loss": 0.3303,
      "step": 1983300
    },
    {
      "epoch": 553.53,
      "grad_norm": 1.4012832641601562,
      "learning_rate": 1.1147411438675997e-06,
      "loss": 0.3332,
      "step": 1983310
    },
    {
      "epoch": 553.54,
      "grad_norm": 1.0457178354263306,
      "learning_rate": 1.1147181200785741e-06,
      "loss": 0.3498,
      "step": 1983320
    },
    {
      "epoch": 553.54,
      "grad_norm": 1.330726146697998,
      "learning_rate": 1.1146950964531341e-06,
      "loss": 0.3481,
      "step": 1983330
    },
    {
      "epoch": 553.54,
      "grad_norm": 1.1800274848937988,
      "learning_rate": 1.11467207299128e-06,
      "loss": 0.3331,
      "step": 1983340
    },
    {
      "epoch": 553.54,
      "grad_norm": 1.0558240413665771,
      "learning_rate": 1.114649049693018e-06,
      "loss": 0.3625,
      "step": 1983350
    },
    {
      "epoch": 553.55,
      "grad_norm": 1.3570704460144043,
      "learning_rate": 1.1146260265583487e-06,
      "loss": 0.3458,
      "step": 1983360
    },
    {
      "epoch": 553.55,
      "grad_norm": 1.021960735321045,
      "learning_rate": 1.1146030035872766e-06,
      "loss": 0.3414,
      "step": 1983370
    },
    {
      "epoch": 553.55,
      "grad_norm": 1.2687866687774658,
      "learning_rate": 1.1145799807798049e-06,
      "loss": 0.3445,
      "step": 1983380
    },
    {
      "epoch": 553.56,
      "grad_norm": 1.0182677507400513,
      "learning_rate": 1.1145569581359344e-06,
      "loss": 0.3417,
      "step": 1983390
    },
    {
      "epoch": 553.56,
      "grad_norm": 1.0910447835922241,
      "learning_rate": 1.1145339356556713e-06,
      "loss": 0.347,
      "step": 1983400
    },
    {
      "epoch": 553.56,
      "grad_norm": 1.2548192739486694,
      "learning_rate": 1.1145109133390166e-06,
      "loss": 0.3525,
      "step": 1983410
    },
    {
      "epoch": 553.56,
      "grad_norm": 1.1032822132110596,
      "learning_rate": 1.1144878911859738e-06,
      "loss": 0.3438,
      "step": 1983420
    },
    {
      "epoch": 553.57,
      "grad_norm": 1.0743516683578491,
      "learning_rate": 1.1144648691965462e-06,
      "loss": 0.3359,
      "step": 1983430
    },
    {
      "epoch": 553.57,
      "grad_norm": 1.1839314699172974,
      "learning_rate": 1.1144418473707378e-06,
      "loss": 0.3434,
      "step": 1983440
    },
    {
      "epoch": 553.57,
      "grad_norm": 1.14292573928833,
      "learning_rate": 1.1144188257085495e-06,
      "loss": 0.3386,
      "step": 1983450
    },
    {
      "epoch": 553.58,
      "grad_norm": 1.186994194984436,
      "learning_rate": 1.1143958042099857e-06,
      "loss": 0.3742,
      "step": 1983460
    },
    {
      "epoch": 553.58,
      "grad_norm": 1.2096874713897705,
      "learning_rate": 1.1143727828750499e-06,
      "loss": 0.3577,
      "step": 1983470
    },
    {
      "epoch": 553.58,
      "grad_norm": 1.1372795104980469,
      "learning_rate": 1.1143497617037432e-06,
      "loss": 0.3362,
      "step": 1983480
    },
    {
      "epoch": 553.58,
      "grad_norm": 1.2346179485321045,
      "learning_rate": 1.1143267406960714e-06,
      "loss": 0.3339,
      "step": 1983490
    },
    {
      "epoch": 553.59,
      "grad_norm": 1.2092161178588867,
      "learning_rate": 1.1143037198520354e-06,
      "loss": 0.3623,
      "step": 1983500
    },
    {
      "epoch": 553.59,
      "grad_norm": 1.5070009231567383,
      "learning_rate": 1.1142806991716392e-06,
      "loss": 0.3337,
      "step": 1983510
    },
    {
      "epoch": 553.59,
      "grad_norm": 2.1748275756835938,
      "learning_rate": 1.1142576786548863e-06,
      "loss": 0.3576,
      "step": 1983520
    },
    {
      "epoch": 553.59,
      "grad_norm": 1.1446620225906372,
      "learning_rate": 1.1142346583017786e-06,
      "loss": 0.3331,
      "step": 1983530
    },
    {
      "epoch": 553.6,
      "grad_norm": 1.133372187614441,
      "learning_rate": 1.1142116381123195e-06,
      "loss": 0.328,
      "step": 1983540
    },
    {
      "epoch": 553.6,
      "grad_norm": 1.1170789003372192,
      "learning_rate": 1.1141886180865124e-06,
      "loss": 0.3327,
      "step": 1983550
    },
    {
      "epoch": 553.6,
      "grad_norm": 1.1857516765594482,
      "learning_rate": 1.114165598224361e-06,
      "loss": 0.3246,
      "step": 1983560
    },
    {
      "epoch": 553.61,
      "grad_norm": 1.1873645782470703,
      "learning_rate": 1.1141425785258661e-06,
      "loss": 0.3258,
      "step": 1983570
    },
    {
      "epoch": 553.61,
      "grad_norm": 0.9985745549201965,
      "learning_rate": 1.114119558991034e-06,
      "loss": 0.3449,
      "step": 1983580
    },
    {
      "epoch": 553.61,
      "grad_norm": 1.2738739252090454,
      "learning_rate": 1.1140965396198647e-06,
      "loss": 0.361,
      "step": 1983590
    },
    {
      "epoch": 553.61,
      "grad_norm": 1.1136305332183838,
      "learning_rate": 1.114073520412363e-06,
      "loss": 0.3265,
      "step": 1983600
    },
    {
      "epoch": 553.62,
      "grad_norm": 1.143026351928711,
      "learning_rate": 1.1140505013685326e-06,
      "loss": 0.3279,
      "step": 1983610
    },
    {
      "epoch": 553.62,
      "grad_norm": 0.9955859780311584,
      "learning_rate": 1.1140274824883744e-06,
      "loss": 0.3439,
      "step": 1983620
    },
    {
      "epoch": 553.62,
      "grad_norm": 1.1582186222076416,
      "learning_rate": 1.1140044637718927e-06,
      "loss": 0.3151,
      "step": 1983630
    },
    {
      "epoch": 553.63,
      "grad_norm": 1.3522053956985474,
      "learning_rate": 1.1139814452190906e-06,
      "loss": 0.3268,
      "step": 1983640
    },
    {
      "epoch": 553.63,
      "grad_norm": 1.1680753231048584,
      "learning_rate": 1.1139584268299708e-06,
      "loss": 0.3243,
      "step": 1983650
    },
    {
      "epoch": 553.63,
      "grad_norm": 1.06725013256073,
      "learning_rate": 1.1139354086045375e-06,
      "loss": 0.3335,
      "step": 1983660
    },
    {
      "epoch": 553.63,
      "grad_norm": 1.1207937002182007,
      "learning_rate": 1.113912390542792e-06,
      "loss": 0.3402,
      "step": 1983670
    },
    {
      "epoch": 553.64,
      "grad_norm": 1.1930279731750488,
      "learning_rate": 1.1138893726447382e-06,
      "loss": 0.3482,
      "step": 1983680
    },
    {
      "epoch": 553.64,
      "grad_norm": 1.2516438961029053,
      "learning_rate": 1.1138663549103793e-06,
      "loss": 0.3525,
      "step": 1983690
    },
    {
      "epoch": 553.64,
      "grad_norm": 1.1809033155441284,
      "learning_rate": 1.1138433373397189e-06,
      "loss": 0.3443,
      "step": 1983700
    },
    {
      "epoch": 553.64,
      "grad_norm": 0.9551888108253479,
      "learning_rate": 1.1138203199327581e-06,
      "loss": 0.323,
      "step": 1983710
    },
    {
      "epoch": 553.65,
      "grad_norm": 1.2428497076034546,
      "learning_rate": 1.1137973026895026e-06,
      "loss": 0.3259,
      "step": 1983720
    },
    {
      "epoch": 553.65,
      "grad_norm": 1.2396595478057861,
      "learning_rate": 1.1137742856099533e-06,
      "loss": 0.3329,
      "step": 1983730
    },
    {
      "epoch": 553.65,
      "grad_norm": 1.0006369352340698,
      "learning_rate": 1.1137512686941144e-06,
      "loss": 0.35,
      "step": 1983740
    },
    {
      "epoch": 553.66,
      "grad_norm": 1.0979870557785034,
      "learning_rate": 1.1137282519419893e-06,
      "loss": 0.3389,
      "step": 1983750
    },
    {
      "epoch": 553.66,
      "grad_norm": 1.2968740463256836,
      "learning_rate": 1.1137052353535796e-06,
      "loss": 0.3422,
      "step": 1983760
    },
    {
      "epoch": 553.66,
      "grad_norm": 1.2132763862609863,
      "learning_rate": 1.1136822189288893e-06,
      "loss": 0.3496,
      "step": 1983770
    },
    {
      "epoch": 553.66,
      "grad_norm": 1.010817527770996,
      "learning_rate": 1.113659202667921e-06,
      "loss": 0.3325,
      "step": 1983780
    },
    {
      "epoch": 553.67,
      "grad_norm": 1.0662411451339722,
      "learning_rate": 1.1136361865706793e-06,
      "loss": 0.3466,
      "step": 1983790
    },
    {
      "epoch": 553.67,
      "grad_norm": 1.1307249069213867,
      "learning_rate": 1.1136131706371652e-06,
      "loss": 0.3587,
      "step": 1983800
    },
    {
      "epoch": 553.67,
      "grad_norm": 1.1393388509750366,
      "learning_rate": 1.1135901548673828e-06,
      "loss": 0.3233,
      "step": 1983810
    },
    {
      "epoch": 553.68,
      "grad_norm": 0.9907534718513489,
      "learning_rate": 1.1135671392613356e-06,
      "loss": 0.3327,
      "step": 1983820
    },
    {
      "epoch": 553.68,
      "grad_norm": 1.1809474229812622,
      "learning_rate": 1.1135441238190242e-06,
      "loss": 0.3333,
      "step": 1983830
    },
    {
      "epoch": 553.68,
      "grad_norm": 3.844442129135132,
      "learning_rate": 1.1135211085404556e-06,
      "loss": 0.3303,
      "step": 1983840
    },
    {
      "epoch": 553.68,
      "grad_norm": 1.3432127237319946,
      "learning_rate": 1.11349809342563e-06,
      "loss": 0.3504,
      "step": 1983850
    },
    {
      "epoch": 553.69,
      "grad_norm": 0.9847061038017273,
      "learning_rate": 1.1134750784745509e-06,
      "loss": 0.325,
      "step": 1983860
    },
    {
      "epoch": 553.69,
      "grad_norm": 1.0709000825881958,
      "learning_rate": 1.1134520636872223e-06,
      "loss": 0.3347,
      "step": 1983870
    },
    {
      "epoch": 553.69,
      "grad_norm": 1.1541337966918945,
      "learning_rate": 1.1134290490636471e-06,
      "loss": 0.3442,
      "step": 1983880
    },
    {
      "epoch": 553.7,
      "grad_norm": 1.1627448797225952,
      "learning_rate": 1.1134060346038272e-06,
      "loss": 0.3365,
      "step": 1983890
    },
    {
      "epoch": 553.7,
      "grad_norm": 1.126354694366455,
      "learning_rate": 1.1133830203077663e-06,
      "loss": 0.3294,
      "step": 1983900
    },
    {
      "epoch": 553.7,
      "grad_norm": 1.196844220161438,
      "learning_rate": 1.1133600061754686e-06,
      "loss": 0.3259,
      "step": 1983910
    },
    {
      "epoch": 553.7,
      "grad_norm": 1.1774591207504272,
      "learning_rate": 1.1133369922069343e-06,
      "loss": 0.35,
      "step": 1983920
    },
    {
      "epoch": 553.71,
      "grad_norm": 1.11130690574646,
      "learning_rate": 1.11331397840217e-06,
      "loss": 0.3452,
      "step": 1983930
    },
    {
      "epoch": 553.71,
      "grad_norm": 1.0189799070358276,
      "learning_rate": 1.1132909647611762e-06,
      "loss": 0.3494,
      "step": 1983940
    },
    {
      "epoch": 553.71,
      "grad_norm": 1.0000665187835693,
      "learning_rate": 1.1132679512839569e-06,
      "loss": 0.3282,
      "step": 1983950
    },
    {
      "epoch": 553.71,
      "grad_norm": 1.2388496398925781,
      "learning_rate": 1.113244937970516e-06,
      "loss": 0.3293,
      "step": 1983960
    },
    {
      "epoch": 553.72,
      "grad_norm": 1.1496543884277344,
      "learning_rate": 1.1132219248208538e-06,
      "loss": 0.3366,
      "step": 1983970
    },
    {
      "epoch": 553.72,
      "grad_norm": 1.6348799467086792,
      "learning_rate": 1.1131989118349773e-06,
      "loss": 0.3323,
      "step": 1983980
    },
    {
      "epoch": 553.72,
      "grad_norm": 1.1594867706298828,
      "learning_rate": 1.1131758990128865e-06,
      "loss": 0.32,
      "step": 1983990
    },
    {
      "epoch": 553.73,
      "grad_norm": 1.175027847290039,
      "learning_rate": 1.113152886354585e-06,
      "loss": 0.3623,
      "step": 1984000
    },
    {
      "epoch": 553.73,
      "grad_norm": 1.122334599494934,
      "learning_rate": 1.1131298738600769e-06,
      "loss": 0.3145,
      "step": 1984010
    },
    {
      "epoch": 553.73,
      "grad_norm": 1.1495429277420044,
      "learning_rate": 1.113106861529365e-06,
      "loss": 0.348,
      "step": 1984020
    },
    {
      "epoch": 553.73,
      "grad_norm": 1.0868713855743408,
      "learning_rate": 1.1130838493624515e-06,
      "loss": 0.3473,
      "step": 1984030
    },
    {
      "epoch": 553.74,
      "grad_norm": 1.1541314125061035,
      "learning_rate": 1.1130608373593399e-06,
      "loss": 0.3373,
      "step": 1984040
    },
    {
      "epoch": 553.74,
      "grad_norm": 1.1602771282196045,
      "learning_rate": 1.1130378255200345e-06,
      "loss": 0.3475,
      "step": 1984050
    },
    {
      "epoch": 553.74,
      "grad_norm": 1.1129597425460815,
      "learning_rate": 1.1130148138445353e-06,
      "loss": 0.3438,
      "step": 1984060
    },
    {
      "epoch": 553.75,
      "grad_norm": 0.958570659160614,
      "learning_rate": 1.112991802332849e-06,
      "loss": 0.3318,
      "step": 1984070
    },
    {
      "epoch": 553.75,
      "grad_norm": 1.0073152780532837,
      "learning_rate": 1.112968790984976e-06,
      "loss": 0.3427,
      "step": 1984080
    },
    {
      "epoch": 553.75,
      "grad_norm": 1.1992193460464478,
      "learning_rate": 1.1129457798009204e-06,
      "loss": 0.3543,
      "step": 1984090
    },
    {
      "epoch": 553.75,
      "grad_norm": 1.2257022857666016,
      "learning_rate": 1.1129227687806853e-06,
      "loss": 0.3484,
      "step": 1984100
    },
    {
      "epoch": 553.76,
      "grad_norm": 0.9860337376594543,
      "learning_rate": 1.1128997579242743e-06,
      "loss": 0.3511,
      "step": 1984110
    },
    {
      "epoch": 553.76,
      "grad_norm": 1.04552161693573,
      "learning_rate": 1.1128767472316887e-06,
      "loss": 0.3311,
      "step": 1984120
    },
    {
      "epoch": 553.76,
      "grad_norm": 1.1120365858078003,
      "learning_rate": 1.1128537367029332e-06,
      "loss": 0.3299,
      "step": 1984130
    },
    {
      "epoch": 553.77,
      "grad_norm": 1.0130246877670288,
      "learning_rate": 1.1128307263380109e-06,
      "loss": 0.3438,
      "step": 1984140
    },
    {
      "epoch": 553.77,
      "grad_norm": 1.2075161933898926,
      "learning_rate": 1.1128077161369227e-06,
      "loss": 0.3419,
      "step": 1984150
    },
    {
      "epoch": 553.77,
      "grad_norm": 1.3700319528579712,
      "learning_rate": 1.112784706099675e-06,
      "loss": 0.3332,
      "step": 1984160
    },
    {
      "epoch": 553.77,
      "grad_norm": 1.053983211517334,
      "learning_rate": 1.112761696226268e-06,
      "loss": 0.3474,
      "step": 1984170
    },
    {
      "epoch": 553.78,
      "grad_norm": 1.1474251747131348,
      "learning_rate": 1.112738686516706e-06,
      "loss": 0.3398,
      "step": 1984180
    },
    {
      "epoch": 553.78,
      "grad_norm": 0.973440408706665,
      "learning_rate": 1.1127156769709931e-06,
      "loss": 0.3271,
      "step": 1984190
    },
    {
      "epoch": 553.78,
      "grad_norm": 0.9643844366073608,
      "learning_rate": 1.11269266758913e-06,
      "loss": 0.3326,
      "step": 1984200
    },
    {
      "epoch": 553.78,
      "grad_norm": 1.3691493272781372,
      "learning_rate": 1.1126696583711211e-06,
      "loss": 0.3623,
      "step": 1984210
    },
    {
      "epoch": 553.79,
      "grad_norm": 1.0931090116500854,
      "learning_rate": 1.1126466493169693e-06,
      "loss": 0.3552,
      "step": 1984220
    },
    {
      "epoch": 553.79,
      "grad_norm": 1.2030565738677979,
      "learning_rate": 1.1126236404266775e-06,
      "loss": 0.329,
      "step": 1984230
    },
    {
      "epoch": 553.79,
      "grad_norm": 1.0621953010559082,
      "learning_rate": 1.1126006317002493e-06,
      "loss": 0.3366,
      "step": 1984240
    },
    {
      "epoch": 553.8,
      "grad_norm": 1.3423724174499512,
      "learning_rate": 1.1125776231376882e-06,
      "loss": 0.3399,
      "step": 1984250
    },
    {
      "epoch": 553.8,
      "grad_norm": 1.2744518518447876,
      "learning_rate": 1.1125546147389952e-06,
      "loss": 0.3265,
      "step": 1984260
    },
    {
      "epoch": 553.8,
      "grad_norm": 1.2518161535263062,
      "learning_rate": 1.112531606504175e-06,
      "loss": 0.3466,
      "step": 1984270
    },
    {
      "epoch": 553.8,
      "grad_norm": 1.074048399925232,
      "learning_rate": 1.1125085984332313e-06,
      "loss": 0.3383,
      "step": 1984280
    },
    {
      "epoch": 553.81,
      "grad_norm": 1.5312968492507935,
      "learning_rate": 1.1124855905261641e-06,
      "loss": 0.3304,
      "step": 1984290
    },
    {
      "epoch": 553.81,
      "grad_norm": 1.1813892126083374,
      "learning_rate": 1.1124625827829807e-06,
      "loss": 0.3356,
      "step": 1984300
    },
    {
      "epoch": 553.81,
      "grad_norm": 2.12984037399292,
      "learning_rate": 1.1124395752036807e-06,
      "loss": 0.3419,
      "step": 1984310
    },
    {
      "epoch": 553.82,
      "grad_norm": 1.0619232654571533,
      "learning_rate": 1.1124165677882688e-06,
      "loss": 0.3239,
      "step": 1984320
    },
    {
      "epoch": 553.82,
      "grad_norm": 1.1541954278945923,
      "learning_rate": 1.1123935605367483e-06,
      "loss": 0.3341,
      "step": 1984330
    },
    {
      "epoch": 553.82,
      "grad_norm": 1.0347338914871216,
      "learning_rate": 1.1123705534491207e-06,
      "loss": 0.337,
      "step": 1984340
    },
    {
      "epoch": 553.82,
      "grad_norm": 1.9644423723220825,
      "learning_rate": 1.1123475465253904e-06,
      "loss": 0.3482,
      "step": 1984350
    },
    {
      "epoch": 553.83,
      "grad_norm": 1.057475209236145,
      "learning_rate": 1.1123245397655597e-06,
      "loss": 0.321,
      "step": 1984360
    },
    {
      "epoch": 553.83,
      "grad_norm": 1.1204445362091064,
      "learning_rate": 1.1123015331696335e-06,
      "loss": 0.3386,
      "step": 1984370
    },
    {
      "epoch": 553.83,
      "grad_norm": 1.183554768562317,
      "learning_rate": 1.1122785267376113e-06,
      "loss": 0.3439,
      "step": 1984380
    },
    {
      "epoch": 553.83,
      "grad_norm": 1.2946462631225586,
      "learning_rate": 1.1122555204695001e-06,
      "loss": 0.3406,
      "step": 1984390
    },
    {
      "epoch": 553.84,
      "grad_norm": 1.0649034976959229,
      "learning_rate": 1.1122325143653002e-06,
      "loss": 0.3544,
      "step": 1984400
    },
    {
      "epoch": 553.84,
      "grad_norm": 1.200608491897583,
      "learning_rate": 1.1122095084250158e-06,
      "loss": 0.3455,
      "step": 1984410
    },
    {
      "epoch": 553.84,
      "grad_norm": 1.205335259437561,
      "learning_rate": 1.1121865026486505e-06,
      "loss": 0.3419,
      "step": 1984420
    },
    {
      "epoch": 553.85,
      "grad_norm": 1.0274161100387573,
      "learning_rate": 1.1121634970362057e-06,
      "loss": 0.3328,
      "step": 1984430
    },
    {
      "epoch": 553.85,
      "grad_norm": 1.229593276977539,
      "learning_rate": 1.1121404915876856e-06,
      "loss": 0.3444,
      "step": 1984440
    },
    {
      "epoch": 553.85,
      "grad_norm": 1.105488896369934,
      "learning_rate": 1.112117486303093e-06,
      "loss": 0.342,
      "step": 1984450
    },
    {
      "epoch": 553.85,
      "grad_norm": 1.1907187700271606,
      "learning_rate": 1.1120944811824317e-06,
      "loss": 0.3427,
      "step": 1984460
    },
    {
      "epoch": 553.86,
      "grad_norm": 1.1263494491577148,
      "learning_rate": 1.1120714762257036e-06,
      "loss": 0.3447,
      "step": 1984470
    },
    {
      "epoch": 553.86,
      "grad_norm": 1.347063422203064,
      "learning_rate": 1.1120484714329118e-06,
      "loss": 0.3553,
      "step": 1984480
    },
    {
      "epoch": 553.86,
      "grad_norm": 1.2258951663970947,
      "learning_rate": 1.112025466804061e-06,
      "loss": 0.3357,
      "step": 1984490
    },
    {
      "epoch": 553.87,
      "grad_norm": 1.094814658164978,
      "learning_rate": 1.112002462339151e-06,
      "loss": 0.3454,
      "step": 1984500
    },
    {
      "epoch": 553.87,
      "grad_norm": 1.1723148822784424,
      "learning_rate": 1.111979458038189e-06,
      "loss": 0.3418,
      "step": 1984510
    },
    {
      "epoch": 553.87,
      "grad_norm": 1.1106356382369995,
      "learning_rate": 1.1119564539011742e-06,
      "loss": 0.3341,
      "step": 1984520
    },
    {
      "epoch": 553.87,
      "grad_norm": 1.1549205780029297,
      "learning_rate": 1.1119334499281133e-06,
      "loss": 0.3551,
      "step": 1984530
    },
    {
      "epoch": 553.88,
      "grad_norm": 1.1468814611434937,
      "learning_rate": 1.1119104461190063e-06,
      "loss": 0.3478,
      "step": 1984540
    },
    {
      "epoch": 553.88,
      "grad_norm": 1.1826273202896118,
      "learning_rate": 1.1118874424738578e-06,
      "loss": 0.3201,
      "step": 1984550
    },
    {
      "epoch": 553.88,
      "grad_norm": 3.5431928634643555,
      "learning_rate": 1.1118644389926712e-06,
      "loss": 0.3585,
      "step": 1984560
    },
    {
      "epoch": 553.89,
      "grad_norm": 1.0497462749481201,
      "learning_rate": 1.111841435675448e-06,
      "loss": 0.3465,
      "step": 1984570
    },
    {
      "epoch": 553.89,
      "grad_norm": 1.1777030229568481,
      "learning_rate": 1.1118184325221925e-06,
      "loss": 0.34,
      "step": 1984580
    },
    {
      "epoch": 553.89,
      "grad_norm": 1.148650050163269,
      "learning_rate": 1.111795429532907e-06,
      "loss": 0.3307,
      "step": 1984590
    },
    {
      "epoch": 553.89,
      "grad_norm": 1.0250442028045654,
      "learning_rate": 1.111772426707596e-06,
      "loss": 0.339,
      "step": 1984600
    },
    {
      "epoch": 553.9,
      "grad_norm": 1.1612173318862915,
      "learning_rate": 1.111749424046261e-06,
      "loss": 0.3338,
      "step": 1984610
    },
    {
      "epoch": 553.9,
      "grad_norm": 1.0630534887313843,
      "learning_rate": 1.1117264215489052e-06,
      "loss": 0.3248,
      "step": 1984620
    },
    {
      "epoch": 553.9,
      "grad_norm": 1.1639719009399414,
      "learning_rate": 1.1117034192155334e-06,
      "loss": 0.3473,
      "step": 1984630
    },
    {
      "epoch": 553.9,
      "grad_norm": 0.9962095022201538,
      "learning_rate": 1.1116804170461452e-06,
      "loss": 0.3186,
      "step": 1984640
    },
    {
      "epoch": 553.91,
      "grad_norm": 1.0652116537094116,
      "learning_rate": 1.1116574150407477e-06,
      "loss": 0.34,
      "step": 1984650
    },
    {
      "epoch": 553.91,
      "grad_norm": 1.1081305742263794,
      "learning_rate": 1.111634413199341e-06,
      "loss": 0.3489,
      "step": 1984660
    },
    {
      "epoch": 553.91,
      "grad_norm": 1.3829313516616821,
      "learning_rate": 1.1116114115219293e-06,
      "loss": 0.3247,
      "step": 1984670
    },
    {
      "epoch": 553.92,
      "grad_norm": 1.0322954654693604,
      "learning_rate": 1.1115884100085158e-06,
      "loss": 0.3313,
      "step": 1984680
    },
    {
      "epoch": 553.92,
      "grad_norm": 1.1098265647888184,
      "learning_rate": 1.111565408659104e-06,
      "loss": 0.3539,
      "step": 1984690
    },
    {
      "epoch": 553.92,
      "grad_norm": 1.0313255786895752,
      "learning_rate": 1.1115424074736956e-06,
      "loss": 0.3249,
      "step": 1984700
    },
    {
      "epoch": 553.92,
      "grad_norm": 1.1475344896316528,
      "learning_rate": 1.111519406452294e-06,
      "loss": 0.3446,
      "step": 1984710
    },
    {
      "epoch": 553.93,
      "grad_norm": 1.0524574518203735,
      "learning_rate": 1.111496405594904e-06,
      "loss": 0.3321,
      "step": 1984720
    },
    {
      "epoch": 553.93,
      "grad_norm": 1.0148627758026123,
      "learning_rate": 1.111473404901525e-06,
      "loss": 0.3337,
      "step": 1984730
    },
    {
      "epoch": 553.93,
      "grad_norm": 1.1106069087982178,
      "learning_rate": 1.1114504043721646e-06,
      "loss": 0.3616,
      "step": 1984740
    },
    {
      "epoch": 553.94,
      "grad_norm": 1.0795351266860962,
      "learning_rate": 1.1114274040068224e-06,
      "loss": 0.3494,
      "step": 1984750
    },
    {
      "epoch": 553.94,
      "grad_norm": 1.25601065158844,
      "learning_rate": 1.1114044038055028e-06,
      "loss": 0.3451,
      "step": 1984760
    },
    {
      "epoch": 553.94,
      "grad_norm": 0.9714888334274292,
      "learning_rate": 1.1113814037682096e-06,
      "loss": 0.3439,
      "step": 1984770
    },
    {
      "epoch": 553.94,
      "grad_norm": 1.2931385040283203,
      "learning_rate": 1.1113584038949444e-06,
      "loss": 0.3512,
      "step": 1984780
    },
    {
      "epoch": 553.95,
      "grad_norm": 1.151011347770691,
      "learning_rate": 1.1113354041857104e-06,
      "loss": 0.3487,
      "step": 1984790
    },
    {
      "epoch": 553.95,
      "grad_norm": 0.9711946845054626,
      "learning_rate": 1.1113124046405112e-06,
      "loss": 0.328,
      "step": 1984800
    },
    {
      "epoch": 553.95,
      "grad_norm": 1.3555285930633545,
      "learning_rate": 1.11128940525935e-06,
      "loss": 0.3297,
      "step": 1984810
    },
    {
      "epoch": 553.95,
      "grad_norm": 0.9414212703704834,
      "learning_rate": 1.1112664060422294e-06,
      "loss": 0.3252,
      "step": 1984820
    },
    {
      "epoch": 553.96,
      "grad_norm": 1.2278884649276733,
      "learning_rate": 1.1112434069891536e-06,
      "loss": 0.3363,
      "step": 1984830
    },
    {
      "epoch": 553.96,
      "grad_norm": 1.2482057809829712,
      "learning_rate": 1.1112204081001243e-06,
      "loss": 0.3498,
      "step": 1984840
    },
    {
      "epoch": 553.96,
      "grad_norm": 1.1897226572036743,
      "learning_rate": 1.1111974093751446e-06,
      "loss": 0.343,
      "step": 1984850
    },
    {
      "epoch": 553.97,
      "grad_norm": 1.2573763132095337,
      "learning_rate": 1.111174410814219e-06,
      "loss": 0.3406,
      "step": 1984860
    },
    {
      "epoch": 553.97,
      "grad_norm": 1.134972333908081,
      "learning_rate": 1.1111514124173477e-06,
      "loss": 0.3404,
      "step": 1984870
    },
    {
      "epoch": 553.97,
      "grad_norm": 1.3925138711929321,
      "learning_rate": 1.1111284141845376e-06,
      "loss": 0.3522,
      "step": 1984880
    },
    {
      "epoch": 553.97,
      "grad_norm": 1.0141332149505615,
      "learning_rate": 1.1111054161157886e-06,
      "loss": 0.3451,
      "step": 1984890
    },
    {
      "epoch": 553.98,
      "grad_norm": 1.103624701499939,
      "learning_rate": 1.1110824182111052e-06,
      "loss": 0.3456,
      "step": 1984900
    },
    {
      "epoch": 553.98,
      "grad_norm": 1.0893189907073975,
      "learning_rate": 1.1110594204704908e-06,
      "loss": 0.3496,
      "step": 1984910
    },
    {
      "epoch": 553.98,
      "grad_norm": 1.2991881370544434,
      "learning_rate": 1.1110364228939472e-06,
      "loss": 0.3246,
      "step": 1984920
    },
    {
      "epoch": 553.99,
      "grad_norm": 1.2399518489837646,
      "learning_rate": 1.1110134254814778e-06,
      "loss": 0.3303,
      "step": 1984930
    },
    {
      "epoch": 553.99,
      "grad_norm": 1.2159247398376465,
      "learning_rate": 1.1109904282330864e-06,
      "loss": 0.3294,
      "step": 1984940
    },
    {
      "epoch": 553.99,
      "grad_norm": 1.3378047943115234,
      "learning_rate": 1.1109674311487762e-06,
      "loss": 0.3395,
      "step": 1984950
    },
    {
      "epoch": 553.99,
      "grad_norm": 1.0086979866027832,
      "learning_rate": 1.110944434228548e-06,
      "loss": 0.3431,
      "step": 1984960
    },
    {
      "epoch": 554.0,
      "grad_norm": 1.1779221296310425,
      "learning_rate": 1.1109214374724085e-06,
      "loss": 0.3388,
      "step": 1984970
    },
    {
      "epoch": 554.0,
      "grad_norm": 1.1144284009933472,
      "learning_rate": 1.1108984408803579e-06,
      "loss": 0.3355,
      "step": 1984980
    },
    {
      "epoch": 554.0,
      "eval_loss": 0.3393922448158264,
      "eval_runtime": 63.2956,
      "eval_samples_per_second": 79.927,
      "eval_steps_per_second": 10.001,
      "step": 1984982
    },
    {
      "epoch": 554.0,
      "grad_norm": 1.4358357191085815,
      "learning_rate": 1.1108754444523998e-06,
      "loss": 0.3499,
      "step": 1984990
    },
    {
      "epoch": 554.01,
      "grad_norm": 1.0919195413589478,
      "learning_rate": 1.110852448188539e-06,
      "loss": 0.3395,
      "step": 1985000
    },
    {
      "epoch": 554.01,
      "grad_norm": 1.0591371059417725,
      "learning_rate": 1.110829452088776e-06,
      "loss": 0.3286,
      "step": 1985010
    },
    {
      "epoch": 554.01,
      "grad_norm": 1.1064215898513794,
      "learning_rate": 1.1108064561531151e-06,
      "loss": 0.3462,
      "step": 1985020
    },
    {
      "epoch": 554.01,
      "grad_norm": 1.2195144891738892,
      "learning_rate": 1.1107834603815595e-06,
      "loss": 0.3323,
      "step": 1985030
    },
    {
      "epoch": 554.02,
      "grad_norm": 1.2088173627853394,
      "learning_rate": 1.110760464774113e-06,
      "loss": 0.3522,
      "step": 1985040
    },
    {
      "epoch": 554.02,
      "grad_norm": 1.1365795135498047,
      "learning_rate": 1.1107374693307756e-06,
      "loss": 0.3346,
      "step": 1985050
    },
    {
      "epoch": 554.02,
      "grad_norm": 1.2863576412200928,
      "learning_rate": 1.1107144740515544e-06,
      "loss": 0.3431,
      "step": 1985060
    },
    {
      "epoch": 554.02,
      "grad_norm": 1.0477913618087769,
      "learning_rate": 1.1106914789364498e-06,
      "loss": 0.337,
      "step": 1985070
    },
    {
      "epoch": 554.03,
      "grad_norm": 1.0121570825576782,
      "learning_rate": 1.1106684839854656e-06,
      "loss": 0.3421,
      "step": 1985080
    },
    {
      "epoch": 554.03,
      "grad_norm": 1.2269952297210693,
      "learning_rate": 1.1106454891986059e-06,
      "loss": 0.339,
      "step": 1985090
    },
    {
      "epoch": 554.03,
      "grad_norm": 1.2706841230392456,
      "learning_rate": 1.1106224945758709e-06,
      "loss": 0.3399,
      "step": 1985100
    },
    {
      "epoch": 554.04,
      "grad_norm": 1.2948521375656128,
      "learning_rate": 1.1105995001172672e-06,
      "loss": 0.3477,
      "step": 1985110
    },
    {
      "epoch": 554.04,
      "grad_norm": 1.024277925491333,
      "learning_rate": 1.1105765058227953e-06,
      "loss": 0.3281,
      "step": 1985120
    },
    {
      "epoch": 554.04,
      "grad_norm": 5.679150104522705,
      "learning_rate": 1.110553511692459e-06,
      "loss": 0.3448,
      "step": 1985130
    },
    {
      "epoch": 554.04,
      "grad_norm": 1.0327672958374023,
      "learning_rate": 1.1105305177262626e-06,
      "loss": 0.3452,
      "step": 1985140
    },
    {
      "epoch": 554.05,
      "grad_norm": 1.4880698919296265,
      "learning_rate": 1.1105075239242073e-06,
      "loss": 0.3427,
      "step": 1985150
    },
    {
      "epoch": 554.05,
      "grad_norm": 1.0603128671646118,
      "learning_rate": 1.1104845302862965e-06,
      "loss": 0.33,
      "step": 1985160
    },
    {
      "epoch": 554.05,
      "grad_norm": 1.2615268230438232,
      "learning_rate": 1.1104615368125337e-06,
      "loss": 0.3246,
      "step": 1985170
    },
    {
      "epoch": 554.06,
      "grad_norm": 1.085131287574768,
      "learning_rate": 1.110438543502923e-06,
      "loss": 0.3563,
      "step": 1985180
    },
    {
      "epoch": 554.06,
      "grad_norm": 0.9605252146720886,
      "learning_rate": 1.1104155503574647e-06,
      "loss": 0.3198,
      "step": 1985190
    },
    {
      "epoch": 554.06,
      "grad_norm": 1.086367130279541,
      "learning_rate": 1.1103925573761652e-06,
      "loss": 0.3443,
      "step": 1985200
    },
    {
      "epoch": 554.06,
      "grad_norm": 1.266506314277649,
      "learning_rate": 1.1103695645590251e-06,
      "loss": 0.333,
      "step": 1985210
    },
    {
      "epoch": 554.07,
      "grad_norm": 1.0250157117843628,
      "learning_rate": 1.1103465719060483e-06,
      "loss": 0.3298,
      "step": 1985220
    },
    {
      "epoch": 554.07,
      "grad_norm": 1.2950149774551392,
      "learning_rate": 1.1103235794172385e-06,
      "loss": 0.3527,
      "step": 1985230
    },
    {
      "epoch": 554.07,
      "grad_norm": 1.2461152076721191,
      "learning_rate": 1.1103005870925975e-06,
      "loss": 0.3523,
      "step": 1985240
    },
    {
      "epoch": 554.07,
      "grad_norm": 1.0140464305877686,
      "learning_rate": 1.1102775949321287e-06,
      "loss": 0.3332,
      "step": 1985250
    },
    {
      "epoch": 554.08,
      "grad_norm": 1.281829595565796,
      "learning_rate": 1.1102546029358357e-06,
      "loss": 0.3468,
      "step": 1985260
    },
    {
      "epoch": 554.08,
      "grad_norm": 1.0015753507614136,
      "learning_rate": 1.1102316111037217e-06,
      "loss": 0.3386,
      "step": 1985270
    },
    {
      "epoch": 554.08,
      "grad_norm": 1.0585688352584839,
      "learning_rate": 1.110208619435789e-06,
      "loss": 0.3547,
      "step": 1985280
    },
    {
      "epoch": 554.09,
      "grad_norm": 1.2444968223571777,
      "learning_rate": 1.1101856279320406e-06,
      "loss": 0.3377,
      "step": 1985290
    },
    {
      "epoch": 554.09,
      "grad_norm": 1.0982035398483276,
      "learning_rate": 1.1101626365924809e-06,
      "loss": 0.3381,
      "step": 1985300
    },
    {
      "epoch": 554.09,
      "grad_norm": 1.1083070039749146,
      "learning_rate": 1.1101396454171103e-06,
      "loss": 0.3423,
      "step": 1985310
    },
    {
      "epoch": 554.09,
      "grad_norm": 1.1949876546859741,
      "learning_rate": 1.1101166544059353e-06,
      "loss": 0.3301,
      "step": 1985320
    },
    {
      "epoch": 554.1,
      "grad_norm": 1.2809703350067139,
      "learning_rate": 1.1100936635589564e-06,
      "loss": 0.3269,
      "step": 1985330
    },
    {
      "epoch": 554.1,
      "grad_norm": 1.0499039888381958,
      "learning_rate": 1.1100706728761775e-06,
      "loss": 0.3283,
      "step": 1985340
    },
    {
      "epoch": 554.1,
      "grad_norm": 1.7150112390518188,
      "learning_rate": 1.1100476823576016e-06,
      "loss": 0.3218,
      "step": 1985350
    },
    {
      "epoch": 554.11,
      "grad_norm": 1.05109441280365,
      "learning_rate": 1.1100246920032327e-06,
      "loss": 0.3267,
      "step": 1985360
    },
    {
      "epoch": 554.11,
      "grad_norm": 1.1181056499481201,
      "learning_rate": 1.110001701813072e-06,
      "loss": 0.3472,
      "step": 1985370
    },
    {
      "epoch": 554.11,
      "grad_norm": 1.1418992280960083,
      "learning_rate": 1.109978711787124e-06,
      "loss": 0.3356,
      "step": 1985380
    },
    {
      "epoch": 554.11,
      "grad_norm": 1.1965347528457642,
      "learning_rate": 1.1099557219253909e-06,
      "loss": 0.3315,
      "step": 1985390
    },
    {
      "epoch": 554.12,
      "grad_norm": 1.429955244064331,
      "learning_rate": 1.1099327322278761e-06,
      "loss": 0.3508,
      "step": 1985400
    },
    {
      "epoch": 554.12,
      "grad_norm": 1.0092202425003052,
      "learning_rate": 1.1099097426945837e-06,
      "loss": 0.331,
      "step": 1985410
    },
    {
      "epoch": 554.12,
      "grad_norm": 0.9599419236183167,
      "learning_rate": 1.1098867533255148e-06,
      "loss": 0.3377,
      "step": 1985420
    },
    {
      "epoch": 554.13,
      "grad_norm": 1.045252799987793,
      "learning_rate": 1.1098637641206734e-06,
      "loss": 0.3468,
      "step": 1985430
    },
    {
      "epoch": 554.13,
      "grad_norm": 1.2913579940795898,
      "learning_rate": 1.1098407750800638e-06,
      "loss": 0.3493,
      "step": 1985440
    },
    {
      "epoch": 554.13,
      "grad_norm": 1.1909469366073608,
      "learning_rate": 1.109817786203686e-06,
      "loss": 0.337,
      "step": 1985450
    },
    {
      "epoch": 554.13,
      "grad_norm": 1.2699954509735107,
      "learning_rate": 1.1097947974915464e-06,
      "loss": 0.3519,
      "step": 1985460
    },
    {
      "epoch": 554.14,
      "grad_norm": 1.1160131692886353,
      "learning_rate": 1.109771808943646e-06,
      "loss": 0.3313,
      "step": 1985470
    },
    {
      "epoch": 554.14,
      "grad_norm": 0.9554297924041748,
      "learning_rate": 1.1097488205599883e-06,
      "loss": 0.3453,
      "step": 1985480
    },
    {
      "epoch": 554.14,
      "grad_norm": 1.2107605934143066,
      "learning_rate": 1.1097258323405765e-06,
      "loss": 0.3449,
      "step": 1985490
    },
    {
      "epoch": 554.14,
      "grad_norm": 1.225805401802063,
      "learning_rate": 1.1097028442854144e-06,
      "loss": 0.3477,
      "step": 1985500
    },
    {
      "epoch": 554.15,
      "grad_norm": 1.337260365486145,
      "learning_rate": 1.1096798563945036e-06,
      "loss": 0.3326,
      "step": 1985510
    },
    {
      "epoch": 554.15,
      "grad_norm": 1.074641466140747,
      "learning_rate": 1.109656868667848e-06,
      "loss": 0.3481,
      "step": 1985520
    },
    {
      "epoch": 554.15,
      "grad_norm": 1.0168344974517822,
      "learning_rate": 1.109633881105451e-06,
      "loss": 0.332,
      "step": 1985530
    },
    {
      "epoch": 554.16,
      "grad_norm": 1.0380133390426636,
      "learning_rate": 1.1096108937073138e-06,
      "loss": 0.3397,
      "step": 1985540
    },
    {
      "epoch": 554.16,
      "grad_norm": 1.464862585067749,
      "learning_rate": 1.1095879064734424e-06,
      "loss": 0.3494,
      "step": 1985550
    },
    {
      "epoch": 554.16,
      "grad_norm": 1.1087526082992554,
      "learning_rate": 1.1095649194038376e-06,
      "loss": 0.3464,
      "step": 1985560
    },
    {
      "epoch": 554.16,
      "grad_norm": 1.190007209777832,
      "learning_rate": 1.109541932498503e-06,
      "loss": 0.3452,
      "step": 1985570
    },
    {
      "epoch": 554.17,
      "grad_norm": 1.2287508249282837,
      "learning_rate": 1.1095189457574428e-06,
      "loss": 0.3375,
      "step": 1985580
    },
    {
      "epoch": 554.17,
      "grad_norm": 1.3113787174224854,
      "learning_rate": 1.1094959591806581e-06,
      "loss": 0.3326,
      "step": 1985590
    },
    {
      "epoch": 554.17,
      "grad_norm": 1.0547956228256226,
      "learning_rate": 1.1094729727681531e-06,
      "loss": 0.3362,
      "step": 1985600
    },
    {
      "epoch": 554.18,
      "grad_norm": 1.1200917959213257,
      "learning_rate": 1.1094499865199306e-06,
      "loss": 0.3473,
      "step": 1985610
    },
    {
      "epoch": 554.18,
      "grad_norm": 1.0379794836044312,
      "learning_rate": 1.109427000435995e-06,
      "loss": 0.3319,
      "step": 1985620
    },
    {
      "epoch": 554.18,
      "grad_norm": 1.2030658721923828,
      "learning_rate": 1.109404014516346e-06,
      "loss": 0.3289,
      "step": 1985630
    },
    {
      "epoch": 554.18,
      "grad_norm": 1.0075567960739136,
      "learning_rate": 1.1093810287609906e-06,
      "loss": 0.3271,
      "step": 1985640
    },
    {
      "epoch": 554.19,
      "grad_norm": 1.2805358171463013,
      "learning_rate": 1.1093580431699293e-06,
      "loss": 0.3446,
      "step": 1985650
    },
    {
      "epoch": 554.19,
      "grad_norm": 1.0270241498947144,
      "learning_rate": 1.1093350577431657e-06,
      "loss": 0.3364,
      "step": 1985660
    },
    {
      "epoch": 554.19,
      "grad_norm": 1.045783281326294,
      "learning_rate": 1.1093120724807042e-06,
      "loss": 0.3251,
      "step": 1985670
    },
    {
      "epoch": 554.19,
      "grad_norm": 1.3416178226470947,
      "learning_rate": 1.1092890873825447e-06,
      "loss": 0.3288,
      "step": 1985680
    },
    {
      "epoch": 554.2,
      "grad_norm": 1.158595323562622,
      "learning_rate": 1.1092661024486943e-06,
      "loss": 0.3395,
      "step": 1985690
    },
    {
      "epoch": 554.2,
      "grad_norm": 1.1652837991714478,
      "learning_rate": 1.1092431176791528e-06,
      "loss": 0.3357,
      "step": 1985700
    },
    {
      "epoch": 554.2,
      "grad_norm": 1.1823551654815674,
      "learning_rate": 1.1092201330739248e-06,
      "loss": 0.3519,
      "step": 1985710
    },
    {
      "epoch": 554.21,
      "grad_norm": 1.1581835746765137,
      "learning_rate": 1.1091971486330137e-06,
      "loss": 0.3333,
      "step": 1985720
    },
    {
      "epoch": 554.21,
      "grad_norm": 1.2280490398406982,
      "learning_rate": 1.1091741643564213e-06,
      "loss": 0.3364,
      "step": 1985730
    },
    {
      "epoch": 554.21,
      "grad_norm": 1.2411011457443237,
      "learning_rate": 1.1091511802441512e-06,
      "loss": 0.3422,
      "step": 1985740
    },
    {
      "epoch": 554.21,
      "grad_norm": 1.1066792011260986,
      "learning_rate": 1.1091281962962065e-06,
      "loss": 0.3501,
      "step": 1985750
    },
    {
      "epoch": 554.22,
      "grad_norm": 1.0715759992599487,
      "learning_rate": 1.1091052125125913e-06,
      "loss": 0.3298,
      "step": 1985760
    },
    {
      "epoch": 554.22,
      "grad_norm": 1.0573039054870605,
      "learning_rate": 1.1090822288933057e-06,
      "loss": 0.3408,
      "step": 1985770
    },
    {
      "epoch": 554.22,
      "grad_norm": 1.2863301038742065,
      "learning_rate": 1.1090592454383567e-06,
      "loss": 0.3451,
      "step": 1985780
    },
    {
      "epoch": 554.23,
      "grad_norm": 1.0594866275787354,
      "learning_rate": 1.1090362621477443e-06,
      "loss": 0.3447,
      "step": 1985790
    },
    {
      "epoch": 554.23,
      "grad_norm": 1.2070677280426025,
      "learning_rate": 1.1090132790214726e-06,
      "loss": 0.3421,
      "step": 1985800
    },
    {
      "epoch": 554.23,
      "grad_norm": 1.093698263168335,
      "learning_rate": 1.1089902960595458e-06,
      "loss": 0.3208,
      "step": 1985810
    },
    {
      "epoch": 554.23,
      "grad_norm": 1.137342095375061,
      "learning_rate": 1.1089673132619648e-06,
      "loss": 0.3361,
      "step": 1985820
    },
    {
      "epoch": 554.24,
      "grad_norm": 1.0678962469100952,
      "learning_rate": 1.1089443306287337e-06,
      "loss": 0.345,
      "step": 1985830
    },
    {
      "epoch": 554.24,
      "grad_norm": 1.051194190979004,
      "learning_rate": 1.1089213481598557e-06,
      "loss": 0.3339,
      "step": 1985840
    },
    {
      "epoch": 554.24,
      "grad_norm": 1.0912302732467651,
      "learning_rate": 1.1088983658553345e-06,
      "loss": 0.3382,
      "step": 1985850
    },
    {
      "epoch": 554.25,
      "grad_norm": 1.091712474822998,
      "learning_rate": 1.1088753837151718e-06,
      "loss": 0.3462,
      "step": 1985860
    },
    {
      "epoch": 554.25,
      "grad_norm": 1.1064597368240356,
      "learning_rate": 1.108852401739371e-06,
      "loss": 0.3411,
      "step": 1985870
    },
    {
      "epoch": 554.25,
      "grad_norm": 1.0384458303451538,
      "learning_rate": 1.1088294199279354e-06,
      "loss": 0.3398,
      "step": 1985880
    },
    {
      "epoch": 554.25,
      "grad_norm": 1.1872845888137817,
      "learning_rate": 1.1088064382808678e-06,
      "loss": 0.3503,
      "step": 1985890
    },
    {
      "epoch": 554.26,
      "grad_norm": 1.0696192979812622,
      "learning_rate": 1.108783456798173e-06,
      "loss": 0.3429,
      "step": 1985900
    },
    {
      "epoch": 554.26,
      "grad_norm": 1.1037015914916992,
      "learning_rate": 1.1087604754798511e-06,
      "loss": 0.3313,
      "step": 1985910
    },
    {
      "epoch": 554.26,
      "grad_norm": 1.2329615354537964,
      "learning_rate": 1.1087374943259069e-06,
      "loss": 0.3335,
      "step": 1985920
    },
    {
      "epoch": 554.26,
      "grad_norm": 1.151426076889038,
      "learning_rate": 1.1087145133363433e-06,
      "loss": 0.3405,
      "step": 1985930
    },
    {
      "epoch": 554.27,
      "grad_norm": 1.146285057067871,
      "learning_rate": 1.1086915325111633e-06,
      "loss": 0.3342,
      "step": 1985940
    },
    {
      "epoch": 554.27,
      "grad_norm": 1.3835861682891846,
      "learning_rate": 1.1086685518503707e-06,
      "loss": 0.3303,
      "step": 1985950
    },
    {
      "epoch": 554.27,
      "grad_norm": 1.1028213500976562,
      "learning_rate": 1.1086455713539667e-06,
      "loss": 0.3446,
      "step": 1985960
    },
    {
      "epoch": 554.28,
      "grad_norm": 1.1859291791915894,
      "learning_rate": 1.1086225910219557e-06,
      "loss": 0.3325,
      "step": 1985970
    },
    {
      "epoch": 554.28,
      "grad_norm": 1.066633701324463,
      "learning_rate": 1.1085996108543404e-06,
      "loss": 0.3474,
      "step": 1985980
    },
    {
      "epoch": 554.28,
      "grad_norm": 1.2557224035263062,
      "learning_rate": 1.1085766308511247e-06,
      "loss": 0.3465,
      "step": 1985990
    },
    {
      "epoch": 554.28,
      "grad_norm": 1.2042771577835083,
      "learning_rate": 1.1085536510123095e-06,
      "loss": 0.3358,
      "step": 1986000
    },
    {
      "epoch": 554.29,
      "grad_norm": 1.2405105829238892,
      "learning_rate": 1.1085306713379008e-06,
      "loss": 0.3412,
      "step": 1986010
    },
    {
      "epoch": 554.29,
      "grad_norm": 1.1872644424438477,
      "learning_rate": 1.1085076918278994e-06,
      "loss": 0.3468,
      "step": 1986020
    },
    {
      "epoch": 554.29,
      "grad_norm": 1.1577337980270386,
      "learning_rate": 1.108484712482309e-06,
      "loss": 0.3401,
      "step": 1986030
    },
    {
      "epoch": 554.3,
      "grad_norm": 1.2203513383865356,
      "learning_rate": 1.1084617333011334e-06,
      "loss": 0.3469,
      "step": 1986040
    },
    {
      "epoch": 554.3,
      "grad_norm": 1.9918040037155151,
      "learning_rate": 1.1084387542843744e-06,
      "loss": 0.3399,
      "step": 1986050
    },
    {
      "epoch": 554.3,
      "grad_norm": 1.255324125289917,
      "learning_rate": 1.1084157754320355e-06,
      "loss": 0.335,
      "step": 1986060
    },
    {
      "epoch": 554.3,
      "grad_norm": 1.127099633216858,
      "learning_rate": 1.10839279674412e-06,
      "loss": 0.3387,
      "step": 1986070
    },
    {
      "epoch": 554.31,
      "grad_norm": 1.1616723537445068,
      "learning_rate": 1.1083698182206318e-06,
      "loss": 0.3339,
      "step": 1986080
    },
    {
      "epoch": 554.31,
      "grad_norm": 1.1309934854507446,
      "learning_rate": 1.108346839861572e-06,
      "loss": 0.3537,
      "step": 1986090
    },
    {
      "epoch": 554.31,
      "grad_norm": 1.3575019836425781,
      "learning_rate": 1.108323861666945e-06,
      "loss": 0.3391,
      "step": 1986100
    },
    {
      "epoch": 554.31,
      "grad_norm": 1.7415319681167603,
      "learning_rate": 1.1083008836367542e-06,
      "loss": 0.3433,
      "step": 1986110
    },
    {
      "epoch": 554.32,
      "grad_norm": 1.2635971307754517,
      "learning_rate": 1.1082779057710001e-06,
      "loss": 0.3303,
      "step": 1986120
    },
    {
      "epoch": 554.32,
      "grad_norm": 1.2556027173995972,
      "learning_rate": 1.1082549280696897e-06,
      "loss": 0.3373,
      "step": 1986130
    },
    {
      "epoch": 554.32,
      "grad_norm": 1.1190760135650635,
      "learning_rate": 1.1082319505328234e-06,
      "loss": 0.3285,
      "step": 1986140
    },
    {
      "epoch": 554.33,
      "grad_norm": 1.187500238418579,
      "learning_rate": 1.1082089731604046e-06,
      "loss": 0.3413,
      "step": 1986150
    },
    {
      "epoch": 554.33,
      "grad_norm": 1.0723998546600342,
      "learning_rate": 1.1081859959524364e-06,
      "loss": 0.317,
      "step": 1986160
    },
    {
      "epoch": 554.33,
      "grad_norm": 1.2997517585754395,
      "learning_rate": 1.1081630189089232e-06,
      "loss": 0.3442,
      "step": 1986170
    },
    {
      "epoch": 554.33,
      "grad_norm": 1.1168287992477417,
      "learning_rate": 1.1081400420298662e-06,
      "loss": 0.3439,
      "step": 1986180
    },
    {
      "epoch": 554.34,
      "grad_norm": 1.115155816078186,
      "learning_rate": 1.108117065315269e-06,
      "loss": 0.3316,
      "step": 1986190
    },
    {
      "epoch": 554.34,
      "grad_norm": 1.0053025484085083,
      "learning_rate": 1.1080940887651358e-06,
      "loss": 0.346,
      "step": 1986200
    },
    {
      "epoch": 554.34,
      "grad_norm": 1.1676580905914307,
      "learning_rate": 1.1080711123794672e-06,
      "loss": 0.3531,
      "step": 1986210
    },
    {
      "epoch": 554.35,
      "grad_norm": 1.1747004985809326,
      "learning_rate": 1.1080481361582693e-06,
      "loss": 0.3259,
      "step": 1986220
    },
    {
      "epoch": 554.35,
      "grad_norm": 3.3036928176879883,
      "learning_rate": 1.108025160101543e-06,
      "loss": 0.3484,
      "step": 1986230
    },
    {
      "epoch": 554.35,
      "grad_norm": 3.485063076019287,
      "learning_rate": 1.108002184209292e-06,
      "loss": 0.341,
      "step": 1986240
    },
    {
      "epoch": 554.35,
      "grad_norm": 1.2929502725601196,
      "learning_rate": 1.10797920848152e-06,
      "loss": 0.3423,
      "step": 1986250
    },
    {
      "epoch": 554.36,
      "grad_norm": 1.1534512042999268,
      "learning_rate": 1.1079562329182278e-06,
      "loss": 0.3408,
      "step": 1986260
    },
    {
      "epoch": 554.36,
      "grad_norm": 1.280457615852356,
      "learning_rate": 1.1079332575194218e-06,
      "loss": 0.3453,
      "step": 1986270
    },
    {
      "epoch": 554.36,
      "grad_norm": 1.2937222719192505,
      "learning_rate": 1.1079102822851027e-06,
      "loss": 0.3355,
      "step": 1986280
    },
    {
      "epoch": 554.37,
      "grad_norm": 0.9866639971733093,
      "learning_rate": 1.107887307215274e-06,
      "loss": 0.3487,
      "step": 1986290
    },
    {
      "epoch": 554.37,
      "grad_norm": 1.2095109224319458,
      "learning_rate": 1.1078643323099391e-06,
      "loss": 0.3358,
      "step": 1986300
    },
    {
      "epoch": 554.37,
      "grad_norm": 1.4332772493362427,
      "learning_rate": 1.1078413575691017e-06,
      "loss": 0.3384,
      "step": 1986310
    },
    {
      "epoch": 554.37,
      "grad_norm": 0.9817596077919006,
      "learning_rate": 1.1078183829927633e-06,
      "loss": 0.3452,
      "step": 1986320
    },
    {
      "epoch": 554.38,
      "grad_norm": 1.1608785390853882,
      "learning_rate": 1.1077954085809275e-06,
      "loss": 0.3468,
      "step": 1986330
    },
    {
      "epoch": 554.38,
      "grad_norm": 1.1291242837905884,
      "learning_rate": 1.1077724343335984e-06,
      "loss": 0.3385,
      "step": 1986340
    },
    {
      "epoch": 554.38,
      "grad_norm": 1.1578521728515625,
      "learning_rate": 1.1077494602507769e-06,
      "loss": 0.3588,
      "step": 1986350
    },
    {
      "epoch": 554.38,
      "grad_norm": 1.2978096008300781,
      "learning_rate": 1.1077264863324688e-06,
      "loss": 0.34,
      "step": 1986360
    },
    {
      "epoch": 554.39,
      "grad_norm": 1.1840286254882812,
      "learning_rate": 1.1077035125786752e-06,
      "loss": 0.336,
      "step": 1986370
    },
    {
      "epoch": 554.39,
      "grad_norm": 1.0949851274490356,
      "learning_rate": 1.1076805389893994e-06,
      "loss": 0.3348,
      "step": 1986380
    },
    {
      "epoch": 554.39,
      "grad_norm": 1.216365098953247,
      "learning_rate": 1.107657565564646e-06,
      "loss": 0.3434,
      "step": 1986390
    },
    {
      "epoch": 554.4,
      "grad_norm": 1.2991544008255005,
      "learning_rate": 1.1076345923044157e-06,
      "loss": 0.3578,
      "step": 1986400
    },
    {
      "epoch": 554.4,
      "grad_norm": 1.1540703773498535,
      "learning_rate": 1.1076116192087128e-06,
      "loss": 0.3437,
      "step": 1986410
    },
    {
      "epoch": 554.4,
      "grad_norm": 1.2378573417663574,
      "learning_rate": 1.1075886462775404e-06,
      "loss": 0.3509,
      "step": 1986420
    },
    {
      "epoch": 554.4,
      "grad_norm": 1.1898791790008545,
      "learning_rate": 1.1075656735109022e-06,
      "loss": 0.3402,
      "step": 1986430
    },
    {
      "epoch": 554.41,
      "grad_norm": 1.0506325960159302,
      "learning_rate": 1.1075427009087985e-06,
      "loss": 0.3398,
      "step": 1986440
    },
    {
      "epoch": 554.41,
      "grad_norm": 1.122258186340332,
      "learning_rate": 1.1075197284712364e-06,
      "loss": 0.3359,
      "step": 1986450
    },
    {
      "epoch": 554.41,
      "grad_norm": 1.0709034204483032,
      "learning_rate": 1.1074967561982157e-06,
      "loss": 0.3448,
      "step": 1986460
    },
    {
      "epoch": 554.42,
      "grad_norm": 1.2236394882202148,
      "learning_rate": 1.1074737840897406e-06,
      "loss": 0.3338,
      "step": 1986470
    },
    {
      "epoch": 554.42,
      "grad_norm": 1.3092913627624512,
      "learning_rate": 1.1074508121458155e-06,
      "loss": 0.3353,
      "step": 1986480
    },
    {
      "epoch": 554.42,
      "grad_norm": 0.9566124081611633,
      "learning_rate": 1.1074278403664408e-06,
      "loss": 0.3346,
      "step": 1986490
    },
    {
      "epoch": 554.42,
      "grad_norm": 1.0891873836517334,
      "learning_rate": 1.1074048687516215e-06,
      "loss": 0.3349,
      "step": 1986500
    },
    {
      "epoch": 554.43,
      "grad_norm": 1.065116286277771,
      "learning_rate": 1.1073818973013598e-06,
      "loss": 0.3473,
      "step": 1986510
    },
    {
      "epoch": 554.43,
      "grad_norm": 0.9917278289794922,
      "learning_rate": 1.1073589260156587e-06,
      "loss": 0.3224,
      "step": 1986520
    },
    {
      "epoch": 554.43,
      "grad_norm": 1.0897361040115356,
      "learning_rate": 1.1073359548945226e-06,
      "loss": 0.3564,
      "step": 1986530
    },
    {
      "epoch": 554.43,
      "grad_norm": 1.1442028284072876,
      "learning_rate": 1.107312983937953e-06,
      "loss": 0.3265,
      "step": 1986540
    },
    {
      "epoch": 554.44,
      "grad_norm": 1.0718809366226196,
      "learning_rate": 1.1072900131459532e-06,
      "loss": 0.3381,
      "step": 1986550
    },
    {
      "epoch": 554.44,
      "grad_norm": 1.1286083459854126,
      "learning_rate": 1.1072670425185267e-06,
      "loss": 0.342,
      "step": 1986560
    },
    {
      "epoch": 554.44,
      "grad_norm": 1.5537525415420532,
      "learning_rate": 1.1072440720556773e-06,
      "loss": 0.3403,
      "step": 1986570
    },
    {
      "epoch": 554.45,
      "grad_norm": 1.213194489479065,
      "learning_rate": 1.1072211017574054e-06,
      "loss": 0.3591,
      "step": 1986580
    },
    {
      "epoch": 554.45,
      "grad_norm": 0.9970624446868896,
      "learning_rate": 1.1071981316237176e-06,
      "loss": 0.3447,
      "step": 1986590
    },
    {
      "epoch": 554.45,
      "grad_norm": 1.0012314319610596,
      "learning_rate": 1.1071751616546143e-06,
      "loss": 0.333,
      "step": 1986600
    },
    {
      "epoch": 554.45,
      "grad_norm": 3.8219635486602783,
      "learning_rate": 1.1071521918500993e-06,
      "loss": 0.3314,
      "step": 1986610
    },
    {
      "epoch": 554.46,
      "grad_norm": 1.1085889339447021,
      "learning_rate": 1.107129222210177e-06,
      "loss": 0.3519,
      "step": 1986620
    },
    {
      "epoch": 554.46,
      "grad_norm": 1.1907812356948853,
      "learning_rate": 1.107106252734848e-06,
      "loss": 0.3462,
      "step": 1986630
    },
    {
      "epoch": 554.46,
      "grad_norm": 1.03844153881073,
      "learning_rate": 1.1070832834241168e-06,
      "loss": 0.3449,
      "step": 1986640
    },
    {
      "epoch": 554.47,
      "grad_norm": 1.1602449417114258,
      "learning_rate": 1.1070603142779865e-06,
      "loss": 0.3344,
      "step": 1986650
    },
    {
      "epoch": 554.47,
      "grad_norm": 1.3081223964691162,
      "learning_rate": 1.1070373452964605e-06,
      "loss": 0.3353,
      "step": 1986660
    },
    {
      "epoch": 554.47,
      "grad_norm": 1.0617034435272217,
      "learning_rate": 1.1070143764795405e-06,
      "loss": 0.3389,
      "step": 1986670
    },
    {
      "epoch": 554.47,
      "grad_norm": 0.9420772194862366,
      "learning_rate": 1.1069914078272304e-06,
      "loss": 0.3364,
      "step": 1986680
    },
    {
      "epoch": 554.48,
      "grad_norm": 1.1881541013717651,
      "learning_rate": 1.1069684393395341e-06,
      "loss": 0.3433,
      "step": 1986690
    },
    {
      "epoch": 554.48,
      "grad_norm": 2.569141149520874,
      "learning_rate": 1.106945471016452e-06,
      "loss": 0.3345,
      "step": 1986700
    },
    {
      "epoch": 554.48,
      "grad_norm": 1.2251662015914917,
      "learning_rate": 1.1069225028579906e-06,
      "loss": 0.3394,
      "step": 1986710
    },
    {
      "epoch": 554.49,
      "grad_norm": 1.3645248413085938,
      "learning_rate": 1.1068995348641506e-06,
      "loss": 0.3524,
      "step": 1986720
    },
    {
      "epoch": 554.49,
      "grad_norm": 1.1141445636749268,
      "learning_rate": 1.1068765670349354e-06,
      "loss": 0.343,
      "step": 1986730
    },
    {
      "epoch": 554.49,
      "grad_norm": 1.297716498374939,
      "learning_rate": 1.1068535993703485e-06,
      "loss": 0.3441,
      "step": 1986740
    },
    {
      "epoch": 554.49,
      "grad_norm": 1.0465625524520874,
      "learning_rate": 1.1068306318703939e-06,
      "loss": 0.3225,
      "step": 1986750
    },
    {
      "epoch": 554.5,
      "grad_norm": 1.1446388959884644,
      "learning_rate": 1.1068076645350728e-06,
      "loss": 0.3388,
      "step": 1986760
    },
    {
      "epoch": 554.5,
      "grad_norm": 1.2619656324386597,
      "learning_rate": 1.1067846973643887e-06,
      "loss": 0.3296,
      "step": 1986770
    },
    {
      "epoch": 554.5,
      "grad_norm": 2.895073890686035,
      "learning_rate": 1.1067617303583462e-06,
      "loss": 0.3454,
      "step": 1986780
    },
    {
      "epoch": 554.5,
      "grad_norm": 1.2549020051956177,
      "learning_rate": 1.106738763516945e-06,
      "loss": 0.3447,
      "step": 1986790
    },
    {
      "epoch": 554.51,
      "grad_norm": 1.1879315376281738,
      "learning_rate": 1.1067157968401926e-06,
      "loss": 0.3435,
      "step": 1986800
    },
    {
      "epoch": 554.51,
      "grad_norm": 1.1689237356185913,
      "learning_rate": 1.1066928303280886e-06,
      "loss": 0.3473,
      "step": 1986810
    },
    {
      "epoch": 554.51,
      "grad_norm": 1.1218465566635132,
      "learning_rate": 1.1066698639806373e-06,
      "loss": 0.3324,
      "step": 1986820
    },
    {
      "epoch": 554.52,
      "grad_norm": 1.0957093238830566,
      "learning_rate": 1.1066468977978427e-06,
      "loss": 0.3481,
      "step": 1986830
    },
    {
      "epoch": 554.52,
      "grad_norm": 1.1279199123382568,
      "learning_rate": 1.1066239317797049e-06,
      "loss": 0.3312,
      "step": 1986840
    },
    {
      "epoch": 554.52,
      "grad_norm": 1.1349507570266724,
      "learning_rate": 1.106600965926231e-06,
      "loss": 0.3431,
      "step": 1986850
    },
    {
      "epoch": 554.52,
      "grad_norm": 1.0166627168655396,
      "learning_rate": 1.1065780002374207e-06,
      "loss": 0.3348,
      "step": 1986860
    },
    {
      "epoch": 554.53,
      "grad_norm": 1.146590232849121,
      "learning_rate": 1.1065550347132787e-06,
      "loss": 0.3433,
      "step": 1986870
    },
    {
      "epoch": 554.53,
      "grad_norm": 1.2795122861862183,
      "learning_rate": 1.1065320693538072e-06,
      "loss": 0.3465,
      "step": 1986880
    },
    {
      "epoch": 554.53,
      "grad_norm": 1.6316580772399902,
      "learning_rate": 1.1065091041590113e-06,
      "loss": 0.3296,
      "step": 1986890
    },
    {
      "epoch": 554.54,
      "grad_norm": 1.2791904211044312,
      "learning_rate": 1.1064861391288912e-06,
      "loss": 0.347,
      "step": 1986900
    },
    {
      "epoch": 554.54,
      "grad_norm": 1.0608054399490356,
      "learning_rate": 1.1064631742634511e-06,
      "loss": 0.3249,
      "step": 1986910
    },
    {
      "epoch": 554.54,
      "grad_norm": 1.146346926689148,
      "learning_rate": 1.1064402095626954e-06,
      "loss": 0.3236,
      "step": 1986920
    },
    {
      "epoch": 554.54,
      "grad_norm": 1.1135324239730835,
      "learning_rate": 1.1064172450266242e-06,
      "loss": 0.3341,
      "step": 1986930
    },
    {
      "epoch": 554.55,
      "grad_norm": 1.1883840560913086,
      "learning_rate": 1.1063942806552438e-06,
      "loss": 0.3343,
      "step": 1986940
    },
    {
      "epoch": 554.55,
      "grad_norm": 1.0769009590148926,
      "learning_rate": 1.1063713164485552e-06,
      "loss": 0.3522,
      "step": 1986950
    },
    {
      "epoch": 554.55,
      "grad_norm": 0.9992043375968933,
      "learning_rate": 1.106348352406562e-06,
      "loss": 0.3383,
      "step": 1986960
    },
    {
      "epoch": 554.55,
      "grad_norm": 1.231874942779541,
      "learning_rate": 1.1063253885292674e-06,
      "loss": 0.3327,
      "step": 1986970
    },
    {
      "epoch": 554.56,
      "grad_norm": 1.0708673000335693,
      "learning_rate": 1.1063024248166749e-06,
      "loss": 0.3266,
      "step": 1986980
    },
    {
      "epoch": 554.56,
      "grad_norm": 1.1993268728256226,
      "learning_rate": 1.1062794612687865e-06,
      "loss": 0.3338,
      "step": 1986990
    },
    {
      "epoch": 554.56,
      "grad_norm": 1.0951478481292725,
      "learning_rate": 1.1062564978856055e-06,
      "loss": 0.3362,
      "step": 1987000
    },
    {
      "epoch": 554.57,
      "grad_norm": 1.1906661987304688,
      "learning_rate": 1.106233534667136e-06,
      "loss": 0.3401,
      "step": 1987010
    },
    {
      "epoch": 554.57,
      "grad_norm": 1.1686205863952637,
      "learning_rate": 1.106210571613379e-06,
      "loss": 0.3443,
      "step": 1987020
    },
    {
      "epoch": 554.57,
      "grad_norm": 1.1875600814819336,
      "learning_rate": 1.1061876087243403e-06,
      "loss": 0.3431,
      "step": 1987030
    },
    {
      "epoch": 554.57,
      "grad_norm": 1.3901464939117432,
      "learning_rate": 1.1061646460000205e-06,
      "loss": 0.3292,
      "step": 1987040
    },
    {
      "epoch": 554.58,
      "grad_norm": 1.4683475494384766,
      "learning_rate": 1.1061416834404237e-06,
      "loss": 0.3471,
      "step": 1987050
    },
    {
      "epoch": 554.58,
      "grad_norm": 1.1597152948379517,
      "learning_rate": 1.1061187210455538e-06,
      "loss": 0.3317,
      "step": 1987060
    },
    {
      "epoch": 554.58,
      "grad_norm": 0.9128835797309875,
      "learning_rate": 1.106095758815412e-06,
      "loss": 0.3375,
      "step": 1987070
    },
    {
      "epoch": 554.59,
      "grad_norm": 1.6398974657058716,
      "learning_rate": 1.1060727967500027e-06,
      "loss": 0.3392,
      "step": 1987080
    },
    {
      "epoch": 554.59,
      "grad_norm": 1.024442195892334,
      "learning_rate": 1.1060498348493282e-06,
      "loss": 0.3396,
      "step": 1987090
    },
    {
      "epoch": 554.59,
      "grad_norm": 1.0710960626602173,
      "learning_rate": 1.106026873113392e-06,
      "loss": 0.355,
      "step": 1987100
    },
    {
      "epoch": 554.59,
      "grad_norm": 1.1365894079208374,
      "learning_rate": 1.106003911542197e-06,
      "loss": 0.3347,
      "step": 1987110
    },
    {
      "epoch": 554.6,
      "grad_norm": 1.1862212419509888,
      "learning_rate": 1.1059809501357472e-06,
      "loss": 0.3355,
      "step": 1987120
    },
    {
      "epoch": 554.6,
      "grad_norm": 1.1418410539627075,
      "learning_rate": 1.1059579888940443e-06,
      "loss": 0.338,
      "step": 1987130
    },
    {
      "epoch": 554.6,
      "grad_norm": 1.2811163663864136,
      "learning_rate": 1.1059350278170916e-06,
      "loss": 0.3302,
      "step": 1987140
    },
    {
      "epoch": 554.61,
      "grad_norm": 1.1535452604293823,
      "learning_rate": 1.1059120669048934e-06,
      "loss": 0.3487,
      "step": 1987150
    },
    {
      "epoch": 554.61,
      "grad_norm": 1.1112178564071655,
      "learning_rate": 1.1058891061574496e-06,
      "loss": 0.3413,
      "step": 1987160
    },
    {
      "epoch": 554.61,
      "grad_norm": 1.1449341773986816,
      "learning_rate": 1.1058661455747677e-06,
      "loss": 0.3468,
      "step": 1987170
    },
    {
      "epoch": 554.61,
      "grad_norm": 1.1556541919708252,
      "learning_rate": 1.1058431851568473e-06,
      "loss": 0.3372,
      "step": 1987180
    },
    {
      "epoch": 554.62,
      "grad_norm": 1.3448166847229004,
      "learning_rate": 1.1058202249036928e-06,
      "loss": 0.3436,
      "step": 1987190
    },
    {
      "epoch": 554.62,
      "grad_norm": 1.2495150566101074,
      "learning_rate": 1.1057972648153078e-06,
      "loss": 0.3499,
      "step": 1987200
    },
    {
      "epoch": 554.62,
      "grad_norm": 1.0837664604187012,
      "learning_rate": 1.105774304891694e-06,
      "loss": 0.3387,
      "step": 1987210
    },
    {
      "epoch": 554.62,
      "grad_norm": 1.035308599472046,
      "learning_rate": 1.1057513451328549e-06,
      "loss": 0.3394,
      "step": 1987220
    },
    {
      "epoch": 554.63,
      "grad_norm": 1.0663399696350098,
      "learning_rate": 1.1057283855387936e-06,
      "loss": 0.358,
      "step": 1987230
    },
    {
      "epoch": 554.63,
      "grad_norm": 1.1333421468734741,
      "learning_rate": 1.1057054261095146e-06,
      "loss": 0.3516,
      "step": 1987240
    },
    {
      "epoch": 554.63,
      "grad_norm": 1.2350127696990967,
      "learning_rate": 1.1056824668450176e-06,
      "loss": 0.338,
      "step": 1987250
    },
    {
      "epoch": 554.64,
      "grad_norm": 1.1937626600265503,
      "learning_rate": 1.1056595077453098e-06,
      "loss": 0.3373,
      "step": 1987260
    },
    {
      "epoch": 554.64,
      "grad_norm": 1.117771029472351,
      "learning_rate": 1.105636548810391e-06,
      "loss": 0.3568,
      "step": 1987270
    },
    {
      "epoch": 554.64,
      "grad_norm": 1.156527042388916,
      "learning_rate": 1.1056135900402656e-06,
      "loss": 0.3342,
      "step": 1987280
    },
    {
      "epoch": 554.64,
      "grad_norm": 1.0521467924118042,
      "learning_rate": 1.1055906314349373e-06,
      "loss": 0.3386,
      "step": 1987290
    },
    {
      "epoch": 554.65,
      "grad_norm": 1.2548857927322388,
      "learning_rate": 1.1055676729944077e-06,
      "loss": 0.355,
      "step": 1987300
    },
    {
      "epoch": 554.65,
      "grad_norm": 1.287361741065979,
      "learning_rate": 1.10554471471868e-06,
      "loss": 0.3405,
      "step": 1987310
    },
    {
      "epoch": 554.65,
      "grad_norm": 1.1275628805160522,
      "learning_rate": 1.1055217566077582e-06,
      "loss": 0.3448,
      "step": 1987320
    },
    {
      "epoch": 554.66,
      "grad_norm": 1.0888980627059937,
      "learning_rate": 1.1054987986616455e-06,
      "loss": 0.3371,
      "step": 1987330
    },
    {
      "epoch": 554.66,
      "grad_norm": 1.0571986436843872,
      "learning_rate": 1.1054758408803439e-06,
      "loss": 0.34,
      "step": 1987340
    },
    {
      "epoch": 554.66,
      "grad_norm": 1.1860555410385132,
      "learning_rate": 1.1054528832638564e-06,
      "loss": 0.3589,
      "step": 1987350
    },
    {
      "epoch": 554.66,
      "grad_norm": 1.371461033821106,
      "learning_rate": 1.105429925812188e-06,
      "loss": 0.3473,
      "step": 1987360
    },
    {
      "epoch": 554.67,
      "grad_norm": 1.2255123853683472,
      "learning_rate": 1.1054069685253382e-06,
      "loss": 0.3397,
      "step": 1987370
    },
    {
      "epoch": 554.67,
      "grad_norm": 1.0913794040679932,
      "learning_rate": 1.105384011403314e-06,
      "loss": 0.3281,
      "step": 1987380
    },
    {
      "epoch": 554.67,
      "grad_norm": 1.1337491273880005,
      "learning_rate": 1.1053610544461149e-06,
      "loss": 0.3371,
      "step": 1987390
    },
    {
      "epoch": 554.67,
      "grad_norm": 1.0901321172714233,
      "learning_rate": 1.1053380976537477e-06,
      "loss": 0.3375,
      "step": 1987400
    },
    {
      "epoch": 554.68,
      "grad_norm": 1.1588890552520752,
      "learning_rate": 1.1053151410262123e-06,
      "loss": 0.3456,
      "step": 1987410
    },
    {
      "epoch": 554.68,
      "grad_norm": 1.1921606063842773,
      "learning_rate": 1.105292184563513e-06,
      "loss": 0.3569,
      "step": 1987420
    },
    {
      "epoch": 554.68,
      "grad_norm": 1.007485270500183,
      "learning_rate": 1.1052692282656537e-06,
      "loss": 0.3351,
      "step": 1987430
    },
    {
      "epoch": 554.69,
      "grad_norm": 1.3392021656036377,
      "learning_rate": 1.1052462721326358e-06,
      "loss": 0.3546,
      "step": 1987440
    },
    {
      "epoch": 554.69,
      "grad_norm": 1.1578534841537476,
      "learning_rate": 1.1052233161644628e-06,
      "loss": 0.3379,
      "step": 1987450
    },
    {
      "epoch": 554.69,
      "grad_norm": 1.2618176937103271,
      "learning_rate": 1.105200360361138e-06,
      "loss": 0.3492,
      "step": 1987460
    },
    {
      "epoch": 554.69,
      "grad_norm": 1.0593937635421753,
      "learning_rate": 1.1051774047226654e-06,
      "loss": 0.3441,
      "step": 1987470
    },
    {
      "epoch": 554.7,
      "grad_norm": 1.089812994003296,
      "learning_rate": 1.1051544492490466e-06,
      "loss": 0.3561,
      "step": 1987480
    },
    {
      "epoch": 554.7,
      "grad_norm": 1.0621145963668823,
      "learning_rate": 1.105131493940285e-06,
      "loss": 0.351,
      "step": 1987490
    },
    {
      "epoch": 554.7,
      "grad_norm": 1.2269117832183838,
      "learning_rate": 1.1051085387963847e-06,
      "loss": 0.3264,
      "step": 1987500
    },
    {
      "epoch": 554.71,
      "grad_norm": 0.9588521718978882,
      "learning_rate": 1.1050855838173463e-06,
      "loss": 0.3377,
      "step": 1987510
    },
    {
      "epoch": 554.71,
      "grad_norm": 1.0789636373519897,
      "learning_rate": 1.105062629003176e-06,
      "loss": 0.3215,
      "step": 1987520
    },
    {
      "epoch": 554.71,
      "grad_norm": 1.212385654449463,
      "learning_rate": 1.1050396743538746e-06,
      "loss": 0.3358,
      "step": 1987530
    },
    {
      "epoch": 554.71,
      "grad_norm": 1.273619532585144,
      "learning_rate": 1.105016719869446e-06,
      "loss": 0.3281,
      "step": 1987540
    },
    {
      "epoch": 554.72,
      "grad_norm": 0.9871199727058411,
      "learning_rate": 1.104993765549893e-06,
      "loss": 0.3372,
      "step": 1987550
    },
    {
      "epoch": 554.72,
      "grad_norm": 1.5037552118301392,
      "learning_rate": 1.1049708113952198e-06,
      "loss": 0.3392,
      "step": 1987560
    },
    {
      "epoch": 554.72,
      "grad_norm": 1.1711301803588867,
      "learning_rate": 1.104947857405427e-06,
      "loss": 0.3433,
      "step": 1987570
    },
    {
      "epoch": 554.73,
      "grad_norm": 1.2998580932617188,
      "learning_rate": 1.1049249035805198e-06,
      "loss": 0.3536,
      "step": 1987580
    },
    {
      "epoch": 554.73,
      "grad_norm": 1.1964763402938843,
      "learning_rate": 1.1049019499205012e-06,
      "loss": 0.3291,
      "step": 1987590
    },
    {
      "epoch": 554.73,
      "grad_norm": 1.0546135902404785,
      "learning_rate": 1.1048789964253717e-06,
      "loss": 0.3435,
      "step": 1987600
    },
    {
      "epoch": 554.73,
      "grad_norm": 1.0124703645706177,
      "learning_rate": 1.1048560430951382e-06,
      "loss": 0.3284,
      "step": 1987610
    },
    {
      "epoch": 554.74,
      "grad_norm": 1.0789289474487305,
      "learning_rate": 1.1048330899298008e-06,
      "loss": 0.3485,
      "step": 1987620
    },
    {
      "epoch": 554.74,
      "grad_norm": 1.1615818738937378,
      "learning_rate": 1.1048101369293638e-06,
      "loss": 0.3293,
      "step": 1987630
    },
    {
      "epoch": 554.74,
      "grad_norm": 1.2938649654388428,
      "learning_rate": 1.1047871840938308e-06,
      "loss": 0.3457,
      "step": 1987640
    },
    {
      "epoch": 554.74,
      "grad_norm": 1.2303187847137451,
      "learning_rate": 1.104764231423203e-06,
      "loss": 0.3342,
      "step": 1987650
    },
    {
      "epoch": 554.75,
      "grad_norm": 1.1535708904266357,
      "learning_rate": 1.104741278917485e-06,
      "loss": 0.327,
      "step": 1987660
    },
    {
      "epoch": 554.75,
      "grad_norm": 1.2078930139541626,
      "learning_rate": 1.104718326576679e-06,
      "loss": 0.3255,
      "step": 1987670
    },
    {
      "epoch": 554.75,
      "grad_norm": 1.1940714120864868,
      "learning_rate": 1.1046953744007888e-06,
      "loss": 0.3491,
      "step": 1987680
    },
    {
      "epoch": 554.76,
      "grad_norm": 0.9719648361206055,
      "learning_rate": 1.1046724223898167e-06,
      "loss": 0.314,
      "step": 1987690
    },
    {
      "epoch": 554.76,
      "grad_norm": 1.20539128780365,
      "learning_rate": 1.1046494705437673e-06,
      "loss": 0.3311,
      "step": 1987700
    },
    {
      "epoch": 554.76,
      "grad_norm": 1.1376008987426758,
      "learning_rate": 1.1046265188626415e-06,
      "loss": 0.3232,
      "step": 1987710
    },
    {
      "epoch": 554.76,
      "grad_norm": 1.0281652212142944,
      "learning_rate": 1.1046035673464436e-06,
      "loss": 0.3379,
      "step": 1987720
    },
    {
      "epoch": 554.77,
      "grad_norm": 1.118241548538208,
      "learning_rate": 1.1045806159951772e-06,
      "loss": 0.3161,
      "step": 1987730
    },
    {
      "epoch": 554.77,
      "grad_norm": 1.3021022081375122,
      "learning_rate": 1.1045576648088427e-06,
      "loss": 0.3285,
      "step": 1987740
    },
    {
      "epoch": 554.77,
      "grad_norm": 1.2858049869537354,
      "learning_rate": 1.1045347137874467e-06,
      "loss": 0.3231,
      "step": 1987750
    },
    {
      "epoch": 554.78,
      "grad_norm": 1.2214542627334595,
      "learning_rate": 1.10451176293099e-06,
      "loss": 0.339,
      "step": 1987760
    },
    {
      "epoch": 554.78,
      "grad_norm": 0.9460020661354065,
      "learning_rate": 1.1044888122394762e-06,
      "loss": 0.327,
      "step": 1987770
    },
    {
      "epoch": 554.78,
      "grad_norm": 1.017982840538025,
      "learning_rate": 1.1044658617129092e-06,
      "loss": 0.3412,
      "step": 1987780
    },
    {
      "epoch": 554.78,
      "grad_norm": 1.2972530126571655,
      "learning_rate": 1.1044429113512905e-06,
      "loss": 0.3369,
      "step": 1987790
    },
    {
      "epoch": 554.79,
      "grad_norm": 0.9096677899360657,
      "learning_rate": 1.1044199611546236e-06,
      "loss": 0.3184,
      "step": 1987800
    },
    {
      "epoch": 554.79,
      "grad_norm": 1.250779390335083,
      "learning_rate": 1.1043970111229121e-06,
      "loss": 0.3319,
      "step": 1987810
    },
    {
      "epoch": 554.79,
      "grad_norm": 0.9816438555717468,
      "learning_rate": 1.10437406125616e-06,
      "loss": 0.3333,
      "step": 1987820
    },
    {
      "epoch": 554.79,
      "grad_norm": 1.2837936878204346,
      "learning_rate": 1.1043511115543667e-06,
      "loss": 0.3352,
      "step": 1987830
    },
    {
      "epoch": 554.8,
      "grad_norm": 0.9915438890457153,
      "learning_rate": 1.10432816201754e-06,
      "loss": 0.328,
      "step": 1987840
    },
    {
      "epoch": 554.8,
      "grad_norm": 0.9230556488037109,
      "learning_rate": 1.1043052126456797e-06,
      "loss": 0.3328,
      "step": 1987850
    },
    {
      "epoch": 554.8,
      "grad_norm": 1.1522647142410278,
      "learning_rate": 1.1042822634387898e-06,
      "loss": 0.339,
      "step": 1987860
    },
    {
      "epoch": 554.81,
      "grad_norm": 1.2949999570846558,
      "learning_rate": 1.1042593143968743e-06,
      "loss": 0.3302,
      "step": 1987870
    },
    {
      "epoch": 554.81,
      "grad_norm": 1.2416952848434448,
      "learning_rate": 1.1042363655199345e-06,
      "loss": 0.331,
      "step": 1987880
    },
    {
      "epoch": 554.81,
      "grad_norm": 1.1409183740615845,
      "learning_rate": 1.1042134168079743e-06,
      "loss": 0.3326,
      "step": 1987890
    },
    {
      "epoch": 554.81,
      "grad_norm": 1.139194369316101,
      "learning_rate": 1.1041904682609968e-06,
      "loss": 0.3527,
      "step": 1987900
    },
    {
      "epoch": 554.82,
      "grad_norm": 1.15675687789917,
      "learning_rate": 1.1041675198790057e-06,
      "loss": 0.3482,
      "step": 1987910
    },
    {
      "epoch": 554.82,
      "grad_norm": 1.0476645231246948,
      "learning_rate": 1.1041445716620017e-06,
      "loss": 0.343,
      "step": 1987920
    },
    {
      "epoch": 554.82,
      "grad_norm": 1.2412725687026978,
      "learning_rate": 1.1041216236099913e-06,
      "loss": 0.3368,
      "step": 1987930
    },
    {
      "epoch": 554.83,
      "grad_norm": 1.0770829916000366,
      "learning_rate": 1.104098675722975e-06,
      "loss": 0.3462,
      "step": 1987940
    },
    {
      "epoch": 554.83,
      "grad_norm": 1.1976513862609863,
      "learning_rate": 1.1040757280009565e-06,
      "loss": 0.3325,
      "step": 1987950
    },
    {
      "epoch": 554.83,
      "grad_norm": 1.1097890138626099,
      "learning_rate": 1.1040527804439399e-06,
      "loss": 0.3229,
      "step": 1987960
    },
    {
      "epoch": 554.83,
      "grad_norm": 1.2258716821670532,
      "learning_rate": 1.1040298330519257e-06,
      "loss": 0.3367,
      "step": 1987970
    },
    {
      "epoch": 554.84,
      "grad_norm": 1.304875373840332,
      "learning_rate": 1.1040068858249201e-06,
      "loss": 0.3429,
      "step": 1987980
    },
    {
      "epoch": 554.84,
      "grad_norm": 1.2574657201766968,
      "learning_rate": 1.103983938762924e-06,
      "loss": 0.3431,
      "step": 1987990
    },
    {
      "epoch": 554.84,
      "grad_norm": 1.218840479850769,
      "learning_rate": 1.1039609918659408e-06,
      "loss": 0.343,
      "step": 1988000
    },
    {
      "epoch": 554.85,
      "grad_norm": 1.1690750122070312,
      "learning_rate": 1.103938045133975e-06,
      "loss": 0.3423,
      "step": 1988010
    },
    {
      "epoch": 554.85,
      "grad_norm": 0.9997595548629761,
      "learning_rate": 1.1039150985670274e-06,
      "loss": 0.3326,
      "step": 1988020
    },
    {
      "epoch": 554.85,
      "grad_norm": 0.912213146686554,
      "learning_rate": 1.1038921521651024e-06,
      "loss": 0.3477,
      "step": 1988030
    },
    {
      "epoch": 554.85,
      "grad_norm": 1.1962112188339233,
      "learning_rate": 1.1038692059282028e-06,
      "loss": 0.3267,
      "step": 1988040
    },
    {
      "epoch": 554.86,
      "grad_norm": 1.0268856287002563,
      "learning_rate": 1.1038462598563324e-06,
      "loss": 0.3249,
      "step": 1988050
    },
    {
      "epoch": 554.86,
      "grad_norm": 7.47842264175415,
      "learning_rate": 1.1038233139494918e-06,
      "loss": 0.3411,
      "step": 1988060
    },
    {
      "epoch": 554.86,
      "grad_norm": 1.0727286338806152,
      "learning_rate": 1.1038003682076876e-06,
      "loss": 0.3361,
      "step": 1988070
    },
    {
      "epoch": 554.86,
      "grad_norm": 1.3144237995147705,
      "learning_rate": 1.1037774226309203e-06,
      "loss": 0.3282,
      "step": 1988080
    },
    {
      "epoch": 554.87,
      "grad_norm": 1.0112146139144897,
      "learning_rate": 1.1037544772191933e-06,
      "loss": 0.3523,
      "step": 1988090
    },
    {
      "epoch": 554.87,
      "grad_norm": 1.2511924505233765,
      "learning_rate": 1.1037315319725114e-06,
      "loss": 0.333,
      "step": 1988100
    },
    {
      "epoch": 554.87,
      "grad_norm": 1.3898590803146362,
      "learning_rate": 1.103708586890875e-06,
      "loss": 0.3492,
      "step": 1988110
    },
    {
      "epoch": 554.88,
      "grad_norm": 1.1708537340164185,
      "learning_rate": 1.1036856419742887e-06,
      "loss": 0.3386,
      "step": 1988120
    },
    {
      "epoch": 554.88,
      "grad_norm": 1.1216398477554321,
      "learning_rate": 1.1036626972227553e-06,
      "loss": 0.3323,
      "step": 1988130
    },
    {
      "epoch": 554.88,
      "grad_norm": 0.9972962737083435,
      "learning_rate": 1.1036397526362786e-06,
      "loss": 0.3434,
      "step": 1988140
    },
    {
      "epoch": 554.88,
      "grad_norm": 1.0503344535827637,
      "learning_rate": 1.10361680821486e-06,
      "loss": 0.3499,
      "step": 1988150
    },
    {
      "epoch": 554.89,
      "grad_norm": 1.1469807624816895,
      "learning_rate": 1.1035938639585037e-06,
      "loss": 0.3549,
      "step": 1988160
    },
    {
      "epoch": 554.89,
      "grad_norm": 0.9773792028427124,
      "learning_rate": 1.1035709198672133e-06,
      "loss": 0.3272,
      "step": 1988170
    },
    {
      "epoch": 554.89,
      "grad_norm": 1.0684758424758911,
      "learning_rate": 1.1035479759409892e-06,
      "loss": 0.3352,
      "step": 1988180
    },
    {
      "epoch": 554.9,
      "grad_norm": 1.0874512195587158,
      "learning_rate": 1.103525032179838e-06,
      "loss": 0.3438,
      "step": 1988190
    },
    {
      "epoch": 554.9,
      "grad_norm": 2.3746275901794434,
      "learning_rate": 1.1035020885837603e-06,
      "loss": 0.3304,
      "step": 1988200
    },
    {
      "epoch": 554.9,
      "grad_norm": 1.1864036321640015,
      "learning_rate": 1.10347914515276e-06,
      "loss": 0.3433,
      "step": 1988210
    },
    {
      "epoch": 554.9,
      "grad_norm": 1.0699800252914429,
      "learning_rate": 1.1034562018868403e-06,
      "loss": 0.3324,
      "step": 1988220
    },
    {
      "epoch": 554.91,
      "grad_norm": 1.0879216194152832,
      "learning_rate": 1.1034332587860045e-06,
      "loss": 0.3568,
      "step": 1988230
    },
    {
      "epoch": 554.91,
      "grad_norm": 1.26987886428833,
      "learning_rate": 1.1034103158502546e-06,
      "loss": 0.3583,
      "step": 1988240
    },
    {
      "epoch": 554.91,
      "grad_norm": 1.1970741748809814,
      "learning_rate": 1.1033873730795941e-06,
      "loss": 0.3538,
      "step": 1988250
    },
    {
      "epoch": 554.91,
      "grad_norm": 1.0492973327636719,
      "learning_rate": 1.1033644304740263e-06,
      "loss": 0.3359,
      "step": 1988260
    },
    {
      "epoch": 554.92,
      "grad_norm": 1.0478229522705078,
      "learning_rate": 1.1033414880335542e-06,
      "loss": 0.331,
      "step": 1988270
    },
    {
      "epoch": 554.92,
      "grad_norm": 1.205858826637268,
      "learning_rate": 1.1033185457581817e-06,
      "loss": 0.3417,
      "step": 1988280
    },
    {
      "epoch": 554.92,
      "grad_norm": 1.2102525234222412,
      "learning_rate": 1.10329560364791e-06,
      "loss": 0.3485,
      "step": 1988290
    },
    {
      "epoch": 554.93,
      "grad_norm": 1.0092765092849731,
      "learning_rate": 1.1032726617027431e-06,
      "loss": 0.3263,
      "step": 1988300
    },
    {
      "epoch": 554.93,
      "grad_norm": 1.279312252998352,
      "learning_rate": 1.103249719922685e-06,
      "loss": 0.3366,
      "step": 1988310
    },
    {
      "epoch": 554.93,
      "grad_norm": 3.6879186630249023,
      "learning_rate": 1.103226778307736e-06,
      "loss": 0.3432,
      "step": 1988320
    },
    {
      "epoch": 554.93,
      "grad_norm": 1.1401691436767578,
      "learning_rate": 1.1032038368579027e-06,
      "loss": 0.3459,
      "step": 1988330
    },
    {
      "epoch": 554.94,
      "grad_norm": 1.1759576797485352,
      "learning_rate": 1.1031808955731858e-06,
      "loss": 0.3426,
      "step": 1988340
    },
    {
      "epoch": 554.94,
      "grad_norm": 0.931156575679779,
      "learning_rate": 1.103157954453589e-06,
      "loss": 0.3302,
      "step": 1988350
    },
    {
      "epoch": 554.94,
      "grad_norm": 1.2497375011444092,
      "learning_rate": 1.103135013499115e-06,
      "loss": 0.3296,
      "step": 1988360
    },
    {
      "epoch": 554.95,
      "grad_norm": 1.0632117986679077,
      "learning_rate": 1.1031120727097681e-06,
      "loss": 0.3455,
      "step": 1988370
    },
    {
      "epoch": 554.95,
      "grad_norm": 1.237417221069336,
      "learning_rate": 1.1030891320855497e-06,
      "loss": 0.3402,
      "step": 1988380
    },
    {
      "epoch": 554.95,
      "grad_norm": 1.2393848896026611,
      "learning_rate": 1.1030661916264636e-06,
      "loss": 0.34,
      "step": 1988390
    },
    {
      "epoch": 554.95,
      "grad_norm": 1.3023337125778198,
      "learning_rate": 1.1030432513325137e-06,
      "loss": 0.3469,
      "step": 1988400
    },
    {
      "epoch": 554.96,
      "grad_norm": 1.1888988018035889,
      "learning_rate": 1.1030203112037006e-06,
      "loss": 0.3348,
      "step": 1988410
    },
    {
      "epoch": 554.96,
      "grad_norm": 1.2010945081710815,
      "learning_rate": 1.1029973712400305e-06,
      "loss": 0.3378,
      "step": 1988420
    },
    {
      "epoch": 554.96,
      "grad_norm": 1.1893231868743896,
      "learning_rate": 1.1029744314415042e-06,
      "loss": 0.3438,
      "step": 1988430
    },
    {
      "epoch": 554.97,
      "grad_norm": 1.1139224767684937,
      "learning_rate": 1.1029514918081253e-06,
      "loss": 0.3265,
      "step": 1988440
    },
    {
      "epoch": 554.97,
      "grad_norm": 1.5547773838043213,
      "learning_rate": 1.102928552339898e-06,
      "loss": 0.3496,
      "step": 1988450
    },
    {
      "epoch": 554.97,
      "grad_norm": 1.169756293296814,
      "learning_rate": 1.1029056130368237e-06,
      "loss": 0.3429,
      "step": 1988460
    },
    {
      "epoch": 554.97,
      "grad_norm": 2.23852801322937,
      "learning_rate": 1.1028826738989057e-06,
      "loss": 0.3355,
      "step": 1988470
    },
    {
      "epoch": 554.98,
      "grad_norm": 0.9861977696418762,
      "learning_rate": 1.1028597349261478e-06,
      "loss": 0.332,
      "step": 1988480
    },
    {
      "epoch": 554.98,
      "grad_norm": 1.266194224357605,
      "learning_rate": 1.1028367961185534e-06,
      "loss": 0.3298,
      "step": 1988490
    },
    {
      "epoch": 554.98,
      "grad_norm": 1.0417886972427368,
      "learning_rate": 1.1028138574761234e-06,
      "loss": 0.3473,
      "step": 1988500
    },
    {
      "epoch": 554.98,
      "grad_norm": 0.9955283999443054,
      "learning_rate": 1.1027909189988637e-06,
      "loss": 0.3261,
      "step": 1988510
    },
    {
      "epoch": 554.99,
      "grad_norm": 1.2938857078552246,
      "learning_rate": 1.1027679806867755e-06,
      "loss": 0.337,
      "step": 1988520
    },
    {
      "epoch": 554.99,
      "grad_norm": 1.204429268836975,
      "learning_rate": 1.1027450425398621e-06,
      "loss": 0.3327,
      "step": 1988530
    },
    {
      "epoch": 554.99,
      "grad_norm": 1.0721380710601807,
      "learning_rate": 1.1027221045581278e-06,
      "loss": 0.3274,
      "step": 1988540
    },
    {
      "epoch": 555.0,
      "grad_norm": 1.1169700622558594,
      "learning_rate": 1.1026991667415727e-06,
      "loss": 0.3557,
      "step": 1988550
    },
    {
      "epoch": 555.0,
      "grad_norm": 1.1956959962844849,
      "learning_rate": 1.1026762290902038e-06,
      "loss": 0.3487,
      "step": 1988560
    },
    {
      "epoch": 555.0,
      "eval_loss": 0.340858519077301,
      "eval_runtime": 63.3214,
      "eval_samples_per_second": 79.894,
      "eval_steps_per_second": 9.997,
      "step": 1988565
    },
    {
      "epoch": 555.0,
      "grad_norm": 0.8464671969413757,
      "learning_rate": 1.1026532916040212e-06,
      "loss": 0.3222,
      "step": 1988570
    },
    {
      "epoch": 555.0,
      "grad_norm": 1.0519336462020874,
      "learning_rate": 1.1026303542830289e-06,
      "loss": 0.3486,
      "step": 1988580
    },
    {
      "epoch": 555.01,
      "grad_norm": 1.291460633277893,
      "learning_rate": 1.1026074171272309e-06,
      "loss": 0.3407,
      "step": 1988590
    },
    {
      "epoch": 555.01,
      "grad_norm": 1.1238983869552612,
      "learning_rate": 1.1025844801366284e-06,
      "loss": 0.3489,
      "step": 1988600
    },
    {
      "epoch": 555.01,
      "grad_norm": 1.0529422760009766,
      "learning_rate": 1.1025615433112253e-06,
      "loss": 0.3387,
      "step": 1988610
    },
    {
      "epoch": 555.02,
      "grad_norm": 1.1409159898757935,
      "learning_rate": 1.1025386066510248e-06,
      "loss": 0.3476,
      "step": 1988620
    },
    {
      "epoch": 555.02,
      "grad_norm": 1.0503637790679932,
      "learning_rate": 1.1025156701560308e-06,
      "loss": 0.3546,
      "step": 1988630
    },
    {
      "epoch": 555.02,
      "grad_norm": 1.2306275367736816,
      "learning_rate": 1.1024927338262436e-06,
      "loss": 0.3505,
      "step": 1988640
    },
    {
      "epoch": 555.02,
      "grad_norm": 1.186200499534607,
      "learning_rate": 1.1024697976616698e-06,
      "loss": 0.3357,
      "step": 1988650
    },
    {
      "epoch": 555.03,
      "grad_norm": 1.0654476881027222,
      "learning_rate": 1.1024468616623097e-06,
      "loss": 0.3491,
      "step": 1988660
    },
    {
      "epoch": 555.03,
      "grad_norm": 1.3244314193725586,
      "learning_rate": 1.1024239258281677e-06,
      "loss": 0.3481,
      "step": 1988670
    },
    {
      "epoch": 555.03,
      "grad_norm": 1.1085189580917358,
      "learning_rate": 1.1024009901592473e-06,
      "loss": 0.3429,
      "step": 1988680
    },
    {
      "epoch": 555.03,
      "grad_norm": 1.1467103958129883,
      "learning_rate": 1.1023780546555502e-06,
      "loss": 0.3371,
      "step": 1988690
    },
    {
      "epoch": 555.04,
      "grad_norm": 1.1385917663574219,
      "learning_rate": 1.1023551193170795e-06,
      "loss": 0.342,
      "step": 1988700
    },
    {
      "epoch": 555.04,
      "grad_norm": 1.0836009979248047,
      "learning_rate": 1.1023321841438392e-06,
      "loss": 0.3419,
      "step": 1988710
    },
    {
      "epoch": 555.04,
      "grad_norm": 1.0530606508255005,
      "learning_rate": 1.1023092491358325e-06,
      "loss": 0.331,
      "step": 1988720
    },
    {
      "epoch": 555.05,
      "grad_norm": 1.0235178470611572,
      "learning_rate": 1.1022863142930613e-06,
      "loss": 0.3544,
      "step": 1988730
    },
    {
      "epoch": 555.05,
      "grad_norm": 1.055487871170044,
      "learning_rate": 1.1022633796155292e-06,
      "loss": 0.3435,
      "step": 1988740
    },
    {
      "epoch": 555.05,
      "grad_norm": 1.0694479942321777,
      "learning_rate": 1.1022404451032392e-06,
      "loss": 0.3444,
      "step": 1988750
    },
    {
      "epoch": 555.05,
      "grad_norm": 1.042701005935669,
      "learning_rate": 1.1022175107561946e-06,
      "loss": 0.3423,
      "step": 1988760
    },
    {
      "epoch": 555.06,
      "grad_norm": 1.0921008586883545,
      "learning_rate": 1.102194576574399e-06,
      "loss": 0.3428,
      "step": 1988770
    },
    {
      "epoch": 555.06,
      "grad_norm": 1.1697880029678345,
      "learning_rate": 1.1021716425578538e-06,
      "loss": 0.3537,
      "step": 1988780
    },
    {
      "epoch": 555.06,
      "grad_norm": 1.034899353981018,
      "learning_rate": 1.1021487087065634e-06,
      "loss": 0.3494,
      "step": 1988790
    },
    {
      "epoch": 555.07,
      "grad_norm": 1.0452899932861328,
      "learning_rate": 1.1021257750205302e-06,
      "loss": 0.336,
      "step": 1988800
    },
    {
      "epoch": 555.07,
      "grad_norm": 1.3793843984603882,
      "learning_rate": 1.1021028414997588e-06,
      "loss": 0.3456,
      "step": 1988810
    },
    {
      "epoch": 555.07,
      "grad_norm": 0.9917039275169373,
      "learning_rate": 1.1020799081442495e-06,
      "loss": 0.3345,
      "step": 1988820
    },
    {
      "epoch": 555.07,
      "grad_norm": 1.1284053325653076,
      "learning_rate": 1.102056974954007e-06,
      "loss": 0.3508,
      "step": 1988830
    },
    {
      "epoch": 555.08,
      "grad_norm": 1.264534831047058,
      "learning_rate": 1.1020340419290345e-06,
      "loss": 0.3396,
      "step": 1988840
    },
    {
      "epoch": 555.08,
      "grad_norm": 1.0754705667495728,
      "learning_rate": 1.1020111090693347e-06,
      "loss": 0.3289,
      "step": 1988850
    },
    {
      "epoch": 555.08,
      "grad_norm": 1.10923433303833,
      "learning_rate": 1.1019881763749113e-06,
      "loss": 0.3511,
      "step": 1988860
    },
    {
      "epoch": 555.09,
      "grad_norm": 1.1165072917938232,
      "learning_rate": 1.101965243845765e-06,
      "loss": 0.3387,
      "step": 1988870
    },
    {
      "epoch": 555.09,
      "grad_norm": 1.2148864269256592,
      "learning_rate": 1.1019423114819025e-06,
      "loss": 0.3434,
      "step": 1988880
    },
    {
      "epoch": 555.09,
      "grad_norm": 1.2420752048492432,
      "learning_rate": 1.101919379283324e-06,
      "loss": 0.352,
      "step": 1988890
    },
    {
      "epoch": 555.09,
      "grad_norm": 1.1767443418502808,
      "learning_rate": 1.1018964472500332e-06,
      "loss": 0.3287,
      "step": 1988900
    },
    {
      "epoch": 555.1,
      "grad_norm": 1.0457426309585571,
      "learning_rate": 1.1018735153820349e-06,
      "loss": 0.3409,
      "step": 1988910
    },
    {
      "epoch": 555.1,
      "grad_norm": 1.1745845079421997,
      "learning_rate": 1.1018505836793293e-06,
      "loss": 0.3468,
      "step": 1988920
    },
    {
      "epoch": 555.1,
      "grad_norm": 1.0759371519088745,
      "learning_rate": 1.1018276521419211e-06,
      "loss": 0.3452,
      "step": 1988930
    },
    {
      "epoch": 555.1,
      "grad_norm": 1.1331918239593506,
      "learning_rate": 1.1018047207698131e-06,
      "loss": 0.3386,
      "step": 1988940
    },
    {
      "epoch": 555.11,
      "grad_norm": 1.0149672031402588,
      "learning_rate": 1.1017817895630091e-06,
      "loss": 0.3515,
      "step": 1988950
    },
    {
      "epoch": 555.11,
      "grad_norm": 1.1672759056091309,
      "learning_rate": 1.1017588585215106e-06,
      "loss": 0.329,
      "step": 1988960
    },
    {
      "epoch": 555.11,
      "grad_norm": 1.105656385421753,
      "learning_rate": 1.1017359276453215e-06,
      "loss": 0.338,
      "step": 1988970
    },
    {
      "epoch": 555.12,
      "grad_norm": 1.2998186349868774,
      "learning_rate": 1.101712996934446e-06,
      "loss": 0.3466,
      "step": 1988980
    },
    {
      "epoch": 555.12,
      "grad_norm": 1.200308084487915,
      "learning_rate": 1.1016900663888836e-06,
      "loss": 0.3551,
      "step": 1988990
    },
    {
      "epoch": 555.12,
      "grad_norm": 1.1667436361312866,
      "learning_rate": 1.1016671360086418e-06,
      "loss": 0.3463,
      "step": 1989000
    },
    {
      "epoch": 555.12,
      "grad_norm": 1.1681783199310303,
      "learning_rate": 1.1016442057937208e-06,
      "loss": 0.3484,
      "step": 1989010
    },
    {
      "epoch": 555.13,
      "grad_norm": 1.0518192052841187,
      "learning_rate": 1.1016212757441241e-06,
      "loss": 0.3418,
      "step": 1989020
    },
    {
      "epoch": 555.13,
      "grad_norm": 1.408524513244629,
      "learning_rate": 1.1015983458598553e-06,
      "loss": 0.329,
      "step": 1989030
    },
    {
      "epoch": 555.13,
      "grad_norm": 1.2034717798233032,
      "learning_rate": 1.101575416140918e-06,
      "loss": 0.3453,
      "step": 1989040
    },
    {
      "epoch": 555.14,
      "grad_norm": 0.967420220375061,
      "learning_rate": 1.1015524865873138e-06,
      "loss": 0.3209,
      "step": 1989050
    },
    {
      "epoch": 555.14,
      "grad_norm": 1.2909876108169556,
      "learning_rate": 1.101529557199046e-06,
      "loss": 0.3449,
      "step": 1989060
    },
    {
      "epoch": 555.14,
      "grad_norm": 1.1342138051986694,
      "learning_rate": 1.1015066279761195e-06,
      "loss": 0.3421,
      "step": 1989070
    },
    {
      "epoch": 555.14,
      "grad_norm": 1.0071520805358887,
      "learning_rate": 1.1014836989185339e-06,
      "loss": 0.3239,
      "step": 1989080
    },
    {
      "epoch": 555.15,
      "grad_norm": 1.0803059339523315,
      "learning_rate": 1.101460770026296e-06,
      "loss": 0.321,
      "step": 1989090
    },
    {
      "epoch": 555.15,
      "grad_norm": 1.5187568664550781,
      "learning_rate": 1.1014378412994063e-06,
      "loss": 0.3432,
      "step": 1989100
    },
    {
      "epoch": 555.15,
      "grad_norm": 0.9395533204078674,
      "learning_rate": 1.1014149127378687e-06,
      "loss": 0.3284,
      "step": 1989110
    },
    {
      "epoch": 555.15,
      "grad_norm": 1.0703719854354858,
      "learning_rate": 1.101391984341687e-06,
      "loss": 0.3568,
      "step": 1989120
    },
    {
      "epoch": 555.16,
      "grad_norm": 1.1405315399169922,
      "learning_rate": 1.1013690561108617e-06,
      "loss": 0.3217,
      "step": 1989130
    },
    {
      "epoch": 555.16,
      "grad_norm": 1.0449268817901611,
      "learning_rate": 1.1013461280453997e-06,
      "loss": 0.3408,
      "step": 1989140
    },
    {
      "epoch": 555.16,
      "grad_norm": 1.617547631263733,
      "learning_rate": 1.101323200145301e-06,
      "loss": 0.3353,
      "step": 1989150
    },
    {
      "epoch": 555.17,
      "grad_norm": 1.1259461641311646,
      "learning_rate": 1.1013002724105694e-06,
      "loss": 0.3275,
      "step": 1989160
    },
    {
      "epoch": 555.17,
      "grad_norm": 1.4063526391983032,
      "learning_rate": 1.1012773448412085e-06,
      "loss": 0.342,
      "step": 1989170
    },
    {
      "epoch": 555.17,
      "grad_norm": 1.0688499212265015,
      "learning_rate": 1.101254417437222e-06,
      "loss": 0.3552,
      "step": 1989180
    },
    {
      "epoch": 555.17,
      "grad_norm": 1.1251938343048096,
      "learning_rate": 1.1012314901986108e-06,
      "loss": 0.3297,
      "step": 1989190
    },
    {
      "epoch": 555.18,
      "grad_norm": 1.1436831951141357,
      "learning_rate": 1.1012085631253793e-06,
      "loss": 0.3393,
      "step": 1989200
    },
    {
      "epoch": 555.18,
      "grad_norm": 1.1912636756896973,
      "learning_rate": 1.1011856362175313e-06,
      "loss": 0.3379,
      "step": 1989210
    },
    {
      "epoch": 555.18,
      "grad_norm": 1.2485380172729492,
      "learning_rate": 1.1011627094750672e-06,
      "loss": 0.3373,
      "step": 1989220
    },
    {
      "epoch": 555.19,
      "grad_norm": 1.1752848625183105,
      "learning_rate": 1.1011397828979937e-06,
      "loss": 0.328,
      "step": 1989230
    },
    {
      "epoch": 555.19,
      "grad_norm": 1.091488003730774,
      "learning_rate": 1.1011168564863107e-06,
      "loss": 0.336,
      "step": 1989240
    },
    {
      "epoch": 555.19,
      "grad_norm": 1.0223660469055176,
      "learning_rate": 1.1010939302400228e-06,
      "loss": 0.3408,
      "step": 1989250
    },
    {
      "epoch": 555.19,
      "grad_norm": 0.96333909034729,
      "learning_rate": 1.1010710041591333e-06,
      "loss": 0.3475,
      "step": 1989260
    },
    {
      "epoch": 555.2,
      "grad_norm": 1.3657643795013428,
      "learning_rate": 1.1010480782436444e-06,
      "loss": 0.3595,
      "step": 1989270
    },
    {
      "epoch": 555.2,
      "grad_norm": 1.1090623140335083,
      "learning_rate": 1.101025152493559e-06,
      "loss": 0.3498,
      "step": 1989280
    },
    {
      "epoch": 555.2,
      "grad_norm": 1.391208291053772,
      "learning_rate": 1.1010022269088807e-06,
      "loss": 0.3474,
      "step": 1989290
    },
    {
      "epoch": 555.21,
      "grad_norm": 1.169692873954773,
      "learning_rate": 1.1009793014896137e-06,
      "loss": 0.3443,
      "step": 1989300
    },
    {
      "epoch": 555.21,
      "grad_norm": 0.9948752522468567,
      "learning_rate": 1.1009563762357577e-06,
      "loss": 0.3381,
      "step": 1989310
    },
    {
      "epoch": 555.21,
      "grad_norm": 1.2341370582580566,
      "learning_rate": 1.1009334511473196e-06,
      "loss": 0.3383,
      "step": 1989320
    },
    {
      "epoch": 555.21,
      "grad_norm": 1.1331779956817627,
      "learning_rate": 1.1009105262243002e-06,
      "loss": 0.3192,
      "step": 1989330
    },
    {
      "epoch": 555.22,
      "grad_norm": 1.1008367538452148,
      "learning_rate": 1.1008876014667026e-06,
      "loss": 0.3376,
      "step": 1989340
    },
    {
      "epoch": 555.22,
      "grad_norm": 1.0720272064208984,
      "learning_rate": 1.1008646768745315e-06,
      "loss": 0.3229,
      "step": 1989350
    },
    {
      "epoch": 555.22,
      "grad_norm": 1.1226452589035034,
      "learning_rate": 1.100841752447788e-06,
      "loss": 0.3327,
      "step": 1989360
    },
    {
      "epoch": 555.22,
      "grad_norm": 0.9820308685302734,
      "learning_rate": 1.1008188281864756e-06,
      "loss": 0.3274,
      "step": 1989370
    },
    {
      "epoch": 555.23,
      "grad_norm": 1.1068211793899536,
      "learning_rate": 1.1007959040905979e-06,
      "loss": 0.327,
      "step": 1989380
    },
    {
      "epoch": 555.23,
      "grad_norm": 1.0129061937332153,
      "learning_rate": 1.1007729801601584e-06,
      "loss": 0.3376,
      "step": 1989390
    },
    {
      "epoch": 555.23,
      "grad_norm": 1.1789216995239258,
      "learning_rate": 1.1007500563951589e-06,
      "loss": 0.3342,
      "step": 1989400
    },
    {
      "epoch": 555.24,
      "grad_norm": 1.181416392326355,
      "learning_rate": 1.1007271327956029e-06,
      "loss": 0.338,
      "step": 1989410
    },
    {
      "epoch": 555.24,
      "grad_norm": 1.3736563920974731,
      "learning_rate": 1.1007042093614936e-06,
      "loss": 0.333,
      "step": 1989420
    },
    {
      "epoch": 555.24,
      "grad_norm": 1.3448119163513184,
      "learning_rate": 1.100681286092834e-06,
      "loss": 0.3522,
      "step": 1989430
    },
    {
      "epoch": 555.24,
      "grad_norm": 1.1333566904067993,
      "learning_rate": 1.100658362989628e-06,
      "loss": 0.3548,
      "step": 1989440
    },
    {
      "epoch": 555.25,
      "grad_norm": 1.0988004207611084,
      "learning_rate": 1.100635440051876e-06,
      "loss": 0.3454,
      "step": 1989450
    },
    {
      "epoch": 555.25,
      "grad_norm": 1.0591206550598145,
      "learning_rate": 1.100612517279585e-06,
      "loss": 0.3391,
      "step": 1989460
    },
    {
      "epoch": 555.25,
      "grad_norm": 1.0548901557922363,
      "learning_rate": 1.1005895946727547e-06,
      "loss": 0.326,
      "step": 1989470
    },
    {
      "epoch": 555.26,
      "grad_norm": 1.4891706705093384,
      "learning_rate": 1.1005666722313894e-06,
      "loss": 0.3536,
      "step": 1989480
    },
    {
      "epoch": 555.26,
      "grad_norm": 1.2894833087921143,
      "learning_rate": 1.1005437499554933e-06,
      "loss": 0.3412,
      "step": 1989490
    },
    {
      "epoch": 555.26,
      "grad_norm": 1.1849151849746704,
      "learning_rate": 1.100520827845067e-06,
      "loss": 0.3472,
      "step": 1989500
    },
    {
      "epoch": 555.26,
      "grad_norm": 1.0662086009979248,
      "learning_rate": 1.1004979059001152e-06,
      "loss": 0.3243,
      "step": 1989510
    },
    {
      "epoch": 555.27,
      "grad_norm": 1.0756645202636719,
      "learning_rate": 1.1004749841206406e-06,
      "loss": 0.3167,
      "step": 1989520
    },
    {
      "epoch": 555.27,
      "grad_norm": 1.072084903717041,
      "learning_rate": 1.1004520625066469e-06,
      "loss": 0.3303,
      "step": 1989530
    },
    {
      "epoch": 555.27,
      "grad_norm": 1.2002063989639282,
      "learning_rate": 1.100429141058136e-06,
      "loss": 0.3395,
      "step": 1989540
    },
    {
      "epoch": 555.27,
      "grad_norm": 1.3306952714920044,
      "learning_rate": 1.1004062197751108e-06,
      "loss": 0.3497,
      "step": 1989550
    },
    {
      "epoch": 555.28,
      "grad_norm": 1.3118572235107422,
      "learning_rate": 1.1003832986575763e-06,
      "loss": 0.3429,
      "step": 1989560
    },
    {
      "epoch": 555.28,
      "grad_norm": 1.3216403722763062,
      "learning_rate": 1.1003603777055325e-06,
      "loss": 0.3284,
      "step": 1989570
    },
    {
      "epoch": 555.28,
      "grad_norm": 1.1122585535049438,
      "learning_rate": 1.1003374569189859e-06,
      "loss": 0.3353,
      "step": 1989580
    },
    {
      "epoch": 555.29,
      "grad_norm": 1.000244379043579,
      "learning_rate": 1.100314536297937e-06,
      "loss": 0.3444,
      "step": 1989590
    },
    {
      "epoch": 555.29,
      "grad_norm": 1.1045171022415161,
      "learning_rate": 1.1002916158423898e-06,
      "loss": 0.3274,
      "step": 1989600
    },
    {
      "epoch": 555.29,
      "grad_norm": 1.345686912536621,
      "learning_rate": 1.100268695552347e-06,
      "loss": 0.3619,
      "step": 1989610
    },
    {
      "epoch": 555.29,
      "grad_norm": 1.2417569160461426,
      "learning_rate": 1.1002457754278126e-06,
      "loss": 0.3589,
      "step": 1989620
    },
    {
      "epoch": 555.3,
      "grad_norm": 1.1712967157363892,
      "learning_rate": 1.1002228554687886e-06,
      "loss": 0.3189,
      "step": 1989630
    },
    {
      "epoch": 555.3,
      "grad_norm": 1.0811456441879272,
      "learning_rate": 1.1001999356752781e-06,
      "loss": 0.3425,
      "step": 1989640
    },
    {
      "epoch": 555.3,
      "grad_norm": 1.4428690671920776,
      "learning_rate": 1.1001770160472853e-06,
      "loss": 0.3494,
      "step": 1989650
    },
    {
      "epoch": 555.31,
      "grad_norm": 1.0064640045166016,
      "learning_rate": 1.1001540965848108e-06,
      "loss": 0.33,
      "step": 1989660
    },
    {
      "epoch": 555.31,
      "grad_norm": 1.303966760635376,
      "learning_rate": 1.100131177287861e-06,
      "loss": 0.3601,
      "step": 1989670
    },
    {
      "epoch": 555.31,
      "grad_norm": 1.149317979812622,
      "learning_rate": 1.1001082581564361e-06,
      "loss": 0.3261,
      "step": 1989680
    },
    {
      "epoch": 555.31,
      "grad_norm": 1.1501137018203735,
      "learning_rate": 1.1000853391905406e-06,
      "loss": 0.3441,
      "step": 1989690
    },
    {
      "epoch": 555.32,
      "grad_norm": 0.9753667116165161,
      "learning_rate": 1.100062420390178e-06,
      "loss": 0.3467,
      "step": 1989700
    },
    {
      "epoch": 555.32,
      "grad_norm": 1.1688711643218994,
      "learning_rate": 1.1000395017553485e-06,
      "loss": 0.3423,
      "step": 1989710
    },
    {
      "epoch": 555.32,
      "grad_norm": 1.2629462480545044,
      "learning_rate": 1.1000165832860593e-06,
      "loss": 0.3362,
      "step": 1989720
    },
    {
      "epoch": 555.33,
      "grad_norm": 1.2067086696624756,
      "learning_rate": 1.0999936649823104e-06,
      "loss": 0.3508,
      "step": 1989730
    },
    {
      "epoch": 555.33,
      "grad_norm": 1.0921775102615356,
      "learning_rate": 1.0999707468441058e-06,
      "loss": 0.34,
      "step": 1989740
    },
    {
      "epoch": 555.33,
      "grad_norm": 1.029322862625122,
      "learning_rate": 1.0999478288714484e-06,
      "loss": 0.3362,
      "step": 1989750
    },
    {
      "epoch": 555.33,
      "grad_norm": 1.053248405456543,
      "learning_rate": 1.0999249110643424e-06,
      "loss": 0.3319,
      "step": 1989760
    },
    {
      "epoch": 555.34,
      "grad_norm": 1.2434419393539429,
      "learning_rate": 1.0999019934227888e-06,
      "loss": 0.3507,
      "step": 1989770
    },
    {
      "epoch": 555.34,
      "grad_norm": 1.1715149879455566,
      "learning_rate": 1.099879075946792e-06,
      "loss": 0.3406,
      "step": 1989780
    },
    {
      "epoch": 555.34,
      "grad_norm": 1.016660451889038,
      "learning_rate": 1.0998561586363558e-06,
      "loss": 0.3299,
      "step": 1989790
    },
    {
      "epoch": 555.34,
      "grad_norm": 1.1419446468353271,
      "learning_rate": 1.0998332414914799e-06,
      "loss": 0.3491,
      "step": 1989800
    },
    {
      "epoch": 555.35,
      "grad_norm": 1.0728349685668945,
      "learning_rate": 1.0998103245121718e-06,
      "loss": 0.3259,
      "step": 1989810
    },
    {
      "epoch": 555.35,
      "grad_norm": 0.9885939955711365,
      "learning_rate": 1.0997874076984316e-06,
      "loss": 0.3526,
      "step": 1989820
    },
    {
      "epoch": 555.35,
      "grad_norm": 0.9785196781158447,
      "learning_rate": 1.0997644910502628e-06,
      "loss": 0.3272,
      "step": 1989830
    },
    {
      "epoch": 555.36,
      "grad_norm": 1.0874520540237427,
      "learning_rate": 1.099741574567669e-06,
      "loss": 0.3434,
      "step": 1989840
    },
    {
      "epoch": 555.36,
      "grad_norm": 1.2924081087112427,
      "learning_rate": 1.099718658250654e-06,
      "loss": 0.3588,
      "step": 1989850
    },
    {
      "epoch": 555.36,
      "grad_norm": 0.9785187244415283,
      "learning_rate": 1.0996957420992192e-06,
      "loss": 0.3339,
      "step": 1989860
    },
    {
      "epoch": 555.36,
      "grad_norm": 1.158462405204773,
      "learning_rate": 1.0996728261133679e-06,
      "loss": 0.3304,
      "step": 1989870
    },
    {
      "epoch": 555.37,
      "grad_norm": 1.0812113285064697,
      "learning_rate": 1.0996499102931048e-06,
      "loss": 0.3465,
      "step": 1989880
    },
    {
      "epoch": 555.37,
      "grad_norm": 1.0576902627944946,
      "learning_rate": 1.0996269946384298e-06,
      "loss": 0.3376,
      "step": 1989890
    },
    {
      "epoch": 555.37,
      "grad_norm": 1.0483438968658447,
      "learning_rate": 1.0996040791493498e-06,
      "loss": 0.3388,
      "step": 1989900
    },
    {
      "epoch": 555.38,
      "grad_norm": 1.1100656986236572,
      "learning_rate": 1.099581163825865e-06,
      "loss": 0.3307,
      "step": 1989910
    },
    {
      "epoch": 555.38,
      "grad_norm": 1.2500120401382446,
      "learning_rate": 1.0995582486679795e-06,
      "loss": 0.3453,
      "step": 1989920
    },
    {
      "epoch": 555.38,
      "grad_norm": 1.299940586090088,
      "learning_rate": 1.0995353336756972e-06,
      "loss": 0.3369,
      "step": 1989930
    },
    {
      "epoch": 555.38,
      "grad_norm": 1.0604209899902344,
      "learning_rate": 1.0995124188490194e-06,
      "loss": 0.3335,
      "step": 1989940
    },
    {
      "epoch": 555.39,
      "grad_norm": 0.996467649936676,
      "learning_rate": 1.0994895041879497e-06,
      "loss": 0.3706,
      "step": 1989950
    },
    {
      "epoch": 555.39,
      "grad_norm": 1.2378013134002686,
      "learning_rate": 1.0994665896924914e-06,
      "loss": 0.3458,
      "step": 1989960
    },
    {
      "epoch": 555.39,
      "grad_norm": 1.1209441423416138,
      "learning_rate": 1.0994436753626486e-06,
      "loss": 0.3286,
      "step": 1989970
    },
    {
      "epoch": 555.39,
      "grad_norm": 0.9947340488433838,
      "learning_rate": 1.0994207611984215e-06,
      "loss": 0.3308,
      "step": 1989980
    },
    {
      "epoch": 555.4,
      "grad_norm": 1.0298168659210205,
      "learning_rate": 1.0993978471998167e-06,
      "loss": 0.3483,
      "step": 1989990
    },
    {
      "epoch": 555.4,
      "grad_norm": 1.9400018453598022,
      "learning_rate": 1.0993749333668348e-06,
      "loss": 0.3437,
      "step": 1990000
    },
    {
      "epoch": 555.4,
      "grad_norm": 1.0890511274337769,
      "learning_rate": 1.0993520196994795e-06,
      "loss": 0.3324,
      "step": 1990010
    },
    {
      "epoch": 555.41,
      "grad_norm": 1.2404574155807495,
      "learning_rate": 1.0993291061977546e-06,
      "loss": 0.3491,
      "step": 1990020
    },
    {
      "epoch": 555.41,
      "grad_norm": 1.2814282178878784,
      "learning_rate": 1.099306192861661e-06,
      "loss": 0.3353,
      "step": 1990030
    },
    {
      "epoch": 555.41,
      "grad_norm": 1.1998100280761719,
      "learning_rate": 1.0992832796912047e-06,
      "loss": 0.332,
      "step": 1990040
    },
    {
      "epoch": 555.41,
      "grad_norm": 1.0431246757507324,
      "learning_rate": 1.0992603666863864e-06,
      "loss": 0.3433,
      "step": 1990050
    },
    {
      "epoch": 555.42,
      "grad_norm": 0.9877005219459534,
      "learning_rate": 1.0992374538472102e-06,
      "loss": 0.3405,
      "step": 1990060
    },
    {
      "epoch": 555.42,
      "grad_norm": 1.1237596273422241,
      "learning_rate": 1.0992145411736796e-06,
      "loss": 0.3407,
      "step": 1990070
    },
    {
      "epoch": 555.42,
      "grad_norm": 1.2470953464508057,
      "learning_rate": 1.0991916286657964e-06,
      "loss": 0.3483,
      "step": 1990080
    },
    {
      "epoch": 555.43,
      "grad_norm": 1.0746638774871826,
      "learning_rate": 1.099168716323564e-06,
      "loss": 0.3421,
      "step": 1990090
    },
    {
      "epoch": 555.43,
      "grad_norm": 1.0833228826522827,
      "learning_rate": 1.099145804146986e-06,
      "loss": 0.334,
      "step": 1990100
    },
    {
      "epoch": 555.43,
      "grad_norm": 1.2274045944213867,
      "learning_rate": 1.0991228921360655e-06,
      "loss": 0.3409,
      "step": 1990110
    },
    {
      "epoch": 555.43,
      "grad_norm": 1.0054962635040283,
      "learning_rate": 1.099099980290804e-06,
      "loss": 0.3246,
      "step": 1990120
    },
    {
      "epoch": 555.44,
      "grad_norm": 1.2713202238082886,
      "learning_rate": 1.0990770686112074e-06,
      "loss": 0.3365,
      "step": 1990130
    },
    {
      "epoch": 555.44,
      "grad_norm": 1.0392036437988281,
      "learning_rate": 1.099054157097276e-06,
      "loss": 0.3377,
      "step": 1990140
    },
    {
      "epoch": 555.44,
      "grad_norm": 1.2707059383392334,
      "learning_rate": 1.0990312457490142e-06,
      "loss": 0.3441,
      "step": 1990150
    },
    {
      "epoch": 555.45,
      "grad_norm": 1.1149781942367554,
      "learning_rate": 1.0990083345664255e-06,
      "loss": 0.3196,
      "step": 1990160
    },
    {
      "epoch": 555.45,
      "grad_norm": 1.43218994140625,
      "learning_rate": 1.0989854235495115e-06,
      "loss": 0.3429,
      "step": 1990170
    },
    {
      "epoch": 555.45,
      "grad_norm": 1.1725512742996216,
      "learning_rate": 1.098962512698276e-06,
      "loss": 0.3315,
      "step": 1990180
    },
    {
      "epoch": 555.45,
      "grad_norm": 1.1214773654937744,
      "learning_rate": 1.098939602012722e-06,
      "loss": 0.3467,
      "step": 1990190
    },
    {
      "epoch": 555.46,
      "grad_norm": 1.2177525758743286,
      "learning_rate": 1.0989166914928536e-06,
      "loss": 0.3266,
      "step": 1990200
    },
    {
      "epoch": 555.46,
      "grad_norm": 1.1033470630645752,
      "learning_rate": 1.0988937811386718e-06,
      "loss": 0.3286,
      "step": 1990210
    },
    {
      "epoch": 555.46,
      "grad_norm": 1.2010338306427002,
      "learning_rate": 1.0988708709501808e-06,
      "loss": 0.3435,
      "step": 1990220
    },
    {
      "epoch": 555.46,
      "grad_norm": 1.093416690826416,
      "learning_rate": 1.0988479609273843e-06,
      "loss": 0.335,
      "step": 1990230
    },
    {
      "epoch": 555.47,
      "grad_norm": 1.0906498432159424,
      "learning_rate": 1.0988250510702829e-06,
      "loss": 0.3464,
      "step": 1990240
    },
    {
      "epoch": 555.47,
      "grad_norm": 1.2732019424438477,
      "learning_rate": 1.0988021413788831e-06,
      "loss": 0.3375,
      "step": 1990250
    },
    {
      "epoch": 555.47,
      "grad_norm": 1.2192527055740356,
      "learning_rate": 1.0987792318531855e-06,
      "loss": 0.3383,
      "step": 1990260
    },
    {
      "epoch": 555.48,
      "grad_norm": 1.0086241960525513,
      "learning_rate": 1.0987563224931937e-06,
      "loss": 0.3345,
      "step": 1990270
    },
    {
      "epoch": 555.48,
      "grad_norm": 1.0892757177352905,
      "learning_rate": 1.0987334132989109e-06,
      "loss": 0.3397,
      "step": 1990280
    },
    {
      "epoch": 555.48,
      "grad_norm": 1.1003507375717163,
      "learning_rate": 1.0987105042703403e-06,
      "loss": 0.3275,
      "step": 1990290
    },
    {
      "epoch": 555.48,
      "grad_norm": 1.098944902420044,
      "learning_rate": 1.0986875954074855e-06,
      "loss": 0.3393,
      "step": 1990300
    },
    {
      "epoch": 555.49,
      "grad_norm": 1.1752758026123047,
      "learning_rate": 1.098664686710348e-06,
      "loss": 0.3521,
      "step": 1990310
    },
    {
      "epoch": 555.49,
      "grad_norm": 1.0871813297271729,
      "learning_rate": 1.0986417781789318e-06,
      "loss": 0.3352,
      "step": 1990320
    },
    {
      "epoch": 555.49,
      "grad_norm": 0.9886988997459412,
      "learning_rate": 1.0986188698132396e-06,
      "loss": 0.3455,
      "step": 1990330
    },
    {
      "epoch": 555.5,
      "grad_norm": 1.200914740562439,
      "learning_rate": 1.0985959616132758e-06,
      "loss": 0.328,
      "step": 1990340
    },
    {
      "epoch": 555.5,
      "grad_norm": 1.181079626083374,
      "learning_rate": 1.0985730535790414e-06,
      "loss": 0.3374,
      "step": 1990350
    },
    {
      "epoch": 555.5,
      "grad_norm": 1.1400396823883057,
      "learning_rate": 1.0985501457105402e-06,
      "loss": 0.3411,
      "step": 1990360
    },
    {
      "epoch": 555.5,
      "grad_norm": 1.2345576286315918,
      "learning_rate": 1.0985272380077767e-06,
      "loss": 0.3401,
      "step": 1990370
    },
    {
      "epoch": 555.51,
      "grad_norm": 1.0982638597488403,
      "learning_rate": 1.0985043304707506e-06,
      "loss": 0.3413,
      "step": 1990380
    },
    {
      "epoch": 555.51,
      "grad_norm": 1.128204584121704,
      "learning_rate": 1.098481423099469e-06,
      "loss": 0.3401,
      "step": 1990390
    },
    {
      "epoch": 555.51,
      "grad_norm": 1.2319400310516357,
      "learning_rate": 1.098458515893932e-06,
      "loss": 0.341,
      "step": 1990400
    },
    {
      "epoch": 555.51,
      "grad_norm": 1.1957615613937378,
      "learning_rate": 1.0984356088541435e-06,
      "loss": 0.3322,
      "step": 1990410
    },
    {
      "epoch": 555.52,
      "grad_norm": 1.0769673585891724,
      "learning_rate": 1.0984127019801069e-06,
      "loss": 0.3427,
      "step": 1990420
    },
    {
      "epoch": 555.52,
      "grad_norm": 1.330807089805603,
      "learning_rate": 1.0983897952718259e-06,
      "loss": 0.3526,
      "step": 1990430
    },
    {
      "epoch": 555.52,
      "grad_norm": 1.0280176401138306,
      "learning_rate": 1.0983668887293016e-06,
      "loss": 0.3403,
      "step": 1990440
    },
    {
      "epoch": 555.53,
      "grad_norm": 1.1050471067428589,
      "learning_rate": 1.0983439823525385e-06,
      "loss": 0.334,
      "step": 1990450
    },
    {
      "epoch": 555.53,
      "grad_norm": 1.0247080326080322,
      "learning_rate": 1.09832107614154e-06,
      "loss": 0.3456,
      "step": 1990460
    },
    {
      "epoch": 555.53,
      "grad_norm": 1.7117682695388794,
      "learning_rate": 1.0982981700963064e-06,
      "loss": 0.3364,
      "step": 1990470
    },
    {
      "epoch": 555.53,
      "grad_norm": 1.312493085861206,
      "learning_rate": 1.0982752642168449e-06,
      "loss": 0.3529,
      "step": 1990480
    },
    {
      "epoch": 555.54,
      "grad_norm": 1.0628256797790527,
      "learning_rate": 1.0982523585031555e-06,
      "loss": 0.3571,
      "step": 1990490
    },
    {
      "epoch": 555.54,
      "grad_norm": 1.1970921754837036,
      "learning_rate": 1.0982294529552419e-06,
      "loss": 0.3404,
      "step": 1990500
    },
    {
      "epoch": 555.54,
      "grad_norm": 1.060054063796997,
      "learning_rate": 1.0982065475731087e-06,
      "loss": 0.3537,
      "step": 1990510
    },
    {
      "epoch": 555.55,
      "grad_norm": 1.1453909873962402,
      "learning_rate": 1.0981836423567564e-06,
      "loss": 0.3383,
      "step": 1990520
    },
    {
      "epoch": 555.55,
      "grad_norm": 1.1903332471847534,
      "learning_rate": 1.0981607373061896e-06,
      "loss": 0.3423,
      "step": 1990530
    },
    {
      "epoch": 555.55,
      "grad_norm": 0.9252066612243652,
      "learning_rate": 1.0981378324214109e-06,
      "loss": 0.3435,
      "step": 1990540
    },
    {
      "epoch": 555.55,
      "grad_norm": 1.2424746751785278,
      "learning_rate": 1.0981149277024245e-06,
      "loss": 0.3344,
      "step": 1990550
    },
    {
      "epoch": 555.56,
      "grad_norm": 1.4494372606277466,
      "learning_rate": 1.0980920231492308e-06,
      "loss": 0.352,
      "step": 1990560
    },
    {
      "epoch": 555.56,
      "grad_norm": 1.169046401977539,
      "learning_rate": 1.0980691187618362e-06,
      "loss": 0.3477,
      "step": 1990570
    },
    {
      "epoch": 555.56,
      "grad_norm": 1.0696321725845337,
      "learning_rate": 1.098046214540241e-06,
      "loss": 0.3472,
      "step": 1990580
    },
    {
      "epoch": 555.57,
      "grad_norm": 1.1022634506225586,
      "learning_rate": 1.0980233104844495e-06,
      "loss": 0.3396,
      "step": 1990590
    },
    {
      "epoch": 555.57,
      "grad_norm": 1.1367266178131104,
      "learning_rate": 1.0980004065944654e-06,
      "loss": 0.3353,
      "step": 1990600
    },
    {
      "epoch": 555.57,
      "grad_norm": 1.166191816329956,
      "learning_rate": 1.0979775028702891e-06,
      "loss": 0.3595,
      "step": 1990610
    },
    {
      "epoch": 555.57,
      "grad_norm": 1.0886775255203247,
      "learning_rate": 1.0979545993119274e-06,
      "loss": 0.3279,
      "step": 1990620
    },
    {
      "epoch": 555.58,
      "grad_norm": 1.176958680152893,
      "learning_rate": 1.0979316959193804e-06,
      "loss": 0.3374,
      "step": 1990630
    },
    {
      "epoch": 555.58,
      "grad_norm": 1.0564067363739014,
      "learning_rate": 1.0979087926926521e-06,
      "loss": 0.3326,
      "step": 1990640
    },
    {
      "epoch": 555.58,
      "grad_norm": 1.1458996534347534,
      "learning_rate": 1.0978858896317465e-06,
      "loss": 0.3374,
      "step": 1990650
    },
    {
      "epoch": 555.58,
      "grad_norm": 0.9919267892837524,
      "learning_rate": 1.097862986736665e-06,
      "loss": 0.3399,
      "step": 1990660
    },
    {
      "epoch": 555.59,
      "grad_norm": 1.2724266052246094,
      "learning_rate": 1.0978400840074114e-06,
      "loss": 0.3401,
      "step": 1990670
    },
    {
      "epoch": 555.59,
      "grad_norm": 1.3067902326583862,
      "learning_rate": 1.0978171814439885e-06,
      "loss": 0.3346,
      "step": 1990680
    },
    {
      "epoch": 555.59,
      "grad_norm": 1.0205533504486084,
      "learning_rate": 1.0977942790464007e-06,
      "loss": 0.3287,
      "step": 1990690
    },
    {
      "epoch": 555.6,
      "grad_norm": 1.1628013849258423,
      "learning_rate": 1.097771376814648e-06,
      "loss": 0.3406,
      "step": 1990700
    },
    {
      "epoch": 555.6,
      "grad_norm": 0.929702639579773,
      "learning_rate": 1.0977484747487373e-06,
      "loss": 0.3475,
      "step": 1990710
    },
    {
      "epoch": 555.6,
      "grad_norm": 1.087306261062622,
      "learning_rate": 1.0977255728486687e-06,
      "loss": 0.3357,
      "step": 1990720
    },
    {
      "epoch": 555.6,
      "grad_norm": 1.2268983125686646,
      "learning_rate": 1.0977026711144464e-06,
      "loss": 0.3483,
      "step": 1990730
    },
    {
      "epoch": 555.61,
      "grad_norm": 1.1774094104766846,
      "learning_rate": 1.0976797695460742e-06,
      "loss": 0.348,
      "step": 1990740
    },
    {
      "epoch": 555.61,
      "grad_norm": 1.2080986499786377,
      "learning_rate": 1.0976568681435536e-06,
      "loss": 0.3448,
      "step": 1990750
    },
    {
      "epoch": 555.61,
      "grad_norm": 1.2603871822357178,
      "learning_rate": 1.0976339669068882e-06,
      "loss": 0.322,
      "step": 1990760
    },
    {
      "epoch": 555.62,
      "grad_norm": 1.3637189865112305,
      "learning_rate": 1.0976110658360813e-06,
      "loss": 0.3614,
      "step": 1990770
    },
    {
      "epoch": 555.62,
      "grad_norm": 1.007145881652832,
      "learning_rate": 1.0975881649311365e-06,
      "loss": 0.3235,
      "step": 1990780
    },
    {
      "epoch": 555.62,
      "grad_norm": 3.512892484664917,
      "learning_rate": 1.0975652641920544e-06,
      "loss": 0.3464,
      "step": 1990790
    },
    {
      "epoch": 555.62,
      "grad_norm": 1.297745704650879,
      "learning_rate": 1.0975423636188418e-06,
      "loss": 0.352,
      "step": 1990800
    },
    {
      "epoch": 555.63,
      "grad_norm": 1.2839305400848389,
      "learning_rate": 1.0975194632114987e-06,
      "loss": 0.3287,
      "step": 1990810
    },
    {
      "epoch": 555.63,
      "grad_norm": 1.26362144947052,
      "learning_rate": 1.0974965629700292e-06,
      "loss": 0.3385,
      "step": 1990820
    },
    {
      "epoch": 555.63,
      "grad_norm": 1.4246256351470947,
      "learning_rate": 1.0974736628944374e-06,
      "loss": 0.3434,
      "step": 1990830
    },
    {
      "epoch": 555.63,
      "grad_norm": 0.9929208159446716,
      "learning_rate": 1.0974507629847245e-06,
      "loss": 0.3308,
      "step": 1990840
    },
    {
      "epoch": 555.64,
      "grad_norm": 1.3957608938217163,
      "learning_rate": 1.0974278632408943e-06,
      "loss": 0.329,
      "step": 1990850
    },
    {
      "epoch": 555.64,
      "grad_norm": 1.1145271062850952,
      "learning_rate": 1.0974049636629498e-06,
      "loss": 0.3318,
      "step": 1990860
    },
    {
      "epoch": 555.64,
      "grad_norm": 1.10088050365448,
      "learning_rate": 1.0973820642508944e-06,
      "loss": 0.3362,
      "step": 1990870
    },
    {
      "epoch": 555.65,
      "grad_norm": 0.9842098355293274,
      "learning_rate": 1.0973591650047316e-06,
      "loss": 0.3427,
      "step": 1990880
    },
    {
      "epoch": 555.65,
      "grad_norm": 1.2244783639907837,
      "learning_rate": 1.0973362659244628e-06,
      "loss": 0.3409,
      "step": 1990890
    },
    {
      "epoch": 555.65,
      "grad_norm": 1.1023194789886475,
      "learning_rate": 1.0973133670100921e-06,
      "loss": 0.3217,
      "step": 1990900
    },
    {
      "epoch": 555.65,
      "grad_norm": 1.3258646726608276,
      "learning_rate": 1.0972904682616226e-06,
      "loss": 0.336,
      "step": 1990910
    },
    {
      "epoch": 555.66,
      "grad_norm": 1.0240116119384766,
      "learning_rate": 1.097267569679058e-06,
      "loss": 0.3355,
      "step": 1990920
    },
    {
      "epoch": 555.66,
      "grad_norm": 4.805764198303223,
      "learning_rate": 1.0972446712623987e-06,
      "loss": 0.3268,
      "step": 1990930
    },
    {
      "epoch": 555.66,
      "grad_norm": 1.0368605852127075,
      "learning_rate": 1.0972217730116515e-06,
      "loss": 0.3811,
      "step": 1990940
    },
    {
      "epoch": 555.67,
      "grad_norm": 1.1760530471801758,
      "learning_rate": 1.0971988749268165e-06,
      "loss": 0.3496,
      "step": 1990950
    },
    {
      "epoch": 555.67,
      "grad_norm": 1.530823826789856,
      "learning_rate": 1.097175977007898e-06,
      "loss": 0.3337,
      "step": 1990960
    },
    {
      "epoch": 555.67,
      "grad_norm": 1.2274601459503174,
      "learning_rate": 1.0971530792548995e-06,
      "loss": 0.3313,
      "step": 1990970
    },
    {
      "epoch": 555.67,
      "grad_norm": 1.0198153257369995,
      "learning_rate": 1.0971301816678225e-06,
      "loss": 0.3431,
      "step": 1990980
    },
    {
      "epoch": 555.68,
      "grad_norm": 1.0831769704818726,
      "learning_rate": 1.0971072842466712e-06,
      "loss": 0.3408,
      "step": 1990990
    },
    {
      "epoch": 555.68,
      "grad_norm": 1.1716794967651367,
      "learning_rate": 1.0970843869914482e-06,
      "loss": 0.334,
      "step": 1991000
    },
    {
      "epoch": 555.68,
      "grad_norm": 1.0683367252349854,
      "learning_rate": 1.0970614899021576e-06,
      "loss": 0.345,
      "step": 1991010
    },
    {
      "epoch": 555.69,
      "grad_norm": 1.1831867694854736,
      "learning_rate": 1.0970385929788008e-06,
      "loss": 0.3394,
      "step": 1991020
    },
    {
      "epoch": 555.69,
      "grad_norm": 1.1154506206512451,
      "learning_rate": 1.0970156962213816e-06,
      "loss": 0.3312,
      "step": 1991030
    },
    {
      "epoch": 555.69,
      "grad_norm": 6.832118034362793,
      "learning_rate": 1.096992799629904e-06,
      "loss": 0.3581,
      "step": 1991040
    },
    {
      "epoch": 555.69,
      "grad_norm": 1.2209230661392212,
      "learning_rate": 1.0969699032043681e-06,
      "loss": 0.3362,
      "step": 1991050
    },
    {
      "epoch": 555.7,
      "grad_norm": 1.3599129915237427,
      "learning_rate": 1.0969470069447808e-06,
      "loss": 0.3452,
      "step": 1991060
    },
    {
      "epoch": 555.7,
      "grad_norm": 1.1473712921142578,
      "learning_rate": 1.0969241108511426e-06,
      "loss": 0.3379,
      "step": 1991070
    },
    {
      "epoch": 555.7,
      "grad_norm": 1.0653795003890991,
      "learning_rate": 1.0969012149234573e-06,
      "loss": 0.3281,
      "step": 1991080
    },
    {
      "epoch": 555.7,
      "grad_norm": 1.460286259651184,
      "learning_rate": 1.0968783191617279e-06,
      "loss": 0.3204,
      "step": 1991090
    },
    {
      "epoch": 555.71,
      "grad_norm": 1.5559933185577393,
      "learning_rate": 1.0968554235659582e-06,
      "loss": 0.3291,
      "step": 1991100
    },
    {
      "epoch": 555.71,
      "grad_norm": 0.9532957077026367,
      "learning_rate": 1.0968325281361498e-06,
      "loss": 0.3265,
      "step": 1991110
    },
    {
      "epoch": 555.71,
      "grad_norm": 1.2328616380691528,
      "learning_rate": 1.0968096328723063e-06,
      "loss": 0.3502,
      "step": 1991120
    },
    {
      "epoch": 555.72,
      "grad_norm": 1.0702277421951294,
      "learning_rate": 1.096786737774432e-06,
      "loss": 0.3537,
      "step": 1991130
    },
    {
      "epoch": 555.72,
      "grad_norm": 1.180761456489563,
      "learning_rate": 1.0967638428425267e-06,
      "loss": 0.3391,
      "step": 1991140
    },
    {
      "epoch": 555.72,
      "grad_norm": 1.2985296249389648,
      "learning_rate": 1.0967409480765977e-06,
      "loss": 0.3429,
      "step": 1991150
    },
    {
      "epoch": 555.72,
      "grad_norm": 1.09293794631958,
      "learning_rate": 1.0967180534766449e-06,
      "loss": 0.3284,
      "step": 1991160
    },
    {
      "epoch": 555.73,
      "grad_norm": 1.0564252138137817,
      "learning_rate": 1.0966951590426726e-06,
      "loss": 0.3375,
      "step": 1991170
    },
    {
      "epoch": 555.73,
      "grad_norm": 1.0217539072036743,
      "learning_rate": 1.0966722647746845e-06,
      "loss": 0.3334,
      "step": 1991180
    },
    {
      "epoch": 555.73,
      "grad_norm": 1.139929175376892,
      "learning_rate": 1.0966493706726807e-06,
      "loss": 0.346,
      "step": 1991190
    },
    {
      "epoch": 555.74,
      "grad_norm": 1.038595199584961,
      "learning_rate": 1.0966264767366683e-06,
      "loss": 0.3372,
      "step": 1991200
    },
    {
      "epoch": 555.74,
      "grad_norm": 1.0518436431884766,
      "learning_rate": 1.0966035829666474e-06,
      "loss": 0.3286,
      "step": 1991210
    },
    {
      "epoch": 555.74,
      "grad_norm": 1.1730583906173706,
      "learning_rate": 1.0965806893626222e-06,
      "loss": 0.3493,
      "step": 1991220
    },
    {
      "epoch": 555.74,
      "grad_norm": 1.2219691276550293,
      "learning_rate": 1.0965577959245955e-06,
      "loss": 0.3365,
      "step": 1991230
    },
    {
      "epoch": 555.75,
      "grad_norm": 1.6964423656463623,
      "learning_rate": 1.0965349026525713e-06,
      "loss": 0.3489,
      "step": 1991240
    },
    {
      "epoch": 555.75,
      "grad_norm": 1.1691179275512695,
      "learning_rate": 1.096512009546551e-06,
      "loss": 0.3346,
      "step": 1991250
    },
    {
      "epoch": 555.75,
      "grad_norm": 1.2222890853881836,
      "learning_rate": 1.0964891166065382e-06,
      "loss": 0.3384,
      "step": 1991260
    },
    {
      "epoch": 555.75,
      "grad_norm": 1.5781937837600708,
      "learning_rate": 1.096466223832537e-06,
      "loss": 0.3451,
      "step": 1991270
    },
    {
      "epoch": 555.76,
      "grad_norm": 1.3805683851242065,
      "learning_rate": 1.0964433312245482e-06,
      "loss": 0.3489,
      "step": 1991280
    },
    {
      "epoch": 555.76,
      "grad_norm": 1.1489841938018799,
      "learning_rate": 1.0964204387825776e-06,
      "loss": 0.3412,
      "step": 1991290
    },
    {
      "epoch": 555.76,
      "grad_norm": 1.0146139860153198,
      "learning_rate": 1.0963975465066265e-06,
      "loss": 0.3295,
      "step": 1991300
    },
    {
      "epoch": 555.77,
      "grad_norm": 1.0665900707244873,
      "learning_rate": 1.0963746543966979e-06,
      "loss": 0.3527,
      "step": 1991310
    },
    {
      "epoch": 555.77,
      "grad_norm": 1.0977593660354614,
      "learning_rate": 1.0963517624527966e-06,
      "loss": 0.3458,
      "step": 1991320
    },
    {
      "epoch": 555.77,
      "grad_norm": 1.286020040512085,
      "learning_rate": 1.096328870674923e-06,
      "loss": 0.3394,
      "step": 1991330
    },
    {
      "epoch": 555.77,
      "grad_norm": 1.0205433368682861,
      "learning_rate": 1.0963059790630817e-06,
      "loss": 0.332,
      "step": 1991340
    },
    {
      "epoch": 555.78,
      "grad_norm": 1.0190740823745728,
      "learning_rate": 1.0962830876172756e-06,
      "loss": 0.3248,
      "step": 1991350
    },
    {
      "epoch": 555.78,
      "grad_norm": 1.226810336112976,
      "learning_rate": 1.0962601963375086e-06,
      "loss": 0.3269,
      "step": 1991360
    },
    {
      "epoch": 555.78,
      "grad_norm": 0.9296844005584717,
      "learning_rate": 1.096237305223781e-06,
      "loss": 0.3647,
      "step": 1991370
    },
    {
      "epoch": 555.79,
      "grad_norm": 1.0084420442581177,
      "learning_rate": 1.0962144142760995e-06,
      "loss": 0.3467,
      "step": 1991380
    },
    {
      "epoch": 555.79,
      "grad_norm": 1.0098639726638794,
      "learning_rate": 1.0961915234944644e-06,
      "loss": 0.3257,
      "step": 1991390
    },
    {
      "epoch": 555.79,
      "grad_norm": 1.1557155847549438,
      "learning_rate": 1.0961686328788796e-06,
      "loss": 0.3444,
      "step": 1991400
    },
    {
      "epoch": 555.79,
      "grad_norm": 1.1089898347854614,
      "learning_rate": 1.0961457424293492e-06,
      "loss": 0.3446,
      "step": 1991410
    },
    {
      "epoch": 555.8,
      "grad_norm": 1.1279689073562622,
      "learning_rate": 1.0961228521458744e-06,
      "loss": 0.3356,
      "step": 1991420
    },
    {
      "epoch": 555.8,
      "grad_norm": 1.0690369606018066,
      "learning_rate": 1.096099962028459e-06,
      "loss": 0.3338,
      "step": 1991430
    },
    {
      "epoch": 555.8,
      "grad_norm": 1.2639480829238892,
      "learning_rate": 1.096077072077106e-06,
      "loss": 0.3431,
      "step": 1991440
    },
    {
      "epoch": 555.81,
      "grad_norm": 1.2072112560272217,
      "learning_rate": 1.096054182291819e-06,
      "loss": 0.3367,
      "step": 1991450
    },
    {
      "epoch": 555.81,
      "grad_norm": 1.235376000404358,
      "learning_rate": 1.0960312926726015e-06,
      "loss": 0.3394,
      "step": 1991460
    },
    {
      "epoch": 555.81,
      "grad_norm": 1.1688692569732666,
      "learning_rate": 1.0960084032194544e-06,
      "loss": 0.3369,
      "step": 1991470
    },
    {
      "epoch": 555.81,
      "grad_norm": 1.0370373725891113,
      "learning_rate": 1.0959855139323826e-06,
      "loss": 0.3283,
      "step": 1991480
    },
    {
      "epoch": 555.82,
      "grad_norm": 1.137216329574585,
      "learning_rate": 1.095962624811388e-06,
      "loss": 0.3439,
      "step": 1991490
    },
    {
      "epoch": 555.82,
      "grad_norm": 1.1929982900619507,
      "learning_rate": 1.0959397358564757e-06,
      "loss": 0.3294,
      "step": 1991500
    },
    {
      "epoch": 555.82,
      "grad_norm": 1.1369578838348389,
      "learning_rate": 1.0959168470676453e-06,
      "loss": 0.3421,
      "step": 1991510
    },
    {
      "epoch": 555.82,
      "grad_norm": 1.1910467147827148,
      "learning_rate": 1.0958939584449033e-06,
      "loss": 0.3389,
      "step": 1991520
    },
    {
      "epoch": 555.83,
      "grad_norm": 1.604860782623291,
      "learning_rate": 1.0958710699882506e-06,
      "loss": 0.3319,
      "step": 1991530
    },
    {
      "epoch": 555.83,
      "grad_norm": 1.145705223083496,
      "learning_rate": 1.0958481816976912e-06,
      "loss": 0.3614,
      "step": 1991540
    },
    {
      "epoch": 555.83,
      "grad_norm": 1.2193161249160767,
      "learning_rate": 1.0958252935732286e-06,
      "loss": 0.3274,
      "step": 1991550
    },
    {
      "epoch": 555.84,
      "grad_norm": 1.1173155307769775,
      "learning_rate": 1.095802405614864e-06,
      "loss": 0.3403,
      "step": 1991560
    },
    {
      "epoch": 555.84,
      "grad_norm": 1.093226671218872,
      "learning_rate": 1.0957795178226018e-06,
      "loss": 0.3293,
      "step": 1991570
    },
    {
      "epoch": 555.84,
      "grad_norm": 1.1124248504638672,
      "learning_rate": 1.0957566301964447e-06,
      "loss": 0.3491,
      "step": 1991580
    },
    {
      "epoch": 555.84,
      "grad_norm": 1.0120429992675781,
      "learning_rate": 1.095733742736397e-06,
      "loss": 0.334,
      "step": 1991590
    },
    {
      "epoch": 555.85,
      "grad_norm": 1.0901819467544556,
      "learning_rate": 1.0957108554424593e-06,
      "loss": 0.3324,
      "step": 1991600
    },
    {
      "epoch": 555.85,
      "grad_norm": 7.994439601898193,
      "learning_rate": 1.0956879683146362e-06,
      "loss": 0.3499,
      "step": 1991610
    },
    {
      "epoch": 555.85,
      "grad_norm": 1.2012033462524414,
      "learning_rate": 1.0956650813529305e-06,
      "loss": 0.3253,
      "step": 1991620
    },
    {
      "epoch": 555.86,
      "grad_norm": 1.1489133834838867,
      "learning_rate": 1.095642194557345e-06,
      "loss": 0.3438,
      "step": 1991630
    },
    {
      "epoch": 555.86,
      "grad_norm": 1.0829846858978271,
      "learning_rate": 1.0956193079278843e-06,
      "loss": 0.3532,
      "step": 1991640
    },
    {
      "epoch": 555.86,
      "grad_norm": 1.1232435703277588,
      "learning_rate": 1.095596421464549e-06,
      "loss": 0.3135,
      "step": 1991650
    },
    {
      "epoch": 555.86,
      "grad_norm": 1.1955140829086304,
      "learning_rate": 1.0955735351673432e-06,
      "loss": 0.3543,
      "step": 1991660
    },
    {
      "epoch": 555.87,
      "grad_norm": 1.2040759325027466,
      "learning_rate": 1.0955506490362701e-06,
      "loss": 0.3354,
      "step": 1991670
    },
    {
      "epoch": 555.87,
      "grad_norm": 1.1637829542160034,
      "learning_rate": 1.0955277630713337e-06,
      "loss": 0.3335,
      "step": 1991680
    },
    {
      "epoch": 555.87,
      "grad_norm": 1.0676121711730957,
      "learning_rate": 1.095504877272535e-06,
      "loss": 0.346,
      "step": 1991690
    },
    {
      "epoch": 555.87,
      "grad_norm": 1.0821399688720703,
      "learning_rate": 1.095481991639878e-06,
      "loss": 0.3281,
      "step": 1991700
    },
    {
      "epoch": 555.88,
      "grad_norm": 1.242113471031189,
      "learning_rate": 1.095459106173367e-06,
      "loss": 0.3276,
      "step": 1991710
    },
    {
      "epoch": 555.88,
      "grad_norm": 1.1140351295471191,
      "learning_rate": 1.0954362208730017e-06,
      "loss": 0.3465,
      "step": 1991720
    },
    {
      "epoch": 555.88,
      "grad_norm": 1.1639773845672607,
      "learning_rate": 1.0954133357387892e-06,
      "loss": 0.3307,
      "step": 1991730
    },
    {
      "epoch": 555.89,
      "grad_norm": 1.5353702306747437,
      "learning_rate": 1.09539045077073e-06,
      "loss": 0.3419,
      "step": 1991740
    },
    {
      "epoch": 555.89,
      "grad_norm": 0.9054216742515564,
      "learning_rate": 1.0953675659688275e-06,
      "loss": 0.3306,
      "step": 1991750
    },
    {
      "epoch": 555.89,
      "grad_norm": 1.3062386512756348,
      "learning_rate": 1.0953446813330854e-06,
      "loss": 0.3291,
      "step": 1991760
    },
    {
      "epoch": 555.89,
      "grad_norm": 1.1916145086288452,
      "learning_rate": 1.0953217968635058e-06,
      "loss": 0.347,
      "step": 1991770
    },
    {
      "epoch": 555.9,
      "grad_norm": 1.066143274307251,
      "learning_rate": 1.0952989125600938e-06,
      "loss": 0.3346,
      "step": 1991780
    },
    {
      "epoch": 555.9,
      "grad_norm": 1.3647695779800415,
      "learning_rate": 1.0952760284228496e-06,
      "loss": 0.3495,
      "step": 1991790
    },
    {
      "epoch": 555.9,
      "grad_norm": 1.3028546571731567,
      "learning_rate": 1.095253144451778e-06,
      "loss": 0.3369,
      "step": 1991800
    },
    {
      "epoch": 555.91,
      "grad_norm": 1.312304973602295,
      "learning_rate": 1.0952302606468816e-06,
      "loss": 0.3494,
      "step": 1991810
    },
    {
      "epoch": 555.91,
      "grad_norm": 2.1741318702697754,
      "learning_rate": 1.0952073770081644e-06,
      "loss": 0.3264,
      "step": 1991820
    },
    {
      "epoch": 555.91,
      "grad_norm": 1.1590986251831055,
      "learning_rate": 1.0951844935356277e-06,
      "loss": 0.3368,
      "step": 1991830
    },
    {
      "epoch": 555.91,
      "grad_norm": 1.1257500648498535,
      "learning_rate": 1.0951616102292753e-06,
      "loss": 0.3334,
      "step": 1991840
    },
    {
      "epoch": 555.92,
      "grad_norm": 1.1938512325286865,
      "learning_rate": 1.0951387270891113e-06,
      "loss": 0.3425,
      "step": 1991850
    },
    {
      "epoch": 555.92,
      "grad_norm": 1.1696548461914062,
      "learning_rate": 1.095115844115136e-06,
      "loss": 0.3586,
      "step": 1991860
    },
    {
      "epoch": 555.92,
      "grad_norm": 1.0461902618408203,
      "learning_rate": 1.095092961307356e-06,
      "loss": 0.3273,
      "step": 1991870
    },
    {
      "epoch": 555.93,
      "grad_norm": 1.2420514822006226,
      "learning_rate": 1.0950700786657717e-06,
      "loss": 0.3361,
      "step": 1991880
    },
    {
      "epoch": 555.93,
      "grad_norm": 1.22080659866333,
      "learning_rate": 1.0950471961903872e-06,
      "loss": 0.3498,
      "step": 1991890
    },
    {
      "epoch": 555.93,
      "grad_norm": 1.3281066417694092,
      "learning_rate": 1.0950243138812051e-06,
      "loss": 0.3492,
      "step": 1991900
    },
    {
      "epoch": 555.93,
      "grad_norm": 0.9482689499855042,
      "learning_rate": 1.0950014317382298e-06,
      "loss": 0.3428,
      "step": 1991910
    },
    {
      "epoch": 555.94,
      "grad_norm": 1.369452714920044,
      "learning_rate": 1.0949785497614624e-06,
      "loss": 0.344,
      "step": 1991920
    },
    {
      "epoch": 555.94,
      "grad_norm": 1.2556734085083008,
      "learning_rate": 1.0949556679509068e-06,
      "loss": 0.3373,
      "step": 1991930
    },
    {
      "epoch": 555.94,
      "grad_norm": 1.2055507898330688,
      "learning_rate": 1.0949327863065669e-06,
      "loss": 0.3344,
      "step": 1991940
    },
    {
      "epoch": 555.94,
      "grad_norm": 1.147735834121704,
      "learning_rate": 1.0949099048284431e-06,
      "loss": 0.3401,
      "step": 1991950
    },
    {
      "epoch": 555.95,
      "grad_norm": 1.2249319553375244,
      "learning_rate": 1.0948870235165422e-06,
      "loss": 0.3384,
      "step": 1991960
    },
    {
      "epoch": 555.95,
      "grad_norm": 1.3009806871414185,
      "learning_rate": 1.0948641423708643e-06,
      "loss": 0.3337,
      "step": 1991970
    },
    {
      "epoch": 555.95,
      "grad_norm": 1.082910418510437,
      "learning_rate": 1.0948412613914134e-06,
      "loss": 0.3287,
      "step": 1991980
    },
    {
      "epoch": 555.96,
      "grad_norm": 1.0363378524780273,
      "learning_rate": 1.0948183805781934e-06,
      "loss": 0.3395,
      "step": 1991990
    },
    {
      "epoch": 555.96,
      "grad_norm": 0.9611073136329651,
      "learning_rate": 1.094795499931206e-06,
      "loss": 0.3373,
      "step": 1992000
    },
    {
      "epoch": 555.96,
      "grad_norm": 1.3507251739501953,
      "learning_rate": 1.0947726194504546e-06,
      "loss": 0.3369,
      "step": 1992010
    },
    {
      "epoch": 555.96,
      "grad_norm": 4.653426170349121,
      "learning_rate": 1.0947497391359426e-06,
      "loss": 0.3305,
      "step": 1992020
    },
    {
      "epoch": 555.97,
      "grad_norm": 1.1291697025299072,
      "learning_rate": 1.0947268589876725e-06,
      "loss": 0.3283,
      "step": 1992030
    },
    {
      "epoch": 555.97,
      "grad_norm": 0.9299836158752441,
      "learning_rate": 1.0947039790056478e-06,
      "loss": 0.3177,
      "step": 1992040
    },
    {
      "epoch": 555.97,
      "grad_norm": 1.216164231300354,
      "learning_rate": 1.0946810991898726e-06,
      "loss": 0.3355,
      "step": 1992050
    },
    {
      "epoch": 555.98,
      "grad_norm": 1.031752347946167,
      "learning_rate": 1.094658219540348e-06,
      "loss": 0.3316,
      "step": 1992060
    },
    {
      "epoch": 555.98,
      "grad_norm": 1.0551546812057495,
      "learning_rate": 1.0946353400570775e-06,
      "loss": 0.3272,
      "step": 1992070
    },
    {
      "epoch": 555.98,
      "grad_norm": 1.1609481573104858,
      "learning_rate": 1.0946124607400653e-06,
      "loss": 0.3325,
      "step": 1992080
    },
    {
      "epoch": 555.98,
      "grad_norm": 1.0249598026275635,
      "learning_rate": 1.0945895815893122e-06,
      "loss": 0.3366,
      "step": 1992090
    },
    {
      "epoch": 555.99,
      "grad_norm": 1.124160647392273,
      "learning_rate": 1.0945667026048243e-06,
      "loss": 0.3543,
      "step": 1992100
    },
    {
      "epoch": 555.99,
      "grad_norm": 1.3661751747131348,
      "learning_rate": 1.0945438237866023e-06,
      "loss": 0.3362,
      "step": 1992110
    },
    {
      "epoch": 555.99,
      "grad_norm": 0.8962884545326233,
      "learning_rate": 1.09452094513465e-06,
      "loss": 0.3288,
      "step": 1992120
    },
    {
      "epoch": 555.99,
      "grad_norm": 1.1243244409561157,
      "learning_rate": 1.094498066648971e-06,
      "loss": 0.3271,
      "step": 1992130
    },
    {
      "epoch": 556.0,
      "grad_norm": 1.1438041925430298,
      "learning_rate": 1.0944751883295674e-06,
      "loss": 0.344,
      "step": 1992140
    },
    {
      "epoch": 556.0,
      "eval_loss": 0.3399214446544647,
      "eval_runtime": 63.2873,
      "eval_samples_per_second": 79.937,
      "eval_steps_per_second": 10.002,
      "step": 1992148
    },
    {
      "epoch": 556.0,
      "grad_norm": 1.1192524433135986,
      "learning_rate": 1.0944523101764423e-06,
      "loss": 0.3208,
      "step": 1992150
    },
    {
      "epoch": 556.0,
      "grad_norm": 1.2367607355117798,
      "learning_rate": 1.094429432189599e-06,
      "loss": 0.3338,
      "step": 1992160
    },
    {
      "epoch": 556.01,
      "grad_norm": 1.2002465724945068,
      "learning_rate": 1.0944065543690416e-06,
      "loss": 0.3415,
      "step": 1992170
    },
    {
      "epoch": 556.01,
      "grad_norm": 1.3155828714370728,
      "learning_rate": 1.0943836767147702e-06,
      "loss": 0.3299,
      "step": 1992180
    },
    {
      "epoch": 556.01,
      "grad_norm": 1.0998177528381348,
      "learning_rate": 1.0943607992267916e-06,
      "loss": 0.3329,
      "step": 1992190
    },
    {
      "epoch": 556.01,
      "grad_norm": 1.135638952255249,
      "learning_rate": 1.0943379219051064e-06,
      "loss": 0.3423,
      "step": 1992200
    },
    {
      "epoch": 556.02,
      "grad_norm": 1.2153829336166382,
      "learning_rate": 1.0943150447497182e-06,
      "loss": 0.3391,
      "step": 1992210
    },
    {
      "epoch": 556.02,
      "grad_norm": 1.5109573602676392,
      "learning_rate": 1.094292167760631e-06,
      "loss": 0.3609,
      "step": 1992220
    },
    {
      "epoch": 556.02,
      "grad_norm": 1.0162758827209473,
      "learning_rate": 1.0942692909378461e-06,
      "loss": 0.3178,
      "step": 1992230
    },
    {
      "epoch": 556.03,
      "grad_norm": 1.2345880270004272,
      "learning_rate": 1.0942464142813675e-06,
      "loss": 0.3303,
      "step": 1992240
    },
    {
      "epoch": 556.03,
      "grad_norm": 1.0631260871887207,
      "learning_rate": 1.094223537791198e-06,
      "loss": 0.3415,
      "step": 1992250
    },
    {
      "epoch": 556.03,
      "grad_norm": 1.629189372062683,
      "learning_rate": 1.0942006614673418e-06,
      "loss": 0.3534,
      "step": 1992260
    },
    {
      "epoch": 556.03,
      "grad_norm": 1.1986582279205322,
      "learning_rate": 1.0941777853098e-06,
      "loss": 0.3468,
      "step": 1992270
    },
    {
      "epoch": 556.04,
      "grad_norm": 1.1530174016952515,
      "learning_rate": 1.0941549093185766e-06,
      "loss": 0.3497,
      "step": 1992280
    },
    {
      "epoch": 556.04,
      "grad_norm": 0.9817818403244019,
      "learning_rate": 1.0941320334936755e-06,
      "loss": 0.3285,
      "step": 1992290
    },
    {
      "epoch": 556.04,
      "grad_norm": 1.3564502000808716,
      "learning_rate": 1.0941091578350973e-06,
      "loss": 0.3375,
      "step": 1992300
    },
    {
      "epoch": 556.05,
      "grad_norm": 1.0830175876617432,
      "learning_rate": 1.0940862823428483e-06,
      "loss": 0.3224,
      "step": 1992310
    },
    {
      "epoch": 556.05,
      "grad_norm": 1.1480084657669067,
      "learning_rate": 1.0940634070169281e-06,
      "loss": 0.3432,
      "step": 1992320
    },
    {
      "epoch": 556.05,
      "grad_norm": 1.008405089378357,
      "learning_rate": 1.0940405318573434e-06,
      "loss": 0.337,
      "step": 1992330
    },
    {
      "epoch": 556.05,
      "grad_norm": 1.180083990097046,
      "learning_rate": 1.0940176568640942e-06,
      "loss": 0.3536,
      "step": 1992340
    },
    {
      "epoch": 556.06,
      "grad_norm": 1.1769136190414429,
      "learning_rate": 1.0939947820371851e-06,
      "loss": 0.3418,
      "step": 1992350
    },
    {
      "epoch": 556.06,
      "grad_norm": 1.278961181640625,
      "learning_rate": 1.0939719073766193e-06,
      "loss": 0.3516,
      "step": 1992360
    },
    {
      "epoch": 556.06,
      "grad_norm": 1.0631520748138428,
      "learning_rate": 1.0939490328823987e-06,
      "loss": 0.3358,
      "step": 1992370
    },
    {
      "epoch": 556.06,
      "grad_norm": 1.0174572467803955,
      "learning_rate": 1.0939261585545269e-06,
      "loss": 0.3552,
      "step": 1992380
    },
    {
      "epoch": 556.07,
      "grad_norm": 1.293508768081665,
      "learning_rate": 1.0939032843930068e-06,
      "loss": 0.3465,
      "step": 1992390
    },
    {
      "epoch": 556.07,
      "grad_norm": 1.135759949684143,
      "learning_rate": 1.0938804103978428e-06,
      "loss": 0.3314,
      "step": 1992400
    },
    {
      "epoch": 556.07,
      "grad_norm": 1.144276738166809,
      "learning_rate": 1.0938575365690356e-06,
      "loss": 0.3484,
      "step": 1992410
    },
    {
      "epoch": 556.08,
      "grad_norm": 1.312308430671692,
      "learning_rate": 1.0938346629065897e-06,
      "loss": 0.3417,
      "step": 1992420
    },
    {
      "epoch": 556.08,
      "grad_norm": 1.0883479118347168,
      "learning_rate": 1.0938117894105087e-06,
      "loss": 0.3281,
      "step": 1992430
    },
    {
      "epoch": 556.08,
      "grad_norm": 1.1188411712646484,
      "learning_rate": 1.093788916080793e-06,
      "loss": 0.3429,
      "step": 1992440
    },
    {
      "epoch": 556.08,
      "grad_norm": 1.128491997718811,
      "learning_rate": 1.0937660429174492e-06,
      "loss": 0.3341,
      "step": 1992450
    },
    {
      "epoch": 556.09,
      "grad_norm": 0.986102819442749,
      "learning_rate": 1.0937431699204777e-06,
      "loss": 0.331,
      "step": 1992460
    },
    {
      "epoch": 556.09,
      "grad_norm": 1.1109261512756348,
      "learning_rate": 1.0937202970898823e-06,
      "loss": 0.343,
      "step": 1992470
    },
    {
      "epoch": 556.09,
      "grad_norm": 1.320211410522461,
      "learning_rate": 1.0936974244256664e-06,
      "loss": 0.3537,
      "step": 1992480
    },
    {
      "epoch": 556.1,
      "grad_norm": 2.4954309463500977,
      "learning_rate": 1.0936745519278337e-06,
      "loss": 0.3335,
      "step": 1992490
    },
    {
      "epoch": 556.1,
      "grad_norm": 1.0354217290878296,
      "learning_rate": 1.0936516795963855e-06,
      "loss": 0.3299,
      "step": 1992500
    },
    {
      "epoch": 556.1,
      "grad_norm": 1.136694312095642,
      "learning_rate": 1.093628807431326e-06,
      "loss": 0.3306,
      "step": 1992510
    },
    {
      "epoch": 556.1,
      "grad_norm": 1.4206130504608154,
      "learning_rate": 1.0936059354326581e-06,
      "loss": 0.353,
      "step": 1992520
    },
    {
      "epoch": 556.11,
      "grad_norm": 1.0731922388076782,
      "learning_rate": 1.0935830636003836e-06,
      "loss": 0.3136,
      "step": 1992530
    },
    {
      "epoch": 556.11,
      "grad_norm": 1.2412145137786865,
      "learning_rate": 1.093560191934508e-06,
      "loss": 0.339,
      "step": 1992540
    },
    {
      "epoch": 556.11,
      "grad_norm": 1.274757742881775,
      "learning_rate": 1.0935373204350326e-06,
      "loss": 0.3502,
      "step": 1992550
    },
    {
      "epoch": 556.11,
      "grad_norm": 1.1241896152496338,
      "learning_rate": 1.0935144491019605e-06,
      "loss": 0.3327,
      "step": 1992560
    },
    {
      "epoch": 556.12,
      "grad_norm": 1.0252549648284912,
      "learning_rate": 1.0934915779352961e-06,
      "loss": 0.3436,
      "step": 1992570
    },
    {
      "epoch": 556.12,
      "grad_norm": 1.0286554098129272,
      "learning_rate": 1.0934687069350407e-06,
      "loss": 0.3271,
      "step": 1992580
    },
    {
      "epoch": 556.12,
      "grad_norm": 1.024568796157837,
      "learning_rate": 1.0934458361011978e-06,
      "loss": 0.3369,
      "step": 1992590
    },
    {
      "epoch": 556.13,
      "grad_norm": 1.1555131673812866,
      "learning_rate": 1.093422965433771e-06,
      "loss": 0.3347,
      "step": 1992600
    },
    {
      "epoch": 556.13,
      "grad_norm": 1.13053297996521,
      "learning_rate": 1.093400094932763e-06,
      "loss": 0.3473,
      "step": 1992610
    },
    {
      "epoch": 556.13,
      "grad_norm": 1.1632275581359863,
      "learning_rate": 1.0933772245981767e-06,
      "loss": 0.3555,
      "step": 1992620
    },
    {
      "epoch": 556.13,
      "grad_norm": 1.2211356163024902,
      "learning_rate": 1.0933543544300166e-06,
      "loss": 0.3506,
      "step": 1992630
    },
    {
      "epoch": 556.14,
      "grad_norm": 1.0182844400405884,
      "learning_rate": 1.0933314844282832e-06,
      "loss": 0.3338,
      "step": 1992640
    },
    {
      "epoch": 556.14,
      "grad_norm": 1.279999017715454,
      "learning_rate": 1.0933086145929812e-06,
      "loss": 0.3277,
      "step": 1992650
    },
    {
      "epoch": 556.14,
      "grad_norm": 1.2426508665084839,
      "learning_rate": 1.093285744924114e-06,
      "loss": 0.342,
      "step": 1992660
    },
    {
      "epoch": 556.15,
      "grad_norm": 1.2654609680175781,
      "learning_rate": 1.0932628754216819e-06,
      "loss": 0.3474,
      "step": 1992670
    },
    {
      "epoch": 556.15,
      "grad_norm": 1.2485536336898804,
      "learning_rate": 1.0932400060856922e-06,
      "loss": 0.331,
      "step": 1992680
    },
    {
      "epoch": 556.15,
      "grad_norm": 1.175418734550476,
      "learning_rate": 1.0932171369161446e-06,
      "loss": 0.3393,
      "step": 1992690
    },
    {
      "epoch": 556.15,
      "grad_norm": 1.2072001695632935,
      "learning_rate": 1.0931942679130433e-06,
      "loss": 0.3481,
      "step": 1992700
    },
    {
      "epoch": 556.16,
      "grad_norm": 1.095873236656189,
      "learning_rate": 1.0931713990763914e-06,
      "loss": 0.3531,
      "step": 1992710
    },
    {
      "epoch": 556.16,
      "grad_norm": 1.450661540031433,
      "learning_rate": 1.0931485304061926e-06,
      "loss": 0.3433,
      "step": 1992720
    },
    {
      "epoch": 556.16,
      "grad_norm": 1.4043174982070923,
      "learning_rate": 1.0931256619024484e-06,
      "loss": 0.3255,
      "step": 1992730
    },
    {
      "epoch": 556.17,
      "grad_norm": 1.1495715379714966,
      "learning_rate": 1.0931027935651627e-06,
      "loss": 0.3329,
      "step": 1992740
    },
    {
      "epoch": 556.17,
      "grad_norm": 1.2010464668273926,
      "learning_rate": 1.0930799253943392e-06,
      "loss": 0.3442,
      "step": 1992750
    },
    {
      "epoch": 556.17,
      "grad_norm": 1.023099422454834,
      "learning_rate": 1.0930570573899786e-06,
      "loss": 0.3463,
      "step": 1992760
    },
    {
      "epoch": 556.17,
      "grad_norm": 1.060653805732727,
      "learning_rate": 1.0930341895520874e-06,
      "loss": 0.3467,
      "step": 1992770
    },
    {
      "epoch": 556.18,
      "grad_norm": 1.205412745475769,
      "learning_rate": 1.0930113218806657e-06,
      "loss": 0.3462,
      "step": 1992780
    },
    {
      "epoch": 556.18,
      "grad_norm": 1.1638433933258057,
      "learning_rate": 1.0929884543757178e-06,
      "loss": 0.3231,
      "step": 1992790
    },
    {
      "epoch": 556.18,
      "grad_norm": 1.269065499305725,
      "learning_rate": 1.0929655870372474e-06,
      "loss": 0.3432,
      "step": 1992800
    },
    {
      "epoch": 556.18,
      "grad_norm": 1.3258482217788696,
      "learning_rate": 1.092942719865256e-06,
      "loss": 0.3544,
      "step": 1992810
    },
    {
      "epoch": 556.19,
      "grad_norm": 0.9835334420204163,
      "learning_rate": 1.0929198528597473e-06,
      "loss": 0.3269,
      "step": 1992820
    },
    {
      "epoch": 556.19,
      "grad_norm": 1.0879018306732178,
      "learning_rate": 1.0928969860207246e-06,
      "loss": 0.3465,
      "step": 1992830
    },
    {
      "epoch": 556.19,
      "grad_norm": 1.1559721231460571,
      "learning_rate": 1.092874119348191e-06,
      "loss": 0.3364,
      "step": 1992840
    },
    {
      "epoch": 556.2,
      "grad_norm": 1.2025052309036255,
      "learning_rate": 1.0928512528421483e-06,
      "loss": 0.3233,
      "step": 1992850
    },
    {
      "epoch": 556.2,
      "grad_norm": 1.2088104486465454,
      "learning_rate": 1.0928283865026022e-06,
      "loss": 0.3412,
      "step": 1992860
    },
    {
      "epoch": 556.2,
      "grad_norm": 1.102029800415039,
      "learning_rate": 1.092805520329553e-06,
      "loss": 0.3404,
      "step": 1992870
    },
    {
      "epoch": 556.2,
      "grad_norm": 1.5713036060333252,
      "learning_rate": 1.0927826543230051e-06,
      "loss": 0.3584,
      "step": 1992880
    },
    {
      "epoch": 556.21,
      "grad_norm": 1.5229401588439941,
      "learning_rate": 1.092759788482962e-06,
      "loss": 0.3445,
      "step": 1992890
    },
    {
      "epoch": 556.21,
      "grad_norm": 1.1212797164916992,
      "learning_rate": 1.0927369228094245e-06,
      "loss": 0.3245,
      "step": 1992900
    },
    {
      "epoch": 556.21,
      "grad_norm": 1.036993384361267,
      "learning_rate": 1.0927140573023986e-06,
      "loss": 0.3385,
      "step": 1992910
    },
    {
      "epoch": 556.22,
      "grad_norm": 1.1511831283569336,
      "learning_rate": 1.0926911919618852e-06,
      "loss": 0.3319,
      "step": 1992920
    },
    {
      "epoch": 556.22,
      "grad_norm": 1.0988702774047852,
      "learning_rate": 1.092668326787888e-06,
      "loss": 0.3324,
      "step": 1992930
    },
    {
      "epoch": 556.22,
      "grad_norm": 1.081264853477478,
      "learning_rate": 1.092645461780411e-06,
      "loss": 0.3573,
      "step": 1992940
    },
    {
      "epoch": 556.22,
      "grad_norm": 1.3439698219299316,
      "learning_rate": 1.0926225969394556e-06,
      "loss": 0.3353,
      "step": 1992950
    },
    {
      "epoch": 556.23,
      "grad_norm": 1.2074812650680542,
      "learning_rate": 1.0925997322650256e-06,
      "loss": 0.3404,
      "step": 1992960
    },
    {
      "epoch": 556.23,
      "grad_norm": 1.1718424558639526,
      "learning_rate": 1.0925768677571238e-06,
      "loss": 0.3562,
      "step": 1992970
    },
    {
      "epoch": 556.23,
      "grad_norm": 1.1724807024002075,
      "learning_rate": 1.0925540034157547e-06,
      "loss": 0.3221,
      "step": 1992980
    },
    {
      "epoch": 556.23,
      "grad_norm": 1.1940845251083374,
      "learning_rate": 1.092531139240918e-06,
      "loss": 0.3356,
      "step": 1992990
    },
    {
      "epoch": 556.24,
      "grad_norm": 1.2088903188705444,
      "learning_rate": 1.092508275232621e-06,
      "loss": 0.3359,
      "step": 1993000
    },
    {
      "epoch": 556.24,
      "grad_norm": 1.201197624206543,
      "learning_rate": 1.0924854113908636e-06,
      "loss": 0.3384,
      "step": 1993010
    },
    {
      "epoch": 556.24,
      "grad_norm": 1.256666898727417,
      "learning_rate": 1.09246254771565e-06,
      "loss": 0.3446,
      "step": 1993020
    },
    {
      "epoch": 556.25,
      "grad_norm": 1.1086249351501465,
      "learning_rate": 1.0924396842069836e-06,
      "loss": 0.331,
      "step": 1993030
    },
    {
      "epoch": 556.25,
      "grad_norm": 1.1637563705444336,
      "learning_rate": 1.0924168208648665e-06,
      "loss": 0.3493,
      "step": 1993040
    },
    {
      "epoch": 556.25,
      "grad_norm": 1.0634210109710693,
      "learning_rate": 1.092393957689302e-06,
      "loss": 0.3473,
      "step": 1993050
    },
    {
      "epoch": 556.25,
      "grad_norm": 1.2398135662078857,
      "learning_rate": 1.0923710946802931e-06,
      "loss": 0.3343,
      "step": 1993060
    },
    {
      "epoch": 556.26,
      "grad_norm": 1.0993272066116333,
      "learning_rate": 1.0923482318378442e-06,
      "loss": 0.3541,
      "step": 1993070
    },
    {
      "epoch": 556.26,
      "grad_norm": 1.2525153160095215,
      "learning_rate": 1.0923253691619562e-06,
      "loss": 0.3361,
      "step": 1993080
    },
    {
      "epoch": 556.26,
      "grad_norm": 1.4947084188461304,
      "learning_rate": 1.0923025066526333e-06,
      "loss": 0.332,
      "step": 1993090
    },
    {
      "epoch": 556.27,
      "grad_norm": 1.0012367963790894,
      "learning_rate": 1.0922796443098791e-06,
      "loss": 0.3329,
      "step": 1993100
    },
    {
      "epoch": 556.27,
      "grad_norm": 1.1272739171981812,
      "learning_rate": 1.0922567821336945e-06,
      "loss": 0.3504,
      "step": 1993110
    },
    {
      "epoch": 556.27,
      "grad_norm": 1.0898865461349487,
      "learning_rate": 1.0922339201240856e-06,
      "loss": 0.3298,
      "step": 1993120
    },
    {
      "epoch": 556.27,
      "grad_norm": 1.0481301546096802,
      "learning_rate": 1.092211058281053e-06,
      "loss": 0.3488,
      "step": 1993130
    },
    {
      "epoch": 556.28,
      "grad_norm": 1.0504719018936157,
      "learning_rate": 1.0921881966046003e-06,
      "loss": 0.3332,
      "step": 1993140
    },
    {
      "epoch": 556.28,
      "grad_norm": 1.0648504495620728,
      "learning_rate": 1.0921653350947311e-06,
      "loss": 0.3555,
      "step": 1993150
    },
    {
      "epoch": 556.28,
      "grad_norm": 1.0660738945007324,
      "learning_rate": 1.0921424737514488e-06,
      "loss": 0.339,
      "step": 1993160
    },
    {
      "epoch": 556.29,
      "grad_norm": 1.1609200239181519,
      "learning_rate": 1.0921196125747551e-06,
      "loss": 0.3547,
      "step": 1993170
    },
    {
      "epoch": 556.29,
      "grad_norm": 1.2828088998794556,
      "learning_rate": 1.0920967515646538e-06,
      "loss": 0.3409,
      "step": 1993180
    },
    {
      "epoch": 556.29,
      "grad_norm": 1.2559916973114014,
      "learning_rate": 1.0920738907211478e-06,
      "loss": 0.3298,
      "step": 1993190
    },
    {
      "epoch": 556.29,
      "grad_norm": 1.2768564224243164,
      "learning_rate": 1.0920510300442404e-06,
      "loss": 0.3304,
      "step": 1993200
    },
    {
      "epoch": 556.3,
      "grad_norm": 1.1739847660064697,
      "learning_rate": 1.0920281695339352e-06,
      "loss": 0.3366,
      "step": 1993210
    },
    {
      "epoch": 556.3,
      "grad_norm": 1.060112714767456,
      "learning_rate": 1.0920053091902334e-06,
      "loss": 0.3334,
      "step": 1993220
    },
    {
      "epoch": 556.3,
      "grad_norm": 1.097610592842102,
      "learning_rate": 1.0919824490131394e-06,
      "loss": 0.3549,
      "step": 1993230
    },
    {
      "epoch": 556.3,
      "grad_norm": 1.1747157573699951,
      "learning_rate": 1.0919595890026569e-06,
      "loss": 0.3405,
      "step": 1993240
    },
    {
      "epoch": 556.31,
      "grad_norm": 1.062835693359375,
      "learning_rate": 1.0919367291587863e-06,
      "loss": 0.3421,
      "step": 1993250
    },
    {
      "epoch": 556.31,
      "grad_norm": 1.0299875736236572,
      "learning_rate": 1.091913869481534e-06,
      "loss": 0.356,
      "step": 1993260
    },
    {
      "epoch": 556.31,
      "grad_norm": 1.0315064191818237,
      "learning_rate": 1.0918910099709007e-06,
      "loss": 0.318,
      "step": 1993270
    },
    {
      "epoch": 556.32,
      "grad_norm": 1.186170220375061,
      "learning_rate": 1.0918681506268903e-06,
      "loss": 0.3423,
      "step": 1993280
    },
    {
      "epoch": 556.32,
      "grad_norm": 1.1521929502487183,
      "learning_rate": 1.0918452914495055e-06,
      "loss": 0.3292,
      "step": 1993290
    },
    {
      "epoch": 556.32,
      "grad_norm": 0.983435869216919,
      "learning_rate": 1.0918224324387503e-06,
      "loss": 0.3389,
      "step": 1993300
    },
    {
      "epoch": 556.32,
      "grad_norm": 1.0752235651016235,
      "learning_rate": 1.0917995735946263e-06,
      "loss": 0.3479,
      "step": 1993310
    },
    {
      "epoch": 556.33,
      "grad_norm": 1.2049806118011475,
      "learning_rate": 1.0917767149171373e-06,
      "loss": 0.3337,
      "step": 1993320
    },
    {
      "epoch": 556.33,
      "grad_norm": 1.2542732954025269,
      "learning_rate": 1.0917538564062872e-06,
      "loss": 0.333,
      "step": 1993330
    },
    {
      "epoch": 556.33,
      "grad_norm": 1.0740880966186523,
      "learning_rate": 1.0917309980620761e-06,
      "loss": 0.358,
      "step": 1993340
    },
    {
      "epoch": 556.34,
      "grad_norm": 1.2010340690612793,
      "learning_rate": 1.091708139884511e-06,
      "loss": 0.3364,
      "step": 1993350
    },
    {
      "epoch": 556.34,
      "grad_norm": 1.2495595216751099,
      "learning_rate": 1.0916852818735922e-06,
      "loss": 0.3374,
      "step": 1993360
    },
    {
      "epoch": 556.34,
      "grad_norm": 1.1128543615341187,
      "learning_rate": 1.0916624240293236e-06,
      "loss": 0.3378,
      "step": 1993370
    },
    {
      "epoch": 556.34,
      "grad_norm": 1.0838857889175415,
      "learning_rate": 1.091639566351709e-06,
      "loss": 0.3422,
      "step": 1993380
    },
    {
      "epoch": 556.35,
      "grad_norm": 1.1427305936813354,
      "learning_rate": 1.0916167088407498e-06,
      "loss": 0.3317,
      "step": 1993390
    },
    {
      "epoch": 556.35,
      "grad_norm": 0.9036831855773926,
      "learning_rate": 1.0915938514964497e-06,
      "loss": 0.3388,
      "step": 1993400
    },
    {
      "epoch": 556.35,
      "grad_norm": 1.2081949710845947,
      "learning_rate": 1.091570994318812e-06,
      "loss": 0.3537,
      "step": 1993410
    },
    {
      "epoch": 556.36,
      "grad_norm": 1.0164200067520142,
      "learning_rate": 1.0915481373078406e-06,
      "loss": 0.3399,
      "step": 1993420
    },
    {
      "epoch": 556.36,
      "grad_norm": 0.98524409532547,
      "learning_rate": 1.0915252804635359e-06,
      "loss": 0.3394,
      "step": 1993430
    },
    {
      "epoch": 556.36,
      "grad_norm": 1.1815513372421265,
      "learning_rate": 1.0915024237859043e-06,
      "loss": 0.3232,
      "step": 1993440
    },
    {
      "epoch": 556.36,
      "grad_norm": 1.8178627490997314,
      "learning_rate": 1.0914795672749462e-06,
      "loss": 0.3435,
      "step": 1993450
    },
    {
      "epoch": 556.37,
      "grad_norm": 1.3947572708129883,
      "learning_rate": 1.091456710930666e-06,
      "loss": 0.3309,
      "step": 1993460
    },
    {
      "epoch": 556.37,
      "grad_norm": 1.1776126623153687,
      "learning_rate": 1.091433854753067e-06,
      "loss": 0.3496,
      "step": 1993470
    },
    {
      "epoch": 556.37,
      "grad_norm": 1.0620520114898682,
      "learning_rate": 1.0914109987421499e-06,
      "loss": 0.3512,
      "step": 1993480
    },
    {
      "epoch": 556.37,
      "grad_norm": 1.426215648651123,
      "learning_rate": 1.0913881428979212e-06,
      "loss": 0.3319,
      "step": 1993490
    },
    {
      "epoch": 556.38,
      "grad_norm": 4.411219120025635,
      "learning_rate": 1.0913652872203815e-06,
      "loss": 0.3458,
      "step": 1993500
    },
    {
      "epoch": 556.38,
      "grad_norm": 1.1052237749099731,
      "learning_rate": 1.0913424317095342e-06,
      "loss": 0.3333,
      "step": 1993510
    },
    {
      "epoch": 556.38,
      "grad_norm": 1.1128995418548584,
      "learning_rate": 1.0913195763653839e-06,
      "loss": 0.3264,
      "step": 1993520
    },
    {
      "epoch": 556.39,
      "grad_norm": 1.7334781885147095,
      "learning_rate": 1.0912967211879315e-06,
      "loss": 0.3456,
      "step": 1993530
    },
    {
      "epoch": 556.39,
      "grad_norm": 1.205858826637268,
      "learning_rate": 1.0912738661771808e-06,
      "loss": 0.3442,
      "step": 1993540
    },
    {
      "epoch": 556.39,
      "grad_norm": 1.247638463973999,
      "learning_rate": 1.0912510113331352e-06,
      "loss": 0.326,
      "step": 1993550
    },
    {
      "epoch": 556.39,
      "grad_norm": 1.3525348901748657,
      "learning_rate": 1.091228156655798e-06,
      "loss": 0.347,
      "step": 1993560
    },
    {
      "epoch": 556.4,
      "grad_norm": 0.9702475666999817,
      "learning_rate": 1.0912053021451706e-06,
      "loss": 0.3348,
      "step": 1993570
    },
    {
      "epoch": 556.4,
      "grad_norm": 0.9842667579650879,
      "learning_rate": 1.0911824478012586e-06,
      "loss": 0.3352,
      "step": 1993580
    },
    {
      "epoch": 556.4,
      "grad_norm": 1.1343392133712769,
      "learning_rate": 1.091159593624063e-06,
      "loss": 0.3501,
      "step": 1993590
    },
    {
      "epoch": 556.41,
      "grad_norm": 1.1076298952102661,
      "learning_rate": 1.0911367396135877e-06,
      "loss": 0.3322,
      "step": 1993600
    },
    {
      "epoch": 556.41,
      "grad_norm": 1.19126558303833,
      "learning_rate": 1.0911138857698362e-06,
      "loss": 0.3528,
      "step": 1993610
    },
    {
      "epoch": 556.41,
      "grad_norm": 1.9098737239837646,
      "learning_rate": 1.09109103209281e-06,
      "loss": 0.3562,
      "step": 1993620
    },
    {
      "epoch": 556.41,
      "grad_norm": 1.2783279418945312,
      "learning_rate": 1.091068178582513e-06,
      "loss": 0.3305,
      "step": 1993630
    },
    {
      "epoch": 556.42,
      "grad_norm": 1.2058329582214355,
      "learning_rate": 1.0910453252389486e-06,
      "loss": 0.3494,
      "step": 1993640
    },
    {
      "epoch": 556.42,
      "grad_norm": 1.060408353805542,
      "learning_rate": 1.0910224720621203e-06,
      "loss": 0.3422,
      "step": 1993650
    },
    {
      "epoch": 556.42,
      "grad_norm": 1.1392053365707397,
      "learning_rate": 1.0909996190520286e-06,
      "loss": 0.343,
      "step": 1993660
    },
    {
      "epoch": 556.42,
      "grad_norm": 1.0344334840774536,
      "learning_rate": 1.09097676620868e-06,
      "loss": 0.3332,
      "step": 1993670
    },
    {
      "epoch": 556.43,
      "grad_norm": 1.1663583517074585,
      "learning_rate": 1.0909539135320748e-06,
      "loss": 0.332,
      "step": 1993680
    },
    {
      "epoch": 556.43,
      "grad_norm": 1.340585708618164,
      "learning_rate": 1.0909310610222176e-06,
      "loss": 0.3348,
      "step": 1993690
    },
    {
      "epoch": 556.43,
      "grad_norm": 1.1390963792800903,
      "learning_rate": 1.0909082086791113e-06,
      "loss": 0.3362,
      "step": 1993700
    },
    {
      "epoch": 556.44,
      "grad_norm": 1.166332483291626,
      "learning_rate": 1.0908853565027581e-06,
      "loss": 0.3345,
      "step": 1993710
    },
    {
      "epoch": 556.44,
      "grad_norm": 0.9697632789611816,
      "learning_rate": 1.0908625044931612e-06,
      "loss": 0.3278,
      "step": 1993720
    },
    {
      "epoch": 556.44,
      "grad_norm": 1.2099196910858154,
      "learning_rate": 1.0908396526503242e-06,
      "loss": 0.3485,
      "step": 1993730
    },
    {
      "epoch": 556.44,
      "grad_norm": 0.9726096391677856,
      "learning_rate": 1.090816800974251e-06,
      "loss": 0.333,
      "step": 1993740
    },
    {
      "epoch": 556.45,
      "grad_norm": 1.047080159187317,
      "learning_rate": 1.090793949464942e-06,
      "loss": 0.338,
      "step": 1993750
    },
    {
      "epoch": 556.45,
      "grad_norm": 1.1269512176513672,
      "learning_rate": 1.0907710981224024e-06,
      "loss": 0.3397,
      "step": 1993760
    },
    {
      "epoch": 556.45,
      "grad_norm": 1.0109384059906006,
      "learning_rate": 1.0907482469466344e-06,
      "loss": 0.3455,
      "step": 1993770
    },
    {
      "epoch": 556.46,
      "grad_norm": 1.2202571630477905,
      "learning_rate": 1.0907253959376412e-06,
      "loss": 0.352,
      "step": 1993780
    },
    {
      "epoch": 556.46,
      "grad_norm": 1.2447832822799683,
      "learning_rate": 1.090702545095427e-06,
      "loss": 0.3518,
      "step": 1993790
    },
    {
      "epoch": 556.46,
      "grad_norm": 1.085747241973877,
      "learning_rate": 1.0906796944199918e-06,
      "loss": 0.3472,
      "step": 1993800
    },
    {
      "epoch": 556.46,
      "grad_norm": 1.181968092918396,
      "learning_rate": 1.0906568439113425e-06,
      "loss": 0.3427,
      "step": 1993810
    },
    {
      "epoch": 556.47,
      "grad_norm": 1.2622543573379517,
      "learning_rate": 1.0906339935694793e-06,
      "loss": 0.3511,
      "step": 1993820
    },
    {
      "epoch": 556.47,
      "grad_norm": 0.9327890872955322,
      "learning_rate": 1.0906111433944061e-06,
      "loss": 0.3235,
      "step": 1993830
    },
    {
      "epoch": 556.47,
      "grad_norm": 1.0910818576812744,
      "learning_rate": 1.0905882933861271e-06,
      "loss": 0.3574,
      "step": 1993840
    },
    {
      "epoch": 556.48,
      "grad_norm": 1.1962679624557495,
      "learning_rate": 1.0905654435446433e-06,
      "loss": 0.3328,
      "step": 1993850
    },
    {
      "epoch": 556.48,
      "grad_norm": 1.1245161294937134,
      "learning_rate": 1.0905425938699587e-06,
      "loss": 0.3431,
      "step": 1993860
    },
    {
      "epoch": 556.48,
      "grad_norm": 1.0758544206619263,
      "learning_rate": 1.0905197443620763e-06,
      "loss": 0.3336,
      "step": 1993870
    },
    {
      "epoch": 556.48,
      "grad_norm": 1.142005205154419,
      "learning_rate": 1.0904968950210001e-06,
      "loss": 0.3314,
      "step": 1993880
    },
    {
      "epoch": 556.49,
      "grad_norm": 1.204010009765625,
      "learning_rate": 1.0904740458467311e-06,
      "loss": 0.3318,
      "step": 1993890
    },
    {
      "epoch": 556.49,
      "grad_norm": 1.1462026834487915,
      "learning_rate": 1.0904511968392739e-06,
      "loss": 0.3413,
      "step": 1993900
    },
    {
      "epoch": 556.49,
      "grad_norm": 1.1663199663162231,
      "learning_rate": 1.090428347998632e-06,
      "loss": 0.3528,
      "step": 1993910
    },
    {
      "epoch": 556.49,
      "grad_norm": 1.3740555047988892,
      "learning_rate": 1.0904054993248055e-06,
      "loss": 0.347,
      "step": 1993920
    },
    {
      "epoch": 556.5,
      "grad_norm": 1.1298425197601318,
      "learning_rate": 1.0903826508178013e-06,
      "loss": 0.3458,
      "step": 1993930
    },
    {
      "epoch": 556.5,
      "grad_norm": 1.2010313272476196,
      "learning_rate": 1.0903598024776197e-06,
      "loss": 0.3437,
      "step": 1993940
    },
    {
      "epoch": 556.5,
      "grad_norm": 0.9869921207427979,
      "learning_rate": 1.090336954304265e-06,
      "loss": 0.3345,
      "step": 1993950
    },
    {
      "epoch": 556.51,
      "grad_norm": 0.9959532022476196,
      "learning_rate": 1.0903141062977396e-06,
      "loss": 0.3454,
      "step": 1993960
    },
    {
      "epoch": 556.51,
      "grad_norm": 1.3882559537887573,
      "learning_rate": 1.090291258458048e-06,
      "loss": 0.3269,
      "step": 1993970
    },
    {
      "epoch": 556.51,
      "grad_norm": 0.9741409420967102,
      "learning_rate": 1.0902684107851908e-06,
      "loss": 0.3347,
      "step": 1993980
    },
    {
      "epoch": 556.51,
      "grad_norm": 1.15823233127594,
      "learning_rate": 1.0902455632791727e-06,
      "loss": 0.3244,
      "step": 1993990
    },
    {
      "epoch": 556.52,
      "grad_norm": 1.0405635833740234,
      "learning_rate": 1.0902227159399972e-06,
      "loss": 0.3474,
      "step": 1994000
    },
    {
      "epoch": 556.52,
      "grad_norm": 1.276353359222412,
      "learning_rate": 1.0901998687676648e-06,
      "loss": 0.3626,
      "step": 1994010
    },
    {
      "epoch": 556.52,
      "grad_norm": 1.0743091106414795,
      "learning_rate": 1.0901770217621818e-06,
      "loss": 0.3344,
      "step": 1994020
    },
    {
      "epoch": 556.53,
      "grad_norm": 1.0962684154510498,
      "learning_rate": 1.090154174923549e-06,
      "loss": 0.3565,
      "step": 1994030
    },
    {
      "epoch": 556.53,
      "grad_norm": 1.0860131978988647,
      "learning_rate": 1.09013132825177e-06,
      "loss": 0.3516,
      "step": 1994040
    },
    {
      "epoch": 556.53,
      "grad_norm": 1.0252732038497925,
      "learning_rate": 1.0901084817468492e-06,
      "loss": 0.3419,
      "step": 1994050
    },
    {
      "epoch": 556.53,
      "grad_norm": 1.0835106372833252,
      "learning_rate": 1.0900856354087864e-06,
      "loss": 0.3344,
      "step": 1994060
    },
    {
      "epoch": 556.54,
      "grad_norm": 1.0183178186416626,
      "learning_rate": 1.0900627892375885e-06,
      "loss": 0.3355,
      "step": 1994070
    },
    {
      "epoch": 556.54,
      "grad_norm": 1.87185800075531,
      "learning_rate": 1.0900399432332556e-06,
      "loss": 0.3293,
      "step": 1994080
    },
    {
      "epoch": 556.54,
      "grad_norm": 1.188730239868164,
      "learning_rate": 1.0900170973957923e-06,
      "loss": 0.3498,
      "step": 1994090
    },
    {
      "epoch": 556.54,
      "grad_norm": 1.4209316968917847,
      "learning_rate": 1.089994251725201e-06,
      "loss": 0.3195,
      "step": 1994100
    },
    {
      "epoch": 556.55,
      "grad_norm": 1.2519512176513672,
      "learning_rate": 1.0899714062214855e-06,
      "loss": 0.3368,
      "step": 1994110
    },
    {
      "epoch": 556.55,
      "grad_norm": 1.1743611097335815,
      "learning_rate": 1.0899485608846477e-06,
      "loss": 0.3403,
      "step": 1994120
    },
    {
      "epoch": 556.55,
      "grad_norm": 1.1292946338653564,
      "learning_rate": 1.0899257157146914e-06,
      "loss": 0.3392,
      "step": 1994130
    },
    {
      "epoch": 556.56,
      "grad_norm": 1.0234310626983643,
      "learning_rate": 1.08990287071162e-06,
      "loss": 0.3397,
      "step": 1994140
    },
    {
      "epoch": 556.56,
      "grad_norm": 0.9639500379562378,
      "learning_rate": 1.0898800258754344e-06,
      "loss": 0.3396,
      "step": 1994150
    },
    {
      "epoch": 556.56,
      "grad_norm": 1.243530035018921,
      "learning_rate": 1.0898571812061409e-06,
      "loss": 0.3292,
      "step": 1994160
    },
    {
      "epoch": 556.56,
      "grad_norm": 1.2430111169815063,
      "learning_rate": 1.08983433670374e-06,
      "loss": 0.3491,
      "step": 1994170
    },
    {
      "epoch": 556.57,
      "grad_norm": 1.1200801134109497,
      "learning_rate": 1.0898114923682356e-06,
      "loss": 0.3229,
      "step": 1994180
    },
    {
      "epoch": 556.57,
      "grad_norm": 1.3645347356796265,
      "learning_rate": 1.0897886481996317e-06,
      "loss": 0.3523,
      "step": 1994190
    },
    {
      "epoch": 556.57,
      "grad_norm": 1.0622667074203491,
      "learning_rate": 1.0897658041979295e-06,
      "loss": 0.3448,
      "step": 1994200
    },
    {
      "epoch": 556.58,
      "grad_norm": 3.0088396072387695,
      "learning_rate": 1.089742960363133e-06,
      "loss": 0.3501,
      "step": 1994210
    },
    {
      "epoch": 556.58,
      "grad_norm": 1.0840834379196167,
      "learning_rate": 1.0897201166952451e-06,
      "loss": 0.3359,
      "step": 1994220
    },
    {
      "epoch": 556.58,
      "grad_norm": 1.5248793363571167,
      "learning_rate": 1.0896972731942698e-06,
      "loss": 0.3547,
      "step": 1994230
    },
    {
      "epoch": 556.58,
      "grad_norm": 1.1032525300979614,
      "learning_rate": 1.0896744298602075e-06,
      "loss": 0.3383,
      "step": 1994240
    },
    {
      "epoch": 556.59,
      "grad_norm": 1.163025975227356,
      "learning_rate": 1.0896515866930649e-06,
      "loss": 0.3408,
      "step": 1994250
    },
    {
      "epoch": 556.59,
      "grad_norm": 0.9708501100540161,
      "learning_rate": 1.0896287436928421e-06,
      "loss": 0.3622,
      "step": 1994260
    },
    {
      "epoch": 556.59,
      "grad_norm": 1.2649743556976318,
      "learning_rate": 1.0896059008595433e-06,
      "loss": 0.3531,
      "step": 1994270
    },
    {
      "epoch": 556.6,
      "grad_norm": 1.0665283203125,
      "learning_rate": 1.089583058193172e-06,
      "loss": 0.336,
      "step": 1994280
    },
    {
      "epoch": 556.6,
      "grad_norm": 1.060519814491272,
      "learning_rate": 1.08956021569373e-06,
      "loss": 0.3284,
      "step": 1994290
    },
    {
      "epoch": 556.6,
      "grad_norm": 1.2928504943847656,
      "learning_rate": 1.089537373361221e-06,
      "loss": 0.3315,
      "step": 1994300
    },
    {
      "epoch": 556.6,
      "grad_norm": 1.6935266256332397,
      "learning_rate": 1.0895145311956483e-06,
      "loss": 0.3313,
      "step": 1994310
    },
    {
      "epoch": 556.61,
      "grad_norm": 1.2090944051742554,
      "learning_rate": 1.0894916891970153e-06,
      "loss": 0.3352,
      "step": 1994320
    },
    {
      "epoch": 556.61,
      "grad_norm": 1.1256990432739258,
      "learning_rate": 1.0894688473653237e-06,
      "loss": 0.3516,
      "step": 1994330
    },
    {
      "epoch": 556.61,
      "grad_norm": 1.2167407274246216,
      "learning_rate": 1.089446005700577e-06,
      "loss": 0.3184,
      "step": 1994340
    },
    {
      "epoch": 556.61,
      "grad_norm": 1.2708724737167358,
      "learning_rate": 1.0894231642027785e-06,
      "loss": 0.3584,
      "step": 1994350
    },
    {
      "epoch": 556.62,
      "grad_norm": 1.2967709302902222,
      "learning_rate": 1.0894003228719315e-06,
      "loss": 0.3356,
      "step": 1994360
    },
    {
      "epoch": 556.62,
      "grad_norm": 0.9773956537246704,
      "learning_rate": 1.0893774817080396e-06,
      "loss": 0.3217,
      "step": 1994370
    },
    {
      "epoch": 556.62,
      "grad_norm": 1.1855989694595337,
      "learning_rate": 1.0893546407111029e-06,
      "loss": 0.3287,
      "step": 1994380
    },
    {
      "epoch": 556.63,
      "grad_norm": 1.0746006965637207,
      "learning_rate": 1.0893317998811287e-06,
      "loss": 0.3275,
      "step": 1994390
    },
    {
      "epoch": 556.63,
      "grad_norm": 1.3658032417297363,
      "learning_rate": 1.089308959218117e-06,
      "loss": 0.3416,
      "step": 1994400
    },
    {
      "epoch": 556.63,
      "grad_norm": 1.2993884086608887,
      "learning_rate": 1.0892861187220716e-06,
      "loss": 0.3277,
      "step": 1994410
    },
    {
      "epoch": 556.63,
      "grad_norm": 1.6608545780181885,
      "learning_rate": 1.0892632783929967e-06,
      "loss": 0.3245,
      "step": 1994420
    },
    {
      "epoch": 556.64,
      "grad_norm": 1.102030873298645,
      "learning_rate": 1.0892404382308934e-06,
      "loss": 0.3388,
      "step": 1994430
    },
    {
      "epoch": 556.64,
      "grad_norm": 1.208382248878479,
      "learning_rate": 1.0892175982357657e-06,
      "loss": 0.3403,
      "step": 1994440
    },
    {
      "epoch": 556.64,
      "grad_norm": 1.1962672472000122,
      "learning_rate": 1.0891947584076165e-06,
      "loss": 0.3393,
      "step": 1994450
    },
    {
      "epoch": 556.65,
      "grad_norm": 1.0190032720565796,
      "learning_rate": 1.08917191874645e-06,
      "loss": 0.3462,
      "step": 1994460
    },
    {
      "epoch": 556.65,
      "grad_norm": 1.2528008222579956,
      "learning_rate": 1.089149079252267e-06,
      "loss": 0.3435,
      "step": 1994470
    },
    {
      "epoch": 556.65,
      "grad_norm": 1.0256603956222534,
      "learning_rate": 1.089126239925072e-06,
      "loss": 0.3414,
      "step": 1994480
    },
    {
      "epoch": 556.65,
      "grad_norm": 1.019124984741211,
      "learning_rate": 1.0891034007648686e-06,
      "loss": 0.3433,
      "step": 1994490
    },
    {
      "epoch": 556.66,
      "grad_norm": 1.405382513999939,
      "learning_rate": 1.0890805617716572e-06,
      "loss": 0.3276,
      "step": 1994500
    },
    {
      "epoch": 556.66,
      "grad_norm": 1.2271795272827148,
      "learning_rate": 1.0890577229454444e-06,
      "loss": 0.3224,
      "step": 1994510
    },
    {
      "epoch": 556.66,
      "grad_norm": 1.0293669700622559,
      "learning_rate": 1.0890348842862306e-06,
      "loss": 0.3404,
      "step": 1994520
    },
    {
      "epoch": 556.66,
      "grad_norm": 0.9656234383583069,
      "learning_rate": 1.0890120457940197e-06,
      "loss": 0.3335,
      "step": 1994530
    },
    {
      "epoch": 556.67,
      "grad_norm": 2.6382124423980713,
      "learning_rate": 1.088989207468815e-06,
      "loss": 0.3421,
      "step": 1994540
    },
    {
      "epoch": 556.67,
      "grad_norm": 3.8610126972198486,
      "learning_rate": 1.0889663693106198e-06,
      "loss": 0.3404,
      "step": 1994550
    },
    {
      "epoch": 556.67,
      "grad_norm": 1.3011757135391235,
      "learning_rate": 1.088943531319436e-06,
      "loss": 0.3454,
      "step": 1994560
    },
    {
      "epoch": 556.68,
      "grad_norm": 1.1841480731964111,
      "learning_rate": 1.0889206934952672e-06,
      "loss": 0.3387,
      "step": 1994570
    },
    {
      "epoch": 556.68,
      "grad_norm": 1.0216368436813354,
      "learning_rate": 1.0888978558381175e-06,
      "loss": 0.3487,
      "step": 1994580
    },
    {
      "epoch": 556.68,
      "grad_norm": 1.0443564653396606,
      "learning_rate": 1.0888750183479873e-06,
      "loss": 0.3539,
      "step": 1994590
    },
    {
      "epoch": 556.68,
      "grad_norm": 1.2646207809448242,
      "learning_rate": 1.0888521810248828e-06,
      "loss": 0.3398,
      "step": 1994600
    },
    {
      "epoch": 556.69,
      "grad_norm": 1.235931396484375,
      "learning_rate": 1.0888293438688048e-06,
      "loss": 0.3418,
      "step": 1994610
    },
    {
      "epoch": 556.69,
      "grad_norm": 1.2350819110870361,
      "learning_rate": 1.0888065068797567e-06,
      "loss": 0.353,
      "step": 1994620
    },
    {
      "epoch": 556.69,
      "grad_norm": 1.2299283742904663,
      "learning_rate": 1.0887836700577424e-06,
      "loss": 0.3268,
      "step": 1994630
    },
    {
      "epoch": 556.7,
      "grad_norm": 0.9558213353157043,
      "learning_rate": 1.0887608334027643e-06,
      "loss": 0.3306,
      "step": 1994640
    },
    {
      "epoch": 556.7,
      "grad_norm": 1.0112744569778442,
      "learning_rate": 1.0887379969148265e-06,
      "loss": 0.3452,
      "step": 1994650
    },
    {
      "epoch": 556.7,
      "grad_norm": 1.2715566158294678,
      "learning_rate": 1.0887151605939302e-06,
      "loss": 0.3457,
      "step": 1994660
    },
    {
      "epoch": 556.7,
      "grad_norm": 0.9186394810676575,
      "learning_rate": 1.0886923244400795e-06,
      "loss": 0.3381,
      "step": 1994670
    },
    {
      "epoch": 556.71,
      "grad_norm": 0.9560989141464233,
      "learning_rate": 1.0886694884532775e-06,
      "loss": 0.3398,
      "step": 1994680
    },
    {
      "epoch": 556.71,
      "grad_norm": 1.033353567123413,
      "learning_rate": 1.0886466526335276e-06,
      "loss": 0.3417,
      "step": 1994690
    },
    {
      "epoch": 556.71,
      "grad_norm": 1.1234346628189087,
      "learning_rate": 1.0886238169808314e-06,
      "loss": 0.3438,
      "step": 1994700
    },
    {
      "epoch": 556.72,
      "grad_norm": 1.293900489807129,
      "learning_rate": 1.088600981495193e-06,
      "loss": 0.3285,
      "step": 1994710
    },
    {
      "epoch": 556.72,
      "grad_norm": 1.1516941785812378,
      "learning_rate": 1.088578146176616e-06,
      "loss": 0.349,
      "step": 1994720
    },
    {
      "epoch": 556.72,
      "grad_norm": 4.63813591003418,
      "learning_rate": 1.0885553110251012e-06,
      "loss": 0.3528,
      "step": 1994730
    },
    {
      "epoch": 556.72,
      "grad_norm": 1.35356867313385,
      "learning_rate": 1.0885324760406547e-06,
      "loss": 0.3355,
      "step": 1994740
    },
    {
      "epoch": 556.73,
      "grad_norm": 1.1900503635406494,
      "learning_rate": 1.0885096412232772e-06,
      "loss": 0.3687,
      "step": 1994750
    },
    {
      "epoch": 556.73,
      "grad_norm": 1.2120881080627441,
      "learning_rate": 1.0884868065729727e-06,
      "loss": 0.3359,
      "step": 1994760
    },
    {
      "epoch": 556.73,
      "grad_norm": 1.2706403732299805,
      "learning_rate": 1.0884639720897438e-06,
      "loss": 0.3588,
      "step": 1994770
    },
    {
      "epoch": 556.73,
      "grad_norm": 1.0543203353881836,
      "learning_rate": 1.0884411377735948e-06,
      "loss": 0.355,
      "step": 1994780
    },
    {
      "epoch": 556.74,
      "grad_norm": 1.2004985809326172,
      "learning_rate": 1.088418303624527e-06,
      "loss": 0.3292,
      "step": 1994790
    },
    {
      "epoch": 556.74,
      "grad_norm": 1.0132622718811035,
      "learning_rate": 1.0883954696425437e-06,
      "loss": 0.3378,
      "step": 1994800
    },
    {
      "epoch": 556.74,
      "grad_norm": 1.1961400508880615,
      "learning_rate": 1.0883726358276498e-06,
      "loss": 0.3321,
      "step": 1994810
    },
    {
      "epoch": 556.75,
      "grad_norm": 1.1243728399276733,
      "learning_rate": 1.0883498021798453e-06,
      "loss": 0.3334,
      "step": 1994820
    },
    {
      "epoch": 556.75,
      "grad_norm": 1.2094424962997437,
      "learning_rate": 1.0883269686991364e-06,
      "loss": 0.3426,
      "step": 1994830
    },
    {
      "epoch": 556.75,
      "grad_norm": 1.0077852010726929,
      "learning_rate": 1.0883041353855235e-06,
      "loss": 0.3501,
      "step": 1994840
    },
    {
      "epoch": 556.75,
      "grad_norm": 1.1374545097351074,
      "learning_rate": 1.0882813022390113e-06,
      "loss": 0.3387,
      "step": 1994850
    },
    {
      "epoch": 556.76,
      "grad_norm": 1.1947349309921265,
      "learning_rate": 1.0882584692596031e-06,
      "loss": 0.3431,
      "step": 1994860
    },
    {
      "epoch": 556.76,
      "grad_norm": 1.2385318279266357,
      "learning_rate": 1.0882356364473e-06,
      "loss": 0.3333,
      "step": 1994870
    },
    {
      "epoch": 556.76,
      "grad_norm": 1.2001372575759888,
      "learning_rate": 1.0882128038021065e-06,
      "loss": 0.3504,
      "step": 1994880
    },
    {
      "epoch": 556.77,
      "grad_norm": 1.1005048751831055,
      "learning_rate": 1.0881899713240252e-06,
      "loss": 0.3383,
      "step": 1994890
    },
    {
      "epoch": 556.77,
      "grad_norm": 1.0002516508102417,
      "learning_rate": 1.0881671390130601e-06,
      "loss": 0.3415,
      "step": 1994900
    },
    {
      "epoch": 556.77,
      "grad_norm": 1.1324095726013184,
      "learning_rate": 1.088144306869212e-06,
      "loss": 0.343,
      "step": 1994910
    },
    {
      "epoch": 556.77,
      "grad_norm": 1.1922732591629028,
      "learning_rate": 1.0881214748924868e-06,
      "loss": 0.3388,
      "step": 1994920
    },
    {
      "epoch": 556.78,
      "grad_norm": 1.109450101852417,
      "learning_rate": 1.0880986430828852e-06,
      "loss": 0.3527,
      "step": 1994930
    },
    {
      "epoch": 556.78,
      "grad_norm": 1.63438081741333,
      "learning_rate": 1.0880758114404112e-06,
      "loss": 0.3412,
      "step": 1994940
    },
    {
      "epoch": 556.78,
      "grad_norm": 1.2514805793762207,
      "learning_rate": 1.0880529799650687e-06,
      "loss": 0.3392,
      "step": 1994950
    },
    {
      "epoch": 556.78,
      "grad_norm": 1.2291767597198486,
      "learning_rate": 1.088030148656858e-06,
      "loss": 0.3485,
      "step": 1994960
    },
    {
      "epoch": 556.79,
      "grad_norm": 0.987354040145874,
      "learning_rate": 1.0880073175157856e-06,
      "loss": 0.3343,
      "step": 1994970
    },
    {
      "epoch": 556.79,
      "grad_norm": 0.9607032537460327,
      "learning_rate": 1.0879844865418525e-06,
      "loss": 0.3311,
      "step": 1994980
    },
    {
      "epoch": 556.79,
      "grad_norm": 1.175466775894165,
      "learning_rate": 1.0879616557350617e-06,
      "loss": 0.3304,
      "step": 1994990
    },
    {
      "epoch": 556.8,
      "grad_norm": 3.8132665157318115,
      "learning_rate": 1.0879388250954175e-06,
      "loss": 0.3334,
      "step": 1995000
    },
    {
      "epoch": 556.8,
      "grad_norm": 1.0075289011001587,
      "learning_rate": 1.0879159946229216e-06,
      "loss": 0.34,
      "step": 1995010
    },
    {
      "epoch": 556.8,
      "grad_norm": 1.2508471012115479,
      "learning_rate": 1.0878931643175774e-06,
      "loss": 0.3288,
      "step": 1995020
    },
    {
      "epoch": 556.8,
      "grad_norm": 1.880276083946228,
      "learning_rate": 1.087870334179388e-06,
      "loss": 0.3319,
      "step": 1995030
    },
    {
      "epoch": 556.81,
      "grad_norm": 0.9874070882797241,
      "learning_rate": 1.0878475042083575e-06,
      "loss": 0.3382,
      "step": 1995040
    },
    {
      "epoch": 556.81,
      "grad_norm": 1.073691487312317,
      "learning_rate": 1.0878246744044859e-06,
      "loss": 0.3313,
      "step": 1995050
    },
    {
      "epoch": 556.81,
      "grad_norm": 1.3171721696853638,
      "learning_rate": 1.0878018447677804e-06,
      "loss": 0.3371,
      "step": 1995060
    },
    {
      "epoch": 556.82,
      "grad_norm": 1.1095871925354004,
      "learning_rate": 1.0877790152982411e-06,
      "loss": 0.3169,
      "step": 1995070
    },
    {
      "epoch": 556.82,
      "grad_norm": 1.0483770370483398,
      "learning_rate": 1.0877561859958716e-06,
      "loss": 0.3439,
      "step": 1995080
    },
    {
      "epoch": 556.82,
      "grad_norm": 1.2163082361221313,
      "learning_rate": 1.0877333568606762e-06,
      "loss": 0.3473,
      "step": 1995090
    },
    {
      "epoch": 556.82,
      "grad_norm": 1.1255179643630981,
      "learning_rate": 1.087710527892656e-06,
      "loss": 0.3275,
      "step": 1995100
    },
    {
      "epoch": 556.83,
      "grad_norm": 1.3030120134353638,
      "learning_rate": 1.0876876990918151e-06,
      "loss": 0.33,
      "step": 1995110
    },
    {
      "epoch": 556.83,
      "grad_norm": 1.1872133016586304,
      "learning_rate": 1.0876648704581565e-06,
      "loss": 0.3269,
      "step": 1995120
    },
    {
      "epoch": 556.83,
      "grad_norm": 1.1225358247756958,
      "learning_rate": 1.087642041991684e-06,
      "loss": 0.3597,
      "step": 1995130
    },
    {
      "epoch": 556.84,
      "grad_norm": 1.2734099626541138,
      "learning_rate": 1.0876192136923991e-06,
      "loss": 0.3375,
      "step": 1995140
    },
    {
      "epoch": 556.84,
      "grad_norm": 1.1673460006713867,
      "learning_rate": 1.0875963855603054e-06,
      "loss": 0.3286,
      "step": 1995150
    },
    {
      "epoch": 556.84,
      "grad_norm": 1.0144083499908447,
      "learning_rate": 1.0875735575954066e-06,
      "loss": 0.3265,
      "step": 1995160
    },
    {
      "epoch": 556.84,
      "grad_norm": 1.2288415431976318,
      "learning_rate": 1.0875507297977041e-06,
      "loss": 0.3376,
      "step": 1995170
    },
    {
      "epoch": 556.85,
      "grad_norm": 1.3243498802185059,
      "learning_rate": 1.0875279021672034e-06,
      "loss": 0.3317,
      "step": 1995180
    },
    {
      "epoch": 556.85,
      "grad_norm": 2.7362351417541504,
      "learning_rate": 1.0875050747039057e-06,
      "loss": 0.3394,
      "step": 1995190
    },
    {
      "epoch": 556.85,
      "grad_norm": 1.4232665300369263,
      "learning_rate": 1.0874822474078142e-06,
      "loss": 0.3375,
      "step": 1995200
    },
    {
      "epoch": 556.85,
      "grad_norm": 1.2261196374893188,
      "learning_rate": 1.0874594202789323e-06,
      "loss": 0.3413,
      "step": 1995210
    },
    {
      "epoch": 556.86,
      "grad_norm": 1.1128820180892944,
      "learning_rate": 1.087436593317263e-06,
      "loss": 0.3345,
      "step": 1995220
    },
    {
      "epoch": 556.86,
      "grad_norm": 1.1383816003799438,
      "learning_rate": 1.0874137665228105e-06,
      "loss": 0.3272,
      "step": 1995230
    },
    {
      "epoch": 556.86,
      "grad_norm": 1.2389923334121704,
      "learning_rate": 1.0873909398955756e-06,
      "loss": 0.3403,
      "step": 1995240
    },
    {
      "epoch": 556.87,
      "grad_norm": 1.2115453481674194,
      "learning_rate": 1.0873681134355626e-06,
      "loss": 0.3413,
      "step": 1995250
    },
    {
      "epoch": 556.87,
      "grad_norm": 1.382861614227295,
      "learning_rate": 1.0873452871427742e-06,
      "loss": 0.3526,
      "step": 1995260
    },
    {
      "epoch": 556.87,
      "grad_norm": 1.1153388023376465,
      "learning_rate": 1.0873224610172143e-06,
      "loss": 0.3438,
      "step": 1995270
    },
    {
      "epoch": 556.87,
      "grad_norm": 1.2118691205978394,
      "learning_rate": 1.0872996350588849e-06,
      "loss": 0.3615,
      "step": 1995280
    },
    {
      "epoch": 556.88,
      "grad_norm": 1.2189807891845703,
      "learning_rate": 1.087276809267789e-06,
      "loss": 0.3462,
      "step": 1995290
    },
    {
      "epoch": 556.88,
      "grad_norm": 1.1582560539245605,
      "learning_rate": 1.087253983643931e-06,
      "loss": 0.3504,
      "step": 1995300
    },
    {
      "epoch": 556.88,
      "grad_norm": 2.951711654663086,
      "learning_rate": 1.0872311581873113e-06,
      "loss": 0.3351,
      "step": 1995310
    },
    {
      "epoch": 556.89,
      "grad_norm": 1.2188880443572998,
      "learning_rate": 1.0872083328979363e-06,
      "loss": 0.331,
      "step": 1995320
    },
    {
      "epoch": 556.89,
      "grad_norm": 1.087785005569458,
      "learning_rate": 1.0871855077758061e-06,
      "loss": 0.3567,
      "step": 1995330
    },
    {
      "epoch": 556.89,
      "grad_norm": 1.14609956741333,
      "learning_rate": 1.0871626828209256e-06,
      "loss": 0.3223,
      "step": 1995340
    },
    {
      "epoch": 556.89,
      "grad_norm": 1.2957003116607666,
      "learning_rate": 1.087139858033297e-06,
      "loss": 0.3543,
      "step": 1995350
    },
    {
      "epoch": 556.9,
      "grad_norm": 1.1726759672164917,
      "learning_rate": 1.0871170334129243e-06,
      "loss": 0.3269,
      "step": 1995360
    },
    {
      "epoch": 556.9,
      "grad_norm": 1.2848460674285889,
      "learning_rate": 1.0870942089598087e-06,
      "loss": 0.3601,
      "step": 1995370
    },
    {
      "epoch": 556.9,
      "grad_norm": 1.0372556447982788,
      "learning_rate": 1.0870713846739548e-06,
      "loss": 0.3233,
      "step": 1995380
    },
    {
      "epoch": 556.9,
      "grad_norm": 1.1184780597686768,
      "learning_rate": 1.087048560555366e-06,
      "loss": 0.3399,
      "step": 1995390
    },
    {
      "epoch": 556.91,
      "grad_norm": 1.4214750528335571,
      "learning_rate": 1.0870257366040424e-06,
      "loss": 0.3332,
      "step": 1995400
    },
    {
      "epoch": 556.91,
      "grad_norm": 1.0531344413757324,
      "learning_rate": 1.087002912819991e-06,
      "loss": 0.3343,
      "step": 1995410
    },
    {
      "epoch": 556.91,
      "grad_norm": 1.1036306619644165,
      "learning_rate": 1.0869800892032121e-06,
      "loss": 0.3636,
      "step": 1995420
    },
    {
      "epoch": 556.92,
      "grad_norm": 1.168235182762146,
      "learning_rate": 1.0869572657537098e-06,
      "loss": 0.3451,
      "step": 1995430
    },
    {
      "epoch": 556.92,
      "grad_norm": 1.2316337823867798,
      "learning_rate": 1.0869344424714877e-06,
      "loss": 0.3291,
      "step": 1995440
    },
    {
      "epoch": 556.92,
      "grad_norm": 1.1629472970962524,
      "learning_rate": 1.0869116193565473e-06,
      "loss": 0.3588,
      "step": 1995450
    },
    {
      "epoch": 556.92,
      "grad_norm": 1.2070194482803345,
      "learning_rate": 1.0868887964088924e-06,
      "loss": 0.3134,
      "step": 1995460
    },
    {
      "epoch": 556.93,
      "grad_norm": 1.1084582805633545,
      "learning_rate": 1.086865973628526e-06,
      "loss": 0.3571,
      "step": 1995470
    },
    {
      "epoch": 556.93,
      "grad_norm": 1.1039528846740723,
      "learning_rate": 1.086843151015452e-06,
      "loss": 0.3297,
      "step": 1995480
    },
    {
      "epoch": 556.93,
      "grad_norm": 0.9775547981262207,
      "learning_rate": 1.0868203285696711e-06,
      "loss": 0.3515,
      "step": 1995490
    },
    {
      "epoch": 556.94,
      "grad_norm": 1.1819489002227783,
      "learning_rate": 1.0867975062911896e-06,
      "loss": 0.3458,
      "step": 1995500
    },
    {
      "epoch": 556.94,
      "grad_norm": 1.1928006410598755,
      "learning_rate": 1.086774684180008e-06,
      "loss": 0.3348,
      "step": 1995510
    },
    {
      "epoch": 556.94,
      "grad_norm": 1.178413987159729,
      "learning_rate": 1.08675186223613e-06,
      "loss": 0.3272,
      "step": 1995520
    },
    {
      "epoch": 556.94,
      "grad_norm": 1.1110166311264038,
      "learning_rate": 1.0867290404595596e-06,
      "loss": 0.3444,
      "step": 1995530
    },
    {
      "epoch": 556.95,
      "grad_norm": 1.0271611213684082,
      "learning_rate": 1.0867062188502974e-06,
      "loss": 0.3462,
      "step": 1995540
    },
    {
      "epoch": 556.95,
      "grad_norm": 1.1071161031723022,
      "learning_rate": 1.08668339740835e-06,
      "loss": 0.337,
      "step": 1995550
    },
    {
      "epoch": 556.95,
      "grad_norm": 1.3156894445419312,
      "learning_rate": 1.0866605761337175e-06,
      "loss": 0.3312,
      "step": 1995560
    },
    {
      "epoch": 556.96,
      "grad_norm": 1.076372504234314,
      "learning_rate": 1.0866377550264037e-06,
      "loss": 0.3164,
      "step": 1995570
    },
    {
      "epoch": 556.96,
      "grad_norm": 1.155187964439392,
      "learning_rate": 1.086614934086412e-06,
      "loss": 0.3285,
      "step": 1995580
    },
    {
      "epoch": 556.96,
      "grad_norm": 0.9596351385116577,
      "learning_rate": 1.0865921133137465e-06,
      "loss": 0.35,
      "step": 1995590
    },
    {
      "epoch": 556.96,
      "grad_norm": 1.2442882061004639,
      "learning_rate": 1.0865692927084078e-06,
      "loss": 0.347,
      "step": 1995600
    },
    {
      "epoch": 556.97,
      "grad_norm": 1.0367662906646729,
      "learning_rate": 1.0865464722704004e-06,
      "loss": 0.3304,
      "step": 1995610
    },
    {
      "epoch": 556.97,
      "grad_norm": 1.1417152881622314,
      "learning_rate": 1.086523651999728e-06,
      "loss": 0.3511,
      "step": 1995620
    },
    {
      "epoch": 556.97,
      "grad_norm": 1.0985854864120483,
      "learning_rate": 1.0865008318963909e-06,
      "loss": 0.3465,
      "step": 1995630
    },
    {
      "epoch": 556.97,
      "grad_norm": 1.1766554117202759,
      "learning_rate": 1.0864780119603959e-06,
      "loss": 0.3515,
      "step": 1995640
    },
    {
      "epoch": 556.98,
      "grad_norm": 1.0413206815719604,
      "learning_rate": 1.0864551921917433e-06,
      "loss": 0.3453,
      "step": 1995650
    },
    {
      "epoch": 556.98,
      "grad_norm": 1.0910784006118774,
      "learning_rate": 1.0864323725904368e-06,
      "loss": 0.3361,
      "step": 1995660
    },
    {
      "epoch": 556.98,
      "grad_norm": 1.2212684154510498,
      "learning_rate": 1.0864095531564806e-06,
      "loss": 0.3276,
      "step": 1995670
    },
    {
      "epoch": 556.99,
      "grad_norm": 1.0179733037948608,
      "learning_rate": 1.0863867338898758e-06,
      "loss": 0.3366,
      "step": 1995680
    },
    {
      "epoch": 556.99,
      "grad_norm": 1.0298644304275513,
      "learning_rate": 1.0863639147906263e-06,
      "loss": 0.3374,
      "step": 1995690
    },
    {
      "epoch": 556.99,
      "grad_norm": 0.980614960193634,
      "learning_rate": 1.0863410958587355e-06,
      "loss": 0.3428,
      "step": 1995700
    },
    {
      "epoch": 556.99,
      "grad_norm": 1.0709937810897827,
      "learning_rate": 1.086318277094207e-06,
      "loss": 0.3446,
      "step": 1995710
    },
    {
      "epoch": 557.0,
      "grad_norm": 1.2153974771499634,
      "learning_rate": 1.0862954584970412e-06,
      "loss": 0.3358,
      "step": 1995720
    },
    {
      "epoch": 557.0,
      "grad_norm": 1.2135621309280396,
      "learning_rate": 1.0862726400672446e-06,
      "loss": 0.3317,
      "step": 1995730
    },
    {
      "epoch": 557.0,
      "eval_loss": 0.3402149975299835,
      "eval_runtime": 63.1725,
      "eval_samples_per_second": 80.082,
      "eval_steps_per_second": 10.02,
      "step": 1995731
    },
    {
      "epoch": 557.0,
      "grad_norm": 1.2538635730743408,
      "learning_rate": 1.086249821804818e-06,
      "loss": 0.3557,
      "step": 1995740
    },
    {
      "epoch": 557.01,
      "grad_norm": 1.242854356765747,
      "learning_rate": 1.0862270037097646e-06,
      "loss": 0.3393,
      "step": 1995750
    },
    {
      "epoch": 557.01,
      "grad_norm": 1.0745466947555542,
      "learning_rate": 1.086204185782089e-06,
      "loss": 0.3614,
      "step": 1995760
    },
    {
      "epoch": 557.01,
      "grad_norm": 1.3497071266174316,
      "learning_rate": 1.086181368021792e-06,
      "loss": 0.3471,
      "step": 1995770
    },
    {
      "epoch": 557.01,
      "grad_norm": 1.063681960105896,
      "learning_rate": 1.086158550428878e-06,
      "loss": 0.3503,
      "step": 1995780
    },
    {
      "epoch": 557.02,
      "grad_norm": 1.274008870124817,
      "learning_rate": 1.0861357330033496e-06,
      "loss": 0.3488,
      "step": 1995790
    },
    {
      "epoch": 557.02,
      "grad_norm": 1.161510944366455,
      "learning_rate": 1.08611291574521e-06,
      "loss": 0.3305,
      "step": 1995800
    },
    {
      "epoch": 557.02,
      "grad_norm": 1.18449068069458,
      "learning_rate": 1.0860900986544631e-06,
      "loss": 0.3508,
      "step": 1995810
    },
    {
      "epoch": 557.02,
      "grad_norm": 1.0674594640731812,
      "learning_rate": 1.0860672817311104e-06,
      "loss": 0.3319,
      "step": 1995820
    },
    {
      "epoch": 557.03,
      "grad_norm": 1.0465970039367676,
      "learning_rate": 1.0860444649751554e-06,
      "loss": 0.3375,
      "step": 1995830
    },
    {
      "epoch": 557.03,
      "grad_norm": 1.0736080408096313,
      "learning_rate": 1.0860216483866015e-06,
      "loss": 0.3417,
      "step": 1995840
    },
    {
      "epoch": 557.03,
      "grad_norm": 1.0966273546218872,
      "learning_rate": 1.0859988319654523e-06,
      "loss": 0.351,
      "step": 1995850
    },
    {
      "epoch": 557.04,
      "grad_norm": 1.114609956741333,
      "learning_rate": 1.0859760157117086e-06,
      "loss": 0.3407,
      "step": 1995860
    },
    {
      "epoch": 557.04,
      "grad_norm": 1.2362582683563232,
      "learning_rate": 1.0859531996253763e-06,
      "loss": 0.3308,
      "step": 1995870
    },
    {
      "epoch": 557.04,
      "grad_norm": 1.4148266315460205,
      "learning_rate": 1.0859303837064564e-06,
      "loss": 0.3284,
      "step": 1995880
    },
    {
      "epoch": 557.04,
      "grad_norm": 1.179726004600525,
      "learning_rate": 1.0859075679549529e-06,
      "loss": 0.3259,
      "step": 1995890
    },
    {
      "epoch": 557.05,
      "grad_norm": 1.2674249410629272,
      "learning_rate": 1.0858847523708694e-06,
      "loss": 0.3405,
      "step": 1995900
    },
    {
      "epoch": 557.05,
      "grad_norm": 1.2152113914489746,
      "learning_rate": 1.0858619369542068e-06,
      "loss": 0.3394,
      "step": 1995910
    },
    {
      "epoch": 557.05,
      "grad_norm": 1.10245680809021,
      "learning_rate": 1.0858391217049698e-06,
      "loss": 0.3351,
      "step": 1995920
    },
    {
      "epoch": 557.06,
      "grad_norm": 1.3087939023971558,
      "learning_rate": 1.0858163066231612e-06,
      "loss": 0.35,
      "step": 1995930
    },
    {
      "epoch": 557.06,
      "grad_norm": 1.0523736476898193,
      "learning_rate": 1.0857934917087845e-06,
      "loss": 0.3393,
      "step": 1995940
    },
    {
      "epoch": 557.06,
      "grad_norm": 1.0181524753570557,
      "learning_rate": 1.0857706769618415e-06,
      "loss": 0.3316,
      "step": 1995950
    },
    {
      "epoch": 557.06,
      "grad_norm": 1.1305052042007446,
      "learning_rate": 1.0857478623823357e-06,
      "loss": 0.333,
      "step": 1995960
    },
    {
      "epoch": 557.07,
      "grad_norm": 1.0220448970794678,
      "learning_rate": 1.0857250479702711e-06,
      "loss": 0.3397,
      "step": 1995970
    },
    {
      "epoch": 557.07,
      "grad_norm": 1.0941160917282104,
      "learning_rate": 1.0857022337256487e-06,
      "loss": 0.324,
      "step": 1995980
    },
    {
      "epoch": 557.07,
      "grad_norm": 0.9717071056365967,
      "learning_rate": 1.085679419648474e-06,
      "loss": 0.3408,
      "step": 1995990
    },
    {
      "epoch": 557.08,
      "grad_norm": 1.180093765258789,
      "learning_rate": 1.0856566057387483e-06,
      "loss": 0.3577,
      "step": 1996000
    },
    {
      "epoch": 557.08,
      "grad_norm": 2.4926557540893555,
      "learning_rate": 1.085633791996475e-06,
      "loss": 0.3563,
      "step": 1996010
    },
    {
      "epoch": 557.08,
      "grad_norm": 1.0775508880615234,
      "learning_rate": 1.0856109784216573e-06,
      "loss": 0.3504,
      "step": 1996020
    },
    {
      "epoch": 557.08,
      "grad_norm": 1.0223153829574585,
      "learning_rate": 1.0855881650142994e-06,
      "loss": 0.3475,
      "step": 1996030
    },
    {
      "epoch": 557.09,
      "grad_norm": 1.1162805557250977,
      "learning_rate": 1.0855653517744022e-06,
      "loss": 0.3437,
      "step": 1996040
    },
    {
      "epoch": 557.09,
      "grad_norm": 1.067897915840149,
      "learning_rate": 1.0855425387019694e-06,
      "loss": 0.3477,
      "step": 1996050
    },
    {
      "epoch": 557.09,
      "grad_norm": 1.6328344345092773,
      "learning_rate": 1.0855197257970054e-06,
      "loss": 0.3448,
      "step": 1996060
    },
    {
      "epoch": 557.09,
      "grad_norm": 1.0726819038391113,
      "learning_rate": 1.0854969130595106e-06,
      "loss": 0.3343,
      "step": 1996070
    },
    {
      "epoch": 557.1,
      "grad_norm": 1.0548876523971558,
      "learning_rate": 1.0854741004894913e-06,
      "loss": 0.3276,
      "step": 1996080
    },
    {
      "epoch": 557.1,
      "grad_norm": 1.3517335653305054,
      "learning_rate": 1.085451288086948e-06,
      "loss": 0.3461,
      "step": 1996090
    },
    {
      "epoch": 557.1,
      "grad_norm": 1.0816066265106201,
      "learning_rate": 1.0854284758518846e-06,
      "loss": 0.3407,
      "step": 1996100
    },
    {
      "epoch": 557.11,
      "grad_norm": 1.1875090599060059,
      "learning_rate": 1.085405663784305e-06,
      "loss": 0.3372,
      "step": 1996110
    },
    {
      "epoch": 557.11,
      "grad_norm": 1.1439507007598877,
      "learning_rate": 1.0853828518842096e-06,
      "loss": 0.3368,
      "step": 1996120
    },
    {
      "epoch": 557.11,
      "grad_norm": 1.0566586256027222,
      "learning_rate": 1.085360040151605e-06,
      "loss": 0.3423,
      "step": 1996130
    },
    {
      "epoch": 557.11,
      "grad_norm": 1.212135672569275,
      "learning_rate": 1.0853372285864915e-06,
      "loss": 0.3321,
      "step": 1996140
    },
    {
      "epoch": 557.12,
      "grad_norm": 1.0992754697799683,
      "learning_rate": 1.085314417188873e-06,
      "loss": 0.3527,
      "step": 1996150
    },
    {
      "epoch": 557.12,
      "grad_norm": 3.5442566871643066,
      "learning_rate": 1.085291605958753e-06,
      "loss": 0.3235,
      "step": 1996160
    },
    {
      "epoch": 557.12,
      "grad_norm": 1.2212588787078857,
      "learning_rate": 1.0852687948961347e-06,
      "loss": 0.3446,
      "step": 1996170
    },
    {
      "epoch": 557.13,
      "grad_norm": 1.4477492570877075,
      "learning_rate": 1.08524598400102e-06,
      "loss": 0.3552,
      "step": 1996180
    },
    {
      "epoch": 557.13,
      "grad_norm": 1.0916261672973633,
      "learning_rate": 1.0852231732734122e-06,
      "loss": 0.3543,
      "step": 1996190
    },
    {
      "epoch": 557.13,
      "grad_norm": 1.065826416015625,
      "learning_rate": 1.0852003627133155e-06,
      "loss": 0.3232,
      "step": 1996200
    },
    {
      "epoch": 557.13,
      "grad_norm": 1.0872750282287598,
      "learning_rate": 1.0851775523207306e-06,
      "loss": 0.3393,
      "step": 1996210
    },
    {
      "epoch": 557.14,
      "grad_norm": 1.078399658203125,
      "learning_rate": 1.0851547420956638e-06,
      "loss": 0.3283,
      "step": 1996220
    },
    {
      "epoch": 557.14,
      "grad_norm": 1.0431219339370728,
      "learning_rate": 1.0851319320381152e-06,
      "loss": 0.3376,
      "step": 1996230
    },
    {
      "epoch": 557.14,
      "grad_norm": 1.1267873048782349,
      "learning_rate": 1.0851091221480894e-06,
      "loss": 0.342,
      "step": 1996240
    },
    {
      "epoch": 557.14,
      "grad_norm": 1.1932393312454224,
      "learning_rate": 1.0850863124255897e-06,
      "loss": 0.3484,
      "step": 1996250
    },
    {
      "epoch": 557.15,
      "grad_norm": 0.9967288374900818,
      "learning_rate": 1.0850635028706175e-06,
      "loss": 0.3505,
      "step": 1996260
    },
    {
      "epoch": 557.15,
      "grad_norm": 1.4298709630966187,
      "learning_rate": 1.085040693483177e-06,
      "loss": 0.3234,
      "step": 1996270
    },
    {
      "epoch": 557.15,
      "grad_norm": 1.1198320388793945,
      "learning_rate": 1.085017884263271e-06,
      "loss": 0.3366,
      "step": 1996280
    },
    {
      "epoch": 557.16,
      "grad_norm": 0.9833719730377197,
      "learning_rate": 1.0849950752109036e-06,
      "loss": 0.3486,
      "step": 1996290
    },
    {
      "epoch": 557.16,
      "grad_norm": 1.2914963960647583,
      "learning_rate": 1.0849722663260748e-06,
      "loss": 0.3658,
      "step": 1996300
    },
    {
      "epoch": 557.16,
      "grad_norm": 1.270227313041687,
      "learning_rate": 1.0849494576087917e-06,
      "loss": 0.3471,
      "step": 1996310
    },
    {
      "epoch": 557.16,
      "grad_norm": 1.5482836961746216,
      "learning_rate": 1.0849266490590543e-06,
      "loss": 0.3297,
      "step": 1996320
    },
    {
      "epoch": 557.17,
      "grad_norm": 1.034723162651062,
      "learning_rate": 1.0849038406768663e-06,
      "loss": 0.3346,
      "step": 1996330
    },
    {
      "epoch": 557.17,
      "grad_norm": 1.1296603679656982,
      "learning_rate": 1.0848810324622324e-06,
      "loss": 0.3409,
      "step": 1996340
    },
    {
      "epoch": 557.17,
      "grad_norm": 1.3273968696594238,
      "learning_rate": 1.0848582244151534e-06,
      "loss": 0.344,
      "step": 1996350
    },
    {
      "epoch": 557.18,
      "grad_norm": 1.038407564163208,
      "learning_rate": 1.0848354165356328e-06,
      "loss": 0.3304,
      "step": 1996360
    },
    {
      "epoch": 557.18,
      "grad_norm": 1.273775577545166,
      "learning_rate": 1.0848126088236745e-06,
      "loss": 0.3316,
      "step": 1996370
    },
    {
      "epoch": 557.18,
      "grad_norm": 1.3166046142578125,
      "learning_rate": 1.084789801279281e-06,
      "loss": 0.3565,
      "step": 1996380
    },
    {
      "epoch": 557.18,
      "grad_norm": 1.2023530006408691,
      "learning_rate": 1.0847669939024564e-06,
      "loss": 0.3654,
      "step": 1996390
    },
    {
      "epoch": 557.19,
      "grad_norm": 1.3806208372116089,
      "learning_rate": 1.0847441866932015e-06,
      "loss": 0.3169,
      "step": 1996400
    },
    {
      "epoch": 557.19,
      "grad_norm": 1.340667486190796,
      "learning_rate": 1.0847213796515211e-06,
      "loss": 0.345,
      "step": 1996410
    },
    {
      "epoch": 557.19,
      "grad_norm": 1.0815949440002441,
      "learning_rate": 1.0846985727774175e-06,
      "loss": 0.3389,
      "step": 1996420
    },
    {
      "epoch": 557.2,
      "grad_norm": 1.2244325876235962,
      "learning_rate": 1.084675766070895e-06,
      "loss": 0.3357,
      "step": 1996430
    },
    {
      "epoch": 557.2,
      "grad_norm": 1.3563668727874756,
      "learning_rate": 1.0846529595319537e-06,
      "loss": 0.3377,
      "step": 1996440
    },
    {
      "epoch": 557.2,
      "grad_norm": 3.722956418991089,
      "learning_rate": 1.0846301531606006e-06,
      "loss": 0.3399,
      "step": 1996450
    },
    {
      "epoch": 557.2,
      "grad_norm": 1.1598939895629883,
      "learning_rate": 1.0846073469568354e-06,
      "loss": 0.3374,
      "step": 1996460
    },
    {
      "epoch": 557.21,
      "grad_norm": 1.2320582866668701,
      "learning_rate": 1.084584540920663e-06,
      "loss": 0.3396,
      "step": 1996470
    },
    {
      "epoch": 557.21,
      "grad_norm": 0.9278483390808105,
      "learning_rate": 1.0845617350520861e-06,
      "loss": 0.3316,
      "step": 1996480
    },
    {
      "epoch": 557.21,
      "grad_norm": 1.1200891733169556,
      "learning_rate": 1.084538929351107e-06,
      "loss": 0.3353,
      "step": 1996490
    },
    {
      "epoch": 557.21,
      "grad_norm": 1.1081539392471313,
      "learning_rate": 1.0845161238177293e-06,
      "loss": 0.3549,
      "step": 1996500
    },
    {
      "epoch": 557.22,
      "grad_norm": 1.0748881101608276,
      "learning_rate": 1.0844933184519559e-06,
      "loss": 0.3325,
      "step": 1996510
    },
    {
      "epoch": 557.22,
      "grad_norm": 1.0040462017059326,
      "learning_rate": 1.0844705132537906e-06,
      "loss": 0.3446,
      "step": 1996520
    },
    {
      "epoch": 557.22,
      "grad_norm": 1.2917568683624268,
      "learning_rate": 1.0844477082232343e-06,
      "loss": 0.3561,
      "step": 1996530
    },
    {
      "epoch": 557.23,
      "grad_norm": 0.9302948713302612,
      "learning_rate": 1.084424903360293e-06,
      "loss": 0.3291,
      "step": 1996540
    },
    {
      "epoch": 557.23,
      "grad_norm": 1.2737144231796265,
      "learning_rate": 1.0844020986649674e-06,
      "loss": 0.3496,
      "step": 1996550
    },
    {
      "epoch": 557.23,
      "grad_norm": 1.1922850608825684,
      "learning_rate": 1.0843792941372613e-06,
      "loss": 0.3419,
      "step": 1996560
    },
    {
      "epoch": 557.23,
      "grad_norm": 1.0917696952819824,
      "learning_rate": 1.0843564897771787e-06,
      "loss": 0.3342,
      "step": 1996570
    },
    {
      "epoch": 557.24,
      "grad_norm": 0.9474583268165588,
      "learning_rate": 1.0843336855847209e-06,
      "loss": 0.3346,
      "step": 1996580
    },
    {
      "epoch": 557.24,
      "grad_norm": 1.0002139806747437,
      "learning_rate": 1.0843108815598914e-06,
      "loss": 0.3374,
      "step": 1996590
    },
    {
      "epoch": 557.24,
      "grad_norm": 1.0671862363815308,
      "learning_rate": 1.0842880777026943e-06,
      "loss": 0.3438,
      "step": 1996600
    },
    {
      "epoch": 557.25,
      "grad_norm": 1.2856287956237793,
      "learning_rate": 1.0842652740131324e-06,
      "loss": 0.3548,
      "step": 1996610
    },
    {
      "epoch": 557.25,
      "grad_norm": 1.1690744161605835,
      "learning_rate": 1.0842424704912072e-06,
      "loss": 0.3492,
      "step": 1996620
    },
    {
      "epoch": 557.25,
      "grad_norm": 1.1012530326843262,
      "learning_rate": 1.0842196671369229e-06,
      "loss": 0.3442,
      "step": 1996630
    },
    {
      "epoch": 557.25,
      "grad_norm": 1.3404022455215454,
      "learning_rate": 1.0841968639502825e-06,
      "loss": 0.348,
      "step": 1996640
    },
    {
      "epoch": 557.26,
      "grad_norm": 1.345635175704956,
      "learning_rate": 1.084174060931289e-06,
      "loss": 0.3482,
      "step": 1996650
    },
    {
      "epoch": 557.26,
      "grad_norm": 1.0690964460372925,
      "learning_rate": 1.084151258079946e-06,
      "loss": 0.3412,
      "step": 1996660
    },
    {
      "epoch": 557.26,
      "grad_norm": 1.2629352807998657,
      "learning_rate": 1.0841284553962546e-06,
      "loss": 0.353,
      "step": 1996670
    },
    {
      "epoch": 557.26,
      "grad_norm": 1.072383165359497,
      "learning_rate": 1.0841056528802206e-06,
      "loss": 0.3502,
      "step": 1996680
    },
    {
      "epoch": 557.27,
      "grad_norm": 1.201101303100586,
      "learning_rate": 1.084082850531845e-06,
      "loss": 0.3149,
      "step": 1996690
    },
    {
      "epoch": 557.27,
      "grad_norm": 0.9780225157737732,
      "learning_rate": 1.0840600483511314e-06,
      "loss": 0.3328,
      "step": 1996700
    },
    {
      "epoch": 557.27,
      "grad_norm": 1.1100867986679077,
      "learning_rate": 1.0840372463380836e-06,
      "loss": 0.3344,
      "step": 1996710
    },
    {
      "epoch": 557.28,
      "grad_norm": 1.2255885601043701,
      "learning_rate": 1.0840144444927034e-06,
      "loss": 0.347,
      "step": 1996720
    },
    {
      "epoch": 557.28,
      "grad_norm": 1.1690539121627808,
      "learning_rate": 1.0839916428149938e-06,
      "loss": 0.3433,
      "step": 1996730
    },
    {
      "epoch": 557.28,
      "grad_norm": 1.1582436561584473,
      "learning_rate": 1.0839688413049588e-06,
      "loss": 0.3323,
      "step": 1996740
    },
    {
      "epoch": 557.28,
      "grad_norm": 1.0233672857284546,
      "learning_rate": 1.0839460399626016e-06,
      "loss": 0.3372,
      "step": 1996750
    },
    {
      "epoch": 557.29,
      "grad_norm": 1.1560250520706177,
      "learning_rate": 1.0839232387879237e-06,
      "loss": 0.3604,
      "step": 1996760
    },
    {
      "epoch": 557.29,
      "grad_norm": 2.217000722885132,
      "learning_rate": 1.0839004377809293e-06,
      "loss": 0.3461,
      "step": 1996770
    },
    {
      "epoch": 557.29,
      "grad_norm": 0.9832286238670349,
      "learning_rate": 1.083877636941622e-06,
      "loss": 0.3396,
      "step": 1996780
    },
    {
      "epoch": 557.3,
      "grad_norm": 1.0832968950271606,
      "learning_rate": 1.0838548362700025e-06,
      "loss": 0.3495,
      "step": 1996790
    },
    {
      "epoch": 557.3,
      "grad_norm": 1.0968329906463623,
      "learning_rate": 1.083832035766077e-06,
      "loss": 0.3416,
      "step": 1996800
    },
    {
      "epoch": 557.3,
      "grad_norm": 1.1721657514572144,
      "learning_rate": 1.0838092354298462e-06,
      "loss": 0.3223,
      "step": 1996810
    },
    {
      "epoch": 557.3,
      "grad_norm": 1.25779390335083,
      "learning_rate": 1.0837864352613138e-06,
      "loss": 0.3506,
      "step": 1996820
    },
    {
      "epoch": 557.31,
      "grad_norm": 1.2636605501174927,
      "learning_rate": 1.0837636352604828e-06,
      "loss": 0.339,
      "step": 1996830
    },
    {
      "epoch": 557.31,
      "grad_norm": 1.2014672756195068,
      "learning_rate": 1.0837408354273572e-06,
      "loss": 0.3359,
      "step": 1996840
    },
    {
      "epoch": 557.31,
      "grad_norm": 1.1396762132644653,
      "learning_rate": 1.0837180357619383e-06,
      "loss": 0.3256,
      "step": 1996850
    },
    {
      "epoch": 557.32,
      "grad_norm": 1.1949445009231567,
      "learning_rate": 1.0836952362642302e-06,
      "loss": 0.3478,
      "step": 1996860
    },
    {
      "epoch": 557.32,
      "grad_norm": 1.1509606838226318,
      "learning_rate": 1.0836724369342361e-06,
      "loss": 0.3367,
      "step": 1996870
    },
    {
      "epoch": 557.32,
      "grad_norm": 1.1626259088516235,
      "learning_rate": 1.0836496377719575e-06,
      "loss": 0.3348,
      "step": 1996880
    },
    {
      "epoch": 557.32,
      "grad_norm": 1.1931231021881104,
      "learning_rate": 1.0836268387774e-06,
      "loss": 0.3544,
      "step": 1996890
    },
    {
      "epoch": 557.33,
      "grad_norm": 1.2069745063781738,
      "learning_rate": 1.0836040399505643e-06,
      "loss": 0.3361,
      "step": 1996900
    },
    {
      "epoch": 557.33,
      "grad_norm": 1.1398168802261353,
      "learning_rate": 1.0835812412914546e-06,
      "loss": 0.3188,
      "step": 1996910
    },
    {
      "epoch": 557.33,
      "grad_norm": 1.48265540599823,
      "learning_rate": 1.0835584428000746e-06,
      "loss": 0.3429,
      "step": 1996920
    },
    {
      "epoch": 557.33,
      "grad_norm": 1.117571234703064,
      "learning_rate": 1.0835356444764245e-06,
      "loss": 0.3536,
      "step": 1996930
    },
    {
      "epoch": 557.34,
      "grad_norm": 0.9436259865760803,
      "learning_rate": 1.0835128463205112e-06,
      "loss": 0.3415,
      "step": 1996940
    },
    {
      "epoch": 557.34,
      "grad_norm": 1.0569275617599487,
      "learning_rate": 1.0834900483323346e-06,
      "loss": 0.3197,
      "step": 1996950
    },
    {
      "epoch": 557.34,
      "grad_norm": 1.1783421039581299,
      "learning_rate": 1.0834672505118994e-06,
      "loss": 0.3307,
      "step": 1996960
    },
    {
      "epoch": 557.35,
      "grad_norm": 1.0854718685150146,
      "learning_rate": 1.083444452859208e-06,
      "loss": 0.3365,
      "step": 1996970
    },
    {
      "epoch": 557.35,
      "grad_norm": 1.1898207664489746,
      "learning_rate": 1.0834216553742644e-06,
      "loss": 0.3405,
      "step": 1996980
    },
    {
      "epoch": 557.35,
      "grad_norm": 1.0154283046722412,
      "learning_rate": 1.0833988580570699e-06,
      "loss": 0.3326,
      "step": 1996990
    },
    {
      "epoch": 557.35,
      "grad_norm": 0.995725691318512,
      "learning_rate": 1.083376060907629e-06,
      "loss": 0.3394,
      "step": 1997000
    },
    {
      "epoch": 557.36,
      "grad_norm": 1.1240172386169434,
      "learning_rate": 1.0833532639259443e-06,
      "loss": 0.3252,
      "step": 1997010
    },
    {
      "epoch": 557.36,
      "grad_norm": 1.139051914215088,
      "learning_rate": 1.0833304671120175e-06,
      "loss": 0.3437,
      "step": 1997020
    },
    {
      "epoch": 557.36,
      "grad_norm": 1.3673901557922363,
      "learning_rate": 1.0833076704658545e-06,
      "loss": 0.3404,
      "step": 1997030
    },
    {
      "epoch": 557.37,
      "grad_norm": 1.048545479774475,
      "learning_rate": 1.083284873987456e-06,
      "loss": 0.3399,
      "step": 1997040
    },
    {
      "epoch": 557.37,
      "grad_norm": 1.2640546560287476,
      "learning_rate": 1.0832620776768253e-06,
      "loss": 0.3454,
      "step": 1997050
    },
    {
      "epoch": 557.37,
      "grad_norm": 1.2157247066497803,
      "learning_rate": 1.0832392815339674e-06,
      "loss": 0.3367,
      "step": 1997060
    },
    {
      "epoch": 557.37,
      "grad_norm": 1.1721714735031128,
      "learning_rate": 1.0832164855588825e-06,
      "loss": 0.3436,
      "step": 1997070
    },
    {
      "epoch": 557.38,
      "grad_norm": 1.219686508178711,
      "learning_rate": 1.083193689751575e-06,
      "loss": 0.3512,
      "step": 1997080
    },
    {
      "epoch": 557.38,
      "grad_norm": 1.8036115169525146,
      "learning_rate": 1.083170894112048e-06,
      "loss": 0.3427,
      "step": 1997090
    },
    {
      "epoch": 557.38,
      "grad_norm": 1.0939232110977173,
      "learning_rate": 1.0831480986403055e-06,
      "loss": 0.3377,
      "step": 1997100
    },
    {
      "epoch": 557.38,
      "grad_norm": 0.9891090989112854,
      "learning_rate": 1.0831253033363473e-06,
      "loss": 0.3217,
      "step": 1997110
    },
    {
      "epoch": 557.39,
      "grad_norm": 1.1316546201705933,
      "learning_rate": 1.0831025082001806e-06,
      "loss": 0.3308,
      "step": 1997120
    },
    {
      "epoch": 557.39,
      "grad_norm": 1.1878864765167236,
      "learning_rate": 1.0830797132318054e-06,
      "loss": 0.3315,
      "step": 1997130
    },
    {
      "epoch": 557.39,
      "grad_norm": 1.4521430730819702,
      "learning_rate": 1.0830569184312258e-06,
      "loss": 0.3514,
      "step": 1997140
    },
    {
      "epoch": 557.4,
      "grad_norm": 1.1314029693603516,
      "learning_rate": 1.0830341237984457e-06,
      "loss": 0.3491,
      "step": 1997150
    },
    {
      "epoch": 557.4,
      "grad_norm": 1.2558941841125488,
      "learning_rate": 1.0830113293334665e-06,
      "loss": 0.3302,
      "step": 1997160
    },
    {
      "epoch": 557.4,
      "grad_norm": 1.0795583724975586,
      "learning_rate": 1.0829885350362916e-06,
      "loss": 0.3292,
      "step": 1997170
    },
    {
      "epoch": 557.4,
      "grad_norm": 1.0300806760787964,
      "learning_rate": 1.0829657409069246e-06,
      "loss": 0.3358,
      "step": 1997180
    },
    {
      "epoch": 557.41,
      "grad_norm": 1.1599568128585815,
      "learning_rate": 1.0829429469453694e-06,
      "loss": 0.3293,
      "step": 1997190
    },
    {
      "epoch": 557.41,
      "grad_norm": 1.1994832754135132,
      "learning_rate": 1.0829201531516267e-06,
      "loss": 0.3549,
      "step": 1997200
    },
    {
      "epoch": 557.41,
      "grad_norm": 0.9944924712181091,
      "learning_rate": 1.082897359525701e-06,
      "loss": 0.3401,
      "step": 1997210
    },
    {
      "epoch": 557.42,
      "grad_norm": 1.6819360256195068,
      "learning_rate": 1.082874566067595e-06,
      "loss": 0.3369,
      "step": 1997220
    },
    {
      "epoch": 557.42,
      "grad_norm": 1.0276386737823486,
      "learning_rate": 1.082851772777312e-06,
      "loss": 0.353,
      "step": 1997230
    },
    {
      "epoch": 557.42,
      "grad_norm": 1.2504538297653198,
      "learning_rate": 1.082828979654856e-06,
      "loss": 0.3353,
      "step": 1997240
    },
    {
      "epoch": 557.42,
      "grad_norm": 0.9916369318962097,
      "learning_rate": 1.0828061867002267e-06,
      "loss": 0.3473,
      "step": 1997250
    },
    {
      "epoch": 557.43,
      "grad_norm": 1.1493418216705322,
      "learning_rate": 1.0827833939134315e-06,
      "loss": 0.3487,
      "step": 1997260
    },
    {
      "epoch": 557.43,
      "grad_norm": 16.610788345336914,
      "learning_rate": 1.0827606012944703e-06,
      "loss": 0.3269,
      "step": 1997270
    },
    {
      "epoch": 557.43,
      "grad_norm": 1.3110907077789307,
      "learning_rate": 1.082737808843347e-06,
      "loss": 0.3418,
      "step": 1997280
    },
    {
      "epoch": 557.44,
      "grad_norm": 1.076818823814392,
      "learning_rate": 1.0827150165600657e-06,
      "loss": 0.3547,
      "step": 1997290
    },
    {
      "epoch": 557.44,
      "grad_norm": 1.237951636314392,
      "learning_rate": 1.0826922244446277e-06,
      "loss": 0.3363,
      "step": 1997300
    },
    {
      "epoch": 557.44,
      "grad_norm": 1.133914828300476,
      "learning_rate": 1.0826694324970367e-06,
      "loss": 0.3267,
      "step": 1997310
    },
    {
      "epoch": 557.44,
      "grad_norm": 1.2608393430709839,
      "learning_rate": 1.082646640717296e-06,
      "loss": 0.345,
      "step": 1997320
    },
    {
      "epoch": 557.45,
      "grad_norm": 1.4441736936569214,
      "learning_rate": 1.0826238491054097e-06,
      "loss": 0.355,
      "step": 1997330
    },
    {
      "epoch": 557.45,
      "grad_norm": 1.1070443391799927,
      "learning_rate": 1.082601057661378e-06,
      "loss": 0.3262,
      "step": 1997340
    },
    {
      "epoch": 557.45,
      "grad_norm": 1.073813557624817,
      "learning_rate": 1.0825782663852062e-06,
      "loss": 0.3428,
      "step": 1997350
    },
    {
      "epoch": 557.45,
      "grad_norm": 1.1972662210464478,
      "learning_rate": 1.0825554752768974e-06,
      "loss": 0.3298,
      "step": 1997360
    },
    {
      "epoch": 557.46,
      "grad_norm": 1.2163177728652954,
      "learning_rate": 1.082532684336452e-06,
      "loss": 0.3602,
      "step": 1997370
    },
    {
      "epoch": 557.46,
      "grad_norm": 0.9901350736618042,
      "learning_rate": 1.0825098935638768e-06,
      "loss": 0.3262,
      "step": 1997380
    },
    {
      "epoch": 557.46,
      "grad_norm": 1.0682185888290405,
      "learning_rate": 1.0824871029591723e-06,
      "loss": 0.3411,
      "step": 1997390
    },
    {
      "epoch": 557.47,
      "grad_norm": 1.3444831371307373,
      "learning_rate": 1.0824643125223423e-06,
      "loss": 0.3457,
      "step": 1997400
    },
    {
      "epoch": 557.47,
      "grad_norm": 1.2782530784606934,
      "learning_rate": 1.0824415222533895e-06,
      "loss": 0.335,
      "step": 1997410
    },
    {
      "epoch": 557.47,
      "grad_norm": 1.2893836498260498,
      "learning_rate": 1.082418732152318e-06,
      "loss": 0.3358,
      "step": 1997420
    },
    {
      "epoch": 557.47,
      "grad_norm": 1.0771360397338867,
      "learning_rate": 1.0823959422191292e-06,
      "loss": 0.3364,
      "step": 1997430
    },
    {
      "epoch": 557.48,
      "grad_norm": 1.19295072555542,
      "learning_rate": 1.0823731524538274e-06,
      "loss": 0.3397,
      "step": 1997440
    },
    {
      "epoch": 557.48,
      "grad_norm": 1.1484992504119873,
      "learning_rate": 1.0823503628564157e-06,
      "loss": 0.3382,
      "step": 1997450
    },
    {
      "epoch": 557.48,
      "grad_norm": 1.1040607690811157,
      "learning_rate": 1.0823275734268948e-06,
      "loss": 0.3336,
      "step": 1997460
    },
    {
      "epoch": 557.49,
      "grad_norm": 1.0475716590881348,
      "learning_rate": 1.0823047841652716e-06,
      "loss": 0.3389,
      "step": 1997470
    },
    {
      "epoch": 557.49,
      "grad_norm": 1.1972365379333496,
      "learning_rate": 1.0822819950715461e-06,
      "loss": 0.3554,
      "step": 1997480
    },
    {
      "epoch": 557.49,
      "grad_norm": 1.1006661653518677,
      "learning_rate": 1.0822592061457223e-06,
      "loss": 0.337,
      "step": 1997490
    },
    {
      "epoch": 557.49,
      "grad_norm": 1.2755632400512695,
      "learning_rate": 1.0822364173878033e-06,
      "loss": 0.3573,
      "step": 1997500
    },
    {
      "epoch": 557.5,
      "grad_norm": 1.076852798461914,
      "learning_rate": 1.082213628797792e-06,
      "loss": 0.336,
      "step": 1997510
    },
    {
      "epoch": 557.5,
      "grad_norm": 1.1529096364974976,
      "learning_rate": 1.0821908403756926e-06,
      "loss": 0.3219,
      "step": 1997520
    },
    {
      "epoch": 557.5,
      "grad_norm": 1.2713278532028198,
      "learning_rate": 1.0821680521215062e-06,
      "loss": 0.3289,
      "step": 1997530
    },
    {
      "epoch": 557.5,
      "grad_norm": 1.8415727615356445,
      "learning_rate": 1.0821452640352366e-06,
      "loss": 0.358,
      "step": 1997540
    },
    {
      "epoch": 557.51,
      "grad_norm": 1.1849802732467651,
      "learning_rate": 1.0821224761168867e-06,
      "loss": 0.3407,
      "step": 1997550
    },
    {
      "epoch": 557.51,
      "grad_norm": 1.0238337516784668,
      "learning_rate": 1.082099688366461e-06,
      "loss": 0.3399,
      "step": 1997560
    },
    {
      "epoch": 557.51,
      "grad_norm": 1.2401926517486572,
      "learning_rate": 1.0820769007839602e-06,
      "loss": 0.338,
      "step": 1997570
    },
    {
      "epoch": 557.52,
      "grad_norm": 1.106635570526123,
      "learning_rate": 1.0820541133693886e-06,
      "loss": 0.3315,
      "step": 1997580
    },
    {
      "epoch": 557.52,
      "grad_norm": 0.9827852249145508,
      "learning_rate": 1.08203132612275e-06,
      "loss": 0.3479,
      "step": 1997590
    },
    {
      "epoch": 557.52,
      "grad_norm": 1.2530860900878906,
      "learning_rate": 1.0820085390440446e-06,
      "loss": 0.3357,
      "step": 1997600
    },
    {
      "epoch": 557.52,
      "grad_norm": 1.2861905097961426,
      "learning_rate": 1.0819857521332791e-06,
      "loss": 0.3305,
      "step": 1997610
    },
    {
      "epoch": 557.53,
      "grad_norm": 0.9616876244544983,
      "learning_rate": 1.081962965390454e-06,
      "loss": 0.3356,
      "step": 1997620
    },
    {
      "epoch": 557.53,
      "grad_norm": 1.2064223289489746,
      "learning_rate": 1.081940178815573e-06,
      "loss": 0.3426,
      "step": 1997630
    },
    {
      "epoch": 557.53,
      "grad_norm": 1.1832691431045532,
      "learning_rate": 1.0819173924086391e-06,
      "loss": 0.329,
      "step": 1997640
    },
    {
      "epoch": 557.54,
      "grad_norm": 1.0898323059082031,
      "learning_rate": 1.0818946061696566e-06,
      "loss": 0.343,
      "step": 1997650
    },
    {
      "epoch": 557.54,
      "grad_norm": 1.1697611808776855,
      "learning_rate": 1.0818718200986262e-06,
      "loss": 0.3401,
      "step": 1997660
    },
    {
      "epoch": 557.54,
      "grad_norm": 1.2037901878356934,
      "learning_rate": 1.0818490341955525e-06,
      "loss": 0.3345,
      "step": 1997670
    },
    {
      "epoch": 557.54,
      "grad_norm": 1.108184576034546,
      "learning_rate": 1.0818262484604387e-06,
      "loss": 0.3386,
      "step": 1997680
    },
    {
      "epoch": 557.55,
      "grad_norm": 1.1515827178955078,
      "learning_rate": 1.0818034628932858e-06,
      "loss": 0.326,
      "step": 1997690
    },
    {
      "epoch": 557.55,
      "grad_norm": 0.9696677923202515,
      "learning_rate": 1.0817806774940998e-06,
      "loss": 0.3239,
      "step": 1997700
    },
    {
      "epoch": 557.55,
      "grad_norm": 1.2117862701416016,
      "learning_rate": 1.0817578922628816e-06,
      "loss": 0.341,
      "step": 1997710
    },
    {
      "epoch": 557.56,
      "grad_norm": 1.3021588325500488,
      "learning_rate": 1.081735107199635e-06,
      "loss": 0.3488,
      "step": 1997720
    },
    {
      "epoch": 557.56,
      "grad_norm": 1.1460509300231934,
      "learning_rate": 1.0817123223043635e-06,
      "loss": 0.3332,
      "step": 1997730
    },
    {
      "epoch": 557.56,
      "grad_norm": 1.036699652671814,
      "learning_rate": 1.0816895375770692e-06,
      "loss": 0.3496,
      "step": 1997740
    },
    {
      "epoch": 557.56,
      "grad_norm": 1.180416464805603,
      "learning_rate": 1.081666753017755e-06,
      "loss": 0.3257,
      "step": 1997750
    },
    {
      "epoch": 557.57,
      "grad_norm": 1.1439217329025269,
      "learning_rate": 1.0816439686264245e-06,
      "loss": 0.3548,
      "step": 1997760
    },
    {
      "epoch": 557.57,
      "grad_norm": 1.1416287422180176,
      "learning_rate": 1.0816211844030815e-06,
      "loss": 0.339,
      "step": 1997770
    },
    {
      "epoch": 557.57,
      "grad_norm": 8.410443305969238,
      "learning_rate": 1.0815984003477266e-06,
      "loss": 0.3458,
      "step": 1997780
    },
    {
      "epoch": 557.57,
      "grad_norm": 1.0835474729537964,
      "learning_rate": 1.0815756164603662e-06,
      "loss": 0.3459,
      "step": 1997790
    },
    {
      "epoch": 557.58,
      "grad_norm": 1.3965224027633667,
      "learning_rate": 1.0815528327410005e-06,
      "loss": 0.3276,
      "step": 1997800
    },
    {
      "epoch": 557.58,
      "grad_norm": 0.9313062429428101,
      "learning_rate": 1.0815300491896337e-06,
      "loss": 0.3378,
      "step": 1997810
    },
    {
      "epoch": 557.58,
      "grad_norm": 1.3204187154769897,
      "learning_rate": 1.0815072658062694e-06,
      "loss": 0.3318,
      "step": 1997820
    },
    {
      "epoch": 557.59,
      "grad_norm": 1.2330139875411987,
      "learning_rate": 1.0814844825909086e-06,
      "loss": 0.3468,
      "step": 1997830
    },
    {
      "epoch": 557.59,
      "grad_norm": 1.2293349504470825,
      "learning_rate": 1.0814616995435572e-06,
      "loss": 0.3388,
      "step": 1997840
    },
    {
      "epoch": 557.59,
      "grad_norm": 1.161522388458252,
      "learning_rate": 1.0814389166642158e-06,
      "loss": 0.3398,
      "step": 1997850
    },
    {
      "epoch": 557.59,
      "grad_norm": 1.1364412307739258,
      "learning_rate": 1.0814161339528885e-06,
      "loss": 0.3396,
      "step": 1997860
    },
    {
      "epoch": 557.6,
      "grad_norm": 1.129178762435913,
      "learning_rate": 1.0813933514095788e-06,
      "loss": 0.3567,
      "step": 1997870
    },
    {
      "epoch": 557.6,
      "grad_norm": 0.9626128077507019,
      "learning_rate": 1.0813705690342885e-06,
      "loss": 0.3293,
      "step": 1997880
    },
    {
      "epoch": 557.6,
      "grad_norm": 1.3018132448196411,
      "learning_rate": 1.081347786827021e-06,
      "loss": 0.3481,
      "step": 1997890
    },
    {
      "epoch": 557.61,
      "grad_norm": 1.252206563949585,
      "learning_rate": 1.0813250047877796e-06,
      "loss": 0.3365,
      "step": 1997900
    },
    {
      "epoch": 557.61,
      "grad_norm": 1.061065435409546,
      "learning_rate": 1.0813022229165686e-06,
      "loss": 0.3313,
      "step": 1997910
    },
    {
      "epoch": 557.61,
      "grad_norm": 1.1314324140548706,
      "learning_rate": 1.0812794412133875e-06,
      "loss": 0.3561,
      "step": 1997920
    },
    {
      "epoch": 557.61,
      "grad_norm": 1.0521413087844849,
      "learning_rate": 1.0812566596782436e-06,
      "loss": 0.3271,
      "step": 1997930
    },
    {
      "epoch": 557.62,
      "grad_norm": 1.1708569526672363,
      "learning_rate": 1.081233878311137e-06,
      "loss": 0.3411,
      "step": 1997940
    },
    {
      "epoch": 557.62,
      "grad_norm": 1.1415159702301025,
      "learning_rate": 1.0812110971120714e-06,
      "loss": 0.3359,
      "step": 1997950
    },
    {
      "epoch": 557.62,
      "grad_norm": 1.1480226516723633,
      "learning_rate": 1.0811883160810512e-06,
      "loss": 0.3518,
      "step": 1997960
    },
    {
      "epoch": 557.62,
      "grad_norm": 1.0896919965744019,
      "learning_rate": 1.0811655352180775e-06,
      "loss": 0.3414,
      "step": 1997970
    },
    {
      "epoch": 557.63,
      "grad_norm": 1.0981659889221191,
      "learning_rate": 1.081142754523154e-06,
      "loss": 0.3508,
      "step": 1997980
    },
    {
      "epoch": 557.63,
      "grad_norm": 1.1138664484024048,
      "learning_rate": 1.0811199739962838e-06,
      "loss": 0.3376,
      "step": 1997990
    },
    {
      "epoch": 557.63,
      "grad_norm": 1.1250396966934204,
      "learning_rate": 1.081097193637471e-06,
      "loss": 0.3361,
      "step": 1998000
    },
    {
      "epoch": 557.64,
      "grad_norm": 1.435429573059082,
      "learning_rate": 1.0810744134467167e-06,
      "loss": 0.3436,
      "step": 1998010
    },
    {
      "epoch": 557.64,
      "grad_norm": 1.057361125946045,
      "learning_rate": 1.0810516334240248e-06,
      "loss": 0.3437,
      "step": 1998020
    },
    {
      "epoch": 557.64,
      "grad_norm": 1.0528360605239868,
      "learning_rate": 1.0810288535693993e-06,
      "loss": 0.3364,
      "step": 1998030
    },
    {
      "epoch": 557.64,
      "grad_norm": 1.133283257484436,
      "learning_rate": 1.0810060738828406e-06,
      "loss": 0.3454,
      "step": 1998040
    },
    {
      "epoch": 557.65,
      "grad_norm": 1.072940707206726,
      "learning_rate": 1.0809832943643553e-06,
      "loss": 0.352,
      "step": 1998050
    },
    {
      "epoch": 557.65,
      "grad_norm": 1.817781686782837,
      "learning_rate": 1.0809605150139436e-06,
      "loss": 0.3372,
      "step": 1998060
    },
    {
      "epoch": 557.65,
      "grad_norm": 1.1171857118606567,
      "learning_rate": 1.0809377358316094e-06,
      "loss": 0.3393,
      "step": 1998070
    },
    {
      "epoch": 557.66,
      "grad_norm": 1.0829894542694092,
      "learning_rate": 1.0809149568173562e-06,
      "loss": 0.3463,
      "step": 1998080
    },
    {
      "epoch": 557.66,
      "grad_norm": 1.2337408065795898,
      "learning_rate": 1.0808921779711866e-06,
      "loss": 0.3263,
      "step": 1998090
    },
    {
      "epoch": 557.66,
      "grad_norm": 1.181477427482605,
      "learning_rate": 1.0808693992931045e-06,
      "loss": 0.3296,
      "step": 1998100
    },
    {
      "epoch": 557.66,
      "grad_norm": 1.0216892957687378,
      "learning_rate": 1.0808466207831112e-06,
      "loss": 0.3348,
      "step": 1998110
    },
    {
      "epoch": 557.67,
      "grad_norm": 1.2749171257019043,
      "learning_rate": 1.0808238424412108e-06,
      "loss": 0.347,
      "step": 1998120
    },
    {
      "epoch": 557.67,
      "grad_norm": 1.1670576333999634,
      "learning_rate": 1.0808010642674063e-06,
      "loss": 0.3723,
      "step": 1998130
    },
    {
      "epoch": 557.67,
      "grad_norm": 1.0948450565338135,
      "learning_rate": 1.0807782862617013e-06,
      "loss": 0.3498,
      "step": 1998140
    },
    {
      "epoch": 557.68,
      "grad_norm": 1.0775805711746216,
      "learning_rate": 1.0807555084240974e-06,
      "loss": 0.3384,
      "step": 1998150
    },
    {
      "epoch": 557.68,
      "grad_norm": 1.0836728811264038,
      "learning_rate": 1.0807327307545984e-06,
      "loss": 0.3363,
      "step": 1998160
    },
    {
      "epoch": 557.68,
      "grad_norm": 1.0904613733291626,
      "learning_rate": 1.0807099532532083e-06,
      "loss": 0.3346,
      "step": 1998170
    },
    {
      "epoch": 557.68,
      "grad_norm": 1.1678123474121094,
      "learning_rate": 1.0806871759199274e-06,
      "loss": 0.3341,
      "step": 1998180
    },
    {
      "epoch": 557.69,
      "grad_norm": 1.26595938205719,
      "learning_rate": 1.0806643987547622e-06,
      "loss": 0.3487,
      "step": 1998190
    },
    {
      "epoch": 557.69,
      "grad_norm": 1.2952488660812378,
      "learning_rate": 1.0806416217577133e-06,
      "loss": 0.3383,
      "step": 1998200
    },
    {
      "epoch": 557.69,
      "grad_norm": 1.0415467023849487,
      "learning_rate": 1.0806188449287844e-06,
      "loss": 0.367,
      "step": 1998210
    },
    {
      "epoch": 557.69,
      "grad_norm": 1.0835378170013428,
      "learning_rate": 1.0805960682679786e-06,
      "loss": 0.3419,
      "step": 1998220
    },
    {
      "epoch": 557.7,
      "grad_norm": 1.145985722541809,
      "learning_rate": 1.0805732917752997e-06,
      "loss": 0.3447,
      "step": 1998230
    },
    {
      "epoch": 557.7,
      "grad_norm": 1.1839951276779175,
      "learning_rate": 1.080550515450749e-06,
      "loss": 0.3347,
      "step": 1998240
    },
    {
      "epoch": 557.7,
      "grad_norm": 1.2880059480667114,
      "learning_rate": 1.0805277392943306e-06,
      "loss": 0.3407,
      "step": 1998250
    },
    {
      "epoch": 557.71,
      "grad_norm": 1.4013813734054565,
      "learning_rate": 1.0805049633060484e-06,
      "loss": 0.3264,
      "step": 1998260
    },
    {
      "epoch": 557.71,
      "grad_norm": 1.0455418825149536,
      "learning_rate": 1.0804821874859027e-06,
      "loss": 0.3519,
      "step": 1998270
    },
    {
      "epoch": 557.71,
      "grad_norm": 1.286564826965332,
      "learning_rate": 1.0804594118339e-06,
      "loss": 0.3559,
      "step": 1998280
    },
    {
      "epoch": 557.71,
      "grad_norm": 1.14716374874115,
      "learning_rate": 1.0804366363500408e-06,
      "loss": 0.3464,
      "step": 1998290
    },
    {
      "epoch": 557.72,
      "grad_norm": 1.2290583848953247,
      "learning_rate": 1.0804138610343288e-06,
      "loss": 0.3472,
      "step": 1998300
    },
    {
      "epoch": 557.72,
      "grad_norm": 1.3877089023590088,
      "learning_rate": 1.0803910858867681e-06,
      "loss": 0.3509,
      "step": 1998310
    },
    {
      "epoch": 557.72,
      "grad_norm": 1.2119210958480835,
      "learning_rate": 1.08036831090736e-06,
      "loss": 0.3337,
      "step": 1998320
    },
    {
      "epoch": 557.73,
      "grad_norm": 1.2446714639663696,
      "learning_rate": 1.0803455360961082e-06,
      "loss": 0.3317,
      "step": 1998330
    },
    {
      "epoch": 557.73,
      "grad_norm": 1.010506272315979,
      "learning_rate": 1.0803227614530162e-06,
      "loss": 0.3168,
      "step": 1998340
    },
    {
      "epoch": 557.73,
      "grad_norm": 1.2598679065704346,
      "learning_rate": 1.0802999869780874e-06,
      "loss": 0.3447,
      "step": 1998350
    },
    {
      "epoch": 557.73,
      "grad_norm": 1.1021746397018433,
      "learning_rate": 1.0802772126713225e-06,
      "loss": 0.3484,
      "step": 1998360
    },
    {
      "epoch": 557.74,
      "grad_norm": 1.0446118116378784,
      "learning_rate": 1.0802544385327278e-06,
      "loss": 0.3368,
      "step": 1998370
    },
    {
      "epoch": 557.74,
      "grad_norm": 1.2414734363555908,
      "learning_rate": 1.0802316645623036e-06,
      "loss": 0.3364,
      "step": 1998380
    },
    {
      "epoch": 557.74,
      "grad_norm": 1.348852515220642,
      "learning_rate": 1.0802088907600544e-06,
      "loss": 0.3414,
      "step": 1998390
    },
    {
      "epoch": 557.74,
      "grad_norm": 1.0246213674545288,
      "learning_rate": 1.0801861171259836e-06,
      "loss": 0.3228,
      "step": 1998400
    },
    {
      "epoch": 557.75,
      "grad_norm": 1.0703072547912598,
      "learning_rate": 1.080163343660092e-06,
      "loss": 0.3494,
      "step": 1998410
    },
    {
      "epoch": 557.75,
      "grad_norm": 0.9471641182899475,
      "learning_rate": 1.0801405703623855e-06,
      "loss": 0.3386,
      "step": 1998420
    },
    {
      "epoch": 557.75,
      "grad_norm": 1.1169219017028809,
      "learning_rate": 1.0801177972328651e-06,
      "loss": 0.346,
      "step": 1998430
    },
    {
      "epoch": 557.76,
      "grad_norm": 1.203123688697815,
      "learning_rate": 1.0800950242715344e-06,
      "loss": 0.3353,
      "step": 1998440
    },
    {
      "epoch": 557.76,
      "grad_norm": 1.2825376987457275,
      "learning_rate": 1.0800722514783967e-06,
      "loss": 0.3456,
      "step": 1998450
    },
    {
      "epoch": 557.76,
      "grad_norm": 1.1503148078918457,
      "learning_rate": 1.0800494788534555e-06,
      "loss": 0.3591,
      "step": 1998460
    },
    {
      "epoch": 557.76,
      "grad_norm": 1.1410768032073975,
      "learning_rate": 1.0800267063967123e-06,
      "loss": 0.3339,
      "step": 1998470
    },
    {
      "epoch": 557.77,
      "grad_norm": 1.4385517835617065,
      "learning_rate": 1.080003934108171e-06,
      "loss": 0.3501,
      "step": 1998480
    },
    {
      "epoch": 557.77,
      "grad_norm": 1.105799913406372,
      "learning_rate": 1.0799811619878356e-06,
      "loss": 0.3326,
      "step": 1998490
    },
    {
      "epoch": 557.77,
      "grad_norm": 1.1791526079177856,
      "learning_rate": 1.0799583900357065e-06,
      "loss": 0.3435,
      "step": 1998500
    },
    {
      "epoch": 557.78,
      "grad_norm": 1.0330920219421387,
      "learning_rate": 1.0799356182517901e-06,
      "loss": 0.3259,
      "step": 1998510
    },
    {
      "epoch": 557.78,
      "grad_norm": 1.158851146697998,
      "learning_rate": 1.0799128466360868e-06,
      "loss": 0.3436,
      "step": 1998520
    },
    {
      "epoch": 557.78,
      "grad_norm": 1.1310864686965942,
      "learning_rate": 1.0798900751886007e-06,
      "loss": 0.3451,
      "step": 1998530
    },
    {
      "epoch": 557.78,
      "grad_norm": 0.9739199876785278,
      "learning_rate": 1.0798673039093355e-06,
      "loss": 0.3369,
      "step": 1998540
    },
    {
      "epoch": 557.79,
      "grad_norm": 1.4110487699508667,
      "learning_rate": 1.0798445327982928e-06,
      "loss": 0.3328,
      "step": 1998550
    },
    {
      "epoch": 557.79,
      "grad_norm": 0.9583470821380615,
      "learning_rate": 1.079821761855476e-06,
      "loss": 0.3527,
      "step": 1998560
    },
    {
      "epoch": 557.79,
      "grad_norm": 1.1224690675735474,
      "learning_rate": 1.0797989910808883e-06,
      "loss": 0.3323,
      "step": 1998570
    },
    {
      "epoch": 557.8,
      "grad_norm": 1.2715120315551758,
      "learning_rate": 1.0797762204745338e-06,
      "loss": 0.3484,
      "step": 1998580
    },
    {
      "epoch": 557.8,
      "grad_norm": 1.1025898456573486,
      "learning_rate": 1.0797534500364128e-06,
      "loss": 0.3335,
      "step": 1998590
    },
    {
      "epoch": 557.8,
      "grad_norm": 0.9890592098236084,
      "learning_rate": 1.079730679766532e-06,
      "loss": 0.3481,
      "step": 1998600
    },
    {
      "epoch": 557.8,
      "grad_norm": 0.9163643717765808,
      "learning_rate": 1.0797079096648914e-06,
      "loss": 0.3516,
      "step": 1998610
    },
    {
      "epoch": 557.81,
      "grad_norm": 1.1304500102996826,
      "learning_rate": 1.0796851397314953e-06,
      "loss": 0.3381,
      "step": 1998620
    },
    {
      "epoch": 557.81,
      "grad_norm": 1.112125277519226,
      "learning_rate": 1.0796623699663475e-06,
      "loss": 0.3412,
      "step": 1998630
    },
    {
      "epoch": 557.81,
      "grad_norm": 1.3980426788330078,
      "learning_rate": 1.079639600369449e-06,
      "loss": 0.3172,
      "step": 1998640
    },
    {
      "epoch": 557.81,
      "grad_norm": 1.1592291593551636,
      "learning_rate": 1.079616830940804e-06,
      "loss": 0.3288,
      "step": 1998650
    },
    {
      "epoch": 557.82,
      "grad_norm": 1.3171287775039673,
      "learning_rate": 1.0795940616804156e-06,
      "loss": 0.3442,
      "step": 1998660
    },
    {
      "epoch": 557.82,
      "grad_norm": 1.188969373703003,
      "learning_rate": 1.0795712925882867e-06,
      "loss": 0.34,
      "step": 1998670
    },
    {
      "epoch": 557.82,
      "grad_norm": 1.1154372692108154,
      "learning_rate": 1.0795485236644213e-06,
      "loss": 0.3377,
      "step": 1998680
    },
    {
      "epoch": 557.83,
      "grad_norm": 1.2119194269180298,
      "learning_rate": 1.0795257549088202e-06,
      "loss": 0.335,
      "step": 1998690
    },
    {
      "epoch": 557.83,
      "grad_norm": 1.1055692434310913,
      "learning_rate": 1.079502986321488e-06,
      "loss": 0.3346,
      "step": 1998700
    },
    {
      "epoch": 557.83,
      "grad_norm": 1.2413009405136108,
      "learning_rate": 1.0794802179024271e-06,
      "loss": 0.343,
      "step": 1998710
    },
    {
      "epoch": 557.83,
      "grad_norm": 1.1502398252487183,
      "learning_rate": 1.0794574496516423e-06,
      "loss": 0.3295,
      "step": 1998720
    },
    {
      "epoch": 557.84,
      "grad_norm": 1.1655185222625732,
      "learning_rate": 1.079434681569133e-06,
      "loss": 0.3491,
      "step": 1998730
    },
    {
      "epoch": 557.84,
      "grad_norm": 1.0656036138534546,
      "learning_rate": 1.079411913654906e-06,
      "loss": 0.3331,
      "step": 1998740
    },
    {
      "epoch": 557.84,
      "grad_norm": 1.081484079360962,
      "learning_rate": 1.0793891459089624e-06,
      "loss": 0.3393,
      "step": 1998750
    },
    {
      "epoch": 557.85,
      "grad_norm": 1.4010751247406006,
      "learning_rate": 1.0793663783313053e-06,
      "loss": 0.3431,
      "step": 1998760
    },
    {
      "epoch": 557.85,
      "grad_norm": 1.0782690048217773,
      "learning_rate": 1.079343610921939e-06,
      "loss": 0.3457,
      "step": 1998770
    },
    {
      "epoch": 557.85,
      "grad_norm": 1.2772928476333618,
      "learning_rate": 1.0793208436808645e-06,
      "loss": 0.335,
      "step": 1998780
    },
    {
      "epoch": 557.85,
      "grad_norm": 1.2175872325897217,
      "learning_rate": 1.079298076608086e-06,
      "loss": 0.3277,
      "step": 1998790
    },
    {
      "epoch": 557.86,
      "grad_norm": 0.9782373905181885,
      "learning_rate": 1.0792753097036062e-06,
      "loss": 0.3308,
      "step": 1998800
    },
    {
      "epoch": 557.86,
      "grad_norm": 1.098318338394165,
      "learning_rate": 1.0792525429674291e-06,
      "loss": 0.3361,
      "step": 1998810
    },
    {
      "epoch": 557.86,
      "grad_norm": 1.072142243385315,
      "learning_rate": 1.0792297763995564e-06,
      "loss": 0.3418,
      "step": 1998820
    },
    {
      "epoch": 557.86,
      "grad_norm": 1.1846697330474854,
      "learning_rate": 1.0792070099999915e-06,
      "loss": 0.3345,
      "step": 1998830
    },
    {
      "epoch": 557.87,
      "grad_norm": 1.1750589609146118,
      "learning_rate": 1.0791842437687388e-06,
      "loss": 0.3402,
      "step": 1998840
    },
    {
      "epoch": 557.87,
      "grad_norm": 1.1277998685836792,
      "learning_rate": 1.079161477705798e-06,
      "loss": 0.3478,
      "step": 1998850
    },
    {
      "epoch": 557.87,
      "grad_norm": 1.3526360988616943,
      "learning_rate": 1.0791387118111762e-06,
      "loss": 0.345,
      "step": 1998860
    },
    {
      "epoch": 557.88,
      "grad_norm": 1.1908818483352661,
      "learning_rate": 1.0791159460848736e-06,
      "loss": 0.3482,
      "step": 1998870
    },
    {
      "epoch": 557.88,
      "grad_norm": 1.1273283958435059,
      "learning_rate": 1.0790931805268943e-06,
      "loss": 0.3255,
      "step": 1998880
    },
    {
      "epoch": 557.88,
      "grad_norm": 1.2982712984085083,
      "learning_rate": 1.0790704151372408e-06,
      "loss": 0.3473,
      "step": 1998890
    },
    {
      "epoch": 557.88,
      "grad_norm": 1.3856408596038818,
      "learning_rate": 1.0790476499159178e-06,
      "loss": 0.3451,
      "step": 1998900
    },
    {
      "epoch": 557.89,
      "grad_norm": 1.220687985420227,
      "learning_rate": 1.079024884862926e-06,
      "loss": 0.3353,
      "step": 1998910
    },
    {
      "epoch": 557.89,
      "grad_norm": 1.1580694913864136,
      "learning_rate": 1.0790021199782694e-06,
      "loss": 0.3443,
      "step": 1998920
    },
    {
      "epoch": 557.89,
      "grad_norm": 1.3664498329162598,
      "learning_rate": 1.078979355261952e-06,
      "loss": 0.333,
      "step": 1998930
    },
    {
      "epoch": 557.9,
      "grad_norm": 1.182754635810852,
      "learning_rate": 1.0789565907139743e-06,
      "loss": 0.3538,
      "step": 1998940
    },
    {
      "epoch": 557.9,
      "grad_norm": 1.1166057586669922,
      "learning_rate": 1.0789338263343424e-06,
      "loss": 0.3405,
      "step": 1998950
    },
    {
      "epoch": 557.9,
      "grad_norm": 1.190834879875183,
      "learning_rate": 1.078911062123057e-06,
      "loss": 0.3467,
      "step": 1998960
    },
    {
      "epoch": 557.9,
      "grad_norm": 1.3691613674163818,
      "learning_rate": 1.0788882980801222e-06,
      "loss": 0.3501,
      "step": 1998970
    },
    {
      "epoch": 557.91,
      "grad_norm": 2.3267822265625,
      "learning_rate": 1.0788655342055417e-06,
      "loss": 0.3305,
      "step": 1998980
    },
    {
      "epoch": 557.91,
      "grad_norm": 1.2207071781158447,
      "learning_rate": 1.0788427704993158e-06,
      "loss": 0.3336,
      "step": 1998990
    },
    {
      "epoch": 557.91,
      "grad_norm": 1.033316731452942,
      "learning_rate": 1.0788200069614513e-06,
      "loss": 0.3466,
      "step": 1999000
    },
    {
      "epoch": 557.92,
      "grad_norm": 1.186879277229309,
      "learning_rate": 1.0787972435919483e-06,
      "loss": 0.3423,
      "step": 1999010
    },
    {
      "epoch": 557.92,
      "grad_norm": 1.035601019859314,
      "learning_rate": 1.0787744803908112e-06,
      "loss": 0.3293,
      "step": 1999020
    },
    {
      "epoch": 557.92,
      "grad_norm": 1.0559065341949463,
      "learning_rate": 1.0787517173580423e-06,
      "loss": 0.3317,
      "step": 1999030
    },
    {
      "epoch": 557.92,
      "grad_norm": 1.0790188312530518,
      "learning_rate": 1.078728954493646e-06,
      "loss": 0.3489,
      "step": 1999040
    },
    {
      "epoch": 557.93,
      "grad_norm": 1.1851428747177124,
      "learning_rate": 1.0787061917976237e-06,
      "loss": 0.3354,
      "step": 1999050
    },
    {
      "epoch": 557.93,
      "grad_norm": 0.8881500959396362,
      "learning_rate": 1.0786834292699785e-06,
      "loss": 0.3269,
      "step": 1999060
    },
    {
      "epoch": 557.93,
      "grad_norm": 1.1420115232467651,
      "learning_rate": 1.0786606669107154e-06,
      "loss": 0.3464,
      "step": 1999070
    },
    {
      "epoch": 557.93,
      "grad_norm": 1.0416826009750366,
      "learning_rate": 1.078637904719834e-06,
      "loss": 0.3327,
      "step": 1999080
    },
    {
      "epoch": 557.94,
      "grad_norm": 1.2277559041976929,
      "learning_rate": 1.0786151426973415e-06,
      "loss": 0.3385,
      "step": 1999090
    },
    {
      "epoch": 557.94,
      "grad_norm": 1.169790267944336,
      "learning_rate": 1.0785923808432376e-06,
      "loss": 0.3439,
      "step": 1999100
    },
    {
      "epoch": 557.94,
      "grad_norm": 1.1384735107421875,
      "learning_rate": 1.0785696191575267e-06,
      "loss": 0.3247,
      "step": 1999110
    },
    {
      "epoch": 557.95,
      "grad_norm": 1.1181491613388062,
      "learning_rate": 1.0785468576402122e-06,
      "loss": 0.3341,
      "step": 1999120
    },
    {
      "epoch": 557.95,
      "grad_norm": 1.2467325925827026,
      "learning_rate": 1.0785240962912958e-06,
      "loss": 0.3285,
      "step": 1999130
    },
    {
      "epoch": 557.95,
      "grad_norm": 1.3767685890197754,
      "learning_rate": 1.0785013351107815e-06,
      "loss": 0.3366,
      "step": 1999140
    },
    {
      "epoch": 557.95,
      "grad_norm": 1.1699718236923218,
      "learning_rate": 1.078478574098672e-06,
      "loss": 0.3336,
      "step": 1999150
    },
    {
      "epoch": 557.96,
      "grad_norm": 1.1493958234786987,
      "learning_rate": 1.0784558132549716e-06,
      "loss": 0.3331,
      "step": 1999160
    },
    {
      "epoch": 557.96,
      "grad_norm": 1.0407224893569946,
      "learning_rate": 1.0784330525796803e-06,
      "loss": 0.331,
      "step": 1999170
    },
    {
      "epoch": 557.96,
      "grad_norm": 1.0796012878417969,
      "learning_rate": 1.0784102920728048e-06,
      "loss": 0.336,
      "step": 1999180
    },
    {
      "epoch": 557.97,
      "grad_norm": 1.20428466796875,
      "learning_rate": 1.0783875317343455e-06,
      "loss": 0.3552,
      "step": 1999190
    },
    {
      "epoch": 557.97,
      "grad_norm": 1.1076416969299316,
      "learning_rate": 1.0783647715643062e-06,
      "loss": 0.3457,
      "step": 1999200
    },
    {
      "epoch": 557.97,
      "grad_norm": 0.9709575772285461,
      "learning_rate": 1.0783420115626907e-06,
      "loss": 0.3312,
      "step": 1999210
    },
    {
      "epoch": 557.97,
      "grad_norm": 1.4041129350662231,
      "learning_rate": 1.0783192517295007e-06,
      "loss": 0.3445,
      "step": 1999220
    },
    {
      "epoch": 557.98,
      "grad_norm": 1.0517959594726562,
      "learning_rate": 1.0782964920647399e-06,
      "loss": 0.3335,
      "step": 1999230
    },
    {
      "epoch": 557.98,
      "grad_norm": 1.284531593322754,
      "learning_rate": 1.0782737325684113e-06,
      "loss": 0.3418,
      "step": 1999240
    },
    {
      "epoch": 557.98,
      "grad_norm": 1.1257206201553345,
      "learning_rate": 1.078250973240518e-06,
      "loss": 0.3507,
      "step": 1999250
    },
    {
      "epoch": 557.98,
      "grad_norm": 1.2185523509979248,
      "learning_rate": 1.0782282140810636e-06,
      "loss": 0.3293,
      "step": 1999260
    },
    {
      "epoch": 557.99,
      "grad_norm": 1.2289305925369263,
      "learning_rate": 1.0782054550900499e-06,
      "loss": 0.3206,
      "step": 1999270
    },
    {
      "epoch": 557.99,
      "grad_norm": 1.163615345954895,
      "learning_rate": 1.0781826962674803e-06,
      "loss": 0.3545,
      "step": 1999280
    },
    {
      "epoch": 557.99,
      "grad_norm": 1.4914289712905884,
      "learning_rate": 1.078159937613358e-06,
      "loss": 0.3423,
      "step": 1999290
    },
    {
      "epoch": 558.0,
      "grad_norm": 0.9945189356803894,
      "learning_rate": 1.0781371791276872e-06,
      "loss": 0.3536,
      "step": 1999300
    },
    {
      "epoch": 558.0,
      "grad_norm": 1.22478449344635,
      "learning_rate": 1.0781144208104681e-06,
      "loss": 0.342,
      "step": 1999310
    },
    {
      "epoch": 558.0,
      "eval_loss": 0.3414877653121948,
      "eval_runtime": 63.5022,
      "eval_samples_per_second": 79.667,
      "eval_steps_per_second": 9.968,
      "step": 1999314
    },
    {
      "epoch": 558.0,
      "grad_norm": 1.2397050857543945,
      "learning_rate": 1.078091662661707e-06,
      "loss": 0.3417,
      "step": 1999320
    },
    {
      "epoch": 558.0,
      "grad_norm": 1.0946463346481323,
      "learning_rate": 1.0780689046814047e-06,
      "loss": 0.3602,
      "step": 1999330
    },
    {
      "epoch": 558.01,
      "grad_norm": 1.3826360702514648,
      "learning_rate": 1.0780461468695646e-06,
      "loss": 0.3327,
      "step": 1999340
    },
    {
      "epoch": 558.01,
      "grad_norm": 1.0544469356536865,
      "learning_rate": 1.078023389226191e-06,
      "loss": 0.3316,
      "step": 1999350
    },
    {
      "epoch": 558.01,
      "grad_norm": 1.0695695877075195,
      "learning_rate": 1.0780006317512851e-06,
      "loss": 0.3449,
      "step": 1999360
    },
    {
      "epoch": 558.02,
      "grad_norm": 1.1224403381347656,
      "learning_rate": 1.0779778744448508e-06,
      "loss": 0.3526,
      "step": 1999370
    },
    {
      "epoch": 558.02,
      "grad_norm": 0.9744904637336731,
      "learning_rate": 1.0779551173068913e-06,
      "loss": 0.3407,
      "step": 1999380
    },
    {
      "epoch": 558.02,
      "grad_norm": 1.0926769971847534,
      "learning_rate": 1.07793236033741e-06,
      "loss": 0.3238,
      "step": 1999390
    },
    {
      "epoch": 558.02,
      "grad_norm": 1.0669612884521484,
      "learning_rate": 1.0779096035364078e-06,
      "loss": 0.3348,
      "step": 1999400
    },
    {
      "epoch": 558.03,
      "grad_norm": 1.0583138465881348,
      "learning_rate": 1.0778868469038913e-06,
      "loss": 0.3483,
      "step": 1999410
    },
    {
      "epoch": 558.03,
      "grad_norm": 1.3230624198913574,
      "learning_rate": 1.07786409043986e-06,
      "loss": 0.3342,
      "step": 1999420
    },
    {
      "epoch": 558.03,
      "grad_norm": 1.1056528091430664,
      "learning_rate": 1.0778413341443188e-06,
      "loss": 0.3304,
      "step": 1999430
    },
    {
      "epoch": 558.04,
      "grad_norm": 1.1997368335723877,
      "learning_rate": 1.0778185780172716e-06,
      "loss": 0.3332,
      "step": 1999440
    },
    {
      "epoch": 558.04,
      "grad_norm": 1.1468193531036377,
      "learning_rate": 1.077795822058719e-06,
      "loss": 0.3402,
      "step": 1999450
    },
    {
      "epoch": 558.04,
      "grad_norm": 1.2381341457366943,
      "learning_rate": 1.0777730662686653e-06,
      "loss": 0.3577,
      "step": 1999460
    },
    {
      "epoch": 558.04,
      "grad_norm": 1.1513442993164062,
      "learning_rate": 1.0777503106471135e-06,
      "loss": 0.3384,
      "step": 1999470
    },
    {
      "epoch": 558.05,
      "grad_norm": 1.1793298721313477,
      "learning_rate": 1.0777275551940673e-06,
      "loss": 0.3321,
      "step": 1999480
    },
    {
      "epoch": 558.05,
      "grad_norm": 1.34721040725708,
      "learning_rate": 1.0777047999095285e-06,
      "loss": 0.3401,
      "step": 1999490
    },
    {
      "epoch": 558.05,
      "grad_norm": 1.0796003341674805,
      "learning_rate": 1.0776820447935006e-06,
      "loss": 0.3363,
      "step": 1999500
    },
    {
      "epoch": 558.05,
      "grad_norm": 1.2048295736312866,
      "learning_rate": 1.0776592898459874e-06,
      "loss": 0.338,
      "step": 1999510
    },
    {
      "epoch": 558.06,
      "grad_norm": 1.5028252601623535,
      "learning_rate": 1.0776365350669892e-06,
      "loss": 0.3559,
      "step": 1999520
    },
    {
      "epoch": 558.06,
      "grad_norm": 1.2671420574188232,
      "learning_rate": 1.0776137804565131e-06,
      "loss": 0.3534,
      "step": 1999530
    },
    {
      "epoch": 558.06,
      "grad_norm": 1.3043051958084106,
      "learning_rate": 1.0775910260145583e-06,
      "loss": 0.3227,
      "step": 1999540
    },
    {
      "epoch": 558.07,
      "grad_norm": 1.2268378734588623,
      "learning_rate": 1.0775682717411314e-06,
      "loss": 0.3328,
      "step": 1999550
    },
    {
      "epoch": 558.07,
      "grad_norm": 1.1196930408477783,
      "learning_rate": 1.077545517636233e-06,
      "loss": 0.3455,
      "step": 1999560
    },
    {
      "epoch": 558.07,
      "grad_norm": 1.014426350593567,
      "learning_rate": 1.0775227636998664e-06,
      "loss": 0.3243,
      "step": 1999570
    },
    {
      "epoch": 558.07,
      "grad_norm": 0.9870644211769104,
      "learning_rate": 1.0775000099320359e-06,
      "loss": 0.3478,
      "step": 1999580
    },
    {
      "epoch": 558.08,
      "grad_norm": 1.0170952081680298,
      "learning_rate": 1.0774772563327428e-06,
      "loss": 0.3384,
      "step": 1999590
    },
    {
      "epoch": 558.08,
      "grad_norm": 1.4976500272750854,
      "learning_rate": 1.077454502901991e-06,
      "loss": 0.3309,
      "step": 1999600
    },
    {
      "epoch": 558.08,
      "grad_norm": 1.1232749223709106,
      "learning_rate": 1.0774317496397834e-06,
      "loss": 0.3376,
      "step": 1999610
    },
    {
      "epoch": 558.09,
      "grad_norm": 1.0903853178024292,
      "learning_rate": 1.077408996546124e-06,
      "loss": 0.3371,
      "step": 1999620
    },
    {
      "epoch": 558.09,
      "grad_norm": 1.2461738586425781,
      "learning_rate": 1.077386243621014e-06,
      "loss": 0.3436,
      "step": 1999630
    },
    {
      "epoch": 558.09,
      "grad_norm": 1.3201966285705566,
      "learning_rate": 1.0773634908644576e-06,
      "loss": 0.3438,
      "step": 1999640
    },
    {
      "epoch": 558.09,
      "grad_norm": 1.1466612815856934,
      "learning_rate": 1.0773407382764582e-06,
      "loss": 0.3404,
      "step": 1999650
    },
    {
      "epoch": 558.1,
      "grad_norm": 0.9999178051948547,
      "learning_rate": 1.0773179858570165e-06,
      "loss": 0.3374,
      "step": 1999660
    },
    {
      "epoch": 558.1,
      "grad_norm": 1.1820800304412842,
      "learning_rate": 1.0772952336061391e-06,
      "loss": 0.3514,
      "step": 1999670
    },
    {
      "epoch": 558.1,
      "grad_norm": 1.123693823814392,
      "learning_rate": 1.0772724815238262e-06,
      "loss": 0.3441,
      "step": 1999680
    },
    {
      "epoch": 558.1,
      "grad_norm": 1.2234110832214355,
      "learning_rate": 1.0772497296100822e-06,
      "loss": 0.3443,
      "step": 1999690
    },
    {
      "epoch": 558.11,
      "grad_norm": 1.191170334815979,
      "learning_rate": 1.0772269778649091e-06,
      "loss": 0.3626,
      "step": 1999700
    },
    {
      "epoch": 558.11,
      "grad_norm": 0.9696330428123474,
      "learning_rate": 1.077204226288312e-06,
      "loss": 0.3503,
      "step": 1999710
    },
    {
      "epoch": 558.11,
      "grad_norm": 0.9335120320320129,
      "learning_rate": 1.077181474880291e-06,
      "loss": 0.3535,
      "step": 1999720
    },
    {
      "epoch": 558.12,
      "grad_norm": 1.2058502435684204,
      "learning_rate": 1.077158723640851e-06,
      "loss": 0.3306,
      "step": 1999730
    },
    {
      "epoch": 558.12,
      "grad_norm": 1.3446658849716187,
      "learning_rate": 1.0771359725699957e-06,
      "loss": 0.3414,
      "step": 1999740
    },
    {
      "epoch": 558.12,
      "grad_norm": 0.9771712422370911,
      "learning_rate": 1.077113221667725e-06,
      "loss": 0.3361,
      "step": 1999750
    },
    {
      "epoch": 558.12,
      "grad_norm": 1.1376917362213135,
      "learning_rate": 1.0770904709340457e-06,
      "loss": 0.3421,
      "step": 1999760
    },
    {
      "epoch": 558.13,
      "grad_norm": 0.9985651969909668,
      "learning_rate": 1.0770677203689583e-06,
      "loss": 0.3461,
      "step": 1999770
    },
    {
      "epoch": 558.13,
      "grad_norm": 1.4705333709716797,
      "learning_rate": 1.0770449699724669e-06,
      "loss": 0.339,
      "step": 1999780
    },
    {
      "epoch": 558.13,
      "grad_norm": 1.1674580574035645,
      "learning_rate": 1.077022219744575e-06,
      "loss": 0.3448,
      "step": 1999790
    },
    {
      "epoch": 558.14,
      "grad_norm": 1.09130859375,
      "learning_rate": 1.076999469685284e-06,
      "loss": 0.3476,
      "step": 1999800
    },
    {
      "epoch": 558.14,
      "grad_norm": 1.326195240020752,
      "learning_rate": 1.076976719794598e-06,
      "loss": 0.3318,
      "step": 1999810
    },
    {
      "epoch": 558.14,
      "grad_norm": 1.1074154376983643,
      "learning_rate": 1.0769539700725197e-06,
      "loss": 0.348,
      "step": 1999820
    },
    {
      "epoch": 558.14,
      "grad_norm": 1.5739161968231201,
      "learning_rate": 1.0769312205190524e-06,
      "loss": 0.3527,
      "step": 1999830
    },
    {
      "epoch": 558.15,
      "grad_norm": 1.068806529045105,
      "learning_rate": 1.076908471134199e-06,
      "loss": 0.3378,
      "step": 1999840
    },
    {
      "epoch": 558.15,
      "grad_norm": 1.281571388244629,
      "learning_rate": 1.0768857219179633e-06,
      "loss": 0.349,
      "step": 1999850
    },
    {
      "epoch": 558.15,
      "grad_norm": 0.9757066965103149,
      "learning_rate": 1.0768629728703468e-06,
      "loss": 0.3349,
      "step": 1999860
    },
    {
      "epoch": 558.16,
      "grad_norm": 1.3406167030334473,
      "learning_rate": 1.0768402239913535e-06,
      "loss": 0.3418,
      "step": 1999870
    },
    {
      "epoch": 558.16,
      "grad_norm": 1.4781490564346313,
      "learning_rate": 1.0768174752809869e-06,
      "loss": 0.3491,
      "step": 1999880
    },
    {
      "epoch": 558.16,
      "grad_norm": 1.0678129196166992,
      "learning_rate": 1.0767947267392475e-06,
      "loss": 0.3711,
      "step": 1999890
    },
    {
      "epoch": 558.16,
      "grad_norm": 1.1122915744781494,
      "learning_rate": 1.076771978366142e-06,
      "loss": 0.3427,
      "step": 1999900
    },
    {
      "epoch": 558.17,
      "grad_norm": 1.0514711141586304,
      "learning_rate": 1.076749230161671e-06,
      "loss": 0.3403,
      "step": 1999910
    },
    {
      "epoch": 558.17,
      "grad_norm": 1.134198546409607,
      "learning_rate": 1.076726482125838e-06,
      "loss": 0.3451,
      "step": 1999920
    },
    {
      "epoch": 558.17,
      "grad_norm": 1.0409789085388184,
      "learning_rate": 1.076703734258647e-06,
      "loss": 0.3233,
      "step": 1999930
    },
    {
      "epoch": 558.17,
      "grad_norm": 0.9866830110549927,
      "learning_rate": 1.0766809865600993e-06,
      "loss": 0.3344,
      "step": 1999940
    },
    {
      "epoch": 558.18,
      "grad_norm": 1.2076160907745361,
      "learning_rate": 1.0766582390301989e-06,
      "loss": 0.3471,
      "step": 1999950
    },
    {
      "epoch": 558.18,
      "grad_norm": 1.0591520071029663,
      "learning_rate": 1.0766354916689488e-06,
      "loss": 0.3421,
      "step": 1999960
    },
    {
      "epoch": 558.18,
      "grad_norm": 1.029025912284851,
      "learning_rate": 1.076612744476353e-06,
      "loss": 0.3485,
      "step": 1999970
    },
    {
      "epoch": 558.19,
      "grad_norm": 1.1039785146713257,
      "learning_rate": 1.0765899974524113e-06,
      "loss": 0.3284,
      "step": 1999980
    },
    {
      "epoch": 558.19,
      "grad_norm": 1.0035641193389893,
      "learning_rate": 1.0765672505971311e-06,
      "loss": 0.3209,
      "step": 1999990
    },
    {
      "epoch": 558.19,
      "grad_norm": 1.2349432706832886,
      "learning_rate": 1.0765445039105123e-06,
      "loss": 0.3333,
      "step": 2000000
    },
    {
      "epoch": 558.19,
      "grad_norm": 1.2164759635925293,
      "learning_rate": 1.0765217573925587e-06,
      "loss": 0.3504,
      "step": 2000010
    },
    {
      "epoch": 558.2,
      "grad_norm": 1.4153459072113037,
      "learning_rate": 1.0764990110432748e-06,
      "loss": 0.3405,
      "step": 2000020
    },
    {
      "epoch": 558.2,
      "grad_norm": 1.34834885597229,
      "learning_rate": 1.0764762648626612e-06,
      "loss": 0.3297,
      "step": 2000030
    },
    {
      "epoch": 558.2,
      "grad_norm": 1.0713353157043457,
      "learning_rate": 1.0764535188507221e-06,
      "loss": 0.3237,
      "step": 2000040
    },
    {
      "epoch": 558.21,
      "grad_norm": 1.09139084815979,
      "learning_rate": 1.0764307730074604e-06,
      "loss": 0.3246,
      "step": 2000050
    },
    {
      "epoch": 558.21,
      "grad_norm": 1.4250136613845825,
      "learning_rate": 1.0764080273328803e-06,
      "loss": 0.346,
      "step": 2000060
    },
    {
      "epoch": 558.21,
      "grad_norm": 1.182017207145691,
      "learning_rate": 1.0763852818269829e-06,
      "loss": 0.3323,
      "step": 2000070
    },
    {
      "epoch": 558.21,
      "grad_norm": 1.0505913496017456,
      "learning_rate": 1.076362536489772e-06,
      "loss": 0.3437,
      "step": 2000080
    },
    {
      "epoch": 558.22,
      "grad_norm": 1.0860087871551514,
      "learning_rate": 1.0763397913212514e-06,
      "loss": 0.3221,
      "step": 2000090
    },
    {
      "epoch": 558.22,
      "grad_norm": 1.221305012702942,
      "learning_rate": 1.076317046321422e-06,
      "loss": 0.3293,
      "step": 2000100
    },
    {
      "epoch": 558.22,
      "grad_norm": 1.1139010190963745,
      "learning_rate": 1.0762943014902897e-06,
      "loss": 0.3435,
      "step": 2000110
    },
    {
      "epoch": 558.22,
      "grad_norm": 1.2837764024734497,
      "learning_rate": 1.0762715568278548e-06,
      "loss": 0.3517,
      "step": 2000120
    },
    {
      "epoch": 558.23,
      "grad_norm": 1.1044752597808838,
      "learning_rate": 1.0762488123341232e-06,
      "loss": 0.3457,
      "step": 2000130
    },
    {
      "epoch": 558.23,
      "grad_norm": 1.0652445554733276,
      "learning_rate": 1.0762260680090953e-06,
      "loss": 0.321,
      "step": 2000140
    },
    {
      "epoch": 558.23,
      "grad_norm": 1.2010809183120728,
      "learning_rate": 1.0762033238527755e-06,
      "loss": 0.3517,
      "step": 2000150
    },
    {
      "epoch": 558.24,
      "grad_norm": 0.9843681454658508,
      "learning_rate": 1.076180579865167e-06,
      "loss": 0.346,
      "step": 2000160
    },
    {
      "epoch": 558.24,
      "grad_norm": 1.0723261833190918,
      "learning_rate": 1.0761578360462716e-06,
      "loss": 0.3512,
      "step": 2000170
    },
    {
      "epoch": 558.24,
      "grad_norm": 1.2866486310958862,
      "learning_rate": 1.0761350923960931e-06,
      "loss": 0.3511,
      "step": 2000180
    },
    {
      "epoch": 558.24,
      "grad_norm": 1.2039097547531128,
      "learning_rate": 1.0761123489146345e-06,
      "loss": 0.3491,
      "step": 2000190
    },
    {
      "epoch": 558.25,
      "grad_norm": 1.1593188047409058,
      "learning_rate": 1.0760896056018998e-06,
      "loss": 0.3358,
      "step": 2000200
    },
    {
      "epoch": 558.25,
      "grad_norm": 1.3154653310775757,
      "learning_rate": 1.0760668624578902e-06,
      "loss": 0.3503,
      "step": 2000210
    },
    {
      "epoch": 558.25,
      "grad_norm": 0.991919994354248,
      "learning_rate": 1.076044119482609e-06,
      "loss": 0.339,
      "step": 2000220
    },
    {
      "epoch": 558.26,
      "grad_norm": 1.1929677724838257,
      "learning_rate": 1.0760213766760612e-06,
      "loss": 0.3406,
      "step": 2000230
    },
    {
      "epoch": 558.26,
      "grad_norm": 1.2487001419067383,
      "learning_rate": 1.0759986340382466e-06,
      "loss": 0.3364,
      "step": 2000240
    },
    {
      "epoch": 558.26,
      "grad_norm": 1.1124178171157837,
      "learning_rate": 1.0759758915691719e-06,
      "loss": 0.3316,
      "step": 2000250
    },
    {
      "epoch": 558.26,
      "grad_norm": 1.3389209508895874,
      "learning_rate": 1.0759531492688374e-06,
      "loss": 0.3304,
      "step": 2000260
    },
    {
      "epoch": 558.27,
      "grad_norm": 1.2319140434265137,
      "learning_rate": 1.0759304071372467e-06,
      "loss": 0.3522,
      "step": 2000270
    },
    {
      "epoch": 558.27,
      "grad_norm": 1.3586417436599731,
      "learning_rate": 1.0759076651744033e-06,
      "loss": 0.3691,
      "step": 2000280
    },
    {
      "epoch": 558.27,
      "grad_norm": 1.08014976978302,
      "learning_rate": 1.0758849233803108e-06,
      "loss": 0.3404,
      "step": 2000290
    },
    {
      "epoch": 558.28,
      "grad_norm": 1.1191655397415161,
      "learning_rate": 1.075862181754971e-06,
      "loss": 0.333,
      "step": 2000300
    },
    {
      "epoch": 558.28,
      "grad_norm": 1.0587599277496338,
      "learning_rate": 1.0758394402983871e-06,
      "loss": 0.3367,
      "step": 2000310
    },
    {
      "epoch": 558.28,
      "grad_norm": 1.1445444822311401,
      "learning_rate": 1.0758166990105634e-06,
      "loss": 0.3491,
      "step": 2000320
    },
    {
      "epoch": 558.28,
      "grad_norm": 1.1298555135726929,
      "learning_rate": 1.0757939578915004e-06,
      "loss": 0.3317,
      "step": 2000330
    },
    {
      "epoch": 558.29,
      "grad_norm": 1.174542784690857,
      "learning_rate": 1.075771216941204e-06,
      "loss": 0.324,
      "step": 2000340
    },
    {
      "epoch": 558.29,
      "grad_norm": 1.1251825094223022,
      "learning_rate": 1.0757484761596755e-06,
      "loss": 0.3566,
      "step": 2000350
    },
    {
      "epoch": 558.29,
      "grad_norm": 1.099656581878662,
      "learning_rate": 1.0757257355469182e-06,
      "loss": 0.3517,
      "step": 2000360
    },
    {
      "epoch": 558.29,
      "grad_norm": 1.0221872329711914,
      "learning_rate": 1.0757029951029351e-06,
      "loss": 0.3452,
      "step": 2000370
    },
    {
      "epoch": 558.3,
      "grad_norm": 1.219097375869751,
      "learning_rate": 1.0756802548277302e-06,
      "loss": 0.3411,
      "step": 2000380
    },
    {
      "epoch": 558.3,
      "grad_norm": 1.0743223428726196,
      "learning_rate": 1.0756575147213053e-06,
      "loss": 0.3381,
      "step": 2000390
    },
    {
      "epoch": 558.3,
      "grad_norm": 1.0622648000717163,
      "learning_rate": 1.0756347747836635e-06,
      "loss": 0.3256,
      "step": 2000400
    },
    {
      "epoch": 558.31,
      "grad_norm": 1.3663543462753296,
      "learning_rate": 1.0756120350148083e-06,
      "loss": 0.3248,
      "step": 2000410
    },
    {
      "epoch": 558.31,
      "grad_norm": 1.2187827825546265,
      "learning_rate": 1.0755892954147426e-06,
      "loss": 0.3341,
      "step": 2000420
    },
    {
      "epoch": 558.31,
      "grad_norm": 1.0979796648025513,
      "learning_rate": 1.0755665559834703e-06,
      "loss": 0.3384,
      "step": 2000430
    },
    {
      "epoch": 558.31,
      "grad_norm": 1.0460962057113647,
      "learning_rate": 1.0755438167209928e-06,
      "loss": 0.3407,
      "step": 2000440
    },
    {
      "epoch": 558.32,
      "grad_norm": 1.1417036056518555,
      "learning_rate": 1.075521077627314e-06,
      "loss": 0.3377,
      "step": 2000450
    },
    {
      "epoch": 558.32,
      "grad_norm": 1.0043904781341553,
      "learning_rate": 1.0754983387024372e-06,
      "loss": 0.327,
      "step": 2000460
    },
    {
      "epoch": 558.32,
      "grad_norm": 1.0259455442428589,
      "learning_rate": 1.0754755999463637e-06,
      "loss": 0.3315,
      "step": 2000470
    },
    {
      "epoch": 558.33,
      "grad_norm": 1.1991504430770874,
      "learning_rate": 1.0754528613590995e-06,
      "loss": 0.3316,
      "step": 2000480
    },
    {
      "epoch": 558.33,
      "grad_norm": 1.051996111869812,
      "learning_rate": 1.075430122940645e-06,
      "loss": 0.3534,
      "step": 2000490
    },
    {
      "epoch": 558.33,
      "grad_norm": 1.2269731760025024,
      "learning_rate": 1.0754073846910044e-06,
      "loss": 0.3479,
      "step": 2000500
    },
    {
      "epoch": 558.33,
      "grad_norm": 1.0946769714355469,
      "learning_rate": 1.0753846466101804e-06,
      "loss": 0.3411,
      "step": 2000510
    },
    {
      "epoch": 558.34,
      "grad_norm": 1.1465749740600586,
      "learning_rate": 1.0753619086981773e-06,
      "loss": 0.3412,
      "step": 2000520
    },
    {
      "epoch": 558.34,
      "grad_norm": 1.0813361406326294,
      "learning_rate": 1.0753391709549959e-06,
      "loss": 0.3181,
      "step": 2000530
    },
    {
      "epoch": 558.34,
      "grad_norm": 1.0860406160354614,
      "learning_rate": 1.0753164333806404e-06,
      "loss": 0.3268,
      "step": 2000540
    },
    {
      "epoch": 558.34,
      "grad_norm": 1.1146546602249146,
      "learning_rate": 1.0752936959751145e-06,
      "loss": 0.3456,
      "step": 2000550
    },
    {
      "epoch": 558.35,
      "grad_norm": 1.1710048913955688,
      "learning_rate": 1.075270958738419e-06,
      "loss": 0.3326,
      "step": 2000560
    },
    {
      "epoch": 558.35,
      "grad_norm": 1.2090600728988647,
      "learning_rate": 1.0752482216705598e-06,
      "loss": 0.3341,
      "step": 2000570
    },
    {
      "epoch": 558.35,
      "grad_norm": 1.210740327835083,
      "learning_rate": 1.075225484771538e-06,
      "loss": 0.3197,
      "step": 2000580
    },
    {
      "epoch": 558.36,
      "grad_norm": 1.2749468088150024,
      "learning_rate": 1.075202748041357e-06,
      "loss": 0.3418,
      "step": 2000590
    },
    {
      "epoch": 558.36,
      "grad_norm": 1.3543274402618408,
      "learning_rate": 1.0751800114800207e-06,
      "loss": 0.3474,
      "step": 2000600
    },
    {
      "epoch": 558.36,
      "grad_norm": 1.1938190460205078,
      "learning_rate": 1.075157275087531e-06,
      "loss": 0.3396,
      "step": 2000610
    },
    {
      "epoch": 558.36,
      "grad_norm": 1.0583372116088867,
      "learning_rate": 1.0751345388638908e-06,
      "loss": 0.3366,
      "step": 2000620
    },
    {
      "epoch": 558.37,
      "grad_norm": 1.3018324375152588,
      "learning_rate": 1.0751118028091038e-06,
      "loss": 0.339,
      "step": 2000630
    },
    {
      "epoch": 558.37,
      "grad_norm": 1.2825043201446533,
      "learning_rate": 1.075089066923174e-06,
      "loss": 0.3644,
      "step": 2000640
    },
    {
      "epoch": 558.37,
      "grad_norm": 1.090990662574768,
      "learning_rate": 1.0750663312061014e-06,
      "loss": 0.344,
      "step": 2000650
    },
    {
      "epoch": 558.38,
      "grad_norm": 1.0577503442764282,
      "learning_rate": 1.0750435956578928e-06,
      "loss": 0.3213,
      "step": 2000660
    },
    {
      "epoch": 558.38,
      "grad_norm": 1.0561047792434692,
      "learning_rate": 1.0750208602785484e-06,
      "loss": 0.3304,
      "step": 2000670
    },
    {
      "epoch": 558.38,
      "grad_norm": 1.213059425354004,
      "learning_rate": 1.0749981250680722e-06,
      "loss": 0.3319,
      "step": 2000680
    },
    {
      "epoch": 558.38,
      "grad_norm": 1.2820446491241455,
      "learning_rate": 1.0749753900264683e-06,
      "loss": 0.3504,
      "step": 2000690
    },
    {
      "epoch": 558.39,
      "grad_norm": 1.066749095916748,
      "learning_rate": 1.0749526551537367e-06,
      "loss": 0.3404,
      "step": 2000700
    },
    {
      "epoch": 558.39,
      "grad_norm": 1.3226873874664307,
      "learning_rate": 1.0749299204498842e-06,
      "loss": 0.3294,
      "step": 2000710
    },
    {
      "epoch": 558.39,
      "grad_norm": 1.742719054222107,
      "learning_rate": 1.0749071859149108e-06,
      "loss": 0.3444,
      "step": 2000720
    },
    {
      "epoch": 558.4,
      "grad_norm": 1.4690526723861694,
      "learning_rate": 1.0748844515488211e-06,
      "loss": 0.3421,
      "step": 2000730
    },
    {
      "epoch": 558.4,
      "grad_norm": 1.1058611869812012,
      "learning_rate": 1.0748617173516184e-06,
      "loss": 0.3384,
      "step": 2000740
    },
    {
      "epoch": 558.4,
      "grad_norm": 1.013808012008667,
      "learning_rate": 1.0748389833233043e-06,
      "loss": 0.3331,
      "step": 2000750
    },
    {
      "epoch": 558.4,
      "grad_norm": 1.1575576066970825,
      "learning_rate": 1.0748162494638825e-06,
      "loss": 0.3428,
      "step": 2000760
    },
    {
      "epoch": 558.41,
      "grad_norm": 1.0773862600326538,
      "learning_rate": 1.0747935157733565e-06,
      "loss": 0.3353,
      "step": 2000770
    },
    {
      "epoch": 558.41,
      "grad_norm": 1.5770843029022217,
      "learning_rate": 1.0747707822517295e-06,
      "loss": 0.3412,
      "step": 2000780
    },
    {
      "epoch": 558.41,
      "grad_norm": 1.3137965202331543,
      "learning_rate": 1.074748048899002e-06,
      "loss": 0.3485,
      "step": 2000790
    },
    {
      "epoch": 558.41,
      "grad_norm": 1.0710092782974243,
      "learning_rate": 1.0747253157151814e-06,
      "loss": 0.327,
      "step": 2000800
    },
    {
      "epoch": 558.42,
      "grad_norm": 1.2544807195663452,
      "learning_rate": 1.074702582700267e-06,
      "loss": 0.3346,
      "step": 2000810
    },
    {
      "epoch": 558.42,
      "grad_norm": 1.0355855226516724,
      "learning_rate": 1.0746798498542633e-06,
      "loss": 0.3581,
      "step": 2000820
    },
    {
      "epoch": 558.42,
      "grad_norm": 0.9900657534599304,
      "learning_rate": 1.0746571171771741e-06,
      "loss": 0.3609,
      "step": 2000830
    },
    {
      "epoch": 558.43,
      "grad_norm": 1.1877856254577637,
      "learning_rate": 1.0746343846690007e-06,
      "loss": 0.3381,
      "step": 2000840
    },
    {
      "epoch": 558.43,
      "grad_norm": 2.351799726486206,
      "learning_rate": 1.0746116523297465e-06,
      "loss": 0.3456,
      "step": 2000850
    },
    {
      "epoch": 558.43,
      "grad_norm": 1.0466907024383545,
      "learning_rate": 1.0745889201594153e-06,
      "loss": 0.3335,
      "step": 2000860
    },
    {
      "epoch": 558.43,
      "grad_norm": 1.0749719142913818,
      "learning_rate": 1.0745661881580106e-06,
      "loss": 0.3397,
      "step": 2000870
    },
    {
      "epoch": 558.44,
      "grad_norm": 1.3494513034820557,
      "learning_rate": 1.0745434563255335e-06,
      "loss": 0.3195,
      "step": 2000880
    },
    {
      "epoch": 558.44,
      "grad_norm": 1.0629334449768066,
      "learning_rate": 1.0745207246619887e-06,
      "loss": 0.3439,
      "step": 2000890
    },
    {
      "epoch": 558.44,
      "grad_norm": 1.0880930423736572,
      "learning_rate": 1.074497993167379e-06,
      "loss": 0.3226,
      "step": 2000900
    },
    {
      "epoch": 558.45,
      "grad_norm": 1.4093759059906006,
      "learning_rate": 1.0744752618417057e-06,
      "loss": 0.3311,
      "step": 2000910
    },
    {
      "epoch": 558.45,
      "grad_norm": 1.0914818048477173,
      "learning_rate": 1.074452530684975e-06,
      "loss": 0.327,
      "step": 2000920
    },
    {
      "epoch": 558.45,
      "grad_norm": 1.067490816116333,
      "learning_rate": 1.0744297996971871e-06,
      "loss": 0.3272,
      "step": 2000930
    },
    {
      "epoch": 558.45,
      "grad_norm": 1.3931121826171875,
      "learning_rate": 1.0744070688783457e-06,
      "loss": 0.3498,
      "step": 2000940
    },
    {
      "epoch": 558.46,
      "grad_norm": 1.118209958076477,
      "learning_rate": 1.0743843382284547e-06,
      "loss": 0.3363,
      "step": 2000950
    },
    {
      "epoch": 558.46,
      "grad_norm": 1.136781096458435,
      "learning_rate": 1.0743616077475172e-06,
      "loss": 0.3428,
      "step": 2000960
    },
    {
      "epoch": 558.46,
      "grad_norm": 1.246544599533081,
      "learning_rate": 1.0743388774355352e-06,
      "loss": 0.3379,
      "step": 2000970
    },
    {
      "epoch": 558.46,
      "grad_norm": 1.0710487365722656,
      "learning_rate": 1.0743161472925117e-06,
      "loss": 0.3321,
      "step": 2000980
    },
    {
      "epoch": 558.47,
      "grad_norm": 1.2172844409942627,
      "learning_rate": 1.0742934173184503e-06,
      "loss": 0.3398,
      "step": 2000990
    },
    {
      "epoch": 558.47,
      "grad_norm": 1.333709478378296,
      "learning_rate": 1.074270687513354e-06,
      "loss": 0.3511,
      "step": 2001000
    },
    {
      "epoch": 558.47,
      "grad_norm": 1.2179511785507202,
      "learning_rate": 1.0742479578772267e-06,
      "loss": 0.3367,
      "step": 2001010
    },
    {
      "epoch": 558.48,
      "grad_norm": 1.0024492740631104,
      "learning_rate": 1.0742252284100692e-06,
      "loss": 0.3387,
      "step": 2001020
    },
    {
      "epoch": 558.48,
      "grad_norm": 1.3725699186325073,
      "learning_rate": 1.0742024991118862e-06,
      "loss": 0.3356,
      "step": 2001030
    },
    {
      "epoch": 558.48,
      "grad_norm": 1.0318753719329834,
      "learning_rate": 1.074179769982681e-06,
      "loss": 0.3333,
      "step": 2001040
    },
    {
      "epoch": 558.48,
      "grad_norm": 1.0176228284835815,
      "learning_rate": 1.0741570410224544e-06,
      "loss": 0.3507,
      "step": 2001050
    },
    {
      "epoch": 558.49,
      "grad_norm": 1.0038143396377563,
      "learning_rate": 1.0741343122312126e-06,
      "loss": 0.3386,
      "step": 2001060
    },
    {
      "epoch": 558.49,
      "grad_norm": 1.1632035970687866,
      "learning_rate": 1.074111583608956e-06,
      "loss": 0.3394,
      "step": 2001070
    },
    {
      "epoch": 558.49,
      "grad_norm": 1.1048023700714111,
      "learning_rate": 1.0740888551556888e-06,
      "loss": 0.3474,
      "step": 2001080
    },
    {
      "epoch": 558.5,
      "grad_norm": 1.1392583847045898,
      "learning_rate": 1.0740661268714137e-06,
      "loss": 0.3232,
      "step": 2001090
    },
    {
      "epoch": 558.5,
      "grad_norm": 1.1555958986282349,
      "learning_rate": 1.0740433987561348e-06,
      "loss": 0.3368,
      "step": 2001100
    },
    {
      "epoch": 558.5,
      "grad_norm": 1.1005058288574219,
      "learning_rate": 1.0740206708098533e-06,
      "loss": 0.3428,
      "step": 2001110
    },
    {
      "epoch": 558.5,
      "grad_norm": 1.3516216278076172,
      "learning_rate": 1.0739979430325734e-06,
      "loss": 0.3618,
      "step": 2001120
    },
    {
      "epoch": 558.51,
      "grad_norm": 1.1641463041305542,
      "learning_rate": 1.0739752154242983e-06,
      "loss": 0.3305,
      "step": 2001130
    },
    {
      "epoch": 558.51,
      "grad_norm": 1.089786410331726,
      "learning_rate": 1.073952487985029e-06,
      "loss": 0.3464,
      "step": 2001140
    },
    {
      "epoch": 558.51,
      "grad_norm": 1.1342048645019531,
      "learning_rate": 1.0739297607147717e-06,
      "loss": 0.356,
      "step": 2001150
    },
    {
      "epoch": 558.52,
      "grad_norm": 1.4714231491088867,
      "learning_rate": 1.0739070336135271e-06,
      "loss": 0.3467,
      "step": 2001160
    },
    {
      "epoch": 558.52,
      "grad_norm": 1.1401848793029785,
      "learning_rate": 1.073884306681299e-06,
      "loss": 0.338,
      "step": 2001170
    },
    {
      "epoch": 558.52,
      "grad_norm": 1.4512165784835815,
      "learning_rate": 1.073861579918091e-06,
      "loss": 0.3396,
      "step": 2001180
    },
    {
      "epoch": 558.52,
      "grad_norm": 1.0183589458465576,
      "learning_rate": 1.0738388533239048e-06,
      "loss": 0.3285,
      "step": 2001190
    },
    {
      "epoch": 558.53,
      "grad_norm": 1.0790901184082031,
      "learning_rate": 1.0738161268987444e-06,
      "loss": 0.3382,
      "step": 2001200
    },
    {
      "epoch": 558.53,
      "grad_norm": 1.1198949813842773,
      "learning_rate": 1.0737934006426121e-06,
      "loss": 0.3513,
      "step": 2001210
    },
    {
      "epoch": 558.53,
      "grad_norm": 1.0981488227844238,
      "learning_rate": 1.0737706745555125e-06,
      "loss": 0.3434,
      "step": 2001220
    },
    {
      "epoch": 558.53,
      "grad_norm": 1.189321517944336,
      "learning_rate": 1.0737479486374455e-06,
      "loss": 0.3505,
      "step": 2001230
    },
    {
      "epoch": 558.54,
      "grad_norm": 1.3481723070144653,
      "learning_rate": 1.0737252228884181e-06,
      "loss": 0.3528,
      "step": 2001240
    },
    {
      "epoch": 558.54,
      "grad_norm": 1.0549286603927612,
      "learning_rate": 1.0737024973084302e-06,
      "loss": 0.3438,
      "step": 2001250
    },
    {
      "epoch": 558.54,
      "grad_norm": 1.4473059177398682,
      "learning_rate": 1.0736797718974862e-06,
      "loss": 0.3542,
      "step": 2001260
    },
    {
      "epoch": 558.55,
      "grad_norm": 10.31611156463623,
      "learning_rate": 1.0736570466555895e-06,
      "loss": 0.3318,
      "step": 2001270
    },
    {
      "epoch": 558.55,
      "grad_norm": 1.1651549339294434,
      "learning_rate": 1.0736343215827412e-06,
      "loss": 0.339,
      "step": 2001280
    },
    {
      "epoch": 558.55,
      "grad_norm": 1.0650489330291748,
      "learning_rate": 1.0736115966789472e-06,
      "loss": 0.3315,
      "step": 2001290
    },
    {
      "epoch": 558.55,
      "grad_norm": 1.193126916885376,
      "learning_rate": 1.073588871944208e-06,
      "loss": 0.3476,
      "step": 2001300
    },
    {
      "epoch": 558.56,
      "grad_norm": 1.080384373664856,
      "learning_rate": 1.0735661473785277e-06,
      "loss": 0.3289,
      "step": 2001310
    },
    {
      "epoch": 558.56,
      "grad_norm": 1.2784080505371094,
      "learning_rate": 1.0735434229819091e-06,
      "loss": 0.3345,
      "step": 2001320
    },
    {
      "epoch": 558.56,
      "grad_norm": 1.1499559879302979,
      "learning_rate": 1.0735206987543564e-06,
      "loss": 0.3305,
      "step": 2001330
    },
    {
      "epoch": 558.57,
      "grad_norm": 1.5411957502365112,
      "learning_rate": 1.0734979746958706e-06,
      "loss": 0.3346,
      "step": 2001340
    },
    {
      "epoch": 558.57,
      "grad_norm": 1.061043620109558,
      "learning_rate": 1.0734752508064556e-06,
      "loss": 0.3366,
      "step": 2001350
    },
    {
      "epoch": 558.57,
      "grad_norm": 1.1849868297576904,
      "learning_rate": 1.0734525270861153e-06,
      "loss": 0.3389,
      "step": 2001360
    },
    {
      "epoch": 558.57,
      "grad_norm": 1.1365952491760254,
      "learning_rate": 1.0734298035348505e-06,
      "loss": 0.3305,
      "step": 2001370
    },
    {
      "epoch": 558.58,
      "grad_norm": 1.1492035388946533,
      "learning_rate": 1.0734070801526673e-06,
      "loss": 0.3452,
      "step": 2001380
    },
    {
      "epoch": 558.58,
      "grad_norm": 1.1404412984848022,
      "learning_rate": 1.073384356939566e-06,
      "loss": 0.3317,
      "step": 2001390
    },
    {
      "epoch": 558.58,
      "grad_norm": 1.3303172588348389,
      "learning_rate": 1.0733616338955512e-06,
      "loss": 0.35,
      "step": 2001400
    },
    {
      "epoch": 558.58,
      "grad_norm": 0.9988955855369568,
      "learning_rate": 1.0733389110206259e-06,
      "loss": 0.3561,
      "step": 2001410
    },
    {
      "epoch": 558.59,
      "grad_norm": 1.0900336503982544,
      "learning_rate": 1.073316188314792e-06,
      "loss": 0.3467,
      "step": 2001420
    },
    {
      "epoch": 558.59,
      "grad_norm": 1.0381284952163696,
      "learning_rate": 1.073293465778053e-06,
      "loss": 0.3304,
      "step": 2001430
    },
    {
      "epoch": 558.59,
      "grad_norm": 1.0718649625778198,
      "learning_rate": 1.0732707434104123e-06,
      "loss": 0.3362,
      "step": 2001440
    },
    {
      "epoch": 558.6,
      "grad_norm": 1.1720300912857056,
      "learning_rate": 1.0732480212118734e-06,
      "loss": 0.3483,
      "step": 2001450
    },
    {
      "epoch": 558.6,
      "grad_norm": 1.2166346311569214,
      "learning_rate": 1.0732252991824368e-06,
      "loss": 0.3294,
      "step": 2001460
    },
    {
      "epoch": 558.6,
      "grad_norm": 1.0224531888961792,
      "learning_rate": 1.0732025773221096e-06,
      "loss": 0.3519,
      "step": 2001470
    },
    {
      "epoch": 558.6,
      "grad_norm": 1.1800673007965088,
      "learning_rate": 1.0731798556308914e-06,
      "loss": 0.3305,
      "step": 2001480
    },
    {
      "epoch": 558.61,
      "grad_norm": 1.2187480926513672,
      "learning_rate": 1.0731571341087864e-06,
      "loss": 0.3544,
      "step": 2001490
    },
    {
      "epoch": 558.61,
      "grad_norm": 1.0549395084381104,
      "learning_rate": 1.0731344127557986e-06,
      "loss": 0.3359,
      "step": 2001500
    },
    {
      "epoch": 558.61,
      "grad_norm": 1.2839123010635376,
      "learning_rate": 1.0731116915719292e-06,
      "loss": 0.3514,
      "step": 2001510
    },
    {
      "epoch": 558.62,
      "grad_norm": 1.2916146516799927,
      "learning_rate": 1.0730889705571822e-06,
      "loss": 0.335,
      "step": 2001520
    },
    {
      "epoch": 558.62,
      "grad_norm": 1.046262502670288,
      "learning_rate": 1.0730662497115604e-06,
      "loss": 0.3269,
      "step": 2001530
    },
    {
      "epoch": 558.62,
      "grad_norm": 1.1900602579116821,
      "learning_rate": 1.0730435290350682e-06,
      "loss": 0.3301,
      "step": 2001540
    },
    {
      "epoch": 558.62,
      "grad_norm": 1.1958357095718384,
      "learning_rate": 1.0730208085277062e-06,
      "loss": 0.3634,
      "step": 2001550
    },
    {
      "epoch": 558.63,
      "grad_norm": 1.3546910285949707,
      "learning_rate": 1.0729980881894785e-06,
      "loss": 0.3374,
      "step": 2001560
    },
    {
      "epoch": 558.63,
      "grad_norm": 1.008711576461792,
      "learning_rate": 1.0729753680203884e-06,
      "loss": 0.3537,
      "step": 2001570
    },
    {
      "epoch": 558.63,
      "grad_norm": 1.2610689401626587,
      "learning_rate": 1.0729526480204388e-06,
      "loss": 0.3272,
      "step": 2001580
    },
    {
      "epoch": 558.64,
      "grad_norm": 1.066571831703186,
      "learning_rate": 1.0729299281896332e-06,
      "loss": 0.3528,
      "step": 2001590
    },
    {
      "epoch": 558.64,
      "grad_norm": 1.1543010473251343,
      "learning_rate": 1.0729072085279726e-06,
      "loss": 0.3433,
      "step": 2001600
    },
    {
      "epoch": 558.64,
      "grad_norm": 1.2463252544403076,
      "learning_rate": 1.0728844890354635e-06,
      "loss": 0.3463,
      "step": 2001610
    },
    {
      "epoch": 558.64,
      "grad_norm": 2.8526973724365234,
      "learning_rate": 1.0728617697121057e-06,
      "loss": 0.3447,
      "step": 2001620
    },
    {
      "epoch": 558.65,
      "grad_norm": 1.242163062095642,
      "learning_rate": 1.0728390505579037e-06,
      "loss": 0.3412,
      "step": 2001630
    },
    {
      "epoch": 558.65,
      "grad_norm": 1.149224042892456,
      "learning_rate": 1.072816331572861e-06,
      "loss": 0.3506,
      "step": 2001640
    },
    {
      "epoch": 558.65,
      "grad_norm": 1.2949838638305664,
      "learning_rate": 1.072793612756979e-06,
      "loss": 0.3323,
      "step": 2001650
    },
    {
      "epoch": 558.65,
      "grad_norm": 1.0977647304534912,
      "learning_rate": 1.0727708941102617e-06,
      "loss": 0.3157,
      "step": 2001660
    },
    {
      "epoch": 558.66,
      "grad_norm": 0.961013674736023,
      "learning_rate": 1.0727481756327123e-06,
      "loss": 0.3459,
      "step": 2001670
    },
    {
      "epoch": 558.66,
      "grad_norm": 1.3413954973220825,
      "learning_rate": 1.0727254573243342e-06,
      "loss": 0.3406,
      "step": 2001680
    },
    {
      "epoch": 558.66,
      "grad_norm": 1.0550282001495361,
      "learning_rate": 1.072702739185129e-06,
      "loss": 0.345,
      "step": 2001690
    },
    {
      "epoch": 558.67,
      "grad_norm": 1.2141300439834595,
      "learning_rate": 1.0726800212151006e-06,
      "loss": 0.3446,
      "step": 2001700
    },
    {
      "epoch": 558.67,
      "grad_norm": 1.0532922744750977,
      "learning_rate": 1.0726573034142528e-06,
      "loss": 0.3387,
      "step": 2001710
    },
    {
      "epoch": 558.67,
      "grad_norm": 1.1697280406951904,
      "learning_rate": 1.072634585782586e-06,
      "loss": 0.3372,
      "step": 2001720
    },
    {
      "epoch": 558.67,
      "grad_norm": 0.9941717982292175,
      "learning_rate": 1.0726118683201068e-06,
      "loss": 0.3285,
      "step": 2001730
    },
    {
      "epoch": 558.68,
      "grad_norm": 0.9928659796714783,
      "learning_rate": 1.0725891510268154e-06,
      "loss": 0.3458,
      "step": 2001740
    },
    {
      "epoch": 558.68,
      "grad_norm": 1.1258528232574463,
      "learning_rate": 1.072566433902716e-06,
      "loss": 0.3448,
      "step": 2001750
    },
    {
      "epoch": 558.68,
      "grad_norm": 1.2696810960769653,
      "learning_rate": 1.0725437169478115e-06,
      "loss": 0.338,
      "step": 2001760
    },
    {
      "epoch": 558.69,
      "grad_norm": 1.122389554977417,
      "learning_rate": 1.0725210001621059e-06,
      "loss": 0.336,
      "step": 2001770
    },
    {
      "epoch": 558.69,
      "grad_norm": 1.1744327545166016,
      "learning_rate": 1.0724982835456003e-06,
      "loss": 0.3409,
      "step": 2001780
    },
    {
      "epoch": 558.69,
      "grad_norm": 1.301709771156311,
      "learning_rate": 1.0724755670982983e-06,
      "loss": 0.3476,
      "step": 2001790
    },
    {
      "epoch": 558.69,
      "grad_norm": 1.0821449756622314,
      "learning_rate": 1.0724528508202046e-06,
      "loss": 0.3272,
      "step": 2001800
    },
    {
      "epoch": 558.7,
      "grad_norm": 1.2873570919036865,
      "learning_rate": 1.0724301347113187e-06,
      "loss": 0.3409,
      "step": 2001810
    },
    {
      "epoch": 558.7,
      "grad_norm": 1.3431336879730225,
      "learning_rate": 1.072407418771648e-06,
      "loss": 0.338,
      "step": 2001820
    },
    {
      "epoch": 558.7,
      "grad_norm": 1.0562362670898438,
      "learning_rate": 1.0723847030011922e-06,
      "loss": 0.344,
      "step": 2001830
    },
    {
      "epoch": 558.7,
      "grad_norm": 1.1531568765640259,
      "learning_rate": 1.0723619873999556e-06,
      "loss": 0.3443,
      "step": 2001840
    },
    {
      "epoch": 558.71,
      "grad_norm": 1.199668526649475,
      "learning_rate": 1.072339271967942e-06,
      "loss": 0.3319,
      "step": 2001850
    },
    {
      "epoch": 558.71,
      "grad_norm": 1.182356595993042,
      "learning_rate": 1.0723165567051516e-06,
      "loss": 0.347,
      "step": 2001860
    },
    {
      "epoch": 558.71,
      "grad_norm": 1.0112699270248413,
      "learning_rate": 1.0722938416115911e-06,
      "loss": 0.3427,
      "step": 2001870
    },
    {
      "epoch": 558.72,
      "grad_norm": 1.1971567869186401,
      "learning_rate": 1.072271126687261e-06,
      "loss": 0.3631,
      "step": 2001880
    },
    {
      "epoch": 558.72,
      "grad_norm": 1.1295299530029297,
      "learning_rate": 1.072248411932165e-06,
      "loss": 0.3487,
      "step": 2001890
    },
    {
      "epoch": 558.72,
      "grad_norm": 1.3768948316574097,
      "learning_rate": 1.0722256973463063e-06,
      "loss": 0.3472,
      "step": 2001900
    },
    {
      "epoch": 558.72,
      "grad_norm": 1.1298898458480835,
      "learning_rate": 1.0722029829296886e-06,
      "loss": 0.3357,
      "step": 2001910
    },
    {
      "epoch": 558.73,
      "grad_norm": 1.1891669034957886,
      "learning_rate": 1.0721802686823133e-06,
      "loss": 0.3291,
      "step": 2001920
    },
    {
      "epoch": 558.73,
      "grad_norm": 0.9050018191337585,
      "learning_rate": 1.0721575546041844e-06,
      "loss": 0.3384,
      "step": 2001930
    },
    {
      "epoch": 558.73,
      "grad_norm": 1.2154496908187866,
      "learning_rate": 1.0721348406953057e-06,
      "loss": 0.3439,
      "step": 2001940
    },
    {
      "epoch": 558.74,
      "grad_norm": 1.0865663290023804,
      "learning_rate": 1.0721121269556774e-06,
      "loss": 0.3517,
      "step": 2001950
    },
    {
      "epoch": 558.74,
      "grad_norm": 1.2275973558425903,
      "learning_rate": 1.0720894133853063e-06,
      "loss": 0.3311,
      "step": 2001960
    },
    {
      "epoch": 558.74,
      "grad_norm": 1.097823977470398,
      "learning_rate": 1.0720666999841927e-06,
      "loss": 0.3504,
      "step": 2001970
    },
    {
      "epoch": 558.74,
      "grad_norm": 1.1906366348266602,
      "learning_rate": 1.0720439867523403e-06,
      "loss": 0.3415,
      "step": 2001980
    },
    {
      "epoch": 558.75,
      "grad_norm": 1.260427713394165,
      "learning_rate": 1.0720212736897534e-06,
      "loss": 0.3468,
      "step": 2001990
    },
    {
      "epoch": 558.75,
      "grad_norm": 1.5718023777008057,
      "learning_rate": 1.071998560796433e-06,
      "loss": 0.3365,
      "step": 2002000
    },
    {
      "epoch": 558.75,
      "grad_norm": 0.9745405912399292,
      "learning_rate": 1.0719758480723831e-06,
      "loss": 0.3262,
      "step": 2002010
    },
    {
      "epoch": 558.76,
      "grad_norm": 1.1219784021377563,
      "learning_rate": 1.0719531355176066e-06,
      "loss": 0.3365,
      "step": 2002020
    },
    {
      "epoch": 558.76,
      "grad_norm": 1.0999499559402466,
      "learning_rate": 1.0719304231321077e-06,
      "loss": 0.335,
      "step": 2002030
    },
    {
      "epoch": 558.76,
      "grad_norm": 1.1629900932312012,
      "learning_rate": 1.0719077109158864e-06,
      "loss": 0.3278,
      "step": 2002040
    },
    {
      "epoch": 558.76,
      "grad_norm": 1.0312210321426392,
      "learning_rate": 1.0718849988689491e-06,
      "loss": 0.3477,
      "step": 2002050
    },
    {
      "epoch": 558.77,
      "grad_norm": 1.0215694904327393,
      "learning_rate": 1.071862286991297e-06,
      "loss": 0.3395,
      "step": 2002060
    },
    {
      "epoch": 558.77,
      "grad_norm": 1.0261778831481934,
      "learning_rate": 1.0718395752829335e-06,
      "loss": 0.3366,
      "step": 2002070
    },
    {
      "epoch": 558.77,
      "grad_norm": 1.2313634157180786,
      "learning_rate": 1.0718168637438621e-06,
      "loss": 0.3528,
      "step": 2002080
    },
    {
      "epoch": 558.77,
      "grad_norm": 1.0811541080474854,
      "learning_rate": 1.071794152374085e-06,
      "loss": 0.33,
      "step": 2002090
    },
    {
      "epoch": 558.78,
      "grad_norm": 0.9868302345275879,
      "learning_rate": 1.071771441173605e-06,
      "loss": 0.332,
      "step": 2002100
    },
    {
      "epoch": 558.78,
      "grad_norm": 1.1374695301055908,
      "learning_rate": 1.0717487301424263e-06,
      "loss": 0.3243,
      "step": 2002110
    },
    {
      "epoch": 558.78,
      "grad_norm": 1.1295517683029175,
      "learning_rate": 1.0717260192805514e-06,
      "loss": 0.3526,
      "step": 2002120
    },
    {
      "epoch": 558.79,
      "grad_norm": 1.0787436962127686,
      "learning_rate": 1.071703308587983e-06,
      "loss": 0.3369,
      "step": 2002130
    },
    {
      "epoch": 558.79,
      "grad_norm": 1.1563012599945068,
      "learning_rate": 1.071680598064724e-06,
      "loss": 0.3361,
      "step": 2002140
    },
    {
      "epoch": 558.79,
      "grad_norm": 1.050463318824768,
      "learning_rate": 1.071657887710778e-06,
      "loss": 0.3498,
      "step": 2002150
    },
    {
      "epoch": 558.79,
      "grad_norm": 1.0049264430999756,
      "learning_rate": 1.0716351775261481e-06,
      "loss": 0.3603,
      "step": 2002160
    },
    {
      "epoch": 558.8,
      "grad_norm": 1.0939490795135498,
      "learning_rate": 1.0716124675108374e-06,
      "loss": 0.3452,
      "step": 2002170
    },
    {
      "epoch": 558.8,
      "grad_norm": 1.1573554277420044,
      "learning_rate": 1.0715897576648468e-06,
      "loss": 0.3359,
      "step": 2002180
    },
    {
      "epoch": 558.8,
      "grad_norm": 1.4383695125579834,
      "learning_rate": 1.0715670479881832e-06,
      "loss": 0.3478,
      "step": 2002190
    },
    {
      "epoch": 558.81,
      "grad_norm": 1.152786374092102,
      "learning_rate": 1.0715443384808463e-06,
      "loss": 0.3414,
      "step": 2002200
    },
    {
      "epoch": 558.81,
      "grad_norm": 1.1337188482284546,
      "learning_rate": 1.0715216291428405e-06,
      "loss": 0.3516,
      "step": 2002210
    },
    {
      "epoch": 558.81,
      "grad_norm": 1.1815822124481201,
      "learning_rate": 1.0714989199741697e-06,
      "loss": 0.327,
      "step": 2002220
    },
    {
      "epoch": 558.81,
      "grad_norm": 1.6298397779464722,
      "learning_rate": 1.0714762109748345e-06,
      "loss": 0.3205,
      "step": 2002230
    },
    {
      "epoch": 558.82,
      "grad_norm": 1.219283938407898,
      "learning_rate": 1.0714535021448396e-06,
      "loss": 0.3298,
      "step": 2002240
    },
    {
      "epoch": 558.82,
      "grad_norm": 1.1992948055267334,
      "learning_rate": 1.0714307934841878e-06,
      "loss": 0.326,
      "step": 2002250
    },
    {
      "epoch": 558.82,
      "grad_norm": 1.115403175354004,
      "learning_rate": 1.0714080849928826e-06,
      "loss": 0.3375,
      "step": 2002260
    },
    {
      "epoch": 558.83,
      "grad_norm": 1.237954020500183,
      "learning_rate": 1.0713853766709258e-06,
      "loss": 0.3388,
      "step": 2002270
    },
    {
      "epoch": 558.83,
      "grad_norm": 1.3046047687530518,
      "learning_rate": 1.0713626685183212e-06,
      "loss": 0.3356,
      "step": 2002280
    },
    {
      "epoch": 558.83,
      "grad_norm": 1.1714071035385132,
      "learning_rate": 1.0713399605350713e-06,
      "loss": 0.3417,
      "step": 2002290
    },
    {
      "epoch": 558.83,
      "grad_norm": 1.3140226602554321,
      "learning_rate": 1.0713172527211799e-06,
      "loss": 0.3239,
      "step": 2002300
    },
    {
      "epoch": 558.84,
      "grad_norm": 1.069615125656128,
      "learning_rate": 1.0712945450766504e-06,
      "loss": 0.3385,
      "step": 2002310
    },
    {
      "epoch": 558.84,
      "grad_norm": 1.8643120527267456,
      "learning_rate": 1.0712718376014838e-06,
      "loss": 0.3325,
      "step": 2002320
    },
    {
      "epoch": 558.84,
      "grad_norm": 1.2802579402923584,
      "learning_rate": 1.071249130295685e-06,
      "loss": 0.3449,
      "step": 2002330
    },
    {
      "epoch": 558.84,
      "grad_norm": 1.1415103673934937,
      "learning_rate": 1.071226423159256e-06,
      "loss": 0.3457,
      "step": 2002340
    },
    {
      "epoch": 558.85,
      "grad_norm": 1.109365701675415,
      "learning_rate": 1.0712037161922015e-06,
      "loss": 0.3409,
      "step": 2002350
    },
    {
      "epoch": 558.85,
      "grad_norm": 1.2079603672027588,
      "learning_rate": 1.0711810093945222e-06,
      "loss": 0.3526,
      "step": 2002360
    },
    {
      "epoch": 558.85,
      "grad_norm": 1.0536980628967285,
      "learning_rate": 1.0711583027662217e-06,
      "loss": 0.3538,
      "step": 2002370
    },
    {
      "epoch": 558.86,
      "grad_norm": 1.1593581438064575,
      "learning_rate": 1.071135596307305e-06,
      "loss": 0.3315,
      "step": 2002380
    },
    {
      "epoch": 558.86,
      "grad_norm": 1.0177243947982788,
      "learning_rate": 1.0711128900177718e-06,
      "loss": 0.3376,
      "step": 2002390
    },
    {
      "epoch": 558.86,
      "grad_norm": 1.2560847997665405,
      "learning_rate": 1.0710901838976286e-06,
      "loss": 0.3408,
      "step": 2002400
    },
    {
      "epoch": 558.86,
      "grad_norm": 1.2496097087860107,
      "learning_rate": 1.0710674779468758e-06,
      "loss": 0.3558,
      "step": 2002410
    },
    {
      "epoch": 558.87,
      "grad_norm": 1.156675934791565,
      "learning_rate": 1.0710447721655174e-06,
      "loss": 0.3453,
      "step": 2002420
    },
    {
      "epoch": 558.87,
      "grad_norm": 1.1535073518753052,
      "learning_rate": 1.0710220665535566e-06,
      "loss": 0.3408,
      "step": 2002430
    },
    {
      "epoch": 558.87,
      "grad_norm": 1.113458275794983,
      "learning_rate": 1.070999361110996e-06,
      "loss": 0.3484,
      "step": 2002440
    },
    {
      "epoch": 558.88,
      "grad_norm": 1.2291250228881836,
      "learning_rate": 1.0709766558378398e-06,
      "loss": 0.3429,
      "step": 2002450
    },
    {
      "epoch": 558.88,
      "grad_norm": 1.3500869274139404,
      "learning_rate": 1.0709539507340894e-06,
      "loss": 0.3405,
      "step": 2002460
    },
    {
      "epoch": 558.88,
      "grad_norm": 1.1466517448425293,
      "learning_rate": 1.0709312457997481e-06,
      "loss": 0.3513,
      "step": 2002470
    },
    {
      "epoch": 558.88,
      "grad_norm": 1.0720248222351074,
      "learning_rate": 1.0709085410348198e-06,
      "loss": 0.3338,
      "step": 2002480
    },
    {
      "epoch": 558.89,
      "grad_norm": 0.9816522598266602,
      "learning_rate": 1.0708858364393076e-06,
      "loss": 0.347,
      "step": 2002490
    },
    {
      "epoch": 558.89,
      "grad_norm": 1.0984224081039429,
      "learning_rate": 1.0708631320132132e-06,
      "loss": 0.3468,
      "step": 2002500
    },
    {
      "epoch": 558.89,
      "grad_norm": 1.3600682020187378,
      "learning_rate": 1.0708404277565402e-06,
      "loss": 0.334,
      "step": 2002510
    },
    {
      "epoch": 558.89,
      "grad_norm": 1.1319823265075684,
      "learning_rate": 1.070817723669293e-06,
      "loss": 0.3408,
      "step": 2002520
    },
    {
      "epoch": 558.9,
      "grad_norm": 1.2375314235687256,
      "learning_rate": 1.0707950197514716e-06,
      "loss": 0.3388,
      "step": 2002530
    },
    {
      "epoch": 558.9,
      "grad_norm": 1.1070845127105713,
      "learning_rate": 1.0707723160030825e-06,
      "loss": 0.3445,
      "step": 2002540
    },
    {
      "epoch": 558.9,
      "grad_norm": 1.2514952421188354,
      "learning_rate": 1.070749612424126e-06,
      "loss": 0.343,
      "step": 2002550
    },
    {
      "epoch": 558.91,
      "grad_norm": 1.2054457664489746,
      "learning_rate": 1.0707269090146065e-06,
      "loss": 0.3329,
      "step": 2002560
    },
    {
      "epoch": 558.91,
      "grad_norm": 1.2709013223648071,
      "learning_rate": 1.0707042057745268e-06,
      "loss": 0.3439,
      "step": 2002570
    },
    {
      "epoch": 558.91,
      "grad_norm": 1.1393386125564575,
      "learning_rate": 1.0706815027038905e-06,
      "loss": 0.3443,
      "step": 2002580
    },
    {
      "epoch": 558.91,
      "grad_norm": 1.0144730806350708,
      "learning_rate": 1.0706587998026994e-06,
      "loss": 0.3296,
      "step": 2002590
    },
    {
      "epoch": 558.92,
      "grad_norm": 1.1708745956420898,
      "learning_rate": 1.0706360970709567e-06,
      "loss": 0.3357,
      "step": 2002600
    },
    {
      "epoch": 558.92,
      "grad_norm": 1.023205041885376,
      "learning_rate": 1.0706133945086668e-06,
      "loss": 0.3324,
      "step": 2002610
    },
    {
      "epoch": 558.92,
      "grad_norm": 1.2240668535232544,
      "learning_rate": 1.0705906921158301e-06,
      "loss": 0.3287,
      "step": 2002620
    },
    {
      "epoch": 558.93,
      "grad_norm": 1.2789263725280762,
      "learning_rate": 1.0705679898924528e-06,
      "loss": 0.3549,
      "step": 2002630
    },
    {
      "epoch": 558.93,
      "grad_norm": 1.163853406906128,
      "learning_rate": 1.0705452878385357e-06,
      "loss": 0.3395,
      "step": 2002640
    },
    {
      "epoch": 558.93,
      "grad_norm": 1.157102346420288,
      "learning_rate": 1.0705225859540823e-06,
      "loss": 0.3399,
      "step": 2002650
    },
    {
      "epoch": 558.93,
      "grad_norm": 1.2700492143630981,
      "learning_rate": 1.0704998842390968e-06,
      "loss": 0.338,
      "step": 2002660
    },
    {
      "epoch": 558.94,
      "grad_norm": 1.4030312299728394,
      "learning_rate": 1.0704771826935806e-06,
      "loss": 0.3379,
      "step": 2002670
    },
    {
      "epoch": 558.94,
      "grad_norm": 1.2461609840393066,
      "learning_rate": 1.0704544813175369e-06,
      "loss": 0.3316,
      "step": 2002680
    },
    {
      "epoch": 558.94,
      "grad_norm": 1.0974476337432861,
      "learning_rate": 1.0704317801109696e-06,
      "loss": 0.327,
      "step": 2002690
    },
    {
      "epoch": 558.95,
      "grad_norm": 1.0086325407028198,
      "learning_rate": 1.070409079073882e-06,
      "loss": 0.3522,
      "step": 2002700
    },
    {
      "epoch": 558.95,
      "grad_norm": 1.1450085639953613,
      "learning_rate": 1.0703863782062746e-06,
      "loss": 0.3342,
      "step": 2002710
    },
    {
      "epoch": 558.95,
      "grad_norm": 1.2016171216964722,
      "learning_rate": 1.070363677508154e-06,
      "loss": 0.3261,
      "step": 2002720
    },
    {
      "epoch": 558.95,
      "grad_norm": 1.058267593383789,
      "learning_rate": 1.0703409769795205e-06,
      "loss": 0.3292,
      "step": 2002730
    },
    {
      "epoch": 558.96,
      "grad_norm": 1.2462493181228638,
      "learning_rate": 1.0703182766203783e-06,
      "loss": 0.322,
      "step": 2002740
    },
    {
      "epoch": 558.96,
      "grad_norm": 1.2931007146835327,
      "learning_rate": 1.070295576430731e-06,
      "loss": 0.3497,
      "step": 2002750
    },
    {
      "epoch": 558.96,
      "grad_norm": 1.0873823165893555,
      "learning_rate": 1.0702728764105791e-06,
      "loss": 0.3348,
      "step": 2002760
    },
    {
      "epoch": 558.96,
      "grad_norm": 1.2122241258621216,
      "learning_rate": 1.0702501765599293e-06,
      "loss": 0.3475,
      "step": 2002770
    },
    {
      "epoch": 558.97,
      "grad_norm": 1.294384241104126,
      "learning_rate": 1.0702274768787813e-06,
      "loss": 0.3302,
      "step": 2002780
    },
    {
      "epoch": 558.97,
      "grad_norm": 1.2639590501785278,
      "learning_rate": 1.0702047773671399e-06,
      "loss": 0.3395,
      "step": 2002790
    },
    {
      "epoch": 558.97,
      "grad_norm": 1.165018916130066,
      "learning_rate": 1.0701820780250086e-06,
      "loss": 0.3348,
      "step": 2002800
    },
    {
      "epoch": 558.98,
      "grad_norm": 1.1938884258270264,
      "learning_rate": 1.0701593788523883e-06,
      "loss": 0.3436,
      "step": 2002810
    },
    {
      "epoch": 558.98,
      "grad_norm": 1.0142487287521362,
      "learning_rate": 1.0701366798492836e-06,
      "loss": 0.3356,
      "step": 2002820
    },
    {
      "epoch": 558.98,
      "grad_norm": 0.9363294839859009,
      "learning_rate": 1.0701139810156971e-06,
      "loss": 0.331,
      "step": 2002830
    },
    {
      "epoch": 558.98,
      "grad_norm": 1.027258038520813,
      "learning_rate": 1.0700912823516327e-06,
      "loss": 0.342,
      "step": 2002840
    },
    {
      "epoch": 558.99,
      "grad_norm": 1.18358314037323,
      "learning_rate": 1.0700685838570908e-06,
      "loss": 0.3447,
      "step": 2002850
    },
    {
      "epoch": 558.99,
      "grad_norm": 0.9594820141792297,
      "learning_rate": 1.0700458855320784e-06,
      "loss": 0.3393,
      "step": 2002860
    },
    {
      "epoch": 558.99,
      "grad_norm": 1.2228002548217773,
      "learning_rate": 1.070023187376595e-06,
      "loss": 0.3399,
      "step": 2002870
    },
    {
      "epoch": 559.0,
      "grad_norm": 1.3603607416152954,
      "learning_rate": 1.0700004893906451e-06,
      "loss": 0.3397,
      "step": 2002880
    },
    {
      "epoch": 559.0,
      "grad_norm": 1.0558511018753052,
      "learning_rate": 1.0699777915742328e-06,
      "loss": 0.3337,
      "step": 2002890
    },
    {
      "epoch": 559.0,
      "eval_loss": 0.33983516693115234,
      "eval_runtime": 64.0234,
      "eval_samples_per_second": 79.018,
      "eval_steps_per_second": 9.887,
      "step": 2002897
    },
    {
      "epoch": 559.0,
      "grad_norm": 1.2361148595809937,
      "learning_rate": 1.0699550939273587e-06,
      "loss": 0.3203,
      "step": 2002900
    },
    {
      "epoch": 559.0,
      "grad_norm": 1.1320796012878418,
      "learning_rate": 1.0699323964500272e-06,
      "loss": 0.3444,
      "step": 2002910
    },
    {
      "epoch": 559.01,
      "grad_norm": 1.1453900337219238,
      "learning_rate": 1.0699096991422412e-06,
      "loss": 0.3376,
      "step": 2002920
    },
    {
      "epoch": 559.01,
      "grad_norm": 1.210513710975647,
      "learning_rate": 1.0698870020040045e-06,
      "loss": 0.3389,
      "step": 2002930
    },
    {
      "epoch": 559.01,
      "grad_norm": 1.1100168228149414,
      "learning_rate": 1.0698643050353182e-06,
      "loss": 0.3284,
      "step": 2002940
    },
    {
      "epoch": 559.01,
      "grad_norm": 1.02401864528656,
      "learning_rate": 1.069841608236187e-06,
      "loss": 0.3315,
      "step": 2002950
    },
    {
      "epoch": 559.02,
      "grad_norm": 1.2112215757369995,
      "learning_rate": 1.0698189116066139e-06,
      "loss": 0.3521,
      "step": 2002960
    },
    {
      "epoch": 559.02,
      "grad_norm": 1.1007803678512573,
      "learning_rate": 1.0697962151465996e-06,
      "loss": 0.3525,
      "step": 2002970
    },
    {
      "epoch": 559.02,
      "grad_norm": 1.1328504085540771,
      "learning_rate": 1.0697735188561508e-06,
      "loss": 0.3304,
      "step": 2002980
    },
    {
      "epoch": 559.03,
      "grad_norm": 1.1411794424057007,
      "learning_rate": 1.0697508227352676e-06,
      "loss": 0.3301,
      "step": 2002990
    },
    {
      "epoch": 559.03,
      "grad_norm": 1.3810040950775146,
      "learning_rate": 1.0697281267839538e-06,
      "loss": 0.3446,
      "step": 2003000
    },
    {
      "epoch": 559.03,
      "grad_norm": 0.9340404868125916,
      "learning_rate": 1.0697054310022129e-06,
      "loss": 0.3329,
      "step": 2003010
    },
    {
      "epoch": 559.03,
      "grad_norm": 1.0478951930999756,
      "learning_rate": 1.0696827353900477e-06,
      "loss": 0.3449,
      "step": 2003020
    },
    {
      "epoch": 559.04,
      "grad_norm": 0.9141271710395813,
      "learning_rate": 1.0696600399474621e-06,
      "loss": 0.3537,
      "step": 2003030
    },
    {
      "epoch": 559.04,
      "grad_norm": 1.0990740060806274,
      "learning_rate": 1.0696373446744574e-06,
      "loss": 0.3444,
      "step": 2003040
    },
    {
      "epoch": 559.04,
      "grad_norm": 1.6168862581253052,
      "learning_rate": 1.0696146495710374e-06,
      "loss": 0.3253,
      "step": 2003050
    },
    {
      "epoch": 559.05,
      "grad_norm": 1.0559051036834717,
      "learning_rate": 1.0695919546372052e-06,
      "loss": 0.3393,
      "step": 2003060
    },
    {
      "epoch": 559.05,
      "grad_norm": 1.0239402055740356,
      "learning_rate": 1.0695692598729645e-06,
      "loss": 0.3392,
      "step": 2003070
    },
    {
      "epoch": 559.05,
      "grad_norm": 1.2392067909240723,
      "learning_rate": 1.069546565278317e-06,
      "loss": 0.3328,
      "step": 2003080
    },
    {
      "epoch": 559.05,
      "grad_norm": 1.1287109851837158,
      "learning_rate": 1.069523870853266e-06,
      "loss": 0.3439,
      "step": 2003090
    },
    {
      "epoch": 559.06,
      "grad_norm": 1.5558991432189941,
      "learning_rate": 1.0695011765978159e-06,
      "loss": 0.3504,
      "step": 2003100
    },
    {
      "epoch": 559.06,
      "grad_norm": 1.3984551429748535,
      "learning_rate": 1.0694784825119668e-06,
      "loss": 0.3348,
      "step": 2003110
    },
    {
      "epoch": 559.06,
      "grad_norm": 1.2051284313201904,
      "learning_rate": 1.0694557885957255e-06,
      "loss": 0.326,
      "step": 2003120
    },
    {
      "epoch": 559.07,
      "grad_norm": 1.1185287237167358,
      "learning_rate": 1.069433094849092e-06,
      "loss": 0.3337,
      "step": 2003130
    },
    {
      "epoch": 559.07,
      "grad_norm": 1.0831433534622192,
      "learning_rate": 1.0694104012720706e-06,
      "loss": 0.3684,
      "step": 2003140
    },
    {
      "epoch": 559.07,
      "grad_norm": 1.178057074546814,
      "learning_rate": 1.0693877078646642e-06,
      "loss": 0.3444,
      "step": 2003150
    },
    {
      "epoch": 559.07,
      "grad_norm": 1.0051790475845337,
      "learning_rate": 1.0693650146268766e-06,
      "loss": 0.3469,
      "step": 2003160
    },
    {
      "epoch": 559.08,
      "grad_norm": 1.1394658088684082,
      "learning_rate": 1.069342321558709e-06,
      "loss": 0.3211,
      "step": 2003170
    },
    {
      "epoch": 559.08,
      "grad_norm": 1.147934913635254,
      "learning_rate": 1.0693196286601653e-06,
      "loss": 0.3435,
      "step": 2003180
    },
    {
      "epoch": 559.08,
      "grad_norm": 1.1447157859802246,
      "learning_rate": 1.06929693593125e-06,
      "loss": 0.3422,
      "step": 2003190
    },
    {
      "epoch": 559.08,
      "grad_norm": 1.1539233922958374,
      "learning_rate": 1.0692742433719626e-06,
      "loss": 0.3312,
      "step": 2003200
    },
    {
      "epoch": 559.09,
      "grad_norm": 1.0661433935165405,
      "learning_rate": 1.06925155098231e-06,
      "loss": 0.3352,
      "step": 2003210
    },
    {
      "epoch": 559.09,
      "grad_norm": 1.1304514408111572,
      "learning_rate": 1.069228858762293e-06,
      "loss": 0.3423,
      "step": 2003220
    },
    {
      "epoch": 559.09,
      "grad_norm": 1.119075059890747,
      "learning_rate": 1.0692061667119145e-06,
      "loss": 0.3355,
      "step": 2003230
    },
    {
      "epoch": 559.1,
      "grad_norm": 1.01772141456604,
      "learning_rate": 1.0691834748311787e-06,
      "loss": 0.3376,
      "step": 2003240
    },
    {
      "epoch": 559.1,
      "grad_norm": 1.2272655963897705,
      "learning_rate": 1.0691607831200885e-06,
      "loss": 0.336,
      "step": 2003250
    },
    {
      "epoch": 559.1,
      "grad_norm": 0.9899309277534485,
      "learning_rate": 1.0691380915786458e-06,
      "loss": 0.3511,
      "step": 2003260
    },
    {
      "epoch": 559.1,
      "grad_norm": 0.9712927937507629,
      "learning_rate": 1.0691154002068544e-06,
      "loss": 0.3567,
      "step": 2003270
    },
    {
      "epoch": 559.11,
      "grad_norm": 1.08269202709198,
      "learning_rate": 1.0690927090047177e-06,
      "loss": 0.3389,
      "step": 2003280
    },
    {
      "epoch": 559.11,
      "grad_norm": 1.124711275100708,
      "learning_rate": 1.069070017972237e-06,
      "loss": 0.3437,
      "step": 2003290
    },
    {
      "epoch": 559.11,
      "grad_norm": 1.108599066734314,
      "learning_rate": 1.0690473271094181e-06,
      "loss": 0.3542,
      "step": 2003300
    },
    {
      "epoch": 559.12,
      "grad_norm": 1.0549976825714111,
      "learning_rate": 1.0690246364162613e-06,
      "loss": 0.3211,
      "step": 2003310
    },
    {
      "epoch": 559.12,
      "grad_norm": 1.0770683288574219,
      "learning_rate": 1.0690019458927713e-06,
      "loss": 0.3442,
      "step": 2003320
    },
    {
      "epoch": 559.12,
      "grad_norm": 1.089510440826416,
      "learning_rate": 1.0689792555389513e-06,
      "loss": 0.3503,
      "step": 2003330
    },
    {
      "epoch": 559.12,
      "grad_norm": 1.0849385261535645,
      "learning_rate": 1.0689565653548017e-06,
      "loss": 0.3398,
      "step": 2003340
    },
    {
      "epoch": 559.13,
      "grad_norm": 1.151565432548523,
      "learning_rate": 1.0689338753403294e-06,
      "loss": 0.3408,
      "step": 2003350
    },
    {
      "epoch": 559.13,
      "grad_norm": 2.331489086151123,
      "learning_rate": 1.0689111854955345e-06,
      "loss": 0.3394,
      "step": 2003360
    },
    {
      "epoch": 559.13,
      "grad_norm": 1.4083542823791504,
      "learning_rate": 1.068888495820421e-06,
      "loss": 0.3416,
      "step": 2003370
    },
    {
      "epoch": 559.13,
      "grad_norm": 1.0490498542785645,
      "learning_rate": 1.0688658063149917e-06,
      "loss": 0.3467,
      "step": 2003380
    },
    {
      "epoch": 559.14,
      "grad_norm": 0.9670947790145874,
      "learning_rate": 1.0688431169792511e-06,
      "loss": 0.3428,
      "step": 2003390
    },
    {
      "epoch": 559.14,
      "grad_norm": 1.1326909065246582,
      "learning_rate": 1.0688204278131998e-06,
      "loss": 0.3374,
      "step": 2003400
    },
    {
      "epoch": 559.14,
      "grad_norm": 1.0130093097686768,
      "learning_rate": 1.068797738816842e-06,
      "loss": 0.3326,
      "step": 2003410
    },
    {
      "epoch": 559.15,
      "grad_norm": 1.2585761547088623,
      "learning_rate": 1.068775049990182e-06,
      "loss": 0.3417,
      "step": 2003420
    },
    {
      "epoch": 559.15,
      "grad_norm": 1.0999650955200195,
      "learning_rate": 1.0687523613332193e-06,
      "loss": 0.3371,
      "step": 2003430
    },
    {
      "epoch": 559.15,
      "grad_norm": 0.9990803599357605,
      "learning_rate": 1.068729672845961e-06,
      "loss": 0.3389,
      "step": 2003440
    },
    {
      "epoch": 559.15,
      "grad_norm": 1.3373353481292725,
      "learning_rate": 1.0687069845284073e-06,
      "loss": 0.3255,
      "step": 2003450
    },
    {
      "epoch": 559.16,
      "grad_norm": 1.1434754133224487,
      "learning_rate": 1.0686842963805622e-06,
      "loss": 0.3337,
      "step": 2003460
    },
    {
      "epoch": 559.16,
      "grad_norm": 1.3006460666656494,
      "learning_rate": 1.06866160840243e-06,
      "loss": 0.342,
      "step": 2003470
    },
    {
      "epoch": 559.16,
      "grad_norm": 1.109244704246521,
      "learning_rate": 1.0686389205940108e-06,
      "loss": 0.3423,
      "step": 2003480
    },
    {
      "epoch": 559.17,
      "grad_norm": 1.092922329902649,
      "learning_rate": 1.0686162329553096e-06,
      "loss": 0.3384,
      "step": 2003490
    },
    {
      "epoch": 559.17,
      "grad_norm": 1.4894154071807861,
      "learning_rate": 1.068593545486329e-06,
      "loss": 0.3237,
      "step": 2003500
    },
    {
      "epoch": 559.17,
      "grad_norm": 1.1577454805374146,
      "learning_rate": 1.0685708581870731e-06,
      "loss": 0.3459,
      "step": 2003510
    },
    {
      "epoch": 559.17,
      "grad_norm": 1.1890734434127808,
      "learning_rate": 1.068548171057542e-06,
      "loss": 0.3613,
      "step": 2003520
    },
    {
      "epoch": 559.18,
      "grad_norm": 1.0439577102661133,
      "learning_rate": 1.0685254840977424e-06,
      "loss": 0.3556,
      "step": 2003530
    },
    {
      "epoch": 559.18,
      "grad_norm": 1.0343791246414185,
      "learning_rate": 1.0685027973076747e-06,
      "loss": 0.3483,
      "step": 2003540
    },
    {
      "epoch": 559.18,
      "grad_norm": 1.1456537246704102,
      "learning_rate": 1.0684801106873428e-06,
      "loss": 0.3487,
      "step": 2003550
    },
    {
      "epoch": 559.19,
      "grad_norm": 1.1874603033065796,
      "learning_rate": 1.0684574242367503e-06,
      "loss": 0.3403,
      "step": 2003560
    },
    {
      "epoch": 559.19,
      "grad_norm": 1.141300082206726,
      "learning_rate": 1.0684347379558988e-06,
      "loss": 0.3442,
      "step": 2003570
    },
    {
      "epoch": 559.19,
      "grad_norm": 1.2933093309402466,
      "learning_rate": 1.0684120518447923e-06,
      "loss": 0.3514,
      "step": 2003580
    },
    {
      "epoch": 559.19,
      "grad_norm": 1.071616291999817,
      "learning_rate": 1.0683893659034336e-06,
      "loss": 0.3333,
      "step": 2003590
    },
    {
      "epoch": 559.2,
      "grad_norm": 1.201088309288025,
      "learning_rate": 1.0683666801318253e-06,
      "loss": 0.3516,
      "step": 2003600
    },
    {
      "epoch": 559.2,
      "grad_norm": 1.6451386213302612,
      "learning_rate": 1.0683439945299723e-06,
      "loss": 0.3379,
      "step": 2003610
    },
    {
      "epoch": 559.2,
      "grad_norm": 1.4429712295532227,
      "learning_rate": 1.068321309097875e-06,
      "loss": 0.3412,
      "step": 2003620
    },
    {
      "epoch": 559.2,
      "grad_norm": 0.8653570413589478,
      "learning_rate": 1.0682986238355378e-06,
      "loss": 0.3172,
      "step": 2003630
    },
    {
      "epoch": 559.21,
      "grad_norm": 1.046890139579773,
      "learning_rate": 1.0682759387429633e-06,
      "loss": 0.3392,
      "step": 2003640
    },
    {
      "epoch": 559.21,
      "grad_norm": 1.1237913370132446,
      "learning_rate": 1.0682532538201557e-06,
      "loss": 0.3278,
      "step": 2003650
    },
    {
      "epoch": 559.21,
      "grad_norm": 1.7583998441696167,
      "learning_rate": 1.0682305690671153e-06,
      "loss": 0.3498,
      "step": 2003660
    },
    {
      "epoch": 559.22,
      "grad_norm": 1.1970243453979492,
      "learning_rate": 1.068207884483849e-06,
      "loss": 0.3497,
      "step": 2003670
    },
    {
      "epoch": 559.22,
      "grad_norm": 1.2747591733932495,
      "learning_rate": 1.0681852000703563e-06,
      "loss": 0.3471,
      "step": 2003680
    },
    {
      "epoch": 559.22,
      "grad_norm": 1.0523203611373901,
      "learning_rate": 1.068162515826642e-06,
      "loss": 0.3367,
      "step": 2003690
    },
    {
      "epoch": 559.22,
      "grad_norm": 1.136460781097412,
      "learning_rate": 1.0681398317527094e-06,
      "loss": 0.3513,
      "step": 2003700
    },
    {
      "epoch": 559.23,
      "grad_norm": 1.5721426010131836,
      "learning_rate": 1.0681171478485602e-06,
      "loss": 0.3305,
      "step": 2003710
    },
    {
      "epoch": 559.23,
      "grad_norm": 1.0689274072647095,
      "learning_rate": 1.0680944641141976e-06,
      "loss": 0.3302,
      "step": 2003720
    },
    {
      "epoch": 559.23,
      "grad_norm": 1.3654444217681885,
      "learning_rate": 1.0680717805496256e-06,
      "loss": 0.3437,
      "step": 2003730
    },
    {
      "epoch": 559.24,
      "grad_norm": 1.1197859048843384,
      "learning_rate": 1.0680490971548475e-06,
      "loss": 0.3406,
      "step": 2003740
    },
    {
      "epoch": 559.24,
      "grad_norm": 1.1584651470184326,
      "learning_rate": 1.0680264139298645e-06,
      "loss": 0.3259,
      "step": 2003750
    },
    {
      "epoch": 559.24,
      "grad_norm": 1.0671992301940918,
      "learning_rate": 1.0680037308746807e-06,
      "loss": 0.343,
      "step": 2003760
    },
    {
      "epoch": 559.24,
      "grad_norm": 1.0694351196289062,
      "learning_rate": 1.0679810479893e-06,
      "loss": 0.3462,
      "step": 2003770
    },
    {
      "epoch": 559.25,
      "grad_norm": 0.9683185815811157,
      "learning_rate": 1.0679583652737228e-06,
      "loss": 0.3394,
      "step": 2003780
    },
    {
      "epoch": 559.25,
      "grad_norm": 1.2571277618408203,
      "learning_rate": 1.0679356827279554e-06,
      "loss": 0.3373,
      "step": 2003790
    },
    {
      "epoch": 559.25,
      "grad_norm": 1.3234602212905884,
      "learning_rate": 1.0679130003519984e-06,
      "loss": 0.3445,
      "step": 2003800
    },
    {
      "epoch": 559.25,
      "grad_norm": 1.1822352409362793,
      "learning_rate": 1.0678903181458557e-06,
      "loss": 0.3364,
      "step": 2003810
    },
    {
      "epoch": 559.26,
      "grad_norm": 1.0468297004699707,
      "learning_rate": 1.0678676361095306e-06,
      "loss": 0.3308,
      "step": 2003820
    },
    {
      "epoch": 559.26,
      "grad_norm": 1.1010288000106812,
      "learning_rate": 1.0678449542430262e-06,
      "loss": 0.3442,
      "step": 2003830
    },
    {
      "epoch": 559.26,
      "grad_norm": 1.3415305614471436,
      "learning_rate": 1.0678222725463444e-06,
      "loss": 0.344,
      "step": 2003840
    },
    {
      "epoch": 559.27,
      "grad_norm": 1.1628215312957764,
      "learning_rate": 1.0677995910194888e-06,
      "loss": 0.3594,
      "step": 2003850
    },
    {
      "epoch": 559.27,
      "grad_norm": 1.2617977857589722,
      "learning_rate": 1.0677769096624634e-06,
      "loss": 0.3455,
      "step": 2003860
    },
    {
      "epoch": 559.27,
      "grad_norm": 1.0497592687606812,
      "learning_rate": 1.0677542284752689e-06,
      "loss": 0.3369,
      "step": 2003870
    },
    {
      "epoch": 559.27,
      "grad_norm": 1.1673954725265503,
      "learning_rate": 1.0677315474579115e-06,
      "loss": 0.3413,
      "step": 2003880
    },
    {
      "epoch": 559.28,
      "grad_norm": 1.0270901918411255,
      "learning_rate": 1.0677088666103916e-06,
      "loss": 0.3535,
      "step": 2003890
    },
    {
      "epoch": 559.28,
      "grad_norm": 1.0674149990081787,
      "learning_rate": 1.0676861859327128e-06,
      "loss": 0.3274,
      "step": 2003900
    },
    {
      "epoch": 559.28,
      "grad_norm": 1.1216158866882324,
      "learning_rate": 1.0676635054248796e-06,
      "loss": 0.3677,
      "step": 2003910
    },
    {
      "epoch": 559.29,
      "grad_norm": 1.1493479013442993,
      "learning_rate": 1.0676408250868922e-06,
      "loss": 0.3312,
      "step": 2003920
    },
    {
      "epoch": 559.29,
      "grad_norm": 1.0825881958007812,
      "learning_rate": 1.0676181449187566e-06,
      "loss": 0.3291,
      "step": 2003930
    },
    {
      "epoch": 559.29,
      "grad_norm": 1.0455060005187988,
      "learning_rate": 1.0675954649204741e-06,
      "loss": 0.3401,
      "step": 2003940
    },
    {
      "epoch": 559.29,
      "grad_norm": 1.3893334865570068,
      "learning_rate": 1.067572785092048e-06,
      "loss": 0.3369,
      "step": 2003950
    },
    {
      "epoch": 559.3,
      "grad_norm": 1.243679165840149,
      "learning_rate": 1.0675501054334813e-06,
      "loss": 0.3332,
      "step": 2003960
    },
    {
      "epoch": 559.3,
      "grad_norm": 1.100441813468933,
      "learning_rate": 1.067527425944778e-06,
      "loss": 0.3328,
      "step": 2003970
    },
    {
      "epoch": 559.3,
      "grad_norm": 1.4985568523406982,
      "learning_rate": 1.0675047466259396e-06,
      "loss": 0.3457,
      "step": 2003980
    },
    {
      "epoch": 559.31,
      "grad_norm": 1.0160146951675415,
      "learning_rate": 1.0674820674769696e-06,
      "loss": 0.3365,
      "step": 2003990
    },
    {
      "epoch": 559.31,
      "grad_norm": 1.2679094076156616,
      "learning_rate": 1.067459388497872e-06,
      "loss": 0.3431,
      "step": 2004000
    },
    {
      "epoch": 559.31,
      "grad_norm": 1.0949856042861938,
      "learning_rate": 1.0674367096886477e-06,
      "loss": 0.3354,
      "step": 2004010
    },
    {
      "epoch": 559.31,
      "grad_norm": 1.4864885807037354,
      "learning_rate": 1.0674140310493023e-06,
      "loss": 0.347,
      "step": 2004020
    },
    {
      "epoch": 559.32,
      "grad_norm": 1.0645920038223267,
      "learning_rate": 1.067391352579837e-06,
      "loss": 0.3462,
      "step": 2004030
    },
    {
      "epoch": 559.32,
      "grad_norm": 1.3136991262435913,
      "learning_rate": 1.0673686742802555e-06,
      "loss": 0.3369,
      "step": 2004040
    },
    {
      "epoch": 559.32,
      "grad_norm": 1.1745665073394775,
      "learning_rate": 1.0673459961505613e-06,
      "loss": 0.3311,
      "step": 2004050
    },
    {
      "epoch": 559.32,
      "grad_norm": 1.3886115550994873,
      "learning_rate": 1.067323318190756e-06,
      "loss": 0.3555,
      "step": 2004060
    },
    {
      "epoch": 559.33,
      "grad_norm": 1.0645195245742798,
      "learning_rate": 1.0673006404008437e-06,
      "loss": 0.331,
      "step": 2004070
    },
    {
      "epoch": 559.33,
      "grad_norm": 1.1328914165496826,
      "learning_rate": 1.0672779627808266e-06,
      "loss": 0.3245,
      "step": 2004080
    },
    {
      "epoch": 559.33,
      "grad_norm": 1.199307918548584,
      "learning_rate": 1.0672552853307097e-06,
      "loss": 0.3376,
      "step": 2004090
    },
    {
      "epoch": 559.34,
      "grad_norm": 1.2888120412826538,
      "learning_rate": 1.0672326080504925e-06,
      "loss": 0.3469,
      "step": 2004100
    },
    {
      "epoch": 559.34,
      "grad_norm": 1.2906653881072998,
      "learning_rate": 1.0672099309401822e-06,
      "loss": 0.3403,
      "step": 2004110
    },
    {
      "epoch": 559.34,
      "grad_norm": 1.2294163703918457,
      "learning_rate": 1.0671872539997786e-06,
      "loss": 0.3407,
      "step": 2004120
    },
    {
      "epoch": 559.34,
      "grad_norm": 1.1007286310195923,
      "learning_rate": 1.0671645772292857e-06,
      "loss": 0.3436,
      "step": 2004130
    },
    {
      "epoch": 559.35,
      "grad_norm": 1.142085075378418,
      "learning_rate": 1.0671419006287077e-06,
      "loss": 0.3152,
      "step": 2004140
    },
    {
      "epoch": 559.35,
      "grad_norm": 1.1532604694366455,
      "learning_rate": 1.067119224198046e-06,
      "loss": 0.354,
      "step": 2004150
    },
    {
      "epoch": 559.35,
      "grad_norm": 1.135785460472107,
      "learning_rate": 1.0670965479373038e-06,
      "loss": 0.3473,
      "step": 2004160
    },
    {
      "epoch": 559.36,
      "grad_norm": 1.1800599098205566,
      "learning_rate": 1.0670738718464848e-06,
      "loss": 0.3412,
      "step": 2004170
    },
    {
      "epoch": 559.36,
      "grad_norm": 1.0629167556762695,
      "learning_rate": 1.0670511959255917e-06,
      "loss": 0.343,
      "step": 2004180
    },
    {
      "epoch": 559.36,
      "grad_norm": 1.638634204864502,
      "learning_rate": 1.0670285201746273e-06,
      "loss": 0.3408,
      "step": 2004190
    },
    {
      "epoch": 559.36,
      "grad_norm": 1.0787709951400757,
      "learning_rate": 1.067005844593596e-06,
      "loss": 0.3452,
      "step": 2004200
    },
    {
      "epoch": 559.37,
      "grad_norm": 1.011215329170227,
      "learning_rate": 1.0669831691824987e-06,
      "loss": 0.3486,
      "step": 2004210
    },
    {
      "epoch": 559.37,
      "grad_norm": 1.1991294622421265,
      "learning_rate": 1.0669604939413393e-06,
      "loss": 0.3546,
      "step": 2004220
    },
    {
      "epoch": 559.37,
      "grad_norm": 1.0372416973114014,
      "learning_rate": 1.066937818870122e-06,
      "loss": 0.3449,
      "step": 2004230
    },
    {
      "epoch": 559.37,
      "grad_norm": 1.4513968229293823,
      "learning_rate": 1.066915143968847e-06,
      "loss": 0.3343,
      "step": 2004240
    },
    {
      "epoch": 559.38,
      "grad_norm": 1.0865622758865356,
      "learning_rate": 1.066892469237521e-06,
      "loss": 0.3562,
      "step": 2004250
    },
    {
      "epoch": 559.38,
      "grad_norm": 1.2388755083084106,
      "learning_rate": 1.0668697946761439e-06,
      "loss": 0.3341,
      "step": 2004260
    },
    {
      "epoch": 559.38,
      "grad_norm": 1.1811848878860474,
      "learning_rate": 1.0668471202847199e-06,
      "loss": 0.3452,
      "step": 2004270
    },
    {
      "epoch": 559.39,
      "grad_norm": 1.0687589645385742,
      "learning_rate": 1.066824446063253e-06,
      "loss": 0.3204,
      "step": 2004280
    },
    {
      "epoch": 559.39,
      "grad_norm": 1.1291439533233643,
      "learning_rate": 1.0668017720117443e-06,
      "loss": 0.3476,
      "step": 2004290
    },
    {
      "epoch": 559.39,
      "grad_norm": 1.1013063192367554,
      "learning_rate": 1.066779098130198e-06,
      "loss": 0.326,
      "step": 2004300
    },
    {
      "epoch": 559.39,
      "grad_norm": 1.0482146739959717,
      "learning_rate": 1.0667564244186166e-06,
      "loss": 0.3388,
      "step": 2004310
    },
    {
      "epoch": 559.4,
      "grad_norm": 1.153771162033081,
      "learning_rate": 1.0667337508770045e-06,
      "loss": 0.3512,
      "step": 2004320
    },
    {
      "epoch": 559.4,
      "grad_norm": 1.113030195236206,
      "learning_rate": 1.0667110775053614e-06,
      "loss": 0.3453,
      "step": 2004330
    },
    {
      "epoch": 559.4,
      "grad_norm": 1.2358150482177734,
      "learning_rate": 1.0666884043036947e-06,
      "loss": 0.35,
      "step": 2004340
    },
    {
      "epoch": 559.41,
      "grad_norm": 1.2435601949691772,
      "learning_rate": 1.0666657312720043e-06,
      "loss": 0.3344,
      "step": 2004350
    },
    {
      "epoch": 559.41,
      "grad_norm": 0.9880509376525879,
      "learning_rate": 1.066643058410294e-06,
      "loss": 0.333,
      "step": 2004360
    },
    {
      "epoch": 559.41,
      "grad_norm": 1.2100834846496582,
      "learning_rate": 1.0666203857185684e-06,
      "loss": 0.3488,
      "step": 2004370
    },
    {
      "epoch": 559.41,
      "grad_norm": 1.2670363187789917,
      "learning_rate": 1.0665977131968275e-06,
      "loss": 0.3492,
      "step": 2004380
    },
    {
      "epoch": 559.42,
      "grad_norm": 1.15499746799469,
      "learning_rate": 1.0665750408450763e-06,
      "loss": 0.3348,
      "step": 2004390
    },
    {
      "epoch": 559.42,
      "grad_norm": 1.060890793800354,
      "learning_rate": 1.0665523686633175e-06,
      "loss": 0.3519,
      "step": 2004400
    },
    {
      "epoch": 559.42,
      "grad_norm": 1.0424572229385376,
      "learning_rate": 1.0665296966515547e-06,
      "loss": 0.3391,
      "step": 2004410
    },
    {
      "epoch": 559.43,
      "grad_norm": 1.0935171842575073,
      "learning_rate": 1.0665070248097895e-06,
      "loss": 0.3284,
      "step": 2004420
    },
    {
      "epoch": 559.43,
      "grad_norm": 1.1864324808120728,
      "learning_rate": 1.0664843531380257e-06,
      "loss": 0.3277,
      "step": 2004430
    },
    {
      "epoch": 559.43,
      "grad_norm": 1.0604465007781982,
      "learning_rate": 1.0664616816362671e-06,
      "loss": 0.354,
      "step": 2004440
    },
    {
      "epoch": 559.43,
      "grad_norm": 1.0875475406646729,
      "learning_rate": 1.0664390103045142e-06,
      "loss": 0.3449,
      "step": 2004450
    },
    {
      "epoch": 559.44,
      "grad_norm": 1.2015551328659058,
      "learning_rate": 1.0664163391427737e-06,
      "loss": 0.3425,
      "step": 2004460
    },
    {
      "epoch": 559.44,
      "grad_norm": 1.2068411111831665,
      "learning_rate": 1.0663936681510446e-06,
      "loss": 0.3367,
      "step": 2004470
    },
    {
      "epoch": 559.44,
      "grad_norm": 0.9866322875022888,
      "learning_rate": 1.0663709973293338e-06,
      "loss": 0.3502,
      "step": 2004480
    },
    {
      "epoch": 559.44,
      "grad_norm": 1.3185205459594727,
      "learning_rate": 1.0663483266776416e-06,
      "loss": 0.3416,
      "step": 2004490
    },
    {
      "epoch": 559.45,
      "grad_norm": 1.04049813747406,
      "learning_rate": 1.0663256561959723e-06,
      "loss": 0.3251,
      "step": 2004500
    },
    {
      "epoch": 559.45,
      "grad_norm": 1.3637456893920898,
      "learning_rate": 1.0663029858843289e-06,
      "loss": 0.3602,
      "step": 2004510
    },
    {
      "epoch": 559.45,
      "grad_norm": 1.0052504539489746,
      "learning_rate": 1.0662803157427133e-06,
      "loss": 0.3406,
      "step": 2004520
    },
    {
      "epoch": 559.46,
      "grad_norm": 1.2801569700241089,
      "learning_rate": 1.0662576457711293e-06,
      "loss": 0.3513,
      "step": 2004530
    },
    {
      "epoch": 559.46,
      "grad_norm": 1.078611969947815,
      "learning_rate": 1.0662349759695802e-06,
      "loss": 0.3461,
      "step": 2004540
    },
    {
      "epoch": 559.46,
      "grad_norm": 1.1392152309417725,
      "learning_rate": 1.066212306338069e-06,
      "loss": 0.3398,
      "step": 2004550
    },
    {
      "epoch": 559.46,
      "grad_norm": 1.3313956260681152,
      "learning_rate": 1.0661896368765977e-06,
      "loss": 0.3392,
      "step": 2004560
    },
    {
      "epoch": 559.47,
      "grad_norm": 1.0396918058395386,
      "learning_rate": 1.0661669675851704e-06,
      "loss": 0.3413,
      "step": 2004570
    },
    {
      "epoch": 559.47,
      "grad_norm": 1.274342656135559,
      "learning_rate": 1.0661442984637904e-06,
      "loss": 0.3582,
      "step": 2004580
    },
    {
      "epoch": 559.47,
      "grad_norm": 1.1185948848724365,
      "learning_rate": 1.0661216295124582e-06,
      "loss": 0.337,
      "step": 2004590
    },
    {
      "epoch": 559.48,
      "grad_norm": 0.9341403841972351,
      "learning_rate": 1.0660989607311805e-06,
      "loss": 0.3397,
      "step": 2004600
    },
    {
      "epoch": 559.48,
      "grad_norm": 1.1642775535583496,
      "learning_rate": 1.0660762921199577e-06,
      "loss": 0.3419,
      "step": 2004610
    },
    {
      "epoch": 559.48,
      "grad_norm": 1.120598554611206,
      "learning_rate": 1.0660536236787934e-06,
      "loss": 0.336,
      "step": 2004620
    },
    {
      "epoch": 559.48,
      "grad_norm": 1.2712359428405762,
      "learning_rate": 1.0660309554076911e-06,
      "loss": 0.3453,
      "step": 2004630
    },
    {
      "epoch": 559.49,
      "grad_norm": 1.292620301246643,
      "learning_rate": 1.0660082873066542e-06,
      "loss": 0.3398,
      "step": 2004640
    },
    {
      "epoch": 559.49,
      "grad_norm": 1.2130223512649536,
      "learning_rate": 1.0659856193756844e-06,
      "loss": 0.3277,
      "step": 2004650
    },
    {
      "epoch": 559.49,
      "grad_norm": 1.3488075733184814,
      "learning_rate": 1.0659629516147854e-06,
      "loss": 0.3376,
      "step": 2004660
    },
    {
      "epoch": 559.49,
      "grad_norm": 1.0798050165176392,
      "learning_rate": 1.065940284023961e-06,
      "loss": 0.3272,
      "step": 2004670
    },
    {
      "epoch": 559.5,
      "grad_norm": 1.0630935430526733,
      "learning_rate": 1.0659176166032117e-06,
      "loss": 0.3468,
      "step": 2004680
    },
    {
      "epoch": 559.5,
      "grad_norm": 1.0564957857131958,
      "learning_rate": 1.0658949493525438e-06,
      "loss": 0.3462,
      "step": 2004690
    },
    {
      "epoch": 559.5,
      "grad_norm": 1.0529203414916992,
      "learning_rate": 1.0658722822719582e-06,
      "loss": 0.3334,
      "step": 2004700
    },
    {
      "epoch": 559.51,
      "grad_norm": 1.2673381567001343,
      "learning_rate": 1.0658496153614583e-06,
      "loss": 0.3583,
      "step": 2004710
    },
    {
      "epoch": 559.51,
      "grad_norm": 1.0896127223968506,
      "learning_rate": 1.0658269486210481e-06,
      "loss": 0.3503,
      "step": 2004720
    },
    {
      "epoch": 559.51,
      "grad_norm": 1.0804035663604736,
      "learning_rate": 1.065804282050729e-06,
      "loss": 0.354,
      "step": 2004730
    },
    {
      "epoch": 559.51,
      "grad_norm": 1.1854157447814941,
      "learning_rate": 1.0657816156505047e-06,
      "loss": 0.3248,
      "step": 2004740
    },
    {
      "epoch": 559.52,
      "grad_norm": 1.2295454740524292,
      "learning_rate": 1.0657589494203787e-06,
      "loss": 0.3505,
      "step": 2004750
    },
    {
      "epoch": 559.52,
      "grad_norm": 1.1258914470672607,
      "learning_rate": 1.0657362833603533e-06,
      "loss": 0.3499,
      "step": 2004760
    },
    {
      "epoch": 559.52,
      "grad_norm": 1.2060078382492065,
      "learning_rate": 1.065713617470432e-06,
      "loss": 0.3351,
      "step": 2004770
    },
    {
      "epoch": 559.53,
      "grad_norm": 1.0896856784820557,
      "learning_rate": 1.0656909517506185e-06,
      "loss": 0.3231,
      "step": 2004780
    },
    {
      "epoch": 559.53,
      "grad_norm": 1.1689577102661133,
      "learning_rate": 1.0656682862009143e-06,
      "loss": 0.3392,
      "step": 2004790
    },
    {
      "epoch": 559.53,
      "grad_norm": 1.024402379989624,
      "learning_rate": 1.065645620821323e-06,
      "loss": 0.3475,
      "step": 2004800
    },
    {
      "epoch": 559.53,
      "grad_norm": 1.2182742357254028,
      "learning_rate": 1.0656229556118487e-06,
      "loss": 0.3438,
      "step": 2004810
    },
    {
      "epoch": 559.54,
      "grad_norm": 1.123892068862915,
      "learning_rate": 1.0656002905724916e-06,
      "loss": 0.3515,
      "step": 2004820
    },
    {
      "epoch": 559.54,
      "grad_norm": 1.2201664447784424,
      "learning_rate": 1.0655776257032585e-06,
      "loss": 0.3327,
      "step": 2004830
    },
    {
      "epoch": 559.54,
      "grad_norm": 1.2770326137542725,
      "learning_rate": 1.0655549610041492e-06,
      "loss": 0.3411,
      "step": 2004840
    },
    {
      "epoch": 559.55,
      "grad_norm": 0.990603506565094,
      "learning_rate": 1.0655322964751684e-06,
      "loss": 0.3358,
      "step": 2004850
    },
    {
      "epoch": 559.55,
      "grad_norm": 1.3377418518066406,
      "learning_rate": 1.0655096321163194e-06,
      "loss": 0.3338,
      "step": 2004860
    },
    {
      "epoch": 559.55,
      "grad_norm": 1.1436330080032349,
      "learning_rate": 1.0654869679276038e-06,
      "loss": 0.3231,
      "step": 2004870
    },
    {
      "epoch": 559.55,
      "grad_norm": 1.0296467542648315,
      "learning_rate": 1.0654643039090254e-06,
      "loss": 0.3348,
      "step": 2004880
    },
    {
      "epoch": 559.56,
      "grad_norm": 1.3018594980239868,
      "learning_rate": 1.065441640060587e-06,
      "loss": 0.3365,
      "step": 2004890
    },
    {
      "epoch": 559.56,
      "grad_norm": 1.3171133995056152,
      "learning_rate": 1.0654189763822929e-06,
      "loss": 0.3478,
      "step": 2004900
    },
    {
      "epoch": 559.56,
      "grad_norm": 1.3083980083465576,
      "learning_rate": 1.065396312874143e-06,
      "loss": 0.3476,
      "step": 2004910
    },
    {
      "epoch": 559.56,
      "grad_norm": 1.0804938077926636,
      "learning_rate": 1.0653736495361441e-06,
      "loss": 0.3233,
      "step": 2004920
    },
    {
      "epoch": 559.57,
      "grad_norm": 1.2272282838821411,
      "learning_rate": 1.0653509863682966e-06,
      "loss": 0.3352,
      "step": 2004930
    },
    {
      "epoch": 559.57,
      "grad_norm": 1.0089279413223267,
      "learning_rate": 1.0653283233706046e-06,
      "loss": 0.3454,
      "step": 2004940
    },
    {
      "epoch": 559.57,
      "grad_norm": 1.2813096046447754,
      "learning_rate": 1.0653056605430716e-06,
      "loss": 0.351,
      "step": 2004950
    },
    {
      "epoch": 559.58,
      "grad_norm": 1.291363000869751,
      "learning_rate": 1.065282997885699e-06,
      "loss": 0.3381,
      "step": 2004960
    },
    {
      "epoch": 559.58,
      "grad_norm": 1.4880521297454834,
      "learning_rate": 1.0652603353984905e-06,
      "loss": 0.3414,
      "step": 2004970
    },
    {
      "epoch": 559.58,
      "grad_norm": 1.2271753549575806,
      "learning_rate": 1.0652376730814496e-06,
      "loss": 0.3337,
      "step": 2004980
    },
    {
      "epoch": 559.58,
      "grad_norm": 1.238002061843872,
      "learning_rate": 1.0652150109345797e-06,
      "loss": 0.3315,
      "step": 2004990
    },
    {
      "epoch": 559.59,
      "grad_norm": 0.9952890276908875,
      "learning_rate": 1.0651923489578824e-06,
      "loss": 0.329,
      "step": 2005000
    },
    {
      "epoch": 559.59,
      "grad_norm": 1.0459215641021729,
      "learning_rate": 1.0651696871513616e-06,
      "loss": 0.3194,
      "step": 2005010
    },
    {
      "epoch": 559.59,
      "grad_norm": 1.2665331363677979,
      "learning_rate": 1.065147025515021e-06,
      "loss": 0.3346,
      "step": 2005020
    },
    {
      "epoch": 559.6,
      "grad_norm": 1.197784662246704,
      "learning_rate": 1.065124364048861e-06,
      "loss": 0.3551,
      "step": 2005030
    },
    {
      "epoch": 559.6,
      "grad_norm": 2.9289095401763916,
      "learning_rate": 1.065101702752888e-06,
      "loss": 0.3442,
      "step": 2005040
    },
    {
      "epoch": 559.6,
      "grad_norm": 1.2627644538879395,
      "learning_rate": 1.0650790416271018e-06,
      "loss": 0.3523,
      "step": 2005050
    },
    {
      "epoch": 559.6,
      "grad_norm": 1.1308339834213257,
      "learning_rate": 1.0650563806715088e-06,
      "loss": 0.3138,
      "step": 2005060
    },
    {
      "epoch": 559.61,
      "grad_norm": 1.1136835813522339,
      "learning_rate": 1.0650337198861095e-06,
      "loss": 0.338,
      "step": 2005070
    },
    {
      "epoch": 559.61,
      "grad_norm": 1.037920594215393,
      "learning_rate": 1.0650110592709076e-06,
      "loss": 0.3349,
      "step": 2005080
    },
    {
      "epoch": 559.61,
      "grad_norm": 2.2349579334259033,
      "learning_rate": 1.0649883988259073e-06,
      "loss": 0.3333,
      "step": 2005090
    },
    {
      "epoch": 559.61,
      "grad_norm": 1.1321595907211304,
      "learning_rate": 1.0649657385511093e-06,
      "loss": 0.3498,
      "step": 2005100
    },
    {
      "epoch": 559.62,
      "grad_norm": 1.1587612628936768,
      "learning_rate": 1.064943078446518e-06,
      "loss": 0.3445,
      "step": 2005110
    },
    {
      "epoch": 559.62,
      "grad_norm": 1.169674038887024,
      "learning_rate": 1.0649204185121361e-06,
      "loss": 0.35,
      "step": 2005120
    },
    {
      "epoch": 559.62,
      "grad_norm": 1.1120439767837524,
      "learning_rate": 1.0648977587479679e-06,
      "loss": 0.3378,
      "step": 2005130
    },
    {
      "epoch": 559.63,
      "grad_norm": 1.2626237869262695,
      "learning_rate": 1.0648750991540143e-06,
      "loss": 0.3336,
      "step": 2005140
    },
    {
      "epoch": 559.63,
      "grad_norm": 1.3663098812103271,
      "learning_rate": 1.0648524397302791e-06,
      "loss": 0.3377,
      "step": 2005150
    },
    {
      "epoch": 559.63,
      "grad_norm": 1.0960109233856201,
      "learning_rate": 1.0648297804767656e-06,
      "loss": 0.3538,
      "step": 2005160
    },
    {
      "epoch": 559.63,
      "grad_norm": 0.9993062019348145,
      "learning_rate": 1.0648071213934771e-06,
      "loss": 0.3249,
      "step": 2005170
    },
    {
      "epoch": 559.64,
      "grad_norm": 1.1230967044830322,
      "learning_rate": 1.0647844624804167e-06,
      "loss": 0.3526,
      "step": 2005180
    },
    {
      "epoch": 559.64,
      "grad_norm": 1.0578824281692505,
      "learning_rate": 1.0647618037375861e-06,
      "loss": 0.346,
      "step": 2005190
    },
    {
      "epoch": 559.64,
      "grad_norm": 1.2228899002075195,
      "learning_rate": 1.0647391451649893e-06,
      "loss": 0.3196,
      "step": 2005200
    },
    {
      "epoch": 559.65,
      "grad_norm": 0.9775380492210388,
      "learning_rate": 1.0647164867626293e-06,
      "loss": 0.3331,
      "step": 2005210
    },
    {
      "epoch": 559.65,
      "grad_norm": 1.300027847290039,
      "learning_rate": 1.0646938285305099e-06,
      "loss": 0.3339,
      "step": 2005220
    },
    {
      "epoch": 559.65,
      "grad_norm": 1.0556212663650513,
      "learning_rate": 1.0646711704686322e-06,
      "loss": 0.3332,
      "step": 2005230
    },
    {
      "epoch": 559.65,
      "grad_norm": 0.9978741407394409,
      "learning_rate": 1.0646485125770003e-06,
      "loss": 0.3542,
      "step": 2005240
    },
    {
      "epoch": 559.66,
      "grad_norm": 1.1001245975494385,
      "learning_rate": 1.064625854855618e-06,
      "loss": 0.3392,
      "step": 2005250
    },
    {
      "epoch": 559.66,
      "grad_norm": 1.0093958377838135,
      "learning_rate": 1.0646031973044857e-06,
      "loss": 0.321,
      "step": 2005260
    },
    {
      "epoch": 559.66,
      "grad_norm": 1.1164425611495972,
      "learning_rate": 1.0645805399236098e-06,
      "loss": 0.3392,
      "step": 2005270
    },
    {
      "epoch": 559.67,
      "grad_norm": 1.0222405195236206,
      "learning_rate": 1.0645578827129909e-06,
      "loss": 0.3416,
      "step": 2005280
    },
    {
      "epoch": 559.67,
      "grad_norm": 1.2802468538284302,
      "learning_rate": 1.064535225672633e-06,
      "loss": 0.3395,
      "step": 2005290
    },
    {
      "epoch": 559.67,
      "grad_norm": 0.9541255235671997,
      "learning_rate": 1.064512568802539e-06,
      "loss": 0.337,
      "step": 2005300
    },
    {
      "epoch": 559.67,
      "grad_norm": 1.2995936870574951,
      "learning_rate": 1.0644899121027125e-06,
      "loss": 0.3435,
      "step": 2005310
    },
    {
      "epoch": 559.68,
      "grad_norm": 1.2456177473068237,
      "learning_rate": 1.064467255573155e-06,
      "loss": 0.3357,
      "step": 2005320
    },
    {
      "epoch": 559.68,
      "grad_norm": 1.0205247402191162,
      "learning_rate": 1.0644445992138706e-06,
      "loss": 0.3334,
      "step": 2005330
    },
    {
      "epoch": 559.68,
      "grad_norm": 1.0367093086242676,
      "learning_rate": 1.064421943024862e-06,
      "loss": 0.3373,
      "step": 2005340
    },
    {
      "epoch": 559.68,
      "grad_norm": 1.064589262008667,
      "learning_rate": 1.064399287006132e-06,
      "loss": 0.34,
      "step": 2005350
    },
    {
      "epoch": 559.69,
      "grad_norm": 1.0786142349243164,
      "learning_rate": 1.0643766311576853e-06,
      "loss": 0.351,
      "step": 2005360
    },
    {
      "epoch": 559.69,
      "grad_norm": 1.0325441360473633,
      "learning_rate": 1.0643539754795222e-06,
      "loss": 0.3412,
      "step": 2005370
    },
    {
      "epoch": 559.69,
      "grad_norm": 1.29228937625885,
      "learning_rate": 1.0643313199716473e-06,
      "loss": 0.3369,
      "step": 2005380
    },
    {
      "epoch": 559.7,
      "grad_norm": 1.120595097541809,
      "learning_rate": 1.0643086646340643e-06,
      "loss": 0.3353,
      "step": 2005390
    },
    {
      "epoch": 559.7,
      "grad_norm": 1.2848440408706665,
      "learning_rate": 1.0642860094667735e-06,
      "loss": 0.3504,
      "step": 2005400
    },
    {
      "epoch": 559.7,
      "grad_norm": 1.1240452527999878,
      "learning_rate": 1.0642633544697814e-06,
      "loss": 0.3473,
      "step": 2005410
    },
    {
      "epoch": 559.7,
      "grad_norm": 1.2599364519119263,
      "learning_rate": 1.0642406996430886e-06,
      "loss": 0.3388,
      "step": 2005420
    },
    {
      "epoch": 559.71,
      "grad_norm": 1.1432511806488037,
      "learning_rate": 1.0642180449866987e-06,
      "loss": 0.3354,
      "step": 2005430
    },
    {
      "epoch": 559.71,
      "grad_norm": 1.245220422744751,
      "learning_rate": 1.0641953905006148e-06,
      "loss": 0.3497,
      "step": 2005440
    },
    {
      "epoch": 559.71,
      "grad_norm": 1.0716471672058105,
      "learning_rate": 1.064172736184841e-06,
      "loss": 0.3316,
      "step": 2005450
    },
    {
      "epoch": 559.72,
      "grad_norm": 1.242031455039978,
      "learning_rate": 1.0641500820393782e-06,
      "loss": 0.3357,
      "step": 2005460
    },
    {
      "epoch": 559.72,
      "grad_norm": 1.0035285949707031,
      "learning_rate": 1.0641274280642306e-06,
      "loss": 0.3598,
      "step": 2005470
    },
    {
      "epoch": 559.72,
      "grad_norm": 1.1370481252670288,
      "learning_rate": 1.064104774259402e-06,
      "loss": 0.3356,
      "step": 2005480
    },
    {
      "epoch": 559.72,
      "grad_norm": 1.3378846645355225,
      "learning_rate": 1.0640821206248929e-06,
      "loss": 0.333,
      "step": 2005490
    },
    {
      "epoch": 559.73,
      "grad_norm": 1.1166157722473145,
      "learning_rate": 1.0640594671607094e-06,
      "loss": 0.3345,
      "step": 2005500
    },
    {
      "epoch": 559.73,
      "grad_norm": 1.2472487688064575,
      "learning_rate": 1.0640368138668522e-06,
      "loss": 0.3425,
      "step": 2005510
    },
    {
      "epoch": 559.73,
      "grad_norm": 1.2437719106674194,
      "learning_rate": 1.0640141607433254e-06,
      "loss": 0.3327,
      "step": 2005520
    },
    {
      "epoch": 559.73,
      "grad_norm": 1.1663050651550293,
      "learning_rate": 1.0639915077901328e-06,
      "loss": 0.3602,
      "step": 2005530
    },
    {
      "epoch": 559.74,
      "grad_norm": 1.0674231052398682,
      "learning_rate": 1.0639688550072753e-06,
      "loss": 0.3484,
      "step": 2005540
    },
    {
      "epoch": 559.74,
      "grad_norm": 1.0767590999603271,
      "learning_rate": 1.063946202394757e-06,
      "loss": 0.3515,
      "step": 2005550
    },
    {
      "epoch": 559.74,
      "grad_norm": 1.2173047065734863,
      "learning_rate": 1.063923549952581e-06,
      "loss": 0.3345,
      "step": 2005560
    },
    {
      "epoch": 559.75,
      "grad_norm": 1.675542950630188,
      "learning_rate": 1.0639008976807511e-06,
      "loss": 0.3348,
      "step": 2005570
    },
    {
      "epoch": 559.75,
      "grad_norm": 1.1828287839889526,
      "learning_rate": 1.0638782455792677e-06,
      "loss": 0.3203,
      "step": 2005580
    },
    {
      "epoch": 559.75,
      "grad_norm": 1.0455594062805176,
      "learning_rate": 1.0638555936481374e-06,
      "loss": 0.3361,
      "step": 2005590
    },
    {
      "epoch": 559.75,
      "grad_norm": 1.3398617506027222,
      "learning_rate": 1.0638329418873604e-06,
      "loss": 0.3296,
      "step": 2005600
    },
    {
      "epoch": 559.76,
      "grad_norm": 1.0741974115371704,
      "learning_rate": 1.0638102902969407e-06,
      "loss": 0.338,
      "step": 2005610
    },
    {
      "epoch": 559.76,
      "grad_norm": 1.1945557594299316,
      "learning_rate": 1.0637876388768823e-06,
      "loss": 0.3361,
      "step": 2005620
    },
    {
      "epoch": 559.76,
      "grad_norm": 1.129274845123291,
      "learning_rate": 1.0637649876271856e-06,
      "loss": 0.3388,
      "step": 2005630
    },
    {
      "epoch": 559.77,
      "grad_norm": 1.078566074371338,
      "learning_rate": 1.0637423365478566e-06,
      "loss": 0.3467,
      "step": 2005640
    },
    {
      "epoch": 559.77,
      "grad_norm": 1.1086149215698242,
      "learning_rate": 1.0637196856388964e-06,
      "loss": 0.3569,
      "step": 2005650
    },
    {
      "epoch": 559.77,
      "grad_norm": 1.1969484090805054,
      "learning_rate": 1.0636970349003087e-06,
      "loss": 0.3467,
      "step": 2005660
    },
    {
      "epoch": 559.77,
      "grad_norm": 1.0779550075531006,
      "learning_rate": 1.063674384332097e-06,
      "loss": 0.3462,
      "step": 2005670
    },
    {
      "epoch": 559.78,
      "grad_norm": 1.2162162065505981,
      "learning_rate": 1.063651733934263e-06,
      "loss": 0.339,
      "step": 2005680
    },
    {
      "epoch": 559.78,
      "grad_norm": 1.0380027294158936,
      "learning_rate": 1.0636290837068103e-06,
      "loss": 0.3383,
      "step": 2005690
    },
    {
      "epoch": 559.78,
      "grad_norm": 1.1844758987426758,
      "learning_rate": 1.063606433649742e-06,
      "loss": 0.324,
      "step": 2005700
    },
    {
      "epoch": 559.79,
      "grad_norm": 1.1720964908599854,
      "learning_rate": 1.0635837837630623e-06,
      "loss": 0.3482,
      "step": 2005710
    },
    {
      "epoch": 559.79,
      "grad_norm": 1.1141712665557861,
      "learning_rate": 1.0635611340467712e-06,
      "loss": 0.3293,
      "step": 2005720
    },
    {
      "epoch": 559.79,
      "grad_norm": 1.2346265316009521,
      "learning_rate": 1.0635384845008755e-06,
      "loss": 0.3589,
      "step": 2005730
    },
    {
      "epoch": 559.79,
      "grad_norm": 0.999984622001648,
      "learning_rate": 1.063515835125375e-06,
      "loss": 0.3321,
      "step": 2005740
    },
    {
      "epoch": 559.8,
      "grad_norm": 1.1946674585342407,
      "learning_rate": 1.0634931859202742e-06,
      "loss": 0.3295,
      "step": 2005750
    },
    {
      "epoch": 559.8,
      "grad_norm": 1.0793689489364624,
      "learning_rate": 1.063470536885577e-06,
      "loss": 0.3464,
      "step": 2005760
    },
    {
      "epoch": 559.8,
      "grad_norm": 1.098044991493225,
      "learning_rate": 1.0634478880212842e-06,
      "loss": 0.3406,
      "step": 2005770
    },
    {
      "epoch": 559.8,
      "grad_norm": 1.065535306930542,
      "learning_rate": 1.0634252393274003e-06,
      "loss": 0.3355,
      "step": 2005780
    },
    {
      "epoch": 559.81,
      "grad_norm": 1.2660048007965088,
      "learning_rate": 1.0634025908039278e-06,
      "loss": 0.3385,
      "step": 2005790
    },
    {
      "epoch": 559.81,
      "grad_norm": 1.1604537963867188,
      "learning_rate": 1.0633799424508707e-06,
      "loss": 0.3451,
      "step": 2005800
    },
    {
      "epoch": 559.81,
      "grad_norm": 1.2709124088287354,
      "learning_rate": 1.0633572942682303e-06,
      "loss": 0.3189,
      "step": 2005810
    },
    {
      "epoch": 559.82,
      "grad_norm": 4.658505916595459,
      "learning_rate": 1.0633346462560106e-06,
      "loss": 0.3383,
      "step": 2005820
    },
    {
      "epoch": 559.82,
      "grad_norm": 1.1730077266693115,
      "learning_rate": 1.0633119984142152e-06,
      "loss": 0.337,
      "step": 2005830
    },
    {
      "epoch": 559.82,
      "grad_norm": 1.3158965110778809,
      "learning_rate": 1.0632893507428449e-06,
      "loss": 0.3666,
      "step": 2005840
    },
    {
      "epoch": 559.82,
      "grad_norm": 1.0160270929336548,
      "learning_rate": 1.063266703241906e-06,
      "loss": 0.3502,
      "step": 2005850
    },
    {
      "epoch": 559.83,
      "grad_norm": 1.2223680019378662,
      "learning_rate": 1.0632440559113989e-06,
      "loss": 0.3602,
      "step": 2005860
    },
    {
      "epoch": 559.83,
      "grad_norm": 1.0007137060165405,
      "learning_rate": 1.0632214087513277e-06,
      "loss": 0.342,
      "step": 2005870
    },
    {
      "epoch": 559.83,
      "grad_norm": 1.0218217372894287,
      "learning_rate": 1.063198761761695e-06,
      "loss": 0.3472,
      "step": 2005880
    },
    {
      "epoch": 559.84,
      "grad_norm": 1.1271965503692627,
      "learning_rate": 1.0631761149425048e-06,
      "loss": 0.333,
      "step": 2005890
    },
    {
      "epoch": 559.84,
      "grad_norm": 1.2187143564224243,
      "learning_rate": 1.0631534682937585e-06,
      "loss": 0.3475,
      "step": 2005900
    },
    {
      "epoch": 559.84,
      "grad_norm": 1.7671655416488647,
      "learning_rate": 1.0631308218154601e-06,
      "loss": 0.3359,
      "step": 2005910
    },
    {
      "epoch": 559.84,
      "grad_norm": 1.3138281106948853,
      "learning_rate": 1.0631081755076122e-06,
      "loss": 0.3333,
      "step": 2005920
    },
    {
      "epoch": 559.85,
      "grad_norm": 1.0534025430679321,
      "learning_rate": 1.0630855293702181e-06,
      "loss": 0.3429,
      "step": 2005930
    },
    {
      "epoch": 559.85,
      "grad_norm": 1.3014352321624756,
      "learning_rate": 1.0630628834032819e-06,
      "loss": 0.331,
      "step": 2005940
    },
    {
      "epoch": 559.85,
      "grad_norm": 1.2196918725967407,
      "learning_rate": 1.0630402376068044e-06,
      "loss": 0.3362,
      "step": 2005950
    },
    {
      "epoch": 559.85,
      "grad_norm": 1.2113375663757324,
      "learning_rate": 1.06301759198079e-06,
      "loss": 0.3421,
      "step": 2005960
    },
    {
      "epoch": 559.86,
      "grad_norm": 1.125442624092102,
      "learning_rate": 1.0629949465252423e-06,
      "loss": 0.3377,
      "step": 2005970
    },
    {
      "epoch": 559.86,
      "grad_norm": 1.0575530529022217,
      "learning_rate": 1.0629723012401612e-06,
      "loss": 0.3446,
      "step": 2005980
    },
    {
      "epoch": 559.86,
      "grad_norm": 1.1505358219146729,
      "learning_rate": 1.0629496561255544e-06,
      "loss": 0.3472,
      "step": 2005990
    },
    {
      "epoch": 559.87,
      "grad_norm": 1.3462519645690918,
      "learning_rate": 1.0629270111814212e-06,
      "loss": 0.348,
      "step": 2006000
    },
    {
      "epoch": 559.87,
      "grad_norm": 1.0048251152038574,
      "learning_rate": 1.0629043664077659e-06,
      "loss": 0.3384,
      "step": 2006010
    },
    {
      "epoch": 559.87,
      "grad_norm": 1.0602751970291138,
      "learning_rate": 1.0628817218045914e-06,
      "loss": 0.341,
      "step": 2006020
    },
    {
      "epoch": 559.87,
      "grad_norm": 1.080763816833496,
      "learning_rate": 1.0628590773719018e-06,
      "loss": 0.3278,
      "step": 2006030
    },
    {
      "epoch": 559.88,
      "grad_norm": 1.0754209756851196,
      "learning_rate": 1.0628364331096985e-06,
      "loss": 0.3561,
      "step": 2006040
    },
    {
      "epoch": 559.88,
      "grad_norm": 1.0530987977981567,
      "learning_rate": 1.0628137890179848e-06,
      "loss": 0.3594,
      "step": 2006050
    },
    {
      "epoch": 559.88,
      "grad_norm": 1.3263962268829346,
      "learning_rate": 1.0627911450967652e-06,
      "loss": 0.3288,
      "step": 2006060
    },
    {
      "epoch": 559.89,
      "grad_norm": 1.024032711982727,
      "learning_rate": 1.0627685013460396e-06,
      "loss": 0.3486,
      "step": 2006070
    },
    {
      "epoch": 559.89,
      "grad_norm": 1.1232002973556519,
      "learning_rate": 1.0627458577658148e-06,
      "loss": 0.3443,
      "step": 2006080
    },
    {
      "epoch": 559.89,
      "grad_norm": 1.1818299293518066,
      "learning_rate": 1.062723214356091e-06,
      "loss": 0.3312,
      "step": 2006090
    },
    {
      "epoch": 559.89,
      "grad_norm": 1.070713758468628,
      "learning_rate": 1.0627005711168726e-06,
      "loss": 0.3253,
      "step": 2006100
    },
    {
      "epoch": 559.9,
      "grad_norm": 1.1497834920883179,
      "learning_rate": 1.062677928048162e-06,
      "loss": 0.3639,
      "step": 2006110
    },
    {
      "epoch": 559.9,
      "grad_norm": 1.336367130279541,
      "learning_rate": 1.062655285149963e-06,
      "loss": 0.3389,
      "step": 2006120
    },
    {
      "epoch": 559.9,
      "grad_norm": 1.1254737377166748,
      "learning_rate": 1.062632642422278e-06,
      "loss": 0.3392,
      "step": 2006130
    },
    {
      "epoch": 559.91,
      "grad_norm": 1.24076247215271,
      "learning_rate": 1.0626099998651092e-06,
      "loss": 0.3463,
      "step": 2006140
    },
    {
      "epoch": 559.91,
      "grad_norm": 1.070203423500061,
      "learning_rate": 1.062587357478462e-06,
      "loss": 0.3441,
      "step": 2006150
    },
    {
      "epoch": 559.91,
      "grad_norm": 1.0477687120437622,
      "learning_rate": 1.0625647152623356e-06,
      "loss": 0.3277,
      "step": 2006160
    },
    {
      "epoch": 559.91,
      "grad_norm": 1.1146106719970703,
      "learning_rate": 1.0625420732167373e-06,
      "loss": 0.3507,
      "step": 2006170
    },
    {
      "epoch": 559.92,
      "grad_norm": 1.2029006481170654,
      "learning_rate": 1.0625194313416675e-06,
      "loss": 0.3315,
      "step": 2006180
    },
    {
      "epoch": 559.92,
      "grad_norm": 1.0505021810531616,
      "learning_rate": 1.0624967896371294e-06,
      "loss": 0.3431,
      "step": 2006190
    },
    {
      "epoch": 559.92,
      "grad_norm": 1.2931630611419678,
      "learning_rate": 1.0624741481031276e-06,
      "loss": 0.3393,
      "step": 2006200
    },
    {
      "epoch": 559.92,
      "grad_norm": 1.3785408735275269,
      "learning_rate": 1.0624515067396623e-06,
      "loss": 0.3438,
      "step": 2006210
    },
    {
      "epoch": 559.93,
      "grad_norm": 1.2102018594741821,
      "learning_rate": 1.0624288655467396e-06,
      "loss": 0.3417,
      "step": 2006220
    },
    {
      "epoch": 559.93,
      "grad_norm": 1.109163761138916,
      "learning_rate": 1.0624062245243605e-06,
      "loss": 0.3376,
      "step": 2006230
    },
    {
      "epoch": 559.93,
      "grad_norm": 1.2359416484832764,
      "learning_rate": 1.0623835836725285e-06,
      "loss": 0.3526,
      "step": 2006240
    },
    {
      "epoch": 559.94,
      "grad_norm": 1.309219479560852,
      "learning_rate": 1.0623609429912466e-06,
      "loss": 0.3477,
      "step": 2006250
    },
    {
      "epoch": 559.94,
      "grad_norm": 1.2658030986785889,
      "learning_rate": 1.0623383024805188e-06,
      "loss": 0.3373,
      "step": 2006260
    },
    {
      "epoch": 559.94,
      "grad_norm": 1.044110655784607,
      "learning_rate": 1.0623156621403468e-06,
      "loss": 0.3316,
      "step": 2006270
    },
    {
      "epoch": 559.94,
      "grad_norm": 1.3568724393844604,
      "learning_rate": 1.0622930219707338e-06,
      "loss": 0.3493,
      "step": 2006280
    },
    {
      "epoch": 559.95,
      "grad_norm": 1.1813825368881226,
      "learning_rate": 1.0622703819716838e-06,
      "loss": 0.3372,
      "step": 2006290
    },
    {
      "epoch": 559.95,
      "grad_norm": 1.236578106880188,
      "learning_rate": 1.0622477421431976e-06,
      "loss": 0.328,
      "step": 2006300
    },
    {
      "epoch": 559.95,
      "grad_norm": 1.035345196723938,
      "learning_rate": 1.0622251024852812e-06,
      "loss": 0.3352,
      "step": 2006310
    },
    {
      "epoch": 559.96,
      "grad_norm": 1.0799959897994995,
      "learning_rate": 1.0622024629979353e-06,
      "loss": 0.3501,
      "step": 2006320
    },
    {
      "epoch": 559.96,
      "grad_norm": 1.0727252960205078,
      "learning_rate": 1.0621798236811637e-06,
      "loss": 0.3426,
      "step": 2006330
    },
    {
      "epoch": 559.96,
      "grad_norm": 1.1663694381713867,
      "learning_rate": 1.0621571845349702e-06,
      "loss": 0.3556,
      "step": 2006340
    },
    {
      "epoch": 559.96,
      "grad_norm": 1.194864273071289,
      "learning_rate": 1.0621345455593566e-06,
      "loss": 0.3324,
      "step": 2006350
    },
    {
      "epoch": 559.97,
      "grad_norm": 1.0687150955200195,
      "learning_rate": 1.062111906754326e-06,
      "loss": 0.3263,
      "step": 2006360
    },
    {
      "epoch": 559.97,
      "grad_norm": 1.1342482566833496,
      "learning_rate": 1.062089268119882e-06,
      "loss": 0.3392,
      "step": 2006370
    },
    {
      "epoch": 559.97,
      "grad_norm": 1.3481906652450562,
      "learning_rate": 1.0620666296560282e-06,
      "loss": 0.3389,
      "step": 2006380
    },
    {
      "epoch": 559.97,
      "grad_norm": 1.1249351501464844,
      "learning_rate": 1.062043991362765e-06,
      "loss": 0.3313,
      "step": 2006390
    },
    {
      "epoch": 559.98,
      "grad_norm": 1.0128058195114136,
      "learning_rate": 1.0620213532400991e-06,
      "loss": 0.3304,
      "step": 2006400
    },
    {
      "epoch": 559.98,
      "grad_norm": 1.1116576194763184,
      "learning_rate": 1.0619987152880304e-06,
      "loss": 0.3299,
      "step": 2006410
    },
    {
      "epoch": 559.98,
      "grad_norm": 1.121334433555603,
      "learning_rate": 1.0619760775065637e-06,
      "loss": 0.344,
      "step": 2006420
    },
    {
      "epoch": 559.99,
      "grad_norm": 1.1110775470733643,
      "learning_rate": 1.061953439895702e-06,
      "loss": 0.3343,
      "step": 2006430
    },
    {
      "epoch": 559.99,
      "grad_norm": 1.552602767944336,
      "learning_rate": 1.061930802455447e-06,
      "loss": 0.3464,
      "step": 2006440
    },
    {
      "epoch": 559.99,
      "grad_norm": 0.9675382971763611,
      "learning_rate": 1.0619081651858022e-06,
      "loss": 0.3338,
      "step": 2006450
    },
    {
      "epoch": 559.99,
      "grad_norm": 1.2112756967544556,
      "learning_rate": 1.061885528086771e-06,
      "loss": 0.3353,
      "step": 2006460
    },
    {
      "epoch": 560.0,
      "grad_norm": 1.1454212665557861,
      "learning_rate": 1.0618628911583574e-06,
      "loss": 0.3419,
      "step": 2006470
    },
    {
      "epoch": 560.0,
      "grad_norm": 1.4452240467071533,
      "learning_rate": 1.0618402544005624e-06,
      "loss": 0.3455,
      "step": 2006480
    },
    {
      "epoch": 560.0,
      "eval_loss": 0.339849054813385,
      "eval_runtime": 63.4054,
      "eval_samples_per_second": 79.788,
      "eval_steps_per_second": 9.983,
      "step": 2006480
    },
    {
      "epoch": 560.0,
      "grad_norm": 1.126907229423523,
      "learning_rate": 1.0618176178133899e-06,
      "loss": 0.3341,
      "step": 2006490
    },
    {
      "epoch": 560.01,
      "grad_norm": 1.104583501815796,
      "learning_rate": 1.061794981396843e-06,
      "loss": 0.3648,
      "step": 2006500
    },
    {
      "epoch": 560.01,
      "grad_norm": 1.197450876235962,
      "learning_rate": 1.0617723451509244e-06,
      "loss": 0.3362,
      "step": 2006510
    },
    {
      "epoch": 560.01,
      "grad_norm": 1.2388112545013428,
      "learning_rate": 1.0617497090756385e-06,
      "loss": 0.3366,
      "step": 2006520
    },
    {
      "epoch": 560.01,
      "grad_norm": 1.0569019317626953,
      "learning_rate": 1.0617270731709852e-06,
      "loss": 0.3436,
      "step": 2006530
    },
    {
      "epoch": 560.02,
      "grad_norm": 1.1930330991744995,
      "learning_rate": 1.0617044374369716e-06,
      "loss": 0.3351,
      "step": 2006540
    },
    {
      "epoch": 560.02,
      "grad_norm": 1.1600432395935059,
      "learning_rate": 1.0616818018735977e-06,
      "loss": 0.3472,
      "step": 2006550
    },
    {
      "epoch": 560.02,
      "grad_norm": 1.1338191032409668,
      "learning_rate": 1.0616591664808672e-06,
      "loss": 0.3434,
      "step": 2006560
    },
    {
      "epoch": 560.03,
      "grad_norm": 1.0858643054962158,
      "learning_rate": 1.0616365312587842e-06,
      "loss": 0.3381,
      "step": 2006570
    },
    {
      "epoch": 560.03,
      "grad_norm": 1.0477983951568604,
      "learning_rate": 1.06161389620735e-06,
      "loss": 0.3333,
      "step": 2006580
    },
    {
      "epoch": 560.03,
      "grad_norm": 1.3528227806091309,
      "learning_rate": 1.0615912613265686e-06,
      "loss": 0.3445,
      "step": 2006590
    },
    {
      "epoch": 560.03,
      "grad_norm": 1.1017595529556274,
      "learning_rate": 1.0615686266164429e-06,
      "loss": 0.3413,
      "step": 2006600
    },
    {
      "epoch": 560.04,
      "grad_norm": 1.0602675676345825,
      "learning_rate": 1.0615459920769768e-06,
      "loss": 0.3534,
      "step": 2006610
    },
    {
      "epoch": 560.04,
      "grad_norm": 1.5944744348526,
      "learning_rate": 1.0615233577081713e-06,
      "loss": 0.3505,
      "step": 2006620
    },
    {
      "epoch": 560.04,
      "grad_norm": 1.1339600086212158,
      "learning_rate": 1.0615007235100308e-06,
      "loss": 0.3206,
      "step": 2006630
    },
    {
      "epoch": 560.04,
      "grad_norm": 1.0564500093460083,
      "learning_rate": 1.0614780894825586e-06,
      "loss": 0.3232,
      "step": 2006640
    },
    {
      "epoch": 560.05,
      "grad_norm": 1.3362152576446533,
      "learning_rate": 1.0614554556257555e-06,
      "loss": 0.3398,
      "step": 2006650
    },
    {
      "epoch": 560.05,
      "grad_norm": 1.101081371307373,
      "learning_rate": 1.061432821939628e-06,
      "loss": 0.3408,
      "step": 2006660
    },
    {
      "epoch": 560.05,
      "grad_norm": 1.2957535982131958,
      "learning_rate": 1.0614101884241761e-06,
      "loss": 0.3668,
      "step": 2006670
    },
    {
      "epoch": 560.06,
      "grad_norm": 1.2058743238449097,
      "learning_rate": 1.0613875550794044e-06,
      "loss": 0.3278,
      "step": 2006680
    },
    {
      "epoch": 560.06,
      "grad_norm": 1.014053225517273,
      "learning_rate": 1.0613649219053154e-06,
      "loss": 0.3314,
      "step": 2006690
    },
    {
      "epoch": 560.06,
      "grad_norm": 1.0597432851791382,
      "learning_rate": 1.0613422889019128e-06,
      "loss": 0.3409,
      "step": 2006700
    },
    {
      "epoch": 560.06,
      "grad_norm": 1.1262105703353882,
      "learning_rate": 1.0613196560691984e-06,
      "loss": 0.3344,
      "step": 2006710
    },
    {
      "epoch": 560.07,
      "grad_norm": 1.123915195465088,
      "learning_rate": 1.0612970234071757e-06,
      "loss": 0.3323,
      "step": 2006720
    },
    {
      "epoch": 560.07,
      "grad_norm": 1.1033254861831665,
      "learning_rate": 1.0612743909158488e-06,
      "loss": 0.3343,
      "step": 2006730
    },
    {
      "epoch": 560.07,
      "grad_norm": 1.1181730031967163,
      "learning_rate": 1.061251758595218e-06,
      "loss": 0.3383,
      "step": 2006740
    },
    {
      "epoch": 560.08,
      "grad_norm": 1.1672639846801758,
      "learning_rate": 1.0612291264452895e-06,
      "loss": 0.3468,
      "step": 2006750
    },
    {
      "epoch": 560.08,
      "grad_norm": 1.0267530679702759,
      "learning_rate": 1.0612064944660646e-06,
      "loss": 0.3386,
      "step": 2006760
    },
    {
      "epoch": 560.08,
      "grad_norm": 1.052432656288147,
      "learning_rate": 1.0611838626575462e-06,
      "loss": 0.3501,
      "step": 2006770
    },
    {
      "epoch": 560.08,
      "grad_norm": 1.3929051160812378,
      "learning_rate": 1.0611612310197386e-06,
      "loss": 0.3465,
      "step": 2006780
    },
    {
      "epoch": 560.09,
      "grad_norm": 1.3776627779006958,
      "learning_rate": 1.0611385995526422e-06,
      "loss": 0.3427,
      "step": 2006790
    },
    {
      "epoch": 560.09,
      "grad_norm": 1.0933172702789307,
      "learning_rate": 1.0611159682562637e-06,
      "loss": 0.3406,
      "step": 2006800
    },
    {
      "epoch": 560.09,
      "grad_norm": 1.1501431465148926,
      "learning_rate": 1.061093337130603e-06,
      "loss": 0.3401,
      "step": 2006810
    },
    {
      "epoch": 560.09,
      "grad_norm": 1.1300994157791138,
      "learning_rate": 1.0610707061756642e-06,
      "loss": 0.3357,
      "step": 2006820
    },
    {
      "epoch": 560.1,
      "grad_norm": 1.2643429040908813,
      "learning_rate": 1.0610480753914504e-06,
      "loss": 0.3348,
      "step": 2006830
    },
    {
      "epoch": 560.1,
      "grad_norm": 1.196869134902954,
      "learning_rate": 1.0610254447779653e-06,
      "loss": 0.3384,
      "step": 2006840
    },
    {
      "epoch": 560.1,
      "grad_norm": 1.2051150798797607,
      "learning_rate": 1.0610028143352107e-06,
      "loss": 0.3322,
      "step": 2006850
    },
    {
      "epoch": 560.11,
      "grad_norm": 1.058717131614685,
      "learning_rate": 1.06098018406319e-06,
      "loss": 0.3291,
      "step": 2006860
    },
    {
      "epoch": 560.11,
      "grad_norm": 1.2020620107650757,
      "learning_rate": 1.060957553961907e-06,
      "loss": 0.336,
      "step": 2006870
    },
    {
      "epoch": 560.11,
      "grad_norm": 1.2115880250930786,
      "learning_rate": 1.0609349240313626e-06,
      "loss": 0.3541,
      "step": 2006880
    },
    {
      "epoch": 560.11,
      "grad_norm": 0.9687579870223999,
      "learning_rate": 1.0609122942715626e-06,
      "loss": 0.312,
      "step": 2006890
    },
    {
      "epoch": 560.12,
      "grad_norm": 1.0844916105270386,
      "learning_rate": 1.0608896646825079e-06,
      "loss": 0.3386,
      "step": 2006900
    },
    {
      "epoch": 560.12,
      "grad_norm": 1.1266019344329834,
      "learning_rate": 1.0608670352642023e-06,
      "loss": 0.3399,
      "step": 2006910
    },
    {
      "epoch": 560.12,
      "grad_norm": 1.1034998893737793,
      "learning_rate": 1.0608444060166497e-06,
      "loss": 0.3403,
      "step": 2006920
    },
    {
      "epoch": 560.13,
      "grad_norm": 1.3189326524734497,
      "learning_rate": 1.0608217769398513e-06,
      "loss": 0.3519,
      "step": 2006930
    },
    {
      "epoch": 560.13,
      "grad_norm": 1.0667905807495117,
      "learning_rate": 1.060799148033811e-06,
      "loss": 0.3397,
      "step": 2006940
    },
    {
      "epoch": 560.13,
      "grad_norm": 1.239655613899231,
      "learning_rate": 1.0607765192985318e-06,
      "loss": 0.3561,
      "step": 2006950
    },
    {
      "epoch": 560.13,
      "grad_norm": 1.1473784446716309,
      "learning_rate": 1.0607538907340175e-06,
      "loss": 0.3517,
      "step": 2006960
    },
    {
      "epoch": 560.14,
      "grad_norm": 1.076625108718872,
      "learning_rate": 1.0607312623402686e-06,
      "loss": 0.3442,
      "step": 2006970
    },
    {
      "epoch": 560.14,
      "grad_norm": 0.9987730979919434,
      "learning_rate": 1.0607086341172917e-06,
      "loss": 0.3341,
      "step": 2006980
    },
    {
      "epoch": 560.14,
      "grad_norm": 1.0341905355453491,
      "learning_rate": 1.060686006065087e-06,
      "loss": 0.3625,
      "step": 2006990
    },
    {
      "epoch": 560.15,
      "grad_norm": 1.1517635583877563,
      "learning_rate": 1.0606633781836585e-06,
      "loss": 0.3279,
      "step": 2007000
    },
    {
      "epoch": 560.15,
      "grad_norm": 1.1605700254440308,
      "learning_rate": 1.0606407504730102e-06,
      "loss": 0.336,
      "step": 2007010
    },
    {
      "epoch": 560.15,
      "grad_norm": 1.1609269380569458,
      "learning_rate": 1.0606181229331429e-06,
      "loss": 0.342,
      "step": 2007020
    },
    {
      "epoch": 560.15,
      "grad_norm": 1.5418590307235718,
      "learning_rate": 1.060595495564061e-06,
      "loss": 0.3636,
      "step": 2007030
    },
    {
      "epoch": 560.16,
      "grad_norm": 0.9961150288581848,
      "learning_rate": 1.0605728683657674e-06,
      "loss": 0.3428,
      "step": 2007040
    },
    {
      "epoch": 560.16,
      "grad_norm": 1.2225741147994995,
      "learning_rate": 1.0605502413382657e-06,
      "loss": 0.3433,
      "step": 2007050
    },
    {
      "epoch": 560.16,
      "grad_norm": 1.0806761980056763,
      "learning_rate": 1.0605276144815565e-06,
      "loss": 0.3337,
      "step": 2007060
    },
    {
      "epoch": 560.16,
      "grad_norm": 0.9392126798629761,
      "learning_rate": 1.0605049877956462e-06,
      "loss": 0.341,
      "step": 2007070
    },
    {
      "epoch": 560.17,
      "grad_norm": 1.2622624635696411,
      "learning_rate": 1.0604823612805355e-06,
      "loss": 0.3425,
      "step": 2007080
    },
    {
      "epoch": 560.17,
      "grad_norm": 1.2064497470855713,
      "learning_rate": 1.0604597349362282e-06,
      "loss": 0.3399,
      "step": 2007090
    },
    {
      "epoch": 560.17,
      "grad_norm": 1.2692548036575317,
      "learning_rate": 1.0604371087627277e-06,
      "loss": 0.3548,
      "step": 2007100
    },
    {
      "epoch": 560.18,
      "grad_norm": 1.3051639795303345,
      "learning_rate": 1.0604144827600349e-06,
      "loss": 0.3353,
      "step": 2007110
    },
    {
      "epoch": 560.18,
      "grad_norm": 2.889821767807007,
      "learning_rate": 1.0603918569281564e-06,
      "loss": 0.3457,
      "step": 2007120
    },
    {
      "epoch": 560.18,
      "grad_norm": 1.080000877380371,
      "learning_rate": 1.0603692312670919e-06,
      "loss": 0.3346,
      "step": 2007130
    },
    {
      "epoch": 560.18,
      "grad_norm": 1.328818678855896,
      "learning_rate": 1.060346605776846e-06,
      "loss": 0.3385,
      "step": 2007140
    },
    {
      "epoch": 560.19,
      "grad_norm": 1.1421167850494385,
      "learning_rate": 1.0603239804574221e-06,
      "loss": 0.3286,
      "step": 2007150
    },
    {
      "epoch": 560.19,
      "grad_norm": 1.1933859586715698,
      "learning_rate": 1.060301355308822e-06,
      "loss": 0.3529,
      "step": 2007160
    },
    {
      "epoch": 560.19,
      "grad_norm": 1.0782544612884521,
      "learning_rate": 1.0602787303310492e-06,
      "loss": 0.3478,
      "step": 2007170
    },
    {
      "epoch": 560.2,
      "grad_norm": 1.1915422677993774,
      "learning_rate": 1.0602561055241067e-06,
      "loss": 0.3479,
      "step": 2007180
    },
    {
      "epoch": 560.2,
      "grad_norm": 1.1019935607910156,
      "learning_rate": 1.0602334808879984e-06,
      "loss": 0.3434,
      "step": 2007190
    },
    {
      "epoch": 560.2,
      "grad_norm": 1.005393624305725,
      "learning_rate": 1.0602108564227247e-06,
      "loss": 0.3405,
      "step": 2007200
    },
    {
      "epoch": 560.2,
      "grad_norm": 1.2257087230682373,
      "learning_rate": 1.0601882321282924e-06,
      "loss": 0.3355,
      "step": 2007210
    },
    {
      "epoch": 560.21,
      "grad_norm": 1.2169381380081177,
      "learning_rate": 1.0601656080047012e-06,
      "loss": 0.3322,
      "step": 2007220
    },
    {
      "epoch": 560.21,
      "grad_norm": 1.1064858436584473,
      "learning_rate": 1.060142984051956e-06,
      "loss": 0.3378,
      "step": 2007230
    },
    {
      "epoch": 560.21,
      "grad_norm": 2.963758945465088,
      "learning_rate": 1.0601203602700597e-06,
      "loss": 0.3522,
      "step": 2007240
    },
    {
      "epoch": 560.21,
      "grad_norm": 1.1525053977966309,
      "learning_rate": 1.0600977366590141e-06,
      "loss": 0.3221,
      "step": 2007250
    },
    {
      "epoch": 560.22,
      "grad_norm": 1.1139440536499023,
      "learning_rate": 1.0600751132188232e-06,
      "loss": 0.3348,
      "step": 2007260
    },
    {
      "epoch": 560.22,
      "grad_norm": 1.3793151378631592,
      "learning_rate": 1.0600524899494896e-06,
      "loss": 0.3431,
      "step": 2007270
    },
    {
      "epoch": 560.22,
      "grad_norm": 1.177976131439209,
      "learning_rate": 1.0600298668510173e-06,
      "loss": 0.3331,
      "step": 2007280
    },
    {
      "epoch": 560.23,
      "grad_norm": 1.0281556844711304,
      "learning_rate": 1.0600072439234077e-06,
      "loss": 0.3421,
      "step": 2007290
    },
    {
      "epoch": 560.23,
      "grad_norm": 1.0394434928894043,
      "learning_rate": 1.0599846211666646e-06,
      "loss": 0.3356,
      "step": 2007300
    },
    {
      "epoch": 560.23,
      "grad_norm": 1.0947893857955933,
      "learning_rate": 1.0599619985807917e-06,
      "loss": 0.3245,
      "step": 2007310
    },
    {
      "epoch": 560.23,
      "grad_norm": 2.5918867588043213,
      "learning_rate": 1.0599393761657897e-06,
      "loss": 0.3341,
      "step": 2007320
    },
    {
      "epoch": 560.24,
      "grad_norm": 1.146757960319519,
      "learning_rate": 1.0599167539216651e-06,
      "loss": 0.348,
      "step": 2007330
    },
    {
      "epoch": 560.24,
      "grad_norm": 1.0677895545959473,
      "learning_rate": 1.0598941318484174e-06,
      "loss": 0.358,
      "step": 2007340
    },
    {
      "epoch": 560.24,
      "grad_norm": 1.0385708808898926,
      "learning_rate": 1.0598715099460529e-06,
      "loss": 0.3283,
      "step": 2007350
    },
    {
      "epoch": 560.25,
      "grad_norm": 1.0720359086990356,
      "learning_rate": 1.059848888214572e-06,
      "loss": 0.3548,
      "step": 2007360
    },
    {
      "epoch": 560.25,
      "grad_norm": 1.0973141193389893,
      "learning_rate": 1.0598262666539789e-06,
      "loss": 0.3479,
      "step": 2007370
    },
    {
      "epoch": 560.25,
      "grad_norm": 1.0662944316864014,
      "learning_rate": 1.059803645264277e-06,
      "loss": 0.3411,
      "step": 2007380
    },
    {
      "epoch": 560.25,
      "grad_norm": 1.0433441400527954,
      "learning_rate": 1.0597810240454679e-06,
      "loss": 0.3397,
      "step": 2007390
    },
    {
      "epoch": 560.26,
      "grad_norm": 1.0102885961532593,
      "learning_rate": 1.0597584029975554e-06,
      "loss": 0.3381,
      "step": 2007400
    },
    {
      "epoch": 560.26,
      "grad_norm": 0.8781936764717102,
      "learning_rate": 1.0597357821205427e-06,
      "loss": 0.3417,
      "step": 2007410
    },
    {
      "epoch": 560.26,
      "grad_norm": 1.0595552921295166,
      "learning_rate": 1.0597131614144335e-06,
      "loss": 0.3229,
      "step": 2007420
    },
    {
      "epoch": 560.27,
      "grad_norm": 1.1349719762802124,
      "learning_rate": 1.0596905408792289e-06,
      "loss": 0.333,
      "step": 2007430
    },
    {
      "epoch": 560.27,
      "grad_norm": 1.0233440399169922,
      "learning_rate": 1.0596679205149332e-06,
      "loss": 0.3218,
      "step": 2007440
    },
    {
      "epoch": 560.27,
      "grad_norm": 1.1965434551239014,
      "learning_rate": 1.05964530032155e-06,
      "loss": 0.3528,
      "step": 2007450
    },
    {
      "epoch": 560.27,
      "grad_norm": 1.0884703397750854,
      "learning_rate": 1.0596226802990794e-06,
      "loss": 0.3406,
      "step": 2007460
    },
    {
      "epoch": 560.28,
      "grad_norm": 1.1251106262207031,
      "learning_rate": 1.0596000604475286e-06,
      "loss": 0.3201,
      "step": 2007470
    },
    {
      "epoch": 560.28,
      "grad_norm": 1.0827410221099854,
      "learning_rate": 1.0595774407668976e-06,
      "loss": 0.3369,
      "step": 2007480
    },
    {
      "epoch": 560.28,
      "grad_norm": 1.1507309675216675,
      "learning_rate": 1.0595548212571902e-06,
      "loss": 0.3247,
      "step": 2007490
    },
    {
      "epoch": 560.28,
      "grad_norm": 1.1876513957977295,
      "learning_rate": 1.0595322019184095e-06,
      "loss": 0.3324,
      "step": 2007500
    },
    {
      "epoch": 560.29,
      "grad_norm": 1.3301255702972412,
      "learning_rate": 1.0595095827505595e-06,
      "loss": 0.345,
      "step": 2007510
    },
    {
      "epoch": 560.29,
      "grad_norm": 1.0379365682601929,
      "learning_rate": 1.0594869637536414e-06,
      "loss": 0.3382,
      "step": 2007520
    },
    {
      "epoch": 560.29,
      "grad_norm": 1.052408218383789,
      "learning_rate": 1.059464344927659e-06,
      "loss": 0.3324,
      "step": 2007530
    },
    {
      "epoch": 560.3,
      "grad_norm": 1.0204623937606812,
      "learning_rate": 1.0594417262726164e-06,
      "loss": 0.3508,
      "step": 2007540
    },
    {
      "epoch": 560.3,
      "grad_norm": 1.166722059249878,
      "learning_rate": 1.059419107788514e-06,
      "loss": 0.3422,
      "step": 2007550
    },
    {
      "epoch": 560.3,
      "grad_norm": 1.0299217700958252,
      "learning_rate": 1.0593964894753577e-06,
      "loss": 0.3539,
      "step": 2007560
    },
    {
      "epoch": 560.3,
      "grad_norm": 1.099439024925232,
      "learning_rate": 1.0593738713331484e-06,
      "loss": 0.3316,
      "step": 2007570
    },
    {
      "epoch": 560.31,
      "grad_norm": 1.1229361295700073,
      "learning_rate": 1.05935125336189e-06,
      "loss": 0.3336,
      "step": 2007580
    },
    {
      "epoch": 560.31,
      "grad_norm": 1.141396164894104,
      "learning_rate": 1.0593286355615862e-06,
      "loss": 0.3315,
      "step": 2007590
    },
    {
      "epoch": 560.31,
      "grad_norm": 1.105136513710022,
      "learning_rate": 1.0593060179322384e-06,
      "loss": 0.348,
      "step": 2007600
    },
    {
      "epoch": 560.32,
      "grad_norm": 1.0827945470809937,
      "learning_rate": 1.0592834004738504e-06,
      "loss": 0.3297,
      "step": 2007610
    },
    {
      "epoch": 560.32,
      "grad_norm": 1.0794262886047363,
      "learning_rate": 1.0592607831864255e-06,
      "loss": 0.3293,
      "step": 2007620
    },
    {
      "epoch": 560.32,
      "grad_norm": 1.077720046043396,
      "learning_rate": 1.0592381660699665e-06,
      "loss": 0.3385,
      "step": 2007630
    },
    {
      "epoch": 560.32,
      "grad_norm": 1.2275192737579346,
      "learning_rate": 1.059215549124476e-06,
      "loss": 0.3612,
      "step": 2007640
    },
    {
      "epoch": 560.33,
      "grad_norm": 1.1746326684951782,
      "learning_rate": 1.0591929323499586e-06,
      "loss": 0.3425,
      "step": 2007650
    },
    {
      "epoch": 560.33,
      "grad_norm": 1.1023924350738525,
      "learning_rate": 1.059170315746415e-06,
      "loss": 0.3408,
      "step": 2007660
    },
    {
      "epoch": 560.33,
      "grad_norm": 1.0702046155929565,
      "learning_rate": 1.0591476993138495e-06,
      "loss": 0.3462,
      "step": 2007670
    },
    {
      "epoch": 560.33,
      "grad_norm": 1.3014147281646729,
      "learning_rate": 1.0591250830522655e-06,
      "loss": 0.3391,
      "step": 2007680
    },
    {
      "epoch": 560.34,
      "grad_norm": 1.0975457429885864,
      "learning_rate": 1.0591024669616638e-06,
      "loss": 0.3318,
      "step": 2007690
    },
    {
      "epoch": 560.34,
      "grad_norm": 1.0489765405654907,
      "learning_rate": 1.059079851042051e-06,
      "loss": 0.3537,
      "step": 2007700
    },
    {
      "epoch": 560.34,
      "grad_norm": 1.1183017492294312,
      "learning_rate": 1.059057235293427e-06,
      "loss": 0.3542,
      "step": 2007710
    },
    {
      "epoch": 560.35,
      "grad_norm": 1.076898455619812,
      "learning_rate": 1.059034619715796e-06,
      "loss": 0.3517,
      "step": 2007720
    },
    {
      "epoch": 560.35,
      "grad_norm": 1.263440489768982,
      "learning_rate": 1.059012004309162e-06,
      "loss": 0.3459,
      "step": 2007730
    },
    {
      "epoch": 560.35,
      "grad_norm": 1.3686555624008179,
      "learning_rate": 1.058989389073526e-06,
      "loss": 0.3317,
      "step": 2007740
    },
    {
      "epoch": 560.35,
      "grad_norm": 1.109388828277588,
      "learning_rate": 1.058966774008892e-06,
      "loss": 0.3351,
      "step": 2007750
    },
    {
      "epoch": 560.36,
      "grad_norm": 1.344727635383606,
      "learning_rate": 1.058944159115263e-06,
      "loss": 0.3403,
      "step": 2007760
    },
    {
      "epoch": 560.36,
      "grad_norm": 1.2281235456466675,
      "learning_rate": 1.058921544392643e-06,
      "loss": 0.3462,
      "step": 2007770
    },
    {
      "epoch": 560.36,
      "grad_norm": 1.2131004333496094,
      "learning_rate": 1.058898929841032e-06,
      "loss": 0.3404,
      "step": 2007780
    },
    {
      "epoch": 560.37,
      "grad_norm": 1.1391710042953491,
      "learning_rate": 1.0588763154604368e-06,
      "loss": 0.3337,
      "step": 2007790
    },
    {
      "epoch": 560.37,
      "grad_norm": 1.4564366340637207,
      "learning_rate": 1.058853701250858e-06,
      "loss": 0.3462,
      "step": 2007800
    },
    {
      "epoch": 560.37,
      "grad_norm": 1.1298651695251465,
      "learning_rate": 1.058831087212299e-06,
      "loss": 0.3412,
      "step": 2007810
    },
    {
      "epoch": 560.37,
      "grad_norm": 1.1074020862579346,
      "learning_rate": 1.0588084733447643e-06,
      "loss": 0.34,
      "step": 2007820
    },
    {
      "epoch": 560.38,
      "grad_norm": 1.1020214557647705,
      "learning_rate": 1.0587858596482544e-06,
      "loss": 0.3512,
      "step": 2007830
    },
    {
      "epoch": 560.38,
      "grad_norm": 1.2630457878112793,
      "learning_rate": 1.0587632461227738e-06,
      "loss": 0.3367,
      "step": 2007840
    },
    {
      "epoch": 560.38,
      "grad_norm": 1.0861140489578247,
      "learning_rate": 1.058740632768325e-06,
      "loss": 0.3324,
      "step": 2007850
    },
    {
      "epoch": 560.39,
      "grad_norm": 1.2052340507507324,
      "learning_rate": 1.0587180195849124e-06,
      "loss": 0.317,
      "step": 2007860
    },
    {
      "epoch": 560.39,
      "grad_norm": 1.339302897453308,
      "learning_rate": 1.058695406572537e-06,
      "loss": 0.3503,
      "step": 2007870
    },
    {
      "epoch": 560.39,
      "grad_norm": 1.0534228086471558,
      "learning_rate": 1.0586727937312027e-06,
      "loss": 0.3507,
      "step": 2007880
    },
    {
      "epoch": 560.39,
      "grad_norm": 1.1659094095230103,
      "learning_rate": 1.0586501810609137e-06,
      "loss": 0.3375,
      "step": 2007890
    },
    {
      "epoch": 560.4,
      "grad_norm": 1.2128962278366089,
      "learning_rate": 1.0586275685616696e-06,
      "loss": 0.3428,
      "step": 2007900
    },
    {
      "epoch": 560.4,
      "grad_norm": 1.3316571712493896,
      "learning_rate": 1.0586049562334777e-06,
      "loss": 0.3368,
      "step": 2007910
    },
    {
      "epoch": 560.4,
      "grad_norm": 1.0007611513137817,
      "learning_rate": 1.058582344076337e-06,
      "loss": 0.3534,
      "step": 2007920
    },
    {
      "epoch": 560.4,
      "grad_norm": 1.818291425704956,
      "learning_rate": 1.0585597320902545e-06,
      "loss": 0.3303,
      "step": 2007930
    },
    {
      "epoch": 560.41,
      "grad_norm": 1.1452008485794067,
      "learning_rate": 1.0585371202752299e-06,
      "loss": 0.3422,
      "step": 2007940
    },
    {
      "epoch": 560.41,
      "grad_norm": 1.3126429319381714,
      "learning_rate": 1.0585145086312678e-06,
      "loss": 0.3483,
      "step": 2007950
    },
    {
      "epoch": 560.41,
      "grad_norm": 1.2844511270523071,
      "learning_rate": 1.058491897158372e-06,
      "loss": 0.3401,
      "step": 2007960
    },
    {
      "epoch": 560.42,
      "grad_norm": 1.2671953439712524,
      "learning_rate": 1.0584692858565432e-06,
      "loss": 0.348,
      "step": 2007970
    },
    {
      "epoch": 560.42,
      "grad_norm": 2.2501213550567627,
      "learning_rate": 1.0584466747257855e-06,
      "loss": 0.3291,
      "step": 2007980
    },
    {
      "epoch": 560.42,
      "grad_norm": 1.117724895477295,
      "learning_rate": 1.058424063766102e-06,
      "loss": 0.3416,
      "step": 2007990
    },
    {
      "epoch": 560.42,
      "grad_norm": 13.61280345916748,
      "learning_rate": 1.0584014529774969e-06,
      "loss": 0.3325,
      "step": 2008000
    },
    {
      "epoch": 560.43,
      "grad_norm": 1.0475095510482788,
      "learning_rate": 1.058378842359971e-06,
      "loss": 0.3615,
      "step": 2008010
    },
    {
      "epoch": 560.43,
      "grad_norm": 1.670854091644287,
      "learning_rate": 1.0583562319135283e-06,
      "loss": 0.34,
      "step": 2008020
    },
    {
      "epoch": 560.43,
      "grad_norm": 1.1413145065307617,
      "learning_rate": 1.058333621638172e-06,
      "loss": 0.3406,
      "step": 2008030
    },
    {
      "epoch": 560.44,
      "grad_norm": 1.1508991718292236,
      "learning_rate": 1.058311011533905e-06,
      "loss": 0.3472,
      "step": 2008040
    },
    {
      "epoch": 560.44,
      "grad_norm": 1.1554057598114014,
      "learning_rate": 1.058288401600731e-06,
      "loss": 0.3461,
      "step": 2008050
    },
    {
      "epoch": 560.44,
      "grad_norm": 1.0839712619781494,
      "learning_rate": 1.0582657918386515e-06,
      "loss": 0.3594,
      "step": 2008060
    },
    {
      "epoch": 560.44,
      "grad_norm": 1.0526317358016968,
      "learning_rate": 1.0582431822476703e-06,
      "loss": 0.3367,
      "step": 2008070
    },
    {
      "epoch": 560.45,
      "grad_norm": 1.1206682920455933,
      "learning_rate": 1.0582205728277902e-06,
      "loss": 0.3389,
      "step": 2008080
    },
    {
      "epoch": 560.45,
      "grad_norm": 0.9975656867027283,
      "learning_rate": 1.0581979635790156e-06,
      "loss": 0.3317,
      "step": 2008090
    },
    {
      "epoch": 560.45,
      "grad_norm": 1.0354020595550537,
      "learning_rate": 1.0581753545013474e-06,
      "loss": 0.3475,
      "step": 2008100
    },
    {
      "epoch": 560.45,
      "grad_norm": 1.0992209911346436,
      "learning_rate": 1.0581527455947894e-06,
      "loss": 0.3465,
      "step": 2008110
    },
    {
      "epoch": 560.46,
      "grad_norm": 1.255831003189087,
      "learning_rate": 1.0581301368593456e-06,
      "loss": 0.3448,
      "step": 2008120
    },
    {
      "epoch": 560.46,
      "grad_norm": 1.1512380838394165,
      "learning_rate": 1.0581075282950166e-06,
      "loss": 0.3479,
      "step": 2008130
    },
    {
      "epoch": 560.46,
      "grad_norm": 1.327599048614502,
      "learning_rate": 1.0580849199018086e-06,
      "loss": 0.3359,
      "step": 2008140
    },
    {
      "epoch": 560.47,
      "grad_norm": 1.2286186218261719,
      "learning_rate": 1.0580623116797222e-06,
      "loss": 0.3494,
      "step": 2008150
    },
    {
      "epoch": 560.47,
      "grad_norm": 1.928261160850525,
      "learning_rate": 1.058039703628761e-06,
      "loss": 0.3407,
      "step": 2008160
    },
    {
      "epoch": 560.47,
      "grad_norm": 1.2256443500518799,
      "learning_rate": 1.0580170957489285e-06,
      "loss": 0.3377,
      "step": 2008170
    },
    {
      "epoch": 560.47,
      "grad_norm": 1.0765894651412964,
      "learning_rate": 1.0579944880402277e-06,
      "loss": 0.3296,
      "step": 2008180
    },
    {
      "epoch": 560.48,
      "grad_norm": 1.0977590084075928,
      "learning_rate": 1.057971880502661e-06,
      "loss": 0.3302,
      "step": 2008190
    },
    {
      "epoch": 560.48,
      "grad_norm": 1.122656226158142,
      "learning_rate": 1.0579492731362313e-06,
      "loss": 0.3505,
      "step": 2008200
    },
    {
      "epoch": 560.48,
      "grad_norm": 1.0875054597854614,
      "learning_rate": 1.0579266659409423e-06,
      "loss": 0.3444,
      "step": 2008210
    },
    {
      "epoch": 560.49,
      "grad_norm": 1.0459845066070557,
      "learning_rate": 1.0579040589167967e-06,
      "loss": 0.3283,
      "step": 2008220
    },
    {
      "epoch": 560.49,
      "grad_norm": 1.1357940435409546,
      "learning_rate": 1.0578814520637984e-06,
      "loss": 0.3467,
      "step": 2008230
    },
    {
      "epoch": 560.49,
      "grad_norm": 1.1820019483566284,
      "learning_rate": 1.0578588453819485e-06,
      "loss": 0.3373,
      "step": 2008240
    },
    {
      "epoch": 560.49,
      "grad_norm": 1.1141858100891113,
      "learning_rate": 1.0578362388712513e-06,
      "loss": 0.3355,
      "step": 2008250
    },
    {
      "epoch": 560.5,
      "grad_norm": 1.1176550388336182,
      "learning_rate": 1.0578136325317103e-06,
      "loss": 0.3293,
      "step": 2008260
    },
    {
      "epoch": 560.5,
      "grad_norm": 1.3194024562835693,
      "learning_rate": 1.0577910263633262e-06,
      "loss": 0.3458,
      "step": 2008270
    },
    {
      "epoch": 560.5,
      "grad_norm": 1.086313009262085,
      "learning_rate": 1.0577684203661053e-06,
      "loss": 0.3253,
      "step": 2008280
    },
    {
      "epoch": 560.51,
      "grad_norm": 1.0315473079681396,
      "learning_rate": 1.057745814540048e-06,
      "loss": 0.3504,
      "step": 2008290
    },
    {
      "epoch": 560.51,
      "grad_norm": 0.9260783195495605,
      "learning_rate": 1.057723208885158e-06,
      "loss": 0.3191,
      "step": 2008300
    },
    {
      "epoch": 560.51,
      "grad_norm": 1.1873637437820435,
      "learning_rate": 1.0577006034014388e-06,
      "loss": 0.3483,
      "step": 2008310
    },
    {
      "epoch": 560.51,
      "grad_norm": 1.0963892936706543,
      "learning_rate": 1.0576779980888939e-06,
      "loss": 0.3326,
      "step": 2008320
    },
    {
      "epoch": 560.52,
      "grad_norm": 1.1293987035751343,
      "learning_rate": 1.0576553929475247e-06,
      "loss": 0.3413,
      "step": 2008330
    },
    {
      "epoch": 560.52,
      "grad_norm": 1.0589009523391724,
      "learning_rate": 1.0576327879773349e-06,
      "loss": 0.3433,
      "step": 2008340
    },
    {
      "epoch": 560.52,
      "grad_norm": 1.0478448867797852,
      "learning_rate": 1.0576101831783286e-06,
      "loss": 0.3292,
      "step": 2008350
    },
    {
      "epoch": 560.52,
      "grad_norm": 1.0457892417907715,
      "learning_rate": 1.0575875785505063e-06,
      "loss": 0.342,
      "step": 2008360
    },
    {
      "epoch": 560.53,
      "grad_norm": 1.216315507888794,
      "learning_rate": 1.057564974093874e-06,
      "loss": 0.3422,
      "step": 2008370
    },
    {
      "epoch": 560.53,
      "grad_norm": 1.205071210861206,
      "learning_rate": 1.0575423698084327e-06,
      "loss": 0.3278,
      "step": 2008380
    },
    {
      "epoch": 560.53,
      "grad_norm": 1.1876118183135986,
      "learning_rate": 1.057519765694186e-06,
      "loss": 0.3495,
      "step": 2008390
    },
    {
      "epoch": 560.54,
      "grad_norm": 1.3059500455856323,
      "learning_rate": 1.0574971617511372e-06,
      "loss": 0.3469,
      "step": 2008400
    },
    {
      "epoch": 560.54,
      "grad_norm": 1.49751615524292,
      "learning_rate": 1.0574745579792886e-06,
      "loss": 0.3543,
      "step": 2008410
    },
    {
      "epoch": 560.54,
      "grad_norm": 1.3439297676086426,
      "learning_rate": 1.0574519543786437e-06,
      "loss": 0.3568,
      "step": 2008420
    },
    {
      "epoch": 560.54,
      "grad_norm": 1.0328857898712158,
      "learning_rate": 1.0574293509492052e-06,
      "loss": 0.3337,
      "step": 2008430
    },
    {
      "epoch": 560.55,
      "grad_norm": 1.0038564205169678,
      "learning_rate": 1.0574067476909771e-06,
      "loss": 0.3365,
      "step": 2008440
    },
    {
      "epoch": 560.55,
      "grad_norm": 1.0872501134872437,
      "learning_rate": 1.0573841446039602e-06,
      "loss": 0.3232,
      "step": 2008450
    },
    {
      "epoch": 560.55,
      "grad_norm": 1.1366127729415894,
      "learning_rate": 1.0573615416881604e-06,
      "loss": 0.3228,
      "step": 2008460
    },
    {
      "epoch": 560.56,
      "grad_norm": 1.103184700012207,
      "learning_rate": 1.0573389389435786e-06,
      "loss": 0.3442,
      "step": 2008470
    },
    {
      "epoch": 560.56,
      "grad_norm": 1.034232497215271,
      "learning_rate": 1.0573163363702184e-06,
      "loss": 0.3502,
      "step": 2008480
    },
    {
      "epoch": 560.56,
      "grad_norm": 1.4069526195526123,
      "learning_rate": 1.057293733968084e-06,
      "loss": 0.3433,
      "step": 2008490
    },
    {
      "epoch": 560.56,
      "grad_norm": 1.257252812385559,
      "learning_rate": 1.0572711317371751e-06,
      "loss": 0.3346,
      "step": 2008500
    },
    {
      "epoch": 560.57,
      "grad_norm": 1.2202839851379395,
      "learning_rate": 1.0572485296774986e-06,
      "loss": 0.346,
      "step": 2008510
    },
    {
      "epoch": 560.57,
      "grad_norm": 1.1839370727539062,
      "learning_rate": 1.0572259277890554e-06,
      "loss": 0.3402,
      "step": 2008520
    },
    {
      "epoch": 560.57,
      "grad_norm": 1.2796459197998047,
      "learning_rate": 1.0572033260718487e-06,
      "loss": 0.3283,
      "step": 2008530
    },
    {
      "epoch": 560.57,
      "grad_norm": 0.9637314081192017,
      "learning_rate": 1.0571807245258823e-06,
      "loss": 0.337,
      "step": 2008540
    },
    {
      "epoch": 560.58,
      "grad_norm": 1.1745387315750122,
      "learning_rate": 1.057158123151158e-06,
      "loss": 0.3516,
      "step": 2008550
    },
    {
      "epoch": 560.58,
      "grad_norm": 1.0972212553024292,
      "learning_rate": 1.0571355219476795e-06,
      "loss": 0.3388,
      "step": 2008560
    },
    {
      "epoch": 560.58,
      "grad_norm": 1.0177136659622192,
      "learning_rate": 1.0571129209154496e-06,
      "loss": 0.3506,
      "step": 2008570
    },
    {
      "epoch": 560.59,
      "grad_norm": 1.3522613048553467,
      "learning_rate": 1.0570903200544723e-06,
      "loss": 0.3492,
      "step": 2008580
    },
    {
      "epoch": 560.59,
      "grad_norm": 1.2067232131958008,
      "learning_rate": 1.057067719364748e-06,
      "loss": 0.3435,
      "step": 2008590
    },
    {
      "epoch": 560.59,
      "grad_norm": 1.3361526727676392,
      "learning_rate": 1.0570451188462835e-06,
      "loss": 0.3299,
      "step": 2008600
    },
    {
      "epoch": 560.59,
      "grad_norm": 1.3343572616577148,
      "learning_rate": 1.0570225184990785e-06,
      "loss": 0.3355,
      "step": 2008610
    },
    {
      "epoch": 560.6,
      "grad_norm": 1.1145235300064087,
      "learning_rate": 1.0569999183231375e-06,
      "loss": 0.3343,
      "step": 2008620
    },
    {
      "epoch": 560.6,
      "grad_norm": 1.0867500305175781,
      "learning_rate": 1.056977318318464e-06,
      "loss": 0.3308,
      "step": 2008630
    },
    {
      "epoch": 560.6,
      "grad_norm": 1.2920284271240234,
      "learning_rate": 1.0569547184850596e-06,
      "loss": 0.3476,
      "step": 2008640
    },
    {
      "epoch": 560.61,
      "grad_norm": 1.1864137649536133,
      "learning_rate": 1.056932118822928e-06,
      "loss": 0.3287,
      "step": 2008650
    },
    {
      "epoch": 560.61,
      "grad_norm": 1.4356482028961182,
      "learning_rate": 1.056909519332072e-06,
      "loss": 0.3386,
      "step": 2008660
    },
    {
      "epoch": 560.61,
      "grad_norm": 1.3164803981781006,
      "learning_rate": 1.0568869200124958e-06,
      "loss": 0.3307,
      "step": 2008670
    },
    {
      "epoch": 560.61,
      "grad_norm": 1.2390594482421875,
      "learning_rate": 1.0568643208642008e-06,
      "loss": 0.3208,
      "step": 2008680
    },
    {
      "epoch": 560.62,
      "grad_norm": 1.0361449718475342,
      "learning_rate": 1.0568417218871904e-06,
      "loss": 0.3479,
      "step": 2008690
    },
    {
      "epoch": 560.62,
      "grad_norm": 9.7276611328125,
      "learning_rate": 1.0568191230814687e-06,
      "loss": 0.331,
      "step": 2008700
    },
    {
      "epoch": 560.62,
      "grad_norm": 1.2054448127746582,
      "learning_rate": 1.0567965244470361e-06,
      "loss": 0.3464,
      "step": 2008710
    },
    {
      "epoch": 560.63,
      "grad_norm": 1.2624272108078003,
      "learning_rate": 1.056773925983899e-06,
      "loss": 0.3472,
      "step": 2008720
    },
    {
      "epoch": 560.63,
      "grad_norm": 1.1752156019210815,
      "learning_rate": 1.0567513276920582e-06,
      "loss": 0.3342,
      "step": 2008730
    },
    {
      "epoch": 560.63,
      "grad_norm": 1.102992296218872,
      "learning_rate": 1.0567287295715172e-06,
      "loss": 0.3481,
      "step": 2008740
    },
    {
      "epoch": 560.63,
      "grad_norm": 1.1001193523406982,
      "learning_rate": 1.0567061316222788e-06,
      "loss": 0.3488,
      "step": 2008750
    },
    {
      "epoch": 560.64,
      "grad_norm": 1.129123330116272,
      "learning_rate": 1.0566835338443473e-06,
      "loss": 0.3322,
      "step": 2008760
    },
    {
      "epoch": 560.64,
      "grad_norm": 1.0242900848388672,
      "learning_rate": 1.0566609362377238e-06,
      "loss": 0.3325,
      "step": 2008770
    },
    {
      "epoch": 560.64,
      "grad_norm": 1.0379177331924438,
      "learning_rate": 1.0566383388024124e-06,
      "loss": 0.3462,
      "step": 2008780
    },
    {
      "epoch": 560.64,
      "grad_norm": 1.1450774669647217,
      "learning_rate": 1.0566157415384159e-06,
      "loss": 0.3379,
      "step": 2008790
    },
    {
      "epoch": 560.65,
      "grad_norm": 1.4010158777236938,
      "learning_rate": 1.056593144445737e-06,
      "loss": 0.3414,
      "step": 2008800
    },
    {
      "epoch": 560.65,
      "grad_norm": 1.1279983520507812,
      "learning_rate": 1.0565705475243803e-06,
      "loss": 0.3458,
      "step": 2008810
    },
    {
      "epoch": 560.65,
      "grad_norm": 0.9327161908149719,
      "learning_rate": 1.0565479507743463e-06,
      "loss": 0.3137,
      "step": 2008820
    },
    {
      "epoch": 560.66,
      "grad_norm": 1.3075666427612305,
      "learning_rate": 1.0565253541956397e-06,
      "loss": 0.3475,
      "step": 2008830
    },
    {
      "epoch": 560.66,
      "grad_norm": 1.160753846168518,
      "learning_rate": 1.0565027577882636e-06,
      "loss": 0.3388,
      "step": 2008840
    },
    {
      "epoch": 560.66,
      "grad_norm": 1.2339061498641968,
      "learning_rate": 1.0564801615522188e-06,
      "loss": 0.3497,
      "step": 2008850
    },
    {
      "epoch": 560.66,
      "grad_norm": 1.2313389778137207,
      "learning_rate": 1.0564575654875114e-06,
      "loss": 0.3367,
      "step": 2008860
    },
    {
      "epoch": 560.67,
      "grad_norm": 1.1893514394760132,
      "learning_rate": 1.0564349695941426e-06,
      "loss": 0.3277,
      "step": 2008870
    },
    {
      "epoch": 560.67,
      "grad_norm": 1.3738486766815186,
      "learning_rate": 1.0564123738721156e-06,
      "loss": 0.3421,
      "step": 2008880
    },
    {
      "epoch": 560.67,
      "grad_norm": 0.9769342541694641,
      "learning_rate": 1.0563897783214335e-06,
      "loss": 0.3385,
      "step": 2008890
    },
    {
      "epoch": 560.68,
      "grad_norm": 1.1475698947906494,
      "learning_rate": 1.0563671829421002e-06,
      "loss": 0.3479,
      "step": 2008900
    },
    {
      "epoch": 560.68,
      "grad_norm": 1.201551079750061,
      "learning_rate": 1.0563445877341171e-06,
      "loss": 0.3419,
      "step": 2008910
    },
    {
      "epoch": 560.68,
      "grad_norm": 0.9528918266296387,
      "learning_rate": 1.0563219926974883e-06,
      "loss": 0.3307,
      "step": 2008920
    },
    {
      "epoch": 560.68,
      "grad_norm": 1.101144790649414,
      "learning_rate": 1.056299397832217e-06,
      "loss": 0.3339,
      "step": 2008930
    },
    {
      "epoch": 560.69,
      "grad_norm": 1.2287464141845703,
      "learning_rate": 1.056276803138304e-06,
      "loss": 0.3311,
      "step": 2008940
    },
    {
      "epoch": 560.69,
      "grad_norm": 1.1261004209518433,
      "learning_rate": 1.056254208615756e-06,
      "loss": 0.3307,
      "step": 2008950
    },
    {
      "epoch": 560.69,
      "grad_norm": 1.4222288131713867,
      "learning_rate": 1.0562316142645731e-06,
      "loss": 0.3427,
      "step": 2008960
    },
    {
      "epoch": 560.69,
      "grad_norm": 1.1830052137374878,
      "learning_rate": 1.0562090200847592e-06,
      "loss": 0.3364,
      "step": 2008970
    },
    {
      "epoch": 560.7,
      "grad_norm": 0.9809483289718628,
      "learning_rate": 1.0561864260763175e-06,
      "loss": 0.3339,
      "step": 2008980
    },
    {
      "epoch": 560.7,
      "grad_norm": 1.0925813913345337,
      "learning_rate": 1.0561638322392517e-06,
      "loss": 0.3277,
      "step": 2008990
    },
    {
      "epoch": 560.7,
      "grad_norm": 1.175696849822998,
      "learning_rate": 1.0561412385735627e-06,
      "loss": 0.345,
      "step": 2009000
    },
    {
      "epoch": 560.71,
      "grad_norm": 1.0575467348098755,
      "learning_rate": 1.0561186450792553e-06,
      "loss": 0.3455,
      "step": 2009010
    },
    {
      "epoch": 560.71,
      "grad_norm": 1.3191052675247192,
      "learning_rate": 1.0560960517563326e-06,
      "loss": 0.3482,
      "step": 2009020
    },
    {
      "epoch": 560.71,
      "grad_norm": 1.027906894683838,
      "learning_rate": 1.0560734586047953e-06,
      "loss": 0.3353,
      "step": 2009030
    },
    {
      "epoch": 560.71,
      "grad_norm": 1.2101637125015259,
      "learning_rate": 1.0560508656246498e-06,
      "loss": 0.3406,
      "step": 2009040
    },
    {
      "epoch": 560.72,
      "grad_norm": 1.0416890382766724,
      "learning_rate": 1.0560282728158966e-06,
      "loss": 0.3485,
      "step": 2009050
    },
    {
      "epoch": 560.72,
      "grad_norm": 1.3247367143630981,
      "learning_rate": 1.0560056801785393e-06,
      "loss": 0.349,
      "step": 2009060
    },
    {
      "epoch": 560.72,
      "grad_norm": 1.1452103853225708,
      "learning_rate": 1.0559830877125824e-06,
      "loss": 0.3434,
      "step": 2009070
    },
    {
      "epoch": 560.73,
      "grad_norm": 1.1277637481689453,
      "learning_rate": 1.0559604954180257e-06,
      "loss": 0.3377,
      "step": 2009080
    },
    {
      "epoch": 560.73,
      "grad_norm": 1.1992387771606445,
      "learning_rate": 1.0559379032948758e-06,
      "loss": 0.3406,
      "step": 2009090
    },
    {
      "epoch": 560.73,
      "grad_norm": 1.091391921043396,
      "learning_rate": 1.0559153113431331e-06,
      "loss": 0.34,
      "step": 2009100
    },
    {
      "epoch": 560.73,
      "grad_norm": 0.9671979546546936,
      "learning_rate": 1.0558927195628018e-06,
      "loss": 0.3241,
      "step": 2009110
    },
    {
      "epoch": 560.74,
      "grad_norm": 1.210001826286316,
      "learning_rate": 1.0558701279538843e-06,
      "loss": 0.3282,
      "step": 2009120
    },
    {
      "epoch": 560.74,
      "grad_norm": 1.0722384452819824,
      "learning_rate": 1.0558475365163851e-06,
      "loss": 0.3359,
      "step": 2009130
    },
    {
      "epoch": 560.74,
      "grad_norm": 1.0813857316970825,
      "learning_rate": 1.055824945250305e-06,
      "loss": 0.3556,
      "step": 2009140
    },
    {
      "epoch": 560.75,
      "grad_norm": 1.4249958992004395,
      "learning_rate": 1.0558023541556482e-06,
      "loss": 0.3371,
      "step": 2009150
    },
    {
      "epoch": 560.75,
      "grad_norm": 1.0681560039520264,
      "learning_rate": 1.0557797632324185e-06,
      "loss": 0.3486,
      "step": 2009160
    },
    {
      "epoch": 560.75,
      "grad_norm": 1.146412968635559,
      "learning_rate": 1.0557571724806162e-06,
      "loss": 0.3409,
      "step": 2009170
    },
    {
      "epoch": 560.75,
      "grad_norm": 1.1492981910705566,
      "learning_rate": 1.0557345819002479e-06,
      "loss": 0.3341,
      "step": 2009180
    },
    {
      "epoch": 560.76,
      "grad_norm": 1.1312118768692017,
      "learning_rate": 1.055711991491314e-06,
      "loss": 0.3409,
      "step": 2009190
    },
    {
      "epoch": 560.76,
      "grad_norm": 1.2182103395462036,
      "learning_rate": 1.055689401253818e-06,
      "loss": 0.335,
      "step": 2009200
    },
    {
      "epoch": 560.76,
      "grad_norm": 1.1271193027496338,
      "learning_rate": 1.0556668111877642e-06,
      "loss": 0.3393,
      "step": 2009210
    },
    {
      "epoch": 560.76,
      "grad_norm": 1.0771132707595825,
      "learning_rate": 1.055644221293154e-06,
      "loss": 0.3329,
      "step": 2009220
    },
    {
      "epoch": 560.77,
      "grad_norm": 1.1521177291870117,
      "learning_rate": 1.0556216315699908e-06,
      "loss": 0.3538,
      "step": 2009230
    },
    {
      "epoch": 560.77,
      "grad_norm": 0.9949141144752502,
      "learning_rate": 1.055599042018278e-06,
      "loss": 0.3403,
      "step": 2009240
    },
    {
      "epoch": 560.77,
      "grad_norm": 1.25999915599823,
      "learning_rate": 1.0555764526380193e-06,
      "loss": 0.3378,
      "step": 2009250
    },
    {
      "epoch": 560.78,
      "grad_norm": 1.2359120845794678,
      "learning_rate": 1.055553863429215e-06,
      "loss": 0.3339,
      "step": 2009260
    },
    {
      "epoch": 560.78,
      "grad_norm": 1.2426999807357788,
      "learning_rate": 1.0555312743918718e-06,
      "loss": 0.3393,
      "step": 2009270
    },
    {
      "epoch": 560.78,
      "grad_norm": 1.0715794563293457,
      "learning_rate": 1.0555086855259898e-06,
      "loss": 0.3603,
      "step": 2009280
    },
    {
      "epoch": 560.78,
      "grad_norm": 1.0526503324508667,
      "learning_rate": 1.0554860968315732e-06,
      "loss": 0.3479,
      "step": 2009290
    },
    {
      "epoch": 560.79,
      "grad_norm": 1.0908786058425903,
      "learning_rate": 1.0554635083086256e-06,
      "loss": 0.3463,
      "step": 2009300
    },
    {
      "epoch": 560.79,
      "grad_norm": 1.188601016998291,
      "learning_rate": 1.0554409199571485e-06,
      "loss": 0.3395,
      "step": 2009310
    },
    {
      "epoch": 560.79,
      "grad_norm": 1.2434245347976685,
      "learning_rate": 1.0554183317771457e-06,
      "loss": 0.3243,
      "step": 2009320
    },
    {
      "epoch": 560.8,
      "grad_norm": 1.5596051216125488,
      "learning_rate": 1.0553957437686204e-06,
      "loss": 0.3551,
      "step": 2009330
    },
    {
      "epoch": 560.8,
      "grad_norm": 1.096851110458374,
      "learning_rate": 1.0553731559315762e-06,
      "loss": 0.3237,
      "step": 2009340
    },
    {
      "epoch": 560.8,
      "grad_norm": 1.1579550504684448,
      "learning_rate": 1.0553505682660142e-06,
      "loss": 0.3356,
      "step": 2009350
    },
    {
      "epoch": 560.8,
      "grad_norm": 1.1673697233200073,
      "learning_rate": 1.0553279807719385e-06,
      "loss": 0.3409,
      "step": 2009360
    },
    {
      "epoch": 560.81,
      "grad_norm": 1.1696487665176392,
      "learning_rate": 1.0553053934493523e-06,
      "loss": 0.3325,
      "step": 2009370
    },
    {
      "epoch": 560.81,
      "grad_norm": 1.2822774648666382,
      "learning_rate": 1.0552828062982585e-06,
      "loss": 0.3274,
      "step": 2009380
    },
    {
      "epoch": 560.81,
      "grad_norm": 1.0186452865600586,
      "learning_rate": 1.0552602193186609e-06,
      "loss": 0.3213,
      "step": 2009390
    },
    {
      "epoch": 560.81,
      "grad_norm": 1.1475088596343994,
      "learning_rate": 1.0552376325105597e-06,
      "loss": 0.336,
      "step": 2009400
    },
    {
      "epoch": 560.82,
      "grad_norm": 1.1758135557174683,
      "learning_rate": 1.0552150458739617e-06,
      "loss": 0.3403,
      "step": 2009410
    },
    {
      "epoch": 560.82,
      "grad_norm": 1.1061046123504639,
      "learning_rate": 1.0551924594088672e-06,
      "loss": 0.3478,
      "step": 2009420
    },
    {
      "epoch": 560.82,
      "grad_norm": 1.040453314781189,
      "learning_rate": 1.05516987311528e-06,
      "loss": 0.334,
      "step": 2009430
    },
    {
      "epoch": 560.83,
      "grad_norm": 1.187514305114746,
      "learning_rate": 1.0551472869932042e-06,
      "loss": 0.345,
      "step": 2009440
    },
    {
      "epoch": 560.83,
      "grad_norm": 1.4276766777038574,
      "learning_rate": 1.0551247010426407e-06,
      "loss": 0.3396,
      "step": 2009450
    },
    {
      "epoch": 560.83,
      "grad_norm": 1.0327974557876587,
      "learning_rate": 1.0551021152635937e-06,
      "loss": 0.3347,
      "step": 2009460
    },
    {
      "epoch": 560.83,
      "grad_norm": 0.9164705872535706,
      "learning_rate": 1.055079529656066e-06,
      "loss": 0.3435,
      "step": 2009470
    },
    {
      "epoch": 560.84,
      "grad_norm": 1.1315234899520874,
      "learning_rate": 1.0550569442200617e-06,
      "loss": 0.3475,
      "step": 2009480
    },
    {
      "epoch": 560.84,
      "grad_norm": 1.6795525550842285,
      "learning_rate": 1.0550343589555817e-06,
      "loss": 0.3445,
      "step": 2009490
    },
    {
      "epoch": 560.84,
      "grad_norm": 1.1774283647537231,
      "learning_rate": 1.05501177386263e-06,
      "loss": 0.3327,
      "step": 2009500
    },
    {
      "epoch": 560.85,
      "grad_norm": 1.2986137866973877,
      "learning_rate": 1.0549891889412112e-06,
      "loss": 0.339,
      "step": 2009510
    },
    {
      "epoch": 560.85,
      "grad_norm": 1.0948556661605835,
      "learning_rate": 1.0549666041913245e-06,
      "loss": 0.3466,
      "step": 2009520
    },
    {
      "epoch": 560.85,
      "grad_norm": 0.9978678226470947,
      "learning_rate": 1.0549440196129772e-06,
      "loss": 0.3532,
      "step": 2009530
    },
    {
      "epoch": 560.85,
      "grad_norm": 1.0473562479019165,
      "learning_rate": 1.0549214352061695e-06,
      "loss": 0.3469,
      "step": 2009540
    },
    {
      "epoch": 560.86,
      "grad_norm": 0.994841456413269,
      "learning_rate": 1.054898850970905e-06,
      "loss": 0.347,
      "step": 2009550
    },
    {
      "epoch": 560.86,
      "grad_norm": 1.1616264581680298,
      "learning_rate": 1.0548762669071873e-06,
      "loss": 0.345,
      "step": 2009560
    },
    {
      "epoch": 560.86,
      "grad_norm": 1.065474271774292,
      "learning_rate": 1.0548536830150194e-06,
      "loss": 0.334,
      "step": 2009570
    },
    {
      "epoch": 560.87,
      "grad_norm": 1.1027580499649048,
      "learning_rate": 1.0548310992944033e-06,
      "loss": 0.3252,
      "step": 2009580
    },
    {
      "epoch": 560.87,
      "grad_norm": 1.1935638189315796,
      "learning_rate": 1.054808515745343e-06,
      "loss": 0.3213,
      "step": 2009590
    },
    {
      "epoch": 560.87,
      "grad_norm": 1.2254862785339355,
      "learning_rate": 1.054785932367842e-06,
      "loss": 0.3326,
      "step": 2009600
    },
    {
      "epoch": 560.87,
      "grad_norm": 1.3610765933990479,
      "learning_rate": 1.0547633491619004e-06,
      "loss": 0.3307,
      "step": 2009610
    },
    {
      "epoch": 560.88,
      "grad_norm": 1.1033484935760498,
      "learning_rate": 1.054740766127525e-06,
      "loss": 0.3421,
      "step": 2009620
    },
    {
      "epoch": 560.88,
      "grad_norm": 1.1607580184936523,
      "learning_rate": 1.0547181832647163e-06,
      "loss": 0.3239,
      "step": 2009630
    },
    {
      "epoch": 560.88,
      "grad_norm": 1.0598762035369873,
      "learning_rate": 1.054695600573478e-06,
      "loss": 0.3255,
      "step": 2009640
    },
    {
      "epoch": 560.88,
      "grad_norm": 1.1713943481445312,
      "learning_rate": 1.0546730180538141e-06,
      "loss": 0.3408,
      "step": 2009650
    },
    {
      "epoch": 560.89,
      "grad_norm": 1.1813644170761108,
      "learning_rate": 1.0546504357057251e-06,
      "loss": 0.3412,
      "step": 2009660
    },
    {
      "epoch": 560.89,
      "grad_norm": 0.9948707222938538,
      "learning_rate": 1.0546278535292172e-06,
      "loss": 0.3395,
      "step": 2009670
    },
    {
      "epoch": 560.89,
      "grad_norm": 1.1709617376327515,
      "learning_rate": 1.0546052715242911e-06,
      "loss": 0.3445,
      "step": 2009680
    },
    {
      "epoch": 560.9,
      "grad_norm": 1.0702332258224487,
      "learning_rate": 1.0545826896909504e-06,
      "loss": 0.3508,
      "step": 2009690
    },
    {
      "epoch": 560.9,
      "grad_norm": 1.0736134052276611,
      "learning_rate": 1.054560108029198e-06,
      "loss": 0.3413,
      "step": 2009700
    },
    {
      "epoch": 560.9,
      "grad_norm": 1.1866177320480347,
      "learning_rate": 1.0545375265390384e-06,
      "loss": 0.3396,
      "step": 2009710
    },
    {
      "epoch": 560.9,
      "grad_norm": 1.010751724243164,
      "learning_rate": 1.0545149452204722e-06,
      "loss": 0.3211,
      "step": 2009720
    },
    {
      "epoch": 560.91,
      "grad_norm": 1.1513224840164185,
      "learning_rate": 1.0544923640735039e-06,
      "loss": 0.3494,
      "step": 2009730
    },
    {
      "epoch": 560.91,
      "grad_norm": 1.2543010711669922,
      "learning_rate": 1.0544697830981366e-06,
      "loss": 0.3383,
      "step": 2009740
    },
    {
      "epoch": 560.91,
      "grad_norm": 1.1617274284362793,
      "learning_rate": 1.0544472022943712e-06,
      "loss": 0.3439,
      "step": 2009750
    },
    {
      "epoch": 560.92,
      "grad_norm": 1.2710624933242798,
      "learning_rate": 1.0544246216622142e-06,
      "loss": 0.356,
      "step": 2009760
    },
    {
      "epoch": 560.92,
      "grad_norm": 1.446102261543274,
      "learning_rate": 1.0544020412016657e-06,
      "loss": 0.344,
      "step": 2009770
    },
    {
      "epoch": 560.92,
      "grad_norm": 1.0608675479888916,
      "learning_rate": 1.05437946091273e-06,
      "loss": 0.3379,
      "step": 2009780
    },
    {
      "epoch": 560.92,
      "grad_norm": 1.5499653816223145,
      "learning_rate": 1.0543568807954108e-06,
      "loss": 0.3557,
      "step": 2009790
    },
    {
      "epoch": 560.93,
      "grad_norm": 1.03109610080719,
      "learning_rate": 1.054334300849709e-06,
      "loss": 0.3353,
      "step": 2009800
    },
    {
      "epoch": 560.93,
      "grad_norm": 1.5572084188461304,
      "learning_rate": 1.0543117210756289e-06,
      "loss": 0.3432,
      "step": 2009810
    },
    {
      "epoch": 560.93,
      "grad_norm": 1.1629316806793213,
      "learning_rate": 1.0542891414731735e-06,
      "loss": 0.3364,
      "step": 2009820
    },
    {
      "epoch": 560.93,
      "grad_norm": 1.0538746118545532,
      "learning_rate": 1.0542665620423464e-06,
      "loss": 0.3514,
      "step": 2009830
    },
    {
      "epoch": 560.94,
      "grad_norm": 1.2695561647415161,
      "learning_rate": 1.0542439827831481e-06,
      "loss": 0.34,
      "step": 2009840
    },
    {
      "epoch": 560.94,
      "grad_norm": 1.1008552312850952,
      "learning_rate": 1.0542214036955856e-06,
      "loss": 0.3506,
      "step": 2009850
    },
    {
      "epoch": 560.94,
      "grad_norm": 0.9369707107543945,
      "learning_rate": 1.0541988247796582e-06,
      "loss": 0.339,
      "step": 2009860
    },
    {
      "epoch": 560.95,
      "grad_norm": 1.2006666660308838,
      "learning_rate": 1.054176246035371e-06,
      "loss": 0.328,
      "step": 2009870
    },
    {
      "epoch": 560.95,
      "grad_norm": 1.3029778003692627,
      "learning_rate": 1.0541536674627269e-06,
      "loss": 0.3534,
      "step": 2009880
    },
    {
      "epoch": 560.95,
      "grad_norm": 1.1340436935424805,
      "learning_rate": 1.0541310890617277e-06,
      "loss": 0.3391,
      "step": 2009890
    },
    {
      "epoch": 560.95,
      "grad_norm": 0.9770106077194214,
      "learning_rate": 1.0541085108323771e-06,
      "loss": 0.3351,
      "step": 2009900
    },
    {
      "epoch": 560.96,
      "grad_norm": 1.1768897771835327,
      "learning_rate": 1.0540859327746781e-06,
      "loss": 0.3399,
      "step": 2009910
    },
    {
      "epoch": 560.96,
      "grad_norm": 1.2460007667541504,
      "learning_rate": 1.0540633548886346e-06,
      "loss": 0.343,
      "step": 2009920
    },
    {
      "epoch": 560.96,
      "grad_norm": 1.1575268507003784,
      "learning_rate": 1.0540407771742478e-06,
      "loss": 0.3289,
      "step": 2009930
    },
    {
      "epoch": 560.97,
      "grad_norm": 1.0551847219467163,
      "learning_rate": 1.0540181996315218e-06,
      "loss": 0.3254,
      "step": 2009940
    },
    {
      "epoch": 560.97,
      "grad_norm": 1.2901593446731567,
      "learning_rate": 1.0539956222604597e-06,
      "loss": 0.3458,
      "step": 2009950
    },
    {
      "epoch": 560.97,
      "grad_norm": 1.0484105348587036,
      "learning_rate": 1.0539730450610638e-06,
      "loss": 0.3383,
      "step": 2009960
    },
    {
      "epoch": 560.97,
      "grad_norm": 1.2934398651123047,
      "learning_rate": 1.0539504680333387e-06,
      "loss": 0.3473,
      "step": 2009970
    },
    {
      "epoch": 560.98,
      "grad_norm": 1.17138671875,
      "learning_rate": 1.0539278911772842e-06,
      "loss": 0.3331,
      "step": 2009980
    },
    {
      "epoch": 560.98,
      "grad_norm": 1.1288663148880005,
      "learning_rate": 1.0539053144929075e-06,
      "loss": 0.3551,
      "step": 2009990
    },
    {
      "epoch": 560.98,
      "grad_norm": 1.1075832843780518,
      "learning_rate": 1.0538827379802083e-06,
      "loss": 0.3285,
      "step": 2010000
    },
    {
      "epoch": 560.99,
      "grad_norm": 1.13308584690094,
      "learning_rate": 1.0538601616391912e-06,
      "loss": 0.3422,
      "step": 2010010
    },
    {
      "epoch": 560.99,
      "grad_norm": 1.1218783855438232,
      "learning_rate": 1.0538375854698592e-06,
      "loss": 0.3343,
      "step": 2010020
    },
    {
      "epoch": 560.99,
      "grad_norm": 1.2193195819854736,
      "learning_rate": 1.0538150094722142e-06,
      "loss": 0.3487,
      "step": 2010030
    },
    {
      "epoch": 560.99,
      "grad_norm": 1.2775473594665527,
      "learning_rate": 1.05379243364626e-06,
      "loss": 0.3432,
      "step": 2010040
    },
    {
      "epoch": 561.0,
      "grad_norm": 1.19464910030365,
      "learning_rate": 1.0537698579919995e-06,
      "loss": 0.3441,
      "step": 2010050
    },
    {
      "epoch": 561.0,
      "grad_norm": 1.0306161642074585,
      "learning_rate": 1.0537472825094363e-06,
      "loss": 0.3437,
      "step": 2010060
    },
    {
      "epoch": 561.0,
      "eval_loss": 0.3403399884700775,
      "eval_runtime": 68.2448,
      "eval_samples_per_second": 74.13,
      "eval_steps_per_second": 9.275,
      "step": 2010063
    },
    {
      "epoch": 561.0,
      "grad_norm": 1.1215096712112427,
      "learning_rate": 1.0537247071985713e-06,
      "loss": 0.3429,
      "step": 2010070
    },
    {
      "epoch": 561.0,
      "grad_norm": 2.3426334857940674,
      "learning_rate": 1.0537021320594108e-06,
      "loss": 0.3514,
      "step": 2010080
    },
    {
      "epoch": 561.01,
      "grad_norm": 1.1820738315582275,
      "learning_rate": 1.0536795570919552e-06,
      "loss": 0.3245,
      "step": 2010090
    },
    {
      "epoch": 561.01,
      "grad_norm": 1.1529790163040161,
      "learning_rate": 1.053656982296208e-06,
      "loss": 0.3205,
      "step": 2010100
    },
    {
      "epoch": 561.01,
      "grad_norm": 1.1565496921539307,
      "learning_rate": 1.0536344076721737e-06,
      "loss": 0.3309,
      "step": 2010110
    },
    {
      "epoch": 561.02,
      "grad_norm": 0.9721999168395996,
      "learning_rate": 1.0536118332198531e-06,
      "loss": 0.3531,
      "step": 2010120
    },
    {
      "epoch": 561.02,
      "grad_norm": 1.245413064956665,
      "learning_rate": 1.0535892589392507e-06,
      "loss": 0.3411,
      "step": 2010130
    },
    {
      "epoch": 561.02,
      "grad_norm": 5.973618030548096,
      "learning_rate": 1.0535666848303684e-06,
      "loss": 0.3431,
      "step": 2010140
    },
    {
      "epoch": 561.02,
      "grad_norm": 1.2117905616760254,
      "learning_rate": 1.0535441108932111e-06,
      "loss": 0.331,
      "step": 2010150
    },
    {
      "epoch": 561.03,
      "grad_norm": 1.3234302997589111,
      "learning_rate": 1.0535215371277794e-06,
      "loss": 0.3452,
      "step": 2010160
    },
    {
      "epoch": 561.03,
      "grad_norm": 0.9363038539886475,
      "learning_rate": 1.0534989635340779e-06,
      "loss": 0.3389,
      "step": 2010170
    },
    {
      "epoch": 561.03,
      "grad_norm": 1.679360032081604,
      "learning_rate": 1.0534763901121095e-06,
      "loss": 0.3601,
      "step": 2010180
    },
    {
      "epoch": 561.04,
      "grad_norm": 1.0914034843444824,
      "learning_rate": 1.0534538168618756e-06,
      "loss": 0.3399,
      "step": 2010190
    },
    {
      "epoch": 561.04,
      "grad_norm": 1.2137360572814941,
      "learning_rate": 1.053431243783382e-06,
      "loss": 0.3352,
      "step": 2010200
    },
    {
      "epoch": 561.04,
      "grad_norm": 1.1826030015945435,
      "learning_rate": 1.0534086708766294e-06,
      "loss": 0.3527,
      "step": 2010210
    },
    {
      "epoch": 561.04,
      "grad_norm": 1.527492642402649,
      "learning_rate": 1.0533860981416213e-06,
      "loss": 0.3497,
      "step": 2010220
    },
    {
      "epoch": 561.05,
      "grad_norm": 1.349503755569458,
      "learning_rate": 1.0533635255783612e-06,
      "loss": 0.3329,
      "step": 2010230
    },
    {
      "epoch": 561.05,
      "grad_norm": 1.2948265075683594,
      "learning_rate": 1.0533409531868518e-06,
      "loss": 0.3481,
      "step": 2010240
    },
    {
      "epoch": 561.05,
      "grad_norm": 1.1214089393615723,
      "learning_rate": 1.0533183809670972e-06,
      "loss": 0.3237,
      "step": 2010250
    },
    {
      "epoch": 561.05,
      "grad_norm": 1.0845003128051758,
      "learning_rate": 1.0532958089190987e-06,
      "loss": 0.3606,
      "step": 2010260
    },
    {
      "epoch": 561.06,
      "grad_norm": 1.1350497007369995,
      "learning_rate": 1.0532732370428596e-06,
      "loss": 0.3349,
      "step": 2010270
    },
    {
      "epoch": 561.06,
      "grad_norm": 1.5637575387954712,
      "learning_rate": 1.0532506653383835e-06,
      "loss": 0.3401,
      "step": 2010280
    },
    {
      "epoch": 561.06,
      "grad_norm": 1.1413559913635254,
      "learning_rate": 1.0532280938056741e-06,
      "loss": 0.3468,
      "step": 2010290
    },
    {
      "epoch": 561.07,
      "grad_norm": 1.1419607400894165,
      "learning_rate": 1.0532055224447326e-06,
      "loss": 0.3369,
      "step": 2010300
    },
    {
      "epoch": 561.07,
      "grad_norm": 1.373085379600525,
      "learning_rate": 1.053182951255563e-06,
      "loss": 0.3308,
      "step": 2010310
    },
    {
      "epoch": 561.07,
      "grad_norm": 1.0999829769134521,
      "learning_rate": 1.0531603802381691e-06,
      "loss": 0.3363,
      "step": 2010320
    },
    {
      "epoch": 561.07,
      "grad_norm": 1.0173996686935425,
      "learning_rate": 1.053137809392551e-06,
      "loss": 0.3431,
      "step": 2010330
    },
    {
      "epoch": 561.08,
      "grad_norm": 1.0510225296020508,
      "learning_rate": 1.0531152387187159e-06,
      "loss": 0.3303,
      "step": 2010340
    },
    {
      "epoch": 561.08,
      "grad_norm": 1.0385587215423584,
      "learning_rate": 1.0530926682166636e-06,
      "loss": 0.329,
      "step": 2010350
    },
    {
      "epoch": 561.08,
      "grad_norm": 1.1179801225662231,
      "learning_rate": 1.053070097886398e-06,
      "loss": 0.339,
      "step": 2010360
    },
    {
      "epoch": 561.09,
      "grad_norm": 1.050640344619751,
      "learning_rate": 1.0530475277279224e-06,
      "loss": 0.3451,
      "step": 2010370
    },
    {
      "epoch": 561.09,
      "grad_norm": 1.4007714986801147,
      "learning_rate": 1.0530249577412406e-06,
      "loss": 0.3196,
      "step": 2010380
    },
    {
      "epoch": 561.09,
      "grad_norm": 1.1560142040252686,
      "learning_rate": 1.0530023879263538e-06,
      "loss": 0.329,
      "step": 2010390
    },
    {
      "epoch": 561.09,
      "grad_norm": 1.321534276008606,
      "learning_rate": 1.0529798182832654e-06,
      "loss": 0.336,
      "step": 2010400
    },
    {
      "epoch": 561.1,
      "grad_norm": 1.1914846897125244,
      "learning_rate": 1.05295724881198e-06,
      "loss": 0.3305,
      "step": 2010410
    },
    {
      "epoch": 561.1,
      "grad_norm": 1.1354222297668457,
      "learning_rate": 1.052934679512498e-06,
      "loss": 0.3588,
      "step": 2010420
    },
    {
      "epoch": 561.1,
      "grad_norm": 1.262102723121643,
      "learning_rate": 1.0529121103848255e-06,
      "loss": 0.3307,
      "step": 2010430
    },
    {
      "epoch": 561.11,
      "grad_norm": 1.117063045501709,
      "learning_rate": 1.0528895414289627e-06,
      "loss": 0.3368,
      "step": 2010440
    },
    {
      "epoch": 561.11,
      "grad_norm": 1.1772701740264893,
      "learning_rate": 1.0528669726449141e-06,
      "loss": 0.3226,
      "step": 2010450
    },
    {
      "epoch": 561.11,
      "grad_norm": 1.6614264249801636,
      "learning_rate": 1.0528444040326832e-06,
      "loss": 0.3468,
      "step": 2010460
    },
    {
      "epoch": 561.11,
      "grad_norm": 1.0468519926071167,
      "learning_rate": 1.052821835592271e-06,
      "loss": 0.3404,
      "step": 2010470
    },
    {
      "epoch": 561.12,
      "grad_norm": 0.9987154603004456,
      "learning_rate": 1.052799267323682e-06,
      "loss": 0.3759,
      "step": 2010480
    },
    {
      "epoch": 561.12,
      "grad_norm": 1.1609132289886475,
      "learning_rate": 1.052776699226919e-06,
      "loss": 0.3378,
      "step": 2010490
    },
    {
      "epoch": 561.12,
      "grad_norm": 1.2515594959259033,
      "learning_rate": 1.0527541313019855e-06,
      "loss": 0.3311,
      "step": 2010500
    },
    {
      "epoch": 561.12,
      "grad_norm": 1.1112959384918213,
      "learning_rate": 1.0527315635488824e-06,
      "loss": 0.3464,
      "step": 2010510
    },
    {
      "epoch": 561.13,
      "grad_norm": 1.3350855112075806,
      "learning_rate": 1.0527089959676157e-06,
      "loss": 0.3277,
      "step": 2010520
    },
    {
      "epoch": 561.13,
      "grad_norm": 1.0480343103408813,
      "learning_rate": 1.052686428558186e-06,
      "loss": 0.3361,
      "step": 2010530
    },
    {
      "epoch": 561.13,
      "grad_norm": 0.9715831875801086,
      "learning_rate": 1.0526638613205975e-06,
      "loss": 0.3499,
      "step": 2010540
    },
    {
      "epoch": 561.14,
      "grad_norm": 1.1455092430114746,
      "learning_rate": 1.0526412942548535e-06,
      "loss": 0.361,
      "step": 2010550
    },
    {
      "epoch": 561.14,
      "grad_norm": 1.1806814670562744,
      "learning_rate": 1.052618727360955e-06,
      "loss": 0.3507,
      "step": 2010560
    },
    {
      "epoch": 561.14,
      "grad_norm": 1.3479541540145874,
      "learning_rate": 1.052596160638908e-06,
      "loss": 0.3348,
      "step": 2010570
    },
    {
      "epoch": 561.14,
      "grad_norm": 1.1951085329055786,
      "learning_rate": 1.052573594088713e-06,
      "loss": 0.3441,
      "step": 2010580
    },
    {
      "epoch": 561.15,
      "grad_norm": 1.0316046476364136,
      "learning_rate": 1.0525510277103741e-06,
      "loss": 0.3302,
      "step": 2010590
    },
    {
      "epoch": 561.15,
      "grad_norm": 1.0147799253463745,
      "learning_rate": 1.052528461503895e-06,
      "loss": 0.33,
      "step": 2010600
    },
    {
      "epoch": 561.15,
      "grad_norm": 1.0595816373825073,
      "learning_rate": 1.0525058954692766e-06,
      "loss": 0.3349,
      "step": 2010610
    },
    {
      "epoch": 561.16,
      "grad_norm": 0.8726674318313599,
      "learning_rate": 1.0524833296065235e-06,
      "loss": 0.3203,
      "step": 2010620
    },
    {
      "epoch": 561.16,
      "grad_norm": 1.0723463296890259,
      "learning_rate": 1.0524607639156383e-06,
      "loss": 0.3505,
      "step": 2010630
    },
    {
      "epoch": 561.16,
      "grad_norm": 1.03719162940979,
      "learning_rate": 1.0524381983966248e-06,
      "loss": 0.3307,
      "step": 2010640
    },
    {
      "epoch": 561.16,
      "grad_norm": 1.142632246017456,
      "learning_rate": 1.0524156330494836e-06,
      "loss": 0.3573,
      "step": 2010650
    },
    {
      "epoch": 561.17,
      "grad_norm": 1.2458964586257935,
      "learning_rate": 1.052393067874221e-06,
      "loss": 0.3338,
      "step": 2010660
    },
    {
      "epoch": 561.17,
      "grad_norm": 1.535703420639038,
      "learning_rate": 1.0523705028708378e-06,
      "loss": 0.3554,
      "step": 2010670
    },
    {
      "epoch": 561.17,
      "grad_norm": 1.1040629148483276,
      "learning_rate": 1.0523479380393372e-06,
      "loss": 0.3421,
      "step": 2010680
    },
    {
      "epoch": 561.17,
      "grad_norm": 1.013443112373352,
      "learning_rate": 1.0523253733797235e-06,
      "loss": 0.3391,
      "step": 2010690
    },
    {
      "epoch": 561.18,
      "grad_norm": 1.3404687643051147,
      "learning_rate": 1.0523028088919978e-06,
      "loss": 0.3281,
      "step": 2010700
    },
    {
      "epoch": 561.18,
      "grad_norm": 1.035410761833191,
      "learning_rate": 1.0522802445761643e-06,
      "loss": 0.3228,
      "step": 2010710
    },
    {
      "epoch": 561.18,
      "grad_norm": 1.040919542312622,
      "learning_rate": 1.052257680432226e-06,
      "loss": 0.3331,
      "step": 2010720
    },
    {
      "epoch": 561.19,
      "grad_norm": 1.282688856124878,
      "learning_rate": 1.052235116460186e-06,
      "loss": 0.349,
      "step": 2010730
    },
    {
      "epoch": 561.19,
      "grad_norm": 1.3474462032318115,
      "learning_rate": 1.0522125526600465e-06,
      "loss": 0.3442,
      "step": 2010740
    },
    {
      "epoch": 561.19,
      "grad_norm": 1.1218026876449585,
      "learning_rate": 1.0521899890318106e-06,
      "loss": 0.3378,
      "step": 2010750
    },
    {
      "epoch": 561.19,
      "grad_norm": 1.2983800172805786,
      "learning_rate": 1.052167425575483e-06,
      "loss": 0.364,
      "step": 2010760
    },
    {
      "epoch": 561.2,
      "grad_norm": 1.2130874395370483,
      "learning_rate": 1.0521448622910633e-06,
      "loss": 0.3274,
      "step": 2010770
    },
    {
      "epoch": 561.2,
      "grad_norm": 1.15604829788208,
      "learning_rate": 1.0521222991785587e-06,
      "loss": 0.3222,
      "step": 2010780
    },
    {
      "epoch": 561.2,
      "grad_norm": 1.1296485662460327,
      "learning_rate": 1.0520997362379692e-06,
      "loss": 0.3505,
      "step": 2010790
    },
    {
      "epoch": 561.21,
      "grad_norm": 1.0699717998504639,
      "learning_rate": 1.0520771734692983e-06,
      "loss": 0.3457,
      "step": 2010800
    },
    {
      "epoch": 561.21,
      "grad_norm": 0.9792701601982117,
      "learning_rate": 1.0520546108725498e-06,
      "loss": 0.3477,
      "step": 2010810
    },
    {
      "epoch": 561.21,
      "grad_norm": 1.1625690460205078,
      "learning_rate": 1.052032048447726e-06,
      "loss": 0.3492,
      "step": 2010820
    },
    {
      "epoch": 561.21,
      "grad_norm": 1.1176289319992065,
      "learning_rate": 1.0520094861948313e-06,
      "loss": 0.3286,
      "step": 2010830
    },
    {
      "epoch": 561.22,
      "grad_norm": 1.0623211860656738,
      "learning_rate": 1.0519869241138667e-06,
      "loss": 0.3441,
      "step": 2010840
    },
    {
      "epoch": 561.22,
      "grad_norm": 1.0408952236175537,
      "learning_rate": 1.051964362204836e-06,
      "loss": 0.3397,
      "step": 2010850
    },
    {
      "epoch": 561.22,
      "grad_norm": 1.107998013496399,
      "learning_rate": 1.0519418004677427e-06,
      "loss": 0.3417,
      "step": 2010860
    },
    {
      "epoch": 561.23,
      "grad_norm": 1.0312117338180542,
      "learning_rate": 1.0519192389025898e-06,
      "loss": 0.3353,
      "step": 2010870
    },
    {
      "epoch": 561.23,
      "grad_norm": 1.2043710947036743,
      "learning_rate": 1.0518966775093793e-06,
      "loss": 0.3352,
      "step": 2010880
    },
    {
      "epoch": 561.23,
      "grad_norm": 1.1941344738006592,
      "learning_rate": 1.0518741162881146e-06,
      "loss": 0.3406,
      "step": 2010890
    },
    {
      "epoch": 561.23,
      "grad_norm": 1.2143317461013794,
      "learning_rate": 1.0518515552387993e-06,
      "loss": 0.3359,
      "step": 2010900
    },
    {
      "epoch": 561.24,
      "grad_norm": 1.1670058965682983,
      "learning_rate": 1.0518289943614357e-06,
      "loss": 0.3156,
      "step": 2010910
    },
    {
      "epoch": 561.24,
      "grad_norm": 1.150583028793335,
      "learning_rate": 1.0518064336560283e-06,
      "loss": 0.3437,
      "step": 2010920
    },
    {
      "epoch": 561.24,
      "grad_norm": 1.1576728820800781,
      "learning_rate": 1.051783873122578e-06,
      "loss": 0.3419,
      "step": 2010930
    },
    {
      "epoch": 561.24,
      "grad_norm": 1.1248658895492554,
      "learning_rate": 1.0517613127610886e-06,
      "loss": 0.3483,
      "step": 2010940
    },
    {
      "epoch": 561.25,
      "grad_norm": 1.1356325149536133,
      "learning_rate": 1.0517387525715632e-06,
      "loss": 0.3399,
      "step": 2010950
    },
    {
      "epoch": 561.25,
      "grad_norm": 1.0549649000167847,
      "learning_rate": 1.051716192554006e-06,
      "loss": 0.3351,
      "step": 2010960
    },
    {
      "epoch": 561.25,
      "grad_norm": 1.185443639755249,
      "learning_rate": 1.051693632708418e-06,
      "loss": 0.3337,
      "step": 2010970
    },
    {
      "epoch": 561.26,
      "grad_norm": 1.1625107526779175,
      "learning_rate": 1.0516710730348027e-06,
      "loss": 0.345,
      "step": 2010980
    },
    {
      "epoch": 561.26,
      "grad_norm": 1.0982511043548584,
      "learning_rate": 1.0516485135331646e-06,
      "loss": 0.356,
      "step": 2010990
    },
    {
      "epoch": 561.26,
      "grad_norm": 1.1514534950256348,
      "learning_rate": 1.0516259542035038e-06,
      "loss": 0.3394,
      "step": 2011000
    },
    {
      "epoch": 561.26,
      "grad_norm": 1.0381962060928345,
      "learning_rate": 1.0516033950458268e-06,
      "loss": 0.3436,
      "step": 2011010
    },
    {
      "epoch": 561.27,
      "grad_norm": 1.1568025350570679,
      "learning_rate": 1.0515808360601336e-06,
      "loss": 0.3288,
      "step": 2011020
    },
    {
      "epoch": 561.27,
      "grad_norm": 1.1313122510910034,
      "learning_rate": 1.0515582772464287e-06,
      "loss": 0.3327,
      "step": 2011030
    },
    {
      "epoch": 561.27,
      "grad_norm": 1.1439388990402222,
      "learning_rate": 1.051535718604715e-06,
      "loss": 0.3495,
      "step": 2011040
    },
    {
      "epoch": 561.28,
      "grad_norm": 1.1339691877365112,
      "learning_rate": 1.0515131601349964e-06,
      "loss": 0.3416,
      "step": 2011050
    },
    {
      "epoch": 561.28,
      "grad_norm": 1.1016634702682495,
      "learning_rate": 1.0514906018372738e-06,
      "loss": 0.3414,
      "step": 2011060
    },
    {
      "epoch": 561.28,
      "grad_norm": 1.1348967552185059,
      "learning_rate": 1.0514680437115513e-06,
      "loss": 0.3498,
      "step": 2011070
    },
    {
      "epoch": 561.28,
      "grad_norm": 1.1833268404006958,
      "learning_rate": 1.0514454857578327e-06,
      "loss": 0.3631,
      "step": 2011080
    },
    {
      "epoch": 561.29,
      "grad_norm": 1.2894259691238403,
      "learning_rate": 1.0514229279761185e-06,
      "loss": 0.3362,
      "step": 2011090
    },
    {
      "epoch": 561.29,
      "grad_norm": 1.111222267150879,
      "learning_rate": 1.0514003703664153e-06,
      "loss": 0.3431,
      "step": 2011100
    },
    {
      "epoch": 561.29,
      "grad_norm": 1.0824766159057617,
      "learning_rate": 1.051377812928723e-06,
      "loss": 0.3185,
      "step": 2011110
    },
    {
      "epoch": 561.3,
      "grad_norm": 1.2763267755508423,
      "learning_rate": 1.051355255663046e-06,
      "loss": 0.3355,
      "step": 2011120
    },
    {
      "epoch": 561.3,
      "grad_norm": 1.172228217124939,
      "learning_rate": 1.0513326985693876e-06,
      "loss": 0.3287,
      "step": 2011130
    },
    {
      "epoch": 561.3,
      "grad_norm": 1.0981875658035278,
      "learning_rate": 1.051310141647749e-06,
      "loss": 0.3397,
      "step": 2011140
    },
    {
      "epoch": 561.3,
      "grad_norm": 1.2509745359420776,
      "learning_rate": 1.0512875848981362e-06,
      "loss": 0.337,
      "step": 2011150
    },
    {
      "epoch": 561.31,
      "grad_norm": 1.2105308771133423,
      "learning_rate": 1.0512650283205494e-06,
      "loss": 0.352,
      "step": 2011160
    },
    {
      "epoch": 561.31,
      "grad_norm": 1.3942084312438965,
      "learning_rate": 1.0512424719149927e-06,
      "loss": 0.3437,
      "step": 2011170
    },
    {
      "epoch": 561.31,
      "grad_norm": 1.014790415763855,
      "learning_rate": 1.0512199156814693e-06,
      "loss": 0.3231,
      "step": 2011180
    },
    {
      "epoch": 561.31,
      "grad_norm": 1.3583152294158936,
      "learning_rate": 1.0511973596199826e-06,
      "loss": 0.336,
      "step": 2011190
    },
    {
      "epoch": 561.32,
      "grad_norm": 1.277988314628601,
      "learning_rate": 1.0511748037305345e-06,
      "loss": 0.3361,
      "step": 2011200
    },
    {
      "epoch": 561.32,
      "grad_norm": 1.0456961393356323,
      "learning_rate": 1.0511522480131286e-06,
      "loss": 0.3483,
      "step": 2011210
    },
    {
      "epoch": 561.32,
      "grad_norm": 1.0218255519866943,
      "learning_rate": 1.0511296924677681e-06,
      "loss": 0.3377,
      "step": 2011220
    },
    {
      "epoch": 561.33,
      "grad_norm": 1.2262383699417114,
      "learning_rate": 1.0511071370944545e-06,
      "loss": 0.3374,
      "step": 2011230
    },
    {
      "epoch": 561.33,
      "grad_norm": 1.1270649433135986,
      "learning_rate": 1.0510845818931933e-06,
      "loss": 0.3453,
      "step": 2011240
    },
    {
      "epoch": 561.33,
      "grad_norm": 0.9982854127883911,
      "learning_rate": 1.0510620268639858e-06,
      "loss": 0.3375,
      "step": 2011250
    },
    {
      "epoch": 561.33,
      "grad_norm": 1.0726433992385864,
      "learning_rate": 1.0510394720068354e-06,
      "loss": 0.32,
      "step": 2011260
    },
    {
      "epoch": 561.34,
      "grad_norm": 1.2040950059890747,
      "learning_rate": 1.0510169173217457e-06,
      "loss": 0.3458,
      "step": 2011270
    },
    {
      "epoch": 561.34,
      "grad_norm": 1.3060003519058228,
      "learning_rate": 1.0509943628087183e-06,
      "loss": 0.3216,
      "step": 2011280
    },
    {
      "epoch": 561.34,
      "grad_norm": 1.0017019510269165,
      "learning_rate": 1.050971808467757e-06,
      "loss": 0.3475,
      "step": 2011290
    },
    {
      "epoch": 561.35,
      "grad_norm": 1.2521148920059204,
      "learning_rate": 1.050949254298865e-06,
      "loss": 0.3385,
      "step": 2011300
    },
    {
      "epoch": 561.35,
      "grad_norm": 1.1020833253860474,
      "learning_rate": 1.050926700302046e-06,
      "loss": 0.3426,
      "step": 2011310
    },
    {
      "epoch": 561.35,
      "grad_norm": 1.167985200881958,
      "learning_rate": 1.0509041464773003e-06,
      "loss": 0.34,
      "step": 2011320
    },
    {
      "epoch": 561.35,
      "grad_norm": 1.148557424545288,
      "learning_rate": 1.0508815928246345e-06,
      "loss": 0.326,
      "step": 2011330
    },
    {
      "epoch": 561.36,
      "grad_norm": 1.1480904817581177,
      "learning_rate": 1.050859039344049e-06,
      "loss": 0.358,
      "step": 2011340
    },
    {
      "epoch": 561.36,
      "grad_norm": 0.9934719204902649,
      "learning_rate": 1.0508364860355476e-06,
      "loss": 0.328,
      "step": 2011350
    },
    {
      "epoch": 561.36,
      "grad_norm": 1.3156784772872925,
      "learning_rate": 1.0508139328991343e-06,
      "loss": 0.3483,
      "step": 2011360
    },
    {
      "epoch": 561.36,
      "grad_norm": 1.4884291887283325,
      "learning_rate": 1.05079137993481e-06,
      "loss": 0.3216,
      "step": 2011370
    },
    {
      "epoch": 561.37,
      "grad_norm": 1.1764479875564575,
      "learning_rate": 1.050768827142579e-06,
      "loss": 0.3414,
      "step": 2011380
    },
    {
      "epoch": 561.37,
      "grad_norm": 1.0816199779510498,
      "learning_rate": 1.050746274522444e-06,
      "loss": 0.3386,
      "step": 2011390
    },
    {
      "epoch": 561.37,
      "grad_norm": 1.1266200542449951,
      "learning_rate": 1.0507237220744085e-06,
      "loss": 0.3337,
      "step": 2011400
    },
    {
      "epoch": 561.38,
      "grad_norm": 1.0855618715286255,
      "learning_rate": 1.0507011697984758e-06,
      "loss": 0.3264,
      "step": 2011410
    },
    {
      "epoch": 561.38,
      "grad_norm": 0.9665140509605408,
      "learning_rate": 1.0506786176946477e-06,
      "loss": 0.3213,
      "step": 2011420
    },
    {
      "epoch": 561.38,
      "grad_norm": 1.106308102607727,
      "learning_rate": 1.0506560657629274e-06,
      "loss": 0.3442,
      "step": 2011430
    },
    {
      "epoch": 561.38,
      "grad_norm": 1.20661199092865,
      "learning_rate": 1.0506335140033182e-06,
      "loss": 0.3311,
      "step": 2011440
    },
    {
      "epoch": 561.39,
      "grad_norm": 1.2733763456344604,
      "learning_rate": 1.0506109624158243e-06,
      "loss": 0.332,
      "step": 2011450
    },
    {
      "epoch": 561.39,
      "grad_norm": 1.158901572227478,
      "learning_rate": 1.0505884110004457e-06,
      "loss": 0.3464,
      "step": 2011460
    },
    {
      "epoch": 561.39,
      "grad_norm": 1.0720508098602295,
      "learning_rate": 1.0505658597571889e-06,
      "loss": 0.3379,
      "step": 2011470
    },
    {
      "epoch": 561.4,
      "grad_norm": 1.2492040395736694,
      "learning_rate": 1.0505433086860545e-06,
      "loss": 0.3482,
      "step": 2011480
    },
    {
      "epoch": 561.4,
      "grad_norm": 1.0842374563217163,
      "learning_rate": 1.0505207577870462e-06,
      "loss": 0.3403,
      "step": 2011490
    },
    {
      "epoch": 561.4,
      "grad_norm": 1.0329298973083496,
      "learning_rate": 1.050498207060168e-06,
      "loss": 0.3325,
      "step": 2011500
    },
    {
      "epoch": 561.4,
      "grad_norm": 1.1047947406768799,
      "learning_rate": 1.0504756565054213e-06,
      "loss": 0.3308,
      "step": 2011510
    },
    {
      "epoch": 561.41,
      "grad_norm": 1.2961376905441284,
      "learning_rate": 1.0504531061228093e-06,
      "loss": 0.3392,
      "step": 2011520
    },
    {
      "epoch": 561.41,
      "grad_norm": 0.9910276532173157,
      "learning_rate": 1.0504305559123357e-06,
      "loss": 0.3272,
      "step": 2011530
    },
    {
      "epoch": 561.41,
      "grad_norm": 1.1967318058013916,
      "learning_rate": 1.050408005874004e-06,
      "loss": 0.3425,
      "step": 2011540
    },
    {
      "epoch": 561.42,
      "grad_norm": 1.0915336608886719,
      "learning_rate": 1.050385456007816e-06,
      "loss": 0.3515,
      "step": 2011550
    },
    {
      "epoch": 561.42,
      "grad_norm": 1.093047857284546,
      "learning_rate": 1.0503629063137747e-06,
      "loss": 0.3287,
      "step": 2011560
    },
    {
      "epoch": 561.42,
      "grad_norm": 1.0495232343673706,
      "learning_rate": 1.0503403567918847e-06,
      "loss": 0.3592,
      "step": 2011570
    },
    {
      "epoch": 561.42,
      "grad_norm": 0.9824885129928589,
      "learning_rate": 1.0503178074421462e-06,
      "loss": 0.3291,
      "step": 2011580
    },
    {
      "epoch": 561.43,
      "grad_norm": 1.2279162406921387,
      "learning_rate": 1.0502952582645655e-06,
      "loss": 0.3468,
      "step": 2011590
    },
    {
      "epoch": 561.43,
      "grad_norm": 1.0447596311569214,
      "learning_rate": 1.050272709259143e-06,
      "loss": 0.3311,
      "step": 2011600
    },
    {
      "epoch": 561.43,
      "grad_norm": 0.9545462727546692,
      "learning_rate": 1.0502501604258828e-06,
      "loss": 0.337,
      "step": 2011610
    },
    {
      "epoch": 561.43,
      "grad_norm": 1.2489399909973145,
      "learning_rate": 1.050227611764788e-06,
      "loss": 0.3389,
      "step": 2011620
    },
    {
      "epoch": 561.44,
      "grad_norm": 1.0079203844070435,
      "learning_rate": 1.050205063275862e-06,
      "loss": 0.3329,
      "step": 2011630
    },
    {
      "epoch": 561.44,
      "grad_norm": 1.070292592048645,
      "learning_rate": 1.0501825149591064e-06,
      "loss": 0.3426,
      "step": 2011640
    },
    {
      "epoch": 561.44,
      "grad_norm": 1.1479072570800781,
      "learning_rate": 1.050159966814525e-06,
      "loss": 0.3477,
      "step": 2011650
    },
    {
      "epoch": 561.45,
      "grad_norm": 1.1285375356674194,
      "learning_rate": 1.0501374188421213e-06,
      "loss": 0.3315,
      "step": 2011660
    },
    {
      "epoch": 561.45,
      "grad_norm": 1.4029245376586914,
      "learning_rate": 1.0501148710418965e-06,
      "loss": 0.3401,
      "step": 2011670
    },
    {
      "epoch": 561.45,
      "grad_norm": 1.2342197895050049,
      "learning_rate": 1.0500923234138564e-06,
      "loss": 0.3469,
      "step": 2011680
    },
    {
      "epoch": 561.45,
      "grad_norm": 1.059918999671936,
      "learning_rate": 1.0500697759580017e-06,
      "loss": 0.355,
      "step": 2011690
    },
    {
      "epoch": 561.46,
      "grad_norm": 1.1801047325134277,
      "learning_rate": 1.0500472286743362e-06,
      "loss": 0.3405,
      "step": 2011700
    },
    {
      "epoch": 561.46,
      "grad_norm": 1.1248908042907715,
      "learning_rate": 1.050024681562864e-06,
      "loss": 0.3497,
      "step": 2011710
    },
    {
      "epoch": 561.46,
      "grad_norm": 1.2023463249206543,
      "learning_rate": 1.0500021346235848e-06,
      "loss": 0.3425,
      "step": 2011720
    },
    {
      "epoch": 561.47,
      "grad_norm": 1.1980806589126587,
      "learning_rate": 1.0499795878565058e-06,
      "loss": 0.3229,
      "step": 2011730
    },
    {
      "epoch": 561.47,
      "grad_norm": 1.0957386493682861,
      "learning_rate": 1.049957041261627e-06,
      "loss": 0.349,
      "step": 2011740
    },
    {
      "epoch": 561.47,
      "grad_norm": 1.1600240468978882,
      "learning_rate": 1.0499344948389523e-06,
      "loss": 0.337,
      "step": 2011750
    },
    {
      "epoch": 561.47,
      "grad_norm": 1.2638065814971924,
      "learning_rate": 1.049911948588485e-06,
      "loss": 0.3286,
      "step": 2011760
    },
    {
      "epoch": 561.48,
      "grad_norm": 1.1829602718353271,
      "learning_rate": 1.0498894025102287e-06,
      "loss": 0.3425,
      "step": 2011770
    },
    {
      "epoch": 561.48,
      "grad_norm": 1.1536201238632202,
      "learning_rate": 1.0498668566041847e-06,
      "loss": 0.338,
      "step": 2011780
    },
    {
      "epoch": 561.48,
      "grad_norm": 1.136594295501709,
      "learning_rate": 1.049844310870357e-06,
      "loss": 0.3496,
      "step": 2011790
    },
    {
      "epoch": 561.48,
      "grad_norm": 1.4512325525283813,
      "learning_rate": 1.0498217653087492e-06,
      "loss": 0.3272,
      "step": 2011800
    },
    {
      "epoch": 561.49,
      "grad_norm": 1.1288179159164429,
      "learning_rate": 1.049799219919362e-06,
      "loss": 0.3444,
      "step": 2011810
    },
    {
      "epoch": 561.49,
      "grad_norm": 1.0450018644332886,
      "learning_rate": 1.0497766747022017e-06,
      "loss": 0.3421,
      "step": 2011820
    },
    {
      "epoch": 561.49,
      "grad_norm": 1.1691492795944214,
      "learning_rate": 1.0497541296572688e-06,
      "loss": 0.3317,
      "step": 2011830
    },
    {
      "epoch": 561.5,
      "grad_norm": 1.2333660125732422,
      "learning_rate": 1.0497315847845671e-06,
      "loss": 0.3473,
      "step": 2011840
    },
    {
      "epoch": 561.5,
      "grad_norm": 1.2114765644073486,
      "learning_rate": 1.0497090400840996e-06,
      "loss": 0.3298,
      "step": 2011850
    },
    {
      "epoch": 561.5,
      "grad_norm": 1.3310712575912476,
      "learning_rate": 1.0496864955558702e-06,
      "loss": 0.3449,
      "step": 2011860
    },
    {
      "epoch": 561.5,
      "grad_norm": 1.3793612718582153,
      "learning_rate": 1.04966395119988e-06,
      "loss": 0.3504,
      "step": 2011870
    },
    {
      "epoch": 561.51,
      "grad_norm": 2.078911781311035,
      "learning_rate": 1.0496414070161328e-06,
      "loss": 0.3323,
      "step": 2011880
    },
    {
      "epoch": 561.51,
      "grad_norm": 1.0199476480484009,
      "learning_rate": 1.049618863004633e-06,
      "loss": 0.3312,
      "step": 2011890
    },
    {
      "epoch": 561.51,
      "grad_norm": 1.0398173332214355,
      "learning_rate": 1.0495963191653806e-06,
      "loss": 0.3494,
      "step": 2011900
    },
    {
      "epoch": 561.52,
      "grad_norm": 1.233879804611206,
      "learning_rate": 1.0495737754983823e-06,
      "loss": 0.3289,
      "step": 2011910
    },
    {
      "epoch": 561.52,
      "grad_norm": 1.232890009880066,
      "learning_rate": 1.049551232003638e-06,
      "loss": 0.3423,
      "step": 2011920
    },
    {
      "epoch": 561.52,
      "grad_norm": 1.1231502294540405,
      "learning_rate": 1.0495286886811523e-06,
      "loss": 0.3473,
      "step": 2011930
    },
    {
      "epoch": 561.52,
      "grad_norm": 0.9746699929237366,
      "learning_rate": 1.0495061455309283e-06,
      "loss": 0.3541,
      "step": 2011940
    },
    {
      "epoch": 561.53,
      "grad_norm": 1.1986017227172852,
      "learning_rate": 1.049483602552968e-06,
      "loss": 0.3245,
      "step": 2011950
    },
    {
      "epoch": 561.53,
      "grad_norm": 1.082995057106018,
      "learning_rate": 1.0494610597472747e-06,
      "loss": 0.3485,
      "step": 2011960
    },
    {
      "epoch": 561.53,
      "grad_norm": 1.1869441270828247,
      "learning_rate": 1.0494385171138517e-06,
      "loss": 0.3361,
      "step": 2011970
    },
    {
      "epoch": 561.54,
      "grad_norm": 1.166519284248352,
      "learning_rate": 1.0494159746527018e-06,
      "loss": 0.3448,
      "step": 2011980
    },
    {
      "epoch": 561.54,
      "grad_norm": 1.141650915145874,
      "learning_rate": 1.0493934323638281e-06,
      "loss": 0.3328,
      "step": 2011990
    },
    {
      "epoch": 561.54,
      "grad_norm": 1.0308409929275513,
      "learning_rate": 1.0493708902472347e-06,
      "loss": 0.3367,
      "step": 2012000
    },
    {
      "epoch": 561.54,
      "grad_norm": 1.018410563468933,
      "learning_rate": 1.0493483483029224e-06,
      "loss": 0.3454,
      "step": 2012010
    },
    {
      "epoch": 561.55,
      "grad_norm": 1.1308428049087524,
      "learning_rate": 1.0493258065308953e-06,
      "loss": 0.3455,
      "step": 2012020
    },
    {
      "epoch": 561.55,
      "grad_norm": 1.1966758966445923,
      "learning_rate": 1.0493032649311575e-06,
      "loss": 0.3325,
      "step": 2012030
    },
    {
      "epoch": 561.55,
      "grad_norm": 1.2558984756469727,
      "learning_rate": 1.049280723503709e-06,
      "loss": 0.3407,
      "step": 2012040
    },
    {
      "epoch": 561.55,
      "grad_norm": 1.2933495044708252,
      "learning_rate": 1.0492581822485563e-06,
      "loss": 0.3565,
      "step": 2012050
    },
    {
      "epoch": 561.56,
      "grad_norm": 1.1833804845809937,
      "learning_rate": 1.0492356411657005e-06,
      "loss": 0.3267,
      "step": 2012060
    },
    {
      "epoch": 561.56,
      "grad_norm": 0.9953747391700745,
      "learning_rate": 1.0492131002551442e-06,
      "loss": 0.3414,
      "step": 2012070
    },
    {
      "epoch": 561.56,
      "grad_norm": 1.1053014993667603,
      "learning_rate": 1.0491905595168925e-06,
      "loss": 0.3391,
      "step": 2012080
    },
    {
      "epoch": 561.57,
      "grad_norm": 1.2692261934280396,
      "learning_rate": 1.0491680189509462e-06,
      "loss": 0.3364,
      "step": 2012090
    },
    {
      "epoch": 561.57,
      "grad_norm": 100.5454330444336,
      "learning_rate": 1.0491454785573088e-06,
      "loss": 0.3442,
      "step": 2012100
    },
    {
      "epoch": 561.57,
      "grad_norm": 1.2806763648986816,
      "learning_rate": 1.0491229383359837e-06,
      "loss": 0.3393,
      "step": 2012110
    },
    {
      "epoch": 561.57,
      "grad_norm": 1.1037641763687134,
      "learning_rate": 1.0491003982869748e-06,
      "loss": 0.3489,
      "step": 2012120
    },
    {
      "epoch": 561.58,
      "grad_norm": 1.0099375247955322,
      "learning_rate": 1.0490778584102822e-06,
      "loss": 0.3365,
      "step": 2012130
    },
    {
      "epoch": 561.58,
      "grad_norm": 0.9171221256256104,
      "learning_rate": 1.0490553187059126e-06,
      "loss": 0.3274,
      "step": 2012140
    },
    {
      "epoch": 561.58,
      "grad_norm": 1.0818746089935303,
      "learning_rate": 1.0490327791738665e-06,
      "loss": 0.3482,
      "step": 2012150
    },
    {
      "epoch": 561.59,
      "grad_norm": 1.0064992904663086,
      "learning_rate": 1.0490102398141473e-06,
      "loss": 0.3313,
      "step": 2012160
    },
    {
      "epoch": 561.59,
      "grad_norm": 1.275534749031067,
      "learning_rate": 1.0489877006267596e-06,
      "loss": 0.3565,
      "step": 2012170
    },
    {
      "epoch": 561.59,
      "grad_norm": 1.6140820980072021,
      "learning_rate": 1.0489651616117039e-06,
      "loss": 0.3512,
      "step": 2012180
    },
    {
      "epoch": 561.59,
      "grad_norm": 8.501745223999023,
      "learning_rate": 1.0489426227689844e-06,
      "loss": 0.3242,
      "step": 2012190
    },
    {
      "epoch": 561.6,
      "grad_norm": 1.0139273405075073,
      "learning_rate": 1.0489200840986044e-06,
      "loss": 0.3504,
      "step": 2012200
    },
    {
      "epoch": 561.6,
      "grad_norm": 1.1553866863250732,
      "learning_rate": 1.0488975456005674e-06,
      "loss": 0.3372,
      "step": 2012210
    },
    {
      "epoch": 561.6,
      "grad_norm": 1.2190442085266113,
      "learning_rate": 1.0488750072748748e-06,
      "loss": 0.3371,
      "step": 2012220
    },
    {
      "epoch": 561.6,
      "grad_norm": 4.2358574867248535,
      "learning_rate": 1.04885246912153e-06,
      "loss": 0.3474,
      "step": 2012230
    },
    {
      "epoch": 561.61,
      "grad_norm": 0.9696979522705078,
      "learning_rate": 1.0488299311405377e-06,
      "loss": 0.3221,
      "step": 2012240
    },
    {
      "epoch": 561.61,
      "grad_norm": 1.2999517917633057,
      "learning_rate": 1.0488073933318976e-06,
      "loss": 0.3375,
      "step": 2012250
    },
    {
      "epoch": 561.61,
      "grad_norm": 1.1018842458724976,
      "learning_rate": 1.0487848556956167e-06,
      "loss": 0.3486,
      "step": 2012260
    },
    {
      "epoch": 561.62,
      "grad_norm": 1.2833184003829956,
      "learning_rate": 1.0487623182316943e-06,
      "loss": 0.3202,
      "step": 2012270
    },
    {
      "epoch": 561.62,
      "grad_norm": 1.1100214719772339,
      "learning_rate": 1.0487397809401368e-06,
      "loss": 0.3295,
      "step": 2012280
    },
    {
      "epoch": 561.62,
      "grad_norm": 1.2157244682312012,
      "learning_rate": 1.0487172438209445e-06,
      "loss": 0.3357,
      "step": 2012290
    },
    {
      "epoch": 561.62,
      "grad_norm": 1.1466736793518066,
      "learning_rate": 1.0486947068741216e-06,
      "loss": 0.3296,
      "step": 2012300
    },
    {
      "epoch": 561.63,
      "grad_norm": 1.265150547027588,
      "learning_rate": 1.0486721700996715e-06,
      "loss": 0.3335,
      "step": 2012310
    },
    {
      "epoch": 561.63,
      "grad_norm": 1.2659209966659546,
      "learning_rate": 1.0486496334975958e-06,
      "loss": 0.3408,
      "step": 2012320
    },
    {
      "epoch": 561.63,
      "grad_norm": 1.276799201965332,
      "learning_rate": 1.0486270970678987e-06,
      "loss": 0.3423,
      "step": 2012330
    },
    {
      "epoch": 561.64,
      "grad_norm": 1.150747299194336,
      "learning_rate": 1.0486045608105824e-06,
      "loss": 0.3277,
      "step": 2012340
    },
    {
      "epoch": 561.64,
      "grad_norm": 1.0082420110702515,
      "learning_rate": 1.0485820247256515e-06,
      "loss": 0.3415,
      "step": 2012350
    },
    {
      "epoch": 561.64,
      "grad_norm": 1.1799653768539429,
      "learning_rate": 1.0485594888131067e-06,
      "loss": 0.3497,
      "step": 2012360
    },
    {
      "epoch": 561.64,
      "grad_norm": 1.1345864534378052,
      "learning_rate": 1.0485369530729519e-06,
      "loss": 0.3444,
      "step": 2012370
    },
    {
      "epoch": 561.65,
      "grad_norm": 1.2582744359970093,
      "learning_rate": 1.0485144175051917e-06,
      "loss": 0.3427,
      "step": 2012380
    },
    {
      "epoch": 561.65,
      "grad_norm": 1.0532246828079224,
      "learning_rate": 1.0484918821098256e-06,
      "loss": 0.3343,
      "step": 2012390
    },
    {
      "epoch": 561.65,
      "grad_norm": 1.255326271057129,
      "learning_rate": 1.0484693468868606e-06,
      "loss": 0.3538,
      "step": 2012400
    },
    {
      "epoch": 561.66,
      "grad_norm": 0.9715705513954163,
      "learning_rate": 1.0484468118362969e-06,
      "loss": 0.3376,
      "step": 2012410
    },
    {
      "epoch": 561.66,
      "grad_norm": 1.3424746990203857,
      "learning_rate": 1.0484242769581384e-06,
      "loss": 0.3326,
      "step": 2012420
    },
    {
      "epoch": 561.66,
      "grad_norm": 1.1505951881408691,
      "learning_rate": 1.048401742252388e-06,
      "loss": 0.3562,
      "step": 2012430
    },
    {
      "epoch": 561.66,
      "grad_norm": 1.3255164623260498,
      "learning_rate": 1.04837920771905e-06,
      "loss": 0.3567,
      "step": 2012440
    },
    {
      "epoch": 561.67,
      "grad_norm": 1.2086621522903442,
      "learning_rate": 1.048356673358125e-06,
      "loss": 0.3494,
      "step": 2012450
    },
    {
      "epoch": 561.67,
      "grad_norm": 1.3094723224639893,
      "learning_rate": 1.0483341391696173e-06,
      "loss": 0.3523,
      "step": 2012460
    },
    {
      "epoch": 561.67,
      "grad_norm": 1.0977786779403687,
      "learning_rate": 1.048311605153531e-06,
      "loss": 0.3345,
      "step": 2012470
    },
    {
      "epoch": 561.67,
      "grad_norm": 1.2400882244110107,
      "learning_rate": 1.0482890713098657e-06,
      "loss": 0.3517,
      "step": 2012480
    },
    {
      "epoch": 561.68,
      "grad_norm": 1.088690996170044,
      "learning_rate": 1.0482665376386284e-06,
      "loss": 0.323,
      "step": 2012490
    },
    {
      "epoch": 561.68,
      "grad_norm": 1.077341079711914,
      "learning_rate": 1.0482440041398195e-06,
      "loss": 0.3297,
      "step": 2012500
    },
    {
      "epoch": 561.68,
      "grad_norm": 1.0427579879760742,
      "learning_rate": 1.048221470813443e-06,
      "loss": 0.3304,
      "step": 2012510
    },
    {
      "epoch": 561.69,
      "grad_norm": 1.1527607440948486,
      "learning_rate": 1.0481989376595024e-06,
      "loss": 0.3362,
      "step": 2012520
    },
    {
      "epoch": 561.69,
      "grad_norm": 1.1041618585586548,
      "learning_rate": 1.0481764046779992e-06,
      "loss": 0.3418,
      "step": 2012530
    },
    {
      "epoch": 561.69,
      "grad_norm": 1.056348443031311,
      "learning_rate": 1.048153871868937e-06,
      "loss": 0.352,
      "step": 2012540
    },
    {
      "epoch": 561.69,
      "grad_norm": 1.1917455196380615,
      "learning_rate": 1.0481313392323194e-06,
      "loss": 0.3459,
      "step": 2012550
    },
    {
      "epoch": 561.7,
      "grad_norm": 1.2210941314697266,
      "learning_rate": 1.0481088067681485e-06,
      "loss": 0.339,
      "step": 2012560
    },
    {
      "epoch": 561.7,
      "grad_norm": 1.2268438339233398,
      "learning_rate": 1.048086274476428e-06,
      "loss": 0.3303,
      "step": 2012570
    },
    {
      "epoch": 561.7,
      "grad_norm": 0.9577174782752991,
      "learning_rate": 1.0480637423571618e-06,
      "loss": 0.3171,
      "step": 2012580
    },
    {
      "epoch": 561.71,
      "grad_norm": 3.3841280937194824,
      "learning_rate": 1.0480412104103506e-06,
      "loss": 0.3552,
      "step": 2012590
    },
    {
      "epoch": 561.71,
      "grad_norm": 1.0399503707885742,
      "learning_rate": 1.0480186786359989e-06,
      "loss": 0.3421,
      "step": 2012600
    },
    {
      "epoch": 561.71,
      "grad_norm": 1.228950023651123,
      "learning_rate": 1.0479961470341099e-06,
      "loss": 0.3365,
      "step": 2012610
    },
    {
      "epoch": 561.71,
      "grad_norm": 1.04082190990448,
      "learning_rate": 1.0479736156046846e-06,
      "loss": 0.3462,
      "step": 2012620
    },
    {
      "epoch": 561.72,
      "grad_norm": 1.2307897806167603,
      "learning_rate": 1.047951084347729e-06,
      "loss": 0.3368,
      "step": 2012630
    },
    {
      "epoch": 561.72,
      "grad_norm": 1.2203435897827148,
      "learning_rate": 1.047928553263244e-06,
      "loss": 0.3459,
      "step": 2012640
    },
    {
      "epoch": 561.72,
      "grad_norm": 1.279474139213562,
      "learning_rate": 1.0479060223512332e-06,
      "loss": 0.3414,
      "step": 2012650
    },
    {
      "epoch": 561.72,
      "grad_norm": 1.1589816808700562,
      "learning_rate": 1.0478834916117002e-06,
      "loss": 0.3472,
      "step": 2012660
    },
    {
      "epoch": 561.73,
      "grad_norm": 1.1368457078933716,
      "learning_rate": 1.0478609610446468e-06,
      "loss": 0.3383,
      "step": 2012670
    },
    {
      "epoch": 561.73,
      "grad_norm": 0.9702466130256653,
      "learning_rate": 1.0478384306500762e-06,
      "loss": 0.3398,
      "step": 2012680
    },
    {
      "epoch": 561.73,
      "grad_norm": 1.0605971813201904,
      "learning_rate": 1.047815900427992e-06,
      "loss": 0.3419,
      "step": 2012690
    },
    {
      "epoch": 561.74,
      "grad_norm": 1.1578295230865479,
      "learning_rate": 1.0477933703783978e-06,
      "loss": 0.3423,
      "step": 2012700
    },
    {
      "epoch": 561.74,
      "grad_norm": 1.185460090637207,
      "learning_rate": 1.047770840501294e-06,
      "loss": 0.3207,
      "step": 2012710
    },
    {
      "epoch": 561.74,
      "grad_norm": 1.1981066465377808,
      "learning_rate": 1.0477483107966875e-06,
      "loss": 0.3124,
      "step": 2012720
    },
    {
      "epoch": 561.74,
      "grad_norm": 1.1772465705871582,
      "learning_rate": 1.0477257812645781e-06,
      "loss": 0.3592,
      "step": 2012730
    },
    {
      "epoch": 561.75,
      "grad_norm": 2.4641036987304688,
      "learning_rate": 1.0477032519049698e-06,
      "loss": 0.3425,
      "step": 2012740
    },
    {
      "epoch": 561.75,
      "grad_norm": 1.1937298774719238,
      "learning_rate": 1.0476807227178662e-06,
      "loss": 0.3426,
      "step": 2012750
    },
    {
      "epoch": 561.75,
      "grad_norm": 1.0690035820007324,
      "learning_rate": 1.0476581937032694e-06,
      "loss": 0.3437,
      "step": 2012760
    },
    {
      "epoch": 561.76,
      "grad_norm": 1.2048684358596802,
      "learning_rate": 1.0476356648611826e-06,
      "loss": 0.3592,
      "step": 2012770
    },
    {
      "epoch": 561.76,
      "grad_norm": 1.2653433084487915,
      "learning_rate": 1.047613136191609e-06,
      "loss": 0.3373,
      "step": 2012780
    },
    {
      "epoch": 561.76,
      "grad_norm": 1.213592767715454,
      "learning_rate": 1.0475906076945525e-06,
      "loss": 0.3491,
      "step": 2012790
    },
    {
      "epoch": 561.76,
      "grad_norm": 1.3113590478897095,
      "learning_rate": 1.0475680793700141e-06,
      "loss": 0.3473,
      "step": 2012800
    },
    {
      "epoch": 561.77,
      "grad_norm": 0.9756503105163574,
      "learning_rate": 1.0475455512179982e-06,
      "loss": 0.3449,
      "step": 2012810
    },
    {
      "epoch": 561.77,
      "grad_norm": 1.1378157138824463,
      "learning_rate": 1.0475230232385072e-06,
      "loss": 0.334,
      "step": 2012820
    },
    {
      "epoch": 561.77,
      "grad_norm": 1.0159071683883667,
      "learning_rate": 1.0475004954315446e-06,
      "loss": 0.3406,
      "step": 2012830
    },
    {
      "epoch": 561.78,
      "grad_norm": 1.1356126070022583,
      "learning_rate": 1.0474779677971138e-06,
      "loss": 0.3241,
      "step": 2012840
    },
    {
      "epoch": 561.78,
      "grad_norm": 1.0948163270950317,
      "learning_rate": 1.0474554403352155e-06,
      "loss": 0.3444,
      "step": 2012850
    },
    {
      "epoch": 561.78,
      "grad_norm": 1.1818170547485352,
      "learning_rate": 1.047432913045856e-06,
      "loss": 0.343,
      "step": 2012860
    },
    {
      "epoch": 561.78,
      "grad_norm": 1.2492141723632812,
      "learning_rate": 1.047410385929036e-06,
      "loss": 0.3548,
      "step": 2012870
    },
    {
      "epoch": 561.79,
      "grad_norm": 1.0430208444595337,
      "learning_rate": 1.0473878589847587e-06,
      "loss": 0.3361,
      "step": 2012880
    },
    {
      "epoch": 561.79,
      "grad_norm": 1.381666660308838,
      "learning_rate": 1.0473653322130287e-06,
      "loss": 0.3373,
      "step": 2012890
    },
    {
      "epoch": 561.79,
      "grad_norm": 1.0965300798416138,
      "learning_rate": 1.0473428056138472e-06,
      "loss": 0.3548,
      "step": 2012900
    },
    {
      "epoch": 561.79,
      "grad_norm": 1.2323634624481201,
      "learning_rate": 1.0473202791872177e-06,
      "loss": 0.3325,
      "step": 2012910
    },
    {
      "epoch": 561.8,
      "grad_norm": 1.4146385192871094,
      "learning_rate": 1.0472977529331434e-06,
      "loss": 0.3341,
      "step": 2012920
    },
    {
      "epoch": 561.8,
      "grad_norm": 1.4765205383300781,
      "learning_rate": 1.047275226851628e-06,
      "loss": 0.3437,
      "step": 2012930
    },
    {
      "epoch": 561.8,
      "grad_norm": 1.0371723175048828,
      "learning_rate": 1.0472527009426721e-06,
      "loss": 0.3313,
      "step": 2012940
    },
    {
      "epoch": 561.81,
      "grad_norm": 1.0703904628753662,
      "learning_rate": 1.047230175206282e-06,
      "loss": 0.3367,
      "step": 2012950
    },
    {
      "epoch": 561.81,
      "grad_norm": 1.2549642324447632,
      "learning_rate": 1.0472076496424584e-06,
      "loss": 0.329,
      "step": 2012960
    },
    {
      "epoch": 561.81,
      "grad_norm": 1.0777678489685059,
      "learning_rate": 1.0471851242512045e-06,
      "loss": 0.3347,
      "step": 2012970
    },
    {
      "epoch": 561.81,
      "grad_norm": 1.4503706693649292,
      "learning_rate": 1.0471625990325249e-06,
      "loss": 0.3563,
      "step": 2012980
    },
    {
      "epoch": 561.82,
      "grad_norm": 1.4714175462722778,
      "learning_rate": 1.0471400739864206e-06,
      "loss": 0.3462,
      "step": 2012990
    },
    {
      "epoch": 561.82,
      "grad_norm": 1.142117977142334,
      "learning_rate": 1.0471175491128952e-06,
      "loss": 0.3466,
      "step": 2013000
    },
    {
      "epoch": 561.82,
      "grad_norm": 0.9742740392684937,
      "learning_rate": 1.0470950244119522e-06,
      "loss": 0.324,
      "step": 2013010
    },
    {
      "epoch": 561.83,
      "grad_norm": 1.048374056816101,
      "learning_rate": 1.0470724998835949e-06,
      "loss": 0.3413,
      "step": 2013020
    },
    {
      "epoch": 561.83,
      "grad_norm": 1.1180119514465332,
      "learning_rate": 1.0470499755278254e-06,
      "loss": 0.3294,
      "step": 2013030
    },
    {
      "epoch": 561.83,
      "grad_norm": 1.1308866739273071,
      "learning_rate": 1.0470274513446465e-06,
      "loss": 0.3626,
      "step": 2013040
    },
    {
      "epoch": 561.83,
      "grad_norm": 1.1143115758895874,
      "learning_rate": 1.0470049273340629e-06,
      "loss": 0.3408,
      "step": 2013050
    },
    {
      "epoch": 561.84,
      "grad_norm": 1.1365811824798584,
      "learning_rate": 1.0469824034960743e-06,
      "loss": 0.3496,
      "step": 2013060
    },
    {
      "epoch": 561.84,
      "grad_norm": 1.1044948101043701,
      "learning_rate": 1.046959879830688e-06,
      "loss": 0.3366,
      "step": 2013070
    },
    {
      "epoch": 561.84,
      "grad_norm": 1.2000477313995361,
      "learning_rate": 1.0469373563379038e-06,
      "loss": 0.3335,
      "step": 2013080
    },
    {
      "epoch": 561.84,
      "grad_norm": 2.5164906978607178,
      "learning_rate": 1.0469148330177254e-06,
      "loss": 0.3358,
      "step": 2013090
    },
    {
      "epoch": 561.85,
      "grad_norm": 1.0705050230026245,
      "learning_rate": 1.0468923098701566e-06,
      "loss": 0.3402,
      "step": 2013100
    },
    {
      "epoch": 561.85,
      "grad_norm": 1.2500128746032715,
      "learning_rate": 1.0468697868952005e-06,
      "loss": 0.3534,
      "step": 2013110
    },
    {
      "epoch": 561.85,
      "grad_norm": 1.1368266344070435,
      "learning_rate": 1.0468472640928587e-06,
      "loss": 0.3608,
      "step": 2013120
    },
    {
      "epoch": 561.86,
      "grad_norm": 1.0221798419952393,
      "learning_rate": 1.0468247414631351e-06,
      "loss": 0.346,
      "step": 2013130
    },
    {
      "epoch": 561.86,
      "grad_norm": 1.247589349746704,
      "learning_rate": 1.0468022190060323e-06,
      "loss": 0.3402,
      "step": 2013140
    },
    {
      "epoch": 561.86,
      "grad_norm": 1.2734267711639404,
      "learning_rate": 1.046779696721554e-06,
      "loss": 0.3321,
      "step": 2013150
    },
    {
      "epoch": 561.86,
      "grad_norm": 1.2491317987442017,
      "learning_rate": 1.0467571746097036e-06,
      "loss": 0.3345,
      "step": 2013160
    },
    {
      "epoch": 561.87,
      "grad_norm": 1.3543039560317993,
      "learning_rate": 1.0467346526704823e-06,
      "loss": 0.3306,
      "step": 2013170
    },
    {
      "epoch": 561.87,
      "grad_norm": 1.2338838577270508,
      "learning_rate": 1.046712130903894e-06,
      "loss": 0.3414,
      "step": 2013180
    },
    {
      "epoch": 561.87,
      "grad_norm": 1.08176851272583,
      "learning_rate": 1.0466896093099429e-06,
      "loss": 0.3577,
      "step": 2013190
    },
    {
      "epoch": 561.88,
      "grad_norm": 1.0266424417495728,
      "learning_rate": 1.046667087888629e-06,
      "loss": 0.3321,
      "step": 2013200
    },
    {
      "epoch": 561.88,
      "grad_norm": 1.0561882257461548,
      "learning_rate": 1.046644566639959e-06,
      "loss": 0.3533,
      "step": 2013210
    },
    {
      "epoch": 561.88,
      "grad_norm": 1.0851247310638428,
      "learning_rate": 1.0466220455639332e-06,
      "loss": 0.35,
      "step": 2013220
    },
    {
      "epoch": 561.88,
      "grad_norm": 1.2262145280838013,
      "learning_rate": 1.0465995246605553e-06,
      "loss": 0.3504,
      "step": 2013230
    },
    {
      "epoch": 561.89,
      "grad_norm": 12.284375190734863,
      "learning_rate": 1.0465770039298287e-06,
      "loss": 0.3324,
      "step": 2013240
    },
    {
      "epoch": 561.89,
      "grad_norm": 1.070675253868103,
      "learning_rate": 1.0465544833717573e-06,
      "loss": 0.3499,
      "step": 2013250
    },
    {
      "epoch": 561.89,
      "grad_norm": 1.1361912488937378,
      "learning_rate": 1.0465319629863415e-06,
      "loss": 0.3267,
      "step": 2013260
    },
    {
      "epoch": 561.9,
      "grad_norm": 0.959457278251648,
      "learning_rate": 1.0465094427735863e-06,
      "loss": 0.3349,
      "step": 2013270
    },
    {
      "epoch": 561.9,
      "grad_norm": 1.1654144525527954,
      "learning_rate": 1.0464869227334946e-06,
      "loss": 0.3475,
      "step": 2013280
    },
    {
      "epoch": 561.9,
      "grad_norm": 1.1007713079452515,
      "learning_rate": 1.0464644028660676e-06,
      "loss": 0.3302,
      "step": 2013290
    },
    {
      "epoch": 561.9,
      "grad_norm": 1.11709725856781,
      "learning_rate": 1.0464418831713112e-06,
      "loss": 0.3301,
      "step": 2013300
    },
    {
      "epoch": 561.91,
      "grad_norm": 1.1302120685577393,
      "learning_rate": 1.046419363649226e-06,
      "loss": 0.3379,
      "step": 2013310
    },
    {
      "epoch": 561.91,
      "grad_norm": 1.1157137155532837,
      "learning_rate": 1.0463968442998158e-06,
      "loss": 0.3475,
      "step": 2013320
    },
    {
      "epoch": 561.91,
      "grad_norm": 1.8208229541778564,
      "learning_rate": 1.0463743251230847e-06,
      "loss": 0.3471,
      "step": 2013330
    },
    {
      "epoch": 561.91,
      "grad_norm": 1.1936784982681274,
      "learning_rate": 1.0463518061190339e-06,
      "loss": 0.3348,
      "step": 2013340
    },
    {
      "epoch": 561.92,
      "grad_norm": 1.2493131160736084,
      "learning_rate": 1.0463292872876669e-06,
      "loss": 0.3422,
      "step": 2013350
    },
    {
      "epoch": 561.92,
      "grad_norm": 1.3541089296340942,
      "learning_rate": 1.0463067686289872e-06,
      "loss": 0.3537,
      "step": 2013360
    },
    {
      "epoch": 561.92,
      "grad_norm": 1.2373818159103394,
      "learning_rate": 1.046284250142998e-06,
      "loss": 0.3379,
      "step": 2013370
    },
    {
      "epoch": 561.93,
      "grad_norm": 1.0598185062408447,
      "learning_rate": 1.0462617318297004e-06,
      "loss": 0.3313,
      "step": 2013380
    },
    {
      "epoch": 561.93,
      "grad_norm": 1.1637178659439087,
      "learning_rate": 1.0462392136891006e-06,
      "loss": 0.3584,
      "step": 2013390
    },
    {
      "epoch": 561.93,
      "grad_norm": 1.1819658279418945,
      "learning_rate": 1.046216695721199e-06,
      "loss": 0.3384,
      "step": 2013400
    },
    {
      "epoch": 561.93,
      "grad_norm": 1.1365066766738892,
      "learning_rate": 1.0461941779259993e-06,
      "loss": 0.3409,
      "step": 2013410
    },
    {
      "epoch": 561.94,
      "grad_norm": 1.2867200374603271,
      "learning_rate": 1.0461716603035056e-06,
      "loss": 0.35,
      "step": 2013420
    },
    {
      "epoch": 561.94,
      "grad_norm": 1.1364609003067017,
      "learning_rate": 1.046149142853718e-06,
      "loss": 0.3265,
      "step": 2013430
    },
    {
      "epoch": 561.94,
      "grad_norm": 1.2256604433059692,
      "learning_rate": 1.0461266255766432e-06,
      "loss": 0.334,
      "step": 2013440
    },
    {
      "epoch": 561.95,
      "grad_norm": 1.1046737432479858,
      "learning_rate": 1.0461041084722818e-06,
      "loss": 0.3274,
      "step": 2013450
    },
    {
      "epoch": 561.95,
      "grad_norm": 1.1287257671356201,
      "learning_rate": 1.0460815915406373e-06,
      "loss": 0.3625,
      "step": 2013460
    },
    {
      "epoch": 561.95,
      "grad_norm": 1.2702586650848389,
      "learning_rate": 1.0460590747817136e-06,
      "loss": 0.3308,
      "step": 2013470
    },
    {
      "epoch": 561.95,
      "grad_norm": 1.1842703819274902,
      "learning_rate": 1.0460365581955122e-06,
      "loss": 0.3458,
      "step": 2013480
    },
    {
      "epoch": 561.96,
      "grad_norm": 1.1205741167068481,
      "learning_rate": 1.0460140417820367e-06,
      "loss": 0.3516,
      "step": 2013490
    },
    {
      "epoch": 561.96,
      "grad_norm": 1.1417210102081299,
      "learning_rate": 1.0459915255412901e-06,
      "loss": 0.3393,
      "step": 2013500
    },
    {
      "epoch": 561.96,
      "grad_norm": 1.028097152709961,
      "learning_rate": 1.0459690094732766e-06,
      "loss": 0.348,
      "step": 2013510
    },
    {
      "epoch": 561.96,
      "grad_norm": 1.0835344791412354,
      "learning_rate": 1.0459464935779964e-06,
      "loss": 0.3462,
      "step": 2013520
    },
    {
      "epoch": 561.97,
      "grad_norm": 1.328005075454712,
      "learning_rate": 1.0459239778554557e-06,
      "loss": 0.3524,
      "step": 2013530
    },
    {
      "epoch": 561.97,
      "grad_norm": 1.2256791591644287,
      "learning_rate": 1.0459014623056553e-06,
      "loss": 0.3326,
      "step": 2013540
    },
    {
      "epoch": 561.97,
      "grad_norm": 1.1021349430084229,
      "learning_rate": 1.045878946928599e-06,
      "loss": 0.3396,
      "step": 2013550
    },
    {
      "epoch": 561.98,
      "grad_norm": 1.0695397853851318,
      "learning_rate": 1.04585643172429e-06,
      "loss": 0.3486,
      "step": 2013560
    },
    {
      "epoch": 561.98,
      "grad_norm": 1.208446979522705,
      "learning_rate": 1.0458339166927307e-06,
      "loss": 0.3407,
      "step": 2013570
    },
    {
      "epoch": 561.98,
      "grad_norm": 1.1042535305023193,
      "learning_rate": 1.0458114018339242e-06,
      "loss": 0.3686,
      "step": 2013580
    },
    {
      "epoch": 561.98,
      "grad_norm": 1.1566016674041748,
      "learning_rate": 1.0457888871478738e-06,
      "loss": 0.3383,
      "step": 2013590
    },
    {
      "epoch": 561.99,
      "grad_norm": 1.3344717025756836,
      "learning_rate": 1.045766372634583e-06,
      "loss": 0.3498,
      "step": 2013600
    },
    {
      "epoch": 561.99,
      "grad_norm": 1.117576003074646,
      "learning_rate": 1.0457438582940535e-06,
      "loss": 0.3244,
      "step": 2013610
    },
    {
      "epoch": 561.99,
      "grad_norm": 1.1329107284545898,
      "learning_rate": 1.045721344126289e-06,
      "loss": 0.3405,
      "step": 2013620
    },
    {
      "epoch": 562.0,
      "grad_norm": 1.0829976797103882,
      "learning_rate": 1.045698830131293e-06,
      "loss": 0.3506,
      "step": 2013630
    },
    {
      "epoch": 562.0,
      "grad_norm": 1.1486696004867554,
      "learning_rate": 1.0456763163090667e-06,
      "loss": 0.3314,
      "step": 2013640
    },
    {
      "epoch": 562.0,
      "eval_loss": 0.3401819169521332,
      "eval_runtime": 63.515,
      "eval_samples_per_second": 79.65,
      "eval_steps_per_second": 9.966,
      "step": 2013646
    },
    {
      "epoch": 562.0,
      "grad_norm": 1.2144564390182495,
      "learning_rate": 1.0456538026596158e-06,
      "loss": 0.3367,
      "step": 2013650
    },
    {
      "epoch": 562.0,
      "grad_norm": 1.0230417251586914,
      "learning_rate": 1.0456312891829412e-06,
      "loss": 0.3352,
      "step": 2013660
    },
    {
      "epoch": 562.01,
      "grad_norm": 1.303306221961975,
      "learning_rate": 1.0456087758790463e-06,
      "loss": 0.3363,
      "step": 2013670
    },
    {
      "epoch": 562.01,
      "grad_norm": 1.0410963296890259,
      "learning_rate": 1.0455862627479342e-06,
      "loss": 0.3178,
      "step": 2013680
    },
    {
      "epoch": 562.01,
      "grad_norm": 1.1452611684799194,
      "learning_rate": 1.0455637497896095e-06,
      "loss": 0.3208,
      "step": 2013690
    },
    {
      "epoch": 562.02,
      "grad_norm": 1.1872142553329468,
      "learning_rate": 1.0455412370040723e-06,
      "loss": 0.3203,
      "step": 2013700
    },
    {
      "epoch": 562.02,
      "grad_norm": 1.8115416765213013,
      "learning_rate": 1.0455187243913272e-06,
      "loss": 0.3527,
      "step": 2013710
    },
    {
      "epoch": 562.02,
      "grad_norm": 1.2931103706359863,
      "learning_rate": 1.0454962119513774e-06,
      "loss": 0.3472,
      "step": 2013720
    },
    {
      "epoch": 562.02,
      "grad_norm": 1.1090160608291626,
      "learning_rate": 1.0454736996842254e-06,
      "loss": 0.3391,
      "step": 2013730
    },
    {
      "epoch": 562.03,
      "grad_norm": 1.183907389640808,
      "learning_rate": 1.0454511875898749e-06,
      "loss": 0.3338,
      "step": 2013740
    },
    {
      "epoch": 562.03,
      "grad_norm": 1.1485494375228882,
      "learning_rate": 1.0454286756683273e-06,
      "loss": 0.3369,
      "step": 2013750
    },
    {
      "epoch": 562.03,
      "grad_norm": 1.0515403747558594,
      "learning_rate": 1.0454061639195872e-06,
      "loss": 0.3259,
      "step": 2013760
    },
    {
      "epoch": 562.03,
      "grad_norm": 1.195449709892273,
      "learning_rate": 1.045383652343657e-06,
      "loss": 0.3438,
      "step": 2013770
    },
    {
      "epoch": 562.04,
      "grad_norm": 1.270397424697876,
      "learning_rate": 1.0453611409405393e-06,
      "loss": 0.3424,
      "step": 2013780
    },
    {
      "epoch": 562.04,
      "grad_norm": 1.126865267753601,
      "learning_rate": 1.0453386297102386e-06,
      "loss": 0.3375,
      "step": 2013790
    },
    {
      "epoch": 562.04,
      "grad_norm": 1.2079594135284424,
      "learning_rate": 1.0453161186527556e-06,
      "loss": 0.3482,
      "step": 2013800
    },
    {
      "epoch": 562.05,
      "grad_norm": 1.2123829126358032,
      "learning_rate": 1.045293607768095e-06,
      "loss": 0.3446,
      "step": 2013810
    },
    {
      "epoch": 562.05,
      "grad_norm": 3.3200106620788574,
      "learning_rate": 1.0452710970562591e-06,
      "loss": 0.352,
      "step": 2013820
    },
    {
      "epoch": 562.05,
      "grad_norm": 1.744925618171692,
      "learning_rate": 1.045248586517252e-06,
      "loss": 0.35,
      "step": 2013830
    },
    {
      "epoch": 562.05,
      "grad_norm": 1.1331206560134888,
      "learning_rate": 1.0452260761510748e-06,
      "loss": 0.3619,
      "step": 2013840
    },
    {
      "epoch": 562.06,
      "grad_norm": 0.9205206036567688,
      "learning_rate": 1.0452035659577316e-06,
      "loss": 0.3294,
      "step": 2013850
    },
    {
      "epoch": 562.06,
      "grad_norm": 0.9029572010040283,
      "learning_rate": 1.045181055937226e-06,
      "loss": 0.3376,
      "step": 2013860
    },
    {
      "epoch": 562.06,
      "grad_norm": 1.0941153764724731,
      "learning_rate": 1.0451585460895586e-06,
      "loss": 0.3251,
      "step": 2013870
    },
    {
      "epoch": 562.07,
      "grad_norm": 1.1617918014526367,
      "learning_rate": 1.045136036414736e-06,
      "loss": 0.3487,
      "step": 2013880
    },
    {
      "epoch": 562.07,
      "grad_norm": 1.1591260433197021,
      "learning_rate": 1.0451135269127581e-06,
      "loss": 0.3499,
      "step": 2013890
    },
    {
      "epoch": 562.07,
      "grad_norm": 1.1847848892211914,
      "learning_rate": 1.0450910175836295e-06,
      "loss": 0.3305,
      "step": 2013900
    },
    {
      "epoch": 562.07,
      "grad_norm": 1.0318764448165894,
      "learning_rate": 1.0450685084273525e-06,
      "loss": 0.3239,
      "step": 2013910
    },
    {
      "epoch": 562.08,
      "grad_norm": 1.0364056825637817,
      "learning_rate": 1.045045999443931e-06,
      "loss": 0.3309,
      "step": 2013920
    },
    {
      "epoch": 562.08,
      "grad_norm": 0.9312214255332947,
      "learning_rate": 1.045023490633367e-06,
      "loss": 0.345,
      "step": 2013930
    },
    {
      "epoch": 562.08,
      "grad_norm": 0.9902042746543884,
      "learning_rate": 1.0450009819956635e-06,
      "loss": 0.3545,
      "step": 2013940
    },
    {
      "epoch": 562.08,
      "grad_norm": 1.2289706468582153,
      "learning_rate": 1.0449784735308246e-06,
      "loss": 0.3384,
      "step": 2013950
    },
    {
      "epoch": 562.09,
      "grad_norm": 1.076157569885254,
      "learning_rate": 1.0449559652388512e-06,
      "loss": 0.3333,
      "step": 2013960
    },
    {
      "epoch": 562.09,
      "grad_norm": 1.65449059009552,
      "learning_rate": 1.0449334571197494e-06,
      "loss": 0.3508,
      "step": 2013970
    },
    {
      "epoch": 562.09,
      "grad_norm": 1.1583778858184814,
      "learning_rate": 1.044910949173519e-06,
      "loss": 0.3693,
      "step": 2013980
    },
    {
      "epoch": 562.1,
      "grad_norm": 1.1416723728179932,
      "learning_rate": 1.0448884414001649e-06,
      "loss": 0.3239,
      "step": 2013990
    },
    {
      "epoch": 562.1,
      "grad_norm": 1.077930212020874,
      "learning_rate": 1.0448659337996903e-06,
      "loss": 0.3513,
      "step": 2014000
    },
    {
      "epoch": 562.1,
      "grad_norm": 1.211521029472351,
      "learning_rate": 1.044843426372096e-06,
      "loss": 0.3492,
      "step": 2014010
    },
    {
      "epoch": 562.1,
      "grad_norm": 1.0771527290344238,
      "learning_rate": 1.044820919117388e-06,
      "loss": 0.3312,
      "step": 2014020
    },
    {
      "epoch": 562.11,
      "grad_norm": 1.0248644351959229,
      "learning_rate": 1.044798412035567e-06,
      "loss": 0.3479,
      "step": 2014030
    },
    {
      "epoch": 562.11,
      "grad_norm": 1.2611905336380005,
      "learning_rate": 1.044775905126637e-06,
      "loss": 0.3519,
      "step": 2014040
    },
    {
      "epoch": 562.11,
      "grad_norm": 0.9718768000602722,
      "learning_rate": 1.0447533983906006e-06,
      "loss": 0.3237,
      "step": 2014050
    },
    {
      "epoch": 562.12,
      "grad_norm": 1.065172553062439,
      "learning_rate": 1.0447308918274621e-06,
      "loss": 0.3498,
      "step": 2014060
    },
    {
      "epoch": 562.12,
      "grad_norm": 1.0111851692199707,
      "learning_rate": 1.0447083854372223e-06,
      "loss": 0.3328,
      "step": 2014070
    },
    {
      "epoch": 562.12,
      "grad_norm": 1.178127646446228,
      "learning_rate": 1.0446858792198854e-06,
      "loss": 0.34,
      "step": 2014080
    },
    {
      "epoch": 562.12,
      "grad_norm": 1.141011118888855,
      "learning_rate": 1.0446633731754552e-06,
      "loss": 0.3361,
      "step": 2014090
    },
    {
      "epoch": 562.13,
      "grad_norm": 1.0925384759902954,
      "learning_rate": 1.044640867303932e-06,
      "loss": 0.3316,
      "step": 2014100
    },
    {
      "epoch": 562.13,
      "grad_norm": 0.9724451899528503,
      "learning_rate": 1.0446183616053223e-06,
      "loss": 0.3347,
      "step": 2014110
    },
    {
      "epoch": 562.13,
      "grad_norm": 1.3627433776855469,
      "learning_rate": 1.0445958560796263e-06,
      "loss": 0.3472,
      "step": 2014120
    },
    {
      "epoch": 562.14,
      "grad_norm": 1.9781441688537598,
      "learning_rate": 1.0445733507268483e-06,
      "loss": 0.3328,
      "step": 2014130
    },
    {
      "epoch": 562.14,
      "grad_norm": 1.1347030401229858,
      "learning_rate": 1.0445508455469919e-06,
      "loss": 0.335,
      "step": 2014140
    },
    {
      "epoch": 562.14,
      "grad_norm": 1.2476520538330078,
      "learning_rate": 1.0445283405400585e-06,
      "loss": 0.3398,
      "step": 2014150
    },
    {
      "epoch": 562.14,
      "grad_norm": 0.9696967601776123,
      "learning_rate": 1.0445058357060517e-06,
      "loss": 0.3377,
      "step": 2014160
    },
    {
      "epoch": 562.15,
      "grad_norm": 1.2208263874053955,
      "learning_rate": 1.0444833310449748e-06,
      "loss": 0.3506,
      "step": 2014170
    },
    {
      "epoch": 562.15,
      "grad_norm": 1.0608634948730469,
      "learning_rate": 1.0444608265568315e-06,
      "loss": 0.3563,
      "step": 2014180
    },
    {
      "epoch": 562.15,
      "grad_norm": 1.3742631673812866,
      "learning_rate": 1.044438322241622e-06,
      "loss": 0.3427,
      "step": 2014190
    },
    {
      "epoch": 562.15,
      "grad_norm": 1.4312599897384644,
      "learning_rate": 1.044415818099353e-06,
      "loss": 0.3493,
      "step": 2014200
    },
    {
      "epoch": 562.16,
      "grad_norm": 1.3572986125946045,
      "learning_rate": 1.044393314130025e-06,
      "loss": 0.3329,
      "step": 2014210
    },
    {
      "epoch": 562.16,
      "grad_norm": 0.9514533281326294,
      "learning_rate": 1.0443708103336417e-06,
      "loss": 0.3424,
      "step": 2014220
    },
    {
      "epoch": 562.16,
      "grad_norm": 1.12669038772583,
      "learning_rate": 1.044348306710207e-06,
      "loss": 0.3505,
      "step": 2014230
    },
    {
      "epoch": 562.17,
      "grad_norm": 1.0390201807022095,
      "learning_rate": 1.0443258032597221e-06,
      "loss": 0.339,
      "step": 2014240
    },
    {
      "epoch": 562.17,
      "grad_norm": 0.9985713958740234,
      "learning_rate": 1.044303299982191e-06,
      "loss": 0.3307,
      "step": 2014250
    },
    {
      "epoch": 562.17,
      "grad_norm": 1.149410367012024,
      "learning_rate": 1.0442807968776167e-06,
      "loss": 0.3208,
      "step": 2014260
    },
    {
      "epoch": 562.17,
      "grad_norm": 1.0597941875457764,
      "learning_rate": 1.0442582939460027e-06,
      "loss": 0.3434,
      "step": 2014270
    },
    {
      "epoch": 562.18,
      "grad_norm": 1.0368924140930176,
      "learning_rate": 1.0442357911873508e-06,
      "loss": 0.3529,
      "step": 2014280
    },
    {
      "epoch": 562.18,
      "grad_norm": 1.0820939540863037,
      "learning_rate": 1.0442132886016645e-06,
      "loss": 0.344,
      "step": 2014290
    },
    {
      "epoch": 562.18,
      "grad_norm": 0.9954999685287476,
      "learning_rate": 1.0441907861889467e-06,
      "loss": 0.3463,
      "step": 2014300
    },
    {
      "epoch": 562.19,
      "grad_norm": 1.1435787677764893,
      "learning_rate": 1.0441682839492007e-06,
      "loss": 0.3406,
      "step": 2014310
    },
    {
      "epoch": 562.19,
      "grad_norm": 1.1270456314086914,
      "learning_rate": 1.0441457818824303e-06,
      "loss": 0.3378,
      "step": 2014320
    },
    {
      "epoch": 562.19,
      "grad_norm": 1.1347538232803345,
      "learning_rate": 1.044123279988636e-06,
      "loss": 0.343,
      "step": 2014330
    },
    {
      "epoch": 562.19,
      "grad_norm": 1.205047607421875,
      "learning_rate": 1.044100778267824e-06,
      "loss": 0.3309,
      "step": 2014340
    },
    {
      "epoch": 562.2,
      "grad_norm": 1.1925710439682007,
      "learning_rate": 1.0440782767199946e-06,
      "loss": 0.347,
      "step": 2014350
    },
    {
      "epoch": 562.2,
      "grad_norm": 1.081673264503479,
      "learning_rate": 1.044055775345152e-06,
      "loss": 0.3299,
      "step": 2014360
    },
    {
      "epoch": 562.2,
      "grad_norm": 1.048482060432434,
      "learning_rate": 1.0440332741432998e-06,
      "loss": 0.336,
      "step": 2014370
    },
    {
      "epoch": 562.2,
      "grad_norm": 1.1669095754623413,
      "learning_rate": 1.0440107731144395e-06,
      "loss": 0.3473,
      "step": 2014380
    },
    {
      "epoch": 562.21,
      "grad_norm": 1.3569918870925903,
      "learning_rate": 1.043988272258575e-06,
      "loss": 0.337,
      "step": 2014390
    },
    {
      "epoch": 562.21,
      "grad_norm": 1.1861530542373657,
      "learning_rate": 1.0439657715757091e-06,
      "loss": 0.3365,
      "step": 2014400
    },
    {
      "epoch": 562.21,
      "grad_norm": 1.3760372400283813,
      "learning_rate": 1.0439432710658454e-06,
      "loss": 0.3514,
      "step": 2014410
    },
    {
      "epoch": 562.22,
      "grad_norm": 1.224463701248169,
      "learning_rate": 1.0439207707289856e-06,
      "loss": 0.3396,
      "step": 2014420
    },
    {
      "epoch": 562.22,
      "grad_norm": 1.0477354526519775,
      "learning_rate": 1.0438982705651335e-06,
      "loss": 0.3508,
      "step": 2014430
    },
    {
      "epoch": 562.22,
      "grad_norm": 1.3093619346618652,
      "learning_rate": 1.0438757705742928e-06,
      "loss": 0.3463,
      "step": 2014440
    },
    {
      "epoch": 562.22,
      "grad_norm": 1.2051365375518799,
      "learning_rate": 1.0438532707564643e-06,
      "loss": 0.3349,
      "step": 2014450
    },
    {
      "epoch": 562.23,
      "grad_norm": 1.1266793012619019,
      "learning_rate": 1.0438307711116538e-06,
      "loss": 0.3521,
      "step": 2014460
    },
    {
      "epoch": 562.23,
      "grad_norm": 1.1458600759506226,
      "learning_rate": 1.0438082716398621e-06,
      "loss": 0.3412,
      "step": 2014470
    },
    {
      "epoch": 562.23,
      "grad_norm": 4.106187343597412,
      "learning_rate": 1.0437857723410929e-06,
      "loss": 0.3366,
      "step": 2014480
    },
    {
      "epoch": 562.24,
      "grad_norm": 1.1670445203781128,
      "learning_rate": 1.0437632732153494e-06,
      "loss": 0.3449,
      "step": 2014490
    },
    {
      "epoch": 562.24,
      "grad_norm": 1.1256297826766968,
      "learning_rate": 1.0437407742626356e-06,
      "loss": 0.3341,
      "step": 2014500
    },
    {
      "epoch": 562.24,
      "grad_norm": 1.034267783164978,
      "learning_rate": 1.0437182754829523e-06,
      "loss": 0.3195,
      "step": 2014510
    },
    {
      "epoch": 562.24,
      "grad_norm": 1.2258903980255127,
      "learning_rate": 1.0436957768763034e-06,
      "loss": 0.3403,
      "step": 2014520
    },
    {
      "epoch": 562.25,
      "grad_norm": 1.2484140396118164,
      "learning_rate": 1.043673278442693e-06,
      "loss": 0.3502,
      "step": 2014530
    },
    {
      "epoch": 562.25,
      "grad_norm": 1.3347082138061523,
      "learning_rate": 1.0436507801821216e-06,
      "loss": 0.3287,
      "step": 2014540
    },
    {
      "epoch": 562.25,
      "grad_norm": 1.4042603969573975,
      "learning_rate": 1.0436282820945955e-06,
      "loss": 0.3499,
      "step": 2014550
    },
    {
      "epoch": 562.26,
      "grad_norm": 1.0340368747711182,
      "learning_rate": 1.0436057841801149e-06,
      "loss": 0.3364,
      "step": 2014560
    },
    {
      "epoch": 562.26,
      "grad_norm": 1.2920929193496704,
      "learning_rate": 1.043583286438684e-06,
      "loss": 0.3413,
      "step": 2014570
    },
    {
      "epoch": 562.26,
      "grad_norm": 1.2181724309921265,
      "learning_rate": 1.0435607888703066e-06,
      "loss": 0.3427,
      "step": 2014580
    },
    {
      "epoch": 562.26,
      "grad_norm": 1.1138496398925781,
      "learning_rate": 1.043538291474983e-06,
      "loss": 0.3494,
      "step": 2014590
    },
    {
      "epoch": 562.27,
      "grad_norm": 1.3675851821899414,
      "learning_rate": 1.0435157942527194e-06,
      "loss": 0.3331,
      "step": 2014600
    },
    {
      "epoch": 562.27,
      "grad_norm": 1.2183680534362793,
      "learning_rate": 1.0434932972035166e-06,
      "loss": 0.3424,
      "step": 2014610
    },
    {
      "epoch": 562.27,
      "grad_norm": 1.5779536962509155,
      "learning_rate": 1.0434708003273784e-06,
      "loss": 0.3471,
      "step": 2014620
    },
    {
      "epoch": 562.27,
      "grad_norm": 1.0337309837341309,
      "learning_rate": 1.0434483036243074e-06,
      "loss": 0.3369,
      "step": 2014630
    },
    {
      "epoch": 562.28,
      "grad_norm": 1.1017225980758667,
      "learning_rate": 1.0434258070943082e-06,
      "loss": 0.3447,
      "step": 2014640
    },
    {
      "epoch": 562.28,
      "grad_norm": 1.0323381423950195,
      "learning_rate": 1.0434033107373813e-06,
      "loss": 0.3403,
      "step": 2014650
    },
    {
      "epoch": 562.28,
      "grad_norm": 1.1291117668151855,
      "learning_rate": 1.0433808145535313e-06,
      "loss": 0.3307,
      "step": 2014660
    },
    {
      "epoch": 562.29,
      "grad_norm": 1.2184183597564697,
      "learning_rate": 1.0433583185427612e-06,
      "loss": 0.3391,
      "step": 2014670
    },
    {
      "epoch": 562.29,
      "grad_norm": 1.0640804767608643,
      "learning_rate": 1.043335822705072e-06,
      "loss": 0.3353,
      "step": 2014680
    },
    {
      "epoch": 562.29,
      "grad_norm": 1.2965822219848633,
      "learning_rate": 1.0433133270404702e-06,
      "loss": 0.3372,
      "step": 2014690
    },
    {
      "epoch": 562.29,
      "grad_norm": 1.069469690322876,
      "learning_rate": 1.0432908315489558e-06,
      "loss": 0.3355,
      "step": 2014700
    },
    {
      "epoch": 562.3,
      "grad_norm": 1.0573596954345703,
      "learning_rate": 1.0432683362305329e-06,
      "loss": 0.3447,
      "step": 2014710
    },
    {
      "epoch": 562.3,
      "grad_norm": 1.3360981941223145,
      "learning_rate": 1.0432458410852047e-06,
      "loss": 0.3266,
      "step": 2014720
    },
    {
      "epoch": 562.3,
      "grad_norm": 1.0986311435699463,
      "learning_rate": 1.0432233461129747e-06,
      "loss": 0.3375,
      "step": 2014730
    },
    {
      "epoch": 562.31,
      "grad_norm": 1.388338565826416,
      "learning_rate": 1.0432008513138442e-06,
      "loss": 0.3387,
      "step": 2014740
    },
    {
      "epoch": 562.31,
      "grad_norm": 1.1526280641555786,
      "learning_rate": 1.043178356687817e-06,
      "loss": 0.332,
      "step": 2014750
    },
    {
      "epoch": 562.31,
      "grad_norm": 1.1296340227127075,
      "learning_rate": 1.0431558622348975e-06,
      "loss": 0.3155,
      "step": 2014760
    },
    {
      "epoch": 562.31,
      "grad_norm": 0.9909630417823792,
      "learning_rate": 1.0431333679550854e-06,
      "loss": 0.3449,
      "step": 2014770
    },
    {
      "epoch": 562.32,
      "grad_norm": 1.1010336875915527,
      "learning_rate": 1.0431108738483875e-06,
      "loss": 0.3525,
      "step": 2014780
    },
    {
      "epoch": 562.32,
      "grad_norm": 1.1770424842834473,
      "learning_rate": 1.0430883799148044e-06,
      "loss": 0.3595,
      "step": 2014790
    },
    {
      "epoch": 562.32,
      "grad_norm": 1.1738147735595703,
      "learning_rate": 1.0430658861543393e-06,
      "loss": 0.3452,
      "step": 2014800
    },
    {
      "epoch": 562.32,
      "grad_norm": 1.2311214208602905,
      "learning_rate": 1.043043392566997e-06,
      "loss": 0.3595,
      "step": 2014810
    },
    {
      "epoch": 562.33,
      "grad_norm": 1.1853967905044556,
      "learning_rate": 1.0430208991527775e-06,
      "loss": 0.3326,
      "step": 2014820
    },
    {
      "epoch": 562.33,
      "grad_norm": 1.1523774862289429,
      "learning_rate": 1.042998405911686e-06,
      "loss": 0.3357,
      "step": 2014830
    },
    {
      "epoch": 562.33,
      "grad_norm": 1.0903548002243042,
      "learning_rate": 1.0429759128437247e-06,
      "loss": 0.3309,
      "step": 2014840
    },
    {
      "epoch": 562.34,
      "grad_norm": 1.0548020601272583,
      "learning_rate": 1.0429534199488979e-06,
      "loss": 0.3308,
      "step": 2014850
    },
    {
      "epoch": 562.34,
      "grad_norm": 1.1837339401245117,
      "learning_rate": 1.0429309272272054e-06,
      "loss": 0.3314,
      "step": 2014860
    },
    {
      "epoch": 562.34,
      "grad_norm": 1.197357416152954,
      "learning_rate": 1.0429084346786541e-06,
      "loss": 0.3521,
      "step": 2014870
    },
    {
      "epoch": 562.34,
      "grad_norm": 1.2370119094848633,
      "learning_rate": 1.0428859423032442e-06,
      "loss": 0.3512,
      "step": 2014880
    },
    {
      "epoch": 562.35,
      "grad_norm": 0.9658985137939453,
      "learning_rate": 1.0428634501009799e-06,
      "loss": 0.3359,
      "step": 2014890
    },
    {
      "epoch": 562.35,
      "grad_norm": 1.0023078918457031,
      "learning_rate": 1.0428409580718647e-06,
      "loss": 0.3448,
      "step": 2014900
    },
    {
      "epoch": 562.35,
      "grad_norm": 1.0220893621444702,
      "learning_rate": 1.0428184662158992e-06,
      "loss": 0.3566,
      "step": 2014910
    },
    {
      "epoch": 562.36,
      "grad_norm": 1.1005834341049194,
      "learning_rate": 1.0427959745330895e-06,
      "loss": 0.329,
      "step": 2014920
    },
    {
      "epoch": 562.36,
      "grad_norm": 1.1261446475982666,
      "learning_rate": 1.0427734830234366e-06,
      "loss": 0.3343,
      "step": 2014930
    },
    {
      "epoch": 562.36,
      "grad_norm": 1.2835973501205444,
      "learning_rate": 1.042750991686944e-06,
      "loss": 0.3463,
      "step": 2014940
    },
    {
      "epoch": 562.36,
      "grad_norm": 1.3050397634506226,
      "learning_rate": 1.0427285005236153e-06,
      "loss": 0.34,
      "step": 2014950
    },
    {
      "epoch": 562.37,
      "grad_norm": 1.0673936605453491,
      "learning_rate": 1.0427060095334523e-06,
      "loss": 0.3432,
      "step": 2014960
    },
    {
      "epoch": 562.37,
      "grad_norm": 1.1088922023773193,
      "learning_rate": 1.0426835187164587e-06,
      "loss": 0.3377,
      "step": 2014970
    },
    {
      "epoch": 562.37,
      "grad_norm": 1.1018751859664917,
      "learning_rate": 1.0426610280726372e-06,
      "loss": 0.3117,
      "step": 2014980
    },
    {
      "epoch": 562.38,
      "grad_norm": 1.1703016757965088,
      "learning_rate": 1.042638537601992e-06,
      "loss": 0.333,
      "step": 2014990
    },
    {
      "epoch": 562.38,
      "grad_norm": 1.1452224254608154,
      "learning_rate": 1.042616047304523e-06,
      "loss": 0.3358,
      "step": 2015000
    },
    {
      "epoch": 562.38,
      "grad_norm": 1.1031876802444458,
      "learning_rate": 1.0425935571802374e-06,
      "loss": 0.3331,
      "step": 2015010
    },
    {
      "epoch": 562.38,
      "grad_norm": 1.082923412322998,
      "learning_rate": 1.042571067229135e-06,
      "loss": 0.355,
      "step": 2015020
    },
    {
      "epoch": 562.39,
      "grad_norm": 1.2113889455795288,
      "learning_rate": 1.04254857745122e-06,
      "loss": 0.3485,
      "step": 2015030
    },
    {
      "epoch": 562.39,
      "grad_norm": 1.14508056640625,
      "learning_rate": 1.0425260878464962e-06,
      "loss": 0.3466,
      "step": 2015040
    },
    {
      "epoch": 562.39,
      "grad_norm": 1.172338843345642,
      "learning_rate": 1.0425035984149645e-06,
      "loss": 0.3405,
      "step": 2015050
    },
    {
      "epoch": 562.39,
      "grad_norm": 1.3911799192428589,
      "learning_rate": 1.0424811091566293e-06,
      "loss": 0.3391,
      "step": 2015060
    },
    {
      "epoch": 562.4,
      "grad_norm": 1.0290489196777344,
      "learning_rate": 1.0424586200714932e-06,
      "loss": 0.3441,
      "step": 2015070
    },
    {
      "epoch": 562.4,
      "grad_norm": 1.166497826576233,
      "learning_rate": 1.0424361311595605e-06,
      "loss": 0.3355,
      "step": 2015080
    },
    {
      "epoch": 562.4,
      "grad_norm": 1.1920125484466553,
      "learning_rate": 1.0424136424208317e-06,
      "loss": 0.3417,
      "step": 2015090
    },
    {
      "epoch": 562.41,
      "grad_norm": 0.9585779905319214,
      "learning_rate": 1.0423911538553116e-06,
      "loss": 0.335,
      "step": 2015100
    },
    {
      "epoch": 562.41,
      "grad_norm": 1.1354649066925049,
      "learning_rate": 1.0423686654630034e-06,
      "loss": 0.3349,
      "step": 2015110
    },
    {
      "epoch": 562.41,
      "grad_norm": 2.30126690864563,
      "learning_rate": 1.0423461772439077e-06,
      "loss": 0.3412,
      "step": 2015120
    },
    {
      "epoch": 562.41,
      "grad_norm": 1.0800867080688477,
      "learning_rate": 1.0423236891980308e-06,
      "loss": 0.336,
      "step": 2015130
    },
    {
      "epoch": 562.42,
      "grad_norm": 1.2095365524291992,
      "learning_rate": 1.0423012013253733e-06,
      "loss": 0.3348,
      "step": 2015140
    },
    {
      "epoch": 562.42,
      "grad_norm": 1.0781707763671875,
      "learning_rate": 1.0422787136259388e-06,
      "loss": 0.3415,
      "step": 2015150
    },
    {
      "epoch": 562.42,
      "grad_norm": 1.1151615381240845,
      "learning_rate": 1.042256226099731e-06,
      "loss": 0.3311,
      "step": 2015160
    },
    {
      "epoch": 562.43,
      "grad_norm": 1.0906436443328857,
      "learning_rate": 1.042233738746752e-06,
      "loss": 0.3591,
      "step": 2015170
    },
    {
      "epoch": 562.43,
      "grad_norm": 1.2961552143096924,
      "learning_rate": 1.0422112515670058e-06,
      "loss": 0.3458,
      "step": 2015180
    },
    {
      "epoch": 562.43,
      "grad_norm": 1.1383907794952393,
      "learning_rate": 1.0421887645604943e-06,
      "loss": 0.3468,
      "step": 2015190
    },
    {
      "epoch": 562.43,
      "grad_norm": 1.2220592498779297,
      "learning_rate": 1.0421662777272209e-06,
      "loss": 0.337,
      "step": 2015200
    },
    {
      "epoch": 562.44,
      "grad_norm": 1.3158622980117798,
      "learning_rate": 1.0421437910671884e-06,
      "loss": 0.3251,
      "step": 2015210
    },
    {
      "epoch": 562.44,
      "grad_norm": 1.172621726989746,
      "learning_rate": 1.0421213045804013e-06,
      "loss": 0.346,
      "step": 2015220
    },
    {
      "epoch": 562.44,
      "grad_norm": 1.055651307106018,
      "learning_rate": 1.0420988182668602e-06,
      "loss": 0.3277,
      "step": 2015230
    },
    {
      "epoch": 562.44,
      "grad_norm": 1.063848853111267,
      "learning_rate": 1.0420763321265692e-06,
      "loss": 0.3539,
      "step": 2015240
    },
    {
      "epoch": 562.45,
      "grad_norm": 1.0184917449951172,
      "learning_rate": 1.0420538461595321e-06,
      "loss": 0.3475,
      "step": 2015250
    },
    {
      "epoch": 562.45,
      "grad_norm": 1.123780608177185,
      "learning_rate": 1.0420313603657499e-06,
      "loss": 0.3425,
      "step": 2015260
    },
    {
      "epoch": 562.45,
      "grad_norm": 0.9929696321487427,
      "learning_rate": 1.042008874745228e-06,
      "loss": 0.328,
      "step": 2015270
    },
    {
      "epoch": 562.46,
      "grad_norm": 1.3328187465667725,
      "learning_rate": 1.0419863892979676e-06,
      "loss": 0.3621,
      "step": 2015280
    },
    {
      "epoch": 562.46,
      "grad_norm": 1.0296540260314941,
      "learning_rate": 1.0419639040239722e-06,
      "loss": 0.3331,
      "step": 2015290
    },
    {
      "epoch": 562.46,
      "grad_norm": 1.1817604303359985,
      "learning_rate": 1.0419414189232448e-06,
      "loss": 0.3411,
      "step": 2015300
    },
    {
      "epoch": 562.46,
      "grad_norm": 1.1082757711410522,
      "learning_rate": 1.0419189339957894e-06,
      "loss": 0.3301,
      "step": 2015310
    },
    {
      "epoch": 562.47,
      "grad_norm": 1.280805230140686,
      "learning_rate": 1.0418964492416073e-06,
      "loss": 0.3469,
      "step": 2015320
    },
    {
      "epoch": 562.47,
      "grad_norm": 1.110664963722229,
      "learning_rate": 1.0418739646607024e-06,
      "loss": 0.3498,
      "step": 2015330
    },
    {
      "epoch": 562.47,
      "grad_norm": 1.0762684345245361,
      "learning_rate": 1.041851480253078e-06,
      "loss": 0.3322,
      "step": 2015340
    },
    {
      "epoch": 562.48,
      "grad_norm": 1.0966646671295166,
      "learning_rate": 1.0418289960187352e-06,
      "loss": 0.3203,
      "step": 2015350
    },
    {
      "epoch": 562.48,
      "grad_norm": 1.0310354232788086,
      "learning_rate": 1.0418065119576802e-06,
      "loss": 0.3259,
      "step": 2015360
    },
    {
      "epoch": 562.48,
      "grad_norm": 1.075453758239746,
      "learning_rate": 1.0417840280699133e-06,
      "loss": 0.3352,
      "step": 2015370
    },
    {
      "epoch": 562.48,
      "grad_norm": 1.1447632312774658,
      "learning_rate": 1.0417615443554385e-06,
      "loss": 0.3438,
      "step": 2015380
    },
    {
      "epoch": 562.49,
      "grad_norm": 1.2728121280670166,
      "learning_rate": 1.0417390608142593e-06,
      "loss": 0.3274,
      "step": 2015390
    },
    {
      "epoch": 562.49,
      "grad_norm": 1.1369003057479858,
      "learning_rate": 1.0417165774463775e-06,
      "loss": 0.3515,
      "step": 2015400
    },
    {
      "epoch": 562.49,
      "grad_norm": 1.2230662107467651,
      "learning_rate": 1.0416940942517967e-06,
      "loss": 0.3291,
      "step": 2015410
    },
    {
      "epoch": 562.5,
      "grad_norm": 1.2515106201171875,
      "learning_rate": 1.0416716112305198e-06,
      "loss": 0.332,
      "step": 2015420
    },
    {
      "epoch": 562.5,
      "grad_norm": 1.3114631175994873,
      "learning_rate": 1.0416491283825506e-06,
      "loss": 0.3448,
      "step": 2015430
    },
    {
      "epoch": 562.5,
      "grad_norm": 1.1544811725616455,
      "learning_rate": 1.0416266457078899e-06,
      "loss": 0.3432,
      "step": 2015440
    },
    {
      "epoch": 562.5,
      "grad_norm": 1.227779507637024,
      "learning_rate": 1.0416041632065438e-06,
      "loss": 0.3443,
      "step": 2015450
    },
    {
      "epoch": 562.51,
      "grad_norm": 1.3117529153823853,
      "learning_rate": 1.0415816808785129e-06,
      "loss": 0.3249,
      "step": 2015460
    },
    {
      "epoch": 562.51,
      "grad_norm": 1.0410821437835693,
      "learning_rate": 1.041559198723801e-06,
      "loss": 0.3258,
      "step": 2015470
    },
    {
      "epoch": 562.51,
      "grad_norm": 1.382535457611084,
      "learning_rate": 1.0415367167424116e-06,
      "loss": 0.3433,
      "step": 2015480
    },
    {
      "epoch": 562.51,
      "grad_norm": 1.1663762331008911,
      "learning_rate": 1.0415142349343456e-06,
      "loss": 0.3373,
      "step": 2015490
    },
    {
      "epoch": 562.52,
      "grad_norm": 1.0528167486190796,
      "learning_rate": 1.0414917532996095e-06,
      "loss": 0.3393,
      "step": 2015500
    },
    {
      "epoch": 562.52,
      "grad_norm": 1.259999394416809,
      "learning_rate": 1.0414692718382032e-06,
      "loss": 0.3428,
      "step": 2015510
    },
    {
      "epoch": 562.52,
      "grad_norm": 1.092537760734558,
      "learning_rate": 1.041446790550131e-06,
      "loss": 0.3447,
      "step": 2015520
    },
    {
      "epoch": 562.53,
      "grad_norm": 2.0312509536743164,
      "learning_rate": 1.0414243094353964e-06,
      "loss": 0.3306,
      "step": 2015530
    },
    {
      "epoch": 562.53,
      "grad_norm": 4.191364288330078,
      "learning_rate": 1.0414018284940008e-06,
      "loss": 0.3433,
      "step": 2015540
    },
    {
      "epoch": 562.53,
      "grad_norm": 1.1116595268249512,
      "learning_rate": 1.0413793477259484e-06,
      "loss": 0.333,
      "step": 2015550
    },
    {
      "epoch": 562.53,
      "grad_norm": 1.0656688213348389,
      "learning_rate": 1.0413568671312414e-06,
      "loss": 0.3354,
      "step": 2015560
    },
    {
      "epoch": 562.54,
      "grad_norm": 1.2798644304275513,
      "learning_rate": 1.0413343867098844e-06,
      "loss": 0.3318,
      "step": 2015570
    },
    {
      "epoch": 562.54,
      "grad_norm": 1.2683249711990356,
      "learning_rate": 1.0413119064618776e-06,
      "loss": 0.3414,
      "step": 2015580
    },
    {
      "epoch": 562.54,
      "grad_norm": 1.247503399848938,
      "learning_rate": 1.0412894263872273e-06,
      "loss": 0.3283,
      "step": 2015590
    },
    {
      "epoch": 562.55,
      "grad_norm": 1.1508452892303467,
      "learning_rate": 1.0412669464859344e-06,
      "loss": 0.3352,
      "step": 2015600
    },
    {
      "epoch": 562.55,
      "grad_norm": 1.0649551153182983,
      "learning_rate": 1.0412444667580018e-06,
      "loss": 0.3475,
      "step": 2015610
    },
    {
      "epoch": 562.55,
      "grad_norm": 1.1099909543991089,
      "learning_rate": 1.041221987203434e-06,
      "loss": 0.3427,
      "step": 2015620
    },
    {
      "epoch": 562.55,
      "grad_norm": 1.162987232208252,
      "learning_rate": 1.0411995078222326e-06,
      "loss": 0.3506,
      "step": 2015630
    },
    {
      "epoch": 562.56,
      "grad_norm": 1.2512935400009155,
      "learning_rate": 1.0411770286144006e-06,
      "loss": 0.3367,
      "step": 2015640
    },
    {
      "epoch": 562.56,
      "grad_norm": 1.0244683027267456,
      "learning_rate": 1.0411545495799415e-06,
      "loss": 0.3299,
      "step": 2015650
    },
    {
      "epoch": 562.56,
      "grad_norm": 1.4706413745880127,
      "learning_rate": 1.041132070718859e-06,
      "loss": 0.3315,
      "step": 2015660
    },
    {
      "epoch": 562.56,
      "grad_norm": 1.064140796661377,
      "learning_rate": 1.0411095920311547e-06,
      "loss": 0.3371,
      "step": 2015670
    },
    {
      "epoch": 562.57,
      "grad_norm": 1.272788405418396,
      "learning_rate": 1.0410871135168318e-06,
      "loss": 0.3329,
      "step": 2015680
    },
    {
      "epoch": 562.57,
      "grad_norm": 1.166390061378479,
      "learning_rate": 1.041064635175894e-06,
      "loss": 0.3434,
      "step": 2015690
    },
    {
      "epoch": 562.57,
      "grad_norm": 1.1448171138763428,
      "learning_rate": 1.0410421570083437e-06,
      "loss": 0.3518,
      "step": 2015700
    },
    {
      "epoch": 562.58,
      "grad_norm": 0.9602074027061462,
      "learning_rate": 1.0410196790141852e-06,
      "loss": 0.3421,
      "step": 2015710
    },
    {
      "epoch": 562.58,
      "grad_norm": 1.1946862936019897,
      "learning_rate": 1.04099720119342e-06,
      "loss": 0.3311,
      "step": 2015720
    },
    {
      "epoch": 562.58,
      "grad_norm": 1.1269311904907227,
      "learning_rate": 1.040974723546051e-06,
      "loss": 0.3431,
      "step": 2015730
    },
    {
      "epoch": 562.58,
      "grad_norm": 1.0750211477279663,
      "learning_rate": 1.040952246072082e-06,
      "loss": 0.3501,
      "step": 2015740
    },
    {
      "epoch": 562.59,
      "grad_norm": 0.9687726497650146,
      "learning_rate": 1.0409297687715156e-06,
      "loss": 0.3557,
      "step": 2015750
    },
    {
      "epoch": 562.59,
      "grad_norm": 0.9708518981933594,
      "learning_rate": 1.0409072916443557e-06,
      "loss": 0.3456,
      "step": 2015760
    },
    {
      "epoch": 562.59,
      "grad_norm": 1.1831858158111572,
      "learning_rate": 1.0408848146906038e-06,
      "loss": 0.3487,
      "step": 2015770
    },
    {
      "epoch": 562.6,
      "grad_norm": 1.2739814519882202,
      "learning_rate": 1.0408623379102639e-06,
      "loss": 0.3302,
      "step": 2015780
    },
    {
      "epoch": 562.6,
      "grad_norm": 1.2679474353790283,
      "learning_rate": 1.040839861303338e-06,
      "loss": 0.3374,
      "step": 2015790
    },
    {
      "epoch": 562.6,
      "grad_norm": 1.161251425743103,
      "learning_rate": 1.0408173848698313e-06,
      "loss": 0.3229,
      "step": 2015800
    },
    {
      "epoch": 562.6,
      "grad_norm": 1.2649500370025635,
      "learning_rate": 1.0407949086097432e-06,
      "loss": 0.3428,
      "step": 2015810
    },
    {
      "epoch": 562.61,
      "grad_norm": 1.370935082435608,
      "learning_rate": 1.0407724325230805e-06,
      "loss": 0.339,
      "step": 2015820
    },
    {
      "epoch": 562.61,
      "grad_norm": 1.608961820602417,
      "learning_rate": 1.040749956609844e-06,
      "loss": 0.3531,
      "step": 2015830
    },
    {
      "epoch": 562.61,
      "grad_norm": 1.12651789188385,
      "learning_rate": 1.0407274808700367e-06,
      "loss": 0.3425,
      "step": 2015840
    },
    {
      "epoch": 562.62,
      "grad_norm": 1.1037131547927856,
      "learning_rate": 1.0407050053036633e-06,
      "loss": 0.3309,
      "step": 2015850
    },
    {
      "epoch": 562.62,
      "grad_norm": 1.007790446281433,
      "learning_rate": 1.0406825299107244e-06,
      "loss": 0.346,
      "step": 2015860
    },
    {
      "epoch": 562.62,
      "grad_norm": 1.2402960062026978,
      "learning_rate": 1.0406600546912244e-06,
      "loss": 0.359,
      "step": 2015870
    },
    {
      "epoch": 562.62,
      "grad_norm": 1.0810189247131348,
      "learning_rate": 1.0406375796451656e-06,
      "loss": 0.3452,
      "step": 2015880
    },
    {
      "epoch": 562.63,
      "grad_norm": 0.9967824816703796,
      "learning_rate": 1.0406151047725527e-06,
      "loss": 0.334,
      "step": 2015890
    },
    {
      "epoch": 562.63,
      "grad_norm": 1.324384331703186,
      "learning_rate": 1.0405926300733865e-06,
      "loss": 0.3456,
      "step": 2015900
    },
    {
      "epoch": 562.63,
      "grad_norm": 1.1795248985290527,
      "learning_rate": 1.0405701555476706e-06,
      "loss": 0.334,
      "step": 2015910
    },
    {
      "epoch": 562.63,
      "grad_norm": 1.2906222343444824,
      "learning_rate": 1.0405476811954095e-06,
      "loss": 0.3262,
      "step": 2015920
    },
    {
      "epoch": 562.64,
      "grad_norm": 1.3298481702804565,
      "learning_rate": 1.040525207016603e-06,
      "loss": 0.3443,
      "step": 2015930
    },
    {
      "epoch": 562.64,
      "grad_norm": 1.213755488395691,
      "learning_rate": 1.040502733011258e-06,
      "loss": 0.3303,
      "step": 2015940
    },
    {
      "epoch": 562.64,
      "grad_norm": 1.140681505203247,
      "learning_rate": 1.0404802591793744e-06,
      "loss": 0.3375,
      "step": 2015950
    },
    {
      "epoch": 562.65,
      "grad_norm": 1.1179578304290771,
      "learning_rate": 1.0404577855209567e-06,
      "loss": 0.3402,
      "step": 2015960
    },
    {
      "epoch": 562.65,
      "grad_norm": 1.1179828643798828,
      "learning_rate": 1.0404353120360074e-06,
      "loss": 0.3478,
      "step": 2015970
    },
    {
      "epoch": 562.65,
      "grad_norm": 1.1340529918670654,
      "learning_rate": 1.0404128387245304e-06,
      "loss": 0.3462,
      "step": 2015980
    },
    {
      "epoch": 562.65,
      "grad_norm": 1.1713874340057373,
      "learning_rate": 1.0403903655865274e-06,
      "loss": 0.3353,
      "step": 2015990
    },
    {
      "epoch": 562.66,
      "grad_norm": 1.1447768211364746,
      "learning_rate": 1.0403678926220015e-06,
      "loss": 0.3358,
      "step": 2016000
    },
    {
      "epoch": 562.66,
      "grad_norm": 1.2139486074447632,
      "learning_rate": 1.040345419830957e-06,
      "loss": 0.328,
      "step": 2016010
    },
    {
      "epoch": 562.66,
      "grad_norm": 1.1820231676101685,
      "learning_rate": 1.0403229472133946e-06,
      "loss": 0.3502,
      "step": 2016020
    },
    {
      "epoch": 562.67,
      "grad_norm": 1.1966898441314697,
      "learning_rate": 1.0403004747693205e-06,
      "loss": 0.3543,
      "step": 2016030
    },
    {
      "epoch": 562.67,
      "grad_norm": 1.0347161293029785,
      "learning_rate": 1.0402780024987345e-06,
      "loss": 0.3389,
      "step": 2016040
    },
    {
      "epoch": 562.67,
      "grad_norm": 1.024783968925476,
      "learning_rate": 1.0402555304016415e-06,
      "loss": 0.3264,
      "step": 2016050
    },
    {
      "epoch": 562.67,
      "grad_norm": 1.3100879192352295,
      "learning_rate": 1.0402330584780445e-06,
      "loss": 0.3391,
      "step": 2016060
    },
    {
      "epoch": 562.68,
      "grad_norm": 1.0421921014785767,
      "learning_rate": 1.0402105867279444e-06,
      "loss": 0.3435,
      "step": 2016070
    },
    {
      "epoch": 562.68,
      "grad_norm": 0.9976118206977844,
      "learning_rate": 1.0401881151513474e-06,
      "loss": 0.3252,
      "step": 2016080
    },
    {
      "epoch": 562.68,
      "grad_norm": 1.0750762224197388,
      "learning_rate": 1.040165643748254e-06,
      "loss": 0.3357,
      "step": 2016090
    },
    {
      "epoch": 562.68,
      "grad_norm": 1.0133156776428223,
      "learning_rate": 1.0401431725186683e-06,
      "loss": 0.3303,
      "step": 2016100
    },
    {
      "epoch": 562.69,
      "grad_norm": 4.608039855957031,
      "learning_rate": 1.0401207014625927e-06,
      "loss": 0.3514,
      "step": 2016110
    },
    {
      "epoch": 562.69,
      "grad_norm": 1.0647834539413452,
      "learning_rate": 1.0400982305800312e-06,
      "loss": 0.3495,
      "step": 2016120
    },
    {
      "epoch": 562.69,
      "grad_norm": 1.2523642778396606,
      "learning_rate": 1.0400757598709856e-06,
      "loss": 0.3369,
      "step": 2016130
    },
    {
      "epoch": 562.7,
      "grad_norm": 1.1613754034042358,
      "learning_rate": 1.0400532893354592e-06,
      "loss": 0.3286,
      "step": 2016140
    },
    {
      "epoch": 562.7,
      "grad_norm": 0.9965869188308716,
      "learning_rate": 1.0400308189734562e-06,
      "loss": 0.345,
      "step": 2016150
    },
    {
      "epoch": 562.7,
      "grad_norm": 1.0293805599212646,
      "learning_rate": 1.0400083487849768e-06,
      "loss": 0.3406,
      "step": 2016160
    },
    {
      "epoch": 562.7,
      "grad_norm": 1.218667984008789,
      "learning_rate": 1.0399858787700275e-06,
      "loss": 0.3378,
      "step": 2016170
    },
    {
      "epoch": 562.71,
      "grad_norm": 1.1056303977966309,
      "learning_rate": 1.0399634089286086e-06,
      "loss": 0.3278,
      "step": 2016180
    },
    {
      "epoch": 562.71,
      "grad_norm": 1.2029471397399902,
      "learning_rate": 1.039940939260724e-06,
      "loss": 0.3439,
      "step": 2016190
    },
    {
      "epoch": 562.71,
      "grad_norm": 1.112270474433899,
      "learning_rate": 1.039918469766378e-06,
      "loss": 0.3481,
      "step": 2016200
    },
    {
      "epoch": 562.72,
      "grad_norm": 1.270793080329895,
      "learning_rate": 1.0398960004455712e-06,
      "loss": 0.3384,
      "step": 2016210
    },
    {
      "epoch": 562.72,
      "grad_norm": 1.0580289363861084,
      "learning_rate": 1.0398735312983074e-06,
      "loss": 0.3491,
      "step": 2016220
    },
    {
      "epoch": 562.72,
      "grad_norm": 1.1099302768707275,
      "learning_rate": 1.0398510623245906e-06,
      "loss": 0.349,
      "step": 2016230
    },
    {
      "epoch": 562.72,
      "grad_norm": 0.9831142425537109,
      "learning_rate": 1.0398285935244236e-06,
      "loss": 0.3283,
      "step": 2016240
    },
    {
      "epoch": 562.73,
      "grad_norm": 1.1938185691833496,
      "learning_rate": 1.0398061248978068e-06,
      "loss": 0.3393,
      "step": 2016250
    },
    {
      "epoch": 562.73,
      "grad_norm": 1.2510336637496948,
      "learning_rate": 1.0397836564447476e-06,
      "loss": 0.3328,
      "step": 2016260
    },
    {
      "epoch": 562.73,
      "grad_norm": 1.0984225273132324,
      "learning_rate": 1.0397611881652455e-06,
      "loss": 0.3222,
      "step": 2016270
    },
    {
      "epoch": 562.74,
      "grad_norm": 1.1513721942901611,
      "learning_rate": 1.0397387200593048e-06,
      "loss": 0.3429,
      "step": 2016280
    },
    {
      "epoch": 562.74,
      "grad_norm": 2.8676955699920654,
      "learning_rate": 1.0397162521269292e-06,
      "loss": 0.3418,
      "step": 2016290
    },
    {
      "epoch": 562.74,
      "grad_norm": 1.1696127653121948,
      "learning_rate": 1.03969378436812e-06,
      "loss": 0.3436,
      "step": 2016300
    },
    {
      "epoch": 562.74,
      "grad_norm": 1.1930550336837769,
      "learning_rate": 1.039671316782881e-06,
      "loss": 0.3396,
      "step": 2016310
    },
    {
      "epoch": 562.75,
      "grad_norm": 1.1027909517288208,
      "learning_rate": 1.0396488493712152e-06,
      "loss": 0.3404,
      "step": 2016320
    },
    {
      "epoch": 562.75,
      "grad_norm": 1.2493356466293335,
      "learning_rate": 1.0396263821331256e-06,
      "loss": 0.3492,
      "step": 2016330
    },
    {
      "epoch": 562.75,
      "grad_norm": 1.317934274673462,
      "learning_rate": 1.0396039150686161e-06,
      "loss": 0.3405,
      "step": 2016340
    },
    {
      "epoch": 562.75,
      "grad_norm": 1.1129828691482544,
      "learning_rate": 1.039581448177688e-06,
      "loss": 0.3409,
      "step": 2016350
    },
    {
      "epoch": 562.76,
      "grad_norm": 1.1896387338638306,
      "learning_rate": 1.039558981460345e-06,
      "loss": 0.3289,
      "step": 2016360
    },
    {
      "epoch": 562.76,
      "grad_norm": 1.0884093046188354,
      "learning_rate": 1.0395365149165903e-06,
      "loss": 0.3626,
      "step": 2016370
    },
    {
      "epoch": 562.76,
      "grad_norm": 1.3596808910369873,
      "learning_rate": 1.0395140485464274e-06,
      "loss": 0.3355,
      "step": 2016380
    },
    {
      "epoch": 562.77,
      "grad_norm": 1.108940839767456,
      "learning_rate": 1.0394915823498571e-06,
      "loss": 0.3457,
      "step": 2016390
    },
    {
      "epoch": 562.77,
      "grad_norm": 1.1847871541976929,
      "learning_rate": 1.0394691163268858e-06,
      "loss": 0.3229,
      "step": 2016400
    },
    {
      "epoch": 562.77,
      "grad_norm": 0.9953869581222534,
      "learning_rate": 1.0394466504775135e-06,
      "loss": 0.3316,
      "step": 2016410
    },
    {
      "epoch": 562.77,
      "grad_norm": 1.1336257457733154,
      "learning_rate": 1.0394241848017446e-06,
      "loss": 0.3417,
      "step": 2016420
    },
    {
      "epoch": 562.78,
      "grad_norm": 0.9952070713043213,
      "learning_rate": 1.0394017192995824e-06,
      "loss": 0.3432,
      "step": 2016430
    },
    {
      "epoch": 562.78,
      "grad_norm": 1.0845834016799927,
      "learning_rate": 1.0393792539710288e-06,
      "loss": 0.3451,
      "step": 2016440
    },
    {
      "epoch": 562.78,
      "grad_norm": 1.374184012413025,
      "learning_rate": 1.039356788816087e-06,
      "loss": 0.3318,
      "step": 2016450
    },
    {
      "epoch": 562.79,
      "grad_norm": 1.085229754447937,
      "learning_rate": 1.0393343238347605e-06,
      "loss": 0.3227,
      "step": 2016460
    },
    {
      "epoch": 562.79,
      "grad_norm": 1.1794610023498535,
      "learning_rate": 1.0393118590270528e-06,
      "loss": 0.3441,
      "step": 2016470
    },
    {
      "epoch": 562.79,
      "grad_norm": 1.1327193975448608,
      "learning_rate": 1.0392893943929653e-06,
      "loss": 0.3312,
      "step": 2016480
    },
    {
      "epoch": 562.79,
      "grad_norm": 1.1948120594024658,
      "learning_rate": 1.039266929932502e-06,
      "loss": 0.3623,
      "step": 2016490
    },
    {
      "epoch": 562.8,
      "grad_norm": 1.983534336090088,
      "learning_rate": 1.0392444656456665e-06,
      "loss": 0.3267,
      "step": 2016500
    },
    {
      "epoch": 562.8,
      "grad_norm": 1.294832706451416,
      "learning_rate": 1.0392220015324593e-06,
      "loss": 0.3417,
      "step": 2016510
    },
    {
      "epoch": 562.8,
      "grad_norm": 1.1983158588409424,
      "learning_rate": 1.0391995375928871e-06,
      "loss": 0.32,
      "step": 2016520
    },
    {
      "epoch": 562.8,
      "grad_norm": 1.00416898727417,
      "learning_rate": 1.0391770738269499e-06,
      "loss": 0.3299,
      "step": 2016530
    },
    {
      "epoch": 562.81,
      "grad_norm": 1.1387412548065186,
      "learning_rate": 1.0391546102346515e-06,
      "loss": 0.3374,
      "step": 2016540
    },
    {
      "epoch": 562.81,
      "grad_norm": 1.056571364402771,
      "learning_rate": 1.0391321468159954e-06,
      "loss": 0.3528,
      "step": 2016550
    },
    {
      "epoch": 562.81,
      "grad_norm": 1.4078733921051025,
      "learning_rate": 1.039109683570985e-06,
      "loss": 0.3415,
      "step": 2016560
    },
    {
      "epoch": 562.82,
      "grad_norm": 1.2640740871429443,
      "learning_rate": 1.0390872204996217e-06,
      "loss": 0.3528,
      "step": 2016570
    },
    {
      "epoch": 562.82,
      "grad_norm": 1.0479604005813599,
      "learning_rate": 1.0390647576019095e-06,
      "loss": 0.3446,
      "step": 2016580
    },
    {
      "epoch": 562.82,
      "grad_norm": 1.3486945629119873,
      "learning_rate": 1.0390422948778518e-06,
      "loss": 0.3357,
      "step": 2016590
    },
    {
      "epoch": 562.82,
      "grad_norm": 1.3302816152572632,
      "learning_rate": 1.0390198323274499e-06,
      "loss": 0.3418,
      "step": 2016600
    },
    {
      "epoch": 562.83,
      "grad_norm": 1.2319388389587402,
      "learning_rate": 1.0389973699507092e-06,
      "loss": 0.3311,
      "step": 2016610
    },
    {
      "epoch": 562.83,
      "grad_norm": 1.3085063695907593,
      "learning_rate": 1.0389749077476307e-06,
      "loss": 0.3423,
      "step": 2016620
    },
    {
      "epoch": 562.83,
      "grad_norm": 1.1652828454971313,
      "learning_rate": 1.0389524457182182e-06,
      "loss": 0.342,
      "step": 2016630
    },
    {
      "epoch": 562.84,
      "grad_norm": 1.220771074295044,
      "learning_rate": 1.0389299838624745e-06,
      "loss": 0.3411,
      "step": 2016640
    },
    {
      "epoch": 562.84,
      "grad_norm": 1.2835437059402466,
      "learning_rate": 1.0389075221804027e-06,
      "loss": 0.3344,
      "step": 2016650
    },
    {
      "epoch": 562.84,
      "grad_norm": 1.1470633745193481,
      "learning_rate": 1.0388850606720066e-06,
      "loss": 0.3349,
      "step": 2016660
    },
    {
      "epoch": 562.84,
      "grad_norm": 1.422370433807373,
      "learning_rate": 1.0388625993372878e-06,
      "loss": 0.326,
      "step": 2016670
    },
    {
      "epoch": 562.85,
      "grad_norm": 1.143142580986023,
      "learning_rate": 1.0388401381762496e-06,
      "loss": 0.356,
      "step": 2016680
    },
    {
      "epoch": 562.85,
      "grad_norm": 1.1976643800735474,
      "learning_rate": 1.0388176771888955e-06,
      "loss": 0.3423,
      "step": 2016690
    },
    {
      "epoch": 562.85,
      "grad_norm": 1.3165075778961182,
      "learning_rate": 1.0387952163752287e-06,
      "loss": 0.339,
      "step": 2016700
    },
    {
      "epoch": 562.86,
      "grad_norm": 1.4781392812728882,
      "learning_rate": 1.0387727557352511e-06,
      "loss": 0.3394,
      "step": 2016710
    },
    {
      "epoch": 562.86,
      "grad_norm": 1.2987852096557617,
      "learning_rate": 1.0387502952689665e-06,
      "loss": 0.3415,
      "step": 2016720
    },
    {
      "epoch": 562.86,
      "grad_norm": 0.9847356677055359,
      "learning_rate": 1.0387278349763783e-06,
      "loss": 0.3448,
      "step": 2016730
    },
    {
      "epoch": 562.86,
      "grad_norm": 1.3499807119369507,
      "learning_rate": 1.0387053748574871e-06,
      "loss": 0.3456,
      "step": 2016740
    },
    {
      "epoch": 562.87,
      "grad_norm": 1.2450575828552246,
      "learning_rate": 1.0386829149123e-06,
      "loss": 0.3405,
      "step": 2016750
    },
    {
      "epoch": 562.87,
      "grad_norm": 1.1477843523025513,
      "learning_rate": 1.0386604551408164e-06,
      "loss": 0.3451,
      "step": 2016760
    },
    {
      "epoch": 562.87,
      "grad_norm": 1.2086913585662842,
      "learning_rate": 1.0386379955430406e-06,
      "loss": 0.3316,
      "step": 2016770
    },
    {
      "epoch": 562.87,
      "grad_norm": 1.5200730562210083,
      "learning_rate": 1.0386155361189754e-06,
      "loss": 0.3322,
      "step": 2016780
    },
    {
      "epoch": 562.88,
      "grad_norm": 1.0976192951202393,
      "learning_rate": 1.038593076868625e-06,
      "loss": 0.3388,
      "step": 2016790
    },
    {
      "epoch": 562.88,
      "grad_norm": 1.2803008556365967,
      "learning_rate": 1.0385706177919906e-06,
      "loss": 0.3338,
      "step": 2016800
    },
    {
      "epoch": 562.88,
      "grad_norm": 1.0694209337234497,
      "learning_rate": 1.0385481588890757e-06,
      "loss": 0.3535,
      "step": 2016810
    },
    {
      "epoch": 562.89,
      "grad_norm": 1.1027034521102905,
      "learning_rate": 1.0385257001598846e-06,
      "loss": 0.3368,
      "step": 2016820
    },
    {
      "epoch": 562.89,
      "grad_norm": 1.4251874685287476,
      "learning_rate": 1.0385032416044174e-06,
      "loss": 0.3389,
      "step": 2016830
    },
    {
      "epoch": 562.89,
      "grad_norm": 1.042258858680725,
      "learning_rate": 1.0384807832226805e-06,
      "loss": 0.352,
      "step": 2016840
    },
    {
      "epoch": 562.89,
      "grad_norm": 1.184394359588623,
      "learning_rate": 1.0384583250146746e-06,
      "loss": 0.3426,
      "step": 2016850
    },
    {
      "epoch": 562.9,
      "grad_norm": 1.2251313924789429,
      "learning_rate": 1.0384358669804033e-06,
      "loss": 0.3376,
      "step": 2016860
    },
    {
      "epoch": 562.9,
      "grad_norm": 1.2080073356628418,
      "learning_rate": 1.0384134091198707e-06,
      "loss": 0.339,
      "step": 2016870
    },
    {
      "epoch": 562.9,
      "grad_norm": 1.3071202039718628,
      "learning_rate": 1.0383909514330778e-06,
      "loss": 0.3463,
      "step": 2016880
    },
    {
      "epoch": 562.91,
      "grad_norm": 1.0680205821990967,
      "learning_rate": 1.0383684939200282e-06,
      "loss": 0.3344,
      "step": 2016890
    },
    {
      "epoch": 562.91,
      "grad_norm": 1.276286244392395,
      "learning_rate": 1.0383460365807256e-06,
      "loss": 0.3415,
      "step": 2016900
    },
    {
      "epoch": 562.91,
      "grad_norm": 1.2821844816207886,
      "learning_rate": 1.0383235794151725e-06,
      "loss": 0.3246,
      "step": 2016910
    },
    {
      "epoch": 562.91,
      "grad_norm": 1.2171183824539185,
      "learning_rate": 1.038301122423372e-06,
      "loss": 0.3458,
      "step": 2016920
    },
    {
      "epoch": 562.92,
      "grad_norm": 1.0615273714065552,
      "learning_rate": 1.0382786656053282e-06,
      "loss": 0.3388,
      "step": 2016930
    },
    {
      "epoch": 562.92,
      "grad_norm": 1.2123128175735474,
      "learning_rate": 1.0382562089610417e-06,
      "loss": 0.3563,
      "step": 2016940
    },
    {
      "epoch": 562.92,
      "grad_norm": 1.4009276628494263,
      "learning_rate": 1.0382337524905173e-06,
      "loss": 0.3542,
      "step": 2016950
    },
    {
      "epoch": 562.92,
      "grad_norm": 1.0804845094680786,
      "learning_rate": 1.038211296193758e-06,
      "loss": 0.3278,
      "step": 2016960
    },
    {
      "epoch": 562.93,
      "grad_norm": 1.3599907159805298,
      "learning_rate": 1.0381888400707646e-06,
      "loss": 0.3386,
      "step": 2016970
    },
    {
      "epoch": 562.93,
      "grad_norm": 0.9552720785140991,
      "learning_rate": 1.0381663841215432e-06,
      "loss": 0.343,
      "step": 2016980
    },
    {
      "epoch": 562.93,
      "grad_norm": 1.0187362432479858,
      "learning_rate": 1.0381439283460947e-06,
      "loss": 0.3362,
      "step": 2016990
    },
    {
      "epoch": 562.94,
      "grad_norm": 1.201684832572937,
      "learning_rate": 1.0381214727444228e-06,
      "loss": 0.3372,
      "step": 2017000
    },
    {
      "epoch": 562.94,
      "grad_norm": 1.0921703577041626,
      "learning_rate": 1.0380990173165313e-06,
      "loss": 0.331,
      "step": 2017010
    },
    {
      "epoch": 562.94,
      "grad_norm": 1.2176430225372314,
      "learning_rate": 1.0380765620624214e-06,
      "loss": 0.3426,
      "step": 2017020
    },
    {
      "epoch": 562.94,
      "grad_norm": 1.0381546020507812,
      "learning_rate": 1.0380541069820968e-06,
      "loss": 0.345,
      "step": 2017030
    },
    {
      "epoch": 562.95,
      "grad_norm": 2.1747820377349854,
      "learning_rate": 1.038031652075561e-06,
      "loss": 0.3486,
      "step": 2017040
    },
    {
      "epoch": 562.95,
      "grad_norm": 1.1480381488800049,
      "learning_rate": 1.0380091973428174e-06,
      "loss": 0.3423,
      "step": 2017050
    },
    {
      "epoch": 562.95,
      "grad_norm": 1.052625060081482,
      "learning_rate": 1.0379867427838663e-06,
      "loss": 0.3257,
      "step": 2017060
    },
    {
      "epoch": 562.96,
      "grad_norm": 1.1702384948730469,
      "learning_rate": 1.0379642883987146e-06,
      "loss": 0.3428,
      "step": 2017070
    },
    {
      "epoch": 562.96,
      "grad_norm": 1.0396151542663574,
      "learning_rate": 1.0379418341873626e-06,
      "loss": 0.346,
      "step": 2017080
    },
    {
      "epoch": 562.96,
      "grad_norm": 0.9260083436965942,
      "learning_rate": 1.0379193801498137e-06,
      "loss": 0.3415,
      "step": 2017090
    },
    {
      "epoch": 562.96,
      "grad_norm": 1.0862566232681274,
      "learning_rate": 1.0378969262860722e-06,
      "loss": 0.3459,
      "step": 2017100
    },
    {
      "epoch": 562.97,
      "grad_norm": 1.139548659324646,
      "learning_rate": 1.0378744725961392e-06,
      "loss": 0.3344,
      "step": 2017110
    },
    {
      "epoch": 562.97,
      "grad_norm": 1.1481541395187378,
      "learning_rate": 1.0378520190800187e-06,
      "loss": 0.3287,
      "step": 2017120
    },
    {
      "epoch": 562.97,
      "grad_norm": 3.111924648284912,
      "learning_rate": 1.0378295657377136e-06,
      "loss": 0.3372,
      "step": 2017130
    },
    {
      "epoch": 562.98,
      "grad_norm": 1.2189847230911255,
      "learning_rate": 1.0378071125692277e-06,
      "loss": 0.3337,
      "step": 2017140
    },
    {
      "epoch": 562.98,
      "grad_norm": 1.129278540611267,
      "learning_rate": 1.0377846595745621e-06,
      "loss": 0.3553,
      "step": 2017150
    },
    {
      "epoch": 562.98,
      "grad_norm": 1.132035732269287,
      "learning_rate": 1.037762206753721e-06,
      "loss": 0.3502,
      "step": 2017160
    },
    {
      "epoch": 562.98,
      "grad_norm": 1.1741647720336914,
      "learning_rate": 1.0377397541067084e-06,
      "loss": 0.3629,
      "step": 2017170
    },
    {
      "epoch": 562.99,
      "grad_norm": 1.2525897026062012,
      "learning_rate": 1.0377173016335241e-06,
      "loss": 0.3439,
      "step": 2017180
    },
    {
      "epoch": 562.99,
      "grad_norm": 1.1171798706054688,
      "learning_rate": 1.0376948493341747e-06,
      "loss": 0.3252,
      "step": 2017190
    },
    {
      "epoch": 562.99,
      "grad_norm": 1.1791423559188843,
      "learning_rate": 1.03767239720866e-06,
      "loss": 0.3249,
      "step": 2017200
    },
    {
      "epoch": 562.99,
      "grad_norm": 1.1449946165084839,
      "learning_rate": 1.0376499452569862e-06,
      "loss": 0.3343,
      "step": 2017210
    },
    {
      "epoch": 563.0,
      "grad_norm": 1.1740174293518066,
      "learning_rate": 1.0376274934791537e-06,
      "loss": 0.3519,
      "step": 2017220
    },
    {
      "epoch": 563.0,
      "eval_loss": 0.34096258878707886,
      "eval_runtime": 63.576,
      "eval_samples_per_second": 79.574,
      "eval_steps_per_second": 9.957,
      "step": 2017229
    },
    {
      "epoch": 563.0,
      "grad_norm": 1.0059576034545898,
      "learning_rate": 1.037605041875167e-06,
      "loss": 0.3347,
      "step": 2017230
    },
    {
      "epoch": 563.0,
      "grad_norm": 1.2538070678710938,
      "learning_rate": 1.037582590445029e-06,
      "loss": 0.3424,
      "step": 2017240
    },
    {
      "epoch": 563.01,
      "grad_norm": 1.7409006357192993,
      "learning_rate": 1.0375601391887413e-06,
      "loss": 0.3369,
      "step": 2017250
    },
    {
      "epoch": 563.01,
      "grad_norm": 1.0985288619995117,
      "learning_rate": 1.037537688106308e-06,
      "loss": 0.3345,
      "step": 2017260
    },
    {
      "epoch": 563.01,
      "grad_norm": 1.4118925333023071,
      "learning_rate": 1.0375152371977321e-06,
      "loss": 0.3433,
      "step": 2017270
    },
    {
      "epoch": 563.01,
      "grad_norm": 1.2373310327529907,
      "learning_rate": 1.0374927864630171e-06,
      "loss": 0.341,
      "step": 2017280
    },
    {
      "epoch": 563.02,
      "grad_norm": 1.2803499698638916,
      "learning_rate": 1.0374703359021643e-06,
      "loss": 0.3324,
      "step": 2017290
    },
    {
      "epoch": 563.02,
      "grad_norm": 1.0242615938186646,
      "learning_rate": 1.0374478855151777e-06,
      "loss": 0.3322,
      "step": 2017300
    },
    {
      "epoch": 563.02,
      "grad_norm": 1.0312217473983765,
      "learning_rate": 1.0374254353020611e-06,
      "loss": 0.3355,
      "step": 2017310
    },
    {
      "epoch": 563.03,
      "grad_norm": 1.05815589427948,
      "learning_rate": 1.0374029852628152e-06,
      "loss": 0.3394,
      "step": 2017320
    },
    {
      "epoch": 563.03,
      "grad_norm": 1.014336347579956,
      "learning_rate": 1.0373805353974459e-06,
      "loss": 0.3429,
      "step": 2017330
    },
    {
      "epoch": 563.03,
      "grad_norm": 1.1603413820266724,
      "learning_rate": 1.037358085705954e-06,
      "loss": 0.3285,
      "step": 2017340
    },
    {
      "epoch": 563.03,
      "grad_norm": 1.0000993013381958,
      "learning_rate": 1.0373356361883432e-06,
      "loss": 0.3399,
      "step": 2017350
    },
    {
      "epoch": 563.04,
      "grad_norm": 1.0146411657333374,
      "learning_rate": 1.0373131868446166e-06,
      "loss": 0.3486,
      "step": 2017360
    },
    {
      "epoch": 563.04,
      "grad_norm": 1.0409610271453857,
      "learning_rate": 1.0372907376747778e-06,
      "loss": 0.3208,
      "step": 2017370
    },
    {
      "epoch": 563.04,
      "grad_norm": 1.0949013233184814,
      "learning_rate": 1.0372682886788283e-06,
      "loss": 0.338,
      "step": 2017380
    },
    {
      "epoch": 563.04,
      "grad_norm": 1.0720546245574951,
      "learning_rate": 1.0372458398567716e-06,
      "loss": 0.3588,
      "step": 2017390
    },
    {
      "epoch": 563.05,
      "grad_norm": 1.3627269268035889,
      "learning_rate": 1.0372233912086124e-06,
      "loss": 0.3291,
      "step": 2017400
    },
    {
      "epoch": 563.05,
      "grad_norm": 1.2465673685073853,
      "learning_rate": 1.03720094273435e-06,
      "loss": 0.3366,
      "step": 2017410
    },
    {
      "epoch": 563.05,
      "grad_norm": 1.1049734354019165,
      "learning_rate": 1.0371784944339916e-06,
      "loss": 0.3558,
      "step": 2017420
    },
    {
      "epoch": 563.06,
      "grad_norm": 1.2266792058944702,
      "learning_rate": 1.0371560463075373e-06,
      "loss": 0.3536,
      "step": 2017430
    },
    {
      "epoch": 563.06,
      "grad_norm": 1.1449631452560425,
      "learning_rate": 1.037133598354991e-06,
      "loss": 0.3455,
      "step": 2017440
    },
    {
      "epoch": 563.06,
      "grad_norm": 1.2278679609298706,
      "learning_rate": 1.0371111505763568e-06,
      "loss": 0.3206,
      "step": 2017450
    },
    {
      "epoch": 563.06,
      "grad_norm": 1.4616831541061401,
      "learning_rate": 1.0370887029716354e-06,
      "loss": 0.3312,
      "step": 2017460
    },
    {
      "epoch": 563.07,
      "grad_norm": 1.21848464012146,
      "learning_rate": 1.037066255540831e-06,
      "loss": 0.342,
      "step": 2017470
    },
    {
      "epoch": 563.07,
      "grad_norm": 1.1650394201278687,
      "learning_rate": 1.0370438082839467e-06,
      "loss": 0.3347,
      "step": 2017480
    },
    {
      "epoch": 563.07,
      "grad_norm": 1.0500739812850952,
      "learning_rate": 1.0370213612009853e-06,
      "loss": 0.3566,
      "step": 2017490
    },
    {
      "epoch": 563.08,
      "grad_norm": 1.1976497173309326,
      "learning_rate": 1.0369989142919497e-06,
      "loss": 0.3486,
      "step": 2017500
    },
    {
      "epoch": 563.08,
      "grad_norm": 1.1320263147354126,
      "learning_rate": 1.0369764675568442e-06,
      "loss": 0.339,
      "step": 2017510
    },
    {
      "epoch": 563.08,
      "grad_norm": 1.330850601196289,
      "learning_rate": 1.0369540209956695e-06,
      "loss": 0.3347,
      "step": 2017520
    },
    {
      "epoch": 563.08,
      "grad_norm": 1.082769513130188,
      "learning_rate": 1.0369315746084296e-06,
      "loss": 0.3404,
      "step": 2017530
    },
    {
      "epoch": 563.09,
      "grad_norm": 1.268419623374939,
      "learning_rate": 1.0369091283951289e-06,
      "loss": 0.3443,
      "step": 2017540
    },
    {
      "epoch": 563.09,
      "grad_norm": 1.0606557130813599,
      "learning_rate": 1.0368866823557671e-06,
      "loss": 0.3298,
      "step": 2017550
    },
    {
      "epoch": 563.09,
      "grad_norm": 1.1703616380691528,
      "learning_rate": 1.0368642364903508e-06,
      "loss": 0.3326,
      "step": 2017560
    },
    {
      "epoch": 563.1,
      "grad_norm": 1.0332460403442383,
      "learning_rate": 1.0368417907988803e-06,
      "loss": 0.3238,
      "step": 2017570
    },
    {
      "epoch": 563.1,
      "grad_norm": 1.0876401662826538,
      "learning_rate": 1.03681934528136e-06,
      "loss": 0.3368,
      "step": 2017580
    },
    {
      "epoch": 563.1,
      "grad_norm": 1.259889841079712,
      "learning_rate": 1.0367968999377934e-06,
      "loss": 0.3392,
      "step": 2017590
    },
    {
      "epoch": 563.1,
      "grad_norm": 1.1779344081878662,
      "learning_rate": 1.0367744547681816e-06,
      "loss": 0.3304,
      "step": 2017600
    },
    {
      "epoch": 563.11,
      "grad_norm": 1.066056728363037,
      "learning_rate": 1.0367520097725288e-06,
      "loss": 0.3436,
      "step": 2017610
    },
    {
      "epoch": 563.11,
      "grad_norm": 1.2011297941207886,
      "learning_rate": 1.0367295649508375e-06,
      "loss": 0.3388,
      "step": 2017620
    },
    {
      "epoch": 563.11,
      "grad_norm": 1.1856563091278076,
      "learning_rate": 1.036707120303112e-06,
      "loss": 0.333,
      "step": 2017630
    },
    {
      "epoch": 563.11,
      "grad_norm": 1.2117283344268799,
      "learning_rate": 1.0366846758293524e-06,
      "loss": 0.3347,
      "step": 2017640
    },
    {
      "epoch": 563.12,
      "grad_norm": 1.1639883518218994,
      "learning_rate": 1.0366622315295655e-06,
      "loss": 0.3491,
      "step": 2017650
    },
    {
      "epoch": 563.12,
      "grad_norm": 1.0325394868850708,
      "learning_rate": 1.0366397874037513e-06,
      "loss": 0.3335,
      "step": 2017660
    },
    {
      "epoch": 563.12,
      "grad_norm": 1.1020914316177368,
      "learning_rate": 1.036617343451914e-06,
      "loss": 0.3388,
      "step": 2017670
    },
    {
      "epoch": 563.13,
      "grad_norm": 0.9591919183731079,
      "learning_rate": 1.036594899674057e-06,
      "loss": 0.3314,
      "step": 2017680
    },
    {
      "epoch": 563.13,
      "grad_norm": 1.0984888076782227,
      "learning_rate": 1.036572456070182e-06,
      "loss": 0.3422,
      "step": 2017690
    },
    {
      "epoch": 563.13,
      "grad_norm": 1.0875937938690186,
      "learning_rate": 1.0365500126402928e-06,
      "loss": 0.3465,
      "step": 2017700
    },
    {
      "epoch": 563.13,
      "grad_norm": 1.035983920097351,
      "learning_rate": 1.0365275693843921e-06,
      "loss": 0.3233,
      "step": 2017710
    },
    {
      "epoch": 563.14,
      "grad_norm": 0.9987438917160034,
      "learning_rate": 1.0365051263024838e-06,
      "loss": 0.3443,
      "step": 2017720
    },
    {
      "epoch": 563.14,
      "grad_norm": 1.0174144506454468,
      "learning_rate": 1.0364826833945688e-06,
      "loss": 0.3398,
      "step": 2017730
    },
    {
      "epoch": 563.14,
      "grad_norm": 1.2635278701782227,
      "learning_rate": 1.036460240660653e-06,
      "loss": 0.3307,
      "step": 2017740
    },
    {
      "epoch": 563.15,
      "grad_norm": 1.0746089220046997,
      "learning_rate": 1.0364377981007368e-06,
      "loss": 0.3487,
      "step": 2017750
    },
    {
      "epoch": 563.15,
      "grad_norm": 1.1156675815582275,
      "learning_rate": 1.0364153557148243e-06,
      "loss": 0.3595,
      "step": 2017760
    },
    {
      "epoch": 563.15,
      "grad_norm": 1.182920217514038,
      "learning_rate": 1.0363929135029194e-06,
      "loss": 0.3472,
      "step": 2017770
    },
    {
      "epoch": 563.15,
      "grad_norm": 0.9546670317649841,
      "learning_rate": 1.036370471465022e-06,
      "loss": 0.3335,
      "step": 2017780
    },
    {
      "epoch": 563.16,
      "grad_norm": 1.1903784275054932,
      "learning_rate": 1.0363480296011393e-06,
      "loss": 0.342,
      "step": 2017790
    },
    {
      "epoch": 563.16,
      "grad_norm": 1.0734590291976929,
      "learning_rate": 1.036325587911271e-06,
      "loss": 0.3405,
      "step": 2017800
    },
    {
      "epoch": 563.16,
      "grad_norm": 1.0160510540008545,
      "learning_rate": 1.0363031463954216e-06,
      "loss": 0.3508,
      "step": 2017810
    },
    {
      "epoch": 563.16,
      "grad_norm": 1.1475815773010254,
      "learning_rate": 1.0362807050535942e-06,
      "loss": 0.3437,
      "step": 2017820
    },
    {
      "epoch": 563.17,
      "grad_norm": 2.2440543174743652,
      "learning_rate": 1.0362582638857909e-06,
      "loss": 0.3482,
      "step": 2017830
    },
    {
      "epoch": 563.17,
      "grad_norm": 1.2272975444793701,
      "learning_rate": 1.0362358228920147e-06,
      "loss": 0.3442,
      "step": 2017840
    },
    {
      "epoch": 563.17,
      "grad_norm": 1.0897849798202515,
      "learning_rate": 1.036213382072269e-06,
      "loss": 0.3441,
      "step": 2017850
    },
    {
      "epoch": 563.18,
      "grad_norm": 1.0335863828659058,
      "learning_rate": 1.036190941426558e-06,
      "loss": 0.35,
      "step": 2017860
    },
    {
      "epoch": 563.18,
      "grad_norm": 0.9809462428092957,
      "learning_rate": 1.0361685009548814e-06,
      "loss": 0.3323,
      "step": 2017870
    },
    {
      "epoch": 563.18,
      "grad_norm": 1.2839686870574951,
      "learning_rate": 1.0361460606572462e-06,
      "loss": 0.3613,
      "step": 2017880
    },
    {
      "epoch": 563.18,
      "grad_norm": 1.022842526435852,
      "learning_rate": 1.0361236205336526e-06,
      "loss": 0.3376,
      "step": 2017890
    },
    {
      "epoch": 563.19,
      "grad_norm": 1.1095502376556396,
      "learning_rate": 1.0361011805841044e-06,
      "loss": 0.332,
      "step": 2017900
    },
    {
      "epoch": 563.19,
      "grad_norm": 1.2278419733047485,
      "learning_rate": 1.036078740808605e-06,
      "loss": 0.3505,
      "step": 2017910
    },
    {
      "epoch": 563.19,
      "grad_norm": 1.7899837493896484,
      "learning_rate": 1.0360563012071568e-06,
      "loss": 0.349,
      "step": 2017920
    },
    {
      "epoch": 563.2,
      "grad_norm": 1.2085466384887695,
      "learning_rate": 1.0360338617797627e-06,
      "loss": 0.3196,
      "step": 2017930
    },
    {
      "epoch": 563.2,
      "grad_norm": 1.1583994626998901,
      "learning_rate": 1.036011422526426e-06,
      "loss": 0.3425,
      "step": 2017940
    },
    {
      "epoch": 563.2,
      "grad_norm": 1.2096202373504639,
      "learning_rate": 1.0359889834471502e-06,
      "loss": 0.3431,
      "step": 2017950
    },
    {
      "epoch": 563.2,
      "grad_norm": 1.1679668426513672,
      "learning_rate": 1.0359665445419375e-06,
      "loss": 0.3271,
      "step": 2017960
    },
    {
      "epoch": 563.21,
      "grad_norm": 1.1046383380889893,
      "learning_rate": 1.0359441058107906e-06,
      "loss": 0.3325,
      "step": 2017970
    },
    {
      "epoch": 563.21,
      "grad_norm": 0.973415195941925,
      "learning_rate": 1.0359216672537141e-06,
      "loss": 0.3374,
      "step": 2017980
    },
    {
      "epoch": 563.21,
      "grad_norm": 1.059735894203186,
      "learning_rate": 1.0358992288707084e-06,
      "loss": 0.3405,
      "step": 2017990
    },
    {
      "epoch": 563.22,
      "grad_norm": 1.1552151441574097,
      "learning_rate": 1.0358767906617794e-06,
      "loss": 0.3481,
      "step": 2018000
    },
    {
      "epoch": 563.22,
      "grad_norm": 1.3158550262451172,
      "learning_rate": 1.035854352626928e-06,
      "loss": 0.3358,
      "step": 2018010
    },
    {
      "epoch": 563.22,
      "grad_norm": 1.0014182329177856,
      "learning_rate": 1.0358319147661579e-06,
      "loss": 0.3361,
      "step": 2018020
    },
    {
      "epoch": 563.22,
      "grad_norm": 1.2219579219818115,
      "learning_rate": 1.0358094770794719e-06,
      "loss": 0.3371,
      "step": 2018030
    },
    {
      "epoch": 563.23,
      "grad_norm": 1.0784343481063843,
      "learning_rate": 1.0357870395668738e-06,
      "loss": 0.3493,
      "step": 2018040
    },
    {
      "epoch": 563.23,
      "grad_norm": 1.1136565208435059,
      "learning_rate": 1.0357646022283654e-06,
      "loss": 0.3376,
      "step": 2018050
    },
    {
      "epoch": 563.23,
      "grad_norm": 1.0248361825942993,
      "learning_rate": 1.0357421650639502e-06,
      "loss": 0.3391,
      "step": 2018060
    },
    {
      "epoch": 563.23,
      "grad_norm": 1.1352728605270386,
      "learning_rate": 1.0357197280736312e-06,
      "loss": 0.3398,
      "step": 2018070
    },
    {
      "epoch": 563.24,
      "grad_norm": 1.094396948814392,
      "learning_rate": 1.0356972912574113e-06,
      "loss": 0.3372,
      "step": 2018080
    },
    {
      "epoch": 563.24,
      "grad_norm": 1.21219801902771,
      "learning_rate": 1.0356748546152944e-06,
      "loss": 0.3447,
      "step": 2018090
    },
    {
      "epoch": 563.24,
      "grad_norm": 1.1327224969863892,
      "learning_rate": 1.0356524181472817e-06,
      "loss": 0.3287,
      "step": 2018100
    },
    {
      "epoch": 563.25,
      "grad_norm": 1.0115790367126465,
      "learning_rate": 1.0356299818533775e-06,
      "loss": 0.3497,
      "step": 2018110
    },
    {
      "epoch": 563.25,
      "grad_norm": 0.9938937425613403,
      "learning_rate": 1.035607545733585e-06,
      "loss": 0.3346,
      "step": 2018120
    },
    {
      "epoch": 563.25,
      "grad_norm": 1.1225948333740234,
      "learning_rate": 1.0355851097879051e-06,
      "loss": 0.3405,
      "step": 2018130
    },
    {
      "epoch": 563.25,
      "grad_norm": 2.0524532794952393,
      "learning_rate": 1.0355626740163437e-06,
      "loss": 0.3381,
      "step": 2018140
    },
    {
      "epoch": 563.26,
      "grad_norm": 1.1509560346603394,
      "learning_rate": 1.035540238418902e-06,
      "loss": 0.3443,
      "step": 2018150
    },
    {
      "epoch": 563.26,
      "grad_norm": 1.002848744392395,
      "learning_rate": 1.035517802995583e-06,
      "loss": 0.3399,
      "step": 2018160
    },
    {
      "epoch": 563.26,
      "grad_norm": 1.1340001821517944,
      "learning_rate": 1.03549536774639e-06,
      "loss": 0.339,
      "step": 2018170
    },
    {
      "epoch": 563.27,
      "grad_norm": 1.0257469415664673,
      "learning_rate": 1.0354729326713271e-06,
      "loss": 0.3316,
      "step": 2018180
    },
    {
      "epoch": 563.27,
      "grad_norm": 1.1279356479644775,
      "learning_rate": 1.0354504977703955e-06,
      "loss": 0.3201,
      "step": 2018190
    },
    {
      "epoch": 563.27,
      "grad_norm": 1.1065675020217896,
      "learning_rate": 1.0354280630435986e-06,
      "loss": 0.356,
      "step": 2018200
    },
    {
      "epoch": 563.27,
      "grad_norm": 1.1867936849594116,
      "learning_rate": 1.0354056284909409e-06,
      "loss": 0.333,
      "step": 2018210
    },
    {
      "epoch": 563.28,
      "grad_norm": 1.1809356212615967,
      "learning_rate": 1.0353831941124221e-06,
      "loss": 0.3535,
      "step": 2018220
    },
    {
      "epoch": 563.28,
      "grad_norm": 1.1313858032226562,
      "learning_rate": 1.0353607599080493e-06,
      "loss": 0.3247,
      "step": 2018230
    },
    {
      "epoch": 563.28,
      "grad_norm": 1.0914727449417114,
      "learning_rate": 1.0353383258778227e-06,
      "loss": 0.3292,
      "step": 2018240
    },
    {
      "epoch": 563.28,
      "grad_norm": 1.0446783304214478,
      "learning_rate": 1.035315892021746e-06,
      "loss": 0.3295,
      "step": 2018250
    },
    {
      "epoch": 563.29,
      "grad_norm": 1.1221225261688232,
      "learning_rate": 1.0352934583398229e-06,
      "loss": 0.3241,
      "step": 2018260
    },
    {
      "epoch": 563.29,
      "grad_norm": 1.0726467370986938,
      "learning_rate": 1.0352710248320549e-06,
      "loss": 0.332,
      "step": 2018270
    },
    {
      "epoch": 563.29,
      "grad_norm": 1.115066409111023,
      "learning_rate": 1.0352485914984457e-06,
      "loss": 0.3386,
      "step": 2018280
    },
    {
      "epoch": 563.3,
      "grad_norm": 0.9993307590484619,
      "learning_rate": 1.0352261583389985e-06,
      "loss": 0.3324,
      "step": 2018290
    },
    {
      "epoch": 563.3,
      "grad_norm": 1.0622433423995972,
      "learning_rate": 1.0352037253537173e-06,
      "loss": 0.3453,
      "step": 2018300
    },
    {
      "epoch": 563.3,
      "grad_norm": 0.992153525352478,
      "learning_rate": 1.0351812925426016e-06,
      "loss": 0.3495,
      "step": 2018310
    },
    {
      "epoch": 563.3,
      "grad_norm": 1.0700448751449585,
      "learning_rate": 1.0351588599056593e-06,
      "loss": 0.3256,
      "step": 2018320
    },
    {
      "epoch": 563.31,
      "grad_norm": 1.2808843851089478,
      "learning_rate": 1.0351364274428893e-06,
      "loss": 0.3418,
      "step": 2018330
    },
    {
      "epoch": 563.31,
      "grad_norm": 1.1921006441116333,
      "learning_rate": 1.0351139951542965e-06,
      "loss": 0.3459,
      "step": 2018340
    },
    {
      "epoch": 563.31,
      "grad_norm": 1.0324734449386597,
      "learning_rate": 1.035091563039884e-06,
      "loss": 0.3331,
      "step": 2018350
    },
    {
      "epoch": 563.32,
      "grad_norm": 1.1650176048278809,
      "learning_rate": 1.035069131099653e-06,
      "loss": 0.3374,
      "step": 2018360
    },
    {
      "epoch": 563.32,
      "grad_norm": 1.1339963674545288,
      "learning_rate": 1.0350466993336094e-06,
      "loss": 0.3398,
      "step": 2018370
    },
    {
      "epoch": 563.32,
      "grad_norm": 0.9017224907875061,
      "learning_rate": 1.0350242677417536e-06,
      "loss": 0.3255,
      "step": 2018380
    },
    {
      "epoch": 563.32,
      "grad_norm": 1.309050440788269,
      "learning_rate": 1.0350018363240896e-06,
      "loss": 0.3319,
      "step": 2018390
    },
    {
      "epoch": 563.33,
      "grad_norm": 1.556570053100586,
      "learning_rate": 1.0349794050806212e-06,
      "loss": 0.3403,
      "step": 2018400
    },
    {
      "epoch": 563.33,
      "grad_norm": 1.228186011314392,
      "learning_rate": 1.0349569740113496e-06,
      "loss": 0.3299,
      "step": 2018410
    },
    {
      "epoch": 563.33,
      "grad_norm": 1.1404569149017334,
      "learning_rate": 1.0349345431162789e-06,
      "loss": 0.3499,
      "step": 2018420
    },
    {
      "epoch": 563.34,
      "grad_norm": 1.166144609451294,
      "learning_rate": 1.0349121123954116e-06,
      "loss": 0.3392,
      "step": 2018430
    },
    {
      "epoch": 563.34,
      "grad_norm": 1.2417542934417725,
      "learning_rate": 1.034889681848752e-06,
      "loss": 0.3533,
      "step": 2018440
    },
    {
      "epoch": 563.34,
      "grad_norm": 1.2776163816452026,
      "learning_rate": 1.0348672514763003e-06,
      "loss": 0.3461,
      "step": 2018450
    },
    {
      "epoch": 563.34,
      "grad_norm": 0.9688008427619934,
      "learning_rate": 1.034844821278063e-06,
      "loss": 0.3525,
      "step": 2018460
    },
    {
      "epoch": 563.35,
      "grad_norm": 1.1682732105255127,
      "learning_rate": 1.0348223912540405e-06,
      "loss": 0.337,
      "step": 2018470
    },
    {
      "epoch": 563.35,
      "grad_norm": 1.0863834619522095,
      "learning_rate": 1.0347999614042365e-06,
      "loss": 0.3384,
      "step": 2018480
    },
    {
      "epoch": 563.35,
      "grad_norm": 1.3499140739440918,
      "learning_rate": 1.034777531728655e-06,
      "loss": 0.3564,
      "step": 2018490
    },
    {
      "epoch": 563.35,
      "grad_norm": 1.1090447902679443,
      "learning_rate": 1.0347551022272975e-06,
      "loss": 0.3366,
      "step": 2018500
    },
    {
      "epoch": 563.36,
      "grad_norm": 1.11661696434021,
      "learning_rate": 1.0347326729001673e-06,
      "loss": 0.3615,
      "step": 2018510
    },
    {
      "epoch": 563.36,
      "grad_norm": 1.1672474145889282,
      "learning_rate": 1.0347102437472677e-06,
      "loss": 0.3415,
      "step": 2018520
    },
    {
      "epoch": 563.36,
      "grad_norm": 1.2568153142929077,
      "learning_rate": 1.0346878147686024e-06,
      "loss": 0.3346,
      "step": 2018530
    },
    {
      "epoch": 563.37,
      "grad_norm": 1.0149203538894653,
      "learning_rate": 1.034665385964173e-06,
      "loss": 0.3241,
      "step": 2018540
    },
    {
      "epoch": 563.37,
      "grad_norm": 1.039889931678772,
      "learning_rate": 1.034642957333983e-06,
      "loss": 0.3272,
      "step": 2018550
    },
    {
      "epoch": 563.37,
      "grad_norm": 1.2929242849349976,
      "learning_rate": 1.0346205288780358e-06,
      "loss": 0.344,
      "step": 2018560
    },
    {
      "epoch": 563.37,
      "grad_norm": 1.1189818382263184,
      "learning_rate": 1.0345981005963335e-06,
      "loss": 0.3312,
      "step": 2018570
    },
    {
      "epoch": 563.38,
      "grad_norm": 1.3290654420852661,
      "learning_rate": 1.034575672488881e-06,
      "loss": 0.3465,
      "step": 2018580
    },
    {
      "epoch": 563.38,
      "grad_norm": 1.2026647329330444,
      "learning_rate": 1.034553244555679e-06,
      "loss": 0.3513,
      "step": 2018590
    },
    {
      "epoch": 563.38,
      "grad_norm": 1.1965211629867554,
      "learning_rate": 1.0345308167967315e-06,
      "loss": 0.3286,
      "step": 2018600
    },
    {
      "epoch": 563.39,
      "grad_norm": 1.1562336683273315,
      "learning_rate": 1.0345083892120412e-06,
      "loss": 0.3391,
      "step": 2018610
    },
    {
      "epoch": 563.39,
      "grad_norm": 1.1291635036468506,
      "learning_rate": 1.0344859618016117e-06,
      "loss": 0.3368,
      "step": 2018620
    },
    {
      "epoch": 563.39,
      "grad_norm": 1.2077385187149048,
      "learning_rate": 1.034463534565446e-06,
      "loss": 0.3236,
      "step": 2018630
    },
    {
      "epoch": 563.39,
      "grad_norm": 1.254415512084961,
      "learning_rate": 1.034441107503546e-06,
      "loss": 0.3473,
      "step": 2018640
    },
    {
      "epoch": 563.4,
      "grad_norm": 1.0228968858718872,
      "learning_rate": 1.0344186806159153e-06,
      "loss": 0.3333,
      "step": 2018650
    },
    {
      "epoch": 563.4,
      "grad_norm": 0.9521298408508301,
      "learning_rate": 1.034396253902557e-06,
      "loss": 0.3255,
      "step": 2018660
    },
    {
      "epoch": 563.4,
      "grad_norm": 2.158975839614868,
      "learning_rate": 1.034373827363475e-06,
      "loss": 0.351,
      "step": 2018670
    },
    {
      "epoch": 563.4,
      "grad_norm": 1.173557162284851,
      "learning_rate": 1.0343514009986697e-06,
      "loss": 0.3479,
      "step": 2018680
    },
    {
      "epoch": 563.41,
      "grad_norm": 0.9774336814880371,
      "learning_rate": 1.0343289748081474e-06,
      "loss": 0.3339,
      "step": 2018690
    },
    {
      "epoch": 563.41,
      "grad_norm": 1.1446675062179565,
      "learning_rate": 1.0343065487919083e-06,
      "loss": 0.3605,
      "step": 2018700
    },
    {
      "epoch": 563.41,
      "grad_norm": 1.1790423393249512,
      "learning_rate": 1.0342841229499568e-06,
      "loss": 0.3275,
      "step": 2018710
    },
    {
      "epoch": 563.42,
      "grad_norm": 1.2913154363632202,
      "learning_rate": 1.034261697282296e-06,
      "loss": 0.3429,
      "step": 2018720
    },
    {
      "epoch": 563.42,
      "grad_norm": 1.1205254793167114,
      "learning_rate": 1.034239271788928e-06,
      "loss": 0.3529,
      "step": 2018730
    },
    {
      "epoch": 563.42,
      "grad_norm": 1.1044694185256958,
      "learning_rate": 1.034216846469856e-06,
      "loss": 0.3398,
      "step": 2018740
    },
    {
      "epoch": 563.42,
      "grad_norm": 1.2067887783050537,
      "learning_rate": 1.0341944213250834e-06,
      "loss": 0.3575,
      "step": 2018750
    },
    {
      "epoch": 563.43,
      "grad_norm": 1.2027863264083862,
      "learning_rate": 1.0341719963546138e-06,
      "loss": 0.348,
      "step": 2018760
    },
    {
      "epoch": 563.43,
      "grad_norm": 1.135123610496521,
      "learning_rate": 1.0341495715584485e-06,
      "loss": 0.3255,
      "step": 2018770
    },
    {
      "epoch": 563.43,
      "grad_norm": 1.0945804119110107,
      "learning_rate": 1.0341271469365912e-06,
      "loss": 0.3464,
      "step": 2018780
    },
    {
      "epoch": 563.44,
      "grad_norm": 1.0425074100494385,
      "learning_rate": 1.0341047224890463e-06,
      "loss": 0.3392,
      "step": 2018790
    },
    {
      "epoch": 563.44,
      "grad_norm": 1.0813568830490112,
      "learning_rate": 1.0340822982158133e-06,
      "loss": 0.33,
      "step": 2018800
    },
    {
      "epoch": 563.44,
      "grad_norm": 1.0563509464263916,
      "learning_rate": 1.0340598741168995e-06,
      "loss": 0.3424,
      "step": 2018810
    },
    {
      "epoch": 563.44,
      "grad_norm": 1.2564702033996582,
      "learning_rate": 1.034037450192305e-06,
      "loss": 0.3523,
      "step": 2018820
    },
    {
      "epoch": 563.45,
      "grad_norm": 1.042702078819275,
      "learning_rate": 1.0340150264420335e-06,
      "loss": 0.3499,
      "step": 2018830
    },
    {
      "epoch": 563.45,
      "grad_norm": 0.9039055705070496,
      "learning_rate": 1.033992602866088e-06,
      "loss": 0.3354,
      "step": 2018840
    },
    {
      "epoch": 563.45,
      "grad_norm": 1.1081520318984985,
      "learning_rate": 1.0339701794644725e-06,
      "loss": 0.3535,
      "step": 2018850
    },
    {
      "epoch": 563.46,
      "grad_norm": 1.3753074407577515,
      "learning_rate": 1.033947756237188e-06,
      "loss": 0.3392,
      "step": 2018860
    },
    {
      "epoch": 563.46,
      "grad_norm": 1.3242483139038086,
      "learning_rate": 1.0339253331842388e-06,
      "loss": 0.3388,
      "step": 2018870
    },
    {
      "epoch": 563.46,
      "grad_norm": 1.2500371932983398,
      "learning_rate": 1.0339029103056285e-06,
      "loss": 0.3428,
      "step": 2018880
    },
    {
      "epoch": 563.46,
      "grad_norm": 1.1013067960739136,
      "learning_rate": 1.0338804876013574e-06,
      "loss": 0.3391,
      "step": 2018890
    },
    {
      "epoch": 563.47,
      "grad_norm": 1.0271480083465576,
      "learning_rate": 1.033858065071432e-06,
      "loss": 0.3332,
      "step": 2018900
    },
    {
      "epoch": 563.47,
      "grad_norm": 1.2514002323150635,
      "learning_rate": 1.0338356427158528e-06,
      "loss": 0.3486,
      "step": 2018910
    },
    {
      "epoch": 563.47,
      "grad_norm": 1.101805329322815,
      "learning_rate": 1.0338132205346235e-06,
      "loss": 0.3389,
      "step": 2018920
    },
    {
      "epoch": 563.47,
      "grad_norm": 1.0182170867919922,
      "learning_rate": 1.033790798527748e-06,
      "loss": 0.3449,
      "step": 2018930
    },
    {
      "epoch": 563.48,
      "grad_norm": 1.0135083198547363,
      "learning_rate": 1.0337683766952264e-06,
      "loss": 0.3435,
      "step": 2018940
    },
    {
      "epoch": 563.48,
      "grad_norm": 1.1173968315124512,
      "learning_rate": 1.0337459550370658e-06,
      "loss": 0.3417,
      "step": 2018950
    },
    {
      "epoch": 563.48,
      "grad_norm": 12.003926277160645,
      "learning_rate": 1.0337235335532663e-06,
      "loss": 0.3585,
      "step": 2018960
    },
    {
      "epoch": 563.49,
      "grad_norm": 9.688549995422363,
      "learning_rate": 1.0337011122438315e-06,
      "loss": 0.3444,
      "step": 2018970
    },
    {
      "epoch": 563.49,
      "grad_norm": 1.023424744606018,
      "learning_rate": 1.0336786911087646e-06,
      "loss": 0.3489,
      "step": 2018980
    },
    {
      "epoch": 563.49,
      "grad_norm": 1.2288981676101685,
      "learning_rate": 1.0336562701480693e-06,
      "loss": 0.338,
      "step": 2018990
    },
    {
      "epoch": 563.49,
      "grad_norm": 1.1373828649520874,
      "learning_rate": 1.033633849361747e-06,
      "loss": 0.3209,
      "step": 2019000
    },
    {
      "epoch": 563.5,
      "grad_norm": 1.0632107257843018,
      "learning_rate": 1.0336114287498017e-06,
      "loss": 0.3159,
      "step": 2019010
    },
    {
      "epoch": 563.5,
      "grad_norm": 1.06069815158844,
      "learning_rate": 1.033589008312237e-06,
      "loss": 0.3612,
      "step": 2019020
    },
    {
      "epoch": 563.5,
      "grad_norm": 1.0853339433670044,
      "learning_rate": 1.0335665880490532e-06,
      "loss": 0.3319,
      "step": 2019030
    },
    {
      "epoch": 563.51,
      "grad_norm": 1.0276497602462769,
      "learning_rate": 1.033544167960257e-06,
      "loss": 0.3394,
      "step": 2019040
    },
    {
      "epoch": 563.51,
      "grad_norm": 1.2008253335952759,
      "learning_rate": 1.0335217480458489e-06,
      "loss": 0.353,
      "step": 2019050
    },
    {
      "epoch": 563.51,
      "grad_norm": 1.1251338720321655,
      "learning_rate": 1.0334993283058323e-06,
      "loss": 0.3288,
      "step": 2019060
    },
    {
      "epoch": 563.51,
      "grad_norm": 1.1358855962753296,
      "learning_rate": 1.0334769087402113e-06,
      "loss": 0.3357,
      "step": 2019070
    },
    {
      "epoch": 563.52,
      "grad_norm": 1.3284908533096313,
      "learning_rate": 1.033454489348987e-06,
      "loss": 0.3516,
      "step": 2019080
    },
    {
      "epoch": 563.52,
      "grad_norm": 1.1593339443206787,
      "learning_rate": 1.0334320701321636e-06,
      "loss": 0.3451,
      "step": 2019090
    },
    {
      "epoch": 563.52,
      "grad_norm": 1.0760505199432373,
      "learning_rate": 1.0334096510897439e-06,
      "loss": 0.3359,
      "step": 2019100
    },
    {
      "epoch": 563.52,
      "grad_norm": 1.1952285766601562,
      "learning_rate": 1.0333872322217316e-06,
      "loss": 0.3449,
      "step": 2019110
    },
    {
      "epoch": 563.53,
      "grad_norm": 1.1139365434646606,
      "learning_rate": 1.0333648135281275e-06,
      "loss": 0.348,
      "step": 2019120
    },
    {
      "epoch": 563.53,
      "grad_norm": 0.9644775986671448,
      "learning_rate": 1.0333423950089373e-06,
      "loss": 0.3385,
      "step": 2019130
    },
    {
      "epoch": 563.53,
      "grad_norm": 1.3475136756896973,
      "learning_rate": 1.033319976664162e-06,
      "loss": 0.3331,
      "step": 2019140
    },
    {
      "epoch": 563.54,
      "grad_norm": 1.3328156471252441,
      "learning_rate": 1.0332975584938055e-06,
      "loss": 0.3563,
      "step": 2019150
    },
    {
      "epoch": 563.54,
      "grad_norm": 1.1596894264221191,
      "learning_rate": 1.033275140497871e-06,
      "loss": 0.3309,
      "step": 2019160
    },
    {
      "epoch": 563.54,
      "grad_norm": 1.1900044679641724,
      "learning_rate": 1.0332527226763606e-06,
      "loss": 0.351,
      "step": 2019170
    },
    {
      "epoch": 563.54,
      "grad_norm": 1.209531545639038,
      "learning_rate": 1.0332303050292775e-06,
      "loss": 0.3338,
      "step": 2019180
    },
    {
      "epoch": 563.55,
      "grad_norm": 1.0124826431274414,
      "learning_rate": 1.0332078875566252e-06,
      "loss": 0.3391,
      "step": 2019190
    },
    {
      "epoch": 563.55,
      "grad_norm": 1.1111477613449097,
      "learning_rate": 1.0331854702584064e-06,
      "loss": 0.3324,
      "step": 2019200
    },
    {
      "epoch": 563.55,
      "grad_norm": 1.109028935432434,
      "learning_rate": 1.0331630531346247e-06,
      "loss": 0.3543,
      "step": 2019210
    },
    {
      "epoch": 563.56,
      "grad_norm": 1.052436113357544,
      "learning_rate": 1.0331406361852818e-06,
      "loss": 0.3214,
      "step": 2019220
    },
    {
      "epoch": 563.56,
      "grad_norm": 1.0060383081436157,
      "learning_rate": 1.0331182194103813e-06,
      "loss": 0.334,
      "step": 2019230
    },
    {
      "epoch": 563.56,
      "grad_norm": 1.3219727277755737,
      "learning_rate": 1.0330958028099265e-06,
      "loss": 0.3241,
      "step": 2019240
    },
    {
      "epoch": 563.56,
      "grad_norm": 1.0052281618118286,
      "learning_rate": 1.0330733863839206e-06,
      "loss": 0.3447,
      "step": 2019250
    },
    {
      "epoch": 563.57,
      "grad_norm": 1.2206521034240723,
      "learning_rate": 1.0330509701323645e-06,
      "loss": 0.3212,
      "step": 2019260
    },
    {
      "epoch": 563.57,
      "grad_norm": 1.0458729267120361,
      "learning_rate": 1.0330285540552646e-06,
      "loss": 0.3314,
      "step": 2019270
    },
    {
      "epoch": 563.57,
      "grad_norm": 1.1888294219970703,
      "learning_rate": 1.033006138152621e-06,
      "loss": 0.3151,
      "step": 2019280
    },
    {
      "epoch": 563.58,
      "grad_norm": 1.1712093353271484,
      "learning_rate": 1.0329837224244382e-06,
      "loss": 0.3426,
      "step": 2019290
    },
    {
      "epoch": 563.58,
      "grad_norm": 0.9737516045570374,
      "learning_rate": 1.0329613068707193e-06,
      "loss": 0.3168,
      "step": 2019300
    },
    {
      "epoch": 563.58,
      "grad_norm": 1.232397198677063,
      "learning_rate": 1.032938891491466e-06,
      "loss": 0.3133,
      "step": 2019310
    },
    {
      "epoch": 563.58,
      "grad_norm": 1.2417545318603516,
      "learning_rate": 1.0329164762866818e-06,
      "loss": 0.3353,
      "step": 2019320
    },
    {
      "epoch": 563.59,
      "grad_norm": 1.1792888641357422,
      "learning_rate": 1.03289406125637e-06,
      "loss": 0.3389,
      "step": 2019330
    },
    {
      "epoch": 563.59,
      "grad_norm": 1.2355573177337646,
      "learning_rate": 1.0328716464005345e-06,
      "loss": 0.3488,
      "step": 2019340
    },
    {
      "epoch": 563.59,
      "grad_norm": 1.168962001800537,
      "learning_rate": 1.0328492317191763e-06,
      "loss": 0.3485,
      "step": 2019350
    },
    {
      "epoch": 563.59,
      "grad_norm": 1.127321481704712,
      "learning_rate": 1.0328268172122991e-06,
      "loss": 0.3326,
      "step": 2019360
    },
    {
      "epoch": 563.6,
      "grad_norm": 1.054646611213684,
      "learning_rate": 1.0328044028799075e-06,
      "loss": 0.33,
      "step": 2019370
    },
    {
      "epoch": 563.6,
      "grad_norm": 1.177436351776123,
      "learning_rate": 1.032781988722001e-06,
      "loss": 0.3436,
      "step": 2019380
    },
    {
      "epoch": 563.6,
      "grad_norm": 1.0945132970809937,
      "learning_rate": 1.0327595747385867e-06,
      "loss": 0.3452,
      "step": 2019390
    },
    {
      "epoch": 563.61,
      "grad_norm": 0.9705315828323364,
      "learning_rate": 1.0327371609296644e-06,
      "loss": 0.3207,
      "step": 2019400
    },
    {
      "epoch": 563.61,
      "grad_norm": 1.1207914352416992,
      "learning_rate": 1.0327147472952383e-06,
      "loss": 0.3338,
      "step": 2019410
    },
    {
      "epoch": 563.61,
      "grad_norm": 1.006232738494873,
      "learning_rate": 1.0326923338353118e-06,
      "loss": 0.3455,
      "step": 2019420
    },
    {
      "epoch": 563.61,
      "grad_norm": 0.9239683747291565,
      "learning_rate": 1.0326699205498879e-06,
      "loss": 0.3309,
      "step": 2019430
    },
    {
      "epoch": 563.62,
      "grad_norm": 1.3219454288482666,
      "learning_rate": 1.0326475074389682e-06,
      "loss": 0.3688,
      "step": 2019440
    },
    {
      "epoch": 563.62,
      "grad_norm": 1.148754596710205,
      "learning_rate": 1.0326250945025568e-06,
      "loss": 0.3379,
      "step": 2019450
    },
    {
      "epoch": 563.62,
      "grad_norm": 1.1104933023452759,
      "learning_rate": 1.0326026817406572e-06,
      "loss": 0.3348,
      "step": 2019460
    },
    {
      "epoch": 563.63,
      "grad_norm": 1.188403844833374,
      "learning_rate": 1.0325802691532702e-06,
      "loss": 0.3425,
      "step": 2019470
    },
    {
      "epoch": 563.63,
      "grad_norm": 1.2085710763931274,
      "learning_rate": 1.0325578567404015e-06,
      "loss": 0.3483,
      "step": 2019480
    },
    {
      "epoch": 563.63,
      "grad_norm": 1.1737189292907715,
      "learning_rate": 1.0325354445020526e-06,
      "loss": 0.3582,
      "step": 2019490
    },
    {
      "epoch": 563.63,
      "grad_norm": 1.1039637327194214,
      "learning_rate": 1.0325130324382264e-06,
      "loss": 0.3497,
      "step": 2019500
    },
    {
      "epoch": 563.64,
      "grad_norm": 1.1688271760940552,
      "learning_rate": 1.032490620548926e-06,
      "loss": 0.3586,
      "step": 2019510
    },
    {
      "epoch": 563.64,
      "grad_norm": 0.9968218207359314,
      "learning_rate": 1.0324682088341548e-06,
      "loss": 0.3435,
      "step": 2019520
    },
    {
      "epoch": 563.64,
      "grad_norm": 1.169668197631836,
      "learning_rate": 1.0324457972939165e-06,
      "loss": 0.3307,
      "step": 2019530
    },
    {
      "epoch": 563.64,
      "grad_norm": 1.1096781492233276,
      "learning_rate": 1.0324233859282122e-06,
      "loss": 0.3541,
      "step": 2019540
    },
    {
      "epoch": 563.65,
      "grad_norm": 1.170276165008545,
      "learning_rate": 1.0324009747370457e-06,
      "loss": 0.3289,
      "step": 2019550
    },
    {
      "epoch": 563.65,
      "grad_norm": 1.1770411729812622,
      "learning_rate": 1.0323785637204203e-06,
      "loss": 0.3443,
      "step": 2019560
    },
    {
      "epoch": 563.65,
      "grad_norm": 1.1768913269042969,
      "learning_rate": 1.0323561528783393e-06,
      "loss": 0.3352,
      "step": 2019570
    },
    {
      "epoch": 563.66,
      "grad_norm": 1.0631574392318726,
      "learning_rate": 1.0323337422108047e-06,
      "loss": 0.3551,
      "step": 2019580
    },
    {
      "epoch": 563.66,
      "grad_norm": 1.06672203540802,
      "learning_rate": 1.03231133171782e-06,
      "loss": 0.3462,
      "step": 2019590
    },
    {
      "epoch": 563.66,
      "grad_norm": 1.0657235383987427,
      "learning_rate": 1.0322889213993887e-06,
      "loss": 0.345,
      "step": 2019600
    },
    {
      "epoch": 563.66,
      "grad_norm": 1.27028226852417,
      "learning_rate": 1.0322665112555115e-06,
      "loss": 0.3385,
      "step": 2019610
    },
    {
      "epoch": 563.67,
      "grad_norm": 1.1534342765808105,
      "learning_rate": 1.0322441012861951e-06,
      "loss": 0.3443,
      "step": 2019620
    },
    {
      "epoch": 563.67,
      "grad_norm": 1.1012699604034424,
      "learning_rate": 1.0322216914914397e-06,
      "loss": 0.3452,
      "step": 2019630
    },
    {
      "epoch": 563.67,
      "grad_norm": 1.143523931503296,
      "learning_rate": 1.0321992818712489e-06,
      "loss": 0.3502,
      "step": 2019640
    },
    {
      "epoch": 563.68,
      "grad_norm": 1.139602541923523,
      "learning_rate": 1.0321768724256258e-06,
      "loss": 0.3355,
      "step": 2019650
    },
    {
      "epoch": 563.68,
      "grad_norm": 1.1243585348129272,
      "learning_rate": 1.0321544631545741e-06,
      "loss": 0.3352,
      "step": 2019660
    },
    {
      "epoch": 563.68,
      "grad_norm": 1.1013820171356201,
      "learning_rate": 1.0321320540580957e-06,
      "loss": 0.3436,
      "step": 2019670
    },
    {
      "epoch": 563.68,
      "grad_norm": 1.1125532388687134,
      "learning_rate": 1.0321096451361938e-06,
      "loss": 0.3258,
      "step": 2019680
    },
    {
      "epoch": 563.69,
      "grad_norm": 1.2335370779037476,
      "learning_rate": 1.0320872363888725e-06,
      "loss": 0.3359,
      "step": 2019690
    },
    {
      "epoch": 563.69,
      "grad_norm": 1.0788651704788208,
      "learning_rate": 1.0320648278161322e-06,
      "loss": 0.3429,
      "step": 2019700
    },
    {
      "epoch": 563.69,
      "grad_norm": 1.1270110607147217,
      "learning_rate": 1.032042419417979e-06,
      "loss": 0.35,
      "step": 2019710
    },
    {
      "epoch": 563.7,
      "grad_norm": 1.0561540126800537,
      "learning_rate": 1.0320200111944138e-06,
      "loss": 0.3415,
      "step": 2019720
    },
    {
      "epoch": 563.7,
      "grad_norm": 1.0853530168533325,
      "learning_rate": 1.0319976031454403e-06,
      "loss": 0.3261,
      "step": 2019730
    },
    {
      "epoch": 563.7,
      "grad_norm": 1.1509127616882324,
      "learning_rate": 1.0319751952710623e-06,
      "loss": 0.345,
      "step": 2019740
    },
    {
      "epoch": 563.7,
      "grad_norm": 1.262306809425354,
      "learning_rate": 1.0319527875712807e-06,
      "loss": 0.3328,
      "step": 2019750
    },
    {
      "epoch": 563.71,
      "grad_norm": 1.2131068706512451,
      "learning_rate": 1.0319303800460999e-06,
      "loss": 0.3531,
      "step": 2019760
    },
    {
      "epoch": 563.71,
      "grad_norm": 1.3536748886108398,
      "learning_rate": 1.0319079726955226e-06,
      "loss": 0.3507,
      "step": 2019770
    },
    {
      "epoch": 563.71,
      "grad_norm": 1.10467529296875,
      "learning_rate": 1.0318855655195517e-06,
      "loss": 0.3235,
      "step": 2019780
    },
    {
      "epoch": 563.71,
      "grad_norm": 1.1889960765838623,
      "learning_rate": 1.0318631585181906e-06,
      "loss": 0.3489,
      "step": 2019790
    },
    {
      "epoch": 563.72,
      "grad_norm": 1.1627146005630493,
      "learning_rate": 1.0318407516914427e-06,
      "loss": 0.3427,
      "step": 2019800
    },
    {
      "epoch": 563.72,
      "grad_norm": 1.1564816236495972,
      "learning_rate": 1.0318183450393095e-06,
      "loss": 0.3358,
      "step": 2019810
    },
    {
      "epoch": 563.72,
      "grad_norm": 1.2871966361999512,
      "learning_rate": 1.0317959385617943e-06,
      "loss": 0.3455,
      "step": 2019820
    },
    {
      "epoch": 563.73,
      "grad_norm": 1.0494985580444336,
      "learning_rate": 1.031773532258902e-06,
      "loss": 0.3303,
      "step": 2019830
    },
    {
      "epoch": 563.73,
      "grad_norm": 0.9732921719551086,
      "learning_rate": 1.0317511261306321e-06,
      "loss": 0.3473,
      "step": 2019840
    },
    {
      "epoch": 563.73,
      "grad_norm": 1.1440563201904297,
      "learning_rate": 1.0317287201769916e-06,
      "loss": 0.3372,
      "step": 2019850
    },
    {
      "epoch": 563.73,
      "grad_norm": 1.1807180643081665,
      "learning_rate": 1.0317063143979802e-06,
      "loss": 0.3532,
      "step": 2019860
    },
    {
      "epoch": 563.74,
      "grad_norm": 1.1083130836486816,
      "learning_rate": 1.0316839087936024e-06,
      "loss": 0.3488,
      "step": 2019870
    },
    {
      "epoch": 563.74,
      "grad_norm": 1.1489132642745972,
      "learning_rate": 1.031661503363862e-06,
      "loss": 0.3372,
      "step": 2019880
    },
    {
      "epoch": 563.74,
      "grad_norm": 1.1411033868789673,
      "learning_rate": 1.0316390981087598e-06,
      "loss": 0.3396,
      "step": 2019890
    },
    {
      "epoch": 563.75,
      "grad_norm": 1.2133641242980957,
      "learning_rate": 1.0316166930283e-06,
      "loss": 0.3459,
      "step": 2019900
    },
    {
      "epoch": 563.75,
      "grad_norm": 1.4666593074798584,
      "learning_rate": 1.0315942881224857e-06,
      "loss": 0.3376,
      "step": 2019910
    },
    {
      "epoch": 563.75,
      "grad_norm": 1.4577033519744873,
      "learning_rate": 1.0315718833913203e-06,
      "loss": 0.3498,
      "step": 2019920
    },
    {
      "epoch": 563.75,
      "grad_norm": 1.1486748456954956,
      "learning_rate": 1.0315494788348044e-06,
      "loss": 0.3498,
      "step": 2019930
    },
    {
      "epoch": 563.76,
      "grad_norm": 1.1829853057861328,
      "learning_rate": 1.0315270744529445e-06,
      "loss": 0.347,
      "step": 2019940
    },
    {
      "epoch": 563.76,
      "grad_norm": 1.1388161182403564,
      "learning_rate": 1.031504670245741e-06,
      "loss": 0.3427,
      "step": 2019950
    },
    {
      "epoch": 563.76,
      "grad_norm": 1.0648552179336548,
      "learning_rate": 1.0314822662131978e-06,
      "loss": 0.3337,
      "step": 2019960
    },
    {
      "epoch": 563.77,
      "grad_norm": 1.0614863634109497,
      "learning_rate": 1.0314598623553188e-06,
      "loss": 0.3335,
      "step": 2019970
    },
    {
      "epoch": 563.77,
      "grad_norm": 1.3353477716445923,
      "learning_rate": 1.0314374586721047e-06,
      "loss": 0.3431,
      "step": 2019980
    },
    {
      "epoch": 563.77,
      "grad_norm": 1.165881872177124,
      "learning_rate": 1.03141505516356e-06,
      "loss": 0.3619,
      "step": 2019990
    },
    {
      "epoch": 563.77,
      "grad_norm": 1.1631052494049072,
      "learning_rate": 1.0313926518296875e-06,
      "loss": 0.3516,
      "step": 2020000
    },
    {
      "epoch": 563.78,
      "grad_norm": 1.0490092039108276,
      "learning_rate": 1.0313702486704908e-06,
      "loss": 0.3354,
      "step": 2020010
    },
    {
      "epoch": 563.78,
      "grad_norm": 1.0655343532562256,
      "learning_rate": 1.0313478456859715e-06,
      "loss": 0.3384,
      "step": 2020020
    },
    {
      "epoch": 563.78,
      "grad_norm": 1.1119903326034546,
      "learning_rate": 1.0313254428761333e-06,
      "loss": 0.3431,
      "step": 2020030
    },
    {
      "epoch": 563.78,
      "grad_norm": 1.2301286458969116,
      "learning_rate": 1.0313030402409798e-06,
      "loss": 0.3339,
      "step": 2020040
    },
    {
      "epoch": 563.79,
      "grad_norm": 1.1409330368041992,
      "learning_rate": 1.0312806377805118e-06,
      "loss": 0.3433,
      "step": 2020050
    },
    {
      "epoch": 563.79,
      "grad_norm": 1.0157737731933594,
      "learning_rate": 1.0312582354947356e-06,
      "loss": 0.3336,
      "step": 2020060
    },
    {
      "epoch": 563.79,
      "grad_norm": 1.1551637649536133,
      "learning_rate": 1.0312358333836505e-06,
      "loss": 0.3359,
      "step": 2020070
    },
    {
      "epoch": 563.8,
      "grad_norm": 1.1935242414474487,
      "learning_rate": 1.0312134314472633e-06,
      "loss": 0.3261,
      "step": 2020080
    },
    {
      "epoch": 563.8,
      "grad_norm": 1.0773907899856567,
      "learning_rate": 1.0311910296855742e-06,
      "loss": 0.3471,
      "step": 2020090
    },
    {
      "epoch": 563.8,
      "grad_norm": 1.1430444717407227,
      "learning_rate": 1.0311686280985869e-06,
      "loss": 0.3219,
      "step": 2020100
    },
    {
      "epoch": 563.8,
      "grad_norm": 1.02658212184906,
      "learning_rate": 1.0311462266863056e-06,
      "loss": 0.3343,
      "step": 2020110
    },
    {
      "epoch": 563.81,
      "grad_norm": 1.2751067876815796,
      "learning_rate": 1.0311238254487313e-06,
      "loss": 0.3625,
      "step": 2020120
    },
    {
      "epoch": 563.81,
      "grad_norm": 1.358481526374817,
      "learning_rate": 1.0311014243858678e-06,
      "loss": 0.3379,
      "step": 2020130
    },
    {
      "epoch": 563.81,
      "grad_norm": 1.2162928581237793,
      "learning_rate": 1.0310790234977185e-06,
      "loss": 0.337,
      "step": 2020140
    },
    {
      "epoch": 563.82,
      "grad_norm": 1.0465022325515747,
      "learning_rate": 1.0310566227842866e-06,
      "loss": 0.339,
      "step": 2020150
    },
    {
      "epoch": 563.82,
      "grad_norm": 1.0552583932876587,
      "learning_rate": 1.0310342222455735e-06,
      "loss": 0.3369,
      "step": 2020160
    },
    {
      "epoch": 563.82,
      "grad_norm": 1.0951544046401978,
      "learning_rate": 1.0310118218815836e-06,
      "loss": 0.3551,
      "step": 2020170
    },
    {
      "epoch": 563.82,
      "grad_norm": 1.0191832780838013,
      "learning_rate": 1.03098942169232e-06,
      "loss": 0.3512,
      "step": 2020180
    },
    {
      "epoch": 563.83,
      "grad_norm": 1.0617197751998901,
      "learning_rate": 1.030967021677784e-06,
      "loss": 0.327,
      "step": 2020190
    },
    {
      "epoch": 563.83,
      "grad_norm": 1.0898568630218506,
      "learning_rate": 1.030944621837981e-06,
      "loss": 0.3386,
      "step": 2020200
    },
    {
      "epoch": 563.83,
      "grad_norm": 1.2257322072982788,
      "learning_rate": 1.0309222221729123e-06,
      "loss": 0.3439,
      "step": 2020210
    },
    {
      "epoch": 563.83,
      "grad_norm": 1.0440187454223633,
      "learning_rate": 1.0308998226825812e-06,
      "loss": 0.3327,
      "step": 2020220
    },
    {
      "epoch": 563.84,
      "grad_norm": 0.9988481998443604,
      "learning_rate": 1.0308774233669907e-06,
      "loss": 0.337,
      "step": 2020230
    },
    {
      "epoch": 563.84,
      "grad_norm": 1.1410866975784302,
      "learning_rate": 1.030855024226145e-06,
      "loss": 0.3192,
      "step": 2020240
    },
    {
      "epoch": 563.84,
      "grad_norm": 1.509615182876587,
      "learning_rate": 1.0308326252600446e-06,
      "loss": 0.3255,
      "step": 2020250
    },
    {
      "epoch": 563.85,
      "grad_norm": 1.2011234760284424,
      "learning_rate": 1.0308102264686944e-06,
      "loss": 0.3295,
      "step": 2020260
    },
    {
      "epoch": 563.85,
      "grad_norm": 1.096859097480774,
      "learning_rate": 1.0307878278520975e-06,
      "loss": 0.3385,
      "step": 2020270
    },
    {
      "epoch": 563.85,
      "grad_norm": 1.1100231409072876,
      "learning_rate": 1.0307654294102545e-06,
      "loss": 0.3443,
      "step": 2020280
    },
    {
      "epoch": 563.85,
      "grad_norm": 1.1792852878570557,
      "learning_rate": 1.030743031143172e-06,
      "loss": 0.3399,
      "step": 2020290
    },
    {
      "epoch": 563.86,
      "grad_norm": 1.0542724132537842,
      "learning_rate": 1.0307206330508499e-06,
      "loss": 0.3354,
      "step": 2020300
    },
    {
      "epoch": 563.86,
      "grad_norm": 1.1844509840011597,
      "learning_rate": 1.0306982351332925e-06,
      "loss": 0.3264,
      "step": 2020310
    },
    {
      "epoch": 563.86,
      "grad_norm": 1.2338601350784302,
      "learning_rate": 1.0306758373905034e-06,
      "loss": 0.3527,
      "step": 2020320
    },
    {
      "epoch": 563.87,
      "grad_norm": 1.0295027494430542,
      "learning_rate": 1.0306534398224841e-06,
      "loss": 0.3306,
      "step": 2020330
    },
    {
      "epoch": 563.87,
      "grad_norm": 1.0885422229766846,
      "learning_rate": 1.0306310424292383e-06,
      "loss": 0.3555,
      "step": 2020340
    },
    {
      "epoch": 563.87,
      "grad_norm": 1.0475813150405884,
      "learning_rate": 1.0306086452107692e-06,
      "loss": 0.3209,
      "step": 2020350
    },
    {
      "epoch": 563.87,
      "grad_norm": 1.1435626745224,
      "learning_rate": 1.0305862481670792e-06,
      "loss": 0.3465,
      "step": 2020360
    },
    {
      "epoch": 563.88,
      "grad_norm": 1.2912825345993042,
      "learning_rate": 1.0305638512981717e-06,
      "loss": 0.3402,
      "step": 2020370
    },
    {
      "epoch": 563.88,
      "grad_norm": 1.213192105293274,
      "learning_rate": 1.030541454604051e-06,
      "loss": 0.3542,
      "step": 2020380
    },
    {
      "epoch": 563.88,
      "grad_norm": 0.9675983190536499,
      "learning_rate": 1.0305190580847173e-06,
      "loss": 0.3308,
      "step": 2020390
    },
    {
      "epoch": 563.89,
      "grad_norm": 1.2240078449249268,
      "learning_rate": 1.030496661740175e-06,
      "loss": 0.3329,
      "step": 2020400
    },
    {
      "epoch": 563.89,
      "grad_norm": 2.3789966106414795,
      "learning_rate": 1.030474265570428e-06,
      "loss": 0.3279,
      "step": 2020410
    },
    {
      "epoch": 563.89,
      "grad_norm": 1.0918290615081787,
      "learning_rate": 1.0304518695754769e-06,
      "loss": 0.342,
      "step": 2020420
    },
    {
      "epoch": 563.89,
      "grad_norm": 1.2233644723892212,
      "learning_rate": 1.0304294737553276e-06,
      "loss": 0.3508,
      "step": 2020430
    },
    {
      "epoch": 563.9,
      "grad_norm": 1.4029574394226074,
      "learning_rate": 1.030407078109981e-06,
      "loss": 0.3413,
      "step": 2020440
    },
    {
      "epoch": 563.9,
      "grad_norm": 1.1616548299789429,
      "learning_rate": 1.0303846826394405e-06,
      "loss": 0.3216,
      "step": 2020450
    },
    {
      "epoch": 563.9,
      "grad_norm": 1.3899492025375366,
      "learning_rate": 1.03036228734371e-06,
      "loss": 0.3314,
      "step": 2020460
    },
    {
      "epoch": 563.9,
      "grad_norm": 1.1576511859893799,
      "learning_rate": 1.0303398922227915e-06,
      "loss": 0.3422,
      "step": 2020470
    },
    {
      "epoch": 563.91,
      "grad_norm": 0.9969894289970398,
      "learning_rate": 1.0303174972766877e-06,
      "loss": 0.3136,
      "step": 2020480
    },
    {
      "epoch": 563.91,
      "grad_norm": 1.0810480117797852,
      "learning_rate": 1.0302951025054022e-06,
      "loss": 0.3367,
      "step": 2020490
    },
    {
      "epoch": 563.91,
      "grad_norm": 0.9699980020523071,
      "learning_rate": 1.0302727079089389e-06,
      "loss": 0.34,
      "step": 2020500
    },
    {
      "epoch": 563.92,
      "grad_norm": 1.3529810905456543,
      "learning_rate": 1.030250313487298e-06,
      "loss": 0.3441,
      "step": 2020510
    },
    {
      "epoch": 563.92,
      "grad_norm": 1.1725884675979614,
      "learning_rate": 1.030227919240486e-06,
      "loss": 0.3459,
      "step": 2020520
    },
    {
      "epoch": 563.92,
      "grad_norm": 1.7353205680847168,
      "learning_rate": 1.0302055251685032e-06,
      "loss": 0.337,
      "step": 2020530
    },
    {
      "epoch": 563.92,
      "grad_norm": 1.3277547359466553,
      "learning_rate": 1.0301831312713538e-06,
      "loss": 0.3427,
      "step": 2020540
    },
    {
      "epoch": 563.93,
      "grad_norm": 1.1328989267349243,
      "learning_rate": 1.0301607375490411e-06,
      "loss": 0.3372,
      "step": 2020550
    },
    {
      "epoch": 563.93,
      "grad_norm": 0.9941571950912476,
      "learning_rate": 1.0301383440015667e-06,
      "loss": 0.3364,
      "step": 2020560
    },
    {
      "epoch": 563.93,
      "grad_norm": 1.134323000907898,
      "learning_rate": 1.0301159506289344e-06,
      "loss": 0.3411,
      "step": 2020570
    },
    {
      "epoch": 563.94,
      "grad_norm": 1.1099560260772705,
      "learning_rate": 1.0300935574311469e-06,
      "loss": 0.3469,
      "step": 2020580
    },
    {
      "epoch": 563.94,
      "grad_norm": 1.2690672874450684,
      "learning_rate": 1.0300711644082088e-06,
      "loss": 0.3401,
      "step": 2020590
    },
    {
      "epoch": 563.94,
      "grad_norm": 1.1351419687271118,
      "learning_rate": 1.0300487715601197e-06,
      "loss": 0.3382,
      "step": 2020600
    },
    {
      "epoch": 563.94,
      "grad_norm": 1.1247886419296265,
      "learning_rate": 1.0300263788868861e-06,
      "loss": 0.3398,
      "step": 2020610
    },
    {
      "epoch": 563.95,
      "grad_norm": 0.986311674118042,
      "learning_rate": 1.0300039863885088e-06,
      "loss": 0.329,
      "step": 2020620
    },
    {
      "epoch": 563.95,
      "grad_norm": 1.1249980926513672,
      "learning_rate": 1.0299815940649916e-06,
      "loss": 0.3265,
      "step": 2020630
    },
    {
      "epoch": 563.95,
      "grad_norm": 1.1819556951522827,
      "learning_rate": 1.029959201916338e-06,
      "loss": 0.3433,
      "step": 2020640
    },
    {
      "epoch": 563.95,
      "grad_norm": 1.3026736974716187,
      "learning_rate": 1.0299368099425487e-06,
      "loss": 0.3245,
      "step": 2020650
    },
    {
      "epoch": 563.96,
      "grad_norm": 1.1877104043960571,
      "learning_rate": 1.02991441814363e-06,
      "loss": 0.3415,
      "step": 2020660
    },
    {
      "epoch": 563.96,
      "grad_norm": 1.3445005416870117,
      "learning_rate": 1.0298920265195822e-06,
      "loss": 0.3516,
      "step": 2020670
    },
    {
      "epoch": 563.96,
      "grad_norm": 1.5104056596755981,
      "learning_rate": 1.0298696350704096e-06,
      "loss": 0.3359,
      "step": 2020680
    },
    {
      "epoch": 563.97,
      "grad_norm": 1.0866087675094604,
      "learning_rate": 1.0298472437961153e-06,
      "loss": 0.3487,
      "step": 2020690
    },
    {
      "epoch": 563.97,
      "grad_norm": 1.3683241605758667,
      "learning_rate": 1.029824852696701e-06,
      "loss": 0.3355,
      "step": 2020700
    },
    {
      "epoch": 563.97,
      "grad_norm": 1.1594517230987549,
      "learning_rate": 1.0298024617721705e-06,
      "loss": 0.3427,
      "step": 2020710
    },
    {
      "epoch": 563.97,
      "grad_norm": 1.2258902788162231,
      "learning_rate": 1.0297800710225272e-06,
      "loss": 0.3243,
      "step": 2020720
    },
    {
      "epoch": 563.98,
      "grad_norm": 2.0696141719818115,
      "learning_rate": 1.0297576804477739e-06,
      "loss": 0.3425,
      "step": 2020730
    },
    {
      "epoch": 563.98,
      "grad_norm": 1.1612862348556519,
      "learning_rate": 1.029735290047912e-06,
      "loss": 0.3518,
      "step": 2020740
    },
    {
      "epoch": 563.98,
      "grad_norm": 1.3310149908065796,
      "learning_rate": 1.0297128998229475e-06,
      "loss": 0.3405,
      "step": 2020750
    },
    {
      "epoch": 563.99,
      "grad_norm": 1.0804040431976318,
      "learning_rate": 1.0296905097728806e-06,
      "loss": 0.344,
      "step": 2020760
    },
    {
      "epoch": 563.99,
      "grad_norm": 1.2932336330413818,
      "learning_rate": 1.0296681198977155e-06,
      "loss": 0.3281,
      "step": 2020770
    },
    {
      "epoch": 563.99,
      "grad_norm": 1.3070871829986572,
      "learning_rate": 1.029645730197456e-06,
      "loss": 0.3441,
      "step": 2020780
    },
    {
      "epoch": 563.99,
      "grad_norm": 1.1032443046569824,
      "learning_rate": 1.0296233406721033e-06,
      "loss": 0.3332,
      "step": 2020790
    },
    {
      "epoch": 564.0,
      "grad_norm": 1.0799480676651,
      "learning_rate": 1.0296009513216612e-06,
      "loss": 0.3376,
      "step": 2020800
    },
    {
      "epoch": 564.0,
      "grad_norm": 1.1257977485656738,
      "learning_rate": 1.0295785621461327e-06,
      "loss": 0.3545,
      "step": 2020810
    },
    {
      "epoch": 564.0,
      "eval_loss": 0.33986005187034607,
      "eval_runtime": 63.1713,
      "eval_samples_per_second": 80.084,
      "eval_steps_per_second": 10.02,
      "step": 2020812
    },
    {
      "epoch": 564.0,
      "grad_norm": 1.115662932395935,
      "learning_rate": 1.0295561731455215e-06,
      "loss": 0.3309,
      "step": 2020820
    },
    {
      "epoch": 564.01,
      "grad_norm": 1.208656907081604,
      "learning_rate": 1.029533784319829e-06,
      "loss": 0.3349,
      "step": 2020830
    },
    {
      "epoch": 564.01,
      "grad_norm": 1.3210182189941406,
      "learning_rate": 1.0295113956690592e-06,
      "loss": 0.3535,
      "step": 2020840
    },
    {
      "epoch": 564.01,
      "grad_norm": 1.095260500907898,
      "learning_rate": 1.0294890071932157e-06,
      "loss": 0.3273,
      "step": 2020850
    },
    {
      "epoch": 564.01,
      "grad_norm": 1.0166665315628052,
      "learning_rate": 1.029466618892299e-06,
      "loss": 0.3415,
      "step": 2020860
    },
    {
      "epoch": 564.02,
      "grad_norm": 1.2453007698059082,
      "learning_rate": 1.0294442307663156e-06,
      "loss": 0.3376,
      "step": 2020870
    },
    {
      "epoch": 564.02,
      "grad_norm": 1.177240014076233,
      "learning_rate": 1.0294218428152655e-06,
      "loss": 0.3525,
      "step": 2020880
    },
    {
      "epoch": 564.02,
      "grad_norm": 1.1836830377578735,
      "learning_rate": 1.0293994550391531e-06,
      "loss": 0.3416,
      "step": 2020890
    },
    {
      "epoch": 564.02,
      "grad_norm": 1.0717990398406982,
      "learning_rate": 1.029377067437981e-06,
      "loss": 0.3568,
      "step": 2020900
    },
    {
      "epoch": 564.03,
      "grad_norm": 1.1125203371047974,
      "learning_rate": 1.029354680011753e-06,
      "loss": 0.3457,
      "step": 2020910
    },
    {
      "epoch": 564.03,
      "grad_norm": 1.240265130996704,
      "learning_rate": 1.0293322927604707e-06,
      "loss": 0.3338,
      "step": 2020920
    },
    {
      "epoch": 564.03,
      "grad_norm": 1.0945425033569336,
      "learning_rate": 1.0293099056841378e-06,
      "loss": 0.3231,
      "step": 2020930
    },
    {
      "epoch": 564.04,
      "grad_norm": 1.3479864597320557,
      "learning_rate": 1.0292875187827572e-06,
      "loss": 0.3415,
      "step": 2020940
    },
    {
      "epoch": 564.04,
      "grad_norm": 1.036897897720337,
      "learning_rate": 1.029265132056332e-06,
      "loss": 0.3458,
      "step": 2020950
    },
    {
      "epoch": 564.04,
      "grad_norm": 1.1027005910873413,
      "learning_rate": 1.0292427455048657e-06,
      "loss": 0.3465,
      "step": 2020960
    },
    {
      "epoch": 564.04,
      "grad_norm": 1.0062315464019775,
      "learning_rate": 1.02922035912836e-06,
      "loss": 0.3371,
      "step": 2020970
    },
    {
      "epoch": 564.05,
      "grad_norm": 1.1317332983016968,
      "learning_rate": 1.0291979729268185e-06,
      "loss": 0.3311,
      "step": 2020980
    },
    {
      "epoch": 564.05,
      "grad_norm": 1.1433970928192139,
      "learning_rate": 1.029175586900245e-06,
      "loss": 0.3441,
      "step": 2020990
    },
    {
      "epoch": 564.05,
      "grad_norm": 1.1404478549957275,
      "learning_rate": 1.0291532010486402e-06,
      "loss": 0.3459,
      "step": 2021000
    },
    {
      "epoch": 564.06,
      "grad_norm": 1.0354098081588745,
      "learning_rate": 1.0291308153720102e-06,
      "loss": 0.3449,
      "step": 2021010
    },
    {
      "epoch": 564.06,
      "grad_norm": 1.0140732526779175,
      "learning_rate": 1.0291084298703556e-06,
      "loss": 0.3399,
      "step": 2021020
    },
    {
      "epoch": 564.06,
      "grad_norm": 1.1810877323150635,
      "learning_rate": 1.0290860445436802e-06,
      "loss": 0.3426,
      "step": 2021030
    },
    {
      "epoch": 564.06,
      "grad_norm": 1.3057143688201904,
      "learning_rate": 1.0290636593919865e-06,
      "loss": 0.3513,
      "step": 2021040
    },
    {
      "epoch": 564.07,
      "grad_norm": 1.2000887393951416,
      "learning_rate": 1.029041274415279e-06,
      "loss": 0.3269,
      "step": 2021050
    },
    {
      "epoch": 564.07,
      "grad_norm": 1.1064717769622803,
      "learning_rate": 1.029018889613559e-06,
      "loss": 0.338,
      "step": 2021060
    },
    {
      "epoch": 564.07,
      "grad_norm": 1.1330201625823975,
      "learning_rate": 1.0289965049868298e-06,
      "loss": 0.338,
      "step": 2021070
    },
    {
      "epoch": 564.07,
      "grad_norm": 1.2717782258987427,
      "learning_rate": 1.0289741205350954e-06,
      "loss": 0.3364,
      "step": 2021080
    },
    {
      "epoch": 564.08,
      "grad_norm": 1.1043425798416138,
      "learning_rate": 1.0289517362583568e-06,
      "loss": 0.34,
      "step": 2021090
    },
    {
      "epoch": 564.08,
      "grad_norm": 1.1518189907073975,
      "learning_rate": 1.0289293521566195e-06,
      "loss": 0.3424,
      "step": 2021100
    },
    {
      "epoch": 564.08,
      "grad_norm": 0.9259014129638672,
      "learning_rate": 1.0289069682298844e-06,
      "loss": 0.34,
      "step": 2021110
    },
    {
      "epoch": 564.09,
      "grad_norm": 0.9809063673019409,
      "learning_rate": 1.0288845844781552e-06,
      "loss": 0.3435,
      "step": 2021120
    },
    {
      "epoch": 564.09,
      "grad_norm": 1.0556508302688599,
      "learning_rate": 1.028862200901436e-06,
      "loss": 0.3209,
      "step": 2021130
    },
    {
      "epoch": 564.09,
      "grad_norm": 1.0017063617706299,
      "learning_rate": 1.028839817499728e-06,
      "loss": 0.3438,
      "step": 2021140
    },
    {
      "epoch": 564.09,
      "grad_norm": 1.60251784324646,
      "learning_rate": 1.0288174342730344e-06,
      "loss": 0.3576,
      "step": 2021150
    },
    {
      "epoch": 564.1,
      "grad_norm": 1.164566159248352,
      "learning_rate": 1.0287950512213589e-06,
      "loss": 0.3411,
      "step": 2021160
    },
    {
      "epoch": 564.1,
      "grad_norm": 1.139303207397461,
      "learning_rate": 1.0287726683447053e-06,
      "loss": 0.345,
      "step": 2021170
    },
    {
      "epoch": 564.1,
      "grad_norm": 1.130624771118164,
      "learning_rate": 1.0287502856430737e-06,
      "loss": 0.3464,
      "step": 2021180
    },
    {
      "epoch": 564.11,
      "grad_norm": 11.344358444213867,
      "learning_rate": 1.0287279031164705e-06,
      "loss": 0.3347,
      "step": 2021190
    },
    {
      "epoch": 564.11,
      "grad_norm": 1.1545790433883667,
      "learning_rate": 1.0287055207648967e-06,
      "loss": 0.3368,
      "step": 2021200
    },
    {
      "epoch": 564.11,
      "grad_norm": 0.956404447555542,
      "learning_rate": 1.0286831385883553e-06,
      "loss": 0.3351,
      "step": 2021210
    },
    {
      "epoch": 564.11,
      "grad_norm": 1.2644462585449219,
      "learning_rate": 1.0286607565868506e-06,
      "loss": 0.347,
      "step": 2021220
    },
    {
      "epoch": 564.12,
      "grad_norm": 1.3510661125183105,
      "learning_rate": 1.0286383747603828e-06,
      "loss": 0.3515,
      "step": 2021230
    },
    {
      "epoch": 564.12,
      "grad_norm": 1.1344066858291626,
      "learning_rate": 1.0286159931089584e-06,
      "loss": 0.333,
      "step": 2021240
    },
    {
      "epoch": 564.12,
      "grad_norm": 1.0679348707199097,
      "learning_rate": 1.0285936116325782e-06,
      "loss": 0.3388,
      "step": 2021250
    },
    {
      "epoch": 564.13,
      "grad_norm": 1.1021045446395874,
      "learning_rate": 1.0285712303312454e-06,
      "loss": 0.3399,
      "step": 2021260
    },
    {
      "epoch": 564.13,
      "grad_norm": 1.1533310413360596,
      "learning_rate": 1.028548849204964e-06,
      "loss": 0.3288,
      "step": 2021270
    },
    {
      "epoch": 564.13,
      "grad_norm": 1.2632453441619873,
      "learning_rate": 1.0285264682537356e-06,
      "loss": 0.3571,
      "step": 2021280
    },
    {
      "epoch": 564.13,
      "grad_norm": 1.12702214717865,
      "learning_rate": 1.0285040874775636e-06,
      "loss": 0.3247,
      "step": 2021290
    },
    {
      "epoch": 564.14,
      "grad_norm": 1.0314881801605225,
      "learning_rate": 1.0284817068764516e-06,
      "loss": 0.3352,
      "step": 2021300
    },
    {
      "epoch": 564.14,
      "grad_norm": 1.0799967050552368,
      "learning_rate": 1.0284593264504026e-06,
      "loss": 0.3457,
      "step": 2021310
    },
    {
      "epoch": 564.14,
      "grad_norm": 1.2871315479278564,
      "learning_rate": 1.0284369461994176e-06,
      "loss": 0.3331,
      "step": 2021320
    },
    {
      "epoch": 564.14,
      "grad_norm": 0.9675297141075134,
      "learning_rate": 1.0284145661235028e-06,
      "loss": 0.35,
      "step": 2021330
    },
    {
      "epoch": 564.15,
      "grad_norm": 1.138372778892517,
      "learning_rate": 1.0283921862226587e-06,
      "loss": 0.3399,
      "step": 2021340
    },
    {
      "epoch": 564.15,
      "grad_norm": 1.0446760654449463,
      "learning_rate": 1.0283698064968891e-06,
      "loss": 0.3377,
      "step": 2021350
    },
    {
      "epoch": 564.15,
      "grad_norm": 1.187557339668274,
      "learning_rate": 1.0283474269461977e-06,
      "loss": 0.3375,
      "step": 2021360
    },
    {
      "epoch": 564.16,
      "grad_norm": 1.1936780214309692,
      "learning_rate": 1.028325047570586e-06,
      "loss": 0.3386,
      "step": 2021370
    },
    {
      "epoch": 564.16,
      "grad_norm": 1.19059419631958,
      "learning_rate": 1.0283026683700576e-06,
      "loss": 0.3343,
      "step": 2021380
    },
    {
      "epoch": 564.16,
      "grad_norm": 1.0766841173171997,
      "learning_rate": 1.0282802893446157e-06,
      "loss": 0.3377,
      "step": 2021390
    },
    {
      "epoch": 564.16,
      "grad_norm": 1.3378251791000366,
      "learning_rate": 1.028257910494264e-06,
      "loss": 0.338,
      "step": 2021400
    },
    {
      "epoch": 564.17,
      "grad_norm": 1.259591817855835,
      "learning_rate": 1.028235531819004e-06,
      "loss": 0.3328,
      "step": 2021410
    },
    {
      "epoch": 564.17,
      "grad_norm": 1.2724865674972534,
      "learning_rate": 1.028213153318839e-06,
      "loss": 0.3401,
      "step": 2021420
    },
    {
      "epoch": 564.17,
      "grad_norm": 1.1517126560211182,
      "learning_rate": 1.0281907749937725e-06,
      "loss": 0.3275,
      "step": 2021430
    },
    {
      "epoch": 564.18,
      "grad_norm": 1.0587190389633179,
      "learning_rate": 1.0281683968438071e-06,
      "loss": 0.3241,
      "step": 2021440
    },
    {
      "epoch": 564.18,
      "grad_norm": 1.0045703649520874,
      "learning_rate": 1.028146018868947e-06,
      "loss": 0.3313,
      "step": 2021450
    },
    {
      "epoch": 564.18,
      "grad_norm": 1.1002966165542603,
      "learning_rate": 1.0281236410691935e-06,
      "loss": 0.3516,
      "step": 2021460
    },
    {
      "epoch": 564.18,
      "grad_norm": 1.3564985990524292,
      "learning_rate": 1.0281012634445498e-06,
      "loss": 0.3552,
      "step": 2021470
    },
    {
      "epoch": 564.19,
      "grad_norm": 1.1348440647125244,
      "learning_rate": 1.0280788859950195e-06,
      "loss": 0.3361,
      "step": 2021480
    },
    {
      "epoch": 564.19,
      "grad_norm": 1.376746654510498,
      "learning_rate": 1.0280565087206062e-06,
      "loss": 0.3362,
      "step": 2021490
    },
    {
      "epoch": 564.19,
      "grad_norm": 1.190743327140808,
      "learning_rate": 1.0280341316213114e-06,
      "loss": 0.3386,
      "step": 2021500
    },
    {
      "epoch": 564.19,
      "grad_norm": 1.1137276887893677,
      "learning_rate": 1.0280117546971384e-06,
      "loss": 0.3213,
      "step": 2021510
    },
    {
      "epoch": 564.2,
      "grad_norm": 1.064022183418274,
      "learning_rate": 1.0279893779480906e-06,
      "loss": 0.3452,
      "step": 2021520
    },
    {
      "epoch": 564.2,
      "grad_norm": 1.0550955533981323,
      "learning_rate": 1.027967001374171e-06,
      "loss": 0.3266,
      "step": 2021530
    },
    {
      "epoch": 564.2,
      "grad_norm": 1.1990385055541992,
      "learning_rate": 1.0279446249753837e-06,
      "loss": 0.3509,
      "step": 2021540
    },
    {
      "epoch": 564.21,
      "grad_norm": 1.1875946521759033,
      "learning_rate": 1.0279222487517281e-06,
      "loss": 0.3439,
      "step": 2021550
    },
    {
      "epoch": 564.21,
      "grad_norm": 1.0843876600265503,
      "learning_rate": 1.0278998727032117e-06,
      "loss": 0.3364,
      "step": 2021560
    },
    {
      "epoch": 564.21,
      "grad_norm": 1.6644247770309448,
      "learning_rate": 1.027877496829834e-06,
      "loss": 0.3359,
      "step": 2021570
    },
    {
      "epoch": 564.21,
      "grad_norm": 1.7107549905776978,
      "learning_rate": 1.0278551211315998e-06,
      "loss": 0.3504,
      "step": 2021580
    },
    {
      "epoch": 564.22,
      "grad_norm": 1.162814974784851,
      "learning_rate": 1.0278327456085123e-06,
      "loss": 0.3286,
      "step": 2021590
    },
    {
      "epoch": 564.22,
      "grad_norm": 1.111623764038086,
      "learning_rate": 1.0278103702605726e-06,
      "loss": 0.3361,
      "step": 2021600
    },
    {
      "epoch": 564.22,
      "grad_norm": 1.3274739980697632,
      "learning_rate": 1.027787995087785e-06,
      "loss": 0.3565,
      "step": 2021610
    },
    {
      "epoch": 564.23,
      "grad_norm": 1.3826780319213867,
      "learning_rate": 1.0277656200901524e-06,
      "loss": 0.3368,
      "step": 2021620
    },
    {
      "epoch": 564.23,
      "grad_norm": 1.3132904767990112,
      "learning_rate": 1.0277432452676783e-06,
      "loss": 0.3544,
      "step": 2021630
    },
    {
      "epoch": 564.23,
      "grad_norm": 1.2561285495758057,
      "learning_rate": 1.0277208706203642e-06,
      "loss": 0.3342,
      "step": 2021640
    },
    {
      "epoch": 564.23,
      "grad_norm": 1.7505507469177246,
      "learning_rate": 1.0276984961482142e-06,
      "loss": 0.3492,
      "step": 2021650
    },
    {
      "epoch": 564.24,
      "grad_norm": 1.1004611253738403,
      "learning_rate": 1.0276761218512317e-06,
      "loss": 0.3406,
      "step": 2021660
    },
    {
      "epoch": 564.24,
      "grad_norm": 1.04013991355896,
      "learning_rate": 1.0276537477294173e-06,
      "loss": 0.3448,
      "step": 2021670
    },
    {
      "epoch": 564.24,
      "grad_norm": 1.1135269403457642,
      "learning_rate": 1.0276313737827773e-06,
      "loss": 0.3409,
      "step": 2021680
    },
    {
      "epoch": 564.25,
      "grad_norm": 1.0772099494934082,
      "learning_rate": 1.0276090000113123e-06,
      "loss": 0.3368,
      "step": 2021690
    },
    {
      "epoch": 564.25,
      "grad_norm": 1.361390471458435,
      "learning_rate": 1.0275866264150261e-06,
      "loss": 0.3448,
      "step": 2021700
    },
    {
      "epoch": 564.25,
      "grad_norm": 1.2348952293395996,
      "learning_rate": 1.0275642529939214e-06,
      "loss": 0.361,
      "step": 2021710
    },
    {
      "epoch": 564.25,
      "grad_norm": 0.990815281867981,
      "learning_rate": 1.0275418797480026e-06,
      "loss": 0.3338,
      "step": 2021720
    },
    {
      "epoch": 564.26,
      "grad_norm": 1.1299700736999512,
      "learning_rate": 1.0275195066772703e-06,
      "loss": 0.3371,
      "step": 2021730
    },
    {
      "epoch": 564.26,
      "grad_norm": 1.2050464153289795,
      "learning_rate": 1.0274971337817286e-06,
      "loss": 0.3128,
      "step": 2021740
    },
    {
      "epoch": 564.26,
      "grad_norm": 0.9628089070320129,
      "learning_rate": 1.0274747610613814e-06,
      "loss": 0.3165,
      "step": 2021750
    },
    {
      "epoch": 564.26,
      "grad_norm": 1.3256498575210571,
      "learning_rate": 1.0274523885162293e-06,
      "loss": 0.3397,
      "step": 2021760
    },
    {
      "epoch": 564.27,
      "grad_norm": 1.057591438293457,
      "learning_rate": 1.0274300161462785e-06,
      "loss": 0.3394,
      "step": 2021770
    },
    {
      "epoch": 564.27,
      "grad_norm": 1.136756181716919,
      "learning_rate": 1.027407643951529e-06,
      "loss": 0.3514,
      "step": 2021780
    },
    {
      "epoch": 564.27,
      "grad_norm": 1.0443482398986816,
      "learning_rate": 1.0273852719319854e-06,
      "loss": 0.349,
      "step": 2021790
    },
    {
      "epoch": 564.28,
      "grad_norm": 1.017988681793213,
      "learning_rate": 1.027362900087651e-06,
      "loss": 0.3431,
      "step": 2021800
    },
    {
      "epoch": 564.28,
      "grad_norm": 1.1111563444137573,
      "learning_rate": 1.0273405284185263e-06,
      "loss": 0.3422,
      "step": 2021810
    },
    {
      "epoch": 564.28,
      "grad_norm": 1.0990493297576904,
      "learning_rate": 1.0273181569246179e-06,
      "loss": 0.3384,
      "step": 2021820
    },
    {
      "epoch": 564.28,
      "grad_norm": 0.9780969023704529,
      "learning_rate": 1.027295785605926e-06,
      "loss": 0.3355,
      "step": 2021830
    },
    {
      "epoch": 564.29,
      "grad_norm": 1.0391792058944702,
      "learning_rate": 1.0272734144624544e-06,
      "loss": 0.3602,
      "step": 2021840
    },
    {
      "epoch": 564.29,
      "grad_norm": 1.1575844287872314,
      "learning_rate": 1.0272510434942065e-06,
      "loss": 0.3407,
      "step": 2021850
    },
    {
      "epoch": 564.29,
      "grad_norm": 1.3306682109832764,
      "learning_rate": 1.0272286727011856e-06,
      "loss": 0.3458,
      "step": 2021860
    },
    {
      "epoch": 564.3,
      "grad_norm": 1.1276944875717163,
      "learning_rate": 1.0272063020833932e-06,
      "loss": 0.3327,
      "step": 2021870
    },
    {
      "epoch": 564.3,
      "grad_norm": 1.0459131002426147,
      "learning_rate": 1.0271839316408333e-06,
      "loss": 0.3267,
      "step": 2021880
    },
    {
      "epoch": 564.3,
      "grad_norm": 1.1227577924728394,
      "learning_rate": 1.0271615613735094e-06,
      "loss": 0.3478,
      "step": 2021890
    },
    {
      "epoch": 564.3,
      "grad_norm": 1.2160124778747559,
      "learning_rate": 1.0271391912814223e-06,
      "loss": 0.3344,
      "step": 2021900
    },
    {
      "epoch": 564.31,
      "grad_norm": 1.2051246166229248,
      "learning_rate": 1.0271168213645778e-06,
      "loss": 0.3399,
      "step": 2021910
    },
    {
      "epoch": 564.31,
      "grad_norm": 1.399709701538086,
      "learning_rate": 1.0270944516229768e-06,
      "loss": 0.3268,
      "step": 2021920
    },
    {
      "epoch": 564.31,
      "grad_norm": 1.2559998035430908,
      "learning_rate": 1.0270720820566231e-06,
      "loss": 0.3441,
      "step": 2021930
    },
    {
      "epoch": 564.31,
      "grad_norm": 2.232429027557373,
      "learning_rate": 1.0270497126655206e-06,
      "loss": 0.3339,
      "step": 2021940
    },
    {
      "epoch": 564.32,
      "grad_norm": 1.031638741493225,
      "learning_rate": 1.0270273434496702e-06,
      "loss": 0.3254,
      "step": 2021950
    },
    {
      "epoch": 564.32,
      "grad_norm": 1.1867034435272217,
      "learning_rate": 1.0270049744090757e-06,
      "loss": 0.3632,
      "step": 2021960
    },
    {
      "epoch": 564.32,
      "grad_norm": 1.1174790859222412,
      "learning_rate": 1.026982605543741e-06,
      "loss": 0.3434,
      "step": 2021970
    },
    {
      "epoch": 564.33,
      "grad_norm": 1.3654894828796387,
      "learning_rate": 1.0269602368536686e-06,
      "loss": 0.3337,
      "step": 2021980
    },
    {
      "epoch": 564.33,
      "grad_norm": 1.022709608078003,
      "learning_rate": 1.0269378683388598e-06,
      "loss": 0.3274,
      "step": 2021990
    },
    {
      "epoch": 564.33,
      "grad_norm": 1.1663745641708374,
      "learning_rate": 1.0269154999993209e-06,
      "loss": 0.3362,
      "step": 2022000
    },
    {
      "epoch": 564.33,
      "grad_norm": 1.2880862951278687,
      "learning_rate": 1.026893131835052e-06,
      "loss": 0.3532,
      "step": 2022010
    },
    {
      "epoch": 564.34,
      "grad_norm": 1.1188756227493286,
      "learning_rate": 1.026870763846057e-06,
      "loss": 0.3487,
      "step": 2022020
    },
    {
      "epoch": 564.34,
      "grad_norm": 1.0840595960617065,
      "learning_rate": 1.0268483960323402e-06,
      "loss": 0.3488,
      "step": 2022030
    },
    {
      "epoch": 564.34,
      "grad_norm": 1.2402530908584595,
      "learning_rate": 1.0268260283939023e-06,
      "loss": 0.3527,
      "step": 2022040
    },
    {
      "epoch": 564.35,
      "grad_norm": 1.0700806379318237,
      "learning_rate": 1.0268036609307473e-06,
      "loss": 0.3371,
      "step": 2022050
    },
    {
      "epoch": 564.35,
      "grad_norm": 1.1931706666946411,
      "learning_rate": 1.0267812936428784e-06,
      "loss": 0.3344,
      "step": 2022060
    },
    {
      "epoch": 564.35,
      "grad_norm": 1.181262493133545,
      "learning_rate": 1.026758926530299e-06,
      "loss": 0.3336,
      "step": 2022070
    },
    {
      "epoch": 564.35,
      "grad_norm": 1.1910055875778198,
      "learning_rate": 1.0267365595930107e-06,
      "loss": 0.3347,
      "step": 2022080
    },
    {
      "epoch": 564.36,
      "grad_norm": 1.1393717527389526,
      "learning_rate": 1.0267141928310173e-06,
      "loss": 0.3317,
      "step": 2022090
    },
    {
      "epoch": 564.36,
      "grad_norm": 1.1383800506591797,
      "learning_rate": 1.0266918262443216e-06,
      "loss": 0.3428,
      "step": 2022100
    },
    {
      "epoch": 564.36,
      "grad_norm": 0.9629055857658386,
      "learning_rate": 1.0266694598329268e-06,
      "loss": 0.3313,
      "step": 2022110
    },
    {
      "epoch": 564.37,
      "grad_norm": 1.2302049398422241,
      "learning_rate": 1.0266470935968367e-06,
      "loss": 0.3725,
      "step": 2022120
    },
    {
      "epoch": 564.37,
      "grad_norm": 1.2103638648986816,
      "learning_rate": 1.0266247275360516e-06,
      "loss": 0.3327,
      "step": 2022130
    },
    {
      "epoch": 564.37,
      "grad_norm": 1.0088279247283936,
      "learning_rate": 1.026602361650578e-06,
      "loss": 0.34,
      "step": 2022140
    },
    {
      "epoch": 564.37,
      "grad_norm": 1.2352393865585327,
      "learning_rate": 1.026579995940416e-06,
      "loss": 0.34,
      "step": 2022150
    },
    {
      "epoch": 564.38,
      "grad_norm": 1.098166823387146,
      "learning_rate": 1.02655763040557e-06,
      "loss": 0.3483,
      "step": 2022160
    },
    {
      "epoch": 564.38,
      "grad_norm": 1.0213929414749146,
      "learning_rate": 1.0265352650460434e-06,
      "loss": 0.3497,
      "step": 2022170
    },
    {
      "epoch": 564.38,
      "grad_norm": 1.3246798515319824,
      "learning_rate": 1.0265128998618375e-06,
      "loss": 0.3301,
      "step": 2022180
    },
    {
      "epoch": 564.38,
      "grad_norm": 1.2492074966430664,
      "learning_rate": 1.0264905348529565e-06,
      "loss": 0.3311,
      "step": 2022190
    },
    {
      "epoch": 564.39,
      "grad_norm": 1.2438534498214722,
      "learning_rate": 1.0264681700194025e-06,
      "loss": 0.3283,
      "step": 2022200
    },
    {
      "epoch": 564.39,
      "grad_norm": 0.9957156181335449,
      "learning_rate": 1.0264458053611806e-06,
      "loss": 0.3329,
      "step": 2022210
    },
    {
      "epoch": 564.39,
      "grad_norm": 1.3222383260726929,
      "learning_rate": 1.026423440878291e-06,
      "loss": 0.3535,
      "step": 2022220
    },
    {
      "epoch": 564.4,
      "grad_norm": 1.0833642482757568,
      "learning_rate": 1.026401076570738e-06,
      "loss": 0.3141,
      "step": 2022230
    },
    {
      "epoch": 564.4,
      "grad_norm": 1.0471882820129395,
      "learning_rate": 1.0263787124385254e-06,
      "loss": 0.3446,
      "step": 2022240
    },
    {
      "epoch": 564.4,
      "grad_norm": 1.1295814514160156,
      "learning_rate": 1.0263563484816533e-06,
      "loss": 0.3262,
      "step": 2022250
    },
    {
      "epoch": 564.4,
      "grad_norm": 1.041790246963501,
      "learning_rate": 1.026333984700129e-06,
      "loss": 0.34,
      "step": 2022260
    },
    {
      "epoch": 564.41,
      "grad_norm": 1.2538576126098633,
      "learning_rate": 1.0263116210939518e-06,
      "loss": 0.3386,
      "step": 2022270
    },
    {
      "epoch": 564.41,
      "grad_norm": 0.9959266781806946,
      "learning_rate": 1.0262892576631261e-06,
      "loss": 0.3396,
      "step": 2022280
    },
    {
      "epoch": 564.41,
      "grad_norm": 1.2945386171340942,
      "learning_rate": 1.0262668944076547e-06,
      "loss": 0.3482,
      "step": 2022290
    },
    {
      "epoch": 564.42,
      "grad_norm": 1.2413941621780396,
      "learning_rate": 1.0262445313275414e-06,
      "loss": 0.3606,
      "step": 2022300
    },
    {
      "epoch": 564.42,
      "grad_norm": 1.2037856578826904,
      "learning_rate": 1.026222168422788e-06,
      "loss": 0.3345,
      "step": 2022310
    },
    {
      "epoch": 564.42,
      "grad_norm": 1.2517993450164795,
      "learning_rate": 1.0261998056933975e-06,
      "loss": 0.3239,
      "step": 2022320
    },
    {
      "epoch": 564.42,
      "grad_norm": 1.1092709302902222,
      "learning_rate": 1.0261774431393744e-06,
      "loss": 0.3259,
      "step": 2022330
    },
    {
      "epoch": 564.43,
      "grad_norm": 0.9799818396568298,
      "learning_rate": 1.0261550807607187e-06,
      "loss": 0.3377,
      "step": 2022340
    },
    {
      "epoch": 564.43,
      "grad_norm": 1.071947455406189,
      "learning_rate": 1.0261327185574372e-06,
      "loss": 0.3213,
      "step": 2022350
    },
    {
      "epoch": 564.43,
      "grad_norm": 1.2028778791427612,
      "learning_rate": 1.02611035652953e-06,
      "loss": 0.3435,
      "step": 2022360
    },
    {
      "epoch": 564.43,
      "grad_norm": 1.2278176546096802,
      "learning_rate": 1.0260879946770007e-06,
      "loss": 0.3553,
      "step": 2022370
    },
    {
      "epoch": 564.44,
      "grad_norm": 1.0937975645065308,
      "learning_rate": 1.026065632999853e-06,
      "loss": 0.3313,
      "step": 2022380
    },
    {
      "epoch": 564.44,
      "grad_norm": 1.2268258333206177,
      "learning_rate": 1.0260432714980892e-06,
      "loss": 0.3454,
      "step": 2022390
    },
    {
      "epoch": 564.44,
      "grad_norm": 1.1720184087753296,
      "learning_rate": 1.0260209101717133e-06,
      "loss": 0.3404,
      "step": 2022400
    },
    {
      "epoch": 564.45,
      "grad_norm": 0.9435721635818481,
      "learning_rate": 1.0259985490207268e-06,
      "loss": 0.3327,
      "step": 2022410
    },
    {
      "epoch": 564.45,
      "grad_norm": 1.367018461227417,
      "learning_rate": 1.0259761880451333e-06,
      "loss": 0.3353,
      "step": 2022420
    },
    {
      "epoch": 564.45,
      "grad_norm": 1.3141132593154907,
      "learning_rate": 1.0259538272449358e-06,
      "loss": 0.3275,
      "step": 2022430
    },
    {
      "epoch": 564.45,
      "grad_norm": 0.9849362373352051,
      "learning_rate": 1.0259314666201382e-06,
      "loss": 0.3428,
      "step": 2022440
    },
    {
      "epoch": 564.46,
      "grad_norm": 1.2127318382263184,
      "learning_rate": 1.025909106170742e-06,
      "loss": 0.3616,
      "step": 2022450
    },
    {
      "epoch": 564.46,
      "grad_norm": 1.1835052967071533,
      "learning_rate": 1.0258867458967505e-06,
      "loss": 0.3376,
      "step": 2022460
    },
    {
      "epoch": 564.46,
      "grad_norm": 1.146996021270752,
      "learning_rate": 1.025864385798168e-06,
      "loss": 0.3543,
      "step": 2022470
    },
    {
      "epoch": 564.47,
      "grad_norm": 3.424006938934326,
      "learning_rate": 1.0258420258749944e-06,
      "loss": 0.3349,
      "step": 2022480
    },
    {
      "epoch": 564.47,
      "grad_norm": 1.051106572151184,
      "learning_rate": 1.0258196661272368e-06,
      "loss": 0.3544,
      "step": 2022490
    },
    {
      "epoch": 564.47,
      "grad_norm": 1.2022840976715088,
      "learning_rate": 1.0257973065548948e-06,
      "loss": 0.3422,
      "step": 2022500
    },
    {
      "epoch": 564.47,
      "grad_norm": 1.1406025886535645,
      "learning_rate": 1.0257749471579732e-06,
      "loss": 0.3245,
      "step": 2022510
    },
    {
      "epoch": 564.48,
      "grad_norm": 1.297743558883667,
      "learning_rate": 1.0257525879364742e-06,
      "loss": 0.3397,
      "step": 2022520
    },
    {
      "epoch": 564.48,
      "grad_norm": 1.0656379461288452,
      "learning_rate": 1.0257302288904018e-06,
      "loss": 0.3428,
      "step": 2022530
    },
    {
      "epoch": 564.48,
      "grad_norm": 1.168289065361023,
      "learning_rate": 1.0257078700197574e-06,
      "loss": 0.3384,
      "step": 2022540
    },
    {
      "epoch": 564.49,
      "grad_norm": 1.0906262397766113,
      "learning_rate": 1.0256855113245447e-06,
      "loss": 0.3324,
      "step": 2022550
    },
    {
      "epoch": 564.49,
      "grad_norm": 0.9976277947425842,
      "learning_rate": 1.0256631528047676e-06,
      "loss": 0.3493,
      "step": 2022560
    },
    {
      "epoch": 564.49,
      "grad_norm": 1.1141107082366943,
      "learning_rate": 1.0256407944604267e-06,
      "loss": 0.3315,
      "step": 2022570
    },
    {
      "epoch": 564.49,
      "grad_norm": 1.0317916870117188,
      "learning_rate": 1.0256184362915281e-06,
      "loss": 0.3386,
      "step": 2022580
    },
    {
      "epoch": 564.5,
      "grad_norm": 1.0075913667678833,
      "learning_rate": 1.0255960782980723e-06,
      "loss": 0.3407,
      "step": 2022590
    },
    {
      "epoch": 564.5,
      "grad_norm": 1.2230745553970337,
      "learning_rate": 1.025573720480063e-06,
      "loss": 0.3415,
      "step": 2022600
    },
    {
      "epoch": 564.5,
      "grad_norm": 4.36060094833374,
      "learning_rate": 1.0255513628375044e-06,
      "loss": 0.3457,
      "step": 2022610
    },
    {
      "epoch": 564.5,
      "grad_norm": 1.076942801475525,
      "learning_rate": 1.0255290053703974e-06,
      "loss": 0.3337,
      "step": 2022620
    },
    {
      "epoch": 564.51,
      "grad_norm": 1.029331922531128,
      "learning_rate": 1.025506648078746e-06,
      "loss": 0.3535,
      "step": 2022630
    },
    {
      "epoch": 564.51,
      "grad_norm": 1.1561541557312012,
      "learning_rate": 1.0254842909625531e-06,
      "loss": 0.3272,
      "step": 2022640
    },
    {
      "epoch": 564.51,
      "grad_norm": 1.3889355659484863,
      "learning_rate": 1.0254619340218227e-06,
      "loss": 0.3455,
      "step": 2022650
    },
    {
      "epoch": 564.52,
      "grad_norm": 1.2721688747406006,
      "learning_rate": 1.025439577256555e-06,
      "loss": 0.3355,
      "step": 2022660
    },
    {
      "epoch": 564.52,
      "grad_norm": 1.0331370830535889,
      "learning_rate": 1.0254172206667565e-06,
      "loss": 0.3474,
      "step": 2022670
    },
    {
      "epoch": 564.52,
      "grad_norm": 1.2205288410186768,
      "learning_rate": 1.0253948642524276e-06,
      "loss": 0.3454,
      "step": 2022680
    },
    {
      "epoch": 564.52,
      "grad_norm": 1.1670453548431396,
      "learning_rate": 1.0253725080135722e-06,
      "loss": 0.3378,
      "step": 2022690
    },
    {
      "epoch": 564.53,
      "grad_norm": 1.1164971590042114,
      "learning_rate": 1.025350151950194e-06,
      "loss": 0.342,
      "step": 2022700
    },
    {
      "epoch": 564.53,
      "grad_norm": 1.2227534055709839,
      "learning_rate": 1.0253277960622935e-06,
      "loss": 0.3303,
      "step": 2022710
    },
    {
      "epoch": 564.53,
      "grad_norm": 1.3021728992462158,
      "learning_rate": 1.0253054403498771e-06,
      "loss": 0.3436,
      "step": 2022720
    },
    {
      "epoch": 564.54,
      "grad_norm": 1.097731351852417,
      "learning_rate": 1.025283084812945e-06,
      "loss": 0.3436,
      "step": 2022730
    },
    {
      "epoch": 564.54,
      "grad_norm": 1.0308454036712646,
      "learning_rate": 1.0252607294515015e-06,
      "loss": 0.3357,
      "step": 2022740
    },
    {
      "epoch": 564.54,
      "grad_norm": 1.6031296253204346,
      "learning_rate": 1.02523837426555e-06,
      "loss": 0.3452,
      "step": 2022750
    },
    {
      "epoch": 564.54,
      "grad_norm": 1.1458582878112793,
      "learning_rate": 1.0252160192550917e-06,
      "loss": 0.3271,
      "step": 2022760
    },
    {
      "epoch": 564.55,
      "grad_norm": 1.0401898622512817,
      "learning_rate": 1.025193664420131e-06,
      "loss": 0.3374,
      "step": 2022770
    },
    {
      "epoch": 564.55,
      "grad_norm": 1.2090924978256226,
      "learning_rate": 1.0251713097606703e-06,
      "loss": 0.3319,
      "step": 2022780
    },
    {
      "epoch": 564.55,
      "grad_norm": 1.0223568677902222,
      "learning_rate": 1.0251489552767136e-06,
      "loss": 0.3311,
      "step": 2022790
    },
    {
      "epoch": 564.55,
      "grad_norm": 1.051853895187378,
      "learning_rate": 1.0251266009682614e-06,
      "loss": 0.3354,
      "step": 2022800
    },
    {
      "epoch": 564.56,
      "grad_norm": 1.3162567615509033,
      "learning_rate": 1.02510424683532e-06,
      "loss": 0.3487,
      "step": 2022810
    },
    {
      "epoch": 564.56,
      "grad_norm": 1.1475181579589844,
      "learning_rate": 1.0250818928778898e-06,
      "loss": 0.348,
      "step": 2022820
    },
    {
      "epoch": 564.56,
      "grad_norm": 1.0897040367126465,
      "learning_rate": 1.0250595390959748e-06,
      "loss": 0.3382,
      "step": 2022830
    },
    {
      "epoch": 564.57,
      "grad_norm": 1.16458261013031,
      "learning_rate": 1.0250371854895787e-06,
      "loss": 0.3544,
      "step": 2022840
    },
    {
      "epoch": 564.57,
      "grad_norm": 1.1357574462890625,
      "learning_rate": 1.0250148320587027e-06,
      "loss": 0.3347,
      "step": 2022850
    },
    {
      "epoch": 564.57,
      "grad_norm": 1.2125344276428223,
      "learning_rate": 1.0249924788033508e-06,
      "loss": 0.3507,
      "step": 2022860
    },
    {
      "epoch": 564.57,
      "grad_norm": 0.9895015358924866,
      "learning_rate": 1.024970125723526e-06,
      "loss": 0.3322,
      "step": 2022870
    },
    {
      "epoch": 564.58,
      "grad_norm": 1.1301380395889282,
      "learning_rate": 1.0249477728192318e-06,
      "loss": 0.3341,
      "step": 2022880
    },
    {
      "epoch": 564.58,
      "grad_norm": 1.1310099363327026,
      "learning_rate": 1.02492542009047e-06,
      "loss": 0.3242,
      "step": 2022890
    },
    {
      "epoch": 564.58,
      "grad_norm": 1.0635453462600708,
      "learning_rate": 1.0249030675372435e-06,
      "loss": 0.3459,
      "step": 2022900
    },
    {
      "epoch": 564.59,
      "grad_norm": 1.1938178539276123,
      "learning_rate": 1.0248807151595572e-06,
      "loss": 0.3352,
      "step": 2022910
    },
    {
      "epoch": 564.59,
      "grad_norm": 1.1826071739196777,
      "learning_rate": 1.024858362957411e-06,
      "loss": 0.3448,
      "step": 2022920
    },
    {
      "epoch": 564.59,
      "grad_norm": 1.1580928564071655,
      "learning_rate": 1.0248360109308114e-06,
      "loss": 0.3437,
      "step": 2022930
    },
    {
      "epoch": 564.59,
      "grad_norm": 0.9929633140563965,
      "learning_rate": 1.0248136590797585e-06,
      "loss": 0.3557,
      "step": 2022940
    },
    {
      "epoch": 564.6,
      "grad_norm": 1.1889405250549316,
      "learning_rate": 1.0247913074042567e-06,
      "loss": 0.3486,
      "step": 2022950
    },
    {
      "epoch": 564.6,
      "grad_norm": 1.1356041431427002,
      "learning_rate": 1.0247689559043083e-06,
      "loss": 0.3531,
      "step": 2022960
    },
    {
      "epoch": 564.6,
      "grad_norm": 1.2497711181640625,
      "learning_rate": 1.024746604579917e-06,
      "loss": 0.3404,
      "step": 2022970
    },
    {
      "epoch": 564.61,
      "grad_norm": 1.115536093711853,
      "learning_rate": 1.024724253431086e-06,
      "loss": 0.3419,
      "step": 2022980
    },
    {
      "epoch": 564.61,
      "grad_norm": 1.2159068584442139,
      "learning_rate": 1.0247019024578169e-06,
      "loss": 0.3396,
      "step": 2022990
    },
    {
      "epoch": 564.61,
      "grad_norm": 1.1143057346343994,
      "learning_rate": 1.0246795516601135e-06,
      "loss": 0.3425,
      "step": 2023000
    },
    {
      "epoch": 564.61,
      "grad_norm": 1.2283695936203003,
      "learning_rate": 1.0246572010379788e-06,
      "loss": 0.3384,
      "step": 2023010
    },
    {
      "epoch": 564.62,
      "grad_norm": 1.2460130453109741,
      "learning_rate": 1.0246348505914167e-06,
      "loss": 0.3356,
      "step": 2023020
    },
    {
      "epoch": 564.62,
      "grad_norm": 1.1021945476531982,
      "learning_rate": 1.024612500320428e-06,
      "loss": 0.3388,
      "step": 2023030
    },
    {
      "epoch": 564.62,
      "grad_norm": 1.092873454093933,
      "learning_rate": 1.0245901502250168e-06,
      "loss": 0.3609,
      "step": 2023040
    },
    {
      "epoch": 564.62,
      "grad_norm": 1.2685832977294922,
      "learning_rate": 1.0245678003051874e-06,
      "loss": 0.3494,
      "step": 2023050
    },
    {
      "epoch": 564.63,
      "grad_norm": 1.2183455228805542,
      "learning_rate": 1.0245454505609397e-06,
      "loss": 0.336,
      "step": 2023060
    },
    {
      "epoch": 564.63,
      "grad_norm": 1.0935014486312866,
      "learning_rate": 1.0245231009922799e-06,
      "loss": 0.3561,
      "step": 2023070
    },
    {
      "epoch": 564.63,
      "grad_norm": 1.1755282878875732,
      "learning_rate": 1.024500751599209e-06,
      "loss": 0.345,
      "step": 2023080
    },
    {
      "epoch": 564.64,
      "grad_norm": 1.1846190690994263,
      "learning_rate": 1.0244784023817301e-06,
      "loss": 0.3411,
      "step": 2023090
    },
    {
      "epoch": 564.64,
      "grad_norm": 1.1531294584274292,
      "learning_rate": 1.0244560533398472e-06,
      "loss": 0.3357,
      "step": 2023100
    },
    {
      "epoch": 564.64,
      "grad_norm": 1.3135673999786377,
      "learning_rate": 1.0244337044735634e-06,
      "loss": 0.3522,
      "step": 2023110
    },
    {
      "epoch": 564.64,
      "grad_norm": 1.0970982313156128,
      "learning_rate": 1.0244113557828798e-06,
      "loss": 0.333,
      "step": 2023120
    },
    {
      "epoch": 564.65,
      "grad_norm": 1.089509129524231,
      "learning_rate": 1.0243890072678006e-06,
      "loss": 0.3263,
      "step": 2023130
    },
    {
      "epoch": 564.65,
      "grad_norm": 1.080006718635559,
      "learning_rate": 1.0243666589283297e-06,
      "loss": 0.3446,
      "step": 2023140
    },
    {
      "epoch": 564.65,
      "grad_norm": 0.9636390209197998,
      "learning_rate": 1.0243443107644674e-06,
      "loss": 0.3293,
      "step": 2023150
    },
    {
      "epoch": 564.66,
      "grad_norm": 1.291658878326416,
      "learning_rate": 1.02432196277622e-06,
      "loss": 0.3464,
      "step": 2023160
    },
    {
      "epoch": 564.66,
      "grad_norm": 1.1642537117004395,
      "learning_rate": 1.024299614963588e-06,
      "loss": 0.3337,
      "step": 2023170
    },
    {
      "epoch": 564.66,
      "grad_norm": 0.9737752079963684,
      "learning_rate": 1.0242772673265753e-06,
      "loss": 0.3412,
      "step": 2023180
    },
    {
      "epoch": 564.66,
      "grad_norm": 1.2542732954025269,
      "learning_rate": 1.0242549198651856e-06,
      "loss": 0.3513,
      "step": 2023190
    },
    {
      "epoch": 564.67,
      "grad_norm": 1.1771763563156128,
      "learning_rate": 1.02423257257942e-06,
      "loss": 0.3264,
      "step": 2023200
    },
    {
      "epoch": 564.67,
      "grad_norm": 1.1430435180664062,
      "learning_rate": 1.0242102254692825e-06,
      "loss": 0.3573,
      "step": 2023210
    },
    {
      "epoch": 564.67,
      "grad_norm": 1.2839807271957397,
      "learning_rate": 1.0241878785347763e-06,
      "loss": 0.3218,
      "step": 2023220
    },
    {
      "epoch": 564.67,
      "grad_norm": 1.175199031829834,
      "learning_rate": 1.0241655317759051e-06,
      "loss": 0.3275,
      "step": 2023230
    },
    {
      "epoch": 564.68,
      "grad_norm": 1.1524827480316162,
      "learning_rate": 1.0241431851926692e-06,
      "loss": 0.3531,
      "step": 2023240
    },
    {
      "epoch": 564.68,
      "grad_norm": 1.2351123094558716,
      "learning_rate": 1.0241208387850749e-06,
      "loss": 0.3388,
      "step": 2023250
    },
    {
      "epoch": 564.68,
      "grad_norm": 1.234364628791809,
      "learning_rate": 1.0240984925531228e-06,
      "loss": 0.3392,
      "step": 2023260
    },
    {
      "epoch": 564.69,
      "grad_norm": 0.9404751062393188,
      "learning_rate": 1.0240761464968167e-06,
      "loss": 0.325,
      "step": 2023270
    },
    {
      "epoch": 564.69,
      "grad_norm": 1.2335927486419678,
      "learning_rate": 1.0240538006161605e-06,
      "loss": 0.3471,
      "step": 2023280
    },
    {
      "epoch": 564.69,
      "grad_norm": 1.0721591711044312,
      "learning_rate": 1.0240314549111542e-06,
      "loss": 0.3335,
      "step": 2023290
    },
    {
      "epoch": 564.69,
      "grad_norm": 1.3745722770690918,
      "learning_rate": 1.0240091093818047e-06,
      "loss": 0.3456,
      "step": 2023300
    },
    {
      "epoch": 564.7,
      "grad_norm": 1.15056574344635,
      "learning_rate": 1.0239867640281123e-06,
      "loss": 0.3516,
      "step": 2023310
    },
    {
      "epoch": 564.7,
      "grad_norm": 1.3367725610733032,
      "learning_rate": 1.0239644188500807e-06,
      "loss": 0.3302,
      "step": 2023320
    },
    {
      "epoch": 564.7,
      "grad_norm": 1.1304751634597778,
      "learning_rate": 1.0239420738477139e-06,
      "loss": 0.3421,
      "step": 2023330
    },
    {
      "epoch": 564.71,
      "grad_norm": 1.2912076711654663,
      "learning_rate": 1.0239197290210127e-06,
      "loss": 0.3339,
      "step": 2023340
    },
    {
      "epoch": 564.71,
      "grad_norm": 1.028458595275879,
      "learning_rate": 1.0238973843699813e-06,
      "loss": 0.3345,
      "step": 2023350
    },
    {
      "epoch": 564.71,
      "grad_norm": 1.155189871788025,
      "learning_rate": 1.0238750398946231e-06,
      "loss": 0.3582,
      "step": 2023360
    },
    {
      "epoch": 564.71,
      "grad_norm": 1.2701419591903687,
      "learning_rate": 1.023852695594941e-06,
      "loss": 0.344,
      "step": 2023370
    },
    {
      "epoch": 564.72,
      "grad_norm": 1.105689525604248,
      "learning_rate": 1.023830351470936e-06,
      "loss": 0.3581,
      "step": 2023380
    },
    {
      "epoch": 564.72,
      "grad_norm": 1.2241016626358032,
      "learning_rate": 1.0238080075226146e-06,
      "loss": 0.3511,
      "step": 2023390
    },
    {
      "epoch": 564.72,
      "grad_norm": 1.218597412109375,
      "learning_rate": 1.0237856637499768e-06,
      "loss": 0.3223,
      "step": 2023400
    },
    {
      "epoch": 564.73,
      "grad_norm": 1.2056413888931274,
      "learning_rate": 1.0237633201530269e-06,
      "loss": 0.3517,
      "step": 2023410
    },
    {
      "epoch": 564.73,
      "grad_norm": 1.0022302865982056,
      "learning_rate": 1.023740976731768e-06,
      "loss": 0.3217,
      "step": 2023420
    },
    {
      "epoch": 564.73,
      "grad_norm": 1.1466419696807861,
      "learning_rate": 1.0237186334862018e-06,
      "loss": 0.3417,
      "step": 2023430
    },
    {
      "epoch": 564.73,
      "grad_norm": 1.096220850944519,
      "learning_rate": 1.0236962904163325e-06,
      "loss": 0.3286,
      "step": 2023440
    },
    {
      "epoch": 564.74,
      "grad_norm": 1.1985623836517334,
      "learning_rate": 1.0236739475221622e-06,
      "loss": 0.3272,
      "step": 2023450
    },
    {
      "epoch": 564.74,
      "grad_norm": 1.2081307172775269,
      "learning_rate": 1.0236516048036958e-06,
      "loss": 0.3612,
      "step": 2023460
    },
    {
      "epoch": 564.74,
      "grad_norm": 1.172001838684082,
      "learning_rate": 1.0236292622609328e-06,
      "loss": 0.3606,
      "step": 2023470
    },
    {
      "epoch": 564.74,
      "grad_norm": 1.177465558052063,
      "learning_rate": 1.0236069198938803e-06,
      "loss": 0.328,
      "step": 2023480
    },
    {
      "epoch": 564.75,
      "grad_norm": 1.167062520980835,
      "learning_rate": 1.023584577702538e-06,
      "loss": 0.3469,
      "step": 2023490
    },
    {
      "epoch": 564.75,
      "grad_norm": 1.1365771293640137,
      "learning_rate": 1.02356223568691e-06,
      "loss": 0.3427,
      "step": 2023500
    },
    {
      "epoch": 564.75,
      "grad_norm": 1.3307819366455078,
      "learning_rate": 1.0235398938470005e-06,
      "loss": 0.3322,
      "step": 2023510
    },
    {
      "epoch": 564.76,
      "grad_norm": 1.2295324802398682,
      "learning_rate": 1.0235175521828104e-06,
      "loss": 0.3476,
      "step": 2023520
    },
    {
      "epoch": 564.76,
      "grad_norm": 1.316248893737793,
      "learning_rate": 1.0234952106943436e-06,
      "loss": 0.338,
      "step": 2023530
    },
    {
      "epoch": 564.76,
      "grad_norm": 1.0940903425216675,
      "learning_rate": 1.023472869381603e-06,
      "loss": 0.3574,
      "step": 2023540
    },
    {
      "epoch": 564.76,
      "grad_norm": 1.153943657875061,
      "learning_rate": 1.0234505282445917e-06,
      "loss": 0.3599,
      "step": 2023550
    },
    {
      "epoch": 564.77,
      "grad_norm": 1.1129639148712158,
      "learning_rate": 1.0234281872833133e-06,
      "loss": 0.3519,
      "step": 2023560
    },
    {
      "epoch": 564.77,
      "grad_norm": 1.0825644731521606,
      "learning_rate": 1.0234058464977693e-06,
      "loss": 0.3393,
      "step": 2023570
    },
    {
      "epoch": 564.77,
      "grad_norm": 1.1670899391174316,
      "learning_rate": 1.0233835058879637e-06,
      "loss": 0.3494,
      "step": 2023580
    },
    {
      "epoch": 564.78,
      "grad_norm": 1.246246576309204,
      "learning_rate": 1.023361165453899e-06,
      "loss": 0.3319,
      "step": 2023590
    },
    {
      "epoch": 564.78,
      "grad_norm": 1.2103382349014282,
      "learning_rate": 1.0233388251955792e-06,
      "loss": 0.3422,
      "step": 2023600
    },
    {
      "epoch": 564.78,
      "grad_norm": 1.0931552648544312,
      "learning_rate": 1.023316485113005e-06,
      "loss": 0.339,
      "step": 2023610
    },
    {
      "epoch": 564.78,
      "grad_norm": 1.2012921571731567,
      "learning_rate": 1.0232941452061827e-06,
      "loss": 0.3429,
      "step": 2023620
    },
    {
      "epoch": 564.79,
      "grad_norm": 1.235029697418213,
      "learning_rate": 1.0232718054751121e-06,
      "loss": 0.3463,
      "step": 2023630
    },
    {
      "epoch": 564.79,
      "grad_norm": 1.364740014076233,
      "learning_rate": 1.023249465919798e-06,
      "loss": 0.3448,
      "step": 2023640
    },
    {
      "epoch": 564.79,
      "grad_norm": 1.0304793119430542,
      "learning_rate": 1.0232271265402435e-06,
      "loss": 0.3531,
      "step": 2023650
    },
    {
      "epoch": 564.79,
      "grad_norm": 1.2018977403640747,
      "learning_rate": 1.02320478733645e-06,
      "loss": 0.3388,
      "step": 2023660
    },
    {
      "epoch": 564.8,
      "grad_norm": 1.2145514488220215,
      "learning_rate": 1.0231824483084217e-06,
      "loss": 0.3225,
      "step": 2023670
    },
    {
      "epoch": 564.8,
      "grad_norm": 1.1196552515029907,
      "learning_rate": 1.023160109456161e-06,
      "loss": 0.3378,
      "step": 2023680
    },
    {
      "epoch": 564.8,
      "grad_norm": 1.1260852813720703,
      "learning_rate": 1.0231377707796722e-06,
      "loss": 0.3497,
      "step": 2023690
    },
    {
      "epoch": 564.81,
      "grad_norm": 1.255731463432312,
      "learning_rate": 1.0231154322789564e-06,
      "loss": 0.3398,
      "step": 2023700
    },
    {
      "epoch": 564.81,
      "grad_norm": 1.1260972023010254,
      "learning_rate": 1.0230930939540173e-06,
      "loss": 0.3518,
      "step": 2023710
    },
    {
      "epoch": 564.81,
      "grad_norm": 1.1750086545944214,
      "learning_rate": 1.023070755804859e-06,
      "loss": 0.3529,
      "step": 2023720
    },
    {
      "epoch": 564.81,
      "grad_norm": 1.042834997177124,
      "learning_rate": 1.0230484178314818e-06,
      "loss": 0.3352,
      "step": 2023730
    },
    {
      "epoch": 564.82,
      "grad_norm": 1.2123366594314575,
      "learning_rate": 1.023026080033892e-06,
      "loss": 0.3359,
      "step": 2023740
    },
    {
      "epoch": 564.82,
      "grad_norm": 1.1443510055541992,
      "learning_rate": 1.02300374241209e-06,
      "loss": 0.3271,
      "step": 2023750
    },
    {
      "epoch": 564.82,
      "grad_norm": 1.1593432426452637,
      "learning_rate": 1.0229814049660797e-06,
      "loss": 0.3454,
      "step": 2023760
    },
    {
      "epoch": 564.83,
      "grad_norm": 1.1919891834259033,
      "learning_rate": 1.0229590676958639e-06,
      "loss": 0.3517,
      "step": 2023770
    },
    {
      "epoch": 564.83,
      "grad_norm": 1.2294528484344482,
      "learning_rate": 1.0229367306014468e-06,
      "loss": 0.3411,
      "step": 2023780
    },
    {
      "epoch": 564.83,
      "grad_norm": 1.0148855447769165,
      "learning_rate": 1.0229143936828295e-06,
      "loss": 0.3434,
      "step": 2023790
    },
    {
      "epoch": 564.83,
      "grad_norm": 1.1571757793426514,
      "learning_rate": 1.0228920569400155e-06,
      "loss": 0.3486,
      "step": 2023800
    },
    {
      "epoch": 564.84,
      "grad_norm": 0.9814687967300415,
      "learning_rate": 1.022869720373009e-06,
      "loss": 0.3294,
      "step": 2023810
    },
    {
      "epoch": 564.84,
      "grad_norm": 1.173502802848816,
      "learning_rate": 1.0228473839818107e-06,
      "loss": 0.3361,
      "step": 2023820
    },
    {
      "epoch": 564.84,
      "grad_norm": 1.123724102973938,
      "learning_rate": 1.022825047766426e-06,
      "loss": 0.3392,
      "step": 2023830
    },
    {
      "epoch": 564.85,
      "grad_norm": 1.2813283205032349,
      "learning_rate": 1.0228027117268563e-06,
      "loss": 0.3429,
      "step": 2023840
    },
    {
      "epoch": 564.85,
      "grad_norm": 1.0119990110397339,
      "learning_rate": 1.022780375863105e-06,
      "loss": 0.3441,
      "step": 2023850
    },
    {
      "epoch": 564.85,
      "grad_norm": 1.3085654973983765,
      "learning_rate": 1.022758040175176e-06,
      "loss": 0.3521,
      "step": 2023860
    },
    {
      "epoch": 564.85,
      "grad_norm": 1.321297526359558,
      "learning_rate": 1.0227357046630693e-06,
      "loss": 0.3395,
      "step": 2023870
    },
    {
      "epoch": 564.86,
      "grad_norm": 1.073333740234375,
      "learning_rate": 1.0227133693267924e-06,
      "loss": 0.3388,
      "step": 2023880
    },
    {
      "epoch": 564.86,
      "grad_norm": 1.146985650062561,
      "learning_rate": 1.0226910341663444e-06,
      "loss": 0.3494,
      "step": 2023890
    },
    {
      "epoch": 564.86,
      "grad_norm": 1.0875931978225708,
      "learning_rate": 1.0226686991817299e-06,
      "loss": 0.3366,
      "step": 2023900
    },
    {
      "epoch": 564.86,
      "grad_norm": 1.3845586776733398,
      "learning_rate": 1.0226463643729518e-06,
      "loss": 0.3524,
      "step": 2023910
    },
    {
      "epoch": 564.87,
      "grad_norm": 1.224069595336914,
      "learning_rate": 1.0226240297400135e-06,
      "loss": 0.3492,
      "step": 2023920
    },
    {
      "epoch": 564.87,
      "grad_norm": 1.114841103553772,
      "learning_rate": 1.022601695282917e-06,
      "loss": 0.3267,
      "step": 2023930
    },
    {
      "epoch": 564.87,
      "grad_norm": 1.0165514945983887,
      "learning_rate": 1.0225793610016652e-06,
      "loss": 0.3711,
      "step": 2023940
    },
    {
      "epoch": 564.88,
      "grad_norm": 2.380723476409912,
      "learning_rate": 1.0225570268962626e-06,
      "loss": 0.3392,
      "step": 2023950
    },
    {
      "epoch": 564.88,
      "grad_norm": 1.035245418548584,
      "learning_rate": 1.0225346929667096e-06,
      "loss": 0.328,
      "step": 2023960
    },
    {
      "epoch": 564.88,
      "grad_norm": 1.2127805948257446,
      "learning_rate": 1.0225123592130123e-06,
      "loss": 0.3422,
      "step": 2023970
    },
    {
      "epoch": 564.88,
      "grad_norm": 1.0452637672424316,
      "learning_rate": 1.0224900256351715e-06,
      "loss": 0.3363,
      "step": 2023980
    },
    {
      "epoch": 564.89,
      "grad_norm": 1.209857702255249,
      "learning_rate": 1.0224676922331901e-06,
      "loss": 0.3363,
      "step": 2023990
    },
    {
      "epoch": 564.89,
      "grad_norm": 1.0717647075653076,
      "learning_rate": 1.022445359007073e-06,
      "loss": 0.3273,
      "step": 2024000
    },
    {
      "epoch": 564.89,
      "grad_norm": 0.9566640257835388,
      "learning_rate": 1.0224230259568213e-06,
      "loss": 0.335,
      "step": 2024010
    },
    {
      "epoch": 564.9,
      "grad_norm": 1.03829026222229,
      "learning_rate": 1.0224006930824384e-06,
      "loss": 0.3569,
      "step": 2024020
    },
    {
      "epoch": 564.9,
      "grad_norm": 1.1188894510269165,
      "learning_rate": 1.0223783603839272e-06,
      "loss": 0.3315,
      "step": 2024030
    },
    {
      "epoch": 564.9,
      "grad_norm": 1.0863664150238037,
      "learning_rate": 1.0223560278612919e-06,
      "loss": 0.3335,
      "step": 2024040
    },
    {
      "epoch": 564.9,
      "grad_norm": 1.1323175430297852,
      "learning_rate": 1.0223336955145332e-06,
      "loss": 0.3318,
      "step": 2024050
    },
    {
      "epoch": 564.91,
      "grad_norm": 0.9064550399780273,
      "learning_rate": 1.0223113633436565e-06,
      "loss": 0.3293,
      "step": 2024060
    },
    {
      "epoch": 564.91,
      "grad_norm": 1.1069360971450806,
      "learning_rate": 1.0222890313486632e-06,
      "loss": 0.3582,
      "step": 2024070
    },
    {
      "epoch": 564.91,
      "grad_norm": 0.9888572096824646,
      "learning_rate": 1.0222666995295565e-06,
      "loss": 0.339,
      "step": 2024080
    },
    {
      "epoch": 564.91,
      "grad_norm": 0.988163411617279,
      "learning_rate": 1.0222443678863404e-06,
      "loss": 0.3407,
      "step": 2024090
    },
    {
      "epoch": 564.92,
      "grad_norm": 1.1476002931594849,
      "learning_rate": 1.0222220364190162e-06,
      "loss": 0.328,
      "step": 2024100
    },
    {
      "epoch": 564.92,
      "grad_norm": 1.1164809465408325,
      "learning_rate": 1.022199705127588e-06,
      "loss": 0.3319,
      "step": 2024110
    },
    {
      "epoch": 564.92,
      "grad_norm": 1.0929430723190308,
      "learning_rate": 1.0221773740120584e-06,
      "loss": 0.3274,
      "step": 2024120
    },
    {
      "epoch": 564.93,
      "grad_norm": 1.201669692993164,
      "learning_rate": 1.0221550430724302e-06,
      "loss": 0.3498,
      "step": 2024130
    },
    {
      "epoch": 564.93,
      "grad_norm": 1.1498242616653442,
      "learning_rate": 1.022132712308708e-06,
      "loss": 0.3363,
      "step": 2024140
    },
    {
      "epoch": 564.93,
      "grad_norm": 1.255415678024292,
      "learning_rate": 1.0221103817208922e-06,
      "loss": 0.3301,
      "step": 2024150
    },
    {
      "epoch": 564.93,
      "grad_norm": 1.1230770349502563,
      "learning_rate": 1.0220880513089871e-06,
      "loss": 0.3354,
      "step": 2024160
    },
    {
      "epoch": 564.94,
      "grad_norm": 1.331045150756836,
      "learning_rate": 1.0220657210729954e-06,
      "loss": 0.3492,
      "step": 2024170
    },
    {
      "epoch": 564.94,
      "grad_norm": 1.0624998807907104,
      "learning_rate": 1.0220433910129214e-06,
      "loss": 0.3287,
      "step": 2024180
    },
    {
      "epoch": 564.94,
      "grad_norm": 1.162777304649353,
      "learning_rate": 1.0220210611287649e-06,
      "loss": 0.345,
      "step": 2024190
    },
    {
      "epoch": 564.95,
      "grad_norm": 0.9681271314620972,
      "learning_rate": 1.0219987314205327e-06,
      "loss": 0.3324,
      "step": 2024200
    },
    {
      "epoch": 564.95,
      "grad_norm": 1.1778007745742798,
      "learning_rate": 1.021976401888225e-06,
      "loss": 0.3475,
      "step": 2024210
    },
    {
      "epoch": 564.95,
      "grad_norm": 1.1411943435668945,
      "learning_rate": 1.021954072531846e-06,
      "loss": 0.3503,
      "step": 2024220
    },
    {
      "epoch": 564.95,
      "grad_norm": 1.2382745742797852,
      "learning_rate": 1.0219317433513992e-06,
      "loss": 0.341,
      "step": 2024230
    },
    {
      "epoch": 564.96,
      "grad_norm": 1.089123249053955,
      "learning_rate": 1.0219094143468856e-06,
      "loss": 0.3469,
      "step": 2024240
    },
    {
      "epoch": 564.96,
      "grad_norm": 1.2101051807403564,
      "learning_rate": 1.0218870855183096e-06,
      "loss": 0.3375,
      "step": 2024250
    },
    {
      "epoch": 564.96,
      "grad_norm": 1.167954444885254,
      "learning_rate": 1.021864756865674e-06,
      "loss": 0.3408,
      "step": 2024260
    },
    {
      "epoch": 564.97,
      "grad_norm": 1.0825140476226807,
      "learning_rate": 1.0218424283889824e-06,
      "loss": 0.3385,
      "step": 2024270
    },
    {
      "epoch": 564.97,
      "grad_norm": 1.308192491531372,
      "learning_rate": 1.0218201000882362e-06,
      "loss": 0.3469,
      "step": 2024280
    },
    {
      "epoch": 564.97,
      "grad_norm": 1.1751813888549805,
      "learning_rate": 1.0217977719634392e-06,
      "loss": 0.3488,
      "step": 2024290
    },
    {
      "epoch": 564.97,
      "grad_norm": 1.1320422887802124,
      "learning_rate": 1.0217754440145946e-06,
      "loss": 0.351,
      "step": 2024300
    },
    {
      "epoch": 564.98,
      "grad_norm": 1.14886474609375,
      "learning_rate": 1.0217531162417047e-06,
      "loss": 0.3477,
      "step": 2024310
    },
    {
      "epoch": 564.98,
      "grad_norm": 1.002730369567871,
      "learning_rate": 1.0217307886447744e-06,
      "loss": 0.346,
      "step": 2024320
    },
    {
      "epoch": 564.98,
      "grad_norm": 1.0560435056686401,
      "learning_rate": 1.0217084612238039e-06,
      "loss": 0.3413,
      "step": 2024330
    },
    {
      "epoch": 564.98,
      "grad_norm": 1.1637241840362549,
      "learning_rate": 1.0216861339787977e-06,
      "loss": 0.3258,
      "step": 2024340
    },
    {
      "epoch": 564.99,
      "grad_norm": 1.1185944080352783,
      "learning_rate": 1.0216638069097586e-06,
      "loss": 0.3494,
      "step": 2024350
    },
    {
      "epoch": 564.99,
      "grad_norm": 1.2708948850631714,
      "learning_rate": 1.0216414800166904e-06,
      "loss": 0.3291,
      "step": 2024360
    },
    {
      "epoch": 564.99,
      "grad_norm": 8.792790412902832,
      "learning_rate": 1.021619153299594e-06,
      "loss": 0.3355,
      "step": 2024370
    },
    {
      "epoch": 565.0,
      "grad_norm": 1.2609155178070068,
      "learning_rate": 1.021596826758474e-06,
      "loss": 0.3215,
      "step": 2024380
    },
    {
      "epoch": 565.0,
      "grad_norm": 1.2267333269119263,
      "learning_rate": 1.0215745003933336e-06,
      "loss": 0.3364,
      "step": 2024390
    },
    {
      "epoch": 565.0,
      "eval_loss": 0.33945614099502563,
      "eval_runtime": 63.8305,
      "eval_samples_per_second": 79.257,
      "eval_steps_per_second": 9.917,
      "step": 2024395
    },
    {
      "epoch": 565.0,
      "grad_norm": 1.183776617050171,
      "learning_rate": 1.0215521742041733e-06,
      "loss": 0.3427,
      "step": 2024400
    },
    {
      "epoch": 565.0,
      "grad_norm": 1.3508285284042358,
      "learning_rate": 1.021529848191e-06,
      "loss": 0.3294,
      "step": 2024410
    },
    {
      "epoch": 565.01,
      "grad_norm": 1.1355509757995605,
      "learning_rate": 1.0215075223538125e-06,
      "loss": 0.3296,
      "step": 2024420
    },
    {
      "epoch": 565.01,
      "grad_norm": 1.2756024599075317,
      "learning_rate": 1.0214851966926177e-06,
      "loss": 0.3513,
      "step": 2024430
    },
    {
      "epoch": 565.01,
      "grad_norm": 1.1892356872558594,
      "learning_rate": 1.0214628712074157e-06,
      "loss": 0.3375,
      "step": 2024440
    },
    {
      "epoch": 565.02,
      "grad_norm": 1.0361435413360596,
      "learning_rate": 1.0214405458982108e-06,
      "loss": 0.3285,
      "step": 2024450
    },
    {
      "epoch": 565.02,
      "grad_norm": 1.0972635746002197,
      "learning_rate": 1.0214182207650062e-06,
      "loss": 0.342,
      "step": 2024460
    },
    {
      "epoch": 565.02,
      "grad_norm": 1.217964768409729,
      "learning_rate": 1.0213958958078036e-06,
      "loss": 0.3342,
      "step": 2024470
    },
    {
      "epoch": 565.02,
      "grad_norm": 1.075632095336914,
      "learning_rate": 1.0213735710266066e-06,
      "loss": 0.3336,
      "step": 2024480
    },
    {
      "epoch": 565.03,
      "grad_norm": 1.2787829637527466,
      "learning_rate": 1.0213512464214182e-06,
      "loss": 0.334,
      "step": 2024490
    },
    {
      "epoch": 565.03,
      "grad_norm": 1.1116862297058105,
      "learning_rate": 1.0213289219922424e-06,
      "loss": 0.3377,
      "step": 2024500
    },
    {
      "epoch": 565.03,
      "grad_norm": 1.2762677669525146,
      "learning_rate": 1.0213065977390805e-06,
      "loss": 0.3289,
      "step": 2024510
    },
    {
      "epoch": 565.03,
      "grad_norm": 1.3111979961395264,
      "learning_rate": 1.021284273661936e-06,
      "loss": 0.3361,
      "step": 2024520
    },
    {
      "epoch": 565.04,
      "grad_norm": 1.2307809591293335,
      "learning_rate": 1.0212619497608128e-06,
      "loss": 0.3483,
      "step": 2024530
    },
    {
      "epoch": 565.04,
      "grad_norm": 1.1143990755081177,
      "learning_rate": 1.0212396260357116e-06,
      "loss": 0.3539,
      "step": 2024540
    },
    {
      "epoch": 565.04,
      "grad_norm": 0.9164649248123169,
      "learning_rate": 1.0212173024866386e-06,
      "loss": 0.3326,
      "step": 2024550
    },
    {
      "epoch": 565.05,
      "grad_norm": 1.0710796117782593,
      "learning_rate": 1.021194979113594e-06,
      "loss": 0.3374,
      "step": 2024560
    },
    {
      "epoch": 565.05,
      "grad_norm": 1.182214379310608,
      "learning_rate": 1.021172655916582e-06,
      "loss": 0.3478,
      "step": 2024570
    },
    {
      "epoch": 565.05,
      "grad_norm": 1.0188133716583252,
      "learning_rate": 1.0211503328956055e-06,
      "loss": 0.3473,
      "step": 2024580
    },
    {
      "epoch": 565.05,
      "grad_norm": 1.1146738529205322,
      "learning_rate": 1.0211280100506683e-06,
      "loss": 0.3395,
      "step": 2024590
    },
    {
      "epoch": 565.06,
      "grad_norm": 1.2246718406677246,
      "learning_rate": 1.0211056873817711e-06,
      "loss": 0.3385,
      "step": 2024600
    },
    {
      "epoch": 565.06,
      "grad_norm": 1.0194560289382935,
      "learning_rate": 1.0210833648889186e-06,
      "loss": 0.3431,
      "step": 2024610
    },
    {
      "epoch": 565.06,
      "grad_norm": 1.1847708225250244,
      "learning_rate": 1.0210610425721142e-06,
      "loss": 0.3353,
      "step": 2024620
    },
    {
      "epoch": 565.07,
      "grad_norm": 1.289631962776184,
      "learning_rate": 1.0210387204313584e-06,
      "loss": 0.3294,
      "step": 2024630
    },
    {
      "epoch": 565.07,
      "grad_norm": 1.2102102041244507,
      "learning_rate": 1.0210163984666572e-06,
      "loss": 0.3545,
      "step": 2024640
    },
    {
      "epoch": 565.07,
      "grad_norm": 1.0069248676300049,
      "learning_rate": 1.0209940766780117e-06,
      "loss": 0.328,
      "step": 2024650
    },
    {
      "epoch": 565.07,
      "grad_norm": 1.2311700582504272,
      "learning_rate": 1.0209717550654252e-06,
      "loss": 0.3457,
      "step": 2024660
    },
    {
      "epoch": 565.08,
      "grad_norm": 1.1046780347824097,
      "learning_rate": 1.020949433628902e-06,
      "loss": 0.3282,
      "step": 2024670
    },
    {
      "epoch": 565.08,
      "grad_norm": 1.0123274326324463,
      "learning_rate": 1.0209271123684425e-06,
      "loss": 0.346,
      "step": 2024680
    },
    {
      "epoch": 565.08,
      "grad_norm": 1.0941118001937866,
      "learning_rate": 1.0209047912840516e-06,
      "loss": 0.3505,
      "step": 2024690
    },
    {
      "epoch": 565.09,
      "grad_norm": 1.2089998722076416,
      "learning_rate": 1.0208824703757315e-06,
      "loss": 0.3598,
      "step": 2024700
    },
    {
      "epoch": 565.09,
      "grad_norm": 2.072918653488159,
      "learning_rate": 1.0208601496434856e-06,
      "loss": 0.3344,
      "step": 2024710
    },
    {
      "epoch": 565.09,
      "grad_norm": 1.0209603309631348,
      "learning_rate": 1.0208378290873167e-06,
      "loss": 0.3431,
      "step": 2024720
    },
    {
      "epoch": 565.09,
      "grad_norm": 1.0682421922683716,
      "learning_rate": 1.0208155087072284e-06,
      "loss": 0.3343,
      "step": 2024730
    },
    {
      "epoch": 565.1,
      "grad_norm": 1.0581319332122803,
      "learning_rate": 1.0207931885032224e-06,
      "loss": 0.3495,
      "step": 2024740
    },
    {
      "epoch": 565.1,
      "grad_norm": 1.0257781744003296,
      "learning_rate": 1.0207708684753022e-06,
      "loss": 0.3267,
      "step": 2024750
    },
    {
      "epoch": 565.1,
      "grad_norm": 1.1077423095703125,
      "learning_rate": 1.0207485486234719e-06,
      "loss": 0.3411,
      "step": 2024760
    },
    {
      "epoch": 565.1,
      "grad_norm": 1.0368016958236694,
      "learning_rate": 1.0207262289477317e-06,
      "loss": 0.3554,
      "step": 2024770
    },
    {
      "epoch": 565.11,
      "grad_norm": 1.1167049407958984,
      "learning_rate": 1.020703909448088e-06,
      "loss": 0.3402,
      "step": 2024780
    },
    {
      "epoch": 565.11,
      "grad_norm": 1.1144254207611084,
      "learning_rate": 1.020681590124541e-06,
      "loss": 0.3279,
      "step": 2024790
    },
    {
      "epoch": 565.11,
      "grad_norm": 1.0254387855529785,
      "learning_rate": 1.020659270977095e-06,
      "loss": 0.3461,
      "step": 2024800
    },
    {
      "epoch": 565.12,
      "grad_norm": 1.0372059345245361,
      "learning_rate": 1.0206369520057535e-06,
      "loss": 0.3477,
      "step": 2024810
    },
    {
      "epoch": 565.12,
      "grad_norm": 1.0568561553955078,
      "learning_rate": 1.0206146332105178e-06,
      "loss": 0.3445,
      "step": 2024820
    },
    {
      "epoch": 565.12,
      "grad_norm": 1.2817776203155518,
      "learning_rate": 1.0205923145913921e-06,
      "loss": 0.3484,
      "step": 2024830
    },
    {
      "epoch": 565.12,
      "grad_norm": 1.1141563653945923,
      "learning_rate": 1.0205699961483788e-06,
      "loss": 0.3352,
      "step": 2024840
    },
    {
      "epoch": 565.13,
      "grad_norm": 1.4823980331420898,
      "learning_rate": 1.020547677881482e-06,
      "loss": 0.3379,
      "step": 2024850
    },
    {
      "epoch": 565.13,
      "grad_norm": 1.3144210577011108,
      "learning_rate": 1.020525359790702e-06,
      "loss": 0.3428,
      "step": 2024860
    },
    {
      "epoch": 565.13,
      "grad_norm": 1.1245969533920288,
      "learning_rate": 1.0205030418760454e-06,
      "loss": 0.35,
      "step": 2024870
    },
    {
      "epoch": 565.14,
      "grad_norm": 1.0049500465393066,
      "learning_rate": 1.0204807241375124e-06,
      "loss": 0.3537,
      "step": 2024880
    },
    {
      "epoch": 565.14,
      "grad_norm": 1.3798598051071167,
      "learning_rate": 1.0204584065751071e-06,
      "loss": 0.3308,
      "step": 2024890
    },
    {
      "epoch": 565.14,
      "grad_norm": 1.2690058946609497,
      "learning_rate": 1.0204360891888328e-06,
      "loss": 0.3393,
      "step": 2024900
    },
    {
      "epoch": 565.14,
      "grad_norm": 1.217449426651001,
      "learning_rate": 1.0204137719786912e-06,
      "loss": 0.3344,
      "step": 2024910
    },
    {
      "epoch": 565.15,
      "grad_norm": 1.35791015625,
      "learning_rate": 1.020391454944686e-06,
      "loss": 0.3386,
      "step": 2024920
    },
    {
      "epoch": 565.15,
      "grad_norm": 1.127700924873352,
      "learning_rate": 1.0203691380868205e-06,
      "loss": 0.337,
      "step": 2024930
    },
    {
      "epoch": 565.15,
      "grad_norm": 1.1346683502197266,
      "learning_rate": 1.0203468214050979e-06,
      "loss": 0.3393,
      "step": 2024940
    },
    {
      "epoch": 565.15,
      "grad_norm": 1.1316511631011963,
      "learning_rate": 1.0203245048995197e-06,
      "loss": 0.3392,
      "step": 2024950
    },
    {
      "epoch": 565.16,
      "grad_norm": 1.3174153566360474,
      "learning_rate": 1.0203021885700901e-06,
      "loss": 0.3491,
      "step": 2024960
    },
    {
      "epoch": 565.16,
      "grad_norm": 0.9900668263435364,
      "learning_rate": 1.0202798724168125e-06,
      "loss": 0.3272,
      "step": 2024970
    },
    {
      "epoch": 565.16,
      "grad_norm": 1.3036174774169922,
      "learning_rate": 1.0202575564396872e-06,
      "loss": 0.3485,
      "step": 2024980
    },
    {
      "epoch": 565.17,
      "grad_norm": 1.091705560684204,
      "learning_rate": 1.0202352406387208e-06,
      "loss": 0.3273,
      "step": 2024990
    },
    {
      "epoch": 565.17,
      "grad_norm": 1.2931504249572754,
      "learning_rate": 1.0202129250139131e-06,
      "loss": 0.3523,
      "step": 2025000
    },
    {
      "epoch": 565.17,
      "grad_norm": 1.1124035120010376,
      "learning_rate": 1.0201906095652703e-06,
      "loss": 0.3437,
      "step": 2025010
    },
    {
      "epoch": 565.17,
      "grad_norm": 1.1998003721237183,
      "learning_rate": 1.0201682942927926e-06,
      "loss": 0.3426,
      "step": 2025020
    },
    {
      "epoch": 565.18,
      "grad_norm": 1.2052475214004517,
      "learning_rate": 1.020145979196484e-06,
      "loss": 0.3344,
      "step": 2025030
    },
    {
      "epoch": 565.18,
      "grad_norm": 1.1894062757492065,
      "learning_rate": 1.0201236642763484e-06,
      "loss": 0.3467,
      "step": 2025040
    },
    {
      "epoch": 565.18,
      "grad_norm": 1.1302427053451538,
      "learning_rate": 1.020101349532387e-06,
      "loss": 0.3279,
      "step": 2025050
    },
    {
      "epoch": 565.19,
      "grad_norm": 1.095733642578125,
      "learning_rate": 1.0200790349646034e-06,
      "loss": 0.3292,
      "step": 2025060
    },
    {
      "epoch": 565.19,
      "grad_norm": 1.1957249641418457,
      "learning_rate": 1.020056720573001e-06,
      "loss": 0.3441,
      "step": 2025070
    },
    {
      "epoch": 565.19,
      "grad_norm": 1.1601324081420898,
      "learning_rate": 1.0200344063575833e-06,
      "loss": 0.3248,
      "step": 2025080
    },
    {
      "epoch": 565.19,
      "grad_norm": 1.1068435907363892,
      "learning_rate": 1.0200120923183516e-06,
      "loss": 0.3273,
      "step": 2025090
    },
    {
      "epoch": 565.2,
      "grad_norm": 1.219061017036438,
      "learning_rate": 1.0199897784553096e-06,
      "loss": 0.3447,
      "step": 2025100
    },
    {
      "epoch": 565.2,
      "grad_norm": 1.0196168422698975,
      "learning_rate": 1.0199674647684616e-06,
      "loss": 0.3356,
      "step": 2025110
    },
    {
      "epoch": 565.2,
      "grad_norm": 1.3658815622329712,
      "learning_rate": 1.0199451512578076e-06,
      "loss": 0.3551,
      "step": 2025120
    },
    {
      "epoch": 565.21,
      "grad_norm": 1.475233554840088,
      "learning_rate": 1.0199228379233541e-06,
      "loss": 0.3477,
      "step": 2025130
    },
    {
      "epoch": 565.21,
      "grad_norm": 1.1629287004470825,
      "learning_rate": 1.0199005247651015e-06,
      "loss": 0.3391,
      "step": 2025140
    },
    {
      "epoch": 565.21,
      "grad_norm": 1.1632622480392456,
      "learning_rate": 1.0198782117830538e-06,
      "loss": 0.3435,
      "step": 2025150
    },
    {
      "epoch": 565.21,
      "grad_norm": 1.1411913633346558,
      "learning_rate": 1.0198558989772135e-06,
      "loss": 0.3385,
      "step": 2025160
    },
    {
      "epoch": 565.22,
      "grad_norm": 1.2423977851867676,
      "learning_rate": 1.0198335863475847e-06,
      "loss": 0.3397,
      "step": 2025170
    },
    {
      "epoch": 565.22,
      "grad_norm": 1.0426158905029297,
      "learning_rate": 1.019811273894169e-06,
      "loss": 0.3317,
      "step": 2025180
    },
    {
      "epoch": 565.22,
      "grad_norm": 1.1438372135162354,
      "learning_rate": 1.0197889616169695e-06,
      "loss": 0.3456,
      "step": 2025190
    },
    {
      "epoch": 565.22,
      "grad_norm": 1.0369298458099365,
      "learning_rate": 1.0197666495159909e-06,
      "loss": 0.3229,
      "step": 2025200
    },
    {
      "epoch": 565.23,
      "grad_norm": 1.0138401985168457,
      "learning_rate": 1.0197443375912328e-06,
      "loss": 0.3312,
      "step": 2025210
    },
    {
      "epoch": 565.23,
      "grad_norm": 1.2813881635665894,
      "learning_rate": 1.019722025842702e-06,
      "loss": 0.3345,
      "step": 2025220
    },
    {
      "epoch": 565.23,
      "grad_norm": 1.4313743114471436,
      "learning_rate": 1.019699714270399e-06,
      "loss": 0.341,
      "step": 2025230
    },
    {
      "epoch": 565.24,
      "grad_norm": 1.1524020433425903,
      "learning_rate": 1.0196774028743272e-06,
      "loss": 0.3423,
      "step": 2025240
    },
    {
      "epoch": 565.24,
      "grad_norm": 1.1899731159210205,
      "learning_rate": 1.0196550916544907e-06,
      "loss": 0.3265,
      "step": 2025250
    },
    {
      "epoch": 565.24,
      "grad_norm": 1.2558486461639404,
      "learning_rate": 1.0196327806108908e-06,
      "loss": 0.3481,
      "step": 2025260
    },
    {
      "epoch": 565.24,
      "grad_norm": 1.1837517023086548,
      "learning_rate": 1.0196104697435316e-06,
      "loss": 0.3386,
      "step": 2025270
    },
    {
      "epoch": 565.25,
      "grad_norm": 1.2772867679595947,
      "learning_rate": 1.0195881590524153e-06,
      "loss": 0.3491,
      "step": 2025280
    },
    {
      "epoch": 565.25,
      "grad_norm": 1.0352847576141357,
      "learning_rate": 1.0195658485375455e-06,
      "loss": 0.3507,
      "step": 2025290
    },
    {
      "epoch": 565.25,
      "grad_norm": 1.141133189201355,
      "learning_rate": 1.0195435381989247e-06,
      "loss": 0.3576,
      "step": 2025300
    },
    {
      "epoch": 565.26,
      "grad_norm": 1.1064924001693726,
      "learning_rate": 1.0195212280365574e-06,
      "loss": 0.3447,
      "step": 2025310
    },
    {
      "epoch": 565.26,
      "grad_norm": 1.2710357904434204,
      "learning_rate": 1.019498918050444e-06,
      "loss": 0.3505,
      "step": 2025320
    },
    {
      "epoch": 565.26,
      "grad_norm": 0.9568631052970886,
      "learning_rate": 1.0194766082405891e-06,
      "loss": 0.3421,
      "step": 2025330
    },
    {
      "epoch": 565.26,
      "grad_norm": 1.0583302974700928,
      "learning_rate": 1.019454298606996e-06,
      "loss": 0.3487,
      "step": 2025340
    },
    {
      "epoch": 565.27,
      "grad_norm": 1.4096263647079468,
      "learning_rate": 1.0194319891496655e-06,
      "loss": 0.3201,
      "step": 2025350
    },
    {
      "epoch": 565.27,
      "grad_norm": 1.1617600917816162,
      "learning_rate": 1.0194096798686037e-06,
      "loss": 0.3409,
      "step": 2025360
    },
    {
      "epoch": 565.27,
      "grad_norm": 1.177006483078003,
      "learning_rate": 1.0193873707638114e-06,
      "loss": 0.3465,
      "step": 2025370
    },
    {
      "epoch": 565.27,
      "grad_norm": 1.1336522102355957,
      "learning_rate": 1.0193650618352917e-06,
      "loss": 0.3446,
      "step": 2025380
    },
    {
      "epoch": 565.28,
      "grad_norm": 1.1813790798187256,
      "learning_rate": 1.019342753083048e-06,
      "loss": 0.3341,
      "step": 2025390
    },
    {
      "epoch": 565.28,
      "grad_norm": 1.184375286102295,
      "learning_rate": 1.0193204445070843e-06,
      "loss": 0.3401,
      "step": 2025400
    },
    {
      "epoch": 565.28,
      "grad_norm": 1.153488278388977,
      "learning_rate": 1.0192981361074016e-06,
      "loss": 0.3336,
      "step": 2025410
    },
    {
      "epoch": 565.29,
      "grad_norm": 1.090459942817688,
      "learning_rate": 1.0192758278840038e-06,
      "loss": 0.3348,
      "step": 2025420
    },
    {
      "epoch": 565.29,
      "grad_norm": 0.9954449534416199,
      "learning_rate": 1.0192535198368948e-06,
      "loss": 0.3244,
      "step": 2025430
    },
    {
      "epoch": 565.29,
      "grad_norm": 1.1292424201965332,
      "learning_rate": 1.0192312119660751e-06,
      "loss": 0.3321,
      "step": 2025440
    },
    {
      "epoch": 565.29,
      "grad_norm": 1.2142025232315063,
      "learning_rate": 1.019208904271551e-06,
      "loss": 0.3338,
      "step": 2025450
    },
    {
      "epoch": 565.3,
      "grad_norm": 1.0707910060882568,
      "learning_rate": 1.0191865967533225e-06,
      "loss": 0.3423,
      "step": 2025460
    },
    {
      "epoch": 565.3,
      "grad_norm": 1.1649895906448364,
      "learning_rate": 1.0191642894113936e-06,
      "loss": 0.339,
      "step": 2025470
    },
    {
      "epoch": 565.3,
      "grad_norm": 1.132352590560913,
      "learning_rate": 1.0191419822457685e-06,
      "loss": 0.3404,
      "step": 2025480
    },
    {
      "epoch": 565.31,
      "grad_norm": 1.3008028268814087,
      "learning_rate": 1.0191196752564481e-06,
      "loss": 0.3313,
      "step": 2025490
    },
    {
      "epoch": 565.31,
      "grad_norm": 1.4118353128433228,
      "learning_rate": 1.0190973684434367e-06,
      "loss": 0.3299,
      "step": 2025500
    },
    {
      "epoch": 565.31,
      "grad_norm": 1.2307326793670654,
      "learning_rate": 1.0190750618067366e-06,
      "loss": 0.3305,
      "step": 2025510
    },
    {
      "epoch": 565.31,
      "grad_norm": 1.1445810794830322,
      "learning_rate": 1.019052755346352e-06,
      "loss": 0.3381,
      "step": 2025520
    },
    {
      "epoch": 565.32,
      "grad_norm": 1.3627207279205322,
      "learning_rate": 1.0190304490622835e-06,
      "loss": 0.3471,
      "step": 2025530
    },
    {
      "epoch": 565.32,
      "grad_norm": 1.4298878908157349,
      "learning_rate": 1.0190081429545369e-06,
      "loss": 0.3573,
      "step": 2025540
    },
    {
      "epoch": 565.32,
      "grad_norm": 1.0465521812438965,
      "learning_rate": 1.018985837023113e-06,
      "loss": 0.3373,
      "step": 2025550
    },
    {
      "epoch": 565.33,
      "grad_norm": 1.1508700847625732,
      "learning_rate": 1.018963531268016e-06,
      "loss": 0.3528,
      "step": 2025560
    },
    {
      "epoch": 565.33,
      "grad_norm": 1.195923089981079,
      "learning_rate": 1.0189412256892487e-06,
      "loss": 0.3349,
      "step": 2025570
    },
    {
      "epoch": 565.33,
      "grad_norm": 1.3568551540374756,
      "learning_rate": 1.0189189202868125e-06,
      "loss": 0.3401,
      "step": 2025580
    },
    {
      "epoch": 565.33,
      "grad_norm": 1.128436803817749,
      "learning_rate": 1.0188966150607134e-06,
      "loss": 0.3347,
      "step": 2025590
    },
    {
      "epoch": 565.34,
      "grad_norm": 1.0670793056488037,
      "learning_rate": 1.0188743100109514e-06,
      "loss": 0.3385,
      "step": 2025600
    },
    {
      "epoch": 565.34,
      "grad_norm": 0.9958553314208984,
      "learning_rate": 1.018852005137531e-06,
      "loss": 0.3513,
      "step": 2025610
    },
    {
      "epoch": 565.34,
      "grad_norm": 1.1983156204223633,
      "learning_rate": 1.018829700440456e-06,
      "loss": 0.3433,
      "step": 2025620
    },
    {
      "epoch": 565.34,
      "grad_norm": 1.2069765329360962,
      "learning_rate": 1.0188073959197267e-06,
      "loss": 0.3269,
      "step": 2025630
    },
    {
      "epoch": 565.35,
      "grad_norm": 1.5035853385925293,
      "learning_rate": 1.0187850915753483e-06,
      "loss": 0.3495,
      "step": 2025640
    },
    {
      "epoch": 565.35,
      "grad_norm": 1.4225540161132812,
      "learning_rate": 1.0187627874073228e-06,
      "loss": 0.3405,
      "step": 2025650
    },
    {
      "epoch": 565.35,
      "grad_norm": 1.3069719076156616,
      "learning_rate": 1.0187404834156544e-06,
      "loss": 0.3353,
      "step": 2025660
    },
    {
      "epoch": 565.36,
      "grad_norm": 1.1100080013275146,
      "learning_rate": 1.0187181796003431e-06,
      "loss": 0.3448,
      "step": 2025670
    },
    {
      "epoch": 565.36,
      "grad_norm": 1.1600878238677979,
      "learning_rate": 1.0186958759613958e-06,
      "loss": 0.339,
      "step": 2025680
    },
    {
      "epoch": 565.36,
      "grad_norm": 1.204540491104126,
      "learning_rate": 1.0186735724988128e-06,
      "loss": 0.3405,
      "step": 2025690
    },
    {
      "epoch": 565.36,
      "grad_norm": 1.0723021030426025,
      "learning_rate": 1.0186512692125977e-06,
      "loss": 0.333,
      "step": 2025700
    },
    {
      "epoch": 565.37,
      "grad_norm": 1.1540720462799072,
      "learning_rate": 1.0186289661027545e-06,
      "loss": 0.3424,
      "step": 2025710
    },
    {
      "epoch": 565.37,
      "grad_norm": 1.379492163658142,
      "learning_rate": 1.0186066631692846e-06,
      "loss": 0.34,
      "step": 2025720
    },
    {
      "epoch": 565.37,
      "grad_norm": 1.0326552391052246,
      "learning_rate": 1.0185843604121915e-06,
      "loss": 0.3349,
      "step": 2025730
    },
    {
      "epoch": 565.38,
      "grad_norm": 1.0723645687103271,
      "learning_rate": 1.0185620578314784e-06,
      "loss": 0.3277,
      "step": 2025740
    },
    {
      "epoch": 565.38,
      "grad_norm": 1.1183067560195923,
      "learning_rate": 1.018539755427149e-06,
      "loss": 0.3485,
      "step": 2025750
    },
    {
      "epoch": 565.38,
      "grad_norm": 1.2956181764602661,
      "learning_rate": 1.0185174531992043e-06,
      "loss": 0.3446,
      "step": 2025760
    },
    {
      "epoch": 565.38,
      "grad_norm": 1.285057783126831,
      "learning_rate": 1.0184951511476488e-06,
      "loss": 0.3467,
      "step": 2025770
    },
    {
      "epoch": 565.39,
      "grad_norm": 1.1554332971572876,
      "learning_rate": 1.0184728492724858e-06,
      "loss": 0.3407,
      "step": 2025780
    },
    {
      "epoch": 565.39,
      "grad_norm": 1.0274547338485718,
      "learning_rate": 1.0184505475737159e-06,
      "loss": 0.3351,
      "step": 2025790
    },
    {
      "epoch": 565.39,
      "grad_norm": 1.0846349000930786,
      "learning_rate": 1.018428246051345e-06,
      "loss": 0.3383,
      "step": 2025800
    },
    {
      "epoch": 565.39,
      "grad_norm": 2.151099681854248,
      "learning_rate": 1.0184059447053743e-06,
      "loss": 0.3495,
      "step": 2025810
    },
    {
      "epoch": 565.4,
      "grad_norm": 1.1544893980026245,
      "learning_rate": 1.0183836435358073e-06,
      "loss": 0.3477,
      "step": 2025820
    },
    {
      "epoch": 565.4,
      "grad_norm": 1.0498697757720947,
      "learning_rate": 1.018361342542647e-06,
      "loss": 0.3401,
      "step": 2025830
    },
    {
      "epoch": 565.4,
      "grad_norm": 0.9970360994338989,
      "learning_rate": 1.018339041725897e-06,
      "loss": 0.3448,
      "step": 2025840
    },
    {
      "epoch": 565.41,
      "grad_norm": 1.1164135932922363,
      "learning_rate": 1.0183167410855587e-06,
      "loss": 0.3342,
      "step": 2025850
    },
    {
      "epoch": 565.41,
      "grad_norm": 1.1957050561904907,
      "learning_rate": 1.018294440621636e-06,
      "loss": 0.3513,
      "step": 2025860
    },
    {
      "epoch": 565.41,
      "grad_norm": 1.0783087015151978,
      "learning_rate": 1.0182721403341316e-06,
      "loss": 0.3301,
      "step": 2025870
    },
    {
      "epoch": 565.41,
      "grad_norm": 1.1418440341949463,
      "learning_rate": 1.018249840223049e-06,
      "loss": 0.3461,
      "step": 2025880
    },
    {
      "epoch": 565.42,
      "grad_norm": 1.2373039722442627,
      "learning_rate": 1.0182275402883914e-06,
      "loss": 0.3335,
      "step": 2025890
    },
    {
      "epoch": 565.42,
      "grad_norm": 1.037671685218811,
      "learning_rate": 1.0182052405301603e-06,
      "loss": 0.3365,
      "step": 2025900
    },
    {
      "epoch": 565.42,
      "grad_norm": 1.1545947790145874,
      "learning_rate": 1.0181829409483597e-06,
      "loss": 0.3328,
      "step": 2025910
    },
    {
      "epoch": 565.43,
      "grad_norm": 1.349169373512268,
      "learning_rate": 1.0181606415429935e-06,
      "loss": 0.349,
      "step": 2025920
    },
    {
      "epoch": 565.43,
      "grad_norm": 1.2995052337646484,
      "learning_rate": 1.0181383423140616e-06,
      "loss": 0.3491,
      "step": 2025930
    },
    {
      "epoch": 565.43,
      "grad_norm": 1.1629315614700317,
      "learning_rate": 1.0181160432615709e-06,
      "loss": 0.3393,
      "step": 2025940
    },
    {
      "epoch": 565.43,
      "grad_norm": 1.2093406915664673,
      "learning_rate": 1.0180937443855213e-06,
      "loss": 0.3332,
      "step": 2025950
    },
    {
      "epoch": 565.44,
      "grad_norm": 1.0775258541107178,
      "learning_rate": 1.018071445685917e-06,
      "loss": 0.3287,
      "step": 2025960
    },
    {
      "epoch": 565.44,
      "grad_norm": 1.0315186977386475,
      "learning_rate": 1.018049147162761e-06,
      "loss": 0.3345,
      "step": 2025970
    },
    {
      "epoch": 565.44,
      "grad_norm": 1.021291732788086,
      "learning_rate": 1.018026848816057e-06,
      "loss": 0.3439,
      "step": 2025980
    },
    {
      "epoch": 565.45,
      "grad_norm": 1.0477685928344727,
      "learning_rate": 1.0180045506458061e-06,
      "loss": 0.3254,
      "step": 2025990
    },
    {
      "epoch": 565.45,
      "grad_norm": 1.0443499088287354,
      "learning_rate": 1.0179822526520123e-06,
      "loss": 0.3236,
      "step": 2026000
    },
    {
      "epoch": 565.45,
      "grad_norm": 1.121579647064209,
      "learning_rate": 1.0179599548346796e-06,
      "loss": 0.3522,
      "step": 2026010
    },
    {
      "epoch": 565.45,
      "grad_norm": 1.130043864250183,
      "learning_rate": 1.0179376571938083e-06,
      "loss": 0.3508,
      "step": 2026020
    },
    {
      "epoch": 565.46,
      "grad_norm": 1.1050630807876587,
      "learning_rate": 1.0179153597294042e-06,
      "loss": 0.3593,
      "step": 2026030
    },
    {
      "epoch": 565.46,
      "grad_norm": 1.2000210285186768,
      "learning_rate": 1.0178930624414688e-06,
      "loss": 0.3407,
      "step": 2026040
    },
    {
      "epoch": 565.46,
      "grad_norm": 1.0529955625534058,
      "learning_rate": 1.0178707653300046e-06,
      "loss": 0.3476,
      "step": 2026050
    },
    {
      "epoch": 565.46,
      "grad_norm": 1.1735267639160156,
      "learning_rate": 1.0178484683950169e-06,
      "loss": 0.3358,
      "step": 2026060
    },
    {
      "epoch": 565.47,
      "grad_norm": 1.2139173746109009,
      "learning_rate": 1.0178261716365056e-06,
      "loss": 0.3306,
      "step": 2026070
    },
    {
      "epoch": 565.47,
      "grad_norm": 1.1263810396194458,
      "learning_rate": 1.0178038750544754e-06,
      "loss": 0.3469,
      "step": 2026080
    },
    {
      "epoch": 565.47,
      "grad_norm": 1.1318670511245728,
      "learning_rate": 1.017781578648929e-06,
      "loss": 0.3245,
      "step": 2026090
    },
    {
      "epoch": 565.48,
      "grad_norm": 1.2287049293518066,
      "learning_rate": 1.0177592824198701e-06,
      "loss": 0.3539,
      "step": 2026100
    },
    {
      "epoch": 565.48,
      "grad_norm": 1.2988959550857544,
      "learning_rate": 1.0177369863672995e-06,
      "loss": 0.3401,
      "step": 2026110
    },
    {
      "epoch": 565.48,
      "grad_norm": 1.1620527505874634,
      "learning_rate": 1.0177146904912227e-06,
      "loss": 0.3421,
      "step": 2026120
    },
    {
      "epoch": 565.48,
      "grad_norm": 0.9818779230117798,
      "learning_rate": 1.0176923947916412e-06,
      "loss": 0.3582,
      "step": 2026130
    },
    {
      "epoch": 565.49,
      "grad_norm": 1.2064288854599,
      "learning_rate": 1.0176700992685582e-06,
      "loss": 0.3526,
      "step": 2026140
    },
    {
      "epoch": 565.49,
      "grad_norm": 1.4259535074234009,
      "learning_rate": 1.0176478039219779e-06,
      "loss": 0.3406,
      "step": 2026150
    },
    {
      "epoch": 565.49,
      "grad_norm": 1.0559046268463135,
      "learning_rate": 1.0176255087519e-06,
      "loss": 0.3355,
      "step": 2026160
    },
    {
      "epoch": 565.5,
      "grad_norm": 1.1057523488998413,
      "learning_rate": 1.0176032137583318e-06,
      "loss": 0.3407,
      "step": 2026170
    },
    {
      "epoch": 565.5,
      "grad_norm": 4.373958587646484,
      "learning_rate": 1.0175809189412728e-06,
      "loss": 0.3375,
      "step": 2026180
    },
    {
      "epoch": 565.5,
      "grad_norm": 1.1526216268539429,
      "learning_rate": 1.0175586243007277e-06,
      "loss": 0.343,
      "step": 2026190
    },
    {
      "epoch": 565.5,
      "grad_norm": 1.3535937070846558,
      "learning_rate": 1.0175363298366997e-06,
      "loss": 0.3365,
      "step": 2026200
    },
    {
      "epoch": 565.51,
      "grad_norm": 1.209299921989441,
      "learning_rate": 1.01751403554919e-06,
      "loss": 0.3327,
      "step": 2026210
    },
    {
      "epoch": 565.51,
      "grad_norm": 1.236006498336792,
      "learning_rate": 1.017491741438203e-06,
      "loss": 0.332,
      "step": 2026220
    },
    {
      "epoch": 565.51,
      "grad_norm": 1.2426289319992065,
      "learning_rate": 1.0174694475037413e-06,
      "loss": 0.3289,
      "step": 2026230
    },
    {
      "epoch": 565.51,
      "grad_norm": 1.2448210716247559,
      "learning_rate": 1.0174471537458085e-06,
      "loss": 0.3493,
      "step": 2026240
    },
    {
      "epoch": 565.52,
      "grad_norm": 1.028807520866394,
      "learning_rate": 1.0174248601644055e-06,
      "loss": 0.3439,
      "step": 2026250
    },
    {
      "epoch": 565.52,
      "grad_norm": 1.724636435508728,
      "learning_rate": 1.0174025667595382e-06,
      "loss": 0.335,
      "step": 2026260
    },
    {
      "epoch": 565.52,
      "grad_norm": 1.4171998500823975,
      "learning_rate": 1.0173802735312075e-06,
      "loss": 0.3474,
      "step": 2026270
    },
    {
      "epoch": 565.53,
      "grad_norm": 1.2152999639511108,
      "learning_rate": 1.017357980479417e-06,
      "loss": 0.3483,
      "step": 2026280
    },
    {
      "epoch": 565.53,
      "grad_norm": 1.4125125408172607,
      "learning_rate": 1.0173356876041703e-06,
      "loss": 0.3488,
      "step": 2026290
    },
    {
      "epoch": 565.53,
      "grad_norm": 1.52634859085083,
      "learning_rate": 1.017313394905469e-06,
      "loss": 0.3277,
      "step": 2026300
    },
    {
      "epoch": 565.53,
      "grad_norm": 1.1810113191604614,
      "learning_rate": 1.0172911023833168e-06,
      "loss": 0.3611,
      "step": 2026310
    },
    {
      "epoch": 565.54,
      "grad_norm": 1.162540316581726,
      "learning_rate": 1.0172688100377164e-06,
      "loss": 0.3284,
      "step": 2026320
    },
    {
      "epoch": 565.54,
      "grad_norm": 1.1418951749801636,
      "learning_rate": 1.0172465178686721e-06,
      "loss": 0.3322,
      "step": 2026330
    },
    {
      "epoch": 565.54,
      "grad_norm": 1.346266269683838,
      "learning_rate": 1.0172242258761839e-06,
      "loss": 0.3438,
      "step": 2026340
    },
    {
      "epoch": 565.55,
      "grad_norm": 1.158711314201355,
      "learning_rate": 1.0172019340602586e-06,
      "loss": 0.3374,
      "step": 2026350
    },
    {
      "epoch": 565.55,
      "grad_norm": 1.191489577293396,
      "learning_rate": 1.0171796424208962e-06,
      "loss": 0.3435,
      "step": 2026360
    },
    {
      "epoch": 565.55,
      "grad_norm": 1.0861128568649292,
      "learning_rate": 1.0171573509581006e-06,
      "loss": 0.3482,
      "step": 2026370
    },
    {
      "epoch": 565.55,
      "grad_norm": 1.0434644222259521,
      "learning_rate": 1.0171350596718758e-06,
      "loss": 0.317,
      "step": 2026380
    },
    {
      "epoch": 565.56,
      "grad_norm": 1.0224733352661133,
      "learning_rate": 1.017112768562223e-06,
      "loss": 0.3158,
      "step": 2026390
    },
    {
      "epoch": 565.56,
      "grad_norm": 1.3224552869796753,
      "learning_rate": 1.017090477629146e-06,
      "loss": 0.3197,
      "step": 2026400
    },
    {
      "epoch": 565.56,
      "grad_norm": 1.1454741954803467,
      "learning_rate": 1.0170681868726476e-06,
      "loss": 0.3433,
      "step": 2026410
    },
    {
      "epoch": 565.57,
      "grad_norm": 0.9857736825942993,
      "learning_rate": 1.0170458962927318e-06,
      "loss": 0.3421,
      "step": 2026420
    },
    {
      "epoch": 565.57,
      "grad_norm": 1.5030219554901123,
      "learning_rate": 1.0170236058893998e-06,
      "loss": 0.3437,
      "step": 2026430
    },
    {
      "epoch": 565.57,
      "grad_norm": 1.1738890409469604,
      "learning_rate": 1.0170013156626554e-06,
      "loss": 0.3388,
      "step": 2026440
    },
    {
      "epoch": 565.57,
      "grad_norm": 1.2495248317718506,
      "learning_rate": 1.0169790256125016e-06,
      "loss": 0.352,
      "step": 2026450
    },
    {
      "epoch": 565.58,
      "grad_norm": 1.1948257684707642,
      "learning_rate": 1.0169567357389414e-06,
      "loss": 0.3474,
      "step": 2026460
    },
    {
      "epoch": 565.58,
      "grad_norm": 1.2958346605300903,
      "learning_rate": 1.016934446041979e-06,
      "loss": 0.3335,
      "step": 2026470
    },
    {
      "epoch": 565.58,
      "grad_norm": 1.0968693494796753,
      "learning_rate": 1.016912156521614e-06,
      "loss": 0.3489,
      "step": 2026480
    },
    {
      "epoch": 565.58,
      "grad_norm": 1.1782305240631104,
      "learning_rate": 1.0168898671778531e-06,
      "loss": 0.3373,
      "step": 2026490
    },
    {
      "epoch": 565.59,
      "grad_norm": 1.0273088216781616,
      "learning_rate": 1.016867578010697e-06,
      "loss": 0.332,
      "step": 2026500
    },
    {
      "epoch": 565.59,
      "grad_norm": 1.1509108543395996,
      "learning_rate": 1.0168452890201492e-06,
      "loss": 0.3448,
      "step": 2026510
    },
    {
      "epoch": 565.59,
      "grad_norm": 1.12465238571167,
      "learning_rate": 1.0168230002062137e-06,
      "loss": 0.3211,
      "step": 2026520
    },
    {
      "epoch": 565.6,
      "grad_norm": 1.1271636486053467,
      "learning_rate": 1.0168007115688918e-06,
      "loss": 0.3263,
      "step": 2026530
    },
    {
      "epoch": 565.6,
      "grad_norm": 1.0927300453186035,
      "learning_rate": 1.0167784231081872e-06,
      "loss": 0.3167,
      "step": 2026540
    },
    {
      "epoch": 565.6,
      "grad_norm": 1.1685523986816406,
      "learning_rate": 1.0167561348241026e-06,
      "loss": 0.3574,
      "step": 2026550
    },
    {
      "epoch": 565.6,
      "grad_norm": 1.0744750499725342,
      "learning_rate": 1.0167338467166423e-06,
      "loss": 0.3245,
      "step": 2026560
    },
    {
      "epoch": 565.61,
      "grad_norm": 1.1216270923614502,
      "learning_rate": 1.0167115587858074e-06,
      "loss": 0.3471,
      "step": 2026570
    },
    {
      "epoch": 565.61,
      "grad_norm": 1.2432008981704712,
      "learning_rate": 1.0166892710316014e-06,
      "loss": 0.3468,
      "step": 2026580
    },
    {
      "epoch": 565.61,
      "grad_norm": 1.1807982921600342,
      "learning_rate": 1.0166669834540286e-06,
      "loss": 0.3332,
      "step": 2026590
    },
    {
      "epoch": 565.62,
      "grad_norm": 1.1067016124725342,
      "learning_rate": 1.0166446960530893e-06,
      "loss": 0.356,
      "step": 2026600
    },
    {
      "epoch": 565.62,
      "grad_norm": 1.006582498550415,
      "learning_rate": 1.0166224088287899e-06,
      "loss": 0.3461,
      "step": 2026610
    },
    {
      "epoch": 565.62,
      "grad_norm": 1.1006557941436768,
      "learning_rate": 1.0166001217811304e-06,
      "loss": 0.3282,
      "step": 2026620
    },
    {
      "epoch": 565.62,
      "grad_norm": 1.2560107707977295,
      "learning_rate": 1.016577834910115e-06,
      "loss": 0.3384,
      "step": 2026630
    },
    {
      "epoch": 565.63,
      "grad_norm": 1.0555391311645508,
      "learning_rate": 1.0165555482157467e-06,
      "loss": 0.3359,
      "step": 2026640
    },
    {
      "epoch": 565.63,
      "grad_norm": 1.1734309196472168,
      "learning_rate": 1.0165332616980288e-06,
      "loss": 0.3398,
      "step": 2026650
    },
    {
      "epoch": 565.63,
      "grad_norm": 1.6085349321365356,
      "learning_rate": 1.0165109753569632e-06,
      "loss": 0.3334,
      "step": 2026660
    },
    {
      "epoch": 565.63,
      "grad_norm": 1.0839706659317017,
      "learning_rate": 1.0164886891925535e-06,
      "loss": 0.3433,
      "step": 2026670
    },
    {
      "epoch": 565.64,
      "grad_norm": 1.148343563079834,
      "learning_rate": 1.0164664032048036e-06,
      "loss": 0.3281,
      "step": 2026680
    },
    {
      "epoch": 565.64,
      "grad_norm": 1.2217062711715698,
      "learning_rate": 1.0164441173937138e-06,
      "loss": 0.3472,
      "step": 2026690
    },
    {
      "epoch": 565.64,
      "grad_norm": 1.0678186416625977,
      "learning_rate": 1.0164218317592903e-06,
      "loss": 0.3416,
      "step": 2026700
    },
    {
      "epoch": 565.65,
      "grad_norm": 1.400843620300293,
      "learning_rate": 1.0163995463015337e-06,
      "loss": 0.3326,
      "step": 2026710
    },
    {
      "epoch": 565.65,
      "grad_norm": 2.283616065979004,
      "learning_rate": 1.016377261020448e-06,
      "loss": 0.3585,
      "step": 2026720
    },
    {
      "epoch": 565.65,
      "grad_norm": 1.12933349609375,
      "learning_rate": 1.0163549759160367e-06,
      "loss": 0.3427,
      "step": 2026730
    },
    {
      "epoch": 565.65,
      "grad_norm": 1.1025058031082153,
      "learning_rate": 1.0163326909883004e-06,
      "loss": 0.3445,
      "step": 2026740
    },
    {
      "epoch": 565.66,
      "grad_norm": 1.1959800720214844,
      "learning_rate": 1.0163104062372452e-06,
      "loss": 0.3413,
      "step": 2026750
    },
    {
      "epoch": 565.66,
      "grad_norm": 1.062865972518921,
      "learning_rate": 1.0162881216628718e-06,
      "loss": 0.3291,
      "step": 2026760
    },
    {
      "epoch": 565.66,
      "grad_norm": 2.496642827987671,
      "learning_rate": 1.016265837265184e-06,
      "loss": 0.3371,
      "step": 2026770
    },
    {
      "epoch": 565.67,
      "grad_norm": 1.2815700769424438,
      "learning_rate": 1.0162435530441849e-06,
      "loss": 0.3379,
      "step": 2026780
    },
    {
      "epoch": 565.67,
      "grad_norm": 1.2790447473526,
      "learning_rate": 1.016221268999878e-06,
      "loss": 0.3415,
      "step": 2026790
    },
    {
      "epoch": 565.67,
      "grad_norm": 1.269753098487854,
      "learning_rate": 1.0161989851322645e-06,
      "loss": 0.3245,
      "step": 2026800
    },
    {
      "epoch": 565.67,
      "grad_norm": 1.1516036987304688,
      "learning_rate": 1.0161767014413486e-06,
      "loss": 0.3418,
      "step": 2026810
    },
    {
      "epoch": 565.68,
      "grad_norm": 1.088804006576538,
      "learning_rate": 1.0161544179271337e-06,
      "loss": 0.3331,
      "step": 2026820
    },
    {
      "epoch": 565.68,
      "grad_norm": 1.1841552257537842,
      "learning_rate": 1.0161321345896205e-06,
      "loss": 0.3568,
      "step": 2026830
    },
    {
      "epoch": 565.68,
      "grad_norm": 1.1548386812210083,
      "learning_rate": 1.0161098514288155e-06,
      "loss": 0.3326,
      "step": 2026840
    },
    {
      "epoch": 565.69,
      "grad_norm": 1.3976391553878784,
      "learning_rate": 1.0160875684447187e-06,
      "loss": 0.3586,
      "step": 2026850
    },
    {
      "epoch": 565.69,
      "grad_norm": 1.2454482316970825,
      "learning_rate": 1.0160652856373343e-06,
      "loss": 0.3309,
      "step": 2026860
    },
    {
      "epoch": 565.69,
      "grad_norm": 1.1877002716064453,
      "learning_rate": 1.0160430030066659e-06,
      "loss": 0.3378,
      "step": 2026870
    },
    {
      "epoch": 565.69,
      "grad_norm": 1.2063652276992798,
      "learning_rate": 1.0160207205527145e-06,
      "loss": 0.3226,
      "step": 2026880
    },
    {
      "epoch": 565.7,
      "grad_norm": 1.0660184621810913,
      "learning_rate": 1.0159984382754847e-06,
      "loss": 0.3554,
      "step": 2026890
    },
    {
      "epoch": 565.7,
      "grad_norm": 0.9527080655097961,
      "learning_rate": 1.0159761561749788e-06,
      "loss": 0.3317,
      "step": 2026900
    },
    {
      "epoch": 565.7,
      "grad_norm": 1.3184295892715454,
      "learning_rate": 1.0159538742512006e-06,
      "loss": 0.3343,
      "step": 2026910
    },
    {
      "epoch": 565.7,
      "grad_norm": 1.1489161252975464,
      "learning_rate": 1.0159315925041512e-06,
      "loss": 0.345,
      "step": 2026920
    },
    {
      "epoch": 565.71,
      "grad_norm": 1.2818185091018677,
      "learning_rate": 1.015909310933836e-06,
      "loss": 0.3299,
      "step": 2026930
    },
    {
      "epoch": 565.71,
      "grad_norm": 1.1190780401229858,
      "learning_rate": 1.0158870295402562e-06,
      "loss": 0.3369,
      "step": 2026940
    },
    {
      "epoch": 565.71,
      "grad_norm": 1.1432428359985352,
      "learning_rate": 1.0158647483234153e-06,
      "loss": 0.3435,
      "step": 2026950
    },
    {
      "epoch": 565.72,
      "grad_norm": 1.357599139213562,
      "learning_rate": 1.0158424672833171e-06,
      "loss": 0.3481,
      "step": 2026960
    },
    {
      "epoch": 565.72,
      "grad_norm": 1.097324013710022,
      "learning_rate": 1.0158201864199628e-06,
      "loss": 0.3266,
      "step": 2026970
    },
    {
      "epoch": 565.72,
      "grad_norm": 1.0990384817123413,
      "learning_rate": 1.0157979057333565e-06,
      "loss": 0.3258,
      "step": 2026980
    },
    {
      "epoch": 565.72,
      "grad_norm": 1.2783981561660767,
      "learning_rate": 1.015775625223501e-06,
      "loss": 0.3335,
      "step": 2026990
    },
    {
      "epoch": 565.73,
      "grad_norm": 1.1510652303695679,
      "learning_rate": 1.0157533448904e-06,
      "loss": 0.3421,
      "step": 2027000
    },
    {
      "epoch": 565.73,
      "grad_norm": 1.114598035812378,
      "learning_rate": 1.015731064734055e-06,
      "loss": 0.3391,
      "step": 2027010
    },
    {
      "epoch": 565.73,
      "grad_norm": 0.9931982755661011,
      "learning_rate": 1.0157087847544694e-06,
      "loss": 0.3546,
      "step": 2027020
    },
    {
      "epoch": 565.74,
      "grad_norm": 1.1728051900863647,
      "learning_rate": 1.0156865049516464e-06,
      "loss": 0.3471,
      "step": 2027030
    },
    {
      "epoch": 565.74,
      "grad_norm": 1.1786959171295166,
      "learning_rate": 1.0156642253255895e-06,
      "loss": 0.3417,
      "step": 2027040
    },
    {
      "epoch": 565.74,
      "grad_norm": 1.0237243175506592,
      "learning_rate": 1.0156419458763016e-06,
      "loss": 0.3347,
      "step": 2027050
    },
    {
      "epoch": 565.74,
      "grad_norm": 0.9706927537918091,
      "learning_rate": 1.0156196666037836e-06,
      "loss": 0.3202,
      "step": 2027060
    },
    {
      "epoch": 565.75,
      "grad_norm": 1.2183265686035156,
      "learning_rate": 1.015597387508042e-06,
      "loss": 0.3362,
      "step": 2027070
    },
    {
      "epoch": 565.75,
      "grad_norm": 1.2708545923233032,
      "learning_rate": 1.015575108589077e-06,
      "loss": 0.3481,
      "step": 2027080
    },
    {
      "epoch": 565.75,
      "grad_norm": 1.293738603591919,
      "learning_rate": 1.0155528298468923e-06,
      "loss": 0.3307,
      "step": 2027090
    },
    {
      "epoch": 565.75,
      "grad_norm": 1.1733139753341675,
      "learning_rate": 1.0155305512814917e-06,
      "loss": 0.3329,
      "step": 2027100
    },
    {
      "epoch": 565.76,
      "grad_norm": 1.0595123767852783,
      "learning_rate": 1.0155082728928771e-06,
      "loss": 0.341,
      "step": 2027110
    },
    {
      "epoch": 565.76,
      "grad_norm": 1.298965573310852,
      "learning_rate": 1.0154859946810516e-06,
      "loss": 0.3424,
      "step": 2027120
    },
    {
      "epoch": 565.76,
      "grad_norm": 1.2671676874160767,
      "learning_rate": 1.0154637166460182e-06,
      "loss": 0.3529,
      "step": 2027130
    },
    {
      "epoch": 565.77,
      "grad_norm": 1.1189634799957275,
      "learning_rate": 1.0154414387877811e-06,
      "loss": 0.3431,
      "step": 2027140
    },
    {
      "epoch": 565.77,
      "grad_norm": 1.2155636548995972,
      "learning_rate": 1.0154191611063414e-06,
      "loss": 0.3426,
      "step": 2027150
    },
    {
      "epoch": 565.77,
      "grad_norm": 1.074704647064209,
      "learning_rate": 1.015396883601703e-06,
      "loss": 0.3373,
      "step": 2027160
    },
    {
      "epoch": 565.77,
      "grad_norm": 1.2998073101043701,
      "learning_rate": 1.0153746062738685e-06,
      "loss": 0.3527,
      "step": 2027170
    },
    {
      "epoch": 565.78,
      "grad_norm": 0.9757170677185059,
      "learning_rate": 1.0153523291228412e-06,
      "loss": 0.3303,
      "step": 2027180
    },
    {
      "epoch": 565.78,
      "grad_norm": 1.3138357400894165,
      "learning_rate": 1.0153300521486249e-06,
      "loss": 0.3491,
      "step": 2027190
    },
    {
      "epoch": 565.78,
      "grad_norm": 1.1823768615722656,
      "learning_rate": 1.015307775351221e-06,
      "loss": 0.3515,
      "step": 2027200
    },
    {
      "epoch": 565.79,
      "grad_norm": 0.9820188879966736,
      "learning_rate": 1.0152854987306328e-06,
      "loss": 0.3468,
      "step": 2027210
    },
    {
      "epoch": 565.79,
      "grad_norm": 1.2324512004852295,
      "learning_rate": 1.0152632222868636e-06,
      "loss": 0.3389,
      "step": 2027220
    },
    {
      "epoch": 565.79,
      "grad_norm": 1.1414276361465454,
      "learning_rate": 1.0152409460199175e-06,
      "loss": 0.3428,
      "step": 2027230
    },
    {
      "epoch": 565.79,
      "grad_norm": 1.0792444944381714,
      "learning_rate": 1.0152186699297952e-06,
      "loss": 0.3442,
      "step": 2027240
    },
    {
      "epoch": 565.8,
      "grad_norm": 1.1160943508148193,
      "learning_rate": 1.015196394016501e-06,
      "loss": 0.3327,
      "step": 2027250
    },
    {
      "epoch": 565.8,
      "grad_norm": 1.3551726341247559,
      "learning_rate": 1.0151741182800384e-06,
      "loss": 0.3408,
      "step": 2027260
    },
    {
      "epoch": 565.8,
      "grad_norm": 1.1955562829971313,
      "learning_rate": 1.0151518427204077e-06,
      "loss": 0.3145,
      "step": 2027270
    },
    {
      "epoch": 565.81,
      "grad_norm": 1.1700483560562134,
      "learning_rate": 1.0151295673376157e-06,
      "loss": 0.3607,
      "step": 2027280
    },
    {
      "epoch": 565.81,
      "grad_norm": 1.0826760530471802,
      "learning_rate": 1.0151072921316626e-06,
      "loss": 0.3406,
      "step": 2027290
    },
    {
      "epoch": 565.81,
      "grad_norm": 1.1100263595581055,
      "learning_rate": 1.015085017102552e-06,
      "loss": 0.3406,
      "step": 2027300
    },
    {
      "epoch": 565.81,
      "grad_norm": 1.1100804805755615,
      "learning_rate": 1.0150627422502872e-06,
      "loss": 0.328,
      "step": 2027310
    },
    {
      "epoch": 565.82,
      "grad_norm": 1.238311767578125,
      "learning_rate": 1.015040467574871e-06,
      "loss": 0.3516,
      "step": 2027320
    },
    {
      "epoch": 565.82,
      "grad_norm": 1.0321706533432007,
      "learning_rate": 1.0150181930763076e-06,
      "loss": 0.3471,
      "step": 2027330
    },
    {
      "epoch": 565.82,
      "grad_norm": 1.1763124465942383,
      "learning_rate": 1.0149959187545976e-06,
      "loss": 0.3406,
      "step": 2027340
    },
    {
      "epoch": 565.82,
      "grad_norm": 1.0616811513900757,
      "learning_rate": 1.0149736446097448e-06,
      "loss": 0.3092,
      "step": 2027350
    },
    {
      "epoch": 565.83,
      "grad_norm": 1.229570746421814,
      "learning_rate": 1.014951370641753e-06,
      "loss": 0.3391,
      "step": 2027360
    },
    {
      "epoch": 565.83,
      "grad_norm": 1.1221846342086792,
      "learning_rate": 1.0149290968506253e-06,
      "loss": 0.3367,
      "step": 2027370
    },
    {
      "epoch": 565.83,
      "grad_norm": 1.2301896810531616,
      "learning_rate": 1.0149068232363636e-06,
      "loss": 0.34,
      "step": 2027380
    },
    {
      "epoch": 565.84,
      "grad_norm": 1.1946332454681396,
      "learning_rate": 1.0148845497989706e-06,
      "loss": 0.3253,
      "step": 2027390
    },
    {
      "epoch": 565.84,
      "grad_norm": 1.196346402168274,
      "learning_rate": 1.0148622765384514e-06,
      "loss": 0.3508,
      "step": 2027400
    },
    {
      "epoch": 565.84,
      "grad_norm": 1.2248718738555908,
      "learning_rate": 1.0148400034548054e-06,
      "loss": 0.3617,
      "step": 2027410
    },
    {
      "epoch": 565.84,
      "grad_norm": 0.9285889267921448,
      "learning_rate": 1.0148177305480396e-06,
      "loss": 0.3461,
      "step": 2027420
    },
    {
      "epoch": 565.85,
      "grad_norm": 0.9958362579345703,
      "learning_rate": 1.014795457818154e-06,
      "loss": 0.348,
      "step": 2027430
    },
    {
      "epoch": 565.85,
      "grad_norm": 1.2361254692077637,
      "learning_rate": 1.0147731852651527e-06,
      "loss": 0.3512,
      "step": 2027440
    },
    {
      "epoch": 565.85,
      "grad_norm": 1.1454172134399414,
      "learning_rate": 1.0147509128890388e-06,
      "loss": 0.3528,
      "step": 2027450
    },
    {
      "epoch": 565.86,
      "grad_norm": 1.4557615518569946,
      "learning_rate": 1.0147286406898155e-06,
      "loss": 0.3473,
      "step": 2027460
    },
    {
      "epoch": 565.86,
      "grad_norm": 1.1921637058258057,
      "learning_rate": 1.0147063686674849e-06,
      "loss": 0.3537,
      "step": 2027470
    },
    {
      "epoch": 565.86,
      "grad_norm": 1.0450754165649414,
      "learning_rate": 1.0146840968220498e-06,
      "loss": 0.3314,
      "step": 2027480
    },
    {
      "epoch": 565.86,
      "grad_norm": 1.2425448894500732,
      "learning_rate": 1.014661825153515e-06,
      "loss": 0.322,
      "step": 2027490
    },
    {
      "epoch": 565.87,
      "grad_norm": 1.2250326871871948,
      "learning_rate": 1.0146395536618804e-06,
      "loss": 0.3433,
      "step": 2027500
    },
    {
      "epoch": 565.87,
      "grad_norm": 1.2904064655303955,
      "learning_rate": 1.0146172823471526e-06,
      "loss": 0.3414,
      "step": 2027510
    },
    {
      "epoch": 565.87,
      "grad_norm": 1.2257026433944702,
      "learning_rate": 1.0145950112093317e-06,
      "loss": 0.3665,
      "step": 2027520
    },
    {
      "epoch": 565.87,
      "grad_norm": 1.3063621520996094,
      "learning_rate": 1.0145727402484216e-06,
      "loss": 0.3476,
      "step": 2027530
    },
    {
      "epoch": 565.88,
      "grad_norm": 1.0280967950820923,
      "learning_rate": 1.0145504694644265e-06,
      "loss": 0.3246,
      "step": 2027540
    },
    {
      "epoch": 565.88,
      "grad_norm": 1.0095487833023071,
      "learning_rate": 1.0145281988573473e-06,
      "loss": 0.3327,
      "step": 2027550
    },
    {
      "epoch": 565.88,
      "grad_norm": 1.0781104564666748,
      "learning_rate": 1.0145059284271876e-06,
      "loss": 0.3518,
      "step": 2027560
    },
    {
      "epoch": 565.89,
      "grad_norm": 1.1524074077606201,
      "learning_rate": 1.014483658173951e-06,
      "loss": 0.3372,
      "step": 2027570
    },
    {
      "epoch": 565.89,
      "grad_norm": 1.1562516689300537,
      "learning_rate": 1.0144613880976408e-06,
      "loss": 0.3394,
      "step": 2027580
    },
    {
      "epoch": 565.89,
      "grad_norm": 1.0940639972686768,
      "learning_rate": 1.0144391181982574e-06,
      "loss": 0.3568,
      "step": 2027590
    },
    {
      "epoch": 565.89,
      "grad_norm": 1.0839005708694458,
      "learning_rate": 1.0144168484758077e-06,
      "loss": 0.33,
      "step": 2027600
    },
    {
      "epoch": 565.9,
      "grad_norm": 1.021884799003601,
      "learning_rate": 1.0143945789302914e-06,
      "loss": 0.3368,
      "step": 2027610
    },
    {
      "epoch": 565.9,
      "grad_norm": 1.2187169790267944,
      "learning_rate": 1.0143723095617129e-06,
      "loss": 0.3483,
      "step": 2027620
    },
    {
      "epoch": 565.9,
      "grad_norm": 0.8700799942016602,
      "learning_rate": 1.0143500403700757e-06,
      "loss": 0.3342,
      "step": 2027630
    },
    {
      "epoch": 565.91,
      "grad_norm": 1.110809326171875,
      "learning_rate": 1.0143277713553805e-06,
      "loss": 0.3405,
      "step": 2027640
    },
    {
      "epoch": 565.91,
      "grad_norm": 1.0702265501022339,
      "learning_rate": 1.0143055025176333e-06,
      "loss": 0.3467,
      "step": 2027650
    },
    {
      "epoch": 565.91,
      "grad_norm": 1.008185625076294,
      "learning_rate": 1.0142832338568346e-06,
      "loss": 0.3437,
      "step": 2027660
    },
    {
      "epoch": 565.91,
      "grad_norm": 1.1573199033737183,
      "learning_rate": 1.0142609653729883e-06,
      "loss": 0.3376,
      "step": 2027670
    },
    {
      "epoch": 565.92,
      "grad_norm": 1.1278266906738281,
      "learning_rate": 1.0142386970660983e-06,
      "loss": 0.3448,
      "step": 2027680
    },
    {
      "epoch": 565.92,
      "grad_norm": 1.1609327793121338,
      "learning_rate": 1.0142164289361656e-06,
      "loss": 0.3458,
      "step": 2027690
    },
    {
      "epoch": 565.92,
      "grad_norm": 1.5466498136520386,
      "learning_rate": 1.0141941609831943e-06,
      "loss": 0.3433,
      "step": 2027700
    },
    {
      "epoch": 565.93,
      "grad_norm": 0.9811844229698181,
      "learning_rate": 1.0141718932071874e-06,
      "loss": 0.3287,
      "step": 2027710
    },
    {
      "epoch": 565.93,
      "grad_norm": 1.1723181009292603,
      "learning_rate": 1.0141496256081481e-06,
      "loss": 0.3387,
      "step": 2027720
    },
    {
      "epoch": 565.93,
      "grad_norm": 1.11255943775177,
      "learning_rate": 1.0141273581860778e-06,
      "loss": 0.338,
      "step": 2027730
    },
    {
      "epoch": 565.93,
      "grad_norm": 1.1755247116088867,
      "learning_rate": 1.0141050909409822e-06,
      "loss": 0.3364,
      "step": 2027740
    },
    {
      "epoch": 565.94,
      "grad_norm": 1.2567588090896606,
      "learning_rate": 1.0140828238728615e-06,
      "loss": 0.3468,
      "step": 2027750
    },
    {
      "epoch": 565.94,
      "grad_norm": 1.152479648590088,
      "learning_rate": 1.0140605569817203e-06,
      "loss": 0.3584,
      "step": 2027760
    },
    {
      "epoch": 565.94,
      "grad_norm": 0.985179603099823,
      "learning_rate": 1.0140382902675618e-06,
      "loss": 0.3417,
      "step": 2027770
    },
    {
      "epoch": 565.94,
      "grad_norm": 1.0689855813980103,
      "learning_rate": 1.0140160237303873e-06,
      "loss": 0.3341,
      "step": 2027780
    },
    {
      "epoch": 565.95,
      "grad_norm": 1.2658567428588867,
      "learning_rate": 1.013993757370201e-06,
      "loss": 0.3363,
      "step": 2027790
    },
    {
      "epoch": 565.95,
      "grad_norm": 1.1237056255340576,
      "learning_rate": 1.0139714911870056e-06,
      "loss": 0.3509,
      "step": 2027800
    },
    {
      "epoch": 565.95,
      "grad_norm": 1.1488510370254517,
      "learning_rate": 1.0139492251808048e-06,
      "loss": 0.3295,
      "step": 2027810
    },
    {
      "epoch": 565.96,
      "grad_norm": 1.092949390411377,
      "learning_rate": 1.0139269593516002e-06,
      "loss": 0.3405,
      "step": 2027820
    },
    {
      "epoch": 565.96,
      "grad_norm": 1.1864280700683594,
      "learning_rate": 1.013904693699395e-06,
      "loss": 0.3386,
      "step": 2027830
    },
    {
      "epoch": 565.96,
      "grad_norm": 1.771157145500183,
      "learning_rate": 1.0138824282241937e-06,
      "loss": 0.3326,
      "step": 2027840
    },
    {
      "epoch": 565.96,
      "grad_norm": 1.1586666107177734,
      "learning_rate": 1.0138601629259964e-06,
      "loss": 0.3362,
      "step": 2027850
    },
    {
      "epoch": 565.97,
      "grad_norm": 0.9059842824935913,
      "learning_rate": 1.0138378978048095e-06,
      "loss": 0.338,
      "step": 2027860
    },
    {
      "epoch": 565.97,
      "grad_norm": 1.0897167921066284,
      "learning_rate": 1.0138156328606334e-06,
      "loss": 0.3498,
      "step": 2027870
    },
    {
      "epoch": 565.97,
      "grad_norm": 1.1642237901687622,
      "learning_rate": 1.013793368093472e-06,
      "loss": 0.3389,
      "step": 2027880
    },
    {
      "epoch": 565.98,
      "grad_norm": 1.2887293100357056,
      "learning_rate": 1.013771103503328e-06,
      "loss": 0.3534,
      "step": 2027890
    },
    {
      "epoch": 565.98,
      "grad_norm": 1.2204411029815674,
      "learning_rate": 1.0137488390902047e-06,
      "loss": 0.3477,
      "step": 2027900
    },
    {
      "epoch": 565.98,
      "grad_norm": 1.1000590324401855,
      "learning_rate": 1.013726574854106e-06,
      "loss": 0.3414,
      "step": 2027910
    },
    {
      "epoch": 565.98,
      "grad_norm": 1.0801336765289307,
      "learning_rate": 1.0137043107950326e-06,
      "loss": 0.3331,
      "step": 2027920
    },
    {
      "epoch": 565.99,
      "grad_norm": 1.1396069526672363,
      "learning_rate": 1.0136820469129889e-06,
      "loss": 0.3285,
      "step": 2027930
    },
    {
      "epoch": 565.99,
      "grad_norm": 1.2412424087524414,
      "learning_rate": 1.0136597832079773e-06,
      "loss": 0.3667,
      "step": 2027940
    },
    {
      "epoch": 565.99,
      "grad_norm": 0.9465901851654053,
      "learning_rate": 1.0136375196800022e-06,
      "loss": 0.3358,
      "step": 2027950
    },
    {
      "epoch": 565.99,
      "grad_norm": 1.225211262702942,
      "learning_rate": 1.0136152563290645e-06,
      "loss": 0.3445,
      "step": 2027960
    },
    {
      "epoch": 566.0,
      "grad_norm": 1.1728532314300537,
      "learning_rate": 1.0135929931551678e-06,
      "loss": 0.344,
      "step": 2027970
    },
    {
      "epoch": 566.0,
      "eval_loss": 0.3402027487754822,
      "eval_runtime": 63.2269,
      "eval_samples_per_second": 80.013,
      "eval_steps_per_second": 10.012,
      "step": 2027978
    },
    {
      "epoch": 566.0,
      "grad_norm": 1.269225001335144,
      "learning_rate": 1.0135707301583166e-06,
      "loss": 0.3385,
      "step": 2027980
    },
    {
      "epoch": 566.0,
      "grad_norm": 1.1777011156082153,
      "learning_rate": 1.0135484673385106e-06,
      "loss": 0.3373,
      "step": 2027990
    },
    {
      "epoch": 566.01,
      "grad_norm": 1.073462963104248,
      "learning_rate": 1.0135262046957566e-06,
      "loss": 0.3389,
      "step": 2028000
    },
    {
      "epoch": 566.01,
      "grad_norm": 1.0659841299057007,
      "learning_rate": 1.0135039422300552e-06,
      "loss": 0.3243,
      "step": 2028010
    },
    {
      "epoch": 566.01,
      "grad_norm": 1.2653881311416626,
      "learning_rate": 1.0134816799414096e-06,
      "loss": 0.321,
      "step": 2028020
    },
    {
      "epoch": 566.01,
      "grad_norm": 0.9934205412864685,
      "learning_rate": 1.0134594178298231e-06,
      "loss": 0.3296,
      "step": 2028030
    },
    {
      "epoch": 566.02,
      "grad_norm": 1.2447737455368042,
      "learning_rate": 1.0134371558952995e-06,
      "loss": 0.3319,
      "step": 2028040
    },
    {
      "epoch": 566.02,
      "grad_norm": 1.4536858797073364,
      "learning_rate": 1.0134148941378401e-06,
      "loss": 0.3388,
      "step": 2028050
    },
    {
      "epoch": 566.02,
      "grad_norm": 1.3212130069732666,
      "learning_rate": 1.0133926325574488e-06,
      "loss": 0.3422,
      "step": 2028060
    },
    {
      "epoch": 566.03,
      "grad_norm": 1.2910566329956055,
      "learning_rate": 1.0133703711541292e-06,
      "loss": 0.3329,
      "step": 2028070
    },
    {
      "epoch": 566.03,
      "grad_norm": 1.0413328409194946,
      "learning_rate": 1.0133481099278816e-06,
      "loss": 0.3358,
      "step": 2028080
    },
    {
      "epoch": 566.03,
      "grad_norm": 1.1543976068496704,
      "learning_rate": 1.0133258488787127e-06,
      "loss": 0.3535,
      "step": 2028090
    },
    {
      "epoch": 566.03,
      "grad_norm": 1.0920757055282593,
      "learning_rate": 1.0133035880066227e-06,
      "loss": 0.3514,
      "step": 2028100
    },
    {
      "epoch": 566.04,
      "grad_norm": 1.0977486371994019,
      "learning_rate": 1.0132813273116156e-06,
      "loss": 0.3252,
      "step": 2028110
    },
    {
      "epoch": 566.04,
      "grad_norm": 1.5878244638442993,
      "learning_rate": 1.013259066793695e-06,
      "loss": 0.3401,
      "step": 2028120
    },
    {
      "epoch": 566.04,
      "grad_norm": 1.2056139707565308,
      "learning_rate": 1.0132368064528621e-06,
      "loss": 0.3622,
      "step": 2028130
    },
    {
      "epoch": 566.05,
      "grad_norm": 1.1230357885360718,
      "learning_rate": 1.0132145462891213e-06,
      "loss": 0.3394,
      "step": 2028140
    },
    {
      "epoch": 566.05,
      "grad_norm": 1.1282742023468018,
      "learning_rate": 1.0131922863024747e-06,
      "loss": 0.3371,
      "step": 2028150
    },
    {
      "epoch": 566.05,
      "grad_norm": 1.027448058128357,
      "learning_rate": 1.0131700264929268e-06,
      "loss": 0.34,
      "step": 2028160
    },
    {
      "epoch": 566.05,
      "grad_norm": 0.9105847477912903,
      "learning_rate": 1.0131477668604776e-06,
      "loss": 0.3345,
      "step": 2028170
    },
    {
      "epoch": 566.06,
      "grad_norm": 1.3638761043548584,
      "learning_rate": 1.0131255074051337e-06,
      "loss": 0.3514,
      "step": 2028180
    },
    {
      "epoch": 566.06,
      "grad_norm": 1.055939793586731,
      "learning_rate": 1.0131032481268955e-06,
      "loss": 0.3381,
      "step": 2028190
    },
    {
      "epoch": 566.06,
      "grad_norm": 1.197513461112976,
      "learning_rate": 1.0130809890257668e-06,
      "loss": 0.3443,
      "step": 2028200
    },
    {
      "epoch": 566.06,
      "grad_norm": 1.0939419269561768,
      "learning_rate": 1.013058730101751e-06,
      "loss": 0.3356,
      "step": 2028210
    },
    {
      "epoch": 566.07,
      "grad_norm": 0.9662107229232788,
      "learning_rate": 1.0130364713548491e-06,
      "loss": 0.3253,
      "step": 2028220
    },
    {
      "epoch": 566.07,
      "grad_norm": 1.3159878253936768,
      "learning_rate": 1.0130142127850674e-06,
      "loss": 0.3373,
      "step": 2028230
    },
    {
      "epoch": 566.07,
      "grad_norm": 1.020381212234497,
      "learning_rate": 1.012991954392406e-06,
      "loss": 0.331,
      "step": 2028240
    },
    {
      "epoch": 566.08,
      "grad_norm": 1.093601942062378,
      "learning_rate": 1.0129696961768686e-06,
      "loss": 0.338,
      "step": 2028250
    },
    {
      "epoch": 566.08,
      "grad_norm": 1.2051163911819458,
      "learning_rate": 1.0129474381384588e-06,
      "loss": 0.3426,
      "step": 2028260
    },
    {
      "epoch": 566.08,
      "grad_norm": 1.1850128173828125,
      "learning_rate": 1.0129251802771798e-06,
      "loss": 0.3289,
      "step": 2028270
    },
    {
      "epoch": 566.08,
      "grad_norm": 1.052093744277954,
      "learning_rate": 1.0129029225930333e-06,
      "loss": 0.3362,
      "step": 2028280
    },
    {
      "epoch": 566.09,
      "grad_norm": 1.028048038482666,
      "learning_rate": 1.012880665086023e-06,
      "loss": 0.334,
      "step": 2028290
    },
    {
      "epoch": 566.09,
      "grad_norm": 1.0138622522354126,
      "learning_rate": 1.0128584077561523e-06,
      "loss": 0.3353,
      "step": 2028300
    },
    {
      "epoch": 566.09,
      "grad_norm": 1.1767865419387817,
      "learning_rate": 1.012836150603422e-06,
      "loss": 0.3433,
      "step": 2028310
    },
    {
      "epoch": 566.1,
      "grad_norm": 1.2591524124145508,
      "learning_rate": 1.0128138936278384e-06,
      "loss": 0.3397,
      "step": 2028320
    },
    {
      "epoch": 566.1,
      "grad_norm": 1.3611599206924438,
      "learning_rate": 1.0127916368294018e-06,
      "loss": 0.3404,
      "step": 2028330
    },
    {
      "epoch": 566.1,
      "grad_norm": 1.2046045064926147,
      "learning_rate": 1.0127693802081164e-06,
      "loss": 0.3263,
      "step": 2028340
    },
    {
      "epoch": 566.1,
      "grad_norm": 1.1764990091323853,
      "learning_rate": 1.0127471237639856e-06,
      "loss": 0.3394,
      "step": 2028350
    },
    {
      "epoch": 566.11,
      "grad_norm": 1.2223106622695923,
      "learning_rate": 1.012724867497011e-06,
      "loss": 0.3293,
      "step": 2028360
    },
    {
      "epoch": 566.11,
      "grad_norm": 1.1345577239990234,
      "learning_rate": 1.0127026114071957e-06,
      "loss": 0.351,
      "step": 2028370
    },
    {
      "epoch": 566.11,
      "grad_norm": 0.95782870054245,
      "learning_rate": 1.0126803554945436e-06,
      "loss": 0.347,
      "step": 2028380
    },
    {
      "epoch": 566.11,
      "grad_norm": 1.141032099723816,
      "learning_rate": 1.012658099759058e-06,
      "loss": 0.3375,
      "step": 2028390
    },
    {
      "epoch": 566.12,
      "grad_norm": 1.2808120250701904,
      "learning_rate": 1.0126358442007392e-06,
      "loss": 0.3526,
      "step": 2028400
    },
    {
      "epoch": 566.12,
      "grad_norm": 1.1183440685272217,
      "learning_rate": 1.012613588819594e-06,
      "loss": 0.326,
      "step": 2028410
    },
    {
      "epoch": 566.12,
      "grad_norm": 1.1378782987594604,
      "learning_rate": 1.0125913336156225e-06,
      "loss": 0.3372,
      "step": 2028420
    },
    {
      "epoch": 566.13,
      "grad_norm": 1.1581932306289673,
      "learning_rate": 1.0125690785888286e-06,
      "loss": 0.3264,
      "step": 2028430
    },
    {
      "epoch": 566.13,
      "grad_norm": 1.1709271669387817,
      "learning_rate": 1.0125468237392162e-06,
      "loss": 0.3458,
      "step": 2028440
    },
    {
      "epoch": 566.13,
      "grad_norm": 1.395407795906067,
      "learning_rate": 1.0125245690667863e-06,
      "loss": 0.3452,
      "step": 2028450
    },
    {
      "epoch": 566.13,
      "grad_norm": 1.3330776691436768,
      "learning_rate": 1.0125023145715429e-06,
      "loss": 0.3391,
      "step": 2028460
    },
    {
      "epoch": 566.14,
      "grad_norm": 1.1849868297576904,
      "learning_rate": 1.0124800602534887e-06,
      "loss": 0.3362,
      "step": 2028470
    },
    {
      "epoch": 566.14,
      "grad_norm": 1.102536678314209,
      "learning_rate": 1.012457806112627e-06,
      "loss": 0.3433,
      "step": 2028480
    },
    {
      "epoch": 566.14,
      "grad_norm": 1.1175440549850464,
      "learning_rate": 1.0124355521489618e-06,
      "loss": 0.3402,
      "step": 2028490
    },
    {
      "epoch": 566.15,
      "grad_norm": 1.312543511390686,
      "learning_rate": 1.0124132983624939e-06,
      "loss": 0.3418,
      "step": 2028500
    },
    {
      "epoch": 566.15,
      "grad_norm": 1.031015157699585,
      "learning_rate": 1.0123910447532274e-06,
      "loss": 0.3383,
      "step": 2028510
    },
    {
      "epoch": 566.15,
      "grad_norm": 1.1754240989685059,
      "learning_rate": 1.0123687913211648e-06,
      "loss": 0.3401,
      "step": 2028520
    },
    {
      "epoch": 566.15,
      "grad_norm": 1.273536205291748,
      "learning_rate": 1.0123465380663105e-06,
      "loss": 0.3222,
      "step": 2028530
    },
    {
      "epoch": 566.16,
      "grad_norm": 1.0560648441314697,
      "learning_rate": 1.0123242849886645e-06,
      "loss": 0.339,
      "step": 2028540
    },
    {
      "epoch": 566.16,
      "grad_norm": 1.1920113563537598,
      "learning_rate": 1.0123020320882335e-06,
      "loss": 0.3383,
      "step": 2028550
    },
    {
      "epoch": 566.16,
      "grad_norm": 1.2170382738113403,
      "learning_rate": 1.0122797793650177e-06,
      "loss": 0.3439,
      "step": 2028560
    },
    {
      "epoch": 566.17,
      "grad_norm": 1.221048355102539,
      "learning_rate": 1.0122575268190208e-06,
      "loss": 0.3305,
      "step": 2028570
    },
    {
      "epoch": 566.17,
      "grad_norm": 1.1608566045761108,
      "learning_rate": 1.012235274450247e-06,
      "loss": 0.3456,
      "step": 2028580
    },
    {
      "epoch": 566.17,
      "grad_norm": 1.147273063659668,
      "learning_rate": 1.0122130222586972e-06,
      "loss": 0.3293,
      "step": 2028590
    },
    {
      "epoch": 566.17,
      "grad_norm": 0.9752671718597412,
      "learning_rate": 1.0121907702443754e-06,
      "loss": 0.3438,
      "step": 2028600
    },
    {
      "epoch": 566.18,
      "grad_norm": 1.0223830938339233,
      "learning_rate": 1.0121685184072845e-06,
      "loss": 0.3532,
      "step": 2028610
    },
    {
      "epoch": 566.18,
      "grad_norm": 1.1642158031463623,
      "learning_rate": 1.0121462667474281e-06,
      "loss": 0.3367,
      "step": 2028620
    },
    {
      "epoch": 566.18,
      "grad_norm": 1.2136259078979492,
      "learning_rate": 1.012124015264808e-06,
      "loss": 0.3406,
      "step": 2028630
    },
    {
      "epoch": 566.18,
      "grad_norm": 0.925423264503479,
      "learning_rate": 1.0121017639594272e-06,
      "loss": 0.3352,
      "step": 2028640
    },
    {
      "epoch": 566.19,
      "grad_norm": 1.2205274105072021,
      "learning_rate": 1.0120795128312904e-06,
      "loss": 0.3278,
      "step": 2028650
    },
    {
      "epoch": 566.19,
      "grad_norm": 1.1934434175491333,
      "learning_rate": 1.0120572618803975e-06,
      "loss": 0.3508,
      "step": 2028660
    },
    {
      "epoch": 566.19,
      "grad_norm": 1.3749672174453735,
      "learning_rate": 1.012035011106755e-06,
      "loss": 0.3576,
      "step": 2028670
    },
    {
      "epoch": 566.2,
      "grad_norm": 2.185983180999756,
      "learning_rate": 1.0120127605103631e-06,
      "loss": 0.3525,
      "step": 2028680
    },
    {
      "epoch": 566.2,
      "grad_norm": 1.034900426864624,
      "learning_rate": 1.011990510091226e-06,
      "loss": 0.3493,
      "step": 2028690
    },
    {
      "epoch": 566.2,
      "grad_norm": 1.0533232688903809,
      "learning_rate": 1.0119682598493464e-06,
      "loss": 0.3529,
      "step": 2028700
    },
    {
      "epoch": 566.2,
      "grad_norm": 1.1232306957244873,
      "learning_rate": 1.011946009784728e-06,
      "loss": 0.3402,
      "step": 2028710
    },
    {
      "epoch": 566.21,
      "grad_norm": 1.230596899986267,
      "learning_rate": 1.0119237598973724e-06,
      "loss": 0.3452,
      "step": 2028720
    },
    {
      "epoch": 566.21,
      "grad_norm": 1.1394479274749756,
      "learning_rate": 1.0119015101872832e-06,
      "loss": 0.3263,
      "step": 2028730
    },
    {
      "epoch": 566.21,
      "grad_norm": 1.017071008682251,
      "learning_rate": 1.0118792606544642e-06,
      "loss": 0.3396,
      "step": 2028740
    },
    {
      "epoch": 566.22,
      "grad_norm": 1.2862902879714966,
      "learning_rate": 1.0118570112989158e-06,
      "loss": 0.321,
      "step": 2028750
    },
    {
      "epoch": 566.22,
      "grad_norm": 1.189785122871399,
      "learning_rate": 1.011834762120645e-06,
      "loss": 0.3557,
      "step": 2028760
    },
    {
      "epoch": 566.22,
      "grad_norm": 1.0383754968643188,
      "learning_rate": 1.011812513119651e-06,
      "loss": 0.3331,
      "step": 2028770
    },
    {
      "epoch": 566.22,
      "grad_norm": 1.0983619689941406,
      "learning_rate": 1.0117902642959383e-06,
      "loss": 0.3478,
      "step": 2028780
    },
    {
      "epoch": 566.23,
      "grad_norm": 1.1093571186065674,
      "learning_rate": 1.011768015649511e-06,
      "loss": 0.345,
      "step": 2028790
    },
    {
      "epoch": 566.23,
      "grad_norm": 1.1891753673553467,
      "learning_rate": 1.0117457671803688e-06,
      "loss": 0.3403,
      "step": 2028800
    },
    {
      "epoch": 566.23,
      "grad_norm": 1.201732873916626,
      "learning_rate": 1.0117235188885183e-06,
      "loss": 0.3549,
      "step": 2028810
    },
    {
      "epoch": 566.23,
      "grad_norm": 1.0503369569778442,
      "learning_rate": 1.0117012707739604e-06,
      "loss": 0.3371,
      "step": 2028820
    },
    {
      "epoch": 566.24,
      "grad_norm": 1.3162593841552734,
      "learning_rate": 1.0116790228366984e-06,
      "loss": 0.337,
      "step": 2028830
    },
    {
      "epoch": 566.24,
      "grad_norm": 1.5151472091674805,
      "learning_rate": 1.0116567750767355e-06,
      "loss": 0.3363,
      "step": 2028840
    },
    {
      "epoch": 566.24,
      "grad_norm": 0.9669172167778015,
      "learning_rate": 1.0116345274940751e-06,
      "loss": 0.3433,
      "step": 2028850
    },
    {
      "epoch": 566.25,
      "grad_norm": 1.470576524734497,
      "learning_rate": 1.0116122800887193e-06,
      "loss": 0.3393,
      "step": 2028860
    },
    {
      "epoch": 566.25,
      "grad_norm": 1.1176574230194092,
      "learning_rate": 1.0115900328606713e-06,
      "loss": 0.3421,
      "step": 2028870
    },
    {
      "epoch": 566.25,
      "grad_norm": 1.2858129739761353,
      "learning_rate": 1.0115677858099347e-06,
      "loss": 0.3438,
      "step": 2028880
    },
    {
      "epoch": 566.25,
      "grad_norm": 1.0976438522338867,
      "learning_rate": 1.0115455389365103e-06,
      "loss": 0.3381,
      "step": 2028890
    },
    {
      "epoch": 566.26,
      "grad_norm": 1.1918737888336182,
      "learning_rate": 1.0115232922404044e-06,
      "loss": 0.3282,
      "step": 2028900
    },
    {
      "epoch": 566.26,
      "grad_norm": 1.0718868970870972,
      "learning_rate": 1.0115010457216173e-06,
      "loss": 0.3215,
      "step": 2028910
    },
    {
      "epoch": 566.26,
      "grad_norm": 1.0907697677612305,
      "learning_rate": 1.011478799380153e-06,
      "loss": 0.3318,
      "step": 2028920
    },
    {
      "epoch": 566.27,
      "grad_norm": 1.133143663406372,
      "learning_rate": 1.0114565532160154e-06,
      "loss": 0.3288,
      "step": 2028930
    },
    {
      "epoch": 566.27,
      "grad_norm": 1.2403428554534912,
      "learning_rate": 1.0114343072292054e-06,
      "loss": 0.3244,
      "step": 2028940
    },
    {
      "epoch": 566.27,
      "grad_norm": 1.031044363975525,
      "learning_rate": 1.0114120614197268e-06,
      "loss": 0.3445,
      "step": 2028950
    },
    {
      "epoch": 566.27,
      "grad_norm": 1.1285558938980103,
      "learning_rate": 1.0113898157875833e-06,
      "loss": 0.3298,
      "step": 2028960
    },
    {
      "epoch": 566.28,
      "grad_norm": 1.3901604413986206,
      "learning_rate": 1.0113675703327777e-06,
      "loss": 0.3424,
      "step": 2028970
    },
    {
      "epoch": 566.28,
      "grad_norm": 1.1007070541381836,
      "learning_rate": 1.011345325055311e-06,
      "loss": 0.3454,
      "step": 2028980
    },
    {
      "epoch": 566.28,
      "grad_norm": 1.1946489810943604,
      "learning_rate": 1.011323079955189e-06,
      "loss": 0.3374,
      "step": 2028990
    },
    {
      "epoch": 566.29,
      "grad_norm": 1.309213399887085,
      "learning_rate": 1.0113008350324131e-06,
      "loss": 0.3357,
      "step": 2029000
    },
    {
      "epoch": 566.29,
      "grad_norm": 1.0051734447479248,
      "learning_rate": 1.0112785902869862e-06,
      "loss": 0.3323,
      "step": 2029010
    },
    {
      "epoch": 566.29,
      "grad_norm": 1.1767843961715698,
      "learning_rate": 1.0112563457189127e-06,
      "loss": 0.3423,
      "step": 2029020
    },
    {
      "epoch": 566.29,
      "grad_norm": 1.2283083200454712,
      "learning_rate": 1.0112341013281927e-06,
      "loss": 0.3492,
      "step": 2029030
    },
    {
      "epoch": 566.3,
      "grad_norm": 1.140321135520935,
      "learning_rate": 1.0112118571148325e-06,
      "loss": 0.3299,
      "step": 2029040
    },
    {
      "epoch": 566.3,
      "grad_norm": 1.1660354137420654,
      "learning_rate": 1.0111896130788328e-06,
      "loss": 0.339,
      "step": 2029050
    },
    {
      "epoch": 566.3,
      "grad_norm": 1.1411446332931519,
      "learning_rate": 1.0111673692201973e-06,
      "loss": 0.3415,
      "step": 2029060
    },
    {
      "epoch": 566.3,
      "grad_norm": 1.0490680932998657,
      "learning_rate": 1.0111451255389294e-06,
      "loss": 0.329,
      "step": 2029070
    },
    {
      "epoch": 566.31,
      "grad_norm": 1.2945467233657837,
      "learning_rate": 1.011122882035031e-06,
      "loss": 0.3382,
      "step": 2029080
    },
    {
      "epoch": 566.31,
      "grad_norm": 1.3184312582015991,
      "learning_rate": 1.011100638708506e-06,
      "loss": 0.3495,
      "step": 2029090
    },
    {
      "epoch": 566.31,
      "grad_norm": 1.007727026939392,
      "learning_rate": 1.0110783955593564e-06,
      "loss": 0.3422,
      "step": 2029100
    },
    {
      "epoch": 566.32,
      "grad_norm": 1.060471534729004,
      "learning_rate": 1.0110561525875869e-06,
      "loss": 0.3258,
      "step": 2029110
    },
    {
      "epoch": 566.32,
      "grad_norm": 1.405899167060852,
      "learning_rate": 1.0110339097931975e-06,
      "loss": 0.3368,
      "step": 2029120
    },
    {
      "epoch": 566.32,
      "grad_norm": 1.2816205024719238,
      "learning_rate": 1.0110116671761945e-06,
      "loss": 0.3476,
      "step": 2029130
    },
    {
      "epoch": 566.32,
      "grad_norm": 1.0339666604995728,
      "learning_rate": 1.010989424736579e-06,
      "loss": 0.3348,
      "step": 2029140
    },
    {
      "epoch": 566.33,
      "grad_norm": 1.138195276260376,
      "learning_rate": 1.0109671824743538e-06,
      "loss": 0.342,
      "step": 2029150
    },
    {
      "epoch": 566.33,
      "grad_norm": 1.3092811107635498,
      "learning_rate": 1.0109449403895235e-06,
      "loss": 0.3408,
      "step": 2029160
    },
    {
      "epoch": 566.33,
      "grad_norm": 1.2669785022735596,
      "learning_rate": 1.010922698482089e-06,
      "loss": 0.3347,
      "step": 2029170
    },
    {
      "epoch": 566.34,
      "grad_norm": 1.2025493383407593,
      "learning_rate": 1.010900456752054e-06,
      "loss": 0.3323,
      "step": 2029180
    },
    {
      "epoch": 566.34,
      "grad_norm": 1.2098443508148193,
      "learning_rate": 1.0108782151994216e-06,
      "loss": 0.3318,
      "step": 2029190
    },
    {
      "epoch": 566.34,
      "grad_norm": 0.9867044687271118,
      "learning_rate": 1.0108559738241959e-06,
      "loss": 0.3353,
      "step": 2029200
    },
    {
      "epoch": 566.34,
      "grad_norm": 1.0788236856460571,
      "learning_rate": 1.0108337326263772e-06,
      "loss": 0.3491,
      "step": 2029210
    },
    {
      "epoch": 566.35,
      "grad_norm": 1.3736270666122437,
      "learning_rate": 1.0108114916059712e-06,
      "loss": 0.3334,
      "step": 2029220
    },
    {
      "epoch": 566.35,
      "grad_norm": 1.237565517425537,
      "learning_rate": 1.0107892507629792e-06,
      "loss": 0.3539,
      "step": 2029230
    },
    {
      "epoch": 566.35,
      "grad_norm": 1.0617458820343018,
      "learning_rate": 1.0107670100974047e-06,
      "loss": 0.3332,
      "step": 2029240
    },
    {
      "epoch": 566.36,
      "grad_norm": 1.089060664176941,
      "learning_rate": 1.010744769609251e-06,
      "loss": 0.3374,
      "step": 2029250
    },
    {
      "epoch": 566.36,
      "grad_norm": 1.1243681907653809,
      "learning_rate": 1.0107225292985202e-06,
      "loss": 0.3367,
      "step": 2029260
    },
    {
      "epoch": 566.36,
      "grad_norm": 1.2597010135650635,
      "learning_rate": 1.0107002891652157e-06,
      "loss": 0.3322,
      "step": 2029270
    },
    {
      "epoch": 566.36,
      "grad_norm": 0.9545161128044128,
      "learning_rate": 1.0106780492093404e-06,
      "loss": 0.3381,
      "step": 2029280
    },
    {
      "epoch": 566.37,
      "grad_norm": 1.0565171241760254,
      "learning_rate": 1.0106558094308982e-06,
      "loss": 0.3386,
      "step": 2029290
    },
    {
      "epoch": 566.37,
      "grad_norm": 1.167930006980896,
      "learning_rate": 1.0106335698298905e-06,
      "loss": 0.3345,
      "step": 2029300
    },
    {
      "epoch": 566.37,
      "grad_norm": 1.1071910858154297,
      "learning_rate": 1.0106113304063206e-06,
      "loss": 0.3334,
      "step": 2029310
    },
    {
      "epoch": 566.37,
      "grad_norm": 1.1542763710021973,
      "learning_rate": 1.0105890911601922e-06,
      "loss": 0.337,
      "step": 2029320
    },
    {
      "epoch": 566.38,
      "grad_norm": 1.392665147781372,
      "learning_rate": 1.0105668520915077e-06,
      "loss": 0.3314,
      "step": 2029330
    },
    {
      "epoch": 566.38,
      "grad_norm": 1.1728901863098145,
      "learning_rate": 1.010544613200271e-06,
      "loss": 0.3443,
      "step": 2029340
    },
    {
      "epoch": 566.38,
      "grad_norm": 1.1450155973434448,
      "learning_rate": 1.0105223744864827e-06,
      "loss": 0.3399,
      "step": 2029350
    },
    {
      "epoch": 566.39,
      "grad_norm": 1.4943904876708984,
      "learning_rate": 1.010500135950149e-06,
      "loss": 0.3324,
      "step": 2029360
    },
    {
      "epoch": 566.39,
      "grad_norm": 1.0602680444717407,
      "learning_rate": 1.0104778975912706e-06,
      "loss": 0.3344,
      "step": 2029370
    },
    {
      "epoch": 566.39,
      "grad_norm": 1.1753034591674805,
      "learning_rate": 1.010455659409851e-06,
      "loss": 0.3322,
      "step": 2029380
    },
    {
      "epoch": 566.39,
      "grad_norm": 1.0845743417739868,
      "learning_rate": 1.0104334214058938e-06,
      "loss": 0.341,
      "step": 2029390
    },
    {
      "epoch": 566.4,
      "grad_norm": 1.152586817741394,
      "learning_rate": 1.010411183579401e-06,
      "loss": 0.3433,
      "step": 2029400
    },
    {
      "epoch": 566.4,
      "grad_norm": 1.3143911361694336,
      "learning_rate": 1.0103889459303756e-06,
      "loss": 0.3399,
      "step": 2029410
    },
    {
      "epoch": 566.4,
      "grad_norm": 1.1185935735702515,
      "learning_rate": 1.010366708458821e-06,
      "loss": 0.3376,
      "step": 2029420
    },
    {
      "epoch": 566.41,
      "grad_norm": 1.372259497642517,
      "learning_rate": 1.0103444711647409e-06,
      "loss": 0.337,
      "step": 2029430
    },
    {
      "epoch": 566.41,
      "grad_norm": 1.154676079750061,
      "learning_rate": 1.0103222340481365e-06,
      "loss": 0.3469,
      "step": 2029440
    },
    {
      "epoch": 566.41,
      "grad_norm": 1.0742121934890747,
      "learning_rate": 1.010299997109012e-06,
      "loss": 0.3325,
      "step": 2029450
    },
    {
      "epoch": 566.41,
      "grad_norm": 1.0980901718139648,
      "learning_rate": 1.0102777603473706e-06,
      "loss": 0.3402,
      "step": 2029460
    },
    {
      "epoch": 566.42,
      "grad_norm": 1.3592432737350464,
      "learning_rate": 1.0102555237632133e-06,
      "loss": 0.3391,
      "step": 2029470
    },
    {
      "epoch": 566.42,
      "grad_norm": 1.0916215181350708,
      "learning_rate": 1.010233287356546e-06,
      "loss": 0.3326,
      "step": 2029480
    },
    {
      "epoch": 566.42,
      "grad_norm": 1.1735637187957764,
      "learning_rate": 1.0102110511273694e-06,
      "loss": 0.3413,
      "step": 2029490
    },
    {
      "epoch": 566.42,
      "grad_norm": 1.2514652013778687,
      "learning_rate": 1.0101888150756871e-06,
      "loss": 0.3482,
      "step": 2029500
    },
    {
      "epoch": 566.43,
      "grad_norm": 1.29348623752594,
      "learning_rate": 1.0101665792015022e-06,
      "loss": 0.3341,
      "step": 2029510
    },
    {
      "epoch": 566.43,
      "grad_norm": 1.1645382642745972,
      "learning_rate": 1.0101443435048186e-06,
      "loss": 0.3236,
      "step": 2029520
    },
    {
      "epoch": 566.43,
      "grad_norm": 1.2485895156860352,
      "learning_rate": 1.0101221079856373e-06,
      "loss": 0.3409,
      "step": 2029530
    },
    {
      "epoch": 566.44,
      "grad_norm": 1.0199345350265503,
      "learning_rate": 1.0100998726439623e-06,
      "loss": 0.333,
      "step": 2029540
    },
    {
      "epoch": 566.44,
      "grad_norm": 1.3042361736297607,
      "learning_rate": 1.0100776374797971e-06,
      "loss": 0.3388,
      "step": 2029550
    },
    {
      "epoch": 566.44,
      "grad_norm": 2.350433349609375,
      "learning_rate": 1.0100554024931427e-06,
      "loss": 0.3345,
      "step": 2029560
    },
    {
      "epoch": 566.44,
      "grad_norm": 1.0737379789352417,
      "learning_rate": 1.0100331676840047e-06,
      "loss": 0.3357,
      "step": 2029570
    },
    {
      "epoch": 566.45,
      "grad_norm": 1.4093681573867798,
      "learning_rate": 1.0100109330523844e-06,
      "loss": 0.3387,
      "step": 2029580
    },
    {
      "epoch": 566.45,
      "grad_norm": 1.2206475734710693,
      "learning_rate": 1.0099886985982847e-06,
      "loss": 0.3438,
      "step": 2029590
    },
    {
      "epoch": 566.45,
      "grad_norm": 0.9544787406921387,
      "learning_rate": 1.0099664643217103e-06,
      "loss": 0.3455,
      "step": 2029600
    },
    {
      "epoch": 566.46,
      "grad_norm": 1.2078273296356201,
      "learning_rate": 1.0099442302226608e-06,
      "loss": 0.3404,
      "step": 2029610
    },
    {
      "epoch": 566.46,
      "grad_norm": 1.279605507850647,
      "learning_rate": 1.0099219963011429e-06,
      "loss": 0.3449,
      "step": 2029620
    },
    {
      "epoch": 566.46,
      "grad_norm": 1.078669786453247,
      "learning_rate": 1.0098997625571571e-06,
      "loss": 0.3266,
      "step": 2029630
    },
    {
      "epoch": 566.46,
      "grad_norm": 1.3212085962295532,
      "learning_rate": 1.0098775289907072e-06,
      "loss": 0.3345,
      "step": 2029640
    },
    {
      "epoch": 566.47,
      "grad_norm": 1.0518721342086792,
      "learning_rate": 1.009855295601796e-06,
      "loss": 0.3383,
      "step": 2029650
    },
    {
      "epoch": 566.47,
      "grad_norm": 1.0917526483535767,
      "learning_rate": 1.0098330623904275e-06,
      "loss": 0.3291,
      "step": 2029660
    },
    {
      "epoch": 566.47,
      "grad_norm": 1.1247529983520508,
      "learning_rate": 1.0098108293566028e-06,
      "loss": 0.3421,
      "step": 2029670
    },
    {
      "epoch": 566.48,
      "grad_norm": 1.1695501804351807,
      "learning_rate": 1.0097885965003256e-06,
      "loss": 0.3426,
      "step": 2029680
    },
    {
      "epoch": 566.48,
      "grad_norm": 1.2072508335113525,
      "learning_rate": 1.0097663638216003e-06,
      "loss": 0.3325,
      "step": 2029690
    },
    {
      "epoch": 566.48,
      "grad_norm": 1.1849819421768188,
      "learning_rate": 1.0097441313204266e-06,
      "loss": 0.3313,
      "step": 2029700
    },
    {
      "epoch": 566.48,
      "grad_norm": 1.2978456020355225,
      "learning_rate": 1.0097218989968113e-06,
      "loss": 0.3453,
      "step": 2029710
    },
    {
      "epoch": 566.49,
      "grad_norm": 1.1023329496383667,
      "learning_rate": 1.0096996668507543e-06,
      "loss": 0.3353,
      "step": 2029720
    },
    {
      "epoch": 566.49,
      "grad_norm": 2.2855381965637207,
      "learning_rate": 1.0096774348822601e-06,
      "loss": 0.3347,
      "step": 2029730
    },
    {
      "epoch": 566.49,
      "grad_norm": 1.0761394500732422,
      "learning_rate": 1.009655203091332e-06,
      "loss": 0.3393,
      "step": 2029740
    },
    {
      "epoch": 566.49,
      "grad_norm": 1.145000696182251,
      "learning_rate": 1.0096329714779715e-06,
      "loss": 0.3508,
      "step": 2029750
    },
    {
      "epoch": 566.5,
      "grad_norm": 1.295900583267212,
      "learning_rate": 1.0096107400421823e-06,
      "loss": 0.3493,
      "step": 2029760
    },
    {
      "epoch": 566.5,
      "grad_norm": 1.021347999572754,
      "learning_rate": 1.0095885087839674e-06,
      "loss": 0.3516,
      "step": 2029770
    },
    {
      "epoch": 566.5,
      "grad_norm": 1.1763551235198975,
      "learning_rate": 1.0095662777033306e-06,
      "loss": 0.3403,
      "step": 2029780
    },
    {
      "epoch": 566.51,
      "grad_norm": 1.2597506046295166,
      "learning_rate": 1.0095440468002724e-06,
      "loss": 0.3338,
      "step": 2029790
    },
    {
      "epoch": 566.51,
      "grad_norm": 1.0724937915802002,
      "learning_rate": 1.0095218160747991e-06,
      "loss": 0.3468,
      "step": 2029800
    },
    {
      "epoch": 566.51,
      "grad_norm": 1.2141708135604858,
      "learning_rate": 1.009499585526911e-06,
      "loss": 0.3541,
      "step": 2029810
    },
    {
      "epoch": 566.51,
      "grad_norm": 1.0123552083969116,
      "learning_rate": 1.0094773551566119e-06,
      "loss": 0.3631,
      "step": 2029820
    },
    {
      "epoch": 566.52,
      "grad_norm": 1.2581281661987305,
      "learning_rate": 1.009455124963906e-06,
      "loss": 0.3565,
      "step": 2029830
    },
    {
      "epoch": 566.52,
      "grad_norm": 1.171258568763733,
      "learning_rate": 1.009432894948794e-06,
      "loss": 0.3223,
      "step": 2029840
    },
    {
      "epoch": 566.52,
      "grad_norm": 0.9564557075500488,
      "learning_rate": 1.00941066511128e-06,
      "loss": 0.3333,
      "step": 2029850
    },
    {
      "epoch": 566.53,
      "grad_norm": 1.2856698036193848,
      "learning_rate": 1.009388435451367e-06,
      "loss": 0.3331,
      "step": 2029860
    },
    {
      "epoch": 566.53,
      "grad_norm": 1.0819227695465088,
      "learning_rate": 1.0093662059690586e-06,
      "loss": 0.3269,
      "step": 2029870
    },
    {
      "epoch": 566.53,
      "grad_norm": 2.510557174682617,
      "learning_rate": 1.0093439766643564e-06,
      "loss": 0.3466,
      "step": 2029880
    },
    {
      "epoch": 566.53,
      "grad_norm": 1.2218656539916992,
      "learning_rate": 1.0093217475372641e-06,
      "loss": 0.3376,
      "step": 2029890
    },
    {
      "epoch": 566.54,
      "grad_norm": 1.1160184144973755,
      "learning_rate": 1.0092995185877843e-06,
      "loss": 0.3332,
      "step": 2029900
    },
    {
      "epoch": 566.54,
      "grad_norm": 1.107148289680481,
      "learning_rate": 1.0092772898159205e-06,
      "loss": 0.3537,
      "step": 2029910
    },
    {
      "epoch": 566.54,
      "grad_norm": 1.0237659215927124,
      "learning_rate": 1.0092550612216757e-06,
      "loss": 0.3446,
      "step": 2029920
    },
    {
      "epoch": 566.54,
      "grad_norm": 1.214200735092163,
      "learning_rate": 1.0092328328050513e-06,
      "loss": 0.326,
      "step": 2029930
    },
    {
      "epoch": 566.55,
      "grad_norm": 0.9152509570121765,
      "learning_rate": 1.009210604566053e-06,
      "loss": 0.3421,
      "step": 2029940
    },
    {
      "epoch": 566.55,
      "grad_norm": 1.1191681623458862,
      "learning_rate": 1.0091883765046815e-06,
      "loss": 0.3297,
      "step": 2029950
    },
    {
      "epoch": 566.55,
      "grad_norm": 1.5071784257888794,
      "learning_rate": 1.0091661486209406e-06,
      "loss": 0.345,
      "step": 2029960
    },
    {
      "epoch": 566.56,
      "grad_norm": 1.162811279296875,
      "learning_rate": 1.009143920914834e-06,
      "loss": 0.3627,
      "step": 2029970
    },
    {
      "epoch": 566.56,
      "grad_norm": 1.0693092346191406,
      "learning_rate": 1.0091216933863627e-06,
      "loss": 0.341,
      "step": 2029980
    },
    {
      "epoch": 566.56,
      "grad_norm": 0.9840665459632874,
      "learning_rate": 1.0090994660355309e-06,
      "loss": 0.3345,
      "step": 2029990
    },
    {
      "epoch": 566.56,
      "grad_norm": 0.9999673366546631,
      "learning_rate": 1.0090772388623416e-06,
      "loss": 0.3353,
      "step": 2030000
    },
    {
      "epoch": 566.57,
      "grad_norm": 1.1441267728805542,
      "learning_rate": 1.0090550118667984e-06,
      "loss": 0.3442,
      "step": 2030010
    },
    {
      "epoch": 566.57,
      "grad_norm": 1.0740692615509033,
      "learning_rate": 1.0090327850489028e-06,
      "loss": 0.3427,
      "step": 2030020
    },
    {
      "epoch": 566.57,
      "grad_norm": 1.0791916847229004,
      "learning_rate": 1.009010558408658e-06,
      "loss": 0.3442,
      "step": 2030030
    },
    {
      "epoch": 566.58,
      "grad_norm": 0.9903278946876526,
      "learning_rate": 1.0089883319460677e-06,
      "loss": 0.3344,
      "step": 2030040
    },
    {
      "epoch": 566.58,
      "grad_norm": 1.1791965961456299,
      "learning_rate": 1.0089661056611344e-06,
      "loss": 0.3306,
      "step": 2030050
    },
    {
      "epoch": 566.58,
      "grad_norm": 1.0711843967437744,
      "learning_rate": 1.0089438795538624e-06,
      "loss": 0.3377,
      "step": 2030060
    },
    {
      "epoch": 566.58,
      "grad_norm": 1.294642686843872,
      "learning_rate": 1.0089216536242521e-06,
      "loss": 0.3456,
      "step": 2030070
    },
    {
      "epoch": 566.59,
      "grad_norm": 1.210579752922058,
      "learning_rate": 1.0088994278723083e-06,
      "loss": 0.335,
      "step": 2030080
    },
    {
      "epoch": 566.59,
      "grad_norm": 1.128035068511963,
      "learning_rate": 1.0088772022980329e-06,
      "loss": 0.3424,
      "step": 2030090
    },
    {
      "epoch": 566.59,
      "grad_norm": 0.9755805134773254,
      "learning_rate": 1.0088549769014306e-06,
      "loss": 0.3454,
      "step": 2030100
    },
    {
      "epoch": 566.6,
      "grad_norm": 1.2587807178497314,
      "learning_rate": 1.0088327516825024e-06,
      "loss": 0.3377,
      "step": 2030110
    },
    {
      "epoch": 566.6,
      "grad_norm": 1.1311770677566528,
      "learning_rate": 1.008810526641252e-06,
      "loss": 0.3408,
      "step": 2030120
    },
    {
      "epoch": 566.6,
      "grad_norm": 1.1238892078399658,
      "learning_rate": 1.0087883017776832e-06,
      "loss": 0.3425,
      "step": 2030130
    },
    {
      "epoch": 566.6,
      "grad_norm": 1.137062430381775,
      "learning_rate": 1.0087660770917966e-06,
      "loss": 0.3413,
      "step": 2030140
    },
    {
      "epoch": 566.61,
      "grad_norm": 1.215009093284607,
      "learning_rate": 1.0087438525835985e-06,
      "loss": 0.3198,
      "step": 2030150
    },
    {
      "epoch": 566.61,
      "grad_norm": 1.0957263708114624,
      "learning_rate": 1.008721628253089e-06,
      "loss": 0.3519,
      "step": 2030160
    },
    {
      "epoch": 566.61,
      "grad_norm": 1.196352481842041,
      "learning_rate": 1.0086994041002723e-06,
      "loss": 0.3423,
      "step": 2030170
    },
    {
      "epoch": 566.61,
      "grad_norm": 1.2585021257400513,
      "learning_rate": 1.0086771801251508e-06,
      "loss": 0.3394,
      "step": 2030180
    },
    {
      "epoch": 566.62,
      "grad_norm": 1.0286346673965454,
      "learning_rate": 1.0086549563277285e-06,
      "loss": 0.3261,
      "step": 2030190
    },
    {
      "epoch": 566.62,
      "grad_norm": 1.0114433765411377,
      "learning_rate": 1.0086327327080083e-06,
      "loss": 0.3426,
      "step": 2030200
    },
    {
      "epoch": 566.62,
      "grad_norm": 1.00351083278656,
      "learning_rate": 1.0086105092659913e-06,
      "loss": 0.326,
      "step": 2030210
    },
    {
      "epoch": 566.63,
      "grad_norm": 1.0317726135253906,
      "learning_rate": 1.008588286001682e-06,
      "loss": 0.3528,
      "step": 2030220
    },
    {
      "epoch": 566.63,
      "grad_norm": 1.1804989576339722,
      "learning_rate": 1.0085660629150832e-06,
      "loss": 0.3504,
      "step": 2030230
    },
    {
      "epoch": 566.63,
      "grad_norm": 1.2800121307373047,
      "learning_rate": 1.0085438400061988e-06,
      "loss": 0.321,
      "step": 2030240
    },
    {
      "epoch": 566.63,
      "grad_norm": 1.3864144086837769,
      "learning_rate": 1.0085216172750296e-06,
      "loss": 0.3327,
      "step": 2030250
    },
    {
      "epoch": 566.64,
      "grad_norm": 1.0443190336227417,
      "learning_rate": 1.0084993947215794e-06,
      "loss": 0.3365,
      "step": 2030260
    },
    {
      "epoch": 566.64,
      "grad_norm": 1.1874977350234985,
      "learning_rate": 1.0084771723458526e-06,
      "loss": 0.3278,
      "step": 2030270
    },
    {
      "epoch": 566.64,
      "grad_norm": 1.2494646310806274,
      "learning_rate": 1.0084549501478494e-06,
      "loss": 0.3253,
      "step": 2030280
    },
    {
      "epoch": 566.65,
      "grad_norm": 1.1608285903930664,
      "learning_rate": 1.008432728127576e-06,
      "loss": 0.3383,
      "step": 2030290
    },
    {
      "epoch": 566.65,
      "grad_norm": 1.239153265953064,
      "learning_rate": 1.0084105062850325e-06,
      "loss": 0.335,
      "step": 2030300
    },
    {
      "epoch": 566.65,
      "grad_norm": 0.9786904454231262,
      "learning_rate": 1.0083882846202232e-06,
      "loss": 0.3207,
      "step": 2030310
    },
    {
      "epoch": 566.65,
      "grad_norm": 1.1285184621810913,
      "learning_rate": 1.0083660631331512e-06,
      "loss": 0.3509,
      "step": 2030320
    },
    {
      "epoch": 566.66,
      "grad_norm": 1.1836961507797241,
      "learning_rate": 1.0083438418238198e-06,
      "loss": 0.3541,
      "step": 2030330
    },
    {
      "epoch": 566.66,
      "grad_norm": 1.0526469945907593,
      "learning_rate": 1.0083216206922303e-06,
      "loss": 0.3459,
      "step": 2030340
    },
    {
      "epoch": 566.66,
      "grad_norm": 1.2075614929199219,
      "learning_rate": 1.008299399738387e-06,
      "loss": 0.3384,
      "step": 2030350
    },
    {
      "epoch": 566.66,
      "grad_norm": 1.0462677478790283,
      "learning_rate": 1.0082771789622931e-06,
      "loss": 0.3529,
      "step": 2030360
    },
    {
      "epoch": 566.67,
      "grad_norm": 1.1494585275650024,
      "learning_rate": 1.0082549583639493e-06,
      "loss": 0.3416,
      "step": 2030370
    },
    {
      "epoch": 566.67,
      "grad_norm": 1.2358372211456299,
      "learning_rate": 1.008232737943362e-06,
      "loss": 0.3301,
      "step": 2030380
    },
    {
      "epoch": 566.67,
      "grad_norm": 1.212137222290039,
      "learning_rate": 1.0082105177005317e-06,
      "loss": 0.3377,
      "step": 2030390
    },
    {
      "epoch": 566.68,
      "grad_norm": 1.134037971496582,
      "learning_rate": 1.008188297635462e-06,
      "loss": 0.3321,
      "step": 2030400
    },
    {
      "epoch": 566.68,
      "grad_norm": 1.2572156190872192,
      "learning_rate": 1.008166077748157e-06,
      "loss": 0.3169,
      "step": 2030410
    },
    {
      "epoch": 566.68,
      "grad_norm": 1.4865427017211914,
      "learning_rate": 1.0081438580386173e-06,
      "loss": 0.3464,
      "step": 2030420
    },
    {
      "epoch": 566.68,
      "grad_norm": 1.4708834886550903,
      "learning_rate": 1.0081216385068474e-06,
      "loss": 0.3555,
      "step": 2030430
    },
    {
      "epoch": 566.69,
      "grad_norm": 1.1667377948760986,
      "learning_rate": 1.00809941915285e-06,
      "loss": 0.3245,
      "step": 2030440
    },
    {
      "epoch": 566.69,
      "grad_norm": 0.918008029460907,
      "learning_rate": 1.0080771999766287e-06,
      "loss": 0.3329,
      "step": 2030450
    },
    {
      "epoch": 566.69,
      "grad_norm": 1.1316523551940918,
      "learning_rate": 1.0080549809781844e-06,
      "loss": 0.3475,
      "step": 2030460
    },
    {
      "epoch": 566.7,
      "grad_norm": 1.0313642024993896,
      "learning_rate": 1.0080327621575231e-06,
      "loss": 0.3508,
      "step": 2030470
    },
    {
      "epoch": 566.7,
      "grad_norm": 1.3467310667037964,
      "learning_rate": 1.008010543514645e-06,
      "loss": 0.3313,
      "step": 2030480
    },
    {
      "epoch": 566.7,
      "grad_norm": 1.1422648429870605,
      "learning_rate": 1.0079883250495544e-06,
      "loss": 0.3357,
      "step": 2030490
    },
    {
      "epoch": 566.7,
      "grad_norm": 1.0594514608383179,
      "learning_rate": 1.0079661067622551e-06,
      "loss": 0.3478,
      "step": 2030500
    },
    {
      "epoch": 566.71,
      "grad_norm": 1.3171440362930298,
      "learning_rate": 1.007943888652747e-06,
      "loss": 0.3335,
      "step": 2030510
    },
    {
      "epoch": 566.71,
      "grad_norm": 1.0510584115982056,
      "learning_rate": 1.007921670721037e-06,
      "loss": 0.3267,
      "step": 2030520
    },
    {
      "epoch": 566.71,
      "grad_norm": 1.1839593648910522,
      "learning_rate": 1.0078994529671251e-06,
      "loss": 0.3326,
      "step": 2030530
    },
    {
      "epoch": 566.72,
      "grad_norm": 1.2043321132659912,
      "learning_rate": 1.0078772353910152e-06,
      "loss": 0.3497,
      "step": 2030540
    },
    {
      "epoch": 566.72,
      "grad_norm": 1.159921646118164,
      "learning_rate": 1.0078550179927113e-06,
      "loss": 0.3314,
      "step": 2030550
    },
    {
      "epoch": 566.72,
      "grad_norm": 1.0044844150543213,
      "learning_rate": 1.0078328007722146e-06,
      "loss": 0.3447,
      "step": 2030560
    },
    {
      "epoch": 566.72,
      "grad_norm": 1.0733574628829956,
      "learning_rate": 1.0078105837295286e-06,
      "loss": 0.3481,
      "step": 2030570
    },
    {
      "epoch": 566.73,
      "grad_norm": 1.106361985206604,
      "learning_rate": 1.0077883668646568e-06,
      "loss": 0.3369,
      "step": 2030580
    },
    {
      "epoch": 566.73,
      "grad_norm": 1.2389475107192993,
      "learning_rate": 1.0077661501776024e-06,
      "loss": 0.3401,
      "step": 2030590
    },
    {
      "epoch": 566.73,
      "grad_norm": 1.0698670148849487,
      "learning_rate": 1.0077439336683665e-06,
      "loss": 0.3496,
      "step": 2030600
    },
    {
      "epoch": 566.73,
      "grad_norm": 1.329854965209961,
      "learning_rate": 1.0077217173369548e-06,
      "loss": 0.3209,
      "step": 2030610
    },
    {
      "epoch": 566.74,
      "grad_norm": 1.1976158618927002,
      "learning_rate": 1.007699501183368e-06,
      "loss": 0.3468,
      "step": 2030620
    },
    {
      "epoch": 566.74,
      "grad_norm": 1.1284372806549072,
      "learning_rate": 1.0076772852076099e-06,
      "loss": 0.3363,
      "step": 2030630
    },
    {
      "epoch": 566.74,
      "grad_norm": 1.666919231414795,
      "learning_rate": 1.007655069409684e-06,
      "loss": 0.3361,
      "step": 2030640
    },
    {
      "epoch": 566.75,
      "grad_norm": 1.1014376878738403,
      "learning_rate": 1.0076328537895924e-06,
      "loss": 0.3279,
      "step": 2030650
    },
    {
      "epoch": 566.75,
      "grad_norm": 1.1678154468536377,
      "learning_rate": 1.0076106383473383e-06,
      "loss": 0.3434,
      "step": 2030660
    },
    {
      "epoch": 566.75,
      "grad_norm": 1.2759586572647095,
      "learning_rate": 1.0075884230829242e-06,
      "loss": 0.3393,
      "step": 2030670
    },
    {
      "epoch": 566.75,
      "grad_norm": 1.2200753688812256,
      "learning_rate": 1.007566207996355e-06,
      "loss": 0.3353,
      "step": 2030680
    },
    {
      "epoch": 566.76,
      "grad_norm": 1.124890685081482,
      "learning_rate": 1.007543993087631e-06,
      "loss": 0.352,
      "step": 2030690
    },
    {
      "epoch": 566.76,
      "grad_norm": 1.4040467739105225,
      "learning_rate": 1.0075217783567566e-06,
      "loss": 0.3416,
      "step": 2030700
    },
    {
      "epoch": 566.76,
      "grad_norm": 1.1534167528152466,
      "learning_rate": 1.0074995638037353e-06,
      "loss": 0.3419,
      "step": 2030710
    },
    {
      "epoch": 566.77,
      "grad_norm": 1.205651879310608,
      "learning_rate": 1.0074773494285675e-06,
      "loss": 0.3448,
      "step": 2030720
    },
    {
      "epoch": 566.77,
      "grad_norm": 1.3578474521636963,
      "learning_rate": 1.0074551352312596e-06,
      "loss": 0.3466,
      "step": 2030730
    },
    {
      "epoch": 566.77,
      "grad_norm": 1.2183618545532227,
      "learning_rate": 1.0074329212118122e-06,
      "loss": 0.3434,
      "step": 2030740
    },
    {
      "epoch": 566.77,
      "grad_norm": 1.0195648670196533,
      "learning_rate": 1.007410707370229e-06,
      "loss": 0.3315,
      "step": 2030750
    },
    {
      "epoch": 566.78,
      "grad_norm": 1.3015116453170776,
      "learning_rate": 1.0073884937065129e-06,
      "loss": 0.3562,
      "step": 2030760
    },
    {
      "epoch": 566.78,
      "grad_norm": 1.4034827947616577,
      "learning_rate": 1.007366280220667e-06,
      "loss": 0.344,
      "step": 2030770
    },
    {
      "epoch": 566.78,
      "grad_norm": 1.3231078386306763,
      "learning_rate": 1.0073440669126948e-06,
      "loss": 0.3327,
      "step": 2030780
    },
    {
      "epoch": 566.78,
      "grad_norm": 1.1336783170700073,
      "learning_rate": 1.007321853782598e-06,
      "loss": 0.3382,
      "step": 2030790
    },
    {
      "epoch": 566.79,
      "grad_norm": 1.2513458728790283,
      "learning_rate": 1.00729964083038e-06,
      "loss": 0.3297,
      "step": 2030800
    },
    {
      "epoch": 566.79,
      "grad_norm": 1.079398274421692,
      "learning_rate": 1.0072774280560437e-06,
      "loss": 0.3408,
      "step": 2030810
    },
    {
      "epoch": 566.79,
      "grad_norm": 1.7169486284255981,
      "learning_rate": 1.0072552154595934e-06,
      "loss": 0.3281,
      "step": 2030820
    },
    {
      "epoch": 566.8,
      "grad_norm": 1.261157751083374,
      "learning_rate": 1.0072330030410297e-06,
      "loss": 0.3435,
      "step": 2030830
    },
    {
      "epoch": 566.8,
      "grad_norm": 1.1607551574707031,
      "learning_rate": 1.0072107908003572e-06,
      "loss": 0.3461,
      "step": 2030840
    },
    {
      "epoch": 566.8,
      "grad_norm": 1.0931479930877686,
      "learning_rate": 1.007188578737579e-06,
      "loss": 0.3429,
      "step": 2030850
    },
    {
      "epoch": 566.8,
      "grad_norm": 1.4750328063964844,
      "learning_rate": 1.0071663668526958e-06,
      "loss": 0.322,
      "step": 2030860
    },
    {
      "epoch": 566.81,
      "grad_norm": 1.1997559070587158,
      "learning_rate": 1.007144155145714e-06,
      "loss": 0.3392,
      "step": 2030870
    },
    {
      "epoch": 566.81,
      "grad_norm": 1.1582283973693848,
      "learning_rate": 1.007121943616634e-06,
      "loss": 0.3447,
      "step": 2030880
    },
    {
      "epoch": 566.81,
      "grad_norm": 1.1971280574798584,
      "learning_rate": 1.0070997322654596e-06,
      "loss": 0.3325,
      "step": 2030890
    },
    {
      "epoch": 566.82,
      "grad_norm": 1.2078980207443237,
      "learning_rate": 1.0070775210921938e-06,
      "loss": 0.3354,
      "step": 2030900
    },
    {
      "epoch": 566.82,
      "grad_norm": 1.4623435735702515,
      "learning_rate": 1.0070553100968402e-06,
      "loss": 0.3326,
      "step": 2030910
    },
    {
      "epoch": 566.82,
      "grad_norm": 1.0550583600997925,
      "learning_rate": 1.0070330992794001e-06,
      "loss": 0.3371,
      "step": 2030920
    },
    {
      "epoch": 566.82,
      "grad_norm": 1.2637596130371094,
      "learning_rate": 1.0070108886398774e-06,
      "loss": 0.3514,
      "step": 2030930
    },
    {
      "epoch": 566.83,
      "grad_norm": 1.1467807292938232,
      "learning_rate": 1.006988678178276e-06,
      "loss": 0.3449,
      "step": 2030940
    },
    {
      "epoch": 566.83,
      "grad_norm": 1.0986124277114868,
      "learning_rate": 1.006966467894596e-06,
      "loss": 0.3439,
      "step": 2030950
    },
    {
      "epoch": 566.83,
      "grad_norm": 1.2411104440689087,
      "learning_rate": 1.006944257788844e-06,
      "loss": 0.3341,
      "step": 2030960
    },
    {
      "epoch": 566.84,
      "grad_norm": 1.0917242765426636,
      "learning_rate": 1.0069220478610207e-06,
      "loss": 0.3359,
      "step": 2030970
    },
    {
      "epoch": 566.84,
      "grad_norm": 1.1364883184432983,
      "learning_rate": 1.0068998381111291e-06,
      "loss": 0.34,
      "step": 2030980
    },
    {
      "epoch": 566.84,
      "grad_norm": 1.3087471723556519,
      "learning_rate": 1.006877628539174e-06,
      "loss": 0.3372,
      "step": 2030990
    },
    {
      "epoch": 566.84,
      "grad_norm": 1.3717451095581055,
      "learning_rate": 1.0068554191451556e-06,
      "loss": 0.3478,
      "step": 2031000
    },
    {
      "epoch": 566.85,
      "grad_norm": 1.1834222078323364,
      "learning_rate": 1.0068332099290784e-06,
      "loss": 0.3387,
      "step": 2031010
    },
    {
      "epoch": 566.85,
      "grad_norm": 1.0165387392044067,
      "learning_rate": 1.0068110008909454e-06,
      "loss": 0.3572,
      "step": 2031020
    },
    {
      "epoch": 566.85,
      "grad_norm": 1.2175263166427612,
      "learning_rate": 1.0067887920307598e-06,
      "loss": 0.3327,
      "step": 2031030
    },
    {
      "epoch": 566.85,
      "grad_norm": 1.3283756971359253,
      "learning_rate": 1.0067665833485228e-06,
      "loss": 0.3259,
      "step": 2031040
    },
    {
      "epoch": 566.86,
      "grad_norm": 1.2388370037078857,
      "learning_rate": 1.0067443748442401e-06,
      "loss": 0.3392,
      "step": 2031050
    },
    {
      "epoch": 566.86,
      "grad_norm": 1.209053635597229,
      "learning_rate": 1.0067221665179126e-06,
      "loss": 0.3243,
      "step": 2031060
    },
    {
      "epoch": 566.86,
      "grad_norm": 1.434463620185852,
      "learning_rate": 1.0066999583695434e-06,
      "loss": 0.3373,
      "step": 2031070
    },
    {
      "epoch": 566.87,
      "grad_norm": 0.9663828015327454,
      "learning_rate": 1.0066777503991374e-06,
      "loss": 0.3434,
      "step": 2031080
    },
    {
      "epoch": 566.87,
      "grad_norm": 1.1672507524490356,
      "learning_rate": 1.006655542606694e-06,
      "loss": 0.3254,
      "step": 2031090
    },
    {
      "epoch": 566.87,
      "grad_norm": 1.1301862001419067,
      "learning_rate": 1.00663333499222e-06,
      "loss": 0.3349,
      "step": 2031100
    },
    {
      "epoch": 566.87,
      "grad_norm": 1.2057359218597412,
      "learning_rate": 1.0066111275557157e-06,
      "loss": 0.3404,
      "step": 2031110
    },
    {
      "epoch": 566.88,
      "grad_norm": 1.031821846961975,
      "learning_rate": 1.0065889202971852e-06,
      "loss": 0.3674,
      "step": 2031120
    },
    {
      "epoch": 566.88,
      "grad_norm": 1.1921898126602173,
      "learning_rate": 1.0065667132166309e-06,
      "loss": 0.3466,
      "step": 2031130
    },
    {
      "epoch": 566.88,
      "grad_norm": 1.1492650508880615,
      "learning_rate": 1.0065445063140568e-06,
      "loss": 0.3328,
      "step": 2031140
    },
    {
      "epoch": 566.89,
      "grad_norm": 1.1549125909805298,
      "learning_rate": 1.0065222995894645e-06,
      "loss": 0.3358,
      "step": 2031150
    },
    {
      "epoch": 566.89,
      "grad_norm": 1.1061712503433228,
      "learning_rate": 1.0065000930428576e-06,
      "loss": 0.3323,
      "step": 2031160
    },
    {
      "epoch": 566.89,
      "grad_norm": 1.13462495803833,
      "learning_rate": 1.00647788667424e-06,
      "loss": 0.3357,
      "step": 2031170
    },
    {
      "epoch": 566.89,
      "grad_norm": 1.10532546043396,
      "learning_rate": 1.0064556804836117e-06,
      "loss": 0.3499,
      "step": 2031180
    },
    {
      "epoch": 566.9,
      "grad_norm": 1.5402753353118896,
      "learning_rate": 1.0064334744709794e-06,
      "loss": 0.3356,
      "step": 2031190
    },
    {
      "epoch": 566.9,
      "grad_norm": 1.128051519393921,
      "learning_rate": 1.0064112686363437e-06,
      "loss": 0.3402,
      "step": 2031200
    },
    {
      "epoch": 566.9,
      "grad_norm": 1.3397204875946045,
      "learning_rate": 1.0063890629797079e-06,
      "loss": 0.3375,
      "step": 2031210
    },
    {
      "epoch": 566.9,
      "grad_norm": 1.281055212020874,
      "learning_rate": 1.0063668575010759e-06,
      "loss": 0.34,
      "step": 2031220
    },
    {
      "epoch": 566.91,
      "grad_norm": 1.1995407342910767,
      "learning_rate": 1.0063446522004493e-06,
      "loss": 0.3526,
      "step": 2031230
    },
    {
      "epoch": 566.91,
      "grad_norm": 1.3751846551895142,
      "learning_rate": 1.0063224470778317e-06,
      "loss": 0.3287,
      "step": 2031240
    },
    {
      "epoch": 566.91,
      "grad_norm": 1.1296199560165405,
      "learning_rate": 1.006300242133226e-06,
      "loss": 0.3388,
      "step": 2031250
    },
    {
      "epoch": 566.92,
      "grad_norm": 1.1340265274047852,
      "learning_rate": 1.0062780373666364e-06,
      "loss": 0.3188,
      "step": 2031260
    },
    {
      "epoch": 566.92,
      "grad_norm": 1.4414948225021362,
      "learning_rate": 1.0062558327780627e-06,
      "loss": 0.3351,
      "step": 2031270
    },
    {
      "epoch": 566.92,
      "grad_norm": 1.2863212823867798,
      "learning_rate": 1.0062336283675117e-06,
      "loss": 0.3312,
      "step": 2031280
    },
    {
      "epoch": 566.92,
      "grad_norm": 1.220636010169983,
      "learning_rate": 1.0062114241349835e-06,
      "loss": 0.3442,
      "step": 2031290
    },
    {
      "epoch": 566.93,
      "grad_norm": 1.0597671270370483,
      "learning_rate": 1.006189220080482e-06,
      "loss": 0.3469,
      "step": 2031300
    },
    {
      "epoch": 566.93,
      "grad_norm": 1.0194896459579468,
      "learning_rate": 1.0061670162040113e-06,
      "loss": 0.339,
      "step": 2031310
    },
    {
      "epoch": 566.93,
      "grad_norm": 1.2627527713775635,
      "learning_rate": 1.006144812505572e-06,
      "loss": 0.3441,
      "step": 2031320
    },
    {
      "epoch": 566.94,
      "grad_norm": 1.2298234701156616,
      "learning_rate": 1.0061226089851688e-06,
      "loss": 0.3571,
      "step": 2031330
    },
    {
      "epoch": 566.94,
      "grad_norm": 1.3140439987182617,
      "learning_rate": 1.0061004056428039e-06,
      "loss": 0.3424,
      "step": 2031340
    },
    {
      "epoch": 566.94,
      "grad_norm": 1.0120277404785156,
      "learning_rate": 1.0060782024784806e-06,
      "loss": 0.3297,
      "step": 2031350
    },
    {
      "epoch": 566.94,
      "grad_norm": 1.004111647605896,
      "learning_rate": 1.0060559994922023e-06,
      "loss": 0.3517,
      "step": 2031360
    },
    {
      "epoch": 566.95,
      "grad_norm": 1.0170190334320068,
      "learning_rate": 1.006033796683971e-06,
      "loss": 0.3484,
      "step": 2031370
    },
    {
      "epoch": 566.95,
      "grad_norm": 1.2218111753463745,
      "learning_rate": 1.00601159405379e-06,
      "loss": 0.3346,
      "step": 2031380
    },
    {
      "epoch": 566.95,
      "grad_norm": 1.0506021976470947,
      "learning_rate": 1.0059893916016623e-06,
      "loss": 0.3332,
      "step": 2031390
    },
    {
      "epoch": 566.96,
      "grad_norm": 1.0732191801071167,
      "learning_rate": 1.0059671893275918e-06,
      "loss": 0.3341,
      "step": 2031400
    },
    {
      "epoch": 566.96,
      "grad_norm": 2.1823346614837646,
      "learning_rate": 1.0059449872315788e-06,
      "loss": 0.3533,
      "step": 2031410
    },
    {
      "epoch": 566.96,
      "grad_norm": 1.1976876258850098,
      "learning_rate": 1.0059227853136298e-06,
      "loss": 0.3336,
      "step": 2031420
    },
    {
      "epoch": 566.96,
      "grad_norm": 1.242676019668579,
      "learning_rate": 1.005900583573745e-06,
      "loss": 0.3467,
      "step": 2031430
    },
    {
      "epoch": 566.97,
      "grad_norm": 1.256467342376709,
      "learning_rate": 1.0058783820119285e-06,
      "loss": 0.3357,
      "step": 2031440
    },
    {
      "epoch": 566.97,
      "grad_norm": 1.2364856004714966,
      "learning_rate": 1.0058561806281836e-06,
      "loss": 0.3482,
      "step": 2031450
    },
    {
      "epoch": 566.97,
      "grad_norm": 1.2261278629302979,
      "learning_rate": 1.0058339794225122e-06,
      "loss": 0.3344,
      "step": 2031460
    },
    {
      "epoch": 566.97,
      "grad_norm": 1.2305808067321777,
      "learning_rate": 1.0058117783949174e-06,
      "loss": 0.3338,
      "step": 2031470
    },
    {
      "epoch": 566.98,
      "grad_norm": 1.1563034057617188,
      "learning_rate": 1.005789577545403e-06,
      "loss": 0.3356,
      "step": 2031480
    },
    {
      "epoch": 566.98,
      "grad_norm": 1.3677763938903809,
      "learning_rate": 1.005767376873972e-06,
      "loss": 0.3346,
      "step": 2031490
    },
    {
      "epoch": 566.98,
      "grad_norm": 1.2590539455413818,
      "learning_rate": 1.0057451763806263e-06,
      "loss": 0.3387,
      "step": 2031500
    },
    {
      "epoch": 566.99,
      "grad_norm": 1.3835119009017944,
      "learning_rate": 1.0057229760653694e-06,
      "loss": 0.3337,
      "step": 2031510
    },
    {
      "epoch": 566.99,
      "grad_norm": 1.149965524673462,
      "learning_rate": 1.0057007759282049e-06,
      "loss": 0.3537,
      "step": 2031520
    },
    {
      "epoch": 566.99,
      "grad_norm": 0.9491217136383057,
      "learning_rate": 1.0056785759691334e-06,
      "loss": 0.3338,
      "step": 2031530
    },
    {
      "epoch": 566.99,
      "grad_norm": 1.2658851146697998,
      "learning_rate": 1.0056563761881615e-06,
      "loss": 0.3434,
      "step": 2031540
    },
    {
      "epoch": 567.0,
      "grad_norm": 1.1657254695892334,
      "learning_rate": 1.005634176585289e-06,
      "loss": 0.3296,
      "step": 2031550
    },
    {
      "epoch": 567.0,
      "grad_norm": 1.1538783311843872,
      "learning_rate": 1.0056119771605205e-06,
      "loss": 0.3437,
      "step": 2031560
    },
    {
      "epoch": 567.0,
      "eval_loss": 0.33963489532470703,
      "eval_runtime": 63.6573,
      "eval_samples_per_second": 79.472,
      "eval_steps_per_second": 9.944,
      "step": 2031561
    },
    {
      "epoch": 567.0,
      "grad_norm": 1.3213378190994263,
      "learning_rate": 1.0055897779138584e-06,
      "loss": 0.3488,
      "step": 2031570
    },
    {
      "epoch": 567.01,
      "grad_norm": 1.2349435091018677,
      "learning_rate": 1.0055675788453063e-06,
      "loss": 0.3423,
      "step": 2031580
    },
    {
      "epoch": 567.01,
      "grad_norm": 1.1048504114151,
      "learning_rate": 1.0055453799548663e-06,
      "loss": 0.3489,
      "step": 2031590
    },
    {
      "epoch": 567.01,
      "grad_norm": 1.083962321281433,
      "learning_rate": 1.0055231812425414e-06,
      "loss": 0.3466,
      "step": 2031600
    },
    {
      "epoch": 567.01,
      "grad_norm": 1.0928001403808594,
      "learning_rate": 1.0055009827083359e-06,
      "loss": 0.3322,
      "step": 2031610
    },
    {
      "epoch": 567.02,
      "grad_norm": 1.1132042407989502,
      "learning_rate": 1.00547878435225e-06,
      "loss": 0.3317,
      "step": 2031620
    },
    {
      "epoch": 567.02,
      "grad_norm": 1.1917301416397095,
      "learning_rate": 1.0054565861742897e-06,
      "loss": 0.3342,
      "step": 2031630
    },
    {
      "epoch": 567.02,
      "grad_norm": 1.0770657062530518,
      "learning_rate": 1.0054343881744561e-06,
      "loss": 0.3482,
      "step": 2031640
    },
    {
      "epoch": 567.02,
      "grad_norm": 1.4891854524612427,
      "learning_rate": 1.0054121903527525e-06,
      "loss": 0.3352,
      "step": 2031650
    },
    {
      "epoch": 567.03,
      "grad_norm": 1.3901196718215942,
      "learning_rate": 1.0053899927091833e-06,
      "loss": 0.3337,
      "step": 2031660
    },
    {
      "epoch": 567.03,
      "grad_norm": 1.2333756685256958,
      "learning_rate": 1.0053677952437478e-06,
      "loss": 0.3335,
      "step": 2031670
    },
    {
      "epoch": 567.03,
      "grad_norm": 1.3604573011398315,
      "learning_rate": 1.0053455979564538e-06,
      "loss": 0.3413,
      "step": 2031680
    },
    {
      "epoch": 567.04,
      "grad_norm": 1.1170363426208496,
      "learning_rate": 1.0053234008473003e-06,
      "loss": 0.3377,
      "step": 2031690
    },
    {
      "epoch": 567.04,
      "grad_norm": 1.0504753589630127,
      "learning_rate": 1.005301203916292e-06,
      "loss": 0.3295,
      "step": 2031700
    },
    {
      "epoch": 567.04,
      "grad_norm": 3.82602858543396,
      "learning_rate": 1.0052790071634315e-06,
      "loss": 0.3281,
      "step": 2031710
    },
    {
      "epoch": 567.04,
      "grad_norm": 1.113646149635315,
      "learning_rate": 1.0052568105887228e-06,
      "loss": 0.3341,
      "step": 2031720
    },
    {
      "epoch": 567.05,
      "grad_norm": 1.069908618927002,
      "learning_rate": 1.0052346141921671e-06,
      "loss": 0.3375,
      "step": 2031730
    },
    {
      "epoch": 567.05,
      "grad_norm": 1.2875168323516846,
      "learning_rate": 1.0052124179737683e-06,
      "loss": 0.3449,
      "step": 2031740
    },
    {
      "epoch": 567.05,
      "grad_norm": 1.154593586921692,
      "learning_rate": 1.0051902219335295e-06,
      "loss": 0.3385,
      "step": 2031750
    },
    {
      "epoch": 567.06,
      "grad_norm": 1.635959506034851,
      "learning_rate": 1.0051680260714525e-06,
      "loss": 0.3444,
      "step": 2031760
    },
    {
      "epoch": 567.06,
      "grad_norm": 0.92060387134552,
      "learning_rate": 1.005145830387542e-06,
      "loss": 0.3422,
      "step": 2031770
    },
    {
      "epoch": 567.06,
      "grad_norm": 1.2560012340545654,
      "learning_rate": 1.0051236348818e-06,
      "loss": 0.3378,
      "step": 2031780
    },
    {
      "epoch": 567.06,
      "grad_norm": 1.0903644561767578,
      "learning_rate": 1.0051014395542289e-06,
      "loss": 0.3262,
      "step": 2031790
    },
    {
      "epoch": 567.07,
      "grad_norm": 2.576782464981079,
      "learning_rate": 1.0050792444048335e-06,
      "loss": 0.3282,
      "step": 2031800
    },
    {
      "epoch": 567.07,
      "grad_norm": 0.8881927728652954,
      "learning_rate": 1.0050570494336144e-06,
      "loss": 0.3392,
      "step": 2031810
    },
    {
      "epoch": 567.07,
      "grad_norm": 1.2060842514038086,
      "learning_rate": 1.0050348546405758e-06,
      "loss": 0.332,
      "step": 2031820
    },
    {
      "epoch": 567.08,
      "grad_norm": 0.9822532534599304,
      "learning_rate": 1.0050126600257209e-06,
      "loss": 0.342,
      "step": 2031830
    },
    {
      "epoch": 567.08,
      "grad_norm": 1.1913667917251587,
      "learning_rate": 1.0049904655890527e-06,
      "loss": 0.3352,
      "step": 2031840
    },
    {
      "epoch": 567.08,
      "grad_norm": 1.395135760307312,
      "learning_rate": 1.0049682713305723e-06,
      "loss": 0.3391,
      "step": 2031850
    },
    {
      "epoch": 567.08,
      "grad_norm": 1.1165791749954224,
      "learning_rate": 1.0049460772502858e-06,
      "loss": 0.3327,
      "step": 2031860
    },
    {
      "epoch": 567.09,
      "grad_norm": 1.0001776218414307,
      "learning_rate": 1.0049238833481933e-06,
      "loss": 0.322,
      "step": 2031870
    },
    {
      "epoch": 567.09,
      "grad_norm": 1.093254804611206,
      "learning_rate": 1.0049016896242993e-06,
      "loss": 0.3247,
      "step": 2031880
    },
    {
      "epoch": 567.09,
      "grad_norm": 1.050466537475586,
      "learning_rate": 1.004879496078607e-06,
      "loss": 0.3255,
      "step": 2031890
    },
    {
      "epoch": 567.09,
      "grad_norm": 1.2007272243499756,
      "learning_rate": 1.004857302711118e-06,
      "loss": 0.3627,
      "step": 2031900
    },
    {
      "epoch": 567.1,
      "grad_norm": 1.020947813987732,
      "learning_rate": 1.0048351095218361e-06,
      "loss": 0.3236,
      "step": 2031910
    },
    {
      "epoch": 567.1,
      "grad_norm": 1.106930136680603,
      "learning_rate": 1.004812916510764e-06,
      "loss": 0.3324,
      "step": 2031920
    },
    {
      "epoch": 567.1,
      "grad_norm": 1.1236441135406494,
      "learning_rate": 1.0047907236779048e-06,
      "loss": 0.3542,
      "step": 2031930
    },
    {
      "epoch": 567.11,
      "grad_norm": 1.2341762781143188,
      "learning_rate": 1.0047685310232623e-06,
      "loss": 0.3216,
      "step": 2031940
    },
    {
      "epoch": 567.11,
      "grad_norm": 1.0670151710510254,
      "learning_rate": 1.0047463385468377e-06,
      "loss": 0.3401,
      "step": 2031950
    },
    {
      "epoch": 567.11,
      "grad_norm": 1.1522995233535767,
      "learning_rate": 1.0047241462486349e-06,
      "loss": 0.3272,
      "step": 2031960
    },
    {
      "epoch": 567.11,
      "grad_norm": 1.0334057807922363,
      "learning_rate": 1.0047019541286569e-06,
      "loss": 0.3514,
      "step": 2031970
    },
    {
      "epoch": 567.12,
      "grad_norm": 1.931371808052063,
      "learning_rate": 1.0046797621869073e-06,
      "loss": 0.348,
      "step": 2031980
    },
    {
      "epoch": 567.12,
      "grad_norm": 1.1010891199111938,
      "learning_rate": 1.0046575704233864e-06,
      "loss": 0.3465,
      "step": 2031990
    },
    {
      "epoch": 567.12,
      "grad_norm": 1.1947139501571655,
      "learning_rate": 1.004635378838101e-06,
      "loss": 0.3293,
      "step": 2032000
    },
    {
      "epoch": 567.13,
      "grad_norm": 1.2074952125549316,
      "learning_rate": 1.0046131874310512e-06,
      "loss": 0.3365,
      "step": 2032010
    },
    {
      "epoch": 567.13,
      "grad_norm": 1.1973891258239746,
      "learning_rate": 1.004590996202241e-06,
      "loss": 0.3423,
      "step": 2032020
    },
    {
      "epoch": 567.13,
      "grad_norm": 1.089274287223816,
      "learning_rate": 1.004568805151674e-06,
      "loss": 0.3258,
      "step": 2032030
    },
    {
      "epoch": 567.13,
      "grad_norm": 1.1192011833190918,
      "learning_rate": 1.0045466142793514e-06,
      "loss": 0.3315,
      "step": 2032040
    },
    {
      "epoch": 567.14,
      "grad_norm": 1.0710244178771973,
      "learning_rate": 1.0045244235852776e-06,
      "loss": 0.3485,
      "step": 2032050
    },
    {
      "epoch": 567.14,
      "grad_norm": 1.1394037008285522,
      "learning_rate": 1.0045022330694546e-06,
      "loss": 0.3412,
      "step": 2032060
    },
    {
      "epoch": 567.14,
      "grad_norm": 1.2537659406661987,
      "learning_rate": 1.0044800427318868e-06,
      "loss": 0.3282,
      "step": 2032070
    },
    {
      "epoch": 567.14,
      "grad_norm": 1.2190883159637451,
      "learning_rate": 1.0044578525725747e-06,
      "loss": 0.3465,
      "step": 2032080
    },
    {
      "epoch": 567.15,
      "grad_norm": 1.0663923025131226,
      "learning_rate": 1.0044356625915242e-06,
      "loss": 0.3463,
      "step": 2032090
    },
    {
      "epoch": 567.15,
      "grad_norm": 2.0998833179473877,
      "learning_rate": 1.0044134727887361e-06,
      "loss": 0.3371,
      "step": 2032100
    },
    {
      "epoch": 567.15,
      "grad_norm": 2.2393150329589844,
      "learning_rate": 1.004391283164214e-06,
      "loss": 0.3473,
      "step": 2032110
    },
    {
      "epoch": 567.16,
      "grad_norm": 1.1387916803359985,
      "learning_rate": 1.0043690937179617e-06,
      "loss": 0.333,
      "step": 2032120
    },
    {
      "epoch": 567.16,
      "grad_norm": 1.172460913658142,
      "learning_rate": 1.0043469044499805e-06,
      "loss": 0.3485,
      "step": 2032130
    },
    {
      "epoch": 567.16,
      "grad_norm": 1.1797959804534912,
      "learning_rate": 1.0043247153602743e-06,
      "loss": 0.3497,
      "step": 2032140
    },
    {
      "epoch": 567.16,
      "grad_norm": 1.197484016418457,
      "learning_rate": 1.004302526448846e-06,
      "loss": 0.3385,
      "step": 2032150
    },
    {
      "epoch": 567.17,
      "grad_norm": 0.9893776178359985,
      "learning_rate": 1.0042803377156996e-06,
      "loss": 0.3276,
      "step": 2032160
    },
    {
      "epoch": 567.17,
      "grad_norm": 1.1983236074447632,
      "learning_rate": 1.0042581491608359e-06,
      "loss": 0.3394,
      "step": 2032170
    },
    {
      "epoch": 567.17,
      "grad_norm": 1.1913111209869385,
      "learning_rate": 1.0042359607842588e-06,
      "loss": 0.3371,
      "step": 2032180
    },
    {
      "epoch": 567.18,
      "grad_norm": 1.2002742290496826,
      "learning_rate": 1.0042137725859724e-06,
      "loss": 0.3508,
      "step": 2032190
    },
    {
      "epoch": 567.18,
      "grad_norm": 1.1183009147644043,
      "learning_rate": 1.0041915845659769e-06,
      "loss": 0.3384,
      "step": 2032200
    },
    {
      "epoch": 567.18,
      "grad_norm": 0.9698964357376099,
      "learning_rate": 1.0041693967242784e-06,
      "loss": 0.342,
      "step": 2032210
    },
    {
      "epoch": 567.18,
      "grad_norm": 1.0340383052825928,
      "learning_rate": 1.0041472090608772e-06,
      "loss": 0.3322,
      "step": 2032220
    },
    {
      "epoch": 567.19,
      "grad_norm": 1.0250552892684937,
      "learning_rate": 1.004125021575779e-06,
      "loss": 0.348,
      "step": 2032230
    },
    {
      "epoch": 567.19,
      "grad_norm": 1.1377382278442383,
      "learning_rate": 1.0041028342689844e-06,
      "loss": 0.312,
      "step": 2032240
    },
    {
      "epoch": 567.19,
      "grad_norm": 1.4051356315612793,
      "learning_rate": 1.0040806471404972e-06,
      "loss": 0.3365,
      "step": 2032250
    },
    {
      "epoch": 567.2,
      "grad_norm": 1.1174923181533813,
      "learning_rate": 1.0040584601903212e-06,
      "loss": 0.3492,
      "step": 2032260
    },
    {
      "epoch": 567.2,
      "grad_norm": 1.3398348093032837,
      "learning_rate": 1.0040362734184578e-06,
      "loss": 0.3622,
      "step": 2032270
    },
    {
      "epoch": 567.2,
      "grad_norm": 1.3368180990219116,
      "learning_rate": 1.0040140868249105e-06,
      "loss": 0.3399,
      "step": 2032280
    },
    {
      "epoch": 567.2,
      "grad_norm": 1.055975079536438,
      "learning_rate": 1.0039919004096824e-06,
      "loss": 0.3457,
      "step": 2032290
    },
    {
      "epoch": 567.21,
      "grad_norm": 1.9025959968566895,
      "learning_rate": 1.0039697141727774e-06,
      "loss": 0.3457,
      "step": 2032300
    },
    {
      "epoch": 567.21,
      "grad_norm": 1.1139227151870728,
      "learning_rate": 1.0039475281141964e-06,
      "loss": 0.3346,
      "step": 2032310
    },
    {
      "epoch": 567.21,
      "grad_norm": 1.1424739360809326,
      "learning_rate": 1.0039253422339438e-06,
      "loss": 0.3489,
      "step": 2032320
    },
    {
      "epoch": 567.21,
      "grad_norm": 1.0630635023117065,
      "learning_rate": 1.0039031565320231e-06,
      "loss": 0.3282,
      "step": 2032330
    },
    {
      "epoch": 567.22,
      "grad_norm": 1.0616165399551392,
      "learning_rate": 1.0038809710084345e-06,
      "loss": 0.3532,
      "step": 2032340
    },
    {
      "epoch": 567.22,
      "grad_norm": 0.9813058376312256,
      "learning_rate": 1.0038587856631846e-06,
      "loss": 0.3564,
      "step": 2032350
    },
    {
      "epoch": 567.22,
      "grad_norm": 1.1268261671066284,
      "learning_rate": 1.0038366004962737e-06,
      "loss": 0.3385,
      "step": 2032360
    },
    {
      "epoch": 567.23,
      "grad_norm": 1.0439904928207397,
      "learning_rate": 1.0038144155077057e-06,
      "loss": 0.3531,
      "step": 2032370
    },
    {
      "epoch": 567.23,
      "grad_norm": 1.0895378589630127,
      "learning_rate": 1.0037922306974836e-06,
      "loss": 0.3423,
      "step": 2032380
    },
    {
      "epoch": 567.23,
      "grad_norm": 1.0708595514297485,
      "learning_rate": 1.0037700460656108e-06,
      "loss": 0.3239,
      "step": 2032390
    },
    {
      "epoch": 567.23,
      "grad_norm": 1.0029338598251343,
      "learning_rate": 1.003747861612089e-06,
      "loss": 0.3512,
      "step": 2032400
    },
    {
      "epoch": 567.24,
      "grad_norm": 0.9671823382377625,
      "learning_rate": 1.0037256773369219e-06,
      "loss": 0.3535,
      "step": 2032410
    },
    {
      "epoch": 567.24,
      "grad_norm": 0.9997197985649109,
      "learning_rate": 1.0037034932401134e-06,
      "loss": 0.3263,
      "step": 2032420
    },
    {
      "epoch": 567.24,
      "grad_norm": 1.2945780754089355,
      "learning_rate": 1.0036813093216634e-06,
      "loss": 0.3312,
      "step": 2032430
    },
    {
      "epoch": 567.25,
      "grad_norm": 1.8776941299438477,
      "learning_rate": 1.0036591255815786e-06,
      "loss": 0.3434,
      "step": 2032440
    },
    {
      "epoch": 567.25,
      "grad_norm": 1.036346197128296,
      "learning_rate": 1.0036369420198597e-06,
      "loss": 0.3395,
      "step": 2032450
    },
    {
      "epoch": 567.25,
      "grad_norm": 1.191956877708435,
      "learning_rate": 1.00361475863651e-06,
      "loss": 0.3208,
      "step": 2032460
    },
    {
      "epoch": 567.25,
      "grad_norm": 1.2438913583755493,
      "learning_rate": 1.0035925754315337e-06,
      "loss": 0.368,
      "step": 2032470
    },
    {
      "epoch": 567.26,
      "grad_norm": 1.0054789781570435,
      "learning_rate": 1.003570392404932e-06,
      "loss": 0.356,
      "step": 2032480
    },
    {
      "epoch": 567.26,
      "grad_norm": 1.0095847845077515,
      "learning_rate": 1.0035482095567082e-06,
      "loss": 0.3383,
      "step": 2032490
    },
    {
      "epoch": 567.26,
      "grad_norm": 1.2068265676498413,
      "learning_rate": 1.003526026886866e-06,
      "loss": 0.3474,
      "step": 2032500
    },
    {
      "epoch": 567.26,
      "grad_norm": 1.130745768547058,
      "learning_rate": 1.0035038443954077e-06,
      "loss": 0.3453,
      "step": 2032510
    },
    {
      "epoch": 567.27,
      "grad_norm": 1.156304955482483,
      "learning_rate": 1.0034816620823362e-06,
      "loss": 0.3387,
      "step": 2032520
    },
    {
      "epoch": 567.27,
      "grad_norm": 1.085733413696289,
      "learning_rate": 1.0034594799476563e-06,
      "loss": 0.3182,
      "step": 2032530
    },
    {
      "epoch": 567.27,
      "grad_norm": 0.9951909184455872,
      "learning_rate": 1.0034372979913683e-06,
      "loss": 0.3461,
      "step": 2032540
    },
    {
      "epoch": 567.28,
      "grad_norm": 1.0222856998443604,
      "learning_rate": 1.0034151162134762e-06,
      "loss": 0.3365,
      "step": 2032550
    },
    {
      "epoch": 567.28,
      "grad_norm": 1.2272868156433105,
      "learning_rate": 1.0033929346139839e-06,
      "loss": 0.3464,
      "step": 2032560
    },
    {
      "epoch": 567.28,
      "grad_norm": 1.327781319618225,
      "learning_rate": 1.003370753192892e-06,
      "loss": 0.3411,
      "step": 2032570
    },
    {
      "epoch": 567.28,
      "grad_norm": 1.3348898887634277,
      "learning_rate": 1.0033485719502065e-06,
      "loss": 0.3487,
      "step": 2032580
    },
    {
      "epoch": 567.29,
      "grad_norm": 1.2565709352493286,
      "learning_rate": 1.0033263908859279e-06,
      "loss": 0.3471,
      "step": 2032590
    },
    {
      "epoch": 567.29,
      "grad_norm": 1.086113691329956,
      "learning_rate": 1.0033042100000602e-06,
      "loss": 0.3507,
      "step": 2032600
    },
    {
      "epoch": 567.29,
      "grad_norm": 1.0424134731292725,
      "learning_rate": 1.0032820292926068e-06,
      "loss": 0.3209,
      "step": 2032610
    },
    {
      "epoch": 567.3,
      "grad_norm": 1.0997604131698608,
      "learning_rate": 1.0032598487635693e-06,
      "loss": 0.3448,
      "step": 2032620
    },
    {
      "epoch": 567.3,
      "grad_norm": 1.0809881687164307,
      "learning_rate": 1.0032376684129515e-06,
      "loss": 0.3641,
      "step": 2032630
    },
    {
      "epoch": 567.3,
      "grad_norm": 1.2936164140701294,
      "learning_rate": 1.0032154882407562e-06,
      "loss": 0.346,
      "step": 2032640
    },
    {
      "epoch": 567.3,
      "grad_norm": 0.9561807513237,
      "learning_rate": 1.0031933082469872e-06,
      "loss": 0.3414,
      "step": 2032650
    },
    {
      "epoch": 567.31,
      "grad_norm": 1.201252818107605,
      "learning_rate": 1.003171128431645e-06,
      "loss": 0.3463,
      "step": 2032660
    },
    {
      "epoch": 567.31,
      "grad_norm": 1.0145105123519897,
      "learning_rate": 1.0031489487947362e-06,
      "loss": 0.3339,
      "step": 2032670
    },
    {
      "epoch": 567.31,
      "grad_norm": 1.261098027229309,
      "learning_rate": 1.0031267693362606e-06,
      "loss": 0.3673,
      "step": 2032680
    },
    {
      "epoch": 567.32,
      "grad_norm": 1.2038333415985107,
      "learning_rate": 1.0031045900562223e-06,
      "loss": 0.3503,
      "step": 2032690
    },
    {
      "epoch": 567.32,
      "grad_norm": 1.227177619934082,
      "learning_rate": 1.0030824109546253e-06,
      "loss": 0.3505,
      "step": 2032700
    },
    {
      "epoch": 567.32,
      "grad_norm": 1.0650492906570435,
      "learning_rate": 1.0030602320314706e-06,
      "loss": 0.3416,
      "step": 2032710
    },
    {
      "epoch": 567.32,
      "grad_norm": 1.0784454345703125,
      "learning_rate": 1.003038053286762e-06,
      "loss": 0.347,
      "step": 2032720
    },
    {
      "epoch": 567.33,
      "grad_norm": 1.3889912366867065,
      "learning_rate": 1.0030158747205025e-06,
      "loss": 0.3462,
      "step": 2032730
    },
    {
      "epoch": 567.33,
      "grad_norm": 1.008813500404358,
      "learning_rate": 1.0029936963326959e-06,
      "loss": 0.3343,
      "step": 2032740
    },
    {
      "epoch": 567.33,
      "grad_norm": 1.3592337369918823,
      "learning_rate": 1.0029715181233437e-06,
      "loss": 0.3551,
      "step": 2032750
    },
    {
      "epoch": 567.33,
      "grad_norm": 1.117390513420105,
      "learning_rate": 1.0029493400924492e-06,
      "loss": 0.3355,
      "step": 2032760
    },
    {
      "epoch": 567.34,
      "grad_norm": 1.1198235750198364,
      "learning_rate": 1.0029271622400165e-06,
      "loss": 0.3616,
      "step": 2032770
    },
    {
      "epoch": 567.34,
      "grad_norm": 1.0570354461669922,
      "learning_rate": 1.0029049845660461e-06,
      "loss": 0.3465,
      "step": 2032780
    },
    {
      "epoch": 567.34,
      "grad_norm": 1.0989975929260254,
      "learning_rate": 1.0028828070705445e-06,
      "loss": 0.3515,
      "step": 2032790
    },
    {
      "epoch": 567.35,
      "grad_norm": 0.9949505925178528,
      "learning_rate": 1.0028606297535105e-06,
      "loss": 0.3338,
      "step": 2032800
    },
    {
      "epoch": 567.35,
      "grad_norm": 1.1869995594024658,
      "learning_rate": 1.0028384526149513e-06,
      "loss": 0.3331,
      "step": 2032810
    },
    {
      "epoch": 567.35,
      "grad_norm": 0.9838504195213318,
      "learning_rate": 1.002816275654867e-06,
      "loss": 0.3457,
      "step": 2032820
    },
    {
      "epoch": 567.35,
      "grad_norm": 1.171207308769226,
      "learning_rate": 1.002794098873261e-06,
      "loss": 0.3664,
      "step": 2032830
    },
    {
      "epoch": 567.36,
      "grad_norm": 1.3196744918823242,
      "learning_rate": 1.0027719222701376e-06,
      "loss": 0.3425,
      "step": 2032840
    },
    {
      "epoch": 567.36,
      "grad_norm": 3.7006118297576904,
      "learning_rate": 1.002749745845498e-06,
      "loss": 0.3499,
      "step": 2032850
    },
    {
      "epoch": 567.36,
      "grad_norm": 1.1418489217758179,
      "learning_rate": 1.0027275695993458e-06,
      "loss": 0.3252,
      "step": 2032860
    },
    {
      "epoch": 567.37,
      "grad_norm": 1.11013925075531,
      "learning_rate": 1.002705393531684e-06,
      "loss": 0.3537,
      "step": 2032870
    },
    {
      "epoch": 567.37,
      "grad_norm": 1.0308098793029785,
      "learning_rate": 1.0026832176425166e-06,
      "loss": 0.3315,
      "step": 2032880
    },
    {
      "epoch": 567.37,
      "grad_norm": 1.2748777866363525,
      "learning_rate": 1.0026610419318446e-06,
      "loss": 0.3495,
      "step": 2032890
    },
    {
      "epoch": 567.37,
      "grad_norm": 1.1228251457214355,
      "learning_rate": 1.0026388663996718e-06,
      "loss": 0.3361,
      "step": 2032900
    },
    {
      "epoch": 567.38,
      "grad_norm": 1.1962823867797852,
      "learning_rate": 1.0026166910460024e-06,
      "loss": 0.3498,
      "step": 2032910
    },
    {
      "epoch": 567.38,
      "grad_norm": 1.2452871799468994,
      "learning_rate": 1.0025945158708365e-06,
      "loss": 0.3335,
      "step": 2032920
    },
    {
      "epoch": 567.38,
      "grad_norm": 1.2312897443771362,
      "learning_rate": 1.0025723408741801e-06,
      "loss": 0.3469,
      "step": 2032930
    },
    {
      "epoch": 567.38,
      "grad_norm": 1.1650501489639282,
      "learning_rate": 1.002550166056034e-06,
      "loss": 0.3419,
      "step": 2032940
    },
    {
      "epoch": 567.39,
      "grad_norm": 2.846073865890503,
      "learning_rate": 1.0025279914164024e-06,
      "loss": 0.3438,
      "step": 2032950
    },
    {
      "epoch": 567.39,
      "grad_norm": 2.324551582336426,
      "learning_rate": 1.0025058169552876e-06,
      "loss": 0.3392,
      "step": 2032960
    },
    {
      "epoch": 567.39,
      "grad_norm": 1.227580189704895,
      "learning_rate": 1.0024836426726933e-06,
      "loss": 0.3419,
      "step": 2032970
    },
    {
      "epoch": 567.4,
      "grad_norm": 1.2386627197265625,
      "learning_rate": 1.0024614685686214e-06,
      "loss": 0.3493,
      "step": 2032980
    },
    {
      "epoch": 567.4,
      "grad_norm": 1.1854735612869263,
      "learning_rate": 1.0024392946430752e-06,
      "loss": 0.3392,
      "step": 2032990
    },
    {
      "epoch": 567.4,
      "grad_norm": 1.127510666847229,
      "learning_rate": 1.0024171208960588e-06,
      "loss": 0.3432,
      "step": 2033000
    },
    {
      "epoch": 567.4,
      "grad_norm": 1.1182587146759033,
      "learning_rate": 1.0023949473275725e-06,
      "loss": 0.3402,
      "step": 2033010
    },
    {
      "epoch": 567.41,
      "grad_norm": 1.107895851135254,
      "learning_rate": 1.0023727739376226e-06,
      "loss": 0.323,
      "step": 2033020
    },
    {
      "epoch": 567.41,
      "grad_norm": 1.2669596672058105,
      "learning_rate": 1.0023506007262095e-06,
      "loss": 0.3558,
      "step": 2033030
    },
    {
      "epoch": 567.41,
      "grad_norm": 1.0421452522277832,
      "learning_rate": 1.0023284276933371e-06,
      "loss": 0.3466,
      "step": 2033040
    },
    {
      "epoch": 567.42,
      "grad_norm": 4.722456455230713,
      "learning_rate": 1.002306254839008e-06,
      "loss": 0.3271,
      "step": 2033050
    },
    {
      "epoch": 567.42,
      "grad_norm": 1.247843623161316,
      "learning_rate": 1.0022840821632266e-06,
      "loss": 0.3478,
      "step": 2033060
    },
    {
      "epoch": 567.42,
      "grad_norm": 1.2605265378952026,
      "learning_rate": 1.0022619096659938e-06,
      "loss": 0.3356,
      "step": 2033070
    },
    {
      "epoch": 567.42,
      "grad_norm": 1.1028575897216797,
      "learning_rate": 1.0022397373473133e-06,
      "loss": 0.3415,
      "step": 2033080
    },
    {
      "epoch": 567.43,
      "grad_norm": 1.3526231050491333,
      "learning_rate": 1.002217565207188e-06,
      "loss": 0.3325,
      "step": 2033090
    },
    {
      "epoch": 567.43,
      "grad_norm": 1.2964740991592407,
      "learning_rate": 1.0021953932456214e-06,
      "loss": 0.3589,
      "step": 2033100
    },
    {
      "epoch": 567.43,
      "grad_norm": 1.0905680656433105,
      "learning_rate": 1.0021732214626166e-06,
      "loss": 0.3445,
      "step": 2033110
    },
    {
      "epoch": 567.44,
      "grad_norm": 1.0268425941467285,
      "learning_rate": 1.0021510498581756e-06,
      "loss": 0.3381,
      "step": 2033120
    },
    {
      "epoch": 567.44,
      "grad_norm": 1.0937684774398804,
      "learning_rate": 1.0021288784323013e-06,
      "loss": 0.3424,
      "step": 2033130
    },
    {
      "epoch": 567.44,
      "grad_norm": 1.1521282196044922,
      "learning_rate": 1.0021067071849983e-06,
      "loss": 0.3435,
      "step": 2033140
    },
    {
      "epoch": 567.44,
      "grad_norm": 1.2375227212905884,
      "learning_rate": 1.0020845361162666e-06,
      "loss": 0.3369,
      "step": 2033150
    },
    {
      "epoch": 567.45,
      "grad_norm": 1.1707990169525146,
      "learning_rate": 1.0020623652261128e-06,
      "loss": 0.3589,
      "step": 2033160
    },
    {
      "epoch": 567.45,
      "grad_norm": 1.2618634700775146,
      "learning_rate": 1.002040194514537e-06,
      "loss": 0.3435,
      "step": 2033170
    },
    {
      "epoch": 567.45,
      "grad_norm": 1.0435789823532104,
      "learning_rate": 1.0020180239815432e-06,
      "loss": 0.3476,
      "step": 2033180
    },
    {
      "epoch": 567.45,
      "grad_norm": 1.0464074611663818,
      "learning_rate": 1.001995853627134e-06,
      "loss": 0.3358,
      "step": 2033190
    },
    {
      "epoch": 567.46,
      "grad_norm": 1.1894885301589966,
      "learning_rate": 1.0019736834513138e-06,
      "loss": 0.3426,
      "step": 2033200
    },
    {
      "epoch": 567.46,
      "grad_norm": 1.2713664770126343,
      "learning_rate": 1.0019515134540834e-06,
      "loss": 0.3348,
      "step": 2033210
    },
    {
      "epoch": 567.46,
      "grad_norm": 1.2218074798583984,
      "learning_rate": 1.0019293436354468e-06,
      "loss": 0.3525,
      "step": 2033220
    },
    {
      "epoch": 567.47,
      "grad_norm": 1.2214281558990479,
      "learning_rate": 1.0019071739954079e-06,
      "loss": 0.3367,
      "step": 2033230
    },
    {
      "epoch": 567.47,
      "grad_norm": 1.2083196640014648,
      "learning_rate": 1.0018850045339667e-06,
      "loss": 0.3408,
      "step": 2033240
    },
    {
      "epoch": 567.47,
      "grad_norm": 1.0518568754196167,
      "learning_rate": 1.0018628352511299e-06,
      "loss": 0.3187,
      "step": 2033250
    },
    {
      "epoch": 567.47,
      "grad_norm": 1.193900227546692,
      "learning_rate": 1.001840666146898e-06,
      "loss": 0.3535,
      "step": 2033260
    },
    {
      "epoch": 567.48,
      "grad_norm": 1.256880283355713,
      "learning_rate": 1.0018184972212742e-06,
      "loss": 0.3463,
      "step": 2033270
    },
    {
      "epoch": 567.48,
      "grad_norm": 1.178263545036316,
      "learning_rate": 1.001796328474263e-06,
      "loss": 0.3325,
      "step": 2033280
    },
    {
      "epoch": 567.48,
      "grad_norm": 1.30636465549469,
      "learning_rate": 1.0017741599058652e-06,
      "loss": 0.3295,
      "step": 2033290
    },
    {
      "epoch": 567.49,
      "grad_norm": 1.2195465564727783,
      "learning_rate": 1.0017519915160848e-06,
      "loss": 0.3507,
      "step": 2033300
    },
    {
      "epoch": 567.49,
      "grad_norm": 1.249104619026184,
      "learning_rate": 1.0017298233049248e-06,
      "loss": 0.3424,
      "step": 2033310
    },
    {
      "epoch": 567.49,
      "grad_norm": 1.2002593278884888,
      "learning_rate": 1.0017076552723886e-06,
      "loss": 0.3659,
      "step": 2033320
    },
    {
      "epoch": 567.49,
      "grad_norm": 1.0125230550765991,
      "learning_rate": 1.0016854874184771e-06,
      "loss": 0.3468,
      "step": 2033330
    },
    {
      "epoch": 567.5,
      "grad_norm": 1.1902929544448853,
      "learning_rate": 1.0016633197431963e-06,
      "loss": 0.3415,
      "step": 2033340
    },
    {
      "epoch": 567.5,
      "grad_norm": 1.2017377614974976,
      "learning_rate": 1.0016411522465472e-06,
      "loss": 0.3265,
      "step": 2033350
    },
    {
      "epoch": 567.5,
      "grad_norm": 1.1344867944717407,
      "learning_rate": 1.0016189849285327e-06,
      "loss": 0.3486,
      "step": 2033360
    },
    {
      "epoch": 567.5,
      "grad_norm": 1.1217374801635742,
      "learning_rate": 1.0015968177891572e-06,
      "loss": 0.3343,
      "step": 2033370
    },
    {
      "epoch": 567.51,
      "grad_norm": 1.2431532144546509,
      "learning_rate": 1.001574650828421e-06,
      "loss": 0.3244,
      "step": 2033380
    },
    {
      "epoch": 567.51,
      "grad_norm": 1.0050450563430786,
      "learning_rate": 1.0015524840463305e-06,
      "loss": 0.3381,
      "step": 2033390
    },
    {
      "epoch": 567.51,
      "grad_norm": 1.1138113737106323,
      "learning_rate": 1.0015303174428856e-06,
      "loss": 0.3364,
      "step": 2033400
    },
    {
      "epoch": 567.52,
      "grad_norm": 1.2018980979919434,
      "learning_rate": 1.001508151018091e-06,
      "loss": 0.3362,
      "step": 2033410
    },
    {
      "epoch": 567.52,
      "grad_norm": 1.106238603591919,
      "learning_rate": 1.0014859847719495e-06,
      "loss": 0.3318,
      "step": 2033420
    },
    {
      "epoch": 567.52,
      "grad_norm": 1.2999122142791748,
      "learning_rate": 1.0014638187044634e-06,
      "loss": 0.3454,
      "step": 2033430
    },
    {
      "epoch": 567.52,
      "grad_norm": 1.0507962703704834,
      "learning_rate": 1.0014416528156355e-06,
      "loss": 0.3256,
      "step": 2033440
    },
    {
      "epoch": 567.53,
      "grad_norm": 1.3931578397750854,
      "learning_rate": 1.0014194871054695e-06,
      "loss": 0.3237,
      "step": 2033450
    },
    {
      "epoch": 567.53,
      "grad_norm": 1.3798319101333618,
      "learning_rate": 1.001397321573969e-06,
      "loss": 0.3598,
      "step": 2033460
    },
    {
      "epoch": 567.53,
      "grad_norm": 1.226931095123291,
      "learning_rate": 1.001375156221134e-06,
      "loss": 0.3303,
      "step": 2033470
    },
    {
      "epoch": 567.54,
      "grad_norm": 1.0825514793395996,
      "learning_rate": 1.0013529910469713e-06,
      "loss": 0.3342,
      "step": 2033480
    },
    {
      "epoch": 567.54,
      "grad_norm": 1.0814638137817383,
      "learning_rate": 1.001330826051481e-06,
      "loss": 0.3251,
      "step": 2033490
    },
    {
      "epoch": 567.54,
      "grad_norm": 1.170472502708435,
      "learning_rate": 1.0013086612346671e-06,
      "loss": 0.3428,
      "step": 2033500
    },
    {
      "epoch": 567.54,
      "grad_norm": 1.291609525680542,
      "learning_rate": 1.0012864965965335e-06,
      "loss": 0.344,
      "step": 2033510
    },
    {
      "epoch": 567.55,
      "grad_norm": 1.1581225395202637,
      "learning_rate": 1.0012643321370813e-06,
      "loss": 0.3417,
      "step": 2033520
    },
    {
      "epoch": 567.55,
      "grad_norm": 1.127423882484436,
      "learning_rate": 1.0012421678563143e-06,
      "loss": 0.3555,
      "step": 2033530
    },
    {
      "epoch": 567.55,
      "grad_norm": 1.1064631938934326,
      "learning_rate": 1.0012200037542353e-06,
      "loss": 0.3471,
      "step": 2033540
    },
    {
      "epoch": 567.56,
      "grad_norm": 0.9996742606163025,
      "learning_rate": 1.0011978398308484e-06,
      "loss": 0.3613,
      "step": 2033550
    },
    {
      "epoch": 567.56,
      "grad_norm": 1.1547764539718628,
      "learning_rate": 1.0011756760861546e-06,
      "loss": 0.343,
      "step": 2033560
    },
    {
      "epoch": 567.56,
      "grad_norm": 1.1392697095870972,
      "learning_rate": 1.001153512520158e-06,
      "loss": 0.3368,
      "step": 2033570
    },
    {
      "epoch": 567.56,
      "grad_norm": 1.0529577732086182,
      "learning_rate": 1.0011313491328621e-06,
      "loss": 0.3408,
      "step": 2033580
    },
    {
      "epoch": 567.57,
      "grad_norm": 1.255601167678833,
      "learning_rate": 1.0011091859242673e-06,
      "loss": 0.3376,
      "step": 2033590
    },
    {
      "epoch": 567.57,
      "grad_norm": 1.1388736963272095,
      "learning_rate": 1.0010870228943804e-06,
      "loss": 0.3267,
      "step": 2033600
    },
    {
      "epoch": 567.57,
      "grad_norm": 1.0060991048812866,
      "learning_rate": 1.001064860043201e-06,
      "loss": 0.3304,
      "step": 2033610
    },
    {
      "epoch": 567.57,
      "grad_norm": 1.055843710899353,
      "learning_rate": 1.0010426973707336e-06,
      "loss": 0.3215,
      "step": 2033620
    },
    {
      "epoch": 567.58,
      "grad_norm": 1.173642635345459,
      "learning_rate": 1.001020534876981e-06,
      "loss": 0.3407,
      "step": 2033630
    },
    {
      "epoch": 567.58,
      "grad_norm": 1.199340581893921,
      "learning_rate": 1.000998372561947e-06,
      "loss": 0.3396,
      "step": 2033640
    },
    {
      "epoch": 567.58,
      "grad_norm": 1.0046703815460205,
      "learning_rate": 1.0009762104256325e-06,
      "loss": 0.3386,
      "step": 2033650
    },
    {
      "epoch": 567.59,
      "grad_norm": 1.246504306793213,
      "learning_rate": 1.0009540484680414e-06,
      "loss": 0.3334,
      "step": 2033660
    },
    {
      "epoch": 567.59,
      "grad_norm": 1.0664758682250977,
      "learning_rate": 1.000931886689177e-06,
      "loss": 0.3472,
      "step": 2033670
    },
    {
      "epoch": 567.59,
      "grad_norm": 1.1613712310791016,
      "learning_rate": 1.000909725089042e-06,
      "loss": 0.3151,
      "step": 2033680
    },
    {
      "epoch": 567.59,
      "grad_norm": 1.1539174318313599,
      "learning_rate": 1.0008875636676404e-06,
      "loss": 0.3351,
      "step": 2033690
    },
    {
      "epoch": 567.6,
      "grad_norm": 1.0189064741134644,
      "learning_rate": 1.0008654024249735e-06,
      "loss": 0.3321,
      "step": 2033700
    },
    {
      "epoch": 567.6,
      "grad_norm": 1.2042843103408813,
      "learning_rate": 1.0008432413610445e-06,
      "loss": 0.3489,
      "step": 2033710
    },
    {
      "epoch": 567.6,
      "grad_norm": 1.182043433189392,
      "learning_rate": 1.0008210804758576e-06,
      "loss": 0.3422,
      "step": 2033720
    },
    {
      "epoch": 567.61,
      "grad_norm": 1.074503779411316,
      "learning_rate": 1.0007989197694136e-06,
      "loss": 0.3394,
      "step": 2033730
    },
    {
      "epoch": 567.61,
      "grad_norm": 1.0307426452636719,
      "learning_rate": 1.000776759241718e-06,
      "loss": 0.3417,
      "step": 2033740
    },
    {
      "epoch": 567.61,
      "grad_norm": 0.9284775257110596,
      "learning_rate": 1.000754598892772e-06,
      "loss": 0.3355,
      "step": 2033750
    },
    {
      "epoch": 567.61,
      "grad_norm": 1.2473288774490356,
      "learning_rate": 1.000732438722579e-06,
      "loss": 0.3132,
      "step": 2033760
    },
    {
      "epoch": 567.62,
      "grad_norm": 1.1661829948425293,
      "learning_rate": 1.000710278731142e-06,
      "loss": 0.3502,
      "step": 2033770
    },
    {
      "epoch": 567.62,
      "grad_norm": 1.1835544109344482,
      "learning_rate": 1.0006881189184646e-06,
      "loss": 0.323,
      "step": 2033780
    },
    {
      "epoch": 567.62,
      "grad_norm": 1.1881383657455444,
      "learning_rate": 1.0006659592845485e-06,
      "loss": 0.3476,
      "step": 2033790
    },
    {
      "epoch": 567.62,
      "grad_norm": 1.1290462017059326,
      "learning_rate": 1.0006437998293968e-06,
      "loss": 0.3439,
      "step": 2033800
    },
    {
      "epoch": 567.63,
      "grad_norm": 1.2267098426818848,
      "learning_rate": 1.0006216405530144e-06,
      "loss": 0.3514,
      "step": 2033810
    },
    {
      "epoch": 567.63,
      "grad_norm": 1.213473916053772,
      "learning_rate": 1.0005994814554004e-06,
      "loss": 0.3434,
      "step": 2033820
    },
    {
      "epoch": 567.63,
      "grad_norm": 1.217856526374817,
      "learning_rate": 1.0005773225365624e-06,
      "loss": 0.3397,
      "step": 2033830
    },
    {
      "epoch": 567.64,
      "grad_norm": 1.5643336772918701,
      "learning_rate": 1.0005551637964997e-06,
      "loss": 0.333,
      "step": 2033840
    },
    {
      "epoch": 567.64,
      "grad_norm": 1.0772727727890015,
      "learning_rate": 1.000533005235217e-06,
      "loss": 0.3609,
      "step": 2033850
    },
    {
      "epoch": 567.64,
      "grad_norm": 1.0693776607513428,
      "learning_rate": 1.0005108468527175e-06,
      "loss": 0.3344,
      "step": 2033860
    },
    {
      "epoch": 567.64,
      "grad_norm": 0.9389951825141907,
      "learning_rate": 1.0004886886490028e-06,
      "loss": 0.3222,
      "step": 2033870
    },
    {
      "epoch": 567.65,
      "grad_norm": 1.2069238424301147,
      "learning_rate": 1.0004665306240764e-06,
      "loss": 0.3606,
      "step": 2033880
    },
    {
      "epoch": 567.65,
      "grad_norm": 1.2261379957199097,
      "learning_rate": 1.0004443727779413e-06,
      "loss": 0.3274,
      "step": 2033890
    },
    {
      "epoch": 567.65,
      "grad_norm": 1.1026989221572876,
      "learning_rate": 1.0004222151106017e-06,
      "loss": 0.3464,
      "step": 2033900
    },
    {
      "epoch": 567.66,
      "grad_norm": 1.2534855604171753,
      "learning_rate": 1.0004000576220575e-06,
      "loss": 0.3348,
      "step": 2033910
    },
    {
      "epoch": 567.66,
      "grad_norm": 1.2100467681884766,
      "learning_rate": 1.000377900312315e-06,
      "loss": 0.3396,
      "step": 2033920
    },
    {
      "epoch": 567.66,
      "grad_norm": 1.0586456060409546,
      "learning_rate": 1.000355743181375e-06,
      "loss": 0.3358,
      "step": 2033930
    },
    {
      "epoch": 567.66,
      "grad_norm": 1.1082209348678589,
      "learning_rate": 1.0003335862292415e-06,
      "loss": 0.3205,
      "step": 2033940
    },
    {
      "epoch": 567.67,
      "grad_norm": 1.133263349533081,
      "learning_rate": 1.0003114294559174e-06,
      "loss": 0.348,
      "step": 2033950
    },
    {
      "epoch": 567.67,
      "grad_norm": 3.8908181190490723,
      "learning_rate": 1.000289272861404e-06,
      "loss": 0.3319,
      "step": 2033960
    },
    {
      "epoch": 567.67,
      "grad_norm": 1.2483713626861572,
      "learning_rate": 1.0002671164457074e-06,
      "loss": 0.341,
      "step": 2033970
    },
    {
      "epoch": 567.68,
      "grad_norm": 1.1409324407577515,
      "learning_rate": 1.0002449602088275e-06,
      "loss": 0.3645,
      "step": 2033980
    },
    {
      "epoch": 567.68,
      "grad_norm": 1.3543609380722046,
      "learning_rate": 1.0002228041507688e-06,
      "loss": 0.3392,
      "step": 2033990
    },
    {
      "epoch": 567.68,
      "grad_norm": 0.9837921261787415,
      "learning_rate": 1.0002006482715338e-06,
      "loss": 0.3323,
      "step": 2034000
    },
    {
      "epoch": 567.68,
      "grad_norm": 0.9999561905860901,
      "learning_rate": 1.0001784925711265e-06,
      "loss": 0.3441,
      "step": 2034010
    },
    {
      "epoch": 567.69,
      "grad_norm": 0.963842511177063,
      "learning_rate": 1.000156337049548e-06,
      "loss": 0.331,
      "step": 2034020
    },
    {
      "epoch": 567.69,
      "grad_norm": 1.2639349699020386,
      "learning_rate": 1.0001341817068024e-06,
      "loss": 0.3198,
      "step": 2034030
    },
    {
      "epoch": 567.69,
      "grad_norm": 1.1522058248519897,
      "learning_rate": 1.0001120265428928e-06,
      "loss": 0.3407,
      "step": 2034040
    },
    {
      "epoch": 567.69,
      "grad_norm": 1.1459753513336182,
      "learning_rate": 1.0000898715578205e-06,
      "loss": 0.3271,
      "step": 2034050
    },
    {
      "epoch": 567.7,
      "grad_norm": 1.195417881011963,
      "learning_rate": 1.0000677167515913e-06,
      "loss": 0.3401,
      "step": 2034060
    },
    {
      "epoch": 567.7,
      "grad_norm": 1.1371722221374512,
      "learning_rate": 1.0000455621242056e-06,
      "loss": 0.3447,
      "step": 2034070
    },
    {
      "epoch": 567.7,
      "grad_norm": 1.104716181755066,
      "learning_rate": 1.0000234076756676e-06,
      "loss": 0.3291,
      "step": 2034080
    },
    {
      "epoch": 567.71,
      "grad_norm": 1.1105684041976929,
      "learning_rate": 1.0000012534059807e-06,
      "loss": 0.3425,
      "step": 2034090
    },
    {
      "epoch": 567.71,
      "grad_norm": 1.413500189781189,
      "learning_rate": 9.999790993151463e-07,
      "loss": 0.3445,
      "step": 2034100
    },
    {
      "epoch": 567.71,
      "grad_norm": 1.2729649543762207,
      "learning_rate": 9.999569454031681e-07,
      "loss": 0.3497,
      "step": 2034110
    },
    {
      "epoch": 567.71,
      "grad_norm": 1.1589568853378296,
      "learning_rate": 9.99934791670049e-07,
      "loss": 0.3325,
      "step": 2034120
    },
    {
      "epoch": 567.72,
      "grad_norm": 1.0480989217758179,
      "learning_rate": 9.99912638115793e-07,
      "loss": 0.3205,
      "step": 2034130
    },
    {
      "epoch": 567.72,
      "grad_norm": 1.27912437915802,
      "learning_rate": 9.998904847404008e-07,
      "loss": 0.3336,
      "step": 2034140
    },
    {
      "epoch": 567.72,
      "grad_norm": 1.0828310251235962,
      "learning_rate": 9.99868331543878e-07,
      "loss": 0.3273,
      "step": 2034150
    },
    {
      "epoch": 567.73,
      "grad_norm": 1.0453591346740723,
      "learning_rate": 9.998461785262253e-07,
      "loss": 0.3309,
      "step": 2034160
    },
    {
      "epoch": 567.73,
      "grad_norm": 1.3009963035583496,
      "learning_rate": 9.998240256874468e-07,
      "loss": 0.3526,
      "step": 2034170
    },
    {
      "epoch": 567.73,
      "grad_norm": 1.154224157333374,
      "learning_rate": 9.998018730275458e-07,
      "loss": 0.3333,
      "step": 2034180
    },
    {
      "epoch": 567.73,
      "grad_norm": 1.3381887674331665,
      "learning_rate": 9.997797205465241e-07,
      "loss": 0.356,
      "step": 2034190
    },
    {
      "epoch": 567.74,
      "grad_norm": 1.3839176893234253,
      "learning_rate": 9.99757568244385e-07,
      "loss": 0.3445,
      "step": 2034200
    },
    {
      "epoch": 567.74,
      "grad_norm": 1.1571173667907715,
      "learning_rate": 9.99735416121132e-07,
      "loss": 0.3372,
      "step": 2034210
    },
    {
      "epoch": 567.74,
      "grad_norm": 1.1089376211166382,
      "learning_rate": 9.997132641767681e-07,
      "loss": 0.3405,
      "step": 2034220
    },
    {
      "epoch": 567.74,
      "grad_norm": 1.1364890336990356,
      "learning_rate": 9.996911124112951e-07,
      "loss": 0.3572,
      "step": 2034230
    },
    {
      "epoch": 567.75,
      "grad_norm": 1.0944185256958008,
      "learning_rate": 9.99668960824717e-07,
      "loss": 0.3379,
      "step": 2034240
    },
    {
      "epoch": 567.75,
      "grad_norm": 1.0879442691802979,
      "learning_rate": 9.99646809417036e-07,
      "loss": 0.3248,
      "step": 2034250
    },
    {
      "epoch": 567.75,
      "grad_norm": 1.215214490890503,
      "learning_rate": 9.99624658188256e-07,
      "loss": 0.341,
      "step": 2034260
    },
    {
      "epoch": 567.76,
      "grad_norm": 1.2774945497512817,
      "learning_rate": 9.996025071383802e-07,
      "loss": 0.3247,
      "step": 2034270
    },
    {
      "epoch": 567.76,
      "grad_norm": 1.1984179019927979,
      "learning_rate": 9.995803562674088e-07,
      "loss": 0.3484,
      "step": 2034280
    },
    {
      "epoch": 567.76,
      "grad_norm": 1.0784060955047607,
      "learning_rate": 9.995582055753484e-07,
      "loss": 0.3183,
      "step": 2034290
    },
    {
      "epoch": 567.76,
      "grad_norm": 0.9955466389656067,
      "learning_rate": 9.995360550622e-07,
      "loss": 0.3421,
      "step": 2034300
    },
    {
      "epoch": 567.77,
      "grad_norm": 1.4465831518173218,
      "learning_rate": 9.995139047279663e-07,
      "loss": 0.3406,
      "step": 2034310
    },
    {
      "epoch": 567.77,
      "grad_norm": 1.2008545398712158,
      "learning_rate": 9.994917545726517e-07,
      "loss": 0.3383,
      "step": 2034320
    },
    {
      "epoch": 567.77,
      "grad_norm": 0.9920942187309265,
      "learning_rate": 9.994696045962576e-07,
      "loss": 0.3321,
      "step": 2034330
    },
    {
      "epoch": 567.78,
      "grad_norm": 1.169377326965332,
      "learning_rate": 9.994474547987875e-07,
      "loss": 0.3438,
      "step": 2034340
    },
    {
      "epoch": 567.78,
      "grad_norm": 1.3084837198257446,
      "learning_rate": 9.994253051802445e-07,
      "loss": 0.3281,
      "step": 2034350
    },
    {
      "epoch": 567.78,
      "grad_norm": 1.0551493167877197,
      "learning_rate": 9.99403155740632e-07,
      "loss": 0.3492,
      "step": 2034360
    },
    {
      "epoch": 567.78,
      "grad_norm": 1.0309970378875732,
      "learning_rate": 9.993810064799522e-07,
      "loss": 0.3157,
      "step": 2034370
    },
    {
      "epoch": 567.79,
      "grad_norm": 1.088226556777954,
      "learning_rate": 9.993588573982078e-07,
      "loss": 0.3329,
      "step": 2034380
    },
    {
      "epoch": 567.79,
      "grad_norm": 1.2801426649093628,
      "learning_rate": 9.993367084954032e-07,
      "loss": 0.3339,
      "step": 2034390
    },
    {
      "epoch": 567.79,
      "grad_norm": 1.0476397275924683,
      "learning_rate": 9.993145597715387e-07,
      "loss": 0.3357,
      "step": 2034400
    },
    {
      "epoch": 567.8,
      "grad_norm": 1.0535264015197754,
      "learning_rate": 9.992924112266207e-07,
      "loss": 0.329,
      "step": 2034410
    },
    {
      "epoch": 567.8,
      "grad_norm": 1.293743371963501,
      "learning_rate": 9.992702628606494e-07,
      "loss": 0.3367,
      "step": 2034420
    },
    {
      "epoch": 567.8,
      "grad_norm": 2.1263351440429688,
      "learning_rate": 9.992481146736287e-07,
      "loss": 0.3315,
      "step": 2034430
    },
    {
      "epoch": 567.8,
      "grad_norm": 1.5208016633987427,
      "learning_rate": 9.992259666655617e-07,
      "loss": 0.3685,
      "step": 2034440
    },
    {
      "epoch": 567.81,
      "grad_norm": 1.2575328350067139,
      "learning_rate": 9.99203818836452e-07,
      "loss": 0.351,
      "step": 2034450
    },
    {
      "epoch": 567.81,
      "grad_norm": 1.1610369682312012,
      "learning_rate": 9.991816711863009e-07,
      "loss": 0.3333,
      "step": 2034460
    },
    {
      "epoch": 567.81,
      "grad_norm": 1.3888239860534668,
      "learning_rate": 9.991595237151121e-07,
      "loss": 0.3611,
      "step": 2034470
    },
    {
      "epoch": 567.81,
      "grad_norm": 1.2522295713424683,
      "learning_rate": 9.991373764228894e-07,
      "loss": 0.3486,
      "step": 2034480
    },
    {
      "epoch": 567.82,
      "grad_norm": 1.1084275245666504,
      "learning_rate": 9.991152293096337e-07,
      "loss": 0.3394,
      "step": 2034490
    },
    {
      "epoch": 567.82,
      "grad_norm": 1.7006303071975708,
      "learning_rate": 9.990930823753508e-07,
      "loss": 0.3293,
      "step": 2034500
    },
    {
      "epoch": 567.82,
      "grad_norm": 1.1443758010864258,
      "learning_rate": 9.990709356200413e-07,
      "loss": 0.3405,
      "step": 2034510
    },
    {
      "epoch": 567.83,
      "grad_norm": 9.655253410339355,
      "learning_rate": 9.990487890437087e-07,
      "loss": 0.3312,
      "step": 2034520
    },
    {
      "epoch": 567.83,
      "grad_norm": 1.1633788347244263,
      "learning_rate": 9.990266426463575e-07,
      "loss": 0.3251,
      "step": 2034530
    },
    {
      "epoch": 567.83,
      "grad_norm": 1.0444029569625854,
      "learning_rate": 9.990044964279872e-07,
      "loss": 0.3367,
      "step": 2034540
    },
    {
      "epoch": 567.83,
      "grad_norm": 1.2106491327285767,
      "learning_rate": 9.989823503886048e-07,
      "loss": 0.3438,
      "step": 2034550
    },
    {
      "epoch": 567.84,
      "grad_norm": 1.3064098358154297,
      "learning_rate": 9.989602045282105e-07,
      "loss": 0.3519,
      "step": 2034560
    },
    {
      "epoch": 567.84,
      "grad_norm": 1.0574721097946167,
      "learning_rate": 9.989380588468081e-07,
      "loss": 0.343,
      "step": 2034570
    },
    {
      "epoch": 567.84,
      "grad_norm": 1.0642673969268799,
      "learning_rate": 9.989159133444003e-07,
      "loss": 0.3486,
      "step": 2034580
    },
    {
      "epoch": 567.85,
      "grad_norm": 1.2240294218063354,
      "learning_rate": 9.988937680209913e-07,
      "loss": 0.3399,
      "step": 2034590
    },
    {
      "epoch": 567.85,
      "grad_norm": 1.280584454536438,
      "learning_rate": 9.988716228765824e-07,
      "loss": 0.3422,
      "step": 2034600
    },
    {
      "epoch": 567.85,
      "grad_norm": 1.173938274383545,
      "learning_rate": 9.98849477911177e-07,
      "loss": 0.3606,
      "step": 2034610
    },
    {
      "epoch": 567.85,
      "grad_norm": 1.0320028066635132,
      "learning_rate": 9.988273331247788e-07,
      "loss": 0.3413,
      "step": 2034620
    },
    {
      "epoch": 567.86,
      "grad_norm": 1.1496303081512451,
      "learning_rate": 9.98805188517389e-07,
      "loss": 0.3419,
      "step": 2034630
    },
    {
      "epoch": 567.86,
      "grad_norm": 1.281996488571167,
      "learning_rate": 9.98783044089013e-07,
      "loss": 0.3401,
      "step": 2034640
    },
    {
      "epoch": 567.86,
      "grad_norm": 1.1065723896026611,
      "learning_rate": 9.987608998396517e-07,
      "loss": 0.3374,
      "step": 2034650
    },
    {
      "epoch": 567.86,
      "grad_norm": 1.113767147064209,
      "learning_rate": 9.98738755769309e-07,
      "loss": 0.3463,
      "step": 2034660
    },
    {
      "epoch": 567.87,
      "grad_norm": 1.0184259414672852,
      "learning_rate": 9.987166118779883e-07,
      "loss": 0.3628,
      "step": 2034670
    },
    {
      "epoch": 567.87,
      "grad_norm": 1.0866254568099976,
      "learning_rate": 9.986944681656912e-07,
      "loss": 0.3388,
      "step": 2034680
    },
    {
      "epoch": 567.87,
      "grad_norm": 1.0939711332321167,
      "learning_rate": 9.98672324632421e-07,
      "loss": 0.345,
      "step": 2034690
    },
    {
      "epoch": 567.88,
      "grad_norm": 1.1004197597503662,
      "learning_rate": 9.986501812781816e-07,
      "loss": 0.3387,
      "step": 2034700
    },
    {
      "epoch": 567.88,
      "grad_norm": 1.1327192783355713,
      "learning_rate": 9.986280381029758e-07,
      "loss": 0.3238,
      "step": 2034710
    },
    {
      "epoch": 567.88,
      "grad_norm": 1.2483692169189453,
      "learning_rate": 9.986058951068047e-07,
      "loss": 0.337,
      "step": 2034720
    },
    {
      "epoch": 567.88,
      "grad_norm": 1.191490650177002,
      "learning_rate": 9.98583752289674e-07,
      "loss": 0.3497,
      "step": 2034730
    },
    {
      "epoch": 567.89,
      "grad_norm": 1.1286811828613281,
      "learning_rate": 9.985616096515846e-07,
      "loss": 0.3406,
      "step": 2034740
    },
    {
      "epoch": 567.89,
      "grad_norm": 1.16542649269104,
      "learning_rate": 9.9853946719254e-07,
      "loss": 0.337,
      "step": 2034750
    },
    {
      "epoch": 567.89,
      "grad_norm": 1.1443184614181519,
      "learning_rate": 9.985173249125444e-07,
      "loss": 0.341,
      "step": 2034760
    },
    {
      "epoch": 567.9,
      "grad_norm": 2.6645541191101074,
      "learning_rate": 9.984951828115985e-07,
      "loss": 0.3455,
      "step": 2034770
    },
    {
      "epoch": 567.9,
      "grad_norm": 1.0607624053955078,
      "learning_rate": 9.984730408897068e-07,
      "loss": 0.3537,
      "step": 2034780
    },
    {
      "epoch": 567.9,
      "grad_norm": 1.124999761581421,
      "learning_rate": 9.984508991468714e-07,
      "loss": 0.3305,
      "step": 2034790
    },
    {
      "epoch": 567.9,
      "grad_norm": 1.2122652530670166,
      "learning_rate": 9.98428757583097e-07,
      "loss": 0.3494,
      "step": 2034800
    },
    {
      "epoch": 567.91,
      "grad_norm": 1.3175468444824219,
      "learning_rate": 9.98406616198384e-07,
      "loss": 0.355,
      "step": 2034810
    },
    {
      "epoch": 567.91,
      "grad_norm": 2.2035410404205322,
      "learning_rate": 9.983844749927366e-07,
      "loss": 0.3276,
      "step": 2034820
    },
    {
      "epoch": 567.91,
      "grad_norm": 1.2173365354537964,
      "learning_rate": 9.983623339661579e-07,
      "loss": 0.3506,
      "step": 2034830
    },
    {
      "epoch": 567.92,
      "grad_norm": 1.0792303085327148,
      "learning_rate": 9.983401931186503e-07,
      "loss": 0.3258,
      "step": 2034840
    },
    {
      "epoch": 567.92,
      "grad_norm": 1.0282236337661743,
      "learning_rate": 9.983180524502184e-07,
      "loss": 0.3436,
      "step": 2034850
    },
    {
      "epoch": 567.92,
      "grad_norm": 1.015501856803894,
      "learning_rate": 9.982959119608618e-07,
      "loss": 0.331,
      "step": 2034860
    },
    {
      "epoch": 567.92,
      "grad_norm": 1.157686710357666,
      "learning_rate": 9.982737716505875e-07,
      "loss": 0.3514,
      "step": 2034870
    },
    {
      "epoch": 567.93,
      "grad_norm": 0.9913630485534668,
      "learning_rate": 9.982516315193955e-07,
      "loss": 0.3473,
      "step": 2034880
    },
    {
      "epoch": 567.93,
      "grad_norm": 1.3127970695495605,
      "learning_rate": 9.982294915672895e-07,
      "loss": 0.3453,
      "step": 2034890
    },
    {
      "epoch": 567.93,
      "grad_norm": 1.2967842817306519,
      "learning_rate": 9.982073517942737e-07,
      "loss": 0.3419,
      "step": 2034900
    },
    {
      "epoch": 567.93,
      "grad_norm": 1.2280830144882202,
      "learning_rate": 9.98185212200349e-07,
      "loss": 0.3432,
      "step": 2034910
    },
    {
      "epoch": 567.94,
      "grad_norm": 1.1375408172607422,
      "learning_rate": 9.981630727855196e-07,
      "loss": 0.3498,
      "step": 2034920
    },
    {
      "epoch": 567.94,
      "grad_norm": 1.15086829662323,
      "learning_rate": 9.981409335497879e-07,
      "loss": 0.3275,
      "step": 2034930
    },
    {
      "epoch": 567.94,
      "grad_norm": 1.1116458177566528,
      "learning_rate": 9.98118794493158e-07,
      "loss": 0.337,
      "step": 2034940
    },
    {
      "epoch": 567.95,
      "grad_norm": 1.2537496089935303,
      "learning_rate": 9.980966556156306e-07,
      "loss": 0.3374,
      "step": 2034950
    },
    {
      "epoch": 567.95,
      "grad_norm": 1.0207149982452393,
      "learning_rate": 9.980745169172114e-07,
      "loss": 0.3509,
      "step": 2034960
    },
    {
      "epoch": 567.95,
      "grad_norm": 1.2112957239151,
      "learning_rate": 9.980523783979012e-07,
      "loss": 0.3243,
      "step": 2034970
    },
    {
      "epoch": 567.95,
      "grad_norm": 1.0699840784072876,
      "learning_rate": 9.98030240057704e-07,
      "loss": 0.3307,
      "step": 2034980
    },
    {
      "epoch": 567.96,
      "grad_norm": 1.1716294288635254,
      "learning_rate": 9.980081018966228e-07,
      "loss": 0.3205,
      "step": 2034990
    },
    {
      "epoch": 567.96,
      "grad_norm": 1.0621037483215332,
      "learning_rate": 9.979859639146599e-07,
      "loss": 0.3383,
      "step": 2035000
    },
    {
      "epoch": 567.96,
      "grad_norm": 1.2588430643081665,
      "learning_rate": 9.979638261118182e-07,
      "loss": 0.3273,
      "step": 2035010
    },
    {
      "epoch": 567.97,
      "grad_norm": 1.0485848188400269,
      "learning_rate": 9.979416884881013e-07,
      "loss": 0.3435,
      "step": 2035020
    },
    {
      "epoch": 567.97,
      "grad_norm": 1.2877388000488281,
      "learning_rate": 9.979195510435124e-07,
      "loss": 0.3495,
      "step": 2035030
    },
    {
      "epoch": 567.97,
      "grad_norm": 1.1490554809570312,
      "learning_rate": 9.978974137780532e-07,
      "loss": 0.3303,
      "step": 2035040
    },
    {
      "epoch": 567.97,
      "grad_norm": 1.037534475326538,
      "learning_rate": 9.978752766917272e-07,
      "loss": 0.3711,
      "step": 2035050
    },
    {
      "epoch": 567.98,
      "grad_norm": 2.0834474563598633,
      "learning_rate": 9.978531397845384e-07,
      "loss": 0.3321,
      "step": 2035060
    },
    {
      "epoch": 567.98,
      "grad_norm": 1.1889140605926514,
      "learning_rate": 9.978310030564873e-07,
      "loss": 0.3515,
      "step": 2035070
    },
    {
      "epoch": 567.98,
      "grad_norm": 1.093993902206421,
      "learning_rate": 9.978088665075798e-07,
      "loss": 0.3421,
      "step": 2035080
    },
    {
      "epoch": 567.98,
      "grad_norm": 1.2726689577102661,
      "learning_rate": 9.977867301378169e-07,
      "loss": 0.3449,
      "step": 2035090
    },
    {
      "epoch": 567.99,
      "grad_norm": 1.192995548248291,
      "learning_rate": 9.97764593947202e-07,
      "loss": 0.3291,
      "step": 2035100
    },
    {
      "epoch": 567.99,
      "grad_norm": 1.137332558631897,
      "learning_rate": 9.97742457935738e-07,
      "loss": 0.3461,
      "step": 2035110
    },
    {
      "epoch": 567.99,
      "grad_norm": 1.1325361728668213,
      "learning_rate": 9.977203221034282e-07,
      "loss": 0.3383,
      "step": 2035120
    },
    {
      "epoch": 568.0,
      "grad_norm": 0.9896491169929504,
      "learning_rate": 9.976981864502757e-07,
      "loss": 0.3287,
      "step": 2035130
    },
    {
      "epoch": 568.0,
      "grad_norm": 1.124973177909851,
      "learning_rate": 9.976760509762827e-07,
      "loss": 0.3289,
      "step": 2035140
    },
    {
      "epoch": 568.0,
      "eval_loss": 0.3399590253829956,
      "eval_runtime": 63.3194,
      "eval_samples_per_second": 79.897,
      "eval_steps_per_second": 9.997,
      "step": 2035144
    },
    {
      "epoch": 568.0,
      "grad_norm": 1.0466891527175903,
      "learning_rate": 9.976539156814522e-07,
      "loss": 0.3305,
      "step": 2035150
    },
    {
      "epoch": 568.0,
      "grad_norm": 1.1109968423843384,
      "learning_rate": 9.976317805657876e-07,
      "loss": 0.3273,
      "step": 2035160
    },
    {
      "epoch": 568.01,
      "grad_norm": 1.7510126829147339,
      "learning_rate": 9.976096456292925e-07,
      "loss": 0.3548,
      "step": 2035170
    },
    {
      "epoch": 568.01,
      "grad_norm": 1.0860145092010498,
      "learning_rate": 9.975875108719683e-07,
      "loss": 0.3472,
      "step": 2035180
    },
    {
      "epoch": 568.01,
      "grad_norm": 1.0104737281799316,
      "learning_rate": 9.975653762938185e-07,
      "loss": 0.3314,
      "step": 2035190
    },
    {
      "epoch": 568.02,
      "grad_norm": 1.4982903003692627,
      "learning_rate": 9.975432418948474e-07,
      "loss": 0.3447,
      "step": 2035200
    },
    {
      "epoch": 568.02,
      "grad_norm": 1.1369473934173584,
      "learning_rate": 9.975211076750548e-07,
      "loss": 0.3496,
      "step": 2035210
    },
    {
      "epoch": 568.02,
      "grad_norm": 1.0653274059295654,
      "learning_rate": 9.974989736344473e-07,
      "loss": 0.339,
      "step": 2035220
    },
    {
      "epoch": 568.02,
      "grad_norm": 1.003831148147583,
      "learning_rate": 9.974768397730257e-07,
      "loss": 0.3449,
      "step": 2035230
    },
    {
      "epoch": 568.03,
      "grad_norm": 1.178800344467163,
      "learning_rate": 9.97454706090793e-07,
      "loss": 0.333,
      "step": 2035240
    },
    {
      "epoch": 568.03,
      "grad_norm": 1.2143478393554688,
      "learning_rate": 9.974325725877527e-07,
      "loss": 0.331,
      "step": 2035250
    },
    {
      "epoch": 568.03,
      "grad_norm": 1.2141642570495605,
      "learning_rate": 9.974104392639086e-07,
      "loss": 0.3484,
      "step": 2035260
    },
    {
      "epoch": 568.04,
      "grad_norm": 1.015260934829712,
      "learning_rate": 9.973883061192617e-07,
      "loss": 0.3212,
      "step": 2035270
    },
    {
      "epoch": 568.04,
      "grad_norm": 1.0620735883712769,
      "learning_rate": 9.973661731538159e-07,
      "loss": 0.3426,
      "step": 2035280
    },
    {
      "epoch": 568.04,
      "grad_norm": 1.0378621816635132,
      "learning_rate": 9.97344040367575e-07,
      "loss": 0.3429,
      "step": 2035290
    },
    {
      "epoch": 568.04,
      "grad_norm": 1.002152681350708,
      "learning_rate": 9.973219077605396e-07,
      "loss": 0.3401,
      "step": 2035300
    },
    {
      "epoch": 568.05,
      "grad_norm": 1.2008566856384277,
      "learning_rate": 9.972997753327157e-07,
      "loss": 0.3335,
      "step": 2035310
    },
    {
      "epoch": 568.05,
      "grad_norm": 1.0670599937438965,
      "learning_rate": 9.972776430841039e-07,
      "loss": 0.3373,
      "step": 2035320
    },
    {
      "epoch": 568.05,
      "grad_norm": 1.1067559719085693,
      "learning_rate": 9.972555110147077e-07,
      "loss": 0.3566,
      "step": 2035330
    },
    {
      "epoch": 568.05,
      "grad_norm": 1.2829755544662476,
      "learning_rate": 9.972333791245314e-07,
      "loss": 0.3416,
      "step": 2035340
    },
    {
      "epoch": 568.06,
      "grad_norm": 1.3253817558288574,
      "learning_rate": 9.97211247413576e-07,
      "loss": 0.3304,
      "step": 2035350
    },
    {
      "epoch": 568.06,
      "grad_norm": 1.272033929824829,
      "learning_rate": 9.97189115881845e-07,
      "loss": 0.3526,
      "step": 2035360
    },
    {
      "epoch": 568.06,
      "grad_norm": 1.0957883596420288,
      "learning_rate": 9.971669845293416e-07,
      "loss": 0.3482,
      "step": 2035370
    },
    {
      "epoch": 568.07,
      "grad_norm": 1.2421942949295044,
      "learning_rate": 9.971448533560701e-07,
      "loss": 0.3488,
      "step": 2035380
    },
    {
      "epoch": 568.07,
      "grad_norm": 1.1005315780639648,
      "learning_rate": 9.9712272236203e-07,
      "loss": 0.3392,
      "step": 2035390
    },
    {
      "epoch": 568.07,
      "grad_norm": 1.02487051486969,
      "learning_rate": 9.97100591547228e-07,
      "loss": 0.3338,
      "step": 2035400
    },
    {
      "epoch": 568.07,
      "grad_norm": 1.2636723518371582,
      "learning_rate": 9.97078460911665e-07,
      "loss": 0.365,
      "step": 2035410
    },
    {
      "epoch": 568.08,
      "grad_norm": 1.1461111307144165,
      "learning_rate": 9.970563304553439e-07,
      "loss": 0.3295,
      "step": 2035420
    },
    {
      "epoch": 568.08,
      "grad_norm": 1.0623915195465088,
      "learning_rate": 9.97034200178269e-07,
      "loss": 0.3403,
      "step": 2035430
    },
    {
      "epoch": 568.08,
      "grad_norm": 1.017030119895935,
      "learning_rate": 9.97012070080441e-07,
      "loss": 0.3355,
      "step": 2035440
    },
    {
      "epoch": 568.09,
      "grad_norm": 1.1345325708389282,
      "learning_rate": 9.969899401618655e-07,
      "loss": 0.342,
      "step": 2035450
    },
    {
      "epoch": 568.09,
      "grad_norm": 0.9818392395973206,
      "learning_rate": 9.969678104225433e-07,
      "loss": 0.3375,
      "step": 2035460
    },
    {
      "epoch": 568.09,
      "grad_norm": 0.973944365978241,
      "learning_rate": 9.969456808624784e-07,
      "loss": 0.3339,
      "step": 2035470
    },
    {
      "epoch": 568.09,
      "grad_norm": 1.1651512384414673,
      "learning_rate": 9.969235514816743e-07,
      "loss": 0.3314,
      "step": 2035480
    },
    {
      "epoch": 568.1,
      "grad_norm": 1.1773664951324463,
      "learning_rate": 9.969014222801322e-07,
      "loss": 0.3355,
      "step": 2035490
    },
    {
      "epoch": 568.1,
      "grad_norm": 1.1761064529418945,
      "learning_rate": 9.968792932578562e-07,
      "loss": 0.3348,
      "step": 2035500
    },
    {
      "epoch": 568.1,
      "grad_norm": 1.2075631618499756,
      "learning_rate": 9.96857164414849e-07,
      "loss": 0.3493,
      "step": 2035510
    },
    {
      "epoch": 568.1,
      "grad_norm": 1.1418724060058594,
      "learning_rate": 9.968350357511142e-07,
      "loss": 0.3314,
      "step": 2035520
    },
    {
      "epoch": 568.11,
      "grad_norm": 1.2453044652938843,
      "learning_rate": 9.968129072666528e-07,
      "loss": 0.3439,
      "step": 2035530
    },
    {
      "epoch": 568.11,
      "grad_norm": 1.2047724723815918,
      "learning_rate": 9.967907789614704e-07,
      "loss": 0.3511,
      "step": 2035540
    },
    {
      "epoch": 568.11,
      "grad_norm": 1.020896553993225,
      "learning_rate": 9.967686508355683e-07,
      "loss": 0.3505,
      "step": 2035550
    },
    {
      "epoch": 568.12,
      "grad_norm": 1.0498745441436768,
      "learning_rate": 9.967465228889495e-07,
      "loss": 0.3218,
      "step": 2035560
    },
    {
      "epoch": 568.12,
      "grad_norm": 1.128719687461853,
      "learning_rate": 9.96724395121618e-07,
      "loss": 0.3165,
      "step": 2035570
    },
    {
      "epoch": 568.12,
      "grad_norm": 1.2088704109191895,
      "learning_rate": 9.96702267533575e-07,
      "loss": 0.3494,
      "step": 2035580
    },
    {
      "epoch": 568.12,
      "grad_norm": 1.2254104614257812,
      "learning_rate": 9.966801401248248e-07,
      "loss": 0.324,
      "step": 2035590
    },
    {
      "epoch": 568.13,
      "grad_norm": 1.1313575506210327,
      "learning_rate": 9.966580128953698e-07,
      "loss": 0.3303,
      "step": 2035600
    },
    {
      "epoch": 568.13,
      "grad_norm": 1.1845353841781616,
      "learning_rate": 9.966358858452141e-07,
      "loss": 0.3444,
      "step": 2035610
    },
    {
      "epoch": 568.13,
      "grad_norm": 1.2051951885223389,
      "learning_rate": 9.966137589743586e-07,
      "loss": 0.3496,
      "step": 2035620
    },
    {
      "epoch": 568.14,
      "grad_norm": 1.147171974182129,
      "learning_rate": 9.965916322828074e-07,
      "loss": 0.3181,
      "step": 2035630
    },
    {
      "epoch": 568.14,
      "grad_norm": 1.0206823348999023,
      "learning_rate": 9.965695057705642e-07,
      "loss": 0.3382,
      "step": 2035640
    },
    {
      "epoch": 568.14,
      "grad_norm": 1.2220861911773682,
      "learning_rate": 9.965473794376292e-07,
      "loss": 0.3323,
      "step": 2035650
    },
    {
      "epoch": 568.14,
      "grad_norm": 1.0951818227767944,
      "learning_rate": 9.965252532840092e-07,
      "loss": 0.3583,
      "step": 2035660
    },
    {
      "epoch": 568.15,
      "grad_norm": 1.1357532739639282,
      "learning_rate": 9.965031273097042e-07,
      "loss": 0.3471,
      "step": 2035670
    },
    {
      "epoch": 568.15,
      "grad_norm": 1.0769134759902954,
      "learning_rate": 9.964810015147183e-07,
      "loss": 0.3322,
      "step": 2035680
    },
    {
      "epoch": 568.15,
      "grad_norm": 1.267117977142334,
      "learning_rate": 9.964588758990542e-07,
      "loss": 0.3577,
      "step": 2035690
    },
    {
      "epoch": 568.16,
      "grad_norm": 0.9670426845550537,
      "learning_rate": 9.964367504627148e-07,
      "loss": 0.3394,
      "step": 2035700
    },
    {
      "epoch": 568.16,
      "grad_norm": 1.2753114700317383,
      "learning_rate": 9.96414625205704e-07,
      "loss": 0.3484,
      "step": 2035710
    },
    {
      "epoch": 568.16,
      "grad_norm": 1.047981858253479,
      "learning_rate": 9.963925001280231e-07,
      "loss": 0.32,
      "step": 2035720
    },
    {
      "epoch": 568.16,
      "grad_norm": 1.0989763736724854,
      "learning_rate": 9.963703752296758e-07,
      "loss": 0.3276,
      "step": 2035730
    },
    {
      "epoch": 568.17,
      "grad_norm": 1.0354543924331665,
      "learning_rate": 9.963482505106654e-07,
      "loss": 0.3296,
      "step": 2035740
    },
    {
      "epoch": 568.17,
      "grad_norm": 0.9875698685646057,
      "learning_rate": 9.963261259709948e-07,
      "loss": 0.3415,
      "step": 2035750
    },
    {
      "epoch": 568.17,
      "grad_norm": 1.0817608833312988,
      "learning_rate": 9.963040016106662e-07,
      "loss": 0.3553,
      "step": 2035760
    },
    {
      "epoch": 568.17,
      "grad_norm": 1.1151888370513916,
      "learning_rate": 9.962818774296832e-07,
      "loss": 0.3385,
      "step": 2035770
    },
    {
      "epoch": 568.18,
      "grad_norm": 1.07135808467865,
      "learning_rate": 9.96259753428049e-07,
      "loss": 0.3513,
      "step": 2035780
    },
    {
      "epoch": 568.18,
      "grad_norm": 1.6665891408920288,
      "learning_rate": 9.962376296057648e-07,
      "loss": 0.3536,
      "step": 2035790
    },
    {
      "epoch": 568.18,
      "grad_norm": 1.3412491083145142,
      "learning_rate": 9.962155059628364e-07,
      "loss": 0.325,
      "step": 2035800
    },
    {
      "epoch": 568.19,
      "grad_norm": 1.651936650276184,
      "learning_rate": 9.961933824992643e-07,
      "loss": 0.3467,
      "step": 2035810
    },
    {
      "epoch": 568.19,
      "grad_norm": 1.156950831413269,
      "learning_rate": 9.961712592150525e-07,
      "loss": 0.3441,
      "step": 2035820
    },
    {
      "epoch": 568.19,
      "grad_norm": 1.4176135063171387,
      "learning_rate": 9.961491361102037e-07,
      "loss": 0.3375,
      "step": 2035830
    },
    {
      "epoch": 568.19,
      "grad_norm": 1.2763671875,
      "learning_rate": 9.961270131847217e-07,
      "loss": 0.3305,
      "step": 2035840
    },
    {
      "epoch": 568.2,
      "grad_norm": 1.2442970275878906,
      "learning_rate": 9.96104890438608e-07,
      "loss": 0.3255,
      "step": 2035850
    },
    {
      "epoch": 568.2,
      "grad_norm": 1.1344250440597534,
      "learning_rate": 9.960827678718664e-07,
      "loss": 0.3299,
      "step": 2035860
    },
    {
      "epoch": 568.2,
      "grad_norm": 1.1944283246994019,
      "learning_rate": 9.960606454845002e-07,
      "loss": 0.3344,
      "step": 2035870
    },
    {
      "epoch": 568.21,
      "grad_norm": 1.2856724262237549,
      "learning_rate": 9.9603852327651e-07,
      "loss": 0.3473,
      "step": 2035880
    },
    {
      "epoch": 568.21,
      "grad_norm": 1.3122780323028564,
      "learning_rate": 9.960164012479028e-07,
      "loss": 0.3324,
      "step": 2035890
    },
    {
      "epoch": 568.21,
      "grad_norm": 1.159875512123108,
      "learning_rate": 9.95994279398678e-07,
      "loss": 0.323,
      "step": 2035900
    },
    {
      "epoch": 568.21,
      "grad_norm": 1.0415210723876953,
      "learning_rate": 9.9597215772884e-07,
      "loss": 0.3424,
      "step": 2035910
    },
    {
      "epoch": 568.22,
      "grad_norm": 1.1872665882110596,
      "learning_rate": 9.959500362383916e-07,
      "loss": 0.3366,
      "step": 2035920
    },
    {
      "epoch": 568.22,
      "grad_norm": 1.0986074209213257,
      "learning_rate": 9.959279149273366e-07,
      "loss": 0.3328,
      "step": 2035930
    },
    {
      "epoch": 568.22,
      "grad_norm": 1.1445086002349854,
      "learning_rate": 9.959057937956763e-07,
      "loss": 0.326,
      "step": 2035940
    },
    {
      "epoch": 568.22,
      "grad_norm": 1.155927062034607,
      "learning_rate": 9.958836728434143e-07,
      "loss": 0.3482,
      "step": 2035950
    },
    {
      "epoch": 568.23,
      "grad_norm": 1.2964763641357422,
      "learning_rate": 9.958615520705546e-07,
      "loss": 0.3564,
      "step": 2035960
    },
    {
      "epoch": 568.23,
      "grad_norm": 1.167942762374878,
      "learning_rate": 9.958394314770977e-07,
      "loss": 0.3423,
      "step": 2035970
    },
    {
      "epoch": 568.23,
      "grad_norm": 1.0822590589523315,
      "learning_rate": 9.958173110630496e-07,
      "loss": 0.3252,
      "step": 2035980
    },
    {
      "epoch": 568.24,
      "grad_norm": 1.101853370666504,
      "learning_rate": 9.957951908284107e-07,
      "loss": 0.3384,
      "step": 2035990
    },
    {
      "epoch": 568.24,
      "grad_norm": 1.128959059715271,
      "learning_rate": 9.957730707731852e-07,
      "loss": 0.3358,
      "step": 2036000
    },
    {
      "epoch": 568.24,
      "grad_norm": 2.615898847579956,
      "learning_rate": 9.957509508973764e-07,
      "loss": 0.3367,
      "step": 2036010
    },
    {
      "epoch": 568.24,
      "grad_norm": 1.1256468296051025,
      "learning_rate": 9.957288312009852e-07,
      "loss": 0.3374,
      "step": 2036020
    },
    {
      "epoch": 568.25,
      "grad_norm": 1.0296781063079834,
      "learning_rate": 9.957067116840176e-07,
      "loss": 0.3352,
      "step": 2036030
    },
    {
      "epoch": 568.25,
      "grad_norm": 1.1655223369598389,
      "learning_rate": 9.95684592346474e-07,
      "loss": 0.3422,
      "step": 2036040
    },
    {
      "epoch": 568.25,
      "grad_norm": 1.2369306087493896,
      "learning_rate": 9.95662473188358e-07,
      "loss": 0.3512,
      "step": 2036050
    },
    {
      "epoch": 568.26,
      "grad_norm": 0.9733105897903442,
      "learning_rate": 9.956403542096734e-07,
      "loss": 0.3219,
      "step": 2036060
    },
    {
      "epoch": 568.26,
      "grad_norm": 1.239414930343628,
      "learning_rate": 9.95618235410423e-07,
      "loss": 0.3376,
      "step": 2036070
    },
    {
      "epoch": 568.26,
      "grad_norm": 1.0845437049865723,
      "learning_rate": 9.955961167906086e-07,
      "loss": 0.3347,
      "step": 2036080
    },
    {
      "epoch": 568.26,
      "grad_norm": 1.3052582740783691,
      "learning_rate": 9.955739983502339e-07,
      "loss": 0.3297,
      "step": 2036090
    },
    {
      "epoch": 568.27,
      "grad_norm": 1.0960980653762817,
      "learning_rate": 9.955518800893025e-07,
      "loss": 0.3189,
      "step": 2036100
    },
    {
      "epoch": 568.27,
      "grad_norm": 1.4225655794143677,
      "learning_rate": 9.95529762007815e-07,
      "loss": 0.3433,
      "step": 2036110
    },
    {
      "epoch": 568.27,
      "grad_norm": 1.1826781034469604,
      "learning_rate": 9.955076441057777e-07,
      "loss": 0.3347,
      "step": 2036120
    },
    {
      "epoch": 568.28,
      "grad_norm": 1.3329205513000488,
      "learning_rate": 9.95485526383191e-07,
      "loss": 0.3449,
      "step": 2036130
    },
    {
      "epoch": 568.28,
      "grad_norm": 1.1272996664047241,
      "learning_rate": 9.954634088400588e-07,
      "loss": 0.3404,
      "step": 2036140
    },
    {
      "epoch": 568.28,
      "grad_norm": 1.0172805786132812,
      "learning_rate": 9.954412914763845e-07,
      "loss": 0.34,
      "step": 2036150
    },
    {
      "epoch": 568.28,
      "grad_norm": 1.1533383131027222,
      "learning_rate": 9.954191742921697e-07,
      "loss": 0.3402,
      "step": 2036160
    },
    {
      "epoch": 568.29,
      "grad_norm": 1.1543989181518555,
      "learning_rate": 9.953970572874182e-07,
      "loss": 0.3276,
      "step": 2036170
    },
    {
      "epoch": 568.29,
      "grad_norm": 1.1034880876541138,
      "learning_rate": 9.953749404621327e-07,
      "loss": 0.3364,
      "step": 2036180
    },
    {
      "epoch": 568.29,
      "grad_norm": 1.1417701244354248,
      "learning_rate": 9.95352823816317e-07,
      "loss": 0.3291,
      "step": 2036190
    },
    {
      "epoch": 568.29,
      "grad_norm": 1.1802109479904175,
      "learning_rate": 9.953307073499721e-07,
      "loss": 0.3487,
      "step": 2036200
    },
    {
      "epoch": 568.3,
      "grad_norm": 1.29790461063385,
      "learning_rate": 9.953085910631035e-07,
      "loss": 0.3353,
      "step": 2036210
    },
    {
      "epoch": 568.3,
      "grad_norm": 1.0219286680221558,
      "learning_rate": 9.95286474955712e-07,
      "loss": 0.339,
      "step": 2036220
    },
    {
      "epoch": 568.3,
      "grad_norm": 1.4599913358688354,
      "learning_rate": 9.952643590278015e-07,
      "loss": 0.3408,
      "step": 2036230
    },
    {
      "epoch": 568.31,
      "grad_norm": 1.0840463638305664,
      "learning_rate": 9.952422432793757e-07,
      "loss": 0.3362,
      "step": 2036240
    },
    {
      "epoch": 568.31,
      "grad_norm": 1.254255771636963,
      "learning_rate": 9.952201277104356e-07,
      "loss": 0.3416,
      "step": 2036250
    },
    {
      "epoch": 568.31,
      "grad_norm": 1.2148780822753906,
      "learning_rate": 9.951980123209855e-07,
      "loss": 0.3352,
      "step": 2036260
    },
    {
      "epoch": 568.31,
      "grad_norm": 1.1345653533935547,
      "learning_rate": 9.951758971110275e-07,
      "loss": 0.3536,
      "step": 2036270
    },
    {
      "epoch": 568.32,
      "grad_norm": 1.6957225799560547,
      "learning_rate": 9.951537820805656e-07,
      "loss": 0.3393,
      "step": 2036280
    },
    {
      "epoch": 568.32,
      "grad_norm": 1.2630343437194824,
      "learning_rate": 9.95131667229603e-07,
      "loss": 0.3416,
      "step": 2036290
    },
    {
      "epoch": 568.32,
      "grad_norm": 1.166974663734436,
      "learning_rate": 9.951095525581406e-07,
      "loss": 0.3468,
      "step": 2036300
    },
    {
      "epoch": 568.33,
      "grad_norm": 0.9321387410163879,
      "learning_rate": 9.950874380661829e-07,
      "loss": 0.3533,
      "step": 2036310
    },
    {
      "epoch": 568.33,
      "grad_norm": 0.97745281457901,
      "learning_rate": 9.950653237537326e-07,
      "loss": 0.3397,
      "step": 2036320
    },
    {
      "epoch": 568.33,
      "grad_norm": 1.19090735912323,
      "learning_rate": 9.950432096207936e-07,
      "loss": 0.344,
      "step": 2036330
    },
    {
      "epoch": 568.33,
      "grad_norm": 1.2443196773529053,
      "learning_rate": 9.95021095667366e-07,
      "loss": 0.3472,
      "step": 2036340
    },
    {
      "epoch": 568.34,
      "grad_norm": 1.2976279258728027,
      "learning_rate": 9.94998981893456e-07,
      "loss": 0.3395,
      "step": 2036350
    },
    {
      "epoch": 568.34,
      "grad_norm": 1.0214643478393555,
      "learning_rate": 9.949768682990646e-07,
      "loss": 0.3352,
      "step": 2036360
    },
    {
      "epoch": 568.34,
      "grad_norm": 1.0886003971099854,
      "learning_rate": 9.949547548841952e-07,
      "loss": 0.3499,
      "step": 2036370
    },
    {
      "epoch": 568.34,
      "grad_norm": 1.134161353111267,
      "learning_rate": 9.949326416488515e-07,
      "loss": 0.339,
      "step": 2036380
    },
    {
      "epoch": 568.35,
      "grad_norm": 1.0762052536010742,
      "learning_rate": 9.949105285930352e-07,
      "loss": 0.3533,
      "step": 2036390
    },
    {
      "epoch": 568.35,
      "grad_norm": 0.9829944968223572,
      "learning_rate": 9.948884157167495e-07,
      "loss": 0.3267,
      "step": 2036400
    },
    {
      "epoch": 568.35,
      "grad_norm": 1.2590581178665161,
      "learning_rate": 9.94866303019998e-07,
      "loss": 0.3513,
      "step": 2036410
    },
    {
      "epoch": 568.36,
      "grad_norm": 0.9620152115821838,
      "learning_rate": 9.94844190502784e-07,
      "loss": 0.3247,
      "step": 2036420
    },
    {
      "epoch": 568.36,
      "grad_norm": 1.2185752391815186,
      "learning_rate": 9.948220781651086e-07,
      "loss": 0.3292,
      "step": 2036430
    },
    {
      "epoch": 568.36,
      "grad_norm": 1.0818663835525513,
      "learning_rate": 9.947999660069762e-07,
      "loss": 0.3458,
      "step": 2036440
    },
    {
      "epoch": 568.36,
      "grad_norm": 1.1862496137619019,
      "learning_rate": 9.947778540283901e-07,
      "loss": 0.3322,
      "step": 2036450
    },
    {
      "epoch": 568.37,
      "grad_norm": 1.0619380474090576,
      "learning_rate": 9.947557422293509e-07,
      "loss": 0.3106,
      "step": 2036460
    },
    {
      "epoch": 568.37,
      "grad_norm": 0.9826016426086426,
      "learning_rate": 9.94733630609865e-07,
      "loss": 0.3542,
      "step": 2036470
    },
    {
      "epoch": 568.37,
      "grad_norm": 1.163269281387329,
      "learning_rate": 9.947115191699325e-07,
      "loss": 0.3363,
      "step": 2036480
    },
    {
      "epoch": 568.38,
      "grad_norm": 1.2742135524749756,
      "learning_rate": 9.946894079095575e-07,
      "loss": 0.3473,
      "step": 2036490
    },
    {
      "epoch": 568.38,
      "grad_norm": 1.163494348526001,
      "learning_rate": 9.94667296828743e-07,
      "loss": 0.343,
      "step": 2036500
    },
    {
      "epoch": 568.38,
      "grad_norm": 1.1676346063613892,
      "learning_rate": 9.946451859274923e-07,
      "loss": 0.332,
      "step": 2036510
    },
    {
      "epoch": 568.38,
      "grad_norm": 1.1805808544158936,
      "learning_rate": 9.946230752058073e-07,
      "loss": 0.3487,
      "step": 2036520
    },
    {
      "epoch": 568.39,
      "grad_norm": 1.2780259847640991,
      "learning_rate": 9.946009646636913e-07,
      "loss": 0.3559,
      "step": 2036530
    },
    {
      "epoch": 568.39,
      "grad_norm": 1.1560895442962646,
      "learning_rate": 9.94578854301148e-07,
      "loss": 0.3316,
      "step": 2036540
    },
    {
      "epoch": 568.39,
      "grad_norm": 1.2251418828964233,
      "learning_rate": 9.945567441181784e-07,
      "loss": 0.3363,
      "step": 2036550
    },
    {
      "epoch": 568.4,
      "grad_norm": 1.1147632598876953,
      "learning_rate": 9.945346341147887e-07,
      "loss": 0.3422,
      "step": 2036560
    },
    {
      "epoch": 568.4,
      "grad_norm": 1.283355951309204,
      "learning_rate": 9.945125242909786e-07,
      "loss": 0.3509,
      "step": 2036570
    },
    {
      "epoch": 568.4,
      "grad_norm": 0.9447641372680664,
      "learning_rate": 9.944904146467526e-07,
      "loss": 0.3299,
      "step": 2036580
    },
    {
      "epoch": 568.4,
      "grad_norm": 1.0649902820587158,
      "learning_rate": 9.94468305182114e-07,
      "loss": 0.3427,
      "step": 2036590
    },
    {
      "epoch": 568.41,
      "grad_norm": 1.1635545492172241,
      "learning_rate": 9.944461958970637e-07,
      "loss": 0.3538,
      "step": 2036600
    },
    {
      "epoch": 568.41,
      "grad_norm": 1.116892695426941,
      "learning_rate": 9.944240867916079e-07,
      "loss": 0.3542,
      "step": 2036610
    },
    {
      "epoch": 568.41,
      "grad_norm": 1.1881210803985596,
      "learning_rate": 9.944019778657467e-07,
      "loss": 0.3399,
      "step": 2036620
    },
    {
      "epoch": 568.41,
      "grad_norm": 1.0759344100952148,
      "learning_rate": 9.94379869119484e-07,
      "loss": 0.3272,
      "step": 2036630
    },
    {
      "epoch": 568.42,
      "grad_norm": 1.1933428049087524,
      "learning_rate": 9.94357760552823e-07,
      "loss": 0.3344,
      "step": 2036640
    },
    {
      "epoch": 568.42,
      "grad_norm": 1.2163645029067993,
      "learning_rate": 9.943356521657676e-07,
      "loss": 0.328,
      "step": 2036650
    },
    {
      "epoch": 568.42,
      "grad_norm": 1.0442287921905518,
      "learning_rate": 9.943135439583185e-07,
      "loss": 0.3418,
      "step": 2036660
    },
    {
      "epoch": 568.43,
      "grad_norm": 1.374664306640625,
      "learning_rate": 9.942914359304796e-07,
      "loss": 0.3452,
      "step": 2036670
    },
    {
      "epoch": 568.43,
      "grad_norm": 1.4125767946243286,
      "learning_rate": 9.942693280822552e-07,
      "loss": 0.3405,
      "step": 2036680
    },
    {
      "epoch": 568.43,
      "grad_norm": 1.187416434288025,
      "learning_rate": 9.94247220413645e-07,
      "loss": 0.3361,
      "step": 2036690
    },
    {
      "epoch": 568.43,
      "grad_norm": 1.2995293140411377,
      "learning_rate": 9.942251129246559e-07,
      "loss": 0.3366,
      "step": 2036700
    },
    {
      "epoch": 568.44,
      "grad_norm": 1.1849490404129028,
      "learning_rate": 9.94203005615288e-07,
      "loss": 0.35,
      "step": 2036710
    },
    {
      "epoch": 568.44,
      "grad_norm": 1.0948104858398438,
      "learning_rate": 9.941808984855452e-07,
      "loss": 0.3238,
      "step": 2036720
    },
    {
      "epoch": 568.44,
      "grad_norm": 1.2331143617630005,
      "learning_rate": 9.941587915354312e-07,
      "loss": 0.3275,
      "step": 2036730
    },
    {
      "epoch": 568.45,
      "grad_norm": 1.3999847173690796,
      "learning_rate": 9.941366847649474e-07,
      "loss": 0.3255,
      "step": 2036740
    },
    {
      "epoch": 568.45,
      "grad_norm": 1.0703163146972656,
      "learning_rate": 9.941145781740975e-07,
      "loss": 0.344,
      "step": 2036750
    },
    {
      "epoch": 568.45,
      "grad_norm": 1.085392713546753,
      "learning_rate": 9.940924717628843e-07,
      "loss": 0.3475,
      "step": 2036760
    },
    {
      "epoch": 568.45,
      "grad_norm": 1.1084095239639282,
      "learning_rate": 9.94070365531312e-07,
      "loss": 0.3496,
      "step": 2036770
    },
    {
      "epoch": 568.46,
      "grad_norm": 1.2684381008148193,
      "learning_rate": 9.940482594793806e-07,
      "loss": 0.3463,
      "step": 2036780
    },
    {
      "epoch": 568.46,
      "grad_norm": 1.1381360292434692,
      "learning_rate": 9.940261536070965e-07,
      "loss": 0.3397,
      "step": 2036790
    },
    {
      "epoch": 568.46,
      "grad_norm": 1.1017109155654907,
      "learning_rate": 9.940040479144603e-07,
      "loss": 0.3313,
      "step": 2036800
    },
    {
      "epoch": 568.46,
      "grad_norm": 1.1512318849563599,
      "learning_rate": 9.939819424014753e-07,
      "loss": 0.3378,
      "step": 2036810
    },
    {
      "epoch": 568.47,
      "grad_norm": 1.1736878156661987,
      "learning_rate": 9.93959837068146e-07,
      "loss": 0.3254,
      "step": 2036820
    },
    {
      "epoch": 568.47,
      "grad_norm": 1.2036012411117554,
      "learning_rate": 9.939377319144732e-07,
      "loss": 0.346,
      "step": 2036830
    },
    {
      "epoch": 568.47,
      "grad_norm": 1.0879379510879517,
      "learning_rate": 9.939156269404607e-07,
      "loss": 0.3415,
      "step": 2036840
    },
    {
      "epoch": 568.48,
      "grad_norm": 1.0462250709533691,
      "learning_rate": 9.938935221461116e-07,
      "loss": 0.3454,
      "step": 2036850
    },
    {
      "epoch": 568.48,
      "grad_norm": 1.3591127395629883,
      "learning_rate": 9.938714175314288e-07,
      "loss": 0.3412,
      "step": 2036860
    },
    {
      "epoch": 568.48,
      "grad_norm": 1.0009162425994873,
      "learning_rate": 9.938493130964152e-07,
      "loss": 0.3429,
      "step": 2036870
    },
    {
      "epoch": 568.48,
      "grad_norm": 1.1401649713516235,
      "learning_rate": 9.938272088410744e-07,
      "loss": 0.3547,
      "step": 2036880
    },
    {
      "epoch": 568.49,
      "grad_norm": 1.126785397529602,
      "learning_rate": 9.93805104765408e-07,
      "loss": 0.3286,
      "step": 2036890
    },
    {
      "epoch": 568.49,
      "grad_norm": 1.3300386667251587,
      "learning_rate": 9.937830008694197e-07,
      "loss": 0.3466,
      "step": 2036900
    },
    {
      "epoch": 568.49,
      "grad_norm": 1.1596683263778687,
      "learning_rate": 9.937608971531131e-07,
      "loss": 0.3494,
      "step": 2036910
    },
    {
      "epoch": 568.5,
      "grad_norm": 1.0610439777374268,
      "learning_rate": 9.937387936164887e-07,
      "loss": 0.3545,
      "step": 2036920
    },
    {
      "epoch": 568.5,
      "grad_norm": 1.337445855140686,
      "learning_rate": 9.93716690259553e-07,
      "loss": 0.3443,
      "step": 2036930
    },
    {
      "epoch": 568.5,
      "grad_norm": 1.1622209548950195,
      "learning_rate": 9.936945870823063e-07,
      "loss": 0.3309,
      "step": 2036940
    },
    {
      "epoch": 568.5,
      "grad_norm": 1.1992584466934204,
      "learning_rate": 9.936724840847523e-07,
      "loss": 0.3434,
      "step": 2036950
    },
    {
      "epoch": 568.51,
      "grad_norm": 1.1861581802368164,
      "learning_rate": 9.936503812668948e-07,
      "loss": 0.3483,
      "step": 2036960
    },
    {
      "epoch": 568.51,
      "grad_norm": 1.2523541450500488,
      "learning_rate": 9.93628278628735e-07,
      "loss": 0.3404,
      "step": 2036970
    },
    {
      "epoch": 568.51,
      "grad_norm": 1.0839892625808716,
      "learning_rate": 9.936061761702766e-07,
      "loss": 0.3256,
      "step": 2036980
    },
    {
      "epoch": 568.52,
      "grad_norm": 1.0739132165908813,
      "learning_rate": 9.93584073891523e-07,
      "loss": 0.3474,
      "step": 2036990
    },
    {
      "epoch": 568.52,
      "grad_norm": 1.0715234279632568,
      "learning_rate": 9.935619717924776e-07,
      "loss": 0.3537,
      "step": 2037000
    },
    {
      "epoch": 568.52,
      "grad_norm": 1.124416470527649,
      "learning_rate": 9.93539869873141e-07,
      "loss": 0.3412,
      "step": 2037010
    },
    {
      "epoch": 568.52,
      "grad_norm": 1.2504388093948364,
      "learning_rate": 9.935177681335195e-07,
      "loss": 0.3491,
      "step": 2037020
    },
    {
      "epoch": 568.53,
      "grad_norm": 1.183552622795105,
      "learning_rate": 9.934956665736133e-07,
      "loss": 0.3416,
      "step": 2037030
    },
    {
      "epoch": 568.53,
      "grad_norm": 0.9808318614959717,
      "learning_rate": 9.934735651934264e-07,
      "loss": 0.338,
      "step": 2037040
    },
    {
      "epoch": 568.53,
      "grad_norm": 1.142614483833313,
      "learning_rate": 9.934514639929622e-07,
      "loss": 0.3474,
      "step": 2037050
    },
    {
      "epoch": 568.53,
      "grad_norm": 2.6133952140808105,
      "learning_rate": 9.934293629722224e-07,
      "loss": 0.3391,
      "step": 2037060
    },
    {
      "epoch": 568.54,
      "grad_norm": 0.9320252537727356,
      "learning_rate": 9.934072621312107e-07,
      "loss": 0.3485,
      "step": 2037070
    },
    {
      "epoch": 568.54,
      "grad_norm": 1.1430329084396362,
      "learning_rate": 9.9338516146993e-07,
      "loss": 0.3304,
      "step": 2037080
    },
    {
      "epoch": 568.54,
      "grad_norm": 1.3197365999221802,
      "learning_rate": 9.93363060988384e-07,
      "loss": 0.3662,
      "step": 2037090
    },
    {
      "epoch": 568.55,
      "grad_norm": 1.1888222694396973,
      "learning_rate": 9.933409606865742e-07,
      "loss": 0.3213,
      "step": 2037100
    },
    {
      "epoch": 568.55,
      "grad_norm": 1.0919122695922852,
      "learning_rate": 9.93318860564504e-07,
      "loss": 0.3155,
      "step": 2037110
    },
    {
      "epoch": 568.55,
      "grad_norm": 1.1250691413879395,
      "learning_rate": 9.932967606221777e-07,
      "loss": 0.3305,
      "step": 2037120
    },
    {
      "epoch": 568.55,
      "grad_norm": 1.155436635017395,
      "learning_rate": 9.932746608595952e-07,
      "loss": 0.3332,
      "step": 2037130
    },
    {
      "epoch": 568.56,
      "grad_norm": 1.1631571054458618,
      "learning_rate": 9.93252561276763e-07,
      "loss": 0.3251,
      "step": 2037140
    },
    {
      "epoch": 568.56,
      "grad_norm": 1.0328809022903442,
      "learning_rate": 9.932304618736807e-07,
      "loss": 0.3566,
      "step": 2037150
    },
    {
      "epoch": 568.56,
      "grad_norm": 1.1399102210998535,
      "learning_rate": 9.932083626503546e-07,
      "loss": 0.3324,
      "step": 2037160
    },
    {
      "epoch": 568.57,
      "grad_norm": 1.1254382133483887,
      "learning_rate": 9.93186263606785e-07,
      "loss": 0.3478,
      "step": 2037170
    },
    {
      "epoch": 568.57,
      "grad_norm": 1.1776915788650513,
      "learning_rate": 9.931641647429761e-07,
      "loss": 0.3405,
      "step": 2037180
    },
    {
      "epoch": 568.57,
      "grad_norm": 0.9515703916549683,
      "learning_rate": 9.931420660589312e-07,
      "loss": 0.3429,
      "step": 2037190
    },
    {
      "epoch": 568.57,
      "grad_norm": 1.1353174448013306,
      "learning_rate": 9.93119967554652e-07,
      "loss": 0.3234,
      "step": 2037200
    },
    {
      "epoch": 568.58,
      "grad_norm": 1.1329811811447144,
      "learning_rate": 9.930978692301417e-07,
      "loss": 0.347,
      "step": 2037210
    },
    {
      "epoch": 568.58,
      "grad_norm": 1.0174973011016846,
      "learning_rate": 9.930757710854037e-07,
      "loss": 0.3231,
      "step": 2037220
    },
    {
      "epoch": 568.58,
      "grad_norm": 0.9412809610366821,
      "learning_rate": 9.930536731204416e-07,
      "loss": 0.3354,
      "step": 2037230
    },
    {
      "epoch": 568.58,
      "grad_norm": 1.0891447067260742,
      "learning_rate": 9.930315753352566e-07,
      "loss": 0.3295,
      "step": 2037240
    },
    {
      "epoch": 568.59,
      "grad_norm": 1.3700425624847412,
      "learning_rate": 9.930094777298527e-07,
      "loss": 0.3419,
      "step": 2037250
    },
    {
      "epoch": 568.59,
      "grad_norm": 1.3767380714416504,
      "learning_rate": 9.929873803042337e-07,
      "loss": 0.3307,
      "step": 2037260
    },
    {
      "epoch": 568.59,
      "grad_norm": 1.2126067876815796,
      "learning_rate": 9.929652830583996e-07,
      "loss": 0.3664,
      "step": 2037270
    },
    {
      "epoch": 568.6,
      "grad_norm": 1.0932505130767822,
      "learning_rate": 9.929431859923572e-07,
      "loss": 0.3436,
      "step": 2037280
    },
    {
      "epoch": 568.6,
      "grad_norm": 1.3011449575424194,
      "learning_rate": 9.929210891061068e-07,
      "loss": 0.3409,
      "step": 2037290
    },
    {
      "epoch": 568.6,
      "grad_norm": 1.1381239891052246,
      "learning_rate": 9.92898992399652e-07,
      "loss": 0.3394,
      "step": 2037300
    },
    {
      "epoch": 568.6,
      "grad_norm": 1.1963874101638794,
      "learning_rate": 9.928768958729958e-07,
      "loss": 0.3474,
      "step": 2037310
    },
    {
      "epoch": 568.61,
      "grad_norm": 1.1340675354003906,
      "learning_rate": 9.92854799526142e-07,
      "loss": 0.3333,
      "step": 2037320
    },
    {
      "epoch": 568.61,
      "grad_norm": 1.0147064924240112,
      "learning_rate": 9.92832703359092e-07,
      "loss": 0.3451,
      "step": 2037330
    },
    {
      "epoch": 568.61,
      "grad_norm": 1.08225679397583,
      "learning_rate": 9.928106073718492e-07,
      "loss": 0.3394,
      "step": 2037340
    },
    {
      "epoch": 568.62,
      "grad_norm": 1.0764929056167603,
      "learning_rate": 9.927885115644178e-07,
      "loss": 0.3339,
      "step": 2037350
    },
    {
      "epoch": 568.62,
      "grad_norm": 1.2037245035171509,
      "learning_rate": 9.927664159367982e-07,
      "loss": 0.3545,
      "step": 2037360
    },
    {
      "epoch": 568.62,
      "grad_norm": 1.0977873802185059,
      "learning_rate": 9.927443204889964e-07,
      "loss": 0.3326,
      "step": 2037370
    },
    {
      "epoch": 568.62,
      "grad_norm": 1.1868194341659546,
      "learning_rate": 9.92722225221013e-07,
      "loss": 0.3202,
      "step": 2037380
    },
    {
      "epoch": 568.63,
      "grad_norm": 0.9642145037651062,
      "learning_rate": 9.92700130132852e-07,
      "loss": 0.3216,
      "step": 2037390
    },
    {
      "epoch": 568.63,
      "grad_norm": 1.092946171760559,
      "learning_rate": 9.926780352245168e-07,
      "loss": 0.3257,
      "step": 2037400
    },
    {
      "epoch": 568.63,
      "grad_norm": 1.1595239639282227,
      "learning_rate": 9.926559404960086e-07,
      "loss": 0.3262,
      "step": 2037410
    },
    {
      "epoch": 568.64,
      "grad_norm": 1.0217432975769043,
      "learning_rate": 9.926338459473317e-07,
      "loss": 0.3436,
      "step": 2037420
    },
    {
      "epoch": 568.64,
      "grad_norm": 1.1145198345184326,
      "learning_rate": 9.926117515784886e-07,
      "loss": 0.3493,
      "step": 2037430
    },
    {
      "epoch": 568.64,
      "grad_norm": 1.1023683547973633,
      "learning_rate": 9.925896573894822e-07,
      "loss": 0.3498,
      "step": 2037440
    },
    {
      "epoch": 568.64,
      "grad_norm": 1.1029754877090454,
      "learning_rate": 9.925675633803157e-07,
      "loss": 0.3284,
      "step": 2037450
    },
    {
      "epoch": 568.65,
      "grad_norm": 1.1650041341781616,
      "learning_rate": 9.925454695509927e-07,
      "loss": 0.3306,
      "step": 2037460
    },
    {
      "epoch": 568.65,
      "grad_norm": 1.0892659425735474,
      "learning_rate": 9.92523375901515e-07,
      "loss": 0.3433,
      "step": 2037470
    },
    {
      "epoch": 568.65,
      "grad_norm": 1.2199828624725342,
      "learning_rate": 9.925012824318854e-07,
      "loss": 0.338,
      "step": 2037480
    },
    {
      "epoch": 568.65,
      "grad_norm": 1.3064862489700317,
      "learning_rate": 9.924791891421084e-07,
      "loss": 0.3408,
      "step": 2037490
    },
    {
      "epoch": 568.66,
      "grad_norm": 1.179078459739685,
      "learning_rate": 9.924570960321841e-07,
      "loss": 0.3542,
      "step": 2037500
    },
    {
      "epoch": 568.66,
      "grad_norm": 1.1955533027648926,
      "learning_rate": 9.924350031021194e-07,
      "loss": 0.3193,
      "step": 2037510
    },
    {
      "epoch": 568.66,
      "grad_norm": 1.2730350494384766,
      "learning_rate": 9.924129103519139e-07,
      "loss": 0.3167,
      "step": 2037520
    },
    {
      "epoch": 568.67,
      "grad_norm": 1.0939973592758179,
      "learning_rate": 9.923908177815715e-07,
      "loss": 0.3234,
      "step": 2037530
    },
    {
      "epoch": 568.67,
      "grad_norm": 1.123252034187317,
      "learning_rate": 9.923687253910969e-07,
      "loss": 0.3402,
      "step": 2037540
    },
    {
      "epoch": 568.67,
      "grad_norm": 1.383051872253418,
      "learning_rate": 9.9234663318049e-07,
      "loss": 0.3358,
      "step": 2037550
    },
    {
      "epoch": 568.67,
      "grad_norm": 1.140991449356079,
      "learning_rate": 9.923245411497556e-07,
      "loss": 0.3301,
      "step": 2037560
    },
    {
      "epoch": 568.68,
      "grad_norm": 1.096674919128418,
      "learning_rate": 9.923024492988962e-07,
      "loss": 0.3385,
      "step": 2037570
    },
    {
      "epoch": 568.68,
      "grad_norm": 1.1137369871139526,
      "learning_rate": 9.922803576279157e-07,
      "loss": 0.3219,
      "step": 2037580
    },
    {
      "epoch": 568.68,
      "grad_norm": 0.9461414813995361,
      "learning_rate": 9.922582661368147e-07,
      "loss": 0.3374,
      "step": 2037590
    },
    {
      "epoch": 568.69,
      "grad_norm": 1.1842058897018433,
      "learning_rate": 9.92236174825599e-07,
      "loss": 0.3339,
      "step": 2037600
    },
    {
      "epoch": 568.69,
      "grad_norm": 1.4285472631454468,
      "learning_rate": 9.922140836942694e-07,
      "loss": 0.34,
      "step": 2037610
    },
    {
      "epoch": 568.69,
      "grad_norm": 1.0299052000045776,
      "learning_rate": 9.921919927428294e-07,
      "loss": 0.3442,
      "step": 2037620
    },
    {
      "epoch": 568.69,
      "grad_norm": 1.2479100227355957,
      "learning_rate": 9.921699019712833e-07,
      "loss": 0.3453,
      "step": 2037630
    },
    {
      "epoch": 568.7,
      "grad_norm": 1.038910984992981,
      "learning_rate": 9.921478113796322e-07,
      "loss": 0.3373,
      "step": 2037640
    },
    {
      "epoch": 568.7,
      "grad_norm": 1.1707613468170166,
      "learning_rate": 9.921257209678793e-07,
      "loss": 0.3378,
      "step": 2037650
    },
    {
      "epoch": 568.7,
      "grad_norm": 1.0910941362380981,
      "learning_rate": 9.921036307360283e-07,
      "loss": 0.3358,
      "step": 2037660
    },
    {
      "epoch": 568.7,
      "grad_norm": 1.1472281217575073,
      "learning_rate": 9.920815406840822e-07,
      "loss": 0.3406,
      "step": 2037670
    },
    {
      "epoch": 568.71,
      "grad_norm": 1.2060225009918213,
      "learning_rate": 9.920594508120431e-07,
      "loss": 0.3349,
      "step": 2037680
    },
    {
      "epoch": 568.71,
      "grad_norm": 1.2821518182754517,
      "learning_rate": 9.920373611199141e-07,
      "loss": 0.3495,
      "step": 2037690
    },
    {
      "epoch": 568.71,
      "grad_norm": 1.0888688564300537,
      "learning_rate": 9.920152716076987e-07,
      "loss": 0.3469,
      "step": 2037700
    },
    {
      "epoch": 568.72,
      "grad_norm": 1.1104440689086914,
      "learning_rate": 9.919931822753992e-07,
      "loss": 0.3469,
      "step": 2037710
    },
    {
      "epoch": 568.72,
      "grad_norm": 1.199052095413208,
      "learning_rate": 9.919710931230202e-07,
      "loss": 0.3387,
      "step": 2037720
    },
    {
      "epoch": 568.72,
      "grad_norm": 1.2174615859985352,
      "learning_rate": 9.919490041505612e-07,
      "loss": 0.3483,
      "step": 2037730
    },
    {
      "epoch": 568.72,
      "grad_norm": 1.162095069885254,
      "learning_rate": 9.919269153580295e-07,
      "loss": 0.3384,
      "step": 2037740
    },
    {
      "epoch": 568.73,
      "grad_norm": 1.191281795501709,
      "learning_rate": 9.919048267454245e-07,
      "loss": 0.3203,
      "step": 2037750
    },
    {
      "epoch": 568.73,
      "grad_norm": 1.2553718090057373,
      "learning_rate": 9.918827383127507e-07,
      "loss": 0.3208,
      "step": 2037760
    },
    {
      "epoch": 568.73,
      "grad_norm": 1.2130992412567139,
      "learning_rate": 9.918606500600114e-07,
      "loss": 0.3345,
      "step": 2037770
    },
    {
      "epoch": 568.74,
      "grad_norm": 1.268157958984375,
      "learning_rate": 9.918385619872082e-07,
      "loss": 0.3559,
      "step": 2037780
    },
    {
      "epoch": 568.74,
      "grad_norm": 1.543697714805603,
      "learning_rate": 9.91816474094345e-07,
      "loss": 0.3292,
      "step": 2037790
    },
    {
      "epoch": 568.74,
      "grad_norm": 1.072679042816162,
      "learning_rate": 9.917943863814244e-07,
      "loss": 0.3387,
      "step": 2037800
    },
    {
      "epoch": 568.74,
      "grad_norm": 1.3148607015609741,
      "learning_rate": 9.9177229884845e-07,
      "loss": 0.3512,
      "step": 2037810
    },
    {
      "epoch": 568.75,
      "grad_norm": 1.0714874267578125,
      "learning_rate": 9.91750211495423e-07,
      "loss": 0.3448,
      "step": 2037820
    },
    {
      "epoch": 568.75,
      "grad_norm": 1.4097013473510742,
      "learning_rate": 9.917281243223491e-07,
      "loss": 0.355,
      "step": 2037830
    },
    {
      "epoch": 568.75,
      "grad_norm": 1.8189465999603271,
      "learning_rate": 9.917060373292287e-07,
      "loss": 0.3527,
      "step": 2037840
    },
    {
      "epoch": 568.76,
      "grad_norm": 1.2771064043045044,
      "learning_rate": 9.916839505160656e-07,
      "loss": 0.3434,
      "step": 2037850
    },
    {
      "epoch": 568.76,
      "grad_norm": 1.2394790649414062,
      "learning_rate": 9.91661863882864e-07,
      "loss": 0.3303,
      "step": 2037860
    },
    {
      "epoch": 568.76,
      "grad_norm": 6.386588096618652,
      "learning_rate": 9.916397774296246e-07,
      "loss": 0.3397,
      "step": 2037870
    },
    {
      "epoch": 568.76,
      "grad_norm": 1.1291213035583496,
      "learning_rate": 9.916176911563516e-07,
      "loss": 0.3396,
      "step": 2037880
    },
    {
      "epoch": 568.77,
      "grad_norm": 1.2253923416137695,
      "learning_rate": 9.915956050630478e-07,
      "loss": 0.3467,
      "step": 2037890
    },
    {
      "epoch": 568.77,
      "grad_norm": 1.2940629720687866,
      "learning_rate": 9.915735191497168e-07,
      "loss": 0.3342,
      "step": 2037900
    },
    {
      "epoch": 568.77,
      "grad_norm": 0.956885576248169,
      "learning_rate": 9.915514334163602e-07,
      "loss": 0.3302,
      "step": 2037910
    },
    {
      "epoch": 568.77,
      "grad_norm": 1.1299349069595337,
      "learning_rate": 9.915293478629815e-07,
      "loss": 0.3471,
      "step": 2037920
    },
    {
      "epoch": 568.78,
      "grad_norm": 1.2818070650100708,
      "learning_rate": 9.915072624895847e-07,
      "loss": 0.3397,
      "step": 2037930
    },
    {
      "epoch": 568.78,
      "grad_norm": 1.208034873008728,
      "learning_rate": 9.914851772961698e-07,
      "loss": 0.346,
      "step": 2037940
    },
    {
      "epoch": 568.78,
      "grad_norm": 1.0541514158248901,
      "learning_rate": 9.914630922827437e-07,
      "loss": 0.3274,
      "step": 2037950
    },
    {
      "epoch": 568.79,
      "grad_norm": 1.2078264951705933,
      "learning_rate": 9.914410074493064e-07,
      "loss": 0.326,
      "step": 2037960
    },
    {
      "epoch": 568.79,
      "grad_norm": 1.6718703508377075,
      "learning_rate": 9.914189227958618e-07,
      "loss": 0.3418,
      "step": 2037970
    },
    {
      "epoch": 568.79,
      "grad_norm": 1.019464373588562,
      "learning_rate": 9.913968383224128e-07,
      "loss": 0.3385,
      "step": 2037980
    },
    {
      "epoch": 568.79,
      "grad_norm": 1.323434591293335,
      "learning_rate": 9.913747540289633e-07,
      "loss": 0.35,
      "step": 2037990
    },
    {
      "epoch": 568.8,
      "grad_norm": 1.0625171661376953,
      "learning_rate": 9.913526699155144e-07,
      "loss": 0.3372,
      "step": 2038000
    },
    {
      "epoch": 568.8,
      "grad_norm": 1.0874381065368652,
      "learning_rate": 9.9133058598207e-07,
      "loss": 0.3375,
      "step": 2038010
    },
    {
      "epoch": 568.8,
      "grad_norm": 1.093382477760315,
      "learning_rate": 9.91308502228633e-07,
      "loss": 0.3319,
      "step": 2038020
    },
    {
      "epoch": 568.81,
      "grad_norm": 1.0318578481674194,
      "learning_rate": 9.912864186552063e-07,
      "loss": 0.3464,
      "step": 2038030
    },
    {
      "epoch": 568.81,
      "grad_norm": 1.2469781637191772,
      "learning_rate": 9.912643352617936e-07,
      "loss": 0.3378,
      "step": 2038040
    },
    {
      "epoch": 568.81,
      "grad_norm": 1.2202099561691284,
      "learning_rate": 9.912422520483964e-07,
      "loss": 0.345,
      "step": 2038050
    },
    {
      "epoch": 568.81,
      "grad_norm": 1.1544137001037598,
      "learning_rate": 9.912201690150182e-07,
      "loss": 0.334,
      "step": 2038060
    },
    {
      "epoch": 568.82,
      "grad_norm": 1.312131643295288,
      "learning_rate": 9.911980861616632e-07,
      "loss": 0.3214,
      "step": 2038070
    },
    {
      "epoch": 568.82,
      "grad_norm": 1.2456847429275513,
      "learning_rate": 9.911760034883315e-07,
      "loss": 0.3542,
      "step": 2038080
    },
    {
      "epoch": 568.82,
      "grad_norm": 1.1398934125900269,
      "learning_rate": 9.911539209950294e-07,
      "loss": 0.3433,
      "step": 2038090
    },
    {
      "epoch": 568.83,
      "grad_norm": 1.0879991054534912,
      "learning_rate": 9.911318386817571e-07,
      "loss": 0.3346,
      "step": 2038100
    },
    {
      "epoch": 568.83,
      "grad_norm": 1.0055174827575684,
      "learning_rate": 9.91109756548519e-07,
      "loss": 0.3438,
      "step": 2038110
    },
    {
      "epoch": 568.83,
      "grad_norm": 1.2430109977722168,
      "learning_rate": 9.910876745953175e-07,
      "loss": 0.3371,
      "step": 2038120
    },
    {
      "epoch": 568.83,
      "grad_norm": 0.9971376061439514,
      "learning_rate": 9.910655928221565e-07,
      "loss": 0.335,
      "step": 2038130
    },
    {
      "epoch": 568.84,
      "grad_norm": 1.4604331254959106,
      "learning_rate": 9.910435112290374e-07,
      "loss": 0.3389,
      "step": 2038140
    },
    {
      "epoch": 568.84,
      "grad_norm": 1.1367558240890503,
      "learning_rate": 9.910214298159642e-07,
      "loss": 0.3394,
      "step": 2038150
    },
    {
      "epoch": 568.84,
      "grad_norm": 1.1956835985183716,
      "learning_rate": 9.9099934858294e-07,
      "loss": 0.34,
      "step": 2038160
    },
    {
      "epoch": 568.84,
      "grad_norm": 1.1090255975723267,
      "learning_rate": 9.909772675299658e-07,
      "loss": 0.3482,
      "step": 2038170
    },
    {
      "epoch": 568.85,
      "grad_norm": 1.2060331106185913,
      "learning_rate": 9.909551866570477e-07,
      "loss": 0.3292,
      "step": 2038180
    },
    {
      "epoch": 568.85,
      "grad_norm": 1.1082881689071655,
      "learning_rate": 9.90933105964186e-07,
      "loss": 0.3498,
      "step": 2038190
    },
    {
      "epoch": 568.85,
      "grad_norm": 1.282120704650879,
      "learning_rate": 9.909110254513845e-07,
      "loss": 0.355,
      "step": 2038200
    },
    {
      "epoch": 568.86,
      "grad_norm": 1.0478891134262085,
      "learning_rate": 9.908889451186472e-07,
      "loss": 0.3518,
      "step": 2038210
    },
    {
      "epoch": 568.86,
      "grad_norm": 1.1271699666976929,
      "learning_rate": 9.908668649659754e-07,
      "loss": 0.3362,
      "step": 2038220
    },
    {
      "epoch": 568.86,
      "grad_norm": 1.07196843624115,
      "learning_rate": 9.908447849933724e-07,
      "loss": 0.3398,
      "step": 2038230
    },
    {
      "epoch": 568.86,
      "grad_norm": 1.0208740234375,
      "learning_rate": 9.908227052008417e-07,
      "loss": 0.3447,
      "step": 2038240
    },
    {
      "epoch": 568.87,
      "grad_norm": 1.2216130495071411,
      "learning_rate": 9.908006255883867e-07,
      "loss": 0.3482,
      "step": 2038250
    },
    {
      "epoch": 568.87,
      "grad_norm": 1.02662992477417,
      "learning_rate": 9.907785461560082e-07,
      "loss": 0.3553,
      "step": 2038260
    },
    {
      "epoch": 568.87,
      "grad_norm": 1.1093641519546509,
      "learning_rate": 9.90756466903712e-07,
      "loss": 0.3343,
      "step": 2038270
    },
    {
      "epoch": 568.88,
      "grad_norm": 1.204265832901001,
      "learning_rate": 9.907343878314986e-07,
      "loss": 0.3343,
      "step": 2038280
    },
    {
      "epoch": 568.88,
      "grad_norm": 1.0454117059707642,
      "learning_rate": 9.907123089393723e-07,
      "loss": 0.3274,
      "step": 2038290
    },
    {
      "epoch": 568.88,
      "grad_norm": 1.4657570123672485,
      "learning_rate": 9.906902302273365e-07,
      "loss": 0.3505,
      "step": 2038300
    },
    {
      "epoch": 568.88,
      "grad_norm": 0.983442485332489,
      "learning_rate": 9.906681516953913e-07,
      "loss": 0.3198,
      "step": 2038310
    },
    {
      "epoch": 568.89,
      "grad_norm": 1.0696957111358643,
      "learning_rate": 9.906460733435437e-07,
      "loss": 0.3589,
      "step": 2038320
    },
    {
      "epoch": 568.89,
      "grad_norm": 1.0828778743743896,
      "learning_rate": 9.906239951717935e-07,
      "loss": 0.3518,
      "step": 2038330
    },
    {
      "epoch": 568.89,
      "grad_norm": 1.2186826467514038,
      "learning_rate": 9.906019171801448e-07,
      "loss": 0.3375,
      "step": 2038340
    },
    {
      "epoch": 568.89,
      "grad_norm": 1.0776087045669556,
      "learning_rate": 9.905798393686015e-07,
      "loss": 0.3399,
      "step": 2038350
    },
    {
      "epoch": 568.9,
      "grad_norm": 1.0507686138153076,
      "learning_rate": 9.905577617371648e-07,
      "loss": 0.3356,
      "step": 2038360
    },
    {
      "epoch": 568.9,
      "grad_norm": 1.229860782623291,
      "learning_rate": 9.90535684285838e-07,
      "loss": 0.3533,
      "step": 2038370
    },
    {
      "epoch": 568.9,
      "grad_norm": 1.2921524047851562,
      "learning_rate": 9.905136070146244e-07,
      "loss": 0.3273,
      "step": 2038380
    },
    {
      "epoch": 568.91,
      "grad_norm": 1.258269190788269,
      "learning_rate": 9.904915299235278e-07,
      "loss": 0.3472,
      "step": 2038390
    },
    {
      "epoch": 568.91,
      "grad_norm": 1.0543498992919922,
      "learning_rate": 9.904694530125487e-07,
      "loss": 0.336,
      "step": 2038400
    },
    {
      "epoch": 568.91,
      "grad_norm": 1.2883180379867554,
      "learning_rate": 9.904473762816935e-07,
      "loss": 0.3415,
      "step": 2038410
    },
    {
      "epoch": 568.91,
      "grad_norm": 1.0134586095809937,
      "learning_rate": 9.904252997309622e-07,
      "loss": 0.3308,
      "step": 2038420
    },
    {
      "epoch": 568.92,
      "grad_norm": 1.2199594974517822,
      "learning_rate": 9.904032233603588e-07,
      "loss": 0.3569,
      "step": 2038430
    },
    {
      "epoch": 568.92,
      "grad_norm": 1.2795926332473755,
      "learning_rate": 9.903811471698868e-07,
      "loss": 0.3267,
      "step": 2038440
    },
    {
      "epoch": 568.92,
      "grad_norm": 1.270796298980713,
      "learning_rate": 9.903590711595481e-07,
      "loss": 0.3414,
      "step": 2038450
    },
    {
      "epoch": 568.93,
      "grad_norm": 1.1692516803741455,
      "learning_rate": 9.903369953293458e-07,
      "loss": 0.3503,
      "step": 2038460
    },
    {
      "epoch": 568.93,
      "grad_norm": 1.054151177406311,
      "learning_rate": 9.903149196792835e-07,
      "loss": 0.3309,
      "step": 2038470
    },
    {
      "epoch": 568.93,
      "grad_norm": 1.194214940071106,
      "learning_rate": 9.902928442093645e-07,
      "loss": 0.3482,
      "step": 2038480
    },
    {
      "epoch": 568.93,
      "grad_norm": 1.2662044763565063,
      "learning_rate": 9.9027076891959e-07,
      "loss": 0.339,
      "step": 2038490
    },
    {
      "epoch": 568.94,
      "grad_norm": 1.0285933017730713,
      "learning_rate": 9.902486938099638e-07,
      "loss": 0.3472,
      "step": 2038500
    },
    {
      "epoch": 568.94,
      "grad_norm": 1.4043833017349243,
      "learning_rate": 9.902266188804902e-07,
      "loss": 0.3289,
      "step": 2038510
    },
    {
      "epoch": 568.94,
      "grad_norm": 1.0386176109313965,
      "learning_rate": 9.90204544131169e-07,
      "loss": 0.3382,
      "step": 2038520
    },
    {
      "epoch": 568.95,
      "grad_norm": 1.045719027519226,
      "learning_rate": 9.90182469562007e-07,
      "loss": 0.3426,
      "step": 2038530
    },
    {
      "epoch": 568.95,
      "grad_norm": 1.3744418621063232,
      "learning_rate": 9.901603951730042e-07,
      "loss": 0.3363,
      "step": 2038540
    },
    {
      "epoch": 568.95,
      "grad_norm": 1.2518454790115356,
      "learning_rate": 9.901383209641648e-07,
      "loss": 0.342,
      "step": 2038550
    },
    {
      "epoch": 568.95,
      "grad_norm": 1.1183500289916992,
      "learning_rate": 9.90116246935491e-07,
      "loss": 0.3331,
      "step": 2038560
    },
    {
      "epoch": 568.96,
      "grad_norm": 1.2201722860336304,
      "learning_rate": 9.900941730869875e-07,
      "loss": 0.3387,
      "step": 2038570
    },
    {
      "epoch": 568.96,
      "grad_norm": 1.1445947885513306,
      "learning_rate": 9.900720994186549e-07,
      "loss": 0.3488,
      "step": 2038580
    },
    {
      "epoch": 568.96,
      "grad_norm": 1.0467826128005981,
      "learning_rate": 9.900500259304972e-07,
      "loss": 0.3372,
      "step": 2038590
    },
    {
      "epoch": 568.96,
      "grad_norm": 1.14447021484375,
      "learning_rate": 9.900279526225173e-07,
      "loss": 0.3498,
      "step": 2038600
    },
    {
      "epoch": 568.97,
      "grad_norm": 1.2089983224868774,
      "learning_rate": 9.900058794947184e-07,
      "loss": 0.3402,
      "step": 2038610
    },
    {
      "epoch": 568.97,
      "grad_norm": 1.0290071964263916,
      "learning_rate": 9.899838065471038e-07,
      "loss": 0.3487,
      "step": 2038620
    },
    {
      "epoch": 568.97,
      "grad_norm": 1.4914336204528809,
      "learning_rate": 9.899617337796752e-07,
      "loss": 0.3718,
      "step": 2038630
    },
    {
      "epoch": 568.98,
      "grad_norm": 1.1743483543395996,
      "learning_rate": 9.899396611924362e-07,
      "loss": 0.3485,
      "step": 2038640
    },
    {
      "epoch": 568.98,
      "grad_norm": 5.414315223693848,
      "learning_rate": 9.899175887853904e-07,
      "loss": 0.3333,
      "step": 2038650
    },
    {
      "epoch": 568.98,
      "grad_norm": 1.4434434175491333,
      "learning_rate": 9.898955165585385e-07,
      "loss": 0.3362,
      "step": 2038660
    },
    {
      "epoch": 568.98,
      "grad_norm": 1.1562050580978394,
      "learning_rate": 9.898734445118866e-07,
      "loss": 0.3486,
      "step": 2038670
    },
    {
      "epoch": 568.99,
      "grad_norm": 1.1546647548675537,
      "learning_rate": 9.898513726454353e-07,
      "loss": 0.3363,
      "step": 2038680
    },
    {
      "epoch": 568.99,
      "grad_norm": 1.2166972160339355,
      "learning_rate": 9.898293009591882e-07,
      "loss": 0.3414,
      "step": 2038690
    },
    {
      "epoch": 568.99,
      "grad_norm": 1.014480471611023,
      "learning_rate": 9.898072294531481e-07,
      "loss": 0.3236,
      "step": 2038700
    },
    {
      "epoch": 569.0,
      "grad_norm": 1.138161540031433,
      "learning_rate": 9.897851581273194e-07,
      "loss": 0.3242,
      "step": 2038710
    },
    {
      "epoch": 569.0,
      "grad_norm": 1.292588710784912,
      "learning_rate": 9.897630869817029e-07,
      "loss": 0.3496,
      "step": 2038720
    },
    {
      "epoch": 569.0,
      "eval_loss": 0.3402252495288849,
      "eval_runtime": 63.1989,
      "eval_samples_per_second": 80.049,
      "eval_steps_per_second": 10.016,
      "step": 2038727
    },
    {
      "epoch": 569.0,
      "grad_norm": 1.2244518995285034,
      "learning_rate": 9.897410160163022e-07,
      "loss": 0.3388,
      "step": 2038730
    },
    {
      "epoch": 569.0,
      "grad_norm": 1.1286669969558716,
      "learning_rate": 9.897189452311212e-07,
      "loss": 0.3409,
      "step": 2038740
    },
    {
      "epoch": 569.01,
      "grad_norm": 1.141789436340332,
      "learning_rate": 9.896968746261608e-07,
      "loss": 0.3498,
      "step": 2038750
    },
    {
      "epoch": 569.01,
      "grad_norm": 1.2046785354614258,
      "learning_rate": 9.896748042014267e-07,
      "loss": 0.338,
      "step": 2038760
    },
    {
      "epoch": 569.01,
      "grad_norm": 1.1248540878295898,
      "learning_rate": 9.896527339569196e-07,
      "loss": 0.3223,
      "step": 2038770
    },
    {
      "epoch": 569.01,
      "grad_norm": 1.1393669843673706,
      "learning_rate": 9.896306638926433e-07,
      "loss": 0.3422,
      "step": 2038780
    },
    {
      "epoch": 569.02,
      "grad_norm": 1.0772316455841064,
      "learning_rate": 9.896085940086002e-07,
      "loss": 0.3429,
      "step": 2038790
    },
    {
      "epoch": 569.02,
      "grad_norm": 1.1568306684494019,
      "learning_rate": 9.895865243047951e-07,
      "loss": 0.3379,
      "step": 2038800
    },
    {
      "epoch": 569.02,
      "grad_norm": 1.1375669240951538,
      "learning_rate": 9.895644547812285e-07,
      "loss": 0.3488,
      "step": 2038810
    },
    {
      "epoch": 569.03,
      "grad_norm": 1.4406490325927734,
      "learning_rate": 9.895423854379043e-07,
      "loss": 0.3232,
      "step": 2038820
    },
    {
      "epoch": 569.03,
      "grad_norm": 1.061086654663086,
      "learning_rate": 9.895203162748262e-07,
      "loss": 0.3308,
      "step": 2038830
    },
    {
      "epoch": 569.03,
      "grad_norm": 1.576485276222229,
      "learning_rate": 9.89498247291995e-07,
      "loss": 0.3386,
      "step": 2038840
    },
    {
      "epoch": 569.03,
      "grad_norm": 1.2367736101150513,
      "learning_rate": 9.894761784894167e-07,
      "loss": 0.3406,
      "step": 2038850
    },
    {
      "epoch": 569.04,
      "grad_norm": 1.2697563171386719,
      "learning_rate": 9.894541098670918e-07,
      "loss": 0.3344,
      "step": 2038860
    },
    {
      "epoch": 569.04,
      "grad_norm": 1.1922122240066528,
      "learning_rate": 9.89432041425024e-07,
      "loss": 0.3276,
      "step": 2038870
    },
    {
      "epoch": 569.04,
      "grad_norm": 1.4697723388671875,
      "learning_rate": 9.894099731632172e-07,
      "loss": 0.3632,
      "step": 2038880
    },
    {
      "epoch": 569.05,
      "grad_norm": 1.0376811027526855,
      "learning_rate": 9.893879050816718e-07,
      "loss": 0.331,
      "step": 2038890
    },
    {
      "epoch": 569.05,
      "grad_norm": 1.440258502960205,
      "learning_rate": 9.893658371803937e-07,
      "loss": 0.3458,
      "step": 2038900
    },
    {
      "epoch": 569.05,
      "grad_norm": 1.2624762058258057,
      "learning_rate": 9.89343769459384e-07,
      "loss": 0.3386,
      "step": 2038910
    },
    {
      "epoch": 569.05,
      "grad_norm": 1.195817232131958,
      "learning_rate": 9.893217019186458e-07,
      "loss": 0.345,
      "step": 2038920
    },
    {
      "epoch": 569.06,
      "grad_norm": 1.118994116783142,
      "learning_rate": 9.892996345581828e-07,
      "loss": 0.3343,
      "step": 2038930
    },
    {
      "epoch": 569.06,
      "grad_norm": 1.0964794158935547,
      "learning_rate": 9.892775673779982e-07,
      "loss": 0.3608,
      "step": 2038940
    },
    {
      "epoch": 569.06,
      "grad_norm": 1.323346734046936,
      "learning_rate": 9.892555003780932e-07,
      "loss": 0.3561,
      "step": 2038950
    },
    {
      "epoch": 569.07,
      "grad_norm": 1.0769069194793701,
      "learning_rate": 9.89233433558472e-07,
      "loss": 0.3425,
      "step": 2038960
    },
    {
      "epoch": 569.07,
      "grad_norm": 1.1654772758483887,
      "learning_rate": 9.892113669191382e-07,
      "loss": 0.341,
      "step": 2038970
    },
    {
      "epoch": 569.07,
      "grad_norm": 1.232669472694397,
      "learning_rate": 9.89189300460092e-07,
      "loss": 0.3517,
      "step": 2038980
    },
    {
      "epoch": 569.07,
      "grad_norm": 1.1967108249664307,
      "learning_rate": 9.891672341813402e-07,
      "loss": 0.3288,
      "step": 2038990
    },
    {
      "epoch": 569.08,
      "grad_norm": 1.0178182125091553,
      "learning_rate": 9.891451680828825e-07,
      "loss": 0.3403,
      "step": 2039000
    },
    {
      "epoch": 569.08,
      "grad_norm": 1.0727907419204712,
      "learning_rate": 9.891231021647233e-07,
      "loss": 0.3397,
      "step": 2039010
    },
    {
      "epoch": 569.08,
      "grad_norm": 1.157124638557434,
      "learning_rate": 9.89101036426866e-07,
      "loss": 0.3343,
      "step": 2039020
    },
    {
      "epoch": 569.08,
      "grad_norm": 1.1162073612213135,
      "learning_rate": 9.890789708693122e-07,
      "loss": 0.331,
      "step": 2039030
    },
    {
      "epoch": 569.09,
      "grad_norm": 1.0308787822723389,
      "learning_rate": 9.890569054920654e-07,
      "loss": 0.3183,
      "step": 2039040
    },
    {
      "epoch": 569.09,
      "grad_norm": 0.951172947883606,
      "learning_rate": 9.890348402951287e-07,
      "loss": 0.3374,
      "step": 2039050
    },
    {
      "epoch": 569.09,
      "grad_norm": 1.1605030298233032,
      "learning_rate": 9.890127752785055e-07,
      "loss": 0.3456,
      "step": 2039060
    },
    {
      "epoch": 569.1,
      "grad_norm": 1.168987512588501,
      "learning_rate": 9.889907104421969e-07,
      "loss": 0.3286,
      "step": 2039070
    },
    {
      "epoch": 569.1,
      "grad_norm": 0.9636241793632507,
      "learning_rate": 9.889686457862086e-07,
      "loss": 0.3296,
      "step": 2039080
    },
    {
      "epoch": 569.1,
      "grad_norm": 1.0853878259658813,
      "learning_rate": 9.889465813105412e-07,
      "loss": 0.3342,
      "step": 2039090
    },
    {
      "epoch": 569.1,
      "grad_norm": 1.0021651983261108,
      "learning_rate": 9.889245170151986e-07,
      "loss": 0.3392,
      "step": 2039100
    },
    {
      "epoch": 569.11,
      "grad_norm": 1.1656550168991089,
      "learning_rate": 9.889024529001844e-07,
      "loss": 0.3468,
      "step": 2039110
    },
    {
      "epoch": 569.11,
      "grad_norm": 1.1104165315628052,
      "learning_rate": 9.888803889655e-07,
      "loss": 0.3345,
      "step": 2039120
    },
    {
      "epoch": 569.11,
      "grad_norm": 1.2096562385559082,
      "learning_rate": 9.88858325211149e-07,
      "loss": 0.3469,
      "step": 2039130
    },
    {
      "epoch": 569.12,
      "grad_norm": 1.2785934209823608,
      "learning_rate": 9.888362616371347e-07,
      "loss": 0.3334,
      "step": 2039140
    },
    {
      "epoch": 569.12,
      "grad_norm": 1.3655173778533936,
      "learning_rate": 9.888141982434604e-07,
      "loss": 0.3209,
      "step": 2039150
    },
    {
      "epoch": 569.12,
      "grad_norm": 1.0647701025009155,
      "learning_rate": 9.887921350301278e-07,
      "loss": 0.3402,
      "step": 2039160
    },
    {
      "epoch": 569.12,
      "grad_norm": 1.117094874382019,
      "learning_rate": 9.887700719971402e-07,
      "loss": 0.3386,
      "step": 2039170
    },
    {
      "epoch": 569.13,
      "grad_norm": 1.1801131963729858,
      "learning_rate": 9.887480091445008e-07,
      "loss": 0.3501,
      "step": 2039180
    },
    {
      "epoch": 569.13,
      "grad_norm": 1.3333133459091187,
      "learning_rate": 9.887259464722129e-07,
      "loss": 0.352,
      "step": 2039190
    },
    {
      "epoch": 569.13,
      "grad_norm": 1.1103688478469849,
      "learning_rate": 9.887038839802794e-07,
      "loss": 0.3321,
      "step": 2039200
    },
    {
      "epoch": 569.13,
      "grad_norm": 1.113804578781128,
      "learning_rate": 9.886818216687016e-07,
      "loss": 0.3484,
      "step": 2039210
    },
    {
      "epoch": 569.14,
      "grad_norm": 1.122831106185913,
      "learning_rate": 9.886597595374854e-07,
      "loss": 0.3543,
      "step": 2039220
    },
    {
      "epoch": 569.14,
      "grad_norm": 1.235828161239624,
      "learning_rate": 9.88637697586631e-07,
      "loss": 0.3464,
      "step": 2039230
    },
    {
      "epoch": 569.14,
      "grad_norm": 1.3929530382156372,
      "learning_rate": 9.886156358161425e-07,
      "loss": 0.3534,
      "step": 2039240
    },
    {
      "epoch": 569.15,
      "grad_norm": 1.1137282848358154,
      "learning_rate": 9.885935742260237e-07,
      "loss": 0.3347,
      "step": 2039250
    },
    {
      "epoch": 569.15,
      "grad_norm": 1.044717788696289,
      "learning_rate": 9.885715128162756e-07,
      "loss": 0.3274,
      "step": 2039260
    },
    {
      "epoch": 569.15,
      "grad_norm": 1.2501696348190308,
      "learning_rate": 9.885494515869024e-07,
      "loss": 0.332,
      "step": 2039270
    },
    {
      "epoch": 569.15,
      "grad_norm": 1.0970144271850586,
      "learning_rate": 9.885273905379066e-07,
      "loss": 0.3366,
      "step": 2039280
    },
    {
      "epoch": 569.16,
      "grad_norm": 1.123304843902588,
      "learning_rate": 9.88505329669292e-07,
      "loss": 0.3427,
      "step": 2039290
    },
    {
      "epoch": 569.16,
      "grad_norm": 1.6902365684509277,
      "learning_rate": 9.8848326898106e-07,
      "loss": 0.3459,
      "step": 2039300
    },
    {
      "epoch": 569.16,
      "grad_norm": 0.9810332655906677,
      "learning_rate": 9.884612084732147e-07,
      "loss": 0.3327,
      "step": 2039310
    },
    {
      "epoch": 569.17,
      "grad_norm": 1.4204176664352417,
      "learning_rate": 9.884391481457592e-07,
      "loss": 0.3416,
      "step": 2039320
    },
    {
      "epoch": 569.17,
      "grad_norm": 1.1671562194824219,
      "learning_rate": 9.884170879986944e-07,
      "loss": 0.3327,
      "step": 2039330
    },
    {
      "epoch": 569.17,
      "grad_norm": 1.245033621788025,
      "learning_rate": 9.883950280320268e-07,
      "loss": 0.3429,
      "step": 2039340
    },
    {
      "epoch": 569.17,
      "grad_norm": 1.338690161705017,
      "learning_rate": 9.88372968245756e-07,
      "loss": 0.3371,
      "step": 2039350
    },
    {
      "epoch": 569.18,
      "grad_norm": 1.0166857242584229,
      "learning_rate": 9.883509086398863e-07,
      "loss": 0.3293,
      "step": 2039360
    },
    {
      "epoch": 569.18,
      "grad_norm": 1.2135939598083496,
      "learning_rate": 9.88328849214421e-07,
      "loss": 0.3452,
      "step": 2039370
    },
    {
      "epoch": 569.18,
      "grad_norm": 1.1201375722885132,
      "learning_rate": 9.88306789969363e-07,
      "loss": 0.3338,
      "step": 2039380
    },
    {
      "epoch": 569.19,
      "grad_norm": 1.3323328495025635,
      "learning_rate": 9.88284730904714e-07,
      "loss": 0.3404,
      "step": 2039390
    },
    {
      "epoch": 569.19,
      "grad_norm": 1.0743017196655273,
      "learning_rate": 9.882626720204781e-07,
      "loss": 0.3443,
      "step": 2039400
    },
    {
      "epoch": 569.19,
      "grad_norm": 1.1788169145584106,
      "learning_rate": 9.882406133166586e-07,
      "loss": 0.3356,
      "step": 2039410
    },
    {
      "epoch": 569.19,
      "grad_norm": 1.2287389039993286,
      "learning_rate": 9.882185547932562e-07,
      "loss": 0.3428,
      "step": 2039420
    },
    {
      "epoch": 569.2,
      "grad_norm": 1.1515178680419922,
      "learning_rate": 9.88196496450277e-07,
      "loss": 0.3515,
      "step": 2039430
    },
    {
      "epoch": 569.2,
      "grad_norm": 1.204521656036377,
      "learning_rate": 9.881744382877216e-07,
      "loss": 0.3459,
      "step": 2039440
    },
    {
      "epoch": 569.2,
      "grad_norm": 1.1959441900253296,
      "learning_rate": 9.881523803055936e-07,
      "loss": 0.3348,
      "step": 2039450
    },
    {
      "epoch": 569.2,
      "grad_norm": 1.2929813861846924,
      "learning_rate": 9.88130322503897e-07,
      "loss": 0.3354,
      "step": 2039460
    },
    {
      "epoch": 569.21,
      "grad_norm": 1.2282626628875732,
      "learning_rate": 9.881082648826317e-07,
      "loss": 0.3342,
      "step": 2039470
    },
    {
      "epoch": 569.21,
      "grad_norm": 0.9308297038078308,
      "learning_rate": 9.880862074418045e-07,
      "loss": 0.3403,
      "step": 2039480
    },
    {
      "epoch": 569.21,
      "grad_norm": 1.053794264793396,
      "learning_rate": 9.880641501814157e-07,
      "loss": 0.335,
      "step": 2039490
    },
    {
      "epoch": 569.22,
      "grad_norm": 1.1156237125396729,
      "learning_rate": 9.880420931014693e-07,
      "loss": 0.3468,
      "step": 2039500
    },
    {
      "epoch": 569.22,
      "grad_norm": 1.8314380645751953,
      "learning_rate": 9.880200362019678e-07,
      "loss": 0.3356,
      "step": 2039510
    },
    {
      "epoch": 569.22,
      "grad_norm": 1.159263014793396,
      "learning_rate": 9.879979794829152e-07,
      "loss": 0.3385,
      "step": 2039520
    },
    {
      "epoch": 569.22,
      "grad_norm": 1.1036155223846436,
      "learning_rate": 9.879759229443126e-07,
      "loss": 0.3331,
      "step": 2039530
    },
    {
      "epoch": 569.23,
      "grad_norm": 1.0400774478912354,
      "learning_rate": 9.879538665861638e-07,
      "loss": 0.3375,
      "step": 2039540
    },
    {
      "epoch": 569.23,
      "grad_norm": 1.2608190774917603,
      "learning_rate": 9.87931810408473e-07,
      "loss": 0.3353,
      "step": 2039550
    },
    {
      "epoch": 569.23,
      "grad_norm": 1.1701786518096924,
      "learning_rate": 9.879097544112401e-07,
      "loss": 0.3577,
      "step": 2039560
    },
    {
      "epoch": 569.24,
      "grad_norm": 1.4330497980117798,
      "learning_rate": 9.878876985944718e-07,
      "loss": 0.3452,
      "step": 2039570
    },
    {
      "epoch": 569.24,
      "grad_norm": 2.2412264347076416,
      "learning_rate": 9.87865642958168e-07,
      "loss": 0.3396,
      "step": 2039580
    },
    {
      "epoch": 569.24,
      "grad_norm": 0.9886366724967957,
      "learning_rate": 9.87843587502333e-07,
      "loss": 0.3376,
      "step": 2039590
    },
    {
      "epoch": 569.24,
      "grad_norm": 1.1489531993865967,
      "learning_rate": 9.878215322269704e-07,
      "loss": 0.3522,
      "step": 2039600
    },
    {
      "epoch": 569.25,
      "grad_norm": 1.0140970945358276,
      "learning_rate": 9.877994771320812e-07,
      "loss": 0.3381,
      "step": 2039610
    },
    {
      "epoch": 569.25,
      "grad_norm": 1.121855616569519,
      "learning_rate": 9.877774222176696e-07,
      "loss": 0.3202,
      "step": 2039620
    },
    {
      "epoch": 569.25,
      "grad_norm": 1.1162086725234985,
      "learning_rate": 9.877553674837383e-07,
      "loss": 0.3445,
      "step": 2039630
    },
    {
      "epoch": 569.25,
      "grad_norm": 1.1056327819824219,
      "learning_rate": 9.877333129302908e-07,
      "loss": 0.3333,
      "step": 2039640
    },
    {
      "epoch": 569.26,
      "grad_norm": 1.107192873954773,
      "learning_rate": 9.877112585573278e-07,
      "loss": 0.3302,
      "step": 2039650
    },
    {
      "epoch": 569.26,
      "grad_norm": 1.2612911462783813,
      "learning_rate": 9.87689204364856e-07,
      "loss": 0.3435,
      "step": 2039660
    },
    {
      "epoch": 569.26,
      "grad_norm": 1.2173705101013184,
      "learning_rate": 9.876671503528751e-07,
      "loss": 0.3453,
      "step": 2039670
    },
    {
      "epoch": 569.27,
      "grad_norm": 1.1426032781600952,
      "learning_rate": 9.876450965213894e-07,
      "loss": 0.3421,
      "step": 2039680
    },
    {
      "epoch": 569.27,
      "grad_norm": 1.1722837686538696,
      "learning_rate": 9.876230428704026e-07,
      "loss": 0.3332,
      "step": 2039690
    },
    {
      "epoch": 569.27,
      "grad_norm": 1.2198688983917236,
      "learning_rate": 9.876009893999156e-07,
      "loss": 0.3439,
      "step": 2039700
    },
    {
      "epoch": 569.27,
      "grad_norm": 1.097747564315796,
      "learning_rate": 9.875789361099323e-07,
      "loss": 0.3294,
      "step": 2039710
    },
    {
      "epoch": 569.28,
      "grad_norm": 1.1286684274673462,
      "learning_rate": 9.875568830004558e-07,
      "loss": 0.3357,
      "step": 2039720
    },
    {
      "epoch": 569.28,
      "grad_norm": 1.03704035282135,
      "learning_rate": 9.8753483007149e-07,
      "loss": 0.3356,
      "step": 2039730
    },
    {
      "epoch": 569.28,
      "grad_norm": 1.1538586616516113,
      "learning_rate": 9.87512777323035e-07,
      "loss": 0.3269,
      "step": 2039740
    },
    {
      "epoch": 569.29,
      "grad_norm": 0.9227030277252197,
      "learning_rate": 9.874907247550971e-07,
      "loss": 0.3294,
      "step": 2039750
    },
    {
      "epoch": 569.29,
      "grad_norm": 1.1032856702804565,
      "learning_rate": 9.87468672367677e-07,
      "loss": 0.3326,
      "step": 2039760
    },
    {
      "epoch": 569.29,
      "grad_norm": 1.1899871826171875,
      "learning_rate": 9.874466201607783e-07,
      "loss": 0.3376,
      "step": 2039770
    },
    {
      "epoch": 569.29,
      "grad_norm": 1.263694405555725,
      "learning_rate": 9.874245681344047e-07,
      "loss": 0.3529,
      "step": 2039780
    },
    {
      "epoch": 569.3,
      "grad_norm": 1.2511887550354004,
      "learning_rate": 9.874025162885567e-07,
      "loss": 0.3375,
      "step": 2039790
    },
    {
      "epoch": 569.3,
      "grad_norm": 1.3354052305221558,
      "learning_rate": 9.873804646232408e-07,
      "loss": 0.3352,
      "step": 2039800
    },
    {
      "epoch": 569.3,
      "grad_norm": 1.1837518215179443,
      "learning_rate": 9.87358413138457e-07,
      "loss": 0.3609,
      "step": 2039810
    },
    {
      "epoch": 569.31,
      "grad_norm": 1.2693266868591309,
      "learning_rate": 9.873363618342094e-07,
      "loss": 0.3561,
      "step": 2039820
    },
    {
      "epoch": 569.31,
      "grad_norm": 1.1824005842208862,
      "learning_rate": 9.873143107105015e-07,
      "loss": 0.3517,
      "step": 2039830
    },
    {
      "epoch": 569.31,
      "grad_norm": 1.0925251245498657,
      "learning_rate": 9.87292259767335e-07,
      "loss": 0.3368,
      "step": 2039840
    },
    {
      "epoch": 569.31,
      "grad_norm": 1.1777807474136353,
      "learning_rate": 9.872702090047132e-07,
      "loss": 0.3321,
      "step": 2039850
    },
    {
      "epoch": 569.32,
      "grad_norm": 1.0955045223236084,
      "learning_rate": 9.872481584226394e-07,
      "loss": 0.3452,
      "step": 2039860
    },
    {
      "epoch": 569.32,
      "grad_norm": 1.175161600112915,
      "learning_rate": 9.87226108021117e-07,
      "loss": 0.3335,
      "step": 2039870
    },
    {
      "epoch": 569.32,
      "grad_norm": 1.166626214981079,
      "learning_rate": 9.872040578001468e-07,
      "loss": 0.3374,
      "step": 2039880
    },
    {
      "epoch": 569.32,
      "grad_norm": 1.1323330402374268,
      "learning_rate": 9.871820077597349e-07,
      "loss": 0.3415,
      "step": 2039890
    },
    {
      "epoch": 569.33,
      "grad_norm": 1.5366708040237427,
      "learning_rate": 9.871599578998816e-07,
      "loss": 0.3219,
      "step": 2039900
    },
    {
      "epoch": 569.33,
      "grad_norm": 1.190574049949646,
      "learning_rate": 9.87137908220591e-07,
      "loss": 0.3345,
      "step": 2039910
    },
    {
      "epoch": 569.33,
      "grad_norm": 1.2804653644561768,
      "learning_rate": 9.871158587218664e-07,
      "loss": 0.3251,
      "step": 2039920
    },
    {
      "epoch": 569.34,
      "grad_norm": 1.033964991569519,
      "learning_rate": 9.870938094037094e-07,
      "loss": 0.3308,
      "step": 2039930
    },
    {
      "epoch": 569.34,
      "grad_norm": 1.270937442779541,
      "learning_rate": 9.870717602661239e-07,
      "loss": 0.3391,
      "step": 2039940
    },
    {
      "epoch": 569.34,
      "grad_norm": 1.250635027885437,
      "learning_rate": 9.870497113091124e-07,
      "loss": 0.3258,
      "step": 2039950
    },
    {
      "epoch": 569.34,
      "grad_norm": 1.131696343421936,
      "learning_rate": 9.870276625326791e-07,
      "loss": 0.333,
      "step": 2039960
    },
    {
      "epoch": 569.35,
      "grad_norm": 1.0830093622207642,
      "learning_rate": 9.870056139368252e-07,
      "loss": 0.3334,
      "step": 2039970
    },
    {
      "epoch": 569.35,
      "grad_norm": 1.1540799140930176,
      "learning_rate": 9.86983565521554e-07,
      "loss": 0.3397,
      "step": 2039980
    },
    {
      "epoch": 569.35,
      "grad_norm": 1.0356487035751343,
      "learning_rate": 9.869615172868698e-07,
      "loss": 0.3405,
      "step": 2039990
    },
    {
      "epoch": 569.36,
      "grad_norm": 1.1999439001083374,
      "learning_rate": 9.869394692327729e-07,
      "loss": 0.3504,
      "step": 2040000
    },
    {
      "epoch": 569.36,
      "grad_norm": 1.0992767810821533,
      "learning_rate": 9.869174213592693e-07,
      "loss": 0.33,
      "step": 2040010
    },
    {
      "epoch": 569.36,
      "grad_norm": 1.0595009326934814,
      "learning_rate": 9.86895373666359e-07,
      "loss": 0.33,
      "step": 2040020
    },
    {
      "epoch": 569.36,
      "grad_norm": 1.1417145729064941,
      "learning_rate": 9.86873326154048e-07,
      "loss": 0.3476,
      "step": 2040030
    },
    {
      "epoch": 569.37,
      "grad_norm": 1.0867284536361694,
      "learning_rate": 9.86851278822337e-07,
      "loss": 0.355,
      "step": 2040040
    },
    {
      "epoch": 569.37,
      "grad_norm": 1.0527801513671875,
      "learning_rate": 9.868292316712294e-07,
      "loss": 0.334,
      "step": 2040050
    },
    {
      "epoch": 569.37,
      "grad_norm": 1.0943877696990967,
      "learning_rate": 9.868071847007294e-07,
      "loss": 0.3491,
      "step": 2040060
    },
    {
      "epoch": 569.37,
      "grad_norm": 1.1938008069992065,
      "learning_rate": 9.867851379108376e-07,
      "loss": 0.3316,
      "step": 2040070
    },
    {
      "epoch": 569.38,
      "grad_norm": 1.183822512626648,
      "learning_rate": 9.867630913015586e-07,
      "loss": 0.3242,
      "step": 2040080
    },
    {
      "epoch": 569.38,
      "grad_norm": 1.23744797706604,
      "learning_rate": 9.867410448728948e-07,
      "loss": 0.358,
      "step": 2040090
    },
    {
      "epoch": 569.38,
      "grad_norm": 1.0681917667388916,
      "learning_rate": 9.8671899862485e-07,
      "loss": 0.33,
      "step": 2040100
    },
    {
      "epoch": 569.39,
      "grad_norm": 1.26166832447052,
      "learning_rate": 9.866969525574256e-07,
      "loss": 0.3737,
      "step": 2040110
    },
    {
      "epoch": 569.39,
      "grad_norm": 1.0495853424072266,
      "learning_rate": 9.866749066706255e-07,
      "loss": 0.336,
      "step": 2040120
    },
    {
      "epoch": 569.39,
      "grad_norm": 1.096488356590271,
      "learning_rate": 9.866528609644532e-07,
      "loss": 0.3256,
      "step": 2040130
    },
    {
      "epoch": 569.39,
      "grad_norm": 1.441277265548706,
      "learning_rate": 9.86630815438909e-07,
      "loss": 0.3483,
      "step": 2040140
    },
    {
      "epoch": 569.4,
      "grad_norm": 1.2049733400344849,
      "learning_rate": 9.866087700939995e-07,
      "loss": 0.3527,
      "step": 2040150
    },
    {
      "epoch": 569.4,
      "grad_norm": 1.1998893022537231,
      "learning_rate": 9.865867249297253e-07,
      "loss": 0.3377,
      "step": 2040160
    },
    {
      "epoch": 569.4,
      "grad_norm": 1.4932502508163452,
      "learning_rate": 9.865646799460895e-07,
      "loss": 0.3496,
      "step": 2040170
    },
    {
      "epoch": 569.41,
      "grad_norm": 1.3738213777542114,
      "learning_rate": 9.865426351430958e-07,
      "loss": 0.3336,
      "step": 2040180
    },
    {
      "epoch": 569.41,
      "grad_norm": 1.3201994895935059,
      "learning_rate": 9.865205905207473e-07,
      "loss": 0.3514,
      "step": 2040190
    },
    {
      "epoch": 569.41,
      "grad_norm": 1.1311843395233154,
      "learning_rate": 9.86498546079046e-07,
      "loss": 0.3494,
      "step": 2040200
    },
    {
      "epoch": 569.41,
      "grad_norm": 1.1662089824676514,
      "learning_rate": 9.86476501817995e-07,
      "loss": 0.3373,
      "step": 2040210
    },
    {
      "epoch": 569.42,
      "grad_norm": 1.1481975317001343,
      "learning_rate": 9.864544577375983e-07,
      "loss": 0.3355,
      "step": 2040220
    },
    {
      "epoch": 569.42,
      "grad_norm": 1.1319384574890137,
      "learning_rate": 9.864324138378561e-07,
      "loss": 0.3403,
      "step": 2040230
    },
    {
      "epoch": 569.42,
      "grad_norm": 1.04767644405365,
      "learning_rate": 9.864103701187751e-07,
      "loss": 0.3382,
      "step": 2040240
    },
    {
      "epoch": 569.43,
      "grad_norm": 1.0905075073242188,
      "learning_rate": 9.863883265803558e-07,
      "loss": 0.3401,
      "step": 2040250
    },
    {
      "epoch": 569.43,
      "grad_norm": 1.0295077562332153,
      "learning_rate": 9.863662832226013e-07,
      "loss": 0.3486,
      "step": 2040260
    },
    {
      "epoch": 569.43,
      "grad_norm": 1.046392560005188,
      "learning_rate": 9.863442400455161e-07,
      "loss": 0.3442,
      "step": 2040270
    },
    {
      "epoch": 569.43,
      "grad_norm": 1.0572659969329834,
      "learning_rate": 9.86322197049101e-07,
      "loss": 0.3642,
      "step": 2040280
    },
    {
      "epoch": 569.44,
      "grad_norm": 1.2060257196426392,
      "learning_rate": 9.863001542333596e-07,
      "loss": 0.342,
      "step": 2040290
    },
    {
      "epoch": 569.44,
      "grad_norm": 1.0505752563476562,
      "learning_rate": 9.862781115982957e-07,
      "loss": 0.3403,
      "step": 2040300
    },
    {
      "epoch": 569.44,
      "grad_norm": 1.2665711641311646,
      "learning_rate": 9.862560691439115e-07,
      "loss": 0.3426,
      "step": 2040310
    },
    {
      "epoch": 569.44,
      "grad_norm": 1.2844501733779907,
      "learning_rate": 9.862340268702098e-07,
      "loss": 0.3409,
      "step": 2040320
    },
    {
      "epoch": 569.45,
      "grad_norm": 1.1973973512649536,
      "learning_rate": 9.86211984777195e-07,
      "loss": 0.3551,
      "step": 2040330
    },
    {
      "epoch": 569.45,
      "grad_norm": 1.2994128465652466,
      "learning_rate": 9.861899428648678e-07,
      "loss": 0.3359,
      "step": 2040340
    },
    {
      "epoch": 569.45,
      "grad_norm": 1.125805139541626,
      "learning_rate": 9.861679011332327e-07,
      "loss": 0.3559,
      "step": 2040350
    },
    {
      "epoch": 569.46,
      "grad_norm": 0.9781195521354675,
      "learning_rate": 9.861458595822926e-07,
      "loss": 0.3441,
      "step": 2040360
    },
    {
      "epoch": 569.46,
      "grad_norm": 1.0371434688568115,
      "learning_rate": 9.86123818212048e-07,
      "loss": 0.3359,
      "step": 2040370
    },
    {
      "epoch": 569.46,
      "grad_norm": 0.9798185229301453,
      "learning_rate": 9.86101777022506e-07,
      "loss": 0.3369,
      "step": 2040380
    },
    {
      "epoch": 569.46,
      "grad_norm": 1.2397041320800781,
      "learning_rate": 9.860797360136664e-07,
      "loss": 0.3313,
      "step": 2040390
    },
    {
      "epoch": 569.47,
      "grad_norm": 1.2234339714050293,
      "learning_rate": 9.860576951855332e-07,
      "loss": 0.3345,
      "step": 2040400
    },
    {
      "epoch": 569.47,
      "grad_norm": 1.0304709672927856,
      "learning_rate": 9.8603565453811e-07,
      "loss": 0.3677,
      "step": 2040410
    },
    {
      "epoch": 569.47,
      "grad_norm": 1.2310023307800293,
      "learning_rate": 9.86013614071398e-07,
      "loss": 0.3341,
      "step": 2040420
    },
    {
      "epoch": 569.48,
      "grad_norm": 1.2857416868209839,
      "learning_rate": 9.85991573785401e-07,
      "loss": 0.3301,
      "step": 2040430
    },
    {
      "epoch": 569.48,
      "grad_norm": 0.9789579510688782,
      "learning_rate": 9.859695336801222e-07,
      "loss": 0.3298,
      "step": 2040440
    },
    {
      "epoch": 569.48,
      "grad_norm": 1.346848487854004,
      "learning_rate": 9.859474937555648e-07,
      "loss": 0.3209,
      "step": 2040450
    },
    {
      "epoch": 569.48,
      "grad_norm": 1.2760905027389526,
      "learning_rate": 9.859254540117299e-07,
      "loss": 0.3346,
      "step": 2040460
    },
    {
      "epoch": 569.49,
      "grad_norm": 1.332201600074768,
      "learning_rate": 9.859034144486236e-07,
      "loss": 0.3374,
      "step": 2040470
    },
    {
      "epoch": 569.49,
      "grad_norm": 1.3012181520462036,
      "learning_rate": 9.858813750662463e-07,
      "loss": 0.3477,
      "step": 2040480
    },
    {
      "epoch": 569.49,
      "grad_norm": 1.0173019170761108,
      "learning_rate": 9.858593358646012e-07,
      "loss": 0.3505,
      "step": 2040490
    },
    {
      "epoch": 569.49,
      "grad_norm": 1.194313406944275,
      "learning_rate": 9.85837296843693e-07,
      "loss": 0.3282,
      "step": 2040500
    },
    {
      "epoch": 569.5,
      "grad_norm": 1.2225720882415771,
      "learning_rate": 9.858152580035224e-07,
      "loss": 0.3438,
      "step": 2040510
    },
    {
      "epoch": 569.5,
      "grad_norm": 1.6455739736557007,
      "learning_rate": 9.857932193440934e-07,
      "loss": 0.3428,
      "step": 2040520
    },
    {
      "epoch": 569.5,
      "grad_norm": 1.0010340213775635,
      "learning_rate": 9.857711808654087e-07,
      "loss": 0.3457,
      "step": 2040530
    },
    {
      "epoch": 569.51,
      "grad_norm": 1.2000364065170288,
      "learning_rate": 9.857491425674722e-07,
      "loss": 0.332,
      "step": 2040540
    },
    {
      "epoch": 569.51,
      "grad_norm": 1.0152912139892578,
      "learning_rate": 9.857271044502848e-07,
      "loss": 0.3381,
      "step": 2040550
    },
    {
      "epoch": 569.51,
      "grad_norm": 1.1040562391281128,
      "learning_rate": 9.857050665138512e-07,
      "loss": 0.3619,
      "step": 2040560
    },
    {
      "epoch": 569.51,
      "grad_norm": 0.9530249834060669,
      "learning_rate": 9.85683028758174e-07,
      "loss": 0.3407,
      "step": 2040570
    },
    {
      "epoch": 569.52,
      "grad_norm": 1.0334657430648804,
      "learning_rate": 9.856609911832547e-07,
      "loss": 0.3447,
      "step": 2040580
    },
    {
      "epoch": 569.52,
      "grad_norm": 1.0973577499389648,
      "learning_rate": 9.856389537890987e-07,
      "loss": 0.3432,
      "step": 2040590
    },
    {
      "epoch": 569.52,
      "grad_norm": 1.2679013013839722,
      "learning_rate": 9.856169165757064e-07,
      "loss": 0.3506,
      "step": 2040600
    },
    {
      "epoch": 569.53,
      "grad_norm": 1.289547324180603,
      "learning_rate": 9.855948795430835e-07,
      "loss": 0.3503,
      "step": 2040610
    },
    {
      "epoch": 569.53,
      "grad_norm": 1.1346163749694824,
      "learning_rate": 9.855728426912304e-07,
      "loss": 0.3359,
      "step": 2040620
    },
    {
      "epoch": 569.53,
      "grad_norm": 1.343218445777893,
      "learning_rate": 9.855508060201511e-07,
      "loss": 0.3385,
      "step": 2040630
    },
    {
      "epoch": 569.53,
      "grad_norm": 1.1267813444137573,
      "learning_rate": 9.855287695298494e-07,
      "loss": 0.3263,
      "step": 2040640
    },
    {
      "epoch": 569.54,
      "grad_norm": 1.1852599382400513,
      "learning_rate": 9.855067332203265e-07,
      "loss": 0.3324,
      "step": 2040650
    },
    {
      "epoch": 569.54,
      "grad_norm": 1.559699296951294,
      "learning_rate": 9.854846970915863e-07,
      "loss": 0.3357,
      "step": 2040660
    },
    {
      "epoch": 569.54,
      "grad_norm": 1.0280539989471436,
      "learning_rate": 9.854626611436313e-07,
      "loss": 0.3309,
      "step": 2040670
    },
    {
      "epoch": 569.55,
      "grad_norm": 1.1850279569625854,
      "learning_rate": 9.854406253764657e-07,
      "loss": 0.3395,
      "step": 2040680
    },
    {
      "epoch": 569.55,
      "grad_norm": 1.0858080387115479,
      "learning_rate": 9.854185897900904e-07,
      "loss": 0.3407,
      "step": 2040690
    },
    {
      "epoch": 569.55,
      "grad_norm": 1.1409050226211548,
      "learning_rate": 9.853965543845097e-07,
      "loss": 0.3254,
      "step": 2040700
    },
    {
      "epoch": 569.55,
      "grad_norm": 1.1347359418869019,
      "learning_rate": 9.85374519159726e-07,
      "loss": 0.3544,
      "step": 2040710
    },
    {
      "epoch": 569.56,
      "grad_norm": 1.1969844102859497,
      "learning_rate": 9.853524841157425e-07,
      "loss": 0.3529,
      "step": 2040720
    },
    {
      "epoch": 569.56,
      "grad_norm": 1.2370225191116333,
      "learning_rate": 9.85330449252563e-07,
      "loss": 0.3503,
      "step": 2040730
    },
    {
      "epoch": 569.56,
      "grad_norm": 1.2309389114379883,
      "learning_rate": 9.853084145701884e-07,
      "loss": 0.3382,
      "step": 2040740
    },
    {
      "epoch": 569.56,
      "grad_norm": 1.2283159494400024,
      "learning_rate": 9.85286380068623e-07,
      "loss": 0.3434,
      "step": 2040750
    },
    {
      "epoch": 569.57,
      "grad_norm": 1.1851389408111572,
      "learning_rate": 9.852643457478696e-07,
      "loss": 0.346,
      "step": 2040760
    },
    {
      "epoch": 569.57,
      "grad_norm": 1.1353763341903687,
      "learning_rate": 9.852423116079314e-07,
      "loss": 0.3349,
      "step": 2040770
    },
    {
      "epoch": 569.57,
      "grad_norm": 1.045059084892273,
      "learning_rate": 9.852202776488106e-07,
      "loss": 0.3216,
      "step": 2040780
    },
    {
      "epoch": 569.58,
      "grad_norm": 1.1290574073791504,
      "learning_rate": 9.851982438705101e-07,
      "loss": 0.3373,
      "step": 2040790
    },
    {
      "epoch": 569.58,
      "grad_norm": 1.0462459325790405,
      "learning_rate": 9.851762102730343e-07,
      "loss": 0.3451,
      "step": 2040800
    },
    {
      "epoch": 569.58,
      "grad_norm": 1.1783888339996338,
      "learning_rate": 9.851541768563832e-07,
      "loss": 0.3467,
      "step": 2040810
    },
    {
      "epoch": 569.58,
      "grad_norm": 1.1423828601837158,
      "learning_rate": 9.851321436205634e-07,
      "loss": 0.3289,
      "step": 2040820
    },
    {
      "epoch": 569.59,
      "grad_norm": 1.1281989812850952,
      "learning_rate": 9.85110110565575e-07,
      "loss": 0.3393,
      "step": 2040830
    },
    {
      "epoch": 569.59,
      "grad_norm": 1.3208849430084229,
      "learning_rate": 9.85088077691422e-07,
      "loss": 0.3272,
      "step": 2040840
    },
    {
      "epoch": 569.59,
      "grad_norm": 1.1978703737258911,
      "learning_rate": 9.850660449981074e-07,
      "loss": 0.339,
      "step": 2040850
    },
    {
      "epoch": 569.6,
      "grad_norm": 1.1925017833709717,
      "learning_rate": 9.850440124856346e-07,
      "loss": 0.3445,
      "step": 2040860
    },
    {
      "epoch": 569.6,
      "grad_norm": 1.0875935554504395,
      "learning_rate": 9.850219801540054e-07,
      "loss": 0.3444,
      "step": 2040870
    },
    {
      "epoch": 569.6,
      "grad_norm": 1.1714400053024292,
      "learning_rate": 9.84999948003223e-07,
      "loss": 0.3491,
      "step": 2040880
    },
    {
      "epoch": 569.6,
      "grad_norm": 1.2588913440704346,
      "learning_rate": 9.849779160332908e-07,
      "loss": 0.3495,
      "step": 2040890
    },
    {
      "epoch": 569.61,
      "grad_norm": 1.215940237045288,
      "learning_rate": 9.849558842442114e-07,
      "loss": 0.3302,
      "step": 2040900
    },
    {
      "epoch": 569.61,
      "grad_norm": 1.247015357017517,
      "learning_rate": 9.849338526359886e-07,
      "loss": 0.3246,
      "step": 2040910
    },
    {
      "epoch": 569.61,
      "grad_norm": 1.18253493309021,
      "learning_rate": 9.849118212086239e-07,
      "loss": 0.3426,
      "step": 2040920
    },
    {
      "epoch": 569.61,
      "grad_norm": 1.0984556674957275,
      "learning_rate": 9.84889789962121e-07,
      "loss": 0.3353,
      "step": 2040930
    },
    {
      "epoch": 569.62,
      "grad_norm": 1.1002198457717896,
      "learning_rate": 9.848677588964836e-07,
      "loss": 0.3626,
      "step": 2040940
    },
    {
      "epoch": 569.62,
      "grad_norm": 1.0536837577819824,
      "learning_rate": 9.848457280117123e-07,
      "loss": 0.323,
      "step": 2040950
    },
    {
      "epoch": 569.62,
      "grad_norm": 1.1270939111709595,
      "learning_rate": 9.848236973078128e-07,
      "loss": 0.3508,
      "step": 2040960
    },
    {
      "epoch": 569.63,
      "grad_norm": 1.1661489009857178,
      "learning_rate": 9.84801666784786e-07,
      "loss": 0.3609,
      "step": 2040970
    },
    {
      "epoch": 569.63,
      "grad_norm": 1.1206187009811401,
      "learning_rate": 9.847796364426358e-07,
      "loss": 0.3612,
      "step": 2040980
    },
    {
      "epoch": 569.63,
      "grad_norm": 1.1884645223617554,
      "learning_rate": 9.847576062813647e-07,
      "loss": 0.3305,
      "step": 2040990
    },
    {
      "epoch": 569.63,
      "grad_norm": 1.1145840883255005,
      "learning_rate": 9.84735576300977e-07,
      "loss": 0.3347,
      "step": 2041000
    },
    {
      "epoch": 569.64,
      "grad_norm": 1.1979573965072632,
      "learning_rate": 9.847135465014732e-07,
      "loss": 0.3468,
      "step": 2041010
    },
    {
      "epoch": 569.64,
      "grad_norm": 1.088119387626648,
      "learning_rate": 9.846915168828578e-07,
      "loss": 0.3407,
      "step": 2041020
    },
    {
      "epoch": 569.64,
      "grad_norm": 0.9890959858894348,
      "learning_rate": 9.846694874451343e-07,
      "loss": 0.3329,
      "step": 2041030
    },
    {
      "epoch": 569.65,
      "grad_norm": 1.0899485349655151,
      "learning_rate": 9.846474581883031e-07,
      "loss": 0.3597,
      "step": 2041040
    },
    {
      "epoch": 569.65,
      "grad_norm": 1.0576748847961426,
      "learning_rate": 9.846254291123704e-07,
      "loss": 0.3562,
      "step": 2041050
    },
    {
      "epoch": 569.65,
      "grad_norm": 1.574328064918518,
      "learning_rate": 9.84603400217337e-07,
      "loss": 0.3618,
      "step": 2041060
    },
    {
      "epoch": 569.65,
      "grad_norm": 1.1889804601669312,
      "learning_rate": 9.845813715032061e-07,
      "loss": 0.3338,
      "step": 2041070
    },
    {
      "epoch": 569.66,
      "grad_norm": 1.1623172760009766,
      "learning_rate": 9.845593429699819e-07,
      "loss": 0.3437,
      "step": 2041080
    },
    {
      "epoch": 569.66,
      "grad_norm": 1.2057706117630005,
      "learning_rate": 9.845373146176654e-07,
      "loss": 0.3075,
      "step": 2041090
    },
    {
      "epoch": 569.66,
      "grad_norm": 1.3943045139312744,
      "learning_rate": 9.845152864462604e-07,
      "loss": 0.3362,
      "step": 2041100
    },
    {
      "epoch": 569.67,
      "grad_norm": 1.0448766946792603,
      "learning_rate": 9.844932584557702e-07,
      "loss": 0.3293,
      "step": 2041110
    },
    {
      "epoch": 569.67,
      "grad_norm": 1.4569257497787476,
      "learning_rate": 9.84471230646198e-07,
      "loss": 0.321,
      "step": 2041120
    },
    {
      "epoch": 569.67,
      "grad_norm": 1.2998229265213013,
      "learning_rate": 9.844492030175445e-07,
      "loss": 0.337,
      "step": 2041130
    },
    {
      "epoch": 569.67,
      "grad_norm": 1.1932591199874878,
      "learning_rate": 9.844271755698163e-07,
      "loss": 0.3309,
      "step": 2041140
    },
    {
      "epoch": 569.68,
      "grad_norm": 1.033064365386963,
      "learning_rate": 9.844051483030132e-07,
      "loss": 0.3394,
      "step": 2041150
    },
    {
      "epoch": 569.68,
      "grad_norm": 1.2044410705566406,
      "learning_rate": 9.843831212171394e-07,
      "loss": 0.3294,
      "step": 2041160
    },
    {
      "epoch": 569.68,
      "grad_norm": 1.04219388961792,
      "learning_rate": 9.843610943121985e-07,
      "loss": 0.3439,
      "step": 2041170
    },
    {
      "epoch": 569.68,
      "grad_norm": 1.1551737785339355,
      "learning_rate": 9.843390675881907e-07,
      "loss": 0.3355,
      "step": 2041180
    },
    {
      "epoch": 569.69,
      "grad_norm": 1.0443158149719238,
      "learning_rate": 9.843170410451229e-07,
      "loss": 0.3235,
      "step": 2041190
    },
    {
      "epoch": 569.69,
      "grad_norm": 1.1671024560928345,
      "learning_rate": 9.842950146829952e-07,
      "loss": 0.3475,
      "step": 2041200
    },
    {
      "epoch": 569.69,
      "grad_norm": 1.0429048538208008,
      "learning_rate": 9.84272988501811e-07,
      "loss": 0.3325,
      "step": 2041210
    },
    {
      "epoch": 569.7,
      "grad_norm": 1.0093830823898315,
      "learning_rate": 9.842509625015748e-07,
      "loss": 0.3368,
      "step": 2041220
    },
    {
      "epoch": 569.7,
      "grad_norm": 1.173472285270691,
      "learning_rate": 9.842289366822871e-07,
      "loss": 0.3367,
      "step": 2041230
    },
    {
      "epoch": 569.7,
      "grad_norm": 1.2141482830047607,
      "learning_rate": 9.842069110439521e-07,
      "loss": 0.3324,
      "step": 2041240
    },
    {
      "epoch": 569.7,
      "grad_norm": 1.0459645986557007,
      "learning_rate": 9.841848855865726e-07,
      "loss": 0.3184,
      "step": 2041250
    },
    {
      "epoch": 569.71,
      "grad_norm": 1.3224579095840454,
      "learning_rate": 9.841628603101528e-07,
      "loss": 0.3164,
      "step": 2041260
    },
    {
      "epoch": 569.71,
      "grad_norm": 1.1661243438720703,
      "learning_rate": 9.841408352146924e-07,
      "loss": 0.337,
      "step": 2041270
    },
    {
      "epoch": 569.71,
      "grad_norm": 1.1654411554336548,
      "learning_rate": 9.84118810300198e-07,
      "loss": 0.3357,
      "step": 2041280
    },
    {
      "epoch": 569.72,
      "grad_norm": 1.3746479749679565,
      "learning_rate": 9.840967855666705e-07,
      "loss": 0.3398,
      "step": 2041290
    },
    {
      "epoch": 569.72,
      "grad_norm": 1.0669969320297241,
      "learning_rate": 9.840747610141127e-07,
      "loss": 0.3365,
      "step": 2041300
    },
    {
      "epoch": 569.72,
      "grad_norm": 1.174433946609497,
      "learning_rate": 9.84052736642529e-07,
      "loss": 0.3463,
      "step": 2041310
    },
    {
      "epoch": 569.72,
      "grad_norm": 1.1622282266616821,
      "learning_rate": 9.840307124519207e-07,
      "loss": 0.3344,
      "step": 2041320
    },
    {
      "epoch": 569.73,
      "grad_norm": 1.1843516826629639,
      "learning_rate": 9.840086884422914e-07,
      "loss": 0.3439,
      "step": 2041330
    },
    {
      "epoch": 569.73,
      "grad_norm": 1.0993108749389648,
      "learning_rate": 9.839866646136437e-07,
      "loss": 0.3382,
      "step": 2041340
    },
    {
      "epoch": 569.73,
      "grad_norm": 1.2281734943389893,
      "learning_rate": 9.839646409659819e-07,
      "loss": 0.3303,
      "step": 2041350
    },
    {
      "epoch": 569.73,
      "grad_norm": 1.1426907777786255,
      "learning_rate": 9.839426174993072e-07,
      "loss": 0.3378,
      "step": 2041360
    },
    {
      "epoch": 569.74,
      "grad_norm": 1.238417387008667,
      "learning_rate": 9.839205942136232e-07,
      "loss": 0.3348,
      "step": 2041370
    },
    {
      "epoch": 569.74,
      "grad_norm": 1.15316903591156,
      "learning_rate": 9.838985711089335e-07,
      "loss": 0.3287,
      "step": 2041380
    },
    {
      "epoch": 569.74,
      "grad_norm": 1.053325891494751,
      "learning_rate": 9.83876548185239e-07,
      "loss": 0.3298,
      "step": 2041390
    },
    {
      "epoch": 569.75,
      "grad_norm": 1.1497219800949097,
      "learning_rate": 9.838545254425454e-07,
      "loss": 0.3565,
      "step": 2041400
    },
    {
      "epoch": 569.75,
      "grad_norm": 1.3611905574798584,
      "learning_rate": 9.838325028808537e-07,
      "loss": 0.3341,
      "step": 2041410
    },
    {
      "epoch": 569.75,
      "grad_norm": 1.1682093143463135,
      "learning_rate": 9.838104805001671e-07,
      "loss": 0.3288,
      "step": 2041420
    },
    {
      "epoch": 569.75,
      "grad_norm": 1.0536341667175293,
      "learning_rate": 9.83788458300489e-07,
      "loss": 0.339,
      "step": 2041430
    },
    {
      "epoch": 569.76,
      "grad_norm": 1.1580240726470947,
      "learning_rate": 9.837664362818231e-07,
      "loss": 0.3397,
      "step": 2041440
    },
    {
      "epoch": 569.76,
      "grad_norm": 1.4293768405914307,
      "learning_rate": 9.837444144441705e-07,
      "loss": 0.3301,
      "step": 2041450
    },
    {
      "epoch": 569.76,
      "grad_norm": 1.1756718158721924,
      "learning_rate": 9.837223927875347e-07,
      "loss": 0.3358,
      "step": 2041460
    },
    {
      "epoch": 569.77,
      "grad_norm": 1.108660101890564,
      "learning_rate": 9.837003713119194e-07,
      "loss": 0.3358,
      "step": 2041470
    },
    {
      "epoch": 569.77,
      "grad_norm": 1.2043794393539429,
      "learning_rate": 9.836783500173267e-07,
      "loss": 0.35,
      "step": 2041480
    },
    {
      "epoch": 569.77,
      "grad_norm": 3.031400680541992,
      "learning_rate": 9.83656328903761e-07,
      "loss": 0.3219,
      "step": 2041490
    },
    {
      "epoch": 569.77,
      "grad_norm": 1.1987817287445068,
      "learning_rate": 9.836343079712233e-07,
      "loss": 0.3366,
      "step": 2041500
    },
    {
      "epoch": 569.78,
      "grad_norm": 1.0890142917633057,
      "learning_rate": 9.836122872197172e-07,
      "loss": 0.352,
      "step": 2041510
    },
    {
      "epoch": 569.78,
      "grad_norm": 0.9197239875793457,
      "learning_rate": 9.835902666492468e-07,
      "loss": 0.349,
      "step": 2041520
    },
    {
      "epoch": 569.78,
      "grad_norm": 1.1504881381988525,
      "learning_rate": 9.835682462598121e-07,
      "loss": 0.3327,
      "step": 2041530
    },
    {
      "epoch": 569.79,
      "grad_norm": 1.0987406969070435,
      "learning_rate": 9.8354622605142e-07,
      "loss": 0.3401,
      "step": 2041540
    },
    {
      "epoch": 569.79,
      "grad_norm": 1.1974107027053833,
      "learning_rate": 9.835242060240703e-07,
      "loss": 0.3156,
      "step": 2041550
    },
    {
      "epoch": 569.79,
      "grad_norm": 1.1460634469985962,
      "learning_rate": 9.83502186177767e-07,
      "loss": 0.3446,
      "step": 2041560
    },
    {
      "epoch": 569.79,
      "grad_norm": 1.123067021369934,
      "learning_rate": 9.834801665125132e-07,
      "loss": 0.334,
      "step": 2041570
    },
    {
      "epoch": 569.8,
      "grad_norm": 1.1490631103515625,
      "learning_rate": 9.834581470283124e-07,
      "loss": 0.3401,
      "step": 2041580
    },
    {
      "epoch": 569.8,
      "grad_norm": 1.2078070640563965,
      "learning_rate": 9.834361277251661e-07,
      "loss": 0.3474,
      "step": 2041590
    },
    {
      "epoch": 569.8,
      "grad_norm": 1.152208685874939,
      "learning_rate": 9.83414108603078e-07,
      "loss": 0.357,
      "step": 2041600
    },
    {
      "epoch": 569.8,
      "grad_norm": 1.0126914978027344,
      "learning_rate": 9.833920896620515e-07,
      "loss": 0.334,
      "step": 2041610
    },
    {
      "epoch": 569.81,
      "grad_norm": 1.3149199485778809,
      "learning_rate": 9.833700709020878e-07,
      "loss": 0.3502,
      "step": 2041620
    },
    {
      "epoch": 569.81,
      "grad_norm": 1.108009696006775,
      "learning_rate": 9.833480523231922e-07,
      "loss": 0.3445,
      "step": 2041630
    },
    {
      "epoch": 569.81,
      "grad_norm": 1.0257534980773926,
      "learning_rate": 9.833260339253662e-07,
      "loss": 0.3446,
      "step": 2041640
    },
    {
      "epoch": 569.82,
      "grad_norm": 1.092454195022583,
      "learning_rate": 9.833040157086128e-07,
      "loss": 0.3287,
      "step": 2041650
    },
    {
      "epoch": 569.82,
      "grad_norm": 1.1879464387893677,
      "learning_rate": 9.832819976729348e-07,
      "loss": 0.3161,
      "step": 2041660
    },
    {
      "epoch": 569.82,
      "grad_norm": 1.0072569847106934,
      "learning_rate": 9.832599798183365e-07,
      "loss": 0.3382,
      "step": 2041670
    },
    {
      "epoch": 569.82,
      "grad_norm": 1.2390265464782715,
      "learning_rate": 9.83237962144819e-07,
      "loss": 0.3587,
      "step": 2041680
    },
    {
      "epoch": 569.83,
      "grad_norm": 1.1851779222488403,
      "learning_rate": 9.832159446523858e-07,
      "loss": 0.3426,
      "step": 2041690
    },
    {
      "epoch": 569.83,
      "grad_norm": 1.1175647974014282,
      "learning_rate": 9.831939273410411e-07,
      "loss": 0.3415,
      "step": 2041700
    },
    {
      "epoch": 569.83,
      "grad_norm": 1.0948107242584229,
      "learning_rate": 9.831719102107853e-07,
      "loss": 0.3433,
      "step": 2041710
    },
    {
      "epoch": 569.84,
      "grad_norm": 1.084349513053894,
      "learning_rate": 9.831498932616243e-07,
      "loss": 0.3397,
      "step": 2041720
    },
    {
      "epoch": 569.84,
      "grad_norm": 1.1101080179214478,
      "learning_rate": 9.831278764935585e-07,
      "loss": 0.328,
      "step": 2041730
    },
    {
      "epoch": 569.84,
      "grad_norm": 2.7793493270874023,
      "learning_rate": 9.831058599065922e-07,
      "loss": 0.3467,
      "step": 2041740
    },
    {
      "epoch": 569.84,
      "grad_norm": 1.0255790948867798,
      "learning_rate": 9.830838435007287e-07,
      "loss": 0.3281,
      "step": 2041750
    },
    {
      "epoch": 569.85,
      "grad_norm": 1.140733242034912,
      "learning_rate": 9.830618272759685e-07,
      "loss": 0.3445,
      "step": 2041760
    },
    {
      "epoch": 569.85,
      "grad_norm": 1.3772611618041992,
      "learning_rate": 9.83039811232318e-07,
      "loss": 0.3312,
      "step": 2041770
    },
    {
      "epoch": 569.85,
      "grad_norm": 1.0825765132904053,
      "learning_rate": 9.830177953697775e-07,
      "loss": 0.3338,
      "step": 2041780
    },
    {
      "epoch": 569.85,
      "grad_norm": 1.0734220743179321,
      "learning_rate": 9.82995779688351e-07,
      "loss": 0.3285,
      "step": 2041790
    },
    {
      "epoch": 569.86,
      "grad_norm": 1.0514798164367676,
      "learning_rate": 9.829737641880412e-07,
      "loss": 0.3319,
      "step": 2041800
    },
    {
      "epoch": 569.86,
      "grad_norm": 1.0420401096343994,
      "learning_rate": 9.82951748868852e-07,
      "loss": 0.3426,
      "step": 2041810
    },
    {
      "epoch": 569.86,
      "grad_norm": 1.233745813369751,
      "learning_rate": 9.829297337307846e-07,
      "loss": 0.3418,
      "step": 2041820
    },
    {
      "epoch": 569.87,
      "grad_norm": 1.18561851978302,
      "learning_rate": 9.829077187738425e-07,
      "loss": 0.3396,
      "step": 2041830
    },
    {
      "epoch": 569.87,
      "grad_norm": 1.4465956687927246,
      "learning_rate": 9.828857039980298e-07,
      "loss": 0.3232,
      "step": 2041840
    },
    {
      "epoch": 569.87,
      "grad_norm": 1.2411292791366577,
      "learning_rate": 9.828636894033468e-07,
      "loss": 0.3493,
      "step": 2041850
    },
    {
      "epoch": 569.87,
      "grad_norm": 1.0327907800674438,
      "learning_rate": 9.828416749898e-07,
      "loss": 0.3263,
      "step": 2041860
    },
    {
      "epoch": 569.88,
      "grad_norm": 1.2321703433990479,
      "learning_rate": 9.828196607573892e-07,
      "loss": 0.3188,
      "step": 2041870
    },
    {
      "epoch": 569.88,
      "grad_norm": 1.164307951927185,
      "learning_rate": 9.827976467061191e-07,
      "loss": 0.3334,
      "step": 2041880
    },
    {
      "epoch": 569.88,
      "grad_norm": 2.0181610584259033,
      "learning_rate": 9.827756328359928e-07,
      "loss": 0.3387,
      "step": 2041890
    },
    {
      "epoch": 569.89,
      "grad_norm": 1.2189040184020996,
      "learning_rate": 9.827536191470116e-07,
      "loss": 0.3243,
      "step": 2041900
    },
    {
      "epoch": 569.89,
      "grad_norm": 1.1730800867080688,
      "learning_rate": 9.827316056391796e-07,
      "loss": 0.3441,
      "step": 2041910
    },
    {
      "epoch": 569.89,
      "grad_norm": 1.0464990139007568,
      "learning_rate": 9.827095923124992e-07,
      "loss": 0.3458,
      "step": 2041920
    },
    {
      "epoch": 569.89,
      "grad_norm": 1.012381911277771,
      "learning_rate": 9.826875791669748e-07,
      "loss": 0.3478,
      "step": 2041930
    },
    {
      "epoch": 569.9,
      "grad_norm": 1.1525932550430298,
      "learning_rate": 9.826655662026064e-07,
      "loss": 0.3295,
      "step": 2041940
    },
    {
      "epoch": 569.9,
      "grad_norm": 1.3897520303726196,
      "learning_rate": 9.826435534194004e-07,
      "loss": 0.3403,
      "step": 2041950
    },
    {
      "epoch": 569.9,
      "grad_norm": 1.1041209697723389,
      "learning_rate": 9.826215408173573e-07,
      "loss": 0.3435,
      "step": 2041960
    },
    {
      "epoch": 569.91,
      "grad_norm": 1.2637856006622314,
      "learning_rate": 9.825995283964806e-07,
      "loss": 0.3508,
      "step": 2041970
    },
    {
      "epoch": 569.91,
      "grad_norm": 1.1176650524139404,
      "learning_rate": 9.82577516156774e-07,
      "loss": 0.3459,
      "step": 2041980
    },
    {
      "epoch": 569.91,
      "grad_norm": 1.2575807571411133,
      "learning_rate": 9.825555040982396e-07,
      "loss": 0.3351,
      "step": 2041990
    },
    {
      "epoch": 569.91,
      "grad_norm": 1.1633021831512451,
      "learning_rate": 9.825334922208802e-07,
      "loss": 0.3307,
      "step": 2042000
    },
    {
      "epoch": 569.92,
      "grad_norm": 1.006116509437561,
      "learning_rate": 9.82511480524699e-07,
      "loss": 0.3238,
      "step": 2042010
    },
    {
      "epoch": 569.92,
      "grad_norm": 1.220038652420044,
      "learning_rate": 9.824894690097002e-07,
      "loss": 0.3324,
      "step": 2042020
    },
    {
      "epoch": 569.92,
      "grad_norm": 1.0776925086975098,
      "learning_rate": 9.824674576758844e-07,
      "loss": 0.3482,
      "step": 2042030
    },
    {
      "epoch": 569.92,
      "grad_norm": 1.3294990062713623,
      "learning_rate": 9.824454465232557e-07,
      "loss": 0.3468,
      "step": 2042040
    },
    {
      "epoch": 569.93,
      "grad_norm": 1.3419498205184937,
      "learning_rate": 9.82423435551817e-07,
      "loss": 0.341,
      "step": 2042050
    },
    {
      "epoch": 569.93,
      "grad_norm": 1.2273967266082764,
      "learning_rate": 9.824014247615713e-07,
      "loss": 0.3384,
      "step": 2042060
    },
    {
      "epoch": 569.93,
      "grad_norm": 1.0540156364440918,
      "learning_rate": 9.823794141525222e-07,
      "loss": 0.3497,
      "step": 2042070
    },
    {
      "epoch": 569.94,
      "grad_norm": 1.0999306440353394,
      "learning_rate": 9.823574037246704e-07,
      "loss": 0.3588,
      "step": 2042080
    },
    {
      "epoch": 569.94,
      "grad_norm": 1.4027565717697144,
      "learning_rate": 9.823353934780218e-07,
      "loss": 0.3398,
      "step": 2042090
    },
    {
      "epoch": 569.94,
      "grad_norm": 1.1093740463256836,
      "learning_rate": 9.823133834125775e-07,
      "loss": 0.3282,
      "step": 2042100
    },
    {
      "epoch": 569.94,
      "grad_norm": 1.1428838968276978,
      "learning_rate": 9.822913735283404e-07,
      "loss": 0.3463,
      "step": 2042110
    },
    {
      "epoch": 569.95,
      "grad_norm": 1.2709136009216309,
      "learning_rate": 9.822693638253146e-07,
      "loss": 0.3242,
      "step": 2042120
    },
    {
      "epoch": 569.95,
      "grad_norm": 1.024278998374939,
      "learning_rate": 9.822473543035016e-07,
      "loss": 0.334,
      "step": 2042130
    },
    {
      "epoch": 569.95,
      "grad_norm": 1.318511962890625,
      "learning_rate": 9.822253449629049e-07,
      "loss": 0.3274,
      "step": 2042140
    },
    {
      "epoch": 569.96,
      "grad_norm": 1.1248935461044312,
      "learning_rate": 9.822033358035272e-07,
      "loss": 0.3324,
      "step": 2042150
    },
    {
      "epoch": 569.96,
      "grad_norm": 1.075728416442871,
      "learning_rate": 9.82181326825373e-07,
      "loss": 0.3515,
      "step": 2042160
    },
    {
      "epoch": 569.96,
      "grad_norm": 1.0423396825790405,
      "learning_rate": 9.82159318028443e-07,
      "loss": 0.3449,
      "step": 2042170
    },
    {
      "epoch": 569.96,
      "grad_norm": 1.2755296230316162,
      "learning_rate": 9.82137309412741e-07,
      "loss": 0.351,
      "step": 2042180
    },
    {
      "epoch": 569.97,
      "grad_norm": 1.2345402240753174,
      "learning_rate": 9.821153009782709e-07,
      "loss": 0.3301,
      "step": 2042190
    },
    {
      "epoch": 569.97,
      "grad_norm": 1.0362269878387451,
      "learning_rate": 9.82093292725033e-07,
      "loss": 0.3354,
      "step": 2042200
    },
    {
      "epoch": 569.97,
      "grad_norm": 1.0765258073806763,
      "learning_rate": 9.82071284653034e-07,
      "loss": 0.3297,
      "step": 2042210
    },
    {
      "epoch": 569.97,
      "grad_norm": 1.0632915496826172,
      "learning_rate": 9.820492767622736e-07,
      "loss": 0.3412,
      "step": 2042220
    },
    {
      "epoch": 569.98,
      "grad_norm": 1.160430908203125,
      "learning_rate": 9.82027269052756e-07,
      "loss": 0.3339,
      "step": 2042230
    },
    {
      "epoch": 569.98,
      "grad_norm": 0.9962567687034607,
      "learning_rate": 9.82005261524484e-07,
      "loss": 0.3381,
      "step": 2042240
    },
    {
      "epoch": 569.98,
      "grad_norm": 1.0515691041946411,
      "learning_rate": 9.819832541774616e-07,
      "loss": 0.333,
      "step": 2042250
    },
    {
      "epoch": 569.99,
      "grad_norm": 1.1688326597213745,
      "learning_rate": 9.819612470116897e-07,
      "loss": 0.3497,
      "step": 2042260
    },
    {
      "epoch": 569.99,
      "grad_norm": 1.158690094947815,
      "learning_rate": 9.819392400271725e-07,
      "loss": 0.3295,
      "step": 2042270
    },
    {
      "epoch": 569.99,
      "grad_norm": 1.1300041675567627,
      "learning_rate": 9.819172332239134e-07,
      "loss": 0.3285,
      "step": 2042280
    },
    {
      "epoch": 569.99,
      "grad_norm": 1.187231421470642,
      "learning_rate": 9.81895226601913e-07,
      "loss": 0.3525,
      "step": 2042290
    },
    {
      "epoch": 570.0,
      "grad_norm": 1.0733990669250488,
      "learning_rate": 9.818732201611776e-07,
      "loss": 0.3382,
      "step": 2042300
    },
    {
      "epoch": 570.0,
      "grad_norm": 1.2113388776779175,
      "learning_rate": 9.818512139017073e-07,
      "loss": 0.3451,
      "step": 2042310
    },
    {
      "epoch": 570.0,
      "eval_loss": 0.3389797806739807,
      "eval_runtime": 63.7138,
      "eval_samples_per_second": 79.402,
      "eval_steps_per_second": 9.935,
      "step": 2042310
    },
    {
      "epoch": 570.0,
      "grad_norm": 1.1055078506469727,
      "learning_rate": 9.81829207823506e-07,
      "loss": 0.3324,
      "step": 2042320
    },
    {
      "epoch": 570.01,
      "grad_norm": 1.0601544380187988,
      "learning_rate": 9.81807201926578e-07,
      "loss": 0.3265,
      "step": 2042330
    },
    {
      "epoch": 570.01,
      "grad_norm": 1.1735047101974487,
      "learning_rate": 9.81785196210923e-07,
      "loss": 0.3196,
      "step": 2042340
    },
    {
      "epoch": 570.01,
      "grad_norm": 1.172845482826233,
      "learning_rate": 9.817631906765476e-07,
      "loss": 0.3304,
      "step": 2042350
    },
    {
      "epoch": 570.01,
      "grad_norm": 1.1430792808532715,
      "learning_rate": 9.81741185323452e-07,
      "loss": 0.3419,
      "step": 2042360
    },
    {
      "epoch": 570.02,
      "grad_norm": 1.0559228658676147,
      "learning_rate": 9.817191801516405e-07,
      "loss": 0.3546,
      "step": 2042370
    },
    {
      "epoch": 570.02,
      "grad_norm": 1.3983386754989624,
      "learning_rate": 9.816971751611157e-07,
      "loss": 0.3449,
      "step": 2042380
    },
    {
      "epoch": 570.02,
      "grad_norm": 1.4069757461547852,
      "learning_rate": 9.81675170351881e-07,
      "loss": 0.3367,
      "step": 2042390
    },
    {
      "epoch": 570.03,
      "grad_norm": 1.0510143041610718,
      "learning_rate": 9.81653165723938e-07,
      "loss": 0.3322,
      "step": 2042400
    },
    {
      "epoch": 570.03,
      "grad_norm": 1.0695576667785645,
      "learning_rate": 9.816311612772908e-07,
      "loss": 0.3371,
      "step": 2042410
    },
    {
      "epoch": 570.03,
      "grad_norm": 1.1040635108947754,
      "learning_rate": 9.816091570119424e-07,
      "loss": 0.341,
      "step": 2042420
    },
    {
      "epoch": 570.03,
      "grad_norm": 1.0628249645233154,
      "learning_rate": 9.81587152927894e-07,
      "loss": 0.3422,
      "step": 2042430
    },
    {
      "epoch": 570.04,
      "grad_norm": 1.0663225650787354,
      "learning_rate": 9.815651490251513e-07,
      "loss": 0.3348,
      "step": 2042440
    },
    {
      "epoch": 570.04,
      "grad_norm": 1.2506089210510254,
      "learning_rate": 9.81543145303715e-07,
      "loss": 0.3443,
      "step": 2042450
    },
    {
      "epoch": 570.04,
      "grad_norm": 1.2257291078567505,
      "learning_rate": 9.81521141763589e-07,
      "loss": 0.3686,
      "step": 2042460
    },
    {
      "epoch": 570.04,
      "grad_norm": 1.327942132949829,
      "learning_rate": 9.814991384047766e-07,
      "loss": 0.3528,
      "step": 2042470
    },
    {
      "epoch": 570.05,
      "grad_norm": 1.4424861669540405,
      "learning_rate": 9.814771352272795e-07,
      "loss": 0.3591,
      "step": 2042480
    },
    {
      "epoch": 570.05,
      "grad_norm": 1.0575356483459473,
      "learning_rate": 9.81455132231101e-07,
      "loss": 0.332,
      "step": 2042490
    },
    {
      "epoch": 570.05,
      "grad_norm": 1.129206895828247,
      "learning_rate": 9.814331294162447e-07,
      "loss": 0.336,
      "step": 2042500
    },
    {
      "epoch": 570.06,
      "grad_norm": 1.0212188959121704,
      "learning_rate": 9.814111267827137e-07,
      "loss": 0.3416,
      "step": 2042510
    },
    {
      "epoch": 570.06,
      "grad_norm": 1.347795844078064,
      "learning_rate": 9.813891243305086e-07,
      "loss": 0.3522,
      "step": 2042520
    },
    {
      "epoch": 570.06,
      "grad_norm": 1.0963189601898193,
      "learning_rate": 9.813671220596362e-07,
      "loss": 0.3407,
      "step": 2042530
    },
    {
      "epoch": 570.06,
      "grad_norm": 1.4329030513763428,
      "learning_rate": 9.813451199700964e-07,
      "loss": 0.3344,
      "step": 2042540
    },
    {
      "epoch": 570.07,
      "grad_norm": 1.3276654481887817,
      "learning_rate": 9.813231180618927e-07,
      "loss": 0.3267,
      "step": 2042550
    },
    {
      "epoch": 570.07,
      "grad_norm": 0.9677347540855408,
      "learning_rate": 9.813011163350298e-07,
      "loss": 0.3495,
      "step": 2042560
    },
    {
      "epoch": 570.07,
      "grad_norm": 1.2227240800857544,
      "learning_rate": 9.812791147895078e-07,
      "loss": 0.3349,
      "step": 2042570
    },
    {
      "epoch": 570.08,
      "grad_norm": 1.150745153427124,
      "learning_rate": 9.812571134253314e-07,
      "loss": 0.3453,
      "step": 2042580
    },
    {
      "epoch": 570.08,
      "grad_norm": 1.4983056783676147,
      "learning_rate": 9.81235112242503e-07,
      "loss": 0.3448,
      "step": 2042590
    },
    {
      "epoch": 570.08,
      "grad_norm": 1.2192026376724243,
      "learning_rate": 9.812131112410267e-07,
      "loss": 0.3239,
      "step": 2042600
    },
    {
      "epoch": 570.08,
      "grad_norm": 1.0444607734680176,
      "learning_rate": 9.811911104209025e-07,
      "loss": 0.3549,
      "step": 2042610
    },
    {
      "epoch": 570.09,
      "grad_norm": 1.0491095781326294,
      "learning_rate": 9.81169109782137e-07,
      "loss": 0.3242,
      "step": 2042620
    },
    {
      "epoch": 570.09,
      "grad_norm": 1.808188796043396,
      "learning_rate": 9.811471093247307e-07,
      "loss": 0.3392,
      "step": 2042630
    },
    {
      "epoch": 570.09,
      "grad_norm": 1.412055492401123,
      "learning_rate": 9.811251090486874e-07,
      "loss": 0.3333,
      "step": 2042640
    },
    {
      "epoch": 570.09,
      "grad_norm": 1.214564561843872,
      "learning_rate": 9.811031089540103e-07,
      "loss": 0.3451,
      "step": 2042650
    },
    {
      "epoch": 570.1,
      "grad_norm": 1.0766676664352417,
      "learning_rate": 9.810811090407006e-07,
      "loss": 0.331,
      "step": 2042660
    },
    {
      "epoch": 570.1,
      "grad_norm": 2.069607734680176,
      "learning_rate": 9.810591093087639e-07,
      "loss": 0.3398,
      "step": 2042670
    },
    {
      "epoch": 570.1,
      "grad_norm": 1.093168020248413,
      "learning_rate": 9.810371097582008e-07,
      "loss": 0.3368,
      "step": 2042680
    },
    {
      "epoch": 570.11,
      "grad_norm": 1.2973411083221436,
      "learning_rate": 9.810151103890153e-07,
      "loss": 0.3293,
      "step": 2042690
    },
    {
      "epoch": 570.11,
      "grad_norm": 1.2123045921325684,
      "learning_rate": 9.809931112012109e-07,
      "loss": 0.3355,
      "step": 2042700
    },
    {
      "epoch": 570.11,
      "grad_norm": 1.2058262825012207,
      "learning_rate": 9.80971112194789e-07,
      "loss": 0.3305,
      "step": 2042710
    },
    {
      "epoch": 570.11,
      "grad_norm": 1.2164342403411865,
      "learning_rate": 9.809491133697536e-07,
      "loss": 0.3525,
      "step": 2042720
    },
    {
      "epoch": 570.12,
      "grad_norm": 1.1401468515396118,
      "learning_rate": 9.80927114726107e-07,
      "loss": 0.3489,
      "step": 2042730
    },
    {
      "epoch": 570.12,
      "grad_norm": 1.1483957767486572,
      "learning_rate": 9.809051162638537e-07,
      "loss": 0.3433,
      "step": 2042740
    },
    {
      "epoch": 570.12,
      "grad_norm": 1.3625253438949585,
      "learning_rate": 9.808831179829934e-07,
      "loss": 0.3229,
      "step": 2042750
    },
    {
      "epoch": 570.13,
      "grad_norm": 1.2402362823486328,
      "learning_rate": 9.808611198835328e-07,
      "loss": 0.3403,
      "step": 2042760
    },
    {
      "epoch": 570.13,
      "grad_norm": 0.9449940919876099,
      "learning_rate": 9.808391219654726e-07,
      "loss": 0.3183,
      "step": 2042770
    },
    {
      "epoch": 570.13,
      "grad_norm": 1.1677371263504028,
      "learning_rate": 9.808171242288159e-07,
      "loss": 0.3377,
      "step": 2042780
    },
    {
      "epoch": 570.13,
      "grad_norm": 1.3531121015548706,
      "learning_rate": 9.807951266735666e-07,
      "loss": 0.3376,
      "step": 2042790
    },
    {
      "epoch": 570.14,
      "grad_norm": 0.967202365398407,
      "learning_rate": 9.807731292997265e-07,
      "loss": 0.3382,
      "step": 2042800
    },
    {
      "epoch": 570.14,
      "grad_norm": 1.3116157054901123,
      "learning_rate": 9.807511321072987e-07,
      "loss": 0.3413,
      "step": 2042810
    },
    {
      "epoch": 570.14,
      "grad_norm": 1.147788405418396,
      "learning_rate": 9.807291350962866e-07,
      "loss": 0.3411,
      "step": 2042820
    },
    {
      "epoch": 570.15,
      "grad_norm": 1.2146786451339722,
      "learning_rate": 9.807071382666939e-07,
      "loss": 0.3382,
      "step": 2042830
    },
    {
      "epoch": 570.15,
      "grad_norm": 1.136543869972229,
      "learning_rate": 9.806851416185214e-07,
      "loss": 0.3474,
      "step": 2042840
    },
    {
      "epoch": 570.15,
      "grad_norm": 1.0998754501342773,
      "learning_rate": 9.806631451517737e-07,
      "loss": 0.3377,
      "step": 2042850
    },
    {
      "epoch": 570.15,
      "grad_norm": 1.2309578657150269,
      "learning_rate": 9.806411488664537e-07,
      "loss": 0.3491,
      "step": 2042860
    },
    {
      "epoch": 570.16,
      "grad_norm": 1.1247178316116333,
      "learning_rate": 9.806191527625622e-07,
      "loss": 0.3424,
      "step": 2042870
    },
    {
      "epoch": 570.16,
      "grad_norm": 1.0485265254974365,
      "learning_rate": 9.805971568401053e-07,
      "loss": 0.3334,
      "step": 2042880
    },
    {
      "epoch": 570.16,
      "grad_norm": 1.099804401397705,
      "learning_rate": 9.805751610990838e-07,
      "loss": 0.3352,
      "step": 2042890
    },
    {
      "epoch": 570.16,
      "grad_norm": 1.3729770183563232,
      "learning_rate": 9.805531655395011e-07,
      "loss": 0.3644,
      "step": 2042900
    },
    {
      "epoch": 570.17,
      "grad_norm": 1.1278876066207886,
      "learning_rate": 9.805311701613604e-07,
      "loss": 0.3332,
      "step": 2042910
    },
    {
      "epoch": 570.17,
      "grad_norm": 1.2081555128097534,
      "learning_rate": 9.805091749646647e-07,
      "loss": 0.34,
      "step": 2042920
    },
    {
      "epoch": 570.17,
      "grad_norm": 1.2687302827835083,
      "learning_rate": 9.804871799494174e-07,
      "loss": 0.351,
      "step": 2042930
    },
    {
      "epoch": 570.18,
      "grad_norm": 1.1878430843353271,
      "learning_rate": 9.804651851156198e-07,
      "loss": 0.3566,
      "step": 2042940
    },
    {
      "epoch": 570.18,
      "grad_norm": 1.2373932600021362,
      "learning_rate": 9.80443190463276e-07,
      "loss": 0.3294,
      "step": 2042950
    },
    {
      "epoch": 570.18,
      "grad_norm": 3.8879215717315674,
      "learning_rate": 9.804211959923885e-07,
      "loss": 0.3485,
      "step": 2042960
    },
    {
      "epoch": 570.18,
      "grad_norm": 1.1315408945083618,
      "learning_rate": 9.803992017029612e-07,
      "loss": 0.331,
      "step": 2042970
    },
    {
      "epoch": 570.19,
      "grad_norm": 1.2744503021240234,
      "learning_rate": 9.803772075949957e-07,
      "loss": 0.3436,
      "step": 2042980
    },
    {
      "epoch": 570.19,
      "grad_norm": 1.3929275274276733,
      "learning_rate": 9.803552136684954e-07,
      "loss": 0.3335,
      "step": 2042990
    },
    {
      "epoch": 570.19,
      "grad_norm": 0.9353362917900085,
      "learning_rate": 9.80333219923464e-07,
      "loss": 0.3302,
      "step": 2043000
    },
    {
      "epoch": 570.2,
      "grad_norm": 1.2341843843460083,
      "learning_rate": 9.803112263599022e-07,
      "loss": 0.3244,
      "step": 2043010
    },
    {
      "epoch": 570.2,
      "grad_norm": 1.232347011566162,
      "learning_rate": 9.80289232977816e-07,
      "loss": 0.3272,
      "step": 2043020
    },
    {
      "epoch": 570.2,
      "grad_norm": 1.3440302610397339,
      "learning_rate": 9.802672397772061e-07,
      "loss": 0.3465,
      "step": 2043030
    },
    {
      "epoch": 570.2,
      "grad_norm": 1.1034011840820312,
      "learning_rate": 9.80245246758076e-07,
      "loss": 0.343,
      "step": 2043040
    },
    {
      "epoch": 570.21,
      "grad_norm": 1.0806183815002441,
      "learning_rate": 9.80223253920429e-07,
      "loss": 0.343,
      "step": 2043050
    },
    {
      "epoch": 570.21,
      "grad_norm": 1.1142141819000244,
      "learning_rate": 9.802012612642683e-07,
      "loss": 0.3435,
      "step": 2043060
    },
    {
      "epoch": 570.21,
      "grad_norm": 1.0610699653625488,
      "learning_rate": 9.801792687895958e-07,
      "loss": 0.3481,
      "step": 2043070
    },
    {
      "epoch": 570.21,
      "grad_norm": 1.069769024848938,
      "learning_rate": 9.801572764964149e-07,
      "loss": 0.3366,
      "step": 2043080
    },
    {
      "epoch": 570.22,
      "grad_norm": 1.1000860929489136,
      "learning_rate": 9.801352843847292e-07,
      "loss": 0.335,
      "step": 2043090
    },
    {
      "epoch": 570.22,
      "grad_norm": 1.0639394521713257,
      "learning_rate": 9.801132924545394e-07,
      "loss": 0.3415,
      "step": 2043100
    },
    {
      "epoch": 570.22,
      "grad_norm": 1.1220639944076538,
      "learning_rate": 9.800913007058518e-07,
      "loss": 0.3367,
      "step": 2043110
    },
    {
      "epoch": 570.23,
      "grad_norm": 1.2036211490631104,
      "learning_rate": 9.800693091386666e-07,
      "loss": 0.3355,
      "step": 2043120
    },
    {
      "epoch": 570.23,
      "grad_norm": 1.318774938583374,
      "learning_rate": 9.800473177529877e-07,
      "loss": 0.3418,
      "step": 2043130
    },
    {
      "epoch": 570.23,
      "grad_norm": 1.0291942358016968,
      "learning_rate": 9.800253265488188e-07,
      "loss": 0.3303,
      "step": 2043140
    },
    {
      "epoch": 570.23,
      "grad_norm": 1.491180658340454,
      "learning_rate": 9.800033355261613e-07,
      "loss": 0.3348,
      "step": 2043150
    },
    {
      "epoch": 570.24,
      "grad_norm": 1.1197779178619385,
      "learning_rate": 9.799813446850186e-07,
      "loss": 0.337,
      "step": 2043160
    },
    {
      "epoch": 570.24,
      "grad_norm": 1.1264127492904663,
      "learning_rate": 9.799593540253941e-07,
      "loss": 0.3431,
      "step": 2043170
    },
    {
      "epoch": 570.24,
      "grad_norm": 1.326516032218933,
      "learning_rate": 9.799373635472911e-07,
      "loss": 0.3347,
      "step": 2043180
    },
    {
      "epoch": 570.25,
      "grad_norm": 1.2379359006881714,
      "learning_rate": 9.799153732507104e-07,
      "loss": 0.3454,
      "step": 2043190
    },
    {
      "epoch": 570.25,
      "grad_norm": 1.131230115890503,
      "learning_rate": 9.798933831356582e-07,
      "loss": 0.3291,
      "step": 2043200
    },
    {
      "epoch": 570.25,
      "grad_norm": 1.1182407140731812,
      "learning_rate": 9.79871393202135e-07,
      "loss": 0.3223,
      "step": 2043210
    },
    {
      "epoch": 570.25,
      "grad_norm": 1.2952497005462646,
      "learning_rate": 9.798494034501443e-07,
      "loss": 0.3294,
      "step": 2043220
    },
    {
      "epoch": 570.26,
      "grad_norm": 1.2119059562683105,
      "learning_rate": 9.798274138796898e-07,
      "loss": 0.3542,
      "step": 2043230
    },
    {
      "epoch": 570.26,
      "grad_norm": 1.2306468486785889,
      "learning_rate": 9.79805424490772e-07,
      "loss": 0.3442,
      "step": 2043240
    },
    {
      "epoch": 570.26,
      "grad_norm": 1.4033697843551636,
      "learning_rate": 9.797834352833976e-07,
      "loss": 0.3231,
      "step": 2043250
    },
    {
      "epoch": 570.27,
      "grad_norm": 1.3659584522247314,
      "learning_rate": 9.797614462575667e-07,
      "loss": 0.3655,
      "step": 2043260
    },
    {
      "epoch": 570.27,
      "grad_norm": 1.1956298351287842,
      "learning_rate": 9.797394574132828e-07,
      "loss": 0.3479,
      "step": 2043270
    },
    {
      "epoch": 570.27,
      "grad_norm": 1.1869680881500244,
      "learning_rate": 9.7971746875055e-07,
      "loss": 0.3647,
      "step": 2043280
    },
    {
      "epoch": 570.27,
      "grad_norm": 1.2308207750320435,
      "learning_rate": 9.796954802693696e-07,
      "loss": 0.3505,
      "step": 2043290
    },
    {
      "epoch": 570.28,
      "grad_norm": 1.9729572534561157,
      "learning_rate": 9.79673491969745e-07,
      "loss": 0.3272,
      "step": 2043300
    },
    {
      "epoch": 570.28,
      "grad_norm": 1.218198537826538,
      "learning_rate": 9.796515038516794e-07,
      "loss": 0.3358,
      "step": 2043310
    },
    {
      "epoch": 570.28,
      "grad_norm": 1.1517082452774048,
      "learning_rate": 9.796295159151765e-07,
      "loss": 0.3235,
      "step": 2043320
    },
    {
      "epoch": 570.28,
      "grad_norm": 1.4534449577331543,
      "learning_rate": 9.79607528160237e-07,
      "loss": 0.3452,
      "step": 2043330
    },
    {
      "epoch": 570.29,
      "grad_norm": 1.0965263843536377,
      "learning_rate": 9.795855405868667e-07,
      "loss": 0.3322,
      "step": 2043340
    },
    {
      "epoch": 570.29,
      "grad_norm": 1.153706669807434,
      "learning_rate": 9.795635531950663e-07,
      "loss": 0.3424,
      "step": 2043350
    },
    {
      "epoch": 570.29,
      "grad_norm": 1.1962509155273438,
      "learning_rate": 9.795415659848393e-07,
      "loss": 0.3467,
      "step": 2043360
    },
    {
      "epoch": 570.3,
      "grad_norm": 1.1222299337387085,
      "learning_rate": 9.7951957895619e-07,
      "loss": 0.3352,
      "step": 2043370
    },
    {
      "epoch": 570.3,
      "grad_norm": 1.1015797853469849,
      "learning_rate": 9.794975921091189e-07,
      "loss": 0.3455,
      "step": 2043380
    },
    {
      "epoch": 570.3,
      "grad_norm": 1.171460747718811,
      "learning_rate": 9.794756054436304e-07,
      "loss": 0.3248,
      "step": 2043390
    },
    {
      "epoch": 570.3,
      "grad_norm": 1.1505430936813354,
      "learning_rate": 9.79453618959727e-07,
      "loss": 0.3254,
      "step": 2043400
    },
    {
      "epoch": 570.31,
      "grad_norm": 1.2450013160705566,
      "learning_rate": 9.794316326574128e-07,
      "loss": 0.3542,
      "step": 2043410
    },
    {
      "epoch": 570.31,
      "grad_norm": 1.3444629907608032,
      "learning_rate": 9.794096465366891e-07,
      "loss": 0.3368,
      "step": 2043420
    },
    {
      "epoch": 570.31,
      "grad_norm": 1.1076209545135498,
      "learning_rate": 9.79387660597559e-07,
      "loss": 0.3331,
      "step": 2043430
    },
    {
      "epoch": 570.32,
      "grad_norm": 1.1526706218719482,
      "learning_rate": 9.793656748400274e-07,
      "loss": 0.3217,
      "step": 2043440
    },
    {
      "epoch": 570.32,
      "grad_norm": 1.205236792564392,
      "learning_rate": 9.793436892640937e-07,
      "loss": 0.3414,
      "step": 2043450
    },
    {
      "epoch": 570.32,
      "grad_norm": 1.3346768617630005,
      "learning_rate": 9.793217038697645e-07,
      "loss": 0.3289,
      "step": 2043460
    },
    {
      "epoch": 570.32,
      "grad_norm": 1.1860376596450806,
      "learning_rate": 9.792997186570402e-07,
      "loss": 0.3377,
      "step": 2043470
    },
    {
      "epoch": 570.33,
      "grad_norm": 1.3304239511489868,
      "learning_rate": 9.792777336259246e-07,
      "loss": 0.3308,
      "step": 2043480
    },
    {
      "epoch": 570.33,
      "grad_norm": 1.1913760900497437,
      "learning_rate": 9.792557487764208e-07,
      "loss": 0.3314,
      "step": 2043490
    },
    {
      "epoch": 570.33,
      "grad_norm": 1.0825952291488647,
      "learning_rate": 9.792337641085311e-07,
      "loss": 0.3309,
      "step": 2043500
    },
    {
      "epoch": 570.33,
      "grad_norm": 1.0292810201644897,
      "learning_rate": 9.792117796222602e-07,
      "loss": 0.331,
      "step": 2043510
    },
    {
      "epoch": 570.34,
      "grad_norm": 1.1849687099456787,
      "learning_rate": 9.791897953176088e-07,
      "loss": 0.3369,
      "step": 2043520
    },
    {
      "epoch": 570.34,
      "grad_norm": 1.11309814453125,
      "learning_rate": 9.791678111945807e-07,
      "loss": 0.3324,
      "step": 2043530
    },
    {
      "epoch": 570.34,
      "grad_norm": 1.003100037574768,
      "learning_rate": 9.791458272531788e-07,
      "loss": 0.3519,
      "step": 2043540
    },
    {
      "epoch": 570.35,
      "grad_norm": 1.2758817672729492,
      "learning_rate": 9.79123843493407e-07,
      "loss": 0.3381,
      "step": 2043550
    },
    {
      "epoch": 570.35,
      "grad_norm": 1.2586992979049683,
      "learning_rate": 9.791018599152665e-07,
      "loss": 0.3611,
      "step": 2043560
    },
    {
      "epoch": 570.35,
      "grad_norm": 1.180831789970398,
      "learning_rate": 9.79079876518761e-07,
      "loss": 0.3374,
      "step": 2043570
    },
    {
      "epoch": 570.35,
      "grad_norm": 1.5729718208312988,
      "learning_rate": 9.790578933038933e-07,
      "loss": 0.3334,
      "step": 2043580
    },
    {
      "epoch": 570.36,
      "grad_norm": 1.0507210493087769,
      "learning_rate": 9.790359102706667e-07,
      "loss": 0.3492,
      "step": 2043590
    },
    {
      "epoch": 570.36,
      "grad_norm": 1.3462883234024048,
      "learning_rate": 9.790139274190847e-07,
      "loss": 0.3427,
      "step": 2043600
    },
    {
      "epoch": 570.36,
      "grad_norm": 1.1890671253204346,
      "learning_rate": 9.789919447491484e-07,
      "loss": 0.3588,
      "step": 2043610
    },
    {
      "epoch": 570.37,
      "grad_norm": 1.266667127609253,
      "learning_rate": 9.78969962260862e-07,
      "loss": 0.3339,
      "step": 2043620
    },
    {
      "epoch": 570.37,
      "grad_norm": 1.0111948251724243,
      "learning_rate": 9.78947979954228e-07,
      "loss": 0.3403,
      "step": 2043630
    },
    {
      "epoch": 570.37,
      "grad_norm": 1.1036500930786133,
      "learning_rate": 9.789259978292506e-07,
      "loss": 0.312,
      "step": 2043640
    },
    {
      "epoch": 570.37,
      "grad_norm": 1.0867441892623901,
      "learning_rate": 9.789040158859307e-07,
      "loss": 0.3331,
      "step": 2043650
    },
    {
      "epoch": 570.38,
      "grad_norm": 1.2769498825073242,
      "learning_rate": 9.788820341242723e-07,
      "loss": 0.3425,
      "step": 2043660
    },
    {
      "epoch": 570.38,
      "grad_norm": 1.1477935314178467,
      "learning_rate": 9.788600525442788e-07,
      "loss": 0.3315,
      "step": 2043670
    },
    {
      "epoch": 570.38,
      "grad_norm": 1.0520431995391846,
      "learning_rate": 9.78838071145951e-07,
      "loss": 0.3624,
      "step": 2043680
    },
    {
      "epoch": 570.39,
      "grad_norm": 1.2230112552642822,
      "learning_rate": 9.78816089929295e-07,
      "loss": 0.3525,
      "step": 2043690
    },
    {
      "epoch": 570.39,
      "grad_norm": 1.186428189277649,
      "learning_rate": 9.787941088943114e-07,
      "loss": 0.3424,
      "step": 2043700
    },
    {
      "epoch": 570.39,
      "grad_norm": 1.1923524141311646,
      "learning_rate": 9.787721280410036e-07,
      "loss": 0.3315,
      "step": 2043710
    },
    {
      "epoch": 570.39,
      "grad_norm": 1.3716217279434204,
      "learning_rate": 9.787501473693747e-07,
      "loss": 0.3439,
      "step": 2043720
    },
    {
      "epoch": 570.4,
      "grad_norm": 1.1871979236602783,
      "learning_rate": 9.787281668794285e-07,
      "loss": 0.3427,
      "step": 2043730
    },
    {
      "epoch": 570.4,
      "grad_norm": 1.2336490154266357,
      "learning_rate": 9.787061865711664e-07,
      "loss": 0.3329,
      "step": 2043740
    },
    {
      "epoch": 570.4,
      "grad_norm": 1.0251963138580322,
      "learning_rate": 9.786842064445919e-07,
      "loss": 0.3304,
      "step": 2043750
    },
    {
      "epoch": 570.4,
      "grad_norm": 1.2123470306396484,
      "learning_rate": 9.78662226499709e-07,
      "loss": 0.3551,
      "step": 2043760
    },
    {
      "epoch": 570.41,
      "grad_norm": 1.8457671403884888,
      "learning_rate": 9.786402467365177e-07,
      "loss": 0.3325,
      "step": 2043770
    },
    {
      "epoch": 570.41,
      "grad_norm": 0.9572833180427551,
      "learning_rate": 9.786182671550247e-07,
      "loss": 0.3299,
      "step": 2043780
    },
    {
      "epoch": 570.41,
      "grad_norm": 1.111636757850647,
      "learning_rate": 9.785962877552303e-07,
      "loss": 0.3513,
      "step": 2043790
    },
    {
      "epoch": 570.42,
      "grad_norm": 1.1301413774490356,
      "learning_rate": 9.785743085371381e-07,
      "loss": 0.3349,
      "step": 2043800
    },
    {
      "epoch": 570.42,
      "grad_norm": 1.1834880113601685,
      "learning_rate": 9.785523295007521e-07,
      "loss": 0.3305,
      "step": 2043810
    },
    {
      "epoch": 570.42,
      "grad_norm": 1.253894329071045,
      "learning_rate": 9.785303506460727e-07,
      "loss": 0.3461,
      "step": 2043820
    },
    {
      "epoch": 570.42,
      "grad_norm": 1.4236042499542236,
      "learning_rate": 9.78508371973106e-07,
      "loss": 0.338,
      "step": 2043830
    },
    {
      "epoch": 570.43,
      "grad_norm": 1.2729300260543823,
      "learning_rate": 9.784863934818524e-07,
      "loss": 0.3524,
      "step": 2043840
    },
    {
      "epoch": 570.43,
      "grad_norm": 1.1415584087371826,
      "learning_rate": 9.784644151723157e-07,
      "loss": 0.3448,
      "step": 2043850
    },
    {
      "epoch": 570.43,
      "grad_norm": 1.197510838508606,
      "learning_rate": 9.784424370444992e-07,
      "loss": 0.3395,
      "step": 2043860
    },
    {
      "epoch": 570.44,
      "grad_norm": 1.2002146244049072,
      "learning_rate": 9.784204590984062e-07,
      "loss": 0.3411,
      "step": 2043870
    },
    {
      "epoch": 570.44,
      "grad_norm": 1.258381724357605,
      "learning_rate": 9.78398481334038e-07,
      "loss": 0.3488,
      "step": 2043880
    },
    {
      "epoch": 570.44,
      "grad_norm": 1.002970576286316,
      "learning_rate": 9.783765037513983e-07,
      "loss": 0.3509,
      "step": 2043890
    },
    {
      "epoch": 570.44,
      "grad_norm": 1.0266910791397095,
      "learning_rate": 9.783545263504915e-07,
      "loss": 0.3558,
      "step": 2043900
    },
    {
      "epoch": 570.45,
      "grad_norm": 1.194124460220337,
      "learning_rate": 9.783325491313172e-07,
      "loss": 0.336,
      "step": 2043910
    },
    {
      "epoch": 570.45,
      "grad_norm": 1.0262280702590942,
      "learning_rate": 9.78310572093882e-07,
      "loss": 0.3264,
      "step": 2043920
    },
    {
      "epoch": 570.45,
      "grad_norm": 1.284039855003357,
      "learning_rate": 9.782885952381863e-07,
      "loss": 0.3489,
      "step": 2043930
    },
    {
      "epoch": 570.45,
      "grad_norm": 1.1703650951385498,
      "learning_rate": 9.782666185642341e-07,
      "loss": 0.3322,
      "step": 2043940
    },
    {
      "epoch": 570.46,
      "grad_norm": 1.063718318939209,
      "learning_rate": 9.782446420720289e-07,
      "loss": 0.3503,
      "step": 2043950
    },
    {
      "epoch": 570.46,
      "grad_norm": 1.127367377281189,
      "learning_rate": 9.782226657615717e-07,
      "loss": 0.3317,
      "step": 2043960
    },
    {
      "epoch": 570.46,
      "grad_norm": 1.2813585996627808,
      "learning_rate": 9.782006896328669e-07,
      "loss": 0.3302,
      "step": 2043970
    },
    {
      "epoch": 570.47,
      "grad_norm": 1.2258371114730835,
      "learning_rate": 9.78178713685917e-07,
      "loss": 0.3469,
      "step": 2043980
    },
    {
      "epoch": 570.47,
      "grad_norm": 1.0644742250442505,
      "learning_rate": 9.781567379207258e-07,
      "loss": 0.3434,
      "step": 2043990
    },
    {
      "epoch": 570.47,
      "grad_norm": 1.2767351865768433,
      "learning_rate": 9.78134762337294e-07,
      "loss": 0.3376,
      "step": 2044000
    },
    {
      "epoch": 570.47,
      "grad_norm": 1.2991447448730469,
      "learning_rate": 9.781127869356273e-07,
      "loss": 0.3313,
      "step": 2044010
    },
    {
      "epoch": 570.48,
      "grad_norm": 1.2481948137283325,
      "learning_rate": 9.780908117157266e-07,
      "loss": 0.3441,
      "step": 2044020
    },
    {
      "epoch": 570.48,
      "grad_norm": 0.9964213967323303,
      "learning_rate": 9.780688366775955e-07,
      "loss": 0.3307,
      "step": 2044030
    },
    {
      "epoch": 570.48,
      "grad_norm": 1.25690758228302,
      "learning_rate": 9.780468618212377e-07,
      "loss": 0.3362,
      "step": 2044040
    },
    {
      "epoch": 570.49,
      "grad_norm": 1.2018954753875732,
      "learning_rate": 9.780248871466546e-07,
      "loss": 0.3414,
      "step": 2044050
    },
    {
      "epoch": 570.49,
      "grad_norm": 1.0838608741760254,
      "learning_rate": 9.780029126538497e-07,
      "loss": 0.3684,
      "step": 2044060
    },
    {
      "epoch": 570.49,
      "grad_norm": 1.0168774127960205,
      "learning_rate": 9.779809383428263e-07,
      "loss": 0.352,
      "step": 2044070
    },
    {
      "epoch": 570.49,
      "grad_norm": 1.2971433401107788,
      "learning_rate": 9.779589642135872e-07,
      "loss": 0.336,
      "step": 2044080
    },
    {
      "epoch": 570.5,
      "grad_norm": 1.187477946281433,
      "learning_rate": 9.77936990266136e-07,
      "loss": 0.3488,
      "step": 2044090
    },
    {
      "epoch": 570.5,
      "grad_norm": 1.2025822401046753,
      "learning_rate": 9.779150165004741e-07,
      "loss": 0.3365,
      "step": 2044100
    },
    {
      "epoch": 570.5,
      "grad_norm": 1.1087710857391357,
      "learning_rate": 9.778930429166052e-07,
      "loss": 0.3323,
      "step": 2044110
    },
    {
      "epoch": 570.51,
      "grad_norm": 1.1009281873703003,
      "learning_rate": 9.77871069514532e-07,
      "loss": 0.3335,
      "step": 2044120
    },
    {
      "epoch": 570.51,
      "grad_norm": 1.0473392009735107,
      "learning_rate": 9.778490962942588e-07,
      "loss": 0.335,
      "step": 2044130
    },
    {
      "epoch": 570.51,
      "grad_norm": 1.197657823562622,
      "learning_rate": 9.778271232557857e-07,
      "loss": 0.3387,
      "step": 2044140
    },
    {
      "epoch": 570.51,
      "grad_norm": 1.1028268337249756,
      "learning_rate": 9.778051503991188e-07,
      "loss": 0.3416,
      "step": 2044150
    },
    {
      "epoch": 570.52,
      "grad_norm": 1.1790695190429688,
      "learning_rate": 9.77783177724259e-07,
      "loss": 0.3347,
      "step": 2044160
    },
    {
      "epoch": 570.52,
      "grad_norm": 1.2646509408950806,
      "learning_rate": 9.777612052312095e-07,
      "loss": 0.3343,
      "step": 2044170
    },
    {
      "epoch": 570.52,
      "grad_norm": 1.2900729179382324,
      "learning_rate": 9.777392329199741e-07,
      "loss": 0.3372,
      "step": 2044180
    },
    {
      "epoch": 570.52,
      "grad_norm": 1.1077772378921509,
      "learning_rate": 9.777172607905546e-07,
      "loss": 0.3459,
      "step": 2044190
    },
    {
      "epoch": 570.53,
      "grad_norm": 0.9772581458091736,
      "learning_rate": 9.776952888429543e-07,
      "loss": 0.3428,
      "step": 2044200
    },
    {
      "epoch": 570.53,
      "grad_norm": 1.1528916358947754,
      "learning_rate": 9.776733170771762e-07,
      "loss": 0.3417,
      "step": 2044210
    },
    {
      "epoch": 570.53,
      "grad_norm": 1.1227937936782837,
      "learning_rate": 9.776513454932243e-07,
      "loss": 0.3384,
      "step": 2044220
    },
    {
      "epoch": 570.54,
      "grad_norm": 1.1030123233795166,
      "learning_rate": 9.776293740910995e-07,
      "loss": 0.3288,
      "step": 2044230
    },
    {
      "epoch": 570.54,
      "grad_norm": 1.1734600067138672,
      "learning_rate": 9.77607402870806e-07,
      "loss": 0.357,
      "step": 2044240
    },
    {
      "epoch": 570.54,
      "grad_norm": 1.2476087808609009,
      "learning_rate": 9.77585431832347e-07,
      "loss": 0.3505,
      "step": 2044250
    },
    {
      "epoch": 570.54,
      "grad_norm": 1.2807873487472534,
      "learning_rate": 9.775634609757233e-07,
      "loss": 0.3322,
      "step": 2044260
    },
    {
      "epoch": 570.55,
      "grad_norm": 1.207939863204956,
      "learning_rate": 9.77541490300941e-07,
      "loss": 0.3323,
      "step": 2044270
    },
    {
      "epoch": 570.55,
      "grad_norm": 1.18888258934021,
      "learning_rate": 9.775195198080008e-07,
      "loss": 0.3425,
      "step": 2044280
    },
    {
      "epoch": 570.55,
      "grad_norm": 1.2611207962036133,
      "learning_rate": 9.77497549496906e-07,
      "loss": 0.3292,
      "step": 2044290
    },
    {
      "epoch": 570.56,
      "grad_norm": 1.0901210308074951,
      "learning_rate": 9.7747557936766e-07,
      "loss": 0.336,
      "step": 2044300
    },
    {
      "epoch": 570.56,
      "grad_norm": 1.2317605018615723,
      "learning_rate": 9.774536094202661e-07,
      "loss": 0.3299,
      "step": 2044310
    },
    {
      "epoch": 570.56,
      "grad_norm": 1.1695085763931274,
      "learning_rate": 9.77431639654726e-07,
      "loss": 0.3445,
      "step": 2044320
    },
    {
      "epoch": 570.56,
      "grad_norm": 1.1191409826278687,
      "learning_rate": 9.774096700710429e-07,
      "loss": 0.3462,
      "step": 2044330
    },
    {
      "epoch": 570.57,
      "grad_norm": 0.9700261950492859,
      "learning_rate": 9.773877006692213e-07,
      "loss": 0.3339,
      "step": 2044340
    },
    {
      "epoch": 570.57,
      "grad_norm": 0.9946030974388123,
      "learning_rate": 9.77365731449261e-07,
      "loss": 0.3387,
      "step": 2044350
    },
    {
      "epoch": 570.57,
      "grad_norm": 1.1191465854644775,
      "learning_rate": 9.773437624111687e-07,
      "loss": 0.346,
      "step": 2044360
    },
    {
      "epoch": 570.57,
      "grad_norm": 1.4502428770065308,
      "learning_rate": 9.773217935549443e-07,
      "loss": 0.3314,
      "step": 2044370
    },
    {
      "epoch": 570.58,
      "grad_norm": 1.5207796096801758,
      "learning_rate": 9.772998248805921e-07,
      "loss": 0.339,
      "step": 2044380
    },
    {
      "epoch": 570.58,
      "grad_norm": 1.0523494482040405,
      "learning_rate": 9.772778563881157e-07,
      "loss": 0.3394,
      "step": 2044390
    },
    {
      "epoch": 570.58,
      "grad_norm": 1.1748502254486084,
      "learning_rate": 9.772558880775154e-07,
      "loss": 0.3333,
      "step": 2044400
    },
    {
      "epoch": 570.59,
      "grad_norm": 1.1214848756790161,
      "learning_rate": 9.772339199487974e-07,
      "loss": 0.319,
      "step": 2044410
    },
    {
      "epoch": 570.59,
      "grad_norm": 1.298194169998169,
      "learning_rate": 9.77211952001962e-07,
      "loss": 0.3378,
      "step": 2044420
    },
    {
      "epoch": 570.59,
      "grad_norm": 1.0627353191375732,
      "learning_rate": 9.771899842370136e-07,
      "loss": 0.3363,
      "step": 2044430
    },
    {
      "epoch": 570.59,
      "grad_norm": 1.0566160678863525,
      "learning_rate": 9.771680166539545e-07,
      "loss": 0.3501,
      "step": 2044440
    },
    {
      "epoch": 570.6,
      "grad_norm": 1.1034499406814575,
      "learning_rate": 9.771460492527885e-07,
      "loss": 0.3376,
      "step": 2044450
    },
    {
      "epoch": 570.6,
      "grad_norm": 1.1648199558258057,
      "learning_rate": 9.771240820335173e-07,
      "loss": 0.3392,
      "step": 2044460
    },
    {
      "epoch": 570.6,
      "grad_norm": 1.4360325336456299,
      "learning_rate": 9.771021149961444e-07,
      "loss": 0.3391,
      "step": 2044470
    },
    {
      "epoch": 570.61,
      "grad_norm": 1.0463718175888062,
      "learning_rate": 9.770801481406737e-07,
      "loss": 0.3524,
      "step": 2044480
    },
    {
      "epoch": 570.61,
      "grad_norm": 1.1503866910934448,
      "learning_rate": 9.77058181467105e-07,
      "loss": 0.3432,
      "step": 2044490
    },
    {
      "epoch": 570.61,
      "grad_norm": 1.051406741142273,
      "learning_rate": 9.77036214975445e-07,
      "loss": 0.3287,
      "step": 2044500
    },
    {
      "epoch": 570.61,
      "grad_norm": 1.0466750860214233,
      "learning_rate": 9.770142486656946e-07,
      "loss": 0.3503,
      "step": 2044510
    },
    {
      "epoch": 570.62,
      "grad_norm": 1.2829509973526,
      "learning_rate": 9.769922825378567e-07,
      "loss": 0.3322,
      "step": 2044520
    },
    {
      "epoch": 570.62,
      "grad_norm": 1.1447579860687256,
      "learning_rate": 9.76970316591935e-07,
      "loss": 0.338,
      "step": 2044530
    },
    {
      "epoch": 570.62,
      "grad_norm": 1.0253918170928955,
      "learning_rate": 9.769483508279327e-07,
      "loss": 0.3412,
      "step": 2044540
    },
    {
      "epoch": 570.63,
      "grad_norm": 1.4774565696716309,
      "learning_rate": 9.769263852458511e-07,
      "loss": 0.3362,
      "step": 2044550
    },
    {
      "epoch": 570.63,
      "grad_norm": 1.282578945159912,
      "learning_rate": 9.769044198456944e-07,
      "loss": 0.3313,
      "step": 2044560
    },
    {
      "epoch": 570.63,
      "grad_norm": 1.0071489810943604,
      "learning_rate": 9.76882454627466e-07,
      "loss": 0.3326,
      "step": 2044570
    },
    {
      "epoch": 570.63,
      "grad_norm": 1.2096521854400635,
      "learning_rate": 9.768604895911662e-07,
      "loss": 0.3391,
      "step": 2044580
    },
    {
      "epoch": 570.64,
      "grad_norm": 1.0619045495986938,
      "learning_rate": 9.768385247368015e-07,
      "loss": 0.3548,
      "step": 2044590
    },
    {
      "epoch": 570.64,
      "grad_norm": 1.3803874254226685,
      "learning_rate": 9.76816560064372e-07,
      "loss": 0.3394,
      "step": 2044600
    },
    {
      "epoch": 570.64,
      "grad_norm": 2.194159984588623,
      "learning_rate": 9.76794595573882e-07,
      "loss": 0.3406,
      "step": 2044610
    },
    {
      "epoch": 570.64,
      "grad_norm": 1.0849148035049438,
      "learning_rate": 9.76772631265335e-07,
      "loss": 0.332,
      "step": 2044620
    },
    {
      "epoch": 570.65,
      "grad_norm": 1.2265090942382812,
      "learning_rate": 9.767506671387321e-07,
      "loss": 0.3321,
      "step": 2044630
    },
    {
      "epoch": 570.65,
      "grad_norm": 1.1456233263015747,
      "learning_rate": 9.767287031940774e-07,
      "loss": 0.3403,
      "step": 2044640
    },
    {
      "epoch": 570.65,
      "grad_norm": 1.071942687034607,
      "learning_rate": 9.767067394313732e-07,
      "loss": 0.3377,
      "step": 2044650
    },
    {
      "epoch": 570.66,
      "grad_norm": 1.0484689474105835,
      "learning_rate": 9.766847758506231e-07,
      "loss": 0.3383,
      "step": 2044660
    },
    {
      "epoch": 570.66,
      "grad_norm": 1.1570578813552856,
      "learning_rate": 9.766628124518297e-07,
      "loss": 0.3391,
      "step": 2044670
    },
    {
      "epoch": 570.66,
      "grad_norm": 1.136633276939392,
      "learning_rate": 9.76640849234997e-07,
      "loss": 0.3501,
      "step": 2044680
    },
    {
      "epoch": 570.66,
      "grad_norm": 1.149269461631775,
      "learning_rate": 9.766188862001257e-07,
      "loss": 0.3394,
      "step": 2044690
    },
    {
      "epoch": 570.67,
      "grad_norm": 1.0331448316574097,
      "learning_rate": 9.765969233472203e-07,
      "loss": 0.3299,
      "step": 2044700
    },
    {
      "epoch": 570.67,
      "grad_norm": 1.2858909368515015,
      "learning_rate": 9.765749606762841e-07,
      "loss": 0.3268,
      "step": 2044710
    },
    {
      "epoch": 570.67,
      "grad_norm": 1.1502946615219116,
      "learning_rate": 9.765529981873174e-07,
      "loss": 0.3496,
      "step": 2044720
    },
    {
      "epoch": 570.68,
      "grad_norm": 0.9880031943321228,
      "learning_rate": 9.765310358803268e-07,
      "loss": 0.3544,
      "step": 2044730
    },
    {
      "epoch": 570.68,
      "grad_norm": 1.193567156791687,
      "learning_rate": 9.765090737553125e-07,
      "loss": 0.3423,
      "step": 2044740
    },
    {
      "epoch": 570.68,
      "grad_norm": 1.1758631467819214,
      "learning_rate": 9.764871118122784e-07,
      "loss": 0.3214,
      "step": 2044750
    },
    {
      "epoch": 570.68,
      "grad_norm": 1.7401517629623413,
      "learning_rate": 9.76465150051228e-07,
      "loss": 0.3302,
      "step": 2044760
    },
    {
      "epoch": 570.69,
      "grad_norm": 1.240969181060791,
      "learning_rate": 9.764431884721631e-07,
      "loss": 0.3415,
      "step": 2044770
    },
    {
      "epoch": 570.69,
      "grad_norm": 1.1897035837173462,
      "learning_rate": 9.76421227075087e-07,
      "loss": 0.3513,
      "step": 2044780
    },
    {
      "epoch": 570.69,
      "grad_norm": 1.0642510652542114,
      "learning_rate": 9.763992658600028e-07,
      "loss": 0.3319,
      "step": 2044790
    },
    {
      "epoch": 570.69,
      "grad_norm": 1.1720913648605347,
      "learning_rate": 9.76377304826914e-07,
      "loss": 0.3221,
      "step": 2044800
    },
    {
      "epoch": 570.7,
      "grad_norm": 1.1993279457092285,
      "learning_rate": 9.763553439758213e-07,
      "loss": 0.328,
      "step": 2044810
    },
    {
      "epoch": 570.7,
      "grad_norm": 1.132043480873108,
      "learning_rate": 9.763333833067307e-07,
      "loss": 0.3504,
      "step": 2044820
    },
    {
      "epoch": 570.7,
      "grad_norm": 1.1437864303588867,
      "learning_rate": 9.76311422819643e-07,
      "loss": 0.3349,
      "step": 2044830
    },
    {
      "epoch": 570.71,
      "grad_norm": 1.1067519187927246,
      "learning_rate": 9.762894625145617e-07,
      "loss": 0.3378,
      "step": 2044840
    },
    {
      "epoch": 570.71,
      "grad_norm": 1.0837576389312744,
      "learning_rate": 9.762675023914907e-07,
      "loss": 0.3416,
      "step": 2044850
    },
    {
      "epoch": 570.71,
      "grad_norm": 1.1169745922088623,
      "learning_rate": 9.76245542450431e-07,
      "loss": 0.3338,
      "step": 2044860
    },
    {
      "epoch": 570.71,
      "grad_norm": 1.1384670734405518,
      "learning_rate": 9.762235826913865e-07,
      "loss": 0.3383,
      "step": 2044870
    },
    {
      "epoch": 570.72,
      "grad_norm": 1.1393120288848877,
      "learning_rate": 9.762016231143602e-07,
      "loss": 0.3292,
      "step": 2044880
    },
    {
      "epoch": 570.72,
      "grad_norm": 1.1799770593643188,
      "learning_rate": 9.761796637193557e-07,
      "loss": 0.3485,
      "step": 2044890
    },
    {
      "epoch": 570.72,
      "grad_norm": 1.0729247331619263,
      "learning_rate": 9.761577045063747e-07,
      "loss": 0.3465,
      "step": 2044900
    },
    {
      "epoch": 570.73,
      "grad_norm": 1.10355806350708,
      "learning_rate": 9.761357454754201e-07,
      "loss": 0.3435,
      "step": 2044910
    },
    {
      "epoch": 570.73,
      "grad_norm": 1.1851547956466675,
      "learning_rate": 9.761137866264966e-07,
      "loss": 0.3413,
      "step": 2044920
    },
    {
      "epoch": 570.73,
      "grad_norm": 1.3640732765197754,
      "learning_rate": 9.76091827959604e-07,
      "loss": 0.343,
      "step": 2044930
    },
    {
      "epoch": 570.73,
      "grad_norm": 1.0866252183914185,
      "learning_rate": 9.760698694747488e-07,
      "loss": 0.3427,
      "step": 2044940
    },
    {
      "epoch": 570.74,
      "grad_norm": 1.197699785232544,
      "learning_rate": 9.760479111719304e-07,
      "loss": 0.3382,
      "step": 2044950
    },
    {
      "epoch": 570.74,
      "grad_norm": 1.2288753986358643,
      "learning_rate": 9.760259530511554e-07,
      "loss": 0.3476,
      "step": 2044960
    },
    {
      "epoch": 570.74,
      "grad_norm": 1.1639703512191772,
      "learning_rate": 9.760039951124238e-07,
      "loss": 0.3331,
      "step": 2044970
    },
    {
      "epoch": 570.75,
      "grad_norm": 1.0720449686050415,
      "learning_rate": 9.759820373557397e-07,
      "loss": 0.3508,
      "step": 2044980
    },
    {
      "epoch": 570.75,
      "grad_norm": 1.31186842918396,
      "learning_rate": 9.759600797811067e-07,
      "loss": 0.3355,
      "step": 2044990
    },
    {
      "epoch": 570.75,
      "grad_norm": 1.0975115299224854,
      "learning_rate": 9.75938122388526e-07,
      "loss": 0.3502,
      "step": 2045000
    },
    {
      "epoch": 570.75,
      "grad_norm": 1.1419198513031006,
      "learning_rate": 9.759161651780016e-07,
      "loss": 0.3242,
      "step": 2045010
    },
    {
      "epoch": 570.76,
      "grad_norm": 1.0691990852355957,
      "learning_rate": 9.75894208149536e-07,
      "loss": 0.3349,
      "step": 2045020
    },
    {
      "epoch": 570.76,
      "grad_norm": 1.1233727931976318,
      "learning_rate": 9.758722513031333e-07,
      "loss": 0.3442,
      "step": 2045030
    },
    {
      "epoch": 570.76,
      "grad_norm": 1.1734970808029175,
      "learning_rate": 9.758502946387947e-07,
      "loss": 0.3477,
      "step": 2045040
    },
    {
      "epoch": 570.76,
      "grad_norm": 1.0064572095870972,
      "learning_rate": 9.758283381565242e-07,
      "loss": 0.3377,
      "step": 2045050
    },
    {
      "epoch": 570.77,
      "grad_norm": 1.3372836112976074,
      "learning_rate": 9.75806381856325e-07,
      "loss": 0.3418,
      "step": 2045060
    },
    {
      "epoch": 570.77,
      "grad_norm": 1.3457074165344238,
      "learning_rate": 9.757844257381977e-07,
      "loss": 0.3353,
      "step": 2045070
    },
    {
      "epoch": 570.77,
      "grad_norm": 1.0471488237380981,
      "learning_rate": 9.757624698021486e-07,
      "loss": 0.3486,
      "step": 2045080
    },
    {
      "epoch": 570.78,
      "grad_norm": 1.4053415060043335,
      "learning_rate": 9.757405140481784e-07,
      "loss": 0.3397,
      "step": 2045090
    },
    {
      "epoch": 570.78,
      "grad_norm": 1.4249361753463745,
      "learning_rate": 9.757185584762907e-07,
      "loss": 0.3499,
      "step": 2045100
    },
    {
      "epoch": 570.78,
      "grad_norm": 1.3898035287857056,
      "learning_rate": 9.756966030864883e-07,
      "loss": 0.3482,
      "step": 2045110
    },
    {
      "epoch": 570.78,
      "grad_norm": 1.5042850971221924,
      "learning_rate": 9.75674647878775e-07,
      "loss": 0.3463,
      "step": 2045120
    },
    {
      "epoch": 570.79,
      "grad_norm": 1.241026520729065,
      "learning_rate": 9.756526928531519e-07,
      "loss": 0.3465,
      "step": 2045130
    },
    {
      "epoch": 570.79,
      "grad_norm": 1.3771981000900269,
      "learning_rate": 9.75630738009623e-07,
      "loss": 0.3426,
      "step": 2045140
    },
    {
      "epoch": 570.79,
      "grad_norm": 1.0659794807434082,
      "learning_rate": 9.75608783348192e-07,
      "loss": 0.3435,
      "step": 2045150
    },
    {
      "epoch": 570.8,
      "grad_norm": 1.3393354415893555,
      "learning_rate": 9.755868288688594e-07,
      "loss": 0.3621,
      "step": 2045160
    },
    {
      "epoch": 570.8,
      "grad_norm": 1.3445378541946411,
      "learning_rate": 9.755648745716313e-07,
      "loss": 0.3353,
      "step": 2045170
    },
    {
      "epoch": 570.8,
      "grad_norm": 1.0408105850219727,
      "learning_rate": 9.755429204565083e-07,
      "loss": 0.3373,
      "step": 2045180
    },
    {
      "epoch": 570.8,
      "grad_norm": 1.2280323505401611,
      "learning_rate": 9.755209665234937e-07,
      "loss": 0.3508,
      "step": 2045190
    },
    {
      "epoch": 570.81,
      "grad_norm": 1.939253330230713,
      "learning_rate": 9.75499012772592e-07,
      "loss": 0.3439,
      "step": 2045200
    },
    {
      "epoch": 570.81,
      "grad_norm": 1.2764018774032593,
      "learning_rate": 9.754770592038039e-07,
      "loss": 0.3321,
      "step": 2045210
    },
    {
      "epoch": 570.81,
      "grad_norm": 1.063293218612671,
      "learning_rate": 9.75455105817133e-07,
      "loss": 0.3439,
      "step": 2045220
    },
    {
      "epoch": 570.81,
      "grad_norm": 1.182149052619934,
      "learning_rate": 9.754331526125831e-07,
      "loss": 0.3413,
      "step": 2045230
    },
    {
      "epoch": 570.82,
      "grad_norm": 1.0355018377304077,
      "learning_rate": 9.75411199590156e-07,
      "loss": 0.3418,
      "step": 2045240
    },
    {
      "epoch": 570.82,
      "grad_norm": 1.4694715738296509,
      "learning_rate": 9.753892467498556e-07,
      "loss": 0.3306,
      "step": 2045250
    },
    {
      "epoch": 570.82,
      "grad_norm": 1.1715420484542847,
      "learning_rate": 9.753672940916847e-07,
      "loss": 0.3411,
      "step": 2045260
    },
    {
      "epoch": 570.83,
      "grad_norm": 0.9502331018447876,
      "learning_rate": 9.753453416156454e-07,
      "loss": 0.3464,
      "step": 2045270
    },
    {
      "epoch": 570.83,
      "grad_norm": 1.1204062700271606,
      "learning_rate": 9.75323389321741e-07,
      "loss": 0.348,
      "step": 2045280
    },
    {
      "epoch": 570.83,
      "grad_norm": 1.0507159233093262,
      "learning_rate": 9.75301437209976e-07,
      "loss": 0.3219,
      "step": 2045290
    },
    {
      "epoch": 570.83,
      "grad_norm": 0.9522795677185059,
      "learning_rate": 9.752794852803495e-07,
      "loss": 0.3378,
      "step": 2045300
    },
    {
      "epoch": 570.84,
      "grad_norm": 1.0897645950317383,
      "learning_rate": 9.752575335328686e-07,
      "loss": 0.3352,
      "step": 2045310
    },
    {
      "epoch": 570.84,
      "grad_norm": 1.0114891529083252,
      "learning_rate": 9.752355819675338e-07,
      "loss": 0.3429,
      "step": 2045320
    },
    {
      "epoch": 570.84,
      "grad_norm": 1.3947230577468872,
      "learning_rate": 9.752136305843486e-07,
      "loss": 0.3422,
      "step": 2045330
    },
    {
      "epoch": 570.85,
      "grad_norm": 1.1221463680267334,
      "learning_rate": 9.751916793833167e-07,
      "loss": 0.3525,
      "step": 2045340
    },
    {
      "epoch": 570.85,
      "grad_norm": 1.1373298168182373,
      "learning_rate": 9.751697283644394e-07,
      "loss": 0.3319,
      "step": 2045350
    },
    {
      "epoch": 570.85,
      "grad_norm": 1.3011475801467896,
      "learning_rate": 9.751477775277206e-07,
      "loss": 0.338,
      "step": 2045360
    },
    {
      "epoch": 570.85,
      "grad_norm": 1.274491786956787,
      "learning_rate": 9.75125826873163e-07,
      "loss": 0.3486,
      "step": 2045370
    },
    {
      "epoch": 570.86,
      "grad_norm": 1.2435866594314575,
      "learning_rate": 9.751038764007705e-07,
      "loss": 0.3409,
      "step": 2045380
    },
    {
      "epoch": 570.86,
      "grad_norm": 1.174993872642517,
      "learning_rate": 9.750819261105438e-07,
      "loss": 0.3398,
      "step": 2045390
    },
    {
      "epoch": 570.86,
      "grad_norm": 1.0128191709518433,
      "learning_rate": 9.750599760024884e-07,
      "loss": 0.338,
      "step": 2045400
    },
    {
      "epoch": 570.87,
      "grad_norm": 1.053662896156311,
      "learning_rate": 9.750380260766055e-07,
      "loss": 0.339,
      "step": 2045410
    },
    {
      "epoch": 570.87,
      "grad_norm": 1.070322871208191,
      "learning_rate": 9.750160763328984e-07,
      "loss": 0.327,
      "step": 2045420
    },
    {
      "epoch": 570.87,
      "grad_norm": 1.2377004623413086,
      "learning_rate": 9.74994126771371e-07,
      "loss": 0.3418,
      "step": 2045430
    },
    {
      "epoch": 570.87,
      "grad_norm": 1.231500506401062,
      "learning_rate": 9.749721773920246e-07,
      "loss": 0.3359,
      "step": 2045440
    },
    {
      "epoch": 570.88,
      "grad_norm": 1.033386468887329,
      "learning_rate": 9.74950228194863e-07,
      "loss": 0.3409,
      "step": 2045450
    },
    {
      "epoch": 570.88,
      "grad_norm": 1.1823019981384277,
      "learning_rate": 9.74928279179889e-07,
      "loss": 0.3368,
      "step": 2045460
    },
    {
      "epoch": 570.88,
      "grad_norm": 1.3776352405548096,
      "learning_rate": 9.749063303471061e-07,
      "loss": 0.3401,
      "step": 2045470
    },
    {
      "epoch": 570.88,
      "grad_norm": 1.174164891242981,
      "learning_rate": 9.748843816965154e-07,
      "loss": 0.3395,
      "step": 2045480
    },
    {
      "epoch": 570.89,
      "grad_norm": 1.455115795135498,
      "learning_rate": 9.748624332281225e-07,
      "loss": 0.3387,
      "step": 2045490
    },
    {
      "epoch": 570.89,
      "grad_norm": 1.320125699043274,
      "learning_rate": 9.748404849419282e-07,
      "loss": 0.3299,
      "step": 2045500
    },
    {
      "epoch": 570.89,
      "grad_norm": 1.1396971940994263,
      "learning_rate": 9.74818536837936e-07,
      "loss": 0.3395,
      "step": 2045510
    },
    {
      "epoch": 570.9,
      "grad_norm": 1.261797308921814,
      "learning_rate": 9.747965889161499e-07,
      "loss": 0.3367,
      "step": 2045520
    },
    {
      "epoch": 570.9,
      "grad_norm": 1.025384545326233,
      "learning_rate": 9.7477464117657e-07,
      "loss": 0.3425,
      "step": 2045530
    },
    {
      "epoch": 570.9,
      "grad_norm": 1.2316807508468628,
      "learning_rate": 9.747526936192029e-07,
      "loss": 0.3419,
      "step": 2045540
    },
    {
      "epoch": 570.9,
      "grad_norm": 1.1770936250686646,
      "learning_rate": 9.74730746244049e-07,
      "loss": 0.3585,
      "step": 2045550
    },
    {
      "epoch": 570.91,
      "grad_norm": 1.0707364082336426,
      "learning_rate": 9.747087990511119e-07,
      "loss": 0.3439,
      "step": 2045560
    },
    {
      "epoch": 570.91,
      "grad_norm": 1.195259690284729,
      "learning_rate": 9.746868520403953e-07,
      "loss": 0.3428,
      "step": 2045570
    },
    {
      "epoch": 570.91,
      "grad_norm": 1.115453839302063,
      "learning_rate": 9.746649052119004e-07,
      "loss": 0.3274,
      "step": 2045580
    },
    {
      "epoch": 570.92,
      "grad_norm": 1.1858261823654175,
      "learning_rate": 9.746429585656314e-07,
      "loss": 0.3365,
      "step": 2045590
    },
    {
      "epoch": 570.92,
      "grad_norm": 0.9976362586021423,
      "learning_rate": 9.746210121015907e-07,
      "loss": 0.3422,
      "step": 2045600
    },
    {
      "epoch": 570.92,
      "grad_norm": 0.9123957753181458,
      "learning_rate": 9.745990658197825e-07,
      "loss": 0.3299,
      "step": 2045610
    },
    {
      "epoch": 570.92,
      "grad_norm": 1.3810502290725708,
      "learning_rate": 9.745771197202068e-07,
      "loss": 0.3358,
      "step": 2045620
    },
    {
      "epoch": 570.93,
      "grad_norm": 1.3098372220993042,
      "learning_rate": 9.7455517380287e-07,
      "loss": 0.3505,
      "step": 2045630
    },
    {
      "epoch": 570.93,
      "grad_norm": 1.2604384422302246,
      "learning_rate": 9.745332280677726e-07,
      "loss": 0.3403,
      "step": 2045640
    },
    {
      "epoch": 570.93,
      "grad_norm": 1.1748517751693726,
      "learning_rate": 9.745112825149185e-07,
      "loss": 0.3306,
      "step": 2045650
    },
    {
      "epoch": 570.93,
      "grad_norm": 1.041286587715149,
      "learning_rate": 9.74489337144311e-07,
      "loss": 0.3457,
      "step": 2045660
    },
    {
      "epoch": 570.94,
      "grad_norm": 1.1487804651260376,
      "learning_rate": 9.744673919559518e-07,
      "loss": 0.3474,
      "step": 2045670
    },
    {
      "epoch": 570.94,
      "grad_norm": 1.3087570667266846,
      "learning_rate": 9.744454469498448e-07,
      "loss": 0.3473,
      "step": 2045680
    },
    {
      "epoch": 570.94,
      "grad_norm": 1.0803239345550537,
      "learning_rate": 9.744235021259922e-07,
      "loss": 0.3411,
      "step": 2045690
    },
    {
      "epoch": 570.95,
      "grad_norm": 0.9310447573661804,
      "learning_rate": 9.744015574843982e-07,
      "loss": 0.3191,
      "step": 2045700
    },
    {
      "epoch": 570.95,
      "grad_norm": 1.293057918548584,
      "learning_rate": 9.743796130250641e-07,
      "loss": 0.3459,
      "step": 2045710
    },
    {
      "epoch": 570.95,
      "grad_norm": 1.1286405324935913,
      "learning_rate": 9.743576687479935e-07,
      "loss": 0.3462,
      "step": 2045720
    },
    {
      "epoch": 570.95,
      "grad_norm": 1.0507181882858276,
      "learning_rate": 9.743357246531904e-07,
      "loss": 0.35,
      "step": 2045730
    },
    {
      "epoch": 570.96,
      "grad_norm": 1.1667207479476929,
      "learning_rate": 9.743137807406549e-07,
      "loss": 0.3329,
      "step": 2045740
    },
    {
      "epoch": 570.96,
      "grad_norm": 1.1384124755859375,
      "learning_rate": 9.742918370103934e-07,
      "loss": 0.3272,
      "step": 2045750
    },
    {
      "epoch": 570.96,
      "grad_norm": 1.075531005859375,
      "learning_rate": 9.742698934624064e-07,
      "loss": 0.3349,
      "step": 2045760
    },
    {
      "epoch": 570.97,
      "grad_norm": 1.2447404861450195,
      "learning_rate": 9.742479500966975e-07,
      "loss": 0.3464,
      "step": 2045770
    },
    {
      "epoch": 570.97,
      "grad_norm": 1.2839632034301758,
      "learning_rate": 9.742260069132697e-07,
      "loss": 0.3526,
      "step": 2045780
    },
    {
      "epoch": 570.97,
      "grad_norm": 1.0436731576919556,
      "learning_rate": 9.74204063912127e-07,
      "loss": 0.3317,
      "step": 2045790
    },
    {
      "epoch": 570.97,
      "grad_norm": 1.2848182916641235,
      "learning_rate": 9.7418212109327e-07,
      "loss": 0.3543,
      "step": 2045800
    },
    {
      "epoch": 570.98,
      "grad_norm": 1.2674016952514648,
      "learning_rate": 9.741601784567031e-07,
      "loss": 0.3448,
      "step": 2045810
    },
    {
      "epoch": 570.98,
      "grad_norm": 1.2156171798706055,
      "learning_rate": 9.741382360024288e-07,
      "loss": 0.345,
      "step": 2045820
    },
    {
      "epoch": 570.98,
      "grad_norm": 1.1983368396759033,
      "learning_rate": 9.741162937304503e-07,
      "loss": 0.3221,
      "step": 2045830
    },
    {
      "epoch": 570.99,
      "grad_norm": 1.048871397972107,
      "learning_rate": 9.740943516407714e-07,
      "loss": 0.331,
      "step": 2045840
    },
    {
      "epoch": 570.99,
      "grad_norm": 1.2673999071121216,
      "learning_rate": 9.740724097333932e-07,
      "loss": 0.3332,
      "step": 2045850
    },
    {
      "epoch": 570.99,
      "grad_norm": 1.2583094835281372,
      "learning_rate": 9.74050468008319e-07,
      "loss": 0.3409,
      "step": 2045860
    },
    {
      "epoch": 570.99,
      "grad_norm": 1.4250884056091309,
      "learning_rate": 9.740285264655535e-07,
      "loss": 0.3434,
      "step": 2045870
    },
    {
      "epoch": 571.0,
      "grad_norm": 1.2915637493133545,
      "learning_rate": 9.740065851050962e-07,
      "loss": 0.3475,
      "step": 2045880
    },
    {
      "epoch": 571.0,
      "grad_norm": 1.0491039752960205,
      "learning_rate": 9.739846439269543e-07,
      "loss": 0.3276,
      "step": 2045890
    },
    {
      "epoch": 571.0,
      "eval_loss": 0.3397071063518524,
      "eval_runtime": 65.5047,
      "eval_samples_per_second": 77.231,
      "eval_steps_per_second": 9.663,
      "step": 2045893
    },
    {
      "epoch": 571.0,
      "grad_norm": 1.1370375156402588,
      "learning_rate": 9.739627029311276e-07,
      "loss": 0.3419,
      "step": 2045900
    },
    {
      "epoch": 571.0,
      "grad_norm": 1.213625431060791,
      "learning_rate": 9.739407621176198e-07,
      "loss": 0.3615,
      "step": 2045910
    },
    {
      "epoch": 571.01,
      "grad_norm": 1.070465326309204,
      "learning_rate": 9.73918821486434e-07,
      "loss": 0.3362,
      "step": 2045920
    },
    {
      "epoch": 571.01,
      "grad_norm": 1.0830812454223633,
      "learning_rate": 9.738968810375739e-07,
      "loss": 0.3287,
      "step": 2045930
    },
    {
      "epoch": 571.01,
      "grad_norm": 1.1680487394332886,
      "learning_rate": 9.73874940771041e-07,
      "loss": 0.3387,
      "step": 2045940
    },
    {
      "epoch": 571.02,
      "grad_norm": 1.2352447509765625,
      "learning_rate": 9.738530006868386e-07,
      "loss": 0.3248,
      "step": 2045950
    },
    {
      "epoch": 571.02,
      "grad_norm": 1.079569935798645,
      "learning_rate": 9.738310607849707e-07,
      "loss": 0.3532,
      "step": 2045960
    },
    {
      "epoch": 571.02,
      "grad_norm": 1.2670153379440308,
      "learning_rate": 9.73809121065438e-07,
      "loss": 0.3489,
      "step": 2045970
    },
    {
      "epoch": 571.02,
      "grad_norm": 1.0741857290267944,
      "learning_rate": 9.737871815282463e-07,
      "loss": 0.3173,
      "step": 2045980
    },
    {
      "epoch": 571.03,
      "grad_norm": 1.1580251455307007,
      "learning_rate": 9.73765242173396e-07,
      "loss": 0.3414,
      "step": 2045990
    },
    {
      "epoch": 571.03,
      "grad_norm": 1.3772194385528564,
      "learning_rate": 9.737433030008912e-07,
      "loss": 0.3637,
      "step": 2046000
    },
    {
      "epoch": 571.03,
      "grad_norm": 1.2610787153244019,
      "learning_rate": 9.737213640107356e-07,
      "loss": 0.3221,
      "step": 2046010
    },
    {
      "epoch": 571.04,
      "grad_norm": 1.179985761642456,
      "learning_rate": 9.7369942520293e-07,
      "loss": 0.331,
      "step": 2046020
    },
    {
      "epoch": 571.04,
      "grad_norm": 1.3160409927368164,
      "learning_rate": 9.736774865774789e-07,
      "loss": 0.3311,
      "step": 2046030
    },
    {
      "epoch": 571.04,
      "grad_norm": 1.2629106044769287,
      "learning_rate": 9.736555481343847e-07,
      "loss": 0.34,
      "step": 2046040
    },
    {
      "epoch": 571.04,
      "grad_norm": 1.2419946193695068,
      "learning_rate": 9.736336098736513e-07,
      "loss": 0.3304,
      "step": 2046050
    },
    {
      "epoch": 571.05,
      "grad_norm": 1.2302995920181274,
      "learning_rate": 9.736116717952792e-07,
      "loss": 0.35,
      "step": 2046060
    },
    {
      "epoch": 571.05,
      "grad_norm": 0.9845706820487976,
      "learning_rate": 9.735897338992741e-07,
      "loss": 0.3373,
      "step": 2046070
    },
    {
      "epoch": 571.05,
      "grad_norm": 1.2364776134490967,
      "learning_rate": 9.735677961856374e-07,
      "loss": 0.3317,
      "step": 2046080
    },
    {
      "epoch": 571.05,
      "grad_norm": 1.1036391258239746,
      "learning_rate": 9.735458586543721e-07,
      "loss": 0.3305,
      "step": 2046090
    },
    {
      "epoch": 571.06,
      "grad_norm": 2.3364014625549316,
      "learning_rate": 9.735239213054824e-07,
      "loss": 0.3484,
      "step": 2046100
    },
    {
      "epoch": 571.06,
      "grad_norm": 1.2319084405899048,
      "learning_rate": 9.735019841389681e-07,
      "loss": 0.3331,
      "step": 2046110
    },
    {
      "epoch": 571.06,
      "grad_norm": 1.1359596252441406,
      "learning_rate": 9.73480047154836e-07,
      "loss": 0.3393,
      "step": 2046120
    },
    {
      "epoch": 571.07,
      "grad_norm": 1.0467300415039062,
      "learning_rate": 9.734581103530863e-07,
      "loss": 0.3328,
      "step": 2046130
    },
    {
      "epoch": 571.07,
      "grad_norm": 1.136064052581787,
      "learning_rate": 9.734361737337231e-07,
      "loss": 0.3227,
      "step": 2046140
    },
    {
      "epoch": 571.07,
      "grad_norm": 1.4317840337753296,
      "learning_rate": 9.734142372967497e-07,
      "loss": 0.3401,
      "step": 2046150
    },
    {
      "epoch": 571.07,
      "grad_norm": 1.206267237663269,
      "learning_rate": 9.733923010421676e-07,
      "loss": 0.3403,
      "step": 2046160
    },
    {
      "epoch": 571.08,
      "grad_norm": 1.1169888973236084,
      "learning_rate": 9.733703649699803e-07,
      "loss": 0.3492,
      "step": 2046170
    },
    {
      "epoch": 571.08,
      "grad_norm": 1.2137202024459839,
      "learning_rate": 9.73348429080191e-07,
      "loss": 0.3301,
      "step": 2046180
    },
    {
      "epoch": 571.08,
      "grad_norm": 1.0905548334121704,
      "learning_rate": 9.733264933728037e-07,
      "loss": 0.3578,
      "step": 2046190
    },
    {
      "epoch": 571.09,
      "grad_norm": 1.3606809377670288,
      "learning_rate": 9.73304557847818e-07,
      "loss": 0.339,
      "step": 2046200
    },
    {
      "epoch": 571.09,
      "grad_norm": 1.101016640663147,
      "learning_rate": 9.732826225052409e-07,
      "loss": 0.3275,
      "step": 2046210
    },
    {
      "epoch": 571.09,
      "grad_norm": 1.4435492753982544,
      "learning_rate": 9.732606873450724e-07,
      "loss": 0.3195,
      "step": 2046220
    },
    {
      "epoch": 571.09,
      "grad_norm": 0.9480246305465698,
      "learning_rate": 9.732387523673165e-07,
      "loss": 0.3295,
      "step": 2046230
    },
    {
      "epoch": 571.1,
      "grad_norm": 1.1428442001342773,
      "learning_rate": 9.732168175719768e-07,
      "loss": 0.3503,
      "step": 2046240
    },
    {
      "epoch": 571.1,
      "grad_norm": 1.1575011014938354,
      "learning_rate": 9.731948829590545e-07,
      "loss": 0.3332,
      "step": 2046250
    },
    {
      "epoch": 571.1,
      "grad_norm": 1.3338695764541626,
      "learning_rate": 9.731729485285536e-07,
      "loss": 0.3413,
      "step": 2046260
    },
    {
      "epoch": 571.11,
      "grad_norm": 0.9678176641464233,
      "learning_rate": 9.731510142804768e-07,
      "loss": 0.3381,
      "step": 2046270
    },
    {
      "epoch": 571.11,
      "grad_norm": 0.9811713099479675,
      "learning_rate": 9.73129080214828e-07,
      "loss": 0.3254,
      "step": 2046280
    },
    {
      "epoch": 571.11,
      "grad_norm": 1.1011381149291992,
      "learning_rate": 9.731071463316082e-07,
      "loss": 0.3354,
      "step": 2046290
    },
    {
      "epoch": 571.11,
      "grad_norm": 1.0735529661178589,
      "learning_rate": 9.730852126308214e-07,
      "loss": 0.3272,
      "step": 2046300
    },
    {
      "epoch": 571.12,
      "grad_norm": 1.2982673645019531,
      "learning_rate": 9.730632791124715e-07,
      "loss": 0.3344,
      "step": 2046310
    },
    {
      "epoch": 571.12,
      "grad_norm": 1.2471203804016113,
      "learning_rate": 9.730413457765585e-07,
      "loss": 0.3294,
      "step": 2046320
    },
    {
      "epoch": 571.12,
      "grad_norm": 1.253921389579773,
      "learning_rate": 9.730194126230892e-07,
      "loss": 0.3541,
      "step": 2046330
    },
    {
      "epoch": 571.12,
      "grad_norm": 1.206579327583313,
      "learning_rate": 9.729974796520632e-07,
      "loss": 0.331,
      "step": 2046340
    },
    {
      "epoch": 571.13,
      "grad_norm": 1.1863824129104614,
      "learning_rate": 9.72975546863485e-07,
      "loss": 0.3337,
      "step": 2046350
    },
    {
      "epoch": 571.13,
      "grad_norm": 1.1027145385742188,
      "learning_rate": 9.729536142573573e-07,
      "loss": 0.3546,
      "step": 2046360
    },
    {
      "epoch": 571.13,
      "grad_norm": 1.1981033086776733,
      "learning_rate": 9.729316818336838e-07,
      "loss": 0.3336,
      "step": 2046370
    },
    {
      "epoch": 571.14,
      "grad_norm": 1.074568510055542,
      "learning_rate": 9.729097495924656e-07,
      "loss": 0.3435,
      "step": 2046380
    },
    {
      "epoch": 571.14,
      "grad_norm": 1.0806138515472412,
      "learning_rate": 9.728878175337068e-07,
      "loss": 0.3374,
      "step": 2046390
    },
    {
      "epoch": 571.14,
      "grad_norm": 1.39766526222229,
      "learning_rate": 9.7286588565741e-07,
      "loss": 0.3509,
      "step": 2046400
    },
    {
      "epoch": 571.14,
      "grad_norm": 1.1740978956222534,
      "learning_rate": 9.728439539635782e-07,
      "loss": 0.3575,
      "step": 2046410
    },
    {
      "epoch": 571.15,
      "grad_norm": 1.2191790342330933,
      "learning_rate": 9.728220224522153e-07,
      "loss": 0.3293,
      "step": 2046420
    },
    {
      "epoch": 571.15,
      "grad_norm": 1.1685839891433716,
      "learning_rate": 9.728000911233225e-07,
      "loss": 0.3484,
      "step": 2046430
    },
    {
      "epoch": 571.15,
      "grad_norm": 1.1947473287582397,
      "learning_rate": 9.727781599769035e-07,
      "loss": 0.3359,
      "step": 2046440
    },
    {
      "epoch": 571.16,
      "grad_norm": 1.298863172531128,
      "learning_rate": 9.72756229012961e-07,
      "loss": 0.3435,
      "step": 2046450
    },
    {
      "epoch": 571.16,
      "grad_norm": 1.2853469848632812,
      "learning_rate": 9.727342982314983e-07,
      "loss": 0.3554,
      "step": 2046460
    },
    {
      "epoch": 571.16,
      "grad_norm": 1.1108547449111938,
      "learning_rate": 9.72712367632519e-07,
      "loss": 0.3433,
      "step": 2046470
    },
    {
      "epoch": 571.16,
      "grad_norm": 1.0130982398986816,
      "learning_rate": 9.726904372160245e-07,
      "loss": 0.338,
      "step": 2046480
    },
    {
      "epoch": 571.17,
      "grad_norm": 1.1297178268432617,
      "learning_rate": 9.726685069820182e-07,
      "loss": 0.3429,
      "step": 2046490
    },
    {
      "epoch": 571.17,
      "grad_norm": 1.4728803634643555,
      "learning_rate": 9.726465769305034e-07,
      "loss": 0.3464,
      "step": 2046500
    },
    {
      "epoch": 571.17,
      "grad_norm": 1.196515440940857,
      "learning_rate": 9.726246470614833e-07,
      "loss": 0.3396,
      "step": 2046510
    },
    {
      "epoch": 571.17,
      "grad_norm": 1.2004687786102295,
      "learning_rate": 9.7260271737496e-07,
      "loss": 0.339,
      "step": 2046520
    },
    {
      "epoch": 571.18,
      "grad_norm": 1.4286059141159058,
      "learning_rate": 9.725807878709365e-07,
      "loss": 0.3516,
      "step": 2046530
    },
    {
      "epoch": 571.18,
      "grad_norm": 1.1674151420593262,
      "learning_rate": 9.72558858549417e-07,
      "loss": 0.3213,
      "step": 2046540
    },
    {
      "epoch": 571.18,
      "grad_norm": 1.4051469564437866,
      "learning_rate": 9.725369294104015e-07,
      "loss": 0.3434,
      "step": 2046550
    },
    {
      "epoch": 571.19,
      "grad_norm": 1.2735358476638794,
      "learning_rate": 9.725150004538966e-07,
      "loss": 0.331,
      "step": 2046560
    },
    {
      "epoch": 571.19,
      "grad_norm": 1.3040236234664917,
      "learning_rate": 9.724930716799027e-07,
      "loss": 0.3154,
      "step": 2046570
    },
    {
      "epoch": 571.19,
      "grad_norm": 1.2231981754302979,
      "learning_rate": 9.724711430884233e-07,
      "loss": 0.3464,
      "step": 2046580
    },
    {
      "epoch": 571.19,
      "grad_norm": 1.069533348083496,
      "learning_rate": 9.724492146794617e-07,
      "loss": 0.3278,
      "step": 2046590
    },
    {
      "epoch": 571.2,
      "grad_norm": 1.0720921754837036,
      "learning_rate": 9.724272864530215e-07,
      "loss": 0.3351,
      "step": 2046600
    },
    {
      "epoch": 571.2,
      "grad_norm": 1.078237771987915,
      "learning_rate": 9.724053584091035e-07,
      "loss": 0.3486,
      "step": 2046610
    },
    {
      "epoch": 571.2,
      "grad_norm": 0.9324614405632019,
      "learning_rate": 9.72383430547712e-07,
      "loss": 0.3214,
      "step": 2046620
    },
    {
      "epoch": 571.21,
      "grad_norm": 1.2018873691558838,
      "learning_rate": 9.723615028688507e-07,
      "loss": 0.338,
      "step": 2046630
    },
    {
      "epoch": 571.21,
      "grad_norm": 1.1130355596542358,
      "learning_rate": 9.723395753725199e-07,
      "loss": 0.3525,
      "step": 2046640
    },
    {
      "epoch": 571.21,
      "grad_norm": 1.2337387800216675,
      "learning_rate": 9.72317648058726e-07,
      "loss": 0.3412,
      "step": 2046650
    },
    {
      "epoch": 571.21,
      "grad_norm": 1.2487460374832153,
      "learning_rate": 9.722957209274692e-07,
      "loss": 0.312,
      "step": 2046660
    },
    {
      "epoch": 571.22,
      "grad_norm": 1.1943479776382446,
      "learning_rate": 9.72273793978753e-07,
      "loss": 0.3398,
      "step": 2046670
    },
    {
      "epoch": 571.22,
      "grad_norm": 1.142641305923462,
      "learning_rate": 9.72251867212582e-07,
      "loss": 0.329,
      "step": 2046680
    },
    {
      "epoch": 571.22,
      "grad_norm": 1.195749044418335,
      "learning_rate": 9.722299406289558e-07,
      "loss": 0.35,
      "step": 2046690
    },
    {
      "epoch": 571.23,
      "grad_norm": 1.119326114654541,
      "learning_rate": 9.722080142278811e-07,
      "loss": 0.3464,
      "step": 2046700
    },
    {
      "epoch": 571.23,
      "grad_norm": 1.1068321466445923,
      "learning_rate": 9.721860880093581e-07,
      "loss": 0.3426,
      "step": 2046710
    },
    {
      "epoch": 571.23,
      "grad_norm": 1.0542941093444824,
      "learning_rate": 9.721641619733907e-07,
      "loss": 0.3468,
      "step": 2046720
    },
    {
      "epoch": 571.23,
      "grad_norm": 4.448431491851807,
      "learning_rate": 9.721422361199817e-07,
      "loss": 0.3275,
      "step": 2046730
    },
    {
      "epoch": 571.24,
      "grad_norm": 1.3296786546707153,
      "learning_rate": 9.721203104491352e-07,
      "loss": 0.3313,
      "step": 2046740
    },
    {
      "epoch": 571.24,
      "grad_norm": 1.2126803398132324,
      "learning_rate": 9.720983849608516e-07,
      "loss": 0.3532,
      "step": 2046750
    },
    {
      "epoch": 571.24,
      "grad_norm": 1.164568305015564,
      "learning_rate": 9.720764596551355e-07,
      "loss": 0.3478,
      "step": 2046760
    },
    {
      "epoch": 571.24,
      "grad_norm": 1.1361929178237915,
      "learning_rate": 9.720545345319903e-07,
      "loss": 0.3425,
      "step": 2046770
    },
    {
      "epoch": 571.25,
      "grad_norm": 1.0572028160095215,
      "learning_rate": 9.720326095914166e-07,
      "loss": 0.3615,
      "step": 2046780
    },
    {
      "epoch": 571.25,
      "grad_norm": 1.3489506244659424,
      "learning_rate": 9.720106848334203e-07,
      "loss": 0.343,
      "step": 2046790
    },
    {
      "epoch": 571.25,
      "grad_norm": 1.103819489479065,
      "learning_rate": 9.71988760258002e-07,
      "loss": 0.323,
      "step": 2046800
    },
    {
      "epoch": 571.26,
      "grad_norm": 1.3370002508163452,
      "learning_rate": 9.719668358651659e-07,
      "loss": 0.3481,
      "step": 2046810
    },
    {
      "epoch": 571.26,
      "grad_norm": 1.1302598714828491,
      "learning_rate": 9.71944911654915e-07,
      "loss": 0.3587,
      "step": 2046820
    },
    {
      "epoch": 571.26,
      "grad_norm": 1.1341723203659058,
      "learning_rate": 9.719229876272512e-07,
      "loss": 0.3432,
      "step": 2046830
    },
    {
      "epoch": 571.26,
      "grad_norm": 1.1730306148529053,
      "learning_rate": 9.719010637821777e-07,
      "loss": 0.3547,
      "step": 2046840
    },
    {
      "epoch": 571.27,
      "grad_norm": 1.2640845775604248,
      "learning_rate": 9.718791401196977e-07,
      "loss": 0.3357,
      "step": 2046850
    },
    {
      "epoch": 571.27,
      "grad_norm": 0.9490653872489929,
      "learning_rate": 9.718572166398148e-07,
      "loss": 0.3319,
      "step": 2046860
    },
    {
      "epoch": 571.27,
      "grad_norm": 1.3815593719482422,
      "learning_rate": 9.718352933425297e-07,
      "loss": 0.3524,
      "step": 2046870
    },
    {
      "epoch": 571.28,
      "grad_norm": 1.259522557258606,
      "learning_rate": 9.718133702278486e-07,
      "loss": 0.3515,
      "step": 2046880
    },
    {
      "epoch": 571.28,
      "grad_norm": 1.1877881288528442,
      "learning_rate": 9.717914472957716e-07,
      "loss": 0.3411,
      "step": 2046890
    },
    {
      "epoch": 571.28,
      "grad_norm": 1.0786808729171753,
      "learning_rate": 9.717695245463027e-07,
      "loss": 0.3454,
      "step": 2046900
    },
    {
      "epoch": 571.28,
      "grad_norm": 1.2133864164352417,
      "learning_rate": 9.717476019794455e-07,
      "loss": 0.3428,
      "step": 2046910
    },
    {
      "epoch": 571.29,
      "grad_norm": 1.0762438774108887,
      "learning_rate": 9.717256795952016e-07,
      "loss": 0.3394,
      "step": 2046920
    },
    {
      "epoch": 571.29,
      "grad_norm": 1.0382767915725708,
      "learning_rate": 9.717037573935744e-07,
      "loss": 0.3385,
      "step": 2046930
    },
    {
      "epoch": 571.29,
      "grad_norm": 1.1123006343841553,
      "learning_rate": 9.716818353745669e-07,
      "loss": 0.3307,
      "step": 2046940
    },
    {
      "epoch": 571.3,
      "grad_norm": 1.0090080499649048,
      "learning_rate": 9.716599135381828e-07,
      "loss": 0.3377,
      "step": 2046950
    },
    {
      "epoch": 571.3,
      "grad_norm": 1.1688368320465088,
      "learning_rate": 9.716379918844237e-07,
      "loss": 0.3372,
      "step": 2046960
    },
    {
      "epoch": 571.3,
      "grad_norm": 1.2859909534454346,
      "learning_rate": 9.71616070413293e-07,
      "loss": 0.3439,
      "step": 2046970
    },
    {
      "epoch": 571.3,
      "grad_norm": 1.1103410720825195,
      "learning_rate": 9.715941491247934e-07,
      "loss": 0.3337,
      "step": 2046980
    },
    {
      "epoch": 571.31,
      "grad_norm": 1.0345772504806519,
      "learning_rate": 9.715722280189286e-07,
      "loss": 0.3529,
      "step": 2046990
    },
    {
      "epoch": 571.31,
      "grad_norm": 1.2486721277236938,
      "learning_rate": 9.715503070957014e-07,
      "loss": 0.3392,
      "step": 2047000
    },
    {
      "epoch": 571.31,
      "grad_norm": 1.2095403671264648,
      "learning_rate": 9.71528386355113e-07,
      "loss": 0.3431,
      "step": 2047010
    },
    {
      "epoch": 571.31,
      "grad_norm": 1.0376126766204834,
      "learning_rate": 9.715064657971692e-07,
      "loss": 0.3342,
      "step": 2047020
    },
    {
      "epoch": 571.32,
      "grad_norm": 1.1866225004196167,
      "learning_rate": 9.714845454218706e-07,
      "loss": 0.3514,
      "step": 2047030
    },
    {
      "epoch": 571.32,
      "grad_norm": 1.1240463256835938,
      "learning_rate": 9.714626252292209e-07,
      "loss": 0.3572,
      "step": 2047040
    },
    {
      "epoch": 571.32,
      "grad_norm": 1.1776906251907349,
      "learning_rate": 9.714407052192237e-07,
      "loss": 0.3306,
      "step": 2047050
    },
    {
      "epoch": 571.33,
      "grad_norm": 1.1847542524337769,
      "learning_rate": 9.714187853918806e-07,
      "loss": 0.3391,
      "step": 2047060
    },
    {
      "epoch": 571.33,
      "grad_norm": 1.3243906497955322,
      "learning_rate": 9.713968657471952e-07,
      "loss": 0.3238,
      "step": 2047070
    },
    {
      "epoch": 571.33,
      "grad_norm": 1.2127951383590698,
      "learning_rate": 9.713749462851703e-07,
      "loss": 0.3456,
      "step": 2047080
    },
    {
      "epoch": 571.33,
      "grad_norm": 1.1636887788772583,
      "learning_rate": 9.713530270058097e-07,
      "loss": 0.3312,
      "step": 2047090
    },
    {
      "epoch": 571.34,
      "grad_norm": 1.2615059614181519,
      "learning_rate": 9.713311079091147e-07,
      "loss": 0.3369,
      "step": 2047100
    },
    {
      "epoch": 571.34,
      "grad_norm": 0.9788035750389099,
      "learning_rate": 9.713091889950892e-07,
      "loss": 0.3134,
      "step": 2047110
    },
    {
      "epoch": 571.34,
      "grad_norm": 1.2411458492279053,
      "learning_rate": 9.712872702637365e-07,
      "loss": 0.3471,
      "step": 2047120
    },
    {
      "epoch": 571.35,
      "grad_norm": 1.1509264707565308,
      "learning_rate": 9.712653517150575e-07,
      "loss": 0.3454,
      "step": 2047130
    },
    {
      "epoch": 571.35,
      "grad_norm": 1.3312968015670776,
      "learning_rate": 9.71243433349058e-07,
      "loss": 0.3234,
      "step": 2047140
    },
    {
      "epoch": 571.35,
      "grad_norm": 1.2383650541305542,
      "learning_rate": 9.712215151657389e-07,
      "loss": 0.3641,
      "step": 2047150
    },
    {
      "epoch": 571.35,
      "grad_norm": 1.0488075017929077,
      "learning_rate": 9.711995971651035e-07,
      "loss": 0.3378,
      "step": 2047160
    },
    {
      "epoch": 571.36,
      "grad_norm": 1.1725208759307861,
      "learning_rate": 9.711776793471551e-07,
      "loss": 0.3423,
      "step": 2047170
    },
    {
      "epoch": 571.36,
      "grad_norm": 1.171962022781372,
      "learning_rate": 9.711557617118971e-07,
      "loss": 0.3237,
      "step": 2047180
    },
    {
      "epoch": 571.36,
      "grad_norm": 0.9838597178459167,
      "learning_rate": 9.711338442593313e-07,
      "loss": 0.3486,
      "step": 2047190
    },
    {
      "epoch": 571.36,
      "grad_norm": 1.1553809642791748,
      "learning_rate": 9.711119269894609e-07,
      "loss": 0.3253,
      "step": 2047200
    },
    {
      "epoch": 571.37,
      "grad_norm": 1.2391325235366821,
      "learning_rate": 9.710900099022898e-07,
      "loss": 0.334,
      "step": 2047210
    },
    {
      "epoch": 571.37,
      "grad_norm": 1.2246109247207642,
      "learning_rate": 9.710680929978181e-07,
      "loss": 0.3428,
      "step": 2047220
    },
    {
      "epoch": 571.37,
      "grad_norm": 1.0872503519058228,
      "learning_rate": 9.71046176276053e-07,
      "loss": 0.3493,
      "step": 2047230
    },
    {
      "epoch": 571.38,
      "grad_norm": 1.2292723655700684,
      "learning_rate": 9.710242597369942e-07,
      "loss": 0.3365,
      "step": 2047240
    },
    {
      "epoch": 571.38,
      "grad_norm": 1.0729403495788574,
      "learning_rate": 9.710023433806454e-07,
      "loss": 0.352,
      "step": 2047250
    },
    {
      "epoch": 571.38,
      "grad_norm": 1.1195567846298218,
      "learning_rate": 9.709804272070106e-07,
      "loss": 0.3308,
      "step": 2047260
    },
    {
      "epoch": 571.38,
      "grad_norm": 1.0780256986618042,
      "learning_rate": 9.7095851121609e-07,
      "loss": 0.3327,
      "step": 2047270
    },
    {
      "epoch": 571.39,
      "grad_norm": 1.1193069219589233,
      "learning_rate": 9.709365954078902e-07,
      "loss": 0.3421,
      "step": 2047280
    },
    {
      "epoch": 571.39,
      "grad_norm": 1.1708675622940063,
      "learning_rate": 9.709146797824112e-07,
      "loss": 0.337,
      "step": 2047290
    },
    {
      "epoch": 571.39,
      "grad_norm": 1.328067421913147,
      "learning_rate": 9.708927643396571e-07,
      "loss": 0.3561,
      "step": 2047300
    },
    {
      "epoch": 571.4,
      "grad_norm": 1.1015502214431763,
      "learning_rate": 9.708708490796305e-07,
      "loss": 0.3313,
      "step": 2047310
    },
    {
      "epoch": 571.4,
      "grad_norm": 1.0422124862670898,
      "learning_rate": 9.708489340023356e-07,
      "loss": 0.347,
      "step": 2047320
    },
    {
      "epoch": 571.4,
      "grad_norm": 1.2995917797088623,
      "learning_rate": 9.70827019107773e-07,
      "loss": 0.3389,
      "step": 2047330
    },
    {
      "epoch": 571.4,
      "grad_norm": 1.3611834049224854,
      "learning_rate": 9.70805104395947e-07,
      "loss": 0.3637,
      "step": 2047340
    },
    {
      "epoch": 571.41,
      "grad_norm": 1.1572185754776,
      "learning_rate": 9.707831898668613e-07,
      "loss": 0.3289,
      "step": 2047350
    },
    {
      "epoch": 571.41,
      "grad_norm": 1.310842514038086,
      "learning_rate": 9.707612755205163e-07,
      "loss": 0.3454,
      "step": 2047360
    },
    {
      "epoch": 571.41,
      "grad_norm": 1.242904543876648,
      "learning_rate": 9.70739361356918e-07,
      "loss": 0.3371,
      "step": 2047370
    },
    {
      "epoch": 571.42,
      "grad_norm": 1.0792157649993896,
      "learning_rate": 9.707174473760667e-07,
      "loss": 0.3498,
      "step": 2047380
    },
    {
      "epoch": 571.42,
      "grad_norm": 1.2742465734481812,
      "learning_rate": 9.706955335779664e-07,
      "loss": 0.3552,
      "step": 2047390
    },
    {
      "epoch": 571.42,
      "grad_norm": 1.1285219192504883,
      "learning_rate": 9.706736199626205e-07,
      "loss": 0.3281,
      "step": 2047400
    },
    {
      "epoch": 571.42,
      "grad_norm": 1.2951431274414062,
      "learning_rate": 9.70651706530032e-07,
      "loss": 0.3464,
      "step": 2047410
    },
    {
      "epoch": 571.43,
      "grad_norm": 0.9150097966194153,
      "learning_rate": 9.706297932802024e-07,
      "loss": 0.3424,
      "step": 2047420
    },
    {
      "epoch": 571.43,
      "grad_norm": 1.0969774723052979,
      "learning_rate": 9.706078802131356e-07,
      "loss": 0.339,
      "step": 2047430
    },
    {
      "epoch": 571.43,
      "grad_norm": 1.1335594654083252,
      "learning_rate": 9.70585967328835e-07,
      "loss": 0.3418,
      "step": 2047440
    },
    {
      "epoch": 571.43,
      "grad_norm": 1.1876391172409058,
      "learning_rate": 9.705640546273015e-07,
      "loss": 0.3315,
      "step": 2047450
    },
    {
      "epoch": 571.44,
      "grad_norm": 1.2088415622711182,
      "learning_rate": 9.705421421085408e-07,
      "loss": 0.3465,
      "step": 2047460
    },
    {
      "epoch": 571.44,
      "grad_norm": 1.563405156135559,
      "learning_rate": 9.705202297725536e-07,
      "loss": 0.3399,
      "step": 2047470
    },
    {
      "epoch": 571.44,
      "grad_norm": 1.207614779472351,
      "learning_rate": 9.704983176193441e-07,
      "loss": 0.3316,
      "step": 2047480
    },
    {
      "epoch": 571.45,
      "grad_norm": 2.5122127532958984,
      "learning_rate": 9.704764056489153e-07,
      "loss": 0.3298,
      "step": 2047490
    },
    {
      "epoch": 571.45,
      "grad_norm": 1.0549403429031372,
      "learning_rate": 9.704544938612687e-07,
      "loss": 0.3473,
      "step": 2047500
    },
    {
      "epoch": 571.45,
      "grad_norm": 1.6947561502456665,
      "learning_rate": 9.704325822564082e-07,
      "loss": 0.3412,
      "step": 2047510
    },
    {
      "epoch": 571.45,
      "grad_norm": 1.0355440378189087,
      "learning_rate": 9.704106708343364e-07,
      "loss": 0.3503,
      "step": 2047520
    },
    {
      "epoch": 571.46,
      "grad_norm": 1.2009766101837158,
      "learning_rate": 9.703887595950578e-07,
      "loss": 0.3427,
      "step": 2047530
    },
    {
      "epoch": 571.46,
      "grad_norm": 1.2758005857467651,
      "learning_rate": 9.703668485385718e-07,
      "loss": 0.3526,
      "step": 2047540
    },
    {
      "epoch": 571.46,
      "grad_norm": 1.3409810066223145,
      "learning_rate": 9.703449376648854e-07,
      "loss": 0.3451,
      "step": 2047550
    },
    {
      "epoch": 571.47,
      "grad_norm": 1.3695242404937744,
      "learning_rate": 9.703230269739985e-07,
      "loss": 0.3448,
      "step": 2047560
    },
    {
      "epoch": 571.47,
      "grad_norm": 1.1024754047393799,
      "learning_rate": 9.703011164659154e-07,
      "loss": 0.3339,
      "step": 2047570
    },
    {
      "epoch": 571.47,
      "grad_norm": 1.2396275997161865,
      "learning_rate": 9.702792061406395e-07,
      "loss": 0.3468,
      "step": 2047580
    },
    {
      "epoch": 571.47,
      "grad_norm": 1.0231534242630005,
      "learning_rate": 9.702572959981712e-07,
      "loss": 0.34,
      "step": 2047590
    },
    {
      "epoch": 571.48,
      "grad_norm": 1.330549955368042,
      "learning_rate": 9.702353860385168e-07,
      "loss": 0.3426,
      "step": 2047600
    },
    {
      "epoch": 571.48,
      "grad_norm": 1.1676174402236938,
      "learning_rate": 9.702134762616764e-07,
      "loss": 0.3328,
      "step": 2047610
    },
    {
      "epoch": 571.48,
      "grad_norm": 1.199910283088684,
      "learning_rate": 9.701915666676546e-07,
      "loss": 0.3366,
      "step": 2047620
    },
    {
      "epoch": 571.48,
      "grad_norm": 1.1599047183990479,
      "learning_rate": 9.701696572564545e-07,
      "loss": 0.333,
      "step": 2047630
    },
    {
      "epoch": 571.49,
      "grad_norm": 1.385544776916504,
      "learning_rate": 9.701477480280775e-07,
      "loss": 0.3355,
      "step": 2047640
    },
    {
      "epoch": 571.49,
      "grad_norm": 0.9967429637908936,
      "learning_rate": 9.701258389825273e-07,
      "loss": 0.341,
      "step": 2047650
    },
    {
      "epoch": 571.49,
      "grad_norm": 1.1491332054138184,
      "learning_rate": 9.701039301198066e-07,
      "loss": 0.3464,
      "step": 2047660
    },
    {
      "epoch": 571.5,
      "grad_norm": 1.0697373151779175,
      "learning_rate": 9.700820214399196e-07,
      "loss": 0.3397,
      "step": 2047670
    },
    {
      "epoch": 571.5,
      "grad_norm": 1.4362139701843262,
      "learning_rate": 9.700601129428667e-07,
      "loss": 0.3392,
      "step": 2047680
    },
    {
      "epoch": 571.5,
      "grad_norm": 1.0384665727615356,
      "learning_rate": 9.70038204628654e-07,
      "loss": 0.3434,
      "step": 2047690
    },
    {
      "epoch": 571.5,
      "grad_norm": 1.1933479309082031,
      "learning_rate": 9.700162964972817e-07,
      "loss": 0.3419,
      "step": 2047700
    },
    {
      "epoch": 571.51,
      "grad_norm": 1.2181062698364258,
      "learning_rate": 9.699943885487537e-07,
      "loss": 0.3432,
      "step": 2047710
    },
    {
      "epoch": 571.51,
      "grad_norm": 1.3583154678344727,
      "learning_rate": 9.699724807830736e-07,
      "loss": 0.3321,
      "step": 2047720
    },
    {
      "epoch": 571.51,
      "grad_norm": 1.413324236869812,
      "learning_rate": 9.69950573200243e-07,
      "loss": 0.3531,
      "step": 2047730
    },
    {
      "epoch": 571.52,
      "grad_norm": 1.313116192817688,
      "learning_rate": 9.699286658002656e-07,
      "loss": 0.3526,
      "step": 2047740
    },
    {
      "epoch": 571.52,
      "grad_norm": 1.1338075399398804,
      "learning_rate": 9.69906758583144e-07,
      "loss": 0.3188,
      "step": 2047750
    },
    {
      "epoch": 571.52,
      "grad_norm": 1.1737256050109863,
      "learning_rate": 9.698848515488825e-07,
      "loss": 0.3619,
      "step": 2047760
    },
    {
      "epoch": 571.52,
      "grad_norm": 1.0658128261566162,
      "learning_rate": 9.698629446974815e-07,
      "loss": 0.3339,
      "step": 2047770
    },
    {
      "epoch": 571.53,
      "grad_norm": 1.7411534786224365,
      "learning_rate": 9.698410380289455e-07,
      "loss": 0.3621,
      "step": 2047780
    },
    {
      "epoch": 571.53,
      "grad_norm": 1.1776487827301025,
      "learning_rate": 9.69819131543278e-07,
      "loss": 0.3481,
      "step": 2047790
    },
    {
      "epoch": 571.53,
      "grad_norm": 1.064980149269104,
      "learning_rate": 9.697972252404796e-07,
      "loss": 0.3452,
      "step": 2047800
    },
    {
      "epoch": 571.54,
      "grad_norm": 1.0480588674545288,
      "learning_rate": 9.69775319120556e-07,
      "loss": 0.3498,
      "step": 2047810
    },
    {
      "epoch": 571.54,
      "grad_norm": 1.046087384223938,
      "learning_rate": 9.69753413183508e-07,
      "loss": 0.3449,
      "step": 2047820
    },
    {
      "epoch": 571.54,
      "grad_norm": 1.2171878814697266,
      "learning_rate": 9.697315074293395e-07,
      "loss": 0.3296,
      "step": 2047830
    },
    {
      "epoch": 571.54,
      "grad_norm": 1.0997827053070068,
      "learning_rate": 9.697096018580533e-07,
      "loss": 0.3567,
      "step": 2047840
    },
    {
      "epoch": 571.55,
      "grad_norm": 1.089721441268921,
      "learning_rate": 9.69687696469652e-07,
      "loss": 0.3589,
      "step": 2047850
    },
    {
      "epoch": 571.55,
      "grad_norm": 1.0906275510787964,
      "learning_rate": 9.6966579126414e-07,
      "loss": 0.3237,
      "step": 2047860
    },
    {
      "epoch": 571.55,
      "grad_norm": 1.071997046470642,
      "learning_rate": 9.696438862415174e-07,
      "loss": 0.3405,
      "step": 2047870
    },
    {
      "epoch": 571.55,
      "grad_norm": 1.2376415729522705,
      "learning_rate": 9.696219814017895e-07,
      "loss": 0.3435,
      "step": 2047880
    },
    {
      "epoch": 571.56,
      "grad_norm": 1.0597909688949585,
      "learning_rate": 9.69600076744958e-07,
      "loss": 0.3202,
      "step": 2047890
    },
    {
      "epoch": 571.56,
      "grad_norm": 1.3451650142669678,
      "learning_rate": 9.69578172271027e-07,
      "loss": 0.3284,
      "step": 2047900
    },
    {
      "epoch": 571.56,
      "grad_norm": 1.3179515600204468,
      "learning_rate": 9.69556267979998e-07,
      "loss": 0.3293,
      "step": 2047910
    },
    {
      "epoch": 571.57,
      "grad_norm": 1.188770055770874,
      "learning_rate": 9.695343638718745e-07,
      "loss": 0.3487,
      "step": 2047920
    },
    {
      "epoch": 571.57,
      "grad_norm": 1.1123307943344116,
      "learning_rate": 9.695124599466603e-07,
      "loss": 0.3377,
      "step": 2047930
    },
    {
      "epoch": 571.57,
      "grad_norm": 1.3002341985702515,
      "learning_rate": 9.694905562043558e-07,
      "loss": 0.3301,
      "step": 2047940
    },
    {
      "epoch": 571.57,
      "grad_norm": 1.7174733877182007,
      "learning_rate": 9.694686526449673e-07,
      "loss": 0.3379,
      "step": 2047950
    },
    {
      "epoch": 571.58,
      "grad_norm": 1.1042486429214478,
      "learning_rate": 9.694467492684953e-07,
      "loss": 0.3357,
      "step": 2047960
    },
    {
      "epoch": 571.58,
      "grad_norm": 1.1052982807159424,
      "learning_rate": 9.694248460749433e-07,
      "loss": 0.3324,
      "step": 2047970
    },
    {
      "epoch": 571.58,
      "grad_norm": 1.2024136781692505,
      "learning_rate": 9.694029430643143e-07,
      "loss": 0.3361,
      "step": 2047980
    },
    {
      "epoch": 571.59,
      "grad_norm": 1.3238340616226196,
      "learning_rate": 9.693810402366123e-07,
      "loss": 0.3263,
      "step": 2047990
    },
    {
      "epoch": 571.59,
      "grad_norm": 1.1333978176116943,
      "learning_rate": 9.693591375918383e-07,
      "loss": 0.3516,
      "step": 2048000
    },
    {
      "epoch": 571.59,
      "grad_norm": 0.9985522031784058,
      "learning_rate": 9.69337235129996e-07,
      "loss": 0.3361,
      "step": 2048010
    },
    {
      "epoch": 571.59,
      "grad_norm": 1.2998520135879517,
      "learning_rate": 9.693153328510893e-07,
      "loss": 0.3369,
      "step": 2048020
    },
    {
      "epoch": 571.6,
      "grad_norm": 1.3347188234329224,
      "learning_rate": 9.692934307551187e-07,
      "loss": 0.3447,
      "step": 2048030
    },
    {
      "epoch": 571.6,
      "grad_norm": 1.2006405591964722,
      "learning_rate": 9.692715288420901e-07,
      "loss": 0.3433,
      "step": 2048040
    },
    {
      "epoch": 571.6,
      "grad_norm": 1.0524377822875977,
      "learning_rate": 9.692496271120041e-07,
      "loss": 0.3499,
      "step": 2048050
    },
    {
      "epoch": 571.6,
      "grad_norm": 1.1807494163513184,
      "learning_rate": 9.692277255648647e-07,
      "loss": 0.3534,
      "step": 2048060
    },
    {
      "epoch": 571.61,
      "grad_norm": 0.999982476234436,
      "learning_rate": 9.692058242006752e-07,
      "loss": 0.3365,
      "step": 2048070
    },
    {
      "epoch": 571.61,
      "grad_norm": 1.0433475971221924,
      "learning_rate": 9.69183923019437e-07,
      "loss": 0.3313,
      "step": 2048080
    },
    {
      "epoch": 571.61,
      "grad_norm": 1.0691498517990112,
      "learning_rate": 9.691620220211543e-07,
      "loss": 0.3264,
      "step": 2048090
    },
    {
      "epoch": 571.62,
      "grad_norm": 8.631187438964844,
      "learning_rate": 9.691401212058291e-07,
      "loss": 0.3449,
      "step": 2048100
    },
    {
      "epoch": 571.62,
      "grad_norm": 1.0312249660491943,
      "learning_rate": 9.69118220573466e-07,
      "loss": 0.3342,
      "step": 2048110
    },
    {
      "epoch": 571.62,
      "grad_norm": 1.1276605129241943,
      "learning_rate": 9.690963201240653e-07,
      "loss": 0.3578,
      "step": 2048120
    },
    {
      "epoch": 571.62,
      "grad_norm": 1.2372971773147583,
      "learning_rate": 9.690744198576327e-07,
      "loss": 0.3393,
      "step": 2048130
    },
    {
      "epoch": 571.63,
      "grad_norm": 1.1172428131103516,
      "learning_rate": 9.690525197741693e-07,
      "loss": 0.3282,
      "step": 2048140
    },
    {
      "epoch": 571.63,
      "grad_norm": 1.063869833946228,
      "learning_rate": 9.690306198736782e-07,
      "loss": 0.3463,
      "step": 2048150
    },
    {
      "epoch": 571.63,
      "grad_norm": 1.0614088773727417,
      "learning_rate": 9.690087201561635e-07,
      "loss": 0.3364,
      "step": 2048160
    },
    {
      "epoch": 571.64,
      "grad_norm": 1.089583158493042,
      "learning_rate": 9.689868206216256e-07,
      "loss": 0.3424,
      "step": 2048170
    },
    {
      "epoch": 571.64,
      "grad_norm": 1.284142017364502,
      "learning_rate": 9.689649212700708e-07,
      "loss": 0.3373,
      "step": 2048180
    },
    {
      "epoch": 571.64,
      "grad_norm": 1.4800243377685547,
      "learning_rate": 9.689430221014993e-07,
      "loss": 0.347,
      "step": 2048190
    },
    {
      "epoch": 571.64,
      "grad_norm": 1.1981415748596191,
      "learning_rate": 9.689211231159152e-07,
      "loss": 0.3368,
      "step": 2048200
    },
    {
      "epoch": 571.65,
      "grad_norm": 1.2129566669464111,
      "learning_rate": 9.688992243133218e-07,
      "loss": 0.3314,
      "step": 2048210
    },
    {
      "epoch": 571.65,
      "grad_norm": 1.0900118350982666,
      "learning_rate": 9.688773256937208e-07,
      "loss": 0.3322,
      "step": 2048220
    },
    {
      "epoch": 571.65,
      "grad_norm": 0.9825369119644165,
      "learning_rate": 9.688554272571157e-07,
      "loss": 0.3358,
      "step": 2048230
    },
    {
      "epoch": 571.66,
      "grad_norm": 1.0992151498794556,
      "learning_rate": 9.688335290035092e-07,
      "loss": 0.3508,
      "step": 2048240
    },
    {
      "epoch": 571.66,
      "grad_norm": 1.2472002506256104,
      "learning_rate": 9.688116309329056e-07,
      "loss": 0.3348,
      "step": 2048250
    },
    {
      "epoch": 571.66,
      "grad_norm": 1.1126084327697754,
      "learning_rate": 9.68789733045305e-07,
      "loss": 0.3322,
      "step": 2048260
    },
    {
      "epoch": 571.66,
      "grad_norm": 1.0787254571914673,
      "learning_rate": 9.687678353407133e-07,
      "loss": 0.3224,
      "step": 2048270
    },
    {
      "epoch": 571.67,
      "grad_norm": 1.3674653768539429,
      "learning_rate": 9.687459378191315e-07,
      "loss": 0.3438,
      "step": 2048280
    },
    {
      "epoch": 571.67,
      "grad_norm": 1.670501708984375,
      "learning_rate": 9.68724040480563e-07,
      "loss": 0.3498,
      "step": 2048290
    },
    {
      "epoch": 571.67,
      "grad_norm": 0.9982462525367737,
      "learning_rate": 9.687021433250116e-07,
      "loss": 0.3361,
      "step": 2048300
    },
    {
      "epoch": 571.67,
      "grad_norm": 1.3200103044509888,
      "learning_rate": 9.686802463524788e-07,
      "loss": 0.3381,
      "step": 2048310
    },
    {
      "epoch": 571.68,
      "grad_norm": 1.1056276559829712,
      "learning_rate": 9.686583495629683e-07,
      "loss": 0.3484,
      "step": 2048320
    },
    {
      "epoch": 571.68,
      "grad_norm": 0.9780985713005066,
      "learning_rate": 9.686364529564825e-07,
      "loss": 0.3546,
      "step": 2048330
    },
    {
      "epoch": 571.68,
      "grad_norm": 4.416811943054199,
      "learning_rate": 9.686145565330258e-07,
      "loss": 0.3317,
      "step": 2048340
    },
    {
      "epoch": 571.69,
      "grad_norm": 1.035654067993164,
      "learning_rate": 9.68592660292599e-07,
      "loss": 0.3335,
      "step": 2048350
    },
    {
      "epoch": 571.69,
      "grad_norm": 1.2222342491149902,
      "learning_rate": 9.685707642352064e-07,
      "loss": 0.3269,
      "step": 2048360
    },
    {
      "epoch": 571.69,
      "grad_norm": 1.1201316118240356,
      "learning_rate": 9.6854886836085e-07,
      "loss": 0.3192,
      "step": 2048370
    },
    {
      "epoch": 571.69,
      "grad_norm": 1.1153403520584106,
      "learning_rate": 9.685269726695333e-07,
      "loss": 0.3417,
      "step": 2048380
    },
    {
      "epoch": 571.7,
      "grad_norm": 1.2250542640686035,
      "learning_rate": 9.685050771612605e-07,
      "loss": 0.3299,
      "step": 2048390
    },
    {
      "epoch": 571.7,
      "grad_norm": 1.0430335998535156,
      "learning_rate": 9.684831818360319e-07,
      "loss": 0.3407,
      "step": 2048400
    },
    {
      "epoch": 571.7,
      "grad_norm": 1.1767308712005615,
      "learning_rate": 9.684612866938518e-07,
      "loss": 0.3437,
      "step": 2048410
    },
    {
      "epoch": 571.71,
      "grad_norm": 1.0540657043457031,
      "learning_rate": 9.68439391734723e-07,
      "loss": 0.3411,
      "step": 2048420
    },
    {
      "epoch": 571.71,
      "grad_norm": 1.0404052734375,
      "learning_rate": 9.684174969586484e-07,
      "loss": 0.3376,
      "step": 2048430
    },
    {
      "epoch": 571.71,
      "grad_norm": 1.2962558269500732,
      "learning_rate": 9.683956023656318e-07,
      "loss": 0.3361,
      "step": 2048440
    },
    {
      "epoch": 571.71,
      "grad_norm": 1.0084924697875977,
      "learning_rate": 9.683737079556744e-07,
      "loss": 0.3463,
      "step": 2048450
    },
    {
      "epoch": 571.72,
      "grad_norm": 1.1199430227279663,
      "learning_rate": 9.683518137287799e-07,
      "loss": 0.3451,
      "step": 2048460
    },
    {
      "epoch": 571.72,
      "grad_norm": 1.1635721921920776,
      "learning_rate": 9.683299196849514e-07,
      "loss": 0.353,
      "step": 2048470
    },
    {
      "epoch": 571.72,
      "grad_norm": 1.2814730405807495,
      "learning_rate": 9.683080258241924e-07,
      "loss": 0.3472,
      "step": 2048480
    },
    {
      "epoch": 571.72,
      "grad_norm": 1.3549997806549072,
      "learning_rate": 9.682861321465034e-07,
      "loss": 0.3364,
      "step": 2048490
    },
    {
      "epoch": 571.73,
      "grad_norm": 1.268958330154419,
      "learning_rate": 9.68264238651891e-07,
      "loss": 0.3299,
      "step": 2048500
    },
    {
      "epoch": 571.73,
      "grad_norm": 1.1030097007751465,
      "learning_rate": 9.682423453403549e-07,
      "loss": 0.3398,
      "step": 2048510
    },
    {
      "epoch": 571.73,
      "grad_norm": 1.157485842704773,
      "learning_rate": 9.682204522118994e-07,
      "loss": 0.3292,
      "step": 2048520
    },
    {
      "epoch": 571.74,
      "grad_norm": 1.057131290435791,
      "learning_rate": 9.681985592665283e-07,
      "loss": 0.3472,
      "step": 2048530
    },
    {
      "epoch": 571.74,
      "grad_norm": 1.257374882698059,
      "learning_rate": 9.68176666504242e-07,
      "loss": 0.3353,
      "step": 2048540
    },
    {
      "epoch": 571.74,
      "grad_norm": 1.1945312023162842,
      "learning_rate": 9.681547739250454e-07,
      "loss": 0.3538,
      "step": 2048550
    },
    {
      "epoch": 571.74,
      "grad_norm": 1.129770278930664,
      "learning_rate": 9.68132881528941e-07,
      "loss": 0.3307,
      "step": 2048560
    },
    {
      "epoch": 571.75,
      "grad_norm": 1.0265740156173706,
      "learning_rate": 9.681109893159321e-07,
      "loss": 0.3357,
      "step": 2048570
    },
    {
      "epoch": 571.75,
      "grad_norm": 1.130301594734192,
      "learning_rate": 9.680890972860206e-07,
      "loss": 0.3312,
      "step": 2048580
    },
    {
      "epoch": 571.75,
      "grad_norm": 1.0360788106918335,
      "learning_rate": 9.680672054392097e-07,
      "loss": 0.3455,
      "step": 2048590
    },
    {
      "epoch": 571.76,
      "grad_norm": 1.0819834470748901,
      "learning_rate": 9.680453137755036e-07,
      "loss": 0.3429,
      "step": 2048600
    },
    {
      "epoch": 571.76,
      "grad_norm": 1.238673210144043,
      "learning_rate": 9.680234222949023e-07,
      "loss": 0.3546,
      "step": 2048610
    },
    {
      "epoch": 571.76,
      "grad_norm": 1.0296622514724731,
      "learning_rate": 9.680015309974123e-07,
      "loss": 0.3236,
      "step": 2048620
    },
    {
      "epoch": 571.76,
      "grad_norm": 1.1603267192840576,
      "learning_rate": 9.679796398830342e-07,
      "loss": 0.3388,
      "step": 2048630
    },
    {
      "epoch": 571.77,
      "grad_norm": 1.2025140523910522,
      "learning_rate": 9.67957748951771e-07,
      "loss": 0.3276,
      "step": 2048640
    },
    {
      "epoch": 571.77,
      "grad_norm": 1.154387354850769,
      "learning_rate": 9.679358582036266e-07,
      "loss": 0.3398,
      "step": 2048650
    },
    {
      "epoch": 571.77,
      "grad_norm": 1.365077018737793,
      "learning_rate": 9.67913967638604e-07,
      "loss": 0.3292,
      "step": 2048660
    },
    {
      "epoch": 571.78,
      "grad_norm": 1.2795567512512207,
      "learning_rate": 9.67892077256705e-07,
      "loss": 0.3452,
      "step": 2048670
    },
    {
      "epoch": 571.78,
      "grad_norm": 1.120215892791748,
      "learning_rate": 9.678701870579329e-07,
      "loss": 0.3191,
      "step": 2048680
    },
    {
      "epoch": 571.78,
      "grad_norm": 1.1279433965682983,
      "learning_rate": 9.678482970422916e-07,
      "loss": 0.3356,
      "step": 2048690
    },
    {
      "epoch": 571.78,
      "grad_norm": 1.2170615196228027,
      "learning_rate": 9.678264072097815e-07,
      "loss": 0.3505,
      "step": 2048700
    },
    {
      "epoch": 571.79,
      "grad_norm": 1.2024955749511719,
      "learning_rate": 9.67804517560409e-07,
      "loss": 0.3424,
      "step": 2048710
    },
    {
      "epoch": 571.79,
      "grad_norm": 1.271707534790039,
      "learning_rate": 9.67782628094174e-07,
      "loss": 0.3404,
      "step": 2048720
    },
    {
      "epoch": 571.79,
      "grad_norm": 1.0163087844848633,
      "learning_rate": 9.677607388110812e-07,
      "loss": 0.3292,
      "step": 2048730
    },
    {
      "epoch": 571.79,
      "grad_norm": 1.3148027658462524,
      "learning_rate": 9.677388497111334e-07,
      "loss": 0.3326,
      "step": 2048740
    },
    {
      "epoch": 571.8,
      "grad_norm": 1.2619584798812866,
      "learning_rate": 9.677169607943314e-07,
      "loss": 0.3382,
      "step": 2048750
    },
    {
      "epoch": 571.8,
      "grad_norm": 1.0806094408035278,
      "learning_rate": 9.676950720606816e-07,
      "loss": 0.3361,
      "step": 2048760
    },
    {
      "epoch": 571.8,
      "grad_norm": 1.1680381298065186,
      "learning_rate": 9.676731835101841e-07,
      "loss": 0.3393,
      "step": 2048770
    },
    {
      "epoch": 571.81,
      "grad_norm": 1.17787504196167,
      "learning_rate": 9.676512951428429e-07,
      "loss": 0.3415,
      "step": 2048780
    },
    {
      "epoch": 571.81,
      "grad_norm": 1.0487061738967896,
      "learning_rate": 9.676294069586609e-07,
      "loss": 0.3259,
      "step": 2048790
    },
    {
      "epoch": 571.81,
      "grad_norm": 1.2982538938522339,
      "learning_rate": 9.676075189576413e-07,
      "loss": 0.3312,
      "step": 2048800
    },
    {
      "epoch": 571.81,
      "grad_norm": 1.18760085105896,
      "learning_rate": 9.675856311397864e-07,
      "loss": 0.338,
      "step": 2048810
    },
    {
      "epoch": 571.82,
      "grad_norm": 1.1526484489440918,
      "learning_rate": 9.67563743505099e-07,
      "loss": 0.3435,
      "step": 2048820
    },
    {
      "epoch": 571.82,
      "grad_norm": 1.1809171438217163,
      "learning_rate": 9.675418560535834e-07,
      "loss": 0.3374,
      "step": 2048830
    },
    {
      "epoch": 571.82,
      "grad_norm": 1.1039373874664307,
      "learning_rate": 9.675199687852396e-07,
      "loss": 0.3425,
      "step": 2048840
    },
    {
      "epoch": 571.83,
      "grad_norm": 1.0457041263580322,
      "learning_rate": 9.674980817000742e-07,
      "loss": 0.3302,
      "step": 2048850
    },
    {
      "epoch": 571.83,
      "grad_norm": 0.9756680130958557,
      "learning_rate": 9.674761947980875e-07,
      "loss": 0.3389,
      "step": 2048860
    },
    {
      "epoch": 571.83,
      "grad_norm": 1.287900447845459,
      "learning_rate": 9.67454308079283e-07,
      "loss": 0.3495,
      "step": 2048870
    },
    {
      "epoch": 571.83,
      "grad_norm": 1.2486608028411865,
      "learning_rate": 9.67432421543665e-07,
      "loss": 0.3363,
      "step": 2048880
    },
    {
      "epoch": 571.84,
      "grad_norm": 1.221962571144104,
      "learning_rate": 9.67410535191234e-07,
      "loss": 0.3411,
      "step": 2048890
    },
    {
      "epoch": 571.84,
      "grad_norm": 1.1425862312316895,
      "learning_rate": 9.673886490219948e-07,
      "loss": 0.3466,
      "step": 2048900
    },
    {
      "epoch": 571.84,
      "grad_norm": 1.1229066848754883,
      "learning_rate": 9.67366763035949e-07,
      "loss": 0.3397,
      "step": 2048910
    },
    {
      "epoch": 571.84,
      "grad_norm": 1.2298660278320312,
      "learning_rate": 9.673448772331012e-07,
      "loss": 0.3399,
      "step": 2048920
    },
    {
      "epoch": 571.85,
      "grad_norm": 1.1784164905548096,
      "learning_rate": 9.673229916134519e-07,
      "loss": 0.338,
      "step": 2048930
    },
    {
      "epoch": 571.85,
      "grad_norm": 1.0440953969955444,
      "learning_rate": 9.673011061770066e-07,
      "loss": 0.3493,
      "step": 2048940
    },
    {
      "epoch": 571.85,
      "grad_norm": 1.0811705589294434,
      "learning_rate": 9.672792209237666e-07,
      "loss": 0.3369,
      "step": 2048950
    },
    {
      "epoch": 571.86,
      "grad_norm": 1.3603296279907227,
      "learning_rate": 9.67257335853735e-07,
      "loss": 0.3536,
      "step": 2048960
    },
    {
      "epoch": 571.86,
      "grad_norm": 1.0776405334472656,
      "learning_rate": 9.672354509669162e-07,
      "loss": 0.3294,
      "step": 2048970
    },
    {
      "epoch": 571.86,
      "grad_norm": 0.9625015258789062,
      "learning_rate": 9.672135662633107e-07,
      "loss": 0.3356,
      "step": 2048980
    },
    {
      "epoch": 571.86,
      "grad_norm": 1.1384555101394653,
      "learning_rate": 9.671916817429227e-07,
      "loss": 0.3201,
      "step": 2048990
    },
    {
      "epoch": 571.87,
      "grad_norm": 1.192970633506775,
      "learning_rate": 9.671697974057547e-07,
      "loss": 0.3456,
      "step": 2049000
    },
    {
      "epoch": 571.87,
      "grad_norm": 1.0833467245101929,
      "learning_rate": 9.671479132518103e-07,
      "loss": 0.3492,
      "step": 2049010
    },
    {
      "epoch": 571.87,
      "grad_norm": 1.1338112354278564,
      "learning_rate": 9.671260292810926e-07,
      "loss": 0.3371,
      "step": 2049020
    },
    {
      "epoch": 571.88,
      "grad_norm": 1.226054072380066,
      "learning_rate": 9.671041454936029e-07,
      "loss": 0.3532,
      "step": 2049030
    },
    {
      "epoch": 571.88,
      "grad_norm": 1.3235987424850464,
      "learning_rate": 9.670822618893456e-07,
      "loss": 0.3342,
      "step": 2049040
    },
    {
      "epoch": 571.88,
      "grad_norm": 2.3791120052337646,
      "learning_rate": 9.670603784683227e-07,
      "loss": 0.3531,
      "step": 2049050
    },
    {
      "epoch": 571.88,
      "grad_norm": 1.1036916971206665,
      "learning_rate": 9.670384952305389e-07,
      "loss": 0.3303,
      "step": 2049060
    },
    {
      "epoch": 571.89,
      "grad_norm": 1.3332828283309937,
      "learning_rate": 9.670166121759935e-07,
      "loss": 0.3604,
      "step": 2049070
    },
    {
      "epoch": 571.89,
      "grad_norm": 1.2388664484024048,
      "learning_rate": 9.669947293046937e-07,
      "loss": 0.3427,
      "step": 2049080
    },
    {
      "epoch": 571.89,
      "grad_norm": 1.241552472114563,
      "learning_rate": 9.669728466166395e-07,
      "loss": 0.3413,
      "step": 2049090
    },
    {
      "epoch": 571.9,
      "grad_norm": 1.0998895168304443,
      "learning_rate": 9.669509641118348e-07,
      "loss": 0.3638,
      "step": 2049100
    },
    {
      "epoch": 571.9,
      "grad_norm": 1.2232692241668701,
      "learning_rate": 9.669290817902832e-07,
      "loss": 0.3503,
      "step": 2049110
    },
    {
      "epoch": 571.9,
      "grad_norm": 1.4030715227127075,
      "learning_rate": 9.66907199651986e-07,
      "loss": 0.326,
      "step": 2049120
    },
    {
      "epoch": 571.9,
      "grad_norm": 1.3254716396331787,
      "learning_rate": 9.668853176969472e-07,
      "loss": 0.3597,
      "step": 2049130
    },
    {
      "epoch": 571.91,
      "grad_norm": 1.0863746404647827,
      "learning_rate": 9.66863435925169e-07,
      "loss": 0.3296,
      "step": 2049140
    },
    {
      "epoch": 571.91,
      "grad_norm": 1.0907536745071411,
      "learning_rate": 9.66841554336656e-07,
      "loss": 0.3395,
      "step": 2049150
    },
    {
      "epoch": 571.91,
      "grad_norm": 0.9824984073638916,
      "learning_rate": 9.668196729314089e-07,
      "loss": 0.3445,
      "step": 2049160
    },
    {
      "epoch": 571.91,
      "grad_norm": 1.4376873970031738,
      "learning_rate": 9.667977917094317e-07,
      "loss": 0.3371,
      "step": 2049170
    },
    {
      "epoch": 571.92,
      "grad_norm": 1.3533790111541748,
      "learning_rate": 9.667759106707278e-07,
      "loss": 0.335,
      "step": 2049180
    },
    {
      "epoch": 571.92,
      "grad_norm": 1.2659077644348145,
      "learning_rate": 9.667540298152982e-07,
      "loss": 0.3235,
      "step": 2049190
    },
    {
      "epoch": 571.92,
      "grad_norm": 1.1280186176300049,
      "learning_rate": 9.667321491431486e-07,
      "loss": 0.3402,
      "step": 2049200
    },
    {
      "epoch": 571.93,
      "grad_norm": 1.3301141262054443,
      "learning_rate": 9.667102686542796e-07,
      "loss": 0.3551,
      "step": 2049210
    },
    {
      "epoch": 571.93,
      "grad_norm": 1.2031630277633667,
      "learning_rate": 9.66688388348695e-07,
      "loss": 0.3356,
      "step": 2049220
    },
    {
      "epoch": 571.93,
      "grad_norm": 2.0667126178741455,
      "learning_rate": 9.666665082263978e-07,
      "loss": 0.3289,
      "step": 2049230
    },
    {
      "epoch": 571.93,
      "grad_norm": 1.0286685228347778,
      "learning_rate": 9.666446282873914e-07,
      "loss": 0.3383,
      "step": 2049240
    },
    {
      "epoch": 571.94,
      "grad_norm": 1.2797558307647705,
      "learning_rate": 9.666227485316774e-07,
      "loss": 0.3225,
      "step": 2049250
    },
    {
      "epoch": 571.94,
      "grad_norm": 1.206672191619873,
      "learning_rate": 9.666008689592593e-07,
      "loss": 0.3472,
      "step": 2049260
    },
    {
      "epoch": 571.94,
      "grad_norm": 1.2229421138763428,
      "learning_rate": 9.66578989570141e-07,
      "loss": 0.3426,
      "step": 2049270
    },
    {
      "epoch": 571.95,
      "grad_norm": 1.1841955184936523,
      "learning_rate": 9.665571103643229e-07,
      "loss": 0.3466,
      "step": 2049280
    },
    {
      "epoch": 571.95,
      "grad_norm": 4.141701698303223,
      "learning_rate": 9.665352313418114e-07,
      "loss": 0.3401,
      "step": 2049290
    },
    {
      "epoch": 571.95,
      "grad_norm": 1.131803274154663,
      "learning_rate": 9.665133525026064e-07,
      "loss": 0.343,
      "step": 2049300
    },
    {
      "epoch": 571.95,
      "grad_norm": 1.0116873979568481,
      "learning_rate": 9.664914738467122e-07,
      "loss": 0.3307,
      "step": 2049310
    },
    {
      "epoch": 571.96,
      "grad_norm": 1.0558245182037354,
      "learning_rate": 9.664695953741314e-07,
      "loss": 0.3484,
      "step": 2049320
    },
    {
      "epoch": 571.96,
      "grad_norm": 1.1219377517700195,
      "learning_rate": 9.664477170848671e-07,
      "loss": 0.327,
      "step": 2049330
    },
    {
      "epoch": 571.96,
      "grad_norm": 1.1426291465759277,
      "learning_rate": 9.664258389789226e-07,
      "loss": 0.3364,
      "step": 2049340
    },
    {
      "epoch": 571.96,
      "grad_norm": 1.2403727769851685,
      "learning_rate": 9.664039610563e-07,
      "loss": 0.336,
      "step": 2049350
    },
    {
      "epoch": 571.97,
      "grad_norm": 1.0693788528442383,
      "learning_rate": 9.663820833170022e-07,
      "loss": 0.3337,
      "step": 2049360
    },
    {
      "epoch": 571.97,
      "grad_norm": 1.0586274862289429,
      "learning_rate": 9.663602057610326e-07,
      "loss": 0.3294,
      "step": 2049370
    },
    {
      "epoch": 571.97,
      "grad_norm": 1.7988661527633667,
      "learning_rate": 9.663383283883945e-07,
      "loss": 0.3394,
      "step": 2049380
    },
    {
      "epoch": 571.98,
      "grad_norm": 1.23445463180542,
      "learning_rate": 9.663164511990896e-07,
      "loss": 0.3392,
      "step": 2049390
    },
    {
      "epoch": 571.98,
      "grad_norm": 1.0420730113983154,
      "learning_rate": 9.662945741931216e-07,
      "loss": 0.3395,
      "step": 2049400
    },
    {
      "epoch": 571.98,
      "grad_norm": 1.1986829042434692,
      "learning_rate": 9.66272697370494e-07,
      "loss": 0.3369,
      "step": 2049410
    },
    {
      "epoch": 571.98,
      "grad_norm": 1.023680329322815,
      "learning_rate": 9.662508207312074e-07,
      "loss": 0.3341,
      "step": 2049420
    },
    {
      "epoch": 571.99,
      "grad_norm": 1.048458218574524,
      "learning_rate": 9.662289442752678e-07,
      "loss": 0.3371,
      "step": 2049430
    },
    {
      "epoch": 571.99,
      "grad_norm": 1.186609148979187,
      "learning_rate": 9.66207068002676e-07,
      "loss": 0.328,
      "step": 2049440
    },
    {
      "epoch": 571.99,
      "grad_norm": 1.1763715744018555,
      "learning_rate": 9.661851919134358e-07,
      "loss": 0.3204,
      "step": 2049450
    },
    {
      "epoch": 572.0,
      "grad_norm": 1.1690627336502075,
      "learning_rate": 9.661633160075495e-07,
      "loss": 0.3503,
      "step": 2049460
    },
    {
      "epoch": 572.0,
      "grad_norm": 1.121738076210022,
      "learning_rate": 9.661414402850212e-07,
      "loss": 0.3544,
      "step": 2049470
    },
    {
      "epoch": 572.0,
      "eval_loss": 0.3411216735839844,
      "eval_runtime": 63.2083,
      "eval_samples_per_second": 80.037,
      "eval_steps_per_second": 10.015,
      "step": 2049476
    },
    {
      "epoch": 572.0,
      "grad_norm": 1.2390131950378418,
      "learning_rate": 9.66119564745852e-07,
      "loss": 0.3421,
      "step": 2049480
    },
    {
      "epoch": 572.0,
      "grad_norm": 1.163709044456482,
      "learning_rate": 9.660976893900461e-07,
      "loss": 0.3343,
      "step": 2049490
    },
    {
      "epoch": 572.01,
      "grad_norm": 1.252379059791565,
      "learning_rate": 9.660758142176069e-07,
      "loss": 0.3468,
      "step": 2049500
    },
    {
      "epoch": 572.01,
      "grad_norm": 1.3464361429214478,
      "learning_rate": 9.660539392285346e-07,
      "loss": 0.3435,
      "step": 2049510
    },
    {
      "epoch": 572.01,
      "grad_norm": 1.0654772520065308,
      "learning_rate": 9.66032064422836e-07,
      "loss": 0.3582,
      "step": 2049520
    },
    {
      "epoch": 572.02,
      "grad_norm": 1.437038540840149,
      "learning_rate": 9.66010189800511e-07,
      "loss": 0.343,
      "step": 2049530
    },
    {
      "epoch": 572.02,
      "grad_norm": 1.1482514142990112,
      "learning_rate": 9.659883153615636e-07,
      "loss": 0.327,
      "step": 2049540
    },
    {
      "epoch": 572.02,
      "grad_norm": 1.1637357473373413,
      "learning_rate": 9.659664411059974e-07,
      "loss": 0.3292,
      "step": 2049550
    },
    {
      "epoch": 572.02,
      "grad_norm": 1.0126564502716064,
      "learning_rate": 9.65944567033814e-07,
      "loss": 0.3459,
      "step": 2049560
    },
    {
      "epoch": 572.03,
      "grad_norm": 1.0584547519683838,
      "learning_rate": 9.659226931450165e-07,
      "loss": 0.3376,
      "step": 2049570
    },
    {
      "epoch": 572.03,
      "grad_norm": 1.4638595581054688,
      "learning_rate": 9.659008194396082e-07,
      "loss": 0.3323,
      "step": 2049580
    },
    {
      "epoch": 572.03,
      "grad_norm": 1.0892683267593384,
      "learning_rate": 9.658789459175922e-07,
      "loss": 0.3231,
      "step": 2049590
    },
    {
      "epoch": 572.03,
      "grad_norm": 1.3149745464324951,
      "learning_rate": 9.658570725789714e-07,
      "loss": 0.3501,
      "step": 2049600
    },
    {
      "epoch": 572.04,
      "grad_norm": 1.2121342420578003,
      "learning_rate": 9.658351994237492e-07,
      "loss": 0.3503,
      "step": 2049610
    },
    {
      "epoch": 572.04,
      "grad_norm": 1.2137759923934937,
      "learning_rate": 9.658133264519268e-07,
      "loss": 0.3318,
      "step": 2049620
    },
    {
      "epoch": 572.04,
      "grad_norm": 1.3331326246261597,
      "learning_rate": 9.657914536635084e-07,
      "loss": 0.3448,
      "step": 2049630
    },
    {
      "epoch": 572.05,
      "grad_norm": 1.322310209274292,
      "learning_rate": 9.657695810584974e-07,
      "loss": 0.3301,
      "step": 2049640
    },
    {
      "epoch": 572.05,
      "grad_norm": 1.2443206310272217,
      "learning_rate": 9.657477086368942e-07,
      "loss": 0.358,
      "step": 2049650
    },
    {
      "epoch": 572.05,
      "grad_norm": 1.05984365940094,
      "learning_rate": 9.657258363987052e-07,
      "loss": 0.336,
      "step": 2049660
    },
    {
      "epoch": 572.05,
      "grad_norm": 1.0731863975524902,
      "learning_rate": 9.657039643439309e-07,
      "loss": 0.3497,
      "step": 2049670
    },
    {
      "epoch": 572.06,
      "grad_norm": 1.3061182498931885,
      "learning_rate": 9.65682092472575e-07,
      "loss": 0.3331,
      "step": 2049680
    },
    {
      "epoch": 572.06,
      "grad_norm": 1.1316285133361816,
      "learning_rate": 9.656602207846405e-07,
      "loss": 0.3325,
      "step": 2049690
    },
    {
      "epoch": 572.06,
      "grad_norm": 1.0225509405136108,
      "learning_rate": 9.656383492801299e-07,
      "loss": 0.33,
      "step": 2049700
    },
    {
      "epoch": 572.07,
      "grad_norm": 1.1615886688232422,
      "learning_rate": 9.656164779590461e-07,
      "loss": 0.3354,
      "step": 2049710
    },
    {
      "epoch": 572.07,
      "grad_norm": 0.9383553862571716,
      "learning_rate": 9.655946068213922e-07,
      "loss": 0.3383,
      "step": 2049720
    },
    {
      "epoch": 572.07,
      "grad_norm": 1.1734137535095215,
      "learning_rate": 9.655727358671722e-07,
      "loss": 0.3327,
      "step": 2049730
    },
    {
      "epoch": 572.07,
      "grad_norm": 1.2880057096481323,
      "learning_rate": 9.655508650963863e-07,
      "loss": 0.3357,
      "step": 2049740
    },
    {
      "epoch": 572.08,
      "grad_norm": 1.1341087818145752,
      "learning_rate": 9.655289945090406e-07,
      "loss": 0.3335,
      "step": 2049750
    },
    {
      "epoch": 572.08,
      "grad_norm": 1.3335392475128174,
      "learning_rate": 9.655071241051358e-07,
      "loss": 0.3429,
      "step": 2049760
    },
    {
      "epoch": 572.08,
      "grad_norm": 0.9649996161460876,
      "learning_rate": 9.654852538846754e-07,
      "loss": 0.3416,
      "step": 2049770
    },
    {
      "epoch": 572.08,
      "grad_norm": 1.2428805828094482,
      "learning_rate": 9.654633838476633e-07,
      "loss": 0.3416,
      "step": 2049780
    },
    {
      "epoch": 572.09,
      "grad_norm": 1.1749550104141235,
      "learning_rate": 9.654415139941008e-07,
      "loss": 0.3466,
      "step": 2049790
    },
    {
      "epoch": 572.09,
      "grad_norm": 1.0579193830490112,
      "learning_rate": 9.654196443239912e-07,
      "loss": 0.3423,
      "step": 2049800
    },
    {
      "epoch": 572.09,
      "grad_norm": 1.1277323961257935,
      "learning_rate": 9.653977748373379e-07,
      "loss": 0.3159,
      "step": 2049810
    },
    {
      "epoch": 572.1,
      "grad_norm": 1.2554856538772583,
      "learning_rate": 9.653759055341445e-07,
      "loss": 0.3273,
      "step": 2049820
    },
    {
      "epoch": 572.1,
      "grad_norm": 1.1452420949935913,
      "learning_rate": 9.653540364144124e-07,
      "loss": 0.3568,
      "step": 2049830
    },
    {
      "epoch": 572.1,
      "grad_norm": 1.2839099168777466,
      "learning_rate": 9.65332167478145e-07,
      "loss": 0.3511,
      "step": 2049840
    },
    {
      "epoch": 572.1,
      "grad_norm": 1.1237198114395142,
      "learning_rate": 9.653102987253463e-07,
      "loss": 0.338,
      "step": 2049850
    },
    {
      "epoch": 572.11,
      "grad_norm": 1.3398643732070923,
      "learning_rate": 9.652884301560165e-07,
      "loss": 0.3514,
      "step": 2049860
    },
    {
      "epoch": 572.11,
      "grad_norm": 1.1195250749588013,
      "learning_rate": 9.652665617701622e-07,
      "loss": 0.3491,
      "step": 2049870
    },
    {
      "epoch": 572.11,
      "grad_norm": 1.1662626266479492,
      "learning_rate": 9.652446935677826e-07,
      "loss": 0.3327,
      "step": 2049880
    },
    {
      "epoch": 572.12,
      "grad_norm": 1.1749985218048096,
      "learning_rate": 9.65222825548884e-07,
      "loss": 0.3417,
      "step": 2049890
    },
    {
      "epoch": 572.12,
      "grad_norm": 1.0489764213562012,
      "learning_rate": 9.65200957713467e-07,
      "loss": 0.3432,
      "step": 2049900
    },
    {
      "epoch": 572.12,
      "grad_norm": 1.3197822570800781,
      "learning_rate": 9.651790900615353e-07,
      "loss": 0.3347,
      "step": 2049910
    },
    {
      "epoch": 572.12,
      "grad_norm": 0.9811742901802063,
      "learning_rate": 9.651572225930926e-07,
      "loss": 0.341,
      "step": 2049920
    },
    {
      "epoch": 572.13,
      "grad_norm": 0.9677550792694092,
      "learning_rate": 9.651353553081403e-07,
      "loss": 0.334,
      "step": 2049930
    },
    {
      "epoch": 572.13,
      "grad_norm": 1.289872407913208,
      "learning_rate": 9.651134882066819e-07,
      "loss": 0.3344,
      "step": 2049940
    },
    {
      "epoch": 572.13,
      "grad_norm": 1.0096275806427002,
      "learning_rate": 9.6509162128872e-07,
      "loss": 0.3236,
      "step": 2049950
    },
    {
      "epoch": 572.14,
      "grad_norm": 1.091369867324829,
      "learning_rate": 9.65069754554259e-07,
      "loss": 0.3459,
      "step": 2049960
    },
    {
      "epoch": 572.14,
      "grad_norm": 1.153065800666809,
      "learning_rate": 9.650478880033002e-07,
      "loss": 0.3393,
      "step": 2049970
    },
    {
      "epoch": 572.14,
      "grad_norm": 6.783379554748535,
      "learning_rate": 9.650260216358466e-07,
      "loss": 0.3404,
      "step": 2049980
    },
    {
      "epoch": 572.14,
      "grad_norm": 1.3538039922714233,
      "learning_rate": 9.650041554519027e-07,
      "loss": 0.332,
      "step": 2049990
    },
    {
      "epoch": 572.15,
      "grad_norm": 1.3478552103042603,
      "learning_rate": 9.649822894514682e-07,
      "loss": 0.3455,
      "step": 2050000
    },
    {
      "epoch": 572.15,
      "grad_norm": 1.3675816059112549,
      "learning_rate": 9.649604236345498e-07,
      "loss": 0.3552,
      "step": 2050010
    },
    {
      "epoch": 572.15,
      "grad_norm": 1.0433824062347412,
      "learning_rate": 9.649385580011481e-07,
      "loss": 0.3333,
      "step": 2050020
    },
    {
      "epoch": 572.15,
      "grad_norm": 1.208325982093811,
      "learning_rate": 9.649166925512667e-07,
      "loss": 0.3268,
      "step": 2050030
    },
    {
      "epoch": 572.16,
      "grad_norm": 0.9359674453735352,
      "learning_rate": 9.648948272849078e-07,
      "loss": 0.3384,
      "step": 2050040
    },
    {
      "epoch": 572.16,
      "grad_norm": 1.1846975088119507,
      "learning_rate": 9.64872962202076e-07,
      "loss": 0.3367,
      "step": 2050050
    },
    {
      "epoch": 572.16,
      "grad_norm": 2.1594643592834473,
      "learning_rate": 9.648510973027726e-07,
      "loss": 0.3269,
      "step": 2050060
    },
    {
      "epoch": 572.17,
      "grad_norm": 1.3203825950622559,
      "learning_rate": 9.648292325870008e-07,
      "loss": 0.3385,
      "step": 2050070
    },
    {
      "epoch": 572.17,
      "grad_norm": 2.889721632003784,
      "learning_rate": 9.648073680547644e-07,
      "loss": 0.3342,
      "step": 2050080
    },
    {
      "epoch": 572.17,
      "grad_norm": 1.324121117591858,
      "learning_rate": 9.64785503706064e-07,
      "loss": 0.3472,
      "step": 2050090
    },
    {
      "epoch": 572.17,
      "grad_norm": 1.3070623874664307,
      "learning_rate": 9.647636395409061e-07,
      "loss": 0.3385,
      "step": 2050100
    },
    {
      "epoch": 572.18,
      "grad_norm": 1.026669979095459,
      "learning_rate": 9.647417755592904e-07,
      "loss": 0.3326,
      "step": 2050110
    },
    {
      "epoch": 572.18,
      "grad_norm": 1.2847814559936523,
      "learning_rate": 9.647199117612217e-07,
      "loss": 0.3305,
      "step": 2050120
    },
    {
      "epoch": 572.18,
      "grad_norm": 1.4843940734863281,
      "learning_rate": 9.646980481467025e-07,
      "loss": 0.3203,
      "step": 2050130
    },
    {
      "epoch": 572.19,
      "grad_norm": 1.0196908712387085,
      "learning_rate": 9.646761847157349e-07,
      "loss": 0.3417,
      "step": 2050140
    },
    {
      "epoch": 572.19,
      "grad_norm": 1.1825617551803589,
      "learning_rate": 9.646543214683222e-07,
      "loss": 0.3473,
      "step": 2050150
    },
    {
      "epoch": 572.19,
      "grad_norm": 1.0430070161819458,
      "learning_rate": 9.64632458404468e-07,
      "loss": 0.3414,
      "step": 2050160
    },
    {
      "epoch": 572.19,
      "grad_norm": 1.0497944355010986,
      "learning_rate": 9.646105955241743e-07,
      "loss": 0.3421,
      "step": 2050170
    },
    {
      "epoch": 572.2,
      "grad_norm": 1.1723636388778687,
      "learning_rate": 9.645887328274445e-07,
      "loss": 0.3439,
      "step": 2050180
    },
    {
      "epoch": 572.2,
      "grad_norm": 1.095107913017273,
      "learning_rate": 9.645668703142824e-07,
      "loss": 0.3674,
      "step": 2050190
    },
    {
      "epoch": 572.2,
      "grad_norm": 1.1469166278839111,
      "learning_rate": 9.64545007984689e-07,
      "loss": 0.3238,
      "step": 2050200
    },
    {
      "epoch": 572.2,
      "grad_norm": 1.065140724182129,
      "learning_rate": 9.645231458386683e-07,
      "loss": 0.3326,
      "step": 2050210
    },
    {
      "epoch": 572.21,
      "grad_norm": 1.1432558298110962,
      "learning_rate": 9.645012838762238e-07,
      "loss": 0.3643,
      "step": 2050220
    },
    {
      "epoch": 572.21,
      "grad_norm": 3.405019521713257,
      "learning_rate": 9.644794220973558e-07,
      "loss": 0.3403,
      "step": 2050230
    },
    {
      "epoch": 572.21,
      "grad_norm": 1.1110199689865112,
      "learning_rate": 9.644575605020712e-07,
      "loss": 0.3559,
      "step": 2050240
    },
    {
      "epoch": 572.22,
      "grad_norm": 1.1431211233139038,
      "learning_rate": 9.644356990903698e-07,
      "loss": 0.3321,
      "step": 2050250
    },
    {
      "epoch": 572.22,
      "grad_norm": 1.632448673248291,
      "learning_rate": 9.644138378622553e-07,
      "loss": 0.3538,
      "step": 2050260
    },
    {
      "epoch": 572.22,
      "grad_norm": 1.11655855178833,
      "learning_rate": 9.643919768177308e-07,
      "loss": 0.3273,
      "step": 2050270
    },
    {
      "epoch": 572.22,
      "grad_norm": 1.1893188953399658,
      "learning_rate": 9.643701159568003e-07,
      "loss": 0.3432,
      "step": 2050280
    },
    {
      "epoch": 572.23,
      "grad_norm": 1.2462564706802368,
      "learning_rate": 9.643482552794648e-07,
      "loss": 0.3372,
      "step": 2050290
    },
    {
      "epoch": 572.23,
      "grad_norm": 1.1458725929260254,
      "learning_rate": 9.64326394785728e-07,
      "loss": 0.3551,
      "step": 2050300
    },
    {
      "epoch": 572.23,
      "grad_norm": 1.0925276279449463,
      "learning_rate": 9.643045344755937e-07,
      "loss": 0.3378,
      "step": 2050310
    },
    {
      "epoch": 572.24,
      "grad_norm": 1.111523985862732,
      "learning_rate": 9.642826743490621e-07,
      "loss": 0.33,
      "step": 2050320
    },
    {
      "epoch": 572.24,
      "grad_norm": 1.148100733757019,
      "learning_rate": 9.6426081440614e-07,
      "loss": 0.3563,
      "step": 2050330
    },
    {
      "epoch": 572.24,
      "grad_norm": 1.1511200666427612,
      "learning_rate": 9.64238954646827e-07,
      "loss": 0.339,
      "step": 2050340
    },
    {
      "epoch": 572.24,
      "grad_norm": 1.0695862770080566,
      "learning_rate": 9.642170950711278e-07,
      "loss": 0.3402,
      "step": 2050350
    },
    {
      "epoch": 572.25,
      "grad_norm": 1.2074308395385742,
      "learning_rate": 9.641952356790456e-07,
      "loss": 0.3455,
      "step": 2050360
    },
    {
      "epoch": 572.25,
      "grad_norm": 0.9231493473052979,
      "learning_rate": 9.641733764705812e-07,
      "loss": 0.3432,
      "step": 2050370
    },
    {
      "epoch": 572.25,
      "grad_norm": 1.6121195554733276,
      "learning_rate": 9.641515174457392e-07,
      "loss": 0.337,
      "step": 2050380
    },
    {
      "epoch": 572.26,
      "grad_norm": 1.2135885953903198,
      "learning_rate": 9.64129658604522e-07,
      "loss": 0.3367,
      "step": 2050390
    },
    {
      "epoch": 572.26,
      "grad_norm": 1.3899617195129395,
      "learning_rate": 9.641077999469335e-07,
      "loss": 0.3451,
      "step": 2050400
    },
    {
      "epoch": 572.26,
      "grad_norm": 1.0571187734603882,
      "learning_rate": 9.64085941472974e-07,
      "loss": 0.319,
      "step": 2050410
    },
    {
      "epoch": 572.26,
      "grad_norm": 1.1286094188690186,
      "learning_rate": 9.6406408318265e-07,
      "loss": 0.3252,
      "step": 2050420
    },
    {
      "epoch": 572.27,
      "grad_norm": 1.075058102607727,
      "learning_rate": 9.640422250759619e-07,
      "loss": 0.3613,
      "step": 2050430
    },
    {
      "epoch": 572.27,
      "grad_norm": 1.2953556776046753,
      "learning_rate": 9.640203671529128e-07,
      "loss": 0.341,
      "step": 2050440
    },
    {
      "epoch": 572.27,
      "grad_norm": 1.134393572807312,
      "learning_rate": 9.639985094135073e-07,
      "loss": 0.3388,
      "step": 2050450
    },
    {
      "epoch": 572.27,
      "grad_norm": 1.1211943626403809,
      "learning_rate": 9.639766518577453e-07,
      "loss": 0.3221,
      "step": 2050460
    },
    {
      "epoch": 572.28,
      "grad_norm": 1.15681791305542,
      "learning_rate": 9.639547944856331e-07,
      "loss": 0.3433,
      "step": 2050470
    },
    {
      "epoch": 572.28,
      "grad_norm": 1.0196961164474487,
      "learning_rate": 9.639329372971713e-07,
      "loss": 0.3566,
      "step": 2050480
    },
    {
      "epoch": 572.28,
      "grad_norm": 1.1667784452438354,
      "learning_rate": 9.639110802923633e-07,
      "loss": 0.3509,
      "step": 2050490
    },
    {
      "epoch": 572.29,
      "grad_norm": 1.2705588340759277,
      "learning_rate": 9.638892234712135e-07,
      "loss": 0.3441,
      "step": 2050500
    },
    {
      "epoch": 572.29,
      "grad_norm": 1.2884882688522339,
      "learning_rate": 9.638673668337224e-07,
      "loss": 0.3424,
      "step": 2050510
    },
    {
      "epoch": 572.29,
      "grad_norm": 1.2045432329177856,
      "learning_rate": 9.638455103798942e-07,
      "loss": 0.3417,
      "step": 2050520
    },
    {
      "epoch": 572.29,
      "grad_norm": 1.0559048652648926,
      "learning_rate": 9.638236541097315e-07,
      "loss": 0.3469,
      "step": 2050530
    },
    {
      "epoch": 572.3,
      "grad_norm": 1.0686547756195068,
      "learning_rate": 9.638017980232385e-07,
      "loss": 0.3534,
      "step": 2050540
    },
    {
      "epoch": 572.3,
      "grad_norm": 1.0758097171783447,
      "learning_rate": 9.637799421204151e-07,
      "loss": 0.3257,
      "step": 2050550
    },
    {
      "epoch": 572.3,
      "grad_norm": 0.9905412197113037,
      "learning_rate": 9.637580864012679e-07,
      "loss": 0.3446,
      "step": 2050560
    },
    {
      "epoch": 572.31,
      "grad_norm": 0.9661762118339539,
      "learning_rate": 9.637362308657967e-07,
      "loss": 0.3492,
      "step": 2050570
    },
    {
      "epoch": 572.31,
      "grad_norm": 1.1481468677520752,
      "learning_rate": 9.637143755140062e-07,
      "loss": 0.3311,
      "step": 2050580
    },
    {
      "epoch": 572.31,
      "grad_norm": 1.037184715270996,
      "learning_rate": 9.636925203458994e-07,
      "loss": 0.3241,
      "step": 2050590
    },
    {
      "epoch": 572.31,
      "grad_norm": 1.059126615524292,
      "learning_rate": 9.63670665361478e-07,
      "loss": 0.339,
      "step": 2050600
    },
    {
      "epoch": 572.32,
      "grad_norm": 1.3163790702819824,
      "learning_rate": 9.636488105607453e-07,
      "loss": 0.3363,
      "step": 2050610
    },
    {
      "epoch": 572.32,
      "grad_norm": 1.0216015577316284,
      "learning_rate": 9.636269559437046e-07,
      "loss": 0.3416,
      "step": 2050620
    },
    {
      "epoch": 572.32,
      "grad_norm": 1.0519100427627563,
      "learning_rate": 9.636051015103595e-07,
      "loss": 0.3262,
      "step": 2050630
    },
    {
      "epoch": 572.32,
      "grad_norm": 9.986526489257812,
      "learning_rate": 9.635832472607113e-07,
      "loss": 0.3417,
      "step": 2050640
    },
    {
      "epoch": 572.33,
      "grad_norm": 1.2742030620574951,
      "learning_rate": 9.635613931947636e-07,
      "loss": 0.354,
      "step": 2050650
    },
    {
      "epoch": 572.33,
      "grad_norm": 1.228020429611206,
      "learning_rate": 9.635395393125201e-07,
      "loss": 0.3488,
      "step": 2050660
    },
    {
      "epoch": 572.33,
      "grad_norm": 1.0727041959762573,
      "learning_rate": 9.635176856139812e-07,
      "loss": 0.3262,
      "step": 2050670
    },
    {
      "epoch": 572.34,
      "grad_norm": 1.1097965240478516,
      "learning_rate": 9.634958320991536e-07,
      "loss": 0.3629,
      "step": 2050680
    },
    {
      "epoch": 572.34,
      "grad_norm": 1.2654874324798584,
      "learning_rate": 9.634739787680372e-07,
      "loss": 0.3615,
      "step": 2050690
    },
    {
      "epoch": 572.34,
      "grad_norm": 1.1512056589126587,
      "learning_rate": 9.63452125620636e-07,
      "loss": 0.3361,
      "step": 2050700
    },
    {
      "epoch": 572.34,
      "grad_norm": 1.1818145513534546,
      "learning_rate": 9.634302726569527e-07,
      "loss": 0.3292,
      "step": 2050710
    },
    {
      "epoch": 572.35,
      "grad_norm": 1.114511251449585,
      "learning_rate": 9.634084198769903e-07,
      "loss": 0.3363,
      "step": 2050720
    },
    {
      "epoch": 572.35,
      "grad_norm": 1.2135878801345825,
      "learning_rate": 9.63386567280753e-07,
      "loss": 0.3241,
      "step": 2050730
    },
    {
      "epoch": 572.35,
      "grad_norm": 1.4806450605392456,
      "learning_rate": 9.63364714868241e-07,
      "loss": 0.3296,
      "step": 2050740
    },
    {
      "epoch": 572.36,
      "grad_norm": 1.1285271644592285,
      "learning_rate": 9.63342862639459e-07,
      "loss": 0.331,
      "step": 2050750
    },
    {
      "epoch": 572.36,
      "grad_norm": 1.4552431106567383,
      "learning_rate": 9.633210105944095e-07,
      "loss": 0.3412,
      "step": 2050760
    },
    {
      "epoch": 572.36,
      "grad_norm": 0.9745349287986755,
      "learning_rate": 9.632991587330965e-07,
      "loss": 0.339,
      "step": 2050770
    },
    {
      "epoch": 572.36,
      "grad_norm": 0.973349392414093,
      "learning_rate": 9.632773070555208e-07,
      "loss": 0.3346,
      "step": 2050780
    },
    {
      "epoch": 572.37,
      "grad_norm": 1.2511518001556396,
      "learning_rate": 9.632554555616862e-07,
      "loss": 0.3239,
      "step": 2050790
    },
    {
      "epoch": 572.37,
      "grad_norm": 2.257305145263672,
      "learning_rate": 9.63233604251597e-07,
      "loss": 0.3276,
      "step": 2050800
    },
    {
      "epoch": 572.37,
      "grad_norm": 1.0977662801742554,
      "learning_rate": 9.632117531252534e-07,
      "loss": 0.3429,
      "step": 2050810
    },
    {
      "epoch": 572.38,
      "grad_norm": 0.9787545800209045,
      "learning_rate": 9.631899021826611e-07,
      "loss": 0.3424,
      "step": 2050820
    },
    {
      "epoch": 572.38,
      "grad_norm": 1.0436991453170776,
      "learning_rate": 9.63168051423821e-07,
      "loss": 0.3311,
      "step": 2050830
    },
    {
      "epoch": 572.38,
      "grad_norm": 1.1778498888015747,
      "learning_rate": 9.631462008487368e-07,
      "loss": 0.3425,
      "step": 2050840
    },
    {
      "epoch": 572.38,
      "grad_norm": 1.1233376264572144,
      "learning_rate": 9.631243504574113e-07,
      "loss": 0.3407,
      "step": 2050850
    },
    {
      "epoch": 572.39,
      "grad_norm": 1.125895619392395,
      "learning_rate": 9.631025002498481e-07,
      "loss": 0.3436,
      "step": 2050860
    },
    {
      "epoch": 572.39,
      "grad_norm": 1.0292353630065918,
      "learning_rate": 9.630806502260488e-07,
      "loss": 0.3329,
      "step": 2050870
    },
    {
      "epoch": 572.39,
      "grad_norm": 1.1252110004425049,
      "learning_rate": 9.63058800386017e-07,
      "loss": 0.3327,
      "step": 2050880
    },
    {
      "epoch": 572.39,
      "grad_norm": 1.0526952743530273,
      "learning_rate": 9.630369507297565e-07,
      "loss": 0.3273,
      "step": 2050890
    },
    {
      "epoch": 572.4,
      "grad_norm": 1.2071263790130615,
      "learning_rate": 9.630151012572674e-07,
      "loss": 0.3358,
      "step": 2050900
    },
    {
      "epoch": 572.4,
      "grad_norm": 1.0981590747833252,
      "learning_rate": 9.629932519685562e-07,
      "loss": 0.353,
      "step": 2050910
    },
    {
      "epoch": 572.4,
      "grad_norm": 1.1668705940246582,
      "learning_rate": 9.629714028636233e-07,
      "loss": 0.3201,
      "step": 2050920
    },
    {
      "epoch": 572.41,
      "grad_norm": 1.2593796253204346,
      "learning_rate": 9.629495539424724e-07,
      "loss": 0.3324,
      "step": 2050930
    },
    {
      "epoch": 572.41,
      "grad_norm": 1.0827038288116455,
      "learning_rate": 9.629277052051073e-07,
      "loss": 0.3403,
      "step": 2050940
    },
    {
      "epoch": 572.41,
      "grad_norm": 1.1224870681762695,
      "learning_rate": 9.62905856651529e-07,
      "loss": 0.3218,
      "step": 2050950
    },
    {
      "epoch": 572.41,
      "grad_norm": 1.1057106256484985,
      "learning_rate": 9.62884008281742e-07,
      "loss": 0.3304,
      "step": 2050960
    },
    {
      "epoch": 572.42,
      "grad_norm": 1.3666473627090454,
      "learning_rate": 9.62862160095748e-07,
      "loss": 0.3414,
      "step": 2050970
    },
    {
      "epoch": 572.42,
      "grad_norm": 0.9523433446884155,
      "learning_rate": 9.628403120935516e-07,
      "loss": 0.3237,
      "step": 2050980
    },
    {
      "epoch": 572.42,
      "grad_norm": 1.2725045680999756,
      "learning_rate": 9.62818464275153e-07,
      "loss": 0.343,
      "step": 2050990
    },
    {
      "epoch": 572.43,
      "grad_norm": 1.0609748363494873,
      "learning_rate": 9.627966166405586e-07,
      "loss": 0.3317,
      "step": 2051000
    },
    {
      "epoch": 572.43,
      "grad_norm": 1.079599380493164,
      "learning_rate": 9.627747691897684e-07,
      "loss": 0.3349,
      "step": 2051010
    },
    {
      "epoch": 572.43,
      "grad_norm": 1.231358289718628,
      "learning_rate": 9.627529219227864e-07,
      "loss": 0.3491,
      "step": 2051020
    },
    {
      "epoch": 572.43,
      "grad_norm": 1.2000097036361694,
      "learning_rate": 9.627310748396163e-07,
      "loss": 0.3294,
      "step": 2051030
    },
    {
      "epoch": 572.44,
      "grad_norm": 1.1460174322128296,
      "learning_rate": 9.627092279402587e-07,
      "loss": 0.3497,
      "step": 2051040
    },
    {
      "epoch": 572.44,
      "grad_norm": 1.3047577142715454,
      "learning_rate": 9.626873812247195e-07,
      "loss": 0.3347,
      "step": 2051050
    },
    {
      "epoch": 572.44,
      "grad_norm": 1.1006051301956177,
      "learning_rate": 9.626655346929994e-07,
      "loss": 0.3509,
      "step": 2051060
    },
    {
      "epoch": 572.44,
      "grad_norm": 0.9995118975639343,
      "learning_rate": 9.62643688345102e-07,
      "loss": 0.324,
      "step": 2051070
    },
    {
      "epoch": 572.45,
      "grad_norm": 1.087062120437622,
      "learning_rate": 9.62621842181031e-07,
      "loss": 0.3406,
      "step": 2051080
    },
    {
      "epoch": 572.45,
      "grad_norm": 1.2275950908660889,
      "learning_rate": 9.625999962007878e-07,
      "loss": 0.3266,
      "step": 2051090
    },
    {
      "epoch": 572.45,
      "grad_norm": 1.175841212272644,
      "learning_rate": 9.62578150404376e-07,
      "loss": 0.3352,
      "step": 2051100
    },
    {
      "epoch": 572.46,
      "grad_norm": 1.2168474197387695,
      "learning_rate": 9.625563047917984e-07,
      "loss": 0.3433,
      "step": 2051110
    },
    {
      "epoch": 572.46,
      "grad_norm": 1.0388154983520508,
      "learning_rate": 9.62534459363059e-07,
      "loss": 0.3638,
      "step": 2051120
    },
    {
      "epoch": 572.46,
      "grad_norm": 1.125312089920044,
      "learning_rate": 9.625126141181583e-07,
      "loss": 0.3409,
      "step": 2051130
    },
    {
      "epoch": 572.46,
      "grad_norm": 1.2767266035079956,
      "learning_rate": 9.62490769057102e-07,
      "loss": 0.3381,
      "step": 2051140
    },
    {
      "epoch": 572.47,
      "grad_norm": 1.2850652933120728,
      "learning_rate": 9.62468924179891e-07,
      "loss": 0.3456,
      "step": 2051150
    },
    {
      "epoch": 572.47,
      "grad_norm": 1.4013561010360718,
      "learning_rate": 9.624470794865286e-07,
      "loss": 0.3206,
      "step": 2051160
    },
    {
      "epoch": 572.47,
      "grad_norm": 1.3181449174880981,
      "learning_rate": 9.624252349770194e-07,
      "loss": 0.3405,
      "step": 2051170
    },
    {
      "epoch": 572.48,
      "grad_norm": 1.1082284450531006,
      "learning_rate": 9.624033906513638e-07,
      "loss": 0.3328,
      "step": 2051180
    },
    {
      "epoch": 572.48,
      "grad_norm": 1.1565182209014893,
      "learning_rate": 9.623815465095656e-07,
      "loss": 0.3275,
      "step": 2051190
    },
    {
      "epoch": 572.48,
      "grad_norm": 1.2362151145935059,
      "learning_rate": 9.623597025516281e-07,
      "loss": 0.3427,
      "step": 2051200
    },
    {
      "epoch": 572.48,
      "grad_norm": 1.3497731685638428,
      "learning_rate": 9.623378587775548e-07,
      "loss": 0.3377,
      "step": 2051210
    },
    {
      "epoch": 572.49,
      "grad_norm": 1.0163465738296509,
      "learning_rate": 9.62316015187347e-07,
      "loss": 0.3391,
      "step": 2051220
    },
    {
      "epoch": 572.49,
      "grad_norm": 1.1018179655075073,
      "learning_rate": 9.622941717810086e-07,
      "loss": 0.3491,
      "step": 2051230
    },
    {
      "epoch": 572.49,
      "grad_norm": 1.5375136137008667,
      "learning_rate": 9.622723285585423e-07,
      "loss": 0.3561,
      "step": 2051240
    },
    {
      "epoch": 572.5,
      "grad_norm": 1.2127727270126343,
      "learning_rate": 9.622504855199511e-07,
      "loss": 0.3317,
      "step": 2051250
    },
    {
      "epoch": 572.5,
      "grad_norm": 0.9941561222076416,
      "learning_rate": 9.622286426652383e-07,
      "loss": 0.3271,
      "step": 2051260
    },
    {
      "epoch": 572.5,
      "grad_norm": 1.2920507192611694,
      "learning_rate": 9.62206799994406e-07,
      "loss": 0.3547,
      "step": 2051270
    },
    {
      "epoch": 572.5,
      "grad_norm": 1.0695453882217407,
      "learning_rate": 9.621849575074573e-07,
      "loss": 0.3355,
      "step": 2051280
    },
    {
      "epoch": 572.51,
      "grad_norm": 1.0768755674362183,
      "learning_rate": 9.621631152043952e-07,
      "loss": 0.3485,
      "step": 2051290
    },
    {
      "epoch": 572.51,
      "grad_norm": 1.8087213039398193,
      "learning_rate": 9.621412730852227e-07,
      "loss": 0.3421,
      "step": 2051300
    },
    {
      "epoch": 572.51,
      "grad_norm": 1.1807118654251099,
      "learning_rate": 9.621194311499438e-07,
      "loss": 0.3292,
      "step": 2051310
    },
    {
      "epoch": 572.51,
      "grad_norm": 0.9999985098838806,
      "learning_rate": 9.620975893985592e-07,
      "loss": 0.3491,
      "step": 2051320
    },
    {
      "epoch": 572.52,
      "grad_norm": 1.066519021987915,
      "learning_rate": 9.62075747831073e-07,
      "loss": 0.3603,
      "step": 2051330
    },
    {
      "epoch": 572.52,
      "grad_norm": 1.1278173923492432,
      "learning_rate": 9.62053906447488e-07,
      "loss": 0.3291,
      "step": 2051340
    },
    {
      "epoch": 572.52,
      "grad_norm": 1.0947158336639404,
      "learning_rate": 9.62032065247808e-07,
      "loss": 0.337,
      "step": 2051350
    },
    {
      "epoch": 572.53,
      "grad_norm": 1.160367488861084,
      "learning_rate": 9.620102242320333e-07,
      "loss": 0.3375,
      "step": 2051360
    },
    {
      "epoch": 572.53,
      "grad_norm": 1.437749981880188,
      "learning_rate": 9.619883834001705e-07,
      "loss": 0.3416,
      "step": 2051370
    },
    {
      "epoch": 572.53,
      "grad_norm": 1.172200083732605,
      "learning_rate": 9.619665427522193e-07,
      "loss": 0.359,
      "step": 2051380
    },
    {
      "epoch": 572.53,
      "grad_norm": 1.434503197669983,
      "learning_rate": 9.619447022881841e-07,
      "loss": 0.3224,
      "step": 2051390
    },
    {
      "epoch": 572.54,
      "grad_norm": 1.0862308740615845,
      "learning_rate": 9.619228620080682e-07,
      "loss": 0.3635,
      "step": 2051400
    },
    {
      "epoch": 572.54,
      "grad_norm": 1.0944600105285645,
      "learning_rate": 9.619010219118732e-07,
      "loss": 0.3326,
      "step": 2051410
    },
    {
      "epoch": 572.54,
      "grad_norm": 1.0436861515045166,
      "learning_rate": 9.618791819996025e-07,
      "loss": 0.3331,
      "step": 2051420
    },
    {
      "epoch": 572.55,
      "grad_norm": 1.408201813697815,
      "learning_rate": 9.618573422712594e-07,
      "loss": 0.3539,
      "step": 2051430
    },
    {
      "epoch": 572.55,
      "grad_norm": 1.0744144916534424,
      "learning_rate": 9.618355027268473e-07,
      "loss": 0.3414,
      "step": 2051440
    },
    {
      "epoch": 572.55,
      "grad_norm": 1.1096339225769043,
      "learning_rate": 9.618136633663675e-07,
      "loss": 0.3298,
      "step": 2051450
    },
    {
      "epoch": 572.55,
      "grad_norm": 1.0776402950286865,
      "learning_rate": 9.617918241898241e-07,
      "loss": 0.3549,
      "step": 2051460
    },
    {
      "epoch": 572.56,
      "grad_norm": 1.1358221769332886,
      "learning_rate": 9.6176998519722e-07,
      "loss": 0.3283,
      "step": 2051470
    },
    {
      "epoch": 572.56,
      "grad_norm": 1.1812561750411987,
      "learning_rate": 9.617481463885569e-07,
      "loss": 0.3355,
      "step": 2051480
    },
    {
      "epoch": 572.56,
      "grad_norm": 1.3302099704742432,
      "learning_rate": 9.617263077638396e-07,
      "loss": 0.343,
      "step": 2051490
    },
    {
      "epoch": 572.56,
      "grad_norm": 1.2128000259399414,
      "learning_rate": 9.617044693230696e-07,
      "loss": 0.345,
      "step": 2051500
    },
    {
      "epoch": 572.57,
      "grad_norm": 1.6187520027160645,
      "learning_rate": 9.6168263106625e-07,
      "loss": 0.3484,
      "step": 2051510
    },
    {
      "epoch": 572.57,
      "grad_norm": 1.1217602491378784,
      "learning_rate": 9.61660792993384e-07,
      "loss": 0.3504,
      "step": 2051520
    },
    {
      "epoch": 572.57,
      "grad_norm": 1.1319997310638428,
      "learning_rate": 9.616389551044754e-07,
      "loss": 0.3404,
      "step": 2051530
    },
    {
      "epoch": 572.58,
      "grad_norm": 1.1609939336776733,
      "learning_rate": 9.616171173995253e-07,
      "loss": 0.3385,
      "step": 2051540
    },
    {
      "epoch": 572.58,
      "grad_norm": 1.053208827972412,
      "learning_rate": 9.615952798785374e-07,
      "loss": 0.3505,
      "step": 2051550
    },
    {
      "epoch": 572.58,
      "grad_norm": 1.3386266231536865,
      "learning_rate": 9.615734425415156e-07,
      "loss": 0.3444,
      "step": 2051560
    },
    {
      "epoch": 572.58,
      "grad_norm": 0.9785475134849548,
      "learning_rate": 9.615516053884602e-07,
      "loss": 0.3312,
      "step": 2051570
    },
    {
      "epoch": 572.59,
      "grad_norm": 1.2091760635375977,
      "learning_rate": 9.615297684193775e-07,
      "loss": 0.3634,
      "step": 2051580
    },
    {
      "epoch": 572.59,
      "grad_norm": 1.1999671459197998,
      "learning_rate": 9.615079316342677e-07,
      "loss": 0.3429,
      "step": 2051590
    },
    {
      "epoch": 572.59,
      "grad_norm": 1.0936781167984009,
      "learning_rate": 9.614860950331345e-07,
      "loss": 0.3409,
      "step": 2051600
    },
    {
      "epoch": 572.6,
      "grad_norm": 1.1764636039733887,
      "learning_rate": 9.614642586159822e-07,
      "loss": 0.3262,
      "step": 2051610
    },
    {
      "epoch": 572.6,
      "grad_norm": 1.2250547409057617,
      "learning_rate": 9.614424223828106e-07,
      "loss": 0.3289,
      "step": 2051620
    },
    {
      "epoch": 572.6,
      "grad_norm": 1.203681468963623,
      "learning_rate": 9.614205863336265e-07,
      "loss": 0.3427,
      "step": 2051630
    },
    {
      "epoch": 572.6,
      "grad_norm": 1.5227301120758057,
      "learning_rate": 9.613987504684297e-07,
      "loss": 0.338,
      "step": 2051640
    },
    {
      "epoch": 572.61,
      "grad_norm": 0.9930440783500671,
      "learning_rate": 9.613769147872243e-07,
      "loss": 0.3414,
      "step": 2051650
    },
    {
      "epoch": 572.61,
      "grad_norm": 1.1118450164794922,
      "learning_rate": 9.613550792900133e-07,
      "loss": 0.3354,
      "step": 2051660
    },
    {
      "epoch": 572.61,
      "grad_norm": 1.3314350843429565,
      "learning_rate": 9.613332439767999e-07,
      "loss": 0.3473,
      "step": 2051670
    },
    {
      "epoch": 572.62,
      "grad_norm": 1.0314967632293701,
      "learning_rate": 9.613114088475862e-07,
      "loss": 0.3364,
      "step": 2051680
    },
    {
      "epoch": 572.62,
      "grad_norm": 1.111699104309082,
      "learning_rate": 9.61289573902375e-07,
      "loss": 0.3367,
      "step": 2051690
    },
    {
      "epoch": 572.62,
      "grad_norm": 1.160686731338501,
      "learning_rate": 9.612677391411707e-07,
      "loss": 0.3505,
      "step": 2051700
    },
    {
      "epoch": 572.62,
      "grad_norm": 1.1472561359405518,
      "learning_rate": 9.612459045639735e-07,
      "loss": 0.328,
      "step": 2051710
    },
    {
      "epoch": 572.63,
      "grad_norm": 1.0510801076889038,
      "learning_rate": 9.612240701707897e-07,
      "loss": 0.3332,
      "step": 2051720
    },
    {
      "epoch": 572.63,
      "grad_norm": 1.2960339784622192,
      "learning_rate": 9.612022359616195e-07,
      "loss": 0.3458,
      "step": 2051730
    },
    {
      "epoch": 572.63,
      "grad_norm": 1.449785828590393,
      "learning_rate": 9.611804019364669e-07,
      "loss": 0.3565,
      "step": 2051740
    },
    {
      "epoch": 572.63,
      "grad_norm": 1.2014617919921875,
      "learning_rate": 9.611585680953353e-07,
      "loss": 0.3472,
      "step": 2051750
    },
    {
      "epoch": 572.64,
      "grad_norm": 1.155392050743103,
      "learning_rate": 9.611367344382265e-07,
      "loss": 0.3514,
      "step": 2051760
    },
    {
      "epoch": 572.64,
      "grad_norm": 1.3071644306182861,
      "learning_rate": 9.611149009651437e-07,
      "loss": 0.3628,
      "step": 2051770
    },
    {
      "epoch": 572.64,
      "grad_norm": 1.167917013168335,
      "learning_rate": 9.6109306767609e-07,
      "loss": 0.3436,
      "step": 2051780
    },
    {
      "epoch": 572.65,
      "grad_norm": 1.1073521375656128,
      "learning_rate": 9.610712345710692e-07,
      "loss": 0.3427,
      "step": 2051790
    },
    {
      "epoch": 572.65,
      "grad_norm": 1.2232624292373657,
      "learning_rate": 9.610494016500818e-07,
      "loss": 0.3373,
      "step": 2051800
    },
    {
      "epoch": 572.65,
      "grad_norm": 1.103777527809143,
      "learning_rate": 9.610275689131335e-07,
      "loss": 0.3469,
      "step": 2051810
    },
    {
      "epoch": 572.65,
      "grad_norm": 1.2184436321258545,
      "learning_rate": 9.610057363602256e-07,
      "loss": 0.3442,
      "step": 2051820
    },
    {
      "epoch": 572.66,
      "grad_norm": 1.2222154140472412,
      "learning_rate": 9.60983903991361e-07,
      "loss": 0.3424,
      "step": 2051830
    },
    {
      "epoch": 572.66,
      "grad_norm": 1.1643754243850708,
      "learning_rate": 9.609620718065439e-07,
      "loss": 0.3462,
      "step": 2051840
    },
    {
      "epoch": 572.66,
      "grad_norm": 1.15077543258667,
      "learning_rate": 9.609402398057752e-07,
      "loss": 0.348,
      "step": 2051850
    },
    {
      "epoch": 572.67,
      "grad_norm": 1.3119584321975708,
      "learning_rate": 9.609184079890591e-07,
      "loss": 0.3456,
      "step": 2051860
    },
    {
      "epoch": 572.67,
      "grad_norm": 1.2749085426330566,
      "learning_rate": 9.608965763563983e-07,
      "loss": 0.3379,
      "step": 2051870
    },
    {
      "epoch": 572.67,
      "grad_norm": 1.0883400440216064,
      "learning_rate": 9.608747449077955e-07,
      "loss": 0.3245,
      "step": 2051880
    },
    {
      "epoch": 572.67,
      "grad_norm": 1.240513563156128,
      "learning_rate": 9.608529136432546e-07,
      "loss": 0.3266,
      "step": 2051890
    },
    {
      "epoch": 572.68,
      "grad_norm": 1.780879020690918,
      "learning_rate": 9.60831082562777e-07,
      "loss": 0.3345,
      "step": 2051900
    },
    {
      "epoch": 572.68,
      "grad_norm": 1.3096568584442139,
      "learning_rate": 9.60809251666366e-07,
      "loss": 0.3385,
      "step": 2051910
    },
    {
      "epoch": 572.68,
      "grad_norm": 1.3354607820510864,
      "learning_rate": 9.607874209540251e-07,
      "loss": 0.3378,
      "step": 2051920
    },
    {
      "epoch": 572.68,
      "grad_norm": 1.1232608556747437,
      "learning_rate": 9.607655904257574e-07,
      "loss": 0.343,
      "step": 2051930
    },
    {
      "epoch": 572.69,
      "grad_norm": 1.0526831150054932,
      "learning_rate": 9.607437600815639e-07,
      "loss": 0.3372,
      "step": 2051940
    },
    {
      "epoch": 572.69,
      "grad_norm": 1.1667277812957764,
      "learning_rate": 9.607219299214507e-07,
      "loss": 0.3372,
      "step": 2051950
    },
    {
      "epoch": 572.69,
      "grad_norm": 1.0748425722122192,
      "learning_rate": 9.60700099945418e-07,
      "loss": 0.3463,
      "step": 2051960
    },
    {
      "epoch": 572.7,
      "grad_norm": 1.3144923448562622,
      "learning_rate": 9.606782701534694e-07,
      "loss": 0.3322,
      "step": 2051970
    },
    {
      "epoch": 572.7,
      "grad_norm": 4.1873555183410645,
      "learning_rate": 9.60656440545609e-07,
      "loss": 0.3469,
      "step": 2051980
    },
    {
      "epoch": 572.7,
      "grad_norm": 1.0328010320663452,
      "learning_rate": 9.606346111218377e-07,
      "loss": 0.3597,
      "step": 2051990
    },
    {
      "epoch": 572.7,
      "grad_norm": 1.6506736278533936,
      "learning_rate": 9.606127818821597e-07,
      "loss": 0.3378,
      "step": 2052000
    },
    {
      "epoch": 572.71,
      "grad_norm": 1.203573226928711,
      "learning_rate": 9.605909528265775e-07,
      "loss": 0.3453,
      "step": 2052010
    },
    {
      "epoch": 572.71,
      "grad_norm": 1.1417503356933594,
      "learning_rate": 9.605691239550952e-07,
      "loss": 0.3366,
      "step": 2052020
    },
    {
      "epoch": 572.71,
      "grad_norm": 1.2240424156188965,
      "learning_rate": 9.605472952677135e-07,
      "loss": 0.3343,
      "step": 2052030
    },
    {
      "epoch": 572.72,
      "grad_norm": 1.0782005786895752,
      "learning_rate": 9.605254667644366e-07,
      "loss": 0.3352,
      "step": 2052040
    },
    {
      "epoch": 572.72,
      "grad_norm": 1.203569769859314,
      "learning_rate": 9.605036384452683e-07,
      "loss": 0.3394,
      "step": 2052050
    },
    {
      "epoch": 572.72,
      "grad_norm": 1.066229224205017,
      "learning_rate": 9.604818103102083e-07,
      "loss": 0.3426,
      "step": 2052060
    },
    {
      "epoch": 572.72,
      "grad_norm": 2.320695638656616,
      "learning_rate": 9.60459982359264e-07,
      "loss": 0.3406,
      "step": 2052070
    },
    {
      "epoch": 572.73,
      "grad_norm": 1.28213632106781,
      "learning_rate": 9.604381545924346e-07,
      "loss": 0.3405,
      "step": 2052080
    },
    {
      "epoch": 572.73,
      "grad_norm": 1.0948567390441895,
      "learning_rate": 9.604163270097246e-07,
      "loss": 0.3439,
      "step": 2052090
    },
    {
      "epoch": 572.73,
      "grad_norm": 1.1547300815582275,
      "learning_rate": 9.603944996111366e-07,
      "loss": 0.3391,
      "step": 2052100
    },
    {
      "epoch": 572.74,
      "grad_norm": 1.2650971412658691,
      "learning_rate": 9.603726723966745e-07,
      "loss": 0.3467,
      "step": 2052110
    },
    {
      "epoch": 572.74,
      "grad_norm": 1.1768980026245117,
      "learning_rate": 9.603508453663395e-07,
      "loss": 0.341,
      "step": 2052120
    },
    {
      "epoch": 572.74,
      "grad_norm": 1.100707769393921,
      "learning_rate": 9.603290185201351e-07,
      "loss": 0.3631,
      "step": 2052130
    },
    {
      "epoch": 572.74,
      "grad_norm": 1.0696442127227783,
      "learning_rate": 9.603071918580654e-07,
      "loss": 0.3443,
      "step": 2052140
    },
    {
      "epoch": 572.75,
      "grad_norm": 1.348333477973938,
      "learning_rate": 9.602853653801307e-07,
      "loss": 0.3434,
      "step": 2052150
    },
    {
      "epoch": 572.75,
      "grad_norm": 1.245095133781433,
      "learning_rate": 9.602635390863371e-07,
      "loss": 0.3408,
      "step": 2052160
    },
    {
      "epoch": 572.75,
      "grad_norm": 1.180826187133789,
      "learning_rate": 9.602417129766851e-07,
      "loss": 0.3321,
      "step": 2052170
    },
    {
      "epoch": 572.75,
      "grad_norm": 1.2486580610275269,
      "learning_rate": 9.602198870511788e-07,
      "loss": 0.3301,
      "step": 2052180
    },
    {
      "epoch": 572.76,
      "grad_norm": 1.3230911493301392,
      "learning_rate": 9.601980613098203e-07,
      "loss": 0.336,
      "step": 2052190
    },
    {
      "epoch": 572.76,
      "grad_norm": 1.2455730438232422,
      "learning_rate": 9.60176235752613e-07,
      "loss": 0.3572,
      "step": 2052200
    },
    {
      "epoch": 572.76,
      "grad_norm": 1.1472337245941162,
      "learning_rate": 9.601544103795605e-07,
      "loss": 0.3488,
      "step": 2052210
    },
    {
      "epoch": 572.77,
      "grad_norm": 1.1613935232162476,
      "learning_rate": 9.601325851906642e-07,
      "loss": 0.3556,
      "step": 2052220
    },
    {
      "epoch": 572.77,
      "grad_norm": 1.1371893882751465,
      "learning_rate": 9.601107601859277e-07,
      "loss": 0.3392,
      "step": 2052230
    },
    {
      "epoch": 572.77,
      "grad_norm": 1.034388780593872,
      "learning_rate": 9.600889353653542e-07,
      "loss": 0.3474,
      "step": 2052240
    },
    {
      "epoch": 572.77,
      "grad_norm": 1.1525280475616455,
      "learning_rate": 9.60067110728947e-07,
      "loss": 0.3425,
      "step": 2052250
    },
    {
      "epoch": 572.78,
      "grad_norm": 1.1097594499588013,
      "learning_rate": 9.600452862767075e-07,
      "loss": 0.3306,
      "step": 2052260
    },
    {
      "epoch": 572.78,
      "grad_norm": 0.9889384508132935,
      "learning_rate": 9.600234620086396e-07,
      "loss": 0.3473,
      "step": 2052270
    },
    {
      "epoch": 572.78,
      "grad_norm": 1.5770583152770996,
      "learning_rate": 9.60001637924747e-07,
      "loss": 0.3555,
      "step": 2052280
    },
    {
      "epoch": 572.79,
      "grad_norm": 1.1449922323226929,
      "learning_rate": 9.599798140250296e-07,
      "loss": 0.3432,
      "step": 2052290
    },
    {
      "epoch": 572.79,
      "grad_norm": 1.2317060232162476,
      "learning_rate": 9.599579903094944e-07,
      "loss": 0.3428,
      "step": 2052300
    },
    {
      "epoch": 572.79,
      "grad_norm": 1.161045789718628,
      "learning_rate": 9.599361667781414e-07,
      "loss": 0.3422,
      "step": 2052310
    },
    {
      "epoch": 572.79,
      "grad_norm": 1.1977546215057373,
      "learning_rate": 9.599143434309743e-07,
      "loss": 0.3368,
      "step": 2052320
    },
    {
      "epoch": 572.8,
      "grad_norm": 1.1328084468841553,
      "learning_rate": 9.598925202679964e-07,
      "loss": 0.3416,
      "step": 2052330
    },
    {
      "epoch": 572.8,
      "grad_norm": 1.2123453617095947,
      "learning_rate": 9.598706972892107e-07,
      "loss": 0.3309,
      "step": 2052340
    },
    {
      "epoch": 572.8,
      "grad_norm": 1.0827564001083374,
      "learning_rate": 9.598488744946193e-07,
      "loss": 0.3485,
      "step": 2052350
    },
    {
      "epoch": 572.8,
      "grad_norm": 1.0963739156723022,
      "learning_rate": 9.598270518842254e-07,
      "loss": 0.3237,
      "step": 2052360
    },
    {
      "epoch": 572.81,
      "grad_norm": 1.1149840354919434,
      "learning_rate": 9.598052294580328e-07,
      "loss": 0.3376,
      "step": 2052370
    },
    {
      "epoch": 572.81,
      "grad_norm": 0.9391058683395386,
      "learning_rate": 9.59783407216042e-07,
      "loss": 0.3416,
      "step": 2052380
    },
    {
      "epoch": 572.81,
      "grad_norm": 3.980008363723755,
      "learning_rate": 9.59761585158259e-07,
      "loss": 0.3386,
      "step": 2052390
    },
    {
      "epoch": 572.82,
      "grad_norm": 1.0883700847625732,
      "learning_rate": 9.597397632846844e-07,
      "loss": 0.3345,
      "step": 2052400
    },
    {
      "epoch": 572.82,
      "grad_norm": 1.0869321823120117,
      "learning_rate": 9.597179415953221e-07,
      "loss": 0.3533,
      "step": 2052410
    },
    {
      "epoch": 572.82,
      "grad_norm": 1.0113669633865356,
      "learning_rate": 9.59696120090176e-07,
      "loss": 0.3249,
      "step": 2052420
    },
    {
      "epoch": 572.82,
      "grad_norm": 1.2978878021240234,
      "learning_rate": 9.596742987692466e-07,
      "loss": 0.3346,
      "step": 2052430
    },
    {
      "epoch": 572.83,
      "grad_norm": 1.4017771482467651,
      "learning_rate": 9.59652477632538e-07,
      "loss": 0.3473,
      "step": 2052440
    },
    {
      "epoch": 572.83,
      "grad_norm": 1.015812873840332,
      "learning_rate": 9.596306566800532e-07,
      "loss": 0.3389,
      "step": 2052450
    },
    {
      "epoch": 572.83,
      "grad_norm": 1.0317327976226807,
      "learning_rate": 9.596088359117952e-07,
      "loss": 0.3262,
      "step": 2052460
    },
    {
      "epoch": 572.84,
      "grad_norm": 1.095597505569458,
      "learning_rate": 9.59587015327767e-07,
      "loss": 0.3445,
      "step": 2052470
    },
    {
      "epoch": 572.84,
      "grad_norm": 1.117135763168335,
      "learning_rate": 9.595651949279714e-07,
      "loss": 0.3445,
      "step": 2052480
    },
    {
      "epoch": 572.84,
      "grad_norm": 0.9408477544784546,
      "learning_rate": 9.595433747124111e-07,
      "loss": 0.3255,
      "step": 2052490
    },
    {
      "epoch": 572.84,
      "grad_norm": 1.3777261972427368,
      "learning_rate": 9.595215546810885e-07,
      "loss": 0.3473,
      "step": 2052500
    },
    {
      "epoch": 572.85,
      "grad_norm": 0.9952958226203918,
      "learning_rate": 9.59499734834008e-07,
      "loss": 0.3487,
      "step": 2052510
    },
    {
      "epoch": 572.85,
      "grad_norm": 1.140852689743042,
      "learning_rate": 9.594779151711704e-07,
      "loss": 0.3277,
      "step": 2052520
    },
    {
      "epoch": 572.85,
      "grad_norm": 1.0924491882324219,
      "learning_rate": 9.594560956925811e-07,
      "loss": 0.3413,
      "step": 2052530
    },
    {
      "epoch": 572.86,
      "grad_norm": 1.1314085721969604,
      "learning_rate": 9.59434276398241e-07,
      "loss": 0.363,
      "step": 2052540
    },
    {
      "epoch": 572.86,
      "grad_norm": 1.223374843597412,
      "learning_rate": 9.594124572881535e-07,
      "loss": 0.3412,
      "step": 2052550
    },
    {
      "epoch": 572.86,
      "grad_norm": 1.1708424091339111,
      "learning_rate": 9.593906383623224e-07,
      "loss": 0.336,
      "step": 2052560
    },
    {
      "epoch": 572.86,
      "grad_norm": 1.336411714553833,
      "learning_rate": 9.593688196207495e-07,
      "loss": 0.3379,
      "step": 2052570
    },
    {
      "epoch": 572.87,
      "grad_norm": 1.2989660501480103,
      "learning_rate": 9.59347001063438e-07,
      "loss": 0.3264,
      "step": 2052580
    },
    {
      "epoch": 572.87,
      "grad_norm": 1.0453181266784668,
      "learning_rate": 9.593251826903907e-07,
      "loss": 0.3444,
      "step": 2052590
    },
    {
      "epoch": 572.87,
      "grad_norm": 1.1085572242736816,
      "learning_rate": 9.593033645016118e-07,
      "loss": 0.3255,
      "step": 2052600
    },
    {
      "epoch": 572.87,
      "grad_norm": 1.1998990774154663,
      "learning_rate": 9.592815464971012e-07,
      "loss": 0.3579,
      "step": 2052610
    },
    {
      "epoch": 572.88,
      "grad_norm": 1.4198960065841675,
      "learning_rate": 9.592597286768656e-07,
      "loss": 0.3394,
      "step": 2052620
    },
    {
      "epoch": 572.88,
      "grad_norm": 1.2429777383804321,
      "learning_rate": 9.592379110409052e-07,
      "loss": 0.3417,
      "step": 2052630
    },
    {
      "epoch": 572.88,
      "grad_norm": 1.1164908409118652,
      "learning_rate": 9.592160935892238e-07,
      "loss": 0.3377,
      "step": 2052640
    },
    {
      "epoch": 572.89,
      "grad_norm": 1.2986493110656738,
      "learning_rate": 9.591942763218247e-07,
      "loss": 0.3641,
      "step": 2052650
    },
    {
      "epoch": 572.89,
      "grad_norm": 1.316689133644104,
      "learning_rate": 9.5917245923871e-07,
      "loss": 0.3462,
      "step": 2052660
    },
    {
      "epoch": 572.89,
      "grad_norm": 1.028046727180481,
      "learning_rate": 9.591506423398825e-07,
      "loss": 0.3399,
      "step": 2052670
    },
    {
      "epoch": 572.89,
      "grad_norm": 1.125912070274353,
      "learning_rate": 9.591288256253457e-07,
      "loss": 0.3454,
      "step": 2052680
    },
    {
      "epoch": 572.9,
      "grad_norm": 1.176086187362671,
      "learning_rate": 9.591070090951036e-07,
      "loss": 0.3286,
      "step": 2052690
    },
    {
      "epoch": 572.9,
      "grad_norm": 1.0426942110061646,
      "learning_rate": 9.590851927491565e-07,
      "loss": 0.3318,
      "step": 2052700
    },
    {
      "epoch": 572.9,
      "grad_norm": 1.2468340396881104,
      "learning_rate": 9.590633765875088e-07,
      "loss": 0.3264,
      "step": 2052710
    },
    {
      "epoch": 572.91,
      "grad_norm": 1.243064522743225,
      "learning_rate": 9.59041560610164e-07,
      "loss": 0.3552,
      "step": 2052720
    },
    {
      "epoch": 572.91,
      "grad_norm": 1.3207595348358154,
      "learning_rate": 9.59019744817123e-07,
      "loss": 0.3396,
      "step": 2052730
    },
    {
      "epoch": 572.91,
      "grad_norm": 1.3189644813537598,
      "learning_rate": 9.589979292083913e-07,
      "loss": 0.3508,
      "step": 2052740
    },
    {
      "epoch": 572.91,
      "grad_norm": 1.1727783679962158,
      "learning_rate": 9.58976113783969e-07,
      "loss": 0.3521,
      "step": 2052750
    },
    {
      "epoch": 572.92,
      "grad_norm": 1.4288250207901,
      "learning_rate": 9.58954298543862e-07,
      "loss": 0.3355,
      "step": 2052760
    },
    {
      "epoch": 572.92,
      "grad_norm": 1.3308521509170532,
      "learning_rate": 9.589324834880708e-07,
      "loss": 0.3193,
      "step": 2052770
    },
    {
      "epoch": 572.92,
      "grad_norm": 1.022908091545105,
      "learning_rate": 9.589106686165993e-07,
      "loss": 0.3505,
      "step": 2052780
    },
    {
      "epoch": 572.92,
      "grad_norm": 1.1771461963653564,
      "learning_rate": 9.588888539294511e-07,
      "loss": 0.3368,
      "step": 2052790
    },
    {
      "epoch": 572.93,
      "grad_norm": 1.039280652999878,
      "learning_rate": 9.588670394266274e-07,
      "loss": 0.3363,
      "step": 2052800
    },
    {
      "epoch": 572.93,
      "grad_norm": 1.1841596364974976,
      "learning_rate": 9.58845225108132e-07,
      "loss": 0.3352,
      "step": 2052810
    },
    {
      "epoch": 572.93,
      "grad_norm": 1.1934683322906494,
      "learning_rate": 9.588234109739679e-07,
      "loss": 0.3394,
      "step": 2052820
    },
    {
      "epoch": 572.94,
      "grad_norm": 1.136995553970337,
      "learning_rate": 9.58801597024139e-07,
      "loss": 0.3357,
      "step": 2052830
    },
    {
      "epoch": 572.94,
      "grad_norm": 1.3444629907608032,
      "learning_rate": 9.587797832586458e-07,
      "loss": 0.3331,
      "step": 2052840
    },
    {
      "epoch": 572.94,
      "grad_norm": 1.0340217351913452,
      "learning_rate": 9.587579696774927e-07,
      "loss": 0.3375,
      "step": 2052850
    },
    {
      "epoch": 572.94,
      "grad_norm": 1.3082047700881958,
      "learning_rate": 9.587361562806833e-07,
      "loss": 0.3404,
      "step": 2052860
    },
    {
      "epoch": 572.95,
      "grad_norm": 1.1159793138504028,
      "learning_rate": 9.58714343068218e-07,
      "loss": 0.3169,
      "step": 2052870
    },
    {
      "epoch": 572.95,
      "grad_norm": 0.9751818776130676,
      "learning_rate": 9.586925300401028e-07,
      "loss": 0.3364,
      "step": 2052880
    },
    {
      "epoch": 572.95,
      "grad_norm": 1.1048706769943237,
      "learning_rate": 9.586707171963384e-07,
      "loss": 0.3334,
      "step": 2052890
    },
    {
      "epoch": 572.96,
      "grad_norm": 1.201086163520813,
      "learning_rate": 9.586489045369284e-07,
      "loss": 0.3376,
      "step": 2052900
    },
    {
      "epoch": 572.96,
      "grad_norm": 1.1211904287338257,
      "learning_rate": 9.586270920618758e-07,
      "loss": 0.3447,
      "step": 2052910
    },
    {
      "epoch": 572.96,
      "grad_norm": 1.0424480438232422,
      "learning_rate": 9.586052797711841e-07,
      "loss": 0.3444,
      "step": 2052920
    },
    {
      "epoch": 572.96,
      "grad_norm": 1.340173363685608,
      "learning_rate": 9.585834676648549e-07,
      "loss": 0.3338,
      "step": 2052930
    },
    {
      "epoch": 572.97,
      "grad_norm": 1.2236844301223755,
      "learning_rate": 9.585616557428919e-07,
      "loss": 0.3369,
      "step": 2052940
    },
    {
      "epoch": 572.97,
      "grad_norm": 1.1103829145431519,
      "learning_rate": 9.585398440052983e-07,
      "loss": 0.3392,
      "step": 2052950
    },
    {
      "epoch": 572.97,
      "grad_norm": 1.227247953414917,
      "learning_rate": 9.58518032452075e-07,
      "loss": 0.3412,
      "step": 2052960
    },
    {
      "epoch": 572.98,
      "grad_norm": 1.3469542264938354,
      "learning_rate": 9.584962210832282e-07,
      "loss": 0.316,
      "step": 2052970
    },
    {
      "epoch": 572.98,
      "grad_norm": 1.341367244720459,
      "learning_rate": 9.584744098987581e-07,
      "loss": 0.3518,
      "step": 2052980
    },
    {
      "epoch": 572.98,
      "grad_norm": 1.2384812831878662,
      "learning_rate": 9.584525988986685e-07,
      "loss": 0.3393,
      "step": 2052990
    },
    {
      "epoch": 572.98,
      "grad_norm": 1.3167595863342285,
      "learning_rate": 9.584307880829636e-07,
      "loss": 0.324,
      "step": 2053000
    },
    {
      "epoch": 572.99,
      "grad_norm": 1.4855406284332275,
      "learning_rate": 9.584089774516437e-07,
      "loss": 0.3393,
      "step": 2053010
    },
    {
      "epoch": 572.99,
      "grad_norm": 0.9897133708000183,
      "learning_rate": 9.583871670047135e-07,
      "loss": 0.3399,
      "step": 2053020
    },
    {
      "epoch": 572.99,
      "grad_norm": 1.0400241613388062,
      "learning_rate": 9.583653567421753e-07,
      "loss": 0.3333,
      "step": 2053030
    },
    {
      "epoch": 572.99,
      "grad_norm": 1.1865469217300415,
      "learning_rate": 9.583435466640323e-07,
      "loss": 0.3354,
      "step": 2053040
    },
    {
      "epoch": 573.0,
      "grad_norm": 1.5876588821411133,
      "learning_rate": 9.583217367702872e-07,
      "loss": 0.3332,
      "step": 2053050
    },
    {
      "epoch": 573.0,
      "eval_loss": 0.34082165360450745,
      "eval_runtime": 75.1518,
      "eval_samples_per_second": 67.317,
      "eval_steps_per_second": 8.423,
      "step": 2053059
    },
    {
      "epoch": 573.0,
      "grad_norm": 1.304724097251892,
      "learning_rate": 9.582999270609436e-07,
      "loss": 0.3176,
      "step": 2053060
    },
    {
      "epoch": 573.0,
      "grad_norm": 1.1217405796051025,
      "learning_rate": 9.582781175360032e-07,
      "loss": 0.3443,
      "step": 2053070
    },
    {
      "epoch": 573.01,
      "grad_norm": 1.3142379522323608,
      "learning_rate": 9.582563081954693e-07,
      "loss": 0.3441,
      "step": 2053080
    },
    {
      "epoch": 573.01,
      "grad_norm": 1.117376446723938,
      "learning_rate": 9.58234499039346e-07,
      "loss": 0.3538,
      "step": 2053090
    },
    {
      "epoch": 573.01,
      "grad_norm": 1.2324737310409546,
      "learning_rate": 9.582126900676333e-07,
      "loss": 0.3334,
      "step": 2053100
    },
    {
      "epoch": 573.01,
      "grad_norm": 1.197676420211792,
      "learning_rate": 9.581908812803379e-07,
      "loss": 0.3596,
      "step": 2053110
    },
    {
      "epoch": 573.02,
      "grad_norm": 1.4536982774734497,
      "learning_rate": 9.5816907267746e-07,
      "loss": 0.3288,
      "step": 2053120
    },
    {
      "epoch": 573.02,
      "grad_norm": 1.7167415618896484,
      "learning_rate": 9.58147264259003e-07,
      "loss": 0.3354,
      "step": 2053130
    },
    {
      "epoch": 573.02,
      "grad_norm": 3.214387893676758,
      "learning_rate": 9.5812545602497e-07,
      "loss": 0.3404,
      "step": 2053140
    },
    {
      "epoch": 573.03,
      "grad_norm": 0.9804468154907227,
      "learning_rate": 9.581036479753654e-07,
      "loss": 0.3388,
      "step": 2053150
    },
    {
      "epoch": 573.03,
      "grad_norm": 1.1454849243164062,
      "learning_rate": 9.580818401101894e-07,
      "loss": 0.329,
      "step": 2053160
    },
    {
      "epoch": 573.03,
      "grad_norm": 1.2761626243591309,
      "learning_rate": 9.580600324294466e-07,
      "loss": 0.3425,
      "step": 2053170
    },
    {
      "epoch": 573.03,
      "grad_norm": 1.1843992471694946,
      "learning_rate": 9.580382249331401e-07,
      "loss": 0.3543,
      "step": 2053180
    },
    {
      "epoch": 573.04,
      "grad_norm": 1.186445951461792,
      "learning_rate": 9.580164176212706e-07,
      "loss": 0.351,
      "step": 2053190
    },
    {
      "epoch": 573.04,
      "grad_norm": 1.022692084312439,
      "learning_rate": 9.579946104938443e-07,
      "loss": 0.3218,
      "step": 2053200
    },
    {
      "epoch": 573.04,
      "grad_norm": 1.238519549369812,
      "learning_rate": 9.579728035508614e-07,
      "loss": 0.3473,
      "step": 2053210
    },
    {
      "epoch": 573.04,
      "grad_norm": 1.4756971597671509,
      "learning_rate": 9.579509967923261e-07,
      "loss": 0.3415,
      "step": 2053220
    },
    {
      "epoch": 573.05,
      "grad_norm": 1.2708300352096558,
      "learning_rate": 9.579291902182416e-07,
      "loss": 0.3373,
      "step": 2053230
    },
    {
      "epoch": 573.05,
      "grad_norm": 1.892159104347229,
      "learning_rate": 9.579073838286095e-07,
      "loss": 0.3355,
      "step": 2053240
    },
    {
      "epoch": 573.05,
      "grad_norm": 1.0392029285430908,
      "learning_rate": 9.578855776234337e-07,
      "loss": 0.3372,
      "step": 2053250
    },
    {
      "epoch": 573.06,
      "grad_norm": 1.2355191707611084,
      "learning_rate": 9.578637716027164e-07,
      "loss": 0.347,
      "step": 2053260
    },
    {
      "epoch": 573.06,
      "grad_norm": 1.1944730281829834,
      "learning_rate": 9.57841965766462e-07,
      "loss": 0.3325,
      "step": 2053270
    },
    {
      "epoch": 573.06,
      "grad_norm": 1.151669979095459,
      "learning_rate": 9.578201601146705e-07,
      "loss": 0.3232,
      "step": 2053280
    },
    {
      "epoch": 573.06,
      "grad_norm": 0.9636844396591187,
      "learning_rate": 9.577983546473487e-07,
      "loss": 0.3321,
      "step": 2053290
    },
    {
      "epoch": 573.07,
      "grad_norm": 1.275741457939148,
      "learning_rate": 9.577765493644962e-07,
      "loss": 0.3464,
      "step": 2053300
    },
    {
      "epoch": 573.07,
      "grad_norm": 0.9886872172355652,
      "learning_rate": 9.577547442661173e-07,
      "loss": 0.3294,
      "step": 2053310
    },
    {
      "epoch": 573.07,
      "grad_norm": 1.1200432777404785,
      "learning_rate": 9.577329393522155e-07,
      "loss": 0.3308,
      "step": 2053320
    },
    {
      "epoch": 573.08,
      "grad_norm": 1.4625905752182007,
      "learning_rate": 9.577111346227915e-07,
      "loss": 0.3532,
      "step": 2053330
    },
    {
      "epoch": 573.08,
      "grad_norm": 1.3217719793319702,
      "learning_rate": 9.57689330077851e-07,
      "loss": 0.3456,
      "step": 2053340
    },
    {
      "epoch": 573.08,
      "grad_norm": 1.166949987411499,
      "learning_rate": 9.57667525717395e-07,
      "loss": 0.3578,
      "step": 2053350
    },
    {
      "epoch": 573.08,
      "grad_norm": 1.1340328454971313,
      "learning_rate": 9.576457215414267e-07,
      "loss": 0.3369,
      "step": 2053360
    },
    {
      "epoch": 573.09,
      "grad_norm": 1.109561800956726,
      "learning_rate": 9.576239175499503e-07,
      "loss": 0.3311,
      "step": 2053370
    },
    {
      "epoch": 573.09,
      "grad_norm": 0.9203675985336304,
      "learning_rate": 9.576021137429666e-07,
      "loss": 0.345,
      "step": 2053380
    },
    {
      "epoch": 573.09,
      "grad_norm": 1.4257299900054932,
      "learning_rate": 9.5758031012048e-07,
      "loss": 0.3457,
      "step": 2053390
    },
    {
      "epoch": 573.1,
      "grad_norm": 1.131213903427124,
      "learning_rate": 9.575585066824925e-07,
      "loss": 0.3599,
      "step": 2053400
    },
    {
      "epoch": 573.1,
      "grad_norm": 1.058725118637085,
      "learning_rate": 9.575367034290084e-07,
      "loss": 0.3297,
      "step": 2053410
    },
    {
      "epoch": 573.1,
      "grad_norm": 1.1151659488677979,
      "learning_rate": 9.575149003600282e-07,
      "loss": 0.3332,
      "step": 2053420
    },
    {
      "epoch": 573.1,
      "grad_norm": 1.229157567024231,
      "learning_rate": 9.574930974755577e-07,
      "loss": 0.3404,
      "step": 2053430
    },
    {
      "epoch": 573.11,
      "grad_norm": 1.1685115098953247,
      "learning_rate": 9.574712947755978e-07,
      "loss": 0.3332,
      "step": 2053440
    },
    {
      "epoch": 573.11,
      "grad_norm": 1.1704413890838623,
      "learning_rate": 9.574494922601519e-07,
      "loss": 0.3352,
      "step": 2053450
    },
    {
      "epoch": 573.11,
      "grad_norm": 1.2153923511505127,
      "learning_rate": 9.574276899292236e-07,
      "loss": 0.3332,
      "step": 2053460
    },
    {
      "epoch": 573.11,
      "grad_norm": 1.1246672868728638,
      "learning_rate": 9.574058877828145e-07,
      "loss": 0.3381,
      "step": 2053470
    },
    {
      "epoch": 573.12,
      "grad_norm": 1.1528452634811401,
      "learning_rate": 9.573840858209281e-07,
      "loss": 0.3443,
      "step": 2053480
    },
    {
      "epoch": 573.12,
      "grad_norm": 0.8956909775733948,
      "learning_rate": 9.573622840435675e-07,
      "loss": 0.3365,
      "step": 2053490
    },
    {
      "epoch": 573.12,
      "grad_norm": 1.3350335359573364,
      "learning_rate": 9.573404824507361e-07,
      "loss": 0.3431,
      "step": 2053500
    },
    {
      "epoch": 573.13,
      "grad_norm": 1.2808542251586914,
      "learning_rate": 9.573186810424355e-07,
      "loss": 0.3477,
      "step": 2053510
    },
    {
      "epoch": 573.13,
      "grad_norm": 1.0132542848587036,
      "learning_rate": 9.572968798186696e-07,
      "loss": 0.3242,
      "step": 2053520
    },
    {
      "epoch": 573.13,
      "grad_norm": 1.1945117712020874,
      "learning_rate": 9.572750787794414e-07,
      "loss": 0.3458,
      "step": 2053530
    },
    {
      "epoch": 573.13,
      "grad_norm": 1.094603419303894,
      "learning_rate": 9.572532779247518e-07,
      "loss": 0.3431,
      "step": 2053540
    },
    {
      "epoch": 573.14,
      "grad_norm": 6.116749286651611,
      "learning_rate": 9.572314772546072e-07,
      "loss": 0.3527,
      "step": 2053550
    },
    {
      "epoch": 573.14,
      "grad_norm": 1.1208416223526,
      "learning_rate": 9.572096767690073e-07,
      "loss": 0.3271,
      "step": 2053560
    },
    {
      "epoch": 573.14,
      "grad_norm": 1.304063320159912,
      "learning_rate": 9.571878764679567e-07,
      "loss": 0.3442,
      "step": 2053570
    },
    {
      "epoch": 573.15,
      "grad_norm": 1.1313947439193726,
      "learning_rate": 9.571660763514578e-07,
      "loss": 0.3404,
      "step": 2053580
    },
    {
      "epoch": 573.15,
      "grad_norm": 1.0986475944519043,
      "learning_rate": 9.571442764195142e-07,
      "loss": 0.332,
      "step": 2053590
    },
    {
      "epoch": 573.15,
      "grad_norm": 1.0020599365234375,
      "learning_rate": 9.571224766721275e-07,
      "loss": 0.3327,
      "step": 2053600
    },
    {
      "epoch": 573.15,
      "grad_norm": 1.0042318105697632,
      "learning_rate": 9.571006771093013e-07,
      "loss": 0.3337,
      "step": 2053610
    },
    {
      "epoch": 573.16,
      "grad_norm": 1.8069344758987427,
      "learning_rate": 9.570788777310386e-07,
      "loss": 0.3441,
      "step": 2053620
    },
    {
      "epoch": 573.16,
      "grad_norm": 1.1997829675674438,
      "learning_rate": 9.57057078537342e-07,
      "loss": 0.346,
      "step": 2053630
    },
    {
      "epoch": 573.16,
      "grad_norm": 1.1430706977844238,
      "learning_rate": 9.570352795282158e-07,
      "loss": 0.3427,
      "step": 2053640
    },
    {
      "epoch": 573.16,
      "grad_norm": 1.0649245977401733,
      "learning_rate": 9.570134807036606e-07,
      "loss": 0.3313,
      "step": 2053650
    },
    {
      "epoch": 573.17,
      "grad_norm": 1.0214389562606812,
      "learning_rate": 9.569916820636806e-07,
      "loss": 0.322,
      "step": 2053660
    },
    {
      "epoch": 573.17,
      "grad_norm": 1.2078555822372437,
      "learning_rate": 9.569698836082792e-07,
      "loss": 0.3399,
      "step": 2053670
    },
    {
      "epoch": 573.17,
      "grad_norm": 1.23918879032135,
      "learning_rate": 9.569480853374568e-07,
      "loss": 0.3487,
      "step": 2053680
    },
    {
      "epoch": 573.18,
      "grad_norm": 1.1076346635818481,
      "learning_rate": 9.5692628725122e-07,
      "loss": 0.335,
      "step": 2053690
    },
    {
      "epoch": 573.18,
      "grad_norm": 1.067835807800293,
      "learning_rate": 9.56904489349569e-07,
      "loss": 0.342,
      "step": 2053700
    },
    {
      "epoch": 573.18,
      "grad_norm": 1.2275397777557373,
      "learning_rate": 9.568826916325073e-07,
      "loss": 0.3345,
      "step": 2053710
    },
    {
      "epoch": 573.18,
      "grad_norm": 1.1342005729675293,
      "learning_rate": 9.568608941000383e-07,
      "loss": 0.3346,
      "step": 2053720
    },
    {
      "epoch": 573.19,
      "grad_norm": 1.3859443664550781,
      "learning_rate": 9.568390967521653e-07,
      "loss": 0.3527,
      "step": 2053730
    },
    {
      "epoch": 573.19,
      "grad_norm": 1.1275850534439087,
      "learning_rate": 9.568172995888896e-07,
      "loss": 0.3373,
      "step": 2053740
    },
    {
      "epoch": 573.19,
      "grad_norm": 1.2461633682250977,
      "learning_rate": 9.567955026102151e-07,
      "loss": 0.3396,
      "step": 2053750
    },
    {
      "epoch": 573.2,
      "grad_norm": 1.0404164791107178,
      "learning_rate": 9.567737058161454e-07,
      "loss": 0.341,
      "step": 2053760
    },
    {
      "epoch": 573.2,
      "grad_norm": 2.6840121746063232,
      "learning_rate": 9.567519092066812e-07,
      "loss": 0.3299,
      "step": 2053770
    },
    {
      "epoch": 573.2,
      "grad_norm": 1.2115730047225952,
      "learning_rate": 9.567301127818282e-07,
      "loss": 0.3427,
      "step": 2053780
    },
    {
      "epoch": 573.2,
      "grad_norm": 1.151319146156311,
      "learning_rate": 9.567083165415873e-07,
      "loss": 0.3425,
      "step": 2053790
    },
    {
      "epoch": 573.21,
      "grad_norm": 1.2759406566619873,
      "learning_rate": 9.56686520485962e-07,
      "loss": 0.3317,
      "step": 2053800
    },
    {
      "epoch": 573.21,
      "grad_norm": 1.0906585454940796,
      "learning_rate": 9.56664724614956e-07,
      "loss": 0.3413,
      "step": 2053810
    },
    {
      "epoch": 573.21,
      "grad_norm": 1.073742389678955,
      "learning_rate": 9.566429289285706e-07,
      "loss": 0.3439,
      "step": 2053820
    },
    {
      "epoch": 573.22,
      "grad_norm": 1.351831078529358,
      "learning_rate": 9.566211334268093e-07,
      "loss": 0.3408,
      "step": 2053830
    },
    {
      "epoch": 573.22,
      "grad_norm": 1.1797468662261963,
      "learning_rate": 9.565993381096753e-07,
      "loss": 0.3404,
      "step": 2053840
    },
    {
      "epoch": 573.22,
      "grad_norm": 1.0748122930526733,
      "learning_rate": 9.565775429771725e-07,
      "loss": 0.3237,
      "step": 2053850
    },
    {
      "epoch": 573.22,
      "grad_norm": 1.406738519668579,
      "learning_rate": 9.56555748029301e-07,
      "loss": 0.3454,
      "step": 2053860
    },
    {
      "epoch": 573.23,
      "grad_norm": 1.2507826089859009,
      "learning_rate": 9.56533953266067e-07,
      "loss": 0.3528,
      "step": 2053870
    },
    {
      "epoch": 573.23,
      "grad_norm": 1.410111665725708,
      "learning_rate": 9.565121586874711e-07,
      "loss": 0.354,
      "step": 2053880
    },
    {
      "epoch": 573.23,
      "grad_norm": 1.1127300262451172,
      "learning_rate": 9.56490364293517e-07,
      "loss": 0.3642,
      "step": 2053890
    },
    {
      "epoch": 573.23,
      "grad_norm": 1.2638682126998901,
      "learning_rate": 9.564685700842082e-07,
      "loss": 0.3389,
      "step": 2053900
    },
    {
      "epoch": 573.24,
      "grad_norm": 1.2918952703475952,
      "learning_rate": 9.564467760595455e-07,
      "loss": 0.3292,
      "step": 2053910
    },
    {
      "epoch": 573.24,
      "grad_norm": 1.1751352548599243,
      "learning_rate": 9.564249822195347e-07,
      "loss": 0.3163,
      "step": 2053920
    },
    {
      "epoch": 573.24,
      "grad_norm": 1.1163103580474854,
      "learning_rate": 9.564031885641764e-07,
      "loss": 0.3296,
      "step": 2053930
    },
    {
      "epoch": 573.25,
      "grad_norm": 1.4766974449157715,
      "learning_rate": 9.563813950934743e-07,
      "loss": 0.3393,
      "step": 2053940
    },
    {
      "epoch": 573.25,
      "grad_norm": 0.9810647964477539,
      "learning_rate": 9.563596018074324e-07,
      "loss": 0.3565,
      "step": 2053950
    },
    {
      "epoch": 573.25,
      "grad_norm": 1.0928823947906494,
      "learning_rate": 9.563378087060515e-07,
      "loss": 0.3432,
      "step": 2053960
    },
    {
      "epoch": 573.25,
      "grad_norm": 1.3415791988372803,
      "learning_rate": 9.563160157893356e-07,
      "loss": 0.3403,
      "step": 2053970
    },
    {
      "epoch": 573.26,
      "grad_norm": 1.064693570137024,
      "learning_rate": 9.562942230572878e-07,
      "loss": 0.3187,
      "step": 2053980
    },
    {
      "epoch": 573.26,
      "grad_norm": 1.002616047859192,
      "learning_rate": 9.56272430509911e-07,
      "loss": 0.3396,
      "step": 2053990
    },
    {
      "epoch": 573.26,
      "grad_norm": 1.059791088104248,
      "learning_rate": 9.562506381472066e-07,
      "loss": 0.3354,
      "step": 2054000
    },
    {
      "epoch": 573.27,
      "grad_norm": 1.0332386493682861,
      "learning_rate": 9.562288459691802e-07,
      "loss": 0.3479,
      "step": 2054010
    },
    {
      "epoch": 573.27,
      "grad_norm": 1.1520603895187378,
      "learning_rate": 9.562070539758327e-07,
      "loss": 0.3162,
      "step": 2054020
    },
    {
      "epoch": 573.27,
      "grad_norm": 0.9895205497741699,
      "learning_rate": 9.561852621671672e-07,
      "loss": 0.353,
      "step": 2054030
    },
    {
      "epoch": 573.27,
      "grad_norm": 1.1015806198120117,
      "learning_rate": 9.56163470543188e-07,
      "loss": 0.3403,
      "step": 2054040
    },
    {
      "epoch": 573.28,
      "grad_norm": 1.1197274923324585,
      "learning_rate": 9.561416791038961e-07,
      "loss": 0.3292,
      "step": 2054050
    },
    {
      "epoch": 573.28,
      "grad_norm": 1.4047921895980835,
      "learning_rate": 9.561198878492955e-07,
      "loss": 0.3492,
      "step": 2054060
    },
    {
      "epoch": 573.28,
      "grad_norm": 10.363956451416016,
      "learning_rate": 9.560980967793882e-07,
      "loss": 0.3569,
      "step": 2054070
    },
    {
      "epoch": 573.28,
      "grad_norm": 1.1168572902679443,
      "learning_rate": 9.56076305894179e-07,
      "loss": 0.3487,
      "step": 2054080
    },
    {
      "epoch": 573.29,
      "grad_norm": 1.127408742904663,
      "learning_rate": 9.560545151936685e-07,
      "loss": 0.3308,
      "step": 2054090
    },
    {
      "epoch": 573.29,
      "grad_norm": 1.2429181337356567,
      "learning_rate": 9.56032724677861e-07,
      "loss": 0.3247,
      "step": 2054100
    },
    {
      "epoch": 573.29,
      "grad_norm": 2.6265709400177,
      "learning_rate": 9.560109343467589e-07,
      "loss": 0.3289,
      "step": 2054110
    },
    {
      "epoch": 573.3,
      "grad_norm": 1.210638165473938,
      "learning_rate": 9.559891442003653e-07,
      "loss": 0.3271,
      "step": 2054120
    },
    {
      "epoch": 573.3,
      "grad_norm": 1.213577389717102,
      "learning_rate": 9.559673542386835e-07,
      "loss": 0.3431,
      "step": 2054130
    },
    {
      "epoch": 573.3,
      "grad_norm": 1.2049177885055542,
      "learning_rate": 9.559455644617153e-07,
      "loss": 0.3427,
      "step": 2054140
    },
    {
      "epoch": 573.3,
      "grad_norm": 1.196577548980713,
      "learning_rate": 9.559237748694646e-07,
      "loss": 0.3221,
      "step": 2054150
    },
    {
      "epoch": 573.31,
      "grad_norm": 1.1188576221466064,
      "learning_rate": 9.559019854619336e-07,
      "loss": 0.3271,
      "step": 2054160
    },
    {
      "epoch": 573.31,
      "grad_norm": 1.3675509691238403,
      "learning_rate": 9.558801962391263e-07,
      "loss": 0.34,
      "step": 2054170
    },
    {
      "epoch": 573.31,
      "grad_norm": 1.0885907411575317,
      "learning_rate": 9.558584072010441e-07,
      "loss": 0.336,
      "step": 2054180
    },
    {
      "epoch": 573.32,
      "grad_norm": 3.3070590496063232,
      "learning_rate": 9.558366183476908e-07,
      "loss": 0.3456,
      "step": 2054190
    },
    {
      "epoch": 573.32,
      "grad_norm": 1.0136231184005737,
      "learning_rate": 9.558148296790692e-07,
      "loss": 0.318,
      "step": 2054200
    },
    {
      "epoch": 573.32,
      "grad_norm": 1.139012336730957,
      "learning_rate": 9.55793041195182e-07,
      "loss": 0.3328,
      "step": 2054210
    },
    {
      "epoch": 573.32,
      "grad_norm": 1.159159779548645,
      "learning_rate": 9.557712528960333e-07,
      "loss": 0.3432,
      "step": 2054220
    },
    {
      "epoch": 573.33,
      "grad_norm": 1.2653661966323853,
      "learning_rate": 9.557494647816228e-07,
      "loss": 0.347,
      "step": 2054230
    },
    {
      "epoch": 573.33,
      "grad_norm": 1.2203369140625,
      "learning_rate": 9.557276768519574e-07,
      "loss": 0.3443,
      "step": 2054240
    },
    {
      "epoch": 573.33,
      "grad_norm": 1.0157067775726318,
      "learning_rate": 9.557058891070375e-07,
      "loss": 0.3431,
      "step": 2054250
    },
    {
      "epoch": 573.34,
      "grad_norm": 1.2245709896087646,
      "learning_rate": 9.556841015468668e-07,
      "loss": 0.3435,
      "step": 2054260
    },
    {
      "epoch": 573.34,
      "grad_norm": 1.1111423969268799,
      "learning_rate": 9.556623141714487e-07,
      "loss": 0.3354,
      "step": 2054270
    },
    {
      "epoch": 573.34,
      "grad_norm": 1.043233871459961,
      "learning_rate": 9.556405269807846e-07,
      "loss": 0.3372,
      "step": 2054280
    },
    {
      "epoch": 573.34,
      "grad_norm": 1.2425718307495117,
      "learning_rate": 9.55618739974878e-07,
      "loss": 0.3449,
      "step": 2054290
    },
    {
      "epoch": 573.35,
      "grad_norm": 1.0588363409042358,
      "learning_rate": 9.55596953153732e-07,
      "loss": 0.3228,
      "step": 2054300
    },
    {
      "epoch": 573.35,
      "grad_norm": 1.0960952043533325,
      "learning_rate": 9.555751665173511e-07,
      "loss": 0.3316,
      "step": 2054310
    },
    {
      "epoch": 573.35,
      "grad_norm": 1.2105416059494019,
      "learning_rate": 9.555533800657354e-07,
      "loss": 0.3434,
      "step": 2054320
    },
    {
      "epoch": 573.35,
      "grad_norm": 1.1674835681915283,
      "learning_rate": 9.555315937988888e-07,
      "loss": 0.3417,
      "step": 2054330
    },
    {
      "epoch": 573.36,
      "grad_norm": 1.0800859928131104,
      "learning_rate": 9.555098077168155e-07,
      "loss": 0.3489,
      "step": 2054340
    },
    {
      "epoch": 573.36,
      "grad_norm": 1.2116267681121826,
      "learning_rate": 9.554880218195159e-07,
      "loss": 0.3412,
      "step": 2054350
    },
    {
      "epoch": 573.36,
      "grad_norm": 1.0807583332061768,
      "learning_rate": 9.554662361069956e-07,
      "loss": 0.3422,
      "step": 2054360
    },
    {
      "epoch": 573.37,
      "grad_norm": 1.1694144010543823,
      "learning_rate": 9.554444505792554e-07,
      "loss": 0.3368,
      "step": 2054370
    },
    {
      "epoch": 573.37,
      "grad_norm": 1.3231801986694336,
      "learning_rate": 9.554226652362993e-07,
      "loss": 0.3344,
      "step": 2054380
    },
    {
      "epoch": 573.37,
      "grad_norm": 1.0538536310195923,
      "learning_rate": 9.5540088007813e-07,
      "loss": 0.3266,
      "step": 2054390
    },
    {
      "epoch": 573.37,
      "grad_norm": 1.0669934749603271,
      "learning_rate": 9.553790951047512e-07,
      "loss": 0.3458,
      "step": 2054400
    },
    {
      "epoch": 573.38,
      "grad_norm": 0.9825644493103027,
      "learning_rate": 9.55357310316164e-07,
      "loss": 0.3144,
      "step": 2054410
    },
    {
      "epoch": 573.38,
      "grad_norm": 1.099761962890625,
      "learning_rate": 9.553355257123723e-07,
      "loss": 0.3422,
      "step": 2054420
    },
    {
      "epoch": 573.38,
      "grad_norm": 1.1228306293487549,
      "learning_rate": 9.553137412933796e-07,
      "loss": 0.3487,
      "step": 2054430
    },
    {
      "epoch": 573.39,
      "grad_norm": 1.2409839630126953,
      "learning_rate": 9.552919570591866e-07,
      "loss": 0.3364,
      "step": 2054440
    },
    {
      "epoch": 573.39,
      "grad_norm": 1.181594967842102,
      "learning_rate": 9.552701730097992e-07,
      "loss": 0.3393,
      "step": 2054450
    },
    {
      "epoch": 573.39,
      "grad_norm": 1.2619229555130005,
      "learning_rate": 9.552483891452184e-07,
      "loss": 0.331,
      "step": 2054460
    },
    {
      "epoch": 573.39,
      "grad_norm": 1.2033803462982178,
      "learning_rate": 9.552266054654474e-07,
      "loss": 0.3358,
      "step": 2054470
    },
    {
      "epoch": 573.4,
      "grad_norm": 1.1393396854400635,
      "learning_rate": 9.552048219704901e-07,
      "loss": 0.346,
      "step": 2054480
    },
    {
      "epoch": 573.4,
      "grad_norm": 1.2341784238815308,
      "learning_rate": 9.551830386603465e-07,
      "loss": 0.3572,
      "step": 2054490
    },
    {
      "epoch": 573.4,
      "grad_norm": 0.9233063459396362,
      "learning_rate": 9.551612555350236e-07,
      "loss": 0.3529,
      "step": 2054500
    },
    {
      "epoch": 573.4,
      "grad_norm": 0.9388957023620605,
      "learning_rate": 9.551394725945214e-07,
      "loss": 0.3421,
      "step": 2054510
    },
    {
      "epoch": 573.41,
      "grad_norm": 1.1487905979156494,
      "learning_rate": 9.551176898388435e-07,
      "loss": 0.35,
      "step": 2054520
    },
    {
      "epoch": 573.41,
      "grad_norm": 1.1054123640060425,
      "learning_rate": 9.55095907267993e-07,
      "loss": 0.3399,
      "step": 2054530
    },
    {
      "epoch": 573.41,
      "grad_norm": 1.0699687004089355,
      "learning_rate": 9.550741248819738e-07,
      "loss": 0.3372,
      "step": 2054540
    },
    {
      "epoch": 573.42,
      "grad_norm": 1.1355290412902832,
      "learning_rate": 9.550523426807865e-07,
      "loss": 0.3386,
      "step": 2054550
    },
    {
      "epoch": 573.42,
      "grad_norm": 1.0606402158737183,
      "learning_rate": 9.550305606644354e-07,
      "loss": 0.3426,
      "step": 2054560
    },
    {
      "epoch": 573.42,
      "grad_norm": 1.0004693269729614,
      "learning_rate": 9.55008778832924e-07,
      "loss": 0.3206,
      "step": 2054570
    },
    {
      "epoch": 573.42,
      "grad_norm": 1.149616003036499,
      "learning_rate": 9.549869971862527e-07,
      "loss": 0.3398,
      "step": 2054580
    },
    {
      "epoch": 573.43,
      "grad_norm": 1.0565251111984253,
      "learning_rate": 9.549652157244282e-07,
      "loss": 0.3363,
      "step": 2054590
    },
    {
      "epoch": 573.43,
      "grad_norm": 1.2009661197662354,
      "learning_rate": 9.5494343444745e-07,
      "loss": 0.3227,
      "step": 2054600
    },
    {
      "epoch": 573.43,
      "grad_norm": 1.1635152101516724,
      "learning_rate": 9.549216533553227e-07,
      "loss": 0.3345,
      "step": 2054610
    },
    {
      "epoch": 573.44,
      "grad_norm": 1.9219564199447632,
      "learning_rate": 9.548998724480496e-07,
      "loss": 0.327,
      "step": 2054620
    },
    {
      "epoch": 573.44,
      "grad_norm": 1.0510952472686768,
      "learning_rate": 9.548780917256322e-07,
      "loss": 0.3428,
      "step": 2054630
    },
    {
      "epoch": 573.44,
      "grad_norm": 1.2895631790161133,
      "learning_rate": 9.548563111880735e-07,
      "loss": 0.3548,
      "step": 2054640
    },
    {
      "epoch": 573.44,
      "grad_norm": 1.2202391624450684,
      "learning_rate": 9.548345308353772e-07,
      "loss": 0.3489,
      "step": 2054650
    },
    {
      "epoch": 573.45,
      "grad_norm": 1.2465928792953491,
      "learning_rate": 9.54812750667547e-07,
      "loss": 0.3364,
      "step": 2054660
    },
    {
      "epoch": 573.45,
      "grad_norm": 1.0890529155731201,
      "learning_rate": 9.547909706845824e-07,
      "loss": 0.3524,
      "step": 2054670
    },
    {
      "epoch": 573.45,
      "grad_norm": 1.5025285482406616,
      "learning_rate": 9.54769190886491e-07,
      "loss": 0.3277,
      "step": 2054680
    },
    {
      "epoch": 573.46,
      "grad_norm": 1.3572760820388794,
      "learning_rate": 9.54747411273272e-07,
      "loss": 0.3465,
      "step": 2054690
    },
    {
      "epoch": 573.46,
      "grad_norm": 1.3342664241790771,
      "learning_rate": 9.5472563184493e-07,
      "loss": 0.3489,
      "step": 2054700
    },
    {
      "epoch": 573.46,
      "grad_norm": 1.0807468891143799,
      "learning_rate": 9.54703852601468e-07,
      "loss": 0.349,
      "step": 2054710
    },
    {
      "epoch": 573.46,
      "grad_norm": 1.165292739868164,
      "learning_rate": 9.546820735428878e-07,
      "loss": 0.345,
      "step": 2054720
    },
    {
      "epoch": 573.47,
      "grad_norm": 1.136617660522461,
      "learning_rate": 9.54660294669193e-07,
      "loss": 0.3411,
      "step": 2054730
    },
    {
      "epoch": 573.47,
      "grad_norm": 1.1371581554412842,
      "learning_rate": 9.546385159803862e-07,
      "loss": 0.3407,
      "step": 2054740
    },
    {
      "epoch": 573.47,
      "grad_norm": 1.0464597940444946,
      "learning_rate": 9.546167374764717e-07,
      "loss": 0.3301,
      "step": 2054750
    },
    {
      "epoch": 573.47,
      "grad_norm": 1.3151191473007202,
      "learning_rate": 9.5459495915745e-07,
      "loss": 0.3446,
      "step": 2054760
    },
    {
      "epoch": 573.48,
      "grad_norm": 1.057694673538208,
      "learning_rate": 9.545731810233253e-07,
      "loss": 0.3331,
      "step": 2054770
    },
    {
      "epoch": 573.48,
      "grad_norm": 1.1613249778747559,
      "learning_rate": 9.545514030741005e-07,
      "loss": 0.334,
      "step": 2054780
    },
    {
      "epoch": 573.48,
      "grad_norm": 1.2559629678726196,
      "learning_rate": 9.545296253097785e-07,
      "loss": 0.3351,
      "step": 2054790
    },
    {
      "epoch": 573.49,
      "grad_norm": 1.1351072788238525,
      "learning_rate": 9.545078477303627e-07,
      "loss": 0.3524,
      "step": 2054800
    },
    {
      "epoch": 573.49,
      "grad_norm": 1.1835836172103882,
      "learning_rate": 9.544860703358539e-07,
      "loss": 0.3412,
      "step": 2054810
    },
    {
      "epoch": 573.49,
      "grad_norm": 1.2456700801849365,
      "learning_rate": 9.54464293126258e-07,
      "loss": 0.3303,
      "step": 2054820
    },
    {
      "epoch": 573.49,
      "grad_norm": 1.1222424507141113,
      "learning_rate": 9.544425161015758e-07,
      "loss": 0.3362,
      "step": 2054830
    },
    {
      "epoch": 573.5,
      "grad_norm": 1.1047446727752686,
      "learning_rate": 9.544207392618108e-07,
      "loss": 0.3536,
      "step": 2054840
    },
    {
      "epoch": 573.5,
      "grad_norm": 1.166210412979126,
      "learning_rate": 9.543989626069666e-07,
      "loss": 0.3456,
      "step": 2054850
    },
    {
      "epoch": 573.5,
      "grad_norm": 1.1669882535934448,
      "learning_rate": 9.543771861370446e-07,
      "loss": 0.3465,
      "step": 2054860
    },
    {
      "epoch": 573.51,
      "grad_norm": 1.1508675813674927,
      "learning_rate": 9.543554098520485e-07,
      "loss": 0.3506,
      "step": 2054870
    },
    {
      "epoch": 573.51,
      "grad_norm": 1.3292176723480225,
      "learning_rate": 9.543336337519813e-07,
      "loss": 0.3269,
      "step": 2054880
    },
    {
      "epoch": 573.51,
      "grad_norm": 1.0927571058273315,
      "learning_rate": 9.543118578368464e-07,
      "loss": 0.3436,
      "step": 2054890
    },
    {
      "epoch": 573.51,
      "grad_norm": 1.1910524368286133,
      "learning_rate": 9.542900821066456e-07,
      "loss": 0.336,
      "step": 2054900
    },
    {
      "epoch": 573.52,
      "grad_norm": 1.1165646314620972,
      "learning_rate": 9.54268306561382e-07,
      "loss": 0.3374,
      "step": 2054910
    },
    {
      "epoch": 573.52,
      "grad_norm": 1.0587961673736572,
      "learning_rate": 9.542465312010596e-07,
      "loss": 0.3468,
      "step": 2054920
    },
    {
      "epoch": 573.52,
      "grad_norm": 1.1960383653640747,
      "learning_rate": 9.54224756025679e-07,
      "loss": 0.3331,
      "step": 2054930
    },
    {
      "epoch": 573.52,
      "grad_norm": 1.292283296585083,
      "learning_rate": 9.542029810352461e-07,
      "loss": 0.3281,
      "step": 2054940
    },
    {
      "epoch": 573.53,
      "grad_norm": 0.9762722849845886,
      "learning_rate": 9.541812062297616e-07,
      "loss": 0.3486,
      "step": 2054950
    },
    {
      "epoch": 573.53,
      "grad_norm": 1.2064512968063354,
      "learning_rate": 9.541594316092293e-07,
      "loss": 0.3382,
      "step": 2054960
    },
    {
      "epoch": 573.53,
      "grad_norm": 1.0999116897583008,
      "learning_rate": 9.541376571736515e-07,
      "loss": 0.342,
      "step": 2054970
    },
    {
      "epoch": 573.54,
      "grad_norm": 1.062704086303711,
      "learning_rate": 9.541158829230325e-07,
      "loss": 0.3557,
      "step": 2054980
    },
    {
      "epoch": 573.54,
      "grad_norm": 1.1694003343582153,
      "learning_rate": 9.540941088573732e-07,
      "loss": 0.3474,
      "step": 2054990
    },
    {
      "epoch": 573.54,
      "grad_norm": 1.1459075212478638,
      "learning_rate": 9.540723349766776e-07,
      "loss": 0.3194,
      "step": 2055000
    },
    {
      "epoch": 573.54,
      "grad_norm": 1.1115996837615967,
      "learning_rate": 9.540505612809494e-07,
      "loss": 0.3498,
      "step": 2055010
    },
    {
      "epoch": 573.55,
      "grad_norm": 2.2418596744537354,
      "learning_rate": 9.540287877701887e-07,
      "loss": 0.3236,
      "step": 2055020
    },
    {
      "epoch": 573.55,
      "grad_norm": 1.336168646812439,
      "learning_rate": 9.54007014444402e-07,
      "loss": 0.3471,
      "step": 2055030
    },
    {
      "epoch": 573.55,
      "grad_norm": 1.1004180908203125,
      "learning_rate": 9.539852413035898e-07,
      "loss": 0.3346,
      "step": 2055040
    },
    {
      "epoch": 573.56,
      "grad_norm": 1.125092625617981,
      "learning_rate": 9.539634683477554e-07,
      "loss": 0.3322,
      "step": 2055050
    },
    {
      "epoch": 573.56,
      "grad_norm": 1.1547966003417969,
      "learning_rate": 9.53941695576902e-07,
      "loss": 0.3518,
      "step": 2055060
    },
    {
      "epoch": 573.56,
      "grad_norm": 1.0592490434646606,
      "learning_rate": 9.539199229910325e-07,
      "loss": 0.3318,
      "step": 2055070
    },
    {
      "epoch": 573.56,
      "grad_norm": 1.3855377435684204,
      "learning_rate": 9.538981505901509e-07,
      "loss": 0.3616,
      "step": 2055080
    },
    {
      "epoch": 573.57,
      "grad_norm": 0.9988461136817932,
      "learning_rate": 9.538763783742576e-07,
      "loss": 0.3432,
      "step": 2055090
    },
    {
      "epoch": 573.57,
      "grad_norm": 4.461051940917969,
      "learning_rate": 9.538546063433573e-07,
      "loss": 0.3372,
      "step": 2055100
    },
    {
      "epoch": 573.57,
      "grad_norm": 0.9867908358573914,
      "learning_rate": 9.538328344974525e-07,
      "loss": 0.3092,
      "step": 2055110
    },
    {
      "epoch": 573.58,
      "grad_norm": 1.135003924369812,
      "learning_rate": 9.538110628365464e-07,
      "loss": 0.329,
      "step": 2055120
    },
    {
      "epoch": 573.58,
      "grad_norm": 1.071954369544983,
      "learning_rate": 9.53789291360641e-07,
      "loss": 0.3279,
      "step": 2055130
    },
    {
      "epoch": 573.58,
      "grad_norm": 1.2999306917190552,
      "learning_rate": 9.537675200697398e-07,
      "loss": 0.3456,
      "step": 2055140
    },
    {
      "epoch": 573.58,
      "grad_norm": 0.9611704349517822,
      "learning_rate": 9.537457489638464e-07,
      "loss": 0.3323,
      "step": 2055150
    },
    {
      "epoch": 573.59,
      "grad_norm": 1.0632686614990234,
      "learning_rate": 9.537239780429613e-07,
      "loss": 0.3391,
      "step": 2055160
    },
    {
      "epoch": 573.59,
      "grad_norm": 1.0503318309783936,
      "learning_rate": 9.537022073070909e-07,
      "loss": 0.3243,
      "step": 2055170
    },
    {
      "epoch": 573.59,
      "grad_norm": 1.237299919128418,
      "learning_rate": 9.53680436756235e-07,
      "loss": 0.3327,
      "step": 2055180
    },
    {
      "epoch": 573.59,
      "grad_norm": 1.0141342878341675,
      "learning_rate": 9.536586663903981e-07,
      "loss": 0.3303,
      "step": 2055190
    },
    {
      "epoch": 573.6,
      "grad_norm": 1.1016443967819214,
      "learning_rate": 9.536368962095825e-07,
      "loss": 0.3357,
      "step": 2055200
    },
    {
      "epoch": 573.6,
      "grad_norm": 1.0704888105392456,
      "learning_rate": 9.536151262137923e-07,
      "loss": 0.3426,
      "step": 2055210
    },
    {
      "epoch": 573.6,
      "grad_norm": 1.118353247642517,
      "learning_rate": 9.535933564030285e-07,
      "loss": 0.3531,
      "step": 2055220
    },
    {
      "epoch": 573.61,
      "grad_norm": 1.164976716041565,
      "learning_rate": 9.53571586777295e-07,
      "loss": 0.3617,
      "step": 2055230
    },
    {
      "epoch": 573.61,
      "grad_norm": 1.2144107818603516,
      "learning_rate": 9.535498173365955e-07,
      "loss": 0.343,
      "step": 2055240
    },
    {
      "epoch": 573.61,
      "grad_norm": 1.6410470008850098,
      "learning_rate": 9.535280480809305e-07,
      "loss": 0.3407,
      "step": 2055250
    },
    {
      "epoch": 573.61,
      "grad_norm": 1.120118260383606,
      "learning_rate": 9.535062790103056e-07,
      "loss": 0.3375,
      "step": 2055260
    },
    {
      "epoch": 573.62,
      "grad_norm": 1.1774805784225464,
      "learning_rate": 9.534845101247222e-07,
      "loss": 0.3406,
      "step": 2055270
    },
    {
      "epoch": 573.62,
      "grad_norm": 1.1952944993972778,
      "learning_rate": 9.534627414241831e-07,
      "loss": 0.3252,
      "step": 2055280
    },
    {
      "epoch": 573.62,
      "grad_norm": 1.3506362438201904,
      "learning_rate": 9.534409729086927e-07,
      "loss": 0.3225,
      "step": 2055290
    },
    {
      "epoch": 573.63,
      "grad_norm": 1.2488818168640137,
      "learning_rate": 9.534192045782519e-07,
      "loss": 0.3489,
      "step": 2055300
    },
    {
      "epoch": 573.63,
      "grad_norm": 1.1417232751846313,
      "learning_rate": 9.533974364328646e-07,
      "loss": 0.3244,
      "step": 2055310
    },
    {
      "epoch": 573.63,
      "grad_norm": 1.0269229412078857,
      "learning_rate": 9.533756684725334e-07,
      "loss": 0.3398,
      "step": 2055320
    },
    {
      "epoch": 573.63,
      "grad_norm": 1.234743595123291,
      "learning_rate": 9.533539006972624e-07,
      "loss": 0.3402,
      "step": 2055330
    },
    {
      "epoch": 573.64,
      "grad_norm": 1.154041051864624,
      "learning_rate": 9.533321331070519e-07,
      "loss": 0.3301,
      "step": 2055340
    },
    {
      "epoch": 573.64,
      "grad_norm": 1.0934560298919678,
      "learning_rate": 9.533103657019078e-07,
      "loss": 0.3337,
      "step": 2055350
    },
    {
      "epoch": 573.64,
      "grad_norm": 1.0918351411819458,
      "learning_rate": 9.532885984818309e-07,
      "loss": 0.3313,
      "step": 2055360
    },
    {
      "epoch": 573.64,
      "grad_norm": 1.2331210374832153,
      "learning_rate": 9.532668314468249e-07,
      "loss": 0.348,
      "step": 2055370
    },
    {
      "epoch": 573.65,
      "grad_norm": 1.2209808826446533,
      "learning_rate": 9.532450645968933e-07,
      "loss": 0.3413,
      "step": 2055380
    },
    {
      "epoch": 573.65,
      "grad_norm": 1.221725344657898,
      "learning_rate": 9.532232979320366e-07,
      "loss": 0.3332,
      "step": 2055390
    },
    {
      "epoch": 573.65,
      "grad_norm": 1.915134310722351,
      "learning_rate": 9.532015314522613e-07,
      "loss": 0.3294,
      "step": 2055400
    },
    {
      "epoch": 573.66,
      "grad_norm": 1.0812416076660156,
      "learning_rate": 9.531797651575673e-07,
      "loss": 0.3474,
      "step": 2055410
    },
    {
      "epoch": 573.66,
      "grad_norm": 1.1448509693145752,
      "learning_rate": 9.531579990479585e-07,
      "loss": 0.3586,
      "step": 2055420
    },
    {
      "epoch": 573.66,
      "grad_norm": 1.1613986492156982,
      "learning_rate": 9.531362331234388e-07,
      "loss": 0.3244,
      "step": 2055430
    },
    {
      "epoch": 573.66,
      "grad_norm": 1.1632195711135864,
      "learning_rate": 9.531144673840095e-07,
      "loss": 0.3512,
      "step": 2055440
    },
    {
      "epoch": 573.67,
      "grad_norm": 1.1992563009262085,
      "learning_rate": 9.530927018296741e-07,
      "loss": 0.3446,
      "step": 2055450
    },
    {
      "epoch": 573.67,
      "grad_norm": 1.0647896528244019,
      "learning_rate": 9.530709364604354e-07,
      "loss": 0.3306,
      "step": 2055460
    },
    {
      "epoch": 573.67,
      "grad_norm": 1.1762484312057495,
      "learning_rate": 9.530491712762973e-07,
      "loss": 0.3425,
      "step": 2055470
    },
    {
      "epoch": 573.68,
      "grad_norm": 1.1532877683639526,
      "learning_rate": 9.530274062772604e-07,
      "loss": 0.3393,
      "step": 2055480
    },
    {
      "epoch": 573.68,
      "grad_norm": 1.0490686893463135,
      "learning_rate": 9.530056414633307e-07,
      "loss": 0.3355,
      "step": 2055490
    },
    {
      "epoch": 573.68,
      "grad_norm": 1.202763319015503,
      "learning_rate": 9.529838768345083e-07,
      "loss": 0.3377,
      "step": 2055500
    },
    {
      "epoch": 573.68,
      "grad_norm": 1.3963514566421509,
      "learning_rate": 9.529621123907974e-07,
      "loss": 0.3432,
      "step": 2055510
    },
    {
      "epoch": 573.69,
      "grad_norm": 1.2664793729782104,
      "learning_rate": 9.529403481322019e-07,
      "loss": 0.3536,
      "step": 2055520
    },
    {
      "epoch": 573.69,
      "grad_norm": 1.2222505807876587,
      "learning_rate": 9.529185840587224e-07,
      "loss": 0.329,
      "step": 2055530
    },
    {
      "epoch": 573.69,
      "grad_norm": 1.1811490058898926,
      "learning_rate": 9.52896820170363e-07,
      "loss": 0.3371,
      "step": 2055540
    },
    {
      "epoch": 573.7,
      "grad_norm": 1.0998386144638062,
      "learning_rate": 9.528750564671266e-07,
      "loss": 0.3287,
      "step": 2055550
    },
    {
      "epoch": 573.7,
      "grad_norm": 1.1303210258483887,
      "learning_rate": 9.528532929490168e-07,
      "loss": 0.346,
      "step": 2055560
    },
    {
      "epoch": 573.7,
      "grad_norm": 1.1322044134140015,
      "learning_rate": 9.528315296160349e-07,
      "loss": 0.338,
      "step": 2055570
    },
    {
      "epoch": 573.7,
      "grad_norm": 1.1426571607589722,
      "learning_rate": 9.528097664681846e-07,
      "loss": 0.331,
      "step": 2055580
    },
    {
      "epoch": 573.71,
      "grad_norm": 1.144384741783142,
      "learning_rate": 9.527880035054696e-07,
      "loss": 0.3277,
      "step": 2055590
    },
    {
      "epoch": 573.71,
      "grad_norm": 1.0640736818313599,
      "learning_rate": 9.527662407278906e-07,
      "loss": 0.342,
      "step": 2055600
    },
    {
      "epoch": 573.71,
      "grad_norm": 1.17323637008667,
      "learning_rate": 9.527444781354534e-07,
      "loss": 0.3533,
      "step": 2055610
    },
    {
      "epoch": 573.71,
      "grad_norm": 1.1903302669525146,
      "learning_rate": 9.527227157281587e-07,
      "loss": 0.3256,
      "step": 2055620
    },
    {
      "epoch": 573.72,
      "grad_norm": 1.1624261140823364,
      "learning_rate": 9.5270095350601e-07,
      "loss": 0.3352,
      "step": 2055630
    },
    {
      "epoch": 573.72,
      "grad_norm": 1.1659183502197266,
      "learning_rate": 9.526791914690103e-07,
      "loss": 0.3546,
      "step": 2055640
    },
    {
      "epoch": 573.72,
      "grad_norm": 1.1862623691558838,
      "learning_rate": 9.526574296171624e-07,
      "loss": 0.345,
      "step": 2055650
    },
    {
      "epoch": 573.73,
      "grad_norm": 1.3037370443344116,
      "learning_rate": 9.526356679504703e-07,
      "loss": 0.3315,
      "step": 2055660
    },
    {
      "epoch": 573.73,
      "grad_norm": 1.1284276247024536,
      "learning_rate": 9.526139064689351e-07,
      "loss": 0.3365,
      "step": 2055670
    },
    {
      "epoch": 573.73,
      "grad_norm": 1.0569320917129517,
      "learning_rate": 9.525921451725605e-07,
      "loss": 0.3441,
      "step": 2055680
    },
    {
      "epoch": 573.73,
      "grad_norm": 1.2441158294677734,
      "learning_rate": 9.525703840613494e-07,
      "loss": 0.3399,
      "step": 2055690
    },
    {
      "epoch": 573.74,
      "grad_norm": 1.7126023769378662,
      "learning_rate": 9.525486231353054e-07,
      "loss": 0.3528,
      "step": 2055700
    },
    {
      "epoch": 573.74,
      "grad_norm": 1.1787649393081665,
      "learning_rate": 9.525268623944298e-07,
      "loss": 0.3238,
      "step": 2055710
    },
    {
      "epoch": 573.74,
      "grad_norm": 1.0445725917816162,
      "learning_rate": 9.525051018387264e-07,
      "loss": 0.3291,
      "step": 2055720
    },
    {
      "epoch": 573.75,
      "grad_norm": 1.0522888898849487,
      "learning_rate": 9.52483341468199e-07,
      "loss": 0.3373,
      "step": 2055730
    },
    {
      "epoch": 573.75,
      "grad_norm": 1.1726707220077515,
      "learning_rate": 9.52461581282848e-07,
      "loss": 0.3574,
      "step": 2055740
    },
    {
      "epoch": 573.75,
      "grad_norm": 1.033654808998108,
      "learning_rate": 9.524398212826794e-07,
      "loss": 0.3436,
      "step": 2055750
    },
    {
      "epoch": 573.75,
      "grad_norm": 1.0162220001220703,
      "learning_rate": 9.524180614676938e-07,
      "loss": 0.3318,
      "step": 2055760
    },
    {
      "epoch": 573.76,
      "grad_norm": 1.3673070669174194,
      "learning_rate": 9.523963018378947e-07,
      "loss": 0.3411,
      "step": 2055770
    },
    {
      "epoch": 573.76,
      "grad_norm": 1.2564617395401,
      "learning_rate": 9.523745423932853e-07,
      "loss": 0.3548,
      "step": 2055780
    },
    {
      "epoch": 573.76,
      "grad_norm": 1.2976489067077637,
      "learning_rate": 9.523527831338692e-07,
      "loss": 0.3398,
      "step": 2055790
    },
    {
      "epoch": 573.77,
      "grad_norm": 1.2877706289291382,
      "learning_rate": 9.523310240596474e-07,
      "loss": 0.3351,
      "step": 2055800
    },
    {
      "epoch": 573.77,
      "grad_norm": 1.2306225299835205,
      "learning_rate": 9.52309265170624e-07,
      "loss": 0.3315,
      "step": 2055810
    },
    {
      "epoch": 573.77,
      "grad_norm": 1.265284776687622,
      "learning_rate": 9.522875064668027e-07,
      "loss": 0.3366,
      "step": 2055820
    },
    {
      "epoch": 573.77,
      "grad_norm": 1.2902250289916992,
      "learning_rate": 9.522657479481835e-07,
      "loss": 0.3288,
      "step": 2055830
    },
    {
      "epoch": 573.78,
      "grad_norm": 1.098442792892456,
      "learning_rate": 9.52243989614773e-07,
      "loss": 0.3292,
      "step": 2055840
    },
    {
      "epoch": 573.78,
      "grad_norm": 1.3621232509613037,
      "learning_rate": 9.522222314665716e-07,
      "loss": 0.3345,
      "step": 2055850
    },
    {
      "epoch": 573.78,
      "grad_norm": 1.5536072254180908,
      "learning_rate": 9.522004735035831e-07,
      "loss": 0.3266,
      "step": 2055860
    },
    {
      "epoch": 573.78,
      "grad_norm": 1.1529260873794556,
      "learning_rate": 9.521787157258106e-07,
      "loss": 0.3251,
      "step": 2055870
    },
    {
      "epoch": 573.79,
      "grad_norm": 1.2313079833984375,
      "learning_rate": 9.521569581332562e-07,
      "loss": 0.3224,
      "step": 2055880
    },
    {
      "epoch": 573.79,
      "grad_norm": 0.9696169495582581,
      "learning_rate": 9.521352007259229e-07,
      "loss": 0.3296,
      "step": 2055890
    },
    {
      "epoch": 573.79,
      "grad_norm": 1.1113293170928955,
      "learning_rate": 9.521134435038139e-07,
      "loss": 0.3465,
      "step": 2055900
    },
    {
      "epoch": 573.8,
      "grad_norm": 1.2085503339767456,
      "learning_rate": 9.520916864669332e-07,
      "loss": 0.3461,
      "step": 2055910
    },
    {
      "epoch": 573.8,
      "grad_norm": 1.107409119606018,
      "learning_rate": 9.52069929615281e-07,
      "loss": 0.3374,
      "step": 2055920
    },
    {
      "epoch": 573.8,
      "grad_norm": 1.3597272634506226,
      "learning_rate": 9.52048172948863e-07,
      "loss": 0.3257,
      "step": 2055930
    },
    {
      "epoch": 573.8,
      "grad_norm": 1.250046730041504,
      "learning_rate": 9.520264164676805e-07,
      "loss": 0.3358,
      "step": 2055940
    },
    {
      "epoch": 573.81,
      "grad_norm": 1.0544373989105225,
      "learning_rate": 9.520046601717365e-07,
      "loss": 0.3466,
      "step": 2055950
    },
    {
      "epoch": 573.81,
      "grad_norm": 1.2131346464157104,
      "learning_rate": 9.519829040610353e-07,
      "loss": 0.3486,
      "step": 2055960
    },
    {
      "epoch": 573.81,
      "grad_norm": 1.2381455898284912,
      "learning_rate": 9.519611481355767e-07,
      "loss": 0.3343,
      "step": 2055970
    },
    {
      "epoch": 573.82,
      "grad_norm": 1.0505186319351196,
      "learning_rate": 9.519393923953673e-07,
      "loss": 0.3357,
      "step": 2055980
    },
    {
      "epoch": 573.82,
      "grad_norm": 0.9489930868148804,
      "learning_rate": 9.519176368404077e-07,
      "loss": 0.3319,
      "step": 2055990
    },
    {
      "epoch": 573.82,
      "grad_norm": 1.1423815488815308,
      "learning_rate": 9.518958814707012e-07,
      "loss": 0.3364,
      "step": 2056000
    },
    {
      "epoch": 573.82,
      "grad_norm": 2.488723039627075,
      "learning_rate": 9.518741262862515e-07,
      "loss": 0.3371,
      "step": 2056010
    },
    {
      "epoch": 573.83,
      "grad_norm": 1.1418485641479492,
      "learning_rate": 9.518523712870603e-07,
      "loss": 0.351,
      "step": 2056020
    },
    {
      "epoch": 573.83,
      "grad_norm": 1.2380610704421997,
      "learning_rate": 9.518306164731308e-07,
      "loss": 0.3336,
      "step": 2056030
    },
    {
      "epoch": 573.83,
      "grad_norm": 1.214668869972229,
      "learning_rate": 9.518088618444664e-07,
      "loss": 0.3546,
      "step": 2056040
    },
    {
      "epoch": 573.83,
      "grad_norm": 0.9824742078781128,
      "learning_rate": 9.517871074010705e-07,
      "loss": 0.3361,
      "step": 2056050
    },
    {
      "epoch": 573.84,
      "grad_norm": 1.5241409540176392,
      "learning_rate": 9.517653531429436e-07,
      "loss": 0.3338,
      "step": 2056060
    },
    {
      "epoch": 573.84,
      "grad_norm": 1.0269001722335815,
      "learning_rate": 9.517435990700919e-07,
      "loss": 0.3337,
      "step": 2056070
    },
    {
      "epoch": 573.84,
      "grad_norm": 1.1436949968338013,
      "learning_rate": 9.517218451825158e-07,
      "loss": 0.3355,
      "step": 2056080
    },
    {
      "epoch": 573.85,
      "grad_norm": 1.3915319442749023,
      "learning_rate": 9.517000914802189e-07,
      "loss": 0.3456,
      "step": 2056090
    },
    {
      "epoch": 573.85,
      "grad_norm": 1.0376231670379639,
      "learning_rate": 9.516783379632051e-07,
      "loss": 0.3345,
      "step": 2056100
    },
    {
      "epoch": 573.85,
      "grad_norm": 1.0257353782653809,
      "learning_rate": 9.516565846314758e-07,
      "loss": 0.332,
      "step": 2056110
    },
    {
      "epoch": 573.85,
      "grad_norm": 1.1383334398269653,
      "learning_rate": 9.516348314850343e-07,
      "loss": 0.3335,
      "step": 2056120
    },
    {
      "epoch": 573.86,
      "grad_norm": 1.1919571161270142,
      "learning_rate": 9.516130785238837e-07,
      "loss": 0.3349,
      "step": 2056130
    },
    {
      "epoch": 573.86,
      "grad_norm": 1.085811972618103,
      "learning_rate": 9.515913257480278e-07,
      "loss": 0.338,
      "step": 2056140
    },
    {
      "epoch": 573.86,
      "grad_norm": 1.089711308479309,
      "learning_rate": 9.51569573157467e-07,
      "loss": 0.3377,
      "step": 2056150
    },
    {
      "epoch": 573.87,
      "grad_norm": 1.4872468709945679,
      "learning_rate": 9.515478207522075e-07,
      "loss": 0.3338,
      "step": 2056160
    },
    {
      "epoch": 573.87,
      "grad_norm": 1.2536221742630005,
      "learning_rate": 9.515260685322494e-07,
      "loss": 0.3515,
      "step": 2056170
    },
    {
      "epoch": 573.87,
      "grad_norm": 1.0932588577270508,
      "learning_rate": 9.515043164975967e-07,
      "loss": 0.3485,
      "step": 2056180
    },
    {
      "epoch": 573.87,
      "grad_norm": 1.101341962814331,
      "learning_rate": 9.514825646482534e-07,
      "loss": 0.3369,
      "step": 2056190
    },
    {
      "epoch": 573.88,
      "grad_norm": 1.1582025289535522,
      "learning_rate": 9.514608129842202e-07,
      "loss": 0.3332,
      "step": 2056200
    },
    {
      "epoch": 573.88,
      "grad_norm": 1.1730477809906006,
      "learning_rate": 9.514390615055011e-07,
      "loss": 0.3309,
      "step": 2056210
    },
    {
      "epoch": 573.88,
      "grad_norm": 1.4216808080673218,
      "learning_rate": 9.514173102120991e-07,
      "loss": 0.3437,
      "step": 2056220
    },
    {
      "epoch": 573.89,
      "grad_norm": 1.1023435592651367,
      "learning_rate": 9.513955591040169e-07,
      "loss": 0.3508,
      "step": 2056230
    },
    {
      "epoch": 573.89,
      "grad_norm": 1.111958622932434,
      "learning_rate": 9.513738081812581e-07,
      "loss": 0.338,
      "step": 2056240
    },
    {
      "epoch": 573.89,
      "grad_norm": 1.1525468826293945,
      "learning_rate": 9.513520574438244e-07,
      "loss": 0.3374,
      "step": 2056250
    },
    {
      "epoch": 573.89,
      "grad_norm": 1.0282390117645264,
      "learning_rate": 9.513303068917192e-07,
      "loss": 0.3534,
      "step": 2056260
    },
    {
      "epoch": 573.9,
      "grad_norm": 1.3197648525238037,
      "learning_rate": 9.513085565249453e-07,
      "loss": 0.3511,
      "step": 2056270
    },
    {
      "epoch": 573.9,
      "grad_norm": 1.1047927141189575,
      "learning_rate": 9.512868063435066e-07,
      "loss": 0.3419,
      "step": 2056280
    },
    {
      "epoch": 573.9,
      "grad_norm": 1.2401583194732666,
      "learning_rate": 9.512650563474034e-07,
      "loss": 0.3468,
      "step": 2056290
    },
    {
      "epoch": 573.9,
      "grad_norm": 1.2322224378585815,
      "learning_rate": 9.512433065366422e-07,
      "loss": 0.3631,
      "step": 2056300
    },
    {
      "epoch": 573.91,
      "grad_norm": 1.1257749795913696,
      "learning_rate": 9.512215569112231e-07,
      "loss": 0.3471,
      "step": 2056310
    },
    {
      "epoch": 573.91,
      "grad_norm": 1.333115816116333,
      "learning_rate": 9.511998074711499e-07,
      "loss": 0.3442,
      "step": 2056320
    },
    {
      "epoch": 573.91,
      "grad_norm": 1.0163285732269287,
      "learning_rate": 9.511780582164264e-07,
      "loss": 0.3286,
      "step": 2056330
    },
    {
      "epoch": 573.92,
      "grad_norm": 1.1180928945541382,
      "learning_rate": 9.511563091470536e-07,
      "loss": 0.3452,
      "step": 2056340
    },
    {
      "epoch": 573.92,
      "grad_norm": 1.2295335531234741,
      "learning_rate": 9.511345602630356e-07,
      "loss": 0.338,
      "step": 2056350
    },
    {
      "epoch": 573.92,
      "grad_norm": 1.3819632530212402,
      "learning_rate": 9.511128115643749e-07,
      "loss": 0.3371,
      "step": 2056360
    },
    {
      "epoch": 573.92,
      "grad_norm": 0.9625765681266785,
      "learning_rate": 9.510910630510755e-07,
      "loss": 0.3426,
      "step": 2056370
    },
    {
      "epoch": 573.93,
      "grad_norm": 1.2082633972167969,
      "learning_rate": 9.510693147231388e-07,
      "loss": 0.3508,
      "step": 2056380
    },
    {
      "epoch": 573.93,
      "grad_norm": 1.1296907663345337,
      "learning_rate": 9.510475665805678e-07,
      "loss": 0.3396,
      "step": 2056390
    },
    {
      "epoch": 573.93,
      "grad_norm": 1.1248136758804321,
      "learning_rate": 9.51025818623367e-07,
      "loss": 0.3311,
      "step": 2056400
    },
    {
      "epoch": 573.94,
      "grad_norm": 1.3986876010894775,
      "learning_rate": 9.510040708515365e-07,
      "loss": 0.3438,
      "step": 2056410
    },
    {
      "epoch": 573.94,
      "grad_norm": 1.3773466348648071,
      "learning_rate": 9.509823232650825e-07,
      "loss": 0.327,
      "step": 2056420
    },
    {
      "epoch": 573.94,
      "grad_norm": 1.4397019147872925,
      "learning_rate": 9.509605758640054e-07,
      "loss": 0.3352,
      "step": 2056430
    },
    {
      "epoch": 573.94,
      "grad_norm": 1.149632215499878,
      "learning_rate": 9.509388286483089e-07,
      "loss": 0.3381,
      "step": 2056440
    },
    {
      "epoch": 573.95,
      "grad_norm": 1.2134168148040771,
      "learning_rate": 9.509170816179961e-07,
      "loss": 0.3372,
      "step": 2056450
    },
    {
      "epoch": 573.95,
      "grad_norm": 1.1653485298156738,
      "learning_rate": 9.508953347730705e-07,
      "loss": 0.3307,
      "step": 2056460
    },
    {
      "epoch": 573.95,
      "grad_norm": 1.1290761232376099,
      "learning_rate": 9.508735881135333e-07,
      "loss": 0.3455,
      "step": 2056470
    },
    {
      "epoch": 573.95,
      "grad_norm": 1.383689284324646,
      "learning_rate": 9.508518416393884e-07,
      "loss": 0.3391,
      "step": 2056480
    },
    {
      "epoch": 573.96,
      "grad_norm": 1.009957194328308,
      "learning_rate": 9.508300953506395e-07,
      "loss": 0.3376,
      "step": 2056490
    },
    {
      "epoch": 573.96,
      "grad_norm": 1.1708685159683228,
      "learning_rate": 9.508083492472869e-07,
      "loss": 0.3247,
      "step": 2056500
    },
    {
      "epoch": 573.96,
      "grad_norm": 1.2526451349258423,
      "learning_rate": 9.50786603329337e-07,
      "loss": 0.3488,
      "step": 2056510
    },
    {
      "epoch": 573.97,
      "grad_norm": 1.4488695859909058,
      "learning_rate": 9.507648575967899e-07,
      "loss": 0.3424,
      "step": 2056520
    },
    {
      "epoch": 573.97,
      "grad_norm": 1.1599522829055786,
      "learning_rate": 9.507431120496496e-07,
      "loss": 0.3347,
      "step": 2056530
    },
    {
      "epoch": 573.97,
      "grad_norm": 1.3006283044815063,
      "learning_rate": 9.507213666879199e-07,
      "loss": 0.3434,
      "step": 2056540
    },
    {
      "epoch": 573.97,
      "grad_norm": 1.211065649986267,
      "learning_rate": 9.506996215116007e-07,
      "loss": 0.3446,
      "step": 2056550
    },
    {
      "epoch": 573.98,
      "grad_norm": 1.1854461431503296,
      "learning_rate": 9.506778765206987e-07,
      "loss": 0.3394,
      "step": 2056560
    },
    {
      "epoch": 573.98,
      "grad_norm": 1.1345410346984863,
      "learning_rate": 9.506561317152141e-07,
      "loss": 0.3276,
      "step": 2056570
    },
    {
      "epoch": 573.98,
      "grad_norm": 1.1787151098251343,
      "learning_rate": 9.506343870951508e-07,
      "loss": 0.3509,
      "step": 2056580
    },
    {
      "epoch": 573.99,
      "grad_norm": 1.1668357849121094,
      "learning_rate": 9.506126426605114e-07,
      "loss": 0.3486,
      "step": 2056590
    },
    {
      "epoch": 573.99,
      "grad_norm": 1.1672751903533936,
      "learning_rate": 9.505908984112998e-07,
      "loss": 0.3188,
      "step": 2056600
    },
    {
      "epoch": 573.99,
      "grad_norm": 1.1321901082992554,
      "learning_rate": 9.505691543475175e-07,
      "loss": 0.3285,
      "step": 2056610
    },
    {
      "epoch": 573.99,
      "grad_norm": 1.2724274396896362,
      "learning_rate": 9.505474104691675e-07,
      "loss": 0.3248,
      "step": 2056620
    },
    {
      "epoch": 574.0,
      "grad_norm": 1.4147294759750366,
      "learning_rate": 9.505256667762544e-07,
      "loss": 0.3414,
      "step": 2056630
    },
    {
      "epoch": 574.0,
      "grad_norm": 1.0595539808273315,
      "learning_rate": 9.505039232687778e-07,
      "loss": 0.3472,
      "step": 2056640
    },
    {
      "epoch": 574.0,
      "eval_loss": 0.3399326801300049,
      "eval_runtime": 73.4163,
      "eval_samples_per_second": 68.908,
      "eval_steps_per_second": 8.622,
      "step": 2056642
    },
    {
      "epoch": 574.0,
      "grad_norm": 1.0249810218811035,
      "learning_rate": 9.504821799467446e-07,
      "loss": 0.3488,
      "step": 2056650
    },
    {
      "epoch": 574.01,
      "grad_norm": 1.2716553211212158,
      "learning_rate": 9.504604368101547e-07,
      "loss": 0.3423,
      "step": 2056660
    },
    {
      "epoch": 574.01,
      "grad_norm": 1.025490164756775,
      "learning_rate": 9.504386938590123e-07,
      "loss": 0.3341,
      "step": 2056670
    },
    {
      "epoch": 574.01,
      "grad_norm": 1.0933735370635986,
      "learning_rate": 9.504169510933205e-07,
      "loss": 0.3451,
      "step": 2056680
    },
    {
      "epoch": 574.01,
      "grad_norm": 1.052168369293213,
      "learning_rate": 9.503952085130811e-07,
      "loss": 0.3563,
      "step": 2056690
    },
    {
      "epoch": 574.02,
      "grad_norm": 1.2571126222610474,
      "learning_rate": 9.503734661182976e-07,
      "loss": 0.3435,
      "step": 2056700
    },
    {
      "epoch": 574.02,
      "grad_norm": 1.199012279510498,
      "learning_rate": 9.503517239089728e-07,
      "loss": 0.3261,
      "step": 2056710
    },
    {
      "epoch": 574.02,
      "grad_norm": 1.1172047853469849,
      "learning_rate": 9.503299818851105e-07,
      "loss": 0.3482,
      "step": 2056720
    },
    {
      "epoch": 574.02,
      "grad_norm": 1.147264003753662,
      "learning_rate": 9.503082400467113e-07,
      "loss": 0.325,
      "step": 2056730
    },
    {
      "epoch": 574.03,
      "grad_norm": 1.4037809371948242,
      "learning_rate": 9.502864983937809e-07,
      "loss": 0.3543,
      "step": 2056740
    },
    {
      "epoch": 574.03,
      "grad_norm": 1.1383699178695679,
      "learning_rate": 9.502647569263205e-07,
      "loss": 0.3242,
      "step": 2056750
    },
    {
      "epoch": 574.03,
      "grad_norm": 1.1659390926361084,
      "learning_rate": 9.50243015644333e-07,
      "loss": 0.3303,
      "step": 2056760
    },
    {
      "epoch": 574.04,
      "grad_norm": 1.1906753778457642,
      "learning_rate": 9.502212745478226e-07,
      "loss": 0.3519,
      "step": 2056770
    },
    {
      "epoch": 574.04,
      "grad_norm": 1.1378073692321777,
      "learning_rate": 9.501995336367905e-07,
      "loss": 0.3495,
      "step": 2056780
    },
    {
      "epoch": 574.04,
      "grad_norm": 1.2022876739501953,
      "learning_rate": 9.501777929112402e-07,
      "loss": 0.3479,
      "step": 2056790
    },
    {
      "epoch": 574.04,
      "grad_norm": 1.2540160417556763,
      "learning_rate": 9.501560523711749e-07,
      "loss": 0.3318,
      "step": 2056800
    },
    {
      "epoch": 574.05,
      "grad_norm": 1.1851310729980469,
      "learning_rate": 9.501343120165974e-07,
      "loss": 0.3399,
      "step": 2056810
    },
    {
      "epoch": 574.05,
      "grad_norm": 1.0804532766342163,
      "learning_rate": 9.50112571847511e-07,
      "loss": 0.3335,
      "step": 2056820
    },
    {
      "epoch": 574.05,
      "grad_norm": 1.203080654144287,
      "learning_rate": 9.500908318639175e-07,
      "loss": 0.3621,
      "step": 2056830
    },
    {
      "epoch": 574.06,
      "grad_norm": 1.1723146438598633,
      "learning_rate": 9.500690920658203e-07,
      "loss": 0.3394,
      "step": 2056840
    },
    {
      "epoch": 574.06,
      "grad_norm": 1.4625139236450195,
      "learning_rate": 9.500473524532227e-07,
      "loss": 0.3427,
      "step": 2056850
    },
    {
      "epoch": 574.06,
      "grad_norm": 1.3140013217926025,
      "learning_rate": 9.500256130261281e-07,
      "loss": 0.3561,
      "step": 2056860
    },
    {
      "epoch": 574.06,
      "grad_norm": 1.13890540599823,
      "learning_rate": 9.500038737845365e-07,
      "loss": 0.3297,
      "step": 2056870
    },
    {
      "epoch": 574.07,
      "grad_norm": 1.2073744535446167,
      "learning_rate": 9.49982134728455e-07,
      "loss": 0.3493,
      "step": 2056880
    },
    {
      "epoch": 574.07,
      "grad_norm": 1.0548781156539917,
      "learning_rate": 9.499603958578834e-07,
      "loss": 0.3165,
      "step": 2056890
    },
    {
      "epoch": 574.07,
      "grad_norm": 1.25753653049469,
      "learning_rate": 9.499386571728256e-07,
      "loss": 0.3295,
      "step": 2056900
    },
    {
      "epoch": 574.07,
      "grad_norm": 1.3156907558441162,
      "learning_rate": 9.499169186732853e-07,
      "loss": 0.3454,
      "step": 2056910
    },
    {
      "epoch": 574.08,
      "grad_norm": 1.1768884658813477,
      "learning_rate": 9.498951803592637e-07,
      "loss": 0.3464,
      "step": 2056920
    },
    {
      "epoch": 574.08,
      "grad_norm": 1.17568039894104,
      "learning_rate": 9.498734422307644e-07,
      "loss": 0.3343,
      "step": 2056930
    },
    {
      "epoch": 574.08,
      "grad_norm": 1.2562264204025269,
      "learning_rate": 9.498517042877906e-07,
      "loss": 0.3367,
      "step": 2056940
    },
    {
      "epoch": 574.09,
      "grad_norm": 1.0529931783676147,
      "learning_rate": 9.49829966530346e-07,
      "loss": 0.3626,
      "step": 2056950
    },
    {
      "epoch": 574.09,
      "grad_norm": 1.194075107574463,
      "learning_rate": 9.498082289584316e-07,
      "loss": 0.3273,
      "step": 2056960
    },
    {
      "epoch": 574.09,
      "grad_norm": 1.1264663934707642,
      "learning_rate": 9.497864915720511e-07,
      "loss": 0.3369,
      "step": 2056970
    },
    {
      "epoch": 574.09,
      "grad_norm": 1.252986192703247,
      "learning_rate": 9.497647543712077e-07,
      "loss": 0.3501,
      "step": 2056980
    },
    {
      "epoch": 574.1,
      "grad_norm": 1.1849441528320312,
      "learning_rate": 9.49743017355904e-07,
      "loss": 0.3446,
      "step": 2056990
    },
    {
      "epoch": 574.1,
      "grad_norm": 1.1255710124969482,
      "learning_rate": 9.497212805261439e-07,
      "loss": 0.3406,
      "step": 2057000
    },
    {
      "epoch": 574.1,
      "grad_norm": 1.049507737159729,
      "learning_rate": 9.496995438819287e-07,
      "loss": 0.3423,
      "step": 2057010
    },
    {
      "epoch": 574.11,
      "grad_norm": 1.192714810371399,
      "learning_rate": 9.496778074232618e-07,
      "loss": 0.3261,
      "step": 2057020
    },
    {
      "epoch": 574.11,
      "grad_norm": 1.0825189352035522,
      "learning_rate": 9.496560711501463e-07,
      "loss": 0.34,
      "step": 2057030
    },
    {
      "epoch": 574.11,
      "grad_norm": 1.1326940059661865,
      "learning_rate": 9.49634335062586e-07,
      "loss": 0.3325,
      "step": 2057040
    },
    {
      "epoch": 574.11,
      "grad_norm": 1.0384604930877686,
      "learning_rate": 9.496125991605819e-07,
      "loss": 0.3462,
      "step": 2057050
    },
    {
      "epoch": 574.12,
      "grad_norm": 1.10564124584198,
      "learning_rate": 9.495908634441381e-07,
      "loss": 0.3416,
      "step": 2057060
    },
    {
      "epoch": 574.12,
      "grad_norm": 1.1335409879684448,
      "learning_rate": 9.495691279132579e-07,
      "loss": 0.3377,
      "step": 2057070
    },
    {
      "epoch": 574.12,
      "grad_norm": 1.4058032035827637,
      "learning_rate": 9.49547392567942e-07,
      "loss": 0.3377,
      "step": 2057080
    },
    {
      "epoch": 574.13,
      "grad_norm": 1.1215897798538208,
      "learning_rate": 9.495256574081965e-07,
      "loss": 0.3361,
      "step": 2057090
    },
    {
      "epoch": 574.13,
      "grad_norm": 1.1430268287658691,
      "learning_rate": 9.495039224340209e-07,
      "loss": 0.3418,
      "step": 2057100
    },
    {
      "epoch": 574.13,
      "grad_norm": 1.1798856258392334,
      "learning_rate": 9.494821876454217e-07,
      "loss": 0.3521,
      "step": 2057110
    },
    {
      "epoch": 574.13,
      "grad_norm": 1.104238510131836,
      "learning_rate": 9.494604530423989e-07,
      "loss": 0.3369,
      "step": 2057120
    },
    {
      "epoch": 574.14,
      "grad_norm": 1.1246999502182007,
      "learning_rate": 9.494387186249563e-07,
      "loss": 0.3393,
      "step": 2057130
    },
    {
      "epoch": 574.14,
      "grad_norm": 1.1795157194137573,
      "learning_rate": 9.49416984393098e-07,
      "loss": 0.3516,
      "step": 2057140
    },
    {
      "epoch": 574.14,
      "grad_norm": 1.0686908960342407,
      "learning_rate": 9.493952503468248e-07,
      "loss": 0.3308,
      "step": 2057150
    },
    {
      "epoch": 574.14,
      "grad_norm": 1.1428892612457275,
      "learning_rate": 9.493735164861408e-07,
      "loss": 0.3398,
      "step": 2057160
    },
    {
      "epoch": 574.15,
      "grad_norm": 1.188565731048584,
      "learning_rate": 9.493517828110484e-07,
      "loss": 0.338,
      "step": 2057170
    },
    {
      "epoch": 574.15,
      "grad_norm": 1.1842212677001953,
      "learning_rate": 9.493300493215517e-07,
      "loss": 0.3271,
      "step": 2057180
    },
    {
      "epoch": 574.15,
      "grad_norm": 1.5998265743255615,
      "learning_rate": 9.49308316017652e-07,
      "loss": 0.3434,
      "step": 2057190
    },
    {
      "epoch": 574.16,
      "grad_norm": 1.2224390506744385,
      "learning_rate": 9.49286582899353e-07,
      "loss": 0.3376,
      "step": 2057200
    },
    {
      "epoch": 574.16,
      "grad_norm": 1.2686926126480103,
      "learning_rate": 9.492648499666579e-07,
      "loss": 0.3362,
      "step": 2057210
    },
    {
      "epoch": 574.16,
      "grad_norm": 1.0193332433700562,
      "learning_rate": 9.492431172195676e-07,
      "loss": 0.3375,
      "step": 2057220
    },
    {
      "epoch": 574.16,
      "grad_norm": 1.2118462324142456,
      "learning_rate": 9.492213846580883e-07,
      "loss": 0.333,
      "step": 2057230
    },
    {
      "epoch": 574.17,
      "grad_norm": 1.1185141801834106,
      "learning_rate": 9.491996522822204e-07,
      "loss": 0.3388,
      "step": 2057240
    },
    {
      "epoch": 574.17,
      "grad_norm": 1.0159687995910645,
      "learning_rate": 9.491779200919673e-07,
      "loss": 0.3502,
      "step": 2057250
    },
    {
      "epoch": 574.17,
      "grad_norm": 1.0127934217453003,
      "learning_rate": 9.491561880873324e-07,
      "loss": 0.3438,
      "step": 2057260
    },
    {
      "epoch": 574.18,
      "grad_norm": 0.9677014946937561,
      "learning_rate": 9.491344562683187e-07,
      "loss": 0.3306,
      "step": 2057270
    },
    {
      "epoch": 574.18,
      "grad_norm": 1.1198463439941406,
      "learning_rate": 9.491127246349283e-07,
      "loss": 0.345,
      "step": 2057280
    },
    {
      "epoch": 574.18,
      "grad_norm": 1.13954758644104,
      "learning_rate": 9.490909931871644e-07,
      "loss": 0.3354,
      "step": 2057290
    },
    {
      "epoch": 574.18,
      "grad_norm": 5.092662334442139,
      "learning_rate": 9.490692619250308e-07,
      "loss": 0.315,
      "step": 2057300
    },
    {
      "epoch": 574.19,
      "grad_norm": 1.1858969926834106,
      "learning_rate": 9.490475308485279e-07,
      "loss": 0.3425,
      "step": 2057310
    },
    {
      "epoch": 574.19,
      "grad_norm": 1.0639210939407349,
      "learning_rate": 9.49025799957662e-07,
      "loss": 0.3472,
      "step": 2057320
    },
    {
      "epoch": 574.19,
      "grad_norm": 1.1312170028686523,
      "learning_rate": 9.490040692524333e-07,
      "loss": 0.3569,
      "step": 2057330
    },
    {
      "epoch": 574.19,
      "grad_norm": 1.0668845176696777,
      "learning_rate": 9.489823387328458e-07,
      "loss": 0.3275,
      "step": 2057340
    },
    {
      "epoch": 574.2,
      "grad_norm": 1.1644715070724487,
      "learning_rate": 9.489606083989029e-07,
      "loss": 0.3426,
      "step": 2057350
    },
    {
      "epoch": 574.2,
      "grad_norm": 1.0793523788452148,
      "learning_rate": 9.489388782506063e-07,
      "loss": 0.3475,
      "step": 2057360
    },
    {
      "epoch": 574.2,
      "grad_norm": 1.1659198999404907,
      "learning_rate": 9.489171482879593e-07,
      "loss": 0.3285,
      "step": 2057370
    },
    {
      "epoch": 574.21,
      "grad_norm": 1.1641842126846313,
      "learning_rate": 9.488954185109649e-07,
      "loss": 0.3342,
      "step": 2057380
    },
    {
      "epoch": 574.21,
      "grad_norm": 1.0312614440917969,
      "learning_rate": 9.488736889196261e-07,
      "loss": 0.3535,
      "step": 2057390
    },
    {
      "epoch": 574.21,
      "grad_norm": 1.2401564121246338,
      "learning_rate": 9.488519595139455e-07,
      "loss": 0.3403,
      "step": 2057400
    },
    {
      "epoch": 574.21,
      "grad_norm": 1.161299228668213,
      "learning_rate": 9.488302302939275e-07,
      "loss": 0.3316,
      "step": 2057410
    },
    {
      "epoch": 574.22,
      "grad_norm": 1.1151678562164307,
      "learning_rate": 9.488085012595726e-07,
      "loss": 0.3341,
      "step": 2057420
    },
    {
      "epoch": 574.22,
      "grad_norm": 1.1475995779037476,
      "learning_rate": 9.487867724108848e-07,
      "loss": 0.332,
      "step": 2057430
    },
    {
      "epoch": 574.22,
      "grad_norm": 1.2411589622497559,
      "learning_rate": 9.487650437478678e-07,
      "loss": 0.3249,
      "step": 2057440
    },
    {
      "epoch": 574.23,
      "grad_norm": 1.0555559396743774,
      "learning_rate": 9.48743315270522e-07,
      "loss": 0.349,
      "step": 2057450
    },
    {
      "epoch": 574.23,
      "grad_norm": 1.0818865299224854,
      "learning_rate": 9.487215869788535e-07,
      "loss": 0.3308,
      "step": 2057460
    },
    {
      "epoch": 574.23,
      "grad_norm": 1.2186790704727173,
      "learning_rate": 9.48699858872863e-07,
      "loss": 0.3293,
      "step": 2057470
    },
    {
      "epoch": 574.23,
      "grad_norm": 1.221262812614441,
      "learning_rate": 9.48678130952554e-07,
      "loss": 0.3426,
      "step": 2057480
    },
    {
      "epoch": 574.24,
      "grad_norm": 1.0040980577468872,
      "learning_rate": 9.486564032179305e-07,
      "loss": 0.3407,
      "step": 2057490
    },
    {
      "epoch": 574.24,
      "grad_norm": 1.0445845127105713,
      "learning_rate": 9.486346756689931e-07,
      "loss": 0.3455,
      "step": 2057500
    },
    {
      "epoch": 574.24,
      "grad_norm": 1.0099612474441528,
      "learning_rate": 9.486129483057463e-07,
      "loss": 0.3363,
      "step": 2057510
    },
    {
      "epoch": 574.25,
      "grad_norm": 1.2439864873886108,
      "learning_rate": 9.485912211281925e-07,
      "loss": 0.3419,
      "step": 2057520
    },
    {
      "epoch": 574.25,
      "grad_norm": 1.170727252960205,
      "learning_rate": 9.485694941363353e-07,
      "loss": 0.3317,
      "step": 2057530
    },
    {
      "epoch": 574.25,
      "grad_norm": 1.1992707252502441,
      "learning_rate": 9.485477673301756e-07,
      "loss": 0.3376,
      "step": 2057540
    },
    {
      "epoch": 574.25,
      "grad_norm": 1.1873722076416016,
      "learning_rate": 9.485260407097193e-07,
      "loss": 0.3308,
      "step": 2057550
    },
    {
      "epoch": 574.26,
      "grad_norm": 1.1518304347991943,
      "learning_rate": 9.485043142749669e-07,
      "loss": 0.3451,
      "step": 2057560
    },
    {
      "epoch": 574.26,
      "grad_norm": 1.3458834886550903,
      "learning_rate": 9.48482588025922e-07,
      "loss": 0.3376,
      "step": 2057570
    },
    {
      "epoch": 574.26,
      "grad_norm": 1.1630834341049194,
      "learning_rate": 9.484608619625885e-07,
      "loss": 0.33,
      "step": 2057580
    },
    {
      "epoch": 574.26,
      "grad_norm": 1.2548149824142456,
      "learning_rate": 9.484391360849675e-07,
      "loss": 0.3486,
      "step": 2057590
    },
    {
      "epoch": 574.27,
      "grad_norm": 1.0296669006347656,
      "learning_rate": 9.484174103930627e-07,
      "loss": 0.3431,
      "step": 2057600
    },
    {
      "epoch": 574.27,
      "grad_norm": 1.2355116605758667,
      "learning_rate": 9.483956848868772e-07,
      "loss": 0.3382,
      "step": 2057610
    },
    {
      "epoch": 574.27,
      "grad_norm": 1.1743360757827759,
      "learning_rate": 9.483739595664145e-07,
      "loss": 0.3446,
      "step": 2057620
    },
    {
      "epoch": 574.28,
      "grad_norm": 1.0709611177444458,
      "learning_rate": 9.483522344316757e-07,
      "loss": 0.3351,
      "step": 2057630
    },
    {
      "epoch": 574.28,
      "grad_norm": 1.3463711738586426,
      "learning_rate": 9.483305094826651e-07,
      "loss": 0.3466,
      "step": 2057640
    },
    {
      "epoch": 574.28,
      "grad_norm": 1.2348655462265015,
      "learning_rate": 9.483087847193856e-07,
      "loss": 0.3328,
      "step": 2057650
    },
    {
      "epoch": 574.28,
      "grad_norm": 1.2616350650787354,
      "learning_rate": 9.482870601418383e-07,
      "loss": 0.3379,
      "step": 2057660
    },
    {
      "epoch": 574.29,
      "grad_norm": 1.052690029144287,
      "learning_rate": 9.482653357500292e-07,
      "loss": 0.3344,
      "step": 2057670
    },
    {
      "epoch": 574.29,
      "grad_norm": 0.9925662875175476,
      "learning_rate": 9.482436115439579e-07,
      "loss": 0.3469,
      "step": 2057680
    },
    {
      "epoch": 574.29,
      "grad_norm": 1.060832142829895,
      "learning_rate": 9.482218875236304e-07,
      "loss": 0.3281,
      "step": 2057690
    },
    {
      "epoch": 574.3,
      "grad_norm": 1.0735431909561157,
      "learning_rate": 9.482001636890472e-07,
      "loss": 0.3349,
      "step": 2057700
    },
    {
      "epoch": 574.3,
      "grad_norm": 1.1558972597122192,
      "learning_rate": 9.481784400402122e-07,
      "loss": 0.3254,
      "step": 2057710
    },
    {
      "epoch": 574.3,
      "grad_norm": 1.4185285568237305,
      "learning_rate": 9.481567165771289e-07,
      "loss": 0.3486,
      "step": 2057720
    },
    {
      "epoch": 574.3,
      "grad_norm": 1.336614966392517,
      "learning_rate": 9.481349932997985e-07,
      "loss": 0.3291,
      "step": 2057730
    },
    {
      "epoch": 574.31,
      "grad_norm": 1.2138980627059937,
      "learning_rate": 9.48113270208225e-07,
      "loss": 0.322,
      "step": 2057740
    },
    {
      "epoch": 574.31,
      "grad_norm": 1.24399995803833,
      "learning_rate": 9.48091547302411e-07,
      "loss": 0.342,
      "step": 2057750
    },
    {
      "epoch": 574.31,
      "grad_norm": 1.0526213645935059,
      "learning_rate": 9.480698245823603e-07,
      "loss": 0.3347,
      "step": 2057760
    },
    {
      "epoch": 574.31,
      "grad_norm": 1.167719841003418,
      "learning_rate": 9.480481020480745e-07,
      "loss": 0.3223,
      "step": 2057770
    },
    {
      "epoch": 574.32,
      "grad_norm": 1.401309847831726,
      "learning_rate": 9.480263796995566e-07,
      "loss": 0.3395,
      "step": 2057780
    },
    {
      "epoch": 574.32,
      "grad_norm": 1.579100489616394,
      "learning_rate": 9.48004657536811e-07,
      "loss": 0.3408,
      "step": 2057790
    },
    {
      "epoch": 574.32,
      "grad_norm": 1.2758694887161255,
      "learning_rate": 9.479829355598379e-07,
      "loss": 0.3485,
      "step": 2057800
    },
    {
      "epoch": 574.33,
      "grad_norm": 1.1812809705734253,
      "learning_rate": 9.479612137686432e-07,
      "loss": 0.3278,
      "step": 2057810
    },
    {
      "epoch": 574.33,
      "grad_norm": 0.9868201017379761,
      "learning_rate": 9.479394921632278e-07,
      "loss": 0.3485,
      "step": 2057820
    },
    {
      "epoch": 574.33,
      "grad_norm": 1.2154895067214966,
      "learning_rate": 9.479177707435948e-07,
      "loss": 0.3542,
      "step": 2057830
    },
    {
      "epoch": 574.33,
      "grad_norm": 1.3600151538848877,
      "learning_rate": 9.478960495097477e-07,
      "loss": 0.3374,
      "step": 2057840
    },
    {
      "epoch": 574.34,
      "grad_norm": 1.0265599489212036,
      "learning_rate": 9.478743284616899e-07,
      "loss": 0.3428,
      "step": 2057850
    },
    {
      "epoch": 574.34,
      "grad_norm": 1.1933693885803223,
      "learning_rate": 9.478526075994228e-07,
      "loss": 0.3498,
      "step": 2057860
    },
    {
      "epoch": 574.34,
      "grad_norm": 0.9897943139076233,
      "learning_rate": 9.478308869229499e-07,
      "loss": 0.3492,
      "step": 2057870
    },
    {
      "epoch": 574.35,
      "grad_norm": 1.1564502716064453,
      "learning_rate": 9.478091664322752e-07,
      "loss": 0.336,
      "step": 2057880
    },
    {
      "epoch": 574.35,
      "grad_norm": 1.0489178895950317,
      "learning_rate": 9.477874461273986e-07,
      "loss": 0.3376,
      "step": 2057890
    },
    {
      "epoch": 574.35,
      "grad_norm": 1.0863033533096313,
      "learning_rate": 9.47765726008327e-07,
      "loss": 0.3443,
      "step": 2057900
    },
    {
      "epoch": 574.35,
      "grad_norm": 1.2690497636795044,
      "learning_rate": 9.477440060750603e-07,
      "loss": 0.3437,
      "step": 2057910
    },
    {
      "epoch": 574.36,
      "grad_norm": 1.0744109153747559,
      "learning_rate": 9.477222863276024e-07,
      "loss": 0.3414,
      "step": 2057920
    },
    {
      "epoch": 574.36,
      "grad_norm": 1.0745984315872192,
      "learning_rate": 9.477005667659563e-07,
      "loss": 0.3321,
      "step": 2057930
    },
    {
      "epoch": 574.36,
      "grad_norm": 1.1777175664901733,
      "learning_rate": 9.476788473901255e-07,
      "loss": 0.3471,
      "step": 2057940
    },
    {
      "epoch": 574.37,
      "grad_norm": 1.3675578832626343,
      "learning_rate": 9.476571282001112e-07,
      "loss": 0.3454,
      "step": 2057950
    },
    {
      "epoch": 574.37,
      "grad_norm": 1.2282788753509521,
      "learning_rate": 9.476354091959174e-07,
      "loss": 0.3365,
      "step": 2057960
    },
    {
      "epoch": 574.37,
      "grad_norm": 1.0755586624145508,
      "learning_rate": 9.476136903775468e-07,
      "loss": 0.3501,
      "step": 2057970
    },
    {
      "epoch": 574.37,
      "grad_norm": 1.29289710521698,
      "learning_rate": 9.475919717450024e-07,
      "loss": 0.3325,
      "step": 2057980
    },
    {
      "epoch": 574.38,
      "grad_norm": 1.063385248184204,
      "learning_rate": 9.475702532982875e-07,
      "loss": 0.3378,
      "step": 2057990
    },
    {
      "epoch": 574.38,
      "grad_norm": 1.17726469039917,
      "learning_rate": 9.475485350374041e-07,
      "loss": 0.3379,
      "step": 2058000
    },
    {
      "epoch": 574.38,
      "grad_norm": 1.1850563287734985,
      "learning_rate": 9.475268169623553e-07,
      "loss": 0.3323,
      "step": 2058010
    },
    {
      "epoch": 574.38,
      "grad_norm": 1.3246368169784546,
      "learning_rate": 9.475050990731449e-07,
      "loss": 0.3403,
      "step": 2058020
    },
    {
      "epoch": 574.39,
      "grad_norm": 1.1041836738586426,
      "learning_rate": 9.474833813697735e-07,
      "loss": 0.3476,
      "step": 2058030
    },
    {
      "epoch": 574.39,
      "grad_norm": 0.9904354810714722,
      "learning_rate": 9.474616638522473e-07,
      "loss": 0.3361,
      "step": 2058040
    },
    {
      "epoch": 574.39,
      "grad_norm": 1.1257758140563965,
      "learning_rate": 9.474399465205666e-07,
      "loss": 0.3376,
      "step": 2058050
    },
    {
      "epoch": 574.4,
      "grad_norm": 1.0629920959472656,
      "learning_rate": 9.474182293747352e-07,
      "loss": 0.3398,
      "step": 2058060
    },
    {
      "epoch": 574.4,
      "grad_norm": 1.301200032234192,
      "learning_rate": 9.473965124147559e-07,
      "loss": 0.335,
      "step": 2058070
    },
    {
      "epoch": 574.4,
      "grad_norm": 1.0772985219955444,
      "learning_rate": 9.473747956406324e-07,
      "loss": 0.3339,
      "step": 2058080
    },
    {
      "epoch": 574.4,
      "grad_norm": 1.0879768133163452,
      "learning_rate": 9.473530790523662e-07,
      "loss": 0.3267,
      "step": 2058090
    },
    {
      "epoch": 574.41,
      "grad_norm": 1.2214264869689941,
      "learning_rate": 9.473313626499604e-07,
      "loss": 0.3278,
      "step": 2058100
    },
    {
      "epoch": 574.41,
      "grad_norm": 1.2387663125991821,
      "learning_rate": 9.473096464334195e-07,
      "loss": 0.3274,
      "step": 2058110
    },
    {
      "epoch": 574.41,
      "grad_norm": 1.2503012418746948,
      "learning_rate": 9.472879304027435e-07,
      "loss": 0.3397,
      "step": 2058120
    },
    {
      "epoch": 574.42,
      "grad_norm": 1.4284240007400513,
      "learning_rate": 9.472662145579386e-07,
      "loss": 0.3372,
      "step": 2058130
    },
    {
      "epoch": 574.42,
      "grad_norm": 1.0909043550491333,
      "learning_rate": 9.47244498899005e-07,
      "loss": 0.3331,
      "step": 2058140
    },
    {
      "epoch": 574.42,
      "grad_norm": 1.2340444326400757,
      "learning_rate": 9.47222783425947e-07,
      "loss": 0.3477,
      "step": 2058150
    },
    {
      "epoch": 574.42,
      "grad_norm": 1.261028528213501,
      "learning_rate": 9.472010681387677e-07,
      "loss": 0.3672,
      "step": 2058160
    },
    {
      "epoch": 574.43,
      "grad_norm": 1.152003288269043,
      "learning_rate": 9.471793530374688e-07,
      "loss": 0.3295,
      "step": 2058170
    },
    {
      "epoch": 574.43,
      "grad_norm": 1.2624915838241577,
      "learning_rate": 9.471576381220537e-07,
      "loss": 0.3341,
      "step": 2058180
    },
    {
      "epoch": 574.43,
      "grad_norm": 1.179811716079712,
      "learning_rate": 9.471359233925257e-07,
      "loss": 0.3395,
      "step": 2058190
    },
    {
      "epoch": 574.43,
      "grad_norm": 1.059017539024353,
      "learning_rate": 9.47114208848888e-07,
      "loss": 0.3234,
      "step": 2058200
    },
    {
      "epoch": 574.44,
      "grad_norm": 1.130906105041504,
      "learning_rate": 9.470924944911412e-07,
      "loss": 0.3392,
      "step": 2058210
    },
    {
      "epoch": 574.44,
      "grad_norm": 1.0863326787948608,
      "learning_rate": 9.470707803192918e-07,
      "loss": 0.3309,
      "step": 2058220
    },
    {
      "epoch": 574.44,
      "grad_norm": 1.0643349885940552,
      "learning_rate": 9.470490663333399e-07,
      "loss": 0.3421,
      "step": 2058230
    },
    {
      "epoch": 574.45,
      "grad_norm": 1.246518850326538,
      "learning_rate": 9.470273525332891e-07,
      "loss": 0.3307,
      "step": 2058240
    },
    {
      "epoch": 574.45,
      "grad_norm": 0.9610001444816589,
      "learning_rate": 9.470056389191433e-07,
      "loss": 0.3275,
      "step": 2058250
    },
    {
      "epoch": 574.45,
      "grad_norm": 1.157138705253601,
      "learning_rate": 9.46983925490903e-07,
      "loss": 0.3401,
      "step": 2058260
    },
    {
      "epoch": 574.45,
      "grad_norm": 3.093700408935547,
      "learning_rate": 9.469622122485741e-07,
      "loss": 0.3329,
      "step": 2058270
    },
    {
      "epoch": 574.46,
      "grad_norm": 1.08099365234375,
      "learning_rate": 9.469404991921575e-07,
      "loss": 0.331,
      "step": 2058280
    },
    {
      "epoch": 574.46,
      "grad_norm": 1.050173044204712,
      "learning_rate": 9.469187863216565e-07,
      "loss": 0.328,
      "step": 2058290
    },
    {
      "epoch": 574.46,
      "grad_norm": 1.1387990713119507,
      "learning_rate": 9.468970736370749e-07,
      "loss": 0.3369,
      "step": 2058300
    },
    {
      "epoch": 574.47,
      "grad_norm": 1.0939892530441284,
      "learning_rate": 9.468753611384142e-07,
      "loss": 0.3342,
      "step": 2058310
    },
    {
      "epoch": 574.47,
      "grad_norm": 1.078697919845581,
      "learning_rate": 9.468536488256776e-07,
      "loss": 0.347,
      "step": 2058320
    },
    {
      "epoch": 574.47,
      "grad_norm": 1.4041434526443481,
      "learning_rate": 9.468319366988685e-07,
      "loss": 0.3557,
      "step": 2058330
    },
    {
      "epoch": 574.47,
      "grad_norm": 1.193868637084961,
      "learning_rate": 9.468102247579904e-07,
      "loss": 0.3571,
      "step": 2058340
    },
    {
      "epoch": 574.48,
      "grad_norm": 1.2424367666244507,
      "learning_rate": 9.467885130030436e-07,
      "loss": 0.3293,
      "step": 2058350
    },
    {
      "epoch": 574.48,
      "grad_norm": 4.20278263092041,
      "learning_rate": 9.467668014340343e-07,
      "loss": 0.3477,
      "step": 2058360
    },
    {
      "epoch": 574.48,
      "grad_norm": 1.0908870697021484,
      "learning_rate": 9.467450900509633e-07,
      "loss": 0.3311,
      "step": 2058370
    },
    {
      "epoch": 574.49,
      "grad_norm": 1.20363187789917,
      "learning_rate": 9.467233788538338e-07,
      "loss": 0.3332,
      "step": 2058380
    },
    {
      "epoch": 574.49,
      "grad_norm": 1.215428352355957,
      "learning_rate": 9.467016678426499e-07,
      "loss": 0.342,
      "step": 2058390
    },
    {
      "epoch": 574.49,
      "grad_norm": 1.0292766094207764,
      "learning_rate": 9.466799570174126e-07,
      "loss": 0.3601,
      "step": 2058400
    },
    {
      "epoch": 574.49,
      "grad_norm": 1.2465338706970215,
      "learning_rate": 9.466582463781257e-07,
      "loss": 0.3383,
      "step": 2058410
    },
    {
      "epoch": 574.5,
      "grad_norm": 1.1443370580673218,
      "learning_rate": 9.466365359247921e-07,
      "loss": 0.337,
      "step": 2058420
    },
    {
      "epoch": 574.5,
      "grad_norm": 1.2675594091415405,
      "learning_rate": 9.466148256574156e-07,
      "loss": 0.3364,
      "step": 2058430
    },
    {
      "epoch": 574.5,
      "grad_norm": 1.0617419481277466,
      "learning_rate": 9.465931155759973e-07,
      "loss": 0.3453,
      "step": 2058440
    },
    {
      "epoch": 574.5,
      "grad_norm": 1.0601438283920288,
      "learning_rate": 9.465714056805409e-07,
      "loss": 0.3373,
      "step": 2058450
    },
    {
      "epoch": 574.51,
      "grad_norm": 1.091863751411438,
      "learning_rate": 9.465496959710501e-07,
      "loss": 0.3508,
      "step": 2058460
    },
    {
      "epoch": 574.51,
      "grad_norm": 1.2600679397583008,
      "learning_rate": 9.465279864475255e-07,
      "loss": 0.3489,
      "step": 2058470
    },
    {
      "epoch": 574.51,
      "grad_norm": 1.1100842952728271,
      "learning_rate": 9.465062771099733e-07,
      "loss": 0.3302,
      "step": 2058480
    },
    {
      "epoch": 574.52,
      "grad_norm": 1.0418074131011963,
      "learning_rate": 9.464845679583935e-07,
      "loss": 0.3555,
      "step": 2058490
    },
    {
      "epoch": 574.52,
      "grad_norm": 1.2984055280685425,
      "learning_rate": 9.464628589927905e-07,
      "loss": 0.3348,
      "step": 2058500
    },
    {
      "epoch": 574.52,
      "grad_norm": 1.2385780811309814,
      "learning_rate": 9.464411502131666e-07,
      "loss": 0.3492,
      "step": 2058510
    },
    {
      "epoch": 574.52,
      "grad_norm": 1.3845242261886597,
      "learning_rate": 9.464194416195257e-07,
      "loss": 0.3476,
      "step": 2058520
    },
    {
      "epoch": 574.53,
      "grad_norm": 1.094569444656372,
      "learning_rate": 9.463977332118691e-07,
      "loss": 0.3244,
      "step": 2058530
    },
    {
      "epoch": 574.53,
      "grad_norm": 1.3009467124938965,
      "learning_rate": 9.463760249902004e-07,
      "loss": 0.3432,
      "step": 2058540
    },
    {
      "epoch": 574.53,
      "grad_norm": 1.101925015449524,
      "learning_rate": 9.463543169545224e-07,
      "loss": 0.3264,
      "step": 2058550
    },
    {
      "epoch": 574.54,
      "grad_norm": 1.1686437129974365,
      "learning_rate": 9.463326091048385e-07,
      "loss": 0.3251,
      "step": 2058560
    },
    {
      "epoch": 574.54,
      "grad_norm": 1.238820195198059,
      "learning_rate": 9.463109014411519e-07,
      "loss": 0.3498,
      "step": 2058570
    },
    {
      "epoch": 574.54,
      "grad_norm": 1.0985857248306274,
      "learning_rate": 9.462891939634639e-07,
      "loss": 0.3279,
      "step": 2058580
    },
    {
      "epoch": 574.54,
      "grad_norm": 1.2485681772232056,
      "learning_rate": 9.462674866717784e-07,
      "loss": 0.3354,
      "step": 2058590
    },
    {
      "epoch": 574.55,
      "grad_norm": 1.0104904174804688,
      "learning_rate": 9.46245779566099e-07,
      "loss": 0.3369,
      "step": 2058600
    },
    {
      "epoch": 574.55,
      "grad_norm": 1.25822114944458,
      "learning_rate": 9.46224072646426e-07,
      "loss": 0.3289,
      "step": 2058610
    },
    {
      "epoch": 574.55,
      "grad_norm": 1.3046071529388428,
      "learning_rate": 9.46202365912766e-07,
      "loss": 0.3491,
      "step": 2058620
    },
    {
      "epoch": 574.55,
      "grad_norm": 1.0009806156158447,
      "learning_rate": 9.461806593651192e-07,
      "loss": 0.3417,
      "step": 2058630
    },
    {
      "epoch": 574.56,
      "grad_norm": 0.9723360538482666,
      "learning_rate": 9.461589530034889e-07,
      "loss": 0.3382,
      "step": 2058640
    },
    {
      "epoch": 574.56,
      "grad_norm": 1.0285685062408447,
      "learning_rate": 9.461372468278786e-07,
      "loss": 0.3391,
      "step": 2058650
    },
    {
      "epoch": 574.56,
      "grad_norm": 1.140637755393982,
      "learning_rate": 9.46115540838292e-07,
      "loss": 0.3565,
      "step": 2058660
    },
    {
      "epoch": 574.57,
      "grad_norm": 1.2577303647994995,
      "learning_rate": 9.460938350347296e-07,
      "loss": 0.3293,
      "step": 2058670
    },
    {
      "epoch": 574.57,
      "grad_norm": 1.2789630889892578,
      "learning_rate": 9.460721294171957e-07,
      "loss": 0.3451,
      "step": 2058680
    },
    {
      "epoch": 574.57,
      "grad_norm": 1.2293214797973633,
      "learning_rate": 9.460504239856941e-07,
      "loss": 0.3205,
      "step": 2058690
    },
    {
      "epoch": 574.57,
      "grad_norm": 1.1755447387695312,
      "learning_rate": 9.460287187402252e-07,
      "loss": 0.3491,
      "step": 2058700
    },
    {
      "epoch": 574.58,
      "grad_norm": 1.2086061239242554,
      "learning_rate": 9.460070136807947e-07,
      "loss": 0.3232,
      "step": 2058710
    },
    {
      "epoch": 574.58,
      "grad_norm": 1.0395845174789429,
      "learning_rate": 9.459853088074037e-07,
      "loss": 0.3393,
      "step": 2058720
    },
    {
      "epoch": 574.58,
      "grad_norm": 1.051403284072876,
      "learning_rate": 9.459636041200552e-07,
      "loss": 0.338,
      "step": 2058730
    },
    {
      "epoch": 574.59,
      "grad_norm": 0.9412409663200378,
      "learning_rate": 9.459418996187535e-07,
      "loss": 0.3376,
      "step": 2058740
    },
    {
      "epoch": 574.59,
      "grad_norm": 1.3054190874099731,
      "learning_rate": 9.459201953034996e-07,
      "loss": 0.3284,
      "step": 2058750
    },
    {
      "epoch": 574.59,
      "grad_norm": 1.2775075435638428,
      "learning_rate": 9.458984911742971e-07,
      "loss": 0.3266,
      "step": 2058760
    },
    {
      "epoch": 574.59,
      "grad_norm": 1.0405625104904175,
      "learning_rate": 9.458767872311492e-07,
      "loss": 0.341,
      "step": 2058770
    },
    {
      "epoch": 574.6,
      "grad_norm": 1.2257167100906372,
      "learning_rate": 9.458550834740592e-07,
      "loss": 0.3487,
      "step": 2058780
    },
    {
      "epoch": 574.6,
      "grad_norm": 1.2893236875534058,
      "learning_rate": 9.458333799030279e-07,
      "loss": 0.3472,
      "step": 2058790
    },
    {
      "epoch": 574.6,
      "grad_norm": 1.0755751132965088,
      "learning_rate": 9.458116765180611e-07,
      "loss": 0.3436,
      "step": 2058800
    },
    {
      "epoch": 574.61,
      "grad_norm": 1.1043806076049805,
      "learning_rate": 9.457899733191599e-07,
      "loss": 0.3344,
      "step": 2058810
    },
    {
      "epoch": 574.61,
      "grad_norm": 1.252353549003601,
      "learning_rate": 9.457682703063271e-07,
      "loss": 0.3165,
      "step": 2058820
    },
    {
      "epoch": 574.61,
      "grad_norm": 1.1882398128509521,
      "learning_rate": 9.457465674795671e-07,
      "loss": 0.3429,
      "step": 2058830
    },
    {
      "epoch": 574.61,
      "grad_norm": 1.2853885889053345,
      "learning_rate": 9.457248648388802e-07,
      "loss": 0.3258,
      "step": 2058840
    },
    {
      "epoch": 574.62,
      "grad_norm": 1.398598313331604,
      "learning_rate": 9.457031623842723e-07,
      "loss": 0.3564,
      "step": 2058850
    },
    {
      "epoch": 574.62,
      "grad_norm": 1.0894259214401245,
      "learning_rate": 9.45681460115744e-07,
      "loss": 0.3332,
      "step": 2058860
    },
    {
      "epoch": 574.62,
      "grad_norm": 1.1510695219039917,
      "learning_rate": 9.45659758033299e-07,
      "loss": 0.3359,
      "step": 2058870
    },
    {
      "epoch": 574.62,
      "grad_norm": 1.251047134399414,
      "learning_rate": 9.456380561369413e-07,
      "loss": 0.326,
      "step": 2058880
    },
    {
      "epoch": 574.63,
      "grad_norm": 1.0909298658370972,
      "learning_rate": 9.456163544266715e-07,
      "loss": 0.3434,
      "step": 2058890
    },
    {
      "epoch": 574.63,
      "grad_norm": 1.1369348764419556,
      "learning_rate": 9.455946529024938e-07,
      "loss": 0.3372,
      "step": 2058900
    },
    {
      "epoch": 574.63,
      "grad_norm": 1.1807751655578613,
      "learning_rate": 9.455729515644108e-07,
      "loss": 0.3326,
      "step": 2058910
    },
    {
      "epoch": 574.64,
      "grad_norm": 1.0749809741973877,
      "learning_rate": 9.455512504124265e-07,
      "loss": 0.3333,
      "step": 2058920
    },
    {
      "epoch": 574.64,
      "grad_norm": 1.3406436443328857,
      "learning_rate": 9.455295494465413e-07,
      "loss": 0.3395,
      "step": 2058930
    },
    {
      "epoch": 574.64,
      "grad_norm": 1.1690140962600708,
      "learning_rate": 9.455078486667611e-07,
      "loss": 0.3524,
      "step": 2058940
    },
    {
      "epoch": 574.64,
      "grad_norm": 1.1518279314041138,
      "learning_rate": 9.454861480730865e-07,
      "loss": 0.3487,
      "step": 2058950
    },
    {
      "epoch": 574.65,
      "grad_norm": 1.191953182220459,
      "learning_rate": 9.454644476655214e-07,
      "loss": 0.3517,
      "step": 2058960
    },
    {
      "epoch": 574.65,
      "grad_norm": 1.2357739210128784,
      "learning_rate": 9.45442747444069e-07,
      "loss": 0.3327,
      "step": 2058970
    },
    {
      "epoch": 574.65,
      "grad_norm": 1.2839277982711792,
      "learning_rate": 9.454210474087311e-07,
      "loss": 0.3418,
      "step": 2058980
    },
    {
      "epoch": 574.66,
      "grad_norm": 1.2972710132598877,
      "learning_rate": 9.45399347559511e-07,
      "loss": 0.336,
      "step": 2058990
    },
    {
      "epoch": 574.66,
      "grad_norm": 1.1845144033432007,
      "learning_rate": 9.453776478964118e-07,
      "loss": 0.3504,
      "step": 2059000
    },
    {
      "epoch": 574.66,
      "grad_norm": 1.3640854358673096,
      "learning_rate": 9.453559484194374e-07,
      "loss": 0.3333,
      "step": 2059010
    },
    {
      "epoch": 574.66,
      "grad_norm": 1.115472674369812,
      "learning_rate": 9.453342491285876e-07,
      "loss": 0.3341,
      "step": 2059020
    },
    {
      "epoch": 574.67,
      "grad_norm": 1.0744951963424683,
      "learning_rate": 9.453125500238694e-07,
      "loss": 0.3429,
      "step": 2059030
    },
    {
      "epoch": 574.67,
      "grad_norm": 1.1310609579086304,
      "learning_rate": 9.452908511052824e-07,
      "loss": 0.3364,
      "step": 2059040
    },
    {
      "epoch": 574.67,
      "grad_norm": 1.1156489849090576,
      "learning_rate": 9.452691523728306e-07,
      "loss": 0.3417,
      "step": 2059050
    },
    {
      "epoch": 574.67,
      "grad_norm": 1.1387097835540771,
      "learning_rate": 9.452474538265183e-07,
      "loss": 0.3435,
      "step": 2059060
    },
    {
      "epoch": 574.68,
      "grad_norm": 1.2217457294464111,
      "learning_rate": 9.452257554663459e-07,
      "loss": 0.3432,
      "step": 2059070
    },
    {
      "epoch": 574.68,
      "grad_norm": 1.2717456817626953,
      "learning_rate": 9.452040572923175e-07,
      "loss": 0.3552,
      "step": 2059080
    },
    {
      "epoch": 574.68,
      "grad_norm": 0.9903085827827454,
      "learning_rate": 9.451823593044361e-07,
      "loss": 0.3317,
      "step": 2059090
    },
    {
      "epoch": 574.69,
      "grad_norm": 1.2508585453033447,
      "learning_rate": 9.451606615027049e-07,
      "loss": 0.3452,
      "step": 2059100
    },
    {
      "epoch": 574.69,
      "grad_norm": 1.038753628730774,
      "learning_rate": 9.451389638871257e-07,
      "loss": 0.3296,
      "step": 2059110
    },
    {
      "epoch": 574.69,
      "grad_norm": 1.1427704095840454,
      "learning_rate": 9.451172664577023e-07,
      "loss": 0.3285,
      "step": 2059120
    },
    {
      "epoch": 574.69,
      "grad_norm": 1.506537914276123,
      "learning_rate": 9.45095569214437e-07,
      "loss": 0.3334,
      "step": 2059130
    },
    {
      "epoch": 574.7,
      "grad_norm": 2.2835843563079834,
      "learning_rate": 9.450738721573328e-07,
      "loss": 0.351,
      "step": 2059140
    },
    {
      "epoch": 574.7,
      "grad_norm": 1.1397662162780762,
      "learning_rate": 9.450521752863939e-07,
      "loss": 0.3321,
      "step": 2059150
    },
    {
      "epoch": 574.7,
      "grad_norm": 1.2520352602005005,
      "learning_rate": 9.450304786016204e-07,
      "loss": 0.3452,
      "step": 2059160
    },
    {
      "epoch": 574.71,
      "grad_norm": 3.968874216079712,
      "learning_rate": 9.450087821030184e-07,
      "loss": 0.355,
      "step": 2059170
    },
    {
      "epoch": 574.71,
      "grad_norm": 1.2938361167907715,
      "learning_rate": 9.449870857905885e-07,
      "loss": 0.3446,
      "step": 2059180
    },
    {
      "epoch": 574.71,
      "grad_norm": 1.037437915802002,
      "learning_rate": 9.449653896643343e-07,
      "loss": 0.3455,
      "step": 2059190
    },
    {
      "epoch": 574.71,
      "grad_norm": 1.149242877960205,
      "learning_rate": 9.449436937242596e-07,
      "loss": 0.3339,
      "step": 2059200
    },
    {
      "epoch": 574.72,
      "grad_norm": 1.087062120437622,
      "learning_rate": 9.449219979703653e-07,
      "loss": 0.337,
      "step": 2059210
    },
    {
      "epoch": 574.72,
      "grad_norm": 1.0273388624191284,
      "learning_rate": 9.449003024026555e-07,
      "loss": 0.3328,
      "step": 2059220
    },
    {
      "epoch": 574.72,
      "grad_norm": 1.0932700634002686,
      "learning_rate": 9.448786070211332e-07,
      "loss": 0.3524,
      "step": 2059230
    },
    {
      "epoch": 574.73,
      "grad_norm": 1.4712927341461182,
      "learning_rate": 9.448569118258016e-07,
      "loss": 0.342,
      "step": 2059240
    },
    {
      "epoch": 574.73,
      "grad_norm": 1.0684961080551147,
      "learning_rate": 9.448352168166624e-07,
      "loss": 0.3395,
      "step": 2059250
    },
    {
      "epoch": 574.73,
      "grad_norm": 1.0983479022979736,
      "learning_rate": 9.448135219937191e-07,
      "loss": 0.338,
      "step": 2059260
    },
    {
      "epoch": 574.73,
      "grad_norm": 5.16425895690918,
      "learning_rate": 9.447918273569755e-07,
      "loss": 0.3431,
      "step": 2059270
    },
    {
      "epoch": 574.74,
      "grad_norm": 3.116558313369751,
      "learning_rate": 9.44770132906432e-07,
      "loss": 0.3403,
      "step": 2059280
    },
    {
      "epoch": 574.74,
      "grad_norm": 1.1952706575393677,
      "learning_rate": 9.447484386420947e-07,
      "loss": 0.3272,
      "step": 2059290
    },
    {
      "epoch": 574.74,
      "grad_norm": 1.1315686702728271,
      "learning_rate": 9.447267445639638e-07,
      "loss": 0.3431,
      "step": 2059300
    },
    {
      "epoch": 574.74,
      "grad_norm": 1.2390421628952026,
      "learning_rate": 9.447050506720437e-07,
      "loss": 0.3423,
      "step": 2059310
    },
    {
      "epoch": 574.75,
      "grad_norm": 1.1533647775650024,
      "learning_rate": 9.446833569663367e-07,
      "loss": 0.3271,
      "step": 2059320
    },
    {
      "epoch": 574.75,
      "grad_norm": 1.3027188777923584,
      "learning_rate": 9.446616634468465e-07,
      "loss": 0.3335,
      "step": 2059330
    },
    {
      "epoch": 574.75,
      "grad_norm": 1.0653549432754517,
      "learning_rate": 9.446399701135746e-07,
      "loss": 0.3332,
      "step": 2059340
    },
    {
      "epoch": 574.76,
      "grad_norm": 1.2463617324829102,
      "learning_rate": 9.446182769665248e-07,
      "loss": 0.3332,
      "step": 2059350
    },
    {
      "epoch": 574.76,
      "grad_norm": 1.0774599313735962,
      "learning_rate": 9.445965840057006e-07,
      "loss": 0.3307,
      "step": 2059360
    },
    {
      "epoch": 574.76,
      "grad_norm": 1.0342051982879639,
      "learning_rate": 9.445748912311024e-07,
      "loss": 0.3481,
      "step": 2059370
    },
    {
      "epoch": 574.76,
      "grad_norm": 1.0659785270690918,
      "learning_rate": 9.445531986427363e-07,
      "loss": 0.3317,
      "step": 2059380
    },
    {
      "epoch": 574.77,
      "grad_norm": 3.5541088581085205,
      "learning_rate": 9.44531506240603e-07,
      "loss": 0.3393,
      "step": 2059390
    },
    {
      "epoch": 574.77,
      "grad_norm": 1.255164623260498,
      "learning_rate": 9.44509814024706e-07,
      "loss": 0.3399,
      "step": 2059400
    },
    {
      "epoch": 574.77,
      "grad_norm": 1.1123536825180054,
      "learning_rate": 9.44488121995049e-07,
      "loss": 0.3458,
      "step": 2059410
    },
    {
      "epoch": 574.78,
      "grad_norm": 1.1332380771636963,
      "learning_rate": 9.444664301516328e-07,
      "loss": 0.3188,
      "step": 2059420
    },
    {
      "epoch": 574.78,
      "grad_norm": 1.221868872642517,
      "learning_rate": 9.444447384944631e-07,
      "loss": 0.3512,
      "step": 2059430
    },
    {
      "epoch": 574.78,
      "grad_norm": 1.301692247390747,
      "learning_rate": 9.444230470235405e-07,
      "loss": 0.3302,
      "step": 2059440
    },
    {
      "epoch": 574.78,
      "grad_norm": 1.1408274173736572,
      "learning_rate": 9.444013557388684e-07,
      "loss": 0.3606,
      "step": 2059450
    },
    {
      "epoch": 574.79,
      "grad_norm": 1.1003047227859497,
      "learning_rate": 9.443796646404504e-07,
      "loss": 0.3482,
      "step": 2059460
    },
    {
      "epoch": 574.79,
      "grad_norm": 0.9953392744064331,
      "learning_rate": 9.443579737282895e-07,
      "loss": 0.3367,
      "step": 2059470
    },
    {
      "epoch": 574.79,
      "grad_norm": 1.099485993385315,
      "learning_rate": 9.443362830023874e-07,
      "loss": 0.32,
      "step": 2059480
    },
    {
      "epoch": 574.79,
      "grad_norm": 1.321760654449463,
      "learning_rate": 9.443145924627478e-07,
      "loss": 0.3423,
      "step": 2059490
    },
    {
      "epoch": 574.8,
      "grad_norm": 1.119916558265686,
      "learning_rate": 9.442929021093739e-07,
      "loss": 0.3367,
      "step": 2059500
    },
    {
      "epoch": 574.8,
      "grad_norm": 1.1178725957870483,
      "learning_rate": 9.442712119422667e-07,
      "loss": 0.339,
      "step": 2059510
    },
    {
      "epoch": 574.8,
      "grad_norm": 12.079421997070312,
      "learning_rate": 9.442495219614321e-07,
      "loss": 0.3322,
      "step": 2059520
    },
    {
      "epoch": 574.81,
      "grad_norm": 1.1259946823120117,
      "learning_rate": 9.442278321668706e-07,
      "loss": 0.3285,
      "step": 2059530
    },
    {
      "epoch": 574.81,
      "grad_norm": 3.3432602882385254,
      "learning_rate": 9.442061425585858e-07,
      "loss": 0.3266,
      "step": 2059540
    },
    {
      "epoch": 574.81,
      "grad_norm": 1.1198028326034546,
      "learning_rate": 9.441844531365818e-07,
      "loss": 0.3407,
      "step": 2059550
    },
    {
      "epoch": 574.81,
      "grad_norm": 1.3059560060501099,
      "learning_rate": 9.441627639008592e-07,
      "loss": 0.337,
      "step": 2059560
    },
    {
      "epoch": 574.82,
      "grad_norm": 1.2023541927337646,
      "learning_rate": 9.44141074851422e-07,
      "loss": 0.3473,
      "step": 2059570
    },
    {
      "epoch": 574.82,
      "grad_norm": 1.2263323068618774,
      "learning_rate": 9.441193859882734e-07,
      "loss": 0.337,
      "step": 2059580
    },
    {
      "epoch": 574.82,
      "grad_norm": 1.499366044998169,
      "learning_rate": 9.440976973114165e-07,
      "loss": 0.3535,
      "step": 2059590
    },
    {
      "epoch": 574.83,
      "grad_norm": 1.102807879447937,
      "learning_rate": 9.440760088208523e-07,
      "loss": 0.3218,
      "step": 2059600
    },
    {
      "epoch": 574.83,
      "grad_norm": 1.1475639343261719,
      "learning_rate": 9.440543205165867e-07,
      "loss": 0.3533,
      "step": 2059610
    },
    {
      "epoch": 574.83,
      "grad_norm": 1.0486962795257568,
      "learning_rate": 9.440326323986201e-07,
      "loss": 0.349,
      "step": 2059620
    },
    {
      "epoch": 574.83,
      "grad_norm": 1.1837533712387085,
      "learning_rate": 9.440109444669563e-07,
      "loss": 0.3484,
      "step": 2059630
    },
    {
      "epoch": 574.84,
      "grad_norm": 1.6954736709594727,
      "learning_rate": 9.439892567215991e-07,
      "loss": 0.3437,
      "step": 2059640
    },
    {
      "epoch": 574.84,
      "grad_norm": 1.1822307109832764,
      "learning_rate": 9.439675691625494e-07,
      "loss": 0.3323,
      "step": 2059650
    },
    {
      "epoch": 574.84,
      "grad_norm": 1.2343930006027222,
      "learning_rate": 9.439458817898112e-07,
      "loss": 0.3375,
      "step": 2059660
    },
    {
      "epoch": 574.85,
      "grad_norm": 1.4340671300888062,
      "learning_rate": 9.439241946033874e-07,
      "loss": 0.3281,
      "step": 2059670
    },
    {
      "epoch": 574.85,
      "grad_norm": 1.165536642074585,
      "learning_rate": 9.439025076032815e-07,
      "loss": 0.3494,
      "step": 2059680
    },
    {
      "epoch": 574.85,
      "grad_norm": 1.1241340637207031,
      "learning_rate": 9.438808207894948e-07,
      "loss": 0.3154,
      "step": 2059690
    },
    {
      "epoch": 574.85,
      "grad_norm": 1.0955281257629395,
      "learning_rate": 9.438591341620311e-07,
      "loss": 0.3412,
      "step": 2059700
    },
    {
      "epoch": 574.86,
      "grad_norm": 6.573073863983154,
      "learning_rate": 9.438374477208935e-07,
      "loss": 0.3718,
      "step": 2059710
    },
    {
      "epoch": 574.86,
      "grad_norm": 1.3114631175994873,
      "learning_rate": 9.438157614660844e-07,
      "loss": 0.3394,
      "step": 2059720
    },
    {
      "epoch": 574.86,
      "grad_norm": 1.1536556482315063,
      "learning_rate": 9.437940753976077e-07,
      "loss": 0.3353,
      "step": 2059730
    },
    {
      "epoch": 574.86,
      "grad_norm": 1.2477669715881348,
      "learning_rate": 9.437723895154641e-07,
      "loss": 0.3367,
      "step": 2059740
    },
    {
      "epoch": 574.87,
      "grad_norm": 1.1738319396972656,
      "learning_rate": 9.437507038196594e-07,
      "loss": 0.3391,
      "step": 2059750
    },
    {
      "epoch": 574.87,
      "grad_norm": 1.1916173696517944,
      "learning_rate": 9.437290183101941e-07,
      "loss": 0.3497,
      "step": 2059760
    },
    {
      "epoch": 574.87,
      "grad_norm": 1.0820115804672241,
      "learning_rate": 9.437073329870724e-07,
      "loss": 0.3389,
      "step": 2059770
    },
    {
      "epoch": 574.88,
      "grad_norm": 1.1119602918624878,
      "learning_rate": 9.436856478502971e-07,
      "loss": 0.3432,
      "step": 2059780
    },
    {
      "epoch": 574.88,
      "grad_norm": 1.0748525857925415,
      "learning_rate": 9.4366396289987e-07,
      "loss": 0.3586,
      "step": 2059790
    },
    {
      "epoch": 574.88,
      "grad_norm": 1.2235201597213745,
      "learning_rate": 9.436422781357947e-07,
      "loss": 0.3377,
      "step": 2059800
    },
    {
      "epoch": 574.88,
      "grad_norm": 1.2061761617660522,
      "learning_rate": 9.436205935580743e-07,
      "loss": 0.3511,
      "step": 2059810
    },
    {
      "epoch": 574.89,
      "grad_norm": 1.3571869134902954,
      "learning_rate": 9.435989091667124e-07,
      "loss": 0.3357,
      "step": 2059820
    },
    {
      "epoch": 574.89,
      "grad_norm": 1.1568257808685303,
      "learning_rate": 9.4357722496171e-07,
      "loss": 0.3298,
      "step": 2059830
    },
    {
      "epoch": 574.89,
      "grad_norm": 1.1697113513946533,
      "learning_rate": 9.43555540943071e-07,
      "loss": 0.344,
      "step": 2059840
    },
    {
      "epoch": 574.9,
      "grad_norm": 1.154599905014038,
      "learning_rate": 9.435338571107983e-07,
      "loss": 0.3341,
      "step": 2059850
    },
    {
      "epoch": 574.9,
      "grad_norm": 1.1428190469741821,
      "learning_rate": 9.435121734648947e-07,
      "loss": 0.3368,
      "step": 2059860
    },
    {
      "epoch": 574.9,
      "grad_norm": 1.0118463039398193,
      "learning_rate": 9.434904900053639e-07,
      "loss": 0.3314,
      "step": 2059870
    },
    {
      "epoch": 574.9,
      "grad_norm": 1.2193619012832642,
      "learning_rate": 9.434688067322075e-07,
      "loss": 0.3518,
      "step": 2059880
    },
    {
      "epoch": 574.91,
      "grad_norm": 1.8680564165115356,
      "learning_rate": 9.434471236454286e-07,
      "loss": 0.3479,
      "step": 2059890
    },
    {
      "epoch": 574.91,
      "grad_norm": 1.2844102382659912,
      "learning_rate": 9.434254407450305e-07,
      "loss": 0.345,
      "step": 2059900
    },
    {
      "epoch": 574.91,
      "grad_norm": 0.9356786608695984,
      "learning_rate": 9.434037580310167e-07,
      "loss": 0.3287,
      "step": 2059910
    },
    {
      "epoch": 574.91,
      "grad_norm": 1.2249644994735718,
      "learning_rate": 9.433820755033886e-07,
      "loss": 0.3506,
      "step": 2059920
    },
    {
      "epoch": 574.92,
      "grad_norm": 1.529123067855835,
      "learning_rate": 9.4336039316215e-07,
      "loss": 0.3499,
      "step": 2059930
    },
    {
      "epoch": 574.92,
      "grad_norm": 1.0922095775604248,
      "learning_rate": 9.433387110073042e-07,
      "loss": 0.3482,
      "step": 2059940
    },
    {
      "epoch": 574.92,
      "grad_norm": 1.1102298498153687,
      "learning_rate": 9.433170290388521e-07,
      "loss": 0.336,
      "step": 2059950
    },
    {
      "epoch": 574.93,
      "grad_norm": 1.1210691928863525,
      "learning_rate": 9.432953472567995e-07,
      "loss": 0.3313,
      "step": 2059960
    },
    {
      "epoch": 574.93,
      "grad_norm": 1.0387234687805176,
      "learning_rate": 9.43273665661147e-07,
      "loss": 0.3307,
      "step": 2059970
    },
    {
      "epoch": 574.93,
      "grad_norm": 1.1081737279891968,
      "learning_rate": 9.432519842518984e-07,
      "loss": 0.331,
      "step": 2059980
    },
    {
      "epoch": 574.93,
      "grad_norm": 1.2554110288619995,
      "learning_rate": 9.432303030290566e-07,
      "loss": 0.3527,
      "step": 2059990
    },
    {
      "epoch": 574.94,
      "grad_norm": 0.9763081669807434,
      "learning_rate": 9.43208621992624e-07,
      "loss": 0.3387,
      "step": 2060000
    },
    {
      "epoch": 574.94,
      "grad_norm": 1.1426246166229248,
      "learning_rate": 9.431869411426048e-07,
      "loss": 0.3393,
      "step": 2060010
    },
    {
      "epoch": 574.94,
      "grad_norm": 1.1839224100112915,
      "learning_rate": 9.431652604790002e-07,
      "loss": 0.322,
      "step": 2060020
    },
    {
      "epoch": 574.95,
      "grad_norm": 1.2256790399551392,
      "learning_rate": 9.431435800018137e-07,
      "loss": 0.354,
      "step": 2060030
    },
    {
      "epoch": 574.95,
      "grad_norm": 3.0633418560028076,
      "learning_rate": 9.431218997110483e-07,
      "loss": 0.329,
      "step": 2060040
    },
    {
      "epoch": 574.95,
      "grad_norm": 1.4111664295196533,
      "learning_rate": 9.431002196067079e-07,
      "loss": 0.3391,
      "step": 2060050
    },
    {
      "epoch": 574.95,
      "grad_norm": 1.043229103088379,
      "learning_rate": 9.430785396887933e-07,
      "loss": 0.345,
      "step": 2060060
    },
    {
      "epoch": 574.96,
      "grad_norm": 1.054627537727356,
      "learning_rate": 9.430568599573085e-07,
      "loss": 0.3315,
      "step": 2060070
    },
    {
      "epoch": 574.96,
      "grad_norm": 1.1010551452636719,
      "learning_rate": 9.430351804122571e-07,
      "loss": 0.3473,
      "step": 2060080
    },
    {
      "epoch": 574.96,
      "grad_norm": 1.325810432434082,
      "learning_rate": 9.430135010536397e-07,
      "loss": 0.3422,
      "step": 2060090
    },
    {
      "epoch": 574.97,
      "grad_norm": 1.3166358470916748,
      "learning_rate": 9.429918218814623e-07,
      "loss": 0.3388,
      "step": 2060100
    },
    {
      "epoch": 574.97,
      "grad_norm": 2.9213268756866455,
      "learning_rate": 9.429701428957255e-07,
      "loss": 0.3593,
      "step": 2060110
    },
    {
      "epoch": 574.97,
      "grad_norm": 1.1263010501861572,
      "learning_rate": 9.429484640964327e-07,
      "loss": 0.3232,
      "step": 2060120
    },
    {
      "epoch": 574.97,
      "grad_norm": 1.1268993616104126,
      "learning_rate": 9.429267854835871e-07,
      "loss": 0.3523,
      "step": 2060130
    },
    {
      "epoch": 574.98,
      "grad_norm": 1.0832988023757935,
      "learning_rate": 9.429051070571922e-07,
      "loss": 0.3298,
      "step": 2060140
    },
    {
      "epoch": 574.98,
      "grad_norm": 1.239331603050232,
      "learning_rate": 9.428834288172492e-07,
      "loss": 0.3511,
      "step": 2060150
    },
    {
      "epoch": 574.98,
      "grad_norm": 1.03856360912323,
      "learning_rate": 9.428617507637623e-07,
      "loss": 0.3387,
      "step": 2060160
    },
    {
      "epoch": 574.98,
      "grad_norm": 1.0678062438964844,
      "learning_rate": 9.428400728967345e-07,
      "loss": 0.3404,
      "step": 2060170
    },
    {
      "epoch": 574.99,
      "grad_norm": 1.2321792840957642,
      "learning_rate": 9.428183952161664e-07,
      "loss": 0.3199,
      "step": 2060180
    },
    {
      "epoch": 574.99,
      "grad_norm": 1.196681261062622,
      "learning_rate": 9.427967177220646e-07,
      "loss": 0.3318,
      "step": 2060190
    },
    {
      "epoch": 574.99,
      "grad_norm": 1.3018711805343628,
      "learning_rate": 9.427750404144293e-07,
      "loss": 0.3318,
      "step": 2060200
    },
    {
      "epoch": 575.0,
      "grad_norm": 1.1079703569412231,
      "learning_rate": 9.42753363293264e-07,
      "loss": 0.3366,
      "step": 2060210
    },
    {
      "epoch": 575.0,
      "grad_norm": 1.0133693218231201,
      "learning_rate": 9.427316863585727e-07,
      "loss": 0.3413,
      "step": 2060220
    },
    {
      "epoch": 575.0,
      "eval_loss": 0.33951497077941895,
      "eval_runtime": 63.2349,
      "eval_samples_per_second": 80.003,
      "eval_steps_per_second": 10.01,
      "step": 2060225
    },
    {
      "epoch": 575.0,
      "grad_norm": 1.1588711738586426,
      "learning_rate": 9.427100096103563e-07,
      "loss": 0.3428,
      "step": 2060230
    },
    {
      "epoch": 575.0,
      "grad_norm": 1.1929855346679688,
      "learning_rate": 9.426883330486188e-07,
      "loss": 0.3384,
      "step": 2060240
    },
    {
      "epoch": 575.01,
      "grad_norm": 1.1342101097106934,
      "learning_rate": 9.426666566733631e-07,
      "loss": 0.3464,
      "step": 2060250
    },
    {
      "epoch": 575.01,
      "grad_norm": 1.108662724494934,
      "learning_rate": 9.426449804845926e-07,
      "loss": 0.3357,
      "step": 2060260
    },
    {
      "epoch": 575.01,
      "grad_norm": 1.2381104230880737,
      "learning_rate": 9.426233044823081e-07,
      "loss": 0.3393,
      "step": 2060270
    },
    {
      "epoch": 575.02,
      "grad_norm": 1.004225254058838,
      "learning_rate": 9.426016286665154e-07,
      "loss": 0.3289,
      "step": 2060280
    },
    {
      "epoch": 575.02,
      "grad_norm": 1.1808067560195923,
      "learning_rate": 9.425799530372152e-07,
      "loss": 0.346,
      "step": 2060290
    },
    {
      "epoch": 575.02,
      "grad_norm": 1.2829405069351196,
      "learning_rate": 9.425582775944111e-07,
      "loss": 0.3484,
      "step": 2060300
    },
    {
      "epoch": 575.02,
      "grad_norm": 1.2925055027008057,
      "learning_rate": 9.425366023381067e-07,
      "loss": 0.3409,
      "step": 2060310
    },
    {
      "epoch": 575.03,
      "grad_norm": 7.016642093658447,
      "learning_rate": 9.425149272683029e-07,
      "loss": 0.3432,
      "step": 2060320
    },
    {
      "epoch": 575.03,
      "grad_norm": 1.159386396408081,
      "learning_rate": 9.424932523850053e-07,
      "loss": 0.35,
      "step": 2060330
    },
    {
      "epoch": 575.03,
      "grad_norm": 1.145250916481018,
      "learning_rate": 9.424715776882143e-07,
      "loss": 0.3501,
      "step": 2060340
    },
    {
      "epoch": 575.03,
      "grad_norm": 1.1288399696350098,
      "learning_rate": 9.424499031779342e-07,
      "loss": 0.3454,
      "step": 2060350
    },
    {
      "epoch": 575.04,
      "grad_norm": 1.314313530921936,
      "learning_rate": 9.424282288541682e-07,
      "loss": 0.3471,
      "step": 2060360
    },
    {
      "epoch": 575.04,
      "grad_norm": 1.1240521669387817,
      "learning_rate": 9.424065547169177e-07,
      "loss": 0.3305,
      "step": 2060370
    },
    {
      "epoch": 575.04,
      "grad_norm": 1.0358363389968872,
      "learning_rate": 9.423848807661864e-07,
      "loss": 0.3452,
      "step": 2060380
    },
    {
      "epoch": 575.05,
      "grad_norm": 1.0586168766021729,
      "learning_rate": 9.423632070019772e-07,
      "loss": 0.3368,
      "step": 2060390
    },
    {
      "epoch": 575.05,
      "grad_norm": 1.1112134456634521,
      "learning_rate": 9.423415334242937e-07,
      "loss": 0.334,
      "step": 2060400
    },
    {
      "epoch": 575.05,
      "grad_norm": 1.0482004880905151,
      "learning_rate": 9.423198600331364e-07,
      "loss": 0.3398,
      "step": 2060410
    },
    {
      "epoch": 575.05,
      "grad_norm": 1.1826272010803223,
      "learning_rate": 9.422981868285116e-07,
      "loss": 0.3467,
      "step": 2060420
    },
    {
      "epoch": 575.06,
      "grad_norm": 1.3167998790740967,
      "learning_rate": 9.422765138104194e-07,
      "loss": 0.3381,
      "step": 2060430
    },
    {
      "epoch": 575.06,
      "grad_norm": 1.241258144378662,
      "learning_rate": 9.42254840978864e-07,
      "loss": 0.3308,
      "step": 2060440
    },
    {
      "epoch": 575.06,
      "grad_norm": 1.05698823928833,
      "learning_rate": 9.422331683338486e-07,
      "loss": 0.3416,
      "step": 2060450
    },
    {
      "epoch": 575.07,
      "grad_norm": 1.3354545831680298,
      "learning_rate": 9.422114958753747e-07,
      "loss": 0.3556,
      "step": 2060460
    },
    {
      "epoch": 575.07,
      "grad_norm": 1.0890281200408936,
      "learning_rate": 9.421898236034461e-07,
      "loss": 0.3531,
      "step": 2060470
    },
    {
      "epoch": 575.07,
      "grad_norm": 1.0983781814575195,
      "learning_rate": 9.421681515180654e-07,
      "loss": 0.3359,
      "step": 2060480
    },
    {
      "epoch": 575.07,
      "grad_norm": 1.1220546960830688,
      "learning_rate": 9.421464796192362e-07,
      "loss": 0.3263,
      "step": 2060490
    },
    {
      "epoch": 575.08,
      "grad_norm": 1.106216311454773,
      "learning_rate": 9.421248079069605e-07,
      "loss": 0.347,
      "step": 2060500
    },
    {
      "epoch": 575.08,
      "grad_norm": 1.1601574420928955,
      "learning_rate": 9.421031363812412e-07,
      "loss": 0.3225,
      "step": 2060510
    },
    {
      "epoch": 575.08,
      "grad_norm": 1.1743983030319214,
      "learning_rate": 9.420814650420822e-07,
      "loss": 0.3365,
      "step": 2060520
    },
    {
      "epoch": 575.09,
      "grad_norm": 1.231892466545105,
      "learning_rate": 9.42059793889484e-07,
      "loss": 0.3552,
      "step": 2060530
    },
    {
      "epoch": 575.09,
      "grad_norm": 1.3195970058441162,
      "learning_rate": 9.420381229234531e-07,
      "loss": 0.3403,
      "step": 2060540
    },
    {
      "epoch": 575.09,
      "grad_norm": 1.1685583591461182,
      "learning_rate": 9.420164521439894e-07,
      "loss": 0.3516,
      "step": 2060550
    },
    {
      "epoch": 575.09,
      "grad_norm": 1.1783921718597412,
      "learning_rate": 9.419947815510969e-07,
      "loss": 0.3461,
      "step": 2060560
    },
    {
      "epoch": 575.1,
      "grad_norm": 1.3435975313186646,
      "learning_rate": 9.419731111447785e-07,
      "loss": 0.3292,
      "step": 2060570
    },
    {
      "epoch": 575.1,
      "grad_norm": 1.1162433624267578,
      "learning_rate": 9.419514409250367e-07,
      "loss": 0.3214,
      "step": 2060580
    },
    {
      "epoch": 575.1,
      "grad_norm": 1.0279475450515747,
      "learning_rate": 9.419297708918759e-07,
      "loss": 0.3423,
      "step": 2060590
    },
    {
      "epoch": 575.1,
      "grad_norm": 1.2868139743804932,
      "learning_rate": 9.419081010452965e-07,
      "loss": 0.3483,
      "step": 2060600
    },
    {
      "epoch": 575.11,
      "grad_norm": 0.9545221328735352,
      "learning_rate": 9.418864313853026e-07,
      "loss": 0.312,
      "step": 2060610
    },
    {
      "epoch": 575.11,
      "grad_norm": 1.0213295221328735,
      "learning_rate": 9.418647619118975e-07,
      "loss": 0.3172,
      "step": 2060620
    },
    {
      "epoch": 575.11,
      "grad_norm": 1.7317594289779663,
      "learning_rate": 9.418430926250843e-07,
      "loss": 0.3578,
      "step": 2060630
    },
    {
      "epoch": 575.12,
      "grad_norm": 1.165421485900879,
      "learning_rate": 9.418214235248647e-07,
      "loss": 0.3331,
      "step": 2060640
    },
    {
      "epoch": 575.12,
      "grad_norm": 1.0876250267028809,
      "learning_rate": 9.417997546112419e-07,
      "loss": 0.337,
      "step": 2060650
    },
    {
      "epoch": 575.12,
      "grad_norm": 1.111610770225525,
      "learning_rate": 9.417780858842201e-07,
      "loss": 0.3398,
      "step": 2060660
    },
    {
      "epoch": 575.12,
      "grad_norm": 1.232384443283081,
      "learning_rate": 9.417564173437992e-07,
      "loss": 0.3369,
      "step": 2060670
    },
    {
      "epoch": 575.13,
      "grad_norm": 1.1605209112167358,
      "learning_rate": 9.41734748989986e-07,
      "loss": 0.3439,
      "step": 2060680
    },
    {
      "epoch": 575.13,
      "grad_norm": 1.316767930984497,
      "learning_rate": 9.417130808227804e-07,
      "loss": 0.3332,
      "step": 2060690
    },
    {
      "epoch": 575.13,
      "grad_norm": 0.9752639532089233,
      "learning_rate": 9.416914128421865e-07,
      "loss": 0.3214,
      "step": 2060700
    },
    {
      "epoch": 575.14,
      "grad_norm": 1.0590723752975464,
      "learning_rate": 9.416697450482069e-07,
      "loss": 0.3412,
      "step": 2060710
    },
    {
      "epoch": 575.14,
      "grad_norm": 1.148490071296692,
      "learning_rate": 9.416480774408452e-07,
      "loss": 0.3485,
      "step": 2060720
    },
    {
      "epoch": 575.14,
      "grad_norm": 1.005847692489624,
      "learning_rate": 9.416264100201029e-07,
      "loss": 0.3335,
      "step": 2060730
    },
    {
      "epoch": 575.14,
      "grad_norm": 1.364216685295105,
      "learning_rate": 9.416047427859839e-07,
      "loss": 0.3553,
      "step": 2060740
    },
    {
      "epoch": 575.15,
      "grad_norm": 1.0201648473739624,
      "learning_rate": 9.415830757384912e-07,
      "loss": 0.3318,
      "step": 2060750
    },
    {
      "epoch": 575.15,
      "grad_norm": 1.1627048254013062,
      "learning_rate": 9.415614088776259e-07,
      "loss": 0.3309,
      "step": 2060760
    },
    {
      "epoch": 575.15,
      "grad_norm": 1.1702954769134521,
      "learning_rate": 9.41539742203394e-07,
      "loss": 0.3428,
      "step": 2060770
    },
    {
      "epoch": 575.15,
      "grad_norm": 1.091960072517395,
      "learning_rate": 9.415180757157957e-07,
      "loss": 0.3384,
      "step": 2060780
    },
    {
      "epoch": 575.16,
      "grad_norm": 1.0305781364440918,
      "learning_rate": 9.414964094148348e-07,
      "loss": 0.3374,
      "step": 2060790
    },
    {
      "epoch": 575.16,
      "grad_norm": 1.0365841388702393,
      "learning_rate": 9.414747433005145e-07,
      "loss": 0.3343,
      "step": 2060800
    },
    {
      "epoch": 575.16,
      "grad_norm": 1.1993645429611206,
      "learning_rate": 9.41453077372838e-07,
      "loss": 0.3502,
      "step": 2060810
    },
    {
      "epoch": 575.17,
      "grad_norm": 3.231997013092041,
      "learning_rate": 9.414314116318068e-07,
      "loss": 0.3482,
      "step": 2060820
    },
    {
      "epoch": 575.17,
      "grad_norm": 1.182578206062317,
      "learning_rate": 9.414097460774247e-07,
      "loss": 0.3436,
      "step": 2060830
    },
    {
      "epoch": 575.17,
      "grad_norm": 2.259079694747925,
      "learning_rate": 9.413880807096952e-07,
      "loss": 0.3357,
      "step": 2060840
    },
    {
      "epoch": 575.17,
      "grad_norm": 1.3671190738677979,
      "learning_rate": 9.413664155286187e-07,
      "loss": 0.3592,
      "step": 2060850
    },
    {
      "epoch": 575.18,
      "grad_norm": 1.010817527770996,
      "learning_rate": 9.413447505342018e-07,
      "loss": 0.3295,
      "step": 2060860
    },
    {
      "epoch": 575.18,
      "grad_norm": 1.0346379280090332,
      "learning_rate": 9.413230857264443e-07,
      "loss": 0.3365,
      "step": 2060870
    },
    {
      "epoch": 575.18,
      "grad_norm": 1.240573525428772,
      "learning_rate": 9.413014211053503e-07,
      "loss": 0.3215,
      "step": 2060880
    },
    {
      "epoch": 575.19,
      "grad_norm": 1.0618255138397217,
      "learning_rate": 9.412797566709235e-07,
      "loss": 0.3275,
      "step": 2060890
    },
    {
      "epoch": 575.19,
      "grad_norm": 1.0986849069595337,
      "learning_rate": 9.412580924231642e-07,
      "loss": 0.3404,
      "step": 2060900
    },
    {
      "epoch": 575.19,
      "grad_norm": 1.0959774255752563,
      "learning_rate": 9.412364283620785e-07,
      "loss": 0.3255,
      "step": 2060910
    },
    {
      "epoch": 575.19,
      "grad_norm": 1.2914154529571533,
      "learning_rate": 9.412147644876669e-07,
      "loss": 0.3251,
      "step": 2060920
    },
    {
      "epoch": 575.2,
      "grad_norm": 1.3188356161117554,
      "learning_rate": 9.411931007999334e-07,
      "loss": 0.3159,
      "step": 2060930
    },
    {
      "epoch": 575.2,
      "grad_norm": 1.2005420923233032,
      "learning_rate": 9.411714372988805e-07,
      "loss": 0.3364,
      "step": 2060940
    },
    {
      "epoch": 575.2,
      "grad_norm": 1.085658073425293,
      "learning_rate": 9.411497739845118e-07,
      "loss": 0.3591,
      "step": 2060950
    },
    {
      "epoch": 575.21,
      "grad_norm": 0.9699636697769165,
      "learning_rate": 9.41128110856829e-07,
      "loss": 0.3525,
      "step": 2060960
    },
    {
      "epoch": 575.21,
      "grad_norm": 1.119620442390442,
      "learning_rate": 9.411064479158353e-07,
      "loss": 0.3393,
      "step": 2060970
    },
    {
      "epoch": 575.21,
      "grad_norm": 1.1916160583496094,
      "learning_rate": 9.410847851615347e-07,
      "loss": 0.3434,
      "step": 2060980
    },
    {
      "epoch": 575.21,
      "grad_norm": 1.2064732313156128,
      "learning_rate": 9.410631225939276e-07,
      "loss": 0.3255,
      "step": 2060990
    },
    {
      "epoch": 575.22,
      "grad_norm": 1.1458284854888916,
      "learning_rate": 9.410414602130203e-07,
      "loss": 0.3477,
      "step": 2061000
    },
    {
      "epoch": 575.22,
      "grad_norm": 1.1300721168518066,
      "learning_rate": 9.410197980188129e-07,
      "loss": 0.3432,
      "step": 2061010
    },
    {
      "epoch": 575.22,
      "grad_norm": 1.0851049423217773,
      "learning_rate": 9.409981360113096e-07,
      "loss": 0.3583,
      "step": 2061020
    },
    {
      "epoch": 575.22,
      "grad_norm": 7.3333024978637695,
      "learning_rate": 9.409764741905133e-07,
      "loss": 0.3334,
      "step": 2061030
    },
    {
      "epoch": 575.23,
      "grad_norm": 1.1486529111862183,
      "learning_rate": 9.409548125564261e-07,
      "loss": 0.3443,
      "step": 2061040
    },
    {
      "epoch": 575.23,
      "grad_norm": 1.0067310333251953,
      "learning_rate": 9.409331511090512e-07,
      "loss": 0.352,
      "step": 2061050
    },
    {
      "epoch": 575.23,
      "grad_norm": 1.0092973709106445,
      "learning_rate": 9.409114898483915e-07,
      "loss": 0.3322,
      "step": 2061060
    },
    {
      "epoch": 575.24,
      "grad_norm": 1.168399453163147,
      "learning_rate": 9.408898287744508e-07,
      "loss": 0.3356,
      "step": 2061070
    },
    {
      "epoch": 575.24,
      "grad_norm": 1.1047229766845703,
      "learning_rate": 9.408681678872296e-07,
      "loss": 0.3429,
      "step": 2061080
    },
    {
      "epoch": 575.24,
      "grad_norm": 1.081728458404541,
      "learning_rate": 9.408465071867341e-07,
      "loss": 0.3436,
      "step": 2061090
    },
    {
      "epoch": 575.24,
      "grad_norm": 1.092282772064209,
      "learning_rate": 9.408248466729646e-07,
      "loss": 0.3411,
      "step": 2061100
    },
    {
      "epoch": 575.25,
      "grad_norm": 1.1885106563568115,
      "learning_rate": 9.408031863459245e-07,
      "loss": 0.3592,
      "step": 2061110
    },
    {
      "epoch": 575.25,
      "grad_norm": 1.2433265447616577,
      "learning_rate": 9.407815262056182e-07,
      "loss": 0.3385,
      "step": 2061120
    },
    {
      "epoch": 575.25,
      "grad_norm": 1.137937068939209,
      "learning_rate": 9.407598662520463e-07,
      "loss": 0.3285,
      "step": 2061130
    },
    {
      "epoch": 575.26,
      "grad_norm": 1.0856016874313354,
      "learning_rate": 9.40738206485213e-07,
      "loss": 0.3453,
      "step": 2061140
    },
    {
      "epoch": 575.26,
      "grad_norm": 1.1973891258239746,
      "learning_rate": 9.407165469051208e-07,
      "loss": 0.3225,
      "step": 2061150
    },
    {
      "epoch": 575.26,
      "grad_norm": 1.0993542671203613,
      "learning_rate": 9.406948875117729e-07,
      "loss": 0.3359,
      "step": 2061160
    },
    {
      "epoch": 575.26,
      "grad_norm": 1.2256956100463867,
      "learning_rate": 9.406732283051726e-07,
      "loss": 0.3287,
      "step": 2061170
    },
    {
      "epoch": 575.27,
      "grad_norm": 1.420921802520752,
      "learning_rate": 9.406515692853215e-07,
      "loss": 0.3317,
      "step": 2061180
    },
    {
      "epoch": 575.27,
      "grad_norm": 1.1946536302566528,
      "learning_rate": 9.406299104522234e-07,
      "loss": 0.3336,
      "step": 2061190
    },
    {
      "epoch": 575.27,
      "grad_norm": 1.0870610475540161,
      "learning_rate": 9.406082518058806e-07,
      "loss": 0.3495,
      "step": 2061200
    },
    {
      "epoch": 575.27,
      "grad_norm": 1.1892813444137573,
      "learning_rate": 9.405865933462973e-07,
      "loss": 0.3427,
      "step": 2061210
    },
    {
      "epoch": 575.28,
      "grad_norm": 1.2290096282958984,
      "learning_rate": 9.405649350734739e-07,
      "loss": 0.3527,
      "step": 2061220
    },
    {
      "epoch": 575.28,
      "grad_norm": 1.2401707172393799,
      "learning_rate": 9.405432769874162e-07,
      "loss": 0.3332,
      "step": 2061230
    },
    {
      "epoch": 575.28,
      "grad_norm": 1.0215522050857544,
      "learning_rate": 9.40521619088125e-07,
      "loss": 0.341,
      "step": 2061240
    },
    {
      "epoch": 575.29,
      "grad_norm": 1.1491270065307617,
      "learning_rate": 9.40499961375604e-07,
      "loss": 0.3557,
      "step": 2061250
    },
    {
      "epoch": 575.29,
      "grad_norm": 1.2541576623916626,
      "learning_rate": 9.404783038498567e-07,
      "loss": 0.3364,
      "step": 2061260
    },
    {
      "epoch": 575.29,
      "grad_norm": 1.249740719795227,
      "learning_rate": 9.404566465108845e-07,
      "loss": 0.3423,
      "step": 2061270
    },
    {
      "epoch": 575.29,
      "grad_norm": 1.1994824409484863,
      "learning_rate": 9.40434989358691e-07,
      "loss": 0.335,
      "step": 2061280
    },
    {
      "epoch": 575.3,
      "grad_norm": 0.9843479990959167,
      "learning_rate": 9.404133323932792e-07,
      "loss": 0.3415,
      "step": 2061290
    },
    {
      "epoch": 575.3,
      "grad_norm": 1.026246428489685,
      "learning_rate": 9.403916756146524e-07,
      "loss": 0.3313,
      "step": 2061300
    },
    {
      "epoch": 575.3,
      "grad_norm": 1.3445175886154175,
      "learning_rate": 9.403700190228123e-07,
      "loss": 0.3321,
      "step": 2061310
    },
    {
      "epoch": 575.31,
      "grad_norm": 1.075005292892456,
      "learning_rate": 9.403483626177626e-07,
      "loss": 0.3424,
      "step": 2061320
    },
    {
      "epoch": 575.31,
      "grad_norm": 1.3630375862121582,
      "learning_rate": 9.403267063995067e-07,
      "loss": 0.3371,
      "step": 2061330
    },
    {
      "epoch": 575.31,
      "grad_norm": 1.108060598373413,
      "learning_rate": 9.403050503680454e-07,
      "loss": 0.3494,
      "step": 2061340
    },
    {
      "epoch": 575.31,
      "grad_norm": 1.0584211349487305,
      "learning_rate": 9.402833945233843e-07,
      "loss": 0.3513,
      "step": 2061350
    },
    {
      "epoch": 575.32,
      "grad_norm": 1.1923905611038208,
      "learning_rate": 9.402617388655245e-07,
      "loss": 0.35,
      "step": 2061360
    },
    {
      "epoch": 575.32,
      "grad_norm": 1.1000730991363525,
      "learning_rate": 9.40240083394469e-07,
      "loss": 0.3268,
      "step": 2061370
    },
    {
      "epoch": 575.32,
      "grad_norm": 1.083620309829712,
      "learning_rate": 9.402184281102215e-07,
      "loss": 0.3312,
      "step": 2061380
    },
    {
      "epoch": 575.33,
      "grad_norm": 1.1842008829116821,
      "learning_rate": 9.401967730127849e-07,
      "loss": 0.341,
      "step": 2061390
    },
    {
      "epoch": 575.33,
      "grad_norm": 1.2557426691055298,
      "learning_rate": 9.40175118102161e-07,
      "loss": 0.3543,
      "step": 2061400
    },
    {
      "epoch": 575.33,
      "grad_norm": 1.3670331239700317,
      "learning_rate": 9.401534633783532e-07,
      "loss": 0.3246,
      "step": 2061410
    },
    {
      "epoch": 575.33,
      "grad_norm": 1.0623608827590942,
      "learning_rate": 9.401318088413644e-07,
      "loss": 0.3449,
      "step": 2061420
    },
    {
      "epoch": 575.34,
      "grad_norm": 1.2856711149215698,
      "learning_rate": 9.401101544911978e-07,
      "loss": 0.3426,
      "step": 2061430
    },
    {
      "epoch": 575.34,
      "grad_norm": 1.1746032238006592,
      "learning_rate": 9.400885003278567e-07,
      "loss": 0.3454,
      "step": 2061440
    },
    {
      "epoch": 575.34,
      "grad_norm": 0.9923201203346252,
      "learning_rate": 9.400668463513425e-07,
      "loss": 0.3354,
      "step": 2061450
    },
    {
      "epoch": 575.34,
      "grad_norm": 1.219228744506836,
      "learning_rate": 9.40045192561659e-07,
      "loss": 0.3251,
      "step": 2061460
    },
    {
      "epoch": 575.35,
      "grad_norm": 1.0715889930725098,
      "learning_rate": 9.400235389588097e-07,
      "loss": 0.3479,
      "step": 2061470
    },
    {
      "epoch": 575.35,
      "grad_norm": 1.0632829666137695,
      "learning_rate": 9.400018855427953e-07,
      "loss": 0.3374,
      "step": 2061480
    },
    {
      "epoch": 575.35,
      "grad_norm": 1.127918004989624,
      "learning_rate": 9.399802323136218e-07,
      "loss": 0.333,
      "step": 2061490
    },
    {
      "epoch": 575.36,
      "grad_norm": 1.1755956411361694,
      "learning_rate": 9.399585792712895e-07,
      "loss": 0.3341,
      "step": 2061500
    },
    {
      "epoch": 575.36,
      "grad_norm": 1.1353319883346558,
      "learning_rate": 9.399369264158022e-07,
      "loss": 0.3518,
      "step": 2061510
    },
    {
      "epoch": 575.36,
      "grad_norm": 1.3374428749084473,
      "learning_rate": 9.399152737471629e-07,
      "loss": 0.3408,
      "step": 2061520
    },
    {
      "epoch": 575.36,
      "grad_norm": 1.2574212551116943,
      "learning_rate": 9.398936212653751e-07,
      "loss": 0.3463,
      "step": 2061530
    },
    {
      "epoch": 575.37,
      "grad_norm": 1.011738896369934,
      "learning_rate": 9.3987196897044e-07,
      "loss": 0.3559,
      "step": 2061540
    },
    {
      "epoch": 575.37,
      "grad_norm": 1.2170946598052979,
      "learning_rate": 9.398503168623617e-07,
      "loss": 0.3373,
      "step": 2061550
    },
    {
      "epoch": 575.37,
      "grad_norm": 1.033308506011963,
      "learning_rate": 9.398286649411437e-07,
      "loss": 0.3425,
      "step": 2061560
    },
    {
      "epoch": 575.38,
      "grad_norm": 1.15339195728302,
      "learning_rate": 9.398070132067863e-07,
      "loss": 0.3628,
      "step": 2061570
    },
    {
      "epoch": 575.38,
      "grad_norm": 1.4104493856430054,
      "learning_rate": 9.397853616592956e-07,
      "loss": 0.3454,
      "step": 2061580
    },
    {
      "epoch": 575.38,
      "grad_norm": 1.066309928894043,
      "learning_rate": 9.397637102986722e-07,
      "loss": 0.3399,
      "step": 2061590
    },
    {
      "epoch": 575.38,
      "grad_norm": 1.0888844728469849,
      "learning_rate": 9.3974205912492e-07,
      "loss": 0.3315,
      "step": 2061600
    },
    {
      "epoch": 575.39,
      "grad_norm": 1.1242386102676392,
      "learning_rate": 9.397204081380421e-07,
      "loss": 0.3453,
      "step": 2061610
    },
    {
      "epoch": 575.39,
      "grad_norm": 1.1173794269561768,
      "learning_rate": 9.396987573380404e-07,
      "loss": 0.3404,
      "step": 2061620
    },
    {
      "epoch": 575.39,
      "grad_norm": 1.2109211683273315,
      "learning_rate": 9.39677106724918e-07,
      "loss": 0.3578,
      "step": 2061630
    },
    {
      "epoch": 575.39,
      "grad_norm": 1.8410080671310425,
      "learning_rate": 9.396554562986785e-07,
      "loss": 0.3271,
      "step": 2061640
    },
    {
      "epoch": 575.4,
      "grad_norm": 1.0673749446868896,
      "learning_rate": 9.396338060593248e-07,
      "loss": 0.3374,
      "step": 2061650
    },
    {
      "epoch": 575.4,
      "grad_norm": 1.0222605466842651,
      "learning_rate": 9.396121560068579e-07,
      "loss": 0.3342,
      "step": 2061660
    },
    {
      "epoch": 575.4,
      "grad_norm": 1.0497723817825317,
      "learning_rate": 9.395905061412837e-07,
      "loss": 0.3258,
      "step": 2061670
    },
    {
      "epoch": 575.41,
      "grad_norm": 1.0750564336776733,
      "learning_rate": 9.395688564626026e-07,
      "loss": 0.3176,
      "step": 2061680
    },
    {
      "epoch": 575.41,
      "grad_norm": 1.14352285861969,
      "learning_rate": 9.395472069708187e-07,
      "loss": 0.3223,
      "step": 2061690
    },
    {
      "epoch": 575.41,
      "grad_norm": 1.2219603061676025,
      "learning_rate": 9.39525557665935e-07,
      "loss": 0.3431,
      "step": 2061700
    },
    {
      "epoch": 575.41,
      "grad_norm": 1.1530073881149292,
      "learning_rate": 9.395039085479526e-07,
      "loss": 0.3246,
      "step": 2061710
    },
    {
      "epoch": 575.42,
      "grad_norm": 1.2746686935424805,
      "learning_rate": 9.394822596168773e-07,
      "loss": 0.3529,
      "step": 2061720
    },
    {
      "epoch": 575.42,
      "grad_norm": 1.3242933750152588,
      "learning_rate": 9.394606108727095e-07,
      "loss": 0.3291,
      "step": 2061730
    },
    {
      "epoch": 575.42,
      "grad_norm": 1.1815707683563232,
      "learning_rate": 9.394389623154533e-07,
      "loss": 0.3394,
      "step": 2061740
    },
    {
      "epoch": 575.43,
      "grad_norm": 1.1794872283935547,
      "learning_rate": 9.394173139451118e-07,
      "loss": 0.3459,
      "step": 2061750
    },
    {
      "epoch": 575.43,
      "grad_norm": 1.2198172807693481,
      "learning_rate": 9.393956657616865e-07,
      "loss": 0.3302,
      "step": 2061760
    },
    {
      "epoch": 575.43,
      "grad_norm": 1.3138209581375122,
      "learning_rate": 9.393740177651813e-07,
      "loss": 0.3366,
      "step": 2061770
    },
    {
      "epoch": 575.43,
      "grad_norm": 1.373710036277771,
      "learning_rate": 9.393523699555988e-07,
      "loss": 0.3648,
      "step": 2061780
    },
    {
      "epoch": 575.44,
      "grad_norm": 1.212359070777893,
      "learning_rate": 9.393307223329432e-07,
      "loss": 0.3376,
      "step": 2061790
    },
    {
      "epoch": 575.44,
      "grad_norm": 1.1675373315811157,
      "learning_rate": 9.393090748972141e-07,
      "loss": 0.3272,
      "step": 2061800
    },
    {
      "epoch": 575.44,
      "grad_norm": 1.1293519735336304,
      "learning_rate": 9.392874276484185e-07,
      "loss": 0.3453,
      "step": 2061810
    },
    {
      "epoch": 575.45,
      "grad_norm": 1.2969155311584473,
      "learning_rate": 9.392657805865562e-07,
      "loss": 0.3633,
      "step": 2061820
    },
    {
      "epoch": 575.45,
      "grad_norm": 0.9678254723548889,
      "learning_rate": 9.392441337116311e-07,
      "loss": 0.3334,
      "step": 2061830
    },
    {
      "epoch": 575.45,
      "grad_norm": 1.1434375047683716,
      "learning_rate": 9.392224870236471e-07,
      "loss": 0.3365,
      "step": 2061840
    },
    {
      "epoch": 575.45,
      "grad_norm": 1.2369611263275146,
      "learning_rate": 9.39200840522605e-07,
      "loss": 0.3548,
      "step": 2061850
    },
    {
      "epoch": 575.46,
      "grad_norm": 1.2460600137710571,
      "learning_rate": 9.391791942085091e-07,
      "loss": 0.3363,
      "step": 2061860
    },
    {
      "epoch": 575.46,
      "grad_norm": 1.1858835220336914,
      "learning_rate": 9.391575480813615e-07,
      "loss": 0.3366,
      "step": 2061870
    },
    {
      "epoch": 575.46,
      "grad_norm": 1.1578187942504883,
      "learning_rate": 9.391359021411669e-07,
      "loss": 0.3635,
      "step": 2061880
    },
    {
      "epoch": 575.46,
      "grad_norm": 1.156241536140442,
      "learning_rate": 9.39114256387925e-07,
      "loss": 0.3521,
      "step": 2061890
    },
    {
      "epoch": 575.47,
      "grad_norm": 1.0998663902282715,
      "learning_rate": 9.390926108216419e-07,
      "loss": 0.3257,
      "step": 2061900
    },
    {
      "epoch": 575.47,
      "grad_norm": 1.2188595533370972,
      "learning_rate": 9.390709654423186e-07,
      "loss": 0.3364,
      "step": 2061910
    },
    {
      "epoch": 575.47,
      "grad_norm": 1.3843568563461304,
      "learning_rate": 9.390493202499582e-07,
      "loss": 0.3571,
      "step": 2061920
    },
    {
      "epoch": 575.48,
      "grad_norm": 1.178911566734314,
      "learning_rate": 9.390276752445647e-07,
      "loss": 0.3379,
      "step": 2061930
    },
    {
      "epoch": 575.48,
      "grad_norm": 1.1700782775878906,
      "learning_rate": 9.390060304261393e-07,
      "loss": 0.3419,
      "step": 2061940
    },
    {
      "epoch": 575.48,
      "grad_norm": 1.1258207559585571,
      "learning_rate": 9.389843857946858e-07,
      "loss": 0.3595,
      "step": 2061950
    },
    {
      "epoch": 575.48,
      "grad_norm": 1.3167551755905151,
      "learning_rate": 9.389627413502071e-07,
      "loss": 0.3293,
      "step": 2061960
    },
    {
      "epoch": 575.49,
      "grad_norm": 2.804215669631958,
      "learning_rate": 9.389410970927065e-07,
      "loss": 0.3414,
      "step": 2061970
    },
    {
      "epoch": 575.49,
      "grad_norm": 1.1100386381149292,
      "learning_rate": 9.389194530221858e-07,
      "loss": 0.34,
      "step": 2061980
    },
    {
      "epoch": 575.49,
      "grad_norm": 1.1893377304077148,
      "learning_rate": 9.388978091386483e-07,
      "loss": 0.3488,
      "step": 2061990
    },
    {
      "epoch": 575.5,
      "grad_norm": 1.1717630624771118,
      "learning_rate": 9.388761654420968e-07,
      "loss": 0.3447,
      "step": 2062000
    },
    {
      "epoch": 575.5,
      "grad_norm": 1.0260858535766602,
      "learning_rate": 9.388545219325347e-07,
      "loss": 0.3486,
      "step": 2062010
    },
    {
      "epoch": 575.5,
      "grad_norm": 1.119369626045227,
      "learning_rate": 9.388328786099654e-07,
      "loss": 0.3434,
      "step": 2062020
    },
    {
      "epoch": 575.5,
      "grad_norm": 1.0870124101638794,
      "learning_rate": 9.388112354743892e-07,
      "loss": 0.3441,
      "step": 2062030
    },
    {
      "epoch": 575.51,
      "grad_norm": 1.3085054159164429,
      "learning_rate": 9.387895925258124e-07,
      "loss": 0.353,
      "step": 2062040
    },
    {
      "epoch": 575.51,
      "grad_norm": 1.108538031578064,
      "learning_rate": 9.387679497642353e-07,
      "loss": 0.3124,
      "step": 2062050
    },
    {
      "epoch": 575.51,
      "grad_norm": 1.1274138689041138,
      "learning_rate": 9.387463071896619e-07,
      "loss": 0.3548,
      "step": 2062060
    },
    {
      "epoch": 575.51,
      "grad_norm": 1.2440011501312256,
      "learning_rate": 9.387246648020954e-07,
      "loss": 0.3361,
      "step": 2062070
    },
    {
      "epoch": 575.52,
      "grad_norm": 1.1269205808639526,
      "learning_rate": 9.387030226015375e-07,
      "loss": 0.3531,
      "step": 2062080
    },
    {
      "epoch": 575.52,
      "grad_norm": 1.3396586179733276,
      "learning_rate": 9.386813805879919e-07,
      "loss": 0.3334,
      "step": 2062090
    },
    {
      "epoch": 575.52,
      "grad_norm": 1.1471794843673706,
      "learning_rate": 9.38659738761461e-07,
      "loss": 0.3447,
      "step": 2062100
    },
    {
      "epoch": 575.53,
      "grad_norm": 1.0834897756576538,
      "learning_rate": 9.38638097121949e-07,
      "loss": 0.3454,
      "step": 2062110
    },
    {
      "epoch": 575.53,
      "grad_norm": 1.2010365724563599,
      "learning_rate": 9.386164556694569e-07,
      "loss": 0.3387,
      "step": 2062120
    },
    {
      "epoch": 575.53,
      "grad_norm": 1.1826847791671753,
      "learning_rate": 9.385948144039885e-07,
      "loss": 0.3251,
      "step": 2062130
    },
    {
      "epoch": 575.53,
      "grad_norm": 1.0875743627548218,
      "learning_rate": 9.385731733255475e-07,
      "loss": 0.3437,
      "step": 2062140
    },
    {
      "epoch": 575.54,
      "grad_norm": 1.1850305795669556,
      "learning_rate": 9.38551532434134e-07,
      "loss": 0.3363,
      "step": 2062150
    },
    {
      "epoch": 575.54,
      "grad_norm": 1.3035686016082764,
      "learning_rate": 9.385298917297547e-07,
      "loss": 0.3545,
      "step": 2062160
    },
    {
      "epoch": 575.54,
      "grad_norm": 1.1535966396331787,
      "learning_rate": 9.385082512124097e-07,
      "loss": 0.3223,
      "step": 2062170
    },
    {
      "epoch": 575.55,
      "grad_norm": 1.1373507976531982,
      "learning_rate": 9.384866108821028e-07,
      "loss": 0.3297,
      "step": 2062180
    },
    {
      "epoch": 575.55,
      "grad_norm": 1.228456735610962,
      "learning_rate": 9.38464970738837e-07,
      "loss": 0.3356,
      "step": 2062190
    },
    {
      "epoch": 575.55,
      "grad_norm": 1.4813483953475952,
      "learning_rate": 9.384433307826155e-07,
      "loss": 0.3494,
      "step": 2062200
    },
    {
      "epoch": 575.55,
      "grad_norm": 1.018478274345398,
      "learning_rate": 9.384216910134399e-07,
      "loss": 0.3363,
      "step": 2062210
    },
    {
      "epoch": 575.56,
      "grad_norm": 1.0817502737045288,
      "learning_rate": 9.38400051431314e-07,
      "loss": 0.3484,
      "step": 2062220
    },
    {
      "epoch": 575.56,
      "grad_norm": 1.1627811193466187,
      "learning_rate": 9.383784120362415e-07,
      "loss": 0.3358,
      "step": 2062230
    },
    {
      "epoch": 575.56,
      "grad_norm": 1.0561230182647705,
      "learning_rate": 9.383567728282226e-07,
      "loss": 0.3533,
      "step": 2062240
    },
    {
      "epoch": 575.57,
      "grad_norm": 0.978965699672699,
      "learning_rate": 9.383351338072636e-07,
      "loss": 0.3404,
      "step": 2062250
    },
    {
      "epoch": 575.57,
      "grad_norm": 1.2823446989059448,
      "learning_rate": 9.383134949733647e-07,
      "loss": 0.3542,
      "step": 2062260
    },
    {
      "epoch": 575.57,
      "grad_norm": 1.2130043506622314,
      "learning_rate": 9.382918563265299e-07,
      "loss": 0.3398,
      "step": 2062270
    },
    {
      "epoch": 575.57,
      "grad_norm": 1.2794344425201416,
      "learning_rate": 9.38270217866763e-07,
      "loss": 0.343,
      "step": 2062280
    },
    {
      "epoch": 575.58,
      "grad_norm": 1.024884819984436,
      "learning_rate": 9.382485795940638e-07,
      "loss": 0.3245,
      "step": 2062290
    },
    {
      "epoch": 575.58,
      "grad_norm": 1.3373228311538696,
      "learning_rate": 9.382269415084392e-07,
      "loss": 0.3359,
      "step": 2062300
    },
    {
      "epoch": 575.58,
      "grad_norm": 1.7630910873413086,
      "learning_rate": 9.38205303609889e-07,
      "loss": 0.3174,
      "step": 2062310
    },
    {
      "epoch": 575.58,
      "grad_norm": 1.098056435585022,
      "learning_rate": 9.381836658984175e-07,
      "loss": 0.3557,
      "step": 2062320
    },
    {
      "epoch": 575.59,
      "grad_norm": 1.0939953327178955,
      "learning_rate": 9.381620283740271e-07,
      "loss": 0.352,
      "step": 2062330
    },
    {
      "epoch": 575.59,
      "grad_norm": 1.1165105104446411,
      "learning_rate": 9.381403910367216e-07,
      "loss": 0.348,
      "step": 2062340
    },
    {
      "epoch": 575.59,
      "grad_norm": 1.1760010719299316,
      "learning_rate": 9.381187538865024e-07,
      "loss": 0.3365,
      "step": 2062350
    },
    {
      "epoch": 575.6,
      "grad_norm": 1.4259059429168701,
      "learning_rate": 9.380971169233728e-07,
      "loss": 0.3336,
      "step": 2062360
    },
    {
      "epoch": 575.6,
      "grad_norm": 1.1552485227584839,
      "learning_rate": 9.380754801473372e-07,
      "loss": 0.3484,
      "step": 2062370
    },
    {
      "epoch": 575.6,
      "grad_norm": 1.1859130859375,
      "learning_rate": 9.380538435583956e-07,
      "loss": 0.3421,
      "step": 2062380
    },
    {
      "epoch": 575.6,
      "grad_norm": 1.1515998840332031,
      "learning_rate": 9.38032207156554e-07,
      "loss": 0.3521,
      "step": 2062390
    },
    {
      "epoch": 575.61,
      "grad_norm": 1.0606569051742554,
      "learning_rate": 9.380105709418129e-07,
      "loss": 0.3277,
      "step": 2062400
    },
    {
      "epoch": 575.61,
      "grad_norm": 1.2670722007751465,
      "learning_rate": 9.379889349141764e-07,
      "loss": 0.3384,
      "step": 2062410
    },
    {
      "epoch": 575.61,
      "grad_norm": 0.9884485602378845,
      "learning_rate": 9.379672990736476e-07,
      "loss": 0.3341,
      "step": 2062420
    },
    {
      "epoch": 575.62,
      "grad_norm": 1.157706379890442,
      "learning_rate": 9.379456634202283e-07,
      "loss": 0.3322,
      "step": 2062430
    },
    {
      "epoch": 575.62,
      "grad_norm": 1.0762407779693604,
      "learning_rate": 9.379240279539218e-07,
      "loss": 0.3456,
      "step": 2062440
    },
    {
      "epoch": 575.62,
      "grad_norm": 1.1499682664871216,
      "learning_rate": 9.379023926747312e-07,
      "loss": 0.3481,
      "step": 2062450
    },
    {
      "epoch": 575.62,
      "grad_norm": 1.1311860084533691,
      "learning_rate": 9.378807575826602e-07,
      "loss": 0.3335,
      "step": 2062460
    },
    {
      "epoch": 575.63,
      "grad_norm": 1.1289772987365723,
      "learning_rate": 9.37859122677709e-07,
      "loss": 0.3534,
      "step": 2062470
    },
    {
      "epoch": 575.63,
      "grad_norm": 1.1442677974700928,
      "learning_rate": 9.37837487959884e-07,
      "loss": 0.3421,
      "step": 2062480
    },
    {
      "epoch": 575.63,
      "grad_norm": 1.0604908466339111,
      "learning_rate": 9.378158534291853e-07,
      "loss": 0.344,
      "step": 2062490
    },
    {
      "epoch": 575.63,
      "grad_norm": 1.1338623762130737,
      "learning_rate": 9.377942190856169e-07,
      "loss": 0.3399,
      "step": 2062500
    },
    {
      "epoch": 575.64,
      "grad_norm": 1.3798542022705078,
      "learning_rate": 9.377725849291826e-07,
      "loss": 0.3588,
      "step": 2062510
    },
    {
      "epoch": 575.64,
      "grad_norm": 1.304921269416809,
      "learning_rate": 9.377509509598832e-07,
      "loss": 0.3454,
      "step": 2062520
    },
    {
      "epoch": 575.64,
      "grad_norm": 1.2188019752502441,
      "learning_rate": 9.377293171777228e-07,
      "loss": 0.3368,
      "step": 2062530
    },
    {
      "epoch": 575.65,
      "grad_norm": 1.1564600467681885,
      "learning_rate": 9.377076835827043e-07,
      "loss": 0.3526,
      "step": 2062540
    },
    {
      "epoch": 575.65,
      "grad_norm": 2.3487751483917236,
      "learning_rate": 9.376860501748308e-07,
      "loss": 0.3429,
      "step": 2062550
    },
    {
      "epoch": 575.65,
      "grad_norm": 1.2884820699691772,
      "learning_rate": 9.376644169541044e-07,
      "loss": 0.3466,
      "step": 2062560
    },
    {
      "epoch": 575.65,
      "grad_norm": 1.3105767965316772,
      "learning_rate": 9.376427839205281e-07,
      "loss": 0.3419,
      "step": 2062570
    },
    {
      "epoch": 575.66,
      "grad_norm": 1.2630393505096436,
      "learning_rate": 9.376211510741053e-07,
      "loss": 0.3372,
      "step": 2062580
    },
    {
      "epoch": 575.66,
      "grad_norm": 1.2604451179504395,
      "learning_rate": 9.375995184148386e-07,
      "loss": 0.3468,
      "step": 2062590
    },
    {
      "epoch": 575.66,
      "grad_norm": 1.066821813583374,
      "learning_rate": 9.375778859427314e-07,
      "loss": 0.3504,
      "step": 2062600
    },
    {
      "epoch": 575.67,
      "grad_norm": 1.2358587980270386,
      "learning_rate": 9.375562536577848e-07,
      "loss": 0.347,
      "step": 2062610
    },
    {
      "epoch": 575.67,
      "grad_norm": 1.01451575756073,
      "learning_rate": 9.375346215600045e-07,
      "loss": 0.3416,
      "step": 2062620
    },
    {
      "epoch": 575.67,
      "grad_norm": 1.14300537109375,
      "learning_rate": 9.37512989649391e-07,
      "loss": 0.3279,
      "step": 2062630
    },
    {
      "epoch": 575.67,
      "grad_norm": 1.3190922737121582,
      "learning_rate": 9.374913579259481e-07,
      "loss": 0.3331,
      "step": 2062640
    },
    {
      "epoch": 575.68,
      "grad_norm": 1.2087483406066895,
      "learning_rate": 9.374697263896793e-07,
      "loss": 0.3442,
      "step": 2062650
    },
    {
      "epoch": 575.68,
      "grad_norm": 1.0250189304351807,
      "learning_rate": 9.374480950405861e-07,
      "loss": 0.3212,
      "step": 2062660
    },
    {
      "epoch": 575.68,
      "grad_norm": 1.2798727750778198,
      "learning_rate": 9.374264638786718e-07,
      "loss": 0.3335,
      "step": 2062670
    },
    {
      "epoch": 575.69,
      "grad_norm": 1.1298706531524658,
      "learning_rate": 9.374048329039399e-07,
      "loss": 0.3358,
      "step": 2062680
    },
    {
      "epoch": 575.69,
      "grad_norm": 1.1256272792816162,
      "learning_rate": 9.373832021163935e-07,
      "loss": 0.3426,
      "step": 2062690
    },
    {
      "epoch": 575.69,
      "grad_norm": 1.0807838439941406,
      "learning_rate": 9.373615715160342e-07,
      "loss": 0.344,
      "step": 2062700
    },
    {
      "epoch": 575.69,
      "grad_norm": 1.1533552408218384,
      "learning_rate": 9.373399411028655e-07,
      "loss": 0.3561,
      "step": 2062710
    },
    {
      "epoch": 575.7,
      "grad_norm": 1.2172505855560303,
      "learning_rate": 9.373183108768907e-07,
      "loss": 0.3229,
      "step": 2062720
    },
    {
      "epoch": 575.7,
      "grad_norm": 1.0430400371551514,
      "learning_rate": 9.37296680838112e-07,
      "loss": 0.3469,
      "step": 2062730
    },
    {
      "epoch": 575.7,
      "grad_norm": 1.111480712890625,
      "learning_rate": 9.372750509865335e-07,
      "loss": 0.3386,
      "step": 2062740
    },
    {
      "epoch": 575.7,
      "grad_norm": 1.1815475225448608,
      "learning_rate": 9.372534213221565e-07,
      "loss": 0.3298,
      "step": 2062750
    },
    {
      "epoch": 575.71,
      "grad_norm": 1.4448117017745972,
      "learning_rate": 9.372317918449844e-07,
      "loss": 0.3223,
      "step": 2062760
    },
    {
      "epoch": 575.71,
      "grad_norm": 1.056585431098938,
      "learning_rate": 9.372101625550204e-07,
      "loss": 0.3489,
      "step": 2062770
    },
    {
      "epoch": 575.71,
      "grad_norm": 1.2324844598770142,
      "learning_rate": 9.371885334522678e-07,
      "loss": 0.3363,
      "step": 2062780
    },
    {
      "epoch": 575.72,
      "grad_norm": 1.158896803855896,
      "learning_rate": 9.371669045367282e-07,
      "loss": 0.3417,
      "step": 2062790
    },
    {
      "epoch": 575.72,
      "grad_norm": 1.4397467374801636,
      "learning_rate": 9.371452758084053e-07,
      "loss": 0.3352,
      "step": 2062800
    },
    {
      "epoch": 575.72,
      "grad_norm": 1.2541828155517578,
      "learning_rate": 9.371236472673026e-07,
      "loss": 0.3357,
      "step": 2062810
    },
    {
      "epoch": 575.72,
      "grad_norm": 1.110060691833496,
      "learning_rate": 9.371020189134209e-07,
      "loss": 0.3331,
      "step": 2062820
    },
    {
      "epoch": 575.73,
      "grad_norm": 1.2210838794708252,
      "learning_rate": 9.370803907467657e-07,
      "loss": 0.3204,
      "step": 2062830
    },
    {
      "epoch": 575.73,
      "grad_norm": 1.0312538146972656,
      "learning_rate": 9.370587627673381e-07,
      "loss": 0.3429,
      "step": 2062840
    },
    {
      "epoch": 575.73,
      "grad_norm": 1.1833597421646118,
      "learning_rate": 9.370371349751411e-07,
      "loss": 0.3344,
      "step": 2062850
    },
    {
      "epoch": 575.74,
      "grad_norm": 2.2363433837890625,
      "learning_rate": 9.370155073701784e-07,
      "loss": 0.3273,
      "step": 2062860
    },
    {
      "epoch": 575.74,
      "grad_norm": 1.0779500007629395,
      "learning_rate": 9.369938799524521e-07,
      "loss": 0.3305,
      "step": 2062870
    },
    {
      "epoch": 575.74,
      "grad_norm": 1.0766806602478027,
      "learning_rate": 9.369722527219665e-07,
      "loss": 0.3309,
      "step": 2062880
    },
    {
      "epoch": 575.74,
      "grad_norm": 1.2011888027191162,
      "learning_rate": 9.369506256787222e-07,
      "loss": 0.3352,
      "step": 2062890
    },
    {
      "epoch": 575.75,
      "grad_norm": 1.0613594055175781,
      "learning_rate": 9.369289988227238e-07,
      "loss": 0.3351,
      "step": 2062900
    },
    {
      "epoch": 575.75,
      "grad_norm": 1.0853033065795898,
      "learning_rate": 9.369073721539734e-07,
      "loss": 0.3234,
      "step": 2062910
    },
    {
      "epoch": 575.75,
      "grad_norm": 1.3298590183258057,
      "learning_rate": 9.368857456724747e-07,
      "loss": 0.3327,
      "step": 2062920
    },
    {
      "epoch": 575.75,
      "grad_norm": 2.131804943084717,
      "learning_rate": 9.368641193782296e-07,
      "loss": 0.3409,
      "step": 2062930
    },
    {
      "epoch": 575.76,
      "grad_norm": 1.3217061758041382,
      "learning_rate": 9.368424932712413e-07,
      "loss": 0.3273,
      "step": 2062940
    },
    {
      "epoch": 575.76,
      "grad_norm": 1.0926202535629272,
      "learning_rate": 9.368208673515133e-07,
      "loss": 0.3394,
      "step": 2062950
    },
    {
      "epoch": 575.76,
      "grad_norm": 1.18827223777771,
      "learning_rate": 9.367992416190466e-07,
      "loss": 0.3321,
      "step": 2062960
    },
    {
      "epoch": 575.77,
      "grad_norm": 1.1322520971298218,
      "learning_rate": 9.36777616073847e-07,
      "loss": 0.3367,
      "step": 2062970
    },
    {
      "epoch": 575.77,
      "grad_norm": 1.1585990190505981,
      "learning_rate": 9.36755990715915e-07,
      "loss": 0.3152,
      "step": 2062980
    },
    {
      "epoch": 575.77,
      "grad_norm": 1.0881495475769043,
      "learning_rate": 9.367343655452543e-07,
      "loss": 0.3413,
      "step": 2062990
    },
    {
      "epoch": 575.77,
      "grad_norm": 1.1471539735794067,
      "learning_rate": 9.367127405618678e-07,
      "loss": 0.3374,
      "step": 2063000
    },
    {
      "epoch": 575.78,
      "grad_norm": 1.1926395893096924,
      "learning_rate": 9.36691115765759e-07,
      "loss": 0.329,
      "step": 2063010
    },
    {
      "epoch": 575.78,
      "grad_norm": 1.0969709157943726,
      "learning_rate": 9.366694911569294e-07,
      "loss": 0.3507,
      "step": 2063020
    },
    {
      "epoch": 575.78,
      "grad_norm": 1.2912588119506836,
      "learning_rate": 9.366478667353827e-07,
      "loss": 0.332,
      "step": 2063030
    },
    {
      "epoch": 575.79,
      "grad_norm": 1.1394833326339722,
      "learning_rate": 9.366262425011225e-07,
      "loss": 0.3451,
      "step": 2063040
    },
    {
      "epoch": 575.79,
      "grad_norm": 1.2068692445755005,
      "learning_rate": 9.366046184541489e-07,
      "loss": 0.3338,
      "step": 2063050
    },
    {
      "epoch": 575.79,
      "grad_norm": 1.4510118961334229,
      "learning_rate": 9.365829945944687e-07,
      "loss": 0.3363,
      "step": 2063060
    },
    {
      "epoch": 575.79,
      "grad_norm": 1.287339210510254,
      "learning_rate": 9.36561370922082e-07,
      "loss": 0.3406,
      "step": 2063070
    },
    {
      "epoch": 575.8,
      "grad_norm": 1.197461724281311,
      "learning_rate": 9.365397474369922e-07,
      "loss": 0.3445,
      "step": 2063080
    },
    {
      "epoch": 575.8,
      "grad_norm": 1.299033284187317,
      "learning_rate": 9.365181241392037e-07,
      "loss": 0.3346,
      "step": 2063090
    },
    {
      "epoch": 575.8,
      "grad_norm": 1.1541355848312378,
      "learning_rate": 9.364965010287169e-07,
      "loss": 0.3428,
      "step": 2063100
    },
    {
      "epoch": 575.81,
      "grad_norm": 0.984093964099884,
      "learning_rate": 9.364748781055363e-07,
      "loss": 0.3304,
      "step": 2063110
    },
    {
      "epoch": 575.81,
      "grad_norm": 1.2240792512893677,
      "learning_rate": 9.364532553696641e-07,
      "loss": 0.3437,
      "step": 2063120
    },
    {
      "epoch": 575.81,
      "grad_norm": 1.1347672939300537,
      "learning_rate": 9.364316328211044e-07,
      "loss": 0.3458,
      "step": 2063130
    },
    {
      "epoch": 575.81,
      "grad_norm": 1.2435616254806519,
      "learning_rate": 9.364100104598576e-07,
      "loss": 0.3461,
      "step": 2063140
    },
    {
      "epoch": 575.82,
      "grad_norm": 1.2778642177581787,
      "learning_rate": 9.363883882859298e-07,
      "loss": 0.3493,
      "step": 2063150
    },
    {
      "epoch": 575.82,
      "grad_norm": 1.0709434747695923,
      "learning_rate": 9.363667662993211e-07,
      "loss": 0.3466,
      "step": 2063160
    },
    {
      "epoch": 575.82,
      "grad_norm": 1.126202940940857,
      "learning_rate": 9.363451445000357e-07,
      "loss": 0.3177,
      "step": 2063170
    },
    {
      "epoch": 575.82,
      "grad_norm": 1.1728036403656006,
      "learning_rate": 9.36323522888077e-07,
      "loss": 0.3357,
      "step": 2063180
    },
    {
      "epoch": 575.83,
      "grad_norm": 1.2083866596221924,
      "learning_rate": 9.363019014634457e-07,
      "loss": 0.3512,
      "step": 2063190
    },
    {
      "epoch": 575.83,
      "grad_norm": 1.2148123979568481,
      "learning_rate": 9.362802802261477e-07,
      "loss": 0.336,
      "step": 2063200
    },
    {
      "epoch": 575.83,
      "grad_norm": 1.2294073104858398,
      "learning_rate": 9.362586591761835e-07,
      "loss": 0.3424,
      "step": 2063210
    },
    {
      "epoch": 575.84,
      "grad_norm": 1.295851707458496,
      "learning_rate": 9.362370383135567e-07,
      "loss": 0.3225,
      "step": 2063220
    },
    {
      "epoch": 575.84,
      "grad_norm": 1.0082588195800781,
      "learning_rate": 9.362154176382711e-07,
      "loss": 0.3441,
      "step": 2063230
    },
    {
      "epoch": 575.84,
      "grad_norm": 1.1355043649673462,
      "learning_rate": 9.36193797150328e-07,
      "loss": 0.347,
      "step": 2063240
    },
    {
      "epoch": 575.84,
      "grad_norm": 1.0790613889694214,
      "learning_rate": 9.361721768497308e-07,
      "loss": 0.3475,
      "step": 2063250
    },
    {
      "epoch": 575.85,
      "grad_norm": 1.130721092224121,
      "learning_rate": 9.361505567364826e-07,
      "loss": 0.3485,
      "step": 2063260
    },
    {
      "epoch": 575.85,
      "grad_norm": 1.3202780485153198,
      "learning_rate": 9.361289368105875e-07,
      "loss": 0.3344,
      "step": 2063270
    },
    {
      "epoch": 575.85,
      "grad_norm": 1.175999641418457,
      "learning_rate": 9.361073170720451e-07,
      "loss": 0.3455,
      "step": 2063280
    },
    {
      "epoch": 575.86,
      "grad_norm": 1.158582091331482,
      "learning_rate": 9.36085697520862e-07,
      "loss": 0.3309,
      "step": 2063290
    },
    {
      "epoch": 575.86,
      "grad_norm": 1.3076162338256836,
      "learning_rate": 9.360640781570388e-07,
      "loss": 0.3551,
      "step": 2063300
    },
    {
      "epoch": 575.86,
      "grad_norm": 1.144932746887207,
      "learning_rate": 9.360424589805789e-07,
      "loss": 0.3318,
      "step": 2063310
    },
    {
      "epoch": 575.86,
      "grad_norm": 1.1386666297912598,
      "learning_rate": 9.36020839991486e-07,
      "loss": 0.3511,
      "step": 2063320
    },
    {
      "epoch": 575.87,
      "grad_norm": 0.9929699301719666,
      "learning_rate": 9.359992211897614e-07,
      "loss": 0.3455,
      "step": 2063330
    },
    {
      "epoch": 575.87,
      "grad_norm": 1.4273003339767456,
      "learning_rate": 9.359776025754087e-07,
      "loss": 0.3475,
      "step": 2063340
    },
    {
      "epoch": 575.87,
      "grad_norm": 1.2750499248504639,
      "learning_rate": 9.35955984148431e-07,
      "loss": 0.3439,
      "step": 2063350
    },
    {
      "epoch": 575.87,
      "grad_norm": 1.1967560052871704,
      "learning_rate": 9.35934365908832e-07,
      "loss": 0.343,
      "step": 2063360
    },
    {
      "epoch": 575.88,
      "grad_norm": 1.3043956756591797,
      "learning_rate": 9.359127478566129e-07,
      "loss": 0.3311,
      "step": 2063370
    },
    {
      "epoch": 575.88,
      "grad_norm": 1.121732234954834,
      "learning_rate": 9.358911299917771e-07,
      "loss": 0.3359,
      "step": 2063380
    },
    {
      "epoch": 575.88,
      "grad_norm": 1.376759648323059,
      "learning_rate": 9.358695123143285e-07,
      "loss": 0.3286,
      "step": 2063390
    },
    {
      "epoch": 575.89,
      "grad_norm": 1.0590593814849854,
      "learning_rate": 9.358478948242677e-07,
      "loss": 0.3395,
      "step": 2063400
    },
    {
      "epoch": 575.89,
      "grad_norm": 1.3251036405563354,
      "learning_rate": 9.358262775216008e-07,
      "loss": 0.3299,
      "step": 2063410
    },
    {
      "epoch": 575.89,
      "grad_norm": 1.0163589715957642,
      "learning_rate": 9.358046604063277e-07,
      "loss": 0.3348,
      "step": 2063420
    },
    {
      "epoch": 575.89,
      "grad_norm": 1.2353951930999756,
      "learning_rate": 9.357830434784529e-07,
      "loss": 0.3381,
      "step": 2063430
    },
    {
      "epoch": 575.9,
      "grad_norm": 0.9998818039894104,
      "learning_rate": 9.357614267379787e-07,
      "loss": 0.3323,
      "step": 2063440
    },
    {
      "epoch": 575.9,
      "grad_norm": 1.283776044845581,
      "learning_rate": 9.357398101849082e-07,
      "loss": 0.3327,
      "step": 2063450
    },
    {
      "epoch": 575.9,
      "grad_norm": 1.612204909324646,
      "learning_rate": 9.357181938192449e-07,
      "loss": 0.3401,
      "step": 2063460
    },
    {
      "epoch": 575.91,
      "grad_norm": 1.1256470680236816,
      "learning_rate": 9.356965776409906e-07,
      "loss": 0.3305,
      "step": 2063470
    },
    {
      "epoch": 575.91,
      "grad_norm": 1.0731667280197144,
      "learning_rate": 9.356749616501482e-07,
      "loss": 0.3456,
      "step": 2063480
    },
    {
      "epoch": 575.91,
      "grad_norm": 1.9658998250961304,
      "learning_rate": 9.356533458467211e-07,
      "loss": 0.332,
      "step": 2063490
    },
    {
      "epoch": 575.91,
      "grad_norm": 1.4085842370986938,
      "learning_rate": 9.35631730230713e-07,
      "loss": 0.3411,
      "step": 2063500
    },
    {
      "epoch": 575.92,
      "grad_norm": 1.121613621711731,
      "learning_rate": 9.356101148021249e-07,
      "loss": 0.3323,
      "step": 2063510
    },
    {
      "epoch": 575.92,
      "grad_norm": 1.2468626499176025,
      "learning_rate": 9.355884995609605e-07,
      "loss": 0.3435,
      "step": 2063520
    },
    {
      "epoch": 575.92,
      "grad_norm": 1.2540031671524048,
      "learning_rate": 9.355668845072237e-07,
      "loss": 0.324,
      "step": 2063530
    },
    {
      "epoch": 575.93,
      "grad_norm": 1.1084297895431519,
      "learning_rate": 9.355452696409147e-07,
      "loss": 0.3435,
      "step": 2063540
    },
    {
      "epoch": 575.93,
      "grad_norm": 1.114175796508789,
      "learning_rate": 9.3552365496204e-07,
      "loss": 0.3455,
      "step": 2063550
    },
    {
      "epoch": 575.93,
      "grad_norm": 1.236697793006897,
      "learning_rate": 9.355020404705996e-07,
      "loss": 0.3443,
      "step": 2063560
    },
    {
      "epoch": 575.93,
      "grad_norm": 1.2060723304748535,
      "learning_rate": 9.354804261665975e-07,
      "loss": 0.3294,
      "step": 2063570
    },
    {
      "epoch": 575.94,
      "grad_norm": 1.1990621089935303,
      "learning_rate": 9.354588120500364e-07,
      "loss": 0.3292,
      "step": 2063580
    },
    {
      "epoch": 575.94,
      "grad_norm": 1.2286131381988525,
      "learning_rate": 9.354371981209202e-07,
      "loss": 0.3387,
      "step": 2063590
    },
    {
      "epoch": 575.94,
      "grad_norm": 1.8319623470306396,
      "learning_rate": 9.354155843792498e-07,
      "loss": 0.3394,
      "step": 2063600
    },
    {
      "epoch": 575.94,
      "grad_norm": 1.0737160444259644,
      "learning_rate": 9.353939708250292e-07,
      "loss": 0.3517,
      "step": 2063610
    },
    {
      "epoch": 575.95,
      "grad_norm": 1.0883558988571167,
      "learning_rate": 9.353723574582618e-07,
      "loss": 0.3509,
      "step": 2063620
    },
    {
      "epoch": 575.95,
      "grad_norm": 1.126541018486023,
      "learning_rate": 9.353507442789484e-07,
      "loss": 0.3378,
      "step": 2063630
    },
    {
      "epoch": 575.95,
      "grad_norm": 1.2115801572799683,
      "learning_rate": 9.353291312870951e-07,
      "loss": 0.3355,
      "step": 2063640
    },
    {
      "epoch": 575.96,
      "grad_norm": 1.0153084993362427,
      "learning_rate": 9.353075184827021e-07,
      "loss": 0.3444,
      "step": 2063650
    },
    {
      "epoch": 575.96,
      "grad_norm": 1.0502328872680664,
      "learning_rate": 9.352859058657729e-07,
      "loss": 0.3331,
      "step": 2063660
    },
    {
      "epoch": 575.96,
      "grad_norm": 1.2111443281173706,
      "learning_rate": 9.352642934363117e-07,
      "loss": 0.3458,
      "step": 2063670
    },
    {
      "epoch": 575.96,
      "grad_norm": 1.0637916326522827,
      "learning_rate": 9.352426811943195e-07,
      "loss": 0.337,
      "step": 2063680
    },
    {
      "epoch": 575.97,
      "grad_norm": 1.0926750898361206,
      "learning_rate": 9.352210691398001e-07,
      "loss": 0.3356,
      "step": 2063690
    },
    {
      "epoch": 575.97,
      "grad_norm": 1.152451753616333,
      "learning_rate": 9.351994572727559e-07,
      "loss": 0.3339,
      "step": 2063700
    },
    {
      "epoch": 575.97,
      "grad_norm": 1.1328613758087158,
      "learning_rate": 9.351778455931915e-07,
      "loss": 0.342,
      "step": 2063710
    },
    {
      "epoch": 575.98,
      "grad_norm": 1.2312320470809937,
      "learning_rate": 9.351562341011065e-07,
      "loss": 0.3461,
      "step": 2063720
    },
    {
      "epoch": 575.98,
      "grad_norm": 1.3173271417617798,
      "learning_rate": 9.351346227965073e-07,
      "loss": 0.3393,
      "step": 2063730
    },
    {
      "epoch": 575.98,
      "grad_norm": 1.1158901453018188,
      "learning_rate": 9.351130116793946e-07,
      "loss": 0.3387,
      "step": 2063740
    },
    {
      "epoch": 575.98,
      "grad_norm": 1.2023974657058716,
      "learning_rate": 9.350914007497716e-07,
      "loss": 0.3289,
      "step": 2063750
    },
    {
      "epoch": 575.99,
      "grad_norm": 1.276053547859192,
      "learning_rate": 9.350697900076425e-07,
      "loss": 0.3407,
      "step": 2063760
    },
    {
      "epoch": 575.99,
      "grad_norm": 1.2628408670425415,
      "learning_rate": 9.350481794530073e-07,
      "loss": 0.3454,
      "step": 2063770
    },
    {
      "epoch": 575.99,
      "grad_norm": 1.0353138446807861,
      "learning_rate": 9.350265690858725e-07,
      "loss": 0.3332,
      "step": 2063780
    },
    {
      "epoch": 575.99,
      "grad_norm": 1.3052512407302856,
      "learning_rate": 9.350049589062383e-07,
      "loss": 0.3325,
      "step": 2063790
    },
    {
      "epoch": 576.0,
      "grad_norm": 1.2303500175476074,
      "learning_rate": 9.349833489141084e-07,
      "loss": 0.3403,
      "step": 2063800
    },
    {
      "epoch": 576.0,
      "eval_loss": 0.3401859998703003,
      "eval_runtime": 63.5816,
      "eval_samples_per_second": 79.567,
      "eval_steps_per_second": 9.956,
      "step": 2063808
    },
    {
      "epoch": 576.0,
      "grad_norm": 1.0719141960144043,
      "learning_rate": 9.349617391094858e-07,
      "loss": 0.3373,
      "step": 2063810
    },
    {
      "epoch": 576.0,
      "grad_norm": 1.0900417566299438,
      "learning_rate": 9.349401294923742e-07,
      "loss": 0.3444,
      "step": 2063820
    },
    {
      "epoch": 576.01,
      "grad_norm": 1.1810582876205444,
      "learning_rate": 9.349185200627746e-07,
      "loss": 0.3371,
      "step": 2063830
    },
    {
      "epoch": 576.01,
      "grad_norm": 1.2153912782669067,
      "learning_rate": 9.348969108206908e-07,
      "loss": 0.3252,
      "step": 2063840
    },
    {
      "epoch": 576.01,
      "grad_norm": 1.402262806892395,
      "learning_rate": 9.348753017661266e-07,
      "loss": 0.3503,
      "step": 2063850
    },
    {
      "epoch": 576.01,
      "grad_norm": 1.1462684869766235,
      "learning_rate": 9.348536928990825e-07,
      "loss": 0.3353,
      "step": 2063860
    },
    {
      "epoch": 576.02,
      "grad_norm": 1.0258651971817017,
      "learning_rate": 9.348320842195643e-07,
      "loss": 0.3343,
      "step": 2063870
    },
    {
      "epoch": 576.02,
      "grad_norm": 1.188169240951538,
      "learning_rate": 9.348104757275727e-07,
      "loss": 0.3467,
      "step": 2063880
    },
    {
      "epoch": 576.02,
      "grad_norm": 1.3655701875686646,
      "learning_rate": 9.347888674231114e-07,
      "loss": 0.3325,
      "step": 2063890
    },
    {
      "epoch": 576.03,
      "grad_norm": 1.307474970817566,
      "learning_rate": 9.347672593061842e-07,
      "loss": 0.3421,
      "step": 2063900
    },
    {
      "epoch": 576.03,
      "grad_norm": 1.0851174592971802,
      "learning_rate": 9.34745651376792e-07,
      "loss": 0.3403,
      "step": 2063910
    },
    {
      "epoch": 576.03,
      "grad_norm": 1.0990999937057495,
      "learning_rate": 9.347240436349386e-07,
      "loss": 0.3489,
      "step": 2063920
    },
    {
      "epoch": 576.03,
      "grad_norm": 1.4066014289855957,
      "learning_rate": 9.34702436080627e-07,
      "loss": 0.3496,
      "step": 2063930
    },
    {
      "epoch": 576.04,
      "grad_norm": 1.3911138772964478,
      "learning_rate": 9.346808287138609e-07,
      "loss": 0.3488,
      "step": 2063940
    },
    {
      "epoch": 576.04,
      "grad_norm": 1.2300148010253906,
      "learning_rate": 9.346592215346405e-07,
      "loss": 0.3427,
      "step": 2063950
    },
    {
      "epoch": 576.04,
      "grad_norm": 0.8951870799064636,
      "learning_rate": 9.34637614542972e-07,
      "loss": 0.3317,
      "step": 2063960
    },
    {
      "epoch": 576.05,
      "grad_norm": 1.8868075609207153,
      "learning_rate": 9.346160077388563e-07,
      "loss": 0.3528,
      "step": 2063970
    },
    {
      "epoch": 576.05,
      "grad_norm": 1.1802971363067627,
      "learning_rate": 9.345944011222963e-07,
      "loss": 0.336,
      "step": 2063980
    },
    {
      "epoch": 576.05,
      "grad_norm": 1.031137228012085,
      "learning_rate": 9.345727946932965e-07,
      "loss": 0.3513,
      "step": 2063990
    },
    {
      "epoch": 576.05,
      "grad_norm": 1.2032084465026855,
      "learning_rate": 9.345511884518575e-07,
      "loss": 0.3369,
      "step": 2064000
    },
    {
      "epoch": 576.06,
      "grad_norm": 1.0761268138885498,
      "learning_rate": 9.345295823979834e-07,
      "loss": 0.331,
      "step": 2064010
    },
    {
      "epoch": 576.06,
      "grad_norm": 1.0424593687057495,
      "learning_rate": 9.345079765316769e-07,
      "loss": 0.3242,
      "step": 2064020
    },
    {
      "epoch": 576.06,
      "grad_norm": 1.1739495992660522,
      "learning_rate": 9.34486370852941e-07,
      "loss": 0.3192,
      "step": 2064030
    },
    {
      "epoch": 576.06,
      "grad_norm": 1.204146146774292,
      "learning_rate": 9.34464765361779e-07,
      "loss": 0.326,
      "step": 2064040
    },
    {
      "epoch": 576.07,
      "grad_norm": 1.1850110292434692,
      "learning_rate": 9.344431600581926e-07,
      "loss": 0.3381,
      "step": 2064050
    },
    {
      "epoch": 576.07,
      "grad_norm": 1.1512839794158936,
      "learning_rate": 9.344215549421852e-07,
      "loss": 0.3532,
      "step": 2064060
    },
    {
      "epoch": 576.07,
      "grad_norm": 1.0342071056365967,
      "learning_rate": 9.3439995001376e-07,
      "loss": 0.3356,
      "step": 2064070
    },
    {
      "epoch": 576.08,
      "grad_norm": 1.015267014503479,
      "learning_rate": 9.343783452729205e-07,
      "loss": 0.3384,
      "step": 2064080
    },
    {
      "epoch": 576.08,
      "grad_norm": 1.4041056632995605,
      "learning_rate": 9.34356740719667e-07,
      "loss": 0.3422,
      "step": 2064090
    },
    {
      "epoch": 576.08,
      "grad_norm": 1.142532467842102,
      "learning_rate": 9.343351363540057e-07,
      "loss": 0.3291,
      "step": 2064100
    },
    {
      "epoch": 576.08,
      "grad_norm": 1.3572403192520142,
      "learning_rate": 9.343135321759371e-07,
      "loss": 0.3382,
      "step": 2064110
    },
    {
      "epoch": 576.09,
      "grad_norm": 1.1867268085479736,
      "learning_rate": 9.34291928185465e-07,
      "loss": 0.3463,
      "step": 2064120
    },
    {
      "epoch": 576.09,
      "grad_norm": 1.063546061515808,
      "learning_rate": 9.342703243825928e-07,
      "loss": 0.3474,
      "step": 2064130
    },
    {
      "epoch": 576.09,
      "grad_norm": 1.240695834159851,
      "learning_rate": 9.342487207673222e-07,
      "loss": 0.3445,
      "step": 2064140
    },
    {
      "epoch": 576.1,
      "grad_norm": 1.1338196992874146,
      "learning_rate": 9.342271173396564e-07,
      "loss": 0.3366,
      "step": 2064150
    },
    {
      "epoch": 576.1,
      "grad_norm": 1.0790050029754639,
      "learning_rate": 9.342055140995983e-07,
      "loss": 0.3456,
      "step": 2064160
    },
    {
      "epoch": 576.1,
      "grad_norm": 1.8778997659683228,
      "learning_rate": 9.341839110471522e-07,
      "loss": 0.3338,
      "step": 2064170
    },
    {
      "epoch": 576.1,
      "grad_norm": 1.2029608488082886,
      "learning_rate": 9.341623081823185e-07,
      "loss": 0.3325,
      "step": 2064180
    },
    {
      "epoch": 576.11,
      "grad_norm": 2.1855273246765137,
      "learning_rate": 9.341407055051017e-07,
      "loss": 0.3423,
      "step": 2064190
    },
    {
      "epoch": 576.11,
      "grad_norm": 1.1418273448944092,
      "learning_rate": 9.341191030155048e-07,
      "loss": 0.3407,
      "step": 2064200
    },
    {
      "epoch": 576.11,
      "grad_norm": 1.2410317659378052,
      "learning_rate": 9.340975007135286e-07,
      "loss": 0.3486,
      "step": 2064210
    },
    {
      "epoch": 576.11,
      "grad_norm": 1.0435024499893188,
      "learning_rate": 9.340758985991791e-07,
      "loss": 0.3245,
      "step": 2064220
    },
    {
      "epoch": 576.12,
      "grad_norm": 1.2528973817825317,
      "learning_rate": 9.34054296672457e-07,
      "loss": 0.3555,
      "step": 2064230
    },
    {
      "epoch": 576.12,
      "grad_norm": 1.1522938013076782,
      "learning_rate": 9.340326949333656e-07,
      "loss": 0.3699,
      "step": 2064240
    },
    {
      "epoch": 576.12,
      "grad_norm": 1.2260957956314087,
      "learning_rate": 9.340110933819081e-07,
      "loss": 0.3488,
      "step": 2064250
    },
    {
      "epoch": 576.13,
      "grad_norm": 1.1627881526947021,
      "learning_rate": 9.33989492018088e-07,
      "loss": 0.3507,
      "step": 2064260
    },
    {
      "epoch": 576.13,
      "grad_norm": 1.139084815979004,
      "learning_rate": 9.339678908419063e-07,
      "loss": 0.3385,
      "step": 2064270
    },
    {
      "epoch": 576.13,
      "grad_norm": 1.1632188558578491,
      "learning_rate": 9.339462898533673e-07,
      "loss": 0.3236,
      "step": 2064280
    },
    {
      "epoch": 576.13,
      "grad_norm": 1.0289692878723145,
      "learning_rate": 9.339246890524743e-07,
      "loss": 0.3365,
      "step": 2064290
    },
    {
      "epoch": 576.14,
      "grad_norm": 1.2258728742599487,
      "learning_rate": 9.339030884392278e-07,
      "loss": 0.3331,
      "step": 2064300
    },
    {
      "epoch": 576.14,
      "grad_norm": 1.1490390300750732,
      "learning_rate": 9.338814880136341e-07,
      "loss": 0.352,
      "step": 2064310
    },
    {
      "epoch": 576.14,
      "grad_norm": 1.1746643781661987,
      "learning_rate": 9.338598877756933e-07,
      "loss": 0.334,
      "step": 2064320
    },
    {
      "epoch": 576.15,
      "grad_norm": 1.141692042350769,
      "learning_rate": 9.338382877254092e-07,
      "loss": 0.3419,
      "step": 2064330
    },
    {
      "epoch": 576.15,
      "grad_norm": 1.3531956672668457,
      "learning_rate": 9.338166878627858e-07,
      "loss": 0.3325,
      "step": 2064340
    },
    {
      "epoch": 576.15,
      "grad_norm": 1.2057822942733765,
      "learning_rate": 9.33795088187823e-07,
      "loss": 0.3192,
      "step": 2064350
    },
    {
      "epoch": 576.15,
      "grad_norm": 1.1389538049697876,
      "learning_rate": 9.337734887005272e-07,
      "loss": 0.3404,
      "step": 2064360
    },
    {
      "epoch": 576.16,
      "grad_norm": 1.198760747909546,
      "learning_rate": 9.337518894008991e-07,
      "loss": 0.3312,
      "step": 2064370
    },
    {
      "epoch": 576.16,
      "grad_norm": 1.2002315521240234,
      "learning_rate": 9.337302902889418e-07,
      "loss": 0.3518,
      "step": 2064380
    },
    {
      "epoch": 576.16,
      "grad_norm": 9.591602325439453,
      "learning_rate": 9.337086913646588e-07,
      "loss": 0.3473,
      "step": 2064390
    },
    {
      "epoch": 576.17,
      "grad_norm": 1.1984810829162598,
      "learning_rate": 9.336870926280534e-07,
      "loss": 0.3281,
      "step": 2064400
    },
    {
      "epoch": 576.17,
      "grad_norm": 1.1485862731933594,
      "learning_rate": 9.336654940791269e-07,
      "loss": 0.3412,
      "step": 2064410
    },
    {
      "epoch": 576.17,
      "grad_norm": 1.0822441577911377,
      "learning_rate": 9.336438957178832e-07,
      "loss": 0.339,
      "step": 2064420
    },
    {
      "epoch": 576.17,
      "grad_norm": 1.2261725664138794,
      "learning_rate": 9.336222975443254e-07,
      "loss": 0.3362,
      "step": 2064430
    },
    {
      "epoch": 576.18,
      "grad_norm": 1.159523606300354,
      "learning_rate": 9.336006995584549e-07,
      "loss": 0.3477,
      "step": 2064440
    },
    {
      "epoch": 576.18,
      "grad_norm": 1.235724687576294,
      "learning_rate": 9.335791017602769e-07,
      "loss": 0.3188,
      "step": 2064450
    },
    {
      "epoch": 576.18,
      "grad_norm": 1.0182485580444336,
      "learning_rate": 9.335575041497924e-07,
      "loss": 0.3382,
      "step": 2064460
    },
    {
      "epoch": 576.18,
      "grad_norm": 1.4222100973129272,
      "learning_rate": 9.335359067270047e-07,
      "loss": 0.3593,
      "step": 2064470
    },
    {
      "epoch": 576.19,
      "grad_norm": 1.0702311992645264,
      "learning_rate": 9.335143094919179e-07,
      "loss": 0.3362,
      "step": 2064480
    },
    {
      "epoch": 576.19,
      "grad_norm": 1.179677963256836,
      "learning_rate": 9.334927124445331e-07,
      "loss": 0.3391,
      "step": 2064490
    },
    {
      "epoch": 576.19,
      "grad_norm": 1.2302299737930298,
      "learning_rate": 9.334711155848539e-07,
      "loss": 0.3557,
      "step": 2064500
    },
    {
      "epoch": 576.2,
      "grad_norm": 1.0806876420974731,
      "learning_rate": 9.334495189128831e-07,
      "loss": 0.338,
      "step": 2064510
    },
    {
      "epoch": 576.2,
      "grad_norm": 1.1622687578201294,
      "learning_rate": 9.334279224286243e-07,
      "loss": 0.3483,
      "step": 2064520
    },
    {
      "epoch": 576.2,
      "grad_norm": 1.4342222213745117,
      "learning_rate": 9.334063261320785e-07,
      "loss": 0.3308,
      "step": 2064530
    },
    {
      "epoch": 576.2,
      "grad_norm": 1.2024847269058228,
      "learning_rate": 9.333847300232512e-07,
      "loss": 0.3367,
      "step": 2064540
    },
    {
      "epoch": 576.21,
      "grad_norm": 1.267890453338623,
      "learning_rate": 9.333631341021433e-07,
      "loss": 0.3282,
      "step": 2064550
    },
    {
      "epoch": 576.21,
      "grad_norm": 1.10688054561615,
      "learning_rate": 9.333415383687582e-07,
      "loss": 0.3363,
      "step": 2064560
    },
    {
      "epoch": 576.21,
      "grad_norm": 1.0787267684936523,
      "learning_rate": 9.333199428230993e-07,
      "loss": 0.3315,
      "step": 2064570
    },
    {
      "epoch": 576.22,
      "grad_norm": 1.1196247339248657,
      "learning_rate": 9.332983474651689e-07,
      "loss": 0.3381,
      "step": 2064580
    },
    {
      "epoch": 576.22,
      "grad_norm": 1.0893250703811646,
      "learning_rate": 9.332767522949694e-07,
      "loss": 0.3256,
      "step": 2064590
    },
    {
      "epoch": 576.22,
      "grad_norm": 1.4428348541259766,
      "learning_rate": 9.332551573125046e-07,
      "loss": 0.3395,
      "step": 2064600
    },
    {
      "epoch": 576.22,
      "grad_norm": 1.160882830619812,
      "learning_rate": 9.33233562517777e-07,
      "loss": 0.3364,
      "step": 2064610
    },
    {
      "epoch": 576.23,
      "grad_norm": 1.4544249773025513,
      "learning_rate": 9.332119679107903e-07,
      "loss": 0.3617,
      "step": 2064620
    },
    {
      "epoch": 576.23,
      "grad_norm": 0.9934290647506714,
      "learning_rate": 9.331903734915455e-07,
      "loss": 0.3303,
      "step": 2064630
    },
    {
      "epoch": 576.23,
      "grad_norm": 1.3444018363952637,
      "learning_rate": 9.33168779260047e-07,
      "loss": 0.3313,
      "step": 2064640
    },
    {
      "epoch": 576.23,
      "grad_norm": 1.0873334407806396,
      "learning_rate": 9.33147185216297e-07,
      "loss": 0.3504,
      "step": 2064650
    },
    {
      "epoch": 576.24,
      "grad_norm": 1.213103175163269,
      "learning_rate": 9.331255913602994e-07,
      "loss": 0.3315,
      "step": 2064660
    },
    {
      "epoch": 576.24,
      "grad_norm": 1.1922801733016968,
      "learning_rate": 9.331039976920548e-07,
      "loss": 0.3551,
      "step": 2064670
    },
    {
      "epoch": 576.24,
      "grad_norm": 1.0229986906051636,
      "learning_rate": 9.330824042115694e-07,
      "loss": 0.3427,
      "step": 2064680
    },
    {
      "epoch": 576.25,
      "grad_norm": 1.0814439058303833,
      "learning_rate": 9.330608109188431e-07,
      "loss": 0.343,
      "step": 2064690
    },
    {
      "epoch": 576.25,
      "grad_norm": 1.0671781301498413,
      "learning_rate": 9.330392178138801e-07,
      "loss": 0.3315,
      "step": 2064700
    },
    {
      "epoch": 576.25,
      "grad_norm": 1.2459206581115723,
      "learning_rate": 9.330176248966837e-07,
      "loss": 0.3434,
      "step": 2064710
    },
    {
      "epoch": 576.25,
      "grad_norm": 1.0123850107192993,
      "learning_rate": 9.329960321672555e-07,
      "loss": 0.3365,
      "step": 2064720
    },
    {
      "epoch": 576.26,
      "grad_norm": 1.1746588945388794,
      "learning_rate": 9.32974439625599e-07,
      "loss": 0.3609,
      "step": 2064730
    },
    {
      "epoch": 576.26,
      "grad_norm": 1.011150598526001,
      "learning_rate": 9.32952847271717e-07,
      "loss": 0.3339,
      "step": 2064740
    },
    {
      "epoch": 576.26,
      "grad_norm": 1.080076813697815,
      "learning_rate": 9.329312551056136e-07,
      "loss": 0.3347,
      "step": 2064750
    },
    {
      "epoch": 576.27,
      "grad_norm": 1.1467031240463257,
      "learning_rate": 9.329096631272886e-07,
      "loss": 0.3469,
      "step": 2064760
    },
    {
      "epoch": 576.27,
      "grad_norm": 1.2454288005828857,
      "learning_rate": 9.328880713367488e-07,
      "loss": 0.3518,
      "step": 2064770
    },
    {
      "epoch": 576.27,
      "grad_norm": 1.0469151735305786,
      "learning_rate": 9.328664797339941e-07,
      "loss": 0.3322,
      "step": 2064780
    },
    {
      "epoch": 576.27,
      "grad_norm": 1.183363914489746,
      "learning_rate": 9.328448883190283e-07,
      "loss": 0.3549,
      "step": 2064790
    },
    {
      "epoch": 576.28,
      "grad_norm": 1.1292139291763306,
      "learning_rate": 9.328232970918552e-07,
      "loss": 0.3457,
      "step": 2064800
    },
    {
      "epoch": 576.28,
      "grad_norm": 1.1227182149887085,
      "learning_rate": 9.328017060524762e-07,
      "loss": 0.3416,
      "step": 2064810
    },
    {
      "epoch": 576.28,
      "grad_norm": 1.2276451587677002,
      "learning_rate": 9.327801152008946e-07,
      "loss": 0.3519,
      "step": 2064820
    },
    {
      "epoch": 576.29,
      "grad_norm": 1.0498478412628174,
      "learning_rate": 9.327585245371135e-07,
      "loss": 0.3444,
      "step": 2064830
    },
    {
      "epoch": 576.29,
      "grad_norm": 1.285712480545044,
      "learning_rate": 9.327369340611366e-07,
      "loss": 0.3533,
      "step": 2064840
    },
    {
      "epoch": 576.29,
      "grad_norm": 1.2106564044952393,
      "learning_rate": 9.327153437729654e-07,
      "loss": 0.3534,
      "step": 2064850
    },
    {
      "epoch": 576.29,
      "grad_norm": 1.4034267663955688,
      "learning_rate": 9.326937536726029e-07,
      "loss": 0.3523,
      "step": 2064860
    },
    {
      "epoch": 576.3,
      "grad_norm": 1.0512439012527466,
      "learning_rate": 9.326721637600532e-07,
      "loss": 0.3286,
      "step": 2064870
    },
    {
      "epoch": 576.3,
      "grad_norm": 1.0644481182098389,
      "learning_rate": 9.326505740353169e-07,
      "loss": 0.3381,
      "step": 2064880
    },
    {
      "epoch": 576.3,
      "grad_norm": 1.1238682270050049,
      "learning_rate": 9.326289844983998e-07,
      "loss": 0.346,
      "step": 2064890
    },
    {
      "epoch": 576.3,
      "grad_norm": 1.063503623008728,
      "learning_rate": 9.326073951493017e-07,
      "loss": 0.3361,
      "step": 2064900
    },
    {
      "epoch": 576.31,
      "grad_norm": 1.1037664413452148,
      "learning_rate": 9.325858059880287e-07,
      "loss": 0.3247,
      "step": 2064910
    },
    {
      "epoch": 576.31,
      "grad_norm": 1.1568037271499634,
      "learning_rate": 9.325642170145812e-07,
      "loss": 0.3368,
      "step": 2064920
    },
    {
      "epoch": 576.31,
      "grad_norm": 1.5157766342163086,
      "learning_rate": 9.325426282289632e-07,
      "loss": 0.3363,
      "step": 2064930
    },
    {
      "epoch": 576.32,
      "grad_norm": 1.037922978401184,
      "learning_rate": 9.325210396311777e-07,
      "loss": 0.3318,
      "step": 2064940
    },
    {
      "epoch": 576.32,
      "grad_norm": 1.258415937423706,
      "learning_rate": 9.324994512212266e-07,
      "loss": 0.3466,
      "step": 2064950
    },
    {
      "epoch": 576.32,
      "grad_norm": 1.0674853324890137,
      "learning_rate": 9.324778629991132e-07,
      "loss": 0.3498,
      "step": 2064960
    },
    {
      "epoch": 576.32,
      "grad_norm": 0.9499518275260925,
      "learning_rate": 9.324562749648405e-07,
      "loss": 0.3516,
      "step": 2064970
    },
    {
      "epoch": 576.33,
      "grad_norm": 1.238385558128357,
      "learning_rate": 9.324346871184123e-07,
      "loss": 0.3245,
      "step": 2064980
    },
    {
      "epoch": 576.33,
      "grad_norm": 1.1676839590072632,
      "learning_rate": 9.324130994598297e-07,
      "loss": 0.3423,
      "step": 2064990
    },
    {
      "epoch": 576.33,
      "grad_norm": 1.2599031925201416,
      "learning_rate": 9.323915119890963e-07,
      "loss": 0.3494,
      "step": 2065000
    },
    {
      "epoch": 576.34,
      "grad_norm": 1.1221728324890137,
      "learning_rate": 9.323699247062161e-07,
      "loss": 0.3431,
      "step": 2065010
    },
    {
      "epoch": 576.34,
      "grad_norm": 1.1474664211273193,
      "learning_rate": 9.323483376111892e-07,
      "loss": 0.3371,
      "step": 2065020
    },
    {
      "epoch": 576.34,
      "grad_norm": 1.117452621459961,
      "learning_rate": 9.323267507040218e-07,
      "loss": 0.3381,
      "step": 2065030
    },
    {
      "epoch": 576.34,
      "grad_norm": 1.0594942569732666,
      "learning_rate": 9.323051639847147e-07,
      "loss": 0.3317,
      "step": 2065040
    },
    {
      "epoch": 576.35,
      "grad_norm": 1.4922631978988647,
      "learning_rate": 9.322835774532711e-07,
      "loss": 0.3278,
      "step": 2065050
    },
    {
      "epoch": 576.35,
      "grad_norm": 1.1422704458236694,
      "learning_rate": 9.322619911096942e-07,
      "loss": 0.3134,
      "step": 2065060
    },
    {
      "epoch": 576.35,
      "grad_norm": 1.2823952436447144,
      "learning_rate": 9.322404049539872e-07,
      "loss": 0.3485,
      "step": 2065070
    },
    {
      "epoch": 576.36,
      "grad_norm": 1.0722804069519043,
      "learning_rate": 9.322188189861522e-07,
      "loss": 0.3449,
      "step": 2065080
    },
    {
      "epoch": 576.36,
      "grad_norm": 1.2697566747665405,
      "learning_rate": 9.321972332061921e-07,
      "loss": 0.325,
      "step": 2065090
    },
    {
      "epoch": 576.36,
      "grad_norm": 1.1849957704544067,
      "learning_rate": 9.321756476141109e-07,
      "loss": 0.3421,
      "step": 2065100
    },
    {
      "epoch": 576.36,
      "grad_norm": 1.1378191709518433,
      "learning_rate": 9.321540622099088e-07,
      "loss": 0.3437,
      "step": 2065110
    },
    {
      "epoch": 576.37,
      "grad_norm": 1.105334758758545,
      "learning_rate": 9.321324769935924e-07,
      "loss": 0.3344,
      "step": 2065120
    },
    {
      "epoch": 576.37,
      "grad_norm": 1.2539032697677612,
      "learning_rate": 9.321108919651619e-07,
      "loss": 0.3417,
      "step": 2065130
    },
    {
      "epoch": 576.37,
      "grad_norm": 1.1522250175476074,
      "learning_rate": 9.320893071246209e-07,
      "loss": 0.3437,
      "step": 2065140
    },
    {
      "epoch": 576.37,
      "grad_norm": 1.09576416015625,
      "learning_rate": 9.320677224719731e-07,
      "loss": 0.3282,
      "step": 2065150
    },
    {
      "epoch": 576.38,
      "grad_norm": 1.2506086826324463,
      "learning_rate": 9.320461380072196e-07,
      "loss": 0.3355,
      "step": 2065160
    },
    {
      "epoch": 576.38,
      "grad_norm": 1.2770642042160034,
      "learning_rate": 9.320245537303644e-07,
      "loss": 0.3476,
      "step": 2065170
    },
    {
      "epoch": 576.38,
      "grad_norm": 1.1997653245925903,
      "learning_rate": 9.320029696414105e-07,
      "loss": 0.3583,
      "step": 2065180
    },
    {
      "epoch": 576.39,
      "grad_norm": 1.1144459247589111,
      "learning_rate": 9.319813857403602e-07,
      "loss": 0.3395,
      "step": 2065190
    },
    {
      "epoch": 576.39,
      "grad_norm": 1.1924678087234497,
      "learning_rate": 9.319598020272169e-07,
      "loss": 0.3316,
      "step": 2065200
    },
    {
      "epoch": 576.39,
      "grad_norm": 1.2900645732879639,
      "learning_rate": 9.319382185019839e-07,
      "loss": 0.3277,
      "step": 2065210
    },
    {
      "epoch": 576.39,
      "grad_norm": 1.1144427061080933,
      "learning_rate": 9.319166351646626e-07,
      "loss": 0.3552,
      "step": 2065220
    },
    {
      "epoch": 576.4,
      "grad_norm": 1.166826844215393,
      "learning_rate": 9.318950520152566e-07,
      "loss": 0.3321,
      "step": 2065230
    },
    {
      "epoch": 576.4,
      "grad_norm": 1.088631272315979,
      "learning_rate": 9.318734690537701e-07,
      "loss": 0.3397,
      "step": 2065240
    },
    {
      "epoch": 576.4,
      "grad_norm": 1.202776312828064,
      "learning_rate": 9.318518862802028e-07,
      "loss": 0.344,
      "step": 2065250
    },
    {
      "epoch": 576.41,
      "grad_norm": 1.0208932161331177,
      "learning_rate": 9.318303036945612e-07,
      "loss": 0.3389,
      "step": 2065260
    },
    {
      "epoch": 576.41,
      "grad_norm": 1.213956356048584,
      "learning_rate": 9.318087212968459e-07,
      "loss": 0.3416,
      "step": 2065270
    },
    {
      "epoch": 576.41,
      "grad_norm": 1.1268954277038574,
      "learning_rate": 9.317871390870602e-07,
      "loss": 0.3438,
      "step": 2065280
    },
    {
      "epoch": 576.41,
      "grad_norm": 1.2379074096679688,
      "learning_rate": 9.31765557065208e-07,
      "loss": 0.3279,
      "step": 2065290
    },
    {
      "epoch": 576.42,
      "grad_norm": 1.1629698276519775,
      "learning_rate": 9.317439752312904e-07,
      "loss": 0.3271,
      "step": 2065300
    },
    {
      "epoch": 576.42,
      "grad_norm": 1.242614507675171,
      "learning_rate": 9.317223935853111e-07,
      "loss": 0.3637,
      "step": 2065310
    },
    {
      "epoch": 576.42,
      "grad_norm": 1.1226952075958252,
      "learning_rate": 9.317008121272734e-07,
      "loss": 0.3424,
      "step": 2065320
    },
    {
      "epoch": 576.42,
      "grad_norm": 1.4650009870529175,
      "learning_rate": 9.316792308571801e-07,
      "loss": 0.3292,
      "step": 2065330
    },
    {
      "epoch": 576.43,
      "grad_norm": 1.7402666807174683,
      "learning_rate": 9.316576497750328e-07,
      "loss": 0.3474,
      "step": 2065340
    },
    {
      "epoch": 576.43,
      "grad_norm": 1.162326455116272,
      "learning_rate": 9.316360688808366e-07,
      "loss": 0.3461,
      "step": 2065350
    },
    {
      "epoch": 576.43,
      "grad_norm": 1.144179344177246,
      "learning_rate": 9.316144881745925e-07,
      "loss": 0.3484,
      "step": 2065360
    },
    {
      "epoch": 576.44,
      "grad_norm": 1.2811222076416016,
      "learning_rate": 9.31592907656304e-07,
      "loss": 0.3437,
      "step": 2065370
    },
    {
      "epoch": 576.44,
      "grad_norm": 1.503920078277588,
      "learning_rate": 9.315713273259747e-07,
      "loss": 0.321,
      "step": 2065380
    },
    {
      "epoch": 576.44,
      "grad_norm": 1.2342617511749268,
      "learning_rate": 9.315497471836061e-07,
      "loss": 0.3439,
      "step": 2065390
    },
    {
      "epoch": 576.44,
      "grad_norm": 1.1161458492279053,
      "learning_rate": 9.315281672292016e-07,
      "loss": 0.3499,
      "step": 2065400
    },
    {
      "epoch": 576.45,
      "grad_norm": 1.1426870822906494,
      "learning_rate": 9.315065874627643e-07,
      "loss": 0.3462,
      "step": 2065410
    },
    {
      "epoch": 576.45,
      "grad_norm": 0.939666748046875,
      "learning_rate": 9.31485007884298e-07,
      "loss": 0.349,
      "step": 2065420
    },
    {
      "epoch": 576.45,
      "grad_norm": 1.0439858436584473,
      "learning_rate": 9.314634284938034e-07,
      "loss": 0.3593,
      "step": 2065430
    },
    {
      "epoch": 576.46,
      "grad_norm": 1.3981337547302246,
      "learning_rate": 9.314418492912847e-07,
      "loss": 0.3449,
      "step": 2065440
    },
    {
      "epoch": 576.46,
      "grad_norm": 1.1153854131698608,
      "learning_rate": 9.314202702767454e-07,
      "loss": 0.3445,
      "step": 2065450
    },
    {
      "epoch": 576.46,
      "grad_norm": 1.1791894435882568,
      "learning_rate": 9.313986914501857e-07,
      "loss": 0.3339,
      "step": 2065460
    },
    {
      "epoch": 576.46,
      "grad_norm": 1.071208119392395,
      "learning_rate": 9.313771128116123e-07,
      "loss": 0.3364,
      "step": 2065470
    },
    {
      "epoch": 576.47,
      "grad_norm": 1.2084081172943115,
      "learning_rate": 9.313555343610244e-07,
      "loss": 0.3355,
      "step": 2065480
    },
    {
      "epoch": 576.47,
      "grad_norm": 1.039379596710205,
      "learning_rate": 9.313339560984282e-07,
      "loss": 0.3348,
      "step": 2065490
    },
    {
      "epoch": 576.47,
      "grad_norm": 1.4636571407318115,
      "learning_rate": 9.31312378023824e-07,
      "loss": 0.3269,
      "step": 2065500
    },
    {
      "epoch": 576.48,
      "grad_norm": 1.277513861656189,
      "learning_rate": 9.312908001372158e-07,
      "loss": 0.3401,
      "step": 2065510
    },
    {
      "epoch": 576.48,
      "grad_norm": 1.107409954071045,
      "learning_rate": 9.312692224386071e-07,
      "loss": 0.3529,
      "step": 2065520
    },
    {
      "epoch": 576.48,
      "grad_norm": 1.2538403272628784,
      "learning_rate": 9.312476449279991e-07,
      "loss": 0.3523,
      "step": 2065530
    },
    {
      "epoch": 576.48,
      "grad_norm": 1.2931078672409058,
      "learning_rate": 9.312260676053958e-07,
      "loss": 0.3264,
      "step": 2065540
    },
    {
      "epoch": 576.49,
      "grad_norm": 1.4929062128067017,
      "learning_rate": 9.312044904707995e-07,
      "loss": 0.3374,
      "step": 2065550
    },
    {
      "epoch": 576.49,
      "grad_norm": 1.032596230506897,
      "learning_rate": 9.311829135242143e-07,
      "loss": 0.3315,
      "step": 2065560
    },
    {
      "epoch": 576.49,
      "grad_norm": 1.2750117778778076,
      "learning_rate": 9.311613367656413e-07,
      "loss": 0.3234,
      "step": 2065570
    },
    {
      "epoch": 576.49,
      "grad_norm": 1.081984043121338,
      "learning_rate": 9.311397601950845e-07,
      "loss": 0.3384,
      "step": 2065580
    },
    {
      "epoch": 576.5,
      "grad_norm": 1.291353464126587,
      "learning_rate": 9.311181838125463e-07,
      "loss": 0.3317,
      "step": 2065590
    },
    {
      "epoch": 576.5,
      "grad_norm": 1.0933191776275635,
      "learning_rate": 9.310966076180296e-07,
      "loss": 0.3343,
      "step": 2065600
    },
    {
      "epoch": 576.5,
      "grad_norm": 1.1458028554916382,
      "learning_rate": 9.310750316115385e-07,
      "loss": 0.3301,
      "step": 2065610
    },
    {
      "epoch": 576.51,
      "grad_norm": 1.1201468706130981,
      "learning_rate": 9.310534557930741e-07,
      "loss": 0.3255,
      "step": 2065620
    },
    {
      "epoch": 576.51,
      "grad_norm": 1.2327098846435547,
      "learning_rate": 9.310318801626397e-07,
      "loss": 0.3321,
      "step": 2065630
    },
    {
      "epoch": 576.51,
      "grad_norm": 1.0871155261993408,
      "learning_rate": 9.310103047202386e-07,
      "loss": 0.3434,
      "step": 2065640
    },
    {
      "epoch": 576.51,
      "grad_norm": 1.0965298414230347,
      "learning_rate": 9.309887294658745e-07,
      "loss": 0.3436,
      "step": 2065650
    },
    {
      "epoch": 576.52,
      "grad_norm": 1.1676359176635742,
      "learning_rate": 9.309671543995483e-07,
      "loss": 0.3653,
      "step": 2065660
    },
    {
      "epoch": 576.52,
      "grad_norm": 1.0280156135559082,
      "learning_rate": 9.309455795212642e-07,
      "loss": 0.3262,
      "step": 2065670
    },
    {
      "epoch": 576.52,
      "grad_norm": 1.1785300970077515,
      "learning_rate": 9.309240048310252e-07,
      "loss": 0.3639,
      "step": 2065680
    },
    {
      "epoch": 576.53,
      "grad_norm": 1.2349566221237183,
      "learning_rate": 9.309024303288324e-07,
      "loss": 0.3154,
      "step": 2065690
    },
    {
      "epoch": 576.53,
      "grad_norm": 1.3357900381088257,
      "learning_rate": 9.308808560146914e-07,
      "loss": 0.3327,
      "step": 2065700
    },
    {
      "epoch": 576.53,
      "grad_norm": 1.3404275178909302,
      "learning_rate": 9.308592818886027e-07,
      "loss": 0.3469,
      "step": 2065710
    },
    {
      "epoch": 576.53,
      "grad_norm": 1.1504124402999878,
      "learning_rate": 9.308377079505706e-07,
      "loss": 0.3475,
      "step": 2065720
    },
    {
      "epoch": 576.54,
      "grad_norm": 1.1011430025100708,
      "learning_rate": 9.308161342005971e-07,
      "loss": 0.3433,
      "step": 2065730
    },
    {
      "epoch": 576.54,
      "grad_norm": 1.321822166442871,
      "learning_rate": 9.307945606386865e-07,
      "loss": 0.3367,
      "step": 2065740
    },
    {
      "epoch": 576.54,
      "grad_norm": 1.1847649812698364,
      "learning_rate": 9.307729872648398e-07,
      "loss": 0.347,
      "step": 2065750
    },
    {
      "epoch": 576.54,
      "grad_norm": 1.4614105224609375,
      "learning_rate": 9.307514140790606e-07,
      "loss": 0.3457,
      "step": 2065760
    },
    {
      "epoch": 576.55,
      "grad_norm": 1.1552798748016357,
      "learning_rate": 9.307298410813521e-07,
      "loss": 0.345,
      "step": 2065770
    },
    {
      "epoch": 576.55,
      "grad_norm": 1.04395592212677,
      "learning_rate": 9.307082682717168e-07,
      "loss": 0.3392,
      "step": 2065780
    },
    {
      "epoch": 576.55,
      "grad_norm": 1.2260407209396362,
      "learning_rate": 9.306866956501587e-07,
      "loss": 0.356,
      "step": 2065790
    },
    {
      "epoch": 576.56,
      "grad_norm": 1.2127748727798462,
      "learning_rate": 9.306651232166788e-07,
      "loss": 0.3319,
      "step": 2065800
    },
    {
      "epoch": 576.56,
      "grad_norm": 0.9915537238121033,
      "learning_rate": 9.30643550971281e-07,
      "loss": 0.3294,
      "step": 2065810
    },
    {
      "epoch": 576.56,
      "grad_norm": 0.991174042224884,
      "learning_rate": 9.306219789139686e-07,
      "loss": 0.3251,
      "step": 2065820
    },
    {
      "epoch": 576.56,
      "grad_norm": 1.1729071140289307,
      "learning_rate": 9.306004070447425e-07,
      "loss": 0.3352,
      "step": 2065830
    },
    {
      "epoch": 576.57,
      "grad_norm": 1.1556628942489624,
      "learning_rate": 9.305788353636087e-07,
      "loss": 0.3307,
      "step": 2065840
    },
    {
      "epoch": 576.57,
      "grad_norm": 1.124362587928772,
      "learning_rate": 9.305572638705675e-07,
      "loss": 0.325,
      "step": 2065850
    },
    {
      "epoch": 576.57,
      "grad_norm": 1.1399246454238892,
      "learning_rate": 9.305356925656226e-07,
      "loss": 0.3379,
      "step": 2065860
    },
    {
      "epoch": 576.58,
      "grad_norm": 1.4881457090377808,
      "learning_rate": 9.305141214487769e-07,
      "loss": 0.3377,
      "step": 2065870
    },
    {
      "epoch": 576.58,
      "grad_norm": 1.1825631856918335,
      "learning_rate": 9.30492550520034e-07,
      "loss": 0.3479,
      "step": 2065880
    },
    {
      "epoch": 576.58,
      "grad_norm": 1.1928858757019043,
      "learning_rate": 9.304709797793955e-07,
      "loss": 0.3449,
      "step": 2065890
    },
    {
      "epoch": 576.58,
      "grad_norm": 1.165954351425171,
      "learning_rate": 9.304494092268645e-07,
      "loss": 0.3306,
      "step": 2065900
    },
    {
      "epoch": 576.59,
      "grad_norm": 1.2100788354873657,
      "learning_rate": 9.304278388624452e-07,
      "loss": 0.3371,
      "step": 2065910
    },
    {
      "epoch": 576.59,
      "grad_norm": 1.3321548700332642,
      "learning_rate": 9.304062686861379e-07,
      "loss": 0.3391,
      "step": 2065920
    },
    {
      "epoch": 576.59,
      "grad_norm": 1.1803982257843018,
      "learning_rate": 9.303846986979486e-07,
      "loss": 0.3343,
      "step": 2065930
    },
    {
      "epoch": 576.6,
      "grad_norm": 1.4600341320037842,
      "learning_rate": 9.303631288978777e-07,
      "loss": 0.3506,
      "step": 2065940
    },
    {
      "epoch": 576.6,
      "grad_norm": 3.268951892852783,
      "learning_rate": 9.303415592859289e-07,
      "loss": 0.3323,
      "step": 2065950
    },
    {
      "epoch": 576.6,
      "grad_norm": 1.317915439605713,
      "learning_rate": 9.303199898621063e-07,
      "loss": 0.3371,
      "step": 2065960
    },
    {
      "epoch": 576.6,
      "grad_norm": 1.193464994430542,
      "learning_rate": 9.302984206264106e-07,
      "loss": 0.336,
      "step": 2065970
    },
    {
      "epoch": 576.61,
      "grad_norm": 1.0353816747665405,
      "learning_rate": 9.302768515788457e-07,
      "loss": 0.3434,
      "step": 2065980
    },
    {
      "epoch": 576.61,
      "grad_norm": 1.2535169124603271,
      "learning_rate": 9.302552827194143e-07,
      "loss": 0.3458,
      "step": 2065990
    },
    {
      "epoch": 576.61,
      "grad_norm": 1.2553718090057373,
      "learning_rate": 9.302337140481206e-07,
      "loss": 0.3365,
      "step": 2066000
    },
    {
      "epoch": 576.61,
      "grad_norm": 1.1618813276290894,
      "learning_rate": 9.302121455649643e-07,
      "loss": 0.3323,
      "step": 2066010
    },
    {
      "epoch": 576.62,
      "grad_norm": 1.1281720399856567,
      "learning_rate": 9.301905772699521e-07,
      "loss": 0.3305,
      "step": 2066020
    },
    {
      "epoch": 576.62,
      "grad_norm": 1.2845697402954102,
      "learning_rate": 9.301690091630842e-07,
      "loss": 0.3418,
      "step": 2066030
    },
    {
      "epoch": 576.62,
      "grad_norm": 1.1802964210510254,
      "learning_rate": 9.301474412443644e-07,
      "loss": 0.3473,
      "step": 2066040
    },
    {
      "epoch": 576.63,
      "grad_norm": 1.9632487297058105,
      "learning_rate": 9.301258735137963e-07,
      "loss": 0.3308,
      "step": 2066050
    },
    {
      "epoch": 576.63,
      "grad_norm": 1.2739933729171753,
      "learning_rate": 9.301043059713802e-07,
      "loss": 0.3518,
      "step": 2066060
    },
    {
      "epoch": 576.63,
      "grad_norm": 1.356500267982483,
      "learning_rate": 9.300827386171222e-07,
      "loss": 0.354,
      "step": 2066070
    },
    {
      "epoch": 576.63,
      "grad_norm": 1.1426047086715698,
      "learning_rate": 9.300611714510231e-07,
      "loss": 0.3403,
      "step": 2066080
    },
    {
      "epoch": 576.64,
      "grad_norm": 1.026078462600708,
      "learning_rate": 9.300396044730865e-07,
      "loss": 0.3269,
      "step": 2066090
    },
    {
      "epoch": 576.64,
      "grad_norm": 1.2330235242843628,
      "learning_rate": 9.300180376833158e-07,
      "loss": 0.3565,
      "step": 2066100
    },
    {
      "epoch": 576.64,
      "grad_norm": 1.089401364326477,
      "learning_rate": 9.299964710817125e-07,
      "loss": 0.3311,
      "step": 2066110
    },
    {
      "epoch": 576.65,
      "grad_norm": 1.2761551141738892,
      "learning_rate": 9.2997490466828e-07,
      "loss": 0.3348,
      "step": 2066120
    },
    {
      "epoch": 576.65,
      "grad_norm": 1.13396155834198,
      "learning_rate": 9.299533384430213e-07,
      "loss": 0.352,
      "step": 2066130
    },
    {
      "epoch": 576.65,
      "grad_norm": 1.1124898195266724,
      "learning_rate": 9.299317724059404e-07,
      "loss": 0.3181,
      "step": 2066140
    },
    {
      "epoch": 576.65,
      "grad_norm": 1.463828206062317,
      "learning_rate": 9.299102065570374e-07,
      "loss": 0.3351,
      "step": 2066150
    },
    {
      "epoch": 576.66,
      "grad_norm": 1.3044099807739258,
      "learning_rate": 9.298886408963182e-07,
      "loss": 0.359,
      "step": 2066160
    },
    {
      "epoch": 576.66,
      "grad_norm": 1.2476547956466675,
      "learning_rate": 9.298670754237839e-07,
      "loss": 0.3303,
      "step": 2066170
    },
    {
      "epoch": 576.66,
      "grad_norm": 1.2236757278442383,
      "learning_rate": 9.298455101394376e-07,
      "loss": 0.3662,
      "step": 2066180
    },
    {
      "epoch": 576.66,
      "grad_norm": 1.2164756059646606,
      "learning_rate": 9.298239450432832e-07,
      "loss": 0.3294,
      "step": 2066190
    },
    {
      "epoch": 576.67,
      "grad_norm": 1.071031928062439,
      "learning_rate": 9.298023801353221e-07,
      "loss": 0.3312,
      "step": 2066200
    },
    {
      "epoch": 576.67,
      "grad_norm": 1.3509750366210938,
      "learning_rate": 9.297808154155575e-07,
      "loss": 0.3499,
      "step": 2066210
    },
    {
      "epoch": 576.67,
      "grad_norm": 1.1470621824264526,
      "learning_rate": 9.297592508839929e-07,
      "loss": 0.3416,
      "step": 2066220
    },
    {
      "epoch": 576.68,
      "grad_norm": 1.0732626914978027,
      "learning_rate": 9.297376865406314e-07,
      "loss": 0.3313,
      "step": 2066230
    },
    {
      "epoch": 576.68,
      "grad_norm": 1.2485671043395996,
      "learning_rate": 9.297161223854749e-07,
      "loss": 0.35,
      "step": 2066240
    },
    {
      "epoch": 576.68,
      "grad_norm": 1.2818523645401,
      "learning_rate": 9.296945584185263e-07,
      "loss": 0.3389,
      "step": 2066250
    },
    {
      "epoch": 576.68,
      "grad_norm": 1.2287944555282593,
      "learning_rate": 9.296729946397897e-07,
      "loss": 0.3441,
      "step": 2066260
    },
    {
      "epoch": 576.69,
      "grad_norm": 1.0761958360671997,
      "learning_rate": 9.296514310492655e-07,
      "loss": 0.3326,
      "step": 2066270
    },
    {
      "epoch": 576.69,
      "grad_norm": 1.3737905025482178,
      "learning_rate": 9.296298676469602e-07,
      "loss": 0.3359,
      "step": 2066280
    },
    {
      "epoch": 576.69,
      "grad_norm": 1.1753942966461182,
      "learning_rate": 9.296083044328734e-07,
      "loss": 0.3276,
      "step": 2066290
    },
    {
      "epoch": 576.7,
      "grad_norm": 1.2853467464447021,
      "learning_rate": 9.295867414070096e-07,
      "loss": 0.3383,
      "step": 2066300
    },
    {
      "epoch": 576.7,
      "grad_norm": 1.177764654159546,
      "learning_rate": 9.295651785693713e-07,
      "loss": 0.3433,
      "step": 2066310
    },
    {
      "epoch": 576.7,
      "grad_norm": 1.3665486574172974,
      "learning_rate": 9.29543615919962e-07,
      "loss": 0.3272,
      "step": 2066320
    },
    {
      "epoch": 576.7,
      "grad_norm": 1.1306726932525635,
      "learning_rate": 9.295220534587832e-07,
      "loss": 0.3391,
      "step": 2066330
    },
    {
      "epoch": 576.71,
      "grad_norm": 1.3145302534103394,
      "learning_rate": 9.295004911858384e-07,
      "loss": 0.336,
      "step": 2066340
    },
    {
      "epoch": 576.71,
      "grad_norm": 2.056425094604492,
      "learning_rate": 9.294789291011309e-07,
      "loss": 0.3332,
      "step": 2066350
    },
    {
      "epoch": 576.71,
      "grad_norm": 1.0948652029037476,
      "learning_rate": 9.294573672046628e-07,
      "loss": 0.3561,
      "step": 2066360
    },
    {
      "epoch": 576.72,
      "grad_norm": 1.1120582818984985,
      "learning_rate": 9.294358054964388e-07,
      "loss": 0.344,
      "step": 2066370
    },
    {
      "epoch": 576.72,
      "grad_norm": 1.0410195589065552,
      "learning_rate": 9.294142439764592e-07,
      "loss": 0.3306,
      "step": 2066380
    },
    {
      "epoch": 576.72,
      "grad_norm": 1.1650441884994507,
      "learning_rate": 9.293926826447282e-07,
      "loss": 0.3523,
      "step": 2066390
    },
    {
      "epoch": 576.72,
      "grad_norm": 1.2272969484329224,
      "learning_rate": 9.293711215012495e-07,
      "loss": 0.3491,
      "step": 2066400
    },
    {
      "epoch": 576.73,
      "grad_norm": 1.0907859802246094,
      "learning_rate": 9.293495605460231e-07,
      "loss": 0.3359,
      "step": 2066410
    },
    {
      "epoch": 576.73,
      "grad_norm": 1.3995766639709473,
      "learning_rate": 9.293279997790558e-07,
      "loss": 0.3397,
      "step": 2066420
    },
    {
      "epoch": 576.73,
      "grad_norm": 1.162125825881958,
      "learning_rate": 9.293064392003471e-07,
      "loss": 0.3263,
      "step": 2066430
    },
    {
      "epoch": 576.73,
      "grad_norm": 1.2132827043533325,
      "learning_rate": 9.292848788099018e-07,
      "loss": 0.3302,
      "step": 2066440
    },
    {
      "epoch": 576.74,
      "grad_norm": 1.0405300855636597,
      "learning_rate": 9.292633186077216e-07,
      "loss": 0.3372,
      "step": 2066450
    },
    {
      "epoch": 576.74,
      "grad_norm": 1.061800479888916,
      "learning_rate": 9.292417585938113e-07,
      "loss": 0.3249,
      "step": 2066460
    },
    {
      "epoch": 576.74,
      "grad_norm": 1.113503098487854,
      "learning_rate": 9.292201987681715e-07,
      "loss": 0.3384,
      "step": 2066470
    },
    {
      "epoch": 576.75,
      "grad_norm": 1.3883131742477417,
      "learning_rate": 9.291986391308059e-07,
      "loss": 0.3357,
      "step": 2066480
    },
    {
      "epoch": 576.75,
      "grad_norm": 1.0484544038772583,
      "learning_rate": 9.291770796817182e-07,
      "loss": 0.3599,
      "step": 2066490
    },
    {
      "epoch": 576.75,
      "grad_norm": 1.2346010208129883,
      "learning_rate": 9.29155520420909e-07,
      "loss": 0.3413,
      "step": 2066500
    },
    {
      "epoch": 576.75,
      "grad_norm": 1.1676807403564453,
      "learning_rate": 9.291339613483844e-07,
      "loss": 0.335,
      "step": 2066510
    },
    {
      "epoch": 576.76,
      "grad_norm": 1.2295953035354614,
      "learning_rate": 9.291124024641446e-07,
      "loss": 0.3245,
      "step": 2066520
    },
    {
      "epoch": 576.76,
      "grad_norm": 1.181624412536621,
      "learning_rate": 9.290908437681938e-07,
      "loss": 0.3388,
      "step": 2066530
    },
    {
      "epoch": 576.76,
      "grad_norm": 1.2373433113098145,
      "learning_rate": 9.29069285260535e-07,
      "loss": 0.3352,
      "step": 2066540
    },
    {
      "epoch": 576.77,
      "grad_norm": 1.232126235961914,
      "learning_rate": 9.2904772694117e-07,
      "loss": 0.3493,
      "step": 2066550
    },
    {
      "epoch": 576.77,
      "grad_norm": 1.1304937601089478,
      "learning_rate": 9.290261688101022e-07,
      "loss": 0.3226,
      "step": 2066560
    },
    {
      "epoch": 576.77,
      "grad_norm": 1.1590040922164917,
      "learning_rate": 9.290046108673342e-07,
      "loss": 0.3465,
      "step": 2066570
    },
    {
      "epoch": 576.77,
      "grad_norm": 1.171689510345459,
      "learning_rate": 9.289830531128704e-07,
      "loss": 0.3415,
      "step": 2066580
    },
    {
      "epoch": 576.78,
      "grad_norm": 1.1717348098754883,
      "learning_rate": 9.289614955467106e-07,
      "loss": 0.3449,
      "step": 2066590
    },
    {
      "epoch": 576.78,
      "grad_norm": 1.4131290912628174,
      "learning_rate": 9.289399381688615e-07,
      "loss": 0.3381,
      "step": 2066600
    },
    {
      "epoch": 576.78,
      "grad_norm": 1.3166906833648682,
      "learning_rate": 9.289183809793227e-07,
      "loss": 0.3427,
      "step": 2066610
    },
    {
      "epoch": 576.78,
      "grad_norm": 1.3211627006530762,
      "learning_rate": 9.288968239780988e-07,
      "loss": 0.3286,
      "step": 2066620
    },
    {
      "epoch": 576.79,
      "grad_norm": 1.3901076316833496,
      "learning_rate": 9.288752671651928e-07,
      "loss": 0.3287,
      "step": 2066630
    },
    {
      "epoch": 576.79,
      "grad_norm": 0.9762154817581177,
      "learning_rate": 9.288537105406056e-07,
      "loss": 0.3153,
      "step": 2066640
    },
    {
      "epoch": 576.79,
      "grad_norm": 1.2170714139938354,
      "learning_rate": 9.28832154104343e-07,
      "loss": 0.3273,
      "step": 2066650
    },
    {
      "epoch": 576.8,
      "grad_norm": 1.3943760395050049,
      "learning_rate": 9.288105978564056e-07,
      "loss": 0.3306,
      "step": 2066660
    },
    {
      "epoch": 576.8,
      "grad_norm": 1.1356695890426636,
      "learning_rate": 9.28789041796797e-07,
      "loss": 0.3406,
      "step": 2066670
    },
    {
      "epoch": 576.8,
      "grad_norm": 1.1897261142730713,
      "learning_rate": 9.287674859255199e-07,
      "loss": 0.33,
      "step": 2066680
    },
    {
      "epoch": 576.8,
      "grad_norm": 1.4959512948989868,
      "learning_rate": 9.287459302425782e-07,
      "loss": 0.3496,
      "step": 2066690
    },
    {
      "epoch": 576.81,
      "grad_norm": 1.2028595209121704,
      "learning_rate": 9.287243747479733e-07,
      "loss": 0.3401,
      "step": 2066700
    },
    {
      "epoch": 576.81,
      "grad_norm": 1.948144555091858,
      "learning_rate": 9.287028194417087e-07,
      "loss": 0.3317,
      "step": 2066710
    },
    {
      "epoch": 576.81,
      "grad_norm": 1.12618088722229,
      "learning_rate": 9.286812643237879e-07,
      "loss": 0.3256,
      "step": 2066720
    },
    {
      "epoch": 576.82,
      "grad_norm": 1.165081262588501,
      "learning_rate": 9.286597093942115e-07,
      "loss": 0.3392,
      "step": 2066730
    },
    {
      "epoch": 576.82,
      "grad_norm": 8.409079551696777,
      "learning_rate": 9.286381546529858e-07,
      "loss": 0.3396,
      "step": 2066740
    },
    {
      "epoch": 576.82,
      "grad_norm": 1.258995771408081,
      "learning_rate": 9.286166001001112e-07,
      "loss": 0.3506,
      "step": 2066750
    },
    {
      "epoch": 576.82,
      "grad_norm": 0.9962037801742554,
      "learning_rate": 9.285950457355908e-07,
      "loss": 0.3333,
      "step": 2066760
    },
    {
      "epoch": 576.83,
      "grad_norm": 1.104343056678772,
      "learning_rate": 9.28573491559429e-07,
      "loss": 0.3419,
      "step": 2066770
    },
    {
      "epoch": 576.83,
      "grad_norm": 1.085438847541809,
      "learning_rate": 9.285519375716269e-07,
      "loss": 0.3491,
      "step": 2066780
    },
    {
      "epoch": 576.83,
      "grad_norm": 1.3351860046386719,
      "learning_rate": 9.285303837721879e-07,
      "loss": 0.3361,
      "step": 2066790
    },
    {
      "epoch": 576.84,
      "grad_norm": 1.4563649892807007,
      "learning_rate": 9.285088301611149e-07,
      "loss": 0.3457,
      "step": 2066800
    },
    {
      "epoch": 576.84,
      "grad_norm": 1.006837010383606,
      "learning_rate": 9.284872767384118e-07,
      "loss": 0.3363,
      "step": 2066810
    },
    {
      "epoch": 576.84,
      "grad_norm": 1.0876654386520386,
      "learning_rate": 9.284657235040788e-07,
      "loss": 0.3216,
      "step": 2066820
    },
    {
      "epoch": 576.84,
      "grad_norm": 1.1770023107528687,
      "learning_rate": 9.284441704581222e-07,
      "loss": 0.3672,
      "step": 2066830
    },
    {
      "epoch": 576.85,
      "grad_norm": 1.3976331949234009,
      "learning_rate": 9.284226176005426e-07,
      "loss": 0.326,
      "step": 2066840
    },
    {
      "epoch": 576.85,
      "grad_norm": 1.1911860704421997,
      "learning_rate": 9.284010649313432e-07,
      "loss": 0.3421,
      "step": 2066850
    },
    {
      "epoch": 576.85,
      "grad_norm": 1.0908361673355103,
      "learning_rate": 9.283795124505281e-07,
      "loss": 0.3301,
      "step": 2066860
    },
    {
      "epoch": 576.85,
      "grad_norm": 1.1977736949920654,
      "learning_rate": 9.283579601580982e-07,
      "loss": 0.3265,
      "step": 2066870
    },
    {
      "epoch": 576.86,
      "grad_norm": 1.4902253150939941,
      "learning_rate": 9.283364080540578e-07,
      "loss": 0.3587,
      "step": 2066880
    },
    {
      "epoch": 576.86,
      "grad_norm": 0.8999916315078735,
      "learning_rate": 9.283148561384087e-07,
      "loss": 0.3358,
      "step": 2066890
    },
    {
      "epoch": 576.86,
      "grad_norm": 1.1415964365005493,
      "learning_rate": 9.282933044111556e-07,
      "loss": 0.3397,
      "step": 2066900
    },
    {
      "epoch": 576.87,
      "grad_norm": 1.2274067401885986,
      "learning_rate": 9.282717528722995e-07,
      "loss": 0.3339,
      "step": 2066910
    },
    {
      "epoch": 576.87,
      "grad_norm": 1.1943156719207764,
      "learning_rate": 9.282502015218437e-07,
      "loss": 0.3515,
      "step": 2066920
    },
    {
      "epoch": 576.87,
      "grad_norm": 1.1922752857208252,
      "learning_rate": 9.282286503597915e-07,
      "loss": 0.3474,
      "step": 2066930
    },
    {
      "epoch": 576.87,
      "grad_norm": 1.5920047760009766,
      "learning_rate": 9.282070993861452e-07,
      "loss": 0.3627,
      "step": 2066940
    },
    {
      "epoch": 576.88,
      "grad_norm": 1.3573747873306274,
      "learning_rate": 9.28185548600909e-07,
      "loss": 0.3224,
      "step": 2066950
    },
    {
      "epoch": 576.88,
      "grad_norm": 1.4439589977264404,
      "learning_rate": 9.281639980040836e-07,
      "loss": 0.3516,
      "step": 2066960
    },
    {
      "epoch": 576.88,
      "grad_norm": 1.214176058769226,
      "learning_rate": 9.281424475956742e-07,
      "loss": 0.3359,
      "step": 2066970
    },
    {
      "epoch": 576.89,
      "grad_norm": 1.3639250993728638,
      "learning_rate": 9.281208973756818e-07,
      "loss": 0.3414,
      "step": 2066980
    },
    {
      "epoch": 576.89,
      "grad_norm": 2.277846574783325,
      "learning_rate": 9.280993473441103e-07,
      "loss": 0.3307,
      "step": 2066990
    },
    {
      "epoch": 576.89,
      "grad_norm": 1.0755550861358643,
      "learning_rate": 9.280777975009629e-07,
      "loss": 0.3391,
      "step": 2067000
    },
    {
      "epoch": 576.89,
      "grad_norm": 0.9950117468833923,
      "learning_rate": 9.28056247846241e-07,
      "loss": 0.3421,
      "step": 2067010
    },
    {
      "epoch": 576.9,
      "grad_norm": 1.3239266872406006,
      "learning_rate": 9.280346983799486e-07,
      "loss": 0.3456,
      "step": 2067020
    },
    {
      "epoch": 576.9,
      "grad_norm": 1.1529096364974976,
      "learning_rate": 9.280131491020881e-07,
      "loss": 0.3366,
      "step": 2067030
    },
    {
      "epoch": 576.9,
      "grad_norm": 1.1727601289749146,
      "learning_rate": 9.279916000126632e-07,
      "loss": 0.3312,
      "step": 2067040
    },
    {
      "epoch": 576.9,
      "grad_norm": 1.2843719720840454,
      "learning_rate": 9.279700511116756e-07,
      "loss": 0.3562,
      "step": 2067050
    },
    {
      "epoch": 576.91,
      "grad_norm": 1.2058959007263184,
      "learning_rate": 9.279485023991285e-07,
      "loss": 0.3303,
      "step": 2067060
    },
    {
      "epoch": 576.91,
      "grad_norm": 1.1694196462631226,
      "learning_rate": 9.27926953875026e-07,
      "loss": 0.3387,
      "step": 2067070
    },
    {
      "epoch": 576.91,
      "grad_norm": 1.4892789125442505,
      "learning_rate": 9.279054055393682e-07,
      "loss": 0.348,
      "step": 2067080
    },
    {
      "epoch": 576.92,
      "grad_norm": 1.2783935070037842,
      "learning_rate": 9.278838573921613e-07,
      "loss": 0.331,
      "step": 2067090
    },
    {
      "epoch": 576.92,
      "grad_norm": 1.0968027114868164,
      "learning_rate": 9.278623094334057e-07,
      "loss": 0.3652,
      "step": 2067100
    },
    {
      "epoch": 576.92,
      "grad_norm": 1.246002197265625,
      "learning_rate": 9.278407616631051e-07,
      "loss": 0.3169,
      "step": 2067110
    },
    {
      "epoch": 576.92,
      "grad_norm": 1.1355664730072021,
      "learning_rate": 9.278192140812626e-07,
      "loss": 0.355,
      "step": 2067120
    },
    {
      "epoch": 576.93,
      "grad_norm": 1.0558085441589355,
      "learning_rate": 9.277976666878815e-07,
      "loss": 0.3487,
      "step": 2067130
    },
    {
      "epoch": 576.93,
      "grad_norm": 1.1048259735107422,
      "learning_rate": 9.277761194829633e-07,
      "loss": 0.34,
      "step": 2067140
    },
    {
      "epoch": 576.93,
      "grad_norm": 1.239443063735962,
      "learning_rate": 9.277545724665118e-07,
      "loss": 0.3646,
      "step": 2067150
    },
    {
      "epoch": 576.94,
      "grad_norm": 1.1216775178909302,
      "learning_rate": 9.277330256385304e-07,
      "loss": 0.3345,
      "step": 2067160
    },
    {
      "epoch": 576.94,
      "grad_norm": 1.3671386241912842,
      "learning_rate": 9.277114789990194e-07,
      "loss": 0.3576,
      "step": 2067170
    },
    {
      "epoch": 576.94,
      "grad_norm": 1.2753294706344604,
      "learning_rate": 9.276899325479854e-07,
      "loss": 0.3532,
      "step": 2067180
    },
    {
      "epoch": 576.94,
      "grad_norm": 1.2419100999832153,
      "learning_rate": 9.276683862854282e-07,
      "loss": 0.3535,
      "step": 2067190
    },
    {
      "epoch": 576.95,
      "grad_norm": 1.0648373365402222,
      "learning_rate": 9.276468402113523e-07,
      "loss": 0.3449,
      "step": 2067200
    },
    {
      "epoch": 576.95,
      "grad_norm": 1.0673425197601318,
      "learning_rate": 9.276252943257607e-07,
      "loss": 0.3499,
      "step": 2067210
    },
    {
      "epoch": 576.95,
      "grad_norm": 1.413137674331665,
      "learning_rate": 9.27603748628654e-07,
      "loss": 0.3253,
      "step": 2067220
    },
    {
      "epoch": 576.96,
      "grad_norm": 1.4939284324645996,
      "learning_rate": 9.275822031200386e-07,
      "loss": 0.3356,
      "step": 2067230
    },
    {
      "epoch": 576.96,
      "grad_norm": 1.1136876344680786,
      "learning_rate": 9.275606577999144e-07,
      "loss": 0.3336,
      "step": 2067240
    },
    {
      "epoch": 576.96,
      "grad_norm": 1.1734898090362549,
      "learning_rate": 9.275391126682857e-07,
      "loss": 0.3519,
      "step": 2067250
    },
    {
      "epoch": 576.96,
      "grad_norm": 1.2701258659362793,
      "learning_rate": 9.275175677251549e-07,
      "loss": 0.3549,
      "step": 2067260
    },
    {
      "epoch": 576.97,
      "grad_norm": 1.0953893661499023,
      "learning_rate": 9.274960229705258e-07,
      "loss": 0.3349,
      "step": 2067270
    },
    {
      "epoch": 576.97,
      "grad_norm": 1.501067042350769,
      "learning_rate": 9.274744784043997e-07,
      "loss": 0.3284,
      "step": 2067280
    },
    {
      "epoch": 576.97,
      "grad_norm": 1.3192503452301025,
      "learning_rate": 9.274529340267802e-07,
      "loss": 0.3387,
      "step": 2067290
    },
    {
      "epoch": 576.97,
      "grad_norm": 1.2979360818862915,
      "learning_rate": 9.274313898376712e-07,
      "loss": 0.3413,
      "step": 2067300
    },
    {
      "epoch": 576.98,
      "grad_norm": 1.1047531366348267,
      "learning_rate": 9.274098458370728e-07,
      "loss": 0.3333,
      "step": 2067310
    },
    {
      "epoch": 576.98,
      "grad_norm": 1.1450151205062866,
      "learning_rate": 9.273883020249914e-07,
      "loss": 0.3533,
      "step": 2067320
    },
    {
      "epoch": 576.98,
      "grad_norm": 1.2765816450119019,
      "learning_rate": 9.273667584014274e-07,
      "loss": 0.3387,
      "step": 2067330
    },
    {
      "epoch": 576.99,
      "grad_norm": 1.1652790307998657,
      "learning_rate": 9.273452149663842e-07,
      "loss": 0.3339,
      "step": 2067340
    },
    {
      "epoch": 576.99,
      "grad_norm": 1.4045016765594482,
      "learning_rate": 9.273236717198657e-07,
      "loss": 0.3396,
      "step": 2067350
    },
    {
      "epoch": 576.99,
      "grad_norm": 1.2380640506744385,
      "learning_rate": 9.273021286618732e-07,
      "loss": 0.3411,
      "step": 2067360
    },
    {
      "epoch": 576.99,
      "grad_norm": 3.5296661853790283,
      "learning_rate": 9.272805857924102e-07,
      "loss": 0.3329,
      "step": 2067370
    },
    {
      "epoch": 577.0,
      "grad_norm": 1.1514865159988403,
      "learning_rate": 9.272590431114797e-07,
      "loss": 0.3266,
      "step": 2067380
    },
    {
      "epoch": 577.0,
      "grad_norm": 1.0491070747375488,
      "learning_rate": 9.272375006190855e-07,
      "loss": 0.3322,
      "step": 2067390
    },
    {
      "epoch": 577.0,
      "eval_loss": 0.33884197473526,
      "eval_runtime": 64.7946,
      "eval_samples_per_second": 78.077,
      "eval_steps_per_second": 9.769,
      "step": 2067391
    },
    {
      "epoch": 577.0,
      "grad_norm": 1.0909780263900757,
      "learning_rate": 9.272159583152276e-07,
      "loss": 0.3398,
      "step": 2067400
    },
    {
      "epoch": 577.01,
      "grad_norm": 1.1238670349121094,
      "learning_rate": 9.271944161999125e-07,
      "loss": 0.3241,
      "step": 2067410
    },
    {
      "epoch": 577.01,
      "grad_norm": 1.351435661315918,
      "learning_rate": 9.271728742731408e-07,
      "loss": 0.3321,
      "step": 2067420
    },
    {
      "epoch": 577.01,
      "grad_norm": 1.3255901336669922,
      "learning_rate": 9.271513325349155e-07,
      "loss": 0.3461,
      "step": 2067430
    },
    {
      "epoch": 577.01,
      "grad_norm": 1.0271844863891602,
      "learning_rate": 9.27129790985241e-07,
      "loss": 0.3337,
      "step": 2067440
    },
    {
      "epoch": 577.02,
      "grad_norm": 1.2105731964111328,
      "learning_rate": 9.27108249624118e-07,
      "loss": 0.3285,
      "step": 2067450
    },
    {
      "epoch": 577.02,
      "grad_norm": 1.1504709720611572,
      "learning_rate": 9.270867084515505e-07,
      "loss": 0.3322,
      "step": 2067460
    },
    {
      "epoch": 577.02,
      "grad_norm": 2.3657751083374023,
      "learning_rate": 9.270651674675412e-07,
      "loss": 0.3639,
      "step": 2067470
    },
    {
      "epoch": 577.02,
      "grad_norm": 1.115702509880066,
      "learning_rate": 9.27043626672094e-07,
      "loss": 0.3342,
      "step": 2067480
    },
    {
      "epoch": 577.03,
      "grad_norm": 1.1683299541473389,
      "learning_rate": 9.270220860652099e-07,
      "loss": 0.3255,
      "step": 2067490
    },
    {
      "epoch": 577.03,
      "grad_norm": 1.1837220191955566,
      "learning_rate": 9.270005456468927e-07,
      "loss": 0.3489,
      "step": 2067500
    },
    {
      "epoch": 577.03,
      "grad_norm": 1.0826953649520874,
      "learning_rate": 9.269790054171451e-07,
      "loss": 0.342,
      "step": 2067510
    },
    {
      "epoch": 577.04,
      "grad_norm": 1.3599283695220947,
      "learning_rate": 9.269574653759702e-07,
      "loss": 0.3402,
      "step": 2067520
    },
    {
      "epoch": 577.04,
      "grad_norm": 1.0564979314804077,
      "learning_rate": 9.269359255233714e-07,
      "loss": 0.3511,
      "step": 2067530
    },
    {
      "epoch": 577.04,
      "grad_norm": 1.2732083797454834,
      "learning_rate": 9.269143858593495e-07,
      "loss": 0.3309,
      "step": 2067540
    },
    {
      "epoch": 577.04,
      "grad_norm": 2.250998020172119,
      "learning_rate": 9.268928463839107e-07,
      "loss": 0.3415,
      "step": 2067550
    },
    {
      "epoch": 577.05,
      "grad_norm": 1.1366411447525024,
      "learning_rate": 9.268713070970547e-07,
      "loss": 0.3445,
      "step": 2067560
    },
    {
      "epoch": 577.05,
      "grad_norm": 1.0871392488479614,
      "learning_rate": 9.26849767998786e-07,
      "loss": 0.3323,
      "step": 2067570
    },
    {
      "epoch": 577.05,
      "grad_norm": 1.0826369524002075,
      "learning_rate": 9.268282290891077e-07,
      "loss": 0.3415,
      "step": 2067580
    },
    {
      "epoch": 577.06,
      "grad_norm": 1.2310703992843628,
      "learning_rate": 9.268066903680213e-07,
      "loss": 0.358,
      "step": 2067590
    },
    {
      "epoch": 577.06,
      "grad_norm": 1.2093775272369385,
      "learning_rate": 9.267851518355304e-07,
      "loss": 0.3427,
      "step": 2067600
    },
    {
      "epoch": 577.06,
      "grad_norm": 1.1639999151229858,
      "learning_rate": 9.267636134916379e-07,
      "loss": 0.3501,
      "step": 2067610
    },
    {
      "epoch": 577.06,
      "grad_norm": 1.402569055557251,
      "learning_rate": 9.267420753363477e-07,
      "loss": 0.3329,
      "step": 2067620
    },
    {
      "epoch": 577.07,
      "grad_norm": 1.4389392137527466,
      "learning_rate": 9.267205373696599e-07,
      "loss": 0.3447,
      "step": 2067630
    },
    {
      "epoch": 577.07,
      "grad_norm": 1.1689558029174805,
      "learning_rate": 9.266989995915808e-07,
      "loss": 0.3536,
      "step": 2067640
    },
    {
      "epoch": 577.07,
      "grad_norm": 1.2210749387741089,
      "learning_rate": 9.266774620021105e-07,
      "loss": 0.3351,
      "step": 2067650
    },
    {
      "epoch": 577.08,
      "grad_norm": 1.2119985818862915,
      "learning_rate": 9.266559246012529e-07,
      "loss": 0.3399,
      "step": 2067660
    },
    {
      "epoch": 577.08,
      "grad_norm": 1.128934383392334,
      "learning_rate": 9.266343873890122e-07,
      "loss": 0.3433,
      "step": 2067670
    },
    {
      "epoch": 577.08,
      "grad_norm": 1.1061352491378784,
      "learning_rate": 9.266128503653889e-07,
      "loss": 0.3353,
      "step": 2067680
    },
    {
      "epoch": 577.08,
      "grad_norm": 1.4173144102096558,
      "learning_rate": 9.265913135303868e-07,
      "loss": 0.3468,
      "step": 2067690
    },
    {
      "epoch": 577.09,
      "grad_norm": 1.0881800651550293,
      "learning_rate": 9.26569776884009e-07,
      "loss": 0.3349,
      "step": 2067700
    },
    {
      "epoch": 577.09,
      "grad_norm": 1.297157645225525,
      "learning_rate": 9.265482404262591e-07,
      "loss": 0.3274,
      "step": 2067710
    },
    {
      "epoch": 577.09,
      "grad_norm": 2.803072452545166,
      "learning_rate": 9.265267041571384e-07,
      "loss": 0.3524,
      "step": 2067720
    },
    {
      "epoch": 577.09,
      "grad_norm": 5.7566351890563965,
      "learning_rate": 9.265051680766505e-07,
      "loss": 0.3379,
      "step": 2067730
    },
    {
      "epoch": 577.1,
      "grad_norm": 1.2362483739852905,
      "learning_rate": 9.264836321847992e-07,
      "loss": 0.3275,
      "step": 2067740
    },
    {
      "epoch": 577.1,
      "grad_norm": 0.9818301200866699,
      "learning_rate": 9.264620964815844e-07,
      "loss": 0.3286,
      "step": 2067750
    },
    {
      "epoch": 577.1,
      "grad_norm": 1.1436071395874023,
      "learning_rate": 9.26440560967013e-07,
      "loss": 0.3502,
      "step": 2067760
    },
    {
      "epoch": 577.11,
      "grad_norm": 1.0381743907928467,
      "learning_rate": 9.264190256410847e-07,
      "loss": 0.3325,
      "step": 2067770
    },
    {
      "epoch": 577.11,
      "grad_norm": 1.5726896524429321,
      "learning_rate": 9.26397490503804e-07,
      "loss": 0.3448,
      "step": 2067780
    },
    {
      "epoch": 577.11,
      "grad_norm": 1.0705968141555786,
      "learning_rate": 9.26375955555173e-07,
      "loss": 0.3436,
      "step": 2067790
    },
    {
      "epoch": 577.11,
      "grad_norm": 1.4453238248825073,
      "learning_rate": 9.263544207951951e-07,
      "loss": 0.3224,
      "step": 2067800
    },
    {
      "epoch": 577.12,
      "grad_norm": 1.0333285331726074,
      "learning_rate": 9.263328862238733e-07,
      "loss": 0.3173,
      "step": 2067810
    },
    {
      "epoch": 577.12,
      "grad_norm": 1.4740113019943237,
      "learning_rate": 9.263113518412099e-07,
      "loss": 0.3313,
      "step": 2067820
    },
    {
      "epoch": 577.12,
      "grad_norm": 1.38667893409729,
      "learning_rate": 9.262898176472076e-07,
      "loss": 0.3475,
      "step": 2067830
    },
    {
      "epoch": 577.13,
      "grad_norm": 1.2752631902694702,
      "learning_rate": 9.262682836418697e-07,
      "loss": 0.3336,
      "step": 2067840
    },
    {
      "epoch": 577.13,
      "grad_norm": 1.1098945140838623,
      "learning_rate": 9.262467498251998e-07,
      "loss": 0.325,
      "step": 2067850
    },
    {
      "epoch": 577.13,
      "grad_norm": 1.2102502584457397,
      "learning_rate": 9.262252161971992e-07,
      "loss": 0.3277,
      "step": 2067860
    },
    {
      "epoch": 577.13,
      "grad_norm": 1.1617523431777954,
      "learning_rate": 9.262036827578715e-07,
      "loss": 0.3552,
      "step": 2067870
    },
    {
      "epoch": 577.14,
      "grad_norm": 1.2050294876098633,
      "learning_rate": 9.261821495072204e-07,
      "loss": 0.3468,
      "step": 2067880
    },
    {
      "epoch": 577.14,
      "grad_norm": 1.2617700099945068,
      "learning_rate": 9.261606164452464e-07,
      "loss": 0.3277,
      "step": 2067890
    },
    {
      "epoch": 577.14,
      "grad_norm": 1.1843618154525757,
      "learning_rate": 9.261390835719556e-07,
      "loss": 0.3548,
      "step": 2067900
    },
    {
      "epoch": 577.14,
      "grad_norm": 1.142557978630066,
      "learning_rate": 9.261175508873482e-07,
      "loss": 0.3367,
      "step": 2067910
    },
    {
      "epoch": 577.15,
      "grad_norm": 1.1127263307571411,
      "learning_rate": 9.260960183914283e-07,
      "loss": 0.3355,
      "step": 2067920
    },
    {
      "epoch": 577.15,
      "grad_norm": 1.2235976457595825,
      "learning_rate": 9.260744860841984e-07,
      "loss": 0.3416,
      "step": 2067930
    },
    {
      "epoch": 577.15,
      "grad_norm": 1.111340880393982,
      "learning_rate": 9.260529539656623e-07,
      "loss": 0.3446,
      "step": 2067940
    },
    {
      "epoch": 577.16,
      "grad_norm": 1.1177444458007812,
      "learning_rate": 9.260314220358213e-07,
      "loss": 0.3377,
      "step": 2067950
    },
    {
      "epoch": 577.16,
      "grad_norm": 1.2640981674194336,
      "learning_rate": 9.260098902946789e-07,
      "loss": 0.3317,
      "step": 2067960
    },
    {
      "epoch": 577.16,
      "grad_norm": 1.0402240753173828,
      "learning_rate": 9.259883587422389e-07,
      "loss": 0.3467,
      "step": 2067970
    },
    {
      "epoch": 577.16,
      "grad_norm": 1.0795187950134277,
      "learning_rate": 9.259668273785019e-07,
      "loss": 0.331,
      "step": 2067980
    },
    {
      "epoch": 577.17,
      "grad_norm": 1.1955523490905762,
      "learning_rate": 9.259452962034739e-07,
      "loss": 0.3446,
      "step": 2067990
    },
    {
      "epoch": 577.17,
      "grad_norm": 1.1314997673034668,
      "learning_rate": 9.25923765217155e-07,
      "loss": 0.3418,
      "step": 2068000
    },
    {
      "epoch": 577.17,
      "grad_norm": 1.2983572483062744,
      "learning_rate": 9.259022344195496e-07,
      "loss": 0.3391,
      "step": 2068010
    },
    {
      "epoch": 577.18,
      "grad_norm": 1.130892276763916,
      "learning_rate": 9.258807038106606e-07,
      "loss": 0.3469,
      "step": 2068020
    },
    {
      "epoch": 577.18,
      "grad_norm": 1.0015013217926025,
      "learning_rate": 9.258591733904896e-07,
      "loss": 0.3253,
      "step": 2068030
    },
    {
      "epoch": 577.18,
      "grad_norm": 1.1299946308135986,
      "learning_rate": 9.258376431590403e-07,
      "loss": 0.3427,
      "step": 2068040
    },
    {
      "epoch": 577.18,
      "grad_norm": 1.1537748575210571,
      "learning_rate": 9.258161131163154e-07,
      "loss": 0.3339,
      "step": 2068050
    },
    {
      "epoch": 577.19,
      "grad_norm": 1.392820954322815,
      "learning_rate": 9.257945832623189e-07,
      "loss": 0.3459,
      "step": 2068060
    },
    {
      "epoch": 577.19,
      "grad_norm": 1.117114782333374,
      "learning_rate": 9.257730535970509e-07,
      "loss": 0.323,
      "step": 2068070
    },
    {
      "epoch": 577.19,
      "grad_norm": 1.0646531581878662,
      "learning_rate": 9.257515241205179e-07,
      "loss": 0.3292,
      "step": 2068080
    },
    {
      "epoch": 577.2,
      "grad_norm": 1.0602824687957764,
      "learning_rate": 9.257299948327197e-07,
      "loss": 0.3242,
      "step": 2068090
    },
    {
      "epoch": 577.2,
      "grad_norm": 1.3444174528121948,
      "learning_rate": 9.257084657336605e-07,
      "loss": 0.337,
      "step": 2068100
    },
    {
      "epoch": 577.2,
      "grad_norm": 1.4971539974212646,
      "learning_rate": 9.256869368233438e-07,
      "loss": 0.3302,
      "step": 2068110
    },
    {
      "epoch": 577.2,
      "grad_norm": 1.4196193218231201,
      "learning_rate": 9.256654081017701e-07,
      "loss": 0.3521,
      "step": 2068120
    },
    {
      "epoch": 577.21,
      "grad_norm": 1.280971646308899,
      "learning_rate": 9.256438795689454e-07,
      "loss": 0.3487,
      "step": 2068130
    },
    {
      "epoch": 577.21,
      "grad_norm": 0.9599871635437012,
      "learning_rate": 9.256223512248703e-07,
      "loss": 0.3443,
      "step": 2068140
    },
    {
      "epoch": 577.21,
      "grad_norm": 1.1512556076049805,
      "learning_rate": 9.256008230695483e-07,
      "loss": 0.3514,
      "step": 2068150
    },
    {
      "epoch": 577.21,
      "grad_norm": 1.104189395904541,
      "learning_rate": 9.255792951029835e-07,
      "loss": 0.3285,
      "step": 2068160
    },
    {
      "epoch": 577.22,
      "grad_norm": 1.4527623653411865,
      "learning_rate": 9.255577673251765e-07,
      "loss": 0.3326,
      "step": 2068170
    },
    {
      "epoch": 577.22,
      "grad_norm": 1.1864252090454102,
      "learning_rate": 9.255362397361312e-07,
      "loss": 0.3355,
      "step": 2068180
    },
    {
      "epoch": 577.22,
      "grad_norm": 1.086371898651123,
      "learning_rate": 9.255147123358505e-07,
      "loss": 0.3349,
      "step": 2068190
    },
    {
      "epoch": 577.23,
      "grad_norm": 1.2708942890167236,
      "learning_rate": 9.254931851243382e-07,
      "loss": 0.3439,
      "step": 2068200
    },
    {
      "epoch": 577.23,
      "grad_norm": 1.2008293867111206,
      "learning_rate": 9.254716581015947e-07,
      "loss": 0.337,
      "step": 2068210
    },
    {
      "epoch": 577.23,
      "grad_norm": 0.9735204577445984,
      "learning_rate": 9.254501312676259e-07,
      "loss": 0.3439,
      "step": 2068220
    },
    {
      "epoch": 577.23,
      "grad_norm": 1.0791144371032715,
      "learning_rate": 9.254286046224325e-07,
      "loss": 0.3399,
      "step": 2068230
    },
    {
      "epoch": 577.24,
      "grad_norm": 1.0036718845367432,
      "learning_rate": 9.254070781660182e-07,
      "loss": 0.3435,
      "step": 2068240
    },
    {
      "epoch": 577.24,
      "grad_norm": 1.2059417963027954,
      "learning_rate": 9.253855518983865e-07,
      "loss": 0.3281,
      "step": 2068250
    },
    {
      "epoch": 577.24,
      "grad_norm": 1.1804494857788086,
      "learning_rate": 9.253640258195384e-07,
      "loss": 0.3534,
      "step": 2068260
    },
    {
      "epoch": 577.25,
      "grad_norm": 1.1974682807922363,
      "learning_rate": 9.253424999294781e-07,
      "loss": 0.3548,
      "step": 2068270
    },
    {
      "epoch": 577.25,
      "grad_norm": 1.2969980239868164,
      "learning_rate": 9.253209742282083e-07,
      "loss": 0.3557,
      "step": 2068280
    },
    {
      "epoch": 577.25,
      "grad_norm": 1.065368890762329,
      "learning_rate": 9.252994487157323e-07,
      "loss": 0.3495,
      "step": 2068290
    },
    {
      "epoch": 577.25,
      "grad_norm": 1.020596981048584,
      "learning_rate": 9.252779233920519e-07,
      "loss": 0.3289,
      "step": 2068300
    },
    {
      "epoch": 577.26,
      "grad_norm": 0.9819629788398743,
      "learning_rate": 9.252563982571703e-07,
      "loss": 0.3384,
      "step": 2068310
    },
    {
      "epoch": 577.26,
      "grad_norm": 1.3455615043640137,
      "learning_rate": 9.252348733110916e-07,
      "loss": 0.336,
      "step": 2068320
    },
    {
      "epoch": 577.26,
      "grad_norm": 1.120760202407837,
      "learning_rate": 9.252133485538161e-07,
      "loss": 0.3361,
      "step": 2068330
    },
    {
      "epoch": 577.26,
      "grad_norm": 1.3372832536697388,
      "learning_rate": 9.251918239853497e-07,
      "loss": 0.3477,
      "step": 2068340
    },
    {
      "epoch": 577.27,
      "grad_norm": 1.2196102142333984,
      "learning_rate": 9.251702996056929e-07,
      "loss": 0.3481,
      "step": 2068350
    },
    {
      "epoch": 577.27,
      "grad_norm": 1.3260533809661865,
      "learning_rate": 9.251487754148495e-07,
      "loss": 0.3345,
      "step": 2068360
    },
    {
      "epoch": 577.27,
      "grad_norm": 1.1410243511199951,
      "learning_rate": 9.251272514128224e-07,
      "loss": 0.3385,
      "step": 2068370
    },
    {
      "epoch": 577.28,
      "grad_norm": 1.0272235870361328,
      "learning_rate": 9.251057275996141e-07,
      "loss": 0.345,
      "step": 2068380
    },
    {
      "epoch": 577.28,
      "grad_norm": 1.7691770792007446,
      "learning_rate": 9.25084203975229e-07,
      "loss": 0.3434,
      "step": 2068390
    },
    {
      "epoch": 577.28,
      "grad_norm": 1.2555105686187744,
      "learning_rate": 9.250626805396675e-07,
      "loss": 0.3383,
      "step": 2068400
    },
    {
      "epoch": 577.28,
      "grad_norm": 1.238189935684204,
      "learning_rate": 9.250411572929337e-07,
      "loss": 0.3333,
      "step": 2068410
    },
    {
      "epoch": 577.29,
      "grad_norm": 1.1780637502670288,
      "learning_rate": 9.250196342350306e-07,
      "loss": 0.3493,
      "step": 2068420
    },
    {
      "epoch": 577.29,
      "grad_norm": 1.110897421836853,
      "learning_rate": 9.249981113659618e-07,
      "loss": 0.3392,
      "step": 2068430
    },
    {
      "epoch": 577.29,
      "grad_norm": 1.093575119972229,
      "learning_rate": 9.249765886857283e-07,
      "loss": 0.3448,
      "step": 2068440
    },
    {
      "epoch": 577.3,
      "grad_norm": 1.0432788133621216,
      "learning_rate": 9.249550661943339e-07,
      "loss": 0.3346,
      "step": 2068450
    },
    {
      "epoch": 577.3,
      "grad_norm": 1.1330641508102417,
      "learning_rate": 9.249335438917815e-07,
      "loss": 0.34,
      "step": 2068460
    },
    {
      "epoch": 577.3,
      "grad_norm": 1.127408504486084,
      "learning_rate": 9.249120217780739e-07,
      "loss": 0.3437,
      "step": 2068470
    },
    {
      "epoch": 577.3,
      "grad_norm": 1.2201100587844849,
      "learning_rate": 9.24890499853215e-07,
      "loss": 0.3333,
      "step": 2068480
    },
    {
      "epoch": 577.31,
      "grad_norm": 1.3267385959625244,
      "learning_rate": 9.248689781172058e-07,
      "loss": 0.3356,
      "step": 2068490
    },
    {
      "epoch": 577.31,
      "grad_norm": 1.0516437292099,
      "learning_rate": 9.248474565700499e-07,
      "loss": 0.3436,
      "step": 2068500
    },
    {
      "epoch": 577.31,
      "grad_norm": 1.0173872709274292,
      "learning_rate": 9.248259352117505e-07,
      "loss": 0.3365,
      "step": 2068510
    },
    {
      "epoch": 577.32,
      "grad_norm": 1.9893349409103394,
      "learning_rate": 9.24804414042311e-07,
      "loss": 0.3541,
      "step": 2068520
    },
    {
      "epoch": 577.32,
      "grad_norm": 1.04204261302948,
      "learning_rate": 9.247828930617329e-07,
      "loss": 0.3383,
      "step": 2068530
    },
    {
      "epoch": 577.32,
      "grad_norm": 1.0626858472824097,
      "learning_rate": 9.247613722700197e-07,
      "loss": 0.3344,
      "step": 2068540
    },
    {
      "epoch": 577.32,
      "grad_norm": 1.1756997108459473,
      "learning_rate": 9.247398516671749e-07,
      "loss": 0.3319,
      "step": 2068550
    },
    {
      "epoch": 577.33,
      "grad_norm": 1.1349447965621948,
      "learning_rate": 9.24718331253199e-07,
      "loss": 0.3243,
      "step": 2068560
    },
    {
      "epoch": 577.33,
      "grad_norm": 1.1688382625579834,
      "learning_rate": 9.246968110280986e-07,
      "loss": 0.3456,
      "step": 2068570
    },
    {
      "epoch": 577.33,
      "grad_norm": 1.0227380990982056,
      "learning_rate": 9.246752909918734e-07,
      "loss": 0.3268,
      "step": 2068580
    },
    {
      "epoch": 577.33,
      "grad_norm": 1.1968823671340942,
      "learning_rate": 9.246537711445277e-07,
      "loss": 0.3182,
      "step": 2068590
    },
    {
      "epoch": 577.34,
      "grad_norm": 1.357438564300537,
      "learning_rate": 9.246322514860639e-07,
      "loss": 0.353,
      "step": 2068600
    },
    {
      "epoch": 577.34,
      "grad_norm": 1.1378077268600464,
      "learning_rate": 9.24610732016486e-07,
      "loss": 0.3348,
      "step": 2068610
    },
    {
      "epoch": 577.34,
      "grad_norm": 1.0882008075714111,
      "learning_rate": 9.24589212735795e-07,
      "loss": 0.3476,
      "step": 2068620
    },
    {
      "epoch": 577.35,
      "grad_norm": 1.194376826286316,
      "learning_rate": 9.245676936439948e-07,
      "loss": 0.3569,
      "step": 2068630
    },
    {
      "epoch": 577.35,
      "grad_norm": 1.170137643814087,
      "learning_rate": 9.245461747410889e-07,
      "loss": 0.3354,
      "step": 2068640
    },
    {
      "epoch": 577.35,
      "grad_norm": 1.374768853187561,
      "learning_rate": 9.24524656027078e-07,
      "loss": 0.3356,
      "step": 2068650
    },
    {
      "epoch": 577.35,
      "grad_norm": 1.126220941543579,
      "learning_rate": 9.245031375019678e-07,
      "loss": 0.3235,
      "step": 2068660
    },
    {
      "epoch": 577.36,
      "grad_norm": 1.2345761060714722,
      "learning_rate": 9.244816191657588e-07,
      "loss": 0.3636,
      "step": 2068670
    },
    {
      "epoch": 577.36,
      "grad_norm": 1.2164043188095093,
      "learning_rate": 9.244601010184549e-07,
      "loss": 0.3541,
      "step": 2068680
    },
    {
      "epoch": 577.36,
      "grad_norm": 1.1842178106307983,
      "learning_rate": 9.244385830600599e-07,
      "loss": 0.3325,
      "step": 2068690
    },
    {
      "epoch": 577.37,
      "grad_norm": 1.0825992822647095,
      "learning_rate": 9.244170652905739e-07,
      "loss": 0.3446,
      "step": 2068700
    },
    {
      "epoch": 577.37,
      "grad_norm": 1.3111186027526855,
      "learning_rate": 9.243955477100029e-07,
      "loss": 0.3254,
      "step": 2068710
    },
    {
      "epoch": 577.37,
      "grad_norm": 1.2080491781234741,
      "learning_rate": 9.243740303183479e-07,
      "loss": 0.3382,
      "step": 2068720
    },
    {
      "epoch": 577.37,
      "grad_norm": 1.1080631017684937,
      "learning_rate": 9.24352513115612e-07,
      "loss": 0.3473,
      "step": 2068730
    },
    {
      "epoch": 577.38,
      "grad_norm": 1.2476855516433716,
      "learning_rate": 9.243309961017983e-07,
      "loss": 0.3198,
      "step": 2068740
    },
    {
      "epoch": 577.38,
      "grad_norm": 1.2789983749389648,
      "learning_rate": 9.243094792769106e-07,
      "loss": 0.3375,
      "step": 2068750
    },
    {
      "epoch": 577.38,
      "grad_norm": 1.2012405395507812,
      "learning_rate": 9.242879626409499e-07,
      "loss": 0.32,
      "step": 2068760
    },
    {
      "epoch": 577.38,
      "grad_norm": 1.3129290342330933,
      "learning_rate": 9.242664461939201e-07,
      "loss": 0.3225,
      "step": 2068770
    },
    {
      "epoch": 577.39,
      "grad_norm": 1.3517006635665894,
      "learning_rate": 9.242449299358246e-07,
      "loss": 0.3188,
      "step": 2068780
    },
    {
      "epoch": 577.39,
      "grad_norm": 1.2281755208969116,
      "learning_rate": 9.242234138666641e-07,
      "loss": 0.3499,
      "step": 2068790
    },
    {
      "epoch": 577.39,
      "grad_norm": 1.196016550064087,
      "learning_rate": 9.242018979864444e-07,
      "loss": 0.3364,
      "step": 2068800
    },
    {
      "epoch": 577.4,
      "grad_norm": 1.1132224798202515,
      "learning_rate": 9.241803822951664e-07,
      "loss": 0.3316,
      "step": 2068810
    },
    {
      "epoch": 577.4,
      "grad_norm": 1.2257481813430786,
      "learning_rate": 9.241588667928335e-07,
      "loss": 0.3623,
      "step": 2068820
    },
    {
      "epoch": 577.4,
      "grad_norm": 1.2643439769744873,
      "learning_rate": 9.241373514794492e-07,
      "loss": 0.3516,
      "step": 2068830
    },
    {
      "epoch": 577.4,
      "grad_norm": 1.0884668827056885,
      "learning_rate": 9.24115836355015e-07,
      "loss": 0.3304,
      "step": 2068840
    },
    {
      "epoch": 577.41,
      "grad_norm": 1.1193007230758667,
      "learning_rate": 9.240943214195345e-07,
      "loss": 0.3348,
      "step": 2068850
    },
    {
      "epoch": 577.41,
      "grad_norm": 1.3040412664413452,
      "learning_rate": 9.240728066730106e-07,
      "loss": 0.34,
      "step": 2068860
    },
    {
      "epoch": 577.41,
      "grad_norm": 1.0057607889175415,
      "learning_rate": 9.240512921154467e-07,
      "loss": 0.3422,
      "step": 2068870
    },
    {
      "epoch": 577.42,
      "grad_norm": 0.953271210193634,
      "learning_rate": 9.240297777468435e-07,
      "loss": 0.3282,
      "step": 2068880
    },
    {
      "epoch": 577.42,
      "grad_norm": 1.1260641813278198,
      "learning_rate": 9.240082635672073e-07,
      "loss": 0.3314,
      "step": 2068890
    },
    {
      "epoch": 577.42,
      "grad_norm": 1.1605987548828125,
      "learning_rate": 9.239867495765381e-07,
      "loss": 0.3401,
      "step": 2068900
    },
    {
      "epoch": 577.42,
      "grad_norm": 2.363650321960449,
      "learning_rate": 9.2396523577484e-07,
      "loss": 0.3354,
      "step": 2068910
    },
    {
      "epoch": 577.43,
      "grad_norm": 1.1036921739578247,
      "learning_rate": 9.239437221621163e-07,
      "loss": 0.348,
      "step": 2068920
    },
    {
      "epoch": 577.43,
      "grad_norm": 1.1681734323501587,
      "learning_rate": 9.239222087383685e-07,
      "loss": 0.3368,
      "step": 2068930
    },
    {
      "epoch": 577.43,
      "grad_norm": 1.2668489217758179,
      "learning_rate": 9.239006955036001e-07,
      "loss": 0.3278,
      "step": 2068940
    },
    {
      "epoch": 577.44,
      "grad_norm": 1.1059337854385376,
      "learning_rate": 9.238791824578139e-07,
      "loss": 0.3391,
      "step": 2068950
    },
    {
      "epoch": 577.44,
      "grad_norm": 1.2066658735275269,
      "learning_rate": 9.23857669601013e-07,
      "loss": 0.3481,
      "step": 2068960
    },
    {
      "epoch": 577.44,
      "grad_norm": 1.092800498008728,
      "learning_rate": 9.23836156933201e-07,
      "loss": 0.3395,
      "step": 2068970
    },
    {
      "epoch": 577.44,
      "grad_norm": 1.361061930656433,
      "learning_rate": 9.238146444543792e-07,
      "loss": 0.3409,
      "step": 2068980
    },
    {
      "epoch": 577.45,
      "grad_norm": 1.3460537195205688,
      "learning_rate": 9.237931321645511e-07,
      "loss": 0.3393,
      "step": 2068990
    },
    {
      "epoch": 577.45,
      "grad_norm": 1.2825055122375488,
      "learning_rate": 9.237716200637194e-07,
      "loss": 0.3405,
      "step": 2069000
    },
    {
      "epoch": 577.45,
      "grad_norm": 1.0215924978256226,
      "learning_rate": 9.237501081518884e-07,
      "loss": 0.336,
      "step": 2069010
    },
    {
      "epoch": 577.45,
      "grad_norm": 1.159564733505249,
      "learning_rate": 9.23728596429058e-07,
      "loss": 0.3552,
      "step": 2069020
    },
    {
      "epoch": 577.46,
      "grad_norm": 1.2283588647842407,
      "learning_rate": 9.237070848952345e-07,
      "loss": 0.3484,
      "step": 2069030
    },
    {
      "epoch": 577.46,
      "grad_norm": 1.122597336769104,
      "learning_rate": 9.236855735504181e-07,
      "loss": 0.3434,
      "step": 2069040
    },
    {
      "epoch": 577.46,
      "grad_norm": 1.2589441537857056,
      "learning_rate": 9.236640623946129e-07,
      "loss": 0.3468,
      "step": 2069050
    },
    {
      "epoch": 577.47,
      "grad_norm": 1.2649248838424683,
      "learning_rate": 9.236425514278222e-07,
      "loss": 0.3548,
      "step": 2069060
    },
    {
      "epoch": 577.47,
      "grad_norm": 1.162793517112732,
      "learning_rate": 9.236210406500473e-07,
      "loss": 0.3306,
      "step": 2069070
    },
    {
      "epoch": 577.47,
      "grad_norm": 1.12306809425354,
      "learning_rate": 9.235995300612921e-07,
      "loss": 0.3248,
      "step": 2069080
    },
    {
      "epoch": 577.47,
      "grad_norm": 1.2023040056228638,
      "learning_rate": 9.235780196615592e-07,
      "loss": 0.3403,
      "step": 2069090
    },
    {
      "epoch": 577.48,
      "grad_norm": 1.5343965291976929,
      "learning_rate": 9.235565094508526e-07,
      "loss": 0.3405,
      "step": 2069100
    },
    {
      "epoch": 577.48,
      "grad_norm": 1.7762486934661865,
      "learning_rate": 9.235349994291732e-07,
      "loss": 0.3434,
      "step": 2069110
    },
    {
      "epoch": 577.48,
      "grad_norm": 1.199188232421875,
      "learning_rate": 9.235134895965248e-07,
      "loss": 0.332,
      "step": 2069120
    },
    {
      "epoch": 577.49,
      "grad_norm": 1.3549901247024536,
      "learning_rate": 9.23491979952911e-07,
      "loss": 0.3281,
      "step": 2069130
    },
    {
      "epoch": 577.49,
      "grad_norm": 0.9610650539398193,
      "learning_rate": 9.234704704983322e-07,
      "loss": 0.3464,
      "step": 2069140
    },
    {
      "epoch": 577.49,
      "grad_norm": 1.1269659996032715,
      "learning_rate": 9.234489612327951e-07,
      "loss": 0.3351,
      "step": 2069150
    },
    {
      "epoch": 577.49,
      "grad_norm": 1.3997992277145386,
      "learning_rate": 9.234274521562992e-07,
      "loss": 0.332,
      "step": 2069160
    },
    {
      "epoch": 577.5,
      "grad_norm": 1.3240231275558472,
      "learning_rate": 9.234059432688489e-07,
      "loss": 0.3347,
      "step": 2069170
    },
    {
      "epoch": 577.5,
      "grad_norm": 1.2163472175598145,
      "learning_rate": 9.233844345704466e-07,
      "loss": 0.3266,
      "step": 2069180
    },
    {
      "epoch": 577.5,
      "grad_norm": 1.2756974697113037,
      "learning_rate": 9.233629260610962e-07,
      "loss": 0.3307,
      "step": 2069190
    },
    {
      "epoch": 577.5,
      "grad_norm": 1.2845427989959717,
      "learning_rate": 9.233414177407987e-07,
      "loss": 0.3556,
      "step": 2069200
    },
    {
      "epoch": 577.51,
      "grad_norm": 1.2647649049758911,
      "learning_rate": 9.233199096095582e-07,
      "loss": 0.3353,
      "step": 2069210
    },
    {
      "epoch": 577.51,
      "grad_norm": 0.9981006383895874,
      "learning_rate": 9.232984016673783e-07,
      "loss": 0.3313,
      "step": 2069220
    },
    {
      "epoch": 577.51,
      "grad_norm": 1.2802047729492188,
      "learning_rate": 9.232768939142589e-07,
      "loss": 0.3514,
      "step": 2069230
    },
    {
      "epoch": 577.52,
      "grad_norm": 1.2491534948349,
      "learning_rate": 9.232553863502068e-07,
      "loss": 0.3577,
      "step": 2069240
    },
    {
      "epoch": 577.52,
      "grad_norm": 1.1713581085205078,
      "learning_rate": 9.232338789752219e-07,
      "loss": 0.3566,
      "step": 2069250
    },
    {
      "epoch": 577.52,
      "grad_norm": 1.0524439811706543,
      "learning_rate": 9.23212371789308e-07,
      "loss": 0.3418,
      "step": 2069260
    },
    {
      "epoch": 577.52,
      "grad_norm": 1.145396113395691,
      "learning_rate": 9.23190864792469e-07,
      "loss": 0.3429,
      "step": 2069270
    },
    {
      "epoch": 577.53,
      "grad_norm": 1.0272281169891357,
      "learning_rate": 9.231693579847052e-07,
      "loss": 0.3332,
      "step": 2069280
    },
    {
      "epoch": 577.53,
      "grad_norm": 1.2152385711669922,
      "learning_rate": 9.231478513660226e-07,
      "loss": 0.3278,
      "step": 2069290
    },
    {
      "epoch": 577.53,
      "grad_norm": 0.947425127029419,
      "learning_rate": 9.231263449364219e-07,
      "loss": 0.3475,
      "step": 2069300
    },
    {
      "epoch": 577.54,
      "grad_norm": 1.5039132833480835,
      "learning_rate": 9.231048386959066e-07,
      "loss": 0.3679,
      "step": 2069310
    },
    {
      "epoch": 577.54,
      "grad_norm": 1.0500411987304688,
      "learning_rate": 9.230833326444794e-07,
      "loss": 0.329,
      "step": 2069320
    },
    {
      "epoch": 577.54,
      "grad_norm": 0.9977304935455322,
      "learning_rate": 9.230618267821442e-07,
      "loss": 0.3481,
      "step": 2069330
    },
    {
      "epoch": 577.54,
      "grad_norm": 1.1759494543075562,
      "learning_rate": 9.230403211089022e-07,
      "loss": 0.3268,
      "step": 2069340
    },
    {
      "epoch": 577.55,
      "grad_norm": 0.9586503505706787,
      "learning_rate": 9.23018815624757e-07,
      "loss": 0.3194,
      "step": 2069350
    },
    {
      "epoch": 577.55,
      "grad_norm": 1.053146243095398,
      "learning_rate": 9.229973103297122e-07,
      "loss": 0.334,
      "step": 2069360
    },
    {
      "epoch": 577.55,
      "grad_norm": 1.2213164567947388,
      "learning_rate": 9.229758052237685e-07,
      "loss": 0.352,
      "step": 2069370
    },
    {
      "epoch": 577.56,
      "grad_norm": 1.1378240585327148,
      "learning_rate": 9.229543003069319e-07,
      "loss": 0.3545,
      "step": 2069380
    },
    {
      "epoch": 577.56,
      "grad_norm": 1.657836675643921,
      "learning_rate": 9.229327955792027e-07,
      "loss": 0.3126,
      "step": 2069390
    },
    {
      "epoch": 577.56,
      "grad_norm": 1.1630297899246216,
      "learning_rate": 9.229112910405846e-07,
      "loss": 0.3189,
      "step": 2069400
    },
    {
      "epoch": 577.56,
      "grad_norm": 1.0534818172454834,
      "learning_rate": 9.228897866910814e-07,
      "loss": 0.332,
      "step": 2069410
    },
    {
      "epoch": 577.57,
      "grad_norm": 1.1709542274475098,
      "learning_rate": 9.228682825306943e-07,
      "loss": 0.3372,
      "step": 2069420
    },
    {
      "epoch": 577.57,
      "grad_norm": 1.1556144952774048,
      "learning_rate": 9.228467785594269e-07,
      "loss": 0.3409,
      "step": 2069430
    },
    {
      "epoch": 577.57,
      "grad_norm": 1.1107698678970337,
      "learning_rate": 9.228252747772821e-07,
      "loss": 0.3282,
      "step": 2069440
    },
    {
      "epoch": 577.57,
      "grad_norm": 1.3926582336425781,
      "learning_rate": 9.228037711842637e-07,
      "loss": 0.3433,
      "step": 2069450
    },
    {
      "epoch": 577.58,
      "grad_norm": 1.2356654405593872,
      "learning_rate": 9.227822677803718e-07,
      "loss": 0.3323,
      "step": 2069460
    },
    {
      "epoch": 577.58,
      "grad_norm": 1.1925488710403442,
      "learning_rate": 9.227607645656128e-07,
      "loss": 0.3589,
      "step": 2069470
    },
    {
      "epoch": 577.58,
      "grad_norm": 1.231438398361206,
      "learning_rate": 9.22739261539987e-07,
      "loss": 0.3354,
      "step": 2069480
    },
    {
      "epoch": 577.59,
      "grad_norm": 1.0218803882598877,
      "learning_rate": 9.227177587034983e-07,
      "loss": 0.3405,
      "step": 2069490
    },
    {
      "epoch": 577.59,
      "grad_norm": 1.2318735122680664,
      "learning_rate": 9.2269625605615e-07,
      "loss": 0.3602,
      "step": 2069500
    },
    {
      "epoch": 577.59,
      "grad_norm": 1.236390233039856,
      "learning_rate": 9.226747535979435e-07,
      "loss": 0.3416,
      "step": 2069510
    },
    {
      "epoch": 577.59,
      "grad_norm": 1.1666353940963745,
      "learning_rate": 9.226532513288827e-07,
      "loss": 0.3388,
      "step": 2069520
    },
    {
      "epoch": 577.6,
      "grad_norm": 1.032814621925354,
      "learning_rate": 9.226317492489702e-07,
      "loss": 0.3324,
      "step": 2069530
    },
    {
      "epoch": 577.6,
      "grad_norm": 1.1019847393035889,
      "learning_rate": 9.226102473582088e-07,
      "loss": 0.339,
      "step": 2069540
    },
    {
      "epoch": 577.6,
      "grad_norm": 1.0027409791946411,
      "learning_rate": 9.225887456566016e-07,
      "loss": 0.3441,
      "step": 2069550
    },
    {
      "epoch": 577.61,
      "grad_norm": 1.1131377220153809,
      "learning_rate": 9.225672441441522e-07,
      "loss": 0.3518,
      "step": 2069560
    },
    {
      "epoch": 577.61,
      "grad_norm": 1.173437237739563,
      "learning_rate": 9.225457428208616e-07,
      "loss": 0.3417,
      "step": 2069570
    },
    {
      "epoch": 577.61,
      "grad_norm": 1.1169639825820923,
      "learning_rate": 9.225242416867339e-07,
      "loss": 0.3337,
      "step": 2069580
    },
    {
      "epoch": 577.61,
      "grad_norm": 1.287583827972412,
      "learning_rate": 9.225027407417724e-07,
      "loss": 0.3471,
      "step": 2069590
    },
    {
      "epoch": 577.62,
      "grad_norm": 1.1631718873977661,
      "learning_rate": 9.224812399859779e-07,
      "loss": 0.3478,
      "step": 2069600
    },
    {
      "epoch": 577.62,
      "grad_norm": 1.14385187625885,
      "learning_rate": 9.22459739419356e-07,
      "loss": 0.3412,
      "step": 2069610
    },
    {
      "epoch": 577.62,
      "grad_norm": 1.478496789932251,
      "learning_rate": 9.224382390419075e-07,
      "loss": 0.3366,
      "step": 2069620
    },
    {
      "epoch": 577.62,
      "grad_norm": 1.1961240768432617,
      "learning_rate": 9.224167388536361e-07,
      "loss": 0.3357,
      "step": 2069630
    },
    {
      "epoch": 577.63,
      "grad_norm": 1.2012113332748413,
      "learning_rate": 9.223952388545452e-07,
      "loss": 0.3269,
      "step": 2069640
    },
    {
      "epoch": 577.63,
      "grad_norm": 1.2472354173660278,
      "learning_rate": 9.223737390446362e-07,
      "loss": 0.3313,
      "step": 2069650
    },
    {
      "epoch": 577.63,
      "grad_norm": 1.1880908012390137,
      "learning_rate": 9.223522394239129e-07,
      "loss": 0.3478,
      "step": 2069660
    },
    {
      "epoch": 577.64,
      "grad_norm": 1.907299518585205,
      "learning_rate": 9.223307399923778e-07,
      "loss": 0.3412,
      "step": 2069670
    },
    {
      "epoch": 577.64,
      "grad_norm": 1.2939049005508423,
      "learning_rate": 9.223092407500352e-07,
      "loss": 0.3612,
      "step": 2069680
    },
    {
      "epoch": 577.64,
      "grad_norm": 1.0053361654281616,
      "learning_rate": 9.222877416968847e-07,
      "loss": 0.3407,
      "step": 2069690
    },
    {
      "epoch": 577.64,
      "grad_norm": 1.3771620988845825,
      "learning_rate": 9.222662428329331e-07,
      "loss": 0.3408,
      "step": 2069700
    },
    {
      "epoch": 577.65,
      "grad_norm": 1.3335446119308472,
      "learning_rate": 9.222447441581804e-07,
      "loss": 0.3237,
      "step": 2069710
    },
    {
      "epoch": 577.65,
      "grad_norm": 1.29030442237854,
      "learning_rate": 9.222232456726305e-07,
      "loss": 0.3386,
      "step": 2069720
    },
    {
      "epoch": 577.65,
      "grad_norm": 1.2606725692749023,
      "learning_rate": 9.222017473762872e-07,
      "loss": 0.334,
      "step": 2069730
    },
    {
      "epoch": 577.66,
      "grad_norm": 1.1122689247131348,
      "learning_rate": 9.221802492691513e-07,
      "loss": 0.3511,
      "step": 2069740
    },
    {
      "epoch": 577.66,
      "grad_norm": 1.495253324508667,
      "learning_rate": 9.221587513512268e-07,
      "loss": 0.3262,
      "step": 2069750
    },
    {
      "epoch": 577.66,
      "grad_norm": 1.3018953800201416,
      "learning_rate": 9.221372536225167e-07,
      "loss": 0.3409,
      "step": 2069760
    },
    {
      "epoch": 577.66,
      "grad_norm": 1.1840078830718994,
      "learning_rate": 9.221157560830241e-07,
      "loss": 0.3309,
      "step": 2069770
    },
    {
      "epoch": 577.67,
      "grad_norm": 1.19416081905365,
      "learning_rate": 9.220942587327507e-07,
      "loss": 0.3406,
      "step": 2069780
    },
    {
      "epoch": 577.67,
      "grad_norm": 1.1751341819763184,
      "learning_rate": 9.220727615717e-07,
      "loss": 0.3322,
      "step": 2069790
    },
    {
      "epoch": 577.67,
      "grad_norm": 1.186521291732788,
      "learning_rate": 9.22051264599876e-07,
      "loss": 0.3472,
      "step": 2069800
    },
    {
      "epoch": 577.68,
      "grad_norm": 1.2175778150558472,
      "learning_rate": 9.220297678172785e-07,
      "loss": 0.329,
      "step": 2069810
    },
    {
      "epoch": 577.68,
      "grad_norm": 2.4057302474975586,
      "learning_rate": 9.220082712239143e-07,
      "loss": 0.3226,
      "step": 2069820
    },
    {
      "epoch": 577.68,
      "grad_norm": 1.0384430885314941,
      "learning_rate": 9.219867748197825e-07,
      "loss": 0.3437,
      "step": 2069830
    },
    {
      "epoch": 577.68,
      "grad_norm": 1.3606199026107788,
      "learning_rate": 9.219652786048896e-07,
      "loss": 0.3529,
      "step": 2069840
    },
    {
      "epoch": 577.69,
      "grad_norm": 1.2032694816589355,
      "learning_rate": 9.219437825792356e-07,
      "loss": 0.3375,
      "step": 2069850
    },
    {
      "epoch": 577.69,
      "grad_norm": 1.2400391101837158,
      "learning_rate": 9.219222867428244e-07,
      "loss": 0.346,
      "step": 2069860
    },
    {
      "epoch": 577.69,
      "grad_norm": 1.190529465675354,
      "learning_rate": 9.219007910956598e-07,
      "loss": 0.346,
      "step": 2069870
    },
    {
      "epoch": 577.69,
      "grad_norm": 1.23319673538208,
      "learning_rate": 9.21879295637743e-07,
      "loss": 0.3466,
      "step": 2069880
    },
    {
      "epoch": 577.7,
      "grad_norm": 1.1187553405761719,
      "learning_rate": 9.218578003690773e-07,
      "loss": 0.3385,
      "step": 2069890
    },
    {
      "epoch": 577.7,
      "grad_norm": 1.1843559741973877,
      "learning_rate": 9.218363052896661e-07,
      "loss": 0.3321,
      "step": 2069900
    },
    {
      "epoch": 577.7,
      "grad_norm": 1.125921607017517,
      "learning_rate": 9.218148103995126e-07,
      "loss": 0.3454,
      "step": 2069910
    },
    {
      "epoch": 577.71,
      "grad_norm": 1.1720201969146729,
      "learning_rate": 9.217933156986184e-07,
      "loss": 0.3292,
      "step": 2069920
    },
    {
      "epoch": 577.71,
      "grad_norm": 1.1234556436538696,
      "learning_rate": 9.217718211869868e-07,
      "loss": 0.3319,
      "step": 2069930
    },
    {
      "epoch": 577.71,
      "grad_norm": 1.3201119899749756,
      "learning_rate": 9.217503268646219e-07,
      "loss": 0.3394,
      "step": 2069940
    },
    {
      "epoch": 577.71,
      "grad_norm": 1.060163140296936,
      "learning_rate": 9.217288327315238e-07,
      "loss": 0.3398,
      "step": 2069950
    },
    {
      "epoch": 577.72,
      "grad_norm": 1.0467320680618286,
      "learning_rate": 9.217073387876991e-07,
      "loss": 0.337,
      "step": 2069960
    },
    {
      "epoch": 577.72,
      "grad_norm": 1.089371919631958,
      "learning_rate": 9.216858450331474e-07,
      "loss": 0.3343,
      "step": 2069970
    },
    {
      "epoch": 577.72,
      "grad_norm": 1.1628519296646118,
      "learning_rate": 9.216643514678729e-07,
      "loss": 0.3391,
      "step": 2069980
    },
    {
      "epoch": 577.73,
      "grad_norm": 1.3633638620376587,
      "learning_rate": 9.216428580918785e-07,
      "loss": 0.3409,
      "step": 2069990
    },
    {
      "epoch": 577.73,
      "grad_norm": 1.230387806892395,
      "learning_rate": 9.216213649051677e-07,
      "loss": 0.3532,
      "step": 2070000
    },
    {
      "epoch": 577.73,
      "grad_norm": 1.2918751239776611,
      "learning_rate": 9.215998719077418e-07,
      "loss": 0.3343,
      "step": 2070010
    },
    {
      "epoch": 577.73,
      "grad_norm": 1.1488280296325684,
      "learning_rate": 9.215783790996046e-07,
      "loss": 0.3407,
      "step": 2070020
    },
    {
      "epoch": 577.74,
      "grad_norm": 1.1177549362182617,
      "learning_rate": 9.215568864807596e-07,
      "loss": 0.3417,
      "step": 2070030
    },
    {
      "epoch": 577.74,
      "grad_norm": 1.2546353340148926,
      "learning_rate": 9.215353940512071e-07,
      "loss": 0.3267,
      "step": 2070040
    },
    {
      "epoch": 577.74,
      "grad_norm": 1.1783236265182495,
      "learning_rate": 9.215139018109535e-07,
      "loss": 0.355,
      "step": 2070050
    },
    {
      "epoch": 577.74,
      "grad_norm": 1.2723807096481323,
      "learning_rate": 9.214924097599991e-07,
      "loss": 0.3475,
      "step": 2070060
    },
    {
      "epoch": 577.75,
      "grad_norm": 1.182303547859192,
      "learning_rate": 9.214709178983474e-07,
      "loss": 0.3387,
      "step": 2070070
    },
    {
      "epoch": 577.75,
      "grad_norm": 1.1925150156021118,
      "learning_rate": 9.214494262260025e-07,
      "loss": 0.3311,
      "step": 2070080
    },
    {
      "epoch": 577.75,
      "grad_norm": 1.219700813293457,
      "learning_rate": 9.214279347429653e-07,
      "loss": 0.3408,
      "step": 2070090
    },
    {
      "epoch": 577.76,
      "grad_norm": 1.13209068775177,
      "learning_rate": 9.214064434492397e-07,
      "loss": 0.3742,
      "step": 2070100
    },
    {
      "epoch": 577.76,
      "grad_norm": 1.1496764421463013,
      "learning_rate": 9.213849523448279e-07,
      "loss": 0.346,
      "step": 2070110
    },
    {
      "epoch": 577.76,
      "grad_norm": 1.178879737854004,
      "learning_rate": 9.213634614297338e-07,
      "loss": 0.3266,
      "step": 2070120
    },
    {
      "epoch": 577.76,
      "grad_norm": 1.1873937845230103,
      "learning_rate": 9.213419707039596e-07,
      "loss": 0.3512,
      "step": 2070130
    },
    {
      "epoch": 577.77,
      "grad_norm": 1.1894057989120483,
      "learning_rate": 9.21320480167509e-07,
      "loss": 0.3477,
      "step": 2070140
    },
    {
      "epoch": 577.77,
      "grad_norm": 1.0336406230926514,
      "learning_rate": 9.212989898203834e-07,
      "loss": 0.3223,
      "step": 2070150
    },
    {
      "epoch": 577.77,
      "grad_norm": 1.0795849561691284,
      "learning_rate": 9.212774996625863e-07,
      "loss": 0.3356,
      "step": 2070160
    },
    {
      "epoch": 577.78,
      "grad_norm": 1.1157327890396118,
      "learning_rate": 9.212560096941217e-07,
      "loss": 0.3365,
      "step": 2070170
    },
    {
      "epoch": 577.78,
      "grad_norm": 1.0969538688659668,
      "learning_rate": 9.212345199149897e-07,
      "loss": 0.3272,
      "step": 2070180
    },
    {
      "epoch": 577.78,
      "grad_norm": 1.416995644569397,
      "learning_rate": 9.212130303251967e-07,
      "loss": 0.3477,
      "step": 2070190
    },
    {
      "epoch": 577.78,
      "grad_norm": 1.106623649597168,
      "learning_rate": 9.211915409247428e-07,
      "loss": 0.3442,
      "step": 2070200
    },
    {
      "epoch": 577.79,
      "grad_norm": 1.114882469177246,
      "learning_rate": 9.211700517136317e-07,
      "loss": 0.326,
      "step": 2070210
    },
    {
      "epoch": 577.79,
      "grad_norm": 1.1888682842254639,
      "learning_rate": 9.211485626918673e-07,
      "loss": 0.3235,
      "step": 2070220
    },
    {
      "epoch": 577.79,
      "grad_norm": 0.991335928440094,
      "learning_rate": 9.211270738594508e-07,
      "loss": 0.3539,
      "step": 2070230
    },
    {
      "epoch": 577.8,
      "grad_norm": 1.2664881944656372,
      "learning_rate": 9.211055852163858e-07,
      "loss": 0.3394,
      "step": 2070240
    },
    {
      "epoch": 577.8,
      "grad_norm": 1.1593331098556519,
      "learning_rate": 9.210840967626751e-07,
      "loss": 0.3549,
      "step": 2070250
    },
    {
      "epoch": 577.8,
      "grad_norm": 1.1493381261825562,
      "learning_rate": 9.210626084983223e-07,
      "loss": 0.3533,
      "step": 2070260
    },
    {
      "epoch": 577.8,
      "grad_norm": 1.034179925918579,
      "learning_rate": 9.210411204233283e-07,
      "loss": 0.3398,
      "step": 2070270
    },
    {
      "epoch": 577.81,
      "grad_norm": 1.1282267570495605,
      "learning_rate": 9.210196325376985e-07,
      "loss": 0.3373,
      "step": 2070280
    },
    {
      "epoch": 577.81,
      "grad_norm": 1.2194089889526367,
      "learning_rate": 9.209981448414337e-07,
      "loss": 0.3453,
      "step": 2070290
    },
    {
      "epoch": 577.81,
      "grad_norm": 1.1590921878814697,
      "learning_rate": 9.209766573345379e-07,
      "loss": 0.3297,
      "step": 2070300
    },
    {
      "epoch": 577.81,
      "grad_norm": 1.2410621643066406,
      "learning_rate": 9.209551700170141e-07,
      "loss": 0.3466,
      "step": 2070310
    },
    {
      "epoch": 577.82,
      "grad_norm": 1.1474980115890503,
      "learning_rate": 9.209336828888639e-07,
      "loss": 0.3401,
      "step": 2070320
    },
    {
      "epoch": 577.82,
      "grad_norm": 1.144394874572754,
      "learning_rate": 9.209121959500912e-07,
      "loss": 0.335,
      "step": 2070330
    },
    {
      "epoch": 577.82,
      "grad_norm": 1.0821698904037476,
      "learning_rate": 9.208907092006984e-07,
      "loss": 0.3522,
      "step": 2070340
    },
    {
      "epoch": 577.83,
      "grad_norm": 1.0879931449890137,
      "learning_rate": 9.208692226406894e-07,
      "loss": 0.3466,
      "step": 2070350
    },
    {
      "epoch": 577.83,
      "grad_norm": 1.2015554904937744,
      "learning_rate": 9.208477362700654e-07,
      "loss": 0.3458,
      "step": 2070360
    },
    {
      "epoch": 577.83,
      "grad_norm": 1.1573137044906616,
      "learning_rate": 9.2082625008883e-07,
      "loss": 0.3269,
      "step": 2070370
    },
    {
      "epoch": 577.83,
      "grad_norm": 1.183278203010559,
      "learning_rate": 9.208047640969862e-07,
      "loss": 0.3369,
      "step": 2070380
    },
    {
      "epoch": 577.84,
      "grad_norm": 1.2466176748275757,
      "learning_rate": 9.20783278294537e-07,
      "loss": 0.3317,
      "step": 2070390
    },
    {
      "epoch": 577.84,
      "grad_norm": 1.1274595260620117,
      "learning_rate": 9.207617926814856e-07,
      "loss": 0.3392,
      "step": 2070400
    },
    {
      "epoch": 577.84,
      "grad_norm": 1.2603206634521484,
      "learning_rate": 9.207403072578328e-07,
      "loss": 0.3238,
      "step": 2070410
    },
    {
      "epoch": 577.85,
      "grad_norm": 1.157781958580017,
      "learning_rate": 9.207188220235846e-07,
      "loss": 0.3532,
      "step": 2070420
    },
    {
      "epoch": 577.85,
      "grad_norm": 1.2414687871932983,
      "learning_rate": 9.206973369787414e-07,
      "loss": 0.3491,
      "step": 2070430
    },
    {
      "epoch": 577.85,
      "grad_norm": 1.1979323625564575,
      "learning_rate": 9.206758521233068e-07,
      "loss": 0.3429,
      "step": 2070440
    },
    {
      "epoch": 577.85,
      "grad_norm": 1.0612215995788574,
      "learning_rate": 9.206543674572847e-07,
      "loss": 0.33,
      "step": 2070450
    },
    {
      "epoch": 577.86,
      "grad_norm": 1.242713451385498,
      "learning_rate": 9.206328829806763e-07,
      "loss": 0.3307,
      "step": 2070460
    },
    {
      "epoch": 577.86,
      "grad_norm": 1.2159981727600098,
      "learning_rate": 9.206113986934851e-07,
      "loss": 0.3394,
      "step": 2070470
    },
    {
      "epoch": 577.86,
      "grad_norm": 1.2495405673980713,
      "learning_rate": 9.20589914595714e-07,
      "loss": 0.3543,
      "step": 2070480
    },
    {
      "epoch": 577.86,
      "grad_norm": 1.264098048210144,
      "learning_rate": 9.205684306873666e-07,
      "loss": 0.3474,
      "step": 2070490
    },
    {
      "epoch": 577.87,
      "grad_norm": 1.0745407342910767,
      "learning_rate": 9.205469469684434e-07,
      "loss": 0.329,
      "step": 2070500
    },
    {
      "epoch": 577.87,
      "grad_norm": 1.2127180099487305,
      "learning_rate": 9.205254634389508e-07,
      "loss": 0.3318,
      "step": 2070510
    },
    {
      "epoch": 577.87,
      "grad_norm": 1.1262128353118896,
      "learning_rate": 9.205039800988889e-07,
      "loss": 0.3557,
      "step": 2070520
    },
    {
      "epoch": 577.88,
      "grad_norm": 1.2816855907440186,
      "learning_rate": 9.204824969482613e-07,
      "loss": 0.3278,
      "step": 2070530
    },
    {
      "epoch": 577.88,
      "grad_norm": 1.1847882270812988,
      "learning_rate": 9.204610139870719e-07,
      "loss": 0.3243,
      "step": 2070540
    },
    {
      "epoch": 577.88,
      "grad_norm": 1.2166357040405273,
      "learning_rate": 9.204395312153218e-07,
      "loss": 0.3448,
      "step": 2070550
    },
    {
      "epoch": 577.88,
      "grad_norm": 1.175553560256958,
      "learning_rate": 9.204180486330148e-07,
      "loss": 0.319,
      "step": 2070560
    },
    {
      "epoch": 577.89,
      "grad_norm": 1.1994457244873047,
      "learning_rate": 9.203965662401536e-07,
      "loss": 0.3445,
      "step": 2070570
    },
    {
      "epoch": 577.89,
      "grad_norm": 1.1322616338729858,
      "learning_rate": 9.203750840367418e-07,
      "loss": 0.3274,
      "step": 2070580
    },
    {
      "epoch": 577.89,
      "grad_norm": 1.1583765745162964,
      "learning_rate": 9.203536020227809e-07,
      "loss": 0.3349,
      "step": 2070590
    },
    {
      "epoch": 577.9,
      "grad_norm": 1.5443402528762817,
      "learning_rate": 9.203321201982747e-07,
      "loss": 0.3498,
      "step": 2070600
    },
    {
      "epoch": 577.9,
      "grad_norm": 1.234792709350586,
      "learning_rate": 9.203106385632264e-07,
      "loss": 0.3298,
      "step": 2070610
    },
    {
      "epoch": 577.9,
      "grad_norm": 1.1620299816131592,
      "learning_rate": 9.202891571176365e-07,
      "loss": 0.3259,
      "step": 2070620
    },
    {
      "epoch": 577.9,
      "grad_norm": 1.128519058227539,
      "learning_rate": 9.202676758615113e-07,
      "loss": 0.3367,
      "step": 2070630
    },
    {
      "epoch": 577.91,
      "grad_norm": 1.0547218322753906,
      "learning_rate": 9.202461947948512e-07,
      "loss": 0.3492,
      "step": 2070640
    },
    {
      "epoch": 577.91,
      "grad_norm": 1.0724292993545532,
      "learning_rate": 9.202247139176599e-07,
      "loss": 0.3273,
      "step": 2070650
    },
    {
      "epoch": 577.91,
      "grad_norm": 1.036157250404358,
      "learning_rate": 9.202032332299402e-07,
      "loss": 0.3345,
      "step": 2070660
    },
    {
      "epoch": 577.92,
      "grad_norm": 1.106867790222168,
      "learning_rate": 9.201817527316957e-07,
      "loss": 0.359,
      "step": 2070670
    },
    {
      "epoch": 577.92,
      "grad_norm": 1.137166976928711,
      "learning_rate": 9.201602724229279e-07,
      "loss": 0.3275,
      "step": 2070680
    },
    {
      "epoch": 577.92,
      "grad_norm": 1.4539448022842407,
      "learning_rate": 9.201387923036402e-07,
      "loss": 0.3526,
      "step": 2070690
    },
    {
      "epoch": 577.92,
      "grad_norm": 1.1649913787841797,
      "learning_rate": 9.201173123738356e-07,
      "loss": 0.334,
      "step": 2070700
    },
    {
      "epoch": 577.93,
      "grad_norm": 1.1475731134414673,
      "learning_rate": 9.200958326335166e-07,
      "loss": 0.3498,
      "step": 2070710
    },
    {
      "epoch": 577.93,
      "grad_norm": 1.1400537490844727,
      "learning_rate": 9.200743530826875e-07,
      "loss": 0.3264,
      "step": 2070720
    },
    {
      "epoch": 577.93,
      "grad_norm": 1.1587162017822266,
      "learning_rate": 9.20052873721349e-07,
      "loss": 0.3351,
      "step": 2070730
    },
    {
      "epoch": 577.93,
      "grad_norm": 1.1403661966323853,
      "learning_rate": 9.200313945495051e-07,
      "loss": 0.3307,
      "step": 2070740
    },
    {
      "epoch": 577.94,
      "grad_norm": 1.3632742166519165,
      "learning_rate": 9.200099155671593e-07,
      "loss": 0.3369,
      "step": 2070750
    },
    {
      "epoch": 577.94,
      "grad_norm": 1.0438072681427002,
      "learning_rate": 9.19988436774312e-07,
      "loss": 0.3265,
      "step": 2070760
    },
    {
      "epoch": 577.94,
      "grad_norm": 1.2658140659332275,
      "learning_rate": 9.199669581709694e-07,
      "loss": 0.3523,
      "step": 2070770
    },
    {
      "epoch": 577.95,
      "grad_norm": 5.336549282073975,
      "learning_rate": 9.19945479757132e-07,
      "loss": 0.3426,
      "step": 2070780
    },
    {
      "epoch": 577.95,
      "grad_norm": 1.110718846321106,
      "learning_rate": 9.199240015328033e-07,
      "loss": 0.3353,
      "step": 2070790
    },
    {
      "epoch": 577.95,
      "grad_norm": 1.1344186067581177,
      "learning_rate": 9.199025234979863e-07,
      "loss": 0.3269,
      "step": 2070800
    },
    {
      "epoch": 577.95,
      "grad_norm": 1.0907156467437744,
      "learning_rate": 9.198810456526844e-07,
      "loss": 0.3493,
      "step": 2070810
    },
    {
      "epoch": 577.96,
      "grad_norm": 1.2376116514205933,
      "learning_rate": 9.198595679968992e-07,
      "loss": 0.3446,
      "step": 2070820
    },
    {
      "epoch": 577.96,
      "grad_norm": 1.4199302196502686,
      "learning_rate": 9.198380905306343e-07,
      "loss": 0.332,
      "step": 2070830
    },
    {
      "epoch": 577.96,
      "grad_norm": 1.1560758352279663,
      "learning_rate": 9.198166132538931e-07,
      "loss": 0.3412,
      "step": 2070840
    },
    {
      "epoch": 577.97,
      "grad_norm": 1.2027177810668945,
      "learning_rate": 9.197951361666761e-07,
      "loss": 0.3314,
      "step": 2070850
    },
    {
      "epoch": 577.97,
      "grad_norm": 1.3110324144363403,
      "learning_rate": 9.197736592689897e-07,
      "loss": 0.3255,
      "step": 2070860
    },
    {
      "epoch": 577.97,
      "grad_norm": 1.0886175632476807,
      "learning_rate": 9.197521825608341e-07,
      "loss": 0.3326,
      "step": 2070870
    },
    {
      "epoch": 577.97,
      "grad_norm": 1.0306037664413452,
      "learning_rate": 9.197307060422131e-07,
      "loss": 0.354,
      "step": 2070880
    },
    {
      "epoch": 577.98,
      "grad_norm": 1.4382812976837158,
      "learning_rate": 9.1970922971313e-07,
      "loss": 0.3491,
      "step": 2070890
    },
    {
      "epoch": 577.98,
      "grad_norm": 1.1125829219818115,
      "learning_rate": 9.196877535735865e-07,
      "loss": 0.337,
      "step": 2070900
    },
    {
      "epoch": 577.98,
      "grad_norm": 1.1603507995605469,
      "learning_rate": 9.196662776235861e-07,
      "loss": 0.3279,
      "step": 2070910
    },
    {
      "epoch": 577.98,
      "grad_norm": 1.1430867910385132,
      "learning_rate": 9.196448018631315e-07,
      "loss": 0.3186,
      "step": 2070920
    },
    {
      "epoch": 577.99,
      "grad_norm": 1.1888082027435303,
      "learning_rate": 9.196233262922265e-07,
      "loss": 0.3375,
      "step": 2070930
    },
    {
      "epoch": 577.99,
      "grad_norm": 1.0705487728118896,
      "learning_rate": 9.196018509108716e-07,
      "loss": 0.3455,
      "step": 2070940
    },
    {
      "epoch": 577.99,
      "grad_norm": 1.0404201745986938,
      "learning_rate": 9.195803757190728e-07,
      "loss": 0.3376,
      "step": 2070950
    },
    {
      "epoch": 578.0,
      "grad_norm": 1.3239731788635254,
      "learning_rate": 9.195589007168307e-07,
      "loss": 0.3343,
      "step": 2070960
    },
    {
      "epoch": 578.0,
      "grad_norm": 1.0653115510940552,
      "learning_rate": 9.195374259041487e-07,
      "loss": 0.3422,
      "step": 2070970
    },
    {
      "epoch": 578.0,
      "eval_loss": 0.3400890529155731,
      "eval_runtime": 68.6732,
      "eval_samples_per_second": 73.668,
      "eval_steps_per_second": 9.218,
      "step": 2070974
    },
    {
      "epoch": 578.0,
      "grad_norm": 1.1105079650878906,
      "learning_rate": 9.195159512810304e-07,
      "loss": 0.3462,
      "step": 2070980
    },
    {
      "epoch": 578.0,
      "grad_norm": 2.0158348083496094,
      "learning_rate": 9.194944768474766e-07,
      "loss": 0.3361,
      "step": 2070990
    },
    {
      "epoch": 578.01,
      "grad_norm": 1.0135140419006348,
      "learning_rate": 9.194730026034932e-07,
      "loss": 0.3448,
      "step": 2071000
    },
    {
      "epoch": 578.01,
      "grad_norm": 1.2693710327148438,
      "learning_rate": 9.194515285490807e-07,
      "loss": 0.3407,
      "step": 2071010
    },
    {
      "epoch": 578.01,
      "grad_norm": 1.3349281549453735,
      "learning_rate": 9.194300546842426e-07,
      "loss": 0.3332,
      "step": 2071020
    },
    {
      "epoch": 578.02,
      "grad_norm": 1.0518181324005127,
      "learning_rate": 9.194085810089828e-07,
      "loss": 0.3354,
      "step": 2071030
    },
    {
      "epoch": 578.02,
      "grad_norm": 1.114298939704895,
      "learning_rate": 9.193871075233023e-07,
      "loss": 0.3379,
      "step": 2071040
    },
    {
      "epoch": 578.02,
      "grad_norm": 1.428057312965393,
      "learning_rate": 9.19365634227205e-07,
      "loss": 0.3575,
      "step": 2071050
    },
    {
      "epoch": 578.02,
      "grad_norm": 1.3480172157287598,
      "learning_rate": 9.193441611206937e-07,
      "loss": 0.3473,
      "step": 2071060
    },
    {
      "epoch": 578.03,
      "grad_norm": 1.120841145515442,
      "learning_rate": 9.19322688203772e-07,
      "loss": 0.3469,
      "step": 2071070
    },
    {
      "epoch": 578.03,
      "grad_norm": 1.0701171159744263,
      "learning_rate": 9.193012154764401e-07,
      "loss": 0.339,
      "step": 2071080
    },
    {
      "epoch": 578.03,
      "grad_norm": 1.256448745727539,
      "learning_rate": 9.192797429387045e-07,
      "loss": 0.3311,
      "step": 2071090
    },
    {
      "epoch": 578.04,
      "grad_norm": 1.0959819555282593,
      "learning_rate": 9.192582705905656e-07,
      "loss": 0.3555,
      "step": 2071100
    },
    {
      "epoch": 578.04,
      "grad_norm": 1.061924695968628,
      "learning_rate": 9.192367984320267e-07,
      "loss": 0.3369,
      "step": 2071110
    },
    {
      "epoch": 578.04,
      "grad_norm": 2.7563228607177734,
      "learning_rate": 9.19215326463092e-07,
      "loss": 0.3384,
      "step": 2071120
    },
    {
      "epoch": 578.04,
      "grad_norm": 1.364977478981018,
      "learning_rate": 9.191938546837622e-07,
      "loss": 0.3322,
      "step": 2071130
    },
    {
      "epoch": 578.05,
      "grad_norm": 0.9622063636779785,
      "learning_rate": 9.191723830940412e-07,
      "loss": 0.3333,
      "step": 2071140
    },
    {
      "epoch": 578.05,
      "grad_norm": 1.2509162425994873,
      "learning_rate": 9.19150911693932e-07,
      "loss": 0.3549,
      "step": 2071150
    },
    {
      "epoch": 578.05,
      "grad_norm": 1.0486007928848267,
      "learning_rate": 9.191294404834381e-07,
      "loss": 0.3317,
      "step": 2071160
    },
    {
      "epoch": 578.05,
      "grad_norm": 1.2657312154769897,
      "learning_rate": 9.191079694625607e-07,
      "loss": 0.3369,
      "step": 2071170
    },
    {
      "epoch": 578.06,
      "grad_norm": 1.2745616436004639,
      "learning_rate": 9.190864986313038e-07,
      "loss": 0.3343,
      "step": 2071180
    },
    {
      "epoch": 578.06,
      "grad_norm": 1.1801822185516357,
      "learning_rate": 9.190650279896704e-07,
      "loss": 0.3542,
      "step": 2071190
    },
    {
      "epoch": 578.06,
      "grad_norm": 1.156148076057434,
      "learning_rate": 9.190435575376616e-07,
      "loss": 0.3498,
      "step": 2071200
    },
    {
      "epoch": 578.07,
      "grad_norm": 1.1055656671524048,
      "learning_rate": 9.190220872752833e-07,
      "loss": 0.3436,
      "step": 2071210
    },
    {
      "epoch": 578.07,
      "grad_norm": 1.2030788660049438,
      "learning_rate": 9.190006172025358e-07,
      "loss": 0.3357,
      "step": 2071220
    },
    {
      "epoch": 578.07,
      "grad_norm": 1.027255892753601,
      "learning_rate": 9.189791473194227e-07,
      "loss": 0.35,
      "step": 2071230
    },
    {
      "epoch": 578.07,
      "grad_norm": 1.1893893480300903,
      "learning_rate": 9.189576776259471e-07,
      "loss": 0.3421,
      "step": 2071240
    },
    {
      "epoch": 578.08,
      "grad_norm": 1.0459097623825073,
      "learning_rate": 9.189362081221125e-07,
      "loss": 0.3544,
      "step": 2071250
    },
    {
      "epoch": 578.08,
      "grad_norm": 1.2740193605422974,
      "learning_rate": 9.1891473880792e-07,
      "loss": 0.346,
      "step": 2071260
    },
    {
      "epoch": 578.08,
      "grad_norm": 1.565416693687439,
      "learning_rate": 9.188932696833739e-07,
      "loss": 0.3597,
      "step": 2071270
    },
    {
      "epoch": 578.09,
      "grad_norm": 1.1543961763381958,
      "learning_rate": 9.188718007484764e-07,
      "loss": 0.3346,
      "step": 2071280
    },
    {
      "epoch": 578.09,
      "grad_norm": 1.2253293991088867,
      "learning_rate": 9.188503320032305e-07,
      "loss": 0.3225,
      "step": 2071290
    },
    {
      "epoch": 578.09,
      "grad_norm": 1.4915744066238403,
      "learning_rate": 9.1882886344764e-07,
      "loss": 0.3309,
      "step": 2071300
    },
    {
      "epoch": 578.09,
      "grad_norm": 1.1673669815063477,
      "learning_rate": 9.18807395081706e-07,
      "loss": 0.3436,
      "step": 2071310
    },
    {
      "epoch": 578.1,
      "grad_norm": 1.2310914993286133,
      "learning_rate": 9.187859269054327e-07,
      "loss": 0.343,
      "step": 2071320
    },
    {
      "epoch": 578.1,
      "grad_norm": 1.1804956197738647,
      "learning_rate": 9.187644589188228e-07,
      "loss": 0.3353,
      "step": 2071330
    },
    {
      "epoch": 578.1,
      "grad_norm": 1.2056769132614136,
      "learning_rate": 9.187429911218773e-07,
      "loss": 0.3404,
      "step": 2071340
    },
    {
      "epoch": 578.1,
      "grad_norm": 1.125415563583374,
      "learning_rate": 9.187215235146024e-07,
      "loss": 0.3397,
      "step": 2071350
    },
    {
      "epoch": 578.11,
      "grad_norm": 1.154840350151062,
      "learning_rate": 9.187000560969984e-07,
      "loss": 0.3493,
      "step": 2071360
    },
    {
      "epoch": 578.11,
      "grad_norm": 1.1423404216766357,
      "learning_rate": 9.186785888690688e-07,
      "loss": 0.3302,
      "step": 2071370
    },
    {
      "epoch": 578.11,
      "grad_norm": 1.2367254495620728,
      "learning_rate": 9.186571218308168e-07,
      "loss": 0.3399,
      "step": 2071380
    },
    {
      "epoch": 578.12,
      "grad_norm": 1.2519572973251343,
      "learning_rate": 9.186356549822456e-07,
      "loss": 0.341,
      "step": 2071390
    },
    {
      "epoch": 578.12,
      "grad_norm": 1.0165420770645142,
      "learning_rate": 9.186141883233569e-07,
      "loss": 0.362,
      "step": 2071400
    },
    {
      "epoch": 578.12,
      "grad_norm": 1.302024245262146,
      "learning_rate": 9.185927218541539e-07,
      "loss": 0.3279,
      "step": 2071410
    },
    {
      "epoch": 578.12,
      "grad_norm": 1.0783969163894653,
      "learning_rate": 9.185712555746408e-07,
      "loss": 0.3324,
      "step": 2071420
    },
    {
      "epoch": 578.13,
      "grad_norm": 1.2131627798080444,
      "learning_rate": 9.185497894848177e-07,
      "loss": 0.3415,
      "step": 2071430
    },
    {
      "epoch": 578.13,
      "grad_norm": 1.017858624458313,
      "learning_rate": 9.185283235846905e-07,
      "loss": 0.3513,
      "step": 2071440
    },
    {
      "epoch": 578.13,
      "grad_norm": 1.038710117340088,
      "learning_rate": 9.185068578742603e-07,
      "loss": 0.3569,
      "step": 2071450
    },
    {
      "epoch": 578.14,
      "grad_norm": 1.1173807382583618,
      "learning_rate": 9.184853923535301e-07,
      "loss": 0.3419,
      "step": 2071460
    },
    {
      "epoch": 578.14,
      "grad_norm": 1.2502191066741943,
      "learning_rate": 9.184639270225031e-07,
      "loss": 0.3427,
      "step": 2071470
    },
    {
      "epoch": 578.14,
      "grad_norm": 1.0764195919036865,
      "learning_rate": 9.184424618811827e-07,
      "loss": 0.3332,
      "step": 2071480
    },
    {
      "epoch": 578.14,
      "grad_norm": 1.0362228155136108,
      "learning_rate": 9.184209969295705e-07,
      "loss": 0.3366,
      "step": 2071490
    },
    {
      "epoch": 578.15,
      "grad_norm": 1.1811957359313965,
      "learning_rate": 9.1839953216767e-07,
      "loss": 0.335,
      "step": 2071500
    },
    {
      "epoch": 578.15,
      "grad_norm": 1.4719291925430298,
      "learning_rate": 9.183780675954847e-07,
      "loss": 0.3466,
      "step": 2071510
    },
    {
      "epoch": 578.15,
      "grad_norm": 1.1184847354888916,
      "learning_rate": 9.183566032130152e-07,
      "loss": 0.331,
      "step": 2071520
    },
    {
      "epoch": 578.16,
      "grad_norm": 1.3105813264846802,
      "learning_rate": 9.183351390202678e-07,
      "loss": 0.3322,
      "step": 2071530
    },
    {
      "epoch": 578.16,
      "grad_norm": 1.0318934917449951,
      "learning_rate": 9.183136750172423e-07,
      "loss": 0.3418,
      "step": 2071540
    },
    {
      "epoch": 578.16,
      "grad_norm": 1.1571272611618042,
      "learning_rate": 9.182922112039432e-07,
      "loss": 0.3408,
      "step": 2071550
    },
    {
      "epoch": 578.16,
      "grad_norm": 1.0783050060272217,
      "learning_rate": 9.182707475803734e-07,
      "loss": 0.3274,
      "step": 2071560
    },
    {
      "epoch": 578.17,
      "grad_norm": 1.1366750001907349,
      "learning_rate": 9.182492841465337e-07,
      "loss": 0.3387,
      "step": 2071570
    },
    {
      "epoch": 578.17,
      "grad_norm": 1.1321403980255127,
      "learning_rate": 9.182278209024303e-07,
      "loss": 0.3527,
      "step": 2071580
    },
    {
      "epoch": 578.17,
      "grad_norm": 1.08744215965271,
      "learning_rate": 9.182063578480635e-07,
      "loss": 0.3339,
      "step": 2071590
    },
    {
      "epoch": 578.17,
      "grad_norm": 1.2891212701797485,
      "learning_rate": 9.181848949834368e-07,
      "loss": 0.3389,
      "step": 2071600
    },
    {
      "epoch": 578.18,
      "grad_norm": 1.291793942451477,
      "learning_rate": 9.181634323085531e-07,
      "loss": 0.3255,
      "step": 2071610
    },
    {
      "epoch": 578.18,
      "grad_norm": 1.2167359590530396,
      "learning_rate": 9.181419698234163e-07,
      "loss": 0.3464,
      "step": 2071620
    },
    {
      "epoch": 578.18,
      "grad_norm": 1.0851070880889893,
      "learning_rate": 9.181205075280274e-07,
      "loss": 0.3267,
      "step": 2071630
    },
    {
      "epoch": 578.19,
      "grad_norm": 1.3295131921768188,
      "learning_rate": 9.180990454223905e-07,
      "loss": 0.3368,
      "step": 2071640
    },
    {
      "epoch": 578.19,
      "grad_norm": 1.1035733222961426,
      "learning_rate": 9.180775835065088e-07,
      "loss": 0.3367,
      "step": 2071650
    },
    {
      "epoch": 578.19,
      "grad_norm": 1.1875813007354736,
      "learning_rate": 9.180561217803828e-07,
      "loss": 0.3401,
      "step": 2071660
    },
    {
      "epoch": 578.19,
      "grad_norm": 1.1419192552566528,
      "learning_rate": 9.180346602440186e-07,
      "loss": 0.3276,
      "step": 2071670
    },
    {
      "epoch": 578.2,
      "grad_norm": 1.0830368995666504,
      "learning_rate": 9.180131988974166e-07,
      "loss": 0.3538,
      "step": 2071680
    },
    {
      "epoch": 578.2,
      "grad_norm": 1.0703760385513306,
      "learning_rate": 9.17991737740581e-07,
      "loss": 0.3382,
      "step": 2071690
    },
    {
      "epoch": 578.2,
      "grad_norm": 1.2059017419815063,
      "learning_rate": 9.179702767735147e-07,
      "loss": 0.3521,
      "step": 2071700
    },
    {
      "epoch": 578.21,
      "grad_norm": 1.156571626663208,
      "learning_rate": 9.179488159962194e-07,
      "loss": 0.3522,
      "step": 2071710
    },
    {
      "epoch": 578.21,
      "grad_norm": 1.172842264175415,
      "learning_rate": 9.179273554086984e-07,
      "loss": 0.3465,
      "step": 2071720
    },
    {
      "epoch": 578.21,
      "grad_norm": 1.2435802221298218,
      "learning_rate": 9.179058950109549e-07,
      "loss": 0.3386,
      "step": 2071730
    },
    {
      "epoch": 578.21,
      "grad_norm": 1.1309990882873535,
      "learning_rate": 9.178844348029924e-07,
      "loss": 0.338,
      "step": 2071740
    },
    {
      "epoch": 578.22,
      "grad_norm": 1.127097725868225,
      "learning_rate": 9.178629747848115e-07,
      "loss": 0.3397,
      "step": 2071750
    },
    {
      "epoch": 578.22,
      "grad_norm": 1.20879328250885,
      "learning_rate": 9.17841514956418e-07,
      "loss": 0.342,
      "step": 2071760
    },
    {
      "epoch": 578.22,
      "grad_norm": 1.1196174621582031,
      "learning_rate": 9.178200553178126e-07,
      "loss": 0.3351,
      "step": 2071770
    },
    {
      "epoch": 578.22,
      "grad_norm": 1.0522369146347046,
      "learning_rate": 9.177985958689989e-07,
      "loss": 0.3276,
      "step": 2071780
    },
    {
      "epoch": 578.23,
      "grad_norm": 1.089355230331421,
      "learning_rate": 9.177771366099806e-07,
      "loss": 0.3459,
      "step": 2071790
    },
    {
      "epoch": 578.23,
      "grad_norm": 1.2291816473007202,
      "learning_rate": 9.177556775407585e-07,
      "loss": 0.3476,
      "step": 2071800
    },
    {
      "epoch": 578.23,
      "grad_norm": 1.0761866569519043,
      "learning_rate": 9.177342186613369e-07,
      "loss": 0.3412,
      "step": 2071810
    },
    {
      "epoch": 578.24,
      "grad_norm": 1.3317334651947021,
      "learning_rate": 9.177127599717185e-07,
      "loss": 0.3306,
      "step": 2071820
    },
    {
      "epoch": 578.24,
      "grad_norm": 1.2211558818817139,
      "learning_rate": 9.176913014719068e-07,
      "loss": 0.3274,
      "step": 2071830
    },
    {
      "epoch": 578.24,
      "grad_norm": 1.1214561462402344,
      "learning_rate": 9.176698431619029e-07,
      "loss": 0.3417,
      "step": 2071840
    },
    {
      "epoch": 578.24,
      "grad_norm": 1.2734119892120361,
      "learning_rate": 9.176483850417111e-07,
      "loss": 0.3396,
      "step": 2071850
    },
    {
      "epoch": 578.25,
      "grad_norm": 1.1952322721481323,
      "learning_rate": 9.176269271113334e-07,
      "loss": 0.3565,
      "step": 2071860
    },
    {
      "epoch": 578.25,
      "grad_norm": 1.121451735496521,
      "learning_rate": 9.176054693707729e-07,
      "loss": 0.3506,
      "step": 2071870
    },
    {
      "epoch": 578.25,
      "grad_norm": 1.263344168663025,
      "learning_rate": 9.175840118200339e-07,
      "loss": 0.3278,
      "step": 2071880
    },
    {
      "epoch": 578.26,
      "grad_norm": 0.9953119158744812,
      "learning_rate": 9.175625544591161e-07,
      "loss": 0.3449,
      "step": 2071890
    },
    {
      "epoch": 578.26,
      "grad_norm": 1.16409170627594,
      "learning_rate": 9.175410972880259e-07,
      "loss": 0.3468,
      "step": 2071900
    },
    {
      "epoch": 578.26,
      "grad_norm": 1.250704050064087,
      "learning_rate": 9.175196403067639e-07,
      "loss": 0.3279,
      "step": 2071910
    },
    {
      "epoch": 578.26,
      "grad_norm": 1.363030195236206,
      "learning_rate": 9.174981835153332e-07,
      "loss": 0.3417,
      "step": 2071920
    },
    {
      "epoch": 578.27,
      "grad_norm": 1.1774559020996094,
      "learning_rate": 9.17476726913738e-07,
      "loss": 0.3525,
      "step": 2071930
    },
    {
      "epoch": 578.27,
      "grad_norm": 1.7582411766052246,
      "learning_rate": 9.174552705019792e-07,
      "loss": 0.3408,
      "step": 2071940
    },
    {
      "epoch": 578.27,
      "grad_norm": 1.137574315071106,
      "learning_rate": 9.174338142800608e-07,
      "loss": 0.3466,
      "step": 2071950
    },
    {
      "epoch": 578.28,
      "grad_norm": 1.2487746477127075,
      "learning_rate": 9.174123582479856e-07,
      "loss": 0.3406,
      "step": 2071960
    },
    {
      "epoch": 578.28,
      "grad_norm": 1.3594189882278442,
      "learning_rate": 9.173909024057569e-07,
      "loss": 0.3442,
      "step": 2071970
    },
    {
      "epoch": 578.28,
      "grad_norm": 1.1849843263626099,
      "learning_rate": 9.17369446753376e-07,
      "loss": 0.3542,
      "step": 2071980
    },
    {
      "epoch": 578.28,
      "grad_norm": 1.100325345993042,
      "learning_rate": 9.17347991290847e-07,
      "loss": 0.3444,
      "step": 2071990
    },
    {
      "epoch": 578.29,
      "grad_norm": 1.439773440361023,
      "learning_rate": 9.173265360181734e-07,
      "loss": 0.3455,
      "step": 2072000
    },
    {
      "epoch": 578.29,
      "grad_norm": 1.0905307531356812,
      "learning_rate": 9.173050809353555e-07,
      "loss": 0.3455,
      "step": 2072010
    },
    {
      "epoch": 578.29,
      "grad_norm": 1.1683822870254517,
      "learning_rate": 9.172836260423993e-07,
      "loss": 0.3517,
      "step": 2072020
    },
    {
      "epoch": 578.29,
      "grad_norm": 1.2501518726348877,
      "learning_rate": 9.172621713393055e-07,
      "loss": 0.34,
      "step": 2072030
    },
    {
      "epoch": 578.3,
      "grad_norm": 1.0119572877883911,
      "learning_rate": 9.172407168260774e-07,
      "loss": 0.3498,
      "step": 2072040
    },
    {
      "epoch": 578.3,
      "grad_norm": 1.3335739374160767,
      "learning_rate": 9.172192625027182e-07,
      "loss": 0.3281,
      "step": 2072050
    },
    {
      "epoch": 578.3,
      "grad_norm": 1.2840220928192139,
      "learning_rate": 9.171978083692313e-07,
      "loss": 0.3387,
      "step": 2072060
    },
    {
      "epoch": 578.31,
      "grad_norm": 1.1074891090393066,
      "learning_rate": 9.171763544256182e-07,
      "loss": 0.3261,
      "step": 2072070
    },
    {
      "epoch": 578.31,
      "grad_norm": 1.1360256671905518,
      "learning_rate": 9.171549006718825e-07,
      "loss": 0.3339,
      "step": 2072080
    },
    {
      "epoch": 578.31,
      "grad_norm": 0.9697124361991882,
      "learning_rate": 9.171334471080276e-07,
      "loss": 0.34,
      "step": 2072090
    },
    {
      "epoch": 578.31,
      "grad_norm": 1.3108279705047607,
      "learning_rate": 9.171119937340545e-07,
      "loss": 0.3302,
      "step": 2072100
    },
    {
      "epoch": 578.32,
      "grad_norm": 1.2163560390472412,
      "learning_rate": 9.170905405499685e-07,
      "loss": 0.3447,
      "step": 2072110
    },
    {
      "epoch": 578.32,
      "grad_norm": 1.0752607583999634,
      "learning_rate": 9.170690875557708e-07,
      "loss": 0.3325,
      "step": 2072120
    },
    {
      "epoch": 578.32,
      "grad_norm": 1.0106052160263062,
      "learning_rate": 9.170476347514646e-07,
      "loss": 0.3299,
      "step": 2072130
    },
    {
      "epoch": 578.33,
      "grad_norm": 1.242583990097046,
      "learning_rate": 9.170261821370537e-07,
      "loss": 0.3304,
      "step": 2072140
    },
    {
      "epoch": 578.33,
      "grad_norm": 1.0887287855148315,
      "learning_rate": 9.170047297125383e-07,
      "loss": 0.3362,
      "step": 2072150
    },
    {
      "epoch": 578.33,
      "grad_norm": 1.140507698059082,
      "learning_rate": 9.169832774779248e-07,
      "loss": 0.3438,
      "step": 2072160
    },
    {
      "epoch": 578.33,
      "grad_norm": 1.3171383142471313,
      "learning_rate": 9.169618254332136e-07,
      "loss": 0.3277,
      "step": 2072170
    },
    {
      "epoch": 578.34,
      "grad_norm": 1.2583963871002197,
      "learning_rate": 9.169403735784084e-07,
      "loss": 0.3453,
      "step": 2072180
    },
    {
      "epoch": 578.34,
      "grad_norm": 1.0986268520355225,
      "learning_rate": 9.169189219135119e-07,
      "loss": 0.345,
      "step": 2072190
    },
    {
      "epoch": 578.34,
      "grad_norm": 1.4584592580795288,
      "learning_rate": 9.168974704385278e-07,
      "loss": 0.3404,
      "step": 2072200
    },
    {
      "epoch": 578.34,
      "grad_norm": 1.227879524230957,
      "learning_rate": 9.168760191534571e-07,
      "loss": 0.3315,
      "step": 2072210
    },
    {
      "epoch": 578.35,
      "grad_norm": 1.1376166343688965,
      "learning_rate": 9.16854568058304e-07,
      "loss": 0.3392,
      "step": 2072220
    },
    {
      "epoch": 578.35,
      "grad_norm": 1.1461867094039917,
      "learning_rate": 9.168331171530718e-07,
      "loss": 0.3181,
      "step": 2072230
    },
    {
      "epoch": 578.35,
      "grad_norm": 1.5537261962890625,
      "learning_rate": 9.168116664377609e-07,
      "loss": 0.3474,
      "step": 2072240
    },
    {
      "epoch": 578.36,
      "grad_norm": 1.1984139680862427,
      "learning_rate": 9.167902159123778e-07,
      "loss": 0.3388,
      "step": 2072250
    },
    {
      "epoch": 578.36,
      "grad_norm": 1.4956737756729126,
      "learning_rate": 9.167687655769224e-07,
      "loss": 0.3357,
      "step": 2072260
    },
    {
      "epoch": 578.36,
      "grad_norm": 1.3537921905517578,
      "learning_rate": 9.167473154313986e-07,
      "loss": 0.3286,
      "step": 2072270
    },
    {
      "epoch": 578.36,
      "grad_norm": 1.1644076108932495,
      "learning_rate": 9.1672586547581e-07,
      "loss": 0.3599,
      "step": 2072280
    },
    {
      "epoch": 578.37,
      "grad_norm": 1.2794926166534424,
      "learning_rate": 9.167044157101581e-07,
      "loss": 0.3295,
      "step": 2072290
    },
    {
      "epoch": 578.37,
      "grad_norm": 1.0641858577728271,
      "learning_rate": 9.166829661344461e-07,
      "loss": 0.3173,
      "step": 2072300
    },
    {
      "epoch": 578.37,
      "grad_norm": 1.2638189792633057,
      "learning_rate": 9.166615167486773e-07,
      "loss": 0.3428,
      "step": 2072310
    },
    {
      "epoch": 578.38,
      "grad_norm": 1.140476107597351,
      "learning_rate": 9.166400675528552e-07,
      "loss": 0.3328,
      "step": 2072320
    },
    {
      "epoch": 578.38,
      "grad_norm": 1.2060130834579468,
      "learning_rate": 9.166186185469801e-07,
      "loss": 0.3233,
      "step": 2072330
    },
    {
      "epoch": 578.38,
      "grad_norm": 1.2750906944274902,
      "learning_rate": 9.165971697310584e-07,
      "loss": 0.3429,
      "step": 2072340
    },
    {
      "epoch": 578.38,
      "grad_norm": 0.9434166550636292,
      "learning_rate": 9.165757211050901e-07,
      "loss": 0.3451,
      "step": 2072350
    },
    {
      "epoch": 578.39,
      "grad_norm": 1.1928740739822388,
      "learning_rate": 9.165542726690789e-07,
      "loss": 0.3527,
      "step": 2072360
    },
    {
      "epoch": 578.39,
      "grad_norm": 1.2960864305496216,
      "learning_rate": 9.165328244230289e-07,
      "loss": 0.3374,
      "step": 2072370
    },
    {
      "epoch": 578.39,
      "grad_norm": 1.1961867809295654,
      "learning_rate": 9.165113763669412e-07,
      "loss": 0.3525,
      "step": 2072380
    },
    {
      "epoch": 578.4,
      "grad_norm": 1.22716224193573,
      "learning_rate": 9.164899285008191e-07,
      "loss": 0.3335,
      "step": 2072390
    },
    {
      "epoch": 578.4,
      "grad_norm": 1.4203863143920898,
      "learning_rate": 9.164684808246657e-07,
      "loss": 0.3334,
      "step": 2072400
    },
    {
      "epoch": 578.4,
      "grad_norm": 1.4373201131820679,
      "learning_rate": 9.164470333384842e-07,
      "loss": 0.341,
      "step": 2072410
    },
    {
      "epoch": 578.4,
      "grad_norm": 1.1538934707641602,
      "learning_rate": 9.164255860422769e-07,
      "loss": 0.3433,
      "step": 2072420
    },
    {
      "epoch": 578.41,
      "grad_norm": 1.0962960720062256,
      "learning_rate": 9.164041389360476e-07,
      "loss": 0.3571,
      "step": 2072430
    },
    {
      "epoch": 578.41,
      "grad_norm": 29.134767532348633,
      "learning_rate": 9.163826920197977e-07,
      "loss": 0.3496,
      "step": 2072440
    },
    {
      "epoch": 578.41,
      "grad_norm": 1.1142771244049072,
      "learning_rate": 9.163612452935306e-07,
      "loss": 0.3313,
      "step": 2072450
    },
    {
      "epoch": 578.41,
      "grad_norm": 1.1946607828140259,
      "learning_rate": 9.163397987572504e-07,
      "loss": 0.3274,
      "step": 2072460
    },
    {
      "epoch": 578.42,
      "grad_norm": 1.3050957918167114,
      "learning_rate": 9.16318352410957e-07,
      "loss": 0.3284,
      "step": 2072470
    },
    {
      "epoch": 578.42,
      "grad_norm": 1.2964736223220825,
      "learning_rate": 9.16296906254657e-07,
      "loss": 0.341,
      "step": 2072480
    },
    {
      "epoch": 578.42,
      "grad_norm": 1.2635297775268555,
      "learning_rate": 9.162754602883505e-07,
      "loss": 0.3375,
      "step": 2072490
    },
    {
      "epoch": 578.43,
      "grad_norm": 1.1354868412017822,
      "learning_rate": 9.162540145120412e-07,
      "loss": 0.3426,
      "step": 2072500
    },
    {
      "epoch": 578.43,
      "grad_norm": 1.1639530658721924,
      "learning_rate": 9.162325689257329e-07,
      "loss": 0.3429,
      "step": 2072510
    },
    {
      "epoch": 578.43,
      "grad_norm": 1.2559529542922974,
      "learning_rate": 9.162111235294267e-07,
      "loss": 0.324,
      "step": 2072520
    },
    {
      "epoch": 578.43,
      "grad_norm": 1.3220075368881226,
      "learning_rate": 9.161896783231264e-07,
      "loss": 0.348,
      "step": 2072530
    },
    {
      "epoch": 578.44,
      "grad_norm": 1.1327067613601685,
      "learning_rate": 9.161682333068347e-07,
      "loss": 0.3472,
      "step": 2072540
    },
    {
      "epoch": 578.44,
      "grad_norm": 1.1024543046951294,
      "learning_rate": 9.161467884805554e-07,
      "loss": 0.3395,
      "step": 2072550
    },
    {
      "epoch": 578.44,
      "grad_norm": 1.1508595943450928,
      "learning_rate": 9.161253438442889e-07,
      "loss": 0.3316,
      "step": 2072560
    },
    {
      "epoch": 578.45,
      "grad_norm": 1.106433629989624,
      "learning_rate": 9.16103899398041e-07,
      "loss": 0.3367,
      "step": 2072570
    },
    {
      "epoch": 578.45,
      "grad_norm": 1.2061562538146973,
      "learning_rate": 9.160824551418125e-07,
      "loss": 0.3473,
      "step": 2072580
    },
    {
      "epoch": 578.45,
      "grad_norm": 1.1186436414718628,
      "learning_rate": 9.160610110756069e-07,
      "loss": 0.3278,
      "step": 2072590
    },
    {
      "epoch": 578.45,
      "grad_norm": 1.2552449703216553,
      "learning_rate": 9.160395671994279e-07,
      "loss": 0.3456,
      "step": 2072600
    },
    {
      "epoch": 578.46,
      "grad_norm": 1.0569238662719727,
      "learning_rate": 9.16018123513277e-07,
      "loss": 0.3336,
      "step": 2072610
    },
    {
      "epoch": 578.46,
      "grad_norm": 1.3342008590698242,
      "learning_rate": 9.159966800171573e-07,
      "loss": 0.3503,
      "step": 2072620
    },
    {
      "epoch": 578.46,
      "grad_norm": 1.0682822465896606,
      "learning_rate": 9.159752367110721e-07,
      "loss": 0.3436,
      "step": 2072630
    },
    {
      "epoch": 578.46,
      "grad_norm": 1.0596261024475098,
      "learning_rate": 9.159537935950251e-07,
      "loss": 0.3419,
      "step": 2072640
    },
    {
      "epoch": 578.47,
      "grad_norm": 1.1175165176391602,
      "learning_rate": 9.15932350669017e-07,
      "loss": 0.3517,
      "step": 2072650
    },
    {
      "epoch": 578.47,
      "grad_norm": 1.057307243347168,
      "learning_rate": 9.159109079330519e-07,
      "loss": 0.3474,
      "step": 2072660
    },
    {
      "epoch": 578.47,
      "grad_norm": 1.1926333904266357,
      "learning_rate": 9.158894653871335e-07,
      "loss": 0.3478,
      "step": 2072670
    },
    {
      "epoch": 578.48,
      "grad_norm": 1.1051760911941528,
      "learning_rate": 9.158680230312619e-07,
      "loss": 0.345,
      "step": 2072680
    },
    {
      "epoch": 578.48,
      "grad_norm": 1.2048555612564087,
      "learning_rate": 9.158465808654435e-07,
      "loss": 0.3421,
      "step": 2072690
    },
    {
      "epoch": 578.48,
      "grad_norm": 1.038690209388733,
      "learning_rate": 9.15825138889678e-07,
      "loss": 0.3469,
      "step": 2072700
    },
    {
      "epoch": 578.48,
      "grad_norm": 1.1343884468078613,
      "learning_rate": 9.158036971039712e-07,
      "loss": 0.3411,
      "step": 2072710
    },
    {
      "epoch": 578.49,
      "grad_norm": 1.2353378534317017,
      "learning_rate": 9.157822555083235e-07,
      "loss": 0.3381,
      "step": 2072720
    },
    {
      "epoch": 578.49,
      "grad_norm": 1.0928932428359985,
      "learning_rate": 9.157608141027389e-07,
      "loss": 0.3277,
      "step": 2072730
    },
    {
      "epoch": 578.49,
      "grad_norm": 1.214672327041626,
      "learning_rate": 9.157393728872207e-07,
      "loss": 0.351,
      "step": 2072740
    },
    {
      "epoch": 578.5,
      "grad_norm": 1.6531702280044556,
      "learning_rate": 9.157179318617703e-07,
      "loss": 0.3266,
      "step": 2072750
    },
    {
      "epoch": 578.5,
      "grad_norm": 1.4365147352218628,
      "learning_rate": 9.156964910263913e-07,
      "loss": 0.3351,
      "step": 2072760
    },
    {
      "epoch": 578.5,
      "grad_norm": 1.2413567304611206,
      "learning_rate": 9.156750503810868e-07,
      "loss": 0.3514,
      "step": 2072770
    },
    {
      "epoch": 578.5,
      "grad_norm": 1.1448978185653687,
      "learning_rate": 9.156536099258602e-07,
      "loss": 0.3422,
      "step": 2072780
    },
    {
      "epoch": 578.51,
      "grad_norm": 1.5918910503387451,
      "learning_rate": 9.156321696607128e-07,
      "loss": 0.3494,
      "step": 2072790
    },
    {
      "epoch": 578.51,
      "grad_norm": 1.122649073600769,
      "learning_rate": 9.156107295856482e-07,
      "loss": 0.3347,
      "step": 2072800
    },
    {
      "epoch": 578.51,
      "grad_norm": 1.0593135356903076,
      "learning_rate": 9.155892897006702e-07,
      "loss": 0.33,
      "step": 2072810
    },
    {
      "epoch": 578.52,
      "grad_norm": 1.175281286239624,
      "learning_rate": 9.155678500057791e-07,
      "loss": 0.3336,
      "step": 2072820
    },
    {
      "epoch": 578.52,
      "grad_norm": 1.1234101057052612,
      "learning_rate": 9.155464105009811e-07,
      "loss": 0.3405,
      "step": 2072830
    },
    {
      "epoch": 578.52,
      "grad_norm": 1.2480735778808594,
      "learning_rate": 9.155249711862765e-07,
      "loss": 0.3368,
      "step": 2072840
    },
    {
      "epoch": 578.52,
      "grad_norm": 1.422443151473999,
      "learning_rate": 9.155035320616691e-07,
      "loss": 0.3245,
      "step": 2072850
    },
    {
      "epoch": 578.53,
      "grad_norm": 1.3033618927001953,
      "learning_rate": 9.154820931271618e-07,
      "loss": 0.354,
      "step": 2072860
    },
    {
      "epoch": 578.53,
      "grad_norm": 1.1550110578536987,
      "learning_rate": 9.154606543827582e-07,
      "loss": 0.3434,
      "step": 2072870
    },
    {
      "epoch": 578.53,
      "grad_norm": 1.0541749000549316,
      "learning_rate": 9.154392158284593e-07,
      "loss": 0.3224,
      "step": 2072880
    },
    {
      "epoch": 578.53,
      "grad_norm": 1.2878669500350952,
      "learning_rate": 9.154177774642692e-07,
      "loss": 0.3304,
      "step": 2072890
    },
    {
      "epoch": 578.54,
      "grad_norm": 0.9377964735031128,
      "learning_rate": 9.153963392901911e-07,
      "loss": 0.3361,
      "step": 2072900
    },
    {
      "epoch": 578.54,
      "grad_norm": 1.5126450061798096,
      "learning_rate": 9.153749013062257e-07,
      "loss": 0.3335,
      "step": 2072910
    },
    {
      "epoch": 578.54,
      "grad_norm": 1.2154656648635864,
      "learning_rate": 9.153534635123791e-07,
      "loss": 0.3377,
      "step": 2072920
    },
    {
      "epoch": 578.55,
      "grad_norm": 1.203713059425354,
      "learning_rate": 9.153320259086515e-07,
      "loss": 0.3481,
      "step": 2072930
    },
    {
      "epoch": 578.55,
      "grad_norm": 1.2585774660110474,
      "learning_rate": 9.153105884950468e-07,
      "loss": 0.3467,
      "step": 2072940
    },
    {
      "epoch": 578.55,
      "grad_norm": 1.2013301849365234,
      "learning_rate": 9.152891512715687e-07,
      "loss": 0.3223,
      "step": 2072950
    },
    {
      "epoch": 578.55,
      "grad_norm": 1.2332172393798828,
      "learning_rate": 9.152677142382181e-07,
      "loss": 0.3547,
      "step": 2072960
    },
    {
      "epoch": 578.56,
      "grad_norm": 1.2934253215789795,
      "learning_rate": 9.152462773949989e-07,
      "loss": 0.3338,
      "step": 2072970
    },
    {
      "epoch": 578.56,
      "grad_norm": 1.3714958429336548,
      "learning_rate": 9.152248407419139e-07,
      "loss": 0.3298,
      "step": 2072980
    },
    {
      "epoch": 578.56,
      "grad_norm": 1.172042965888977,
      "learning_rate": 9.152034042789663e-07,
      "loss": 0.3395,
      "step": 2072990
    },
    {
      "epoch": 578.57,
      "grad_norm": 1.2241907119750977,
      "learning_rate": 9.151819680061584e-07,
      "loss": 0.3246,
      "step": 2073000
    },
    {
      "epoch": 578.57,
      "grad_norm": 1.1427369117736816,
      "learning_rate": 9.151605319234942e-07,
      "loss": 0.3512,
      "step": 2073010
    },
    {
      "epoch": 578.57,
      "grad_norm": 1.258708119392395,
      "learning_rate": 9.151390960309746e-07,
      "loss": 0.3492,
      "step": 2073020
    },
    {
      "epoch": 578.57,
      "grad_norm": 1.231341004371643,
      "learning_rate": 9.151176603286039e-07,
      "loss": 0.3369,
      "step": 2073030
    },
    {
      "epoch": 578.58,
      "grad_norm": 1.1687812805175781,
      "learning_rate": 9.150962248163851e-07,
      "loss": 0.3339,
      "step": 2073040
    },
    {
      "epoch": 578.58,
      "grad_norm": 1.1766079664230347,
      "learning_rate": 9.150747894943191e-07,
      "loss": 0.3262,
      "step": 2073050
    },
    {
      "epoch": 578.58,
      "grad_norm": 1.0986599922180176,
      "learning_rate": 9.150533543624116e-07,
      "loss": 0.3418,
      "step": 2073060
    },
    {
      "epoch": 578.58,
      "grad_norm": 1.1386240720748901,
      "learning_rate": 9.150319194206632e-07,
      "loss": 0.3395,
      "step": 2073070
    },
    {
      "epoch": 578.59,
      "grad_norm": 1.2430387735366821,
      "learning_rate": 9.150104846690776e-07,
      "loss": 0.3379,
      "step": 2073080
    },
    {
      "epoch": 578.59,
      "grad_norm": 0.9341548681259155,
      "learning_rate": 9.149890501076583e-07,
      "loss": 0.3563,
      "step": 2073090
    },
    {
      "epoch": 578.59,
      "grad_norm": 1.274466872215271,
      "learning_rate": 9.149676157364067e-07,
      "loss": 0.3465,
      "step": 2073100
    },
    {
      "epoch": 578.6,
      "grad_norm": 1.0982791185379028,
      "learning_rate": 9.149461815553267e-07,
      "loss": 0.3307,
      "step": 2073110
    },
    {
      "epoch": 578.6,
      "grad_norm": 1.18254816532135,
      "learning_rate": 9.149247475644205e-07,
      "loss": 0.3297,
      "step": 2073120
    },
    {
      "epoch": 578.6,
      "grad_norm": 1.1049469709396362,
      "learning_rate": 9.149033137636925e-07,
      "loss": 0.3429,
      "step": 2073130
    },
    {
      "epoch": 578.6,
      "grad_norm": 1.1074246168136597,
      "learning_rate": 9.148818801531425e-07,
      "loss": 0.3361,
      "step": 2073140
    },
    {
      "epoch": 578.61,
      "grad_norm": 1.0700427293777466,
      "learning_rate": 9.14860446732777e-07,
      "loss": 0.3342,
      "step": 2073150
    },
    {
      "epoch": 578.61,
      "grad_norm": 0.9858781695365906,
      "learning_rate": 9.148390135025962e-07,
      "loss": 0.3339,
      "step": 2073160
    },
    {
      "epoch": 578.61,
      "grad_norm": 1.5479413270950317,
      "learning_rate": 9.148175804626039e-07,
      "loss": 0.3332,
      "step": 2073170
    },
    {
      "epoch": 578.62,
      "grad_norm": 1.078953742980957,
      "learning_rate": 9.147961476128035e-07,
      "loss": 0.3427,
      "step": 2073180
    },
    {
      "epoch": 578.62,
      "grad_norm": 1.232975959777832,
      "learning_rate": 9.147747149531968e-07,
      "loss": 0.3577,
      "step": 2073190
    },
    {
      "epoch": 578.62,
      "grad_norm": 1.2983120679855347,
      "learning_rate": 9.147532824837869e-07,
      "loss": 0.3233,
      "step": 2073200
    },
    {
      "epoch": 578.62,
      "grad_norm": 1.129580020904541,
      "learning_rate": 9.147318502045767e-07,
      "loss": 0.3504,
      "step": 2073210
    },
    {
      "epoch": 578.63,
      "grad_norm": 1.25514554977417,
      "learning_rate": 9.147104181155703e-07,
      "loss": 0.3336,
      "step": 2073220
    },
    {
      "epoch": 578.63,
      "grad_norm": 1.3457159996032715,
      "learning_rate": 9.146889862167685e-07,
      "loss": 0.3345,
      "step": 2073230
    },
    {
      "epoch": 578.63,
      "grad_norm": 1.0749297142028809,
      "learning_rate": 9.14667554508175e-07,
      "loss": 0.3368,
      "step": 2073240
    },
    {
      "epoch": 578.64,
      "grad_norm": 1.1299844980239868,
      "learning_rate": 9.14646122989793e-07,
      "loss": 0.3433,
      "step": 2073250
    },
    {
      "epoch": 578.64,
      "grad_norm": 1.026246190071106,
      "learning_rate": 9.146246916616252e-07,
      "loss": 0.3289,
      "step": 2073260
    },
    {
      "epoch": 578.64,
      "grad_norm": 1.2560606002807617,
      "learning_rate": 9.146032605236749e-07,
      "loss": 0.3406,
      "step": 2073270
    },
    {
      "epoch": 578.64,
      "grad_norm": 1.0605272054672241,
      "learning_rate": 9.145818295759429e-07,
      "loss": 0.3326,
      "step": 2073280
    },
    {
      "epoch": 578.65,
      "grad_norm": 1.0569748878479004,
      "learning_rate": 9.145603988184351e-07,
      "loss": 0.3393,
      "step": 2073290
    },
    {
      "epoch": 578.65,
      "grad_norm": 1.2194435596466064,
      "learning_rate": 9.145389682511521e-07,
      "loss": 0.34,
      "step": 2073300
    },
    {
      "epoch": 578.65,
      "grad_norm": 1.0777969360351562,
      "learning_rate": 9.145175378740974e-07,
      "loss": 0.3484,
      "step": 2073310
    },
    {
      "epoch": 578.65,
      "grad_norm": 1.3048710823059082,
      "learning_rate": 9.144961076872746e-07,
      "loss": 0.3253,
      "step": 2073320
    },
    {
      "epoch": 578.66,
      "grad_norm": 1.240747332572937,
      "learning_rate": 9.144746776906854e-07,
      "loss": 0.3398,
      "step": 2073330
    },
    {
      "epoch": 578.66,
      "grad_norm": 0.9697757363319397,
      "learning_rate": 9.144532478843331e-07,
      "loss": 0.3515,
      "step": 2073340
    },
    {
      "epoch": 578.66,
      "grad_norm": 1.0890421867370605,
      "learning_rate": 9.144318182682205e-07,
      "loss": 0.339,
      "step": 2073350
    },
    {
      "epoch": 578.67,
      "grad_norm": 2.1473045349121094,
      "learning_rate": 9.144103888423515e-07,
      "loss": 0.3419,
      "step": 2073360
    },
    {
      "epoch": 578.67,
      "grad_norm": 1.0980916023254395,
      "learning_rate": 9.143889596067262e-07,
      "loss": 0.3248,
      "step": 2073370
    },
    {
      "epoch": 578.67,
      "grad_norm": 1.324022650718689,
      "learning_rate": 9.143675305613508e-07,
      "loss": 0.3301,
      "step": 2073380
    },
    {
      "epoch": 578.67,
      "grad_norm": 1.1044167280197144,
      "learning_rate": 9.143461017062258e-07,
      "loss": 0.3578,
      "step": 2073390
    },
    {
      "epoch": 578.68,
      "grad_norm": 1.2657489776611328,
      "learning_rate": 9.143246730413549e-07,
      "loss": 0.3374,
      "step": 2073400
    },
    {
      "epoch": 578.68,
      "grad_norm": 1.149495005607605,
      "learning_rate": 9.143032445667419e-07,
      "loss": 0.3349,
      "step": 2073410
    },
    {
      "epoch": 578.68,
      "grad_norm": 1.1789203882217407,
      "learning_rate": 9.142818162823877e-07,
      "loss": 0.349,
      "step": 2073420
    },
    {
      "epoch": 578.69,
      "grad_norm": 1.332141637802124,
      "learning_rate": 9.142603881882959e-07,
      "loss": 0.3307,
      "step": 2073430
    },
    {
      "epoch": 578.69,
      "grad_norm": 1.3702218532562256,
      "learning_rate": 9.142389602844698e-07,
      "loss": 0.348,
      "step": 2073440
    },
    {
      "epoch": 578.69,
      "grad_norm": 1.2213255167007446,
      "learning_rate": 9.142175325709127e-07,
      "loss": 0.3459,
      "step": 2073450
    },
    {
      "epoch": 578.69,
      "grad_norm": 1.1702760457992554,
      "learning_rate": 9.141961050476263e-07,
      "loss": 0.3415,
      "step": 2073460
    },
    {
      "epoch": 578.7,
      "grad_norm": 6.4751763343811035,
      "learning_rate": 9.141746777146134e-07,
      "loss": 0.3439,
      "step": 2073470
    },
    {
      "epoch": 578.7,
      "grad_norm": 1.190165638923645,
      "learning_rate": 9.141532505718785e-07,
      "loss": 0.3454,
      "step": 2073480
    },
    {
      "epoch": 578.7,
      "grad_norm": 2.6380257606506348,
      "learning_rate": 9.141318236194214e-07,
      "loss": 0.3349,
      "step": 2073490
    },
    {
      "epoch": 578.7,
      "grad_norm": 1.118683934211731,
      "learning_rate": 9.141103968572488e-07,
      "loss": 0.3344,
      "step": 2073500
    },
    {
      "epoch": 578.71,
      "grad_norm": 1.0524674654006958,
      "learning_rate": 9.140889702853607e-07,
      "loss": 0.3473,
      "step": 2073510
    },
    {
      "epoch": 578.71,
      "grad_norm": 1.3361117839813232,
      "learning_rate": 9.14067543903761e-07,
      "loss": 0.3327,
      "step": 2073520
    },
    {
      "epoch": 578.71,
      "grad_norm": 1.3129483461380005,
      "learning_rate": 9.140461177124521e-07,
      "loss": 0.3238,
      "step": 2073530
    },
    {
      "epoch": 578.72,
      "grad_norm": 1.0501521825790405,
      "learning_rate": 9.140246917114383e-07,
      "loss": 0.3533,
      "step": 2073540
    },
    {
      "epoch": 578.72,
      "grad_norm": 1.1435538530349731,
      "learning_rate": 9.140032659007205e-07,
      "loss": 0.3419,
      "step": 2073550
    },
    {
      "epoch": 578.72,
      "grad_norm": 1.147235631942749,
      "learning_rate": 9.13981840280302e-07,
      "loss": 0.3273,
      "step": 2073560
    },
    {
      "epoch": 578.72,
      "grad_norm": 1.1991900205612183,
      "learning_rate": 9.139604148501865e-07,
      "loss": 0.3389,
      "step": 2073570
    },
    {
      "epoch": 578.73,
      "grad_norm": 1.2307853698730469,
      "learning_rate": 9.139389896103761e-07,
      "loss": 0.3529,
      "step": 2073580
    },
    {
      "epoch": 578.73,
      "grad_norm": 1.1965421438217163,
      "learning_rate": 9.139175645608749e-07,
      "loss": 0.3405,
      "step": 2073590
    },
    {
      "epoch": 578.73,
      "grad_norm": 1.267303228378296,
      "learning_rate": 9.13896139701684e-07,
      "loss": 0.3353,
      "step": 2073600
    },
    {
      "epoch": 578.74,
      "grad_norm": 1.19999098777771,
      "learning_rate": 9.13874715032807e-07,
      "loss": 0.3398,
      "step": 2073610
    },
    {
      "epoch": 578.74,
      "grad_norm": 3.719233751296997,
      "learning_rate": 9.138532905542474e-07,
      "loss": 0.3494,
      "step": 2073620
    },
    {
      "epoch": 578.74,
      "grad_norm": 1.1681187152862549,
      "learning_rate": 9.138318662660061e-07,
      "loss": 0.3302,
      "step": 2073630
    },
    {
      "epoch": 578.74,
      "grad_norm": 1.2313690185546875,
      "learning_rate": 9.138104421680887e-07,
      "loss": 0.3113,
      "step": 2073640
    },
    {
      "epoch": 578.75,
      "grad_norm": 1.1881060600280762,
      "learning_rate": 9.13789018260496e-07,
      "loss": 0.3352,
      "step": 2073650
    },
    {
      "epoch": 578.75,
      "grad_norm": 1.012032389640808,
      "learning_rate": 9.137675945432312e-07,
      "loss": 0.3536,
      "step": 2073660
    },
    {
      "epoch": 578.75,
      "grad_norm": 1.1159347295761108,
      "learning_rate": 9.137461710162978e-07,
      "loss": 0.3339,
      "step": 2073670
    },
    {
      "epoch": 578.76,
      "grad_norm": 1.2854276895523071,
      "learning_rate": 9.137247476796991e-07,
      "loss": 0.3492,
      "step": 2073680
    },
    {
      "epoch": 578.76,
      "grad_norm": 1.3626636266708374,
      "learning_rate": 9.137033245334361e-07,
      "loss": 0.3554,
      "step": 2073690
    },
    {
      "epoch": 578.76,
      "grad_norm": 1.2926485538482666,
      "learning_rate": 9.136819015775128e-07,
      "loss": 0.3568,
      "step": 2073700
    },
    {
      "epoch": 578.76,
      "grad_norm": 1.0637062788009644,
      "learning_rate": 9.136604788119328e-07,
      "loss": 0.339,
      "step": 2073710
    },
    {
      "epoch": 578.77,
      "grad_norm": 1.0141279697418213,
      "learning_rate": 9.136390562366964e-07,
      "loss": 0.3337,
      "step": 2073720
    },
    {
      "epoch": 578.77,
      "grad_norm": 1.01156747341156,
      "learning_rate": 9.136176338518098e-07,
      "loss": 0.3265,
      "step": 2073730
    },
    {
      "epoch": 578.77,
      "grad_norm": 0.8888917565345764,
      "learning_rate": 9.135962116572736e-07,
      "loss": 0.3447,
      "step": 2073740
    },
    {
      "epoch": 578.77,
      "grad_norm": 1.3724572658538818,
      "learning_rate": 9.13574789653091e-07,
      "loss": 0.3344,
      "step": 2073750
    },
    {
      "epoch": 578.78,
      "grad_norm": 1.2504024505615234,
      "learning_rate": 9.135533678392659e-07,
      "loss": 0.3242,
      "step": 2073760
    },
    {
      "epoch": 578.78,
      "grad_norm": 1.0282591581344604,
      "learning_rate": 9.135319462157997e-07,
      "loss": 0.3471,
      "step": 2073770
    },
    {
      "epoch": 578.78,
      "grad_norm": 1.2903952598571777,
      "learning_rate": 9.13510524782696e-07,
      "loss": 0.3312,
      "step": 2073780
    },
    {
      "epoch": 578.79,
      "grad_norm": 1.2053987979888916,
      "learning_rate": 9.134891035399573e-07,
      "loss": 0.3458,
      "step": 2073790
    },
    {
      "epoch": 578.79,
      "grad_norm": 1.336736798286438,
      "learning_rate": 9.134676824875879e-07,
      "loss": 0.3332,
      "step": 2073800
    },
    {
      "epoch": 578.79,
      "grad_norm": 1.1376361846923828,
      "learning_rate": 9.134462616255875e-07,
      "loss": 0.3423,
      "step": 2073810
    },
    {
      "epoch": 578.79,
      "grad_norm": 1.3674532175064087,
      "learning_rate": 9.134248409539625e-07,
      "loss": 0.3327,
      "step": 2073820
    },
    {
      "epoch": 578.8,
      "grad_norm": 1.1068257093429565,
      "learning_rate": 9.134034204727137e-07,
      "loss": 0.3385,
      "step": 2073830
    },
    {
      "epoch": 578.8,
      "grad_norm": 1.08328378200531,
      "learning_rate": 9.133820001818443e-07,
      "loss": 0.3361,
      "step": 2073840
    },
    {
      "epoch": 578.8,
      "grad_norm": 1.1070548295974731,
      "learning_rate": 9.133605800813579e-07,
      "loss": 0.3489,
      "step": 2073850
    },
    {
      "epoch": 578.81,
      "grad_norm": 1.1065424680709839,
      "learning_rate": 9.133391601712552e-07,
      "loss": 0.3423,
      "step": 2073860
    },
    {
      "epoch": 578.81,
      "grad_norm": 1.1505814790725708,
      "learning_rate": 9.133177404515422e-07,
      "loss": 0.3423,
      "step": 2073870
    },
    {
      "epoch": 578.81,
      "grad_norm": 1.4154655933380127,
      "learning_rate": 9.132963209222194e-07,
      "loss": 0.3376,
      "step": 2073880
    },
    {
      "epoch": 578.81,
      "grad_norm": 1.356408953666687,
      "learning_rate": 9.132749015832903e-07,
      "loss": 0.3239,
      "step": 2073890
    },
    {
      "epoch": 578.82,
      "grad_norm": 1.1006020307540894,
      "learning_rate": 9.132534824347586e-07,
      "loss": 0.3276,
      "step": 2073900
    },
    {
      "epoch": 578.82,
      "grad_norm": 1.2622159719467163,
      "learning_rate": 9.132320634766257e-07,
      "loss": 0.3467,
      "step": 2073910
    },
    {
      "epoch": 578.82,
      "grad_norm": 1.5220164060592651,
      "learning_rate": 9.13210644708895e-07,
      "loss": 0.3381,
      "step": 2073920
    },
    {
      "epoch": 578.83,
      "grad_norm": 1.3474348783493042,
      "learning_rate": 9.131892261315694e-07,
      "loss": 0.3483,
      "step": 2073930
    },
    {
      "epoch": 578.83,
      "grad_norm": 1.153243064880371,
      "learning_rate": 9.131678077446527e-07,
      "loss": 0.3372,
      "step": 2073940
    },
    {
      "epoch": 578.83,
      "grad_norm": 1.3993299007415771,
      "learning_rate": 9.131463895481455e-07,
      "loss": 0.3287,
      "step": 2073950
    },
    {
      "epoch": 578.83,
      "grad_norm": 1.0567682981491089,
      "learning_rate": 9.131249715420534e-07,
      "loss": 0.3378,
      "step": 2073960
    },
    {
      "epoch": 578.84,
      "grad_norm": 1.0696427822113037,
      "learning_rate": 9.131035537263772e-07,
      "loss": 0.3398,
      "step": 2073970
    },
    {
      "epoch": 578.84,
      "grad_norm": 1.224217414855957,
      "learning_rate": 9.130821361011203e-07,
      "loss": 0.3373,
      "step": 2073980
    },
    {
      "epoch": 578.84,
      "grad_norm": 1.136428713798523,
      "learning_rate": 9.130607186662866e-07,
      "loss": 0.3383,
      "step": 2073990
    },
    {
      "epoch": 578.84,
      "grad_norm": 1.1252539157867432,
      "learning_rate": 9.130393014218771e-07,
      "loss": 0.3496,
      "step": 2074000
    },
    {
      "epoch": 578.85,
      "grad_norm": 1.0750635862350464,
      "learning_rate": 9.130178843678955e-07,
      "loss": 0.3305,
      "step": 2074010
    },
    {
      "epoch": 578.85,
      "grad_norm": 1.096831202507019,
      "learning_rate": 9.129964675043449e-07,
      "loss": 0.3286,
      "step": 2074020
    },
    {
      "epoch": 578.85,
      "grad_norm": 1.2959461212158203,
      "learning_rate": 9.12975050831229e-07,
      "loss": 0.3322,
      "step": 2074030
    },
    {
      "epoch": 578.86,
      "grad_norm": 1.3309215307235718,
      "learning_rate": 9.129536343485485e-07,
      "loss": 0.3484,
      "step": 2074040
    },
    {
      "epoch": 578.86,
      "grad_norm": 1.070690393447876,
      "learning_rate": 9.129322180563075e-07,
      "loss": 0.3392,
      "step": 2074050
    },
    {
      "epoch": 578.86,
      "grad_norm": 0.953501284122467,
      "learning_rate": 9.129108019545096e-07,
      "loss": 0.3212,
      "step": 2074060
    },
    {
      "epoch": 578.86,
      "grad_norm": 1.186710000038147,
      "learning_rate": 9.128893860431549e-07,
      "loss": 0.3388,
      "step": 2074070
    },
    {
      "epoch": 578.87,
      "grad_norm": 1.0444575548171997,
      "learning_rate": 9.128679703222501e-07,
      "loss": 0.318,
      "step": 2074080
    },
    {
      "epoch": 578.87,
      "grad_norm": 1.1601078510284424,
      "learning_rate": 9.128465547917952e-07,
      "loss": 0.3273,
      "step": 2074090
    },
    {
      "epoch": 578.87,
      "grad_norm": 1.1338399648666382,
      "learning_rate": 9.128251394517939e-07,
      "loss": 0.3326,
      "step": 2074100
    },
    {
      "epoch": 578.88,
      "grad_norm": 1.0080127716064453,
      "learning_rate": 9.12803724302249e-07,
      "loss": 0.3434,
      "step": 2074110
    },
    {
      "epoch": 578.88,
      "grad_norm": 1.231768250465393,
      "learning_rate": 9.127823093431643e-07,
      "loss": 0.35,
      "step": 2074120
    },
    {
      "epoch": 578.88,
      "grad_norm": 1.1852891445159912,
      "learning_rate": 9.127608945745408e-07,
      "loss": 0.336,
      "step": 2074130
    },
    {
      "epoch": 578.88,
      "grad_norm": 1.1546756029129028,
      "learning_rate": 9.127394799963828e-07,
      "loss": 0.3372,
      "step": 2074140
    },
    {
      "epoch": 578.89,
      "grad_norm": 1.0392720699310303,
      "learning_rate": 9.127180656086923e-07,
      "loss": 0.3509,
      "step": 2074150
    },
    {
      "epoch": 578.89,
      "grad_norm": 1.053109049797058,
      "learning_rate": 9.126966514114727e-07,
      "loss": 0.3404,
      "step": 2074160
    },
    {
      "epoch": 578.89,
      "grad_norm": 1.2633740901947021,
      "learning_rate": 9.126752374047275e-07,
      "loss": 0.3426,
      "step": 2074170
    },
    {
      "epoch": 578.89,
      "grad_norm": 1.0753798484802246,
      "learning_rate": 9.126538235884579e-07,
      "loss": 0.3498,
      "step": 2074180
    },
    {
      "epoch": 578.9,
      "grad_norm": 1.1514372825622559,
      "learning_rate": 9.126324099626675e-07,
      "loss": 0.3444,
      "step": 2074190
    },
    {
      "epoch": 578.9,
      "grad_norm": 1.0675112009048462,
      "learning_rate": 9.126109965273603e-07,
      "loss": 0.33,
      "step": 2074200
    },
    {
      "epoch": 578.9,
      "grad_norm": 1.1275224685668945,
      "learning_rate": 9.125895832825362e-07,
      "loss": 0.3613,
      "step": 2074210
    },
    {
      "epoch": 578.91,
      "grad_norm": 1.2599810361862183,
      "learning_rate": 9.125681702282018e-07,
      "loss": 0.3461,
      "step": 2074220
    },
    {
      "epoch": 578.91,
      "grad_norm": 1.0864516496658325,
      "learning_rate": 9.12546757364357e-07,
      "loss": 0.3297,
      "step": 2074230
    },
    {
      "epoch": 578.91,
      "grad_norm": 1.0672845840454102,
      "learning_rate": 9.12525344691006e-07,
      "loss": 0.3452,
      "step": 2074240
    },
    {
      "epoch": 578.91,
      "grad_norm": 1.0561484098434448,
      "learning_rate": 9.125039322081512e-07,
      "loss": 0.3447,
      "step": 2074250
    },
    {
      "epoch": 578.92,
      "grad_norm": 1.1038726568222046,
      "learning_rate": 9.124825199157966e-07,
      "loss": 0.3415,
      "step": 2074260
    },
    {
      "epoch": 578.92,
      "grad_norm": 1.1523089408874512,
      "learning_rate": 9.124611078139433e-07,
      "loss": 0.3494,
      "step": 2074270
    },
    {
      "epoch": 578.92,
      "grad_norm": 1.4107003211975098,
      "learning_rate": 9.124396959025949e-07,
      "loss": 0.3313,
      "step": 2074280
    },
    {
      "epoch": 578.93,
      "grad_norm": 1.0680803060531616,
      "learning_rate": 9.12418284181755e-07,
      "loss": 0.3357,
      "step": 2074290
    },
    {
      "epoch": 578.93,
      "grad_norm": 1.1428825855255127,
      "learning_rate": 9.123968726514243e-07,
      "loss": 0.3466,
      "step": 2074300
    },
    {
      "epoch": 578.93,
      "grad_norm": 1.2464033365249634,
      "learning_rate": 9.123754613116086e-07,
      "loss": 0.3281,
      "step": 2074310
    },
    {
      "epoch": 578.93,
      "grad_norm": 1.1585546731948853,
      "learning_rate": 9.123540501623084e-07,
      "loss": 0.3351,
      "step": 2074320
    },
    {
      "epoch": 578.94,
      "grad_norm": 1.2234530448913574,
      "learning_rate": 9.123326392035275e-07,
      "loss": 0.3294,
      "step": 2074330
    },
    {
      "epoch": 578.94,
      "grad_norm": 1.097251534461975,
      "learning_rate": 9.123112284352683e-07,
      "loss": 0.3279,
      "step": 2074340
    },
    {
      "epoch": 578.94,
      "grad_norm": 1.1230915784835815,
      "learning_rate": 9.122898178575351e-07,
      "loss": 0.3324,
      "step": 2074350
    },
    {
      "epoch": 578.95,
      "grad_norm": 1.4042359590530396,
      "learning_rate": 9.122684074703288e-07,
      "loss": 0.346,
      "step": 2074360
    },
    {
      "epoch": 578.95,
      "grad_norm": 1.2149543762207031,
      "learning_rate": 9.122469972736531e-07,
      "loss": 0.329,
      "step": 2074370
    },
    {
      "epoch": 578.95,
      "grad_norm": 1.1268221139907837,
      "learning_rate": 9.122255872675116e-07,
      "loss": 0.3237,
      "step": 2074380
    },
    {
      "epoch": 578.95,
      "grad_norm": 1.2143727540969849,
      "learning_rate": 9.122041774519048e-07,
      "loss": 0.3492,
      "step": 2074390
    },
    {
      "epoch": 578.96,
      "grad_norm": 1.4344931840896606,
      "learning_rate": 9.121827678268387e-07,
      "loss": 0.3442,
      "step": 2074400
    },
    {
      "epoch": 578.96,
      "grad_norm": 1.2476422786712646,
      "learning_rate": 9.12161358392314e-07,
      "loss": 0.3379,
      "step": 2074410
    },
    {
      "epoch": 578.96,
      "grad_norm": 1.1186412572860718,
      "learning_rate": 9.121399491483338e-07,
      "loss": 0.3423,
      "step": 2074420
    },
    {
      "epoch": 578.96,
      "grad_norm": 1.2276967763900757,
      "learning_rate": 9.121185400949025e-07,
      "loss": 0.3385,
      "step": 2074430
    },
    {
      "epoch": 578.97,
      "grad_norm": 1.212225079536438,
      "learning_rate": 9.120971312320197e-07,
      "loss": 0.3456,
      "step": 2074440
    },
    {
      "epoch": 578.97,
      "grad_norm": 1.2380818128585815,
      "learning_rate": 9.120757225596921e-07,
      "loss": 0.3432,
      "step": 2074450
    },
    {
      "epoch": 578.97,
      "grad_norm": 1.1938315629959106,
      "learning_rate": 9.1205431407792e-07,
      "loss": 0.3341,
      "step": 2074460
    },
    {
      "epoch": 578.98,
      "grad_norm": 1.164468765258789,
      "learning_rate": 9.120329057867069e-07,
      "loss": 0.3458,
      "step": 2074470
    },
    {
      "epoch": 578.98,
      "grad_norm": 1.1333670616149902,
      "learning_rate": 9.120114976860558e-07,
      "loss": 0.3631,
      "step": 2074480
    },
    {
      "epoch": 578.98,
      "grad_norm": 1.05526864528656,
      "learning_rate": 9.119900897759703e-07,
      "loss": 0.3394,
      "step": 2074490
    },
    {
      "epoch": 578.98,
      "grad_norm": 0.9393611550331116,
      "learning_rate": 9.119686820564516e-07,
      "loss": 0.3308,
      "step": 2074500
    },
    {
      "epoch": 578.99,
      "grad_norm": 1.2542226314544678,
      "learning_rate": 9.119472745275034e-07,
      "loss": 0.3147,
      "step": 2074510
    },
    {
      "epoch": 578.99,
      "grad_norm": 1.3392189741134644,
      "learning_rate": 9.119258671891293e-07,
      "loss": 0.3341,
      "step": 2074520
    },
    {
      "epoch": 578.99,
      "grad_norm": 1.1736091375350952,
      "learning_rate": 9.119044600413296e-07,
      "loss": 0.339,
      "step": 2074530
    },
    {
      "epoch": 579.0,
      "grad_norm": 1.8552857637405396,
      "learning_rate": 9.118830530841107e-07,
      "loss": 0.3438,
      "step": 2074540
    },
    {
      "epoch": 579.0,
      "grad_norm": 1.4033043384552002,
      "learning_rate": 9.11861646317473e-07,
      "loss": 0.3283,
      "step": 2074550
    },
    {
      "epoch": 579.0,
      "eval_loss": 0.34043368697166443,
      "eval_runtime": 63.6382,
      "eval_samples_per_second": 79.496,
      "eval_steps_per_second": 9.947,
      "step": 2074557
    },
    {
      "epoch": 579.0,
      "grad_norm": 1.2954541444778442,
      "learning_rate": 9.118402397414199e-07,
      "loss": 0.3459,
      "step": 2074560
    },
    {
      "epoch": 579.0,
      "grad_norm": 1.207048773765564,
      "learning_rate": 9.118188333559551e-07,
      "loss": 0.3388,
      "step": 2074570
    },
    {
      "epoch": 579.01,
      "grad_norm": 0.9845795035362244,
      "learning_rate": 9.117974271610801e-07,
      "loss": 0.343,
      "step": 2074580
    },
    {
      "epoch": 579.01,
      "grad_norm": 1.2949719429016113,
      "learning_rate": 9.117760211567982e-07,
      "loss": 0.349,
      "step": 2074590
    },
    {
      "epoch": 579.01,
      "grad_norm": 1.3675743341445923,
      "learning_rate": 9.117546153431125e-07,
      "loss": 0.3274,
      "step": 2074600
    },
    {
      "epoch": 579.01,
      "grad_norm": 1.2458953857421875,
      "learning_rate": 9.117332097200265e-07,
      "loss": 0.3389,
      "step": 2074610
    },
    {
      "epoch": 579.02,
      "grad_norm": 1.2423282861709595,
      "learning_rate": 9.117118042875408e-07,
      "loss": 0.3285,
      "step": 2074620
    },
    {
      "epoch": 579.02,
      "grad_norm": 1.834740161895752,
      "learning_rate": 9.116903990456616e-07,
      "loss": 0.335,
      "step": 2074630
    },
    {
      "epoch": 579.02,
      "grad_norm": 1.2850970029830933,
      "learning_rate": 9.116689939943888e-07,
      "loss": 0.3275,
      "step": 2074640
    },
    {
      "epoch": 579.03,
      "grad_norm": 1.0116592645645142,
      "learning_rate": 9.116475891337264e-07,
      "loss": 0.3487,
      "step": 2074650
    },
    {
      "epoch": 579.03,
      "grad_norm": 1.1055903434753418,
      "learning_rate": 9.116261844636783e-07,
      "loss": 0.3183,
      "step": 2074660
    },
    {
      "epoch": 579.03,
      "grad_norm": 3.167046308517456,
      "learning_rate": 9.116047799842451e-07,
      "loss": 0.3349,
      "step": 2074670
    },
    {
      "epoch": 579.03,
      "grad_norm": 1.05008864402771,
      "learning_rate": 9.115833756954311e-07,
      "loss": 0.3343,
      "step": 2074680
    },
    {
      "epoch": 579.04,
      "grad_norm": 1.7784698009490967,
      "learning_rate": 9.115619715972388e-07,
      "loss": 0.3363,
      "step": 2074690
    },
    {
      "epoch": 579.04,
      "grad_norm": 1.2300140857696533,
      "learning_rate": 9.11540567689672e-07,
      "loss": 0.3277,
      "step": 2074700
    },
    {
      "epoch": 579.04,
      "grad_norm": 1.2778648138046265,
      "learning_rate": 9.115191639727317e-07,
      "loss": 0.3452,
      "step": 2074710
    },
    {
      "epoch": 579.05,
      "grad_norm": 1.30941903591156,
      "learning_rate": 9.114977604464218e-07,
      "loss": 0.3329,
      "step": 2074720
    },
    {
      "epoch": 579.05,
      "grad_norm": 1.2049386501312256,
      "learning_rate": 9.114763571107449e-07,
      "loss": 0.3324,
      "step": 2074730
    },
    {
      "epoch": 579.05,
      "grad_norm": 1.1278642416000366,
      "learning_rate": 9.114549539657042e-07,
      "loss": 0.3365,
      "step": 2074740
    },
    {
      "epoch": 579.05,
      "grad_norm": 1.201704740524292,
      "learning_rate": 9.114335510113033e-07,
      "loss": 0.3429,
      "step": 2074750
    },
    {
      "epoch": 579.06,
      "grad_norm": 1.0265599489212036,
      "learning_rate": 9.114121482475422e-07,
      "loss": 0.3385,
      "step": 2074760
    },
    {
      "epoch": 579.06,
      "grad_norm": 1.170517921447754,
      "learning_rate": 9.113907456744274e-07,
      "loss": 0.3311,
      "step": 2074770
    },
    {
      "epoch": 579.06,
      "grad_norm": 1.0845091342926025,
      "learning_rate": 9.11369343291959e-07,
      "loss": 0.3344,
      "step": 2074780
    },
    {
      "epoch": 579.07,
      "grad_norm": 1.070137619972229,
      "learning_rate": 9.11347941100141e-07,
      "loss": 0.3465,
      "step": 2074790
    },
    {
      "epoch": 579.07,
      "grad_norm": 1.3278684616088867,
      "learning_rate": 9.11326539098977e-07,
      "loss": 0.3487,
      "step": 2074800
    },
    {
      "epoch": 579.07,
      "grad_norm": 1.4186640977859497,
      "learning_rate": 9.11305137288468e-07,
      "loss": 0.3454,
      "step": 2074810
    },
    {
      "epoch": 579.07,
      "grad_norm": 1.0961260795593262,
      "learning_rate": 9.11283735668618e-07,
      "loss": 0.3378,
      "step": 2074820
    },
    {
      "epoch": 579.08,
      "grad_norm": 1.0695147514343262,
      "learning_rate": 9.112623342394296e-07,
      "loss": 0.3503,
      "step": 2074830
    },
    {
      "epoch": 579.08,
      "grad_norm": 1.4381284713745117,
      "learning_rate": 9.112409330009063e-07,
      "loss": 0.3409,
      "step": 2074840
    },
    {
      "epoch": 579.08,
      "grad_norm": 1.3631178140640259,
      "learning_rate": 9.112195319530498e-07,
      "loss": 0.3312,
      "step": 2074850
    },
    {
      "epoch": 579.08,
      "grad_norm": 1.0689754486083984,
      "learning_rate": 9.111981310958634e-07,
      "loss": 0.3432,
      "step": 2074860
    },
    {
      "epoch": 579.09,
      "grad_norm": 1.1765412092208862,
      "learning_rate": 9.111767304293508e-07,
      "loss": 0.345,
      "step": 2074870
    },
    {
      "epoch": 579.09,
      "grad_norm": 1.1724618673324585,
      "learning_rate": 9.111553299535125e-07,
      "loss": 0.3437,
      "step": 2074880
    },
    {
      "epoch": 579.09,
      "grad_norm": 1.133631706237793,
      "learning_rate": 9.111339296683544e-07,
      "loss": 0.3294,
      "step": 2074890
    },
    {
      "epoch": 579.1,
      "grad_norm": 1.0170812606811523,
      "learning_rate": 9.111125295738775e-07,
      "loss": 0.3535,
      "step": 2074900
    },
    {
      "epoch": 579.1,
      "grad_norm": 1.0994489192962646,
      "learning_rate": 9.110911296700848e-07,
      "loss": 0.3249,
      "step": 2074910
    },
    {
      "epoch": 579.1,
      "grad_norm": 1.2165063619613647,
      "learning_rate": 9.110697299569792e-07,
      "loss": 0.3451,
      "step": 2074920
    },
    {
      "epoch": 579.1,
      "grad_norm": 1.0317637920379639,
      "learning_rate": 9.110483304345648e-07,
      "loss": 0.3565,
      "step": 2074930
    },
    {
      "epoch": 579.11,
      "grad_norm": 1.2966779470443726,
      "learning_rate": 9.110269311028425e-07,
      "loss": 0.3188,
      "step": 2074940
    },
    {
      "epoch": 579.11,
      "grad_norm": 1.1003037691116333,
      "learning_rate": 9.110055319618159e-07,
      "loss": 0.3292,
      "step": 2074950
    },
    {
      "epoch": 579.11,
      "grad_norm": 1.0409297943115234,
      "learning_rate": 9.109841330114891e-07,
      "loss": 0.3327,
      "step": 2074960
    },
    {
      "epoch": 579.12,
      "grad_norm": 0.8619269728660583,
      "learning_rate": 9.109627342518618e-07,
      "loss": 0.335,
      "step": 2074970
    },
    {
      "epoch": 579.12,
      "grad_norm": 1.0774599313735962,
      "learning_rate": 9.109413356829408e-07,
      "loss": 0.3328,
      "step": 2074980
    },
    {
      "epoch": 579.12,
      "grad_norm": 1.140764594078064,
      "learning_rate": 9.109199373047262e-07,
      "loss": 0.339,
      "step": 2074990
    },
    {
      "epoch": 579.12,
      "grad_norm": 1.2250902652740479,
      "learning_rate": 9.108985391172215e-07,
      "loss": 0.3379,
      "step": 2075000
    },
    {
      "epoch": 579.13,
      "grad_norm": 1.0080106258392334,
      "learning_rate": 9.108771411204305e-07,
      "loss": 0.3376,
      "step": 2075010
    },
    {
      "epoch": 579.13,
      "grad_norm": 0.9446278214454651,
      "learning_rate": 9.108557433143538e-07,
      "loss": 0.3322,
      "step": 2075020
    },
    {
      "epoch": 579.13,
      "grad_norm": 1.3617268800735474,
      "learning_rate": 9.108343456989974e-07,
      "loss": 0.3403,
      "step": 2075030
    },
    {
      "epoch": 579.13,
      "grad_norm": 1.19309401512146,
      "learning_rate": 9.108129482743617e-07,
      "loss": 0.3556,
      "step": 2075040
    },
    {
      "epoch": 579.14,
      "grad_norm": 1.1123987436294556,
      "learning_rate": 9.107915510404501e-07,
      "loss": 0.3441,
      "step": 2075050
    },
    {
      "epoch": 579.14,
      "grad_norm": 1.1130173206329346,
      "learning_rate": 9.107701539972657e-07,
      "loss": 0.3279,
      "step": 2075060
    },
    {
      "epoch": 579.14,
      "grad_norm": 1.2477818727493286,
      "learning_rate": 9.107487571448121e-07,
      "loss": 0.3398,
      "step": 2075070
    },
    {
      "epoch": 579.15,
      "grad_norm": 1.3270081281661987,
      "learning_rate": 9.107273604830908e-07,
      "loss": 0.3266,
      "step": 2075080
    },
    {
      "epoch": 579.15,
      "grad_norm": 1.7978262901306152,
      "learning_rate": 9.107059640121049e-07,
      "loss": 0.3485,
      "step": 2075090
    },
    {
      "epoch": 579.15,
      "grad_norm": 1.2710552215576172,
      "learning_rate": 9.106845677318584e-07,
      "loss": 0.3613,
      "step": 2075100
    },
    {
      "epoch": 579.15,
      "grad_norm": 1.218847632408142,
      "learning_rate": 9.106631716423517e-07,
      "loss": 0.3301,
      "step": 2075110
    },
    {
      "epoch": 579.16,
      "grad_norm": 1.1976081132888794,
      "learning_rate": 9.10641775743591e-07,
      "loss": 0.3351,
      "step": 2075120
    },
    {
      "epoch": 579.16,
      "grad_norm": 1.293087124824524,
      "learning_rate": 9.106203800355766e-07,
      "loss": 0.3338,
      "step": 2075130
    },
    {
      "epoch": 579.16,
      "grad_norm": 1.0905237197875977,
      "learning_rate": 9.105989845183119e-07,
      "loss": 0.3358,
      "step": 2075140
    },
    {
      "epoch": 579.17,
      "grad_norm": 1.1375820636749268,
      "learning_rate": 9.105775891918009e-07,
      "loss": 0.3461,
      "step": 2075150
    },
    {
      "epoch": 579.17,
      "grad_norm": 1.1751047372817993,
      "learning_rate": 9.105561940560449e-07,
      "loss": 0.3276,
      "step": 2075160
    },
    {
      "epoch": 579.17,
      "grad_norm": 1.1798368692398071,
      "learning_rate": 9.105347991110472e-07,
      "loss": 0.3571,
      "step": 2075170
    },
    {
      "epoch": 579.17,
      "grad_norm": 1.058180332183838,
      "learning_rate": 9.10513404356811e-07,
      "loss": 0.3436,
      "step": 2075180
    },
    {
      "epoch": 579.18,
      "grad_norm": 0.9894846081733704,
      "learning_rate": 9.104920097933397e-07,
      "loss": 0.3373,
      "step": 2075190
    },
    {
      "epoch": 579.18,
      "grad_norm": 0.9361310005187988,
      "learning_rate": 9.104706154206336e-07,
      "loss": 0.3402,
      "step": 2075200
    },
    {
      "epoch": 579.18,
      "grad_norm": 1.1188771724700928,
      "learning_rate": 9.104492212386993e-07,
      "loss": 0.3462,
      "step": 2075210
    },
    {
      "epoch": 579.19,
      "grad_norm": 1.0966596603393555,
      "learning_rate": 9.104278272475368e-07,
      "loss": 0.3311,
      "step": 2075220
    },
    {
      "epoch": 579.19,
      "grad_norm": 1.2231886386871338,
      "learning_rate": 9.104064334471499e-07,
      "loss": 0.3375,
      "step": 2075230
    },
    {
      "epoch": 579.19,
      "grad_norm": 1.2806190252304077,
      "learning_rate": 9.103850398375421e-07,
      "loss": 0.3212,
      "step": 2075240
    },
    {
      "epoch": 579.19,
      "grad_norm": 1.065328598022461,
      "learning_rate": 9.10363646418715e-07,
      "loss": 0.3441,
      "step": 2075250
    },
    {
      "epoch": 579.2,
      "grad_norm": 1.3052603006362915,
      "learning_rate": 9.103422531906717e-07,
      "loss": 0.3331,
      "step": 2075260
    },
    {
      "epoch": 579.2,
      "grad_norm": 1.0504752397537231,
      "learning_rate": 9.103208601534155e-07,
      "loss": 0.3207,
      "step": 2075270
    },
    {
      "epoch": 579.2,
      "grad_norm": 1.2086181640625,
      "learning_rate": 9.102994673069501e-07,
      "loss": 0.3319,
      "step": 2075280
    },
    {
      "epoch": 579.2,
      "grad_norm": 1.1741491556167603,
      "learning_rate": 9.102780746512756e-07,
      "loss": 0.3445,
      "step": 2075290
    },
    {
      "epoch": 579.21,
      "grad_norm": 1.1506892442703247,
      "learning_rate": 9.102566821863982e-07,
      "loss": 0.3461,
      "step": 2075300
    },
    {
      "epoch": 579.21,
      "grad_norm": 1.149739146232605,
      "learning_rate": 9.102352899123184e-07,
      "loss": 0.3489,
      "step": 2075310
    },
    {
      "epoch": 579.21,
      "grad_norm": 1.331764817237854,
      "learning_rate": 9.102138978290396e-07,
      "loss": 0.3438,
      "step": 2075320
    },
    {
      "epoch": 579.22,
      "grad_norm": 1.1287319660186768,
      "learning_rate": 9.101925059365658e-07,
      "loss": 0.3341,
      "step": 2075330
    },
    {
      "epoch": 579.22,
      "grad_norm": 1.2198258638381958,
      "learning_rate": 9.101711142348972e-07,
      "loss": 0.3547,
      "step": 2075340
    },
    {
      "epoch": 579.22,
      "grad_norm": 1.263508677482605,
      "learning_rate": 9.101497227240403e-07,
      "loss": 0.3439,
      "step": 2075350
    },
    {
      "epoch": 579.22,
      "grad_norm": 1.094347357749939,
      "learning_rate": 9.101283314039947e-07,
      "loss": 0.3537,
      "step": 2075360
    },
    {
      "epoch": 579.23,
      "grad_norm": 1.7789711952209473,
      "learning_rate": 9.101069402747648e-07,
      "loss": 0.3222,
      "step": 2075370
    },
    {
      "epoch": 579.23,
      "grad_norm": 1.035649061203003,
      "learning_rate": 9.100855493363539e-07,
      "loss": 0.3339,
      "step": 2075380
    },
    {
      "epoch": 579.23,
      "grad_norm": 1.1713104248046875,
      "learning_rate": 9.100641585887635e-07,
      "loss": 0.3489,
      "step": 2075390
    },
    {
      "epoch": 579.24,
      "grad_norm": 1.1483393907546997,
      "learning_rate": 9.10042768031997e-07,
      "loss": 0.3416,
      "step": 2075400
    },
    {
      "epoch": 579.24,
      "grad_norm": 1.0661612749099731,
      "learning_rate": 9.100213776660573e-07,
      "loss": 0.3368,
      "step": 2075410
    },
    {
      "epoch": 579.24,
      "grad_norm": 1.206568717956543,
      "learning_rate": 9.099999874909481e-07,
      "loss": 0.3241,
      "step": 2075420
    },
    {
      "epoch": 579.24,
      "grad_norm": 1.1630237102508545,
      "learning_rate": 9.099785975066696e-07,
      "loss": 0.3209,
      "step": 2075430
    },
    {
      "epoch": 579.25,
      "grad_norm": 1.1814842224121094,
      "learning_rate": 9.099572077132283e-07,
      "loss": 0.3408,
      "step": 2075440
    },
    {
      "epoch": 579.25,
      "grad_norm": 1.3247352838516235,
      "learning_rate": 9.099358181106243e-07,
      "loss": 0.3396,
      "step": 2075450
    },
    {
      "epoch": 579.25,
      "grad_norm": 1.091773271560669,
      "learning_rate": 9.099144286988615e-07,
      "loss": 0.3397,
      "step": 2075460
    },
    {
      "epoch": 579.25,
      "grad_norm": 1.2480806112289429,
      "learning_rate": 9.09893039477943e-07,
      "loss": 0.32,
      "step": 2075470
    },
    {
      "epoch": 579.26,
      "grad_norm": 1.2979422807693481,
      "learning_rate": 9.098716504478709e-07,
      "loss": 0.3478,
      "step": 2075480
    },
    {
      "epoch": 579.26,
      "grad_norm": 1.1067050695419312,
      "learning_rate": 9.098502616086483e-07,
      "loss": 0.3395,
      "step": 2075490
    },
    {
      "epoch": 579.26,
      "grad_norm": 1.7601253986358643,
      "learning_rate": 9.098288729602778e-07,
      "loss": 0.3248,
      "step": 2075500
    },
    {
      "epoch": 579.27,
      "grad_norm": 1.1264029741287231,
      "learning_rate": 9.098074845027639e-07,
      "loss": 0.3353,
      "step": 2075510
    },
    {
      "epoch": 579.27,
      "grad_norm": 1.4274673461914062,
      "learning_rate": 9.097860962361072e-07,
      "loss": 0.3459,
      "step": 2075520
    },
    {
      "epoch": 579.27,
      "grad_norm": 1.3174912929534912,
      "learning_rate": 9.097647081603114e-07,
      "loss": 0.3257,
      "step": 2075530
    },
    {
      "epoch": 579.27,
      "grad_norm": 1.132646083831787,
      "learning_rate": 9.097433202753803e-07,
      "loss": 0.3518,
      "step": 2075540
    },
    {
      "epoch": 579.28,
      "grad_norm": 1.1348793506622314,
      "learning_rate": 9.097219325813139e-07,
      "loss": 0.3407,
      "step": 2075550
    },
    {
      "epoch": 579.28,
      "grad_norm": 1.2314189672470093,
      "learning_rate": 9.097005450781192e-07,
      "loss": 0.3357,
      "step": 2075560
    },
    {
      "epoch": 579.28,
      "grad_norm": 1.1730023622512817,
      "learning_rate": 9.096791577657958e-07,
      "loss": 0.3426,
      "step": 2075570
    },
    {
      "epoch": 579.29,
      "grad_norm": 1.1818820238113403,
      "learning_rate": 9.096577706443477e-07,
      "loss": 0.3496,
      "step": 2075580
    },
    {
      "epoch": 579.29,
      "grad_norm": 2.0166120529174805,
      "learning_rate": 9.096363837137774e-07,
      "loss": 0.3441,
      "step": 2075590
    },
    {
      "epoch": 579.29,
      "grad_norm": 1.1399126052856445,
      "learning_rate": 9.096149969740882e-07,
      "loss": 0.348,
      "step": 2075600
    },
    {
      "epoch": 579.29,
      "grad_norm": 1.0144788026809692,
      "learning_rate": 9.095936104252838e-07,
      "loss": 0.3428,
      "step": 2075610
    },
    {
      "epoch": 579.3,
      "grad_norm": 1.3667041063308716,
      "learning_rate": 9.09572224067365e-07,
      "loss": 0.3517,
      "step": 2075620
    },
    {
      "epoch": 579.3,
      "grad_norm": 1.0975306034088135,
      "learning_rate": 9.095508379003356e-07,
      "loss": 0.3368,
      "step": 2075630
    },
    {
      "epoch": 579.3,
      "grad_norm": 1.0097182989120483,
      "learning_rate": 9.095294519241984e-07,
      "loss": 0.3298,
      "step": 2075640
    },
    {
      "epoch": 579.31,
      "grad_norm": 1.303710699081421,
      "learning_rate": 9.095080661389573e-07,
      "loss": 0.3402,
      "step": 2075650
    },
    {
      "epoch": 579.31,
      "grad_norm": 1.343428373336792,
      "learning_rate": 9.094866805446135e-07,
      "loss": 0.3415,
      "step": 2075660
    },
    {
      "epoch": 579.31,
      "grad_norm": 1.1490081548690796,
      "learning_rate": 9.094652951411703e-07,
      "loss": 0.3509,
      "step": 2075670
    },
    {
      "epoch": 579.31,
      "grad_norm": 1.1520235538482666,
      "learning_rate": 9.094439099286317e-07,
      "loss": 0.3247,
      "step": 2075680
    },
    {
      "epoch": 579.32,
      "grad_norm": 1.108467936515808,
      "learning_rate": 9.09422524906998e-07,
      "loss": 0.3362,
      "step": 2075690
    },
    {
      "epoch": 579.32,
      "grad_norm": 1.1593616008758545,
      "learning_rate": 9.094011400762754e-07,
      "loss": 0.3295,
      "step": 2075700
    },
    {
      "epoch": 579.32,
      "grad_norm": 1.0083991289138794,
      "learning_rate": 9.093797554364641e-07,
      "loss": 0.3392,
      "step": 2075710
    },
    {
      "epoch": 579.32,
      "grad_norm": 1.024799108505249,
      "learning_rate": 9.093583709875678e-07,
      "loss": 0.3433,
      "step": 2075720
    },
    {
      "epoch": 579.33,
      "grad_norm": 1.1118762493133545,
      "learning_rate": 9.093369867295896e-07,
      "loss": 0.3582,
      "step": 2075730
    },
    {
      "epoch": 579.33,
      "grad_norm": 0.9901418089866638,
      "learning_rate": 9.093156026625329e-07,
      "loss": 0.3515,
      "step": 2075740
    },
    {
      "epoch": 579.33,
      "grad_norm": 1.3072974681854248,
      "learning_rate": 9.092942187863991e-07,
      "loss": 0.3508,
      "step": 2075750
    },
    {
      "epoch": 579.34,
      "grad_norm": 1.1814874410629272,
      "learning_rate": 9.092728351011916e-07,
      "loss": 0.3464,
      "step": 2075760
    },
    {
      "epoch": 579.34,
      "grad_norm": 1.3773761987686157,
      "learning_rate": 9.092514516069142e-07,
      "loss": 0.3369,
      "step": 2075770
    },
    {
      "epoch": 579.34,
      "grad_norm": 1.0477778911590576,
      "learning_rate": 9.092300683035672e-07,
      "loss": 0.3278,
      "step": 2075780
    },
    {
      "epoch": 579.34,
      "grad_norm": 1.1603217124938965,
      "learning_rate": 9.092086851911571e-07,
      "loss": 0.347,
      "step": 2075790
    },
    {
      "epoch": 579.35,
      "grad_norm": 1.0200783014297485,
      "learning_rate": 9.091873022696841e-07,
      "loss": 0.3356,
      "step": 2075800
    },
    {
      "epoch": 579.35,
      "grad_norm": 1.5091912746429443,
      "learning_rate": 9.091659195391515e-07,
      "loss": 0.3403,
      "step": 2075810
    },
    {
      "epoch": 579.35,
      "grad_norm": 1.4799468517303467,
      "learning_rate": 9.091445369995633e-07,
      "loss": 0.327,
      "step": 2075820
    },
    {
      "epoch": 579.36,
      "grad_norm": 1.2952702045440674,
      "learning_rate": 9.091231546509208e-07,
      "loss": 0.3299,
      "step": 2075830
    },
    {
      "epoch": 579.36,
      "grad_norm": 1.1421774625778198,
      "learning_rate": 9.091017724932275e-07,
      "loss": 0.3371,
      "step": 2075840
    },
    {
      "epoch": 579.36,
      "grad_norm": 1.5163791179656982,
      "learning_rate": 9.090803905264863e-07,
      "loss": 0.3333,
      "step": 2075850
    },
    {
      "epoch": 579.36,
      "grad_norm": 1.2748618125915527,
      "learning_rate": 9.090590087507007e-07,
      "loss": 0.33,
      "step": 2075860
    },
    {
      "epoch": 579.37,
      "grad_norm": 1.2589396238327026,
      "learning_rate": 9.090376271658712e-07,
      "loss": 0.3391,
      "step": 2075870
    },
    {
      "epoch": 579.37,
      "grad_norm": 1.3529701232910156,
      "learning_rate": 9.090162457720041e-07,
      "loss": 0.3656,
      "step": 2075880
    },
    {
      "epoch": 579.37,
      "grad_norm": 1.140897512435913,
      "learning_rate": 9.089948645690995e-07,
      "loss": 0.3204,
      "step": 2075890
    },
    {
      "epoch": 579.37,
      "grad_norm": 1.055853247642517,
      "learning_rate": 9.089734835571613e-07,
      "loss": 0.3515,
      "step": 2075900
    },
    {
      "epoch": 579.38,
      "grad_norm": 1.0466501712799072,
      "learning_rate": 9.089521027361929e-07,
      "loss": 0.335,
      "step": 2075910
    },
    {
      "epoch": 579.38,
      "grad_norm": 1.1326267719268799,
      "learning_rate": 9.089307221061951e-07,
      "loss": 0.3224,
      "step": 2075920
    },
    {
      "epoch": 579.38,
      "grad_norm": 1.1714133024215698,
      "learning_rate": 9.089093416671735e-07,
      "loss": 0.3355,
      "step": 2075930
    },
    {
      "epoch": 579.39,
      "grad_norm": 1.1112033128738403,
      "learning_rate": 9.088879614191289e-07,
      "loss": 0.3362,
      "step": 2075940
    },
    {
      "epoch": 579.39,
      "grad_norm": 1.2003551721572876,
      "learning_rate": 9.088665813620649e-07,
      "loss": 0.3312,
      "step": 2075950
    },
    {
      "epoch": 579.39,
      "grad_norm": 1.3319714069366455,
      "learning_rate": 9.08845201495985e-07,
      "loss": 0.3273,
      "step": 2075960
    },
    {
      "epoch": 579.39,
      "grad_norm": 1.1592994928359985,
      "learning_rate": 9.088238218208907e-07,
      "loss": 0.3414,
      "step": 2075970
    },
    {
      "epoch": 579.4,
      "grad_norm": 1.2339657545089722,
      "learning_rate": 9.088024423367851e-07,
      "loss": 0.3585,
      "step": 2075980
    },
    {
      "epoch": 579.4,
      "grad_norm": 1.076202154159546,
      "learning_rate": 9.087810630436716e-07,
      "loss": 0.3309,
      "step": 2075990
    },
    {
      "epoch": 579.4,
      "grad_norm": 1.5209137201309204,
      "learning_rate": 9.087596839415538e-07,
      "loss": 0.3253,
      "step": 2076000
    },
    {
      "epoch": 579.41,
      "grad_norm": 1.2778147459030151,
      "learning_rate": 9.087383050304317e-07,
      "loss": 0.3496,
      "step": 2076010
    },
    {
      "epoch": 579.41,
      "grad_norm": 1.276503086090088,
      "learning_rate": 9.08716926310312e-07,
      "loss": 0.3375,
      "step": 2076020
    },
    {
      "epoch": 579.41,
      "grad_norm": 1.1128982305526733,
      "learning_rate": 9.086955477811945e-07,
      "loss": 0.3272,
      "step": 2076030
    },
    {
      "epoch": 579.41,
      "grad_norm": 1.2600728273391724,
      "learning_rate": 9.086741694430832e-07,
      "loss": 0.3338,
      "step": 2076040
    },
    {
      "epoch": 579.42,
      "grad_norm": 1.4211219549179077,
      "learning_rate": 9.086527912959819e-07,
      "loss": 0.3529,
      "step": 2076050
    },
    {
      "epoch": 579.42,
      "grad_norm": 1.262300968170166,
      "learning_rate": 9.086314133398914e-07,
      "loss": 0.3521,
      "step": 2076060
    },
    {
      "epoch": 579.42,
      "grad_norm": 1.1291528940200806,
      "learning_rate": 9.086100355748156e-07,
      "loss": 0.3345,
      "step": 2076070
    },
    {
      "epoch": 579.43,
      "grad_norm": 1.0633059740066528,
      "learning_rate": 9.085886580007575e-07,
      "loss": 0.3335,
      "step": 2076080
    },
    {
      "epoch": 579.43,
      "grad_norm": 1.0981658697128296,
      "learning_rate": 9.085672806177202e-07,
      "loss": 0.3249,
      "step": 2076090
    },
    {
      "epoch": 579.43,
      "grad_norm": 1.3703521490097046,
      "learning_rate": 9.085459034257058e-07,
      "loss": 0.3421,
      "step": 2076100
    },
    {
      "epoch": 579.43,
      "grad_norm": 1.163399577140808,
      "learning_rate": 9.085245264247171e-07,
      "loss": 0.3295,
      "step": 2076110
    },
    {
      "epoch": 579.44,
      "grad_norm": 1.3314040899276733,
      "learning_rate": 9.085031496147572e-07,
      "loss": 0.3278,
      "step": 2076120
    },
    {
      "epoch": 579.44,
      "grad_norm": 1.2227646112442017,
      "learning_rate": 9.084817729958293e-07,
      "loss": 0.3434,
      "step": 2076130
    },
    {
      "epoch": 579.44,
      "grad_norm": 1.1936042308807373,
      "learning_rate": 9.084603965679367e-07,
      "loss": 0.3451,
      "step": 2076140
    },
    {
      "epoch": 579.44,
      "grad_norm": 1.0912675857543945,
      "learning_rate": 9.084390203310809e-07,
      "loss": 0.3471,
      "step": 2076150
    },
    {
      "epoch": 579.45,
      "grad_norm": 1.5882171392440796,
      "learning_rate": 9.084176442852651e-07,
      "loss": 0.3388,
      "step": 2076160
    },
    {
      "epoch": 579.45,
      "grad_norm": 1.203984022140503,
      "learning_rate": 9.083962684304927e-07,
      "loss": 0.3375,
      "step": 2076170
    },
    {
      "epoch": 579.45,
      "grad_norm": 1.4162211418151855,
      "learning_rate": 9.083748927667661e-07,
      "loss": 0.3166,
      "step": 2076180
    },
    {
      "epoch": 579.46,
      "grad_norm": 1.2285356521606445,
      "learning_rate": 9.083535172940894e-07,
      "loss": 0.3316,
      "step": 2076190
    },
    {
      "epoch": 579.46,
      "grad_norm": 1.0268155336380005,
      "learning_rate": 9.083321420124631e-07,
      "loss": 0.333,
      "step": 2076200
    },
    {
      "epoch": 579.46,
      "grad_norm": 1.1426191329956055,
      "learning_rate": 9.083107669218916e-07,
      "loss": 0.3264,
      "step": 2076210
    },
    {
      "epoch": 579.46,
      "grad_norm": 1.1065161228179932,
      "learning_rate": 9.082893920223775e-07,
      "loss": 0.3467,
      "step": 2076220
    },
    {
      "epoch": 579.47,
      "grad_norm": 1.1615638732910156,
      "learning_rate": 9.082680173139243e-07,
      "loss": 0.3572,
      "step": 2076230
    },
    {
      "epoch": 579.47,
      "grad_norm": 1.2042101621627808,
      "learning_rate": 9.082466427965323e-07,
      "loss": 0.3437,
      "step": 2076240
    },
    {
      "epoch": 579.47,
      "grad_norm": 1.3445568084716797,
      "learning_rate": 9.08225268470208e-07,
      "loss": 0.3285,
      "step": 2076250
    },
    {
      "epoch": 579.48,
      "grad_norm": 6.915521144866943,
      "learning_rate": 9.082038943349519e-07,
      "loss": 0.3496,
      "step": 2076260
    },
    {
      "epoch": 579.48,
      "grad_norm": 1.3131994009017944,
      "learning_rate": 9.08182520390767e-07,
      "loss": 0.3399,
      "step": 2076270
    },
    {
      "epoch": 579.48,
      "grad_norm": 1.141154170036316,
      "learning_rate": 9.081611466376577e-07,
      "loss": 0.3238,
      "step": 2076280
    },
    {
      "epoch": 579.48,
      "grad_norm": 1.3042093515396118,
      "learning_rate": 9.081397730756244e-07,
      "loss": 0.3277,
      "step": 2076290
    },
    {
      "epoch": 579.49,
      "grad_norm": 1.335005760192871,
      "learning_rate": 9.081183997046716e-07,
      "loss": 0.3497,
      "step": 2076300
    },
    {
      "epoch": 579.49,
      "grad_norm": 1.1742346286773682,
      "learning_rate": 9.080970265248013e-07,
      "loss": 0.3154,
      "step": 2076310
    },
    {
      "epoch": 579.49,
      "grad_norm": 2.3799355030059814,
      "learning_rate": 9.080756535360181e-07,
      "loss": 0.3348,
      "step": 2076320
    },
    {
      "epoch": 579.49,
      "grad_norm": 1.1878552436828613,
      "learning_rate": 9.080542807383224e-07,
      "loss": 0.3378,
      "step": 2076330
    },
    {
      "epoch": 579.5,
      "grad_norm": 1.0777801275253296,
      "learning_rate": 9.080329081317184e-07,
      "loss": 0.3417,
      "step": 2076340
    },
    {
      "epoch": 579.5,
      "grad_norm": 1.186606764793396,
      "learning_rate": 9.080115357162094e-07,
      "loss": 0.3378,
      "step": 2076350
    },
    {
      "epoch": 579.5,
      "grad_norm": 1.2397043704986572,
      "learning_rate": 9.079901634917963e-07,
      "loss": 0.3577,
      "step": 2076360
    },
    {
      "epoch": 579.51,
      "grad_norm": 1.192320704460144,
      "learning_rate": 9.079687914584844e-07,
      "loss": 0.3238,
      "step": 2076370
    },
    {
      "epoch": 579.51,
      "grad_norm": 1.212018370628357,
      "learning_rate": 9.079474196162749e-07,
      "loss": 0.3419,
      "step": 2076380
    },
    {
      "epoch": 579.51,
      "grad_norm": 1.3269922733306885,
      "learning_rate": 9.079260479651708e-07,
      "loss": 0.3569,
      "step": 2076390
    },
    {
      "epoch": 579.51,
      "grad_norm": 1.0949534177780151,
      "learning_rate": 9.079046765051754e-07,
      "loss": 0.3372,
      "step": 2076400
    },
    {
      "epoch": 579.52,
      "grad_norm": 1.1820569038391113,
      "learning_rate": 9.078833052362921e-07,
      "loss": 0.3324,
      "step": 2076410
    },
    {
      "epoch": 579.52,
      "grad_norm": 1.1835249662399292,
      "learning_rate": 9.078619341585225e-07,
      "loss": 0.3296,
      "step": 2076420
    },
    {
      "epoch": 579.52,
      "grad_norm": 1.3342512845993042,
      "learning_rate": 9.0784056327187e-07,
      "loss": 0.3577,
      "step": 2076430
    },
    {
      "epoch": 579.53,
      "grad_norm": 1.177369236946106,
      "learning_rate": 9.07819192576338e-07,
      "loss": 0.3389,
      "step": 2076440
    },
    {
      "epoch": 579.53,
      "grad_norm": 1.1676567792892456,
      "learning_rate": 9.077978220719274e-07,
      "loss": 0.3413,
      "step": 2076450
    },
    {
      "epoch": 579.53,
      "grad_norm": 1.0913708209991455,
      "learning_rate": 9.077764517586438e-07,
      "loss": 0.3491,
      "step": 2076460
    },
    {
      "epoch": 579.53,
      "grad_norm": 1.0264616012573242,
      "learning_rate": 9.077550816364879e-07,
      "loss": 0.3474,
      "step": 2076470
    },
    {
      "epoch": 579.54,
      "grad_norm": 1.2147024869918823,
      "learning_rate": 9.077337117054634e-07,
      "loss": 0.3384,
      "step": 2076480
    },
    {
      "epoch": 579.54,
      "grad_norm": 1.0874590873718262,
      "learning_rate": 9.07712341965574e-07,
      "loss": 0.3625,
      "step": 2076490
    },
    {
      "epoch": 579.54,
      "grad_norm": 1.102665662765503,
      "learning_rate": 9.076909724168198e-07,
      "loss": 0.3273,
      "step": 2076500
    },
    {
      "epoch": 579.55,
      "grad_norm": 1.0116147994995117,
      "learning_rate": 9.076696030592071e-07,
      "loss": 0.3548,
      "step": 2076510
    },
    {
      "epoch": 579.55,
      "grad_norm": 1.0596017837524414,
      "learning_rate": 9.076482338927363e-07,
      "loss": 0.3317,
      "step": 2076520
    },
    {
      "epoch": 579.55,
      "grad_norm": 1.3306236267089844,
      "learning_rate": 9.07626864917411e-07,
      "loss": 0.328,
      "step": 2076530
    },
    {
      "epoch": 579.55,
      "grad_norm": 1.2096810340881348,
      "learning_rate": 9.07605496133234e-07,
      "loss": 0.3417,
      "step": 2076540
    },
    {
      "epoch": 579.56,
      "grad_norm": 1.2475463151931763,
      "learning_rate": 9.075841275402093e-07,
      "loss": 0.3484,
      "step": 2076550
    },
    {
      "epoch": 579.56,
      "grad_norm": 1.0774650573730469,
      "learning_rate": 9.075627591383376e-07,
      "loss": 0.3407,
      "step": 2076560
    },
    {
      "epoch": 579.56,
      "grad_norm": 1.3937501907348633,
      "learning_rate": 9.07541390927623e-07,
      "loss": 0.3314,
      "step": 2076570
    },
    {
      "epoch": 579.56,
      "grad_norm": 1.1283833980560303,
      "learning_rate": 9.07520022908069e-07,
      "loss": 0.3436,
      "step": 2076580
    },
    {
      "epoch": 579.57,
      "grad_norm": 1.0955864191055298,
      "learning_rate": 9.074986550796758e-07,
      "loss": 0.3312,
      "step": 2076590
    },
    {
      "epoch": 579.57,
      "grad_norm": 1.0193089246749878,
      "learning_rate": 9.074772874424499e-07,
      "loss": 0.3408,
      "step": 2076600
    },
    {
      "epoch": 579.57,
      "grad_norm": 1.2886688709259033,
      "learning_rate": 9.074559199963912e-07,
      "loss": 0.3484,
      "step": 2076610
    },
    {
      "epoch": 579.58,
      "grad_norm": 2.7633631229400635,
      "learning_rate": 9.074345527415036e-07,
      "loss": 0.3358,
      "step": 2076620
    },
    {
      "epoch": 579.58,
      "grad_norm": 1.1764466762542725,
      "learning_rate": 9.07413185677791e-07,
      "loss": 0.3355,
      "step": 2076630
    },
    {
      "epoch": 579.58,
      "grad_norm": 1.4527109861373901,
      "learning_rate": 9.073918188052544e-07,
      "loss": 0.3328,
      "step": 2076640
    },
    {
      "epoch": 579.58,
      "grad_norm": 1.161780595779419,
      "learning_rate": 9.073704521238974e-07,
      "loss": 0.3392,
      "step": 2076650
    },
    {
      "epoch": 579.59,
      "grad_norm": 1.2179756164550781,
      "learning_rate": 9.073490856337228e-07,
      "loss": 0.3333,
      "step": 2076660
    },
    {
      "epoch": 579.59,
      "grad_norm": 1.126763105392456,
      "learning_rate": 9.073277193347347e-07,
      "loss": 0.329,
      "step": 2076670
    },
    {
      "epoch": 579.59,
      "grad_norm": 1.0897420644760132,
      "learning_rate": 9.073063532269329e-07,
      "loss": 0.3496,
      "step": 2076680
    },
    {
      "epoch": 579.6,
      "grad_norm": 1.104438066482544,
      "learning_rate": 9.072849873103237e-07,
      "loss": 0.3374,
      "step": 2076690
    },
    {
      "epoch": 579.6,
      "grad_norm": 1.2758560180664062,
      "learning_rate": 9.072636215849077e-07,
      "loss": 0.3227,
      "step": 2076700
    },
    {
      "epoch": 579.6,
      "grad_norm": 1.1294680833816528,
      "learning_rate": 9.072422560506883e-07,
      "loss": 0.3329,
      "step": 2076710
    },
    {
      "epoch": 579.6,
      "grad_norm": 1.4553049802780151,
      "learning_rate": 9.072208907076696e-07,
      "loss": 0.3584,
      "step": 2076720
    },
    {
      "epoch": 579.61,
      "grad_norm": 1.2607624530792236,
      "learning_rate": 9.071995255558524e-07,
      "loss": 0.3435,
      "step": 2076730
    },
    {
      "epoch": 579.61,
      "grad_norm": 1.1076358556747437,
      "learning_rate": 9.071781605952402e-07,
      "loss": 0.3344,
      "step": 2076740
    },
    {
      "epoch": 579.61,
      "grad_norm": 1.056725025177002,
      "learning_rate": 9.071567958258363e-07,
      "loss": 0.3432,
      "step": 2076750
    },
    {
      "epoch": 579.61,
      "grad_norm": 1.100538969039917,
      "learning_rate": 9.071354312476433e-07,
      "loss": 0.3446,
      "step": 2076760
    },
    {
      "epoch": 579.62,
      "grad_norm": 1.0386672019958496,
      "learning_rate": 9.07114066860665e-07,
      "loss": 0.351,
      "step": 2076770
    },
    {
      "epoch": 579.62,
      "grad_norm": 1.2780059576034546,
      "learning_rate": 9.070927026649023e-07,
      "loss": 0.3412,
      "step": 2076780
    },
    {
      "epoch": 579.62,
      "grad_norm": 2.838136672973633,
      "learning_rate": 9.070713386603592e-07,
      "loss": 0.348,
      "step": 2076790
    },
    {
      "epoch": 579.63,
      "grad_norm": 1.2172781229019165,
      "learning_rate": 9.070499748470385e-07,
      "loss": 0.3302,
      "step": 2076800
    },
    {
      "epoch": 579.63,
      "grad_norm": 1.153886079788208,
      "learning_rate": 9.070286112249437e-07,
      "loss": 0.3329,
      "step": 2076810
    },
    {
      "epoch": 579.63,
      "grad_norm": 1.0902689695358276,
      "learning_rate": 9.070072477940754e-07,
      "loss": 0.3413,
      "step": 2076820
    },
    {
      "epoch": 579.63,
      "grad_norm": 1.0998154878616333,
      "learning_rate": 9.069858845544394e-07,
      "loss": 0.3366,
      "step": 2076830
    },
    {
      "epoch": 579.64,
      "grad_norm": 1.213580846786499,
      "learning_rate": 9.069645215060364e-07,
      "loss": 0.341,
      "step": 2076840
    },
    {
      "epoch": 579.64,
      "grad_norm": 1.2687841653823853,
      "learning_rate": 9.069431586488699e-07,
      "loss": 0.3409,
      "step": 2076850
    },
    {
      "epoch": 579.64,
      "grad_norm": 1.2529454231262207,
      "learning_rate": 9.069217959829435e-07,
      "loss": 0.3361,
      "step": 2076860
    },
    {
      "epoch": 579.65,
      "grad_norm": 1.2123167514801025,
      "learning_rate": 9.069004335082588e-07,
      "loss": 0.3493,
      "step": 2076870
    },
    {
      "epoch": 579.65,
      "grad_norm": 1.1046478748321533,
      "learning_rate": 9.068790712248189e-07,
      "loss": 0.34,
      "step": 2076880
    },
    {
      "epoch": 579.65,
      "grad_norm": 1.2116023302078247,
      "learning_rate": 9.068577091326269e-07,
      "loss": 0.3366,
      "step": 2076890
    },
    {
      "epoch": 579.65,
      "grad_norm": 1.0945630073547363,
      "learning_rate": 9.068363472316866e-07,
      "loss": 0.3522,
      "step": 2076900
    },
    {
      "epoch": 579.66,
      "grad_norm": 1.0421308279037476,
      "learning_rate": 9.06814985521999e-07,
      "loss": 0.3421,
      "step": 2076910
    },
    {
      "epoch": 579.66,
      "grad_norm": 1.2776986360549927,
      "learning_rate": 9.06793624003568e-07,
      "loss": 0.3239,
      "step": 2076920
    },
    {
      "epoch": 579.66,
      "grad_norm": 1.254608392715454,
      "learning_rate": 9.067722626763971e-07,
      "loss": 0.3347,
      "step": 2076930
    },
    {
      "epoch": 579.67,
      "grad_norm": 1.3261158466339111,
      "learning_rate": 9.067509015404865e-07,
      "loss": 0.3563,
      "step": 2076940
    },
    {
      "epoch": 579.67,
      "grad_norm": 1.0722485780715942,
      "learning_rate": 9.067295405958426e-07,
      "loss": 0.3148,
      "step": 2076950
    },
    {
      "epoch": 579.67,
      "grad_norm": 1.1279734373092651,
      "learning_rate": 9.067081798424656e-07,
      "loss": 0.3323,
      "step": 2076960
    },
    {
      "epoch": 579.67,
      "grad_norm": 1.110062837600708,
      "learning_rate": 9.066868192803595e-07,
      "loss": 0.341,
      "step": 2076970
    },
    {
      "epoch": 579.68,
      "grad_norm": 1.1521193981170654,
      "learning_rate": 9.066654589095267e-07,
      "loss": 0.3411,
      "step": 2076980
    },
    {
      "epoch": 579.68,
      "grad_norm": 1.072519063949585,
      "learning_rate": 9.066440987299711e-07,
      "loss": 0.3485,
      "step": 2076990
    },
    {
      "epoch": 579.68,
      "grad_norm": 1.0696591138839722,
      "learning_rate": 9.066227387416937e-07,
      "loss": 0.3509,
      "step": 2077000
    },
    {
      "epoch": 579.68,
      "grad_norm": 2.75500226020813,
      "learning_rate": 9.066013789446985e-07,
      "loss": 0.3363,
      "step": 2077010
    },
    {
      "epoch": 579.69,
      "grad_norm": 1.2319289445877075,
      "learning_rate": 9.065800193389891e-07,
      "loss": 0.3441,
      "step": 2077020
    },
    {
      "epoch": 579.69,
      "grad_norm": 1.0342298746109009,
      "learning_rate": 9.065586599245656e-07,
      "loss": 0.3441,
      "step": 2077030
    },
    {
      "epoch": 579.69,
      "grad_norm": 1.0287115573883057,
      "learning_rate": 9.065373007014345e-07,
      "loss": 0.3528,
      "step": 2077040
    },
    {
      "epoch": 579.7,
      "grad_norm": 1.176466941833496,
      "learning_rate": 9.065159416695957e-07,
      "loss": 0.3268,
      "step": 2077050
    },
    {
      "epoch": 579.7,
      "grad_norm": 1.0097588300704956,
      "learning_rate": 9.064945828290534e-07,
      "loss": 0.3293,
      "step": 2077060
    },
    {
      "epoch": 579.7,
      "grad_norm": 1.4217075109481812,
      "learning_rate": 9.064732241798109e-07,
      "loss": 0.3426,
      "step": 2077070
    },
    {
      "epoch": 579.7,
      "grad_norm": 1.0316162109375,
      "learning_rate": 9.064518657218688e-07,
      "loss": 0.3433,
      "step": 2077080
    },
    {
      "epoch": 579.71,
      "grad_norm": 1.259482741355896,
      "learning_rate": 9.064305074552328e-07,
      "loss": 0.3447,
      "step": 2077090
    },
    {
      "epoch": 579.71,
      "grad_norm": 1.1258265972137451,
      "learning_rate": 9.064091493799039e-07,
      "loss": 0.3329,
      "step": 2077100
    },
    {
      "epoch": 579.71,
      "grad_norm": 1.0816547870635986,
      "learning_rate": 9.063877914958855e-07,
      "loss": 0.3405,
      "step": 2077110
    },
    {
      "epoch": 579.72,
      "grad_norm": 1.2873432636260986,
      "learning_rate": 9.063664338031803e-07,
      "loss": 0.3306,
      "step": 2077120
    },
    {
      "epoch": 579.72,
      "grad_norm": 1.0027053356170654,
      "learning_rate": 9.06345076301792e-07,
      "loss": 0.3507,
      "step": 2077130
    },
    {
      "epoch": 579.72,
      "grad_norm": 1.181409239768982,
      "learning_rate": 9.063237189917217e-07,
      "loss": 0.3376,
      "step": 2077140
    },
    {
      "epoch": 579.72,
      "grad_norm": 1.0131587982177734,
      "learning_rate": 9.063023618729735e-07,
      "loss": 0.3328,
      "step": 2077150
    },
    {
      "epoch": 579.73,
      "grad_norm": 1.1724704504013062,
      "learning_rate": 9.062810049455506e-07,
      "loss": 0.3454,
      "step": 2077160
    },
    {
      "epoch": 579.73,
      "grad_norm": 1.166550636291504,
      "learning_rate": 9.062596482094538e-07,
      "loss": 0.3501,
      "step": 2077170
    },
    {
      "epoch": 579.73,
      "grad_norm": 1.1740598678588867,
      "learning_rate": 9.062382916646889e-07,
      "loss": 0.3321,
      "step": 2077180
    },
    {
      "epoch": 579.73,
      "grad_norm": 1.2266268730163574,
      "learning_rate": 9.062169353112563e-07,
      "loss": 0.3254,
      "step": 2077190
    },
    {
      "epoch": 579.74,
      "grad_norm": 1.199049472808838,
      "learning_rate": 9.0619557914916e-07,
      "loss": 0.3381,
      "step": 2077200
    },
    {
      "epoch": 579.74,
      "grad_norm": 0.9830285310745239,
      "learning_rate": 9.061742231784023e-07,
      "loss": 0.3345,
      "step": 2077210
    },
    {
      "epoch": 579.74,
      "grad_norm": 1.1296329498291016,
      "learning_rate": 9.061528673989874e-07,
      "loss": 0.3466,
      "step": 2077220
    },
    {
      "epoch": 579.75,
      "grad_norm": 1.1794986724853516,
      "learning_rate": 9.06131511810916e-07,
      "loss": 0.3383,
      "step": 2077230
    },
    {
      "epoch": 579.75,
      "grad_norm": 1.208198070526123,
      "learning_rate": 9.061101564141921e-07,
      "loss": 0.3384,
      "step": 2077240
    },
    {
      "epoch": 579.75,
      "grad_norm": 0.9725151062011719,
      "learning_rate": 9.060888012088193e-07,
      "loss": 0.3398,
      "step": 2077250
    },
    {
      "epoch": 579.75,
      "grad_norm": 1.0750054121017456,
      "learning_rate": 9.060674461947978e-07,
      "loss": 0.3269,
      "step": 2077260
    },
    {
      "epoch": 579.76,
      "grad_norm": 1.1770176887512207,
      "learning_rate": 9.06046091372134e-07,
      "loss": 0.3393,
      "step": 2077270
    },
    {
      "epoch": 579.76,
      "grad_norm": 1.2791643142700195,
      "learning_rate": 9.060247367408283e-07,
      "loss": 0.328,
      "step": 2077280
    },
    {
      "epoch": 579.76,
      "grad_norm": 1.2059636116027832,
      "learning_rate": 9.060033823008841e-07,
      "loss": 0.3519,
      "step": 2077290
    },
    {
      "epoch": 579.77,
      "grad_norm": 1.2209107875823975,
      "learning_rate": 9.05982028052305e-07,
      "loss": 0.327,
      "step": 2077300
    },
    {
      "epoch": 579.77,
      "grad_norm": 1.3403090238571167,
      "learning_rate": 9.059606739950928e-07,
      "loss": 0.3398,
      "step": 2077310
    },
    {
      "epoch": 579.77,
      "grad_norm": 1.2101436853408813,
      "learning_rate": 9.059393201292506e-07,
      "loss": 0.3312,
      "step": 2077320
    },
    {
      "epoch": 579.77,
      "grad_norm": 1.0320966243743896,
      "learning_rate": 9.059179664547812e-07,
      "loss": 0.345,
      "step": 2077330
    },
    {
      "epoch": 579.78,
      "grad_norm": 1.0776902437210083,
      "learning_rate": 9.058966129716878e-07,
      "loss": 0.3322,
      "step": 2077340
    },
    {
      "epoch": 579.78,
      "grad_norm": 1.2093762159347534,
      "learning_rate": 9.05875259679973e-07,
      "loss": 0.3418,
      "step": 2077350
    },
    {
      "epoch": 579.78,
      "grad_norm": 1.0881260633468628,
      "learning_rate": 9.058539065796406e-07,
      "loss": 0.3333,
      "step": 2077360
    },
    {
      "epoch": 579.79,
      "grad_norm": 1.1301671266555786,
      "learning_rate": 9.058325536706918e-07,
      "loss": 0.3394,
      "step": 2077370
    },
    {
      "epoch": 579.79,
      "grad_norm": 1.1822234392166138,
      "learning_rate": 9.058112009531299e-07,
      "loss": 0.336,
      "step": 2077380
    },
    {
      "epoch": 579.79,
      "grad_norm": 1.214320421218872,
      "learning_rate": 9.057898484269593e-07,
      "loss": 0.3317,
      "step": 2077390
    },
    {
      "epoch": 579.79,
      "grad_norm": 1.175197720527649,
      "learning_rate": 9.057684960921796e-07,
      "loss": 0.3428,
      "step": 2077400
    },
    {
      "epoch": 579.8,
      "grad_norm": 1.3025352954864502,
      "learning_rate": 9.057471439487976e-07,
      "loss": 0.341,
      "step": 2077410
    },
    {
      "epoch": 579.8,
      "grad_norm": 1.0871714353561401,
      "learning_rate": 9.05725791996813e-07,
      "loss": 0.3504,
      "step": 2077420
    },
    {
      "epoch": 579.8,
      "grad_norm": 1.0640982389450073,
      "learning_rate": 9.0570444023623e-07,
      "loss": 0.3465,
      "step": 2077430
    },
    {
      "epoch": 579.8,
      "grad_norm": 1.2162355184555054,
      "learning_rate": 9.056830886670521e-07,
      "loss": 0.3357,
      "step": 2077440
    },
    {
      "epoch": 579.81,
      "grad_norm": 1.1312289237976074,
      "learning_rate": 9.056617372892803e-07,
      "loss": 0.3477,
      "step": 2077450
    },
    {
      "epoch": 579.81,
      "grad_norm": 1.1006801128387451,
      "learning_rate": 9.056403861029187e-07,
      "loss": 0.3315,
      "step": 2077460
    },
    {
      "epoch": 579.81,
      "grad_norm": 1.1292427778244019,
      "learning_rate": 9.056190351079698e-07,
      "loss": 0.3371,
      "step": 2077470
    },
    {
      "epoch": 579.82,
      "grad_norm": 1.7342201471328735,
      "learning_rate": 9.055976843044373e-07,
      "loss": 0.3493,
      "step": 2077480
    },
    {
      "epoch": 579.82,
      "grad_norm": 1.0676356554031372,
      "learning_rate": 9.055763336923216e-07,
      "loss": 0.3457,
      "step": 2077490
    },
    {
      "epoch": 579.82,
      "grad_norm": 1.2241743803024292,
      "learning_rate": 9.055549832716287e-07,
      "loss": 0.3272,
      "step": 2077500
    },
    {
      "epoch": 579.82,
      "grad_norm": 1.0985511541366577,
      "learning_rate": 9.055336330423593e-07,
      "loss": 0.3399,
      "step": 2077510
    },
    {
      "epoch": 579.83,
      "grad_norm": 1.2301836013793945,
      "learning_rate": 9.055122830045169e-07,
      "loss": 0.3524,
      "step": 2077520
    },
    {
      "epoch": 579.83,
      "grad_norm": 1.730522632598877,
      "learning_rate": 9.054909331581054e-07,
      "loss": 0.3511,
      "step": 2077530
    },
    {
      "epoch": 579.83,
      "grad_norm": 1.2789043188095093,
      "learning_rate": 9.054695835031252e-07,
      "loss": 0.3462,
      "step": 2077540
    },
    {
      "epoch": 579.84,
      "grad_norm": 1.3335280418395996,
      "learning_rate": 9.054482340395808e-07,
      "loss": 0.3334,
      "step": 2077550
    },
    {
      "epoch": 579.84,
      "grad_norm": 0.9513885974884033,
      "learning_rate": 9.054268847674749e-07,
      "loss": 0.3442,
      "step": 2077560
    },
    {
      "epoch": 579.84,
      "grad_norm": 1.8601584434509277,
      "learning_rate": 9.054055356868109e-07,
      "loss": 0.3263,
      "step": 2077570
    },
    {
      "epoch": 579.84,
      "grad_norm": 1.039278268814087,
      "learning_rate": 9.053841867975901e-07,
      "loss": 0.3407,
      "step": 2077580
    },
    {
      "epoch": 579.85,
      "grad_norm": 1.2340327501296997,
      "learning_rate": 9.053628380998162e-07,
      "loss": 0.3498,
      "step": 2077590
    },
    {
      "epoch": 579.85,
      "grad_norm": 1.239109754562378,
      "learning_rate": 9.053414895934928e-07,
      "loss": 0.3441,
      "step": 2077600
    },
    {
      "epoch": 579.85,
      "grad_norm": 1.5807703733444214,
      "learning_rate": 9.053201412786204e-07,
      "loss": 0.3312,
      "step": 2077610
    },
    {
      "epoch": 579.85,
      "grad_norm": 1.3134496212005615,
      "learning_rate": 9.05298793155205e-07,
      "loss": 0.3435,
      "step": 2077620
    },
    {
      "epoch": 579.86,
      "grad_norm": 1.174054741859436,
      "learning_rate": 9.052774452232461e-07,
      "loss": 0.3468,
      "step": 2077630
    },
    {
      "epoch": 579.86,
      "grad_norm": 2.7799630165100098,
      "learning_rate": 9.052560974827499e-07,
      "loss": 0.3461,
      "step": 2077640
    },
    {
      "epoch": 579.86,
      "grad_norm": 1.0372521877288818,
      "learning_rate": 9.05234749933717e-07,
      "loss": 0.3464,
      "step": 2077650
    },
    {
      "epoch": 579.87,
      "grad_norm": 1.2128610610961914,
      "learning_rate": 9.05213402576151e-07,
      "loss": 0.3351,
      "step": 2077660
    },
    {
      "epoch": 579.87,
      "grad_norm": 1.0323736667633057,
      "learning_rate": 9.051920554100552e-07,
      "loss": 0.3403,
      "step": 2077670
    },
    {
      "epoch": 579.87,
      "grad_norm": 1.0793309211730957,
      "learning_rate": 9.051707084354311e-07,
      "loss": 0.3152,
      "step": 2077680
    },
    {
      "epoch": 579.87,
      "grad_norm": 1.3774173259735107,
      "learning_rate": 9.051493616522821e-07,
      "loss": 0.3382,
      "step": 2077690
    },
    {
      "epoch": 579.88,
      "grad_norm": 1.1613222360610962,
      "learning_rate": 9.051280150606116e-07,
      "loss": 0.3201,
      "step": 2077700
    },
    {
      "epoch": 579.88,
      "grad_norm": 1.375033974647522,
      "learning_rate": 9.051066686604227e-07,
      "loss": 0.341,
      "step": 2077710
    },
    {
      "epoch": 579.88,
      "grad_norm": 1.0953965187072754,
      "learning_rate": 9.050853224517168e-07,
      "loss": 0.341,
      "step": 2077720
    },
    {
      "epoch": 579.89,
      "grad_norm": 1.1346765756607056,
      "learning_rate": 9.050639764344976e-07,
      "loss": 0.3218,
      "step": 2077730
    },
    {
      "epoch": 579.89,
      "grad_norm": 1.1749882698059082,
      "learning_rate": 9.050426306087685e-07,
      "loss": 0.34,
      "step": 2077740
    },
    {
      "epoch": 579.89,
      "grad_norm": 1.1092901229858398,
      "learning_rate": 9.050212849745305e-07,
      "loss": 0.3414,
      "step": 2077750
    },
    {
      "epoch": 579.89,
      "grad_norm": 1.2231910228729248,
      "learning_rate": 9.04999939531789e-07,
      "loss": 0.3224,
      "step": 2077760
    },
    {
      "epoch": 579.9,
      "grad_norm": 1.2466669082641602,
      "learning_rate": 9.049785942805449e-07,
      "loss": 0.3355,
      "step": 2077770
    },
    {
      "epoch": 579.9,
      "grad_norm": 1.1817430257797241,
      "learning_rate": 9.049572492208014e-07,
      "loss": 0.352,
      "step": 2077780
    },
    {
      "epoch": 579.9,
      "grad_norm": 1.3256953954696655,
      "learning_rate": 9.049359043525619e-07,
      "loss": 0.3463,
      "step": 2077790
    },
    {
      "epoch": 579.91,
      "grad_norm": 1.1467092037200928,
      "learning_rate": 9.049145596758298e-07,
      "loss": 0.3412,
      "step": 2077800
    },
    {
      "epoch": 579.91,
      "grad_norm": 1.2088053226470947,
      "learning_rate": 9.04893215190606e-07,
      "loss": 0.3377,
      "step": 2077810
    },
    {
      "epoch": 579.91,
      "grad_norm": 1.3407038450241089,
      "learning_rate": 9.048718708968946e-07,
      "loss": 0.3346,
      "step": 2077820
    },
    {
      "epoch": 579.91,
      "grad_norm": 1.1181827783584595,
      "learning_rate": 9.04850526794699e-07,
      "loss": 0.3439,
      "step": 2077830
    },
    {
      "epoch": 579.92,
      "grad_norm": 1.201867938041687,
      "learning_rate": 9.048291828840198e-07,
      "loss": 0.3383,
      "step": 2077840
    },
    {
      "epoch": 579.92,
      "grad_norm": 1.0881701707839966,
      "learning_rate": 9.048078391648628e-07,
      "loss": 0.3476,
      "step": 2077850
    },
    {
      "epoch": 579.92,
      "grad_norm": 1.312029480934143,
      "learning_rate": 9.047864956372287e-07,
      "loss": 0.3395,
      "step": 2077860
    },
    {
      "epoch": 579.92,
      "grad_norm": 1.1119853258132935,
      "learning_rate": 9.047651523011212e-07,
      "loss": 0.3229,
      "step": 2077870
    },
    {
      "epoch": 579.93,
      "grad_norm": 1.3624078035354614,
      "learning_rate": 9.047438091565437e-07,
      "loss": 0.3506,
      "step": 2077880
    },
    {
      "epoch": 579.93,
      "grad_norm": 1.1097538471221924,
      "learning_rate": 9.047224662034974e-07,
      "loss": 0.3399,
      "step": 2077890
    },
    {
      "epoch": 579.93,
      "grad_norm": 1.1352039575576782,
      "learning_rate": 9.04701123441986e-07,
      "loss": 0.342,
      "step": 2077900
    },
    {
      "epoch": 579.94,
      "grad_norm": 1.1382887363433838,
      "learning_rate": 9.046797808720124e-07,
      "loss": 0.3605,
      "step": 2077910
    },
    {
      "epoch": 579.94,
      "grad_norm": 1.1343457698822021,
      "learning_rate": 9.046584384935795e-07,
      "loss": 0.3323,
      "step": 2077920
    },
    {
      "epoch": 579.94,
      "grad_norm": 1.1671996116638184,
      "learning_rate": 9.046370963066902e-07,
      "loss": 0.3318,
      "step": 2077930
    },
    {
      "epoch": 579.94,
      "grad_norm": 1.2295262813568115,
      "learning_rate": 9.046157543113479e-07,
      "loss": 0.3467,
      "step": 2077940
    },
    {
      "epoch": 579.95,
      "grad_norm": 1.184876799583435,
      "learning_rate": 9.045944125075538e-07,
      "loss": 0.3546,
      "step": 2077950
    },
    {
      "epoch": 579.95,
      "grad_norm": 0.9634312987327576,
      "learning_rate": 9.045730708953122e-07,
      "loss": 0.3278,
      "step": 2077960
    },
    {
      "epoch": 579.95,
      "grad_norm": 1.129006266593933,
      "learning_rate": 9.045517294746257e-07,
      "loss": 0.3326,
      "step": 2077970
    },
    {
      "epoch": 579.96,
      "grad_norm": 1.219295859336853,
      "learning_rate": 9.045303882454954e-07,
      "loss": 0.3418,
      "step": 2077980
    },
    {
      "epoch": 579.96,
      "grad_norm": 1.3286265134811401,
      "learning_rate": 9.045090472079276e-07,
      "loss": 0.3537,
      "step": 2077990
    },
    {
      "epoch": 579.96,
      "grad_norm": 1.1717615127563477,
      "learning_rate": 9.044877063619219e-07,
      "loss": 0.3509,
      "step": 2078000
    },
    {
      "epoch": 579.96,
      "grad_norm": 1.0683146715164185,
      "learning_rate": 9.044663657074827e-07,
      "loss": 0.3357,
      "step": 2078010
    },
    {
      "epoch": 579.97,
      "grad_norm": 1.0784803628921509,
      "learning_rate": 9.044450252446133e-07,
      "loss": 0.3406,
      "step": 2078020
    },
    {
      "epoch": 579.97,
      "grad_norm": 1.3417785167694092,
      "learning_rate": 9.044236849733148e-07,
      "loss": 0.3362,
      "step": 2078030
    },
    {
      "epoch": 579.97,
      "grad_norm": 1.140012264251709,
      "learning_rate": 9.044023448935911e-07,
      "loss": 0.3242,
      "step": 2078040
    },
    {
      "epoch": 579.97,
      "grad_norm": 2.4582366943359375,
      "learning_rate": 9.043810050054453e-07,
      "loss": 0.3317,
      "step": 2078050
    },
    {
      "epoch": 579.98,
      "grad_norm": 1.0817043781280518,
      "learning_rate": 9.043596653088802e-07,
      "loss": 0.3553,
      "step": 2078060
    },
    {
      "epoch": 579.98,
      "grad_norm": 1.3104627132415771,
      "learning_rate": 9.043383258038971e-07,
      "loss": 0.3304,
      "step": 2078070
    },
    {
      "epoch": 579.98,
      "grad_norm": 1.208533525466919,
      "learning_rate": 9.043169864905014e-07,
      "loss": 0.3524,
      "step": 2078080
    },
    {
      "epoch": 579.99,
      "grad_norm": 1.5610283613204956,
      "learning_rate": 9.04295647368694e-07,
      "loss": 0.3482,
      "step": 2078090
    },
    {
      "epoch": 579.99,
      "grad_norm": 1.1824567317962646,
      "learning_rate": 9.042743084384785e-07,
      "loss": 0.3361,
      "step": 2078100
    },
    {
      "epoch": 579.99,
      "grad_norm": 1.1059353351593018,
      "learning_rate": 9.042529696998582e-07,
      "loss": 0.3431,
      "step": 2078110
    },
    {
      "epoch": 579.99,
      "grad_norm": 1.2393555641174316,
      "learning_rate": 9.042316311528345e-07,
      "loss": 0.3504,
      "step": 2078120
    },
    {
      "epoch": 580.0,
      "grad_norm": 1.0216710567474365,
      "learning_rate": 9.042102927974112e-07,
      "loss": 0.3379,
      "step": 2078130
    },
    {
      "epoch": 580.0,
      "grad_norm": 1.305335283279419,
      "learning_rate": 9.041889546335909e-07,
      "loss": 0.3428,
      "step": 2078140
    },
    {
      "epoch": 580.0,
      "eval_loss": 0.34097716212272644,
      "eval_runtime": 63.5642,
      "eval_samples_per_second": 79.589,
      "eval_steps_per_second": 9.958,
      "step": 2078140
    },
    {
      "epoch": 580.0,
      "grad_norm": 1.0550016164779663,
      "learning_rate": 9.041676166613776e-07,
      "loss": 0.3434,
      "step": 2078150
    },
    {
      "epoch": 580.01,
      "grad_norm": 1.2138334512710571,
      "learning_rate": 9.041462788807713e-07,
      "loss": 0.3517,
      "step": 2078160
    },
    {
      "epoch": 580.01,
      "grad_norm": 1.0748791694641113,
      "learning_rate": 9.041249412917783e-07,
      "loss": 0.3333,
      "step": 2078170
    },
    {
      "epoch": 580.01,
      "grad_norm": 1.217085599899292,
      "learning_rate": 9.041036038943991e-07,
      "loss": 0.3368,
      "step": 2078180
    },
    {
      "epoch": 580.01,
      "grad_norm": 1.1373770236968994,
      "learning_rate": 9.040822666886373e-07,
      "loss": 0.3376,
      "step": 2078190
    },
    {
      "epoch": 580.02,
      "grad_norm": 1.0793746709823608,
      "learning_rate": 9.04060929674496e-07,
      "loss": 0.361,
      "step": 2078200
    },
    {
      "epoch": 580.02,
      "grad_norm": 1.3391753435134888,
      "learning_rate": 9.040395928519765e-07,
      "loss": 0.3318,
      "step": 2078210
    },
    {
      "epoch": 580.02,
      "grad_norm": 2.5548698902130127,
      "learning_rate": 9.040182562210845e-07,
      "loss": 0.3395,
      "step": 2078220
    },
    {
      "epoch": 580.03,
      "grad_norm": 1.2419569492340088,
      "learning_rate": 9.039969197818201e-07,
      "loss": 0.3448,
      "step": 2078230
    },
    {
      "epoch": 580.03,
      "grad_norm": 1.3077348470687866,
      "learning_rate": 9.039755835341874e-07,
      "loss": 0.3366,
      "step": 2078240
    },
    {
      "epoch": 580.03,
      "grad_norm": 1.1958246231079102,
      "learning_rate": 9.039542474781899e-07,
      "loss": 0.3396,
      "step": 2078250
    },
    {
      "epoch": 580.03,
      "grad_norm": 1.1512972116470337,
      "learning_rate": 9.039329116138287e-07,
      "loss": 0.3545,
      "step": 2078260
    },
    {
      "epoch": 580.04,
      "grad_norm": 1.0785648822784424,
      "learning_rate": 9.039115759411077e-07,
      "loss": 0.3482,
      "step": 2078270
    },
    {
      "epoch": 580.04,
      "grad_norm": 1.185875654220581,
      "learning_rate": 9.038902404600295e-07,
      "loss": 0.3484,
      "step": 2078280
    },
    {
      "epoch": 580.04,
      "grad_norm": 1.1555094718933105,
      "learning_rate": 9.038689051705977e-07,
      "loss": 0.3461,
      "step": 2078290
    },
    {
      "epoch": 580.04,
      "grad_norm": 1.1799510717391968,
      "learning_rate": 9.038475700728129e-07,
      "loss": 0.3499,
      "step": 2078300
    },
    {
      "epoch": 580.05,
      "grad_norm": 1.1500848531723022,
      "learning_rate": 9.038262351666813e-07,
      "loss": 0.3152,
      "step": 2078310
    },
    {
      "epoch": 580.05,
      "grad_norm": 1.0936509370803833,
      "learning_rate": 9.038049004522032e-07,
      "loss": 0.3321,
      "step": 2078320
    },
    {
      "epoch": 580.05,
      "grad_norm": 1.239856243133545,
      "learning_rate": 9.037835659293818e-07,
      "loss": 0.3441,
      "step": 2078330
    },
    {
      "epoch": 580.06,
      "grad_norm": 1.0373958349227905,
      "learning_rate": 9.037622315982213e-07,
      "loss": 0.357,
      "step": 2078340
    },
    {
      "epoch": 580.06,
      "grad_norm": 1.150943636894226,
      "learning_rate": 9.037408974587228e-07,
      "loss": 0.3363,
      "step": 2078350
    },
    {
      "epoch": 580.06,
      "grad_norm": 1.1858232021331787,
      "learning_rate": 9.0371956351089e-07,
      "loss": 0.3403,
      "step": 2078360
    },
    {
      "epoch": 580.06,
      "grad_norm": 1.079338788986206,
      "learning_rate": 9.036982297547255e-07,
      "loss": 0.3342,
      "step": 2078370
    },
    {
      "epoch": 580.07,
      "grad_norm": 1.051579475402832,
      "learning_rate": 9.036768961902332e-07,
      "loss": 0.3391,
      "step": 2078380
    },
    {
      "epoch": 580.07,
      "grad_norm": 1.1270625591278076,
      "learning_rate": 9.036555628174141e-07,
      "loss": 0.3667,
      "step": 2078390
    },
    {
      "epoch": 580.07,
      "grad_norm": 0.9903256297111511,
      "learning_rate": 9.036342296362722e-07,
      "loss": 0.3387,
      "step": 2078400
    },
    {
      "epoch": 580.08,
      "grad_norm": 1.2501007318496704,
      "learning_rate": 9.036128966468106e-07,
      "loss": 0.3323,
      "step": 2078410
    },
    {
      "epoch": 580.08,
      "grad_norm": 1.1294490098953247,
      "learning_rate": 9.035915638490302e-07,
      "loss": 0.3314,
      "step": 2078420
    },
    {
      "epoch": 580.08,
      "grad_norm": 1.0838344097137451,
      "learning_rate": 9.035702312429368e-07,
      "loss": 0.3306,
      "step": 2078430
    },
    {
      "epoch": 580.08,
      "grad_norm": 1.369246006011963,
      "learning_rate": 9.03548898828531e-07,
      "loss": 0.3284,
      "step": 2078440
    },
    {
      "epoch": 580.09,
      "grad_norm": 1.1147888898849487,
      "learning_rate": 9.035275666058162e-07,
      "loss": 0.3344,
      "step": 2078450
    },
    {
      "epoch": 580.09,
      "grad_norm": 1.1807076930999756,
      "learning_rate": 9.035062345747957e-07,
      "loss": 0.3206,
      "step": 2078460
    },
    {
      "epoch": 580.09,
      "grad_norm": 1.1958082914352417,
      "learning_rate": 9.034849027354727e-07,
      "loss": 0.3247,
      "step": 2078470
    },
    {
      "epoch": 580.09,
      "grad_norm": 1.3242905139923096,
      "learning_rate": 9.034635710878485e-07,
      "loss": 0.3341,
      "step": 2078480
    },
    {
      "epoch": 580.1,
      "grad_norm": 1.1527069807052612,
      "learning_rate": 9.034422396319268e-07,
      "loss": 0.3287,
      "step": 2078490
    },
    {
      "epoch": 580.1,
      "grad_norm": 1.1959048509597778,
      "learning_rate": 9.034209083677104e-07,
      "loss": 0.3463,
      "step": 2078500
    },
    {
      "epoch": 580.1,
      "grad_norm": 1.0883116722106934,
      "learning_rate": 9.033995772952024e-07,
      "loss": 0.3315,
      "step": 2078510
    },
    {
      "epoch": 580.11,
      "grad_norm": 1.261691689491272,
      "learning_rate": 9.033782464144063e-07,
      "loss": 0.3311,
      "step": 2078520
    },
    {
      "epoch": 580.11,
      "grad_norm": 1.1743828058242798,
      "learning_rate": 9.03356915725323e-07,
      "loss": 0.3516,
      "step": 2078530
    },
    {
      "epoch": 580.11,
      "grad_norm": 1.3506238460540771,
      "learning_rate": 9.033355852279564e-07,
      "loss": 0.3398,
      "step": 2078540
    },
    {
      "epoch": 580.11,
      "grad_norm": 1.1202787160873413,
      "learning_rate": 9.033142549223104e-07,
      "loss": 0.337,
      "step": 2078550
    },
    {
      "epoch": 580.12,
      "grad_norm": 1.2229329347610474,
      "learning_rate": 9.03292924808385e-07,
      "loss": 0.3446,
      "step": 2078560
    },
    {
      "epoch": 580.12,
      "grad_norm": 1.1424496173858643,
      "learning_rate": 9.032715948861864e-07,
      "loss": 0.3254,
      "step": 2078570
    },
    {
      "epoch": 580.12,
      "grad_norm": 1.2529302835464478,
      "learning_rate": 9.032502651557153e-07,
      "loss": 0.3399,
      "step": 2078580
    },
    {
      "epoch": 580.13,
      "grad_norm": 1.073425054550171,
      "learning_rate": 9.032289356169748e-07,
      "loss": 0.3224,
      "step": 2078590
    },
    {
      "epoch": 580.13,
      "grad_norm": 1.1488943099975586,
      "learning_rate": 9.032076062699682e-07,
      "loss": 0.3335,
      "step": 2078600
    },
    {
      "epoch": 580.13,
      "grad_norm": 1.1821731328964233,
      "learning_rate": 9.031862771146991e-07,
      "loss": 0.3471,
      "step": 2078610
    },
    {
      "epoch": 580.13,
      "grad_norm": 1.149067759513855,
      "learning_rate": 9.031649481511687e-07,
      "loss": 0.3557,
      "step": 2078620
    },
    {
      "epoch": 580.14,
      "grad_norm": 1.3996026515960693,
      "learning_rate": 9.031436193793804e-07,
      "loss": 0.3467,
      "step": 2078630
    },
    {
      "epoch": 580.14,
      "grad_norm": 1.1449687480926514,
      "learning_rate": 9.031222907993378e-07,
      "loss": 0.3449,
      "step": 2078640
    },
    {
      "epoch": 580.14,
      "grad_norm": 1.019331693649292,
      "learning_rate": 9.031009624110418e-07,
      "loss": 0.3408,
      "step": 2078650
    },
    {
      "epoch": 580.15,
      "grad_norm": 1.1540353298187256,
      "learning_rate": 9.03079634214498e-07,
      "loss": 0.3316,
      "step": 2078660
    },
    {
      "epoch": 580.15,
      "grad_norm": 1.4066482782363892,
      "learning_rate": 9.030583062097071e-07,
      "loss": 0.3455,
      "step": 2078670
    },
    {
      "epoch": 580.15,
      "grad_norm": 1.1521027088165283,
      "learning_rate": 9.030369783966727e-07,
      "loss": 0.3313,
      "step": 2078680
    },
    {
      "epoch": 580.15,
      "grad_norm": 1.0127618312835693,
      "learning_rate": 9.030156507753984e-07,
      "loss": 0.3347,
      "step": 2078690
    },
    {
      "epoch": 580.16,
      "grad_norm": 1.085452675819397,
      "learning_rate": 9.029943233458853e-07,
      "loss": 0.3334,
      "step": 2078700
    },
    {
      "epoch": 580.16,
      "grad_norm": 1.260536551475525,
      "learning_rate": 9.029729961081374e-07,
      "loss": 0.3511,
      "step": 2078710
    },
    {
      "epoch": 580.16,
      "grad_norm": 1.2356034517288208,
      "learning_rate": 9.029516690621571e-07,
      "loss": 0.3474,
      "step": 2078720
    },
    {
      "epoch": 580.16,
      "grad_norm": 1.2549102306365967,
      "learning_rate": 9.029303422079484e-07,
      "loss": 0.3344,
      "step": 2078730
    },
    {
      "epoch": 580.17,
      "grad_norm": 1.317861557006836,
      "learning_rate": 9.029090155455116e-07,
      "loss": 0.3456,
      "step": 2078740
    },
    {
      "epoch": 580.17,
      "grad_norm": 1.1018794775009155,
      "learning_rate": 9.028876890748526e-07,
      "loss": 0.3277,
      "step": 2078750
    },
    {
      "epoch": 580.17,
      "grad_norm": 1.0067754983901978,
      "learning_rate": 9.02866362795972e-07,
      "loss": 0.3549,
      "step": 2078760
    },
    {
      "epoch": 580.18,
      "grad_norm": 1.1707273721694946,
      "learning_rate": 9.028450367088734e-07,
      "loss": 0.3487,
      "step": 2078770
    },
    {
      "epoch": 580.18,
      "grad_norm": 1.3495995998382568,
      "learning_rate": 9.028237108135607e-07,
      "loss": 0.3532,
      "step": 2078780
    },
    {
      "epoch": 580.18,
      "grad_norm": 1.9471646547317505,
      "learning_rate": 9.028023851100336e-07,
      "loss": 0.3379,
      "step": 2078790
    },
    {
      "epoch": 580.18,
      "grad_norm": 1.1396251916885376,
      "learning_rate": 9.02781059598299e-07,
      "loss": 0.3338,
      "step": 2078800
    },
    {
      "epoch": 580.19,
      "grad_norm": 1.2181222438812256,
      "learning_rate": 9.027597342783568e-07,
      "loss": 0.3409,
      "step": 2078810
    },
    {
      "epoch": 580.19,
      "grad_norm": 1.1580413579940796,
      "learning_rate": 9.02738409150211e-07,
      "loss": 0.3413,
      "step": 2078820
    },
    {
      "epoch": 580.19,
      "grad_norm": 1.1736947298049927,
      "learning_rate": 9.027170842138647e-07,
      "loss": 0.3247,
      "step": 2078830
    },
    {
      "epoch": 580.2,
      "grad_norm": 1.282631754875183,
      "learning_rate": 9.026957594693198e-07,
      "loss": 0.3368,
      "step": 2078840
    },
    {
      "epoch": 580.2,
      "grad_norm": 1.2374552488327026,
      "learning_rate": 9.026744349165793e-07,
      "loss": 0.3542,
      "step": 2078850
    },
    {
      "epoch": 580.2,
      "grad_norm": 1.3677129745483398,
      "learning_rate": 9.026531105556464e-07,
      "loss": 0.3212,
      "step": 2078860
    },
    {
      "epoch": 580.2,
      "grad_norm": 1.0681734085083008,
      "learning_rate": 9.026317863865251e-07,
      "loss": 0.3471,
      "step": 2078870
    },
    {
      "epoch": 580.21,
      "grad_norm": 1.1406729221343994,
      "learning_rate": 9.026104624092148e-07,
      "loss": 0.3245,
      "step": 2078880
    },
    {
      "epoch": 580.21,
      "grad_norm": 1.6196484565734863,
      "learning_rate": 9.025891386237226e-07,
      "loss": 0.3309,
      "step": 2078890
    },
    {
      "epoch": 580.21,
      "grad_norm": 1.0378385782241821,
      "learning_rate": 9.025678150300485e-07,
      "loss": 0.337,
      "step": 2078900
    },
    {
      "epoch": 580.21,
      "grad_norm": 2.330343723297119,
      "learning_rate": 9.025464916281959e-07,
      "loss": 0.3455,
      "step": 2078910
    },
    {
      "epoch": 580.22,
      "grad_norm": 0.9948408603668213,
      "learning_rate": 9.02525168418169e-07,
      "loss": 0.3389,
      "step": 2078920
    },
    {
      "epoch": 580.22,
      "grad_norm": 1.2271673679351807,
      "learning_rate": 9.025038453999684e-07,
      "loss": 0.3373,
      "step": 2078930
    },
    {
      "epoch": 580.22,
      "grad_norm": 1.3020306825637817,
      "learning_rate": 9.024825225735983e-07,
      "loss": 0.3388,
      "step": 2078940
    },
    {
      "epoch": 580.23,
      "grad_norm": 1.3214459419250488,
      "learning_rate": 9.024611999390611e-07,
      "loss": 0.3375,
      "step": 2078950
    },
    {
      "epoch": 580.23,
      "grad_norm": 1.210083246231079,
      "learning_rate": 9.024398774963607e-07,
      "loss": 0.3284,
      "step": 2078960
    },
    {
      "epoch": 580.23,
      "grad_norm": 1.1669237613677979,
      "learning_rate": 9.024185552454982e-07,
      "loss": 0.3554,
      "step": 2078970
    },
    {
      "epoch": 580.23,
      "grad_norm": 1.139862060546875,
      "learning_rate": 9.023972331864774e-07,
      "loss": 0.3479,
      "step": 2078980
    },
    {
      "epoch": 580.24,
      "grad_norm": 2.7880382537841797,
      "learning_rate": 9.02375911319302e-07,
      "loss": 0.3469,
      "step": 2078990
    },
    {
      "epoch": 580.24,
      "grad_norm": 1.0609757900238037,
      "learning_rate": 9.02354589643972e-07,
      "loss": 0.345,
      "step": 2079000
    },
    {
      "epoch": 580.24,
      "grad_norm": 1.1816555261611938,
      "learning_rate": 9.023332681604939e-07,
      "loss": 0.3413,
      "step": 2079010
    },
    {
      "epoch": 580.25,
      "grad_norm": 1.2176642417907715,
      "learning_rate": 9.023119468688679e-07,
      "loss": 0.3491,
      "step": 2079020
    },
    {
      "epoch": 580.25,
      "grad_norm": 1.2201308012008667,
      "learning_rate": 9.022906257690976e-07,
      "loss": 0.337,
      "step": 2079030
    },
    {
      "epoch": 580.25,
      "grad_norm": 1.2443835735321045,
      "learning_rate": 9.022693048611861e-07,
      "loss": 0.3244,
      "step": 2079040
    },
    {
      "epoch": 580.25,
      "grad_norm": 1.204116940498352,
      "learning_rate": 9.022479841451369e-07,
      "loss": 0.348,
      "step": 2079050
    },
    {
      "epoch": 580.26,
      "grad_norm": 1.1491854190826416,
      "learning_rate": 9.022266636209511e-07,
      "loss": 0.3493,
      "step": 2079060
    },
    {
      "epoch": 580.26,
      "grad_norm": 1.1392734050750732,
      "learning_rate": 9.022053432886322e-07,
      "loss": 0.351,
      "step": 2079070
    },
    {
      "epoch": 580.26,
      "grad_norm": 1.1698797941207886,
      "learning_rate": 9.021840231481836e-07,
      "loss": 0.3453,
      "step": 2079080
    },
    {
      "epoch": 580.27,
      "grad_norm": 1.371647834777832,
      "learning_rate": 9.02162703199608e-07,
      "loss": 0.3341,
      "step": 2079090
    },
    {
      "epoch": 580.27,
      "grad_norm": 1.148571252822876,
      "learning_rate": 9.021413834429086e-07,
      "loss": 0.3418,
      "step": 2079100
    },
    {
      "epoch": 580.27,
      "grad_norm": 0.9269875884056091,
      "learning_rate": 9.021200638780868e-07,
      "loss": 0.3344,
      "step": 2079110
    },
    {
      "epoch": 580.27,
      "grad_norm": 1.064280390739441,
      "learning_rate": 9.020987445051465e-07,
      "loss": 0.3267,
      "step": 2079120
    },
    {
      "epoch": 580.28,
      "grad_norm": 1.1519923210144043,
      "learning_rate": 9.020774253240903e-07,
      "loss": 0.3315,
      "step": 2079130
    },
    {
      "epoch": 580.28,
      "grad_norm": 1.3106303215026855,
      "learning_rate": 9.020561063349213e-07,
      "loss": 0.3595,
      "step": 2079140
    },
    {
      "epoch": 580.28,
      "grad_norm": 1.198421597480774,
      "learning_rate": 9.020347875376427e-07,
      "loss": 0.3347,
      "step": 2079150
    },
    {
      "epoch": 580.28,
      "grad_norm": 1.2459321022033691,
      "learning_rate": 9.020134689322563e-07,
      "loss": 0.3228,
      "step": 2079160
    },
    {
      "epoch": 580.29,
      "grad_norm": 1.0896077156066895,
      "learning_rate": 9.019921505187652e-07,
      "loss": 0.3463,
      "step": 2079170
    },
    {
      "epoch": 580.29,
      "grad_norm": 1.297482967376709,
      "learning_rate": 9.019708322971723e-07,
      "loss": 0.3352,
      "step": 2079180
    },
    {
      "epoch": 580.29,
      "grad_norm": 1.3269227743148804,
      "learning_rate": 9.019495142674818e-07,
      "loss": 0.336,
      "step": 2079190
    },
    {
      "epoch": 580.3,
      "grad_norm": 1.0831009149551392,
      "learning_rate": 9.019281964296943e-07,
      "loss": 0.3729,
      "step": 2079200
    },
    {
      "epoch": 580.3,
      "grad_norm": 1.2142194509506226,
      "learning_rate": 9.019068787838135e-07,
      "loss": 0.3205,
      "step": 2079210
    },
    {
      "epoch": 580.3,
      "grad_norm": 1.2098817825317383,
      "learning_rate": 9.018855613298434e-07,
      "loss": 0.3397,
      "step": 2079220
    },
    {
      "epoch": 580.3,
      "grad_norm": 1.1996989250183105,
      "learning_rate": 9.018642440677842e-07,
      "loss": 0.3221,
      "step": 2079230
    },
    {
      "epoch": 580.31,
      "grad_norm": 1.0377534627914429,
      "learning_rate": 9.018429269976423e-07,
      "loss": 0.3264,
      "step": 2079240
    },
    {
      "epoch": 580.31,
      "grad_norm": 1.1826859712600708,
      "learning_rate": 9.018216101194176e-07,
      "loss": 0.3524,
      "step": 2079250
    },
    {
      "epoch": 580.31,
      "grad_norm": 1.1624608039855957,
      "learning_rate": 9.018002934331139e-07,
      "loss": 0.3217,
      "step": 2079260
    },
    {
      "epoch": 580.32,
      "grad_norm": 1.163805603981018,
      "learning_rate": 9.017789769387342e-07,
      "loss": 0.3289,
      "step": 2079270
    },
    {
      "epoch": 580.32,
      "grad_norm": 1.3035366535186768,
      "learning_rate": 9.017576606362818e-07,
      "loss": 0.3334,
      "step": 2079280
    },
    {
      "epoch": 580.32,
      "grad_norm": 1.1152617931365967,
      "learning_rate": 9.017363445257584e-07,
      "loss": 0.3357,
      "step": 2079290
    },
    {
      "epoch": 580.32,
      "grad_norm": 1.2099589109420776,
      "learning_rate": 9.017150286071674e-07,
      "loss": 0.3373,
      "step": 2079300
    },
    {
      "epoch": 580.33,
      "grad_norm": 1.043372631072998,
      "learning_rate": 9.016937128805125e-07,
      "loss": 0.3285,
      "step": 2079310
    },
    {
      "epoch": 580.33,
      "grad_norm": 1.1863657236099243,
      "learning_rate": 9.016723973457939e-07,
      "loss": 0.3386,
      "step": 2079320
    },
    {
      "epoch": 580.33,
      "grad_norm": 1.3279533386230469,
      "learning_rate": 9.01651082003018e-07,
      "loss": 0.3354,
      "step": 2079330
    },
    {
      "epoch": 580.33,
      "grad_norm": 2.4808456897735596,
      "learning_rate": 9.016297668521848e-07,
      "loss": 0.3179,
      "step": 2079340
    },
    {
      "epoch": 580.34,
      "grad_norm": 2.9509117603302,
      "learning_rate": 9.016084518932983e-07,
      "loss": 0.3504,
      "step": 2079350
    },
    {
      "epoch": 580.34,
      "grad_norm": 1.239295482635498,
      "learning_rate": 9.015871371263622e-07,
      "loss": 0.3374,
      "step": 2079360
    },
    {
      "epoch": 580.34,
      "grad_norm": 1.303180456161499,
      "learning_rate": 9.015658225513768e-07,
      "loss": 0.3545,
      "step": 2079370
    },
    {
      "epoch": 580.35,
      "grad_norm": 1.3105401992797852,
      "learning_rate": 9.015445081683479e-07,
      "loss": 0.3464,
      "step": 2079380
    },
    {
      "epoch": 580.35,
      "grad_norm": 1.152787685394287,
      "learning_rate": 9.015231939772762e-07,
      "loss": 0.3386,
      "step": 2079390
    },
    {
      "epoch": 580.35,
      "grad_norm": 1.275497317314148,
      "learning_rate": 9.015018799781652e-07,
      "loss": 0.3507,
      "step": 2079400
    },
    {
      "epoch": 580.35,
      "grad_norm": 0.9685375094413757,
      "learning_rate": 9.014805661710178e-07,
      "loss": 0.3241,
      "step": 2079410
    },
    {
      "epoch": 580.36,
      "grad_norm": 1.3657089471817017,
      "learning_rate": 9.014592525558378e-07,
      "loss": 0.3404,
      "step": 2079420
    },
    {
      "epoch": 580.36,
      "grad_norm": 1.1824617385864258,
      "learning_rate": 9.014379391326263e-07,
      "loss": 0.3389,
      "step": 2079430
    },
    {
      "epoch": 580.36,
      "grad_norm": 1.3387491703033447,
      "learning_rate": 9.014166259013871e-07,
      "loss": 0.3523,
      "step": 2079440
    },
    {
      "epoch": 580.37,
      "grad_norm": 1.1502822637557983,
      "learning_rate": 9.013953128621235e-07,
      "loss": 0.3544,
      "step": 2079450
    },
    {
      "epoch": 580.37,
      "grad_norm": 1.1466478109359741,
      "learning_rate": 9.013740000148359e-07,
      "loss": 0.3363,
      "step": 2079460
    },
    {
      "epoch": 580.37,
      "grad_norm": 0.972831130027771,
      "learning_rate": 9.013526873595307e-07,
      "loss": 0.3453,
      "step": 2079470
    },
    {
      "epoch": 580.37,
      "grad_norm": 1.0917912721633911,
      "learning_rate": 9.013313748962082e-07,
      "loss": 0.3456,
      "step": 2079480
    },
    {
      "epoch": 580.38,
      "grad_norm": 1.2457313537597656,
      "learning_rate": 9.013100626248719e-07,
      "loss": 0.334,
      "step": 2079490
    },
    {
      "epoch": 580.38,
      "grad_norm": 1.2707719802856445,
      "learning_rate": 9.012887505455255e-07,
      "loss": 0.3391,
      "step": 2079500
    },
    {
      "epoch": 580.38,
      "grad_norm": 1.2325241565704346,
      "learning_rate": 9.012674386581706e-07,
      "loss": 0.3282,
      "step": 2079510
    },
    {
      "epoch": 580.39,
      "grad_norm": 1.0237727165222168,
      "learning_rate": 9.012461269628104e-07,
      "loss": 0.3363,
      "step": 2079520
    },
    {
      "epoch": 580.39,
      "grad_norm": 1.3120442628860474,
      "learning_rate": 9.012248154594476e-07,
      "loss": 0.3455,
      "step": 2079530
    },
    {
      "epoch": 580.39,
      "grad_norm": 1.4841679334640503,
      "learning_rate": 9.012035041480864e-07,
      "loss": 0.3256,
      "step": 2079540
    },
    {
      "epoch": 580.39,
      "grad_norm": 1.2485085725784302,
      "learning_rate": 9.011821930287268e-07,
      "loss": 0.3441,
      "step": 2079550
    },
    {
      "epoch": 580.4,
      "grad_norm": 1.2490116357803345,
      "learning_rate": 9.01160882101375e-07,
      "loss": 0.3269,
      "step": 2079560
    },
    {
      "epoch": 580.4,
      "grad_norm": 1.2435228824615479,
      "learning_rate": 9.011395713660315e-07,
      "loss": 0.3279,
      "step": 2079570
    },
    {
      "epoch": 580.4,
      "grad_norm": 1.590381383895874,
      "learning_rate": 9.011182608226997e-07,
      "loss": 0.3446,
      "step": 2079580
    },
    {
      "epoch": 580.4,
      "grad_norm": 1.0496857166290283,
      "learning_rate": 9.010969504713834e-07,
      "loss": 0.3547,
      "step": 2079590
    },
    {
      "epoch": 580.41,
      "grad_norm": 1.3536056280136108,
      "learning_rate": 9.010756403120839e-07,
      "loss": 0.3468,
      "step": 2079600
    },
    {
      "epoch": 580.41,
      "grad_norm": 1.0794570446014404,
      "learning_rate": 9.010543303448045e-07,
      "loss": 0.3167,
      "step": 2079610
    },
    {
      "epoch": 580.41,
      "grad_norm": 1.287900686264038,
      "learning_rate": 9.010330205695484e-07,
      "loss": 0.3574,
      "step": 2079620
    },
    {
      "epoch": 580.42,
      "grad_norm": 4.83389949798584,
      "learning_rate": 9.010117109863192e-07,
      "loss": 0.3289,
      "step": 2079630
    },
    {
      "epoch": 580.42,
      "grad_norm": 1.2273979187011719,
      "learning_rate": 9.009904015951181e-07,
      "loss": 0.3318,
      "step": 2079640
    },
    {
      "epoch": 580.42,
      "grad_norm": 2.0316579341888428,
      "learning_rate": 9.009690923959487e-07,
      "loss": 0.3483,
      "step": 2079650
    },
    {
      "epoch": 580.42,
      "grad_norm": 1.4696122407913208,
      "learning_rate": 9.009477833888138e-07,
      "loss": 0.3344,
      "step": 2079660
    },
    {
      "epoch": 580.43,
      "grad_norm": 1.1148898601531982,
      "learning_rate": 9.009264745737162e-07,
      "loss": 0.3283,
      "step": 2079670
    },
    {
      "epoch": 580.43,
      "grad_norm": 1.2530052661895752,
      "learning_rate": 9.009051659506597e-07,
      "loss": 0.3466,
      "step": 2079680
    },
    {
      "epoch": 580.43,
      "grad_norm": 3.651778221130371,
      "learning_rate": 9.008838575196446e-07,
      "loss": 0.332,
      "step": 2079690
    },
    {
      "epoch": 580.44,
      "grad_norm": 1.3384934663772583,
      "learning_rate": 9.00862549280677e-07,
      "loss": 0.3478,
      "step": 2079700
    },
    {
      "epoch": 580.44,
      "grad_norm": 1.1611430644989014,
      "learning_rate": 9.008412412337574e-07,
      "loss": 0.3309,
      "step": 2079710
    },
    {
      "epoch": 580.44,
      "grad_norm": 1.1811985969543457,
      "learning_rate": 9.008199333788891e-07,
      "loss": 0.3413,
      "step": 2079720
    },
    {
      "epoch": 580.44,
      "grad_norm": 1.184490442276001,
      "learning_rate": 9.007986257160759e-07,
      "loss": 0.3492,
      "step": 2079730
    },
    {
      "epoch": 580.45,
      "grad_norm": 1.0086371898651123,
      "learning_rate": 9.007773182453194e-07,
      "loss": 0.3322,
      "step": 2079740
    },
    {
      "epoch": 580.45,
      "grad_norm": 1.2402489185333252,
      "learning_rate": 9.007560109666231e-07,
      "loss": 0.3435,
      "step": 2079750
    },
    {
      "epoch": 580.45,
      "grad_norm": 1.0866385698318481,
      "learning_rate": 9.007347038799894e-07,
      "loss": 0.3389,
      "step": 2079760
    },
    {
      "epoch": 580.45,
      "grad_norm": 1.5135266780853271,
      "learning_rate": 9.007133969854223e-07,
      "loss": 0.3415,
      "step": 2079770
    },
    {
      "epoch": 580.46,
      "grad_norm": 1.1880916357040405,
      "learning_rate": 9.006920902829231e-07,
      "loss": 0.3383,
      "step": 2079780
    },
    {
      "epoch": 580.46,
      "grad_norm": 1.1011584997177124,
      "learning_rate": 9.006707837724949e-07,
      "loss": 0.3218,
      "step": 2079790
    },
    {
      "epoch": 580.46,
      "grad_norm": 1.4787545204162598,
      "learning_rate": 9.006494774541421e-07,
      "loss": 0.3376,
      "step": 2079800
    },
    {
      "epoch": 580.47,
      "grad_norm": 1.5035501718521118,
      "learning_rate": 9.006281713278648e-07,
      "loss": 0.3428,
      "step": 2079810
    },
    {
      "epoch": 580.47,
      "grad_norm": 1.2093088626861572,
      "learning_rate": 9.00606865393669e-07,
      "loss": 0.3242,
      "step": 2079820
    },
    {
      "epoch": 580.47,
      "grad_norm": 1.2052290439605713,
      "learning_rate": 9.005855596515549e-07,
      "loss": 0.3351,
      "step": 2079830
    },
    {
      "epoch": 580.47,
      "grad_norm": 1.1357496976852417,
      "learning_rate": 9.005642541015265e-07,
      "loss": 0.329,
      "step": 2079840
    },
    {
      "epoch": 580.48,
      "grad_norm": 1.2268636226654053,
      "learning_rate": 9.005429487435867e-07,
      "loss": 0.3392,
      "step": 2079850
    },
    {
      "epoch": 580.48,
      "grad_norm": 1.301734209060669,
      "learning_rate": 9.005216435777388e-07,
      "loss": 0.3405,
      "step": 2079860
    },
    {
      "epoch": 580.48,
      "grad_norm": 1.0542713403701782,
      "learning_rate": 9.00500338603984e-07,
      "loss": 0.3461,
      "step": 2079870
    },
    {
      "epoch": 580.49,
      "grad_norm": 1.182978630065918,
      "learning_rate": 9.004790338223264e-07,
      "loss": 0.3302,
      "step": 2079880
    },
    {
      "epoch": 580.49,
      "grad_norm": 1.1504868268966675,
      "learning_rate": 9.004577292327693e-07,
      "loss": 0.3285,
      "step": 2079890
    },
    {
      "epoch": 580.49,
      "grad_norm": 1.0905407667160034,
      "learning_rate": 9.00436424835313e-07,
      "loss": 0.329,
      "step": 2079900
    },
    {
      "epoch": 580.49,
      "grad_norm": 7.366735935211182,
      "learning_rate": 9.004151206299639e-07,
      "loss": 0.3355,
      "step": 2079910
    },
    {
      "epoch": 580.5,
      "grad_norm": 11.077474594116211,
      "learning_rate": 9.003938166167224e-07,
      "loss": 0.3421,
      "step": 2079920
    },
    {
      "epoch": 580.5,
      "grad_norm": 1.2421785593032837,
      "learning_rate": 9.003725127955917e-07,
      "loss": 0.3313,
      "step": 2079930
    },
    {
      "epoch": 580.5,
      "grad_norm": 1.230512022972107,
      "learning_rate": 9.003512091665759e-07,
      "loss": 0.3465,
      "step": 2079940
    },
    {
      "epoch": 580.51,
      "grad_norm": 1.1082603931427002,
      "learning_rate": 9.003299057296752e-07,
      "loss": 0.346,
      "step": 2079950
    },
    {
      "epoch": 580.51,
      "grad_norm": 1.2241612672805786,
      "learning_rate": 9.003086024848957e-07,
      "loss": 0.333,
      "step": 2079960
    },
    {
      "epoch": 580.51,
      "grad_norm": 1.2444969415664673,
      "learning_rate": 9.002872994322379e-07,
      "loss": 0.3354,
      "step": 2079970
    },
    {
      "epoch": 580.51,
      "grad_norm": 1.2175711393356323,
      "learning_rate": 9.002659965717055e-07,
      "loss": 0.3422,
      "step": 2079980
    },
    {
      "epoch": 580.52,
      "grad_norm": 1.1695345640182495,
      "learning_rate": 9.00244693903301e-07,
      "loss": 0.3337,
      "step": 2079990
    },
    {
      "epoch": 580.52,
      "grad_norm": 1.1822748184204102,
      "learning_rate": 9.002233914270285e-07,
      "loss": 0.3374,
      "step": 2080000
    },
    {
      "epoch": 580.52,
      "grad_norm": 1.1577228307724,
      "learning_rate": 9.00202089142889e-07,
      "loss": 0.331,
      "step": 2080010
    },
    {
      "epoch": 580.52,
      "grad_norm": 1.217724084854126,
      "learning_rate": 9.001807870508859e-07,
      "loss": 0.3457,
      "step": 2080020
    },
    {
      "epoch": 580.53,
      "grad_norm": 1.2313426733016968,
      "learning_rate": 9.001594851510231e-07,
      "loss": 0.3445,
      "step": 2080030
    },
    {
      "epoch": 580.53,
      "grad_norm": 1.071043610572815,
      "learning_rate": 9.001381834433008e-07,
      "loss": 0.334,
      "step": 2080040
    },
    {
      "epoch": 580.53,
      "grad_norm": 1.12791907787323,
      "learning_rate": 9.001168819277254e-07,
      "loss": 0.3412,
      "step": 2080050
    },
    {
      "epoch": 580.54,
      "grad_norm": 1.2152777910232544,
      "learning_rate": 9.000955806042974e-07,
      "loss": 0.3303,
      "step": 2080060
    },
    {
      "epoch": 580.54,
      "grad_norm": 1.277686357498169,
      "learning_rate": 9.0007427947302e-07,
      "loss": 0.3284,
      "step": 2080070
    },
    {
      "epoch": 580.54,
      "grad_norm": 1.3596388101577759,
      "learning_rate": 9.00052978533896e-07,
      "loss": 0.3351,
      "step": 2080080
    },
    {
      "epoch": 580.54,
      "grad_norm": 1.2324671745300293,
      "learning_rate": 9.000316777869297e-07,
      "loss": 0.34,
      "step": 2080090
    },
    {
      "epoch": 580.55,
      "grad_norm": 1.1332154273986816,
      "learning_rate": 9.000103772321218e-07,
      "loss": 0.3364,
      "step": 2080100
    },
    {
      "epoch": 580.55,
      "grad_norm": 1.3005880117416382,
      "learning_rate": 8.999890768694757e-07,
      "loss": 0.3395,
      "step": 2080110
    },
    {
      "epoch": 580.55,
      "grad_norm": 1.5323439836502075,
      "learning_rate": 8.999677766989956e-07,
      "loss": 0.3236,
      "step": 2080120
    },
    {
      "epoch": 580.56,
      "grad_norm": 1.2792710065841675,
      "learning_rate": 8.999464767206817e-07,
      "loss": 0.3389,
      "step": 2080130
    },
    {
      "epoch": 580.56,
      "grad_norm": 1.165570855140686,
      "learning_rate": 8.9992517693454e-07,
      "loss": 0.3332,
      "step": 2080140
    },
    {
      "epoch": 580.56,
      "grad_norm": 1.4736692905426025,
      "learning_rate": 8.99903877340571e-07,
      "loss": 0.3194,
      "step": 2080150
    },
    {
      "epoch": 580.56,
      "grad_norm": 1.2018184661865234,
      "learning_rate": 8.998825779387784e-07,
      "loss": 0.3294,
      "step": 2080160
    },
    {
      "epoch": 580.57,
      "grad_norm": 0.97903972864151,
      "learning_rate": 8.998612787291658e-07,
      "loss": 0.3331,
      "step": 2080170
    },
    {
      "epoch": 580.57,
      "grad_norm": 1.0593526363372803,
      "learning_rate": 8.998399797117343e-07,
      "loss": 0.3435,
      "step": 2080180
    },
    {
      "epoch": 580.57,
      "grad_norm": 1.1296181678771973,
      "learning_rate": 8.998186808864876e-07,
      "loss": 0.3454,
      "step": 2080190
    },
    {
      "epoch": 580.57,
      "grad_norm": 1.2392754554748535,
      "learning_rate": 8.997973822534285e-07,
      "loss": 0.3421,
      "step": 2080200
    },
    {
      "epoch": 580.58,
      "grad_norm": 1.0468642711639404,
      "learning_rate": 8.997760838125607e-07,
      "loss": 0.3486,
      "step": 2080210
    },
    {
      "epoch": 580.58,
      "grad_norm": 1.2273694276809692,
      "learning_rate": 8.997547855638846e-07,
      "loss": 0.3385,
      "step": 2080220
    },
    {
      "epoch": 580.58,
      "grad_norm": 1.2685489654541016,
      "learning_rate": 8.997334875074063e-07,
      "loss": 0.3366,
      "step": 2080230
    },
    {
      "epoch": 580.59,
      "grad_norm": 1.2672642469406128,
      "learning_rate": 8.997121896431263e-07,
      "loss": 0.3513,
      "step": 2080240
    },
    {
      "epoch": 580.59,
      "grad_norm": 1.1392810344696045,
      "learning_rate": 8.99690891971048e-07,
      "loss": 0.3399,
      "step": 2080250
    },
    {
      "epoch": 580.59,
      "grad_norm": 1.0287854671478271,
      "learning_rate": 8.996695944911751e-07,
      "loss": 0.3195,
      "step": 2080260
    },
    {
      "epoch": 580.59,
      "grad_norm": 0.9721471667289734,
      "learning_rate": 8.996482972035081e-07,
      "loss": 0.3449,
      "step": 2080270
    },
    {
      "epoch": 580.6,
      "grad_norm": 1.0600130558013916,
      "learning_rate": 8.996270001080532e-07,
      "loss": 0.3404,
      "step": 2080280
    },
    {
      "epoch": 580.6,
      "grad_norm": 1.173119306564331,
      "learning_rate": 8.996057032048104e-07,
      "loss": 0.3487,
      "step": 2080290
    },
    {
      "epoch": 580.6,
      "grad_norm": 1.1990296840667725,
      "learning_rate": 8.99584406493784e-07,
      "loss": 0.3592,
      "step": 2080300
    },
    {
      "epoch": 580.61,
      "grad_norm": 1.2606345415115356,
      "learning_rate": 8.99563109974977e-07,
      "loss": 0.3453,
      "step": 2080310
    },
    {
      "epoch": 580.61,
      "grad_norm": 1.0903611183166504,
      "learning_rate": 8.995418136483909e-07,
      "loss": 0.329,
      "step": 2080320
    },
    {
      "epoch": 580.61,
      "grad_norm": 1.1553735733032227,
      "learning_rate": 8.995205175140292e-07,
      "loss": 0.3552,
      "step": 2080330
    },
    {
      "epoch": 580.61,
      "grad_norm": 1.0451996326446533,
      "learning_rate": 8.994992215718948e-07,
      "loss": 0.3285,
      "step": 2080340
    },
    {
      "epoch": 580.62,
      "grad_norm": 0.9823791980743408,
      "learning_rate": 8.994779258219917e-07,
      "loss": 0.3257,
      "step": 2080350
    },
    {
      "epoch": 580.62,
      "grad_norm": 1.0251502990722656,
      "learning_rate": 8.994566302643197e-07,
      "loss": 0.3432,
      "step": 2080360
    },
    {
      "epoch": 580.62,
      "grad_norm": 1.310882806777954,
      "learning_rate": 8.994353348988851e-07,
      "loss": 0.3218,
      "step": 2080370
    },
    {
      "epoch": 580.63,
      "grad_norm": 1.4596424102783203,
      "learning_rate": 8.994140397256886e-07,
      "loss": 0.336,
      "step": 2080380
    },
    {
      "epoch": 580.63,
      "grad_norm": 1.3865995407104492,
      "learning_rate": 8.993927447447335e-07,
      "loss": 0.3351,
      "step": 2080390
    },
    {
      "epoch": 580.63,
      "grad_norm": 1.1627007722854614,
      "learning_rate": 8.993714499560235e-07,
      "loss": 0.3374,
      "step": 2080400
    },
    {
      "epoch": 580.63,
      "grad_norm": 1.1795425415039062,
      "learning_rate": 8.9935015535956e-07,
      "loss": 0.335,
      "step": 2080410
    },
    {
      "epoch": 580.64,
      "grad_norm": 2.6479506492614746,
      "learning_rate": 8.993288609553463e-07,
      "loss": 0.3326,
      "step": 2080420
    },
    {
      "epoch": 580.64,
      "grad_norm": 1.2042573690414429,
      "learning_rate": 8.993075667433857e-07,
      "loss": 0.3351,
      "step": 2080430
    },
    {
      "epoch": 580.64,
      "grad_norm": 1.3158776760101318,
      "learning_rate": 8.992862727236816e-07,
      "loss": 0.3424,
      "step": 2080440
    },
    {
      "epoch": 580.64,
      "grad_norm": 1.2223650217056274,
      "learning_rate": 8.992649788962351e-07,
      "loss": 0.3283,
      "step": 2080450
    },
    {
      "epoch": 580.65,
      "grad_norm": 1.4024800062179565,
      "learning_rate": 8.9924368526105e-07,
      "loss": 0.3456,
      "step": 2080460
    },
    {
      "epoch": 580.65,
      "grad_norm": 1.265836238861084,
      "learning_rate": 8.992223918181297e-07,
      "loss": 0.3331,
      "step": 2080470
    },
    {
      "epoch": 580.65,
      "grad_norm": 2.277076005935669,
      "learning_rate": 8.99201098567475e-07,
      "loss": 0.3393,
      "step": 2080480
    },
    {
      "epoch": 580.66,
      "grad_norm": 1.1999881267547607,
      "learning_rate": 8.991798055090916e-07,
      "loss": 0.3437,
      "step": 2080490
    },
    {
      "epoch": 580.66,
      "grad_norm": 1.1661279201507568,
      "learning_rate": 8.991585126429801e-07,
      "loss": 0.343,
      "step": 2080500
    },
    {
      "epoch": 580.66,
      "grad_norm": 1.2554991245269775,
      "learning_rate": 8.991372199691443e-07,
      "loss": 0.3316,
      "step": 2080510
    },
    {
      "epoch": 580.66,
      "grad_norm": 1.1424851417541504,
      "learning_rate": 8.991159274875867e-07,
      "loss": 0.3299,
      "step": 2080520
    },
    {
      "epoch": 580.67,
      "grad_norm": 1.2727322578430176,
      "learning_rate": 8.990946351983104e-07,
      "loss": 0.3374,
      "step": 2080530
    },
    {
      "epoch": 580.67,
      "grad_norm": 1.2265292406082153,
      "learning_rate": 8.99073343101319e-07,
      "loss": 0.3467,
      "step": 2080540
    },
    {
      "epoch": 580.67,
      "grad_norm": 1.1650408506393433,
      "learning_rate": 8.990520511966134e-07,
      "loss": 0.352,
      "step": 2080550
    },
    {
      "epoch": 580.68,
      "grad_norm": 1.2715157270431519,
      "learning_rate": 8.990307594841977e-07,
      "loss": 0.3391,
      "step": 2080560
    },
    {
      "epoch": 580.68,
      "grad_norm": 1.2863764762878418,
      "learning_rate": 8.990094679640744e-07,
      "loss": 0.3382,
      "step": 2080570
    },
    {
      "epoch": 580.68,
      "grad_norm": 1.0350161790847778,
      "learning_rate": 8.989881766362473e-07,
      "loss": 0.332,
      "step": 2080580
    },
    {
      "epoch": 580.68,
      "grad_norm": 1.1999233961105347,
      "learning_rate": 8.989668855007176e-07,
      "loss": 0.3333,
      "step": 2080590
    },
    {
      "epoch": 580.69,
      "grad_norm": 1.4501800537109375,
      "learning_rate": 8.989455945574889e-07,
      "loss": 0.3519,
      "step": 2080600
    },
    {
      "epoch": 580.69,
      "grad_norm": 1.1189790964126587,
      "learning_rate": 8.989243038065648e-07,
      "loss": 0.3123,
      "step": 2080610
    },
    {
      "epoch": 580.69,
      "grad_norm": 1.1397852897644043,
      "learning_rate": 8.989030132479459e-07,
      "loss": 0.3479,
      "step": 2080620
    },
    {
      "epoch": 580.69,
      "grad_norm": 0.9918606877326965,
      "learning_rate": 8.988817228816382e-07,
      "loss": 0.3252,
      "step": 2080630
    },
    {
      "epoch": 580.7,
      "grad_norm": 0.996819257736206,
      "learning_rate": 8.98860432707642e-07,
      "loss": 0.3347,
      "step": 2080640
    },
    {
      "epoch": 580.7,
      "grad_norm": 1.295075535774231,
      "learning_rate": 8.988391427259611e-07,
      "loss": 0.3457,
      "step": 2080650
    },
    {
      "epoch": 580.7,
      "grad_norm": 1.0521687269210815,
      "learning_rate": 8.988178529365978e-07,
      "loss": 0.328,
      "step": 2080660
    },
    {
      "epoch": 580.71,
      "grad_norm": 1.2472038269042969,
      "learning_rate": 8.987965633395566e-07,
      "loss": 0.3389,
      "step": 2080670
    },
    {
      "epoch": 580.71,
      "grad_norm": 1.1215101480484009,
      "learning_rate": 8.987752739348382e-07,
      "loss": 0.3364,
      "step": 2080680
    },
    {
      "epoch": 580.71,
      "grad_norm": 1.2046316862106323,
      "learning_rate": 8.987539847224464e-07,
      "loss": 0.3466,
      "step": 2080690
    },
    {
      "epoch": 580.71,
      "grad_norm": 1.2360563278198242,
      "learning_rate": 8.987326957023845e-07,
      "loss": 0.347,
      "step": 2080700
    },
    {
      "epoch": 580.72,
      "grad_norm": 1.053663730621338,
      "learning_rate": 8.987114068746533e-07,
      "loss": 0.3509,
      "step": 2080710
    },
    {
      "epoch": 580.72,
      "grad_norm": 1.0476264953613281,
      "learning_rate": 8.98690118239259e-07,
      "loss": 0.3346,
      "step": 2080720
    },
    {
      "epoch": 580.72,
      "grad_norm": 1.0539718866348267,
      "learning_rate": 8.986688297962013e-07,
      "loss": 0.3448,
      "step": 2080730
    },
    {
      "epoch": 580.73,
      "grad_norm": 1.0552095174789429,
      "learning_rate": 8.986475415454847e-07,
      "loss": 0.3426,
      "step": 2080740
    },
    {
      "epoch": 580.73,
      "grad_norm": 1.238897681236267,
      "learning_rate": 8.98626253487112e-07,
      "loss": 0.3255,
      "step": 2080750
    },
    {
      "epoch": 580.73,
      "grad_norm": 1.0715866088867188,
      "learning_rate": 8.986049656210853e-07,
      "loss": 0.3303,
      "step": 2080760
    },
    {
      "epoch": 580.73,
      "grad_norm": 0.963265061378479,
      "learning_rate": 8.985836779474077e-07,
      "loss": 0.3306,
      "step": 2080770
    },
    {
      "epoch": 580.74,
      "grad_norm": 1.1641085147857666,
      "learning_rate": 8.98562390466082e-07,
      "loss": 0.3468,
      "step": 2080780
    },
    {
      "epoch": 580.74,
      "grad_norm": 1.1850271224975586,
      "learning_rate": 8.985411031771119e-07,
      "loss": 0.3492,
      "step": 2080790
    },
    {
      "epoch": 580.74,
      "grad_norm": 1.2585493326187134,
      "learning_rate": 8.985198160804981e-07,
      "loss": 0.3314,
      "step": 2080800
    },
    {
      "epoch": 580.75,
      "grad_norm": 1.1952524185180664,
      "learning_rate": 8.984985291762463e-07,
      "loss": 0.3638,
      "step": 2080810
    },
    {
      "epoch": 580.75,
      "grad_norm": 1.0946182012557983,
      "learning_rate": 8.984772424643571e-07,
      "loss": 0.3408,
      "step": 2080820
    },
    {
      "epoch": 580.75,
      "grad_norm": 1.2011992931365967,
      "learning_rate": 8.984559559448343e-07,
      "loss": 0.3342,
      "step": 2080830
    },
    {
      "epoch": 580.75,
      "grad_norm": 1.3351467847824097,
      "learning_rate": 8.98434669617681e-07,
      "loss": 0.3344,
      "step": 2080840
    },
    {
      "epoch": 580.76,
      "grad_norm": 1.028521180152893,
      "learning_rate": 8.98413383482898e-07,
      "loss": 0.3316,
      "step": 2080850
    },
    {
      "epoch": 580.76,
      "grad_norm": 1.0042331218719482,
      "learning_rate": 8.983920975404915e-07,
      "loss": 0.3444,
      "step": 2080860
    },
    {
      "epoch": 580.76,
      "grad_norm": 1.0005466938018799,
      "learning_rate": 8.983708117904617e-07,
      "loss": 0.3371,
      "step": 2080870
    },
    {
      "epoch": 580.76,
      "grad_norm": 1.1148879528045654,
      "learning_rate": 8.983495262328121e-07,
      "loss": 0.3452,
      "step": 2080880
    },
    {
      "epoch": 580.77,
      "grad_norm": 1.293433666229248,
      "learning_rate": 8.983282408675467e-07,
      "loss": 0.3382,
      "step": 2080890
    },
    {
      "epoch": 580.77,
      "grad_norm": 1.0675615072250366,
      "learning_rate": 8.983069556946662e-07,
      "loss": 0.343,
      "step": 2080900
    },
    {
      "epoch": 580.77,
      "grad_norm": 1.1238958835601807,
      "learning_rate": 8.982856707141748e-07,
      "loss": 0.3365,
      "step": 2080910
    },
    {
      "epoch": 580.78,
      "grad_norm": 1.3919097185134888,
      "learning_rate": 8.982643859260753e-07,
      "loss": 0.3351,
      "step": 2080920
    },
    {
      "epoch": 580.78,
      "grad_norm": 1.025195837020874,
      "learning_rate": 8.982431013303709e-07,
      "loss": 0.3477,
      "step": 2080930
    },
    {
      "epoch": 580.78,
      "grad_norm": 1.2413363456726074,
      "learning_rate": 8.982218169270623e-07,
      "loss": 0.3321,
      "step": 2080940
    },
    {
      "epoch": 580.78,
      "grad_norm": 1.153976321220398,
      "learning_rate": 8.982005327161553e-07,
      "loss": 0.3607,
      "step": 2080950
    },
    {
      "epoch": 580.79,
      "grad_norm": 1.2276023626327515,
      "learning_rate": 8.981792486976509e-07,
      "loss": 0.3459,
      "step": 2080960
    },
    {
      "epoch": 580.79,
      "grad_norm": 1.407309889793396,
      "learning_rate": 8.981579648715521e-07,
      "loss": 0.3503,
      "step": 2080970
    },
    {
      "epoch": 580.79,
      "grad_norm": 1.1493158340454102,
      "learning_rate": 8.981366812378628e-07,
      "loss": 0.3337,
      "step": 2080980
    },
    {
      "epoch": 580.8,
      "grad_norm": 1.0462058782577515,
      "learning_rate": 8.981153977965842e-07,
      "loss": 0.3346,
      "step": 2080990
    },
    {
      "epoch": 580.8,
      "grad_norm": 1.0801008939743042,
      "learning_rate": 8.9809411454772e-07,
      "loss": 0.3271,
      "step": 2081000
    },
    {
      "epoch": 580.8,
      "grad_norm": 1.1918442249298096,
      "learning_rate": 8.980728314912731e-07,
      "loss": 0.3376,
      "step": 2081010
    },
    {
      "epoch": 580.8,
      "grad_norm": 1.2733290195465088,
      "learning_rate": 8.980515486272471e-07,
      "loss": 0.3329,
      "step": 2081020
    },
    {
      "epoch": 580.81,
      "grad_norm": 1.1688164472579956,
      "learning_rate": 8.980302659556421e-07,
      "loss": 0.3432,
      "step": 2081030
    },
    {
      "epoch": 580.81,
      "grad_norm": 1.165320873260498,
      "learning_rate": 8.980089834764644e-07,
      "loss": 0.3332,
      "step": 2081040
    },
    {
      "epoch": 580.81,
      "grad_norm": 1.0235440731048584,
      "learning_rate": 8.979877011897145e-07,
      "loss": 0.3534,
      "step": 2081050
    },
    {
      "epoch": 580.81,
      "grad_norm": 1.208436369895935,
      "learning_rate": 8.979664190953962e-07,
      "loss": 0.3308,
      "step": 2081060
    },
    {
      "epoch": 580.82,
      "grad_norm": 1.168030023574829,
      "learning_rate": 8.979451371935127e-07,
      "loss": 0.3266,
      "step": 2081070
    },
    {
      "epoch": 580.82,
      "grad_norm": 1.2069158554077148,
      "learning_rate": 8.979238554840654e-07,
      "loss": 0.3511,
      "step": 2081080
    },
    {
      "epoch": 580.82,
      "grad_norm": 1.1850230693817139,
      "learning_rate": 8.979025739670579e-07,
      "loss": 0.3446,
      "step": 2081090
    },
    {
      "epoch": 580.83,
      "grad_norm": 1.0784085988998413,
      "learning_rate": 8.97881292642493e-07,
      "loss": 0.3403,
      "step": 2081100
    },
    {
      "epoch": 580.83,
      "grad_norm": 0.8984842896461487,
      "learning_rate": 8.978600115103738e-07,
      "loss": 0.3248,
      "step": 2081110
    },
    {
      "epoch": 580.83,
      "grad_norm": 1.2365421056747437,
      "learning_rate": 8.978387305707037e-07,
      "loss": 0.3357,
      "step": 2081120
    },
    {
      "epoch": 580.83,
      "grad_norm": 1.110095500946045,
      "learning_rate": 8.97817449823484e-07,
      "loss": 0.3432,
      "step": 2081130
    },
    {
      "epoch": 580.84,
      "grad_norm": 1.186219573020935,
      "learning_rate": 8.977961692687183e-07,
      "loss": 0.3387,
      "step": 2081140
    },
    {
      "epoch": 580.84,
      "grad_norm": 1.2832505702972412,
      "learning_rate": 8.977748889064096e-07,
      "loss": 0.351,
      "step": 2081150
    },
    {
      "epoch": 580.84,
      "grad_norm": 1.4480940103530884,
      "learning_rate": 8.977536087365612e-07,
      "loss": 0.3481,
      "step": 2081160
    },
    {
      "epoch": 580.85,
      "grad_norm": 1.1604931354522705,
      "learning_rate": 8.977323287591737e-07,
      "loss": 0.3438,
      "step": 2081170
    },
    {
      "epoch": 580.85,
      "grad_norm": 1.3436800241470337,
      "learning_rate": 8.97711048974253e-07,
      "loss": 0.3573,
      "step": 2081180
    },
    {
      "epoch": 580.85,
      "grad_norm": 1.1549454927444458,
      "learning_rate": 8.976897693818e-07,
      "loss": 0.3466,
      "step": 2081190
    },
    {
      "epoch": 580.85,
      "grad_norm": 1.1207122802734375,
      "learning_rate": 8.976684899818178e-07,
      "loss": 0.3329,
      "step": 2081200
    },
    {
      "epoch": 580.86,
      "grad_norm": 0.993060827255249,
      "learning_rate": 8.976472107743103e-07,
      "loss": 0.3219,
      "step": 2081210
    },
    {
      "epoch": 580.86,
      "grad_norm": 0.9790982604026794,
      "learning_rate": 8.976259317592789e-07,
      "loss": 0.3318,
      "step": 2081220
    },
    {
      "epoch": 580.86,
      "grad_norm": 1.243415355682373,
      "learning_rate": 8.976046529367267e-07,
      "loss": 0.3385,
      "step": 2081230
    },
    {
      "epoch": 580.87,
      "grad_norm": 1.0303168296813965,
      "learning_rate": 8.97583374306657e-07,
      "loss": 0.3473,
      "step": 2081240
    },
    {
      "epoch": 580.87,
      "grad_norm": 1.2700141668319702,
      "learning_rate": 8.975620958690732e-07,
      "loss": 0.3442,
      "step": 2081250
    },
    {
      "epoch": 580.87,
      "grad_norm": 1.062993049621582,
      "learning_rate": 8.975408176239766e-07,
      "loss": 0.3438,
      "step": 2081260
    },
    {
      "epoch": 580.87,
      "grad_norm": 1.3084509372711182,
      "learning_rate": 8.975195395713708e-07,
      "loss": 0.3312,
      "step": 2081270
    },
    {
      "epoch": 580.88,
      "grad_norm": 0.9878430366516113,
      "learning_rate": 8.974982617112596e-07,
      "loss": 0.3535,
      "step": 2081280
    },
    {
      "epoch": 580.88,
      "grad_norm": 1.1300029754638672,
      "learning_rate": 8.974769840436433e-07,
      "loss": 0.3369,
      "step": 2081290
    },
    {
      "epoch": 580.88,
      "grad_norm": 1.0433878898620605,
      "learning_rate": 8.974557065685279e-07,
      "loss": 0.3439,
      "step": 2081300
    },
    {
      "epoch": 580.88,
      "grad_norm": 1.1730031967163086,
      "learning_rate": 8.974344292859137e-07,
      "loss": 0.3368,
      "step": 2081310
    },
    {
      "epoch": 580.89,
      "grad_norm": 1.153363823890686,
      "learning_rate": 8.974131521958046e-07,
      "loss": 0.3463,
      "step": 2081320
    },
    {
      "epoch": 580.89,
      "grad_norm": 1.0704611539840698,
      "learning_rate": 8.973918752982033e-07,
      "loss": 0.3363,
      "step": 2081330
    },
    {
      "epoch": 580.89,
      "grad_norm": 1.287174105644226,
      "learning_rate": 8.973705985931136e-07,
      "loss": 0.3398,
      "step": 2081340
    },
    {
      "epoch": 580.9,
      "grad_norm": 1.4380618333816528,
      "learning_rate": 8.973493220805366e-07,
      "loss": 0.3236,
      "step": 2081350
    },
    {
      "epoch": 580.9,
      "grad_norm": 1.1121715307235718,
      "learning_rate": 8.973280457604758e-07,
      "loss": 0.3179,
      "step": 2081360
    },
    {
      "epoch": 580.9,
      "grad_norm": 1.2863624095916748,
      "learning_rate": 8.973067696329351e-07,
      "loss": 0.3524,
      "step": 2081370
    },
    {
      "epoch": 580.9,
      "grad_norm": 1.2076400518417358,
      "learning_rate": 8.972854936979146e-07,
      "loss": 0.3202,
      "step": 2081380
    },
    {
      "epoch": 580.91,
      "grad_norm": 1.0180035829544067,
      "learning_rate": 8.972642179554204e-07,
      "loss": 0.3407,
      "step": 2081390
    },
    {
      "epoch": 580.91,
      "grad_norm": 1.5022927522659302,
      "learning_rate": 8.972429424054534e-07,
      "loss": 0.3318,
      "step": 2081400
    },
    {
      "epoch": 580.91,
      "grad_norm": 1.41360342502594,
      "learning_rate": 8.972216670480166e-07,
      "loss": 0.3658,
      "step": 2081410
    },
    {
      "epoch": 580.92,
      "grad_norm": 2.101958990097046,
      "learning_rate": 8.972003918831141e-07,
      "loss": 0.3394,
      "step": 2081420
    },
    {
      "epoch": 580.92,
      "grad_norm": 1.091315507888794,
      "learning_rate": 8.971791169107459e-07,
      "loss": 0.3579,
      "step": 2081430
    },
    {
      "epoch": 580.92,
      "grad_norm": 1.1889995336532593,
      "learning_rate": 8.971578421309186e-07,
      "loss": 0.3484,
      "step": 2081440
    },
    {
      "epoch": 580.92,
      "grad_norm": 1.314026951789856,
      "learning_rate": 8.971365675436321e-07,
      "loss": 0.3387,
      "step": 2081450
    },
    {
      "epoch": 580.93,
      "grad_norm": 1.0849251747131348,
      "learning_rate": 8.971152931488904e-07,
      "loss": 0.3395,
      "step": 2081460
    },
    {
      "epoch": 580.93,
      "grad_norm": 1.1308517456054688,
      "learning_rate": 8.970940189466961e-07,
      "loss": 0.3459,
      "step": 2081470
    },
    {
      "epoch": 580.93,
      "grad_norm": 1.1407771110534668,
      "learning_rate": 8.97072744937053e-07,
      "loss": 0.3268,
      "step": 2081480
    },
    {
      "epoch": 580.93,
      "grad_norm": 1.5024808645248413,
      "learning_rate": 8.970514711199621e-07,
      "loss": 0.3255,
      "step": 2081490
    },
    {
      "epoch": 580.94,
      "grad_norm": 1.1629235744476318,
      "learning_rate": 8.970301974954271e-07,
      "loss": 0.362,
      "step": 2081500
    },
    {
      "epoch": 580.94,
      "grad_norm": 1.2267882823944092,
      "learning_rate": 8.970089240634518e-07,
      "loss": 0.3314,
      "step": 2081510
    },
    {
      "epoch": 580.94,
      "grad_norm": 1.182822346687317,
      "learning_rate": 8.969876508240368e-07,
      "loss": 0.3608,
      "step": 2081520
    },
    {
      "epoch": 580.95,
      "grad_norm": 1.1342816352844238,
      "learning_rate": 8.969663777771874e-07,
      "loss": 0.3455,
      "step": 2081530
    },
    {
      "epoch": 580.95,
      "grad_norm": 1.1288132667541504,
      "learning_rate": 8.969451049229048e-07,
      "loss": 0.331,
      "step": 2081540
    },
    {
      "epoch": 580.95,
      "grad_norm": 1.2677897214889526,
      "learning_rate": 8.969238322611922e-07,
      "loss": 0.3294,
      "step": 2081550
    },
    {
      "epoch": 580.95,
      "grad_norm": 3.2084720134735107,
      "learning_rate": 8.969025597920534e-07,
      "loss": 0.335,
      "step": 2081560
    },
    {
      "epoch": 580.96,
      "grad_norm": 1.3535799980163574,
      "learning_rate": 8.968812875154896e-07,
      "loss": 0.3418,
      "step": 2081570
    },
    {
      "epoch": 580.96,
      "grad_norm": 1.0485899448394775,
      "learning_rate": 8.968600154315044e-07,
      "loss": 0.3409,
      "step": 2081580
    },
    {
      "epoch": 580.96,
      "grad_norm": 1.3573429584503174,
      "learning_rate": 8.968387435401006e-07,
      "loss": 0.3401,
      "step": 2081590
    },
    {
      "epoch": 580.97,
      "grad_norm": 1.188177466392517,
      "learning_rate": 8.968174718412818e-07,
      "loss": 0.3364,
      "step": 2081600
    },
    {
      "epoch": 580.97,
      "grad_norm": 1.0876948833465576,
      "learning_rate": 8.967962003350488e-07,
      "loss": 0.3355,
      "step": 2081610
    },
    {
      "epoch": 580.97,
      "grad_norm": 1.1165456771850586,
      "learning_rate": 8.96774929021407e-07,
      "loss": 0.32,
      "step": 2081620
    },
    {
      "epoch": 580.97,
      "grad_norm": 1.092847228050232,
      "learning_rate": 8.967536579003573e-07,
      "loss": 0.3241,
      "step": 2081630
    },
    {
      "epoch": 580.98,
      "grad_norm": 1.2631829977035522,
      "learning_rate": 8.967323869719033e-07,
      "loss": 0.3468,
      "step": 2081640
    },
    {
      "epoch": 580.98,
      "grad_norm": 1.396933913230896,
      "learning_rate": 8.967111162360486e-07,
      "loss": 0.3419,
      "step": 2081650
    },
    {
      "epoch": 580.98,
      "grad_norm": 1.1254128217697144,
      "learning_rate": 8.966898456927942e-07,
      "loss": 0.3337,
      "step": 2081660
    },
    {
      "epoch": 580.99,
      "grad_norm": 1.2088860273361206,
      "learning_rate": 8.966685753421439e-07,
      "loss": 0.3324,
      "step": 2081670
    },
    {
      "epoch": 580.99,
      "grad_norm": 1.2044196128845215,
      "learning_rate": 8.966473051841007e-07,
      "loss": 0.3303,
      "step": 2081680
    },
    {
      "epoch": 580.99,
      "grad_norm": 1.4536627531051636,
      "learning_rate": 8.966260352186673e-07,
      "loss": 0.3281,
      "step": 2081690
    },
    {
      "epoch": 580.99,
      "grad_norm": 1.1855143308639526,
      "learning_rate": 8.966047654458472e-07,
      "loss": 0.3372,
      "step": 2081700
    },
    {
      "epoch": 581.0,
      "grad_norm": 1.1526917219161987,
      "learning_rate": 8.965834958656415e-07,
      "loss": 0.3404,
      "step": 2081710
    },
    {
      "epoch": 581.0,
      "grad_norm": 1.1109862327575684,
      "learning_rate": 8.965622264780544e-07,
      "loss": 0.3527,
      "step": 2081720
    },
    {
      "epoch": 581.0,
      "eval_loss": 0.3395482301712036,
      "eval_runtime": 68.3437,
      "eval_samples_per_second": 74.023,
      "eval_steps_per_second": 9.262,
      "step": 2081723
    },
    {
      "epoch": 581.0,
      "grad_norm": 1.3907444477081299,
      "learning_rate": 8.965409572830882e-07,
      "loss": 0.3512,
      "step": 2081730
    },
    {
      "epoch": 581.0,
      "grad_norm": 1.14386785030365,
      "learning_rate": 8.965196882807465e-07,
      "loss": 0.3258,
      "step": 2081740
    },
    {
      "epoch": 581.01,
      "grad_norm": 1.115965485572815,
      "learning_rate": 8.964984194710303e-07,
      "loss": 0.3305,
      "step": 2081750
    },
    {
      "epoch": 581.01,
      "grad_norm": 2.3212387561798096,
      "learning_rate": 8.964771508539453e-07,
      "loss": 0.3392,
      "step": 2081760
    },
    {
      "epoch": 581.01,
      "grad_norm": 1.3310354948043823,
      "learning_rate": 8.964558824294916e-07,
      "loss": 0.339,
      "step": 2081770
    },
    {
      "epoch": 581.02,
      "grad_norm": 1.1779674291610718,
      "learning_rate": 8.964346141976735e-07,
      "loss": 0.3341,
      "step": 2081780
    },
    {
      "epoch": 581.02,
      "grad_norm": 1.2226994037628174,
      "learning_rate": 8.96413346158494e-07,
      "loss": 0.3596,
      "step": 2081790
    },
    {
      "epoch": 581.02,
      "grad_norm": 1.1529581546783447,
      "learning_rate": 8.963920783119546e-07,
      "loss": 0.3279,
      "step": 2081800
    },
    {
      "epoch": 581.02,
      "grad_norm": 1.3893523216247559,
      "learning_rate": 8.96370810658059e-07,
      "loss": 0.3379,
      "step": 2081810
    },
    {
      "epoch": 581.03,
      "grad_norm": 1.180446743965149,
      "learning_rate": 8.963495431968103e-07,
      "loss": 0.3239,
      "step": 2081820
    },
    {
      "epoch": 581.03,
      "grad_norm": 1.0086612701416016,
      "learning_rate": 8.963282759282114e-07,
      "loss": 0.3374,
      "step": 2081830
    },
    {
      "epoch": 581.03,
      "grad_norm": 0.9190754294395447,
      "learning_rate": 8.96307008852264e-07,
      "loss": 0.3534,
      "step": 2081840
    },
    {
      "epoch": 581.04,
      "grad_norm": 1.0256268978118896,
      "learning_rate": 8.962857419689715e-07,
      "loss": 0.3393,
      "step": 2081850
    },
    {
      "epoch": 581.04,
      "grad_norm": 1.2735024690628052,
      "learning_rate": 8.962644752783381e-07,
      "loss": 0.3344,
      "step": 2081860
    },
    {
      "epoch": 581.04,
      "grad_norm": 1.2089141607284546,
      "learning_rate": 8.962432087803634e-07,
      "loss": 0.3482,
      "step": 2081870
    },
    {
      "epoch": 581.04,
      "grad_norm": 1.1458232402801514,
      "learning_rate": 8.962219424750539e-07,
      "loss": 0.3475,
      "step": 2081880
    },
    {
      "epoch": 581.05,
      "grad_norm": 1.0055361986160278,
      "learning_rate": 8.962006763624103e-07,
      "loss": 0.3409,
      "step": 2081890
    },
    {
      "epoch": 581.05,
      "grad_norm": 0.9438830018043518,
      "learning_rate": 8.961794104424357e-07,
      "loss": 0.3231,
      "step": 2081900
    },
    {
      "epoch": 581.05,
      "grad_norm": 1.077768087387085,
      "learning_rate": 8.961581447151332e-07,
      "loss": 0.335,
      "step": 2081910
    },
    {
      "epoch": 581.05,
      "grad_norm": 1.3442233800888062,
      "learning_rate": 8.961368791805063e-07,
      "loss": 0.346,
      "step": 2081920
    },
    {
      "epoch": 581.06,
      "grad_norm": 1.938094139099121,
      "learning_rate": 8.961156138385565e-07,
      "loss": 0.3422,
      "step": 2081930
    },
    {
      "epoch": 581.06,
      "grad_norm": 1.0524544715881348,
      "learning_rate": 8.960943486892868e-07,
      "loss": 0.3357,
      "step": 2081940
    },
    {
      "epoch": 581.06,
      "grad_norm": 1.1877707242965698,
      "learning_rate": 8.960730837327016e-07,
      "loss": 0.337,
      "step": 2081950
    },
    {
      "epoch": 581.07,
      "grad_norm": 1.264675498008728,
      "learning_rate": 8.960518189688008e-07,
      "loss": 0.339,
      "step": 2081960
    },
    {
      "epoch": 581.07,
      "grad_norm": 1.1063261032104492,
      "learning_rate": 8.96030554397591e-07,
      "loss": 0.3351,
      "step": 2081970
    },
    {
      "epoch": 581.07,
      "grad_norm": 0.9930667281150818,
      "learning_rate": 8.960092900190717e-07,
      "loss": 0.342,
      "step": 2081980
    },
    {
      "epoch": 581.07,
      "grad_norm": 1.7543762922286987,
      "learning_rate": 8.959880258332476e-07,
      "loss": 0.3376,
      "step": 2081990
    },
    {
      "epoch": 581.08,
      "grad_norm": 1.1959940195083618,
      "learning_rate": 8.959667618401206e-07,
      "loss": 0.3324,
      "step": 2082000
    },
    {
      "epoch": 581.08,
      "grad_norm": 1.3529901504516602,
      "learning_rate": 8.959454980396942e-07,
      "loss": 0.3381,
      "step": 2082010
    },
    {
      "epoch": 581.08,
      "grad_norm": 1.2930372953414917,
      "learning_rate": 8.959242344319717e-07,
      "loss": 0.3259,
      "step": 2082020
    },
    {
      "epoch": 581.09,
      "grad_norm": 1.0740406513214111,
      "learning_rate": 8.959029710169544e-07,
      "loss": 0.3345,
      "step": 2082030
    },
    {
      "epoch": 581.09,
      "grad_norm": 1.4042330980300903,
      "learning_rate": 8.95881707794646e-07,
      "loss": 0.3632,
      "step": 2082040
    },
    {
      "epoch": 581.09,
      "grad_norm": 1.314560890197754,
      "learning_rate": 8.958604447650491e-07,
      "loss": 0.3309,
      "step": 2082050
    },
    {
      "epoch": 581.09,
      "grad_norm": 1.0670320987701416,
      "learning_rate": 8.958391819281678e-07,
      "loss": 0.3527,
      "step": 2082060
    },
    {
      "epoch": 581.1,
      "grad_norm": 1.0757566690444946,
      "learning_rate": 8.958179192840026e-07,
      "loss": 0.3326,
      "step": 2082070
    },
    {
      "epoch": 581.1,
      "grad_norm": 1.234604835510254,
      "learning_rate": 8.957966568325578e-07,
      "loss": 0.3278,
      "step": 2082080
    },
    {
      "epoch": 581.1,
      "grad_norm": 1.1000821590423584,
      "learning_rate": 8.957753945738369e-07,
      "loss": 0.3232,
      "step": 2082090
    },
    {
      "epoch": 581.11,
      "grad_norm": 1.22347891330719,
      "learning_rate": 8.9575413250784e-07,
      "loss": 0.3578,
      "step": 2082100
    },
    {
      "epoch": 581.11,
      "grad_norm": 0.9934589266777039,
      "learning_rate": 8.957328706345733e-07,
      "loss": 0.3435,
      "step": 2082110
    },
    {
      "epoch": 581.11,
      "grad_norm": 1.3206082582473755,
      "learning_rate": 8.957116089540376e-07,
      "loss": 0.3371,
      "step": 2082120
    },
    {
      "epoch": 581.11,
      "grad_norm": 1.3060857057571411,
      "learning_rate": 8.95690347466236e-07,
      "loss": 0.3402,
      "step": 2082130
    },
    {
      "epoch": 581.12,
      "grad_norm": 1.2015652656555176,
      "learning_rate": 8.956690861711714e-07,
      "loss": 0.3384,
      "step": 2082140
    },
    {
      "epoch": 581.12,
      "grad_norm": 1.0473819971084595,
      "learning_rate": 8.956478250688477e-07,
      "loss": 0.3593,
      "step": 2082150
    },
    {
      "epoch": 581.12,
      "grad_norm": 0.9513421058654785,
      "learning_rate": 8.956265641592661e-07,
      "loss": 0.3288,
      "step": 2082160
    },
    {
      "epoch": 581.12,
      "grad_norm": 1.1454740762710571,
      "learning_rate": 8.956053034424301e-07,
      "loss": 0.3504,
      "step": 2082170
    },
    {
      "epoch": 581.13,
      "grad_norm": 1.4672116041183472,
      "learning_rate": 8.955840429183432e-07,
      "loss": 0.3335,
      "step": 2082180
    },
    {
      "epoch": 581.13,
      "grad_norm": 0.9970130920410156,
      "learning_rate": 8.955627825870059e-07,
      "loss": 0.3356,
      "step": 2082190
    },
    {
      "epoch": 581.13,
      "grad_norm": 1.031320571899414,
      "learning_rate": 8.955415224484245e-07,
      "loss": 0.325,
      "step": 2082200
    },
    {
      "epoch": 581.14,
      "grad_norm": 1.183594822883606,
      "learning_rate": 8.955202625025993e-07,
      "loss": 0.3382,
      "step": 2082210
    },
    {
      "epoch": 581.14,
      "grad_norm": 1.2430669069290161,
      "learning_rate": 8.954990027495338e-07,
      "loss": 0.3341,
      "step": 2082220
    },
    {
      "epoch": 581.14,
      "grad_norm": 1.3656859397888184,
      "learning_rate": 8.954777431892315e-07,
      "loss": 0.3519,
      "step": 2082230
    },
    {
      "epoch": 581.14,
      "grad_norm": 1.2234009504318237,
      "learning_rate": 8.95456483821694e-07,
      "loss": 0.3408,
      "step": 2082240
    },
    {
      "epoch": 581.15,
      "grad_norm": 0.9657553434371948,
      "learning_rate": 8.95435224646925e-07,
      "loss": 0.3278,
      "step": 2082250
    },
    {
      "epoch": 581.15,
      "grad_norm": 1.1437809467315674,
      "learning_rate": 8.954139656649268e-07,
      "loss": 0.3385,
      "step": 2082260
    },
    {
      "epoch": 581.15,
      "grad_norm": 1.169798731803894,
      "learning_rate": 8.953927068757025e-07,
      "loss": 0.339,
      "step": 2082270
    },
    {
      "epoch": 581.16,
      "grad_norm": 1.0777456760406494,
      "learning_rate": 8.953714482792549e-07,
      "loss": 0.3464,
      "step": 2082280
    },
    {
      "epoch": 581.16,
      "grad_norm": 1.08297598361969,
      "learning_rate": 8.953501898755881e-07,
      "loss": 0.3267,
      "step": 2082290
    },
    {
      "epoch": 581.16,
      "grad_norm": 1.0971524715423584,
      "learning_rate": 8.953289316647025e-07,
      "loss": 0.3317,
      "step": 2082300
    },
    {
      "epoch": 581.16,
      "grad_norm": 1.271724820137024,
      "learning_rate": 8.953076736466023e-07,
      "loss": 0.3509,
      "step": 2082310
    },
    {
      "epoch": 581.17,
      "grad_norm": 1.8163318634033203,
      "learning_rate": 8.952864158212911e-07,
      "loss": 0.3248,
      "step": 2082320
    },
    {
      "epoch": 581.17,
      "grad_norm": 1.3461633920669556,
      "learning_rate": 8.952651581887688e-07,
      "loss": 0.3467,
      "step": 2082330
    },
    {
      "epoch": 581.17,
      "grad_norm": 1.2650372982025146,
      "learning_rate": 8.952439007490421e-07,
      "loss": 0.3339,
      "step": 2082340
    },
    {
      "epoch": 581.17,
      "grad_norm": 1.3341593742370605,
      "learning_rate": 8.952226435021112e-07,
      "loss": 0.3358,
      "step": 2082350
    },
    {
      "epoch": 581.18,
      "grad_norm": 1.0827915668487549,
      "learning_rate": 8.952013864479797e-07,
      "loss": 0.3241,
      "step": 2082360
    },
    {
      "epoch": 581.18,
      "grad_norm": 1.017202377319336,
      "learning_rate": 8.95180129586651e-07,
      "loss": 0.3417,
      "step": 2082370
    },
    {
      "epoch": 581.18,
      "grad_norm": 1.360587239265442,
      "learning_rate": 8.951588729181267e-07,
      "loss": 0.3347,
      "step": 2082380
    },
    {
      "epoch": 581.19,
      "grad_norm": 1.127374291419983,
      "learning_rate": 8.951376164424101e-07,
      "loss": 0.3489,
      "step": 2082390
    },
    {
      "epoch": 581.19,
      "grad_norm": 1.0736438035964966,
      "learning_rate": 8.951163601595043e-07,
      "loss": 0.3286,
      "step": 2082400
    },
    {
      "epoch": 581.19,
      "grad_norm": 1.2239419221878052,
      "learning_rate": 8.950951040694129e-07,
      "loss": 0.3327,
      "step": 2082410
    },
    {
      "epoch": 581.19,
      "grad_norm": 1.395678997039795,
      "learning_rate": 8.950738481721363e-07,
      "loss": 0.3513,
      "step": 2082420
    },
    {
      "epoch": 581.2,
      "grad_norm": 1.1513341665267944,
      "learning_rate": 8.950525924676805e-07,
      "loss": 0.3489,
      "step": 2082430
    },
    {
      "epoch": 581.2,
      "grad_norm": 1.152104139328003,
      "learning_rate": 8.950313369560456e-07,
      "loss": 0.3499,
      "step": 2082440
    },
    {
      "epoch": 581.2,
      "grad_norm": 1.1768512725830078,
      "learning_rate": 8.95010081637236e-07,
      "loss": 0.3504,
      "step": 2082450
    },
    {
      "epoch": 581.21,
      "grad_norm": 1.0150493383407593,
      "learning_rate": 8.949888265112545e-07,
      "loss": 0.3333,
      "step": 2082460
    },
    {
      "epoch": 581.21,
      "grad_norm": 1.2789418697357178,
      "learning_rate": 8.94967571578103e-07,
      "loss": 0.3327,
      "step": 2082470
    },
    {
      "epoch": 581.21,
      "grad_norm": 1.2803161144256592,
      "learning_rate": 8.949463168377847e-07,
      "loss": 0.3354,
      "step": 2082480
    },
    {
      "epoch": 581.21,
      "grad_norm": 1.211783528327942,
      "learning_rate": 8.949250622903025e-07,
      "loss": 0.3483,
      "step": 2082490
    },
    {
      "epoch": 581.22,
      "grad_norm": 1.1358518600463867,
      "learning_rate": 8.949038079356604e-07,
      "loss": 0.348,
      "step": 2082500
    },
    {
      "epoch": 581.22,
      "grad_norm": 1.0116480588912964,
      "learning_rate": 8.94882553773859e-07,
      "loss": 0.3364,
      "step": 2082510
    },
    {
      "epoch": 581.22,
      "grad_norm": 1.1923153400421143,
      "learning_rate": 8.948612998049023e-07,
      "loss": 0.335,
      "step": 2082520
    },
    {
      "epoch": 581.23,
      "grad_norm": 1.247815728187561,
      "learning_rate": 8.948400460287939e-07,
      "loss": 0.3422,
      "step": 2082530
    },
    {
      "epoch": 581.23,
      "grad_norm": 1.0089062452316284,
      "learning_rate": 8.948187924455342e-07,
      "loss": 0.3589,
      "step": 2082540
    },
    {
      "epoch": 581.23,
      "grad_norm": 1.0863007307052612,
      "learning_rate": 8.947975390551293e-07,
      "loss": 0.3485,
      "step": 2082550
    },
    {
      "epoch": 581.23,
      "grad_norm": 1.0819406509399414,
      "learning_rate": 8.947762858575788e-07,
      "loss": 0.3273,
      "step": 2082560
    },
    {
      "epoch": 581.24,
      "grad_norm": 1.392980694770813,
      "learning_rate": 8.947550328528887e-07,
      "loss": 0.3515,
      "step": 2082570
    },
    {
      "epoch": 581.24,
      "grad_norm": 1.5091110467910767,
      "learning_rate": 8.947337800410593e-07,
      "loss": 0.344,
      "step": 2082580
    },
    {
      "epoch": 581.24,
      "grad_norm": 0.9782264828681946,
      "learning_rate": 8.947125274220944e-07,
      "loss": 0.349,
      "step": 2082590
    },
    {
      "epoch": 581.24,
      "grad_norm": 1.1457552909851074,
      "learning_rate": 8.946912749959976e-07,
      "loss": 0.344,
      "step": 2082600
    },
    {
      "epoch": 581.25,
      "grad_norm": 1.2193734645843506,
      "learning_rate": 8.946700227627702e-07,
      "loss": 0.3269,
      "step": 2082610
    },
    {
      "epoch": 581.25,
      "grad_norm": 0.9476789832115173,
      "learning_rate": 8.946487707224155e-07,
      "loss": 0.3436,
      "step": 2082620
    },
    {
      "epoch": 581.25,
      "grad_norm": 1.1133171319961548,
      "learning_rate": 8.946275188749369e-07,
      "loss": 0.3476,
      "step": 2082630
    },
    {
      "epoch": 581.26,
      "grad_norm": 1.285786747932434,
      "learning_rate": 8.946062672203375e-07,
      "loss": 0.3408,
      "step": 2082640
    },
    {
      "epoch": 581.26,
      "grad_norm": 1.0488975048065186,
      "learning_rate": 8.945850157586187e-07,
      "loss": 0.3423,
      "step": 2082650
    },
    {
      "epoch": 581.26,
      "grad_norm": 1.2327684164047241,
      "learning_rate": 8.945637644897842e-07,
      "loss": 0.3383,
      "step": 2082660
    },
    {
      "epoch": 581.26,
      "grad_norm": 1.2573096752166748,
      "learning_rate": 8.945425134138376e-07,
      "loss": 0.333,
      "step": 2082670
    },
    {
      "epoch": 581.27,
      "grad_norm": 1.0143674612045288,
      "learning_rate": 8.945212625307791e-07,
      "loss": 0.3281,
      "step": 2082680
    },
    {
      "epoch": 581.27,
      "grad_norm": 1.1000052690505981,
      "learning_rate": 8.945000118406153e-07,
      "loss": 0.3487,
      "step": 2082690
    },
    {
      "epoch": 581.27,
      "grad_norm": 1.1898938417434692,
      "learning_rate": 8.944787613433461e-07,
      "loss": 0.348,
      "step": 2082700
    },
    {
      "epoch": 581.28,
      "grad_norm": 1.1401243209838867,
      "learning_rate": 8.944575110389753e-07,
      "loss": 0.3401,
      "step": 2082710
    },
    {
      "epoch": 581.28,
      "grad_norm": 1.3379395008087158,
      "learning_rate": 8.944362609275056e-07,
      "loss": 0.3401,
      "step": 2082720
    },
    {
      "epoch": 581.28,
      "grad_norm": 1.1211546659469604,
      "learning_rate": 8.94415011008941e-07,
      "loss": 0.3362,
      "step": 2082730
    },
    {
      "epoch": 581.28,
      "grad_norm": 1.3084748983383179,
      "learning_rate": 8.943937612832822e-07,
      "loss": 0.354,
      "step": 2082740
    },
    {
      "epoch": 581.29,
      "grad_norm": 1.2128822803497314,
      "learning_rate": 8.943725117505334e-07,
      "loss": 0.3423,
      "step": 2082750
    },
    {
      "epoch": 581.29,
      "grad_norm": 1.1938469409942627,
      "learning_rate": 8.943512624106978e-07,
      "loss": 0.3354,
      "step": 2082760
    },
    {
      "epoch": 581.29,
      "grad_norm": 1.2946480512619019,
      "learning_rate": 8.943300132637758e-07,
      "loss": 0.3392,
      "step": 2082770
    },
    {
      "epoch": 581.3,
      "grad_norm": 1.097512125968933,
      "learning_rate": 8.94308764309774e-07,
      "loss": 0.3305,
      "step": 2082780
    },
    {
      "epoch": 581.3,
      "grad_norm": 1.9393506050109863,
      "learning_rate": 8.94287515548692e-07,
      "loss": 0.3472,
      "step": 2082790
    },
    {
      "epoch": 581.3,
      "grad_norm": 1.2802345752716064,
      "learning_rate": 8.942662669805342e-07,
      "loss": 0.3462,
      "step": 2082800
    },
    {
      "epoch": 581.3,
      "grad_norm": 1.1258960962295532,
      "learning_rate": 8.942450186053035e-07,
      "loss": 0.3403,
      "step": 2082810
    },
    {
      "epoch": 581.31,
      "grad_norm": 1.1652110815048218,
      "learning_rate": 8.942237704230019e-07,
      "loss": 0.3337,
      "step": 2082820
    },
    {
      "epoch": 581.31,
      "grad_norm": 1.2524888515472412,
      "learning_rate": 8.942025224336324e-07,
      "loss": 0.3243,
      "step": 2082830
    },
    {
      "epoch": 581.31,
      "grad_norm": 1.2316677570343018,
      "learning_rate": 8.941812746371983e-07,
      "loss": 0.3504,
      "step": 2082840
    },
    {
      "epoch": 581.31,
      "grad_norm": 1.1596466302871704,
      "learning_rate": 8.941600270337019e-07,
      "loss": 0.359,
      "step": 2082850
    },
    {
      "epoch": 581.32,
      "grad_norm": 1.0134470462799072,
      "learning_rate": 8.941387796231464e-07,
      "loss": 0.3194,
      "step": 2082860
    },
    {
      "epoch": 581.32,
      "grad_norm": 1.1558477878570557,
      "learning_rate": 8.941175324055352e-07,
      "loss": 0.3306,
      "step": 2082870
    },
    {
      "epoch": 581.32,
      "grad_norm": 1.1746273040771484,
      "learning_rate": 8.940962853808701e-07,
      "loss": 0.3362,
      "step": 2082880
    },
    {
      "epoch": 581.33,
      "grad_norm": 1.2642412185668945,
      "learning_rate": 8.940750385491539e-07,
      "loss": 0.3384,
      "step": 2082890
    },
    {
      "epoch": 581.33,
      "grad_norm": 1.3078466653823853,
      "learning_rate": 8.94053791910391e-07,
      "loss": 0.338,
      "step": 2082900
    },
    {
      "epoch": 581.33,
      "grad_norm": 1.2858963012695312,
      "learning_rate": 8.940325454645813e-07,
      "loss": 0.3438,
      "step": 2082910
    },
    {
      "epoch": 581.33,
      "grad_norm": 1.003882884979248,
      "learning_rate": 8.940112992117308e-07,
      "loss": 0.3419,
      "step": 2082920
    },
    {
      "epoch": 581.34,
      "grad_norm": 1.326967477798462,
      "learning_rate": 8.939900531518405e-07,
      "loss": 0.3525,
      "step": 2082930
    },
    {
      "epoch": 581.34,
      "grad_norm": 1.0887870788574219,
      "learning_rate": 8.939688072849133e-07,
      "loss": 0.3304,
      "step": 2082940
    },
    {
      "epoch": 581.34,
      "grad_norm": 1.1227717399597168,
      "learning_rate": 8.939475616109526e-07,
      "loss": 0.3485,
      "step": 2082950
    },
    {
      "epoch": 581.35,
      "grad_norm": 1.0733786821365356,
      "learning_rate": 8.939263161299616e-07,
      "loss": 0.3459,
      "step": 2082960
    },
    {
      "epoch": 581.35,
      "grad_norm": 1.276130199432373,
      "learning_rate": 8.939050708419416e-07,
      "loss": 0.338,
      "step": 2082970
    },
    {
      "epoch": 581.35,
      "grad_norm": 1.0719385147094727,
      "learning_rate": 8.938838257468967e-07,
      "loss": 0.352,
      "step": 2082980
    },
    {
      "epoch": 581.35,
      "grad_norm": 1.2079017162322998,
      "learning_rate": 8.9386258084483e-07,
      "loss": 0.3377,
      "step": 2082990
    },
    {
      "epoch": 581.36,
      "grad_norm": 1.156219244003296,
      "learning_rate": 8.938413361357423e-07,
      "loss": 0.3409,
      "step": 2083000
    },
    {
      "epoch": 581.36,
      "grad_norm": 1.3582017421722412,
      "learning_rate": 8.938200916196392e-07,
      "loss": 0.356,
      "step": 2083010
    },
    {
      "epoch": 581.36,
      "grad_norm": 1.5245234966278076,
      "learning_rate": 8.937988472965215e-07,
      "loss": 0.3373,
      "step": 2083020
    },
    {
      "epoch": 581.36,
      "grad_norm": 1.0428240299224854,
      "learning_rate": 8.937776031663925e-07,
      "loss": 0.326,
      "step": 2083030
    },
    {
      "epoch": 581.37,
      "grad_norm": 1.0443729162216187,
      "learning_rate": 8.937563592292564e-07,
      "loss": 0.3317,
      "step": 2083040
    },
    {
      "epoch": 581.37,
      "grad_norm": 1.2892204523086548,
      "learning_rate": 8.937351154851136e-07,
      "loss": 0.3448,
      "step": 2083050
    },
    {
      "epoch": 581.37,
      "grad_norm": 2.6228058338165283,
      "learning_rate": 8.937138719339686e-07,
      "loss": 0.3302,
      "step": 2083060
    },
    {
      "epoch": 581.38,
      "grad_norm": 1.3441518545150757,
      "learning_rate": 8.936926285758236e-07,
      "loss": 0.3435,
      "step": 2083070
    },
    {
      "epoch": 581.38,
      "grad_norm": 1.0520682334899902,
      "learning_rate": 8.936713854106823e-07,
      "loss": 0.347,
      "step": 2083080
    },
    {
      "epoch": 581.38,
      "grad_norm": 1.1296262741088867,
      "learning_rate": 8.936501424385455e-07,
      "loss": 0.3398,
      "step": 2083090
    },
    {
      "epoch": 581.38,
      "grad_norm": 1.217898964881897,
      "learning_rate": 8.936288996594189e-07,
      "loss": 0.3354,
      "step": 2083100
    },
    {
      "epoch": 581.39,
      "grad_norm": 1.3062430620193481,
      "learning_rate": 8.93607657073303e-07,
      "loss": 0.3384,
      "step": 2083110
    },
    {
      "epoch": 581.39,
      "grad_norm": 1.1259911060333252,
      "learning_rate": 8.935864146802014e-07,
      "loss": 0.322,
      "step": 2083120
    },
    {
      "epoch": 581.39,
      "grad_norm": 1.8116605281829834,
      "learning_rate": 8.935651724801178e-07,
      "loss": 0.3612,
      "step": 2083130
    },
    {
      "epoch": 581.4,
      "grad_norm": 1.2852184772491455,
      "learning_rate": 8.935439304730526e-07,
      "loss": 0.3475,
      "step": 2083140
    },
    {
      "epoch": 581.4,
      "grad_norm": 1.0168287754058838,
      "learning_rate": 8.935226886590118e-07,
      "loss": 0.3428,
      "step": 2083150
    },
    {
      "epoch": 581.4,
      "grad_norm": 1.2119293212890625,
      "learning_rate": 8.93501447037996e-07,
      "loss": 0.3323,
      "step": 2083160
    },
    {
      "epoch": 581.4,
      "grad_norm": 1.1157158613204956,
      "learning_rate": 8.934802056100083e-07,
      "loss": 0.3396,
      "step": 2083170
    },
    {
      "epoch": 581.41,
      "grad_norm": 0.9700786471366882,
      "learning_rate": 8.93458964375053e-07,
      "loss": 0.3406,
      "step": 2083180
    },
    {
      "epoch": 581.41,
      "grad_norm": 1.2889530658721924,
      "learning_rate": 8.93437723333131e-07,
      "loss": 0.341,
      "step": 2083190
    },
    {
      "epoch": 581.41,
      "grad_norm": 1.076470971107483,
      "learning_rate": 8.93416482484246e-07,
      "loss": 0.3448,
      "step": 2083200
    },
    {
      "epoch": 581.42,
      "grad_norm": 1.1463221311569214,
      "learning_rate": 8.933952418284006e-07,
      "loss": 0.3357,
      "step": 2083210
    },
    {
      "epoch": 581.42,
      "grad_norm": 1.1325405836105347,
      "learning_rate": 8.933740013655988e-07,
      "loss": 0.3385,
      "step": 2083220
    },
    {
      "epoch": 581.42,
      "grad_norm": 1.15699303150177,
      "learning_rate": 8.933527610958409e-07,
      "loss": 0.3463,
      "step": 2083230
    },
    {
      "epoch": 581.42,
      "grad_norm": 1.064237356185913,
      "learning_rate": 8.933315210191328e-07,
      "loss": 0.3467,
      "step": 2083240
    },
    {
      "epoch": 581.43,
      "grad_norm": 1.0267078876495361,
      "learning_rate": 8.933102811354749e-07,
      "loss": 0.322,
      "step": 2083250
    },
    {
      "epoch": 581.43,
      "grad_norm": 1.0933161973953247,
      "learning_rate": 8.93289041444871e-07,
      "loss": 0.3426,
      "step": 2083260
    },
    {
      "epoch": 581.43,
      "grad_norm": 1.1093827486038208,
      "learning_rate": 8.932678019473246e-07,
      "loss": 0.3445,
      "step": 2083270
    },
    {
      "epoch": 581.43,
      "grad_norm": 1.278591275215149,
      "learning_rate": 8.93246562642837e-07,
      "loss": 0.3548,
      "step": 2083280
    },
    {
      "epoch": 581.44,
      "grad_norm": 1.0573474168777466,
      "learning_rate": 8.932253235314117e-07,
      "loss": 0.3484,
      "step": 2083290
    },
    {
      "epoch": 581.44,
      "grad_norm": 1.209923505783081,
      "learning_rate": 8.932040846130517e-07,
      "loss": 0.3386,
      "step": 2083300
    },
    {
      "epoch": 581.44,
      "grad_norm": 1.2435654401779175,
      "learning_rate": 8.931828458877607e-07,
      "loss": 0.3314,
      "step": 2083310
    },
    {
      "epoch": 581.45,
      "grad_norm": 1.2251341342926025,
      "learning_rate": 8.931616073555398e-07,
      "loss": 0.3399,
      "step": 2083320
    },
    {
      "epoch": 581.45,
      "grad_norm": 1.1781059503555298,
      "learning_rate": 8.931403690163923e-07,
      "loss": 0.3426,
      "step": 2083330
    },
    {
      "epoch": 581.45,
      "grad_norm": 1.4080570936203003,
      "learning_rate": 8.931191308703223e-07,
      "loss": 0.3354,
      "step": 2083340
    },
    {
      "epoch": 581.45,
      "grad_norm": 1.158565878868103,
      "learning_rate": 8.9309789291733e-07,
      "loss": 0.3419,
      "step": 2083350
    },
    {
      "epoch": 581.46,
      "grad_norm": 1.2380293607711792,
      "learning_rate": 8.930766551574218e-07,
      "loss": 0.3324,
      "step": 2083360
    },
    {
      "epoch": 581.46,
      "grad_norm": 1.132630467414856,
      "learning_rate": 8.930554175905976e-07,
      "loss": 0.3355,
      "step": 2083370
    },
    {
      "epoch": 581.46,
      "grad_norm": 1.1550724506378174,
      "learning_rate": 8.930341802168612e-07,
      "loss": 0.3422,
      "step": 2083380
    },
    {
      "epoch": 581.47,
      "grad_norm": 1.0628138780593872,
      "learning_rate": 8.930129430362153e-07,
      "loss": 0.3532,
      "step": 2083390
    },
    {
      "epoch": 581.47,
      "grad_norm": 1.137977957725525,
      "learning_rate": 8.929917060486633e-07,
      "loss": 0.3454,
      "step": 2083400
    },
    {
      "epoch": 581.47,
      "grad_norm": 8.357799530029297,
      "learning_rate": 8.929704692542082e-07,
      "loss": 0.3309,
      "step": 2083410
    },
    {
      "epoch": 581.47,
      "grad_norm": 1.282296061515808,
      "learning_rate": 8.929492326528513e-07,
      "loss": 0.3297,
      "step": 2083420
    },
    {
      "epoch": 581.48,
      "grad_norm": 1.116696834564209,
      "learning_rate": 8.929279962445967e-07,
      "loss": 0.3335,
      "step": 2083430
    },
    {
      "epoch": 581.48,
      "grad_norm": 1.3230615854263306,
      "learning_rate": 8.929067600294468e-07,
      "loss": 0.3462,
      "step": 2083440
    },
    {
      "epoch": 581.48,
      "grad_norm": 1.1112333536148071,
      "learning_rate": 8.928855240074053e-07,
      "loss": 0.3353,
      "step": 2083450
    },
    {
      "epoch": 581.48,
      "grad_norm": 3.6525580883026123,
      "learning_rate": 8.928642881784734e-07,
      "loss": 0.3432,
      "step": 2083460
    },
    {
      "epoch": 581.49,
      "grad_norm": 1.6657823324203491,
      "learning_rate": 8.928430525426549e-07,
      "loss": 0.3332,
      "step": 2083470
    },
    {
      "epoch": 581.49,
      "grad_norm": 1.1069303750991821,
      "learning_rate": 8.928218170999533e-07,
      "loss": 0.3164,
      "step": 2083480
    },
    {
      "epoch": 581.49,
      "grad_norm": 1.2181841135025024,
      "learning_rate": 8.928005818503687e-07,
      "loss": 0.3421,
      "step": 2083490
    },
    {
      "epoch": 581.5,
      "grad_norm": 1.19237220287323,
      "learning_rate": 8.927793467939078e-07,
      "loss": 0.3196,
      "step": 2083500
    },
    {
      "epoch": 581.5,
      "grad_norm": 1.4170736074447632,
      "learning_rate": 8.927581119305706e-07,
      "loss": 0.345,
      "step": 2083510
    },
    {
      "epoch": 581.5,
      "grad_norm": 1.0816563367843628,
      "learning_rate": 8.927368772603609e-07,
      "loss": 0.3316,
      "step": 2083520
    },
    {
      "epoch": 581.5,
      "grad_norm": 1.1135802268981934,
      "learning_rate": 8.927156427832813e-07,
      "loss": 0.3461,
      "step": 2083530
    },
    {
      "epoch": 581.51,
      "grad_norm": 1.1244988441467285,
      "learning_rate": 8.926944084993358e-07,
      "loss": 0.3314,
      "step": 2083540
    },
    {
      "epoch": 581.51,
      "grad_norm": 1.0794894695281982,
      "learning_rate": 8.926731744085251e-07,
      "loss": 0.3547,
      "step": 2083550
    },
    {
      "epoch": 581.51,
      "grad_norm": 1.3155889511108398,
      "learning_rate": 8.926519405108534e-07,
      "loss": 0.3296,
      "step": 2083560
    },
    {
      "epoch": 581.52,
      "grad_norm": 1.0507169961929321,
      "learning_rate": 8.926307068063238e-07,
      "loss": 0.3042,
      "step": 2083570
    },
    {
      "epoch": 581.52,
      "grad_norm": 1.1502424478530884,
      "learning_rate": 8.926094732949372e-07,
      "loss": 0.3497,
      "step": 2083580
    },
    {
      "epoch": 581.52,
      "grad_norm": 1.2743055820465088,
      "learning_rate": 8.925882399766991e-07,
      "loss": 0.3384,
      "step": 2083590
    },
    {
      "epoch": 581.52,
      "grad_norm": 1.2131253480911255,
      "learning_rate": 8.925670068516105e-07,
      "loss": 0.3529,
      "step": 2083600
    },
    {
      "epoch": 581.53,
      "grad_norm": 1.0028340816497803,
      "learning_rate": 8.925457739196747e-07,
      "loss": 0.331,
      "step": 2083610
    },
    {
      "epoch": 581.53,
      "grad_norm": 1.2361680269241333,
      "learning_rate": 8.925245411808955e-07,
      "loss": 0.343,
      "step": 2083620
    },
    {
      "epoch": 581.53,
      "grad_norm": 1.090790867805481,
      "learning_rate": 8.925033086352738e-07,
      "loss": 0.3425,
      "step": 2083630
    },
    {
      "epoch": 581.54,
      "grad_norm": 1.1068390607833862,
      "learning_rate": 8.924820762828135e-07,
      "loss": 0.3544,
      "step": 2083640
    },
    {
      "epoch": 581.54,
      "grad_norm": 0.987089216709137,
      "learning_rate": 8.924608441235172e-07,
      "loss": 0.3351,
      "step": 2083650
    },
    {
      "epoch": 581.54,
      "grad_norm": 1.11701238155365,
      "learning_rate": 8.924396121573889e-07,
      "loss": 0.3483,
      "step": 2083660
    },
    {
      "epoch": 581.54,
      "grad_norm": 1.3632428646087646,
      "learning_rate": 8.924183803844285e-07,
      "loss": 0.3252,
      "step": 2083670
    },
    {
      "epoch": 581.55,
      "grad_norm": 1.2797516584396362,
      "learning_rate": 8.923971488046426e-07,
      "loss": 0.3473,
      "step": 2083680
    },
    {
      "epoch": 581.55,
      "grad_norm": 1.1049422025680542,
      "learning_rate": 8.923759174180313e-07,
      "loss": 0.3608,
      "step": 2083690
    },
    {
      "epoch": 581.55,
      "grad_norm": 0.9713930487632751,
      "learning_rate": 8.923546862245986e-07,
      "loss": 0.3173,
      "step": 2083700
    },
    {
      "epoch": 581.55,
      "grad_norm": 1.2500698566436768,
      "learning_rate": 8.923334552243475e-07,
      "loss": 0.3534,
      "step": 2083710
    },
    {
      "epoch": 581.56,
      "grad_norm": 1.3912339210510254,
      "learning_rate": 8.923122244172786e-07,
      "loss": 0.3349,
      "step": 2083720
    },
    {
      "epoch": 581.56,
      "grad_norm": 1.0362123250961304,
      "learning_rate": 8.922909938033983e-07,
      "loss": 0.3286,
      "step": 2083730
    },
    {
      "epoch": 581.56,
      "grad_norm": 1.1468169689178467,
      "learning_rate": 8.922697633827066e-07,
      "loss": 0.357,
      "step": 2083740
    },
    {
      "epoch": 581.57,
      "grad_norm": 1.0393242835998535,
      "learning_rate": 8.922485331552074e-07,
      "loss": 0.3391,
      "step": 2083750
    },
    {
      "epoch": 581.57,
      "grad_norm": 1.1017875671386719,
      "learning_rate": 8.922273031209045e-07,
      "loss": 0.3339,
      "step": 2083760
    },
    {
      "epoch": 581.57,
      "grad_norm": 1.1129560470581055,
      "learning_rate": 8.922060732797985e-07,
      "loss": 0.3361,
      "step": 2083770
    },
    {
      "epoch": 581.57,
      "grad_norm": 1.137285590171814,
      "learning_rate": 8.921848436318935e-07,
      "loss": 0.3339,
      "step": 2083780
    },
    {
      "epoch": 581.58,
      "grad_norm": 1.1711126565933228,
      "learning_rate": 8.92163614177192e-07,
      "loss": 0.3315,
      "step": 2083790
    },
    {
      "epoch": 581.58,
      "grad_norm": 1.2211928367614746,
      "learning_rate": 8.921423849156983e-07,
      "loss": 0.3383,
      "step": 2083800
    },
    {
      "epoch": 581.58,
      "grad_norm": 1.5223687887191772,
      "learning_rate": 8.921211558474122e-07,
      "loss": 0.3397,
      "step": 2083810
    },
    {
      "epoch": 581.59,
      "grad_norm": 1.0311768054962158,
      "learning_rate": 8.920999269723398e-07,
      "loss": 0.3549,
      "step": 2083820
    },
    {
      "epoch": 581.59,
      "grad_norm": 1.0869017839431763,
      "learning_rate": 8.920786982904816e-07,
      "loss": 0.3486,
      "step": 2083830
    },
    {
      "epoch": 581.59,
      "grad_norm": 1.1440222263336182,
      "learning_rate": 8.920574698018415e-07,
      "loss": 0.338,
      "step": 2083840
    },
    {
      "epoch": 581.59,
      "grad_norm": 1.3080999851226807,
      "learning_rate": 8.920362415064225e-07,
      "loss": 0.3166,
      "step": 2083850
    },
    {
      "epoch": 581.6,
      "grad_norm": 1.4007188081741333,
      "learning_rate": 8.920150134042264e-07,
      "loss": 0.346,
      "step": 2083860
    },
    {
      "epoch": 581.6,
      "grad_norm": 1.2084910869598389,
      "learning_rate": 8.919937854952568e-07,
      "loss": 0.3525,
      "step": 2083870
    },
    {
      "epoch": 581.6,
      "grad_norm": 1.1069554090499878,
      "learning_rate": 8.91972557779516e-07,
      "loss": 0.3345,
      "step": 2083880
    },
    {
      "epoch": 581.6,
      "grad_norm": 1.2204910516738892,
      "learning_rate": 8.919513302570081e-07,
      "loss": 0.3433,
      "step": 2083890
    },
    {
      "epoch": 581.61,
      "grad_norm": 1.1925110816955566,
      "learning_rate": 8.919301029277335e-07,
      "loss": 0.3368,
      "step": 2083900
    },
    {
      "epoch": 581.61,
      "grad_norm": 1.1514769792556763,
      "learning_rate": 8.919088757916979e-07,
      "loss": 0.3343,
      "step": 2083910
    },
    {
      "epoch": 581.61,
      "grad_norm": 1.1863864660263062,
      "learning_rate": 8.918876488489022e-07,
      "loss": 0.3393,
      "step": 2083920
    },
    {
      "epoch": 581.62,
      "grad_norm": 1.1274694204330444,
      "learning_rate": 8.918664220993496e-07,
      "loss": 0.3513,
      "step": 2083930
    },
    {
      "epoch": 581.62,
      "grad_norm": 1.135050654411316,
      "learning_rate": 8.91845195543044e-07,
      "loss": 0.3373,
      "step": 2083940
    },
    {
      "epoch": 581.62,
      "grad_norm": 1.2167025804519653,
      "learning_rate": 8.918239691799863e-07,
      "loss": 0.3443,
      "step": 2083950
    },
    {
      "epoch": 581.62,
      "grad_norm": 1.2855589389801025,
      "learning_rate": 8.918027430101807e-07,
      "loss": 0.3448,
      "step": 2083960
    },
    {
      "epoch": 581.63,
      "grad_norm": 1.0215896368026733,
      "learning_rate": 8.917815170336296e-07,
      "loss": 0.3295,
      "step": 2083970
    },
    {
      "epoch": 581.63,
      "grad_norm": 1.2902836799621582,
      "learning_rate": 8.917602912503358e-07,
      "loss": 0.3461,
      "step": 2083980
    },
    {
      "epoch": 581.63,
      "grad_norm": 1.1955087184906006,
      "learning_rate": 8.917390656603031e-07,
      "loss": 0.327,
      "step": 2083990
    },
    {
      "epoch": 581.64,
      "grad_norm": 0.9839304089546204,
      "learning_rate": 8.917178402635324e-07,
      "loss": 0.3568,
      "step": 2084000
    },
    {
      "epoch": 581.64,
      "grad_norm": 1.0771480798721313,
      "learning_rate": 8.91696615060028e-07,
      "loss": 0.3418,
      "step": 2084010
    },
    {
      "epoch": 581.64,
      "grad_norm": 1.1796083450317383,
      "learning_rate": 8.916753900497918e-07,
      "loss": 0.3488,
      "step": 2084020
    },
    {
      "epoch": 581.64,
      "grad_norm": 1.8958781957626343,
      "learning_rate": 8.916541652328282e-07,
      "loss": 0.3286,
      "step": 2084030
    },
    {
      "epoch": 581.65,
      "grad_norm": 1.2228670120239258,
      "learning_rate": 8.916329406091374e-07,
      "loss": 0.3347,
      "step": 2084040
    },
    {
      "epoch": 581.65,
      "grad_norm": 1.0078719854354858,
      "learning_rate": 8.916117161787255e-07,
      "loss": 0.3352,
      "step": 2084050
    },
    {
      "epoch": 581.65,
      "grad_norm": 1.1152139902114868,
      "learning_rate": 8.915904919415926e-07,
      "loss": 0.3516,
      "step": 2084060
    },
    {
      "epoch": 581.66,
      "grad_norm": 1.2814327478408813,
      "learning_rate": 8.915692678977426e-07,
      "loss": 0.3336,
      "step": 2084070
    },
    {
      "epoch": 581.66,
      "grad_norm": 1.0410553216934204,
      "learning_rate": 8.915480440471788e-07,
      "loss": 0.3391,
      "step": 2084080
    },
    {
      "epoch": 581.66,
      "grad_norm": 1.135671854019165,
      "learning_rate": 8.91526820389903e-07,
      "loss": 0.3274,
      "step": 2084090
    },
    {
      "epoch": 581.66,
      "grad_norm": 1.250422716140747,
      "learning_rate": 8.915055969259182e-07,
      "loss": 0.3491,
      "step": 2084100
    },
    {
      "epoch": 581.67,
      "grad_norm": 1.2827433347702026,
      "learning_rate": 8.914843736552279e-07,
      "loss": 0.3267,
      "step": 2084110
    },
    {
      "epoch": 581.67,
      "grad_norm": 1.0898555517196655,
      "learning_rate": 8.914631505778353e-07,
      "loss": 0.3417,
      "step": 2084120
    },
    {
      "epoch": 581.67,
      "grad_norm": 1.0902230739593506,
      "learning_rate": 8.914419276937414e-07,
      "loss": 0.3314,
      "step": 2084130
    },
    {
      "epoch": 581.67,
      "grad_norm": 1.1225931644439697,
      "learning_rate": 8.914207050029502e-07,
      "loss": 0.3293,
      "step": 2084140
    },
    {
      "epoch": 581.68,
      "grad_norm": 1.3069040775299072,
      "learning_rate": 8.913994825054653e-07,
      "loss": 0.3539,
      "step": 2084150
    },
    {
      "epoch": 581.68,
      "grad_norm": 2.136118173599243,
      "learning_rate": 8.91378260201287e-07,
      "loss": 0.3346,
      "step": 2084160
    },
    {
      "epoch": 581.68,
      "grad_norm": 1.2367408275604248,
      "learning_rate": 8.913570380904215e-07,
      "loss": 0.3318,
      "step": 2084170
    },
    {
      "epoch": 581.69,
      "grad_norm": 1.341422438621521,
      "learning_rate": 8.913358161728688e-07,
      "loss": 0.3313,
      "step": 2084180
    },
    {
      "epoch": 581.69,
      "grad_norm": 0.9869188666343689,
      "learning_rate": 8.913145944486331e-07,
      "loss": 0.327,
      "step": 2084190
    },
    {
      "epoch": 581.69,
      "grad_norm": 1.0302059650421143,
      "learning_rate": 8.912933729177169e-07,
      "loss": 0.3325,
      "step": 2084200
    },
    {
      "epoch": 581.69,
      "grad_norm": 1.1006624698638916,
      "learning_rate": 8.912721515801237e-07,
      "loss": 0.3407,
      "step": 2084210
    },
    {
      "epoch": 581.7,
      "grad_norm": 1.054789662361145,
      "learning_rate": 8.91250930435855e-07,
      "loss": 0.309,
      "step": 2084220
    },
    {
      "epoch": 581.7,
      "grad_norm": 1.3618779182434082,
      "learning_rate": 8.912297094849143e-07,
      "loss": 0.3384,
      "step": 2084230
    },
    {
      "epoch": 581.7,
      "grad_norm": 1.1330986022949219,
      "learning_rate": 8.912084887273054e-07,
      "loss": 0.3542,
      "step": 2084240
    },
    {
      "epoch": 581.71,
      "grad_norm": 1.0456987619400024,
      "learning_rate": 8.911872681630284e-07,
      "loss": 0.3504,
      "step": 2084250
    },
    {
      "epoch": 581.71,
      "grad_norm": 1.3565469980239868,
      "learning_rate": 8.911660477920896e-07,
      "loss": 0.3359,
      "step": 2084260
    },
    {
      "epoch": 581.71,
      "grad_norm": 1.0740352869033813,
      "learning_rate": 8.911448276144892e-07,
      "loss": 0.3384,
      "step": 2084270
    },
    {
      "epoch": 581.71,
      "grad_norm": 3.5073139667510986,
      "learning_rate": 8.911236076302312e-07,
      "loss": 0.3425,
      "step": 2084280
    },
    {
      "epoch": 581.72,
      "grad_norm": 1.0361528396606445,
      "learning_rate": 8.911023878393187e-07,
      "loss": 0.348,
      "step": 2084290
    },
    {
      "epoch": 581.72,
      "grad_norm": 1.2507061958312988,
      "learning_rate": 8.910811682417524e-07,
      "loss": 0.3427,
      "step": 2084300
    },
    {
      "epoch": 581.72,
      "grad_norm": 1.0898905992507935,
      "learning_rate": 8.910599488375385e-07,
      "loss": 0.33,
      "step": 2084310
    },
    {
      "epoch": 581.72,
      "grad_norm": 1.0293926000595093,
      "learning_rate": 8.910387296266771e-07,
      "loss": 0.3465,
      "step": 2084320
    },
    {
      "epoch": 581.73,
      "grad_norm": 1.4385294914245605,
      "learning_rate": 8.91017510609172e-07,
      "loss": 0.339,
      "step": 2084330
    },
    {
      "epoch": 581.73,
      "grad_norm": 1.151931881904602,
      "learning_rate": 8.909962917850259e-07,
      "loss": 0.324,
      "step": 2084340
    },
    {
      "epoch": 581.73,
      "grad_norm": 1.1540776491165161,
      "learning_rate": 8.909750731542427e-07,
      "loss": 0.352,
      "step": 2084350
    },
    {
      "epoch": 581.74,
      "grad_norm": 1.1764140129089355,
      "learning_rate": 8.909538547168235e-07,
      "loss": 0.3218,
      "step": 2084360
    },
    {
      "epoch": 581.74,
      "grad_norm": 1.3887548446655273,
      "learning_rate": 8.909326364727716e-07,
      "loss": 0.3192,
      "step": 2084370
    },
    {
      "epoch": 581.74,
      "grad_norm": 1.1084479093551636,
      "learning_rate": 8.909114184220911e-07,
      "loss": 0.3527,
      "step": 2084380
    },
    {
      "epoch": 581.74,
      "grad_norm": 1.126677393913269,
      "learning_rate": 8.908902005647819e-07,
      "loss": 0.334,
      "step": 2084390
    },
    {
      "epoch": 581.75,
      "grad_norm": 1.2967751026153564,
      "learning_rate": 8.908689829008506e-07,
      "loss": 0.3525,
      "step": 2084400
    },
    {
      "epoch": 581.75,
      "grad_norm": 1.0020434856414795,
      "learning_rate": 8.908477654302975e-07,
      "loss": 0.3412,
      "step": 2084410
    },
    {
      "epoch": 581.75,
      "grad_norm": 0.9982150197029114,
      "learning_rate": 8.908265481531258e-07,
      "loss": 0.3391,
      "step": 2084420
    },
    {
      "epoch": 581.76,
      "grad_norm": 1.2398512363433838,
      "learning_rate": 8.908053310693396e-07,
      "loss": 0.3528,
      "step": 2084430
    },
    {
      "epoch": 581.76,
      "grad_norm": 1.2591160535812378,
      "learning_rate": 8.907841141789398e-07,
      "loss": 0.342,
      "step": 2084440
    },
    {
      "epoch": 581.76,
      "grad_norm": 1.034767508506775,
      "learning_rate": 8.907628974819301e-07,
      "loss": 0.3646,
      "step": 2084450
    },
    {
      "epoch": 581.76,
      "grad_norm": 1.2528966665267944,
      "learning_rate": 8.907416809783133e-07,
      "loss": 0.3403,
      "step": 2084460
    },
    {
      "epoch": 581.77,
      "grad_norm": 1.2603480815887451,
      "learning_rate": 8.907204646680934e-07,
      "loss": 0.347,
      "step": 2084470
    },
    {
      "epoch": 581.77,
      "grad_norm": 1.3312530517578125,
      "learning_rate": 8.906992485512705e-07,
      "loss": 0.3612,
      "step": 2084480
    },
    {
      "epoch": 581.77,
      "grad_norm": 1.1636165380477905,
      "learning_rate": 8.906780326278505e-07,
      "loss": 0.3267,
      "step": 2084490
    },
    {
      "epoch": 581.78,
      "grad_norm": 1.1608686447143555,
      "learning_rate": 8.90656816897834e-07,
      "loss": 0.3424,
      "step": 2084500
    },
    {
      "epoch": 581.78,
      "grad_norm": 1.1036183834075928,
      "learning_rate": 8.906356013612245e-07,
      "loss": 0.3352,
      "step": 2084510
    },
    {
      "epoch": 581.78,
      "grad_norm": 1.1857085227966309,
      "learning_rate": 8.906143860180259e-07,
      "loss": 0.3552,
      "step": 2084520
    },
    {
      "epoch": 581.78,
      "grad_norm": 1.0714704990386963,
      "learning_rate": 8.905931708682393e-07,
      "loss": 0.3132,
      "step": 2084530
    },
    {
      "epoch": 581.79,
      "grad_norm": 1.1211837530136108,
      "learning_rate": 8.905719559118681e-07,
      "loss": 0.3313,
      "step": 2084540
    },
    {
      "epoch": 581.79,
      "grad_norm": 1.2104690074920654,
      "learning_rate": 8.905507411489153e-07,
      "loss": 0.3414,
      "step": 2084550
    },
    {
      "epoch": 581.79,
      "grad_norm": 1.1280499696731567,
      "learning_rate": 8.905295265793837e-07,
      "loss": 0.327,
      "step": 2084560
    },
    {
      "epoch": 581.79,
      "grad_norm": 2.095804214477539,
      "learning_rate": 8.905083122032772e-07,
      "loss": 0.336,
      "step": 2084570
    },
    {
      "epoch": 581.8,
      "grad_norm": 2.575803756713867,
      "learning_rate": 8.904870980205965e-07,
      "loss": 0.3412,
      "step": 2084580
    },
    {
      "epoch": 581.8,
      "grad_norm": 1.0614051818847656,
      "learning_rate": 8.904658840313456e-07,
      "loss": 0.3386,
      "step": 2084590
    },
    {
      "epoch": 581.8,
      "grad_norm": 1.1112836599349976,
      "learning_rate": 8.904446702355272e-07,
      "loss": 0.3415,
      "step": 2084600
    },
    {
      "epoch": 581.81,
      "grad_norm": 1.1302917003631592,
      "learning_rate": 8.904234566331449e-07,
      "loss": 0.333,
      "step": 2084610
    },
    {
      "epoch": 581.81,
      "grad_norm": 1.3839449882507324,
      "learning_rate": 8.904022432241991e-07,
      "loss": 0.3494,
      "step": 2084620
    },
    {
      "epoch": 581.81,
      "grad_norm": 1.117368221282959,
      "learning_rate": 8.903810300086958e-07,
      "loss": 0.3395,
      "step": 2084630
    },
    {
      "epoch": 581.81,
      "grad_norm": 1.0153136253356934,
      "learning_rate": 8.903598169866358e-07,
      "loss": 0.3405,
      "step": 2084640
    },
    {
      "epoch": 581.82,
      "grad_norm": 1.2076674699783325,
      "learning_rate": 8.903386041580221e-07,
      "loss": 0.3333,
      "step": 2084650
    },
    {
      "epoch": 581.82,
      "grad_norm": 1.140161395072937,
      "learning_rate": 8.903173915228591e-07,
      "loss": 0.3461,
      "step": 2084660
    },
    {
      "epoch": 581.82,
      "grad_norm": 1.1409327983856201,
      "learning_rate": 8.902961790811471e-07,
      "loss": 0.3289,
      "step": 2084670
    },
    {
      "epoch": 581.83,
      "grad_norm": 1.11868417263031,
      "learning_rate": 8.902749668328905e-07,
      "loss": 0.3507,
      "step": 2084680
    },
    {
      "epoch": 581.83,
      "grad_norm": 1.0231339931488037,
      "learning_rate": 8.902537547780917e-07,
      "loss": 0.3463,
      "step": 2084690
    },
    {
      "epoch": 581.83,
      "grad_norm": 1.0708242654800415,
      "learning_rate": 8.902325429167544e-07,
      "loss": 0.3473,
      "step": 2084700
    },
    {
      "epoch": 581.83,
      "grad_norm": 1.1065670251846313,
      "learning_rate": 8.902113312488802e-07,
      "loss": 0.352,
      "step": 2084710
    },
    {
      "epoch": 581.84,
      "grad_norm": 1.0726372003555298,
      "learning_rate": 8.90190119774472e-07,
      "loss": 0.3323,
      "step": 2084720
    },
    {
      "epoch": 581.84,
      "grad_norm": 1.2262951135635376,
      "learning_rate": 8.901689084935341e-07,
      "loss": 0.3401,
      "step": 2084730
    },
    {
      "epoch": 581.84,
      "grad_norm": 1.0537163019180298,
      "learning_rate": 8.901476974060664e-07,
      "loss": 0.332,
      "step": 2084740
    },
    {
      "epoch": 581.84,
      "grad_norm": 1.0832875967025757,
      "learning_rate": 8.901264865120751e-07,
      "loss": 0.3342,
      "step": 2084750
    },
    {
      "epoch": 581.85,
      "grad_norm": 1.0709058046340942,
      "learning_rate": 8.90105275811561e-07,
      "loss": 0.3331,
      "step": 2084760
    },
    {
      "epoch": 581.85,
      "grad_norm": 1.1563159227371216,
      "learning_rate": 8.900840653045272e-07,
      "loss": 0.322,
      "step": 2084770
    },
    {
      "epoch": 581.85,
      "grad_norm": 0.9587002992630005,
      "learning_rate": 8.900628549909769e-07,
      "loss": 0.323,
      "step": 2084780
    },
    {
      "epoch": 581.86,
      "grad_norm": 1.4106881618499756,
      "learning_rate": 8.900416448709135e-07,
      "loss": 0.3374,
      "step": 2084790
    },
    {
      "epoch": 581.86,
      "grad_norm": 1.1191058158874512,
      "learning_rate": 8.900204349443383e-07,
      "loss": 0.3401,
      "step": 2084800
    },
    {
      "epoch": 581.86,
      "grad_norm": 1.075464129447937,
      "learning_rate": 8.899992252112546e-07,
      "loss": 0.3235,
      "step": 2084810
    },
    {
      "epoch": 581.86,
      "grad_norm": 1.3428666591644287,
      "learning_rate": 8.899780156716667e-07,
      "loss": 0.3432,
      "step": 2084820
    },
    {
      "epoch": 581.87,
      "grad_norm": 1.18789803981781,
      "learning_rate": 8.899568063255742e-07,
      "loss": 0.3473,
      "step": 2084830
    },
    {
      "epoch": 581.87,
      "grad_norm": 1.0134702920913696,
      "learning_rate": 8.899355971729841e-07,
      "loss": 0.3318,
      "step": 2084840
    },
    {
      "epoch": 581.87,
      "grad_norm": 1.1669011116027832,
      "learning_rate": 8.899143882138959e-07,
      "loss": 0.3205,
      "step": 2084850
    },
    {
      "epoch": 581.88,
      "grad_norm": 0.974946916103363,
      "learning_rate": 8.898931794483139e-07,
      "loss": 0.3346,
      "step": 2084860
    },
    {
      "epoch": 581.88,
      "grad_norm": 1.0905643701553345,
      "learning_rate": 8.898719708762406e-07,
      "loss": 0.3275,
      "step": 2084870
    },
    {
      "epoch": 581.88,
      "grad_norm": 0.917061984539032,
      "learning_rate": 8.898507624976786e-07,
      "loss": 0.3577,
      "step": 2084880
    },
    {
      "epoch": 581.88,
      "grad_norm": 1.0418850183486938,
      "learning_rate": 8.89829554312632e-07,
      "loss": 0.3355,
      "step": 2084890
    },
    {
      "epoch": 581.89,
      "grad_norm": 1.3071489334106445,
      "learning_rate": 8.898083463211019e-07,
      "loss": 0.3473,
      "step": 2084900
    },
    {
      "epoch": 581.89,
      "grad_norm": 1.566483736038208,
      "learning_rate": 8.897871385230916e-07,
      "loss": 0.339,
      "step": 2084910
    },
    {
      "epoch": 581.89,
      "grad_norm": 1.040603756904602,
      "learning_rate": 8.897659309186043e-07,
      "loss": 0.3424,
      "step": 2084920
    },
    {
      "epoch": 581.9,
      "grad_norm": 1.1469727754592896,
      "learning_rate": 8.897447235076433e-07,
      "loss": 0.3373,
      "step": 2084930
    },
    {
      "epoch": 581.9,
      "grad_norm": 1.5498158931732178,
      "learning_rate": 8.897235162902101e-07,
      "loss": 0.3435,
      "step": 2084940
    },
    {
      "epoch": 581.9,
      "grad_norm": 1.1587810516357422,
      "learning_rate": 8.897023092663084e-07,
      "loss": 0.3416,
      "step": 2084950
    },
    {
      "epoch": 581.9,
      "grad_norm": 1.2737853527069092,
      "learning_rate": 8.896811024359413e-07,
      "loss": 0.3552,
      "step": 2084960
    },
    {
      "epoch": 581.91,
      "grad_norm": 1.1021475791931152,
      "learning_rate": 8.896598957991099e-07,
      "loss": 0.3362,
      "step": 2084970
    },
    {
      "epoch": 581.91,
      "grad_norm": 1.1637593507766724,
      "learning_rate": 8.896386893558197e-07,
      "loss": 0.341,
      "step": 2084980
    },
    {
      "epoch": 581.91,
      "grad_norm": 1.2541660070419312,
      "learning_rate": 8.896174831060715e-07,
      "loss": 0.3384,
      "step": 2084990
    },
    {
      "epoch": 581.91,
      "grad_norm": 1.2433233261108398,
      "learning_rate": 8.895962770498685e-07,
      "loss": 0.3528,
      "step": 2085000
    },
    {
      "epoch": 581.92,
      "grad_norm": 1.2909636497497559,
      "learning_rate": 8.895750711872139e-07,
      "loss": 0.346,
      "step": 2085010
    },
    {
      "epoch": 581.92,
      "grad_norm": 1.2443053722381592,
      "learning_rate": 8.895538655181112e-07,
      "loss": 0.3494,
      "step": 2085020
    },
    {
      "epoch": 581.92,
      "grad_norm": 1.1352328062057495,
      "learning_rate": 8.895326600425614e-07,
      "loss": 0.3422,
      "step": 2085030
    },
    {
      "epoch": 581.93,
      "grad_norm": 1.0521153211593628,
      "learning_rate": 8.895114547605683e-07,
      "loss": 0.3206,
      "step": 2085040
    },
    {
      "epoch": 581.93,
      "grad_norm": 1.09941565990448,
      "learning_rate": 8.894902496721357e-07,
      "loss": 0.3359,
      "step": 2085050
    },
    {
      "epoch": 581.93,
      "grad_norm": 1.1740880012512207,
      "learning_rate": 8.89469044777264e-07,
      "loss": 0.3356,
      "step": 2085060
    },
    {
      "epoch": 581.93,
      "grad_norm": 1.1316181421279907,
      "learning_rate": 8.89447840075959e-07,
      "loss": 0.3394,
      "step": 2085070
    },
    {
      "epoch": 581.94,
      "grad_norm": 1.317044734954834,
      "learning_rate": 8.894266355682212e-07,
      "loss": 0.345,
      "step": 2085080
    },
    {
      "epoch": 581.94,
      "grad_norm": 1.145635724067688,
      "learning_rate": 8.894054312540542e-07,
      "loss": 0.3285,
      "step": 2085090
    },
    {
      "epoch": 581.94,
      "grad_norm": 1.282240629196167,
      "learning_rate": 8.893842271334615e-07,
      "loss": 0.3385,
      "step": 2085100
    },
    {
      "epoch": 581.95,
      "grad_norm": 1.1781151294708252,
      "learning_rate": 8.893630232064447e-07,
      "loss": 0.3431,
      "step": 2085110
    },
    {
      "epoch": 581.95,
      "grad_norm": 1.0860694646835327,
      "learning_rate": 8.893418194730072e-07,
      "loss": 0.3536,
      "step": 2085120
    },
    {
      "epoch": 581.95,
      "grad_norm": 1.10234534740448,
      "learning_rate": 8.893206159331518e-07,
      "loss": 0.3255,
      "step": 2085130
    },
    {
      "epoch": 581.95,
      "grad_norm": 1.1591439247131348,
      "learning_rate": 8.892994125868814e-07,
      "loss": 0.3123,
      "step": 2085140
    },
    {
      "epoch": 581.96,
      "grad_norm": 0.9548443555831909,
      "learning_rate": 8.892782094341985e-07,
      "loss": 0.3362,
      "step": 2085150
    },
    {
      "epoch": 581.96,
      "grad_norm": 1.2961220741271973,
      "learning_rate": 8.892570064751075e-07,
      "loss": 0.3345,
      "step": 2085160
    },
    {
      "epoch": 581.96,
      "grad_norm": 1.027766466140747,
      "learning_rate": 8.892358037096086e-07,
      "loss": 0.3338,
      "step": 2085170
    },
    {
      "epoch": 581.96,
      "grad_norm": 1.3069850206375122,
      "learning_rate": 8.89214601137706e-07,
      "loss": 0.3498,
      "step": 2085180
    },
    {
      "epoch": 581.97,
      "grad_norm": 1.2136985063552856,
      "learning_rate": 8.891933987594034e-07,
      "loss": 0.333,
      "step": 2085190
    },
    {
      "epoch": 581.97,
      "grad_norm": 1.2638269662857056,
      "learning_rate": 8.891721965747013e-07,
      "loss": 0.3413,
      "step": 2085200
    },
    {
      "epoch": 581.97,
      "grad_norm": 1.3820511102676392,
      "learning_rate": 8.891509945836052e-07,
      "loss": 0.3461,
      "step": 2085210
    },
    {
      "epoch": 581.98,
      "grad_norm": 1.0976364612579346,
      "learning_rate": 8.891297927861159e-07,
      "loss": 0.3213,
      "step": 2085220
    },
    {
      "epoch": 581.98,
      "grad_norm": 1.1208581924438477,
      "learning_rate": 8.891085911822368e-07,
      "loss": 0.3551,
      "step": 2085230
    },
    {
      "epoch": 581.98,
      "grad_norm": 1.2047635316848755,
      "learning_rate": 8.890873897719719e-07,
      "loss": 0.352,
      "step": 2085240
    },
    {
      "epoch": 581.98,
      "grad_norm": 1.2134628295898438,
      "learning_rate": 8.890661885553223e-07,
      "loss": 0.341,
      "step": 2085250
    },
    {
      "epoch": 581.99,
      "grad_norm": 3.0040969848632812,
      "learning_rate": 8.890449875322911e-07,
      "loss": 0.3372,
      "step": 2085260
    },
    {
      "epoch": 581.99,
      "grad_norm": 1.2040516138076782,
      "learning_rate": 8.890237867028818e-07,
      "loss": 0.3576,
      "step": 2085270
    },
    {
      "epoch": 581.99,
      "grad_norm": 1.366908311843872,
      "learning_rate": 8.890025860670977e-07,
      "loss": 0.347,
      "step": 2085280
    },
    {
      "epoch": 582.0,
      "grad_norm": 1.2139230966567993,
      "learning_rate": 8.889813856249393e-07,
      "loss": 0.3391,
      "step": 2085290
    },
    {
      "epoch": 582.0,
      "grad_norm": 1.1469693183898926,
      "learning_rate": 8.889601853764126e-07,
      "loss": 0.3277,
      "step": 2085300
    },
    {
      "epoch": 582.0,
      "eval_loss": 0.3407043516635895,
      "eval_runtime": 63.7405,
      "eval_samples_per_second": 79.369,
      "eval_steps_per_second": 9.931,
      "step": 2085306
    },
    {
      "epoch": 582.0,
      "grad_norm": 1.2925090789794922,
      "learning_rate": 8.88938985321518e-07,
      "loss": 0.3281,
      "step": 2085310
    },
    {
      "epoch": 582.0,
      "grad_norm": 1.2478047609329224,
      "learning_rate": 8.88917785460259e-07,
      "loss": 0.3292,
      "step": 2085320
    },
    {
      "epoch": 582.01,
      "grad_norm": 1.1088320016860962,
      "learning_rate": 8.888965857926397e-07,
      "loss": 0.3374,
      "step": 2085330
    },
    {
      "epoch": 582.01,
      "grad_norm": 0.9712151288986206,
      "learning_rate": 8.888753863186606e-07,
      "loss": 0.3275,
      "step": 2085340
    },
    {
      "epoch": 582.01,
      "grad_norm": 1.0422651767730713,
      "learning_rate": 8.88854187038326e-07,
      "loss": 0.3519,
      "step": 2085350
    },
    {
      "epoch": 582.02,
      "grad_norm": 1.2700996398925781,
      "learning_rate": 8.888329879516384e-07,
      "loss": 0.3361,
      "step": 2085360
    },
    {
      "epoch": 582.02,
      "grad_norm": 1.2038763761520386,
      "learning_rate": 8.888117890586013e-07,
      "loss": 0.3485,
      "step": 2085370
    },
    {
      "epoch": 582.02,
      "grad_norm": 1.0791908502578735,
      "learning_rate": 8.887905903592161e-07,
      "loss": 0.3386,
      "step": 2085380
    },
    {
      "epoch": 582.02,
      "grad_norm": 1.0918909311294556,
      "learning_rate": 8.887693918534864e-07,
      "loss": 0.3357,
      "step": 2085390
    },
    {
      "epoch": 582.03,
      "grad_norm": 1.1509850025177002,
      "learning_rate": 8.887481935414158e-07,
      "loss": 0.3356,
      "step": 2085400
    },
    {
      "epoch": 582.03,
      "grad_norm": 1.2313834428787231,
      "learning_rate": 8.88726995423005e-07,
      "loss": 0.3454,
      "step": 2085410
    },
    {
      "epoch": 582.03,
      "grad_norm": 1.3457504510879517,
      "learning_rate": 8.887057974982595e-07,
      "loss": 0.3369,
      "step": 2085420
    },
    {
      "epoch": 582.03,
      "grad_norm": 1.1727226972579956,
      "learning_rate": 8.886845997671791e-07,
      "loss": 0.3208,
      "step": 2085430
    },
    {
      "epoch": 582.04,
      "grad_norm": 1.3371086120605469,
      "learning_rate": 8.886634022297702e-07,
      "loss": 0.3523,
      "step": 2085440
    },
    {
      "epoch": 582.04,
      "grad_norm": 1.2435656785964966,
      "learning_rate": 8.886422048860326e-07,
      "loss": 0.3464,
      "step": 2085450
    },
    {
      "epoch": 582.04,
      "grad_norm": 1.1983226537704468,
      "learning_rate": 8.886210077359705e-07,
      "loss": 0.3312,
      "step": 2085460
    },
    {
      "epoch": 582.05,
      "grad_norm": 1.5460923910140991,
      "learning_rate": 8.885998107795872e-07,
      "loss": 0.3408,
      "step": 2085470
    },
    {
      "epoch": 582.05,
      "grad_norm": 1.2624469995498657,
      "learning_rate": 8.885786140168838e-07,
      "loss": 0.3187,
      "step": 2085480
    },
    {
      "epoch": 582.05,
      "grad_norm": 1.3180677890777588,
      "learning_rate": 8.885574174478643e-07,
      "loss": 0.33,
      "step": 2085490
    },
    {
      "epoch": 582.05,
      "grad_norm": 1.2178581953048706,
      "learning_rate": 8.885362210725315e-07,
      "loss": 0.3379,
      "step": 2085500
    },
    {
      "epoch": 582.06,
      "grad_norm": 1.481069803237915,
      "learning_rate": 8.885150248908885e-07,
      "loss": 0.3285,
      "step": 2085510
    },
    {
      "epoch": 582.06,
      "grad_norm": 1.1640220880508423,
      "learning_rate": 8.88493828902937e-07,
      "loss": 0.3403,
      "step": 2085520
    },
    {
      "epoch": 582.06,
      "grad_norm": 1.1742620468139648,
      "learning_rate": 8.884726331086806e-07,
      "loss": 0.3377,
      "step": 2085530
    },
    {
      "epoch": 582.07,
      "grad_norm": 1.2683515548706055,
      "learning_rate": 8.884514375081227e-07,
      "loss": 0.3374,
      "step": 2085540
    },
    {
      "epoch": 582.07,
      "grad_norm": 1.333605408668518,
      "learning_rate": 8.884302421012637e-07,
      "loss": 0.337,
      "step": 2085550
    },
    {
      "epoch": 582.07,
      "grad_norm": 1.3572361469268799,
      "learning_rate": 8.884090468881102e-07,
      "loss": 0.3557,
      "step": 2085560
    },
    {
      "epoch": 582.07,
      "grad_norm": 1.3233243227005005,
      "learning_rate": 8.883878518686617e-07,
      "loss": 0.347,
      "step": 2085570
    },
    {
      "epoch": 582.08,
      "grad_norm": 1.1481788158416748,
      "learning_rate": 8.883666570429224e-07,
      "loss": 0.3234,
      "step": 2085580
    },
    {
      "epoch": 582.08,
      "grad_norm": 1.1268653869628906,
      "learning_rate": 8.883454624108952e-07,
      "loss": 0.3349,
      "step": 2085590
    },
    {
      "epoch": 582.08,
      "grad_norm": 1.710918664932251,
      "learning_rate": 8.883242679725835e-07,
      "loss": 0.3267,
      "step": 2085600
    },
    {
      "epoch": 582.08,
      "grad_norm": 1.099016547203064,
      "learning_rate": 8.883030737279885e-07,
      "loss": 0.3276,
      "step": 2085610
    },
    {
      "epoch": 582.09,
      "grad_norm": 0.9936546087265015,
      "learning_rate": 8.882818796771137e-07,
      "loss": 0.3464,
      "step": 2085620
    },
    {
      "epoch": 582.09,
      "grad_norm": 1.092630386352539,
      "learning_rate": 8.882606858199633e-07,
      "loss": 0.3267,
      "step": 2085630
    },
    {
      "epoch": 582.09,
      "grad_norm": 1.2738851308822632,
      "learning_rate": 8.882394921565372e-07,
      "loss": 0.3466,
      "step": 2085640
    },
    {
      "epoch": 582.1,
      "grad_norm": 1.1228947639465332,
      "learning_rate": 8.882182986868414e-07,
      "loss": 0.3327,
      "step": 2085650
    },
    {
      "epoch": 582.1,
      "grad_norm": 1.1601097583770752,
      "learning_rate": 8.881971054108764e-07,
      "loss": 0.3391,
      "step": 2085660
    },
    {
      "epoch": 582.1,
      "grad_norm": 1.236095905303955,
      "learning_rate": 8.881759123286461e-07,
      "loss": 0.3381,
      "step": 2085670
    },
    {
      "epoch": 582.1,
      "grad_norm": 1.1244820356369019,
      "learning_rate": 8.881547194401539e-07,
      "loss": 0.3285,
      "step": 2085680
    },
    {
      "epoch": 582.11,
      "grad_norm": 1.2848049402236938,
      "learning_rate": 8.881335267454008e-07,
      "loss": 0.337,
      "step": 2085690
    },
    {
      "epoch": 582.11,
      "grad_norm": 1.0391253232955933,
      "learning_rate": 8.881123342443908e-07,
      "loss": 0.3453,
      "step": 2085700
    },
    {
      "epoch": 582.11,
      "grad_norm": 1.243722915649414,
      "learning_rate": 8.880911419371268e-07,
      "loss": 0.3299,
      "step": 2085710
    },
    {
      "epoch": 582.12,
      "grad_norm": 1.0983655452728271,
      "learning_rate": 8.88069949823611e-07,
      "loss": 0.3308,
      "step": 2085720
    },
    {
      "epoch": 582.12,
      "grad_norm": 1.072509765625,
      "learning_rate": 8.880487579038469e-07,
      "loss": 0.35,
      "step": 2085730
    },
    {
      "epoch": 582.12,
      "grad_norm": 1.2236483097076416,
      "learning_rate": 8.880275661778377e-07,
      "loss": 0.3459,
      "step": 2085740
    },
    {
      "epoch": 582.12,
      "grad_norm": 1.1648614406585693,
      "learning_rate": 8.880063746455847e-07,
      "loss": 0.3265,
      "step": 2085750
    },
    {
      "epoch": 582.13,
      "grad_norm": 1.0738201141357422,
      "learning_rate": 8.879851833070916e-07,
      "loss": 0.342,
      "step": 2085760
    },
    {
      "epoch": 582.13,
      "grad_norm": 1.3387706279754639,
      "learning_rate": 8.879639921623621e-07,
      "loss": 0.3313,
      "step": 2085770
    },
    {
      "epoch": 582.13,
      "grad_norm": 1.1802270412445068,
      "learning_rate": 8.879428012113965e-07,
      "loss": 0.3426,
      "step": 2085780
    },
    {
      "epoch": 582.14,
      "grad_norm": 1.1772236824035645,
      "learning_rate": 8.879216104542006e-07,
      "loss": 0.3393,
      "step": 2085790
    },
    {
      "epoch": 582.14,
      "grad_norm": 0.9978924989700317,
      "learning_rate": 8.879004198907753e-07,
      "loss": 0.3376,
      "step": 2085800
    },
    {
      "epoch": 582.14,
      "grad_norm": 1.3714185953140259,
      "learning_rate": 8.878792295211238e-07,
      "loss": 0.3374,
      "step": 2085810
    },
    {
      "epoch": 582.14,
      "grad_norm": 0.9212765693664551,
      "learning_rate": 8.878580393452492e-07,
      "loss": 0.3337,
      "step": 2085820
    },
    {
      "epoch": 582.15,
      "grad_norm": 1.0715088844299316,
      "learning_rate": 8.878368493631552e-07,
      "loss": 0.317,
      "step": 2085830
    },
    {
      "epoch": 582.15,
      "grad_norm": 1.2523554563522339,
      "learning_rate": 8.878156595748427e-07,
      "loss": 0.3451,
      "step": 2085840
    },
    {
      "epoch": 582.15,
      "grad_norm": 1.0471439361572266,
      "learning_rate": 8.877944699803152e-07,
      "loss": 0.3342,
      "step": 2085850
    },
    {
      "epoch": 582.15,
      "grad_norm": 1.3429962396621704,
      "learning_rate": 8.87773280579577e-07,
      "loss": 0.3524,
      "step": 2085860
    },
    {
      "epoch": 582.16,
      "grad_norm": 1.0299036502838135,
      "learning_rate": 8.877520913726277e-07,
      "loss": 0.337,
      "step": 2085870
    },
    {
      "epoch": 582.16,
      "grad_norm": 1.060104489326477,
      "learning_rate": 8.877309023594741e-07,
      "loss": 0.3379,
      "step": 2085880
    },
    {
      "epoch": 582.16,
      "grad_norm": 1.2335515022277832,
      "learning_rate": 8.877097135401159e-07,
      "loss": 0.348,
      "step": 2085890
    },
    {
      "epoch": 582.17,
      "grad_norm": 1.194610834121704,
      "learning_rate": 8.876885249145573e-07,
      "loss": 0.349,
      "step": 2085900
    },
    {
      "epoch": 582.17,
      "grad_norm": 1.1585183143615723,
      "learning_rate": 8.876673364828016e-07,
      "loss": 0.3411,
      "step": 2085910
    },
    {
      "epoch": 582.17,
      "grad_norm": 1.0798135995864868,
      "learning_rate": 8.876461482448499e-07,
      "loss": 0.3297,
      "step": 2085920
    },
    {
      "epoch": 582.17,
      "grad_norm": 1.2132657766342163,
      "learning_rate": 8.876249602007063e-07,
      "loss": 0.3333,
      "step": 2085930
    },
    {
      "epoch": 582.18,
      "grad_norm": 1.1334457397460938,
      "learning_rate": 8.876037723503732e-07,
      "loss": 0.3467,
      "step": 2085940
    },
    {
      "epoch": 582.18,
      "grad_norm": 1.234426498413086,
      "learning_rate": 8.875825846938544e-07,
      "loss": 0.3382,
      "step": 2085950
    },
    {
      "epoch": 582.18,
      "grad_norm": 1.1835662126541138,
      "learning_rate": 8.875613972311502e-07,
      "loss": 0.3266,
      "step": 2085960
    },
    {
      "epoch": 582.19,
      "grad_norm": 1.141313076019287,
      "learning_rate": 8.875402099622668e-07,
      "loss": 0.3429,
      "step": 2085970
    },
    {
      "epoch": 582.19,
      "grad_norm": 1.484848141670227,
      "learning_rate": 8.875190228872045e-07,
      "loss": 0.3419,
      "step": 2085980
    },
    {
      "epoch": 582.19,
      "grad_norm": 1.293592095375061,
      "learning_rate": 8.874978360059671e-07,
      "loss": 0.3419,
      "step": 2085990
    },
    {
      "epoch": 582.19,
      "grad_norm": 1.0718590021133423,
      "learning_rate": 8.874766493185579e-07,
      "loss": 0.3355,
      "step": 2086000
    },
    {
      "epoch": 582.2,
      "grad_norm": 1.001659870147705,
      "learning_rate": 8.874554628249774e-07,
      "loss": 0.3363,
      "step": 2086010
    },
    {
      "epoch": 582.2,
      "grad_norm": 1.1510735750198364,
      "learning_rate": 8.874342765252318e-07,
      "loss": 0.3481,
      "step": 2086020
    },
    {
      "epoch": 582.2,
      "grad_norm": 1.10141122341156,
      "learning_rate": 8.874130904193216e-07,
      "loss": 0.338,
      "step": 2086030
    },
    {
      "epoch": 582.2,
      "grad_norm": 1.1243871450424194,
      "learning_rate": 8.873919045072497e-07,
      "loss": 0.3531,
      "step": 2086040
    },
    {
      "epoch": 582.21,
      "grad_norm": 1.0971403121948242,
      "learning_rate": 8.873707187890208e-07,
      "loss": 0.3241,
      "step": 2086050
    },
    {
      "epoch": 582.21,
      "grad_norm": 1.3517123460769653,
      "learning_rate": 8.873495332646354e-07,
      "loss": 0.336,
      "step": 2086060
    },
    {
      "epoch": 582.21,
      "grad_norm": 1.1926456689834595,
      "learning_rate": 8.873283479340971e-07,
      "loss": 0.3455,
      "step": 2086070
    },
    {
      "epoch": 582.22,
      "grad_norm": 1.3088784217834473,
      "learning_rate": 8.873071627974093e-07,
      "loss": 0.3496,
      "step": 2086080
    },
    {
      "epoch": 582.22,
      "grad_norm": 1.3485020399093628,
      "learning_rate": 8.872859778545749e-07,
      "loss": 0.3394,
      "step": 2086090
    },
    {
      "epoch": 582.22,
      "grad_norm": 1.1698540449142456,
      "learning_rate": 8.872647931055949e-07,
      "loss": 0.3393,
      "step": 2086100
    },
    {
      "epoch": 582.22,
      "grad_norm": 1.080698847770691,
      "learning_rate": 8.872436085504748e-07,
      "loss": 0.3425,
      "step": 2086110
    },
    {
      "epoch": 582.23,
      "grad_norm": 0.9676185250282288,
      "learning_rate": 8.872224241892156e-07,
      "loss": 0.3311,
      "step": 2086120
    },
    {
      "epoch": 582.23,
      "grad_norm": 1.1641778945922852,
      "learning_rate": 8.872012400218203e-07,
      "loss": 0.3371,
      "step": 2086130
    },
    {
      "epoch": 582.23,
      "grad_norm": 1.0866297483444214,
      "learning_rate": 8.871800560482932e-07,
      "loss": 0.3497,
      "step": 2086140
    },
    {
      "epoch": 582.24,
      "grad_norm": 1.0670922994613647,
      "learning_rate": 8.871588722686349e-07,
      "loss": 0.3419,
      "step": 2086150
    },
    {
      "epoch": 582.24,
      "grad_norm": 1.0504496097564697,
      "learning_rate": 8.871376886828493e-07,
      "loss": 0.3494,
      "step": 2086160
    },
    {
      "epoch": 582.24,
      "grad_norm": 1.0348997116088867,
      "learning_rate": 8.871165052909393e-07,
      "loss": 0.3421,
      "step": 2086170
    },
    {
      "epoch": 582.24,
      "grad_norm": 1.3218783140182495,
      "learning_rate": 8.870953220929084e-07,
      "loss": 0.339,
      "step": 2086180
    },
    {
      "epoch": 582.25,
      "grad_norm": 1.2906217575073242,
      "learning_rate": 8.870741390887579e-07,
      "loss": 0.3292,
      "step": 2086190
    },
    {
      "epoch": 582.25,
      "grad_norm": 1.230958342552185,
      "learning_rate": 8.870529562784911e-07,
      "loss": 0.3394,
      "step": 2086200
    },
    {
      "epoch": 582.25,
      "grad_norm": 1.2684370279312134,
      "learning_rate": 8.870317736621122e-07,
      "loss": 0.341,
      "step": 2086210
    },
    {
      "epoch": 582.26,
      "grad_norm": 1.2047544717788696,
      "learning_rate": 8.870105912396211e-07,
      "loss": 0.3367,
      "step": 2086220
    },
    {
      "epoch": 582.26,
      "grad_norm": 1.1406625509262085,
      "learning_rate": 8.86989409011024e-07,
      "loss": 0.3323,
      "step": 2086230
    },
    {
      "epoch": 582.26,
      "grad_norm": 1.2028387784957886,
      "learning_rate": 8.869682269763214e-07,
      "loss": 0.3512,
      "step": 2086240
    },
    {
      "epoch": 582.26,
      "grad_norm": 1.0569636821746826,
      "learning_rate": 8.869470451355166e-07,
      "loss": 0.3394,
      "step": 2086250
    },
    {
      "epoch": 582.27,
      "grad_norm": 1.1971230506896973,
      "learning_rate": 8.869258634886129e-07,
      "loss": 0.3581,
      "step": 2086260
    },
    {
      "epoch": 582.27,
      "grad_norm": 1.1787805557250977,
      "learning_rate": 8.869046820356138e-07,
      "loss": 0.3341,
      "step": 2086270
    },
    {
      "epoch": 582.27,
      "grad_norm": 1.2837584018707275,
      "learning_rate": 8.868835007765203e-07,
      "loss": 0.3381,
      "step": 2086280
    },
    {
      "epoch": 582.27,
      "grad_norm": 1.5929070711135864,
      "learning_rate": 8.86862319711336e-07,
      "loss": 0.3351,
      "step": 2086290
    },
    {
      "epoch": 582.28,
      "grad_norm": 1.3036398887634277,
      "learning_rate": 8.86841138840064e-07,
      "loss": 0.3441,
      "step": 2086300
    },
    {
      "epoch": 582.28,
      "grad_norm": 1.1835793256759644,
      "learning_rate": 8.868199581627069e-07,
      "loss": 0.3467,
      "step": 2086310
    },
    {
      "epoch": 582.28,
      "grad_norm": 1.1027870178222656,
      "learning_rate": 8.867987776792684e-07,
      "loss": 0.336,
      "step": 2086320
    },
    {
      "epoch": 582.29,
      "grad_norm": 1.1478843688964844,
      "learning_rate": 8.867775973897498e-07,
      "loss": 0.3514,
      "step": 2086330
    },
    {
      "epoch": 582.29,
      "grad_norm": 1.3106855154037476,
      "learning_rate": 8.867564172941544e-07,
      "loss": 0.3506,
      "step": 2086340
    },
    {
      "epoch": 582.29,
      "grad_norm": 1.1956350803375244,
      "learning_rate": 8.867352373924863e-07,
      "loss": 0.3414,
      "step": 2086350
    },
    {
      "epoch": 582.29,
      "grad_norm": 1.0556230545043945,
      "learning_rate": 8.867140576847455e-07,
      "loss": 0.3582,
      "step": 2086360
    },
    {
      "epoch": 582.3,
      "grad_norm": 1.2083741426467896,
      "learning_rate": 8.866928781709381e-07,
      "loss": 0.3439,
      "step": 2086370
    },
    {
      "epoch": 582.3,
      "grad_norm": 1.1395494937896729,
      "learning_rate": 8.866716988510648e-07,
      "loss": 0.3483,
      "step": 2086380
    },
    {
      "epoch": 582.3,
      "grad_norm": 0.9855415225028992,
      "learning_rate": 8.866505197251289e-07,
      "loss": 0.3464,
      "step": 2086390
    },
    {
      "epoch": 582.31,
      "grad_norm": 1.3351082801818848,
      "learning_rate": 8.866293407931335e-07,
      "loss": 0.3496,
      "step": 2086400
    },
    {
      "epoch": 582.31,
      "grad_norm": 1.3052165508270264,
      "learning_rate": 8.86608162055082e-07,
      "loss": 0.3409,
      "step": 2086410
    },
    {
      "epoch": 582.31,
      "grad_norm": 1.1519759893417358,
      "learning_rate": 8.865869835109755e-07,
      "loss": 0.3308,
      "step": 2086420
    },
    {
      "epoch": 582.31,
      "grad_norm": 1.1676950454711914,
      "learning_rate": 8.86565805160818e-07,
      "loss": 0.3419,
      "step": 2086430
    },
    {
      "epoch": 582.32,
      "grad_norm": 1.0287760496139526,
      "learning_rate": 8.865446270046128e-07,
      "loss": 0.3299,
      "step": 2086440
    },
    {
      "epoch": 582.32,
      "grad_norm": 1.1662060022354126,
      "learning_rate": 8.865234490423604e-07,
      "loss": 0.3389,
      "step": 2086450
    },
    {
      "epoch": 582.32,
      "grad_norm": 1.0175837278366089,
      "learning_rate": 8.86502271274067e-07,
      "loss": 0.3402,
      "step": 2086460
    },
    {
      "epoch": 582.32,
      "grad_norm": 1.1745225191116333,
      "learning_rate": 8.864810936997327e-07,
      "loss": 0.3425,
      "step": 2086470
    },
    {
      "epoch": 582.33,
      "grad_norm": 1.1330314874649048,
      "learning_rate": 8.864599163193615e-07,
      "loss": 0.3368,
      "step": 2086480
    },
    {
      "epoch": 582.33,
      "grad_norm": 1.0215104818344116,
      "learning_rate": 8.864387391329565e-07,
      "loss": 0.3331,
      "step": 2086490
    },
    {
      "epoch": 582.33,
      "grad_norm": 1.0932319164276123,
      "learning_rate": 8.864175621405194e-07,
      "loss": 0.3419,
      "step": 2086500
    },
    {
      "epoch": 582.34,
      "grad_norm": 1.217244267463684,
      "learning_rate": 8.863963853420536e-07,
      "loss": 0.344,
      "step": 2086510
    },
    {
      "epoch": 582.34,
      "grad_norm": 1.5114537477493286,
      "learning_rate": 8.86375208737562e-07,
      "loss": 0.3394,
      "step": 2086520
    },
    {
      "epoch": 582.34,
      "grad_norm": 1.0667071342468262,
      "learning_rate": 8.863540323270484e-07,
      "loss": 0.3407,
      "step": 2086530
    },
    {
      "epoch": 582.34,
      "grad_norm": 0.9959677457809448,
      "learning_rate": 8.863328561105127e-07,
      "loss": 0.3502,
      "step": 2086540
    },
    {
      "epoch": 582.35,
      "grad_norm": 1.1635303497314453,
      "learning_rate": 8.863116800879613e-07,
      "loss": 0.333,
      "step": 2086550
    },
    {
      "epoch": 582.35,
      "grad_norm": 1.2232695817947388,
      "learning_rate": 8.862905042593946e-07,
      "loss": 0.3314,
      "step": 2086560
    },
    {
      "epoch": 582.35,
      "grad_norm": 1.3433573246002197,
      "learning_rate": 8.86269328624816e-07,
      "loss": 0.3465,
      "step": 2086570
    },
    {
      "epoch": 582.36,
      "grad_norm": 1.0885646343231201,
      "learning_rate": 8.862481531842293e-07,
      "loss": 0.354,
      "step": 2086580
    },
    {
      "epoch": 582.36,
      "grad_norm": 1.0942401885986328,
      "learning_rate": 8.862269779376351e-07,
      "loss": 0.3186,
      "step": 2086590
    },
    {
      "epoch": 582.36,
      "grad_norm": 1.083541750907898,
      "learning_rate": 8.862058028850391e-07,
      "loss": 0.3421,
      "step": 2086600
    },
    {
      "epoch": 582.36,
      "grad_norm": 1.0294263362884521,
      "learning_rate": 8.861846280264418e-07,
      "loss": 0.3383,
      "step": 2086610
    },
    {
      "epoch": 582.37,
      "grad_norm": 1.3540258407592773,
      "learning_rate": 8.861634533618466e-07,
      "loss": 0.36,
      "step": 2086620
    },
    {
      "epoch": 582.37,
      "grad_norm": 0.9397125244140625,
      "learning_rate": 8.861422788912577e-07,
      "loss": 0.3527,
      "step": 2086630
    },
    {
      "epoch": 582.37,
      "grad_norm": 1.4872064590454102,
      "learning_rate": 8.861211046146759e-07,
      "loss": 0.3532,
      "step": 2086640
    },
    {
      "epoch": 582.38,
      "grad_norm": 1.1914949417114258,
      "learning_rate": 8.860999305321051e-07,
      "loss": 0.338,
      "step": 2086650
    },
    {
      "epoch": 582.38,
      "grad_norm": 1.1241449117660522,
      "learning_rate": 8.860787566435477e-07,
      "loss": 0.3382,
      "step": 2086660
    },
    {
      "epoch": 582.38,
      "grad_norm": 1.062462568283081,
      "learning_rate": 8.860575829490075e-07,
      "loss": 0.3484,
      "step": 2086670
    },
    {
      "epoch": 582.38,
      "grad_norm": 1.175736665725708,
      "learning_rate": 8.860364094484851e-07,
      "loss": 0.3529,
      "step": 2086680
    },
    {
      "epoch": 582.39,
      "grad_norm": 1.2654969692230225,
      "learning_rate": 8.860152361419862e-07,
      "loss": 0.3325,
      "step": 2086690
    },
    {
      "epoch": 582.39,
      "grad_norm": 1.237109899520874,
      "learning_rate": 8.859940630295114e-07,
      "loss": 0.3492,
      "step": 2086700
    },
    {
      "epoch": 582.39,
      "grad_norm": 1.07703697681427,
      "learning_rate": 8.859728901110645e-07,
      "loss": 0.3346,
      "step": 2086710
    },
    {
      "epoch": 582.39,
      "grad_norm": 1.3437755107879639,
      "learning_rate": 8.859517173866489e-07,
      "loss": 0.3364,
      "step": 2086720
    },
    {
      "epoch": 582.4,
      "grad_norm": 1.0735604763031006,
      "learning_rate": 8.859305448562658e-07,
      "loss": 0.3382,
      "step": 2086730
    },
    {
      "epoch": 582.4,
      "grad_norm": 1.109377384185791,
      "learning_rate": 8.85909372519919e-07,
      "loss": 0.3294,
      "step": 2086740
    },
    {
      "epoch": 582.4,
      "grad_norm": 1.1989710330963135,
      "learning_rate": 8.858882003776108e-07,
      "loss": 0.332,
      "step": 2086750
    },
    {
      "epoch": 582.41,
      "grad_norm": 1.24314284324646,
      "learning_rate": 8.858670284293454e-07,
      "loss": 0.3523,
      "step": 2086760
    },
    {
      "epoch": 582.41,
      "grad_norm": 1.9456740617752075,
      "learning_rate": 8.858458566751241e-07,
      "loss": 0.3464,
      "step": 2086770
    },
    {
      "epoch": 582.41,
      "grad_norm": 1.145477533340454,
      "learning_rate": 8.858246851149497e-07,
      "loss": 0.3227,
      "step": 2086780
    },
    {
      "epoch": 582.41,
      "grad_norm": 1.1096603870391846,
      "learning_rate": 8.85803513748826e-07,
      "loss": 0.3386,
      "step": 2086790
    },
    {
      "epoch": 582.42,
      "grad_norm": 1.4860308170318604,
      "learning_rate": 8.857823425767553e-07,
      "loss": 0.3318,
      "step": 2086800
    },
    {
      "epoch": 582.42,
      "grad_norm": 1.0861742496490479,
      "learning_rate": 8.857611715987411e-07,
      "loss": 0.3314,
      "step": 2086810
    },
    {
      "epoch": 582.42,
      "grad_norm": 1.300014615058899,
      "learning_rate": 8.85740000814785e-07,
      "loss": 0.3494,
      "step": 2086820
    },
    {
      "epoch": 582.43,
      "grad_norm": 1.0825556516647339,
      "learning_rate": 8.857188302248904e-07,
      "loss": 0.3198,
      "step": 2086830
    },
    {
      "epoch": 582.43,
      "grad_norm": 1.2667423486709595,
      "learning_rate": 8.856976598290602e-07,
      "loss": 0.3492,
      "step": 2086840
    },
    {
      "epoch": 582.43,
      "grad_norm": 1.156262993812561,
      "learning_rate": 8.856764896272978e-07,
      "loss": 0.3434,
      "step": 2086850
    },
    {
      "epoch": 582.43,
      "grad_norm": 1.1908923387527466,
      "learning_rate": 8.856553196196046e-07,
      "loss": 0.3372,
      "step": 2086860
    },
    {
      "epoch": 582.44,
      "grad_norm": 1.1364442110061646,
      "learning_rate": 8.856341498059842e-07,
      "loss": 0.3445,
      "step": 2086870
    },
    {
      "epoch": 582.44,
      "grad_norm": 1.2837547063827515,
      "learning_rate": 8.856129801864396e-07,
      "loss": 0.3295,
      "step": 2086880
    },
    {
      "epoch": 582.44,
      "grad_norm": 1.1720190048217773,
      "learning_rate": 8.855918107609733e-07,
      "loss": 0.3339,
      "step": 2086890
    },
    {
      "epoch": 582.44,
      "grad_norm": 1.0827006101608276,
      "learning_rate": 8.855706415295891e-07,
      "loss": 0.3389,
      "step": 2086900
    },
    {
      "epoch": 582.45,
      "grad_norm": 1.090260624885559,
      "learning_rate": 8.855494724922871e-07,
      "loss": 0.3341,
      "step": 2086910
    },
    {
      "epoch": 582.45,
      "grad_norm": 1.312668800354004,
      "learning_rate": 8.855283036490738e-07,
      "loss": 0.3471,
      "step": 2086920
    },
    {
      "epoch": 582.45,
      "grad_norm": 1.326525092124939,
      "learning_rate": 8.855071349999497e-07,
      "loss": 0.336,
      "step": 2086930
    },
    {
      "epoch": 582.46,
      "grad_norm": 1.3482038974761963,
      "learning_rate": 8.854859665449178e-07,
      "loss": 0.3383,
      "step": 2086940
    },
    {
      "epoch": 582.46,
      "grad_norm": 1.1594747304916382,
      "learning_rate": 8.85464798283982e-07,
      "loss": 0.3474,
      "step": 2086950
    },
    {
      "epoch": 582.46,
      "grad_norm": 1.2025145292282104,
      "learning_rate": 8.854436302171436e-07,
      "loss": 0.3347,
      "step": 2086960
    },
    {
      "epoch": 582.46,
      "grad_norm": 0.9514206051826477,
      "learning_rate": 8.854224623444063e-07,
      "loss": 0.3423,
      "step": 2086970
    },
    {
      "epoch": 582.47,
      "grad_norm": 1.1450294256210327,
      "learning_rate": 8.854012946657727e-07,
      "loss": 0.3421,
      "step": 2086980
    },
    {
      "epoch": 582.47,
      "grad_norm": 1.221914529800415,
      "learning_rate": 8.853801271812467e-07,
      "loss": 0.3371,
      "step": 2086990
    },
    {
      "epoch": 582.47,
      "grad_norm": 1.0533690452575684,
      "learning_rate": 8.85358959890829e-07,
      "loss": 0.3355,
      "step": 2087000
    },
    {
      "epoch": 582.48,
      "grad_norm": 1.2249151468276978,
      "learning_rate": 8.853377927945237e-07,
      "loss": 0.328,
      "step": 2087010
    },
    {
      "epoch": 582.48,
      "grad_norm": 1.201084017753601,
      "learning_rate": 8.853166258923343e-07,
      "loss": 0.3485,
      "step": 2087020
    },
    {
      "epoch": 582.48,
      "grad_norm": 1.0339571237564087,
      "learning_rate": 8.852954591842611e-07,
      "loss": 0.3482,
      "step": 2087030
    },
    {
      "epoch": 582.48,
      "grad_norm": 1.1153788566589355,
      "learning_rate": 8.8527429267031e-07,
      "loss": 0.3338,
      "step": 2087040
    },
    {
      "epoch": 582.49,
      "grad_norm": 1.3330951929092407,
      "learning_rate": 8.85253126350482e-07,
      "loss": 0.3435,
      "step": 2087050
    },
    {
      "epoch": 582.49,
      "grad_norm": 1.252937912940979,
      "learning_rate": 8.852319602247801e-07,
      "loss": 0.3404,
      "step": 2087060
    },
    {
      "epoch": 582.49,
      "grad_norm": 1.0734394788742065,
      "learning_rate": 8.852107942932076e-07,
      "loss": 0.3324,
      "step": 2087070
    },
    {
      "epoch": 582.5,
      "grad_norm": 1.130982518196106,
      "learning_rate": 8.851896285557675e-07,
      "loss": 0.3441,
      "step": 2087080
    },
    {
      "epoch": 582.5,
      "grad_norm": 1.12832510471344,
      "learning_rate": 8.851684630124618e-07,
      "loss": 0.3398,
      "step": 2087090
    },
    {
      "epoch": 582.5,
      "grad_norm": 1.1259963512420654,
      "learning_rate": 8.851472976632934e-07,
      "loss": 0.3525,
      "step": 2087100
    },
    {
      "epoch": 582.5,
      "grad_norm": 1.1825577020645142,
      "learning_rate": 8.851261325082662e-07,
      "loss": 0.3361,
      "step": 2087110
    },
    {
      "epoch": 582.51,
      "grad_norm": 1.2913163900375366,
      "learning_rate": 8.851049675473807e-07,
      "loss": 0.3329,
      "step": 2087120
    },
    {
      "epoch": 582.51,
      "grad_norm": 1.2158620357513428,
      "learning_rate": 8.85083802780643e-07,
      "loss": 0.3362,
      "step": 2087130
    },
    {
      "epoch": 582.51,
      "grad_norm": 3.5538341999053955,
      "learning_rate": 8.850626382080532e-07,
      "loss": 0.3361,
      "step": 2087140
    },
    {
      "epoch": 582.51,
      "grad_norm": 1.1689691543579102,
      "learning_rate": 8.850414738296152e-07,
      "loss": 0.3389,
      "step": 2087150
    },
    {
      "epoch": 582.52,
      "grad_norm": 1.1368099451065063,
      "learning_rate": 8.850203096453325e-07,
      "loss": 0.3327,
      "step": 2087160
    },
    {
      "epoch": 582.52,
      "grad_norm": 1.3471401929855347,
      "learning_rate": 8.849991456552054e-07,
      "loss": 0.3571,
      "step": 2087170
    },
    {
      "epoch": 582.52,
      "grad_norm": 1.092262864112854,
      "learning_rate": 8.849779818592399e-07,
      "loss": 0.3485,
      "step": 2087180
    },
    {
      "epoch": 582.53,
      "grad_norm": 1.2485458850860596,
      "learning_rate": 8.849568182574369e-07,
      "loss": 0.3549,
      "step": 2087190
    },
    {
      "epoch": 582.53,
      "grad_norm": 1.173153042793274,
      "learning_rate": 8.849356548497995e-07,
      "loss": 0.3588,
      "step": 2087200
    },
    {
      "epoch": 582.53,
      "grad_norm": 1.2109733819961548,
      "learning_rate": 8.849144916363306e-07,
      "loss": 0.348,
      "step": 2087210
    },
    {
      "epoch": 582.53,
      "grad_norm": 1.766939640045166,
      "learning_rate": 8.84893328617034e-07,
      "loss": 0.3483,
      "step": 2087220
    },
    {
      "epoch": 582.54,
      "grad_norm": 1.5770490169525146,
      "learning_rate": 8.848721657919109e-07,
      "loss": 0.3354,
      "step": 2087230
    },
    {
      "epoch": 582.54,
      "grad_norm": 1.2077155113220215,
      "learning_rate": 8.848510031609646e-07,
      "loss": 0.3281,
      "step": 2087240
    },
    {
      "epoch": 582.54,
      "grad_norm": 1.0749708414077759,
      "learning_rate": 8.848298407241991e-07,
      "loss": 0.329,
      "step": 2087250
    },
    {
      "epoch": 582.55,
      "grad_norm": 1.1026132106781006,
      "learning_rate": 8.848086784816148e-07,
      "loss": 0.3459,
      "step": 2087260
    },
    {
      "epoch": 582.55,
      "grad_norm": 1.184027075767517,
      "learning_rate": 8.847875164332176e-07,
      "loss": 0.3368,
      "step": 2087270
    },
    {
      "epoch": 582.55,
      "grad_norm": 1.2137812376022339,
      "learning_rate": 8.847663545790077e-07,
      "loss": 0.3399,
      "step": 2087280
    },
    {
      "epoch": 582.55,
      "grad_norm": 1.0894536972045898,
      "learning_rate": 8.847451929189888e-07,
      "loss": 0.3356,
      "step": 2087290
    },
    {
      "epoch": 582.56,
      "grad_norm": 0.985766589641571,
      "learning_rate": 8.84724031453165e-07,
      "loss": 0.3341,
      "step": 2087300
    },
    {
      "epoch": 582.56,
      "grad_norm": 1.0452044010162354,
      "learning_rate": 8.84702870181537e-07,
      "loss": 0.3421,
      "step": 2087310
    },
    {
      "epoch": 582.56,
      "grad_norm": 1.2167612314224243,
      "learning_rate": 8.846817091041086e-07,
      "loss": 0.3336,
      "step": 2087320
    },
    {
      "epoch": 582.56,
      "grad_norm": 0.9638060927391052,
      "learning_rate": 8.846605482208825e-07,
      "loss": 0.3291,
      "step": 2087330
    },
    {
      "epoch": 582.57,
      "grad_norm": 1.2201905250549316,
      "learning_rate": 8.846393875318624e-07,
      "loss": 0.3323,
      "step": 2087340
    },
    {
      "epoch": 582.57,
      "grad_norm": 1.111837387084961,
      "learning_rate": 8.846182270370487e-07,
      "loss": 0.337,
      "step": 2087350
    },
    {
      "epoch": 582.57,
      "grad_norm": 1.2678226232528687,
      "learning_rate": 8.845970667364474e-07,
      "loss": 0.3403,
      "step": 2087360
    },
    {
      "epoch": 582.58,
      "grad_norm": 1.2290717363357544,
      "learning_rate": 8.845759066300592e-07,
      "loss": 0.3434,
      "step": 2087370
    },
    {
      "epoch": 582.58,
      "grad_norm": 1.1142281293869019,
      "learning_rate": 8.845547467178873e-07,
      "loss": 0.3611,
      "step": 2087380
    },
    {
      "epoch": 582.58,
      "grad_norm": 1.126908779144287,
      "learning_rate": 8.845335869999356e-07,
      "loss": 0.3355,
      "step": 2087390
    },
    {
      "epoch": 582.58,
      "grad_norm": 1.1759918928146362,
      "learning_rate": 8.84512427476205e-07,
      "loss": 0.3555,
      "step": 2087400
    },
    {
      "epoch": 582.59,
      "grad_norm": 1.2751635313034058,
      "learning_rate": 8.844912681466996e-07,
      "loss": 0.3383,
      "step": 2087410
    },
    {
      "epoch": 582.59,
      "grad_norm": 1.152949333190918,
      "learning_rate": 8.844701090114216e-07,
      "loss": 0.332,
      "step": 2087420
    },
    {
      "epoch": 582.59,
      "grad_norm": 1.1686723232269287,
      "learning_rate": 8.844489500703752e-07,
      "loss": 0.3286,
      "step": 2087430
    },
    {
      "epoch": 582.6,
      "grad_norm": 1.5801928043365479,
      "learning_rate": 8.844277913235612e-07,
      "loss": 0.3228,
      "step": 2087440
    },
    {
      "epoch": 582.6,
      "grad_norm": 1.414742350578308,
      "learning_rate": 8.844066327709834e-07,
      "loss": 0.3346,
      "step": 2087450
    },
    {
      "epoch": 582.6,
      "grad_norm": 1.1000940799713135,
      "learning_rate": 8.843854744126449e-07,
      "loss": 0.3469,
      "step": 2087460
    },
    {
      "epoch": 582.6,
      "grad_norm": 1.3385356664657593,
      "learning_rate": 8.843643162485478e-07,
      "loss": 0.3202,
      "step": 2087470
    },
    {
      "epoch": 582.61,
      "grad_norm": 1.2497358322143555,
      "learning_rate": 8.843431582786964e-07,
      "loss": 0.3479,
      "step": 2087480
    },
    {
      "epoch": 582.61,
      "grad_norm": 1.3709512948989868,
      "learning_rate": 8.843220005030907e-07,
      "loss": 0.3322,
      "step": 2087490
    },
    {
      "epoch": 582.61,
      "grad_norm": 1.3246188163757324,
      "learning_rate": 8.843008429217372e-07,
      "loss": 0.3558,
      "step": 2087500
    },
    {
      "epoch": 582.62,
      "grad_norm": 1.0404736995697021,
      "learning_rate": 8.842796855346355e-07,
      "loss": 0.3389,
      "step": 2087510
    },
    {
      "epoch": 582.62,
      "grad_norm": 1.0949389934539795,
      "learning_rate": 8.842585283417898e-07,
      "loss": 0.3321,
      "step": 2087520
    },
    {
      "epoch": 582.62,
      "grad_norm": 1.2973603010177612,
      "learning_rate": 8.842373713432037e-07,
      "loss": 0.3303,
      "step": 2087530
    },
    {
      "epoch": 582.62,
      "grad_norm": 0.9896681308746338,
      "learning_rate": 8.842162145388786e-07,
      "loss": 0.3388,
      "step": 2087540
    },
    {
      "epoch": 582.63,
      "grad_norm": 1.044939637184143,
      "learning_rate": 8.841950579288176e-07,
      "loss": 0.3603,
      "step": 2087550
    },
    {
      "epoch": 582.63,
      "grad_norm": 1.1631720066070557,
      "learning_rate": 8.841739015130236e-07,
      "loss": 0.3499,
      "step": 2087560
    },
    {
      "epoch": 582.63,
      "grad_norm": 1.0689400434494019,
      "learning_rate": 8.841527452915005e-07,
      "loss": 0.3504,
      "step": 2087570
    },
    {
      "epoch": 582.63,
      "grad_norm": 1.1080067157745361,
      "learning_rate": 8.841315892642494e-07,
      "loss": 0.3276,
      "step": 2087580
    },
    {
      "epoch": 582.64,
      "grad_norm": 1.165712594985962,
      "learning_rate": 8.841104334312741e-07,
      "loss": 0.3369,
      "step": 2087590
    },
    {
      "epoch": 582.64,
      "grad_norm": 1.1665606498718262,
      "learning_rate": 8.840892777925777e-07,
      "loss": 0.3454,
      "step": 2087600
    },
    {
      "epoch": 582.64,
      "grad_norm": 1.192121148109436,
      "learning_rate": 8.840681223481612e-07,
      "loss": 0.3503,
      "step": 2087610
    },
    {
      "epoch": 582.65,
      "grad_norm": 1.1622824668884277,
      "learning_rate": 8.840469670980302e-07,
      "loss": 0.3246,
      "step": 2087620
    },
    {
      "epoch": 582.65,
      "grad_norm": 1.0584019422531128,
      "learning_rate": 8.840258120421854e-07,
      "loss": 0.3288,
      "step": 2087630
    },
    {
      "epoch": 582.65,
      "grad_norm": 1.4820702075958252,
      "learning_rate": 8.840046571806302e-07,
      "loss": 0.3237,
      "step": 2087640
    },
    {
      "epoch": 582.65,
      "grad_norm": 1.1557140350341797,
      "learning_rate": 8.839835025133675e-07,
      "loss": 0.3595,
      "step": 2087650
    },
    {
      "epoch": 582.66,
      "grad_norm": 1.1765501499176025,
      "learning_rate": 8.839623480404009e-07,
      "loss": 0.346,
      "step": 2087660
    },
    {
      "epoch": 582.66,
      "grad_norm": 1.155824899673462,
      "learning_rate": 8.839411937617317e-07,
      "loss": 0.3526,
      "step": 2087670
    },
    {
      "epoch": 582.66,
      "grad_norm": 1.1512911319732666,
      "learning_rate": 8.839200396773634e-07,
      "loss": 0.3383,
      "step": 2087680
    },
    {
      "epoch": 582.67,
      "grad_norm": 1.253274917602539,
      "learning_rate": 8.838988857872995e-07,
      "loss": 0.3387,
      "step": 2087690
    },
    {
      "epoch": 582.67,
      "grad_norm": 1.1468151807785034,
      "learning_rate": 8.83877732091541e-07,
      "loss": 0.3505,
      "step": 2087700
    },
    {
      "epoch": 582.67,
      "grad_norm": 1.1570327281951904,
      "learning_rate": 8.838565785900931e-07,
      "loss": 0.3394,
      "step": 2087710
    },
    {
      "epoch": 582.67,
      "grad_norm": 0.9653138518333435,
      "learning_rate": 8.838354252829567e-07,
      "loss": 0.3413,
      "step": 2087720
    },
    {
      "epoch": 582.68,
      "grad_norm": 1.3188302516937256,
      "learning_rate": 8.838142721701355e-07,
      "loss": 0.3449,
      "step": 2087730
    },
    {
      "epoch": 582.68,
      "grad_norm": 2.5697717666625977,
      "learning_rate": 8.837931192516319e-07,
      "loss": 0.3514,
      "step": 2087740
    },
    {
      "epoch": 582.68,
      "grad_norm": 1.1480315923690796,
      "learning_rate": 8.837719665274493e-07,
      "loss": 0.3527,
      "step": 2087750
    },
    {
      "epoch": 582.68,
      "grad_norm": 1.3011168241500854,
      "learning_rate": 8.837508139975906e-07,
      "loss": 0.3556,
      "step": 2087760
    },
    {
      "epoch": 582.69,
      "grad_norm": 1.076145052909851,
      "learning_rate": 8.837296616620577e-07,
      "loss": 0.3474,
      "step": 2087770
    },
    {
      "epoch": 582.69,
      "grad_norm": 1.3011337518692017,
      "learning_rate": 8.837085095208537e-07,
      "loss": 0.3266,
      "step": 2087780
    },
    {
      "epoch": 582.69,
      "grad_norm": 1.2571077346801758,
      "learning_rate": 8.836873575739816e-07,
      "loss": 0.3272,
      "step": 2087790
    },
    {
      "epoch": 582.7,
      "grad_norm": 1.149207592010498,
      "learning_rate": 8.836662058214452e-07,
      "loss": 0.3362,
      "step": 2087800
    },
    {
      "epoch": 582.7,
      "grad_norm": 1.192497730255127,
      "learning_rate": 8.836450542632455e-07,
      "loss": 0.3408,
      "step": 2087810
    },
    {
      "epoch": 582.7,
      "grad_norm": 1.3327996730804443,
      "learning_rate": 8.836239028993861e-07,
      "loss": 0.3384,
      "step": 2087820
    },
    {
      "epoch": 582.7,
      "grad_norm": 1.4663540124893188,
      "learning_rate": 8.836027517298708e-07,
      "loss": 0.3382,
      "step": 2087830
    },
    {
      "epoch": 582.71,
      "grad_norm": 1.1892660856246948,
      "learning_rate": 8.835816007546997e-07,
      "loss": 0.3427,
      "step": 2087840
    },
    {
      "epoch": 582.71,
      "grad_norm": 0.9210962653160095,
      "learning_rate": 8.835604499738793e-07,
      "loss": 0.3349,
      "step": 2087850
    },
    {
      "epoch": 582.71,
      "grad_norm": 1.5225037336349487,
      "learning_rate": 8.835392993874095e-07,
      "loss": 0.333,
      "step": 2087860
    },
    {
      "epoch": 582.72,
      "grad_norm": 1.2175612449645996,
      "learning_rate": 8.835181489952942e-07,
      "loss": 0.3264,
      "step": 2087870
    },
    {
      "epoch": 582.72,
      "grad_norm": 3.135345935821533,
      "learning_rate": 8.834969987975362e-07,
      "loss": 0.3523,
      "step": 2087880
    },
    {
      "epoch": 582.72,
      "grad_norm": 1.2181193828582764,
      "learning_rate": 8.834758487941389e-07,
      "loss": 0.343,
      "step": 2087890
    },
    {
      "epoch": 582.72,
      "grad_norm": 1.0750318765640259,
      "learning_rate": 8.834546989851037e-07,
      "loss": 0.3457,
      "step": 2087900
    },
    {
      "epoch": 582.73,
      "grad_norm": 1.7334686517715454,
      "learning_rate": 8.834335493704345e-07,
      "loss": 0.3208,
      "step": 2087910
    },
    {
      "epoch": 582.73,
      "grad_norm": 1.0026956796646118,
      "learning_rate": 8.834123999501343e-07,
      "loss": 0.3421,
      "step": 2087920
    },
    {
      "epoch": 582.73,
      "grad_norm": 1.8828165531158447,
      "learning_rate": 8.833912507242041e-07,
      "loss": 0.351,
      "step": 2087930
    },
    {
      "epoch": 582.74,
      "grad_norm": 1.0277347564697266,
      "learning_rate": 8.833701016926495e-07,
      "loss": 0.322,
      "step": 2087940
    },
    {
      "epoch": 582.74,
      "grad_norm": 1.2495901584625244,
      "learning_rate": 8.833489528554711e-07,
      "loss": 0.3385,
      "step": 2087950
    },
    {
      "epoch": 582.74,
      "grad_norm": 1.1876798868179321,
      "learning_rate": 8.833278042126723e-07,
      "loss": 0.3318,
      "step": 2087960
    },
    {
      "epoch": 582.74,
      "grad_norm": 1.0729283094406128,
      "learning_rate": 8.833066557642572e-07,
      "loss": 0.3341,
      "step": 2087970
    },
    {
      "epoch": 582.75,
      "grad_norm": 1.132499098777771,
      "learning_rate": 8.832855075102266e-07,
      "loss": 0.3327,
      "step": 2087980
    },
    {
      "epoch": 582.75,
      "grad_norm": 1.0735206604003906,
      "learning_rate": 8.832643594505841e-07,
      "loss": 0.3243,
      "step": 2087990
    },
    {
      "epoch": 582.75,
      "grad_norm": 1.208132028579712,
      "learning_rate": 8.832432115853326e-07,
      "loss": 0.3357,
      "step": 2088000
    },
    {
      "epoch": 582.75,
      "grad_norm": 1.1185873746871948,
      "learning_rate": 8.83222063914476e-07,
      "loss": 0.3547,
      "step": 2088010
    },
    {
      "epoch": 582.76,
      "grad_norm": 1.1340231895446777,
      "learning_rate": 8.832009164380143e-07,
      "loss": 0.3312,
      "step": 2088020
    },
    {
      "epoch": 582.76,
      "grad_norm": 1.364849328994751,
      "learning_rate": 8.831797691559536e-07,
      "loss": 0.3375,
      "step": 2088030
    },
    {
      "epoch": 582.76,
      "grad_norm": 1.061171054840088,
      "learning_rate": 8.831586220682946e-07,
      "loss": 0.3579,
      "step": 2088040
    },
    {
      "epoch": 582.77,
      "grad_norm": 1.0630093812942505,
      "learning_rate": 8.831374751750406e-07,
      "loss": 0.3439,
      "step": 2088050
    },
    {
      "epoch": 582.77,
      "grad_norm": 1.27717924118042,
      "learning_rate": 8.831163284761955e-07,
      "loss": 0.3381,
      "step": 2088060
    },
    {
      "epoch": 582.77,
      "grad_norm": 1.202148199081421,
      "learning_rate": 8.830951819717591e-07,
      "loss": 0.3422,
      "step": 2088070
    },
    {
      "epoch": 582.77,
      "grad_norm": 1.2782094478607178,
      "learning_rate": 8.830740356617381e-07,
      "loss": 0.3287,
      "step": 2088080
    },
    {
      "epoch": 582.78,
      "grad_norm": 1.1940045356750488,
      "learning_rate": 8.83052889546133e-07,
      "loss": 0.3327,
      "step": 2088090
    },
    {
      "epoch": 582.78,
      "grad_norm": 1.2161186933517456,
      "learning_rate": 8.830317436249467e-07,
      "loss": 0.3571,
      "step": 2088100
    },
    {
      "epoch": 582.78,
      "grad_norm": 1.1561427116394043,
      "learning_rate": 8.830105978981832e-07,
      "loss": 0.3077,
      "step": 2088110
    },
    {
      "epoch": 582.79,
      "grad_norm": 1.1101759672164917,
      "learning_rate": 8.829894523658437e-07,
      "loss": 0.3411,
      "step": 2088120
    },
    {
      "epoch": 582.79,
      "grad_norm": 1.1076319217681885,
      "learning_rate": 8.829683070279322e-07,
      "loss": 0.3399,
      "step": 2088130
    },
    {
      "epoch": 582.79,
      "grad_norm": 1.6783713102340698,
      "learning_rate": 8.829471618844507e-07,
      "loss": 0.3358,
      "step": 2088140
    },
    {
      "epoch": 582.79,
      "grad_norm": 1.0859801769256592,
      "learning_rate": 8.829260169354035e-07,
      "loss": 0.3342,
      "step": 2088150
    },
    {
      "epoch": 582.8,
      "grad_norm": 1.1951643228530884,
      "learning_rate": 8.829048721807906e-07,
      "loss": 0.3489,
      "step": 2088160
    },
    {
      "epoch": 582.8,
      "grad_norm": 1.3513294458389282,
      "learning_rate": 8.828837276206183e-07,
      "loss": 0.3371,
      "step": 2088170
    },
    {
      "epoch": 582.8,
      "grad_norm": 1.0795406103134155,
      "learning_rate": 8.828625832548868e-07,
      "loss": 0.3369,
      "step": 2088180
    },
    {
      "epoch": 582.8,
      "grad_norm": 1.1607844829559326,
      "learning_rate": 8.828414390836e-07,
      "loss": 0.3469,
      "step": 2088190
    },
    {
      "epoch": 582.81,
      "grad_norm": 1.1490795612335205,
      "learning_rate": 8.828202951067612e-07,
      "loss": 0.3256,
      "step": 2088200
    },
    {
      "epoch": 582.81,
      "grad_norm": 1.0823851823806763,
      "learning_rate": 8.827991513243718e-07,
      "loss": 0.3536,
      "step": 2088210
    },
    {
      "epoch": 582.81,
      "grad_norm": 1.1128787994384766,
      "learning_rate": 8.827780077364354e-07,
      "loss": 0.3396,
      "step": 2088220
    },
    {
      "epoch": 582.82,
      "grad_norm": 0.9593498110771179,
      "learning_rate": 8.827568643429546e-07,
      "loss": 0.3363,
      "step": 2088230
    },
    {
      "epoch": 582.82,
      "grad_norm": 0.9807710647583008,
      "learning_rate": 8.827357211439334e-07,
      "loss": 0.3229,
      "step": 2088240
    },
    {
      "epoch": 582.82,
      "grad_norm": 1.137883186340332,
      "learning_rate": 8.827145781393724e-07,
      "loss": 0.3501,
      "step": 2088250
    },
    {
      "epoch": 582.82,
      "grad_norm": 1.0972508192062378,
      "learning_rate": 8.82693435329276e-07,
      "loss": 0.3178,
      "step": 2088260
    },
    {
      "epoch": 582.83,
      "grad_norm": 1.2092446088790894,
      "learning_rate": 8.826722927136474e-07,
      "loss": 0.3387,
      "step": 2088270
    },
    {
      "epoch": 582.83,
      "grad_norm": 1.0103689432144165,
      "learning_rate": 8.826511502924867e-07,
      "loss": 0.3414,
      "step": 2088280
    },
    {
      "epoch": 582.83,
      "grad_norm": 1.0783368349075317,
      "learning_rate": 8.826300080658007e-07,
      "loss": 0.3375,
      "step": 2088290
    },
    {
      "epoch": 582.84,
      "grad_norm": 1.311930537223816,
      "learning_rate": 8.82608866033589e-07,
      "loss": 0.3262,
      "step": 2088300
    },
    {
      "epoch": 582.84,
      "grad_norm": 1.2229870557785034,
      "learning_rate": 8.825877241958559e-07,
      "loss": 0.3365,
      "step": 2088310
    },
    {
      "epoch": 582.84,
      "grad_norm": 2.5214433670043945,
      "learning_rate": 8.825665825526037e-07,
      "loss": 0.3416,
      "step": 2088320
    },
    {
      "epoch": 582.84,
      "grad_norm": 1.2626943588256836,
      "learning_rate": 8.825454411038355e-07,
      "loss": 0.3341,
      "step": 2088330
    },
    {
      "epoch": 582.85,
      "grad_norm": 2.531189441680908,
      "learning_rate": 8.825242998495547e-07,
      "loss": 0.3534,
      "step": 2088340
    },
    {
      "epoch": 582.85,
      "grad_norm": 1.164318323135376,
      "learning_rate": 8.825031587897629e-07,
      "loss": 0.3565,
      "step": 2088350
    },
    {
      "epoch": 582.85,
      "grad_norm": 1.2697430849075317,
      "learning_rate": 8.824820179244631e-07,
      "loss": 0.3282,
      "step": 2088360
    },
    {
      "epoch": 582.86,
      "grad_norm": 1.1490576267242432,
      "learning_rate": 8.824608772536588e-07,
      "loss": 0.3504,
      "step": 2088370
    },
    {
      "epoch": 582.86,
      "grad_norm": 1.0513570308685303,
      "learning_rate": 8.824397367773531e-07,
      "loss": 0.3487,
      "step": 2088380
    },
    {
      "epoch": 582.86,
      "grad_norm": 1.1558468341827393,
      "learning_rate": 8.824185964955472e-07,
      "loss": 0.3558,
      "step": 2088390
    },
    {
      "epoch": 582.86,
      "grad_norm": 1.2840914726257324,
      "learning_rate": 8.823974564082452e-07,
      "loss": 0.3233,
      "step": 2088400
    },
    {
      "epoch": 582.87,
      "grad_norm": 1.1691335439682007,
      "learning_rate": 8.823763165154505e-07,
      "loss": 0.3487,
      "step": 2088410
    },
    {
      "epoch": 582.87,
      "grad_norm": 1.1625465154647827,
      "learning_rate": 8.823551768171631e-07,
      "loss": 0.3303,
      "step": 2088420
    },
    {
      "epoch": 582.87,
      "grad_norm": 1.3216016292572021,
      "learning_rate": 8.823340373133896e-07,
      "loss": 0.3268,
      "step": 2088430
    },
    {
      "epoch": 582.87,
      "grad_norm": 0.9721099138259888,
      "learning_rate": 8.8231289800413e-07,
      "loss": 0.3423,
      "step": 2088440
    },
    {
      "epoch": 582.88,
      "grad_norm": 1.0909664630889893,
      "learning_rate": 8.822917588893883e-07,
      "loss": 0.3261,
      "step": 2088450
    },
    {
      "epoch": 582.88,
      "grad_norm": 1.1520582437515259,
      "learning_rate": 8.82270619969167e-07,
      "loss": 0.3528,
      "step": 2088460
    },
    {
      "epoch": 582.88,
      "grad_norm": 1.2675988674163818,
      "learning_rate": 8.822494812434698e-07,
      "loss": 0.3414,
      "step": 2088470
    },
    {
      "epoch": 582.89,
      "grad_norm": 1.2255821228027344,
      "learning_rate": 8.82228342712298e-07,
      "loss": 0.3271,
      "step": 2088480
    },
    {
      "epoch": 582.89,
      "grad_norm": 1.0686779022216797,
      "learning_rate": 8.822072043756549e-07,
      "loss": 0.3405,
      "step": 2088490
    },
    {
      "epoch": 582.89,
      "grad_norm": 1.1505039930343628,
      "learning_rate": 8.821860662335445e-07,
      "loss": 0.3482,
      "step": 2088500
    },
    {
      "epoch": 582.89,
      "grad_norm": 1.2082314491271973,
      "learning_rate": 8.821649282859668e-07,
      "loss": 0.3434,
      "step": 2088510
    },
    {
      "epoch": 582.9,
      "grad_norm": 1.016252040863037,
      "learning_rate": 8.821437905329285e-07,
      "loss": 0.3387,
      "step": 2088520
    },
    {
      "epoch": 582.9,
      "grad_norm": 1.23917555809021,
      "learning_rate": 8.821226529744295e-07,
      "loss": 0.3499,
      "step": 2088530
    },
    {
      "epoch": 582.9,
      "grad_norm": 1.0273551940917969,
      "learning_rate": 8.821015156104731e-07,
      "loss": 0.3412,
      "step": 2088540
    },
    {
      "epoch": 582.91,
      "grad_norm": 1.211323857307434,
      "learning_rate": 8.820803784410636e-07,
      "loss": 0.3408,
      "step": 2088550
    },
    {
      "epoch": 582.91,
      "grad_norm": 1.4339568614959717,
      "learning_rate": 8.82059241466202e-07,
      "loss": 0.3424,
      "step": 2088560
    },
    {
      "epoch": 582.91,
      "grad_norm": 1.1934969425201416,
      "learning_rate": 8.820381046858916e-07,
      "loss": 0.3295,
      "step": 2088570
    },
    {
      "epoch": 582.91,
      "grad_norm": 1.416349172592163,
      "learning_rate": 8.820169681001358e-07,
      "loss": 0.3413,
      "step": 2088580
    },
    {
      "epoch": 582.92,
      "grad_norm": 1.0546720027923584,
      "learning_rate": 8.819958317089376e-07,
      "loss": 0.3228,
      "step": 2088590
    },
    {
      "epoch": 582.92,
      "grad_norm": 1.3174244165420532,
      "learning_rate": 8.819746955122978e-07,
      "loss": 0.3468,
      "step": 2088600
    },
    {
      "epoch": 582.92,
      "grad_norm": 1.0722451210021973,
      "learning_rate": 8.819535595102222e-07,
      "loss": 0.3276,
      "step": 2088610
    },
    {
      "epoch": 582.92,
      "grad_norm": 1.201829433441162,
      "learning_rate": 8.819324237027112e-07,
      "loss": 0.343,
      "step": 2088620
    },
    {
      "epoch": 582.93,
      "grad_norm": 1.2136000394821167,
      "learning_rate": 8.819112880897686e-07,
      "loss": 0.3476,
      "step": 2088630
    },
    {
      "epoch": 582.93,
      "grad_norm": 1.1690298318862915,
      "learning_rate": 8.818901526713982e-07,
      "loss": 0.3371,
      "step": 2088640
    },
    {
      "epoch": 582.93,
      "grad_norm": 1.1839139461517334,
      "learning_rate": 8.818690174475998e-07,
      "loss": 0.328,
      "step": 2088650
    },
    {
      "epoch": 582.94,
      "grad_norm": 1.2137601375579834,
      "learning_rate": 8.818478824183801e-07,
      "loss": 0.3611,
      "step": 2088660
    },
    {
      "epoch": 582.94,
      "grad_norm": 1.1568259000778198,
      "learning_rate": 8.818267475837388e-07,
      "loss": 0.3342,
      "step": 2088670
    },
    {
      "epoch": 582.94,
      "grad_norm": 1.1713221073150635,
      "learning_rate": 8.818056129436799e-07,
      "loss": 0.3423,
      "step": 2088680
    },
    {
      "epoch": 582.94,
      "grad_norm": 1.3106834888458252,
      "learning_rate": 8.817844784982066e-07,
      "loss": 0.3291,
      "step": 2088690
    },
    {
      "epoch": 582.95,
      "grad_norm": 1.0159015655517578,
      "learning_rate": 8.817633442473217e-07,
      "loss": 0.3471,
      "step": 2088700
    },
    {
      "epoch": 582.95,
      "grad_norm": 1.5934500694274902,
      "learning_rate": 8.81742210191027e-07,
      "loss": 0.3454,
      "step": 2088710
    },
    {
      "epoch": 582.95,
      "grad_norm": 1.2917779684066772,
      "learning_rate": 8.81721076329326e-07,
      "loss": 0.3374,
      "step": 2088720
    },
    {
      "epoch": 582.96,
      "grad_norm": 1.1100753545761108,
      "learning_rate": 8.816999426622221e-07,
      "loss": 0.3365,
      "step": 2088730
    },
    {
      "epoch": 582.96,
      "grad_norm": 1.0119755268096924,
      "learning_rate": 8.816788091897158e-07,
      "loss": 0.3263,
      "step": 2088740
    },
    {
      "epoch": 582.96,
      "grad_norm": 1.076775074005127,
      "learning_rate": 8.816576759118133e-07,
      "loss": 0.3293,
      "step": 2088750
    },
    {
      "epoch": 582.96,
      "grad_norm": 1.0121062994003296,
      "learning_rate": 8.81636542828515e-07,
      "loss": 0.3412,
      "step": 2088760
    },
    {
      "epoch": 582.97,
      "grad_norm": 1.236327052116394,
      "learning_rate": 8.816154099398241e-07,
      "loss": 0.3466,
      "step": 2088770
    },
    {
      "epoch": 582.97,
      "grad_norm": 1.1064693927764893,
      "learning_rate": 8.815942772457448e-07,
      "loss": 0.3261,
      "step": 2088780
    },
    {
      "epoch": 582.97,
      "grad_norm": 1.161255121231079,
      "learning_rate": 8.815731447462778e-07,
      "loss": 0.335,
      "step": 2088790
    },
    {
      "epoch": 582.98,
      "grad_norm": 1.0931798219680786,
      "learning_rate": 8.81552012441427e-07,
      "loss": 0.3439,
      "step": 2088800
    },
    {
      "epoch": 582.98,
      "grad_norm": 1.3768593072891235,
      "learning_rate": 8.815308803311952e-07,
      "loss": 0.3398,
      "step": 2088810
    },
    {
      "epoch": 582.98,
      "grad_norm": 1.4314624071121216,
      "learning_rate": 8.81509748415586e-07,
      "loss": 0.3299,
      "step": 2088820
    },
    {
      "epoch": 582.98,
      "grad_norm": 1.1168681383132935,
      "learning_rate": 8.814886166945999e-07,
      "loss": 0.3313,
      "step": 2088830
    },
    {
      "epoch": 582.99,
      "grad_norm": 1.405060887336731,
      "learning_rate": 8.814674851682425e-07,
      "loss": 0.3301,
      "step": 2088840
    },
    {
      "epoch": 582.99,
      "grad_norm": 1.5486325025558472,
      "learning_rate": 8.814463538365145e-07,
      "loss": 0.3478,
      "step": 2088850
    },
    {
      "epoch": 582.99,
      "grad_norm": 1.2761943340301514,
      "learning_rate": 8.814252226994197e-07,
      "loss": 0.3438,
      "step": 2088860
    },
    {
      "epoch": 582.99,
      "grad_norm": 1.2905040979385376,
      "learning_rate": 8.814040917569614e-07,
      "loss": 0.3213,
      "step": 2088870
    },
    {
      "epoch": 583.0,
      "grad_norm": 1.2440719604492188,
      "learning_rate": 8.813829610091412e-07,
      "loss": 0.3185,
      "step": 2088880
    },
    {
      "epoch": 583.0,
      "eval_loss": 0.34110090136528015,
      "eval_runtime": 63.5512,
      "eval_samples_per_second": 79.605,
      "eval_steps_per_second": 9.96,
      "step": 2088889
    },
    {
      "epoch": 583.0,
      "grad_norm": 1.2202551364898682,
      "learning_rate": 8.813618304559621e-07,
      "loss": 0.3355,
      "step": 2088890
    },
    {
      "epoch": 583.0,
      "grad_norm": 1.1976238489151,
      "learning_rate": 8.813407000974276e-07,
      "loss": 0.3303,
      "step": 2088900
    },
    {
      "epoch": 583.01,
      "grad_norm": 1.2565069198608398,
      "learning_rate": 8.8131956993354e-07,
      "loss": 0.3426,
      "step": 2088910
    },
    {
      "epoch": 583.01,
      "grad_norm": 1.130867838859558,
      "learning_rate": 8.81298439964303e-07,
      "loss": 0.3488,
      "step": 2088920
    },
    {
      "epoch": 583.01,
      "grad_norm": 1.1914321184158325,
      "learning_rate": 8.812773101897179e-07,
      "loss": 0.3512,
      "step": 2088930
    },
    {
      "epoch": 583.01,
      "grad_norm": 1.1105393171310425,
      "learning_rate": 8.812561806097884e-07,
      "loss": 0.3424,
      "step": 2088940
    },
    {
      "epoch": 583.02,
      "grad_norm": 1.0197374820709229,
      "learning_rate": 8.812350512245173e-07,
      "loss": 0.3328,
      "step": 2088950
    },
    {
      "epoch": 583.02,
      "grad_norm": 1.0441956520080566,
      "learning_rate": 8.812139220339079e-07,
      "loss": 0.338,
      "step": 2088960
    },
    {
      "epoch": 583.02,
      "grad_norm": 1.0482622385025024,
      "learning_rate": 8.811927930379611e-07,
      "loss": 0.3479,
      "step": 2088970
    },
    {
      "epoch": 583.03,
      "grad_norm": 1.121720314025879,
      "learning_rate": 8.811716642366828e-07,
      "loss": 0.3271,
      "step": 2088980
    },
    {
      "epoch": 583.03,
      "grad_norm": 1.1746573448181152,
      "learning_rate": 8.811505356300728e-07,
      "loss": 0.347,
      "step": 2088990
    },
    {
      "epoch": 583.03,
      "grad_norm": 1.1093995571136475,
      "learning_rate": 8.811294072181356e-07,
      "loss": 0.3323,
      "step": 2089000
    },
    {
      "epoch": 583.03,
      "grad_norm": 1.1655216217041016,
      "learning_rate": 8.811082790008742e-07,
      "loss": 0.3554,
      "step": 2089010
    },
    {
      "epoch": 583.04,
      "grad_norm": 1.030508279800415,
      "learning_rate": 8.810871509782901e-07,
      "loss": 0.3464,
      "step": 2089020
    },
    {
      "epoch": 583.04,
      "grad_norm": 1.1759281158447266,
      "learning_rate": 8.810660231503868e-07,
      "loss": 0.3394,
      "step": 2089030
    },
    {
      "epoch": 583.04,
      "grad_norm": 1.1504807472229004,
      "learning_rate": 8.81044895517167e-07,
      "loss": 0.3312,
      "step": 2089040
    },
    {
      "epoch": 583.04,
      "grad_norm": 1.136715054512024,
      "learning_rate": 8.810237680786346e-07,
      "loss": 0.3517,
      "step": 2089050
    },
    {
      "epoch": 583.05,
      "grad_norm": 1.2339105606079102,
      "learning_rate": 8.810026408347905e-07,
      "loss": 0.3398,
      "step": 2089060
    },
    {
      "epoch": 583.05,
      "grad_norm": 1.1365680694580078,
      "learning_rate": 8.809815137856387e-07,
      "loss": 0.3324,
      "step": 2089070
    },
    {
      "epoch": 583.05,
      "grad_norm": 1.8975491523742676,
      "learning_rate": 8.809603869311825e-07,
      "loss": 0.3566,
      "step": 2089080
    },
    {
      "epoch": 583.06,
      "grad_norm": 1.1102039813995361,
      "learning_rate": 8.809392602714223e-07,
      "loss": 0.3333,
      "step": 2089090
    },
    {
      "epoch": 583.06,
      "grad_norm": 1.2558386325836182,
      "learning_rate": 8.809181338063643e-07,
      "loss": 0.354,
      "step": 2089100
    },
    {
      "epoch": 583.06,
      "grad_norm": 1.1484938859939575,
      "learning_rate": 8.808970075360088e-07,
      "loss": 0.3258,
      "step": 2089110
    },
    {
      "epoch": 583.06,
      "grad_norm": 1.0722062587738037,
      "learning_rate": 8.808758814603594e-07,
      "loss": 0.3365,
      "step": 2089120
    },
    {
      "epoch": 583.07,
      "grad_norm": 1.0967739820480347,
      "learning_rate": 8.80854755579419e-07,
      "loss": 0.3375,
      "step": 2089130
    },
    {
      "epoch": 583.07,
      "grad_norm": 1.1004793643951416,
      "learning_rate": 8.808336298931911e-07,
      "loss": 0.3418,
      "step": 2089140
    },
    {
      "epoch": 583.07,
      "grad_norm": 2.480609655380249,
      "learning_rate": 8.808125044016771e-07,
      "loss": 0.3343,
      "step": 2089150
    },
    {
      "epoch": 583.08,
      "grad_norm": 1.2270060777664185,
      "learning_rate": 8.807913791048803e-07,
      "loss": 0.3449,
      "step": 2089160
    },
    {
      "epoch": 583.08,
      "grad_norm": 1.300384521484375,
      "learning_rate": 8.807702540028046e-07,
      "loss": 0.3269,
      "step": 2089170
    },
    {
      "epoch": 583.08,
      "grad_norm": 1.5596946477890015,
      "learning_rate": 8.807491290954502e-07,
      "loss": 0.3367,
      "step": 2089180
    },
    {
      "epoch": 583.08,
      "grad_norm": 1.132338285446167,
      "learning_rate": 8.807280043828235e-07,
      "loss": 0.3354,
      "step": 2089190
    },
    {
      "epoch": 583.09,
      "grad_norm": 1.1888017654418945,
      "learning_rate": 8.807068798649241e-07,
      "loss": 0.34,
      "step": 2089200
    },
    {
      "epoch": 583.09,
      "grad_norm": 1.3773536682128906,
      "learning_rate": 8.806857555417566e-07,
      "loss": 0.3501,
      "step": 2089210
    },
    {
      "epoch": 583.09,
      "grad_norm": 0.9509854912757874,
      "learning_rate": 8.80664631413324e-07,
      "loss": 0.3307,
      "step": 2089220
    },
    {
      "epoch": 583.1,
      "grad_norm": 1.3435198068618774,
      "learning_rate": 8.806435074796267e-07,
      "loss": 0.3509,
      "step": 2089230
    },
    {
      "epoch": 583.1,
      "grad_norm": 1.3243032693862915,
      "learning_rate": 8.806223837406713e-07,
      "loss": 0.3136,
      "step": 2089240
    },
    {
      "epoch": 583.1,
      "grad_norm": 1.074752926826477,
      "learning_rate": 8.806012601964574e-07,
      "loss": 0.3384,
      "step": 2089250
    },
    {
      "epoch": 583.1,
      "grad_norm": 1.1113219261169434,
      "learning_rate": 8.805801368469893e-07,
      "loss": 0.3373,
      "step": 2089260
    },
    {
      "epoch": 583.11,
      "grad_norm": 1.3642561435699463,
      "learning_rate": 8.805590136922691e-07,
      "loss": 0.337,
      "step": 2089270
    },
    {
      "epoch": 583.11,
      "grad_norm": 1.264919638633728,
      "learning_rate": 8.80537890732301e-07,
      "loss": 0.339,
      "step": 2089280
    },
    {
      "epoch": 583.11,
      "grad_norm": 1.0676579475402832,
      "learning_rate": 8.805167679670861e-07,
      "loss": 0.3452,
      "step": 2089290
    },
    {
      "epoch": 583.11,
      "grad_norm": 1.4065033197402954,
      "learning_rate": 8.80495645396628e-07,
      "loss": 0.326,
      "step": 2089300
    },
    {
      "epoch": 583.12,
      "grad_norm": 1.1754522323608398,
      "learning_rate": 8.804745230209301e-07,
      "loss": 0.3468,
      "step": 2089310
    },
    {
      "epoch": 583.12,
      "grad_norm": 1.2399839162826538,
      "learning_rate": 8.80453400839993e-07,
      "loss": 0.3494,
      "step": 2089320
    },
    {
      "epoch": 583.12,
      "grad_norm": 1.1376546621322632,
      "learning_rate": 8.804322788538227e-07,
      "loss": 0.3409,
      "step": 2089330
    },
    {
      "epoch": 583.13,
      "grad_norm": 1.1658064126968384,
      "learning_rate": 8.804111570624195e-07,
      "loss": 0.3465,
      "step": 2089340
    },
    {
      "epoch": 583.13,
      "grad_norm": 1.3470559120178223,
      "learning_rate": 8.803900354657875e-07,
      "loss": 0.3386,
      "step": 2089350
    },
    {
      "epoch": 583.13,
      "grad_norm": 1.3204337358474731,
      "learning_rate": 8.803689140639295e-07,
      "loss": 0.3334,
      "step": 2089360
    },
    {
      "epoch": 583.13,
      "grad_norm": 1.3325088024139404,
      "learning_rate": 8.803477928568472e-07,
      "loss": 0.3351,
      "step": 2089370
    },
    {
      "epoch": 583.14,
      "grad_norm": 1.1588598489761353,
      "learning_rate": 8.80326671844544e-07,
      "loss": 0.3388,
      "step": 2089380
    },
    {
      "epoch": 583.14,
      "grad_norm": 1.0758417844772339,
      "learning_rate": 8.803055510270231e-07,
      "loss": 0.3435,
      "step": 2089390
    },
    {
      "epoch": 583.14,
      "grad_norm": 1.16847562789917,
      "learning_rate": 8.802844304042877e-07,
      "loss": 0.3278,
      "step": 2089400
    },
    {
      "epoch": 583.15,
      "grad_norm": 1.1188881397247314,
      "learning_rate": 8.802633099763384e-07,
      "loss": 0.3535,
      "step": 2089410
    },
    {
      "epoch": 583.15,
      "grad_norm": 1.112186312675476,
      "learning_rate": 8.802421897431812e-07,
      "loss": 0.3391,
      "step": 2089420
    },
    {
      "epoch": 583.15,
      "grad_norm": 1.205810546875,
      "learning_rate": 8.802210697048165e-07,
      "loss": 0.3502,
      "step": 2089430
    },
    {
      "epoch": 583.15,
      "grad_norm": 1.159358263015747,
      "learning_rate": 8.801999498612479e-07,
      "loss": 0.3532,
      "step": 2089440
    },
    {
      "epoch": 583.16,
      "grad_norm": 1.001735806465149,
      "learning_rate": 8.80178830212479e-07,
      "loss": 0.3173,
      "step": 2089450
    },
    {
      "epoch": 583.16,
      "grad_norm": 1.2686283588409424,
      "learning_rate": 8.801577107585111e-07,
      "loss": 0.3513,
      "step": 2089460
    },
    {
      "epoch": 583.16,
      "grad_norm": 1.1158878803253174,
      "learning_rate": 8.801365914993474e-07,
      "loss": 0.3347,
      "step": 2089470
    },
    {
      "epoch": 583.16,
      "grad_norm": 1.268683671951294,
      "learning_rate": 8.801154724349915e-07,
      "loss": 0.3419,
      "step": 2089480
    },
    {
      "epoch": 583.17,
      "grad_norm": 1.35261869430542,
      "learning_rate": 8.800943535654454e-07,
      "loss": 0.3348,
      "step": 2089490
    },
    {
      "epoch": 583.17,
      "grad_norm": 1.0435672998428345,
      "learning_rate": 8.800732348907133e-07,
      "loss": 0.3312,
      "step": 2089500
    },
    {
      "epoch": 583.17,
      "grad_norm": 1.0093421936035156,
      "learning_rate": 8.800521164107962e-07,
      "loss": 0.3349,
      "step": 2089510
    },
    {
      "epoch": 583.18,
      "grad_norm": 1.0437462329864502,
      "learning_rate": 8.800309981256976e-07,
      "loss": 0.3243,
      "step": 2089520
    },
    {
      "epoch": 583.18,
      "grad_norm": 1.067764401435852,
      "learning_rate": 8.800098800354204e-07,
      "loss": 0.3287,
      "step": 2089530
    },
    {
      "epoch": 583.18,
      "grad_norm": 1.2164714336395264,
      "learning_rate": 8.799887621399679e-07,
      "loss": 0.3382,
      "step": 2089540
    },
    {
      "epoch": 583.18,
      "grad_norm": 1.2871400117874146,
      "learning_rate": 8.799676444393413e-07,
      "loss": 0.3346,
      "step": 2089550
    },
    {
      "epoch": 583.19,
      "grad_norm": 1.1520209312438965,
      "learning_rate": 8.799465269335459e-07,
      "loss": 0.3453,
      "step": 2089560
    },
    {
      "epoch": 583.19,
      "grad_norm": 1.397649884223938,
      "learning_rate": 8.799254096225824e-07,
      "loss": 0.3494,
      "step": 2089570
    },
    {
      "epoch": 583.19,
      "grad_norm": 6.567834854125977,
      "learning_rate": 8.799042925064543e-07,
      "loss": 0.3223,
      "step": 2089580
    },
    {
      "epoch": 583.2,
      "grad_norm": 0.9969460964202881,
      "learning_rate": 8.798831755851652e-07,
      "loss": 0.3272,
      "step": 2089590
    },
    {
      "epoch": 583.2,
      "grad_norm": 1.2864162921905518,
      "learning_rate": 8.798620588587164e-07,
      "loss": 0.3385,
      "step": 2089600
    },
    {
      "epoch": 583.2,
      "grad_norm": 1.0765178203582764,
      "learning_rate": 8.798409423271116e-07,
      "loss": 0.3325,
      "step": 2089610
    },
    {
      "epoch": 583.2,
      "grad_norm": 1.2654833793640137,
      "learning_rate": 8.798198259903535e-07,
      "loss": 0.3367,
      "step": 2089620
    },
    {
      "epoch": 583.21,
      "grad_norm": 1.1519196033477783,
      "learning_rate": 8.797987098484456e-07,
      "loss": 0.3275,
      "step": 2089630
    },
    {
      "epoch": 583.21,
      "grad_norm": 1.2825425863265991,
      "learning_rate": 8.797775939013893e-07,
      "loss": 0.3482,
      "step": 2089640
    },
    {
      "epoch": 583.21,
      "grad_norm": 1.1995595693588257,
      "learning_rate": 8.797564781491881e-07,
      "loss": 0.3404,
      "step": 2089650
    },
    {
      "epoch": 583.22,
      "grad_norm": 1.1985276937484741,
      "learning_rate": 8.797353625918449e-07,
      "loss": 0.3395,
      "step": 2089660
    },
    {
      "epoch": 583.22,
      "grad_norm": 1.3120954036712646,
      "learning_rate": 8.797142472293622e-07,
      "loss": 0.332,
      "step": 2089670
    },
    {
      "epoch": 583.22,
      "grad_norm": 1.1746118068695068,
      "learning_rate": 8.796931320617441e-07,
      "loss": 0.3219,
      "step": 2089680
    },
    {
      "epoch": 583.22,
      "grad_norm": 1.1615923643112183,
      "learning_rate": 8.796720170889913e-07,
      "loss": 0.3347,
      "step": 2089690
    },
    {
      "epoch": 583.23,
      "grad_norm": 1.2635774612426758,
      "learning_rate": 8.796509023111079e-07,
      "loss": 0.3569,
      "step": 2089700
    },
    {
      "epoch": 583.23,
      "grad_norm": 1.1188616752624512,
      "learning_rate": 8.796297877280965e-07,
      "loss": 0.3504,
      "step": 2089710
    },
    {
      "epoch": 583.23,
      "grad_norm": 1.3078818321228027,
      "learning_rate": 8.796086733399606e-07,
      "loss": 0.3353,
      "step": 2089720
    },
    {
      "epoch": 583.23,
      "grad_norm": 1.169723629951477,
      "learning_rate": 8.795875591467018e-07,
      "loss": 0.3225,
      "step": 2089730
    },
    {
      "epoch": 583.24,
      "grad_norm": 1.046144723892212,
      "learning_rate": 8.795664451483231e-07,
      "loss": 0.3225,
      "step": 2089740
    },
    {
      "epoch": 583.24,
      "grad_norm": 1.1261768341064453,
      "learning_rate": 8.795453313448286e-07,
      "loss": 0.3359,
      "step": 2089750
    },
    {
      "epoch": 583.24,
      "grad_norm": 2.5391271114349365,
      "learning_rate": 8.795242177362184e-07,
      "loss": 0.3293,
      "step": 2089760
    },
    {
      "epoch": 583.25,
      "grad_norm": 2.1383838653564453,
      "learning_rate": 8.795031043224987e-07,
      "loss": 0.3294,
      "step": 2089770
    },
    {
      "epoch": 583.25,
      "grad_norm": 1.2315826416015625,
      "learning_rate": 8.794819911036689e-07,
      "loss": 0.3274,
      "step": 2089780
    },
    {
      "epoch": 583.25,
      "grad_norm": 1.1365598440170288,
      "learning_rate": 8.794608780797356e-07,
      "loss": 0.3441,
      "step": 2089790
    },
    {
      "epoch": 583.25,
      "grad_norm": 1.136452555656433,
      "learning_rate": 8.794397652506985e-07,
      "loss": 0.3323,
      "step": 2089800
    },
    {
      "epoch": 583.26,
      "grad_norm": 1.1674473285675049,
      "learning_rate": 8.794186526165614e-07,
      "loss": 0.3491,
      "step": 2089810
    },
    {
      "epoch": 583.26,
      "grad_norm": 1.2324063777923584,
      "learning_rate": 8.793975401773281e-07,
      "loss": 0.3367,
      "step": 2089820
    },
    {
      "epoch": 583.26,
      "grad_norm": 0.9508547782897949,
      "learning_rate": 8.793764279329998e-07,
      "loss": 0.3334,
      "step": 2089830
    },
    {
      "epoch": 583.27,
      "grad_norm": 1.4314731359481812,
      "learning_rate": 8.7935531588358e-07,
      "loss": 0.34,
      "step": 2089840
    },
    {
      "epoch": 583.27,
      "grad_norm": 1.3410061597824097,
      "learning_rate": 8.793342040290713e-07,
      "loss": 0.3206,
      "step": 2089850
    },
    {
      "epoch": 583.27,
      "grad_norm": 1.144073486328125,
      "learning_rate": 8.793130923694779e-07,
      "loss": 0.3369,
      "step": 2089860
    },
    {
      "epoch": 583.27,
      "grad_norm": 1.1446253061294556,
      "learning_rate": 8.792919809048005e-07,
      "loss": 0.341,
      "step": 2089870
    },
    {
      "epoch": 583.28,
      "grad_norm": 1.418427586555481,
      "learning_rate": 8.792708696350428e-07,
      "loss": 0.349,
      "step": 2089880
    },
    {
      "epoch": 583.28,
      "grad_norm": 1.0950372219085693,
      "learning_rate": 8.792497585602085e-07,
      "loss": 0.3418,
      "step": 2089890
    },
    {
      "epoch": 583.28,
      "grad_norm": 1.1141470670700073,
      "learning_rate": 8.792286476802979e-07,
      "loss": 0.3354,
      "step": 2089900
    },
    {
      "epoch": 583.28,
      "grad_norm": 1.0950394868850708,
      "learning_rate": 8.792075369953173e-07,
      "loss": 0.3438,
      "step": 2089910
    },
    {
      "epoch": 583.29,
      "grad_norm": 1.2934998273849487,
      "learning_rate": 8.791864265052668e-07,
      "loss": 0.3475,
      "step": 2089920
    },
    {
      "epoch": 583.29,
      "grad_norm": 1.2573938369750977,
      "learning_rate": 8.791653162101501e-07,
      "loss": 0.3513,
      "step": 2089930
    },
    {
      "epoch": 583.29,
      "grad_norm": 1.175344467163086,
      "learning_rate": 8.791442061099699e-07,
      "loss": 0.3413,
      "step": 2089940
    },
    {
      "epoch": 583.3,
      "grad_norm": 1.171083927154541,
      "learning_rate": 8.791230962047302e-07,
      "loss": 0.3207,
      "step": 2089950
    },
    {
      "epoch": 583.3,
      "grad_norm": 1.0659857988357544,
      "learning_rate": 8.791019864944316e-07,
      "loss": 0.3511,
      "step": 2089960
    },
    {
      "epoch": 583.3,
      "grad_norm": 1.3810597658157349,
      "learning_rate": 8.790808769790782e-07,
      "loss": 0.3291,
      "step": 2089970
    },
    {
      "epoch": 583.3,
      "grad_norm": 1.4399755001068115,
      "learning_rate": 8.790597676586735e-07,
      "loss": 0.3417,
      "step": 2089980
    },
    {
      "epoch": 583.31,
      "grad_norm": 1.2712398767471313,
      "learning_rate": 8.790386585332178e-07,
      "loss": 0.3459,
      "step": 2089990
    },
    {
      "epoch": 583.31,
      "grad_norm": 1.1420447826385498,
      "learning_rate": 8.790175496027174e-07,
      "loss": 0.3335,
      "step": 2090000
    },
    {
      "epoch": 583.31,
      "grad_norm": 1.24922776222229,
      "learning_rate": 8.789964408671722e-07,
      "loss": 0.3393,
      "step": 2090010
    },
    {
      "epoch": 583.32,
      "grad_norm": 1.1524912118911743,
      "learning_rate": 8.789753323265862e-07,
      "loss": 0.3281,
      "step": 2090020
    },
    {
      "epoch": 583.32,
      "grad_norm": 1.0963611602783203,
      "learning_rate": 8.78954223980963e-07,
      "loss": 0.3389,
      "step": 2090030
    },
    {
      "epoch": 583.32,
      "grad_norm": 1.0786309242248535,
      "learning_rate": 8.789331158303035e-07,
      "loss": 0.3487,
      "step": 2090040
    },
    {
      "epoch": 583.32,
      "grad_norm": 1.1878855228424072,
      "learning_rate": 8.789120078746119e-07,
      "loss": 0.3314,
      "step": 2090050
    },
    {
      "epoch": 583.33,
      "grad_norm": 1.1469765901565552,
      "learning_rate": 8.788909001138903e-07,
      "loss": 0.3264,
      "step": 2090060
    },
    {
      "epoch": 583.33,
      "grad_norm": 1.1142312288284302,
      "learning_rate": 8.78869792548142e-07,
      "loss": 0.3326,
      "step": 2090070
    },
    {
      "epoch": 583.33,
      "grad_norm": 1.2588053941726685,
      "learning_rate": 8.788486851773697e-07,
      "loss": 0.343,
      "step": 2090080
    },
    {
      "epoch": 583.34,
      "grad_norm": 1.084604024887085,
      "learning_rate": 8.788275780015768e-07,
      "loss": 0.3334,
      "step": 2090090
    },
    {
      "epoch": 583.34,
      "grad_norm": 1.1375378370285034,
      "learning_rate": 8.788064710207647e-07,
      "loss": 0.3387,
      "step": 2090100
    },
    {
      "epoch": 583.34,
      "grad_norm": 1.2793495655059814,
      "learning_rate": 8.78785364234937e-07,
      "loss": 0.324,
      "step": 2090110
    },
    {
      "epoch": 583.34,
      "grad_norm": 1.2041038274765015,
      "learning_rate": 8.787642576440973e-07,
      "loss": 0.3377,
      "step": 2090120
    },
    {
      "epoch": 583.35,
      "grad_norm": 1.1405566930770874,
      "learning_rate": 8.787431512482462e-07,
      "loss": 0.3365,
      "step": 2090130
    },
    {
      "epoch": 583.35,
      "grad_norm": 1.260815143585205,
      "learning_rate": 8.787220450473894e-07,
      "loss": 0.3475,
      "step": 2090140
    },
    {
      "epoch": 583.35,
      "grad_norm": 1.2899833917617798,
      "learning_rate": 8.78700939041527e-07,
      "loss": 0.348,
      "step": 2090150
    },
    {
      "epoch": 583.35,
      "grad_norm": 1.1584993600845337,
      "learning_rate": 8.786798332306634e-07,
      "loss": 0.3372,
      "step": 2090160
    },
    {
      "epoch": 583.36,
      "grad_norm": 1.0932729244232178,
      "learning_rate": 8.78658727614802e-07,
      "loss": 0.3268,
      "step": 2090170
    },
    {
      "epoch": 583.36,
      "grad_norm": 1.2118130922317505,
      "learning_rate": 8.786376221939436e-07,
      "loss": 0.3323,
      "step": 2090180
    },
    {
      "epoch": 583.36,
      "grad_norm": 1.2585736513137817,
      "learning_rate": 8.786165169680922e-07,
      "loss": 0.3399,
      "step": 2090190
    },
    {
      "epoch": 583.37,
      "grad_norm": 1.082940697669983,
      "learning_rate": 8.785954119372502e-07,
      "loss": 0.3481,
      "step": 2090200
    },
    {
      "epoch": 583.37,
      "grad_norm": 1.080091953277588,
      "learning_rate": 8.785743071014218e-07,
      "loss": 0.3294,
      "step": 2090210
    },
    {
      "epoch": 583.37,
      "grad_norm": 1.2726155519485474,
      "learning_rate": 8.785532024606069e-07,
      "loss": 0.3409,
      "step": 2090220
    },
    {
      "epoch": 583.37,
      "grad_norm": 1.2041094303131104,
      "learning_rate": 8.785320980148119e-07,
      "loss": 0.3352,
      "step": 2090230
    },
    {
      "epoch": 583.38,
      "grad_norm": 1.255297303199768,
      "learning_rate": 8.785109937640367e-07,
      "loss": 0.3223,
      "step": 2090240
    },
    {
      "epoch": 583.38,
      "grad_norm": 1.0789614915847778,
      "learning_rate": 8.784898897082853e-07,
      "loss": 0.3331,
      "step": 2090250
    },
    {
      "epoch": 583.38,
      "grad_norm": 1.2000341415405273,
      "learning_rate": 8.784687858475616e-07,
      "loss": 0.3354,
      "step": 2090260
    },
    {
      "epoch": 583.39,
      "grad_norm": 5.139744281768799,
      "learning_rate": 8.784476821818659e-07,
      "loss": 0.3356,
      "step": 2090270
    },
    {
      "epoch": 583.39,
      "grad_norm": 1.141942024230957,
      "learning_rate": 8.784265787112027e-07,
      "loss": 0.3285,
      "step": 2090280
    },
    {
      "epoch": 583.39,
      "grad_norm": 1.1610982418060303,
      "learning_rate": 8.784054754355742e-07,
      "loss": 0.3466,
      "step": 2090290
    },
    {
      "epoch": 583.39,
      "grad_norm": 0.984013557434082,
      "learning_rate": 8.783843723549844e-07,
      "loss": 0.3459,
      "step": 2090300
    },
    {
      "epoch": 583.4,
      "grad_norm": 1.103164792060852,
      "learning_rate": 8.783632694694341e-07,
      "loss": 0.3366,
      "step": 2090310
    },
    {
      "epoch": 583.4,
      "grad_norm": 1.17385995388031,
      "learning_rate": 8.783421667789275e-07,
      "loss": 0.3508,
      "step": 2090320
    },
    {
      "epoch": 583.4,
      "grad_norm": 1.1598306894302368,
      "learning_rate": 8.783210642834677e-07,
      "loss": 0.3444,
      "step": 2090330
    },
    {
      "epoch": 583.4,
      "grad_norm": 1.115215539932251,
      "learning_rate": 8.782999619830555e-07,
      "loss": 0.3522,
      "step": 2090340
    },
    {
      "epoch": 583.41,
      "grad_norm": 1.1262468099594116,
      "learning_rate": 8.782788598776965e-07,
      "loss": 0.3382,
      "step": 2090350
    },
    {
      "epoch": 583.41,
      "grad_norm": 1.0911524295806885,
      "learning_rate": 8.782577579673904e-07,
      "loss": 0.3243,
      "step": 2090360
    },
    {
      "epoch": 583.41,
      "grad_norm": 1.1657426357269287,
      "learning_rate": 8.782366562521436e-07,
      "loss": 0.3556,
      "step": 2090370
    },
    {
      "epoch": 583.42,
      "grad_norm": 1.3379629850387573,
      "learning_rate": 8.782155547319562e-07,
      "loss": 0.3516,
      "step": 2090380
    },
    {
      "epoch": 583.42,
      "grad_norm": 1.126853108406067,
      "learning_rate": 8.781944534068317e-07,
      "loss": 0.3512,
      "step": 2090390
    },
    {
      "epoch": 583.42,
      "grad_norm": 1.34050452709198,
      "learning_rate": 8.781733522767739e-07,
      "loss": 0.3478,
      "step": 2090400
    },
    {
      "epoch": 583.42,
      "grad_norm": 1.288761854171753,
      "learning_rate": 8.78152251341784e-07,
      "loss": 0.3601,
      "step": 2090410
    },
    {
      "epoch": 583.43,
      "grad_norm": 1.0831466913223267,
      "learning_rate": 8.781311506018653e-07,
      "loss": 0.3512,
      "step": 2090420
    },
    {
      "epoch": 583.43,
      "grad_norm": 1.1563087701797485,
      "learning_rate": 8.781100500570211e-07,
      "loss": 0.3514,
      "step": 2090430
    },
    {
      "epoch": 583.43,
      "grad_norm": 1.2728562355041504,
      "learning_rate": 8.780889497072548e-07,
      "loss": 0.3319,
      "step": 2090440
    },
    {
      "epoch": 583.44,
      "grad_norm": 1.232181429862976,
      "learning_rate": 8.780678495525674e-07,
      "loss": 0.3471,
      "step": 2090450
    },
    {
      "epoch": 583.44,
      "grad_norm": 1.0914268493652344,
      "learning_rate": 8.780467495929629e-07,
      "loss": 0.3272,
      "step": 2090460
    },
    {
      "epoch": 583.44,
      "grad_norm": 1.2671147584915161,
      "learning_rate": 8.780256498284446e-07,
      "loss": 0.3311,
      "step": 2090470
    },
    {
      "epoch": 583.44,
      "grad_norm": 1.1354998350143433,
      "learning_rate": 8.78004550259013e-07,
      "loss": 0.3383,
      "step": 2090480
    },
    {
      "epoch": 583.45,
      "grad_norm": 1.1644747257232666,
      "learning_rate": 8.779834508846742e-07,
      "loss": 0.3216,
      "step": 2090490
    },
    {
      "epoch": 583.45,
      "grad_norm": 1.266388177871704,
      "learning_rate": 8.779623517054285e-07,
      "loss": 0.3327,
      "step": 2090500
    },
    {
      "epoch": 583.45,
      "grad_norm": 1.2126820087432861,
      "learning_rate": 8.779412527212794e-07,
      "loss": 0.3333,
      "step": 2090510
    },
    {
      "epoch": 583.46,
      "grad_norm": 1.1925981044769287,
      "learning_rate": 8.779201539322299e-07,
      "loss": 0.3336,
      "step": 2090520
    },
    {
      "epoch": 583.46,
      "grad_norm": 1.084797978401184,
      "learning_rate": 8.778990553382837e-07,
      "loss": 0.3364,
      "step": 2090530
    },
    {
      "epoch": 583.46,
      "grad_norm": 2.353881359100342,
      "learning_rate": 8.778779569394417e-07,
      "loss": 0.344,
      "step": 2090540
    },
    {
      "epoch": 583.46,
      "grad_norm": 1.061239242553711,
      "learning_rate": 8.778568587357078e-07,
      "loss": 0.3459,
      "step": 2090550
    },
    {
      "epoch": 583.47,
      "grad_norm": 1.1456592082977295,
      "learning_rate": 8.778357607270854e-07,
      "loss": 0.342,
      "step": 2090560
    },
    {
      "epoch": 583.47,
      "grad_norm": 1.02785325050354,
      "learning_rate": 8.778146629135751e-07,
      "loss": 0.3311,
      "step": 2090570
    },
    {
      "epoch": 583.47,
      "grad_norm": 1.1082508563995361,
      "learning_rate": 8.777935652951827e-07,
      "loss": 0.3458,
      "step": 2090580
    },
    {
      "epoch": 583.47,
      "grad_norm": 1.039903998374939,
      "learning_rate": 8.777724678719087e-07,
      "loss": 0.344,
      "step": 2090590
    },
    {
      "epoch": 583.48,
      "grad_norm": 1.067103624343872,
      "learning_rate": 8.777513706437564e-07,
      "loss": 0.3483,
      "step": 2090600
    },
    {
      "epoch": 583.48,
      "grad_norm": 1.191158413887024,
      "learning_rate": 8.777302736107294e-07,
      "loss": 0.3476,
      "step": 2090610
    },
    {
      "epoch": 583.48,
      "grad_norm": 1.2008448839187622,
      "learning_rate": 8.777091767728307e-07,
      "loss": 0.3533,
      "step": 2090620
    },
    {
      "epoch": 583.49,
      "grad_norm": 1.0667482614517212,
      "learning_rate": 8.776880801300614e-07,
      "loss": 0.328,
      "step": 2090630
    },
    {
      "epoch": 583.49,
      "grad_norm": 2.781388282775879,
      "learning_rate": 8.776669836824255e-07,
      "loss": 0.337,
      "step": 2090640
    },
    {
      "epoch": 583.49,
      "grad_norm": 1.2152127027511597,
      "learning_rate": 8.776458874299256e-07,
      "loss": 0.3338,
      "step": 2090650
    },
    {
      "epoch": 583.49,
      "grad_norm": 1.2211837768554688,
      "learning_rate": 8.776247913725647e-07,
      "loss": 0.337,
      "step": 2090660
    },
    {
      "epoch": 583.5,
      "grad_norm": 1.4838420152664185,
      "learning_rate": 8.776036955103462e-07,
      "loss": 0.3404,
      "step": 2090670
    },
    {
      "epoch": 583.5,
      "grad_norm": 1.4088280200958252,
      "learning_rate": 8.775825998432715e-07,
      "loss": 0.3384,
      "step": 2090680
    },
    {
      "epoch": 583.5,
      "grad_norm": 1.0948978662490845,
      "learning_rate": 8.775615043713439e-07,
      "loss": 0.3624,
      "step": 2090690
    },
    {
      "epoch": 583.51,
      "grad_norm": 1.3192182779312134,
      "learning_rate": 8.775404090945672e-07,
      "loss": 0.3404,
      "step": 2090700
    },
    {
      "epoch": 583.51,
      "grad_norm": 1.0507768392562866,
      "learning_rate": 8.77519314012942e-07,
      "loss": 0.318,
      "step": 2090710
    },
    {
      "epoch": 583.51,
      "grad_norm": 1.2724438905715942,
      "learning_rate": 8.774982191264738e-07,
      "loss": 0.3424,
      "step": 2090720
    },
    {
      "epoch": 583.51,
      "grad_norm": 1.9480525255203247,
      "learning_rate": 8.774771244351634e-07,
      "loss": 0.3459,
      "step": 2090730
    },
    {
      "epoch": 583.52,
      "grad_norm": 1.1859564781188965,
      "learning_rate": 8.774560299390144e-07,
      "loss": 0.3502,
      "step": 2090740
    },
    {
      "epoch": 583.52,
      "grad_norm": 0.9920490980148315,
      "learning_rate": 8.774349356380295e-07,
      "loss": 0.3298,
      "step": 2090750
    },
    {
      "epoch": 583.52,
      "grad_norm": 1.1403281688690186,
      "learning_rate": 8.774138415322122e-07,
      "loss": 0.3477,
      "step": 2090760
    },
    {
      "epoch": 583.52,
      "grad_norm": 1.0355054140090942,
      "learning_rate": 8.773927476215641e-07,
      "loss": 0.3347,
      "step": 2090770
    },
    {
      "epoch": 583.53,
      "grad_norm": 0.9926412105560303,
      "learning_rate": 8.773716539060882e-07,
      "loss": 0.3373,
      "step": 2090780
    },
    {
      "epoch": 583.53,
      "grad_norm": 1.2798707485198975,
      "learning_rate": 8.773505603857888e-07,
      "loss": 0.3421,
      "step": 2090790
    },
    {
      "epoch": 583.53,
      "grad_norm": 2.5819525718688965,
      "learning_rate": 8.773294670606657e-07,
      "loss": 0.3521,
      "step": 2090800
    },
    {
      "epoch": 583.54,
      "grad_norm": 1.4125113487243652,
      "learning_rate": 8.773083739307253e-07,
      "loss": 0.3427,
      "step": 2090810
    },
    {
      "epoch": 583.54,
      "grad_norm": 1.1795105934143066,
      "learning_rate": 8.77287280995968e-07,
      "loss": 0.3483,
      "step": 2090820
    },
    {
      "epoch": 583.54,
      "grad_norm": 1.2531999349594116,
      "learning_rate": 8.772661882563971e-07,
      "loss": 0.3248,
      "step": 2090830
    },
    {
      "epoch": 583.54,
      "grad_norm": 1.0789895057678223,
      "learning_rate": 8.772450957120165e-07,
      "loss": 0.3404,
      "step": 2090840
    },
    {
      "epoch": 583.55,
      "grad_norm": 1.21970796585083,
      "learning_rate": 8.772240033628274e-07,
      "loss": 0.3452,
      "step": 2090850
    },
    {
      "epoch": 583.55,
      "grad_norm": 1.1476329565048218,
      "learning_rate": 8.772029112088331e-07,
      "loss": 0.3435,
      "step": 2090860
    },
    {
      "epoch": 583.55,
      "grad_norm": 1.2944985628128052,
      "learning_rate": 8.771818192500367e-07,
      "loss": 0.3284,
      "step": 2090870
    },
    {
      "epoch": 583.56,
      "grad_norm": 1.1452138423919678,
      "learning_rate": 8.771607274864417e-07,
      "loss": 0.3348,
      "step": 2090880
    },
    {
      "epoch": 583.56,
      "grad_norm": 1.4444531202316284,
      "learning_rate": 8.771396359180485e-07,
      "loss": 0.3437,
      "step": 2090890
    },
    {
      "epoch": 583.56,
      "grad_norm": 0.9980071187019348,
      "learning_rate": 8.771185445448631e-07,
      "loss": 0.3362,
      "step": 2090900
    },
    {
      "epoch": 583.56,
      "grad_norm": 1.043269395828247,
      "learning_rate": 8.770974533668861e-07,
      "loss": 0.3365,
      "step": 2090910
    },
    {
      "epoch": 583.57,
      "grad_norm": 1.301087737083435,
      "learning_rate": 8.770763623841209e-07,
      "loss": 0.3573,
      "step": 2090920
    },
    {
      "epoch": 583.57,
      "grad_norm": 1.111357569694519,
      "learning_rate": 8.770552715965711e-07,
      "loss": 0.3424,
      "step": 2090930
    },
    {
      "epoch": 583.57,
      "grad_norm": 1.1461222171783447,
      "learning_rate": 8.770341810042373e-07,
      "loss": 0.3316,
      "step": 2090940
    },
    {
      "epoch": 583.58,
      "grad_norm": 1.2842998504638672,
      "learning_rate": 8.770130906071253e-07,
      "loss": 0.3432,
      "step": 2090950
    },
    {
      "epoch": 583.58,
      "grad_norm": 1.2011377811431885,
      "learning_rate": 8.769920004052354e-07,
      "loss": 0.3337,
      "step": 2090960
    },
    {
      "epoch": 583.58,
      "grad_norm": 1.0122840404510498,
      "learning_rate": 8.769709103985717e-07,
      "loss": 0.34,
      "step": 2090970
    },
    {
      "epoch": 583.58,
      "grad_norm": 1.0010617971420288,
      "learning_rate": 8.769498205871373e-07,
      "loss": 0.3315,
      "step": 2090980
    },
    {
      "epoch": 583.59,
      "grad_norm": 1.1547560691833496,
      "learning_rate": 8.769287309709336e-07,
      "loss": 0.351,
      "step": 2090990
    },
    {
      "epoch": 583.59,
      "grad_norm": 1.1800614595413208,
      "learning_rate": 8.769076415499644e-07,
      "loss": 0.3328,
      "step": 2091000
    },
    {
      "epoch": 583.59,
      "grad_norm": 1.0234066247940063,
      "learning_rate": 8.768865523242323e-07,
      "loss": 0.3445,
      "step": 2091010
    },
    {
      "epoch": 583.59,
      "grad_norm": 1.2483711242675781,
      "learning_rate": 8.768654632937409e-07,
      "loss": 0.3488,
      "step": 2091020
    },
    {
      "epoch": 583.6,
      "grad_norm": 1.3428058624267578,
      "learning_rate": 8.768443744584903e-07,
      "loss": 0.3291,
      "step": 2091030
    },
    {
      "epoch": 583.6,
      "grad_norm": 1.3838436603546143,
      "learning_rate": 8.768232858184871e-07,
      "loss": 0.3535,
      "step": 2091040
    },
    {
      "epoch": 583.6,
      "grad_norm": 1.3290684223175049,
      "learning_rate": 8.768021973737315e-07,
      "loss": 0.3362,
      "step": 2091050
    },
    {
      "epoch": 583.61,
      "grad_norm": 1.0824015140533447,
      "learning_rate": 8.76781109124227e-07,
      "loss": 0.3439,
      "step": 2091060
    },
    {
      "epoch": 583.61,
      "grad_norm": 1.1387920379638672,
      "learning_rate": 8.767600210699774e-07,
      "loss": 0.3292,
      "step": 2091070
    },
    {
      "epoch": 583.61,
      "grad_norm": 1.1433801651000977,
      "learning_rate": 8.767389332109834e-07,
      "loss": 0.3412,
      "step": 2091080
    },
    {
      "epoch": 583.61,
      "grad_norm": 1.168358325958252,
      "learning_rate": 8.767178455472492e-07,
      "loss": 0.3398,
      "step": 2091090
    },
    {
      "epoch": 583.62,
      "grad_norm": 1.0607267618179321,
      "learning_rate": 8.766967580787772e-07,
      "loss": 0.3215,
      "step": 2091100
    },
    {
      "epoch": 583.62,
      "grad_norm": 1.0857341289520264,
      "learning_rate": 8.766756708055716e-07,
      "loss": 0.341,
      "step": 2091110
    },
    {
      "epoch": 583.62,
      "grad_norm": 1.1955287456512451,
      "learning_rate": 8.766545837276328e-07,
      "loss": 0.3415,
      "step": 2091120
    },
    {
      "epoch": 583.63,
      "grad_norm": 1.1953164339065552,
      "learning_rate": 8.76633496844965e-07,
      "loss": 0.3338,
      "step": 2091130
    },
    {
      "epoch": 583.63,
      "grad_norm": 1.138778805732727,
      "learning_rate": 8.766124101575715e-07,
      "loss": 0.334,
      "step": 2091140
    },
    {
      "epoch": 583.63,
      "grad_norm": 1.3230030536651611,
      "learning_rate": 8.765913236654528e-07,
      "loss": 0.3454,
      "step": 2091150
    },
    {
      "epoch": 583.63,
      "grad_norm": 1.190110683441162,
      "learning_rate": 8.76570237368615e-07,
      "loss": 0.3403,
      "step": 2091160
    },
    {
      "epoch": 583.64,
      "grad_norm": 0.9799046516418457,
      "learning_rate": 8.765491512670585e-07,
      "loss": 0.3251,
      "step": 2091170
    },
    {
      "epoch": 583.64,
      "grad_norm": 1.1317086219787598,
      "learning_rate": 8.765280653607867e-07,
      "loss": 0.335,
      "step": 2091180
    },
    {
      "epoch": 583.64,
      "grad_norm": 1.198354721069336,
      "learning_rate": 8.765069796498027e-07,
      "loss": 0.3256,
      "step": 2091190
    },
    {
      "epoch": 583.64,
      "grad_norm": 1.3114866018295288,
      "learning_rate": 8.764858941341098e-07,
      "loss": 0.3372,
      "step": 2091200
    },
    {
      "epoch": 583.65,
      "grad_norm": 1.039426326751709,
      "learning_rate": 8.764648088137092e-07,
      "loss": 0.3331,
      "step": 2091210
    },
    {
      "epoch": 583.65,
      "grad_norm": 0.9718223214149475,
      "learning_rate": 8.76443723688605e-07,
      "loss": 0.3421,
      "step": 2091220
    },
    {
      "epoch": 583.65,
      "grad_norm": 1.4423565864562988,
      "learning_rate": 8.764226387587995e-07,
      "loss": 0.3544,
      "step": 2091230
    },
    {
      "epoch": 583.66,
      "grad_norm": 1.186421275138855,
      "learning_rate": 8.764015540242956e-07,
      "loss": 0.3232,
      "step": 2091240
    },
    {
      "epoch": 583.66,
      "grad_norm": 1.1777681112289429,
      "learning_rate": 8.763804694850971e-07,
      "loss": 0.3499,
      "step": 2091250
    },
    {
      "epoch": 583.66,
      "grad_norm": 1.1634870767593384,
      "learning_rate": 8.76359385141205e-07,
      "loss": 0.351,
      "step": 2091260
    },
    {
      "epoch": 583.66,
      "grad_norm": 1.452540397644043,
      "learning_rate": 8.76338300992623e-07,
      "loss": 0.3436,
      "step": 2091270
    },
    {
      "epoch": 583.67,
      "grad_norm": 1.444889783859253,
      "learning_rate": 8.763172170393548e-07,
      "loss": 0.316,
      "step": 2091280
    },
    {
      "epoch": 583.67,
      "grad_norm": 1.1631052494049072,
      "learning_rate": 8.762961332814005e-07,
      "loss": 0.332,
      "step": 2091290
    },
    {
      "epoch": 583.67,
      "grad_norm": 1.1447343826293945,
      "learning_rate": 8.762750497187664e-07,
      "loss": 0.3253,
      "step": 2091300
    },
    {
      "epoch": 583.68,
      "grad_norm": 1.1385515928268433,
      "learning_rate": 8.76253966351453e-07,
      "loss": 0.3442,
      "step": 2091310
    },
    {
      "epoch": 583.68,
      "grad_norm": 1.0405139923095703,
      "learning_rate": 8.762328831794634e-07,
      "loss": 0.3353,
      "step": 2091320
    },
    {
      "epoch": 583.68,
      "grad_norm": 1.2905097007751465,
      "learning_rate": 8.762118002028011e-07,
      "loss": 0.3246,
      "step": 2091330
    },
    {
      "epoch": 583.68,
      "grad_norm": 1.0419515371322632,
      "learning_rate": 8.761907174214692e-07,
      "loss": 0.3347,
      "step": 2091340
    },
    {
      "epoch": 583.69,
      "grad_norm": 1.2501344680786133,
      "learning_rate": 8.761696348354688e-07,
      "loss": 0.3479,
      "step": 2091350
    },
    {
      "epoch": 583.69,
      "grad_norm": 1.0925146341323853,
      "learning_rate": 8.76148552444804e-07,
      "loss": 0.3551,
      "step": 2091360
    },
    {
      "epoch": 583.69,
      "grad_norm": 1.1440236568450928,
      "learning_rate": 8.761274702494781e-07,
      "loss": 0.3433,
      "step": 2091370
    },
    {
      "epoch": 583.7,
      "grad_norm": 1.2211308479309082,
      "learning_rate": 8.761063882494915e-07,
      "loss": 0.3262,
      "step": 2091380
    },
    {
      "epoch": 583.7,
      "grad_norm": 1.1038726568222046,
      "learning_rate": 8.760853064448504e-07,
      "loss": 0.33,
      "step": 2091390
    },
    {
      "epoch": 583.7,
      "grad_norm": 1.0767207145690918,
      "learning_rate": 8.760642248355549e-07,
      "loss": 0.3447,
      "step": 2091400
    },
    {
      "epoch": 583.7,
      "grad_norm": 1.123734712600708,
      "learning_rate": 8.760431434216088e-07,
      "loss": 0.3466,
      "step": 2091410
    },
    {
      "epoch": 583.71,
      "grad_norm": 1.3569482564926147,
      "learning_rate": 8.760220622030156e-07,
      "loss": 0.325,
      "step": 2091420
    },
    {
      "epoch": 583.71,
      "grad_norm": 1.3737225532531738,
      "learning_rate": 8.760009811797769e-07,
      "loss": 0.3301,
      "step": 2091430
    },
    {
      "epoch": 583.71,
      "grad_norm": 1.2136822938919067,
      "learning_rate": 8.759799003518956e-07,
      "loss": 0.3456,
      "step": 2091440
    },
    {
      "epoch": 583.71,
      "grad_norm": 1.234079122543335,
      "learning_rate": 8.759588197193753e-07,
      "loss": 0.336,
      "step": 2091450
    },
    {
      "epoch": 583.72,
      "grad_norm": 1.2079815864562988,
      "learning_rate": 8.75937739282219e-07,
      "loss": 0.3269,
      "step": 2091460
    },
    {
      "epoch": 583.72,
      "grad_norm": 1.2633535861968994,
      "learning_rate": 8.759166590404273e-07,
      "loss": 0.3291,
      "step": 2091470
    },
    {
      "epoch": 583.72,
      "grad_norm": 1.1333348751068115,
      "learning_rate": 8.758955789940061e-07,
      "loss": 0.3271,
      "step": 2091480
    },
    {
      "epoch": 583.73,
      "grad_norm": 1.094069242477417,
      "learning_rate": 8.758744991429563e-07,
      "loss": 0.3453,
      "step": 2091490
    },
    {
      "epoch": 583.73,
      "grad_norm": 1.150715947151184,
      "learning_rate": 8.758534194872809e-07,
      "loss": 0.3542,
      "step": 2091500
    },
    {
      "epoch": 583.73,
      "grad_norm": 1.3514459133148193,
      "learning_rate": 8.758323400269834e-07,
      "loss": 0.3568,
      "step": 2091510
    },
    {
      "epoch": 583.73,
      "grad_norm": 1.312198519706726,
      "learning_rate": 8.75811260762065e-07,
      "loss": 0.3403,
      "step": 2091520
    },
    {
      "epoch": 583.74,
      "grad_norm": 1.1600099802017212,
      "learning_rate": 8.757901816925312e-07,
      "loss": 0.3316,
      "step": 2091530
    },
    {
      "epoch": 583.74,
      "grad_norm": 1.2011162042617798,
      "learning_rate": 8.757691028183824e-07,
      "loss": 0.3298,
      "step": 2091540
    },
    {
      "epoch": 583.74,
      "grad_norm": 1.1393394470214844,
      "learning_rate": 8.757480241396221e-07,
      "loss": 0.3354,
      "step": 2091550
    },
    {
      "epoch": 583.75,
      "grad_norm": 1.3601871728897095,
      "learning_rate": 8.757269456562535e-07,
      "loss": 0.3499,
      "step": 2091560
    },
    {
      "epoch": 583.75,
      "grad_norm": 1.0570755004882812,
      "learning_rate": 8.757058673682799e-07,
      "loss": 0.3368,
      "step": 2091570
    },
    {
      "epoch": 583.75,
      "grad_norm": 1.0342768430709839,
      "learning_rate": 8.756847892757026e-07,
      "loss": 0.3455,
      "step": 2091580
    },
    {
      "epoch": 583.75,
      "grad_norm": 1.1759428977966309,
      "learning_rate": 8.756637113785248e-07,
      "loss": 0.3427,
      "step": 2091590
    },
    {
      "epoch": 583.76,
      "grad_norm": 1.5057435035705566,
      "learning_rate": 8.75642633676751e-07,
      "loss": 0.3372,
      "step": 2091600
    },
    {
      "epoch": 583.76,
      "grad_norm": 1.195095181465149,
      "learning_rate": 8.756215561703809e-07,
      "loss": 0.3576,
      "step": 2091610
    },
    {
      "epoch": 583.76,
      "grad_norm": 1.2668527364730835,
      "learning_rate": 8.756004788594208e-07,
      "loss": 0.3404,
      "step": 2091620
    },
    {
      "epoch": 583.77,
      "grad_norm": 1.2618250846862793,
      "learning_rate": 8.755794017438707e-07,
      "loss": 0.3401,
      "step": 2091630
    },
    {
      "epoch": 583.77,
      "grad_norm": 1.2172281742095947,
      "learning_rate": 8.755583248237347e-07,
      "loss": 0.3531,
      "step": 2091640
    },
    {
      "epoch": 583.77,
      "grad_norm": 1.1162781715393066,
      "learning_rate": 8.755372480990164e-07,
      "loss": 0.332,
      "step": 2091650
    },
    {
      "epoch": 583.77,
      "grad_norm": 1.2838788032531738,
      "learning_rate": 8.755161715697164e-07,
      "loss": 0.3278,
      "step": 2091660
    },
    {
      "epoch": 583.78,
      "grad_norm": 1.1059058904647827,
      "learning_rate": 8.75495095235839e-07,
      "loss": 0.3433,
      "step": 2091670
    },
    {
      "epoch": 583.78,
      "grad_norm": 1.094829797744751,
      "learning_rate": 8.754740190973866e-07,
      "loss": 0.349,
      "step": 2091680
    },
    {
      "epoch": 583.78,
      "grad_norm": 1.0974053144454956,
      "learning_rate": 8.75452943154363e-07,
      "loss": 0.3308,
      "step": 2091690
    },
    {
      "epoch": 583.78,
      "grad_norm": 1.150771141052246,
      "learning_rate": 8.754318674067687e-07,
      "loss": 0.3228,
      "step": 2091700
    },
    {
      "epoch": 583.79,
      "grad_norm": 1.156564712524414,
      "learning_rate": 8.754107918546092e-07,
      "loss": 0.3416,
      "step": 2091710
    },
    {
      "epoch": 583.79,
      "grad_norm": 1.1056963205337524,
      "learning_rate": 8.753897164978856e-07,
      "loss": 0.3416,
      "step": 2091720
    },
    {
      "epoch": 583.79,
      "grad_norm": 1.1023558378219604,
      "learning_rate": 8.75368641336601e-07,
      "loss": 0.3389,
      "step": 2091730
    },
    {
      "epoch": 583.8,
      "grad_norm": 1.3769577741622925,
      "learning_rate": 8.75347566370759e-07,
      "loss": 0.3404,
      "step": 2091740
    },
    {
      "epoch": 583.8,
      "grad_norm": 1.139155387878418,
      "learning_rate": 8.753264916003611e-07,
      "loss": 0.3441,
      "step": 2091750
    },
    {
      "epoch": 583.8,
      "grad_norm": 1.2292044162750244,
      "learning_rate": 8.75305417025411e-07,
      "loss": 0.3478,
      "step": 2091760
    },
    {
      "epoch": 583.8,
      "grad_norm": 1.1636995077133179,
      "learning_rate": 8.752843426459109e-07,
      "loss": 0.3375,
      "step": 2091770
    },
    {
      "epoch": 583.81,
      "grad_norm": 1.2595807313919067,
      "learning_rate": 8.752632684618651e-07,
      "loss": 0.3337,
      "step": 2091780
    },
    {
      "epoch": 583.81,
      "grad_norm": 1.1513655185699463,
      "learning_rate": 8.752421944732741e-07,
      "loss": 0.3572,
      "step": 2091790
    },
    {
      "epoch": 583.81,
      "grad_norm": 1.024295449256897,
      "learning_rate": 8.752211206801422e-07,
      "loss": 0.3291,
      "step": 2091800
    },
    {
      "epoch": 583.82,
      "grad_norm": 1.2718690633773804,
      "learning_rate": 8.752000470824717e-07,
      "loss": 0.3395,
      "step": 2091810
    },
    {
      "epoch": 583.82,
      "grad_norm": 1.2181622982025146,
      "learning_rate": 8.751789736802657e-07,
      "loss": 0.356,
      "step": 2091820
    },
    {
      "epoch": 583.82,
      "grad_norm": 1.16207754611969,
      "learning_rate": 8.751579004735277e-07,
      "loss": 0.3276,
      "step": 2091830
    },
    {
      "epoch": 583.82,
      "grad_norm": 1.10140061378479,
      "learning_rate": 8.751368274622581e-07,
      "loss": 0.3492,
      "step": 2091840
    },
    {
      "epoch": 583.83,
      "grad_norm": 0.9470187425613403,
      "learning_rate": 8.751157546464629e-07,
      "loss": 0.3322,
      "step": 2091850
    },
    {
      "epoch": 583.83,
      "grad_norm": 1.3000988960266113,
      "learning_rate": 8.750946820261427e-07,
      "loss": 0.3407,
      "step": 2091860
    },
    {
      "epoch": 583.83,
      "grad_norm": 3.2395577430725098,
      "learning_rate": 8.750736096013006e-07,
      "loss": 0.3314,
      "step": 2091870
    },
    {
      "epoch": 583.83,
      "grad_norm": 1.577352523803711,
      "learning_rate": 8.750525373719407e-07,
      "loss": 0.334,
      "step": 2091880
    },
    {
      "epoch": 583.84,
      "grad_norm": 1.1909176111221313,
      "learning_rate": 8.750314653380641e-07,
      "loss": 0.3467,
      "step": 2091890
    },
    {
      "epoch": 583.84,
      "grad_norm": 1.2208211421966553,
      "learning_rate": 8.750103934996743e-07,
      "loss": 0.3242,
      "step": 2091900
    },
    {
      "epoch": 583.84,
      "grad_norm": 1.1839085817337036,
      "learning_rate": 8.749893218567743e-07,
      "loss": 0.3408,
      "step": 2091910
    },
    {
      "epoch": 583.85,
      "grad_norm": 10.618043899536133,
      "learning_rate": 8.749682504093672e-07,
      "loss": 0.3252,
      "step": 2091920
    },
    {
      "epoch": 583.85,
      "grad_norm": 1.185469150543213,
      "learning_rate": 8.749471791574547e-07,
      "loss": 0.3414,
      "step": 2091930
    },
    {
      "epoch": 583.85,
      "grad_norm": 1.0300425291061401,
      "learning_rate": 8.749261081010402e-07,
      "loss": 0.3618,
      "step": 2091940
    },
    {
      "epoch": 583.85,
      "grad_norm": 1.034319281578064,
      "learning_rate": 8.749050372401275e-07,
      "loss": 0.3383,
      "step": 2091950
    },
    {
      "epoch": 583.86,
      "grad_norm": 1.15261971950531,
      "learning_rate": 8.748839665747167e-07,
      "loss": 0.3376,
      "step": 2091960
    },
    {
      "epoch": 583.86,
      "grad_norm": 1.1805884838104248,
      "learning_rate": 8.748628961048141e-07,
      "loss": 0.3401,
      "step": 2091970
    },
    {
      "epoch": 583.86,
      "grad_norm": 1.1307092905044556,
      "learning_rate": 8.7484182583042e-07,
      "loss": 0.3269,
      "step": 2091980
    },
    {
      "epoch": 583.87,
      "grad_norm": 1.3195711374282837,
      "learning_rate": 8.748207557515378e-07,
      "loss": 0.342,
      "step": 2091990
    },
    {
      "epoch": 583.87,
      "grad_norm": 1.0675030946731567,
      "learning_rate": 8.747996858681705e-07,
      "loss": 0.3383,
      "step": 2092000
    },
    {
      "epoch": 583.87,
      "grad_norm": 1.149496078491211,
      "learning_rate": 8.74778616180322e-07,
      "loss": 0.3384,
      "step": 2092010
    },
    {
      "epoch": 583.87,
      "grad_norm": 1.146141767501831,
      "learning_rate": 8.747575466879928e-07,
      "loss": 0.3381,
      "step": 2092020
    },
    {
      "epoch": 583.88,
      "grad_norm": 1.165319800376892,
      "learning_rate": 8.747364773911871e-07,
      "loss": 0.3387,
      "step": 2092030
    },
    {
      "epoch": 583.88,
      "grad_norm": 1.185738444328308,
      "learning_rate": 8.747154082899083e-07,
      "loss": 0.337,
      "step": 2092040
    },
    {
      "epoch": 583.88,
      "grad_norm": 1.196645736694336,
      "learning_rate": 8.746943393841568e-07,
      "loss": 0.3318,
      "step": 2092050
    },
    {
      "epoch": 583.89,
      "grad_norm": 1.156523585319519,
      "learning_rate": 8.746732706739385e-07,
      "loss": 0.3418,
      "step": 2092060
    },
    {
      "epoch": 583.89,
      "grad_norm": 1.106920838356018,
      "learning_rate": 8.74652202159254e-07,
      "loss": 0.3341,
      "step": 2092070
    },
    {
      "epoch": 583.89,
      "grad_norm": 1.1739141941070557,
      "learning_rate": 8.746311338401069e-07,
      "loss": 0.3323,
      "step": 2092080
    },
    {
      "epoch": 583.89,
      "grad_norm": 1.2631816864013672,
      "learning_rate": 8.746100657165006e-07,
      "loss": 0.3343,
      "step": 2092090
    },
    {
      "epoch": 583.9,
      "grad_norm": 1.2164936065673828,
      "learning_rate": 8.745889977884357e-07,
      "loss": 0.336,
      "step": 2092100
    },
    {
      "epoch": 583.9,
      "grad_norm": 1.335121512413025,
      "learning_rate": 8.74567930055918e-07,
      "loss": 0.3412,
      "step": 2092110
    },
    {
      "epoch": 583.9,
      "grad_norm": 1.0503746271133423,
      "learning_rate": 8.745468625189481e-07,
      "loss": 0.3519,
      "step": 2092120
    },
    {
      "epoch": 583.9,
      "grad_norm": 1.2525744438171387,
      "learning_rate": 8.745257951775296e-07,
      "loss": 0.3382,
      "step": 2092130
    },
    {
      "epoch": 583.91,
      "grad_norm": 1.1116336584091187,
      "learning_rate": 8.745047280316651e-07,
      "loss": 0.3571,
      "step": 2092140
    },
    {
      "epoch": 583.91,
      "grad_norm": 1.230173110961914,
      "learning_rate": 8.744836610813584e-07,
      "loss": 0.3444,
      "step": 2092150
    },
    {
      "epoch": 583.91,
      "grad_norm": 1.1253587007522583,
      "learning_rate": 8.744625943266107e-07,
      "loss": 0.3348,
      "step": 2092160
    },
    {
      "epoch": 583.92,
      "grad_norm": 1.0598704814910889,
      "learning_rate": 8.744415277674256e-07,
      "loss": 0.3342,
      "step": 2092170
    },
    {
      "epoch": 583.92,
      "grad_norm": 1.217523217201233,
      "learning_rate": 8.744204614038067e-07,
      "loss": 0.3377,
      "step": 2092180
    },
    {
      "epoch": 583.92,
      "grad_norm": 1.3877389430999756,
      "learning_rate": 8.743993952357543e-07,
      "loss": 0.3362,
      "step": 2092190
    },
    {
      "epoch": 583.92,
      "grad_norm": 1.3773024082183838,
      "learning_rate": 8.743783292632744e-07,
      "loss": 0.3391,
      "step": 2092200
    },
    {
      "epoch": 583.93,
      "grad_norm": 7.103051662445068,
      "learning_rate": 8.743572634863674e-07,
      "loss": 0.3373,
      "step": 2092210
    },
    {
      "epoch": 583.93,
      "grad_norm": 5.707945346832275,
      "learning_rate": 8.74336197905037e-07,
      "loss": 0.3339,
      "step": 2092220
    },
    {
      "epoch": 583.93,
      "grad_norm": 1.1063977479934692,
      "learning_rate": 8.74315132519287e-07,
      "loss": 0.3344,
      "step": 2092230
    },
    {
      "epoch": 583.94,
      "grad_norm": 1.231453776359558,
      "learning_rate": 8.742940673291182e-07,
      "loss": 0.3425,
      "step": 2092240
    },
    {
      "epoch": 583.94,
      "grad_norm": 1.1772414445877075,
      "learning_rate": 8.742730023345343e-07,
      "loss": 0.3327,
      "step": 2092250
    },
    {
      "epoch": 583.94,
      "grad_norm": 0.9593772888183594,
      "learning_rate": 8.742519375355383e-07,
      "loss": 0.3262,
      "step": 2092260
    },
    {
      "epoch": 583.94,
      "grad_norm": 2.371673107147217,
      "learning_rate": 8.742308729321338e-07,
      "loss": 0.33,
      "step": 2092270
    },
    {
      "epoch": 583.95,
      "grad_norm": 1.3892515897750854,
      "learning_rate": 8.742098085243211e-07,
      "loss": 0.3306,
      "step": 2092280
    },
    {
      "epoch": 583.95,
      "grad_norm": 1.250807762145996,
      "learning_rate": 8.74188744312106e-07,
      "loss": 0.3433,
      "step": 2092290
    },
    {
      "epoch": 583.95,
      "grad_norm": 1.342329502105713,
      "learning_rate": 8.741676802954893e-07,
      "loss": 0.3333,
      "step": 2092300
    },
    {
      "epoch": 583.95,
      "grad_norm": 1.4195488691329956,
      "learning_rate": 8.741466164744743e-07,
      "loss": 0.3277,
      "step": 2092310
    },
    {
      "epoch": 583.96,
      "grad_norm": 1.175117015838623,
      "learning_rate": 8.741255528490645e-07,
      "loss": 0.3378,
      "step": 2092320
    },
    {
      "epoch": 583.96,
      "grad_norm": 1.1545652151107788,
      "learning_rate": 8.741044894192616e-07,
      "loss": 0.3352,
      "step": 2092330
    },
    {
      "epoch": 583.96,
      "grad_norm": 1.1751899719238281,
      "learning_rate": 8.740834261850688e-07,
      "loss": 0.3691,
      "step": 2092340
    },
    {
      "epoch": 583.97,
      "grad_norm": 1.0791269540786743,
      "learning_rate": 8.740623631464891e-07,
      "loss": 0.3514,
      "step": 2092350
    },
    {
      "epoch": 583.97,
      "grad_norm": 1.2103948593139648,
      "learning_rate": 8.740413003035261e-07,
      "loss": 0.3393,
      "step": 2092360
    },
    {
      "epoch": 583.97,
      "grad_norm": 1.2891719341278076,
      "learning_rate": 8.740202376561809e-07,
      "loss": 0.3584,
      "step": 2092370
    },
    {
      "epoch": 583.97,
      "grad_norm": 1.0245486497879028,
      "learning_rate": 8.73999175204457e-07,
      "loss": 0.3482,
      "step": 2092380
    },
    {
      "epoch": 583.98,
      "grad_norm": 1.1971211433410645,
      "learning_rate": 8.739781129483574e-07,
      "loss": 0.3459,
      "step": 2092390
    },
    {
      "epoch": 583.98,
      "grad_norm": 1.1617375612258911,
      "learning_rate": 8.739570508878848e-07,
      "loss": 0.3478,
      "step": 2092400
    },
    {
      "epoch": 583.98,
      "grad_norm": 1.0922223329544067,
      "learning_rate": 8.739359890230428e-07,
      "loss": 0.3505,
      "step": 2092410
    },
    {
      "epoch": 583.99,
      "grad_norm": 1.1578595638275146,
      "learning_rate": 8.739149273538321e-07,
      "loss": 0.3434,
      "step": 2092420
    },
    {
      "epoch": 583.99,
      "grad_norm": 1.2061766386032104,
      "learning_rate": 8.73893865880258e-07,
      "loss": 0.337,
      "step": 2092430
    },
    {
      "epoch": 583.99,
      "grad_norm": 1.1189048290252686,
      "learning_rate": 8.738728046023218e-07,
      "loss": 0.3342,
      "step": 2092440
    },
    {
      "epoch": 583.99,
      "grad_norm": 1.588383436203003,
      "learning_rate": 8.738517435200264e-07,
      "loss": 0.3329,
      "step": 2092450
    },
    {
      "epoch": 584.0,
      "grad_norm": 1.0889134407043457,
      "learning_rate": 8.738306826333756e-07,
      "loss": 0.3235,
      "step": 2092460
    },
    {
      "epoch": 584.0,
      "grad_norm": 1.0897237062454224,
      "learning_rate": 8.738096219423709e-07,
      "loss": 0.3371,
      "step": 2092470
    },
    {
      "epoch": 584.0,
      "eval_loss": 0.33934345841407776,
      "eval_runtime": 67.9555,
      "eval_samples_per_second": 74.446,
      "eval_steps_per_second": 9.315,
      "step": 2092472
    },
    {
      "epoch": 584.0,
      "grad_norm": 1.2791789770126343,
      "learning_rate": 8.737885614470157e-07,
      "loss": 0.3378,
      "step": 2092480
    },
    {
      "epoch": 584.01,
      "grad_norm": 1.3662536144256592,
      "learning_rate": 8.737675011473125e-07,
      "loss": 0.3264,
      "step": 2092490
    },
    {
      "epoch": 584.01,
      "grad_norm": 1.4031251668930054,
      "learning_rate": 8.737464410432655e-07,
      "loss": 0.3374,
      "step": 2092500
    },
    {
      "epoch": 584.01,
      "grad_norm": 2.0430665016174316,
      "learning_rate": 8.737253811348751e-07,
      "loss": 0.349,
      "step": 2092510
    },
    {
      "epoch": 584.01,
      "grad_norm": 1.1155633926391602,
      "learning_rate": 8.737043214221457e-07,
      "loss": 0.3485,
      "step": 2092520
    },
    {
      "epoch": 584.02,
      "grad_norm": 1.1604678630828857,
      "learning_rate": 8.736832619050797e-07,
      "loss": 0.3372,
      "step": 2092530
    },
    {
      "epoch": 584.02,
      "grad_norm": 1.1567188501358032,
      "learning_rate": 8.7366220258368e-07,
      "loss": 0.3432,
      "step": 2092540
    },
    {
      "epoch": 584.02,
      "grad_norm": 1.136544942855835,
      "learning_rate": 8.736411434579503e-07,
      "loss": 0.3515,
      "step": 2092550
    },
    {
      "epoch": 584.02,
      "grad_norm": 1.1449142694473267,
      "learning_rate": 8.736200845278917e-07,
      "loss": 0.3697,
      "step": 2092560
    },
    {
      "epoch": 584.03,
      "grad_norm": 1.1382187604904175,
      "learning_rate": 8.735990257935075e-07,
      "loss": 0.3283,
      "step": 2092570
    },
    {
      "epoch": 584.03,
      "grad_norm": 1.065213680267334,
      "learning_rate": 8.73577967254801e-07,
      "loss": 0.3286,
      "step": 2092580
    },
    {
      "epoch": 584.03,
      "grad_norm": 1.1527302265167236,
      "learning_rate": 8.735569089117756e-07,
      "loss": 0.339,
      "step": 2092590
    },
    {
      "epoch": 584.04,
      "grad_norm": 1.1359755992889404,
      "learning_rate": 8.735358507644325e-07,
      "loss": 0.3373,
      "step": 2092600
    },
    {
      "epoch": 584.04,
      "grad_norm": 0.9889680743217468,
      "learning_rate": 8.735147928127752e-07,
      "loss": 0.3267,
      "step": 2092610
    },
    {
      "epoch": 584.04,
      "grad_norm": 1.1288551092147827,
      "learning_rate": 8.734937350568076e-07,
      "loss": 0.3593,
      "step": 2092620
    },
    {
      "epoch": 584.04,
      "grad_norm": 1.178728699684143,
      "learning_rate": 8.734726774965297e-07,
      "loss": 0.3447,
      "step": 2092630
    },
    {
      "epoch": 584.05,
      "grad_norm": 1.0265235900878906,
      "learning_rate": 8.734516201319478e-07,
      "loss": 0.3424,
      "step": 2092640
    },
    {
      "epoch": 584.05,
      "grad_norm": 1.3375717401504517,
      "learning_rate": 8.734305629630621e-07,
      "loss": 0.3366,
      "step": 2092650
    },
    {
      "epoch": 584.05,
      "grad_norm": 1.1444246768951416,
      "learning_rate": 8.734095059898765e-07,
      "loss": 0.3335,
      "step": 2092660
    },
    {
      "epoch": 584.06,
      "grad_norm": 0.9374010562896729,
      "learning_rate": 8.733884492123936e-07,
      "loss": 0.3498,
      "step": 2092670
    },
    {
      "epoch": 584.06,
      "grad_norm": 1.14232337474823,
      "learning_rate": 8.733673926306162e-07,
      "loss": 0.331,
      "step": 2092680
    },
    {
      "epoch": 584.06,
      "grad_norm": 1.0117030143737793,
      "learning_rate": 8.733463362445479e-07,
      "loss": 0.3554,
      "step": 2092690
    },
    {
      "epoch": 584.06,
      "grad_norm": 1.2886686325073242,
      "learning_rate": 8.733252800541899e-07,
      "loss": 0.3462,
      "step": 2092700
    },
    {
      "epoch": 584.07,
      "grad_norm": 1.2845933437347412,
      "learning_rate": 8.733042240595459e-07,
      "loss": 0.3148,
      "step": 2092710
    },
    {
      "epoch": 584.07,
      "grad_norm": 1.4947587251663208,
      "learning_rate": 8.732831682606186e-07,
      "loss": 0.3501,
      "step": 2092720
    },
    {
      "epoch": 584.07,
      "grad_norm": 1.2062853574752808,
      "learning_rate": 8.732621126574118e-07,
      "loss": 0.3484,
      "step": 2092730
    },
    {
      "epoch": 584.07,
      "grad_norm": 1.1663591861724854,
      "learning_rate": 8.732410572499263e-07,
      "loss": 0.3333,
      "step": 2092740
    },
    {
      "epoch": 584.08,
      "grad_norm": 1.3818799257278442,
      "learning_rate": 8.73220002038166e-07,
      "loss": 0.3316,
      "step": 2092750
    },
    {
      "epoch": 584.08,
      "grad_norm": 1.2331600189208984,
      "learning_rate": 8.731989470221345e-07,
      "loss": 0.3406,
      "step": 2092760
    },
    {
      "epoch": 584.08,
      "grad_norm": 1.096656322479248,
      "learning_rate": 8.73177892201832e-07,
      "loss": 0.3298,
      "step": 2092770
    },
    {
      "epoch": 584.09,
      "grad_norm": 1.1633535623550415,
      "learning_rate": 8.731568375772647e-07,
      "loss": 0.3448,
      "step": 2092780
    },
    {
      "epoch": 584.09,
      "grad_norm": 1.6012710332870483,
      "learning_rate": 8.73135783148433e-07,
      "loss": 0.3291,
      "step": 2092790
    },
    {
      "epoch": 584.09,
      "grad_norm": 1.1711478233337402,
      "learning_rate": 8.731147289153404e-07,
      "loss": 0.3517,
      "step": 2092800
    },
    {
      "epoch": 584.09,
      "grad_norm": 1.1728206872940063,
      "learning_rate": 8.7309367487799e-07,
      "loss": 0.3264,
      "step": 2092810
    },
    {
      "epoch": 584.1,
      "grad_norm": 1.1718828678131104,
      "learning_rate": 8.730726210363849e-07,
      "loss": 0.3534,
      "step": 2092820
    },
    {
      "epoch": 584.1,
      "grad_norm": 1.0502766370773315,
      "learning_rate": 8.730515673905267e-07,
      "loss": 0.337,
      "step": 2092830
    },
    {
      "epoch": 584.1,
      "grad_norm": 1.1024121046066284,
      "learning_rate": 8.730305139404187e-07,
      "loss": 0.3411,
      "step": 2092840
    },
    {
      "epoch": 584.11,
      "grad_norm": 1.3568847179412842,
      "learning_rate": 8.730094606860648e-07,
      "loss": 0.3333,
      "step": 2092850
    },
    {
      "epoch": 584.11,
      "grad_norm": 1.1466089487075806,
      "learning_rate": 8.729884076274652e-07,
      "loss": 0.3449,
      "step": 2092860
    },
    {
      "epoch": 584.11,
      "grad_norm": 1.1159764528274536,
      "learning_rate": 8.72967354764626e-07,
      "loss": 0.3319,
      "step": 2092870
    },
    {
      "epoch": 584.11,
      "grad_norm": 1.6065987348556519,
      "learning_rate": 8.729463020975476e-07,
      "loss": 0.3484,
      "step": 2092880
    },
    {
      "epoch": 584.12,
      "grad_norm": 1.0949653387069702,
      "learning_rate": 8.729252496262334e-07,
      "loss": 0.3303,
      "step": 2092890
    },
    {
      "epoch": 584.12,
      "grad_norm": 1.4362213611602783,
      "learning_rate": 8.729041973506874e-07,
      "loss": 0.3304,
      "step": 2092900
    },
    {
      "epoch": 584.12,
      "grad_norm": 1.1038426160812378,
      "learning_rate": 8.728831452709106e-07,
      "loss": 0.3383,
      "step": 2092910
    },
    {
      "epoch": 584.13,
      "grad_norm": 1.267149806022644,
      "learning_rate": 8.728620933869063e-07,
      "loss": 0.358,
      "step": 2092920
    },
    {
      "epoch": 584.13,
      "grad_norm": 1.001605749130249,
      "learning_rate": 8.728410416986777e-07,
      "loss": 0.3407,
      "step": 2092930
    },
    {
      "epoch": 584.13,
      "grad_norm": 2.4016835689544678,
      "learning_rate": 8.728199902062285e-07,
      "loss": 0.3407,
      "step": 2092940
    },
    {
      "epoch": 584.13,
      "grad_norm": 1.1270636320114136,
      "learning_rate": 8.727989389095586e-07,
      "loss": 0.3402,
      "step": 2092950
    },
    {
      "epoch": 584.14,
      "grad_norm": 1.1158751249313354,
      "learning_rate": 8.727778878086745e-07,
      "loss": 0.3342,
      "step": 2092960
    },
    {
      "epoch": 584.14,
      "grad_norm": 1.0942294597625732,
      "learning_rate": 8.727568369035763e-07,
      "loss": 0.3414,
      "step": 2092970
    },
    {
      "epoch": 584.14,
      "grad_norm": 1.2611151933670044,
      "learning_rate": 8.727357861942676e-07,
      "loss": 0.3361,
      "step": 2092980
    },
    {
      "epoch": 584.14,
      "grad_norm": 1.4771870374679565,
      "learning_rate": 8.727147356807521e-07,
      "loss": 0.3449,
      "step": 2092990
    },
    {
      "epoch": 584.15,
      "grad_norm": 1.1900038719177246,
      "learning_rate": 8.726936853630304e-07,
      "loss": 0.3282,
      "step": 2093000
    },
    {
      "epoch": 584.15,
      "grad_norm": 1.3116027116775513,
      "learning_rate": 8.726726352411083e-07,
      "loss": 0.349,
      "step": 2093010
    },
    {
      "epoch": 584.15,
      "grad_norm": 1.1064305305480957,
      "learning_rate": 8.726515853149858e-07,
      "loss": 0.3292,
      "step": 2093020
    },
    {
      "epoch": 584.16,
      "grad_norm": 1.1328240633010864,
      "learning_rate": 8.726305355846674e-07,
      "loss": 0.3296,
      "step": 2093030
    },
    {
      "epoch": 584.16,
      "grad_norm": 1.0740050077438354,
      "learning_rate": 8.726094860501558e-07,
      "loss": 0.3296,
      "step": 2093040
    },
    {
      "epoch": 584.16,
      "grad_norm": 1.1138569116592407,
      "learning_rate": 8.725884367114528e-07,
      "loss": 0.3463,
      "step": 2093050
    },
    {
      "epoch": 584.16,
      "grad_norm": 1.159093976020813,
      "learning_rate": 8.725673875685618e-07,
      "loss": 0.3382,
      "step": 2093060
    },
    {
      "epoch": 584.17,
      "grad_norm": 1.314897894859314,
      "learning_rate": 8.725463386214856e-07,
      "loss": 0.3499,
      "step": 2093070
    },
    {
      "epoch": 584.17,
      "grad_norm": 1.162583351135254,
      "learning_rate": 8.725252898702277e-07,
      "loss": 0.3334,
      "step": 2093080
    },
    {
      "epoch": 584.17,
      "grad_norm": 1.1448101997375488,
      "learning_rate": 8.725042413147888e-07,
      "loss": 0.3457,
      "step": 2093090
    },
    {
      "epoch": 584.18,
      "grad_norm": 1.1050562858581543,
      "learning_rate": 8.724831929551744e-07,
      "loss": 0.34,
      "step": 2093100
    },
    {
      "epoch": 584.18,
      "grad_norm": 1.2063044309616089,
      "learning_rate": 8.724621447913854e-07,
      "loss": 0.3246,
      "step": 2093110
    },
    {
      "epoch": 584.18,
      "grad_norm": 1.2201429605484009,
      "learning_rate": 8.724410968234255e-07,
      "loss": 0.331,
      "step": 2093120
    },
    {
      "epoch": 584.18,
      "grad_norm": 1.1045925617218018,
      "learning_rate": 8.724200490512977e-07,
      "loss": 0.3199,
      "step": 2093130
    },
    {
      "epoch": 584.19,
      "grad_norm": 1.3847581148147583,
      "learning_rate": 8.723990014750037e-07,
      "loss": 0.3464,
      "step": 2093140
    },
    {
      "epoch": 584.19,
      "grad_norm": 1.0883711576461792,
      "learning_rate": 8.723779540945466e-07,
      "loss": 0.3384,
      "step": 2093150
    },
    {
      "epoch": 584.19,
      "grad_norm": 1.1220248937606812,
      "learning_rate": 8.723569069099297e-07,
      "loss": 0.3305,
      "step": 2093160
    },
    {
      "epoch": 584.19,
      "grad_norm": 1.3820637464523315,
      "learning_rate": 8.723358599211564e-07,
      "loss": 0.334,
      "step": 2093170
    },
    {
      "epoch": 584.2,
      "grad_norm": 1.2463269233703613,
      "learning_rate": 8.723148131282279e-07,
      "loss": 0.3446,
      "step": 2093180
    },
    {
      "epoch": 584.2,
      "grad_norm": 1.152479648590088,
      "learning_rate": 8.722937665311479e-07,
      "loss": 0.35,
      "step": 2093190
    },
    {
      "epoch": 584.2,
      "grad_norm": 1.423471450805664,
      "learning_rate": 8.7227272012992e-07,
      "loss": 0.3415,
      "step": 2093200
    },
    {
      "epoch": 584.21,
      "grad_norm": 1.1325867176055908,
      "learning_rate": 8.722516739245443e-07,
      "loss": 0.3315,
      "step": 2093210
    },
    {
      "epoch": 584.21,
      "grad_norm": 1.085957407951355,
      "learning_rate": 8.722306279150274e-07,
      "loss": 0.356,
      "step": 2093220
    },
    {
      "epoch": 584.21,
      "grad_norm": 1.0826501846313477,
      "learning_rate": 8.722095821013689e-07,
      "loss": 0.3451,
      "step": 2093230
    },
    {
      "epoch": 584.21,
      "grad_norm": 1.0903196334838867,
      "learning_rate": 8.72188536483573e-07,
      "loss": 0.3403,
      "step": 2093240
    },
    {
      "epoch": 584.22,
      "grad_norm": 1.22069251537323,
      "learning_rate": 8.721674910616424e-07,
      "loss": 0.347,
      "step": 2093250
    },
    {
      "epoch": 584.22,
      "grad_norm": 1.1801069974899292,
      "learning_rate": 8.721464458355798e-07,
      "loss": 0.3328,
      "step": 2093260
    },
    {
      "epoch": 584.22,
      "grad_norm": 1.1502667665481567,
      "learning_rate": 8.721254008053889e-07,
      "loss": 0.3377,
      "step": 2093270
    },
    {
      "epoch": 584.23,
      "grad_norm": 1.2618166208267212,
      "learning_rate": 8.721043559710708e-07,
      "loss": 0.3325,
      "step": 2093280
    },
    {
      "epoch": 584.23,
      "grad_norm": 1.3013144731521606,
      "learning_rate": 8.720833113326289e-07,
      "loss": 0.357,
      "step": 2093290
    },
    {
      "epoch": 584.23,
      "grad_norm": 1.171506404876709,
      "learning_rate": 8.720622668900664e-07,
      "loss": 0.3263,
      "step": 2093300
    },
    {
      "epoch": 584.23,
      "grad_norm": 1.2474759817123413,
      "learning_rate": 8.720412226433867e-07,
      "loss": 0.3405,
      "step": 2093310
    },
    {
      "epoch": 584.24,
      "grad_norm": 1.3184036016464233,
      "learning_rate": 8.720201785925914e-07,
      "loss": 0.3365,
      "step": 2093320
    },
    {
      "epoch": 584.24,
      "grad_norm": 1.1528663635253906,
      "learning_rate": 8.719991347376832e-07,
      "loss": 0.3488,
      "step": 2093330
    },
    {
      "epoch": 584.24,
      "grad_norm": 1.1637979745864868,
      "learning_rate": 8.719780910786666e-07,
      "loss": 0.3339,
      "step": 2093340
    },
    {
      "epoch": 584.25,
      "grad_norm": 1.185508131980896,
      "learning_rate": 8.719570476155414e-07,
      "loss": 0.3496,
      "step": 2093350
    },
    {
      "epoch": 584.25,
      "grad_norm": 0.9332971572875977,
      "learning_rate": 8.719360043483139e-07,
      "loss": 0.3282,
      "step": 2093360
    },
    {
      "epoch": 584.25,
      "grad_norm": 1.4760611057281494,
      "learning_rate": 8.719149612769848e-07,
      "loss": 0.3545,
      "step": 2093370
    },
    {
      "epoch": 584.25,
      "grad_norm": 1.0558292865753174,
      "learning_rate": 8.71893918401557e-07,
      "loss": 0.3261,
      "step": 2093380
    },
    {
      "epoch": 584.26,
      "grad_norm": 1.0824756622314453,
      "learning_rate": 8.718728757220336e-07,
      "loss": 0.3405,
      "step": 2093390
    },
    {
      "epoch": 584.26,
      "grad_norm": 1.5240837335586548,
      "learning_rate": 8.718518332384184e-07,
      "loss": 0.3443,
      "step": 2093400
    },
    {
      "epoch": 584.26,
      "grad_norm": 1.1201012134552002,
      "learning_rate": 8.718307909507124e-07,
      "loss": 0.3458,
      "step": 2093410
    },
    {
      "epoch": 584.26,
      "grad_norm": 1.264466404914856,
      "learning_rate": 8.718097488589192e-07,
      "loss": 0.333,
      "step": 2093420
    },
    {
      "epoch": 584.27,
      "grad_norm": 1.2346831560134888,
      "learning_rate": 8.717887069630424e-07,
      "loss": 0.3418,
      "step": 2093430
    },
    {
      "epoch": 584.27,
      "grad_norm": 1.17494797706604,
      "learning_rate": 8.717676652630827e-07,
      "loss": 0.3396,
      "step": 2093440
    },
    {
      "epoch": 584.27,
      "grad_norm": 1.1981911659240723,
      "learning_rate": 8.717466237590456e-07,
      "loss": 0.3461,
      "step": 2093450
    },
    {
      "epoch": 584.28,
      "grad_norm": 1.1938332319259644,
      "learning_rate": 8.717255824509321e-07,
      "loss": 0.3406,
      "step": 2093460
    },
    {
      "epoch": 584.28,
      "grad_norm": 1.3267619609832764,
      "learning_rate": 8.717045413387451e-07,
      "loss": 0.3305,
      "step": 2093470
    },
    {
      "epoch": 584.28,
      "grad_norm": 1.261491060256958,
      "learning_rate": 8.716835004224879e-07,
      "loss": 0.3473,
      "step": 2093480
    },
    {
      "epoch": 584.28,
      "grad_norm": 1.1789320707321167,
      "learning_rate": 8.716624597021637e-07,
      "loss": 0.3371,
      "step": 2093490
    },
    {
      "epoch": 584.29,
      "grad_norm": 1.131761074066162,
      "learning_rate": 8.716414191777743e-07,
      "loss": 0.3427,
      "step": 2093500
    },
    {
      "epoch": 584.29,
      "grad_norm": 1.313197374343872,
      "learning_rate": 8.716203788493226e-07,
      "loss": 0.3166,
      "step": 2093510
    },
    {
      "epoch": 584.29,
      "grad_norm": 1.1408333778381348,
      "learning_rate": 8.715993387168129e-07,
      "loss": 0.3429,
      "step": 2093520
    },
    {
      "epoch": 584.3,
      "grad_norm": 1.0033016204833984,
      "learning_rate": 8.715782987802449e-07,
      "loss": 0.3439,
      "step": 2093530
    },
    {
      "epoch": 584.3,
      "grad_norm": 1.192251443862915,
      "learning_rate": 8.715572590396254e-07,
      "loss": 0.352,
      "step": 2093540
    },
    {
      "epoch": 584.3,
      "grad_norm": 1.1910051107406616,
      "learning_rate": 8.715362194949541e-07,
      "loss": 0.3427,
      "step": 2093550
    },
    {
      "epoch": 584.3,
      "grad_norm": 1.0953749418258667,
      "learning_rate": 8.715151801462349e-07,
      "loss": 0.3166,
      "step": 2093560
    },
    {
      "epoch": 584.31,
      "grad_norm": 1.7753186225891113,
      "learning_rate": 8.714941409934711e-07,
      "loss": 0.3405,
      "step": 2093570
    },
    {
      "epoch": 584.31,
      "grad_norm": 1.1602150201797485,
      "learning_rate": 8.714731020366637e-07,
      "loss": 0.3294,
      "step": 2093580
    },
    {
      "epoch": 584.31,
      "grad_norm": 1.2750589847564697,
      "learning_rate": 8.714520632758183e-07,
      "loss": 0.3505,
      "step": 2093590
    },
    {
      "epoch": 584.31,
      "grad_norm": 1.0614595413208008,
      "learning_rate": 8.714310247109353e-07,
      "loss": 0.3492,
      "step": 2093600
    },
    {
      "epoch": 584.32,
      "grad_norm": 1.1477634906768799,
      "learning_rate": 8.714099863420183e-07,
      "loss": 0.348,
      "step": 2093610
    },
    {
      "epoch": 584.32,
      "grad_norm": 1.2253316640853882,
      "learning_rate": 8.713889481690703e-07,
      "loss": 0.3323,
      "step": 2093620
    },
    {
      "epoch": 584.32,
      "grad_norm": 1.224189281463623,
      "learning_rate": 8.713679101920947e-07,
      "loss": 0.3329,
      "step": 2093630
    },
    {
      "epoch": 584.33,
      "grad_norm": 1.1348464488983154,
      "learning_rate": 8.713468724110927e-07,
      "loss": 0.3515,
      "step": 2093640
    },
    {
      "epoch": 584.33,
      "grad_norm": 1.2694836854934692,
      "learning_rate": 8.71325834826068e-07,
      "loss": 0.3496,
      "step": 2093650
    },
    {
      "epoch": 584.33,
      "grad_norm": 1.144851803779602,
      "learning_rate": 8.713047974370242e-07,
      "loss": 0.3463,
      "step": 2093660
    },
    {
      "epoch": 584.33,
      "grad_norm": 1.0711002349853516,
      "learning_rate": 8.712837602439616e-07,
      "loss": 0.3453,
      "step": 2093670
    },
    {
      "epoch": 584.34,
      "grad_norm": 1.0821133852005005,
      "learning_rate": 8.712627232468863e-07,
      "loss": 0.3527,
      "step": 2093680
    },
    {
      "epoch": 584.34,
      "grad_norm": 0.9407238960266113,
      "learning_rate": 8.712416864457985e-07,
      "loss": 0.3308,
      "step": 2093690
    },
    {
      "epoch": 584.34,
      "grad_norm": 1.2015162706375122,
      "learning_rate": 8.71220649840702e-07,
      "loss": 0.3395,
      "step": 2093700
    },
    {
      "epoch": 584.35,
      "grad_norm": 1.1949940919876099,
      "learning_rate": 8.711996134316005e-07,
      "loss": 0.3399,
      "step": 2093710
    },
    {
      "epoch": 584.35,
      "grad_norm": 1.0784858465194702,
      "learning_rate": 8.71178577218495e-07,
      "loss": 0.3231,
      "step": 2093720
    },
    {
      "epoch": 584.35,
      "grad_norm": 1.257370114326477,
      "learning_rate": 8.711575412013892e-07,
      "loss": 0.3428,
      "step": 2093730
    },
    {
      "epoch": 584.35,
      "grad_norm": 1.208740472793579,
      "learning_rate": 8.711365053802857e-07,
      "loss": 0.3441,
      "step": 2093740
    },
    {
      "epoch": 584.36,
      "grad_norm": 1.830633521080017,
      "learning_rate": 8.711154697551884e-07,
      "loss": 0.3598,
      "step": 2093750
    },
    {
      "epoch": 584.36,
      "grad_norm": 1.1363898515701294,
      "learning_rate": 8.710944343260974e-07,
      "loss": 0.3328,
      "step": 2093760
    },
    {
      "epoch": 584.36,
      "grad_norm": 1.0522185564041138,
      "learning_rate": 8.71073399093019e-07,
      "loss": 0.3409,
      "step": 2093770
    },
    {
      "epoch": 584.37,
      "grad_norm": 1.1245975494384766,
      "learning_rate": 8.710523640559535e-07,
      "loss": 0.334,
      "step": 2093780
    },
    {
      "epoch": 584.37,
      "grad_norm": 1.271783471107483,
      "learning_rate": 8.710313292149043e-07,
      "loss": 0.3206,
      "step": 2093790
    },
    {
      "epoch": 584.37,
      "grad_norm": 1.1126437187194824,
      "learning_rate": 8.710102945698754e-07,
      "loss": 0.3305,
      "step": 2093800
    },
    {
      "epoch": 584.37,
      "grad_norm": 1.3312114477157593,
      "learning_rate": 8.709892601208667e-07,
      "loss": 0.3287,
      "step": 2093810
    },
    {
      "epoch": 584.38,
      "grad_norm": 1.2156434059143066,
      "learning_rate": 8.709682258678846e-07,
      "loss": 0.343,
      "step": 2093820
    },
    {
      "epoch": 584.38,
      "grad_norm": 1.354722023010254,
      "learning_rate": 8.709471918109293e-07,
      "loss": 0.3396,
      "step": 2093830
    },
    {
      "epoch": 584.38,
      "grad_norm": 1.2198623418807983,
      "learning_rate": 8.709261579500044e-07,
      "loss": 0.317,
      "step": 2093840
    },
    {
      "epoch": 584.38,
      "grad_norm": 1.100129246711731,
      "learning_rate": 8.709051242851137e-07,
      "loss": 0.3501,
      "step": 2093850
    },
    {
      "epoch": 584.39,
      "grad_norm": 1.1432563066482544,
      "learning_rate": 8.708840908162582e-07,
      "loss": 0.31,
      "step": 2093860
    },
    {
      "epoch": 584.39,
      "grad_norm": 1.069990634918213,
      "learning_rate": 8.708630575434415e-07,
      "loss": 0.3413,
      "step": 2093870
    },
    {
      "epoch": 584.39,
      "grad_norm": 1.040869951248169,
      "learning_rate": 8.708420244666665e-07,
      "loss": 0.3426,
      "step": 2093880
    },
    {
      "epoch": 584.4,
      "grad_norm": 1.4106000661849976,
      "learning_rate": 8.708209915859367e-07,
      "loss": 0.3574,
      "step": 2093890
    },
    {
      "epoch": 584.4,
      "grad_norm": 1.1297862529754639,
      "learning_rate": 8.707999589012524e-07,
      "loss": 0.338,
      "step": 2093900
    },
    {
      "epoch": 584.4,
      "grad_norm": 1.1309043169021606,
      "learning_rate": 8.707789264126202e-07,
      "loss": 0.3372,
      "step": 2093910
    },
    {
      "epoch": 584.4,
      "grad_norm": 1.111497163772583,
      "learning_rate": 8.707578941200397e-07,
      "loss": 0.3263,
      "step": 2093920
    },
    {
      "epoch": 584.41,
      "grad_norm": 1.0624761581420898,
      "learning_rate": 8.70736862023515e-07,
      "loss": 0.3315,
      "step": 2093930
    },
    {
      "epoch": 584.41,
      "grad_norm": 1.1806477308273315,
      "learning_rate": 8.707158301230496e-07,
      "loss": 0.3347,
      "step": 2093940
    },
    {
      "epoch": 584.41,
      "grad_norm": 1.1893043518066406,
      "learning_rate": 8.706947984186444e-07,
      "loss": 0.3318,
      "step": 2093950
    },
    {
      "epoch": 584.42,
      "grad_norm": 1.0543549060821533,
      "learning_rate": 8.706737669103036e-07,
      "loss": 0.35,
      "step": 2093960
    },
    {
      "epoch": 584.42,
      "grad_norm": 1.1511013507843018,
      "learning_rate": 8.706527355980292e-07,
      "loss": 0.3358,
      "step": 2093970
    },
    {
      "epoch": 584.42,
      "grad_norm": 1.3282592296600342,
      "learning_rate": 8.706317044818255e-07,
      "loss": 0.3402,
      "step": 2093980
    },
    {
      "epoch": 584.42,
      "grad_norm": 1.1094558238983154,
      "learning_rate": 8.706106735616935e-07,
      "loss": 0.3463,
      "step": 2093990
    },
    {
      "epoch": 584.43,
      "grad_norm": 1.3278834819793701,
      "learning_rate": 8.705896428376365e-07,
      "loss": 0.3392,
      "step": 2094000
    },
    {
      "epoch": 584.43,
      "grad_norm": 0.989265501499176,
      "learning_rate": 8.705686123096586e-07,
      "loss": 0.3392,
      "step": 2094010
    },
    {
      "epoch": 584.43,
      "grad_norm": 1.2368932962417603,
      "learning_rate": 8.7054758197776e-07,
      "loss": 0.3349,
      "step": 2094020
    },
    {
      "epoch": 584.43,
      "grad_norm": 1.1751935482025146,
      "learning_rate": 8.705265518419464e-07,
      "loss": 0.3455,
      "step": 2094030
    },
    {
      "epoch": 584.44,
      "grad_norm": 1.174453854560852,
      "learning_rate": 8.705055219022186e-07,
      "loss": 0.3336,
      "step": 2094040
    },
    {
      "epoch": 584.44,
      "grad_norm": 1.2285372018814087,
      "learning_rate": 8.704844921585799e-07,
      "loss": 0.3315,
      "step": 2094050
    },
    {
      "epoch": 584.44,
      "grad_norm": 1.1809024810791016,
      "learning_rate": 8.704634626110334e-07,
      "loss": 0.321,
      "step": 2094060
    },
    {
      "epoch": 584.45,
      "grad_norm": 1.1428675651550293,
      "learning_rate": 8.704424332595825e-07,
      "loss": 0.3424,
      "step": 2094070
    },
    {
      "epoch": 584.45,
      "grad_norm": 1.1332924365997314,
      "learning_rate": 8.704214041042285e-07,
      "loss": 0.3391,
      "step": 2094080
    },
    {
      "epoch": 584.45,
      "grad_norm": 1.054750919342041,
      "learning_rate": 8.704003751449748e-07,
      "loss": 0.3398,
      "step": 2094090
    },
    {
      "epoch": 584.45,
      "grad_norm": 1.210508108139038,
      "learning_rate": 8.703793463818242e-07,
      "loss": 0.3295,
      "step": 2094100
    },
    {
      "epoch": 584.46,
      "grad_norm": 1.1808383464813232,
      "learning_rate": 8.7035831781478e-07,
      "loss": 0.3318,
      "step": 2094110
    },
    {
      "epoch": 584.46,
      "grad_norm": 1.1745113134384155,
      "learning_rate": 8.703372894438452e-07,
      "loss": 0.3312,
      "step": 2094120
    },
    {
      "epoch": 584.46,
      "grad_norm": 1.0608904361724854,
      "learning_rate": 8.703162612690213e-07,
      "loss": 0.3547,
      "step": 2094130
    },
    {
      "epoch": 584.47,
      "grad_norm": 1.2661255598068237,
      "learning_rate": 8.702952332903118e-07,
      "loss": 0.3452,
      "step": 2094140
    },
    {
      "epoch": 584.47,
      "grad_norm": 1.0362935066223145,
      "learning_rate": 8.702742055077203e-07,
      "loss": 0.3369,
      "step": 2094150
    },
    {
      "epoch": 584.47,
      "grad_norm": 0.9598831534385681,
      "learning_rate": 8.702531779212475e-07,
      "loss": 0.3408,
      "step": 2094160
    },
    {
      "epoch": 584.47,
      "grad_norm": 3.426116466522217,
      "learning_rate": 8.702321505308988e-07,
      "loss": 0.3377,
      "step": 2094170
    },
    {
      "epoch": 584.48,
      "grad_norm": 1.2420001029968262,
      "learning_rate": 8.702111233366749e-07,
      "loss": 0.339,
      "step": 2094180
    },
    {
      "epoch": 584.48,
      "grad_norm": 1.1386668682098389,
      "learning_rate": 8.701900963385796e-07,
      "loss": 0.3459,
      "step": 2094190
    },
    {
      "epoch": 584.48,
      "grad_norm": 1.0944538116455078,
      "learning_rate": 8.701690695366157e-07,
      "loss": 0.3422,
      "step": 2094200
    },
    {
      "epoch": 584.49,
      "grad_norm": 1.2667951583862305,
      "learning_rate": 8.701480429307863e-07,
      "loss": 0.3328,
      "step": 2094210
    },
    {
      "epoch": 584.49,
      "grad_norm": 1.2382944822311401,
      "learning_rate": 8.70127016521093e-07,
      "loss": 0.3401,
      "step": 2094220
    },
    {
      "epoch": 584.49,
      "grad_norm": 1.5674253702163696,
      "learning_rate": 8.701059903075394e-07,
      "loss": 0.3359,
      "step": 2094230
    },
    {
      "epoch": 584.49,
      "grad_norm": 1.1427063941955566,
      "learning_rate": 8.700849642901289e-07,
      "loss": 0.3323,
      "step": 2094240
    },
    {
      "epoch": 584.5,
      "grad_norm": 1.3048508167266846,
      "learning_rate": 8.700639384688621e-07,
      "loss": 0.3481,
      "step": 2094250
    },
    {
      "epoch": 584.5,
      "grad_norm": 1.1570408344268799,
      "learning_rate": 8.70042912843745e-07,
      "loss": 0.3431,
      "step": 2094260
    },
    {
      "epoch": 584.5,
      "grad_norm": 1.112046718597412,
      "learning_rate": 8.700218874147779e-07,
      "loss": 0.3255,
      "step": 2094270
    },
    {
      "epoch": 584.5,
      "grad_norm": 1.394713282585144,
      "learning_rate": 8.700008621819643e-07,
      "loss": 0.3531,
      "step": 2094280
    },
    {
      "epoch": 584.51,
      "grad_norm": 1.1980984210968018,
      "learning_rate": 8.699798371453077e-07,
      "loss": 0.3172,
      "step": 2094290
    },
    {
      "epoch": 584.51,
      "grad_norm": 1.2584377527236938,
      "learning_rate": 8.6995881230481e-07,
      "loss": 0.317,
      "step": 2094300
    },
    {
      "epoch": 584.51,
      "grad_norm": 0.8924812078475952,
      "learning_rate": 8.69937787660474e-07,
      "loss": 0.3287,
      "step": 2094310
    },
    {
      "epoch": 584.52,
      "grad_norm": 1.4753353595733643,
      "learning_rate": 8.699167632123028e-07,
      "loss": 0.3252,
      "step": 2094320
    },
    {
      "epoch": 584.52,
      "grad_norm": 1.2899550199508667,
      "learning_rate": 8.698957389603002e-07,
      "loss": 0.3505,
      "step": 2094330
    },
    {
      "epoch": 584.52,
      "grad_norm": 1.108660101890564,
      "learning_rate": 8.698747149044662e-07,
      "loss": 0.3377,
      "step": 2094340
    },
    {
      "epoch": 584.52,
      "grad_norm": 1.1536697149276733,
      "learning_rate": 8.698536910448071e-07,
      "loss": 0.3393,
      "step": 2094350
    },
    {
      "epoch": 584.53,
      "grad_norm": 1.0427907705307007,
      "learning_rate": 8.698326673813232e-07,
      "loss": 0.3288,
      "step": 2094360
    },
    {
      "epoch": 584.53,
      "grad_norm": 2.2645208835601807,
      "learning_rate": 8.698116439140181e-07,
      "loss": 0.3397,
      "step": 2094370
    },
    {
      "epoch": 584.53,
      "grad_norm": 1.2639214992523193,
      "learning_rate": 8.697906206428952e-07,
      "loss": 0.3274,
      "step": 2094380
    },
    {
      "epoch": 584.54,
      "grad_norm": 1.2986668348312378,
      "learning_rate": 8.697695975679554e-07,
      "loss": 0.3542,
      "step": 2094390
    },
    {
      "epoch": 584.54,
      "grad_norm": 1.3127652406692505,
      "learning_rate": 8.697485746892044e-07,
      "loss": 0.3404,
      "step": 2094400
    },
    {
      "epoch": 584.54,
      "grad_norm": 1.076280951499939,
      "learning_rate": 8.697275520066424e-07,
      "loss": 0.3484,
      "step": 2094410
    },
    {
      "epoch": 584.54,
      "grad_norm": 1.386328935623169,
      "learning_rate": 8.697065295202732e-07,
      "loss": 0.3464,
      "step": 2094420
    },
    {
      "epoch": 584.55,
      "grad_norm": 0.9889589548110962,
      "learning_rate": 8.696855072300995e-07,
      "loss": 0.3645,
      "step": 2094430
    },
    {
      "epoch": 584.55,
      "grad_norm": 1.7164270877838135,
      "learning_rate": 8.696644851361253e-07,
      "loss": 0.334,
      "step": 2094440
    },
    {
      "epoch": 584.55,
      "grad_norm": 1.3458621501922607,
      "learning_rate": 8.696434632383513e-07,
      "loss": 0.3336,
      "step": 2094450
    },
    {
      "epoch": 584.55,
      "grad_norm": 1.3687567710876465,
      "learning_rate": 8.696224415367811e-07,
      "loss": 0.344,
      "step": 2094460
    },
    {
      "epoch": 584.56,
      "grad_norm": 1.0990649461746216,
      "learning_rate": 8.69601420031419e-07,
      "loss": 0.3242,
      "step": 2094470
    },
    {
      "epoch": 584.56,
      "grad_norm": 1.1226264238357544,
      "learning_rate": 8.695803987222643e-07,
      "loss": 0.3466,
      "step": 2094480
    },
    {
      "epoch": 584.56,
      "grad_norm": 1.8458218574523926,
      "learning_rate": 8.695593776093239e-07,
      "loss": 0.3386,
      "step": 2094490
    },
    {
      "epoch": 584.57,
      "grad_norm": 1.075165033340454,
      "learning_rate": 8.695383566925979e-07,
      "loss": 0.3282,
      "step": 2094500
    },
    {
      "epoch": 584.57,
      "grad_norm": 1.312065839767456,
      "learning_rate": 8.695173359720896e-07,
      "loss": 0.3403,
      "step": 2094510
    },
    {
      "epoch": 584.57,
      "grad_norm": 1.2785521745681763,
      "learning_rate": 8.69496315447803e-07,
      "loss": 0.3458,
      "step": 2094520
    },
    {
      "epoch": 584.57,
      "grad_norm": 1.0517630577087402,
      "learning_rate": 8.694752951197392e-07,
      "loss": 0.3351,
      "step": 2094530
    },
    {
      "epoch": 584.58,
      "grad_norm": 0.99286288022995,
      "learning_rate": 8.69454274987902e-07,
      "loss": 0.3642,
      "step": 2094540
    },
    {
      "epoch": 584.58,
      "grad_norm": 1.2937546968460083,
      "learning_rate": 8.694332550522934e-07,
      "loss": 0.3502,
      "step": 2094550
    },
    {
      "epoch": 584.58,
      "grad_norm": 1.0807743072509766,
      "learning_rate": 8.694122353129181e-07,
      "loss": 0.3424,
      "step": 2094560
    },
    {
      "epoch": 584.59,
      "grad_norm": 1.2817330360412598,
      "learning_rate": 8.693912157697756e-07,
      "loss": 0.3451,
      "step": 2094570
    },
    {
      "epoch": 584.59,
      "grad_norm": 1.0374943017959595,
      "learning_rate": 8.693701964228725e-07,
      "loss": 0.3319,
      "step": 2094580
    },
    {
      "epoch": 584.59,
      "grad_norm": 1.485141634941101,
      "learning_rate": 8.693491772722089e-07,
      "loss": 0.3463,
      "step": 2094590
    },
    {
      "epoch": 584.59,
      "grad_norm": 2.906799077987671,
      "learning_rate": 8.693281583177883e-07,
      "loss": 0.3491,
      "step": 2094600
    },
    {
      "epoch": 584.6,
      "grad_norm": 1.3525781631469727,
      "learning_rate": 8.693071395596147e-07,
      "loss": 0.3342,
      "step": 2094610
    },
    {
      "epoch": 584.6,
      "grad_norm": 1.7586312294006348,
      "learning_rate": 8.692861209976889e-07,
      "loss": 0.3327,
      "step": 2094620
    },
    {
      "epoch": 584.6,
      "grad_norm": 1.1478075981140137,
      "learning_rate": 8.692651026320147e-07,
      "loss": 0.3139,
      "step": 2094630
    },
    {
      "epoch": 584.61,
      "grad_norm": 1.2492737770080566,
      "learning_rate": 8.692440844625947e-07,
      "loss": 0.3331,
      "step": 2094640
    },
    {
      "epoch": 584.61,
      "grad_norm": 1.1808745861053467,
      "learning_rate": 8.692230664894328e-07,
      "loss": 0.3438,
      "step": 2094650
    },
    {
      "epoch": 584.61,
      "grad_norm": 1.3031519651412964,
      "learning_rate": 8.692020487125297e-07,
      "loss": 0.3377,
      "step": 2094660
    },
    {
      "epoch": 584.61,
      "grad_norm": 1.1416962146759033,
      "learning_rate": 8.691810311318898e-07,
      "loss": 0.3423,
      "step": 2094670
    },
    {
      "epoch": 584.62,
      "grad_norm": 1.1344690322875977,
      "learning_rate": 8.691600137475152e-07,
      "loss": 0.3533,
      "step": 2094680
    },
    {
      "epoch": 584.62,
      "grad_norm": 1.2424381971359253,
      "learning_rate": 8.69138996559409e-07,
      "loss": 0.312,
      "step": 2094690
    },
    {
      "epoch": 584.62,
      "grad_norm": 2.187525987625122,
      "learning_rate": 8.691179795675746e-07,
      "loss": 0.3344,
      "step": 2094700
    },
    {
      "epoch": 584.62,
      "grad_norm": 1.1230098009109497,
      "learning_rate": 8.690969627720127e-07,
      "loss": 0.3619,
      "step": 2094710
    },
    {
      "epoch": 584.63,
      "grad_norm": 1.0731403827667236,
      "learning_rate": 8.690759461727288e-07,
      "loss": 0.3293,
      "step": 2094720
    },
    {
      "epoch": 584.63,
      "grad_norm": 1.3375582695007324,
      "learning_rate": 8.69054929769724e-07,
      "loss": 0.3534,
      "step": 2094730
    },
    {
      "epoch": 584.63,
      "grad_norm": 1.173937201499939,
      "learning_rate": 8.690339135630015e-07,
      "loss": 0.3564,
      "step": 2094740
    },
    {
      "epoch": 584.64,
      "grad_norm": 1.030614972114563,
      "learning_rate": 8.690128975525645e-07,
      "loss": 0.3457,
      "step": 2094750
    },
    {
      "epoch": 584.64,
      "grad_norm": 1.3037070035934448,
      "learning_rate": 8.68991881738415e-07,
      "loss": 0.3388,
      "step": 2094760
    },
    {
      "epoch": 584.64,
      "grad_norm": 1.101718783378601,
      "learning_rate": 8.689708661205562e-07,
      "loss": 0.3391,
      "step": 2094770
    },
    {
      "epoch": 584.64,
      "grad_norm": 1.3725298643112183,
      "learning_rate": 8.689498506989908e-07,
      "loss": 0.3485,
      "step": 2094780
    },
    {
      "epoch": 584.65,
      "grad_norm": 1.082318902015686,
      "learning_rate": 8.689288354737225e-07,
      "loss": 0.335,
      "step": 2094790
    },
    {
      "epoch": 584.65,
      "grad_norm": 1.3800469636917114,
      "learning_rate": 8.689078204447524e-07,
      "loss": 0.3416,
      "step": 2094800
    },
    {
      "epoch": 584.65,
      "grad_norm": 1.1642991304397583,
      "learning_rate": 8.688868056120843e-07,
      "loss": 0.3539,
      "step": 2094810
    },
    {
      "epoch": 584.66,
      "grad_norm": 1.18146550655365,
      "learning_rate": 8.688657909757218e-07,
      "loss": 0.3309,
      "step": 2094820
    },
    {
      "epoch": 584.66,
      "grad_norm": 1.260459542274475,
      "learning_rate": 8.688447765356649e-07,
      "loss": 0.3375,
      "step": 2094830
    },
    {
      "epoch": 584.66,
      "grad_norm": 1.155479907989502,
      "learning_rate": 8.688237622919203e-07,
      "loss": 0.3229,
      "step": 2094840
    },
    {
      "epoch": 584.66,
      "grad_norm": 1.0564239025115967,
      "learning_rate": 8.688027482444877e-07,
      "loss": 0.3346,
      "step": 2094850
    },
    {
      "epoch": 584.67,
      "grad_norm": 1.0738792419433594,
      "learning_rate": 8.68781734393371e-07,
      "loss": 0.3498,
      "step": 2094860
    },
    {
      "epoch": 584.67,
      "grad_norm": 1.0207403898239136,
      "learning_rate": 8.687607207385729e-07,
      "loss": 0.3343,
      "step": 2094870
    },
    {
      "epoch": 584.67,
      "grad_norm": 1.1330556869506836,
      "learning_rate": 8.687397072800974e-07,
      "loss": 0.3385,
      "step": 2094880
    },
    {
      "epoch": 584.67,
      "grad_norm": 1.1176906824111938,
      "learning_rate": 8.687186940179451e-07,
      "loss": 0.3476,
      "step": 2094890
    },
    {
      "epoch": 584.68,
      "grad_norm": 0.9726579189300537,
      "learning_rate": 8.686976809521198e-07,
      "loss": 0.3395,
      "step": 2094900
    },
    {
      "epoch": 584.68,
      "grad_norm": 1.291420340538025,
      "learning_rate": 8.686766680826253e-07,
      "loss": 0.3576,
      "step": 2094910
    },
    {
      "epoch": 584.68,
      "grad_norm": 1.2008460760116577,
      "learning_rate": 8.686556554094619e-07,
      "loss": 0.3388,
      "step": 2094920
    },
    {
      "epoch": 584.69,
      "grad_norm": 1.1961169242858887,
      "learning_rate": 8.686346429326354e-07,
      "loss": 0.3411,
      "step": 2094930
    },
    {
      "epoch": 584.69,
      "grad_norm": 1.1745356321334839,
      "learning_rate": 8.686136306521467e-07,
      "loss": 0.3406,
      "step": 2094940
    },
    {
      "epoch": 584.69,
      "grad_norm": 1.122334599494934,
      "learning_rate": 8.685926185679988e-07,
      "loss": 0.3541,
      "step": 2094950
    },
    {
      "epoch": 584.69,
      "grad_norm": 1.1908847093582153,
      "learning_rate": 8.685716066801955e-07,
      "loss": 0.3382,
      "step": 2094960
    },
    {
      "epoch": 584.7,
      "grad_norm": 1.3190670013427734,
      "learning_rate": 8.685505949887373e-07,
      "loss": 0.3308,
      "step": 2094970
    },
    {
      "epoch": 584.7,
      "grad_norm": 1.0054298639297485,
      "learning_rate": 8.685295834936302e-07,
      "loss": 0.3437,
      "step": 2094980
    },
    {
      "epoch": 584.7,
      "grad_norm": 1.190550684928894,
      "learning_rate": 8.685085721948744e-07,
      "loss": 0.335,
      "step": 2094990
    },
    {
      "epoch": 584.71,
      "grad_norm": 1.169732689857483,
      "learning_rate": 8.684875610924738e-07,
      "loss": 0.3322,
      "step": 2095000
    },
    {
      "epoch": 584.71,
      "grad_norm": 1.038926601409912,
      "learning_rate": 8.684665501864309e-07,
      "loss": 0.3323,
      "step": 2095010
    },
    {
      "epoch": 584.71,
      "grad_norm": 0.903606116771698,
      "learning_rate": 8.684455394767495e-07,
      "loss": 0.3268,
      "step": 2095020
    },
    {
      "epoch": 584.71,
      "grad_norm": 1.2513595819473267,
      "learning_rate": 8.684245289634307e-07,
      "loss": 0.3542,
      "step": 2095030
    },
    {
      "epoch": 584.72,
      "grad_norm": 1.1724400520324707,
      "learning_rate": 8.684035186464781e-07,
      "loss": 0.3464,
      "step": 2095040
    },
    {
      "epoch": 584.72,
      "grad_norm": 1.121058464050293,
      "learning_rate": 8.683825085258954e-07,
      "loss": 0.359,
      "step": 2095050
    },
    {
      "epoch": 584.72,
      "grad_norm": 1.1223551034927368,
      "learning_rate": 8.683614986016829e-07,
      "loss": 0.3468,
      "step": 2095060
    },
    {
      "epoch": 584.73,
      "grad_norm": 0.8925773501396179,
      "learning_rate": 8.683404888738468e-07,
      "loss": 0.3296,
      "step": 2095070
    },
    {
      "epoch": 584.73,
      "grad_norm": 1.0597032308578491,
      "learning_rate": 8.683194793423869e-07,
      "loss": 0.3288,
      "step": 2095080
    },
    {
      "epoch": 584.73,
      "grad_norm": 1.4015440940856934,
      "learning_rate": 8.682984700073074e-07,
      "loss": 0.3312,
      "step": 2095090
    },
    {
      "epoch": 584.73,
      "grad_norm": 1.0920054912567139,
      "learning_rate": 8.682774608686117e-07,
      "loss": 0.3504,
      "step": 2095100
    },
    {
      "epoch": 584.74,
      "grad_norm": 1.1340458393096924,
      "learning_rate": 8.682564519263012e-07,
      "loss": 0.3326,
      "step": 2095110
    },
    {
      "epoch": 584.74,
      "grad_norm": 0.9950236678123474,
      "learning_rate": 8.682354431803791e-07,
      "loss": 0.3456,
      "step": 2095120
    },
    {
      "epoch": 584.74,
      "grad_norm": 2.6192569732666016,
      "learning_rate": 8.682144346308483e-07,
      "loss": 0.3401,
      "step": 2095130
    },
    {
      "epoch": 584.74,
      "grad_norm": 1.4719645977020264,
      "learning_rate": 8.681934262777125e-07,
      "loss": 0.3417,
      "step": 2095140
    },
    {
      "epoch": 584.75,
      "grad_norm": 1.2106727361679077,
      "learning_rate": 8.68172418120972e-07,
      "loss": 0.3351,
      "step": 2095150
    },
    {
      "epoch": 584.75,
      "grad_norm": 1.1858152151107788,
      "learning_rate": 8.681514101606333e-07,
      "loss": 0.3237,
      "step": 2095160
    },
    {
      "epoch": 584.75,
      "grad_norm": 1.2536664009094238,
      "learning_rate": 8.68130402396696e-07,
      "loss": 0.3391,
      "step": 2095170
    },
    {
      "epoch": 584.76,
      "grad_norm": 1.2559093236923218,
      "learning_rate": 8.68109394829164e-07,
      "loss": 0.3399,
      "step": 2095180
    },
    {
      "epoch": 584.76,
      "grad_norm": 1.130468487739563,
      "learning_rate": 8.680883874580412e-07,
      "loss": 0.3358,
      "step": 2095190
    },
    {
      "epoch": 584.76,
      "grad_norm": 1.1787880659103394,
      "learning_rate": 8.680673802833286e-07,
      "loss": 0.3264,
      "step": 2095200
    },
    {
      "epoch": 584.76,
      "grad_norm": 1.2251895666122437,
      "learning_rate": 8.680463733050297e-07,
      "loss": 0.3425,
      "step": 2095210
    },
    {
      "epoch": 584.77,
      "grad_norm": 1.4772214889526367,
      "learning_rate": 8.680253665231471e-07,
      "loss": 0.3437,
      "step": 2095220
    },
    {
      "epoch": 584.77,
      "grad_norm": 1.2266136407852173,
      "learning_rate": 8.680043599376851e-07,
      "loss": 0.3461,
      "step": 2095230
    },
    {
      "epoch": 584.77,
      "grad_norm": 1.005014419555664,
      "learning_rate": 8.679833535486442e-07,
      "loss": 0.3278,
      "step": 2095240
    },
    {
      "epoch": 584.78,
      "grad_norm": 1.2293388843536377,
      "learning_rate": 8.679623473560283e-07,
      "loss": 0.3389,
      "step": 2095250
    },
    {
      "epoch": 584.78,
      "grad_norm": 1.2421051263809204,
      "learning_rate": 8.679413413598399e-07,
      "loss": 0.3467,
      "step": 2095260
    },
    {
      "epoch": 584.78,
      "grad_norm": 1.0983598232269287,
      "learning_rate": 8.679203355600823e-07,
      "loss": 0.3292,
      "step": 2095270
    },
    {
      "epoch": 584.78,
      "grad_norm": 1.138024091720581,
      "learning_rate": 8.678993299567588e-07,
      "loss": 0.3284,
      "step": 2095280
    },
    {
      "epoch": 584.79,
      "grad_norm": 1.2500216960906982,
      "learning_rate": 8.678783245498698e-07,
      "loss": 0.3216,
      "step": 2095290
    },
    {
      "epoch": 584.79,
      "grad_norm": 1.3202561140060425,
      "learning_rate": 8.678573193394212e-07,
      "loss": 0.3401,
      "step": 2095300
    },
    {
      "epoch": 584.79,
      "grad_norm": 0.958392322063446,
      "learning_rate": 8.678363143254135e-07,
      "loss": 0.3376,
      "step": 2095310
    },
    {
      "epoch": 584.79,
      "grad_norm": 1.2060574293136597,
      "learning_rate": 8.678153095078507e-07,
      "loss": 0.3499,
      "step": 2095320
    },
    {
      "epoch": 584.8,
      "grad_norm": 1.0847734212875366,
      "learning_rate": 8.677943048867356e-07,
      "loss": 0.3291,
      "step": 2095330
    },
    {
      "epoch": 584.8,
      "grad_norm": 1.3414177894592285,
      "learning_rate": 8.677733004620701e-07,
      "loss": 0.3329,
      "step": 2095340
    },
    {
      "epoch": 584.8,
      "grad_norm": 1.0789483785629272,
      "learning_rate": 8.677522962338572e-07,
      "loss": 0.3383,
      "step": 2095350
    },
    {
      "epoch": 584.81,
      "grad_norm": 1.5142104625701904,
      "learning_rate": 8.677312922021003e-07,
      "loss": 0.3263,
      "step": 2095360
    },
    {
      "epoch": 584.81,
      "grad_norm": 1.033640742301941,
      "learning_rate": 8.677102883668026e-07,
      "loss": 0.3507,
      "step": 2095370
    },
    {
      "epoch": 584.81,
      "grad_norm": 1.182050108909607,
      "learning_rate": 8.676892847279653e-07,
      "loss": 0.3336,
      "step": 2095380
    },
    {
      "epoch": 584.81,
      "grad_norm": 1.3206405639648438,
      "learning_rate": 8.676682812855921e-07,
      "loss": 0.3615,
      "step": 2095390
    },
    {
      "epoch": 584.82,
      "grad_norm": 1.1955361366271973,
      "learning_rate": 8.676472780396859e-07,
      "loss": 0.3557,
      "step": 2095400
    },
    {
      "epoch": 584.82,
      "grad_norm": 1.0412864685058594,
      "learning_rate": 8.676262749902489e-07,
      "loss": 0.3206,
      "step": 2095410
    },
    {
      "epoch": 584.82,
      "grad_norm": 1.137050747871399,
      "learning_rate": 8.676052721372856e-07,
      "loss": 0.3418,
      "step": 2095420
    },
    {
      "epoch": 584.83,
      "grad_norm": 1.3075153827667236,
      "learning_rate": 8.675842694807969e-07,
      "loss": 0.3423,
      "step": 2095430
    },
    {
      "epoch": 584.83,
      "grad_norm": 0.9707252383232117,
      "learning_rate": 8.67563267020786e-07,
      "loss": 0.3294,
      "step": 2095440
    },
    {
      "epoch": 584.83,
      "grad_norm": 1.0491844415664673,
      "learning_rate": 8.675422647572561e-07,
      "loss": 0.3431,
      "step": 2095450
    },
    {
      "epoch": 584.83,
      "grad_norm": 1.0502855777740479,
      "learning_rate": 8.675212626902105e-07,
      "loss": 0.3143,
      "step": 2095460
    },
    {
      "epoch": 584.84,
      "grad_norm": 1.0883564949035645,
      "learning_rate": 8.675002608196506e-07,
      "loss": 0.3494,
      "step": 2095470
    },
    {
      "epoch": 584.84,
      "grad_norm": 1.0920838117599487,
      "learning_rate": 8.6747925914558e-07,
      "loss": 0.349,
      "step": 2095480
    },
    {
      "epoch": 584.84,
      "grad_norm": 1.084185242652893,
      "learning_rate": 8.674582576680022e-07,
      "loss": 0.3412,
      "step": 2095490
    },
    {
      "epoch": 584.85,
      "grad_norm": 1.1986536979675293,
      "learning_rate": 8.674372563869177e-07,
      "loss": 0.3275,
      "step": 2095500
    },
    {
      "epoch": 584.85,
      "grad_norm": 1.2900445461273193,
      "learning_rate": 8.674162553023323e-07,
      "loss": 0.3464,
      "step": 2095510
    },
    {
      "epoch": 584.85,
      "grad_norm": 1.1469718217849731,
      "learning_rate": 8.673952544142466e-07,
      "loss": 0.3508,
      "step": 2095520
    },
    {
      "epoch": 584.85,
      "grad_norm": 1.1196262836456299,
      "learning_rate": 8.673742537226641e-07,
      "loss": 0.3483,
      "step": 2095530
    },
    {
      "epoch": 584.86,
      "grad_norm": 1.3882431983947754,
      "learning_rate": 8.673532532275876e-07,
      "loss": 0.3497,
      "step": 2095540
    },
    {
      "epoch": 584.86,
      "grad_norm": 1.2426213026046753,
      "learning_rate": 8.673322529290201e-07,
      "loss": 0.3448,
      "step": 2095550
    },
    {
      "epoch": 584.86,
      "grad_norm": 1.3355978727340698,
      "learning_rate": 8.673112528269645e-07,
      "loss": 0.3277,
      "step": 2095560
    },
    {
      "epoch": 584.86,
      "grad_norm": 1.1141910552978516,
      "learning_rate": 8.672902529214229e-07,
      "loss": 0.3448,
      "step": 2095570
    },
    {
      "epoch": 584.87,
      "grad_norm": 1.0465087890625,
      "learning_rate": 8.672692532123984e-07,
      "loss": 0.3286,
      "step": 2095580
    },
    {
      "epoch": 584.87,
      "grad_norm": 1.505866289138794,
      "learning_rate": 8.67248253699894e-07,
      "loss": 0.3473,
      "step": 2095590
    },
    {
      "epoch": 584.87,
      "grad_norm": 1.1102938652038574,
      "learning_rate": 8.672272543839131e-07,
      "loss": 0.333,
      "step": 2095600
    },
    {
      "epoch": 584.88,
      "grad_norm": 1.084153652191162,
      "learning_rate": 8.67206255264457e-07,
      "loss": 0.3328,
      "step": 2095610
    },
    {
      "epoch": 584.88,
      "grad_norm": 1.260272741317749,
      "learning_rate": 8.671852563415292e-07,
      "loss": 0.3341,
      "step": 2095620
    },
    {
      "epoch": 584.88,
      "grad_norm": 1.3257821798324585,
      "learning_rate": 8.671642576151334e-07,
      "loss": 0.3263,
      "step": 2095630
    },
    {
      "epoch": 584.88,
      "grad_norm": 1.324116587638855,
      "learning_rate": 8.671432590852701e-07,
      "loss": 0.3342,
      "step": 2095640
    },
    {
      "epoch": 584.89,
      "grad_norm": 1.0862725973129272,
      "learning_rate": 8.671222607519451e-07,
      "loss": 0.3503,
      "step": 2095650
    },
    {
      "epoch": 584.89,
      "grad_norm": 1.4061936140060425,
      "learning_rate": 8.671012626151587e-07,
      "loss": 0.3374,
      "step": 2095660
    },
    {
      "epoch": 584.89,
      "grad_norm": 1.1417090892791748,
      "learning_rate": 8.670802646749148e-07,
      "loss": 0.3333,
      "step": 2095670
    },
    {
      "epoch": 584.9,
      "grad_norm": 0.9471143484115601,
      "learning_rate": 8.670592669312161e-07,
      "loss": 0.3514,
      "step": 2095680
    },
    {
      "epoch": 584.9,
      "grad_norm": 1.0944793224334717,
      "learning_rate": 8.670382693840658e-07,
      "loss": 0.3275,
      "step": 2095690
    },
    {
      "epoch": 584.9,
      "grad_norm": 1.1089322566986084,
      "learning_rate": 8.670172720334657e-07,
      "loss": 0.3395,
      "step": 2095700
    },
    {
      "epoch": 584.9,
      "grad_norm": 1.0852423906326294,
      "learning_rate": 8.669962748794192e-07,
      "loss": 0.3475,
      "step": 2095710
    },
    {
      "epoch": 584.91,
      "grad_norm": 1.2342160940170288,
      "learning_rate": 8.669752779219296e-07,
      "loss": 0.3481,
      "step": 2095720
    },
    {
      "epoch": 584.91,
      "grad_norm": 1.1735059022903442,
      "learning_rate": 8.669542811609977e-07,
      "loss": 0.3438,
      "step": 2095730
    },
    {
      "epoch": 584.91,
      "grad_norm": 1.200673222541809,
      "learning_rate": 8.669332845966292e-07,
      "loss": 0.3236,
      "step": 2095740
    },
    {
      "epoch": 584.91,
      "grad_norm": 1.1274796724319458,
      "learning_rate": 8.669122882288247e-07,
      "loss": 0.3595,
      "step": 2095750
    },
    {
      "epoch": 584.92,
      "grad_norm": 1.1957427263259888,
      "learning_rate": 8.668912920575876e-07,
      "loss": 0.3424,
      "step": 2095760
    },
    {
      "epoch": 584.92,
      "grad_norm": 1.0640816688537598,
      "learning_rate": 8.668702960829217e-07,
      "loss": 0.3465,
      "step": 2095770
    },
    {
      "epoch": 584.92,
      "grad_norm": 1.0488269329071045,
      "learning_rate": 8.66849300304828e-07,
      "loss": 0.335,
      "step": 2095780
    },
    {
      "epoch": 584.93,
      "grad_norm": 1.1144365072250366,
      "learning_rate": 8.668283047233103e-07,
      "loss": 0.351,
      "step": 2095790
    },
    {
      "epoch": 584.93,
      "grad_norm": 1.1638498306274414,
      "learning_rate": 8.668073093383712e-07,
      "loss": 0.3299,
      "step": 2095800
    },
    {
      "epoch": 584.93,
      "grad_norm": 1.1100648641586304,
      "learning_rate": 8.667863141500145e-07,
      "loss": 0.3269,
      "step": 2095810
    },
    {
      "epoch": 584.93,
      "grad_norm": 1.5387312173843384,
      "learning_rate": 8.667653191582402e-07,
      "loss": 0.3414,
      "step": 2095820
    },
    {
      "epoch": 584.94,
      "grad_norm": 0.9873679280281067,
      "learning_rate": 8.667443243630549e-07,
      "loss": 0.3315,
      "step": 2095830
    },
    {
      "epoch": 584.94,
      "grad_norm": 1.400234580039978,
      "learning_rate": 8.667233297644585e-07,
      "loss": 0.3395,
      "step": 2095840
    },
    {
      "epoch": 584.94,
      "grad_norm": 1.3083817958831787,
      "learning_rate": 8.667023353624547e-07,
      "loss": 0.33,
      "step": 2095850
    },
    {
      "epoch": 584.95,
      "grad_norm": 1.1317006349563599,
      "learning_rate": 8.666813411570472e-07,
      "loss": 0.3426,
      "step": 2095860
    },
    {
      "epoch": 584.95,
      "grad_norm": 1.0543559789657593,
      "learning_rate": 8.666603471482361e-07,
      "loss": 0.3481,
      "step": 2095870
    },
    {
      "epoch": 584.95,
      "grad_norm": 1.2223156690597534,
      "learning_rate": 8.666393533360279e-07,
      "loss": 0.354,
      "step": 2095880
    },
    {
      "epoch": 584.95,
      "grad_norm": 1.17312753200531,
      "learning_rate": 8.666183597204226e-07,
      "loss": 0.3397,
      "step": 2095890
    },
    {
      "epoch": 584.96,
      "grad_norm": 1.1476885080337524,
      "learning_rate": 8.665973663014242e-07,
      "loss": 0.3369,
      "step": 2095900
    },
    {
      "epoch": 584.96,
      "grad_norm": 1.0147587060928345,
      "learning_rate": 8.665763730790358e-07,
      "loss": 0.3338,
      "step": 2095910
    },
    {
      "epoch": 584.96,
      "grad_norm": 1.2660260200500488,
      "learning_rate": 8.665553800532589e-07,
      "loss": 0.3363,
      "step": 2095920
    },
    {
      "epoch": 584.97,
      "grad_norm": 1.1306793689727783,
      "learning_rate": 8.66534387224097e-07,
      "loss": 0.3392,
      "step": 2095930
    },
    {
      "epoch": 584.97,
      "grad_norm": 1.1318742036819458,
      "learning_rate": 8.665133945915526e-07,
      "loss": 0.3521,
      "step": 2095940
    },
    {
      "epoch": 584.97,
      "grad_norm": 1.1552305221557617,
      "learning_rate": 8.664924021556301e-07,
      "loss": 0.3349,
      "step": 2095950
    },
    {
      "epoch": 584.97,
      "grad_norm": 1.429555892944336,
      "learning_rate": 8.664714099163291e-07,
      "loss": 0.3452,
      "step": 2095960
    },
    {
      "epoch": 584.98,
      "grad_norm": 1.3619256019592285,
      "learning_rate": 8.664504178736558e-07,
      "loss": 0.3469,
      "step": 2095970
    },
    {
      "epoch": 584.98,
      "grad_norm": 1.2030390501022339,
      "learning_rate": 8.664294260276108e-07,
      "loss": 0.3314,
      "step": 2095980
    },
    {
      "epoch": 584.98,
      "grad_norm": 1.0451061725616455,
      "learning_rate": 8.664084343781976e-07,
      "loss": 0.3314,
      "step": 2095990
    },
    {
      "epoch": 584.98,
      "grad_norm": 1.0901129245758057,
      "learning_rate": 8.663874429254198e-07,
      "loss": 0.3383,
      "step": 2096000
    },
    {
      "epoch": 584.99,
      "grad_norm": 1.1433095932006836,
      "learning_rate": 8.663664516692784e-07,
      "loss": 0.334,
      "step": 2096010
    },
    {
      "epoch": 584.99,
      "grad_norm": 1.2045376300811768,
      "learning_rate": 8.663454606097771e-07,
      "loss": 0.3488,
      "step": 2096020
    },
    {
      "epoch": 584.99,
      "grad_norm": 1.174100399017334,
      "learning_rate": 8.663244697469191e-07,
      "loss": 0.343,
      "step": 2096030
    },
    {
      "epoch": 585.0,
      "grad_norm": 1.2376548051834106,
      "learning_rate": 8.663034790807074e-07,
      "loss": 0.3458,
      "step": 2096040
    },
    {
      "epoch": 585.0,
      "grad_norm": 1.0443360805511475,
      "learning_rate": 8.662824886111433e-07,
      "loss": 0.3268,
      "step": 2096050
    },
    {
      "epoch": 585.0,
      "eval_loss": 0.3403698205947876,
      "eval_runtime": 63.4808,
      "eval_samples_per_second": 79.693,
      "eval_steps_per_second": 9.972,
      "step": 2096055
    },
    {
      "epoch": 585.0,
      "grad_norm": 1.1277961730957031,
      "learning_rate": 8.662614983382308e-07,
      "loss": 0.3336,
      "step": 2096060
    },
    {
      "epoch": 585.0,
      "grad_norm": 1.1028728485107422,
      "learning_rate": 8.662405082619729e-07,
      "loss": 0.3327,
      "step": 2096070
    },
    {
      "epoch": 585.01,
      "grad_norm": 1.0746428966522217,
      "learning_rate": 8.662195183823706e-07,
      "loss": 0.3397,
      "step": 2096080
    },
    {
      "epoch": 585.01,
      "grad_norm": 1.2853072881698608,
      "learning_rate": 8.661985286994296e-07,
      "loss": 0.3264,
      "step": 2096090
    },
    {
      "epoch": 585.01,
      "grad_norm": 1.292946457862854,
      "learning_rate": 8.661775392131501e-07,
      "loss": 0.3477,
      "step": 2096100
    },
    {
      "epoch": 585.02,
      "grad_norm": 1.096388578414917,
      "learning_rate": 8.661565499235362e-07,
      "loss": 0.3357,
      "step": 2096110
    },
    {
      "epoch": 585.02,
      "grad_norm": 1.3837459087371826,
      "learning_rate": 8.661355608305902e-07,
      "loss": 0.3227,
      "step": 2096120
    },
    {
      "epoch": 585.02,
      "grad_norm": 1.257711410522461,
      "learning_rate": 8.66114571934315e-07,
      "loss": 0.3283,
      "step": 2096130
    },
    {
      "epoch": 585.02,
      "grad_norm": 1.1683127880096436,
      "learning_rate": 8.660935832347144e-07,
      "loss": 0.3422,
      "step": 2096140
    },
    {
      "epoch": 585.03,
      "grad_norm": 1.189246654510498,
      "learning_rate": 8.660725947317896e-07,
      "loss": 0.336,
      "step": 2096150
    },
    {
      "epoch": 585.03,
      "grad_norm": 1.0924580097198486,
      "learning_rate": 8.660516064255438e-07,
      "loss": 0.3398,
      "step": 2096160
    },
    {
      "epoch": 585.03,
      "grad_norm": 0.9668077826499939,
      "learning_rate": 8.660306183159802e-07,
      "loss": 0.3352,
      "step": 2096170
    },
    {
      "epoch": 585.03,
      "grad_norm": 1.316280484199524,
      "learning_rate": 8.660096304031023e-07,
      "loss": 0.3479,
      "step": 2096180
    },
    {
      "epoch": 585.04,
      "grad_norm": 1.089796543121338,
      "learning_rate": 8.659886426869113e-07,
      "loss": 0.3634,
      "step": 2096190
    },
    {
      "epoch": 585.04,
      "grad_norm": 1.1727893352508545,
      "learning_rate": 8.659676551674106e-07,
      "loss": 0.3491,
      "step": 2096200
    },
    {
      "epoch": 585.04,
      "grad_norm": 1.7834311723709106,
      "learning_rate": 8.659466678446038e-07,
      "loss": 0.3202,
      "step": 2096210
    },
    {
      "epoch": 585.05,
      "grad_norm": 1.4111205339431763,
      "learning_rate": 8.659256807184916e-07,
      "loss": 0.34,
      "step": 2096220
    },
    {
      "epoch": 585.05,
      "grad_norm": 1.0957121849060059,
      "learning_rate": 8.659046937890798e-07,
      "loss": 0.3357,
      "step": 2096230
    },
    {
      "epoch": 585.05,
      "grad_norm": 1.3023061752319336,
      "learning_rate": 8.658837070563688e-07,
      "loss": 0.3569,
      "step": 2096240
    },
    {
      "epoch": 585.05,
      "grad_norm": 1.2661523818969727,
      "learning_rate": 8.658627205203621e-07,
      "loss": 0.3174,
      "step": 2096250
    },
    {
      "epoch": 585.06,
      "grad_norm": 1.0515270233154297,
      "learning_rate": 8.658417341810629e-07,
      "loss": 0.3412,
      "step": 2096260
    },
    {
      "epoch": 585.06,
      "grad_norm": 1.222941279411316,
      "learning_rate": 8.658207480384744e-07,
      "loss": 0.3444,
      "step": 2096270
    },
    {
      "epoch": 585.06,
      "grad_norm": 1.1801471710205078,
      "learning_rate": 8.657997620925977e-07,
      "loss": 0.3451,
      "step": 2096280
    },
    {
      "epoch": 585.07,
      "grad_norm": 1.0790766477584839,
      "learning_rate": 8.657787763434366e-07,
      "loss": 0.3299,
      "step": 2096290
    },
    {
      "epoch": 585.07,
      "grad_norm": 1.2626234292984009,
      "learning_rate": 8.657577907909948e-07,
      "loss": 0.3399,
      "step": 2096300
    },
    {
      "epoch": 585.07,
      "grad_norm": 1.1250486373901367,
      "learning_rate": 8.657368054352724e-07,
      "loss": 0.3438,
      "step": 2096310
    },
    {
      "epoch": 585.07,
      "grad_norm": 2.907160758972168,
      "learning_rate": 8.657158202762756e-07,
      "loss": 0.3272,
      "step": 2096320
    },
    {
      "epoch": 585.08,
      "grad_norm": 1.847602128982544,
      "learning_rate": 8.656948353140049e-07,
      "loss": 0.3365,
      "step": 2096330
    },
    {
      "epoch": 585.08,
      "grad_norm": 1.3009345531463623,
      "learning_rate": 8.656738505484637e-07,
      "loss": 0.3359,
      "step": 2096340
    },
    {
      "epoch": 585.08,
      "grad_norm": 1.2970808744430542,
      "learning_rate": 8.656528659796548e-07,
      "loss": 0.3284,
      "step": 2096350
    },
    {
      "epoch": 585.09,
      "grad_norm": 1.3493279218673706,
      "learning_rate": 8.656318816075818e-07,
      "loss": 0.3359,
      "step": 2096360
    },
    {
      "epoch": 585.09,
      "grad_norm": 1.2601408958435059,
      "learning_rate": 8.656108974322462e-07,
      "loss": 0.3374,
      "step": 2096370
    },
    {
      "epoch": 585.09,
      "grad_norm": 1.1776350736618042,
      "learning_rate": 8.65589913453651e-07,
      "loss": 0.3571,
      "step": 2096380
    },
    {
      "epoch": 585.09,
      "grad_norm": 1.0824896097183228,
      "learning_rate": 8.655689296718001e-07,
      "loss": 0.3337,
      "step": 2096390
    },
    {
      "epoch": 585.1,
      "grad_norm": 1.1049461364746094,
      "learning_rate": 8.655479460866939e-07,
      "loss": 0.3271,
      "step": 2096400
    },
    {
      "epoch": 585.1,
      "grad_norm": 1.101508617401123,
      "learning_rate": 8.655269626983386e-07,
      "loss": 0.3519,
      "step": 2096410
    },
    {
      "epoch": 585.1,
      "grad_norm": 1.207588791847229,
      "learning_rate": 8.655059795067343e-07,
      "loss": 0.3448,
      "step": 2096420
    },
    {
      "epoch": 585.1,
      "grad_norm": 1.1689485311508179,
      "learning_rate": 8.654849965118846e-07,
      "loss": 0.3504,
      "step": 2096430
    },
    {
      "epoch": 585.11,
      "grad_norm": 1.2028361558914185,
      "learning_rate": 8.654640137137934e-07,
      "loss": 0.3414,
      "step": 2096440
    },
    {
      "epoch": 585.11,
      "grad_norm": 1.2077162265777588,
      "learning_rate": 8.654430311124606e-07,
      "loss": 0.3529,
      "step": 2096450
    },
    {
      "epoch": 585.11,
      "grad_norm": 1.045477032661438,
      "learning_rate": 8.654220487078927e-07,
      "loss": 0.3394,
      "step": 2096460
    },
    {
      "epoch": 585.12,
      "grad_norm": 1.0684624910354614,
      "learning_rate": 8.654010665000897e-07,
      "loss": 0.3419,
      "step": 2096470
    },
    {
      "epoch": 585.12,
      "grad_norm": 1.51297128200531,
      "learning_rate": 8.653800844890553e-07,
      "loss": 0.3314,
      "step": 2096480
    },
    {
      "epoch": 585.12,
      "grad_norm": 1.0921249389648438,
      "learning_rate": 8.653591026747922e-07,
      "loss": 0.3322,
      "step": 2096490
    },
    {
      "epoch": 585.12,
      "grad_norm": 1.0655138492584229,
      "learning_rate": 8.653381210573045e-07,
      "loss": 0.3298,
      "step": 2096500
    },
    {
      "epoch": 585.13,
      "grad_norm": 1.14045250415802,
      "learning_rate": 8.653171396365927e-07,
      "loss": 0.3285,
      "step": 2096510
    },
    {
      "epoch": 585.13,
      "grad_norm": 1.0876779556274414,
      "learning_rate": 8.65296158412661e-07,
      "loss": 0.3281,
      "step": 2096520
    },
    {
      "epoch": 585.13,
      "grad_norm": 1.0794763565063477,
      "learning_rate": 8.652751773855126e-07,
      "loss": 0.3284,
      "step": 2096530
    },
    {
      "epoch": 585.14,
      "grad_norm": 1.1813467741012573,
      "learning_rate": 8.652541965551479e-07,
      "loss": 0.3399,
      "step": 2096540
    },
    {
      "epoch": 585.14,
      "grad_norm": 1.0509971380233765,
      "learning_rate": 8.652332159215731e-07,
      "loss": 0.3464,
      "step": 2096550
    },
    {
      "epoch": 585.14,
      "grad_norm": 1.042291283607483,
      "learning_rate": 8.652122354847884e-07,
      "loss": 0.3513,
      "step": 2096560
    },
    {
      "epoch": 585.14,
      "grad_norm": 1.189439058303833,
      "learning_rate": 8.651912552447975e-07,
      "loss": 0.3201,
      "step": 2096570
    },
    {
      "epoch": 585.15,
      "grad_norm": 1.3248045444488525,
      "learning_rate": 8.651702752016042e-07,
      "loss": 0.3377,
      "step": 2096580
    },
    {
      "epoch": 585.15,
      "grad_norm": 1.0069764852523804,
      "learning_rate": 8.651492953552091e-07,
      "loss": 0.3169,
      "step": 2096590
    },
    {
      "epoch": 585.15,
      "grad_norm": 1.182328701019287,
      "learning_rate": 8.651283157056166e-07,
      "loss": 0.3221,
      "step": 2096600
    },
    {
      "epoch": 585.15,
      "grad_norm": 1.2552977800369263,
      "learning_rate": 8.651073362528288e-07,
      "loss": 0.3462,
      "step": 2096610
    },
    {
      "epoch": 585.16,
      "grad_norm": 1.1428155899047852,
      "learning_rate": 8.650863569968494e-07,
      "loss": 0.3353,
      "step": 2096620
    },
    {
      "epoch": 585.16,
      "grad_norm": 1.0305793285369873,
      "learning_rate": 8.650653779376791e-07,
      "loss": 0.3386,
      "step": 2096630
    },
    {
      "epoch": 585.16,
      "grad_norm": 1.123318076133728,
      "learning_rate": 8.650443990753238e-07,
      "loss": 0.3361,
      "step": 2096640
    },
    {
      "epoch": 585.17,
      "grad_norm": 1.2732083797454834,
      "learning_rate": 8.650234204097835e-07,
      "loss": 0.3471,
      "step": 2096650
    },
    {
      "epoch": 585.17,
      "grad_norm": 1.2396116256713867,
      "learning_rate": 8.650024419410622e-07,
      "loss": 0.3301,
      "step": 2096660
    },
    {
      "epoch": 585.17,
      "grad_norm": 1.146193265914917,
      "learning_rate": 8.649814636691637e-07,
      "loss": 0.3401,
      "step": 2096670
    },
    {
      "epoch": 585.17,
      "grad_norm": 1.1930526494979858,
      "learning_rate": 8.649604855940888e-07,
      "loss": 0.335,
      "step": 2096680
    },
    {
      "epoch": 585.18,
      "grad_norm": 1.1628851890563965,
      "learning_rate": 8.64939507715841e-07,
      "loss": 0.336,
      "step": 2096690
    },
    {
      "epoch": 585.18,
      "grad_norm": 2.4456915855407715,
      "learning_rate": 8.649185300344233e-07,
      "loss": 0.3281,
      "step": 2096700
    },
    {
      "epoch": 585.18,
      "grad_norm": 1.0620927810668945,
      "learning_rate": 8.648975525498387e-07,
      "loss": 0.3362,
      "step": 2096710
    },
    {
      "epoch": 585.19,
      "grad_norm": 1.1487504243850708,
      "learning_rate": 8.648765752620904e-07,
      "loss": 0.331,
      "step": 2096720
    },
    {
      "epoch": 585.19,
      "grad_norm": 1.138020396232605,
      "learning_rate": 8.648555981711798e-07,
      "loss": 0.3433,
      "step": 2096730
    },
    {
      "epoch": 585.19,
      "grad_norm": 1.0678988695144653,
      "learning_rate": 8.648346212771103e-07,
      "loss": 0.3386,
      "step": 2096740
    },
    {
      "epoch": 585.19,
      "grad_norm": 1.5146100521087646,
      "learning_rate": 8.64813644579885e-07,
      "loss": 0.3454,
      "step": 2096750
    },
    {
      "epoch": 585.2,
      "grad_norm": 1.200040578842163,
      "learning_rate": 8.647926680795072e-07,
      "loss": 0.3369,
      "step": 2096760
    },
    {
      "epoch": 585.2,
      "grad_norm": 1.100741982460022,
      "learning_rate": 8.647716917759776e-07,
      "loss": 0.3388,
      "step": 2096770
    },
    {
      "epoch": 585.2,
      "grad_norm": 1.0349162817001343,
      "learning_rate": 8.647507156693017e-07,
      "loss": 0.3192,
      "step": 2096780
    },
    {
      "epoch": 585.21,
      "grad_norm": 1.028846263885498,
      "learning_rate": 8.647297397594807e-07,
      "loss": 0.3427,
      "step": 2096790
    },
    {
      "epoch": 585.21,
      "grad_norm": 1.7792969942092896,
      "learning_rate": 8.647087640465172e-07,
      "loss": 0.3231,
      "step": 2096800
    },
    {
      "epoch": 585.21,
      "grad_norm": 1.1745328903198242,
      "learning_rate": 8.646877885304157e-07,
      "loss": 0.3299,
      "step": 2096810
    },
    {
      "epoch": 585.21,
      "grad_norm": 1.1478919982910156,
      "learning_rate": 8.646668132111768e-07,
      "loss": 0.3251,
      "step": 2096820
    },
    {
      "epoch": 585.22,
      "grad_norm": 1.1712533235549927,
      "learning_rate": 8.646458380888043e-07,
      "loss": 0.3351,
      "step": 2096830
    },
    {
      "epoch": 585.22,
      "grad_norm": 1.3024708032608032,
      "learning_rate": 8.64624863163301e-07,
      "loss": 0.3473,
      "step": 2096840
    },
    {
      "epoch": 585.22,
      "grad_norm": 1.1120671033859253,
      "learning_rate": 8.646038884346703e-07,
      "loss": 0.3502,
      "step": 2096850
    },
    {
      "epoch": 585.22,
      "grad_norm": 1.2638239860534668,
      "learning_rate": 8.645829139029138e-07,
      "loss": 0.3359,
      "step": 2096860
    },
    {
      "epoch": 585.23,
      "grad_norm": 1.2425178289413452,
      "learning_rate": 8.645619395680347e-07,
      "loss": 0.3514,
      "step": 2096870
    },
    {
      "epoch": 585.23,
      "grad_norm": 1.09477961063385,
      "learning_rate": 8.645409654300367e-07,
      "loss": 0.3394,
      "step": 2096880
    },
    {
      "epoch": 585.23,
      "grad_norm": 1.2375251054763794,
      "learning_rate": 8.645199914889203e-07,
      "loss": 0.3376,
      "step": 2096890
    },
    {
      "epoch": 585.24,
      "grad_norm": 1.0603134632110596,
      "learning_rate": 8.644990177446914e-07,
      "loss": 0.3348,
      "step": 2096900
    },
    {
      "epoch": 585.24,
      "grad_norm": 0.9444054961204529,
      "learning_rate": 8.644780441973503e-07,
      "loss": 0.3255,
      "step": 2096910
    },
    {
      "epoch": 585.24,
      "grad_norm": 1.1103137731552124,
      "learning_rate": 8.644570708469008e-07,
      "loss": 0.3384,
      "step": 2096920
    },
    {
      "epoch": 585.24,
      "grad_norm": 1.1292335987091064,
      "learning_rate": 8.644360976933455e-07,
      "loss": 0.3297,
      "step": 2096930
    },
    {
      "epoch": 585.25,
      "grad_norm": 1.1636980772018433,
      "learning_rate": 8.644151247366881e-07,
      "loss": 0.3552,
      "step": 2096940
    },
    {
      "epoch": 585.25,
      "grad_norm": 1.1028889417648315,
      "learning_rate": 8.643941519769301e-07,
      "loss": 0.3417,
      "step": 2096950
    },
    {
      "epoch": 585.25,
      "grad_norm": 1.2472385168075562,
      "learning_rate": 8.643731794140744e-07,
      "loss": 0.3457,
      "step": 2096960
    },
    {
      "epoch": 585.26,
      "grad_norm": 1.1634782552719116,
      "learning_rate": 8.643522070481251e-07,
      "loss": 0.3525,
      "step": 2096970
    },
    {
      "epoch": 585.26,
      "grad_norm": 1.2812345027923584,
      "learning_rate": 8.643312348790823e-07,
      "loss": 0.336,
      "step": 2096980
    },
    {
      "epoch": 585.26,
      "grad_norm": 1.2852020263671875,
      "learning_rate": 8.643102629069523e-07,
      "loss": 0.3511,
      "step": 2096990
    },
    {
      "epoch": 585.26,
      "grad_norm": 1.3359216451644897,
      "learning_rate": 8.642892911317354e-07,
      "loss": 0.3369,
      "step": 2097000
    },
    {
      "epoch": 585.27,
      "grad_norm": 1.1776951551437378,
      "learning_rate": 8.642683195534348e-07,
      "loss": 0.3296,
      "step": 2097010
    },
    {
      "epoch": 585.27,
      "grad_norm": 1.1206167936325073,
      "learning_rate": 8.642473481720547e-07,
      "loss": 0.328,
      "step": 2097020
    },
    {
      "epoch": 585.27,
      "grad_norm": 1.1602345705032349,
      "learning_rate": 8.642263769875951e-07,
      "loss": 0.3339,
      "step": 2097030
    },
    {
      "epoch": 585.27,
      "grad_norm": 1.1697932481765747,
      "learning_rate": 8.642054060000622e-07,
      "loss": 0.3469,
      "step": 2097040
    },
    {
      "epoch": 585.28,
      "grad_norm": 1.3688416481018066,
      "learning_rate": 8.641844352094563e-07,
      "loss": 0.337,
      "step": 2097050
    },
    {
      "epoch": 585.28,
      "grad_norm": 1.2108553647994995,
      "learning_rate": 8.641634646157809e-07,
      "loss": 0.3541,
      "step": 2097060
    },
    {
      "epoch": 585.28,
      "grad_norm": 1.3189516067504883,
      "learning_rate": 8.641424942190389e-07,
      "loss": 0.3398,
      "step": 2097070
    },
    {
      "epoch": 585.29,
      "grad_norm": 1.2125993967056274,
      "learning_rate": 8.641215240192336e-07,
      "loss": 0.3329,
      "step": 2097080
    },
    {
      "epoch": 585.29,
      "grad_norm": 0.9658471941947937,
      "learning_rate": 8.641005540163669e-07,
      "loss": 0.3306,
      "step": 2097090
    },
    {
      "epoch": 585.29,
      "grad_norm": 1.3285082578659058,
      "learning_rate": 8.640795842104416e-07,
      "loss": 0.3402,
      "step": 2097100
    },
    {
      "epoch": 585.29,
      "grad_norm": 1.0207743644714355,
      "learning_rate": 8.640586146014619e-07,
      "loss": 0.3395,
      "step": 2097110
    },
    {
      "epoch": 585.3,
      "grad_norm": 1.338151216506958,
      "learning_rate": 8.640376451894278e-07,
      "loss": 0.3512,
      "step": 2097120
    },
    {
      "epoch": 585.3,
      "grad_norm": 1.366068959236145,
      "learning_rate": 8.640166759743452e-07,
      "loss": 0.3382,
      "step": 2097130
    },
    {
      "epoch": 585.3,
      "grad_norm": 1.270645260810852,
      "learning_rate": 8.639957069562151e-07,
      "loss": 0.3286,
      "step": 2097140
    },
    {
      "epoch": 585.31,
      "grad_norm": 1.352080225944519,
      "learning_rate": 8.639747381350403e-07,
      "loss": 0.3234,
      "step": 2097150
    },
    {
      "epoch": 585.31,
      "grad_norm": 0.9857556819915771,
      "learning_rate": 8.639537695108253e-07,
      "loss": 0.3257,
      "step": 2097160
    },
    {
      "epoch": 585.31,
      "grad_norm": 1.2037031650543213,
      "learning_rate": 8.639328010835703e-07,
      "loss": 0.3576,
      "step": 2097170
    },
    {
      "epoch": 585.31,
      "grad_norm": 1.0604100227355957,
      "learning_rate": 8.639118328532796e-07,
      "loss": 0.3202,
      "step": 2097180
    },
    {
      "epoch": 585.32,
      "grad_norm": 1.2032382488250732,
      "learning_rate": 8.638908648199557e-07,
      "loss": 0.346,
      "step": 2097190
    },
    {
      "epoch": 585.32,
      "grad_norm": 1.1967025995254517,
      "learning_rate": 8.638698969836024e-07,
      "loss": 0.352,
      "step": 2097200
    },
    {
      "epoch": 585.32,
      "grad_norm": 1.2141950130462646,
      "learning_rate": 8.638489293442198e-07,
      "loss": 0.3459,
      "step": 2097210
    },
    {
      "epoch": 585.33,
      "grad_norm": 1.126695990562439,
      "learning_rate": 8.63827961901814e-07,
      "loss": 0.3355,
      "step": 2097220
    },
    {
      "epoch": 585.33,
      "grad_norm": 1.043142557144165,
      "learning_rate": 8.638069946563856e-07,
      "loss": 0.3416,
      "step": 2097230
    },
    {
      "epoch": 585.33,
      "grad_norm": 1.3654024600982666,
      "learning_rate": 8.637860276079379e-07,
      "loss": 0.3413,
      "step": 2097240
    },
    {
      "epoch": 585.33,
      "grad_norm": 1.2591562271118164,
      "learning_rate": 8.637650607564745e-07,
      "loss": 0.3411,
      "step": 2097250
    },
    {
      "epoch": 585.34,
      "grad_norm": 1.1505067348480225,
      "learning_rate": 8.637440941019968e-07,
      "loss": 0.3459,
      "step": 2097260
    },
    {
      "epoch": 585.34,
      "grad_norm": 1.142417311668396,
      "learning_rate": 8.637231276445085e-07,
      "loss": 0.3406,
      "step": 2097270
    },
    {
      "epoch": 585.34,
      "grad_norm": 1.1709071397781372,
      "learning_rate": 8.637021613840117e-07,
      "loss": 0.3536,
      "step": 2097280
    },
    {
      "epoch": 585.34,
      "grad_norm": 1.197288990020752,
      "learning_rate": 8.636811953205099e-07,
      "loss": 0.3401,
      "step": 2097290
    },
    {
      "epoch": 585.35,
      "grad_norm": 1.1447951793670654,
      "learning_rate": 8.636602294540066e-07,
      "loss": 0.322,
      "step": 2097300
    },
    {
      "epoch": 585.35,
      "grad_norm": 1.344893455505371,
      "learning_rate": 8.636392637845027e-07,
      "loss": 0.3322,
      "step": 2097310
    },
    {
      "epoch": 585.35,
      "grad_norm": 1.2223516702651978,
      "learning_rate": 8.636182983120022e-07,
      "loss": 0.3465,
      "step": 2097320
    },
    {
      "epoch": 585.36,
      "grad_norm": 1.3936179876327515,
      "learning_rate": 8.635973330365074e-07,
      "loss": 0.3424,
      "step": 2097330
    },
    {
      "epoch": 585.36,
      "grad_norm": 1.1876813173294067,
      "learning_rate": 8.635763679580221e-07,
      "loss": 0.35,
      "step": 2097340
    },
    {
      "epoch": 585.36,
      "grad_norm": 1.1471503973007202,
      "learning_rate": 8.635554030765468e-07,
      "loss": 0.3373,
      "step": 2097350
    },
    {
      "epoch": 585.36,
      "grad_norm": 1.2971245050430298,
      "learning_rate": 8.635344383920875e-07,
      "loss": 0.3485,
      "step": 2097360
    },
    {
      "epoch": 585.37,
      "grad_norm": 1.1598191261291504,
      "learning_rate": 8.635134739046443e-07,
      "loss": 0.3403,
      "step": 2097370
    },
    {
      "epoch": 585.37,
      "grad_norm": 1.4312666654586792,
      "learning_rate": 8.634925096142209e-07,
      "loss": 0.3446,
      "step": 2097380
    },
    {
      "epoch": 585.37,
      "grad_norm": 1.0970685482025146,
      "learning_rate": 8.634715455208214e-07,
      "loss": 0.3402,
      "step": 2097390
    },
    {
      "epoch": 585.38,
      "grad_norm": 1.1184909343719482,
      "learning_rate": 8.634505816244463e-07,
      "loss": 0.3448,
      "step": 2097400
    },
    {
      "epoch": 585.38,
      "grad_norm": 1.3166056871414185,
      "learning_rate": 8.634296179250992e-07,
      "loss": 0.3323,
      "step": 2097410
    },
    {
      "epoch": 585.38,
      "grad_norm": 1.0794004201889038,
      "learning_rate": 8.634086544227834e-07,
      "loss": 0.3367,
      "step": 2097420
    },
    {
      "epoch": 585.38,
      "grad_norm": 1.0816534757614136,
      "learning_rate": 8.633876911175024e-07,
      "loss": 0.339,
      "step": 2097430
    },
    {
      "epoch": 585.39,
      "grad_norm": 1.2271465063095093,
      "learning_rate": 8.633667280092562e-07,
      "loss": 0.3475,
      "step": 2097440
    },
    {
      "epoch": 585.39,
      "grad_norm": 1.1179407835006714,
      "learning_rate": 8.633457650980511e-07,
      "loss": 0.3455,
      "step": 2097450
    },
    {
      "epoch": 585.39,
      "grad_norm": 1.0927804708480835,
      "learning_rate": 8.633248023838874e-07,
      "loss": 0.3493,
      "step": 2097460
    },
    {
      "epoch": 585.39,
      "grad_norm": 1.2687164545059204,
      "learning_rate": 8.633038398667686e-07,
      "loss": 0.3286,
      "step": 2097470
    },
    {
      "epoch": 585.4,
      "grad_norm": 1.1047258377075195,
      "learning_rate": 8.632828775466986e-07,
      "loss": 0.3415,
      "step": 2097480
    },
    {
      "epoch": 585.4,
      "grad_norm": 1.083727240562439,
      "learning_rate": 8.632619154236781e-07,
      "loss": 0.3415,
      "step": 2097490
    },
    {
      "epoch": 585.4,
      "grad_norm": 1.1626603603363037,
      "learning_rate": 8.632409534977112e-07,
      "loss": 0.3315,
      "step": 2097500
    },
    {
      "epoch": 585.41,
      "grad_norm": 1.0547535419464111,
      "learning_rate": 8.632199917688005e-07,
      "loss": 0.3489,
      "step": 2097510
    },
    {
      "epoch": 585.41,
      "grad_norm": 1.3116626739501953,
      "learning_rate": 8.631990302369493e-07,
      "loss": 0.3351,
      "step": 2097520
    },
    {
      "epoch": 585.41,
      "grad_norm": 1.018618106842041,
      "learning_rate": 8.63178068902159e-07,
      "loss": 0.3325,
      "step": 2097530
    },
    {
      "epoch": 585.41,
      "grad_norm": 1.205298900604248,
      "learning_rate": 8.631571077644335e-07,
      "loss": 0.3381,
      "step": 2097540
    },
    {
      "epoch": 585.42,
      "grad_norm": 1.1327462196350098,
      "learning_rate": 8.63136146823776e-07,
      "loss": 0.3404,
      "step": 2097550
    },
    {
      "epoch": 585.42,
      "grad_norm": 1.2177395820617676,
      "learning_rate": 8.631151860801871e-07,
      "loss": 0.3398,
      "step": 2097560
    },
    {
      "epoch": 585.42,
      "grad_norm": 1.1283246278762817,
      "learning_rate": 8.630942255336725e-07,
      "loss": 0.3415,
      "step": 2097570
    },
    {
      "epoch": 585.43,
      "grad_norm": 1.1893166303634644,
      "learning_rate": 8.63073265184232e-07,
      "loss": 0.3474,
      "step": 2097580
    },
    {
      "epoch": 585.43,
      "grad_norm": 1.290269136428833,
      "learning_rate": 8.630523050318719e-07,
      "loss": 0.367,
      "step": 2097590
    },
    {
      "epoch": 585.43,
      "grad_norm": 1.2670178413391113,
      "learning_rate": 8.630313450765919e-07,
      "loss": 0.3337,
      "step": 2097600
    },
    {
      "epoch": 585.43,
      "grad_norm": 1.0092254877090454,
      "learning_rate": 8.630103853183962e-07,
      "loss": 0.3336,
      "step": 2097610
    },
    {
      "epoch": 585.44,
      "grad_norm": 1.0873464345932007,
      "learning_rate": 8.629894257572879e-07,
      "loss": 0.3509,
      "step": 2097620
    },
    {
      "epoch": 585.44,
      "grad_norm": 1.1230769157409668,
      "learning_rate": 8.629684663932688e-07,
      "loss": 0.3332,
      "step": 2097630
    },
    {
      "epoch": 585.44,
      "grad_norm": 1.1744427680969238,
      "learning_rate": 8.629475072263418e-07,
      "loss": 0.3455,
      "step": 2097640
    },
    {
      "epoch": 585.45,
      "grad_norm": 1.0992224216461182,
      "learning_rate": 8.629265482565103e-07,
      "loss": 0.337,
      "step": 2097650
    },
    {
      "epoch": 585.45,
      "grad_norm": 1.1336191892623901,
      "learning_rate": 8.629055894837772e-07,
      "loss": 0.3444,
      "step": 2097660
    },
    {
      "epoch": 585.45,
      "grad_norm": 1.748426914215088,
      "learning_rate": 8.628846309081444e-07,
      "loss": 0.336,
      "step": 2097670
    },
    {
      "epoch": 585.45,
      "grad_norm": 1.1786357164382935,
      "learning_rate": 8.628636725296152e-07,
      "loss": 0.363,
      "step": 2097680
    },
    {
      "epoch": 585.46,
      "grad_norm": 7.747687816619873,
      "learning_rate": 8.628427143481928e-07,
      "loss": 0.3291,
      "step": 2097690
    },
    {
      "epoch": 585.46,
      "grad_norm": 1.172394037246704,
      "learning_rate": 8.628217563638784e-07,
      "loss": 0.3317,
      "step": 2097700
    },
    {
      "epoch": 585.46,
      "grad_norm": 1.0945782661437988,
      "learning_rate": 8.628007985766773e-07,
      "loss": 0.3399,
      "step": 2097710
    },
    {
      "epoch": 585.46,
      "grad_norm": 1.227028489112854,
      "learning_rate": 8.627798409865904e-07,
      "loss": 0.3393,
      "step": 2097720
    },
    {
      "epoch": 585.47,
      "grad_norm": 1.2867298126220703,
      "learning_rate": 8.627588835936209e-07,
      "loss": 0.3308,
      "step": 2097730
    },
    {
      "epoch": 585.47,
      "grad_norm": 1.3471903800964355,
      "learning_rate": 8.627379263977716e-07,
      "loss": 0.3473,
      "step": 2097740
    },
    {
      "epoch": 585.47,
      "grad_norm": 1.2158948183059692,
      "learning_rate": 8.627169693990462e-07,
      "loss": 0.3362,
      "step": 2097750
    },
    {
      "epoch": 585.48,
      "grad_norm": 1.2956230640411377,
      "learning_rate": 8.626960125974461e-07,
      "loss": 0.3304,
      "step": 2097760
    },
    {
      "epoch": 585.48,
      "grad_norm": 1.0887134075164795,
      "learning_rate": 8.626750559929744e-07,
      "loss": 0.3348,
      "step": 2097770
    },
    {
      "epoch": 585.48,
      "grad_norm": 1.0219664573669434,
      "learning_rate": 8.626540995856354e-07,
      "loss": 0.3589,
      "step": 2097780
    },
    {
      "epoch": 585.48,
      "grad_norm": 1.0815539360046387,
      "learning_rate": 8.626331433754286e-07,
      "loss": 0.3328,
      "step": 2097790
    },
    {
      "epoch": 585.49,
      "grad_norm": 1.1266099214553833,
      "learning_rate": 8.626121873623608e-07,
      "loss": 0.3604,
      "step": 2097800
    },
    {
      "epoch": 585.49,
      "grad_norm": 1.1290841102600098,
      "learning_rate": 8.625912315464319e-07,
      "loss": 0.332,
      "step": 2097810
    },
    {
      "epoch": 585.49,
      "grad_norm": 1.1661769151687622,
      "learning_rate": 8.625702759276456e-07,
      "loss": 0.3384,
      "step": 2097820
    },
    {
      "epoch": 585.5,
      "grad_norm": 2.7396745681762695,
      "learning_rate": 8.625493205060057e-07,
      "loss": 0.3448,
      "step": 2097830
    },
    {
      "epoch": 585.5,
      "grad_norm": 0.9983607530593872,
      "learning_rate": 8.625283652815131e-07,
      "loss": 0.3368,
      "step": 2097840
    },
    {
      "epoch": 585.5,
      "grad_norm": 1.0239628553390503,
      "learning_rate": 8.625074102541716e-07,
      "loss": 0.3432,
      "step": 2097850
    },
    {
      "epoch": 585.5,
      "grad_norm": 1.117130994796753,
      "learning_rate": 8.624864554239837e-07,
      "loss": 0.3469,
      "step": 2097860
    },
    {
      "epoch": 585.51,
      "grad_norm": 1.1661564111709595,
      "learning_rate": 8.624655007909526e-07,
      "loss": 0.3353,
      "step": 2097870
    },
    {
      "epoch": 585.51,
      "grad_norm": 1.192324161529541,
      "learning_rate": 8.624445463550807e-07,
      "loss": 0.3295,
      "step": 2097880
    },
    {
      "epoch": 585.51,
      "grad_norm": 1.0792019367218018,
      "learning_rate": 8.62423592116372e-07,
      "loss": 0.3306,
      "step": 2097890
    },
    {
      "epoch": 585.51,
      "grad_norm": 1.3130255937576294,
      "learning_rate": 8.62402638074827e-07,
      "loss": 0.3324,
      "step": 2097900
    },
    {
      "epoch": 585.52,
      "grad_norm": 1.095078945159912,
      "learning_rate": 8.6238168423045e-07,
      "loss": 0.3409,
      "step": 2097910
    },
    {
      "epoch": 585.52,
      "grad_norm": 1.1319921016693115,
      "learning_rate": 8.623607305832444e-07,
      "loss": 0.3429,
      "step": 2097920
    },
    {
      "epoch": 585.52,
      "grad_norm": 1.4965897798538208,
      "learning_rate": 8.623397771332105e-07,
      "loss": 0.3478,
      "step": 2097930
    },
    {
      "epoch": 585.53,
      "grad_norm": 1.1053534746170044,
      "learning_rate": 8.623188238803542e-07,
      "loss": 0.3323,
      "step": 2097940
    },
    {
      "epoch": 585.53,
      "grad_norm": 1.342771291732788,
      "learning_rate": 8.62297870824676e-07,
      "loss": 0.3286,
      "step": 2097950
    },
    {
      "epoch": 585.53,
      "grad_norm": 1.1079394817352295,
      "learning_rate": 8.622769179661796e-07,
      "loss": 0.343,
      "step": 2097960
    },
    {
      "epoch": 585.53,
      "grad_norm": 1.1933337450027466,
      "learning_rate": 8.622559653048684e-07,
      "loss": 0.3187,
      "step": 2097970
    },
    {
      "epoch": 585.54,
      "grad_norm": 1.1958335638046265,
      "learning_rate": 8.622350128407434e-07,
      "loss": 0.3252,
      "step": 2097980
    },
    {
      "epoch": 585.54,
      "grad_norm": 0.9462453722953796,
      "learning_rate": 8.622140605738091e-07,
      "loss": 0.3373,
      "step": 2097990
    },
    {
      "epoch": 585.54,
      "grad_norm": 1.2723379135131836,
      "learning_rate": 8.62193108504067e-07,
      "loss": 0.3356,
      "step": 2098000
    },
    {
      "epoch": 585.55,
      "grad_norm": 1.059581995010376,
      "learning_rate": 8.621721566315216e-07,
      "loss": 0.3385,
      "step": 2098010
    },
    {
      "epoch": 585.55,
      "grad_norm": 1.126112937927246,
      "learning_rate": 8.62151204956173e-07,
      "loss": 0.3305,
      "step": 2098020
    },
    {
      "epoch": 585.55,
      "grad_norm": 1.2418675422668457,
      "learning_rate": 8.621302534780271e-07,
      "loss": 0.3426,
      "step": 2098030
    },
    {
      "epoch": 585.55,
      "grad_norm": 1.1142117977142334,
      "learning_rate": 8.621093021970847e-07,
      "loss": 0.3291,
      "step": 2098040
    },
    {
      "epoch": 585.56,
      "grad_norm": 1.1912554502487183,
      "learning_rate": 8.620883511133488e-07,
      "loss": 0.357,
      "step": 2098050
    },
    {
      "epoch": 585.56,
      "grad_norm": 1.1050482988357544,
      "learning_rate": 8.620674002268232e-07,
      "loss": 0.3476,
      "step": 2098060
    },
    {
      "epoch": 585.56,
      "grad_norm": 1.2082933187484741,
      "learning_rate": 8.620464495375093e-07,
      "loss": 0.3341,
      "step": 2098070
    },
    {
      "epoch": 585.57,
      "grad_norm": 1.1520612239837646,
      "learning_rate": 8.620254990454106e-07,
      "loss": 0.3399,
      "step": 2098080
    },
    {
      "epoch": 585.57,
      "grad_norm": 1.1525706052780151,
      "learning_rate": 8.620045487505297e-07,
      "loss": 0.3481,
      "step": 2098090
    },
    {
      "epoch": 585.57,
      "grad_norm": 1.4534728527069092,
      "learning_rate": 8.619835986528704e-07,
      "loss": 0.3345,
      "step": 2098100
    },
    {
      "epoch": 585.57,
      "grad_norm": 0.9870172739028931,
      "learning_rate": 8.619626487524338e-07,
      "loss": 0.3393,
      "step": 2098110
    },
    {
      "epoch": 585.58,
      "grad_norm": 1.1832268238067627,
      "learning_rate": 8.619416990492235e-07,
      "loss": 0.3369,
      "step": 2098120
    },
    {
      "epoch": 585.58,
      "grad_norm": 1.235917091369629,
      "learning_rate": 8.61920749543243e-07,
      "loss": 0.338,
      "step": 2098130
    },
    {
      "epoch": 585.58,
      "grad_norm": 1.231828212738037,
      "learning_rate": 8.618998002344931e-07,
      "loss": 0.3291,
      "step": 2098140
    },
    {
      "epoch": 585.58,
      "grad_norm": 1.1566356420516968,
      "learning_rate": 8.618788511229791e-07,
      "loss": 0.3399,
      "step": 2098150
    },
    {
      "epoch": 585.59,
      "grad_norm": 1.2079224586486816,
      "learning_rate": 8.618579022087011e-07,
      "loss": 0.3526,
      "step": 2098160
    },
    {
      "epoch": 585.59,
      "grad_norm": 1.1378165483474731,
      "learning_rate": 8.61836953491665e-07,
      "loss": 0.3384,
      "step": 2098170
    },
    {
      "epoch": 585.59,
      "grad_norm": 1.0150187015533447,
      "learning_rate": 8.618160049718709e-07,
      "loss": 0.3419,
      "step": 2098180
    },
    {
      "epoch": 585.6,
      "grad_norm": 1.337064266204834,
      "learning_rate": 8.61795056649323e-07,
      "loss": 0.3364,
      "step": 2098190
    },
    {
      "epoch": 585.6,
      "grad_norm": 1.4792497158050537,
      "learning_rate": 8.617741085240242e-07,
      "loss": 0.341,
      "step": 2098200
    },
    {
      "epoch": 585.6,
      "grad_norm": 1.0373058319091797,
      "learning_rate": 8.617531605959761e-07,
      "loss": 0.326,
      "step": 2098210
    },
    {
      "epoch": 585.6,
      "grad_norm": 1.1212289333343506,
      "learning_rate": 8.61732212865182e-07,
      "loss": 0.3284,
      "step": 2098220
    },
    {
      "epoch": 585.61,
      "grad_norm": 0.9853045344352722,
      "learning_rate": 8.617112653316451e-07,
      "loss": 0.3445,
      "step": 2098230
    },
    {
      "epoch": 585.61,
      "grad_norm": 1.1746727228164673,
      "learning_rate": 8.616903179953686e-07,
      "loss": 0.3374,
      "step": 2098240
    },
    {
      "epoch": 585.61,
      "grad_norm": 1.4728596210479736,
      "learning_rate": 8.616693708563541e-07,
      "loss": 0.3444,
      "step": 2098250
    },
    {
      "epoch": 585.62,
      "grad_norm": 1.256349802017212,
      "learning_rate": 8.616484239146047e-07,
      "loss": 0.3451,
      "step": 2098260
    },
    {
      "epoch": 585.62,
      "grad_norm": 1.4160043001174927,
      "learning_rate": 8.616274771701236e-07,
      "loss": 0.3432,
      "step": 2098270
    },
    {
      "epoch": 585.62,
      "grad_norm": 1.259749174118042,
      "learning_rate": 8.616065306229133e-07,
      "loss": 0.3456,
      "step": 2098280
    },
    {
      "epoch": 585.62,
      "grad_norm": 1.382676362991333,
      "learning_rate": 8.615855842729775e-07,
      "loss": 0.3565,
      "step": 2098290
    },
    {
      "epoch": 585.63,
      "grad_norm": 1.1392157077789307,
      "learning_rate": 8.615646381203173e-07,
      "loss": 0.3411,
      "step": 2098300
    },
    {
      "epoch": 585.63,
      "grad_norm": 1.4506556987762451,
      "learning_rate": 8.615436921649364e-07,
      "loss": 0.3415,
      "step": 2098310
    },
    {
      "epoch": 585.63,
      "grad_norm": 1.1817878484725952,
      "learning_rate": 8.615227464068376e-07,
      "loss": 0.323,
      "step": 2098320
    },
    {
      "epoch": 585.63,
      "grad_norm": 1.1527924537658691,
      "learning_rate": 8.615018008460246e-07,
      "loss": 0.3375,
      "step": 2098330
    },
    {
      "epoch": 585.64,
      "grad_norm": 1.147333025932312,
      "learning_rate": 8.614808554824984e-07,
      "loss": 0.3422,
      "step": 2098340
    },
    {
      "epoch": 585.64,
      "grad_norm": 1.0158485174179077,
      "learning_rate": 8.614599103162626e-07,
      "loss": 0.3443,
      "step": 2098350
    },
    {
      "epoch": 585.64,
      "grad_norm": 1.354880452156067,
      "learning_rate": 8.614389653473206e-07,
      "loss": 0.3375,
      "step": 2098360
    },
    {
      "epoch": 585.65,
      "grad_norm": 1.2105413675308228,
      "learning_rate": 8.614180205756733e-07,
      "loss": 0.3607,
      "step": 2098370
    },
    {
      "epoch": 585.65,
      "grad_norm": 1.1028069257736206,
      "learning_rate": 8.613970760013262e-07,
      "loss": 0.3374,
      "step": 2098380
    },
    {
      "epoch": 585.65,
      "grad_norm": 1.2379815578460693,
      "learning_rate": 8.613761316242801e-07,
      "loss": 0.3267,
      "step": 2098390
    },
    {
      "epoch": 585.65,
      "grad_norm": 1.3424618244171143,
      "learning_rate": 8.613551874445379e-07,
      "loss": 0.3391,
      "step": 2098400
    },
    {
      "epoch": 585.66,
      "grad_norm": 1.265297770500183,
      "learning_rate": 8.613342434621034e-07,
      "loss": 0.3566,
      "step": 2098410
    },
    {
      "epoch": 585.66,
      "grad_norm": 1.1270968914031982,
      "learning_rate": 8.613132996769793e-07,
      "loss": 0.342,
      "step": 2098420
    },
    {
      "epoch": 585.66,
      "grad_norm": 1.1199815273284912,
      "learning_rate": 8.612923560891673e-07,
      "loss": 0.3364,
      "step": 2098430
    },
    {
      "epoch": 585.67,
      "grad_norm": 1.1542258262634277,
      "learning_rate": 8.612714126986708e-07,
      "loss": 0.332,
      "step": 2098440
    },
    {
      "epoch": 585.67,
      "grad_norm": 1.241205096244812,
      "learning_rate": 8.612504695054923e-07,
      "loss": 0.3295,
      "step": 2098450
    },
    {
      "epoch": 585.67,
      "grad_norm": 2.1829371452331543,
      "learning_rate": 8.612295265096352e-07,
      "loss": 0.3329,
      "step": 2098460
    },
    {
      "epoch": 585.67,
      "grad_norm": 0.9646535515785217,
      "learning_rate": 8.612085837111027e-07,
      "loss": 0.3435,
      "step": 2098470
    },
    {
      "epoch": 585.68,
      "grad_norm": 1.5042630434036255,
      "learning_rate": 8.61187641109896e-07,
      "loss": 0.3412,
      "step": 2098480
    },
    {
      "epoch": 585.68,
      "grad_norm": 1.1482442617416382,
      "learning_rate": 8.611666987060191e-07,
      "loss": 0.3337,
      "step": 2098490
    },
    {
      "epoch": 585.68,
      "grad_norm": 1.168748378753662,
      "learning_rate": 8.61145756499475e-07,
      "loss": 0.3329,
      "step": 2098500
    },
    {
      "epoch": 585.69,
      "grad_norm": 1.1097065210342407,
      "learning_rate": 8.611248144902643e-07,
      "loss": 0.3408,
      "step": 2098510
    },
    {
      "epoch": 585.69,
      "grad_norm": 1.3150579929351807,
      "learning_rate": 8.61103872678393e-07,
      "loss": 0.3572,
      "step": 2098520
    },
    {
      "epoch": 585.69,
      "grad_norm": 1.2868224382400513,
      "learning_rate": 8.610829310638614e-07,
      "loss": 0.3259,
      "step": 2098530
    },
    {
      "epoch": 585.69,
      "grad_norm": 1.1084785461425781,
      "learning_rate": 8.610619896466733e-07,
      "loss": 0.3364,
      "step": 2098540
    },
    {
      "epoch": 585.7,
      "grad_norm": 1.218880534172058,
      "learning_rate": 8.610410484268316e-07,
      "loss": 0.3383,
      "step": 2098550
    },
    {
      "epoch": 585.7,
      "grad_norm": 1.0413265228271484,
      "learning_rate": 8.610201074043394e-07,
      "loss": 0.3324,
      "step": 2098560
    },
    {
      "epoch": 585.7,
      "grad_norm": 1.1830283403396606,
      "learning_rate": 8.609991665791981e-07,
      "loss": 0.3511,
      "step": 2098570
    },
    {
      "epoch": 585.7,
      "grad_norm": 1.036188006401062,
      "learning_rate": 8.609782259514115e-07,
      "loss": 0.3267,
      "step": 2098580
    },
    {
      "epoch": 585.71,
      "grad_norm": 1.2160489559173584,
      "learning_rate": 8.609572855209829e-07,
      "loss": 0.3649,
      "step": 2098590
    },
    {
      "epoch": 585.71,
      "grad_norm": 1.3102070093154907,
      "learning_rate": 8.60936345287913e-07,
      "loss": 0.3323,
      "step": 2098600
    },
    {
      "epoch": 585.71,
      "grad_norm": 1.2305924892425537,
      "learning_rate": 8.609154052522075e-07,
      "loss": 0.3373,
      "step": 2098610
    },
    {
      "epoch": 585.72,
      "grad_norm": 1.2514727115631104,
      "learning_rate": 8.608944654138669e-07,
      "loss": 0.3483,
      "step": 2098620
    },
    {
      "epoch": 585.72,
      "grad_norm": 1.06903874874115,
      "learning_rate": 8.608735257728947e-07,
      "loss": 0.3465,
      "step": 2098630
    },
    {
      "epoch": 585.72,
      "grad_norm": 1.236460566520691,
      "learning_rate": 8.608525863292946e-07,
      "loss": 0.3475,
      "step": 2098640
    },
    {
      "epoch": 585.72,
      "grad_norm": 0.9670891165733337,
      "learning_rate": 8.608316470830678e-07,
      "loss": 0.3297,
      "step": 2098650
    },
    {
      "epoch": 585.73,
      "grad_norm": 1.1217485666275024,
      "learning_rate": 8.608107080342178e-07,
      "loss": 0.3385,
      "step": 2098660
    },
    {
      "epoch": 585.73,
      "grad_norm": 1.1255325078964233,
      "learning_rate": 8.607897691827474e-07,
      "loss": 0.3207,
      "step": 2098670
    },
    {
      "epoch": 585.73,
      "grad_norm": 1.2331269979476929,
      "learning_rate": 8.607688305286603e-07,
      "loss": 0.3328,
      "step": 2098680
    },
    {
      "epoch": 585.74,
      "grad_norm": 1.111960768699646,
      "learning_rate": 8.607478920719569e-07,
      "loss": 0.3332,
      "step": 2098690
    },
    {
      "epoch": 585.74,
      "grad_norm": 1.2158570289611816,
      "learning_rate": 8.607269538126427e-07,
      "loss": 0.3465,
      "step": 2098700
    },
    {
      "epoch": 585.74,
      "grad_norm": 1.0931988954544067,
      "learning_rate": 8.607060157507188e-07,
      "loss": 0.346,
      "step": 2098710
    },
    {
      "epoch": 585.74,
      "grad_norm": 1.210938572883606,
      "learning_rate": 8.606850778861884e-07,
      "loss": 0.3281,
      "step": 2098720
    },
    {
      "epoch": 585.75,
      "grad_norm": 1.1462910175323486,
      "learning_rate": 8.60664140219055e-07,
      "loss": 0.333,
      "step": 2098730
    },
    {
      "epoch": 585.75,
      "grad_norm": 1.2589272260665894,
      "learning_rate": 8.606432027493192e-07,
      "loss": 0.3456,
      "step": 2098740
    },
    {
      "epoch": 585.75,
      "grad_norm": 1.0808570384979248,
      "learning_rate": 8.606222654769872e-07,
      "loss": 0.3349,
      "step": 2098750
    },
    {
      "epoch": 585.75,
      "grad_norm": 1.18696928024292,
      "learning_rate": 8.606013284020587e-07,
      "loss": 0.3288,
      "step": 2098760
    },
    {
      "epoch": 585.76,
      "grad_norm": 1.2109037637710571,
      "learning_rate": 8.605803915245379e-07,
      "loss": 0.3417,
      "step": 2098770
    },
    {
      "epoch": 585.76,
      "grad_norm": 1.2237606048583984,
      "learning_rate": 8.60559454844428e-07,
      "loss": 0.3362,
      "step": 2098780
    },
    {
      "epoch": 585.76,
      "grad_norm": 1.2550424337387085,
      "learning_rate": 8.605385183617305e-07,
      "loss": 0.3272,
      "step": 2098790
    },
    {
      "epoch": 585.77,
      "grad_norm": 1.261525273323059,
      "learning_rate": 8.60517582076449e-07,
      "loss": 0.3596,
      "step": 2098800
    },
    {
      "epoch": 585.77,
      "grad_norm": 1.1760566234588623,
      "learning_rate": 8.604966459885859e-07,
      "loss": 0.3496,
      "step": 2098810
    },
    {
      "epoch": 585.77,
      "grad_norm": 1.11184823513031,
      "learning_rate": 8.604757100981451e-07,
      "loss": 0.3481,
      "step": 2098820
    },
    {
      "epoch": 585.77,
      "grad_norm": 1.2177082300186157,
      "learning_rate": 8.604547744051269e-07,
      "loss": 0.3422,
      "step": 2098830
    },
    {
      "epoch": 585.78,
      "grad_norm": 1.0657501220703125,
      "learning_rate": 8.604338389095374e-07,
      "loss": 0.3386,
      "step": 2098840
    },
    {
      "epoch": 585.78,
      "grad_norm": 1.3793084621429443,
      "learning_rate": 8.604129036113767e-07,
      "loss": 0.3526,
      "step": 2098850
    },
    {
      "epoch": 585.78,
      "grad_norm": 1.2974945306777954,
      "learning_rate": 8.603919685106487e-07,
      "loss": 0.3488,
      "step": 2098860
    },
    {
      "epoch": 585.79,
      "grad_norm": 1.035976767539978,
      "learning_rate": 8.603710336073568e-07,
      "loss": 0.3356,
      "step": 2098870
    },
    {
      "epoch": 585.79,
      "grad_norm": 1.0532360076904297,
      "learning_rate": 8.603500989015022e-07,
      "loss": 0.3403,
      "step": 2098880
    },
    {
      "epoch": 585.79,
      "grad_norm": 1.1348332166671753,
      "learning_rate": 8.603291643930888e-07,
      "loss": 0.3301,
      "step": 2098890
    },
    {
      "epoch": 585.79,
      "grad_norm": 1.0962276458740234,
      "learning_rate": 8.603082300821189e-07,
      "loss": 0.3378,
      "step": 2098900
    },
    {
      "epoch": 585.8,
      "grad_norm": 1.2632498741149902,
      "learning_rate": 8.602872959685963e-07,
      "loss": 0.3183,
      "step": 2098910
    },
    {
      "epoch": 585.8,
      "grad_norm": 1.3377304077148438,
      "learning_rate": 8.602663620525223e-07,
      "loss": 0.3591,
      "step": 2098920
    },
    {
      "epoch": 585.8,
      "grad_norm": 1.041366457939148,
      "learning_rate": 8.602454283339004e-07,
      "loss": 0.3428,
      "step": 2098930
    },
    {
      "epoch": 585.81,
      "grad_norm": 1.0887583494186401,
      "learning_rate": 8.602244948127339e-07,
      "loss": 0.3342,
      "step": 2098940
    },
    {
      "epoch": 585.81,
      "grad_norm": 0.9621192216873169,
      "learning_rate": 8.602035614890238e-07,
      "loss": 0.324,
      "step": 2098950
    },
    {
      "epoch": 585.81,
      "grad_norm": 1.2800893783569336,
      "learning_rate": 8.601826283627756e-07,
      "loss": 0.3089,
      "step": 2098960
    },
    {
      "epoch": 585.81,
      "grad_norm": 1.2231632471084595,
      "learning_rate": 8.601616954339896e-07,
      "loss": 0.3522,
      "step": 2098970
    },
    {
      "epoch": 585.82,
      "grad_norm": 1.1786407232284546,
      "learning_rate": 8.601407627026699e-07,
      "loss": 0.3302,
      "step": 2098980
    },
    {
      "epoch": 585.82,
      "grad_norm": 1.0391076803207397,
      "learning_rate": 8.601198301688188e-07,
      "loss": 0.3376,
      "step": 2098990
    },
    {
      "epoch": 585.82,
      "grad_norm": 1.4687080383300781,
      "learning_rate": 8.6009889783244e-07,
      "loss": 0.3372,
      "step": 2099000
    },
    {
      "epoch": 585.82,
      "grad_norm": 1.0940327644348145,
      "learning_rate": 8.60077965693535e-07,
      "loss": 0.3298,
      "step": 2099010
    },
    {
      "epoch": 585.83,
      "grad_norm": 1.2388843297958374,
      "learning_rate": 8.600570337521072e-07,
      "loss": 0.3316,
      "step": 2099020
    },
    {
      "epoch": 585.83,
      "grad_norm": 1.0890803337097168,
      "learning_rate": 8.600361020081592e-07,
      "loss": 0.3564,
      "step": 2099030
    },
    {
      "epoch": 585.83,
      "grad_norm": 1.288561463356018,
      "learning_rate": 8.600151704616938e-07,
      "loss": 0.3438,
      "step": 2099040
    },
    {
      "epoch": 585.84,
      "grad_norm": 1.1942044496536255,
      "learning_rate": 8.59994239112715e-07,
      "loss": 0.3428,
      "step": 2099050
    },
    {
      "epoch": 585.84,
      "grad_norm": 1.1263902187347412,
      "learning_rate": 8.599733079612235e-07,
      "loss": 0.3365,
      "step": 2099060
    },
    {
      "epoch": 585.84,
      "grad_norm": 3.7210018634796143,
      "learning_rate": 8.59952377007223e-07,
      "loss": 0.3449,
      "step": 2099070
    },
    {
      "epoch": 585.84,
      "grad_norm": 3.706444263458252,
      "learning_rate": 8.599314462507175e-07,
      "loss": 0.361,
      "step": 2099080
    },
    {
      "epoch": 585.85,
      "grad_norm": 1.210310697555542,
      "learning_rate": 8.599105156917067e-07,
      "loss": 0.346,
      "step": 2099090
    },
    {
      "epoch": 585.85,
      "grad_norm": 1.1775716543197632,
      "learning_rate": 8.598895853301971e-07,
      "loss": 0.3327,
      "step": 2099100
    },
    {
      "epoch": 585.85,
      "grad_norm": 1.211722731590271,
      "learning_rate": 8.59868655166189e-07,
      "loss": 0.3323,
      "step": 2099110
    },
    {
      "epoch": 585.86,
      "grad_norm": 1.0284593105316162,
      "learning_rate": 8.598477251996858e-07,
      "loss": 0.3371,
      "step": 2099120
    },
    {
      "epoch": 585.86,
      "grad_norm": 1.2176120281219482,
      "learning_rate": 8.598267954306902e-07,
      "loss": 0.3405,
      "step": 2099130
    },
    {
      "epoch": 585.86,
      "grad_norm": 1.770110011100769,
      "learning_rate": 8.598058658592063e-07,
      "loss": 0.332,
      "step": 2099140
    },
    {
      "epoch": 585.86,
      "grad_norm": 0.9607186317443848,
      "learning_rate": 8.597849364852348e-07,
      "loss": 0.3367,
      "step": 2099150
    },
    {
      "epoch": 585.87,
      "grad_norm": 1.168007254600525,
      "learning_rate": 8.597640073087796e-07,
      "loss": 0.3507,
      "step": 2099160
    },
    {
      "epoch": 585.87,
      "grad_norm": 1.2470842599868774,
      "learning_rate": 8.59743078329844e-07,
      "loss": 0.3273,
      "step": 2099170
    },
    {
      "epoch": 585.87,
      "grad_norm": 1.2852990627288818,
      "learning_rate": 8.597221495484286e-07,
      "loss": 0.3391,
      "step": 2099180
    },
    {
      "epoch": 585.87,
      "grad_norm": 1.3904577493667603,
      "learning_rate": 8.597012209645393e-07,
      "loss": 0.3307,
      "step": 2099190
    },
    {
      "epoch": 585.88,
      "grad_norm": 1.008623719215393,
      "learning_rate": 8.596802925781765e-07,
      "loss": 0.3345,
      "step": 2099200
    },
    {
      "epoch": 585.88,
      "grad_norm": 1.2510508298873901,
      "learning_rate": 8.596593643893439e-07,
      "loss": 0.3397,
      "step": 2099210
    },
    {
      "epoch": 585.88,
      "grad_norm": 1.1661570072174072,
      "learning_rate": 8.59638436398044e-07,
      "loss": 0.3442,
      "step": 2099220
    },
    {
      "epoch": 585.89,
      "grad_norm": 1.330872654914856,
      "learning_rate": 8.596175086042807e-07,
      "loss": 0.3298,
      "step": 2099230
    },
    {
      "epoch": 585.89,
      "grad_norm": 1.0303348302841187,
      "learning_rate": 8.595965810080549e-07,
      "loss": 0.3471,
      "step": 2099240
    },
    {
      "epoch": 585.89,
      "grad_norm": 1.385547161102295,
      "learning_rate": 8.595756536093704e-07,
      "loss": 0.3314,
      "step": 2099250
    },
    {
      "epoch": 585.89,
      "grad_norm": 1.0526052713394165,
      "learning_rate": 8.595547264082304e-07,
      "loss": 0.3303,
      "step": 2099260
    },
    {
      "epoch": 585.9,
      "grad_norm": 1.4193782806396484,
      "learning_rate": 8.595337994046361e-07,
      "loss": 0.3467,
      "step": 2099270
    },
    {
      "epoch": 585.9,
      "grad_norm": 1.197813868522644,
      "learning_rate": 8.595128725985926e-07,
      "loss": 0.3291,
      "step": 2099280
    },
    {
      "epoch": 585.9,
      "grad_norm": 1.2939724922180176,
      "learning_rate": 8.594919459901009e-07,
      "loss": 0.3324,
      "step": 2099290
    },
    {
      "epoch": 585.91,
      "grad_norm": 1.0445417165756226,
      "learning_rate": 8.594710195791643e-07,
      "loss": 0.342,
      "step": 2099300
    },
    {
      "epoch": 585.91,
      "grad_norm": 1.1804126501083374,
      "learning_rate": 8.594500933657863e-07,
      "loss": 0.3479,
      "step": 2099310
    },
    {
      "epoch": 585.91,
      "grad_norm": 1.4666835069656372,
      "learning_rate": 8.594291673499677e-07,
      "loss": 0.346,
      "step": 2099320
    },
    {
      "epoch": 585.91,
      "grad_norm": 1.1179451942443848,
      "learning_rate": 8.594082415317139e-07,
      "loss": 0.3465,
      "step": 2099330
    },
    {
      "epoch": 585.92,
      "grad_norm": 1.1580625772476196,
      "learning_rate": 8.593873159110257e-07,
      "loss": 0.3487,
      "step": 2099340
    },
    {
      "epoch": 585.92,
      "grad_norm": 1.1552776098251343,
      "learning_rate": 8.593663904879067e-07,
      "loss": 0.3357,
      "step": 2099350
    },
    {
      "epoch": 585.92,
      "grad_norm": 1.0693130493164062,
      "learning_rate": 8.593454652623593e-07,
      "loss": 0.3219,
      "step": 2099360
    },
    {
      "epoch": 585.93,
      "grad_norm": 1.1081900596618652,
      "learning_rate": 8.593245402343875e-07,
      "loss": 0.327,
      "step": 2099370
    },
    {
      "epoch": 585.93,
      "grad_norm": 1.1276922225952148,
      "learning_rate": 8.593036154039925e-07,
      "loss": 0.3369,
      "step": 2099380
    },
    {
      "epoch": 585.93,
      "grad_norm": 1.1793558597564697,
      "learning_rate": 8.592826907711775e-07,
      "loss": 0.3263,
      "step": 2099390
    },
    {
      "epoch": 585.93,
      "grad_norm": 1.4025918245315552,
      "learning_rate": 8.592617663359464e-07,
      "loss": 0.3495,
      "step": 2099400
    },
    {
      "epoch": 585.94,
      "grad_norm": 1.1350175142288208,
      "learning_rate": 8.592408420982994e-07,
      "loss": 0.3436,
      "step": 2099410
    },
    {
      "epoch": 585.94,
      "grad_norm": 1.1131274700164795,
      "learning_rate": 8.592199180582426e-07,
      "loss": 0.3149,
      "step": 2099420
    },
    {
      "epoch": 585.94,
      "grad_norm": 1.235565423965454,
      "learning_rate": 8.591989942157764e-07,
      "loss": 0.3495,
      "step": 2099430
    },
    {
      "epoch": 585.94,
      "grad_norm": 1.338719129562378,
      "learning_rate": 8.591780705709045e-07,
      "loss": 0.3417,
      "step": 2099440
    },
    {
      "epoch": 585.95,
      "grad_norm": 1.12065851688385,
      "learning_rate": 8.591571471236299e-07,
      "loss": 0.3432,
      "step": 2099450
    },
    {
      "epoch": 585.95,
      "grad_norm": 1.1952483654022217,
      "learning_rate": 8.591362238739547e-07,
      "loss": 0.3408,
      "step": 2099460
    },
    {
      "epoch": 585.95,
      "grad_norm": 0.9820869565010071,
      "learning_rate": 8.591153008218817e-07,
      "loss": 0.3375,
      "step": 2099470
    },
    {
      "epoch": 585.96,
      "grad_norm": 1.344059705734253,
      "learning_rate": 8.59094377967414e-07,
      "loss": 0.3379,
      "step": 2099480
    },
    {
      "epoch": 585.96,
      "grad_norm": 1.208552598953247,
      "learning_rate": 8.590734553105553e-07,
      "loss": 0.3296,
      "step": 2099490
    },
    {
      "epoch": 585.96,
      "grad_norm": 1.2012369632720947,
      "learning_rate": 8.590525328513056e-07,
      "loss": 0.3383,
      "step": 2099500
    },
    {
      "epoch": 585.96,
      "grad_norm": 1.202955722808838,
      "learning_rate": 8.590316105896715e-07,
      "loss": 0.3304,
      "step": 2099510
    },
    {
      "epoch": 585.97,
      "grad_norm": 3.498497247695923,
      "learning_rate": 8.590106885256527e-07,
      "loss": 0.341,
      "step": 2099520
    },
    {
      "epoch": 585.97,
      "grad_norm": 1.2611536979675293,
      "learning_rate": 8.589897666592532e-07,
      "loss": 0.33,
      "step": 2099530
    },
    {
      "epoch": 585.97,
      "grad_norm": 2.4230875968933105,
      "learning_rate": 8.589688449904766e-07,
      "loss": 0.3572,
      "step": 2099540
    },
    {
      "epoch": 585.98,
      "grad_norm": 1.2615437507629395,
      "learning_rate": 8.58947923519324e-07,
      "loss": 0.3465,
      "step": 2099550
    },
    {
      "epoch": 585.98,
      "grad_norm": 1.041677474975586,
      "learning_rate": 8.58927002245799e-07,
      "loss": 0.3352,
      "step": 2099560
    },
    {
      "epoch": 585.98,
      "grad_norm": 23.325960159301758,
      "learning_rate": 8.589060811699041e-07,
      "loss": 0.3497,
      "step": 2099570
    },
    {
      "epoch": 585.98,
      "grad_norm": 1.176318883895874,
      "learning_rate": 8.588851602916433e-07,
      "loss": 0.3431,
      "step": 2099580
    },
    {
      "epoch": 585.99,
      "grad_norm": 1.2076350450515747,
      "learning_rate": 8.588642396110174e-07,
      "loss": 0.3348,
      "step": 2099590
    },
    {
      "epoch": 585.99,
      "grad_norm": 1.253055214881897,
      "learning_rate": 8.588433191280302e-07,
      "loss": 0.3446,
      "step": 2099600
    },
    {
      "epoch": 585.99,
      "grad_norm": 1.2293137311935425,
      "learning_rate": 8.588223988426848e-07,
      "loss": 0.3228,
      "step": 2099610
    },
    {
      "epoch": 585.99,
      "grad_norm": 1.2977006435394287,
      "learning_rate": 8.588014787549835e-07,
      "loss": 0.3421,
      "step": 2099620
    },
    {
      "epoch": 586.0,
      "grad_norm": 1.162746548652649,
      "learning_rate": 8.5878055886493e-07,
      "loss": 0.3443,
      "step": 2099630
    },
    {
      "epoch": 586.0,
      "eval_loss": 0.34046950936317444,
      "eval_runtime": 63.4049,
      "eval_samples_per_second": 79.789,
      "eval_steps_per_second": 9.983,
      "step": 2099638
    },
    {
      "epoch": 586.0,
      "grad_norm": 1.0669630765914917,
      "learning_rate": 8.587596391725248e-07,
      "loss": 0.351,
      "step": 2099640
    },
    {
      "epoch": 586.0,
      "grad_norm": 1.082979440689087,
      "learning_rate": 8.58738719677774e-07,
      "loss": 0.331,
      "step": 2099650
    },
    {
      "epoch": 586.01,
      "grad_norm": 1.086215853691101,
      "learning_rate": 8.587178003806776e-07,
      "loss": 0.3353,
      "step": 2099660
    },
    {
      "epoch": 586.01,
      "grad_norm": 1.2212536334991455,
      "learning_rate": 8.586968812812392e-07,
      "loss": 0.3542,
      "step": 2099670
    },
    {
      "epoch": 586.01,
      "grad_norm": 1.540954351425171,
      "learning_rate": 8.586759623794631e-07,
      "loss": 0.3335,
      "step": 2099680
    },
    {
      "epoch": 586.01,
      "grad_norm": 1.0654505491256714,
      "learning_rate": 8.586550436753496e-07,
      "loss": 0.3682,
      "step": 2099690
    },
    {
      "epoch": 586.02,
      "grad_norm": 0.9857300519943237,
      "learning_rate": 8.586341251689025e-07,
      "loss": 0.3533,
      "step": 2099700
    },
    {
      "epoch": 586.02,
      "grad_norm": 1.2083700895309448,
      "learning_rate": 8.58613206860125e-07,
      "loss": 0.3367,
      "step": 2099710
    },
    {
      "epoch": 586.02,
      "grad_norm": 1.1466392278671265,
      "learning_rate": 8.585922887490204e-07,
      "loss": 0.3207,
      "step": 2099720
    },
    {
      "epoch": 586.03,
      "grad_norm": 1.0442051887512207,
      "learning_rate": 8.585713708355899e-07,
      "loss": 0.346,
      "step": 2099730
    },
    {
      "epoch": 586.03,
      "grad_norm": 1.2224847078323364,
      "learning_rate": 8.585504531198369e-07,
      "loss": 0.3494,
      "step": 2099740
    },
    {
      "epoch": 586.03,
      "grad_norm": 1.0164798498153687,
      "learning_rate": 8.585295356017654e-07,
      "loss": 0.338,
      "step": 2099750
    },
    {
      "epoch": 586.03,
      "grad_norm": 1.0270024538040161,
      "learning_rate": 8.585086182813753e-07,
      "loss": 0.3314,
      "step": 2099760
    },
    {
      "epoch": 586.04,
      "grad_norm": 1.2624839544296265,
      "learning_rate": 8.584877011586731e-07,
      "loss": 0.3372,
      "step": 2099770
    },
    {
      "epoch": 586.04,
      "grad_norm": 1.241698980331421,
      "learning_rate": 8.584667842336587e-07,
      "loss": 0.3378,
      "step": 2099780
    },
    {
      "epoch": 586.04,
      "grad_norm": 1.235511302947998,
      "learning_rate": 8.584458675063358e-07,
      "loss": 0.3416,
      "step": 2099790
    },
    {
      "epoch": 586.05,
      "grad_norm": 1.295434832572937,
      "learning_rate": 8.584249509767078e-07,
      "loss": 0.3349,
      "step": 2099800
    },
    {
      "epoch": 586.05,
      "grad_norm": 1.1253029108047485,
      "learning_rate": 8.584040346447772e-07,
      "loss": 0.3397,
      "step": 2099810
    },
    {
      "epoch": 586.05,
      "grad_norm": 1.1203285455703735,
      "learning_rate": 8.583831185105461e-07,
      "loss": 0.3406,
      "step": 2099820
    },
    {
      "epoch": 586.05,
      "grad_norm": 1.1821553707122803,
      "learning_rate": 8.583622025740175e-07,
      "loss": 0.335,
      "step": 2099830
    },
    {
      "epoch": 586.06,
      "grad_norm": 1.1958301067352295,
      "learning_rate": 8.583412868351953e-07,
      "loss": 0.3212,
      "step": 2099840
    },
    {
      "epoch": 586.06,
      "grad_norm": 1.856122374534607,
      "learning_rate": 8.583203712940799e-07,
      "loss": 0.3444,
      "step": 2099850
    },
    {
      "epoch": 586.06,
      "grad_norm": 1.0066677331924438,
      "learning_rate": 8.582994559506771e-07,
      "loss": 0.3387,
      "step": 2099860
    },
    {
      "epoch": 586.06,
      "grad_norm": 1.166804313659668,
      "learning_rate": 8.582785408049875e-07,
      "loss": 0.3551,
      "step": 2099870
    },
    {
      "epoch": 586.07,
      "grad_norm": 1.091991662979126,
      "learning_rate": 8.582576258570145e-07,
      "loss": 0.3326,
      "step": 2099880
    },
    {
      "epoch": 586.07,
      "grad_norm": 1.2155969142913818,
      "learning_rate": 8.582367111067615e-07,
      "loss": 0.3274,
      "step": 2099890
    },
    {
      "epoch": 586.07,
      "grad_norm": 1.2270113229751587,
      "learning_rate": 8.582157965542294e-07,
      "loss": 0.3312,
      "step": 2099900
    },
    {
      "epoch": 586.08,
      "grad_norm": 1.1852482557296753,
      "learning_rate": 8.581948821994239e-07,
      "loss": 0.3297,
      "step": 2099910
    },
    {
      "epoch": 586.08,
      "grad_norm": 1.2832319736480713,
      "learning_rate": 8.581739680423453e-07,
      "loss": 0.3238,
      "step": 2099920
    },
    {
      "epoch": 586.08,
      "grad_norm": 1.1740806102752686,
      "learning_rate": 8.581530540829971e-07,
      "loss": 0.3659,
      "step": 2099930
    },
    {
      "epoch": 586.08,
      "grad_norm": 1.425492763519287,
      "learning_rate": 8.581321403213827e-07,
      "loss": 0.3266,
      "step": 2099940
    },
    {
      "epoch": 586.09,
      "grad_norm": 1.1808266639709473,
      "learning_rate": 8.581112267575049e-07,
      "loss": 0.3349,
      "step": 2099950
    },
    {
      "epoch": 586.09,
      "grad_norm": 0.9922140836715698,
      "learning_rate": 8.580903133913653e-07,
      "loss": 0.3308,
      "step": 2099960
    },
    {
      "epoch": 586.09,
      "grad_norm": 1.2283267974853516,
      "learning_rate": 8.580694002229675e-07,
      "loss": 0.3458,
      "step": 2099970
    },
    {
      "epoch": 586.1,
      "grad_norm": 1.4583380222320557,
      "learning_rate": 8.580484872523149e-07,
      "loss": 0.3305,
      "step": 2099980
    },
    {
      "epoch": 586.1,
      "grad_norm": 1.0997281074523926,
      "learning_rate": 8.58027574479408e-07,
      "loss": 0.349,
      "step": 2099990
    },
    {
      "epoch": 586.1,
      "grad_norm": 1.2337687015533447,
      "learning_rate": 8.580066619042528e-07,
      "loss": 0.341,
      "step": 2100000
    },
    {
      "epoch": 586.1,
      "grad_norm": 1.309000015258789,
      "learning_rate": 8.579857495268496e-07,
      "loss": 0.332,
      "step": 2100010
    },
    {
      "epoch": 586.11,
      "grad_norm": 1.2292488813400269,
      "learning_rate": 8.57964837347202e-07,
      "loss": 0.3416,
      "step": 2100020
    },
    {
      "epoch": 586.11,
      "grad_norm": 1.161887288093567,
      "learning_rate": 8.579439253653137e-07,
      "loss": 0.3322,
      "step": 2100030
    },
    {
      "epoch": 586.11,
      "grad_norm": 2.5972392559051514,
      "learning_rate": 8.579230135811856e-07,
      "loss": 0.3413,
      "step": 2100040
    },
    {
      "epoch": 586.11,
      "grad_norm": 1.0533524751663208,
      "learning_rate": 8.579021019948216e-07,
      "loss": 0.3534,
      "step": 2100050
    },
    {
      "epoch": 586.12,
      "grad_norm": 1.204138159751892,
      "learning_rate": 8.578811906062243e-07,
      "loss": 0.3374,
      "step": 2100060
    },
    {
      "epoch": 586.12,
      "grad_norm": 0.9985306859016418,
      "learning_rate": 8.578602794153974e-07,
      "loss": 0.3409,
      "step": 2100070
    },
    {
      "epoch": 586.12,
      "grad_norm": 1.1098992824554443,
      "learning_rate": 8.578393684223414e-07,
      "loss": 0.3475,
      "step": 2100080
    },
    {
      "epoch": 586.13,
      "grad_norm": 1.167014241218567,
      "learning_rate": 8.578184576270619e-07,
      "loss": 0.3473,
      "step": 2100090
    },
    {
      "epoch": 586.13,
      "grad_norm": 1.332537055015564,
      "learning_rate": 8.577975470295594e-07,
      "loss": 0.3409,
      "step": 2100100
    },
    {
      "epoch": 586.13,
      "grad_norm": 1.1385856866836548,
      "learning_rate": 8.577766366298377e-07,
      "loss": 0.3374,
      "step": 2100110
    },
    {
      "epoch": 586.13,
      "grad_norm": 0.9970049858093262,
      "learning_rate": 8.577557264279004e-07,
      "loss": 0.3436,
      "step": 2100120
    },
    {
      "epoch": 586.14,
      "grad_norm": 1.1682206392288208,
      "learning_rate": 8.577348164237485e-07,
      "loss": 0.3361,
      "step": 2100130
    },
    {
      "epoch": 586.14,
      "grad_norm": 1.3577526807785034,
      "learning_rate": 8.577139066173856e-07,
      "loss": 0.3356,
      "step": 2100140
    },
    {
      "epoch": 586.14,
      "grad_norm": 1.2104370594024658,
      "learning_rate": 8.576929970088144e-07,
      "loss": 0.3423,
      "step": 2100150
    },
    {
      "epoch": 586.15,
      "grad_norm": 1.1877280473709106,
      "learning_rate": 8.576720875980386e-07,
      "loss": 0.3574,
      "step": 2100160
    },
    {
      "epoch": 586.15,
      "grad_norm": 1.1287466287612915,
      "learning_rate": 8.576511783850594e-07,
      "loss": 0.3358,
      "step": 2100170
    },
    {
      "epoch": 586.15,
      "grad_norm": 1.0896461009979248,
      "learning_rate": 8.576302693698805e-07,
      "loss": 0.3365,
      "step": 2100180
    },
    {
      "epoch": 586.15,
      "grad_norm": 1.3068797588348389,
      "learning_rate": 8.576093605525044e-07,
      "loss": 0.3572,
      "step": 2100190
    },
    {
      "epoch": 586.16,
      "grad_norm": 1.0494400262832642,
      "learning_rate": 8.575884519329339e-07,
      "loss": 0.3207,
      "step": 2100200
    },
    {
      "epoch": 586.16,
      "grad_norm": 1.139286756515503,
      "learning_rate": 8.575675435111729e-07,
      "loss": 0.3423,
      "step": 2100210
    },
    {
      "epoch": 586.16,
      "grad_norm": 1.2651652097702026,
      "learning_rate": 8.575466352872215e-07,
      "loss": 0.3322,
      "step": 2100220
    },
    {
      "epoch": 586.17,
      "grad_norm": 1.2500743865966797,
      "learning_rate": 8.575257272610858e-07,
      "loss": 0.3406,
      "step": 2100230
    },
    {
      "epoch": 586.17,
      "grad_norm": 1.3490900993347168,
      "learning_rate": 8.575048194327663e-07,
      "loss": 0.336,
      "step": 2100240
    },
    {
      "epoch": 586.17,
      "grad_norm": 1.5020800828933716,
      "learning_rate": 8.574839118022663e-07,
      "loss": 0.3399,
      "step": 2100250
    },
    {
      "epoch": 586.17,
      "grad_norm": 1.170021653175354,
      "learning_rate": 8.574630043695895e-07,
      "loss": 0.3329,
      "step": 2100260
    },
    {
      "epoch": 586.18,
      "grad_norm": 1.2932837009429932,
      "learning_rate": 8.57442097134737e-07,
      "loss": 0.3419,
      "step": 2100270
    },
    {
      "epoch": 586.18,
      "grad_norm": 1.1522372961044312,
      "learning_rate": 8.574211900977127e-07,
      "loss": 0.3516,
      "step": 2100280
    },
    {
      "epoch": 586.18,
      "grad_norm": 1.5609108209609985,
      "learning_rate": 8.57400283258519e-07,
      "loss": 0.3296,
      "step": 2100290
    },
    {
      "epoch": 586.18,
      "grad_norm": 1.0494117736816406,
      "learning_rate": 8.573793766171597e-07,
      "loss": 0.3421,
      "step": 2100300
    },
    {
      "epoch": 586.19,
      "grad_norm": 1.1906696557998657,
      "learning_rate": 8.573584701736355e-07,
      "loss": 0.3449,
      "step": 2100310
    },
    {
      "epoch": 586.19,
      "grad_norm": 2.375704765319824,
      "learning_rate": 8.573375639279516e-07,
      "loss": 0.342,
      "step": 2100320
    },
    {
      "epoch": 586.19,
      "grad_norm": 1.0238968133926392,
      "learning_rate": 8.573166578801087e-07,
      "loss": 0.3323,
      "step": 2100330
    },
    {
      "epoch": 586.2,
      "grad_norm": 1.005677342414856,
      "learning_rate": 8.572957520301107e-07,
      "loss": 0.3416,
      "step": 2100340
    },
    {
      "epoch": 586.2,
      "grad_norm": 1.209080696105957,
      "learning_rate": 8.57274846377961e-07,
      "loss": 0.3364,
      "step": 2100350
    },
    {
      "epoch": 586.2,
      "grad_norm": 1.0548986196517944,
      "learning_rate": 8.572539409236607e-07,
      "loss": 0.3366,
      "step": 2100360
    },
    {
      "epoch": 586.2,
      "grad_norm": 1.2485377788543701,
      "learning_rate": 8.572330356672135e-07,
      "loss": 0.3367,
      "step": 2100370
    },
    {
      "epoch": 586.21,
      "grad_norm": 1.2100591659545898,
      "learning_rate": 8.57212130608622e-07,
      "loss": 0.3398,
      "step": 2100380
    },
    {
      "epoch": 586.21,
      "grad_norm": 1.2934616804122925,
      "learning_rate": 8.571912257478898e-07,
      "loss": 0.3387,
      "step": 2100390
    },
    {
      "epoch": 586.21,
      "grad_norm": 1.1471635103225708,
      "learning_rate": 8.571703210850185e-07,
      "loss": 0.3397,
      "step": 2100400
    },
    {
      "epoch": 586.22,
      "grad_norm": 1.3169244527816772,
      "learning_rate": 8.571494166200111e-07,
      "loss": 0.3498,
      "step": 2100410
    },
    {
      "epoch": 586.22,
      "grad_norm": 1.000565528869629,
      "learning_rate": 8.571285123528714e-07,
      "loss": 0.3361,
      "step": 2100420
    },
    {
      "epoch": 586.22,
      "grad_norm": 1.1262726783752441,
      "learning_rate": 8.571076082836e-07,
      "loss": 0.3355,
      "step": 2100430
    },
    {
      "epoch": 586.22,
      "grad_norm": 1.1369004249572754,
      "learning_rate": 8.570867044122026e-07,
      "loss": 0.3491,
      "step": 2100440
    },
    {
      "epoch": 586.23,
      "grad_norm": 1.4872183799743652,
      "learning_rate": 8.570658007386797e-07,
      "loss": 0.3449,
      "step": 2100450
    },
    {
      "epoch": 586.23,
      "grad_norm": 1.1523345708847046,
      "learning_rate": 8.57044897263035e-07,
      "loss": 0.3407,
      "step": 2100460
    },
    {
      "epoch": 586.23,
      "grad_norm": 1.173767328262329,
      "learning_rate": 8.570239939852711e-07,
      "loss": 0.3529,
      "step": 2100470
    },
    {
      "epoch": 586.23,
      "grad_norm": 0.9978207349777222,
      "learning_rate": 8.570030909053908e-07,
      "loss": 0.3368,
      "step": 2100480
    },
    {
      "epoch": 586.24,
      "grad_norm": 4.036584377288818,
      "learning_rate": 8.569821880233978e-07,
      "loss": 0.3264,
      "step": 2100490
    },
    {
      "epoch": 586.24,
      "grad_norm": 1.4223576784133911,
      "learning_rate": 8.569612853392931e-07,
      "loss": 0.3395,
      "step": 2100500
    },
    {
      "epoch": 586.24,
      "grad_norm": 1.5162562131881714,
      "learning_rate": 8.569403828530804e-07,
      "loss": 0.3568,
      "step": 2100510
    },
    {
      "epoch": 586.25,
      "grad_norm": 1.1962649822235107,
      "learning_rate": 8.569194805647624e-07,
      "loss": 0.3369,
      "step": 2100520
    },
    {
      "epoch": 586.25,
      "grad_norm": 1.031651496887207,
      "learning_rate": 8.568985784743428e-07,
      "loss": 0.3405,
      "step": 2100530
    },
    {
      "epoch": 586.25,
      "grad_norm": 1.058258056640625,
      "learning_rate": 8.568776765818226e-07,
      "loss": 0.3131,
      "step": 2100540
    },
    {
      "epoch": 586.25,
      "grad_norm": 1.0956299304962158,
      "learning_rate": 8.568567748872058e-07,
      "loss": 0.3439,
      "step": 2100550
    },
    {
      "epoch": 586.26,
      "grad_norm": 1.2329967021942139,
      "learning_rate": 8.568358733904956e-07,
      "loss": 0.3471,
      "step": 2100560
    },
    {
      "epoch": 586.26,
      "grad_norm": 1.1342206001281738,
      "learning_rate": 8.568149720916924e-07,
      "loss": 0.3432,
      "step": 2100570
    },
    {
      "epoch": 586.26,
      "grad_norm": 1.1304882764816284,
      "learning_rate": 8.567940709908023e-07,
      "loss": 0.3316,
      "step": 2100580
    },
    {
      "epoch": 586.27,
      "grad_norm": 1.057383418083191,
      "learning_rate": 8.567731700878254e-07,
      "loss": 0.3366,
      "step": 2100590
    },
    {
      "epoch": 586.27,
      "grad_norm": 1.175903081893921,
      "learning_rate": 8.567522693827658e-07,
      "loss": 0.3494,
      "step": 2100600
    },
    {
      "epoch": 586.27,
      "grad_norm": 1.2621012926101685,
      "learning_rate": 8.56731368875626e-07,
      "loss": 0.3494,
      "step": 2100610
    },
    {
      "epoch": 586.27,
      "grad_norm": 1.1873213052749634,
      "learning_rate": 8.567104685664096e-07,
      "loss": 0.3398,
      "step": 2100620
    },
    {
      "epoch": 586.28,
      "grad_norm": 1.053722858428955,
      "learning_rate": 8.566895684551177e-07,
      "loss": 0.3242,
      "step": 2100630
    },
    {
      "epoch": 586.28,
      "grad_norm": 2.160578966140747,
      "learning_rate": 8.56668668541754e-07,
      "loss": 0.3335,
      "step": 2100640
    },
    {
      "epoch": 586.28,
      "grad_norm": 1.0958189964294434,
      "learning_rate": 8.56647768826322e-07,
      "loss": 0.3384,
      "step": 2100650
    },
    {
      "epoch": 586.29,
      "grad_norm": 1.0600154399871826,
      "learning_rate": 8.56626869308822e-07,
      "loss": 0.3329,
      "step": 2100660
    },
    {
      "epoch": 586.29,
      "grad_norm": 1.214491605758667,
      "learning_rate": 8.566059699892601e-07,
      "loss": 0.3558,
      "step": 2100670
    },
    {
      "epoch": 586.29,
      "grad_norm": 1.1190375089645386,
      "learning_rate": 8.565850708676366e-07,
      "loss": 0.3334,
      "step": 2100680
    },
    {
      "epoch": 586.29,
      "grad_norm": 1.2603949308395386,
      "learning_rate": 8.565641719439555e-07,
      "loss": 0.3448,
      "step": 2100690
    },
    {
      "epoch": 586.3,
      "grad_norm": 1.1272865533828735,
      "learning_rate": 8.565432732182199e-07,
      "loss": 0.3391,
      "step": 2100700
    },
    {
      "epoch": 586.3,
      "grad_norm": 1.255468726158142,
      "learning_rate": 8.565223746904311e-07,
      "loss": 0.3393,
      "step": 2100710
    },
    {
      "epoch": 586.3,
      "grad_norm": 1.1697441339492798,
      "learning_rate": 8.565014763605925e-07,
      "loss": 0.334,
      "step": 2100720
    },
    {
      "epoch": 586.3,
      "grad_norm": 1.109786033630371,
      "learning_rate": 8.564805782287074e-07,
      "loss": 0.3274,
      "step": 2100730
    },
    {
      "epoch": 586.31,
      "grad_norm": 1.1180315017700195,
      "learning_rate": 8.564596802947787e-07,
      "loss": 0.3228,
      "step": 2100740
    },
    {
      "epoch": 586.31,
      "grad_norm": 1.2554025650024414,
      "learning_rate": 8.564387825588076e-07,
      "loss": 0.3433,
      "step": 2100750
    },
    {
      "epoch": 586.31,
      "grad_norm": 1.104561448097229,
      "learning_rate": 8.564178850207993e-07,
      "loss": 0.3387,
      "step": 2100760
    },
    {
      "epoch": 586.32,
      "grad_norm": 1.2345165014266968,
      "learning_rate": 8.563969876807546e-07,
      "loss": 0.3287,
      "step": 2100770
    },
    {
      "epoch": 586.32,
      "grad_norm": 1.6299107074737549,
      "learning_rate": 8.563760905386769e-07,
      "loss": 0.3267,
      "step": 2100780
    },
    {
      "epoch": 586.32,
      "grad_norm": 1.0629281997680664,
      "learning_rate": 8.563551935945701e-07,
      "loss": 0.3637,
      "step": 2100790
    },
    {
      "epoch": 586.32,
      "grad_norm": 1.2277555465698242,
      "learning_rate": 8.563342968484342e-07,
      "loss": 0.351,
      "step": 2100800
    },
    {
      "epoch": 586.33,
      "grad_norm": 1.1584811210632324,
      "learning_rate": 8.563134003002755e-07,
      "loss": 0.3277,
      "step": 2100810
    },
    {
      "epoch": 586.33,
      "grad_norm": 1.0803369283676147,
      "learning_rate": 8.56292503950094e-07,
      "loss": 0.3568,
      "step": 2100820
    },
    {
      "epoch": 586.33,
      "grad_norm": 1.097334384918213,
      "learning_rate": 8.562716077978935e-07,
      "loss": 0.3426,
      "step": 2100830
    },
    {
      "epoch": 586.34,
      "grad_norm": 1.0527632236480713,
      "learning_rate": 8.562507118436775e-07,
      "loss": 0.3346,
      "step": 2100840
    },
    {
      "epoch": 586.34,
      "grad_norm": 1.5739030838012695,
      "learning_rate": 8.562298160874476e-07,
      "loss": 0.329,
      "step": 2100850
    },
    {
      "epoch": 586.34,
      "grad_norm": 1.2307021617889404,
      "learning_rate": 8.562089205292068e-07,
      "loss": 0.3413,
      "step": 2100860
    },
    {
      "epoch": 586.34,
      "grad_norm": 7.251099586486816,
      "learning_rate": 8.561880251689582e-07,
      "loss": 0.3145,
      "step": 2100870
    },
    {
      "epoch": 586.35,
      "grad_norm": 1.187657356262207,
      "learning_rate": 8.561671300067052e-07,
      "loss": 0.3623,
      "step": 2100880
    },
    {
      "epoch": 586.35,
      "grad_norm": 1.203545331954956,
      "learning_rate": 8.561462350424485e-07,
      "loss": 0.3535,
      "step": 2100890
    },
    {
      "epoch": 586.35,
      "grad_norm": 1.1000289916992188,
      "learning_rate": 8.561253402761937e-07,
      "loss": 0.3449,
      "step": 2100900
    },
    {
      "epoch": 586.36,
      "grad_norm": 1.1255394220352173,
      "learning_rate": 8.561044457079413e-07,
      "loss": 0.3326,
      "step": 2100910
    },
    {
      "epoch": 586.36,
      "grad_norm": 1.1933295726776123,
      "learning_rate": 8.560835513376951e-07,
      "loss": 0.3456,
      "step": 2100920
    },
    {
      "epoch": 586.36,
      "grad_norm": 1.098211407661438,
      "learning_rate": 8.560626571654584e-07,
      "loss": 0.3357,
      "step": 2100930
    },
    {
      "epoch": 586.36,
      "grad_norm": 1.0585319995880127,
      "learning_rate": 8.560417631912323e-07,
      "loss": 0.3369,
      "step": 2100940
    },
    {
      "epoch": 586.37,
      "grad_norm": 1.125105381011963,
      "learning_rate": 8.560208694150209e-07,
      "loss": 0.341,
      "step": 2100950
    },
    {
      "epoch": 586.37,
      "grad_norm": 1.1654125452041626,
      "learning_rate": 8.559999758368267e-07,
      "loss": 0.3393,
      "step": 2100960
    },
    {
      "epoch": 586.37,
      "grad_norm": 1.2996381521224976,
      "learning_rate": 8.559790824566531e-07,
      "loss": 0.3438,
      "step": 2100970
    },
    {
      "epoch": 586.37,
      "grad_norm": 4.696175575256348,
      "learning_rate": 8.559581892745012e-07,
      "loss": 0.3404,
      "step": 2100980
    },
    {
      "epoch": 586.38,
      "grad_norm": 1.3862736225128174,
      "learning_rate": 8.559372962903749e-07,
      "loss": 0.3478,
      "step": 2100990
    },
    {
      "epoch": 586.38,
      "grad_norm": 1.1409966945648193,
      "learning_rate": 8.559164035042779e-07,
      "loss": 0.3407,
      "step": 2101000
    },
    {
      "epoch": 586.38,
      "grad_norm": 1.0778772830963135,
      "learning_rate": 8.558955109162102e-07,
      "loss": 0.3238,
      "step": 2101010
    },
    {
      "epoch": 586.39,
      "grad_norm": 1.3808670043945312,
      "learning_rate": 8.558746185261779e-07,
      "loss": 0.3362,
      "step": 2101020
    },
    {
      "epoch": 586.39,
      "grad_norm": 1.1425752639770508,
      "learning_rate": 8.558537263341814e-07,
      "loss": 0.345,
      "step": 2101030
    },
    {
      "epoch": 586.39,
      "grad_norm": 1.3782724142074585,
      "learning_rate": 8.558328343402245e-07,
      "loss": 0.3326,
      "step": 2101040
    },
    {
      "epoch": 586.39,
      "grad_norm": 1.0775840282440186,
      "learning_rate": 8.558119425443097e-07,
      "loss": 0.3319,
      "step": 2101050
    },
    {
      "epoch": 586.4,
      "grad_norm": 1.152947187423706,
      "learning_rate": 8.557910509464397e-07,
      "loss": 0.3383,
      "step": 2101060
    },
    {
      "epoch": 586.4,
      "grad_norm": 1.2627650499343872,
      "learning_rate": 8.557701595466184e-07,
      "loss": 0.3374,
      "step": 2101070
    },
    {
      "epoch": 586.4,
      "grad_norm": 1.1647692918777466,
      "learning_rate": 8.557492683448468e-07,
      "loss": 0.3339,
      "step": 2101080
    },
    {
      "epoch": 586.41,
      "grad_norm": 1.1244522333145142,
      "learning_rate": 8.557283773411285e-07,
      "loss": 0.351,
      "step": 2101090
    },
    {
      "epoch": 586.41,
      "grad_norm": 1.1316885948181152,
      "learning_rate": 8.557074865354662e-07,
      "loss": 0.3436,
      "step": 2101100
    },
    {
      "epoch": 586.41,
      "grad_norm": 1.2361714839935303,
      "learning_rate": 8.556865959278636e-07,
      "loss": 0.3539,
      "step": 2101110
    },
    {
      "epoch": 586.41,
      "grad_norm": 1.3020936250686646,
      "learning_rate": 8.556657055183218e-07,
      "loss": 0.3585,
      "step": 2101120
    },
    {
      "epoch": 586.42,
      "grad_norm": 1.2791608572006226,
      "learning_rate": 8.556448153068445e-07,
      "loss": 0.3384,
      "step": 2101130
    },
    {
      "epoch": 586.42,
      "grad_norm": 1.0288344621658325,
      "learning_rate": 8.556239252934345e-07,
      "loss": 0.3478,
      "step": 2101140
    },
    {
      "epoch": 586.42,
      "grad_norm": 1.0967299938201904,
      "learning_rate": 8.556030354780944e-07,
      "loss": 0.3407,
      "step": 2101150
    },
    {
      "epoch": 586.42,
      "grad_norm": 1.1850861310958862,
      "learning_rate": 8.555821458608278e-07,
      "loss": 0.3541,
      "step": 2101160
    },
    {
      "epoch": 586.43,
      "grad_norm": 1.1209789514541626,
      "learning_rate": 8.555612564416359e-07,
      "loss": 0.3475,
      "step": 2101170
    },
    {
      "epoch": 586.43,
      "grad_norm": 1.213377833366394,
      "learning_rate": 8.555403672205226e-07,
      "loss": 0.3359,
      "step": 2101180
    },
    {
      "epoch": 586.43,
      "grad_norm": 1.2013776302337646,
      "learning_rate": 8.555194781974902e-07,
      "loss": 0.343,
      "step": 2101190
    },
    {
      "epoch": 586.44,
      "grad_norm": 1.0571092367172241,
      "learning_rate": 8.554985893725425e-07,
      "loss": 0.3335,
      "step": 2101200
    },
    {
      "epoch": 586.44,
      "grad_norm": 0.9885968565940857,
      "learning_rate": 8.554777007456807e-07,
      "loss": 0.3399,
      "step": 2101210
    },
    {
      "epoch": 586.44,
      "grad_norm": 1.2062559127807617,
      "learning_rate": 8.554568123169084e-07,
      "loss": 0.3352,
      "step": 2101220
    },
    {
      "epoch": 586.44,
      "grad_norm": 1.0316479206085205,
      "learning_rate": 8.554359240862289e-07,
      "loss": 0.3499,
      "step": 2101230
    },
    {
      "epoch": 586.45,
      "grad_norm": 1.182391881942749,
      "learning_rate": 8.554150360536429e-07,
      "loss": 0.3411,
      "step": 2101240
    },
    {
      "epoch": 586.45,
      "grad_norm": 1.2218111753463745,
      "learning_rate": 8.553941482191565e-07,
      "loss": 0.3283,
      "step": 2101250
    },
    {
      "epoch": 586.45,
      "grad_norm": 1.3399603366851807,
      "learning_rate": 8.553732605827698e-07,
      "loss": 0.3268,
      "step": 2101260
    },
    {
      "epoch": 586.46,
      "grad_norm": 1.1016308069229126,
      "learning_rate": 8.553523731444864e-07,
      "loss": 0.3277,
      "step": 2101270
    },
    {
      "epoch": 586.46,
      "grad_norm": 1.1295065879821777,
      "learning_rate": 8.553314859043091e-07,
      "loss": 0.342,
      "step": 2101280
    },
    {
      "epoch": 586.46,
      "grad_norm": 1.1191041469573975,
      "learning_rate": 8.553105988622415e-07,
      "loss": 0.3408,
      "step": 2101290
    },
    {
      "epoch": 586.46,
      "grad_norm": 1.1169341802597046,
      "learning_rate": 8.552897120182847e-07,
      "loss": 0.3374,
      "step": 2101300
    },
    {
      "epoch": 586.47,
      "grad_norm": 1.1190237998962402,
      "learning_rate": 8.552688253724425e-07,
      "loss": 0.3283,
      "step": 2101310
    },
    {
      "epoch": 586.47,
      "grad_norm": 1.0827257633209229,
      "learning_rate": 8.552479389247183e-07,
      "loss": 0.3361,
      "step": 2101320
    },
    {
      "epoch": 586.47,
      "grad_norm": 2.1251275539398193,
      "learning_rate": 8.552270526751126e-07,
      "loss": 0.3226,
      "step": 2101330
    },
    {
      "epoch": 586.48,
      "grad_norm": 1.134347677230835,
      "learning_rate": 8.552061666236313e-07,
      "loss": 0.3458,
      "step": 2101340
    },
    {
      "epoch": 586.48,
      "grad_norm": 1.2012829780578613,
      "learning_rate": 8.551852807702747e-07,
      "loss": 0.3446,
      "step": 2101350
    },
    {
      "epoch": 586.48,
      "grad_norm": 0.9865554571151733,
      "learning_rate": 8.551643951150467e-07,
      "loss": 0.3326,
      "step": 2101360
    },
    {
      "epoch": 586.48,
      "grad_norm": 1.2250443696975708,
      "learning_rate": 8.551435096579504e-07,
      "loss": 0.3396,
      "step": 2101370
    },
    {
      "epoch": 586.49,
      "grad_norm": 1.2472021579742432,
      "learning_rate": 8.551226243989864e-07,
      "loss": 0.3343,
      "step": 2101380
    },
    {
      "epoch": 586.49,
      "grad_norm": 1.0008424520492554,
      "learning_rate": 8.551017393381609e-07,
      "loss": 0.3588,
      "step": 2101390
    },
    {
      "epoch": 586.49,
      "grad_norm": 1.4156789779663086,
      "learning_rate": 8.55080854475474e-07,
      "loss": 0.3504,
      "step": 2101400
    },
    {
      "epoch": 586.49,
      "grad_norm": 1.0646798610687256,
      "learning_rate": 8.550599698109294e-07,
      "loss": 0.3358,
      "step": 2101410
    },
    {
      "epoch": 586.5,
      "grad_norm": 1.3306243419647217,
      "learning_rate": 8.550390853445299e-07,
      "loss": 0.3518,
      "step": 2101420
    },
    {
      "epoch": 586.5,
      "grad_norm": 1.1315052509307861,
      "learning_rate": 8.550182010762789e-07,
      "loss": 0.3292,
      "step": 2101430
    },
    {
      "epoch": 586.5,
      "grad_norm": 1.052695631980896,
      "learning_rate": 8.549973170061778e-07,
      "loss": 0.3374,
      "step": 2101440
    },
    {
      "epoch": 586.51,
      "grad_norm": 1.0444436073303223,
      "learning_rate": 8.549764331342299e-07,
      "loss": 0.3494,
      "step": 2101450
    },
    {
      "epoch": 586.51,
      "grad_norm": 1.086299180984497,
      "learning_rate": 8.54955549460439e-07,
      "loss": 0.352,
      "step": 2101460
    },
    {
      "epoch": 586.51,
      "grad_norm": 1.3138843774795532,
      "learning_rate": 8.549346659848056e-07,
      "loss": 0.341,
      "step": 2101470
    },
    {
      "epoch": 586.51,
      "grad_norm": 1.229123592376709,
      "learning_rate": 8.549137827073356e-07,
      "loss": 0.3343,
      "step": 2101480
    },
    {
      "epoch": 586.52,
      "grad_norm": 2.113515853881836,
      "learning_rate": 8.548928996280292e-07,
      "loss": 0.3379,
      "step": 2101490
    },
    {
      "epoch": 586.52,
      "grad_norm": 1.154931664466858,
      "learning_rate": 8.5487201674689e-07,
      "loss": 0.3547,
      "step": 2101500
    },
    {
      "epoch": 586.52,
      "grad_norm": 1.2661535739898682,
      "learning_rate": 8.548511340639217e-07,
      "loss": 0.3349,
      "step": 2101510
    },
    {
      "epoch": 586.53,
      "grad_norm": 1.3929712772369385,
      "learning_rate": 8.548302515791256e-07,
      "loss": 0.3328,
      "step": 2101520
    },
    {
      "epoch": 586.53,
      "grad_norm": 1.327224612236023,
      "learning_rate": 8.54809369292505e-07,
      "loss": 0.3484,
      "step": 2101530
    },
    {
      "epoch": 586.53,
      "grad_norm": 1.258293628692627,
      "learning_rate": 8.54788487204063e-07,
      "loss": 0.3483,
      "step": 2101540
    },
    {
      "epoch": 586.53,
      "grad_norm": 1.2180215120315552,
      "learning_rate": 8.547676053138028e-07,
      "loss": 0.3417,
      "step": 2101550
    },
    {
      "epoch": 586.54,
      "grad_norm": 1.0187495946884155,
      "learning_rate": 8.54746723621725e-07,
      "loss": 0.3548,
      "step": 2101560
    },
    {
      "epoch": 586.54,
      "grad_norm": 1.1293270587921143,
      "learning_rate": 8.547258421278355e-07,
      "loss": 0.3401,
      "step": 2101570
    },
    {
      "epoch": 586.54,
      "grad_norm": 0.9562028646469116,
      "learning_rate": 8.547049608321346e-07,
      "loss": 0.34,
      "step": 2101580
    },
    {
      "epoch": 586.54,
      "grad_norm": 1.1014889478683472,
      "learning_rate": 8.546840797346262e-07,
      "loss": 0.34,
      "step": 2101590
    },
    {
      "epoch": 586.55,
      "grad_norm": 1.0531294345855713,
      "learning_rate": 8.546631988353135e-07,
      "loss": 0.3232,
      "step": 2101600
    },
    {
      "epoch": 586.55,
      "grad_norm": 1.0859390497207642,
      "learning_rate": 8.546423181341979e-07,
      "loss": 0.3252,
      "step": 2101610
    },
    {
      "epoch": 586.55,
      "grad_norm": 1.1394180059432983,
      "learning_rate": 8.546214376312832e-07,
      "loss": 0.3502,
      "step": 2101620
    },
    {
      "epoch": 586.56,
      "grad_norm": 1.1268466711044312,
      "learning_rate": 8.546005573265716e-07,
      "loss": 0.3454,
      "step": 2101630
    },
    {
      "epoch": 586.56,
      "grad_norm": 1.1297764778137207,
      "learning_rate": 8.545796772200664e-07,
      "loss": 0.338,
      "step": 2101640
    },
    {
      "epoch": 586.56,
      "grad_norm": 1.2437230348587036,
      "learning_rate": 8.545587973117708e-07,
      "loss": 0.3277,
      "step": 2101650
    },
    {
      "epoch": 586.56,
      "grad_norm": 1.1598238945007324,
      "learning_rate": 8.545379176016864e-07,
      "loss": 0.3302,
      "step": 2101660
    },
    {
      "epoch": 586.57,
      "grad_norm": 1.247597336769104,
      "learning_rate": 8.545170380898162e-07,
      "loss": 0.3317,
      "step": 2101670
    },
    {
      "epoch": 586.57,
      "grad_norm": 1.1128251552581787,
      "learning_rate": 8.544961587761637e-07,
      "loss": 0.3312,
      "step": 2101680
    },
    {
      "epoch": 586.57,
      "grad_norm": 0.9416147470474243,
      "learning_rate": 8.544752796607318e-07,
      "loss": 0.341,
      "step": 2101690
    },
    {
      "epoch": 586.58,
      "grad_norm": 1.1689242124557495,
      "learning_rate": 8.544544007435213e-07,
      "loss": 0.3358,
      "step": 2101700
    },
    {
      "epoch": 586.58,
      "grad_norm": 1.2520283460617065,
      "learning_rate": 8.544335220245379e-07,
      "loss": 0.3585,
      "step": 2101710
    },
    {
      "epoch": 586.58,
      "grad_norm": 1.235643982887268,
      "learning_rate": 8.544126435037823e-07,
      "loss": 0.3477,
      "step": 2101720
    },
    {
      "epoch": 586.58,
      "grad_norm": 1.1266504526138306,
      "learning_rate": 8.543917651812579e-07,
      "loss": 0.3293,
      "step": 2101730
    },
    {
      "epoch": 586.59,
      "grad_norm": 1.2414031028747559,
      "learning_rate": 8.54370887056968e-07,
      "loss": 0.3406,
      "step": 2101740
    },
    {
      "epoch": 586.59,
      "grad_norm": 1.2196357250213623,
      "learning_rate": 8.543500091309144e-07,
      "loss": 0.3374,
      "step": 2101750
    },
    {
      "epoch": 586.59,
      "grad_norm": 1.236744999885559,
      "learning_rate": 8.543291314031005e-07,
      "loss": 0.3323,
      "step": 2101760
    },
    {
      "epoch": 586.6,
      "grad_norm": 1.786378026008606,
      "learning_rate": 8.543082538735283e-07,
      "loss": 0.342,
      "step": 2101770
    },
    {
      "epoch": 586.6,
      "grad_norm": 1.077129602432251,
      "learning_rate": 8.542873765422027e-07,
      "loss": 0.3348,
      "step": 2101780
    },
    {
      "epoch": 586.6,
      "grad_norm": 0.970126211643219,
      "learning_rate": 8.542664994091236e-07,
      "loss": 0.3388,
      "step": 2101790
    },
    {
      "epoch": 586.6,
      "grad_norm": 1.1425795555114746,
      "learning_rate": 8.542456224742956e-07,
      "loss": 0.3292,
      "step": 2101800
    },
    {
      "epoch": 586.61,
      "grad_norm": 1.1842761039733887,
      "learning_rate": 8.542247457377214e-07,
      "loss": 0.3433,
      "step": 2101810
    },
    {
      "epoch": 586.61,
      "grad_norm": 1.0747294425964355,
      "learning_rate": 8.542038691994023e-07,
      "loss": 0.344,
      "step": 2101820
    },
    {
      "epoch": 586.61,
      "grad_norm": 1.1557958126068115,
      "learning_rate": 8.541829928593436e-07,
      "loss": 0.3282,
      "step": 2101830
    },
    {
      "epoch": 586.61,
      "grad_norm": 1.3846514225006104,
      "learning_rate": 8.541621167175458e-07,
      "loss": 0.338,
      "step": 2101840
    },
    {
      "epoch": 586.62,
      "grad_norm": 1.1991156339645386,
      "learning_rate": 8.541412407740126e-07,
      "loss": 0.3333,
      "step": 2101850
    },
    {
      "epoch": 586.62,
      "grad_norm": 1.1510757207870483,
      "learning_rate": 8.541203650287466e-07,
      "loss": 0.3319,
      "step": 2101860
    },
    {
      "epoch": 586.62,
      "grad_norm": 1.1119918823242188,
      "learning_rate": 8.540994894817516e-07,
      "loss": 0.3317,
      "step": 2101870
    },
    {
      "epoch": 586.63,
      "grad_norm": 1.1182496547698975,
      "learning_rate": 8.540786141330288e-07,
      "loss": 0.3504,
      "step": 2101880
    },
    {
      "epoch": 586.63,
      "grad_norm": 1.2644715309143066,
      "learning_rate": 8.540577389825814e-07,
      "loss": 0.3588,
      "step": 2101890
    },
    {
      "epoch": 586.63,
      "grad_norm": 1.0972929000854492,
      "learning_rate": 8.540368640304136e-07,
      "loss": 0.3327,
      "step": 2101900
    },
    {
      "epoch": 586.63,
      "grad_norm": 1.0425302982330322,
      "learning_rate": 8.540159892765253e-07,
      "loss": 0.3304,
      "step": 2101910
    },
    {
      "epoch": 586.64,
      "grad_norm": 1.0599552392959595,
      "learning_rate": 8.539951147209225e-07,
      "loss": 0.3267,
      "step": 2101920
    },
    {
      "epoch": 586.64,
      "grad_norm": 1.2495160102844238,
      "learning_rate": 8.539742403636057e-07,
      "loss": 0.3368,
      "step": 2101930
    },
    {
      "epoch": 586.64,
      "grad_norm": 1.21611750125885,
      "learning_rate": 8.539533662045786e-07,
      "loss": 0.3744,
      "step": 2101940
    },
    {
      "epoch": 586.65,
      "grad_norm": 1.2057790756225586,
      "learning_rate": 8.539324922438444e-07,
      "loss": 0.3451,
      "step": 2101950
    },
    {
      "epoch": 586.65,
      "grad_norm": 1.1398600339889526,
      "learning_rate": 8.539116184814041e-07,
      "loss": 0.3446,
      "step": 2101960
    },
    {
      "epoch": 586.65,
      "grad_norm": 1.1345040798187256,
      "learning_rate": 8.538907449172629e-07,
      "loss": 0.3412,
      "step": 2101970
    },
    {
      "epoch": 586.65,
      "grad_norm": 1.0132479667663574,
      "learning_rate": 8.538698715514218e-07,
      "loss": 0.3221,
      "step": 2101980
    },
    {
      "epoch": 586.66,
      "grad_norm": 1.2496893405914307,
      "learning_rate": 8.53848998383884e-07,
      "loss": 0.3413,
      "step": 2101990
    },
    {
      "epoch": 586.66,
      "grad_norm": 1.0831559896469116,
      "learning_rate": 8.538281254146525e-07,
      "loss": 0.344,
      "step": 2102000
    },
    {
      "epoch": 586.66,
      "grad_norm": 1.1256662607192993,
      "learning_rate": 8.538072526437307e-07,
      "loss": 0.3408,
      "step": 2102010
    },
    {
      "epoch": 586.66,
      "grad_norm": 1.308652400970459,
      "learning_rate": 8.5378638007112e-07,
      "loss": 0.3482,
      "step": 2102020
    },
    {
      "epoch": 586.67,
      "grad_norm": 1.3791841268539429,
      "learning_rate": 8.537655076968239e-07,
      "loss": 0.3426,
      "step": 2102030
    },
    {
      "epoch": 586.67,
      "grad_norm": 1.0794254541397095,
      "learning_rate": 8.53744635520846e-07,
      "loss": 0.3283,
      "step": 2102040
    },
    {
      "epoch": 586.67,
      "grad_norm": 1.7238028049468994,
      "learning_rate": 8.537237635431864e-07,
      "loss": 0.3336,
      "step": 2102050
    },
    {
      "epoch": 586.68,
      "grad_norm": 1.1669057607650757,
      "learning_rate": 8.537028917638514e-07,
      "loss": 0.3403,
      "step": 2102060
    },
    {
      "epoch": 586.68,
      "grad_norm": 1.1746068000793457,
      "learning_rate": 8.536820201828414e-07,
      "loss": 0.3535,
      "step": 2102070
    },
    {
      "epoch": 586.68,
      "grad_norm": 1.0660630464553833,
      "learning_rate": 8.536611488001598e-07,
      "loss": 0.3366,
      "step": 2102080
    },
    {
      "epoch": 586.68,
      "grad_norm": 1.4246033430099487,
      "learning_rate": 8.536402776158092e-07,
      "loss": 0.3433,
      "step": 2102090
    },
    {
      "epoch": 586.69,
      "grad_norm": 1.1871989965438843,
      "learning_rate": 8.536194066297937e-07,
      "loss": 0.3432,
      "step": 2102100
    },
    {
      "epoch": 586.69,
      "grad_norm": 1.2472633123397827,
      "learning_rate": 8.535985358421142e-07,
      "loss": 0.3548,
      "step": 2102110
    },
    {
      "epoch": 586.69,
      "grad_norm": 1.2094571590423584,
      "learning_rate": 8.535776652527741e-07,
      "loss": 0.3658,
      "step": 2102120
    },
    {
      "epoch": 586.7,
      "grad_norm": 1.1857234239578247,
      "learning_rate": 8.535567948617771e-07,
      "loss": 0.3289,
      "step": 2102130
    },
    {
      "epoch": 586.7,
      "grad_norm": 1.1148769855499268,
      "learning_rate": 8.535359246691237e-07,
      "loss": 0.3317,
      "step": 2102140
    },
    {
      "epoch": 586.7,
      "grad_norm": 1.1370570659637451,
      "learning_rate": 8.535150546748199e-07,
      "loss": 0.3368,
      "step": 2102150
    },
    {
      "epoch": 586.7,
      "grad_norm": 1.2674556970596313,
      "learning_rate": 8.53494184878866e-07,
      "loss": 0.3485,
      "step": 2102160
    },
    {
      "epoch": 586.71,
      "grad_norm": 1.4237349033355713,
      "learning_rate": 8.534733152812654e-07,
      "loss": 0.3444,
      "step": 2102170
    },
    {
      "epoch": 586.71,
      "grad_norm": 1.3226404190063477,
      "learning_rate": 8.534524458820217e-07,
      "loss": 0.3437,
      "step": 2102180
    },
    {
      "epoch": 586.71,
      "grad_norm": 1.3038804531097412,
      "learning_rate": 8.534315766811364e-07,
      "loss": 0.3506,
      "step": 2102190
    },
    {
      "epoch": 586.72,
      "grad_norm": 1.263394832611084,
      "learning_rate": 8.534107076786129e-07,
      "loss": 0.3235,
      "step": 2102200
    },
    {
      "epoch": 586.72,
      "grad_norm": 1.2952460050582886,
      "learning_rate": 8.533898388744539e-07,
      "loss": 0.3449,
      "step": 2102210
    },
    {
      "epoch": 586.72,
      "grad_norm": 1.1364272832870483,
      "learning_rate": 8.533689702686623e-07,
      "loss": 0.3345,
      "step": 2102220
    },
    {
      "epoch": 586.72,
      "grad_norm": 1.0596439838409424,
      "learning_rate": 8.533481018612409e-07,
      "loss": 0.3372,
      "step": 2102230
    },
    {
      "epoch": 586.73,
      "grad_norm": 1.237797737121582,
      "learning_rate": 8.533272336521932e-07,
      "loss": 0.3438,
      "step": 2102240
    },
    {
      "epoch": 586.73,
      "grad_norm": 1.192169189453125,
      "learning_rate": 8.5330636564152e-07,
      "loss": 0.3496,
      "step": 2102250
    },
    {
      "epoch": 586.73,
      "grad_norm": 1.0116864442825317,
      "learning_rate": 8.532854978292257e-07,
      "loss": 0.334,
      "step": 2102260
    },
    {
      "epoch": 586.73,
      "grad_norm": 1.6412194967269897,
      "learning_rate": 8.532646302153131e-07,
      "loss": 0.3245,
      "step": 2102270
    },
    {
      "epoch": 586.74,
      "grad_norm": 1.057745099067688,
      "learning_rate": 8.532437627997832e-07,
      "loss": 0.3304,
      "step": 2102280
    },
    {
      "epoch": 586.74,
      "grad_norm": 1.0599581003189087,
      "learning_rate": 8.532228955826414e-07,
      "loss": 0.3376,
      "step": 2102290
    },
    {
      "epoch": 586.74,
      "grad_norm": 1.1554518938064575,
      "learning_rate": 8.532020285638887e-07,
      "loss": 0.3254,
      "step": 2102300
    },
    {
      "epoch": 586.75,
      "grad_norm": 1.143466591835022,
      "learning_rate": 8.531811617435281e-07,
      "loss": 0.3448,
      "step": 2102310
    },
    {
      "epoch": 586.75,
      "grad_norm": 1.1512848138809204,
      "learning_rate": 8.531602951215636e-07,
      "loss": 0.3226,
      "step": 2102320
    },
    {
      "epoch": 586.75,
      "grad_norm": 1.289463758468628,
      "learning_rate": 8.531394286979959e-07,
      "loss": 0.3337,
      "step": 2102330
    },
    {
      "epoch": 586.75,
      "grad_norm": 1.1926881074905396,
      "learning_rate": 8.531185624728292e-07,
      "loss": 0.3462,
      "step": 2102340
    },
    {
      "epoch": 586.76,
      "grad_norm": 1.1761008501052856,
      "learning_rate": 8.530976964460657e-07,
      "loss": 0.3356,
      "step": 2102350
    },
    {
      "epoch": 586.76,
      "grad_norm": 1.258007287979126,
      "learning_rate": 8.530768306177094e-07,
      "loss": 0.3342,
      "step": 2102360
    },
    {
      "epoch": 586.76,
      "grad_norm": 1.1400649547576904,
      "learning_rate": 8.530559649877603e-07,
      "loss": 0.3359,
      "step": 2102370
    },
    {
      "epoch": 586.77,
      "grad_norm": 1.1534993648529053,
      "learning_rate": 8.530350995562249e-07,
      "loss": 0.3158,
      "step": 2102380
    },
    {
      "epoch": 586.77,
      "grad_norm": 1.259951114654541,
      "learning_rate": 8.530142343231031e-07,
      "loss": 0.3379,
      "step": 2102390
    },
    {
      "epoch": 586.77,
      "grad_norm": 1.1276094913482666,
      "learning_rate": 8.529933692883984e-07,
      "loss": 0.3488,
      "step": 2102400
    },
    {
      "epoch": 586.77,
      "grad_norm": 1.0809205770492554,
      "learning_rate": 8.52972504452115e-07,
      "loss": 0.3275,
      "step": 2102410
    },
    {
      "epoch": 586.78,
      "grad_norm": 1.382727026939392,
      "learning_rate": 8.529516398142536e-07,
      "loss": 0.3477,
      "step": 2102420
    },
    {
      "epoch": 586.78,
      "grad_norm": 1.336182713508606,
      "learning_rate": 8.529307753748178e-07,
      "loss": 0.3391,
      "step": 2102430
    },
    {
      "epoch": 586.78,
      "grad_norm": 1.3552181720733643,
      "learning_rate": 8.529099111338102e-07,
      "loss": 0.3315,
      "step": 2102440
    },
    {
      "epoch": 586.78,
      "grad_norm": 1.0590121746063232,
      "learning_rate": 8.528890470912351e-07,
      "loss": 0.3588,
      "step": 2102450
    },
    {
      "epoch": 586.79,
      "grad_norm": 1.1243330240249634,
      "learning_rate": 8.528681832470929e-07,
      "loss": 0.3519,
      "step": 2102460
    },
    {
      "epoch": 586.79,
      "grad_norm": 1.1712546348571777,
      "learning_rate": 8.528473196013875e-07,
      "loss": 0.3374,
      "step": 2102470
    },
    {
      "epoch": 586.79,
      "grad_norm": 1.0956681966781616,
      "learning_rate": 8.528264561541224e-07,
      "loss": 0.3549,
      "step": 2102480
    },
    {
      "epoch": 586.8,
      "grad_norm": 1.0847774744033813,
      "learning_rate": 8.52805592905298e-07,
      "loss": 0.3348,
      "step": 2102490
    },
    {
      "epoch": 586.8,
      "grad_norm": 1.242321252822876,
      "learning_rate": 8.527847298549206e-07,
      "loss": 0.358,
      "step": 2102500
    },
    {
      "epoch": 586.8,
      "grad_norm": 1.2238459587097168,
      "learning_rate": 8.527638670029892e-07,
      "loss": 0.3366,
      "step": 2102510
    },
    {
      "epoch": 586.8,
      "grad_norm": 1.2650506496429443,
      "learning_rate": 8.527430043495102e-07,
      "loss": 0.3384,
      "step": 2102520
    },
    {
      "epoch": 586.81,
      "grad_norm": 1.0398502349853516,
      "learning_rate": 8.527221418944839e-07,
      "loss": 0.3481,
      "step": 2102530
    },
    {
      "epoch": 586.81,
      "grad_norm": 1.184762716293335,
      "learning_rate": 8.527012796379137e-07,
      "loss": 0.3297,
      "step": 2102540
    },
    {
      "epoch": 586.81,
      "grad_norm": 1.242128849029541,
      "learning_rate": 8.526804175798033e-07,
      "loss": 0.3436,
      "step": 2102550
    },
    {
      "epoch": 586.82,
      "grad_norm": 1.1949814558029175,
      "learning_rate": 8.526595557201538e-07,
      "loss": 0.3432,
      "step": 2102560
    },
    {
      "epoch": 586.82,
      "grad_norm": 1.1146727800369263,
      "learning_rate": 8.526386940589688e-07,
      "loss": 0.345,
      "step": 2102570
    },
    {
      "epoch": 586.82,
      "grad_norm": 1.2453362941741943,
      "learning_rate": 8.526178325962514e-07,
      "loss": 0.3297,
      "step": 2102580
    },
    {
      "epoch": 586.82,
      "grad_norm": 1.355851411819458,
      "learning_rate": 8.525969713320046e-07,
      "loss": 0.3184,
      "step": 2102590
    },
    {
      "epoch": 586.83,
      "grad_norm": 1.160770297050476,
      "learning_rate": 8.5257611026623e-07,
      "loss": 0.3366,
      "step": 2102600
    },
    {
      "epoch": 586.83,
      "grad_norm": 1.1148147583007812,
      "learning_rate": 8.525552493989311e-07,
      "loss": 0.3481,
      "step": 2102610
    },
    {
      "epoch": 586.83,
      "grad_norm": 1.166251540184021,
      "learning_rate": 8.525343887301114e-07,
      "loss": 0.3426,
      "step": 2102620
    },
    {
      "epoch": 586.84,
      "grad_norm": 1.1274017095565796,
      "learning_rate": 8.525135282597713e-07,
      "loss": 0.3363,
      "step": 2102630
    },
    {
      "epoch": 586.84,
      "grad_norm": 1.3471766710281372,
      "learning_rate": 8.524926679879168e-07,
      "loss": 0.3469,
      "step": 2102640
    },
    {
      "epoch": 586.84,
      "grad_norm": 1.2465883493423462,
      "learning_rate": 8.524718079145481e-07,
      "loss": 0.3486,
      "step": 2102650
    },
    {
      "epoch": 586.84,
      "grad_norm": 1.2617641687393188,
      "learning_rate": 8.524509480396691e-07,
      "loss": 0.3454,
      "step": 2102660
    },
    {
      "epoch": 586.85,
      "grad_norm": 1.1787103414535522,
      "learning_rate": 8.524300883632824e-07,
      "loss": 0.3447,
      "step": 2102670
    },
    {
      "epoch": 586.85,
      "grad_norm": 1.7520942687988281,
      "learning_rate": 8.524092288853916e-07,
      "loss": 0.3572,
      "step": 2102680
    },
    {
      "epoch": 586.85,
      "grad_norm": 1.3800723552703857,
      "learning_rate": 8.52388369605998e-07,
      "loss": 0.3231,
      "step": 2102690
    },
    {
      "epoch": 586.85,
      "grad_norm": 1.1130061149597168,
      "learning_rate": 8.523675105251047e-07,
      "loss": 0.3379,
      "step": 2102700
    },
    {
      "epoch": 586.86,
      "grad_norm": 1.2123513221740723,
      "learning_rate": 8.523466516427159e-07,
      "loss": 0.3375,
      "step": 2102710
    },
    {
      "epoch": 586.86,
      "grad_norm": 1.1695412397384644,
      "learning_rate": 8.523257929588314e-07,
      "loss": 0.3481,
      "step": 2102720
    },
    {
      "epoch": 586.86,
      "grad_norm": 1.2596173286437988,
      "learning_rate": 8.523049344734578e-07,
      "loss": 0.3262,
      "step": 2102730
    },
    {
      "epoch": 586.87,
      "grad_norm": 1.1943720579147339,
      "learning_rate": 8.52284076186595e-07,
      "loss": 0.3353,
      "step": 2102740
    },
    {
      "epoch": 586.87,
      "grad_norm": 1.1092087030410767,
      "learning_rate": 8.522632180982466e-07,
      "loss": 0.3338,
      "step": 2102750
    },
    {
      "epoch": 586.87,
      "grad_norm": 1.1722365617752075,
      "learning_rate": 8.522423602084164e-07,
      "loss": 0.3409,
      "step": 2102760
    },
    {
      "epoch": 586.87,
      "grad_norm": 0.9788652062416077,
      "learning_rate": 8.522215025171056e-07,
      "loss": 0.3271,
      "step": 2102770
    },
    {
      "epoch": 586.88,
      "grad_norm": 1.046513557434082,
      "learning_rate": 8.522006450243174e-07,
      "loss": 0.3315,
      "step": 2102780
    },
    {
      "epoch": 586.88,
      "grad_norm": 1.102063536643982,
      "learning_rate": 8.52179787730055e-07,
      "loss": 0.335,
      "step": 2102790
    },
    {
      "epoch": 586.88,
      "grad_norm": 1.0861825942993164,
      "learning_rate": 8.521589306343208e-07,
      "loss": 0.346,
      "step": 2102800
    },
    {
      "epoch": 586.89,
      "grad_norm": 1.3679355382919312,
      "learning_rate": 8.52138073737118e-07,
      "loss": 0.3415,
      "step": 2102810
    },
    {
      "epoch": 586.89,
      "grad_norm": 1.2928073406219482,
      "learning_rate": 8.521172170384498e-07,
      "loss": 0.3345,
      "step": 2102820
    },
    {
      "epoch": 586.89,
      "grad_norm": 1.1508105993270874,
      "learning_rate": 8.520963605383177e-07,
      "loss": 0.339,
      "step": 2102830
    },
    {
      "epoch": 586.89,
      "grad_norm": 1.0058585405349731,
      "learning_rate": 8.520755042367252e-07,
      "loss": 0.3289,
      "step": 2102840
    },
    {
      "epoch": 586.9,
      "grad_norm": 1.199621319770813,
      "learning_rate": 8.520546481336754e-07,
      "loss": 0.3464,
      "step": 2102850
    },
    {
      "epoch": 586.9,
      "grad_norm": 1.8983263969421387,
      "learning_rate": 8.520337922291693e-07,
      "loss": 0.346,
      "step": 2102860
    },
    {
      "epoch": 586.9,
      "grad_norm": 1.014134168624878,
      "learning_rate": 8.520129365232126e-07,
      "loss": 0.3457,
      "step": 2102870
    },
    {
      "epoch": 586.9,
      "grad_norm": 1.1634736061096191,
      "learning_rate": 8.519920810158057e-07,
      "loss": 0.3347,
      "step": 2102880
    },
    {
      "epoch": 586.91,
      "grad_norm": 1.1961485147476196,
      "learning_rate": 8.519712257069523e-07,
      "loss": 0.3301,
      "step": 2102890
    },
    {
      "epoch": 586.91,
      "grad_norm": 8.948408126831055,
      "learning_rate": 8.519503705966555e-07,
      "loss": 0.3438,
      "step": 2102900
    },
    {
      "epoch": 586.91,
      "grad_norm": 1.2652087211608887,
      "learning_rate": 8.519295156849172e-07,
      "loss": 0.3311,
      "step": 2102910
    },
    {
      "epoch": 586.92,
      "grad_norm": 1.1944166421890259,
      "learning_rate": 8.519086609717405e-07,
      "loss": 0.3366,
      "step": 2102920
    },
    {
      "epoch": 586.92,
      "grad_norm": 1.085640549659729,
      "learning_rate": 8.518878064571284e-07,
      "loss": 0.329,
      "step": 2102930
    },
    {
      "epoch": 586.92,
      "grad_norm": 1.102279782295227,
      "learning_rate": 8.518669521410843e-07,
      "loss": 0.3179,
      "step": 2102940
    },
    {
      "epoch": 586.92,
      "grad_norm": 1.200876235961914,
      "learning_rate": 8.518460980236085e-07,
      "loss": 0.3361,
      "step": 2102950
    },
    {
      "epoch": 586.93,
      "grad_norm": 1.3231819868087769,
      "learning_rate": 8.518252441047071e-07,
      "loss": 0.3563,
      "step": 2102960
    },
    {
      "epoch": 586.93,
      "grad_norm": 1.4167993068695068,
      "learning_rate": 8.518043903843808e-07,
      "loss": 0.3451,
      "step": 2102970
    },
    {
      "epoch": 586.93,
      "grad_norm": 1.1091229915618896,
      "learning_rate": 8.517835368626326e-07,
      "loss": 0.3298,
      "step": 2102980
    },
    {
      "epoch": 586.94,
      "grad_norm": 1.1163702011108398,
      "learning_rate": 8.517626835394664e-07,
      "loss": 0.3507,
      "step": 2102990
    },
    {
      "epoch": 586.94,
      "grad_norm": 1.1156055927276611,
      "learning_rate": 8.517418304148832e-07,
      "loss": 0.3417,
      "step": 2103000
    },
    {
      "epoch": 586.94,
      "grad_norm": 1.3485769033432007,
      "learning_rate": 8.517209774888869e-07,
      "loss": 0.3414,
      "step": 2103010
    },
    {
      "epoch": 586.94,
      "grad_norm": 1.0847715139389038,
      "learning_rate": 8.517001247614801e-07,
      "loss": 0.3355,
      "step": 2103020
    },
    {
      "epoch": 586.95,
      "grad_norm": 1.0795295238494873,
      "learning_rate": 8.516792722326663e-07,
      "loss": 0.3304,
      "step": 2103030
    },
    {
      "epoch": 586.95,
      "grad_norm": 0.9881538152694702,
      "learning_rate": 8.516584199024465e-07,
      "loss": 0.3329,
      "step": 2103040
    },
    {
      "epoch": 586.95,
      "grad_norm": 1.1805816888809204,
      "learning_rate": 8.516375677708245e-07,
      "loss": 0.3147,
      "step": 2103050
    },
    {
      "epoch": 586.96,
      "grad_norm": 1.3084176778793335,
      "learning_rate": 8.516167158378034e-07,
      "loss": 0.345,
      "step": 2103060
    },
    {
      "epoch": 586.96,
      "grad_norm": 1.192000389099121,
      "learning_rate": 8.515958641033853e-07,
      "loss": 0.3342,
      "step": 2103070
    },
    {
      "epoch": 586.96,
      "grad_norm": 1.3026301860809326,
      "learning_rate": 8.515750125675743e-07,
      "loss": 0.3383,
      "step": 2103080
    },
    {
      "epoch": 586.96,
      "grad_norm": 1.063005805015564,
      "learning_rate": 8.515541612303706e-07,
      "loss": 0.3319,
      "step": 2103090
    },
    {
      "epoch": 586.97,
      "grad_norm": 1.3475688695907593,
      "learning_rate": 8.515333100917804e-07,
      "loss": 0.3402,
      "step": 2103100
    },
    {
      "epoch": 586.97,
      "grad_norm": 1.2810518741607666,
      "learning_rate": 8.515124591518035e-07,
      "loss": 0.3408,
      "step": 2103110
    },
    {
      "epoch": 586.97,
      "grad_norm": 1.162049651145935,
      "learning_rate": 8.514916084104439e-07,
      "loss": 0.3385,
      "step": 2103120
    },
    {
      "epoch": 586.97,
      "grad_norm": 0.9483796954154968,
      "learning_rate": 8.514707578677051e-07,
      "loss": 0.3309,
      "step": 2103130
    },
    {
      "epoch": 586.98,
      "grad_norm": 1.188672423362732,
      "learning_rate": 8.514499075235882e-07,
      "loss": 0.327,
      "step": 2103140
    },
    {
      "epoch": 586.98,
      "grad_norm": 1.3242485523223877,
      "learning_rate": 8.514290573780972e-07,
      "loss": 0.3395,
      "step": 2103150
    },
    {
      "epoch": 586.98,
      "grad_norm": 1.3272206783294678,
      "learning_rate": 8.514082074312341e-07,
      "loss": 0.3284,
      "step": 2103160
    },
    {
      "epoch": 586.99,
      "grad_norm": 1.0053943395614624,
      "learning_rate": 8.513873576830031e-07,
      "loss": 0.3396,
      "step": 2103170
    },
    {
      "epoch": 586.99,
      "grad_norm": 1.2374944686889648,
      "learning_rate": 8.513665081334043e-07,
      "loss": 0.3439,
      "step": 2103180
    },
    {
      "epoch": 586.99,
      "grad_norm": 1.1883572340011597,
      "learning_rate": 8.513456587824441e-07,
      "loss": 0.3325,
      "step": 2103190
    },
    {
      "epoch": 586.99,
      "grad_norm": 1.175087571144104,
      "learning_rate": 8.51324809630122e-07,
      "loss": 0.3321,
      "step": 2103200
    },
    {
      "epoch": 587.0,
      "grad_norm": 1.13921058177948,
      "learning_rate": 8.513039606764424e-07,
      "loss": 0.3596,
      "step": 2103210
    },
    {
      "epoch": 587.0,
      "grad_norm": 1.3701698780059814,
      "learning_rate": 8.512831119214085e-07,
      "loss": 0.3474,
      "step": 2103220
    },
    {
      "epoch": 587.0,
      "eval_loss": 0.3408924639225006,
      "eval_runtime": 64.1593,
      "eval_samples_per_second": 78.851,
      "eval_steps_per_second": 9.866,
      "step": 2103221
    },
    {
      "epoch": 587.0,
      "grad_norm": 1.0228749513626099,
      "learning_rate": 8.512622633650215e-07,
      "loss": 0.3287,
      "step": 2103230
    },
    {
      "epoch": 587.01,
      "grad_norm": 1.1606018543243408,
      "learning_rate": 8.512414150072852e-07,
      "loss": 0.3327,
      "step": 2103240
    },
    {
      "epoch": 587.01,
      "grad_norm": 1.1480225324630737,
      "learning_rate": 8.51220566848202e-07,
      "loss": 0.3342,
      "step": 2103250
    },
    {
      "epoch": 587.01,
      "grad_norm": 1.001188039779663,
      "learning_rate": 8.511997188877758e-07,
      "loss": 0.3383,
      "step": 2103260
    },
    {
      "epoch": 587.01,
      "grad_norm": 1.1497471332550049,
      "learning_rate": 8.511788711260076e-07,
      "loss": 0.3453,
      "step": 2103270
    },
    {
      "epoch": 587.02,
      "grad_norm": 1.142198085784912,
      "learning_rate": 8.51158023562901e-07,
      "loss": 0.3447,
      "step": 2103280
    },
    {
      "epoch": 587.02,
      "grad_norm": 1.1513166427612305,
      "learning_rate": 8.511371761984595e-07,
      "loss": 0.3417,
      "step": 2103290
    },
    {
      "epoch": 587.02,
      "grad_norm": 1.0224900245666504,
      "learning_rate": 8.511163290326838e-07,
      "loss": 0.3419,
      "step": 2103300
    },
    {
      "epoch": 587.02,
      "grad_norm": 1.0809540748596191,
      "learning_rate": 8.510954820655794e-07,
      "loss": 0.3568,
      "step": 2103310
    },
    {
      "epoch": 587.03,
      "grad_norm": 1.2571039199829102,
      "learning_rate": 8.51074635297147e-07,
      "loss": 0.314,
      "step": 2103320
    },
    {
      "epoch": 587.03,
      "grad_norm": 1.0897692441940308,
      "learning_rate": 8.510537887273905e-07,
      "loss": 0.3289,
      "step": 2103330
    },
    {
      "epoch": 587.03,
      "grad_norm": 1.1673521995544434,
      "learning_rate": 8.510329423563119e-07,
      "loss": 0.3425,
      "step": 2103340
    },
    {
      "epoch": 587.04,
      "grad_norm": 1.3000967502593994,
      "learning_rate": 8.510120961839149e-07,
      "loss": 0.3272,
      "step": 2103350
    },
    {
      "epoch": 587.04,
      "grad_norm": 1.2471262216567993,
      "learning_rate": 8.509912502102013e-07,
      "loss": 0.3631,
      "step": 2103360
    },
    {
      "epoch": 587.04,
      "grad_norm": 1.134955644607544,
      "learning_rate": 8.509704044351741e-07,
      "loss": 0.3628,
      "step": 2103370
    },
    {
      "epoch": 587.04,
      "grad_norm": 1.096281886100769,
      "learning_rate": 8.509495588588363e-07,
      "loss": 0.3518,
      "step": 2103380
    },
    {
      "epoch": 587.05,
      "grad_norm": 0.9644829034805298,
      "learning_rate": 8.50928713481191e-07,
      "loss": 0.3457,
      "step": 2103390
    },
    {
      "epoch": 587.05,
      "grad_norm": 1.1517232656478882,
      "learning_rate": 8.509078683022411e-07,
      "loss": 0.3309,
      "step": 2103400
    },
    {
      "epoch": 587.05,
      "grad_norm": 1.2020602226257324,
      "learning_rate": 8.50887023321988e-07,
      "loss": 0.3352,
      "step": 2103410
    },
    {
      "epoch": 587.06,
      "grad_norm": 1.173777461051941,
      "learning_rate": 8.508661785404356e-07,
      "loss": 0.3622,
      "step": 2103420
    },
    {
      "epoch": 587.06,
      "grad_norm": 1.3056999444961548,
      "learning_rate": 8.50845333957587e-07,
      "loss": 0.3392,
      "step": 2103430
    },
    {
      "epoch": 587.06,
      "grad_norm": 1.2881309986114502,
      "learning_rate": 8.50824489573443e-07,
      "loss": 0.3324,
      "step": 2103440
    },
    {
      "epoch": 587.06,
      "grad_norm": 1.19154691696167,
      "learning_rate": 8.508036453880093e-07,
      "loss": 0.3437,
      "step": 2103450
    },
    {
      "epoch": 587.07,
      "grad_norm": 1.1891192197799683,
      "learning_rate": 8.507828014012865e-07,
      "loss": 0.3363,
      "step": 2103460
    },
    {
      "epoch": 587.07,
      "grad_norm": 1.3806663751602173,
      "learning_rate": 8.507619576132779e-07,
      "loss": 0.3413,
      "step": 2103470
    },
    {
      "epoch": 587.07,
      "grad_norm": 1.0647310018539429,
      "learning_rate": 8.507411140239866e-07,
      "loss": 0.3455,
      "step": 2103480
    },
    {
      "epoch": 587.08,
      "grad_norm": 1.2753371000289917,
      "learning_rate": 8.507202706334158e-07,
      "loss": 0.3396,
      "step": 2103490
    },
    {
      "epoch": 587.08,
      "grad_norm": 1.0919830799102783,
      "learning_rate": 8.506994274415671e-07,
      "loss": 0.3486,
      "step": 2103500
    },
    {
      "epoch": 587.08,
      "grad_norm": 1.0596580505371094,
      "learning_rate": 8.506785844484434e-07,
      "loss": 0.3297,
      "step": 2103510
    },
    {
      "epoch": 587.08,
      "grad_norm": 1.1574393510818481,
      "learning_rate": 8.506577416540491e-07,
      "loss": 0.3466,
      "step": 2103520
    },
    {
      "epoch": 587.09,
      "grad_norm": 1.084684133529663,
      "learning_rate": 8.506368990583842e-07,
      "loss": 0.332,
      "step": 2103530
    },
    {
      "epoch": 587.09,
      "grad_norm": 1.195407748222351,
      "learning_rate": 8.506160566614545e-07,
      "loss": 0.3431,
      "step": 2103540
    },
    {
      "epoch": 587.09,
      "grad_norm": 1.1758931875228882,
      "learning_rate": 8.505952144632605e-07,
      "loss": 0.3388,
      "step": 2103550
    },
    {
      "epoch": 587.09,
      "grad_norm": 1.2010024785995483,
      "learning_rate": 8.505743724638059e-07,
      "loss": 0.3463,
      "step": 2103560
    },
    {
      "epoch": 587.1,
      "grad_norm": 1.233976125717163,
      "learning_rate": 8.50553530663094e-07,
      "loss": 0.3446,
      "step": 2103570
    },
    {
      "epoch": 587.1,
      "grad_norm": 1.0439881086349487,
      "learning_rate": 8.505326890611263e-07,
      "loss": 0.3482,
      "step": 2103580
    },
    {
      "epoch": 587.1,
      "grad_norm": 1.108961582183838,
      "learning_rate": 8.505118476579064e-07,
      "loss": 0.3446,
      "step": 2103590
    },
    {
      "epoch": 587.11,
      "grad_norm": 1.2454222440719604,
      "learning_rate": 8.504910064534367e-07,
      "loss": 0.3326,
      "step": 2103600
    },
    {
      "epoch": 587.11,
      "grad_norm": 1.203251600265503,
      "learning_rate": 8.504701654477209e-07,
      "loss": 0.3373,
      "step": 2103610
    },
    {
      "epoch": 587.11,
      "grad_norm": 1.2463734149932861,
      "learning_rate": 8.504493246407598e-07,
      "loss": 0.3331,
      "step": 2103620
    },
    {
      "epoch": 587.11,
      "grad_norm": 1.1086920499801636,
      "learning_rate": 8.504284840325586e-07,
      "loss": 0.3223,
      "step": 2103630
    },
    {
      "epoch": 587.12,
      "grad_norm": 1.1214860677719116,
      "learning_rate": 8.504076436231182e-07,
      "loss": 0.3372,
      "step": 2103640
    },
    {
      "epoch": 587.12,
      "grad_norm": 1.0789672136306763,
      "learning_rate": 8.503868034124423e-07,
      "loss": 0.3363,
      "step": 2103650
    },
    {
      "epoch": 587.12,
      "grad_norm": 1.2327687740325928,
      "learning_rate": 8.503659634005343e-07,
      "loss": 0.3447,
      "step": 2103660
    },
    {
      "epoch": 587.13,
      "grad_norm": 1.142179250717163,
      "learning_rate": 8.503451235873942e-07,
      "loss": 0.3228,
      "step": 2103670
    },
    {
      "epoch": 587.13,
      "grad_norm": 1.0757020711898804,
      "learning_rate": 8.503242839730286e-07,
      "loss": 0.3462,
      "step": 2103680
    },
    {
      "epoch": 587.13,
      "grad_norm": 1.1411091089248657,
      "learning_rate": 8.503034445574372e-07,
      "loss": 0.3374,
      "step": 2103690
    },
    {
      "epoch": 587.13,
      "grad_norm": 1.4626060724258423,
      "learning_rate": 8.502826053406241e-07,
      "loss": 0.3443,
      "step": 2103700
    },
    {
      "epoch": 587.14,
      "grad_norm": 0.9880179762840271,
      "learning_rate": 8.502617663225929e-07,
      "loss": 0.3385,
      "step": 2103710
    },
    {
      "epoch": 587.14,
      "grad_norm": 1.2157509326934814,
      "learning_rate": 8.502409275033446e-07,
      "loss": 0.3367,
      "step": 2103720
    },
    {
      "epoch": 587.14,
      "grad_norm": 1.0880016088485718,
      "learning_rate": 8.502200888828825e-07,
      "loss": 0.3354,
      "step": 2103730
    },
    {
      "epoch": 587.14,
      "grad_norm": 1.0262236595153809,
      "learning_rate": 8.501992504612097e-07,
      "loss": 0.3452,
      "step": 2103740
    },
    {
      "epoch": 587.15,
      "grad_norm": 1.130754828453064,
      "learning_rate": 8.501784122383299e-07,
      "loss": 0.3393,
      "step": 2103750
    },
    {
      "epoch": 587.15,
      "grad_norm": 1.1772719621658325,
      "learning_rate": 8.501575742142432e-07,
      "loss": 0.3437,
      "step": 2103760
    },
    {
      "epoch": 587.15,
      "grad_norm": 1.3831843137741089,
      "learning_rate": 8.501367363889555e-07,
      "loss": 0.3305,
      "step": 2103770
    },
    {
      "epoch": 587.16,
      "grad_norm": 1.2302926778793335,
      "learning_rate": 8.501158987624674e-07,
      "loss": 0.3161,
      "step": 2103780
    },
    {
      "epoch": 587.16,
      "grad_norm": 1.152032732963562,
      "learning_rate": 8.500950613347825e-07,
      "loss": 0.3518,
      "step": 2103790
    },
    {
      "epoch": 587.16,
      "grad_norm": 1.3143978118896484,
      "learning_rate": 8.500742241059042e-07,
      "loss": 0.3513,
      "step": 2103800
    },
    {
      "epoch": 587.16,
      "grad_norm": 1.0502928495407104,
      "learning_rate": 8.500533870758338e-07,
      "loss": 0.333,
      "step": 2103810
    },
    {
      "epoch": 587.17,
      "grad_norm": 1.3917350769042969,
      "learning_rate": 8.50032550244575e-07,
      "loss": 0.3562,
      "step": 2103820
    },
    {
      "epoch": 587.17,
      "grad_norm": 3.547208309173584,
      "learning_rate": 8.500117136121302e-07,
      "loss": 0.3351,
      "step": 2103830
    },
    {
      "epoch": 587.17,
      "grad_norm": 1.2007113695144653,
      "learning_rate": 8.49990877178503e-07,
      "loss": 0.3301,
      "step": 2103840
    },
    {
      "epoch": 587.18,
      "grad_norm": 1.0559569597244263,
      "learning_rate": 8.499700409436949e-07,
      "loss": 0.3492,
      "step": 2103850
    },
    {
      "epoch": 587.18,
      "grad_norm": 1.1734633445739746,
      "learning_rate": 8.499492049077096e-07,
      "loss": 0.3389,
      "step": 2103860
    },
    {
      "epoch": 587.18,
      "grad_norm": 1.667732834815979,
      "learning_rate": 8.4992836907055e-07,
      "loss": 0.3547,
      "step": 2103870
    },
    {
      "epoch": 587.18,
      "grad_norm": 1.0072228908538818,
      "learning_rate": 8.499075334322172e-07,
      "loss": 0.3317,
      "step": 2103880
    },
    {
      "epoch": 587.19,
      "grad_norm": 1.0491400957107544,
      "learning_rate": 8.498866979927166e-07,
      "loss": 0.3125,
      "step": 2103890
    },
    {
      "epoch": 587.19,
      "grad_norm": 1.1340361833572388,
      "learning_rate": 8.498658627520487e-07,
      "loss": 0.3497,
      "step": 2103900
    },
    {
      "epoch": 587.19,
      "grad_norm": 1.1945277452468872,
      "learning_rate": 8.498450277102176e-07,
      "loss": 0.3427,
      "step": 2103910
    },
    {
      "epoch": 587.2,
      "grad_norm": 1.298174500465393,
      "learning_rate": 8.498241928672253e-07,
      "loss": 0.3387,
      "step": 2103920
    },
    {
      "epoch": 587.2,
      "grad_norm": 1.0898945331573486,
      "learning_rate": 8.498033582230758e-07,
      "loss": 0.3303,
      "step": 2103930
    },
    {
      "epoch": 587.2,
      "grad_norm": 1.489617943763733,
      "learning_rate": 8.497825237777703e-07,
      "loss": 0.3283,
      "step": 2103940
    },
    {
      "epoch": 587.2,
      "grad_norm": 1.3508447408676147,
      "learning_rate": 8.49761689531312e-07,
      "loss": 0.339,
      "step": 2103950
    },
    {
      "epoch": 587.21,
      "grad_norm": 1.6297963857650757,
      "learning_rate": 8.497408554837044e-07,
      "loss": 0.339,
      "step": 2103960
    },
    {
      "epoch": 587.21,
      "grad_norm": 1.2761200666427612,
      "learning_rate": 8.497200216349496e-07,
      "loss": 0.3241,
      "step": 2103970
    },
    {
      "epoch": 587.21,
      "grad_norm": 1.387291669845581,
      "learning_rate": 8.496991879850515e-07,
      "loss": 0.3305,
      "step": 2103980
    },
    {
      "epoch": 587.21,
      "grad_norm": 1.008089542388916,
      "learning_rate": 8.496783545340111e-07,
      "loss": 0.3511,
      "step": 2103990
    },
    {
      "epoch": 587.22,
      "grad_norm": 1.055418848991394,
      "learning_rate": 8.49657521281832e-07,
      "loss": 0.3256,
      "step": 2104000
    },
    {
      "epoch": 587.22,
      "grad_norm": 1.0743873119354248,
      "learning_rate": 8.49636688228517e-07,
      "loss": 0.3506,
      "step": 2104010
    },
    {
      "epoch": 587.22,
      "grad_norm": 1.0998563766479492,
      "learning_rate": 8.496158553740689e-07,
      "loss": 0.351,
      "step": 2104020
    },
    {
      "epoch": 587.23,
      "grad_norm": 1.186979055404663,
      "learning_rate": 8.495950227184912e-07,
      "loss": 0.3474,
      "step": 2104030
    },
    {
      "epoch": 587.23,
      "grad_norm": 1.172960877418518,
      "learning_rate": 8.495741902617851e-07,
      "loss": 0.3338,
      "step": 2104040
    },
    {
      "epoch": 587.23,
      "grad_norm": 1.2228796482086182,
      "learning_rate": 8.495533580039544e-07,
      "loss": 0.3279,
      "step": 2104050
    },
    {
      "epoch": 587.23,
      "grad_norm": 1.0801500082015991,
      "learning_rate": 8.495325259450017e-07,
      "loss": 0.3302,
      "step": 2104060
    },
    {
      "epoch": 587.24,
      "grad_norm": 1.1354600191116333,
      "learning_rate": 8.495116940849305e-07,
      "loss": 0.3512,
      "step": 2104070
    },
    {
      "epoch": 587.24,
      "grad_norm": 1.169602632522583,
      "learning_rate": 8.49490862423742e-07,
      "loss": 0.3454,
      "step": 2104080
    },
    {
      "epoch": 587.24,
      "grad_norm": 1.173961877822876,
      "learning_rate": 8.494700309614397e-07,
      "loss": 0.3428,
      "step": 2104090
    },
    {
      "epoch": 587.25,
      "grad_norm": 1.0954408645629883,
      "learning_rate": 8.494491996980273e-07,
      "loss": 0.353,
      "step": 2104100
    },
    {
      "epoch": 587.25,
      "grad_norm": 1.2670717239379883,
      "learning_rate": 8.494283686335052e-07,
      "loss": 0.3363,
      "step": 2104110
    },
    {
      "epoch": 587.25,
      "grad_norm": 1.095428705215454,
      "learning_rate": 8.494075377678793e-07,
      "loss": 0.3305,
      "step": 2104120
    },
    {
      "epoch": 587.25,
      "grad_norm": 1.1134936809539795,
      "learning_rate": 8.493867071011501e-07,
      "loss": 0.3437,
      "step": 2104130
    },
    {
      "epoch": 587.26,
      "grad_norm": 1.126536250114441,
      "learning_rate": 8.49365876633321e-07,
      "loss": 0.3423,
      "step": 2104140
    },
    {
      "epoch": 587.26,
      "grad_norm": 1.333593487739563,
      "learning_rate": 8.493450463643946e-07,
      "loss": 0.3362,
      "step": 2104150
    },
    {
      "epoch": 587.26,
      "grad_norm": 1.694205403327942,
      "learning_rate": 8.49324216294375e-07,
      "loss": 0.3407,
      "step": 2104160
    },
    {
      "epoch": 587.26,
      "grad_norm": 1.1023685932159424,
      "learning_rate": 8.493033864232629e-07,
      "loss": 0.3453,
      "step": 2104170
    },
    {
      "epoch": 587.27,
      "grad_norm": 1.1535531282424927,
      "learning_rate": 8.492825567510623e-07,
      "loss": 0.3316,
      "step": 2104180
    },
    {
      "epoch": 587.27,
      "grad_norm": 1.4128477573394775,
      "learning_rate": 8.492617272777762e-07,
      "loss": 0.3416,
      "step": 2104190
    },
    {
      "epoch": 587.27,
      "grad_norm": 1.2216347455978394,
      "learning_rate": 8.492408980034056e-07,
      "loss": 0.3351,
      "step": 2104200
    },
    {
      "epoch": 587.28,
      "grad_norm": 1.0081833600997925,
      "learning_rate": 8.492200689279559e-07,
      "loss": 0.3276,
      "step": 2104210
    },
    {
      "epoch": 587.28,
      "grad_norm": 1.0949516296386719,
      "learning_rate": 8.49199240051428e-07,
      "loss": 0.3327,
      "step": 2104220
    },
    {
      "epoch": 587.28,
      "grad_norm": 1.071540117263794,
      "learning_rate": 8.491784113738251e-07,
      "loss": 0.3304,
      "step": 2104230
    },
    {
      "epoch": 587.28,
      "grad_norm": 1.2340675592422485,
      "learning_rate": 8.491575828951507e-07,
      "loss": 0.3388,
      "step": 2104240
    },
    {
      "epoch": 587.29,
      "grad_norm": 1.1357567310333252,
      "learning_rate": 8.491367546154055e-07,
      "loss": 0.3441,
      "step": 2104250
    },
    {
      "epoch": 587.29,
      "grad_norm": 1.190643310546875,
      "learning_rate": 8.491159265345954e-07,
      "loss": 0.3388,
      "step": 2104260
    },
    {
      "epoch": 587.29,
      "grad_norm": 1.41348397731781,
      "learning_rate": 8.490950986527206e-07,
      "loss": 0.3582,
      "step": 2104270
    },
    {
      "epoch": 587.3,
      "grad_norm": 1.054437279701233,
      "learning_rate": 8.49074270969785e-07,
      "loss": 0.3335,
      "step": 2104280
    },
    {
      "epoch": 587.3,
      "grad_norm": 1.2387973070144653,
      "learning_rate": 8.490534434857909e-07,
      "loss": 0.3333,
      "step": 2104290
    },
    {
      "epoch": 587.3,
      "grad_norm": 1.2110451459884644,
      "learning_rate": 8.490326162007422e-07,
      "loss": 0.3387,
      "step": 2104300
    },
    {
      "epoch": 587.3,
      "grad_norm": 1.5015661716461182,
      "learning_rate": 8.490117891146399e-07,
      "loss": 0.3441,
      "step": 2104310
    },
    {
      "epoch": 587.31,
      "grad_norm": 1.0153782367706299,
      "learning_rate": 8.489909622274878e-07,
      "loss": 0.3355,
      "step": 2104320
    },
    {
      "epoch": 587.31,
      "grad_norm": 5.238154888153076,
      "learning_rate": 8.489701355392893e-07,
      "loss": 0.3398,
      "step": 2104330
    },
    {
      "epoch": 587.31,
      "grad_norm": 1.2927377223968506,
      "learning_rate": 8.489493090500447e-07,
      "loss": 0.3331,
      "step": 2104340
    },
    {
      "epoch": 587.32,
      "grad_norm": 1.1637576818466187,
      "learning_rate": 8.489284827597601e-07,
      "loss": 0.3251,
      "step": 2104350
    },
    {
      "epoch": 587.32,
      "grad_norm": 1.1527410745620728,
      "learning_rate": 8.48907656668436e-07,
      "loss": 0.3552,
      "step": 2104360
    },
    {
      "epoch": 587.32,
      "grad_norm": 1.3274731636047363,
      "learning_rate": 8.488868307760758e-07,
      "loss": 0.346,
      "step": 2104370
    },
    {
      "epoch": 587.32,
      "grad_norm": 1.1562130451202393,
      "learning_rate": 8.48866005082683e-07,
      "loss": 0.35,
      "step": 2104380
    },
    {
      "epoch": 587.33,
      "grad_norm": 1.037164330482483,
      "learning_rate": 8.488451795882589e-07,
      "loss": 0.3336,
      "step": 2104390
    },
    {
      "epoch": 587.33,
      "grad_norm": 1.1190826892852783,
      "learning_rate": 8.48824354292807e-07,
      "loss": 0.3163,
      "step": 2104400
    },
    {
      "epoch": 587.33,
      "grad_norm": 1.1692291498184204,
      "learning_rate": 8.488035291963303e-07,
      "loss": 0.3634,
      "step": 2104410
    },
    {
      "epoch": 587.33,
      "grad_norm": 1.2344337701797485,
      "learning_rate": 8.487827042988319e-07,
      "loss": 0.3397,
      "step": 2104420
    },
    {
      "epoch": 587.34,
      "grad_norm": 1.119673252105713,
      "learning_rate": 8.487618796003127e-07,
      "loss": 0.3557,
      "step": 2104430
    },
    {
      "epoch": 587.34,
      "grad_norm": 1.0928986072540283,
      "learning_rate": 8.487410551007783e-07,
      "loss": 0.3351,
      "step": 2104440
    },
    {
      "epoch": 587.34,
      "grad_norm": 1.2512744665145874,
      "learning_rate": 8.487202308002292e-07,
      "loss": 0.3543,
      "step": 2104450
    },
    {
      "epoch": 587.35,
      "grad_norm": 1.1172245740890503,
      "learning_rate": 8.48699406698669e-07,
      "loss": 0.3517,
      "step": 2104460
    },
    {
      "epoch": 587.35,
      "grad_norm": 1.4062206745147705,
      "learning_rate": 8.486785827961012e-07,
      "loss": 0.3257,
      "step": 2104470
    },
    {
      "epoch": 587.35,
      "grad_norm": 1.1179592609405518,
      "learning_rate": 8.48657759092527e-07,
      "loss": 0.33,
      "step": 2104480
    },
    {
      "epoch": 587.35,
      "grad_norm": 1.184007167816162,
      "learning_rate": 8.486369355879501e-07,
      "loss": 0.3289,
      "step": 2104490
    },
    {
      "epoch": 587.36,
      "grad_norm": 1.2060682773590088,
      "learning_rate": 8.486161122823732e-07,
      "loss": 0.3371,
      "step": 2104500
    },
    {
      "epoch": 587.36,
      "grad_norm": 1.0491570234298706,
      "learning_rate": 8.485952891757994e-07,
      "loss": 0.3388,
      "step": 2104510
    },
    {
      "epoch": 587.36,
      "grad_norm": 1.1845183372497559,
      "learning_rate": 8.485744662682307e-07,
      "loss": 0.3325,
      "step": 2104520
    },
    {
      "epoch": 587.37,
      "grad_norm": 1.1488739252090454,
      "learning_rate": 8.485536435596701e-07,
      "loss": 0.3511,
      "step": 2104530
    },
    {
      "epoch": 587.37,
      "grad_norm": 1.2020015716552734,
      "learning_rate": 8.485328210501207e-07,
      "loss": 0.3419,
      "step": 2104540
    },
    {
      "epoch": 587.37,
      "grad_norm": 1.0500057935714722,
      "learning_rate": 8.48511998739585e-07,
      "loss": 0.3357,
      "step": 2104550
    },
    {
      "epoch": 587.37,
      "grad_norm": 1.0893727540969849,
      "learning_rate": 8.484911766280668e-07,
      "loss": 0.3482,
      "step": 2104560
    },
    {
      "epoch": 587.38,
      "grad_norm": 1.0957179069519043,
      "learning_rate": 8.484703547155663e-07,
      "loss": 0.3298,
      "step": 2104570
    },
    {
      "epoch": 587.38,
      "grad_norm": 1.1981892585754395,
      "learning_rate": 8.484495330020894e-07,
      "loss": 0.3291,
      "step": 2104580
    },
    {
      "epoch": 587.38,
      "grad_norm": 1.2031329870224,
      "learning_rate": 8.484287114876367e-07,
      "loss": 0.3237,
      "step": 2104590
    },
    {
      "epoch": 587.38,
      "grad_norm": 1.1539027690887451,
      "learning_rate": 8.484078901722118e-07,
      "loss": 0.3328,
      "step": 2104600
    },
    {
      "epoch": 587.39,
      "grad_norm": 1.2050683498382568,
      "learning_rate": 8.48387069055818e-07,
      "loss": 0.3499,
      "step": 2104610
    },
    {
      "epoch": 587.39,
      "grad_norm": 1.155006766319275,
      "learning_rate": 8.483662481384567e-07,
      "loss": 0.3429,
      "step": 2104620
    },
    {
      "epoch": 587.39,
      "grad_norm": 1.0803755521774292,
      "learning_rate": 8.483454274201312e-07,
      "loss": 0.3473,
      "step": 2104630
    },
    {
      "epoch": 587.4,
      "grad_norm": 0.9875164031982422,
      "learning_rate": 8.483246069008445e-07,
      "loss": 0.3491,
      "step": 2104640
    },
    {
      "epoch": 587.4,
      "grad_norm": 1.1850051879882812,
      "learning_rate": 8.483037865806003e-07,
      "loss": 0.3585,
      "step": 2104650
    },
    {
      "epoch": 587.4,
      "grad_norm": 1.2879772186279297,
      "learning_rate": 8.482829664593996e-07,
      "loss": 0.348,
      "step": 2104660
    },
    {
      "epoch": 587.4,
      "grad_norm": 1.2834491729736328,
      "learning_rate": 8.482621465372458e-07,
      "loss": 0.3132,
      "step": 2104670
    },
    {
      "epoch": 587.41,
      "grad_norm": 1.2173378467559814,
      "learning_rate": 8.482413268141427e-07,
      "loss": 0.321,
      "step": 2104680
    },
    {
      "epoch": 587.41,
      "grad_norm": 1.184386968612671,
      "learning_rate": 8.482205072900905e-07,
      "loss": 0.347,
      "step": 2104690
    },
    {
      "epoch": 587.41,
      "grad_norm": 1.7209197282791138,
      "learning_rate": 8.481996879650956e-07,
      "loss": 0.3499,
      "step": 2104700
    },
    {
      "epoch": 587.42,
      "grad_norm": 1.0576093196868896,
      "learning_rate": 8.481788688391577e-07,
      "loss": 0.3264,
      "step": 2104710
    },
    {
      "epoch": 587.42,
      "grad_norm": 1.0861762762069702,
      "learning_rate": 8.481580499122808e-07,
      "loss": 0.3295,
      "step": 2104720
    },
    {
      "epoch": 587.42,
      "grad_norm": 1.1151396036148071,
      "learning_rate": 8.481372311844678e-07,
      "loss": 0.3435,
      "step": 2104730
    },
    {
      "epoch": 587.42,
      "grad_norm": 1.0347682237625122,
      "learning_rate": 8.481164126557218e-07,
      "loss": 0.3367,
      "step": 2104740
    },
    {
      "epoch": 587.43,
      "grad_norm": 2.0827698707580566,
      "learning_rate": 8.480955943260445e-07,
      "loss": 0.3361,
      "step": 2104750
    },
    {
      "epoch": 587.43,
      "grad_norm": 1.0772045850753784,
      "learning_rate": 8.480747761954392e-07,
      "loss": 0.3444,
      "step": 2104760
    },
    {
      "epoch": 587.43,
      "grad_norm": 1.3057247400283813,
      "learning_rate": 8.480539582639092e-07,
      "loss": 0.3266,
      "step": 2104770
    },
    {
      "epoch": 587.44,
      "grad_norm": 1.0903083086013794,
      "learning_rate": 8.480331405314555e-07,
      "loss": 0.3459,
      "step": 2104780
    },
    {
      "epoch": 587.44,
      "grad_norm": 0.9511989951133728,
      "learning_rate": 8.480123229980836e-07,
      "loss": 0.3237,
      "step": 2104790
    },
    {
      "epoch": 587.44,
      "grad_norm": 1.289811611175537,
      "learning_rate": 8.479915056637939e-07,
      "loss": 0.352,
      "step": 2104800
    },
    {
      "epoch": 587.44,
      "grad_norm": 1.1564570665359497,
      "learning_rate": 8.479706885285899e-07,
      "loss": 0.3273,
      "step": 2104810
    },
    {
      "epoch": 587.45,
      "grad_norm": 1.1896494626998901,
      "learning_rate": 8.479498715924758e-07,
      "loss": 0.336,
      "step": 2104820
    },
    {
      "epoch": 587.45,
      "grad_norm": 1.132512092590332,
      "learning_rate": 8.47929054855451e-07,
      "loss": 0.3444,
      "step": 2104830
    },
    {
      "epoch": 587.45,
      "grad_norm": 1.3072651624679565,
      "learning_rate": 8.479082383175221e-07,
      "loss": 0.3334,
      "step": 2104840
    },
    {
      "epoch": 587.45,
      "grad_norm": 1.236175537109375,
      "learning_rate": 8.478874219786896e-07,
      "loss": 0.3433,
      "step": 2104850
    },
    {
      "epoch": 587.46,
      "grad_norm": 1.144200086593628,
      "learning_rate": 8.478666058389568e-07,
      "loss": 0.343,
      "step": 2104860
    },
    {
      "epoch": 587.46,
      "grad_norm": 1.0847666263580322,
      "learning_rate": 8.478457898983262e-07,
      "loss": 0.3449,
      "step": 2104870
    },
    {
      "epoch": 587.46,
      "grad_norm": 1.1260786056518555,
      "learning_rate": 8.47824974156802e-07,
      "loss": 0.3467,
      "step": 2104880
    },
    {
      "epoch": 587.47,
      "grad_norm": 1.45236074924469,
      "learning_rate": 8.478041586143847e-07,
      "loss": 0.3524,
      "step": 2104890
    },
    {
      "epoch": 587.47,
      "grad_norm": 1.3129757642745972,
      "learning_rate": 8.477833432710784e-07,
      "loss": 0.3165,
      "step": 2104900
    },
    {
      "epoch": 587.47,
      "grad_norm": 1.1369258165359497,
      "learning_rate": 8.477625281268865e-07,
      "loss": 0.3394,
      "step": 2104910
    },
    {
      "epoch": 587.47,
      "grad_norm": 1.0847398042678833,
      "learning_rate": 8.47741713181809e-07,
      "loss": 0.3256,
      "step": 2104920
    },
    {
      "epoch": 587.48,
      "grad_norm": 1.1477981805801392,
      "learning_rate": 8.477208984358525e-07,
      "loss": 0.3232,
      "step": 2104930
    },
    {
      "epoch": 587.48,
      "grad_norm": 1.0871220827102661,
      "learning_rate": 8.477000838890172e-07,
      "loss": 0.348,
      "step": 2104940
    },
    {
      "epoch": 587.48,
      "grad_norm": 1.2023019790649414,
      "learning_rate": 8.476792695413065e-07,
      "loss": 0.336,
      "step": 2104950
    },
    {
      "epoch": 587.49,
      "grad_norm": 1.0305298566818237,
      "learning_rate": 8.476584553927239e-07,
      "loss": 0.3476,
      "step": 2104960
    },
    {
      "epoch": 587.49,
      "grad_norm": 1.0536065101623535,
      "learning_rate": 8.476376414432706e-07,
      "loss": 0.336,
      "step": 2104970
    },
    {
      "epoch": 587.49,
      "grad_norm": 1.2541184425354004,
      "learning_rate": 8.476168276929504e-07,
      "loss": 0.3314,
      "step": 2104980
    },
    {
      "epoch": 587.49,
      "grad_norm": 1.2339423894882202,
      "learning_rate": 8.475960141417659e-07,
      "loss": 0.3502,
      "step": 2104990
    },
    {
      "epoch": 587.5,
      "grad_norm": 1.1553360223770142,
      "learning_rate": 8.475752007897206e-07,
      "loss": 0.3424,
      "step": 2105000
    },
    {
      "epoch": 587.5,
      "grad_norm": 1.2822295427322388,
      "learning_rate": 8.475543876368153e-07,
      "loss": 0.3322,
      "step": 2105010
    },
    {
      "epoch": 587.5,
      "grad_norm": 1.2741241455078125,
      "learning_rate": 8.475335746830554e-07,
      "loss": 0.3384,
      "step": 2105020
    },
    {
      "epoch": 587.5,
      "grad_norm": 1.0390974283218384,
      "learning_rate": 8.475127619284413e-07,
      "loss": 0.3241,
      "step": 2105030
    },
    {
      "epoch": 587.51,
      "grad_norm": 1.3201271295547485,
      "learning_rate": 8.474919493729771e-07,
      "loss": 0.3441,
      "step": 2105040
    },
    {
      "epoch": 587.51,
      "grad_norm": 1.1968227624893188,
      "learning_rate": 8.474711370166662e-07,
      "loss": 0.3272,
      "step": 2105050
    },
    {
      "epoch": 587.51,
      "grad_norm": 1.1896073818206787,
      "learning_rate": 8.474503248595094e-07,
      "loss": 0.3378,
      "step": 2105060
    },
    {
      "epoch": 587.52,
      "grad_norm": 1.080702543258667,
      "learning_rate": 8.474295129015104e-07,
      "loss": 0.3376,
      "step": 2105070
    },
    {
      "epoch": 587.52,
      "grad_norm": 1.1674177646636963,
      "learning_rate": 8.47408701142672e-07,
      "loss": 0.3545,
      "step": 2105080
    },
    {
      "epoch": 587.52,
      "grad_norm": 1.1633257865905762,
      "learning_rate": 8.473878895829973e-07,
      "loss": 0.3607,
      "step": 2105090
    },
    {
      "epoch": 587.52,
      "grad_norm": 1.2618408203125,
      "learning_rate": 8.473670782224887e-07,
      "loss": 0.3484,
      "step": 2105100
    },
    {
      "epoch": 587.53,
      "grad_norm": 1.0390427112579346,
      "learning_rate": 8.473462670611499e-07,
      "loss": 0.3161,
      "step": 2105110
    },
    {
      "epoch": 587.53,
      "grad_norm": 1.2561650276184082,
      "learning_rate": 8.47325456098982e-07,
      "loss": 0.35,
      "step": 2105120
    },
    {
      "epoch": 587.53,
      "grad_norm": 1.139276146888733,
      "learning_rate": 8.473046453359887e-07,
      "loss": 0.3399,
      "step": 2105130
    },
    {
      "epoch": 587.54,
      "grad_norm": 1.0941929817199707,
      "learning_rate": 8.472838347721735e-07,
      "loss": 0.3401,
      "step": 2105140
    },
    {
      "epoch": 587.54,
      "grad_norm": 1.2732717990875244,
      "learning_rate": 8.472630244075365e-07,
      "loss": 0.3296,
      "step": 2105150
    },
    {
      "epoch": 587.54,
      "grad_norm": 1.2912765741348267,
      "learning_rate": 8.472422142420842e-07,
      "loss": 0.3518,
      "step": 2105160
    },
    {
      "epoch": 587.54,
      "grad_norm": 1.1489338874816895,
      "learning_rate": 8.472214042758165e-07,
      "loss": 0.3465,
      "step": 2105170
    },
    {
      "epoch": 587.55,
      "grad_norm": 1.1269676685333252,
      "learning_rate": 8.472005945087373e-07,
      "loss": 0.3608,
      "step": 2105180
    },
    {
      "epoch": 587.55,
      "grad_norm": 1.4888043403625488,
      "learning_rate": 8.471797849408502e-07,
      "loss": 0.3417,
      "step": 2105190
    },
    {
      "epoch": 587.55,
      "grad_norm": 1.356016755104065,
      "learning_rate": 8.471589755721558e-07,
      "loss": 0.3364,
      "step": 2105200
    },
    {
      "epoch": 587.56,
      "grad_norm": 1.253211259841919,
      "learning_rate": 8.471381664026584e-07,
      "loss": 0.3201,
      "step": 2105210
    },
    {
      "epoch": 587.56,
      "grad_norm": 1.348658800125122,
      "learning_rate": 8.471173574323602e-07,
      "loss": 0.3317,
      "step": 2105220
    },
    {
      "epoch": 587.56,
      "grad_norm": 1.012489914894104,
      "learning_rate": 8.470965486612652e-07,
      "loss": 0.3278,
      "step": 2105230
    },
    {
      "epoch": 587.56,
      "grad_norm": 1.1870977878570557,
      "learning_rate": 8.470757400893736e-07,
      "loss": 0.3442,
      "step": 2105240
    },
    {
      "epoch": 587.57,
      "grad_norm": 1.1605523824691772,
      "learning_rate": 8.470549317166911e-07,
      "loss": 0.3352,
      "step": 2105250
    },
    {
      "epoch": 587.57,
      "grad_norm": 1.1534174680709839,
      "learning_rate": 8.470341235432185e-07,
      "loss": 0.3474,
      "step": 2105260
    },
    {
      "epoch": 587.57,
      "grad_norm": 1.2174880504608154,
      "learning_rate": 8.470133155689593e-07,
      "loss": 0.3251,
      "step": 2105270
    },
    {
      "epoch": 587.57,
      "grad_norm": 1.4374710321426392,
      "learning_rate": 8.469925077939167e-07,
      "loss": 0.3475,
      "step": 2105280
    },
    {
      "epoch": 587.58,
      "grad_norm": 1.2775673866271973,
      "learning_rate": 8.469717002180924e-07,
      "loss": 0.3352,
      "step": 2105290
    },
    {
      "epoch": 587.58,
      "grad_norm": 1.2269796133041382,
      "learning_rate": 8.469508928414894e-07,
      "loss": 0.3435,
      "step": 2105300
    },
    {
      "epoch": 587.58,
      "grad_norm": 1.422029733657837,
      "learning_rate": 8.46930085664111e-07,
      "loss": 0.3357,
      "step": 2105310
    },
    {
      "epoch": 587.59,
      "grad_norm": 1.1026357412338257,
      "learning_rate": 8.469092786859604e-07,
      "loss": 0.3432,
      "step": 2105320
    },
    {
      "epoch": 587.59,
      "grad_norm": 1.2614413499832153,
      "learning_rate": 8.46888471907039e-07,
      "loss": 0.3343,
      "step": 2105330
    },
    {
      "epoch": 587.59,
      "grad_norm": 1.15748929977417,
      "learning_rate": 8.468676653273504e-07,
      "loss": 0.3427,
      "step": 2105340
    },
    {
      "epoch": 587.59,
      "grad_norm": 1.1721382141113281,
      "learning_rate": 8.468468589468977e-07,
      "loss": 0.3464,
      "step": 2105350
    },
    {
      "epoch": 587.6,
      "grad_norm": 1.0615376234054565,
      "learning_rate": 8.46826052765682e-07,
      "loss": 0.3533,
      "step": 2105360
    },
    {
      "epoch": 587.6,
      "grad_norm": 1.2551627159118652,
      "learning_rate": 8.468052467837085e-07,
      "loss": 0.3302,
      "step": 2105370
    },
    {
      "epoch": 587.6,
      "grad_norm": 1.2015124559402466,
      "learning_rate": 8.467844410009775e-07,
      "loss": 0.3461,
      "step": 2105380
    },
    {
      "epoch": 587.61,
      "grad_norm": 0.9755589962005615,
      "learning_rate": 8.467636354174944e-07,
      "loss": 0.342,
      "step": 2105390
    },
    {
      "epoch": 587.61,
      "grad_norm": 1.1536585092544556,
      "learning_rate": 8.467428300332599e-07,
      "loss": 0.3333,
      "step": 2105400
    },
    {
      "epoch": 587.61,
      "grad_norm": 1.1530297994613647,
      "learning_rate": 8.467220248482776e-07,
      "loss": 0.3341,
      "step": 2105410
    },
    {
      "epoch": 587.61,
      "grad_norm": 0.9863331317901611,
      "learning_rate": 8.467012198625507e-07,
      "loss": 0.344,
      "step": 2105420
    },
    {
      "epoch": 587.62,
      "grad_norm": 1.2317094802856445,
      "learning_rate": 8.466804150760805e-07,
      "loss": 0.3458,
      "step": 2105430
    },
    {
      "epoch": 587.62,
      "grad_norm": 1.1189870834350586,
      "learning_rate": 8.46659610488871e-07,
      "loss": 0.3549,
      "step": 2105440
    },
    {
      "epoch": 587.62,
      "grad_norm": 1.086125135421753,
      "learning_rate": 8.466388061009244e-07,
      "loss": 0.3326,
      "step": 2105450
    },
    {
      "epoch": 587.62,
      "grad_norm": 1.0047931671142578,
      "learning_rate": 8.466180019122446e-07,
      "loss": 0.3363,
      "step": 2105460
    },
    {
      "epoch": 587.63,
      "grad_norm": 1.3279589414596558,
      "learning_rate": 8.465971979228327e-07,
      "loss": 0.3481,
      "step": 2105470
    },
    {
      "epoch": 587.63,
      "grad_norm": 1.280371904373169,
      "learning_rate": 8.465763941326922e-07,
      "loss": 0.3329,
      "step": 2105480
    },
    {
      "epoch": 587.63,
      "grad_norm": 1.2487155199050903,
      "learning_rate": 8.465555905418268e-07,
      "loss": 0.3178,
      "step": 2105490
    },
    {
      "epoch": 587.64,
      "grad_norm": 1.0975855588912964,
      "learning_rate": 8.465347871502367e-07,
      "loss": 0.3379,
      "step": 2105500
    },
    {
      "epoch": 587.64,
      "grad_norm": 1.1468068361282349,
      "learning_rate": 8.465139839579277e-07,
      "loss": 0.3459,
      "step": 2105510
    },
    {
      "epoch": 587.64,
      "grad_norm": 1.386691927909851,
      "learning_rate": 8.464931809649009e-07,
      "loss": 0.3334,
      "step": 2105520
    },
    {
      "epoch": 587.64,
      "grad_norm": 2.8270537853240967,
      "learning_rate": 8.464723781711591e-07,
      "loss": 0.3496,
      "step": 2105530
    },
    {
      "epoch": 587.65,
      "grad_norm": 1.2755225896835327,
      "learning_rate": 8.464515755767053e-07,
      "loss": 0.3455,
      "step": 2105540
    },
    {
      "epoch": 587.65,
      "grad_norm": 1.3141971826553345,
      "learning_rate": 8.464307731815434e-07,
      "loss": 0.3536,
      "step": 2105550
    },
    {
      "epoch": 587.65,
      "grad_norm": 1.1316362619400024,
      "learning_rate": 8.464099709856742e-07,
      "loss": 0.3413,
      "step": 2105560
    },
    {
      "epoch": 587.66,
      "grad_norm": 1.2726081609725952,
      "learning_rate": 8.463891689891012e-07,
      "loss": 0.3441,
      "step": 2105570
    },
    {
      "epoch": 587.66,
      "grad_norm": 1.5337260961532593,
      "learning_rate": 8.463683671918282e-07,
      "loss": 0.3603,
      "step": 2105580
    },
    {
      "epoch": 587.66,
      "grad_norm": 1.0339666604995728,
      "learning_rate": 8.463475655938557e-07,
      "loss": 0.3231,
      "step": 2105590
    },
    {
      "epoch": 587.66,
      "grad_norm": 1.2157371044158936,
      "learning_rate": 8.463267641951894e-07,
      "loss": 0.333,
      "step": 2105600
    },
    {
      "epoch": 587.67,
      "grad_norm": 1.3103575706481934,
      "learning_rate": 8.463059629958295e-07,
      "loss": 0.3303,
      "step": 2105610
    },
    {
      "epoch": 587.67,
      "grad_norm": 1.2176461219787598,
      "learning_rate": 8.4628516199578e-07,
      "loss": 0.3275,
      "step": 2105620
    },
    {
      "epoch": 587.67,
      "grad_norm": 1.288808822631836,
      "learning_rate": 8.462643611950442e-07,
      "loss": 0.3416,
      "step": 2105630
    },
    {
      "epoch": 587.68,
      "grad_norm": 1.264891505241394,
      "learning_rate": 8.462435605936235e-07,
      "loss": 0.3403,
      "step": 2105640
    },
    {
      "epoch": 587.68,
      "grad_norm": 3.8472824096679688,
      "learning_rate": 8.462227601915213e-07,
      "loss": 0.346,
      "step": 2105650
    },
    {
      "epoch": 587.68,
      "grad_norm": 1.0921462774276733,
      "learning_rate": 8.462019599887402e-07,
      "loss": 0.3329,
      "step": 2105660
    },
    {
      "epoch": 587.68,
      "grad_norm": 1.2083752155303955,
      "learning_rate": 8.461811599852834e-07,
      "loss": 0.3424,
      "step": 2105670
    },
    {
      "epoch": 587.69,
      "grad_norm": 1.268140196800232,
      "learning_rate": 8.461603601811531e-07,
      "loss": 0.3291,
      "step": 2105680
    },
    {
      "epoch": 587.69,
      "grad_norm": 1.194587230682373,
      "learning_rate": 8.461395605763534e-07,
      "loss": 0.3495,
      "step": 2105690
    },
    {
      "epoch": 587.69,
      "grad_norm": 1.2767870426177979,
      "learning_rate": 8.461187611708853e-07,
      "loss": 0.3383,
      "step": 2105700
    },
    {
      "epoch": 587.69,
      "grad_norm": 1.0311388969421387,
      "learning_rate": 8.460979619647522e-07,
      "loss": 0.3416,
      "step": 2105710
    },
    {
      "epoch": 587.7,
      "grad_norm": 1.2249391078948975,
      "learning_rate": 8.460771629579579e-07,
      "loss": 0.327,
      "step": 2105720
    },
    {
      "epoch": 587.7,
      "grad_norm": 1.0977839231491089,
      "learning_rate": 8.460563641505024e-07,
      "loss": 0.3647,
      "step": 2105730
    },
    {
      "epoch": 587.7,
      "grad_norm": 1.052809476852417,
      "learning_rate": 8.460355655423922e-07,
      "loss": 0.3313,
      "step": 2105740
    },
    {
      "epoch": 587.71,
      "grad_norm": 1.0954240560531616,
      "learning_rate": 8.460147671336274e-07,
      "loss": 0.3521,
      "step": 2105750
    },
    {
      "epoch": 587.71,
      "grad_norm": 1.0763835906982422,
      "learning_rate": 8.459939689242116e-07,
      "loss": 0.3315,
      "step": 2105760
    },
    {
      "epoch": 587.71,
      "grad_norm": 1.0512908697128296,
      "learning_rate": 8.459731709141481e-07,
      "loss": 0.3466,
      "step": 2105770
    },
    {
      "epoch": 587.71,
      "grad_norm": 1.1572973728179932,
      "learning_rate": 8.459523731034386e-07,
      "loss": 0.3501,
      "step": 2105780
    },
    {
      "epoch": 587.72,
      "grad_norm": 1.1373170614242554,
      "learning_rate": 8.459315754920862e-07,
      "loss": 0.322,
      "step": 2105790
    },
    {
      "epoch": 587.72,
      "grad_norm": 1.1991723775863647,
      "learning_rate": 8.459107780800937e-07,
      "loss": 0.3363,
      "step": 2105800
    },
    {
      "epoch": 587.72,
      "grad_norm": 2.4320485591888428,
      "learning_rate": 8.458899808674651e-07,
      "loss": 0.3403,
      "step": 2105810
    },
    {
      "epoch": 587.73,
      "grad_norm": 1.1989268064498901,
      "learning_rate": 8.458691838542002e-07,
      "loss": 0.3473,
      "step": 2105820
    },
    {
      "epoch": 587.73,
      "grad_norm": 1.132515549659729,
      "learning_rate": 8.458483870403054e-07,
      "loss": 0.3451,
      "step": 2105830
    },
    {
      "epoch": 587.73,
      "grad_norm": 1.235365867614746,
      "learning_rate": 8.45827590425781e-07,
      "loss": 0.3481,
      "step": 2105840
    },
    {
      "epoch": 587.73,
      "grad_norm": 1.07841956615448,
      "learning_rate": 8.458067940106304e-07,
      "loss": 0.3326,
      "step": 2105850
    },
    {
      "epoch": 587.74,
      "grad_norm": 1.28351628780365,
      "learning_rate": 8.457859977948572e-07,
      "loss": 0.3523,
      "step": 2105860
    },
    {
      "epoch": 587.74,
      "grad_norm": 1.5135810375213623,
      "learning_rate": 8.457652017784626e-07,
      "loss": 0.3381,
      "step": 2105870
    },
    {
      "epoch": 587.74,
      "grad_norm": 1.233346700668335,
      "learning_rate": 8.457444059614502e-07,
      "loss": 0.3332,
      "step": 2105880
    },
    {
      "epoch": 587.74,
      "grad_norm": 1.186537742614746,
      "learning_rate": 8.457236103438227e-07,
      "loss": 0.3418,
      "step": 2105890
    },
    {
      "epoch": 587.75,
      "grad_norm": 1.2680240869522095,
      "learning_rate": 8.457028149255841e-07,
      "loss": 0.3469,
      "step": 2105900
    },
    {
      "epoch": 587.75,
      "grad_norm": 1.0276323556900024,
      "learning_rate": 8.456820197067349e-07,
      "loss": 0.3496,
      "step": 2105910
    },
    {
      "epoch": 587.75,
      "grad_norm": 1.2871100902557373,
      "learning_rate": 8.456612246872787e-07,
      "loss": 0.3502,
      "step": 2105920
    },
    {
      "epoch": 587.76,
      "grad_norm": 1.1299991607666016,
      "learning_rate": 8.456404298672188e-07,
      "loss": 0.3412,
      "step": 2105930
    },
    {
      "epoch": 587.76,
      "grad_norm": 1.0014032125473022,
      "learning_rate": 8.456196352465577e-07,
      "loss": 0.3397,
      "step": 2105940
    },
    {
      "epoch": 587.76,
      "grad_norm": 1.3170973062515259,
      "learning_rate": 8.455988408252989e-07,
      "loss": 0.3473,
      "step": 2105950
    },
    {
      "epoch": 587.76,
      "grad_norm": 1.139533519744873,
      "learning_rate": 8.45578046603443e-07,
      "loss": 0.3359,
      "step": 2105960
    },
    {
      "epoch": 587.77,
      "grad_norm": 1.1837540864944458,
      "learning_rate": 8.455572525809955e-07,
      "loss": 0.3404,
      "step": 2105970
    },
    {
      "epoch": 587.77,
      "grad_norm": 1.2146550416946411,
      "learning_rate": 8.455364587579574e-07,
      "loss": 0.3282,
      "step": 2105980
    },
    {
      "epoch": 587.77,
      "grad_norm": 1.1700389385223389,
      "learning_rate": 8.455156651343316e-07,
      "loss": 0.3536,
      "step": 2105990
    },
    {
      "epoch": 587.78,
      "grad_norm": 1.2374892234802246,
      "learning_rate": 8.45494871710122e-07,
      "loss": 0.3506,
      "step": 2106000
    },
    {
      "epoch": 587.78,
      "grad_norm": 1.150139570236206,
      "learning_rate": 8.454740784853301e-07,
      "loss": 0.3254,
      "step": 2106010
    },
    {
      "epoch": 587.78,
      "grad_norm": 1.295043706893921,
      "learning_rate": 8.45453285459959e-07,
      "loss": 0.3173,
      "step": 2106020
    },
    {
      "epoch": 587.78,
      "grad_norm": 1.2447136640548706,
      "learning_rate": 8.454324926340115e-07,
      "loss": 0.3308,
      "step": 2106030
    },
    {
      "epoch": 587.79,
      "grad_norm": 1.154776692390442,
      "learning_rate": 8.454117000074912e-07,
      "loss": 0.354,
      "step": 2106040
    },
    {
      "epoch": 587.79,
      "grad_norm": 1.0485889911651611,
      "learning_rate": 8.453909075803987e-07,
      "loss": 0.3463,
      "step": 2106050
    },
    {
      "epoch": 587.79,
      "grad_norm": 1.1085256338119507,
      "learning_rate": 8.453701153527398e-07,
      "loss": 0.3517,
      "step": 2106060
    },
    {
      "epoch": 587.8,
      "grad_norm": 1.117882251739502,
      "learning_rate": 8.453493233245146e-07,
      "loss": 0.3421,
      "step": 2106070
    },
    {
      "epoch": 587.8,
      "grad_norm": 1.0057554244995117,
      "learning_rate": 8.453285314957272e-07,
      "loss": 0.3393,
      "step": 2106080
    },
    {
      "epoch": 587.8,
      "grad_norm": 1.225188970565796,
      "learning_rate": 8.45307739866381e-07,
      "loss": 0.3433,
      "step": 2106090
    },
    {
      "epoch": 587.8,
      "grad_norm": 1.4085310697555542,
      "learning_rate": 8.452869484364769e-07,
      "loss": 0.3208,
      "step": 2106100
    },
    {
      "epoch": 587.81,
      "grad_norm": 1.697155475616455,
      "learning_rate": 8.452661572060186e-07,
      "loss": 0.351,
      "step": 2106110
    },
    {
      "epoch": 587.81,
      "grad_norm": 1.1551593542099,
      "learning_rate": 8.45245366175009e-07,
      "loss": 0.3314,
      "step": 2106120
    },
    {
      "epoch": 587.81,
      "grad_norm": 1.2727221250534058,
      "learning_rate": 8.452245753434515e-07,
      "loss": 0.3489,
      "step": 2106130
    },
    {
      "epoch": 587.81,
      "grad_norm": 1.099186897277832,
      "learning_rate": 8.452037847113476e-07,
      "loss": 0.3507,
      "step": 2106140
    },
    {
      "epoch": 587.82,
      "grad_norm": 1.0771583318710327,
      "learning_rate": 8.451829942787002e-07,
      "loss": 0.3426,
      "step": 2106150
    },
    {
      "epoch": 587.82,
      "grad_norm": 1.5053685903549194,
      "learning_rate": 8.451622040455136e-07,
      "loss": 0.3193,
      "step": 2106160
    },
    {
      "epoch": 587.82,
      "grad_norm": 1.2038896083831787,
      "learning_rate": 8.451414140117878e-07,
      "loss": 0.3337,
      "step": 2106170
    },
    {
      "epoch": 587.83,
      "grad_norm": 1.1564971208572388,
      "learning_rate": 8.451206241775287e-07,
      "loss": 0.3452,
      "step": 2106180
    },
    {
      "epoch": 587.83,
      "grad_norm": 1.183693528175354,
      "learning_rate": 8.450998345427367e-07,
      "loss": 0.3435,
      "step": 2106190
    },
    {
      "epoch": 587.83,
      "grad_norm": 1.1602189540863037,
      "learning_rate": 8.450790451074155e-07,
      "loss": 0.3131,
      "step": 2106200
    },
    {
      "epoch": 587.83,
      "grad_norm": 1.4634559154510498,
      "learning_rate": 8.450582558715682e-07,
      "loss": 0.3427,
      "step": 2106210
    },
    {
      "epoch": 587.84,
      "grad_norm": 1.118085503578186,
      "learning_rate": 8.450374668351974e-07,
      "loss": 0.3291,
      "step": 2106220
    },
    {
      "epoch": 587.84,
      "grad_norm": 1.048128366470337,
      "learning_rate": 8.450166779983051e-07,
      "loss": 0.3248,
      "step": 2106230
    },
    {
      "epoch": 587.84,
      "grad_norm": 1.249131202697754,
      "learning_rate": 8.449958893608946e-07,
      "loss": 0.3444,
      "step": 2106240
    },
    {
      "epoch": 587.85,
      "grad_norm": 1.299087643623352,
      "learning_rate": 8.449751009229689e-07,
      "loss": 0.3391,
      "step": 2106250
    },
    {
      "epoch": 587.85,
      "grad_norm": 1.1653472185134888,
      "learning_rate": 8.449543126845301e-07,
      "loss": 0.3337,
      "step": 2106260
    },
    {
      "epoch": 587.85,
      "grad_norm": 1.1169171333312988,
      "learning_rate": 8.449335246455826e-07,
      "loss": 0.34,
      "step": 2106270
    },
    {
      "epoch": 587.85,
      "grad_norm": 1.3427809476852417,
      "learning_rate": 8.449127368061271e-07,
      "loss": 0.3331,
      "step": 2106280
    },
    {
      "epoch": 587.86,
      "grad_norm": 1.2022536993026733,
      "learning_rate": 8.448919491661672e-07,
      "loss": 0.3357,
      "step": 2106290
    },
    {
      "epoch": 587.86,
      "grad_norm": 1.2450807094573975,
      "learning_rate": 8.448711617257065e-07,
      "loss": 0.3335,
      "step": 2106300
    },
    {
      "epoch": 587.86,
      "grad_norm": 1.2651928663253784,
      "learning_rate": 8.448503744847454e-07,
      "loss": 0.3448,
      "step": 2106310
    },
    {
      "epoch": 587.86,
      "grad_norm": 1.0220850706100464,
      "learning_rate": 8.448295874432898e-07,
      "loss": 0.3165,
      "step": 2106320
    },
    {
      "epoch": 587.87,
      "grad_norm": 0.9915577173233032,
      "learning_rate": 8.4480880060134e-07,
      "loss": 0.3316,
      "step": 2106330
    },
    {
      "epoch": 587.87,
      "grad_norm": 1.179381012916565,
      "learning_rate": 8.447880139588999e-07,
      "loss": 0.3313,
      "step": 2106340
    },
    {
      "epoch": 587.87,
      "grad_norm": 1.1274621486663818,
      "learning_rate": 8.447672275159721e-07,
      "loss": 0.3365,
      "step": 2106350
    },
    {
      "epoch": 587.88,
      "grad_norm": 1.2536756992340088,
      "learning_rate": 8.447464412725599e-07,
      "loss": 0.3411,
      "step": 2106360
    },
    {
      "epoch": 587.88,
      "grad_norm": 1.3486180305480957,
      "learning_rate": 8.447256552286646e-07,
      "loss": 0.3427,
      "step": 2106370
    },
    {
      "epoch": 587.88,
      "grad_norm": 0.9843451380729675,
      "learning_rate": 8.447048693842903e-07,
      "loss": 0.3386,
      "step": 2106380
    },
    {
      "epoch": 587.88,
      "grad_norm": 1.2390213012695312,
      "learning_rate": 8.446840837394397e-07,
      "loss": 0.3383,
      "step": 2106390
    },
    {
      "epoch": 587.89,
      "grad_norm": 1.4409101009368896,
      "learning_rate": 8.446632982941139e-07,
      "loss": 0.3321,
      "step": 2106400
    },
    {
      "epoch": 587.89,
      "grad_norm": 1.1869269609451294,
      "learning_rate": 8.446425130483182e-07,
      "loss": 0.3319,
      "step": 2106410
    },
    {
      "epoch": 587.89,
      "grad_norm": 1.5070971250534058,
      "learning_rate": 8.446217280020536e-07,
      "loss": 0.3283,
      "step": 2106420
    },
    {
      "epoch": 587.9,
      "grad_norm": 1.0872670412063599,
      "learning_rate": 8.446009431553231e-07,
      "loss": 0.3484,
      "step": 2106430
    },
    {
      "epoch": 587.9,
      "grad_norm": 1.3305628299713135,
      "learning_rate": 8.445801585081308e-07,
      "loss": 0.3492,
      "step": 2106440
    },
    {
      "epoch": 587.9,
      "grad_norm": 1.3742728233337402,
      "learning_rate": 8.445593740604775e-07,
      "loss": 0.3367,
      "step": 2106450
    },
    {
      "epoch": 587.9,
      "grad_norm": 1.453770399093628,
      "learning_rate": 8.445385898123671e-07,
      "loss": 0.3461,
      "step": 2106460
    },
    {
      "epoch": 587.91,
      "grad_norm": 1.048584222793579,
      "learning_rate": 8.445178057638018e-07,
      "loss": 0.3276,
      "step": 2106470
    },
    {
      "epoch": 587.91,
      "grad_norm": 1.3320045471191406,
      "learning_rate": 8.444970219147858e-07,
      "loss": 0.3408,
      "step": 2106480
    },
    {
      "epoch": 587.91,
      "grad_norm": 1.1686712503433228,
      "learning_rate": 8.444762382653189e-07,
      "loss": 0.3444,
      "step": 2106490
    },
    {
      "epoch": 587.92,
      "grad_norm": 1.8990330696105957,
      "learning_rate": 8.444554548154076e-07,
      "loss": 0.3438,
      "step": 2106500
    },
    {
      "epoch": 587.92,
      "grad_norm": 1.2019633054733276,
      "learning_rate": 8.444346715650518e-07,
      "loss": 0.3365,
      "step": 2106510
    },
    {
      "epoch": 587.92,
      "grad_norm": 2.0755207538604736,
      "learning_rate": 8.444138885142555e-07,
      "loss": 0.3309,
      "step": 2106520
    },
    {
      "epoch": 587.92,
      "grad_norm": 1.3602206707000732,
      "learning_rate": 8.443931056630218e-07,
      "loss": 0.3485,
      "step": 2106530
    },
    {
      "epoch": 587.93,
      "grad_norm": 1.6872940063476562,
      "learning_rate": 8.443723230113516e-07,
      "loss": 0.3345,
      "step": 2106540
    },
    {
      "epoch": 587.93,
      "grad_norm": 1.483148455619812,
      "learning_rate": 8.443515405592504e-07,
      "loss": 0.3483,
      "step": 2106550
    },
    {
      "epoch": 587.93,
      "grad_norm": 0.9675557613372803,
      "learning_rate": 8.443307583067188e-07,
      "loss": 0.3269,
      "step": 2106560
    },
    {
      "epoch": 587.93,
      "grad_norm": 1.172885537147522,
      "learning_rate": 8.4430997625376e-07,
      "loss": 0.3454,
      "step": 2106570
    },
    {
      "epoch": 587.94,
      "grad_norm": 2.837825298309326,
      "learning_rate": 8.442891944003784e-07,
      "loss": 0.339,
      "step": 2106580
    },
    {
      "epoch": 587.94,
      "grad_norm": 1.3296871185302734,
      "learning_rate": 8.442684127465744e-07,
      "loss": 0.3447,
      "step": 2106590
    },
    {
      "epoch": 587.94,
      "grad_norm": 1.1880199909210205,
      "learning_rate": 8.442476312923518e-07,
      "loss": 0.3375,
      "step": 2106600
    },
    {
      "epoch": 587.95,
      "grad_norm": 1.1644035577774048,
      "learning_rate": 8.442268500377133e-07,
      "loss": 0.3266,
      "step": 2106610
    },
    {
      "epoch": 587.95,
      "grad_norm": 1.2779407501220703,
      "learning_rate": 8.442060689826626e-07,
      "loss": 0.3405,
      "step": 2106620
    },
    {
      "epoch": 587.95,
      "grad_norm": 3.7976186275482178,
      "learning_rate": 8.441852881272001e-07,
      "loss": 0.3292,
      "step": 2106630
    },
    {
      "epoch": 587.95,
      "grad_norm": 1.1264673471450806,
      "learning_rate": 8.441645074713314e-07,
      "loss": 0.3645,
      "step": 2106640
    },
    {
      "epoch": 587.96,
      "grad_norm": 1.206925392150879,
      "learning_rate": 8.441437270150574e-07,
      "loss": 0.3331,
      "step": 2106650
    },
    {
      "epoch": 587.96,
      "grad_norm": 1.1774322986602783,
      "learning_rate": 8.441229467583813e-07,
      "loss": 0.3445,
      "step": 2106660
    },
    {
      "epoch": 587.96,
      "grad_norm": 1.0825190544128418,
      "learning_rate": 8.441021667013068e-07,
      "loss": 0.3285,
      "step": 2106670
    },
    {
      "epoch": 587.97,
      "grad_norm": 1.157292127609253,
      "learning_rate": 8.440813868438351e-07,
      "loss": 0.3427,
      "step": 2106680
    },
    {
      "epoch": 587.97,
      "grad_norm": 1.1524893045425415,
      "learning_rate": 8.440606071859696e-07,
      "loss": 0.334,
      "step": 2106690
    },
    {
      "epoch": 587.97,
      "grad_norm": 1.0929666757583618,
      "learning_rate": 8.440398277277132e-07,
      "loss": 0.3263,
      "step": 2106700
    },
    {
      "epoch": 587.97,
      "grad_norm": 1.1588000059127808,
      "learning_rate": 8.440190484690695e-07,
      "loss": 0.3344,
      "step": 2106710
    },
    {
      "epoch": 587.98,
      "grad_norm": 1.061706304550171,
      "learning_rate": 8.439982694100396e-07,
      "loss": 0.3705,
      "step": 2106720
    },
    {
      "epoch": 587.98,
      "grad_norm": 1.1226708889007568,
      "learning_rate": 8.439774905506271e-07,
      "loss": 0.3381,
      "step": 2106730
    },
    {
      "epoch": 587.98,
      "grad_norm": 1.462931752204895,
      "learning_rate": 8.439567118908353e-07,
      "loss": 0.3353,
      "step": 2106740
    },
    {
      "epoch": 587.98,
      "grad_norm": 1.3409624099731445,
      "learning_rate": 8.439359334306649e-07,
      "loss": 0.3333,
      "step": 2106750
    },
    {
      "epoch": 587.99,
      "grad_norm": 1.188735008239746,
      "learning_rate": 8.439151551701218e-07,
      "loss": 0.3453,
      "step": 2106760
    },
    {
      "epoch": 587.99,
      "grad_norm": 1.0070651769638062,
      "learning_rate": 8.438943771092062e-07,
      "loss": 0.3552,
      "step": 2106770
    },
    {
      "epoch": 587.99,
      "grad_norm": 1.1961424350738525,
      "learning_rate": 8.43873599247922e-07,
      "loss": 0.3574,
      "step": 2106780
    },
    {
      "epoch": 588.0,
      "grad_norm": 1.240814447402954,
      "learning_rate": 8.438528215862718e-07,
      "loss": 0.3395,
      "step": 2106790
    },
    {
      "epoch": 588.0,
      "grad_norm": 1.2433735132217407,
      "learning_rate": 8.438320441242588e-07,
      "loss": 0.3433,
      "step": 2106800
    },
    {
      "epoch": 588.0,
      "eval_loss": 0.34009629487991333,
      "eval_runtime": 67.4936,
      "eval_samples_per_second": 74.955,
      "eval_steps_per_second": 9.379,
      "step": 2106804
    },
    {
      "epoch": 588.0,
      "grad_norm": 1.1129834651947021,
      "learning_rate": 8.438112668618847e-07,
      "loss": 0.3529,
      "step": 2106810
    },
    {
      "epoch": 588.0,
      "grad_norm": 1.1666717529296875,
      "learning_rate": 8.43790489799153e-07,
      "loss": 0.3364,
      "step": 2106820
    },
    {
      "epoch": 588.01,
      "grad_norm": 1.332458734512329,
      "learning_rate": 8.43769712936066e-07,
      "loss": 0.3556,
      "step": 2106830
    },
    {
      "epoch": 588.01,
      "grad_norm": 0.9893571734428406,
      "learning_rate": 8.43748936272627e-07,
      "loss": 0.3517,
      "step": 2106840
    },
    {
      "epoch": 588.01,
      "grad_norm": 1.2884302139282227,
      "learning_rate": 8.437281598088391e-07,
      "loss": 0.3369,
      "step": 2106850
    },
    {
      "epoch": 588.02,
      "grad_norm": 1.1221665143966675,
      "learning_rate": 8.43707383544704e-07,
      "loss": 0.3226,
      "step": 2106860
    },
    {
      "epoch": 588.02,
      "grad_norm": 1.3449618816375732,
      "learning_rate": 8.43686607480225e-07,
      "loss": 0.3346,
      "step": 2106870
    },
    {
      "epoch": 588.02,
      "grad_norm": 1.6115190982818604,
      "learning_rate": 8.436658316154046e-07,
      "loss": 0.3304,
      "step": 2106880
    },
    {
      "epoch": 588.02,
      "grad_norm": 1.2860180139541626,
      "learning_rate": 8.436450559502459e-07,
      "loss": 0.3491,
      "step": 2106890
    },
    {
      "epoch": 588.03,
      "grad_norm": 1.1012524366378784,
      "learning_rate": 8.436242804847525e-07,
      "loss": 0.3313,
      "step": 2106900
    },
    {
      "epoch": 588.03,
      "grad_norm": 0.995155394077301,
      "learning_rate": 8.436035052189253e-07,
      "loss": 0.3538,
      "step": 2106910
    },
    {
      "epoch": 588.03,
      "grad_norm": 1.1377520561218262,
      "learning_rate": 8.43582730152768e-07,
      "loss": 0.3228,
      "step": 2106920
    },
    {
      "epoch": 588.04,
      "grad_norm": 1.3194677829742432,
      "learning_rate": 8.435619552862836e-07,
      "loss": 0.3412,
      "step": 2106930
    },
    {
      "epoch": 588.04,
      "grad_norm": 1.3116881847381592,
      "learning_rate": 8.435411806194752e-07,
      "loss": 0.3491,
      "step": 2106940
    },
    {
      "epoch": 588.04,
      "grad_norm": 1.1104942560195923,
      "learning_rate": 8.435204061523442e-07,
      "loss": 0.3329,
      "step": 2106950
    },
    {
      "epoch": 588.04,
      "grad_norm": 1.0887811183929443,
      "learning_rate": 8.434996318848942e-07,
      "loss": 0.3293,
      "step": 2106960
    },
    {
      "epoch": 588.05,
      "grad_norm": 1.3000242710113525,
      "learning_rate": 8.43478857817129e-07,
      "loss": 0.3594,
      "step": 2106970
    },
    {
      "epoch": 588.05,
      "grad_norm": 1.1467227935791016,
      "learning_rate": 8.434580839490483e-07,
      "loss": 0.3417,
      "step": 2106980
    },
    {
      "epoch": 588.05,
      "grad_norm": 1.3437309265136719,
      "learning_rate": 8.434373102806586e-07,
      "loss": 0.3516,
      "step": 2106990
    },
    {
      "epoch": 588.05,
      "grad_norm": 1.0912271738052368,
      "learning_rate": 8.434165368119603e-07,
      "loss": 0.349,
      "step": 2107000
    },
    {
      "epoch": 588.06,
      "grad_norm": 0.9828718304634094,
      "learning_rate": 8.433957635429566e-07,
      "loss": 0.3452,
      "step": 2107010
    },
    {
      "epoch": 588.06,
      "grad_norm": 1.154045820236206,
      "learning_rate": 8.433749904736505e-07,
      "loss": 0.3365,
      "step": 2107020
    },
    {
      "epoch": 588.06,
      "grad_norm": 1.2958468198776245,
      "learning_rate": 8.433542176040457e-07,
      "loss": 0.3448,
      "step": 2107030
    },
    {
      "epoch": 588.07,
      "grad_norm": 1.1842626333236694,
      "learning_rate": 8.433334449341429e-07,
      "loss": 0.3374,
      "step": 2107040
    },
    {
      "epoch": 588.07,
      "grad_norm": 4.692028045654297,
      "learning_rate": 8.433126724639462e-07,
      "loss": 0.327,
      "step": 2107050
    },
    {
      "epoch": 588.07,
      "grad_norm": 1.072963833808899,
      "learning_rate": 8.432919001934586e-07,
      "loss": 0.3372,
      "step": 2107060
    },
    {
      "epoch": 588.07,
      "grad_norm": 1.2297751903533936,
      "learning_rate": 8.432711281226811e-07,
      "loss": 0.341,
      "step": 2107070
    },
    {
      "epoch": 588.08,
      "grad_norm": 1.0594831705093384,
      "learning_rate": 8.432503562516191e-07,
      "loss": 0.3396,
      "step": 2107080
    },
    {
      "epoch": 588.08,
      "grad_norm": 1.138588547706604,
      "learning_rate": 8.432295845802734e-07,
      "loss": 0.3374,
      "step": 2107090
    },
    {
      "epoch": 588.08,
      "grad_norm": 1.0388808250427246,
      "learning_rate": 8.432088131086474e-07,
      "loss": 0.3241,
      "step": 2107100
    },
    {
      "epoch": 588.09,
      "grad_norm": 1.1094528436660767,
      "learning_rate": 8.431880418367443e-07,
      "loss": 0.3351,
      "step": 2107110
    },
    {
      "epoch": 588.09,
      "grad_norm": 1.2525379657745361,
      "learning_rate": 8.431672707645652e-07,
      "loss": 0.3417,
      "step": 2107120
    },
    {
      "epoch": 588.09,
      "grad_norm": 1.0300651788711548,
      "learning_rate": 8.431464998921156e-07,
      "loss": 0.3193,
      "step": 2107130
    },
    {
      "epoch": 588.09,
      "grad_norm": 1.0684839487075806,
      "learning_rate": 8.431257292193958e-07,
      "loss": 0.3409,
      "step": 2107140
    },
    {
      "epoch": 588.1,
      "grad_norm": 1.7107748985290527,
      "learning_rate": 8.431049587464095e-07,
      "loss": 0.3428,
      "step": 2107150
    },
    {
      "epoch": 588.1,
      "grad_norm": 1.2568904161453247,
      "learning_rate": 8.430841884731596e-07,
      "loss": 0.3445,
      "step": 2107160
    },
    {
      "epoch": 588.1,
      "grad_norm": 1.3589812517166138,
      "learning_rate": 8.430634183996494e-07,
      "loss": 0.3364,
      "step": 2107170
    },
    {
      "epoch": 588.1,
      "grad_norm": 1.18765127658844,
      "learning_rate": 8.430426485258803e-07,
      "loss": 0.3374,
      "step": 2107180
    },
    {
      "epoch": 588.11,
      "grad_norm": 1.1750516891479492,
      "learning_rate": 8.430218788518557e-07,
      "loss": 0.343,
      "step": 2107190
    },
    {
      "epoch": 588.11,
      "grad_norm": 1.069708228111267,
      "learning_rate": 8.430011093775794e-07,
      "loss": 0.3587,
      "step": 2107200
    },
    {
      "epoch": 588.11,
      "grad_norm": 1.128883719444275,
      "learning_rate": 8.429803401030513e-07,
      "loss": 0.3491,
      "step": 2107210
    },
    {
      "epoch": 588.12,
      "grad_norm": 0.9866925477981567,
      "learning_rate": 8.429595710282777e-07,
      "loss": 0.3333,
      "step": 2107220
    },
    {
      "epoch": 588.12,
      "grad_norm": 1.1683658361434937,
      "learning_rate": 8.429388021532589e-07,
      "loss": 0.3224,
      "step": 2107230
    },
    {
      "epoch": 588.12,
      "grad_norm": 1.1152675151824951,
      "learning_rate": 8.429180334779987e-07,
      "loss": 0.3328,
      "step": 2107240
    },
    {
      "epoch": 588.12,
      "grad_norm": 1.8144688606262207,
      "learning_rate": 8.428972650025002e-07,
      "loss": 0.333,
      "step": 2107250
    },
    {
      "epoch": 588.13,
      "grad_norm": 1.0613996982574463,
      "learning_rate": 8.428764967267648e-07,
      "loss": 0.34,
      "step": 2107260
    },
    {
      "epoch": 588.13,
      "grad_norm": 1.0647748708724976,
      "learning_rate": 8.428557286507962e-07,
      "loss": 0.3481,
      "step": 2107270
    },
    {
      "epoch": 588.13,
      "grad_norm": 1.243019938468933,
      "learning_rate": 8.428349607745972e-07,
      "loss": 0.3505,
      "step": 2107280
    },
    {
      "epoch": 588.14,
      "grad_norm": 1.3671561479568481,
      "learning_rate": 8.42814193098171e-07,
      "loss": 0.342,
      "step": 2107290
    },
    {
      "epoch": 588.14,
      "grad_norm": 1.0899626016616821,
      "learning_rate": 8.427934256215181e-07,
      "loss": 0.3361,
      "step": 2107300
    },
    {
      "epoch": 588.14,
      "grad_norm": 1.222758173942566,
      "learning_rate": 8.427726583446447e-07,
      "loss": 0.341,
      "step": 2107310
    },
    {
      "epoch": 588.14,
      "grad_norm": 1.2432998418807983,
      "learning_rate": 8.427518912675508e-07,
      "loss": 0.3216,
      "step": 2107320
    },
    {
      "epoch": 588.15,
      "grad_norm": 1.1746530532836914,
      "learning_rate": 8.427311243902403e-07,
      "loss": 0.3525,
      "step": 2107330
    },
    {
      "epoch": 588.15,
      "grad_norm": 1.2320269346237183,
      "learning_rate": 8.427103577127166e-07,
      "loss": 0.3362,
      "step": 2107340
    },
    {
      "epoch": 588.15,
      "grad_norm": 1.217949390411377,
      "learning_rate": 8.42689591234981e-07,
      "loss": 0.3195,
      "step": 2107350
    },
    {
      "epoch": 588.16,
      "grad_norm": 1.1672203540802002,
      "learning_rate": 8.426688249570366e-07,
      "loss": 0.3338,
      "step": 2107360
    },
    {
      "epoch": 588.16,
      "grad_norm": 1.5053688287734985,
      "learning_rate": 8.426480588788868e-07,
      "loss": 0.3397,
      "step": 2107370
    },
    {
      "epoch": 588.16,
      "grad_norm": 0.9970684051513672,
      "learning_rate": 8.426272930005348e-07,
      "loss": 0.3269,
      "step": 2107380
    },
    {
      "epoch": 588.16,
      "grad_norm": 1.0909464359283447,
      "learning_rate": 8.426065273219818e-07,
      "loss": 0.3256,
      "step": 2107390
    },
    {
      "epoch": 588.17,
      "grad_norm": 1.2061569690704346,
      "learning_rate": 8.425857618432315e-07,
      "loss": 0.3436,
      "step": 2107400
    },
    {
      "epoch": 588.17,
      "grad_norm": 1.008618950843811,
      "learning_rate": 8.425649965642864e-07,
      "loss": 0.3147,
      "step": 2107410
    },
    {
      "epoch": 588.17,
      "grad_norm": 1.3709772825241089,
      "learning_rate": 8.425442314851496e-07,
      "loss": 0.3359,
      "step": 2107420
    },
    {
      "epoch": 588.17,
      "grad_norm": 1.2650258541107178,
      "learning_rate": 8.425234666058244e-07,
      "loss": 0.3387,
      "step": 2107430
    },
    {
      "epoch": 588.18,
      "grad_norm": 1.3984463214874268,
      "learning_rate": 8.425027019263114e-07,
      "loss": 0.3404,
      "step": 2107440
    },
    {
      "epoch": 588.18,
      "grad_norm": 1.120033621788025,
      "learning_rate": 8.424819374466163e-07,
      "loss": 0.3381,
      "step": 2107450
    },
    {
      "epoch": 588.18,
      "grad_norm": 1.239406704902649,
      "learning_rate": 8.424611731667398e-07,
      "loss": 0.3444,
      "step": 2107460
    },
    {
      "epoch": 588.19,
      "grad_norm": 1.0697247982025146,
      "learning_rate": 8.42440409086685e-07,
      "loss": 0.3455,
      "step": 2107470
    },
    {
      "epoch": 588.19,
      "grad_norm": 1.4550305604934692,
      "learning_rate": 8.424196452064557e-07,
      "loss": 0.3352,
      "step": 2107480
    },
    {
      "epoch": 588.19,
      "grad_norm": 1.0552375316619873,
      "learning_rate": 8.423988815260533e-07,
      "loss": 0.3375,
      "step": 2107490
    },
    {
      "epoch": 588.19,
      "grad_norm": 1.2720506191253662,
      "learning_rate": 8.423781180454809e-07,
      "loss": 0.3448,
      "step": 2107500
    },
    {
      "epoch": 588.2,
      "grad_norm": 1.0541534423828125,
      "learning_rate": 8.423573547647416e-07,
      "loss": 0.3378,
      "step": 2107510
    },
    {
      "epoch": 588.2,
      "grad_norm": 1.1613783836364746,
      "learning_rate": 8.423365916838392e-07,
      "loss": 0.3341,
      "step": 2107520
    },
    {
      "epoch": 588.2,
      "grad_norm": 1.07646906375885,
      "learning_rate": 8.423158288027742e-07,
      "loss": 0.3414,
      "step": 2107530
    },
    {
      "epoch": 588.21,
      "grad_norm": 1.1622565984725952,
      "learning_rate": 8.422950661215504e-07,
      "loss": 0.3391,
      "step": 2107540
    },
    {
      "epoch": 588.21,
      "grad_norm": 1.1665464639663696,
      "learning_rate": 8.422743036401714e-07,
      "loss": 0.326,
      "step": 2107550
    },
    {
      "epoch": 588.21,
      "grad_norm": 1.2648191452026367,
      "learning_rate": 8.422535413586381e-07,
      "loss": 0.3274,
      "step": 2107560
    },
    {
      "epoch": 588.21,
      "grad_norm": 1.1668003797531128,
      "learning_rate": 8.422327792769555e-07,
      "loss": 0.3404,
      "step": 2107570
    },
    {
      "epoch": 588.22,
      "grad_norm": 1.199028730392456,
      "learning_rate": 8.422120173951246e-07,
      "loss": 0.3529,
      "step": 2107580
    },
    {
      "epoch": 588.22,
      "grad_norm": 1.11376953125,
      "learning_rate": 8.421912557131489e-07,
      "loss": 0.3456,
      "step": 2107590
    },
    {
      "epoch": 588.22,
      "grad_norm": 1.108453392982483,
      "learning_rate": 8.421704942310311e-07,
      "loss": 0.3365,
      "step": 2107600
    },
    {
      "epoch": 588.22,
      "grad_norm": 1.1502591371536255,
      "learning_rate": 8.421497329487747e-07,
      "loss": 0.3309,
      "step": 2107610
    },
    {
      "epoch": 588.23,
      "grad_norm": 1.0409210920333862,
      "learning_rate": 8.421289718663808e-07,
      "loss": 0.3343,
      "step": 2107620
    },
    {
      "epoch": 588.23,
      "grad_norm": 1.403002381324768,
      "learning_rate": 8.421082109838533e-07,
      "loss": 0.3283,
      "step": 2107630
    },
    {
      "epoch": 588.23,
      "grad_norm": 1.1962897777557373,
      "learning_rate": 8.420874503011954e-07,
      "loss": 0.3372,
      "step": 2107640
    },
    {
      "epoch": 588.24,
      "grad_norm": 1.258671760559082,
      "learning_rate": 8.420666898184076e-07,
      "loss": 0.3155,
      "step": 2107650
    },
    {
      "epoch": 588.24,
      "grad_norm": 1.0733245611190796,
      "learning_rate": 8.420459295354958e-07,
      "loss": 0.3281,
      "step": 2107660
    },
    {
      "epoch": 588.24,
      "grad_norm": 0.9863569736480713,
      "learning_rate": 8.420251694524604e-07,
      "loss": 0.336,
      "step": 2107670
    },
    {
      "epoch": 588.24,
      "grad_norm": 1.7544174194335938,
      "learning_rate": 8.420044095693052e-07,
      "loss": 0.3299,
      "step": 2107680
    },
    {
      "epoch": 588.25,
      "grad_norm": 1.1299549341201782,
      "learning_rate": 8.419836498860332e-07,
      "loss": 0.3377,
      "step": 2107690
    },
    {
      "epoch": 588.25,
      "grad_norm": 1.1828703880310059,
      "learning_rate": 8.419628904026452e-07,
      "loss": 0.3326,
      "step": 2107700
    },
    {
      "epoch": 588.25,
      "grad_norm": 1.1293774843215942,
      "learning_rate": 8.419421311191472e-07,
      "loss": 0.3514,
      "step": 2107710
    },
    {
      "epoch": 588.26,
      "grad_norm": 1.1318789720535278,
      "learning_rate": 8.419213720355394e-07,
      "loss": 0.323,
      "step": 2107720
    },
    {
      "epoch": 588.26,
      "grad_norm": 1.005415916442871,
      "learning_rate": 8.419006131518256e-07,
      "loss": 0.3326,
      "step": 2107730
    },
    {
      "epoch": 588.26,
      "grad_norm": 1.0951701402664185,
      "learning_rate": 8.418798544680082e-07,
      "loss": 0.3359,
      "step": 2107740
    },
    {
      "epoch": 588.26,
      "grad_norm": 1.325256109237671,
      "learning_rate": 8.418590959840907e-07,
      "loss": 0.3311,
      "step": 2107750
    },
    {
      "epoch": 588.27,
      "grad_norm": 1.3415682315826416,
      "learning_rate": 8.418383377000747e-07,
      "loss": 0.3373,
      "step": 2107760
    },
    {
      "epoch": 588.27,
      "grad_norm": 1.0267106294631958,
      "learning_rate": 8.418175796159635e-07,
      "loss": 0.337,
      "step": 2107770
    },
    {
      "epoch": 588.27,
      "grad_norm": 1.2370246648788452,
      "learning_rate": 8.417968217317608e-07,
      "loss": 0.334,
      "step": 2107780
    },
    {
      "epoch": 588.28,
      "grad_norm": 1.1654521226882935,
      "learning_rate": 8.41776064047467e-07,
      "loss": 0.3437,
      "step": 2107790
    },
    {
      "epoch": 588.28,
      "grad_norm": 1.1072094440460205,
      "learning_rate": 8.417553065630877e-07,
      "loss": 0.3571,
      "step": 2107800
    },
    {
      "epoch": 588.28,
      "grad_norm": 1.0927196741104126,
      "learning_rate": 8.417345492786235e-07,
      "loss": 0.341,
      "step": 2107810
    },
    {
      "epoch": 588.28,
      "grad_norm": 1.3448166847229004,
      "learning_rate": 8.417137921940781e-07,
      "loss": 0.345,
      "step": 2107820
    },
    {
      "epoch": 588.29,
      "grad_norm": 1.2837389707565308,
      "learning_rate": 8.416930353094548e-07,
      "loss": 0.3334,
      "step": 2107830
    },
    {
      "epoch": 588.29,
      "grad_norm": 1.1286674737930298,
      "learning_rate": 8.41672278624755e-07,
      "loss": 0.3285,
      "step": 2107840
    },
    {
      "epoch": 588.29,
      "grad_norm": 1.1719210147857666,
      "learning_rate": 8.416515221399822e-07,
      "loss": 0.3397,
      "step": 2107850
    },
    {
      "epoch": 588.29,
      "grad_norm": 1.1425892114639282,
      "learning_rate": 8.41630765855139e-07,
      "loss": 0.3428,
      "step": 2107860
    },
    {
      "epoch": 588.3,
      "grad_norm": 1.1676222085952759,
      "learning_rate": 8.41610009770229e-07,
      "loss": 0.3501,
      "step": 2107870
    },
    {
      "epoch": 588.3,
      "grad_norm": 1.3922021389007568,
      "learning_rate": 8.415892538852529e-07,
      "loss": 0.3376,
      "step": 2107880
    },
    {
      "epoch": 588.3,
      "grad_norm": 1.121549367904663,
      "learning_rate": 8.415684982002161e-07,
      "loss": 0.334,
      "step": 2107890
    },
    {
      "epoch": 588.31,
      "grad_norm": 1.007926106452942,
      "learning_rate": 8.415477427151196e-07,
      "loss": 0.3199,
      "step": 2107900
    },
    {
      "epoch": 588.31,
      "grad_norm": 1.277510643005371,
      "learning_rate": 8.415269874299663e-07,
      "loss": 0.3363,
      "step": 2107910
    },
    {
      "epoch": 588.31,
      "grad_norm": 1.1336698532104492,
      "learning_rate": 8.415062323447603e-07,
      "loss": 0.3395,
      "step": 2107920
    },
    {
      "epoch": 588.31,
      "grad_norm": 1.1862778663635254,
      "learning_rate": 8.414854774595025e-07,
      "loss": 0.3394,
      "step": 2107930
    },
    {
      "epoch": 588.32,
      "grad_norm": 1.1521960496902466,
      "learning_rate": 8.414647227741964e-07,
      "loss": 0.3645,
      "step": 2107940
    },
    {
      "epoch": 588.32,
      "grad_norm": 1.0597835779190063,
      "learning_rate": 8.414439682888451e-07,
      "loss": 0.3288,
      "step": 2107950
    },
    {
      "epoch": 588.32,
      "grad_norm": 4.105849742889404,
      "learning_rate": 8.414232140034519e-07,
      "loss": 0.324,
      "step": 2107960
    },
    {
      "epoch": 588.33,
      "grad_norm": 1.002318024635315,
      "learning_rate": 8.41402459918017e-07,
      "loss": 0.3298,
      "step": 2107970
    },
    {
      "epoch": 588.33,
      "grad_norm": 1.3167080879211426,
      "learning_rate": 8.413817060325466e-07,
      "loss": 0.3393,
      "step": 2107980
    },
    {
      "epoch": 588.33,
      "grad_norm": 1.201263189315796,
      "learning_rate": 8.413609523470414e-07,
      "loss": 0.3405,
      "step": 2107990
    },
    {
      "epoch": 588.33,
      "grad_norm": 1.3144978284835815,
      "learning_rate": 8.413401988615042e-07,
      "loss": 0.3419,
      "step": 2108000
    },
    {
      "epoch": 588.34,
      "grad_norm": 1.2876441478729248,
      "learning_rate": 8.413194455759392e-07,
      "loss": 0.3515,
      "step": 2108010
    },
    {
      "epoch": 588.34,
      "grad_norm": 1.2475367784500122,
      "learning_rate": 8.412986924903464e-07,
      "loss": 0.3448,
      "step": 2108020
    },
    {
      "epoch": 588.34,
      "grad_norm": 1.0128642320632935,
      "learning_rate": 8.412779396047318e-07,
      "loss": 0.345,
      "step": 2108030
    },
    {
      "epoch": 588.34,
      "grad_norm": 1.2552295923233032,
      "learning_rate": 8.41257186919096e-07,
      "loss": 0.3418,
      "step": 2108040
    },
    {
      "epoch": 588.35,
      "grad_norm": 1.0909429788589478,
      "learning_rate": 8.412364344334423e-07,
      "loss": 0.3415,
      "step": 2108050
    },
    {
      "epoch": 588.35,
      "grad_norm": 1.188248872756958,
      "learning_rate": 8.412156821477743e-07,
      "loss": 0.3346,
      "step": 2108060
    },
    {
      "epoch": 588.35,
      "grad_norm": 1.1327110528945923,
      "learning_rate": 8.411949300620935e-07,
      "loss": 0.3307,
      "step": 2108070
    },
    {
      "epoch": 588.36,
      "grad_norm": 1.0453892946243286,
      "learning_rate": 8.411741781764029e-07,
      "loss": 0.3369,
      "step": 2108080
    },
    {
      "epoch": 588.36,
      "grad_norm": 1.2096381187438965,
      "learning_rate": 8.411534264907057e-07,
      "loss": 0.3356,
      "step": 2108090
    },
    {
      "epoch": 588.36,
      "grad_norm": 1.1234254837036133,
      "learning_rate": 8.411326750050051e-07,
      "loss": 0.3535,
      "step": 2108100
    },
    {
      "epoch": 588.36,
      "grad_norm": 1.0775519609451294,
      "learning_rate": 8.41111923719302e-07,
      "loss": 0.3196,
      "step": 2108110
    },
    {
      "epoch": 588.37,
      "grad_norm": 1.0728356838226318,
      "learning_rate": 8.410911726336018e-07,
      "loss": 0.3286,
      "step": 2108120
    },
    {
      "epoch": 588.37,
      "grad_norm": 1.5560437440872192,
      "learning_rate": 8.410704217479053e-07,
      "loss": 0.3554,
      "step": 2108130
    },
    {
      "epoch": 588.37,
      "grad_norm": 1.040152907371521,
      "learning_rate": 8.410496710622158e-07,
      "loss": 0.3408,
      "step": 2108140
    },
    {
      "epoch": 588.38,
      "grad_norm": 1.1481006145477295,
      "learning_rate": 8.410289205765368e-07,
      "loss": 0.3462,
      "step": 2108150
    },
    {
      "epoch": 588.38,
      "grad_norm": 1.3828176259994507,
      "learning_rate": 8.410081702908695e-07,
      "loss": 0.3437,
      "step": 2108160
    },
    {
      "epoch": 588.38,
      "grad_norm": 1.2509794235229492,
      "learning_rate": 8.409874202052176e-07,
      "loss": 0.3616,
      "step": 2108170
    },
    {
      "epoch": 588.38,
      "grad_norm": 1.2700852155685425,
      "learning_rate": 8.40966670319584e-07,
      "loss": 0.3412,
      "step": 2108180
    },
    {
      "epoch": 588.39,
      "grad_norm": 1.2236236333847046,
      "learning_rate": 8.409459206339721e-07,
      "loss": 0.3253,
      "step": 2108190
    },
    {
      "epoch": 588.39,
      "grad_norm": 1.1993449926376343,
      "learning_rate": 8.409251711483827e-07,
      "loss": 0.3407,
      "step": 2108200
    },
    {
      "epoch": 588.39,
      "grad_norm": 1.1153156757354736,
      "learning_rate": 8.409044218628201e-07,
      "loss": 0.3214,
      "step": 2108210
    },
    {
      "epoch": 588.4,
      "grad_norm": 1.0898734331130981,
      "learning_rate": 8.408836727772872e-07,
      "loss": 0.3323,
      "step": 2108220
    },
    {
      "epoch": 588.4,
      "grad_norm": 1.319067120552063,
      "learning_rate": 8.408629238917846e-07,
      "loss": 0.3288,
      "step": 2108230
    },
    {
      "epoch": 588.4,
      "grad_norm": 1.1978912353515625,
      "learning_rate": 8.408421752063184e-07,
      "loss": 0.3158,
      "step": 2108240
    },
    {
      "epoch": 588.4,
      "grad_norm": 1.264400601387024,
      "learning_rate": 8.408214267208886e-07,
      "loss": 0.349,
      "step": 2108250
    },
    {
      "epoch": 588.41,
      "grad_norm": 1.1352019309997559,
      "learning_rate": 8.408006784354994e-07,
      "loss": 0.357,
      "step": 2108260
    },
    {
      "epoch": 588.41,
      "grad_norm": 1.4147855043411255,
      "learning_rate": 8.40779930350153e-07,
      "loss": 0.3358,
      "step": 2108270
    },
    {
      "epoch": 588.41,
      "grad_norm": 1.5959038734436035,
      "learning_rate": 8.407591824648523e-07,
      "loss": 0.3498,
      "step": 2108280
    },
    {
      "epoch": 588.41,
      "grad_norm": 1.2715253829956055,
      "learning_rate": 8.407384347796009e-07,
      "loss": 0.3341,
      "step": 2108290
    },
    {
      "epoch": 588.42,
      "grad_norm": 1.1012588739395142,
      "learning_rate": 8.407176872944e-07,
      "loss": 0.3385,
      "step": 2108300
    },
    {
      "epoch": 588.42,
      "grad_norm": 1.0536102056503296,
      "learning_rate": 8.406969400092529e-07,
      "loss": 0.329,
      "step": 2108310
    },
    {
      "epoch": 588.42,
      "grad_norm": 1.1642872095108032,
      "learning_rate": 8.406761929241628e-07,
      "loss": 0.3501,
      "step": 2108320
    },
    {
      "epoch": 588.43,
      "grad_norm": 1.0194175243377686,
      "learning_rate": 8.406554460391328e-07,
      "loss": 0.3514,
      "step": 2108330
    },
    {
      "epoch": 588.43,
      "grad_norm": 1.3944292068481445,
      "learning_rate": 8.406346993541646e-07,
      "loss": 0.3547,
      "step": 2108340
    },
    {
      "epoch": 588.43,
      "grad_norm": 2.490002155303955,
      "learning_rate": 8.406139528692612e-07,
      "loss": 0.3574,
      "step": 2108350
    },
    {
      "epoch": 588.43,
      "grad_norm": 1.0325373411178589,
      "learning_rate": 8.405932065844265e-07,
      "loss": 0.336,
      "step": 2108360
    },
    {
      "epoch": 588.44,
      "grad_norm": 1.2929540872573853,
      "learning_rate": 8.405724604996608e-07,
      "loss": 0.3365,
      "step": 2108370
    },
    {
      "epoch": 588.44,
      "grad_norm": 1.0837491750717163,
      "learning_rate": 8.4055171461497e-07,
      "loss": 0.3292,
      "step": 2108380
    },
    {
      "epoch": 588.44,
      "grad_norm": 0.9908857345581055,
      "learning_rate": 8.405309689303545e-07,
      "loss": 0.3401,
      "step": 2108390
    },
    {
      "epoch": 588.45,
      "grad_norm": 1.1568717956542969,
      "learning_rate": 8.40510223445818e-07,
      "loss": 0.3329,
      "step": 2108400
    },
    {
      "epoch": 588.45,
      "grad_norm": 1.1203722953796387,
      "learning_rate": 8.404894781613628e-07,
      "loss": 0.3491,
      "step": 2108410
    },
    {
      "epoch": 588.45,
      "grad_norm": 1.1730437278747559,
      "learning_rate": 8.404687330769933e-07,
      "loss": 0.3412,
      "step": 2108420
    },
    {
      "epoch": 588.45,
      "grad_norm": 1.179803490638733,
      "learning_rate": 8.404479881927097e-07,
      "loss": 0.3465,
      "step": 2108430
    },
    {
      "epoch": 588.46,
      "grad_norm": 1.2655142545700073,
      "learning_rate": 8.404272435085161e-07,
      "loss": 0.3464,
      "step": 2108440
    },
    {
      "epoch": 588.46,
      "grad_norm": 1.2852336168289185,
      "learning_rate": 8.40406499024416e-07,
      "loss": 0.3348,
      "step": 2108450
    },
    {
      "epoch": 588.46,
      "grad_norm": 1.4418264627456665,
      "learning_rate": 8.403857547404098e-07,
      "loss": 0.339,
      "step": 2108460
    },
    {
      "epoch": 588.46,
      "grad_norm": 1.109678864479065,
      "learning_rate": 8.403650106565032e-07,
      "loss": 0.3435,
      "step": 2108470
    },
    {
      "epoch": 588.47,
      "grad_norm": 1.059647560119629,
      "learning_rate": 8.40344266772697e-07,
      "loss": 0.3356,
      "step": 2108480
    },
    {
      "epoch": 588.47,
      "grad_norm": 1.057212233543396,
      "learning_rate": 8.403235230889945e-07,
      "loss": 0.3372,
      "step": 2108490
    },
    {
      "epoch": 588.47,
      "grad_norm": 1.1405179500579834,
      "learning_rate": 8.403027796053991e-07,
      "loss": 0.3489,
      "step": 2108500
    },
    {
      "epoch": 588.48,
      "grad_norm": 1.3073177337646484,
      "learning_rate": 8.402820363219123e-07,
      "loss": 0.3438,
      "step": 2108510
    },
    {
      "epoch": 588.48,
      "grad_norm": 1.1299571990966797,
      "learning_rate": 8.402612932385374e-07,
      "loss": 0.342,
      "step": 2108520
    },
    {
      "epoch": 588.48,
      "grad_norm": 1.2135757207870483,
      "learning_rate": 8.402405503552771e-07,
      "loss": 0.3417,
      "step": 2108530
    },
    {
      "epoch": 588.48,
      "grad_norm": 1.1761183738708496,
      "learning_rate": 8.402198076721354e-07,
      "loss": 0.3306,
      "step": 2108540
    },
    {
      "epoch": 588.49,
      "grad_norm": 1.2472200393676758,
      "learning_rate": 8.401990651891123e-07,
      "loss": 0.3383,
      "step": 2108550
    },
    {
      "epoch": 588.49,
      "grad_norm": 1.1619608402252197,
      "learning_rate": 8.401783229062138e-07,
      "loss": 0.3538,
      "step": 2108560
    },
    {
      "epoch": 588.49,
      "grad_norm": 1.3412292003631592,
      "learning_rate": 8.401575808234403e-07,
      "loss": 0.3504,
      "step": 2108570
    },
    {
      "epoch": 588.5,
      "grad_norm": 1.1537084579467773,
      "learning_rate": 8.401368389407953e-07,
      "loss": 0.3362,
      "step": 2108580
    },
    {
      "epoch": 588.5,
      "grad_norm": 1.2290966510772705,
      "learning_rate": 8.401160972582825e-07,
      "loss": 0.3499,
      "step": 2108590
    },
    {
      "epoch": 588.5,
      "grad_norm": 1.001376986503601,
      "learning_rate": 8.400953557759022e-07,
      "loss": 0.3384,
      "step": 2108600
    },
    {
      "epoch": 588.5,
      "grad_norm": 1.1353312730789185,
      "learning_rate": 8.400746144936603e-07,
      "loss": 0.3494,
      "step": 2108610
    },
    {
      "epoch": 588.51,
      "grad_norm": 1.198569893836975,
      "learning_rate": 8.400538734115571e-07,
      "loss": 0.3424,
      "step": 2108620
    },
    {
      "epoch": 588.51,
      "grad_norm": 1.0612196922302246,
      "learning_rate": 8.400331325295966e-07,
      "loss": 0.3474,
      "step": 2108630
    },
    {
      "epoch": 588.51,
      "grad_norm": 1.0852372646331787,
      "learning_rate": 8.400123918477818e-07,
      "loss": 0.3474,
      "step": 2108640
    },
    {
      "epoch": 588.52,
      "grad_norm": 1.1392433643341064,
      "learning_rate": 8.39991651366114e-07,
      "loss": 0.3293,
      "step": 2108650
    },
    {
      "epoch": 588.52,
      "grad_norm": 1.3907400369644165,
      "learning_rate": 8.39970911084597e-07,
      "loss": 0.3394,
      "step": 2108660
    },
    {
      "epoch": 588.52,
      "grad_norm": 1.1656414270401,
      "learning_rate": 8.399501710032333e-07,
      "loss": 0.3173,
      "step": 2108670
    },
    {
      "epoch": 588.52,
      "grad_norm": 1.2540488243103027,
      "learning_rate": 8.399294311220266e-07,
      "loss": 0.3538,
      "step": 2108680
    },
    {
      "epoch": 588.53,
      "grad_norm": 1.2560298442840576,
      "learning_rate": 8.399086914409772e-07,
      "loss": 0.3336,
      "step": 2108690
    },
    {
      "epoch": 588.53,
      "grad_norm": 1.1666514873504639,
      "learning_rate": 8.398879519600911e-07,
      "loss": 0.3416,
      "step": 2108700
    },
    {
      "epoch": 588.53,
      "grad_norm": 1.3368054628372192,
      "learning_rate": 8.398672126793687e-07,
      "loss": 0.3287,
      "step": 2108710
    },
    {
      "epoch": 588.53,
      "grad_norm": 0.9423778653144836,
      "learning_rate": 8.398464735988134e-07,
      "loss": 0.3328,
      "step": 2108720
    },
    {
      "epoch": 588.54,
      "grad_norm": 1.141933560371399,
      "learning_rate": 8.398257347184292e-07,
      "loss": 0.3239,
      "step": 2108730
    },
    {
      "epoch": 588.54,
      "grad_norm": 1.2353516817092896,
      "learning_rate": 8.398049960382164e-07,
      "loss": 0.3377,
      "step": 2108740
    },
    {
      "epoch": 588.54,
      "grad_norm": 1.2011651992797852,
      "learning_rate": 8.397842575581795e-07,
      "loss": 0.341,
      "step": 2108750
    },
    {
      "epoch": 588.55,
      "grad_norm": 1.1998586654663086,
      "learning_rate": 8.397635192783207e-07,
      "loss": 0.3291,
      "step": 2108760
    },
    {
      "epoch": 588.55,
      "grad_norm": 1.1122196912765503,
      "learning_rate": 8.397427811986438e-07,
      "loss": 0.3575,
      "step": 2108770
    },
    {
      "epoch": 588.55,
      "grad_norm": 1.1654776334762573,
      "learning_rate": 8.397220433191497e-07,
      "loss": 0.3413,
      "step": 2108780
    },
    {
      "epoch": 588.55,
      "grad_norm": 0.9234837293624878,
      "learning_rate": 8.397013056398424e-07,
      "loss": 0.3484,
      "step": 2108790
    },
    {
      "epoch": 588.56,
      "grad_norm": 1.2551836967468262,
      "learning_rate": 8.396805681607241e-07,
      "loss": 0.3468,
      "step": 2108800
    },
    {
      "epoch": 588.56,
      "grad_norm": 1.0966161489486694,
      "learning_rate": 8.39659830881798e-07,
      "loss": 0.3473,
      "step": 2108810
    },
    {
      "epoch": 588.56,
      "grad_norm": 1.4125322103500366,
      "learning_rate": 8.396390938030675e-07,
      "loss": 0.343,
      "step": 2108820
    },
    {
      "epoch": 588.57,
      "grad_norm": 1.2689611911773682,
      "learning_rate": 8.396183569245337e-07,
      "loss": 0.3641,
      "step": 2108830
    },
    {
      "epoch": 588.57,
      "grad_norm": 1.1391260623931885,
      "learning_rate": 8.395976202462003e-07,
      "loss": 0.3382,
      "step": 2108840
    },
    {
      "epoch": 588.57,
      "grad_norm": 1.089753270149231,
      "learning_rate": 8.395768837680699e-07,
      "loss": 0.3534,
      "step": 2108850
    },
    {
      "epoch": 588.57,
      "grad_norm": 1.2125571966171265,
      "learning_rate": 8.395561474901454e-07,
      "loss": 0.3517,
      "step": 2108860
    },
    {
      "epoch": 588.58,
      "grad_norm": 1.2245204448699951,
      "learning_rate": 8.395354114124304e-07,
      "loss": 0.3518,
      "step": 2108870
    },
    {
      "epoch": 588.58,
      "grad_norm": 1.3047436475753784,
      "learning_rate": 8.39514675534926e-07,
      "loss": 0.3497,
      "step": 2108880
    },
    {
      "epoch": 588.58,
      "grad_norm": 1.1109237670898438,
      "learning_rate": 8.394939398576357e-07,
      "loss": 0.3436,
      "step": 2108890
    },
    {
      "epoch": 588.58,
      "grad_norm": 1.4483575820922852,
      "learning_rate": 8.39473204380562e-07,
      "loss": 0.3285,
      "step": 2108900
    },
    {
      "epoch": 588.59,
      "grad_norm": 1.1415709257125854,
      "learning_rate": 8.394524691037092e-07,
      "loss": 0.3276,
      "step": 2108910
    },
    {
      "epoch": 588.59,
      "grad_norm": 1.213969349861145,
      "learning_rate": 8.394317340270769e-07,
      "loss": 0.3343,
      "step": 2108920
    },
    {
      "epoch": 588.59,
      "grad_norm": 0.975724995136261,
      "learning_rate": 8.394109991506714e-07,
      "loss": 0.3298,
      "step": 2108930
    },
    {
      "epoch": 588.6,
      "grad_norm": 1.672013282775879,
      "learning_rate": 8.393902644744931e-07,
      "loss": 0.3563,
      "step": 2108940
    },
    {
      "epoch": 588.6,
      "grad_norm": 1.303296685218811,
      "learning_rate": 8.393695299985455e-07,
      "loss": 0.3437,
      "step": 2108950
    },
    {
      "epoch": 588.6,
      "grad_norm": 4.743720054626465,
      "learning_rate": 8.393487957228322e-07,
      "loss": 0.318,
      "step": 2108960
    },
    {
      "epoch": 588.6,
      "grad_norm": 0.9112385511398315,
      "learning_rate": 8.393280616473542e-07,
      "loss": 0.3421,
      "step": 2108970
    },
    {
      "epoch": 588.61,
      "grad_norm": 1.3955274820327759,
      "learning_rate": 8.393073277721152e-07,
      "loss": 0.3436,
      "step": 2108980
    },
    {
      "epoch": 588.61,
      "grad_norm": 1.433962106704712,
      "learning_rate": 8.39286594097118e-07,
      "loss": 0.3327,
      "step": 2108990
    },
    {
      "epoch": 588.61,
      "grad_norm": 1.0893254280090332,
      "learning_rate": 8.39265860622366e-07,
      "loss": 0.3399,
      "step": 2109000
    },
    {
      "epoch": 588.62,
      "grad_norm": 1.32999849319458,
      "learning_rate": 8.392451273478605e-07,
      "loss": 0.3409,
      "step": 2109010
    },
    {
      "epoch": 588.62,
      "grad_norm": 0.9147108197212219,
      "learning_rate": 8.392243942736051e-07,
      "loss": 0.3558,
      "step": 2109020
    },
    {
      "epoch": 588.62,
      "grad_norm": 1.1790204048156738,
      "learning_rate": 8.392036613996031e-07,
      "loss": 0.3446,
      "step": 2109030
    },
    {
      "epoch": 588.62,
      "grad_norm": 1.1771764755249023,
      "learning_rate": 8.39182928725855e-07,
      "loss": 0.3322,
      "step": 2109040
    },
    {
      "epoch": 588.63,
      "grad_norm": 1.4217051267623901,
      "learning_rate": 8.39162196252367e-07,
      "loss": 0.3517,
      "step": 2109050
    },
    {
      "epoch": 588.63,
      "grad_norm": 1.3191838264465332,
      "learning_rate": 8.391414639791392e-07,
      "loss": 0.337,
      "step": 2109060
    },
    {
      "epoch": 588.63,
      "grad_norm": 1.20731782913208,
      "learning_rate": 8.391207319061751e-07,
      "loss": 0.3288,
      "step": 2109070
    },
    {
      "epoch": 588.64,
      "grad_norm": 1.105194091796875,
      "learning_rate": 8.391000000334775e-07,
      "loss": 0.3151,
      "step": 2109080
    },
    {
      "epoch": 588.64,
      "grad_norm": 1.1206862926483154,
      "learning_rate": 8.390792683610501e-07,
      "loss": 0.337,
      "step": 2109090
    },
    {
      "epoch": 588.64,
      "grad_norm": 1.2223443984985352,
      "learning_rate": 8.390585368888939e-07,
      "loss": 0.3378,
      "step": 2109100
    },
    {
      "epoch": 588.64,
      "grad_norm": 1.478460431098938,
      "learning_rate": 8.390378056170127e-07,
      "loss": 0.3486,
      "step": 2109110
    },
    {
      "epoch": 588.65,
      "grad_norm": 1.150774598121643,
      "learning_rate": 8.390170745454098e-07,
      "loss": 0.3237,
      "step": 2109120
    },
    {
      "epoch": 588.65,
      "grad_norm": 1.1822693347930908,
      "learning_rate": 8.389963436740859e-07,
      "loss": 0.3249,
      "step": 2109130
    },
    {
      "epoch": 588.65,
      "grad_norm": 1.0230869054794312,
      "learning_rate": 8.389756130030464e-07,
      "loss": 0.3338,
      "step": 2109140
    },
    {
      "epoch": 588.65,
      "grad_norm": 1.0719417333602905,
      "learning_rate": 8.389548825322923e-07,
      "loss": 0.3488,
      "step": 2109150
    },
    {
      "epoch": 588.66,
      "grad_norm": 1.1790040731430054,
      "learning_rate": 8.389341522618265e-07,
      "loss": 0.3425,
      "step": 2109160
    },
    {
      "epoch": 588.66,
      "grad_norm": 1.2741540670394897,
      "learning_rate": 8.389134221916533e-07,
      "loss": 0.3373,
      "step": 2109170
    },
    {
      "epoch": 588.66,
      "grad_norm": 1.3714722394943237,
      "learning_rate": 8.388926923217721e-07,
      "loss": 0.3357,
      "step": 2109180
    },
    {
      "epoch": 588.67,
      "grad_norm": 1.5435097217559814,
      "learning_rate": 8.3887196265219e-07,
      "loss": 0.3264,
      "step": 2109190
    },
    {
      "epoch": 588.67,
      "grad_norm": 1.33806312084198,
      "learning_rate": 8.388512331829064e-07,
      "loss": 0.338,
      "step": 2109200
    },
    {
      "epoch": 588.67,
      "grad_norm": 1.232079267501831,
      "learning_rate": 8.388305039139254e-07,
      "loss": 0.3423,
      "step": 2109210
    },
    {
      "epoch": 588.67,
      "grad_norm": 1.2105047702789307,
      "learning_rate": 8.388097748452495e-07,
      "loss": 0.3306,
      "step": 2109220
    },
    {
      "epoch": 588.68,
      "grad_norm": 1.4683408737182617,
      "learning_rate": 8.387890459768824e-07,
      "loss": 0.334,
      "step": 2109230
    },
    {
      "epoch": 588.68,
      "grad_norm": 1.1116678714752197,
      "learning_rate": 8.387683173088251e-07,
      "loss": 0.3371,
      "step": 2109240
    },
    {
      "epoch": 588.68,
      "grad_norm": 1.202507495880127,
      "learning_rate": 8.387475888410815e-07,
      "loss": 0.3434,
      "step": 2109250
    },
    {
      "epoch": 588.69,
      "grad_norm": 1.2398327589035034,
      "learning_rate": 8.387268605736549e-07,
      "loss": 0.3328,
      "step": 2109260
    },
    {
      "epoch": 588.69,
      "grad_norm": 1.1037813425064087,
      "learning_rate": 8.387061325065455e-07,
      "loss": 0.3417,
      "step": 2109270
    },
    {
      "epoch": 588.69,
      "grad_norm": 1.160307765007019,
      "learning_rate": 8.386854046397595e-07,
      "loss": 0.3474,
      "step": 2109280
    },
    {
      "epoch": 588.69,
      "grad_norm": 1.2882243394851685,
      "learning_rate": 8.386646769732974e-07,
      "loss": 0.3466,
      "step": 2109290
    },
    {
      "epoch": 588.7,
      "grad_norm": 1.380043387413025,
      "learning_rate": 8.386439495071622e-07,
      "loss": 0.3599,
      "step": 2109300
    },
    {
      "epoch": 588.7,
      "grad_norm": 1.099360704421997,
      "learning_rate": 8.386232222413583e-07,
      "loss": 0.3364,
      "step": 2109310
    },
    {
      "epoch": 588.7,
      "grad_norm": 1.5976743698120117,
      "learning_rate": 8.38602495175886e-07,
      "loss": 0.3464,
      "step": 2109320
    },
    {
      "epoch": 588.7,
      "grad_norm": 1.435934066772461,
      "learning_rate": 8.385817683107493e-07,
      "loss": 0.3369,
      "step": 2109330
    },
    {
      "epoch": 588.71,
      "grad_norm": 1.0888159275054932,
      "learning_rate": 8.385610416459511e-07,
      "loss": 0.339,
      "step": 2109340
    },
    {
      "epoch": 588.71,
      "grad_norm": 1.1911900043487549,
      "learning_rate": 8.385403151814946e-07,
      "loss": 0.3375,
      "step": 2109350
    },
    {
      "epoch": 588.71,
      "grad_norm": 0.9963560104370117,
      "learning_rate": 8.385195889173805e-07,
      "loss": 0.3239,
      "step": 2109360
    },
    {
      "epoch": 588.72,
      "grad_norm": 1.1624267101287842,
      "learning_rate": 8.384988628536142e-07,
      "loss": 0.3428,
      "step": 2109370
    },
    {
      "epoch": 588.72,
      "grad_norm": 1.2475031614303589,
      "learning_rate": 8.384781369901968e-07,
      "loss": 0.347,
      "step": 2109380
    },
    {
      "epoch": 588.72,
      "grad_norm": 1.2221778631210327,
      "learning_rate": 8.384574113271313e-07,
      "loss": 0.3492,
      "step": 2109390
    },
    {
      "epoch": 588.72,
      "grad_norm": 1.4787315130233765,
      "learning_rate": 8.384366858644214e-07,
      "loss": 0.3381,
      "step": 2109400
    },
    {
      "epoch": 588.73,
      "grad_norm": 1.200817584991455,
      "learning_rate": 8.384159606020686e-07,
      "loss": 0.3455,
      "step": 2109410
    },
    {
      "epoch": 588.73,
      "grad_norm": 1.0907059907913208,
      "learning_rate": 8.383952355400759e-07,
      "loss": 0.3274,
      "step": 2109420
    },
    {
      "epoch": 588.73,
      "grad_norm": 1.1204527616500854,
      "learning_rate": 8.383745106784465e-07,
      "loss": 0.363,
      "step": 2109430
    },
    {
      "epoch": 588.74,
      "grad_norm": 1.1545442342758179,
      "learning_rate": 8.383537860171831e-07,
      "loss": 0.3173,
      "step": 2109440
    },
    {
      "epoch": 588.74,
      "grad_norm": 1.5202722549438477,
      "learning_rate": 8.383330615562887e-07,
      "loss": 0.3491,
      "step": 2109450
    },
    {
      "epoch": 588.74,
      "grad_norm": 1.4567352533340454,
      "learning_rate": 8.383123372957652e-07,
      "loss": 0.3466,
      "step": 2109460
    },
    {
      "epoch": 588.74,
      "grad_norm": 1.0476254224777222,
      "learning_rate": 8.38291613235616e-07,
      "loss": 0.3301,
      "step": 2109470
    },
    {
      "epoch": 588.75,
      "grad_norm": 1.0413038730621338,
      "learning_rate": 8.382708893758435e-07,
      "loss": 0.3177,
      "step": 2109480
    },
    {
      "epoch": 588.75,
      "grad_norm": 1.356851577758789,
      "learning_rate": 8.382501657164515e-07,
      "loss": 0.3586,
      "step": 2109490
    },
    {
      "epoch": 588.75,
      "grad_norm": 1.2000855207443237,
      "learning_rate": 8.382294422574405e-07,
      "loss": 0.3388,
      "step": 2109500
    },
    {
      "epoch": 588.76,
      "grad_norm": 1.2644212245941162,
      "learning_rate": 8.38208718998816e-07,
      "loss": 0.3513,
      "step": 2109510
    },
    {
      "epoch": 588.76,
      "grad_norm": 1.1723216772079468,
      "learning_rate": 8.381879959405789e-07,
      "loss": 0.3297,
      "step": 2109520
    },
    {
      "epoch": 588.76,
      "grad_norm": 1.2296826839447021,
      "learning_rate": 8.381672730827325e-07,
      "loss": 0.354,
      "step": 2109530
    },
    {
      "epoch": 588.76,
      "grad_norm": 1.2056595087051392,
      "learning_rate": 8.381465504252803e-07,
      "loss": 0.3339,
      "step": 2109540
    },
    {
      "epoch": 588.77,
      "grad_norm": 1.066066026687622,
      "learning_rate": 8.381258279682234e-07,
      "loss": 0.3322,
      "step": 2109550
    },
    {
      "epoch": 588.77,
      "grad_norm": 1.4624996185302734,
      "learning_rate": 8.381051057115657e-07,
      "loss": 0.3344,
      "step": 2109560
    },
    {
      "epoch": 588.77,
      "grad_norm": 1.2614787817001343,
      "learning_rate": 8.380843836553095e-07,
      "loss": 0.3377,
      "step": 2109570
    },
    {
      "epoch": 588.77,
      "grad_norm": 1.1719523668289185,
      "learning_rate": 8.380636617994591e-07,
      "loss": 0.3299,
      "step": 2109580
    },
    {
      "epoch": 588.78,
      "grad_norm": 1.0073846578598022,
      "learning_rate": 8.380429401440147e-07,
      "loss": 0.3303,
      "step": 2109590
    },
    {
      "epoch": 588.78,
      "grad_norm": 1.0604867935180664,
      "learning_rate": 8.380222186889806e-07,
      "loss": 0.3336,
      "step": 2109600
    },
    {
      "epoch": 588.78,
      "grad_norm": 1.1351183652877808,
      "learning_rate": 8.380014974343598e-07,
      "loss": 0.334,
      "step": 2109610
    },
    {
      "epoch": 588.79,
      "grad_norm": 1.217953085899353,
      "learning_rate": 8.379807763801533e-07,
      "loss": 0.339,
      "step": 2109620
    },
    {
      "epoch": 588.79,
      "grad_norm": 1.2237305641174316,
      "learning_rate": 8.379600555263663e-07,
      "loss": 0.3493,
      "step": 2109630
    },
    {
      "epoch": 588.79,
      "grad_norm": 1.3778198957443237,
      "learning_rate": 8.379393348729997e-07,
      "loss": 0.3451,
      "step": 2109640
    },
    {
      "epoch": 588.79,
      "grad_norm": 1.0825499296188354,
      "learning_rate": 8.379186144200569e-07,
      "loss": 0.3249,
      "step": 2109650
    },
    {
      "epoch": 588.8,
      "grad_norm": 1.2198009490966797,
      "learning_rate": 8.378978941675406e-07,
      "loss": 0.3406,
      "step": 2109660
    },
    {
      "epoch": 588.8,
      "grad_norm": 2.3095216751098633,
      "learning_rate": 8.378771741154546e-07,
      "loss": 0.3494,
      "step": 2109670
    },
    {
      "epoch": 588.8,
      "grad_norm": 1.0303962230682373,
      "learning_rate": 8.378564542637998e-07,
      "loss": 0.336,
      "step": 2109680
    },
    {
      "epoch": 588.81,
      "grad_norm": 1.8008780479431152,
      "learning_rate": 8.378357346125798e-07,
      "loss": 0.3328,
      "step": 2109690
    },
    {
      "epoch": 588.81,
      "grad_norm": 1.2805659770965576,
      "learning_rate": 8.378150151617984e-07,
      "loss": 0.3223,
      "step": 2109700
    },
    {
      "epoch": 588.81,
      "grad_norm": 1.2079193592071533,
      "learning_rate": 8.377942959114556e-07,
      "loss": 0.3472,
      "step": 2109710
    },
    {
      "epoch": 588.81,
      "grad_norm": 1.3683960437774658,
      "learning_rate": 8.377735768615575e-07,
      "loss": 0.3408,
      "step": 2109720
    },
    {
      "epoch": 588.82,
      "grad_norm": 1.1836035251617432,
      "learning_rate": 8.377528580121045e-07,
      "loss": 0.3577,
      "step": 2109730
    },
    {
      "epoch": 588.82,
      "grad_norm": 1.2924712896347046,
      "learning_rate": 8.377321393631e-07,
      "loss": 0.3433,
      "step": 2109740
    },
    {
      "epoch": 588.82,
      "grad_norm": 1.2253559827804565,
      "learning_rate": 8.37711420914547e-07,
      "loss": 0.3562,
      "step": 2109750
    },
    {
      "epoch": 588.83,
      "grad_norm": 1.3839503526687622,
      "learning_rate": 8.376907026664482e-07,
      "loss": 0.3344,
      "step": 2109760
    },
    {
      "epoch": 588.83,
      "grad_norm": 4.988279342651367,
      "learning_rate": 8.376699846188071e-07,
      "loss": 0.3451,
      "step": 2109770
    },
    {
      "epoch": 588.83,
      "grad_norm": 1.2963618040084839,
      "learning_rate": 8.376492667716248e-07,
      "loss": 0.3392,
      "step": 2109780
    },
    {
      "epoch": 588.83,
      "grad_norm": 1.1439770460128784,
      "learning_rate": 8.37628549124905e-07,
      "loss": 0.3501,
      "step": 2109790
    },
    {
      "epoch": 588.84,
      "grad_norm": 1.3996235132217407,
      "learning_rate": 8.376078316786501e-07,
      "loss": 0.3399,
      "step": 2109800
    },
    {
      "epoch": 588.84,
      "grad_norm": 1.3395243883132935,
      "learning_rate": 8.375871144328643e-07,
      "loss": 0.339,
      "step": 2109810
    },
    {
      "epoch": 588.84,
      "grad_norm": 1.0475674867630005,
      "learning_rate": 8.375663973875481e-07,
      "loss": 0.3299,
      "step": 2109820
    },
    {
      "epoch": 588.84,
      "grad_norm": 1.3136063814163208,
      "learning_rate": 8.375456805427056e-07,
      "loss": 0.3234,
      "step": 2109830
    },
    {
      "epoch": 588.85,
      "grad_norm": 1.1436432600021362,
      "learning_rate": 8.3752496389834e-07,
      "loss": 0.3421,
      "step": 2109840
    },
    {
      "epoch": 588.85,
      "grad_norm": 1.0696972608566284,
      "learning_rate": 8.375042474544518e-07,
      "loss": 0.35,
      "step": 2109850
    },
    {
      "epoch": 588.85,
      "grad_norm": 1.2720156908035278,
      "learning_rate": 8.374835312110466e-07,
      "loss": 0.3346,
      "step": 2109860
    },
    {
      "epoch": 588.86,
      "grad_norm": 1.0960744619369507,
      "learning_rate": 8.374628151681255e-07,
      "loss": 0.3264,
      "step": 2109870
    },
    {
      "epoch": 588.86,
      "grad_norm": 1.4126890897750854,
      "learning_rate": 8.374420993256915e-07,
      "loss": 0.3444,
      "step": 2109880
    },
    {
      "epoch": 588.86,
      "grad_norm": 1.2212164402008057,
      "learning_rate": 8.374213836837475e-07,
      "loss": 0.3322,
      "step": 2109890
    },
    {
      "epoch": 588.86,
      "grad_norm": 1.0635960102081299,
      "learning_rate": 8.374006682422971e-07,
      "loss": 0.3556,
      "step": 2109900
    },
    {
      "epoch": 588.87,
      "grad_norm": 1.1352874040603638,
      "learning_rate": 8.373799530013411e-07,
      "loss": 0.3426,
      "step": 2109910
    },
    {
      "epoch": 588.87,
      "grad_norm": 1.3059751987457275,
      "learning_rate": 8.373592379608837e-07,
      "loss": 0.3274,
      "step": 2109920
    },
    {
      "epoch": 588.87,
      "grad_norm": 1.0279051065444946,
      "learning_rate": 8.37338523120928e-07,
      "loss": 0.3385,
      "step": 2109930
    },
    {
      "epoch": 588.88,
      "grad_norm": 1.435477614402771,
      "learning_rate": 8.373178084814746e-07,
      "loss": 0.3553,
      "step": 2109940
    },
    {
      "epoch": 588.88,
      "grad_norm": 1.0695136785507202,
      "learning_rate": 8.372970940425292e-07,
      "loss": 0.3294,
      "step": 2109950
    },
    {
      "epoch": 588.88,
      "grad_norm": 2.167752504348755,
      "learning_rate": 8.372763798040922e-07,
      "loss": 0.3483,
      "step": 2109960
    },
    {
      "epoch": 588.88,
      "grad_norm": 1.113105058670044,
      "learning_rate": 8.372556657661674e-07,
      "loss": 0.3373,
      "step": 2109970
    },
    {
      "epoch": 588.89,
      "grad_norm": 1.20526921749115,
      "learning_rate": 8.372349519287583e-07,
      "loss": 0.3405,
      "step": 2109980
    },
    {
      "epoch": 588.89,
      "grad_norm": 1.0441527366638184,
      "learning_rate": 8.372142382918656e-07,
      "loss": 0.3435,
      "step": 2109990
    },
    {
      "epoch": 588.89,
      "grad_norm": 1.3089942932128906,
      "learning_rate": 8.371935248554936e-07,
      "loss": 0.3371,
      "step": 2110000
    },
    {
      "epoch": 588.89,
      "grad_norm": 1.4135905504226685,
      "learning_rate": 8.371728116196446e-07,
      "loss": 0.3317,
      "step": 2110010
    },
    {
      "epoch": 588.9,
      "grad_norm": 1.2261461019515991,
      "learning_rate": 8.371520985843212e-07,
      "loss": 0.3277,
      "step": 2110020
    },
    {
      "epoch": 588.9,
      "grad_norm": 1.014922857284546,
      "learning_rate": 8.371313857495268e-07,
      "loss": 0.3402,
      "step": 2110030
    },
    {
      "epoch": 588.9,
      "grad_norm": 1.3197611570358276,
      "learning_rate": 8.371106731152641e-07,
      "loss": 0.3329,
      "step": 2110040
    },
    {
      "epoch": 588.91,
      "grad_norm": 1.4552333354949951,
      "learning_rate": 8.37089960681535e-07,
      "loss": 0.3257,
      "step": 2110050
    },
    {
      "epoch": 588.91,
      "grad_norm": 1.2648173570632935,
      "learning_rate": 8.370692484483426e-07,
      "loss": 0.3422,
      "step": 2110060
    },
    {
      "epoch": 588.91,
      "grad_norm": 9.141434669494629,
      "learning_rate": 8.370485364156906e-07,
      "loss": 0.3466,
      "step": 2110070
    },
    {
      "epoch": 588.91,
      "grad_norm": 1.206091284751892,
      "learning_rate": 8.370278245835796e-07,
      "loss": 0.3254,
      "step": 2110080
    },
    {
      "epoch": 588.92,
      "grad_norm": 1.1040704250335693,
      "learning_rate": 8.370071129520153e-07,
      "loss": 0.3488,
      "step": 2110090
    },
    {
      "epoch": 588.92,
      "grad_norm": 1.2153455018997192,
      "learning_rate": 8.36986401520998e-07,
      "loss": 0.3505,
      "step": 2110100
    },
    {
      "epoch": 588.92,
      "grad_norm": 1.2380865812301636,
      "learning_rate": 8.369656902905311e-07,
      "loss": 0.3311,
      "step": 2110110
    },
    {
      "epoch": 588.93,
      "grad_norm": 1.1742385625839233,
      "learning_rate": 8.369449792606187e-07,
      "loss": 0.3377,
      "step": 2110120
    },
    {
      "epoch": 588.93,
      "grad_norm": 1.2250810861587524,
      "learning_rate": 8.369242684312617e-07,
      "loss": 0.3521,
      "step": 2110130
    },
    {
      "epoch": 588.93,
      "grad_norm": 1.1392804384231567,
      "learning_rate": 8.369035578024635e-07,
      "loss": 0.3266,
      "step": 2110140
    },
    {
      "epoch": 588.93,
      "grad_norm": 1.1440483331680298,
      "learning_rate": 8.368828473742269e-07,
      "loss": 0.3359,
      "step": 2110150
    },
    {
      "epoch": 588.94,
      "grad_norm": 1.286294937133789,
      "learning_rate": 8.368621371465558e-07,
      "loss": 0.3334,
      "step": 2110160
    },
    {
      "epoch": 588.94,
      "grad_norm": 1.092320203781128,
      "learning_rate": 8.368414271194501e-07,
      "loss": 0.35,
      "step": 2110170
    },
    {
      "epoch": 588.94,
      "grad_norm": 1.104304313659668,
      "learning_rate": 8.368207172929159e-07,
      "loss": 0.3296,
      "step": 2110180
    },
    {
      "epoch": 588.95,
      "grad_norm": 1.1150506734848022,
      "learning_rate": 8.368000076669536e-07,
      "loss": 0.3353,
      "step": 2110190
    },
    {
      "epoch": 588.95,
      "grad_norm": 1.322216272354126,
      "learning_rate": 8.367792982415668e-07,
      "loss": 0.3398,
      "step": 2110200
    },
    {
      "epoch": 588.95,
      "grad_norm": 1.3049540519714355,
      "learning_rate": 8.367585890167589e-07,
      "loss": 0.3354,
      "step": 2110210
    },
    {
      "epoch": 588.95,
      "grad_norm": 2.0577120780944824,
      "learning_rate": 8.367378799925313e-07,
      "loss": 0.3515,
      "step": 2110220
    },
    {
      "epoch": 588.96,
      "grad_norm": 1.1380356550216675,
      "learning_rate": 8.367171711688875e-07,
      "loss": 0.337,
      "step": 2110230
    },
    {
      "epoch": 588.96,
      "grad_norm": 1.1361651420593262,
      "learning_rate": 8.366964625458299e-07,
      "loss": 0.3426,
      "step": 2110240
    },
    {
      "epoch": 588.96,
      "grad_norm": 1.1572604179382324,
      "learning_rate": 8.366757541233625e-07,
      "loss": 0.3364,
      "step": 2110250
    },
    {
      "epoch": 588.96,
      "grad_norm": 1.301262378692627,
      "learning_rate": 8.366550459014864e-07,
      "loss": 0.3255,
      "step": 2110260
    },
    {
      "epoch": 588.97,
      "grad_norm": 1.067961573600769,
      "learning_rate": 8.366343378802048e-07,
      "loss": 0.3366,
      "step": 2110270
    },
    {
      "epoch": 588.97,
      "grad_norm": 1.057623028755188,
      "learning_rate": 8.366136300595219e-07,
      "loss": 0.3425,
      "step": 2110280
    },
    {
      "epoch": 588.97,
      "grad_norm": 0.989399790763855,
      "learning_rate": 8.365929224394373e-07,
      "loss": 0.3449,
      "step": 2110290
    },
    {
      "epoch": 588.98,
      "grad_norm": 1.2525136470794678,
      "learning_rate": 8.365722150199574e-07,
      "loss": 0.3279,
      "step": 2110300
    },
    {
      "epoch": 588.98,
      "grad_norm": 1.0914031267166138,
      "learning_rate": 8.365515078010816e-07,
      "loss": 0.324,
      "step": 2110310
    },
    {
      "epoch": 588.98,
      "grad_norm": 1.2216541767120361,
      "learning_rate": 8.365308007828162e-07,
      "loss": 0.3358,
      "step": 2110320
    },
    {
      "epoch": 588.98,
      "grad_norm": 1.1448575258255005,
      "learning_rate": 8.365100939651612e-07,
      "loss": 0.3383,
      "step": 2110330
    },
    {
      "epoch": 588.99,
      "grad_norm": 1.1931722164154053,
      "learning_rate": 8.364893873481201e-07,
      "loss": 0.3492,
      "step": 2110340
    },
    {
      "epoch": 588.99,
      "grad_norm": 1.246944546699524,
      "learning_rate": 8.364686809316967e-07,
      "loss": 0.3311,
      "step": 2110350
    },
    {
      "epoch": 588.99,
      "grad_norm": 1.1862183809280396,
      "learning_rate": 8.364479747158919e-07,
      "loss": 0.3394,
      "step": 2110360
    },
    {
      "epoch": 589.0,
      "grad_norm": 1.2777897119522095,
      "learning_rate": 8.364272687007096e-07,
      "loss": 0.3372,
      "step": 2110370
    },
    {
      "epoch": 589.0,
      "grad_norm": 1.039595365524292,
      "learning_rate": 8.364065628861523e-07,
      "loss": 0.3411,
      "step": 2110380
    },
    {
      "epoch": 589.0,
      "eval_loss": 0.33897900581359863,
      "eval_runtime": 63.4969,
      "eval_samples_per_second": 79.673,
      "eval_steps_per_second": 9.969,
      "step": 2110387
    },
    {
      "epoch": 589.0,
      "grad_norm": 1.256128191947937,
      "learning_rate": 8.363858572722237e-07,
      "loss": 0.3295,
      "step": 2110390
    },
    {
      "epoch": 589.0,
      "grad_norm": 1.5176537036895752,
      "learning_rate": 8.363651518589247e-07,
      "loss": 0.3211,
      "step": 2110400
    },
    {
      "epoch": 589.01,
      "grad_norm": 1.3141286373138428,
      "learning_rate": 8.363444466462592e-07,
      "loss": 0.3303,
      "step": 2110410
    },
    {
      "epoch": 589.01,
      "grad_norm": 0.9937531352043152,
      "learning_rate": 8.363237416342304e-07,
      "loss": 0.3543,
      "step": 2110420
    },
    {
      "epoch": 589.01,
      "grad_norm": 1.2887331247329712,
      "learning_rate": 8.36303036822839e-07,
      "loss": 0.3415,
      "step": 2110430
    },
    {
      "epoch": 589.01,
      "grad_norm": 1.1932992935180664,
      "learning_rate": 8.362823322120907e-07,
      "loss": 0.341,
      "step": 2110440
    },
    {
      "epoch": 589.02,
      "grad_norm": 1.2279105186462402,
      "learning_rate": 8.36261627801986e-07,
      "loss": 0.3195,
      "step": 2110450
    },
    {
      "epoch": 589.02,
      "grad_norm": 1.3483821153640747,
      "learning_rate": 8.362409235925285e-07,
      "loss": 0.3412,
      "step": 2110460
    },
    {
      "epoch": 589.02,
      "grad_norm": 1.4079688787460327,
      "learning_rate": 8.362202195837209e-07,
      "loss": 0.3526,
      "step": 2110470
    },
    {
      "epoch": 589.03,
      "grad_norm": 1.1234885454177856,
      "learning_rate": 8.361995157755665e-07,
      "loss": 0.3185,
      "step": 2110480
    },
    {
      "epoch": 589.03,
      "grad_norm": 1.2614003419876099,
      "learning_rate": 8.36178812168067e-07,
      "loss": 0.3256,
      "step": 2110490
    },
    {
      "epoch": 589.03,
      "grad_norm": 0.9868224859237671,
      "learning_rate": 8.361581087612252e-07,
      "loss": 0.3379,
      "step": 2110500
    },
    {
      "epoch": 589.03,
      "grad_norm": 1.0808327198028564,
      "learning_rate": 8.361374055550453e-07,
      "loss": 0.3325,
      "step": 2110510
    },
    {
      "epoch": 589.04,
      "grad_norm": 1.1179914474487305,
      "learning_rate": 8.361167025495276e-07,
      "loss": 0.341,
      "step": 2110520
    },
    {
      "epoch": 589.04,
      "grad_norm": 1.094283103942871,
      "learning_rate": 8.360959997446777e-07,
      "loss": 0.3354,
      "step": 2110530
    },
    {
      "epoch": 589.04,
      "grad_norm": 1.1078828573226929,
      "learning_rate": 8.360752971404965e-07,
      "loss": 0.3365,
      "step": 2110540
    },
    {
      "epoch": 589.05,
      "grad_norm": 1.260870099067688,
      "learning_rate": 8.360545947369868e-07,
      "loss": 0.3398,
      "step": 2110550
    },
    {
      "epoch": 589.05,
      "grad_norm": 1.0799318552017212,
      "learning_rate": 8.360338925341528e-07,
      "loss": 0.3241,
      "step": 2110560
    },
    {
      "epoch": 589.05,
      "grad_norm": 1.2501680850982666,
      "learning_rate": 8.360131905319955e-07,
      "loss": 0.3295,
      "step": 2110570
    },
    {
      "epoch": 589.05,
      "grad_norm": 1.2487483024597168,
      "learning_rate": 8.359924887305183e-07,
      "loss": 0.338,
      "step": 2110580
    },
    {
      "epoch": 589.06,
      "grad_norm": 1.2243614196777344,
      "learning_rate": 8.359717871297237e-07,
      "loss": 0.3478,
      "step": 2110590
    },
    {
      "epoch": 589.06,
      "grad_norm": 1.2788821458816528,
      "learning_rate": 8.359510857296153e-07,
      "loss": 0.3547,
      "step": 2110600
    },
    {
      "epoch": 589.06,
      "grad_norm": 1.0983469486236572,
      "learning_rate": 8.35930384530195e-07,
      "loss": 0.3385,
      "step": 2110610
    },
    {
      "epoch": 589.07,
      "grad_norm": 1.1702908277511597,
      "learning_rate": 8.359096835314667e-07,
      "loss": 0.3457,
      "step": 2110620
    },
    {
      "epoch": 589.07,
      "grad_norm": 1.0744165182113647,
      "learning_rate": 8.358889827334316e-07,
      "loss": 0.3592,
      "step": 2110630
    },
    {
      "epoch": 589.07,
      "grad_norm": 1.604049801826477,
      "learning_rate": 8.358682821360933e-07,
      "loss": 0.3399,
      "step": 2110640
    },
    {
      "epoch": 589.07,
      "grad_norm": 1.5884274244308472,
      "learning_rate": 8.358475817394553e-07,
      "loss": 0.3543,
      "step": 2110650
    },
    {
      "epoch": 589.08,
      "grad_norm": 1.10525381565094,
      "learning_rate": 8.35826881543518e-07,
      "loss": 0.344,
      "step": 2110660
    },
    {
      "epoch": 589.08,
      "grad_norm": 1.2598356008529663,
      "learning_rate": 8.358061815482871e-07,
      "loss": 0.3624,
      "step": 2110670
    },
    {
      "epoch": 589.08,
      "grad_norm": 0.9891355633735657,
      "learning_rate": 8.35785481753763e-07,
      "loss": 0.3358,
      "step": 2110680
    },
    {
      "epoch": 589.08,
      "grad_norm": 1.2199591398239136,
      "learning_rate": 8.357647821599498e-07,
      "loss": 0.3405,
      "step": 2110690
    },
    {
      "epoch": 589.09,
      "grad_norm": 1.1349411010742188,
      "learning_rate": 8.357440827668502e-07,
      "loss": 0.3352,
      "step": 2110700
    },
    {
      "epoch": 589.09,
      "grad_norm": 1.391194462776184,
      "learning_rate": 8.357233835744661e-07,
      "loss": 0.3356,
      "step": 2110710
    },
    {
      "epoch": 589.09,
      "grad_norm": 1.237422227859497,
      "learning_rate": 8.357026845828007e-07,
      "loss": 0.3426,
      "step": 2110720
    },
    {
      "epoch": 589.1,
      "grad_norm": 1.1802747249603271,
      "learning_rate": 8.356819857918567e-07,
      "loss": 0.3246,
      "step": 2110730
    },
    {
      "epoch": 589.1,
      "grad_norm": 1.2167699337005615,
      "learning_rate": 8.356612872016377e-07,
      "loss": 0.3458,
      "step": 2110740
    },
    {
      "epoch": 589.1,
      "grad_norm": 1.3681937456130981,
      "learning_rate": 8.356405888121446e-07,
      "loss": 0.3327,
      "step": 2110750
    },
    {
      "epoch": 589.1,
      "grad_norm": 1.0086157321929932,
      "learning_rate": 8.356198906233824e-07,
      "loss": 0.3354,
      "step": 2110760
    },
    {
      "epoch": 589.11,
      "grad_norm": 1.1441051959991455,
      "learning_rate": 8.355991926353521e-07,
      "loss": 0.3378,
      "step": 2110770
    },
    {
      "epoch": 589.11,
      "grad_norm": 1.2728192806243896,
      "learning_rate": 8.355784948480568e-07,
      "loss": 0.3493,
      "step": 2110780
    },
    {
      "epoch": 589.11,
      "grad_norm": 1.308668613433838,
      "learning_rate": 8.355577972615007e-07,
      "loss": 0.3409,
      "step": 2110790
    },
    {
      "epoch": 589.12,
      "grad_norm": 1.1140400171279907,
      "learning_rate": 8.355370998756846e-07,
      "loss": 0.3313,
      "step": 2110800
    },
    {
      "epoch": 589.12,
      "grad_norm": 1.0679538249969482,
      "learning_rate": 8.355164026906118e-07,
      "loss": 0.3322,
      "step": 2110810
    },
    {
      "epoch": 589.12,
      "grad_norm": 1.0359231233596802,
      "learning_rate": 8.354957057062854e-07,
      "loss": 0.3251,
      "step": 2110820
    },
    {
      "epoch": 589.12,
      "grad_norm": 1.1760767698287964,
      "learning_rate": 8.35475008922709e-07,
      "loss": 0.3418,
      "step": 2110830
    },
    {
      "epoch": 589.13,
      "grad_norm": 1.143225073814392,
      "learning_rate": 8.354543123398826e-07,
      "loss": 0.3252,
      "step": 2110840
    },
    {
      "epoch": 589.13,
      "grad_norm": 1.1585931777954102,
      "learning_rate": 8.354336159578125e-07,
      "loss": 0.3314,
      "step": 2110850
    },
    {
      "epoch": 589.13,
      "grad_norm": 1.1977484226226807,
      "learning_rate": 8.35412919776499e-07,
      "loss": 0.3397,
      "step": 2110860
    },
    {
      "epoch": 589.13,
      "grad_norm": 1.0788785219192505,
      "learning_rate": 8.353922237959455e-07,
      "loss": 0.3515,
      "step": 2110870
    },
    {
      "epoch": 589.14,
      "grad_norm": 1.1055341958999634,
      "learning_rate": 8.353715280161555e-07,
      "loss": 0.3433,
      "step": 2110880
    },
    {
      "epoch": 589.14,
      "grad_norm": 1.1622655391693115,
      "learning_rate": 8.353508324371295e-07,
      "loss": 0.3322,
      "step": 2110890
    },
    {
      "epoch": 589.14,
      "grad_norm": 1.168877124786377,
      "learning_rate": 8.353301370588736e-07,
      "loss": 0.3363,
      "step": 2110900
    },
    {
      "epoch": 589.15,
      "grad_norm": 1.4903039932250977,
      "learning_rate": 8.353094418813878e-07,
      "loss": 0.3366,
      "step": 2110910
    },
    {
      "epoch": 589.15,
      "grad_norm": 1.3272461891174316,
      "learning_rate": 8.352887469046761e-07,
      "loss": 0.3327,
      "step": 2110920
    },
    {
      "epoch": 589.15,
      "grad_norm": 1.1160520315170288,
      "learning_rate": 8.352680521287415e-07,
      "loss": 0.3344,
      "step": 2110930
    },
    {
      "epoch": 589.15,
      "grad_norm": 1.2892720699310303,
      "learning_rate": 8.352473575535856e-07,
      "loss": 0.3454,
      "step": 2110940
    },
    {
      "epoch": 589.16,
      "grad_norm": 1.096365213394165,
      "learning_rate": 8.352266631792119e-07,
      "loss": 0.3381,
      "step": 2110950
    },
    {
      "epoch": 589.16,
      "grad_norm": 1.5154415369033813,
      "learning_rate": 8.35205969005623e-07,
      "loss": 0.3387,
      "step": 2110960
    },
    {
      "epoch": 589.16,
      "grad_norm": 1.18691086769104,
      "learning_rate": 8.351852750328225e-07,
      "loss": 0.3414,
      "step": 2110970
    },
    {
      "epoch": 589.17,
      "grad_norm": 1.1335376501083374,
      "learning_rate": 8.351645812608107e-07,
      "loss": 0.327,
      "step": 2110980
    },
    {
      "epoch": 589.17,
      "grad_norm": 1.2953017950057983,
      "learning_rate": 8.351438876895937e-07,
      "loss": 0.3448,
      "step": 2110990
    },
    {
      "epoch": 589.17,
      "grad_norm": 1.2266621589660645,
      "learning_rate": 8.351231943191718e-07,
      "loss": 0.3417,
      "step": 2111000
    },
    {
      "epoch": 589.17,
      "grad_norm": 1.2979415655136108,
      "learning_rate": 8.351025011495487e-07,
      "loss": 0.3382,
      "step": 2111010
    },
    {
      "epoch": 589.18,
      "grad_norm": 1.1536729335784912,
      "learning_rate": 8.350818081807276e-07,
      "loss": 0.3443,
      "step": 2111020
    },
    {
      "epoch": 589.18,
      "grad_norm": 1.2298849821090698,
      "learning_rate": 8.350611154127099e-07,
      "loss": 0.3513,
      "step": 2111030
    },
    {
      "epoch": 589.18,
      "grad_norm": 1.260733723640442,
      "learning_rate": 8.350404228454991e-07,
      "loss": 0.338,
      "step": 2111040
    },
    {
      "epoch": 589.19,
      "grad_norm": 1.1365385055541992,
      "learning_rate": 8.35019730479098e-07,
      "loss": 0.3465,
      "step": 2111050
    },
    {
      "epoch": 589.19,
      "grad_norm": 1.0643244981765747,
      "learning_rate": 8.3499903831351e-07,
      "loss": 0.3285,
      "step": 2111060
    },
    {
      "epoch": 589.19,
      "grad_norm": 1.0632237195968628,
      "learning_rate": 8.349783463487363e-07,
      "loss": 0.3493,
      "step": 2111070
    },
    {
      "epoch": 589.19,
      "grad_norm": 1.2125144004821777,
      "learning_rate": 8.349576545847807e-07,
      "loss": 0.3387,
      "step": 2111080
    },
    {
      "epoch": 589.2,
      "grad_norm": 1.1228396892547607,
      "learning_rate": 8.349369630216464e-07,
      "loss": 0.3419,
      "step": 2111090
    },
    {
      "epoch": 589.2,
      "grad_norm": 1.334665298461914,
      "learning_rate": 8.349162716593341e-07,
      "loss": 0.3505,
      "step": 2111100
    },
    {
      "epoch": 589.2,
      "grad_norm": 1.0509297847747803,
      "learning_rate": 8.348955804978498e-07,
      "loss": 0.3387,
      "step": 2111110
    },
    {
      "epoch": 589.2,
      "grad_norm": 1.1935827732086182,
      "learning_rate": 8.348748895371932e-07,
      "loss": 0.3452,
      "step": 2111120
    },
    {
      "epoch": 589.21,
      "grad_norm": 1.3451679944992065,
      "learning_rate": 8.348541987773684e-07,
      "loss": 0.3239,
      "step": 2111130
    },
    {
      "epoch": 589.21,
      "grad_norm": 1.2138863801956177,
      "learning_rate": 8.34833508218378e-07,
      "loss": 0.3649,
      "step": 2111140
    },
    {
      "epoch": 589.21,
      "grad_norm": 1.1654030084609985,
      "learning_rate": 8.348128178602257e-07,
      "loss": 0.3423,
      "step": 2111150
    },
    {
      "epoch": 589.22,
      "grad_norm": 1.3015683889389038,
      "learning_rate": 8.347921277029126e-07,
      "loss": 0.3251,
      "step": 2111160
    },
    {
      "epoch": 589.22,
      "grad_norm": 1.0321812629699707,
      "learning_rate": 8.347714377464421e-07,
      "loss": 0.3363,
      "step": 2111170
    },
    {
      "epoch": 589.22,
      "grad_norm": 1.1557958126068115,
      "learning_rate": 8.347507479908172e-07,
      "loss": 0.3331,
      "step": 2111180
    },
    {
      "epoch": 589.22,
      "grad_norm": 1.2972196340560913,
      "learning_rate": 8.347300584360403e-07,
      "loss": 0.3614,
      "step": 2111190
    },
    {
      "epoch": 589.23,
      "grad_norm": 1.0558701753616333,
      "learning_rate": 8.347093690821154e-07,
      "loss": 0.3159,
      "step": 2111200
    },
    {
      "epoch": 589.23,
      "grad_norm": 1.0051636695861816,
      "learning_rate": 8.346886799290431e-07,
      "loss": 0.3327,
      "step": 2111210
    },
    {
      "epoch": 589.23,
      "grad_norm": 1.0728187561035156,
      "learning_rate": 8.346679909768277e-07,
      "loss": 0.332,
      "step": 2111220
    },
    {
      "epoch": 589.24,
      "grad_norm": 1.1246144771575928,
      "learning_rate": 8.346473022254718e-07,
      "loss": 0.3424,
      "step": 2111230
    },
    {
      "epoch": 589.24,
      "grad_norm": 1.3636434078216553,
      "learning_rate": 8.346266136749766e-07,
      "loss": 0.3375,
      "step": 2111240
    },
    {
      "epoch": 589.24,
      "grad_norm": 1.1714515686035156,
      "learning_rate": 8.346059253253479e-07,
      "loss": 0.3425,
      "step": 2111250
    },
    {
      "epoch": 589.24,
      "grad_norm": 1.1294041872024536,
      "learning_rate": 8.345852371765856e-07,
      "loss": 0.3305,
      "step": 2111260
    },
    {
      "epoch": 589.25,
      "grad_norm": 1.1180652379989624,
      "learning_rate": 8.345645492286936e-07,
      "loss": 0.3393,
      "step": 2111270
    },
    {
      "epoch": 589.25,
      "grad_norm": 1.1039912700653076,
      "learning_rate": 8.345438614816747e-07,
      "loss": 0.3394,
      "step": 2111280
    },
    {
      "epoch": 589.25,
      "grad_norm": 1.1128020286560059,
      "learning_rate": 8.345231739355321e-07,
      "loss": 0.3219,
      "step": 2111290
    },
    {
      "epoch": 589.25,
      "grad_norm": 1.4082547426223755,
      "learning_rate": 8.345024865902674e-07,
      "loss": 0.3357,
      "step": 2111300
    },
    {
      "epoch": 589.26,
      "grad_norm": 1.1656049489974976,
      "learning_rate": 8.34481799445884e-07,
      "loss": 0.3305,
      "step": 2111310
    },
    {
      "epoch": 589.26,
      "grad_norm": 1.4792709350585938,
      "learning_rate": 8.344611125023854e-07,
      "loss": 0.3402,
      "step": 2111320
    },
    {
      "epoch": 589.26,
      "grad_norm": 1.2664122581481934,
      "learning_rate": 8.34440425759772e-07,
      "loss": 0.3322,
      "step": 2111330
    },
    {
      "epoch": 589.27,
      "grad_norm": 1.1104366779327393,
      "learning_rate": 8.344197392180494e-07,
      "loss": 0.3357,
      "step": 2111340
    },
    {
      "epoch": 589.27,
      "grad_norm": 1.2435312271118164,
      "learning_rate": 8.343990528772185e-07,
      "loss": 0.3384,
      "step": 2111350
    },
    {
      "epoch": 589.27,
      "grad_norm": 1.1376211643218994,
      "learning_rate": 8.343783667372826e-07,
      "loss": 0.3344,
      "step": 2111360
    },
    {
      "epoch": 589.27,
      "grad_norm": 1.3918768167495728,
      "learning_rate": 8.343576807982453e-07,
      "loss": 0.3492,
      "step": 2111370
    },
    {
      "epoch": 589.28,
      "grad_norm": 1.1220061779022217,
      "learning_rate": 8.343369950601078e-07,
      "loss": 0.3331,
      "step": 2111380
    },
    {
      "epoch": 589.28,
      "grad_norm": 1.309356451034546,
      "learning_rate": 8.343163095228734e-07,
      "loss": 0.3519,
      "step": 2111390
    },
    {
      "epoch": 589.28,
      "grad_norm": 2.7020034790039062,
      "learning_rate": 8.342956241865452e-07,
      "loss": 0.3493,
      "step": 2111400
    },
    {
      "epoch": 589.29,
      "grad_norm": 1.2332254648208618,
      "learning_rate": 8.342749390511264e-07,
      "loss": 0.3467,
      "step": 2111410
    },
    {
      "epoch": 589.29,
      "grad_norm": 1.0665405988693237,
      "learning_rate": 8.342542541166177e-07,
      "loss": 0.3294,
      "step": 2111420
    },
    {
      "epoch": 589.29,
      "grad_norm": 1.0519258975982666,
      "learning_rate": 8.34233569383025e-07,
      "loss": 0.329,
      "step": 2111430
    },
    {
      "epoch": 589.29,
      "grad_norm": 1.2957711219787598,
      "learning_rate": 8.342128848503483e-07,
      "loss": 0.3339,
      "step": 2111440
    },
    {
      "epoch": 589.3,
      "grad_norm": 1.2335209846496582,
      "learning_rate": 8.341922005185915e-07,
      "loss": 0.3216,
      "step": 2111450
    },
    {
      "epoch": 589.3,
      "grad_norm": 1.3775283098220825,
      "learning_rate": 8.341715163877581e-07,
      "loss": 0.3361,
      "step": 2111460
    },
    {
      "epoch": 589.3,
      "grad_norm": 1.1892870664596558,
      "learning_rate": 8.341508324578485e-07,
      "loss": 0.3335,
      "step": 2111470
    },
    {
      "epoch": 589.31,
      "grad_norm": 1.5126720666885376,
      "learning_rate": 8.341301487288683e-07,
      "loss": 0.332,
      "step": 2111480
    },
    {
      "epoch": 589.31,
      "grad_norm": 1.0165579319000244,
      "learning_rate": 8.341094652008182e-07,
      "loss": 0.33,
      "step": 2111490
    },
    {
      "epoch": 589.31,
      "grad_norm": 1.1504756212234497,
      "learning_rate": 8.340887818737017e-07,
      "loss": 0.3413,
      "step": 2111500
    },
    {
      "epoch": 589.31,
      "grad_norm": 1.160988211631775,
      "learning_rate": 8.340680987475223e-07,
      "loss": 0.3401,
      "step": 2111510
    },
    {
      "epoch": 589.32,
      "grad_norm": 1.0593078136444092,
      "learning_rate": 8.340474158222813e-07,
      "loss": 0.3443,
      "step": 2111520
    },
    {
      "epoch": 589.32,
      "grad_norm": 1.25059974193573,
      "learning_rate": 8.34026733097982e-07,
      "loss": 0.3438,
      "step": 2111530
    },
    {
      "epoch": 589.32,
      "grad_norm": 0.9824275970458984,
      "learning_rate": 8.340060505746273e-07,
      "loss": 0.3385,
      "step": 2111540
    },
    {
      "epoch": 589.32,
      "grad_norm": 1.254922866821289,
      "learning_rate": 8.339853682522207e-07,
      "loss": 0.3334,
      "step": 2111550
    },
    {
      "epoch": 589.33,
      "grad_norm": 1.1818268299102783,
      "learning_rate": 8.339646861307626e-07,
      "loss": 0.3349,
      "step": 2111560
    },
    {
      "epoch": 589.33,
      "grad_norm": 1.395967960357666,
      "learning_rate": 8.33944004210259e-07,
      "loss": 0.3461,
      "step": 2111570
    },
    {
      "epoch": 589.33,
      "grad_norm": 1.094904899597168,
      "learning_rate": 8.339233224907102e-07,
      "loss": 0.3426,
      "step": 2111580
    },
    {
      "epoch": 589.34,
      "grad_norm": 1.0982385873794556,
      "learning_rate": 8.339026409721197e-07,
      "loss": 0.3368,
      "step": 2111590
    },
    {
      "epoch": 589.34,
      "grad_norm": 1.2847862243652344,
      "learning_rate": 8.33881959654491e-07,
      "loss": 0.3428,
      "step": 2111600
    },
    {
      "epoch": 589.34,
      "grad_norm": 1.1468960046768188,
      "learning_rate": 8.338612785378255e-07,
      "loss": 0.331,
      "step": 2111610
    },
    {
      "epoch": 589.34,
      "grad_norm": 1.0685683488845825,
      "learning_rate": 8.338405976221265e-07,
      "loss": 0.3584,
      "step": 2111620
    },
    {
      "epoch": 589.35,
      "grad_norm": 1.3352073431015015,
      "learning_rate": 8.33819916907397e-07,
      "loss": 0.3317,
      "step": 2111630
    },
    {
      "epoch": 589.35,
      "grad_norm": 1.2685613632202148,
      "learning_rate": 8.337992363936403e-07,
      "loss": 0.3384,
      "step": 2111640
    },
    {
      "epoch": 589.35,
      "grad_norm": 1.503969669342041,
      "learning_rate": 8.337785560808574e-07,
      "loss": 0.3321,
      "step": 2111650
    },
    {
      "epoch": 589.36,
      "grad_norm": 1.1404529809951782,
      "learning_rate": 8.337578759690524e-07,
      "loss": 0.3366,
      "step": 2111660
    },
    {
      "epoch": 589.36,
      "grad_norm": 1.2108741998672485,
      "learning_rate": 8.337371960582278e-07,
      "loss": 0.3397,
      "step": 2111670
    },
    {
      "epoch": 589.36,
      "grad_norm": 3.165404796600342,
      "learning_rate": 8.337165163483861e-07,
      "loss": 0.3339,
      "step": 2111680
    },
    {
      "epoch": 589.36,
      "grad_norm": 1.2607557773590088,
      "learning_rate": 8.336958368395313e-07,
      "loss": 0.34,
      "step": 2111690
    },
    {
      "epoch": 589.37,
      "grad_norm": 1.4416331052780151,
      "learning_rate": 8.336751575316642e-07,
      "loss": 0.3252,
      "step": 2111700
    },
    {
      "epoch": 589.37,
      "grad_norm": 1.2972660064697266,
      "learning_rate": 8.336544784247886e-07,
      "loss": 0.3417,
      "step": 2111710
    },
    {
      "epoch": 589.37,
      "grad_norm": 1.2800123691558838,
      "learning_rate": 8.336337995189069e-07,
      "loss": 0.3399,
      "step": 2111720
    },
    {
      "epoch": 589.37,
      "grad_norm": 1.1293387413024902,
      "learning_rate": 8.336131208140231e-07,
      "loss": 0.3443,
      "step": 2111730
    },
    {
      "epoch": 589.38,
      "grad_norm": 1.4977061748504639,
      "learning_rate": 8.335924423101379e-07,
      "loss": 0.3287,
      "step": 2111740
    },
    {
      "epoch": 589.38,
      "grad_norm": 1.440559983253479,
      "learning_rate": 8.335717640072554e-07,
      "loss": 0.343,
      "step": 2111750
    },
    {
      "epoch": 589.38,
      "grad_norm": 1.2147681713104248,
      "learning_rate": 8.335510859053777e-07,
      "loss": 0.3359,
      "step": 2111760
    },
    {
      "epoch": 589.39,
      "grad_norm": 1.2083956003189087,
      "learning_rate": 8.33530408004508e-07,
      "loss": 0.3465,
      "step": 2111770
    },
    {
      "epoch": 589.39,
      "grad_norm": 1.208349347114563,
      "learning_rate": 8.335097303046499e-07,
      "loss": 0.3324,
      "step": 2111780
    },
    {
      "epoch": 589.39,
      "grad_norm": 1.314735770225525,
      "learning_rate": 8.334890528058034e-07,
      "loss": 0.3533,
      "step": 2111790
    },
    {
      "epoch": 589.39,
      "grad_norm": 1.2065885066986084,
      "learning_rate": 8.334683755079748e-07,
      "loss": 0.3326,
      "step": 2111800
    },
    {
      "epoch": 589.4,
      "grad_norm": 1.3398516178131104,
      "learning_rate": 8.33447698411164e-07,
      "loss": 0.3307,
      "step": 2111810
    },
    {
      "epoch": 589.4,
      "grad_norm": 1.1922051906585693,
      "learning_rate": 8.334270215153752e-07,
      "loss": 0.3572,
      "step": 2111820
    },
    {
      "epoch": 589.4,
      "grad_norm": 1.402636170387268,
      "learning_rate": 8.334063448206113e-07,
      "loss": 0.3335,
      "step": 2111830
    },
    {
      "epoch": 589.41,
      "grad_norm": 1.2165344953536987,
      "learning_rate": 8.333856683268741e-07,
      "loss": 0.3282,
      "step": 2111840
    },
    {
      "epoch": 589.41,
      "grad_norm": 1.72958505153656,
      "learning_rate": 8.333649920341664e-07,
      "loss": 0.3351,
      "step": 2111850
    },
    {
      "epoch": 589.41,
      "grad_norm": 1.2209701538085938,
      "learning_rate": 8.333443159424917e-07,
      "loss": 0.3232,
      "step": 2111860
    },
    {
      "epoch": 589.41,
      "grad_norm": 1.1290380954742432,
      "learning_rate": 8.33323640051853e-07,
      "loss": 0.3411,
      "step": 2111870
    },
    {
      "epoch": 589.42,
      "grad_norm": 1.069300651550293,
      "learning_rate": 8.333029643622518e-07,
      "loss": 0.3266,
      "step": 2111880
    },
    {
      "epoch": 589.42,
      "grad_norm": 1.1258960962295532,
      "learning_rate": 8.332822888736916e-07,
      "loss": 0.3414,
      "step": 2111890
    },
    {
      "epoch": 589.42,
      "grad_norm": 1.1327059268951416,
      "learning_rate": 8.332616135861756e-07,
      "loss": 0.345,
      "step": 2111900
    },
    {
      "epoch": 589.43,
      "grad_norm": 1.2649823427200317,
      "learning_rate": 8.332409384997044e-07,
      "loss": 0.3287,
      "step": 2111910
    },
    {
      "epoch": 589.43,
      "grad_norm": 1.354209542274475,
      "learning_rate": 8.33220263614284e-07,
      "loss": 0.3292,
      "step": 2111920
    },
    {
      "epoch": 589.43,
      "grad_norm": 1.3943482637405396,
      "learning_rate": 8.331995889299148e-07,
      "loss": 0.3323,
      "step": 2111930
    },
    {
      "epoch": 589.43,
      "grad_norm": 1.1185872554779053,
      "learning_rate": 8.331789144466004e-07,
      "loss": 0.3277,
      "step": 2111940
    },
    {
      "epoch": 589.44,
      "grad_norm": 1.3512098789215088,
      "learning_rate": 8.331582401643435e-07,
      "loss": 0.3406,
      "step": 2111950
    },
    {
      "epoch": 589.44,
      "grad_norm": 0.9797478914260864,
      "learning_rate": 8.331375660831472e-07,
      "loss": 0.3449,
      "step": 2111960
    },
    {
      "epoch": 589.44,
      "grad_norm": 1.1145365238189697,
      "learning_rate": 8.331168922030131e-07,
      "loss": 0.3275,
      "step": 2111970
    },
    {
      "epoch": 589.44,
      "grad_norm": 1.3272079229354858,
      "learning_rate": 8.33096218523945e-07,
      "loss": 0.3239,
      "step": 2111980
    },
    {
      "epoch": 589.45,
      "grad_norm": 1.3415716886520386,
      "learning_rate": 8.33075545045946e-07,
      "loss": 0.3491,
      "step": 2111990
    },
    {
      "epoch": 589.45,
      "grad_norm": 1.2791848182678223,
      "learning_rate": 8.330548717690162e-07,
      "loss": 0.3398,
      "step": 2112000
    },
    {
      "epoch": 589.45,
      "grad_norm": 1.0220009088516235,
      "learning_rate": 8.330341986931622e-07,
      "loss": 0.3332,
      "step": 2112010
    },
    {
      "epoch": 589.46,
      "grad_norm": 1.2651511430740356,
      "learning_rate": 8.330135258183843e-07,
      "loss": 0.3504,
      "step": 2112020
    },
    {
      "epoch": 589.46,
      "grad_norm": 1.2927106618881226,
      "learning_rate": 8.329928531446856e-07,
      "loss": 0.3559,
      "step": 2112030
    },
    {
      "epoch": 589.46,
      "grad_norm": 1.0792853832244873,
      "learning_rate": 8.329721806720699e-07,
      "loss": 0.3263,
      "step": 2112040
    },
    {
      "epoch": 589.46,
      "grad_norm": 1.0762317180633545,
      "learning_rate": 8.329515084005376e-07,
      "loss": 0.3349,
      "step": 2112050
    },
    {
      "epoch": 589.47,
      "grad_norm": 1.1962273120880127,
      "learning_rate": 8.329308363300946e-07,
      "loss": 0.3227,
      "step": 2112060
    },
    {
      "epoch": 589.47,
      "grad_norm": 1.010516881942749,
      "learning_rate": 8.329101644607412e-07,
      "loss": 0.3455,
      "step": 2112070
    },
    {
      "epoch": 589.47,
      "grad_norm": 1.2230961322784424,
      "learning_rate": 8.32889492792481e-07,
      "loss": 0.3477,
      "step": 2112080
    },
    {
      "epoch": 589.48,
      "grad_norm": 1.1194813251495361,
      "learning_rate": 8.328688213253169e-07,
      "loss": 0.341,
      "step": 2112090
    },
    {
      "epoch": 589.48,
      "grad_norm": 1.0899040699005127,
      "learning_rate": 8.328481500592521e-07,
      "loss": 0.3358,
      "step": 2112100
    },
    {
      "epoch": 589.48,
      "grad_norm": 1.424027919769287,
      "learning_rate": 8.32827478994288e-07,
      "loss": 0.3382,
      "step": 2112110
    },
    {
      "epoch": 589.48,
      "grad_norm": 0.9346507787704468,
      "learning_rate": 8.328068081304281e-07,
      "loss": 0.3447,
      "step": 2112120
    },
    {
      "epoch": 589.49,
      "grad_norm": 1.0151612758636475,
      "learning_rate": 8.327861374676758e-07,
      "loss": 0.3351,
      "step": 2112130
    },
    {
      "epoch": 589.49,
      "grad_norm": 1.085553526878357,
      "learning_rate": 8.327654670060318e-07,
      "loss": 0.3521,
      "step": 2112140
    },
    {
      "epoch": 589.49,
      "grad_norm": 1.0538804531097412,
      "learning_rate": 8.327447967455018e-07,
      "loss": 0.3436,
      "step": 2112150
    },
    {
      "epoch": 589.49,
      "grad_norm": 1.2016152143478394,
      "learning_rate": 8.327241266860861e-07,
      "loss": 0.3525,
      "step": 2112160
    },
    {
      "epoch": 589.5,
      "grad_norm": 1.0368175506591797,
      "learning_rate": 8.327034568277886e-07,
      "loss": 0.3356,
      "step": 2112170
    },
    {
      "epoch": 589.5,
      "grad_norm": 1.0443222522735596,
      "learning_rate": 8.326827871706124e-07,
      "loss": 0.3324,
      "step": 2112180
    },
    {
      "epoch": 589.5,
      "grad_norm": 1.234297275543213,
      "learning_rate": 8.326621177145589e-07,
      "loss": 0.3287,
      "step": 2112190
    },
    {
      "epoch": 589.51,
      "grad_norm": 1.0633199214935303,
      "learning_rate": 8.326414484596317e-07,
      "loss": 0.3303,
      "step": 2112200
    },
    {
      "epoch": 589.51,
      "grad_norm": 1.330889344215393,
      "learning_rate": 8.326207794058333e-07,
      "loss": 0.3516,
      "step": 2112210
    },
    {
      "epoch": 589.51,
      "grad_norm": 1.1831051111221313,
      "learning_rate": 8.326001105531674e-07,
      "loss": 0.3364,
      "step": 2112220
    },
    {
      "epoch": 589.51,
      "grad_norm": 1.1216967105865479,
      "learning_rate": 8.325794419016347e-07,
      "loss": 0.3403,
      "step": 2112230
    },
    {
      "epoch": 589.52,
      "grad_norm": 1.2742087841033936,
      "learning_rate": 8.325587734512405e-07,
      "loss": 0.3387,
      "step": 2112240
    },
    {
      "epoch": 589.52,
      "grad_norm": 1.538353681564331,
      "learning_rate": 8.325381052019855e-07,
      "loss": 0.3312,
      "step": 2112250
    },
    {
      "epoch": 589.52,
      "grad_norm": 1.38520085811615,
      "learning_rate": 8.325174371538733e-07,
      "loss": 0.3394,
      "step": 2112260
    },
    {
      "epoch": 589.53,
      "grad_norm": 1.3873835802078247,
      "learning_rate": 8.324967693069074e-07,
      "loss": 0.3401,
      "step": 2112270
    },
    {
      "epoch": 589.53,
      "grad_norm": 1.2812987565994263,
      "learning_rate": 8.324761016610887e-07,
      "loss": 0.3448,
      "step": 2112280
    },
    {
      "epoch": 589.53,
      "grad_norm": 1.0327059030532837,
      "learning_rate": 8.324554342164212e-07,
      "loss": 0.3246,
      "step": 2112290
    },
    {
      "epoch": 589.53,
      "grad_norm": 1.0535640716552734,
      "learning_rate": 8.324347669729073e-07,
      "loss": 0.3342,
      "step": 2112300
    },
    {
      "epoch": 589.54,
      "grad_norm": 1.1548378467559814,
      "learning_rate": 8.324140999305507e-07,
      "loss": 0.3501,
      "step": 2112310
    },
    {
      "epoch": 589.54,
      "grad_norm": 1.1332859992980957,
      "learning_rate": 8.323934330893523e-07,
      "loss": 0.3534,
      "step": 2112320
    },
    {
      "epoch": 589.54,
      "grad_norm": 1.0280147790908813,
      "learning_rate": 8.323727664493163e-07,
      "loss": 0.3354,
      "step": 2112330
    },
    {
      "epoch": 589.55,
      "grad_norm": 1.1335945129394531,
      "learning_rate": 8.323521000104446e-07,
      "loss": 0.3304,
      "step": 2112340
    },
    {
      "epoch": 589.55,
      "grad_norm": 1.1875264644622803,
      "learning_rate": 8.323314337727407e-07,
      "loss": 0.3401,
      "step": 2112350
    },
    {
      "epoch": 589.55,
      "grad_norm": 1.298143744468689,
      "learning_rate": 8.323107677362076e-07,
      "loss": 0.3456,
      "step": 2112360
    },
    {
      "epoch": 589.55,
      "grad_norm": 1.1343822479248047,
      "learning_rate": 8.322901019008462e-07,
      "loss": 0.3232,
      "step": 2112370
    },
    {
      "epoch": 589.56,
      "grad_norm": 1.44417405128479,
      "learning_rate": 8.322694362666618e-07,
      "loss": 0.3318,
      "step": 2112380
    },
    {
      "epoch": 589.56,
      "grad_norm": 1.257320761680603,
      "learning_rate": 8.322487708336553e-07,
      "loss": 0.3524,
      "step": 2112390
    },
    {
      "epoch": 589.56,
      "grad_norm": 1.0188249349594116,
      "learning_rate": 8.322281056018298e-07,
      "loss": 0.3279,
      "step": 2112400
    },
    {
      "epoch": 589.56,
      "grad_norm": 1.3168781995773315,
      "learning_rate": 8.322074405711892e-07,
      "loss": 0.341,
      "step": 2112410
    },
    {
      "epoch": 589.57,
      "grad_norm": 1.150626540184021,
      "learning_rate": 8.321867757417345e-07,
      "loss": 0.3407,
      "step": 2112420
    },
    {
      "epoch": 589.57,
      "grad_norm": 1.4533426761627197,
      "learning_rate": 8.321661111134692e-07,
      "loss": 0.3334,
      "step": 2112430
    },
    {
      "epoch": 589.57,
      "grad_norm": 1.0618445873260498,
      "learning_rate": 8.321454466863964e-07,
      "loss": 0.3472,
      "step": 2112440
    },
    {
      "epoch": 589.58,
      "grad_norm": 1.780432105064392,
      "learning_rate": 8.321247824605191e-07,
      "loss": 0.347,
      "step": 2112450
    },
    {
      "epoch": 589.58,
      "grad_norm": 1.1956324577331543,
      "learning_rate": 8.321041184358388e-07,
      "loss": 0.3306,
      "step": 2112460
    },
    {
      "epoch": 589.58,
      "grad_norm": 1.189710021018982,
      "learning_rate": 8.320834546123589e-07,
      "loss": 0.3353,
      "step": 2112470
    },
    {
      "epoch": 589.58,
      "grad_norm": 1.233192801475525,
      "learning_rate": 8.320627909900831e-07,
      "loss": 0.3332,
      "step": 2112480
    },
    {
      "epoch": 589.59,
      "grad_norm": 1.2168700695037842,
      "learning_rate": 8.320421275690118e-07,
      "loss": 0.3565,
      "step": 2112490
    },
    {
      "epoch": 589.59,
      "grad_norm": 1.2896608114242554,
      "learning_rate": 8.320214643491507e-07,
      "loss": 0.3321,
      "step": 2112500
    },
    {
      "epoch": 589.59,
      "grad_norm": 1.1684857606887817,
      "learning_rate": 8.320008013305004e-07,
      "loss": 0.3411,
      "step": 2112510
    },
    {
      "epoch": 589.6,
      "grad_norm": 1.0902860164642334,
      "learning_rate": 8.319801385130641e-07,
      "loss": 0.3285,
      "step": 2112520
    },
    {
      "epoch": 589.6,
      "grad_norm": 1.3659132719039917,
      "learning_rate": 8.31959475896845e-07,
      "loss": 0.3441,
      "step": 2112530
    },
    {
      "epoch": 589.6,
      "grad_norm": 1.318758487701416,
      "learning_rate": 8.319388134818462e-07,
      "loss": 0.3379,
      "step": 2112540
    },
    {
      "epoch": 589.6,
      "grad_norm": 1.6077193021774292,
      "learning_rate": 8.319181512680693e-07,
      "loss": 0.3325,
      "step": 2112550
    },
    {
      "epoch": 589.61,
      "grad_norm": 1.147047996520996,
      "learning_rate": 8.318974892555177e-07,
      "loss": 0.3332,
      "step": 2112560
    },
    {
      "epoch": 589.61,
      "grad_norm": 1.4608968496322632,
      "learning_rate": 8.318768274441946e-07,
      "loss": 0.3478,
      "step": 2112570
    },
    {
      "epoch": 589.61,
      "grad_norm": 1.1464539766311646,
      "learning_rate": 8.318561658341009e-07,
      "loss": 0.3384,
      "step": 2112580
    },
    {
      "epoch": 589.61,
      "grad_norm": 1.101651668548584,
      "learning_rate": 8.31835504425242e-07,
      "loss": 0.347,
      "step": 2112590
    },
    {
      "epoch": 589.62,
      "grad_norm": 1.0983198881149292,
      "learning_rate": 8.318148432176186e-07,
      "loss": 0.3263,
      "step": 2112600
    },
    {
      "epoch": 589.62,
      "grad_norm": 1.0211282968521118,
      "learning_rate": 8.317941822112345e-07,
      "loss": 0.3383,
      "step": 2112610
    },
    {
      "epoch": 589.62,
      "grad_norm": 1.4094855785369873,
      "learning_rate": 8.317735214060925e-07,
      "loss": 0.3395,
      "step": 2112620
    },
    {
      "epoch": 589.63,
      "grad_norm": 1.3219895362854004,
      "learning_rate": 8.317528608021937e-07,
      "loss": 0.3512,
      "step": 2112630
    },
    {
      "epoch": 589.63,
      "grad_norm": 1.391533374786377,
      "learning_rate": 8.317322003995436e-07,
      "loss": 0.3343,
      "step": 2112640
    },
    {
      "epoch": 589.63,
      "grad_norm": 1.039919376373291,
      "learning_rate": 8.317115401981429e-07,
      "loss": 0.3378,
      "step": 2112650
    },
    {
      "epoch": 589.63,
      "grad_norm": 2.776442766189575,
      "learning_rate": 8.316908801979944e-07,
      "loss": 0.3492,
      "step": 2112660
    },
    {
      "epoch": 589.64,
      "grad_norm": 1.0751348733901978,
      "learning_rate": 8.316702203991019e-07,
      "loss": 0.3387,
      "step": 2112670
    },
    {
      "epoch": 589.64,
      "grad_norm": 1.4932888746261597,
      "learning_rate": 8.316495608014682e-07,
      "loss": 0.331,
      "step": 2112680
    },
    {
      "epoch": 589.64,
      "grad_norm": 1.2677624225616455,
      "learning_rate": 8.316289014050947e-07,
      "loss": 0.321,
      "step": 2112690
    },
    {
      "epoch": 589.65,
      "grad_norm": 1.1134246587753296,
      "learning_rate": 8.316082422099848e-07,
      "loss": 0.3598,
      "step": 2112700
    },
    {
      "epoch": 589.65,
      "grad_norm": 1.0761533975601196,
      "learning_rate": 8.315875832161423e-07,
      "loss": 0.3372,
      "step": 2112710
    },
    {
      "epoch": 589.65,
      "grad_norm": 1.1760696172714233,
      "learning_rate": 8.315669244235676e-07,
      "loss": 0.3304,
      "step": 2112720
    },
    {
      "epoch": 589.65,
      "grad_norm": 1.1577141284942627,
      "learning_rate": 8.315462658322664e-07,
      "loss": 0.327,
      "step": 2112730
    },
    {
      "epoch": 589.66,
      "grad_norm": 1.125192642211914,
      "learning_rate": 8.315256074422391e-07,
      "loss": 0.3323,
      "step": 2112740
    },
    {
      "epoch": 589.66,
      "grad_norm": 1.0875763893127441,
      "learning_rate": 8.315049492534891e-07,
      "loss": 0.3504,
      "step": 2112750
    },
    {
      "epoch": 589.66,
      "grad_norm": 0.976559042930603,
      "learning_rate": 8.314842912660196e-07,
      "loss": 0.3384,
      "step": 2112760
    },
    {
      "epoch": 589.67,
      "grad_norm": 1.3175221681594849,
      "learning_rate": 8.314636334798337e-07,
      "loss": 0.3342,
      "step": 2112770
    },
    {
      "epoch": 589.67,
      "grad_norm": 1.08796226978302,
      "learning_rate": 8.314429758949327e-07,
      "loss": 0.3428,
      "step": 2112780
    },
    {
      "epoch": 589.67,
      "grad_norm": 1.2006617784500122,
      "learning_rate": 8.314223185113204e-07,
      "loss": 0.3353,
      "step": 2112790
    },
    {
      "epoch": 589.67,
      "grad_norm": 1.1248040199279785,
      "learning_rate": 8.31401661329e-07,
      "loss": 0.3274,
      "step": 2112800
    },
    {
      "epoch": 589.68,
      "grad_norm": 1.0072318315505981,
      "learning_rate": 8.31381004347972e-07,
      "loss": 0.3516,
      "step": 2112810
    },
    {
      "epoch": 589.68,
      "grad_norm": 1.1446902751922607,
      "learning_rate": 8.31360347568242e-07,
      "loss": 0.3225,
      "step": 2112820
    },
    {
      "epoch": 589.68,
      "grad_norm": 1.1975997686386108,
      "learning_rate": 8.313396909898111e-07,
      "loss": 0.3318,
      "step": 2112830
    },
    {
      "epoch": 589.68,
      "grad_norm": 1.0700795650482178,
      "learning_rate": 8.313190346126823e-07,
      "loss": 0.3421,
      "step": 2112840
    },
    {
      "epoch": 589.69,
      "grad_norm": 1.535703182220459,
      "learning_rate": 8.312983784368592e-07,
      "loss": 0.3398,
      "step": 2112850
    },
    {
      "epoch": 589.69,
      "grad_norm": 1.1233793497085571,
      "learning_rate": 8.312777224623432e-07,
      "loss": 0.3555,
      "step": 2112860
    },
    {
      "epoch": 589.69,
      "grad_norm": 7.71605920791626,
      "learning_rate": 8.312570666891375e-07,
      "loss": 0.3275,
      "step": 2112870
    },
    {
      "epoch": 589.7,
      "grad_norm": 1.1469353437423706,
      "learning_rate": 8.31236411117245e-07,
      "loss": 0.342,
      "step": 2112880
    },
    {
      "epoch": 589.7,
      "grad_norm": 1.1898447275161743,
      "learning_rate": 8.312157557466693e-07,
      "loss": 0.3315,
      "step": 2112890
    },
    {
      "epoch": 589.7,
      "grad_norm": 1.160858154296875,
      "learning_rate": 8.311951005774108e-07,
      "loss": 0.3307,
      "step": 2112900
    },
    {
      "epoch": 589.7,
      "grad_norm": 1.2268950939178467,
      "learning_rate": 8.311744456094753e-07,
      "loss": 0.3386,
      "step": 2112910
    },
    {
      "epoch": 589.71,
      "grad_norm": 1.1439895629882812,
      "learning_rate": 8.311537908428634e-07,
      "loss": 0.3417,
      "step": 2112920
    },
    {
      "epoch": 589.71,
      "grad_norm": 1.1580003499984741,
      "learning_rate": 8.311331362775782e-07,
      "loss": 0.3365,
      "step": 2112930
    },
    {
      "epoch": 589.71,
      "grad_norm": 1.2993191480636597,
      "learning_rate": 8.311124819136236e-07,
      "loss": 0.334,
      "step": 2112940
    },
    {
      "epoch": 589.72,
      "grad_norm": 1.280256748199463,
      "learning_rate": 8.310918277509999e-07,
      "loss": 0.334,
      "step": 2112950
    },
    {
      "epoch": 589.72,
      "grad_norm": 1.2775988578796387,
      "learning_rate": 8.310711737897131e-07,
      "loss": 0.3429,
      "step": 2112960
    },
    {
      "epoch": 589.72,
      "grad_norm": 1.1392210721969604,
      "learning_rate": 8.310505200297634e-07,
      "loss": 0.322,
      "step": 2112970
    },
    {
      "epoch": 589.72,
      "grad_norm": 1.3675305843353271,
      "learning_rate": 8.310298664711544e-07,
      "loss": 0.3487,
      "step": 2112980
    },
    {
      "epoch": 589.73,
      "grad_norm": 1.4208050966262817,
      "learning_rate": 8.310092131138896e-07,
      "loss": 0.3515,
      "step": 2112990
    },
    {
      "epoch": 589.73,
      "grad_norm": 1.113426923751831,
      "learning_rate": 8.309885599579703e-07,
      "loss": 0.3384,
      "step": 2113000
    },
    {
      "epoch": 589.73,
      "grad_norm": 1.4009076356887817,
      "learning_rate": 8.309679070033998e-07,
      "loss": 0.3361,
      "step": 2113010
    },
    {
      "epoch": 589.73,
      "grad_norm": 1.2450765371322632,
      "learning_rate": 8.309472542501813e-07,
      "loss": 0.3339,
      "step": 2113020
    },
    {
      "epoch": 589.74,
      "grad_norm": 1.2189065217971802,
      "learning_rate": 8.309266016983178e-07,
      "loss": 0.336,
      "step": 2113030
    },
    {
      "epoch": 589.74,
      "grad_norm": 1.214180827140808,
      "learning_rate": 8.3090594934781e-07,
      "loss": 0.3406,
      "step": 2113040
    },
    {
      "epoch": 589.74,
      "grad_norm": 1.4572656154632568,
      "learning_rate": 8.308852971986636e-07,
      "loss": 0.3354,
      "step": 2113050
    },
    {
      "epoch": 589.75,
      "grad_norm": 1.1140064001083374,
      "learning_rate": 8.308646452508794e-07,
      "loss": 0.3359,
      "step": 2113060
    },
    {
      "epoch": 589.75,
      "grad_norm": 1.0944901704788208,
      "learning_rate": 8.308439935044605e-07,
      "loss": 0.3422,
      "step": 2113070
    },
    {
      "epoch": 589.75,
      "grad_norm": 1.116134524345398,
      "learning_rate": 8.308233419594107e-07,
      "loss": 0.3309,
      "step": 2113080
    },
    {
      "epoch": 589.75,
      "grad_norm": 1.1027727127075195,
      "learning_rate": 8.308026906157308e-07,
      "loss": 0.3332,
      "step": 2113090
    },
    {
      "epoch": 589.76,
      "grad_norm": 1.1011452674865723,
      "learning_rate": 8.307820394734249e-07,
      "loss": 0.3379,
      "step": 2113100
    },
    {
      "epoch": 589.76,
      "grad_norm": 1.1601784229278564,
      "learning_rate": 8.307613885324953e-07,
      "loss": 0.3485,
      "step": 2113110
    },
    {
      "epoch": 589.76,
      "grad_norm": 1.109483242034912,
      "learning_rate": 8.307407377929457e-07,
      "loss": 0.3339,
      "step": 2113120
    },
    {
      "epoch": 589.77,
      "grad_norm": 1.1587997674942017,
      "learning_rate": 8.307200872547771e-07,
      "loss": 0.3392,
      "step": 2113130
    },
    {
      "epoch": 589.77,
      "grad_norm": 1.2367932796478271,
      "learning_rate": 8.306994369179934e-07,
      "loss": 0.3603,
      "step": 2113140
    },
    {
      "epoch": 589.77,
      "grad_norm": 1.312875747680664,
      "learning_rate": 8.30678786782598e-07,
      "loss": 0.3536,
      "step": 2113150
    },
    {
      "epoch": 589.77,
      "grad_norm": 1.0780954360961914,
      "learning_rate": 8.306581368485909e-07,
      "loss": 0.3662,
      "step": 2113160
    },
    {
      "epoch": 589.78,
      "grad_norm": 1.0452799797058105,
      "learning_rate": 8.306374871159785e-07,
      "loss": 0.3375,
      "step": 2113170
    },
    {
      "epoch": 589.78,
      "grad_norm": 1.1909949779510498,
      "learning_rate": 8.30616837584761e-07,
      "loss": 0.3418,
      "step": 2113180
    },
    {
      "epoch": 589.78,
      "grad_norm": 1.226757287979126,
      "learning_rate": 8.305961882549421e-07,
      "loss": 0.3398,
      "step": 2113190
    },
    {
      "epoch": 589.79,
      "grad_norm": 1.05409574508667,
      "learning_rate": 8.305755391265242e-07,
      "loss": 0.3701,
      "step": 2113200
    },
    {
      "epoch": 589.79,
      "grad_norm": 1.1987724304199219,
      "learning_rate": 8.305548901995101e-07,
      "loss": 0.3331,
      "step": 2113210
    },
    {
      "epoch": 589.79,
      "grad_norm": 1.1170750856399536,
      "learning_rate": 8.305342414739036e-07,
      "loss": 0.3456,
      "step": 2113220
    },
    {
      "epoch": 589.79,
      "grad_norm": 1.2095305919647217,
      "learning_rate": 8.305135929497059e-07,
      "loss": 0.3344,
      "step": 2113230
    },
    {
      "epoch": 589.8,
      "grad_norm": 1.2178326845169067,
      "learning_rate": 8.304929446269203e-07,
      "loss": 0.334,
      "step": 2113240
    },
    {
      "epoch": 589.8,
      "grad_norm": 1.1448328495025635,
      "learning_rate": 8.304722965055494e-07,
      "loss": 0.3377,
      "step": 2113250
    },
    {
      "epoch": 589.8,
      "grad_norm": 1.1741225719451904,
      "learning_rate": 8.304516485855973e-07,
      "loss": 0.3382,
      "step": 2113260
    },
    {
      "epoch": 589.8,
      "grad_norm": 1.2197785377502441,
      "learning_rate": 8.304310008670647e-07,
      "loss": 0.3341,
      "step": 2113270
    },
    {
      "epoch": 589.81,
      "grad_norm": 2.021415948867798,
      "learning_rate": 8.304103533499553e-07,
      "loss": 0.35,
      "step": 2113280
    },
    {
      "epoch": 589.81,
      "grad_norm": 1.2448862791061401,
      "learning_rate": 8.303897060342726e-07,
      "loss": 0.3256,
      "step": 2113290
    },
    {
      "epoch": 589.81,
      "grad_norm": 1.3365896940231323,
      "learning_rate": 8.303690589200168e-07,
      "loss": 0.3623,
      "step": 2113300
    },
    {
      "epoch": 589.82,
      "grad_norm": 1.2362322807312012,
      "learning_rate": 8.303484120071941e-07,
      "loss": 0.3425,
      "step": 2113310
    },
    {
      "epoch": 589.82,
      "grad_norm": 1.0381842851638794,
      "learning_rate": 8.303277652958048e-07,
      "loss": 0.3528,
      "step": 2113320
    },
    {
      "epoch": 589.82,
      "grad_norm": 1.0679017305374146,
      "learning_rate": 8.303071187858524e-07,
      "loss": 0.3312,
      "step": 2113330
    },
    {
      "epoch": 589.82,
      "grad_norm": 1.521949052810669,
      "learning_rate": 8.302864724773398e-07,
      "loss": 0.3598,
      "step": 2113340
    },
    {
      "epoch": 589.83,
      "grad_norm": 1.0908935070037842,
      "learning_rate": 8.302658263702702e-07,
      "loss": 0.3392,
      "step": 2113350
    },
    {
      "epoch": 589.83,
      "grad_norm": 1.3514935970306396,
      "learning_rate": 8.30245180464645e-07,
      "loss": 0.3451,
      "step": 2113360
    },
    {
      "epoch": 589.83,
      "grad_norm": 1.0594090223312378,
      "learning_rate": 8.302245347604677e-07,
      "loss": 0.3484,
      "step": 2113370
    },
    {
      "epoch": 589.84,
      "grad_norm": 1.4219516515731812,
      "learning_rate": 8.302038892577421e-07,
      "loss": 0.3457,
      "step": 2113380
    },
    {
      "epoch": 589.84,
      "grad_norm": 1.258393406867981,
      "learning_rate": 8.301832439564681e-07,
      "loss": 0.3335,
      "step": 2113390
    },
    {
      "epoch": 589.84,
      "grad_norm": 1.298984408378601,
      "learning_rate": 8.301625988566517e-07,
      "loss": 0.3404,
      "step": 2113400
    },
    {
      "epoch": 589.84,
      "grad_norm": 1.0594067573547363,
      "learning_rate": 8.301419539582936e-07,
      "loss": 0.3347,
      "step": 2113410
    },
    {
      "epoch": 589.85,
      "grad_norm": 1.3496277332305908,
      "learning_rate": 8.301213092613971e-07,
      "loss": 0.3394,
      "step": 2113420
    },
    {
      "epoch": 589.85,
      "grad_norm": 1.0728583335876465,
      "learning_rate": 8.301006647659657e-07,
      "loss": 0.3734,
      "step": 2113430
    },
    {
      "epoch": 589.85,
      "grad_norm": 1.249631643295288,
      "learning_rate": 8.300800204720008e-07,
      "loss": 0.3375,
      "step": 2113440
    },
    {
      "epoch": 589.85,
      "grad_norm": 1.334025263786316,
      "learning_rate": 8.300593763795057e-07,
      "loss": 0.3414,
      "step": 2113450
    },
    {
      "epoch": 589.86,
      "grad_norm": 1.1717077493667603,
      "learning_rate": 8.300387324884833e-07,
      "loss": 0.3556,
      "step": 2113460
    },
    {
      "epoch": 589.86,
      "grad_norm": 1.139255404472351,
      "learning_rate": 8.30018088798937e-07,
      "loss": 0.3438,
      "step": 2113470
    },
    {
      "epoch": 589.86,
      "grad_norm": 1.0984814167022705,
      "learning_rate": 8.299974453108672e-07,
      "loss": 0.3438,
      "step": 2113480
    },
    {
      "epoch": 589.87,
      "grad_norm": 1.0375950336456299,
      "learning_rate": 8.299768020242798e-07,
      "loss": 0.3457,
      "step": 2113490
    },
    {
      "epoch": 589.87,
      "grad_norm": 1.0078104734420776,
      "learning_rate": 8.299561589391755e-07,
      "loss": 0.3225,
      "step": 2113500
    },
    {
      "epoch": 589.87,
      "grad_norm": 1.0663589239120483,
      "learning_rate": 8.299355160555574e-07,
      "loss": 0.3193,
      "step": 2113510
    },
    {
      "epoch": 589.87,
      "grad_norm": 1.2298460006713867,
      "learning_rate": 8.299148733734291e-07,
      "loss": 0.3206,
      "step": 2113520
    },
    {
      "epoch": 589.88,
      "grad_norm": 1.0794647932052612,
      "learning_rate": 8.298942308927913e-07,
      "loss": 0.3408,
      "step": 2113530
    },
    {
      "epoch": 589.88,
      "grad_norm": 1.413443922996521,
      "learning_rate": 8.298735886136495e-07,
      "loss": 0.3412,
      "step": 2113540
    },
    {
      "epoch": 589.88,
      "grad_norm": 1.1184405088424683,
      "learning_rate": 8.298529465360044e-07,
      "loss": 0.3374,
      "step": 2113550
    },
    {
      "epoch": 589.89,
      "grad_norm": 7.1516313552856445,
      "learning_rate": 8.298323046598597e-07,
      "loss": 0.3372,
      "step": 2113560
    },
    {
      "epoch": 589.89,
      "grad_norm": 1.1995635032653809,
      "learning_rate": 8.298116629852183e-07,
      "loss": 0.3398,
      "step": 2113570
    },
    {
      "epoch": 589.89,
      "grad_norm": 1.0295757055282593,
      "learning_rate": 8.297910215120817e-07,
      "loss": 0.3448,
      "step": 2113580
    },
    {
      "epoch": 589.89,
      "grad_norm": 1.3824070692062378,
      "learning_rate": 8.297703802404534e-07,
      "loss": 0.3293,
      "step": 2113590
    },
    {
      "epoch": 589.9,
      "grad_norm": 1.2168195247650146,
      "learning_rate": 8.297497391703364e-07,
      "loss": 0.329,
      "step": 2113600
    },
    {
      "epoch": 589.9,
      "grad_norm": 1.0389608144760132,
      "learning_rate": 8.297290983017339e-07,
      "loss": 0.3291,
      "step": 2113610
    },
    {
      "epoch": 589.9,
      "grad_norm": 1.2561020851135254,
      "learning_rate": 8.297084576346466e-07,
      "loss": 0.3409,
      "step": 2113620
    },
    {
      "epoch": 589.91,
      "grad_norm": 1.1466389894485474,
      "learning_rate": 8.2968781716908e-07,
      "loss": 0.3292,
      "step": 2113630
    },
    {
      "epoch": 589.91,
      "grad_norm": 1.184505581855774,
      "learning_rate": 8.296671769050349e-07,
      "loss": 0.3482,
      "step": 2113640
    },
    {
      "epoch": 589.91,
      "grad_norm": 1.0579147338867188,
      "learning_rate": 8.296465368425143e-07,
      "loss": 0.3521,
      "step": 2113650
    },
    {
      "epoch": 589.91,
      "grad_norm": 1.2375763654708862,
      "learning_rate": 8.296258969815224e-07,
      "loss": 0.3438,
      "step": 2113660
    },
    {
      "epoch": 589.92,
      "grad_norm": 1.206972599029541,
      "learning_rate": 8.296052573220599e-07,
      "loss": 0.3379,
      "step": 2113670
    },
    {
      "epoch": 589.92,
      "grad_norm": 1.110274076461792,
      "learning_rate": 8.295846178641307e-07,
      "loss": 0.3465,
      "step": 2113680
    },
    {
      "epoch": 589.92,
      "grad_norm": 1.272675633430481,
      "learning_rate": 8.295639786077371e-07,
      "loss": 0.3415,
      "step": 2113690
    },
    {
      "epoch": 589.92,
      "grad_norm": 1.1184245347976685,
      "learning_rate": 8.295433395528829e-07,
      "loss": 0.3389,
      "step": 2113700
    },
    {
      "epoch": 589.93,
      "grad_norm": 1.4880496263504028,
      "learning_rate": 8.295227006995682e-07,
      "loss": 0.3433,
      "step": 2113710
    },
    {
      "epoch": 589.93,
      "grad_norm": 1.3354383707046509,
      "learning_rate": 8.295020620477997e-07,
      "loss": 0.3509,
      "step": 2113720
    },
    {
      "epoch": 589.93,
      "grad_norm": 1.157616138458252,
      "learning_rate": 8.294814235975769e-07,
      "loss": 0.3419,
      "step": 2113730
    },
    {
      "epoch": 589.94,
      "grad_norm": 1.3589850664138794,
      "learning_rate": 8.294607853489036e-07,
      "loss": 0.3377,
      "step": 2113740
    },
    {
      "epoch": 589.94,
      "grad_norm": 1.2464406490325928,
      "learning_rate": 8.294401473017833e-07,
      "loss": 0.3397,
      "step": 2113750
    },
    {
      "epoch": 589.94,
      "grad_norm": 1.3769162893295288,
      "learning_rate": 8.294195094562174e-07,
      "loss": 0.3489,
      "step": 2113760
    },
    {
      "epoch": 589.94,
      "grad_norm": 1.2462211847305298,
      "learning_rate": 8.293988718122094e-07,
      "loss": 0.3444,
      "step": 2113770
    },
    {
      "epoch": 589.95,
      "grad_norm": 1.1654343605041504,
      "learning_rate": 8.29378234369762e-07,
      "loss": 0.334,
      "step": 2113780
    },
    {
      "epoch": 589.95,
      "grad_norm": 0.9464726448059082,
      "learning_rate": 8.293575971288776e-07,
      "loss": 0.326,
      "step": 2113790
    },
    {
      "epoch": 589.95,
      "grad_norm": 1.287011742591858,
      "learning_rate": 8.293369600895604e-07,
      "loss": 0.3364,
      "step": 2113800
    },
    {
      "epoch": 589.96,
      "grad_norm": 1.1357628107070923,
      "learning_rate": 8.29316323251811e-07,
      "loss": 0.3332,
      "step": 2113810
    },
    {
      "epoch": 589.96,
      "grad_norm": 1.171284556388855,
      "learning_rate": 8.292956866156329e-07,
      "loss": 0.3291,
      "step": 2113820
    },
    {
      "epoch": 589.96,
      "grad_norm": 1.161578893661499,
      "learning_rate": 8.292750501810293e-07,
      "loss": 0.3328,
      "step": 2113830
    },
    {
      "epoch": 589.96,
      "grad_norm": 1.2160100936889648,
      "learning_rate": 8.292544139480039e-07,
      "loss": 0.3321,
      "step": 2113840
    },
    {
      "epoch": 589.97,
      "grad_norm": 1.6632637977600098,
      "learning_rate": 8.292337779165562e-07,
      "loss": 0.3277,
      "step": 2113850
    },
    {
      "epoch": 589.97,
      "grad_norm": 1.1746562719345093,
      "learning_rate": 8.292131420866927e-07,
      "loss": 0.3398,
      "step": 2113860
    },
    {
      "epoch": 589.97,
      "grad_norm": 1.084676742553711,
      "learning_rate": 8.291925064584137e-07,
      "loss": 0.343,
      "step": 2113870
    },
    {
      "epoch": 589.97,
      "grad_norm": 1.1552538871765137,
      "learning_rate": 8.291718710317228e-07,
      "loss": 0.3339,
      "step": 2113880
    },
    {
      "epoch": 589.98,
      "grad_norm": 1.0587573051452637,
      "learning_rate": 8.291512358066234e-07,
      "loss": 0.3288,
      "step": 2113890
    },
    {
      "epoch": 589.98,
      "grad_norm": 1.1172325611114502,
      "learning_rate": 8.291306007831165e-07,
      "loss": 0.3463,
      "step": 2113900
    },
    {
      "epoch": 589.98,
      "grad_norm": 1.0341066122055054,
      "learning_rate": 8.291099659612063e-07,
      "loss": 0.3477,
      "step": 2113910
    },
    {
      "epoch": 589.99,
      "grad_norm": 1.266913890838623,
      "learning_rate": 8.290893313408948e-07,
      "loss": 0.3417,
      "step": 2113920
    },
    {
      "epoch": 589.99,
      "grad_norm": 1.20014488697052,
      "learning_rate": 8.290686969221857e-07,
      "loss": 0.3602,
      "step": 2113930
    },
    {
      "epoch": 589.99,
      "grad_norm": 1.2337639331817627,
      "learning_rate": 8.290480627050808e-07,
      "loss": 0.3459,
      "step": 2113940
    },
    {
      "epoch": 589.99,
      "grad_norm": 1.1783332824707031,
      "learning_rate": 8.290274286895826e-07,
      "loss": 0.3446,
      "step": 2113950
    },
    {
      "epoch": 590.0,
      "grad_norm": 1.2012429237365723,
      "learning_rate": 8.290067948756955e-07,
      "loss": 0.3305,
      "step": 2113960
    },
    {
      "epoch": 590.0,
      "grad_norm": 1.2450836896896362,
      "learning_rate": 8.289861612634194e-07,
      "loss": 0.3403,
      "step": 2113970
    },
    {
      "epoch": 590.0,
      "eval_loss": 0.34014686942100525,
      "eval_runtime": 63.5188,
      "eval_samples_per_second": 79.646,
      "eval_steps_per_second": 9.966,
      "step": 2113970
    },
    {
      "epoch": 590.0,
      "grad_norm": 1.154246211051941,
      "learning_rate": 8.289655278527605e-07,
      "loss": 0.3186,
      "step": 2113980
    },
    {
      "epoch": 590.01,
      "grad_norm": 1.0190147161483765,
      "learning_rate": 8.289448946437189e-07,
      "loss": 0.3422,
      "step": 2113990
    },
    {
      "epoch": 590.01,
      "grad_norm": 1.032322645187378,
      "learning_rate": 8.289242616362986e-07,
      "loss": 0.3464,
      "step": 2114000
    },
    {
      "epoch": 590.01,
      "grad_norm": 1.1669433116912842,
      "learning_rate": 8.289036288305016e-07,
      "loss": 0.3287,
      "step": 2114010
    },
    {
      "epoch": 590.01,
      "grad_norm": 1.1434738636016846,
      "learning_rate": 8.288829962263319e-07,
      "loss": 0.3385,
      "step": 2114020
    },
    {
      "epoch": 590.02,
      "grad_norm": 1.0853074789047241,
      "learning_rate": 8.288623638237908e-07,
      "loss": 0.3436,
      "step": 2114030
    },
    {
      "epoch": 590.02,
      "grad_norm": 1.2177624702453613,
      "learning_rate": 8.288417316228815e-07,
      "loss": 0.332,
      "step": 2114040
    },
    {
      "epoch": 590.02,
      "grad_norm": 1.0397766828536987,
      "learning_rate": 8.288210996236079e-07,
      "loss": 0.3549,
      "step": 2114050
    },
    {
      "epoch": 590.03,
      "grad_norm": 1.2309110164642334,
      "learning_rate": 8.288004678259701e-07,
      "loss": 0.3242,
      "step": 2114060
    },
    {
      "epoch": 590.03,
      "grad_norm": 1.1332120895385742,
      "learning_rate": 8.287798362299739e-07,
      "loss": 0.3387,
      "step": 2114070
    },
    {
      "epoch": 590.03,
      "grad_norm": 1.3588802814483643,
      "learning_rate": 8.2875920483562e-07,
      "loss": 0.3352,
      "step": 2114080
    },
    {
      "epoch": 590.03,
      "grad_norm": 1.1911101341247559,
      "learning_rate": 8.287385736429118e-07,
      "loss": 0.3376,
      "step": 2114090
    },
    {
      "epoch": 590.04,
      "grad_norm": 1.2712539434432983,
      "learning_rate": 8.287179426518528e-07,
      "loss": 0.3339,
      "step": 2114100
    },
    {
      "epoch": 590.04,
      "grad_norm": 1.302239179611206,
      "learning_rate": 8.286973118624434e-07,
      "loss": 0.3481,
      "step": 2114110
    },
    {
      "epoch": 590.04,
      "grad_norm": 1.2446048259735107,
      "learning_rate": 8.286766812746894e-07,
      "loss": 0.3407,
      "step": 2114120
    },
    {
      "epoch": 590.04,
      "grad_norm": 0.9982833862304688,
      "learning_rate": 8.286560508885916e-07,
      "loss": 0.3431,
      "step": 2114130
    },
    {
      "epoch": 590.05,
      "grad_norm": 1.3458003997802734,
      "learning_rate": 8.286354207041529e-07,
      "loss": 0.3513,
      "step": 2114140
    },
    {
      "epoch": 590.05,
      "grad_norm": 1.1361565589904785,
      "learning_rate": 8.286147907213764e-07,
      "loss": 0.3395,
      "step": 2114150
    },
    {
      "epoch": 590.05,
      "grad_norm": 1.3053128719329834,
      "learning_rate": 8.285941609402656e-07,
      "loss": 0.3367,
      "step": 2114160
    },
    {
      "epoch": 590.06,
      "grad_norm": 1.2370516061782837,
      "learning_rate": 8.285735313608218e-07,
      "loss": 0.3332,
      "step": 2114170
    },
    {
      "epoch": 590.06,
      "grad_norm": 1.2900947332382202,
      "learning_rate": 8.285529019830483e-07,
      "loss": 0.3424,
      "step": 2114180
    },
    {
      "epoch": 590.06,
      "grad_norm": 1.1321284770965576,
      "learning_rate": 8.285322728069489e-07,
      "loss": 0.3357,
      "step": 2114190
    },
    {
      "epoch": 590.06,
      "grad_norm": 1.0206440687179565,
      "learning_rate": 8.285116438325236e-07,
      "loss": 0.3302,
      "step": 2114200
    },
    {
      "epoch": 590.07,
      "grad_norm": 2.812654972076416,
      "learning_rate": 8.284910150597786e-07,
      "loss": 0.3464,
      "step": 2114210
    },
    {
      "epoch": 590.07,
      "grad_norm": 1.0918534994125366,
      "learning_rate": 8.28470386488714e-07,
      "loss": 0.3259,
      "step": 2114220
    },
    {
      "epoch": 590.07,
      "grad_norm": 1.0953551530838013,
      "learning_rate": 8.28449758119334e-07,
      "loss": 0.3196,
      "step": 2114230
    },
    {
      "epoch": 590.08,
      "grad_norm": 1.2979180812835693,
      "learning_rate": 8.284291299516412e-07,
      "loss": 0.3475,
      "step": 2114240
    },
    {
      "epoch": 590.08,
      "grad_norm": 1.095522403717041,
      "learning_rate": 8.284085019856374e-07,
      "loss": 0.3514,
      "step": 2114250
    },
    {
      "epoch": 590.08,
      "grad_norm": 1.2196085453033447,
      "learning_rate": 8.283878742213261e-07,
      "loss": 0.3633,
      "step": 2114260
    },
    {
      "epoch": 590.08,
      "grad_norm": 1.2836724519729614,
      "learning_rate": 8.283672466587097e-07,
      "loss": 0.3393,
      "step": 2114270
    },
    {
      "epoch": 590.09,
      "grad_norm": 1.2887846231460571,
      "learning_rate": 8.28346619297792e-07,
      "loss": 0.35,
      "step": 2114280
    },
    {
      "epoch": 590.09,
      "grad_norm": 1.116971492767334,
      "learning_rate": 8.283259921385732e-07,
      "loss": 0.3448,
      "step": 2114290
    },
    {
      "epoch": 590.09,
      "grad_norm": 1.3191781044006348,
      "learning_rate": 8.283053651810596e-07,
      "loss": 0.3422,
      "step": 2114300
    },
    {
      "epoch": 590.09,
      "grad_norm": 0.9894196391105652,
      "learning_rate": 8.282847384252513e-07,
      "loss": 0.3434,
      "step": 2114310
    },
    {
      "epoch": 590.1,
      "grad_norm": 1.0777907371520996,
      "learning_rate": 8.282641118711517e-07,
      "loss": 0.3413,
      "step": 2114320
    },
    {
      "epoch": 590.1,
      "grad_norm": 1.3543882369995117,
      "learning_rate": 8.282434855187644e-07,
      "loss": 0.3305,
      "step": 2114330
    },
    {
      "epoch": 590.1,
      "grad_norm": 1.2410624027252197,
      "learning_rate": 8.282228593680907e-07,
      "loss": 0.3466,
      "step": 2114340
    },
    {
      "epoch": 590.11,
      "grad_norm": 1.2917183637619019,
      "learning_rate": 8.282022334191342e-07,
      "loss": 0.3405,
      "step": 2114350
    },
    {
      "epoch": 590.11,
      "grad_norm": 1.2190386056900024,
      "learning_rate": 8.281816076718974e-07,
      "loss": 0.3441,
      "step": 2114360
    },
    {
      "epoch": 590.11,
      "grad_norm": 1.0919348001480103,
      "learning_rate": 8.281609821263832e-07,
      "loss": 0.3337,
      "step": 2114370
    },
    {
      "epoch": 590.11,
      "grad_norm": 1.089564323425293,
      "learning_rate": 8.281403567825952e-07,
      "loss": 0.3244,
      "step": 2114380
    },
    {
      "epoch": 590.12,
      "grad_norm": 1.2043172121047974,
      "learning_rate": 8.281197316405344e-07,
      "loss": 0.3311,
      "step": 2114390
    },
    {
      "epoch": 590.12,
      "grad_norm": 1.0079437494277954,
      "learning_rate": 8.280991067002043e-07,
      "loss": 0.333,
      "step": 2114400
    },
    {
      "epoch": 590.12,
      "grad_norm": 1.1892485618591309,
      "learning_rate": 8.28078481961608e-07,
      "loss": 0.357,
      "step": 2114410
    },
    {
      "epoch": 590.13,
      "grad_norm": 1.106627106666565,
      "learning_rate": 8.280578574247486e-07,
      "loss": 0.3229,
      "step": 2114420
    },
    {
      "epoch": 590.13,
      "grad_norm": 1.141316294670105,
      "learning_rate": 8.280372330896266e-07,
      "loss": 0.3379,
      "step": 2114430
    },
    {
      "epoch": 590.13,
      "grad_norm": 1.6951886415481567,
      "learning_rate": 8.280166089562478e-07,
      "loss": 0.3496,
      "step": 2114440
    },
    {
      "epoch": 590.13,
      "grad_norm": 1.26503324508667,
      "learning_rate": 8.279959850246132e-07,
      "loss": 0.3362,
      "step": 2114450
    },
    {
      "epoch": 590.14,
      "grad_norm": 1.5920510292053223,
      "learning_rate": 8.279753612947256e-07,
      "loss": 0.3425,
      "step": 2114460
    },
    {
      "epoch": 590.14,
      "grad_norm": 1.312005639076233,
      "learning_rate": 8.279547377665887e-07,
      "loss": 0.3383,
      "step": 2114470
    },
    {
      "epoch": 590.14,
      "grad_norm": 6.063612461090088,
      "learning_rate": 8.279341144402041e-07,
      "loss": 0.3245,
      "step": 2114480
    },
    {
      "epoch": 590.15,
      "grad_norm": 1.0549479722976685,
      "learning_rate": 8.279134913155747e-07,
      "loss": 0.3273,
      "step": 2114490
    },
    {
      "epoch": 590.15,
      "grad_norm": 1.284394383430481,
      "learning_rate": 8.278928683927038e-07,
      "loss": 0.3539,
      "step": 2114500
    },
    {
      "epoch": 590.15,
      "grad_norm": 1.2122448682785034,
      "learning_rate": 8.278722456715945e-07,
      "loss": 0.3385,
      "step": 2114510
    },
    {
      "epoch": 590.15,
      "grad_norm": 1.127532720565796,
      "learning_rate": 8.278516231522481e-07,
      "loss": 0.3345,
      "step": 2114520
    },
    {
      "epoch": 590.16,
      "grad_norm": 1.2445977926254272,
      "learning_rate": 8.278310008346682e-07,
      "loss": 0.3384,
      "step": 2114530
    },
    {
      "epoch": 590.16,
      "grad_norm": 1.1974619626998901,
      "learning_rate": 8.278103787188577e-07,
      "loss": 0.3332,
      "step": 2114540
    },
    {
      "epoch": 590.16,
      "grad_norm": 1.173089623451233,
      "learning_rate": 8.277897568048193e-07,
      "loss": 0.3381,
      "step": 2114550
    },
    {
      "epoch": 590.16,
      "grad_norm": 1.1314723491668701,
      "learning_rate": 8.277691350925562e-07,
      "loss": 0.3449,
      "step": 2114560
    },
    {
      "epoch": 590.17,
      "grad_norm": 0.993477463722229,
      "learning_rate": 8.277485135820698e-07,
      "loss": 0.3339,
      "step": 2114570
    },
    {
      "epoch": 590.17,
      "grad_norm": 1.0151371955871582,
      "learning_rate": 8.277278922733636e-07,
      "loss": 0.3152,
      "step": 2114580
    },
    {
      "epoch": 590.17,
      "grad_norm": 1.1843653917312622,
      "learning_rate": 8.277072711664403e-07,
      "loss": 0.3325,
      "step": 2114590
    },
    {
      "epoch": 590.18,
      "grad_norm": 1.1312408447265625,
      "learning_rate": 8.276866502613034e-07,
      "loss": 0.3459,
      "step": 2114600
    },
    {
      "epoch": 590.18,
      "grad_norm": 1.1035420894622803,
      "learning_rate": 8.276660295579544e-07,
      "loss": 0.3351,
      "step": 2114610
    },
    {
      "epoch": 590.18,
      "grad_norm": 1.2267541885375977,
      "learning_rate": 8.276454090563966e-07,
      "loss": 0.3412,
      "step": 2114620
    },
    {
      "epoch": 590.18,
      "grad_norm": 1.425835371017456,
      "learning_rate": 8.276247887566333e-07,
      "loss": 0.3359,
      "step": 2114630
    },
    {
      "epoch": 590.19,
      "grad_norm": 1.2143924236297607,
      "learning_rate": 8.276041686586652e-07,
      "loss": 0.3327,
      "step": 2114640
    },
    {
      "epoch": 590.19,
      "grad_norm": 1.2623063325881958,
      "learning_rate": 8.275835487624981e-07,
      "loss": 0.3382,
      "step": 2114650
    },
    {
      "epoch": 590.19,
      "grad_norm": 1.2828915119171143,
      "learning_rate": 8.275629290681319e-07,
      "loss": 0.3244,
      "step": 2114660
    },
    {
      "epoch": 590.2,
      "grad_norm": 1.2006665468215942,
      "learning_rate": 8.275423095755718e-07,
      "loss": 0.3525,
      "step": 2114670
    },
    {
      "epoch": 590.2,
      "grad_norm": 1.2750113010406494,
      "learning_rate": 8.275216902848187e-07,
      "loss": 0.3437,
      "step": 2114680
    },
    {
      "epoch": 590.2,
      "grad_norm": 1.0547947883605957,
      "learning_rate": 8.275010711958758e-07,
      "loss": 0.3375,
      "step": 2114690
    },
    {
      "epoch": 590.2,
      "grad_norm": 1.1046595573425293,
      "learning_rate": 8.274804523087469e-07,
      "loss": 0.3426,
      "step": 2114700
    },
    {
      "epoch": 590.21,
      "grad_norm": 1.234499216079712,
      "learning_rate": 8.274598336234334e-07,
      "loss": 0.3296,
      "step": 2114710
    },
    {
      "epoch": 590.21,
      "grad_norm": 1.187260627746582,
      "learning_rate": 8.274392151399384e-07,
      "loss": 0.3575,
      "step": 2114720
    },
    {
      "epoch": 590.21,
      "grad_norm": 1.3368028402328491,
      "learning_rate": 8.274185968582647e-07,
      "loss": 0.3319,
      "step": 2114730
    },
    {
      "epoch": 590.21,
      "grad_norm": 1.6117953062057495,
      "learning_rate": 8.273979787784158e-07,
      "loss": 0.3407,
      "step": 2114740
    },
    {
      "epoch": 590.22,
      "grad_norm": 1.2951247692108154,
      "learning_rate": 8.273773609003932e-07,
      "loss": 0.3322,
      "step": 2114750
    },
    {
      "epoch": 590.22,
      "grad_norm": 1.4882618188858032,
      "learning_rate": 8.273567432242001e-07,
      "loss": 0.3414,
      "step": 2114760
    },
    {
      "epoch": 590.22,
      "grad_norm": 1.09700608253479,
      "learning_rate": 8.2733612574984e-07,
      "loss": 0.3479,
      "step": 2114770
    },
    {
      "epoch": 590.23,
      "grad_norm": 1.0390082597732544,
      "learning_rate": 8.273155084773138e-07,
      "loss": 0.3299,
      "step": 2114780
    },
    {
      "epoch": 590.23,
      "grad_norm": 1.0212128162384033,
      "learning_rate": 8.272948914066266e-07,
      "loss": 0.3519,
      "step": 2114790
    },
    {
      "epoch": 590.23,
      "grad_norm": 2.5074551105499268,
      "learning_rate": 8.272742745377797e-07,
      "loss": 0.3255,
      "step": 2114800
    },
    {
      "epoch": 590.23,
      "grad_norm": 1.1900016069412231,
      "learning_rate": 8.272536578707756e-07,
      "loss": 0.344,
      "step": 2114810
    },
    {
      "epoch": 590.24,
      "grad_norm": 1.1436880826950073,
      "learning_rate": 8.272330414056179e-07,
      "loss": 0.3198,
      "step": 2114820
    },
    {
      "epoch": 590.24,
      "grad_norm": 1.0085442066192627,
      "learning_rate": 8.272124251423097e-07,
      "loss": 0.3396,
      "step": 2114830
    },
    {
      "epoch": 590.24,
      "grad_norm": 1.3665281534194946,
      "learning_rate": 8.271918090808522e-07,
      "loss": 0.3384,
      "step": 2114840
    },
    {
      "epoch": 590.25,
      "grad_norm": 1.362808346748352,
      "learning_rate": 8.271711932212491e-07,
      "loss": 0.3435,
      "step": 2114850
    },
    {
      "epoch": 590.25,
      "grad_norm": 1.3805370330810547,
      "learning_rate": 8.271505775635039e-07,
      "loss": 0.3331,
      "step": 2114860
    },
    {
      "epoch": 590.25,
      "grad_norm": 1.2248202562332153,
      "learning_rate": 8.27129962107617e-07,
      "loss": 0.3311,
      "step": 2114870
    },
    {
      "epoch": 590.25,
      "grad_norm": 1.1390888690948486,
      "learning_rate": 8.271093468535942e-07,
      "loss": 0.3441,
      "step": 2114880
    },
    {
      "epoch": 590.26,
      "grad_norm": 1.1581069231033325,
      "learning_rate": 8.270887318014356e-07,
      "loss": 0.3354,
      "step": 2114890
    },
    {
      "epoch": 590.26,
      "grad_norm": 1.2010862827301025,
      "learning_rate": 8.270681169511452e-07,
      "loss": 0.3269,
      "step": 2114900
    },
    {
      "epoch": 590.26,
      "grad_norm": 1.3294001817703247,
      "learning_rate": 8.270475023027264e-07,
      "loss": 0.3339,
      "step": 2114910
    },
    {
      "epoch": 590.27,
      "grad_norm": 1.2165454626083374,
      "learning_rate": 8.270268878561804e-07,
      "loss": 0.3394,
      "step": 2114920
    },
    {
      "epoch": 590.27,
      "grad_norm": 1.1473631858825684,
      "learning_rate": 8.270062736115104e-07,
      "loss": 0.3438,
      "step": 2114930
    },
    {
      "epoch": 590.27,
      "grad_norm": 1.0713367462158203,
      "learning_rate": 8.269856595687195e-07,
      "loss": 0.3419,
      "step": 2114940
    },
    {
      "epoch": 590.27,
      "grad_norm": 1.2895379066467285,
      "learning_rate": 8.269650457278105e-07,
      "loss": 0.3472,
      "step": 2114950
    },
    {
      "epoch": 590.28,
      "grad_norm": 1.039137840270996,
      "learning_rate": 8.269444320887859e-07,
      "loss": 0.3498,
      "step": 2114960
    },
    {
      "epoch": 590.28,
      "grad_norm": 1.234053611755371,
      "learning_rate": 8.269238186516492e-07,
      "loss": 0.3321,
      "step": 2114970
    },
    {
      "epoch": 590.28,
      "grad_norm": 1.3113765716552734,
      "learning_rate": 8.269032054164019e-07,
      "loss": 0.3274,
      "step": 2114980
    },
    {
      "epoch": 590.28,
      "grad_norm": 1.268168568611145,
      "learning_rate": 8.268825923830472e-07,
      "loss": 0.3341,
      "step": 2114990
    },
    {
      "epoch": 590.29,
      "grad_norm": 1.1491994857788086,
      "learning_rate": 8.268619795515888e-07,
      "loss": 0.323,
      "step": 2115000
    },
    {
      "epoch": 590.29,
      "grad_norm": 1.1186141967773438,
      "learning_rate": 8.26841366922027e-07,
      "loss": 0.3563,
      "step": 2115010
    },
    {
      "epoch": 590.29,
      "grad_norm": 1.0757942199707031,
      "learning_rate": 8.268207544943678e-07,
      "loss": 0.3321,
      "step": 2115020
    },
    {
      "epoch": 590.3,
      "grad_norm": 1.2088768482208252,
      "learning_rate": 8.268001422686116e-07,
      "loss": 0.3361,
      "step": 2115030
    },
    {
      "epoch": 590.3,
      "grad_norm": 1.0845221281051636,
      "learning_rate": 8.267795302447616e-07,
      "loss": 0.3421,
      "step": 2115040
    },
    {
      "epoch": 590.3,
      "grad_norm": 1.1976906061172485,
      "learning_rate": 8.267589184228217e-07,
      "loss": 0.3506,
      "step": 2115050
    },
    {
      "epoch": 590.3,
      "grad_norm": 1.4037975072860718,
      "learning_rate": 8.267383068027927e-07,
      "loss": 0.3393,
      "step": 2115060
    },
    {
      "epoch": 590.31,
      "grad_norm": 1.1923136711120605,
      "learning_rate": 8.267176953846788e-07,
      "loss": 0.347,
      "step": 2115070
    },
    {
      "epoch": 590.31,
      "grad_norm": 1.1301312446594238,
      "learning_rate": 8.26697084168482e-07,
      "loss": 0.336,
      "step": 2115080
    },
    {
      "epoch": 590.31,
      "grad_norm": 0.9977614879608154,
      "learning_rate": 8.266764731542062e-07,
      "loss": 0.3319,
      "step": 2115090
    },
    {
      "epoch": 590.32,
      "grad_norm": 1.1900243759155273,
      "learning_rate": 8.266558623418517e-07,
      "loss": 0.3306,
      "step": 2115100
    },
    {
      "epoch": 590.32,
      "grad_norm": 1.0011050701141357,
      "learning_rate": 8.266352517314245e-07,
      "loss": 0.3312,
      "step": 2115110
    },
    {
      "epoch": 590.32,
      "grad_norm": 1.2103146314620972,
      "learning_rate": 8.266146413229249e-07,
      "loss": 0.3393,
      "step": 2115120
    },
    {
      "epoch": 590.32,
      "grad_norm": 0.9105887413024902,
      "learning_rate": 8.265940311163564e-07,
      "loss": 0.326,
      "step": 2115130
    },
    {
      "epoch": 590.33,
      "grad_norm": 1.1518415212631226,
      "learning_rate": 8.265734211117225e-07,
      "loss": 0.3348,
      "step": 2115140
    },
    {
      "epoch": 590.33,
      "grad_norm": 1.1584900617599487,
      "learning_rate": 8.265528113090247e-07,
      "loss": 0.3519,
      "step": 2115150
    },
    {
      "epoch": 590.33,
      "grad_norm": 1.1170676946640015,
      "learning_rate": 8.265322017082658e-07,
      "loss": 0.3266,
      "step": 2115160
    },
    {
      "epoch": 590.33,
      "grad_norm": 1.1552859544754028,
      "learning_rate": 8.265115923094495e-07,
      "loss": 0.3338,
      "step": 2115170
    },
    {
      "epoch": 590.34,
      "grad_norm": 4.940884590148926,
      "learning_rate": 8.264909831125785e-07,
      "loss": 0.3554,
      "step": 2115180
    },
    {
      "epoch": 590.34,
      "grad_norm": 1.271832823753357,
      "learning_rate": 8.264703741176543e-07,
      "loss": 0.3332,
      "step": 2115190
    },
    {
      "epoch": 590.34,
      "grad_norm": 1.1239922046661377,
      "learning_rate": 8.264497653246806e-07,
      "loss": 0.3358,
      "step": 2115200
    },
    {
      "epoch": 590.35,
      "grad_norm": 1.279185175895691,
      "learning_rate": 8.264291567336607e-07,
      "loss": 0.3247,
      "step": 2115210
    },
    {
      "epoch": 590.35,
      "grad_norm": 1.1528977155685425,
      "learning_rate": 8.264085483445948e-07,
      "loss": 0.349,
      "step": 2115220
    },
    {
      "epoch": 590.35,
      "grad_norm": 1.3979370594024658,
      "learning_rate": 8.263879401574893e-07,
      "loss": 0.3391,
      "step": 2115230
    },
    {
      "epoch": 590.35,
      "grad_norm": 1.1053317785263062,
      "learning_rate": 8.263673321723436e-07,
      "loss": 0.3373,
      "step": 2115240
    },
    {
      "epoch": 590.36,
      "grad_norm": 1.0884984731674194,
      "learning_rate": 8.263467243891635e-07,
      "loss": 0.3495,
      "step": 2115250
    },
    {
      "epoch": 590.36,
      "grad_norm": 1.1470168828964233,
      "learning_rate": 8.263261168079494e-07,
      "loss": 0.3349,
      "step": 2115260
    },
    {
      "epoch": 590.36,
      "grad_norm": 1.0735688209533691,
      "learning_rate": 8.263055094287047e-07,
      "loss": 0.3281,
      "step": 2115270
    },
    {
      "epoch": 590.37,
      "grad_norm": 1.0165318250656128,
      "learning_rate": 8.262849022514331e-07,
      "loss": 0.3418,
      "step": 2115280
    },
    {
      "epoch": 590.37,
      "grad_norm": 1.2440919876098633,
      "learning_rate": 8.262642952761355e-07,
      "loss": 0.3363,
      "step": 2115290
    },
    {
      "epoch": 590.37,
      "grad_norm": 1.0624442100524902,
      "learning_rate": 8.26243688502816e-07,
      "loss": 0.35,
      "step": 2115300
    },
    {
      "epoch": 590.37,
      "grad_norm": 1.2422770261764526,
      "learning_rate": 8.262230819314768e-07,
      "loss": 0.3448,
      "step": 2115310
    },
    {
      "epoch": 590.38,
      "grad_norm": 1.2631176710128784,
      "learning_rate": 8.262024755621218e-07,
      "loss": 0.3402,
      "step": 2115320
    },
    {
      "epoch": 590.38,
      "grad_norm": 1.169187068939209,
      "learning_rate": 8.261818693947519e-07,
      "loss": 0.3361,
      "step": 2115330
    },
    {
      "epoch": 590.38,
      "grad_norm": 1.1055868864059448,
      "learning_rate": 8.261612634293708e-07,
      "loss": 0.3528,
      "step": 2115340
    },
    {
      "epoch": 590.39,
      "grad_norm": 1.2354011535644531,
      "learning_rate": 8.26140657665982e-07,
      "loss": 0.3428,
      "step": 2115350
    },
    {
      "epoch": 590.39,
      "grad_norm": 1.0918056964874268,
      "learning_rate": 8.261200521045857e-07,
      "loss": 0.3332,
      "step": 2115360
    },
    {
      "epoch": 590.39,
      "grad_norm": 1.0573022365570068,
      "learning_rate": 8.260994467451881e-07,
      "loss": 0.3463,
      "step": 2115370
    },
    {
      "epoch": 590.39,
      "grad_norm": 1.2615667581558228,
      "learning_rate": 8.260788415877893e-07,
      "loss": 0.3461,
      "step": 2115380
    },
    {
      "epoch": 590.4,
      "grad_norm": 1.1917080879211426,
      "learning_rate": 8.260582366323929e-07,
      "loss": 0.3395,
      "step": 2115390
    },
    {
      "epoch": 590.4,
      "grad_norm": 1.2447693347930908,
      "learning_rate": 8.260376318790017e-07,
      "loss": 0.3341,
      "step": 2115400
    },
    {
      "epoch": 590.4,
      "grad_norm": 1.2290092706680298,
      "learning_rate": 8.260170273276194e-07,
      "loss": 0.3356,
      "step": 2115410
    },
    {
      "epoch": 590.4,
      "grad_norm": 1.0837502479553223,
      "learning_rate": 8.259964229782469e-07,
      "loss": 0.356,
      "step": 2115420
    },
    {
      "epoch": 590.41,
      "grad_norm": 1.072267770767212,
      "learning_rate": 8.259758188308875e-07,
      "loss": 0.3502,
      "step": 2115430
    },
    {
      "epoch": 590.41,
      "grad_norm": 1.1749347448349,
      "learning_rate": 8.259552148855455e-07,
      "loss": 0.3345,
      "step": 2115440
    },
    {
      "epoch": 590.41,
      "grad_norm": 1.0625693798065186,
      "learning_rate": 8.259346111422205e-07,
      "loss": 0.3457,
      "step": 2115450
    },
    {
      "epoch": 590.42,
      "grad_norm": 1.1457444429397583,
      "learning_rate": 8.25914007600919e-07,
      "loss": 0.3423,
      "step": 2115460
    },
    {
      "epoch": 590.42,
      "grad_norm": 1.1561381816864014,
      "learning_rate": 8.258934042616409e-07,
      "loss": 0.3447,
      "step": 2115470
    },
    {
      "epoch": 590.42,
      "grad_norm": 1.1759127378463745,
      "learning_rate": 8.258728011243899e-07,
      "loss": 0.338,
      "step": 2115480
    },
    {
      "epoch": 590.42,
      "grad_norm": 1.145066499710083,
      "learning_rate": 8.258521981891698e-07,
      "loss": 0.3385,
      "step": 2115490
    },
    {
      "epoch": 590.43,
      "grad_norm": 11.691152572631836,
      "learning_rate": 8.258315954559805e-07,
      "loss": 0.339,
      "step": 2115500
    },
    {
      "epoch": 590.43,
      "grad_norm": 1.0187479257583618,
      "learning_rate": 8.25810992924828e-07,
      "loss": 0.3414,
      "step": 2115510
    },
    {
      "epoch": 590.43,
      "grad_norm": 1.2382049560546875,
      "learning_rate": 8.257903905957132e-07,
      "loss": 0.338,
      "step": 2115520
    },
    {
      "epoch": 590.44,
      "grad_norm": 0.9938895106315613,
      "learning_rate": 8.257697884686391e-07,
      "loss": 0.3226,
      "step": 2115530
    },
    {
      "epoch": 590.44,
      "grad_norm": 1.2824501991271973,
      "learning_rate": 8.257491865436085e-07,
      "loss": 0.3364,
      "step": 2115540
    },
    {
      "epoch": 590.44,
      "grad_norm": 1.274226188659668,
      "learning_rate": 8.25728584820625e-07,
      "loss": 0.3337,
      "step": 2115550
    },
    {
      "epoch": 590.44,
      "grad_norm": 1.1731504201889038,
      "learning_rate": 8.257079832996897e-07,
      "loss": 0.3396,
      "step": 2115560
    },
    {
      "epoch": 590.45,
      "grad_norm": 1.2335290908813477,
      "learning_rate": 8.256873819808063e-07,
      "loss": 0.3354,
      "step": 2115570
    },
    {
      "epoch": 590.45,
      "grad_norm": 1.1302372217178345,
      "learning_rate": 8.256667808639782e-07,
      "loss": 0.3492,
      "step": 2115580
    },
    {
      "epoch": 590.45,
      "grad_norm": 1.121878981590271,
      "learning_rate": 8.25646179949206e-07,
      "loss": 0.3275,
      "step": 2115590
    },
    {
      "epoch": 590.45,
      "grad_norm": 1.2117294073104858,
      "learning_rate": 8.256255792364953e-07,
      "loss": 0.3326,
      "step": 2115600
    },
    {
      "epoch": 590.46,
      "grad_norm": 1.062059998512268,
      "learning_rate": 8.256049787258466e-07,
      "loss": 0.3531,
      "step": 2115610
    },
    {
      "epoch": 590.46,
      "grad_norm": 1.2442888021469116,
      "learning_rate": 8.255843784172632e-07,
      "loss": 0.3413,
      "step": 2115620
    },
    {
      "epoch": 590.46,
      "grad_norm": 1.1898248195648193,
      "learning_rate": 8.255637783107483e-07,
      "loss": 0.3295,
      "step": 2115630
    },
    {
      "epoch": 590.47,
      "grad_norm": 1.3258169889450073,
      "learning_rate": 8.255431784063051e-07,
      "loss": 0.3427,
      "step": 2115640
    },
    {
      "epoch": 590.47,
      "grad_norm": 1.6510721445083618,
      "learning_rate": 8.255225787039349e-07,
      "loss": 0.3514,
      "step": 2115650
    },
    {
      "epoch": 590.47,
      "grad_norm": 1.2335903644561768,
      "learning_rate": 8.255019792036411e-07,
      "loss": 0.3342,
      "step": 2115660
    },
    {
      "epoch": 590.47,
      "grad_norm": 1.0782848596572876,
      "learning_rate": 8.254813799054276e-07,
      "loss": 0.3338,
      "step": 2115670
    },
    {
      "epoch": 590.48,
      "grad_norm": 2.2389180660247803,
      "learning_rate": 8.25460780809294e-07,
      "loss": 0.3398,
      "step": 2115680
    },
    {
      "epoch": 590.48,
      "grad_norm": 1.280013084411621,
      "learning_rate": 8.254401819152471e-07,
      "loss": 0.3485,
      "step": 2115690
    },
    {
      "epoch": 590.48,
      "grad_norm": 1.1558380126953125,
      "learning_rate": 8.254195832232866e-07,
      "loss": 0.3426,
      "step": 2115700
    },
    {
      "epoch": 590.49,
      "grad_norm": 1.4242668151855469,
      "learning_rate": 8.253989847334166e-07,
      "loss": 0.3459,
      "step": 2115710
    },
    {
      "epoch": 590.49,
      "grad_norm": 1.1036367416381836,
      "learning_rate": 8.2537838644564e-07,
      "loss": 0.3288,
      "step": 2115720
    },
    {
      "epoch": 590.49,
      "grad_norm": 1.1515624523162842,
      "learning_rate": 8.253577883599585e-07,
      "loss": 0.3242,
      "step": 2115730
    },
    {
      "epoch": 590.49,
      "grad_norm": 1.070252537727356,
      "learning_rate": 8.253371904763752e-07,
      "loss": 0.3372,
      "step": 2115740
    },
    {
      "epoch": 590.5,
      "grad_norm": 1.1290745735168457,
      "learning_rate": 8.253165927948932e-07,
      "loss": 0.3465,
      "step": 2115750
    },
    {
      "epoch": 590.5,
      "grad_norm": 1.0386308431625366,
      "learning_rate": 8.252959953155159e-07,
      "loss": 0.3378,
      "step": 2115760
    },
    {
      "epoch": 590.5,
      "grad_norm": 1.1950523853302002,
      "learning_rate": 8.252753980382436e-07,
      "loss": 0.338,
      "step": 2115770
    },
    {
      "epoch": 590.51,
      "grad_norm": 1.2048975229263306,
      "learning_rate": 8.252548009630823e-07,
      "loss": 0.3365,
      "step": 2115780
    },
    {
      "epoch": 590.51,
      "grad_norm": 1.2419098615646362,
      "learning_rate": 8.252342040900324e-07,
      "loss": 0.343,
      "step": 2115790
    },
    {
      "epoch": 590.51,
      "grad_norm": 1.2863062620162964,
      "learning_rate": 8.252136074190973e-07,
      "loss": 0.328,
      "step": 2115800
    },
    {
      "epoch": 590.51,
      "grad_norm": 0.9704225063323975,
      "learning_rate": 8.251930109502806e-07,
      "loss": 0.3355,
      "step": 2115810
    },
    {
      "epoch": 590.52,
      "grad_norm": 1.3185811042785645,
      "learning_rate": 8.251724146835826e-07,
      "loss": 0.3498,
      "step": 2115820
    },
    {
      "epoch": 590.52,
      "grad_norm": 1.2528448104858398,
      "learning_rate": 8.251518186190093e-07,
      "loss": 0.3504,
      "step": 2115830
    },
    {
      "epoch": 590.52,
      "grad_norm": 1.3212040662765503,
      "learning_rate": 8.251312227565613e-07,
      "loss": 0.3519,
      "step": 2115840
    },
    {
      "epoch": 590.52,
      "grad_norm": 1.3365198373794556,
      "learning_rate": 8.251106270962416e-07,
      "loss": 0.3479,
      "step": 2115850
    },
    {
      "epoch": 590.53,
      "grad_norm": 1.1881803274154663,
      "learning_rate": 8.25090031638054e-07,
      "loss": 0.3406,
      "step": 2115860
    },
    {
      "epoch": 590.53,
      "grad_norm": 1.2192615270614624,
      "learning_rate": 8.250694363819998e-07,
      "loss": 0.3447,
      "step": 2115870
    },
    {
      "epoch": 590.53,
      "grad_norm": 1.6965076923370361,
      "learning_rate": 8.250488413280823e-07,
      "loss": 0.3326,
      "step": 2115880
    },
    {
      "epoch": 590.54,
      "grad_norm": 1.182462453842163,
      "learning_rate": 8.250282464763042e-07,
      "loss": 0.3218,
      "step": 2115890
    },
    {
      "epoch": 590.54,
      "grad_norm": 1.4480301141738892,
      "learning_rate": 8.250076518266693e-07,
      "loss": 0.3251,
      "step": 2115900
    },
    {
      "epoch": 590.54,
      "grad_norm": 1.1418678760528564,
      "learning_rate": 8.249870573791779e-07,
      "loss": 0.3595,
      "step": 2115910
    },
    {
      "epoch": 590.54,
      "grad_norm": 1.1519240140914917,
      "learning_rate": 8.249664631338358e-07,
      "loss": 0.3269,
      "step": 2115920
    },
    {
      "epoch": 590.55,
      "grad_norm": 1.0949755907058716,
      "learning_rate": 8.249458690906434e-07,
      "loss": 0.3584,
      "step": 2115930
    },
    {
      "epoch": 590.55,
      "grad_norm": 1.620204210281372,
      "learning_rate": 8.249252752496044e-07,
      "loss": 0.3328,
      "step": 2115940
    },
    {
      "epoch": 590.55,
      "grad_norm": 1.2137008905410767,
      "learning_rate": 8.249046816107219e-07,
      "loss": 0.3549,
      "step": 2115950
    },
    {
      "epoch": 590.56,
      "grad_norm": 1.5863759517669678,
      "learning_rate": 8.248840881739975e-07,
      "loss": 0.3477,
      "step": 2115960
    },
    {
      "epoch": 590.56,
      "grad_norm": 1.2119852304458618,
      "learning_rate": 8.248634949394347e-07,
      "loss": 0.33,
      "step": 2115970
    },
    {
      "epoch": 590.56,
      "grad_norm": 1.2416300773620605,
      "learning_rate": 8.248429019070358e-07,
      "loss": 0.3428,
      "step": 2115980
    },
    {
      "epoch": 590.56,
      "grad_norm": 1.197383999824524,
      "learning_rate": 8.248223090768049e-07,
      "loss": 0.3413,
      "step": 2115990
    },
    {
      "epoch": 590.57,
      "grad_norm": 1.3605374097824097,
      "learning_rate": 8.248017164487428e-07,
      "loss": 0.359,
      "step": 2116000
    },
    {
      "epoch": 590.57,
      "grad_norm": 0.9566274285316467,
      "learning_rate": 8.247811240228531e-07,
      "loss": 0.3261,
      "step": 2116010
    },
    {
      "epoch": 590.57,
      "grad_norm": 1.2521748542785645,
      "learning_rate": 8.247605317991394e-07,
      "loss": 0.3492,
      "step": 2116020
    },
    {
      "epoch": 590.57,
      "grad_norm": 1.1466327905654907,
      "learning_rate": 8.247399397776019e-07,
      "loss": 0.3547,
      "step": 2116030
    },
    {
      "epoch": 590.58,
      "grad_norm": 1.038400650024414,
      "learning_rate": 8.247193479582468e-07,
      "loss": 0.3512,
      "step": 2116040
    },
    {
      "epoch": 590.58,
      "grad_norm": 1.5526758432388306,
      "learning_rate": 8.246987563410743e-07,
      "loss": 0.3523,
      "step": 2116050
    },
    {
      "epoch": 590.58,
      "grad_norm": 1.1983673572540283,
      "learning_rate": 8.246781649260878e-07,
      "loss": 0.3314,
      "step": 2116060
    },
    {
      "epoch": 590.59,
      "grad_norm": 1.1849770545959473,
      "learning_rate": 8.246575737132902e-07,
      "loss": 0.3395,
      "step": 2116070
    },
    {
      "epoch": 590.59,
      "grad_norm": 1.2207447290420532,
      "learning_rate": 8.246369827026843e-07,
      "loss": 0.3266,
      "step": 2116080
    },
    {
      "epoch": 590.59,
      "grad_norm": 1.17585027217865,
      "learning_rate": 8.246163918942736e-07,
      "loss": 0.3571,
      "step": 2116090
    },
    {
      "epoch": 590.59,
      "grad_norm": 1.1316922903060913,
      "learning_rate": 8.24595801288059e-07,
      "loss": 0.3262,
      "step": 2116100
    },
    {
      "epoch": 590.6,
      "grad_norm": 1.1462138891220093,
      "learning_rate": 8.245752108840445e-07,
      "loss": 0.342,
      "step": 2116110
    },
    {
      "epoch": 590.6,
      "grad_norm": 1.3031495809555054,
      "learning_rate": 8.245546206822323e-07,
      "loss": 0.3402,
      "step": 2116120
    },
    {
      "epoch": 590.6,
      "grad_norm": 1.2741076946258545,
      "learning_rate": 8.245340306826265e-07,
      "loss": 0.3473,
      "step": 2116130
    },
    {
      "epoch": 590.61,
      "grad_norm": 1.9398527145385742,
      "learning_rate": 8.245134408852277e-07,
      "loss": 0.343,
      "step": 2116140
    },
    {
      "epoch": 590.61,
      "grad_norm": 1.0619757175445557,
      "learning_rate": 8.244928512900398e-07,
      "loss": 0.3379,
      "step": 2116150
    },
    {
      "epoch": 590.61,
      "grad_norm": 1.2145084142684937,
      "learning_rate": 8.244722618970664e-07,
      "loss": 0.3449,
      "step": 2116160
    },
    {
      "epoch": 590.61,
      "grad_norm": 1.251918077468872,
      "learning_rate": 8.244516727063073e-07,
      "loss": 0.3416,
      "step": 2116170
    },
    {
      "epoch": 590.62,
      "grad_norm": 1.1329301595687866,
      "learning_rate": 8.244310837177694e-07,
      "loss": 0.3383,
      "step": 2116180
    },
    {
      "epoch": 590.62,
      "grad_norm": 1.2116458415985107,
      "learning_rate": 8.244104949314521e-07,
      "loss": 0.3405,
      "step": 2116190
    },
    {
      "epoch": 590.62,
      "grad_norm": 1.2536486387252808,
      "learning_rate": 8.243899063473592e-07,
      "loss": 0.3393,
      "step": 2116200
    },
    {
      "epoch": 590.63,
      "grad_norm": 1.0946024656295776,
      "learning_rate": 8.243693179654938e-07,
      "loss": 0.3306,
      "step": 2116210
    },
    {
      "epoch": 590.63,
      "grad_norm": 1.2587671279907227,
      "learning_rate": 8.243487297858589e-07,
      "loss": 0.347,
      "step": 2116220
    },
    {
      "epoch": 590.63,
      "grad_norm": 1.2010066509246826,
      "learning_rate": 8.243281418084561e-07,
      "loss": 0.329,
      "step": 2116230
    },
    {
      "epoch": 590.63,
      "grad_norm": 1.0912836790084839,
      "learning_rate": 8.243075540332886e-07,
      "loss": 0.3433,
      "step": 2116240
    },
    {
      "epoch": 590.64,
      "grad_norm": 1.1017063856124878,
      "learning_rate": 8.242869664603604e-07,
      "loss": 0.3489,
      "step": 2116250
    },
    {
      "epoch": 590.64,
      "grad_norm": 0.9091307520866394,
      "learning_rate": 8.242663790896715e-07,
      "loss": 0.3316,
      "step": 2116260
    },
    {
      "epoch": 590.64,
      "grad_norm": 1.3329585790634155,
      "learning_rate": 8.242457919212275e-07,
      "loss": 0.3405,
      "step": 2116270
    },
    {
      "epoch": 590.64,
      "grad_norm": 1.143155574798584,
      "learning_rate": 8.242252049550296e-07,
      "loss": 0.3315,
      "step": 2116280
    },
    {
      "epoch": 590.65,
      "grad_norm": 1.0970715284347534,
      "learning_rate": 8.242046181910806e-07,
      "loss": 0.3326,
      "step": 2116290
    },
    {
      "epoch": 590.65,
      "grad_norm": 1.1083053350448608,
      "learning_rate": 8.241840316293843e-07,
      "loss": 0.3296,
      "step": 2116300
    },
    {
      "epoch": 590.65,
      "grad_norm": 1.188714623451233,
      "learning_rate": 8.241634452699419e-07,
      "loss": 0.3383,
      "step": 2116310
    },
    {
      "epoch": 590.66,
      "grad_norm": 1.1897038221359253,
      "learning_rate": 8.24142859112757e-07,
      "loss": 0.3389,
      "step": 2116320
    },
    {
      "epoch": 590.66,
      "grad_norm": 1.2204405069351196,
      "learning_rate": 8.241222731578319e-07,
      "loss": 0.3275,
      "step": 2116330
    },
    {
      "epoch": 590.66,
      "grad_norm": 1.2146687507629395,
      "learning_rate": 8.241016874051709e-07,
      "loss": 0.3322,
      "step": 2116340
    },
    {
      "epoch": 590.66,
      "grad_norm": 1.4046530723571777,
      "learning_rate": 8.240811018547735e-07,
      "loss": 0.3324,
      "step": 2116350
    },
    {
      "epoch": 590.67,
      "grad_norm": 1.3739511966705322,
      "learning_rate": 8.240605165066463e-07,
      "loss": 0.3483,
      "step": 2116360
    },
    {
      "epoch": 590.67,
      "grad_norm": 1.3450175523757935,
      "learning_rate": 8.240399313607894e-07,
      "loss": 0.3428,
      "step": 2116370
    },
    {
      "epoch": 590.67,
      "grad_norm": 1.1052899360656738,
      "learning_rate": 8.240193464172061e-07,
      "loss": 0.3398,
      "step": 2116380
    },
    {
      "epoch": 590.68,
      "grad_norm": 1.0971379280090332,
      "learning_rate": 8.239987616759003e-07,
      "loss": 0.3365,
      "step": 2116390
    },
    {
      "epoch": 590.68,
      "grad_norm": 1.2693495750427246,
      "learning_rate": 8.239781771368724e-07,
      "loss": 0.3459,
      "step": 2116400
    },
    {
      "epoch": 590.68,
      "grad_norm": 1.1882284879684448,
      "learning_rate": 8.239575928001278e-07,
      "loss": 0.3584,
      "step": 2116410
    },
    {
      "epoch": 590.68,
      "grad_norm": 1.227262020111084,
      "learning_rate": 8.239370086656674e-07,
      "loss": 0.3502,
      "step": 2116420
    },
    {
      "epoch": 590.69,
      "grad_norm": 1.0902812480926514,
      "learning_rate": 8.239164247334942e-07,
      "loss": 0.3444,
      "step": 2116430
    },
    {
      "epoch": 590.69,
      "grad_norm": 1.1747522354125977,
      "learning_rate": 8.238958410036125e-07,
      "loss": 0.3335,
      "step": 2116440
    },
    {
      "epoch": 590.69,
      "grad_norm": 1.3392043113708496,
      "learning_rate": 8.238752574760229e-07,
      "loss": 0.3389,
      "step": 2116450
    },
    {
      "epoch": 590.69,
      "grad_norm": 1.3912376165390015,
      "learning_rate": 8.23854674150729e-07,
      "loss": 0.3478,
      "step": 2116460
    },
    {
      "epoch": 590.7,
      "grad_norm": 1.2327550649642944,
      "learning_rate": 8.238340910277333e-07,
      "loss": 0.3236,
      "step": 2116470
    },
    {
      "epoch": 590.7,
      "grad_norm": 1.1474131345748901,
      "learning_rate": 8.238135081070399e-07,
      "loss": 0.3231,
      "step": 2116480
    },
    {
      "epoch": 590.7,
      "grad_norm": 1.4038798809051514,
      "learning_rate": 8.237929253886488e-07,
      "loss": 0.3403,
      "step": 2116490
    },
    {
      "epoch": 590.71,
      "grad_norm": 1.089322805404663,
      "learning_rate": 8.237723428725661e-07,
      "loss": 0.3451,
      "step": 2116500
    },
    {
      "epoch": 590.71,
      "grad_norm": 1.095332384109497,
      "learning_rate": 8.23751760558792e-07,
      "loss": 0.3242,
      "step": 2116510
    },
    {
      "epoch": 590.71,
      "grad_norm": 1.2043545246124268,
      "learning_rate": 8.237311784473299e-07,
      "loss": 0.3287,
      "step": 2116520
    },
    {
      "epoch": 590.71,
      "grad_norm": 1.455346703529358,
      "learning_rate": 8.237105965381839e-07,
      "loss": 0.3437,
      "step": 2116530
    },
    {
      "epoch": 590.72,
      "grad_norm": 1.0879031419754028,
      "learning_rate": 8.236900148313545e-07,
      "loss": 0.3494,
      "step": 2116540
    },
    {
      "epoch": 590.72,
      "grad_norm": 1.259709358215332,
      "learning_rate": 8.236694333268455e-07,
      "loss": 0.3324,
      "step": 2116550
    },
    {
      "epoch": 590.72,
      "grad_norm": 1.2357139587402344,
      "learning_rate": 8.236488520246595e-07,
      "loss": 0.3494,
      "step": 2116560
    },
    {
      "epoch": 590.73,
      "grad_norm": 1.271838665008545,
      "learning_rate": 8.236282709248005e-07,
      "loss": 0.3343,
      "step": 2116570
    },
    {
      "epoch": 590.73,
      "grad_norm": 1.2572598457336426,
      "learning_rate": 8.236076900272682e-07,
      "loss": 0.3374,
      "step": 2116580
    },
    {
      "epoch": 590.73,
      "grad_norm": 1.2892582416534424,
      "learning_rate": 8.235871093320691e-07,
      "loss": 0.3396,
      "step": 2116590
    },
    {
      "epoch": 590.73,
      "grad_norm": 1.3230514526367188,
      "learning_rate": 8.235665288392033e-07,
      "loss": 0.3385,
      "step": 2116600
    },
    {
      "epoch": 590.74,
      "grad_norm": 1.7769087553024292,
      "learning_rate": 8.235459485486742e-07,
      "loss": 0.3505,
      "step": 2116610
    },
    {
      "epoch": 590.74,
      "grad_norm": 1.3956173658370972,
      "learning_rate": 8.235253684604856e-07,
      "loss": 0.348,
      "step": 2116620
    },
    {
      "epoch": 590.74,
      "grad_norm": 1.2876564264297485,
      "learning_rate": 8.235047885746383e-07,
      "loss": 0.3413,
      "step": 2116630
    },
    {
      "epoch": 590.75,
      "grad_norm": 1.0965713262557983,
      "learning_rate": 8.234842088911362e-07,
      "loss": 0.3396,
      "step": 2116640
    },
    {
      "epoch": 590.75,
      "grad_norm": 1.0536621809005737,
      "learning_rate": 8.234636294099819e-07,
      "loss": 0.353,
      "step": 2116650
    },
    {
      "epoch": 590.75,
      "grad_norm": 1.2670038938522339,
      "learning_rate": 8.234430501311781e-07,
      "loss": 0.339,
      "step": 2116660
    },
    {
      "epoch": 590.75,
      "grad_norm": 1.2142077684402466,
      "learning_rate": 8.234224710547284e-07,
      "loss": 0.3396,
      "step": 2116670
    },
    {
      "epoch": 590.76,
      "grad_norm": 1.2797391414642334,
      "learning_rate": 8.234018921806338e-07,
      "loss": 0.3237,
      "step": 2116680
    },
    {
      "epoch": 590.76,
      "grad_norm": 1.1430679559707642,
      "learning_rate": 8.233813135088981e-07,
      "loss": 0.3422,
      "step": 2116690
    },
    {
      "epoch": 590.76,
      "grad_norm": 1.2512627840042114,
      "learning_rate": 8.233607350395237e-07,
      "loss": 0.3369,
      "step": 2116700
    },
    {
      "epoch": 590.76,
      "grad_norm": 3.667910099029541,
      "learning_rate": 8.233401567725144e-07,
      "loss": 0.3422,
      "step": 2116710
    },
    {
      "epoch": 590.77,
      "grad_norm": 1.1920331716537476,
      "learning_rate": 8.233195787078706e-07,
      "loss": 0.3263,
      "step": 2116720
    },
    {
      "epoch": 590.77,
      "grad_norm": 1.1371475458145142,
      "learning_rate": 8.232990008455979e-07,
      "loss": 0.3337,
      "step": 2116730
    },
    {
      "epoch": 590.77,
      "grad_norm": 1.1036243438720703,
      "learning_rate": 8.232784231856971e-07,
      "loss": 0.3409,
      "step": 2116740
    },
    {
      "epoch": 590.78,
      "grad_norm": 1.2618063688278198,
      "learning_rate": 8.232578457281711e-07,
      "loss": 0.3324,
      "step": 2116750
    },
    {
      "epoch": 590.78,
      "grad_norm": 1.0717768669128418,
      "learning_rate": 8.232372684730243e-07,
      "loss": 0.3592,
      "step": 2116760
    },
    {
      "epoch": 590.78,
      "grad_norm": 1.1827963590621948,
      "learning_rate": 8.232166914202571e-07,
      "loss": 0.3332,
      "step": 2116770
    },
    {
      "epoch": 590.78,
      "grad_norm": 1.11818265914917,
      "learning_rate": 8.231961145698733e-07,
      "loss": 0.3434,
      "step": 2116780
    },
    {
      "epoch": 590.79,
      "grad_norm": 1.323938250541687,
      "learning_rate": 8.231755379218756e-07,
      "loss": 0.3445,
      "step": 2116790
    },
    {
      "epoch": 590.79,
      "grad_norm": 1.2680634260177612,
      "learning_rate": 8.231549614762676e-07,
      "loss": 0.3467,
      "step": 2116800
    },
    {
      "epoch": 590.79,
      "grad_norm": 1.053999662399292,
      "learning_rate": 8.231343852330504e-07,
      "loss": 0.3368,
      "step": 2116810
    },
    {
      "epoch": 590.8,
      "grad_norm": 1.170397162437439,
      "learning_rate": 8.231138091922275e-07,
      "loss": 0.3341,
      "step": 2116820
    },
    {
      "epoch": 590.8,
      "grad_norm": 1.2839391231536865,
      "learning_rate": 8.230932333538027e-07,
      "loss": 0.3384,
      "step": 2116830
    },
    {
      "epoch": 590.8,
      "grad_norm": 1.2567405700683594,
      "learning_rate": 8.23072657717776e-07,
      "loss": 0.37,
      "step": 2116840
    },
    {
      "epoch": 590.8,
      "grad_norm": 1.0113791227340698,
      "learning_rate": 8.230520822841534e-07,
      "loss": 0.3305,
      "step": 2116850
    },
    {
      "epoch": 590.81,
      "grad_norm": 1.1113141775131226,
      "learning_rate": 8.230315070529355e-07,
      "loss": 0.3368,
      "step": 2116860
    },
    {
      "epoch": 590.81,
      "grad_norm": 1.6670818328857422,
      "learning_rate": 8.230109320241254e-07,
      "loss": 0.3312,
      "step": 2116870
    },
    {
      "epoch": 590.81,
      "grad_norm": 1.1686657667160034,
      "learning_rate": 8.229903571977261e-07,
      "loss": 0.3464,
      "step": 2116880
    },
    {
      "epoch": 590.81,
      "grad_norm": 0.9893273711204529,
      "learning_rate": 8.229697825737414e-07,
      "loss": 0.3269,
      "step": 2116890
    },
    {
      "epoch": 590.82,
      "grad_norm": 1.5139888525009155,
      "learning_rate": 8.229492081521719e-07,
      "loss": 0.3569,
      "step": 2116900
    },
    {
      "epoch": 590.82,
      "grad_norm": 1.1038490533828735,
      "learning_rate": 8.229286339330217e-07,
      "loss": 0.3416,
      "step": 2116910
    },
    {
      "epoch": 590.82,
      "grad_norm": 1.528435230255127,
      "learning_rate": 8.229080599162937e-07,
      "loss": 0.3454,
      "step": 2116920
    },
    {
      "epoch": 590.83,
      "grad_norm": 1.1036758422851562,
      "learning_rate": 8.228874861019888e-07,
      "loss": 0.3305,
      "step": 2116930
    },
    {
      "epoch": 590.83,
      "grad_norm": 1.2038036584854126,
      "learning_rate": 8.228669124901125e-07,
      "loss": 0.3444,
      "step": 2116940
    },
    {
      "epoch": 590.83,
      "grad_norm": 1.1979039907455444,
      "learning_rate": 8.228463390806655e-07,
      "loss": 0.3207,
      "step": 2116950
    },
    {
      "epoch": 590.83,
      "grad_norm": 1.3528921604156494,
      "learning_rate": 8.228257658736512e-07,
      "loss": 0.3429,
      "step": 2116960
    },
    {
      "epoch": 590.84,
      "grad_norm": 1.1245002746582031,
      "learning_rate": 8.228051928690729e-07,
      "loss": 0.3463,
      "step": 2116970
    },
    {
      "epoch": 590.84,
      "grad_norm": 1.3244869709014893,
      "learning_rate": 8.227846200669315e-07,
      "loss": 0.3482,
      "step": 2116980
    },
    {
      "epoch": 590.84,
      "grad_norm": 1.058097004890442,
      "learning_rate": 8.227640474672324e-07,
      "loss": 0.3319,
      "step": 2116990
    },
    {
      "epoch": 590.85,
      "grad_norm": 1.1159353256225586,
      "learning_rate": 8.227434750699764e-07,
      "loss": 0.3319,
      "step": 2117000
    },
    {
      "epoch": 590.85,
      "grad_norm": 1.2201963663101196,
      "learning_rate": 8.227229028751664e-07,
      "loss": 0.346,
      "step": 2117010
    },
    {
      "epoch": 590.85,
      "grad_norm": 6.3436126708984375,
      "learning_rate": 8.227023308828058e-07,
      "loss": 0.3433,
      "step": 2117020
    },
    {
      "epoch": 590.85,
      "grad_norm": 1.0423663854599,
      "learning_rate": 8.226817590928978e-07,
      "loss": 0.3269,
      "step": 2117030
    },
    {
      "epoch": 590.86,
      "grad_norm": 1.419482946395874,
      "learning_rate": 8.226611875054434e-07,
      "loss": 0.3328,
      "step": 2117040
    },
    {
      "epoch": 590.86,
      "grad_norm": 1.3297637701034546,
      "learning_rate": 8.226406161204467e-07,
      "loss": 0.3291,
      "step": 2117050
    },
    {
      "epoch": 590.86,
      "grad_norm": 1.1103521585464478,
      "learning_rate": 8.226200449379106e-07,
      "loss": 0.3317,
      "step": 2117060
    },
    {
      "epoch": 590.87,
      "grad_norm": 1.089342474937439,
      "learning_rate": 8.225994739578358e-07,
      "loss": 0.3473,
      "step": 2117070
    },
    {
      "epoch": 590.87,
      "grad_norm": 1.088405728340149,
      "learning_rate": 8.225789031802282e-07,
      "loss": 0.3291,
      "step": 2117080
    },
    {
      "epoch": 590.87,
      "grad_norm": 1.3514063358306885,
      "learning_rate": 8.225583326050881e-07,
      "loss": 0.3323,
      "step": 2117090
    },
    {
      "epoch": 590.87,
      "grad_norm": 0.9645251631736755,
      "learning_rate": 8.225377622324188e-07,
      "loss": 0.3336,
      "step": 2117100
    },
    {
      "epoch": 590.88,
      "grad_norm": 1.274724006652832,
      "learning_rate": 8.225171920622243e-07,
      "loss": 0.3446,
      "step": 2117110
    },
    {
      "epoch": 590.88,
      "grad_norm": 1.1285089254379272,
      "learning_rate": 8.224966220945055e-07,
      "loss": 0.3402,
      "step": 2117120
    },
    {
      "epoch": 590.88,
      "grad_norm": 1.2620179653167725,
      "learning_rate": 8.224760523292657e-07,
      "loss": 0.3427,
      "step": 2117130
    },
    {
      "epoch": 590.88,
      "grad_norm": 1.1927212476730347,
      "learning_rate": 8.224554827665082e-07,
      "loss": 0.3425,
      "step": 2117140
    },
    {
      "epoch": 590.89,
      "grad_norm": 1.1703994274139404,
      "learning_rate": 8.224349134062361e-07,
      "loss": 0.3338,
      "step": 2117150
    },
    {
      "epoch": 590.89,
      "grad_norm": 1.0599790811538696,
      "learning_rate": 8.224143442484497e-07,
      "loss": 0.3286,
      "step": 2117160
    },
    {
      "epoch": 590.89,
      "grad_norm": 1.1441924571990967,
      "learning_rate": 8.223937752931552e-07,
      "loss": 0.3271,
      "step": 2117170
    },
    {
      "epoch": 590.9,
      "grad_norm": 1.2223845720291138,
      "learning_rate": 8.223732065403529e-07,
      "loss": 0.3471,
      "step": 2117180
    },
    {
      "epoch": 590.9,
      "grad_norm": 1.1126822233200073,
      "learning_rate": 8.223526379900462e-07,
      "loss": 0.336,
      "step": 2117190
    },
    {
      "epoch": 590.9,
      "grad_norm": 1.3042577505111694,
      "learning_rate": 8.223320696422387e-07,
      "loss": 0.3326,
      "step": 2117200
    },
    {
      "epoch": 590.9,
      "grad_norm": 1.2630882263183594,
      "learning_rate": 8.223115014969314e-07,
      "loss": 0.3431,
      "step": 2117210
    },
    {
      "epoch": 590.91,
      "grad_norm": 1.1493347883224487,
      "learning_rate": 8.222909335541281e-07,
      "loss": 0.3515,
      "step": 2117220
    },
    {
      "epoch": 590.91,
      "grad_norm": 1.1465107202529907,
      "learning_rate": 8.222703658138315e-07,
      "loss": 0.3522,
      "step": 2117230
    },
    {
      "epoch": 590.91,
      "grad_norm": 1.1363039016723633,
      "learning_rate": 8.222497982760443e-07,
      "loss": 0.3295,
      "step": 2117240
    },
    {
      "epoch": 590.92,
      "grad_norm": 1.28702712059021,
      "learning_rate": 8.222292309407698e-07,
      "loss": 0.3175,
      "step": 2117250
    },
    {
      "epoch": 590.92,
      "grad_norm": 1.3188979625701904,
      "learning_rate": 8.222086638080094e-07,
      "loss": 0.3252,
      "step": 2117260
    },
    {
      "epoch": 590.92,
      "grad_norm": 1.3917673826217651,
      "learning_rate": 8.221880968777664e-07,
      "loss": 0.3373,
      "step": 2117270
    },
    {
      "epoch": 590.92,
      "grad_norm": 1.2995048761367798,
      "learning_rate": 8.221675301500439e-07,
      "loss": 0.3359,
      "step": 2117280
    },
    {
      "epoch": 590.93,
      "grad_norm": 1.145705223083496,
      "learning_rate": 8.221469636248452e-07,
      "loss": 0.351,
      "step": 2117290
    },
    {
      "epoch": 590.93,
      "grad_norm": 1.0770028829574585,
      "learning_rate": 8.221263973021709e-07,
      "loss": 0.3254,
      "step": 2117300
    },
    {
      "epoch": 590.93,
      "grad_norm": 1.0814568996429443,
      "learning_rate": 8.221058311820264e-07,
      "loss": 0.3344,
      "step": 2117310
    },
    {
      "epoch": 590.93,
      "grad_norm": 1.1706609725952148,
      "learning_rate": 8.220852652644125e-07,
      "loss": 0.3374,
      "step": 2117320
    },
    {
      "epoch": 590.94,
      "grad_norm": 1.3000233173370361,
      "learning_rate": 8.220646995493326e-07,
      "loss": 0.3409,
      "step": 2117330
    },
    {
      "epoch": 590.94,
      "grad_norm": 1.1163817644119263,
      "learning_rate": 8.2204413403679e-07,
      "loss": 0.3563,
      "step": 2117340
    },
    {
      "epoch": 590.94,
      "grad_norm": 4.253198623657227,
      "learning_rate": 8.220235687267863e-07,
      "loss": 0.3395,
      "step": 2117350
    },
    {
      "epoch": 590.95,
      "grad_norm": 1.1809301376342773,
      "learning_rate": 8.220030036193249e-07,
      "loss": 0.3339,
      "step": 2117360
    },
    {
      "epoch": 590.95,
      "grad_norm": 1.0907273292541504,
      "learning_rate": 8.219824387144082e-07,
      "loss": 0.3318,
      "step": 2117370
    },
    {
      "epoch": 590.95,
      "grad_norm": 1.4230663776397705,
      "learning_rate": 8.2196187401204e-07,
      "loss": 0.3339,
      "step": 2117380
    },
    {
      "epoch": 590.95,
      "grad_norm": 1.1128798723220825,
      "learning_rate": 8.219413095122216e-07,
      "loss": 0.3387,
      "step": 2117390
    },
    {
      "epoch": 590.96,
      "grad_norm": 1.0218915939331055,
      "learning_rate": 8.219207452149561e-07,
      "loss": 0.3321,
      "step": 2117400
    },
    {
      "epoch": 590.96,
      "grad_norm": 1.3061610460281372,
      "learning_rate": 8.219001811202467e-07,
      "loss": 0.3372,
      "step": 2117410
    },
    {
      "epoch": 590.96,
      "grad_norm": 1.882247805595398,
      "learning_rate": 8.218796172280959e-07,
      "loss": 0.3519,
      "step": 2117420
    },
    {
      "epoch": 590.97,
      "grad_norm": 1.1340256929397583,
      "learning_rate": 8.218590535385073e-07,
      "loss": 0.335,
      "step": 2117430
    },
    {
      "epoch": 590.97,
      "grad_norm": 1.227859377861023,
      "learning_rate": 8.218384900514819e-07,
      "loss": 0.3188,
      "step": 2117440
    },
    {
      "epoch": 590.97,
      "grad_norm": 1.0949854850769043,
      "learning_rate": 8.218179267670233e-07,
      "loss": 0.3375,
      "step": 2117450
    },
    {
      "epoch": 590.97,
      "grad_norm": 1.2440736293792725,
      "learning_rate": 8.217973636851342e-07,
      "loss": 0.3298,
      "step": 2117460
    },
    {
      "epoch": 590.98,
      "grad_norm": 1.0911507606506348,
      "learning_rate": 8.217768008058183e-07,
      "loss": 0.3355,
      "step": 2117470
    },
    {
      "epoch": 590.98,
      "grad_norm": 1.1551826000213623,
      "learning_rate": 8.217562381290768e-07,
      "loss": 0.3513,
      "step": 2117480
    },
    {
      "epoch": 590.98,
      "grad_norm": 1.1232144832611084,
      "learning_rate": 8.21735675654913e-07,
      "loss": 0.331,
      "step": 2117490
    },
    {
      "epoch": 590.99,
      "grad_norm": 1.0401105880737305,
      "learning_rate": 8.217151133833305e-07,
      "loss": 0.3342,
      "step": 2117500
    },
    {
      "epoch": 590.99,
      "grad_norm": 1.158347487449646,
      "learning_rate": 8.216945513143296e-07,
      "loss": 0.3268,
      "step": 2117510
    },
    {
      "epoch": 590.99,
      "grad_norm": 1.1352025270462036,
      "learning_rate": 8.216739894479162e-07,
      "loss": 0.3453,
      "step": 2117520
    },
    {
      "epoch": 590.99,
      "grad_norm": 1.2771505117416382,
      "learning_rate": 8.216534277840902e-07,
      "loss": 0.3353,
      "step": 2117530
    },
    {
      "epoch": 591.0,
      "grad_norm": 1.3399921655654907,
      "learning_rate": 8.216328663228571e-07,
      "loss": 0.3494,
      "step": 2117540
    },
    {
      "epoch": 591.0,
      "grad_norm": 1.1984633207321167,
      "learning_rate": 8.216123050642173e-07,
      "loss": 0.3358,
      "step": 2117550
    },
    {
      "epoch": 591.0,
      "eval_loss": 0.33926907181739807,
      "eval_runtime": 64.507,
      "eval_samples_per_second": 78.426,
      "eval_steps_per_second": 9.813,
      "step": 2117553
    },
    {
      "epoch": 591.0,
      "grad_norm": 1.1564241647720337,
      "learning_rate": 8.215917440081747e-07,
      "loss": 0.3552,
      "step": 2117560
    },
    {
      "epoch": 591.0,
      "grad_norm": 1.1517298221588135,
      "learning_rate": 8.215711831547325e-07,
      "loss": 0.3259,
      "step": 2117570
    },
    {
      "epoch": 591.01,
      "grad_norm": 1.2309110164642334,
      "learning_rate": 8.215506225038918e-07,
      "loss": 0.349,
      "step": 2117580
    },
    {
      "epoch": 591.01,
      "grad_norm": 1.1846023797988892,
      "learning_rate": 8.215300620556564e-07,
      "loss": 0.3387,
      "step": 2117590
    },
    {
      "epoch": 591.01,
      "grad_norm": 1.2364144325256348,
      "learning_rate": 8.215095018100288e-07,
      "loss": 0.3372,
      "step": 2117600
    },
    {
      "epoch": 591.02,
      "grad_norm": 1.1729018688201904,
      "learning_rate": 8.214889417670127e-07,
      "loss": 0.3391,
      "step": 2117610
    },
    {
      "epoch": 591.02,
      "grad_norm": 1.208103060722351,
      "learning_rate": 8.214683819266091e-07,
      "loss": 0.3368,
      "step": 2117620
    },
    {
      "epoch": 591.02,
      "grad_norm": 1.3601975440979004,
      "learning_rate": 8.214478222888215e-07,
      "loss": 0.343,
      "step": 2117630
    },
    {
      "epoch": 591.02,
      "grad_norm": 1.1652129888534546,
      "learning_rate": 8.214272628536537e-07,
      "loss": 0.3392,
      "step": 2117640
    },
    {
      "epoch": 591.03,
      "grad_norm": 1.227033257484436,
      "learning_rate": 8.214067036211058e-07,
      "loss": 0.3474,
      "step": 2117650
    },
    {
      "epoch": 591.03,
      "grad_norm": 3.166985034942627,
      "learning_rate": 8.213861445911838e-07,
      "loss": 0.3356,
      "step": 2117660
    },
    {
      "epoch": 591.03,
      "grad_norm": 1.1083170175552368,
      "learning_rate": 8.213655857638881e-07,
      "loss": 0.3495,
      "step": 2117670
    },
    {
      "epoch": 591.04,
      "grad_norm": 1.25467050075531,
      "learning_rate": 8.213450271392221e-07,
      "loss": 0.3294,
      "step": 2117680
    },
    {
      "epoch": 591.04,
      "grad_norm": 1.3448349237442017,
      "learning_rate": 8.213244687171886e-07,
      "loss": 0.3322,
      "step": 2117690
    },
    {
      "epoch": 591.04,
      "grad_norm": 1.0178464651107788,
      "learning_rate": 8.213039104977912e-07,
      "loss": 0.3454,
      "step": 2117700
    },
    {
      "epoch": 591.04,
      "grad_norm": 1.2794326543807983,
      "learning_rate": 8.212833524810312e-07,
      "loss": 0.3302,
      "step": 2117710
    },
    {
      "epoch": 591.05,
      "grad_norm": 1.0720148086547852,
      "learning_rate": 8.212627946669117e-07,
      "loss": 0.3166,
      "step": 2117720
    },
    {
      "epoch": 591.05,
      "grad_norm": 1.1034194231033325,
      "learning_rate": 8.212422370554363e-07,
      "loss": 0.3523,
      "step": 2117730
    },
    {
      "epoch": 591.05,
      "grad_norm": 1.1068116426467896,
      "learning_rate": 8.212216796466058e-07,
      "loss": 0.3334,
      "step": 2117740
    },
    {
      "epoch": 591.05,
      "grad_norm": 1.1110910177230835,
      "learning_rate": 8.212011224404258e-07,
      "loss": 0.3309,
      "step": 2117750
    },
    {
      "epoch": 591.06,
      "grad_norm": 1.1053047180175781,
      "learning_rate": 8.211805654368964e-07,
      "loss": 0.3393,
      "step": 2117760
    },
    {
      "epoch": 591.06,
      "grad_norm": 1.6301512718200684,
      "learning_rate": 8.211600086360216e-07,
      "loss": 0.3483,
      "step": 2117770
    },
    {
      "epoch": 591.06,
      "grad_norm": 1.165776252746582,
      "learning_rate": 8.211394520378048e-07,
      "loss": 0.3301,
      "step": 2117780
    },
    {
      "epoch": 591.07,
      "grad_norm": 1.0172418355941772,
      "learning_rate": 8.211188956422472e-07,
      "loss": 0.3364,
      "step": 2117790
    },
    {
      "epoch": 591.07,
      "grad_norm": 1.101248025894165,
      "learning_rate": 8.210983394493519e-07,
      "loss": 0.348,
      "step": 2117800
    },
    {
      "epoch": 591.07,
      "grad_norm": 1.5069202184677124,
      "learning_rate": 8.210777834591221e-07,
      "loss": 0.3504,
      "step": 2117810
    },
    {
      "epoch": 591.07,
      "grad_norm": 1.4842950105667114,
      "learning_rate": 8.210572276715604e-07,
      "loss": 0.352,
      "step": 2117820
    },
    {
      "epoch": 591.08,
      "grad_norm": 1.5778502225875854,
      "learning_rate": 8.210366720866694e-07,
      "loss": 0.3309,
      "step": 2117830
    },
    {
      "epoch": 591.08,
      "grad_norm": 1.4516465663909912,
      "learning_rate": 8.21016116704453e-07,
      "loss": 0.3377,
      "step": 2117840
    },
    {
      "epoch": 591.08,
      "grad_norm": 1.1108059883117676,
      "learning_rate": 8.209955615249117e-07,
      "loss": 0.3445,
      "step": 2117850
    },
    {
      "epoch": 591.09,
      "grad_norm": 1.1500357389450073,
      "learning_rate": 8.209750065480497e-07,
      "loss": 0.3354,
      "step": 2117860
    },
    {
      "epoch": 591.09,
      "grad_norm": 1.0506240129470825,
      "learning_rate": 8.209544517738704e-07,
      "loss": 0.3265,
      "step": 2117870
    },
    {
      "epoch": 591.09,
      "grad_norm": 1.222588062286377,
      "learning_rate": 8.209338972023737e-07,
      "loss": 0.3467,
      "step": 2117880
    },
    {
      "epoch": 591.09,
      "grad_norm": 1.3802096843719482,
      "learning_rate": 8.209133428335661e-07,
      "loss": 0.3345,
      "step": 2117890
    },
    {
      "epoch": 591.1,
      "grad_norm": 1.2164504528045654,
      "learning_rate": 8.208927886674476e-07,
      "loss": 0.326,
      "step": 2117900
    },
    {
      "epoch": 591.1,
      "grad_norm": 1.370054841041565,
      "learning_rate": 8.208722347040217e-07,
      "loss": 0.3473,
      "step": 2117910
    },
    {
      "epoch": 591.1,
      "grad_norm": 1.0551528930664062,
      "learning_rate": 8.208516809432922e-07,
      "loss": 0.3428,
      "step": 2117920
    },
    {
      "epoch": 591.11,
      "grad_norm": 1.2953202724456787,
      "learning_rate": 8.208311273852598e-07,
      "loss": 0.3493,
      "step": 2117930
    },
    {
      "epoch": 591.11,
      "grad_norm": 1.1913167238235474,
      "learning_rate": 8.208105740299286e-07,
      "loss": 0.3456,
      "step": 2117940
    },
    {
      "epoch": 591.11,
      "grad_norm": 1.1790504455566406,
      "learning_rate": 8.207900208773011e-07,
      "loss": 0.3545,
      "step": 2117950
    },
    {
      "epoch": 591.11,
      "grad_norm": 1.1303471326828003,
      "learning_rate": 8.207694679273805e-07,
      "loss": 0.3265,
      "step": 2117960
    },
    {
      "epoch": 591.12,
      "grad_norm": 1.1559669971466064,
      "learning_rate": 8.207489151801677e-07,
      "loss": 0.3543,
      "step": 2117970
    },
    {
      "epoch": 591.12,
      "grad_norm": 1.620288372039795,
      "learning_rate": 8.207283626356682e-07,
      "loss": 0.3337,
      "step": 2117980
    },
    {
      "epoch": 591.12,
      "grad_norm": 1.1942940950393677,
      "learning_rate": 8.207078102938824e-07,
      "loss": 0.3306,
      "step": 2117990
    },
    {
      "epoch": 591.12,
      "grad_norm": 1.091852068901062,
      "learning_rate": 8.206872581548142e-07,
      "loss": 0.3481,
      "step": 2118000
    },
    {
      "epoch": 591.13,
      "grad_norm": 1.334601640701294,
      "learning_rate": 8.206667062184666e-07,
      "loss": 0.3373,
      "step": 2118010
    },
    {
      "epoch": 591.13,
      "grad_norm": 1.2343682050704956,
      "learning_rate": 8.206461544848413e-07,
      "loss": 0.3452,
      "step": 2118020
    },
    {
      "epoch": 591.13,
      "grad_norm": 1.1478533744812012,
      "learning_rate": 8.206256029539413e-07,
      "loss": 0.3414,
      "step": 2118030
    },
    {
      "epoch": 591.14,
      "grad_norm": 1.0017186403274536,
      "learning_rate": 8.206050516257696e-07,
      "loss": 0.3486,
      "step": 2118040
    },
    {
      "epoch": 591.14,
      "grad_norm": 1.0523658990859985,
      "learning_rate": 8.205845005003298e-07,
      "loss": 0.3381,
      "step": 2118050
    },
    {
      "epoch": 591.14,
      "grad_norm": 1.05136239528656,
      "learning_rate": 8.205639495776227e-07,
      "loss": 0.3358,
      "step": 2118060
    },
    {
      "epoch": 591.14,
      "grad_norm": 1.2345314025878906,
      "learning_rate": 8.205433988576524e-07,
      "loss": 0.3371,
      "step": 2118070
    },
    {
      "epoch": 591.15,
      "grad_norm": 1.39664888381958,
      "learning_rate": 8.20522848340422e-07,
      "loss": 0.3664,
      "step": 2118080
    },
    {
      "epoch": 591.15,
      "grad_norm": 1.2367393970489502,
      "learning_rate": 8.205022980259318e-07,
      "loss": 0.3241,
      "step": 2118090
    },
    {
      "epoch": 591.15,
      "grad_norm": 1.0361838340759277,
      "learning_rate": 8.20481747914188e-07,
      "loss": 0.3361,
      "step": 2118100
    },
    {
      "epoch": 591.16,
      "grad_norm": 1.1292697191238403,
      "learning_rate": 8.204611980051902e-07,
      "loss": 0.3258,
      "step": 2118110
    },
    {
      "epoch": 591.16,
      "grad_norm": 1.0957354307174683,
      "learning_rate": 8.204406482989438e-07,
      "loss": 0.3317,
      "step": 2118120
    },
    {
      "epoch": 591.16,
      "grad_norm": 1.1359148025512695,
      "learning_rate": 8.2042009879545e-07,
      "loss": 0.3271,
      "step": 2118130
    },
    {
      "epoch": 591.16,
      "grad_norm": 1.2337579727172852,
      "learning_rate": 8.203995494947114e-07,
      "loss": 0.3496,
      "step": 2118140
    },
    {
      "epoch": 591.17,
      "grad_norm": 1.2891662120819092,
      "learning_rate": 8.203790003967319e-07,
      "loss": 0.3362,
      "step": 2118150
    },
    {
      "epoch": 591.17,
      "grad_norm": 1.2769237756729126,
      "learning_rate": 8.203584515015128e-07,
      "loss": 0.3413,
      "step": 2118160
    },
    {
      "epoch": 591.17,
      "grad_norm": 1.2204079627990723,
      "learning_rate": 8.203379028090577e-07,
      "loss": 0.347,
      "step": 2118170
    },
    {
      "epoch": 591.17,
      "grad_norm": 1.1292544603347778,
      "learning_rate": 8.20317354319369e-07,
      "loss": 0.3383,
      "step": 2118180
    },
    {
      "epoch": 591.18,
      "grad_norm": 1.170867919921875,
      "learning_rate": 8.202968060324506e-07,
      "loss": 0.3352,
      "step": 2118190
    },
    {
      "epoch": 591.18,
      "grad_norm": 1.2122588157653809,
      "learning_rate": 8.202762579483032e-07,
      "loss": 0.3415,
      "step": 2118200
    },
    {
      "epoch": 591.18,
      "grad_norm": 1.4108434915542603,
      "learning_rate": 8.202557100669307e-07,
      "loss": 0.3431,
      "step": 2118210
    },
    {
      "epoch": 591.19,
      "grad_norm": 1.4096746444702148,
      "learning_rate": 8.202351623883364e-07,
      "loss": 0.3384,
      "step": 2118220
    },
    {
      "epoch": 591.19,
      "grad_norm": 1.0739176273345947,
      "learning_rate": 8.202146149125208e-07,
      "loss": 0.355,
      "step": 2118230
    },
    {
      "epoch": 591.19,
      "grad_norm": 1.0389355421066284,
      "learning_rate": 8.201940676394899e-07,
      "loss": 0.3369,
      "step": 2118240
    },
    {
      "epoch": 591.19,
      "grad_norm": 1.2888009548187256,
      "learning_rate": 8.201735205692436e-07,
      "loss": 0.3419,
      "step": 2118250
    },
    {
      "epoch": 591.2,
      "grad_norm": 1.2221424579620361,
      "learning_rate": 8.201529737017862e-07,
      "loss": 0.3349,
      "step": 2118260
    },
    {
      "epoch": 591.2,
      "grad_norm": 1.2209675312042236,
      "learning_rate": 8.201324270371196e-07,
      "loss": 0.3499,
      "step": 2118270
    },
    {
      "epoch": 591.2,
      "grad_norm": 1.154650330543518,
      "learning_rate": 8.201118805752479e-07,
      "loss": 0.3543,
      "step": 2118280
    },
    {
      "epoch": 591.21,
      "grad_norm": 1.0410828590393066,
      "learning_rate": 8.200913343161718e-07,
      "loss": 0.3275,
      "step": 2118290
    },
    {
      "epoch": 591.21,
      "grad_norm": 1.320531964302063,
      "learning_rate": 8.200707882598953e-07,
      "loss": 0.3429,
      "step": 2118300
    },
    {
      "epoch": 591.21,
      "grad_norm": 1.1613203287124634,
      "learning_rate": 8.200502424064217e-07,
      "loss": 0.3621,
      "step": 2118310
    },
    {
      "epoch": 591.21,
      "grad_norm": 1.367950677871704,
      "learning_rate": 8.200296967557513e-07,
      "loss": 0.3427,
      "step": 2118320
    },
    {
      "epoch": 591.22,
      "grad_norm": 1.1466681957244873,
      "learning_rate": 8.200091513078901e-07,
      "loss": 0.3333,
      "step": 2118330
    },
    {
      "epoch": 591.22,
      "grad_norm": 1.5782932043075562,
      "learning_rate": 8.199886060628385e-07,
      "loss": 0.3576,
      "step": 2118340
    },
    {
      "epoch": 591.22,
      "grad_norm": 1.5940592288970947,
      "learning_rate": 8.199680610205999e-07,
      "loss": 0.3514,
      "step": 2118350
    },
    {
      "epoch": 591.23,
      "grad_norm": 1.243958830833435,
      "learning_rate": 8.19947516181178e-07,
      "loss": 0.3406,
      "step": 2118360
    },
    {
      "epoch": 591.23,
      "grad_norm": 1.07941734790802,
      "learning_rate": 8.199269715445736e-07,
      "loss": 0.3248,
      "step": 2118370
    },
    {
      "epoch": 591.23,
      "grad_norm": 1.0137444734573364,
      "learning_rate": 8.199064271107904e-07,
      "loss": 0.3315,
      "step": 2118380
    },
    {
      "epoch": 591.23,
      "grad_norm": 1.2060272693634033,
      "learning_rate": 8.198858828798316e-07,
      "loss": 0.33,
      "step": 2118390
    },
    {
      "epoch": 591.24,
      "grad_norm": 1.2029283046722412,
      "learning_rate": 8.198653388516993e-07,
      "loss": 0.3429,
      "step": 2118400
    },
    {
      "epoch": 591.24,
      "grad_norm": 1.1946721076965332,
      "learning_rate": 8.198447950263963e-07,
      "loss": 0.348,
      "step": 2118410
    },
    {
      "epoch": 591.24,
      "grad_norm": 1.0228363275527954,
      "learning_rate": 8.198242514039265e-07,
      "loss": 0.3441,
      "step": 2118420
    },
    {
      "epoch": 591.24,
      "grad_norm": 1.2681467533111572,
      "learning_rate": 8.198037079842908e-07,
      "loss": 0.3442,
      "step": 2118430
    },
    {
      "epoch": 591.25,
      "grad_norm": 1.1399370431900024,
      "learning_rate": 8.197831647674927e-07,
      "loss": 0.3319,
      "step": 2118440
    },
    {
      "epoch": 591.25,
      "grad_norm": 1.1989099979400635,
      "learning_rate": 8.197626217535359e-07,
      "loss": 0.3287,
      "step": 2118450
    },
    {
      "epoch": 591.25,
      "grad_norm": 1.1305092573165894,
      "learning_rate": 8.197420789424207e-07,
      "loss": 0.342,
      "step": 2118460
    },
    {
      "epoch": 591.26,
      "grad_norm": 1.3076040744781494,
      "learning_rate": 8.197215363341529e-07,
      "loss": 0.3346,
      "step": 2118470
    },
    {
      "epoch": 591.26,
      "grad_norm": 1.3571851253509521,
      "learning_rate": 8.197009939287326e-07,
      "loss": 0.3529,
      "step": 2118480
    },
    {
      "epoch": 591.26,
      "grad_norm": 1.106399655342102,
      "learning_rate": 8.19680451726164e-07,
      "loss": 0.3352,
      "step": 2118490
    },
    {
      "epoch": 591.26,
      "grad_norm": 1.107856273651123,
      "learning_rate": 8.196599097264495e-07,
      "loss": 0.3487,
      "step": 2118500
    },
    {
      "epoch": 591.27,
      "grad_norm": 1.137116551399231,
      "learning_rate": 8.196393679295925e-07,
      "loss": 0.3429,
      "step": 2118510
    },
    {
      "epoch": 591.27,
      "grad_norm": 1.0959097146987915,
      "learning_rate": 8.196188263355941e-07,
      "loss": 0.3465,
      "step": 2118520
    },
    {
      "epoch": 591.27,
      "grad_norm": 0.9547559022903442,
      "learning_rate": 8.195982849444581e-07,
      "loss": 0.3288,
      "step": 2118530
    },
    {
      "epoch": 591.28,
      "grad_norm": 1.274364709854126,
      "learning_rate": 8.195777437561879e-07,
      "loss": 0.3351,
      "step": 2118540
    },
    {
      "epoch": 591.28,
      "grad_norm": 1.0864354372024536,
      "learning_rate": 8.195572027707839e-07,
      "loss": 0.318,
      "step": 2118550
    },
    {
      "epoch": 591.28,
      "grad_norm": 1.1302486658096313,
      "learning_rate": 8.19536661988252e-07,
      "loss": 0.3167,
      "step": 2118560
    },
    {
      "epoch": 591.28,
      "grad_norm": 1.0368409156799316,
      "learning_rate": 8.195161214085925e-07,
      "loss": 0.3437,
      "step": 2118570
    },
    {
      "epoch": 591.29,
      "grad_norm": 1.244881510734558,
      "learning_rate": 8.194955810318086e-07,
      "loss": 0.3402,
      "step": 2118580
    },
    {
      "epoch": 591.29,
      "grad_norm": 1.1670668125152588,
      "learning_rate": 8.194750408579044e-07,
      "loss": 0.3424,
      "step": 2118590
    },
    {
      "epoch": 591.29,
      "grad_norm": 1.3007303476333618,
      "learning_rate": 8.194545008868809e-07,
      "loss": 0.3483,
      "step": 2118600
    },
    {
      "epoch": 591.3,
      "grad_norm": 1.1838053464889526,
      "learning_rate": 8.194339611187417e-07,
      "loss": 0.3491,
      "step": 2118610
    },
    {
      "epoch": 591.3,
      "grad_norm": 1.2815297842025757,
      "learning_rate": 8.194134215534893e-07,
      "loss": 0.335,
      "step": 2118620
    },
    {
      "epoch": 591.3,
      "grad_norm": 1.0807784795761108,
      "learning_rate": 8.19392882191127e-07,
      "loss": 0.3277,
      "step": 2118630
    },
    {
      "epoch": 591.3,
      "grad_norm": 1.1278349161148071,
      "learning_rate": 8.193723430316557e-07,
      "loss": 0.3271,
      "step": 2118640
    },
    {
      "epoch": 591.31,
      "grad_norm": 1.0198702812194824,
      "learning_rate": 8.193518040750811e-07,
      "loss": 0.3555,
      "step": 2118650
    },
    {
      "epoch": 591.31,
      "grad_norm": 1.0886726379394531,
      "learning_rate": 8.193312653214033e-07,
      "loss": 0.3345,
      "step": 2118660
    },
    {
      "epoch": 591.31,
      "grad_norm": 1.160923719406128,
      "learning_rate": 8.193107267706263e-07,
      "loss": 0.3274,
      "step": 2118670
    },
    {
      "epoch": 591.31,
      "grad_norm": 1.1218740940093994,
      "learning_rate": 8.192901884227534e-07,
      "loss": 0.3437,
      "step": 2118680
    },
    {
      "epoch": 591.32,
      "grad_norm": 1.1372421979904175,
      "learning_rate": 8.192696502777848e-07,
      "loss": 0.3519,
      "step": 2118690
    },
    {
      "epoch": 591.32,
      "grad_norm": 0.9886538982391357,
      "learning_rate": 8.192491123357266e-07,
      "loss": 0.3375,
      "step": 2118700
    },
    {
      "epoch": 591.32,
      "grad_norm": 1.1359552145004272,
      "learning_rate": 8.19228574596579e-07,
      "loss": 0.3381,
      "step": 2118710
    },
    {
      "epoch": 591.33,
      "grad_norm": 1.3595468997955322,
      "learning_rate": 8.192080370603457e-07,
      "loss": 0.3179,
      "step": 2118720
    },
    {
      "epoch": 591.33,
      "grad_norm": 1.2948545217514038,
      "learning_rate": 8.191874997270301e-07,
      "loss": 0.3284,
      "step": 2118730
    },
    {
      "epoch": 591.33,
      "grad_norm": 1.1765549182891846,
      "learning_rate": 8.191669625966333e-07,
      "loss": 0.3257,
      "step": 2118740
    },
    {
      "epoch": 591.33,
      "grad_norm": 1.0967613458633423,
      "learning_rate": 8.191464256691591e-07,
      "loss": 0.333,
      "step": 2118750
    },
    {
      "epoch": 591.34,
      "grad_norm": 1.1866395473480225,
      "learning_rate": 8.191258889446098e-07,
      "loss": 0.3591,
      "step": 2118760
    },
    {
      "epoch": 591.34,
      "grad_norm": 1.1610052585601807,
      "learning_rate": 8.191053524229895e-07,
      "loss": 0.344,
      "step": 2118770
    },
    {
      "epoch": 591.34,
      "grad_norm": 1.1830918788909912,
      "learning_rate": 8.190848161042981e-07,
      "loss": 0.3423,
      "step": 2118780
    },
    {
      "epoch": 591.35,
      "grad_norm": 1.162415623664856,
      "learning_rate": 8.190642799885415e-07,
      "loss": 0.3381,
      "step": 2118790
    },
    {
      "epoch": 591.35,
      "grad_norm": 1.2798384428024292,
      "learning_rate": 8.190437440757202e-07,
      "loss": 0.3554,
      "step": 2118800
    },
    {
      "epoch": 591.35,
      "grad_norm": 1.2304048538208008,
      "learning_rate": 8.190232083658379e-07,
      "loss": 0.3347,
      "step": 2118810
    },
    {
      "epoch": 591.35,
      "grad_norm": 1.1595304012298584,
      "learning_rate": 8.190026728588978e-07,
      "loss": 0.3317,
      "step": 2118820
    },
    {
      "epoch": 591.36,
      "grad_norm": 1.2040354013442993,
      "learning_rate": 8.189821375549013e-07,
      "loss": 0.3361,
      "step": 2118830
    },
    {
      "epoch": 591.36,
      "grad_norm": 1.280189871788025,
      "learning_rate": 8.189616024538518e-07,
      "loss": 0.3322,
      "step": 2118840
    },
    {
      "epoch": 591.36,
      "grad_norm": 1.1765559911727905,
      "learning_rate": 8.189410675557521e-07,
      "loss": 0.3357,
      "step": 2118850
    },
    {
      "epoch": 591.36,
      "grad_norm": 1.0695338249206543,
      "learning_rate": 8.189205328606054e-07,
      "loss": 0.3326,
      "step": 2118860
    },
    {
      "epoch": 591.37,
      "grad_norm": 1.2015823125839233,
      "learning_rate": 8.188999983684134e-07,
      "loss": 0.343,
      "step": 2118870
    },
    {
      "epoch": 591.37,
      "grad_norm": 1.1766687631607056,
      "learning_rate": 8.188794640791793e-07,
      "loss": 0.342,
      "step": 2118880
    },
    {
      "epoch": 591.37,
      "grad_norm": 1.526273488998413,
      "learning_rate": 8.188589299929065e-07,
      "loss": 0.3358,
      "step": 2118890
    },
    {
      "epoch": 591.38,
      "grad_norm": 1.1513367891311646,
      "learning_rate": 8.188383961095957e-07,
      "loss": 0.3326,
      "step": 2118900
    },
    {
      "epoch": 591.38,
      "grad_norm": 1.5367634296417236,
      "learning_rate": 8.188178624292527e-07,
      "loss": 0.3608,
      "step": 2118910
    },
    {
      "epoch": 591.38,
      "grad_norm": 1.1593196392059326,
      "learning_rate": 8.187973289518778e-07,
      "loss": 0.3317,
      "step": 2118920
    },
    {
      "epoch": 591.38,
      "grad_norm": 1.193776249885559,
      "learning_rate": 8.187767956774743e-07,
      "loss": 0.3281,
      "step": 2118930
    },
    {
      "epoch": 591.39,
      "grad_norm": 1.4666426181793213,
      "learning_rate": 8.187562626060452e-07,
      "loss": 0.3215,
      "step": 2118940
    },
    {
      "epoch": 591.39,
      "grad_norm": 4.4575066566467285,
      "learning_rate": 8.187357297375942e-07,
      "loss": 0.3256,
      "step": 2118950
    },
    {
      "epoch": 591.39,
      "grad_norm": 1.1176661252975464,
      "learning_rate": 8.187151970721222e-07,
      "loss": 0.3449,
      "step": 2118960
    },
    {
      "epoch": 591.4,
      "grad_norm": 1.4328948259353638,
      "learning_rate": 8.186946646096326e-07,
      "loss": 0.3338,
      "step": 2118970
    },
    {
      "epoch": 591.4,
      "grad_norm": 1.1663962602615356,
      "learning_rate": 8.186741323501282e-07,
      "loss": 0.3334,
      "step": 2118980
    },
    {
      "epoch": 591.4,
      "grad_norm": 1.5151673555374146,
      "learning_rate": 8.186536002936118e-07,
      "loss": 0.3552,
      "step": 2118990
    },
    {
      "epoch": 591.4,
      "grad_norm": 1.5226151943206787,
      "learning_rate": 8.186330684400872e-07,
      "loss": 0.3247,
      "step": 2119000
    },
    {
      "epoch": 591.41,
      "grad_norm": 1.2062493562698364,
      "learning_rate": 8.186125367895551e-07,
      "loss": 0.3456,
      "step": 2119010
    },
    {
      "epoch": 591.41,
      "grad_norm": 1.3029284477233887,
      "learning_rate": 8.185920053420192e-07,
      "loss": 0.3535,
      "step": 2119020
    },
    {
      "epoch": 591.41,
      "grad_norm": 1.935590386390686,
      "learning_rate": 8.185714740974832e-07,
      "loss": 0.3257,
      "step": 2119030
    },
    {
      "epoch": 591.42,
      "grad_norm": 1.369527816772461,
      "learning_rate": 8.185509430559471e-07,
      "loss": 0.3234,
      "step": 2119040
    },
    {
      "epoch": 591.42,
      "grad_norm": 1.1742157936096191,
      "learning_rate": 8.18530412217417e-07,
      "loss": 0.3311,
      "step": 2119050
    },
    {
      "epoch": 591.42,
      "grad_norm": 1.3620834350585938,
      "learning_rate": 8.185098815818934e-07,
      "loss": 0.3282,
      "step": 2119060
    },
    {
      "epoch": 591.42,
      "grad_norm": 1.2970342636108398,
      "learning_rate": 8.184893511493797e-07,
      "loss": 0.3533,
      "step": 2119070
    },
    {
      "epoch": 591.43,
      "grad_norm": 1.3001676797866821,
      "learning_rate": 8.184688209198784e-07,
      "loss": 0.3395,
      "step": 2119080
    },
    {
      "epoch": 591.43,
      "grad_norm": 1.2739229202270508,
      "learning_rate": 8.184482908933932e-07,
      "loss": 0.3294,
      "step": 2119090
    },
    {
      "epoch": 591.43,
      "grad_norm": 0.9885804653167725,
      "learning_rate": 8.184277610699254e-07,
      "loss": 0.3242,
      "step": 2119100
    },
    {
      "epoch": 591.43,
      "grad_norm": 1.232118844985962,
      "learning_rate": 8.184072314494786e-07,
      "loss": 0.3407,
      "step": 2119110
    },
    {
      "epoch": 591.44,
      "grad_norm": 1.2467432022094727,
      "learning_rate": 8.183867020320561e-07,
      "loss": 0.3415,
      "step": 2119120
    },
    {
      "epoch": 591.44,
      "grad_norm": 1.0816670656204224,
      "learning_rate": 8.183661728176581e-07,
      "loss": 0.3419,
      "step": 2119130
    },
    {
      "epoch": 591.44,
      "grad_norm": 1.137234091758728,
      "learning_rate": 8.183456438062907e-07,
      "loss": 0.3602,
      "step": 2119140
    },
    {
      "epoch": 591.45,
      "grad_norm": 1.0300599336624146,
      "learning_rate": 8.183251149979541e-07,
      "loss": 0.3397,
      "step": 2119150
    },
    {
      "epoch": 591.45,
      "grad_norm": 1.2332098484039307,
      "learning_rate": 8.183045863926523e-07,
      "loss": 0.3351,
      "step": 2119160
    },
    {
      "epoch": 591.45,
      "grad_norm": 1.3069062232971191,
      "learning_rate": 8.182840579903882e-07,
      "loss": 0.3349,
      "step": 2119170
    },
    {
      "epoch": 591.45,
      "grad_norm": 1.4927340745925903,
      "learning_rate": 8.182635297911634e-07,
      "loss": 0.3288,
      "step": 2119180
    },
    {
      "epoch": 591.46,
      "grad_norm": 1.3255356550216675,
      "learning_rate": 8.182430017949813e-07,
      "loss": 0.3306,
      "step": 2119190
    },
    {
      "epoch": 591.46,
      "grad_norm": 18.20319366455078,
      "learning_rate": 8.182224740018446e-07,
      "loss": 0.3273,
      "step": 2119200
    },
    {
      "epoch": 591.46,
      "grad_norm": 1.1776150465011597,
      "learning_rate": 8.182019464117567e-07,
      "loss": 0.3213,
      "step": 2119210
    },
    {
      "epoch": 591.47,
      "grad_norm": 1.2509090900421143,
      "learning_rate": 8.181814190247181e-07,
      "loss": 0.3402,
      "step": 2119220
    },
    {
      "epoch": 591.47,
      "grad_norm": 1.403369665145874,
      "learning_rate": 8.181608918407348e-07,
      "loss": 0.3445,
      "step": 2119230
    },
    {
      "epoch": 591.47,
      "grad_norm": 1.0727609395980835,
      "learning_rate": 8.181403648598067e-07,
      "loss": 0.3428,
      "step": 2119240
    },
    {
      "epoch": 591.47,
      "grad_norm": 1.3669379949569702,
      "learning_rate": 8.181198380819381e-07,
      "loss": 0.3356,
      "step": 2119250
    },
    {
      "epoch": 591.48,
      "grad_norm": 1.2315365076065063,
      "learning_rate": 8.180993115071318e-07,
      "loss": 0.3391,
      "step": 2119260
    },
    {
      "epoch": 591.48,
      "grad_norm": 1.12416672706604,
      "learning_rate": 8.180787851353887e-07,
      "loss": 0.3329,
      "step": 2119270
    },
    {
      "epoch": 591.48,
      "grad_norm": 1.3554445505142212,
      "learning_rate": 8.180582589667142e-07,
      "loss": 0.3299,
      "step": 2119280
    },
    {
      "epoch": 591.48,
      "grad_norm": 1.1250981092453003,
      "learning_rate": 8.180377330011089e-07,
      "loss": 0.3332,
      "step": 2119290
    },
    {
      "epoch": 591.49,
      "grad_norm": 1.1600186824798584,
      "learning_rate": 8.180172072385762e-07,
      "loss": 0.3485,
      "step": 2119300
    },
    {
      "epoch": 591.49,
      "grad_norm": 1.2292871475219727,
      "learning_rate": 8.179966816791201e-07,
      "loss": 0.3341,
      "step": 2119310
    },
    {
      "epoch": 591.49,
      "grad_norm": 1.0974549055099487,
      "learning_rate": 8.179761563227412e-07,
      "loss": 0.3326,
      "step": 2119320
    },
    {
      "epoch": 591.5,
      "grad_norm": 1.20517897605896,
      "learning_rate": 8.179556311694432e-07,
      "loss": 0.3316,
      "step": 2119330
    },
    {
      "epoch": 591.5,
      "grad_norm": 1.1217130422592163,
      "learning_rate": 8.17935106219229e-07,
      "loss": 0.3558,
      "step": 2119340
    },
    {
      "epoch": 591.5,
      "grad_norm": 1.123361587524414,
      "learning_rate": 8.179145814721017e-07,
      "loss": 0.3433,
      "step": 2119350
    },
    {
      "epoch": 591.5,
      "grad_norm": 1.2434998750686646,
      "learning_rate": 8.178940569280622e-07,
      "loss": 0.3387,
      "step": 2119360
    },
    {
      "epoch": 591.51,
      "grad_norm": 1.3196110725402832,
      "learning_rate": 8.178735325871159e-07,
      "loss": 0.3262,
      "step": 2119370
    },
    {
      "epoch": 591.51,
      "grad_norm": 1.215667724609375,
      "learning_rate": 8.178530084492634e-07,
      "loss": 0.34,
      "step": 2119380
    },
    {
      "epoch": 591.51,
      "grad_norm": 1.151760458946228,
      "learning_rate": 8.178324845145083e-07,
      "loss": 0.3305,
      "step": 2119390
    },
    {
      "epoch": 591.52,
      "grad_norm": 1.1714028120040894,
      "learning_rate": 8.17811960782854e-07,
      "loss": 0.3408,
      "step": 2119400
    },
    {
      "epoch": 591.52,
      "grad_norm": 0.9894286394119263,
      "learning_rate": 8.177914372543018e-07,
      "loss": 0.3533,
      "step": 2119410
    },
    {
      "epoch": 591.52,
      "grad_norm": 1.4080829620361328,
      "learning_rate": 8.177709139288549e-07,
      "loss": 0.3245,
      "step": 2119420
    },
    {
      "epoch": 591.52,
      "grad_norm": 1.0143753290176392,
      "learning_rate": 8.177503908065164e-07,
      "loss": 0.3411,
      "step": 2119430
    },
    {
      "epoch": 591.53,
      "grad_norm": 1.156898856163025,
      "learning_rate": 8.177298678872895e-07,
      "loss": 0.3434,
      "step": 2119440
    },
    {
      "epoch": 591.53,
      "grad_norm": 1.1906758546829224,
      "learning_rate": 8.177093451711747e-07,
      "loss": 0.3351,
      "step": 2119450
    },
    {
      "epoch": 591.53,
      "grad_norm": 2.1892175674438477,
      "learning_rate": 8.176888226581782e-07,
      "loss": 0.345,
      "step": 2119460
    },
    {
      "epoch": 591.54,
      "grad_norm": 1.0692538022994995,
      "learning_rate": 8.176683003482999e-07,
      "loss": 0.3397,
      "step": 2119470
    },
    {
      "epoch": 591.54,
      "grad_norm": 1.1533313989639282,
      "learning_rate": 8.176477782415432e-07,
      "loss": 0.3347,
      "step": 2119480
    },
    {
      "epoch": 591.54,
      "grad_norm": 1.1727538108825684,
      "learning_rate": 8.176272563379124e-07,
      "loss": 0.3266,
      "step": 2119490
    },
    {
      "epoch": 591.54,
      "grad_norm": 1.6598864793777466,
      "learning_rate": 8.176067346374077e-07,
      "loss": 0.3338,
      "step": 2119500
    },
    {
      "epoch": 591.55,
      "grad_norm": 1.0864284038543701,
      "learning_rate": 8.175862131400334e-07,
      "loss": 0.3229,
      "step": 2119510
    },
    {
      "epoch": 591.55,
      "grad_norm": 1.2479392290115356,
      "learning_rate": 8.175656918457919e-07,
      "loss": 0.3312,
      "step": 2119520
    },
    {
      "epoch": 591.55,
      "grad_norm": 1.344561219215393,
      "learning_rate": 8.175451707546866e-07,
      "loss": 0.3504,
      "step": 2119530
    },
    {
      "epoch": 591.55,
      "grad_norm": 1.0432732105255127,
      "learning_rate": 8.175246498667188e-07,
      "loss": 0.34,
      "step": 2119540
    },
    {
      "epoch": 591.56,
      "grad_norm": 1.2528436183929443,
      "learning_rate": 8.175041291818921e-07,
      "loss": 0.32,
      "step": 2119550
    },
    {
      "epoch": 591.56,
      "grad_norm": 1.1996300220489502,
      "learning_rate": 8.17483608700209e-07,
      "loss": 0.3585,
      "step": 2119560
    },
    {
      "epoch": 591.56,
      "grad_norm": 1.3365700244903564,
      "learning_rate": 8.174630884216724e-07,
      "loss": 0.3522,
      "step": 2119570
    },
    {
      "epoch": 591.57,
      "grad_norm": 2.2377729415893555,
      "learning_rate": 8.17442568346286e-07,
      "loss": 0.3408,
      "step": 2119580
    },
    {
      "epoch": 591.57,
      "grad_norm": 1.1782989501953125,
      "learning_rate": 8.174220484740499e-07,
      "loss": 0.3361,
      "step": 2119590
    },
    {
      "epoch": 591.57,
      "grad_norm": 1.166584849357605,
      "learning_rate": 8.174015288049699e-07,
      "loss": 0.3394,
      "step": 2119600
    },
    {
      "epoch": 591.57,
      "grad_norm": 1.1069542169570923,
      "learning_rate": 8.173810093390466e-07,
      "loss": 0.3446,
      "step": 2119610
    },
    {
      "epoch": 591.58,
      "grad_norm": 1.415062427520752,
      "learning_rate": 8.173604900762834e-07,
      "loss": 0.3372,
      "step": 2119620
    },
    {
      "epoch": 591.58,
      "grad_norm": 1.0835511684417725,
      "learning_rate": 8.173399710166838e-07,
      "loss": 0.3128,
      "step": 2119630
    },
    {
      "epoch": 591.58,
      "grad_norm": 0.9950210452079773,
      "learning_rate": 8.17319452160249e-07,
      "loss": 0.3426,
      "step": 2119640
    },
    {
      "epoch": 591.59,
      "grad_norm": 1.146262288093567,
      "learning_rate": 8.172989335069827e-07,
      "loss": 0.3296,
      "step": 2119650
    },
    {
      "epoch": 591.59,
      "grad_norm": 1.1698224544525146,
      "learning_rate": 8.172784150568872e-07,
      "loss": 0.3546,
      "step": 2119660
    },
    {
      "epoch": 591.59,
      "grad_norm": 1.2558629512786865,
      "learning_rate": 8.172578968099665e-07,
      "loss": 0.3404,
      "step": 2119670
    },
    {
      "epoch": 591.59,
      "grad_norm": 1.2962188720703125,
      "learning_rate": 8.172373787662214e-07,
      "loss": 0.334,
      "step": 2119680
    },
    {
      "epoch": 591.6,
      "grad_norm": 2.656421661376953,
      "learning_rate": 8.172168609256556e-07,
      "loss": 0.3305,
      "step": 2119690
    },
    {
      "epoch": 591.6,
      "grad_norm": 1.0650438070297241,
      "learning_rate": 8.171963432882727e-07,
      "loss": 0.3448,
      "step": 2119700
    },
    {
      "epoch": 591.6,
      "grad_norm": 1.4031541347503662,
      "learning_rate": 8.171758258540727e-07,
      "loss": 0.3393,
      "step": 2119710
    },
    {
      "epoch": 591.6,
      "grad_norm": 1.2457561492919922,
      "learning_rate": 8.171553086230616e-07,
      "loss": 0.3709,
      "step": 2119720
    },
    {
      "epoch": 591.61,
      "grad_norm": 1.3289130926132202,
      "learning_rate": 8.171347915952402e-07,
      "loss": 0.3389,
      "step": 2119730
    },
    {
      "epoch": 591.61,
      "grad_norm": 1.1722869873046875,
      "learning_rate": 8.171142747706116e-07,
      "loss": 0.3259,
      "step": 2119740
    },
    {
      "epoch": 591.61,
      "grad_norm": 1.0189380645751953,
      "learning_rate": 8.170937581491786e-07,
      "loss": 0.3356,
      "step": 2119750
    },
    {
      "epoch": 591.62,
      "grad_norm": 1.1268445253372192,
      "learning_rate": 8.170732417309448e-07,
      "loss": 0.3214,
      "step": 2119760
    },
    {
      "epoch": 591.62,
      "grad_norm": 1.2842220067977905,
      "learning_rate": 8.170527255159112e-07,
      "loss": 0.3497,
      "step": 2119770
    },
    {
      "epoch": 591.62,
      "grad_norm": 1.4364800453186035,
      "learning_rate": 8.170322095040814e-07,
      "loss": 0.3447,
      "step": 2119780
    },
    {
      "epoch": 591.62,
      "grad_norm": 1.0418065786361694,
      "learning_rate": 8.170116936954591e-07,
      "loss": 0.3336,
      "step": 2119790
    },
    {
      "epoch": 591.63,
      "grad_norm": 1.1896533966064453,
      "learning_rate": 8.169911780900443e-07,
      "loss": 0.3492,
      "step": 2119800
    },
    {
      "epoch": 591.63,
      "grad_norm": 1.112634301185608,
      "learning_rate": 8.169706626878433e-07,
      "loss": 0.3392,
      "step": 2119810
    },
    {
      "epoch": 591.63,
      "grad_norm": 1.3013627529144287,
      "learning_rate": 8.169501474888564e-07,
      "loss": 0.3404,
      "step": 2119820
    },
    {
      "epoch": 591.64,
      "grad_norm": 1.131356954574585,
      "learning_rate": 8.169296324930865e-07,
      "loss": 0.344,
      "step": 2119830
    },
    {
      "epoch": 591.64,
      "grad_norm": 1.113601803779602,
      "learning_rate": 8.169091177005379e-07,
      "loss": 0.3575,
      "step": 2119840
    },
    {
      "epoch": 591.64,
      "grad_norm": 1.067155361175537,
      "learning_rate": 8.168886031112107e-07,
      "loss": 0.3462,
      "step": 2119850
    },
    {
      "epoch": 591.64,
      "grad_norm": 1.026634931564331,
      "learning_rate": 8.168680887251106e-07,
      "loss": 0.3602,
      "step": 2119860
    },
    {
      "epoch": 591.65,
      "grad_norm": 1.2803677320480347,
      "learning_rate": 8.168475745422381e-07,
      "loss": 0.3516,
      "step": 2119870
    },
    {
      "epoch": 591.65,
      "grad_norm": 1.3505648374557495,
      "learning_rate": 8.168270605625969e-07,
      "loss": 0.3458,
      "step": 2119880
    },
    {
      "epoch": 591.65,
      "grad_norm": 1.3797833919525146,
      "learning_rate": 8.168065467861894e-07,
      "loss": 0.3472,
      "step": 2119890
    },
    {
      "epoch": 591.66,
      "grad_norm": 1.1162992715835571,
      "learning_rate": 8.167860332130194e-07,
      "loss": 0.3253,
      "step": 2119900
    },
    {
      "epoch": 591.66,
      "grad_norm": 1.0827198028564453,
      "learning_rate": 8.167655198430877e-07,
      "loss": 0.3335,
      "step": 2119910
    },
    {
      "epoch": 591.66,
      "grad_norm": 1.2463704347610474,
      "learning_rate": 8.167450066763982e-07,
      "loss": 0.326,
      "step": 2119920
    },
    {
      "epoch": 591.66,
      "grad_norm": 1.0188119411468506,
      "learning_rate": 8.167244937129545e-07,
      "loss": 0.3395,
      "step": 2119930
    },
    {
      "epoch": 591.67,
      "grad_norm": 1.3458709716796875,
      "learning_rate": 8.167039809527565e-07,
      "loss": 0.3266,
      "step": 2119940
    },
    {
      "epoch": 591.67,
      "grad_norm": 1.2523828744888306,
      "learning_rate": 8.166834683958102e-07,
      "loss": 0.3331,
      "step": 2119950
    },
    {
      "epoch": 591.67,
      "grad_norm": 1.1919208765029907,
      "learning_rate": 8.166629560421163e-07,
      "loss": 0.3234,
      "step": 2119960
    },
    {
      "epoch": 591.67,
      "grad_norm": 1.0844346284866333,
      "learning_rate": 8.166424438916779e-07,
      "loss": 0.3159,
      "step": 2119970
    },
    {
      "epoch": 591.68,
      "grad_norm": 1.181896448135376,
      "learning_rate": 8.166219319444989e-07,
      "loss": 0.338,
      "step": 2119980
    },
    {
      "epoch": 591.68,
      "grad_norm": 1.0932092666625977,
      "learning_rate": 8.166014202005802e-07,
      "loss": 0.3546,
      "step": 2119990
    },
    {
      "epoch": 591.68,
      "grad_norm": 1.1164606809616089,
      "learning_rate": 8.165809086599253e-07,
      "loss": 0.339,
      "step": 2120000
    },
    {
      "epoch": 591.69,
      "grad_norm": 1.1225112676620483,
      "learning_rate": 8.165603973225372e-07,
      "loss": 0.332,
      "step": 2120010
    },
    {
      "epoch": 591.69,
      "grad_norm": 1.228607177734375,
      "learning_rate": 8.165398861884192e-07,
      "loss": 0.357,
      "step": 2120020
    },
    {
      "epoch": 591.69,
      "grad_norm": 1.1206884384155273,
      "learning_rate": 8.165193752575716e-07,
      "loss": 0.3338,
      "step": 2120030
    },
    {
      "epoch": 591.69,
      "grad_norm": 1.1189231872558594,
      "learning_rate": 8.164988645300006e-07,
      "loss": 0.3244,
      "step": 2120040
    },
    {
      "epoch": 591.7,
      "grad_norm": 0.9515018463134766,
      "learning_rate": 8.164783540057062e-07,
      "loss": 0.34,
      "step": 2120050
    },
    {
      "epoch": 591.7,
      "grad_norm": 1.2532039880752563,
      "learning_rate": 8.16457843684692e-07,
      "loss": 0.3344,
      "step": 2120060
    },
    {
      "epoch": 591.7,
      "grad_norm": 1.16718590259552,
      "learning_rate": 8.164373335669619e-07,
      "loss": 0.3313,
      "step": 2120070
    },
    {
      "epoch": 591.71,
      "grad_norm": 1.1730327606201172,
      "learning_rate": 8.164168236525163e-07,
      "loss": 0.343,
      "step": 2120080
    },
    {
      "epoch": 591.71,
      "grad_norm": 1.1538951396942139,
      "learning_rate": 8.163963139413594e-07,
      "loss": 0.3613,
      "step": 2120090
    },
    {
      "epoch": 591.71,
      "grad_norm": 1.1302896738052368,
      "learning_rate": 8.163758044334936e-07,
      "loss": 0.3443,
      "step": 2120100
    },
    {
      "epoch": 591.71,
      "grad_norm": 1.0875110626220703,
      "learning_rate": 8.163552951289228e-07,
      "loss": 0.3455,
      "step": 2120110
    },
    {
      "epoch": 591.72,
      "grad_norm": 1.068901538848877,
      "learning_rate": 8.163347860276475e-07,
      "loss": 0.3445,
      "step": 2120120
    },
    {
      "epoch": 591.72,
      "grad_norm": 1.20144784450531,
      "learning_rate": 8.163142771296718e-07,
      "loss": 0.3465,
      "step": 2120130
    },
    {
      "epoch": 591.72,
      "grad_norm": 1.9343270063400269,
      "learning_rate": 8.16293768434998e-07,
      "loss": 0.3309,
      "step": 2120140
    },
    {
      "epoch": 591.72,
      "grad_norm": 1.1193606853485107,
      "learning_rate": 8.162732599436293e-07,
      "loss": 0.3243,
      "step": 2120150
    },
    {
      "epoch": 591.73,
      "grad_norm": 1.3389918804168701,
      "learning_rate": 8.162527516555688e-07,
      "loss": 0.346,
      "step": 2120160
    },
    {
      "epoch": 591.73,
      "grad_norm": 1.060370683670044,
      "learning_rate": 8.162322435708171e-07,
      "loss": 0.3243,
      "step": 2120170
    },
    {
      "epoch": 591.73,
      "grad_norm": 1.0940371751785278,
      "learning_rate": 8.1621173568938e-07,
      "loss": 0.3229,
      "step": 2120180
    },
    {
      "epoch": 591.74,
      "grad_norm": 1.25102961063385,
      "learning_rate": 8.161912280112577e-07,
      "loss": 0.3491,
      "step": 2120190
    },
    {
      "epoch": 591.74,
      "grad_norm": 1.3159831762313843,
      "learning_rate": 8.161707205364542e-07,
      "loss": 0.3518,
      "step": 2120200
    },
    {
      "epoch": 591.74,
      "grad_norm": 1.1930903196334839,
      "learning_rate": 8.161502132649725e-07,
      "loss": 0.3474,
      "step": 2120210
    },
    {
      "epoch": 591.74,
      "grad_norm": 1.2558401823043823,
      "learning_rate": 8.16129706196814e-07,
      "loss": 0.3276,
      "step": 2120220
    },
    {
      "epoch": 591.75,
      "grad_norm": 1.1268318891525269,
      "learning_rate": 8.16109199331982e-07,
      "loss": 0.326,
      "step": 2120230
    },
    {
      "epoch": 591.75,
      "grad_norm": 1.3256138563156128,
      "learning_rate": 8.160886926704798e-07,
      "loss": 0.3477,
      "step": 2120240
    },
    {
      "epoch": 591.75,
      "grad_norm": 1.081240177154541,
      "learning_rate": 8.160681862123103e-07,
      "loss": 0.3354,
      "step": 2120250
    },
    {
      "epoch": 591.76,
      "grad_norm": 1.3314956426620483,
      "learning_rate": 8.160476799574747e-07,
      "loss": 0.3327,
      "step": 2120260
    },
    {
      "epoch": 591.76,
      "grad_norm": 1.347394585609436,
      "learning_rate": 8.160271739059769e-07,
      "loss": 0.3351,
      "step": 2120270
    },
    {
      "epoch": 591.76,
      "grad_norm": 1.3815391063690186,
      "learning_rate": 8.160066680578202e-07,
      "loss": 0.3346,
      "step": 2120280
    },
    {
      "epoch": 591.76,
      "grad_norm": 1.2232121229171753,
      "learning_rate": 8.15986162413005e-07,
      "loss": 0.3374,
      "step": 2120290
    },
    {
      "epoch": 591.77,
      "grad_norm": 1.1219204664230347,
      "learning_rate": 8.159656569715373e-07,
      "loss": 0.351,
      "step": 2120300
    },
    {
      "epoch": 591.77,
      "grad_norm": 1.0642999410629272,
      "learning_rate": 8.15945151733417e-07,
      "loss": 0.3512,
      "step": 2120310
    },
    {
      "epoch": 591.77,
      "grad_norm": 1.3581022024154663,
      "learning_rate": 8.159246466986482e-07,
      "loss": 0.3375,
      "step": 2120320
    },
    {
      "epoch": 591.78,
      "grad_norm": 0.9619812369346619,
      "learning_rate": 8.159041418672331e-07,
      "loss": 0.3488,
      "step": 2120330
    },
    {
      "epoch": 591.78,
      "grad_norm": 1.1916158199310303,
      "learning_rate": 8.158836372391757e-07,
      "loss": 0.3434,
      "step": 2120340
    },
    {
      "epoch": 591.78,
      "grad_norm": 1.3167487382888794,
      "learning_rate": 8.158631328144769e-07,
      "loss": 0.3394,
      "step": 2120350
    },
    {
      "epoch": 591.78,
      "grad_norm": 1.106047511100769,
      "learning_rate": 8.158426285931402e-07,
      "loss": 0.3462,
      "step": 2120360
    },
    {
      "epoch": 591.79,
      "grad_norm": 1.2519888877868652,
      "learning_rate": 8.158221245751692e-07,
      "loss": 0.3297,
      "step": 2120370
    },
    {
      "epoch": 591.79,
      "grad_norm": 1.1579725742340088,
      "learning_rate": 8.158016207605645e-07,
      "loss": 0.3321,
      "step": 2120380
    },
    {
      "epoch": 591.79,
      "grad_norm": 1.3638538122177124,
      "learning_rate": 8.157811171493314e-07,
      "loss": 0.346,
      "step": 2120390
    },
    {
      "epoch": 591.79,
      "grad_norm": 1.4912198781967163,
      "learning_rate": 8.157606137414706e-07,
      "loss": 0.3343,
      "step": 2120400
    },
    {
      "epoch": 591.8,
      "grad_norm": 1.149796724319458,
      "learning_rate": 8.157401105369857e-07,
      "loss": 0.3337,
      "step": 2120410
    },
    {
      "epoch": 591.8,
      "grad_norm": 0.9653005003929138,
      "learning_rate": 8.157196075358793e-07,
      "loss": 0.3198,
      "step": 2120420
    },
    {
      "epoch": 591.8,
      "grad_norm": 1.3563281297683716,
      "learning_rate": 8.156991047381541e-07,
      "loss": 0.357,
      "step": 2120430
    },
    {
      "epoch": 591.81,
      "grad_norm": 1.2401529550552368,
      "learning_rate": 8.156786021438138e-07,
      "loss": 0.3254,
      "step": 2120440
    },
    {
      "epoch": 591.81,
      "grad_norm": 1.1753524541854858,
      "learning_rate": 8.156580997528593e-07,
      "loss": 0.3376,
      "step": 2120450
    },
    {
      "epoch": 591.81,
      "grad_norm": 1.1901252269744873,
      "learning_rate": 8.156375975652944e-07,
      "loss": 0.3297,
      "step": 2120460
    },
    {
      "epoch": 591.81,
      "grad_norm": 1.1939544677734375,
      "learning_rate": 8.156170955811216e-07,
      "loss": 0.3263,
      "step": 2120470
    },
    {
      "epoch": 591.82,
      "grad_norm": 1.131759762763977,
      "learning_rate": 8.155965938003446e-07,
      "loss": 0.3353,
      "step": 2120480
    },
    {
      "epoch": 591.82,
      "grad_norm": 1.2782255411148071,
      "learning_rate": 8.155760922229643e-07,
      "loss": 0.339,
      "step": 2120490
    },
    {
      "epoch": 591.82,
      "grad_norm": 1.1381542682647705,
      "learning_rate": 8.155555908489843e-07,
      "loss": 0.3279,
      "step": 2120500
    },
    {
      "epoch": 591.83,
      "grad_norm": 1.2294020652770996,
      "learning_rate": 8.155350896784084e-07,
      "loss": 0.3369,
      "step": 2120510
    },
    {
      "epoch": 591.83,
      "grad_norm": 1.0912648439407349,
      "learning_rate": 8.155145887112366e-07,
      "loss": 0.3301,
      "step": 2120520
    },
    {
      "epoch": 591.83,
      "grad_norm": 1.2697798013687134,
      "learning_rate": 8.15494087947475e-07,
      "loss": 0.3445,
      "step": 2120530
    },
    {
      "epoch": 591.83,
      "grad_norm": 1.1308914422988892,
      "learning_rate": 8.154735873871238e-07,
      "loss": 0.33,
      "step": 2120540
    },
    {
      "epoch": 591.84,
      "grad_norm": 1.1483324766159058,
      "learning_rate": 8.154530870301866e-07,
      "loss": 0.3379,
      "step": 2120550
    },
    {
      "epoch": 591.84,
      "grad_norm": 1.1938762664794922,
      "learning_rate": 8.154325868766663e-07,
      "loss": 0.3339,
      "step": 2120560
    },
    {
      "epoch": 591.84,
      "grad_norm": 1.306241750717163,
      "learning_rate": 8.15412086926566e-07,
      "loss": 0.3475,
      "step": 2120570
    },
    {
      "epoch": 591.84,
      "grad_norm": 1.0969178676605225,
      "learning_rate": 8.153915871798872e-07,
      "loss": 0.3401,
      "step": 2120580
    },
    {
      "epoch": 591.85,
      "grad_norm": 1.1459593772888184,
      "learning_rate": 8.153710876366335e-07,
      "loss": 0.3426,
      "step": 2120590
    },
    {
      "epoch": 591.85,
      "grad_norm": 1.0562444925308228,
      "learning_rate": 8.15350588296808e-07,
      "loss": 0.3517,
      "step": 2120600
    },
    {
      "epoch": 591.85,
      "grad_norm": 1.1666431427001953,
      "learning_rate": 8.153300891604117e-07,
      "loss": 0.3392,
      "step": 2120610
    },
    {
      "epoch": 591.86,
      "grad_norm": 1.1250096559524536,
      "learning_rate": 8.153095902274496e-07,
      "loss": 0.3337,
      "step": 2120620
    },
    {
      "epoch": 591.86,
      "grad_norm": 1.1046994924545288,
      "learning_rate": 8.152890914979228e-07,
      "loss": 0.3488,
      "step": 2120630
    },
    {
      "epoch": 591.86,
      "grad_norm": 1.2375586032867432,
      "learning_rate": 8.152685929718346e-07,
      "loss": 0.3188,
      "step": 2120640
    },
    {
      "epoch": 591.86,
      "grad_norm": 1.149612307548523,
      "learning_rate": 8.152480946491883e-07,
      "loss": 0.3439,
      "step": 2120650
    },
    {
      "epoch": 591.87,
      "grad_norm": 1.05121648311615,
      "learning_rate": 8.152275965299852e-07,
      "loss": 0.3346,
      "step": 2120660
    },
    {
      "epoch": 591.87,
      "grad_norm": 1.1817164421081543,
      "learning_rate": 8.152070986142291e-07,
      "loss": 0.3344,
      "step": 2120670
    },
    {
      "epoch": 591.87,
      "grad_norm": 1.101367712020874,
      "learning_rate": 8.151866009019224e-07,
      "loss": 0.3416,
      "step": 2120680
    },
    {
      "epoch": 591.88,
      "grad_norm": 1.2194570302963257,
      "learning_rate": 8.151661033930686e-07,
      "loss": 0.3389,
      "step": 2120690
    },
    {
      "epoch": 591.88,
      "grad_norm": 1.1925569772720337,
      "learning_rate": 8.151456060876682e-07,
      "loss": 0.3508,
      "step": 2120700
    },
    {
      "epoch": 591.88,
      "grad_norm": 1.0382503271102905,
      "learning_rate": 8.151251089857269e-07,
      "loss": 0.3471,
      "step": 2120710
    },
    {
      "epoch": 591.88,
      "grad_norm": 1.2108651399612427,
      "learning_rate": 8.151046120872453e-07,
      "loss": 0.3316,
      "step": 2120720
    },
    {
      "epoch": 591.89,
      "grad_norm": 1.1748297214508057,
      "learning_rate": 8.15084115392227e-07,
      "loss": 0.3499,
      "step": 2120730
    },
    {
      "epoch": 591.89,
      "grad_norm": 1.245934009552002,
      "learning_rate": 8.150636189006751e-07,
      "loss": 0.33,
      "step": 2120740
    },
    {
      "epoch": 591.89,
      "grad_norm": 1.2092623710632324,
      "learning_rate": 8.150431226125903e-07,
      "loss": 0.3332,
      "step": 2120750
    },
    {
      "epoch": 591.9,
      "grad_norm": 1.0910682678222656,
      "learning_rate": 8.150226265279782e-07,
      "loss": 0.3317,
      "step": 2120760
    },
    {
      "epoch": 591.9,
      "grad_norm": 1.080377221107483,
      "learning_rate": 8.150021306468396e-07,
      "loss": 0.3187,
      "step": 2120770
    },
    {
      "epoch": 591.9,
      "grad_norm": 1.0502443313598633,
      "learning_rate": 8.149816349691779e-07,
      "loss": 0.3273,
      "step": 2120780
    },
    {
      "epoch": 591.9,
      "grad_norm": 1.2221189737319946,
      "learning_rate": 8.14961139494996e-07,
      "loss": 0.3341,
      "step": 2120790
    },
    {
      "epoch": 591.91,
      "grad_norm": 1.1427098512649536,
      "learning_rate": 8.149406442242958e-07,
      "loss": 0.3207,
      "step": 2120800
    },
    {
      "epoch": 591.91,
      "grad_norm": 1.0151723623275757,
      "learning_rate": 8.149201491570806e-07,
      "loss": 0.3256,
      "step": 2120810
    },
    {
      "epoch": 591.91,
      "grad_norm": 1.1938974857330322,
      "learning_rate": 8.148996542933529e-07,
      "loss": 0.3391,
      "step": 2120820
    },
    {
      "epoch": 591.91,
      "grad_norm": 0.9966345429420471,
      "learning_rate": 8.148791596331165e-07,
      "loss": 0.3352,
      "step": 2120830
    },
    {
      "epoch": 591.92,
      "grad_norm": 1.041031002998352,
      "learning_rate": 8.148586651763715e-07,
      "loss": 0.3334,
      "step": 2120840
    },
    {
      "epoch": 591.92,
      "grad_norm": 1.1233739852905273,
      "learning_rate": 8.148381709231239e-07,
      "loss": 0.3375,
      "step": 2120850
    },
    {
      "epoch": 591.92,
      "grad_norm": 1.0874581336975098,
      "learning_rate": 8.148176768733743e-07,
      "loss": 0.3418,
      "step": 2120860
    },
    {
      "epoch": 591.93,
      "grad_norm": 1.1551090478897095,
      "learning_rate": 8.147971830271261e-07,
      "loss": 0.3432,
      "step": 2120870
    },
    {
      "epoch": 591.93,
      "grad_norm": 1.1319286823272705,
      "learning_rate": 8.147766893843823e-07,
      "loss": 0.3538,
      "step": 2120880
    },
    {
      "epoch": 591.93,
      "grad_norm": 1.139014482498169,
      "learning_rate": 8.147561959451448e-07,
      "loss": 0.3403,
      "step": 2120890
    },
    {
      "epoch": 591.93,
      "grad_norm": 1.315873146057129,
      "learning_rate": 8.147357027094169e-07,
      "loss": 0.3557,
      "step": 2120900
    },
    {
      "epoch": 591.94,
      "grad_norm": 1.0302636623382568,
      "learning_rate": 8.14715209677201e-07,
      "loss": 0.3527,
      "step": 2120910
    },
    {
      "epoch": 591.94,
      "grad_norm": 1.074155330657959,
      "learning_rate": 8.146947168485009e-07,
      "loss": 0.353,
      "step": 2120920
    },
    {
      "epoch": 591.94,
      "grad_norm": 1.2401996850967407,
      "learning_rate": 8.146742242233176e-07,
      "loss": 0.3287,
      "step": 2120930
    },
    {
      "epoch": 591.95,
      "grad_norm": 1.044856071472168,
      "learning_rate": 8.146537318016548e-07,
      "loss": 0.3571,
      "step": 2120940
    },
    {
      "epoch": 591.95,
      "grad_norm": 1.189975380897522,
      "learning_rate": 8.146332395835158e-07,
      "loss": 0.3404,
      "step": 2120950
    },
    {
      "epoch": 591.95,
      "grad_norm": 1.1071867942810059,
      "learning_rate": 8.146127475689012e-07,
      "loss": 0.3365,
      "step": 2120960
    },
    {
      "epoch": 591.95,
      "grad_norm": 1.2355073690414429,
      "learning_rate": 8.145922557578167e-07,
      "loss": 0.3572,
      "step": 2120970
    },
    {
      "epoch": 591.96,
      "grad_norm": 1.302073359489441,
      "learning_rate": 8.145717641502628e-07,
      "loss": 0.3277,
      "step": 2120980
    },
    {
      "epoch": 591.96,
      "grad_norm": 1.0743014812469482,
      "learning_rate": 8.145512727462431e-07,
      "loss": 0.3425,
      "step": 2120990
    },
    {
      "epoch": 591.96,
      "grad_norm": 1.1267908811569214,
      "learning_rate": 8.145307815457598e-07,
      "loss": 0.3563,
      "step": 2121000
    },
    {
      "epoch": 591.96,
      "grad_norm": 1.3245288133621216,
      "learning_rate": 8.145102905488162e-07,
      "loss": 0.339,
      "step": 2121010
    },
    {
      "epoch": 591.97,
      "grad_norm": 1.0816165208816528,
      "learning_rate": 8.144897997554154e-07,
      "loss": 0.329,
      "step": 2121020
    },
    {
      "epoch": 591.97,
      "grad_norm": 1.144875168800354,
      "learning_rate": 8.14469309165559e-07,
      "loss": 0.3372,
      "step": 2121030
    },
    {
      "epoch": 591.97,
      "grad_norm": 1.0401747226715088,
      "learning_rate": 8.144488187792502e-07,
      "loss": 0.3516,
      "step": 2121040
    },
    {
      "epoch": 591.98,
      "grad_norm": 1.2048782110214233,
      "learning_rate": 8.144283285964919e-07,
      "loss": 0.3478,
      "step": 2121050
    },
    {
      "epoch": 591.98,
      "grad_norm": 1.1147841215133667,
      "learning_rate": 8.144078386172874e-07,
      "loss": 0.3367,
      "step": 2121060
    },
    {
      "epoch": 591.98,
      "grad_norm": 1.0499213933944702,
      "learning_rate": 8.14387348841638e-07,
      "loss": 0.3512,
      "step": 2121070
    },
    {
      "epoch": 591.98,
      "grad_norm": 1.2332040071487427,
      "learning_rate": 8.143668592695472e-07,
      "loss": 0.3502,
      "step": 2121080
    },
    {
      "epoch": 591.99,
      "grad_norm": 1.3626831769943237,
      "learning_rate": 8.143463699010183e-07,
      "loss": 0.3436,
      "step": 2121090
    },
    {
      "epoch": 591.99,
      "grad_norm": 2.359982967376709,
      "learning_rate": 8.143258807360521e-07,
      "loss": 0.3299,
      "step": 2121100
    },
    {
      "epoch": 591.99,
      "grad_norm": 1.1534340381622314,
      "learning_rate": 8.143053917746542e-07,
      "loss": 0.3485,
      "step": 2121110
    },
    {
      "epoch": 592.0,
      "grad_norm": 1.0346696376800537,
      "learning_rate": 8.142849030168251e-07,
      "loss": 0.3356,
      "step": 2121120
    },
    {
      "epoch": 592.0,
      "grad_norm": 1.2178682088851929,
      "learning_rate": 8.14264414462568e-07,
      "loss": 0.3399,
      "step": 2121130
    },
    {
      "epoch": 592.0,
      "eval_loss": 0.33944588899612427,
      "eval_runtime": 68.0968,
      "eval_samples_per_second": 74.291,
      "eval_steps_per_second": 9.296,
      "step": 2121136
    },
    {
      "epoch": 592.0,
      "grad_norm": 1.1293598413467407,
      "learning_rate": 8.142439261118861e-07,
      "loss": 0.3444,
      "step": 2121140
    },
    {
      "epoch": 592.0,
      "grad_norm": 1.278460144996643,
      "learning_rate": 8.142234379647826e-07,
      "loss": 0.3451,
      "step": 2121150
    },
    {
      "epoch": 592.01,
      "grad_norm": 1.3908805847167969,
      "learning_rate": 8.142029500212585e-07,
      "loss": 0.3552,
      "step": 2121160
    },
    {
      "epoch": 592.01,
      "grad_norm": 1.2192165851593018,
      "learning_rate": 8.141824622813177e-07,
      "loss": 0.3438,
      "step": 2121170
    },
    {
      "epoch": 592.01,
      "grad_norm": 1.157260775566101,
      "learning_rate": 8.141619747449637e-07,
      "loss": 0.3386,
      "step": 2121180
    },
    {
      "epoch": 592.02,
      "grad_norm": 1.3686944246292114,
      "learning_rate": 8.141414874121964e-07,
      "loss": 0.3295,
      "step": 2121190
    },
    {
      "epoch": 592.02,
      "grad_norm": 1.0494059324264526,
      "learning_rate": 8.14121000283022e-07,
      "loss": 0.3325,
      "step": 2121200
    },
    {
      "epoch": 592.02,
      "grad_norm": 1.228982925415039,
      "learning_rate": 8.14100513357441e-07,
      "loss": 0.3409,
      "step": 2121210
    },
    {
      "epoch": 592.02,
      "grad_norm": 1.1576935052871704,
      "learning_rate": 8.140800266354568e-07,
      "loss": 0.3289,
      "step": 2121220
    },
    {
      "epoch": 592.03,
      "grad_norm": 1.3170706033706665,
      "learning_rate": 8.140595401170727e-07,
      "loss": 0.3394,
      "step": 2121230
    },
    {
      "epoch": 592.03,
      "grad_norm": 1.4305933713912964,
      "learning_rate": 8.140390538022902e-07,
      "loss": 0.3504,
      "step": 2121240
    },
    {
      "epoch": 592.03,
      "grad_norm": 1.1021355390548706,
      "learning_rate": 8.140185676911127e-07,
      "loss": 0.3361,
      "step": 2121250
    },
    {
      "epoch": 592.03,
      "grad_norm": 1.159266710281372,
      "learning_rate": 8.139980817835426e-07,
      "loss": 0.3402,
      "step": 2121260
    },
    {
      "epoch": 592.04,
      "grad_norm": 1.0790138244628906,
      "learning_rate": 8.139775960795839e-07,
      "loss": 0.3341,
      "step": 2121270
    },
    {
      "epoch": 592.04,
      "grad_norm": 1.1967469453811646,
      "learning_rate": 8.139571105792365e-07,
      "loss": 0.337,
      "step": 2121280
    },
    {
      "epoch": 592.04,
      "grad_norm": 1.1502519845962524,
      "learning_rate": 8.139366252825068e-07,
      "loss": 0.3456,
      "step": 2121290
    },
    {
      "epoch": 592.05,
      "grad_norm": 5.274032115936279,
      "learning_rate": 8.139161401893948e-07,
      "loss": 0.3441,
      "step": 2121300
    },
    {
      "epoch": 592.05,
      "grad_norm": 1.249079704284668,
      "learning_rate": 8.138956552999042e-07,
      "loss": 0.3299,
      "step": 2121310
    },
    {
      "epoch": 592.05,
      "grad_norm": 1.128230094909668,
      "learning_rate": 8.138751706140381e-07,
      "loss": 0.3439,
      "step": 2121320
    },
    {
      "epoch": 592.05,
      "grad_norm": 1.0453485250473022,
      "learning_rate": 8.138546861317975e-07,
      "loss": 0.3395,
      "step": 2121330
    },
    {
      "epoch": 592.06,
      "grad_norm": 1.0787227153778076,
      "learning_rate": 8.138342018531879e-07,
      "loss": 0.3348,
      "step": 2121340
    },
    {
      "epoch": 592.06,
      "grad_norm": 1.0327627658843994,
      "learning_rate": 8.138137177782098e-07,
      "loss": 0.3197,
      "step": 2121350
    },
    {
      "epoch": 592.06,
      "grad_norm": 1.07883620262146,
      "learning_rate": 8.137932339068664e-07,
      "loss": 0.3483,
      "step": 2121360
    },
    {
      "epoch": 592.07,
      "grad_norm": 0.9599195718765259,
      "learning_rate": 8.137727502391606e-07,
      "loss": 0.3349,
      "step": 2121370
    },
    {
      "epoch": 592.07,
      "grad_norm": 1.1444979906082153,
      "learning_rate": 8.137522667750964e-07,
      "loss": 0.3521,
      "step": 2121380
    },
    {
      "epoch": 592.07,
      "grad_norm": 1.0066273212432861,
      "learning_rate": 8.137317835146742e-07,
      "loss": 0.3527,
      "step": 2121390
    },
    {
      "epoch": 592.07,
      "grad_norm": 1.1410634517669678,
      "learning_rate": 8.137113004578979e-07,
      "loss": 0.3441,
      "step": 2121400
    },
    {
      "epoch": 592.08,
      "grad_norm": 1.3457379341125488,
      "learning_rate": 8.13690817604771e-07,
      "loss": 0.3267,
      "step": 2121410
    },
    {
      "epoch": 592.08,
      "grad_norm": 1.1942795515060425,
      "learning_rate": 8.136703349552937e-07,
      "loss": 0.3516,
      "step": 2121420
    },
    {
      "epoch": 592.08,
      "grad_norm": 1.1398553848266602,
      "learning_rate": 8.13649852509472e-07,
      "loss": 0.3234,
      "step": 2121430
    },
    {
      "epoch": 592.08,
      "grad_norm": 1.2391716241836548,
      "learning_rate": 8.136293702673064e-07,
      "loss": 0.3273,
      "step": 2121440
    },
    {
      "epoch": 592.09,
      "grad_norm": 1.1573930978775024,
      "learning_rate": 8.136088882288003e-07,
      "loss": 0.3389,
      "step": 2121450
    },
    {
      "epoch": 592.09,
      "grad_norm": 1.29795503616333,
      "learning_rate": 8.13588406393957e-07,
      "loss": 0.3333,
      "step": 2121460
    },
    {
      "epoch": 592.09,
      "grad_norm": 1.236305594444275,
      "learning_rate": 8.13567924762778e-07,
      "loss": 0.3387,
      "step": 2121470
    },
    {
      "epoch": 592.1,
      "grad_norm": 1.1507517099380493,
      "learning_rate": 8.135474433352666e-07,
      "loss": 0.3351,
      "step": 2121480
    },
    {
      "epoch": 592.1,
      "grad_norm": 1.1365104913711548,
      "learning_rate": 8.135269621114255e-07,
      "loss": 0.3332,
      "step": 2121490
    },
    {
      "epoch": 592.1,
      "grad_norm": 1.4002584218978882,
      "learning_rate": 8.135064810912585e-07,
      "loss": 0.3512,
      "step": 2121500
    },
    {
      "epoch": 592.1,
      "grad_norm": 1.2387079000473022,
      "learning_rate": 8.134860002747655e-07,
      "loss": 0.3474,
      "step": 2121510
    },
    {
      "epoch": 592.11,
      "grad_norm": 1.3207828998565674,
      "learning_rate": 8.134655196619527e-07,
      "loss": 0.347,
      "step": 2121520
    },
    {
      "epoch": 592.11,
      "grad_norm": 1.3773083686828613,
      "learning_rate": 8.134450392528206e-07,
      "loss": 0.3584,
      "step": 2121530
    },
    {
      "epoch": 592.11,
      "grad_norm": 1.233681559562683,
      "learning_rate": 8.134245590473724e-07,
      "loss": 0.3484,
      "step": 2121540
    },
    {
      "epoch": 592.12,
      "grad_norm": 1.4566848278045654,
      "learning_rate": 8.134040790456116e-07,
      "loss": 0.3328,
      "step": 2121550
    },
    {
      "epoch": 592.12,
      "grad_norm": 1.0884684324264526,
      "learning_rate": 8.133835992475395e-07,
      "loss": 0.3283,
      "step": 2121560
    },
    {
      "epoch": 592.12,
      "grad_norm": 1.1849422454833984,
      "learning_rate": 8.133631196531596e-07,
      "loss": 0.3423,
      "step": 2121570
    },
    {
      "epoch": 592.12,
      "grad_norm": 1.1799758672714233,
      "learning_rate": 8.133426402624748e-07,
      "loss": 0.3289,
      "step": 2121580
    },
    {
      "epoch": 592.13,
      "grad_norm": 1.1113296747207642,
      "learning_rate": 8.133221610754873e-07,
      "loss": 0.3466,
      "step": 2121590
    },
    {
      "epoch": 592.13,
      "grad_norm": 1.2625513076782227,
      "learning_rate": 8.133016820922011e-07,
      "loss": 0.3366,
      "step": 2121600
    },
    {
      "epoch": 592.13,
      "grad_norm": 1.3398364782333374,
      "learning_rate": 8.132812033126172e-07,
      "loss": 0.3502,
      "step": 2121610
    },
    {
      "epoch": 592.14,
      "grad_norm": 1.107114553451538,
      "learning_rate": 8.132607247367392e-07,
      "loss": 0.3463,
      "step": 2121620
    },
    {
      "epoch": 592.14,
      "grad_norm": 1.0028020143508911,
      "learning_rate": 8.132402463645696e-07,
      "loss": 0.3397,
      "step": 2121630
    },
    {
      "epoch": 592.14,
      "grad_norm": 1.2902007102966309,
      "learning_rate": 8.132197681961123e-07,
      "loss": 0.335,
      "step": 2121640
    },
    {
      "epoch": 592.14,
      "grad_norm": 1.1299737691879272,
      "learning_rate": 8.131992902313673e-07,
      "loss": 0.3239,
      "step": 2121650
    },
    {
      "epoch": 592.15,
      "grad_norm": 1.0180288553237915,
      "learning_rate": 8.131788124703404e-07,
      "loss": 0.3341,
      "step": 2121660
    },
    {
      "epoch": 592.15,
      "grad_norm": 1.4561450481414795,
      "learning_rate": 8.131583349130324e-07,
      "loss": 0.35,
      "step": 2121670
    },
    {
      "epoch": 592.15,
      "grad_norm": 1.0645278692245483,
      "learning_rate": 8.131378575594464e-07,
      "loss": 0.3535,
      "step": 2121680
    },
    {
      "epoch": 592.15,
      "grad_norm": 1.1634694337844849,
      "learning_rate": 8.131173804095861e-07,
      "loss": 0.3499,
      "step": 2121690
    },
    {
      "epoch": 592.16,
      "grad_norm": 1.2068535089492798,
      "learning_rate": 8.130969034634528e-07,
      "loss": 0.3248,
      "step": 2121700
    },
    {
      "epoch": 592.16,
      "grad_norm": 1.185374140739441,
      "learning_rate": 8.130764267210495e-07,
      "loss": 0.3161,
      "step": 2121710
    },
    {
      "epoch": 592.16,
      "grad_norm": 1.078169584274292,
      "learning_rate": 8.130559501823797e-07,
      "loss": 0.3374,
      "step": 2121720
    },
    {
      "epoch": 592.17,
      "grad_norm": 1.2431238889694214,
      "learning_rate": 8.130354738474461e-07,
      "loss": 0.3302,
      "step": 2121730
    },
    {
      "epoch": 592.17,
      "grad_norm": 1.1423612833023071,
      "learning_rate": 8.130149977162505e-07,
      "loss": 0.324,
      "step": 2121740
    },
    {
      "epoch": 592.17,
      "grad_norm": 1.0811196565628052,
      "learning_rate": 8.12994521788796e-07,
      "loss": 0.348,
      "step": 2121750
    },
    {
      "epoch": 592.17,
      "grad_norm": 1.1982941627502441,
      "learning_rate": 8.129740460650864e-07,
      "loss": 0.341,
      "step": 2121760
    },
    {
      "epoch": 592.18,
      "grad_norm": 1.2810794115066528,
      "learning_rate": 8.129535705451217e-07,
      "loss": 0.3184,
      "step": 2121770
    },
    {
      "epoch": 592.18,
      "grad_norm": 2.687706232070923,
      "learning_rate": 8.129330952289081e-07,
      "loss": 0.3412,
      "step": 2121780
    },
    {
      "epoch": 592.18,
      "grad_norm": 4.3580193519592285,
      "learning_rate": 8.129126201164461e-07,
      "loss": 0.3478,
      "step": 2121790
    },
    {
      "epoch": 592.19,
      "grad_norm": 1.2463455200195312,
      "learning_rate": 8.128921452077385e-07,
      "loss": 0.3321,
      "step": 2121800
    },
    {
      "epoch": 592.19,
      "grad_norm": 1.242331624031067,
      "learning_rate": 8.128716705027888e-07,
      "loss": 0.3425,
      "step": 2121810
    },
    {
      "epoch": 592.19,
      "grad_norm": 1.1571511030197144,
      "learning_rate": 8.128511960016003e-07,
      "loss": 0.3331,
      "step": 2121820
    },
    {
      "epoch": 592.19,
      "grad_norm": 1.54451322555542,
      "learning_rate": 8.128307217041739e-07,
      "loss": 0.3468,
      "step": 2121830
    },
    {
      "epoch": 592.2,
      "grad_norm": 1.1735917329788208,
      "learning_rate": 8.128102476105133e-07,
      "loss": 0.3418,
      "step": 2121840
    },
    {
      "epoch": 592.2,
      "grad_norm": 1.1085439920425415,
      "learning_rate": 8.12789773720622e-07,
      "loss": 0.3485,
      "step": 2121850
    },
    {
      "epoch": 592.2,
      "grad_norm": 1.2416362762451172,
      "learning_rate": 8.127693000345003e-07,
      "loss": 0.3571,
      "step": 2121860
    },
    {
      "epoch": 592.2,
      "grad_norm": 1.4341285228729248,
      "learning_rate": 8.127488265521541e-07,
      "loss": 0.3289,
      "step": 2121870
    },
    {
      "epoch": 592.21,
      "grad_norm": 1.1316545009613037,
      "learning_rate": 8.127283532735837e-07,
      "loss": 0.3441,
      "step": 2121880
    },
    {
      "epoch": 592.21,
      "grad_norm": 1.3300514221191406,
      "learning_rate": 8.127078801987931e-07,
      "loss": 0.3397,
      "step": 2121890
    },
    {
      "epoch": 592.21,
      "grad_norm": 1.26229727268219,
      "learning_rate": 8.126874073277849e-07,
      "loss": 0.3403,
      "step": 2121900
    },
    {
      "epoch": 592.22,
      "grad_norm": 1.3604129552841187,
      "learning_rate": 8.126669346605604e-07,
      "loss": 0.356,
      "step": 2121910
    },
    {
      "epoch": 592.22,
      "grad_norm": 1.1064424514770508,
      "learning_rate": 8.126464621971247e-07,
      "loss": 0.3366,
      "step": 2121920
    },
    {
      "epoch": 592.22,
      "grad_norm": 0.9531926512718201,
      "learning_rate": 8.126259899374788e-07,
      "loss": 0.3338,
      "step": 2121930
    },
    {
      "epoch": 592.22,
      "grad_norm": 1.1958913803100586,
      "learning_rate": 8.126055178816257e-07,
      "loss": 0.3383,
      "step": 2121940
    },
    {
      "epoch": 592.23,
      "grad_norm": 1.139838695526123,
      "learning_rate": 8.125850460295687e-07,
      "loss": 0.3368,
      "step": 2121950
    },
    {
      "epoch": 592.23,
      "grad_norm": 1.0932118892669678,
      "learning_rate": 8.125645743813106e-07,
      "loss": 0.3407,
      "step": 2121960
    },
    {
      "epoch": 592.23,
      "grad_norm": 1.202614188194275,
      "learning_rate": 8.12544102936853e-07,
      "loss": 0.34,
      "step": 2121970
    },
    {
      "epoch": 592.24,
      "grad_norm": 1.2356936931610107,
      "learning_rate": 8.125236316961994e-07,
      "loss": 0.3407,
      "step": 2121980
    },
    {
      "epoch": 592.24,
      "grad_norm": 0.992443323135376,
      "learning_rate": 8.125031606593532e-07,
      "loss": 0.3332,
      "step": 2121990
    },
    {
      "epoch": 592.24,
      "grad_norm": 1.1695116758346558,
      "learning_rate": 8.124826898263147e-07,
      "loss": 0.3298,
      "step": 2122000
    },
    {
      "epoch": 592.24,
      "grad_norm": 1.2389049530029297,
      "learning_rate": 8.124622191970899e-07,
      "loss": 0.3403,
      "step": 2122010
    },
    {
      "epoch": 592.25,
      "grad_norm": 1.1651337146759033,
      "learning_rate": 8.124417487716794e-07,
      "loss": 0.3595,
      "step": 2122020
    },
    {
      "epoch": 592.25,
      "grad_norm": 1.0708457231521606,
      "learning_rate": 8.12421278550086e-07,
      "loss": 0.345,
      "step": 2122030
    },
    {
      "epoch": 592.25,
      "grad_norm": 1.1562819480895996,
      "learning_rate": 8.124008085323141e-07,
      "loss": 0.3203,
      "step": 2122040
    },
    {
      "epoch": 592.26,
      "grad_norm": 1.2235971689224243,
      "learning_rate": 8.12380338718364e-07,
      "loss": 0.329,
      "step": 2122050
    },
    {
      "epoch": 592.26,
      "grad_norm": 1.1451256275177002,
      "learning_rate": 8.123598691082399e-07,
      "loss": 0.3347,
      "step": 2122060
    },
    {
      "epoch": 592.26,
      "grad_norm": 1.4054368734359741,
      "learning_rate": 8.123393997019441e-07,
      "loss": 0.3325,
      "step": 2122070
    },
    {
      "epoch": 592.26,
      "grad_norm": 1.006491780281067,
      "learning_rate": 8.123189304994803e-07,
      "loss": 0.3259,
      "step": 2122080
    },
    {
      "epoch": 592.27,
      "grad_norm": 1.5084614753723145,
      "learning_rate": 8.122984615008489e-07,
      "loss": 0.3342,
      "step": 2122090
    },
    {
      "epoch": 592.27,
      "grad_norm": 1.2249983549118042,
      "learning_rate": 8.122779927060556e-07,
      "loss": 0.3372,
      "step": 2122100
    },
    {
      "epoch": 592.27,
      "grad_norm": 1.0999586582183838,
      "learning_rate": 8.122575241151009e-07,
      "loss": 0.3385,
      "step": 2122110
    },
    {
      "epoch": 592.27,
      "grad_norm": 1.143410086631775,
      "learning_rate": 8.122370557279881e-07,
      "loss": 0.3256,
      "step": 2122120
    },
    {
      "epoch": 592.28,
      "grad_norm": 1.0335928201675415,
      "learning_rate": 8.12216587544721e-07,
      "loss": 0.3447,
      "step": 2122130
    },
    {
      "epoch": 592.28,
      "grad_norm": 1.0985218286514282,
      "learning_rate": 8.121961195653006e-07,
      "loss": 0.334,
      "step": 2122140
    },
    {
      "epoch": 592.28,
      "grad_norm": 1.225224494934082,
      "learning_rate": 8.121756517897305e-07,
      "loss": 0.342,
      "step": 2122150
    },
    {
      "epoch": 592.29,
      "grad_norm": 1.2066607475280762,
      "learning_rate": 8.121551842180135e-07,
      "loss": 0.3309,
      "step": 2122160
    },
    {
      "epoch": 592.29,
      "grad_norm": 1.249739408493042,
      "learning_rate": 8.121347168501519e-07,
      "loss": 0.3178,
      "step": 2122170
    },
    {
      "epoch": 592.29,
      "grad_norm": 1.2406139373779297,
      "learning_rate": 8.121142496861498e-07,
      "loss": 0.3504,
      "step": 2122180
    },
    {
      "epoch": 592.29,
      "grad_norm": 1.2475974559783936,
      "learning_rate": 8.120937827260077e-07,
      "loss": 0.3604,
      "step": 2122190
    },
    {
      "epoch": 592.3,
      "grad_norm": 1.2408698797225952,
      "learning_rate": 8.120733159697297e-07,
      "loss": 0.3456,
      "step": 2122200
    },
    {
      "epoch": 592.3,
      "grad_norm": 1.1568944454193115,
      "learning_rate": 8.120528494173183e-07,
      "loss": 0.3409,
      "step": 2122210
    },
    {
      "epoch": 592.3,
      "grad_norm": 1.2169058322906494,
      "learning_rate": 8.120323830687768e-07,
      "loss": 0.3334,
      "step": 2122220
    },
    {
      "epoch": 592.31,
      "grad_norm": 1.2673392295837402,
      "learning_rate": 8.120119169241059e-07,
      "loss": 0.3332,
      "step": 2122230
    },
    {
      "epoch": 592.31,
      "grad_norm": 1.4745203256607056,
      "learning_rate": 8.119914509833113e-07,
      "loss": 0.3438,
      "step": 2122240
    },
    {
      "epoch": 592.31,
      "grad_norm": 1.0169217586517334,
      "learning_rate": 8.119709852463933e-07,
      "loss": 0.3528,
      "step": 2122250
    },
    {
      "epoch": 592.31,
      "grad_norm": 1.3544955253601074,
      "learning_rate": 8.119505197133558e-07,
      "loss": 0.3343,
      "step": 2122260
    },
    {
      "epoch": 592.32,
      "grad_norm": 1.1444443464279175,
      "learning_rate": 8.119300543842018e-07,
      "loss": 0.3441,
      "step": 2122270
    },
    {
      "epoch": 592.32,
      "grad_norm": 1.3949480056762695,
      "learning_rate": 8.119095892589326e-07,
      "loss": 0.3298,
      "step": 2122280
    },
    {
      "epoch": 592.32,
      "grad_norm": 1.0463396310806274,
      "learning_rate": 8.118891243375519e-07,
      "loss": 0.3494,
      "step": 2122290
    },
    {
      "epoch": 592.32,
      "grad_norm": 1.5552699565887451,
      "learning_rate": 8.118686596200622e-07,
      "loss": 0.3362,
      "step": 2122300
    },
    {
      "epoch": 592.33,
      "grad_norm": 1.6417644023895264,
      "learning_rate": 8.118481951064671e-07,
      "loss": 0.3311,
      "step": 2122310
    },
    {
      "epoch": 592.33,
      "grad_norm": 1.0836936235427856,
      "learning_rate": 8.118277307967672e-07,
      "loss": 0.3176,
      "step": 2122320
    },
    {
      "epoch": 592.33,
      "grad_norm": 1.194324254989624,
      "learning_rate": 8.118072666909679e-07,
      "loss": 0.3499,
      "step": 2122330
    },
    {
      "epoch": 592.34,
      "grad_norm": 1.1132022142410278,
      "learning_rate": 8.117868027890699e-07,
      "loss": 0.3392,
      "step": 2122340
    },
    {
      "epoch": 592.34,
      "grad_norm": 1.1401890516281128,
      "learning_rate": 8.117663390910768e-07,
      "loss": 0.3435,
      "step": 2122350
    },
    {
      "epoch": 592.34,
      "grad_norm": 1.1015065908432007,
      "learning_rate": 8.117458755969915e-07,
      "loss": 0.3269,
      "step": 2122360
    },
    {
      "epoch": 592.34,
      "grad_norm": 1.356782078742981,
      "learning_rate": 8.117254123068159e-07,
      "loss": 0.3341,
      "step": 2122370
    },
    {
      "epoch": 592.35,
      "grad_norm": 1.191859245300293,
      "learning_rate": 8.117049492205532e-07,
      "loss": 0.3295,
      "step": 2122380
    },
    {
      "epoch": 592.35,
      "grad_norm": 1.3377670049667358,
      "learning_rate": 8.11684486338206e-07,
      "loss": 0.3429,
      "step": 2122390
    },
    {
      "epoch": 592.35,
      "grad_norm": 1.1079736948013306,
      "learning_rate": 8.11664023659778e-07,
      "loss": 0.3361,
      "step": 2122400
    },
    {
      "epoch": 592.36,
      "grad_norm": 1.088433027267456,
      "learning_rate": 8.116435611852703e-07,
      "loss": 0.3526,
      "step": 2122410
    },
    {
      "epoch": 592.36,
      "grad_norm": 1.1783701181411743,
      "learning_rate": 8.11623098914686e-07,
      "loss": 0.3267,
      "step": 2122420
    },
    {
      "epoch": 592.36,
      "grad_norm": 1.3220596313476562,
      "learning_rate": 8.116026368480294e-07,
      "loss": 0.3401,
      "step": 2122430
    },
    {
      "epoch": 592.36,
      "grad_norm": 1.342086911201477,
      "learning_rate": 8.115821749853004e-07,
      "loss": 0.348,
      "step": 2122440
    },
    {
      "epoch": 592.37,
      "grad_norm": 1.4896385669708252,
      "learning_rate": 8.11561713326505e-07,
      "loss": 0.3351,
      "step": 2122450
    },
    {
      "epoch": 592.37,
      "grad_norm": 1.0717421770095825,
      "learning_rate": 8.115412518716424e-07,
      "loss": 0.3144,
      "step": 2122460
    },
    {
      "epoch": 592.37,
      "grad_norm": 1.174142837524414,
      "learning_rate": 8.11520790620719e-07,
      "loss": 0.3388,
      "step": 2122470
    },
    {
      "epoch": 592.38,
      "grad_norm": 1.2842031717300415,
      "learning_rate": 8.115003295737349e-07,
      "loss": 0.3467,
      "step": 2122480
    },
    {
      "epoch": 592.38,
      "grad_norm": 1.0750138759613037,
      "learning_rate": 8.114798687306936e-07,
      "loss": 0.3573,
      "step": 2122490
    },
    {
      "epoch": 592.38,
      "grad_norm": 1.1682584285736084,
      "learning_rate": 8.11459408091599e-07,
      "loss": 0.3421,
      "step": 2122500
    },
    {
      "epoch": 592.38,
      "grad_norm": 1.230808138847351,
      "learning_rate": 8.114389476564515e-07,
      "loss": 0.3299,
      "step": 2122510
    },
    {
      "epoch": 592.39,
      "grad_norm": 1.0945900678634644,
      "learning_rate": 8.114184874252552e-07,
      "loss": 0.3227,
      "step": 2122520
    },
    {
      "epoch": 592.39,
      "grad_norm": 1.077302098274231,
      "learning_rate": 8.113980273980125e-07,
      "loss": 0.3406,
      "step": 2122530
    },
    {
      "epoch": 592.39,
      "grad_norm": 0.9865952730178833,
      "learning_rate": 8.113775675747272e-07,
      "loss": 0.3333,
      "step": 2122540
    },
    {
      "epoch": 592.39,
      "grad_norm": 1.1788105964660645,
      "learning_rate": 8.113571079554e-07,
      "loss": 0.3408,
      "step": 2122550
    },
    {
      "epoch": 592.4,
      "grad_norm": 1.3058205842971802,
      "learning_rate": 8.113366485400351e-07,
      "loss": 0.3552,
      "step": 2122560
    },
    {
      "epoch": 592.4,
      "grad_norm": 1.2256942987442017,
      "learning_rate": 8.113161893286356e-07,
      "loss": 0.323,
      "step": 2122570
    },
    {
      "epoch": 592.4,
      "grad_norm": 1.0681244134902954,
      "learning_rate": 8.112957303212018e-07,
      "loss": 0.3375,
      "step": 2122580
    },
    {
      "epoch": 592.41,
      "grad_norm": 1.3038653135299683,
      "learning_rate": 8.112752715177395e-07,
      "loss": 0.3467,
      "step": 2122590
    },
    {
      "epoch": 592.41,
      "grad_norm": 1.2684639692306519,
      "learning_rate": 8.112548129182492e-07,
      "loss": 0.337,
      "step": 2122600
    },
    {
      "epoch": 592.41,
      "grad_norm": 1.1146769523620605,
      "learning_rate": 8.112343545227348e-07,
      "loss": 0.3173,
      "step": 2122610
    },
    {
      "epoch": 592.41,
      "grad_norm": 1.2341015338897705,
      "learning_rate": 8.112138963311984e-07,
      "loss": 0.3501,
      "step": 2122620
    },
    {
      "epoch": 592.42,
      "grad_norm": 1.4726905822753906,
      "learning_rate": 8.111934383436436e-07,
      "loss": 0.3397,
      "step": 2122630
    },
    {
      "epoch": 592.42,
      "grad_norm": 1.1990563869476318,
      "learning_rate": 8.111729805600719e-07,
      "loss": 0.3517,
      "step": 2122640
    },
    {
      "epoch": 592.42,
      "grad_norm": 1.2408123016357422,
      "learning_rate": 8.111525229804867e-07,
      "loss": 0.3441,
      "step": 2122650
    },
    {
      "epoch": 592.43,
      "grad_norm": 1.4055414199829102,
      "learning_rate": 8.111320656048913e-07,
      "loss": 0.3402,
      "step": 2122660
    },
    {
      "epoch": 592.43,
      "grad_norm": 1.1371604204177856,
      "learning_rate": 8.111116084332862e-07,
      "loss": 0.3475,
      "step": 2122670
    },
    {
      "epoch": 592.43,
      "grad_norm": 1.0925532579421997,
      "learning_rate": 8.110911514656773e-07,
      "loss": 0.3449,
      "step": 2122680
    },
    {
      "epoch": 592.43,
      "grad_norm": 1.014489769935608,
      "learning_rate": 8.110706947020648e-07,
      "loss": 0.3487,
      "step": 2122690
    },
    {
      "epoch": 592.44,
      "grad_norm": 1.5107332468032837,
      "learning_rate": 8.110502381424524e-07,
      "loss": 0.3425,
      "step": 2122700
    },
    {
      "epoch": 592.44,
      "grad_norm": 1.0841848850250244,
      "learning_rate": 8.110297817868437e-07,
      "loss": 0.3278,
      "step": 2122710
    },
    {
      "epoch": 592.44,
      "grad_norm": 1.056545615196228,
      "learning_rate": 8.110093256352396e-07,
      "loss": 0.3244,
      "step": 2122720
    },
    {
      "epoch": 592.44,
      "grad_norm": 1.0393143892288208,
      "learning_rate": 8.109888696876436e-07,
      "loss": 0.336,
      "step": 2122730
    },
    {
      "epoch": 592.45,
      "grad_norm": 1.1526530981063843,
      "learning_rate": 8.109684139440587e-07,
      "loss": 0.3356,
      "step": 2122740
    },
    {
      "epoch": 592.45,
      "grad_norm": 1.279659390449524,
      "learning_rate": 8.109479584044871e-07,
      "loss": 0.3352,
      "step": 2122750
    },
    {
      "epoch": 592.45,
      "grad_norm": 1.2847949266433716,
      "learning_rate": 8.109275030689322e-07,
      "loss": 0.3432,
      "step": 2122760
    },
    {
      "epoch": 592.46,
      "grad_norm": 1.1065417528152466,
      "learning_rate": 8.10907047937397e-07,
      "loss": 0.3497,
      "step": 2122770
    },
    {
      "epoch": 592.46,
      "grad_norm": 1.28166663646698,
      "learning_rate": 8.108865930098831e-07,
      "loss": 0.3315,
      "step": 2122780
    },
    {
      "epoch": 592.46,
      "grad_norm": 1.0363940000534058,
      "learning_rate": 8.108661382863936e-07,
      "loss": 0.3402,
      "step": 2122790
    },
    {
      "epoch": 592.46,
      "grad_norm": 1.2423738241195679,
      "learning_rate": 8.108456837669321e-07,
      "loss": 0.3347,
      "step": 2122800
    },
    {
      "epoch": 592.47,
      "grad_norm": 1.1918889284133911,
      "learning_rate": 8.108252294514989e-07,
      "loss": 0.3419,
      "step": 2122810
    },
    {
      "epoch": 592.47,
      "grad_norm": 1.2143781185150146,
      "learning_rate": 8.108047753401e-07,
      "loss": 0.3438,
      "step": 2122820
    },
    {
      "epoch": 592.47,
      "grad_norm": 1.1881840229034424,
      "learning_rate": 8.107843214327359e-07,
      "loss": 0.3325,
      "step": 2122830
    },
    {
      "epoch": 592.48,
      "grad_norm": 1.2771650552749634,
      "learning_rate": 8.107638677294098e-07,
      "loss": 0.3384,
      "step": 2122840
    },
    {
      "epoch": 592.48,
      "grad_norm": 1.1644078493118286,
      "learning_rate": 8.107434142301255e-07,
      "loss": 0.3499,
      "step": 2122850
    },
    {
      "epoch": 592.48,
      "grad_norm": 1.2452958822250366,
      "learning_rate": 8.107229609348838e-07,
      "loss": 0.3437,
      "step": 2122860
    },
    {
      "epoch": 592.48,
      "grad_norm": 1.1899150609970093,
      "learning_rate": 8.107025078436887e-07,
      "loss": 0.3485,
      "step": 2122870
    },
    {
      "epoch": 592.49,
      "grad_norm": 1.2454197406768799,
      "learning_rate": 8.106820549565425e-07,
      "loss": 0.3411,
      "step": 2122880
    },
    {
      "epoch": 592.49,
      "grad_norm": 1.1278033256530762,
      "learning_rate": 8.106616022734488e-07,
      "loss": 0.3293,
      "step": 2122890
    },
    {
      "epoch": 592.49,
      "grad_norm": 1.2897182703018188,
      "learning_rate": 8.10641149794408e-07,
      "loss": 0.33,
      "step": 2122900
    },
    {
      "epoch": 592.5,
      "grad_norm": 1.1418001651763916,
      "learning_rate": 8.10620697519426e-07,
      "loss": 0.351,
      "step": 2122910
    },
    {
      "epoch": 592.5,
      "grad_norm": 1.1902551651000977,
      "learning_rate": 8.106002454485033e-07,
      "loss": 0.337,
      "step": 2122920
    },
    {
      "epoch": 592.5,
      "grad_norm": 1.3827526569366455,
      "learning_rate": 8.10579793581643e-07,
      "loss": 0.3509,
      "step": 2122930
    },
    {
      "epoch": 592.5,
      "grad_norm": 1.1141753196716309,
      "learning_rate": 8.10559341918849e-07,
      "loss": 0.3337,
      "step": 2122940
    },
    {
      "epoch": 592.51,
      "grad_norm": 1.1048967838287354,
      "learning_rate": 8.105388904601224e-07,
      "loss": 0.3282,
      "step": 2122950
    },
    {
      "epoch": 592.51,
      "grad_norm": 1.4707595109939575,
      "learning_rate": 8.105184392054666e-07,
      "loss": 0.3388,
      "step": 2122960
    },
    {
      "epoch": 592.51,
      "grad_norm": 1.1968631744384766,
      "learning_rate": 8.104979881548841e-07,
      "loss": 0.3363,
      "step": 2122970
    },
    {
      "epoch": 592.51,
      "grad_norm": 1.1937625408172607,
      "learning_rate": 8.104775373083788e-07,
      "loss": 0.3519,
      "step": 2122980
    },
    {
      "epoch": 592.52,
      "grad_norm": 1.201487421989441,
      "learning_rate": 8.104570866659516e-07,
      "loss": 0.3321,
      "step": 2122990
    },
    {
      "epoch": 592.52,
      "grad_norm": 1.1029545068740845,
      "learning_rate": 8.104366362276062e-07,
      "loss": 0.3381,
      "step": 2123000
    },
    {
      "epoch": 592.52,
      "grad_norm": 1.0363723039627075,
      "learning_rate": 8.104161859933461e-07,
      "loss": 0.3373,
      "step": 2123010
    },
    {
      "epoch": 592.53,
      "grad_norm": 1.1452252864837646,
      "learning_rate": 8.103957359631713e-07,
      "loss": 0.3433,
      "step": 2123020
    },
    {
      "epoch": 592.53,
      "grad_norm": 1.210898518562317,
      "learning_rate": 8.103752861370883e-07,
      "loss": 0.3372,
      "step": 2123030
    },
    {
      "epoch": 592.53,
      "grad_norm": 1.2285300493240356,
      "learning_rate": 8.103548365150962e-07,
      "loss": 0.3468,
      "step": 2123040
    },
    {
      "epoch": 592.53,
      "grad_norm": 1.1316434144973755,
      "learning_rate": 8.10334387097201e-07,
      "loss": 0.3448,
      "step": 2123050
    },
    {
      "epoch": 592.54,
      "grad_norm": 1.0970299243927002,
      "learning_rate": 8.103139378834029e-07,
      "loss": 0.326,
      "step": 2123060
    },
    {
      "epoch": 592.54,
      "grad_norm": 1.185405969619751,
      "learning_rate": 8.102934888737057e-07,
      "loss": 0.3325,
      "step": 2123070
    },
    {
      "epoch": 592.54,
      "grad_norm": 1.0621179342269897,
      "learning_rate": 8.102730400681125e-07,
      "loss": 0.335,
      "step": 2123080
    },
    {
      "epoch": 592.55,
      "grad_norm": 1.06631338596344,
      "learning_rate": 8.102525914666249e-07,
      "loss": 0.3453,
      "step": 2123090
    },
    {
      "epoch": 592.55,
      "grad_norm": 1.3045955896377563,
      "learning_rate": 8.102321430692464e-07,
      "loss": 0.349,
      "step": 2123100
    },
    {
      "epoch": 592.55,
      "grad_norm": 1.534001350402832,
      "learning_rate": 8.102116948759794e-07,
      "loss": 0.3443,
      "step": 2123110
    },
    {
      "epoch": 592.55,
      "grad_norm": 1.3234128952026367,
      "learning_rate": 8.101912468868275e-07,
      "loss": 0.3363,
      "step": 2123120
    },
    {
      "epoch": 592.56,
      "grad_norm": 1.260071039199829,
      "learning_rate": 8.10170799101792e-07,
      "loss": 0.3406,
      "step": 2123130
    },
    {
      "epoch": 592.56,
      "grad_norm": 1.316026210784912,
      "learning_rate": 8.101503515208761e-07,
      "loss": 0.3362,
      "step": 2123140
    },
    {
      "epoch": 592.56,
      "grad_norm": 1.1545039415359497,
      "learning_rate": 8.101299041440838e-07,
      "loss": 0.3226,
      "step": 2123150
    },
    {
      "epoch": 592.56,
      "grad_norm": 1.243912696838379,
      "learning_rate": 8.10109456971415e-07,
      "loss": 0.3276,
      "step": 2123160
    },
    {
      "epoch": 592.57,
      "grad_norm": 1.1008782386779785,
      "learning_rate": 8.100890100028758e-07,
      "loss": 0.3433,
      "step": 2123170
    },
    {
      "epoch": 592.57,
      "grad_norm": 1.2388631105422974,
      "learning_rate": 8.100685632384663e-07,
      "loss": 0.3512,
      "step": 2123180
    },
    {
      "epoch": 592.57,
      "grad_norm": 1.0976942777633667,
      "learning_rate": 8.100481166781905e-07,
      "loss": 0.3322,
      "step": 2123190
    },
    {
      "epoch": 592.58,
      "grad_norm": 1.174845814704895,
      "learning_rate": 8.100276703220508e-07,
      "loss": 0.3475,
      "step": 2123200
    },
    {
      "epoch": 592.58,
      "grad_norm": 1.2225700616836548,
      "learning_rate": 8.100072241700507e-07,
      "loss": 0.3288,
      "step": 2123210
    },
    {
      "epoch": 592.58,
      "grad_norm": 1.0861656665802002,
      "learning_rate": 8.099867782221914e-07,
      "loss": 0.3337,
      "step": 2123220
    },
    {
      "epoch": 592.58,
      "grad_norm": 1.1179389953613281,
      "learning_rate": 8.099663324784764e-07,
      "loss": 0.3335,
      "step": 2123230
    },
    {
      "epoch": 592.59,
      "grad_norm": 1.3271855115890503,
      "learning_rate": 8.099458869389093e-07,
      "loss": 0.3374,
      "step": 2123240
    },
    {
      "epoch": 592.59,
      "grad_norm": 1.1082600355148315,
      "learning_rate": 8.099254416034901e-07,
      "loss": 0.3395,
      "step": 2123250
    },
    {
      "epoch": 592.59,
      "grad_norm": 1.2059698104858398,
      "learning_rate": 8.099049964722253e-07,
      "loss": 0.3354,
      "step": 2123260
    },
    {
      "epoch": 592.6,
      "grad_norm": 1.2916218042373657,
      "learning_rate": 8.098845515451147e-07,
      "loss": 0.3502,
      "step": 2123270
    },
    {
      "epoch": 592.6,
      "grad_norm": 1.218885898590088,
      "learning_rate": 8.09864106822162e-07,
      "loss": 0.3326,
      "step": 2123280
    },
    {
      "epoch": 592.6,
      "grad_norm": 1.3608752489089966,
      "learning_rate": 8.098436623033701e-07,
      "loss": 0.3344,
      "step": 2123290
    },
    {
      "epoch": 592.6,
      "grad_norm": 1.2922648191452026,
      "learning_rate": 8.098232179887421e-07,
      "loss": 0.3494,
      "step": 2123300
    },
    {
      "epoch": 592.61,
      "grad_norm": 1.2428635358810425,
      "learning_rate": 8.098027738782795e-07,
      "loss": 0.3371,
      "step": 2123310
    },
    {
      "epoch": 592.61,
      "grad_norm": 1.283188819885254,
      "learning_rate": 8.097823299719857e-07,
      "loss": 0.3363,
      "step": 2123320
    },
    {
      "epoch": 592.61,
      "grad_norm": 1.153572678565979,
      "learning_rate": 8.097618862698633e-07,
      "loss": 0.3362,
      "step": 2123330
    },
    {
      "epoch": 592.62,
      "grad_norm": 1.139583706855774,
      "learning_rate": 8.097414427719155e-07,
      "loss": 0.3342,
      "step": 2123340
    },
    {
      "epoch": 592.62,
      "grad_norm": 1.2628110647201538,
      "learning_rate": 8.097209994781451e-07,
      "loss": 0.3151,
      "step": 2123350
    },
    {
      "epoch": 592.62,
      "grad_norm": 1.2045153379440308,
      "learning_rate": 8.097005563885537e-07,
      "loss": 0.3297,
      "step": 2123360
    },
    {
      "epoch": 592.62,
      "grad_norm": 1.2287770509719849,
      "learning_rate": 8.096801135031445e-07,
      "loss": 0.3285,
      "step": 2123370
    },
    {
      "epoch": 592.63,
      "grad_norm": 1.2089215517044067,
      "learning_rate": 8.096596708219214e-07,
      "loss": 0.3364,
      "step": 2123380
    },
    {
      "epoch": 592.63,
      "grad_norm": 1.1779779195785522,
      "learning_rate": 8.096392283448844e-07,
      "loss": 0.3312,
      "step": 2123390
    },
    {
      "epoch": 592.63,
      "grad_norm": 1.046552062034607,
      "learning_rate": 8.0961878607204e-07,
      "loss": 0.3483,
      "step": 2123400
    },
    {
      "epoch": 592.63,
      "grad_norm": 1.3007820844650269,
      "learning_rate": 8.095983440033875e-07,
      "loss": 0.3437,
      "step": 2123410
    },
    {
      "epoch": 592.64,
      "grad_norm": 1.2659193277359009,
      "learning_rate": 8.095779021389314e-07,
      "loss": 0.3411,
      "step": 2123420
    },
    {
      "epoch": 592.64,
      "grad_norm": 1.1668102741241455,
      "learning_rate": 8.09557460478674e-07,
      "loss": 0.3299,
      "step": 2123430
    },
    {
      "epoch": 592.64,
      "grad_norm": 1.059826135635376,
      "learning_rate": 8.095370190226185e-07,
      "loss": 0.3463,
      "step": 2123440
    },
    {
      "epoch": 592.65,
      "grad_norm": 1.0921136140823364,
      "learning_rate": 8.095165777707667e-07,
      "loss": 0.3403,
      "step": 2123450
    },
    {
      "epoch": 592.65,
      "grad_norm": 1.3766661882400513,
      "learning_rate": 8.094961367231218e-07,
      "loss": 0.3455,
      "step": 2123460
    },
    {
      "epoch": 592.65,
      "grad_norm": 1.3001458644866943,
      "learning_rate": 8.094756958796872e-07,
      "loss": 0.3256,
      "step": 2123470
    },
    {
      "epoch": 592.65,
      "grad_norm": 6.864315509796143,
      "learning_rate": 8.094552552404633e-07,
      "loss": 0.339,
      "step": 2123480
    },
    {
      "epoch": 592.66,
      "grad_norm": 1.6912747621536255,
      "learning_rate": 8.094348148054561e-07,
      "loss": 0.3518,
      "step": 2123490
    },
    {
      "epoch": 592.66,
      "grad_norm": 1.3072583675384521,
      "learning_rate": 8.094143745746659e-07,
      "loss": 0.3432,
      "step": 2123500
    },
    {
      "epoch": 592.66,
      "grad_norm": 1.2020817995071411,
      "learning_rate": 8.093939345480961e-07,
      "loss": 0.3464,
      "step": 2123510
    },
    {
      "epoch": 592.67,
      "grad_norm": 1.0403116941452026,
      "learning_rate": 8.093734947257502e-07,
      "loss": 0.3261,
      "step": 2123520
    },
    {
      "epoch": 592.67,
      "grad_norm": 1.3113133907318115,
      "learning_rate": 8.093530551076296e-07,
      "loss": 0.3491,
      "step": 2123530
    },
    {
      "epoch": 592.67,
      "grad_norm": 1.2373446226119995,
      "learning_rate": 8.093326156937377e-07,
      "loss": 0.3424,
      "step": 2123540
    },
    {
      "epoch": 592.67,
      "grad_norm": 1.0691016912460327,
      "learning_rate": 8.093121764840769e-07,
      "loss": 0.351,
      "step": 2123550
    },
    {
      "epoch": 592.68,
      "grad_norm": 1.260888695716858,
      "learning_rate": 8.092917374786513e-07,
      "loss": 0.3464,
      "step": 2123560
    },
    {
      "epoch": 592.68,
      "grad_norm": 1.386460781097412,
      "learning_rate": 8.092712986774608e-07,
      "loss": 0.3439,
      "step": 2123570
    },
    {
      "epoch": 592.68,
      "grad_norm": 1.3124488592147827,
      "learning_rate": 8.092508600805115e-07,
      "loss": 0.323,
      "step": 2123580
    },
    {
      "epoch": 592.68,
      "grad_norm": 0.9955107569694519,
      "learning_rate": 8.092304216878035e-07,
      "loss": 0.3425,
      "step": 2123590
    },
    {
      "epoch": 592.69,
      "grad_norm": 1.1423134803771973,
      "learning_rate": 8.092099834993408e-07,
      "loss": 0.3444,
      "step": 2123600
    },
    {
      "epoch": 592.69,
      "grad_norm": 1.6127138137817383,
      "learning_rate": 8.091895455151262e-07,
      "loss": 0.3466,
      "step": 2123610
    },
    {
      "epoch": 592.69,
      "grad_norm": 1.1153587102890015,
      "learning_rate": 8.091691077351606e-07,
      "loss": 0.3455,
      "step": 2123620
    },
    {
      "epoch": 592.7,
      "grad_norm": 1.2646945714950562,
      "learning_rate": 8.091486701594497e-07,
      "loss": 0.3274,
      "step": 2123630
    },
    {
      "epoch": 592.7,
      "grad_norm": 1.102542519569397,
      "learning_rate": 8.091282327879937e-07,
      "loss": 0.344,
      "step": 2123640
    },
    {
      "epoch": 592.7,
      "grad_norm": 1.361779808998108,
      "learning_rate": 8.091077956207967e-07,
      "loss": 0.3274,
      "step": 2123650
    },
    {
      "epoch": 592.7,
      "grad_norm": 1.1303962469100952,
      "learning_rate": 8.090873586578614e-07,
      "loss": 0.3308,
      "step": 2123660
    },
    {
      "epoch": 592.71,
      "grad_norm": 1.0813695192337036,
      "learning_rate": 8.090669218991896e-07,
      "loss": 0.35,
      "step": 2123670
    },
    {
      "epoch": 592.71,
      "grad_norm": 1.321528434753418,
      "learning_rate": 8.090464853447843e-07,
      "loss": 0.3556,
      "step": 2123680
    },
    {
      "epoch": 592.71,
      "grad_norm": 1.162257194519043,
      "learning_rate": 8.090260489946485e-07,
      "loss": 0.3573,
      "step": 2123690
    },
    {
      "epoch": 592.72,
      "grad_norm": 1.0832756757736206,
      "learning_rate": 8.090056128487857e-07,
      "loss": 0.3412,
      "step": 2123700
    },
    {
      "epoch": 592.72,
      "grad_norm": 1.1027714014053345,
      "learning_rate": 8.089851769071962e-07,
      "loss": 0.3426,
      "step": 2123710
    },
    {
      "epoch": 592.72,
      "grad_norm": 1.2278798818588257,
      "learning_rate": 8.08964741169886e-07,
      "loss": 0.349,
      "step": 2123720
    },
    {
      "epoch": 592.72,
      "grad_norm": 1.1788514852523804,
      "learning_rate": 8.089443056368554e-07,
      "loss": 0.3236,
      "step": 2123730
    },
    {
      "epoch": 592.73,
      "grad_norm": 1.1160435676574707,
      "learning_rate": 8.089238703081078e-07,
      "loss": 0.3523,
      "step": 2123740
    },
    {
      "epoch": 592.73,
      "grad_norm": 1.1187700033187866,
      "learning_rate": 8.089034351836467e-07,
      "loss": 0.3425,
      "step": 2123750
    },
    {
      "epoch": 592.73,
      "grad_norm": 1.1308506727218628,
      "learning_rate": 8.088830002634731e-07,
      "loss": 0.3245,
      "step": 2123760
    },
    {
      "epoch": 592.74,
      "grad_norm": 1.0564035177230835,
      "learning_rate": 8.08862565547591e-07,
      "loss": 0.3237,
      "step": 2123770
    },
    {
      "epoch": 592.74,
      "grad_norm": 1.1398484706878662,
      "learning_rate": 8.088421310360027e-07,
      "loss": 0.3279,
      "step": 2123780
    },
    {
      "epoch": 592.74,
      "grad_norm": 1.3078856468200684,
      "learning_rate": 8.088216967287119e-07,
      "loss": 0.3235,
      "step": 2123790
    },
    {
      "epoch": 592.74,
      "grad_norm": 1.0847361087799072,
      "learning_rate": 8.088012626257197e-07,
      "loss": 0.3311,
      "step": 2123800
    },
    {
      "epoch": 592.75,
      "grad_norm": 1.1780115365982056,
      "learning_rate": 8.087808287270297e-07,
      "loss": 0.3274,
      "step": 2123810
    },
    {
      "epoch": 592.75,
      "grad_norm": 1.315419316291809,
      "learning_rate": 8.08760395032645e-07,
      "loss": 0.3581,
      "step": 2123820
    },
    {
      "epoch": 592.75,
      "grad_norm": 1.1149954795837402,
      "learning_rate": 8.087399615425666e-07,
      "loss": 0.3222,
      "step": 2123830
    },
    {
      "epoch": 592.75,
      "grad_norm": 1.1976724863052368,
      "learning_rate": 8.087195282567998e-07,
      "loss": 0.3317,
      "step": 2123840
    },
    {
      "epoch": 592.76,
      "grad_norm": 1.0629912614822388,
      "learning_rate": 8.086990951753451e-07,
      "loss": 0.3431,
      "step": 2123850
    },
    {
      "epoch": 592.76,
      "grad_norm": 1.0596493482589722,
      "learning_rate": 8.086786622982064e-07,
      "loss": 0.3419,
      "step": 2123860
    },
    {
      "epoch": 592.76,
      "grad_norm": 1.25138258934021,
      "learning_rate": 8.08658229625386e-07,
      "loss": 0.3252,
      "step": 2123870
    },
    {
      "epoch": 592.77,
      "grad_norm": 1.2577526569366455,
      "learning_rate": 8.086377971568874e-07,
      "loss": 0.3432,
      "step": 2123880
    },
    {
      "epoch": 592.77,
      "grad_norm": 1.2027405500411987,
      "learning_rate": 8.08617364892712e-07,
      "loss": 0.3398,
      "step": 2123890
    },
    {
      "epoch": 592.77,
      "grad_norm": 1.1315381526947021,
      "learning_rate": 8.08596932832863e-07,
      "loss": 0.3377,
      "step": 2123900
    },
    {
      "epoch": 592.77,
      "grad_norm": 1.3524976968765259,
      "learning_rate": 8.085765009773435e-07,
      "loss": 0.3425,
      "step": 2123910
    },
    {
      "epoch": 592.78,
      "grad_norm": 1.2532758712768555,
      "learning_rate": 8.085560693261559e-07,
      "loss": 0.3322,
      "step": 2123920
    },
    {
      "epoch": 592.78,
      "grad_norm": 1.2553547620773315,
      "learning_rate": 8.085356378793039e-07,
      "loss": 0.3377,
      "step": 2123930
    },
    {
      "epoch": 592.78,
      "grad_norm": 1.1328712701797485,
      "learning_rate": 8.085152066367883e-07,
      "loss": 0.3515,
      "step": 2123940
    },
    {
      "epoch": 592.79,
      "grad_norm": 1.1864756345748901,
      "learning_rate": 8.084947755986133e-07,
      "loss": 0.3635,
      "step": 2123950
    },
    {
      "epoch": 592.79,
      "grad_norm": 1.2672362327575684,
      "learning_rate": 8.084743447647818e-07,
      "loss": 0.3288,
      "step": 2123960
    },
    {
      "epoch": 592.79,
      "grad_norm": 1.3571133613586426,
      "learning_rate": 8.084539141352941e-07,
      "loss": 0.3469,
      "step": 2123970
    },
    {
      "epoch": 592.79,
      "grad_norm": 1.0224311351776123,
      "learning_rate": 8.084334837101565e-07,
      "loss": 0.3511,
      "step": 2123980
    },
    {
      "epoch": 592.8,
      "grad_norm": 1.2333999872207642,
      "learning_rate": 8.084130534893692e-07,
      "loss": 0.3386,
      "step": 2123990
    },
    {
      "epoch": 592.8,
      "grad_norm": 1.2582308053970337,
      "learning_rate": 8.083926234729356e-07,
      "loss": 0.3466,
      "step": 2124000
    },
    {
      "epoch": 592.8,
      "grad_norm": 1.1194819211959839,
      "learning_rate": 8.083721936608585e-07,
      "loss": 0.3441,
      "step": 2124010
    },
    {
      "epoch": 592.8,
      "grad_norm": 1.3007032871246338,
      "learning_rate": 8.083517640531415e-07,
      "loss": 0.3444,
      "step": 2124020
    },
    {
      "epoch": 592.81,
      "grad_norm": 1.0844651460647583,
      "learning_rate": 8.083313346497855e-07,
      "loss": 0.329,
      "step": 2124030
    },
    {
      "epoch": 592.81,
      "grad_norm": 1.0887994766235352,
      "learning_rate": 8.083109054507941e-07,
      "loss": 0.3286,
      "step": 2124040
    },
    {
      "epoch": 592.81,
      "grad_norm": 1.0844810009002686,
      "learning_rate": 8.082904764561709e-07,
      "loss": 0.3396,
      "step": 2124050
    },
    {
      "epoch": 592.82,
      "grad_norm": 1.0105834007263184,
      "learning_rate": 8.082700476659161e-07,
      "loss": 0.3264,
      "step": 2124060
    },
    {
      "epoch": 592.82,
      "grad_norm": 1.0492548942565918,
      "learning_rate": 8.082496190800359e-07,
      "loss": 0.3287,
      "step": 2124070
    },
    {
      "epoch": 592.82,
      "grad_norm": 1.1941763162612915,
      "learning_rate": 8.082291906985302e-07,
      "loss": 0.3307,
      "step": 2124080
    },
    {
      "epoch": 592.82,
      "grad_norm": 1.1110912561416626,
      "learning_rate": 8.08208762521403e-07,
      "loss": 0.3268,
      "step": 2124090
    },
    {
      "epoch": 592.83,
      "grad_norm": 1.1451259851455688,
      "learning_rate": 8.081883345486573e-07,
      "loss": 0.3405,
      "step": 2124100
    },
    {
      "epoch": 592.83,
      "grad_norm": 1.1611617803573608,
      "learning_rate": 8.081679067802948e-07,
      "loss": 0.3207,
      "step": 2124110
    },
    {
      "epoch": 592.83,
      "grad_norm": 1.18960440158844,
      "learning_rate": 8.081474792163185e-07,
      "loss": 0.3376,
      "step": 2124120
    },
    {
      "epoch": 592.84,
      "grad_norm": 1.0352121591567993,
      "learning_rate": 8.081270518567313e-07,
      "loss": 0.3263,
      "step": 2124130
    },
    {
      "epoch": 592.84,
      "grad_norm": 1.2100772857666016,
      "learning_rate": 8.081066247015367e-07,
      "loss": 0.3328,
      "step": 2124140
    },
    {
      "epoch": 592.84,
      "grad_norm": 1.0960206985473633,
      "learning_rate": 8.08086197750735e-07,
      "loss": 0.3514,
      "step": 2124150
    },
    {
      "epoch": 592.84,
      "grad_norm": 1.1891344785690308,
      "learning_rate": 8.080657710043322e-07,
      "loss": 0.3447,
      "step": 2124160
    },
    {
      "epoch": 592.85,
      "grad_norm": 1.2147122621536255,
      "learning_rate": 8.080453444623289e-07,
      "loss": 0.3313,
      "step": 2124170
    },
    {
      "epoch": 592.85,
      "grad_norm": 1.0991415977478027,
      "learning_rate": 8.080249181247278e-07,
      "loss": 0.34,
      "step": 2124180
    },
    {
      "epoch": 592.85,
      "grad_norm": 1.185097336769104,
      "learning_rate": 8.080044919915333e-07,
      "loss": 0.3419,
      "step": 2124190
    },
    {
      "epoch": 592.86,
      "grad_norm": 1.3943307399749756,
      "learning_rate": 8.079840660627451e-07,
      "loss": 0.3402,
      "step": 2124200
    },
    {
      "epoch": 592.86,
      "grad_norm": 1.0487192869186401,
      "learning_rate": 8.079636403383697e-07,
      "loss": 0.3399,
      "step": 2124210
    },
    {
      "epoch": 592.86,
      "grad_norm": 0.9433090686798096,
      "learning_rate": 8.079432148184068e-07,
      "loss": 0.3296,
      "step": 2124220
    },
    {
      "epoch": 592.86,
      "grad_norm": 1.329543948173523,
      "learning_rate": 8.079227895028603e-07,
      "loss": 0.3336,
      "step": 2124230
    },
    {
      "epoch": 592.87,
      "grad_norm": 1.3128175735473633,
      "learning_rate": 8.079023643917326e-07,
      "loss": 0.3386,
      "step": 2124240
    },
    {
      "epoch": 592.87,
      "grad_norm": 1.2867223024368286,
      "learning_rate": 8.078819394850278e-07,
      "loss": 0.3462,
      "step": 2124250
    },
    {
      "epoch": 592.87,
      "grad_norm": 1.2299120426177979,
      "learning_rate": 8.078615147827466e-07,
      "loss": 0.3514,
      "step": 2124260
    },
    {
      "epoch": 592.87,
      "grad_norm": 1.3501662015914917,
      "learning_rate": 8.078410902848923e-07,
      "loss": 0.3485,
      "step": 2124270
    },
    {
      "epoch": 592.88,
      "grad_norm": 1.1150152683258057,
      "learning_rate": 8.078206659914689e-07,
      "loss": 0.3469,
      "step": 2124280
    },
    {
      "epoch": 592.88,
      "grad_norm": 1.0560470819473267,
      "learning_rate": 8.078002419024765e-07,
      "loss": 0.3454,
      "step": 2124290
    },
    {
      "epoch": 592.88,
      "grad_norm": 4.445143699645996,
      "learning_rate": 8.07779818017921e-07,
      "loss": 0.3288,
      "step": 2124300
    },
    {
      "epoch": 592.89,
      "grad_norm": 1.3214057683944702,
      "learning_rate": 8.077593943378028e-07,
      "loss": 0.3529,
      "step": 2124310
    },
    {
      "epoch": 592.89,
      "grad_norm": 1.094178318977356,
      "learning_rate": 8.077389708621252e-07,
      "loss": 0.3368,
      "step": 2124320
    },
    {
      "epoch": 592.89,
      "grad_norm": 1.217474341392517,
      "learning_rate": 8.077185475908921e-07,
      "loss": 0.341,
      "step": 2124330
    },
    {
      "epoch": 592.89,
      "grad_norm": 1.1593995094299316,
      "learning_rate": 8.076981245241044e-07,
      "loss": 0.3398,
      "step": 2124340
    },
    {
      "epoch": 592.9,
      "grad_norm": 1.1929893493652344,
      "learning_rate": 8.076777016617654e-07,
      "loss": 0.3454,
      "step": 2124350
    },
    {
      "epoch": 592.9,
      "grad_norm": 1.100746989250183,
      "learning_rate": 8.076572790038782e-07,
      "loss": 0.3413,
      "step": 2124360
    },
    {
      "epoch": 592.9,
      "grad_norm": 1.085447072982788,
      "learning_rate": 8.076368565504461e-07,
      "loss": 0.3371,
      "step": 2124370
    },
    {
      "epoch": 592.91,
      "grad_norm": 1.1166067123413086,
      "learning_rate": 8.076164343014696e-07,
      "loss": 0.3398,
      "step": 2124380
    },
    {
      "epoch": 592.91,
      "grad_norm": 1.2650182247161865,
      "learning_rate": 8.075960122569545e-07,
      "loss": 0.3454,
      "step": 2124390
    },
    {
      "epoch": 592.91,
      "grad_norm": 1.2206001281738281,
      "learning_rate": 8.075755904169008e-07,
      "loss": 0.3364,
      "step": 2124400
    },
    {
      "epoch": 592.91,
      "grad_norm": 1.3604867458343506,
      "learning_rate": 8.075551687813128e-07,
      "loss": 0.3547,
      "step": 2124410
    },
    {
      "epoch": 592.92,
      "grad_norm": 1.0086053609848022,
      "learning_rate": 8.075347473501932e-07,
      "loss": 0.3392,
      "step": 2124420
    },
    {
      "epoch": 592.92,
      "grad_norm": 0.9866605401039124,
      "learning_rate": 8.075143261235437e-07,
      "loss": 0.3527,
      "step": 2124430
    },
    {
      "epoch": 592.92,
      "grad_norm": 1.0589133501052856,
      "learning_rate": 8.074939051013673e-07,
      "loss": 0.3426,
      "step": 2124440
    },
    {
      "epoch": 592.92,
      "grad_norm": 9.335728645324707,
      "learning_rate": 8.074734842836673e-07,
      "loss": 0.3536,
      "step": 2124450
    },
    {
      "epoch": 592.93,
      "grad_norm": 1.2366163730621338,
      "learning_rate": 8.074530636704468e-07,
      "loss": 0.3439,
      "step": 2124460
    },
    {
      "epoch": 592.93,
      "grad_norm": 1.0728185176849365,
      "learning_rate": 8.074326432617071e-07,
      "loss": 0.3587,
      "step": 2124470
    },
    {
      "epoch": 592.93,
      "grad_norm": 1.112069845199585,
      "learning_rate": 8.074122230574515e-07,
      "loss": 0.3373,
      "step": 2124480
    },
    {
      "epoch": 592.94,
      "grad_norm": 1.189968228340149,
      "learning_rate": 8.07391803057683e-07,
      "loss": 0.3554,
      "step": 2124490
    },
    {
      "epoch": 592.94,
      "grad_norm": 1.0576344728469849,
      "learning_rate": 8.073713832624041e-07,
      "loss": 0.3355,
      "step": 2124500
    },
    {
      "epoch": 592.94,
      "grad_norm": 1.0481371879577637,
      "learning_rate": 8.073509636716183e-07,
      "loss": 0.3339,
      "step": 2124510
    },
    {
      "epoch": 592.94,
      "grad_norm": 1.3103796243667603,
      "learning_rate": 8.073305442853264e-07,
      "loss": 0.3382,
      "step": 2124520
    },
    {
      "epoch": 592.95,
      "grad_norm": 0.966846764087677,
      "learning_rate": 8.073101251035339e-07,
      "loss": 0.3244,
      "step": 2124530
    },
    {
      "epoch": 592.95,
      "grad_norm": 1.1031574010849,
      "learning_rate": 8.072897061262407e-07,
      "loss": 0.3484,
      "step": 2124540
    },
    {
      "epoch": 592.95,
      "grad_norm": 1.2132172584533691,
      "learning_rate": 8.072692873534512e-07,
      "loss": 0.3555,
      "step": 2124550
    },
    {
      "epoch": 592.96,
      "grad_norm": 1.2048734426498413,
      "learning_rate": 8.072488687851684e-07,
      "loss": 0.3423,
      "step": 2124560
    },
    {
      "epoch": 592.96,
      "grad_norm": 1.588057041168213,
      "learning_rate": 8.072284504213938e-07,
      "loss": 0.3291,
      "step": 2124570
    },
    {
      "epoch": 592.96,
      "grad_norm": 1.1198806762695312,
      "learning_rate": 8.072080322621301e-07,
      "loss": 0.346,
      "step": 2124580
    },
    {
      "epoch": 592.96,
      "grad_norm": 1.5473181009292603,
      "learning_rate": 8.071876143073808e-07,
      "loss": 0.3405,
      "step": 2124590
    },
    {
      "epoch": 592.97,
      "grad_norm": 1.1550379991531372,
      "learning_rate": 8.071671965571494e-07,
      "loss": 0.3253,
      "step": 2124600
    },
    {
      "epoch": 592.97,
      "grad_norm": 1.2428553104400635,
      "learning_rate": 8.071467790114364e-07,
      "loss": 0.3372,
      "step": 2124610
    },
    {
      "epoch": 592.97,
      "grad_norm": 1.4932892322540283,
      "learning_rate": 8.071263616702459e-07,
      "loss": 0.3448,
      "step": 2124620
    },
    {
      "epoch": 592.98,
      "grad_norm": 1.1442351341247559,
      "learning_rate": 8.071059445335812e-07,
      "loss": 0.3441,
      "step": 2124630
    },
    {
      "epoch": 592.98,
      "grad_norm": 1.3599807024002075,
      "learning_rate": 8.070855276014428e-07,
      "loss": 0.3359,
      "step": 2124640
    },
    {
      "epoch": 592.98,
      "grad_norm": 1.2685861587524414,
      "learning_rate": 8.070651108738361e-07,
      "loss": 0.3447,
      "step": 2124650
    },
    {
      "epoch": 592.98,
      "grad_norm": 1.2863150835037231,
      "learning_rate": 8.070446943507622e-07,
      "loss": 0.3368,
      "step": 2124660
    },
    {
      "epoch": 592.99,
      "grad_norm": 0.9285279512405396,
      "learning_rate": 8.07024278032224e-07,
      "loss": 0.3292,
      "step": 2124670
    },
    {
      "epoch": 592.99,
      "grad_norm": 1.156072974205017,
      "learning_rate": 8.070038619182244e-07,
      "loss": 0.3406,
      "step": 2124680
    },
    {
      "epoch": 592.99,
      "grad_norm": 2.4941701889038086,
      "learning_rate": 8.069834460087668e-07,
      "loss": 0.3297,
      "step": 2124690
    },
    {
      "epoch": 592.99,
      "grad_norm": 1.117698311805725,
      "learning_rate": 8.069630303038527e-07,
      "loss": 0.3315,
      "step": 2124700
    },
    {
      "epoch": 593.0,
      "grad_norm": 1.1354925632476807,
      "learning_rate": 8.069426148034851e-07,
      "loss": 0.3439,
      "step": 2124710
    },
    {
      "epoch": 593.0,
      "eval_loss": 0.33929988741874695,
      "eval_runtime": 63.7667,
      "eval_samples_per_second": 79.336,
      "eval_steps_per_second": 9.927,
      "step": 2124719
    },
    {
      "epoch": 593.0,
      "grad_norm": 1.1171249151229858,
      "learning_rate": 8.069221995076679e-07,
      "loss": 0.335,
      "step": 2124720
    },
    {
      "epoch": 593.0,
      "grad_norm": 1.1955070495605469,
      "learning_rate": 8.069017844164016e-07,
      "loss": 0.3354,
      "step": 2124730
    },
    {
      "epoch": 593.01,
      "grad_norm": 1.193401575088501,
      "learning_rate": 8.068813695296912e-07,
      "loss": 0.3284,
      "step": 2124740
    },
    {
      "epoch": 593.01,
      "grad_norm": 1.0226057767868042,
      "learning_rate": 8.068609548475382e-07,
      "loss": 0.3386,
      "step": 2124750
    },
    {
      "epoch": 593.01,
      "grad_norm": 1.0121867656707764,
      "learning_rate": 8.068405403699452e-07,
      "loss": 0.3456,
      "step": 2124760
    },
    {
      "epoch": 593.01,
      "grad_norm": 1.820029854774475,
      "learning_rate": 8.068201260969163e-07,
      "loss": 0.3371,
      "step": 2124770
    },
    {
      "epoch": 593.02,
      "grad_norm": 1.431967854499817,
      "learning_rate": 8.067997120284516e-07,
      "loss": 0.317,
      "step": 2124780
    },
    {
      "epoch": 593.02,
      "grad_norm": 1.0609724521636963,
      "learning_rate": 8.067792981645567e-07,
      "loss": 0.3275,
      "step": 2124790
    },
    {
      "epoch": 593.02,
      "grad_norm": 1.1047861576080322,
      "learning_rate": 8.067588845052323e-07,
      "loss": 0.3239,
      "step": 2124800
    },
    {
      "epoch": 593.03,
      "grad_norm": 1.1454205513000488,
      "learning_rate": 8.06738471050482e-07,
      "loss": 0.3545,
      "step": 2124810
    },
    {
      "epoch": 593.03,
      "grad_norm": 1.212062954902649,
      "learning_rate": 8.067180578003083e-07,
      "loss": 0.3583,
      "step": 2124820
    },
    {
      "epoch": 593.03,
      "grad_norm": 1.1782779693603516,
      "learning_rate": 8.066976447547148e-07,
      "loss": 0.339,
      "step": 2124830
    },
    {
      "epoch": 593.03,
      "grad_norm": 1.1031806468963623,
      "learning_rate": 8.066772319137025e-07,
      "loss": 0.3479,
      "step": 2124840
    },
    {
      "epoch": 593.04,
      "grad_norm": 1.320275068283081,
      "learning_rate": 8.06656819277275e-07,
      "loss": 0.347,
      "step": 2124850
    },
    {
      "epoch": 593.04,
      "grad_norm": 1.1278856992721558,
      "learning_rate": 8.066364068454359e-07,
      "loss": 0.3431,
      "step": 2124860
    },
    {
      "epoch": 593.04,
      "grad_norm": 1.0176432132720947,
      "learning_rate": 8.066159946181855e-07,
      "loss": 0.3467,
      "step": 2124870
    },
    {
      "epoch": 593.04,
      "grad_norm": 1.2823662757873535,
      "learning_rate": 8.065955825955295e-07,
      "loss": 0.3477,
      "step": 2124880
    },
    {
      "epoch": 593.05,
      "grad_norm": 1.584028720855713,
      "learning_rate": 8.065751707774685e-07,
      "loss": 0.3161,
      "step": 2124890
    },
    {
      "epoch": 593.05,
      "grad_norm": 1.24040687084198,
      "learning_rate": 8.065547591640057e-07,
      "loss": 0.3272,
      "step": 2124900
    },
    {
      "epoch": 593.05,
      "grad_norm": 1.1051881313323975,
      "learning_rate": 8.06534347755145e-07,
      "loss": 0.3432,
      "step": 2124910
    },
    {
      "epoch": 593.06,
      "grad_norm": 1.083342432975769,
      "learning_rate": 8.065139365508872e-07,
      "loss": 0.3453,
      "step": 2124920
    },
    {
      "epoch": 593.06,
      "grad_norm": 1.1198123693466187,
      "learning_rate": 8.064935255512361e-07,
      "loss": 0.326,
      "step": 2124930
    },
    {
      "epoch": 593.06,
      "grad_norm": 1.2974224090576172,
      "learning_rate": 8.06473114756194e-07,
      "loss": 0.3412,
      "step": 2124940
    },
    {
      "epoch": 593.06,
      "grad_norm": 1.4676532745361328,
      "learning_rate": 8.06452704165765e-07,
      "loss": 0.3499,
      "step": 2124950
    },
    {
      "epoch": 593.07,
      "grad_norm": 1.1413968801498413,
      "learning_rate": 8.064322937799488e-07,
      "loss": 0.3272,
      "step": 2124960
    },
    {
      "epoch": 593.07,
      "grad_norm": 1.0233970880508423,
      "learning_rate": 8.064118835987516e-07,
      "loss": 0.337,
      "step": 2124970
    },
    {
      "epoch": 593.07,
      "grad_norm": 1.120112657546997,
      "learning_rate": 8.063914736221739e-07,
      "loss": 0.3506,
      "step": 2124980
    },
    {
      "epoch": 593.08,
      "grad_norm": 1.2283650636672974,
      "learning_rate": 8.06371063850219e-07,
      "loss": 0.331,
      "step": 2124990
    },
    {
      "epoch": 593.08,
      "grad_norm": 1.206221580505371,
      "learning_rate": 8.063506542828904e-07,
      "loss": 0.3316,
      "step": 2125000
    },
    {
      "epoch": 593.08,
      "grad_norm": 1.2743514776229858,
      "learning_rate": 8.063302449201892e-07,
      "loss": 0.3587,
      "step": 2125010
    },
    {
      "epoch": 593.08,
      "grad_norm": 1.2596527338027954,
      "learning_rate": 8.063098357621192e-07,
      "loss": 0.3333,
      "step": 2125020
    },
    {
      "epoch": 593.09,
      "grad_norm": 1.163318395614624,
      "learning_rate": 8.062894268086828e-07,
      "loss": 0.332,
      "step": 2125030
    },
    {
      "epoch": 593.09,
      "grad_norm": 1.129886269569397,
      "learning_rate": 8.062690180598835e-07,
      "loss": 0.3311,
      "step": 2125040
    },
    {
      "epoch": 593.09,
      "grad_norm": 1.1788082122802734,
      "learning_rate": 8.062486095157226e-07,
      "loss": 0.3331,
      "step": 2125050
    },
    {
      "epoch": 593.1,
      "grad_norm": 1.2259962558746338,
      "learning_rate": 8.062282011762038e-07,
      "loss": 0.3442,
      "step": 2125060
    },
    {
      "epoch": 593.1,
      "grad_norm": 1.2658302783966064,
      "learning_rate": 8.062077930413294e-07,
      "loss": 0.3268,
      "step": 2125070
    },
    {
      "epoch": 593.1,
      "grad_norm": 1.2270441055297852,
      "learning_rate": 8.061873851111023e-07,
      "loss": 0.3387,
      "step": 2125080
    },
    {
      "epoch": 593.1,
      "grad_norm": 1.2539827823638916,
      "learning_rate": 8.06166977385526e-07,
      "loss": 0.3404,
      "step": 2125090
    },
    {
      "epoch": 593.11,
      "grad_norm": 1.0512678623199463,
      "learning_rate": 8.061465698646008e-07,
      "loss": 0.3322,
      "step": 2125100
    },
    {
      "epoch": 593.11,
      "grad_norm": 1.4598562717437744,
      "learning_rate": 8.061261625483324e-07,
      "loss": 0.3541,
      "step": 2125110
    },
    {
      "epoch": 593.11,
      "grad_norm": 1.3162002563476562,
      "learning_rate": 8.061057554367217e-07,
      "loss": 0.3405,
      "step": 2125120
    },
    {
      "epoch": 593.11,
      "grad_norm": 1.015058159828186,
      "learning_rate": 8.060853485297718e-07,
      "loss": 0.331,
      "step": 2125130
    },
    {
      "epoch": 593.12,
      "grad_norm": 1.3703539371490479,
      "learning_rate": 8.060649418274863e-07,
      "loss": 0.34,
      "step": 2125140
    },
    {
      "epoch": 593.12,
      "grad_norm": 1.0744489431381226,
      "learning_rate": 8.060445353298662e-07,
      "loss": 0.3405,
      "step": 2125150
    },
    {
      "epoch": 593.12,
      "grad_norm": 0.9785311222076416,
      "learning_rate": 8.060241290369149e-07,
      "loss": 0.342,
      "step": 2125160
    },
    {
      "epoch": 593.13,
      "grad_norm": 1.2912155389785767,
      "learning_rate": 8.060037229486357e-07,
      "loss": 0.3266,
      "step": 2125170
    },
    {
      "epoch": 593.13,
      "grad_norm": 0.9643282890319824,
      "learning_rate": 8.059833170650316e-07,
      "loss": 0.3391,
      "step": 2125180
    },
    {
      "epoch": 593.13,
      "grad_norm": 1.2902767658233643,
      "learning_rate": 8.05962911386103e-07,
      "loss": 0.3487,
      "step": 2125190
    },
    {
      "epoch": 593.13,
      "grad_norm": 1.1557905673980713,
      "learning_rate": 8.059425059118561e-07,
      "loss": 0.3345,
      "step": 2125200
    },
    {
      "epoch": 593.14,
      "grad_norm": 0.9349405169487,
      "learning_rate": 8.059221006422909e-07,
      "loss": 0.3348,
      "step": 2125210
    },
    {
      "epoch": 593.14,
      "grad_norm": 1.3772157430648804,
      "learning_rate": 8.059016955774109e-07,
      "loss": 0.3396,
      "step": 2125220
    },
    {
      "epoch": 593.14,
      "grad_norm": 1.174871802330017,
      "learning_rate": 8.058812907172198e-07,
      "loss": 0.3352,
      "step": 2125230
    },
    {
      "epoch": 593.15,
      "grad_norm": 1.1233116388320923,
      "learning_rate": 8.058608860617186e-07,
      "loss": 0.3267,
      "step": 2125240
    },
    {
      "epoch": 593.15,
      "grad_norm": 1.2299734354019165,
      "learning_rate": 8.05840481610911e-07,
      "loss": 0.3545,
      "step": 2125250
    },
    {
      "epoch": 593.15,
      "grad_norm": 1.2059812545776367,
      "learning_rate": 8.058200773647996e-07,
      "loss": 0.341,
      "step": 2125260
    },
    {
      "epoch": 593.15,
      "grad_norm": 1.108723759651184,
      "learning_rate": 8.057996733233876e-07,
      "loss": 0.3342,
      "step": 2125270
    },
    {
      "epoch": 593.16,
      "grad_norm": 1.0116342306137085,
      "learning_rate": 8.057792694866765e-07,
      "loss": 0.3349,
      "step": 2125280
    },
    {
      "epoch": 593.16,
      "grad_norm": 1.3451170921325684,
      "learning_rate": 8.0575886585467e-07,
      "loss": 0.3427,
      "step": 2125290
    },
    {
      "epoch": 593.16,
      "grad_norm": 1.0971442461013794,
      "learning_rate": 8.057384624273709e-07,
      "loss": 0.3393,
      "step": 2125300
    },
    {
      "epoch": 593.16,
      "grad_norm": 1.27392578125,
      "learning_rate": 8.057180592047803e-07,
      "loss": 0.3526,
      "step": 2125310
    },
    {
      "epoch": 593.17,
      "grad_norm": 1.2143652439117432,
      "learning_rate": 8.056976561869038e-07,
      "loss": 0.3512,
      "step": 2125320
    },
    {
      "epoch": 593.17,
      "grad_norm": 1.4093472957611084,
      "learning_rate": 8.056772533737414e-07,
      "loss": 0.3442,
      "step": 2125330
    },
    {
      "epoch": 593.17,
      "grad_norm": 1.1349292993545532,
      "learning_rate": 8.056568507652971e-07,
      "loss": 0.3313,
      "step": 2125340
    },
    {
      "epoch": 593.18,
      "grad_norm": 1.2006139755249023,
      "learning_rate": 8.056364483615735e-07,
      "loss": 0.3235,
      "step": 2125350
    },
    {
      "epoch": 593.18,
      "grad_norm": 1.0888842344284058,
      "learning_rate": 8.05616046162573e-07,
      "loss": 0.332,
      "step": 2125360
    },
    {
      "epoch": 593.18,
      "grad_norm": 1.2547597885131836,
      "learning_rate": 8.055956441682996e-07,
      "loss": 0.3287,
      "step": 2125370
    },
    {
      "epoch": 593.18,
      "grad_norm": 1.2178466320037842,
      "learning_rate": 8.05575242378754e-07,
      "loss": 0.3328,
      "step": 2125380
    },
    {
      "epoch": 593.19,
      "grad_norm": 1.2603191137313843,
      "learning_rate": 8.055548407939398e-07,
      "loss": 0.3288,
      "step": 2125390
    },
    {
      "epoch": 593.19,
      "grad_norm": 1.4825986623764038,
      "learning_rate": 8.055344394138599e-07,
      "loss": 0.3417,
      "step": 2125400
    },
    {
      "epoch": 593.19,
      "grad_norm": 1.0929714441299438,
      "learning_rate": 8.055140382385177e-07,
      "loss": 0.3236,
      "step": 2125410
    },
    {
      "epoch": 593.2,
      "grad_norm": 1.1350500583648682,
      "learning_rate": 8.054936372679145e-07,
      "loss": 0.3539,
      "step": 2125420
    },
    {
      "epoch": 593.2,
      "grad_norm": 1.0692353248596191,
      "learning_rate": 8.054732365020534e-07,
      "loss": 0.3334,
      "step": 2125430
    },
    {
      "epoch": 593.2,
      "grad_norm": 1.4286412000656128,
      "learning_rate": 8.054528359409381e-07,
      "loss": 0.3424,
      "step": 2125440
    },
    {
      "epoch": 593.2,
      "grad_norm": 1.189265489578247,
      "learning_rate": 8.054324355845693e-07,
      "loss": 0.3625,
      "step": 2125450
    },
    {
      "epoch": 593.21,
      "grad_norm": 1.4474380016326904,
      "learning_rate": 8.054120354329523e-07,
      "loss": 0.336,
      "step": 2125460
    },
    {
      "epoch": 593.21,
      "grad_norm": 1.2996529340744019,
      "learning_rate": 8.053916354860877e-07,
      "loss": 0.3536,
      "step": 2125470
    },
    {
      "epoch": 593.21,
      "grad_norm": 1.1439448595046997,
      "learning_rate": 8.053712357439792e-07,
      "loss": 0.3183,
      "step": 2125480
    },
    {
      "epoch": 593.22,
      "grad_norm": 1.235219120979309,
      "learning_rate": 8.053508362066293e-07,
      "loss": 0.338,
      "step": 2125490
    },
    {
      "epoch": 593.22,
      "grad_norm": 1.1976827383041382,
      "learning_rate": 8.053304368740412e-07,
      "loss": 0.3375,
      "step": 2125500
    },
    {
      "epoch": 593.22,
      "grad_norm": 1.0646920204162598,
      "learning_rate": 8.053100377462168e-07,
      "loss": 0.3329,
      "step": 2125510
    },
    {
      "epoch": 593.22,
      "grad_norm": 1.0363086462020874,
      "learning_rate": 8.05289638823159e-07,
      "loss": 0.3431,
      "step": 2125520
    },
    {
      "epoch": 593.23,
      "grad_norm": 1.0688618421554565,
      "learning_rate": 8.052692401048716e-07,
      "loss": 0.3644,
      "step": 2125530
    },
    {
      "epoch": 593.23,
      "grad_norm": 0.9935500025749207,
      "learning_rate": 8.052488415913547e-07,
      "loss": 0.3203,
      "step": 2125540
    },
    {
      "epoch": 593.23,
      "grad_norm": 1.3095346689224243,
      "learning_rate": 8.052284432826142e-07,
      "loss": 0.3345,
      "step": 2125550
    },
    {
      "epoch": 593.23,
      "grad_norm": 1.1453001499176025,
      "learning_rate": 8.052080451786507e-07,
      "loss": 0.3438,
      "step": 2125560
    },
    {
      "epoch": 593.24,
      "grad_norm": 1.2940561771392822,
      "learning_rate": 8.051876472794677e-07,
      "loss": 0.3293,
      "step": 2125570
    },
    {
      "epoch": 593.24,
      "grad_norm": 1.2860276699066162,
      "learning_rate": 8.051672495850682e-07,
      "loss": 0.3212,
      "step": 2125580
    },
    {
      "epoch": 593.24,
      "grad_norm": 1.2947429418563843,
      "learning_rate": 8.05146852095454e-07,
      "loss": 0.3448,
      "step": 2125590
    },
    {
      "epoch": 593.25,
      "grad_norm": 1.1410526037216187,
      "learning_rate": 8.051264548106283e-07,
      "loss": 0.3396,
      "step": 2125600
    },
    {
      "epoch": 593.25,
      "grad_norm": 1.2548824548721313,
      "learning_rate": 8.051060577305936e-07,
      "loss": 0.3445,
      "step": 2125610
    },
    {
      "epoch": 593.25,
      "grad_norm": 1.2612663507461548,
      "learning_rate": 8.050856608553538e-07,
      "loss": 0.3444,
      "step": 2125620
    },
    {
      "epoch": 593.25,
      "grad_norm": 1.1049162149429321,
      "learning_rate": 8.05065264184909e-07,
      "loss": 0.3411,
      "step": 2125630
    },
    {
      "epoch": 593.26,
      "grad_norm": 1.1796320676803589,
      "learning_rate": 8.050448677192652e-07,
      "loss": 0.3276,
      "step": 2125640
    },
    {
      "epoch": 593.26,
      "grad_norm": 1.1478666067123413,
      "learning_rate": 8.050244714584224e-07,
      "loss": 0.3482,
      "step": 2125650
    },
    {
      "epoch": 593.26,
      "grad_norm": 1.1705809831619263,
      "learning_rate": 8.050040754023846e-07,
      "loss": 0.3456,
      "step": 2125660
    },
    {
      "epoch": 593.27,
      "grad_norm": 1.1093186140060425,
      "learning_rate": 8.049836795511553e-07,
      "loss": 0.3439,
      "step": 2125670
    },
    {
      "epoch": 593.27,
      "grad_norm": 1.153777003288269,
      "learning_rate": 8.049632839047343e-07,
      "loss": 0.3488,
      "step": 2125680
    },
    {
      "epoch": 593.27,
      "grad_norm": 1.0627886056900024,
      "learning_rate": 8.049428884631279e-07,
      "loss": 0.3342,
      "step": 2125690
    },
    {
      "epoch": 593.27,
      "grad_norm": 1.1486636400222778,
      "learning_rate": 8.049224932263365e-07,
      "loss": 0.3396,
      "step": 2125700
    },
    {
      "epoch": 593.28,
      "grad_norm": 1.1272525787353516,
      "learning_rate": 8.049020981943634e-07,
      "loss": 0.3304,
      "step": 2125710
    },
    {
      "epoch": 593.28,
      "grad_norm": 1.0974723100662231,
      "learning_rate": 8.048817033672121e-07,
      "loss": 0.3405,
      "step": 2125720
    },
    {
      "epoch": 593.28,
      "grad_norm": 1.3056079149246216,
      "learning_rate": 8.048613087448836e-07,
      "loss": 0.3431,
      "step": 2125730
    },
    {
      "epoch": 593.28,
      "grad_norm": 1.0548195838928223,
      "learning_rate": 8.048409143273819e-07,
      "loss": 0.3507,
      "step": 2125740
    },
    {
      "epoch": 593.29,
      "grad_norm": 1.1441419124603271,
      "learning_rate": 8.048205201147094e-07,
      "loss": 0.341,
      "step": 2125750
    },
    {
      "epoch": 593.29,
      "grad_norm": 1.1843700408935547,
      "learning_rate": 8.048001261068697e-07,
      "loss": 0.3468,
      "step": 2125760
    },
    {
      "epoch": 593.29,
      "grad_norm": 1.0910359621047974,
      "learning_rate": 8.047797323038629e-07,
      "loss": 0.3549,
      "step": 2125770
    },
    {
      "epoch": 593.3,
      "grad_norm": 1.16392183303833,
      "learning_rate": 8.047593387056949e-07,
      "loss": 0.3141,
      "step": 2125780
    },
    {
      "epoch": 593.3,
      "grad_norm": 1.216854214668274,
      "learning_rate": 8.047389453123664e-07,
      "loss": 0.351,
      "step": 2125790
    },
    {
      "epoch": 593.3,
      "grad_norm": 1.0938459634780884,
      "learning_rate": 8.047185521238805e-07,
      "loss": 0.3384,
      "step": 2125800
    },
    {
      "epoch": 593.3,
      "grad_norm": 1.1113473176956177,
      "learning_rate": 8.046981591402413e-07,
      "loss": 0.329,
      "step": 2125810
    },
    {
      "epoch": 593.31,
      "grad_norm": 1.16010582447052,
      "learning_rate": 8.046777663614491e-07,
      "loss": 0.3377,
      "step": 2125820
    },
    {
      "epoch": 593.31,
      "grad_norm": 1.2323347330093384,
      "learning_rate": 8.046573737875082e-07,
      "loss": 0.3435,
      "step": 2125830
    },
    {
      "epoch": 593.31,
      "grad_norm": 1.1667165756225586,
      "learning_rate": 8.046369814184206e-07,
      "loss": 0.3261,
      "step": 2125840
    },
    {
      "epoch": 593.32,
      "grad_norm": 1.132763147354126,
      "learning_rate": 8.046165892541905e-07,
      "loss": 0.3211,
      "step": 2125850
    },
    {
      "epoch": 593.32,
      "grad_norm": 1.120215654373169,
      "learning_rate": 8.045961972948184e-07,
      "loss": 0.3185,
      "step": 2125860
    },
    {
      "epoch": 593.32,
      "grad_norm": 1.179333209991455,
      "learning_rate": 8.045758055403081e-07,
      "loss": 0.3325,
      "step": 2125870
    },
    {
      "epoch": 593.32,
      "grad_norm": 1.8561230897903442,
      "learning_rate": 8.045554139906632e-07,
      "loss": 0.3424,
      "step": 2125880
    },
    {
      "epoch": 593.33,
      "grad_norm": 1.1957533359527588,
      "learning_rate": 8.04535022645884e-07,
      "loss": 0.315,
      "step": 2125890
    },
    {
      "epoch": 593.33,
      "grad_norm": 1.0512768030166626,
      "learning_rate": 8.045146315059762e-07,
      "loss": 0.3302,
      "step": 2125900
    },
    {
      "epoch": 593.33,
      "grad_norm": 1.3473947048187256,
      "learning_rate": 8.044942405709402e-07,
      "loss": 0.3472,
      "step": 2125910
    },
    {
      "epoch": 593.34,
      "grad_norm": 1.6071768999099731,
      "learning_rate": 8.044738498407798e-07,
      "loss": 0.3395,
      "step": 2125920
    },
    {
      "epoch": 593.34,
      "grad_norm": 1.0719108581542969,
      "learning_rate": 8.044534593154973e-07,
      "loss": 0.343,
      "step": 2125930
    },
    {
      "epoch": 593.34,
      "grad_norm": 1.0429534912109375,
      "learning_rate": 8.044330689950955e-07,
      "loss": 0.3365,
      "step": 2125940
    },
    {
      "epoch": 593.34,
      "grad_norm": 1.0657588243484497,
      "learning_rate": 8.044126788795782e-07,
      "loss": 0.3367,
      "step": 2125950
    },
    {
      "epoch": 593.35,
      "grad_norm": 1.2231324911117554,
      "learning_rate": 8.043922889689461e-07,
      "loss": 0.3427,
      "step": 2125960
    },
    {
      "epoch": 593.35,
      "grad_norm": 1.3618723154067993,
      "learning_rate": 8.043718992632031e-07,
      "loss": 0.3339,
      "step": 2125970
    },
    {
      "epoch": 593.35,
      "grad_norm": 0.9662339687347412,
      "learning_rate": 8.043515097623518e-07,
      "loss": 0.3259,
      "step": 2125980
    },
    {
      "epoch": 593.35,
      "grad_norm": 1.092225193977356,
      "learning_rate": 8.043311204663955e-07,
      "loss": 0.3372,
      "step": 2125990
    },
    {
      "epoch": 593.36,
      "grad_norm": 1.301915168762207,
      "learning_rate": 8.043107313753355e-07,
      "loss": 0.3243,
      "step": 2126000
    },
    {
      "epoch": 593.36,
      "grad_norm": 1.1590238809585571,
      "learning_rate": 8.042903424891754e-07,
      "loss": 0.3287,
      "step": 2126010
    },
    {
      "epoch": 593.36,
      "grad_norm": 1.1702693700790405,
      "learning_rate": 8.042699538079185e-07,
      "loss": 0.3537,
      "step": 2126020
    },
    {
      "epoch": 593.37,
      "grad_norm": 1.152401328086853,
      "learning_rate": 8.042495653315652e-07,
      "loss": 0.3416,
      "step": 2126030
    },
    {
      "epoch": 593.37,
      "grad_norm": 1.314753770828247,
      "learning_rate": 8.042291770601214e-07,
      "loss": 0.3472,
      "step": 2126040
    },
    {
      "epoch": 593.37,
      "grad_norm": 1.1073247194290161,
      "learning_rate": 8.042087889935877e-07,
      "loss": 0.345,
      "step": 2126050
    },
    {
      "epoch": 593.37,
      "grad_norm": 1.26542329788208,
      "learning_rate": 8.041884011319671e-07,
      "loss": 0.329,
      "step": 2126060
    },
    {
      "epoch": 593.38,
      "grad_norm": 1.0867663621902466,
      "learning_rate": 8.041680134752625e-07,
      "loss": 0.3493,
      "step": 2126070
    },
    {
      "epoch": 593.38,
      "grad_norm": 1.2710041999816895,
      "learning_rate": 8.041476260234777e-07,
      "loss": 0.351,
      "step": 2126080
    },
    {
      "epoch": 593.38,
      "grad_norm": 1.2803398370742798,
      "learning_rate": 8.041272387766136e-07,
      "loss": 0.3242,
      "step": 2126090
    },
    {
      "epoch": 593.39,
      "grad_norm": 1.5193376541137695,
      "learning_rate": 8.041068517346735e-07,
      "loss": 0.3496,
      "step": 2126100
    },
    {
      "epoch": 593.39,
      "grad_norm": 1.26291823387146,
      "learning_rate": 8.040864648976613e-07,
      "loss": 0.352,
      "step": 2126110
    },
    {
      "epoch": 593.39,
      "grad_norm": 1.070948839187622,
      "learning_rate": 8.04066078265577e-07,
      "loss": 0.3146,
      "step": 2126120
    },
    {
      "epoch": 593.39,
      "grad_norm": 1.1843971014022827,
      "learning_rate": 8.040456918384266e-07,
      "loss": 0.3514,
      "step": 2126130
    },
    {
      "epoch": 593.4,
      "grad_norm": 1.068577527999878,
      "learning_rate": 8.040253056162108e-07,
      "loss": 0.3417,
      "step": 2126140
    },
    {
      "epoch": 593.4,
      "grad_norm": 1.0805684328079224,
      "learning_rate": 8.040049195989323e-07,
      "loss": 0.336,
      "step": 2126150
    },
    {
      "epoch": 593.4,
      "grad_norm": 1.074737787246704,
      "learning_rate": 8.039845337865947e-07,
      "loss": 0.3437,
      "step": 2126160
    },
    {
      "epoch": 593.4,
      "grad_norm": 3.4309403896331787,
      "learning_rate": 8.039641481792009e-07,
      "loss": 0.3306,
      "step": 2126170
    },
    {
      "epoch": 593.41,
      "grad_norm": 1.2213783264160156,
      "learning_rate": 8.039437627767522e-07,
      "loss": 0.327,
      "step": 2126180
    },
    {
      "epoch": 593.41,
      "grad_norm": 1.2950992584228516,
      "learning_rate": 8.039233775792524e-07,
      "loss": 0.3458,
      "step": 2126190
    },
    {
      "epoch": 593.41,
      "grad_norm": 1.084559440612793,
      "learning_rate": 8.039029925867037e-07,
      "loss": 0.3425,
      "step": 2126200
    },
    {
      "epoch": 593.42,
      "grad_norm": 1.1848911046981812,
      "learning_rate": 8.03882607799109e-07,
      "loss": 0.3317,
      "step": 2126210
    },
    {
      "epoch": 593.42,
      "grad_norm": 1.1019231081008911,
      "learning_rate": 8.038622232164721e-07,
      "loss": 0.3255,
      "step": 2126220
    },
    {
      "epoch": 593.42,
      "grad_norm": 1.0807641744613647,
      "learning_rate": 8.038418388387936e-07,
      "loss": 0.3394,
      "step": 2126230
    },
    {
      "epoch": 593.42,
      "grad_norm": 1.3002192974090576,
      "learning_rate": 8.038214546660774e-07,
      "loss": 0.3303,
      "step": 2126240
    },
    {
      "epoch": 593.43,
      "grad_norm": 1.3502695560455322,
      "learning_rate": 8.03801070698327e-07,
      "loss": 0.3377,
      "step": 2126250
    },
    {
      "epoch": 593.43,
      "grad_norm": 1.0981112718582153,
      "learning_rate": 8.037806869355428e-07,
      "loss": 0.3308,
      "step": 2126260
    },
    {
      "epoch": 593.43,
      "grad_norm": 2.0362040996551514,
      "learning_rate": 8.0376030337773e-07,
      "loss": 0.3303,
      "step": 2126270
    },
    {
      "epoch": 593.44,
      "grad_norm": 1.0455875396728516,
      "learning_rate": 8.037399200248898e-07,
      "loss": 0.3264,
      "step": 2126280
    },
    {
      "epoch": 593.44,
      "grad_norm": 1.103034257888794,
      "learning_rate": 8.037195368770255e-07,
      "loss": 0.3388,
      "step": 2126290
    },
    {
      "epoch": 593.44,
      "grad_norm": 2.2698514461517334,
      "learning_rate": 8.036991539341396e-07,
      "loss": 0.3463,
      "step": 2126300
    },
    {
      "epoch": 593.44,
      "grad_norm": 1.0492337942123413,
      "learning_rate": 8.036787711962353e-07,
      "loss": 0.3431,
      "step": 2126310
    },
    {
      "epoch": 593.45,
      "grad_norm": 1.2402234077453613,
      "learning_rate": 8.036583886633144e-07,
      "loss": 0.3536,
      "step": 2126320
    },
    {
      "epoch": 593.45,
      "grad_norm": 1.3513708114624023,
      "learning_rate": 8.036380063353802e-07,
      "loss": 0.3418,
      "step": 2126330
    },
    {
      "epoch": 593.45,
      "grad_norm": 1.0701591968536377,
      "learning_rate": 8.036176242124361e-07,
      "loss": 0.3294,
      "step": 2126340
    },
    {
      "epoch": 593.46,
      "grad_norm": 1.0651578903198242,
      "learning_rate": 8.035972422944824e-07,
      "loss": 0.3492,
      "step": 2126350
    },
    {
      "epoch": 593.46,
      "grad_norm": 1.2635687589645386,
      "learning_rate": 8.035768605815249e-07,
      "loss": 0.3415,
      "step": 2126360
    },
    {
      "epoch": 593.46,
      "grad_norm": 1.1639111042022705,
      "learning_rate": 8.035564790735642e-07,
      "loss": 0.3364,
      "step": 2126370
    },
    {
      "epoch": 593.46,
      "grad_norm": 1.092208743095398,
      "learning_rate": 8.035360977706037e-07,
      "loss": 0.3282,
      "step": 2126380
    },
    {
      "epoch": 593.47,
      "grad_norm": 1.1386243104934692,
      "learning_rate": 8.035157166726467e-07,
      "loss": 0.3442,
      "step": 2126390
    },
    {
      "epoch": 593.47,
      "grad_norm": 1.169366478919983,
      "learning_rate": 8.034953357796948e-07,
      "loss": 0.3293,
      "step": 2126400
    },
    {
      "epoch": 593.47,
      "grad_norm": 1.0918033123016357,
      "learning_rate": 8.034749550917509e-07,
      "loss": 0.3256,
      "step": 2126410
    },
    {
      "epoch": 593.47,
      "grad_norm": 1.1320736408233643,
      "learning_rate": 8.034545746088185e-07,
      "loss": 0.3317,
      "step": 2126420
    },
    {
      "epoch": 593.48,
      "grad_norm": 0.9923031330108643,
      "learning_rate": 8.034341943309e-07,
      "loss": 0.337,
      "step": 2126430
    },
    {
      "epoch": 593.48,
      "grad_norm": 1.2244678735733032,
      "learning_rate": 8.034138142579967e-07,
      "loss": 0.3449,
      "step": 2126440
    },
    {
      "epoch": 593.48,
      "grad_norm": 1.1617366075515747,
      "learning_rate": 8.033934343901142e-07,
      "loss": 0.3332,
      "step": 2126450
    },
    {
      "epoch": 593.49,
      "grad_norm": 1.139625906944275,
      "learning_rate": 8.033730547272527e-07,
      "loss": 0.3246,
      "step": 2126460
    },
    {
      "epoch": 593.49,
      "grad_norm": 1.0986998081207275,
      "learning_rate": 8.033526752694158e-07,
      "loss": 0.3342,
      "step": 2126470
    },
    {
      "epoch": 593.49,
      "grad_norm": 1.461517333984375,
      "learning_rate": 8.033322960166071e-07,
      "loss": 0.3351,
      "step": 2126480
    },
    {
      "epoch": 593.49,
      "grad_norm": 1.2402541637420654,
      "learning_rate": 8.033119169688268e-07,
      "loss": 0.331,
      "step": 2126490
    },
    {
      "epoch": 593.5,
      "grad_norm": 1.2608697414398193,
      "learning_rate": 8.032915381260807e-07,
      "loss": 0.3238,
      "step": 2126500
    },
    {
      "epoch": 593.5,
      "grad_norm": 1.1451330184936523,
      "learning_rate": 8.032711594883692e-07,
      "loss": 0.3446,
      "step": 2126510
    },
    {
      "epoch": 593.5,
      "grad_norm": 1.0835075378417969,
      "learning_rate": 8.032507810556962e-07,
      "loss": 0.3275,
      "step": 2126520
    },
    {
      "epoch": 593.51,
      "grad_norm": 1.3404567241668701,
      "learning_rate": 8.032304028280645e-07,
      "loss": 0.3449,
      "step": 2126530
    },
    {
      "epoch": 593.51,
      "grad_norm": 1.0732325315475464,
      "learning_rate": 8.032100248054759e-07,
      "loss": 0.344,
      "step": 2126540
    },
    {
      "epoch": 593.51,
      "grad_norm": 1.2399982213974,
      "learning_rate": 8.031896469879334e-07,
      "loss": 0.3328,
      "step": 2126550
    },
    {
      "epoch": 593.51,
      "grad_norm": 1.0471841096878052,
      "learning_rate": 8.031692693754398e-07,
      "loss": 0.3466,
      "step": 2126560
    },
    {
      "epoch": 593.52,
      "grad_norm": 3.379789113998413,
      "learning_rate": 8.031488919679988e-07,
      "loss": 0.3362,
      "step": 2126570
    },
    {
      "epoch": 593.52,
      "grad_norm": 1.2076630592346191,
      "learning_rate": 8.031285147656105e-07,
      "loss": 0.353,
      "step": 2126580
    },
    {
      "epoch": 593.52,
      "grad_norm": 1.1988917589187622,
      "learning_rate": 8.031081377682812e-07,
      "loss": 0.3535,
      "step": 2126590
    },
    {
      "epoch": 593.52,
      "grad_norm": 1.2691900730133057,
      "learning_rate": 8.030877609760108e-07,
      "loss": 0.3404,
      "step": 2126600
    },
    {
      "epoch": 593.53,
      "grad_norm": 1.204038143157959,
      "learning_rate": 8.030673843888031e-07,
      "loss": 0.3352,
      "step": 2126610
    },
    {
      "epoch": 593.53,
      "grad_norm": 1.3549401760101318,
      "learning_rate": 8.030470080066614e-07,
      "loss": 0.3235,
      "step": 2126620
    },
    {
      "epoch": 593.53,
      "grad_norm": 1.6276781558990479,
      "learning_rate": 8.030266318295868e-07,
      "loss": 0.3565,
      "step": 2126630
    },
    {
      "epoch": 593.54,
      "grad_norm": 1.0639333724975586,
      "learning_rate": 8.03006255857583e-07,
      "loss": 0.318,
      "step": 2126640
    },
    {
      "epoch": 593.54,
      "grad_norm": 1.1226141452789307,
      "learning_rate": 8.029858800906524e-07,
      "loss": 0.3406,
      "step": 2126650
    },
    {
      "epoch": 593.54,
      "grad_norm": 1.0556474924087524,
      "learning_rate": 8.029655045287991e-07,
      "loss": 0.3145,
      "step": 2126660
    },
    {
      "epoch": 593.54,
      "grad_norm": 1.150516390800476,
      "learning_rate": 8.029451291720236e-07,
      "loss": 0.3433,
      "step": 2126670
    },
    {
      "epoch": 593.55,
      "grad_norm": 1.1302831172943115,
      "learning_rate": 8.029247540203296e-07,
      "loss": 0.3434,
      "step": 2126680
    },
    {
      "epoch": 593.55,
      "grad_norm": 1.0945817232131958,
      "learning_rate": 8.029043790737209e-07,
      "loss": 0.3268,
      "step": 2126690
    },
    {
      "epoch": 593.55,
      "grad_norm": 1.1588218212127686,
      "learning_rate": 8.028840043321972e-07,
      "loss": 0.3565,
      "step": 2126700
    },
    {
      "epoch": 593.56,
      "grad_norm": 1.1539429426193237,
      "learning_rate": 8.02863629795765e-07,
      "loss": 0.3541,
      "step": 2126710
    },
    {
      "epoch": 593.56,
      "grad_norm": 1.306641936302185,
      "learning_rate": 8.028432554644244e-07,
      "loss": 0.3406,
      "step": 2126720
    },
    {
      "epoch": 593.56,
      "grad_norm": 1.1455825567245483,
      "learning_rate": 8.028228813381789e-07,
      "loss": 0.3308,
      "step": 2126730
    },
    {
      "epoch": 593.56,
      "grad_norm": 1.1392115354537964,
      "learning_rate": 8.028025074170313e-07,
      "loss": 0.3182,
      "step": 2126740
    },
    {
      "epoch": 593.57,
      "grad_norm": 1.124267339706421,
      "learning_rate": 8.027821337009848e-07,
      "loss": 0.3376,
      "step": 2126750
    },
    {
      "epoch": 593.57,
      "grad_norm": 1.0510538816452026,
      "learning_rate": 8.027617601900411e-07,
      "loss": 0.3314,
      "step": 2126760
    },
    {
      "epoch": 593.57,
      "grad_norm": 1.2855881452560425,
      "learning_rate": 8.027413868842032e-07,
      "loss": 0.3478,
      "step": 2126770
    },
    {
      "epoch": 593.58,
      "grad_norm": 1.0987504720687866,
      "learning_rate": 8.027210137834739e-07,
      "loss": 0.3375,
      "step": 2126780
    },
    {
      "epoch": 593.58,
      "grad_norm": 1.1925032138824463,
      "learning_rate": 8.02700640887856e-07,
      "loss": 0.3371,
      "step": 2126790
    },
    {
      "epoch": 593.58,
      "grad_norm": 0.9831641316413879,
      "learning_rate": 8.026802681973528e-07,
      "loss": 0.3393,
      "step": 2126800
    },
    {
      "epoch": 593.58,
      "grad_norm": 1.144614338874817,
      "learning_rate": 8.026598957119659e-07,
      "loss": 0.3529,
      "step": 2126810
    },
    {
      "epoch": 593.59,
      "grad_norm": 1.0296320915222168,
      "learning_rate": 8.026395234316985e-07,
      "loss": 0.3384,
      "step": 2126820
    },
    {
      "epoch": 593.59,
      "grad_norm": 1.0983307361602783,
      "learning_rate": 8.026191513565539e-07,
      "loss": 0.3324,
      "step": 2126830
    },
    {
      "epoch": 593.59,
      "grad_norm": 1.2713170051574707,
      "learning_rate": 8.025987794865328e-07,
      "loss": 0.3394,
      "step": 2126840
    },
    {
      "epoch": 593.59,
      "grad_norm": 1.2883200645446777,
      "learning_rate": 8.025784078216409e-07,
      "loss": 0.3449,
      "step": 2126850
    },
    {
      "epoch": 593.6,
      "grad_norm": 1.4847962856292725,
      "learning_rate": 8.025580363618785e-07,
      "loss": 0.3456,
      "step": 2126860
    },
    {
      "epoch": 593.6,
      "grad_norm": 1.113944172859192,
      "learning_rate": 8.025376651072493e-07,
      "loss": 0.3347,
      "step": 2126870
    },
    {
      "epoch": 593.6,
      "grad_norm": 1.062289834022522,
      "learning_rate": 8.025172940577557e-07,
      "loss": 0.3258,
      "step": 2126880
    },
    {
      "epoch": 593.61,
      "grad_norm": 0.9421786665916443,
      "learning_rate": 8.024969232134016e-07,
      "loss": 0.3342,
      "step": 2126890
    },
    {
      "epoch": 593.61,
      "grad_norm": 1.3137288093566895,
      "learning_rate": 8.024765525741879e-07,
      "loss": 0.3512,
      "step": 2126900
    },
    {
      "epoch": 593.61,
      "grad_norm": 1.1496261358261108,
      "learning_rate": 8.024561821401178e-07,
      "loss": 0.3512,
      "step": 2126910
    },
    {
      "epoch": 593.61,
      "grad_norm": 2.3886377811431885,
      "learning_rate": 8.024358119111954e-07,
      "loss": 0.348,
      "step": 2126920
    },
    {
      "epoch": 593.62,
      "grad_norm": 1.1019130945205688,
      "learning_rate": 8.024154418874207e-07,
      "loss": 0.3321,
      "step": 2126930
    },
    {
      "epoch": 593.62,
      "grad_norm": 1.0807141065597534,
      "learning_rate": 8.023950720687998e-07,
      "loss": 0.342,
      "step": 2126940
    },
    {
      "epoch": 593.62,
      "grad_norm": 1.2154734134674072,
      "learning_rate": 8.023747024553327e-07,
      "loss": 0.3454,
      "step": 2126950
    },
    {
      "epoch": 593.63,
      "grad_norm": 1.213968276977539,
      "learning_rate": 8.023543330470229e-07,
      "loss": 0.3323,
      "step": 2126960
    },
    {
      "epoch": 593.63,
      "grad_norm": 1.3133491277694702,
      "learning_rate": 8.023339638438745e-07,
      "loss": 0.3281,
      "step": 2126970
    },
    {
      "epoch": 593.63,
      "grad_norm": 1.3138195276260376,
      "learning_rate": 8.023135948458878e-07,
      "loss": 0.3395,
      "step": 2126980
    },
    {
      "epoch": 593.63,
      "grad_norm": 1.151273250579834,
      "learning_rate": 8.022932260530668e-07,
      "loss": 0.3501,
      "step": 2126990
    },
    {
      "epoch": 593.64,
      "grad_norm": 1.0949623584747314,
      "learning_rate": 8.022728574654144e-07,
      "loss": 0.3417,
      "step": 2127000
    },
    {
      "epoch": 593.64,
      "grad_norm": 1.1754385232925415,
      "learning_rate": 8.022524890829335e-07,
      "loss": 0.3287,
      "step": 2127010
    },
    {
      "epoch": 593.64,
      "grad_norm": 1.0173357725143433,
      "learning_rate": 8.022321209056249e-07,
      "loss": 0.3335,
      "step": 2127020
    },
    {
      "epoch": 593.64,
      "grad_norm": 1.1050411462783813,
      "learning_rate": 8.022117529334941e-07,
      "loss": 0.3493,
      "step": 2127030
    },
    {
      "epoch": 593.65,
      "grad_norm": 1.118971347808838,
      "learning_rate": 8.021913851665419e-07,
      "loss": 0.3308,
      "step": 2127040
    },
    {
      "epoch": 593.65,
      "grad_norm": 1.463344931602478,
      "learning_rate": 8.021710176047717e-07,
      "loss": 0.353,
      "step": 2127050
    },
    {
      "epoch": 593.65,
      "grad_norm": 1.071351408958435,
      "learning_rate": 8.021506502481865e-07,
      "loss": 0.3257,
      "step": 2127060
    },
    {
      "epoch": 593.66,
      "grad_norm": 1.0439049005508423,
      "learning_rate": 8.021302830967872e-07,
      "loss": 0.3389,
      "step": 2127070
    },
    {
      "epoch": 593.66,
      "grad_norm": 1.370259404182434,
      "learning_rate": 8.021099161505796e-07,
      "loss": 0.3368,
      "step": 2127080
    },
    {
      "epoch": 593.66,
      "grad_norm": 1.158294677734375,
      "learning_rate": 8.020895494095638e-07,
      "loss": 0.3432,
      "step": 2127090
    },
    {
      "epoch": 593.66,
      "grad_norm": 1.1089510917663574,
      "learning_rate": 8.020691828737434e-07,
      "loss": 0.3443,
      "step": 2127100
    },
    {
      "epoch": 593.67,
      "grad_norm": 1.1824676990509033,
      "learning_rate": 8.020488165431213e-07,
      "loss": 0.3512,
      "step": 2127110
    },
    {
      "epoch": 593.67,
      "grad_norm": 1.2126997709274292,
      "learning_rate": 8.020284504177007e-07,
      "loss": 0.3459,
      "step": 2127120
    },
    {
      "epoch": 593.67,
      "grad_norm": 1.2790789604187012,
      "learning_rate": 8.020080844974828e-07,
      "loss": 0.3473,
      "step": 2127130
    },
    {
      "epoch": 593.68,
      "grad_norm": 1.2296059131622314,
      "learning_rate": 8.019877187824713e-07,
      "loss": 0.3236,
      "step": 2127140
    },
    {
      "epoch": 593.68,
      "grad_norm": 1.186047911643982,
      "learning_rate": 8.019673532726695e-07,
      "loss": 0.3538,
      "step": 2127150
    },
    {
      "epoch": 593.68,
      "grad_norm": 1.2014849185943604,
      "learning_rate": 8.019469879680779e-07,
      "loss": 0.3398,
      "step": 2127160
    },
    {
      "epoch": 593.68,
      "grad_norm": 1.2739123106002808,
      "learning_rate": 8.019266228687023e-07,
      "loss": 0.3405,
      "step": 2127170
    },
    {
      "epoch": 593.69,
      "grad_norm": 1.1602524518966675,
      "learning_rate": 8.019062579745429e-07,
      "loss": 0.3339,
      "step": 2127180
    },
    {
      "epoch": 593.69,
      "grad_norm": 1.1124989986419678,
      "learning_rate": 8.018858932856033e-07,
      "loss": 0.3259,
      "step": 2127190
    },
    {
      "epoch": 593.69,
      "grad_norm": 1.2345523834228516,
      "learning_rate": 8.01865528801887e-07,
      "loss": 0.3408,
      "step": 2127200
    },
    {
      "epoch": 593.7,
      "grad_norm": 1.052183985710144,
      "learning_rate": 8.018451645233955e-07,
      "loss": 0.326,
      "step": 2127210
    },
    {
      "epoch": 593.7,
      "grad_norm": 1.137435793876648,
      "learning_rate": 8.018248004501316e-07,
      "loss": 0.3481,
      "step": 2127220
    },
    {
      "epoch": 593.7,
      "grad_norm": 1.2274484634399414,
      "learning_rate": 8.018044365820983e-07,
      "loss": 0.3297,
      "step": 2127230
    },
    {
      "epoch": 593.7,
      "grad_norm": 1.2198575735092163,
      "learning_rate": 8.017840729192994e-07,
      "loss": 0.3466,
      "step": 2127240
    },
    {
      "epoch": 593.71,
      "grad_norm": 1.0578595399856567,
      "learning_rate": 8.017637094617349e-07,
      "loss": 0.3393,
      "step": 2127250
    },
    {
      "epoch": 593.71,
      "grad_norm": 1.3973274230957031,
      "learning_rate": 8.01743346209411e-07,
      "loss": 0.337,
      "step": 2127260
    },
    {
      "epoch": 593.71,
      "grad_norm": 1.16830313205719,
      "learning_rate": 8.017229831623275e-07,
      "loss": 0.3289,
      "step": 2127270
    },
    {
      "epoch": 593.71,
      "grad_norm": 1.1462374925613403,
      "learning_rate": 8.017026203204883e-07,
      "loss": 0.3427,
      "step": 2127280
    },
    {
      "epoch": 593.72,
      "grad_norm": 1.1522729396820068,
      "learning_rate": 8.016822576838968e-07,
      "loss": 0.3506,
      "step": 2127290
    },
    {
      "epoch": 593.72,
      "grad_norm": 1.151200294494629,
      "learning_rate": 8.016618952525541e-07,
      "loss": 0.3332,
      "step": 2127300
    },
    {
      "epoch": 593.72,
      "grad_norm": 1.284131407737732,
      "learning_rate": 8.01641533026464e-07,
      "loss": 0.3644,
      "step": 2127310
    },
    {
      "epoch": 593.73,
      "grad_norm": 1.1988872289657593,
      "learning_rate": 8.016211710056287e-07,
      "loss": 0.3634,
      "step": 2127320
    },
    {
      "epoch": 593.73,
      "grad_norm": 1.5046311616897583,
      "learning_rate": 8.016008091900521e-07,
      "loss": 0.3457,
      "step": 2127330
    },
    {
      "epoch": 593.73,
      "grad_norm": 1.179153323173523,
      "learning_rate": 8.015804475797353e-07,
      "loss": 0.3586,
      "step": 2127340
    },
    {
      "epoch": 593.73,
      "grad_norm": 1.217963457107544,
      "learning_rate": 8.015600861746813e-07,
      "loss": 0.3399,
      "step": 2127350
    },
    {
      "epoch": 593.74,
      "grad_norm": 1.071348786354065,
      "learning_rate": 8.015397249748937e-07,
      "loss": 0.3296,
      "step": 2127360
    },
    {
      "epoch": 593.74,
      "grad_norm": 1.2834030389785767,
      "learning_rate": 8.015193639803744e-07,
      "loss": 0.3374,
      "step": 2127370
    },
    {
      "epoch": 593.74,
      "grad_norm": 1.1404130458831787,
      "learning_rate": 8.014990031911273e-07,
      "loss": 0.3359,
      "step": 2127380
    },
    {
      "epoch": 593.75,
      "grad_norm": 1.4339286088943481,
      "learning_rate": 8.014786426071525e-07,
      "loss": 0.341,
      "step": 2127390
    },
    {
      "epoch": 593.75,
      "grad_norm": 1.2708863019943237,
      "learning_rate": 8.014582822284562e-07,
      "loss": 0.3262,
      "step": 2127400
    },
    {
      "epoch": 593.75,
      "grad_norm": 1.206268548965454,
      "learning_rate": 8.014379220550384e-07,
      "loss": 0.3374,
      "step": 2127410
    },
    {
      "epoch": 593.75,
      "grad_norm": 1.0773875713348389,
      "learning_rate": 8.014175620869028e-07,
      "loss": 0.3522,
      "step": 2127420
    },
    {
      "epoch": 593.76,
      "grad_norm": 1.0173838138580322,
      "learning_rate": 8.013972023240529e-07,
      "loss": 0.3371,
      "step": 2127430
    },
    {
      "epoch": 593.76,
      "grad_norm": 0.9843907356262207,
      "learning_rate": 8.013768427664899e-07,
      "loss": 0.3303,
      "step": 2127440
    },
    {
      "epoch": 593.76,
      "grad_norm": 1.2594314813613892,
      "learning_rate": 8.013564834142171e-07,
      "loss": 0.3445,
      "step": 2127450
    },
    {
      "epoch": 593.77,
      "grad_norm": 1.1024041175842285,
      "learning_rate": 8.01336124267237e-07,
      "loss": 0.3414,
      "step": 2127460
    },
    {
      "epoch": 593.77,
      "grad_norm": 1.4249846935272217,
      "learning_rate": 8.013157653255537e-07,
      "loss": 0.3463,
      "step": 2127470
    },
    {
      "epoch": 593.77,
      "grad_norm": 1.1162924766540527,
      "learning_rate": 8.01295406589168e-07,
      "loss": 0.3395,
      "step": 2127480
    },
    {
      "epoch": 593.77,
      "grad_norm": 1.0728651285171509,
      "learning_rate": 8.012750480580836e-07,
      "loss": 0.3218,
      "step": 2127490
    },
    {
      "epoch": 593.78,
      "grad_norm": 1.1250872611999512,
      "learning_rate": 8.012546897323034e-07,
      "loss": 0.3183,
      "step": 2127500
    },
    {
      "epoch": 593.78,
      "grad_norm": 1.2235304117202759,
      "learning_rate": 8.012343316118284e-07,
      "loss": 0.3333,
      "step": 2127510
    },
    {
      "epoch": 593.78,
      "grad_norm": 1.301989197731018,
      "learning_rate": 8.012139736966643e-07,
      "loss": 0.3345,
      "step": 2127520
    },
    {
      "epoch": 593.78,
      "grad_norm": 1.2272483110427856,
      "learning_rate": 8.011936159868113e-07,
      "loss": 0.3414,
      "step": 2127530
    },
    {
      "epoch": 593.79,
      "grad_norm": 1.2579624652862549,
      "learning_rate": 8.01173258482273e-07,
      "loss": 0.3468,
      "step": 2127540
    },
    {
      "epoch": 593.79,
      "grad_norm": 1.1441494226455688,
      "learning_rate": 8.011529011830521e-07,
      "loss": 0.3352,
      "step": 2127550
    },
    {
      "epoch": 593.79,
      "grad_norm": 1.219031810760498,
      "learning_rate": 8.01132544089152e-07,
      "loss": 0.31,
      "step": 2127560
    },
    {
      "epoch": 593.8,
      "grad_norm": 1.1837213039398193,
      "learning_rate": 8.01112187200574e-07,
      "loss": 0.3408,
      "step": 2127570
    },
    {
      "epoch": 593.8,
      "grad_norm": 1.2038652896881104,
      "learning_rate": 8.010918305173216e-07,
      "loss": 0.3407,
      "step": 2127580
    },
    {
      "epoch": 593.8,
      "grad_norm": 1.137376308441162,
      "learning_rate": 8.010714740393981e-07,
      "loss": 0.3483,
      "step": 2127590
    },
    {
      "epoch": 593.8,
      "grad_norm": 1.0760761499404907,
      "learning_rate": 8.010511177668039e-07,
      "loss": 0.3552,
      "step": 2127600
    },
    {
      "epoch": 593.81,
      "grad_norm": 1.1573729515075684,
      "learning_rate": 8.010307616995451e-07,
      "loss": 0.3471,
      "step": 2127610
    },
    {
      "epoch": 593.81,
      "grad_norm": 1.2235976457595825,
      "learning_rate": 8.010104058376217e-07,
      "loss": 0.3514,
      "step": 2127620
    },
    {
      "epoch": 593.81,
      "grad_norm": 1.140662670135498,
      "learning_rate": 8.009900501810374e-07,
      "loss": 0.3215,
      "step": 2127630
    },
    {
      "epoch": 593.82,
      "grad_norm": 1.2046449184417725,
      "learning_rate": 8.009696947297955e-07,
      "loss": 0.3276,
      "step": 2127640
    },
    {
      "epoch": 593.82,
      "grad_norm": 1.2087104320526123,
      "learning_rate": 8.009493394838965e-07,
      "loss": 0.3663,
      "step": 2127650
    },
    {
      "epoch": 593.82,
      "grad_norm": 1.0623760223388672,
      "learning_rate": 8.009289844433466e-07,
      "loss": 0.3349,
      "step": 2127660
    },
    {
      "epoch": 593.82,
      "grad_norm": 1.158864974975586,
      "learning_rate": 8.009086296081457e-07,
      "loss": 0.3291,
      "step": 2127670
    },
    {
      "epoch": 593.83,
      "grad_norm": 1.2909600734710693,
      "learning_rate": 8.008882749782972e-07,
      "loss": 0.3318,
      "step": 2127680
    },
    {
      "epoch": 593.83,
      "grad_norm": 1.1845972537994385,
      "learning_rate": 8.008679205538041e-07,
      "loss": 0.3414,
      "step": 2127690
    },
    {
      "epoch": 593.83,
      "grad_norm": 1.0561764240264893,
      "learning_rate": 8.0084756633467e-07,
      "loss": 0.3313,
      "step": 2127700
    },
    {
      "epoch": 593.83,
      "grad_norm": 1.0835206508636475,
      "learning_rate": 8.008272123208955e-07,
      "loss": 0.3482,
      "step": 2127710
    },
    {
      "epoch": 593.84,
      "grad_norm": 1.1660122871398926,
      "learning_rate": 8.008068585124847e-07,
      "loss": 0.3629,
      "step": 2127720
    },
    {
      "epoch": 593.84,
      "grad_norm": 1.0747318267822266,
      "learning_rate": 8.007865049094408e-07,
      "loss": 0.3315,
      "step": 2127730
    },
    {
      "epoch": 593.84,
      "grad_norm": 1.1317310333251953,
      "learning_rate": 8.007661515117642e-07,
      "loss": 0.3154,
      "step": 2127740
    },
    {
      "epoch": 593.85,
      "grad_norm": 1.246356725692749,
      "learning_rate": 8.007457983194608e-07,
      "loss": 0.3309,
      "step": 2127750
    },
    {
      "epoch": 593.85,
      "grad_norm": 1.0899641513824463,
      "learning_rate": 8.007254453325309e-07,
      "loss": 0.3347,
      "step": 2127760
    },
    {
      "epoch": 593.85,
      "grad_norm": 1.1920114755630493,
      "learning_rate": 8.007050925509778e-07,
      "loss": 0.3421,
      "step": 2127770
    },
    {
      "epoch": 593.85,
      "grad_norm": 1.1782089471817017,
      "learning_rate": 8.006847399748053e-07,
      "loss": 0.3515,
      "step": 2127780
    },
    {
      "epoch": 593.86,
      "grad_norm": 1.0786004066467285,
      "learning_rate": 8.006643876040145e-07,
      "loss": 0.3409,
      "step": 2127790
    },
    {
      "epoch": 593.86,
      "grad_norm": 1.1309975385665894,
      "learning_rate": 8.006440354386087e-07,
      "loss": 0.3224,
      "step": 2127800
    },
    {
      "epoch": 593.86,
      "grad_norm": 1.1312326192855835,
      "learning_rate": 8.006236834785906e-07,
      "loss": 0.3545,
      "step": 2127810
    },
    {
      "epoch": 593.87,
      "grad_norm": 1.209284782409668,
      "learning_rate": 8.006033317239641e-07,
      "loss": 0.3389,
      "step": 2127820
    },
    {
      "epoch": 593.87,
      "grad_norm": 1.1898037195205688,
      "learning_rate": 8.005829801747291e-07,
      "loss": 0.3437,
      "step": 2127830
    },
    {
      "epoch": 593.87,
      "grad_norm": 1.2576558589935303,
      "learning_rate": 8.005626288308916e-07,
      "loss": 0.339,
      "step": 2127840
    },
    {
      "epoch": 593.87,
      "grad_norm": 1.1434047222137451,
      "learning_rate": 8.00542277692452e-07,
      "loss": 0.344,
      "step": 2127850
    },
    {
      "epoch": 593.88,
      "grad_norm": 1.2287646532058716,
      "learning_rate": 8.005219267594141e-07,
      "loss": 0.331,
      "step": 2127860
    },
    {
      "epoch": 593.88,
      "grad_norm": 1.126922845840454,
      "learning_rate": 8.005015760317806e-07,
      "loss": 0.3483,
      "step": 2127870
    },
    {
      "epoch": 593.88,
      "grad_norm": 1.174554467201233,
      "learning_rate": 8.004812255095533e-07,
      "loss": 0.3551,
      "step": 2127880
    },
    {
      "epoch": 593.89,
      "grad_norm": 1.2040417194366455,
      "learning_rate": 8.004608751927354e-07,
      "loss": 0.3452,
      "step": 2127890
    },
    {
      "epoch": 593.89,
      "grad_norm": 1.4410291910171509,
      "learning_rate": 8.004405250813297e-07,
      "loss": 0.3388,
      "step": 2127900
    },
    {
      "epoch": 593.89,
      "grad_norm": 1.0922285318374634,
      "learning_rate": 8.004201751753398e-07,
      "loss": 0.3324,
      "step": 2127910
    },
    {
      "epoch": 593.89,
      "grad_norm": 1.3437284231185913,
      "learning_rate": 8.003998254747666e-07,
      "loss": 0.3541,
      "step": 2127920
    },
    {
      "epoch": 593.9,
      "grad_norm": 1.148489236831665,
      "learning_rate": 8.003794759796139e-07,
      "loss": 0.3433,
      "step": 2127930
    },
    {
      "epoch": 593.9,
      "grad_norm": 1.2257962226867676,
      "learning_rate": 8.003591266898844e-07,
      "loss": 0.3365,
      "step": 2127940
    },
    {
      "epoch": 593.9,
      "grad_norm": 1.0792039632797241,
      "learning_rate": 8.003387776055803e-07,
      "loss": 0.3315,
      "step": 2127950
    },
    {
      "epoch": 593.9,
      "grad_norm": 1.1582424640655518,
      "learning_rate": 8.003184287267054e-07,
      "loss": 0.3513,
      "step": 2127960
    },
    {
      "epoch": 593.91,
      "grad_norm": 1.034445881843567,
      "learning_rate": 8.002980800532605e-07,
      "loss": 0.3489,
      "step": 2127970
    },
    {
      "epoch": 593.91,
      "grad_norm": 1.068920612335205,
      "learning_rate": 8.002777315852506e-07,
      "loss": 0.323,
      "step": 2127980
    },
    {
      "epoch": 593.91,
      "grad_norm": 1.433127999305725,
      "learning_rate": 8.002573833226768e-07,
      "loss": 0.3404,
      "step": 2127990
    },
    {
      "epoch": 593.92,
      "grad_norm": 1.1494252681732178,
      "learning_rate": 8.002370352655419e-07,
      "loss": 0.3509,
      "step": 2128000
    },
    {
      "epoch": 593.92,
      "grad_norm": 1.4018369913101196,
      "learning_rate": 8.002166874138501e-07,
      "loss": 0.349,
      "step": 2128010
    },
    {
      "epoch": 593.92,
      "grad_norm": 1.3369630575180054,
      "learning_rate": 8.001963397676023e-07,
      "loss": 0.3501,
      "step": 2128020
    },
    {
      "epoch": 593.92,
      "grad_norm": 1.1061912775039673,
      "learning_rate": 8.001759923268018e-07,
      "loss": 0.3441,
      "step": 2128030
    },
    {
      "epoch": 593.93,
      "grad_norm": 1.3020786046981812,
      "learning_rate": 8.001556450914512e-07,
      "loss": 0.3439,
      "step": 2128040
    },
    {
      "epoch": 593.93,
      "grad_norm": 1.3786382675170898,
      "learning_rate": 8.001352980615546e-07,
      "loss": 0.3317,
      "step": 2128050
    },
    {
      "epoch": 593.93,
      "grad_norm": 1.1390750408172607,
      "learning_rate": 8.001149512371124e-07,
      "loss": 0.3396,
      "step": 2128060
    },
    {
      "epoch": 593.94,
      "grad_norm": 1.2724794149398804,
      "learning_rate": 8.000946046181287e-07,
      "loss": 0.3307,
      "step": 2128070
    },
    {
      "epoch": 593.94,
      "grad_norm": 1.2434991598129272,
      "learning_rate": 8.00074258204606e-07,
      "loss": 0.3342,
      "step": 2128080
    },
    {
      "epoch": 593.94,
      "grad_norm": 1.215999722480774,
      "learning_rate": 8.000539119965467e-07,
      "loss": 0.3408,
      "step": 2128090
    },
    {
      "epoch": 593.94,
      "grad_norm": 1.2393375635147095,
      "learning_rate": 8.000335659939547e-07,
      "loss": 0.3202,
      "step": 2128100
    },
    {
      "epoch": 593.95,
      "grad_norm": 1.183266043663025,
      "learning_rate": 8.00013220196831e-07,
      "loss": 0.3415,
      "step": 2128110
    },
    {
      "epoch": 593.95,
      "grad_norm": 1.6356017589569092,
      "learning_rate": 7.999928746051789e-07,
      "loss": 0.3579,
      "step": 2128120
    },
    {
      "epoch": 593.95,
      "grad_norm": 1.461450457572937,
      "learning_rate": 7.999725292190016e-07,
      "loss": 0.3434,
      "step": 2128130
    },
    {
      "epoch": 593.95,
      "grad_norm": 1.5095821619033813,
      "learning_rate": 7.999521840383021e-07,
      "loss": 0.3596,
      "step": 2128140
    },
    {
      "epoch": 593.96,
      "grad_norm": 1.2373453378677368,
      "learning_rate": 7.999318390630817e-07,
      "loss": 0.3353,
      "step": 2128150
    },
    {
      "epoch": 593.96,
      "grad_norm": 1.4647088050842285,
      "learning_rate": 7.999114942933441e-07,
      "loss": 0.3357,
      "step": 2128160
    },
    {
      "epoch": 593.96,
      "grad_norm": 1.1483734846115112,
      "learning_rate": 7.998911497290925e-07,
      "loss": 0.3454,
      "step": 2128170
    },
    {
      "epoch": 593.97,
      "grad_norm": 1.3441733121871948,
      "learning_rate": 7.998708053703272e-07,
      "loss": 0.3277,
      "step": 2128180
    },
    {
      "epoch": 593.97,
      "grad_norm": 1.2319068908691406,
      "learning_rate": 7.998504612170546e-07,
      "loss": 0.3494,
      "step": 2128190
    },
    {
      "epoch": 593.97,
      "grad_norm": 1.2287650108337402,
      "learning_rate": 7.998301172692742e-07,
      "loss": 0.3387,
      "step": 2128200
    },
    {
      "epoch": 593.97,
      "grad_norm": 1.2406065464019775,
      "learning_rate": 7.998097735269903e-07,
      "loss": 0.3398,
      "step": 2128210
    },
    {
      "epoch": 593.98,
      "grad_norm": 1.0492842197418213,
      "learning_rate": 7.997894299902052e-07,
      "loss": 0.322,
      "step": 2128220
    },
    {
      "epoch": 593.98,
      "grad_norm": 1.0148476362228394,
      "learning_rate": 7.997690866589216e-07,
      "loss": 0.3457,
      "step": 2128230
    },
    {
      "epoch": 593.98,
      "grad_norm": 1.2342255115509033,
      "learning_rate": 7.997487435331431e-07,
      "loss": 0.3409,
      "step": 2128240
    },
    {
      "epoch": 593.99,
      "grad_norm": 1.4500977993011475,
      "learning_rate": 7.997284006128708e-07,
      "loss": 0.3278,
      "step": 2128250
    },
    {
      "epoch": 593.99,
      "grad_norm": 1.1424930095672607,
      "learning_rate": 7.997080578981081e-07,
      "loss": 0.3321,
      "step": 2128260
    },
    {
      "epoch": 593.99,
      "grad_norm": 0.9934746026992798,
      "learning_rate": 7.996877153888578e-07,
      "loss": 0.3329,
      "step": 2128270
    },
    {
      "epoch": 593.99,
      "grad_norm": 1.190671682357788,
      "learning_rate": 7.996673730851237e-07,
      "loss": 0.3434,
      "step": 2128280
    },
    {
      "epoch": 594.0,
      "grad_norm": 1.3075891733169556,
      "learning_rate": 7.996470309869063e-07,
      "loss": 0.3309,
      "step": 2128290
    },
    {
      "epoch": 594.0,
      "grad_norm": 0.9739591479301453,
      "learning_rate": 7.996266890942097e-07,
      "loss": 0.3518,
      "step": 2128300
    },
    {
      "epoch": 594.0,
      "eval_loss": 0.34014299511909485,
      "eval_runtime": 63.5398,
      "eval_samples_per_second": 79.619,
      "eval_steps_per_second": 9.962,
      "step": 2128302
    },
    {
      "epoch": 594.0,
      "grad_norm": 1.065678596496582,
      "learning_rate": 7.99606347407037e-07,
      "loss": 0.3435,
      "step": 2128310
    },
    {
      "epoch": 594.01,
      "grad_norm": 1.714094638824463,
      "learning_rate": 7.995860059253885e-07,
      "loss": 0.3267,
      "step": 2128320
    },
    {
      "epoch": 594.01,
      "grad_norm": 1.1739637851715088,
      "learning_rate": 7.995656646492706e-07,
      "loss": 0.3379,
      "step": 2128330
    },
    {
      "epoch": 594.01,
      "grad_norm": 1.1587293148040771,
      "learning_rate": 7.995453235786828e-07,
      "loss": 0.3314,
      "step": 2128340
    },
    {
      "epoch": 594.01,
      "grad_norm": 1.231019139289856,
      "learning_rate": 7.995249827136292e-07,
      "loss": 0.3275,
      "step": 2128350
    },
    {
      "epoch": 594.02,
      "grad_norm": 1.3937861919403076,
      "learning_rate": 7.995046420541126e-07,
      "loss": 0.3418,
      "step": 2128360
    },
    {
      "epoch": 594.02,
      "grad_norm": 1.2527673244476318,
      "learning_rate": 7.99484301600136e-07,
      "loss": 0.3356,
      "step": 2128370
    },
    {
      "epoch": 594.02,
      "grad_norm": 1.2700225114822388,
      "learning_rate": 7.99463961351701e-07,
      "loss": 0.3581,
      "step": 2128380
    },
    {
      "epoch": 594.02,
      "grad_norm": 1.1185059547424316,
      "learning_rate": 7.994436213088108e-07,
      "loss": 0.3358,
      "step": 2128390
    },
    {
      "epoch": 594.03,
      "grad_norm": 1.1599866151809692,
      "learning_rate": 7.994232814714691e-07,
      "loss": 0.3444,
      "step": 2128400
    },
    {
      "epoch": 594.03,
      "grad_norm": 1.096445083618164,
      "learning_rate": 7.994029418396759e-07,
      "loss": 0.3442,
      "step": 2128410
    },
    {
      "epoch": 594.03,
      "grad_norm": 1.0925811529159546,
      "learning_rate": 7.993826024134374e-07,
      "loss": 0.3365,
      "step": 2128420
    },
    {
      "epoch": 594.04,
      "grad_norm": 1.161540150642395,
      "learning_rate": 7.993622631927539e-07,
      "loss": 0.3374,
      "step": 2128430
    },
    {
      "epoch": 594.04,
      "grad_norm": 1.3275599479675293,
      "learning_rate": 7.993419241776288e-07,
      "loss": 0.3568,
      "step": 2128440
    },
    {
      "epoch": 594.04,
      "grad_norm": 1.1290607452392578,
      "learning_rate": 7.993215853680656e-07,
      "loss": 0.3411,
      "step": 2128450
    },
    {
      "epoch": 594.04,
      "grad_norm": 1.1291835308074951,
      "learning_rate": 7.993012467640654e-07,
      "loss": 0.3483,
      "step": 2128460
    },
    {
      "epoch": 594.05,
      "grad_norm": 1.1219110488891602,
      "learning_rate": 7.99280908365632e-07,
      "loss": 0.3459,
      "step": 2128470
    },
    {
      "epoch": 594.05,
      "grad_norm": 1.0670781135559082,
      "learning_rate": 7.992605701727676e-07,
      "loss": 0.3368,
      "step": 2128480
    },
    {
      "epoch": 594.05,
      "grad_norm": 1.1662919521331787,
      "learning_rate": 7.992402321854761e-07,
      "loss": 0.3704,
      "step": 2128490
    },
    {
      "epoch": 594.06,
      "grad_norm": 1.3334401845932007,
      "learning_rate": 7.992198944037576e-07,
      "loss": 0.3225,
      "step": 2128500
    },
    {
      "epoch": 594.06,
      "grad_norm": 1.0784735679626465,
      "learning_rate": 7.99199556827618e-07,
      "loss": 0.3471,
      "step": 2128510
    },
    {
      "epoch": 594.06,
      "grad_norm": 1.6130502223968506,
      "learning_rate": 7.991792194570577e-07,
      "loss": 0.3327,
      "step": 2128520
    },
    {
      "epoch": 594.06,
      "grad_norm": 1.199897050857544,
      "learning_rate": 7.991588822920804e-07,
      "loss": 0.3447,
      "step": 2128530
    },
    {
      "epoch": 594.07,
      "grad_norm": 1.332506775856018,
      "learning_rate": 7.991385453326891e-07,
      "loss": 0.3461,
      "step": 2128540
    },
    {
      "epoch": 594.07,
      "grad_norm": 1.3322170972824097,
      "learning_rate": 7.991182085788847e-07,
      "loss": 0.3464,
      "step": 2128550
    },
    {
      "epoch": 594.07,
      "grad_norm": 1.0204315185546875,
      "learning_rate": 7.990978720306726e-07,
      "loss": 0.3496,
      "step": 2128560
    },
    {
      "epoch": 594.07,
      "grad_norm": 1.1714215278625488,
      "learning_rate": 7.990775356880536e-07,
      "loss": 0.3243,
      "step": 2128570
    },
    {
      "epoch": 594.08,
      "grad_norm": 1.1212211847305298,
      "learning_rate": 7.990571995510306e-07,
      "loss": 0.323,
      "step": 2128580
    },
    {
      "epoch": 594.08,
      "grad_norm": 1.7434616088867188,
      "learning_rate": 7.990368636196077e-07,
      "loss": 0.3585,
      "step": 2128590
    },
    {
      "epoch": 594.08,
      "grad_norm": 1.116843342781067,
      "learning_rate": 7.990165278937854e-07,
      "loss": 0.3445,
      "step": 2128600
    },
    {
      "epoch": 594.09,
      "grad_norm": 1.2171062231063843,
      "learning_rate": 7.989961923735678e-07,
      "loss": 0.3403,
      "step": 2128610
    },
    {
      "epoch": 594.09,
      "grad_norm": 1.130760669708252,
      "learning_rate": 7.989758570589573e-07,
      "loss": 0.3237,
      "step": 2128620
    },
    {
      "epoch": 594.09,
      "grad_norm": 1.2369513511657715,
      "learning_rate": 7.989555219499575e-07,
      "loss": 0.3334,
      "step": 2128630
    },
    {
      "epoch": 594.09,
      "grad_norm": 1.310814619064331,
      "learning_rate": 7.989351870465684e-07,
      "loss": 0.3379,
      "step": 2128640
    },
    {
      "epoch": 594.1,
      "grad_norm": 1.53499174118042,
      "learning_rate": 7.989148523487965e-07,
      "loss": 0.3356,
      "step": 2128650
    },
    {
      "epoch": 594.1,
      "grad_norm": 1.1864007711410522,
      "learning_rate": 7.988945178566418e-07,
      "loss": 0.3255,
      "step": 2128660
    },
    {
      "epoch": 594.1,
      "grad_norm": 1.0723766088485718,
      "learning_rate": 7.988741835701075e-07,
      "loss": 0.328,
      "step": 2128670
    },
    {
      "epoch": 594.11,
      "grad_norm": 1.100214958190918,
      "learning_rate": 7.988538494891976e-07,
      "loss": 0.3472,
      "step": 2128680
    },
    {
      "epoch": 594.11,
      "grad_norm": 0.9290162324905396,
      "learning_rate": 7.98833515613913e-07,
      "loss": 0.3463,
      "step": 2128690
    },
    {
      "epoch": 594.11,
      "grad_norm": 2.3615500926971436,
      "learning_rate": 7.988131819442571e-07,
      "loss": 0.3372,
      "step": 2128700
    },
    {
      "epoch": 594.11,
      "grad_norm": 1.1519237756729126,
      "learning_rate": 7.987928484802328e-07,
      "loss": 0.3406,
      "step": 2128710
    },
    {
      "epoch": 594.12,
      "grad_norm": 1.262791395187378,
      "learning_rate": 7.987725152218433e-07,
      "loss": 0.3461,
      "step": 2128720
    },
    {
      "epoch": 594.12,
      "grad_norm": 1.319472312927246,
      "learning_rate": 7.987521821690902e-07,
      "loss": 0.3501,
      "step": 2128730
    },
    {
      "epoch": 594.12,
      "grad_norm": 1.338833212852478,
      "learning_rate": 7.987318493219766e-07,
      "loss": 0.3475,
      "step": 2128740
    },
    {
      "epoch": 594.13,
      "grad_norm": 1.342962384223938,
      "learning_rate": 7.987115166805063e-07,
      "loss": 0.3502,
      "step": 2128750
    },
    {
      "epoch": 594.13,
      "grad_norm": 1.1923913955688477,
      "learning_rate": 7.986911842446792e-07,
      "loss": 0.3246,
      "step": 2128760
    },
    {
      "epoch": 594.13,
      "grad_norm": 1.0802861452102661,
      "learning_rate": 7.986708520145015e-07,
      "loss": 0.3267,
      "step": 2128770
    },
    {
      "epoch": 594.13,
      "grad_norm": 1.2912063598632812,
      "learning_rate": 7.986505199899737e-07,
      "loss": 0.3347,
      "step": 2128780
    },
    {
      "epoch": 594.14,
      "grad_norm": 1.4606448411941528,
      "learning_rate": 7.986301881710988e-07,
      "loss": 0.3455,
      "step": 2128790
    },
    {
      "epoch": 594.14,
      "grad_norm": 1.1749001741409302,
      "learning_rate": 7.986098565578798e-07,
      "loss": 0.342,
      "step": 2128800
    },
    {
      "epoch": 594.14,
      "grad_norm": 1.5111830234527588,
      "learning_rate": 7.985895251503194e-07,
      "loss": 0.3341,
      "step": 2128810
    },
    {
      "epoch": 594.14,
      "grad_norm": 1.0836297273635864,
      "learning_rate": 7.985691939484211e-07,
      "loss": 0.3488,
      "step": 2128820
    },
    {
      "epoch": 594.15,
      "grad_norm": 0.9521140456199646,
      "learning_rate": 7.985488629521861e-07,
      "loss": 0.3346,
      "step": 2128830
    },
    {
      "epoch": 594.15,
      "grad_norm": 1.1710683107376099,
      "learning_rate": 7.985285321616176e-07,
      "loss": 0.3253,
      "step": 2128840
    },
    {
      "epoch": 594.15,
      "grad_norm": 1.2001304626464844,
      "learning_rate": 7.985082015767186e-07,
      "loss": 0.3346,
      "step": 2128850
    },
    {
      "epoch": 594.16,
      "grad_norm": 1.1341854333877563,
      "learning_rate": 7.984878711974924e-07,
      "loss": 0.3545,
      "step": 2128860
    },
    {
      "epoch": 594.16,
      "grad_norm": 1.3151214122772217,
      "learning_rate": 7.984675410239405e-07,
      "loss": 0.3341,
      "step": 2128870
    },
    {
      "epoch": 594.16,
      "grad_norm": 1.0756449699401855,
      "learning_rate": 7.984472110560657e-07,
      "loss": 0.3462,
      "step": 2128880
    },
    {
      "epoch": 594.16,
      "grad_norm": 1.1715744733810425,
      "learning_rate": 7.984268812938723e-07,
      "loss": 0.3458,
      "step": 2128890
    },
    {
      "epoch": 594.17,
      "grad_norm": 1.0821846723556519,
      "learning_rate": 7.984065517373601e-07,
      "loss": 0.3302,
      "step": 2128900
    },
    {
      "epoch": 594.17,
      "grad_norm": 1.0576635599136353,
      "learning_rate": 7.98386222386535e-07,
      "loss": 0.3207,
      "step": 2128910
    },
    {
      "epoch": 594.17,
      "grad_norm": 1.0788134336471558,
      "learning_rate": 7.983658932413976e-07,
      "loss": 0.3413,
      "step": 2128920
    },
    {
      "epoch": 594.18,
      "grad_norm": 1.1190252304077148,
      "learning_rate": 7.983455643019512e-07,
      "loss": 0.3369,
      "step": 2128930
    },
    {
      "epoch": 594.18,
      "grad_norm": 1.2174094915390015,
      "learning_rate": 7.983252355681984e-07,
      "loss": 0.3539,
      "step": 2128940
    },
    {
      "epoch": 594.18,
      "grad_norm": 1.2338104248046875,
      "learning_rate": 7.98304907040143e-07,
      "loss": 0.3433,
      "step": 2128950
    },
    {
      "epoch": 594.18,
      "grad_norm": 1.1821162700653076,
      "learning_rate": 7.98284578717786e-07,
      "loss": 0.3478,
      "step": 2128960
    },
    {
      "epoch": 594.19,
      "grad_norm": 1.2766557931900024,
      "learning_rate": 7.982642506011309e-07,
      "loss": 0.3315,
      "step": 2128970
    },
    {
      "epoch": 594.19,
      "grad_norm": 1.038068413734436,
      "learning_rate": 7.982439226901811e-07,
      "loss": 0.3325,
      "step": 2128980
    },
    {
      "epoch": 594.19,
      "grad_norm": 1.4407204389572144,
      "learning_rate": 7.982235949849368e-07,
      "loss": 0.3352,
      "step": 2128990
    },
    {
      "epoch": 594.19,
      "grad_norm": 1.2818806171417236,
      "learning_rate": 7.982032674854044e-07,
      "loss": 0.3356,
      "step": 2129000
    },
    {
      "epoch": 594.2,
      "grad_norm": 1.235999584197998,
      "learning_rate": 7.981829401915836e-07,
      "loss": 0.3528,
      "step": 2129010
    },
    {
      "epoch": 594.2,
      "grad_norm": 1.1142654418945312,
      "learning_rate": 7.981626131034785e-07,
      "loss": 0.3295,
      "step": 2129020
    },
    {
      "epoch": 594.2,
      "grad_norm": 1.1624746322631836,
      "learning_rate": 7.981422862210913e-07,
      "loss": 0.3516,
      "step": 2129030
    },
    {
      "epoch": 594.21,
      "grad_norm": 1.2263503074645996,
      "learning_rate": 7.981219595444257e-07,
      "loss": 0.3385,
      "step": 2129040
    },
    {
      "epoch": 594.21,
      "grad_norm": 1.4677401781082153,
      "learning_rate": 7.981016330734828e-07,
      "loss": 0.3433,
      "step": 2129050
    },
    {
      "epoch": 594.21,
      "grad_norm": 1.0530601739883423,
      "learning_rate": 7.980813068082662e-07,
      "loss": 0.3437,
      "step": 2129060
    },
    {
      "epoch": 594.21,
      "grad_norm": 0.970930278301239,
      "learning_rate": 7.980609807487794e-07,
      "loss": 0.348,
      "step": 2129070
    },
    {
      "epoch": 594.22,
      "grad_norm": 1.101531982421875,
      "learning_rate": 7.980406548950226e-07,
      "loss": 0.3224,
      "step": 2129080
    },
    {
      "epoch": 594.22,
      "grad_norm": 1.0974197387695312,
      "learning_rate": 7.980203292470017e-07,
      "loss": 0.3317,
      "step": 2129090
    },
    {
      "epoch": 594.22,
      "grad_norm": 1.1917107105255127,
      "learning_rate": 7.980000038047169e-07,
      "loss": 0.344,
      "step": 2129100
    },
    {
      "epoch": 594.23,
      "grad_norm": 1.0493030548095703,
      "learning_rate": 7.97979678568172e-07,
      "loss": 0.3205,
      "step": 2129110
    },
    {
      "epoch": 594.23,
      "grad_norm": 1.0356953144073486,
      "learning_rate": 7.979593535373704e-07,
      "loss": 0.3312,
      "step": 2129120
    },
    {
      "epoch": 594.23,
      "grad_norm": 1.2954261302947998,
      "learning_rate": 7.979390287123123e-07,
      "loss": 0.3483,
      "step": 2129130
    },
    {
      "epoch": 594.23,
      "grad_norm": 1.255092740058899,
      "learning_rate": 7.979187040930036e-07,
      "loss": 0.3524,
      "step": 2129140
    },
    {
      "epoch": 594.24,
      "grad_norm": 1.095578670501709,
      "learning_rate": 7.978983796794447e-07,
      "loss": 0.3314,
      "step": 2129150
    },
    {
      "epoch": 594.24,
      "grad_norm": 1.1121816635131836,
      "learning_rate": 7.978780554716391e-07,
      "loss": 0.3389,
      "step": 2129160
    },
    {
      "epoch": 594.24,
      "grad_norm": 1.1463618278503418,
      "learning_rate": 7.978577314695893e-07,
      "loss": 0.3391,
      "step": 2129170
    },
    {
      "epoch": 594.25,
      "grad_norm": 0.9900065064430237,
      "learning_rate": 7.978374076732992e-07,
      "loss": 0.3243,
      "step": 2129180
    },
    {
      "epoch": 594.25,
      "grad_norm": 1.148311734199524,
      "learning_rate": 7.978170840827697e-07,
      "loss": 0.3296,
      "step": 2129190
    },
    {
      "epoch": 594.25,
      "grad_norm": 1.1895039081573486,
      "learning_rate": 7.977967606980042e-07,
      "loss": 0.3463,
      "step": 2129200
    },
    {
      "epoch": 594.25,
      "grad_norm": 1.089293122291565,
      "learning_rate": 7.977764375190062e-07,
      "loss": 0.343,
      "step": 2129210
    },
    {
      "epoch": 594.26,
      "grad_norm": 1.228830099105835,
      "learning_rate": 7.977561145457763e-07,
      "loss": 0.3251,
      "step": 2129220
    },
    {
      "epoch": 594.26,
      "grad_norm": 1.2569749355316162,
      "learning_rate": 7.9773579177832e-07,
      "loss": 0.3445,
      "step": 2129230
    },
    {
      "epoch": 594.26,
      "grad_norm": 1.347644567489624,
      "learning_rate": 7.97715469216638e-07,
      "loss": 0.3517,
      "step": 2129240
    },
    {
      "epoch": 594.26,
      "grad_norm": 1.4065320491790771,
      "learning_rate": 7.976951468607337e-07,
      "loss": 0.3531,
      "step": 2129250
    },
    {
      "epoch": 594.27,
      "grad_norm": 1.4174368381500244,
      "learning_rate": 7.976748247106103e-07,
      "loss": 0.3436,
      "step": 2129260
    },
    {
      "epoch": 594.27,
      "grad_norm": 0.9480234980583191,
      "learning_rate": 7.976545027662691e-07,
      "loss": 0.3327,
      "step": 2129270
    },
    {
      "epoch": 594.27,
      "grad_norm": 2.5615782737731934,
      "learning_rate": 7.976341810277136e-07,
      "loss": 0.3378,
      "step": 2129280
    },
    {
      "epoch": 594.28,
      "grad_norm": 1.0556451082229614,
      "learning_rate": 7.976138594949467e-07,
      "loss": 0.3338,
      "step": 2129290
    },
    {
      "epoch": 594.28,
      "grad_norm": 1.3663333654403687,
      "learning_rate": 7.975935381679719e-07,
      "loss": 0.3497,
      "step": 2129300
    },
    {
      "epoch": 594.28,
      "grad_norm": 1.2468677759170532,
      "learning_rate": 7.97573217046789e-07,
      "loss": 0.3417,
      "step": 2129310
    },
    {
      "epoch": 594.28,
      "grad_norm": 1.1778022050857544,
      "learning_rate": 7.975528961314045e-07,
      "loss": 0.3332,
      "step": 2129320
    },
    {
      "epoch": 594.29,
      "grad_norm": 1.0884530544281006,
      "learning_rate": 7.975325754218184e-07,
      "loss": 0.3564,
      "step": 2129330
    },
    {
      "epoch": 594.29,
      "grad_norm": 1.0702030658721924,
      "learning_rate": 7.975122549180341e-07,
      "loss": 0.3464,
      "step": 2129340
    },
    {
      "epoch": 594.29,
      "grad_norm": 1.5263041257858276,
      "learning_rate": 7.974919346200554e-07,
      "loss": 0.338,
      "step": 2129350
    },
    {
      "epoch": 594.3,
      "grad_norm": 1.2202292680740356,
      "learning_rate": 7.974716145278833e-07,
      "loss": 0.341,
      "step": 2129360
    },
    {
      "epoch": 594.3,
      "grad_norm": 1.1028541326522827,
      "learning_rate": 7.974512946415212e-07,
      "loss": 0.3274,
      "step": 2129370
    },
    {
      "epoch": 594.3,
      "grad_norm": 1.096632719039917,
      "learning_rate": 7.97430974960972e-07,
      "loss": 0.3283,
      "step": 2129380
    },
    {
      "epoch": 594.3,
      "grad_norm": 1.3170487880706787,
      "learning_rate": 7.97410655486238e-07,
      "loss": 0.3369,
      "step": 2129390
    },
    {
      "epoch": 594.31,
      "grad_norm": 1.1623181104660034,
      "learning_rate": 7.973903362173232e-07,
      "loss": 0.335,
      "step": 2129400
    },
    {
      "epoch": 594.31,
      "grad_norm": 1.0657546520233154,
      "learning_rate": 7.973700171542286e-07,
      "loss": 0.3275,
      "step": 2129410
    },
    {
      "epoch": 594.31,
      "grad_norm": 1.1431078910827637,
      "learning_rate": 7.973496982969574e-07,
      "loss": 0.3228,
      "step": 2129420
    },
    {
      "epoch": 594.31,
      "grad_norm": 1.3517215251922607,
      "learning_rate": 7.973293796455127e-07,
      "loss": 0.3285,
      "step": 2129430
    },
    {
      "epoch": 594.32,
      "grad_norm": 1.142619013786316,
      "learning_rate": 7.973090611998977e-07,
      "loss": 0.3407,
      "step": 2129440
    },
    {
      "epoch": 594.32,
      "grad_norm": 1.4427556991577148,
      "learning_rate": 7.972887429601127e-07,
      "loss": 0.3396,
      "step": 2129450
    },
    {
      "epoch": 594.32,
      "grad_norm": 1.1067322492599487,
      "learning_rate": 7.972684249261639e-07,
      "loss": 0.3331,
      "step": 2129460
    },
    {
      "epoch": 594.33,
      "grad_norm": 1.1554181575775146,
      "learning_rate": 7.972481070980512e-07,
      "loss": 0.3399,
      "step": 2129470
    },
    {
      "epoch": 594.33,
      "grad_norm": 1.1644067764282227,
      "learning_rate": 7.972277894757784e-07,
      "loss": 0.3505,
      "step": 2129480
    },
    {
      "epoch": 594.33,
      "grad_norm": 1.1583640575408936,
      "learning_rate": 7.972074720593491e-07,
      "loss": 0.3368,
      "step": 2129490
    },
    {
      "epoch": 594.33,
      "grad_norm": 10.637369155883789,
      "learning_rate": 7.971871548487641e-07,
      "loss": 0.3406,
      "step": 2129500
    },
    {
      "epoch": 594.34,
      "grad_norm": 1.3261899948120117,
      "learning_rate": 7.971668378440269e-07,
      "loss": 0.3398,
      "step": 2129510
    },
    {
      "epoch": 594.34,
      "grad_norm": 1.1011236906051636,
      "learning_rate": 7.971465210451404e-07,
      "loss": 0.3446,
      "step": 2129520
    },
    {
      "epoch": 594.34,
      "grad_norm": 1.1662476062774658,
      "learning_rate": 7.971262044521083e-07,
      "loss": 0.3507,
      "step": 2129530
    },
    {
      "epoch": 594.35,
      "grad_norm": 1.3093047142028809,
      "learning_rate": 7.971058880649313e-07,
      "loss": 0.3635,
      "step": 2129540
    },
    {
      "epoch": 594.35,
      "grad_norm": 1.1846461296081543,
      "learning_rate": 7.97085571883613e-07,
      "loss": 0.3345,
      "step": 2129550
    },
    {
      "epoch": 594.35,
      "grad_norm": 1.1102321147918701,
      "learning_rate": 7.97065255908157e-07,
      "loss": 0.3517,
      "step": 2129560
    },
    {
      "epoch": 594.35,
      "grad_norm": 1.2047674655914307,
      "learning_rate": 7.970449401385635e-07,
      "loss": 0.3546,
      "step": 2129570
    },
    {
      "epoch": 594.36,
      "grad_norm": 1.0460407733917236,
      "learning_rate": 7.970246245748385e-07,
      "loss": 0.3338,
      "step": 2129580
    },
    {
      "epoch": 594.36,
      "grad_norm": 1.2320693731307983,
      "learning_rate": 7.970043092169823e-07,
      "loss": 0.3563,
      "step": 2129590
    },
    {
      "epoch": 594.36,
      "grad_norm": 1.2462844848632812,
      "learning_rate": 7.969839940649983e-07,
      "loss": 0.3411,
      "step": 2129600
    },
    {
      "epoch": 594.37,
      "grad_norm": 1.0859442949295044,
      "learning_rate": 7.969636791188893e-07,
      "loss": 0.3321,
      "step": 2129610
    },
    {
      "epoch": 594.37,
      "grad_norm": 1.2124793529510498,
      "learning_rate": 7.96943364378659e-07,
      "loss": 0.3228,
      "step": 2129620
    },
    {
      "epoch": 594.37,
      "grad_norm": 1.2061207294464111,
      "learning_rate": 7.96923049844308e-07,
      "loss": 0.334,
      "step": 2129630
    },
    {
      "epoch": 594.37,
      "grad_norm": 1.148366093635559,
      "learning_rate": 7.969027355158401e-07,
      "loss": 0.3439,
      "step": 2129640
    },
    {
      "epoch": 594.38,
      "grad_norm": 1.1992735862731934,
      "learning_rate": 7.968824213932589e-07,
      "loss": 0.3331,
      "step": 2129650
    },
    {
      "epoch": 594.38,
      "grad_norm": 1.1450777053833008,
      "learning_rate": 7.968621074765646e-07,
      "loss": 0.3526,
      "step": 2129660
    },
    {
      "epoch": 594.38,
      "grad_norm": 0.9617211818695068,
      "learning_rate": 7.968417937657631e-07,
      "loss": 0.3285,
      "step": 2129670
    },
    {
      "epoch": 594.38,
      "grad_norm": 1.1070969104766846,
      "learning_rate": 7.968214802608547e-07,
      "loss": 0.3465,
      "step": 2129680
    },
    {
      "epoch": 594.39,
      "grad_norm": 1.1887719631195068,
      "learning_rate": 7.968011669618428e-07,
      "loss": 0.3326,
      "step": 2129690
    },
    {
      "epoch": 594.39,
      "grad_norm": 1.227536916732788,
      "learning_rate": 7.967808538687311e-07,
      "loss": 0.3435,
      "step": 2129700
    },
    {
      "epoch": 594.39,
      "grad_norm": 9.684995651245117,
      "learning_rate": 7.967605409815198e-07,
      "loss": 0.3381,
      "step": 2129710
    },
    {
      "epoch": 594.4,
      "grad_norm": 1.2114604711532593,
      "learning_rate": 7.967402283002148e-07,
      "loss": 0.3359,
      "step": 2129720
    },
    {
      "epoch": 594.4,
      "grad_norm": 1.3117352724075317,
      "learning_rate": 7.967199158248165e-07,
      "loss": 0.3436,
      "step": 2129730
    },
    {
      "epoch": 594.4,
      "grad_norm": 3.4473910331726074,
      "learning_rate": 7.966996035553282e-07,
      "loss": 0.3304,
      "step": 2129740
    },
    {
      "epoch": 594.4,
      "grad_norm": 1.135105848312378,
      "learning_rate": 7.966792914917529e-07,
      "loss": 0.3421,
      "step": 2129750
    },
    {
      "epoch": 594.41,
      "grad_norm": 1.2317168712615967,
      "learning_rate": 7.966589796340937e-07,
      "loss": 0.3392,
      "step": 2129760
    },
    {
      "epoch": 594.41,
      "grad_norm": 1.3052221536636353,
      "learning_rate": 7.966386679823522e-07,
      "loss": 0.3405,
      "step": 2129770
    },
    {
      "epoch": 594.41,
      "grad_norm": 1.208603024482727,
      "learning_rate": 7.966183565365316e-07,
      "loss": 0.3422,
      "step": 2129780
    },
    {
      "epoch": 594.42,
      "grad_norm": 1.3127187490463257,
      "learning_rate": 7.965980452966351e-07,
      "loss": 0.3618,
      "step": 2129790
    },
    {
      "epoch": 594.42,
      "grad_norm": 1.2591427564620972,
      "learning_rate": 7.965777342626638e-07,
      "loss": 0.3492,
      "step": 2129800
    },
    {
      "epoch": 594.42,
      "grad_norm": 1.1420261859893799,
      "learning_rate": 7.965574234346229e-07,
      "loss": 0.3327,
      "step": 2129810
    },
    {
      "epoch": 594.42,
      "grad_norm": 1.247754693031311,
      "learning_rate": 7.96537112812513e-07,
      "loss": 0.3428,
      "step": 2129820
    },
    {
      "epoch": 594.43,
      "grad_norm": 1.228498101234436,
      "learning_rate": 7.965168023963376e-07,
      "loss": 0.3364,
      "step": 2129830
    },
    {
      "epoch": 594.43,
      "grad_norm": 1.111961841583252,
      "learning_rate": 7.964964921861e-07,
      "loss": 0.3424,
      "step": 2129840
    },
    {
      "epoch": 594.43,
      "grad_norm": 1.4746750593185425,
      "learning_rate": 7.964761821818016e-07,
      "loss": 0.3254,
      "step": 2129850
    },
    {
      "epoch": 594.43,
      "grad_norm": 1.1334558725357056,
      "learning_rate": 7.964558723834459e-07,
      "loss": 0.3246,
      "step": 2129860
    },
    {
      "epoch": 594.44,
      "grad_norm": 1.092148780822754,
      "learning_rate": 7.964355627910352e-07,
      "loss": 0.3311,
      "step": 2129870
    },
    {
      "epoch": 594.44,
      "grad_norm": 1.003218650817871,
      "learning_rate": 7.964152534045734e-07,
      "loss": 0.3374,
      "step": 2129880
    },
    {
      "epoch": 594.44,
      "grad_norm": 1.1660984754562378,
      "learning_rate": 7.963949442240607e-07,
      "loss": 0.3545,
      "step": 2129890
    },
    {
      "epoch": 594.45,
      "grad_norm": 0.9858686923980713,
      "learning_rate": 7.96374635249503e-07,
      "loss": 0.3321,
      "step": 2129900
    },
    {
      "epoch": 594.45,
      "grad_norm": 1.3331763744354248,
      "learning_rate": 7.963543264809004e-07,
      "loss": 0.3528,
      "step": 2129910
    },
    {
      "epoch": 594.45,
      "grad_norm": 1.2778668403625488,
      "learning_rate": 7.963340179182569e-07,
      "loss": 0.3453,
      "step": 2129920
    },
    {
      "epoch": 594.45,
      "grad_norm": 1.205605149269104,
      "learning_rate": 7.963137095615754e-07,
      "loss": 0.353,
      "step": 2129930
    },
    {
      "epoch": 594.46,
      "grad_norm": 1.1880505084991455,
      "learning_rate": 7.962934014108573e-07,
      "loss": 0.3487,
      "step": 2129940
    },
    {
      "epoch": 594.46,
      "grad_norm": 1.080761432647705,
      "learning_rate": 7.962730934661063e-07,
      "loss": 0.3487,
      "step": 2129950
    },
    {
      "epoch": 594.46,
      "grad_norm": 3.06400465965271,
      "learning_rate": 7.962527857273248e-07,
      "loss": 0.3457,
      "step": 2129960
    },
    {
      "epoch": 594.47,
      "grad_norm": 1.1540061235427856,
      "learning_rate": 7.962324781945156e-07,
      "loss": 0.3506,
      "step": 2129970
    },
    {
      "epoch": 594.47,
      "grad_norm": 1.445156216621399,
      "learning_rate": 7.962121708676814e-07,
      "loss": 0.3417,
      "step": 2129980
    },
    {
      "epoch": 594.47,
      "grad_norm": 1.2524398565292358,
      "learning_rate": 7.961918637468257e-07,
      "loss": 0.3301,
      "step": 2129990
    },
    {
      "epoch": 594.47,
      "grad_norm": 1.3526432514190674,
      "learning_rate": 7.961715568319497e-07,
      "loss": 0.3434,
      "step": 2130000
    },
    {
      "epoch": 594.48,
      "grad_norm": 1.2520095109939575,
      "learning_rate": 7.961512501230566e-07,
      "loss": 0.3398,
      "step": 2130010
    },
    {
      "epoch": 594.48,
      "grad_norm": 1.130583643913269,
      "learning_rate": 7.961309436201504e-07,
      "loss": 0.3309,
      "step": 2130020
    },
    {
      "epoch": 594.48,
      "grad_norm": 1.193413257598877,
      "learning_rate": 7.961106373232309e-07,
      "loss": 0.3204,
      "step": 2130030
    },
    {
      "epoch": 594.49,
      "grad_norm": 1.0535122156143188,
      "learning_rate": 7.960903312323041e-07,
      "loss": 0.3356,
      "step": 2130040
    },
    {
      "epoch": 594.49,
      "grad_norm": 1.1456615924835205,
      "learning_rate": 7.960700253473707e-07,
      "loss": 0.3484,
      "step": 2130050
    },
    {
      "epoch": 594.49,
      "grad_norm": 1.0924047231674194,
      "learning_rate": 7.960497196684337e-07,
      "loss": 0.3465,
      "step": 2130060
    },
    {
      "epoch": 594.49,
      "grad_norm": 1.395748496055603,
      "learning_rate": 7.960294141954971e-07,
      "loss": 0.3172,
      "step": 2130070
    },
    {
      "epoch": 594.5,
      "grad_norm": 1.1622931957244873,
      "learning_rate": 7.960091089285615e-07,
      "loss": 0.3391,
      "step": 2130080
    },
    {
      "epoch": 594.5,
      "grad_norm": 1.1981191635131836,
      "learning_rate": 7.95988803867631e-07,
      "loss": 0.3238,
      "step": 2130090
    },
    {
      "epoch": 594.5,
      "grad_norm": 1.2229026556015015,
      "learning_rate": 7.959684990127075e-07,
      "loss": 0.3337,
      "step": 2130100
    },
    {
      "epoch": 594.5,
      "grad_norm": 1.210042119026184,
      "learning_rate": 7.95948194363795e-07,
      "loss": 0.3374,
      "step": 2130110
    },
    {
      "epoch": 594.51,
      "grad_norm": 1.131883978843689,
      "learning_rate": 7.95927889920894e-07,
      "loss": 0.3384,
      "step": 2130120
    },
    {
      "epoch": 594.51,
      "grad_norm": 1.1808459758758545,
      "learning_rate": 7.9590758568401e-07,
      "loss": 0.338,
      "step": 2130130
    },
    {
      "epoch": 594.51,
      "grad_norm": 1.130403757095337,
      "learning_rate": 7.958872816531435e-07,
      "loss": 0.344,
      "step": 2130140
    },
    {
      "epoch": 594.52,
      "grad_norm": 1.0819013118743896,
      "learning_rate": 7.958669778282979e-07,
      "loss": 0.3335,
      "step": 2130150
    },
    {
      "epoch": 594.52,
      "grad_norm": 1.2789511680603027,
      "learning_rate": 7.958466742094765e-07,
      "loss": 0.3444,
      "step": 2130160
    },
    {
      "epoch": 594.52,
      "grad_norm": 1.2262769937515259,
      "learning_rate": 7.95826370796681e-07,
      "loss": 0.3408,
      "step": 2130170
    },
    {
      "epoch": 594.52,
      "grad_norm": 1.0571666955947876,
      "learning_rate": 7.958060675899144e-07,
      "loss": 0.3338,
      "step": 2130180
    },
    {
      "epoch": 594.53,
      "grad_norm": 1.2290878295898438,
      "learning_rate": 7.957857645891796e-07,
      "loss": 0.3463,
      "step": 2130190
    },
    {
      "epoch": 594.53,
      "grad_norm": 1.274601697921753,
      "learning_rate": 7.957654617944802e-07,
      "loss": 0.3517,
      "step": 2130200
    },
    {
      "epoch": 594.53,
      "grad_norm": 1.1068557500839233,
      "learning_rate": 7.957451592058171e-07,
      "loss": 0.3226,
      "step": 2130210
    },
    {
      "epoch": 594.54,
      "grad_norm": 1.2602647542953491,
      "learning_rate": 7.957248568231935e-07,
      "loss": 0.3304,
      "step": 2130220
    },
    {
      "epoch": 594.54,
      "grad_norm": 1.1871204376220703,
      "learning_rate": 7.957045546466138e-07,
      "loss": 0.3307,
      "step": 2130230
    },
    {
      "epoch": 594.54,
      "grad_norm": 1.245002269744873,
      "learning_rate": 7.956842526760774e-07,
      "loss": 0.3382,
      "step": 2130240
    },
    {
      "epoch": 594.54,
      "grad_norm": 1.2302008867263794,
      "learning_rate": 7.956639509115909e-07,
      "loss": 0.348,
      "step": 2130250
    },
    {
      "epoch": 594.55,
      "grad_norm": 1.1031075716018677,
      "learning_rate": 7.956436493531531e-07,
      "loss": 0.3327,
      "step": 2130260
    },
    {
      "epoch": 594.55,
      "grad_norm": 1.1658447980880737,
      "learning_rate": 7.956233480007706e-07,
      "loss": 0.3381,
      "step": 2130270
    },
    {
      "epoch": 594.55,
      "grad_norm": 1.028752088546753,
      "learning_rate": 7.956030468544431e-07,
      "loss": 0.3286,
      "step": 2130280
    },
    {
      "epoch": 594.55,
      "grad_norm": 1.0870990753173828,
      "learning_rate": 7.955827459141746e-07,
      "loss": 0.3265,
      "step": 2130290
    },
    {
      "epoch": 594.56,
      "grad_norm": 1.1517647504806519,
      "learning_rate": 7.955624451799682e-07,
      "loss": 0.3423,
      "step": 2130300
    },
    {
      "epoch": 594.56,
      "grad_norm": 1.2673345804214478,
      "learning_rate": 7.955421446518253e-07,
      "loss": 0.3606,
      "step": 2130310
    },
    {
      "epoch": 594.56,
      "grad_norm": 1.0944771766662598,
      "learning_rate": 7.955218443297495e-07,
      "loss": 0.3332,
      "step": 2130320
    },
    {
      "epoch": 594.57,
      "grad_norm": 1.084479570388794,
      "learning_rate": 7.95501544213743e-07,
      "loss": 0.3329,
      "step": 2130330
    },
    {
      "epoch": 594.57,
      "grad_norm": 1.2614431381225586,
      "learning_rate": 7.954812443038095e-07,
      "loss": 0.3266,
      "step": 2130340
    },
    {
      "epoch": 594.57,
      "grad_norm": 1.1046278476715088,
      "learning_rate": 7.954609445999505e-07,
      "loss": 0.3668,
      "step": 2130350
    },
    {
      "epoch": 594.57,
      "grad_norm": 1.240414023399353,
      "learning_rate": 7.954406451021691e-07,
      "loss": 0.3698,
      "step": 2130360
    },
    {
      "epoch": 594.58,
      "grad_norm": 1.1492074728012085,
      "learning_rate": 7.954203458104687e-07,
      "loss": 0.3575,
      "step": 2130370
    },
    {
      "epoch": 594.58,
      "grad_norm": 1.1614173650741577,
      "learning_rate": 7.9540004672485e-07,
      "loss": 0.3334,
      "step": 2130380
    },
    {
      "epoch": 594.58,
      "grad_norm": 1.1835095882415771,
      "learning_rate": 7.953797478453186e-07,
      "loss": 0.362,
      "step": 2130390
    },
    {
      "epoch": 594.59,
      "grad_norm": 1.527180790901184,
      "learning_rate": 7.95359449171875e-07,
      "loss": 0.355,
      "step": 2130400
    },
    {
      "epoch": 594.59,
      "grad_norm": 1.3832428455352783,
      "learning_rate": 7.953391507045225e-07,
      "loss": 0.3343,
      "step": 2130410
    },
    {
      "epoch": 594.59,
      "grad_norm": 1.4106595516204834,
      "learning_rate": 7.953188524432639e-07,
      "loss": 0.3536,
      "step": 2130420
    },
    {
      "epoch": 594.59,
      "grad_norm": 1.1223788261413574,
      "learning_rate": 7.95298554388103e-07,
      "loss": 0.3338,
      "step": 2130430
    },
    {
      "epoch": 594.6,
      "grad_norm": 1.1067323684692383,
      "learning_rate": 7.952782565390403e-07,
      "loss": 0.3509,
      "step": 2130440
    },
    {
      "epoch": 594.6,
      "grad_norm": 1.3170264959335327,
      "learning_rate": 7.952579588960795e-07,
      "loss": 0.3499,
      "step": 2130450
    },
    {
      "epoch": 594.6,
      "grad_norm": 1.2795536518096924,
      "learning_rate": 7.952376614592246e-07,
      "loss": 0.316,
      "step": 2130460
    },
    {
      "epoch": 594.61,
      "grad_norm": 1.248690128326416,
      "learning_rate": 7.952173642284753e-07,
      "loss": 0.3493,
      "step": 2130470
    },
    {
      "epoch": 594.61,
      "grad_norm": 0.9963123798370361,
      "learning_rate": 7.951970672038377e-07,
      "loss": 0.3349,
      "step": 2130480
    },
    {
      "epoch": 594.61,
      "grad_norm": 1.310314655303955,
      "learning_rate": 7.951767703853122e-07,
      "loss": 0.3444,
      "step": 2130490
    },
    {
      "epoch": 594.61,
      "grad_norm": 1.148734211921692,
      "learning_rate": 7.951564737729021e-07,
      "loss": 0.3206,
      "step": 2130500
    },
    {
      "epoch": 594.62,
      "grad_norm": 1.2256767749786377,
      "learning_rate": 7.951361773666111e-07,
      "loss": 0.3349,
      "step": 2130510
    },
    {
      "epoch": 594.62,
      "grad_norm": 1.185658574104309,
      "learning_rate": 7.951158811664402e-07,
      "loss": 0.3133,
      "step": 2130520
    },
    {
      "epoch": 594.62,
      "grad_norm": 1.2539966106414795,
      "learning_rate": 7.950955851723929e-07,
      "loss": 0.3475,
      "step": 2130530
    },
    {
      "epoch": 594.62,
      "grad_norm": 1.1356701850891113,
      "learning_rate": 7.95075289384472e-07,
      "loss": 0.3293,
      "step": 2130540
    },
    {
      "epoch": 594.63,
      "grad_norm": 1.0456483364105225,
      "learning_rate": 7.9505499380268e-07,
      "loss": 0.337,
      "step": 2130550
    },
    {
      "epoch": 594.63,
      "grad_norm": 1.118451714515686,
      "learning_rate": 7.950346984270197e-07,
      "loss": 0.3433,
      "step": 2130560
    },
    {
      "epoch": 594.63,
      "grad_norm": 1.1711283922195435,
      "learning_rate": 7.950144032574948e-07,
      "loss": 0.338,
      "step": 2130570
    },
    {
      "epoch": 594.64,
      "grad_norm": 1.159144639968872,
      "learning_rate": 7.949941082941064e-07,
      "loss": 0.3381,
      "step": 2130580
    },
    {
      "epoch": 594.64,
      "grad_norm": 1.5868597030639648,
      "learning_rate": 7.949738135368574e-07,
      "loss": 0.3468,
      "step": 2130590
    },
    {
      "epoch": 594.64,
      "grad_norm": 1.3870362043380737,
      "learning_rate": 7.949535189857518e-07,
      "loss": 0.3339,
      "step": 2130600
    },
    {
      "epoch": 594.64,
      "grad_norm": 1.1849662065505981,
      "learning_rate": 7.9493322464079e-07,
      "loss": 0.335,
      "step": 2130610
    },
    {
      "epoch": 594.65,
      "grad_norm": 0.984476625919342,
      "learning_rate": 7.949129305019779e-07,
      "loss": 0.3494,
      "step": 2130620
    },
    {
      "epoch": 594.65,
      "grad_norm": 1.3975474834442139,
      "learning_rate": 7.948926365693154e-07,
      "loss": 0.3417,
      "step": 2130630
    },
    {
      "epoch": 594.65,
      "grad_norm": 1.2428869009017944,
      "learning_rate": 7.948723428428063e-07,
      "loss": 0.338,
      "step": 2130640
    },
    {
      "epoch": 594.66,
      "grad_norm": 1.1245049238204956,
      "learning_rate": 7.948520493224538e-07,
      "loss": 0.354,
      "step": 2130650
    },
    {
      "epoch": 594.66,
      "grad_norm": 1.2824071645736694,
      "learning_rate": 7.948317560082596e-07,
      "loss": 0.3253,
      "step": 2130660
    },
    {
      "epoch": 594.66,
      "grad_norm": 1.0336334705352783,
      "learning_rate": 7.948114629002266e-07,
      "loss": 0.3192,
      "step": 2130670
    },
    {
      "epoch": 594.66,
      "grad_norm": 1.538691759109497,
      "learning_rate": 7.947911699983579e-07,
      "loss": 0.3229,
      "step": 2130680
    },
    {
      "epoch": 594.67,
      "grad_norm": 1.3669304847717285,
      "learning_rate": 7.947708773026566e-07,
      "loss": 0.3559,
      "step": 2130690
    },
    {
      "epoch": 594.67,
      "grad_norm": 1.3874634504318237,
      "learning_rate": 7.947505848131237e-07,
      "loss": 0.3473,
      "step": 2130700
    },
    {
      "epoch": 594.67,
      "grad_norm": 1.2997177839279175,
      "learning_rate": 7.947302925297643e-07,
      "loss": 0.338,
      "step": 2130710
    },
    {
      "epoch": 594.67,
      "grad_norm": 1.2166314125061035,
      "learning_rate": 7.947100004525791e-07,
      "loss": 0.3413,
      "step": 2130720
    },
    {
      "epoch": 594.68,
      "grad_norm": 1.3374464511871338,
      "learning_rate": 7.946897085815714e-07,
      "loss": 0.335,
      "step": 2130730
    },
    {
      "epoch": 594.68,
      "grad_norm": 1.1124674081802368,
      "learning_rate": 7.94669416916745e-07,
      "loss": 0.3465,
      "step": 2130740
    },
    {
      "epoch": 594.68,
      "grad_norm": 1.0214380025863647,
      "learning_rate": 7.94649125458101e-07,
      "loss": 0.3244,
      "step": 2130750
    },
    {
      "epoch": 594.69,
      "grad_norm": 1.2409306764602661,
      "learning_rate": 7.946288342056425e-07,
      "loss": 0.3327,
      "step": 2130760
    },
    {
      "epoch": 594.69,
      "grad_norm": 1.2410826683044434,
      "learning_rate": 7.946085431593725e-07,
      "loss": 0.3391,
      "step": 2130770
    },
    {
      "epoch": 594.69,
      "grad_norm": 0.9403998851776123,
      "learning_rate": 7.945882523192945e-07,
      "loss": 0.3228,
      "step": 2130780
    },
    {
      "epoch": 594.69,
      "grad_norm": 1.18982994556427,
      "learning_rate": 7.945679616854098e-07,
      "loss": 0.337,
      "step": 2130790
    },
    {
      "epoch": 594.7,
      "grad_norm": 1.2027246952056885,
      "learning_rate": 7.945476712577212e-07,
      "loss": 0.3252,
      "step": 2130800
    },
    {
      "epoch": 594.7,
      "grad_norm": 1.1756938695907593,
      "learning_rate": 7.945273810362328e-07,
      "loss": 0.3437,
      "step": 2130810
    },
    {
      "epoch": 594.7,
      "grad_norm": 1.3155380487442017,
      "learning_rate": 7.945070910209449e-07,
      "loss": 0.3509,
      "step": 2130820
    },
    {
      "epoch": 594.71,
      "grad_norm": 1.2074764966964722,
      "learning_rate": 7.94486801211863e-07,
      "loss": 0.3427,
      "step": 2130830
    },
    {
      "epoch": 594.71,
      "grad_norm": 1.1560472249984741,
      "learning_rate": 7.944665116089871e-07,
      "loss": 0.335,
      "step": 2130840
    },
    {
      "epoch": 594.71,
      "grad_norm": 1.1250286102294922,
      "learning_rate": 7.944462222123227e-07,
      "loss": 0.328,
      "step": 2130850
    },
    {
      "epoch": 594.71,
      "grad_norm": 1.1509689092636108,
      "learning_rate": 7.944259330218703e-07,
      "loss": 0.3246,
      "step": 2130860
    },
    {
      "epoch": 594.72,
      "grad_norm": 1.2612910270690918,
      "learning_rate": 7.944056440376334e-07,
      "loss": 0.3265,
      "step": 2130870
    },
    {
      "epoch": 594.72,
      "grad_norm": 1.1205540895462036,
      "learning_rate": 7.943853552596156e-07,
      "loss": 0.3475,
      "step": 2130880
    },
    {
      "epoch": 594.72,
      "grad_norm": 1.2673155069351196,
      "learning_rate": 7.943650666878174e-07,
      "loss": 0.3461,
      "step": 2130890
    },
    {
      "epoch": 594.73,
      "grad_norm": 1.234863519668579,
      "learning_rate": 7.943447783222432e-07,
      "loss": 0.3421,
      "step": 2130900
    },
    {
      "epoch": 594.73,
      "grad_norm": 1.1151362657546997,
      "learning_rate": 7.943244901628951e-07,
      "loss": 0.3376,
      "step": 2130910
    },
    {
      "epoch": 594.73,
      "grad_norm": 2.3857674598693848,
      "learning_rate": 7.943042022097768e-07,
      "loss": 0.3141,
      "step": 2130920
    },
    {
      "epoch": 594.73,
      "grad_norm": 1.3534208536148071,
      "learning_rate": 7.942839144628892e-07,
      "loss": 0.326,
      "step": 2130930
    },
    {
      "epoch": 594.74,
      "grad_norm": 1.1750733852386475,
      "learning_rate": 7.94263626922236e-07,
      "loss": 0.3512,
      "step": 2130940
    },
    {
      "epoch": 594.74,
      "grad_norm": 1.1243011951446533,
      "learning_rate": 7.942433395878199e-07,
      "loss": 0.3269,
      "step": 2130950
    },
    {
      "epoch": 594.74,
      "grad_norm": 1.1831809282302856,
      "learning_rate": 7.942230524596436e-07,
      "loss": 0.3376,
      "step": 2130960
    },
    {
      "epoch": 594.74,
      "grad_norm": 1.0743470191955566,
      "learning_rate": 7.942027655377107e-07,
      "loss": 0.332,
      "step": 2130970
    },
    {
      "epoch": 594.75,
      "grad_norm": 1.0745413303375244,
      "learning_rate": 7.941824788220221e-07,
      "loss": 0.3303,
      "step": 2130980
    },
    {
      "epoch": 594.75,
      "grad_norm": 1.4484633207321167,
      "learning_rate": 7.94162192312581e-07,
      "loss": 0.3278,
      "step": 2130990
    },
    {
      "epoch": 594.75,
      "grad_norm": 1.1704906225204468,
      "learning_rate": 7.941419060093909e-07,
      "loss": 0.3414,
      "step": 2131000
    },
    {
      "epoch": 594.76,
      "grad_norm": 1.0206847190856934,
      "learning_rate": 7.941216199124548e-07,
      "loss": 0.324,
      "step": 2131010
    },
    {
      "epoch": 594.76,
      "grad_norm": 1.215539574623108,
      "learning_rate": 7.941013340217737e-07,
      "loss": 0.3191,
      "step": 2131020
    },
    {
      "epoch": 594.76,
      "grad_norm": 1.1429030895233154,
      "learning_rate": 7.940810483373511e-07,
      "loss": 0.3317,
      "step": 2131030
    },
    {
      "epoch": 594.76,
      "grad_norm": 1.1705234050750732,
      "learning_rate": 7.940607628591911e-07,
      "loss": 0.3371,
      "step": 2131040
    },
    {
      "epoch": 594.77,
      "grad_norm": 1.2521624565124512,
      "learning_rate": 7.940404775872932e-07,
      "loss": 0.3328,
      "step": 2131050
    },
    {
      "epoch": 594.77,
      "grad_norm": 1.0879027843475342,
      "learning_rate": 7.940201925216639e-07,
      "loss": 0.3514,
      "step": 2131060
    },
    {
      "epoch": 594.77,
      "grad_norm": 1.1584123373031616,
      "learning_rate": 7.939999076623031e-07,
      "loss": 0.3315,
      "step": 2131070
    },
    {
      "epoch": 594.78,
      "grad_norm": 1.0801732540130615,
      "learning_rate": 7.939796230092144e-07,
      "loss": 0.3472,
      "step": 2131080
    },
    {
      "epoch": 594.78,
      "grad_norm": 1.1257686614990234,
      "learning_rate": 7.939593385624008e-07,
      "loss": 0.3516,
      "step": 2131090
    },
    {
      "epoch": 594.78,
      "grad_norm": 1.0625118017196655,
      "learning_rate": 7.939390543218654e-07,
      "loss": 0.3285,
      "step": 2131100
    },
    {
      "epoch": 594.78,
      "grad_norm": 1.163931131362915,
      "learning_rate": 7.939187702876094e-07,
      "loss": 0.3485,
      "step": 2131110
    },
    {
      "epoch": 594.79,
      "grad_norm": 1.148524522781372,
      "learning_rate": 7.938984864596364e-07,
      "loss": 0.3272,
      "step": 2131120
    },
    {
      "epoch": 594.79,
      "grad_norm": 1.3090766668319702,
      "learning_rate": 7.938782028379493e-07,
      "loss": 0.3448,
      "step": 2131130
    },
    {
      "epoch": 594.79,
      "grad_norm": 1.13596510887146,
      "learning_rate": 7.938579194225502e-07,
      "loss": 0.3605,
      "step": 2131140
    },
    {
      "epoch": 594.79,
      "grad_norm": 1.0724049806594849,
      "learning_rate": 7.938376362134431e-07,
      "loss": 0.3502,
      "step": 2131150
    },
    {
      "epoch": 594.8,
      "grad_norm": 1.1094354391098022,
      "learning_rate": 7.93817353210629e-07,
      "loss": 0.3328,
      "step": 2131160
    },
    {
      "epoch": 594.8,
      "grad_norm": 1.1612601280212402,
      "learning_rate": 7.937970704141114e-07,
      "loss": 0.3351,
      "step": 2131170
    },
    {
      "epoch": 594.8,
      "grad_norm": 1.2586084604263306,
      "learning_rate": 7.937767878238937e-07,
      "loss": 0.3366,
      "step": 2131180
    },
    {
      "epoch": 594.81,
      "grad_norm": 1.2058144807815552,
      "learning_rate": 7.937565054399762e-07,
      "loss": 0.3449,
      "step": 2131190
    },
    {
      "epoch": 594.81,
      "grad_norm": 1.172701120376587,
      "learning_rate": 7.937362232623649e-07,
      "loss": 0.334,
      "step": 2131200
    },
    {
      "epoch": 594.81,
      "grad_norm": 1.0398329496383667,
      "learning_rate": 7.9371594129106e-07,
      "loss": 0.3579,
      "step": 2131210
    },
    {
      "epoch": 594.81,
      "grad_norm": 1.0374457836151123,
      "learning_rate": 7.93695659526065e-07,
      "loss": 0.3328,
      "step": 2131220
    },
    {
      "epoch": 594.82,
      "grad_norm": 2.5842623710632324,
      "learning_rate": 7.936753779673827e-07,
      "loss": 0.3355,
      "step": 2131230
    },
    {
      "epoch": 594.82,
      "grad_norm": 1.1159526109695435,
      "learning_rate": 7.936550966150167e-07,
      "loss": 0.3306,
      "step": 2131240
    },
    {
      "epoch": 594.82,
      "grad_norm": 1.2393923997879028,
      "learning_rate": 7.936348154689679e-07,
      "loss": 0.3491,
      "step": 2131250
    },
    {
      "epoch": 594.83,
      "grad_norm": 2.190866231918335,
      "learning_rate": 7.936145345292399e-07,
      "loss": 0.333,
      "step": 2131260
    },
    {
      "epoch": 594.83,
      "grad_norm": 1.0507756471633911,
      "learning_rate": 7.93594253795836e-07,
      "loss": 0.3291,
      "step": 2131270
    },
    {
      "epoch": 594.83,
      "grad_norm": 1.169114589691162,
      "learning_rate": 7.935739732687569e-07,
      "loss": 0.3432,
      "step": 2131280
    },
    {
      "epoch": 594.83,
      "grad_norm": 1.0706744194030762,
      "learning_rate": 7.935536929480079e-07,
      "loss": 0.3373,
      "step": 2131290
    },
    {
      "epoch": 594.84,
      "grad_norm": 1.1868538856506348,
      "learning_rate": 7.935334128335899e-07,
      "loss": 0.3417,
      "step": 2131300
    },
    {
      "epoch": 594.84,
      "grad_norm": 1.154353141784668,
      "learning_rate": 7.935131329255061e-07,
      "loss": 0.3478,
      "step": 2131310
    },
    {
      "epoch": 594.84,
      "grad_norm": 1.1305221319198608,
      "learning_rate": 7.934928532237601e-07,
      "loss": 0.3268,
      "step": 2131320
    },
    {
      "epoch": 594.85,
      "grad_norm": 6.847700595855713,
      "learning_rate": 7.934725737283529e-07,
      "loss": 0.3352,
      "step": 2131330
    },
    {
      "epoch": 594.85,
      "grad_norm": 1.1242504119873047,
      "learning_rate": 7.93452294439288e-07,
      "loss": 0.3247,
      "step": 2131340
    },
    {
      "epoch": 594.85,
      "grad_norm": 1.2405284643173218,
      "learning_rate": 7.934320153565681e-07,
      "loss": 0.3297,
      "step": 2131350
    },
    {
      "epoch": 594.85,
      "grad_norm": 1.2106493711471558,
      "learning_rate": 7.934117364801967e-07,
      "loss": 0.3359,
      "step": 2131360
    },
    {
      "epoch": 594.86,
      "grad_norm": 1.2225052118301392,
      "learning_rate": 7.933914578101744e-07,
      "loss": 0.3203,
      "step": 2131370
    },
    {
      "epoch": 594.86,
      "grad_norm": 1.0435165166854858,
      "learning_rate": 7.933711793465067e-07,
      "loss": 0.3282,
      "step": 2131380
    },
    {
      "epoch": 594.86,
      "grad_norm": 1.2950280904769897,
      "learning_rate": 7.933509010891941e-07,
      "loss": 0.3286,
      "step": 2131390
    },
    {
      "epoch": 594.86,
      "grad_norm": 1.1567236185073853,
      "learning_rate": 7.933306230382402e-07,
      "loss": 0.349,
      "step": 2131400
    },
    {
      "epoch": 594.87,
      "grad_norm": 1.2346937656402588,
      "learning_rate": 7.933103451936479e-07,
      "loss": 0.3313,
      "step": 2131410
    },
    {
      "epoch": 594.87,
      "grad_norm": 0.9834743142127991,
      "learning_rate": 7.932900675554184e-07,
      "loss": 0.3388,
      "step": 2131420
    },
    {
      "epoch": 594.87,
      "grad_norm": 1.4068644046783447,
      "learning_rate": 7.932697901235569e-07,
      "loss": 0.3454,
      "step": 2131430
    },
    {
      "epoch": 594.88,
      "grad_norm": 1.0876916646957397,
      "learning_rate": 7.932495128980639e-07,
      "loss": 0.3541,
      "step": 2131440
    },
    {
      "epoch": 594.88,
      "grad_norm": 1.1005163192749023,
      "learning_rate": 7.932292358789428e-07,
      "loss": 0.33,
      "step": 2131450
    },
    {
      "epoch": 594.88,
      "grad_norm": 1.1329110860824585,
      "learning_rate": 7.932089590661976e-07,
      "loss": 0.3459,
      "step": 2131460
    },
    {
      "epoch": 594.88,
      "grad_norm": 1.0214594602584839,
      "learning_rate": 7.931886824598289e-07,
      "loss": 0.3356,
      "step": 2131470
    },
    {
      "epoch": 594.89,
      "grad_norm": 1.302119255065918,
      "learning_rate": 7.931684060598402e-07,
      "loss": 0.3269,
      "step": 2131480
    },
    {
      "epoch": 594.89,
      "grad_norm": 1.1018973588943481,
      "learning_rate": 7.931481298662345e-07,
      "loss": 0.3297,
      "step": 2131490
    },
    {
      "epoch": 594.89,
      "grad_norm": 1.1810228824615479,
      "learning_rate": 7.931278538790149e-07,
      "loss": 0.3428,
      "step": 2131500
    },
    {
      "epoch": 594.9,
      "grad_norm": 1.0702743530273438,
      "learning_rate": 7.931075780981822e-07,
      "loss": 0.3315,
      "step": 2131510
    },
    {
      "epoch": 594.9,
      "grad_norm": 1.252731442451477,
      "learning_rate": 7.930873025237419e-07,
      "loss": 0.3564,
      "step": 2131520
    },
    {
      "epoch": 594.9,
      "grad_norm": 1.056795358657837,
      "learning_rate": 7.930670271556944e-07,
      "loss": 0.3335,
      "step": 2131530
    },
    {
      "epoch": 594.9,
      "grad_norm": 0.9772952198982239,
      "learning_rate": 7.930467519940433e-07,
      "loss": 0.3525,
      "step": 2131540
    },
    {
      "epoch": 594.91,
      "grad_norm": 1.16923189163208,
      "learning_rate": 7.930264770387922e-07,
      "loss": 0.3415,
      "step": 2131550
    },
    {
      "epoch": 594.91,
      "grad_norm": 1.156724214553833,
      "learning_rate": 7.930062022899417e-07,
      "loss": 0.33,
      "step": 2131560
    },
    {
      "epoch": 594.91,
      "grad_norm": 1.1565613746643066,
      "learning_rate": 7.929859277474958e-07,
      "loss": 0.3451,
      "step": 2131570
    },
    {
      "epoch": 594.91,
      "grad_norm": 1.4656076431274414,
      "learning_rate": 7.929656534114569e-07,
      "loss": 0.3537,
      "step": 2131580
    },
    {
      "epoch": 594.92,
      "grad_norm": 1.1582573652267456,
      "learning_rate": 7.929453792818286e-07,
      "loss": 0.3334,
      "step": 2131590
    },
    {
      "epoch": 594.92,
      "grad_norm": 1.1710844039916992,
      "learning_rate": 7.929251053586121e-07,
      "loss": 0.3492,
      "step": 2131600
    },
    {
      "epoch": 594.92,
      "grad_norm": 1.098063349723816,
      "learning_rate": 7.92904831641811e-07,
      "loss": 0.3332,
      "step": 2131610
    },
    {
      "epoch": 594.93,
      "grad_norm": 1.0470917224884033,
      "learning_rate": 7.928845581314284e-07,
      "loss": 0.3391,
      "step": 2131620
    },
    {
      "epoch": 594.93,
      "grad_norm": 0.9636018872261047,
      "learning_rate": 7.928642848274648e-07,
      "loss": 0.343,
      "step": 2131630
    },
    {
      "epoch": 594.93,
      "grad_norm": 1.4235572814941406,
      "learning_rate": 7.928440117299262e-07,
      "loss": 0.3574,
      "step": 2131640
    },
    {
      "epoch": 594.93,
      "grad_norm": 1.0777316093444824,
      "learning_rate": 7.928237388388128e-07,
      "loss": 0.3297,
      "step": 2131650
    },
    {
      "epoch": 594.94,
      "grad_norm": 1.2630025148391724,
      "learning_rate": 7.928034661541282e-07,
      "loss": 0.3249,
      "step": 2131660
    },
    {
      "epoch": 594.94,
      "grad_norm": 1.0934374332427979,
      "learning_rate": 7.927831936758748e-07,
      "loss": 0.3643,
      "step": 2131670
    },
    {
      "epoch": 594.94,
      "grad_norm": 1.2565877437591553,
      "learning_rate": 7.927629214040562e-07,
      "loss": 0.3379,
      "step": 2131680
    },
    {
      "epoch": 594.95,
      "grad_norm": 1.1641466617584229,
      "learning_rate": 7.927426493386739e-07,
      "loss": 0.3634,
      "step": 2131690
    },
    {
      "epoch": 594.95,
      "grad_norm": 1.0956751108169556,
      "learning_rate": 7.927223774797311e-07,
      "loss": 0.3446,
      "step": 2131700
    },
    {
      "epoch": 594.95,
      "grad_norm": 0.9762498140335083,
      "learning_rate": 7.927021058272302e-07,
      "loss": 0.352,
      "step": 2131710
    },
    {
      "epoch": 594.95,
      "grad_norm": 1.1025296449661255,
      "learning_rate": 7.926818343811746e-07,
      "loss": 0.3227,
      "step": 2131720
    },
    {
      "epoch": 594.96,
      "grad_norm": 1.149505615234375,
      "learning_rate": 7.926615631415671e-07,
      "loss": 0.3342,
      "step": 2131730
    },
    {
      "epoch": 594.96,
      "grad_norm": 1.2612903118133545,
      "learning_rate": 7.926412921084091e-07,
      "loss": 0.3585,
      "step": 2131740
    },
    {
      "epoch": 594.96,
      "grad_norm": 1.2071782350540161,
      "learning_rate": 7.926210212817042e-07,
      "loss": 0.3529,
      "step": 2131750
    },
    {
      "epoch": 594.97,
      "grad_norm": 1.117334008216858,
      "learning_rate": 7.926007506614557e-07,
      "loss": 0.3354,
      "step": 2131760
    },
    {
      "epoch": 594.97,
      "grad_norm": 1.2730567455291748,
      "learning_rate": 7.925804802476641e-07,
      "loss": 0.3368,
      "step": 2131770
    },
    {
      "epoch": 594.97,
      "grad_norm": 0.9726372957229614,
      "learning_rate": 7.925602100403351e-07,
      "loss": 0.3364,
      "step": 2131780
    },
    {
      "epoch": 594.97,
      "grad_norm": 1.419532060623169,
      "learning_rate": 7.925399400394693e-07,
      "loss": 0.3249,
      "step": 2131790
    },
    {
      "epoch": 594.98,
      "grad_norm": 1.077582597732544,
      "learning_rate": 7.925196702450695e-07,
      "loss": 0.3512,
      "step": 2131800
    },
    {
      "epoch": 594.98,
      "grad_norm": 1.1052747964859009,
      "learning_rate": 7.924994006571394e-07,
      "loss": 0.3412,
      "step": 2131810
    },
    {
      "epoch": 594.98,
      "grad_norm": 1.1569393873214722,
      "learning_rate": 7.924791312756816e-07,
      "loss": 0.3467,
      "step": 2131820
    },
    {
      "epoch": 594.98,
      "grad_norm": 1.2614810466766357,
      "learning_rate": 7.924588621006979e-07,
      "loss": 0.3395,
      "step": 2131830
    },
    {
      "epoch": 594.99,
      "grad_norm": 1.0987274646759033,
      "learning_rate": 7.924385931321912e-07,
      "loss": 0.334,
      "step": 2131840
    },
    {
      "epoch": 594.99,
      "grad_norm": 1.1207940578460693,
      "learning_rate": 7.924183243701654e-07,
      "loss": 0.3501,
      "step": 2131850
    },
    {
      "epoch": 594.99,
      "grad_norm": 1.2113053798675537,
      "learning_rate": 7.923980558146208e-07,
      "loss": 0.3327,
      "step": 2131860
    },
    {
      "epoch": 595.0,
      "grad_norm": 1.3088442087173462,
      "learning_rate": 7.923777874655628e-07,
      "loss": 0.3393,
      "step": 2131870
    },
    {
      "epoch": 595.0,
      "grad_norm": 1.2269772291183472,
      "learning_rate": 7.923575193229923e-07,
      "loss": 0.3214,
      "step": 2131880
    },
    {
      "epoch": 595.0,
      "eval_loss": 0.3393961489200592,
      "eval_runtime": 66.8738,
      "eval_samples_per_second": 75.65,
      "eval_steps_per_second": 9.466,
      "step": 2131885
    },
    {
      "epoch": 595.0,
      "grad_norm": 1.2527345418930054,
      "learning_rate": 7.923372513869126e-07,
      "loss": 0.3387,
      "step": 2131890
    },
    {
      "epoch": 595.0,
      "grad_norm": 1.2459383010864258,
      "learning_rate": 7.923169836573263e-07,
      "loss": 0.3469,
      "step": 2131900
    },
    {
      "epoch": 595.01,
      "grad_norm": 1.153295874595642,
      "learning_rate": 7.92296716134237e-07,
      "loss": 0.3213,
      "step": 2131910
    },
    {
      "epoch": 595.01,
      "grad_norm": 1.1496307849884033,
      "learning_rate": 7.922764488176457e-07,
      "loss": 0.3237,
      "step": 2131920
    },
    {
      "epoch": 595.01,
      "grad_norm": 1.2517191171646118,
      "learning_rate": 7.92256181707556e-07,
      "loss": 0.3284,
      "step": 2131930
    },
    {
      "epoch": 595.02,
      "grad_norm": 1.2936350107192993,
      "learning_rate": 7.922359148039712e-07,
      "loss": 0.3402,
      "step": 2131940
    },
    {
      "epoch": 595.02,
      "grad_norm": 1.160788893699646,
      "learning_rate": 7.922156481068918e-07,
      "loss": 0.3296,
      "step": 2131950
    },
    {
      "epoch": 595.02,
      "grad_norm": 1.2304123640060425,
      "learning_rate": 7.921953816163238e-07,
      "loss": 0.349,
      "step": 2131960
    },
    {
      "epoch": 595.02,
      "grad_norm": 1.265945315361023,
      "learning_rate": 7.921751153322672e-07,
      "loss": 0.337,
      "step": 2131970
    },
    {
      "epoch": 595.03,
      "grad_norm": 1.1529505252838135,
      "learning_rate": 7.921548492547257e-07,
      "loss": 0.3479,
      "step": 2131980
    },
    {
      "epoch": 595.03,
      "grad_norm": 1.1060543060302734,
      "learning_rate": 7.921345833837027e-07,
      "loss": 0.3489,
      "step": 2131990
    },
    {
      "epoch": 595.03,
      "grad_norm": 1.1796300411224365,
      "learning_rate": 7.921143177191987e-07,
      "loss": 0.3432,
      "step": 2132000
    },
    {
      "epoch": 595.03,
      "grad_norm": 1.0796536207199097,
      "learning_rate": 7.920940522612192e-07,
      "loss": 0.3269,
      "step": 2132010
    },
    {
      "epoch": 595.04,
      "grad_norm": 1.3283735513687134,
      "learning_rate": 7.920737870097647e-07,
      "loss": 0.3606,
      "step": 2132020
    },
    {
      "epoch": 595.04,
      "grad_norm": 1.18207848072052,
      "learning_rate": 7.920535219648389e-07,
      "loss": 0.3376,
      "step": 2132030
    },
    {
      "epoch": 595.04,
      "grad_norm": 1.1216366291046143,
      "learning_rate": 7.920332571264444e-07,
      "loss": 0.3484,
      "step": 2132040
    },
    {
      "epoch": 595.05,
      "grad_norm": 1.0303418636322021,
      "learning_rate": 7.920129924945842e-07,
      "loss": 0.3426,
      "step": 2132050
    },
    {
      "epoch": 595.05,
      "grad_norm": 1.2675342559814453,
      "learning_rate": 7.919927280692603e-07,
      "loss": 0.328,
      "step": 2132060
    },
    {
      "epoch": 595.05,
      "grad_norm": 1.0069231986999512,
      "learning_rate": 7.919724638504756e-07,
      "loss": 0.3307,
      "step": 2132070
    },
    {
      "epoch": 595.05,
      "grad_norm": 1.2500041723251343,
      "learning_rate": 7.919521998382337e-07,
      "loss": 0.3302,
      "step": 2132080
    },
    {
      "epoch": 595.06,
      "grad_norm": 1.328750729560852,
      "learning_rate": 7.919319360325346e-07,
      "loss": 0.3434,
      "step": 2132090
    },
    {
      "epoch": 595.06,
      "grad_norm": 1.033887267112732,
      "learning_rate": 7.919116724333849e-07,
      "loss": 0.3356,
      "step": 2132100
    },
    {
      "epoch": 595.06,
      "grad_norm": 1.2030547857284546,
      "learning_rate": 7.918914090407844e-07,
      "loss": 0.3346,
      "step": 2132110
    },
    {
      "epoch": 595.07,
      "grad_norm": 1.1483640670776367,
      "learning_rate": 7.918711458547365e-07,
      "loss": 0.3282,
      "step": 2132120
    },
    {
      "epoch": 595.07,
      "grad_norm": 1.1732975244522095,
      "learning_rate": 7.918508828752451e-07,
      "loss": 0.3399,
      "step": 2132130
    },
    {
      "epoch": 595.07,
      "grad_norm": 1.2510019540786743,
      "learning_rate": 7.918306201023111e-07,
      "loss": 0.3282,
      "step": 2132140
    },
    {
      "epoch": 595.07,
      "grad_norm": 1.3043490648269653,
      "learning_rate": 7.918103575359378e-07,
      "loss": 0.3391,
      "step": 2132150
    },
    {
      "epoch": 595.08,
      "grad_norm": 1.315825343132019,
      "learning_rate": 7.917900951761283e-07,
      "loss": 0.3276,
      "step": 2132160
    },
    {
      "epoch": 595.08,
      "grad_norm": 1.1946265697479248,
      "learning_rate": 7.917698330228858e-07,
      "loss": 0.3371,
      "step": 2132170
    },
    {
      "epoch": 595.08,
      "grad_norm": 1.0982550382614136,
      "learning_rate": 7.91749571076211e-07,
      "loss": 0.3164,
      "step": 2132180
    },
    {
      "epoch": 595.09,
      "grad_norm": 1.187362790107727,
      "learning_rate": 7.91729309336109e-07,
      "loss": 0.3368,
      "step": 2132190
    },
    {
      "epoch": 595.09,
      "grad_norm": 1.0603375434875488,
      "learning_rate": 7.917090478025807e-07,
      "loss": 0.321,
      "step": 2132200
    },
    {
      "epoch": 595.09,
      "grad_norm": 1.0958645343780518,
      "learning_rate": 7.916887864756296e-07,
      "loss": 0.3466,
      "step": 2132210
    },
    {
      "epoch": 595.09,
      "grad_norm": 1.143324613571167,
      "learning_rate": 7.916685253552589e-07,
      "loss": 0.3375,
      "step": 2132220
    },
    {
      "epoch": 595.1,
      "grad_norm": 1.2351187467575073,
      "learning_rate": 7.9164826444147e-07,
      "loss": 0.3286,
      "step": 2132230
    },
    {
      "epoch": 595.1,
      "grad_norm": 1.172540545463562,
      "learning_rate": 7.916280037342663e-07,
      "loss": 0.342,
      "step": 2132240
    },
    {
      "epoch": 595.1,
      "grad_norm": 1.2073943614959717,
      "learning_rate": 7.916077432336503e-07,
      "loss": 0.3325,
      "step": 2132250
    },
    {
      "epoch": 595.1,
      "grad_norm": 1.0403286218643188,
      "learning_rate": 7.915874829396258e-07,
      "loss": 0.3395,
      "step": 2132260
    },
    {
      "epoch": 595.11,
      "grad_norm": 1.1141384840011597,
      "learning_rate": 7.915672228521937e-07,
      "loss": 0.3247,
      "step": 2132270
    },
    {
      "epoch": 595.11,
      "grad_norm": 1.132039189338684,
      "learning_rate": 7.915469629713576e-07,
      "loss": 0.3222,
      "step": 2132280
    },
    {
      "epoch": 595.11,
      "grad_norm": 1.0472934246063232,
      "learning_rate": 7.915267032971202e-07,
      "loss": 0.33,
      "step": 2132290
    },
    {
      "epoch": 595.12,
      "grad_norm": 1.2780040502548218,
      "learning_rate": 7.91506443829484e-07,
      "loss": 0.3426,
      "step": 2132300
    },
    {
      "epoch": 595.12,
      "grad_norm": 1.465277910232544,
      "learning_rate": 7.914861845684525e-07,
      "loss": 0.3171,
      "step": 2132310
    },
    {
      "epoch": 595.12,
      "grad_norm": 1.0491214990615845,
      "learning_rate": 7.914659255140266e-07,
      "loss": 0.3362,
      "step": 2132320
    },
    {
      "epoch": 595.12,
      "grad_norm": 1.1008107662200928,
      "learning_rate": 7.914456666662114e-07,
      "loss": 0.3466,
      "step": 2132330
    },
    {
      "epoch": 595.13,
      "grad_norm": 1.1507853269577026,
      "learning_rate": 7.914254080250075e-07,
      "loss": 0.3251,
      "step": 2132340
    },
    {
      "epoch": 595.13,
      "grad_norm": 1.1243473291397095,
      "learning_rate": 7.914051495904185e-07,
      "loss": 0.3381,
      "step": 2132350
    },
    {
      "epoch": 595.13,
      "grad_norm": 1.097163200378418,
      "learning_rate": 7.913848913624478e-07,
      "loss": 0.3395,
      "step": 2132360
    },
    {
      "epoch": 595.14,
      "grad_norm": 1.1546754837036133,
      "learning_rate": 7.913646333410966e-07,
      "loss": 0.3415,
      "step": 2132370
    },
    {
      "epoch": 595.14,
      "grad_norm": 1.0553410053253174,
      "learning_rate": 7.913443755263683e-07,
      "loss": 0.3226,
      "step": 2132380
    },
    {
      "epoch": 595.14,
      "grad_norm": 1.2198090553283691,
      "learning_rate": 7.913241179182655e-07,
      "loss": 0.3409,
      "step": 2132390
    },
    {
      "epoch": 595.14,
      "grad_norm": 1.1363039016723633,
      "learning_rate": 7.913038605167921e-07,
      "loss": 0.3549,
      "step": 2132400
    },
    {
      "epoch": 595.15,
      "grad_norm": 1.1506606340408325,
      "learning_rate": 7.912836033219487e-07,
      "loss": 0.3195,
      "step": 2132410
    },
    {
      "epoch": 595.15,
      "grad_norm": 1.2860846519470215,
      "learning_rate": 7.912633463337389e-07,
      "loss": 0.3527,
      "step": 2132420
    },
    {
      "epoch": 595.15,
      "grad_norm": 1.0795994997024536,
      "learning_rate": 7.912430895521665e-07,
      "loss": 0.3341,
      "step": 2132430
    },
    {
      "epoch": 595.15,
      "grad_norm": 1.1181881427764893,
      "learning_rate": 7.912228329772313e-07,
      "loss": 0.3266,
      "step": 2132440
    },
    {
      "epoch": 595.16,
      "grad_norm": 1.172485589981079,
      "learning_rate": 7.912025766089398e-07,
      "loss": 0.3286,
      "step": 2132450
    },
    {
      "epoch": 595.16,
      "grad_norm": 1.1311391592025757,
      "learning_rate": 7.911823204472917e-07,
      "loss": 0.3423,
      "step": 2132460
    },
    {
      "epoch": 595.16,
      "grad_norm": 1.1292221546173096,
      "learning_rate": 7.911620644922912e-07,
      "loss": 0.3563,
      "step": 2132470
    },
    {
      "epoch": 595.17,
      "grad_norm": 1.1241401433944702,
      "learning_rate": 7.911418087439401e-07,
      "loss": 0.3406,
      "step": 2132480
    },
    {
      "epoch": 595.17,
      "grad_norm": 1.0880178213119507,
      "learning_rate": 7.911215532022425e-07,
      "loss": 0.3255,
      "step": 2132490
    },
    {
      "epoch": 595.17,
      "grad_norm": 1.0483647584915161,
      "learning_rate": 7.911012978671997e-07,
      "loss": 0.3202,
      "step": 2132500
    },
    {
      "epoch": 595.17,
      "grad_norm": 1.25251042842865,
      "learning_rate": 7.910810427388145e-07,
      "loss": 0.3357,
      "step": 2132510
    },
    {
      "epoch": 595.18,
      "grad_norm": 1.1569286584854126,
      "learning_rate": 7.910607878170907e-07,
      "loss": 0.3438,
      "step": 2132520
    },
    {
      "epoch": 595.18,
      "grad_norm": 1.2349053621292114,
      "learning_rate": 7.910405331020291e-07,
      "loss": 0.361,
      "step": 2132530
    },
    {
      "epoch": 595.18,
      "grad_norm": 1.1669121980667114,
      "learning_rate": 7.910202785936349e-07,
      "loss": 0.3461,
      "step": 2132540
    },
    {
      "epoch": 595.19,
      "grad_norm": 1.1522815227508545,
      "learning_rate": 7.910000242919087e-07,
      "loss": 0.3355,
      "step": 2132550
    },
    {
      "epoch": 595.19,
      "grad_norm": 1.1430522203445435,
      "learning_rate": 7.909797701968537e-07,
      "loss": 0.3358,
      "step": 2132560
    },
    {
      "epoch": 595.19,
      "grad_norm": 1.10704505443573,
      "learning_rate": 7.90959516308474e-07,
      "loss": 0.3285,
      "step": 2132570
    },
    {
      "epoch": 595.19,
      "grad_norm": 1.139324426651001,
      "learning_rate": 7.909392626267693e-07,
      "loss": 0.3331,
      "step": 2132580
    },
    {
      "epoch": 595.2,
      "grad_norm": 1.298344612121582,
      "learning_rate": 7.909190091517459e-07,
      "loss": 0.3324,
      "step": 2132590
    },
    {
      "epoch": 595.2,
      "grad_norm": 1.1497101783752441,
      "learning_rate": 7.908987558834038e-07,
      "loss": 0.337,
      "step": 2132600
    },
    {
      "epoch": 595.2,
      "grad_norm": 1.1497827768325806,
      "learning_rate": 7.908785028217465e-07,
      "loss": 0.3357,
      "step": 2132610
    },
    {
      "epoch": 595.21,
      "grad_norm": 1.4558665752410889,
      "learning_rate": 7.908582499667771e-07,
      "loss": 0.3511,
      "step": 2132620
    },
    {
      "epoch": 595.21,
      "grad_norm": 1.147416114807129,
      "learning_rate": 7.908379973184987e-07,
      "loss": 0.3412,
      "step": 2132630
    },
    {
      "epoch": 595.21,
      "grad_norm": 1.1792103052139282,
      "learning_rate": 7.908177448769125e-07,
      "loss": 0.3554,
      "step": 2132640
    },
    {
      "epoch": 595.21,
      "grad_norm": 1.1869406700134277,
      "learning_rate": 7.90797492642022e-07,
      "loss": 0.3357,
      "step": 2132650
    },
    {
      "epoch": 595.22,
      "grad_norm": 1.0473735332489014,
      "learning_rate": 7.907772406138306e-07,
      "loss": 0.3326,
      "step": 2132660
    },
    {
      "epoch": 595.22,
      "grad_norm": 1.1382919549942017,
      "learning_rate": 7.907569887923389e-07,
      "loss": 0.3419,
      "step": 2132670
    },
    {
      "epoch": 595.22,
      "grad_norm": 1.1891640424728394,
      "learning_rate": 7.907367371775525e-07,
      "loss": 0.3601,
      "step": 2132680
    },
    {
      "epoch": 595.22,
      "grad_norm": 1.230277180671692,
      "learning_rate": 7.907164857694718e-07,
      "loss": 0.3402,
      "step": 2132690
    },
    {
      "epoch": 595.23,
      "grad_norm": 1.1153688430786133,
      "learning_rate": 7.906962345681002e-07,
      "loss": 0.3334,
      "step": 2132700
    },
    {
      "epoch": 595.23,
      "grad_norm": 1.1963406801223755,
      "learning_rate": 7.906759835734414e-07,
      "loss": 0.3447,
      "step": 2132710
    },
    {
      "epoch": 595.23,
      "grad_norm": 1.2586897611618042,
      "learning_rate": 7.906557327854962e-07,
      "loss": 0.3497,
      "step": 2132720
    },
    {
      "epoch": 595.24,
      "grad_norm": 1.3070012331008911,
      "learning_rate": 7.906354822042684e-07,
      "loss": 0.3423,
      "step": 2132730
    },
    {
      "epoch": 595.24,
      "grad_norm": 1.1695685386657715,
      "learning_rate": 7.906152318297607e-07,
      "loss": 0.3389,
      "step": 2132740
    },
    {
      "epoch": 595.24,
      "grad_norm": 1.333661675453186,
      "learning_rate": 7.905949816619762e-07,
      "loss": 0.3331,
      "step": 2132750
    },
    {
      "epoch": 595.24,
      "grad_norm": 1.0496320724487305,
      "learning_rate": 7.905747317009156e-07,
      "loss": 0.3434,
      "step": 2132760
    },
    {
      "epoch": 595.25,
      "grad_norm": 1.624181866645813,
      "learning_rate": 7.905544819465847e-07,
      "loss": 0.3335,
      "step": 2132770
    },
    {
      "epoch": 595.25,
      "grad_norm": 1.26372492313385,
      "learning_rate": 7.905342323989837e-07,
      "loss": 0.3394,
      "step": 2132780
    },
    {
      "epoch": 595.25,
      "grad_norm": 1.3461453914642334,
      "learning_rate": 7.905139830581161e-07,
      "loss": 0.3354,
      "step": 2132790
    },
    {
      "epoch": 595.26,
      "grad_norm": 1.1940453052520752,
      "learning_rate": 7.904937339239854e-07,
      "loss": 0.3436,
      "step": 2132800
    },
    {
      "epoch": 595.26,
      "grad_norm": 1.041459321975708,
      "learning_rate": 7.904734849965928e-07,
      "loss": 0.326,
      "step": 2132810
    },
    {
      "epoch": 595.26,
      "grad_norm": 1.1451606750488281,
      "learning_rate": 7.904532362759415e-07,
      "loss": 0.347,
      "step": 2132820
    },
    {
      "epoch": 595.26,
      "grad_norm": 1.164078950881958,
      "learning_rate": 7.904329877620348e-07,
      "loss": 0.3423,
      "step": 2132830
    },
    {
      "epoch": 595.27,
      "grad_norm": 1.261196494102478,
      "learning_rate": 7.904127394548757e-07,
      "loss": 0.3241,
      "step": 2132840
    },
    {
      "epoch": 595.27,
      "grad_norm": 1.2366235256195068,
      "learning_rate": 7.903924913544645e-07,
      "loss": 0.3347,
      "step": 2132850
    },
    {
      "epoch": 595.27,
      "grad_norm": 1.3111594915390015,
      "learning_rate": 7.903722434608072e-07,
      "loss": 0.3585,
      "step": 2132860
    },
    {
      "epoch": 595.27,
      "grad_norm": 1.2444475889205933,
      "learning_rate": 7.903519957739043e-07,
      "loss": 0.3465,
      "step": 2132870
    },
    {
      "epoch": 595.28,
      "grad_norm": 1.9107091426849365,
      "learning_rate": 7.903317482937589e-07,
      "loss": 0.3465,
      "step": 2132880
    },
    {
      "epoch": 595.28,
      "grad_norm": 1.1061609983444214,
      "learning_rate": 7.903115010203747e-07,
      "loss": 0.3619,
      "step": 2132890
    },
    {
      "epoch": 595.28,
      "grad_norm": 1.2230745553970337,
      "learning_rate": 7.902912539537522e-07,
      "loss": 0.3222,
      "step": 2132900
    },
    {
      "epoch": 595.29,
      "grad_norm": 1.1285442113876343,
      "learning_rate": 7.902710070938968e-07,
      "loss": 0.3465,
      "step": 2132910
    },
    {
      "epoch": 595.29,
      "grad_norm": 1.3605877161026,
      "learning_rate": 7.902507604408092e-07,
      "loss": 0.3363,
      "step": 2132920
    },
    {
      "epoch": 595.29,
      "grad_norm": 1.194498062133789,
      "learning_rate": 7.902305139944928e-07,
      "loss": 0.3329,
      "step": 2132930
    },
    {
      "epoch": 595.29,
      "grad_norm": 1.32929527759552,
      "learning_rate": 7.902102677549512e-07,
      "loss": 0.3279,
      "step": 2132940
    },
    {
      "epoch": 595.3,
      "grad_norm": 1.0554687976837158,
      "learning_rate": 7.90190021722185e-07,
      "loss": 0.3435,
      "step": 2132950
    },
    {
      "epoch": 595.3,
      "grad_norm": 1.4243321418762207,
      "learning_rate": 7.901697758961985e-07,
      "loss": 0.3591,
      "step": 2132960
    },
    {
      "epoch": 595.3,
      "grad_norm": 1.2430540323257446,
      "learning_rate": 7.901495302769937e-07,
      "loss": 0.3475,
      "step": 2132970
    },
    {
      "epoch": 595.31,
      "grad_norm": 0.9990595579147339,
      "learning_rate": 7.901292848645743e-07,
      "loss": 0.3459,
      "step": 2132980
    },
    {
      "epoch": 595.31,
      "grad_norm": 1.3689777851104736,
      "learning_rate": 7.901090396589406e-07,
      "loss": 0.3395,
      "step": 2132990
    },
    {
      "epoch": 595.31,
      "grad_norm": 1.223928689956665,
      "learning_rate": 7.900887946600988e-07,
      "loss": 0.3562,
      "step": 2133000
    },
    {
      "epoch": 595.31,
      "grad_norm": 1.33570396900177,
      "learning_rate": 7.900685498680487e-07,
      "loss": 0.347,
      "step": 2133010
    },
    {
      "epoch": 595.32,
      "grad_norm": 1.2753618955612183,
      "learning_rate": 7.900483052827942e-07,
      "loss": 0.3468,
      "step": 2133020
    },
    {
      "epoch": 595.32,
      "grad_norm": 1.2777920961380005,
      "learning_rate": 7.900280609043383e-07,
      "loss": 0.3352,
      "step": 2133030
    },
    {
      "epoch": 595.32,
      "grad_norm": 1.4863396883010864,
      "learning_rate": 7.900078167326828e-07,
      "loss": 0.3555,
      "step": 2133040
    },
    {
      "epoch": 595.33,
      "grad_norm": 1.1318395137786865,
      "learning_rate": 7.899875727678305e-07,
      "loss": 0.3283,
      "step": 2133050
    },
    {
      "epoch": 595.33,
      "grad_norm": 1.3700950145721436,
      "learning_rate": 7.899673290097845e-07,
      "loss": 0.327,
      "step": 2133060
    },
    {
      "epoch": 595.33,
      "grad_norm": 1.225794792175293,
      "learning_rate": 7.899470854585482e-07,
      "loss": 0.3586,
      "step": 2133070
    },
    {
      "epoch": 595.33,
      "grad_norm": 1.1942917108535767,
      "learning_rate": 7.89926842114123e-07,
      "loss": 0.3464,
      "step": 2133080
    },
    {
      "epoch": 595.34,
      "grad_norm": 1.3059629201889038,
      "learning_rate": 7.899065989765117e-07,
      "loss": 0.3497,
      "step": 2133090
    },
    {
      "epoch": 595.34,
      "grad_norm": 1.1559464931488037,
      "learning_rate": 7.898863560457182e-07,
      "loss": 0.3416,
      "step": 2133100
    },
    {
      "epoch": 595.34,
      "grad_norm": 1.052112340927124,
      "learning_rate": 7.89866113321743e-07,
      "loss": 0.3298,
      "step": 2133110
    },
    {
      "epoch": 595.34,
      "grad_norm": 1.508713960647583,
      "learning_rate": 7.898458708045914e-07,
      "loss": 0.3583,
      "step": 2133120
    },
    {
      "epoch": 595.35,
      "grad_norm": 1.2133532762527466,
      "learning_rate": 7.898256284942645e-07,
      "loss": 0.3356,
      "step": 2133130
    },
    {
      "epoch": 595.35,
      "grad_norm": 1.2212762832641602,
      "learning_rate": 7.898053863907652e-07,
      "loss": 0.3258,
      "step": 2133140
    },
    {
      "epoch": 595.35,
      "grad_norm": 1.3322457075119019,
      "learning_rate": 7.897851444940962e-07,
      "loss": 0.3246,
      "step": 2133150
    },
    {
      "epoch": 595.36,
      "grad_norm": 1.299229621887207,
      "learning_rate": 7.897649028042604e-07,
      "loss": 0.339,
      "step": 2133160
    },
    {
      "epoch": 595.36,
      "grad_norm": 1.29066801071167,
      "learning_rate": 7.897446613212613e-07,
      "loss": 0.3455,
      "step": 2133170
    },
    {
      "epoch": 595.36,
      "grad_norm": 1.1953868865966797,
      "learning_rate": 7.897244200451e-07,
      "loss": 0.3476,
      "step": 2133180
    },
    {
      "epoch": 595.36,
      "grad_norm": 1.3510713577270508,
      "learning_rate": 7.897041789757798e-07,
      "loss": 0.3184,
      "step": 2133190
    },
    {
      "epoch": 595.37,
      "grad_norm": 1.32985258102417,
      "learning_rate": 7.896839381133036e-07,
      "loss": 0.3435,
      "step": 2133200
    },
    {
      "epoch": 595.37,
      "grad_norm": 1.19747793674469,
      "learning_rate": 7.896636974576747e-07,
      "loss": 0.3414,
      "step": 2133210
    },
    {
      "epoch": 595.37,
      "grad_norm": 1.1717407703399658,
      "learning_rate": 7.896434570088944e-07,
      "loss": 0.3316,
      "step": 2133220
    },
    {
      "epoch": 595.38,
      "grad_norm": 1.3284567594528198,
      "learning_rate": 7.896232167669661e-07,
      "loss": 0.3337,
      "step": 2133230
    },
    {
      "epoch": 595.38,
      "grad_norm": 1.253612995147705,
      "learning_rate": 7.896029767318933e-07,
      "loss": 0.3527,
      "step": 2133240
    },
    {
      "epoch": 595.38,
      "grad_norm": 1.2873576879501343,
      "learning_rate": 7.895827369036763e-07,
      "loss": 0.3406,
      "step": 2133250
    },
    {
      "epoch": 595.38,
      "grad_norm": 1.4601666927337646,
      "learning_rate": 7.895624972823211e-07,
      "loss": 0.3599,
      "step": 2133260
    },
    {
      "epoch": 595.39,
      "grad_norm": 1.1630768775939941,
      "learning_rate": 7.895422578678278e-07,
      "loss": 0.3433,
      "step": 2133270
    },
    {
      "epoch": 595.39,
      "grad_norm": 1.1131153106689453,
      "learning_rate": 7.895220186602e-07,
      "loss": 0.3426,
      "step": 2133280
    },
    {
      "epoch": 595.39,
      "grad_norm": 1.2622770071029663,
      "learning_rate": 7.895017796594404e-07,
      "loss": 0.3311,
      "step": 2133290
    },
    {
      "epoch": 595.39,
      "grad_norm": 1.0891040563583374,
      "learning_rate": 7.894815408655521e-07,
      "loss": 0.3332,
      "step": 2133300
    },
    {
      "epoch": 595.4,
      "grad_norm": 1.1253689527511597,
      "learning_rate": 7.89461302278537e-07,
      "loss": 0.3298,
      "step": 2133310
    },
    {
      "epoch": 595.4,
      "grad_norm": 1.0882117748260498,
      "learning_rate": 7.894410638983978e-07,
      "loss": 0.3261,
      "step": 2133320
    },
    {
      "epoch": 595.4,
      "grad_norm": 1.2292135953903198,
      "learning_rate": 7.894208257251387e-07,
      "loss": 0.3178,
      "step": 2133330
    },
    {
      "epoch": 595.41,
      "grad_norm": 1.41845703125,
      "learning_rate": 7.894005877587594e-07,
      "loss": 0.359,
      "step": 2133340
    },
    {
      "epoch": 595.41,
      "grad_norm": 1.3188436031341553,
      "learning_rate": 7.893803499992659e-07,
      "loss": 0.3447,
      "step": 2133350
    },
    {
      "epoch": 595.41,
      "grad_norm": 1.0981420278549194,
      "learning_rate": 7.893601124466591e-07,
      "loss": 0.3466,
      "step": 2133360
    },
    {
      "epoch": 595.41,
      "grad_norm": 1.1064202785491943,
      "learning_rate": 7.893398751009416e-07,
      "loss": 0.3251,
      "step": 2133370
    },
    {
      "epoch": 595.42,
      "grad_norm": 1.392775535583496,
      "learning_rate": 7.893196379621175e-07,
      "loss": 0.3305,
      "step": 2133380
    },
    {
      "epoch": 595.42,
      "grad_norm": 1.17486572265625,
      "learning_rate": 7.892994010301876e-07,
      "loss": 0.3329,
      "step": 2133390
    },
    {
      "epoch": 595.42,
      "grad_norm": 1.0795633792877197,
      "learning_rate": 7.892791643051554e-07,
      "loss": 0.3274,
      "step": 2133400
    },
    {
      "epoch": 595.43,
      "grad_norm": 1.178662657737732,
      "learning_rate": 7.892589277870238e-07,
      "loss": 0.3349,
      "step": 2133410
    },
    {
      "epoch": 595.43,
      "grad_norm": 1.1997102499008179,
      "learning_rate": 7.892386914757964e-07,
      "loss": 0.3563,
      "step": 2133420
    },
    {
      "epoch": 595.43,
      "grad_norm": 1.1148217916488647,
      "learning_rate": 7.892184553714729e-07,
      "loss": 0.3422,
      "step": 2133430
    },
    {
      "epoch": 595.43,
      "grad_norm": 1.4720653295516968,
      "learning_rate": 7.8919821947406e-07,
      "loss": 0.3393,
      "step": 2133440
    },
    {
      "epoch": 595.44,
      "grad_norm": 1.2998852729797363,
      "learning_rate": 7.891779837835572e-07,
      "loss": 0.3549,
      "step": 2133450
    },
    {
      "epoch": 595.44,
      "grad_norm": 1.2364554405212402,
      "learning_rate": 7.891577482999685e-07,
      "loss": 0.3243,
      "step": 2133460
    },
    {
      "epoch": 595.44,
      "grad_norm": 1.3728978633880615,
      "learning_rate": 7.891375130232973e-07,
      "loss": 0.3423,
      "step": 2133470
    },
    {
      "epoch": 595.45,
      "grad_norm": 1.2497590780258179,
      "learning_rate": 7.891172779535436e-07,
      "loss": 0.3433,
      "step": 2133480
    },
    {
      "epoch": 595.45,
      "grad_norm": 1.3020999431610107,
      "learning_rate": 7.890970430907138e-07,
      "loss": 0.3442,
      "step": 2133490
    },
    {
      "epoch": 595.45,
      "grad_norm": 1.1384166479110718,
      "learning_rate": 7.890768084348078e-07,
      "loss": 0.3446,
      "step": 2133500
    },
    {
      "epoch": 595.45,
      "grad_norm": 1.0700477361679077,
      "learning_rate": 7.890565739858294e-07,
      "loss": 0.3329,
      "step": 2133510
    },
    {
      "epoch": 595.46,
      "grad_norm": 1.2229355573654175,
      "learning_rate": 7.890363397437816e-07,
      "loss": 0.3574,
      "step": 2133520
    },
    {
      "epoch": 595.46,
      "grad_norm": 1.1867990493774414,
      "learning_rate": 7.890161057086663e-07,
      "loss": 0.3456,
      "step": 2133530
    },
    {
      "epoch": 595.46,
      "grad_norm": 1.2882204055786133,
      "learning_rate": 7.889958718804861e-07,
      "loss": 0.3468,
      "step": 2133540
    },
    {
      "epoch": 595.46,
      "grad_norm": 1.34711492061615,
      "learning_rate": 7.889756382592441e-07,
      "loss": 0.3474,
      "step": 2133550
    },
    {
      "epoch": 595.47,
      "grad_norm": 1.3154619932174683,
      "learning_rate": 7.889554048449441e-07,
      "loss": 0.3315,
      "step": 2133560
    },
    {
      "epoch": 595.47,
      "grad_norm": 1.2269554138183594,
      "learning_rate": 7.889351716375858e-07,
      "loss": 0.337,
      "step": 2133570
    },
    {
      "epoch": 595.47,
      "grad_norm": 1.0345168113708496,
      "learning_rate": 7.889149386371756e-07,
      "loss": 0.3405,
      "step": 2133580
    },
    {
      "epoch": 595.48,
      "grad_norm": 1.2906386852264404,
      "learning_rate": 7.888947058437134e-07,
      "loss": 0.3268,
      "step": 2133590
    },
    {
      "epoch": 595.48,
      "grad_norm": 1.1559664011001587,
      "learning_rate": 7.888744732572027e-07,
      "loss": 0.3166,
      "step": 2133600
    },
    {
      "epoch": 595.48,
      "grad_norm": 1.1137675046920776,
      "learning_rate": 7.888542408776474e-07,
      "loss": 0.3545,
      "step": 2133610
    },
    {
      "epoch": 595.48,
      "grad_norm": 1.2772718667984009,
      "learning_rate": 7.888340087050484e-07,
      "loss": 0.3537,
      "step": 2133620
    },
    {
      "epoch": 595.49,
      "grad_norm": 1.28602933883667,
      "learning_rate": 7.888137767394091e-07,
      "loss": 0.3386,
      "step": 2133630
    },
    {
      "epoch": 595.49,
      "grad_norm": 1.4961597919464111,
      "learning_rate": 7.887935449807322e-07,
      "loss": 0.3483,
      "step": 2133640
    },
    {
      "epoch": 595.49,
      "grad_norm": 1.1372778415679932,
      "learning_rate": 7.887733134290211e-07,
      "loss": 0.3251,
      "step": 2133650
    },
    {
      "epoch": 595.5,
      "grad_norm": 1.3838577270507812,
      "learning_rate": 7.887530820842771e-07,
      "loss": 0.3445,
      "step": 2133660
    },
    {
      "epoch": 595.5,
      "grad_norm": 1.1571245193481445,
      "learning_rate": 7.887328509465037e-07,
      "loss": 0.3402,
      "step": 2133670
    },
    {
      "epoch": 595.5,
      "grad_norm": 1.127487301826477,
      "learning_rate": 7.887126200157043e-07,
      "loss": 0.331,
      "step": 2133680
    },
    {
      "epoch": 595.5,
      "grad_norm": 1.0856884717941284,
      "learning_rate": 7.88692389291879e-07,
      "loss": 0.3464,
      "step": 2133690
    },
    {
      "epoch": 595.51,
      "grad_norm": 1.2879244089126587,
      "learning_rate": 7.886721587750342e-07,
      "loss": 0.3378,
      "step": 2133700
    },
    {
      "epoch": 595.51,
      "grad_norm": 1.1556302309036255,
      "learning_rate": 7.886519284651696e-07,
      "loss": 0.3197,
      "step": 2133710
    },
    {
      "epoch": 595.51,
      "grad_norm": 1.1782221794128418,
      "learning_rate": 7.886316983622893e-07,
      "loss": 0.3338,
      "step": 2133720
    },
    {
      "epoch": 595.51,
      "grad_norm": 1.1150189638137817,
      "learning_rate": 7.886114684663953e-07,
      "loss": 0.3446,
      "step": 2133730
    },
    {
      "epoch": 595.52,
      "grad_norm": 1.076339840888977,
      "learning_rate": 7.885912387774908e-07,
      "loss": 0.3353,
      "step": 2133740
    },
    {
      "epoch": 595.52,
      "grad_norm": 1.3213824033737183,
      "learning_rate": 7.885710092955794e-07,
      "loss": 0.3451,
      "step": 2133750
    },
    {
      "epoch": 595.52,
      "grad_norm": 4.366752624511719,
      "learning_rate": 7.885507800206617e-07,
      "loss": 0.3477,
      "step": 2133760
    },
    {
      "epoch": 595.53,
      "grad_norm": 1.1167973279953003,
      "learning_rate": 7.885305509527415e-07,
      "loss": 0.3551,
      "step": 2133770
    },
    {
      "epoch": 595.53,
      "grad_norm": 2.6240487098693848,
      "learning_rate": 7.885103220918212e-07,
      "loss": 0.3326,
      "step": 2133780
    },
    {
      "epoch": 595.53,
      "grad_norm": 1.3292951583862305,
      "learning_rate": 7.884900934379047e-07,
      "loss": 0.3464,
      "step": 2133790
    },
    {
      "epoch": 595.53,
      "grad_norm": 1.3741674423217773,
      "learning_rate": 7.884698649909932e-07,
      "loss": 0.3284,
      "step": 2133800
    },
    {
      "epoch": 595.54,
      "grad_norm": 1.2014275789260864,
      "learning_rate": 7.884496367510895e-07,
      "loss": 0.3381,
      "step": 2133810
    },
    {
      "epoch": 595.54,
      "grad_norm": 1.1873983144760132,
      "learning_rate": 7.884294087181968e-07,
      "loss": 0.3359,
      "step": 2133820
    },
    {
      "epoch": 595.54,
      "grad_norm": 1.138197898864746,
      "learning_rate": 7.88409180892318e-07,
      "loss": 0.3534,
      "step": 2133830
    },
    {
      "epoch": 595.55,
      "grad_norm": 1.3056437969207764,
      "learning_rate": 7.88388953273456e-07,
      "loss": 0.3467,
      "step": 2133840
    },
    {
      "epoch": 595.55,
      "grad_norm": 1.074864149093628,
      "learning_rate": 7.883687258616121e-07,
      "loss": 0.3308,
      "step": 2133850
    },
    {
      "epoch": 595.55,
      "grad_norm": 1.3595315217971802,
      "learning_rate": 7.883484986567901e-07,
      "loss": 0.331,
      "step": 2133860
    },
    {
      "epoch": 595.55,
      "grad_norm": 1.269242286682129,
      "learning_rate": 7.883282716589923e-07,
      "loss": 0.3431,
      "step": 2133870
    },
    {
      "epoch": 595.56,
      "grad_norm": 1.1918681859970093,
      "learning_rate": 7.883080448682224e-07,
      "loss": 0.3378,
      "step": 2133880
    },
    {
      "epoch": 595.56,
      "grad_norm": 1.2673856019973755,
      "learning_rate": 7.882878182844814e-07,
      "loss": 0.3271,
      "step": 2133890
    },
    {
      "epoch": 595.56,
      "grad_norm": 0.9947748780250549,
      "learning_rate": 7.88267591907773e-07,
      "loss": 0.3401,
      "step": 2133900
    },
    {
      "epoch": 595.57,
      "grad_norm": 1.139892816543579,
      "learning_rate": 7.882473657381003e-07,
      "loss": 0.3377,
      "step": 2133910
    },
    {
      "epoch": 595.57,
      "grad_norm": 1.7571074962615967,
      "learning_rate": 7.882271397754641e-07,
      "loss": 0.3473,
      "step": 2133920
    },
    {
      "epoch": 595.57,
      "grad_norm": 1.0972108840942383,
      "learning_rate": 7.882069140198697e-07,
      "loss": 0.3312,
      "step": 2133930
    },
    {
      "epoch": 595.57,
      "grad_norm": 1.2865442037582397,
      "learning_rate": 7.881866884713182e-07,
      "loss": 0.3406,
      "step": 2133940
    },
    {
      "epoch": 595.58,
      "grad_norm": 1.4856791496276855,
      "learning_rate": 7.881664631298122e-07,
      "loss": 0.3374,
      "step": 2133950
    },
    {
      "epoch": 595.58,
      "grad_norm": 1.1327626705169678,
      "learning_rate": 7.881462379953548e-07,
      "loss": 0.3481,
      "step": 2133960
    },
    {
      "epoch": 595.58,
      "grad_norm": 1.1985433101654053,
      "learning_rate": 7.881260130679497e-07,
      "loss": 0.3522,
      "step": 2133970
    },
    {
      "epoch": 595.58,
      "grad_norm": 1.0833064317703247,
      "learning_rate": 7.881057883475975e-07,
      "loss": 0.3534,
      "step": 2133980
    },
    {
      "epoch": 595.59,
      "grad_norm": 1.2140476703643799,
      "learning_rate": 7.880855638343022e-07,
      "loss": 0.33,
      "step": 2133990
    },
    {
      "epoch": 595.59,
      "grad_norm": 0.9396936297416687,
      "learning_rate": 7.88065339528067e-07,
      "loss": 0.3391,
      "step": 2134000
    },
    {
      "epoch": 595.59,
      "grad_norm": 1.1988245248794556,
      "learning_rate": 7.880451154288923e-07,
      "loss": 0.3343,
      "step": 2134010
    },
    {
      "epoch": 595.6,
      "grad_norm": 1.0915412902832031,
      "learning_rate": 7.880248915367838e-07,
      "loss": 0.3496,
      "step": 2134020
    },
    {
      "epoch": 595.6,
      "grad_norm": 1.39858078956604,
      "learning_rate": 7.880046678517418e-07,
      "loss": 0.3436,
      "step": 2134030
    },
    {
      "epoch": 595.6,
      "grad_norm": 1.0771886110305786,
      "learning_rate": 7.879844443737701e-07,
      "loss": 0.3378,
      "step": 2134040
    },
    {
      "epoch": 595.6,
      "grad_norm": 1.1202278137207031,
      "learning_rate": 7.879642211028722e-07,
      "loss": 0.3219,
      "step": 2134050
    },
    {
      "epoch": 595.61,
      "grad_norm": 1.1007747650146484,
      "learning_rate": 7.879439980390481e-07,
      "loss": 0.3553,
      "step": 2134060
    },
    {
      "epoch": 595.61,
      "grad_norm": 1.6432079076766968,
      "learning_rate": 7.879237751823037e-07,
      "loss": 0.3422,
      "step": 2134070
    },
    {
      "epoch": 595.61,
      "grad_norm": 1.1397066116333008,
      "learning_rate": 7.879035525326395e-07,
      "loss": 0.3387,
      "step": 2134080
    },
    {
      "epoch": 595.62,
      "grad_norm": 1.4856626987457275,
      "learning_rate": 7.878833300900589e-07,
      "loss": 0.3294,
      "step": 2134090
    },
    {
      "epoch": 595.62,
      "grad_norm": 1.0903575420379639,
      "learning_rate": 7.878631078545644e-07,
      "loss": 0.3517,
      "step": 2134100
    },
    {
      "epoch": 595.62,
      "grad_norm": 1.2123950719833374,
      "learning_rate": 7.878428858261598e-07,
      "loss": 0.3339,
      "step": 2134110
    },
    {
      "epoch": 595.62,
      "grad_norm": 1.4160311222076416,
      "learning_rate": 7.878226640048461e-07,
      "loss": 0.3245,
      "step": 2134120
    },
    {
      "epoch": 595.63,
      "grad_norm": 1.2887555360794067,
      "learning_rate": 7.878024423906266e-07,
      "loss": 0.3491,
      "step": 2134130
    },
    {
      "epoch": 595.63,
      "grad_norm": 1.6817063093185425,
      "learning_rate": 7.877822209835052e-07,
      "loss": 0.3455,
      "step": 2134140
    },
    {
      "epoch": 595.63,
      "grad_norm": 1.1552482843399048,
      "learning_rate": 7.877619997834817e-07,
      "loss": 0.3236,
      "step": 2134150
    },
    {
      "epoch": 595.63,
      "grad_norm": 1.4084618091583252,
      "learning_rate": 7.877417787905622e-07,
      "loss": 0.3648,
      "step": 2134160
    },
    {
      "epoch": 595.64,
      "grad_norm": 1.2492941617965698,
      "learning_rate": 7.877215580047471e-07,
      "loss": 0.3539,
      "step": 2134170
    },
    {
      "epoch": 595.64,
      "grad_norm": 1.170340895652771,
      "learning_rate": 7.8770133742604e-07,
      "loss": 0.3356,
      "step": 2134180
    },
    {
      "epoch": 595.64,
      "grad_norm": 1.146912693977356,
      "learning_rate": 7.876811170544441e-07,
      "loss": 0.3631,
      "step": 2134190
    },
    {
      "epoch": 595.65,
      "grad_norm": 1.1206119060516357,
      "learning_rate": 7.876608968899604e-07,
      "loss": 0.3407,
      "step": 2134200
    },
    {
      "epoch": 595.65,
      "grad_norm": 1.0763603448867798,
      "learning_rate": 7.876406769325929e-07,
      "loss": 0.3565,
      "step": 2134210
    },
    {
      "epoch": 595.65,
      "grad_norm": 1.1527055501937866,
      "learning_rate": 7.876204571823437e-07,
      "loss": 0.3293,
      "step": 2134220
    },
    {
      "epoch": 595.65,
      "grad_norm": 1.4175609350204468,
      "learning_rate": 7.876002376392167e-07,
      "loss": 0.323,
      "step": 2134230
    },
    {
      "epoch": 595.66,
      "grad_norm": 1.2217020988464355,
      "learning_rate": 7.87580018303212e-07,
      "loss": 0.3463,
      "step": 2134240
    },
    {
      "epoch": 595.66,
      "grad_norm": 1.2023181915283203,
      "learning_rate": 7.875597991743355e-07,
      "loss": 0.3529,
      "step": 2134250
    },
    {
      "epoch": 595.66,
      "grad_norm": 1.056725263595581,
      "learning_rate": 7.875395802525875e-07,
      "loss": 0.3422,
      "step": 2134260
    },
    {
      "epoch": 595.67,
      "grad_norm": 1.2178317308425903,
      "learning_rate": 7.875193615379717e-07,
      "loss": 0.3579,
      "step": 2134270
    },
    {
      "epoch": 595.67,
      "grad_norm": 1.5009006261825562,
      "learning_rate": 7.874991430304914e-07,
      "loss": 0.3367,
      "step": 2134280
    },
    {
      "epoch": 595.67,
      "grad_norm": 1.1140881776809692,
      "learning_rate": 7.874789247301477e-07,
      "loss": 0.3355,
      "step": 2134290
    },
    {
      "epoch": 595.67,
      "grad_norm": 1.0798020362854004,
      "learning_rate": 7.874587066369441e-07,
      "loss": 0.3443,
      "step": 2134300
    },
    {
      "epoch": 595.68,
      "grad_norm": 2.764539957046509,
      "learning_rate": 7.874384887508832e-07,
      "loss": 0.3219,
      "step": 2134310
    },
    {
      "epoch": 595.68,
      "grad_norm": 1.1609982252120972,
      "learning_rate": 7.874182710719678e-07,
      "loss": 0.3393,
      "step": 2134320
    },
    {
      "epoch": 595.68,
      "grad_norm": 1.1226422786712646,
      "learning_rate": 7.873980536002015e-07,
      "loss": 0.3198,
      "step": 2134330
    },
    {
      "epoch": 595.69,
      "grad_norm": 1.2467503547668457,
      "learning_rate": 7.873778363355852e-07,
      "loss": 0.3526,
      "step": 2134340
    },
    {
      "epoch": 595.69,
      "grad_norm": 1.0723956823349,
      "learning_rate": 7.873576192781225e-07,
      "loss": 0.3504,
      "step": 2134350
    },
    {
      "epoch": 595.69,
      "grad_norm": 1.2726216316223145,
      "learning_rate": 7.873374024278158e-07,
      "loss": 0.3298,
      "step": 2134360
    },
    {
      "epoch": 595.69,
      "grad_norm": 1.1106137037277222,
      "learning_rate": 7.87317185784669e-07,
      "loss": 0.3283,
      "step": 2134370
    },
    {
      "epoch": 595.7,
      "grad_norm": 1.0244038105010986,
      "learning_rate": 7.872969693486824e-07,
      "loss": 0.3272,
      "step": 2134380
    },
    {
      "epoch": 595.7,
      "grad_norm": 1.2539323568344116,
      "learning_rate": 7.872767531198616e-07,
      "loss": 0.3505,
      "step": 2134390
    },
    {
      "epoch": 595.7,
      "grad_norm": 1.0553630590438843,
      "learning_rate": 7.872565370982071e-07,
      "loss": 0.3262,
      "step": 2134400
    },
    {
      "epoch": 595.7,
      "grad_norm": 1.0291125774383545,
      "learning_rate": 7.872363212837222e-07,
      "loss": 0.3257,
      "step": 2134410
    },
    {
      "epoch": 595.71,
      "grad_norm": 1.1702076196670532,
      "learning_rate": 7.872161056764106e-07,
      "loss": 0.3399,
      "step": 2134420
    },
    {
      "epoch": 595.71,
      "grad_norm": 1.5640257596969604,
      "learning_rate": 7.871958902762731e-07,
      "loss": 0.3229,
      "step": 2134430
    },
    {
      "epoch": 595.71,
      "grad_norm": 1.5168986320495605,
      "learning_rate": 7.871756750833134e-07,
      "loss": 0.3484,
      "step": 2134440
    },
    {
      "epoch": 595.72,
      "grad_norm": 1.0888421535491943,
      "learning_rate": 7.871554600975343e-07,
      "loss": 0.3362,
      "step": 2134450
    },
    {
      "epoch": 595.72,
      "grad_norm": 0.9980759620666504,
      "learning_rate": 7.87135245318939e-07,
      "loss": 0.3259,
      "step": 2134460
    },
    {
      "epoch": 595.72,
      "grad_norm": 1.3258064985275269,
      "learning_rate": 7.871150307475291e-07,
      "loss": 0.3435,
      "step": 2134470
    },
    {
      "epoch": 595.72,
      "grad_norm": 1.2529289722442627,
      "learning_rate": 7.870948163833073e-07,
      "loss": 0.3473,
      "step": 2134480
    },
    {
      "epoch": 595.73,
      "grad_norm": 1.0939706563949585,
      "learning_rate": 7.870746022262777e-07,
      "loss": 0.3221,
      "step": 2134490
    },
    {
      "epoch": 595.73,
      "grad_norm": 1.1961959600448608,
      "learning_rate": 7.870543882764406e-07,
      "loss": 0.3605,
      "step": 2134500
    },
    {
      "epoch": 595.73,
      "grad_norm": 1.1016786098480225,
      "learning_rate": 7.870341745338015e-07,
      "loss": 0.3689,
      "step": 2134510
    },
    {
      "epoch": 595.74,
      "grad_norm": 1.1139135360717773,
      "learning_rate": 7.87013960998361e-07,
      "loss": 0.3294,
      "step": 2134520
    },
    {
      "epoch": 595.74,
      "grad_norm": 1.033209204673767,
      "learning_rate": 7.869937476701224e-07,
      "loss": 0.3279,
      "step": 2134530
    },
    {
      "epoch": 595.74,
      "grad_norm": 1.0549657344818115,
      "learning_rate": 7.869735345490884e-07,
      "loss": 0.3417,
      "step": 2134540
    },
    {
      "epoch": 595.74,
      "grad_norm": 1.467702865600586,
      "learning_rate": 7.869533216352627e-07,
      "loss": 0.3334,
      "step": 2134550
    },
    {
      "epoch": 595.75,
      "grad_norm": 1.3723574876785278,
      "learning_rate": 7.869331089286461e-07,
      "loss": 0.3379,
      "step": 2134560
    },
    {
      "epoch": 595.75,
      "grad_norm": 1.603722333908081,
      "learning_rate": 7.869128964292425e-07,
      "loss": 0.3396,
      "step": 2134570
    },
    {
      "epoch": 595.75,
      "grad_norm": 1.3830418586730957,
      "learning_rate": 7.868926841370552e-07,
      "loss": 0.3483,
      "step": 2134580
    },
    {
      "epoch": 595.75,
      "grad_norm": 1.1829774379730225,
      "learning_rate": 7.868724720520841e-07,
      "loss": 0.3376,
      "step": 2134590
    },
    {
      "epoch": 595.76,
      "grad_norm": 1.356662631034851,
      "learning_rate": 7.868522601743358e-07,
      "loss": 0.3388,
      "step": 2134600
    },
    {
      "epoch": 595.76,
      "grad_norm": 1.2858517169952393,
      "learning_rate": 7.8683204850381e-07,
      "loss": 0.3248,
      "step": 2134610
    },
    {
      "epoch": 595.76,
      "grad_norm": 1.1775972843170166,
      "learning_rate": 7.868118370405104e-07,
      "loss": 0.3276,
      "step": 2134620
    },
    {
      "epoch": 595.77,
      "grad_norm": 1.163625717163086,
      "learning_rate": 7.867916257844403e-07,
      "loss": 0.3323,
      "step": 2134630
    },
    {
      "epoch": 595.77,
      "grad_norm": 1.329498529434204,
      "learning_rate": 7.867714147356006e-07,
      "loss": 0.3279,
      "step": 2134640
    },
    {
      "epoch": 595.77,
      "grad_norm": 1.1232469081878662,
      "learning_rate": 7.867512038939966e-07,
      "loss": 0.3322,
      "step": 2134650
    },
    {
      "epoch": 595.77,
      "grad_norm": 1.138240933418274,
      "learning_rate": 7.867309932596287e-07,
      "loss": 0.3269,
      "step": 2134660
    },
    {
      "epoch": 595.78,
      "grad_norm": 1.2488383054733276,
      "learning_rate": 7.867107828325005e-07,
      "loss": 0.3336,
      "step": 2134670
    },
    {
      "epoch": 595.78,
      "grad_norm": 1.375838279724121,
      "learning_rate": 7.866905726126146e-07,
      "loss": 0.3411,
      "step": 2134680
    },
    {
      "epoch": 595.78,
      "grad_norm": 1.40233314037323,
      "learning_rate": 7.866703625999746e-07,
      "loss": 0.3338,
      "step": 2134690
    },
    {
      "epoch": 595.79,
      "grad_norm": 1.156996250152588,
      "learning_rate": 7.866501527945813e-07,
      "loss": 0.33,
      "step": 2134700
    },
    {
      "epoch": 595.79,
      "grad_norm": 1.1673178672790527,
      "learning_rate": 7.866299431964387e-07,
      "loss": 0.3367,
      "step": 2134710
    },
    {
      "epoch": 595.79,
      "grad_norm": 1.2089821100234985,
      "learning_rate": 7.866097338055499e-07,
      "loss": 0.3336,
      "step": 2134720
    },
    {
      "epoch": 595.79,
      "grad_norm": 1.0525182485580444,
      "learning_rate": 7.865895246219152e-07,
      "loss": 0.3262,
      "step": 2134730
    },
    {
      "epoch": 595.8,
      "grad_norm": 1.1335270404815674,
      "learning_rate": 7.865693156455408e-07,
      "loss": 0.3305,
      "step": 2134740
    },
    {
      "epoch": 595.8,
      "grad_norm": 1.1725082397460938,
      "learning_rate": 7.865491068764267e-07,
      "loss": 0.3355,
      "step": 2134750
    },
    {
      "epoch": 595.8,
      "grad_norm": 1.1660566329956055,
      "learning_rate": 7.865288983145763e-07,
      "loss": 0.3498,
      "step": 2134760
    },
    {
      "epoch": 595.81,
      "grad_norm": 1.4387043714523315,
      "learning_rate": 7.865086899599925e-07,
      "loss": 0.3484,
      "step": 2134770
    },
    {
      "epoch": 595.81,
      "grad_norm": 1.2944227457046509,
      "learning_rate": 7.864884818126789e-07,
      "loss": 0.3313,
      "step": 2134780
    },
    {
      "epoch": 595.81,
      "grad_norm": 1.1187796592712402,
      "learning_rate": 7.864682738726365e-07,
      "loss": 0.3313,
      "step": 2134790
    },
    {
      "epoch": 595.81,
      "grad_norm": 1.153645634651184,
      "learning_rate": 7.864480661398684e-07,
      "loss": 0.329,
      "step": 2134800
    },
    {
      "epoch": 595.82,
      "grad_norm": 1.2970050573349,
      "learning_rate": 7.864278586143788e-07,
      "loss": 0.3446,
      "step": 2134810
    },
    {
      "epoch": 595.82,
      "grad_norm": 1.268568515777588,
      "learning_rate": 7.864076512961673e-07,
      "loss": 0.3213,
      "step": 2134820
    },
    {
      "epoch": 595.82,
      "grad_norm": 1.3188546895980835,
      "learning_rate": 7.863874441852402e-07,
      "loss": 0.3347,
      "step": 2134830
    },
    {
      "epoch": 595.82,
      "grad_norm": 1.0472227334976196,
      "learning_rate": 7.863672372815975e-07,
      "loss": 0.3504,
      "step": 2134840
    },
    {
      "epoch": 595.83,
      "grad_norm": 1.3608834743499756,
      "learning_rate": 7.863470305852431e-07,
      "loss": 0.3498,
      "step": 2134850
    },
    {
      "epoch": 595.83,
      "grad_norm": 1.1393582820892334,
      "learning_rate": 7.863268240961802e-07,
      "loss": 0.3365,
      "step": 2134860
    },
    {
      "epoch": 595.83,
      "grad_norm": 1.1825222969055176,
      "learning_rate": 7.8630661781441e-07,
      "loss": 0.3521,
      "step": 2134870
    },
    {
      "epoch": 595.84,
      "grad_norm": 1.2215739488601685,
      "learning_rate": 7.862864117399359e-07,
      "loss": 0.3365,
      "step": 2134880
    },
    {
      "epoch": 595.84,
      "grad_norm": 1.2378365993499756,
      "learning_rate": 7.862662058727604e-07,
      "loss": 0.3349,
      "step": 2134890
    },
    {
      "epoch": 595.84,
      "grad_norm": 1.2471190690994263,
      "learning_rate": 7.862460002128868e-07,
      "loss": 0.3586,
      "step": 2134900
    },
    {
      "epoch": 595.84,
      "grad_norm": 1.0701097249984741,
      "learning_rate": 7.862257947603171e-07,
      "loss": 0.3321,
      "step": 2134910
    },
    {
      "epoch": 595.85,
      "grad_norm": 1.1466732025146484,
      "learning_rate": 7.862055895150553e-07,
      "loss": 0.3527,
      "step": 2134920
    },
    {
      "epoch": 595.85,
      "grad_norm": 1.2078267335891724,
      "learning_rate": 7.861853844771021e-07,
      "loss": 0.3385,
      "step": 2134930
    },
    {
      "epoch": 595.85,
      "grad_norm": 1.0498321056365967,
      "learning_rate": 7.861651796464615e-07,
      "loss": 0.3231,
      "step": 2134940
    },
    {
      "epoch": 595.86,
      "grad_norm": 1.2590590715408325,
      "learning_rate": 7.861449750231362e-07,
      "loss": 0.3227,
      "step": 2134950
    },
    {
      "epoch": 595.86,
      "grad_norm": 1.095868706703186,
      "learning_rate": 7.861247706071273e-07,
      "loss": 0.3349,
      "step": 2134960
    },
    {
      "epoch": 595.86,
      "grad_norm": 1.2391985654830933,
      "learning_rate": 7.861045663984402e-07,
      "loss": 0.3306,
      "step": 2134970
    },
    {
      "epoch": 595.86,
      "grad_norm": 1.061547040939331,
      "learning_rate": 7.860843623970753e-07,
      "loss": 0.3297,
      "step": 2134980
    },
    {
      "epoch": 595.87,
      "grad_norm": 1.254132866859436,
      "learning_rate": 7.860641586030362e-07,
      "loss": 0.3265,
      "step": 2134990
    },
    {
      "epoch": 595.87,
      "grad_norm": 1.4089120626449585,
      "learning_rate": 7.860439550163263e-07,
      "loss": 0.3536,
      "step": 2135000
    },
    {
      "epoch": 595.87,
      "grad_norm": 1.1160508394241333,
      "learning_rate": 7.860237516369467e-07,
      "loss": 0.3355,
      "step": 2135010
    },
    {
      "epoch": 595.87,
      "grad_norm": 1.2873971462249756,
      "learning_rate": 7.860035484649009e-07,
      "loss": 0.3309,
      "step": 2135020
    },
    {
      "epoch": 595.88,
      "grad_norm": 1.178364634513855,
      "learning_rate": 7.859833455001917e-07,
      "loss": 0.3433,
      "step": 2135030
    },
    {
      "epoch": 595.88,
      "grad_norm": 1.2681444883346558,
      "learning_rate": 7.859631427428224e-07,
      "loss": 0.3319,
      "step": 2135040
    },
    {
      "epoch": 595.88,
      "grad_norm": 1.2440110445022583,
      "learning_rate": 7.859429401927931e-07,
      "loss": 0.3408,
      "step": 2135050
    },
    {
      "epoch": 595.89,
      "grad_norm": 1.0870518684387207,
      "learning_rate": 7.859227378501103e-07,
      "loss": 0.3299,
      "step": 2135060
    },
    {
      "epoch": 595.89,
      "grad_norm": 1.3049092292785645,
      "learning_rate": 7.859025357147738e-07,
      "loss": 0.3494,
      "step": 2135070
    },
    {
      "epoch": 595.89,
      "grad_norm": 1.2950786352157593,
      "learning_rate": 7.858823337867871e-07,
      "loss": 0.3295,
      "step": 2135080
    },
    {
      "epoch": 595.89,
      "grad_norm": 1.1572078466415405,
      "learning_rate": 7.858621320661538e-07,
      "loss": 0.3436,
      "step": 2135090
    },
    {
      "epoch": 595.9,
      "grad_norm": 1.280608057975769,
      "learning_rate": 7.858419305528751e-07,
      "loss": 0.3289,
      "step": 2135100
    },
    {
      "epoch": 595.9,
      "grad_norm": 1.1634222269058228,
      "learning_rate": 7.858217292469545e-07,
      "loss": 0.349,
      "step": 2135110
    },
    {
      "epoch": 595.9,
      "grad_norm": 1.223812460899353,
      "learning_rate": 7.858015281483943e-07,
      "loss": 0.3448,
      "step": 2135120
    },
    {
      "epoch": 595.91,
      "grad_norm": 1.20590341091156,
      "learning_rate": 7.857813272571986e-07,
      "loss": 0.351,
      "step": 2135130
    },
    {
      "epoch": 595.91,
      "grad_norm": 1.292715311050415,
      "learning_rate": 7.85761126573368e-07,
      "loss": 0.3579,
      "step": 2135140
    },
    {
      "epoch": 595.91,
      "grad_norm": 1.1987439393997192,
      "learning_rate": 7.85740926096906e-07,
      "loss": 0.3479,
      "step": 2135150
    },
    {
      "epoch": 595.91,
      "grad_norm": 1.1340405941009521,
      "learning_rate": 7.857207258278164e-07,
      "loss": 0.3448,
      "step": 2135160
    },
    {
      "epoch": 595.92,
      "grad_norm": 1.1630927324295044,
      "learning_rate": 7.857005257660993e-07,
      "loss": 0.3445,
      "step": 2135170
    },
    {
      "epoch": 595.92,
      "grad_norm": 1.1171879768371582,
      "learning_rate": 7.856803259117606e-07,
      "loss": 0.333,
      "step": 2135180
    },
    {
      "epoch": 595.92,
      "grad_norm": 1.0716766119003296,
      "learning_rate": 7.856601262647998e-07,
      "loss": 0.346,
      "step": 2135190
    },
    {
      "epoch": 595.93,
      "grad_norm": 1.3356847763061523,
      "learning_rate": 7.856399268252228e-07,
      "loss": 0.3382,
      "step": 2135200
    },
    {
      "epoch": 595.93,
      "grad_norm": 1.230764389038086,
      "learning_rate": 7.856197275930299e-07,
      "loss": 0.3321,
      "step": 2135210
    },
    {
      "epoch": 595.93,
      "grad_norm": 1.286734938621521,
      "learning_rate": 7.855995285682246e-07,
      "loss": 0.3349,
      "step": 2135220
    },
    {
      "epoch": 595.93,
      "grad_norm": 1.1223549842834473,
      "learning_rate": 7.8557932975081e-07,
      "loss": 0.3195,
      "step": 2135230
    },
    {
      "epoch": 595.94,
      "grad_norm": 1.2260005474090576,
      "learning_rate": 7.85559131140788e-07,
      "loss": 0.3395,
      "step": 2135240
    },
    {
      "epoch": 595.94,
      "grad_norm": 1.161849856376648,
      "learning_rate": 7.855389327381613e-07,
      "loss": 0.3393,
      "step": 2135250
    },
    {
      "epoch": 595.94,
      "grad_norm": 1.1244585514068604,
      "learning_rate": 7.855187345429332e-07,
      "loss": 0.3515,
      "step": 2135260
    },
    {
      "epoch": 595.94,
      "grad_norm": 1.0700205564498901,
      "learning_rate": 7.854985365551067e-07,
      "loss": 0.3467,
      "step": 2135270
    },
    {
      "epoch": 595.95,
      "grad_norm": 1.2674580812454224,
      "learning_rate": 7.854783387746832e-07,
      "loss": 0.3378,
      "step": 2135280
    },
    {
      "epoch": 595.95,
      "grad_norm": 2.1532797813415527,
      "learning_rate": 7.85458141201666e-07,
      "loss": 0.3572,
      "step": 2135290
    },
    {
      "epoch": 595.95,
      "grad_norm": 1.7738895416259766,
      "learning_rate": 7.854379438360587e-07,
      "loss": 0.3615,
      "step": 2135300
    },
    {
      "epoch": 595.96,
      "grad_norm": 1.5123308897018433,
      "learning_rate": 7.854177466778614e-07,
      "loss": 0.3495,
      "step": 2135310
    },
    {
      "epoch": 595.96,
      "grad_norm": 1.0915638208389282,
      "learning_rate": 7.853975497270804e-07,
      "loss": 0.3421,
      "step": 2135320
    },
    {
      "epoch": 595.96,
      "grad_norm": 1.2985080480575562,
      "learning_rate": 7.853773529837156e-07,
      "loss": 0.3296,
      "step": 2135330
    },
    {
      "epoch": 595.96,
      "grad_norm": 1.1239099502563477,
      "learning_rate": 7.853571564477707e-07,
      "loss": 0.3366,
      "step": 2135340
    },
    {
      "epoch": 595.97,
      "grad_norm": 1.19536554813385,
      "learning_rate": 7.853369601192484e-07,
      "loss": 0.3426,
      "step": 2135350
    },
    {
      "epoch": 595.97,
      "grad_norm": 1.311889410018921,
      "learning_rate": 7.85316763998152e-07,
      "loss": 0.3337,
      "step": 2135360
    },
    {
      "epoch": 595.97,
      "grad_norm": 1.1634180545806885,
      "learning_rate": 7.852965680844825e-07,
      "loss": 0.3367,
      "step": 2135370
    },
    {
      "epoch": 595.98,
      "grad_norm": 1.2119770050048828,
      "learning_rate": 7.852763723782439e-07,
      "loss": 0.3296,
      "step": 2135380
    },
    {
      "epoch": 595.98,
      "grad_norm": 1.0960252285003662,
      "learning_rate": 7.852561768794391e-07,
      "loss": 0.3449,
      "step": 2135390
    },
    {
      "epoch": 595.98,
      "grad_norm": 1.3056589365005493,
      "learning_rate": 7.852359815880689e-07,
      "loss": 0.3372,
      "step": 2135400
    },
    {
      "epoch": 595.98,
      "grad_norm": 1.2464239597320557,
      "learning_rate": 7.852157865041388e-07,
      "loss": 0.3387,
      "step": 2135410
    },
    {
      "epoch": 595.99,
      "grad_norm": 1.2532554864883423,
      "learning_rate": 7.851955916276492e-07,
      "loss": 0.3538,
      "step": 2135420
    },
    {
      "epoch": 595.99,
      "grad_norm": 1.1490325927734375,
      "learning_rate": 7.851753969586036e-07,
      "loss": 0.336,
      "step": 2135430
    },
    {
      "epoch": 595.99,
      "grad_norm": 1.0634360313415527,
      "learning_rate": 7.851552024970056e-07,
      "loss": 0.3451,
      "step": 2135440
    },
    {
      "epoch": 595.99,
      "grad_norm": 1.3374168872833252,
      "learning_rate": 7.851350082428563e-07,
      "loss": 0.3323,
      "step": 2135450
    },
    {
      "epoch": 596.0,
      "grad_norm": 1.0970244407653809,
      "learning_rate": 7.851148141961589e-07,
      "loss": 0.3496,
      "step": 2135460
    },
    {
      "epoch": 596.0,
      "eval_loss": 0.3387965261936188,
      "eval_runtime": 65.3705,
      "eval_samples_per_second": 77.39,
      "eval_steps_per_second": 9.683,
      "step": 2135468
    },
    {
      "epoch": 596.0,
      "grad_norm": 1.407265067100525,
      "learning_rate": 7.850946203569162e-07,
      "loss": 0.3362,
      "step": 2135470
    },
    {
      "epoch": 596.0,
      "grad_norm": 1.1271992921829224,
      "learning_rate": 7.850744267251309e-07,
      "loss": 0.3233,
      "step": 2135480
    },
    {
      "epoch": 596.01,
      "grad_norm": 1.0562715530395508,
      "learning_rate": 7.850542333008061e-07,
      "loss": 0.3399,
      "step": 2135490
    },
    {
      "epoch": 596.01,
      "grad_norm": 1.278140664100647,
      "learning_rate": 7.850340400839447e-07,
      "loss": 0.3461,
      "step": 2135500
    },
    {
      "epoch": 596.01,
      "grad_norm": 1.2673550844192505,
      "learning_rate": 7.85013847074548e-07,
      "loss": 0.323,
      "step": 2135510
    },
    {
      "epoch": 596.01,
      "grad_norm": 1.4486726522445679,
      "learning_rate": 7.849936542726196e-07,
      "loss": 0.3213,
      "step": 2135520
    },
    {
      "epoch": 596.02,
      "grad_norm": 1.2288748025894165,
      "learning_rate": 7.849734616781629e-07,
      "loss": 0.3436,
      "step": 2135530
    },
    {
      "epoch": 596.02,
      "grad_norm": 1.209450364112854,
      "learning_rate": 7.849532692911781e-07,
      "loss": 0.3293,
      "step": 2135540
    },
    {
      "epoch": 596.02,
      "grad_norm": 1.1732364892959595,
      "learning_rate": 7.849330771116713e-07,
      "loss": 0.3398,
      "step": 2135550
    },
    {
      "epoch": 596.03,
      "grad_norm": 0.9760890603065491,
      "learning_rate": 7.849128851396424e-07,
      "loss": 0.3371,
      "step": 2135560
    },
    {
      "epoch": 596.03,
      "grad_norm": 1.0931035280227661,
      "learning_rate": 7.848926933750954e-07,
      "loss": 0.3428,
      "step": 2135570
    },
    {
      "epoch": 596.03,
      "grad_norm": 1.1213644742965698,
      "learning_rate": 7.848725018180334e-07,
      "loss": 0.3348,
      "step": 2135580
    },
    {
      "epoch": 596.03,
      "grad_norm": 1.2781215906143188,
      "learning_rate": 7.848523104684577e-07,
      "loss": 0.3284,
      "step": 2135590
    },
    {
      "epoch": 596.04,
      "grad_norm": 1.155457615852356,
      "learning_rate": 7.848321193263716e-07,
      "loss": 0.3406,
      "step": 2135600
    },
    {
      "epoch": 596.04,
      "grad_norm": 1.2563222646713257,
      "learning_rate": 7.84811928391778e-07,
      "loss": 0.3409,
      "step": 2135610
    },
    {
      "epoch": 596.04,
      "grad_norm": 1.0583833456039429,
      "learning_rate": 7.847917376646802e-07,
      "loss": 0.3455,
      "step": 2135620
    },
    {
      "epoch": 596.05,
      "grad_norm": 1.235825538635254,
      "learning_rate": 7.847715471450786e-07,
      "loss": 0.3548,
      "step": 2135630
    },
    {
      "epoch": 596.05,
      "grad_norm": 1.0327084064483643,
      "learning_rate": 7.847513568329791e-07,
      "loss": 0.3335,
      "step": 2135640
    },
    {
      "epoch": 596.05,
      "grad_norm": 1.3223963975906372,
      "learning_rate": 7.847311667283818e-07,
      "loss": 0.3591,
      "step": 2135650
    },
    {
      "epoch": 596.05,
      "grad_norm": 1.2650622129440308,
      "learning_rate": 7.847109768312906e-07,
      "loss": 0.3544,
      "step": 2135660
    },
    {
      "epoch": 596.06,
      "grad_norm": 1.0475364923477173,
      "learning_rate": 7.846907871417084e-07,
      "loss": 0.3383,
      "step": 2135670
    },
    {
      "epoch": 596.06,
      "grad_norm": 1.1834008693695068,
      "learning_rate": 7.846705976596369e-07,
      "loss": 0.3269,
      "step": 2135680
    },
    {
      "epoch": 596.06,
      "grad_norm": 1.221222162246704,
      "learning_rate": 7.84650408385079e-07,
      "loss": 0.3295,
      "step": 2135690
    },
    {
      "epoch": 596.06,
      "grad_norm": 1.6188448667526245,
      "learning_rate": 7.846302193180379e-07,
      "loss": 0.3496,
      "step": 2135700
    },
    {
      "epoch": 596.07,
      "grad_norm": 1.1680819988250732,
      "learning_rate": 7.846100304585168e-07,
      "loss": 0.3468,
      "step": 2135710
    },
    {
      "epoch": 596.07,
      "grad_norm": 1.2829786539077759,
      "learning_rate": 7.845898418065169e-07,
      "loss": 0.3268,
      "step": 2135720
    },
    {
      "epoch": 596.07,
      "grad_norm": 1.078744888305664,
      "learning_rate": 7.845696533620417e-07,
      "loss": 0.3419,
      "step": 2135730
    },
    {
      "epoch": 596.08,
      "grad_norm": 1.330924391746521,
      "learning_rate": 7.845494651250936e-07,
      "loss": 0.3424,
      "step": 2135740
    },
    {
      "epoch": 596.08,
      "grad_norm": 1.1365792751312256,
      "learning_rate": 7.845292770956756e-07,
      "loss": 0.335,
      "step": 2135750
    },
    {
      "epoch": 596.08,
      "grad_norm": 1.0741074085235596,
      "learning_rate": 7.845090892737911e-07,
      "loss": 0.3361,
      "step": 2135760
    },
    {
      "epoch": 596.08,
      "grad_norm": 1.0920809507369995,
      "learning_rate": 7.844889016594406e-07,
      "loss": 0.3301,
      "step": 2135770
    },
    {
      "epoch": 596.09,
      "grad_norm": 1.481018304824829,
      "learning_rate": 7.844687142526296e-07,
      "loss": 0.3223,
      "step": 2135780
    },
    {
      "epoch": 596.09,
      "grad_norm": 1.2743477821350098,
      "learning_rate": 7.844485270533585e-07,
      "loss": 0.3237,
      "step": 2135790
    },
    {
      "epoch": 596.09,
      "grad_norm": 1.0184911489486694,
      "learning_rate": 7.844283400616311e-07,
      "loss": 0.3334,
      "step": 2135800
    },
    {
      "epoch": 596.1,
      "grad_norm": 1.7623870372772217,
      "learning_rate": 7.844081532774504e-07,
      "loss": 0.3482,
      "step": 2135810
    },
    {
      "epoch": 596.1,
      "grad_norm": 1.0802022218704224,
      "learning_rate": 7.843879667008177e-07,
      "loss": 0.3347,
      "step": 2135820
    },
    {
      "epoch": 596.1,
      "grad_norm": 1.12461256980896,
      "learning_rate": 7.843677803317367e-07,
      "loss": 0.3412,
      "step": 2135830
    },
    {
      "epoch": 596.1,
      "grad_norm": 1.2858045101165771,
      "learning_rate": 7.843475941702097e-07,
      "loss": 0.3542,
      "step": 2135840
    },
    {
      "epoch": 596.11,
      "grad_norm": 1.105018138885498,
      "learning_rate": 7.843274082162405e-07,
      "loss": 0.3409,
      "step": 2135850
    },
    {
      "epoch": 596.11,
      "grad_norm": 1.1375936269760132,
      "learning_rate": 7.843072224698294e-07,
      "loss": 0.3339,
      "step": 2135860
    },
    {
      "epoch": 596.11,
      "grad_norm": 1.069106936454773,
      "learning_rate": 7.842870369309819e-07,
      "loss": 0.3457,
      "step": 2135870
    },
    {
      "epoch": 596.11,
      "grad_norm": 1.083143949508667,
      "learning_rate": 7.842668515996987e-07,
      "loss": 0.3394,
      "step": 2135880
    },
    {
      "epoch": 596.12,
      "grad_norm": 1.1449413299560547,
      "learning_rate": 7.842466664759832e-07,
      "loss": 0.3368,
      "step": 2135890
    },
    {
      "epoch": 596.12,
      "grad_norm": 1.2778419256210327,
      "learning_rate": 7.842264815598387e-07,
      "loss": 0.3253,
      "step": 2135900
    },
    {
      "epoch": 596.12,
      "grad_norm": 1.2025505304336548,
      "learning_rate": 7.842062968512664e-07,
      "loss": 0.3413,
      "step": 2135910
    },
    {
      "epoch": 596.13,
      "grad_norm": 1.0353641510009766,
      "learning_rate": 7.841861123502697e-07,
      "loss": 0.331,
      "step": 2135920
    },
    {
      "epoch": 596.13,
      "grad_norm": 1.023603081703186,
      "learning_rate": 7.841659280568516e-07,
      "loss": 0.351,
      "step": 2135930
    },
    {
      "epoch": 596.13,
      "grad_norm": 2.023928165435791,
      "learning_rate": 7.841457439710152e-07,
      "loss": 0.346,
      "step": 2135940
    },
    {
      "epoch": 596.13,
      "grad_norm": 1.1788586378097534,
      "learning_rate": 7.841255600927619e-07,
      "loss": 0.3421,
      "step": 2135950
    },
    {
      "epoch": 596.14,
      "grad_norm": 1.1803338527679443,
      "learning_rate": 7.841053764220948e-07,
      "loss": 0.3478,
      "step": 2135960
    },
    {
      "epoch": 596.14,
      "grad_norm": 1.4461220502853394,
      "learning_rate": 7.840851929590179e-07,
      "loss": 0.3548,
      "step": 2135970
    },
    {
      "epoch": 596.14,
      "grad_norm": 1.0218462944030762,
      "learning_rate": 7.840650097035309e-07,
      "loss": 0.3469,
      "step": 2135980
    },
    {
      "epoch": 596.15,
      "grad_norm": 1.484780192375183,
      "learning_rate": 7.840448266556404e-07,
      "loss": 0.3264,
      "step": 2135990
    },
    {
      "epoch": 596.15,
      "grad_norm": 1.1720540523529053,
      "learning_rate": 7.84024643815346e-07,
      "loss": 0.3241,
      "step": 2136000
    },
    {
      "epoch": 596.15,
      "grad_norm": 1.003389835357666,
      "learning_rate": 7.840044611826514e-07,
      "loss": 0.3416,
      "step": 2136010
    },
    {
      "epoch": 596.15,
      "grad_norm": 1.1844141483306885,
      "learning_rate": 7.839842787575597e-07,
      "loss": 0.3381,
      "step": 2136020
    },
    {
      "epoch": 596.16,
      "grad_norm": 1.1193443536758423,
      "learning_rate": 7.839640965400736e-07,
      "loss": 0.3286,
      "step": 2136030
    },
    {
      "epoch": 596.16,
      "grad_norm": 1.0005364418029785,
      "learning_rate": 7.83943914530195e-07,
      "loss": 0.3294,
      "step": 2136040
    },
    {
      "epoch": 596.16,
      "grad_norm": 1.2114017009735107,
      "learning_rate": 7.839237327279268e-07,
      "loss": 0.3451,
      "step": 2136050
    },
    {
      "epoch": 596.17,
      "grad_norm": 1.2038812637329102,
      "learning_rate": 7.839035511332719e-07,
      "loss": 0.3422,
      "step": 2136060
    },
    {
      "epoch": 596.17,
      "grad_norm": 1.3383605480194092,
      "learning_rate": 7.838833697462331e-07,
      "loss": 0.3556,
      "step": 2136070
    },
    {
      "epoch": 596.17,
      "grad_norm": 1.099402666091919,
      "learning_rate": 7.838631885668138e-07,
      "loss": 0.3475,
      "step": 2136080
    },
    {
      "epoch": 596.17,
      "grad_norm": 1.1575599908828735,
      "learning_rate": 7.83843007595015e-07,
      "loss": 0.3494,
      "step": 2136090
    },
    {
      "epoch": 596.18,
      "grad_norm": 1.4477618932724,
      "learning_rate": 7.838228268308403e-07,
      "loss": 0.3397,
      "step": 2136100
    },
    {
      "epoch": 596.18,
      "grad_norm": 1.2918061017990112,
      "learning_rate": 7.838026462742929e-07,
      "loss": 0.3371,
      "step": 2136110
    },
    {
      "epoch": 596.18,
      "grad_norm": 1.1835927963256836,
      "learning_rate": 7.837824659253736e-07,
      "loss": 0.3433,
      "step": 2136120
    },
    {
      "epoch": 596.18,
      "grad_norm": 1.1066780090332031,
      "learning_rate": 7.83762285784088e-07,
      "loss": 0.3527,
      "step": 2136130
    },
    {
      "epoch": 596.19,
      "grad_norm": 1.1543643474578857,
      "learning_rate": 7.837421058504363e-07,
      "loss": 0.3336,
      "step": 2136140
    },
    {
      "epoch": 596.19,
      "grad_norm": 1.3265299797058105,
      "learning_rate": 7.837219261244219e-07,
      "loss": 0.3496,
      "step": 2136150
    },
    {
      "epoch": 596.19,
      "grad_norm": 1.140061855316162,
      "learning_rate": 7.837017466060478e-07,
      "loss": 0.3445,
      "step": 2136160
    },
    {
      "epoch": 596.2,
      "grad_norm": 1.3045530319213867,
      "learning_rate": 7.836815672953174e-07,
      "loss": 0.3381,
      "step": 2136170
    },
    {
      "epoch": 596.2,
      "grad_norm": 1.1149762868881226,
      "learning_rate": 7.836613881922317e-07,
      "loss": 0.3425,
      "step": 2136180
    },
    {
      "epoch": 596.2,
      "grad_norm": 1.2098299264907837,
      "learning_rate": 7.836412092967943e-07,
      "loss": 0.3493,
      "step": 2136190
    },
    {
      "epoch": 596.2,
      "grad_norm": 1.1659784317016602,
      "learning_rate": 7.836210306090086e-07,
      "loss": 0.3331,
      "step": 2136200
    },
    {
      "epoch": 596.21,
      "grad_norm": 1.2224174737930298,
      "learning_rate": 7.836008521288748e-07,
      "loss": 0.3401,
      "step": 2136210
    },
    {
      "epoch": 596.21,
      "grad_norm": 1.1773103475570679,
      "learning_rate": 7.835806738563988e-07,
      "loss": 0.3445,
      "step": 2136220
    },
    {
      "epoch": 596.21,
      "grad_norm": 1.1347508430480957,
      "learning_rate": 7.83560495791581e-07,
      "loss": 0.3426,
      "step": 2136230
    },
    {
      "epoch": 596.22,
      "grad_norm": 1.1189988851547241,
      "learning_rate": 7.835403179344251e-07,
      "loss": 0.3301,
      "step": 2136240
    },
    {
      "epoch": 596.22,
      "grad_norm": 1.2414616346359253,
      "learning_rate": 7.83520140284934e-07,
      "loss": 0.3381,
      "step": 2136250
    },
    {
      "epoch": 596.22,
      "grad_norm": 1.1429725885391235,
      "learning_rate": 7.834999628431093e-07,
      "loss": 0.3282,
      "step": 2136260
    },
    {
      "epoch": 596.22,
      "grad_norm": 1.3091154098510742,
      "learning_rate": 7.834797856089543e-07,
      "loss": 0.3368,
      "step": 2136270
    },
    {
      "epoch": 596.23,
      "grad_norm": 1.5005171298980713,
      "learning_rate": 7.834596085824715e-07,
      "loss": 0.3374,
      "step": 2136280
    },
    {
      "epoch": 596.23,
      "grad_norm": 2.2108397483825684,
      "learning_rate": 7.834394317636647e-07,
      "loss": 0.334,
      "step": 2136290
    },
    {
      "epoch": 596.23,
      "grad_norm": 1.692038893699646,
      "learning_rate": 7.834192551525342e-07,
      "loss": 0.3565,
      "step": 2136300
    },
    {
      "epoch": 596.23,
      "grad_norm": 0.9958851933479309,
      "learning_rate": 7.833990787490857e-07,
      "loss": 0.3362,
      "step": 2136310
    },
    {
      "epoch": 596.24,
      "grad_norm": 0.9656925797462463,
      "learning_rate": 7.833789025533194e-07,
      "loss": 0.3521,
      "step": 2136320
    },
    {
      "epoch": 596.24,
      "grad_norm": 1.0506036281585693,
      "learning_rate": 7.833587265652389e-07,
      "loss": 0.3445,
      "step": 2136330
    },
    {
      "epoch": 596.24,
      "grad_norm": 1.2778711318969727,
      "learning_rate": 7.833385507848478e-07,
      "loss": 0.3264,
      "step": 2136340
    },
    {
      "epoch": 596.25,
      "grad_norm": 1.1705113649368286,
      "learning_rate": 7.833183752121464e-07,
      "loss": 0.3407,
      "step": 2136350
    },
    {
      "epoch": 596.25,
      "grad_norm": 1.1472738981246948,
      "learning_rate": 7.832981998471405e-07,
      "loss": 0.3503,
      "step": 2136360
    },
    {
      "epoch": 596.25,
      "grad_norm": 1.0763875246047974,
      "learning_rate": 7.832780246898301e-07,
      "loss": 0.3443,
      "step": 2136370
    },
    {
      "epoch": 596.25,
      "grad_norm": 1.0848952531814575,
      "learning_rate": 7.832578497402191e-07,
      "loss": 0.3342,
      "step": 2136380
    },
    {
      "epoch": 596.26,
      "grad_norm": 1.2525646686553955,
      "learning_rate": 7.832376749983109e-07,
      "loss": 0.3534,
      "step": 2136390
    },
    {
      "epoch": 596.26,
      "grad_norm": 1.2183011770248413,
      "learning_rate": 7.832175004641061e-07,
      "loss": 0.33,
      "step": 2136400
    },
    {
      "epoch": 596.26,
      "grad_norm": 1.0769903659820557,
      "learning_rate": 7.83197326137609e-07,
      "loss": 0.32,
      "step": 2136410
    },
    {
      "epoch": 596.27,
      "grad_norm": 1.1498979330062866,
      "learning_rate": 7.831771520188218e-07,
      "loss": 0.3481,
      "step": 2136420
    },
    {
      "epoch": 596.27,
      "grad_norm": 1.204396367073059,
      "learning_rate": 7.831569781077481e-07,
      "loss": 0.3324,
      "step": 2136430
    },
    {
      "epoch": 596.27,
      "grad_norm": 1.2046055793762207,
      "learning_rate": 7.831368044043882e-07,
      "loss": 0.3412,
      "step": 2136440
    },
    {
      "epoch": 596.27,
      "grad_norm": 1.1271194219589233,
      "learning_rate": 7.831166309087478e-07,
      "loss": 0.3262,
      "step": 2136450
    },
    {
      "epoch": 596.28,
      "grad_norm": 1.3166823387145996,
      "learning_rate": 7.830964576208274e-07,
      "loss": 0.3513,
      "step": 2136460
    },
    {
      "epoch": 596.28,
      "grad_norm": 1.142089605331421,
      "learning_rate": 7.830762845406304e-07,
      "loss": 0.3315,
      "step": 2136470
    },
    {
      "epoch": 596.28,
      "grad_norm": 1.3267744779586792,
      "learning_rate": 7.830561116681603e-07,
      "loss": 0.3421,
      "step": 2136480
    },
    {
      "epoch": 596.29,
      "grad_norm": 1.1812496185302734,
      "learning_rate": 7.830359390034181e-07,
      "loss": 0.3316,
      "step": 2136490
    },
    {
      "epoch": 596.29,
      "grad_norm": 1.1230547428131104,
      "learning_rate": 7.830157665464076e-07,
      "loss": 0.3582,
      "step": 2136500
    },
    {
      "epoch": 596.29,
      "grad_norm": 1.2974439859390259,
      "learning_rate": 7.829955942971311e-07,
      "loss": 0.3427,
      "step": 2136510
    },
    {
      "epoch": 596.29,
      "grad_norm": 1.1982734203338623,
      "learning_rate": 7.829754222555921e-07,
      "loss": 0.341,
      "step": 2136520
    },
    {
      "epoch": 596.3,
      "grad_norm": 1.2577091455459595,
      "learning_rate": 7.82955250421792e-07,
      "loss": 0.3394,
      "step": 2136530
    },
    {
      "epoch": 596.3,
      "grad_norm": 1.3271524906158447,
      "learning_rate": 7.829350787957341e-07,
      "loss": 0.333,
      "step": 2136540
    },
    {
      "epoch": 596.3,
      "grad_norm": 1.2192540168762207,
      "learning_rate": 7.829149073774219e-07,
      "loss": 0.3476,
      "step": 2136550
    },
    {
      "epoch": 596.3,
      "grad_norm": 1.07144033908844,
      "learning_rate": 7.828947361668555e-07,
      "loss": 0.3304,
      "step": 2136560
    },
    {
      "epoch": 596.31,
      "grad_norm": 1.3031957149505615,
      "learning_rate": 7.828745651640411e-07,
      "loss": 0.3388,
      "step": 2136570
    },
    {
      "epoch": 596.31,
      "grad_norm": 1.3279691934585571,
      "learning_rate": 7.82854394368979e-07,
      "loss": 0.3454,
      "step": 2136580
    },
    {
      "epoch": 596.31,
      "grad_norm": 1.0330219268798828,
      "learning_rate": 7.828342237816724e-07,
      "loss": 0.3321,
      "step": 2136590
    },
    {
      "epoch": 596.32,
      "grad_norm": 1.2434048652648926,
      "learning_rate": 7.82814053402124e-07,
      "loss": 0.3324,
      "step": 2136600
    },
    {
      "epoch": 596.32,
      "grad_norm": 1.0210001468658447,
      "learning_rate": 7.827938832303376e-07,
      "loss": 0.3442,
      "step": 2136610
    },
    {
      "epoch": 596.32,
      "grad_norm": 1.2716915607452393,
      "learning_rate": 7.827737132663138e-07,
      "loss": 0.3284,
      "step": 2136620
    },
    {
      "epoch": 596.32,
      "grad_norm": 1.096723198890686,
      "learning_rate": 7.827535435100564e-07,
      "loss": 0.3322,
      "step": 2136630
    },
    {
      "epoch": 596.33,
      "grad_norm": 1.104214072227478,
      "learning_rate": 7.827333739615683e-07,
      "loss": 0.3419,
      "step": 2136640
    },
    {
      "epoch": 596.33,
      "grad_norm": 1.4470936059951782,
      "learning_rate": 7.827132046208519e-07,
      "loss": 0.3506,
      "step": 2136650
    },
    {
      "epoch": 596.33,
      "grad_norm": 1.1055353879928589,
      "learning_rate": 7.826930354879105e-07,
      "loss": 0.3356,
      "step": 2136660
    },
    {
      "epoch": 596.34,
      "grad_norm": 1.383291482925415,
      "learning_rate": 7.826728665627457e-07,
      "loss": 0.3457,
      "step": 2136670
    },
    {
      "epoch": 596.34,
      "grad_norm": 1.134438395500183,
      "learning_rate": 7.826526978453605e-07,
      "loss": 0.344,
      "step": 2136680
    },
    {
      "epoch": 596.34,
      "grad_norm": 1.3005962371826172,
      "learning_rate": 7.826325293357579e-07,
      "loss": 0.3403,
      "step": 2136690
    },
    {
      "epoch": 596.34,
      "grad_norm": 1.1478499174118042,
      "learning_rate": 7.826123610339403e-07,
      "loss": 0.3303,
      "step": 2136700
    },
    {
      "epoch": 596.35,
      "grad_norm": 1.2579708099365234,
      "learning_rate": 7.825921929399116e-07,
      "loss": 0.3355,
      "step": 2136710
    },
    {
      "epoch": 596.35,
      "grad_norm": 1.1969515085220337,
      "learning_rate": 7.825720250536724e-07,
      "loss": 0.3375,
      "step": 2136720
    },
    {
      "epoch": 596.35,
      "grad_norm": 1.1014505624771118,
      "learning_rate": 7.825518573752264e-07,
      "loss": 0.3375,
      "step": 2136730
    },
    {
      "epoch": 596.36,
      "grad_norm": 1.3383269309997559,
      "learning_rate": 7.825316899045764e-07,
      "loss": 0.3473,
      "step": 2136740
    },
    {
      "epoch": 596.36,
      "grad_norm": 1.4493348598480225,
      "learning_rate": 7.825115226417258e-07,
      "loss": 0.3547,
      "step": 2136750
    },
    {
      "epoch": 596.36,
      "grad_norm": 1.1201280355453491,
      "learning_rate": 7.824913555866757e-07,
      "loss": 0.3442,
      "step": 2136760
    },
    {
      "epoch": 596.36,
      "grad_norm": 1.223405361175537,
      "learning_rate": 7.824711887394294e-07,
      "loss": 0.3384,
      "step": 2136770
    },
    {
      "epoch": 596.37,
      "grad_norm": 1.1104507446289062,
      "learning_rate": 7.824510220999905e-07,
      "loss": 0.3329,
      "step": 2136780
    },
    {
      "epoch": 596.37,
      "grad_norm": 1.186611533164978,
      "learning_rate": 7.824308556683594e-07,
      "loss": 0.3424,
      "step": 2136790
    },
    {
      "epoch": 596.37,
      "grad_norm": 1.3018563985824585,
      "learning_rate": 7.82410689444542e-07,
      "loss": 0.3439,
      "step": 2136800
    },
    {
      "epoch": 596.37,
      "grad_norm": 1.0205570459365845,
      "learning_rate": 7.823905234285386e-07,
      "loss": 0.3396,
      "step": 2136810
    },
    {
      "epoch": 596.38,
      "grad_norm": 1.307884931564331,
      "learning_rate": 7.823703576203522e-07,
      "loss": 0.3368,
      "step": 2136820
    },
    {
      "epoch": 596.38,
      "grad_norm": 1.0692538022994995,
      "learning_rate": 7.823501920199861e-07,
      "loss": 0.3369,
      "step": 2136830
    },
    {
      "epoch": 596.38,
      "grad_norm": 1.1332069635391235,
      "learning_rate": 7.823300266274436e-07,
      "loss": 0.3484,
      "step": 2136840
    },
    {
      "epoch": 596.39,
      "grad_norm": 1.2036527395248413,
      "learning_rate": 7.823098614427255e-07,
      "loss": 0.3431,
      "step": 2136850
    },
    {
      "epoch": 596.39,
      "grad_norm": 1.300460934638977,
      "learning_rate": 7.822896964658356e-07,
      "loss": 0.3563,
      "step": 2136860
    },
    {
      "epoch": 596.39,
      "grad_norm": 1.118269443511963,
      "learning_rate": 7.822695316967772e-07,
      "loss": 0.3527,
      "step": 2136870
    },
    {
      "epoch": 596.39,
      "grad_norm": 1.1571080684661865,
      "learning_rate": 7.822493671355509e-07,
      "loss": 0.341,
      "step": 2136880
    },
    {
      "epoch": 596.4,
      "grad_norm": 1.3816661834716797,
      "learning_rate": 7.822292027821623e-07,
      "loss": 0.3331,
      "step": 2136890
    },
    {
      "epoch": 596.4,
      "grad_norm": 1.137739896774292,
      "learning_rate": 7.822090386366117e-07,
      "loss": 0.3314,
      "step": 2136900
    },
    {
      "epoch": 596.4,
      "grad_norm": 1.7944267988204956,
      "learning_rate": 7.821888746989025e-07,
      "loss": 0.3327,
      "step": 2136910
    },
    {
      "epoch": 596.41,
      "grad_norm": 1.1525428295135498,
      "learning_rate": 7.821687109690384e-07,
      "loss": 0.3496,
      "step": 2136920
    },
    {
      "epoch": 596.41,
      "grad_norm": 1.0774331092834473,
      "learning_rate": 7.821485474470196e-07,
      "loss": 0.3284,
      "step": 2136930
    },
    {
      "epoch": 596.41,
      "grad_norm": 1.1625691652297974,
      "learning_rate": 7.821283841328521e-07,
      "loss": 0.3469,
      "step": 2136940
    },
    {
      "epoch": 596.41,
      "grad_norm": 1.3630341291427612,
      "learning_rate": 7.82108221026536e-07,
      "loss": 0.3426,
      "step": 2136950
    },
    {
      "epoch": 596.42,
      "grad_norm": 1.0647215843200684,
      "learning_rate": 7.820880581280748e-07,
      "loss": 0.3476,
      "step": 2136960
    },
    {
      "epoch": 596.42,
      "grad_norm": 1.321474313735962,
      "learning_rate": 7.820678954374711e-07,
      "loss": 0.3459,
      "step": 2136970
    },
    {
      "epoch": 596.42,
      "grad_norm": 1.2654613256454468,
      "learning_rate": 7.820477329547289e-07,
      "loss": 0.3331,
      "step": 2136980
    },
    {
      "epoch": 596.42,
      "grad_norm": 1.1024818420410156,
      "learning_rate": 7.820275706798485e-07,
      "loss": 0.3259,
      "step": 2136990
    },
    {
      "epoch": 596.43,
      "grad_norm": 1.1694451570510864,
      "learning_rate": 7.820074086128339e-07,
      "loss": 0.3513,
      "step": 2137000
    },
    {
      "epoch": 596.43,
      "grad_norm": 1.3365328311920166,
      "learning_rate": 7.819872467536886e-07,
      "loss": 0.3484,
      "step": 2137010
    },
    {
      "epoch": 596.43,
      "grad_norm": 1.008858561515808,
      "learning_rate": 7.819670851024126e-07,
      "loss": 0.3344,
      "step": 2137020
    },
    {
      "epoch": 596.44,
      "grad_norm": 1.2240498065948486,
      "learning_rate": 7.819469236590121e-07,
      "loss": 0.3497,
      "step": 2137030
    },
    {
      "epoch": 596.44,
      "grad_norm": 1.3317369222640991,
      "learning_rate": 7.81926762423487e-07,
      "loss": 0.3355,
      "step": 2137040
    },
    {
      "epoch": 596.44,
      "grad_norm": 1.0367176532745361,
      "learning_rate": 7.819066013958409e-07,
      "loss": 0.3578,
      "step": 2137050
    },
    {
      "epoch": 596.44,
      "grad_norm": 1.4209480285644531,
      "learning_rate": 7.818864405760778e-07,
      "loss": 0.3346,
      "step": 2137060
    },
    {
      "epoch": 596.45,
      "grad_norm": 1.0827175378799438,
      "learning_rate": 7.818662799641982e-07,
      "loss": 0.3289,
      "step": 2137070
    },
    {
      "epoch": 596.45,
      "grad_norm": 1.2068132162094116,
      "learning_rate": 7.818461195602057e-07,
      "loss": 0.3461,
      "step": 2137080
    },
    {
      "epoch": 596.45,
      "grad_norm": 1.1005502939224243,
      "learning_rate": 7.81825959364103e-07,
      "loss": 0.3434,
      "step": 2137090
    },
    {
      "epoch": 596.46,
      "grad_norm": 1.1177144050598145,
      "learning_rate": 7.818057993758935e-07,
      "loss": 0.3368,
      "step": 2137100
    },
    {
      "epoch": 596.46,
      "grad_norm": 1.124070405960083,
      "learning_rate": 7.817856395955777e-07,
      "loss": 0.3303,
      "step": 2137110
    },
    {
      "epoch": 596.46,
      "grad_norm": 1.4269942045211792,
      "learning_rate": 7.817654800231614e-07,
      "loss": 0.3211,
      "step": 2137120
    },
    {
      "epoch": 596.46,
      "grad_norm": 1.150796890258789,
      "learning_rate": 7.817453206586449e-07,
      "loss": 0.3383,
      "step": 2137130
    },
    {
      "epoch": 596.47,
      "grad_norm": 1.1373199224472046,
      "learning_rate": 7.817251615020316e-07,
      "loss": 0.3561,
      "step": 2137140
    },
    {
      "epoch": 596.47,
      "grad_norm": 1.1802128553390503,
      "learning_rate": 7.817050025533252e-07,
      "loss": 0.3409,
      "step": 2137150
    },
    {
      "epoch": 596.47,
      "grad_norm": 1.1012319326400757,
      "learning_rate": 7.816848438125265e-07,
      "loss": 0.3512,
      "step": 2137160
    },
    {
      "epoch": 596.48,
      "grad_norm": 1.2525032758712769,
      "learning_rate": 7.816646852796389e-07,
      "loss": 0.3317,
      "step": 2137170
    },
    {
      "epoch": 596.48,
      "grad_norm": 1.250463604927063,
      "learning_rate": 7.816445269546656e-07,
      "loss": 0.3502,
      "step": 2137180
    },
    {
      "epoch": 596.48,
      "grad_norm": 1.233282446861267,
      "learning_rate": 7.816243688376088e-07,
      "loss": 0.3382,
      "step": 2137190
    },
    {
      "epoch": 596.48,
      "grad_norm": 1.264045000076294,
      "learning_rate": 7.816042109284721e-07,
      "loss": 0.3373,
      "step": 2137200
    },
    {
      "epoch": 596.49,
      "grad_norm": 1.1570061445236206,
      "learning_rate": 7.815840532272568e-07,
      "loss": 0.3359,
      "step": 2137210
    },
    {
      "epoch": 596.49,
      "grad_norm": 1.0870267152786255,
      "learning_rate": 7.815638957339662e-07,
      "loss": 0.3295,
      "step": 2137220
    },
    {
      "epoch": 596.49,
      "grad_norm": 1.0940943956375122,
      "learning_rate": 7.815437384486026e-07,
      "loss": 0.3422,
      "step": 2137230
    },
    {
      "epoch": 596.49,
      "grad_norm": 1.2055811882019043,
      "learning_rate": 7.815235813711704e-07,
      "loss": 0.3401,
      "step": 2137240
    },
    {
      "epoch": 596.5,
      "grad_norm": 1.2532696723937988,
      "learning_rate": 7.81503424501669e-07,
      "loss": 0.3386,
      "step": 2137250
    },
    {
      "epoch": 596.5,
      "grad_norm": 1.1274996995925903,
      "learning_rate": 7.81483267840105e-07,
      "loss": 0.3493,
      "step": 2137260
    },
    {
      "epoch": 596.5,
      "grad_norm": 1.1084845066070557,
      "learning_rate": 7.814631113864779e-07,
      "loss": 0.3483,
      "step": 2137270
    },
    {
      "epoch": 596.51,
      "grad_norm": 1.2977423667907715,
      "learning_rate": 7.814429551407919e-07,
      "loss": 0.3312,
      "step": 2137280
    },
    {
      "epoch": 596.51,
      "grad_norm": 1.034637689590454,
      "learning_rate": 7.814227991030502e-07,
      "loss": 0.3546,
      "step": 2137290
    },
    {
      "epoch": 596.51,
      "grad_norm": 1.305005669593811,
      "learning_rate": 7.814026432732538e-07,
      "loss": 0.355,
      "step": 2137300
    },
    {
      "epoch": 596.51,
      "grad_norm": 1.3676373958587646,
      "learning_rate": 7.813824876514063e-07,
      "loss": 0.3456,
      "step": 2137310
    },
    {
      "epoch": 596.52,
      "grad_norm": 1.1389135122299194,
      "learning_rate": 7.813623322375103e-07,
      "loss": 0.3343,
      "step": 2137320
    },
    {
      "epoch": 596.52,
      "grad_norm": 1.2897837162017822,
      "learning_rate": 7.813421770315691e-07,
      "loss": 0.3252,
      "step": 2137330
    },
    {
      "epoch": 596.52,
      "grad_norm": 1.2844103574752808,
      "learning_rate": 7.813220220335844e-07,
      "loss": 0.3511,
      "step": 2137340
    },
    {
      "epoch": 596.53,
      "grad_norm": 1.277040958404541,
      "learning_rate": 7.81301867243559e-07,
      "loss": 0.3291,
      "step": 2137350
    },
    {
      "epoch": 596.53,
      "grad_norm": 1.2568882703781128,
      "learning_rate": 7.812817126614968e-07,
      "loss": 0.3236,
      "step": 2137360
    },
    {
      "epoch": 596.53,
      "grad_norm": 1.1487643718719482,
      "learning_rate": 7.81261558287398e-07,
      "loss": 0.3363,
      "step": 2137370
    },
    {
      "epoch": 596.53,
      "grad_norm": 0.9388898611068726,
      "learning_rate": 7.812414041212683e-07,
      "loss": 0.3463,
      "step": 2137380
    },
    {
      "epoch": 596.54,
      "grad_norm": 1.0218749046325684,
      "learning_rate": 7.812212501631084e-07,
      "loss": 0.3392,
      "step": 2137390
    },
    {
      "epoch": 596.54,
      "grad_norm": 1.2021636962890625,
      "learning_rate": 7.812010964129211e-07,
      "loss": 0.3294,
      "step": 2137400
    },
    {
      "epoch": 596.54,
      "grad_norm": 1.227774739265442,
      "learning_rate": 7.811809428707098e-07,
      "loss": 0.3344,
      "step": 2137410
    },
    {
      "epoch": 596.54,
      "grad_norm": 1.3986549377441406,
      "learning_rate": 7.811607895364776e-07,
      "loss": 0.3227,
      "step": 2137420
    },
    {
      "epoch": 596.55,
      "grad_norm": 1.174662470817566,
      "learning_rate": 7.811406364102254e-07,
      "loss": 0.3328,
      "step": 2137430
    },
    {
      "epoch": 596.55,
      "grad_norm": 1.1260970830917358,
      "learning_rate": 7.811204834919572e-07,
      "loss": 0.3358,
      "step": 2137440
    },
    {
      "epoch": 596.55,
      "grad_norm": 1.1447659730911255,
      "learning_rate": 7.811003307816762e-07,
      "loss": 0.339,
      "step": 2137450
    },
    {
      "epoch": 596.56,
      "grad_norm": 1.1405627727508545,
      "learning_rate": 7.810801782793826e-07,
      "loss": 0.3292,
      "step": 2137460
    },
    {
      "epoch": 596.56,
      "grad_norm": 1.2564780712127686,
      "learning_rate": 7.810600259850824e-07,
      "loss": 0.358,
      "step": 2137470
    },
    {
      "epoch": 596.56,
      "grad_norm": 1.2022879123687744,
      "learning_rate": 7.81039873898776e-07,
      "loss": 0.3477,
      "step": 2137480
    },
    {
      "epoch": 596.56,
      "grad_norm": 1.135619044303894,
      "learning_rate": 7.810197220204666e-07,
      "loss": 0.3528,
      "step": 2137490
    },
    {
      "epoch": 596.57,
      "grad_norm": 1.1780891418457031,
      "learning_rate": 7.80999570350158e-07,
      "loss": 0.344,
      "step": 2137500
    },
    {
      "epoch": 596.57,
      "grad_norm": 1.1807316541671753,
      "learning_rate": 7.8097941888785e-07,
      "loss": 0.3378,
      "step": 2137510
    },
    {
      "epoch": 596.57,
      "grad_norm": 1.227527141571045,
      "learning_rate": 7.809592676335491e-07,
      "loss": 0.3471,
      "step": 2137520
    },
    {
      "epoch": 596.58,
      "grad_norm": 1.1949522495269775,
      "learning_rate": 7.80939116587255e-07,
      "loss": 0.3311,
      "step": 2137530
    },
    {
      "epoch": 596.58,
      "grad_norm": 1.2004199028015137,
      "learning_rate": 7.809189657489716e-07,
      "loss": 0.3338,
      "step": 2137540
    },
    {
      "epoch": 596.58,
      "grad_norm": 1.1757100820541382,
      "learning_rate": 7.808988151187015e-07,
      "loss": 0.3274,
      "step": 2137550
    },
    {
      "epoch": 596.58,
      "grad_norm": 1.1777305603027344,
      "learning_rate": 7.808786646964481e-07,
      "loss": 0.3409,
      "step": 2137560
    },
    {
      "epoch": 596.59,
      "grad_norm": 1.2415868043899536,
      "learning_rate": 7.808585144822123e-07,
      "loss": 0.3306,
      "step": 2137570
    },
    {
      "epoch": 596.59,
      "grad_norm": 1.2158833742141724,
      "learning_rate": 7.808383644759979e-07,
      "loss": 0.3338,
      "step": 2137580
    },
    {
      "epoch": 596.59,
      "grad_norm": 1.3214082717895508,
      "learning_rate": 7.808182146778084e-07,
      "loss": 0.3327,
      "step": 2137590
    },
    {
      "epoch": 596.6,
      "grad_norm": 1.2129780054092407,
      "learning_rate": 7.807980650876437e-07,
      "loss": 0.3387,
      "step": 2137600
    },
    {
      "epoch": 596.6,
      "grad_norm": 1.3734745979309082,
      "learning_rate": 7.807779157055101e-07,
      "loss": 0.3424,
      "step": 2137610
    },
    {
      "epoch": 596.6,
      "grad_norm": 1.1099345684051514,
      "learning_rate": 7.807577665314077e-07,
      "loss": 0.3256,
      "step": 2137620
    },
    {
      "epoch": 596.6,
      "grad_norm": 1.1826119422912598,
      "learning_rate": 7.807376175653399e-07,
      "loss": 0.338,
      "step": 2137630
    },
    {
      "epoch": 596.61,
      "grad_norm": 1.0680667161941528,
      "learning_rate": 7.807174688073097e-07,
      "loss": 0.3255,
      "step": 2137640
    },
    {
      "epoch": 596.61,
      "grad_norm": 1.205891728401184,
      "learning_rate": 7.8069732025732e-07,
      "loss": 0.3507,
      "step": 2137650
    },
    {
      "epoch": 596.61,
      "grad_norm": 1.269031286239624,
      "learning_rate": 7.806771719153726e-07,
      "loss": 0.3446,
      "step": 2137660
    },
    {
      "epoch": 596.61,
      "grad_norm": 1.2058485746383667,
      "learning_rate": 7.806570237814704e-07,
      "loss": 0.3307,
      "step": 2137670
    },
    {
      "epoch": 596.62,
      "grad_norm": 1.2114049196243286,
      "learning_rate": 7.806368758556172e-07,
      "loss": 0.332,
      "step": 2137680
    },
    {
      "epoch": 596.62,
      "grad_norm": 1.1660221815109253,
      "learning_rate": 7.806167281378132e-07,
      "loss": 0.316,
      "step": 2137690
    },
    {
      "epoch": 596.62,
      "grad_norm": 1.3398765325546265,
      "learning_rate": 7.805965806280641e-07,
      "loss": 0.3355,
      "step": 2137700
    },
    {
      "epoch": 596.63,
      "grad_norm": 1.1426658630371094,
      "learning_rate": 7.805764333263705e-07,
      "loss": 0.3431,
      "step": 2137710
    },
    {
      "epoch": 596.63,
      "grad_norm": 1.2981706857681274,
      "learning_rate": 7.805562862327357e-07,
      "loss": 0.3094,
      "step": 2137720
    },
    {
      "epoch": 596.63,
      "grad_norm": 1.110115885734558,
      "learning_rate": 7.805361393471631e-07,
      "loss": 0.3198,
      "step": 2137730
    },
    {
      "epoch": 596.63,
      "grad_norm": 1.3029264211654663,
      "learning_rate": 7.80515992669654e-07,
      "loss": 0.3512,
      "step": 2137740
    },
    {
      "epoch": 596.64,
      "grad_norm": 1.157963752746582,
      "learning_rate": 7.804958462002119e-07,
      "loss": 0.3364,
      "step": 2137750
    },
    {
      "epoch": 596.64,
      "grad_norm": 1.214213490486145,
      "learning_rate": 7.804756999388392e-07,
      "loss": 0.3397,
      "step": 2137760
    },
    {
      "epoch": 596.64,
      "grad_norm": 1.1055562496185303,
      "learning_rate": 7.804555538855385e-07,
      "loss": 0.352,
      "step": 2137770
    },
    {
      "epoch": 596.65,
      "grad_norm": 1.2422150373458862,
      "learning_rate": 7.804354080403129e-07,
      "loss": 0.35,
      "step": 2137780
    },
    {
      "epoch": 596.65,
      "grad_norm": 1.120044231414795,
      "learning_rate": 7.804152624031659e-07,
      "loss": 0.3297,
      "step": 2137790
    },
    {
      "epoch": 596.65,
      "grad_norm": 1.1816139221191406,
      "learning_rate": 7.803951169740983e-07,
      "loss": 0.3363,
      "step": 2137800
    },
    {
      "epoch": 596.65,
      "grad_norm": 1.1475681066513062,
      "learning_rate": 7.803749717531134e-07,
      "loss": 0.3268,
      "step": 2137810
    },
    {
      "epoch": 596.66,
      "grad_norm": 1.5151058435440063,
      "learning_rate": 7.803548267402152e-07,
      "loss": 0.3542,
      "step": 2137820
    },
    {
      "epoch": 596.66,
      "grad_norm": 1.2273313999176025,
      "learning_rate": 7.803346819354037e-07,
      "loss": 0.3471,
      "step": 2137830
    },
    {
      "epoch": 596.66,
      "grad_norm": 1.3007149696350098,
      "learning_rate": 7.803145373386846e-07,
      "loss": 0.3609,
      "step": 2137840
    },
    {
      "epoch": 596.66,
      "grad_norm": 1.0976942777633667,
      "learning_rate": 7.802943929500587e-07,
      "loss": 0.3578,
      "step": 2137850
    },
    {
      "epoch": 596.67,
      "grad_norm": 1.5933200120925903,
      "learning_rate": 7.80274248769529e-07,
      "loss": 0.3404,
      "step": 2137860
    },
    {
      "epoch": 596.67,
      "grad_norm": 1.264721155166626,
      "learning_rate": 7.802541047970991e-07,
      "loss": 0.3389,
      "step": 2137870
    },
    {
      "epoch": 596.67,
      "grad_norm": 1.4441983699798584,
      "learning_rate": 7.802339610327701e-07,
      "loss": 0.3554,
      "step": 2137880
    },
    {
      "epoch": 596.68,
      "grad_norm": 1.309972882270813,
      "learning_rate": 7.802138174765457e-07,
      "loss": 0.3519,
      "step": 2137890
    },
    {
      "epoch": 596.68,
      "grad_norm": 1.1238152980804443,
      "learning_rate": 7.801936741284284e-07,
      "loss": 0.3431,
      "step": 2137900
    },
    {
      "epoch": 596.68,
      "grad_norm": 1.2409288883209229,
      "learning_rate": 7.801735309884214e-07,
      "loss": 0.3335,
      "step": 2137910
    },
    {
      "epoch": 596.68,
      "grad_norm": 1.1814544200897217,
      "learning_rate": 7.801533880565254e-07,
      "loss": 0.3623,
      "step": 2137920
    },
    {
      "epoch": 596.69,
      "grad_norm": 1.5254775285720825,
      "learning_rate": 7.801332453327462e-07,
      "loss": 0.3275,
      "step": 2137930
    },
    {
      "epoch": 596.69,
      "grad_norm": 1.1895039081573486,
      "learning_rate": 7.80113102817084e-07,
      "loss": 0.328,
      "step": 2137940
    },
    {
      "epoch": 596.69,
      "grad_norm": 1.4418256282806396,
      "learning_rate": 7.800929605095423e-07,
      "loss": 0.3518,
      "step": 2137950
    },
    {
      "epoch": 596.7,
      "grad_norm": 1.0468347072601318,
      "learning_rate": 7.800728184101246e-07,
      "loss": 0.333,
      "step": 2137960
    },
    {
      "epoch": 596.7,
      "grad_norm": 1.0140771865844727,
      "learning_rate": 7.800526765188319e-07,
      "loss": 0.3333,
      "step": 2137970
    },
    {
      "epoch": 596.7,
      "grad_norm": 1.1318897008895874,
      "learning_rate": 7.800325348356677e-07,
      "loss": 0.3385,
      "step": 2137980
    },
    {
      "epoch": 596.7,
      "grad_norm": 1.106065034866333,
      "learning_rate": 7.800123933606348e-07,
      "loss": 0.332,
      "step": 2137990
    },
    {
      "epoch": 596.71,
      "grad_norm": 1.013110637664795,
      "learning_rate": 7.799922520937365e-07,
      "loss": 0.3375,
      "step": 2138000
    },
    {
      "epoch": 596.71,
      "grad_norm": 1.1813515424728394,
      "learning_rate": 7.79972111034974e-07,
      "loss": 0.3484,
      "step": 2138010
    },
    {
      "epoch": 596.71,
      "grad_norm": 1.0975412130355835,
      "learning_rate": 7.79951970184351e-07,
      "loss": 0.3457,
      "step": 2138020
    },
    {
      "epoch": 596.72,
      "grad_norm": 2.727609395980835,
      "learning_rate": 7.799318295418704e-07,
      "loss": 0.3273,
      "step": 2138030
    },
    {
      "epoch": 596.72,
      "grad_norm": 1.31320321559906,
      "learning_rate": 7.799116891075329e-07,
      "loss": 0.3252,
      "step": 2138040
    },
    {
      "epoch": 596.72,
      "grad_norm": 1.1266828775405884,
      "learning_rate": 7.798915488813445e-07,
      "loss": 0.3323,
      "step": 2138050
    },
    {
      "epoch": 596.72,
      "grad_norm": 1.5830074548721313,
      "learning_rate": 7.798714088633043e-07,
      "loss": 0.3527,
      "step": 2138060
    },
    {
      "epoch": 596.73,
      "grad_norm": 1.1342058181762695,
      "learning_rate": 7.798512690534186e-07,
      "loss": 0.3365,
      "step": 2138070
    },
    {
      "epoch": 596.73,
      "grad_norm": 1.3224775791168213,
      "learning_rate": 7.798311294516873e-07,
      "loss": 0.326,
      "step": 2138080
    },
    {
      "epoch": 596.73,
      "grad_norm": 1.3179538249969482,
      "learning_rate": 7.798109900581139e-07,
      "loss": 0.3507,
      "step": 2138090
    },
    {
      "epoch": 596.73,
      "grad_norm": 1.2451229095458984,
      "learning_rate": 7.79790850872702e-07,
      "loss": 0.341,
      "step": 2138100
    },
    {
      "epoch": 596.74,
      "grad_norm": 1.2995421886444092,
      "learning_rate": 7.797707118954529e-07,
      "loss": 0.335,
      "step": 2138110
    },
    {
      "epoch": 596.74,
      "grad_norm": 0.9886308312416077,
      "learning_rate": 7.797505731263699e-07,
      "loss": 0.3305,
      "step": 2138120
    },
    {
      "epoch": 596.74,
      "grad_norm": 1.3080812692642212,
      "learning_rate": 7.797304345654555e-07,
      "loss": 0.3453,
      "step": 2138130
    },
    {
      "epoch": 596.75,
      "grad_norm": 1.0458496809005737,
      "learning_rate": 7.797102962127133e-07,
      "loss": 0.3386,
      "step": 2138140
    },
    {
      "epoch": 596.75,
      "grad_norm": 1.1921401023864746,
      "learning_rate": 7.796901580681444e-07,
      "loss": 0.3352,
      "step": 2138150
    },
    {
      "epoch": 596.75,
      "grad_norm": 1.3001549243927002,
      "learning_rate": 7.796700201317526e-07,
      "loss": 0.3301,
      "step": 2138160
    },
    {
      "epoch": 596.75,
      "grad_norm": 1.218794822692871,
      "learning_rate": 7.796498824035408e-07,
      "loss": 0.3335,
      "step": 2138170
    },
    {
      "epoch": 596.76,
      "grad_norm": 1.0658934116363525,
      "learning_rate": 7.796297448835096e-07,
      "loss": 0.3485,
      "step": 2138180
    },
    {
      "epoch": 596.76,
      "grad_norm": 1.2532845735549927,
      "learning_rate": 7.796096075716647e-07,
      "loss": 0.334,
      "step": 2138190
    },
    {
      "epoch": 596.76,
      "grad_norm": 1.2893856763839722,
      "learning_rate": 7.795894704680067e-07,
      "loss": 0.3307,
      "step": 2138200
    },
    {
      "epoch": 596.77,
      "grad_norm": 1.1816819906234741,
      "learning_rate": 7.795693335725387e-07,
      "loss": 0.3461,
      "step": 2138210
    },
    {
      "epoch": 596.77,
      "grad_norm": 1.0468990802764893,
      "learning_rate": 7.795491968852638e-07,
      "loss": 0.3313,
      "step": 2138220
    },
    {
      "epoch": 596.77,
      "grad_norm": 1.2820218801498413,
      "learning_rate": 7.795290604061851e-07,
      "loss": 0.3362,
      "step": 2138230
    },
    {
      "epoch": 596.77,
      "grad_norm": 1.540075421333313,
      "learning_rate": 7.795089241353039e-07,
      "loss": 0.3469,
      "step": 2138240
    },
    {
      "epoch": 596.78,
      "grad_norm": 1.256756067276001,
      "learning_rate": 7.794887880726236e-07,
      "loss": 0.3308,
      "step": 2138250
    },
    {
      "epoch": 596.78,
      "grad_norm": 1.081487774848938,
      "learning_rate": 7.794686522181476e-07,
      "loss": 0.3545,
      "step": 2138260
    },
    {
      "epoch": 596.78,
      "grad_norm": 1.2830561399459839,
      "learning_rate": 7.794485165718764e-07,
      "loss": 0.3384,
      "step": 2138270
    },
    {
      "epoch": 596.78,
      "grad_norm": 1.312644124031067,
      "learning_rate": 7.794283811338158e-07,
      "loss": 0.323,
      "step": 2138280
    },
    {
      "epoch": 596.79,
      "grad_norm": 1.0244535207748413,
      "learning_rate": 7.79408245903966e-07,
      "loss": 0.3427,
      "step": 2138290
    },
    {
      "epoch": 596.79,
      "grad_norm": 1.1159247159957886,
      "learning_rate": 7.793881108823303e-07,
      "loss": 0.3333,
      "step": 2138300
    },
    {
      "epoch": 596.79,
      "grad_norm": 1.3667349815368652,
      "learning_rate": 7.793679760689127e-07,
      "loss": 0.3351,
      "step": 2138310
    },
    {
      "epoch": 596.8,
      "grad_norm": 1.1986069679260254,
      "learning_rate": 7.793478414637137e-07,
      "loss": 0.3335,
      "step": 2138320
    },
    {
      "epoch": 596.8,
      "grad_norm": 1.0534112453460693,
      "learning_rate": 7.793277070667372e-07,
      "loss": 0.3442,
      "step": 2138330
    },
    {
      "epoch": 596.8,
      "grad_norm": 1.054207444190979,
      "learning_rate": 7.793075728779858e-07,
      "loss": 0.343,
      "step": 2138340
    },
    {
      "epoch": 596.8,
      "grad_norm": 1.2814481258392334,
      "learning_rate": 7.792874388974621e-07,
      "loss": 0.3415,
      "step": 2138350
    },
    {
      "epoch": 596.81,
      "grad_norm": 1.16571843624115,
      "learning_rate": 7.792673051251687e-07,
      "loss": 0.3252,
      "step": 2138360
    },
    {
      "epoch": 596.81,
      "grad_norm": 1.2109484672546387,
      "learning_rate": 7.79247171561109e-07,
      "loss": 0.3489,
      "step": 2138370
    },
    {
      "epoch": 596.81,
      "grad_norm": 1.1762917041778564,
      "learning_rate": 7.792270382052846e-07,
      "loss": 0.3394,
      "step": 2138380
    },
    {
      "epoch": 596.82,
      "grad_norm": 1.2909200191497803,
      "learning_rate": 7.792069050576986e-07,
      "loss": 0.3409,
      "step": 2138390
    },
    {
      "epoch": 596.82,
      "grad_norm": 1.0204730033874512,
      "learning_rate": 7.791867721183542e-07,
      "loss": 0.3319,
      "step": 2138400
    },
    {
      "epoch": 596.82,
      "grad_norm": 1.1672766208648682,
      "learning_rate": 7.791666393872521e-07,
      "loss": 0.3531,
      "step": 2138410
    },
    {
      "epoch": 596.82,
      "grad_norm": 1.312686800956726,
      "learning_rate": 7.791465068643984e-07,
      "loss": 0.3401,
      "step": 2138420
    },
    {
      "epoch": 596.83,
      "grad_norm": 1.1089202165603638,
      "learning_rate": 7.791263745497926e-07,
      "loss": 0.3159,
      "step": 2138430
    },
    {
      "epoch": 596.83,
      "grad_norm": 1.4066522121429443,
      "learning_rate": 7.79106242443439e-07,
      "loss": 0.3521,
      "step": 2138440
    },
    {
      "epoch": 596.83,
      "grad_norm": 1.29547917842865,
      "learning_rate": 7.790861105453405e-07,
      "loss": 0.3446,
      "step": 2138450
    },
    {
      "epoch": 596.84,
      "grad_norm": 1.388774037361145,
      "learning_rate": 7.790659788554984e-07,
      "loss": 0.356,
      "step": 2138460
    },
    {
      "epoch": 596.84,
      "grad_norm": 1.2552419900894165,
      "learning_rate": 7.790458473739162e-07,
      "loss": 0.3278,
      "step": 2138470
    },
    {
      "epoch": 596.84,
      "grad_norm": 1.1049574613571167,
      "learning_rate": 7.790257161005968e-07,
      "loss": 0.3366,
      "step": 2138480
    },
    {
      "epoch": 596.84,
      "grad_norm": 1.016790509223938,
      "learning_rate": 7.79005585035543e-07,
      "loss": 0.3448,
      "step": 2138490
    },
    {
      "epoch": 596.85,
      "grad_norm": 1.339473009109497,
      "learning_rate": 7.789854541787558e-07,
      "loss": 0.3336,
      "step": 2138500
    },
    {
      "epoch": 596.85,
      "grad_norm": 1.3846426010131836,
      "learning_rate": 7.789653235302407e-07,
      "loss": 0.3375,
      "step": 2138510
    },
    {
      "epoch": 596.85,
      "grad_norm": 1.2472341060638428,
      "learning_rate": 7.789451930899978e-07,
      "loss": 0.35,
      "step": 2138520
    },
    {
      "epoch": 596.85,
      "grad_norm": 1.0884004831314087,
      "learning_rate": 7.789250628580313e-07,
      "loss": 0.3394,
      "step": 2138530
    },
    {
      "epoch": 596.86,
      "grad_norm": 1.3089596033096313,
      "learning_rate": 7.78904932834344e-07,
      "loss": 0.3315,
      "step": 2138540
    },
    {
      "epoch": 596.86,
      "grad_norm": 1.0598242282867432,
      "learning_rate": 7.788848030189373e-07,
      "loss": 0.3338,
      "step": 2138550
    },
    {
      "epoch": 596.86,
      "grad_norm": 1.035752773284912,
      "learning_rate": 7.788646734118144e-07,
      "loss": 0.3314,
      "step": 2138560
    },
    {
      "epoch": 596.87,
      "grad_norm": 1.2977845668792725,
      "learning_rate": 7.788445440129781e-07,
      "loss": 0.334,
      "step": 2138570
    },
    {
      "epoch": 596.87,
      "grad_norm": 1.2087645530700684,
      "learning_rate": 7.788244148224323e-07,
      "loss": 0.355,
      "step": 2138580
    },
    {
      "epoch": 596.87,
      "grad_norm": 1.2729464769363403,
      "learning_rate": 7.788042858401775e-07,
      "loss": 0.3484,
      "step": 2138590
    },
    {
      "epoch": 596.87,
      "grad_norm": 1.2639139890670776,
      "learning_rate": 7.787841570662174e-07,
      "loss": 0.3425,
      "step": 2138600
    },
    {
      "epoch": 596.88,
      "grad_norm": 1.4698611497879028,
      "learning_rate": 7.787640285005548e-07,
      "loss": 0.348,
      "step": 2138610
    },
    {
      "epoch": 596.88,
      "grad_norm": 1.1766325235366821,
      "learning_rate": 7.78743900143192e-07,
      "loss": 0.3366,
      "step": 2138620
    },
    {
      "epoch": 596.88,
      "grad_norm": 1.0987063646316528,
      "learning_rate": 7.787237719941331e-07,
      "loss": 0.3427,
      "step": 2138630
    },
    {
      "epoch": 596.89,
      "grad_norm": 1.4742432832717896,
      "learning_rate": 7.787036440533778e-07,
      "loss": 0.3316,
      "step": 2138640
    },
    {
      "epoch": 596.89,
      "grad_norm": 1.2418123483657837,
      "learning_rate": 7.786835163209323e-07,
      "loss": 0.3584,
      "step": 2138650
    },
    {
      "epoch": 596.89,
      "grad_norm": 1.0922565460205078,
      "learning_rate": 7.786633887967966e-07,
      "loss": 0.3411,
      "step": 2138660
    },
    {
      "epoch": 596.89,
      "grad_norm": 1.0266085863113403,
      "learning_rate": 7.786432614809745e-07,
      "loss": 0.3221,
      "step": 2138670
    },
    {
      "epoch": 596.9,
      "grad_norm": 1.0614855289459229,
      "learning_rate": 7.786231343734694e-07,
      "loss": 0.3394,
      "step": 2138680
    },
    {
      "epoch": 596.9,
      "grad_norm": 1.1831722259521484,
      "learning_rate": 7.78603007474282e-07,
      "loss": 0.3407,
      "step": 2138690
    },
    {
      "epoch": 596.9,
      "grad_norm": 1.2229334115982056,
      "learning_rate": 7.785828807834165e-07,
      "loss": 0.328,
      "step": 2138700
    },
    {
      "epoch": 596.9,
      "grad_norm": 1.1349879503250122,
      "learning_rate": 7.78562754300875e-07,
      "loss": 0.335,
      "step": 2138710
    },
    {
      "epoch": 596.91,
      "grad_norm": 1.1823933124542236,
      "learning_rate": 7.785426280266611e-07,
      "loss": 0.3165,
      "step": 2138720
    },
    {
      "epoch": 596.91,
      "grad_norm": 1.1737784147262573,
      "learning_rate": 7.785225019607751e-07,
      "loss": 0.3439,
      "step": 2138730
    },
    {
      "epoch": 596.91,
      "grad_norm": 1.1913790702819824,
      "learning_rate": 7.78502376103223e-07,
      "loss": 0.3426,
      "step": 2138740
    },
    {
      "epoch": 596.92,
      "grad_norm": 1.1866387128829956,
      "learning_rate": 7.784822504540047e-07,
      "loss": 0.3219,
      "step": 2138750
    },
    {
      "epoch": 596.92,
      "grad_norm": 1.259822964668274,
      "learning_rate": 7.784621250131242e-07,
      "loss": 0.3298,
      "step": 2138760
    },
    {
      "epoch": 596.92,
      "grad_norm": 1.1519300937652588,
      "learning_rate": 7.784419997805849e-07,
      "loss": 0.3184,
      "step": 2138770
    },
    {
      "epoch": 596.92,
      "grad_norm": 1.3264425992965698,
      "learning_rate": 7.784218747563876e-07,
      "loss": 0.3372,
      "step": 2138780
    },
    {
      "epoch": 596.93,
      "grad_norm": 1.036259651184082,
      "learning_rate": 7.784017499405358e-07,
      "loss": 0.3506,
      "step": 2138790
    },
    {
      "epoch": 596.93,
      "grad_norm": 1.2346956729888916,
      "learning_rate": 7.783816253330324e-07,
      "loss": 0.3625,
      "step": 2138800
    },
    {
      "epoch": 596.93,
      "grad_norm": 1.0203720331192017,
      "learning_rate": 7.783615009338805e-07,
      "loss": 0.3634,
      "step": 2138810
    },
    {
      "epoch": 596.94,
      "grad_norm": 1.110343337059021,
      "learning_rate": 7.783413767430817e-07,
      "loss": 0.3536,
      "step": 2138820
    },
    {
      "epoch": 596.94,
      "grad_norm": 1.185194730758667,
      "learning_rate": 7.783212527606392e-07,
      "loss": 0.3226,
      "step": 2138830
    },
    {
      "epoch": 596.94,
      "grad_norm": 1.0744744539260864,
      "learning_rate": 7.783011289865564e-07,
      "loss": 0.3459,
      "step": 2138840
    },
    {
      "epoch": 596.94,
      "grad_norm": 1.261518120765686,
      "learning_rate": 7.782810054208338e-07,
      "loss": 0.3434,
      "step": 2138850
    },
    {
      "epoch": 596.95,
      "grad_norm": 1.166642427444458,
      "learning_rate": 7.782608820634771e-07,
      "loss": 0.3188,
      "step": 2138860
    },
    {
      "epoch": 596.95,
      "grad_norm": 1.075596570968628,
      "learning_rate": 7.782407589144867e-07,
      "loss": 0.356,
      "step": 2138870
    },
    {
      "epoch": 596.95,
      "grad_norm": 1.484512209892273,
      "learning_rate": 7.782206359738658e-07,
      "loss": 0.3447,
      "step": 2138880
    },
    {
      "epoch": 596.96,
      "grad_norm": 1.085214376449585,
      "learning_rate": 7.782005132416174e-07,
      "loss": 0.3472,
      "step": 2138890
    },
    {
      "epoch": 596.96,
      "grad_norm": 1.0765734910964966,
      "learning_rate": 7.781803907177446e-07,
      "loss": 0.3247,
      "step": 2138900
    },
    {
      "epoch": 596.96,
      "grad_norm": 1.1396114826202393,
      "learning_rate": 7.781602684022491e-07,
      "loss": 0.3388,
      "step": 2138910
    },
    {
      "epoch": 596.96,
      "grad_norm": 1.2198050022125244,
      "learning_rate": 7.781401462951339e-07,
      "loss": 0.3561,
      "step": 2138920
    },
    {
      "epoch": 596.97,
      "grad_norm": 1.1068915128707886,
      "learning_rate": 7.781200243964019e-07,
      "loss": 0.3352,
      "step": 2138930
    },
    {
      "epoch": 596.97,
      "grad_norm": 1.0437079668045044,
      "learning_rate": 7.780999027060555e-07,
      "loss": 0.3416,
      "step": 2138940
    },
    {
      "epoch": 596.97,
      "grad_norm": 1.0978617668151855,
      "learning_rate": 7.780797812240986e-07,
      "loss": 0.343,
      "step": 2138950
    },
    {
      "epoch": 596.97,
      "grad_norm": 1.1686540842056274,
      "learning_rate": 7.780596599505317e-07,
      "loss": 0.3399,
      "step": 2138960
    },
    {
      "epoch": 596.98,
      "grad_norm": 1.151029348373413,
      "learning_rate": 7.780395388853588e-07,
      "loss": 0.3499,
      "step": 2138970
    },
    {
      "epoch": 596.98,
      "grad_norm": 1.2848764657974243,
      "learning_rate": 7.780194180285831e-07,
      "loss": 0.3284,
      "step": 2138980
    },
    {
      "epoch": 596.98,
      "grad_norm": 1.2498208284378052,
      "learning_rate": 7.779992973802051e-07,
      "loss": 0.3434,
      "step": 2138990
    },
    {
      "epoch": 596.99,
      "grad_norm": 1.1533482074737549,
      "learning_rate": 7.779791769402307e-07,
      "loss": 0.3382,
      "step": 2139000
    },
    {
      "epoch": 596.99,
      "grad_norm": 17.391597747802734,
      "learning_rate": 7.779590567086597e-07,
      "loss": 0.3309,
      "step": 2139010
    },
    {
      "epoch": 596.99,
      "grad_norm": 1.1388121843338013,
      "learning_rate": 7.77938936685496e-07,
      "loss": 0.3283,
      "step": 2139020
    },
    {
      "epoch": 596.99,
      "grad_norm": 1.2033358812332153,
      "learning_rate": 7.779188168707422e-07,
      "loss": 0.3421,
      "step": 2139030
    },
    {
      "epoch": 597.0,
      "grad_norm": 1.8744637966156006,
      "learning_rate": 7.778986972644016e-07,
      "loss": 0.3345,
      "step": 2139040
    },
    {
      "epoch": 597.0,
      "grad_norm": 1.242182731628418,
      "learning_rate": 7.778785778664755e-07,
      "loss": 0.3528,
      "step": 2139050
    },
    {
      "epoch": 597.0,
      "eval_loss": 0.34141120314598083,
      "eval_runtime": 63.984,
      "eval_samples_per_second": 79.067,
      "eval_steps_per_second": 9.893,
      "step": 2139051
    },
    {
      "epoch": 597.0,
      "grad_norm": 1.1122159957885742,
      "learning_rate": 7.778584586769677e-07,
      "loss": 0.341,
      "step": 2139060
    },
    {
      "epoch": 597.01,
      "grad_norm": 1.159009337425232,
      "learning_rate": 7.778383396958808e-07,
      "loss": 0.3468,
      "step": 2139070
    },
    {
      "epoch": 597.01,
      "grad_norm": 1.1715962886810303,
      "learning_rate": 7.778182209232157e-07,
      "loss": 0.325,
      "step": 2139080
    },
    {
      "epoch": 597.01,
      "grad_norm": 1.1087490320205688,
      "learning_rate": 7.777981023589783e-07,
      "loss": 0.3318,
      "step": 2139090
    },
    {
      "epoch": 597.01,
      "grad_norm": 0.9760807156562805,
      "learning_rate": 7.777779840031686e-07,
      "loss": 0.3277,
      "step": 2139100
    },
    {
      "epoch": 597.02,
      "grad_norm": 1.134585976600647,
      "learning_rate": 7.777578658557901e-07,
      "loss": 0.3428,
      "step": 2139110
    },
    {
      "epoch": 597.02,
      "grad_norm": 1.2428799867630005,
      "learning_rate": 7.777377479168465e-07,
      "loss": 0.3496,
      "step": 2139120
    },
    {
      "epoch": 597.02,
      "grad_norm": 1.134325623512268,
      "learning_rate": 7.777176301863388e-07,
      "loss": 0.3317,
      "step": 2139130
    },
    {
      "epoch": 597.02,
      "grad_norm": 1.2608047723770142,
      "learning_rate": 7.776975126642704e-07,
      "loss": 0.3405,
      "step": 2139140
    },
    {
      "epoch": 597.03,
      "grad_norm": 1.456084132194519,
      "learning_rate": 7.77677395350644e-07,
      "loss": 0.3537,
      "step": 2139150
    },
    {
      "epoch": 597.03,
      "grad_norm": 2.925133228302002,
      "learning_rate": 7.776572782454632e-07,
      "loss": 0.3526,
      "step": 2139160
    },
    {
      "epoch": 597.03,
      "grad_norm": 1.2318671941757202,
      "learning_rate": 7.77637161348728e-07,
      "loss": 0.3414,
      "step": 2139170
    },
    {
      "epoch": 597.04,
      "grad_norm": 1.3881230354309082,
      "learning_rate": 7.776170446604446e-07,
      "loss": 0.3406,
      "step": 2139180
    },
    {
      "epoch": 597.04,
      "grad_norm": 1.0555390119552612,
      "learning_rate": 7.77596928180613e-07,
      "loss": 0.3358,
      "step": 2139190
    },
    {
      "epoch": 597.04,
      "grad_norm": 1.1910290718078613,
      "learning_rate": 7.775768119092367e-07,
      "loss": 0.3455,
      "step": 2139200
    },
    {
      "epoch": 597.04,
      "grad_norm": 1.2459460496902466,
      "learning_rate": 7.775566958463194e-07,
      "loss": 0.3386,
      "step": 2139210
    },
    {
      "epoch": 597.05,
      "grad_norm": 2.723397731781006,
      "learning_rate": 7.775365799918613e-07,
      "loss": 0.3322,
      "step": 2139220
    },
    {
      "epoch": 597.05,
      "grad_norm": 1.074088215827942,
      "learning_rate": 7.775164643458683e-07,
      "loss": 0.3603,
      "step": 2139230
    },
    {
      "epoch": 597.05,
      "grad_norm": 1.023585557937622,
      "learning_rate": 7.774963489083404e-07,
      "loss": 0.3448,
      "step": 2139240
    },
    {
      "epoch": 597.06,
      "grad_norm": 1.1383882761001587,
      "learning_rate": 7.774762336792814e-07,
      "loss": 0.3375,
      "step": 2139250
    },
    {
      "epoch": 597.06,
      "grad_norm": 1.4662325382232666,
      "learning_rate": 7.774561186586948e-07,
      "loss": 0.3365,
      "step": 2139260
    },
    {
      "epoch": 597.06,
      "grad_norm": 1.3261890411376953,
      "learning_rate": 7.774360038465814e-07,
      "loss": 0.3435,
      "step": 2139270
    },
    {
      "epoch": 597.06,
      "grad_norm": 1.2745906114578247,
      "learning_rate": 7.774158892429448e-07,
      "loss": 0.3533,
      "step": 2139280
    },
    {
      "epoch": 597.07,
      "grad_norm": 1.3958567380905151,
      "learning_rate": 7.773957748477877e-07,
      "loss": 0.3458,
      "step": 2139290
    },
    {
      "epoch": 597.07,
      "grad_norm": 1.2206482887268066,
      "learning_rate": 7.773756606611134e-07,
      "loss": 0.3335,
      "step": 2139300
    },
    {
      "epoch": 597.07,
      "grad_norm": 1.1838465929031372,
      "learning_rate": 7.773555466829229e-07,
      "loss": 0.3391,
      "step": 2139310
    },
    {
      "epoch": 597.08,
      "grad_norm": 1.146567940711975,
      "learning_rate": 7.77335432913221e-07,
      "loss": 0.3058,
      "step": 2139320
    },
    {
      "epoch": 597.08,
      "grad_norm": 1.024337649345398,
      "learning_rate": 7.773153193520086e-07,
      "loss": 0.3319,
      "step": 2139330
    },
    {
      "epoch": 597.08,
      "grad_norm": 1.1978734731674194,
      "learning_rate": 7.772952059992894e-07,
      "loss": 0.3544,
      "step": 2139340
    },
    {
      "epoch": 597.08,
      "grad_norm": 1.0780895948410034,
      "learning_rate": 7.772750928550663e-07,
      "loss": 0.3331,
      "step": 2139350
    },
    {
      "epoch": 597.09,
      "grad_norm": 1.3355787992477417,
      "learning_rate": 7.772549799193406e-07,
      "loss": 0.3284,
      "step": 2139360
    },
    {
      "epoch": 597.09,
      "grad_norm": 1.0537298917770386,
      "learning_rate": 7.772348671921157e-07,
      "loss": 0.3306,
      "step": 2139370
    },
    {
      "epoch": 597.09,
      "grad_norm": 1.2434462308883667,
      "learning_rate": 7.772147546733947e-07,
      "loss": 0.3253,
      "step": 2139380
    },
    {
      "epoch": 597.09,
      "grad_norm": 1.3199299573898315,
      "learning_rate": 7.771946423631805e-07,
      "loss": 0.3275,
      "step": 2139390
    },
    {
      "epoch": 597.1,
      "grad_norm": 1.2322355508804321,
      "learning_rate": 7.771745302614746e-07,
      "loss": 0.3263,
      "step": 2139400
    },
    {
      "epoch": 597.1,
      "grad_norm": 1.0070711374282837,
      "learning_rate": 7.771544183682805e-07,
      "loss": 0.3247,
      "step": 2139410
    },
    {
      "epoch": 597.1,
      "grad_norm": 1.0873656272888184,
      "learning_rate": 7.771343066836012e-07,
      "loss": 0.3323,
      "step": 2139420
    },
    {
      "epoch": 597.11,
      "grad_norm": 1.236194133758545,
      "learning_rate": 7.771141952074373e-07,
      "loss": 0.3479,
      "step": 2139430
    },
    {
      "epoch": 597.11,
      "grad_norm": 1.429624080657959,
      "learning_rate": 7.770940839397947e-07,
      "loss": 0.3432,
      "step": 2139440
    },
    {
      "epoch": 597.11,
      "grad_norm": 1.148420810699463,
      "learning_rate": 7.770739728806738e-07,
      "loss": 0.3538,
      "step": 2139450
    },
    {
      "epoch": 597.11,
      "grad_norm": 1.099974274635315,
      "learning_rate": 7.770538620300778e-07,
      "loss": 0.3424,
      "step": 2139460
    },
    {
      "epoch": 597.12,
      "grad_norm": 1.1905535459518433,
      "learning_rate": 7.770337513880095e-07,
      "loss": 0.3522,
      "step": 2139470
    },
    {
      "epoch": 597.12,
      "grad_norm": 1.2716144323349,
      "learning_rate": 7.770136409544723e-07,
      "loss": 0.3432,
      "step": 2139480
    },
    {
      "epoch": 597.12,
      "grad_norm": 1.2700223922729492,
      "learning_rate": 7.769935307294672e-07,
      "loss": 0.3447,
      "step": 2139490
    },
    {
      "epoch": 597.13,
      "grad_norm": 1.146163821220398,
      "learning_rate": 7.76973420712998e-07,
      "loss": 0.3385,
      "step": 2139500
    },
    {
      "epoch": 597.13,
      "grad_norm": 1.199055552482605,
      "learning_rate": 7.769533109050671e-07,
      "loss": 0.3534,
      "step": 2139510
    },
    {
      "epoch": 597.13,
      "grad_norm": 1.1432915925979614,
      "learning_rate": 7.769332013056772e-07,
      "loss": 0.3424,
      "step": 2139520
    },
    {
      "epoch": 597.13,
      "grad_norm": 1.316776156425476,
      "learning_rate": 7.76913091914832e-07,
      "loss": 0.3283,
      "step": 2139530
    },
    {
      "epoch": 597.14,
      "grad_norm": 1.2138131856918335,
      "learning_rate": 7.768929827325325e-07,
      "loss": 0.3617,
      "step": 2139540
    },
    {
      "epoch": 597.14,
      "grad_norm": 1.1969432830810547,
      "learning_rate": 7.76872873758782e-07,
      "loss": 0.3395,
      "step": 2139550
    },
    {
      "epoch": 597.14,
      "grad_norm": 1.242149829864502,
      "learning_rate": 7.768527649935832e-07,
      "loss": 0.3379,
      "step": 2139560
    },
    {
      "epoch": 597.14,
      "grad_norm": 1.292191982269287,
      "learning_rate": 7.768326564369389e-07,
      "loss": 0.3462,
      "step": 2139570
    },
    {
      "epoch": 597.15,
      "grad_norm": 1.1366839408874512,
      "learning_rate": 7.768125480888525e-07,
      "loss": 0.3494,
      "step": 2139580
    },
    {
      "epoch": 597.15,
      "grad_norm": 1.1969035863876343,
      "learning_rate": 7.767924399493251e-07,
      "loss": 0.327,
      "step": 2139590
    },
    {
      "epoch": 597.15,
      "grad_norm": 1.3987603187561035,
      "learning_rate": 7.767723320183603e-07,
      "loss": 0.3305,
      "step": 2139600
    },
    {
      "epoch": 597.16,
      "grad_norm": 1.3827968835830688,
      "learning_rate": 7.767522242959603e-07,
      "loss": 0.3461,
      "step": 2139610
    },
    {
      "epoch": 597.16,
      "grad_norm": 1.0447149276733398,
      "learning_rate": 7.767321167821293e-07,
      "loss": 0.337,
      "step": 2139620
    },
    {
      "epoch": 597.16,
      "grad_norm": 1.327905297279358,
      "learning_rate": 7.767120094768679e-07,
      "loss": 0.3321,
      "step": 2139630
    },
    {
      "epoch": 597.16,
      "grad_norm": 1.1618081331253052,
      "learning_rate": 7.766919023801797e-07,
      "loss": 0.3258,
      "step": 2139640
    },
    {
      "epoch": 597.17,
      "grad_norm": 1.4551568031311035,
      "learning_rate": 7.766717954920682e-07,
      "loss": 0.356,
      "step": 2139650
    },
    {
      "epoch": 597.17,
      "grad_norm": 1.1153761148452759,
      "learning_rate": 7.766516888125336e-07,
      "loss": 0.3473,
      "step": 2139660
    },
    {
      "epoch": 597.17,
      "grad_norm": 1.1294164657592773,
      "learning_rate": 7.766315823415816e-07,
      "loss": 0.3325,
      "step": 2139670
    },
    {
      "epoch": 597.18,
      "grad_norm": 1.2132710218429565,
      "learning_rate": 7.766114760792131e-07,
      "loss": 0.333,
      "step": 2139680
    },
    {
      "epoch": 597.18,
      "grad_norm": 1.4231617450714111,
      "learning_rate": 7.765913700254307e-07,
      "loss": 0.3622,
      "step": 2139690
    },
    {
      "epoch": 597.18,
      "grad_norm": 1.1336019039154053,
      "learning_rate": 7.765712641802378e-07,
      "loss": 0.3498,
      "step": 2139700
    },
    {
      "epoch": 597.18,
      "grad_norm": 1.2847648859024048,
      "learning_rate": 7.765511585436377e-07,
      "loss": 0.3409,
      "step": 2139710
    },
    {
      "epoch": 597.19,
      "grad_norm": 1.4002165794372559,
      "learning_rate": 7.765310531156311e-07,
      "loss": 0.3253,
      "step": 2139720
    },
    {
      "epoch": 597.19,
      "grad_norm": 1.2841722965240479,
      "learning_rate": 7.76510947896222e-07,
      "loss": 0.3281,
      "step": 2139730
    },
    {
      "epoch": 597.19,
      "grad_norm": 1.1572662591934204,
      "learning_rate": 7.764908428854137e-07,
      "loss": 0.3234,
      "step": 2139740
    },
    {
      "epoch": 597.2,
      "grad_norm": 1.168789267539978,
      "learning_rate": 7.764707380832063e-07,
      "loss": 0.3409,
      "step": 2139750
    },
    {
      "epoch": 597.2,
      "grad_norm": 1.089585304260254,
      "learning_rate": 7.764506334896058e-07,
      "loss": 0.3243,
      "step": 2139760
    },
    {
      "epoch": 597.2,
      "grad_norm": 1.190355896949768,
      "learning_rate": 7.764305291046125e-07,
      "loss": 0.3453,
      "step": 2139770
    },
    {
      "epoch": 597.2,
      "grad_norm": 1.1914435625076294,
      "learning_rate": 7.764104249282297e-07,
      "loss": 0.3414,
      "step": 2139780
    },
    {
      "epoch": 597.21,
      "grad_norm": 1.2638165950775146,
      "learning_rate": 7.763903209604614e-07,
      "loss": 0.331,
      "step": 2139790
    },
    {
      "epoch": 597.21,
      "grad_norm": 1.1078159809112549,
      "learning_rate": 7.763702172013071e-07,
      "loss": 0.3423,
      "step": 2139800
    },
    {
      "epoch": 597.21,
      "grad_norm": 1.0689074993133545,
      "learning_rate": 7.763501136507734e-07,
      "loss": 0.3375,
      "step": 2139810
    },
    {
      "epoch": 597.21,
      "grad_norm": 1.166450023651123,
      "learning_rate": 7.763300103088599e-07,
      "loss": 0.3248,
      "step": 2139820
    },
    {
      "epoch": 597.22,
      "grad_norm": 1.2737667560577393,
      "learning_rate": 7.763099071755708e-07,
      "loss": 0.3504,
      "step": 2139830
    },
    {
      "epoch": 597.22,
      "grad_norm": 1.1323775053024292,
      "learning_rate": 7.762898042509082e-07,
      "loss": 0.3453,
      "step": 2139840
    },
    {
      "epoch": 597.22,
      "grad_norm": 1.088171124458313,
      "learning_rate": 7.762697015348757e-07,
      "loss": 0.3405,
      "step": 2139850
    },
    {
      "epoch": 597.23,
      "grad_norm": 1.0520765781402588,
      "learning_rate": 7.762495990274746e-07,
      "loss": 0.3246,
      "step": 2139860
    },
    {
      "epoch": 597.23,
      "grad_norm": 1.1219596862792969,
      "learning_rate": 7.762294967287081e-07,
      "loss": 0.3395,
      "step": 2139870
    },
    {
      "epoch": 597.23,
      "grad_norm": 1.0859097242355347,
      "learning_rate": 7.762093946385799e-07,
      "loss": 0.3375,
      "step": 2139880
    },
    {
      "epoch": 597.23,
      "grad_norm": 1.3544800281524658,
      "learning_rate": 7.761892927570903e-07,
      "loss": 0.3373,
      "step": 2139890
    },
    {
      "epoch": 597.24,
      "grad_norm": 1.221992015838623,
      "learning_rate": 7.761691910842448e-07,
      "loss": 0.339,
      "step": 2139900
    },
    {
      "epoch": 597.24,
      "grad_norm": 1.0998640060424805,
      "learning_rate": 7.761490896200441e-07,
      "loss": 0.3436,
      "step": 2139910
    },
    {
      "epoch": 597.24,
      "grad_norm": 1.297572374343872,
      "learning_rate": 7.761289883644915e-07,
      "loss": 0.3292,
      "step": 2139920
    },
    {
      "epoch": 597.25,
      "grad_norm": 1.1265859603881836,
      "learning_rate": 7.761088873175904e-07,
      "loss": 0.3422,
      "step": 2139930
    },
    {
      "epoch": 597.25,
      "grad_norm": 1.1076818704605103,
      "learning_rate": 7.76088786479342e-07,
      "loss": 0.3388,
      "step": 2139940
    },
    {
      "epoch": 597.25,
      "grad_norm": 1.1517525911331177,
      "learning_rate": 7.760686858497498e-07,
      "loss": 0.3344,
      "step": 2139950
    },
    {
      "epoch": 597.25,
      "grad_norm": 1.0925536155700684,
      "learning_rate": 7.760485854288163e-07,
      "loss": 0.341,
      "step": 2139960
    },
    {
      "epoch": 597.26,
      "grad_norm": 1.2242941856384277,
      "learning_rate": 7.760284852165451e-07,
      "loss": 0.3466,
      "step": 2139970
    },
    {
      "epoch": 597.26,
      "grad_norm": 1.1537187099456787,
      "learning_rate": 7.760083852129364e-07,
      "loss": 0.3361,
      "step": 2139980
    },
    {
      "epoch": 597.26,
      "grad_norm": 1.2906757593154907,
      "learning_rate": 7.759882854179963e-07,
      "loss": 0.3393,
      "step": 2139990
    },
    {
      "epoch": 597.26,
      "grad_norm": 1.2723407745361328,
      "learning_rate": 7.759681858317249e-07,
      "loss": 0.3386,
      "step": 2140000
    },
    {
      "epoch": 597.27,
      "grad_norm": 1.232665777206421,
      "learning_rate": 7.759480864541256e-07,
      "loss": 0.3368,
      "step": 2140010
    },
    {
      "epoch": 597.27,
      "grad_norm": 1.0837743282318115,
      "learning_rate": 7.759279872852022e-07,
      "loss": 0.3354,
      "step": 2140020
    },
    {
      "epoch": 597.27,
      "grad_norm": 1.1390621662139893,
      "learning_rate": 7.759078883249553e-07,
      "loss": 0.329,
      "step": 2140030
    },
    {
      "epoch": 597.28,
      "grad_norm": 1.567955493927002,
      "learning_rate": 7.758877895733886e-07,
      "loss": 0.3204,
      "step": 2140040
    },
    {
      "epoch": 597.28,
      "grad_norm": 1.8867214918136597,
      "learning_rate": 7.758676910305049e-07,
      "loss": 0.3393,
      "step": 2140050
    },
    {
      "epoch": 597.28,
      "grad_norm": 0.9979616403579712,
      "learning_rate": 7.758475926963075e-07,
      "loss": 0.319,
      "step": 2140060
    },
    {
      "epoch": 597.28,
      "grad_norm": 0.9308707118034363,
      "learning_rate": 7.758274945707976e-07,
      "loss": 0.3253,
      "step": 2140070
    },
    {
      "epoch": 597.29,
      "grad_norm": 1.1452981233596802,
      "learning_rate": 7.758073966539785e-07,
      "loss": 0.3426,
      "step": 2140080
    },
    {
      "epoch": 597.29,
      "grad_norm": 1.3285990953445435,
      "learning_rate": 7.757872989458529e-07,
      "loss": 0.3427,
      "step": 2140090
    },
    {
      "epoch": 597.29,
      "grad_norm": 1.1354849338531494,
      "learning_rate": 7.757672014464236e-07,
      "loss": 0.335,
      "step": 2140100
    },
    {
      "epoch": 597.3,
      "grad_norm": 1.0278466939926147,
      "learning_rate": 7.757471041556944e-07,
      "loss": 0.3258,
      "step": 2140110
    },
    {
      "epoch": 597.3,
      "grad_norm": 1.203970193862915,
      "learning_rate": 7.757270070736648e-07,
      "loss": 0.3341,
      "step": 2140120
    },
    {
      "epoch": 597.3,
      "grad_norm": 1.1024593114852905,
      "learning_rate": 7.757069102003413e-07,
      "loss": 0.3455,
      "step": 2140130
    },
    {
      "epoch": 597.3,
      "grad_norm": 1.1284327507019043,
      "learning_rate": 7.756868135357239e-07,
      "loss": 0.3331,
      "step": 2140140
    },
    {
      "epoch": 597.31,
      "grad_norm": 1.3832745552062988,
      "learning_rate": 7.756667170798162e-07,
      "loss": 0.3318,
      "step": 2140150
    },
    {
      "epoch": 597.31,
      "grad_norm": 1.1964945793151855,
      "learning_rate": 7.756466208326215e-07,
      "loss": 0.3643,
      "step": 2140160
    },
    {
      "epoch": 597.31,
      "grad_norm": 1.1761722564697266,
      "learning_rate": 7.75626524794141e-07,
      "loss": 0.3167,
      "step": 2140170
    },
    {
      "epoch": 597.32,
      "grad_norm": 1.187464952468872,
      "learning_rate": 7.756064289643783e-07,
      "loss": 0.3506,
      "step": 2140180
    },
    {
      "epoch": 597.32,
      "grad_norm": 1.200742483139038,
      "learning_rate": 7.755863333433358e-07,
      "loss": 0.3384,
      "step": 2140190
    },
    {
      "epoch": 597.32,
      "grad_norm": 1.1717066764831543,
      "learning_rate": 7.755662379310171e-07,
      "loss": 0.3365,
      "step": 2140200
    },
    {
      "epoch": 597.32,
      "grad_norm": 1.1299136877059937,
      "learning_rate": 7.755461427274234e-07,
      "loss": 0.3214,
      "step": 2140210
    },
    {
      "epoch": 597.33,
      "grad_norm": 1.1661264896392822,
      "learning_rate": 7.755260477325579e-07,
      "loss": 0.332,
      "step": 2140220
    },
    {
      "epoch": 597.33,
      "grad_norm": 1.3155474662780762,
      "learning_rate": 7.755059529464244e-07,
      "loss": 0.3447,
      "step": 2140230
    },
    {
      "epoch": 597.33,
      "grad_norm": 1.0444830656051636,
      "learning_rate": 7.754858583690229e-07,
      "loss": 0.3428,
      "step": 2140240
    },
    {
      "epoch": 597.33,
      "grad_norm": 1.3260611295700073,
      "learning_rate": 7.754657640003594e-07,
      "loss": 0.3376,
      "step": 2140250
    },
    {
      "epoch": 597.34,
      "grad_norm": 1.0007963180541992,
      "learning_rate": 7.75445669840434e-07,
      "loss": 0.3287,
      "step": 2140260
    },
    {
      "epoch": 597.34,
      "grad_norm": 1.2131963968276978,
      "learning_rate": 7.754255758892506e-07,
      "loss": 0.3325,
      "step": 2140270
    },
    {
      "epoch": 597.34,
      "grad_norm": 1.2424784898757935,
      "learning_rate": 7.754054821468117e-07,
      "loss": 0.3297,
      "step": 2140280
    },
    {
      "epoch": 597.35,
      "grad_norm": 1.2029041051864624,
      "learning_rate": 7.753853886131203e-07,
      "loss": 0.3406,
      "step": 2140290
    },
    {
      "epoch": 597.35,
      "grad_norm": 1.0294432640075684,
      "learning_rate": 7.753652952881781e-07,
      "loss": 0.3296,
      "step": 2140300
    },
    {
      "epoch": 597.35,
      "grad_norm": 1.2912532091140747,
      "learning_rate": 7.753452021719885e-07,
      "loss": 0.3616,
      "step": 2140310
    },
    {
      "epoch": 597.35,
      "grad_norm": 1.2055721282958984,
      "learning_rate": 7.753251092645545e-07,
      "loss": 0.337,
      "step": 2140320
    },
    {
      "epoch": 597.36,
      "grad_norm": 1.0773922204971313,
      "learning_rate": 7.753050165658768e-07,
      "loss": 0.3498,
      "step": 2140330
    },
    {
      "epoch": 597.36,
      "grad_norm": 1.291013240814209,
      "learning_rate": 7.752849240759611e-07,
      "loss": 0.3421,
      "step": 2140340
    },
    {
      "epoch": 597.36,
      "grad_norm": 1.2694194316864014,
      "learning_rate": 7.752648317948077e-07,
      "loss": 0.3537,
      "step": 2140350
    },
    {
      "epoch": 597.37,
      "grad_norm": 1.1319583654403687,
      "learning_rate": 7.752447397224203e-07,
      "loss": 0.3505,
      "step": 2140360
    },
    {
      "epoch": 597.37,
      "grad_norm": 1.1521153450012207,
      "learning_rate": 7.752246478588019e-07,
      "loss": 0.3507,
      "step": 2140370
    },
    {
      "epoch": 597.37,
      "grad_norm": 1.1094130277633667,
      "learning_rate": 7.752045562039533e-07,
      "loss": 0.3395,
      "step": 2140380
    },
    {
      "epoch": 597.37,
      "grad_norm": 1.1037917137145996,
      "learning_rate": 7.7518446475788e-07,
      "loss": 0.3247,
      "step": 2140390
    },
    {
      "epoch": 597.38,
      "grad_norm": 1.100163221359253,
      "learning_rate": 7.751643735205825e-07,
      "loss": 0.3543,
      "step": 2140400
    },
    {
      "epoch": 597.38,
      "grad_norm": 1.1569911241531372,
      "learning_rate": 7.75144282492064e-07,
      "loss": 0.342,
      "step": 2140410
    },
    {
      "epoch": 597.38,
      "grad_norm": 1.1610723733901978,
      "learning_rate": 7.751241916723275e-07,
      "loss": 0.3356,
      "step": 2140420
    },
    {
      "epoch": 597.38,
      "grad_norm": 1.2292733192443848,
      "learning_rate": 7.751041010613763e-07,
      "loss": 0.3387,
      "step": 2140430
    },
    {
      "epoch": 597.39,
      "grad_norm": 1.3307058811187744,
      "learning_rate": 7.750840106592115e-07,
      "loss": 0.3349,
      "step": 2140440
    },
    {
      "epoch": 597.39,
      "grad_norm": 1.1735072135925293,
      "learning_rate": 7.750639204658364e-07,
      "loss": 0.3368,
      "step": 2140450
    },
    {
      "epoch": 597.39,
      "grad_norm": 1.229824185371399,
      "learning_rate": 7.750438304812547e-07,
      "loss": 0.3482,
      "step": 2140460
    },
    {
      "epoch": 597.4,
      "grad_norm": 1.045756459236145,
      "learning_rate": 7.750237407054668e-07,
      "loss": 0.3401,
      "step": 2140470
    },
    {
      "epoch": 597.4,
      "grad_norm": 1.3541502952575684,
      "learning_rate": 7.750036511384782e-07,
      "loss": 0.3356,
      "step": 2140480
    },
    {
      "epoch": 597.4,
      "grad_norm": 1.1036063432693481,
      "learning_rate": 7.749835617802895e-07,
      "loss": 0.3296,
      "step": 2140490
    },
    {
      "epoch": 597.4,
      "grad_norm": 2.0115270614624023,
      "learning_rate": 7.749634726309041e-07,
      "loss": 0.3484,
      "step": 2140500
    },
    {
      "epoch": 597.41,
      "grad_norm": 1.276766061782837,
      "learning_rate": 7.749433836903246e-07,
      "loss": 0.3293,
      "step": 2140510
    },
    {
      "epoch": 597.41,
      "grad_norm": 1.1157602071762085,
      "learning_rate": 7.749232949585544e-07,
      "loss": 0.3412,
      "step": 2140520
    },
    {
      "epoch": 597.41,
      "grad_norm": 1.2969077825546265,
      "learning_rate": 7.749032064355946e-07,
      "loss": 0.3415,
      "step": 2140530
    },
    {
      "epoch": 597.42,
      "grad_norm": 1.137134313583374,
      "learning_rate": 7.748831181214487e-07,
      "loss": 0.3368,
      "step": 2140540
    },
    {
      "epoch": 597.42,
      "grad_norm": 1.3520585298538208,
      "learning_rate": 7.748630300161202e-07,
      "loss": 0.3401,
      "step": 2140550
    },
    {
      "epoch": 597.42,
      "grad_norm": 1.0883957147598267,
      "learning_rate": 7.748429421196097e-07,
      "loss": 0.3363,
      "step": 2140560
    },
    {
      "epoch": 597.42,
      "grad_norm": 1.2542955875396729,
      "learning_rate": 7.748228544319225e-07,
      "loss": 0.352,
      "step": 2140570
    },
    {
      "epoch": 597.43,
      "grad_norm": 3.7011258602142334,
      "learning_rate": 7.748027669530592e-07,
      "loss": 0.3472,
      "step": 2140580
    },
    {
      "epoch": 597.43,
      "grad_norm": 1.3108599185943604,
      "learning_rate": 7.747826796830231e-07,
      "loss": 0.3554,
      "step": 2140590
    },
    {
      "epoch": 597.43,
      "grad_norm": 1.2601933479309082,
      "learning_rate": 7.747625926218178e-07,
      "loss": 0.3431,
      "step": 2140600
    },
    {
      "epoch": 597.44,
      "grad_norm": 1.106393575668335,
      "learning_rate": 7.747425057694444e-07,
      "loss": 0.3353,
      "step": 2140610
    },
    {
      "epoch": 597.44,
      "grad_norm": 1.055649757385254,
      "learning_rate": 7.747224191259063e-07,
      "loss": 0.3204,
      "step": 2140620
    },
    {
      "epoch": 597.44,
      "grad_norm": 1.1074259281158447,
      "learning_rate": 7.747023326912065e-07,
      "loss": 0.3403,
      "step": 2140630
    },
    {
      "epoch": 597.44,
      "grad_norm": 1.1250524520874023,
      "learning_rate": 7.746822464653479e-07,
      "loss": 0.3304,
      "step": 2140640
    },
    {
      "epoch": 597.45,
      "grad_norm": 1.1426159143447876,
      "learning_rate": 7.746621604483311e-07,
      "loss": 0.3515,
      "step": 2140650
    },
    {
      "epoch": 597.45,
      "grad_norm": 1.5812374353408813,
      "learning_rate": 7.746420746401617e-07,
      "loss": 0.351,
      "step": 2140660
    },
    {
      "epoch": 597.45,
      "grad_norm": 1.2653875350952148,
      "learning_rate": 7.746219890408404e-07,
      "loss": 0.3385,
      "step": 2140670
    },
    {
      "epoch": 597.45,
      "grad_norm": 1.331896424293518,
      "learning_rate": 7.746019036503704e-07,
      "loss": 0.3489,
      "step": 2140680
    },
    {
      "epoch": 597.46,
      "grad_norm": 1.2911274433135986,
      "learning_rate": 7.745818184687553e-07,
      "loss": 0.3467,
      "step": 2140690
    },
    {
      "epoch": 597.46,
      "grad_norm": 1.1035774946212769,
      "learning_rate": 7.745617334959953e-07,
      "loss": 0.3331,
      "step": 2140700
    },
    {
      "epoch": 597.46,
      "grad_norm": 1.0809147357940674,
      "learning_rate": 7.745416487320962e-07,
      "loss": 0.3361,
      "step": 2140710
    },
    {
      "epoch": 597.47,
      "grad_norm": 1.31297767162323,
      "learning_rate": 7.745215641770584e-07,
      "loss": 0.3492,
      "step": 2140720
    },
    {
      "epoch": 597.47,
      "grad_norm": 1.2568708658218384,
      "learning_rate": 7.745014798308855e-07,
      "loss": 0.3225,
      "step": 2140730
    },
    {
      "epoch": 597.47,
      "grad_norm": 1.24650239944458,
      "learning_rate": 7.744813956935807e-07,
      "loss": 0.3377,
      "step": 2140740
    },
    {
      "epoch": 597.47,
      "grad_norm": 1.0750985145568848,
      "learning_rate": 7.74461311765145e-07,
      "loss": 0.3231,
      "step": 2140750
    },
    {
      "epoch": 597.48,
      "grad_norm": 1.2147648334503174,
      "learning_rate": 7.744412280455822e-07,
      "loss": 0.3301,
      "step": 2140760
    },
    {
      "epoch": 597.48,
      "grad_norm": 1.179802656173706,
      "learning_rate": 7.744211445348947e-07,
      "loss": 0.3209,
      "step": 2140770
    },
    {
      "epoch": 597.48,
      "grad_norm": 1.1980117559432983,
      "learning_rate": 7.744010612330864e-07,
      "loss": 0.3591,
      "step": 2140780
    },
    {
      "epoch": 597.49,
      "grad_norm": 1.2387561798095703,
      "learning_rate": 7.743809781401571e-07,
      "loss": 0.3263,
      "step": 2140790
    },
    {
      "epoch": 597.49,
      "grad_norm": 1.0199134349822998,
      "learning_rate": 7.743608952561128e-07,
      "loss": 0.3196,
      "step": 2140800
    },
    {
      "epoch": 597.49,
      "grad_norm": 1.2668564319610596,
      "learning_rate": 7.743408125809538e-07,
      "loss": 0.3386,
      "step": 2140810
    },
    {
      "epoch": 597.49,
      "grad_norm": 1.1166746616363525,
      "learning_rate": 7.743207301146836e-07,
      "loss": 0.3376,
      "step": 2140820
    },
    {
      "epoch": 597.5,
      "grad_norm": 1.2542847394943237,
      "learning_rate": 7.743006478573057e-07,
      "loss": 0.3219,
      "step": 2140830
    },
    {
      "epoch": 597.5,
      "grad_norm": 1.2273246049880981,
      "learning_rate": 7.742805658088212e-07,
      "loss": 0.3373,
      "step": 2140840
    },
    {
      "epoch": 597.5,
      "grad_norm": 1.1091930866241455,
      "learning_rate": 7.742604839692334e-07,
      "loss": 0.3576,
      "step": 2140850
    },
    {
      "epoch": 597.5,
      "grad_norm": 1.2375456094741821,
      "learning_rate": 7.742404023385453e-07,
      "loss": 0.3373,
      "step": 2140860
    },
    {
      "epoch": 597.51,
      "grad_norm": 1.20470130443573,
      "learning_rate": 7.7422032091676e-07,
      "loss": 0.3457,
      "step": 2140870
    },
    {
      "epoch": 597.51,
      "grad_norm": 1.3007601499557495,
      "learning_rate": 7.742002397038786e-07,
      "loss": 0.3441,
      "step": 2140880
    },
    {
      "epoch": 597.51,
      "grad_norm": 1.0793944597244263,
      "learning_rate": 7.741801586999049e-07,
      "loss": 0.3301,
      "step": 2140890
    },
    {
      "epoch": 597.52,
      "grad_norm": 1.446840524673462,
      "learning_rate": 7.741600779048419e-07,
      "loss": 0.3402,
      "step": 2140900
    },
    {
      "epoch": 597.52,
      "grad_norm": 0.9721105098724365,
      "learning_rate": 7.741399973186905e-07,
      "loss": 0.3491,
      "step": 2140910
    },
    {
      "epoch": 597.52,
      "grad_norm": 1.0977940559387207,
      "learning_rate": 7.74119916941456e-07,
      "loss": 0.3364,
      "step": 2140920
    },
    {
      "epoch": 597.52,
      "grad_norm": 1.2161120176315308,
      "learning_rate": 7.740998367731389e-07,
      "loss": 0.336,
      "step": 2140930
    },
    {
      "epoch": 597.53,
      "grad_norm": 1.1951947212219238,
      "learning_rate": 7.740797568137428e-07,
      "loss": 0.3429,
      "step": 2140940
    },
    {
      "epoch": 597.53,
      "grad_norm": 1.2817883491516113,
      "learning_rate": 7.740596770632701e-07,
      "loss": 0.3309,
      "step": 2140950
    },
    {
      "epoch": 597.53,
      "grad_norm": 1.3389554023742676,
      "learning_rate": 7.740395975217237e-07,
      "loss": 0.3563,
      "step": 2140960
    },
    {
      "epoch": 597.54,
      "grad_norm": 1.010770559310913,
      "learning_rate": 7.74019518189107e-07,
      "loss": 0.3387,
      "step": 2140970
    },
    {
      "epoch": 597.54,
      "grad_norm": 1.122466802597046,
      "learning_rate": 7.739994390654209e-07,
      "loss": 0.3321,
      "step": 2140980
    },
    {
      "epoch": 597.54,
      "grad_norm": 1.1373802423477173,
      "learning_rate": 7.739793601506692e-07,
      "loss": 0.3437,
      "step": 2140990
    },
    {
      "epoch": 597.54,
      "grad_norm": 1.3730753660202026,
      "learning_rate": 7.739592814448543e-07,
      "loss": 0.3374,
      "step": 2141000
    },
    {
      "epoch": 597.55,
      "grad_norm": 1.2126597166061401,
      "learning_rate": 7.739392029479797e-07,
      "loss": 0.3477,
      "step": 2141010
    },
    {
      "epoch": 597.55,
      "grad_norm": 1.1332706212997437,
      "learning_rate": 7.739191246600468e-07,
      "loss": 0.3422,
      "step": 2141020
    },
    {
      "epoch": 597.55,
      "grad_norm": 1.2474865913391113,
      "learning_rate": 7.738990465810585e-07,
      "loss": 0.3332,
      "step": 2141030
    },
    {
      "epoch": 597.56,
      "grad_norm": 1.2166963815689087,
      "learning_rate": 7.738789687110188e-07,
      "loss": 0.3419,
      "step": 2141040
    },
    {
      "epoch": 597.56,
      "grad_norm": 1.1654548645019531,
      "learning_rate": 7.738588910499278e-07,
      "loss": 0.3344,
      "step": 2141050
    },
    {
      "epoch": 597.56,
      "grad_norm": 1.0594004392623901,
      "learning_rate": 7.73838813597791e-07,
      "loss": 0.3291,
      "step": 2141060
    },
    {
      "epoch": 597.56,
      "grad_norm": 1.4376718997955322,
      "learning_rate": 7.738187363546095e-07,
      "loss": 0.3449,
      "step": 2141070
    },
    {
      "epoch": 597.57,
      "grad_norm": 1.051513671875,
      "learning_rate": 7.737986593203858e-07,
      "loss": 0.3371,
      "step": 2141080
    },
    {
      "epoch": 597.57,
      "grad_norm": 1.2493155002593994,
      "learning_rate": 7.737785824951234e-07,
      "loss": 0.3364,
      "step": 2141090
    },
    {
      "epoch": 597.57,
      "grad_norm": 1.1283900737762451,
      "learning_rate": 7.737585058788253e-07,
      "loss": 0.3283,
      "step": 2141100
    },
    {
      "epoch": 597.57,
      "grad_norm": 1.2991697788238525,
      "learning_rate": 7.737384294714926e-07,
      "loss": 0.3344,
      "step": 2141110
    },
    {
      "epoch": 597.58,
      "grad_norm": 1.345531940460205,
      "learning_rate": 7.737183532731289e-07,
      "loss": 0.3343,
      "step": 2141120
    },
    {
      "epoch": 597.58,
      "grad_norm": 1.3821470737457275,
      "learning_rate": 7.736982772837377e-07,
      "loss": 0.3473,
      "step": 2141130
    },
    {
      "epoch": 597.58,
      "grad_norm": 1.1055033206939697,
      "learning_rate": 7.736782015033195e-07,
      "loss": 0.3398,
      "step": 2141140
    },
    {
      "epoch": 597.59,
      "grad_norm": 1.3392515182495117,
      "learning_rate": 7.736581259318796e-07,
      "loss": 0.3394,
      "step": 2141150
    },
    {
      "epoch": 597.59,
      "grad_norm": 1.2003991603851318,
      "learning_rate": 7.736380505694184e-07,
      "loss": 0.3334,
      "step": 2141160
    },
    {
      "epoch": 597.59,
      "grad_norm": 1.172055959701538,
      "learning_rate": 7.736179754159397e-07,
      "loss": 0.348,
      "step": 2141170
    },
    {
      "epoch": 597.59,
      "grad_norm": 0.9741873145103455,
      "learning_rate": 7.735979004714468e-07,
      "loss": 0.3187,
      "step": 2141180
    },
    {
      "epoch": 597.6,
      "grad_norm": 1.132215142250061,
      "learning_rate": 7.735778257359409e-07,
      "loss": 0.327,
      "step": 2141190
    },
    {
      "epoch": 597.6,
      "grad_norm": 1.145073413848877,
      "learning_rate": 7.73557751209425e-07,
      "loss": 0.35,
      "step": 2141200
    },
    {
      "epoch": 597.6,
      "grad_norm": 1.6297237873077393,
      "learning_rate": 7.735376768919025e-07,
      "loss": 0.354,
      "step": 2141210
    },
    {
      "epoch": 597.61,
      "grad_norm": 1.1304861307144165,
      "learning_rate": 7.735176027833762e-07,
      "loss": 0.3213,
      "step": 2141220
    },
    {
      "epoch": 597.61,
      "grad_norm": 1.1140780448913574,
      "learning_rate": 7.734975288838469e-07,
      "loss": 0.3468,
      "step": 2141230
    },
    {
      "epoch": 597.61,
      "grad_norm": 1.1931571960449219,
      "learning_rate": 7.734774551933199e-07,
      "loss": 0.3437,
      "step": 2141240
    },
    {
      "epoch": 597.61,
      "grad_norm": 1.1016703844070435,
      "learning_rate": 7.734573817117961e-07,
      "loss": 0.3321,
      "step": 2141250
    },
    {
      "epoch": 597.62,
      "grad_norm": 1.1309863328933716,
      "learning_rate": 7.734373084392787e-07,
      "loss": 0.3403,
      "step": 2141260
    },
    {
      "epoch": 597.62,
      "grad_norm": 1.3798748254776,
      "learning_rate": 7.73417235375771e-07,
      "loss": 0.3328,
      "step": 2141270
    },
    {
      "epoch": 597.62,
      "grad_norm": 1.3473957777023315,
      "learning_rate": 7.733971625212733e-07,
      "loss": 0.3313,
      "step": 2141280
    },
    {
      "epoch": 597.62,
      "grad_norm": 1.1660431623458862,
      "learning_rate": 7.733770898757916e-07,
      "loss": 0.3562,
      "step": 2141290
    },
    {
      "epoch": 597.63,
      "grad_norm": 1.0009962320327759,
      "learning_rate": 7.733570174393264e-07,
      "loss": 0.3353,
      "step": 2141300
    },
    {
      "epoch": 597.63,
      "grad_norm": 1.2950018644332886,
      "learning_rate": 7.733369452118808e-07,
      "loss": 0.3477,
      "step": 2141310
    },
    {
      "epoch": 597.63,
      "grad_norm": 1.5103694200515747,
      "learning_rate": 7.733168731934585e-07,
      "loss": 0.3472,
      "step": 2141320
    },
    {
      "epoch": 597.64,
      "grad_norm": 1.1616895198822021,
      "learning_rate": 7.732968013840603e-07,
      "loss": 0.3451,
      "step": 2141330
    },
    {
      "epoch": 597.64,
      "grad_norm": 1.0636396408081055,
      "learning_rate": 7.7327672978369e-07,
      "loss": 0.3198,
      "step": 2141340
    },
    {
      "epoch": 597.64,
      "grad_norm": 1.1121833324432373,
      "learning_rate": 7.732566583923502e-07,
      "loss": 0.3507,
      "step": 2141350
    },
    {
      "epoch": 597.64,
      "grad_norm": 1.229738473892212,
      "learning_rate": 7.732365872100442e-07,
      "loss": 0.3476,
      "step": 2141360
    },
    {
      "epoch": 597.65,
      "grad_norm": 1.118470549583435,
      "learning_rate": 7.732165162367722e-07,
      "loss": 0.3221,
      "step": 2141370
    },
    {
      "epoch": 597.65,
      "grad_norm": 1.1073188781738281,
      "learning_rate": 7.731964454725406e-07,
      "loss": 0.3394,
      "step": 2141380
    },
    {
      "epoch": 597.65,
      "grad_norm": 1.2918440103530884,
      "learning_rate": 7.731763749173491e-07,
      "loss": 0.3426,
      "step": 2141390
    },
    {
      "epoch": 597.66,
      "grad_norm": 1.0811365842819214,
      "learning_rate": 7.731563045712013e-07,
      "loss": 0.3404,
      "step": 2141400
    },
    {
      "epoch": 597.66,
      "grad_norm": 1.108457088470459,
      "learning_rate": 7.731362344341006e-07,
      "loss": 0.3271,
      "step": 2141410
    },
    {
      "epoch": 597.66,
      "grad_norm": 1.0919593572616577,
      "learning_rate": 7.731161645060485e-07,
      "loss": 0.3368,
      "step": 2141420
    },
    {
      "epoch": 597.66,
      "grad_norm": 1.3369640111923218,
      "learning_rate": 7.730960947870481e-07,
      "loss": 0.347,
      "step": 2141430
    },
    {
      "epoch": 597.67,
      "grad_norm": 1.1859502792358398,
      "learning_rate": 7.730760252771022e-07,
      "loss": 0.322,
      "step": 2141440
    },
    {
      "epoch": 597.67,
      "grad_norm": 1.3649019002914429,
      "learning_rate": 7.730559559762141e-07,
      "loss": 0.3529,
      "step": 2141450
    },
    {
      "epoch": 597.67,
      "grad_norm": 1.1440298557281494,
      "learning_rate": 7.730358868843853e-07,
      "loss": 0.3414,
      "step": 2141460
    },
    {
      "epoch": 597.68,
      "grad_norm": 1.2641475200653076,
      "learning_rate": 7.730158180016188e-07,
      "loss": 0.3441,
      "step": 2141470
    },
    {
      "epoch": 597.68,
      "grad_norm": 1.1999433040618896,
      "learning_rate": 7.729957493279172e-07,
      "loss": 0.3449,
      "step": 2141480
    },
    {
      "epoch": 597.68,
      "grad_norm": 1.195656180381775,
      "learning_rate": 7.729756808632839e-07,
      "loss": 0.3499,
      "step": 2141490
    },
    {
      "epoch": 597.68,
      "grad_norm": 1.3659459352493286,
      "learning_rate": 7.729556126077217e-07,
      "loss": 0.3316,
      "step": 2141500
    },
    {
      "epoch": 597.69,
      "grad_norm": 1.0564205646514893,
      "learning_rate": 7.729355445612318e-07,
      "loss": 0.3558,
      "step": 2141510
    },
    {
      "epoch": 597.69,
      "grad_norm": 1.306994915008545,
      "learning_rate": 7.729154767238176e-07,
      "loss": 0.3328,
      "step": 2141520
    },
    {
      "epoch": 597.69,
      "grad_norm": 0.9960737824440002,
      "learning_rate": 7.728954090954821e-07,
      "loss": 0.3247,
      "step": 2141530
    },
    {
      "epoch": 597.69,
      "grad_norm": 1.1752817630767822,
      "learning_rate": 7.728753416762278e-07,
      "loss": 0.3309,
      "step": 2141540
    },
    {
      "epoch": 597.7,
      "grad_norm": 1.1326320171356201,
      "learning_rate": 7.728552744660579e-07,
      "loss": 0.3191,
      "step": 2141550
    },
    {
      "epoch": 597.7,
      "grad_norm": 1.298382043838501,
      "learning_rate": 7.728352074649739e-07,
      "loss": 0.3322,
      "step": 2141560
    },
    {
      "epoch": 597.7,
      "grad_norm": 1.0528250932693481,
      "learning_rate": 7.728151406729791e-07,
      "loss": 0.338,
      "step": 2141570
    },
    {
      "epoch": 597.71,
      "grad_norm": 1.0161690711975098,
      "learning_rate": 7.727950740900763e-07,
      "loss": 0.3382,
      "step": 2141580
    },
    {
      "epoch": 597.71,
      "grad_norm": 1.1741405725479126,
      "learning_rate": 7.727750077162683e-07,
      "loss": 0.338,
      "step": 2141590
    },
    {
      "epoch": 597.71,
      "grad_norm": 1.3021806478500366,
      "learning_rate": 7.727549415515565e-07,
      "loss": 0.3432,
      "step": 2141600
    },
    {
      "epoch": 597.71,
      "grad_norm": 1.218408226966858,
      "learning_rate": 7.727348755959458e-07,
      "loss": 0.3241,
      "step": 2141610
    },
    {
      "epoch": 597.72,
      "grad_norm": 1.1108298301696777,
      "learning_rate": 7.72714809849437e-07,
      "loss": 0.3359,
      "step": 2141620
    },
    {
      "epoch": 597.72,
      "grad_norm": 1.3881598711013794,
      "learning_rate": 7.726947443120334e-07,
      "loss": 0.3575,
      "step": 2141630
    },
    {
      "epoch": 597.72,
      "grad_norm": 4.989910125732422,
      "learning_rate": 7.726746789837384e-07,
      "loss": 0.3446,
      "step": 2141640
    },
    {
      "epoch": 597.73,
      "grad_norm": 1.2457423210144043,
      "learning_rate": 7.726546138645532e-07,
      "loss": 0.3344,
      "step": 2141650
    },
    {
      "epoch": 597.73,
      "grad_norm": 1.249204397201538,
      "learning_rate": 7.726345489544813e-07,
      "loss": 0.3453,
      "step": 2141660
    },
    {
      "epoch": 597.73,
      "grad_norm": 1.0775160789489746,
      "learning_rate": 7.726144842535254e-07,
      "loss": 0.3363,
      "step": 2141670
    },
    {
      "epoch": 597.73,
      "grad_norm": 1.3058764934539795,
      "learning_rate": 7.725944197616886e-07,
      "loss": 0.3412,
      "step": 2141680
    },
    {
      "epoch": 597.74,
      "grad_norm": 1.253902792930603,
      "learning_rate": 7.725743554789723e-07,
      "loss": 0.3233,
      "step": 2141690
    },
    {
      "epoch": 597.74,
      "grad_norm": 1.3533086776733398,
      "learning_rate": 7.725542914053799e-07,
      "loss": 0.326,
      "step": 2141700
    },
    {
      "epoch": 597.74,
      "grad_norm": 1.2712396383285522,
      "learning_rate": 7.72534227540915e-07,
      "loss": 0.3449,
      "step": 2141710
    },
    {
      "epoch": 597.74,
      "grad_norm": 1.1865732669830322,
      "learning_rate": 7.725141638855776e-07,
      "loss": 0.3344,
      "step": 2141720
    },
    {
      "epoch": 597.75,
      "grad_norm": 1.2392823696136475,
      "learning_rate": 7.724941004393737e-07,
      "loss": 0.3334,
      "step": 2141730
    },
    {
      "epoch": 597.75,
      "grad_norm": 1.1958154439926147,
      "learning_rate": 7.724740372023038e-07,
      "loss": 0.3082,
      "step": 2141740
    },
    {
      "epoch": 597.75,
      "grad_norm": 1.253872036933899,
      "learning_rate": 7.724539741743711e-07,
      "loss": 0.3465,
      "step": 2141750
    },
    {
      "epoch": 597.76,
      "grad_norm": 1.2484369277954102,
      "learning_rate": 7.724339113555781e-07,
      "loss": 0.365,
      "step": 2141760
    },
    {
      "epoch": 597.76,
      "grad_norm": 1.3299634456634521,
      "learning_rate": 7.724138487459287e-07,
      "loss": 0.3168,
      "step": 2141770
    },
    {
      "epoch": 597.76,
      "grad_norm": 1.2097045183181763,
      "learning_rate": 7.723937863454238e-07,
      "loss": 0.3448,
      "step": 2141780
    },
    {
      "epoch": 597.76,
      "grad_norm": 1.4794492721557617,
      "learning_rate": 7.723737241540668e-07,
      "loss": 0.3149,
      "step": 2141790
    },
    {
      "epoch": 597.77,
      "grad_norm": 1.3558462858200073,
      "learning_rate": 7.723536621718611e-07,
      "loss": 0.3291,
      "step": 2141800
    },
    {
      "epoch": 597.77,
      "grad_norm": 1.2252602577209473,
      "learning_rate": 7.723336003988072e-07,
      "loss": 0.3581,
      "step": 2141810
    },
    {
      "epoch": 597.77,
      "grad_norm": 1.3887065649032593,
      "learning_rate": 7.723135388349108e-07,
      "loss": 0.3496,
      "step": 2141820
    },
    {
      "epoch": 597.78,
      "grad_norm": 1.1854267120361328,
      "learning_rate": 7.722934774801722e-07,
      "loss": 0.3235,
      "step": 2141830
    },
    {
      "epoch": 597.78,
      "grad_norm": 1.136942744255066,
      "learning_rate": 7.722734163345949e-07,
      "loss": 0.3215,
      "step": 2141840
    },
    {
      "epoch": 597.78,
      "grad_norm": 1.1016881465911865,
      "learning_rate": 7.722533553981823e-07,
      "loss": 0.3291,
      "step": 2141850
    },
    {
      "epoch": 597.78,
      "grad_norm": 1.2517911195755005,
      "learning_rate": 7.72233294670935e-07,
      "loss": 0.3414,
      "step": 2141860
    },
    {
      "epoch": 597.79,
      "grad_norm": 1.2938213348388672,
      "learning_rate": 7.722132341528584e-07,
      "loss": 0.3334,
      "step": 2141870
    },
    {
      "epoch": 597.79,
      "grad_norm": 1.172672152519226,
      "learning_rate": 7.721931738439529e-07,
      "loss": 0.3391,
      "step": 2141880
    },
    {
      "epoch": 597.79,
      "grad_norm": 1.081398367881775,
      "learning_rate": 7.721731137442222e-07,
      "loss": 0.338,
      "step": 2141890
    },
    {
      "epoch": 597.8,
      "grad_norm": 1.3819624185562134,
      "learning_rate": 7.721530538536685e-07,
      "loss": 0.3439,
      "step": 2141900
    },
    {
      "epoch": 597.8,
      "grad_norm": 1.373836874961853,
      "learning_rate": 7.721329941722961e-07,
      "loss": 0.3536,
      "step": 2141910
    },
    {
      "epoch": 597.8,
      "grad_norm": 1.3791342973709106,
      "learning_rate": 7.721129347001052e-07,
      "loss": 0.3387,
      "step": 2141920
    },
    {
      "epoch": 597.8,
      "grad_norm": 1.4001096487045288,
      "learning_rate": 7.720928754370997e-07,
      "loss": 0.337,
      "step": 2141930
    },
    {
      "epoch": 597.81,
      "grad_norm": 1.3636716604232788,
      "learning_rate": 7.72072816383283e-07,
      "loss": 0.357,
      "step": 2141940
    },
    {
      "epoch": 597.81,
      "grad_norm": 1.1136492490768433,
      "learning_rate": 7.720527575386553e-07,
      "loss": 0.3543,
      "step": 2141950
    },
    {
      "epoch": 597.81,
      "grad_norm": 1.0958681106567383,
      "learning_rate": 7.720326989032227e-07,
      "loss": 0.3316,
      "step": 2141960
    },
    {
      "epoch": 597.81,
      "grad_norm": 1.100730538368225,
      "learning_rate": 7.72012640476985e-07,
      "loss": 0.3157,
      "step": 2141970
    },
    {
      "epoch": 597.82,
      "grad_norm": 1.112765908241272,
      "learning_rate": 7.719925822599463e-07,
      "loss": 0.3358,
      "step": 2141980
    },
    {
      "epoch": 597.82,
      "grad_norm": 1.0310356616973877,
      "learning_rate": 7.719725242521093e-07,
      "loss": 0.3446,
      "step": 2141990
    },
    {
      "epoch": 597.82,
      "grad_norm": 1.0224584341049194,
      "learning_rate": 7.71952466453476e-07,
      "loss": 0.3494,
      "step": 2142000
    },
    {
      "epoch": 597.83,
      "grad_norm": 1.1148377656936646,
      "learning_rate": 7.719324088640493e-07,
      "loss": 0.3194,
      "step": 2142010
    },
    {
      "epoch": 597.83,
      "grad_norm": 1.2022441625595093,
      "learning_rate": 7.719123514838317e-07,
      "loss": 0.3337,
      "step": 2142020
    },
    {
      "epoch": 597.83,
      "grad_norm": 1.2540123462677002,
      "learning_rate": 7.718922943128271e-07,
      "loss": 0.3513,
      "step": 2142030
    },
    {
      "epoch": 597.83,
      "grad_norm": 1.0002080202102661,
      "learning_rate": 7.718722373510355e-07,
      "loss": 0.3268,
      "step": 2142040
    },
    {
      "epoch": 597.84,
      "grad_norm": 1.1940011978149414,
      "learning_rate": 7.718521805984629e-07,
      "loss": 0.3468,
      "step": 2142050
    },
    {
      "epoch": 597.84,
      "grad_norm": 1.1768187284469604,
      "learning_rate": 7.718321240551097e-07,
      "loss": 0.3327,
      "step": 2142060
    },
    {
      "epoch": 597.84,
      "grad_norm": 0.9888120293617249,
      "learning_rate": 7.71812067720979e-07,
      "loss": 0.3398,
      "step": 2142070
    },
    {
      "epoch": 597.85,
      "grad_norm": 1.1083800792694092,
      "learning_rate": 7.717920115960743e-07,
      "loss": 0.3311,
      "step": 2142080
    },
    {
      "epoch": 597.85,
      "grad_norm": 1.2984483242034912,
      "learning_rate": 7.717719556803972e-07,
      "loss": 0.3339,
      "step": 2142090
    },
    {
      "epoch": 597.85,
      "grad_norm": 1.1838656663894653,
      "learning_rate": 7.717518999739505e-07,
      "loss": 0.3295,
      "step": 2142100
    },
    {
      "epoch": 597.85,
      "grad_norm": 1.0424385070800781,
      "learning_rate": 7.717318444767373e-07,
      "loss": 0.3377,
      "step": 2142110
    },
    {
      "epoch": 597.86,
      "grad_norm": 1.6263948678970337,
      "learning_rate": 7.717117891887601e-07,
      "loss": 0.3367,
      "step": 2142120
    },
    {
      "epoch": 597.86,
      "grad_norm": 1.0423555374145508,
      "learning_rate": 7.716917341100225e-07,
      "loss": 0.3309,
      "step": 2142130
    },
    {
      "epoch": 597.86,
      "grad_norm": 6.810230731964111,
      "learning_rate": 7.716716792405255e-07,
      "loss": 0.3342,
      "step": 2142140
    },
    {
      "epoch": 597.86,
      "grad_norm": 1.3235204219818115,
      "learning_rate": 7.716516245802724e-07,
      "loss": 0.3479,
      "step": 2142150
    },
    {
      "epoch": 597.87,
      "grad_norm": 1.2012646198272705,
      "learning_rate": 7.716315701292663e-07,
      "loss": 0.3356,
      "step": 2142160
    },
    {
      "epoch": 597.87,
      "grad_norm": 1.3430826663970947,
      "learning_rate": 7.716115158875101e-07,
      "loss": 0.35,
      "step": 2142170
    },
    {
      "epoch": 597.87,
      "grad_norm": 1.1824023723602295,
      "learning_rate": 7.715914618550047e-07,
      "loss": 0.3448,
      "step": 2142180
    },
    {
      "epoch": 597.88,
      "grad_norm": 1.2479971647262573,
      "learning_rate": 7.715714080317553e-07,
      "loss": 0.3313,
      "step": 2142190
    },
    {
      "epoch": 597.88,
      "grad_norm": 1.0268988609313965,
      "learning_rate": 7.715513544177627e-07,
      "loss": 0.3504,
      "step": 2142200
    },
    {
      "epoch": 597.88,
      "grad_norm": 1.3316415548324585,
      "learning_rate": 7.715313010130301e-07,
      "loss": 0.3358,
      "step": 2142210
    },
    {
      "epoch": 597.88,
      "grad_norm": 1.493214726448059,
      "learning_rate": 7.715112478175608e-07,
      "loss": 0.355,
      "step": 2142220
    },
    {
      "epoch": 597.89,
      "grad_norm": 1.1734464168548584,
      "learning_rate": 7.714911948313565e-07,
      "loss": 0.363,
      "step": 2142230
    },
    {
      "epoch": 597.89,
      "grad_norm": 1.2567739486694336,
      "learning_rate": 7.714711420544201e-07,
      "loss": 0.3497,
      "step": 2142240
    },
    {
      "epoch": 597.89,
      "grad_norm": 1.556626796722412,
      "learning_rate": 7.714510894867544e-07,
      "loss": 0.3402,
      "step": 2142250
    },
    {
      "epoch": 597.9,
      "grad_norm": 1.4349348545074463,
      "learning_rate": 7.714310371283629e-07,
      "loss": 0.3337,
      "step": 2142260
    },
    {
      "epoch": 597.9,
      "grad_norm": 1.2892906665802002,
      "learning_rate": 7.714109849792468e-07,
      "loss": 0.3393,
      "step": 2142270
    },
    {
      "epoch": 597.9,
      "grad_norm": 1.3075051307678223,
      "learning_rate": 7.713909330394093e-07,
      "loss": 0.3314,
      "step": 2142280
    },
    {
      "epoch": 597.9,
      "grad_norm": 1.0550682544708252,
      "learning_rate": 7.713708813088541e-07,
      "loss": 0.3307,
      "step": 2142290
    },
    {
      "epoch": 597.91,
      "grad_norm": 1.6236283779144287,
      "learning_rate": 7.713508297875814e-07,
      "loss": 0.3338,
      "step": 2142300
    },
    {
      "epoch": 597.91,
      "grad_norm": 1.254714012145996,
      "learning_rate": 7.713307784755971e-07,
      "loss": 0.334,
      "step": 2142310
    },
    {
      "epoch": 597.91,
      "grad_norm": 1.182475209236145,
      "learning_rate": 7.713107273729013e-07,
      "loss": 0.3454,
      "step": 2142320
    },
    {
      "epoch": 597.92,
      "grad_norm": 1.0952417850494385,
      "learning_rate": 7.712906764794978e-07,
      "loss": 0.3167,
      "step": 2142330
    },
    {
      "epoch": 597.92,
      "grad_norm": 1.1228652000427246,
      "learning_rate": 7.712706257953889e-07,
      "loss": 0.3519,
      "step": 2142340
    },
    {
      "epoch": 597.92,
      "grad_norm": 1.2456227540969849,
      "learning_rate": 7.712505753205782e-07,
      "loss": 0.3427,
      "step": 2142350
    },
    {
      "epoch": 597.92,
      "grad_norm": 1.2329274415969849,
      "learning_rate": 7.712305250550668e-07,
      "loss": 0.3283,
      "step": 2142360
    },
    {
      "epoch": 597.93,
      "grad_norm": 1.1763956546783447,
      "learning_rate": 7.712104749988583e-07,
      "loss": 0.3315,
      "step": 2142370
    },
    {
      "epoch": 597.93,
      "grad_norm": 1.2399780750274658,
      "learning_rate": 7.71190425151956e-07,
      "loss": 0.3395,
      "step": 2142380
    },
    {
      "epoch": 597.93,
      "grad_norm": 1.1350083351135254,
      "learning_rate": 7.711703755143603e-07,
      "loss": 0.3481,
      "step": 2142390
    },
    {
      "epoch": 597.93,
      "grad_norm": 1.1230337619781494,
      "learning_rate": 7.711503260860768e-07,
      "loss": 0.3437,
      "step": 2142400
    },
    {
      "epoch": 597.94,
      "grad_norm": 1.129876732826233,
      "learning_rate": 7.711302768671061e-07,
      "loss": 0.3453,
      "step": 2142410
    },
    {
      "epoch": 597.94,
      "grad_norm": 1.290070652961731,
      "learning_rate": 7.711102278574513e-07,
      "loss": 0.32,
      "step": 2142420
    },
    {
      "epoch": 597.94,
      "grad_norm": 1.2313755750656128,
      "learning_rate": 7.710901790571155e-07,
      "loss": 0.3484,
      "step": 2142430
    },
    {
      "epoch": 597.95,
      "grad_norm": 1.1982899904251099,
      "learning_rate": 7.71070130466101e-07,
      "loss": 0.3356,
      "step": 2142440
    },
    {
      "epoch": 597.95,
      "grad_norm": 0.9905461072921753,
      "learning_rate": 7.710500820844114e-07,
      "loss": 0.3282,
      "step": 2142450
    },
    {
      "epoch": 597.95,
      "grad_norm": 1.111484408378601,
      "learning_rate": 7.71030033912048e-07,
      "loss": 0.33,
      "step": 2142460
    },
    {
      "epoch": 597.95,
      "grad_norm": 1.0476723909378052,
      "learning_rate": 7.710099859490138e-07,
      "loss": 0.3489,
      "step": 2142470
    },
    {
      "epoch": 597.96,
      "grad_norm": 1.102041482925415,
      "learning_rate": 7.709899381953119e-07,
      "loss": 0.3245,
      "step": 2142480
    },
    {
      "epoch": 597.96,
      "grad_norm": 1.4237146377563477,
      "learning_rate": 7.709698906509456e-07,
      "loss": 0.3469,
      "step": 2142490
    },
    {
      "epoch": 597.96,
      "grad_norm": 1.4365257024765015,
      "learning_rate": 7.709498433159158e-07,
      "loss": 0.3328,
      "step": 2142500
    },
    {
      "epoch": 597.97,
      "grad_norm": 6.589179992675781,
      "learning_rate": 7.709297961902264e-07,
      "loss": 0.3537,
      "step": 2142510
    },
    {
      "epoch": 597.97,
      "grad_norm": 1.2512160539627075,
      "learning_rate": 7.709097492738802e-07,
      "loss": 0.3527,
      "step": 2142520
    },
    {
      "epoch": 597.97,
      "grad_norm": 1.015204906463623,
      "learning_rate": 7.708897025668783e-07,
      "loss": 0.3381,
      "step": 2142530
    },
    {
      "epoch": 597.97,
      "grad_norm": 1.164302945137024,
      "learning_rate": 7.708696560692258e-07,
      "loss": 0.333,
      "step": 2142540
    },
    {
      "epoch": 597.98,
      "grad_norm": 1.3397914171218872,
      "learning_rate": 7.708496097809236e-07,
      "loss": 0.325,
      "step": 2142550
    },
    {
      "epoch": 597.98,
      "grad_norm": 1.2296876907348633,
      "learning_rate": 7.708295637019746e-07,
      "loss": 0.3474,
      "step": 2142560
    },
    {
      "epoch": 597.98,
      "grad_norm": 1.2941303253173828,
      "learning_rate": 7.708095178323817e-07,
      "loss": 0.3565,
      "step": 2142570
    },
    {
      "epoch": 597.98,
      "grad_norm": 1.1458110809326172,
      "learning_rate": 7.707894721721488e-07,
      "loss": 0.3234,
      "step": 2142580
    },
    {
      "epoch": 597.99,
      "grad_norm": 1.123753547668457,
      "learning_rate": 7.707694267212761e-07,
      "loss": 0.3289,
      "step": 2142590
    },
    {
      "epoch": 597.99,
      "grad_norm": 1.0741709470748901,
      "learning_rate": 7.707493814797678e-07,
      "loss": 0.3416,
      "step": 2142600
    },
    {
      "epoch": 597.99,
      "grad_norm": 1.0578054189682007,
      "learning_rate": 7.707293364476272e-07,
      "loss": 0.3385,
      "step": 2142610
    },
    {
      "epoch": 598.0,
      "grad_norm": 1.0955158472061157,
      "learning_rate": 7.707092916248544e-07,
      "loss": 0.3537,
      "step": 2142620
    },
    {
      "epoch": 598.0,
      "grad_norm": 1.0560623407363892,
      "learning_rate": 7.706892470114553e-07,
      "loss": 0.3392,
      "step": 2142630
    },
    {
      "epoch": 598.0,
      "eval_loss": 0.33991849422454834,
      "eval_runtime": 65.2476,
      "eval_samples_per_second": 77.535,
      "eval_steps_per_second": 9.702,
      "step": 2142634
    },
    {
      "epoch": 598.0,
      "grad_norm": 1.2688733339309692,
      "learning_rate": 7.706692026074302e-07,
      "loss": 0.3307,
      "step": 2142640
    },
    {
      "epoch": 598.0,
      "grad_norm": 1.255363941192627,
      "learning_rate": 7.706491584127827e-07,
      "loss": 0.3272,
      "step": 2142650
    },
    {
      "epoch": 598.01,
      "grad_norm": 1.3401843309402466,
      "learning_rate": 7.706291144275158e-07,
      "loss": 0.325,
      "step": 2142660
    },
    {
      "epoch": 598.01,
      "grad_norm": 1.3897120952606201,
      "learning_rate": 7.706090706516312e-07,
      "loss": 0.3436,
      "step": 2142670
    },
    {
      "epoch": 598.01,
      "grad_norm": 1.2029247283935547,
      "learning_rate": 7.705890270851322e-07,
      "loss": 0.3384,
      "step": 2142680
    },
    {
      "epoch": 598.02,
      "grad_norm": 1.2170743942260742,
      "learning_rate": 7.705689837280211e-07,
      "loss": 0.3576,
      "step": 2142690
    },
    {
      "epoch": 598.02,
      "grad_norm": 1.0829188823699951,
      "learning_rate": 7.705489405803009e-07,
      "loss": 0.3269,
      "step": 2142700
    },
    {
      "epoch": 598.02,
      "grad_norm": 1.214733362197876,
      "learning_rate": 7.705288976419742e-07,
      "loss": 0.3417,
      "step": 2142710
    },
    {
      "epoch": 598.02,
      "grad_norm": 1.3244801759719849,
      "learning_rate": 7.705088549130446e-07,
      "loss": 0.3401,
      "step": 2142720
    },
    {
      "epoch": 598.03,
      "grad_norm": 1.212435245513916,
      "learning_rate": 7.704888123935128e-07,
      "loss": 0.3299,
      "step": 2142730
    },
    {
      "epoch": 598.03,
      "grad_norm": 1.1374484300613403,
      "learning_rate": 7.704687700833825e-07,
      "loss": 0.3321,
      "step": 2142740
    },
    {
      "epoch": 598.03,
      "grad_norm": 1.436780333518982,
      "learning_rate": 7.704487279826574e-07,
      "loss": 0.321,
      "step": 2142750
    },
    {
      "epoch": 598.04,
      "grad_norm": 1.3875480890274048,
      "learning_rate": 7.704286860913374e-07,
      "loss": 0.338,
      "step": 2142760
    },
    {
      "epoch": 598.04,
      "grad_norm": 1.1025158166885376,
      "learning_rate": 7.704086444094286e-07,
      "loss": 0.3419,
      "step": 2142770
    },
    {
      "epoch": 598.04,
      "grad_norm": 1.1339064836502075,
      "learning_rate": 7.703886029369308e-07,
      "loss": 0.3266,
      "step": 2142780
    },
    {
      "epoch": 598.04,
      "grad_norm": 1.1717077493667603,
      "learning_rate": 7.703685616738481e-07,
      "loss": 0.3401,
      "step": 2142790
    },
    {
      "epoch": 598.05,
      "grad_norm": 1.205792784690857,
      "learning_rate": 7.703485206201836e-07,
      "loss": 0.334,
      "step": 2142800
    },
    {
      "epoch": 598.05,
      "grad_norm": 1.4140410423278809,
      "learning_rate": 7.703284797759386e-07,
      "loss": 0.3445,
      "step": 2142810
    },
    {
      "epoch": 598.05,
      "grad_norm": 1.1034079790115356,
      "learning_rate": 7.703084391411164e-07,
      "loss": 0.3482,
      "step": 2142820
    },
    {
      "epoch": 598.05,
      "grad_norm": 1.1069600582122803,
      "learning_rate": 7.702883987157197e-07,
      "loss": 0.3325,
      "step": 2142830
    },
    {
      "epoch": 598.06,
      "grad_norm": 1.98468017578125,
      "learning_rate": 7.702683584997519e-07,
      "loss": 0.3628,
      "step": 2142840
    },
    {
      "epoch": 598.06,
      "grad_norm": 1.3591195344924927,
      "learning_rate": 7.702483184932134e-07,
      "loss": 0.3518,
      "step": 2142850
    },
    {
      "epoch": 598.06,
      "grad_norm": 1.171738624572754,
      "learning_rate": 7.702282786961101e-07,
      "loss": 0.3314,
      "step": 2142860
    },
    {
      "epoch": 598.07,
      "grad_norm": 1.3684179782867432,
      "learning_rate": 7.702082391084419e-07,
      "loss": 0.3427,
      "step": 2142870
    },
    {
      "epoch": 598.07,
      "grad_norm": 1.1157442331314087,
      "learning_rate": 7.701881997302127e-07,
      "loss": 0.3407,
      "step": 2142880
    },
    {
      "epoch": 598.07,
      "grad_norm": 1.0928786993026733,
      "learning_rate": 7.701681605614259e-07,
      "loss": 0.3308,
      "step": 2142890
    },
    {
      "epoch": 598.07,
      "grad_norm": 1.3962194919586182,
      "learning_rate": 7.701481216020821e-07,
      "loss": 0.3474,
      "step": 2142900
    },
    {
      "epoch": 598.08,
      "grad_norm": 1.129872441291809,
      "learning_rate": 7.701280828521855e-07,
      "loss": 0.3225,
      "step": 2142910
    },
    {
      "epoch": 598.08,
      "grad_norm": 2.696415901184082,
      "learning_rate": 7.701080443117385e-07,
      "loss": 0.3547,
      "step": 2142920
    },
    {
      "epoch": 598.08,
      "grad_norm": 1.0240212678909302,
      "learning_rate": 7.700880059807442e-07,
      "loss": 0.3354,
      "step": 2142930
    },
    {
      "epoch": 598.09,
      "grad_norm": 1.3394441604614258,
      "learning_rate": 7.700679678592041e-07,
      "loss": 0.3402,
      "step": 2142940
    },
    {
      "epoch": 598.09,
      "grad_norm": 1.3702763319015503,
      "learning_rate": 7.700479299471214e-07,
      "loss": 0.3362,
      "step": 2142950
    },
    {
      "epoch": 598.09,
      "grad_norm": 1.194150686264038,
      "learning_rate": 7.700278922444997e-07,
      "loss": 0.3483,
      "step": 2142960
    },
    {
      "epoch": 598.09,
      "grad_norm": 1.075425624847412,
      "learning_rate": 7.700078547513391e-07,
      "loss": 0.3286,
      "step": 2142970
    },
    {
      "epoch": 598.1,
      "grad_norm": 1.1337560415267944,
      "learning_rate": 7.699878174676457e-07,
      "loss": 0.3317,
      "step": 2142980
    },
    {
      "epoch": 598.1,
      "grad_norm": 1.3654494285583496,
      "learning_rate": 7.69967780393419e-07,
      "loss": 0.3368,
      "step": 2142990
    },
    {
      "epoch": 598.1,
      "grad_norm": 1.214400291442871,
      "learning_rate": 7.699477435286647e-07,
      "loss": 0.3328,
      "step": 2143000
    },
    {
      "epoch": 598.1,
      "grad_norm": 1.162105679512024,
      "learning_rate": 7.699277068733831e-07,
      "loss": 0.3391,
      "step": 2143010
    },
    {
      "epoch": 598.11,
      "grad_norm": 1.007570743560791,
      "learning_rate": 7.699076704275775e-07,
      "loss": 0.3466,
      "step": 2143020
    },
    {
      "epoch": 598.11,
      "grad_norm": 1.0616981983184814,
      "learning_rate": 7.698876341912517e-07,
      "loss": 0.341,
      "step": 2143030
    },
    {
      "epoch": 598.11,
      "grad_norm": 1.0215290784835815,
      "learning_rate": 7.698675981644068e-07,
      "loss": 0.3383,
      "step": 2143040
    },
    {
      "epoch": 598.12,
      "grad_norm": 1.1351977586746216,
      "learning_rate": 7.698475623470459e-07,
      "loss": 0.3373,
      "step": 2143050
    },
    {
      "epoch": 598.12,
      "grad_norm": 1.0911636352539062,
      "learning_rate": 7.698275267391718e-07,
      "loss": 0.3197,
      "step": 2143060
    },
    {
      "epoch": 598.12,
      "grad_norm": 1.1271318197250366,
      "learning_rate": 7.698074913407879e-07,
      "loss": 0.3359,
      "step": 2143070
    },
    {
      "epoch": 598.12,
      "grad_norm": 2.162996530532837,
      "learning_rate": 7.697874561518956e-07,
      "loss": 0.331,
      "step": 2143080
    },
    {
      "epoch": 598.13,
      "grad_norm": 1.2865158319473267,
      "learning_rate": 7.69767421172498e-07,
      "loss": 0.3522,
      "step": 2143090
    },
    {
      "epoch": 598.13,
      "grad_norm": 1.1343449354171753,
      "learning_rate": 7.697473864025986e-07,
      "loss": 0.3287,
      "step": 2143100
    },
    {
      "epoch": 598.13,
      "grad_norm": 1.314178466796875,
      "learning_rate": 7.697273518421981e-07,
      "loss": 0.3335,
      "step": 2143110
    },
    {
      "epoch": 598.14,
      "grad_norm": 1.3144493103027344,
      "learning_rate": 7.697073174913019e-07,
      "loss": 0.3312,
      "step": 2143120
    },
    {
      "epoch": 598.14,
      "grad_norm": 1.0397471189498901,
      "learning_rate": 7.696872833499104e-07,
      "loss": 0.3321,
      "step": 2143130
    },
    {
      "epoch": 598.14,
      "grad_norm": 1.0618016719818115,
      "learning_rate": 7.69667249418027e-07,
      "loss": 0.3399,
      "step": 2143140
    },
    {
      "epoch": 598.14,
      "grad_norm": 1.4293570518493652,
      "learning_rate": 7.696472156956546e-07,
      "loss": 0.3572,
      "step": 2143150
    },
    {
      "epoch": 598.15,
      "grad_norm": 1.244848370552063,
      "learning_rate": 7.696271821827963e-07,
      "loss": 0.3384,
      "step": 2143160
    },
    {
      "epoch": 598.15,
      "grad_norm": 0.9189355373382568,
      "learning_rate": 7.696071488794536e-07,
      "loss": 0.3406,
      "step": 2143170
    },
    {
      "epoch": 598.15,
      "grad_norm": 1.3193835020065308,
      "learning_rate": 7.695871157856296e-07,
      "loss": 0.3466,
      "step": 2143180
    },
    {
      "epoch": 598.16,
      "grad_norm": 1.2750065326690674,
      "learning_rate": 7.695670829013279e-07,
      "loss": 0.3317,
      "step": 2143190
    },
    {
      "epoch": 598.16,
      "grad_norm": 1.2056211233139038,
      "learning_rate": 7.69547050226549e-07,
      "loss": 0.3341,
      "step": 2143200
    },
    {
      "epoch": 598.16,
      "grad_norm": 1.1860884428024292,
      "learning_rate": 7.695270177612984e-07,
      "loss": 0.3397,
      "step": 2143210
    },
    {
      "epoch": 598.16,
      "grad_norm": 1.3048171997070312,
      "learning_rate": 7.695069855055764e-07,
      "loss": 0.3286,
      "step": 2143220
    },
    {
      "epoch": 598.17,
      "grad_norm": 1.0211673974990845,
      "learning_rate": 7.694869534593866e-07,
      "loss": 0.3254,
      "step": 2143230
    },
    {
      "epoch": 598.17,
      "grad_norm": 1.207597255706787,
      "learning_rate": 7.694669216227326e-07,
      "loss": 0.3521,
      "step": 2143240
    },
    {
      "epoch": 598.17,
      "grad_norm": 1.184812307357788,
      "learning_rate": 7.694468899956151e-07,
      "loss": 0.3333,
      "step": 2143250
    },
    {
      "epoch": 598.17,
      "grad_norm": 1.0488191843032837,
      "learning_rate": 7.694268585780378e-07,
      "loss": 0.3406,
      "step": 2143260
    },
    {
      "epoch": 598.18,
      "grad_norm": 1.1552777290344238,
      "learning_rate": 7.694068273700034e-07,
      "loss": 0.3328,
      "step": 2143270
    },
    {
      "epoch": 598.18,
      "grad_norm": 1.0581176280975342,
      "learning_rate": 7.693867963715145e-07,
      "loss": 0.324,
      "step": 2143280
    },
    {
      "epoch": 598.18,
      "grad_norm": 1.0969818830490112,
      "learning_rate": 7.693667655825739e-07,
      "loss": 0.336,
      "step": 2143290
    },
    {
      "epoch": 598.19,
      "grad_norm": 1.2081787586212158,
      "learning_rate": 7.693467350031848e-07,
      "loss": 0.33,
      "step": 2143300
    },
    {
      "epoch": 598.19,
      "grad_norm": 1.501863718032837,
      "learning_rate": 7.693267046333483e-07,
      "loss": 0.332,
      "step": 2143310
    },
    {
      "epoch": 598.19,
      "grad_norm": 1.1873277425765991,
      "learning_rate": 7.693066744730682e-07,
      "loss": 0.335,
      "step": 2143320
    },
    {
      "epoch": 598.19,
      "grad_norm": 1.1895015239715576,
      "learning_rate": 7.692866445223475e-07,
      "loss": 0.3462,
      "step": 2143330
    },
    {
      "epoch": 598.2,
      "grad_norm": 1.4168925285339355,
      "learning_rate": 7.69266614781187e-07,
      "loss": 0.334,
      "step": 2143340
    },
    {
      "epoch": 598.2,
      "grad_norm": 1.4734911918640137,
      "learning_rate": 7.69246585249592e-07,
      "loss": 0.3611,
      "step": 2143350
    },
    {
      "epoch": 598.2,
      "grad_norm": 1.19779372215271,
      "learning_rate": 7.692265559275632e-07,
      "loss": 0.3464,
      "step": 2143360
    },
    {
      "epoch": 598.21,
      "grad_norm": 1.3320989608764648,
      "learning_rate": 7.692065268151038e-07,
      "loss": 0.3427,
      "step": 2143370
    },
    {
      "epoch": 598.21,
      "grad_norm": 1.4221959114074707,
      "learning_rate": 7.691864979122173e-07,
      "loss": 0.3338,
      "step": 2143380
    },
    {
      "epoch": 598.21,
      "grad_norm": 1.0781195163726807,
      "learning_rate": 7.691664692189051e-07,
      "loss": 0.3362,
      "step": 2143390
    },
    {
      "epoch": 598.21,
      "grad_norm": 1.257872223854065,
      "learning_rate": 7.6914644073517e-07,
      "loss": 0.3331,
      "step": 2143400
    },
    {
      "epoch": 598.22,
      "grad_norm": 1.1985245943069458,
      "learning_rate": 7.691264124610155e-07,
      "loss": 0.3289,
      "step": 2143410
    },
    {
      "epoch": 598.22,
      "grad_norm": 1.166553258895874,
      "learning_rate": 7.691063843964444e-07,
      "loss": 0.3407,
      "step": 2143420
    },
    {
      "epoch": 598.22,
      "grad_norm": 1.206546425819397,
      "learning_rate": 7.690863565414573e-07,
      "loss": 0.3291,
      "step": 2143430
    },
    {
      "epoch": 598.22,
      "grad_norm": 1.2133352756500244,
      "learning_rate": 7.690663288960596e-07,
      "loss": 0.351,
      "step": 2143440
    },
    {
      "epoch": 598.23,
      "grad_norm": 1.2526473999023438,
      "learning_rate": 7.690463014602522e-07,
      "loss": 0.3346,
      "step": 2143450
    },
    {
      "epoch": 598.23,
      "grad_norm": 1.3200479745864868,
      "learning_rate": 7.690262742340384e-07,
      "loss": 0.3452,
      "step": 2143460
    },
    {
      "epoch": 598.23,
      "grad_norm": 1.146126389503479,
      "learning_rate": 7.690062472174214e-07,
      "loss": 0.3324,
      "step": 2143470
    },
    {
      "epoch": 598.24,
      "grad_norm": 1.1713628768920898,
      "learning_rate": 7.689862204104025e-07,
      "loss": 0.33,
      "step": 2143480
    },
    {
      "epoch": 598.24,
      "grad_norm": 1.2044638395309448,
      "learning_rate": 7.68966193812985e-07,
      "loss": 0.3287,
      "step": 2143490
    },
    {
      "epoch": 598.24,
      "grad_norm": 1.2099395990371704,
      "learning_rate": 7.689461674251719e-07,
      "loss": 0.3386,
      "step": 2143500
    },
    {
      "epoch": 598.24,
      "grad_norm": 1.3128420114517212,
      "learning_rate": 7.68926141246966e-07,
      "loss": 0.3488,
      "step": 2143510
    },
    {
      "epoch": 598.25,
      "grad_norm": 1.184302568435669,
      "learning_rate": 7.689061152783683e-07,
      "loss": 0.3343,
      "step": 2143520
    },
    {
      "epoch": 598.25,
      "grad_norm": 1.286242127418518,
      "learning_rate": 7.688860895193844e-07,
      "loss": 0.356,
      "step": 2143530
    },
    {
      "epoch": 598.25,
      "grad_norm": 1.1205090284347534,
      "learning_rate": 7.688660639700144e-07,
      "loss": 0.3239,
      "step": 2143540
    },
    {
      "epoch": 598.26,
      "grad_norm": 1.1088095903396606,
      "learning_rate": 7.688460386302618e-07,
      "loss": 0.338,
      "step": 2143550
    },
    {
      "epoch": 598.26,
      "grad_norm": 1.039618968963623,
      "learning_rate": 7.6882601350013e-07,
      "loss": 0.342,
      "step": 2143560
    },
    {
      "epoch": 598.26,
      "grad_norm": 1.1845122575759888,
      "learning_rate": 7.688059885796197e-07,
      "loss": 0.3427,
      "step": 2143570
    },
    {
      "epoch": 598.26,
      "grad_norm": 1.3486746549606323,
      "learning_rate": 7.687859638687365e-07,
      "loss": 0.3367,
      "step": 2143580
    },
    {
      "epoch": 598.27,
      "grad_norm": 1.0354052782058716,
      "learning_rate": 7.687659393674804e-07,
      "loss": 0.3532,
      "step": 2143590
    },
    {
      "epoch": 598.27,
      "grad_norm": 1.1939624547958374,
      "learning_rate": 7.687459150758554e-07,
      "loss": 0.3475,
      "step": 2143600
    },
    {
      "epoch": 598.27,
      "grad_norm": 1.1105237007141113,
      "learning_rate": 7.687258909938644e-07,
      "loss": 0.3306,
      "step": 2143610
    },
    {
      "epoch": 598.28,
      "grad_norm": 1.2204452753067017,
      "learning_rate": 7.687058671215088e-07,
      "loss": 0.3457,
      "step": 2143620
    },
    {
      "epoch": 598.28,
      "grad_norm": 1.1096981763839722,
      "learning_rate": 7.68685843458792e-07,
      "loss": 0.3396,
      "step": 2143630
    },
    {
      "epoch": 598.28,
      "grad_norm": 1.097090482711792,
      "learning_rate": 7.686658200057168e-07,
      "loss": 0.3407,
      "step": 2143640
    },
    {
      "epoch": 598.28,
      "grad_norm": 1.2590458393096924,
      "learning_rate": 7.686457967622866e-07,
      "loss": 0.3383,
      "step": 2143650
    },
    {
      "epoch": 598.29,
      "grad_norm": 1.3374950885772705,
      "learning_rate": 7.686257737285014e-07,
      "loss": 0.3193,
      "step": 2143660
    },
    {
      "epoch": 598.29,
      "grad_norm": 1.166890025138855,
      "learning_rate": 7.686057509043673e-07,
      "loss": 0.3464,
      "step": 2143670
    },
    {
      "epoch": 598.29,
      "grad_norm": 1.2577238082885742,
      "learning_rate": 7.685857282898847e-07,
      "loss": 0.3485,
      "step": 2143680
    },
    {
      "epoch": 598.29,
      "grad_norm": 1.082356333732605,
      "learning_rate": 7.685657058850565e-07,
      "loss": 0.3439,
      "step": 2143690
    },
    {
      "epoch": 598.3,
      "grad_norm": 1.4481641054153442,
      "learning_rate": 7.68545683689887e-07,
      "loss": 0.3349,
      "step": 2143700
    },
    {
      "epoch": 598.3,
      "grad_norm": 1.1335803270339966,
      "learning_rate": 7.685256617043766e-07,
      "loss": 0.3242,
      "step": 2143710
    },
    {
      "epoch": 598.3,
      "grad_norm": 1.3801156282424927,
      "learning_rate": 7.685056399285289e-07,
      "loss": 0.3504,
      "step": 2143720
    },
    {
      "epoch": 598.31,
      "grad_norm": 1.1130390167236328,
      "learning_rate": 7.684856183623469e-07,
      "loss": 0.3411,
      "step": 2143730
    },
    {
      "epoch": 598.31,
      "grad_norm": 1.251608967781067,
      "learning_rate": 7.684655970058336e-07,
      "loss": 0.3374,
      "step": 2143740
    },
    {
      "epoch": 598.31,
      "grad_norm": 1.8584178686141968,
      "learning_rate": 7.684455758589905e-07,
      "loss": 0.3385,
      "step": 2143750
    },
    {
      "epoch": 598.31,
      "grad_norm": 3.931062698364258,
      "learning_rate": 7.684255549218206e-07,
      "loss": 0.3309,
      "step": 2143760
    },
    {
      "epoch": 598.32,
      "grad_norm": 1.293887734413147,
      "learning_rate": 7.684055341943277e-07,
      "loss": 0.3347,
      "step": 2143770
    },
    {
      "epoch": 598.32,
      "grad_norm": 1.1513375043869019,
      "learning_rate": 7.683855136765122e-07,
      "loss": 0.343,
      "step": 2143780
    },
    {
      "epoch": 598.32,
      "grad_norm": 1.2001969814300537,
      "learning_rate": 7.683654933683795e-07,
      "loss": 0.3395,
      "step": 2143790
    },
    {
      "epoch": 598.33,
      "grad_norm": 1.268306851387024,
      "learning_rate": 7.683454732699301e-07,
      "loss": 0.3243,
      "step": 2143800
    },
    {
      "epoch": 598.33,
      "grad_norm": 1.113278865814209,
      "learning_rate": 7.683254533811675e-07,
      "loss": 0.3502,
      "step": 2143810
    },
    {
      "epoch": 598.33,
      "grad_norm": 1.2273619174957275,
      "learning_rate": 7.683054337020944e-07,
      "loss": 0.3359,
      "step": 2143820
    },
    {
      "epoch": 598.33,
      "grad_norm": 1.4937992095947266,
      "learning_rate": 7.682854142327143e-07,
      "loss": 0.3336,
      "step": 2143830
    },
    {
      "epoch": 598.34,
      "grad_norm": 1.1497100591659546,
      "learning_rate": 7.682653949730279e-07,
      "loss": 0.3456,
      "step": 2143840
    },
    {
      "epoch": 598.34,
      "grad_norm": 1.141258955001831,
      "learning_rate": 7.68245375923039e-07,
      "loss": 0.3396,
      "step": 2143850
    },
    {
      "epoch": 598.34,
      "grad_norm": 1.0214860439300537,
      "learning_rate": 7.682253570827504e-07,
      "loss": 0.3354,
      "step": 2143860
    },
    {
      "epoch": 598.34,
      "grad_norm": 1.172629952430725,
      "learning_rate": 7.682053384521644e-07,
      "loss": 0.3507,
      "step": 2143870
    },
    {
      "epoch": 598.35,
      "grad_norm": 1.0183504819869995,
      "learning_rate": 7.681853200312846e-07,
      "loss": 0.3424,
      "step": 2143880
    },
    {
      "epoch": 598.35,
      "grad_norm": 1.1348680257797241,
      "learning_rate": 7.68165301820112e-07,
      "loss": 0.3374,
      "step": 2143890
    },
    {
      "epoch": 598.35,
      "grad_norm": 1.3558502197265625,
      "learning_rate": 7.681452838186504e-07,
      "loss": 0.3333,
      "step": 2143900
    },
    {
      "epoch": 598.36,
      "grad_norm": 2.0255608558654785,
      "learning_rate": 7.681252660269028e-07,
      "loss": 0.3435,
      "step": 2143910
    },
    {
      "epoch": 598.36,
      "grad_norm": 1.1714383363723755,
      "learning_rate": 7.681052484448699e-07,
      "loss": 0.3238,
      "step": 2143920
    },
    {
      "epoch": 598.36,
      "grad_norm": 1.1879485845565796,
      "learning_rate": 7.680852310725571e-07,
      "loss": 0.3579,
      "step": 2143930
    },
    {
      "epoch": 598.36,
      "grad_norm": 1.0944652557373047,
      "learning_rate": 7.68065213909965e-07,
      "loss": 0.3303,
      "step": 2143940
    },
    {
      "epoch": 598.37,
      "grad_norm": 0.9590937495231628,
      "learning_rate": 7.680451969570971e-07,
      "loss": 0.3329,
      "step": 2143950
    },
    {
      "epoch": 598.37,
      "grad_norm": 1.4241150617599487,
      "learning_rate": 7.680251802139559e-07,
      "loss": 0.3417,
      "step": 2143960
    },
    {
      "epoch": 598.37,
      "grad_norm": 1.2004294395446777,
      "learning_rate": 7.680051636805447e-07,
      "loss": 0.335,
      "step": 2143970
    },
    {
      "epoch": 598.38,
      "grad_norm": 1.2437260150909424,
      "learning_rate": 7.679851473568649e-07,
      "loss": 0.3375,
      "step": 2143980
    },
    {
      "epoch": 598.38,
      "grad_norm": 1.4221787452697754,
      "learning_rate": 7.6796513124292e-07,
      "loss": 0.336,
      "step": 2143990
    },
    {
      "epoch": 598.38,
      "grad_norm": 1.0405868291854858,
      "learning_rate": 7.679451153387133e-07,
      "loss": 0.3432,
      "step": 2144000
    },
    {
      "epoch": 598.38,
      "grad_norm": 1.2572104930877686,
      "learning_rate": 7.679250996442448e-07,
      "loss": 0.3489,
      "step": 2144010
    },
    {
      "epoch": 598.39,
      "grad_norm": 1.2613415718078613,
      "learning_rate": 7.679050841595207e-07,
      "loss": 0.3443,
      "step": 2144020
    },
    {
      "epoch": 598.39,
      "grad_norm": 1.3955028057098389,
      "learning_rate": 7.678850688845413e-07,
      "loss": 0.3294,
      "step": 2144030
    },
    {
      "epoch": 598.39,
      "grad_norm": 1.1779851913452148,
      "learning_rate": 7.678650538193098e-07,
      "loss": 0.3554,
      "step": 2144040
    },
    {
      "epoch": 598.4,
      "grad_norm": 1.3844348192214966,
      "learning_rate": 7.678450389638298e-07,
      "loss": 0.3344,
      "step": 2144050
    },
    {
      "epoch": 598.4,
      "grad_norm": 1.0279111862182617,
      "learning_rate": 7.678250243181026e-07,
      "loss": 0.3545,
      "step": 2144060
    },
    {
      "epoch": 598.4,
      "grad_norm": 1.2361277341842651,
      "learning_rate": 7.678050098821313e-07,
      "loss": 0.3238,
      "step": 2144070
    },
    {
      "epoch": 598.4,
      "grad_norm": 1.2096014022827148,
      "learning_rate": 7.677849956559188e-07,
      "loss": 0.334,
      "step": 2144080
    },
    {
      "epoch": 598.41,
      "grad_norm": 1.5666710138320923,
      "learning_rate": 7.677649816394682e-07,
      "loss": 0.3456,
      "step": 2144090
    },
    {
      "epoch": 598.41,
      "grad_norm": 1.6436783075332642,
      "learning_rate": 7.677449678327802e-07,
      "loss": 0.3321,
      "step": 2144100
    },
    {
      "epoch": 598.41,
      "grad_norm": 1.344228744506836,
      "learning_rate": 7.677249542358606e-07,
      "loss": 0.3206,
      "step": 2144110
    },
    {
      "epoch": 598.41,
      "grad_norm": 1.3901727199554443,
      "learning_rate": 7.677049408487094e-07,
      "loss": 0.3373,
      "step": 2144120
    },
    {
      "epoch": 598.42,
      "grad_norm": 1.1488264799118042,
      "learning_rate": 7.676849276713303e-07,
      "loss": 0.3511,
      "step": 2144130
    },
    {
      "epoch": 598.42,
      "grad_norm": 1.2056559324264526,
      "learning_rate": 7.676649147037269e-07,
      "loss": 0.3417,
      "step": 2144140
    },
    {
      "epoch": 598.42,
      "grad_norm": 1.2698894739151,
      "learning_rate": 7.676449019458988e-07,
      "loss": 0.3372,
      "step": 2144150
    },
    {
      "epoch": 598.43,
      "grad_norm": 1.215645670890808,
      "learning_rate": 7.676248893978528e-07,
      "loss": 0.3404,
      "step": 2144160
    },
    {
      "epoch": 598.43,
      "grad_norm": 1.3924111127853394,
      "learning_rate": 7.676048770595884e-07,
      "loss": 0.3331,
      "step": 2144170
    },
    {
      "epoch": 598.43,
      "grad_norm": 1.2182590961456299,
      "learning_rate": 7.675848649311092e-07,
      "loss": 0.3411,
      "step": 2144180
    },
    {
      "epoch": 598.43,
      "grad_norm": 1.29814875125885,
      "learning_rate": 7.675648530124191e-07,
      "loss": 0.3409,
      "step": 2144190
    },
    {
      "epoch": 598.44,
      "grad_norm": 1.1829380989074707,
      "learning_rate": 7.675448413035188e-07,
      "loss": 0.348,
      "step": 2144200
    },
    {
      "epoch": 598.44,
      "grad_norm": 1.3994673490524292,
      "learning_rate": 7.67524829804412e-07,
      "loss": 0.3486,
      "step": 2144210
    },
    {
      "epoch": 598.44,
      "grad_norm": 1.152068853378296,
      "learning_rate": 7.675048185151009e-07,
      "loss": 0.337,
      "step": 2144220
    },
    {
      "epoch": 598.45,
      "grad_norm": 1.130698800086975,
      "learning_rate": 7.674848074355892e-07,
      "loss": 0.3182,
      "step": 2144230
    },
    {
      "epoch": 598.45,
      "grad_norm": 1.1219985485076904,
      "learning_rate": 7.674647965658775e-07,
      "loss": 0.3533,
      "step": 2144240
    },
    {
      "epoch": 598.45,
      "grad_norm": 1.1605112552642822,
      "learning_rate": 7.674447859059713e-07,
      "loss": 0.3355,
      "step": 2144250
    },
    {
      "epoch": 598.45,
      "grad_norm": 1.127341389656067,
      "learning_rate": 7.67424775455871e-07,
      "loss": 0.3383,
      "step": 2144260
    },
    {
      "epoch": 598.46,
      "grad_norm": 1.1452525854110718,
      "learning_rate": 7.6740476521558e-07,
      "loss": 0.327,
      "step": 2144270
    },
    {
      "epoch": 598.46,
      "grad_norm": 1.146438479423523,
      "learning_rate": 7.673847551851018e-07,
      "loss": 0.3464,
      "step": 2144280
    },
    {
      "epoch": 598.46,
      "grad_norm": 1.1277579069137573,
      "learning_rate": 7.673647453644374e-07,
      "loss": 0.3331,
      "step": 2144290
    },
    {
      "epoch": 598.46,
      "grad_norm": 1.2695177793502808,
      "learning_rate": 7.673447357535902e-07,
      "loss": 0.333,
      "step": 2144300
    },
    {
      "epoch": 598.47,
      "grad_norm": 1.1604526042938232,
      "learning_rate": 7.673247263525632e-07,
      "loss": 0.3292,
      "step": 2144310
    },
    {
      "epoch": 598.47,
      "grad_norm": 1.4657012224197388,
      "learning_rate": 7.673047171613593e-07,
      "loss": 0.3417,
      "step": 2144320
    },
    {
      "epoch": 598.47,
      "grad_norm": 1.1823779344558716,
      "learning_rate": 7.672847081799803e-07,
      "loss": 0.3412,
      "step": 2144330
    },
    {
      "epoch": 598.48,
      "grad_norm": 1.3398460149765015,
      "learning_rate": 7.672646994084289e-07,
      "loss": 0.332,
      "step": 2144340
    },
    {
      "epoch": 598.48,
      "grad_norm": 1.1294950246810913,
      "learning_rate": 7.672446908467084e-07,
      "loss": 0.3516,
      "step": 2144350
    },
    {
      "epoch": 598.48,
      "grad_norm": 1.1389416456222534,
      "learning_rate": 7.672246824948211e-07,
      "loss": 0.3477,
      "step": 2144360
    },
    {
      "epoch": 598.48,
      "grad_norm": 1.1046338081359863,
      "learning_rate": 7.672046743527704e-07,
      "loss": 0.3446,
      "step": 2144370
    },
    {
      "epoch": 598.49,
      "grad_norm": 1.1681932210922241,
      "learning_rate": 7.671846664205576e-07,
      "loss": 0.3435,
      "step": 2144380
    },
    {
      "epoch": 598.49,
      "grad_norm": 0.9432845115661621,
      "learning_rate": 7.671646586981862e-07,
      "loss": 0.34,
      "step": 2144390
    },
    {
      "epoch": 598.49,
      "grad_norm": 1.0783287286758423,
      "learning_rate": 7.671446511856585e-07,
      "loss": 0.3447,
      "step": 2144400
    },
    {
      "epoch": 598.5,
      "grad_norm": 1.1623046398162842,
      "learning_rate": 7.671246438829785e-07,
      "loss": 0.3335,
      "step": 2144410
    },
    {
      "epoch": 598.5,
      "grad_norm": 1.2304160594940186,
      "learning_rate": 7.671046367901467e-07,
      "loss": 0.3489,
      "step": 2144420
    },
    {
      "epoch": 598.5,
      "grad_norm": 1.2402266263961792,
      "learning_rate": 7.670846299071669e-07,
      "loss": 0.3385,
      "step": 2144430
    },
    {
      "epoch": 598.5,
      "grad_norm": 1.1930681467056274,
      "learning_rate": 7.670646232340419e-07,
      "loss": 0.3319,
      "step": 2144440
    },
    {
      "epoch": 598.51,
      "grad_norm": 1.32164466381073,
      "learning_rate": 7.670446167707738e-07,
      "loss": 0.3577,
      "step": 2144450
    },
    {
      "epoch": 598.51,
      "grad_norm": 1.4065263271331787,
      "learning_rate": 7.670246105173668e-07,
      "loss": 0.3334,
      "step": 2144460
    },
    {
      "epoch": 598.51,
      "grad_norm": 1.1619387865066528,
      "learning_rate": 7.670046044738205e-07,
      "loss": 0.3441,
      "step": 2144470
    },
    {
      "epoch": 598.52,
      "grad_norm": 1.346779227256775,
      "learning_rate": 7.66984598640141e-07,
      "loss": 0.3458,
      "step": 2144480
    },
    {
      "epoch": 598.52,
      "grad_norm": 1.2702444791793823,
      "learning_rate": 7.669645930163288e-07,
      "loss": 0.3419,
      "step": 2144490
    },
    {
      "epoch": 598.52,
      "grad_norm": 1.4465092420578003,
      "learning_rate": 7.669445876023873e-07,
      "loss": 0.334,
      "step": 2144500
    },
    {
      "epoch": 598.52,
      "grad_norm": 1.1543198823928833,
      "learning_rate": 7.669245823983194e-07,
      "loss": 0.3347,
      "step": 2144510
    },
    {
      "epoch": 598.53,
      "grad_norm": 1.3937121629714966,
      "learning_rate": 7.669045774041267e-07,
      "loss": 0.3478,
      "step": 2144520
    },
    {
      "epoch": 598.53,
      "grad_norm": 1.2313023805618286,
      "learning_rate": 7.668845726198127e-07,
      "loss": 0.3511,
      "step": 2144530
    },
    {
      "epoch": 598.53,
      "grad_norm": 1.144730567932129,
      "learning_rate": 7.668645680453801e-07,
      "loss": 0.3487,
      "step": 2144540
    },
    {
      "epoch": 598.53,
      "grad_norm": 1.4143786430358887,
      "learning_rate": 7.668445636808319e-07,
      "loss": 0.3368,
      "step": 2144550
    },
    {
      "epoch": 598.54,
      "grad_norm": 1.26740300655365,
      "learning_rate": 7.668245595261695e-07,
      "loss": 0.3497,
      "step": 2144560
    },
    {
      "epoch": 598.54,
      "grad_norm": 1.128907322883606,
      "learning_rate": 7.668045555813962e-07,
      "loss": 0.3217,
      "step": 2144570
    },
    {
      "epoch": 598.54,
      "grad_norm": 1.1881061792373657,
      "learning_rate": 7.667845518465157e-07,
      "loss": 0.3294,
      "step": 2144580
    },
    {
      "epoch": 598.55,
      "grad_norm": 1.206045389175415,
      "learning_rate": 7.667645483215283e-07,
      "loss": 0.3364,
      "step": 2144590
    },
    {
      "epoch": 598.55,
      "grad_norm": 1.081916332244873,
      "learning_rate": 7.667445450064395e-07,
      "loss": 0.3371,
      "step": 2144600
    },
    {
      "epoch": 598.55,
      "grad_norm": 1.2263712882995605,
      "learning_rate": 7.667245419012496e-07,
      "loss": 0.333,
      "step": 2144610
    },
    {
      "epoch": 598.55,
      "grad_norm": 1.1794432401657104,
      "learning_rate": 7.667045390059625e-07,
      "loss": 0.3619,
      "step": 2144620
    },
    {
      "epoch": 598.56,
      "grad_norm": 1.205903172492981,
      "learning_rate": 7.666845363205805e-07,
      "loss": 0.3348,
      "step": 2144630
    },
    {
      "epoch": 598.56,
      "grad_norm": 1.3324570655822754,
      "learning_rate": 7.666645338451069e-07,
      "loss": 0.3453,
      "step": 2144640
    },
    {
      "epoch": 598.56,
      "grad_norm": 1.2674089670181274,
      "learning_rate": 7.666445315795433e-07,
      "loss": 0.3507,
      "step": 2144650
    },
    {
      "epoch": 598.57,
      "grad_norm": 1.6792120933532715,
      "learning_rate": 7.666245295238927e-07,
      "loss": 0.3327,
      "step": 2144660
    },
    {
      "epoch": 598.57,
      "grad_norm": 1.1955612897872925,
      "learning_rate": 7.666045276781588e-07,
      "loss": 0.3309,
      "step": 2144670
    },
    {
      "epoch": 598.57,
      "grad_norm": 1.2653563022613525,
      "learning_rate": 7.665845260423419e-07,
      "loss": 0.3404,
      "step": 2144680
    },
    {
      "epoch": 598.57,
      "grad_norm": 2.268306255340576,
      "learning_rate": 7.665645246164478e-07,
      "loss": 0.3441,
      "step": 2144690
    },
    {
      "epoch": 598.58,
      "grad_norm": 1.0471892356872559,
      "learning_rate": 7.665445234004766e-07,
      "loss": 0.3638,
      "step": 2144700
    },
    {
      "epoch": 598.58,
      "grad_norm": 1.3335683345794678,
      "learning_rate": 7.665245223944317e-07,
      "loss": 0.3445,
      "step": 2144710
    },
    {
      "epoch": 598.58,
      "grad_norm": 1.2135099172592163,
      "learning_rate": 7.665045215983167e-07,
      "loss": 0.3512,
      "step": 2144720
    },
    {
      "epoch": 598.58,
      "grad_norm": 1.0633344650268555,
      "learning_rate": 7.664845210121321e-07,
      "loss": 0.3405,
      "step": 2144730
    },
    {
      "epoch": 598.59,
      "grad_norm": 1.101959228515625,
      "learning_rate": 7.664645206358838e-07,
      "loss": 0.349,
      "step": 2144740
    },
    {
      "epoch": 598.59,
      "grad_norm": 1.2730108499526978,
      "learning_rate": 7.664445204695716e-07,
      "loss": 0.3441,
      "step": 2144750
    },
    {
      "epoch": 598.59,
      "grad_norm": 1.2075873613357544,
      "learning_rate": 7.66424520513199e-07,
      "loss": 0.3568,
      "step": 2144760
    },
    {
      "epoch": 598.6,
      "grad_norm": 1.302818775177002,
      "learning_rate": 7.66404520766769e-07,
      "loss": 0.3397,
      "step": 2144770
    },
    {
      "epoch": 598.6,
      "grad_norm": 1.407848834991455,
      "learning_rate": 7.66384521230285e-07,
      "loss": 0.3245,
      "step": 2144780
    },
    {
      "epoch": 598.6,
      "grad_norm": 1.208376169204712,
      "learning_rate": 7.663645219037481e-07,
      "loss": 0.3551,
      "step": 2144790
    },
    {
      "epoch": 598.6,
      "grad_norm": 1.1417946815490723,
      "learning_rate": 7.663445227871613e-07,
      "loss": 0.3432,
      "step": 2144800
    },
    {
      "epoch": 598.61,
      "grad_norm": 1.0522385835647583,
      "learning_rate": 7.663245238805284e-07,
      "loss": 0.3256,
      "step": 2144810
    },
    {
      "epoch": 598.61,
      "grad_norm": 1.1076303720474243,
      "learning_rate": 7.663045251838501e-07,
      "loss": 0.3314,
      "step": 2144820
    },
    {
      "epoch": 598.61,
      "grad_norm": 1.2737873792648315,
      "learning_rate": 7.662845266971314e-07,
      "loss": 0.3367,
      "step": 2144830
    },
    {
      "epoch": 598.62,
      "grad_norm": 1.0645208358764648,
      "learning_rate": 7.662645284203731e-07,
      "loss": 0.3386,
      "step": 2144840
    },
    {
      "epoch": 598.62,
      "grad_norm": 1.123837947845459,
      "learning_rate": 7.662445303535787e-07,
      "loss": 0.3246,
      "step": 2144850
    },
    {
      "epoch": 598.62,
      "grad_norm": 1.223315954208374,
      "learning_rate": 7.662245324967512e-07,
      "loss": 0.3487,
      "step": 2144860
    },
    {
      "epoch": 598.62,
      "grad_norm": 1.1372441053390503,
      "learning_rate": 7.662045348498921e-07,
      "loss": 0.3499,
      "step": 2144870
    },
    {
      "epoch": 598.63,
      "grad_norm": 1.1928869485855103,
      "learning_rate": 7.66184537413005e-07,
      "loss": 0.3311,
      "step": 2144880
    },
    {
      "epoch": 598.63,
      "grad_norm": 1.2787190675735474,
      "learning_rate": 7.661645401860917e-07,
      "loss": 0.356,
      "step": 2144890
    },
    {
      "epoch": 598.63,
      "grad_norm": 1.1960318088531494,
      "learning_rate": 7.661445431691568e-07,
      "loss": 0.3322,
      "step": 2144900
    },
    {
      "epoch": 598.64,
      "grad_norm": 1.5647121667861938,
      "learning_rate": 7.661245463621998e-07,
      "loss": 0.3425,
      "step": 2144910
    },
    {
      "epoch": 598.64,
      "grad_norm": 1.0976086854934692,
      "learning_rate": 7.661045497652268e-07,
      "loss": 0.338,
      "step": 2144920
    },
    {
      "epoch": 598.64,
      "grad_norm": 1.3807463645935059,
      "learning_rate": 7.66084553378238e-07,
      "loss": 0.3355,
      "step": 2144930
    },
    {
      "epoch": 598.64,
      "grad_norm": 1.176842451095581,
      "learning_rate": 7.660645572012372e-07,
      "loss": 0.3263,
      "step": 2144940
    },
    {
      "epoch": 598.65,
      "grad_norm": 1.1950135231018066,
      "learning_rate": 7.660445612342271e-07,
      "loss": 0.3357,
      "step": 2144950
    },
    {
      "epoch": 598.65,
      "grad_norm": 1.2194489240646362,
      "learning_rate": 7.660245654772095e-07,
      "loss": 0.3244,
      "step": 2144960
    },
    {
      "epoch": 598.65,
      "grad_norm": 1.210909366607666,
      "learning_rate": 7.660045699301874e-07,
      "loss": 0.3462,
      "step": 2144970
    },
    {
      "epoch": 598.65,
      "grad_norm": 1.2425347566604614,
      "learning_rate": 7.65984574593164e-07,
      "loss": 0.3316,
      "step": 2144980
    },
    {
      "epoch": 598.66,
      "grad_norm": 1.2688885927200317,
      "learning_rate": 7.65964579466142e-07,
      "loss": 0.3362,
      "step": 2144990
    },
    {
      "epoch": 598.66,
      "grad_norm": 1.0541826486587524,
      "learning_rate": 7.65944584549123e-07,
      "loss": 0.3254,
      "step": 2145000
    },
    {
      "epoch": 598.66,
      "grad_norm": 1.1503394842147827,
      "learning_rate": 7.659245898421105e-07,
      "loss": 0.3333,
      "step": 2145010
    },
    {
      "epoch": 598.67,
      "grad_norm": 1.5074403285980225,
      "learning_rate": 7.659045953451069e-07,
      "loss": 0.341,
      "step": 2145020
    },
    {
      "epoch": 598.67,
      "grad_norm": 1.3189477920532227,
      "learning_rate": 7.658846010581149e-07,
      "loss": 0.3229,
      "step": 2145030
    },
    {
      "epoch": 598.67,
      "grad_norm": 1.1001780033111572,
      "learning_rate": 7.65864606981138e-07,
      "loss": 0.3373,
      "step": 2145040
    },
    {
      "epoch": 598.67,
      "grad_norm": 1.3466521501541138,
      "learning_rate": 7.658446131141765e-07,
      "loss": 0.3208,
      "step": 2145050
    },
    {
      "epoch": 598.68,
      "grad_norm": 1.0697007179260254,
      "learning_rate": 7.658246194572363e-07,
      "loss": 0.334,
      "step": 2145060
    },
    {
      "epoch": 598.68,
      "grad_norm": 1.1803714036941528,
      "learning_rate": 7.658046260103177e-07,
      "loss": 0.3508,
      "step": 2145070
    },
    {
      "epoch": 598.68,
      "grad_norm": 1.4644981622695923,
      "learning_rate": 7.657846327734238e-07,
      "loss": 0.3265,
      "step": 2145080
    },
    {
      "epoch": 598.69,
      "grad_norm": 1.3277032375335693,
      "learning_rate": 7.657646397465584e-07,
      "loss": 0.3392,
      "step": 2145090
    },
    {
      "epoch": 598.69,
      "grad_norm": 1.2073183059692383,
      "learning_rate": 7.657446469297225e-07,
      "loss": 0.3469,
      "step": 2145100
    },
    {
      "epoch": 598.69,
      "grad_norm": 1.4143269062042236,
      "learning_rate": 7.657246543229197e-07,
      "loss": 0.3242,
      "step": 2145110
    },
    {
      "epoch": 598.69,
      "grad_norm": 1.1309916973114014,
      "learning_rate": 7.657046619261522e-07,
      "loss": 0.3355,
      "step": 2145120
    },
    {
      "epoch": 598.7,
      "grad_norm": 1.1559629440307617,
      "learning_rate": 7.656846697394239e-07,
      "loss": 0.3357,
      "step": 2145130
    },
    {
      "epoch": 598.7,
      "grad_norm": 1.5165696144104004,
      "learning_rate": 7.656646777627357e-07,
      "loss": 0.344,
      "step": 2145140
    },
    {
      "epoch": 598.7,
      "grad_norm": 1.009199857711792,
      "learning_rate": 7.656446859960913e-07,
      "loss": 0.3431,
      "step": 2145150
    },
    {
      "epoch": 598.7,
      "grad_norm": 1.1108652353286743,
      "learning_rate": 7.656246944394936e-07,
      "loss": 0.3337,
      "step": 2145160
    },
    {
      "epoch": 598.71,
      "grad_norm": 1.01992928981781,
      "learning_rate": 7.656047030929436e-07,
      "loss": 0.3306,
      "step": 2145170
    },
    {
      "epoch": 598.71,
      "grad_norm": 1.2496439218521118,
      "learning_rate": 7.655847119564464e-07,
      "loss": 0.3389,
      "step": 2145180
    },
    {
      "epoch": 598.71,
      "grad_norm": 1.2849810123443604,
      "learning_rate": 7.655647210300029e-07,
      "loss": 0.333,
      "step": 2145190
    },
    {
      "epoch": 598.72,
      "grad_norm": 1.089599609375,
      "learning_rate": 7.655447303136162e-07,
      "loss": 0.362,
      "step": 2145200
    },
    {
      "epoch": 598.72,
      "grad_norm": 1.2583229541778564,
      "learning_rate": 7.655247398072889e-07,
      "loss": 0.3509,
      "step": 2145210
    },
    {
      "epoch": 598.72,
      "grad_norm": 1.2166210412979126,
      "learning_rate": 7.655047495110247e-07,
      "loss": 0.3403,
      "step": 2145220
    },
    {
      "epoch": 598.72,
      "grad_norm": 1.2804005146026611,
      "learning_rate": 7.654847594248246e-07,
      "loss": 0.3422,
      "step": 2145230
    },
    {
      "epoch": 598.73,
      "grad_norm": 1.122410774230957,
      "learning_rate": 7.654647695486921e-07,
      "loss": 0.3466,
      "step": 2145240
    },
    {
      "epoch": 598.73,
      "grad_norm": 1.130911946296692,
      "learning_rate": 7.654447798826306e-07,
      "loss": 0.3443,
      "step": 2145250
    },
    {
      "epoch": 598.73,
      "grad_norm": 1.1462221145629883,
      "learning_rate": 7.654247904266404e-07,
      "loss": 0.3322,
      "step": 2145260
    },
    {
      "epoch": 598.74,
      "grad_norm": 1.941146969795227,
      "learning_rate": 7.654048011807271e-07,
      "loss": 0.3428,
      "step": 2145270
    },
    {
      "epoch": 598.74,
      "grad_norm": 1.2406243085861206,
      "learning_rate": 7.653848121448912e-07,
      "loss": 0.3449,
      "step": 2145280
    },
    {
      "epoch": 598.74,
      "grad_norm": 1.2087777853012085,
      "learning_rate": 7.653648233191362e-07,
      "loss": 0.3435,
      "step": 2145290
    },
    {
      "epoch": 598.74,
      "grad_norm": 1.221026062965393,
      "learning_rate": 7.653448347034647e-07,
      "loss": 0.3412,
      "step": 2145300
    },
    {
      "epoch": 598.75,
      "grad_norm": 1.360242247581482,
      "learning_rate": 7.653248462978796e-07,
      "loss": 0.346,
      "step": 2145310
    },
    {
      "epoch": 598.75,
      "grad_norm": 1.2262758016586304,
      "learning_rate": 7.653048581023837e-07,
      "loss": 0.355,
      "step": 2145320
    },
    {
      "epoch": 598.75,
      "grad_norm": 1.2251368761062622,
      "learning_rate": 7.652848701169788e-07,
      "loss": 0.3486,
      "step": 2145330
    },
    {
      "epoch": 598.76,
      "grad_norm": 1.222979187965393,
      "learning_rate": 7.65264882341668e-07,
      "loss": 0.3229,
      "step": 2145340
    },
    {
      "epoch": 598.76,
      "grad_norm": 1.2473763227462769,
      "learning_rate": 7.652448947764538e-07,
      "loss": 0.3303,
      "step": 2145350
    },
    {
      "epoch": 598.76,
      "grad_norm": 1.149640679359436,
      "learning_rate": 7.652249074213398e-07,
      "loss": 0.3612,
      "step": 2145360
    },
    {
      "epoch": 598.76,
      "grad_norm": 2.8014066219329834,
      "learning_rate": 7.652049202763274e-07,
      "loss": 0.346,
      "step": 2145370
    },
    {
      "epoch": 598.77,
      "grad_norm": 1.1156870126724243,
      "learning_rate": 7.651849333414197e-07,
      "loss": 0.3243,
      "step": 2145380
    },
    {
      "epoch": 598.77,
      "grad_norm": 1.1128902435302734,
      "learning_rate": 7.651649466166203e-07,
      "loss": 0.3331,
      "step": 2145390
    },
    {
      "epoch": 598.77,
      "grad_norm": 1.1938793659210205,
      "learning_rate": 7.651449601019294e-07,
      "loss": 0.3309,
      "step": 2145400
    },
    {
      "epoch": 598.77,
      "grad_norm": 1.1145683526992798,
      "learning_rate": 7.651249737973527e-07,
      "loss": 0.3192,
      "step": 2145410
    },
    {
      "epoch": 598.78,
      "grad_norm": 1.3438612222671509,
      "learning_rate": 7.651049877028907e-07,
      "loss": 0.3321,
      "step": 2145420
    },
    {
      "epoch": 598.78,
      "grad_norm": 1.1372703313827515,
      "learning_rate": 7.650850018185466e-07,
      "loss": 0.3496,
      "step": 2145430
    },
    {
      "epoch": 598.78,
      "grad_norm": 1.3326462507247925,
      "learning_rate": 7.650650161443235e-07,
      "loss": 0.3436,
      "step": 2145440
    },
    {
      "epoch": 598.79,
      "grad_norm": 1.2713810205459595,
      "learning_rate": 7.650450306802245e-07,
      "loss": 0.337,
      "step": 2145450
    },
    {
      "epoch": 598.79,
      "grad_norm": 1.0742361545562744,
      "learning_rate": 7.650250454262509e-07,
      "loss": 0.3441,
      "step": 2145460
    },
    {
      "epoch": 598.79,
      "grad_norm": 1.1998755931854248,
      "learning_rate": 7.650050603824059e-07,
      "loss": 0.3471,
      "step": 2145470
    },
    {
      "epoch": 598.79,
      "grad_norm": 1.227500319480896,
      "learning_rate": 7.649850755486929e-07,
      "loss": 0.3575,
      "step": 2145480
    },
    {
      "epoch": 598.8,
      "grad_norm": 1.4405498504638672,
      "learning_rate": 7.649650909251127e-07,
      "loss": 0.3332,
      "step": 2145490
    },
    {
      "epoch": 598.8,
      "grad_norm": 1.2199251651763916,
      "learning_rate": 7.649451065116706e-07,
      "loss": 0.34,
      "step": 2145500
    },
    {
      "epoch": 598.8,
      "grad_norm": 1.2085322141647339,
      "learning_rate": 7.649251223083669e-07,
      "loss": 0.3382,
      "step": 2145510
    },
    {
      "epoch": 598.81,
      "grad_norm": 1.3993443250656128,
      "learning_rate": 7.649051383152057e-07,
      "loss": 0.3236,
      "step": 2145520
    },
    {
      "epoch": 598.81,
      "grad_norm": 1.1641136407852173,
      "learning_rate": 7.648851545321895e-07,
      "loss": 0.3443,
      "step": 2145530
    },
    {
      "epoch": 598.81,
      "grad_norm": 1.302250623703003,
      "learning_rate": 7.648651709593201e-07,
      "loss": 0.3159,
      "step": 2145540
    },
    {
      "epoch": 598.81,
      "grad_norm": 1.2527461051940918,
      "learning_rate": 7.648451875966006e-07,
      "loss": 0.3509,
      "step": 2145550
    },
    {
      "epoch": 598.82,
      "grad_norm": 3.0745818614959717,
      "learning_rate": 7.648252044440339e-07,
      "loss": 0.3466,
      "step": 2145560
    },
    {
      "epoch": 598.82,
      "grad_norm": 1.1892684698104858,
      "learning_rate": 7.648052215016231e-07,
      "loss": 0.3482,
      "step": 2145570
    },
    {
      "epoch": 598.82,
      "grad_norm": 1.177626609802246,
      "learning_rate": 7.647852387693688e-07,
      "loss": 0.3502,
      "step": 2145580
    },
    {
      "epoch": 598.83,
      "grad_norm": 1.4944742918014526,
      "learning_rate": 7.647652562472769e-07,
      "loss": 0.3504,
      "step": 2145590
    },
    {
      "epoch": 598.83,
      "grad_norm": 1.2812004089355469,
      "learning_rate": 7.647452739353472e-07,
      "loss": 0.3446,
      "step": 2145600
    },
    {
      "epoch": 598.83,
      "grad_norm": 1.1445136070251465,
      "learning_rate": 7.647252918335837e-07,
      "loss": 0.3503,
      "step": 2145610
    },
    {
      "epoch": 598.83,
      "grad_norm": 1.2855147123336792,
      "learning_rate": 7.647053099419894e-07,
      "loss": 0.3362,
      "step": 2145620
    },
    {
      "epoch": 598.84,
      "grad_norm": 1.1059744358062744,
      "learning_rate": 7.646853282605649e-07,
      "loss": 0.3404,
      "step": 2145630
    },
    {
      "epoch": 598.84,
      "grad_norm": 1.0997660160064697,
      "learning_rate": 7.646653467893159e-07,
      "loss": 0.3397,
      "step": 2145640
    },
    {
      "epoch": 598.84,
      "grad_norm": 1.1028963327407837,
      "learning_rate": 7.646453655282429e-07,
      "loss": 0.332,
      "step": 2145650
    },
    {
      "epoch": 598.84,
      "grad_norm": 1.0691813230514526,
      "learning_rate": 7.646253844773488e-07,
      "loss": 0.3376,
      "step": 2145660
    },
    {
      "epoch": 598.85,
      "grad_norm": 1.2329657077789307,
      "learning_rate": 7.646054036366377e-07,
      "loss": 0.3449,
      "step": 2145670
    },
    {
      "epoch": 598.85,
      "grad_norm": 1.2032568454742432,
      "learning_rate": 7.645854230061102e-07,
      "loss": 0.3542,
      "step": 2145680
    },
    {
      "epoch": 598.85,
      "grad_norm": 1.1332223415374756,
      "learning_rate": 7.6456544258577e-07,
      "loss": 0.3491,
      "step": 2145690
    },
    {
      "epoch": 598.86,
      "grad_norm": 1.0617008209228516,
      "learning_rate": 7.645454623756196e-07,
      "loss": 0.3234,
      "step": 2145700
    },
    {
      "epoch": 598.86,
      "grad_norm": 1.1941548585891724,
      "learning_rate": 7.645254823756628e-07,
      "loss": 0.3549,
      "step": 2145710
    },
    {
      "epoch": 598.86,
      "grad_norm": 1.208369255065918,
      "learning_rate": 7.645055025858996e-07,
      "loss": 0.3575,
      "step": 2145720
    },
    {
      "epoch": 598.86,
      "grad_norm": 1.1691713333129883,
      "learning_rate": 7.644855230063355e-07,
      "loss": 0.3295,
      "step": 2145730
    },
    {
      "epoch": 598.87,
      "grad_norm": 1.2069977521896362,
      "learning_rate": 7.644655436369714e-07,
      "loss": 0.3384,
      "step": 2145740
    },
    {
      "epoch": 598.87,
      "grad_norm": 0.9059644937515259,
      "learning_rate": 7.644455644778105e-07,
      "loss": 0.3363,
      "step": 2145750
    },
    {
      "epoch": 598.87,
      "grad_norm": 1.2851982116699219,
      "learning_rate": 7.644255855288561e-07,
      "loss": 0.3389,
      "step": 2145760
    },
    {
      "epoch": 598.88,
      "grad_norm": 1.28864324092865,
      "learning_rate": 7.644056067901097e-07,
      "loss": 0.3474,
      "step": 2145770
    },
    {
      "epoch": 598.88,
      "grad_norm": 1.1413979530334473,
      "learning_rate": 7.643856282615743e-07,
      "loss": 0.3339,
      "step": 2145780
    },
    {
      "epoch": 598.88,
      "grad_norm": 1.1774530410766602,
      "learning_rate": 7.643656499432528e-07,
      "loss": 0.3419,
      "step": 2145790
    },
    {
      "epoch": 598.88,
      "grad_norm": 1.1661826372146606,
      "learning_rate": 7.643456718351484e-07,
      "loss": 0.3312,
      "step": 2145800
    },
    {
      "epoch": 598.89,
      "grad_norm": 1.2696807384490967,
      "learning_rate": 7.643256939372625e-07,
      "loss": 0.334,
      "step": 2145810
    },
    {
      "epoch": 598.89,
      "grad_norm": 1.0371005535125732,
      "learning_rate": 7.643057162495984e-07,
      "loss": 0.3304,
      "step": 2145820
    },
    {
      "epoch": 598.89,
      "grad_norm": 1.52912175655365,
      "learning_rate": 7.642857387721594e-07,
      "loss": 0.3341,
      "step": 2145830
    },
    {
      "epoch": 598.89,
      "grad_norm": 1.265933871269226,
      "learning_rate": 7.642657615049462e-07,
      "loss": 0.3404,
      "step": 2145840
    },
    {
      "epoch": 598.9,
      "grad_norm": 1.150207757949829,
      "learning_rate": 7.642457844479642e-07,
      "loss": 0.3361,
      "step": 2145850
    },
    {
      "epoch": 598.9,
      "grad_norm": 1.018372654914856,
      "learning_rate": 7.64225807601214e-07,
      "loss": 0.3205,
      "step": 2145860
    },
    {
      "epoch": 598.9,
      "grad_norm": 1.1649013757705688,
      "learning_rate": 7.642058309646986e-07,
      "loss": 0.3334,
      "step": 2145870
    },
    {
      "epoch": 598.91,
      "grad_norm": 1.2434396743774414,
      "learning_rate": 7.641858545384211e-07,
      "loss": 0.3527,
      "step": 2145880
    },
    {
      "epoch": 598.91,
      "grad_norm": 1.2801085710525513,
      "learning_rate": 7.641658783223842e-07,
      "loss": 0.3361,
      "step": 2145890
    },
    {
      "epoch": 598.91,
      "grad_norm": 1.189523696899414,
      "learning_rate": 7.641459023165911e-07,
      "loss": 0.3423,
      "step": 2145900
    },
    {
      "epoch": 598.91,
      "grad_norm": 1.1071677207946777,
      "learning_rate": 7.641259265210427e-07,
      "loss": 0.3232,
      "step": 2145910
    },
    {
      "epoch": 598.92,
      "grad_norm": 1.1353132724761963,
      "learning_rate": 7.64105950935743e-07,
      "loss": 0.3174,
      "step": 2145920
    },
    {
      "epoch": 598.92,
      "grad_norm": 1.2342065572738647,
      "learning_rate": 7.640859755606942e-07,
      "loss": 0.3407,
      "step": 2145930
    },
    {
      "epoch": 598.92,
      "grad_norm": 1.3492947816848755,
      "learning_rate": 7.640660003958997e-07,
      "loss": 0.3431,
      "step": 2145940
    },
    {
      "epoch": 598.93,
      "grad_norm": 1.1788864135742188,
      "learning_rate": 7.640460254413612e-07,
      "loss": 0.341,
      "step": 2145950
    },
    {
      "epoch": 598.93,
      "grad_norm": 1.1611453294754028,
      "learning_rate": 7.640260506970815e-07,
      "loss": 0.3201,
      "step": 2145960
    },
    {
      "epoch": 598.93,
      "grad_norm": 1.1076112985610962,
      "learning_rate": 7.640060761630644e-07,
      "loss": 0.3259,
      "step": 2145970
    },
    {
      "epoch": 598.93,
      "grad_norm": 1.1574546098709106,
      "learning_rate": 7.639861018393099e-07,
      "loss": 0.3313,
      "step": 2145980
    },
    {
      "epoch": 598.94,
      "grad_norm": 1.1633484363555908,
      "learning_rate": 7.639661277258241e-07,
      "loss": 0.3349,
      "step": 2145990
    },
    {
      "epoch": 598.94,
      "grad_norm": 1.1033307313919067,
      "learning_rate": 7.63946153822607e-07,
      "loss": 0.3297,
      "step": 2146000
    },
    {
      "epoch": 598.94,
      "grad_norm": 1.0829263925552368,
      "learning_rate": 7.639261801296623e-07,
      "loss": 0.3366,
      "step": 2146010
    },
    {
      "epoch": 598.95,
      "grad_norm": 1.2046560049057007,
      "learning_rate": 7.639062066469927e-07,
      "loss": 0.3229,
      "step": 2146020
    },
    {
      "epoch": 598.95,
      "grad_norm": 1.2583346366882324,
      "learning_rate": 7.638862333746015e-07,
      "loss": 0.3432,
      "step": 2146030
    },
    {
      "epoch": 598.95,
      "grad_norm": 1.184589147567749,
      "learning_rate": 7.638662603124897e-07,
      "loss": 0.3353,
      "step": 2146040
    },
    {
      "epoch": 598.95,
      "grad_norm": 1.2418577671051025,
      "learning_rate": 7.638462874606611e-07,
      "loss": 0.3327,
      "step": 2146050
    },
    {
      "epoch": 598.96,
      "grad_norm": 1.0792239904403687,
      "learning_rate": 7.638263148191186e-07,
      "loss": 0.3345,
      "step": 2146060
    },
    {
      "epoch": 598.96,
      "grad_norm": 1.3431413173675537,
      "learning_rate": 7.638063423878632e-07,
      "loss": 0.3224,
      "step": 2146070
    },
    {
      "epoch": 598.96,
      "grad_norm": 1.2143383026123047,
      "learning_rate": 7.637863701668999e-07,
      "loss": 0.3468,
      "step": 2146080
    },
    {
      "epoch": 598.96,
      "grad_norm": 1.479744791984558,
      "learning_rate": 7.637663981562296e-07,
      "loss": 0.3466,
      "step": 2146090
    },
    {
      "epoch": 598.97,
      "grad_norm": 1.2175289392471313,
      "learning_rate": 7.637464263558554e-07,
      "loss": 0.3266,
      "step": 2146100
    },
    {
      "epoch": 598.97,
      "grad_norm": 1.2749327421188354,
      "learning_rate": 7.63726454765781e-07,
      "loss": 0.3308,
      "step": 2146110
    },
    {
      "epoch": 598.97,
      "grad_norm": 1.0074286460876465,
      "learning_rate": 7.637064833860074e-07,
      "loss": 0.3234,
      "step": 2146120
    },
    {
      "epoch": 598.98,
      "grad_norm": 1.230974793434143,
      "learning_rate": 7.636865122165379e-07,
      "loss": 0.358,
      "step": 2146130
    },
    {
      "epoch": 598.98,
      "grad_norm": 1.0322580337524414,
      "learning_rate": 7.636665412573755e-07,
      "loss": 0.3462,
      "step": 2146140
    },
    {
      "epoch": 598.98,
      "grad_norm": 1.40583336353302,
      "learning_rate": 7.636465705085231e-07,
      "loss": 0.3422,
      "step": 2146150
    },
    {
      "epoch": 598.98,
      "grad_norm": 1.17210054397583,
      "learning_rate": 7.636265999699816e-07,
      "loss": 0.3333,
      "step": 2146160
    },
    {
      "epoch": 598.99,
      "grad_norm": 1.4299957752227783,
      "learning_rate": 7.636066296417564e-07,
      "loss": 0.3357,
      "step": 2146170
    },
    {
      "epoch": 598.99,
      "grad_norm": 1.3084720373153687,
      "learning_rate": 7.635866595238481e-07,
      "loss": 0.3532,
      "step": 2146180
    },
    {
      "epoch": 598.99,
      "grad_norm": 1.0723568201065063,
      "learning_rate": 7.635666896162598e-07,
      "loss": 0.34,
      "step": 2146190
    },
    {
      "epoch": 599.0,
      "grad_norm": 1.202723503112793,
      "learning_rate": 7.63546719918995e-07,
      "loss": 0.3398,
      "step": 2146200
    },
    {
      "epoch": 599.0,
      "grad_norm": 1.0966259241104126,
      "learning_rate": 7.635267504320544e-07,
      "loss": 0.3291,
      "step": 2146210
    },
    {
      "epoch": 599.0,
      "eval_loss": 0.339927613735199,
      "eval_runtime": 67.0626,
      "eval_samples_per_second": 75.437,
      "eval_steps_per_second": 9.439,
      "step": 2146217
    },
    {
      "epoch": 599.0,
      "grad_norm": 1.1886796951293945,
      "learning_rate": 7.635067811554435e-07,
      "loss": 0.341,
      "step": 2146220
    },
    {
      "epoch": 599.0,
      "grad_norm": 1.1492834091186523,
      "learning_rate": 7.634868120891625e-07,
      "loss": 0.3483,
      "step": 2146230
    },
    {
      "epoch": 599.01,
      "grad_norm": 1.2254374027252197,
      "learning_rate": 7.634668432332147e-07,
      "loss": 0.3443,
      "step": 2146240
    },
    {
      "epoch": 599.01,
      "grad_norm": 1.092299461364746,
      "learning_rate": 7.634468745876043e-07,
      "loss": 0.3419,
      "step": 2146250
    },
    {
      "epoch": 599.01,
      "grad_norm": 1.174721121788025,
      "learning_rate": 7.634269061523315e-07,
      "loss": 0.3479,
      "step": 2146260
    },
    {
      "epoch": 599.01,
      "grad_norm": 1.1792725324630737,
      "learning_rate": 7.634069379274004e-07,
      "loss": 0.3446,
      "step": 2146270
    },
    {
      "epoch": 599.02,
      "grad_norm": 1.2440409660339355,
      "learning_rate": 7.633869699128133e-07,
      "loss": 0.335,
      "step": 2146280
    },
    {
      "epoch": 599.02,
      "grad_norm": 1.365443468093872,
      "learning_rate": 7.633670021085735e-07,
      "loss": 0.3579,
      "step": 2146290
    },
    {
      "epoch": 599.02,
      "grad_norm": 1.2616325616836548,
      "learning_rate": 7.633470345146819e-07,
      "loss": 0.3417,
      "step": 2146300
    },
    {
      "epoch": 599.03,
      "grad_norm": 1.1489708423614502,
      "learning_rate": 7.633270671311439e-07,
      "loss": 0.3429,
      "step": 2146310
    },
    {
      "epoch": 599.03,
      "grad_norm": 1.2747942209243774,
      "learning_rate": 7.633070999579597e-07,
      "loss": 0.3617,
      "step": 2146320
    },
    {
      "epoch": 599.03,
      "grad_norm": 1.355699062347412,
      "learning_rate": 7.632871329951329e-07,
      "loss": 0.3311,
      "step": 2146330
    },
    {
      "epoch": 599.03,
      "grad_norm": 1.2885375022888184,
      "learning_rate": 7.632671662426669e-07,
      "loss": 0.3314,
      "step": 2146340
    },
    {
      "epoch": 599.04,
      "grad_norm": 1.2290258407592773,
      "learning_rate": 7.632471997005628e-07,
      "loss": 0.3354,
      "step": 2146350
    },
    {
      "epoch": 599.04,
      "grad_norm": 1.2456047534942627,
      "learning_rate": 7.632272333688241e-07,
      "loss": 0.3319,
      "step": 2146360
    },
    {
      "epoch": 599.04,
      "grad_norm": 4.371936321258545,
      "learning_rate": 7.632072672474535e-07,
      "loss": 0.3141,
      "step": 2146370
    },
    {
      "epoch": 599.05,
      "grad_norm": 1.1773319244384766,
      "learning_rate": 7.631873013364543e-07,
      "loss": 0.3364,
      "step": 2146380
    },
    {
      "epoch": 599.05,
      "grad_norm": 1.2158515453338623,
      "learning_rate": 7.631673356358266e-07,
      "loss": 0.3332,
      "step": 2146390
    },
    {
      "epoch": 599.05,
      "grad_norm": 1.094907522201538,
      "learning_rate": 7.631473701455767e-07,
      "loss": 0.3381,
      "step": 2146400
    },
    {
      "epoch": 599.05,
      "grad_norm": 1.1116995811462402,
      "learning_rate": 7.631274048657047e-07,
      "loss": 0.337,
      "step": 2146410
    },
    {
      "epoch": 599.06,
      "grad_norm": 1.2319951057434082,
      "learning_rate": 7.631074397962141e-07,
      "loss": 0.3359,
      "step": 2146420
    },
    {
      "epoch": 599.06,
      "grad_norm": 1.2293007373809814,
      "learning_rate": 7.630874749371081e-07,
      "loss": 0.3381,
      "step": 2146430
    },
    {
      "epoch": 599.06,
      "grad_norm": 1.106093168258667,
      "learning_rate": 7.630675102883879e-07,
      "loss": 0.3596,
      "step": 2146440
    },
    {
      "epoch": 599.07,
      "grad_norm": 1.4316600561141968,
      "learning_rate": 7.630475458500567e-07,
      "loss": 0.3496,
      "step": 2146450
    },
    {
      "epoch": 599.07,
      "grad_norm": 1.1206446886062622,
      "learning_rate": 7.630275816221179e-07,
      "loss": 0.3401,
      "step": 2146460
    },
    {
      "epoch": 599.07,
      "grad_norm": 1.2180070877075195,
      "learning_rate": 7.630076176045733e-07,
      "loss": 0.3521,
      "step": 2146470
    },
    {
      "epoch": 599.07,
      "grad_norm": 1.2023981809616089,
      "learning_rate": 7.629876537974268e-07,
      "loss": 0.3308,
      "step": 2146480
    },
    {
      "epoch": 599.08,
      "grad_norm": 1.0057411193847656,
      "learning_rate": 7.629676902006797e-07,
      "loss": 0.3221,
      "step": 2146490
    },
    {
      "epoch": 599.08,
      "grad_norm": 1.039988398551941,
      "learning_rate": 7.62947726814335e-07,
      "loss": 0.3384,
      "step": 2146500
    },
    {
      "epoch": 599.08,
      "grad_norm": 1.1695576906204224,
      "learning_rate": 7.629277636383956e-07,
      "loss": 0.3419,
      "step": 2146510
    },
    {
      "epoch": 599.08,
      "grad_norm": 0.9802531003952026,
      "learning_rate": 7.629078006728646e-07,
      "loss": 0.3162,
      "step": 2146520
    },
    {
      "epoch": 599.09,
      "grad_norm": 1.2814967632293701,
      "learning_rate": 7.628878379177428e-07,
      "loss": 0.344,
      "step": 2146530
    },
    {
      "epoch": 599.09,
      "grad_norm": 1.2867804765701294,
      "learning_rate": 7.628678753730357e-07,
      "loss": 0.3424,
      "step": 2146540
    },
    {
      "epoch": 599.09,
      "grad_norm": 1.1417096853256226,
      "learning_rate": 7.628479130387436e-07,
      "loss": 0.3239,
      "step": 2146550
    },
    {
      "epoch": 599.1,
      "grad_norm": 1.28508460521698,
      "learning_rate": 7.628279509148699e-07,
      "loss": 0.3431,
      "step": 2146560
    },
    {
      "epoch": 599.1,
      "grad_norm": 1.208376169204712,
      "learning_rate": 7.628079890014182e-07,
      "loss": 0.3471,
      "step": 2146570
    },
    {
      "epoch": 599.1,
      "grad_norm": 1.2394764423370361,
      "learning_rate": 7.627880272983897e-07,
      "loss": 0.3295,
      "step": 2146580
    },
    {
      "epoch": 599.1,
      "grad_norm": 1.0372930765151978,
      "learning_rate": 7.627680658057873e-07,
      "loss": 0.3282,
      "step": 2146590
    },
    {
      "epoch": 599.11,
      "grad_norm": 1.8623512983322144,
      "learning_rate": 7.627481045236143e-07,
      "loss": 0.3464,
      "step": 2146600
    },
    {
      "epoch": 599.11,
      "grad_norm": 1.300289273262024,
      "learning_rate": 7.62728143451874e-07,
      "loss": 0.3427,
      "step": 2146610
    },
    {
      "epoch": 599.11,
      "grad_norm": 1.1128076314926147,
      "learning_rate": 7.627081825905672e-07,
      "loss": 0.36,
      "step": 2146620
    },
    {
      "epoch": 599.12,
      "grad_norm": 1.2368382215499878,
      "learning_rate": 7.626882219396976e-07,
      "loss": 0.3427,
      "step": 2146630
    },
    {
      "epoch": 599.12,
      "grad_norm": 1.0228651762008667,
      "learning_rate": 7.626682614992684e-07,
      "loss": 0.3266,
      "step": 2146640
    },
    {
      "epoch": 599.12,
      "grad_norm": 1.0344651937484741,
      "learning_rate": 7.6264830126928e-07,
      "loss": 0.333,
      "step": 2146650
    },
    {
      "epoch": 599.12,
      "grad_norm": 1.4228155612945557,
      "learning_rate": 7.626283412497384e-07,
      "loss": 0.3451,
      "step": 2146660
    },
    {
      "epoch": 599.13,
      "grad_norm": 1.131329894065857,
      "learning_rate": 7.626083814406435e-07,
      "loss": 0.3428,
      "step": 2146670
    },
    {
      "epoch": 599.13,
      "grad_norm": 1.4411588907241821,
      "learning_rate": 7.625884218419991e-07,
      "loss": 0.3462,
      "step": 2146680
    },
    {
      "epoch": 599.13,
      "grad_norm": 1.227255940437317,
      "learning_rate": 7.625684624538079e-07,
      "loss": 0.349,
      "step": 2146690
    },
    {
      "epoch": 599.13,
      "grad_norm": 1.068631649017334,
      "learning_rate": 7.625485032760729e-07,
      "loss": 0.3552,
      "step": 2146700
    },
    {
      "epoch": 599.14,
      "grad_norm": 1.1886117458343506,
      "learning_rate": 7.625285443087955e-07,
      "loss": 0.3098,
      "step": 2146710
    },
    {
      "epoch": 599.14,
      "grad_norm": 1.243537425994873,
      "learning_rate": 7.625085855519792e-07,
      "loss": 0.338,
      "step": 2146720
    },
    {
      "epoch": 599.14,
      "grad_norm": 1.3434035778045654,
      "learning_rate": 7.624886270056274e-07,
      "loss": 0.3539,
      "step": 2146730
    },
    {
      "epoch": 599.15,
      "grad_norm": 2.6169426441192627,
      "learning_rate": 7.624686686697403e-07,
      "loss": 0.3482,
      "step": 2146740
    },
    {
      "epoch": 599.15,
      "grad_norm": 1.0713456869125366,
      "learning_rate": 7.62448710544324e-07,
      "loss": 0.3297,
      "step": 2146750
    },
    {
      "epoch": 599.15,
      "grad_norm": 1.1287791728973389,
      "learning_rate": 7.624287526293783e-07,
      "loss": 0.3489,
      "step": 2146760
    },
    {
      "epoch": 599.15,
      "grad_norm": 1.213521957397461,
      "learning_rate": 7.62408794924907e-07,
      "loss": 0.3331,
      "step": 2146770
    },
    {
      "epoch": 599.16,
      "grad_norm": 1.1646465063095093,
      "learning_rate": 7.62388837430913e-07,
      "loss": 0.3352,
      "step": 2146780
    },
    {
      "epoch": 599.16,
      "grad_norm": 0.9676507115364075,
      "learning_rate": 7.623688801473974e-07,
      "loss": 0.3304,
      "step": 2146790
    },
    {
      "epoch": 599.16,
      "grad_norm": 1.2775360345840454,
      "learning_rate": 7.623489230743658e-07,
      "loss": 0.3365,
      "step": 2146800
    },
    {
      "epoch": 599.17,
      "grad_norm": 1.0924452543258667,
      "learning_rate": 7.623289662118181e-07,
      "loss": 0.3461,
      "step": 2146810
    },
    {
      "epoch": 599.17,
      "grad_norm": 1.4226932525634766,
      "learning_rate": 7.623090095597578e-07,
      "loss": 0.3493,
      "step": 2146820
    },
    {
      "epoch": 599.17,
      "grad_norm": 1.2723629474639893,
      "learning_rate": 7.62289053118188e-07,
      "loss": 0.3299,
      "step": 2146830
    },
    {
      "epoch": 599.17,
      "grad_norm": 1.0499117374420166,
      "learning_rate": 7.622690968871117e-07,
      "loss": 0.3303,
      "step": 2146840
    },
    {
      "epoch": 599.18,
      "grad_norm": 1.2090405225753784,
      "learning_rate": 7.622491408665303e-07,
      "loss": 0.3509,
      "step": 2146850
    },
    {
      "epoch": 599.18,
      "grad_norm": 1.2104042768478394,
      "learning_rate": 7.62229185056447e-07,
      "loss": 0.3601,
      "step": 2146860
    },
    {
      "epoch": 599.18,
      "grad_norm": 1.0989315509796143,
      "learning_rate": 7.622092294568654e-07,
      "loss": 0.3376,
      "step": 2146870
    },
    {
      "epoch": 599.19,
      "grad_norm": 1.1535266637802124,
      "learning_rate": 7.621892740677856e-07,
      "loss": 0.337,
      "step": 2146880
    },
    {
      "epoch": 599.19,
      "grad_norm": 1.1261729001998901,
      "learning_rate": 7.621693188892137e-07,
      "loss": 0.3453,
      "step": 2146890
    },
    {
      "epoch": 599.19,
      "grad_norm": 1.2686700820922852,
      "learning_rate": 7.621493639211497e-07,
      "loss": 0.3496,
      "step": 2146900
    },
    {
      "epoch": 599.19,
      "grad_norm": 1.3569517135620117,
      "learning_rate": 7.621294091635974e-07,
      "loss": 0.3456,
      "step": 2146910
    },
    {
      "epoch": 599.2,
      "grad_norm": 1.1432361602783203,
      "learning_rate": 7.621094546165597e-07,
      "loss": 0.3388,
      "step": 2146920
    },
    {
      "epoch": 599.2,
      "grad_norm": 1.5768647193908691,
      "learning_rate": 7.620895002800383e-07,
      "loss": 0.3376,
      "step": 2146930
    },
    {
      "epoch": 599.2,
      "grad_norm": 1.1246103048324585,
      "learning_rate": 7.620695461540363e-07,
      "loss": 0.3224,
      "step": 2146940
    },
    {
      "epoch": 599.2,
      "grad_norm": 1.1969627141952515,
      "learning_rate": 7.620495922385562e-07,
      "loss": 0.3541,
      "step": 2146950
    },
    {
      "epoch": 599.21,
      "grad_norm": 1.5035158395767212,
      "learning_rate": 7.620296385336018e-07,
      "loss": 0.3309,
      "step": 2146960
    },
    {
      "epoch": 599.21,
      "grad_norm": 1.2501552104949951,
      "learning_rate": 7.620096850391731e-07,
      "loss": 0.3411,
      "step": 2146970
    },
    {
      "epoch": 599.21,
      "grad_norm": 1.246862530708313,
      "learning_rate": 7.619897317552761e-07,
      "loss": 0.3379,
      "step": 2146980
    },
    {
      "epoch": 599.22,
      "grad_norm": 1.1596914529800415,
      "learning_rate": 7.619697786819112e-07,
      "loss": 0.3425,
      "step": 2146990
    },
    {
      "epoch": 599.22,
      "grad_norm": 1.1799620389938354,
      "learning_rate": 7.619498258190815e-07,
      "loss": 0.3526,
      "step": 2147000
    },
    {
      "epoch": 599.22,
      "grad_norm": 1.149488925933838,
      "learning_rate": 7.619298731667907e-07,
      "loss": 0.3375,
      "step": 2147010
    },
    {
      "epoch": 599.22,
      "grad_norm": 1.2867250442504883,
      "learning_rate": 7.619099207250396e-07,
      "loss": 0.3395,
      "step": 2147020
    },
    {
      "epoch": 599.23,
      "grad_norm": 1.1169925928115845,
      "learning_rate": 7.61889968493832e-07,
      "loss": 0.3445,
      "step": 2147030
    },
    {
      "epoch": 599.23,
      "grad_norm": 1.1093695163726807,
      "learning_rate": 7.618700164731705e-07,
      "loss": 0.3409,
      "step": 2147040
    },
    {
      "epoch": 599.23,
      "grad_norm": 1.1833070516586304,
      "learning_rate": 7.618500646630577e-07,
      "loss": 0.3511,
      "step": 2147050
    },
    {
      "epoch": 599.24,
      "grad_norm": 1.0680471658706665,
      "learning_rate": 7.618301130634967e-07,
      "loss": 0.3279,
      "step": 2147060
    },
    {
      "epoch": 599.24,
      "grad_norm": 1.1053190231323242,
      "learning_rate": 7.618101616744891e-07,
      "loss": 0.3525,
      "step": 2147070
    },
    {
      "epoch": 599.24,
      "grad_norm": 1.120767593383789,
      "learning_rate": 7.617902104960381e-07,
      "loss": 0.3413,
      "step": 2147080
    },
    {
      "epoch": 599.24,
      "grad_norm": 1.0043193101882935,
      "learning_rate": 7.617702595281463e-07,
      "loss": 0.3326,
      "step": 2147090
    },
    {
      "epoch": 599.25,
      "grad_norm": 1.268693447113037,
      "learning_rate": 7.617503087708172e-07,
      "loss": 0.3369,
      "step": 2147100
    },
    {
      "epoch": 599.25,
      "grad_norm": 1.7474546432495117,
      "learning_rate": 7.617303582240514e-07,
      "loss": 0.3226,
      "step": 2147110
    },
    {
      "epoch": 599.25,
      "grad_norm": 1.1676934957504272,
      "learning_rate": 7.61710407887854e-07,
      "loss": 0.3469,
      "step": 2147120
    },
    {
      "epoch": 599.25,
      "grad_norm": 1.0650651454925537,
      "learning_rate": 7.61690457762226e-07,
      "loss": 0.3352,
      "step": 2147130
    },
    {
      "epoch": 599.26,
      "grad_norm": 1.3326668739318848,
      "learning_rate": 7.616705078471706e-07,
      "loss": 0.3533,
      "step": 2147140
    },
    {
      "epoch": 599.26,
      "grad_norm": 1.1223958730697632,
      "learning_rate": 7.61650558142691e-07,
      "loss": 0.331,
      "step": 2147150
    },
    {
      "epoch": 599.26,
      "grad_norm": 1.1111764907836914,
      "learning_rate": 7.616306086487884e-07,
      "loss": 0.33,
      "step": 2147160
    },
    {
      "epoch": 599.27,
      "grad_norm": 1.1912789344787598,
      "learning_rate": 7.616106593654665e-07,
      "loss": 0.3287,
      "step": 2147170
    },
    {
      "epoch": 599.27,
      "grad_norm": 1.0174226760864258,
      "learning_rate": 7.615907102927279e-07,
      "loss": 0.3439,
      "step": 2147180
    },
    {
      "epoch": 599.27,
      "grad_norm": 1.3560407161712646,
      "learning_rate": 7.615707614305757e-07,
      "loss": 0.3336,
      "step": 2147190
    },
    {
      "epoch": 599.27,
      "grad_norm": 1.2296497821807861,
      "learning_rate": 7.615508127790112e-07,
      "loss": 0.3535,
      "step": 2147200
    },
    {
      "epoch": 599.28,
      "grad_norm": 1.2137004137039185,
      "learning_rate": 7.615308643380379e-07,
      "loss": 0.3445,
      "step": 2147210
    },
    {
      "epoch": 599.28,
      "grad_norm": 1.4018957614898682,
      "learning_rate": 7.615109161076587e-07,
      "loss": 0.3391,
      "step": 2147220
    },
    {
      "epoch": 599.28,
      "grad_norm": 1.015820026397705,
      "learning_rate": 7.614909680878755e-07,
      "loss": 0.3454,
      "step": 2147230
    },
    {
      "epoch": 599.29,
      "grad_norm": 1.0417919158935547,
      "learning_rate": 7.614710202786924e-07,
      "loss": 0.3448,
      "step": 2147240
    },
    {
      "epoch": 599.29,
      "grad_norm": 1.1256811618804932,
      "learning_rate": 7.614510726801101e-07,
      "loss": 0.3235,
      "step": 2147250
    },
    {
      "epoch": 599.29,
      "grad_norm": 1.2392098903656006,
      "learning_rate": 7.614311252921325e-07,
      "loss": 0.3288,
      "step": 2147260
    },
    {
      "epoch": 599.29,
      "grad_norm": 1.1698052883148193,
      "learning_rate": 7.614111781147617e-07,
      "loss": 0.3624,
      "step": 2147270
    },
    {
      "epoch": 599.3,
      "grad_norm": 1.3111697435379028,
      "learning_rate": 7.613912311480016e-07,
      "loss": 0.3304,
      "step": 2147280
    },
    {
      "epoch": 599.3,
      "grad_norm": 1.1889311075210571,
      "learning_rate": 7.613712843918529e-07,
      "loss": 0.3292,
      "step": 2147290
    },
    {
      "epoch": 599.3,
      "grad_norm": 1.5323545932769775,
      "learning_rate": 7.613513378463194e-07,
      "loss": 0.3649,
      "step": 2147300
    },
    {
      "epoch": 599.31,
      "grad_norm": 1.0540941953659058,
      "learning_rate": 7.613313915114045e-07,
      "loss": 0.3263,
      "step": 2147310
    },
    {
      "epoch": 599.31,
      "grad_norm": 1.1200768947601318,
      "learning_rate": 7.613114453871082e-07,
      "loss": 0.3242,
      "step": 2147320
    },
    {
      "epoch": 599.31,
      "grad_norm": 1.2098678350448608,
      "learning_rate": 7.612914994734365e-07,
      "loss": 0.3398,
      "step": 2147330
    },
    {
      "epoch": 599.31,
      "grad_norm": 1.1047338247299194,
      "learning_rate": 7.612715537703889e-07,
      "loss": 0.34,
      "step": 2147340
    },
    {
      "epoch": 599.32,
      "grad_norm": 1.1543867588043213,
      "learning_rate": 7.612516082779714e-07,
      "loss": 0.3243,
      "step": 2147350
    },
    {
      "epoch": 599.32,
      "grad_norm": 1.2043546438217163,
      "learning_rate": 7.612316629961837e-07,
      "loss": 0.3369,
      "step": 2147360
    },
    {
      "epoch": 599.32,
      "grad_norm": 1.2698760032653809,
      "learning_rate": 7.612117179250297e-07,
      "loss": 0.3572,
      "step": 2147370
    },
    {
      "epoch": 599.32,
      "grad_norm": 1.0210872888565063,
      "learning_rate": 7.611917730645129e-07,
      "loss": 0.3465,
      "step": 2147380
    },
    {
      "epoch": 599.33,
      "grad_norm": 1.356516718864441,
      "learning_rate": 7.611718284146344e-07,
      "loss": 0.3475,
      "step": 2147390
    },
    {
      "epoch": 599.33,
      "grad_norm": 1.3469395637512207,
      "learning_rate": 7.611518839753973e-07,
      "loss": 0.3284,
      "step": 2147400
    },
    {
      "epoch": 599.33,
      "grad_norm": 1.1489282846450806,
      "learning_rate": 7.611319397468041e-07,
      "loss": 0.3372,
      "step": 2147410
    },
    {
      "epoch": 599.34,
      "grad_norm": 1.1510231494903564,
      "learning_rate": 7.611119957288589e-07,
      "loss": 0.3431,
      "step": 2147420
    },
    {
      "epoch": 599.34,
      "grad_norm": 1.106022834777832,
      "learning_rate": 7.610920519215627e-07,
      "loss": 0.3347,
      "step": 2147430
    },
    {
      "epoch": 599.34,
      "grad_norm": 1.1794177293777466,
      "learning_rate": 7.610721083249185e-07,
      "loss": 0.34,
      "step": 2147440
    },
    {
      "epoch": 599.34,
      "grad_norm": 1.2147382497787476,
      "learning_rate": 7.610521649389297e-07,
      "loss": 0.3264,
      "step": 2147450
    },
    {
      "epoch": 599.35,
      "grad_norm": 3.5567100048065186,
      "learning_rate": 7.610322217635972e-07,
      "loss": 0.3543,
      "step": 2147460
    },
    {
      "epoch": 599.35,
      "grad_norm": 1.0040483474731445,
      "learning_rate": 7.610122787989261e-07,
      "loss": 0.3482,
      "step": 2147470
    },
    {
      "epoch": 599.35,
      "grad_norm": 1.0347663164138794,
      "learning_rate": 7.609923360449172e-07,
      "loss": 0.3495,
      "step": 2147480
    },
    {
      "epoch": 599.36,
      "grad_norm": 1.2729586362838745,
      "learning_rate": 7.60972393501574e-07,
      "loss": 0.3271,
      "step": 2147490
    },
    {
      "epoch": 599.36,
      "grad_norm": 1.3543800115585327,
      "learning_rate": 7.609524511688987e-07,
      "loss": 0.3442,
      "step": 2147500
    },
    {
      "epoch": 599.36,
      "grad_norm": 1.2423616647720337,
      "learning_rate": 7.60932509046895e-07,
      "loss": 0.3603,
      "step": 2147510
    },
    {
      "epoch": 599.36,
      "grad_norm": 1.324054479598999,
      "learning_rate": 7.609125671355641e-07,
      "loss": 0.3516,
      "step": 2147520
    },
    {
      "epoch": 599.37,
      "grad_norm": 1.2558913230895996,
      "learning_rate": 7.60892625434909e-07,
      "loss": 0.3381,
      "step": 2147530
    },
    {
      "epoch": 599.37,
      "grad_norm": 1.4482343196868896,
      "learning_rate": 7.608726839449335e-07,
      "loss": 0.3439,
      "step": 2147540
    },
    {
      "epoch": 599.37,
      "grad_norm": 1.0558816194534302,
      "learning_rate": 7.60852742665638e-07,
      "loss": 0.3357,
      "step": 2147550
    },
    {
      "epoch": 599.37,
      "grad_norm": 1.1155644655227661,
      "learning_rate": 7.608328015970281e-07,
      "loss": 0.3363,
      "step": 2147560
    },
    {
      "epoch": 599.38,
      "grad_norm": 1.8379244804382324,
      "learning_rate": 7.608128607391041e-07,
      "loss": 0.3429,
      "step": 2147570
    },
    {
      "epoch": 599.38,
      "grad_norm": 0.9407954216003418,
      "learning_rate": 7.607929200918693e-07,
      "loss": 0.3463,
      "step": 2147580
    },
    {
      "epoch": 599.38,
      "grad_norm": 1.1944692134857178,
      "learning_rate": 7.607729796553276e-07,
      "loss": 0.3328,
      "step": 2147590
    },
    {
      "epoch": 599.39,
      "grad_norm": 1.6156980991363525,
      "learning_rate": 7.607530394294795e-07,
      "loss": 0.3296,
      "step": 2147600
    },
    {
      "epoch": 599.39,
      "grad_norm": 1.403446912765503,
      "learning_rate": 7.607330994143289e-07,
      "loss": 0.3415,
      "step": 2147610
    },
    {
      "epoch": 599.39,
      "grad_norm": 1.2300643920898438,
      "learning_rate": 7.607131596098784e-07,
      "loss": 0.3381,
      "step": 2147620
    },
    {
      "epoch": 599.39,
      "grad_norm": 1.203364610671997,
      "learning_rate": 7.606932200161301e-07,
      "loss": 0.3298,
      "step": 2147630
    },
    {
      "epoch": 599.4,
      "grad_norm": 1.1813017129898071,
      "learning_rate": 7.606732806330875e-07,
      "loss": 0.3463,
      "step": 2147640
    },
    {
      "epoch": 599.4,
      "grad_norm": 1.0982980728149414,
      "learning_rate": 7.606533414607534e-07,
      "loss": 0.3262,
      "step": 2147650
    },
    {
      "epoch": 599.4,
      "grad_norm": 1.1096500158309937,
      "learning_rate": 7.606334024991292e-07,
      "loss": 0.3255,
      "step": 2147660
    },
    {
      "epoch": 599.41,
      "grad_norm": 0.9244384765625,
      "learning_rate": 7.606134637482182e-07,
      "loss": 0.3458,
      "step": 2147670
    },
    {
      "epoch": 599.41,
      "grad_norm": 1.2499011754989624,
      "learning_rate": 7.605935252080241e-07,
      "loss": 0.3446,
      "step": 2147680
    },
    {
      "epoch": 599.41,
      "grad_norm": 1.0824916362762451,
      "learning_rate": 7.605735868785468e-07,
      "loss": 0.3403,
      "step": 2147690
    },
    {
      "epoch": 599.41,
      "grad_norm": 1.2104160785675049,
      "learning_rate": 7.605536487597923e-07,
      "loss": 0.3273,
      "step": 2147700
    },
    {
      "epoch": 599.42,
      "grad_norm": 1.1704685688018799,
      "learning_rate": 7.605337108517607e-07,
      "loss": 0.335,
      "step": 2147710
    },
    {
      "epoch": 599.42,
      "grad_norm": 1.1354329586029053,
      "learning_rate": 7.605137731544559e-07,
      "loss": 0.3327,
      "step": 2147720
    },
    {
      "epoch": 599.42,
      "grad_norm": 1.2027831077575684,
      "learning_rate": 7.60493835667881e-07,
      "loss": 0.3458,
      "step": 2147730
    },
    {
      "epoch": 599.43,
      "grad_norm": 12.709418296813965,
      "learning_rate": 7.604738983920372e-07,
      "loss": 0.3368,
      "step": 2147740
    },
    {
      "epoch": 599.43,
      "grad_norm": 1.1245622634887695,
      "learning_rate": 7.604539613269276e-07,
      "loss": 0.3315,
      "step": 2147750
    },
    {
      "epoch": 599.43,
      "grad_norm": 1.1491373777389526,
      "learning_rate": 7.604340244725556e-07,
      "loss": 0.3364,
      "step": 2147760
    },
    {
      "epoch": 599.43,
      "grad_norm": 1.059955358505249,
      "learning_rate": 7.604140878289237e-07,
      "loss": 0.3326,
      "step": 2147770
    },
    {
      "epoch": 599.44,
      "grad_norm": 1.0687026977539062,
      "learning_rate": 7.603941513960329e-07,
      "loss": 0.3454,
      "step": 2147780
    },
    {
      "epoch": 599.44,
      "grad_norm": 1.0696977376937866,
      "learning_rate": 7.603742151738888e-07,
      "loss": 0.3292,
      "step": 2147790
    },
    {
      "epoch": 599.44,
      "grad_norm": 1.033958911895752,
      "learning_rate": 7.603542791624915e-07,
      "loss": 0.3347,
      "step": 2147800
    },
    {
      "epoch": 599.44,
      "grad_norm": 1.2982509136199951,
      "learning_rate": 7.603343433618448e-07,
      "loss": 0.3337,
      "step": 2147810
    },
    {
      "epoch": 599.45,
      "grad_norm": 1.149645209312439,
      "learning_rate": 7.603144077719518e-07,
      "loss": 0.3324,
      "step": 2147820
    },
    {
      "epoch": 599.45,
      "grad_norm": 1.1882432699203491,
      "learning_rate": 7.602944723928138e-07,
      "loss": 0.3433,
      "step": 2147830
    },
    {
      "epoch": 599.45,
      "grad_norm": 1.1236803531646729,
      "learning_rate": 7.602745372244342e-07,
      "loss": 0.3492,
      "step": 2147840
    },
    {
      "epoch": 599.46,
      "grad_norm": 1.205080509185791,
      "learning_rate": 7.602546022668154e-07,
      "loss": 0.3294,
      "step": 2147850
    },
    {
      "epoch": 599.46,
      "grad_norm": 1.1424309015274048,
      "learning_rate": 7.602346675199611e-07,
      "loss": 0.3284,
      "step": 2147860
    },
    {
      "epoch": 599.46,
      "grad_norm": 1.029105305671692,
      "learning_rate": 7.602147329838726e-07,
      "loss": 0.3439,
      "step": 2147870
    },
    {
      "epoch": 599.46,
      "grad_norm": 1.1578311920166016,
      "learning_rate": 7.601947986585528e-07,
      "loss": 0.3331,
      "step": 2147880
    },
    {
      "epoch": 599.47,
      "grad_norm": 1.213616967201233,
      "learning_rate": 7.601748645440046e-07,
      "loss": 0.3448,
      "step": 2147890
    },
    {
      "epoch": 599.47,
      "grad_norm": 1.3143970966339111,
      "learning_rate": 7.601549306402309e-07,
      "loss": 0.3343,
      "step": 2147900
    },
    {
      "epoch": 599.47,
      "grad_norm": 1.2081634998321533,
      "learning_rate": 7.60134996947235e-07,
      "loss": 0.3475,
      "step": 2147910
    },
    {
      "epoch": 599.48,
      "grad_norm": 1.0905799865722656,
      "learning_rate": 7.60115063465017e-07,
      "loss": 0.3312,
      "step": 2147920
    },
    {
      "epoch": 599.48,
      "grad_norm": 1.0242078304290771,
      "learning_rate": 7.600951301935828e-07,
      "loss": 0.3319,
      "step": 2147930
    },
    {
      "epoch": 599.48,
      "grad_norm": 1.2948538064956665,
      "learning_rate": 7.600751971329325e-07,
      "loss": 0.3388,
      "step": 2147940
    },
    {
      "epoch": 599.48,
      "grad_norm": 1.172924280166626,
      "learning_rate": 7.600552642830699e-07,
      "loss": 0.343,
      "step": 2147950
    },
    {
      "epoch": 599.49,
      "grad_norm": 1.257888674736023,
      "learning_rate": 7.600353316439983e-07,
      "loss": 0.3566,
      "step": 2147960
    },
    {
      "epoch": 599.49,
      "grad_norm": 1.1551133394241333,
      "learning_rate": 7.600153992157187e-07,
      "loss": 0.339,
      "step": 2147970
    },
    {
      "epoch": 599.49,
      "grad_norm": 1.1266614198684692,
      "learning_rate": 7.599954669982349e-07,
      "loss": 0.3623,
      "step": 2147980
    },
    {
      "epoch": 599.49,
      "grad_norm": 1.2981586456298828,
      "learning_rate": 7.599755349915488e-07,
      "loss": 0.352,
      "step": 2147990
    },
    {
      "epoch": 599.5,
      "grad_norm": 1.208660364151001,
      "learning_rate": 7.599556031956648e-07,
      "loss": 0.3337,
      "step": 2148000
    },
    {
      "epoch": 599.5,
      "grad_norm": 0.9679290652275085,
      "learning_rate": 7.599356716105832e-07,
      "loss": 0.3388,
      "step": 2148010
    },
    {
      "epoch": 599.5,
      "grad_norm": 1.1667299270629883,
      "learning_rate": 7.599157402363076e-07,
      "loss": 0.3393,
      "step": 2148020
    },
    {
      "epoch": 599.51,
      "grad_norm": 1.2619067430496216,
      "learning_rate": 7.598958090728416e-07,
      "loss": 0.3347,
      "step": 2148030
    },
    {
      "epoch": 599.51,
      "grad_norm": 1.2882119417190552,
      "learning_rate": 7.598758781201857e-07,
      "loss": 0.331,
      "step": 2148040
    },
    {
      "epoch": 599.51,
      "grad_norm": 1.0357626676559448,
      "learning_rate": 7.598559473783454e-07,
      "loss": 0.3303,
      "step": 2148050
    },
    {
      "epoch": 599.51,
      "grad_norm": 1.106449842453003,
      "learning_rate": 7.598360168473208e-07,
      "loss": 0.342,
      "step": 2148060
    },
    {
      "epoch": 599.52,
      "grad_norm": 1.0598620176315308,
      "learning_rate": 7.598160865271157e-07,
      "loss": 0.3305,
      "step": 2148070
    },
    {
      "epoch": 599.52,
      "grad_norm": 1.215855360031128,
      "learning_rate": 7.597961564177329e-07,
      "loss": 0.3305,
      "step": 2148080
    },
    {
      "epoch": 599.52,
      "grad_norm": 1.1816837787628174,
      "learning_rate": 7.59776226519175e-07,
      "loss": 0.3425,
      "step": 2148090
    },
    {
      "epoch": 599.53,
      "grad_norm": 1.1848098039627075,
      "learning_rate": 7.597562968314442e-07,
      "loss": 0.3287,
      "step": 2148100
    },
    {
      "epoch": 599.53,
      "grad_norm": 1.3554282188415527,
      "learning_rate": 7.597363673545431e-07,
      "loss": 0.3578,
      "step": 2148110
    },
    {
      "epoch": 599.53,
      "grad_norm": 1.07268488407135,
      "learning_rate": 7.597164380884756e-07,
      "loss": 0.3387,
      "step": 2148120
    },
    {
      "epoch": 599.53,
      "grad_norm": 1.101483702659607,
      "learning_rate": 7.596965090332416e-07,
      "loss": 0.3594,
      "step": 2148130
    },
    {
      "epoch": 599.54,
      "grad_norm": 1.248579502105713,
      "learning_rate": 7.596765801888473e-07,
      "loss": 0.3291,
      "step": 2148140
    },
    {
      "epoch": 599.54,
      "grad_norm": 1.186476230621338,
      "learning_rate": 7.596566515552928e-07,
      "loss": 0.3246,
      "step": 2148150
    },
    {
      "epoch": 599.54,
      "grad_norm": 1.1205347776412964,
      "learning_rate": 7.596367231325815e-07,
      "loss": 0.3494,
      "step": 2148160
    },
    {
      "epoch": 599.55,
      "grad_norm": 1.2360671758651733,
      "learning_rate": 7.596167949207162e-07,
      "loss": 0.3337,
      "step": 2148170
    },
    {
      "epoch": 599.55,
      "grad_norm": 1.1120600700378418,
      "learning_rate": 7.595968669196993e-07,
      "loss": 0.3398,
      "step": 2148180
    },
    {
      "epoch": 599.55,
      "grad_norm": 1.4619519710540771,
      "learning_rate": 7.595769391295347e-07,
      "loss": 0.3393,
      "step": 2148190
    },
    {
      "epoch": 599.55,
      "grad_norm": 1.1684726476669312,
      "learning_rate": 7.595570115502231e-07,
      "loss": 0.3418,
      "step": 2148200
    },
    {
      "epoch": 599.56,
      "grad_norm": 1.519900918006897,
      "learning_rate": 7.595370841817677e-07,
      "loss": 0.3306,
      "step": 2148210
    },
    {
      "epoch": 599.56,
      "grad_norm": 1.2140227556228638,
      "learning_rate": 7.595171570241719e-07,
      "loss": 0.3387,
      "step": 2148220
    },
    {
      "epoch": 599.56,
      "grad_norm": 1.0966973304748535,
      "learning_rate": 7.594972300774382e-07,
      "loss": 0.3514,
      "step": 2148230
    },
    {
      "epoch": 599.56,
      "grad_norm": 1.0625404119491577,
      "learning_rate": 7.594773033415685e-07,
      "loss": 0.3629,
      "step": 2148240
    },
    {
      "epoch": 599.57,
      "grad_norm": 1.282031536102295,
      "learning_rate": 7.594573768165661e-07,
      "loss": 0.3388,
      "step": 2148250
    },
    {
      "epoch": 599.57,
      "grad_norm": 1.1674110889434814,
      "learning_rate": 7.59437450502434e-07,
      "loss": 0.3385,
      "step": 2148260
    },
    {
      "epoch": 599.57,
      "grad_norm": 1.1246378421783447,
      "learning_rate": 7.594175243991729e-07,
      "loss": 0.3072,
      "step": 2148270
    },
    {
      "epoch": 599.58,
      "grad_norm": 1.1112782955169678,
      "learning_rate": 7.593975985067883e-07,
      "loss": 0.328,
      "step": 2148280
    },
    {
      "epoch": 599.58,
      "grad_norm": 1.1299571990966797,
      "learning_rate": 7.593776728252807e-07,
      "loss": 0.3422,
      "step": 2148290
    },
    {
      "epoch": 599.58,
      "grad_norm": 1.1191152334213257,
      "learning_rate": 7.593577473546536e-07,
      "loss": 0.3317,
      "step": 2148300
    },
    {
      "epoch": 599.58,
      "grad_norm": 1.2347793579101562,
      "learning_rate": 7.593378220949094e-07,
      "loss": 0.3399,
      "step": 2148310
    },
    {
      "epoch": 599.59,
      "grad_norm": 1.0621840953826904,
      "learning_rate": 7.593178970460517e-07,
      "loss": 0.3355,
      "step": 2148320
    },
    {
      "epoch": 599.59,
      "grad_norm": 1.0927562713623047,
      "learning_rate": 7.592979722080818e-07,
      "loss": 0.3542,
      "step": 2148330
    },
    {
      "epoch": 599.59,
      "grad_norm": 1.0813757181167603,
      "learning_rate": 7.592780475810025e-07,
      "loss": 0.3297,
      "step": 2148340
    },
    {
      "epoch": 599.6,
      "grad_norm": 1.1869242191314697,
      "learning_rate": 7.592581231648179e-07,
      "loss": 0.3464,
      "step": 2148350
    },
    {
      "epoch": 599.6,
      "grad_norm": 1.1241891384124756,
      "learning_rate": 7.592381989595279e-07,
      "loss": 0.3379,
      "step": 2148360
    },
    {
      "epoch": 599.6,
      "grad_norm": 0.9791750907897949,
      "learning_rate": 7.592182749651386e-07,
      "loss": 0.3404,
      "step": 2148370
    },
    {
      "epoch": 599.6,
      "grad_norm": 1.2981700897216797,
      "learning_rate": 7.5919835118165e-07,
      "loss": 0.3605,
      "step": 2148380
    },
    {
      "epoch": 599.61,
      "grad_norm": 1.0420657396316528,
      "learning_rate": 7.591784276090656e-07,
      "loss": 0.3339,
      "step": 2148390
    },
    {
      "epoch": 599.61,
      "grad_norm": 1.3301786184310913,
      "learning_rate": 7.59158504247389e-07,
      "loss": 0.3365,
      "step": 2148400
    },
    {
      "epoch": 599.61,
      "grad_norm": 1.0869170427322388,
      "learning_rate": 7.59138581096621e-07,
      "loss": 0.3408,
      "step": 2148410
    },
    {
      "epoch": 599.61,
      "grad_norm": 1.1595405340194702,
      "learning_rate": 7.591186581567654e-07,
      "loss": 0.3205,
      "step": 2148420
    },
    {
      "epoch": 599.62,
      "grad_norm": 1.13993239402771,
      "learning_rate": 7.590987354278248e-07,
      "loss": 0.3368,
      "step": 2148430
    },
    {
      "epoch": 599.62,
      "grad_norm": 1.0433976650238037,
      "learning_rate": 7.590788129098023e-07,
      "loss": 0.3364,
      "step": 2148440
    },
    {
      "epoch": 599.62,
      "grad_norm": 1.1780973672866821,
      "learning_rate": 7.590588906026983e-07,
      "loss": 0.3477,
      "step": 2148450
    },
    {
      "epoch": 599.63,
      "grad_norm": 1.121108889579773,
      "learning_rate": 7.590389685065188e-07,
      "loss": 0.3349,
      "step": 2148460
    },
    {
      "epoch": 599.63,
      "grad_norm": 1.1201164722442627,
      "learning_rate": 7.59019046621264e-07,
      "loss": 0.3369,
      "step": 2148470
    },
    {
      "epoch": 599.63,
      "grad_norm": 1.2287983894348145,
      "learning_rate": 7.589991249469372e-07,
      "loss": 0.3389,
      "step": 2148480
    },
    {
      "epoch": 599.63,
      "grad_norm": 1.3507516384124756,
      "learning_rate": 7.589792034835421e-07,
      "loss": 0.3515,
      "step": 2148490
    },
    {
      "epoch": 599.64,
      "grad_norm": 1.5447170734405518,
      "learning_rate": 7.589592822310788e-07,
      "loss": 0.3308,
      "step": 2148500
    },
    {
      "epoch": 599.64,
      "grad_norm": 1.2864302396774292,
      "learning_rate": 7.589393611895531e-07,
      "loss": 0.3383,
      "step": 2148510
    },
    {
      "epoch": 599.64,
      "grad_norm": 1.2727692127227783,
      "learning_rate": 7.589194403589654e-07,
      "loss": 0.3428,
      "step": 2148520
    },
    {
      "epoch": 599.65,
      "grad_norm": 1.1259022951126099,
      "learning_rate": 7.58899519739319e-07,
      "loss": 0.3447,
      "step": 2148530
    },
    {
      "epoch": 599.65,
      "grad_norm": 1.2432167530059814,
      "learning_rate": 7.588795993306176e-07,
      "loss": 0.353,
      "step": 2148540
    },
    {
      "epoch": 599.65,
      "grad_norm": 1.2132675647735596,
      "learning_rate": 7.58859679132862e-07,
      "loss": 0.3516,
      "step": 2148550
    },
    {
      "epoch": 599.65,
      "grad_norm": 1.5740125179290771,
      "learning_rate": 7.588397591460558e-07,
      "loss": 0.3336,
      "step": 2148560
    },
    {
      "epoch": 599.66,
      "grad_norm": 1.2084465026855469,
      "learning_rate": 7.588198393702015e-07,
      "loss": 0.3409,
      "step": 2148570
    },
    {
      "epoch": 599.66,
      "grad_norm": 1.597903847694397,
      "learning_rate": 7.587999198053027e-07,
      "loss": 0.3339,
      "step": 2148580
    },
    {
      "epoch": 599.66,
      "grad_norm": 1.5136983394622803,
      "learning_rate": 7.587800004513595e-07,
      "loss": 0.335,
      "step": 2148590
    },
    {
      "epoch": 599.67,
      "grad_norm": 1.324638843536377,
      "learning_rate": 7.587600813083779e-07,
      "loss": 0.3365,
      "step": 2148600
    },
    {
      "epoch": 599.67,
      "grad_norm": 1.0607681274414062,
      "learning_rate": 7.587401623763578e-07,
      "loss": 0.3345,
      "step": 2148610
    },
    {
      "epoch": 599.67,
      "grad_norm": 1.301576018333435,
      "learning_rate": 7.587202436553033e-07,
      "loss": 0.3405,
      "step": 2148620
    },
    {
      "epoch": 599.67,
      "grad_norm": 1.0441819429397583,
      "learning_rate": 7.587003251452175e-07,
      "loss": 0.3392,
      "step": 2148630
    },
    {
      "epoch": 599.68,
      "grad_norm": 1.0176252126693726,
      "learning_rate": 7.586804068461014e-07,
      "loss": 0.3333,
      "step": 2148640
    },
    {
      "epoch": 599.68,
      "grad_norm": 1.2770135402679443,
      "learning_rate": 7.586604887579582e-07,
      "loss": 0.3367,
      "step": 2148650
    },
    {
      "epoch": 599.68,
      "grad_norm": 1.1881908178329468,
      "learning_rate": 7.586405708807912e-07,
      "loss": 0.3439,
      "step": 2148660
    },
    {
      "epoch": 599.68,
      "grad_norm": 1.2359691858291626,
      "learning_rate": 7.586206532146034e-07,
      "loss": 0.3206,
      "step": 2148670
    },
    {
      "epoch": 599.69,
      "grad_norm": 1.194724440574646,
      "learning_rate": 7.586007357593959e-07,
      "loss": 0.3193,
      "step": 2148680
    },
    {
      "epoch": 599.69,
      "grad_norm": 0.997174084186554,
      "learning_rate": 7.585808185151722e-07,
      "loss": 0.3329,
      "step": 2148690
    },
    {
      "epoch": 599.69,
      "grad_norm": 1.2548911571502686,
      "learning_rate": 7.585609014819357e-07,
      "loss": 0.3456,
      "step": 2148700
    },
    {
      "epoch": 599.7,
      "grad_norm": 1.2351325750350952,
      "learning_rate": 7.58540984659687e-07,
      "loss": 0.3522,
      "step": 2148710
    },
    {
      "epoch": 599.7,
      "grad_norm": 1.1831080913543701,
      "learning_rate": 7.585210680484311e-07,
      "loss": 0.345,
      "step": 2148720
    },
    {
      "epoch": 599.7,
      "grad_norm": 1.101099967956543,
      "learning_rate": 7.585011516481694e-07,
      "loss": 0.346,
      "step": 2148730
    },
    {
      "epoch": 599.7,
      "grad_norm": 1.356699824333191,
      "learning_rate": 7.584812354589044e-07,
      "loss": 0.3543,
      "step": 2148740
    },
    {
      "epoch": 599.71,
      "grad_norm": 2.886288642883301,
      "learning_rate": 7.584613194806391e-07,
      "loss": 0.3283,
      "step": 2148750
    },
    {
      "epoch": 599.71,
      "grad_norm": 1.1702141761779785,
      "learning_rate": 7.584414037133764e-07,
      "loss": 0.3241,
      "step": 2148760
    },
    {
      "epoch": 599.71,
      "grad_norm": 1.089919090270996,
      "learning_rate": 7.584214881571191e-07,
      "loss": 0.3289,
      "step": 2148770
    },
    {
      "epoch": 599.72,
      "grad_norm": 1.138364553451538,
      "learning_rate": 7.584015728118692e-07,
      "loss": 0.3434,
      "step": 2148780
    },
    {
      "epoch": 599.72,
      "grad_norm": 1.3132665157318115,
      "learning_rate": 7.583816576776293e-07,
      "loss": 0.3552,
      "step": 2148790
    },
    {
      "epoch": 599.72,
      "grad_norm": 1.2603726387023926,
      "learning_rate": 7.583617427544024e-07,
      "loss": 0.3202,
      "step": 2148800
    },
    {
      "epoch": 599.72,
      "grad_norm": 1.1418769359588623,
      "learning_rate": 7.583418280421918e-07,
      "loss": 0.3517,
      "step": 2148810
    },
    {
      "epoch": 599.73,
      "grad_norm": 1.032409429550171,
      "learning_rate": 7.583219135409987e-07,
      "loss": 0.3398,
      "step": 2148820
    },
    {
      "epoch": 599.73,
      "grad_norm": 1.0364383459091187,
      "learning_rate": 7.583019992508265e-07,
      "loss": 0.3316,
      "step": 2148830
    },
    {
      "epoch": 599.73,
      "grad_norm": 1.1190398931503296,
      "learning_rate": 7.582820851716787e-07,
      "loss": 0.3418,
      "step": 2148840
    },
    {
      "epoch": 599.73,
      "grad_norm": 1.1463427543640137,
      "learning_rate": 7.582621713035556e-07,
      "loss": 0.3327,
      "step": 2148850
    },
    {
      "epoch": 599.74,
      "grad_norm": 1.2183605432510376,
      "learning_rate": 7.582422576464628e-07,
      "loss": 0.3243,
      "step": 2148860
    },
    {
      "epoch": 599.74,
      "grad_norm": 2.4009737968444824,
      "learning_rate": 7.582223442004009e-07,
      "loss": 0.3363,
      "step": 2148870
    },
    {
      "epoch": 599.74,
      "grad_norm": 1.1867581605911255,
      "learning_rate": 7.58202430965373e-07,
      "loss": 0.3478,
      "step": 2148880
    },
    {
      "epoch": 599.75,
      "grad_norm": 0.9961879253387451,
      "learning_rate": 7.581825179413818e-07,
      "loss": 0.3288,
      "step": 2148890
    },
    {
      "epoch": 599.75,
      "grad_norm": 1.0809240341186523,
      "learning_rate": 7.581626051284312e-07,
      "loss": 0.3377,
      "step": 2148900
    },
    {
      "epoch": 599.75,
      "grad_norm": 0.9878840446472168,
      "learning_rate": 7.581426925265217e-07,
      "loss": 0.3205,
      "step": 2148910
    },
    {
      "epoch": 599.75,
      "grad_norm": 1.1546021699905396,
      "learning_rate": 7.581227801356571e-07,
      "loss": 0.3329,
      "step": 2148920
    },
    {
      "epoch": 599.76,
      "grad_norm": 1.099239468574524,
      "learning_rate": 7.581028679558406e-07,
      "loss": 0.3444,
      "step": 2148930
    },
    {
      "epoch": 599.76,
      "grad_norm": 1.1951168775558472,
      "learning_rate": 7.580829559870726e-07,
      "loss": 0.3294,
      "step": 2148940
    },
    {
      "epoch": 599.76,
      "grad_norm": 1.2407326698303223,
      "learning_rate": 7.580630442293588e-07,
      "loss": 0.3422,
      "step": 2148950
    },
    {
      "epoch": 599.77,
      "grad_norm": 1.3335907459259033,
      "learning_rate": 7.580431326826996e-07,
      "loss": 0.3228,
      "step": 2148960
    },
    {
      "epoch": 599.77,
      "grad_norm": 1.3006304502487183,
      "learning_rate": 7.580232213470985e-07,
      "loss": 0.3386,
      "step": 2148970
    },
    {
      "epoch": 599.77,
      "grad_norm": 1.2419947385787964,
      "learning_rate": 7.58003310222559e-07,
      "loss": 0.35,
      "step": 2148980
    },
    {
      "epoch": 599.77,
      "grad_norm": 1.226237177848816,
      "learning_rate": 7.579833993090819e-07,
      "loss": 0.3622,
      "step": 2148990
    },
    {
      "epoch": 599.78,
      "grad_norm": 1.1173977851867676,
      "learning_rate": 7.579634886066706e-07,
      "loss": 0.3312,
      "step": 2149000
    },
    {
      "epoch": 599.78,
      "grad_norm": 1.149778127670288,
      "learning_rate": 7.579435781153283e-07,
      "loss": 0.3451,
      "step": 2149010
    },
    {
      "epoch": 599.78,
      "grad_norm": 1.157955527305603,
      "learning_rate": 7.579236678350577e-07,
      "loss": 0.3389,
      "step": 2149020
    },
    {
      "epoch": 599.79,
      "grad_norm": 1.144230604171753,
      "learning_rate": 7.579037577658594e-07,
      "loss": 0.3184,
      "step": 2149030
    },
    {
      "epoch": 599.79,
      "grad_norm": 1.1610305309295654,
      "learning_rate": 7.578838479077394e-07,
      "loss": 0.3399,
      "step": 2149040
    },
    {
      "epoch": 599.79,
      "grad_norm": 1.2885713577270508,
      "learning_rate": 7.57863938260698e-07,
      "loss": 0.3553,
      "step": 2149050
    },
    {
      "epoch": 599.79,
      "grad_norm": 1.3041390180587769,
      "learning_rate": 7.578440288247382e-07,
      "loss": 0.3496,
      "step": 2149060
    },
    {
      "epoch": 599.8,
      "grad_norm": 1.1796119213104248,
      "learning_rate": 7.578241195998638e-07,
      "loss": 0.3179,
      "step": 2149070
    },
    {
      "epoch": 599.8,
      "grad_norm": 1.0563108921051025,
      "learning_rate": 7.578042105860749e-07,
      "loss": 0.3421,
      "step": 2149080
    },
    {
      "epoch": 599.8,
      "grad_norm": 1.2749788761138916,
      "learning_rate": 7.577843017833777e-07,
      "loss": 0.3516,
      "step": 2149090
    },
    {
      "epoch": 599.8,
      "grad_norm": 0.9886924028396606,
      "learning_rate": 7.577643931917718e-07,
      "loss": 0.3429,
      "step": 2149100
    },
    {
      "epoch": 599.81,
      "grad_norm": 1.0362484455108643,
      "learning_rate": 7.577444848112613e-07,
      "loss": 0.3401,
      "step": 2149110
    },
    {
      "epoch": 599.81,
      "grad_norm": 1.4198952913284302,
      "learning_rate": 7.577245766418491e-07,
      "loss": 0.3385,
      "step": 2149120
    },
    {
      "epoch": 599.81,
      "grad_norm": 1.3920924663543701,
      "learning_rate": 7.577046686835368e-07,
      "loss": 0.3306,
      "step": 2149130
    },
    {
      "epoch": 599.82,
      "grad_norm": 1.133499264717102,
      "learning_rate": 7.576847609363274e-07,
      "loss": 0.3273,
      "step": 2149140
    },
    {
      "epoch": 599.82,
      "grad_norm": 1.0601557493209839,
      "learning_rate": 7.576648534002238e-07,
      "loss": 0.318,
      "step": 2149150
    },
    {
      "epoch": 599.82,
      "grad_norm": 1.1861525774002075,
      "learning_rate": 7.576449460752293e-07,
      "loss": 0.3447,
      "step": 2149160
    },
    {
      "epoch": 599.82,
      "grad_norm": 1.0641295909881592,
      "learning_rate": 7.576250389613441e-07,
      "loss": 0.3481,
      "step": 2149170
    },
    {
      "epoch": 599.83,
      "grad_norm": 1.117035984992981,
      "learning_rate": 7.576051320585744e-07,
      "loss": 0.3304,
      "step": 2149180
    },
    {
      "epoch": 599.83,
      "grad_norm": 1.252278447151184,
      "learning_rate": 7.5758522536692e-07,
      "loss": 0.3402,
      "step": 2149190
    },
    {
      "epoch": 599.83,
      "grad_norm": 1.3440908193588257,
      "learning_rate": 7.575653188863847e-07,
      "loss": 0.3345,
      "step": 2149200
    },
    {
      "epoch": 599.84,
      "grad_norm": 1.3393003940582275,
      "learning_rate": 7.575454126169718e-07,
      "loss": 0.3475,
      "step": 2149210
    },
    {
      "epoch": 599.84,
      "grad_norm": 1.294871211051941,
      "learning_rate": 7.575255065586824e-07,
      "loss": 0.3483,
      "step": 2149220
    },
    {
      "epoch": 599.84,
      "grad_norm": 1.000023365020752,
      "learning_rate": 7.575056007115199e-07,
      "loss": 0.3271,
      "step": 2149230
    },
    {
      "epoch": 599.84,
      "grad_norm": 1.2834526300430298,
      "learning_rate": 7.574856950754869e-07,
      "loss": 0.3444,
      "step": 2149240
    },
    {
      "epoch": 599.85,
      "grad_norm": 3.4003074169158936,
      "learning_rate": 7.574657896505868e-07,
      "loss": 0.338,
      "step": 2149250
    },
    {
      "epoch": 599.85,
      "grad_norm": 1.0929455757141113,
      "learning_rate": 7.5744588443682e-07,
      "loss": 0.3396,
      "step": 2149260
    },
    {
      "epoch": 599.85,
      "grad_norm": 1.1030038595199585,
      "learning_rate": 7.574259794341925e-07,
      "loss": 0.329,
      "step": 2149270
    },
    {
      "epoch": 599.85,
      "grad_norm": 1.1414951086044312,
      "learning_rate": 7.574060746427043e-07,
      "loss": 0.3462,
      "step": 2149280
    },
    {
      "epoch": 599.86,
      "grad_norm": 1.2079617977142334,
      "learning_rate": 7.573861700623586e-07,
      "loss": 0.3223,
      "step": 2149290
    },
    {
      "epoch": 599.86,
      "grad_norm": 1.0904561281204224,
      "learning_rate": 7.573662656931594e-07,
      "loss": 0.3437,
      "step": 2149300
    },
    {
      "epoch": 599.86,
      "grad_norm": 1.1625667810440063,
      "learning_rate": 7.573463615351077e-07,
      "loss": 0.332,
      "step": 2149310
    },
    {
      "epoch": 599.87,
      "grad_norm": 1.289016842842102,
      "learning_rate": 7.573264575882067e-07,
      "loss": 0.348,
      "step": 2149320
    },
    {
      "epoch": 599.87,
      "grad_norm": 1.3798166513442993,
      "learning_rate": 7.573065538524588e-07,
      "loss": 0.3413,
      "step": 2149330
    },
    {
      "epoch": 599.87,
      "grad_norm": 1.3821637630462646,
      "learning_rate": 7.572866503278674e-07,
      "loss": 0.3421,
      "step": 2149340
    },
    {
      "epoch": 599.87,
      "grad_norm": 1.2826863527297974,
      "learning_rate": 7.57266747014435e-07,
      "loss": 0.3166,
      "step": 2149350
    },
    {
      "epoch": 599.88,
      "grad_norm": 1.2535465955734253,
      "learning_rate": 7.572468439121636e-07,
      "loss": 0.3389,
      "step": 2149360
    },
    {
      "epoch": 599.88,
      "grad_norm": 1.0273507833480835,
      "learning_rate": 7.57226941021056e-07,
      "loss": 0.324,
      "step": 2149370
    },
    {
      "epoch": 599.88,
      "grad_norm": 1.2358474731445312,
      "learning_rate": 7.572070383411148e-07,
      "loss": 0.3394,
      "step": 2149380
    },
    {
      "epoch": 599.89,
      "grad_norm": 1.1604098081588745,
      "learning_rate": 7.571871358723441e-07,
      "loss": 0.3288,
      "step": 2149390
    },
    {
      "epoch": 599.89,
      "grad_norm": 1.0649662017822266,
      "learning_rate": 7.571672336147437e-07,
      "loss": 0.3574,
      "step": 2149400
    },
    {
      "epoch": 599.89,
      "grad_norm": 1.1838301420211792,
      "learning_rate": 7.571473315683192e-07,
      "loss": 0.3295,
      "step": 2149410
    },
    {
      "epoch": 599.89,
      "grad_norm": 1.1657027006149292,
      "learning_rate": 7.571274297330714e-07,
      "loss": 0.3341,
      "step": 2149420
    },
    {
      "epoch": 599.9,
      "grad_norm": 1.0755821466445923,
      "learning_rate": 7.571075281090034e-07,
      "loss": 0.3453,
      "step": 2149430
    },
    {
      "epoch": 599.9,
      "grad_norm": 1.0631389617919922,
      "learning_rate": 7.570876266961188e-07,
      "loss": 0.3326,
      "step": 2149440
    },
    {
      "epoch": 599.9,
      "grad_norm": 1.2969061136245728,
      "learning_rate": 7.570677254944187e-07,
      "loss": 0.3344,
      "step": 2149450
    },
    {
      "epoch": 599.91,
      "grad_norm": 1.2491029500961304,
      "learning_rate": 7.570478245039064e-07,
      "loss": 0.332,
      "step": 2149460
    },
    {
      "epoch": 599.91,
      "grad_norm": 1.2166575193405151,
      "learning_rate": 7.570279237245843e-07,
      "loss": 0.3505,
      "step": 2149470
    },
    {
      "epoch": 599.91,
      "grad_norm": 1.2524737119674683,
      "learning_rate": 7.570080231564565e-07,
      "loss": 0.3478,
      "step": 2149480
    },
    {
      "epoch": 599.91,
      "grad_norm": 1.241581916809082,
      "learning_rate": 7.569881227995236e-07,
      "loss": 0.3525,
      "step": 2149490
    },
    {
      "epoch": 599.92,
      "grad_norm": 1.5611661672592163,
      "learning_rate": 7.56968222653789e-07,
      "loss": 0.3631,
      "step": 2149500
    },
    {
      "epoch": 599.92,
      "grad_norm": 1.1328173875808716,
      "learning_rate": 7.569483227192565e-07,
      "loss": 0.3346,
      "step": 2149510
    },
    {
      "epoch": 599.92,
      "grad_norm": 2.1571714878082275,
      "learning_rate": 7.569284229959259e-07,
      "loss": 0.3528,
      "step": 2149520
    },
    {
      "epoch": 599.92,
      "grad_norm": 1.203234314918518,
      "learning_rate": 7.569085234838033e-07,
      "loss": 0.3414,
      "step": 2149530
    },
    {
      "epoch": 599.93,
      "grad_norm": 1.602523922920227,
      "learning_rate": 7.56888624182889e-07,
      "loss": 0.3441,
      "step": 2149540
    },
    {
      "epoch": 599.93,
      "grad_norm": 1.3271567821502686,
      "learning_rate": 7.568687250931864e-07,
      "loss": 0.3284,
      "step": 2149550
    },
    {
      "epoch": 599.93,
      "grad_norm": 1.0554378032684326,
      "learning_rate": 7.568488262146983e-07,
      "loss": 0.3413,
      "step": 2149560
    },
    {
      "epoch": 599.94,
      "grad_norm": 1.2025675773620605,
      "learning_rate": 7.568289275474278e-07,
      "loss": 0.3425,
      "step": 2149570
    },
    {
      "epoch": 599.94,
      "grad_norm": 1.0634005069732666,
      "learning_rate": 7.568090290913762e-07,
      "loss": 0.3448,
      "step": 2149580
    },
    {
      "epoch": 599.94,
      "grad_norm": 1.2378464937210083,
      "learning_rate": 7.567891308465467e-07,
      "loss": 0.3523,
      "step": 2149590
    },
    {
      "epoch": 599.94,
      "grad_norm": 1.4608039855957031,
      "learning_rate": 7.567692328129431e-07,
      "loss": 0.3612,
      "step": 2149600
    },
    {
      "epoch": 599.95,
      "grad_norm": 1.2366095781326294,
      "learning_rate": 7.567493349905656e-07,
      "loss": 0.3333,
      "step": 2149610
    },
    {
      "epoch": 599.95,
      "grad_norm": 1.276928186416626,
      "learning_rate": 7.567294373794196e-07,
      "loss": 0.3414,
      "step": 2149620
    },
    {
      "epoch": 599.95,
      "grad_norm": 1.4060167074203491,
      "learning_rate": 7.567095399795057e-07,
      "loss": 0.3321,
      "step": 2149630
    },
    {
      "epoch": 599.96,
      "grad_norm": 1.3077234029769897,
      "learning_rate": 7.566896427908276e-07,
      "loss": 0.346,
      "step": 2149640
    },
    {
      "epoch": 599.96,
      "grad_norm": 1.343388557434082,
      "learning_rate": 7.566697458133882e-07,
      "loss": 0.336,
      "step": 2149650
    },
    {
      "epoch": 599.96,
      "grad_norm": 1.3803261518478394,
      "learning_rate": 7.566498490471882e-07,
      "loss": 0.3346,
      "step": 2149660
    },
    {
      "epoch": 599.96,
      "grad_norm": 1.2829033136367798,
      "learning_rate": 7.56629952492233e-07,
      "loss": 0.3555,
      "step": 2149670
    },
    {
      "epoch": 599.97,
      "grad_norm": 1.2132573127746582,
      "learning_rate": 7.566100561485235e-07,
      "loss": 0.337,
      "step": 2149680
    },
    {
      "epoch": 599.97,
      "grad_norm": 1.2970912456512451,
      "learning_rate": 7.565901600160624e-07,
      "loss": 0.3308,
      "step": 2149690
    },
    {
      "epoch": 599.97,
      "grad_norm": 1.2775472402572632,
      "learning_rate": 7.565702640948529e-07,
      "loss": 0.3394,
      "step": 2149700
    },
    {
      "epoch": 599.97,
      "grad_norm": 1.0778166055679321,
      "learning_rate": 7.565503683848981e-07,
      "loss": 0.3412,
      "step": 2149710
    },
    {
      "epoch": 599.98,
      "grad_norm": 1.3918439149856567,
      "learning_rate": 7.565304728861993e-07,
      "loss": 0.344,
      "step": 2149720
    },
    {
      "epoch": 599.98,
      "grad_norm": 1.2388122081756592,
      "learning_rate": 7.565105775987599e-07,
      "loss": 0.353,
      "step": 2149730
    },
    {
      "epoch": 599.98,
      "grad_norm": 1.089929461479187,
      "learning_rate": 7.564906825225833e-07,
      "loss": 0.3314,
      "step": 2149740
    },
    {
      "epoch": 599.99,
      "grad_norm": 1.0728733539581299,
      "learning_rate": 7.564707876576697e-07,
      "loss": 0.3395,
      "step": 2149750
    },
    {
      "epoch": 599.99,
      "grad_norm": 0.9430973529815674,
      "learning_rate": 7.564508930040249e-07,
      "loss": 0.3289,
      "step": 2149760
    },
    {
      "epoch": 599.99,
      "grad_norm": 0.9807304739952087,
      "learning_rate": 7.564309985616494e-07,
      "loss": 0.3239,
      "step": 2149770
    },
    {
      "epoch": 599.99,
      "grad_norm": 1.0599592924118042,
      "learning_rate": 7.564111043305466e-07,
      "loss": 0.3431,
      "step": 2149780
    },
    {
      "epoch": 600.0,
      "grad_norm": 1.0252360105514526,
      "learning_rate": 7.563912103107195e-07,
      "loss": 0.34,
      "step": 2149790
    },
    {
      "epoch": 600.0,
      "grad_norm": 1.1411014795303345,
      "learning_rate": 7.563713165021697e-07,
      "loss": 0.3144,
      "step": 2149800
    },
    {
      "epoch": 600.0,
      "eval_loss": 0.33896681666374207,
      "eval_runtime": 65.0406,
      "eval_samples_per_second": 77.782,
      "eval_steps_per_second": 9.732,
      "step": 2149800
    },
    {
      "epoch": 600.0,
      "grad_norm": 1.2196358442306519,
      "learning_rate": 7.563514229049003e-07,
      "loss": 0.3563,
      "step": 2149810
    },
    {
      "epoch": 600.01,
      "grad_norm": 1.1079081296920776,
      "learning_rate": 7.563315295189144e-07,
      "loss": 0.3359,
      "step": 2149820
    },
    {
      "epoch": 600.01,
      "grad_norm": 1.2300657033920288,
      "learning_rate": 7.563116363442146e-07,
      "loss": 0.3252,
      "step": 2149830
    },
    {
      "epoch": 600.01,
      "grad_norm": 1.188484787940979,
      "learning_rate": 7.562917433808022e-07,
      "loss": 0.3307,
      "step": 2149840
    },
    {
      "epoch": 600.01,
      "grad_norm": 1.1719955205917358,
      "learning_rate": 7.562718506286822e-07,
      "loss": 0.3534,
      "step": 2149850
    },
    {
      "epoch": 600.02,
      "grad_norm": 1.3702572584152222,
      "learning_rate": 7.562519580878553e-07,
      "loss": 0.3529,
      "step": 2149860
    },
    {
      "epoch": 600.02,
      "grad_norm": 1.3113806247711182,
      "learning_rate": 7.562320657583249e-07,
      "loss": 0.3422,
      "step": 2149870
    },
    {
      "epoch": 600.02,
      "grad_norm": 1.1373826265335083,
      "learning_rate": 7.562121736400941e-07,
      "loss": 0.3345,
      "step": 2149880
    },
    {
      "epoch": 600.03,
      "grad_norm": 2.204554796218872,
      "learning_rate": 7.561922817331644e-07,
      "loss": 0.3317,
      "step": 2149890
    },
    {
      "epoch": 600.03,
      "grad_norm": 1.4640699625015259,
      "learning_rate": 7.561723900375391e-07,
      "loss": 0.3345,
      "step": 2149900
    },
    {
      "epoch": 600.03,
      "grad_norm": 1.0817714929580688,
      "learning_rate": 7.561524985532208e-07,
      "loss": 0.3537,
      "step": 2149910
    },
    {
      "epoch": 600.03,
      "grad_norm": 1.2432197332382202,
      "learning_rate": 7.561326072802121e-07,
      "loss": 0.3453,
      "step": 2149920
    },
    {
      "epoch": 600.04,
      "grad_norm": 1.0929374694824219,
      "learning_rate": 7.561127162185167e-07,
      "loss": 0.3416,
      "step": 2149930
    },
    {
      "epoch": 600.04,
      "grad_norm": 1.1303521394729614,
      "learning_rate": 7.560928253681351e-07,
      "loss": 0.3447,
      "step": 2149940
    },
    {
      "epoch": 600.04,
      "grad_norm": 1.2190864086151123,
      "learning_rate": 7.560729347290715e-07,
      "loss": 0.351,
      "step": 2149950
    },
    {
      "epoch": 600.04,
      "grad_norm": 1.2504223585128784,
      "learning_rate": 7.56053044301328e-07,
      "loss": 0.3525,
      "step": 2149960
    },
    {
      "epoch": 600.05,
      "grad_norm": 1.3785637617111206,
      "learning_rate": 7.56033154084908e-07,
      "loss": 0.3418,
      "step": 2149970
    },
    {
      "epoch": 600.05,
      "grad_norm": 1.146532654762268,
      "learning_rate": 7.560132640798122e-07,
      "loss": 0.3376,
      "step": 2149980
    },
    {
      "epoch": 600.05,
      "grad_norm": 1.1226073503494263,
      "learning_rate": 7.55993374286046e-07,
      "loss": 0.3268,
      "step": 2149990
    },
    {
      "epoch": 600.06,
      "grad_norm": 1.10930335521698,
      "learning_rate": 7.5597348470361e-07,
      "loss": 0.3377,
      "step": 2150000
    },
    {
      "epoch": 600.06,
      "grad_norm": 1.0812996625900269,
      "learning_rate": 7.559535953325074e-07,
      "loss": 0.3306,
      "step": 2150010
    },
    {
      "epoch": 600.06,
      "grad_norm": 1.273555874824524,
      "learning_rate": 7.559337061727416e-07,
      "loss": 0.3297,
      "step": 2150020
    },
    {
      "epoch": 600.06,
      "grad_norm": 1.1716609001159668,
      "learning_rate": 7.559138172243141e-07,
      "loss": 0.3464,
      "step": 2150030
    },
    {
      "epoch": 600.07,
      "grad_norm": 1.049477458000183,
      "learning_rate": 7.558939284872277e-07,
      "loss": 0.3291,
      "step": 2150040
    },
    {
      "epoch": 600.07,
      "grad_norm": 1.2273497581481934,
      "learning_rate": 7.558740399614857e-07,
      "loss": 0.3246,
      "step": 2150050
    },
    {
      "epoch": 600.07,
      "grad_norm": 1.1333048343658447,
      "learning_rate": 7.558541516470909e-07,
      "loss": 0.345,
      "step": 2150060
    },
    {
      "epoch": 600.08,
      "grad_norm": 1.0840058326721191,
      "learning_rate": 7.558342635440449e-07,
      "loss": 0.3447,
      "step": 2150070
    },
    {
      "epoch": 600.08,
      "grad_norm": 1.1636569499969482,
      "learning_rate": 7.558143756523508e-07,
      "loss": 0.3391,
      "step": 2150080
    },
    {
      "epoch": 600.08,
      "grad_norm": 1.0179404020309448,
      "learning_rate": 7.557944879720115e-07,
      "loss": 0.349,
      "step": 2150090
    },
    {
      "epoch": 600.08,
      "grad_norm": 1.14236581325531,
      "learning_rate": 7.557746005030295e-07,
      "loss": 0.3432,
      "step": 2150100
    },
    {
      "epoch": 600.09,
      "grad_norm": 1.2639529705047607,
      "learning_rate": 7.557547132454081e-07,
      "loss": 0.3463,
      "step": 2150110
    },
    {
      "epoch": 600.09,
      "grad_norm": 1.4068745374679565,
      "learning_rate": 7.557348261991485e-07,
      "loss": 0.3417,
      "step": 2150120
    },
    {
      "epoch": 600.09,
      "grad_norm": 1.1595112085342407,
      "learning_rate": 7.557149393642543e-07,
      "loss": 0.3294,
      "step": 2150130
    },
    {
      "epoch": 600.09,
      "grad_norm": 1.1855534315109253,
      "learning_rate": 7.556950527407277e-07,
      "loss": 0.3509,
      "step": 2150140
    },
    {
      "epoch": 600.1,
      "grad_norm": 1.1255608797073364,
      "learning_rate": 7.556751663285727e-07,
      "loss": 0.3329,
      "step": 2150150
    },
    {
      "epoch": 600.1,
      "grad_norm": 1.3227566480636597,
      "learning_rate": 7.556552801277903e-07,
      "loss": 0.3423,
      "step": 2150160
    },
    {
      "epoch": 600.1,
      "grad_norm": 1.2725316286087036,
      "learning_rate": 7.556353941383833e-07,
      "loss": 0.3237,
      "step": 2150170
    },
    {
      "epoch": 600.11,
      "grad_norm": 1.2879557609558105,
      "learning_rate": 7.556155083603559e-07,
      "loss": 0.3436,
      "step": 2150180
    },
    {
      "epoch": 600.11,
      "grad_norm": 1.1526418924331665,
      "learning_rate": 7.555956227937079e-07,
      "loss": 0.3191,
      "step": 2150190
    },
    {
      "epoch": 600.11,
      "grad_norm": 1.3156622648239136,
      "learning_rate": 7.555757374384452e-07,
      "loss": 0.3458,
      "step": 2150200
    },
    {
      "epoch": 600.11,
      "grad_norm": 1.120736002922058,
      "learning_rate": 7.555558522945676e-07,
      "loss": 0.3425,
      "step": 2150210
    },
    {
      "epoch": 600.12,
      "grad_norm": 1.1283729076385498,
      "learning_rate": 7.555359673620806e-07,
      "loss": 0.3424,
      "step": 2150220
    },
    {
      "epoch": 600.12,
      "grad_norm": 1.264275074005127,
      "learning_rate": 7.555160826409842e-07,
      "loss": 0.3289,
      "step": 2150230
    },
    {
      "epoch": 600.12,
      "grad_norm": 1.1789155006408691,
      "learning_rate": 7.554961981312825e-07,
      "loss": 0.341,
      "step": 2150240
    },
    {
      "epoch": 600.13,
      "grad_norm": 1.1403008699417114,
      "learning_rate": 7.554763138329784e-07,
      "loss": 0.3429,
      "step": 2150250
    },
    {
      "epoch": 600.13,
      "grad_norm": 1.2154511213302612,
      "learning_rate": 7.554564297460733e-07,
      "loss": 0.3301,
      "step": 2150260
    },
    {
      "epoch": 600.13,
      "grad_norm": 1.1319199800491333,
      "learning_rate": 7.554365458705707e-07,
      "loss": 0.3373,
      "step": 2150270
    },
    {
      "epoch": 600.13,
      "grad_norm": 1.1358909606933594,
      "learning_rate": 7.554166622064726e-07,
      "loss": 0.3386,
      "step": 2150280
    },
    {
      "epoch": 600.14,
      "grad_norm": 1.0821856260299683,
      "learning_rate": 7.553967787537834e-07,
      "loss": 0.3275,
      "step": 2150290
    },
    {
      "epoch": 600.14,
      "grad_norm": 1.2326034307479858,
      "learning_rate": 7.553768955125034e-07,
      "loss": 0.346,
      "step": 2150300
    },
    {
      "epoch": 600.14,
      "grad_norm": 1.292663335800171,
      "learning_rate": 7.55357012482636e-07,
      "loss": 0.3454,
      "step": 2150310
    },
    {
      "epoch": 600.15,
      "grad_norm": 1.1118500232696533,
      "learning_rate": 7.553371296641852e-07,
      "loss": 0.3344,
      "step": 2150320
    },
    {
      "epoch": 600.15,
      "grad_norm": 1.3183794021606445,
      "learning_rate": 7.553172470571513e-07,
      "loss": 0.3339,
      "step": 2150330
    },
    {
      "epoch": 600.15,
      "grad_norm": 1.196722149848938,
      "learning_rate": 7.552973646615394e-07,
      "loss": 0.339,
      "step": 2150340
    },
    {
      "epoch": 600.15,
      "grad_norm": 1.1156667470932007,
      "learning_rate": 7.552774824773502e-07,
      "loss": 0.3453,
      "step": 2150350
    },
    {
      "epoch": 600.16,
      "grad_norm": 1.2280832529067993,
      "learning_rate": 7.552576005045873e-07,
      "loss": 0.3596,
      "step": 2150360
    },
    {
      "epoch": 600.16,
      "grad_norm": 1.0549004077911377,
      "learning_rate": 7.552377187432531e-07,
      "loss": 0.3333,
      "step": 2150370
    },
    {
      "epoch": 600.16,
      "grad_norm": 1.0830614566802979,
      "learning_rate": 7.552178371933511e-07,
      "loss": 0.3458,
      "step": 2150380
    },
    {
      "epoch": 600.16,
      "grad_norm": 1.1453760862350464,
      "learning_rate": 7.551979558548824e-07,
      "loss": 0.3349,
      "step": 2150390
    },
    {
      "epoch": 600.17,
      "grad_norm": 1.0869942903518677,
      "learning_rate": 7.551780747278505e-07,
      "loss": 0.3445,
      "step": 2150400
    },
    {
      "epoch": 600.17,
      "grad_norm": 1.2564469575881958,
      "learning_rate": 7.551581938122586e-07,
      "loss": 0.3428,
      "step": 2150410
    },
    {
      "epoch": 600.17,
      "grad_norm": 1.188676357269287,
      "learning_rate": 7.551383131081072e-07,
      "loss": 0.3422,
      "step": 2150420
    },
    {
      "epoch": 600.18,
      "grad_norm": 1.1904808282852173,
      "learning_rate": 7.55118432615402e-07,
      "loss": 0.348,
      "step": 2150430
    },
    {
      "epoch": 600.18,
      "grad_norm": 1.3409565687179565,
      "learning_rate": 7.550985523341433e-07,
      "loss": 0.3347,
      "step": 2150440
    },
    {
      "epoch": 600.18,
      "grad_norm": 1.4999841451644897,
      "learning_rate": 7.550786722643344e-07,
      "loss": 0.3428,
      "step": 2150450
    },
    {
      "epoch": 600.18,
      "grad_norm": 1.2424252033233643,
      "learning_rate": 7.550587924059791e-07,
      "loss": 0.3476,
      "step": 2150460
    },
    {
      "epoch": 600.19,
      "grad_norm": 0.9994347095489502,
      "learning_rate": 7.550389127590781e-07,
      "loss": 0.3309,
      "step": 2150470
    },
    {
      "epoch": 600.19,
      "grad_norm": 1.249550700187683,
      "learning_rate": 7.550190333236352e-07,
      "loss": 0.3246,
      "step": 2150480
    },
    {
      "epoch": 600.19,
      "grad_norm": 1.6902471780776978,
      "learning_rate": 7.549991540996527e-07,
      "loss": 0.3293,
      "step": 2150490
    },
    {
      "epoch": 600.2,
      "grad_norm": 1.6896113157272339,
      "learning_rate": 7.549792750871332e-07,
      "loss": 0.3485,
      "step": 2150500
    },
    {
      "epoch": 600.2,
      "grad_norm": 1.2384350299835205,
      "learning_rate": 7.549593962860797e-07,
      "loss": 0.3329,
      "step": 2150510
    },
    {
      "epoch": 600.2,
      "grad_norm": 1.2030597925186157,
      "learning_rate": 7.549395176964954e-07,
      "loss": 0.3236,
      "step": 2150520
    },
    {
      "epoch": 600.2,
      "grad_norm": 1.3908295631408691,
      "learning_rate": 7.549196393183813e-07,
      "loss": 0.3331,
      "step": 2150530
    },
    {
      "epoch": 600.21,
      "grad_norm": 1.1852359771728516,
      "learning_rate": 7.548997611517412e-07,
      "loss": 0.3373,
      "step": 2150540
    },
    {
      "epoch": 600.21,
      "grad_norm": 1.2494419813156128,
      "learning_rate": 7.548798831965781e-07,
      "loss": 0.3324,
      "step": 2150550
    },
    {
      "epoch": 600.21,
      "grad_norm": 1.1199243068695068,
      "learning_rate": 7.548600054528927e-07,
      "loss": 0.3369,
      "step": 2150560
    },
    {
      "epoch": 600.21,
      "grad_norm": 1.2214256525039673,
      "learning_rate": 7.548401279206901e-07,
      "loss": 0.3186,
      "step": 2150570
    },
    {
      "epoch": 600.22,
      "grad_norm": 1.2235914468765259,
      "learning_rate": 7.548202505999716e-07,
      "loss": 0.3398,
      "step": 2150580
    },
    {
      "epoch": 600.22,
      "grad_norm": 1.1611521244049072,
      "learning_rate": 7.548003734907398e-07,
      "loss": 0.3422,
      "step": 2150590
    },
    {
      "epoch": 600.22,
      "grad_norm": 1.1957509517669678,
      "learning_rate": 7.547804965929983e-07,
      "loss": 0.3379,
      "step": 2150600
    },
    {
      "epoch": 600.23,
      "grad_norm": 1.4984084367752075,
      "learning_rate": 7.547606199067485e-07,
      "loss": 0.3384,
      "step": 2150610
    },
    {
      "epoch": 600.23,
      "grad_norm": 1.0142977237701416,
      "learning_rate": 7.547407434319936e-07,
      "loss": 0.3381,
      "step": 2150620
    },
    {
      "epoch": 600.23,
      "grad_norm": 1.1659736633300781,
      "learning_rate": 7.547208671687362e-07,
      "loss": 0.3364,
      "step": 2150630
    },
    {
      "epoch": 600.23,
      "grad_norm": 1.1429766416549683,
      "learning_rate": 7.547009911169796e-07,
      "loss": 0.3321,
      "step": 2150640
    },
    {
      "epoch": 600.24,
      "grad_norm": 1.256738305091858,
      "learning_rate": 7.546811152767248e-07,
      "loss": 0.3389,
      "step": 2150650
    },
    {
      "epoch": 600.24,
      "grad_norm": 1.2507314682006836,
      "learning_rate": 7.546612396479767e-07,
      "loss": 0.3469,
      "step": 2150660
    },
    {
      "epoch": 600.24,
      "grad_norm": 0.9463964700698853,
      "learning_rate": 7.546413642307361e-07,
      "loss": 0.342,
      "step": 2150670
    },
    {
      "epoch": 600.25,
      "grad_norm": 1.3831031322479248,
      "learning_rate": 7.546214890250062e-07,
      "loss": 0.3293,
      "step": 2150680
    },
    {
      "epoch": 600.25,
      "grad_norm": 1.247065544128418,
      "learning_rate": 7.546016140307904e-07,
      "loss": 0.3554,
      "step": 2150690
    },
    {
      "epoch": 600.25,
      "grad_norm": 1.1235504150390625,
      "learning_rate": 7.5458173924809e-07,
      "loss": 0.3375,
      "step": 2150700
    },
    {
      "epoch": 600.25,
      "grad_norm": 0.9882358312606812,
      "learning_rate": 7.545618646769085e-07,
      "loss": 0.3391,
      "step": 2150710
    },
    {
      "epoch": 600.26,
      "grad_norm": 1.1874202489852905,
      "learning_rate": 7.545419903172481e-07,
      "loss": 0.3397,
      "step": 2150720
    },
    {
      "epoch": 600.26,
      "grad_norm": 1.1681283712387085,
      "learning_rate": 7.545221161691127e-07,
      "loss": 0.3396,
      "step": 2150730
    },
    {
      "epoch": 600.26,
      "grad_norm": 1.114820957183838,
      "learning_rate": 7.545022422325033e-07,
      "loss": 0.3393,
      "step": 2150740
    },
    {
      "epoch": 600.27,
      "grad_norm": 1.2905583381652832,
      "learning_rate": 7.544823685074231e-07,
      "loss": 0.3367,
      "step": 2150750
    },
    {
      "epoch": 600.27,
      "grad_norm": 1.168661117553711,
      "learning_rate": 7.544624949938755e-07,
      "loss": 0.3346,
      "step": 2150760
    },
    {
      "epoch": 600.27,
      "grad_norm": 1.175845980644226,
      "learning_rate": 7.54442621691861e-07,
      "loss": 0.3287,
      "step": 2150770
    },
    {
      "epoch": 600.27,
      "grad_norm": 1.149004340171814,
      "learning_rate": 7.544227486013851e-07,
      "loss": 0.3572,
      "step": 2150780
    },
    {
      "epoch": 600.28,
      "grad_norm": 1.0607234239578247,
      "learning_rate": 7.544028757224479e-07,
      "loss": 0.3554,
      "step": 2150790
    },
    {
      "epoch": 600.28,
      "grad_norm": 1.247275710105896,
      "learning_rate": 7.543830030550547e-07,
      "loss": 0.3536,
      "step": 2150800
    },
    {
      "epoch": 600.28,
      "grad_norm": 1.1587581634521484,
      "learning_rate": 7.543631305992058e-07,
      "loss": 0.3446,
      "step": 2150810
    },
    {
      "epoch": 600.28,
      "grad_norm": 1.272446632385254,
      "learning_rate": 7.543432583549047e-07,
      "loss": 0.3426,
      "step": 2150820
    },
    {
      "epoch": 600.29,
      "grad_norm": 1.6644538640975952,
      "learning_rate": 7.54323386322155e-07,
      "loss": 0.3286,
      "step": 2150830
    },
    {
      "epoch": 600.29,
      "grad_norm": 1.1324423551559448,
      "learning_rate": 7.543035145009575e-07,
      "loss": 0.3536,
      "step": 2150840
    },
    {
      "epoch": 600.29,
      "grad_norm": 1.0404243469238281,
      "learning_rate": 7.542836428913158e-07,
      "loss": 0.3334,
      "step": 2150850
    },
    {
      "epoch": 600.3,
      "grad_norm": 1.1271356344223022,
      "learning_rate": 7.542637714932326e-07,
      "loss": 0.3331,
      "step": 2150860
    },
    {
      "epoch": 600.3,
      "grad_norm": 1.3762279748916626,
      "learning_rate": 7.542439003067111e-07,
      "loss": 0.3323,
      "step": 2150870
    },
    {
      "epoch": 600.3,
      "grad_norm": 1.3597427606582642,
      "learning_rate": 7.542240293317527e-07,
      "loss": 0.3451,
      "step": 2150880
    },
    {
      "epoch": 600.3,
      "grad_norm": 1.1725307703018188,
      "learning_rate": 7.542041585683603e-07,
      "loss": 0.3497,
      "step": 2150890
    },
    {
      "epoch": 600.31,
      "grad_norm": 1.307761311531067,
      "learning_rate": 7.541842880165379e-07,
      "loss": 0.3392,
      "step": 2150900
    },
    {
      "epoch": 600.31,
      "grad_norm": 1.1683855056762695,
      "learning_rate": 7.541644176762855e-07,
      "loss": 0.3289,
      "step": 2150910
    },
    {
      "epoch": 600.31,
      "grad_norm": 1.328163504600525,
      "learning_rate": 7.541445475476091e-07,
      "loss": 0.3364,
      "step": 2150920
    },
    {
      "epoch": 600.32,
      "grad_norm": 1.4963629245758057,
      "learning_rate": 7.541246776305088e-07,
      "loss": 0.3228,
      "step": 2150930
    },
    {
      "epoch": 600.32,
      "grad_norm": 1.201829195022583,
      "learning_rate": 7.54104807924988e-07,
      "loss": 0.3326,
      "step": 2150940
    },
    {
      "epoch": 600.32,
      "grad_norm": 1.062636375427246,
      "learning_rate": 7.540849384310492e-07,
      "loss": 0.3383,
      "step": 2150950
    },
    {
      "epoch": 600.32,
      "grad_norm": 1.2228528261184692,
      "learning_rate": 7.540650691486962e-07,
      "loss": 0.3321,
      "step": 2150960
    },
    {
      "epoch": 600.33,
      "grad_norm": 1.247883915901184,
      "learning_rate": 7.5404520007793e-07,
      "loss": 0.3534,
      "step": 2150970
    },
    {
      "epoch": 600.33,
      "grad_norm": 1.178439974784851,
      "learning_rate": 7.540253312187539e-07,
      "loss": 0.3314,
      "step": 2150980
    },
    {
      "epoch": 600.33,
      "grad_norm": 0.9789462685585022,
      "learning_rate": 7.540054625711715e-07,
      "loss": 0.3349,
      "step": 2150990
    },
    {
      "epoch": 600.33,
      "grad_norm": 1.1868741512298584,
      "learning_rate": 7.539855941351828e-07,
      "loss": 0.3401,
      "step": 2151000
    },
    {
      "epoch": 600.34,
      "grad_norm": 1.3239481449127197,
      "learning_rate": 7.539657259107936e-07,
      "loss": 0.3424,
      "step": 2151010
    },
    {
      "epoch": 600.34,
      "grad_norm": 1.1590752601623535,
      "learning_rate": 7.539458578980045e-07,
      "loss": 0.3432,
      "step": 2151020
    },
    {
      "epoch": 600.34,
      "grad_norm": 1.1950268745422363,
      "learning_rate": 7.539259900968188e-07,
      "loss": 0.3272,
      "step": 2151030
    },
    {
      "epoch": 600.35,
      "grad_norm": 1.2008891105651855,
      "learning_rate": 7.539061225072398e-07,
      "loss": 0.3352,
      "step": 2151040
    },
    {
      "epoch": 600.35,
      "grad_norm": 1.2077869176864624,
      "learning_rate": 7.538862551292689e-07,
      "loss": 0.3377,
      "step": 2151050
    },
    {
      "epoch": 600.35,
      "grad_norm": 1.3534588813781738,
      "learning_rate": 7.53866387962909e-07,
      "loss": 0.3495,
      "step": 2151060
    },
    {
      "epoch": 600.35,
      "grad_norm": 1.1436657905578613,
      "learning_rate": 7.53846521008163e-07,
      "loss": 0.3491,
      "step": 2151070
    },
    {
      "epoch": 600.36,
      "grad_norm": 1.0225684642791748,
      "learning_rate": 7.538266542650339e-07,
      "loss": 0.3285,
      "step": 2151080
    },
    {
      "epoch": 600.36,
      "grad_norm": 1.2316322326660156,
      "learning_rate": 7.538067877335238e-07,
      "loss": 0.3391,
      "step": 2151090
    },
    {
      "epoch": 600.36,
      "grad_norm": 1.1954030990600586,
      "learning_rate": 7.537869214136366e-07,
      "loss": 0.3332,
      "step": 2151100
    },
    {
      "epoch": 600.37,
      "grad_norm": 1.2449926137924194,
      "learning_rate": 7.537670553053729e-07,
      "loss": 0.3449,
      "step": 2151110
    },
    {
      "epoch": 600.37,
      "grad_norm": 1.4558043479919434,
      "learning_rate": 7.537471894087363e-07,
      "loss": 0.3321,
      "step": 2151120
    },
    {
      "epoch": 600.37,
      "grad_norm": 1.2767020463943481,
      "learning_rate": 7.537273237237305e-07,
      "loss": 0.3394,
      "step": 2151130
    },
    {
      "epoch": 600.37,
      "grad_norm": 1.448819875717163,
      "learning_rate": 7.537074582503556e-07,
      "loss": 0.3329,
      "step": 2151140
    },
    {
      "epoch": 600.38,
      "grad_norm": 1.232285976409912,
      "learning_rate": 7.536875929886171e-07,
      "loss": 0.3285,
      "step": 2151150
    },
    {
      "epoch": 600.38,
      "grad_norm": 1.239250898361206,
      "learning_rate": 7.536677279385159e-07,
      "loss": 0.343,
      "step": 2151160
    },
    {
      "epoch": 600.38,
      "grad_norm": 1.1534156799316406,
      "learning_rate": 7.53647863100055e-07,
      "loss": 0.33,
      "step": 2151170
    },
    {
      "epoch": 600.39,
      "grad_norm": 1.2088154554367065,
      "learning_rate": 7.536279984732368e-07,
      "loss": 0.332,
      "step": 2151180
    },
    {
      "epoch": 600.39,
      "grad_norm": 1.0759061574935913,
      "learning_rate": 7.536081340580654e-07,
      "loss": 0.3427,
      "step": 2151190
    },
    {
      "epoch": 600.39,
      "grad_norm": 1.1773817539215088,
      "learning_rate": 7.535882698545415e-07,
      "loss": 0.33,
      "step": 2151200
    },
    {
      "epoch": 600.39,
      "grad_norm": 1.2217413187026978,
      "learning_rate": 7.535684058626685e-07,
      "loss": 0.3504,
      "step": 2151210
    },
    {
      "epoch": 600.4,
      "grad_norm": 1.2105190753936768,
      "learning_rate": 7.535485420824498e-07,
      "loss": 0.3294,
      "step": 2151220
    },
    {
      "epoch": 600.4,
      "grad_norm": 5.359407901763916,
      "learning_rate": 7.535286785138859e-07,
      "loss": 0.3331,
      "step": 2151230
    },
    {
      "epoch": 600.4,
      "grad_norm": 1.04210364818573,
      "learning_rate": 7.535088151569824e-07,
      "loss": 0.3345,
      "step": 2151240
    },
    {
      "epoch": 600.4,
      "grad_norm": 1.3071666955947876,
      "learning_rate": 7.534889520117397e-07,
      "loss": 0.3315,
      "step": 2151250
    },
    {
      "epoch": 600.41,
      "grad_norm": 1.2522716522216797,
      "learning_rate": 7.53469089078161e-07,
      "loss": 0.3337,
      "step": 2151260
    },
    {
      "epoch": 600.41,
      "grad_norm": 1.296097993850708,
      "learning_rate": 7.5344922635625e-07,
      "loss": 0.3523,
      "step": 2151270
    },
    {
      "epoch": 600.41,
      "grad_norm": 1.0758107900619507,
      "learning_rate": 7.534293638460078e-07,
      "loss": 0.3322,
      "step": 2151280
    },
    {
      "epoch": 600.42,
      "grad_norm": 1.0483587980270386,
      "learning_rate": 7.534095015474376e-07,
      "loss": 0.331,
      "step": 2151290
    },
    {
      "epoch": 600.42,
      "grad_norm": 1.2462927103042603,
      "learning_rate": 7.533896394605424e-07,
      "loss": 0.336,
      "step": 2151300
    },
    {
      "epoch": 600.42,
      "grad_norm": 1.589059829711914,
      "learning_rate": 7.533697775853249e-07,
      "loss": 0.3385,
      "step": 2151310
    },
    {
      "epoch": 600.42,
      "grad_norm": 1.2128785848617554,
      "learning_rate": 7.533499159217863e-07,
      "loss": 0.3384,
      "step": 2151320
    },
    {
      "epoch": 600.43,
      "grad_norm": 1.3068681955337524,
      "learning_rate": 7.533300544699318e-07,
      "loss": 0.3345,
      "step": 2151330
    },
    {
      "epoch": 600.43,
      "grad_norm": 1.2362937927246094,
      "learning_rate": 7.533101932297618e-07,
      "loss": 0.3408,
      "step": 2151340
    },
    {
      "epoch": 600.43,
      "grad_norm": 1.0341912508010864,
      "learning_rate": 7.532903322012798e-07,
      "loss": 0.341,
      "step": 2151350
    },
    {
      "epoch": 600.44,
      "grad_norm": 1.0558758974075317,
      "learning_rate": 7.532704713844892e-07,
      "loss": 0.3325,
      "step": 2151360
    },
    {
      "epoch": 600.44,
      "grad_norm": 1.1777209043502808,
      "learning_rate": 7.532506107793904e-07,
      "loss": 0.334,
      "step": 2151370
    },
    {
      "epoch": 600.44,
      "grad_norm": 1.086168885231018,
      "learning_rate": 7.532307503859889e-07,
      "loss": 0.3302,
      "step": 2151380
    },
    {
      "epoch": 600.44,
      "grad_norm": 1.1171364784240723,
      "learning_rate": 7.532108902042853e-07,
      "loss": 0.3358,
      "step": 2151390
    },
    {
      "epoch": 600.45,
      "grad_norm": 1.1711512804031372,
      "learning_rate": 7.531910302342827e-07,
      "loss": 0.3485,
      "step": 2151400
    },
    {
      "epoch": 600.45,
      "grad_norm": 1.3686771392822266,
      "learning_rate": 7.531711704759848e-07,
      "loss": 0.3353,
      "step": 2151410
    },
    {
      "epoch": 600.45,
      "grad_norm": 1.1930159330368042,
      "learning_rate": 7.531513109293927e-07,
      "loss": 0.321,
      "step": 2151420
    },
    {
      "epoch": 600.45,
      "grad_norm": 1.3089063167572021,
      "learning_rate": 7.531314515945097e-07,
      "loss": 0.3349,
      "step": 2151430
    },
    {
      "epoch": 600.46,
      "grad_norm": 1.231734037399292,
      "learning_rate": 7.531115924713385e-07,
      "loss": 0.3479,
      "step": 2151440
    },
    {
      "epoch": 600.46,
      "grad_norm": 1.1290743350982666,
      "learning_rate": 7.530917335598823e-07,
      "loss": 0.335,
      "step": 2151450
    },
    {
      "epoch": 600.46,
      "grad_norm": 1.396303415298462,
      "learning_rate": 7.530718748601417e-07,
      "loss": 0.3332,
      "step": 2151460
    },
    {
      "epoch": 600.47,
      "grad_norm": 1.129032015800476,
      "learning_rate": 7.530520163721223e-07,
      "loss": 0.3414,
      "step": 2151470
    },
    {
      "epoch": 600.47,
      "grad_norm": 1.3686058521270752,
      "learning_rate": 7.530321580958245e-07,
      "loss": 0.3394,
      "step": 2151480
    },
    {
      "epoch": 600.47,
      "grad_norm": 1.267637848854065,
      "learning_rate": 7.530123000312518e-07,
      "loss": 0.3392,
      "step": 2151490
    },
    {
      "epoch": 600.47,
      "grad_norm": 1.23640775680542,
      "learning_rate": 7.529924421784072e-07,
      "loss": 0.3389,
      "step": 2151500
    },
    {
      "epoch": 600.48,
      "grad_norm": 1.0936261415481567,
      "learning_rate": 7.529725845372924e-07,
      "loss": 0.3419,
      "step": 2151510
    },
    {
      "epoch": 600.48,
      "grad_norm": 1.3730968236923218,
      "learning_rate": 7.529527271079103e-07,
      "loss": 0.3396,
      "step": 2151520
    },
    {
      "epoch": 600.48,
      "grad_norm": 1.117794394493103,
      "learning_rate": 7.529328698902639e-07,
      "loss": 0.3427,
      "step": 2151530
    },
    {
      "epoch": 600.49,
      "grad_norm": 1.2619214057922363,
      "learning_rate": 7.529130128843563e-07,
      "loss": 0.3297,
      "step": 2151540
    },
    {
      "epoch": 600.49,
      "grad_norm": 1.2828186750411987,
      "learning_rate": 7.528931560901888e-07,
      "loss": 0.3388,
      "step": 2151550
    },
    {
      "epoch": 600.49,
      "grad_norm": 1.3777574300765991,
      "learning_rate": 7.528732995077649e-07,
      "loss": 0.3348,
      "step": 2151560
    },
    {
      "epoch": 600.49,
      "grad_norm": 1.181557536125183,
      "learning_rate": 7.528534431370877e-07,
      "loss": 0.3431,
      "step": 2151570
    },
    {
      "epoch": 600.5,
      "grad_norm": 1.139370322227478,
      "learning_rate": 7.528335869781579e-07,
      "loss": 0.3344,
      "step": 2151580
    },
    {
      "epoch": 600.5,
      "grad_norm": 1.1411983966827393,
      "learning_rate": 7.528137310309811e-07,
      "loss": 0.347,
      "step": 2151590
    },
    {
      "epoch": 600.5,
      "grad_norm": 1.1339759826660156,
      "learning_rate": 7.527938752955576e-07,
      "loss": 0.3357,
      "step": 2151600
    },
    {
      "epoch": 600.51,
      "grad_norm": 1.3454774618148804,
      "learning_rate": 7.527740197718903e-07,
      "loss": 0.3332,
      "step": 2151610
    },
    {
      "epoch": 600.51,
      "grad_norm": 1.3461873531341553,
      "learning_rate": 7.52754164459983e-07,
      "loss": 0.352,
      "step": 2151620
    },
    {
      "epoch": 600.51,
      "grad_norm": 1.1929092407226562,
      "learning_rate": 7.52734309359838e-07,
      "loss": 0.3504,
      "step": 2151630
    },
    {
      "epoch": 600.51,
      "grad_norm": 1.4234309196472168,
      "learning_rate": 7.527144544714572e-07,
      "loss": 0.3535,
      "step": 2151640
    },
    {
      "epoch": 600.52,
      "grad_norm": 1.4083839654922485,
      "learning_rate": 7.526945997948434e-07,
      "loss": 0.3456,
      "step": 2151650
    },
    {
      "epoch": 600.52,
      "grad_norm": 0.9734287261962891,
      "learning_rate": 7.526747453299996e-07,
      "loss": 0.3354,
      "step": 2151660
    },
    {
      "epoch": 600.52,
      "grad_norm": 1.1979745626449585,
      "learning_rate": 7.526548910769283e-07,
      "loss": 0.3497,
      "step": 2151670
    },
    {
      "epoch": 600.52,
      "grad_norm": 1.4472764730453491,
      "learning_rate": 7.526350370356329e-07,
      "loss": 0.3333,
      "step": 2151680
    },
    {
      "epoch": 600.53,
      "grad_norm": 1.2437059879302979,
      "learning_rate": 7.526151832061148e-07,
      "loss": 0.3608,
      "step": 2151690
    },
    {
      "epoch": 600.53,
      "grad_norm": 1.2934257984161377,
      "learning_rate": 7.525953295883769e-07,
      "loss": 0.3484,
      "step": 2151700
    },
    {
      "epoch": 600.53,
      "grad_norm": 1.2578922510147095,
      "learning_rate": 7.52575476182423e-07,
      "loss": 0.3331,
      "step": 2151710
    },
    {
      "epoch": 600.54,
      "grad_norm": 1.0926358699798584,
      "learning_rate": 7.525556229882534e-07,
      "loss": 0.3232,
      "step": 2151720
    },
    {
      "epoch": 600.54,
      "grad_norm": 1.0769212245941162,
      "learning_rate": 7.525357700058738e-07,
      "loss": 0.3482,
      "step": 2151730
    },
    {
      "epoch": 600.54,
      "grad_norm": 1.109510064125061,
      "learning_rate": 7.525159172352843e-07,
      "loss": 0.3381,
      "step": 2151740
    },
    {
      "epoch": 600.54,
      "grad_norm": 1.0890840291976929,
      "learning_rate": 7.524960646764885e-07,
      "loss": 0.332,
      "step": 2151750
    },
    {
      "epoch": 600.55,
      "grad_norm": 1.1430994272232056,
      "learning_rate": 7.524762123294891e-07,
      "loss": 0.3411,
      "step": 2151760
    },
    {
      "epoch": 600.55,
      "grad_norm": 1.211341142654419,
      "learning_rate": 7.524563601942893e-07,
      "loss": 0.3359,
      "step": 2151770
    },
    {
      "epoch": 600.55,
      "grad_norm": 1.140955924987793,
      "learning_rate": 7.524365082708906e-07,
      "loss": 0.344,
      "step": 2151780
    },
    {
      "epoch": 600.56,
      "grad_norm": 1.239622950553894,
      "learning_rate": 7.52416656559296e-07,
      "loss": 0.3282,
      "step": 2151790
    },
    {
      "epoch": 600.56,
      "grad_norm": 1.6454657316207886,
      "learning_rate": 7.523968050595091e-07,
      "loss": 0.3482,
      "step": 2151800
    },
    {
      "epoch": 600.56,
      "grad_norm": 1.047017216682434,
      "learning_rate": 7.523769537715303e-07,
      "loss": 0.3499,
      "step": 2151810
    },
    {
      "epoch": 600.56,
      "grad_norm": 1.099798560142517,
      "learning_rate": 7.523571026953652e-07,
      "loss": 0.3422,
      "step": 2151820
    },
    {
      "epoch": 600.57,
      "grad_norm": 1.1655346155166626,
      "learning_rate": 7.523372518310141e-07,
      "loss": 0.3167,
      "step": 2151830
    },
    {
      "epoch": 600.57,
      "grad_norm": 1.2135066986083984,
      "learning_rate": 7.523174011784804e-07,
      "loss": 0.3462,
      "step": 2151840
    },
    {
      "epoch": 600.57,
      "grad_norm": 1.259031057357788,
      "learning_rate": 7.522975507377676e-07,
      "loss": 0.3304,
      "step": 2151850
    },
    {
      "epoch": 600.57,
      "grad_norm": 1.3237003087997437,
      "learning_rate": 7.522777005088767e-07,
      "loss": 0.3283,
      "step": 2151860
    },
    {
      "epoch": 600.58,
      "grad_norm": 1.1832726001739502,
      "learning_rate": 7.522578504918115e-07,
      "loss": 0.3463,
      "step": 2151870
    },
    {
      "epoch": 600.58,
      "grad_norm": 1.2770437002182007,
      "learning_rate": 7.522380006865743e-07,
      "loss": 0.332,
      "step": 2151880
    },
    {
      "epoch": 600.58,
      "grad_norm": 1.1466233730316162,
      "learning_rate": 7.522181510931684e-07,
      "loss": 0.3362,
      "step": 2151890
    },
    {
      "epoch": 600.59,
      "grad_norm": 1.0017939805984497,
      "learning_rate": 7.521983017115942e-07,
      "loss": 0.3275,
      "step": 2151900
    },
    {
      "epoch": 600.59,
      "grad_norm": 0.9818937182426453,
      "learning_rate": 7.521784525418575e-07,
      "loss": 0.3539,
      "step": 2151910
    },
    {
      "epoch": 600.59,
      "grad_norm": 1.2773348093032837,
      "learning_rate": 7.521586035839589e-07,
      "loss": 0.3388,
      "step": 2151920
    },
    {
      "epoch": 600.59,
      "grad_norm": 3.7506892681121826,
      "learning_rate": 7.521387548379014e-07,
      "loss": 0.3445,
      "step": 2151930
    },
    {
      "epoch": 600.6,
      "grad_norm": 1.2218691110610962,
      "learning_rate": 7.521189063036886e-07,
      "loss": 0.3374,
      "step": 2151940
    },
    {
      "epoch": 600.6,
      "grad_norm": 1.1141666173934937,
      "learning_rate": 7.520990579813206e-07,
      "loss": 0.343,
      "step": 2151950
    },
    {
      "epoch": 600.6,
      "grad_norm": 1.452204942703247,
      "learning_rate": 7.520792098708035e-07,
      "loss": 0.342,
      "step": 2151960
    },
    {
      "epoch": 600.61,
      "grad_norm": 1.069146752357483,
      "learning_rate": 7.520593619721375e-07,
      "loss": 0.3524,
      "step": 2151970
    },
    {
      "epoch": 600.61,
      "grad_norm": 1.0614233016967773,
      "learning_rate": 7.520395142853257e-07,
      "loss": 0.334,
      "step": 2151980
    },
    {
      "epoch": 600.61,
      "grad_norm": 1.1513338088989258,
      "learning_rate": 7.520196668103721e-07,
      "loss": 0.3193,
      "step": 2151990
    },
    {
      "epoch": 600.61,
      "grad_norm": 1.071737289428711,
      "learning_rate": 7.519998195472773e-07,
      "loss": 0.352,
      "step": 2152000
    },
    {
      "epoch": 600.62,
      "grad_norm": 1.1911671161651611,
      "learning_rate": 7.519799724960449e-07,
      "loss": 0.3523,
      "step": 2152010
    },
    {
      "epoch": 600.62,
      "grad_norm": 1.0454134941101074,
      "learning_rate": 7.519601256566774e-07,
      "loss": 0.32,
      "step": 2152020
    },
    {
      "epoch": 600.62,
      "grad_norm": 1.0975550413131714,
      "learning_rate": 7.519402790291784e-07,
      "loss": 0.3474,
      "step": 2152030
    },
    {
      "epoch": 600.63,
      "grad_norm": 1.3903138637542725,
      "learning_rate": 7.519204326135485e-07,
      "loss": 0.3354,
      "step": 2152040
    },
    {
      "epoch": 600.63,
      "grad_norm": 1.177787184715271,
      "learning_rate": 7.519005864097926e-07,
      "loss": 0.3406,
      "step": 2152050
    },
    {
      "epoch": 600.63,
      "grad_norm": 1.3463714122772217,
      "learning_rate": 7.518807404179117e-07,
      "loss": 0.3356,
      "step": 2152060
    },
    {
      "epoch": 600.63,
      "grad_norm": 1.2656471729278564,
      "learning_rate": 7.518608946379093e-07,
      "loss": 0.331,
      "step": 2152070
    },
    {
      "epoch": 600.64,
      "grad_norm": 1.0649164915084839,
      "learning_rate": 7.518410490697882e-07,
      "loss": 0.3499,
      "step": 2152080
    },
    {
      "epoch": 600.64,
      "grad_norm": 1.104622721672058,
      "learning_rate": 7.518212037135499e-07,
      "loss": 0.3624,
      "step": 2152090
    },
    {
      "epoch": 600.64,
      "grad_norm": 1.3009707927703857,
      "learning_rate": 7.518013585691978e-07,
      "loss": 0.3319,
      "step": 2152100
    },
    {
      "epoch": 600.64,
      "grad_norm": 1.1906298398971558,
      "learning_rate": 7.517815136367346e-07,
      "loss": 0.328,
      "step": 2152110
    },
    {
      "epoch": 600.65,
      "grad_norm": 1.1262242794036865,
      "learning_rate": 7.517616689161633e-07,
      "loss": 0.3432,
      "step": 2152120
    },
    {
      "epoch": 600.65,
      "grad_norm": 1.197716474533081,
      "learning_rate": 7.517418244074849e-07,
      "loss": 0.342,
      "step": 2152130
    },
    {
      "epoch": 600.65,
      "grad_norm": 1.3276346921920776,
      "learning_rate": 7.517219801107046e-07,
      "loss": 0.3274,
      "step": 2152140
    },
    {
      "epoch": 600.66,
      "grad_norm": 1.187760829925537,
      "learning_rate": 7.51702136025823e-07,
      "loss": 0.3483,
      "step": 2152150
    },
    {
      "epoch": 600.66,
      "grad_norm": 1.0891953706741333,
      "learning_rate": 7.516822921528433e-07,
      "loss": 0.3546,
      "step": 2152160
    },
    {
      "epoch": 600.66,
      "grad_norm": 1.1527891159057617,
      "learning_rate": 7.516624484917691e-07,
      "loss": 0.3393,
      "step": 2152170
    },
    {
      "epoch": 600.66,
      "grad_norm": 1.129808783531189,
      "learning_rate": 7.516426050426011e-07,
      "loss": 0.3347,
      "step": 2152180
    },
    {
      "epoch": 600.67,
      "grad_norm": 1.0420355796813965,
      "learning_rate": 7.516227618053434e-07,
      "loss": 0.3393,
      "step": 2152190
    },
    {
      "epoch": 600.67,
      "grad_norm": 1.0771780014038086,
      "learning_rate": 7.516029187799982e-07,
      "loss": 0.3241,
      "step": 2152200
    },
    {
      "epoch": 600.67,
      "grad_norm": 1.1800453662872314,
      "learning_rate": 7.515830759665687e-07,
      "loss": 0.3242,
      "step": 2152210
    },
    {
      "epoch": 600.68,
      "grad_norm": 1.2224522829055786,
      "learning_rate": 7.515632333650567e-07,
      "loss": 0.3409,
      "step": 2152220
    },
    {
      "epoch": 600.68,
      "grad_norm": 1.8279101848602295,
      "learning_rate": 7.51543390975465e-07,
      "loss": 0.3555,
      "step": 2152230
    },
    {
      "epoch": 600.68,
      "grad_norm": 1.0959069728851318,
      "learning_rate": 7.515235487977964e-07,
      "loss": 0.3308,
      "step": 2152240
    },
    {
      "epoch": 600.68,
      "grad_norm": 1.254014015197754,
      "learning_rate": 7.515037068320536e-07,
      "loss": 0.3303,
      "step": 2152250
    },
    {
      "epoch": 600.69,
      "grad_norm": 1.5601346492767334,
      "learning_rate": 7.514838650782398e-07,
      "loss": 0.3405,
      "step": 2152260
    },
    {
      "epoch": 600.69,
      "grad_norm": 1.3261669874191284,
      "learning_rate": 7.514640235363559e-07,
      "loss": 0.3479,
      "step": 2152270
    },
    {
      "epoch": 600.69,
      "grad_norm": 1.3380117416381836,
      "learning_rate": 7.514441822064071e-07,
      "loss": 0.3403,
      "step": 2152280
    },
    {
      "epoch": 600.69,
      "grad_norm": 1.1959209442138672,
      "learning_rate": 7.514243410883937e-07,
      "loss": 0.3471,
      "step": 2152290
    },
    {
      "epoch": 600.7,
      "grad_norm": 1.1082651615142822,
      "learning_rate": 7.514045001823193e-07,
      "loss": 0.346,
      "step": 2152300
    },
    {
      "epoch": 600.7,
      "grad_norm": 1.239766001701355,
      "learning_rate": 7.513846594881874e-07,
      "loss": 0.3362,
      "step": 2152310
    },
    {
      "epoch": 600.7,
      "grad_norm": 1.1846257448196411,
      "learning_rate": 7.51364819005999e-07,
      "loss": 0.3283,
      "step": 2152320
    },
    {
      "epoch": 600.71,
      "grad_norm": 1.238365888595581,
      "learning_rate": 7.513449787357575e-07,
      "loss": 0.3515,
      "step": 2152330
    },
    {
      "epoch": 600.71,
      "grad_norm": 1.1157549619674683,
      "learning_rate": 7.513251386774657e-07,
      "loss": 0.3434,
      "step": 2152340
    },
    {
      "epoch": 600.71,
      "grad_norm": 1.1941490173339844,
      "learning_rate": 7.513052988311267e-07,
      "loss": 0.3365,
      "step": 2152350
    },
    {
      "epoch": 600.71,
      "grad_norm": 1.2544058561325073,
      "learning_rate": 7.512854591967416e-07,
      "loss": 0.3314,
      "step": 2152360
    },
    {
      "epoch": 600.72,
      "grad_norm": 1.3105640411376953,
      "learning_rate": 7.51265619774314e-07,
      "loss": 0.3309,
      "step": 2152370
    },
    {
      "epoch": 600.72,
      "grad_norm": 1.1795058250427246,
      "learning_rate": 7.512457805638473e-07,
      "loss": 0.3292,
      "step": 2152380
    },
    {
      "epoch": 600.72,
      "grad_norm": 1.2601299285888672,
      "learning_rate": 7.51225941565342e-07,
      "loss": 0.3245,
      "step": 2152390
    },
    {
      "epoch": 600.73,
      "grad_norm": 1.2373757362365723,
      "learning_rate": 7.512061027788034e-07,
      "loss": 0.3466,
      "step": 2152400
    },
    {
      "epoch": 600.73,
      "grad_norm": 0.9988412261009216,
      "learning_rate": 7.511862642042323e-07,
      "loss": 0.3401,
      "step": 2152410
    },
    {
      "epoch": 600.73,
      "grad_norm": 1.128745675086975,
      "learning_rate": 7.511664258416317e-07,
      "loss": 0.3341,
      "step": 2152420
    },
    {
      "epoch": 600.73,
      "grad_norm": 1.0993967056274414,
      "learning_rate": 7.511465876910045e-07,
      "loss": 0.3362,
      "step": 2152430
    },
    {
      "epoch": 600.74,
      "grad_norm": 1.0004236698150635,
      "learning_rate": 7.511267497523539e-07,
      "loss": 0.3455,
      "step": 2152440
    },
    {
      "epoch": 600.74,
      "grad_norm": 1.1397676467895508,
      "learning_rate": 7.511069120256811e-07,
      "loss": 0.3368,
      "step": 2152450
    },
    {
      "epoch": 600.74,
      "grad_norm": 1.1396842002868652,
      "learning_rate": 7.510870745109895e-07,
      "loss": 0.3378,
      "step": 2152460
    },
    {
      "epoch": 600.75,
      "grad_norm": 1.166557788848877,
      "learning_rate": 7.510672372082827e-07,
      "loss": 0.3589,
      "step": 2152470
    },
    {
      "epoch": 600.75,
      "grad_norm": 1.1060622930526733,
      "learning_rate": 7.510474001175609e-07,
      "loss": 0.3337,
      "step": 2152480
    },
    {
      "epoch": 600.75,
      "grad_norm": 1.4208711385726929,
      "learning_rate": 7.510275632388295e-07,
      "loss": 0.3573,
      "step": 2152490
    },
    {
      "epoch": 600.75,
      "grad_norm": 1.2336877584457397,
      "learning_rate": 7.510077265720893e-07,
      "loss": 0.3414,
      "step": 2152500
    },
    {
      "epoch": 600.76,
      "grad_norm": 1.2795666456222534,
      "learning_rate": 7.509878901173436e-07,
      "loss": 0.3556,
      "step": 2152510
    },
    {
      "epoch": 600.76,
      "grad_norm": 1.4032247066497803,
      "learning_rate": 7.509680538745958e-07,
      "loss": 0.3478,
      "step": 2152520
    },
    {
      "epoch": 600.76,
      "grad_norm": 1.242295265197754,
      "learning_rate": 7.50948217843846e-07,
      "loss": 0.3436,
      "step": 2152530
    },
    {
      "epoch": 600.76,
      "grad_norm": 1.4242401123046875,
      "learning_rate": 7.509283820251001e-07,
      "loss": 0.3173,
      "step": 2152540
    },
    {
      "epoch": 600.77,
      "grad_norm": 1.2964558601379395,
      "learning_rate": 7.509085464183583e-07,
      "loss": 0.3419,
      "step": 2152550
    },
    {
      "epoch": 600.77,
      "grad_norm": 1.2115695476531982,
      "learning_rate": 7.508887110236244e-07,
      "loss": 0.3341,
      "step": 2152560
    },
    {
      "epoch": 600.77,
      "grad_norm": 1.1644642353057861,
      "learning_rate": 7.508688758409007e-07,
      "loss": 0.3292,
      "step": 2152570
    },
    {
      "epoch": 600.78,
      "grad_norm": 1.1416302919387817,
      "learning_rate": 7.508490408701908e-07,
      "loss": 0.3404,
      "step": 2152580
    },
    {
      "epoch": 600.78,
      "grad_norm": 1.202304720878601,
      "learning_rate": 7.508292061114954e-07,
      "loss": 0.3303,
      "step": 2152590
    },
    {
      "epoch": 600.78,
      "grad_norm": 1.391202688217163,
      "learning_rate": 7.508093715648185e-07,
      "loss": 0.3462,
      "step": 2152600
    },
    {
      "epoch": 600.78,
      "grad_norm": 1.0898891687393188,
      "learning_rate": 7.507895372301628e-07,
      "loss": 0.3327,
      "step": 2152610
    },
    {
      "epoch": 600.79,
      "grad_norm": 1.183489203453064,
      "learning_rate": 7.507697031075294e-07,
      "loss": 0.3462,
      "step": 2152620
    },
    {
      "epoch": 600.79,
      "grad_norm": 1.2276265621185303,
      "learning_rate": 7.507498691969233e-07,
      "loss": 0.3276,
      "step": 2152630
    },
    {
      "epoch": 600.79,
      "grad_norm": 1.2092269659042358,
      "learning_rate": 7.507300354983456e-07,
      "loss": 0.3582,
      "step": 2152640
    },
    {
      "epoch": 600.8,
      "grad_norm": 1.155550241470337,
      "learning_rate": 7.50710202011799e-07,
      "loss": 0.3365,
      "step": 2152650
    },
    {
      "epoch": 600.8,
      "grad_norm": 1.243485450744629,
      "learning_rate": 7.506903687372872e-07,
      "loss": 0.3421,
      "step": 2152660
    },
    {
      "epoch": 600.8,
      "grad_norm": 1.1899913549423218,
      "learning_rate": 7.506705356748116e-07,
      "loss": 0.3518,
      "step": 2152670
    },
    {
      "epoch": 600.8,
      "grad_norm": 1.048635721206665,
      "learning_rate": 7.506507028243749e-07,
      "loss": 0.3557,
      "step": 2152680
    },
    {
      "epoch": 600.81,
      "grad_norm": 1.243507981300354,
      "learning_rate": 7.506308701859803e-07,
      "loss": 0.3495,
      "step": 2152690
    },
    {
      "epoch": 600.81,
      "grad_norm": 1.349872350692749,
      "learning_rate": 7.506110377596312e-07,
      "loss": 0.3307,
      "step": 2152700
    },
    {
      "epoch": 600.81,
      "grad_norm": 1.1855427026748657,
      "learning_rate": 7.505912055453276e-07,
      "loss": 0.3558,
      "step": 2152710
    },
    {
      "epoch": 600.81,
      "grad_norm": 1.2958155870437622,
      "learning_rate": 7.505713735430757e-07,
      "loss": 0.3539,
      "step": 2152720
    },
    {
      "epoch": 600.82,
      "grad_norm": 1.2325419187545776,
      "learning_rate": 7.505515417528753e-07,
      "loss": 0.3273,
      "step": 2152730
    },
    {
      "epoch": 600.82,
      "grad_norm": 1.2280625104904175,
      "learning_rate": 7.5053171017473e-07,
      "loss": 0.3355,
      "step": 2152740
    },
    {
      "epoch": 600.82,
      "grad_norm": 1.4626777172088623,
      "learning_rate": 7.505118788086435e-07,
      "loss": 0.3347,
      "step": 2152750
    },
    {
      "epoch": 600.83,
      "grad_norm": 1.2148308753967285,
      "learning_rate": 7.504920476546165e-07,
      "loss": 0.332,
      "step": 2152760
    },
    {
      "epoch": 600.83,
      "grad_norm": 1.493939995765686,
      "learning_rate": 7.504722167126524e-07,
      "loss": 0.3409,
      "step": 2152770
    },
    {
      "epoch": 600.83,
      "grad_norm": 1.0582215785980225,
      "learning_rate": 7.504523859827543e-07,
      "loss": 0.3524,
      "step": 2152780
    },
    {
      "epoch": 600.83,
      "grad_norm": 1.1507912874221802,
      "learning_rate": 7.504325554649252e-07,
      "loss": 0.3351,
      "step": 2152790
    },
    {
      "epoch": 600.84,
      "grad_norm": 1.17501962184906,
      "learning_rate": 7.504127251591663e-07,
      "loss": 0.335,
      "step": 2152800
    },
    {
      "epoch": 600.84,
      "grad_norm": 1.2332109212875366,
      "learning_rate": 7.503928950654809e-07,
      "loss": 0.3465,
      "step": 2152810
    },
    {
      "epoch": 600.84,
      "grad_norm": 1.1943877935409546,
      "learning_rate": 7.503730651838721e-07,
      "loss": 0.3708,
      "step": 2152820
    },
    {
      "epoch": 600.85,
      "grad_norm": 1.6697674989700317,
      "learning_rate": 7.503532355143419e-07,
      "loss": 0.3378,
      "step": 2152830
    },
    {
      "epoch": 600.85,
      "grad_norm": 1.494841456413269,
      "learning_rate": 7.50333406056894e-07,
      "loss": 0.3352,
      "step": 2152840
    },
    {
      "epoch": 600.85,
      "grad_norm": 1.0469989776611328,
      "learning_rate": 7.503135768115291e-07,
      "loss": 0.3346,
      "step": 2152850
    },
    {
      "epoch": 600.85,
      "grad_norm": 1.1490293741226196,
      "learning_rate": 7.502937477782522e-07,
      "loss": 0.3496,
      "step": 2152860
    },
    {
      "epoch": 600.86,
      "grad_norm": 1.4428391456604004,
      "learning_rate": 7.502739189570641e-07,
      "loss": 0.3349,
      "step": 2152870
    },
    {
      "epoch": 600.86,
      "grad_norm": 1.291777491569519,
      "learning_rate": 7.502540903479681e-07,
      "loss": 0.3455,
      "step": 2152880
    },
    {
      "epoch": 600.86,
      "grad_norm": 1.0283359289169312,
      "learning_rate": 7.502342619509677e-07,
      "loss": 0.337,
      "step": 2152890
    },
    {
      "epoch": 600.87,
      "grad_norm": 1.362672209739685,
      "learning_rate": 7.502144337660638e-07,
      "loss": 0.3315,
      "step": 2152900
    },
    {
      "epoch": 600.87,
      "grad_norm": 1.023083209991455,
      "learning_rate": 7.501946057932601e-07,
      "loss": 0.328,
      "step": 2152910
    },
    {
      "epoch": 600.87,
      "grad_norm": 1.239614486694336,
      "learning_rate": 7.501747780325588e-07,
      "loss": 0.3472,
      "step": 2152920
    },
    {
      "epoch": 600.87,
      "grad_norm": 1.1828640699386597,
      "learning_rate": 7.501549504839636e-07,
      "loss": 0.3244,
      "step": 2152930
    },
    {
      "epoch": 600.88,
      "grad_norm": 1.2810174226760864,
      "learning_rate": 7.501351231474756e-07,
      "loss": 0.3449,
      "step": 2152940
    },
    {
      "epoch": 600.88,
      "grad_norm": 1.1614335775375366,
      "learning_rate": 7.501152960230984e-07,
      "loss": 0.3307,
      "step": 2152950
    },
    {
      "epoch": 600.88,
      "grad_norm": 1.277609944343567,
      "learning_rate": 7.50095469110834e-07,
      "loss": 0.3386,
      "step": 2152960
    },
    {
      "epoch": 600.88,
      "grad_norm": 1.141455888748169,
      "learning_rate": 7.500756424106857e-07,
      "loss": 0.3208,
      "step": 2152970
    },
    {
      "epoch": 600.89,
      "grad_norm": 1.050009846687317,
      "learning_rate": 7.500558159226568e-07,
      "loss": 0.35,
      "step": 2152980
    },
    {
      "epoch": 600.89,
      "grad_norm": 1.4004753828048706,
      "learning_rate": 7.50035989646748e-07,
      "loss": 0.3431,
      "step": 2152990
    },
    {
      "epoch": 600.89,
      "grad_norm": 1.1460939645767212,
      "learning_rate": 7.500161635829633e-07,
      "loss": 0.3294,
      "step": 2153000
    },
    {
      "epoch": 600.9,
      "grad_norm": 1.699747085571289,
      "learning_rate": 7.499963377313047e-07,
      "loss": 0.3546,
      "step": 2153010
    },
    {
      "epoch": 600.9,
      "grad_norm": 1.2061396837234497,
      "learning_rate": 7.49976512091776e-07,
      "loss": 0.3369,
      "step": 2153020
    },
    {
      "epoch": 600.9,
      "grad_norm": 1.191287875175476,
      "learning_rate": 7.499566866643783e-07,
      "loss": 0.3376,
      "step": 2153030
    },
    {
      "epoch": 600.9,
      "grad_norm": 1.1174535751342773,
      "learning_rate": 7.499368614491149e-07,
      "loss": 0.3352,
      "step": 2153040
    },
    {
      "epoch": 600.91,
      "grad_norm": 1.5639954805374146,
      "learning_rate": 7.49917036445989e-07,
      "loss": 0.3504,
      "step": 2153050
    },
    {
      "epoch": 600.91,
      "grad_norm": 1.2713332176208496,
      "learning_rate": 7.498972116550012e-07,
      "loss": 0.3211,
      "step": 2153060
    },
    {
      "epoch": 600.91,
      "grad_norm": 1.076629638671875,
      "learning_rate": 7.498773870761574e-07,
      "loss": 0.3474,
      "step": 2153070
    },
    {
      "epoch": 600.92,
      "grad_norm": 1.1912873983383179,
      "learning_rate": 7.498575627094576e-07,
      "loss": 0.3376,
      "step": 2153080
    },
    {
      "epoch": 600.92,
      "grad_norm": 1.2051787376403809,
      "learning_rate": 7.498377385549056e-07,
      "loss": 0.3309,
      "step": 2153090
    },
    {
      "epoch": 600.92,
      "grad_norm": 1.2449678182601929,
      "learning_rate": 7.498179146125033e-07,
      "loss": 0.3491,
      "step": 2153100
    },
    {
      "epoch": 600.92,
      "grad_norm": 1.3862848281860352,
      "learning_rate": 7.49798090882254e-07,
      "loss": 0.3429,
      "step": 2153110
    },
    {
      "epoch": 600.93,
      "grad_norm": 1.1765671968460083,
      "learning_rate": 7.497782673641609e-07,
      "loss": 0.3348,
      "step": 2153120
    },
    {
      "epoch": 600.93,
      "grad_norm": 1.0870258808135986,
      "learning_rate": 7.497584440582251e-07,
      "loss": 0.3446,
      "step": 2153130
    },
    {
      "epoch": 600.93,
      "grad_norm": 1.1397922039031982,
      "learning_rate": 7.497386209644499e-07,
      "loss": 0.3274,
      "step": 2153140
    },
    {
      "epoch": 600.93,
      "grad_norm": 1.0859589576721191,
      "learning_rate": 7.497187980828383e-07,
      "loss": 0.3208,
      "step": 2153150
    },
    {
      "epoch": 600.94,
      "grad_norm": 1.267622709274292,
      "learning_rate": 7.496989754133934e-07,
      "loss": 0.3472,
      "step": 2153160
    },
    {
      "epoch": 600.94,
      "grad_norm": 1.255149006843567,
      "learning_rate": 7.496791529561161e-07,
      "loss": 0.3386,
      "step": 2153170
    },
    {
      "epoch": 600.94,
      "grad_norm": 1.1265560388565063,
      "learning_rate": 7.496593307110102e-07,
      "loss": 0.3443,
      "step": 2153180
    },
    {
      "epoch": 600.95,
      "grad_norm": 1.09037446975708,
      "learning_rate": 7.496395086780789e-07,
      "loss": 0.3213,
      "step": 2153190
    },
    {
      "epoch": 600.95,
      "grad_norm": 1.3597118854522705,
      "learning_rate": 7.496196868573228e-07,
      "loss": 0.3446,
      "step": 2153200
    },
    {
      "epoch": 600.95,
      "grad_norm": 1.2052440643310547,
      "learning_rate": 7.495998652487476e-07,
      "loss": 0.3223,
      "step": 2153210
    },
    {
      "epoch": 600.95,
      "grad_norm": 1.3055027723312378,
      "learning_rate": 7.49580043852353e-07,
      "loss": 0.3415,
      "step": 2153220
    },
    {
      "epoch": 600.96,
      "grad_norm": 1.0956727266311646,
      "learning_rate": 7.495602226681431e-07,
      "loss": 0.3407,
      "step": 2153230
    },
    {
      "epoch": 600.96,
      "grad_norm": 1.1653367280960083,
      "learning_rate": 7.4954040169612e-07,
      "loss": 0.3283,
      "step": 2153240
    },
    {
      "epoch": 600.96,
      "grad_norm": 1.1776535511016846,
      "learning_rate": 7.495205809362877e-07,
      "loss": 0.3343,
      "step": 2153250
    },
    {
      "epoch": 600.97,
      "grad_norm": 1.604144811630249,
      "learning_rate": 7.495007603886471e-07,
      "loss": 0.3446,
      "step": 2153260
    },
    {
      "epoch": 600.97,
      "grad_norm": 1.133750319480896,
      "learning_rate": 7.494809400532012e-07,
      "loss": 0.33,
      "step": 2153270
    },
    {
      "epoch": 600.97,
      "grad_norm": 1.1651874780654907,
      "learning_rate": 7.494611199299538e-07,
      "loss": 0.3365,
      "step": 2153280
    },
    {
      "epoch": 600.97,
      "grad_norm": 1.1870594024658203,
      "learning_rate": 7.494413000189053e-07,
      "loss": 0.3368,
      "step": 2153290
    },
    {
      "epoch": 600.98,
      "grad_norm": 1.0775712728500366,
      "learning_rate": 7.494214803200612e-07,
      "loss": 0.3535,
      "step": 2153300
    },
    {
      "epoch": 600.98,
      "grad_norm": 1.1771279573440552,
      "learning_rate": 7.494016608334218e-07,
      "loss": 0.3312,
      "step": 2153310
    },
    {
      "epoch": 600.98,
      "grad_norm": 1.36668860912323,
      "learning_rate": 7.493818415589906e-07,
      "loss": 0.3254,
      "step": 2153320
    },
    {
      "epoch": 600.99,
      "grad_norm": 1.247008204460144,
      "learning_rate": 7.493620224967711e-07,
      "loss": 0.3458,
      "step": 2153330
    },
    {
      "epoch": 600.99,
      "grad_norm": 1.1924797296524048,
      "learning_rate": 7.493422036467641e-07,
      "loss": 0.3418,
      "step": 2153340
    },
    {
      "epoch": 600.99,
      "grad_norm": 1.1385388374328613,
      "learning_rate": 7.493223850089733e-07,
      "loss": 0.3509,
      "step": 2153350
    },
    {
      "epoch": 600.99,
      "grad_norm": 1.020540475845337,
      "learning_rate": 7.493025665834016e-07,
      "loss": 0.3248,
      "step": 2153360
    },
    {
      "epoch": 601.0,
      "grad_norm": 1.0917695760726929,
      "learning_rate": 7.492827483700515e-07,
      "loss": 0.3277,
      "step": 2153370
    },
    {
      "epoch": 601.0,
      "grad_norm": 1.2254356145858765,
      "learning_rate": 7.492629303689244e-07,
      "loss": 0.3542,
      "step": 2153380
    },
    {
      "epoch": 601.0,
      "eval_loss": 0.3396685719490051,
      "eval_runtime": 65.4307,
      "eval_samples_per_second": 77.318,
      "eval_steps_per_second": 9.674,
      "step": 2153383
    },
    {
      "epoch": 601.0,
      "grad_norm": 1.212275505065918,
      "learning_rate": 7.492431125800252e-07,
      "loss": 0.3392,
      "step": 2153390
    },
    {
      "epoch": 601.0,
      "grad_norm": 1.0800049304962158,
      "learning_rate": 7.492232950033545e-07,
      "loss": 0.3322,
      "step": 2153400
    },
    {
      "epoch": 601.01,
      "grad_norm": 1.1562176942825317,
      "learning_rate": 7.492034776389158e-07,
      "loss": 0.3435,
      "step": 2153410
    },
    {
      "epoch": 601.01,
      "grad_norm": 1.398102879524231,
      "learning_rate": 7.491836604867127e-07,
      "loss": 0.3275,
      "step": 2153420
    },
    {
      "epoch": 601.01,
      "grad_norm": 1.0621055364608765,
      "learning_rate": 7.49163843546745e-07,
      "loss": 0.3256,
      "step": 2153430
    },
    {
      "epoch": 601.02,
      "grad_norm": 1.2644758224487305,
      "learning_rate": 7.491440268190186e-07,
      "loss": 0.3407,
      "step": 2153440
    },
    {
      "epoch": 601.02,
      "grad_norm": 1.2422467470169067,
      "learning_rate": 7.49124210303534e-07,
      "loss": 0.345,
      "step": 2153450
    },
    {
      "epoch": 601.02,
      "grad_norm": 1.3435593843460083,
      "learning_rate": 7.491043940002948e-07,
      "loss": 0.341,
      "step": 2153460
    },
    {
      "epoch": 601.02,
      "grad_norm": 1.1052900552749634,
      "learning_rate": 7.490845779093038e-07,
      "loss": 0.3398,
      "step": 2153470
    },
    {
      "epoch": 601.03,
      "grad_norm": 1.1963121891021729,
      "learning_rate": 7.490647620305626e-07,
      "loss": 0.3381,
      "step": 2153480
    },
    {
      "epoch": 601.03,
      "grad_norm": 1.6272505521774292,
      "learning_rate": 7.490449463640744e-07,
      "loss": 0.3303,
      "step": 2153490
    },
    {
      "epoch": 601.03,
      "grad_norm": 1.0705980062484741,
      "learning_rate": 7.49025130909842e-07,
      "loss": 0.3404,
      "step": 2153500
    },
    {
      "epoch": 601.04,
      "grad_norm": 1.213119387626648,
      "learning_rate": 7.490053156678684e-07,
      "loss": 0.3372,
      "step": 2153510
    },
    {
      "epoch": 601.04,
      "grad_norm": 1.211601734161377,
      "learning_rate": 7.489855006381545e-07,
      "loss": 0.3369,
      "step": 2153520
    },
    {
      "epoch": 601.04,
      "grad_norm": 1.10792875289917,
      "learning_rate": 7.489656858207057e-07,
      "loss": 0.3401,
      "step": 2153530
    },
    {
      "epoch": 601.04,
      "grad_norm": 1.3469610214233398,
      "learning_rate": 7.489458712155222e-07,
      "loss": 0.3494,
      "step": 2153540
    },
    {
      "epoch": 601.05,
      "grad_norm": 1.3264968395233154,
      "learning_rate": 7.489260568226075e-07,
      "loss": 0.336,
      "step": 2153550
    },
    {
      "epoch": 601.05,
      "grad_norm": 1.1323676109313965,
      "learning_rate": 7.489062426419652e-07,
      "loss": 0.3374,
      "step": 2153560
    },
    {
      "epoch": 601.05,
      "grad_norm": 1.2439531087875366,
      "learning_rate": 7.488864286735963e-07,
      "loss": 0.3317,
      "step": 2153570
    },
    {
      "epoch": 601.05,
      "grad_norm": 1.2742568254470825,
      "learning_rate": 7.488666149175042e-07,
      "loss": 0.3271,
      "step": 2153580
    },
    {
      "epoch": 601.06,
      "grad_norm": 1.2205740213394165,
      "learning_rate": 7.488468013736913e-07,
      "loss": 0.3355,
      "step": 2153590
    },
    {
      "epoch": 601.06,
      "grad_norm": 1.2992066144943237,
      "learning_rate": 7.488269880421614e-07,
      "loss": 0.3425,
      "step": 2153600
    },
    {
      "epoch": 601.06,
      "grad_norm": 1.165903925895691,
      "learning_rate": 7.488071749229154e-07,
      "loss": 0.3405,
      "step": 2153610
    },
    {
      "epoch": 601.07,
      "grad_norm": 1.1028131246566772,
      "learning_rate": 7.487873620159568e-07,
      "loss": 0.3382,
      "step": 2153620
    },
    {
      "epoch": 601.07,
      "grad_norm": 1.289137601852417,
      "learning_rate": 7.487675493212889e-07,
      "loss": 0.3401,
      "step": 2153630
    },
    {
      "epoch": 601.07,
      "grad_norm": 1.6104679107666016,
      "learning_rate": 7.48747736838912e-07,
      "loss": 0.3337,
      "step": 2153640
    },
    {
      "epoch": 601.07,
      "grad_norm": 1.3256529569625854,
      "learning_rate": 7.487279245688317e-07,
      "loss": 0.3376,
      "step": 2153650
    },
    {
      "epoch": 601.08,
      "grad_norm": 1.158809781074524,
      "learning_rate": 7.487081125110489e-07,
      "loss": 0.3376,
      "step": 2153660
    },
    {
      "epoch": 601.08,
      "grad_norm": 1.736897349357605,
      "learning_rate": 7.486883006655662e-07,
      "loss": 0.3461,
      "step": 2153670
    },
    {
      "epoch": 601.08,
      "grad_norm": 1.2876009941101074,
      "learning_rate": 7.486684890323869e-07,
      "loss": 0.3241,
      "step": 2153680
    },
    {
      "epoch": 601.09,
      "grad_norm": 1.2750332355499268,
      "learning_rate": 7.486486776115133e-07,
      "loss": 0.3261,
      "step": 2153690
    },
    {
      "epoch": 601.09,
      "grad_norm": 1.1129261255264282,
      "learning_rate": 7.48628866402949e-07,
      "loss": 0.3457,
      "step": 2153700
    },
    {
      "epoch": 601.09,
      "grad_norm": 1.307018756866455,
      "learning_rate": 7.486090554066949e-07,
      "loss": 0.3369,
      "step": 2153710
    },
    {
      "epoch": 601.09,
      "grad_norm": 1.0869852304458618,
      "learning_rate": 7.485892446227545e-07,
      "loss": 0.3362,
      "step": 2153720
    },
    {
      "epoch": 601.1,
      "grad_norm": 1.0855656862258911,
      "learning_rate": 7.485694340511304e-07,
      "loss": 0.3473,
      "step": 2153730
    },
    {
      "epoch": 601.1,
      "grad_norm": 1.2156907320022583,
      "learning_rate": 7.485496236918261e-07,
      "loss": 0.3343,
      "step": 2153740
    },
    {
      "epoch": 601.1,
      "grad_norm": 1.1597840785980225,
      "learning_rate": 7.485298135448427e-07,
      "loss": 0.3234,
      "step": 2153750
    },
    {
      "epoch": 601.11,
      "grad_norm": 1.3247261047363281,
      "learning_rate": 7.485100036101834e-07,
      "loss": 0.3476,
      "step": 2153760
    },
    {
      "epoch": 601.11,
      "grad_norm": 1.0986266136169434,
      "learning_rate": 7.484901938878516e-07,
      "loss": 0.3445,
      "step": 2153770
    },
    {
      "epoch": 601.11,
      "grad_norm": 1.2597579956054688,
      "learning_rate": 7.484703843778481e-07,
      "loss": 0.35,
      "step": 2153780
    },
    {
      "epoch": 601.11,
      "grad_norm": 1.165017008781433,
      "learning_rate": 7.484505750801782e-07,
      "loss": 0.351,
      "step": 2153790
    },
    {
      "epoch": 601.12,
      "grad_norm": 1.1593343019485474,
      "learning_rate": 7.484307659948421e-07,
      "loss": 0.3332,
      "step": 2153800
    },
    {
      "epoch": 601.12,
      "grad_norm": 1.1770949363708496,
      "learning_rate": 7.484109571218436e-07,
      "loss": 0.3413,
      "step": 2153810
    },
    {
      "epoch": 601.12,
      "grad_norm": 1.1251695156097412,
      "learning_rate": 7.483911484611853e-07,
      "loss": 0.3292,
      "step": 2153820
    },
    {
      "epoch": 601.12,
      "grad_norm": 1.5233138799667358,
      "learning_rate": 7.483713400128704e-07,
      "loss": 0.3288,
      "step": 2153830
    },
    {
      "epoch": 601.13,
      "grad_norm": 1.1102705001831055,
      "learning_rate": 7.483515317768998e-07,
      "loss": 0.3487,
      "step": 2153840
    },
    {
      "epoch": 601.13,
      "grad_norm": 0.9235881567001343,
      "learning_rate": 7.483317237532775e-07,
      "loss": 0.3414,
      "step": 2153850
    },
    {
      "epoch": 601.13,
      "grad_norm": 1.0952789783477783,
      "learning_rate": 7.483119159420063e-07,
      "loss": 0.3372,
      "step": 2153860
    },
    {
      "epoch": 601.14,
      "grad_norm": 1.0775729417800903,
      "learning_rate": 7.482921083430869e-07,
      "loss": 0.3289,
      "step": 2153870
    },
    {
      "epoch": 601.14,
      "grad_norm": 5.415956497192383,
      "learning_rate": 7.48272300956525e-07,
      "loss": 0.3471,
      "step": 2153880
    },
    {
      "epoch": 601.14,
      "grad_norm": 1.2171075344085693,
      "learning_rate": 7.482524937823208e-07,
      "loss": 0.328,
      "step": 2153890
    },
    {
      "epoch": 601.14,
      "grad_norm": 1.1871331930160522,
      "learning_rate": 7.482326868204777e-07,
      "loss": 0.3428,
      "step": 2153900
    },
    {
      "epoch": 601.15,
      "grad_norm": 1.0819884538650513,
      "learning_rate": 7.482128800709995e-07,
      "loss": 0.3269,
      "step": 2153910
    },
    {
      "epoch": 601.15,
      "grad_norm": 1.1015020608901978,
      "learning_rate": 7.481930735338864e-07,
      "loss": 0.3335,
      "step": 2153920
    },
    {
      "epoch": 601.15,
      "grad_norm": 1.2019554376602173,
      "learning_rate": 7.481732672091428e-07,
      "loss": 0.3275,
      "step": 2153930
    },
    {
      "epoch": 601.16,
      "grad_norm": 1.110489010810852,
      "learning_rate": 7.481534610967708e-07,
      "loss": 0.3549,
      "step": 2153940
    },
    {
      "epoch": 601.16,
      "grad_norm": 1.1242589950561523,
      "learning_rate": 7.481336551967737e-07,
      "loss": 0.3434,
      "step": 2153950
    },
    {
      "epoch": 601.16,
      "grad_norm": 1.2478246688842773,
      "learning_rate": 7.481138495091522e-07,
      "loss": 0.3405,
      "step": 2153960
    },
    {
      "epoch": 601.16,
      "grad_norm": 1.1731456518173218,
      "learning_rate": 7.480940440339119e-07,
      "loss": 0.3422,
      "step": 2153970
    },
    {
      "epoch": 601.17,
      "grad_norm": 1.1550267934799194,
      "learning_rate": 7.48074238771053e-07,
      "loss": 0.3337,
      "step": 2153980
    },
    {
      "epoch": 601.17,
      "grad_norm": 1.22531259059906,
      "learning_rate": 7.480544337205789e-07,
      "loss": 0.3466,
      "step": 2153990
    },
    {
      "epoch": 601.17,
      "grad_norm": 1.0727875232696533,
      "learning_rate": 7.480346288824933e-07,
      "loss": 0.335,
      "step": 2154000
    },
    {
      "epoch": 601.17,
      "grad_norm": 1.2249674797058105,
      "learning_rate": 7.480148242567961e-07,
      "loss": 0.3367,
      "step": 2154010
    },
    {
      "epoch": 601.18,
      "grad_norm": 1.386956810951233,
      "learning_rate": 7.479950198434933e-07,
      "loss": 0.3343,
      "step": 2154020
    },
    {
      "epoch": 601.18,
      "grad_norm": 1.1683269739151,
      "learning_rate": 7.479752156425852e-07,
      "loss": 0.3345,
      "step": 2154030
    },
    {
      "epoch": 601.18,
      "grad_norm": 1.2009693384170532,
      "learning_rate": 7.479554116540749e-07,
      "loss": 0.3271,
      "step": 2154040
    },
    {
      "epoch": 601.19,
      "grad_norm": 1.0377542972564697,
      "learning_rate": 7.479356078779655e-07,
      "loss": 0.3268,
      "step": 2154050
    },
    {
      "epoch": 601.19,
      "grad_norm": 1.21712327003479,
      "learning_rate": 7.479158043142603e-07,
      "loss": 0.3493,
      "step": 2154060
    },
    {
      "epoch": 601.19,
      "grad_norm": 1.1253770589828491,
      "learning_rate": 7.4789600096296e-07,
      "loss": 0.3566,
      "step": 2154070
    },
    {
      "epoch": 601.19,
      "grad_norm": 1.075992226600647,
      "learning_rate": 7.478761978240685e-07,
      "loss": 0.3396,
      "step": 2154080
    },
    {
      "epoch": 601.2,
      "grad_norm": 1.191943645477295,
      "learning_rate": 7.478563948975891e-07,
      "loss": 0.3557,
      "step": 2154090
    },
    {
      "epoch": 601.2,
      "grad_norm": 1.4049190282821655,
      "learning_rate": 7.478365921835219e-07,
      "loss": 0.3254,
      "step": 2154100
    },
    {
      "epoch": 601.2,
      "grad_norm": 18.693267822265625,
      "learning_rate": 7.478167896818728e-07,
      "loss": 0.3396,
      "step": 2154110
    },
    {
      "epoch": 601.21,
      "grad_norm": 1.3700343370437622,
      "learning_rate": 7.477969873926421e-07,
      "loss": 0.3557,
      "step": 2154120
    },
    {
      "epoch": 601.21,
      "grad_norm": 1.350773811340332,
      "learning_rate": 7.477771853158333e-07,
      "loss": 0.3338,
      "step": 2154130
    },
    {
      "epoch": 601.21,
      "grad_norm": 1.1069602966308594,
      "learning_rate": 7.477573834514493e-07,
      "loss": 0.333,
      "step": 2154140
    },
    {
      "epoch": 601.21,
      "grad_norm": 5.086536884307861,
      "learning_rate": 7.477375817994919e-07,
      "loss": 0.3447,
      "step": 2154150
    },
    {
      "epoch": 601.22,
      "grad_norm": 1.4524469375610352,
      "learning_rate": 7.47717780359964e-07,
      "loss": 0.3405,
      "step": 2154160
    },
    {
      "epoch": 601.22,
      "grad_norm": 1.134077787399292,
      "learning_rate": 7.476979791328685e-07,
      "loss": 0.3307,
      "step": 2154170
    },
    {
      "epoch": 601.22,
      "grad_norm": 1.0698986053466797,
      "learning_rate": 7.476781781182088e-07,
      "loss": 0.3367,
      "step": 2154180
    },
    {
      "epoch": 601.23,
      "grad_norm": 1.1066691875457764,
      "learning_rate": 7.476583773159852e-07,
      "loss": 0.3447,
      "step": 2154190
    },
    {
      "epoch": 601.23,
      "grad_norm": 1.4430524110794067,
      "learning_rate": 7.476385767262033e-07,
      "loss": 0.3373,
      "step": 2154200
    },
    {
      "epoch": 601.23,
      "grad_norm": 1.1943374872207642,
      "learning_rate": 7.476187763488635e-07,
      "loss": 0.3447,
      "step": 2154210
    },
    {
      "epoch": 601.23,
      "grad_norm": 1.2355257272720337,
      "learning_rate": 7.475989761839691e-07,
      "loss": 0.3298,
      "step": 2154220
    },
    {
      "epoch": 601.24,
      "grad_norm": 1.4771300554275513,
      "learning_rate": 7.475791762315238e-07,
      "loss": 0.3425,
      "step": 2154230
    },
    {
      "epoch": 601.24,
      "grad_norm": 1.2681593894958496,
      "learning_rate": 7.475593764915283e-07,
      "loss": 0.3463,
      "step": 2154240
    },
    {
      "epoch": 601.24,
      "grad_norm": 1.1951743364334106,
      "learning_rate": 7.475395769639863e-07,
      "loss": 0.3269,
      "step": 2154250
    },
    {
      "epoch": 601.24,
      "grad_norm": 1.089887261390686,
      "learning_rate": 7.475197776489002e-07,
      "loss": 0.3186,
      "step": 2154260
    },
    {
      "epoch": 601.25,
      "grad_norm": 1.271216630935669,
      "learning_rate": 7.47499978546273e-07,
      "loss": 0.3245,
      "step": 2154270
    },
    {
      "epoch": 601.25,
      "grad_norm": 1.4355287551879883,
      "learning_rate": 7.474801796561076e-07,
      "loss": 0.3381,
      "step": 2154280
    },
    {
      "epoch": 601.25,
      "grad_norm": 1.4132462739944458,
      "learning_rate": 7.474603809784056e-07,
      "loss": 0.3291,
      "step": 2154290
    },
    {
      "epoch": 601.26,
      "grad_norm": 1.2382031679153442,
      "learning_rate": 7.474405825131702e-07,
      "loss": 0.3363,
      "step": 2154300
    },
    {
      "epoch": 601.26,
      "grad_norm": 1.156809687614441,
      "learning_rate": 7.47420784260404e-07,
      "loss": 0.3294,
      "step": 2154310
    },
    {
      "epoch": 601.26,
      "grad_norm": 1.4311671257019043,
      "learning_rate": 7.474009862201104e-07,
      "loss": 0.3511,
      "step": 2154320
    },
    {
      "epoch": 601.26,
      "grad_norm": 1.04213285446167,
      "learning_rate": 7.473811883922898e-07,
      "loss": 0.332,
      "step": 2154330
    },
    {
      "epoch": 601.27,
      "grad_norm": 1.00049889087677,
      "learning_rate": 7.473613907769477e-07,
      "loss": 0.3318,
      "step": 2154340
    },
    {
      "epoch": 601.27,
      "grad_norm": 1.1437760591506958,
      "learning_rate": 7.473415933740847e-07,
      "loss": 0.3215,
      "step": 2154350
    },
    {
      "epoch": 601.27,
      "grad_norm": 1.281902551651001,
      "learning_rate": 7.473217961837042e-07,
      "loss": 0.3498,
      "step": 2154360
    },
    {
      "epoch": 601.28,
      "grad_norm": 1.105422019958496,
      "learning_rate": 7.473019992058092e-07,
      "loss": 0.3454,
      "step": 2154370
    },
    {
      "epoch": 601.28,
      "grad_norm": 1.178480625152588,
      "learning_rate": 7.472822024404015e-07,
      "loss": 0.3424,
      "step": 2154380
    },
    {
      "epoch": 601.28,
      "grad_norm": 1.1290967464447021,
      "learning_rate": 7.472624058874838e-07,
      "loss": 0.3624,
      "step": 2154390
    },
    {
      "epoch": 601.28,
      "grad_norm": 1.1250159740447998,
      "learning_rate": 7.47242609547059e-07,
      "loss": 0.3339,
      "step": 2154400
    },
    {
      "epoch": 601.29,
      "grad_norm": 1.1981829404830933,
      "learning_rate": 7.472228134191307e-07,
      "loss": 0.3397,
      "step": 2154410
    },
    {
      "epoch": 601.29,
      "grad_norm": 0.891284167766571,
      "learning_rate": 7.472030175036998e-07,
      "loss": 0.3312,
      "step": 2154420
    },
    {
      "epoch": 601.29,
      "grad_norm": 1.690131664276123,
      "learning_rate": 7.471832218007698e-07,
      "loss": 0.3576,
      "step": 2154430
    },
    {
      "epoch": 601.3,
      "grad_norm": 1.1089773178100586,
      "learning_rate": 7.471634263103438e-07,
      "loss": 0.3434,
      "step": 2154440
    },
    {
      "epoch": 601.3,
      "grad_norm": 1.1332626342773438,
      "learning_rate": 7.471436310324225e-07,
      "loss": 0.3316,
      "step": 2154450
    },
    {
      "epoch": 601.3,
      "grad_norm": 1.1558347940444946,
      "learning_rate": 7.471238359670117e-07,
      "loss": 0.347,
      "step": 2154460
    },
    {
      "epoch": 601.3,
      "grad_norm": 0.9917643070220947,
      "learning_rate": 7.471040411141112e-07,
      "loss": 0.3271,
      "step": 2154470
    },
    {
      "epoch": 601.31,
      "grad_norm": 1.3698782920837402,
      "learning_rate": 7.47084246473725e-07,
      "loss": 0.3313,
      "step": 2154480
    },
    {
      "epoch": 601.31,
      "grad_norm": 0.9627158045768738,
      "learning_rate": 7.470644520458552e-07,
      "loss": 0.347,
      "step": 2154490
    },
    {
      "epoch": 601.31,
      "grad_norm": 1.2523493766784668,
      "learning_rate": 7.470446578305056e-07,
      "loss": 0.3343,
      "step": 2154500
    },
    {
      "epoch": 601.31,
      "grad_norm": 1.3361575603485107,
      "learning_rate": 7.470248638276772e-07,
      "loss": 0.3347,
      "step": 2154510
    },
    {
      "epoch": 601.32,
      "grad_norm": 1.124285101890564,
      "learning_rate": 7.47005070037373e-07,
      "loss": 0.3379,
      "step": 2154520
    },
    {
      "epoch": 601.32,
      "grad_norm": 2.798417806625366,
      "learning_rate": 7.469852764595972e-07,
      "loss": 0.3626,
      "step": 2154530
    },
    {
      "epoch": 601.32,
      "grad_norm": 1.1086057424545288,
      "learning_rate": 7.469654830943494e-07,
      "loss": 0.326,
      "step": 2154540
    },
    {
      "epoch": 601.33,
      "grad_norm": 1.1414557695388794,
      "learning_rate": 7.469456899416357e-07,
      "loss": 0.3426,
      "step": 2154550
    },
    {
      "epoch": 601.33,
      "grad_norm": 1.0244886875152588,
      "learning_rate": 7.469258970014561e-07,
      "loss": 0.3467,
      "step": 2154560
    },
    {
      "epoch": 601.33,
      "grad_norm": 1.4465155601501465,
      "learning_rate": 7.469061042738145e-07,
      "loss": 0.3359,
      "step": 2154570
    },
    {
      "epoch": 601.33,
      "grad_norm": 1.0229803323745728,
      "learning_rate": 7.46886311758714e-07,
      "loss": 0.3383,
      "step": 2154580
    },
    {
      "epoch": 601.34,
      "grad_norm": 1.1604565382003784,
      "learning_rate": 7.468665194561549e-07,
      "loss": 0.3298,
      "step": 2154590
    },
    {
      "epoch": 601.34,
      "grad_norm": 1.098411202430725,
      "learning_rate": 7.468467273661429e-07,
      "loss": 0.3413,
      "step": 2154600
    },
    {
      "epoch": 601.34,
      "grad_norm": 1.2638790607452393,
      "learning_rate": 7.468269354886784e-07,
      "loss": 0.328,
      "step": 2154610
    },
    {
      "epoch": 601.35,
      "grad_norm": 1.2966890335083008,
      "learning_rate": 7.468071438237647e-07,
      "loss": 0.3487,
      "step": 2154620
    },
    {
      "epoch": 601.35,
      "grad_norm": 1.270764946937561,
      "learning_rate": 7.467873523714048e-07,
      "loss": 0.3536,
      "step": 2154630
    },
    {
      "epoch": 601.35,
      "grad_norm": 1.1082056760787964,
      "learning_rate": 7.467675611316017e-07,
      "loss": 0.3463,
      "step": 2154640
    },
    {
      "epoch": 601.35,
      "grad_norm": 1.1604986190795898,
      "learning_rate": 7.467477701043565e-07,
      "loss": 0.3375,
      "step": 2154650
    },
    {
      "epoch": 601.36,
      "grad_norm": 1.2774686813354492,
      "learning_rate": 7.46727979289673e-07,
      "loss": 0.3278,
      "step": 2154660
    },
    {
      "epoch": 601.36,
      "grad_norm": 1.0443874597549438,
      "learning_rate": 7.467081886875543e-07,
      "loss": 0.3326,
      "step": 2154670
    },
    {
      "epoch": 601.36,
      "grad_norm": 0.9682570695877075,
      "learning_rate": 7.466883982980005e-07,
      "loss": 0.3295,
      "step": 2154680
    },
    {
      "epoch": 601.36,
      "grad_norm": 1.2164174318313599,
      "learning_rate": 7.466686081210177e-07,
      "loss": 0.3355,
      "step": 2154690
    },
    {
      "epoch": 601.37,
      "grad_norm": 1.2278366088867188,
      "learning_rate": 7.466488181566063e-07,
      "loss": 0.3423,
      "step": 2154700
    },
    {
      "epoch": 601.37,
      "grad_norm": 1.1152458190917969,
      "learning_rate": 7.466290284047692e-07,
      "loss": 0.3472,
      "step": 2154710
    },
    {
      "epoch": 601.37,
      "grad_norm": 1.0909008979797363,
      "learning_rate": 7.466092388655102e-07,
      "loss": 0.3202,
      "step": 2154720
    },
    {
      "epoch": 601.38,
      "grad_norm": 1.2244055271148682,
      "learning_rate": 7.465894495388304e-07,
      "loss": 0.3415,
      "step": 2154730
    },
    {
      "epoch": 601.38,
      "grad_norm": 1.3450570106506348,
      "learning_rate": 7.465696604247331e-07,
      "loss": 0.3254,
      "step": 2154740
    },
    {
      "epoch": 601.38,
      "grad_norm": 2.604013204574585,
      "learning_rate": 7.465498715232208e-07,
      "loss": 0.3417,
      "step": 2154750
    },
    {
      "epoch": 601.38,
      "grad_norm": 1.142745018005371,
      "learning_rate": 7.465300828342971e-07,
      "loss": 0.3379,
      "step": 2154760
    },
    {
      "epoch": 601.39,
      "grad_norm": 1.0917624235153198,
      "learning_rate": 7.465102943579622e-07,
      "loss": 0.3275,
      "step": 2154770
    },
    {
      "epoch": 601.39,
      "grad_norm": 1.0229803323745728,
      "learning_rate": 7.464905060942221e-07,
      "loss": 0.3213,
      "step": 2154780
    },
    {
      "epoch": 601.39,
      "grad_norm": 1.3525440692901611,
      "learning_rate": 7.464707180430768e-07,
      "loss": 0.3344,
      "step": 2154790
    },
    {
      "epoch": 601.4,
      "grad_norm": 1.2251626253128052,
      "learning_rate": 7.464509302045296e-07,
      "loss": 0.3381,
      "step": 2154800
    },
    {
      "epoch": 601.4,
      "grad_norm": 1.2257531881332397,
      "learning_rate": 7.464311425785843e-07,
      "loss": 0.345,
      "step": 2154810
    },
    {
      "epoch": 601.4,
      "grad_norm": 1.118476390838623,
      "learning_rate": 7.464113551652418e-07,
      "loss": 0.3649,
      "step": 2154820
    },
    {
      "epoch": 601.4,
      "grad_norm": 1.3110371828079224,
      "learning_rate": 7.463915679645056e-07,
      "loss": 0.3317,
      "step": 2154830
    },
    {
      "epoch": 601.41,
      "grad_norm": 1.1234084367752075,
      "learning_rate": 7.463717809763781e-07,
      "loss": 0.3541,
      "step": 2154840
    },
    {
      "epoch": 601.41,
      "grad_norm": 1.4111899137496948,
      "learning_rate": 7.463519942008622e-07,
      "loss": 0.3521,
      "step": 2154850
    },
    {
      "epoch": 601.41,
      "grad_norm": 1.2864315509796143,
      "learning_rate": 7.46332207637961e-07,
      "loss": 0.3397,
      "step": 2154860
    },
    {
      "epoch": 601.42,
      "grad_norm": 1.063113808631897,
      "learning_rate": 7.46312421287676e-07,
      "loss": 0.3447,
      "step": 2154870
    },
    {
      "epoch": 601.42,
      "grad_norm": 1.2287012338638306,
      "learning_rate": 7.462926351500102e-07,
      "loss": 0.3453,
      "step": 2154880
    },
    {
      "epoch": 601.42,
      "grad_norm": 1.2796603441238403,
      "learning_rate": 7.462728492249665e-07,
      "loss": 0.343,
      "step": 2154890
    },
    {
      "epoch": 601.42,
      "grad_norm": 1.2598919868469238,
      "learning_rate": 7.46253063512548e-07,
      "loss": 0.3457,
      "step": 2154900
    },
    {
      "epoch": 601.43,
      "grad_norm": 1.2178300619125366,
      "learning_rate": 7.462332780127556e-07,
      "loss": 0.3375,
      "step": 2154910
    },
    {
      "epoch": 601.43,
      "grad_norm": 1.15561842918396,
      "learning_rate": 7.462134927255943e-07,
      "loss": 0.3498,
      "step": 2154920
    },
    {
      "epoch": 601.43,
      "grad_norm": 1.2266403436660767,
      "learning_rate": 7.461937076510649e-07,
      "loss": 0.3343,
      "step": 2154930
    },
    {
      "epoch": 601.43,
      "grad_norm": 1.2075115442276,
      "learning_rate": 7.461739227891708e-07,
      "loss": 0.3213,
      "step": 2154940
    },
    {
      "epoch": 601.44,
      "grad_norm": 1.5802030563354492,
      "learning_rate": 7.461541381399151e-07,
      "loss": 0.3296,
      "step": 2154950
    },
    {
      "epoch": 601.44,
      "grad_norm": 1.0871704816818237,
      "learning_rate": 7.461343537032993e-07,
      "loss": 0.3408,
      "step": 2154960
    },
    {
      "epoch": 601.44,
      "grad_norm": 1.2844064235687256,
      "learning_rate": 7.461145694793265e-07,
      "loss": 0.3403,
      "step": 2154970
    },
    {
      "epoch": 601.45,
      "grad_norm": 1.034179925918579,
      "learning_rate": 7.460947854679993e-07,
      "loss": 0.3274,
      "step": 2154980
    },
    {
      "epoch": 601.45,
      "grad_norm": 1.1853251457214355,
      "learning_rate": 7.460750016693212e-07,
      "loss": 0.367,
      "step": 2154990
    },
    {
      "epoch": 601.45,
      "grad_norm": 1.1534936428070068,
      "learning_rate": 7.460552180832927e-07,
      "loss": 0.3298,
      "step": 2155000
    },
    {
      "epoch": 601.45,
      "grad_norm": 2.0584704875946045,
      "learning_rate": 7.460354347099193e-07,
      "loss": 0.3244,
      "step": 2155010
    },
    {
      "epoch": 601.46,
      "grad_norm": 1.0345524549484253,
      "learning_rate": 7.460156515492014e-07,
      "loss": 0.3435,
      "step": 2155020
    },
    {
      "epoch": 601.46,
      "grad_norm": 1.077089548110962,
      "learning_rate": 7.459958686011422e-07,
      "loss": 0.3468,
      "step": 2155030
    },
    {
      "epoch": 601.46,
      "grad_norm": 1.1431652307510376,
      "learning_rate": 7.459760858657453e-07,
      "loss": 0.3315,
      "step": 2155040
    },
    {
      "epoch": 601.47,
      "grad_norm": 1.3259369134902954,
      "learning_rate": 7.459563033430121e-07,
      "loss": 0.3452,
      "step": 2155050
    },
    {
      "epoch": 601.47,
      "grad_norm": 1.1868501901626587,
      "learning_rate": 7.459365210329452e-07,
      "loss": 0.3436,
      "step": 2155060
    },
    {
      "epoch": 601.47,
      "grad_norm": 1.3095526695251465,
      "learning_rate": 7.459167389355481e-07,
      "loss": 0.3442,
      "step": 2155070
    },
    {
      "epoch": 601.47,
      "grad_norm": 1.3751972913742065,
      "learning_rate": 7.458969570508235e-07,
      "loss": 0.3386,
      "step": 2155080
    },
    {
      "epoch": 601.48,
      "grad_norm": 1.2249720096588135,
      "learning_rate": 7.45877175378773e-07,
      "loss": 0.3393,
      "step": 2155090
    },
    {
      "epoch": 601.48,
      "grad_norm": 7.358377933502197,
      "learning_rate": 7.458573939193999e-07,
      "loss": 0.3429,
      "step": 2155100
    },
    {
      "epoch": 601.48,
      "grad_norm": 1.062027096748352,
      "learning_rate": 7.458376126727074e-07,
      "loss": 0.3305,
      "step": 2155110
    },
    {
      "epoch": 601.48,
      "grad_norm": 1.3180267810821533,
      "learning_rate": 7.458178316386959e-07,
      "loss": 0.3372,
      "step": 2155120
    },
    {
      "epoch": 601.49,
      "grad_norm": 1.1016165018081665,
      "learning_rate": 7.457980508173712e-07,
      "loss": 0.3589,
      "step": 2155130
    },
    {
      "epoch": 601.49,
      "grad_norm": 1.2261459827423096,
      "learning_rate": 7.457782702087326e-07,
      "loss": 0.339,
      "step": 2155140
    },
    {
      "epoch": 601.49,
      "grad_norm": 1.3317147493362427,
      "learning_rate": 7.457584898127862e-07,
      "loss": 0.3321,
      "step": 2155150
    },
    {
      "epoch": 601.5,
      "grad_norm": 6.266435146331787,
      "learning_rate": 7.457387096295321e-07,
      "loss": 0.3391,
      "step": 2155160
    },
    {
      "epoch": 601.5,
      "grad_norm": 1.3081883192062378,
      "learning_rate": 7.457189296589738e-07,
      "loss": 0.3291,
      "step": 2155170
    },
    {
      "epoch": 601.5,
      "grad_norm": 1.141275405883789,
      "learning_rate": 7.456991499011145e-07,
      "loss": 0.3312,
      "step": 2155180
    },
    {
      "epoch": 601.5,
      "grad_norm": 1.3293043375015259,
      "learning_rate": 7.456793703559558e-07,
      "loss": 0.3503,
      "step": 2155190
    },
    {
      "epoch": 601.51,
      "grad_norm": 1.180665135383606,
      "learning_rate": 7.456595910235003e-07,
      "loss": 0.3672,
      "step": 2155200
    },
    {
      "epoch": 601.51,
      "grad_norm": 1.1449384689331055,
      "learning_rate": 7.456398119037512e-07,
      "loss": 0.3416,
      "step": 2155210
    },
    {
      "epoch": 601.51,
      "grad_norm": 1.2348299026489258,
      "learning_rate": 7.45620032996712e-07,
      "loss": 0.3489,
      "step": 2155220
    },
    {
      "epoch": 601.52,
      "grad_norm": 1.113627314567566,
      "learning_rate": 7.456002543023832e-07,
      "loss": 0.3306,
      "step": 2155230
    },
    {
      "epoch": 601.52,
      "grad_norm": 1.1124356985092163,
      "learning_rate": 7.455804758207688e-07,
      "loss": 0.3424,
      "step": 2155240
    },
    {
      "epoch": 601.52,
      "grad_norm": 1.2350050210952759,
      "learning_rate": 7.455606975518719e-07,
      "loss": 0.3336,
      "step": 2155250
    },
    {
      "epoch": 601.52,
      "grad_norm": 1.442966341972351,
      "learning_rate": 7.455409194956929e-07,
      "loss": 0.3477,
      "step": 2155260
    },
    {
      "epoch": 601.53,
      "grad_norm": 1.0260831117630005,
      "learning_rate": 7.455211416522374e-07,
      "loss": 0.3526,
      "step": 2155270
    },
    {
      "epoch": 601.53,
      "grad_norm": 1.2366831302642822,
      "learning_rate": 7.455013640215061e-07,
      "loss": 0.3294,
      "step": 2155280
    },
    {
      "epoch": 601.53,
      "grad_norm": 0.977152943611145,
      "learning_rate": 7.454815866035021e-07,
      "loss": 0.3362,
      "step": 2155290
    },
    {
      "epoch": 601.54,
      "grad_norm": 1.343237042427063,
      "learning_rate": 7.454618093982278e-07,
      "loss": 0.3396,
      "step": 2155300
    },
    {
      "epoch": 601.54,
      "grad_norm": 1.2411707639694214,
      "learning_rate": 7.454420324056871e-07,
      "loss": 0.3336,
      "step": 2155310
    },
    {
      "epoch": 601.54,
      "grad_norm": 1.0812164545059204,
      "learning_rate": 7.454222556258805e-07,
      "loss": 0.3465,
      "step": 2155320
    },
    {
      "epoch": 601.54,
      "grad_norm": 1.0790750980377197,
      "learning_rate": 7.454024790588122e-07,
      "loss": 0.3341,
      "step": 2155330
    },
    {
      "epoch": 601.55,
      "grad_norm": 1.2868343591690063,
      "learning_rate": 7.453827027044848e-07,
      "loss": 0.3361,
      "step": 2155340
    },
    {
      "epoch": 601.55,
      "grad_norm": 1.2205746173858643,
      "learning_rate": 7.453629265628991e-07,
      "loss": 0.3296,
      "step": 2155350
    },
    {
      "epoch": 601.55,
      "grad_norm": 1.1931440830230713,
      "learning_rate": 7.453431506340608e-07,
      "loss": 0.3313,
      "step": 2155360
    },
    {
      "epoch": 601.55,
      "grad_norm": 1.8682104349136353,
      "learning_rate": 7.453233749179701e-07,
      "loss": 0.3348,
      "step": 2155370
    },
    {
      "epoch": 601.56,
      "grad_norm": 1.17892324924469,
      "learning_rate": 7.453035994146303e-07,
      "loss": 0.3527,
      "step": 2155380
    },
    {
      "epoch": 601.56,
      "grad_norm": 1.1459161043167114,
      "learning_rate": 7.452838241240451e-07,
      "loss": 0.3313,
      "step": 2155390
    },
    {
      "epoch": 601.56,
      "grad_norm": 1.2310166358947754,
      "learning_rate": 7.452640490462154e-07,
      "loss": 0.3519,
      "step": 2155400
    },
    {
      "epoch": 601.57,
      "grad_norm": 1.182981014251709,
      "learning_rate": 7.452442741811444e-07,
      "loss": 0.3273,
      "step": 2155410
    },
    {
      "epoch": 601.57,
      "grad_norm": 1.2772914171218872,
      "learning_rate": 7.452244995288351e-07,
      "loss": 0.3447,
      "step": 2155420
    },
    {
      "epoch": 601.57,
      "grad_norm": 1.3040860891342163,
      "learning_rate": 7.452047250892898e-07,
      "loss": 0.3377,
      "step": 2155430
    },
    {
      "epoch": 601.57,
      "grad_norm": 1.1252751350402832,
      "learning_rate": 7.451849508625117e-07,
      "loss": 0.3259,
      "step": 2155440
    },
    {
      "epoch": 601.58,
      "grad_norm": 1.8847627639770508,
      "learning_rate": 7.451651768485035e-07,
      "loss": 0.3379,
      "step": 2155450
    },
    {
      "epoch": 601.58,
      "grad_norm": 1.1065194606781006,
      "learning_rate": 7.451454030472667e-07,
      "loss": 0.3412,
      "step": 2155460
    },
    {
      "epoch": 601.58,
      "grad_norm": 1.2594051361083984,
      "learning_rate": 7.451256294588045e-07,
      "loss": 0.333,
      "step": 2155470
    },
    {
      "epoch": 601.59,
      "grad_norm": 1.2431451082229614,
      "learning_rate": 7.451058560831205e-07,
      "loss": 0.3352,
      "step": 2155480
    },
    {
      "epoch": 601.59,
      "grad_norm": 1.2469605207443237,
      "learning_rate": 7.450860829202151e-07,
      "loss": 0.36,
      "step": 2155490
    },
    {
      "epoch": 601.59,
      "grad_norm": 1.2430040836334229,
      "learning_rate": 7.450663099700935e-07,
      "loss": 0.3478,
      "step": 2155500
    },
    {
      "epoch": 601.59,
      "grad_norm": 6.3717122077941895,
      "learning_rate": 7.450465372327565e-07,
      "loss": 0.3232,
      "step": 2155510
    },
    {
      "epoch": 601.6,
      "grad_norm": 1.1927604675292969,
      "learning_rate": 7.450267647082074e-07,
      "loss": 0.3433,
      "step": 2155520
    },
    {
      "epoch": 601.6,
      "grad_norm": 1.0592395067214966,
      "learning_rate": 7.450069923964498e-07,
      "loss": 0.3355,
      "step": 2155530
    },
    {
      "epoch": 601.6,
      "grad_norm": 1.2570443153381348,
      "learning_rate": 7.449872202974841e-07,
      "loss": 0.349,
      "step": 2155540
    },
    {
      "epoch": 601.6,
      "grad_norm": 1.1225353479385376,
      "learning_rate": 7.449674484113144e-07,
      "loss": 0.3336,
      "step": 2155550
    },
    {
      "epoch": 601.61,
      "grad_norm": 1.095855951309204,
      "learning_rate": 7.449476767379431e-07,
      "loss": 0.338,
      "step": 2155560
    },
    {
      "epoch": 601.61,
      "grad_norm": 1.1194113492965698,
      "learning_rate": 7.449279052773737e-07,
      "loss": 0.337,
      "step": 2155570
    },
    {
      "epoch": 601.61,
      "grad_norm": 1.071781039237976,
      "learning_rate": 7.449081340296063e-07,
      "loss": 0.3341,
      "step": 2155580
    },
    {
      "epoch": 601.62,
      "grad_norm": 1.1682908535003662,
      "learning_rate": 7.448883629946465e-07,
      "loss": 0.3418,
      "step": 2155590
    },
    {
      "epoch": 601.62,
      "grad_norm": 1.2601730823516846,
      "learning_rate": 7.448685921724952e-07,
      "loss": 0.345,
      "step": 2155600
    },
    {
      "epoch": 601.62,
      "grad_norm": 1.1505249738693237,
      "learning_rate": 7.448488215631555e-07,
      "loss": 0.3299,
      "step": 2155610
    },
    {
      "epoch": 601.62,
      "grad_norm": 1.123504638671875,
      "learning_rate": 7.448290511666304e-07,
      "loss": 0.3404,
      "step": 2155620
    },
    {
      "epoch": 601.63,
      "grad_norm": 1.1388037204742432,
      "learning_rate": 7.448092809829215e-07,
      "loss": 0.3368,
      "step": 2155630
    },
    {
      "epoch": 601.63,
      "grad_norm": 1.1098268032073975,
      "learning_rate": 7.447895110120322e-07,
      "loss": 0.3332,
      "step": 2155640
    },
    {
      "epoch": 601.63,
      "grad_norm": 1.0913307666778564,
      "learning_rate": 7.447697412539649e-07,
      "loss": 0.3394,
      "step": 2155650
    },
    {
      "epoch": 601.64,
      "grad_norm": 1.2768151760101318,
      "learning_rate": 7.447499717087229e-07,
      "loss": 0.3536,
      "step": 2155660
    },
    {
      "epoch": 601.64,
      "grad_norm": 1.0087708234786987,
      "learning_rate": 7.447302023763075e-07,
      "loss": 0.3395,
      "step": 2155670
    },
    {
      "epoch": 601.64,
      "grad_norm": 1.1952396631240845,
      "learning_rate": 7.447104332567222e-07,
      "loss": 0.3356,
      "step": 2155680
    },
    {
      "epoch": 601.64,
      "grad_norm": 1.1679103374481201,
      "learning_rate": 7.446906643499703e-07,
      "loss": 0.3205,
      "step": 2155690
    },
    {
      "epoch": 601.65,
      "grad_norm": 1.1615514755249023,
      "learning_rate": 7.446708956560521e-07,
      "loss": 0.3373,
      "step": 2155700
    },
    {
      "epoch": 601.65,
      "grad_norm": 1.1511812210083008,
      "learning_rate": 7.446511271749733e-07,
      "loss": 0.3369,
      "step": 2155710
    },
    {
      "epoch": 601.65,
      "grad_norm": 1.157852292060852,
      "learning_rate": 7.446313589067332e-07,
      "loss": 0.3471,
      "step": 2155720
    },
    {
      "epoch": 601.66,
      "grad_norm": 1.065855622291565,
      "learning_rate": 7.44611590851338e-07,
      "loss": 0.3412,
      "step": 2155730
    },
    {
      "epoch": 601.66,
      "grad_norm": 1.0035897493362427,
      "learning_rate": 7.445918230087879e-07,
      "loss": 0.3277,
      "step": 2155740
    },
    {
      "epoch": 601.66,
      "grad_norm": 1.311890959739685,
      "learning_rate": 7.44572055379086e-07,
      "loss": 0.3357,
      "step": 2155750
    },
    {
      "epoch": 601.66,
      "grad_norm": 1.2342292070388794,
      "learning_rate": 7.445522879622357e-07,
      "loss": 0.3387,
      "step": 2155760
    },
    {
      "epoch": 601.67,
      "grad_norm": 1.3139338493347168,
      "learning_rate": 7.445325207582386e-07,
      "loss": 0.3303,
      "step": 2155770
    },
    {
      "epoch": 601.67,
      "grad_norm": 1.232221007347107,
      "learning_rate": 7.445127537670978e-07,
      "loss": 0.3432,
      "step": 2155780
    },
    {
      "epoch": 601.67,
      "grad_norm": 1.2869583368301392,
      "learning_rate": 7.444929869888157e-07,
      "loss": 0.3305,
      "step": 2155790
    },
    {
      "epoch": 601.67,
      "grad_norm": 1.212540626525879,
      "learning_rate": 7.444732204233961e-07,
      "loss": 0.3356,
      "step": 2155800
    },
    {
      "epoch": 601.68,
      "grad_norm": 1.1409865617752075,
      "learning_rate": 7.444534540708398e-07,
      "loss": 0.3351,
      "step": 2155810
    },
    {
      "epoch": 601.68,
      "grad_norm": 0.9889664053916931,
      "learning_rate": 7.444336879311501e-07,
      "loss": 0.3314,
      "step": 2155820
    },
    {
      "epoch": 601.68,
      "grad_norm": 1.0842801332473755,
      "learning_rate": 7.444139220043302e-07,
      "loss": 0.3311,
      "step": 2155830
    },
    {
      "epoch": 601.69,
      "grad_norm": 1.3712018728256226,
      "learning_rate": 7.443941562903823e-07,
      "loss": 0.3496,
      "step": 2155840
    },
    {
      "epoch": 601.69,
      "grad_norm": 1.2191658020019531,
      "learning_rate": 7.443743907893096e-07,
      "loss": 0.3436,
      "step": 2155850
    },
    {
      "epoch": 601.69,
      "grad_norm": 1.1484323740005493,
      "learning_rate": 7.443546255011138e-07,
      "loss": 0.3401,
      "step": 2155860
    },
    {
      "epoch": 601.69,
      "grad_norm": 1.3214616775512695,
      "learning_rate": 7.44334860425798e-07,
      "loss": 0.3622,
      "step": 2155870
    },
    {
      "epoch": 601.7,
      "grad_norm": 1.3322076797485352,
      "learning_rate": 7.443150955633645e-07,
      "loss": 0.3319,
      "step": 2155880
    },
    {
      "epoch": 601.7,
      "grad_norm": 1.3055939674377441,
      "learning_rate": 7.442953309138171e-07,
      "loss": 0.3416,
      "step": 2155890
    },
    {
      "epoch": 601.7,
      "grad_norm": 1.1220383644104004,
      "learning_rate": 7.442755664771568e-07,
      "loss": 0.3343,
      "step": 2155900
    },
    {
      "epoch": 601.71,
      "grad_norm": 1.1675268411636353,
      "learning_rate": 7.44255802253387e-07,
      "loss": 0.3187,
      "step": 2155910
    },
    {
      "epoch": 601.71,
      "grad_norm": 1.3952499628067017,
      "learning_rate": 7.442360382425109e-07,
      "loss": 0.3392,
      "step": 2155920
    },
    {
      "epoch": 601.71,
      "grad_norm": 1.265868902206421,
      "learning_rate": 7.442162744445292e-07,
      "loss": 0.3498,
      "step": 2155930
    },
    {
      "epoch": 601.71,
      "grad_norm": 1.6262502670288086,
      "learning_rate": 7.441965108594474e-07,
      "loss": 0.3392,
      "step": 2155940
    },
    {
      "epoch": 601.72,
      "grad_norm": 1.281247854232788,
      "learning_rate": 7.441767474872659e-07,
      "loss": 0.3515,
      "step": 2155950
    },
    {
      "epoch": 601.72,
      "grad_norm": 1.1654716730117798,
      "learning_rate": 7.441569843279878e-07,
      "loss": 0.3308,
      "step": 2155960
    },
    {
      "epoch": 601.72,
      "grad_norm": 1.178794503211975,
      "learning_rate": 7.441372213816162e-07,
      "loss": 0.3431,
      "step": 2155970
    },
    {
      "epoch": 601.72,
      "grad_norm": 1.607528567314148,
      "learning_rate": 7.44117458648154e-07,
      "loss": 0.3389,
      "step": 2155980
    },
    {
      "epoch": 601.73,
      "grad_norm": 1.906436562538147,
      "learning_rate": 7.440976961276027e-07,
      "loss": 0.3386,
      "step": 2155990
    },
    {
      "epoch": 601.73,
      "grad_norm": 1.3016066551208496,
      "learning_rate": 7.440779338199658e-07,
      "loss": 0.3572,
      "step": 2156000
    },
    {
      "epoch": 601.73,
      "grad_norm": 1.1552131175994873,
      "learning_rate": 7.440581717252455e-07,
      "loss": 0.3468,
      "step": 2156010
    },
    {
      "epoch": 601.74,
      "grad_norm": 1.2181428670883179,
      "learning_rate": 7.440384098434445e-07,
      "loss": 0.3451,
      "step": 2156020
    },
    {
      "epoch": 601.74,
      "grad_norm": 1.090480923652649,
      "learning_rate": 7.440186481745663e-07,
      "loss": 0.336,
      "step": 2156030
    },
    {
      "epoch": 601.74,
      "grad_norm": 1.0578737258911133,
      "learning_rate": 7.439988867186121e-07,
      "loss": 0.3272,
      "step": 2156040
    },
    {
      "epoch": 601.74,
      "grad_norm": 1.2029390335083008,
      "learning_rate": 7.439791254755854e-07,
      "loss": 0.3421,
      "step": 2156050
    },
    {
      "epoch": 601.75,
      "grad_norm": 1.0516055822372437,
      "learning_rate": 7.439593644454892e-07,
      "loss": 0.3432,
      "step": 2156060
    },
    {
      "epoch": 601.75,
      "grad_norm": 1.2180081605911255,
      "learning_rate": 7.43939603628324e-07,
      "loss": 0.3321,
      "step": 2156070
    },
    {
      "epoch": 601.75,
      "grad_norm": 1.3468376398086548,
      "learning_rate": 7.439198430240956e-07,
      "loss": 0.3325,
      "step": 2156080
    },
    {
      "epoch": 601.76,
      "grad_norm": 1.2214466333389282,
      "learning_rate": 7.439000826328044e-07,
      "loss": 0.3485,
      "step": 2156090
    },
    {
      "epoch": 601.76,
      "grad_norm": 1.2965730428695679,
      "learning_rate": 7.438803224544535e-07,
      "loss": 0.3322,
      "step": 2156100
    },
    {
      "epoch": 601.76,
      "grad_norm": 1.209803581237793,
      "learning_rate": 7.438605624890456e-07,
      "loss": 0.3378,
      "step": 2156110
    },
    {
      "epoch": 601.76,
      "grad_norm": 1.0885274410247803,
      "learning_rate": 7.438408027365845e-07,
      "loss": 0.347,
      "step": 2156120
    },
    {
      "epoch": 601.77,
      "grad_norm": 1.235167145729065,
      "learning_rate": 7.438210431970708e-07,
      "loss": 0.3461,
      "step": 2156130
    },
    {
      "epoch": 601.77,
      "grad_norm": 1.273263931274414,
      "learning_rate": 7.43801283870508e-07,
      "loss": 0.3244,
      "step": 2156140
    },
    {
      "epoch": 601.77,
      "grad_norm": 1.0727260112762451,
      "learning_rate": 7.437815247568994e-07,
      "loss": 0.3448,
      "step": 2156150
    },
    {
      "epoch": 601.78,
      "grad_norm": 2.1403472423553467,
      "learning_rate": 7.437617658562458e-07,
      "loss": 0.3478,
      "step": 2156160
    },
    {
      "epoch": 601.78,
      "grad_norm": 1.2963168621063232,
      "learning_rate": 7.437420071685528e-07,
      "loss": 0.3409,
      "step": 2156170
    },
    {
      "epoch": 601.78,
      "grad_norm": 1.088310956954956,
      "learning_rate": 7.437222486938201e-07,
      "loss": 0.3394,
      "step": 2156180
    },
    {
      "epoch": 601.78,
      "grad_norm": 1.419623613357544,
      "learning_rate": 7.437024904320517e-07,
      "loss": 0.347,
      "step": 2156190
    },
    {
      "epoch": 601.79,
      "grad_norm": 1.23142671585083,
      "learning_rate": 7.436827323832508e-07,
      "loss": 0.3326,
      "step": 2156200
    },
    {
      "epoch": 601.79,
      "grad_norm": 1.1020300388336182,
      "learning_rate": 7.436629745474188e-07,
      "loss": 0.3295,
      "step": 2156210
    },
    {
      "epoch": 601.79,
      "grad_norm": 1.0799920558929443,
      "learning_rate": 7.436432169245584e-07,
      "loss": 0.3587,
      "step": 2156220
    },
    {
      "epoch": 601.79,
      "grad_norm": 1.05589759349823,
      "learning_rate": 7.436234595146729e-07,
      "loss": 0.3478,
      "step": 2156230
    },
    {
      "epoch": 601.8,
      "grad_norm": 2.1730504035949707,
      "learning_rate": 7.436037023177655e-07,
      "loss": 0.3477,
      "step": 2156240
    },
    {
      "epoch": 601.8,
      "grad_norm": 1.4304108619689941,
      "learning_rate": 7.435839453338362e-07,
      "loss": 0.3312,
      "step": 2156250
    },
    {
      "epoch": 601.8,
      "grad_norm": 1.5075994729995728,
      "learning_rate": 7.435641885628912e-07,
      "loss": 0.3443,
      "step": 2156260
    },
    {
      "epoch": 601.81,
      "grad_norm": 1.1702747344970703,
      "learning_rate": 7.435444320049305e-07,
      "loss": 0.3355,
      "step": 2156270
    },
    {
      "epoch": 601.81,
      "grad_norm": 1.2450705766677856,
      "learning_rate": 7.435246756599577e-07,
      "loss": 0.3423,
      "step": 2156280
    },
    {
      "epoch": 601.81,
      "grad_norm": 1.068435549736023,
      "learning_rate": 7.435049195279758e-07,
      "loss": 0.3307,
      "step": 2156290
    },
    {
      "epoch": 601.81,
      "grad_norm": 1.6401405334472656,
      "learning_rate": 7.434851636089857e-07,
      "loss": 0.344,
      "step": 2156300
    },
    {
      "epoch": 601.82,
      "grad_norm": 1.2438875436782837,
      "learning_rate": 7.434654079029927e-07,
      "loss": 0.3303,
      "step": 2156310
    },
    {
      "epoch": 601.82,
      "grad_norm": 1.152268409729004,
      "learning_rate": 7.434456524099974e-07,
      "loss": 0.3398,
      "step": 2156320
    },
    {
      "epoch": 601.82,
      "grad_norm": 1.2778449058532715,
      "learning_rate": 7.434258971300029e-07,
      "loss": 0.3412,
      "step": 2156330
    },
    {
      "epoch": 601.83,
      "grad_norm": 1.0543901920318604,
      "learning_rate": 7.434061420630129e-07,
      "loss": 0.3263,
      "step": 2156340
    },
    {
      "epoch": 601.83,
      "grad_norm": 1.0444893836975098,
      "learning_rate": 7.433863872090282e-07,
      "loss": 0.3425,
      "step": 2156350
    },
    {
      "epoch": 601.83,
      "grad_norm": 1.3384226560592651,
      "learning_rate": 7.433666325680523e-07,
      "loss": 0.3422,
      "step": 2156360
    },
    {
      "epoch": 601.83,
      "grad_norm": 1.2992480993270874,
      "learning_rate": 7.433468781400881e-07,
      "loss": 0.3434,
      "step": 2156370
    },
    {
      "epoch": 601.84,
      "grad_norm": 1.0658552646636963,
      "learning_rate": 7.433271239251386e-07,
      "loss": 0.3364,
      "step": 2156380
    },
    {
      "epoch": 601.84,
      "grad_norm": 1.3310868740081787,
      "learning_rate": 7.433073699232041e-07,
      "loss": 0.3319,
      "step": 2156390
    },
    {
      "epoch": 601.84,
      "grad_norm": 1.1080996990203857,
      "learning_rate": 7.432876161342906e-07,
      "loss": 0.3379,
      "step": 2156400
    },
    {
      "epoch": 601.84,
      "grad_norm": 1.2498881816864014,
      "learning_rate": 7.432678625583984e-07,
      "loss": 0.3365,
      "step": 2156410
    },
    {
      "epoch": 601.85,
      "grad_norm": 1.1608672142028809,
      "learning_rate": 7.432481091955308e-07,
      "loss": 0.3273,
      "step": 2156420
    },
    {
      "epoch": 601.85,
      "grad_norm": 1.2543785572052002,
      "learning_rate": 7.432283560456911e-07,
      "loss": 0.3409,
      "step": 2156430
    },
    {
      "epoch": 601.85,
      "grad_norm": 1.1564189195632935,
      "learning_rate": 7.432086031088806e-07,
      "loss": 0.3223,
      "step": 2156440
    },
    {
      "epoch": 601.86,
      "grad_norm": 1.469908356666565,
      "learning_rate": 7.431888503851026e-07,
      "loss": 0.3348,
      "step": 2156450
    },
    {
      "epoch": 601.86,
      "grad_norm": 1.273884892463684,
      "learning_rate": 7.431690978743597e-07,
      "loss": 0.3477,
      "step": 2156460
    },
    {
      "epoch": 601.86,
      "grad_norm": 1.1124987602233887,
      "learning_rate": 7.431493455766555e-07,
      "loss": 0.3307,
      "step": 2156470
    },
    {
      "epoch": 601.86,
      "grad_norm": 1.197791576385498,
      "learning_rate": 7.431295934919905e-07,
      "loss": 0.3236,
      "step": 2156480
    },
    {
      "epoch": 601.87,
      "grad_norm": 1.0812897682189941,
      "learning_rate": 7.431098416203689e-07,
      "loss": 0.3515,
      "step": 2156490
    },
    {
      "epoch": 601.87,
      "grad_norm": 1.0571779012680054,
      "learning_rate": 7.430900899617935e-07,
      "loss": 0.3422,
      "step": 2156500
    },
    {
      "epoch": 601.87,
      "grad_norm": 1.1698479652404785,
      "learning_rate": 7.430703385162649e-07,
      "loss": 0.3281,
      "step": 2156510
    },
    {
      "epoch": 601.88,
      "grad_norm": 1.2245337963104248,
      "learning_rate": 7.430505872837888e-07,
      "loss": 0.3375,
      "step": 2156520
    },
    {
      "epoch": 601.88,
      "grad_norm": 1.3193953037261963,
      "learning_rate": 7.430308362643654e-07,
      "loss": 0.346,
      "step": 2156530
    },
    {
      "epoch": 601.88,
      "grad_norm": 1.0682125091552734,
      "learning_rate": 7.430110854579982e-07,
      "loss": 0.3539,
      "step": 2156540
    },
    {
      "epoch": 601.88,
      "grad_norm": 1.2118054628372192,
      "learning_rate": 7.429913348646897e-07,
      "loss": 0.3385,
      "step": 2156550
    },
    {
      "epoch": 601.89,
      "grad_norm": 7.081572532653809,
      "learning_rate": 7.429715844844433e-07,
      "loss": 0.3338,
      "step": 2156560
    },
    {
      "epoch": 601.89,
      "grad_norm": 1.1998424530029297,
      "learning_rate": 7.429518343172604e-07,
      "loss": 0.3319,
      "step": 2156570
    },
    {
      "epoch": 601.89,
      "grad_norm": 1.1771653890609741,
      "learning_rate": 7.42932084363144e-07,
      "loss": 0.3508,
      "step": 2156580
    },
    {
      "epoch": 601.9,
      "grad_norm": 1.3746544122695923,
      "learning_rate": 7.42912334622097e-07,
      "loss": 0.3119,
      "step": 2156590
    },
    {
      "epoch": 601.9,
      "grad_norm": 1.2230209112167358,
      "learning_rate": 7.428925850941218e-07,
      "loss": 0.3385,
      "step": 2156600
    },
    {
      "epoch": 601.9,
      "grad_norm": 1.2825626134872437,
      "learning_rate": 7.428728357792221e-07,
      "loss": 0.3384,
      "step": 2156610
    },
    {
      "epoch": 601.9,
      "grad_norm": 1.316178798675537,
      "learning_rate": 7.428530866773987e-07,
      "loss": 0.3287,
      "step": 2156620
    },
    {
      "epoch": 601.91,
      "grad_norm": 1.3120161294937134,
      "learning_rate": 7.428333377886551e-07,
      "loss": 0.3436,
      "step": 2156630
    },
    {
      "epoch": 601.91,
      "grad_norm": 1.1813569068908691,
      "learning_rate": 7.428135891129947e-07,
      "loss": 0.3406,
      "step": 2156640
    },
    {
      "epoch": 601.91,
      "grad_norm": 1.0666240453720093,
      "learning_rate": 7.42793840650418e-07,
      "loss": 0.3419,
      "step": 2156650
    },
    {
      "epoch": 601.91,
      "grad_norm": 1.080814242362976,
      "learning_rate": 7.427740924009305e-07,
      "loss": 0.3309,
      "step": 2156660
    },
    {
      "epoch": 601.92,
      "grad_norm": 1.1787841320037842,
      "learning_rate": 7.427543443645324e-07,
      "loss": 0.349,
      "step": 2156670
    },
    {
      "epoch": 601.92,
      "grad_norm": 1.1241205930709839,
      "learning_rate": 7.427345965412274e-07,
      "loss": 0.3284,
      "step": 2156680
    },
    {
      "epoch": 601.92,
      "grad_norm": 1.1773183345794678,
      "learning_rate": 7.427148489310178e-07,
      "loss": 0.3489,
      "step": 2156690
    },
    {
      "epoch": 601.93,
      "grad_norm": 1.3630778789520264,
      "learning_rate": 7.426951015339073e-07,
      "loss": 0.3381,
      "step": 2156700
    },
    {
      "epoch": 601.93,
      "grad_norm": 1.0477370023727417,
      "learning_rate": 7.42675354349897e-07,
      "loss": 0.3503,
      "step": 2156710
    },
    {
      "epoch": 601.93,
      "grad_norm": 1.0771117210388184,
      "learning_rate": 7.426556073789901e-07,
      "loss": 0.345,
      "step": 2156720
    },
    {
      "epoch": 601.93,
      "grad_norm": 1.21675443649292,
      "learning_rate": 7.426358606211901e-07,
      "loss": 0.3491,
      "step": 2156730
    },
    {
      "epoch": 601.94,
      "grad_norm": 1.1137065887451172,
      "learning_rate": 7.426161140764971e-07,
      "loss": 0.3394,
      "step": 2156740
    },
    {
      "epoch": 601.94,
      "grad_norm": 1.2906650304794312,
      "learning_rate": 7.425963677449171e-07,
      "loss": 0.3373,
      "step": 2156750
    },
    {
      "epoch": 601.94,
      "grad_norm": 1.293769359588623,
      "learning_rate": 7.425766216264505e-07,
      "loss": 0.3398,
      "step": 2156760
    },
    {
      "epoch": 601.95,
      "grad_norm": 0.9897217750549316,
      "learning_rate": 7.425568757211004e-07,
      "loss": 0.3538,
      "step": 2156770
    },
    {
      "epoch": 601.95,
      "grad_norm": 1.1351501941680908,
      "learning_rate": 7.425371300288702e-07,
      "loss": 0.3395,
      "step": 2156780
    },
    {
      "epoch": 601.95,
      "grad_norm": 2.1568527221679688,
      "learning_rate": 7.425173845497611e-07,
      "loss": 0.3307,
      "step": 2156790
    },
    {
      "epoch": 601.95,
      "grad_norm": 1.0934953689575195,
      "learning_rate": 7.424976392837766e-07,
      "loss": 0.3385,
      "step": 2156800
    },
    {
      "epoch": 601.96,
      "grad_norm": 1.353150486946106,
      "learning_rate": 7.424778942309192e-07,
      "loss": 0.3414,
      "step": 2156810
    },
    {
      "epoch": 601.96,
      "grad_norm": 1.149487853050232,
      "learning_rate": 7.424581493911922e-07,
      "loss": 0.3547,
      "step": 2156820
    },
    {
      "epoch": 601.96,
      "grad_norm": 0.9983901977539062,
      "learning_rate": 7.424384047645963e-07,
      "loss": 0.3386,
      "step": 2156830
    },
    {
      "epoch": 601.96,
      "grad_norm": 1.161341667175293,
      "learning_rate": 7.424186603511367e-07,
      "loss": 0.3397,
      "step": 2156840
    },
    {
      "epoch": 601.97,
      "grad_norm": 1.1514086723327637,
      "learning_rate": 7.42398916150814e-07,
      "loss": 0.3377,
      "step": 2156850
    },
    {
      "epoch": 601.97,
      "grad_norm": 1.1453053951263428,
      "learning_rate": 7.423791721636319e-07,
      "loss": 0.3371,
      "step": 2156860
    },
    {
      "epoch": 601.97,
      "grad_norm": 1.1715059280395508,
      "learning_rate": 7.42359428389593e-07,
      "loss": 0.336,
      "step": 2156870
    },
    {
      "epoch": 601.98,
      "grad_norm": 1.128521203994751,
      "learning_rate": 7.423396848286982e-07,
      "loss": 0.3451,
      "step": 2156880
    },
    {
      "epoch": 601.98,
      "grad_norm": 1.1968144178390503,
      "learning_rate": 7.423199414809532e-07,
      "loss": 0.349,
      "step": 2156890
    },
    {
      "epoch": 601.98,
      "grad_norm": 1.355492115020752,
      "learning_rate": 7.423001983463584e-07,
      "loss": 0.3395,
      "step": 2156900
    },
    {
      "epoch": 601.98,
      "grad_norm": 1.2472267150878906,
      "learning_rate": 7.422804554249166e-07,
      "loss": 0.3422,
      "step": 2156910
    },
    {
      "epoch": 601.99,
      "grad_norm": 1.156111717224121,
      "learning_rate": 7.42260712716631e-07,
      "loss": 0.3434,
      "step": 2156920
    },
    {
      "epoch": 601.99,
      "grad_norm": 1.1578654050827026,
      "learning_rate": 7.422409702215048e-07,
      "loss": 0.3304,
      "step": 2156930
    },
    {
      "epoch": 601.99,
      "grad_norm": 1.2368056774139404,
      "learning_rate": 7.422212279395393e-07,
      "loss": 0.345,
      "step": 2156940
    },
    {
      "epoch": 602.0,
      "grad_norm": 1.1153984069824219,
      "learning_rate": 7.422014858707374e-07,
      "loss": 0.3608,
      "step": 2156950
    },
    {
      "epoch": 602.0,
      "grad_norm": 1.293611764907837,
      "learning_rate": 7.421817440151031e-07,
      "loss": 0.3616,
      "step": 2156960
    },
    {
      "epoch": 602.0,
      "eval_loss": 0.3389286696910858,
      "eval_runtime": 68.0072,
      "eval_samples_per_second": 74.389,
      "eval_steps_per_second": 9.308,
      "step": 2156966
    },
    {
      "epoch": 602.0,
      "grad_norm": 1.1793001890182495,
      "learning_rate": 7.421620023726362e-07,
      "loss": 0.3367,
      "step": 2156970
    },
    {
      "epoch": 602.0,
      "grad_norm": 1.395951509475708,
      "learning_rate": 7.421422609433429e-07,
      "loss": 0.3418,
      "step": 2156980
    },
    {
      "epoch": 602.01,
      "grad_norm": 1.2839970588684082,
      "learning_rate": 7.42122519727223e-07,
      "loss": 0.3467,
      "step": 2156990
    },
    {
      "epoch": 602.01,
      "grad_norm": 1.1483696699142456,
      "learning_rate": 7.421027787242803e-07,
      "loss": 0.3404,
      "step": 2157000
    },
    {
      "epoch": 602.01,
      "grad_norm": 1.1721090078353882,
      "learning_rate": 7.42083037934518e-07,
      "loss": 0.3447,
      "step": 2157010
    },
    {
      "epoch": 602.02,
      "grad_norm": 1.1422288417816162,
      "learning_rate": 7.420632973579374e-07,
      "loss": 0.331,
      "step": 2157020
    },
    {
      "epoch": 602.02,
      "grad_norm": 1.2329195737838745,
      "learning_rate": 7.420435569945416e-07,
      "loss": 0.3407,
      "step": 2157030
    },
    {
      "epoch": 602.02,
      "grad_norm": 1.2359665632247925,
      "learning_rate": 7.420238168443334e-07,
      "loss": 0.3693,
      "step": 2157040
    },
    {
      "epoch": 602.02,
      "grad_norm": 2.82502818107605,
      "learning_rate": 7.420040769073162e-07,
      "loss": 0.3325,
      "step": 2157050
    },
    {
      "epoch": 602.03,
      "grad_norm": 1.2658189535140991,
      "learning_rate": 7.419843371834901e-07,
      "loss": 0.3357,
      "step": 2157060
    },
    {
      "epoch": 602.03,
      "grad_norm": 2.2726476192474365,
      "learning_rate": 7.419645976728611e-07,
      "loss": 0.3355,
      "step": 2157070
    },
    {
      "epoch": 602.03,
      "grad_norm": 1.1290252208709717,
      "learning_rate": 7.419448583754294e-07,
      "loss": 0.3321,
      "step": 2157080
    },
    {
      "epoch": 602.03,
      "grad_norm": 1.1825330257415771,
      "learning_rate": 7.419251192911984e-07,
      "loss": 0.3395,
      "step": 2157090
    },
    {
      "epoch": 602.04,
      "grad_norm": 1.3560373783111572,
      "learning_rate": 7.419053804201714e-07,
      "loss": 0.3299,
      "step": 2157100
    },
    {
      "epoch": 602.04,
      "grad_norm": 1.0989990234375,
      "learning_rate": 7.418856417623496e-07,
      "loss": 0.3314,
      "step": 2157110
    },
    {
      "epoch": 602.04,
      "grad_norm": 1.1426466703414917,
      "learning_rate": 7.418659033177365e-07,
      "loss": 0.3356,
      "step": 2157120
    },
    {
      "epoch": 602.05,
      "grad_norm": 1.0636712312698364,
      "learning_rate": 7.418461650863346e-07,
      "loss": 0.332,
      "step": 2157130
    },
    {
      "epoch": 602.05,
      "grad_norm": 1.1812783479690552,
      "learning_rate": 7.418264270681473e-07,
      "loss": 0.3391,
      "step": 2157140
    },
    {
      "epoch": 602.05,
      "grad_norm": 1.135671854019165,
      "learning_rate": 7.418066892631757e-07,
      "loss": 0.3387,
      "step": 2157150
    },
    {
      "epoch": 602.05,
      "grad_norm": 1.4353258609771729,
      "learning_rate": 7.417869516714231e-07,
      "loss": 0.3416,
      "step": 2157160
    },
    {
      "epoch": 602.06,
      "grad_norm": 0.982242226600647,
      "learning_rate": 7.417672142928924e-07,
      "loss": 0.3439,
      "step": 2157170
    },
    {
      "epoch": 602.06,
      "grad_norm": 1.1571383476257324,
      "learning_rate": 7.417474771275858e-07,
      "loss": 0.3348,
      "step": 2157180
    },
    {
      "epoch": 602.06,
      "grad_norm": 1.370757818222046,
      "learning_rate": 7.417277401755071e-07,
      "loss": 0.3452,
      "step": 2157190
    },
    {
      "epoch": 602.07,
      "grad_norm": 1.1883985996246338,
      "learning_rate": 7.417080034366563e-07,
      "loss": 0.3197,
      "step": 2157200
    },
    {
      "epoch": 602.07,
      "grad_norm": 1.2546710968017578,
      "learning_rate": 7.416882669110397e-07,
      "loss": 0.3419,
      "step": 2157210
    },
    {
      "epoch": 602.07,
      "grad_norm": 1.0636756420135498,
      "learning_rate": 7.416685305986569e-07,
      "loss": 0.3319,
      "step": 2157220
    },
    {
      "epoch": 602.07,
      "grad_norm": 1.1558761596679688,
      "learning_rate": 7.416487944995115e-07,
      "loss": 0.3402,
      "step": 2157230
    },
    {
      "epoch": 602.08,
      "grad_norm": 1.418848991394043,
      "learning_rate": 7.416290586136067e-07,
      "loss": 0.3428,
      "step": 2157240
    },
    {
      "epoch": 602.08,
      "grad_norm": 1.1676700115203857,
      "learning_rate": 7.416093229409445e-07,
      "loss": 0.3221,
      "step": 2157250
    },
    {
      "epoch": 602.08,
      "grad_norm": 1.183389663696289,
      "learning_rate": 7.415895874815273e-07,
      "loss": 0.3394,
      "step": 2157260
    },
    {
      "epoch": 602.08,
      "grad_norm": 1.1163750886917114,
      "learning_rate": 7.41569852235358e-07,
      "loss": 0.3259,
      "step": 2157270
    },
    {
      "epoch": 602.09,
      "grad_norm": 1.5240739583969116,
      "learning_rate": 7.415501172024403e-07,
      "loss": 0.3408,
      "step": 2157280
    },
    {
      "epoch": 602.09,
      "grad_norm": 1.1691651344299316,
      "learning_rate": 7.41530382382775e-07,
      "loss": 0.3617,
      "step": 2157290
    },
    {
      "epoch": 602.09,
      "grad_norm": 1.1115689277648926,
      "learning_rate": 7.415106477763656e-07,
      "loss": 0.3301,
      "step": 2157300
    },
    {
      "epoch": 602.1,
      "grad_norm": 1.0943701267242432,
      "learning_rate": 7.414909133832153e-07,
      "loss": 0.3447,
      "step": 2157310
    },
    {
      "epoch": 602.1,
      "grad_norm": 1.3228728771209717,
      "learning_rate": 7.414711792033248e-07,
      "loss": 0.353,
      "step": 2157320
    },
    {
      "epoch": 602.1,
      "grad_norm": 1.3011474609375,
      "learning_rate": 7.414514452366994e-07,
      "loss": 0.3481,
      "step": 2157330
    },
    {
      "epoch": 602.1,
      "grad_norm": 1.2895206212997437,
      "learning_rate": 7.414317114833399e-07,
      "loss": 0.3624,
      "step": 2157340
    },
    {
      "epoch": 602.11,
      "grad_norm": 1.2834750413894653,
      "learning_rate": 7.414119779432492e-07,
      "loss": 0.345,
      "step": 2157350
    },
    {
      "epoch": 602.11,
      "grad_norm": 1.1306514739990234,
      "learning_rate": 7.413922446164302e-07,
      "loss": 0.3285,
      "step": 2157360
    },
    {
      "epoch": 602.11,
      "grad_norm": 1.6515252590179443,
      "learning_rate": 7.413725115028859e-07,
      "loss": 0.3503,
      "step": 2157370
    },
    {
      "epoch": 602.12,
      "grad_norm": 1.1213486194610596,
      "learning_rate": 7.41352778602618e-07,
      "loss": 0.3661,
      "step": 2157380
    },
    {
      "epoch": 602.12,
      "grad_norm": 1.4895453453063965,
      "learning_rate": 7.413330459156297e-07,
      "loss": 0.324,
      "step": 2157390
    },
    {
      "epoch": 602.12,
      "grad_norm": 1.2967880964279175,
      "learning_rate": 7.413133134419241e-07,
      "loss": 0.3331,
      "step": 2157400
    },
    {
      "epoch": 602.12,
      "grad_norm": 1.1347163915634155,
      "learning_rate": 7.412935811815019e-07,
      "loss": 0.3324,
      "step": 2157410
    },
    {
      "epoch": 602.13,
      "grad_norm": 0.9380242824554443,
      "learning_rate": 7.412738491343684e-07,
      "loss": 0.3531,
      "step": 2157420
    },
    {
      "epoch": 602.13,
      "grad_norm": 1.217413306236267,
      "learning_rate": 7.412541173005242e-07,
      "loss": 0.3548,
      "step": 2157430
    },
    {
      "epoch": 602.13,
      "grad_norm": 1.038365364074707,
      "learning_rate": 7.41234385679973e-07,
      "loss": 0.3413,
      "step": 2157440
    },
    {
      "epoch": 602.14,
      "grad_norm": 0.9731238484382629,
      "learning_rate": 7.412146542727175e-07,
      "loss": 0.3355,
      "step": 2157450
    },
    {
      "epoch": 602.14,
      "grad_norm": 1.2214915752410889,
      "learning_rate": 7.411949230787583e-07,
      "loss": 0.3352,
      "step": 2157460
    },
    {
      "epoch": 602.14,
      "grad_norm": 1.1138594150543213,
      "learning_rate": 7.411751920981011e-07,
      "loss": 0.3558,
      "step": 2157470
    },
    {
      "epoch": 602.14,
      "grad_norm": 1.1204251050949097,
      "learning_rate": 7.411554613307466e-07,
      "loss": 0.3531,
      "step": 2157480
    },
    {
      "epoch": 602.15,
      "grad_norm": 1.2832289934158325,
      "learning_rate": 7.411357307766977e-07,
      "loss": 0.3331,
      "step": 2157490
    },
    {
      "epoch": 602.15,
      "grad_norm": 1.0926263332366943,
      "learning_rate": 7.411160004359571e-07,
      "loss": 0.3414,
      "step": 2157500
    },
    {
      "epoch": 602.15,
      "grad_norm": 1.2619938850402832,
      "learning_rate": 7.410962703085283e-07,
      "loss": 0.3209,
      "step": 2157510
    },
    {
      "epoch": 602.15,
      "grad_norm": 1.2562298774719238,
      "learning_rate": 7.410765403944125e-07,
      "loss": 0.3293,
      "step": 2157520
    },
    {
      "epoch": 602.16,
      "grad_norm": 1.153794288635254,
      "learning_rate": 7.410568106936128e-07,
      "loss": 0.3324,
      "step": 2157530
    },
    {
      "epoch": 602.16,
      "grad_norm": 1.1914501190185547,
      "learning_rate": 7.410370812061329e-07,
      "loss": 0.3332,
      "step": 2157540
    },
    {
      "epoch": 602.16,
      "grad_norm": 1.0765008926391602,
      "learning_rate": 7.410173519319732e-07,
      "loss": 0.3393,
      "step": 2157550
    },
    {
      "epoch": 602.17,
      "grad_norm": 1.349472165107727,
      "learning_rate": 7.40997622871139e-07,
      "loss": 0.3495,
      "step": 2157560
    },
    {
      "epoch": 602.17,
      "grad_norm": 1.1188589334487915,
      "learning_rate": 7.409778940236307e-07,
      "loss": 0.3438,
      "step": 2157570
    },
    {
      "epoch": 602.17,
      "grad_norm": 1.297656774520874,
      "learning_rate": 7.409581653894518e-07,
      "loss": 0.3486,
      "step": 2157580
    },
    {
      "epoch": 602.17,
      "grad_norm": 0.9588134288787842,
      "learning_rate": 7.409384369686058e-07,
      "loss": 0.3446,
      "step": 2157590
    },
    {
      "epoch": 602.18,
      "grad_norm": 1.2316206693649292,
      "learning_rate": 7.409187087610937e-07,
      "loss": 0.3298,
      "step": 2157600
    },
    {
      "epoch": 602.18,
      "grad_norm": 1.136602759361267,
      "learning_rate": 7.40898980766919e-07,
      "loss": 0.3446,
      "step": 2157610
    },
    {
      "epoch": 602.18,
      "grad_norm": 1.6654822826385498,
      "learning_rate": 7.40879252986084e-07,
      "loss": 0.3504,
      "step": 2157620
    },
    {
      "epoch": 602.19,
      "grad_norm": 1.2554497718811035,
      "learning_rate": 7.408595254185925e-07,
      "loss": 0.3273,
      "step": 2157630
    },
    {
      "epoch": 602.19,
      "grad_norm": 1.117431879043579,
      "learning_rate": 7.408397980644443e-07,
      "loss": 0.3506,
      "step": 2157640
    },
    {
      "epoch": 602.19,
      "grad_norm": 1.1589971780776978,
      "learning_rate": 7.408200709236455e-07,
      "loss": 0.3371,
      "step": 2157650
    },
    {
      "epoch": 602.19,
      "grad_norm": 1.4880452156066895,
      "learning_rate": 7.408003439961967e-07,
      "loss": 0.3512,
      "step": 2157660
    },
    {
      "epoch": 602.2,
      "grad_norm": 1.1233528852462769,
      "learning_rate": 7.407806172821007e-07,
      "loss": 0.3388,
      "step": 2157670
    },
    {
      "epoch": 602.2,
      "grad_norm": 1.1854352951049805,
      "learning_rate": 7.40760890781361e-07,
      "loss": 0.3357,
      "step": 2157680
    },
    {
      "epoch": 602.2,
      "grad_norm": 1.0632504224777222,
      "learning_rate": 7.40741164493979e-07,
      "loss": 0.344,
      "step": 2157690
    },
    {
      "epoch": 602.2,
      "grad_norm": 1.3435304164886475,
      "learning_rate": 7.407214384199579e-07,
      "loss": 0.3429,
      "step": 2157700
    },
    {
      "epoch": 602.21,
      "grad_norm": 1.3611235618591309,
      "learning_rate": 7.407017125593002e-07,
      "loss": 0.3213,
      "step": 2157710
    },
    {
      "epoch": 602.21,
      "grad_norm": 1.2234224081039429,
      "learning_rate": 7.406819869120094e-07,
      "loss": 0.3459,
      "step": 2157720
    },
    {
      "epoch": 602.21,
      "grad_norm": 1.3620816469192505,
      "learning_rate": 7.40662261478087e-07,
      "loss": 0.3399,
      "step": 2157730
    },
    {
      "epoch": 602.22,
      "grad_norm": 1.1582818031311035,
      "learning_rate": 7.406425362575355e-07,
      "loss": 0.3399,
      "step": 2157740
    },
    {
      "epoch": 602.22,
      "grad_norm": 1.1087685823440552,
      "learning_rate": 7.406228112503584e-07,
      "loss": 0.347,
      "step": 2157750
    },
    {
      "epoch": 602.22,
      "grad_norm": 1.1117655038833618,
      "learning_rate": 7.406030864565578e-07,
      "loss": 0.3415,
      "step": 2157760
    },
    {
      "epoch": 602.22,
      "grad_norm": 2.035304546356201,
      "learning_rate": 7.405833618761375e-07,
      "loss": 0.3238,
      "step": 2157770
    },
    {
      "epoch": 602.23,
      "grad_norm": 1.1486307382583618,
      "learning_rate": 7.405636375090973e-07,
      "loss": 0.3402,
      "step": 2157780
    },
    {
      "epoch": 602.23,
      "grad_norm": 1.1628390550613403,
      "learning_rate": 7.405439133554432e-07,
      "loss": 0.3382,
      "step": 2157790
    },
    {
      "epoch": 602.23,
      "grad_norm": 1.2463005781173706,
      "learning_rate": 7.405241894151757e-07,
      "loss": 0.3333,
      "step": 2157800
    },
    {
      "epoch": 602.24,
      "grad_norm": 1.1752723455429077,
      "learning_rate": 7.405044656882979e-07,
      "loss": 0.3445,
      "step": 2157810
    },
    {
      "epoch": 602.24,
      "grad_norm": 1.1543967723846436,
      "learning_rate": 7.404847421748132e-07,
      "loss": 0.34,
      "step": 2157820
    },
    {
      "epoch": 602.24,
      "grad_norm": 1.2410491704940796,
      "learning_rate": 7.404650188747229e-07,
      "loss": 0.3408,
      "step": 2157830
    },
    {
      "epoch": 602.24,
      "grad_norm": 1.0634006261825562,
      "learning_rate": 7.404452957880301e-07,
      "loss": 0.3347,
      "step": 2157840
    },
    {
      "epoch": 602.25,
      "grad_norm": 1.1763056516647339,
      "learning_rate": 7.404255729147377e-07,
      "loss": 0.3477,
      "step": 2157850
    },
    {
      "epoch": 602.25,
      "grad_norm": 1.4376860857009888,
      "learning_rate": 7.404058502548489e-07,
      "loss": 0.3351,
      "step": 2157860
    },
    {
      "epoch": 602.25,
      "grad_norm": 1.185337781906128,
      "learning_rate": 7.403861278083643e-07,
      "loss": 0.341,
      "step": 2157870
    },
    {
      "epoch": 602.26,
      "grad_norm": 1.6845879554748535,
      "learning_rate": 7.403664055752893e-07,
      "loss": 0.3375,
      "step": 2157880
    },
    {
      "epoch": 602.26,
      "grad_norm": 1.146160364151001,
      "learning_rate": 7.403466835556243e-07,
      "loss": 0.3249,
      "step": 2157890
    },
    {
      "epoch": 602.26,
      "grad_norm": 1.028062105178833,
      "learning_rate": 7.403269617493726e-07,
      "loss": 0.3316,
      "step": 2157900
    },
    {
      "epoch": 602.26,
      "grad_norm": 1.36702299118042,
      "learning_rate": 7.403072401565381e-07,
      "loss": 0.3295,
      "step": 2157910
    },
    {
      "epoch": 602.27,
      "grad_norm": 1.1778582334518433,
      "learning_rate": 7.40287518777121e-07,
      "loss": 0.3382,
      "step": 2157920
    },
    {
      "epoch": 602.27,
      "grad_norm": 1.104465365409851,
      "learning_rate": 7.402677976111255e-07,
      "loss": 0.3288,
      "step": 2157930
    },
    {
      "epoch": 602.27,
      "grad_norm": 1.155950903892517,
      "learning_rate": 7.40248076658554e-07,
      "loss": 0.3415,
      "step": 2157940
    },
    {
      "epoch": 602.27,
      "grad_norm": 1.1688300371170044,
      "learning_rate": 7.402283559194094e-07,
      "loss": 0.34,
      "step": 2157950
    },
    {
      "epoch": 602.28,
      "grad_norm": 1.2649434804916382,
      "learning_rate": 7.402086353936936e-07,
      "loss": 0.352,
      "step": 2157960
    },
    {
      "epoch": 602.28,
      "grad_norm": 1.1406784057617188,
      "learning_rate": 7.401889150814094e-07,
      "loss": 0.342,
      "step": 2157970
    },
    {
      "epoch": 602.28,
      "grad_norm": 1.0723737478256226,
      "learning_rate": 7.401691949825605e-07,
      "loss": 0.3333,
      "step": 2157980
    },
    {
      "epoch": 602.29,
      "grad_norm": 1.1658518314361572,
      "learning_rate": 7.401494750971471e-07,
      "loss": 0.3315,
      "step": 2157990
    },
    {
      "epoch": 602.29,
      "grad_norm": 1.0309125185012817,
      "learning_rate": 7.401297554251746e-07,
      "loss": 0.3419,
      "step": 2158000
    },
    {
      "epoch": 602.29,
      "grad_norm": 1.1991424560546875,
      "learning_rate": 7.40110035966644e-07,
      "loss": 0.3374,
      "step": 2158010
    },
    {
      "epoch": 602.29,
      "grad_norm": 1.4915231466293335,
      "learning_rate": 7.400903167215582e-07,
      "loss": 0.3412,
      "step": 2158020
    },
    {
      "epoch": 602.3,
      "grad_norm": 1.2166093587875366,
      "learning_rate": 7.4007059768992e-07,
      "loss": 0.3332,
      "step": 2158030
    },
    {
      "epoch": 602.3,
      "grad_norm": 1.2495293617248535,
      "learning_rate": 7.40050878871732e-07,
      "loss": 0.3387,
      "step": 2158040
    },
    {
      "epoch": 602.3,
      "grad_norm": 1.200048804283142,
      "learning_rate": 7.400311602669972e-07,
      "loss": 0.3537,
      "step": 2158050
    },
    {
      "epoch": 602.31,
      "grad_norm": 1.0426068305969238,
      "learning_rate": 7.400114418757173e-07,
      "loss": 0.354,
      "step": 2158060
    },
    {
      "epoch": 602.31,
      "grad_norm": 2.039060115814209,
      "learning_rate": 7.399917236978956e-07,
      "loss": 0.3446,
      "step": 2158070
    },
    {
      "epoch": 602.31,
      "grad_norm": 1.3302357196807861,
      "learning_rate": 7.399720057335342e-07,
      "loss": 0.3422,
      "step": 2158080
    },
    {
      "epoch": 602.31,
      "grad_norm": 0.9907828569412231,
      "learning_rate": 7.399522879826371e-07,
      "loss": 0.3314,
      "step": 2158090
    },
    {
      "epoch": 602.32,
      "grad_norm": 1.149877905845642,
      "learning_rate": 7.399325704452052e-07,
      "loss": 0.3361,
      "step": 2158100
    },
    {
      "epoch": 602.32,
      "grad_norm": 1.2419652938842773,
      "learning_rate": 7.399128531212418e-07,
      "loss": 0.3458,
      "step": 2158110
    },
    {
      "epoch": 602.32,
      "grad_norm": 1.188010573387146,
      "learning_rate": 7.398931360107503e-07,
      "loss": 0.344,
      "step": 2158120
    },
    {
      "epoch": 602.32,
      "grad_norm": 1.3247356414794922,
      "learning_rate": 7.39873419113731e-07,
      "loss": 0.3564,
      "step": 2158130
    },
    {
      "epoch": 602.33,
      "grad_norm": 1.2432961463928223,
      "learning_rate": 7.398537024301898e-07,
      "loss": 0.3568,
      "step": 2158140
    },
    {
      "epoch": 602.33,
      "grad_norm": 1.1942323446273804,
      "learning_rate": 7.398339859601267e-07,
      "loss": 0.3426,
      "step": 2158150
    },
    {
      "epoch": 602.33,
      "grad_norm": 0.9774559140205383,
      "learning_rate": 7.398142697035451e-07,
      "loss": 0.3346,
      "step": 2158160
    },
    {
      "epoch": 602.34,
      "grad_norm": 1.1520183086395264,
      "learning_rate": 7.39794553660448e-07,
      "loss": 0.3253,
      "step": 2158170
    },
    {
      "epoch": 602.34,
      "grad_norm": 1.3119844198226929,
      "learning_rate": 7.397748378308385e-07,
      "loss": 0.3446,
      "step": 2158180
    },
    {
      "epoch": 602.34,
      "grad_norm": 1.072748064994812,
      "learning_rate": 7.397551222147178e-07,
      "loss": 0.3299,
      "step": 2158190
    },
    {
      "epoch": 602.34,
      "grad_norm": 1.2502014636993408,
      "learning_rate": 7.397354068120893e-07,
      "loss": 0.331,
      "step": 2158200
    },
    {
      "epoch": 602.35,
      "grad_norm": 1.3218433856964111,
      "learning_rate": 7.397156916229564e-07,
      "loss": 0.3303,
      "step": 2158210
    },
    {
      "epoch": 602.35,
      "grad_norm": 1.1645923852920532,
      "learning_rate": 7.396959766473194e-07,
      "loss": 0.3407,
      "step": 2158220
    },
    {
      "epoch": 602.35,
      "grad_norm": 1.2668505907058716,
      "learning_rate": 7.396762618851838e-07,
      "loss": 0.3415,
      "step": 2158230
    },
    {
      "epoch": 602.36,
      "grad_norm": 1.2610979080200195,
      "learning_rate": 7.396565473365501e-07,
      "loss": 0.3378,
      "step": 2158240
    },
    {
      "epoch": 602.36,
      "grad_norm": 1.3170682191848755,
      "learning_rate": 7.396368330014217e-07,
      "loss": 0.3305,
      "step": 2158250
    },
    {
      "epoch": 602.36,
      "grad_norm": 1.3176391124725342,
      "learning_rate": 7.396171188798019e-07,
      "loss": 0.3413,
      "step": 2158260
    },
    {
      "epoch": 602.36,
      "grad_norm": 1.3032690286636353,
      "learning_rate": 7.39597404971692e-07,
      "loss": 0.3404,
      "step": 2158270
    },
    {
      "epoch": 602.37,
      "grad_norm": 1.13542902469635,
      "learning_rate": 7.39577691277095e-07,
      "loss": 0.3586,
      "step": 2158280
    },
    {
      "epoch": 602.37,
      "grad_norm": 1.1346626281738281,
      "learning_rate": 7.395579777960141e-07,
      "loss": 0.3416,
      "step": 2158290
    },
    {
      "epoch": 602.37,
      "grad_norm": 2.194657802581787,
      "learning_rate": 7.395382645284523e-07,
      "loss": 0.3434,
      "step": 2158300
    },
    {
      "epoch": 602.38,
      "grad_norm": 1.0814659595489502,
      "learning_rate": 7.395185514744097e-07,
      "loss": 0.3487,
      "step": 2158310
    },
    {
      "epoch": 602.38,
      "grad_norm": 1.1830329895019531,
      "learning_rate": 7.394988386338926e-07,
      "loss": 0.3347,
      "step": 2158320
    },
    {
      "epoch": 602.38,
      "grad_norm": 1.1131834983825684,
      "learning_rate": 7.394791260069008e-07,
      "loss": 0.3406,
      "step": 2158330
    },
    {
      "epoch": 602.38,
      "grad_norm": 1.1541671752929688,
      "learning_rate": 7.394594135934379e-07,
      "loss": 0.3394,
      "step": 2158340
    },
    {
      "epoch": 602.39,
      "grad_norm": 1.121857762336731,
      "learning_rate": 7.394397013935075e-07,
      "loss": 0.3264,
      "step": 2158350
    },
    {
      "epoch": 602.39,
      "grad_norm": 1.1391410827636719,
      "learning_rate": 7.394199894071096e-07,
      "loss": 0.3389,
      "step": 2158360
    },
    {
      "epoch": 602.39,
      "grad_norm": 1.2410094738006592,
      "learning_rate": 7.394002776342498e-07,
      "loss": 0.3554,
      "step": 2158370
    },
    {
      "epoch": 602.39,
      "grad_norm": 1.1985934972763062,
      "learning_rate": 7.393805660749287e-07,
      "loss": 0.3496,
      "step": 2158380
    },
    {
      "epoch": 602.4,
      "grad_norm": 1.091245174407959,
      "learning_rate": 7.393608547291497e-07,
      "loss": 0.3316,
      "step": 2158390
    },
    {
      "epoch": 602.4,
      "grad_norm": 1.220960259437561,
      "learning_rate": 7.39341143596916e-07,
      "loss": 0.3328,
      "step": 2158400
    },
    {
      "epoch": 602.4,
      "grad_norm": 1.1467416286468506,
      "learning_rate": 7.393214326782289e-07,
      "loss": 0.3244,
      "step": 2158410
    },
    {
      "epoch": 602.41,
      "grad_norm": 1.2855535745620728,
      "learning_rate": 7.393017219730916e-07,
      "loss": 0.3366,
      "step": 2158420
    },
    {
      "epoch": 602.41,
      "grad_norm": 1.074297547340393,
      "learning_rate": 7.392820114815069e-07,
      "loss": 0.3371,
      "step": 2158430
    },
    {
      "epoch": 602.41,
      "grad_norm": 1.1324503421783447,
      "learning_rate": 7.392623012034782e-07,
      "loss": 0.3338,
      "step": 2158440
    },
    {
      "epoch": 602.41,
      "grad_norm": 1.2468860149383545,
      "learning_rate": 7.392425911390054e-07,
      "loss": 0.3258,
      "step": 2158450
    },
    {
      "epoch": 602.42,
      "grad_norm": 1.3041869401931763,
      "learning_rate": 7.392228812880947e-07,
      "loss": 0.3342,
      "step": 2158460
    },
    {
      "epoch": 602.42,
      "grad_norm": 1.1093720197677612,
      "learning_rate": 7.392031716507461e-07,
      "loss": 0.337,
      "step": 2158470
    },
    {
      "epoch": 602.42,
      "grad_norm": 1.5304068326950073,
      "learning_rate": 7.391834622269633e-07,
      "loss": 0.3348,
      "step": 2158480
    },
    {
      "epoch": 602.43,
      "grad_norm": 1.2395999431610107,
      "learning_rate": 7.391637530167494e-07,
      "loss": 0.3481,
      "step": 2158490
    },
    {
      "epoch": 602.43,
      "grad_norm": 1.0766346454620361,
      "learning_rate": 7.391440440201055e-07,
      "loss": 0.3425,
      "step": 2158500
    },
    {
      "epoch": 602.43,
      "grad_norm": 1.380836009979248,
      "learning_rate": 7.391243352370354e-07,
      "loss": 0.3374,
      "step": 2158510
    },
    {
      "epoch": 602.43,
      "grad_norm": 1.0543771982192993,
      "learning_rate": 7.39104626667541e-07,
      "loss": 0.3451,
      "step": 2158520
    },
    {
      "epoch": 602.44,
      "grad_norm": 1.2494691610336304,
      "learning_rate": 7.390849183116264e-07,
      "loss": 0.3577,
      "step": 2158530
    },
    {
      "epoch": 602.44,
      "grad_norm": 1.3107271194458008,
      "learning_rate": 7.390652101692924e-07,
      "loss": 0.3336,
      "step": 2158540
    },
    {
      "epoch": 602.44,
      "grad_norm": 1.1896867752075195,
      "learning_rate": 7.390455022405422e-07,
      "loss": 0.3328,
      "step": 2158550
    },
    {
      "epoch": 602.44,
      "grad_norm": 1.170131802558899,
      "learning_rate": 7.390257945253795e-07,
      "loss": 0.3326,
      "step": 2158560
    },
    {
      "epoch": 602.45,
      "grad_norm": 1.3502229452133179,
      "learning_rate": 7.390060870238044e-07,
      "loss": 0.3334,
      "step": 2158570
    },
    {
      "epoch": 602.45,
      "grad_norm": 1.1559172868728638,
      "learning_rate": 7.389863797358229e-07,
      "loss": 0.3519,
      "step": 2158580
    },
    {
      "epoch": 602.45,
      "grad_norm": 1.25196373462677,
      "learning_rate": 7.38966672661435e-07,
      "loss": 0.3495,
      "step": 2158590
    },
    {
      "epoch": 602.46,
      "grad_norm": 1.2601845264434814,
      "learning_rate": 7.389469658006441e-07,
      "loss": 0.3472,
      "step": 2158600
    },
    {
      "epoch": 602.46,
      "grad_norm": 1.3405579328536987,
      "learning_rate": 7.389272591534529e-07,
      "loss": 0.3576,
      "step": 2158610
    },
    {
      "epoch": 602.46,
      "grad_norm": 2.09273099899292,
      "learning_rate": 7.389075527198643e-07,
      "loss": 0.3364,
      "step": 2158620
    },
    {
      "epoch": 602.46,
      "grad_norm": 1.1678978204727173,
      "learning_rate": 7.388878464998811e-07,
      "loss": 0.3455,
      "step": 2158630
    },
    {
      "epoch": 602.47,
      "grad_norm": 1.1752113103866577,
      "learning_rate": 7.38868140493505e-07,
      "loss": 0.3628,
      "step": 2158640
    },
    {
      "epoch": 602.47,
      "grad_norm": 1.099186897277832,
      "learning_rate": 7.388484347007389e-07,
      "loss": 0.3345,
      "step": 2158650
    },
    {
      "epoch": 602.47,
      "grad_norm": 1.08193838596344,
      "learning_rate": 7.388287291215858e-07,
      "loss": 0.3275,
      "step": 2158660
    },
    {
      "epoch": 602.48,
      "grad_norm": 1.1662039756774902,
      "learning_rate": 7.388090237560488e-07,
      "loss": 0.3291,
      "step": 2158670
    },
    {
      "epoch": 602.48,
      "grad_norm": 1.07418954372406,
      "learning_rate": 7.38789318604129e-07,
      "loss": 0.342,
      "step": 2158680
    },
    {
      "epoch": 602.48,
      "grad_norm": 1.386613368988037,
      "learning_rate": 7.387696136658303e-07,
      "loss": 0.338,
      "step": 2158690
    },
    {
      "epoch": 602.48,
      "grad_norm": 1.2097703218460083,
      "learning_rate": 7.387499089411555e-07,
      "loss": 0.3407,
      "step": 2158700
    },
    {
      "epoch": 602.49,
      "grad_norm": 0.9731788635253906,
      "learning_rate": 7.38730204430105e-07,
      "loss": 0.3255,
      "step": 2158710
    },
    {
      "epoch": 602.49,
      "grad_norm": 1.0303691625595093,
      "learning_rate": 7.387105001326847e-07,
      "loss": 0.3333,
      "step": 2158720
    },
    {
      "epoch": 602.49,
      "grad_norm": 1.2132129669189453,
      "learning_rate": 7.386907960488949e-07,
      "loss": 0.3449,
      "step": 2158730
    },
    {
      "epoch": 602.5,
      "grad_norm": 1.1325169801712036,
      "learning_rate": 7.386710921787385e-07,
      "loss": 0.3243,
      "step": 2158740
    },
    {
      "epoch": 602.5,
      "grad_norm": 1.3035039901733398,
      "learning_rate": 7.386513885222192e-07,
      "loss": 0.3449,
      "step": 2158750
    },
    {
      "epoch": 602.5,
      "grad_norm": 1.0480029582977295,
      "learning_rate": 7.386316850793393e-07,
      "loss": 0.3172,
      "step": 2158760
    },
    {
      "epoch": 602.5,
      "grad_norm": 1.193681001663208,
      "learning_rate": 7.386119818501005e-07,
      "loss": 0.3288,
      "step": 2158770
    },
    {
      "epoch": 602.51,
      "grad_norm": 1.1686617136001587,
      "learning_rate": 7.385922788345059e-07,
      "loss": 0.3404,
      "step": 2158780
    },
    {
      "epoch": 602.51,
      "grad_norm": 1.1787889003753662,
      "learning_rate": 7.385725760325589e-07,
      "loss": 0.3405,
      "step": 2158790
    },
    {
      "epoch": 602.51,
      "grad_norm": 1.1109973192214966,
      "learning_rate": 7.3855287344426e-07,
      "loss": 0.3328,
      "step": 2158800
    },
    {
      "epoch": 602.51,
      "grad_norm": 1.5180761814117432,
      "learning_rate": 7.38533171069615e-07,
      "loss": 0.3563,
      "step": 2158810
    },
    {
      "epoch": 602.52,
      "grad_norm": 1.310122013092041,
      "learning_rate": 7.385134689086237e-07,
      "loss": 0.3377,
      "step": 2158820
    },
    {
      "epoch": 602.52,
      "grad_norm": 1.1247813701629639,
      "learning_rate": 7.3849376696129e-07,
      "loss": 0.3314,
      "step": 2158830
    },
    {
      "epoch": 602.52,
      "grad_norm": 1.2470197677612305,
      "learning_rate": 7.384740652276163e-07,
      "loss": 0.3297,
      "step": 2158840
    },
    {
      "epoch": 602.53,
      "grad_norm": 1.1104763746261597,
      "learning_rate": 7.384543637076062e-07,
      "loss": 0.3413,
      "step": 2158850
    },
    {
      "epoch": 602.53,
      "grad_norm": 1.247097373008728,
      "learning_rate": 7.384346624012605e-07,
      "loss": 0.3527,
      "step": 2158860
    },
    {
      "epoch": 602.53,
      "grad_norm": 1.0009597539901733,
      "learning_rate": 7.384149613085826e-07,
      "loss": 0.3461,
      "step": 2158870
    },
    {
      "epoch": 602.53,
      "grad_norm": 1.2149734497070312,
      "learning_rate": 7.383952604295754e-07,
      "loss": 0.3217,
      "step": 2158880
    },
    {
      "epoch": 602.54,
      "grad_norm": 1.1775038242340088,
      "learning_rate": 7.383755597642414e-07,
      "loss": 0.343,
      "step": 2158890
    },
    {
      "epoch": 602.54,
      "grad_norm": 1.298156976699829,
      "learning_rate": 7.383558593125839e-07,
      "loss": 0.3309,
      "step": 2158900
    },
    {
      "epoch": 602.54,
      "grad_norm": 1.1718302965164185,
      "learning_rate": 7.383361590746039e-07,
      "loss": 0.3393,
      "step": 2158910
    },
    {
      "epoch": 602.55,
      "grad_norm": 1.164231777191162,
      "learning_rate": 7.383164590503048e-07,
      "loss": 0.3369,
      "step": 2158920
    },
    {
      "epoch": 602.55,
      "grad_norm": 1.214459776878357,
      "learning_rate": 7.382967592396905e-07,
      "loss": 0.3361,
      "step": 2158930
    },
    {
      "epoch": 602.55,
      "grad_norm": 1.1240402460098267,
      "learning_rate": 7.382770596427608e-07,
      "loss": 0.3612,
      "step": 2158940
    },
    {
      "epoch": 602.55,
      "grad_norm": 1.2585461139678955,
      "learning_rate": 7.382573602595213e-07,
      "loss": 0.347,
      "step": 2158950
    },
    {
      "epoch": 602.56,
      "grad_norm": 1.2861216068267822,
      "learning_rate": 7.382376610899726e-07,
      "loss": 0.3523,
      "step": 2158960
    },
    {
      "epoch": 602.56,
      "grad_norm": 1.4036755561828613,
      "learning_rate": 7.382179621341183e-07,
      "loss": 0.3097,
      "step": 2158970
    },
    {
      "epoch": 602.56,
      "grad_norm": 1.3128694295883179,
      "learning_rate": 7.381982633919605e-07,
      "loss": 0.3378,
      "step": 2158980
    },
    {
      "epoch": 602.56,
      "grad_norm": 1.1003133058547974,
      "learning_rate": 7.381785648635029e-07,
      "loss": 0.3237,
      "step": 2158990
    },
    {
      "epoch": 602.57,
      "grad_norm": 1.122279405593872,
      "learning_rate": 7.381588665487464e-07,
      "loss": 0.3481,
      "step": 2159000
    },
    {
      "epoch": 602.57,
      "grad_norm": 1.0920822620391846,
      "learning_rate": 7.381391684476946e-07,
      "loss": 0.3417,
      "step": 2159010
    },
    {
      "epoch": 602.57,
      "grad_norm": 1.3927936553955078,
      "learning_rate": 7.381194705603509e-07,
      "loss": 0.3372,
      "step": 2159020
    },
    {
      "epoch": 602.58,
      "grad_norm": 0.9579755067825317,
      "learning_rate": 7.380997728867156e-07,
      "loss": 0.3375,
      "step": 2159030
    },
    {
      "epoch": 602.58,
      "grad_norm": 1.2022784948349,
      "learning_rate": 7.380800754267941e-07,
      "loss": 0.3361,
      "step": 2159040
    },
    {
      "epoch": 602.58,
      "grad_norm": 1.0161242485046387,
      "learning_rate": 7.38060378180587e-07,
      "loss": 0.3218,
      "step": 2159050
    },
    {
      "epoch": 602.58,
      "grad_norm": 1.2576390504837036,
      "learning_rate": 7.380406811480976e-07,
      "loss": 0.3395,
      "step": 2159060
    },
    {
      "epoch": 602.59,
      "grad_norm": 1.2073304653167725,
      "learning_rate": 7.380209843293294e-07,
      "loss": 0.3489,
      "step": 2159070
    },
    {
      "epoch": 602.59,
      "grad_norm": 1.3765870332717896,
      "learning_rate": 7.380012877242836e-07,
      "loss": 0.3393,
      "step": 2159080
    },
    {
      "epoch": 602.59,
      "grad_norm": 1.2742855548858643,
      "learning_rate": 7.379815913329629e-07,
      "loss": 0.3378,
      "step": 2159090
    },
    {
      "epoch": 602.6,
      "grad_norm": 1.078023910522461,
      "learning_rate": 7.37961895155371e-07,
      "loss": 0.3406,
      "step": 2159100
    },
    {
      "epoch": 602.6,
      "grad_norm": 1.212781548500061,
      "learning_rate": 7.379421991915103e-07,
      "loss": 0.3544,
      "step": 2159110
    },
    {
      "epoch": 602.6,
      "grad_norm": 1.1364619731903076,
      "learning_rate": 7.379225034413815e-07,
      "loss": 0.3519,
      "step": 2159120
    },
    {
      "epoch": 602.6,
      "grad_norm": 1.1960515975952148,
      "learning_rate": 7.379028079049904e-07,
      "loss": 0.3285,
      "step": 2159130
    },
    {
      "epoch": 602.61,
      "grad_norm": 1.2681342363357544,
      "learning_rate": 7.378831125823372e-07,
      "loss": 0.3435,
      "step": 2159140
    },
    {
      "epoch": 602.61,
      "grad_norm": 1.4513460397720337,
      "learning_rate": 7.378634174734255e-07,
      "loss": 0.3238,
      "step": 2159150
    },
    {
      "epoch": 602.61,
      "grad_norm": 2.5882139205932617,
      "learning_rate": 7.378437225782583e-07,
      "loss": 0.3397,
      "step": 2159160
    },
    {
      "epoch": 602.62,
      "grad_norm": 1.1206400394439697,
      "learning_rate": 7.378240278968362e-07,
      "loss": 0.3243,
      "step": 2159170
    },
    {
      "epoch": 602.62,
      "grad_norm": 1.1421231031417847,
      "learning_rate": 7.378043334291649e-07,
      "loss": 0.3209,
      "step": 2159180
    },
    {
      "epoch": 602.62,
      "grad_norm": 1.3704965114593506,
      "learning_rate": 7.377846391752446e-07,
      "loss": 0.3382,
      "step": 2159190
    },
    {
      "epoch": 602.62,
      "grad_norm": 1.414943814277649,
      "learning_rate": 7.377649451350787e-07,
      "loss": 0.3461,
      "step": 2159200
    },
    {
      "epoch": 602.63,
      "grad_norm": 1.1164544820785522,
      "learning_rate": 7.377452513086705e-07,
      "loss": 0.3284,
      "step": 2159210
    },
    {
      "epoch": 602.63,
      "grad_norm": 1.2338072061538696,
      "learning_rate": 7.377255576960213e-07,
      "loss": 0.3352,
      "step": 2159220
    },
    {
      "epoch": 602.63,
      "grad_norm": 1.1737624406814575,
      "learning_rate": 7.377058642971343e-07,
      "loss": 0.3232,
      "step": 2159230
    },
    {
      "epoch": 602.63,
      "grad_norm": 1.5199745893478394,
      "learning_rate": 7.376861711120124e-07,
      "loss": 0.3577,
      "step": 2159240
    },
    {
      "epoch": 602.64,
      "grad_norm": 1.1390550136566162,
      "learning_rate": 7.376664781406588e-07,
      "loss": 0.3236,
      "step": 2159250
    },
    {
      "epoch": 602.64,
      "grad_norm": 1.2606335878372192,
      "learning_rate": 7.376467853830737e-07,
      "loss": 0.3371,
      "step": 2159260
    },
    {
      "epoch": 602.64,
      "grad_norm": 1.1734241247177124,
      "learning_rate": 7.376270928392631e-07,
      "loss": 0.3336,
      "step": 2159270
    },
    {
      "epoch": 602.65,
      "grad_norm": 1.1317647695541382,
      "learning_rate": 7.376074005092269e-07,
      "loss": 0.343,
      "step": 2159280
    },
    {
      "epoch": 602.65,
      "grad_norm": 1.1174124479293823,
      "learning_rate": 7.375877083929687e-07,
      "loss": 0.3236,
      "step": 2159290
    },
    {
      "epoch": 602.65,
      "grad_norm": 1.2939918041229248,
      "learning_rate": 7.375680164904921e-07,
      "loss": 0.3318,
      "step": 2159300
    },
    {
      "epoch": 602.65,
      "grad_norm": 1.1022939682006836,
      "learning_rate": 7.375483248017978e-07,
      "loss": 0.3408,
      "step": 2159310
    },
    {
      "epoch": 602.66,
      "grad_norm": 1.0967298746109009,
      "learning_rate": 7.375286333268893e-07,
      "loss": 0.3534,
      "step": 2159320
    },
    {
      "epoch": 602.66,
      "grad_norm": 1.219581127166748,
      "learning_rate": 7.375089420657695e-07,
      "loss": 0.3385,
      "step": 2159330
    },
    {
      "epoch": 602.66,
      "grad_norm": 1.1609255075454712,
      "learning_rate": 7.374892510184417e-07,
      "loss": 0.3427,
      "step": 2159340
    },
    {
      "epoch": 602.67,
      "grad_norm": 1.1261658668518066,
      "learning_rate": 7.374695601849066e-07,
      "loss": 0.3356,
      "step": 2159350
    },
    {
      "epoch": 602.67,
      "grad_norm": 1.0414637327194214,
      "learning_rate": 7.37449869565168e-07,
      "loss": 0.3378,
      "step": 2159360
    },
    {
      "epoch": 602.67,
      "grad_norm": 1.3063111305236816,
      "learning_rate": 7.374301791592292e-07,
      "loss": 0.3502,
      "step": 2159370
    },
    {
      "epoch": 602.67,
      "grad_norm": 1.1935678720474243,
      "learning_rate": 7.374104889670904e-07,
      "loss": 0.3315,
      "step": 2159380
    },
    {
      "epoch": 602.68,
      "grad_norm": 1.138344407081604,
      "learning_rate": 7.373907989887574e-07,
      "loss": 0.3058,
      "step": 2159390
    },
    {
      "epoch": 602.68,
      "grad_norm": 1.0935379266738892,
      "learning_rate": 7.373711092242306e-07,
      "loss": 0.3379,
      "step": 2159400
    },
    {
      "epoch": 602.68,
      "grad_norm": 1.2723299264907837,
      "learning_rate": 7.373514196735131e-07,
      "loss": 0.3346,
      "step": 2159410
    },
    {
      "epoch": 602.68,
      "grad_norm": 1.2566887140274048,
      "learning_rate": 7.373317303366077e-07,
      "loss": 0.3417,
      "step": 2159420
    },
    {
      "epoch": 602.69,
      "grad_norm": 1.3136886358261108,
      "learning_rate": 7.373120412135177e-07,
      "loss": 0.3494,
      "step": 2159430
    },
    {
      "epoch": 602.69,
      "grad_norm": 1.1361608505249023,
      "learning_rate": 7.372923523042445e-07,
      "loss": 0.3399,
      "step": 2159440
    },
    {
      "epoch": 602.69,
      "grad_norm": 1.206083059310913,
      "learning_rate": 7.37272663608791e-07,
      "loss": 0.3375,
      "step": 2159450
    },
    {
      "epoch": 602.7,
      "grad_norm": 1.1201008558273315,
      "learning_rate": 7.372529751271601e-07,
      "loss": 0.3266,
      "step": 2159460
    },
    {
      "epoch": 602.7,
      "grad_norm": 1.2327109575271606,
      "learning_rate": 7.372332868593547e-07,
      "loss": 0.3286,
      "step": 2159470
    },
    {
      "epoch": 602.7,
      "grad_norm": 1.2324756383895874,
      "learning_rate": 7.372135988053775e-07,
      "loss": 0.3231,
      "step": 2159480
    },
    {
      "epoch": 602.7,
      "grad_norm": 1.248517632484436,
      "learning_rate": 7.371939109652302e-07,
      "loss": 0.3423,
      "step": 2159490
    },
    {
      "epoch": 602.71,
      "grad_norm": 1.4703283309936523,
      "learning_rate": 7.371742233389159e-07,
      "loss": 0.3399,
      "step": 2159500
    },
    {
      "epoch": 602.71,
      "grad_norm": 1.2306946516036987,
      "learning_rate": 7.37154535926438e-07,
      "loss": 0.3253,
      "step": 2159510
    },
    {
      "epoch": 602.71,
      "grad_norm": 1.225684642791748,
      "learning_rate": 7.371348487277969e-07,
      "loss": 0.3504,
      "step": 2159520
    },
    {
      "epoch": 602.72,
      "grad_norm": 1.05522882938385,
      "learning_rate": 7.37115161742998e-07,
      "loss": 0.3183,
      "step": 2159530
    },
    {
      "epoch": 602.72,
      "grad_norm": 1.215654969215393,
      "learning_rate": 7.370954749720421e-07,
      "loss": 0.3288,
      "step": 2159540
    },
    {
      "epoch": 602.72,
      "grad_norm": 1.2942041158676147,
      "learning_rate": 7.370757884149324e-07,
      "loss": 0.3447,
      "step": 2159550
    },
    {
      "epoch": 602.72,
      "grad_norm": 1.2263729572296143,
      "learning_rate": 7.370561020716714e-07,
      "loss": 0.3368,
      "step": 2159560
    },
    {
      "epoch": 602.73,
      "grad_norm": 1.2166748046875,
      "learning_rate": 7.370364159422627e-07,
      "loss": 0.3622,
      "step": 2159570
    },
    {
      "epoch": 602.73,
      "grad_norm": 1.1301571130752563,
      "learning_rate": 7.37016730026707e-07,
      "loss": 0.3523,
      "step": 2159580
    },
    {
      "epoch": 602.73,
      "grad_norm": 1.8680284023284912,
      "learning_rate": 7.36997044325008e-07,
      "loss": 0.3608,
      "step": 2159590
    },
    {
      "epoch": 602.74,
      "grad_norm": 1.3092464208602905,
      "learning_rate": 7.369773588371693e-07,
      "loss": 0.3441,
      "step": 2159600
    },
    {
      "epoch": 602.74,
      "grad_norm": 1.3368397951126099,
      "learning_rate": 7.369576735631906e-07,
      "loss": 0.3341,
      "step": 2159610
    },
    {
      "epoch": 602.74,
      "grad_norm": 1.3251338005065918,
      "learning_rate": 7.369379885030782e-07,
      "loss": 0.3274,
      "step": 2159620
    },
    {
      "epoch": 602.74,
      "grad_norm": 1.0995911359786987,
      "learning_rate": 7.369183036568319e-07,
      "loss": 0.3448,
      "step": 2159630
    },
    {
      "epoch": 602.75,
      "grad_norm": 1.3352657556533813,
      "learning_rate": 7.368986190244555e-07,
      "loss": 0.3532,
      "step": 2159640
    },
    {
      "epoch": 602.75,
      "grad_norm": 1.1715656518936157,
      "learning_rate": 7.368789346059522e-07,
      "loss": 0.3171,
      "step": 2159650
    },
    {
      "epoch": 602.75,
      "grad_norm": 1.2850042581558228,
      "learning_rate": 7.368592504013229e-07,
      "loss": 0.337,
      "step": 2159660
    },
    {
      "epoch": 602.75,
      "grad_norm": 1.1318427324295044,
      "learning_rate": 7.368395664105715e-07,
      "loss": 0.3319,
      "step": 2159670
    },
    {
      "epoch": 602.76,
      "grad_norm": 1.3274413347244263,
      "learning_rate": 7.368198826337003e-07,
      "loss": 0.3488,
      "step": 2159680
    },
    {
      "epoch": 602.76,
      "grad_norm": 1.1195240020751953,
      "learning_rate": 7.368001990707124e-07,
      "loss": 0.3387,
      "step": 2159690
    },
    {
      "epoch": 602.76,
      "grad_norm": 1.3026793003082275,
      "learning_rate": 7.367805157216087e-07,
      "loss": 0.3304,
      "step": 2159700
    },
    {
      "epoch": 602.77,
      "grad_norm": 1.2953150272369385,
      "learning_rate": 7.367608325863944e-07,
      "loss": 0.3355,
      "step": 2159710
    },
    {
      "epoch": 602.77,
      "grad_norm": 1.1843795776367188,
      "learning_rate": 7.367411496650702e-07,
      "loss": 0.3306,
      "step": 2159720
    },
    {
      "epoch": 602.77,
      "grad_norm": 1.2435270547866821,
      "learning_rate": 7.367214669576393e-07,
      "loss": 0.3559,
      "step": 2159730
    },
    {
      "epoch": 602.77,
      "grad_norm": 1.2665989398956299,
      "learning_rate": 7.367017844641051e-07,
      "loss": 0.3213,
      "step": 2159740
    },
    {
      "epoch": 602.78,
      "grad_norm": 1.1008273363113403,
      "learning_rate": 7.36682102184468e-07,
      "loss": 0.3389,
      "step": 2159750
    },
    {
      "epoch": 602.78,
      "grad_norm": 1.0512646436691284,
      "learning_rate": 7.366624201187335e-07,
      "loss": 0.3521,
      "step": 2159760
    },
    {
      "epoch": 602.78,
      "grad_norm": 1.2025550603866577,
      "learning_rate": 7.366427382669021e-07,
      "loss": 0.3349,
      "step": 2159770
    },
    {
      "epoch": 602.79,
      "grad_norm": 1.288243055343628,
      "learning_rate": 7.36623056628977e-07,
      "loss": 0.3386,
      "step": 2159780
    },
    {
      "epoch": 602.79,
      "grad_norm": 1.2588316202163696,
      "learning_rate": 7.366033752049608e-07,
      "loss": 0.3315,
      "step": 2159790
    },
    {
      "epoch": 602.79,
      "grad_norm": 1.2121821641921997,
      "learning_rate": 7.365836939948572e-07,
      "loss": 0.3489,
      "step": 2159800
    },
    {
      "epoch": 602.79,
      "grad_norm": 1.2594600915908813,
      "learning_rate": 7.365640129986673e-07,
      "loss": 0.3283,
      "step": 2159810
    },
    {
      "epoch": 602.8,
      "grad_norm": 2.6382358074188232,
      "learning_rate": 7.365443322163941e-07,
      "loss": 0.3314,
      "step": 2159820
    },
    {
      "epoch": 602.8,
      "grad_norm": 1.2229461669921875,
      "learning_rate": 7.365246516480412e-07,
      "loss": 0.3278,
      "step": 2159830
    },
    {
      "epoch": 602.8,
      "grad_norm": 1.2557501792907715,
      "learning_rate": 7.365049712936089e-07,
      "loss": 0.3425,
      "step": 2159840
    },
    {
      "epoch": 602.8,
      "grad_norm": 1.2039692401885986,
      "learning_rate": 7.364852911531029e-07,
      "loss": 0.3307,
      "step": 2159850
    },
    {
      "epoch": 602.81,
      "grad_norm": 4.254193305969238,
      "learning_rate": 7.364656112265233e-07,
      "loss": 0.32,
      "step": 2159860
    },
    {
      "epoch": 602.81,
      "grad_norm": 1.229556918144226,
      "learning_rate": 7.364459315138737e-07,
      "loss": 0.339,
      "step": 2159870
    },
    {
      "epoch": 602.81,
      "grad_norm": 1.308658242225647,
      "learning_rate": 7.364262520151578e-07,
      "loss": 0.3247,
      "step": 2159880
    },
    {
      "epoch": 602.82,
      "grad_norm": 1.328403115272522,
      "learning_rate": 7.364065727303763e-07,
      "loss": 0.3409,
      "step": 2159890
    },
    {
      "epoch": 602.82,
      "grad_norm": 1.1660207509994507,
      "learning_rate": 7.363868936595326e-07,
      "loss": 0.3355,
      "step": 2159900
    },
    {
      "epoch": 602.82,
      "grad_norm": 1.2918668985366821,
      "learning_rate": 7.363672148026292e-07,
      "loss": 0.3529,
      "step": 2159910
    },
    {
      "epoch": 602.82,
      "grad_norm": 1.26567542552948,
      "learning_rate": 7.363475361596697e-07,
      "loss": 0.3338,
      "step": 2159920
    },
    {
      "epoch": 602.83,
      "grad_norm": 1.265760064125061,
      "learning_rate": 7.363278577306545e-07,
      "loss": 0.3359,
      "step": 2159930
    },
    {
      "epoch": 602.83,
      "grad_norm": 1.2269707918167114,
      "learning_rate": 7.36308179515589e-07,
      "loss": 0.3373,
      "step": 2159940
    },
    {
      "epoch": 602.83,
      "grad_norm": 1.0257258415222168,
      "learning_rate": 7.362885015144738e-07,
      "loss": 0.3334,
      "step": 2159950
    },
    {
      "epoch": 602.84,
      "grad_norm": 1.3378708362579346,
      "learning_rate": 7.362688237273121e-07,
      "loss": 0.3523,
      "step": 2159960
    },
    {
      "epoch": 602.84,
      "grad_norm": 1.2609199285507202,
      "learning_rate": 7.362491461541074e-07,
      "loss": 0.3286,
      "step": 2159970
    },
    {
      "epoch": 602.84,
      "grad_norm": 1.2317726612091064,
      "learning_rate": 7.362294687948609e-07,
      "loss": 0.3399,
      "step": 2159980
    },
    {
      "epoch": 602.84,
      "grad_norm": 1.1721488237380981,
      "learning_rate": 7.362097916495756e-07,
      "loss": 0.3511,
      "step": 2159990
    },
    {
      "epoch": 602.85,
      "grad_norm": 1.2755239009857178,
      "learning_rate": 7.361901147182543e-07,
      "loss": 0.3437,
      "step": 2160000
    },
    {
      "epoch": 602.85,
      "grad_norm": 1.0921192169189453,
      "learning_rate": 7.361704380009007e-07,
      "loss": 0.3462,
      "step": 2160010
    },
    {
      "epoch": 602.85,
      "grad_norm": 1.5208202600479126,
      "learning_rate": 7.361507614975151e-07,
      "loss": 0.3356,
      "step": 2160020
    },
    {
      "epoch": 602.86,
      "grad_norm": 1.1047650575637817,
      "learning_rate": 7.361310852081017e-07,
      "loss": 0.3528,
      "step": 2160030
    },
    {
      "epoch": 602.86,
      "grad_norm": 1.173240303993225,
      "learning_rate": 7.36111409132663e-07,
      "loss": 0.3306,
      "step": 2160040
    },
    {
      "epoch": 602.86,
      "grad_norm": 1.2130992412567139,
      "learning_rate": 7.360917332712012e-07,
      "loss": 0.3373,
      "step": 2160050
    },
    {
      "epoch": 602.86,
      "grad_norm": 1.155756950378418,
      "learning_rate": 7.360720576237201e-07,
      "loss": 0.3325,
      "step": 2160060
    },
    {
      "epoch": 602.87,
      "grad_norm": 1.1743310689926147,
      "learning_rate": 7.360523821902198e-07,
      "loss": 0.3351,
      "step": 2160070
    },
    {
      "epoch": 602.87,
      "grad_norm": 1.4554725885391235,
      "learning_rate": 7.360327069707057e-07,
      "loss": 0.3381,
      "step": 2160080
    },
    {
      "epoch": 602.87,
      "grad_norm": 1.2850186824798584,
      "learning_rate": 7.360130319651789e-07,
      "loss": 0.3307,
      "step": 2160090
    },
    {
      "epoch": 602.87,
      "grad_norm": 1.0274630784988403,
      "learning_rate": 7.359933571736419e-07,
      "loss": 0.361,
      "step": 2160100
    },
    {
      "epoch": 602.88,
      "grad_norm": 1.281501293182373,
      "learning_rate": 7.359736825960988e-07,
      "loss": 0.3305,
      "step": 2160110
    },
    {
      "epoch": 602.88,
      "grad_norm": 1.1203864812850952,
      "learning_rate": 7.359540082325503e-07,
      "loss": 0.3441,
      "step": 2160120
    },
    {
      "epoch": 602.88,
      "grad_norm": 1.332168698310852,
      "learning_rate": 7.359343340829999e-07,
      "loss": 0.3417,
      "step": 2160130
    },
    {
      "epoch": 602.89,
      "grad_norm": 1.3650405406951904,
      "learning_rate": 7.359146601474505e-07,
      "loss": 0.3436,
      "step": 2160140
    },
    {
      "epoch": 602.89,
      "grad_norm": 1.4572616815567017,
      "learning_rate": 7.358949864259048e-07,
      "loss": 0.3331,
      "step": 2160150
    },
    {
      "epoch": 602.89,
      "grad_norm": 1.2976438999176025,
      "learning_rate": 7.358753129183643e-07,
      "loss": 0.3364,
      "step": 2160160
    },
    {
      "epoch": 602.89,
      "grad_norm": 1.252077341079712,
      "learning_rate": 7.358556396248325e-07,
      "loss": 0.3424,
      "step": 2160170
    },
    {
      "epoch": 602.9,
      "grad_norm": 1.4107666015625,
      "learning_rate": 7.358359665453124e-07,
      "loss": 0.347,
      "step": 2160180
    },
    {
      "epoch": 602.9,
      "grad_norm": 1.1822872161865234,
      "learning_rate": 7.35816293679805e-07,
      "loss": 0.3325,
      "step": 2160190
    },
    {
      "epoch": 602.9,
      "grad_norm": 1.033432126045227,
      "learning_rate": 7.357966210283151e-07,
      "loss": 0.345,
      "step": 2160200
    },
    {
      "epoch": 602.91,
      "grad_norm": 1.4075802564620972,
      "learning_rate": 7.357769485908438e-07,
      "loss": 0.3459,
      "step": 2160210
    },
    {
      "epoch": 602.91,
      "grad_norm": 1.19097900390625,
      "learning_rate": 7.357572763673939e-07,
      "loss": 0.3266,
      "step": 2160220
    },
    {
      "epoch": 602.91,
      "grad_norm": 1.0580133199691772,
      "learning_rate": 7.357376043579686e-07,
      "loss": 0.3342,
      "step": 2160230
    },
    {
      "epoch": 602.91,
      "grad_norm": 1.2633188962936401,
      "learning_rate": 7.357179325625707e-07,
      "loss": 0.3312,
      "step": 2160240
    },
    {
      "epoch": 602.92,
      "grad_norm": 1.0478978157043457,
      "learning_rate": 7.356982609812014e-07,
      "loss": 0.3193,
      "step": 2160250
    },
    {
      "epoch": 602.92,
      "grad_norm": 1.3450242280960083,
      "learning_rate": 7.356785896138645e-07,
      "loss": 0.3293,
      "step": 2160260
    },
    {
      "epoch": 602.92,
      "grad_norm": 1.131374478340149,
      "learning_rate": 7.35658918460563e-07,
      "loss": 0.3335,
      "step": 2160270
    },
    {
      "epoch": 602.92,
      "grad_norm": 1.3591558933258057,
      "learning_rate": 7.356392475212973e-07,
      "loss": 0.3433,
      "step": 2160280
    },
    {
      "epoch": 602.93,
      "grad_norm": 1.1944752931594849,
      "learning_rate": 7.356195767960733e-07,
      "loss": 0.3352,
      "step": 2160290
    },
    {
      "epoch": 602.93,
      "grad_norm": 1.2579333782196045,
      "learning_rate": 7.355999062848909e-07,
      "loss": 0.3466,
      "step": 2160300
    },
    {
      "epoch": 602.93,
      "grad_norm": 2.05611515045166,
      "learning_rate": 7.355802359877537e-07,
      "loss": 0.3437,
      "step": 2160310
    },
    {
      "epoch": 602.94,
      "grad_norm": 1.2834347486495972,
      "learning_rate": 7.355605659046653e-07,
      "loss": 0.345,
      "step": 2160320
    },
    {
      "epoch": 602.94,
      "grad_norm": 1.1873846054077148,
      "learning_rate": 7.355408960356258e-07,
      "loss": 0.3362,
      "step": 2160330
    },
    {
      "epoch": 602.94,
      "grad_norm": 1.1556932926177979,
      "learning_rate": 7.355212263806407e-07,
      "loss": 0.3428,
      "step": 2160340
    },
    {
      "epoch": 602.94,
      "grad_norm": 1.2833774089813232,
      "learning_rate": 7.355015569397105e-07,
      "loss": 0.321,
      "step": 2160350
    },
    {
      "epoch": 602.95,
      "grad_norm": 1.0976859331130981,
      "learning_rate": 7.354818877128388e-07,
      "loss": 0.3685,
      "step": 2160360
    },
    {
      "epoch": 602.95,
      "grad_norm": 1.2031680345535278,
      "learning_rate": 7.354622187000282e-07,
      "loss": 0.3208,
      "step": 2160370
    },
    {
      "epoch": 602.95,
      "grad_norm": 1.0795185565948486,
      "learning_rate": 7.354425499012817e-07,
      "loss": 0.3397,
      "step": 2160380
    },
    {
      "epoch": 602.96,
      "grad_norm": 1.1095657348632812,
      "learning_rate": 7.354228813166005e-07,
      "loss": 0.343,
      "step": 2160390
    },
    {
      "epoch": 602.96,
      "grad_norm": 1.2592754364013672,
      "learning_rate": 7.354032129459881e-07,
      "loss": 0.3398,
      "step": 2160400
    },
    {
      "epoch": 602.96,
      "grad_norm": 1.2855132818222046,
      "learning_rate": 7.353835447894479e-07,
      "loss": 0.3354,
      "step": 2160410
    },
    {
      "epoch": 602.96,
      "grad_norm": 1.2758467197418213,
      "learning_rate": 7.353638768469802e-07,
      "loss": 0.3429,
      "step": 2160420
    },
    {
      "epoch": 602.97,
      "grad_norm": 1.317052960395813,
      "learning_rate": 7.353442091185906e-07,
      "loss": 0.353,
      "step": 2160430
    },
    {
      "epoch": 602.97,
      "grad_norm": 1.1105304956436157,
      "learning_rate": 7.353245416042797e-07,
      "loss": 0.3475,
      "step": 2160440
    },
    {
      "epoch": 602.97,
      "grad_norm": 1.7017625570297241,
      "learning_rate": 7.353048743040504e-07,
      "loss": 0.3378,
      "step": 2160450
    },
    {
      "epoch": 602.98,
      "grad_norm": 1.234622836112976,
      "learning_rate": 7.352852072179064e-07,
      "loss": 0.3405,
      "step": 2160460
    },
    {
      "epoch": 602.98,
      "grad_norm": 1.128398060798645,
      "learning_rate": 7.35265540345849e-07,
      "loss": 0.3235,
      "step": 2160470
    },
    {
      "epoch": 602.98,
      "grad_norm": 1.0934808254241943,
      "learning_rate": 7.352458736878809e-07,
      "loss": 0.3461,
      "step": 2160480
    },
    {
      "epoch": 602.98,
      "grad_norm": 1.3362491130828857,
      "learning_rate": 7.352262072440054e-07,
      "loss": 0.3482,
      "step": 2160490
    },
    {
      "epoch": 602.99,
      "grad_norm": 1.4164925813674927,
      "learning_rate": 7.352065410142256e-07,
      "loss": 0.3235,
      "step": 2160500
    },
    {
      "epoch": 602.99,
      "grad_norm": 1.200081706047058,
      "learning_rate": 7.351868749985417e-07,
      "loss": 0.333,
      "step": 2160510
    },
    {
      "epoch": 602.99,
      "grad_norm": 1.1448558568954468,
      "learning_rate": 7.351672091969597e-07,
      "loss": 0.352,
      "step": 2160520
    },
    {
      "epoch": 602.99,
      "grad_norm": 1.2289142608642578,
      "learning_rate": 7.351475436094796e-07,
      "loss": 0.3385,
      "step": 2160530
    },
    {
      "epoch": 603.0,
      "grad_norm": 1.1931110620498657,
      "learning_rate": 7.351278782361051e-07,
      "loss": 0.3311,
      "step": 2160540
    },
    {
      "epoch": 603.0,
      "eval_loss": 0.3395787179470062,
      "eval_runtime": 64.3145,
      "eval_samples_per_second": 78.66,
      "eval_steps_per_second": 9.842,
      "step": 2160549
    },
    {
      "epoch": 603.0,
      "grad_norm": 1.127160906791687,
      "learning_rate": 7.351082130768393e-07,
      "loss": 0.3387,
      "step": 2160550
    },
    {
      "epoch": 603.0,
      "grad_norm": 1.9040695428848267,
      "learning_rate": 7.350885481316835e-07,
      "loss": 0.3289,
      "step": 2160560
    },
    {
      "epoch": 603.01,
      "grad_norm": 1.2646055221557617,
      "learning_rate": 7.350688834006409e-07,
      "loss": 0.3338,
      "step": 2160570
    },
    {
      "epoch": 603.01,
      "grad_norm": 1.1223061084747314,
      "learning_rate": 7.350492188837141e-07,
      "loss": 0.3336,
      "step": 2160580
    },
    {
      "epoch": 603.01,
      "grad_norm": 1.2184661626815796,
      "learning_rate": 7.350295545809067e-07,
      "loss": 0.3315,
      "step": 2160590
    },
    {
      "epoch": 603.01,
      "grad_norm": 1.1955995559692383,
      "learning_rate": 7.350098904922197e-07,
      "loss": 0.3305,
      "step": 2160600
    },
    {
      "epoch": 603.02,
      "grad_norm": 1.4796098470687866,
      "learning_rate": 7.349902266176564e-07,
      "loss": 0.3619,
      "step": 2160610
    },
    {
      "epoch": 603.02,
      "grad_norm": 1.3967705965042114,
      "learning_rate": 7.349705629572192e-07,
      "loss": 0.3376,
      "step": 2160620
    },
    {
      "epoch": 603.02,
      "grad_norm": 1.0264508724212646,
      "learning_rate": 7.349508995109112e-07,
      "loss": 0.3451,
      "step": 2160630
    },
    {
      "epoch": 603.03,
      "grad_norm": 1.1292797327041626,
      "learning_rate": 7.349312362787357e-07,
      "loss": 0.3399,
      "step": 2160640
    },
    {
      "epoch": 603.03,
      "grad_norm": 2.131746292114258,
      "learning_rate": 7.349115732606927e-07,
      "loss": 0.3247,
      "step": 2160650
    },
    {
      "epoch": 603.03,
      "grad_norm": 1.1319724321365356,
      "learning_rate": 7.348919104567882e-07,
      "loss": 0.3362,
      "step": 2160660
    },
    {
      "epoch": 603.03,
      "grad_norm": 1.3733781576156616,
      "learning_rate": 7.348722478670224e-07,
      "loss": 0.3414,
      "step": 2160670
    },
    {
      "epoch": 603.04,
      "grad_norm": 1.0425145626068115,
      "learning_rate": 7.348525854913983e-07,
      "loss": 0.3476,
      "step": 2160680
    },
    {
      "epoch": 603.04,
      "grad_norm": 1.1050074100494385,
      "learning_rate": 7.348329233299202e-07,
      "loss": 0.3487,
      "step": 2160690
    },
    {
      "epoch": 603.04,
      "grad_norm": 1.2204852104187012,
      "learning_rate": 7.348132613825882e-07,
      "loss": 0.3418,
      "step": 2160700
    },
    {
      "epoch": 603.04,
      "grad_norm": 1.465745210647583,
      "learning_rate": 7.347935996494063e-07,
      "loss": 0.3258,
      "step": 2160710
    },
    {
      "epoch": 603.05,
      "grad_norm": 1.0449265241622925,
      "learning_rate": 7.34773938130377e-07,
      "loss": 0.3298,
      "step": 2160720
    },
    {
      "epoch": 603.05,
      "grad_norm": 1.265142560005188,
      "learning_rate": 7.347542768255035e-07,
      "loss": 0.3347,
      "step": 2160730
    },
    {
      "epoch": 603.05,
      "grad_norm": 1.242038369178772,
      "learning_rate": 7.347346157347863e-07,
      "loss": 0.331,
      "step": 2160740
    },
    {
      "epoch": 603.06,
      "grad_norm": 1.159114956855774,
      "learning_rate": 7.347149548582308e-07,
      "loss": 0.3471,
      "step": 2160750
    },
    {
      "epoch": 603.06,
      "grad_norm": 1.0043212175369263,
      "learning_rate": 7.346952941958379e-07,
      "loss": 0.3296,
      "step": 2160760
    },
    {
      "epoch": 603.06,
      "grad_norm": 1.220608115196228,
      "learning_rate": 7.346756337476104e-07,
      "loss": 0.357,
      "step": 2160770
    },
    {
      "epoch": 603.06,
      "grad_norm": 1.43970787525177,
      "learning_rate": 7.346559735135519e-07,
      "loss": 0.3295,
      "step": 2160780
    },
    {
      "epoch": 603.07,
      "grad_norm": 1.1895495653152466,
      "learning_rate": 7.346363134936635e-07,
      "loss": 0.3356,
      "step": 2160790
    },
    {
      "epoch": 603.07,
      "grad_norm": 1.1251161098480225,
      "learning_rate": 7.346166536879487e-07,
      "loss": 0.3387,
      "step": 2160800
    },
    {
      "epoch": 603.07,
      "grad_norm": 1.1944069862365723,
      "learning_rate": 7.345969940964098e-07,
      "loss": 0.3392,
      "step": 2160810
    },
    {
      "epoch": 603.08,
      "grad_norm": 1.3416013717651367,
      "learning_rate": 7.345773347190505e-07,
      "loss": 0.3476,
      "step": 2160820
    },
    {
      "epoch": 603.08,
      "grad_norm": 1.1592459678649902,
      "learning_rate": 7.345576755558718e-07,
      "loss": 0.3522,
      "step": 2160830
    },
    {
      "epoch": 603.08,
      "grad_norm": 1.1752498149871826,
      "learning_rate": 7.345380166068768e-07,
      "loss": 0.3467,
      "step": 2160840
    },
    {
      "epoch": 603.08,
      "grad_norm": 1.207720398902893,
      "learning_rate": 7.345183578720693e-07,
      "loss": 0.3478,
      "step": 2160850
    },
    {
      "epoch": 603.09,
      "grad_norm": 1.3074538707733154,
      "learning_rate": 7.344986993514494e-07,
      "loss": 0.3357,
      "step": 2160860
    },
    {
      "epoch": 603.09,
      "grad_norm": 1.1644949913024902,
      "learning_rate": 7.34479041045023e-07,
      "loss": 0.3429,
      "step": 2160870
    },
    {
      "epoch": 603.09,
      "grad_norm": 1.1315354108810425,
      "learning_rate": 7.3445938295279e-07,
      "loss": 0.3421,
      "step": 2160880
    },
    {
      "epoch": 603.1,
      "grad_norm": 1.437109351158142,
      "learning_rate": 7.34439725074754e-07,
      "loss": 0.3291,
      "step": 2160890
    },
    {
      "epoch": 603.1,
      "grad_norm": 1.3253073692321777,
      "learning_rate": 7.344200674109177e-07,
      "loss": 0.3261,
      "step": 2160900
    },
    {
      "epoch": 603.1,
      "grad_norm": 1.1368838548660278,
      "learning_rate": 7.344004099612837e-07,
      "loss": 0.3433,
      "step": 2160910
    },
    {
      "epoch": 603.1,
      "grad_norm": 1.2811894416809082,
      "learning_rate": 7.343807527258553e-07,
      "loss": 0.3454,
      "step": 2160920
    },
    {
      "epoch": 603.11,
      "grad_norm": 1.2606158256530762,
      "learning_rate": 7.343610957046338e-07,
      "loss": 0.3327,
      "step": 2160930
    },
    {
      "epoch": 603.11,
      "grad_norm": 1.4369688034057617,
      "learning_rate": 7.343414388976221e-07,
      "loss": 0.3307,
      "step": 2160940
    },
    {
      "epoch": 603.11,
      "grad_norm": 1.3070021867752075,
      "learning_rate": 7.343217823048233e-07,
      "loss": 0.3385,
      "step": 2160950
    },
    {
      "epoch": 603.11,
      "grad_norm": 1.0420535802841187,
      "learning_rate": 7.343021259262407e-07,
      "loss": 0.3456,
      "step": 2160960
    },
    {
      "epoch": 603.12,
      "grad_norm": 1.1295520067214966,
      "learning_rate": 7.342824697618749e-07,
      "loss": 0.3249,
      "step": 2160970
    },
    {
      "epoch": 603.12,
      "grad_norm": 1.0314935445785522,
      "learning_rate": 7.342628138117301e-07,
      "loss": 0.3248,
      "step": 2160980
    },
    {
      "epoch": 603.12,
      "grad_norm": 1.1155105829238892,
      "learning_rate": 7.34243158075809e-07,
      "loss": 0.349,
      "step": 2160990
    },
    {
      "epoch": 603.13,
      "grad_norm": 1.0548336505889893,
      "learning_rate": 7.342235025541122e-07,
      "loss": 0.3328,
      "step": 2161000
    },
    {
      "epoch": 603.13,
      "grad_norm": 1.1249043941497803,
      "learning_rate": 7.342038472466452e-07,
      "loss": 0.3298,
      "step": 2161010
    },
    {
      "epoch": 603.13,
      "grad_norm": 1.312134027481079,
      "learning_rate": 7.341841921534089e-07,
      "loss": 0.3315,
      "step": 2161020
    },
    {
      "epoch": 603.13,
      "grad_norm": 1.1422784328460693,
      "learning_rate": 7.341645372744059e-07,
      "loss": 0.3382,
      "step": 2161030
    },
    {
      "epoch": 603.14,
      "grad_norm": 1.2510918378829956,
      "learning_rate": 7.341448826096391e-07,
      "loss": 0.337,
      "step": 2161040
    },
    {
      "epoch": 603.14,
      "grad_norm": 1.204271674156189,
      "learning_rate": 7.341252281591121e-07,
      "loss": 0.3447,
      "step": 2161050
    },
    {
      "epoch": 603.14,
      "grad_norm": 0.9914289712905884,
      "learning_rate": 7.34105573922826e-07,
      "loss": 0.3383,
      "step": 2161060
    },
    {
      "epoch": 603.15,
      "grad_norm": 1.1721535921096802,
      "learning_rate": 7.340859199007838e-07,
      "loss": 0.3283,
      "step": 2161070
    },
    {
      "epoch": 603.15,
      "grad_norm": 1.1510623693466187,
      "learning_rate": 7.340662660929891e-07,
      "loss": 0.3504,
      "step": 2161080
    },
    {
      "epoch": 603.15,
      "grad_norm": 0.9649795293807983,
      "learning_rate": 7.340466124994422e-07,
      "loss": 0.3385,
      "step": 2161090
    },
    {
      "epoch": 603.15,
      "grad_norm": 1.0189142227172852,
      "learning_rate": 7.340269591201489e-07,
      "loss": 0.3153,
      "step": 2161100
    },
    {
      "epoch": 603.16,
      "grad_norm": 0.9797306060791016,
      "learning_rate": 7.340073059551093e-07,
      "loss": 0.3429,
      "step": 2161110
    },
    {
      "epoch": 603.16,
      "grad_norm": 1.1797727346420288,
      "learning_rate": 7.339876530043268e-07,
      "loss": 0.3366,
      "step": 2161120
    },
    {
      "epoch": 603.16,
      "grad_norm": 1.1878184080123901,
      "learning_rate": 7.339680002678051e-07,
      "loss": 0.3383,
      "step": 2161130
    },
    {
      "epoch": 603.16,
      "grad_norm": 4.651677131652832,
      "learning_rate": 7.339483477455448e-07,
      "loss": 0.3335,
      "step": 2161140
    },
    {
      "epoch": 603.17,
      "grad_norm": 1.0223712921142578,
      "learning_rate": 7.339286954375498e-07,
      "loss": 0.325,
      "step": 2161150
    },
    {
      "epoch": 603.17,
      "grad_norm": 1.1189162731170654,
      "learning_rate": 7.339090433438224e-07,
      "loss": 0.3444,
      "step": 2161160
    },
    {
      "epoch": 603.17,
      "grad_norm": 1.4031327962875366,
      "learning_rate": 7.338893914643658e-07,
      "loss": 0.3433,
      "step": 2161170
    },
    {
      "epoch": 603.18,
      "grad_norm": 1.1960358619689941,
      "learning_rate": 7.338697397991809e-07,
      "loss": 0.3576,
      "step": 2161180
    },
    {
      "epoch": 603.18,
      "grad_norm": 1.1572599411010742,
      "learning_rate": 7.338500883482729e-07,
      "loss": 0.3386,
      "step": 2161190
    },
    {
      "epoch": 603.18,
      "grad_norm": 1.0786657333374023,
      "learning_rate": 7.338304371116421e-07,
      "loss": 0.3279,
      "step": 2161200
    },
    {
      "epoch": 603.18,
      "grad_norm": 1.379272222518921,
      "learning_rate": 7.338107860892923e-07,
      "loss": 0.3317,
      "step": 2161210
    },
    {
      "epoch": 603.19,
      "grad_norm": 1.1835347414016724,
      "learning_rate": 7.337911352812264e-07,
      "loss": 0.3391,
      "step": 2161220
    },
    {
      "epoch": 603.19,
      "grad_norm": 1.1492928266525269,
      "learning_rate": 7.33771484687445e-07,
      "loss": 0.3366,
      "step": 2161230
    },
    {
      "epoch": 603.19,
      "grad_norm": 1.3235243558883667,
      "learning_rate": 7.337518343079538e-07,
      "loss": 0.3305,
      "step": 2161240
    },
    {
      "epoch": 603.2,
      "grad_norm": 1.1466611623764038,
      "learning_rate": 7.337321841427527e-07,
      "loss": 0.3329,
      "step": 2161250
    },
    {
      "epoch": 603.2,
      "grad_norm": 1.2268917560577393,
      "learning_rate": 7.337125341918458e-07,
      "loss": 0.3538,
      "step": 2161260
    },
    {
      "epoch": 603.2,
      "grad_norm": 1.035506010055542,
      "learning_rate": 7.33692884455236e-07,
      "loss": 0.3317,
      "step": 2161270
    },
    {
      "epoch": 603.2,
      "grad_norm": 1.0881327390670776,
      "learning_rate": 7.336732349329244e-07,
      "loss": 0.3508,
      "step": 2161280
    },
    {
      "epoch": 603.21,
      "grad_norm": 1.19013512134552,
      "learning_rate": 7.336535856249143e-07,
      "loss": 0.3486,
      "step": 2161290
    },
    {
      "epoch": 603.21,
      "grad_norm": 1.0599792003631592,
      "learning_rate": 7.336339365312088e-07,
      "loss": 0.3481,
      "step": 2161300
    },
    {
      "epoch": 603.21,
      "grad_norm": 1.0463981628417969,
      "learning_rate": 7.336142876518108e-07,
      "loss": 0.3433,
      "step": 2161310
    },
    {
      "epoch": 603.22,
      "grad_norm": 1.3385473489761353,
      "learning_rate": 7.335946389867207e-07,
      "loss": 0.3521,
      "step": 2161320
    },
    {
      "epoch": 603.22,
      "grad_norm": 1.0577983856201172,
      "learning_rate": 7.335749905359442e-07,
      "loss": 0.3455,
      "step": 2161330
    },
    {
      "epoch": 603.22,
      "grad_norm": 1.1207592487335205,
      "learning_rate": 7.335553422994819e-07,
      "loss": 0.3367,
      "step": 2161340
    },
    {
      "epoch": 603.22,
      "grad_norm": 1.236664056777954,
      "learning_rate": 7.335356942773369e-07,
      "loss": 0.3403,
      "step": 2161350
    },
    {
      "epoch": 603.23,
      "grad_norm": 1.1134207248687744,
      "learning_rate": 7.335160464695125e-07,
      "loss": 0.3239,
      "step": 2161360
    },
    {
      "epoch": 603.23,
      "grad_norm": 1.2037959098815918,
      "learning_rate": 7.334963988760098e-07,
      "loss": 0.3387,
      "step": 2161370
    },
    {
      "epoch": 603.23,
      "grad_norm": 1.1088916063308716,
      "learning_rate": 7.334767514968326e-07,
      "loss": 0.3416,
      "step": 2161380
    },
    {
      "epoch": 603.23,
      "grad_norm": 1.2791672945022583,
      "learning_rate": 7.334571043319831e-07,
      "loss": 0.3562,
      "step": 2161390
    },
    {
      "epoch": 603.24,
      "grad_norm": 1.0850807428359985,
      "learning_rate": 7.334374573814649e-07,
      "loss": 0.3603,
      "step": 2161400
    },
    {
      "epoch": 603.24,
      "grad_norm": 1.1739705801010132,
      "learning_rate": 7.334178106452788e-07,
      "loss": 0.334,
      "step": 2161410
    },
    {
      "epoch": 603.24,
      "grad_norm": 1.3842309713363647,
      "learning_rate": 7.333981641234282e-07,
      "loss": 0.3276,
      "step": 2161420
    },
    {
      "epoch": 603.25,
      "grad_norm": 1.2044199705123901,
      "learning_rate": 7.333785178159169e-07,
      "loss": 0.3396,
      "step": 2161430
    },
    {
      "epoch": 603.25,
      "grad_norm": 1.130051612854004,
      "learning_rate": 7.333588717227448e-07,
      "loss": 0.3579,
      "step": 2161440
    },
    {
      "epoch": 603.25,
      "grad_norm": 1.1571297645568848,
      "learning_rate": 7.333392258439179e-07,
      "loss": 0.3453,
      "step": 2161450
    },
    {
      "epoch": 603.25,
      "grad_norm": 1.4133085012435913,
      "learning_rate": 7.333195801794363e-07,
      "loss": 0.3412,
      "step": 2161460
    },
    {
      "epoch": 603.26,
      "grad_norm": 1.1234153509140015,
      "learning_rate": 7.332999347293032e-07,
      "loss": 0.3353,
      "step": 2161470
    },
    {
      "epoch": 603.26,
      "grad_norm": 1.1849370002746582,
      "learning_rate": 7.332802894935216e-07,
      "loss": 0.3374,
      "step": 2161480
    },
    {
      "epoch": 603.26,
      "grad_norm": 1.0728836059570312,
      "learning_rate": 7.33260644472094e-07,
      "loss": 0.3488,
      "step": 2161490
    },
    {
      "epoch": 603.27,
      "grad_norm": 1.1392896175384521,
      "learning_rate": 7.332409996650239e-07,
      "loss": 0.3334,
      "step": 2161500
    },
    {
      "epoch": 603.27,
      "grad_norm": 1.4573699235916138,
      "learning_rate": 7.33221355072312e-07,
      "loss": 0.336,
      "step": 2161510
    },
    {
      "epoch": 603.27,
      "grad_norm": 1.1746150255203247,
      "learning_rate": 7.332017106939619e-07,
      "loss": 0.3255,
      "step": 2161520
    },
    {
      "epoch": 603.27,
      "grad_norm": 1.0393072366714478,
      "learning_rate": 7.331820665299761e-07,
      "loss": 0.3306,
      "step": 2161530
    },
    {
      "epoch": 603.28,
      "grad_norm": 1.264471173286438,
      "learning_rate": 7.331624225803584e-07,
      "loss": 0.344,
      "step": 2161540
    },
    {
      "epoch": 603.28,
      "grad_norm": 1.1953299045562744,
      "learning_rate": 7.331427788451092e-07,
      "loss": 0.3244,
      "step": 2161550
    },
    {
      "epoch": 603.28,
      "grad_norm": 2.6228888034820557,
      "learning_rate": 7.331231353242327e-07,
      "loss": 0.3677,
      "step": 2161560
    },
    {
      "epoch": 603.28,
      "grad_norm": 1.2780308723449707,
      "learning_rate": 7.331034920177315e-07,
      "loss": 0.3457,
      "step": 2161570
    },
    {
      "epoch": 603.29,
      "grad_norm": 1.411339282989502,
      "learning_rate": 7.330838489256065e-07,
      "loss": 0.3246,
      "step": 2161580
    },
    {
      "epoch": 603.29,
      "grad_norm": 1.185256838798523,
      "learning_rate": 7.330642060478629e-07,
      "loss": 0.3272,
      "step": 2161590
    },
    {
      "epoch": 603.29,
      "grad_norm": 1.1198320388793945,
      "learning_rate": 7.330445633845014e-07,
      "loss": 0.3421,
      "step": 2161600
    },
    {
      "epoch": 603.3,
      "grad_norm": 1.1094945669174194,
      "learning_rate": 7.330249209355252e-07,
      "loss": 0.3309,
      "step": 2161610
    },
    {
      "epoch": 603.3,
      "grad_norm": 1.0252437591552734,
      "learning_rate": 7.330052787009371e-07,
      "loss": 0.3234,
      "step": 2161620
    },
    {
      "epoch": 603.3,
      "grad_norm": 1.252503752708435,
      "learning_rate": 7.3298563668074e-07,
      "loss": 0.3484,
      "step": 2161630
    },
    {
      "epoch": 603.3,
      "grad_norm": 4.513072490692139,
      "learning_rate": 7.329659948749356e-07,
      "loss": 0.3348,
      "step": 2161640
    },
    {
      "epoch": 603.31,
      "grad_norm": 14.105534553527832,
      "learning_rate": 7.329463532835268e-07,
      "loss": 0.3492,
      "step": 2161650
    },
    {
      "epoch": 603.31,
      "grad_norm": 1.5955047607421875,
      "learning_rate": 7.329267119065173e-07,
      "loss": 0.3317,
      "step": 2161660
    },
    {
      "epoch": 603.31,
      "grad_norm": 1.317335605621338,
      "learning_rate": 7.329070707439072e-07,
      "loss": 0.3393,
      "step": 2161670
    },
    {
      "epoch": 603.32,
      "grad_norm": 3.8023157119750977,
      "learning_rate": 7.328874297957024e-07,
      "loss": 0.3355,
      "step": 2161680
    },
    {
      "epoch": 603.32,
      "grad_norm": 1.2710964679718018,
      "learning_rate": 7.328677890619029e-07,
      "loss": 0.3415,
      "step": 2161690
    },
    {
      "epoch": 603.32,
      "grad_norm": 1.2031246423721313,
      "learning_rate": 7.328481485425124e-07,
      "loss": 0.3385,
      "step": 2161700
    },
    {
      "epoch": 603.32,
      "grad_norm": 1.2916948795318604,
      "learning_rate": 7.328285082375334e-07,
      "loss": 0.3469,
      "step": 2161710
    },
    {
      "epoch": 603.33,
      "grad_norm": 1.307099461555481,
      "learning_rate": 7.328088681469691e-07,
      "loss": 0.3338,
      "step": 2161720
    },
    {
      "epoch": 603.33,
      "grad_norm": 1.238688349723816,
      "learning_rate": 7.327892282708208e-07,
      "loss": 0.3376,
      "step": 2161730
    },
    {
      "epoch": 603.33,
      "grad_norm": 1.0762189626693726,
      "learning_rate": 7.327695886090919e-07,
      "loss": 0.3464,
      "step": 2161740
    },
    {
      "epoch": 603.34,
      "grad_norm": 1.0548464059829712,
      "learning_rate": 7.327499491617853e-07,
      "loss": 0.3298,
      "step": 2161750
    },
    {
      "epoch": 603.34,
      "grad_norm": 1.191985845565796,
      "learning_rate": 7.327303099289022e-07,
      "loss": 0.3479,
      "step": 2161760
    },
    {
      "epoch": 603.34,
      "grad_norm": 1.3559653759002686,
      "learning_rate": 7.327106709104477e-07,
      "loss": 0.3427,
      "step": 2161770
    },
    {
      "epoch": 603.34,
      "grad_norm": 0.9707971215248108,
      "learning_rate": 7.32691032106422e-07,
      "loss": 0.3445,
      "step": 2161780
    },
    {
      "epoch": 603.35,
      "grad_norm": 1.242275357246399,
      "learning_rate": 7.32671393516829e-07,
      "loss": 0.3427,
      "step": 2161790
    },
    {
      "epoch": 603.35,
      "grad_norm": 1.0467379093170166,
      "learning_rate": 7.326517551416714e-07,
      "loss": 0.3244,
      "step": 2161800
    },
    {
      "epoch": 603.35,
      "grad_norm": 1.3758313655853271,
      "learning_rate": 7.326321169809501e-07,
      "loss": 0.3452,
      "step": 2161810
    },
    {
      "epoch": 603.35,
      "grad_norm": 1.4017709493637085,
      "learning_rate": 7.326124790346706e-07,
      "loss": 0.3326,
      "step": 2161820
    },
    {
      "epoch": 603.36,
      "grad_norm": 1.0241214036941528,
      "learning_rate": 7.325928413028333e-07,
      "loss": 0.3339,
      "step": 2161830
    },
    {
      "epoch": 603.36,
      "grad_norm": 1.1820987462997437,
      "learning_rate": 7.325732037854411e-07,
      "loss": 0.3299,
      "step": 2161840
    },
    {
      "epoch": 603.36,
      "grad_norm": 1.4765669107437134,
      "learning_rate": 7.325535664824973e-07,
      "loss": 0.3472,
      "step": 2161850
    },
    {
      "epoch": 603.37,
      "grad_norm": 1.027705192565918,
      "learning_rate": 7.325339293940047e-07,
      "loss": 0.3273,
      "step": 2161860
    },
    {
      "epoch": 603.37,
      "grad_norm": 1.0978500843048096,
      "learning_rate": 7.325142925199646e-07,
      "loss": 0.3364,
      "step": 2161870
    },
    {
      "epoch": 603.37,
      "grad_norm": 1.2243390083312988,
      "learning_rate": 7.324946558603806e-07,
      "loss": 0.323,
      "step": 2161880
    },
    {
      "epoch": 603.37,
      "grad_norm": 1.12962806224823,
      "learning_rate": 7.32475019415256e-07,
      "loss": 0.3311,
      "step": 2161890
    },
    {
      "epoch": 603.38,
      "grad_norm": 1.1722650527954102,
      "learning_rate": 7.324553831845907e-07,
      "loss": 0.3255,
      "step": 2161900
    },
    {
      "epoch": 603.38,
      "grad_norm": 1.1450499296188354,
      "learning_rate": 7.324357471683907e-07,
      "loss": 0.3365,
      "step": 2161910
    },
    {
      "epoch": 603.38,
      "grad_norm": 1.375051498413086,
      "learning_rate": 7.324161113666564e-07,
      "loss": 0.3481,
      "step": 2161920
    },
    {
      "epoch": 603.39,
      "grad_norm": 1.097421646118164,
      "learning_rate": 7.323964757793912e-07,
      "loss": 0.3418,
      "step": 2161930
    },
    {
      "epoch": 603.39,
      "grad_norm": 1.2382415533065796,
      "learning_rate": 7.323768404065984e-07,
      "loss": 0.3538,
      "step": 2161940
    },
    {
      "epoch": 603.39,
      "grad_norm": 1.2882463932037354,
      "learning_rate": 7.323572052482788e-07,
      "loss": 0.3272,
      "step": 2161950
    },
    {
      "epoch": 603.39,
      "grad_norm": 1.2560126781463623,
      "learning_rate": 7.323375703044361e-07,
      "loss": 0.3426,
      "step": 2161960
    },
    {
      "epoch": 603.4,
      "grad_norm": 1.1055432558059692,
      "learning_rate": 7.323179355750728e-07,
      "loss": 0.3123,
      "step": 2161970
    },
    {
      "epoch": 603.4,
      "grad_norm": 1.350306510925293,
      "learning_rate": 7.322983010601925e-07,
      "loss": 0.3384,
      "step": 2161980
    },
    {
      "epoch": 603.4,
      "grad_norm": 1.253903865814209,
      "learning_rate": 7.322786667597952e-07,
      "loss": 0.338,
      "step": 2161990
    },
    {
      "epoch": 603.4,
      "grad_norm": 1.1674965620040894,
      "learning_rate": 7.322590326738866e-07,
      "loss": 0.3315,
      "step": 2162000
    },
    {
      "epoch": 603.41,
      "grad_norm": 1.2062822580337524,
      "learning_rate": 7.322393988024673e-07,
      "loss": 0.3443,
      "step": 2162010
    },
    {
      "epoch": 603.41,
      "grad_norm": 1.085178256034851,
      "learning_rate": 7.322197651455405e-07,
      "loss": 0.3376,
      "step": 2162020
    },
    {
      "epoch": 603.41,
      "grad_norm": 1.193079948425293,
      "learning_rate": 7.322001317031092e-07,
      "loss": 0.3393,
      "step": 2162030
    },
    {
      "epoch": 603.42,
      "grad_norm": 1.3079873323440552,
      "learning_rate": 7.321804984751753e-07,
      "loss": 0.3427,
      "step": 2162040
    },
    {
      "epoch": 603.42,
      "grad_norm": 1.2012187242507935,
      "learning_rate": 7.321608654617417e-07,
      "loss": 0.3344,
      "step": 2162050
    },
    {
      "epoch": 603.42,
      "grad_norm": 2.470733880996704,
      "learning_rate": 7.321412326628109e-07,
      "loss": 0.3325,
      "step": 2162060
    },
    {
      "epoch": 603.42,
      "grad_norm": 1.0801211595535278,
      "learning_rate": 7.321216000783858e-07,
      "loss": 0.3274,
      "step": 2162070
    },
    {
      "epoch": 603.43,
      "grad_norm": 1.2548816204071045,
      "learning_rate": 7.321019677084696e-07,
      "loss": 0.323,
      "step": 2162080
    },
    {
      "epoch": 603.43,
      "grad_norm": 1.2349820137023926,
      "learning_rate": 7.320823355530633e-07,
      "loss": 0.3346,
      "step": 2162090
    },
    {
      "epoch": 603.43,
      "grad_norm": 1.1435459852218628,
      "learning_rate": 7.320627036121706e-07,
      "loss": 0.3471,
      "step": 2162100
    },
    {
      "epoch": 603.44,
      "grad_norm": 1.2614110708236694,
      "learning_rate": 7.320430718857937e-07,
      "loss": 0.3289,
      "step": 2162110
    },
    {
      "epoch": 603.44,
      "grad_norm": 1.15370512008667,
      "learning_rate": 7.320234403739362e-07,
      "loss": 0.3417,
      "step": 2162120
    },
    {
      "epoch": 603.44,
      "grad_norm": 1.3151077032089233,
      "learning_rate": 7.320038090765985e-07,
      "loss": 0.3209,
      "step": 2162130
    },
    {
      "epoch": 603.44,
      "grad_norm": 1.081632137298584,
      "learning_rate": 7.319841779937862e-07,
      "loss": 0.3461,
      "step": 2162140
    },
    {
      "epoch": 603.45,
      "grad_norm": 1.2059820890426636,
      "learning_rate": 7.319645471254996e-07,
      "loss": 0.3438,
      "step": 2162150
    },
    {
      "epoch": 603.45,
      "grad_norm": 1.4547241926193237,
      "learning_rate": 7.319449164717421e-07,
      "loss": 0.3393,
      "step": 2162160
    },
    {
      "epoch": 603.45,
      "grad_norm": 1.3315411806106567,
      "learning_rate": 7.319252860325171e-07,
      "loss": 0.3468,
      "step": 2162170
    },
    {
      "epoch": 603.46,
      "grad_norm": 1.2735576629638672,
      "learning_rate": 7.319056558078256e-07,
      "loss": 0.3385,
      "step": 2162180
    },
    {
      "epoch": 603.46,
      "grad_norm": 1.55321204662323,
      "learning_rate": 7.31886025797671e-07,
      "loss": 0.329,
      "step": 2162190
    },
    {
      "epoch": 603.46,
      "grad_norm": 1.191981315612793,
      "learning_rate": 7.31866396002056e-07,
      "loss": 0.339,
      "step": 2162200
    },
    {
      "epoch": 603.46,
      "grad_norm": 1.0539534091949463,
      "learning_rate": 7.318467664209839e-07,
      "loss": 0.3341,
      "step": 2162210
    },
    {
      "epoch": 603.47,
      "grad_norm": 1.2220064401626587,
      "learning_rate": 7.318271370544559e-07,
      "loss": 0.3521,
      "step": 2162220
    },
    {
      "epoch": 603.47,
      "grad_norm": 1.2177380323410034,
      "learning_rate": 7.318075079024749e-07,
      "loss": 0.3389,
      "step": 2162230
    },
    {
      "epoch": 603.47,
      "grad_norm": 1.066366195678711,
      "learning_rate": 7.317878789650451e-07,
      "loss": 0.3301,
      "step": 2162240
    },
    {
      "epoch": 603.47,
      "grad_norm": 1.2011421918869019,
      "learning_rate": 7.317682502421661e-07,
      "loss": 0.3248,
      "step": 2162250
    },
    {
      "epoch": 603.48,
      "grad_norm": 1.0763603448867798,
      "learning_rate": 7.317486217338438e-07,
      "loss": 0.3445,
      "step": 2162260
    },
    {
      "epoch": 603.48,
      "grad_norm": 1.2705763578414917,
      "learning_rate": 7.317289934400788e-07,
      "loss": 0.3436,
      "step": 2162270
    },
    {
      "epoch": 603.48,
      "grad_norm": 1.101904034614563,
      "learning_rate": 7.31709365360874e-07,
      "loss": 0.3434,
      "step": 2162280
    },
    {
      "epoch": 603.49,
      "grad_norm": 1.2729452848434448,
      "learning_rate": 7.316897374962324e-07,
      "loss": 0.3425,
      "step": 2162290
    },
    {
      "epoch": 603.49,
      "grad_norm": 1.1502938270568848,
      "learning_rate": 7.316701098461571e-07,
      "loss": 0.342,
      "step": 2162300
    },
    {
      "epoch": 603.49,
      "grad_norm": 1.1335601806640625,
      "learning_rate": 7.316504824106493e-07,
      "loss": 0.3194,
      "step": 2162310
    },
    {
      "epoch": 603.49,
      "grad_norm": 1.085521936416626,
      "learning_rate": 7.316308551897124e-07,
      "loss": 0.3486,
      "step": 2162320
    },
    {
      "epoch": 603.5,
      "grad_norm": 1.2411683797836304,
      "learning_rate": 7.316112281833498e-07,
      "loss": 0.3353,
      "step": 2162330
    },
    {
      "epoch": 603.5,
      "grad_norm": 1.1408356428146362,
      "learning_rate": 7.31591601391562e-07,
      "loss": 0.352,
      "step": 2162340
    },
    {
      "epoch": 603.5,
      "grad_norm": 1.1940425634384155,
      "learning_rate": 7.315719748143542e-07,
      "loss": 0.3309,
      "step": 2162350
    },
    {
      "epoch": 603.51,
      "grad_norm": 1.196552038192749,
      "learning_rate": 7.31552348451727e-07,
      "loss": 0.3329,
      "step": 2162360
    },
    {
      "epoch": 603.51,
      "grad_norm": 1.4380055665969849,
      "learning_rate": 7.315327223036838e-07,
      "loss": 0.3364,
      "step": 2162370
    },
    {
      "epoch": 603.51,
      "grad_norm": 1.3692138195037842,
      "learning_rate": 7.315130963702277e-07,
      "loss": 0.3451,
      "step": 2162380
    },
    {
      "epoch": 603.51,
      "grad_norm": 1.286750078201294,
      "learning_rate": 7.314934706513595e-07,
      "loss": 0.3509,
      "step": 2162390
    },
    {
      "epoch": 603.52,
      "grad_norm": 1.1819452047348022,
      "learning_rate": 7.314738451470846e-07,
      "loss": 0.3345,
      "step": 2162400
    },
    {
      "epoch": 603.52,
      "grad_norm": 1.2050942182540894,
      "learning_rate": 7.314542198574032e-07,
      "loss": 0.3377,
      "step": 2162410
    },
    {
      "epoch": 603.52,
      "grad_norm": 0.9623411297798157,
      "learning_rate": 7.31434594782319e-07,
      "loss": 0.3312,
      "step": 2162420
    },
    {
      "epoch": 603.52,
      "grad_norm": 1.342637538909912,
      "learning_rate": 7.314149699218341e-07,
      "loss": 0.3333,
      "step": 2162430
    },
    {
      "epoch": 603.53,
      "grad_norm": 1.1019420623779297,
      "learning_rate": 7.313953452759526e-07,
      "loss": 0.3406,
      "step": 2162440
    },
    {
      "epoch": 603.53,
      "grad_norm": 1.0758144855499268,
      "learning_rate": 7.313757208446749e-07,
      "loss": 0.3456,
      "step": 2162450
    },
    {
      "epoch": 603.53,
      "grad_norm": 1.0198860168457031,
      "learning_rate": 7.313560966280048e-07,
      "loss": 0.3355,
      "step": 2162460
    },
    {
      "epoch": 603.54,
      "grad_norm": 1.2495521306991577,
      "learning_rate": 7.313364726259455e-07,
      "loss": 0.3431,
      "step": 2162470
    },
    {
      "epoch": 603.54,
      "grad_norm": 1.1690114736557007,
      "learning_rate": 7.313168488384973e-07,
      "loss": 0.3498,
      "step": 2162480
    },
    {
      "epoch": 603.54,
      "grad_norm": 1.0988070964813232,
      "learning_rate": 7.312972252656658e-07,
      "loss": 0.3274,
      "step": 2162490
    },
    {
      "epoch": 603.54,
      "grad_norm": 3.552523374557495,
      "learning_rate": 7.312776019074516e-07,
      "loss": 0.3344,
      "step": 2162500
    },
    {
      "epoch": 603.55,
      "grad_norm": 1.099609136581421,
      "learning_rate": 7.31257978763858e-07,
      "loss": 0.354,
      "step": 2162510
    },
    {
      "epoch": 603.55,
      "grad_norm": 1.3333503007888794,
      "learning_rate": 7.31238355834888e-07,
      "loss": 0.3302,
      "step": 2162520
    },
    {
      "epoch": 603.55,
      "grad_norm": 1.1531161069869995,
      "learning_rate": 7.312187331205431e-07,
      "loss": 0.3401,
      "step": 2162530
    },
    {
      "epoch": 603.56,
      "grad_norm": 1.1898003816604614,
      "learning_rate": 7.311991106208267e-07,
      "loss": 0.351,
      "step": 2162540
    },
    {
      "epoch": 603.56,
      "grad_norm": 1.1860918998718262,
      "learning_rate": 7.311794883357413e-07,
      "loss": 0.3357,
      "step": 2162550
    },
    {
      "epoch": 603.56,
      "grad_norm": 1.2516237497329712,
      "learning_rate": 7.311598662652901e-07,
      "loss": 0.332,
      "step": 2162560
    },
    {
      "epoch": 603.56,
      "grad_norm": 1.1625454425811768,
      "learning_rate": 7.311402444094736e-07,
      "loss": 0.3289,
      "step": 2162570
    },
    {
      "epoch": 603.57,
      "grad_norm": 1.196550965309143,
      "learning_rate": 7.311206227682975e-07,
      "loss": 0.3307,
      "step": 2162580
    },
    {
      "epoch": 603.57,
      "grad_norm": 1.2750694751739502,
      "learning_rate": 7.311010013417618e-07,
      "loss": 0.3484,
      "step": 2162590
    },
    {
      "epoch": 603.57,
      "grad_norm": 1.3165911436080933,
      "learning_rate": 7.310813801298704e-07,
      "loss": 0.338,
      "step": 2162600
    },
    {
      "epoch": 603.58,
      "grad_norm": 1.1640739440917969,
      "learning_rate": 7.310617591326262e-07,
      "loss": 0.337,
      "step": 2162610
    },
    {
      "epoch": 603.58,
      "grad_norm": 1.6164953708648682,
      "learning_rate": 7.310421383500304e-07,
      "loss": 0.3426,
      "step": 2162620
    },
    {
      "epoch": 603.58,
      "grad_norm": 2.7394237518310547,
      "learning_rate": 7.310225177820866e-07,
      "loss": 0.3567,
      "step": 2162630
    },
    {
      "epoch": 603.58,
      "grad_norm": 1.1962541341781616,
      "learning_rate": 7.310028974287972e-07,
      "loss": 0.3289,
      "step": 2162640
    },
    {
      "epoch": 603.59,
      "grad_norm": 1.1816319227218628,
      "learning_rate": 7.309832772901649e-07,
      "loss": 0.343,
      "step": 2162650
    },
    {
      "epoch": 603.59,
      "grad_norm": 1.0754786729812622,
      "learning_rate": 7.309636573661924e-07,
      "loss": 0.3347,
      "step": 2162660
    },
    {
      "epoch": 603.59,
      "grad_norm": 1.02235746383667,
      "learning_rate": 7.309440376568829e-07,
      "loss": 0.3302,
      "step": 2162670
    },
    {
      "epoch": 603.59,
      "grad_norm": 1.1950310468673706,
      "learning_rate": 7.309244181622375e-07,
      "loss": 0.3298,
      "step": 2162680
    },
    {
      "epoch": 603.6,
      "grad_norm": 1.162659764289856,
      "learning_rate": 7.309047988822596e-07,
      "loss": 0.326,
      "step": 2162690
    },
    {
      "epoch": 603.6,
      "grad_norm": 1.1290065050125122,
      "learning_rate": 7.308851798169529e-07,
      "loss": 0.3469,
      "step": 2162700
    },
    {
      "epoch": 603.6,
      "grad_norm": 1.1719166040420532,
      "learning_rate": 7.308655609663172e-07,
      "loss": 0.3116,
      "step": 2162710
    },
    {
      "epoch": 603.61,
      "grad_norm": 1.3550567626953125,
      "learning_rate": 7.308459423303582e-07,
      "loss": 0.3369,
      "step": 2162720
    },
    {
      "epoch": 603.61,
      "grad_norm": 1.2395718097686768,
      "learning_rate": 7.308263239090767e-07,
      "loss": 0.3371,
      "step": 2162730
    },
    {
      "epoch": 603.61,
      "grad_norm": 1.0499604940414429,
      "learning_rate": 7.308067057024755e-07,
      "loss": 0.3287,
      "step": 2162740
    },
    {
      "epoch": 603.61,
      "grad_norm": 0.9868193864822388,
      "learning_rate": 7.307870877105586e-07,
      "loss": 0.3382,
      "step": 2162750
    },
    {
      "epoch": 603.62,
      "grad_norm": 1.1207507848739624,
      "learning_rate": 7.307674699333264e-07,
      "loss": 0.3371,
      "step": 2162760
    },
    {
      "epoch": 603.62,
      "grad_norm": 1.0101748704910278,
      "learning_rate": 7.307478523707827e-07,
      "loss": 0.332,
      "step": 2162770
    },
    {
      "epoch": 603.62,
      "grad_norm": 1.087664008140564,
      "learning_rate": 7.307282350229303e-07,
      "loss": 0.3274,
      "step": 2162780
    },
    {
      "epoch": 603.63,
      "grad_norm": 1.2375221252441406,
      "learning_rate": 7.307086178897721e-07,
      "loss": 0.3378,
      "step": 2162790
    },
    {
      "epoch": 603.63,
      "grad_norm": 1.3944451808929443,
      "learning_rate": 7.306890009713084e-07,
      "loss": 0.3397,
      "step": 2162800
    },
    {
      "epoch": 603.63,
      "grad_norm": 1.1306300163269043,
      "learning_rate": 7.306693842675455e-07,
      "loss": 0.3349,
      "step": 2162810
    },
    {
      "epoch": 603.63,
      "grad_norm": 1.1527177095413208,
      "learning_rate": 7.306497677784829e-07,
      "loss": 0.3495,
      "step": 2162820
    },
    {
      "epoch": 603.64,
      "grad_norm": 1.2042725086212158,
      "learning_rate": 7.306301515041247e-07,
      "loss": 0.342,
      "step": 2162830
    },
    {
      "epoch": 603.64,
      "grad_norm": 1.141744613647461,
      "learning_rate": 7.306105354444739e-07,
      "loss": 0.3572,
      "step": 2162840
    },
    {
      "epoch": 603.64,
      "grad_norm": 1.12310791015625,
      "learning_rate": 7.305909195995315e-07,
      "loss": 0.341,
      "step": 2162850
    },
    {
      "epoch": 603.64,
      "grad_norm": 1.2140297889709473,
      "learning_rate": 7.305713039693012e-07,
      "loss": 0.3562,
      "step": 2162860
    },
    {
      "epoch": 603.65,
      "grad_norm": 1.1770142316818237,
      "learning_rate": 7.305516885537852e-07,
      "loss": 0.3404,
      "step": 2162870
    },
    {
      "epoch": 603.65,
      "grad_norm": 1.1302528381347656,
      "learning_rate": 7.305320733529871e-07,
      "loss": 0.3313,
      "step": 2162880
    },
    {
      "epoch": 603.65,
      "grad_norm": 1.3488131761550903,
      "learning_rate": 7.305124583669082e-07,
      "loss": 0.3505,
      "step": 2162890
    },
    {
      "epoch": 603.66,
      "grad_norm": 1.1831605434417725,
      "learning_rate": 7.304928435955516e-07,
      "loss": 0.3246,
      "step": 2162900
    },
    {
      "epoch": 603.66,
      "grad_norm": 1.3310904502868652,
      "learning_rate": 7.304732290389207e-07,
      "loss": 0.3278,
      "step": 2162910
    },
    {
      "epoch": 603.66,
      "grad_norm": 1.3523329496383667,
      "learning_rate": 7.304536146970158e-07,
      "loss": 0.3416,
      "step": 2162920
    },
    {
      "epoch": 603.66,
      "grad_norm": 1.149369478225708,
      "learning_rate": 7.304340005698426e-07,
      "loss": 0.3239,
      "step": 2162930
    },
    {
      "epoch": 603.67,
      "grad_norm": 1.2507740259170532,
      "learning_rate": 7.304143866574007e-07,
      "loss": 0.3309,
      "step": 2162940
    },
    {
      "epoch": 603.67,
      "grad_norm": 1.1683999300003052,
      "learning_rate": 7.30394772959696e-07,
      "loss": 0.3416,
      "step": 2162950
    },
    {
      "epoch": 603.67,
      "grad_norm": 1.4386693239212036,
      "learning_rate": 7.303751594767283e-07,
      "loss": 0.3497,
      "step": 2162960
    },
    {
      "epoch": 603.68,
      "grad_norm": 1.435376524925232,
      "learning_rate": 7.30355546208501e-07,
      "loss": 0.3418,
      "step": 2162970
    },
    {
      "epoch": 603.68,
      "grad_norm": 1.1918107271194458,
      "learning_rate": 7.303359331550182e-07,
      "loss": 0.3571,
      "step": 2162980
    },
    {
      "epoch": 603.68,
      "grad_norm": 1.3174933195114136,
      "learning_rate": 7.303163203162801e-07,
      "loss": 0.3429,
      "step": 2162990
    },
    {
      "epoch": 603.68,
      "grad_norm": 1.4532346725463867,
      "learning_rate": 7.302967076922908e-07,
      "loss": 0.3404,
      "step": 2163000
    },
    {
      "epoch": 603.69,
      "grad_norm": 1.1436606645584106,
      "learning_rate": 7.302770952830521e-07,
      "loss": 0.3295,
      "step": 2163010
    },
    {
      "epoch": 603.69,
      "grad_norm": 1.0759119987487793,
      "learning_rate": 7.30257483088568e-07,
      "loss": 0.3197,
      "step": 2163020
    },
    {
      "epoch": 603.69,
      "grad_norm": 1.0836458206176758,
      "learning_rate": 7.302378711088399e-07,
      "loss": 0.3433,
      "step": 2163030
    },
    {
      "epoch": 603.7,
      "grad_norm": 1.2069402933120728,
      "learning_rate": 7.302182593438703e-07,
      "loss": 0.3356,
      "step": 2163040
    },
    {
      "epoch": 603.7,
      "grad_norm": 1.3512299060821533,
      "learning_rate": 7.301986477936628e-07,
      "loss": 0.3452,
      "step": 2163050
    },
    {
      "epoch": 603.7,
      "grad_norm": 1.115906000137329,
      "learning_rate": 7.301790364582181e-07,
      "loss": 0.3368,
      "step": 2163060
    },
    {
      "epoch": 603.7,
      "grad_norm": 1.3674360513687134,
      "learning_rate": 7.301594253375418e-07,
      "loss": 0.3148,
      "step": 2163070
    },
    {
      "epoch": 603.71,
      "grad_norm": 1.1581863164901733,
      "learning_rate": 7.30139814431634e-07,
      "loss": 0.3262,
      "step": 2163080
    },
    {
      "epoch": 603.71,
      "grad_norm": 1.2020426988601685,
      "learning_rate": 7.301202037404981e-07,
      "loss": 0.3426,
      "step": 2163090
    },
    {
      "epoch": 603.71,
      "grad_norm": 1.2470109462738037,
      "learning_rate": 7.301005932641369e-07,
      "loss": 0.3408,
      "step": 2163100
    },
    {
      "epoch": 603.71,
      "grad_norm": 1.1447643041610718,
      "learning_rate": 7.300809830025535e-07,
      "loss": 0.3411,
      "step": 2163110
    },
    {
      "epoch": 603.72,
      "grad_norm": 1.1512256860733032,
      "learning_rate": 7.300613729557492e-07,
      "loss": 0.3338,
      "step": 2163120
    },
    {
      "epoch": 603.72,
      "grad_norm": 1.0064878463745117,
      "learning_rate": 7.300417631237271e-07,
      "loss": 0.3363,
      "step": 2163130
    },
    {
      "epoch": 603.72,
      "grad_norm": 1.303056001663208,
      "learning_rate": 7.30022153506491e-07,
      "loss": 0.3354,
      "step": 2163140
    },
    {
      "epoch": 603.73,
      "grad_norm": 1.0991817712783813,
      "learning_rate": 7.30002544104041e-07,
      "loss": 0.3294,
      "step": 2163150
    },
    {
      "epoch": 603.73,
      "grad_norm": 1.2352893352508545,
      "learning_rate": 7.299829349163826e-07,
      "loss": 0.3248,
      "step": 2163160
    },
    {
      "epoch": 603.73,
      "grad_norm": 1.2615714073181152,
      "learning_rate": 7.299633259435163e-07,
      "loss": 0.3514,
      "step": 2163170
    },
    {
      "epoch": 603.73,
      "grad_norm": 1.1752444505691528,
      "learning_rate": 7.299437171854454e-07,
      "loss": 0.3514,
      "step": 2163180
    },
    {
      "epoch": 603.74,
      "grad_norm": 1.1462358236312866,
      "learning_rate": 7.299241086421736e-07,
      "loss": 0.3519,
      "step": 2163190
    },
    {
      "epoch": 603.74,
      "grad_norm": 1.1463358402252197,
      "learning_rate": 7.299045003137014e-07,
      "loss": 0.3318,
      "step": 2163200
    },
    {
      "epoch": 603.74,
      "grad_norm": 1.1158645153045654,
      "learning_rate": 7.298848922000327e-07,
      "loss": 0.3442,
      "step": 2163210
    },
    {
      "epoch": 603.75,
      "grad_norm": 1.1724300384521484,
      "learning_rate": 7.298652843011695e-07,
      "loss": 0.3447,
      "step": 2163220
    },
    {
      "epoch": 603.75,
      "grad_norm": 1.3864790201187134,
      "learning_rate": 7.298456766171152e-07,
      "loss": 0.348,
      "step": 2163230
    },
    {
      "epoch": 603.75,
      "grad_norm": 1.0614666938781738,
      "learning_rate": 7.29826069147872e-07,
      "loss": 0.3403,
      "step": 2163240
    },
    {
      "epoch": 603.75,
      "grad_norm": 1.0625683069229126,
      "learning_rate": 7.298064618934431e-07,
      "loss": 0.3459,
      "step": 2163250
    },
    {
      "epoch": 603.76,
      "grad_norm": 1.5307726860046387,
      "learning_rate": 7.297868548538298e-07,
      "loss": 0.3435,
      "step": 2163260
    },
    {
      "epoch": 603.76,
      "grad_norm": 1.1513136625289917,
      "learning_rate": 7.297672480290353e-07,
      "loss": 0.343,
      "step": 2163270
    },
    {
      "epoch": 603.76,
      "grad_norm": 1.3051588535308838,
      "learning_rate": 7.297476414190633e-07,
      "loss": 0.338,
      "step": 2163280
    },
    {
      "epoch": 603.77,
      "grad_norm": 1.1894041299819946,
      "learning_rate": 7.29728035023914e-07,
      "loss": 0.3344,
      "step": 2163290
    },
    {
      "epoch": 603.77,
      "grad_norm": 1.3963559865951538,
      "learning_rate": 7.297084288435928e-07,
      "loss": 0.3481,
      "step": 2163300
    },
    {
      "epoch": 603.77,
      "grad_norm": 1.3258165121078491,
      "learning_rate": 7.296888228781003e-07,
      "loss": 0.3505,
      "step": 2163310
    },
    {
      "epoch": 603.77,
      "grad_norm": 1.6146513223648071,
      "learning_rate": 7.296692171274398e-07,
      "loss": 0.316,
      "step": 2163320
    },
    {
      "epoch": 603.78,
      "grad_norm": 1.324934959411621,
      "learning_rate": 7.296496115916145e-07,
      "loss": 0.3323,
      "step": 2163330
    },
    {
      "epoch": 603.78,
      "grad_norm": 1.157865047454834,
      "learning_rate": 7.296300062706257e-07,
      "loss": 0.3465,
      "step": 2163340
    },
    {
      "epoch": 603.78,
      "grad_norm": 1.2774161100387573,
      "learning_rate": 7.296104011644769e-07,
      "loss": 0.3558,
      "step": 2163350
    },
    {
      "epoch": 603.78,
      "grad_norm": 0.96397465467453,
      "learning_rate": 7.295907962731704e-07,
      "loss": 0.3235,
      "step": 2163360
    },
    {
      "epoch": 603.79,
      "grad_norm": 1.189283013343811,
      "learning_rate": 7.295711915967095e-07,
      "loss": 0.3323,
      "step": 2163370
    },
    {
      "epoch": 603.79,
      "grad_norm": 1.340395212173462,
      "learning_rate": 7.29551587135095e-07,
      "loss": 0.3395,
      "step": 2163380
    },
    {
      "epoch": 603.79,
      "grad_norm": 1.2299728393554688,
      "learning_rate": 7.295319828883321e-07,
      "loss": 0.35,
      "step": 2163390
    },
    {
      "epoch": 603.8,
      "grad_norm": 1.3568695783615112,
      "learning_rate": 7.295123788564214e-07,
      "loss": 0.335,
      "step": 2163400
    },
    {
      "epoch": 603.8,
      "grad_norm": 1.2894558906555176,
      "learning_rate": 7.294927750393661e-07,
      "loss": 0.3397,
      "step": 2163410
    },
    {
      "epoch": 603.8,
      "grad_norm": 1.1212284564971924,
      "learning_rate": 7.294731714371696e-07,
      "loss": 0.3403,
      "step": 2163420
    },
    {
      "epoch": 603.8,
      "grad_norm": 1.2821608781814575,
      "learning_rate": 7.29453568049833e-07,
      "loss": 0.336,
      "step": 2163430
    },
    {
      "epoch": 603.81,
      "grad_norm": 1.0943495035171509,
      "learning_rate": 7.294339648773599e-07,
      "loss": 0.3315,
      "step": 2163440
    },
    {
      "epoch": 603.81,
      "grad_norm": 1.1249734163284302,
      "learning_rate": 7.294143619197526e-07,
      "loss": 0.3641,
      "step": 2163450
    },
    {
      "epoch": 603.81,
      "grad_norm": 1.1341270208358765,
      "learning_rate": 7.293947591770146e-07,
      "loss": 0.3394,
      "step": 2163460
    },
    {
      "epoch": 603.82,
      "grad_norm": 1.2637994289398193,
      "learning_rate": 7.293751566491468e-07,
      "loss": 0.3455,
      "step": 2163470
    },
    {
      "epoch": 603.82,
      "grad_norm": 1.0491218566894531,
      "learning_rate": 7.293555543361528e-07,
      "loss": 0.3308,
      "step": 2163480
    },
    {
      "epoch": 603.82,
      "grad_norm": 1.3706932067871094,
      "learning_rate": 7.293359522380352e-07,
      "loss": 0.3476,
      "step": 2163490
    },
    {
      "epoch": 603.82,
      "grad_norm": 1.6530482769012451,
      "learning_rate": 7.293163503547965e-07,
      "loss": 0.348,
      "step": 2163500
    },
    {
      "epoch": 603.83,
      "grad_norm": 1.0455620288848877,
      "learning_rate": 7.292967486864404e-07,
      "loss": 0.3401,
      "step": 2163510
    },
    {
      "epoch": 603.83,
      "grad_norm": 1.0113728046417236,
      "learning_rate": 7.292771472329667e-07,
      "loss": 0.3201,
      "step": 2163520
    },
    {
      "epoch": 603.83,
      "grad_norm": 1.7447799444198608,
      "learning_rate": 7.292575459943811e-07,
      "loss": 0.3243,
      "step": 2163530
    },
    {
      "epoch": 603.83,
      "grad_norm": 1.351509928703308,
      "learning_rate": 7.292379449706846e-07,
      "loss": 0.3401,
      "step": 2163540
    },
    {
      "epoch": 603.84,
      "grad_norm": 1.2892013788223267,
      "learning_rate": 7.292183441618796e-07,
      "loss": 0.3481,
      "step": 2163550
    },
    {
      "epoch": 603.84,
      "grad_norm": 1.2467031478881836,
      "learning_rate": 7.291987435679703e-07,
      "loss": 0.3376,
      "step": 2163560
    },
    {
      "epoch": 603.84,
      "grad_norm": 1.2310709953308105,
      "learning_rate": 7.291791431889575e-07,
      "loss": 0.3342,
      "step": 2163570
    },
    {
      "epoch": 603.85,
      "grad_norm": 1.1236315965652466,
      "learning_rate": 7.291595430248441e-07,
      "loss": 0.3308,
      "step": 2163580
    },
    {
      "epoch": 603.85,
      "grad_norm": 1.1454063653945923,
      "learning_rate": 7.291399430756336e-07,
      "loss": 0.3327,
      "step": 2163590
    },
    {
      "epoch": 603.85,
      "grad_norm": 1.2048654556274414,
      "learning_rate": 7.291203433413285e-07,
      "loss": 0.3504,
      "step": 2163600
    },
    {
      "epoch": 603.85,
      "grad_norm": 1.1440562009811401,
      "learning_rate": 7.291007438219299e-07,
      "loss": 0.3461,
      "step": 2163610
    },
    {
      "epoch": 603.86,
      "grad_norm": 1.273147702217102,
      "learning_rate": 7.290811445174427e-07,
      "loss": 0.348,
      "step": 2163620
    },
    {
      "epoch": 603.86,
      "grad_norm": 1.111680030822754,
      "learning_rate": 7.29061545427868e-07,
      "loss": 0.3464,
      "step": 2163630
    },
    {
      "epoch": 603.86,
      "grad_norm": 1.0700972080230713,
      "learning_rate": 7.290419465532084e-07,
      "loss": 0.3623,
      "step": 2163640
    },
    {
      "epoch": 603.87,
      "grad_norm": 1.1916903257369995,
      "learning_rate": 7.290223478934679e-07,
      "loss": 0.3525,
      "step": 2163650
    },
    {
      "epoch": 603.87,
      "grad_norm": 1.1988009214401245,
      "learning_rate": 7.290027494486472e-07,
      "loss": 0.3471,
      "step": 2163660
    },
    {
      "epoch": 603.87,
      "grad_norm": 1.1197434663772583,
      "learning_rate": 7.289831512187498e-07,
      "loss": 0.3485,
      "step": 2163670
    },
    {
      "epoch": 603.87,
      "grad_norm": 1.1484333276748657,
      "learning_rate": 7.289635532037785e-07,
      "loss": 0.3281,
      "step": 2163680
    },
    {
      "epoch": 603.88,
      "grad_norm": 1.2294504642486572,
      "learning_rate": 7.289439554037363e-07,
      "loss": 0.3273,
      "step": 2163690
    },
    {
      "epoch": 603.88,
      "grad_norm": 1.0478472709655762,
      "learning_rate": 7.289243578186246e-07,
      "loss": 0.3362,
      "step": 2163700
    },
    {
      "epoch": 603.88,
      "grad_norm": 1.1773412227630615,
      "learning_rate": 7.289047604484464e-07,
      "loss": 0.3392,
      "step": 2163710
    },
    {
      "epoch": 603.89,
      "grad_norm": 1.0475362539291382,
      "learning_rate": 7.288851632932053e-07,
      "loss": 0.3351,
      "step": 2163720
    },
    {
      "epoch": 603.89,
      "grad_norm": 1.4040714502334595,
      "learning_rate": 7.288655663529017e-07,
      "loss": 0.3264,
      "step": 2163730
    },
    {
      "epoch": 603.89,
      "grad_norm": 1.2731406688690186,
      "learning_rate": 7.288459696275413e-07,
      "loss": 0.33,
      "step": 2163740
    },
    {
      "epoch": 603.89,
      "grad_norm": 1.1924586296081543,
      "learning_rate": 7.288263731171243e-07,
      "loss": 0.3365,
      "step": 2163750
    },
    {
      "epoch": 603.9,
      "grad_norm": 1.1681687831878662,
      "learning_rate": 7.288067768216542e-07,
      "loss": 0.3255,
      "step": 2163760
    },
    {
      "epoch": 603.9,
      "grad_norm": 1.2990039587020874,
      "learning_rate": 7.287871807411331e-07,
      "loss": 0.341,
      "step": 2163770
    },
    {
      "epoch": 603.9,
      "grad_norm": 1.252301812171936,
      "learning_rate": 7.287675848755649e-07,
      "loss": 0.3311,
      "step": 2163780
    },
    {
      "epoch": 603.9,
      "grad_norm": 1.136245846748352,
      "learning_rate": 7.287479892249508e-07,
      "loss": 0.3445,
      "step": 2163790
    },
    {
      "epoch": 603.91,
      "grad_norm": 1.0631159543991089,
      "learning_rate": 7.287283937892936e-07,
      "loss": 0.3369,
      "step": 2163800
    },
    {
      "epoch": 603.91,
      "grad_norm": 1.0698728561401367,
      "learning_rate": 7.287087985685962e-07,
      "loss": 0.3251,
      "step": 2163810
    },
    {
      "epoch": 603.91,
      "grad_norm": 0.9901123642921448,
      "learning_rate": 7.286892035628616e-07,
      "loss": 0.318,
      "step": 2163820
    },
    {
      "epoch": 603.92,
      "grad_norm": 1.214120626449585,
      "learning_rate": 7.286696087720924e-07,
      "loss": 0.3271,
      "step": 2163830
    },
    {
      "epoch": 603.92,
      "grad_norm": 1.1621031761169434,
      "learning_rate": 7.286500141962901e-07,
      "loss": 0.3332,
      "step": 2163840
    },
    {
      "epoch": 603.92,
      "grad_norm": 1.1855266094207764,
      "learning_rate": 7.28630419835458e-07,
      "loss": 0.3531,
      "step": 2163850
    },
    {
      "epoch": 603.92,
      "grad_norm": 1.1389638185501099,
      "learning_rate": 7.286108256895999e-07,
      "loss": 0.3199,
      "step": 2163860
    },
    {
      "epoch": 603.93,
      "grad_norm": 1.3302092552185059,
      "learning_rate": 7.285912317587156e-07,
      "loss": 0.3468,
      "step": 2163870
    },
    {
      "epoch": 603.93,
      "grad_norm": 1.4009208679199219,
      "learning_rate": 7.285716380428107e-07,
      "loss": 0.3373,
      "step": 2163880
    },
    {
      "epoch": 603.93,
      "grad_norm": 1.1657212972640991,
      "learning_rate": 7.285520445418857e-07,
      "loss": 0.3316,
      "step": 2163890
    },
    {
      "epoch": 603.94,
      "grad_norm": 1.187466025352478,
      "learning_rate": 7.285324512559441e-07,
      "loss": 0.3334,
      "step": 2163900
    },
    {
      "epoch": 603.94,
      "grad_norm": 1.2972609996795654,
      "learning_rate": 7.285128581849887e-07,
      "loss": 0.3368,
      "step": 2163910
    },
    {
      "epoch": 603.94,
      "grad_norm": 1.2531932592391968,
      "learning_rate": 7.284932653290221e-07,
      "loss": 0.3411,
      "step": 2163920
    },
    {
      "epoch": 603.94,
      "grad_norm": 1.20222008228302,
      "learning_rate": 7.28473672688046e-07,
      "loss": 0.3302,
      "step": 2163930
    },
    {
      "epoch": 603.95,
      "grad_norm": 1.0456653833389282,
      "learning_rate": 7.284540802620637e-07,
      "loss": 0.3137,
      "step": 2163940
    },
    {
      "epoch": 603.95,
      "grad_norm": 0.994457483291626,
      "learning_rate": 7.284344880510784e-07,
      "loss": 0.3441,
      "step": 2163950
    },
    {
      "epoch": 603.95,
      "grad_norm": 1.4767380952835083,
      "learning_rate": 7.284148960550905e-07,
      "loss": 0.3236,
      "step": 2163960
    },
    {
      "epoch": 603.95,
      "grad_norm": 1.099063515663147,
      "learning_rate": 7.283953042741058e-07,
      "loss": 0.3412,
      "step": 2163970
    },
    {
      "epoch": 603.96,
      "grad_norm": 1.1673665046691895,
      "learning_rate": 7.283757127081245e-07,
      "loss": 0.3565,
      "step": 2163980
    },
    {
      "epoch": 603.96,
      "grad_norm": 1.3215014934539795,
      "learning_rate": 7.283561213571497e-07,
      "loss": 0.3376,
      "step": 2163990
    },
    {
      "epoch": 603.96,
      "grad_norm": 1.2687585353851318,
      "learning_rate": 7.283365302211851e-07,
      "loss": 0.3504,
      "step": 2164000
    },
    {
      "epoch": 603.97,
      "grad_norm": 1.0229039192199707,
      "learning_rate": 7.283169393002319e-07,
      "loss": 0.3497,
      "step": 2164010
    },
    {
      "epoch": 603.97,
      "grad_norm": 1.1025989055633545,
      "learning_rate": 7.282973485942931e-07,
      "loss": 0.3373,
      "step": 2164020
    },
    {
      "epoch": 603.97,
      "grad_norm": 1.2532384395599365,
      "learning_rate": 7.282777581033718e-07,
      "loss": 0.3369,
      "step": 2164030
    },
    {
      "epoch": 603.97,
      "grad_norm": 1.2164310216903687,
      "learning_rate": 7.282581678274708e-07,
      "loss": 0.3361,
      "step": 2164040
    },
    {
      "epoch": 603.98,
      "grad_norm": 1.1320867538452148,
      "learning_rate": 7.282385777665906e-07,
      "loss": 0.3335,
      "step": 2164050
    },
    {
      "epoch": 603.98,
      "grad_norm": 1.269864559173584,
      "learning_rate": 7.28218987920737e-07,
      "loss": 0.3397,
      "step": 2164060
    },
    {
      "epoch": 603.98,
      "grad_norm": 1.1933671236038208,
      "learning_rate": 7.281993982899104e-07,
      "loss": 0.3376,
      "step": 2164070
    },
    {
      "epoch": 603.99,
      "grad_norm": 1.141703486442566,
      "learning_rate": 7.281798088741139e-07,
      "loss": 0.3438,
      "step": 2164080
    },
    {
      "epoch": 603.99,
      "grad_norm": 1.6959506273269653,
      "learning_rate": 7.28160219673351e-07,
      "loss": 0.3389,
      "step": 2164090
    },
    {
      "epoch": 603.99,
      "grad_norm": 1.3176888227462769,
      "learning_rate": 7.281406306876219e-07,
      "loss": 0.3556,
      "step": 2164100
    },
    {
      "epoch": 603.99,
      "grad_norm": 1.3419287204742432,
      "learning_rate": 7.281210419169326e-07,
      "loss": 0.359,
      "step": 2164110
    },
    {
      "epoch": 604.0,
      "grad_norm": 1.0977222919464111,
      "learning_rate": 7.281014533612832e-07,
      "loss": 0.3364,
      "step": 2164120
    },
    {
      "epoch": 604.0,
      "grad_norm": 1.1046165227890015,
      "learning_rate": 7.280818650206768e-07,
      "loss": 0.3279,
      "step": 2164130
    },
    {
      "epoch": 604.0,
      "eval_loss": 0.33938416838645935,
      "eval_runtime": 64.9242,
      "eval_samples_per_second": 77.922,
      "eval_steps_per_second": 9.75,
      "step": 2164132
    },
    {
      "epoch": 604.0,
      "grad_norm": 1.146718978881836,
      "learning_rate": 7.280622768951172e-07,
      "loss": 0.3592,
      "step": 2164140
    },
    {
      "epoch": 604.01,
      "grad_norm": 1.0732451677322388,
      "learning_rate": 7.280426889846054e-07,
      "loss": 0.3405,
      "step": 2164150
    },
    {
      "epoch": 604.01,
      "grad_norm": 1.8178826570510864,
      "learning_rate": 7.280231012891445e-07,
      "loss": 0.3482,
      "step": 2164160
    },
    {
      "epoch": 604.01,
      "grad_norm": 1.1830923557281494,
      "learning_rate": 7.280035138087373e-07,
      "loss": 0.3425,
      "step": 2164170
    },
    {
      "epoch": 604.01,
      "grad_norm": 1.0960007905960083,
      "learning_rate": 7.279839265433873e-07,
      "loss": 0.3363,
      "step": 2164180
    },
    {
      "epoch": 604.02,
      "grad_norm": 1.0981203317642212,
      "learning_rate": 7.279643394930946e-07,
      "loss": 0.3473,
      "step": 2164190
    },
    {
      "epoch": 604.02,
      "grad_norm": 1.1798664331436157,
      "learning_rate": 7.279447526578648e-07,
      "loss": 0.3406,
      "step": 2164200
    },
    {
      "epoch": 604.02,
      "grad_norm": 1.1632710695266724,
      "learning_rate": 7.279251660376988e-07,
      "loss": 0.3315,
      "step": 2164210
    },
    {
      "epoch": 604.02,
      "grad_norm": 1.1593306064605713,
      "learning_rate": 7.279055796325991e-07,
      "loss": 0.3268,
      "step": 2164220
    },
    {
      "epoch": 604.03,
      "grad_norm": 1.3617422580718994,
      "learning_rate": 7.278859934425696e-07,
      "loss": 0.3424,
      "step": 2164230
    },
    {
      "epoch": 604.03,
      "grad_norm": 1.548120379447937,
      "learning_rate": 7.278664074676114e-07,
      "loss": 0.3454,
      "step": 2164240
    },
    {
      "epoch": 604.03,
      "grad_norm": 1.152294635772705,
      "learning_rate": 7.278468217077276e-07,
      "loss": 0.3436,
      "step": 2164250
    },
    {
      "epoch": 604.04,
      "grad_norm": 1.285938024520874,
      "learning_rate": 7.278272361629211e-07,
      "loss": 0.3214,
      "step": 2164260
    },
    {
      "epoch": 604.04,
      "grad_norm": 1.2202075719833374,
      "learning_rate": 7.278076508331948e-07,
      "loss": 0.3449,
      "step": 2164270
    },
    {
      "epoch": 604.04,
      "grad_norm": 0.9634801149368286,
      "learning_rate": 7.277880657185505e-07,
      "loss": 0.3496,
      "step": 2164280
    },
    {
      "epoch": 604.04,
      "grad_norm": 3.0061867237091064,
      "learning_rate": 7.27768480818991e-07,
      "loss": 0.3409,
      "step": 2164290
    },
    {
      "epoch": 604.05,
      "grad_norm": 1.0805810689926147,
      "learning_rate": 7.277488961345198e-07,
      "loss": 0.3488,
      "step": 2164300
    },
    {
      "epoch": 604.05,
      "grad_norm": 1.3804407119750977,
      "learning_rate": 7.277293116651373e-07,
      "loss": 0.3431,
      "step": 2164310
    },
    {
      "epoch": 604.05,
      "grad_norm": 1.357866883277893,
      "learning_rate": 7.277097274108491e-07,
      "loss": 0.351,
      "step": 2164320
    },
    {
      "epoch": 604.06,
      "grad_norm": 1.1308505535125732,
      "learning_rate": 7.276901433716556e-07,
      "loss": 0.3717,
      "step": 2164330
    },
    {
      "epoch": 604.06,
      "grad_norm": 1.0357486009597778,
      "learning_rate": 7.276705595475601e-07,
      "loss": 0.3288,
      "step": 2164340
    },
    {
      "epoch": 604.06,
      "grad_norm": 1.244444489479065,
      "learning_rate": 7.276509759385652e-07,
      "loss": 0.3424,
      "step": 2164350
    },
    {
      "epoch": 604.06,
      "grad_norm": 1.3764594793319702,
      "learning_rate": 7.276313925446744e-07,
      "loss": 0.348,
      "step": 2164360
    },
    {
      "epoch": 604.07,
      "grad_norm": 1.232518196105957,
      "learning_rate": 7.276118093658885e-07,
      "loss": 0.3415,
      "step": 2164370
    },
    {
      "epoch": 604.07,
      "grad_norm": 1.1977401971817017,
      "learning_rate": 7.275922264022109e-07,
      "loss": 0.3549,
      "step": 2164380
    },
    {
      "epoch": 604.07,
      "grad_norm": 1.0652457475662231,
      "learning_rate": 7.275726436536445e-07,
      "loss": 0.3277,
      "step": 2164390
    },
    {
      "epoch": 604.07,
      "grad_norm": 1.0709022283554077,
      "learning_rate": 7.275530611201919e-07,
      "loss": 0.3365,
      "step": 2164400
    },
    {
      "epoch": 604.08,
      "grad_norm": 1.193681240081787,
      "learning_rate": 7.27533478801856e-07,
      "loss": 0.3479,
      "step": 2164410
    },
    {
      "epoch": 604.08,
      "grad_norm": 1.401321530342102,
      "learning_rate": 7.275138966986384e-07,
      "loss": 0.3446,
      "step": 2164420
    },
    {
      "epoch": 604.08,
      "grad_norm": 1.1651917695999146,
      "learning_rate": 7.274943148105422e-07,
      "loss": 0.3342,
      "step": 2164430
    },
    {
      "epoch": 604.09,
      "grad_norm": 1.2151914834976196,
      "learning_rate": 7.274747331375708e-07,
      "loss": 0.3576,
      "step": 2164440
    },
    {
      "epoch": 604.09,
      "grad_norm": 1.7540161609649658,
      "learning_rate": 7.274551516797247e-07,
      "loss": 0.351,
      "step": 2164450
    },
    {
      "epoch": 604.09,
      "grad_norm": 1.0926481485366821,
      "learning_rate": 7.274355704370095e-07,
      "loss": 0.3339,
      "step": 2164460
    },
    {
      "epoch": 604.09,
      "grad_norm": 1.0865415334701538,
      "learning_rate": 7.274159894094251e-07,
      "loss": 0.3328,
      "step": 2164470
    },
    {
      "epoch": 604.1,
      "grad_norm": 1.155477523803711,
      "learning_rate": 7.273964085969753e-07,
      "loss": 0.3428,
      "step": 2164480
    },
    {
      "epoch": 604.1,
      "grad_norm": 1.1174530982971191,
      "learning_rate": 7.273768279996628e-07,
      "loss": 0.3435,
      "step": 2164490
    },
    {
      "epoch": 604.1,
      "grad_norm": 1.1703240871429443,
      "learning_rate": 7.273572476174906e-07,
      "loss": 0.3285,
      "step": 2164500
    },
    {
      "epoch": 604.11,
      "grad_norm": 1.1171727180480957,
      "learning_rate": 7.273376674504599e-07,
      "loss": 0.3369,
      "step": 2164510
    },
    {
      "epoch": 604.11,
      "grad_norm": 1.183133840560913,
      "learning_rate": 7.273180874985743e-07,
      "loss": 0.351,
      "step": 2164520
    },
    {
      "epoch": 604.11,
      "grad_norm": 1.3607412576675415,
      "learning_rate": 7.272985077618369e-07,
      "loss": 0.3453,
      "step": 2164530
    },
    {
      "epoch": 604.11,
      "grad_norm": 1.0981099605560303,
      "learning_rate": 7.272789282402479e-07,
      "loss": 0.3444,
      "step": 2164540
    },
    {
      "epoch": 604.12,
      "grad_norm": 1.2115404605865479,
      "learning_rate": 7.272593489338134e-07,
      "loss": 0.3279,
      "step": 2164550
    },
    {
      "epoch": 604.12,
      "grad_norm": 1.2140926122665405,
      "learning_rate": 7.272397698425337e-07,
      "loss": 0.3334,
      "step": 2164560
    },
    {
      "epoch": 604.12,
      "grad_norm": 1.1863821744918823,
      "learning_rate": 7.272201909664115e-07,
      "loss": 0.3369,
      "step": 2164570
    },
    {
      "epoch": 604.13,
      "grad_norm": 1.1623142957687378,
      "learning_rate": 7.2720061230545e-07,
      "loss": 0.3254,
      "step": 2164580
    },
    {
      "epoch": 604.13,
      "grad_norm": 1.1485346555709839,
      "learning_rate": 7.271810338596526e-07,
      "loss": 0.3358,
      "step": 2164590
    },
    {
      "epoch": 604.13,
      "grad_norm": 1.4007658958435059,
      "learning_rate": 7.2716145562902e-07,
      "loss": 0.345,
      "step": 2164600
    },
    {
      "epoch": 604.13,
      "grad_norm": 1.0961552858352661,
      "learning_rate": 7.27141877613556e-07,
      "loss": 0.3373,
      "step": 2164610
    },
    {
      "epoch": 604.14,
      "grad_norm": 1.1647093296051025,
      "learning_rate": 7.271222998132636e-07,
      "loss": 0.3404,
      "step": 2164620
    },
    {
      "epoch": 604.14,
      "grad_norm": 1.35302734375,
      "learning_rate": 7.271027222281434e-07,
      "loss": 0.343,
      "step": 2164630
    },
    {
      "epoch": 604.14,
      "grad_norm": 1.0751500129699707,
      "learning_rate": 7.270831448582008e-07,
      "loss": 0.338,
      "step": 2164640
    },
    {
      "epoch": 604.14,
      "grad_norm": 1.0224677324295044,
      "learning_rate": 7.270635677034361e-07,
      "loss": 0.3465,
      "step": 2164650
    },
    {
      "epoch": 604.15,
      "grad_norm": 1.1766653060913086,
      "learning_rate": 7.27043990763853e-07,
      "loss": 0.3334,
      "step": 2164660
    },
    {
      "epoch": 604.15,
      "grad_norm": 1.1307085752487183,
      "learning_rate": 7.270244140394545e-07,
      "loss": 0.3368,
      "step": 2164670
    },
    {
      "epoch": 604.15,
      "grad_norm": 1.1712331771850586,
      "learning_rate": 7.270048375302413e-07,
      "loss": 0.3472,
      "step": 2164680
    },
    {
      "epoch": 604.16,
      "grad_norm": 1.261322021484375,
      "learning_rate": 7.269852612362187e-07,
      "loss": 0.3381,
      "step": 2164690
    },
    {
      "epoch": 604.16,
      "grad_norm": 1.2716394662857056,
      "learning_rate": 7.269656851573873e-07,
      "loss": 0.3433,
      "step": 2164700
    },
    {
      "epoch": 604.16,
      "grad_norm": 1.0066360235214233,
      "learning_rate": 7.269461092937502e-07,
      "loss": 0.3338,
      "step": 2164710
    },
    {
      "epoch": 604.16,
      "grad_norm": 1.3133561611175537,
      "learning_rate": 7.269265336453102e-07,
      "loss": 0.3403,
      "step": 2164720
    },
    {
      "epoch": 604.17,
      "grad_norm": 1.1143642663955688,
      "learning_rate": 7.269069582120705e-07,
      "loss": 0.3398,
      "step": 2164730
    },
    {
      "epoch": 604.17,
      "grad_norm": 1.0539690256118774,
      "learning_rate": 7.268873829940325e-07,
      "loss": 0.3368,
      "step": 2164740
    },
    {
      "epoch": 604.17,
      "grad_norm": 1.2422610521316528,
      "learning_rate": 7.268678079911993e-07,
      "loss": 0.3217,
      "step": 2164750
    },
    {
      "epoch": 604.18,
      "grad_norm": 1.221577763557434,
      "learning_rate": 7.268482332035741e-07,
      "loss": 0.3381,
      "step": 2164760
    },
    {
      "epoch": 604.18,
      "grad_norm": 1.1513620615005493,
      "learning_rate": 7.268286586311578e-07,
      "loss": 0.3521,
      "step": 2164770
    },
    {
      "epoch": 604.18,
      "grad_norm": 1.4058959484100342,
      "learning_rate": 7.268090842739554e-07,
      "loss": 0.3533,
      "step": 2164780
    },
    {
      "epoch": 604.18,
      "grad_norm": 1.1311945915222168,
      "learning_rate": 7.267895101319674e-07,
      "loss": 0.3238,
      "step": 2164790
    },
    {
      "epoch": 604.19,
      "grad_norm": 1.2175540924072266,
      "learning_rate": 7.267699362051976e-07,
      "loss": 0.3383,
      "step": 2164800
    },
    {
      "epoch": 604.19,
      "grad_norm": 1.090736746788025,
      "learning_rate": 7.267503624936489e-07,
      "loss": 0.335,
      "step": 2164810
    },
    {
      "epoch": 604.19,
      "grad_norm": 0.9980627298355103,
      "learning_rate": 7.267307889973226e-07,
      "loss": 0.3372,
      "step": 2164820
    },
    {
      "epoch": 604.19,
      "grad_norm": 1.1825169324874878,
      "learning_rate": 7.267112157162219e-07,
      "loss": 0.3329,
      "step": 2164830
    },
    {
      "epoch": 604.2,
      "grad_norm": 1.3429216146469116,
      "learning_rate": 7.266916426503497e-07,
      "loss": 0.3402,
      "step": 2164840
    },
    {
      "epoch": 604.2,
      "grad_norm": 1.2348699569702148,
      "learning_rate": 7.266720697997089e-07,
      "loss": 0.3556,
      "step": 2164850
    },
    {
      "epoch": 604.2,
      "grad_norm": 1.281844973564148,
      "learning_rate": 7.266524971643004e-07,
      "loss": 0.3399,
      "step": 2164860
    },
    {
      "epoch": 604.21,
      "grad_norm": 1.1299567222595215,
      "learning_rate": 7.266329247441293e-07,
      "loss": 0.3218,
      "step": 2164870
    },
    {
      "epoch": 604.21,
      "grad_norm": 1.4427796602249146,
      "learning_rate": 7.266133525391963e-07,
      "loss": 0.3464,
      "step": 2164880
    },
    {
      "epoch": 604.21,
      "grad_norm": 1.0925441980361938,
      "learning_rate": 7.265937805495046e-07,
      "loss": 0.324,
      "step": 2164890
    },
    {
      "epoch": 604.21,
      "grad_norm": 1.1864463090896606,
      "learning_rate": 7.265742087750574e-07,
      "loss": 0.3234,
      "step": 2164900
    },
    {
      "epoch": 604.22,
      "grad_norm": 1.3101418018341064,
      "learning_rate": 7.265546372158562e-07,
      "loss": 0.3354,
      "step": 2164910
    },
    {
      "epoch": 604.22,
      "grad_norm": 1.125531554222107,
      "learning_rate": 7.265350658719039e-07,
      "loss": 0.3359,
      "step": 2164920
    },
    {
      "epoch": 604.22,
      "grad_norm": 1.2825678586959839,
      "learning_rate": 7.265154947432038e-07,
      "loss": 0.3483,
      "step": 2164930
    },
    {
      "epoch": 604.23,
      "grad_norm": 1.370827555656433,
      "learning_rate": 7.264959238297584e-07,
      "loss": 0.3309,
      "step": 2164940
    },
    {
      "epoch": 604.23,
      "grad_norm": 1.1149934530258179,
      "learning_rate": 7.264763531315693e-07,
      "loss": 0.3471,
      "step": 2164950
    },
    {
      "epoch": 604.23,
      "grad_norm": 1.0905946493148804,
      "learning_rate": 7.264567826486398e-07,
      "loss": 0.3401,
      "step": 2164960
    },
    {
      "epoch": 604.23,
      "grad_norm": 1.371639609336853,
      "learning_rate": 7.264372123809725e-07,
      "loss": 0.3478,
      "step": 2164970
    },
    {
      "epoch": 604.24,
      "grad_norm": 1.2201921939849854,
      "learning_rate": 7.264176423285699e-07,
      "loss": 0.3385,
      "step": 2164980
    },
    {
      "epoch": 604.24,
      "grad_norm": 1.128872275352478,
      "learning_rate": 7.263980724914355e-07,
      "loss": 0.3372,
      "step": 2164990
    },
    {
      "epoch": 604.24,
      "grad_norm": 1.2300171852111816,
      "learning_rate": 7.263785028695695e-07,
      "loss": 0.3432,
      "step": 2165000
    },
    {
      "epoch": 604.25,
      "grad_norm": 1.918583631515503,
      "learning_rate": 7.263589334629778e-07,
      "loss": 0.3323,
      "step": 2165010
    },
    {
      "epoch": 604.25,
      "grad_norm": 1.059843897819519,
      "learning_rate": 7.263393642716603e-07,
      "loss": 0.3221,
      "step": 2165020
    },
    {
      "epoch": 604.25,
      "grad_norm": 1.223476767539978,
      "learning_rate": 7.263197952956207e-07,
      "loss": 0.3548,
      "step": 2165030
    },
    {
      "epoch": 604.25,
      "grad_norm": 1.1269845962524414,
      "learning_rate": 7.263002265348622e-07,
      "loss": 0.362,
      "step": 2165040
    },
    {
      "epoch": 604.26,
      "grad_norm": 1.1877660751342773,
      "learning_rate": 7.262806579893861e-07,
      "loss": 0.3454,
      "step": 2165050
    },
    {
      "epoch": 604.26,
      "grad_norm": 1.103637456893921,
      "learning_rate": 7.262610896591955e-07,
      "loss": 0.3327,
      "step": 2165060
    },
    {
      "epoch": 604.26,
      "grad_norm": 1.2104829549789429,
      "learning_rate": 7.262415215442931e-07,
      "loss": 0.3425,
      "step": 2165070
    },
    {
      "epoch": 604.26,
      "grad_norm": 0.9721601605415344,
      "learning_rate": 7.262219536446822e-07,
      "loss": 0.3233,
      "step": 2165080
    },
    {
      "epoch": 604.27,
      "grad_norm": 1.0990164279937744,
      "learning_rate": 7.26202385960364e-07,
      "loss": 0.3272,
      "step": 2165090
    },
    {
      "epoch": 604.27,
      "grad_norm": 1.125646710395813,
      "learning_rate": 7.261828184913419e-07,
      "loss": 0.3385,
      "step": 2165100
    },
    {
      "epoch": 604.27,
      "grad_norm": 1.0750305652618408,
      "learning_rate": 7.261632512376191e-07,
      "loss": 0.3316,
      "step": 2165110
    },
    {
      "epoch": 604.28,
      "grad_norm": 1.1110584735870361,
      "learning_rate": 7.261436841991962e-07,
      "loss": 0.351,
      "step": 2165120
    },
    {
      "epoch": 604.28,
      "grad_norm": 1.1363822221755981,
      "learning_rate": 7.261241173760784e-07,
      "loss": 0.3435,
      "step": 2165130
    },
    {
      "epoch": 604.28,
      "grad_norm": 1.2274773120880127,
      "learning_rate": 7.261045507682666e-07,
      "loss": 0.3452,
      "step": 2165140
    },
    {
      "epoch": 604.28,
      "grad_norm": 1.0244706869125366,
      "learning_rate": 7.260849843757635e-07,
      "loss": 0.3251,
      "step": 2165150
    },
    {
      "epoch": 604.29,
      "grad_norm": 1.134842038154602,
      "learning_rate": 7.260654181985723e-07,
      "loss": 0.3252,
      "step": 2165160
    },
    {
      "epoch": 604.29,
      "grad_norm": 1.1752692461013794,
      "learning_rate": 7.260458522366961e-07,
      "loss": 0.3276,
      "step": 2165170
    },
    {
      "epoch": 604.29,
      "grad_norm": 1.1778149604797363,
      "learning_rate": 7.260262864901359e-07,
      "loss": 0.3568,
      "step": 2165180
    },
    {
      "epoch": 604.3,
      "grad_norm": 0.9692849516868591,
      "learning_rate": 7.260067209588951e-07,
      "loss": 0.3333,
      "step": 2165190
    },
    {
      "epoch": 604.3,
      "grad_norm": 1.0500560998916626,
      "learning_rate": 7.259871556429775e-07,
      "loss": 0.3342,
      "step": 2165200
    },
    {
      "epoch": 604.3,
      "grad_norm": 1.182132363319397,
      "learning_rate": 7.259675905423827e-07,
      "loss": 0.3486,
      "step": 2165210
    },
    {
      "epoch": 604.3,
      "grad_norm": 1.1234869956970215,
      "learning_rate": 7.259480256571169e-07,
      "loss": 0.3417,
      "step": 2165220
    },
    {
      "epoch": 604.31,
      "grad_norm": 1.33309006690979,
      "learning_rate": 7.259284609871802e-07,
      "loss": 0.3364,
      "step": 2165230
    },
    {
      "epoch": 604.31,
      "grad_norm": 1.2271054983139038,
      "learning_rate": 7.259088965325759e-07,
      "loss": 0.3375,
      "step": 2165240
    },
    {
      "epoch": 604.31,
      "grad_norm": 1.0418058633804321,
      "learning_rate": 7.258893322933073e-07,
      "loss": 0.3404,
      "step": 2165250
    },
    {
      "epoch": 604.31,
      "grad_norm": 1.1381582021713257,
      "learning_rate": 7.258697682693753e-07,
      "loss": 0.3328,
      "step": 2165260
    },
    {
      "epoch": 604.32,
      "grad_norm": 1.0391125679016113,
      "learning_rate": 7.258502044607847e-07,
      "loss": 0.3297,
      "step": 2165270
    },
    {
      "epoch": 604.32,
      "grad_norm": 1.229636788368225,
      "learning_rate": 7.258306408675364e-07,
      "loss": 0.335,
      "step": 2165280
    },
    {
      "epoch": 604.32,
      "grad_norm": 1.3076578378677368,
      "learning_rate": 7.258110774896336e-07,
      "loss": 0.3536,
      "step": 2165290
    },
    {
      "epoch": 604.33,
      "grad_norm": 1.0904994010925293,
      "learning_rate": 7.25791514327079e-07,
      "loss": 0.3569,
      "step": 2165300
    },
    {
      "epoch": 604.33,
      "grad_norm": 1.0627131462097168,
      "learning_rate": 7.257719513798758e-07,
      "loss": 0.3438,
      "step": 2165310
    },
    {
      "epoch": 604.33,
      "grad_norm": 1.2271164655685425,
      "learning_rate": 7.257523886480252e-07,
      "loss": 0.3449,
      "step": 2165320
    },
    {
      "epoch": 604.33,
      "grad_norm": 1.3013479709625244,
      "learning_rate": 7.257328261315304e-07,
      "loss": 0.3235,
      "step": 2165330
    },
    {
      "epoch": 604.34,
      "grad_norm": 1.2491155862808228,
      "learning_rate": 7.257132638303949e-07,
      "loss": 0.3554,
      "step": 2165340
    },
    {
      "epoch": 604.34,
      "grad_norm": 1.2643026113510132,
      "learning_rate": 7.256937017446192e-07,
      "loss": 0.3515,
      "step": 2165350
    },
    {
      "epoch": 604.34,
      "grad_norm": 1.4525331258773804,
      "learning_rate": 7.256741398742087e-07,
      "loss": 0.3499,
      "step": 2165360
    },
    {
      "epoch": 604.35,
      "grad_norm": 1.080171823501587,
      "learning_rate": 7.256545782191637e-07,
      "loss": 0.3485,
      "step": 2165370
    },
    {
      "epoch": 604.35,
      "grad_norm": 1.4503847360610962,
      "learning_rate": 7.256350167794875e-07,
      "loss": 0.3546,
      "step": 2165380
    },
    {
      "epoch": 604.35,
      "grad_norm": 1.3661408424377441,
      "learning_rate": 7.256154555551839e-07,
      "loss": 0.3551,
      "step": 2165390
    },
    {
      "epoch": 604.35,
      "grad_norm": 1.3509105443954468,
      "learning_rate": 7.255958945462536e-07,
      "loss": 0.3231,
      "step": 2165400
    },
    {
      "epoch": 604.36,
      "grad_norm": 1.2454657554626465,
      "learning_rate": 7.255763337526998e-07,
      "loss": 0.3271,
      "step": 2165410
    },
    {
      "epoch": 604.36,
      "grad_norm": 1.2872880697250366,
      "learning_rate": 7.255567731745257e-07,
      "loss": 0.3353,
      "step": 2165420
    },
    {
      "epoch": 604.36,
      "grad_norm": 1.2103631496429443,
      "learning_rate": 7.25537212811734e-07,
      "loss": 0.3397,
      "step": 2165430
    },
    {
      "epoch": 604.37,
      "grad_norm": 1.1555300951004028,
      "learning_rate": 7.255176526643258e-07,
      "loss": 0.3356,
      "step": 2165440
    },
    {
      "epoch": 604.37,
      "grad_norm": 1.3579472303390503,
      "learning_rate": 7.254980927323059e-07,
      "loss": 0.3364,
      "step": 2165450
    },
    {
      "epoch": 604.37,
      "grad_norm": 1.2029991149902344,
      "learning_rate": 7.254785330156751e-07,
      "loss": 0.3238,
      "step": 2165460
    },
    {
      "epoch": 604.37,
      "grad_norm": 1.0964086055755615,
      "learning_rate": 7.254589735144366e-07,
      "loss": 0.3372,
      "step": 2165470
    },
    {
      "epoch": 604.38,
      "grad_norm": 1.1447741985321045,
      "learning_rate": 7.254394142285941e-07,
      "loss": 0.335,
      "step": 2165480
    },
    {
      "epoch": 604.38,
      "grad_norm": 1.2003101110458374,
      "learning_rate": 7.254198551581482e-07,
      "loss": 0.3311,
      "step": 2165490
    },
    {
      "epoch": 604.38,
      "grad_norm": 1.4098786115646362,
      "learning_rate": 7.254002963031026e-07,
      "loss": 0.343,
      "step": 2165500
    },
    {
      "epoch": 604.38,
      "grad_norm": 1.272070288658142,
      "learning_rate": 7.253807376634595e-07,
      "loss": 0.3411,
      "step": 2165510
    },
    {
      "epoch": 604.39,
      "grad_norm": 1.230655312538147,
      "learning_rate": 7.253611792392228e-07,
      "loss": 0.3353,
      "step": 2165520
    },
    {
      "epoch": 604.39,
      "grad_norm": 1.2861242294311523,
      "learning_rate": 7.253416210303925e-07,
      "loss": 0.333,
      "step": 2165530
    },
    {
      "epoch": 604.39,
      "grad_norm": 1.5635769367218018,
      "learning_rate": 7.253220630369745e-07,
      "loss": 0.3373,
      "step": 2165540
    },
    {
      "epoch": 604.4,
      "grad_norm": 1.0379129648208618,
      "learning_rate": 7.253025052589687e-07,
      "loss": 0.337,
      "step": 2165550
    },
    {
      "epoch": 604.4,
      "grad_norm": 1.087556004524231,
      "learning_rate": 7.252829476963788e-07,
      "loss": 0.3467,
      "step": 2165560
    },
    {
      "epoch": 604.4,
      "grad_norm": 1.108366847038269,
      "learning_rate": 7.252633903492081e-07,
      "loss": 0.3219,
      "step": 2165570
    },
    {
      "epoch": 604.4,
      "grad_norm": 1.0444754362106323,
      "learning_rate": 7.252438332174568e-07,
      "loss": 0.3379,
      "step": 2165580
    },
    {
      "epoch": 604.41,
      "grad_norm": 1.2664711475372314,
      "learning_rate": 7.252242763011308e-07,
      "loss": 0.3284,
      "step": 2165590
    },
    {
      "epoch": 604.41,
      "grad_norm": 1.0541108846664429,
      "learning_rate": 7.252047196002302e-07,
      "loss": 0.3347,
      "step": 2165600
    },
    {
      "epoch": 604.41,
      "grad_norm": 1.2797199487686157,
      "learning_rate": 7.251851631147584e-07,
      "loss": 0.3489,
      "step": 2165610
    },
    {
      "epoch": 604.42,
      "grad_norm": 1.270337700843811,
      "learning_rate": 7.251656068447186e-07,
      "loss": 0.3314,
      "step": 2165620
    },
    {
      "epoch": 604.42,
      "grad_norm": 1.21200430393219,
      "learning_rate": 7.251460507901121e-07,
      "loss": 0.3356,
      "step": 2165630
    },
    {
      "epoch": 604.42,
      "grad_norm": 1.178844690322876,
      "learning_rate": 7.251264949509425e-07,
      "loss": 0.3468,
      "step": 2165640
    },
    {
      "epoch": 604.42,
      "grad_norm": 1.1866087913513184,
      "learning_rate": 7.251069393272119e-07,
      "loss": 0.3296,
      "step": 2165650
    },
    {
      "epoch": 604.43,
      "grad_norm": 1.150230050086975,
      "learning_rate": 7.250873839189239e-07,
      "loss": 0.3195,
      "step": 2165660
    },
    {
      "epoch": 604.43,
      "grad_norm": 1.2860203981399536,
      "learning_rate": 7.25067828726079e-07,
      "loss": 0.3319,
      "step": 2165670
    },
    {
      "epoch": 604.43,
      "grad_norm": 1.0956966876983643,
      "learning_rate": 7.250482737486825e-07,
      "loss": 0.345,
      "step": 2165680
    },
    {
      "epoch": 604.43,
      "grad_norm": 1.1556655168533325,
      "learning_rate": 7.250287189867348e-07,
      "loss": 0.3334,
      "step": 2165690
    },
    {
      "epoch": 604.44,
      "grad_norm": 1.0792994499206543,
      "learning_rate": 7.250091644402395e-07,
      "loss": 0.3305,
      "step": 2165700
    },
    {
      "epoch": 604.44,
      "grad_norm": 1.2847304344177246,
      "learning_rate": 7.249896101091996e-07,
      "loss": 0.3062,
      "step": 2165710
    },
    {
      "epoch": 604.44,
      "grad_norm": 1.326785683631897,
      "learning_rate": 7.249700559936167e-07,
      "loss": 0.342,
      "step": 2165720
    },
    {
      "epoch": 604.45,
      "grad_norm": 1.163047194480896,
      "learning_rate": 7.249505020934937e-07,
      "loss": 0.3394,
      "step": 2165730
    },
    {
      "epoch": 604.45,
      "grad_norm": 1.2694082260131836,
      "learning_rate": 7.249309484088333e-07,
      "loss": 0.3395,
      "step": 2165740
    },
    {
      "epoch": 604.45,
      "grad_norm": 1.5497512817382812,
      "learning_rate": 7.24911394939639e-07,
      "loss": 0.3226,
      "step": 2165750
    },
    {
      "epoch": 604.45,
      "grad_norm": 1.388863444328308,
      "learning_rate": 7.248918416859117e-07,
      "loss": 0.3604,
      "step": 2165760
    },
    {
      "epoch": 604.46,
      "grad_norm": 1.1306802034378052,
      "learning_rate": 7.248722886476549e-07,
      "loss": 0.3345,
      "step": 2165770
    },
    {
      "epoch": 604.46,
      "grad_norm": 1.1025394201278687,
      "learning_rate": 7.248527358248722e-07,
      "loss": 0.3443,
      "step": 2165780
    },
    {
      "epoch": 604.46,
      "grad_norm": 1.3007805347442627,
      "learning_rate": 7.248331832175632e-07,
      "loss": 0.3621,
      "step": 2165790
    },
    {
      "epoch": 604.47,
      "grad_norm": 1.2654130458831787,
      "learning_rate": 7.248136308257341e-07,
      "loss": 0.3283,
      "step": 2165800
    },
    {
      "epoch": 604.47,
      "grad_norm": 1.1204297542572021,
      "learning_rate": 7.247940786493854e-07,
      "loss": 0.3352,
      "step": 2165810
    },
    {
      "epoch": 604.47,
      "grad_norm": 1.13688063621521,
      "learning_rate": 7.247745266885199e-07,
      "loss": 0.355,
      "step": 2165820
    },
    {
      "epoch": 604.47,
      "grad_norm": 1.0378341674804688,
      "learning_rate": 7.247549749431407e-07,
      "loss": 0.3438,
      "step": 2165830
    },
    {
      "epoch": 604.48,
      "grad_norm": 1.1103919744491577,
      "learning_rate": 7.2473542341325e-07,
      "loss": 0.32,
      "step": 2165840
    },
    {
      "epoch": 604.48,
      "grad_norm": 1.3615609407424927,
      "learning_rate": 7.247158720988513e-07,
      "loss": 0.3545,
      "step": 2165850
    },
    {
      "epoch": 604.48,
      "grad_norm": 1.1853938102722168,
      "learning_rate": 7.246963209999458e-07,
      "loss": 0.3502,
      "step": 2165860
    },
    {
      "epoch": 604.49,
      "grad_norm": 1.0246461629867554,
      "learning_rate": 7.246767701165367e-07,
      "loss": 0.3342,
      "step": 2165870
    },
    {
      "epoch": 604.49,
      "grad_norm": 1.2646689414978027,
      "learning_rate": 7.246572194486269e-07,
      "loss": 0.3277,
      "step": 2165880
    },
    {
      "epoch": 604.49,
      "grad_norm": 1.131640076637268,
      "learning_rate": 7.246376689962195e-07,
      "loss": 0.351,
      "step": 2165890
    },
    {
      "epoch": 604.49,
      "grad_norm": 1.036126971244812,
      "learning_rate": 7.246181187593153e-07,
      "loss": 0.3364,
      "step": 2165900
    },
    {
      "epoch": 604.5,
      "grad_norm": 1.2665677070617676,
      "learning_rate": 7.245985687379185e-07,
      "loss": 0.3488,
      "step": 2165910
    },
    {
      "epoch": 604.5,
      "grad_norm": 1.3011268377304077,
      "learning_rate": 7.245790189320316e-07,
      "loss": 0.3301,
      "step": 2165920
    },
    {
      "epoch": 604.5,
      "grad_norm": 1.3190957307815552,
      "learning_rate": 7.245594693416553e-07,
      "loss": 0.3467,
      "step": 2165930
    },
    {
      "epoch": 604.5,
      "grad_norm": 1.0720889568328857,
      "learning_rate": 7.245399199667953e-07,
      "loss": 0.3307,
      "step": 2165940
    },
    {
      "epoch": 604.51,
      "grad_norm": 1.1120706796646118,
      "learning_rate": 7.245203708074519e-07,
      "loss": 0.3381,
      "step": 2165950
    },
    {
      "epoch": 604.51,
      "grad_norm": 1.3579655885696411,
      "learning_rate": 7.245008218636283e-07,
      "loss": 0.3394,
      "step": 2165960
    },
    {
      "epoch": 604.51,
      "grad_norm": 1.0919140577316284,
      "learning_rate": 7.244812731353273e-07,
      "loss": 0.348,
      "step": 2165970
    },
    {
      "epoch": 604.52,
      "grad_norm": 1.16305410861969,
      "learning_rate": 7.244617246225521e-07,
      "loss": 0.3415,
      "step": 2165980
    },
    {
      "epoch": 604.52,
      "grad_norm": 1.1790249347686768,
      "learning_rate": 7.24442176325304e-07,
      "loss": 0.3436,
      "step": 2165990
    },
    {
      "epoch": 604.52,
      "grad_norm": 1.196226954460144,
      "learning_rate": 7.244226282435861e-07,
      "loss": 0.3407,
      "step": 2166000
    },
    {
      "epoch": 604.52,
      "grad_norm": 1.212700605392456,
      "learning_rate": 7.244030803774017e-07,
      "loss": 0.3314,
      "step": 2166010
    },
    {
      "epoch": 604.53,
      "grad_norm": 1.2234796285629272,
      "learning_rate": 7.243835327267515e-07,
      "loss": 0.3437,
      "step": 2166020
    },
    {
      "epoch": 604.53,
      "grad_norm": 1.2285425662994385,
      "learning_rate": 7.243639852916409e-07,
      "loss": 0.3533,
      "step": 2166030
    },
    {
      "epoch": 604.53,
      "grad_norm": 1.1796985864639282,
      "learning_rate": 7.243444380720703e-07,
      "loss": 0.3333,
      "step": 2166040
    },
    {
      "epoch": 604.54,
      "grad_norm": 1.0726723670959473,
      "learning_rate": 7.243248910680429e-07,
      "loss": 0.3279,
      "step": 2166050
    },
    {
      "epoch": 604.54,
      "grad_norm": 1.3001410961151123,
      "learning_rate": 7.243053442795624e-07,
      "loss": 0.3226,
      "step": 2166060
    },
    {
      "epoch": 604.54,
      "grad_norm": 1.0937293767929077,
      "learning_rate": 7.242857977066294e-07,
      "loss": 0.3371,
      "step": 2166070
    },
    {
      "epoch": 604.54,
      "grad_norm": 1.228352665901184,
      "learning_rate": 7.242662513492478e-07,
      "loss": 0.3588,
      "step": 2166080
    },
    {
      "epoch": 604.55,
      "grad_norm": 1.1396642923355103,
      "learning_rate": 7.242467052074195e-07,
      "loss": 0.3387,
      "step": 2166090
    },
    {
      "epoch": 604.55,
      "grad_norm": 1.3382869958877563,
      "learning_rate": 7.242271592811488e-07,
      "loss": 0.3263,
      "step": 2166100
    },
    {
      "epoch": 604.55,
      "grad_norm": 1.1517159938812256,
      "learning_rate": 7.242076135704354e-07,
      "loss": 0.3441,
      "step": 2166110
    },
    {
      "epoch": 604.55,
      "grad_norm": 1.274608850479126,
      "learning_rate": 7.241880680752848e-07,
      "loss": 0.319,
      "step": 2166120
    },
    {
      "epoch": 604.56,
      "grad_norm": 1.1412670612335205,
      "learning_rate": 7.241685227956976e-07,
      "loss": 0.3322,
      "step": 2166130
    },
    {
      "epoch": 604.56,
      "grad_norm": 1.1774808168411255,
      "learning_rate": 7.241489777316772e-07,
      "loss": 0.3437,
      "step": 2166140
    },
    {
      "epoch": 604.56,
      "grad_norm": 1.1130268573760986,
      "learning_rate": 7.241294328832271e-07,
      "loss": 0.3415,
      "step": 2166150
    },
    {
      "epoch": 604.57,
      "grad_norm": 1.1869449615478516,
      "learning_rate": 7.241098882503473e-07,
      "loss": 0.3257,
      "step": 2166160
    },
    {
      "epoch": 604.57,
      "grad_norm": 1.0795449018478394,
      "learning_rate": 7.240903438330435e-07,
      "loss": 0.3414,
      "step": 2166170
    },
    {
      "epoch": 604.57,
      "grad_norm": 1.1340301036834717,
      "learning_rate": 7.240707996313161e-07,
      "loss": 0.3479,
      "step": 2166180
    },
    {
      "epoch": 604.57,
      "grad_norm": 1.2952525615692139,
      "learning_rate": 7.240512556451685e-07,
      "loss": 0.3618,
      "step": 2166190
    },
    {
      "epoch": 604.58,
      "grad_norm": 1.5947803258895874,
      "learning_rate": 7.240317118746038e-07,
      "loss": 0.3394,
      "step": 2166200
    },
    {
      "epoch": 604.58,
      "grad_norm": 1.0646406412124634,
      "learning_rate": 7.240121683196235e-07,
      "loss": 0.3334,
      "step": 2166210
    },
    {
      "epoch": 604.58,
      "grad_norm": 1.279714584350586,
      "learning_rate": 7.239926249802306e-07,
      "loss": 0.3275,
      "step": 2166220
    },
    {
      "epoch": 604.59,
      "grad_norm": 1.1641333103179932,
      "learning_rate": 7.23973081856428e-07,
      "loss": 0.3414,
      "step": 2166230
    },
    {
      "epoch": 604.59,
      "grad_norm": 1.4272925853729248,
      "learning_rate": 7.239535389482189e-07,
      "loss": 0.3587,
      "step": 2166240
    },
    {
      "epoch": 604.59,
      "grad_norm": 1.1895010471343994,
      "learning_rate": 7.239339962556036e-07,
      "loss": 0.3451,
      "step": 2166250
    },
    {
      "epoch": 604.59,
      "grad_norm": 1.2153608798980713,
      "learning_rate": 7.239144537785878e-07,
      "loss": 0.3468,
      "step": 2166260
    },
    {
      "epoch": 604.6,
      "grad_norm": 1.122496247291565,
      "learning_rate": 7.238949115171717e-07,
      "loss": 0.3357,
      "step": 2166270
    },
    {
      "epoch": 604.6,
      "grad_norm": 1.251376748085022,
      "learning_rate": 7.238753694713586e-07,
      "loss": 0.3433,
      "step": 2166280
    },
    {
      "epoch": 604.6,
      "grad_norm": 1.0806914567947388,
      "learning_rate": 7.238558276411522e-07,
      "loss": 0.3225,
      "step": 2166290
    },
    {
      "epoch": 604.61,
      "grad_norm": 1.394474744796753,
      "learning_rate": 7.238362860265536e-07,
      "loss": 0.3309,
      "step": 2166300
    },
    {
      "epoch": 604.61,
      "grad_norm": 1.3964017629623413,
      "learning_rate": 7.238167446275656e-07,
      "loss": 0.3302,
      "step": 2166310
    },
    {
      "epoch": 604.61,
      "grad_norm": 1.1838291883468628,
      "learning_rate": 7.237972034441913e-07,
      "loss": 0.3427,
      "step": 2166320
    },
    {
      "epoch": 604.61,
      "grad_norm": 1.1978707313537598,
      "learning_rate": 7.23777662476434e-07,
      "loss": 0.3317,
      "step": 2166330
    },
    {
      "epoch": 604.62,
      "grad_norm": 1.1244606971740723,
      "learning_rate": 7.237581217242945e-07,
      "loss": 0.336,
      "step": 2166340
    },
    {
      "epoch": 604.62,
      "grad_norm": 1.51149582862854,
      "learning_rate": 7.237385811877768e-07,
      "loss": 0.3246,
      "step": 2166350
    },
    {
      "epoch": 604.62,
      "grad_norm": 1.1848260164260864,
      "learning_rate": 7.237190408668834e-07,
      "loss": 0.3327,
      "step": 2166360
    },
    {
      "epoch": 604.62,
      "grad_norm": 1.185524582862854,
      "learning_rate": 7.236995007616151e-07,
      "loss": 0.3324,
      "step": 2166370
    },
    {
      "epoch": 604.63,
      "grad_norm": 1.205320119857788,
      "learning_rate": 7.236799608719775e-07,
      "loss": 0.3501,
      "step": 2166380
    },
    {
      "epoch": 604.63,
      "grad_norm": 1.231370210647583,
      "learning_rate": 7.236604211979709e-07,
      "loss": 0.3483,
      "step": 2166390
    },
    {
      "epoch": 604.63,
      "grad_norm": 1.3297755718231201,
      "learning_rate": 7.236408817395988e-07,
      "loss": 0.3433,
      "step": 2166400
    },
    {
      "epoch": 604.64,
      "grad_norm": 1.1631550788879395,
      "learning_rate": 7.236213424968636e-07,
      "loss": 0.3391,
      "step": 2166410
    },
    {
      "epoch": 604.64,
      "grad_norm": 1.2376527786254883,
      "learning_rate": 7.236018034697678e-07,
      "loss": 0.3419,
      "step": 2166420
    },
    {
      "epoch": 604.64,
      "grad_norm": 1.1823960542678833,
      "learning_rate": 7.235822646583151e-07,
      "loss": 0.3326,
      "step": 2166430
    },
    {
      "epoch": 604.64,
      "grad_norm": 1.1052435636520386,
      "learning_rate": 7.235627260625064e-07,
      "loss": 0.3442,
      "step": 2166440
    },
    {
      "epoch": 604.65,
      "grad_norm": 1.1512631177902222,
      "learning_rate": 7.23543187682345e-07,
      "loss": 0.34,
      "step": 2166450
    },
    {
      "epoch": 604.65,
      "grad_norm": 1.0779796838760376,
      "learning_rate": 7.235236495178337e-07,
      "loss": 0.3464,
      "step": 2166460
    },
    {
      "epoch": 604.65,
      "grad_norm": 1.262235403060913,
      "learning_rate": 7.235041115689757e-07,
      "loss": 0.3547,
      "step": 2166470
    },
    {
      "epoch": 604.66,
      "grad_norm": 1.056329369544983,
      "learning_rate": 7.23484573835772e-07,
      "loss": 0.3502,
      "step": 2166480
    },
    {
      "epoch": 604.66,
      "grad_norm": 1.1255143880844116,
      "learning_rate": 7.23465036318226e-07,
      "loss": 0.3293,
      "step": 2166490
    },
    {
      "epoch": 604.66,
      "grad_norm": 1.2331867218017578,
      "learning_rate": 7.234454990163406e-07,
      "loss": 0.3402,
      "step": 2166500
    },
    {
      "epoch": 604.66,
      "grad_norm": 1.206791877746582,
      "learning_rate": 7.234259619301181e-07,
      "loss": 0.3463,
      "step": 2166510
    },
    {
      "epoch": 604.67,
      "grad_norm": 1.2034978866577148,
      "learning_rate": 7.234064250595618e-07,
      "loss": 0.33,
      "step": 2166520
    },
    {
      "epoch": 604.67,
      "grad_norm": 1.7378252744674683,
      "learning_rate": 7.23386888404673e-07,
      "loss": 0.3595,
      "step": 2166530
    },
    {
      "epoch": 604.67,
      "grad_norm": 1.2791646718978882,
      "learning_rate": 7.23367351965455e-07,
      "loss": 0.3236,
      "step": 2166540
    },
    {
      "epoch": 604.67,
      "grad_norm": 1.2418960332870483,
      "learning_rate": 7.233478157419104e-07,
      "loss": 0.3433,
      "step": 2166550
    },
    {
      "epoch": 604.68,
      "grad_norm": 1.1135139465332031,
      "learning_rate": 7.233282797340425e-07,
      "loss": 0.3376,
      "step": 2166560
    },
    {
      "epoch": 604.68,
      "grad_norm": 1.0786807537078857,
      "learning_rate": 7.233087439418522e-07,
      "loss": 0.3379,
      "step": 2166570
    },
    {
      "epoch": 604.68,
      "grad_norm": 1.3652347326278687,
      "learning_rate": 7.232892083653431e-07,
      "loss": 0.3401,
      "step": 2166580
    },
    {
      "epoch": 604.69,
      "grad_norm": 1.3303526639938354,
      "learning_rate": 7.232696730045188e-07,
      "loss": 0.3274,
      "step": 2166590
    },
    {
      "epoch": 604.69,
      "grad_norm": 1.4669522047042847,
      "learning_rate": 7.232501378593793e-07,
      "loss": 0.3433,
      "step": 2166600
    },
    {
      "epoch": 604.69,
      "grad_norm": 1.462557315826416,
      "learning_rate": 7.232306029299303e-07,
      "loss": 0.3302,
      "step": 2166610
    },
    {
      "epoch": 604.69,
      "grad_norm": 1.0805375576019287,
      "learning_rate": 7.23211068216172e-07,
      "loss": 0.3288,
      "step": 2166620
    },
    {
      "epoch": 604.7,
      "grad_norm": 1.2041435241699219,
      "learning_rate": 7.231915337181081e-07,
      "loss": 0.3433,
      "step": 2166630
    },
    {
      "epoch": 604.7,
      "grad_norm": 1.1398564577102661,
      "learning_rate": 7.231719994357406e-07,
      "loss": 0.3321,
      "step": 2166640
    },
    {
      "epoch": 604.7,
      "grad_norm": 1.2018722295761108,
      "learning_rate": 7.231524653690735e-07,
      "loss": 0.3545,
      "step": 2166650
    },
    {
      "epoch": 604.71,
      "grad_norm": 1.5622807741165161,
      "learning_rate": 7.231329315181075e-07,
      "loss": 0.3444,
      "step": 2166660
    },
    {
      "epoch": 604.71,
      "grad_norm": 1.1069971323013306,
      "learning_rate": 7.231133978828461e-07,
      "loss": 0.3283,
      "step": 2166670
    },
    {
      "epoch": 604.71,
      "grad_norm": 1.0164532661437988,
      "learning_rate": 7.230938644632927e-07,
      "loss": 0.3421,
      "step": 2166680
    },
    {
      "epoch": 604.71,
      "grad_norm": 1.446922779083252,
      "learning_rate": 7.230743312594474e-07,
      "loss": 0.3331,
      "step": 2166690
    },
    {
      "epoch": 604.72,
      "grad_norm": 1.1059298515319824,
      "learning_rate": 7.23054798271316e-07,
      "loss": 0.3383,
      "step": 2166700
    },
    {
      "epoch": 604.72,
      "grad_norm": 1.2002265453338623,
      "learning_rate": 7.230352654988991e-07,
      "loss": 0.3438,
      "step": 2166710
    },
    {
      "epoch": 604.72,
      "grad_norm": 1.1846880912780762,
      "learning_rate": 7.230157329421994e-07,
      "loss": 0.3502,
      "step": 2166720
    },
    {
      "epoch": 604.73,
      "grad_norm": 1.200575590133667,
      "learning_rate": 7.22996200601221e-07,
      "loss": 0.3447,
      "step": 2166730
    },
    {
      "epoch": 604.73,
      "grad_norm": 1.044535756111145,
      "learning_rate": 7.229766684759637e-07,
      "loss": 0.3571,
      "step": 2166740
    },
    {
      "epoch": 604.73,
      "grad_norm": 1.1025545597076416,
      "learning_rate": 7.229571365664333e-07,
      "loss": 0.3276,
      "step": 2166750
    },
    {
      "epoch": 604.73,
      "grad_norm": 1.2611689567565918,
      "learning_rate": 7.229376048726299e-07,
      "loss": 0.3255,
      "step": 2166760
    },
    {
      "epoch": 604.74,
      "grad_norm": 1.2032593488693237,
      "learning_rate": 7.229180733945572e-07,
      "loss": 0.3421,
      "step": 2166770
    },
    {
      "epoch": 604.74,
      "grad_norm": 1.169539213180542,
      "learning_rate": 7.228985421322177e-07,
      "loss": 0.3483,
      "step": 2166780
    },
    {
      "epoch": 604.74,
      "grad_norm": 1.2991440296173096,
      "learning_rate": 7.228790110856148e-07,
      "loss": 0.3445,
      "step": 2166790
    },
    {
      "epoch": 604.74,
      "grad_norm": 1.223932147026062,
      "learning_rate": 7.228594802547495e-07,
      "loss": 0.3364,
      "step": 2166800
    },
    {
      "epoch": 604.75,
      "grad_norm": 1.4552068710327148,
      "learning_rate": 7.22839949639625e-07,
      "loss": 0.3435,
      "step": 2166810
    },
    {
      "epoch": 604.75,
      "grad_norm": 1.0782724618911743,
      "learning_rate": 7.228204192402451e-07,
      "loss": 0.3238,
      "step": 2166820
    },
    {
      "epoch": 604.75,
      "grad_norm": 1.2140127420425415,
      "learning_rate": 7.228008890566096e-07,
      "loss": 0.3261,
      "step": 2166830
    },
    {
      "epoch": 604.76,
      "grad_norm": 1.206084132194519,
      "learning_rate": 7.227813590887245e-07,
      "loss": 0.3426,
      "step": 2166840
    },
    {
      "epoch": 604.76,
      "grad_norm": 0.9637504816055298,
      "learning_rate": 7.2276182933659e-07,
      "loss": 0.3352,
      "step": 2166850
    },
    {
      "epoch": 604.76,
      "grad_norm": 1.248571515083313,
      "learning_rate": 7.227422998002095e-07,
      "loss": 0.3258,
      "step": 2166860
    },
    {
      "epoch": 604.76,
      "grad_norm": 1.1019643545150757,
      "learning_rate": 7.227227704795863e-07,
      "loss": 0.3381,
      "step": 2166870
    },
    {
      "epoch": 604.77,
      "grad_norm": 3.6303749084472656,
      "learning_rate": 7.227032413747216e-07,
      "loss": 0.3404,
      "step": 2166880
    },
    {
      "epoch": 604.77,
      "grad_norm": 1.04977548122406,
      "learning_rate": 7.226837124856186e-07,
      "loss": 0.337,
      "step": 2166890
    },
    {
      "epoch": 604.77,
      "grad_norm": 1.2588694095611572,
      "learning_rate": 7.226641838122798e-07,
      "loss": 0.3307,
      "step": 2166900
    },
    {
      "epoch": 604.78,
      "grad_norm": 1.5780807733535767,
      "learning_rate": 7.22644655354709e-07,
      "loss": 0.3361,
      "step": 2166910
    },
    {
      "epoch": 604.78,
      "grad_norm": 1.2626029253005981,
      "learning_rate": 7.22625127112906e-07,
      "loss": 0.3116,
      "step": 2166920
    },
    {
      "epoch": 604.78,
      "grad_norm": 1.330095648765564,
      "learning_rate": 7.226055990868768e-07,
      "loss": 0.3329,
      "step": 2166930
    },
    {
      "epoch": 604.78,
      "grad_norm": 1.1416696310043335,
      "learning_rate": 7.225860712766215e-07,
      "loss": 0.3296,
      "step": 2166940
    },
    {
      "epoch": 604.79,
      "grad_norm": 1.2385022640228271,
      "learning_rate": 7.225665436821437e-07,
      "loss": 0.3388,
      "step": 2166950
    },
    {
      "epoch": 604.79,
      "grad_norm": 1.195274829864502,
      "learning_rate": 7.225470163034465e-07,
      "loss": 0.3361,
      "step": 2166960
    },
    {
      "epoch": 604.79,
      "grad_norm": 1.1284024715423584,
      "learning_rate": 7.225274891405313e-07,
      "loss": 0.3231,
      "step": 2166970
    },
    {
      "epoch": 604.79,
      "grad_norm": 1.057684302330017,
      "learning_rate": 7.22507962193401e-07,
      "loss": 0.3564,
      "step": 2166980
    },
    {
      "epoch": 604.8,
      "grad_norm": 1.024202823638916,
      "learning_rate": 7.224884354620586e-07,
      "loss": 0.3358,
      "step": 2166990
    },
    {
      "epoch": 604.8,
      "grad_norm": 1.484911322593689,
      "learning_rate": 7.224689089465065e-07,
      "loss": 0.3581,
      "step": 2167000
    },
    {
      "epoch": 604.8,
      "grad_norm": 1.1130200624465942,
      "learning_rate": 7.224493826467481e-07,
      "loss": 0.3458,
      "step": 2167010
    },
    {
      "epoch": 604.81,
      "grad_norm": 1.2828385829925537,
      "learning_rate": 7.224298565627846e-07,
      "loss": 0.3427,
      "step": 2167020
    },
    {
      "epoch": 604.81,
      "grad_norm": 1.1068131923675537,
      "learning_rate": 7.224103306946191e-07,
      "loss": 0.3353,
      "step": 2167030
    },
    {
      "epoch": 604.81,
      "grad_norm": 1.2162493467330933,
      "learning_rate": 7.223908050422546e-07,
      "loss": 0.323,
      "step": 2167040
    },
    {
      "epoch": 604.81,
      "grad_norm": 1.4984341859817505,
      "learning_rate": 7.223712796056941e-07,
      "loss": 0.3352,
      "step": 2167050
    },
    {
      "epoch": 604.82,
      "grad_norm": 1.195480227470398,
      "learning_rate": 7.223517543849379e-07,
      "loss": 0.3332,
      "step": 2167060
    },
    {
      "epoch": 604.82,
      "grad_norm": 1.383592128753662,
      "learning_rate": 7.223322293799918e-07,
      "loss": 0.3484,
      "step": 2167070
    },
    {
      "epoch": 604.82,
      "grad_norm": 1.161629557609558,
      "learning_rate": 7.223127045908561e-07,
      "loss": 0.333,
      "step": 2167080
    },
    {
      "epoch": 604.83,
      "grad_norm": 1.2485750913619995,
      "learning_rate": 7.222931800175341e-07,
      "loss": 0.341,
      "step": 2167090
    },
    {
      "epoch": 604.83,
      "grad_norm": 1.1532766819000244,
      "learning_rate": 7.222736556600295e-07,
      "loss": 0.3387,
      "step": 2167100
    },
    {
      "epoch": 604.83,
      "grad_norm": 1.1893481016159058,
      "learning_rate": 7.222541315183428e-07,
      "loss": 0.3355,
      "step": 2167110
    },
    {
      "epoch": 604.83,
      "grad_norm": 1.2411080598831177,
      "learning_rate": 7.222346075924776e-07,
      "loss": 0.3407,
      "step": 2167120
    },
    {
      "epoch": 604.84,
      "grad_norm": 1.1327381134033203,
      "learning_rate": 7.222150838824368e-07,
      "loss": 0.3433,
      "step": 2167130
    },
    {
      "epoch": 604.84,
      "grad_norm": 1.0495723485946655,
      "learning_rate": 7.221955603882233e-07,
      "loss": 0.3424,
      "step": 2167140
    },
    {
      "epoch": 604.84,
      "grad_norm": 1.4028924703598022,
      "learning_rate": 7.221760371098385e-07,
      "loss": 0.339,
      "step": 2167150
    },
    {
      "epoch": 604.85,
      "grad_norm": 1.1979929208755493,
      "learning_rate": 7.221565140472855e-07,
      "loss": 0.3482,
      "step": 2167160
    },
    {
      "epoch": 604.85,
      "grad_norm": 1.2749789953231812,
      "learning_rate": 7.221369912005677e-07,
      "loss": 0.3368,
      "step": 2167170
    },
    {
      "epoch": 604.85,
      "grad_norm": 1.2229255437850952,
      "learning_rate": 7.221174685696859e-07,
      "loss": 0.3328,
      "step": 2167180
    },
    {
      "epoch": 604.85,
      "grad_norm": 1.2856191396713257,
      "learning_rate": 7.22097946154645e-07,
      "loss": 0.3234,
      "step": 2167190
    },
    {
      "epoch": 604.86,
      "grad_norm": 1.0990023612976074,
      "learning_rate": 7.220784239554459e-07,
      "loss": 0.3374,
      "step": 2167200
    },
    {
      "epoch": 604.86,
      "grad_norm": 1.1323810815811157,
      "learning_rate": 7.220589019720916e-07,
      "loss": 0.3382,
      "step": 2167210
    },
    {
      "epoch": 604.86,
      "grad_norm": 1.0947341918945312,
      "learning_rate": 7.220393802045849e-07,
      "loss": 0.328,
      "step": 2167220
    },
    {
      "epoch": 604.86,
      "grad_norm": 1.3088136911392212,
      "learning_rate": 7.22019858652929e-07,
      "loss": 0.3241,
      "step": 2167230
    },
    {
      "epoch": 604.87,
      "grad_norm": 1.2278144359588623,
      "learning_rate": 7.220003373171251e-07,
      "loss": 0.3272,
      "step": 2167240
    },
    {
      "epoch": 604.87,
      "grad_norm": 1.1134042739868164,
      "learning_rate": 7.219808161971765e-07,
      "loss": 0.3246,
      "step": 2167250
    },
    {
      "epoch": 604.87,
      "grad_norm": 1.1161768436431885,
      "learning_rate": 7.219612952930867e-07,
      "loss": 0.3221,
      "step": 2167260
    },
    {
      "epoch": 604.88,
      "grad_norm": 1.231074571609497,
      "learning_rate": 7.219417746048557e-07,
      "loss": 0.3449,
      "step": 2167270
    },
    {
      "epoch": 604.88,
      "grad_norm": 1.104032039642334,
      "learning_rate": 7.219222541324893e-07,
      "loss": 0.3233,
      "step": 2167280
    },
    {
      "epoch": 604.88,
      "grad_norm": 1.0984811782836914,
      "learning_rate": 7.21902733875988e-07,
      "loss": 0.3112,
      "step": 2167290
    },
    {
      "epoch": 604.88,
      "grad_norm": 1.33890700340271,
      "learning_rate": 7.218832138353551e-07,
      "loss": 0.3343,
      "step": 2167300
    },
    {
      "epoch": 604.89,
      "grad_norm": 1.0357675552368164,
      "learning_rate": 7.218636940105937e-07,
      "loss": 0.3524,
      "step": 2167310
    },
    {
      "epoch": 604.89,
      "grad_norm": 1.0103392601013184,
      "learning_rate": 7.218441744017045e-07,
      "loss": 0.3265,
      "step": 2167320
    },
    {
      "epoch": 604.89,
      "grad_norm": 1.358194351196289,
      "learning_rate": 7.218246550086927e-07,
      "loss": 0.35,
      "step": 2167330
    },
    {
      "epoch": 604.9,
      "grad_norm": 1.1182061433792114,
      "learning_rate": 7.218051358315589e-07,
      "loss": 0.3548,
      "step": 2167340
    },
    {
      "epoch": 604.9,
      "grad_norm": 1.188603162765503,
      "learning_rate": 7.217856168703065e-07,
      "loss": 0.3351,
      "step": 2167350
    },
    {
      "epoch": 604.9,
      "grad_norm": 0.9571698904037476,
      "learning_rate": 7.217660981249381e-07,
      "loss": 0.3274,
      "step": 2167360
    },
    {
      "epoch": 604.9,
      "grad_norm": 1.4359385967254639,
      "learning_rate": 7.217465795954565e-07,
      "loss": 0.3558,
      "step": 2167370
    },
    {
      "epoch": 604.91,
      "grad_norm": 1.2017431259155273,
      "learning_rate": 7.217270612818636e-07,
      "loss": 0.3258,
      "step": 2167380
    },
    {
      "epoch": 604.91,
      "grad_norm": 1.1778255701065063,
      "learning_rate": 7.217075431841625e-07,
      "loss": 0.3352,
      "step": 2167390
    },
    {
      "epoch": 604.91,
      "grad_norm": 1.3939441442489624,
      "learning_rate": 7.216880253023561e-07,
      "loss": 0.326,
      "step": 2167400
    },
    {
      "epoch": 604.91,
      "grad_norm": 1.3925142288208008,
      "learning_rate": 7.216685076364453e-07,
      "loss": 0.3242,
      "step": 2167410
    },
    {
      "epoch": 604.92,
      "grad_norm": 1.240960717201233,
      "learning_rate": 7.216489901864356e-07,
      "loss": 0.3357,
      "step": 2167420
    },
    {
      "epoch": 604.92,
      "grad_norm": 1.112815022468567,
      "learning_rate": 7.21629472952327e-07,
      "loss": 0.355,
      "step": 2167430
    },
    {
      "epoch": 604.92,
      "grad_norm": 1.4137717485427856,
      "learning_rate": 7.216099559341233e-07,
      "loss": 0.3281,
      "step": 2167440
    },
    {
      "epoch": 604.93,
      "grad_norm": 1.3845975399017334,
      "learning_rate": 7.215904391318266e-07,
      "loss": 0.3344,
      "step": 2167450
    },
    {
      "epoch": 604.93,
      "grad_norm": 1.077694296836853,
      "learning_rate": 7.215709225454409e-07,
      "loss": 0.3289,
      "step": 2167460
    },
    {
      "epoch": 604.93,
      "grad_norm": 1.3497562408447266,
      "learning_rate": 7.215514061749664e-07,
      "loss": 0.3318,
      "step": 2167470
    },
    {
      "epoch": 604.93,
      "grad_norm": 1.333740472793579,
      "learning_rate": 7.215318900204074e-07,
      "loss": 0.3535,
      "step": 2167480
    },
    {
      "epoch": 604.94,
      "grad_norm": 1.3609932661056519,
      "learning_rate": 7.215123740817667e-07,
      "loss": 0.3409,
      "step": 2167490
    },
    {
      "epoch": 604.94,
      "grad_norm": 1.461135983467102,
      "learning_rate": 7.214928583590448e-07,
      "loss": 0.3357,
      "step": 2167500
    },
    {
      "epoch": 604.94,
      "grad_norm": 1.239933967590332,
      "learning_rate": 7.214733428522472e-07,
      "loss": 0.3479,
      "step": 2167510
    },
    {
      "epoch": 604.95,
      "grad_norm": 1.1977812051773071,
      "learning_rate": 7.214538275613746e-07,
      "loss": 0.333,
      "step": 2167520
    },
    {
      "epoch": 604.95,
      "grad_norm": 5.669222354888916,
      "learning_rate": 7.214343124864298e-07,
      "loss": 0.3344,
      "step": 2167530
    },
    {
      "epoch": 604.95,
      "grad_norm": 1.2194942235946655,
      "learning_rate": 7.214147976274163e-07,
      "loss": 0.3512,
      "step": 2167540
    },
    {
      "epoch": 604.95,
      "grad_norm": 1.3682554960250854,
      "learning_rate": 7.213952829843355e-07,
      "loss": 0.3499,
      "step": 2167550
    },
    {
      "epoch": 604.96,
      "grad_norm": 1.1713837385177612,
      "learning_rate": 7.213757685571904e-07,
      "loss": 0.3281,
      "step": 2167560
    },
    {
      "epoch": 604.96,
      "grad_norm": 1.0200097560882568,
      "learning_rate": 7.213562543459839e-07,
      "loss": 0.3312,
      "step": 2167570
    },
    {
      "epoch": 604.96,
      "grad_norm": 1.159299612045288,
      "learning_rate": 7.213367403507184e-07,
      "loss": 0.3302,
      "step": 2167580
    },
    {
      "epoch": 604.97,
      "grad_norm": 1.1686607599258423,
      "learning_rate": 7.213172265713966e-07,
      "loss": 0.3345,
      "step": 2167590
    },
    {
      "epoch": 604.97,
      "grad_norm": 1.2768725156784058,
      "learning_rate": 7.212977130080218e-07,
      "loss": 0.3171,
      "step": 2167600
    },
    {
      "epoch": 604.97,
      "grad_norm": 1.1652108430862427,
      "learning_rate": 7.212781996605951e-07,
      "loss": 0.3283,
      "step": 2167610
    },
    {
      "epoch": 604.97,
      "grad_norm": 1.7731218338012695,
      "learning_rate": 7.212586865291198e-07,
      "loss": 0.3475,
      "step": 2167620
    },
    {
      "epoch": 604.98,
      "grad_norm": 1.1539666652679443,
      "learning_rate": 7.212391736135992e-07,
      "loss": 0.344,
      "step": 2167630
    },
    {
      "epoch": 604.98,
      "grad_norm": 1.0860880613327026,
      "learning_rate": 7.212196609140337e-07,
      "loss": 0.3172,
      "step": 2167640
    },
    {
      "epoch": 604.98,
      "grad_norm": 1.0048675537109375,
      "learning_rate": 7.212001484304291e-07,
      "loss": 0.3345,
      "step": 2167650
    },
    {
      "epoch": 604.98,
      "grad_norm": 1.3437848091125488,
      "learning_rate": 7.211806361627855e-07,
      "loss": 0.3513,
      "step": 2167660
    },
    {
      "epoch": 604.99,
      "grad_norm": 1.2984981536865234,
      "learning_rate": 7.211611241111065e-07,
      "loss": 0.3349,
      "step": 2167670
    },
    {
      "epoch": 604.99,
      "grad_norm": 1.142123818397522,
      "learning_rate": 7.21141612275395e-07,
      "loss": 0.3556,
      "step": 2167680
    },
    {
      "epoch": 604.99,
      "grad_norm": 1.0065244436264038,
      "learning_rate": 7.211221006556524e-07,
      "loss": 0.3461,
      "step": 2167690
    },
    {
      "epoch": 605.0,
      "grad_norm": 1.085261344909668,
      "learning_rate": 7.211025892518821e-07,
      "loss": 0.3494,
      "step": 2167700
    },
    {
      "epoch": 605.0,
      "grad_norm": 1.256511926651001,
      "learning_rate": 7.210830780640865e-07,
      "loss": 0.3355,
      "step": 2167710
    },
    {
      "epoch": 605.0,
      "eval_loss": 0.33885854482650757,
      "eval_runtime": 66.021,
      "eval_samples_per_second": 76.627,
      "eval_steps_per_second": 9.588,
      "step": 2167715
    },
    {
      "epoch": 605.0,
      "grad_norm": 1.2559523582458496,
      "learning_rate": 7.210635670922691e-07,
      "loss": 0.3456,
      "step": 2167720
    },
    {
      "epoch": 605.0,
      "grad_norm": 1.0032116174697876,
      "learning_rate": 7.210440563364304e-07,
      "loss": 0.3313,
      "step": 2167730
    },
    {
      "epoch": 605.01,
      "grad_norm": 1.9772090911865234,
      "learning_rate": 7.210245457965756e-07,
      "loss": 0.3244,
      "step": 2167740
    },
    {
      "epoch": 605.01,
      "grad_norm": 1.1342344284057617,
      "learning_rate": 7.210050354727053e-07,
      "loss": 0.3528,
      "step": 2167750
    },
    {
      "epoch": 605.01,
      "grad_norm": 1.233610987663269,
      "learning_rate": 7.209855253648229e-07,
      "loss": 0.359,
      "step": 2167760
    },
    {
      "epoch": 605.02,
      "grad_norm": 1.275022268295288,
      "learning_rate": 7.209660154729316e-07,
      "loss": 0.3461,
      "step": 2167770
    },
    {
      "epoch": 605.02,
      "grad_norm": 1.3235441446304321,
      "learning_rate": 7.209465057970325e-07,
      "loss": 0.3306,
      "step": 2167780
    },
    {
      "epoch": 605.02,
      "grad_norm": 1.509602427482605,
      "learning_rate": 7.209269963371289e-07,
      "loss": 0.3334,
      "step": 2167790
    },
    {
      "epoch": 605.02,
      "grad_norm": 1.1184571981430054,
      "learning_rate": 7.209074870932236e-07,
      "loss": 0.3392,
      "step": 2167800
    },
    {
      "epoch": 605.03,
      "grad_norm": 1.4526013135910034,
      "learning_rate": 7.208879780653199e-07,
      "loss": 0.3502,
      "step": 2167810
    },
    {
      "epoch": 605.03,
      "grad_norm": 1.156222939491272,
      "learning_rate": 7.208684692534184e-07,
      "loss": 0.3463,
      "step": 2167820
    },
    {
      "epoch": 605.03,
      "grad_norm": 1.3659555912017822,
      "learning_rate": 7.208489606575235e-07,
      "loss": 0.3343,
      "step": 2167830
    },
    {
      "epoch": 605.03,
      "grad_norm": 1.0739691257476807,
      "learning_rate": 7.208294522776375e-07,
      "loss": 0.342,
      "step": 2167840
    },
    {
      "epoch": 605.04,
      "grad_norm": 1.1274923086166382,
      "learning_rate": 7.208099441137613e-07,
      "loss": 0.3293,
      "step": 2167850
    },
    {
      "epoch": 605.04,
      "grad_norm": 1.2857940196990967,
      "learning_rate": 7.207904361659003e-07,
      "loss": 0.3224,
      "step": 2167860
    },
    {
      "epoch": 605.04,
      "grad_norm": 1.2763185501098633,
      "learning_rate": 7.207709284340542e-07,
      "loss": 0.3382,
      "step": 2167870
    },
    {
      "epoch": 605.05,
      "grad_norm": 1.1394003629684448,
      "learning_rate": 7.207514209182286e-07,
      "loss": 0.3372,
      "step": 2167880
    },
    {
      "epoch": 605.05,
      "grad_norm": 1.412304401397705,
      "learning_rate": 7.207319136184237e-07,
      "loss": 0.331,
      "step": 2167890
    },
    {
      "epoch": 605.05,
      "grad_norm": 1.1025848388671875,
      "learning_rate": 7.207124065346431e-07,
      "loss": 0.3352,
      "step": 2167900
    },
    {
      "epoch": 605.05,
      "grad_norm": 1.2418547868728638,
      "learning_rate": 7.2069289966689e-07,
      "loss": 0.3269,
      "step": 2167910
    },
    {
      "epoch": 605.06,
      "grad_norm": 1.2135928869247437,
      "learning_rate": 7.206733930151654e-07,
      "loss": 0.3474,
      "step": 2167920
    },
    {
      "epoch": 605.06,
      "grad_norm": 1.412265419960022,
      "learning_rate": 7.206538865794727e-07,
      "loss": 0.3368,
      "step": 2167930
    },
    {
      "epoch": 605.06,
      "grad_norm": 0.9690293669700623,
      "learning_rate": 7.206343803598146e-07,
      "loss": 0.3438,
      "step": 2167940
    },
    {
      "epoch": 605.07,
      "grad_norm": 1.0733897686004639,
      "learning_rate": 7.206148743561942e-07,
      "loss": 0.3341,
      "step": 2167950
    },
    {
      "epoch": 605.07,
      "grad_norm": 1.0576153993606567,
      "learning_rate": 7.20595368568613e-07,
      "loss": 0.3421,
      "step": 2167960
    },
    {
      "epoch": 605.07,
      "grad_norm": 1.299310326576233,
      "learning_rate": 7.205758629970741e-07,
      "loss": 0.3523,
      "step": 2167970
    },
    {
      "epoch": 605.07,
      "grad_norm": 1.03579580783844,
      "learning_rate": 7.205563576415808e-07,
      "loss": 0.322,
      "step": 2167980
    },
    {
      "epoch": 605.08,
      "grad_norm": 1.3133574724197388,
      "learning_rate": 7.205368525021337e-07,
      "loss": 0.3421,
      "step": 2167990
    },
    {
      "epoch": 605.08,
      "grad_norm": 1.2219749689102173,
      "learning_rate": 7.20517347578738e-07,
      "loss": 0.3398,
      "step": 2168000
    },
    {
      "epoch": 605.08,
      "grad_norm": 1.0927897691726685,
      "learning_rate": 7.204978428713942e-07,
      "loss": 0.3499,
      "step": 2168010
    },
    {
      "epoch": 605.09,
      "grad_norm": 1.4696446657180786,
      "learning_rate": 7.20478338380106e-07,
      "loss": 0.3298,
      "step": 2168020
    },
    {
      "epoch": 605.09,
      "grad_norm": 1.207153558731079,
      "learning_rate": 7.204588341048754e-07,
      "loss": 0.3514,
      "step": 2168030
    },
    {
      "epoch": 605.09,
      "grad_norm": 1.020622968673706,
      "learning_rate": 7.204393300457062e-07,
      "loss": 0.3289,
      "step": 2168040
    },
    {
      "epoch": 605.09,
      "grad_norm": 1.0897254943847656,
      "learning_rate": 7.204198262025994e-07,
      "loss": 0.3424,
      "step": 2168050
    },
    {
      "epoch": 605.1,
      "grad_norm": 1.2264047861099243,
      "learning_rate": 7.204003225755582e-07,
      "loss": 0.3363,
      "step": 2168060
    },
    {
      "epoch": 605.1,
      "grad_norm": 0.9686511754989624,
      "learning_rate": 7.20380819164586e-07,
      "loss": 0.3259,
      "step": 2168070
    },
    {
      "epoch": 605.1,
      "grad_norm": 1.0382014513015747,
      "learning_rate": 7.203613159696832e-07,
      "loss": 0.3262,
      "step": 2168080
    },
    {
      "epoch": 605.1,
      "grad_norm": 1.2199152708053589,
      "learning_rate": 7.203418129908554e-07,
      "loss": 0.3322,
      "step": 2168090
    },
    {
      "epoch": 605.11,
      "grad_norm": 1.1958492994308472,
      "learning_rate": 7.203223102281027e-07,
      "loss": 0.3576,
      "step": 2168100
    },
    {
      "epoch": 605.11,
      "grad_norm": 1.1212270259857178,
      "learning_rate": 7.20302807681429e-07,
      "loss": 0.3288,
      "step": 2168110
    },
    {
      "epoch": 605.11,
      "grad_norm": 1.3806902170181274,
      "learning_rate": 7.202833053508372e-07,
      "loss": 0.3369,
      "step": 2168120
    },
    {
      "epoch": 605.12,
      "grad_norm": 1.1194998025894165,
      "learning_rate": 7.202638032363285e-07,
      "loss": 0.3331,
      "step": 2168130
    },
    {
      "epoch": 605.12,
      "grad_norm": 1.0848337411880493,
      "learning_rate": 7.202443013379063e-07,
      "loss": 0.3479,
      "step": 2168140
    },
    {
      "epoch": 605.12,
      "grad_norm": 1.3226385116577148,
      "learning_rate": 7.20224799655573e-07,
      "loss": 0.3456,
      "step": 2168150
    },
    {
      "epoch": 605.12,
      "grad_norm": 1.0966180562973022,
      "learning_rate": 7.202052981893316e-07,
      "loss": 0.3523,
      "step": 2168160
    },
    {
      "epoch": 605.13,
      "grad_norm": 1.0273107290267944,
      "learning_rate": 7.201857969391844e-07,
      "loss": 0.3523,
      "step": 2168170
    },
    {
      "epoch": 605.13,
      "grad_norm": 1.3302419185638428,
      "learning_rate": 7.201662959051346e-07,
      "loss": 0.3186,
      "step": 2168180
    },
    {
      "epoch": 605.13,
      "grad_norm": 1.0720036029815674,
      "learning_rate": 7.201467950871835e-07,
      "loss": 0.3335,
      "step": 2168190
    },
    {
      "epoch": 605.14,
      "grad_norm": 1.1666635274887085,
      "learning_rate": 7.201272944853345e-07,
      "loss": 0.3518,
      "step": 2168200
    },
    {
      "epoch": 605.14,
      "grad_norm": 1.0417225360870361,
      "learning_rate": 7.20107794099591e-07,
      "loss": 0.3354,
      "step": 2168210
    },
    {
      "epoch": 605.14,
      "grad_norm": 1.324546217918396,
      "learning_rate": 7.20088293929953e-07,
      "loss": 0.3361,
      "step": 2168220
    },
    {
      "epoch": 605.14,
      "grad_norm": 1.1274114847183228,
      "learning_rate": 7.200687939764264e-07,
      "loss": 0.3342,
      "step": 2168230
    },
    {
      "epoch": 605.15,
      "grad_norm": 1.4129385948181152,
      "learning_rate": 7.200492942390115e-07,
      "loss": 0.348,
      "step": 2168240
    },
    {
      "epoch": 605.15,
      "grad_norm": 1.4642120599746704,
      "learning_rate": 7.200297947177115e-07,
      "loss": 0.337,
      "step": 2168250
    },
    {
      "epoch": 605.15,
      "grad_norm": 1.094373345375061,
      "learning_rate": 7.200102954125301e-07,
      "loss": 0.331,
      "step": 2168260
    },
    {
      "epoch": 605.15,
      "grad_norm": 1.3728625774383545,
      "learning_rate": 7.199907963234679e-07,
      "loss": 0.3386,
      "step": 2168270
    },
    {
      "epoch": 605.16,
      "grad_norm": 1.207918405532837,
      "learning_rate": 7.199712974505284e-07,
      "loss": 0.3409,
      "step": 2168280
    },
    {
      "epoch": 605.16,
      "grad_norm": 1.014557957649231,
      "learning_rate": 7.199517987937145e-07,
      "loss": 0.3134,
      "step": 2168290
    },
    {
      "epoch": 605.16,
      "grad_norm": 1.2742339372634888,
      "learning_rate": 7.199323003530293e-07,
      "loss": 0.3287,
      "step": 2168300
    },
    {
      "epoch": 605.17,
      "grad_norm": 1.0765483379364014,
      "learning_rate": 7.199128021284732e-07,
      "loss": 0.3286,
      "step": 2168310
    },
    {
      "epoch": 605.17,
      "grad_norm": 1.0449403524398804,
      "learning_rate": 7.198933041200516e-07,
      "loss": 0.3443,
      "step": 2168320
    },
    {
      "epoch": 605.17,
      "grad_norm": 1.1524728536605835,
      "learning_rate": 7.198738063277653e-07,
      "loss": 0.3438,
      "step": 2168330
    },
    {
      "epoch": 605.17,
      "grad_norm": 1.2672696113586426,
      "learning_rate": 7.198543087516174e-07,
      "loss": 0.3584,
      "step": 2168340
    },
    {
      "epoch": 605.18,
      "grad_norm": 1.052477240562439,
      "learning_rate": 7.198348113916109e-07,
      "loss": 0.3429,
      "step": 2168350
    },
    {
      "epoch": 605.18,
      "grad_norm": 1.1056814193725586,
      "learning_rate": 7.198153142477474e-07,
      "loss": 0.3585,
      "step": 2168360
    },
    {
      "epoch": 605.18,
      "grad_norm": 1.2918264865875244,
      "learning_rate": 7.197958173200298e-07,
      "loss": 0.3431,
      "step": 2168370
    },
    {
      "epoch": 605.19,
      "grad_norm": 1.223490595817566,
      "learning_rate": 7.197763206084612e-07,
      "loss": 0.3405,
      "step": 2168380
    },
    {
      "epoch": 605.19,
      "grad_norm": 1.1901036500930786,
      "learning_rate": 7.197568241130446e-07,
      "loss": 0.3528,
      "step": 2168390
    },
    {
      "epoch": 605.19,
      "grad_norm": 1.236607313156128,
      "learning_rate": 7.197373278337804e-07,
      "loss": 0.335,
      "step": 2168400
    },
    {
      "epoch": 605.19,
      "grad_norm": 1.2812368869781494,
      "learning_rate": 7.197178317706744e-07,
      "loss": 0.3377,
      "step": 2168410
    },
    {
      "epoch": 605.2,
      "grad_norm": 1.199051022529602,
      "learning_rate": 7.196983359237266e-07,
      "loss": 0.3283,
      "step": 2168420
    },
    {
      "epoch": 605.2,
      "grad_norm": 1.1684868335723877,
      "learning_rate": 7.196788402929405e-07,
      "loss": 0.3447,
      "step": 2168430
    },
    {
      "epoch": 605.2,
      "grad_norm": 1.292009949684143,
      "learning_rate": 7.196593448783196e-07,
      "loss": 0.3387,
      "step": 2168440
    },
    {
      "epoch": 605.21,
      "grad_norm": 1.2754874229431152,
      "learning_rate": 7.19639849679864e-07,
      "loss": 0.3352,
      "step": 2168450
    },
    {
      "epoch": 605.21,
      "grad_norm": 1.3818360567092896,
      "learning_rate": 7.196203546975796e-07,
      "loss": 0.3453,
      "step": 2168460
    },
    {
      "epoch": 605.21,
      "grad_norm": 1.228615641593933,
      "learning_rate": 7.196008599314665e-07,
      "loss": 0.3387,
      "step": 2168470
    },
    {
      "epoch": 605.21,
      "grad_norm": 1.32222318649292,
      "learning_rate": 7.195813653815278e-07,
      "loss": 0.3468,
      "step": 2168480
    },
    {
      "epoch": 605.22,
      "grad_norm": 1.8663558959960938,
      "learning_rate": 7.195618710477673e-07,
      "loss": 0.3442,
      "step": 2168490
    },
    {
      "epoch": 605.22,
      "grad_norm": 1.364030122756958,
      "learning_rate": 7.195423769301861e-07,
      "loss": 0.3329,
      "step": 2168500
    },
    {
      "epoch": 605.22,
      "grad_norm": 1.3691551685333252,
      "learning_rate": 7.195228830287873e-07,
      "loss": 0.3544,
      "step": 2168510
    },
    {
      "epoch": 605.22,
      "grad_norm": 1.3693819046020508,
      "learning_rate": 7.195033893435734e-07,
      "loss": 0.3277,
      "step": 2168520
    },
    {
      "epoch": 605.23,
      "grad_norm": 1.1000118255615234,
      "learning_rate": 7.194838958745479e-07,
      "loss": 0.3463,
      "step": 2168530
    },
    {
      "epoch": 605.23,
      "grad_norm": 1.1456468105316162,
      "learning_rate": 7.194644026217113e-07,
      "loss": 0.3384,
      "step": 2168540
    },
    {
      "epoch": 605.23,
      "grad_norm": 1.5122385025024414,
      "learning_rate": 7.194449095850692e-07,
      "loss": 0.3399,
      "step": 2168550
    },
    {
      "epoch": 605.24,
      "grad_norm": 1.1811013221740723,
      "learning_rate": 7.194254167646215e-07,
      "loss": 0.3375,
      "step": 2168560
    },
    {
      "epoch": 605.24,
      "grad_norm": 1.1821174621582031,
      "learning_rate": 7.194059241603721e-07,
      "loss": 0.3265,
      "step": 2168570
    },
    {
      "epoch": 605.24,
      "grad_norm": 1.1401880979537964,
      "learning_rate": 7.193864317723239e-07,
      "loss": 0.346,
      "step": 2168580
    },
    {
      "epoch": 605.24,
      "grad_norm": 1.3423093557357788,
      "learning_rate": 7.193669396004783e-07,
      "loss": 0.3305,
      "step": 2168590
    },
    {
      "epoch": 605.25,
      "grad_norm": 1.248932957649231,
      "learning_rate": 7.193474476448387e-07,
      "loss": 0.3299,
      "step": 2168600
    },
    {
      "epoch": 605.25,
      "grad_norm": 1.367569923400879,
      "learning_rate": 7.19327955905407e-07,
      "loss": 0.3423,
      "step": 2168610
    },
    {
      "epoch": 605.25,
      "grad_norm": 1.3112287521362305,
      "learning_rate": 7.193084643821876e-07,
      "loss": 0.3439,
      "step": 2168620
    },
    {
      "epoch": 605.26,
      "grad_norm": 1.0537396669387817,
      "learning_rate": 7.192889730751807e-07,
      "loss": 0.3323,
      "step": 2168630
    },
    {
      "epoch": 605.26,
      "grad_norm": 1.0925772190093994,
      "learning_rate": 7.192694819843901e-07,
      "loss": 0.3493,
      "step": 2168640
    },
    {
      "epoch": 605.26,
      "grad_norm": 1.0630460977554321,
      "learning_rate": 7.192499911098192e-07,
      "loss": 0.337,
      "step": 2168650
    },
    {
      "epoch": 605.26,
      "grad_norm": 1.456617832183838,
      "learning_rate": 7.192305004514682e-07,
      "loss": 0.3349,
      "step": 2168660
    },
    {
      "epoch": 605.27,
      "grad_norm": 1.0617314577102661,
      "learning_rate": 7.192110100093426e-07,
      "loss": 0.3338,
      "step": 2168670
    },
    {
      "epoch": 605.27,
      "grad_norm": 1.171172857284546,
      "learning_rate": 7.191915197834427e-07,
      "loss": 0.3363,
      "step": 2168680
    },
    {
      "epoch": 605.27,
      "grad_norm": 1.3327317237854004,
      "learning_rate": 7.19172029773772e-07,
      "loss": 0.338,
      "step": 2168690
    },
    {
      "epoch": 605.27,
      "grad_norm": 1.0794020891189575,
      "learning_rate": 7.191525399803332e-07,
      "loss": 0.3368,
      "step": 2168700
    },
    {
      "epoch": 605.28,
      "grad_norm": 1.057452917098999,
      "learning_rate": 7.191330504031295e-07,
      "loss": 0.3411,
      "step": 2168710
    },
    {
      "epoch": 605.28,
      "grad_norm": 1.365531086921692,
      "learning_rate": 7.19113561042162e-07,
      "loss": 0.3415,
      "step": 2168720
    },
    {
      "epoch": 605.28,
      "grad_norm": 1.1456326246261597,
      "learning_rate": 7.190940718974341e-07,
      "loss": 0.3492,
      "step": 2168730
    },
    {
      "epoch": 605.29,
      "grad_norm": 1.396272897720337,
      "learning_rate": 7.190745829689481e-07,
      "loss": 0.3403,
      "step": 2168740
    },
    {
      "epoch": 605.29,
      "grad_norm": 1.396043300628662,
      "learning_rate": 7.19055094256707e-07,
      "loss": 0.3482,
      "step": 2168750
    },
    {
      "epoch": 605.29,
      "grad_norm": 1.410348892211914,
      "learning_rate": 7.19035605760714e-07,
      "loss": 0.3541,
      "step": 2168760
    },
    {
      "epoch": 605.29,
      "grad_norm": 1.1600528955459595,
      "learning_rate": 7.190161174809704e-07,
      "loss": 0.3359,
      "step": 2168770
    },
    {
      "epoch": 605.3,
      "grad_norm": 1.3954081535339355,
      "learning_rate": 7.189966294174791e-07,
      "loss": 0.3444,
      "step": 2168780
    },
    {
      "epoch": 605.3,
      "grad_norm": 0.9965547919273376,
      "learning_rate": 7.189771415702437e-07,
      "loss": 0.3434,
      "step": 2168790
    },
    {
      "epoch": 605.3,
      "grad_norm": 1.1613938808441162,
      "learning_rate": 7.189576539392644e-07,
      "loss": 0.3322,
      "step": 2168800
    },
    {
      "epoch": 605.31,
      "grad_norm": 1.274562120437622,
      "learning_rate": 7.189381665245468e-07,
      "loss": 0.3393,
      "step": 2168810
    },
    {
      "epoch": 605.31,
      "grad_norm": 1.1357923746109009,
      "learning_rate": 7.189186793260917e-07,
      "loss": 0.3518,
      "step": 2168820
    },
    {
      "epoch": 605.31,
      "grad_norm": 0.9147414565086365,
      "learning_rate": 7.188991923439018e-07,
      "loss": 0.3493,
      "step": 2168830
    },
    {
      "epoch": 605.31,
      "grad_norm": 1.1881582736968994,
      "learning_rate": 7.1887970557798e-07,
      "loss": 0.3148,
      "step": 2168840
    },
    {
      "epoch": 605.32,
      "grad_norm": 1.2100210189819336,
      "learning_rate": 7.188602190283299e-07,
      "loss": 0.3428,
      "step": 2168850
    },
    {
      "epoch": 605.32,
      "grad_norm": 1.3013348579406738,
      "learning_rate": 7.188407326949523e-07,
      "loss": 0.3424,
      "step": 2168860
    },
    {
      "epoch": 605.32,
      "grad_norm": 1.295414924621582,
      "learning_rate": 7.188212465778503e-07,
      "loss": 0.3409,
      "step": 2168870
    },
    {
      "epoch": 605.33,
      "grad_norm": 1.2317098379135132,
      "learning_rate": 7.188017606770278e-07,
      "loss": 0.3348,
      "step": 2168880
    },
    {
      "epoch": 605.33,
      "grad_norm": 1.104641079902649,
      "learning_rate": 7.187822749924845e-07,
      "loss": 0.3337,
      "step": 2168890
    },
    {
      "epoch": 605.33,
      "grad_norm": 1.2016479969024658,
      "learning_rate": 7.187627895242265e-07,
      "loss": 0.3463,
      "step": 2168900
    },
    {
      "epoch": 605.33,
      "grad_norm": 1.1376458406448364,
      "learning_rate": 7.187433042722542e-07,
      "loss": 0.3198,
      "step": 2168910
    },
    {
      "epoch": 605.34,
      "grad_norm": 1.2084978818893433,
      "learning_rate": 7.187238192365706e-07,
      "loss": 0.3315,
      "step": 2168920
    },
    {
      "epoch": 605.34,
      "grad_norm": 1.319138526916504,
      "learning_rate": 7.18704334417179e-07,
      "loss": 0.3291,
      "step": 2168930
    },
    {
      "epoch": 605.34,
      "grad_norm": 1.482236385345459,
      "learning_rate": 7.186848498140808e-07,
      "loss": 0.3342,
      "step": 2168940
    },
    {
      "epoch": 605.34,
      "grad_norm": 1.3000813722610474,
      "learning_rate": 7.186653654272791e-07,
      "loss": 0.3546,
      "step": 2168950
    },
    {
      "epoch": 605.35,
      "grad_norm": 1.20185124874115,
      "learning_rate": 7.18645881256777e-07,
      "loss": 0.3411,
      "step": 2168960
    },
    {
      "epoch": 605.35,
      "grad_norm": 1.1303476095199585,
      "learning_rate": 7.186263973025771e-07,
      "loss": 0.3475,
      "step": 2168970
    },
    {
      "epoch": 605.35,
      "grad_norm": 1.124848484992981,
      "learning_rate": 7.186069135646801e-07,
      "loss": 0.3518,
      "step": 2168980
    },
    {
      "epoch": 605.36,
      "grad_norm": 1.1415443420410156,
      "learning_rate": 7.185874300430916e-07,
      "loss": 0.3289,
      "step": 2168990
    },
    {
      "epoch": 605.36,
      "grad_norm": 1.3179950714111328,
      "learning_rate": 7.18567946737812e-07,
      "loss": 0.3492,
      "step": 2169000
    },
    {
      "epoch": 605.36,
      "grad_norm": 1.2063589096069336,
      "learning_rate": 7.185484636488446e-07,
      "loss": 0.3399,
      "step": 2169010
    },
    {
      "epoch": 605.36,
      "grad_norm": 1.1990689039230347,
      "learning_rate": 7.185289807761927e-07,
      "loss": 0.322,
      "step": 2169020
    },
    {
      "epoch": 605.37,
      "grad_norm": 1.4845513105392456,
      "learning_rate": 7.185094981198566e-07,
      "loss": 0.3379,
      "step": 2169030
    },
    {
      "epoch": 605.37,
      "grad_norm": 0.9985267519950867,
      "learning_rate": 7.184900156798422e-07,
      "loss": 0.3325,
      "step": 2169040
    },
    {
      "epoch": 605.37,
      "grad_norm": 1.2376686334609985,
      "learning_rate": 7.184705334561493e-07,
      "loss": 0.3341,
      "step": 2169050
    },
    {
      "epoch": 605.38,
      "grad_norm": 1.100092887878418,
      "learning_rate": 7.184510514487815e-07,
      "loss": 0.3393,
      "step": 2169060
    },
    {
      "epoch": 605.38,
      "grad_norm": 1.1972813606262207,
      "learning_rate": 7.184315696577425e-07,
      "loss": 0.3311,
      "step": 2169070
    },
    {
      "epoch": 605.38,
      "grad_norm": 1.261910319328308,
      "learning_rate": 7.184120880830328e-07,
      "loss": 0.3362,
      "step": 2169080
    },
    {
      "epoch": 605.38,
      "grad_norm": 1.3999228477478027,
      "learning_rate": 7.183926067246561e-07,
      "loss": 0.3389,
      "step": 2169090
    },
    {
      "epoch": 605.39,
      "grad_norm": 2.4393041133880615,
      "learning_rate": 7.183731255826149e-07,
      "loss": 0.3376,
      "step": 2169100
    },
    {
      "epoch": 605.39,
      "grad_norm": 1.2086801528930664,
      "learning_rate": 7.183536446569127e-07,
      "loss": 0.3353,
      "step": 2169110
    },
    {
      "epoch": 605.39,
      "grad_norm": 1.2165085077285767,
      "learning_rate": 7.183341639475495e-07,
      "loss": 0.3409,
      "step": 2169120
    },
    {
      "epoch": 605.39,
      "grad_norm": 1.1051347255706787,
      "learning_rate": 7.183146834545311e-07,
      "loss": 0.3417,
      "step": 2169130
    },
    {
      "epoch": 605.4,
      "grad_norm": 1.2803574800491333,
      "learning_rate": 7.182952031778581e-07,
      "loss": 0.3351,
      "step": 2169140
    },
    {
      "epoch": 605.4,
      "grad_norm": 1.2822835445404053,
      "learning_rate": 7.182757231175334e-07,
      "loss": 0.3521,
      "step": 2169150
    },
    {
      "epoch": 605.4,
      "grad_norm": 1.1806696653366089,
      "learning_rate": 7.182562432735604e-07,
      "loss": 0.3368,
      "step": 2169160
    },
    {
      "epoch": 605.41,
      "grad_norm": 1.3585758209228516,
      "learning_rate": 7.182367636459404e-07,
      "loss": 0.3409,
      "step": 2169170
    },
    {
      "epoch": 605.41,
      "grad_norm": 1.1135060787200928,
      "learning_rate": 7.182172842346766e-07,
      "loss": 0.3393,
      "step": 2169180
    },
    {
      "epoch": 605.41,
      "grad_norm": 1.1797685623168945,
      "learning_rate": 7.181978050397718e-07,
      "loss": 0.34,
      "step": 2169190
    },
    {
      "epoch": 605.41,
      "grad_norm": 1.6094013452529907,
      "learning_rate": 7.181783260612289e-07,
      "loss": 0.3146,
      "step": 2169200
    },
    {
      "epoch": 605.42,
      "grad_norm": 1.2339680194854736,
      "learning_rate": 7.181588472990497e-07,
      "loss": 0.3554,
      "step": 2169210
    },
    {
      "epoch": 605.42,
      "grad_norm": 1.186353325843811,
      "learning_rate": 7.181393687532369e-07,
      "loss": 0.3477,
      "step": 2169220
    },
    {
      "epoch": 605.42,
      "grad_norm": 1.266451358795166,
      "learning_rate": 7.181198904237941e-07,
      "loss": 0.3517,
      "step": 2169230
    },
    {
      "epoch": 605.43,
      "grad_norm": 1.1246346235275269,
      "learning_rate": 7.181004123107216e-07,
      "loss": 0.3413,
      "step": 2169240
    },
    {
      "epoch": 605.43,
      "grad_norm": 1.254591941833496,
      "learning_rate": 7.18080934414025e-07,
      "loss": 0.3501,
      "step": 2169250
    },
    {
      "epoch": 605.43,
      "grad_norm": 1.2631561756134033,
      "learning_rate": 7.180614567337046e-07,
      "loss": 0.3255,
      "step": 2169260
    },
    {
      "epoch": 605.43,
      "grad_norm": 1.2635726928710938,
      "learning_rate": 7.180419792697639e-07,
      "loss": 0.3365,
      "step": 2169270
    },
    {
      "epoch": 605.44,
      "grad_norm": 1.3550812005996704,
      "learning_rate": 7.180225020222051e-07,
      "loss": 0.3401,
      "step": 2169280
    },
    {
      "epoch": 605.44,
      "grad_norm": 1.14919912815094,
      "learning_rate": 7.18003024991032e-07,
      "loss": 0.3533,
      "step": 2169290
    },
    {
      "epoch": 605.44,
      "grad_norm": 1.2766242027282715,
      "learning_rate": 7.179835481762455e-07,
      "loss": 0.3302,
      "step": 2169300
    },
    {
      "epoch": 605.45,
      "grad_norm": 1.394087791442871,
      "learning_rate": 7.179640715778492e-07,
      "loss": 0.3504,
      "step": 2169310
    },
    {
      "epoch": 605.45,
      "grad_norm": 1.1301363706588745,
      "learning_rate": 7.179445951958452e-07,
      "loss": 0.3442,
      "step": 2169320
    },
    {
      "epoch": 605.45,
      "grad_norm": 1.240114450454712,
      "learning_rate": 7.179251190302365e-07,
      "loss": 0.3423,
      "step": 2169330
    },
    {
      "epoch": 605.45,
      "grad_norm": 0.996862530708313,
      "learning_rate": 7.179056430810262e-07,
      "loss": 0.3207,
      "step": 2169340
    },
    {
      "epoch": 605.46,
      "grad_norm": 2.147336721420288,
      "learning_rate": 7.178861673482153e-07,
      "loss": 0.3615,
      "step": 2169350
    },
    {
      "epoch": 605.46,
      "grad_norm": 1.143613338470459,
      "learning_rate": 7.178666918318077e-07,
      "loss": 0.3497,
      "step": 2169360
    },
    {
      "epoch": 605.46,
      "grad_norm": 1.2177125215530396,
      "learning_rate": 7.178472165318053e-07,
      "loss": 0.3388,
      "step": 2169370
    },
    {
      "epoch": 605.46,
      "grad_norm": 1.4648282527923584,
      "learning_rate": 7.178277414482111e-07,
      "loss": 0.328,
      "step": 2169380
    },
    {
      "epoch": 605.47,
      "grad_norm": 1.2795510292053223,
      "learning_rate": 7.178082665810283e-07,
      "loss": 0.3473,
      "step": 2169390
    },
    {
      "epoch": 605.47,
      "grad_norm": 1.1524170637130737,
      "learning_rate": 7.17788791930258e-07,
      "loss": 0.3396,
      "step": 2169400
    },
    {
      "epoch": 605.47,
      "grad_norm": 1.1007014513015747,
      "learning_rate": 7.177693174959038e-07,
      "loss": 0.3312,
      "step": 2169410
    },
    {
      "epoch": 605.48,
      "grad_norm": 1.1927013397216797,
      "learning_rate": 7.177498432779678e-07,
      "loss": 0.3299,
      "step": 2169420
    },
    {
      "epoch": 605.48,
      "grad_norm": 1.1039681434631348,
      "learning_rate": 7.177303692764536e-07,
      "loss": 0.3161,
      "step": 2169430
    },
    {
      "epoch": 605.48,
      "grad_norm": 1.057456135749817,
      "learning_rate": 7.177108954913626e-07,
      "loss": 0.3272,
      "step": 2169440
    },
    {
      "epoch": 605.48,
      "grad_norm": 1.03958261013031,
      "learning_rate": 7.176914219226977e-07,
      "loss": 0.3391,
      "step": 2169450
    },
    {
      "epoch": 605.49,
      "grad_norm": 1.0980443954467773,
      "learning_rate": 7.176719485704623e-07,
      "loss": 0.3499,
      "step": 2169460
    },
    {
      "epoch": 605.49,
      "grad_norm": 1.100162148475647,
      "learning_rate": 7.176524754346569e-07,
      "loss": 0.3447,
      "step": 2169470
    },
    {
      "epoch": 605.49,
      "grad_norm": 1.1150096654891968,
      "learning_rate": 7.176330025152872e-07,
      "loss": 0.3472,
      "step": 2169480
    },
    {
      "epoch": 605.5,
      "grad_norm": 1.0745447874069214,
      "learning_rate": 7.176135298123533e-07,
      "loss": 0.3377,
      "step": 2169490
    },
    {
      "epoch": 605.5,
      "grad_norm": 1.5039188861846924,
      "learning_rate": 7.175940573258584e-07,
      "loss": 0.3333,
      "step": 2169500
    },
    {
      "epoch": 605.5,
      "grad_norm": 1.3423703908920288,
      "learning_rate": 7.175745850558054e-07,
      "loss": 0.3419,
      "step": 2169510
    },
    {
      "epoch": 605.5,
      "grad_norm": 1.3865183591842651,
      "learning_rate": 7.175551130021973e-07,
      "loss": 0.3425,
      "step": 2169520
    },
    {
      "epoch": 605.51,
      "grad_norm": 1.1441887617111206,
      "learning_rate": 7.17535641165036e-07,
      "loss": 0.3499,
      "step": 2169530
    },
    {
      "epoch": 605.51,
      "grad_norm": 1.1667914390563965,
      "learning_rate": 7.175161695443238e-07,
      "loss": 0.333,
      "step": 2169540
    },
    {
      "epoch": 605.51,
      "grad_norm": 1.405676245689392,
      "learning_rate": 7.174966981400648e-07,
      "loss": 0.3397,
      "step": 2169550
    },
    {
      "epoch": 605.51,
      "grad_norm": 1.3138673305511475,
      "learning_rate": 7.174772269522587e-07,
      "loss": 0.3533,
      "step": 2169560
    },
    {
      "epoch": 605.52,
      "grad_norm": 1.191386103630066,
      "learning_rate": 7.174577559809118e-07,
      "loss": 0.3345,
      "step": 2169570
    },
    {
      "epoch": 605.52,
      "grad_norm": 1.1105352640151978,
      "learning_rate": 7.174382852260239e-07,
      "loss": 0.3373,
      "step": 2169580
    },
    {
      "epoch": 605.52,
      "grad_norm": 1.0234712362289429,
      "learning_rate": 7.174188146875986e-07,
      "loss": 0.3354,
      "step": 2169590
    },
    {
      "epoch": 605.53,
      "grad_norm": 1.2998789548873901,
      "learning_rate": 7.173993443656392e-07,
      "loss": 0.3389,
      "step": 2169600
    },
    {
      "epoch": 605.53,
      "grad_norm": 1.1402652263641357,
      "learning_rate": 7.17379874260146e-07,
      "loss": 0.3315,
      "step": 2169610
    },
    {
      "epoch": 605.53,
      "grad_norm": 1.1735531091690063,
      "learning_rate": 7.173604043711247e-07,
      "loss": 0.3411,
      "step": 2169620
    },
    {
      "epoch": 605.53,
      "grad_norm": 1.1421854496002197,
      "learning_rate": 7.173409346985755e-07,
      "loss": 0.3422,
      "step": 2169630
    },
    {
      "epoch": 605.54,
      "grad_norm": 1.1143966913223267,
      "learning_rate": 7.173214652425015e-07,
      "loss": 0.3528,
      "step": 2169640
    },
    {
      "epoch": 605.54,
      "grad_norm": 1.2251241207122803,
      "learning_rate": 7.173019960029058e-07,
      "loss": 0.3524,
      "step": 2169650
    },
    {
      "epoch": 605.54,
      "grad_norm": 1.0788522958755493,
      "learning_rate": 7.172825269797916e-07,
      "loss": 0.3341,
      "step": 2169660
    },
    {
      "epoch": 605.55,
      "grad_norm": 1.2448574304580688,
      "learning_rate": 7.172630581731599e-07,
      "loss": 0.3259,
      "step": 2169670
    },
    {
      "epoch": 605.55,
      "grad_norm": 1.2545640468597412,
      "learning_rate": 7.172435895830142e-07,
      "loss": 0.3415,
      "step": 2169680
    },
    {
      "epoch": 605.55,
      "grad_norm": 1.4379663467407227,
      "learning_rate": 7.172241212093575e-07,
      "loss": 0.3328,
      "step": 2169690
    },
    {
      "epoch": 605.55,
      "grad_norm": 1.1421279907226562,
      "learning_rate": 7.172046530521902e-07,
      "loss": 0.3449,
      "step": 2169700
    },
    {
      "epoch": 605.56,
      "grad_norm": 1.247695803642273,
      "learning_rate": 7.171851851115181e-07,
      "loss": 0.3428,
      "step": 2169710
    },
    {
      "epoch": 605.56,
      "grad_norm": 1.0984374284744263,
      "learning_rate": 7.171657173873416e-07,
      "loss": 0.3297,
      "step": 2169720
    },
    {
      "epoch": 605.56,
      "grad_norm": 1.1567033529281616,
      "learning_rate": 7.171462498796639e-07,
      "loss": 0.341,
      "step": 2169730
    },
    {
      "epoch": 605.57,
      "grad_norm": 1.3310173749923706,
      "learning_rate": 7.171267825884881e-07,
      "loss": 0.3433,
      "step": 2169740
    },
    {
      "epoch": 605.57,
      "grad_norm": 1.1377558708190918,
      "learning_rate": 7.171073155138158e-07,
      "loss": 0.3273,
      "step": 2169750
    },
    {
      "epoch": 605.57,
      "grad_norm": 1.2133897542953491,
      "learning_rate": 7.1708784865565e-07,
      "loss": 0.3254,
      "step": 2169760
    },
    {
      "epoch": 605.57,
      "grad_norm": 1.1846662759780884,
      "learning_rate": 7.170683820139936e-07,
      "loss": 0.348,
      "step": 2169770
    },
    {
      "epoch": 605.58,
      "grad_norm": 1.1182358264923096,
      "learning_rate": 7.170489155888496e-07,
      "loss": 0.3459,
      "step": 2169780
    },
    {
      "epoch": 605.58,
      "grad_norm": 1.0169874429702759,
      "learning_rate": 7.170294493802184e-07,
      "loss": 0.3315,
      "step": 2169790
    },
    {
      "epoch": 605.58,
      "grad_norm": 1.1256051063537598,
      "learning_rate": 7.170099833881054e-07,
      "loss": 0.3397,
      "step": 2169800
    },
    {
      "epoch": 605.58,
      "grad_norm": 1.3293033838272095,
      "learning_rate": 7.169905176125116e-07,
      "loss": 0.3377,
      "step": 2169810
    },
    {
      "epoch": 605.59,
      "grad_norm": 1.3872301578521729,
      "learning_rate": 7.169710520534397e-07,
      "loss": 0.3398,
      "step": 2169820
    },
    {
      "epoch": 605.59,
      "grad_norm": 1.3507258892059326,
      "learning_rate": 7.169515867108933e-07,
      "loss": 0.3509,
      "step": 2169830
    },
    {
      "epoch": 605.59,
      "grad_norm": 1.1495659351348877,
      "learning_rate": 7.169321215848734e-07,
      "loss": 0.3254,
      "step": 2169840
    },
    {
      "epoch": 605.6,
      "grad_norm": 1.2032748460769653,
      "learning_rate": 7.169126566753834e-07,
      "loss": 0.3322,
      "step": 2169850
    },
    {
      "epoch": 605.6,
      "grad_norm": 1.156377911567688,
      "learning_rate": 7.168931919824263e-07,
      "loss": 0.3279,
      "step": 2169860
    },
    {
      "epoch": 605.6,
      "grad_norm": 1.0894534587860107,
      "learning_rate": 7.168737275060037e-07,
      "loss": 0.3478,
      "step": 2169870
    },
    {
      "epoch": 605.6,
      "grad_norm": 1.2092368602752686,
      "learning_rate": 7.168542632461199e-07,
      "loss": 0.3333,
      "step": 2169880
    },
    {
      "epoch": 605.61,
      "grad_norm": 1.1296184062957764,
      "learning_rate": 7.168347992027756e-07,
      "loss": 0.3481,
      "step": 2169890
    },
    {
      "epoch": 605.61,
      "grad_norm": 0.9595998525619507,
      "learning_rate": 7.168153353759741e-07,
      "loss": 0.3266,
      "step": 2169900
    },
    {
      "epoch": 605.61,
      "grad_norm": 1.1581844091415405,
      "learning_rate": 7.16795871765718e-07,
      "loss": 0.3463,
      "step": 2169910
    },
    {
      "epoch": 605.62,
      "grad_norm": 1.305704116821289,
      "learning_rate": 7.167764083720106e-07,
      "loss": 0.327,
      "step": 2169920
    },
    {
      "epoch": 605.62,
      "grad_norm": 1.6782199144363403,
      "learning_rate": 7.167569451948524e-07,
      "loss": 0.3282,
      "step": 2169930
    },
    {
      "epoch": 605.62,
      "grad_norm": 1.160771369934082,
      "learning_rate": 7.16737482234249e-07,
      "loss": 0.3335,
      "step": 2169940
    },
    {
      "epoch": 605.62,
      "grad_norm": 1.0201947689056396,
      "learning_rate": 7.167180194902006e-07,
      "loss": 0.3436,
      "step": 2169950
    },
    {
      "epoch": 605.63,
      "grad_norm": 1.1732192039489746,
      "learning_rate": 7.166985569627107e-07,
      "loss": 0.3307,
      "step": 2169960
    },
    {
      "epoch": 605.63,
      "grad_norm": 1.6733020544052124,
      "learning_rate": 7.166790946517825e-07,
      "loss": 0.3501,
      "step": 2169970
    },
    {
      "epoch": 605.63,
      "grad_norm": 1.0835329294204712,
      "learning_rate": 7.16659632557417e-07,
      "loss": 0.3287,
      "step": 2169980
    },
    {
      "epoch": 605.63,
      "grad_norm": 1.2683188915252686,
      "learning_rate": 7.166401706796178e-07,
      "loss": 0.3389,
      "step": 2169990
    },
    {
      "epoch": 605.64,
      "grad_norm": 1.3254133462905884,
      "learning_rate": 7.166207090183873e-07,
      "loss": 0.342,
      "step": 2170000
    },
    {
      "epoch": 605.64,
      "grad_norm": 1.0040982961654663,
      "learning_rate": 7.166012475737289e-07,
      "loss": 0.3323,
      "step": 2170010
    },
    {
      "epoch": 605.64,
      "grad_norm": 1.0894054174423218,
      "learning_rate": 7.165817863456436e-07,
      "loss": 0.3507,
      "step": 2170020
    },
    {
      "epoch": 605.65,
      "grad_norm": 1.216571569442749,
      "learning_rate": 7.16562325334135e-07,
      "loss": 0.3466,
      "step": 2170030
    },
    {
      "epoch": 605.65,
      "grad_norm": 0.9664351344108582,
      "learning_rate": 7.165428645392061e-07,
      "loss": 0.3383,
      "step": 2170040
    },
    {
      "epoch": 605.65,
      "grad_norm": 1.150712490081787,
      "learning_rate": 7.165234039608576e-07,
      "loss": 0.3356,
      "step": 2170050
    },
    {
      "epoch": 605.65,
      "grad_norm": 1.2110134363174438,
      "learning_rate": 7.165039435990946e-07,
      "loss": 0.3421,
      "step": 2170060
    },
    {
      "epoch": 605.66,
      "grad_norm": 1.3399885892868042,
      "learning_rate": 7.164844834539182e-07,
      "loss": 0.3339,
      "step": 2170070
    },
    {
      "epoch": 605.66,
      "grad_norm": 1.344110131263733,
      "learning_rate": 7.164650235253311e-07,
      "loss": 0.3377,
      "step": 2170080
    },
    {
      "epoch": 605.66,
      "grad_norm": 1.4063925743103027,
      "learning_rate": 7.164455638133359e-07,
      "loss": 0.3405,
      "step": 2170090
    },
    {
      "epoch": 605.67,
      "grad_norm": 1.1828244924545288,
      "learning_rate": 7.164261043179362e-07,
      "loss": 0.3281,
      "step": 2170100
    },
    {
      "epoch": 605.67,
      "grad_norm": 1.175531268119812,
      "learning_rate": 7.16406645039133e-07,
      "loss": 0.3379,
      "step": 2170110
    },
    {
      "epoch": 605.67,
      "grad_norm": 1.2782399654388428,
      "learning_rate": 7.163871859769298e-07,
      "loss": 0.3324,
      "step": 2170120
    },
    {
      "epoch": 605.67,
      "grad_norm": 1.6023757457733154,
      "learning_rate": 7.163677271313296e-07,
      "loss": 0.3635,
      "step": 2170130
    },
    {
      "epoch": 605.68,
      "grad_norm": 1.1567118167877197,
      "learning_rate": 7.16348268502333e-07,
      "loss": 0.3363,
      "step": 2170140
    },
    {
      "epoch": 605.68,
      "grad_norm": 1.3215044736862183,
      "learning_rate": 7.163288100899456e-07,
      "loss": 0.3389,
      "step": 2170150
    },
    {
      "epoch": 605.68,
      "grad_norm": 1.2402650117874146,
      "learning_rate": 7.163093518941675e-07,
      "loss": 0.3439,
      "step": 2170160
    },
    {
      "epoch": 605.69,
      "grad_norm": 1.2552505731582642,
      "learning_rate": 7.162898939150024e-07,
      "loss": 0.3318,
      "step": 2170170
    },
    {
      "epoch": 605.69,
      "grad_norm": 1.271660327911377,
      "learning_rate": 7.162704361524533e-07,
      "loss": 0.3347,
      "step": 2170180
    },
    {
      "epoch": 605.69,
      "grad_norm": 0.9904555678367615,
      "learning_rate": 7.162509786065205e-07,
      "loss": 0.3369,
      "step": 2170190
    },
    {
      "epoch": 605.69,
      "grad_norm": 1.040778398513794,
      "learning_rate": 7.1623152127721e-07,
      "loss": 0.3397,
      "step": 2170200
    },
    {
      "epoch": 605.7,
      "grad_norm": 1.3158591985702515,
      "learning_rate": 7.162120641645217e-07,
      "loss": 0.3308,
      "step": 2170210
    },
    {
      "epoch": 605.7,
      "grad_norm": 1.0179492235183716,
      "learning_rate": 7.161926072684595e-07,
      "loss": 0.3355,
      "step": 2170220
    },
    {
      "epoch": 605.7,
      "grad_norm": 1.1799625158309937,
      "learning_rate": 7.161731505890252e-07,
      "loss": 0.3457,
      "step": 2170230
    },
    {
      "epoch": 605.7,
      "grad_norm": 2.3102481365203857,
      "learning_rate": 7.161536941262228e-07,
      "loss": 0.3415,
      "step": 2170240
    },
    {
      "epoch": 605.71,
      "grad_norm": 1.3185303211212158,
      "learning_rate": 7.161342378800533e-07,
      "loss": 0.3256,
      "step": 2170250
    },
    {
      "epoch": 605.71,
      "grad_norm": 1.6356045007705688,
      "learning_rate": 7.161147818505197e-07,
      "loss": 0.341,
      "step": 2170260
    },
    {
      "epoch": 605.71,
      "grad_norm": 1.4371954202651978,
      "learning_rate": 7.160953260376256e-07,
      "loss": 0.3222,
      "step": 2170270
    },
    {
      "epoch": 605.72,
      "grad_norm": 1.123438835144043,
      "learning_rate": 7.160758704413712e-07,
      "loss": 0.3296,
      "step": 2170280
    },
    {
      "epoch": 605.72,
      "grad_norm": 0.9860901832580566,
      "learning_rate": 7.160564150617623e-07,
      "loss": 0.3435,
      "step": 2170290
    },
    {
      "epoch": 605.72,
      "grad_norm": 1.1351733207702637,
      "learning_rate": 7.160369598987989e-07,
      "loss": 0.3402,
      "step": 2170300
    },
    {
      "epoch": 605.72,
      "grad_norm": 0.9984816312789917,
      "learning_rate": 7.160175049524847e-07,
      "loss": 0.3183,
      "step": 2170310
    },
    {
      "epoch": 605.73,
      "grad_norm": 1.1466310024261475,
      "learning_rate": 7.159980502228221e-07,
      "loss": 0.3572,
      "step": 2170320
    },
    {
      "epoch": 605.73,
      "grad_norm": 9.763278007507324,
      "learning_rate": 7.159785957098145e-07,
      "loss": 0.3433,
      "step": 2170330
    },
    {
      "epoch": 605.73,
      "grad_norm": 1.1187511682510376,
      "learning_rate": 7.159591414134631e-07,
      "loss": 0.3429,
      "step": 2170340
    },
    {
      "epoch": 605.74,
      "grad_norm": 1.2890336513519287,
      "learning_rate": 7.159396873337708e-07,
      "loss": 0.344,
      "step": 2170350
    },
    {
      "epoch": 605.74,
      "grad_norm": 1.6133509874343872,
      "learning_rate": 7.159202334707414e-07,
      "loss": 0.3398,
      "step": 2170360
    },
    {
      "epoch": 605.74,
      "grad_norm": 1.0107227563858032,
      "learning_rate": 7.159007798243753e-07,
      "loss": 0.3574,
      "step": 2170370
    },
    {
      "epoch": 605.74,
      "grad_norm": 1.11314857006073,
      "learning_rate": 7.158813263946777e-07,
      "loss": 0.3389,
      "step": 2170380
    },
    {
      "epoch": 605.75,
      "grad_norm": 1.2563897371292114,
      "learning_rate": 7.158618731816489e-07,
      "loss": 0.3336,
      "step": 2170390
    },
    {
      "epoch": 605.75,
      "grad_norm": 1.1742454767227173,
      "learning_rate": 7.158424201852928e-07,
      "loss": 0.3563,
      "step": 2170400
    },
    {
      "epoch": 605.75,
      "grad_norm": 1.225171685218811,
      "learning_rate": 7.158229674056122e-07,
      "loss": 0.3327,
      "step": 2170410
    },
    {
      "epoch": 605.75,
      "grad_norm": 1.136269211769104,
      "learning_rate": 7.158035148426086e-07,
      "loss": 0.3264,
      "step": 2170420
    },
    {
      "epoch": 605.76,
      "grad_norm": 1.2664110660552979,
      "learning_rate": 7.157840624962847e-07,
      "loss": 0.3217,
      "step": 2170430
    },
    {
      "epoch": 605.76,
      "grad_norm": 1.1779325008392334,
      "learning_rate": 7.157646103666439e-07,
      "loss": 0.3371,
      "step": 2170440
    },
    {
      "epoch": 605.76,
      "grad_norm": 1.1172256469726562,
      "learning_rate": 7.157451584536882e-07,
      "loss": 0.3441,
      "step": 2170450
    },
    {
      "epoch": 605.77,
      "grad_norm": 1.3569682836532593,
      "learning_rate": 7.157257067574204e-07,
      "loss": 0.3462,
      "step": 2170460
    },
    {
      "epoch": 605.77,
      "grad_norm": 1.3029818534851074,
      "learning_rate": 7.157062552778439e-07,
      "loss": 0.3323,
      "step": 2170470
    },
    {
      "epoch": 605.77,
      "grad_norm": 1.263902187347412,
      "learning_rate": 7.156868040149596e-07,
      "loss": 0.359,
      "step": 2170480
    },
    {
      "epoch": 605.77,
      "grad_norm": 1.346683382987976,
      "learning_rate": 7.156673529687711e-07,
      "loss": 0.3374,
      "step": 2170490
    },
    {
      "epoch": 605.78,
      "grad_norm": 1.1602849960327148,
      "learning_rate": 7.156479021392816e-07,
      "loss": 0.3423,
      "step": 2170500
    },
    {
      "epoch": 605.78,
      "grad_norm": 1.2131098508834839,
      "learning_rate": 7.156284515264914e-07,
      "loss": 0.3418,
      "step": 2170510
    },
    {
      "epoch": 605.78,
      "grad_norm": 1.1220630407333374,
      "learning_rate": 7.15609001130406e-07,
      "loss": 0.3408,
      "step": 2170520
    },
    {
      "epoch": 605.79,
      "grad_norm": 1.2159472703933716,
      "learning_rate": 7.155895509510261e-07,
      "loss": 0.3462,
      "step": 2170530
    },
    {
      "epoch": 605.79,
      "grad_norm": 1.2519030570983887,
      "learning_rate": 7.155701009883547e-07,
      "loss": 0.3174,
      "step": 2170540
    },
    {
      "epoch": 605.79,
      "grad_norm": 1.1298974752426147,
      "learning_rate": 7.155506512423951e-07,
      "loss": 0.345,
      "step": 2170550
    },
    {
      "epoch": 605.79,
      "grad_norm": 1.2324670553207397,
      "learning_rate": 7.155312017131486e-07,
      "loss": 0.3114,
      "step": 2170560
    },
    {
      "epoch": 605.8,
      "grad_norm": 1.1813127994537354,
      "learning_rate": 7.155117524006185e-07,
      "loss": 0.3212,
      "step": 2170570
    },
    {
      "epoch": 605.8,
      "grad_norm": 1.1355422735214233,
      "learning_rate": 7.154923033048072e-07,
      "loss": 0.3341,
      "step": 2170580
    },
    {
      "epoch": 605.8,
      "grad_norm": 1.2109242677688599,
      "learning_rate": 7.154728544257185e-07,
      "loss": 0.3392,
      "step": 2170590
    },
    {
      "epoch": 605.81,
      "grad_norm": 1.3149120807647705,
      "learning_rate": 7.154534057633523e-07,
      "loss": 0.3246,
      "step": 2170600
    },
    {
      "epoch": 605.81,
      "grad_norm": 1.3795275688171387,
      "learning_rate": 7.154339573177142e-07,
      "loss": 0.327,
      "step": 2170610
    },
    {
      "epoch": 605.81,
      "grad_norm": 1.5243479013442993,
      "learning_rate": 7.154145090888049e-07,
      "loss": 0.3339,
      "step": 2170620
    },
    {
      "epoch": 605.81,
      "grad_norm": 1.0006738901138306,
      "learning_rate": 7.153950610766271e-07,
      "loss": 0.3547,
      "step": 2170630
    },
    {
      "epoch": 605.82,
      "grad_norm": 1.2992441654205322,
      "learning_rate": 7.153756132811849e-07,
      "loss": 0.3325,
      "step": 2170640
    },
    {
      "epoch": 605.82,
      "grad_norm": 1.1006078720092773,
      "learning_rate": 7.153561657024788e-07,
      "loss": 0.3186,
      "step": 2170650
    },
    {
      "epoch": 605.82,
      "grad_norm": 1.1502517461776733,
      "learning_rate": 7.153367183405125e-07,
      "loss": 0.3338,
      "step": 2170660
    },
    {
      "epoch": 605.82,
      "grad_norm": 1.374802827835083,
      "learning_rate": 7.153172711952883e-07,
      "loss": 0.3433,
      "step": 2170670
    },
    {
      "epoch": 605.83,
      "grad_norm": 1.232321858406067,
      "learning_rate": 7.152978242668099e-07,
      "loss": 0.3456,
      "step": 2170680
    },
    {
      "epoch": 605.83,
      "grad_norm": 1.2465871572494507,
      "learning_rate": 7.15278377555078e-07,
      "loss": 0.3442,
      "step": 2170690
    },
    {
      "epoch": 605.83,
      "grad_norm": 1.1624302864074707,
      "learning_rate": 7.152589310600963e-07,
      "loss": 0.3162,
      "step": 2170700
    },
    {
      "epoch": 605.84,
      "grad_norm": 1.313413381576538,
      "learning_rate": 7.15239484781868e-07,
      "loss": 0.3381,
      "step": 2170710
    },
    {
      "epoch": 605.84,
      "grad_norm": 1.2877534627914429,
      "learning_rate": 7.15220038720393e-07,
      "loss": 0.3383,
      "step": 2170720
    },
    {
      "epoch": 605.84,
      "grad_norm": 1.2565672397613525,
      "learning_rate": 7.152005928756776e-07,
      "loss": 0.3369,
      "step": 2170730
    },
    {
      "epoch": 605.84,
      "grad_norm": 1.1304504871368408,
      "learning_rate": 7.151811472477211e-07,
      "loss": 0.3354,
      "step": 2170740
    },
    {
      "epoch": 605.85,
      "grad_norm": 1.1949536800384521,
      "learning_rate": 7.151617018365288e-07,
      "loss": 0.3453,
      "step": 2170750
    },
    {
      "epoch": 605.85,
      "grad_norm": 1.2297393083572388,
      "learning_rate": 7.151422566421016e-07,
      "loss": 0.3373,
      "step": 2170760
    },
    {
      "epoch": 605.85,
      "grad_norm": 1.253390908241272,
      "learning_rate": 7.151228116644423e-07,
      "loss": 0.3365,
      "step": 2170770
    },
    {
      "epoch": 605.86,
      "grad_norm": 1.0573662519454956,
      "learning_rate": 7.151033669035546e-07,
      "loss": 0.352,
      "step": 2170780
    },
    {
      "epoch": 605.86,
      "grad_norm": 1.1944644451141357,
      "learning_rate": 7.150839223594394e-07,
      "loss": 0.3334,
      "step": 2170790
    },
    {
      "epoch": 605.86,
      "grad_norm": 1.3505194187164307,
      "learning_rate": 7.150644780321003e-07,
      "loss": 0.3411,
      "step": 2170800
    },
    {
      "epoch": 605.86,
      "grad_norm": 1.09292733669281,
      "learning_rate": 7.150450339215393e-07,
      "loss": 0.3407,
      "step": 2170810
    },
    {
      "epoch": 605.87,
      "grad_norm": 1.065997838973999,
      "learning_rate": 7.150255900277603e-07,
      "loss": 0.3375,
      "step": 2170820
    },
    {
      "epoch": 605.87,
      "grad_norm": 1.2355456352233887,
      "learning_rate": 7.150061463507643e-07,
      "loss": 0.3447,
      "step": 2170830
    },
    {
      "epoch": 605.87,
      "grad_norm": 1.159521460533142,
      "learning_rate": 7.149867028905544e-07,
      "loss": 0.3426,
      "step": 2170840
    },
    {
      "epoch": 605.87,
      "grad_norm": 1.261576771736145,
      "learning_rate": 7.149672596471342e-07,
      "loss": 0.3309,
      "step": 2170850
    },
    {
      "epoch": 605.88,
      "grad_norm": 1.2250508069992065,
      "learning_rate": 7.149478166205041e-07,
      "loss": 0.3467,
      "step": 2170860
    },
    {
      "epoch": 605.88,
      "grad_norm": 1.1993328332901,
      "learning_rate": 7.149283738106693e-07,
      "loss": 0.3551,
      "step": 2170870
    },
    {
      "epoch": 605.88,
      "grad_norm": 1.2902058362960815,
      "learning_rate": 7.149089312176304e-07,
      "loss": 0.3527,
      "step": 2170880
    },
    {
      "epoch": 605.89,
      "grad_norm": 0.993821382522583,
      "learning_rate": 7.148894888413908e-07,
      "loss": 0.3311,
      "step": 2170890
    },
    {
      "epoch": 605.89,
      "grad_norm": 1.1346869468688965,
      "learning_rate": 7.148700466819526e-07,
      "loss": 0.3375,
      "step": 2170900
    },
    {
      "epoch": 605.89,
      "grad_norm": 1.3896074295043945,
      "learning_rate": 7.148506047393197e-07,
      "loss": 0.3382,
      "step": 2170910
    },
    {
      "epoch": 605.89,
      "grad_norm": 1.2383314371109009,
      "learning_rate": 7.148311630134931e-07,
      "loss": 0.3394,
      "step": 2170920
    },
    {
      "epoch": 605.9,
      "grad_norm": 1.1735820770263672,
      "learning_rate": 7.148117215044761e-07,
      "loss": 0.3572,
      "step": 2170930
    },
    {
      "epoch": 605.9,
      "grad_norm": 1.2272553443908691,
      "learning_rate": 7.147922802122718e-07,
      "loss": 0.3311,
      "step": 2170940
    },
    {
      "epoch": 605.9,
      "grad_norm": 1.0808178186416626,
      "learning_rate": 7.147728391368809e-07,
      "loss": 0.3318,
      "step": 2170950
    },
    {
      "epoch": 605.91,
      "grad_norm": 1.3676968812942505,
      "learning_rate": 7.147533982783087e-07,
      "loss": 0.3246,
      "step": 2170960
    },
    {
      "epoch": 605.91,
      "grad_norm": 1.172547459602356,
      "learning_rate": 7.147339576365555e-07,
      "loss": 0.3293,
      "step": 2170970
    },
    {
      "epoch": 605.91,
      "grad_norm": 1.2516040802001953,
      "learning_rate": 7.14714517211625e-07,
      "loss": 0.3257,
      "step": 2170980
    },
    {
      "epoch": 605.91,
      "grad_norm": 1.4176105260849,
      "learning_rate": 7.146950770035202e-07,
      "loss": 0.3534,
      "step": 2170990
    },
    {
      "epoch": 605.92,
      "grad_norm": 4.689242362976074,
      "learning_rate": 7.146756370122423e-07,
      "loss": 0.3212,
      "step": 2171000
    },
    {
      "epoch": 605.92,
      "grad_norm": 1.1215194463729858,
      "learning_rate": 7.146561972377948e-07,
      "loss": 0.3257,
      "step": 2171010
    },
    {
      "epoch": 605.92,
      "grad_norm": 1.2856014966964722,
      "learning_rate": 7.146367576801799e-07,
      "loss": 0.3226,
      "step": 2171020
    },
    {
      "epoch": 605.93,
      "grad_norm": 1.0304901599884033,
      "learning_rate": 7.146173183394006e-07,
      "loss": 0.3462,
      "step": 2171030
    },
    {
      "epoch": 605.93,
      "grad_norm": 1.23348867893219,
      "learning_rate": 7.145978792154594e-07,
      "loss": 0.3426,
      "step": 2171040
    },
    {
      "epoch": 605.93,
      "grad_norm": 1.170341968536377,
      "learning_rate": 7.145784403083592e-07,
      "loss": 0.3518,
      "step": 2171050
    },
    {
      "epoch": 605.93,
      "grad_norm": 1.4517195224761963,
      "learning_rate": 7.145590016181016e-07,
      "loss": 0.3351,
      "step": 2171060
    },
    {
      "epoch": 605.94,
      "grad_norm": 1.0845683813095093,
      "learning_rate": 7.145395631446899e-07,
      "loss": 0.3318,
      "step": 2171070
    },
    {
      "epoch": 605.94,
      "grad_norm": 1.525566816329956,
      "learning_rate": 7.145201248881272e-07,
      "loss": 0.3376,
      "step": 2171080
    },
    {
      "epoch": 605.94,
      "grad_norm": 1.0784457921981812,
      "learning_rate": 7.145006868484137e-07,
      "loss": 0.3396,
      "step": 2171090
    },
    {
      "epoch": 605.94,
      "grad_norm": 1.122855544090271,
      "learning_rate": 7.144812490255557e-07,
      "loss": 0.3435,
      "step": 2171100
    },
    {
      "epoch": 605.95,
      "grad_norm": 1.1704262495040894,
      "learning_rate": 7.144618114195527e-07,
      "loss": 0.3427,
      "step": 2171110
    },
    {
      "epoch": 605.95,
      "grad_norm": 1.1473840475082397,
      "learning_rate": 7.144423740304084e-07,
      "loss": 0.332,
      "step": 2171120
    },
    {
      "epoch": 605.95,
      "grad_norm": 1.2013092041015625,
      "learning_rate": 7.144229368581263e-07,
      "loss": 0.3349,
      "step": 2171130
    },
    {
      "epoch": 605.96,
      "grad_norm": 1.197940707206726,
      "learning_rate": 7.144034999027072e-07,
      "loss": 0.3515,
      "step": 2171140
    },
    {
      "epoch": 605.96,
      "grad_norm": 1.2521189451217651,
      "learning_rate": 7.143840631641547e-07,
      "loss": 0.3296,
      "step": 2171150
    },
    {
      "epoch": 605.96,
      "grad_norm": 1.3448916673660278,
      "learning_rate": 7.143646266424712e-07,
      "loss": 0.3315,
      "step": 2171160
    },
    {
      "epoch": 605.96,
      "grad_norm": 1.2484610080718994,
      "learning_rate": 7.1434519033766e-07,
      "loss": 0.3276,
      "step": 2171170
    },
    {
      "epoch": 605.97,
      "grad_norm": 2.4658918380737305,
      "learning_rate": 7.143257542497216e-07,
      "loss": 0.3461,
      "step": 2171180
    },
    {
      "epoch": 605.97,
      "grad_norm": 1.2852003574371338,
      "learning_rate": 7.143063183786615e-07,
      "loss": 0.3321,
      "step": 2171190
    },
    {
      "epoch": 605.97,
      "grad_norm": 1.228542447090149,
      "learning_rate": 7.1428688272448e-07,
      "loss": 0.3521,
      "step": 2171200
    },
    {
      "epoch": 605.98,
      "grad_norm": 1.1878764629364014,
      "learning_rate": 7.142674472871807e-07,
      "loss": 0.3403,
      "step": 2171210
    },
    {
      "epoch": 605.98,
      "grad_norm": 1.2340917587280273,
      "learning_rate": 7.142480120667664e-07,
      "loss": 0.3455,
      "step": 2171220
    },
    {
      "epoch": 605.98,
      "grad_norm": 1.2894407510757446,
      "learning_rate": 7.142285770632388e-07,
      "loss": 0.3302,
      "step": 2171230
    },
    {
      "epoch": 605.98,
      "grad_norm": 1.0804431438446045,
      "learning_rate": 7.142091422766007e-07,
      "loss": 0.3245,
      "step": 2171240
    },
    {
      "epoch": 605.99,
      "grad_norm": 1.7029987573623657,
      "learning_rate": 7.141897077068553e-07,
      "loss": 0.3528,
      "step": 2171250
    },
    {
      "epoch": 605.99,
      "grad_norm": 1.3374452590942383,
      "learning_rate": 7.141702733540051e-07,
      "loss": 0.3342,
      "step": 2171260
    },
    {
      "epoch": 605.99,
      "grad_norm": 1.074845552444458,
      "learning_rate": 7.141508392180512e-07,
      "loss": 0.3254,
      "step": 2171270
    },
    {
      "epoch": 605.99,
      "grad_norm": 1.300568699836731,
      "learning_rate": 7.141314052989988e-07,
      "loss": 0.3312,
      "step": 2171280
    },
    {
      "epoch": 606.0,
      "grad_norm": 1.1594414710998535,
      "learning_rate": 7.141119715968484e-07,
      "loss": 0.35,
      "step": 2171290
    },
    {
      "epoch": 606.0,
      "eval_loss": 0.3400754928588867,
      "eval_runtime": 64.8511,
      "eval_samples_per_second": 78.01,
      "eval_steps_per_second": 9.761,
      "step": 2171298
    },
    {
      "epoch": 606.0,
      "grad_norm": 1.470836877822876,
      "learning_rate": 7.140925381116032e-07,
      "loss": 0.3374,
      "step": 2171300
    },
    {
      "epoch": 606.0,
      "grad_norm": 1.0650354623794556,
      "learning_rate": 7.140731048432667e-07,
      "loss": 0.3287,
      "step": 2171310
    },
    {
      "epoch": 606.01,
      "grad_norm": 1.1963940858840942,
      "learning_rate": 7.140536717918391e-07,
      "loss": 0.327,
      "step": 2171320
    },
    {
      "epoch": 606.01,
      "grad_norm": 1.2621533870697021,
      "learning_rate": 7.140342389573258e-07,
      "loss": 0.3344,
      "step": 2171330
    },
    {
      "epoch": 606.01,
      "grad_norm": 0.9713491797447205,
      "learning_rate": 7.140148063397274e-07,
      "loss": 0.3227,
      "step": 2171340
    },
    {
      "epoch": 606.01,
      "grad_norm": 1.3482880592346191,
      "learning_rate": 7.139953739390474e-07,
      "loss": 0.3473,
      "step": 2171350
    },
    {
      "epoch": 606.02,
      "grad_norm": 0.9358339309692383,
      "learning_rate": 7.13975941755289e-07,
      "loss": 0.3287,
      "step": 2171360
    },
    {
      "epoch": 606.02,
      "grad_norm": 1.2522079944610596,
      "learning_rate": 7.139565097884531e-07,
      "loss": 0.3336,
      "step": 2171370
    },
    {
      "epoch": 606.02,
      "grad_norm": 1.4620989561080933,
      "learning_rate": 7.139370780385432e-07,
      "loss": 0.3307,
      "step": 2171380
    },
    {
      "epoch": 606.03,
      "grad_norm": 1.1047528982162476,
      "learning_rate": 7.139176465055618e-07,
      "loss": 0.3567,
      "step": 2171390
    },
    {
      "epoch": 606.03,
      "grad_norm": 1.2784489393234253,
      "learning_rate": 7.138982151895121e-07,
      "loss": 0.3272,
      "step": 2171400
    },
    {
      "epoch": 606.03,
      "grad_norm": 1.2546734809875488,
      "learning_rate": 7.138787840903949e-07,
      "loss": 0.3528,
      "step": 2171410
    },
    {
      "epoch": 606.03,
      "grad_norm": 1.0880048274993896,
      "learning_rate": 7.138593532082153e-07,
      "loss": 0.3396,
      "step": 2171420
    },
    {
      "epoch": 606.04,
      "grad_norm": 1.032082200050354,
      "learning_rate": 7.13839922542974e-07,
      "loss": 0.3354,
      "step": 2171430
    },
    {
      "epoch": 606.04,
      "grad_norm": 1.311513066291809,
      "learning_rate": 7.138204920946741e-07,
      "loss": 0.331,
      "step": 2171440
    },
    {
      "epoch": 606.04,
      "grad_norm": 1.076108455657959,
      "learning_rate": 7.13801061863319e-07,
      "loss": 0.3474,
      "step": 2171450
    },
    {
      "epoch": 606.05,
      "grad_norm": 1.304318904876709,
      "learning_rate": 7.137816318489099e-07,
      "loss": 0.3392,
      "step": 2171460
    },
    {
      "epoch": 606.05,
      "grad_norm": 1.1027286052703857,
      "learning_rate": 7.137622020514499e-07,
      "loss": 0.3572,
      "step": 2171470
    },
    {
      "epoch": 606.05,
      "grad_norm": 1.3083575963974,
      "learning_rate": 7.137427724709418e-07,
      "loss": 0.3311,
      "step": 2171480
    },
    {
      "epoch": 606.05,
      "grad_norm": 1.1711028814315796,
      "learning_rate": 7.137233431073887e-07,
      "loss": 0.3231,
      "step": 2171490
    },
    {
      "epoch": 606.06,
      "grad_norm": 1.1506810188293457,
      "learning_rate": 7.137039139607922e-07,
      "loss": 0.3383,
      "step": 2171500
    },
    {
      "epoch": 606.06,
      "grad_norm": 1.2240264415740967,
      "learning_rate": 7.136844850311549e-07,
      "loss": 0.3326,
      "step": 2171510
    },
    {
      "epoch": 606.06,
      "grad_norm": 1.2160080671310425,
      "learning_rate": 7.136650563184808e-07,
      "loss": 0.3417,
      "step": 2171520
    },
    {
      "epoch": 606.06,
      "grad_norm": 1.2054877281188965,
      "learning_rate": 7.136456278227695e-07,
      "loss": 0.3297,
      "step": 2171530
    },
    {
      "epoch": 606.07,
      "grad_norm": 1.1246459484100342,
      "learning_rate": 7.136261995440276e-07,
      "loss": 0.3347,
      "step": 2171540
    },
    {
      "epoch": 606.07,
      "grad_norm": 1.4219785928726196,
      "learning_rate": 7.136067714822546e-07,
      "loss": 0.3491,
      "step": 2171550
    },
    {
      "epoch": 606.07,
      "grad_norm": 1.2004125118255615,
      "learning_rate": 7.13587343637454e-07,
      "loss": 0.3334,
      "step": 2171560
    },
    {
      "epoch": 606.08,
      "grad_norm": 1.2907747030258179,
      "learning_rate": 7.135679160096288e-07,
      "loss": 0.3446,
      "step": 2171570
    },
    {
      "epoch": 606.08,
      "grad_norm": 1.3174481391906738,
      "learning_rate": 7.135484885987818e-07,
      "loss": 0.3498,
      "step": 2171580
    },
    {
      "epoch": 606.08,
      "grad_norm": 1.2175899744033813,
      "learning_rate": 7.135290614049145e-07,
      "loss": 0.3521,
      "step": 2171590
    },
    {
      "epoch": 606.08,
      "grad_norm": 1.316080093383789,
      "learning_rate": 7.135096344280297e-07,
      "loss": 0.3425,
      "step": 2171600
    },
    {
      "epoch": 606.09,
      "grad_norm": 0.984011709690094,
      "learning_rate": 7.134902076681305e-07,
      "loss": 0.3221,
      "step": 2171610
    },
    {
      "epoch": 606.09,
      "grad_norm": 1.1471611261367798,
      "learning_rate": 7.134707811252194e-07,
      "loss": 0.3358,
      "step": 2171620
    },
    {
      "epoch": 606.09,
      "grad_norm": 1.283911943435669,
      "learning_rate": 7.134513547992997e-07,
      "loss": 0.3345,
      "step": 2171630
    },
    {
      "epoch": 606.1,
      "grad_norm": 1.160339593887329,
      "learning_rate": 7.134319286903725e-07,
      "loss": 0.3525,
      "step": 2171640
    },
    {
      "epoch": 606.1,
      "grad_norm": 1.1598119735717773,
      "learning_rate": 7.134125027984407e-07,
      "loss": 0.352,
      "step": 2171650
    },
    {
      "epoch": 606.1,
      "grad_norm": 1.1470829248428345,
      "learning_rate": 7.133930771235083e-07,
      "loss": 0.3455,
      "step": 2171660
    },
    {
      "epoch": 606.1,
      "grad_norm": 1.0828750133514404,
      "learning_rate": 7.133736516655755e-07,
      "loss": 0.3441,
      "step": 2171670
    },
    {
      "epoch": 606.11,
      "grad_norm": 1.099447250366211,
      "learning_rate": 7.133542264246475e-07,
      "loss": 0.3583,
      "step": 2171680
    },
    {
      "epoch": 606.11,
      "grad_norm": 1.0659620761871338,
      "learning_rate": 7.13334801400725e-07,
      "loss": 0.3574,
      "step": 2171690
    },
    {
      "epoch": 606.11,
      "grad_norm": 1.1615269184112549,
      "learning_rate": 7.13315376593811e-07,
      "loss": 0.3457,
      "step": 2171700
    },
    {
      "epoch": 606.11,
      "grad_norm": 1.116145133972168,
      "learning_rate": 7.132959520039086e-07,
      "loss": 0.3465,
      "step": 2171710
    },
    {
      "epoch": 606.12,
      "grad_norm": 1.206923484802246,
      "learning_rate": 7.132765276310205e-07,
      "loss": 0.3316,
      "step": 2171720
    },
    {
      "epoch": 606.12,
      "grad_norm": 1.1740832328796387,
      "learning_rate": 7.132571034751483e-07,
      "loss": 0.3466,
      "step": 2171730
    },
    {
      "epoch": 606.12,
      "grad_norm": 1.1520627737045288,
      "learning_rate": 7.13237679536295e-07,
      "loss": 0.3336,
      "step": 2171740
    },
    {
      "epoch": 606.13,
      "grad_norm": 1.2182669639587402,
      "learning_rate": 7.132182558144644e-07,
      "loss": 0.3209,
      "step": 2171750
    },
    {
      "epoch": 606.13,
      "grad_norm": 1.2139358520507812,
      "learning_rate": 7.131988323096564e-07,
      "loss": 0.3539,
      "step": 2171760
    },
    {
      "epoch": 606.13,
      "grad_norm": 2.0124435424804688,
      "learning_rate": 7.131794090218765e-07,
      "loss": 0.3449,
      "step": 2171770
    },
    {
      "epoch": 606.13,
      "grad_norm": 1.1625388860702515,
      "learning_rate": 7.131599859511255e-07,
      "loss": 0.3336,
      "step": 2171780
    },
    {
      "epoch": 606.14,
      "grad_norm": 1.053906798362732,
      "learning_rate": 7.131405630974063e-07,
      "loss": 0.3341,
      "step": 2171790
    },
    {
      "epoch": 606.14,
      "grad_norm": 0.9852325320243835,
      "learning_rate": 7.131211404607225e-07,
      "loss": 0.3297,
      "step": 2171800
    },
    {
      "epoch": 606.14,
      "grad_norm": 1.1304290294647217,
      "learning_rate": 7.131017180410749e-07,
      "loss": 0.3462,
      "step": 2171810
    },
    {
      "epoch": 606.15,
      "grad_norm": 1.1539902687072754,
      "learning_rate": 7.130822958384673e-07,
      "loss": 0.344,
      "step": 2171820
    },
    {
      "epoch": 606.15,
      "grad_norm": 1.1628912687301636,
      "learning_rate": 7.130628738529018e-07,
      "loss": 0.3462,
      "step": 2171830
    },
    {
      "epoch": 606.15,
      "grad_norm": 1.09294855594635,
      "learning_rate": 7.130434520843821e-07,
      "loss": 0.3394,
      "step": 2171840
    },
    {
      "epoch": 606.15,
      "grad_norm": 1.3029119968414307,
      "learning_rate": 7.130240305329083e-07,
      "loss": 0.3432,
      "step": 2171850
    },
    {
      "epoch": 606.16,
      "grad_norm": 1.1552884578704834,
      "learning_rate": 7.130046091984861e-07,
      "loss": 0.3401,
      "step": 2171860
    },
    {
      "epoch": 606.16,
      "grad_norm": 2.2434253692626953,
      "learning_rate": 7.129851880811158e-07,
      "loss": 0.3258,
      "step": 2171870
    },
    {
      "epoch": 606.16,
      "grad_norm": 1.149192214012146,
      "learning_rate": 7.129657671808008e-07,
      "loss": 0.3377,
      "step": 2171880
    },
    {
      "epoch": 606.17,
      "grad_norm": 1.111165165901184,
      "learning_rate": 7.129463464975442e-07,
      "loss": 0.3516,
      "step": 2171890
    },
    {
      "epoch": 606.17,
      "grad_norm": 1.205971360206604,
      "learning_rate": 7.129269260313468e-07,
      "loss": 0.3478,
      "step": 2171900
    },
    {
      "epoch": 606.17,
      "grad_norm": 1.3200647830963135,
      "learning_rate": 7.129075057822137e-07,
      "loss": 0.3443,
      "step": 2171910
    },
    {
      "epoch": 606.17,
      "grad_norm": 1.3811376094818115,
      "learning_rate": 7.128880857501454e-07,
      "loss": 0.3411,
      "step": 2171920
    },
    {
      "epoch": 606.18,
      "grad_norm": 1.4415754079818726,
      "learning_rate": 7.128686659351453e-07,
      "loss": 0.3312,
      "step": 2171930
    },
    {
      "epoch": 606.18,
      "grad_norm": 1.0915989875793457,
      "learning_rate": 7.128492463372168e-07,
      "loss": 0.3238,
      "step": 2171940
    },
    {
      "epoch": 606.18,
      "grad_norm": 1.3723797798156738,
      "learning_rate": 7.128298269563608e-07,
      "loss": 0.3299,
      "step": 2171950
    },
    {
      "epoch": 606.18,
      "grad_norm": 1.1217715740203857,
      "learning_rate": 7.128104077925807e-07,
      "loss": 0.3263,
      "step": 2171960
    },
    {
      "epoch": 606.19,
      "grad_norm": 1.0766417980194092,
      "learning_rate": 7.127909888458793e-07,
      "loss": 0.3319,
      "step": 2171970
    },
    {
      "epoch": 606.19,
      "grad_norm": 1.0159375667572021,
      "learning_rate": 7.127715701162594e-07,
      "loss": 0.3452,
      "step": 2171980
    },
    {
      "epoch": 606.19,
      "grad_norm": 1.185787320137024,
      "learning_rate": 7.127521516037218e-07,
      "loss": 0.3266,
      "step": 2171990
    },
    {
      "epoch": 606.2,
      "grad_norm": 1.041077971458435,
      "learning_rate": 7.127327333082722e-07,
      "loss": 0.324,
      "step": 2172000
    },
    {
      "epoch": 606.2,
      "grad_norm": 1.114786148071289,
      "learning_rate": 7.127133152299105e-07,
      "loss": 0.3442,
      "step": 2172010
    },
    {
      "epoch": 606.2,
      "grad_norm": 1.085505723953247,
      "learning_rate": 7.1269389736864e-07,
      "loss": 0.3237,
      "step": 2172020
    },
    {
      "epoch": 606.2,
      "grad_norm": 1.203253984451294,
      "learning_rate": 7.126744797244647e-07,
      "loss": 0.3353,
      "step": 2172030
    },
    {
      "epoch": 606.21,
      "grad_norm": 1.1501736640930176,
      "learning_rate": 7.126550622973849e-07,
      "loss": 0.3367,
      "step": 2172040
    },
    {
      "epoch": 606.21,
      "grad_norm": 1.2393356561660767,
      "learning_rate": 7.126356450874044e-07,
      "loss": 0.3459,
      "step": 2172050
    },
    {
      "epoch": 606.21,
      "grad_norm": 1.198192834854126,
      "learning_rate": 7.126162280945257e-07,
      "loss": 0.3276,
      "step": 2172060
    },
    {
      "epoch": 606.22,
      "grad_norm": 1.2567778825759888,
      "learning_rate": 7.12596811318752e-07,
      "loss": 0.3373,
      "step": 2172070
    },
    {
      "epoch": 606.22,
      "grad_norm": 1.1168265342712402,
      "learning_rate": 7.125773947600846e-07,
      "loss": 0.3476,
      "step": 2172080
    },
    {
      "epoch": 606.22,
      "grad_norm": 1.1408439874649048,
      "learning_rate": 7.125579784185269e-07,
      "loss": 0.3576,
      "step": 2172090
    },
    {
      "epoch": 606.22,
      "grad_norm": 1.1512069702148438,
      "learning_rate": 7.125385622940817e-07,
      "loss": 0.3308,
      "step": 2172100
    },
    {
      "epoch": 606.23,
      "grad_norm": 1.1360605955123901,
      "learning_rate": 7.125191463867498e-07,
      "loss": 0.3361,
      "step": 2172110
    },
    {
      "epoch": 606.23,
      "grad_norm": 1.4322210550308228,
      "learning_rate": 7.124997306965366e-07,
      "loss": 0.3264,
      "step": 2172120
    },
    {
      "epoch": 606.23,
      "grad_norm": 1.1170936822891235,
      "learning_rate": 7.124803152234429e-07,
      "loss": 0.3327,
      "step": 2172130
    },
    {
      "epoch": 606.23,
      "grad_norm": 1.2093909978866577,
      "learning_rate": 7.124608999674712e-07,
      "loss": 0.3335,
      "step": 2172140
    },
    {
      "epoch": 606.24,
      "grad_norm": 1.289751410484314,
      "learning_rate": 7.124414849286247e-07,
      "loss": 0.3298,
      "step": 2172150
    },
    {
      "epoch": 606.24,
      "grad_norm": 1.4568957090377808,
      "learning_rate": 7.124220701069064e-07,
      "loss": 0.3492,
      "step": 2172160
    },
    {
      "epoch": 606.24,
      "grad_norm": 1.4191124439239502,
      "learning_rate": 7.124026555023177e-07,
      "loss": 0.3401,
      "step": 2172170
    },
    {
      "epoch": 606.25,
      "grad_norm": 0.9974879622459412,
      "learning_rate": 7.123832411148616e-07,
      "loss": 0.3269,
      "step": 2172180
    },
    {
      "epoch": 606.25,
      "grad_norm": 1.1283167600631714,
      "learning_rate": 7.123638269445411e-07,
      "loss": 0.3298,
      "step": 2172190
    },
    {
      "epoch": 606.25,
      "grad_norm": 1.2588770389556885,
      "learning_rate": 7.123444129913585e-07,
      "loss": 0.3476,
      "step": 2172200
    },
    {
      "epoch": 606.25,
      "grad_norm": 1.3275114297866821,
      "learning_rate": 7.123249992553171e-07,
      "loss": 0.3327,
      "step": 2172210
    },
    {
      "epoch": 606.26,
      "grad_norm": 1.326751947402954,
      "learning_rate": 7.123055857364181e-07,
      "loss": 0.345,
      "step": 2172220
    },
    {
      "epoch": 606.26,
      "grad_norm": 1.1465524435043335,
      "learning_rate": 7.122861724346648e-07,
      "loss": 0.3471,
      "step": 2172230
    },
    {
      "epoch": 606.26,
      "grad_norm": 1.1462763547897339,
      "learning_rate": 7.122667593500598e-07,
      "loss": 0.346,
      "step": 2172240
    },
    {
      "epoch": 606.27,
      "grad_norm": 1.3794784545898438,
      "learning_rate": 7.122473464826056e-07,
      "loss": 0.3479,
      "step": 2172250
    },
    {
      "epoch": 606.27,
      "grad_norm": 1.588341474533081,
      "learning_rate": 7.122279338323056e-07,
      "loss": 0.3547,
      "step": 2172260
    },
    {
      "epoch": 606.27,
      "grad_norm": 1.2396354675292969,
      "learning_rate": 7.122085213991608e-07,
      "loss": 0.3434,
      "step": 2172270
    },
    {
      "epoch": 606.27,
      "grad_norm": 1.1185353994369507,
      "learning_rate": 7.121891091831748e-07,
      "loss": 0.3372,
      "step": 2172280
    },
    {
      "epoch": 606.28,
      "grad_norm": 1.4666337966918945,
      "learning_rate": 7.121696971843497e-07,
      "loss": 0.3229,
      "step": 2172290
    },
    {
      "epoch": 606.28,
      "grad_norm": 1.133712887763977,
      "learning_rate": 7.121502854026895e-07,
      "loss": 0.3395,
      "step": 2172300
    },
    {
      "epoch": 606.28,
      "grad_norm": 1.2101949453353882,
      "learning_rate": 7.121308738381947e-07,
      "loss": 0.3375,
      "step": 2172310
    },
    {
      "epoch": 606.29,
      "grad_norm": 1.207044243812561,
      "learning_rate": 7.12111462490869e-07,
      "loss": 0.3253,
      "step": 2172320
    },
    {
      "epoch": 606.29,
      "grad_norm": 1.1405212879180908,
      "learning_rate": 7.120920513607155e-07,
      "loss": 0.3313,
      "step": 2172330
    },
    {
      "epoch": 606.29,
      "grad_norm": 1.0635478496551514,
      "learning_rate": 7.120726404477347e-07,
      "loss": 0.346,
      "step": 2172340
    },
    {
      "epoch": 606.29,
      "grad_norm": 1.2040332555770874,
      "learning_rate": 7.120532297519319e-07,
      "loss": 0.3294,
      "step": 2172350
    },
    {
      "epoch": 606.3,
      "grad_norm": 1.1481565237045288,
      "learning_rate": 7.120338192733078e-07,
      "loss": 0.3387,
      "step": 2172360
    },
    {
      "epoch": 606.3,
      "grad_norm": 1.10053551197052,
      "learning_rate": 7.120144090118656e-07,
      "loss": 0.3407,
      "step": 2172370
    },
    {
      "epoch": 606.3,
      "grad_norm": 1.095392107963562,
      "learning_rate": 7.119949989676078e-07,
      "loss": 0.3139,
      "step": 2172380
    },
    {
      "epoch": 606.3,
      "grad_norm": 1.2403446435928345,
      "learning_rate": 7.119755891405377e-07,
      "loss": 0.3468,
      "step": 2172390
    },
    {
      "epoch": 606.31,
      "grad_norm": 1.159528136253357,
      "learning_rate": 7.119561795306564e-07,
      "loss": 0.329,
      "step": 2172400
    },
    {
      "epoch": 606.31,
      "grad_norm": 1.3799395561218262,
      "learning_rate": 7.119367701379675e-07,
      "loss": 0.3416,
      "step": 2172410
    },
    {
      "epoch": 606.31,
      "grad_norm": 1.535604476928711,
      "learning_rate": 7.119173609624741e-07,
      "loss": 0.3478,
      "step": 2172420
    },
    {
      "epoch": 606.32,
      "grad_norm": 1.3064308166503906,
      "learning_rate": 7.118979520041765e-07,
      "loss": 0.3441,
      "step": 2172430
    },
    {
      "epoch": 606.32,
      "grad_norm": 1.140110731124878,
      "learning_rate": 7.118785432630805e-07,
      "loss": 0.3525,
      "step": 2172440
    },
    {
      "epoch": 606.32,
      "grad_norm": 1.0808980464935303,
      "learning_rate": 7.118591347391862e-07,
      "loss": 0.3276,
      "step": 2172450
    },
    {
      "epoch": 606.32,
      "grad_norm": 1.0042815208435059,
      "learning_rate": 7.118397264324967e-07,
      "loss": 0.3349,
      "step": 2172460
    },
    {
      "epoch": 606.33,
      "grad_norm": 1.3089967966079712,
      "learning_rate": 7.118203183430162e-07,
      "loss": 0.3323,
      "step": 2172470
    },
    {
      "epoch": 606.33,
      "grad_norm": 1.250421404838562,
      "learning_rate": 7.118009104707442e-07,
      "loss": 0.3263,
      "step": 2172480
    },
    {
      "epoch": 606.33,
      "grad_norm": 1.2557623386383057,
      "learning_rate": 7.117815028156864e-07,
      "loss": 0.3513,
      "step": 2172490
    },
    {
      "epoch": 606.34,
      "grad_norm": 1.0958945751190186,
      "learning_rate": 7.117620953778437e-07,
      "loss": 0.3485,
      "step": 2172500
    },
    {
      "epoch": 606.34,
      "grad_norm": 1.0368895530700684,
      "learning_rate": 7.117426881572188e-07,
      "loss": 0.3457,
      "step": 2172510
    },
    {
      "epoch": 606.34,
      "grad_norm": 1.3089256286621094,
      "learning_rate": 7.117232811538146e-07,
      "loss": 0.3249,
      "step": 2172520
    },
    {
      "epoch": 606.34,
      "grad_norm": 1.2095195055007935,
      "learning_rate": 7.117038743676341e-07,
      "loss": 0.3366,
      "step": 2172530
    },
    {
      "epoch": 606.35,
      "grad_norm": 1.3022515773773193,
      "learning_rate": 7.116844677986789e-07,
      "loss": 0.3527,
      "step": 2172540
    },
    {
      "epoch": 606.35,
      "grad_norm": 1.0802786350250244,
      "learning_rate": 7.11665061446952e-07,
      "loss": 0.3498,
      "step": 2172550
    },
    {
      "epoch": 606.35,
      "grad_norm": 1.364005446434021,
      "learning_rate": 7.116456553124568e-07,
      "loss": 0.3432,
      "step": 2172560
    },
    {
      "epoch": 606.36,
      "grad_norm": 1.3712668418884277,
      "learning_rate": 7.116262493951936e-07,
      "loss": 0.3431,
      "step": 2172570
    },
    {
      "epoch": 606.36,
      "grad_norm": 1.1302907466888428,
      "learning_rate": 7.11606843695168e-07,
      "loss": 0.3411,
      "step": 2172580
    },
    {
      "epoch": 606.36,
      "grad_norm": 1.0548911094665527,
      "learning_rate": 7.115874382123804e-07,
      "loss": 0.335,
      "step": 2172590
    },
    {
      "epoch": 606.36,
      "grad_norm": 1.250560998916626,
      "learning_rate": 7.115680329468341e-07,
      "loss": 0.339,
      "step": 2172600
    },
    {
      "epoch": 606.37,
      "grad_norm": 1.2297133207321167,
      "learning_rate": 7.115486278985323e-07,
      "loss": 0.3488,
      "step": 2172610
    },
    {
      "epoch": 606.37,
      "grad_norm": 1.4002408981323242,
      "learning_rate": 7.115292230674766e-07,
      "loss": 0.3357,
      "step": 2172620
    },
    {
      "epoch": 606.37,
      "grad_norm": 1.2179898023605347,
      "learning_rate": 7.115098184536694e-07,
      "loss": 0.333,
      "step": 2172630
    },
    {
      "epoch": 606.37,
      "grad_norm": 1.2999452352523804,
      "learning_rate": 7.114904140571142e-07,
      "loss": 0.3301,
      "step": 2172640
    },
    {
      "epoch": 606.38,
      "grad_norm": 1.200016736984253,
      "learning_rate": 7.114710098778136e-07,
      "loss": 0.3332,
      "step": 2172650
    },
    {
      "epoch": 606.38,
      "grad_norm": 1.2176425457000732,
      "learning_rate": 7.114516059157686e-07,
      "loss": 0.3383,
      "step": 2172660
    },
    {
      "epoch": 606.38,
      "grad_norm": 1.149954080581665,
      "learning_rate": 7.114322021709843e-07,
      "loss": 0.3371,
      "step": 2172670
    },
    {
      "epoch": 606.39,
      "grad_norm": 1.1517601013183594,
      "learning_rate": 7.114127986434613e-07,
      "loss": 0.3451,
      "step": 2172680
    },
    {
      "epoch": 606.39,
      "grad_norm": 1.318581223487854,
      "learning_rate": 7.113933953332028e-07,
      "loss": 0.3404,
      "step": 2172690
    },
    {
      "epoch": 606.39,
      "grad_norm": 1.7246603965759277,
      "learning_rate": 7.113739922402118e-07,
      "loss": 0.3547,
      "step": 2172700
    },
    {
      "epoch": 606.39,
      "grad_norm": 1.3285388946533203,
      "learning_rate": 7.113545893644901e-07,
      "loss": 0.3401,
      "step": 2172710
    },
    {
      "epoch": 606.4,
      "grad_norm": 1.3220036029815674,
      "learning_rate": 7.113351867060406e-07,
      "loss": 0.3347,
      "step": 2172720
    },
    {
      "epoch": 606.4,
      "grad_norm": 1.3371686935424805,
      "learning_rate": 7.113157842648661e-07,
      "loss": 0.3233,
      "step": 2172730
    },
    {
      "epoch": 606.4,
      "grad_norm": 1.3422455787658691,
      "learning_rate": 7.112963820409696e-07,
      "loss": 0.3378,
      "step": 2172740
    },
    {
      "epoch": 606.41,
      "grad_norm": 1.0237363576889038,
      "learning_rate": 7.112769800343524e-07,
      "loss": 0.3448,
      "step": 2172750
    },
    {
      "epoch": 606.41,
      "grad_norm": 1.2525031566619873,
      "learning_rate": 7.112575782450179e-07,
      "loss": 0.3419,
      "step": 2172760
    },
    {
      "epoch": 606.41,
      "grad_norm": 1.2789865732192993,
      "learning_rate": 7.112381766729685e-07,
      "loss": 0.3492,
      "step": 2172770
    },
    {
      "epoch": 606.41,
      "grad_norm": 1.0931265354156494,
      "learning_rate": 7.112187753182069e-07,
      "loss": 0.339,
      "step": 2172780
    },
    {
      "epoch": 606.42,
      "grad_norm": 1.1941078901290894,
      "learning_rate": 7.111993741807364e-07,
      "loss": 0.3444,
      "step": 2172790
    },
    {
      "epoch": 606.42,
      "grad_norm": 1.393508791923523,
      "learning_rate": 7.111799732605573e-07,
      "loss": 0.3401,
      "step": 2172800
    },
    {
      "epoch": 606.42,
      "grad_norm": 1.2148171663284302,
      "learning_rate": 7.111605725576751e-07,
      "loss": 0.3374,
      "step": 2172810
    },
    {
      "epoch": 606.42,
      "grad_norm": 1.2624329328536987,
      "learning_rate": 7.111411720720905e-07,
      "loss": 0.3361,
      "step": 2172820
    },
    {
      "epoch": 606.43,
      "grad_norm": 1.1106089353561401,
      "learning_rate": 7.111217718038065e-07,
      "loss": 0.3422,
      "step": 2172830
    },
    {
      "epoch": 606.43,
      "grad_norm": 1.0917608737945557,
      "learning_rate": 7.111023717528265e-07,
      "loss": 0.3494,
      "step": 2172840
    },
    {
      "epoch": 606.43,
      "grad_norm": 1.2966341972351074,
      "learning_rate": 7.110829719191516e-07,
      "loss": 0.3453,
      "step": 2172850
    },
    {
      "epoch": 606.44,
      "grad_norm": 1.1013890504837036,
      "learning_rate": 7.110635723027851e-07,
      "loss": 0.3484,
      "step": 2172860
    },
    {
      "epoch": 606.44,
      "grad_norm": 1.2679561376571655,
      "learning_rate": 7.110441729037295e-07,
      "loss": 0.3282,
      "step": 2172870
    },
    {
      "epoch": 606.44,
      "grad_norm": 1.1692510843276978,
      "learning_rate": 7.110247737219883e-07,
      "loss": 0.348,
      "step": 2172880
    },
    {
      "epoch": 606.44,
      "grad_norm": 1.1289786100387573,
      "learning_rate": 7.110053747575625e-07,
      "loss": 0.3319,
      "step": 2172890
    },
    {
      "epoch": 606.45,
      "grad_norm": 1.2878005504608154,
      "learning_rate": 7.109859760104558e-07,
      "loss": 0.3497,
      "step": 2172900
    },
    {
      "epoch": 606.45,
      "grad_norm": 1.4341011047363281,
      "learning_rate": 7.109665774806709e-07,
      "loss": 0.3368,
      "step": 2172910
    },
    {
      "epoch": 606.45,
      "grad_norm": 1.3994313478469849,
      "learning_rate": 7.109471791682083e-07,
      "loss": 0.3434,
      "step": 2172920
    },
    {
      "epoch": 606.46,
      "grad_norm": 1.1092206239700317,
      "learning_rate": 7.10927781073074e-07,
      "loss": 0.3512,
      "step": 2172930
    },
    {
      "epoch": 606.46,
      "grad_norm": 1.6124826669692993,
      "learning_rate": 7.109083831952676e-07,
      "loss": 0.3477,
      "step": 2172940
    },
    {
      "epoch": 606.46,
      "grad_norm": 1.1661893129348755,
      "learning_rate": 7.108889855347931e-07,
      "loss": 0.3319,
      "step": 2172950
    },
    {
      "epoch": 606.46,
      "grad_norm": 1.3765497207641602,
      "learning_rate": 7.10869588091653e-07,
      "loss": 0.3425,
      "step": 2172960
    },
    {
      "epoch": 606.47,
      "grad_norm": 1.2357819080352783,
      "learning_rate": 7.108501908658504e-07,
      "loss": 0.3463,
      "step": 2172970
    },
    {
      "epoch": 606.47,
      "grad_norm": 1.3617794513702393,
      "learning_rate": 7.108307938573864e-07,
      "loss": 0.3415,
      "step": 2172980
    },
    {
      "epoch": 606.47,
      "grad_norm": 1.232681155204773,
      "learning_rate": 7.108113970662644e-07,
      "loss": 0.3364,
      "step": 2172990
    },
    {
      "epoch": 606.48,
      "grad_norm": 1.1294199228286743,
      "learning_rate": 7.107920004924876e-07,
      "loss": 0.326,
      "step": 2173000
    },
    {
      "epoch": 606.48,
      "grad_norm": 1.1476916074752808,
      "learning_rate": 7.107726041360568e-07,
      "loss": 0.3406,
      "step": 2173010
    },
    {
      "epoch": 606.48,
      "grad_norm": 1.2150943279266357,
      "learning_rate": 7.10753207996977e-07,
      "loss": 0.3357,
      "step": 2173020
    },
    {
      "epoch": 606.48,
      "grad_norm": 1.0384515523910522,
      "learning_rate": 7.107338120752486e-07,
      "loss": 0.3368,
      "step": 2173030
    },
    {
      "epoch": 606.49,
      "grad_norm": 1.1560347080230713,
      "learning_rate": 7.107144163708753e-07,
      "loss": 0.3394,
      "step": 2173040
    },
    {
      "epoch": 606.49,
      "grad_norm": 1.08738112449646,
      "learning_rate": 7.106950208838601e-07,
      "loss": 0.3371,
      "step": 2173050
    },
    {
      "epoch": 606.49,
      "grad_norm": 1.0608692169189453,
      "learning_rate": 7.106756256142036e-07,
      "loss": 0.3317,
      "step": 2173060
    },
    {
      "epoch": 606.49,
      "grad_norm": 1.0808050632476807,
      "learning_rate": 7.106562305619112e-07,
      "loss": 0.3278,
      "step": 2173070
    },
    {
      "epoch": 606.5,
      "grad_norm": 1.1057415008544922,
      "learning_rate": 7.106368357269834e-07,
      "loss": 0.3344,
      "step": 2173080
    },
    {
      "epoch": 606.5,
      "grad_norm": 1.1395455598831177,
      "learning_rate": 7.106174411094233e-07,
      "loss": 0.3174,
      "step": 2173090
    },
    {
      "epoch": 606.5,
      "grad_norm": 1.1000195741653442,
      "learning_rate": 7.105980467092335e-07,
      "loss": 0.3517,
      "step": 2173100
    },
    {
      "epoch": 606.51,
      "grad_norm": 1.1347136497497559,
      "learning_rate": 7.105786525264175e-07,
      "loss": 0.3583,
      "step": 2173110
    },
    {
      "epoch": 606.51,
      "grad_norm": 1.2009942531585693,
      "learning_rate": 7.105592585609764e-07,
      "loss": 0.3279,
      "step": 2173120
    },
    {
      "epoch": 606.51,
      "grad_norm": 1.316815733909607,
      "learning_rate": 7.105398648129135e-07,
      "loss": 0.3425,
      "step": 2173130
    },
    {
      "epoch": 606.51,
      "grad_norm": 1.145583987236023,
      "learning_rate": 7.105204712822319e-07,
      "loss": 0.336,
      "step": 2173140
    },
    {
      "epoch": 606.52,
      "grad_norm": 1.080551266670227,
      "learning_rate": 7.10501077968932e-07,
      "loss": 0.341,
      "step": 2173150
    },
    {
      "epoch": 606.52,
      "grad_norm": 1.2173882722854614,
      "learning_rate": 7.104816848730196e-07,
      "loss": 0.3328,
      "step": 2173160
    },
    {
      "epoch": 606.52,
      "grad_norm": 1.1897594928741455,
      "learning_rate": 7.10462291994495e-07,
      "loss": 0.3319,
      "step": 2173170
    },
    {
      "epoch": 606.53,
      "grad_norm": 1.2165991067886353,
      "learning_rate": 7.104428993333612e-07,
      "loss": 0.3338,
      "step": 2173180
    },
    {
      "epoch": 606.53,
      "grad_norm": 1.297920823097229,
      "learning_rate": 7.104235068896211e-07,
      "loss": 0.3332,
      "step": 2173190
    },
    {
      "epoch": 606.53,
      "grad_norm": 1.0737016201019287,
      "learning_rate": 7.10404114663278e-07,
      "loss": 0.346,
      "step": 2173200
    },
    {
      "epoch": 606.53,
      "grad_norm": 1.1716152429580688,
      "learning_rate": 7.103847226543328e-07,
      "loss": 0.3412,
      "step": 2173210
    },
    {
      "epoch": 606.54,
      "grad_norm": 1.1747064590454102,
      "learning_rate": 7.103653308627893e-07,
      "loss": 0.334,
      "step": 2173220
    },
    {
      "epoch": 606.54,
      "grad_norm": 1.0649018287658691,
      "learning_rate": 7.103459392886503e-07,
      "loss": 0.3332,
      "step": 2173230
    },
    {
      "epoch": 606.54,
      "grad_norm": 1.1928191184997559,
      "learning_rate": 7.103265479319162e-07,
      "loss": 0.3301,
      "step": 2173240
    },
    {
      "epoch": 606.54,
      "grad_norm": 1.2865841388702393,
      "learning_rate": 7.103071567925928e-07,
      "loss": 0.3361,
      "step": 2173250
    },
    {
      "epoch": 606.55,
      "grad_norm": 1.2804687023162842,
      "learning_rate": 7.102877658706803e-07,
      "loss": 0.3478,
      "step": 2173260
    },
    {
      "epoch": 606.55,
      "grad_norm": 1.3690295219421387,
      "learning_rate": 7.102683751661823e-07,
      "loss": 0.3529,
      "step": 2173270
    },
    {
      "epoch": 606.55,
      "grad_norm": 1.0413106679916382,
      "learning_rate": 7.102489846791017e-07,
      "loss": 0.3635,
      "step": 2173280
    },
    {
      "epoch": 606.56,
      "grad_norm": 1.4052708148956299,
      "learning_rate": 7.102295944094399e-07,
      "loss": 0.3417,
      "step": 2173290
    },
    {
      "epoch": 606.56,
      "grad_norm": 1.1724977493286133,
      "learning_rate": 7.102102043571998e-07,
      "loss": 0.3518,
      "step": 2173300
    },
    {
      "epoch": 606.56,
      "grad_norm": 1.1109641790390015,
      "learning_rate": 7.101908145223847e-07,
      "loss": 0.3379,
      "step": 2173310
    },
    {
      "epoch": 606.56,
      "grad_norm": 1.0824103355407715,
      "learning_rate": 7.101714249049972e-07,
      "loss": 0.3478,
      "step": 2173320
    },
    {
      "epoch": 606.57,
      "grad_norm": 1.1315661668777466,
      "learning_rate": 7.101520355050382e-07,
      "loss": 0.362,
      "step": 2173330
    },
    {
      "epoch": 606.57,
      "grad_norm": 1.163301706314087,
      "learning_rate": 7.101326463225128e-07,
      "loss": 0.3434,
      "step": 2173340
    },
    {
      "epoch": 606.57,
      "grad_norm": 1.3962124586105347,
      "learning_rate": 7.101132573574218e-07,
      "loss": 0.3407,
      "step": 2173350
    },
    {
      "epoch": 606.58,
      "grad_norm": 1.2012947797775269,
      "learning_rate": 7.10093868609768e-07,
      "loss": 0.345,
      "step": 2173360
    },
    {
      "epoch": 606.58,
      "grad_norm": 1.1759717464447021,
      "learning_rate": 7.100744800795554e-07,
      "loss": 0.3324,
      "step": 2173370
    },
    {
      "epoch": 606.58,
      "grad_norm": 1.2724030017852783,
      "learning_rate": 7.100550917667838e-07,
      "loss": 0.3568,
      "step": 2173380
    },
    {
      "epoch": 606.58,
      "grad_norm": 1.1058275699615479,
      "learning_rate": 7.100357036714587e-07,
      "loss": 0.3372,
      "step": 2173390
    },
    {
      "epoch": 606.59,
      "grad_norm": 1.1663029193878174,
      "learning_rate": 7.100163157935808e-07,
      "loss": 0.3236,
      "step": 2173400
    },
    {
      "epoch": 606.59,
      "grad_norm": 1.25027334690094,
      "learning_rate": 7.099969281331535e-07,
      "loss": 0.3328,
      "step": 2173410
    },
    {
      "epoch": 606.59,
      "grad_norm": 1.1811316013336182,
      "learning_rate": 7.099775406901798e-07,
      "loss": 0.3485,
      "step": 2173420
    },
    {
      "epoch": 606.6,
      "grad_norm": 1.1840018033981323,
      "learning_rate": 7.099581534646608e-07,
      "loss": 0.3466,
      "step": 2173430
    },
    {
      "epoch": 606.6,
      "grad_norm": 1.2110083103179932,
      "learning_rate": 7.099387664566002e-07,
      "loss": 0.3285,
      "step": 2173440
    },
    {
      "epoch": 606.6,
      "grad_norm": 1.4090968370437622,
      "learning_rate": 7.099193796660003e-07,
      "loss": 0.3464,
      "step": 2173450
    },
    {
      "epoch": 606.6,
      "grad_norm": 1.1994730234146118,
      "learning_rate": 7.098999930928641e-07,
      "loss": 0.3376,
      "step": 2173460
    },
    {
      "epoch": 606.61,
      "grad_norm": 1.0329170227050781,
      "learning_rate": 7.098806067371925e-07,
      "loss": 0.328,
      "step": 2173470
    },
    {
      "epoch": 606.61,
      "grad_norm": 1.4860358238220215,
      "learning_rate": 7.09861220598991e-07,
      "loss": 0.3482,
      "step": 2173480
    },
    {
      "epoch": 606.61,
      "grad_norm": 1.245129108428955,
      "learning_rate": 7.098418346782595e-07,
      "loss": 0.3266,
      "step": 2173490
    },
    {
      "epoch": 606.61,
      "grad_norm": 1.0371400117874146,
      "learning_rate": 7.098224489750018e-07,
      "loss": 0.3588,
      "step": 2173500
    },
    {
      "epoch": 606.62,
      "grad_norm": 1.1202466487884521,
      "learning_rate": 7.098030634892211e-07,
      "loss": 0.3404,
      "step": 2173510
    },
    {
      "epoch": 606.62,
      "grad_norm": 1.52242112159729,
      "learning_rate": 7.097836782209183e-07,
      "loss": 0.3558,
      "step": 2173520
    },
    {
      "epoch": 606.62,
      "grad_norm": 1.1678333282470703,
      "learning_rate": 7.09764293170097e-07,
      "loss": 0.3303,
      "step": 2173530
    },
    {
      "epoch": 606.63,
      "grad_norm": 1.1145060062408447,
      "learning_rate": 7.097449083367595e-07,
      "loss": 0.3304,
      "step": 2173540
    },
    {
      "epoch": 606.63,
      "grad_norm": 1.5577117204666138,
      "learning_rate": 7.097255237209092e-07,
      "loss": 0.3306,
      "step": 2173550
    },
    {
      "epoch": 606.63,
      "grad_norm": 1.1607472896575928,
      "learning_rate": 7.097061393225475e-07,
      "loss": 0.3361,
      "step": 2173560
    },
    {
      "epoch": 606.63,
      "grad_norm": 1.502406120300293,
      "learning_rate": 7.096867551416775e-07,
      "loss": 0.3454,
      "step": 2173570
    },
    {
      "epoch": 606.64,
      "grad_norm": 1.2650483846664429,
      "learning_rate": 7.096673711783021e-07,
      "loss": 0.331,
      "step": 2173580
    },
    {
      "epoch": 606.64,
      "grad_norm": 1.295654296875,
      "learning_rate": 7.096479874324223e-07,
      "loss": 0.3441,
      "step": 2173590
    },
    {
      "epoch": 606.64,
      "grad_norm": 1.1987966299057007,
      "learning_rate": 7.096286039040436e-07,
      "loss": 0.3555,
      "step": 2173600
    },
    {
      "epoch": 606.65,
      "grad_norm": 1.111281156539917,
      "learning_rate": 7.096092205931659e-07,
      "loss": 0.3468,
      "step": 2173610
    },
    {
      "epoch": 606.65,
      "grad_norm": 1.08003830909729,
      "learning_rate": 7.095898374997931e-07,
      "loss": 0.3263,
      "step": 2173620
    },
    {
      "epoch": 606.65,
      "grad_norm": 1.0912350416183472,
      "learning_rate": 7.09570454623927e-07,
      "loss": 0.3442,
      "step": 2173630
    },
    {
      "epoch": 606.65,
      "grad_norm": 1.434333086013794,
      "learning_rate": 7.095510719655711e-07,
      "loss": 0.3558,
      "step": 2173640
    },
    {
      "epoch": 606.66,
      "grad_norm": 1.0916392803192139,
      "learning_rate": 7.095316895247279e-07,
      "loss": 0.3403,
      "step": 2173650
    },
    {
      "epoch": 606.66,
      "grad_norm": 1.180311679840088,
      "learning_rate": 7.09512307301399e-07,
      "loss": 0.3423,
      "step": 2173660
    },
    {
      "epoch": 606.66,
      "grad_norm": 1.388238549232483,
      "learning_rate": 7.094929252955877e-07,
      "loss": 0.3443,
      "step": 2173670
    },
    {
      "epoch": 606.66,
      "grad_norm": 1.0151711702346802,
      "learning_rate": 7.094735435072963e-07,
      "loss": 0.3419,
      "step": 2173680
    },
    {
      "epoch": 606.67,
      "grad_norm": 1.1893192529678345,
      "learning_rate": 7.094541619365284e-07,
      "loss": 0.3446,
      "step": 2173690
    },
    {
      "epoch": 606.67,
      "grad_norm": 1.0566020011901855,
      "learning_rate": 7.09434780583285e-07,
      "loss": 0.3361,
      "step": 2173700
    },
    {
      "epoch": 606.67,
      "grad_norm": 1.1943172216415405,
      "learning_rate": 7.094153994475692e-07,
      "loss": 0.3524,
      "step": 2173710
    },
    {
      "epoch": 606.68,
      "grad_norm": 1.0476059913635254,
      "learning_rate": 7.093960185293848e-07,
      "loss": 0.3271,
      "step": 2173720
    },
    {
      "epoch": 606.68,
      "grad_norm": 1.4147294759750366,
      "learning_rate": 7.093766378287316e-07,
      "loss": 0.3461,
      "step": 2173730
    },
    {
      "epoch": 606.68,
      "grad_norm": 1.1117292642593384,
      "learning_rate": 7.093572573456156e-07,
      "loss": 0.3377,
      "step": 2173740
    },
    {
      "epoch": 606.68,
      "grad_norm": 1.254791498184204,
      "learning_rate": 7.093378770800368e-07,
      "loss": 0.3317,
      "step": 2173750
    },
    {
      "epoch": 606.69,
      "grad_norm": 1.1560695171356201,
      "learning_rate": 7.093184970319989e-07,
      "loss": 0.3379,
      "step": 2173760
    },
    {
      "epoch": 606.69,
      "grad_norm": 1.2939835786819458,
      "learning_rate": 7.092991172015043e-07,
      "loss": 0.3301,
      "step": 2173770
    },
    {
      "epoch": 606.69,
      "grad_norm": 1.2217999696731567,
      "learning_rate": 7.092797375885561e-07,
      "loss": 0.3223,
      "step": 2173780
    },
    {
      "epoch": 606.7,
      "grad_norm": 1.1292507648468018,
      "learning_rate": 7.092603581931556e-07,
      "loss": 0.3491,
      "step": 2173790
    },
    {
      "epoch": 606.7,
      "grad_norm": 0.8992624878883362,
      "learning_rate": 7.092409790153064e-07,
      "loss": 0.3326,
      "step": 2173800
    },
    {
      "epoch": 606.7,
      "grad_norm": 1.1491588354110718,
      "learning_rate": 7.092216000550114e-07,
      "loss": 0.3476,
      "step": 2173810
    },
    {
      "epoch": 606.7,
      "grad_norm": 1.112014651298523,
      "learning_rate": 7.09202221312271e-07,
      "loss": 0.3348,
      "step": 2173820
    },
    {
      "epoch": 606.71,
      "grad_norm": 1.1786943674087524,
      "learning_rate": 7.091828427870909e-07,
      "loss": 0.3424,
      "step": 2173830
    },
    {
      "epoch": 606.71,
      "grad_norm": 1.0854589939117432,
      "learning_rate": 7.091634644794714e-07,
      "loss": 0.333,
      "step": 2173840
    },
    {
      "epoch": 606.71,
      "grad_norm": 1.2466961145401,
      "learning_rate": 7.091440863894156e-07,
      "loss": 0.3289,
      "step": 2173850
    },
    {
      "epoch": 606.72,
      "grad_norm": 1.2443737983703613,
      "learning_rate": 7.091247085169272e-07,
      "loss": 0.3407,
      "step": 2173860
    },
    {
      "epoch": 606.72,
      "grad_norm": 1.1120548248291016,
      "learning_rate": 7.091053308620072e-07,
      "loss": 0.3295,
      "step": 2173870
    },
    {
      "epoch": 606.72,
      "grad_norm": 1.3173186779022217,
      "learning_rate": 7.090859534246588e-07,
      "loss": 0.3347,
      "step": 2173880
    },
    {
      "epoch": 606.72,
      "grad_norm": 1.2859249114990234,
      "learning_rate": 7.090665762048848e-07,
      "loss": 0.3334,
      "step": 2173890
    },
    {
      "epoch": 606.73,
      "grad_norm": 1.0509294271469116,
      "learning_rate": 7.090471992026882e-07,
      "loss": 0.3207,
      "step": 2173900
    },
    {
      "epoch": 606.73,
      "grad_norm": 1.2126480340957642,
      "learning_rate": 7.090278224180694e-07,
      "loss": 0.3344,
      "step": 2173910
    },
    {
      "epoch": 606.73,
      "grad_norm": 1.2514152526855469,
      "learning_rate": 7.090084458510342e-07,
      "loss": 0.3429,
      "step": 2173920
    },
    {
      "epoch": 606.73,
      "grad_norm": 1.189278483390808,
      "learning_rate": 7.089890695015827e-07,
      "loss": 0.3237,
      "step": 2173930
    },
    {
      "epoch": 606.74,
      "grad_norm": 1.116439938545227,
      "learning_rate": 7.089696933697183e-07,
      "loss": 0.3316,
      "step": 2173940
    },
    {
      "epoch": 606.74,
      "grad_norm": 1.2635504007339478,
      "learning_rate": 7.089503174554445e-07,
      "loss": 0.3364,
      "step": 2173950
    },
    {
      "epoch": 606.74,
      "grad_norm": 1.2956477403640747,
      "learning_rate": 7.089309417587615e-07,
      "loss": 0.3438,
      "step": 2173960
    },
    {
      "epoch": 606.75,
      "grad_norm": 1.1861991882324219,
      "learning_rate": 7.089115662796747e-07,
      "loss": 0.3552,
      "step": 2173970
    },
    {
      "epoch": 606.75,
      "grad_norm": 1.13978111743927,
      "learning_rate": 7.088921910181848e-07,
      "loss": 0.3356,
      "step": 2173980
    },
    {
      "epoch": 606.75,
      "grad_norm": 1.0679430961608887,
      "learning_rate": 7.088728159742946e-07,
      "loss": 0.3307,
      "step": 2173990
    },
    {
      "epoch": 606.75,
      "grad_norm": 1.026199221611023,
      "learning_rate": 7.088534411480078e-07,
      "loss": 0.3458,
      "step": 2174000
    },
    {
      "epoch": 606.76,
      "grad_norm": 1.0251026153564453,
      "learning_rate": 7.088340665393256e-07,
      "loss": 0.3367,
      "step": 2174010
    },
    {
      "epoch": 606.76,
      "grad_norm": 1.119017243385315,
      "learning_rate": 7.088146921482513e-07,
      "loss": 0.3373,
      "step": 2174020
    },
    {
      "epoch": 606.76,
      "grad_norm": 1.1597797870635986,
      "learning_rate": 7.087953179747871e-07,
      "loss": 0.3381,
      "step": 2174030
    },
    {
      "epoch": 606.77,
      "grad_norm": 1.052506685256958,
      "learning_rate": 7.087759440189366e-07,
      "loss": 0.336,
      "step": 2174040
    },
    {
      "epoch": 606.77,
      "grad_norm": 4.443840980529785,
      "learning_rate": 7.087565702806999e-07,
      "loss": 0.3476,
      "step": 2174050
    },
    {
      "epoch": 606.77,
      "grad_norm": 1.2071127891540527,
      "learning_rate": 7.08737196760083e-07,
      "loss": 0.3564,
      "step": 2174060
    },
    {
      "epoch": 606.77,
      "grad_norm": 1.0142910480499268,
      "learning_rate": 7.08717823457086e-07,
      "loss": 0.3324,
      "step": 2174070
    },
    {
      "epoch": 606.78,
      "grad_norm": 1.2220933437347412,
      "learning_rate": 7.086984503717123e-07,
      "loss": 0.328,
      "step": 2174080
    },
    {
      "epoch": 606.78,
      "grad_norm": 1.3119194507598877,
      "learning_rate": 7.08679077503965e-07,
      "loss": 0.3631,
      "step": 2174090
    },
    {
      "epoch": 606.78,
      "grad_norm": 1.164271593093872,
      "learning_rate": 7.086597048538453e-07,
      "loss": 0.3315,
      "step": 2174100
    },
    {
      "epoch": 606.78,
      "grad_norm": 1.0915014743804932,
      "learning_rate": 7.086403324213567e-07,
      "loss": 0.3416,
      "step": 2174110
    },
    {
      "epoch": 606.79,
      "grad_norm": 1.95708167552948,
      "learning_rate": 7.086209602065018e-07,
      "loss": 0.3326,
      "step": 2174120
    },
    {
      "epoch": 606.79,
      "grad_norm": 1.2704591751098633,
      "learning_rate": 7.086015882092834e-07,
      "loss": 0.3545,
      "step": 2174130
    },
    {
      "epoch": 606.79,
      "grad_norm": 1.1995368003845215,
      "learning_rate": 7.085822164297033e-07,
      "loss": 0.345,
      "step": 2174140
    },
    {
      "epoch": 606.8,
      "grad_norm": 1.1868805885314941,
      "learning_rate": 7.085628448677641e-07,
      "loss": 0.3331,
      "step": 2174150
    },
    {
      "epoch": 606.8,
      "grad_norm": 1.1456339359283447,
      "learning_rate": 7.08543473523469e-07,
      "loss": 0.3308,
      "step": 2174160
    },
    {
      "epoch": 606.8,
      "grad_norm": 1.0835496187210083,
      "learning_rate": 7.085241023968205e-07,
      "loss": 0.3249,
      "step": 2174170
    },
    {
      "epoch": 606.8,
      "grad_norm": 1.0953880548477173,
      "learning_rate": 7.085047314878215e-07,
      "loss": 0.3353,
      "step": 2174180
    },
    {
      "epoch": 606.81,
      "grad_norm": 1.1844583749771118,
      "learning_rate": 7.084853607964731e-07,
      "loss": 0.3229,
      "step": 2174190
    },
    {
      "epoch": 606.81,
      "grad_norm": 1.8758189678192139,
      "learning_rate": 7.084659903227793e-07,
      "loss": 0.3377,
      "step": 2174200
    },
    {
      "epoch": 606.81,
      "grad_norm": 1.2799257040023804,
      "learning_rate": 7.084466200667422e-07,
      "loss": 0.3445,
      "step": 2174210
    },
    {
      "epoch": 606.82,
      "grad_norm": 1.0255643129348755,
      "learning_rate": 7.084272500283642e-07,
      "loss": 0.3371,
      "step": 2174220
    },
    {
      "epoch": 606.82,
      "grad_norm": 1.2647724151611328,
      "learning_rate": 7.084078802076491e-07,
      "loss": 0.3442,
      "step": 2174230
    },
    {
      "epoch": 606.82,
      "grad_norm": 1.8262465000152588,
      "learning_rate": 7.083885106045974e-07,
      "loss": 0.3541,
      "step": 2174240
    },
    {
      "epoch": 606.82,
      "grad_norm": 1.2456623315811157,
      "learning_rate": 7.08369141219213e-07,
      "loss": 0.3405,
      "step": 2174250
    },
    {
      "epoch": 606.83,
      "grad_norm": 1.152754783630371,
      "learning_rate": 7.083497720514982e-07,
      "loss": 0.3336,
      "step": 2174260
    },
    {
      "epoch": 606.83,
      "grad_norm": 1.099460244178772,
      "learning_rate": 7.083304031014565e-07,
      "loss": 0.3245,
      "step": 2174270
    },
    {
      "epoch": 606.83,
      "grad_norm": 1.2962806224822998,
      "learning_rate": 7.08311034369088e-07,
      "loss": 0.3426,
      "step": 2174280
    },
    {
      "epoch": 606.84,
      "grad_norm": 1.1257264614105225,
      "learning_rate": 7.082916658543982e-07,
      "loss": 0.3316,
      "step": 2174290
    },
    {
      "epoch": 606.84,
      "grad_norm": 1.5527023077011108,
      "learning_rate": 7.082722975573878e-07,
      "loss": 0.3451,
      "step": 2174300
    },
    {
      "epoch": 606.84,
      "grad_norm": 1.1908451318740845,
      "learning_rate": 7.082529294780599e-07,
      "loss": 0.3352,
      "step": 2174310
    },
    {
      "epoch": 606.84,
      "grad_norm": 1.2871161699295044,
      "learning_rate": 7.082335616164179e-07,
      "loss": 0.3381,
      "step": 2174320
    },
    {
      "epoch": 606.85,
      "grad_norm": 1.1619948148727417,
      "learning_rate": 7.082141939724628e-07,
      "loss": 0.3337,
      "step": 2174330
    },
    {
      "epoch": 606.85,
      "grad_norm": 1.0875355005264282,
      "learning_rate": 7.081948265461978e-07,
      "loss": 0.3404,
      "step": 2174340
    },
    {
      "epoch": 606.85,
      "grad_norm": 1.0991077423095703,
      "learning_rate": 7.081754593376257e-07,
      "loss": 0.3334,
      "step": 2174350
    },
    {
      "epoch": 606.85,
      "grad_norm": 1.2089264392852783,
      "learning_rate": 7.081560923467499e-07,
      "loss": 0.3377,
      "step": 2174360
    },
    {
      "epoch": 606.86,
      "grad_norm": 1.1717021465301514,
      "learning_rate": 7.081367255735712e-07,
      "loss": 0.3351,
      "step": 2174370
    },
    {
      "epoch": 606.86,
      "grad_norm": 1.0919493436813354,
      "learning_rate": 7.081173590180932e-07,
      "loss": 0.3305,
      "step": 2174380
    },
    {
      "epoch": 606.86,
      "grad_norm": 1.1089792251586914,
      "learning_rate": 7.080979926803191e-07,
      "loss": 0.3489,
      "step": 2174390
    },
    {
      "epoch": 606.87,
      "grad_norm": 1.0359387397766113,
      "learning_rate": 7.080786265602493e-07,
      "loss": 0.3283,
      "step": 2174400
    },
    {
      "epoch": 606.87,
      "grad_norm": 1.8531372547149658,
      "learning_rate": 7.080592606578892e-07,
      "loss": 0.3444,
      "step": 2174410
    },
    {
      "epoch": 606.87,
      "grad_norm": 1.2612770795822144,
      "learning_rate": 7.08039894973239e-07,
      "loss": 0.3493,
      "step": 2174420
    },
    {
      "epoch": 606.87,
      "grad_norm": 1.3082749843597412,
      "learning_rate": 7.080205295063025e-07,
      "loss": 0.3369,
      "step": 2174430
    },
    {
      "epoch": 606.88,
      "grad_norm": 1.2688729763031006,
      "learning_rate": 7.080011642570821e-07,
      "loss": 0.3316,
      "step": 2174440
    },
    {
      "epoch": 606.88,
      "grad_norm": 1.4024709463119507,
      "learning_rate": 7.079817992255808e-07,
      "loss": 0.324,
      "step": 2174450
    },
    {
      "epoch": 606.88,
      "grad_norm": 1.149442434310913,
      "learning_rate": 7.079624344118002e-07,
      "loss": 0.3251,
      "step": 2174460
    },
    {
      "epoch": 606.89,
      "grad_norm": 1.1400455236434937,
      "learning_rate": 7.079430698157433e-07,
      "loss": 0.3431,
      "step": 2174470
    },
    {
      "epoch": 606.89,
      "grad_norm": 1.3164591789245605,
      "learning_rate": 7.079237054374136e-07,
      "loss": 0.3227,
      "step": 2174480
    },
    {
      "epoch": 606.89,
      "grad_norm": 1.1185710430145264,
      "learning_rate": 7.079043412768112e-07,
      "loss": 0.3482,
      "step": 2174490
    },
    {
      "epoch": 606.89,
      "grad_norm": 1.1069947481155396,
      "learning_rate": 7.078849773339417e-07,
      "loss": 0.3201,
      "step": 2174500
    },
    {
      "epoch": 606.9,
      "grad_norm": 1.2991793155670166,
      "learning_rate": 7.078656136088057e-07,
      "loss": 0.3221,
      "step": 2174510
    },
    {
      "epoch": 606.9,
      "grad_norm": 1.0663589239120483,
      "learning_rate": 7.078462501014063e-07,
      "loss": 0.3361,
      "step": 2174520
    },
    {
      "epoch": 606.9,
      "grad_norm": 1.1410752534866333,
      "learning_rate": 7.07826886811747e-07,
      "loss": 0.3482,
      "step": 2174530
    },
    {
      "epoch": 606.9,
      "grad_norm": 1.1236640214920044,
      "learning_rate": 7.078075237398279e-07,
      "loss": 0.3449,
      "step": 2174540
    },
    {
      "epoch": 606.91,
      "grad_norm": 1.2829270362854004,
      "learning_rate": 7.077881608856547e-07,
      "loss": 0.3307,
      "step": 2174550
    },
    {
      "epoch": 606.91,
      "grad_norm": 1.1062407493591309,
      "learning_rate": 7.077687982492277e-07,
      "loss": 0.3286,
      "step": 2174560
    },
    {
      "epoch": 606.91,
      "grad_norm": 1.2331892251968384,
      "learning_rate": 7.077494358305502e-07,
      "loss": 0.3411,
      "step": 2174570
    },
    {
      "epoch": 606.92,
      "grad_norm": 1.578322410583496,
      "learning_rate": 7.077300736296248e-07,
      "loss": 0.3456,
      "step": 2174580
    },
    {
      "epoch": 606.92,
      "grad_norm": 1.1301125288009644,
      "learning_rate": 7.077107116464549e-07,
      "loss": 0.3359,
      "step": 2174590
    },
    {
      "epoch": 606.92,
      "grad_norm": 1.315269947052002,
      "learning_rate": 7.076913498810416e-07,
      "loss": 0.337,
      "step": 2174600
    },
    {
      "epoch": 606.92,
      "grad_norm": 1.0877772569656372,
      "learning_rate": 7.076719883333882e-07,
      "loss": 0.3556,
      "step": 2174610
    },
    {
      "epoch": 606.93,
      "grad_norm": 1.1467939615249634,
      "learning_rate": 7.076526270034977e-07,
      "loss": 0.3254,
      "step": 2174620
    },
    {
      "epoch": 606.93,
      "grad_norm": 1.1906208992004395,
      "learning_rate": 7.07633265891371e-07,
      "loss": 0.3472,
      "step": 2174630
    },
    {
      "epoch": 606.93,
      "grad_norm": 1.15317702293396,
      "learning_rate": 7.076139049970132e-07,
      "loss": 0.3336,
      "step": 2174640
    },
    {
      "epoch": 606.94,
      "grad_norm": 1.0547239780426025,
      "learning_rate": 7.07594544320425e-07,
      "loss": 0.3318,
      "step": 2174650
    },
    {
      "epoch": 606.94,
      "grad_norm": 1.1390024423599243,
      "learning_rate": 7.075751838616094e-07,
      "loss": 0.3577,
      "step": 2174660
    },
    {
      "epoch": 606.94,
      "grad_norm": 1.2287770509719849,
      "learning_rate": 7.0755582362057e-07,
      "loss": 0.3257,
      "step": 2174670
    },
    {
      "epoch": 606.94,
      "grad_norm": 1.11043119430542,
      "learning_rate": 7.075364635973075e-07,
      "loss": 0.346,
      "step": 2174680
    },
    {
      "epoch": 606.95,
      "grad_norm": 1.2006767988204956,
      "learning_rate": 7.075171037918257e-07,
      "loss": 0.3471,
      "step": 2174690
    },
    {
      "epoch": 606.95,
      "grad_norm": 1.6696239709854126,
      "learning_rate": 7.074977442041265e-07,
      "loss": 0.3267,
      "step": 2174700
    },
    {
      "epoch": 606.95,
      "grad_norm": 0.9892933964729309,
      "learning_rate": 7.074783848342142e-07,
      "loss": 0.3381,
      "step": 2174710
    },
    {
      "epoch": 606.96,
      "grad_norm": 1.0413388013839722,
      "learning_rate": 7.074590256820883e-07,
      "loss": 0.3182,
      "step": 2174720
    },
    {
      "epoch": 606.96,
      "grad_norm": 1.1598968505859375,
      "learning_rate": 7.074396667477549e-07,
      "loss": 0.326,
      "step": 2174730
    },
    {
      "epoch": 606.96,
      "grad_norm": 1.5708895921707153,
      "learning_rate": 7.074203080312139e-07,
      "loss": 0.3389,
      "step": 2174740
    },
    {
      "epoch": 606.96,
      "grad_norm": 1.126036524772644,
      "learning_rate": 7.07400949532469e-07,
      "loss": 0.3358,
      "step": 2174750
    },
    {
      "epoch": 606.97,
      "grad_norm": 1.1337509155273438,
      "learning_rate": 7.073815912515233e-07,
      "loss": 0.3366,
      "step": 2174760
    },
    {
      "epoch": 606.97,
      "grad_norm": 1.4338876008987427,
      "learning_rate": 7.073622331883778e-07,
      "loss": 0.3329,
      "step": 2174770
    },
    {
      "epoch": 606.97,
      "grad_norm": 1.3491699695587158,
      "learning_rate": 7.07342875343036e-07,
      "loss": 0.3416,
      "step": 2174780
    },
    {
      "epoch": 606.97,
      "grad_norm": 1.17522394657135,
      "learning_rate": 7.073235177155005e-07,
      "loss": 0.3307,
      "step": 2174790
    },
    {
      "epoch": 606.98,
      "grad_norm": 1.2850098609924316,
      "learning_rate": 7.073041603057739e-07,
      "loss": 0.3175,
      "step": 2174800
    },
    {
      "epoch": 606.98,
      "grad_norm": 1.1467875242233276,
      "learning_rate": 7.07284803113859e-07,
      "loss": 0.333,
      "step": 2174810
    },
    {
      "epoch": 606.98,
      "grad_norm": 1.453710675239563,
      "learning_rate": 7.072654461397579e-07,
      "loss": 0.3525,
      "step": 2174820
    },
    {
      "epoch": 606.99,
      "grad_norm": 1.2241127490997314,
      "learning_rate": 7.072460893834731e-07,
      "loss": 0.3644,
      "step": 2174830
    },
    {
      "epoch": 606.99,
      "grad_norm": 1.14650297164917,
      "learning_rate": 7.072267328450072e-07,
      "loss": 0.3405,
      "step": 2174840
    },
    {
      "epoch": 606.99,
      "grad_norm": 1.1795912981033325,
      "learning_rate": 7.072073765243641e-07,
      "loss": 0.3196,
      "step": 2174850
    },
    {
      "epoch": 606.99,
      "grad_norm": 1.1276001930236816,
      "learning_rate": 7.071880204215435e-07,
      "loss": 0.3332,
      "step": 2174860
    },
    {
      "epoch": 607.0,
      "grad_norm": 1.1322152614593506,
      "learning_rate": 7.071686645365516e-07,
      "loss": 0.3418,
      "step": 2174870
    },
    {
      "epoch": 607.0,
      "grad_norm": 1.518803358078003,
      "learning_rate": 7.07149308869388e-07,
      "loss": 0.325,
      "step": 2174880
    },
    {
      "epoch": 607.0,
      "eval_loss": 0.33919757604599,
      "eval_runtime": 65.9318,
      "eval_samples_per_second": 76.731,
      "eval_steps_per_second": 9.601,
      "step": 2174881
    },
    {
      "epoch": 607.0,
      "grad_norm": 1.7580538988113403,
      "learning_rate": 7.071299534200563e-07,
      "loss": 0.3379,
      "step": 2174890
    },
    {
      "epoch": 607.01,
      "grad_norm": 1.3208163976669312,
      "learning_rate": 7.071105981885602e-07,
      "loss": 0.3466,
      "step": 2174900
    },
    {
      "epoch": 607.01,
      "grad_norm": 1.2047244310379028,
      "learning_rate": 7.070912431749004e-07,
      "loss": 0.3437,
      "step": 2174910
    },
    {
      "epoch": 607.01,
      "grad_norm": 1.286487102508545,
      "learning_rate": 7.070718883790804e-07,
      "loss": 0.3528,
      "step": 2174920
    },
    {
      "epoch": 607.01,
      "grad_norm": 1.277806282043457,
      "learning_rate": 7.07052533801103e-07,
      "loss": 0.3224,
      "step": 2174930
    },
    {
      "epoch": 607.02,
      "grad_norm": 1.0228818655014038,
      "learning_rate": 7.070331794409707e-07,
      "loss": 0.3437,
      "step": 2174940
    },
    {
      "epoch": 607.02,
      "grad_norm": 1.125667929649353,
      "learning_rate": 7.070138252986852e-07,
      "loss": 0.3365,
      "step": 2174950
    },
    {
      "epoch": 607.02,
      "grad_norm": 1.1008542776107788,
      "learning_rate": 7.0699447137425e-07,
      "loss": 0.337,
      "step": 2174960
    },
    {
      "epoch": 607.02,
      "grad_norm": 1.0725085735321045,
      "learning_rate": 7.069751176676679e-07,
      "loss": 0.3345,
      "step": 2174970
    },
    {
      "epoch": 607.03,
      "grad_norm": 1.3409149646759033,
      "learning_rate": 7.069557641789396e-07,
      "loss": 0.3474,
      "step": 2174980
    },
    {
      "epoch": 607.03,
      "grad_norm": 1.2296206951141357,
      "learning_rate": 7.069364109080707e-07,
      "loss": 0.3457,
      "step": 2174990
    },
    {
      "epoch": 607.03,
      "grad_norm": 1.1387907266616821,
      "learning_rate": 7.06917057855061e-07,
      "loss": 0.3487,
      "step": 2175000
    },
    {
      "epoch": 607.04,
      "grad_norm": 1.2554936408996582,
      "learning_rate": 7.068977050199146e-07,
      "loss": 0.3467,
      "step": 2175010
    },
    {
      "epoch": 607.04,
      "grad_norm": 1.2331453561782837,
      "learning_rate": 7.068783524026335e-07,
      "loss": 0.3307,
      "step": 2175020
    },
    {
      "epoch": 607.04,
      "grad_norm": 1.1843384504318237,
      "learning_rate": 7.068590000032212e-07,
      "loss": 0.3402,
      "step": 2175030
    },
    {
      "epoch": 607.04,
      "grad_norm": 1.2013347148895264,
      "learning_rate": 7.068396478216789e-07,
      "loss": 0.3331,
      "step": 2175040
    },
    {
      "epoch": 607.05,
      "grad_norm": 1.1321382522583008,
      "learning_rate": 7.068202958580096e-07,
      "loss": 0.3411,
      "step": 2175050
    },
    {
      "epoch": 607.05,
      "grad_norm": 1.238730788230896,
      "learning_rate": 7.068009441122171e-07,
      "loss": 0.3408,
      "step": 2175060
    },
    {
      "epoch": 607.05,
      "grad_norm": 0.9234762787818909,
      "learning_rate": 7.067815925843013e-07,
      "loss": 0.3409,
      "step": 2175070
    },
    {
      "epoch": 607.06,
      "grad_norm": 1.3528351783752441,
      "learning_rate": 7.067622412742681e-07,
      "loss": 0.3374,
      "step": 2175080
    },
    {
      "epoch": 607.06,
      "grad_norm": 5.654538631439209,
      "learning_rate": 7.067428901821175e-07,
      "loss": 0.3362,
      "step": 2175090
    },
    {
      "epoch": 607.06,
      "grad_norm": 1.4445072412490845,
      "learning_rate": 7.067235393078531e-07,
      "loss": 0.326,
      "step": 2175100
    },
    {
      "epoch": 607.06,
      "grad_norm": 1.079935073852539,
      "learning_rate": 7.067041886514771e-07,
      "loss": 0.3306,
      "step": 2175110
    },
    {
      "epoch": 607.07,
      "grad_norm": 1.1556369066238403,
      "learning_rate": 7.066848382129925e-07,
      "loss": 0.3336,
      "step": 2175120
    },
    {
      "epoch": 607.07,
      "grad_norm": 1.2215787172317505,
      "learning_rate": 7.066654879924025e-07,
      "loss": 0.3379,
      "step": 2175130
    },
    {
      "epoch": 607.07,
      "grad_norm": 1.257572889328003,
      "learning_rate": 7.066461379897085e-07,
      "loss": 0.3276,
      "step": 2175140
    },
    {
      "epoch": 607.08,
      "grad_norm": 1.280096411705017,
      "learning_rate": 7.066267882049129e-07,
      "loss": 0.3367,
      "step": 2175150
    },
    {
      "epoch": 607.08,
      "grad_norm": 1.1608866453170776,
      "learning_rate": 7.06607438638019e-07,
      "loss": 0.3367,
      "step": 2175160
    },
    {
      "epoch": 607.08,
      "grad_norm": 1.0107227563858032,
      "learning_rate": 7.065880892890301e-07,
      "loss": 0.3374,
      "step": 2175170
    },
    {
      "epoch": 607.08,
      "grad_norm": 1.2704551219940186,
      "learning_rate": 7.06568740157947e-07,
      "loss": 0.3301,
      "step": 2175180
    },
    {
      "epoch": 607.09,
      "grad_norm": 1.1426829099655151,
      "learning_rate": 7.065493912447735e-07,
      "loss": 0.3401,
      "step": 2175190
    },
    {
      "epoch": 607.09,
      "grad_norm": 1.9818346500396729,
      "learning_rate": 7.065300425495122e-07,
      "loss": 0.3244,
      "step": 2175200
    },
    {
      "epoch": 607.09,
      "grad_norm": 1.091170310974121,
      "learning_rate": 7.06510694072164e-07,
      "loss": 0.3364,
      "step": 2175210
    },
    {
      "epoch": 607.09,
      "grad_norm": 1.2357114553451538,
      "learning_rate": 7.064913458127342e-07,
      "loss": 0.3412,
      "step": 2175220
    },
    {
      "epoch": 607.1,
      "grad_norm": 1.1286201477050781,
      "learning_rate": 7.064719977712234e-07,
      "loss": 0.3345,
      "step": 2175230
    },
    {
      "epoch": 607.1,
      "grad_norm": 1.408138632774353,
      "learning_rate": 7.064526499476348e-07,
      "loss": 0.3371,
      "step": 2175240
    },
    {
      "epoch": 607.1,
      "grad_norm": 1.1606029272079468,
      "learning_rate": 7.064333023419706e-07,
      "loss": 0.3449,
      "step": 2175250
    },
    {
      "epoch": 607.11,
      "grad_norm": 1.2234293222427368,
      "learning_rate": 7.064139549542347e-07,
      "loss": 0.3303,
      "step": 2175260
    },
    {
      "epoch": 607.11,
      "grad_norm": 1.5026769638061523,
      "learning_rate": 7.063946077844278e-07,
      "loss": 0.3401,
      "step": 2175270
    },
    {
      "epoch": 607.11,
      "grad_norm": 1.2232532501220703,
      "learning_rate": 7.063752608325535e-07,
      "loss": 0.3338,
      "step": 2175280
    },
    {
      "epoch": 607.11,
      "grad_norm": 1.1387622356414795,
      "learning_rate": 7.063559140986148e-07,
      "loss": 0.3361,
      "step": 2175290
    },
    {
      "epoch": 607.12,
      "grad_norm": 1.1241194009780884,
      "learning_rate": 7.063365675826123e-07,
      "loss": 0.3376,
      "step": 2175300
    },
    {
      "epoch": 607.12,
      "grad_norm": 1.0609277486801147,
      "learning_rate": 7.063172212845514e-07,
      "loss": 0.3226,
      "step": 2175310
    },
    {
      "epoch": 607.12,
      "grad_norm": 1.0362060070037842,
      "learning_rate": 7.062978752044326e-07,
      "loss": 0.3414,
      "step": 2175320
    },
    {
      "epoch": 607.13,
      "grad_norm": 1.2433502674102783,
      "learning_rate": 7.062785293422592e-07,
      "loss": 0.345,
      "step": 2175330
    },
    {
      "epoch": 607.13,
      "grad_norm": 1.7197990417480469,
      "learning_rate": 7.062591836980343e-07,
      "loss": 0.3361,
      "step": 2175340
    },
    {
      "epoch": 607.13,
      "grad_norm": 1.3050962686538696,
      "learning_rate": 7.062398382717591e-07,
      "loss": 0.3313,
      "step": 2175350
    },
    {
      "epoch": 607.13,
      "grad_norm": 1.0693031549453735,
      "learning_rate": 7.062204930634371e-07,
      "loss": 0.3384,
      "step": 2175360
    },
    {
      "epoch": 607.14,
      "grad_norm": 1.3613810539245605,
      "learning_rate": 7.062011480730705e-07,
      "loss": 0.3283,
      "step": 2175370
    },
    {
      "epoch": 607.14,
      "grad_norm": 1.1135174036026,
      "learning_rate": 7.061818033006622e-07,
      "loss": 0.3355,
      "step": 2175380
    },
    {
      "epoch": 607.14,
      "grad_norm": 1.120545744895935,
      "learning_rate": 7.061624587462146e-07,
      "loss": 0.3374,
      "step": 2175390
    },
    {
      "epoch": 607.14,
      "grad_norm": 1.1102374792099,
      "learning_rate": 7.061431144097312e-07,
      "loss": 0.3466,
      "step": 2175400
    },
    {
      "epoch": 607.15,
      "grad_norm": 1.1657147407531738,
      "learning_rate": 7.06123770291213e-07,
      "loss": 0.3276,
      "step": 2175410
    },
    {
      "epoch": 607.15,
      "grad_norm": 1.0941057205200195,
      "learning_rate": 7.061044263906634e-07,
      "loss": 0.335,
      "step": 2175420
    },
    {
      "epoch": 607.15,
      "grad_norm": 1.2086118459701538,
      "learning_rate": 7.060850827080853e-07,
      "loss": 0.3465,
      "step": 2175430
    },
    {
      "epoch": 607.16,
      "grad_norm": 1.055999755859375,
      "learning_rate": 7.060657392434798e-07,
      "loss": 0.3566,
      "step": 2175440
    },
    {
      "epoch": 607.16,
      "grad_norm": 1.1820162534713745,
      "learning_rate": 7.060463959968516e-07,
      "loss": 0.3334,
      "step": 2175450
    },
    {
      "epoch": 607.16,
      "grad_norm": 1.1593844890594482,
      "learning_rate": 7.060270529682017e-07,
      "loss": 0.3439,
      "step": 2175460
    },
    {
      "epoch": 607.16,
      "grad_norm": 1.0674787759780884,
      "learning_rate": 7.060077101575329e-07,
      "loss": 0.3401,
      "step": 2175470
    },
    {
      "epoch": 607.17,
      "grad_norm": 1.1120357513427734,
      "learning_rate": 7.05988367564849e-07,
      "loss": 0.3178,
      "step": 2175480
    },
    {
      "epoch": 607.17,
      "grad_norm": 1.1797398328781128,
      "learning_rate": 7.059690251901508e-07,
      "loss": 0.3513,
      "step": 2175490
    },
    {
      "epoch": 607.17,
      "grad_norm": 1.10853111743927,
      "learning_rate": 7.059496830334417e-07,
      "loss": 0.328,
      "step": 2175500
    },
    {
      "epoch": 607.18,
      "grad_norm": 1.2392137050628662,
      "learning_rate": 7.059303410947244e-07,
      "loss": 0.3357,
      "step": 2175510
    },
    {
      "epoch": 607.18,
      "grad_norm": 2.008983850479126,
      "learning_rate": 7.05910999374002e-07,
      "loss": 0.3354,
      "step": 2175520
    },
    {
      "epoch": 607.18,
      "grad_norm": 1.3729726076126099,
      "learning_rate": 7.058916578712749e-07,
      "loss": 0.3664,
      "step": 2175530
    },
    {
      "epoch": 607.18,
      "grad_norm": 1.2552140951156616,
      "learning_rate": 7.058723165865488e-07,
      "loss": 0.3402,
      "step": 2175540
    },
    {
      "epoch": 607.19,
      "grad_norm": 1.3308069705963135,
      "learning_rate": 7.058529755198238e-07,
      "loss": 0.3297,
      "step": 2175550
    },
    {
      "epoch": 607.19,
      "grad_norm": 1.1830425262451172,
      "learning_rate": 7.058336346711033e-07,
      "loss": 0.3401,
      "step": 2175560
    },
    {
      "epoch": 607.19,
      "grad_norm": 1.5768661499023438,
      "learning_rate": 7.058142940403907e-07,
      "loss": 0.3443,
      "step": 2175570
    },
    {
      "epoch": 607.2,
      "grad_norm": 1.3336658477783203,
      "learning_rate": 7.057949536276871e-07,
      "loss": 0.3345,
      "step": 2175580
    },
    {
      "epoch": 607.2,
      "grad_norm": 1.116898775100708,
      "learning_rate": 7.057756134329954e-07,
      "loss": 0.336,
      "step": 2175590
    },
    {
      "epoch": 607.2,
      "grad_norm": 1.1604036092758179,
      "learning_rate": 7.057562734563191e-07,
      "loss": 0.3378,
      "step": 2175600
    },
    {
      "epoch": 607.2,
      "grad_norm": 1.0729527473449707,
      "learning_rate": 7.057369336976607e-07,
      "loss": 0.3325,
      "step": 2175610
    },
    {
      "epoch": 607.21,
      "grad_norm": 1.2196327447891235,
      "learning_rate": 7.057175941570215e-07,
      "loss": 0.3294,
      "step": 2175620
    },
    {
      "epoch": 607.21,
      "grad_norm": 1.0575159788131714,
      "learning_rate": 7.05698254834405e-07,
      "loss": 0.3344,
      "step": 2175630
    },
    {
      "epoch": 607.21,
      "grad_norm": 1.279576301574707,
      "learning_rate": 7.056789157298141e-07,
      "loss": 0.3406,
      "step": 2175640
    },
    {
      "epoch": 607.21,
      "grad_norm": 1.2330816984176636,
      "learning_rate": 7.056595768432499e-07,
      "loss": 0.3422,
      "step": 2175650
    },
    {
      "epoch": 607.22,
      "grad_norm": 1.2170721292495728,
      "learning_rate": 7.056402381747169e-07,
      "loss": 0.3479,
      "step": 2175660
    },
    {
      "epoch": 607.22,
      "grad_norm": 1.5785835981369019,
      "learning_rate": 7.056208997242155e-07,
      "loss": 0.332,
      "step": 2175670
    },
    {
      "epoch": 607.22,
      "grad_norm": 1.1769206523895264,
      "learning_rate": 7.056015614917511e-07,
      "loss": 0.3494,
      "step": 2175680
    },
    {
      "epoch": 607.23,
      "grad_norm": 1.3827615976333618,
      "learning_rate": 7.055822234773239e-07,
      "loss": 0.355,
      "step": 2175690
    },
    {
      "epoch": 607.23,
      "grad_norm": 1.1044636964797974,
      "learning_rate": 7.055628856809373e-07,
      "loss": 0.3375,
      "step": 2175700
    },
    {
      "epoch": 607.23,
      "grad_norm": 1.1725716590881348,
      "learning_rate": 7.055435481025948e-07,
      "loss": 0.3287,
      "step": 2175710
    },
    {
      "epoch": 607.23,
      "grad_norm": 4.03738260269165,
      "learning_rate": 7.055242107422969e-07,
      "loss": 0.3483,
      "step": 2175720
    },
    {
      "epoch": 607.24,
      "grad_norm": 1.2098374366760254,
      "learning_rate": 7.055048736000475e-07,
      "loss": 0.3568,
      "step": 2175730
    },
    {
      "epoch": 607.24,
      "grad_norm": 1.048168420791626,
      "learning_rate": 7.054855366758489e-07,
      "loss": 0.3342,
      "step": 2175740
    },
    {
      "epoch": 607.24,
      "grad_norm": 1.3325979709625244,
      "learning_rate": 7.054661999697046e-07,
      "loss": 0.3398,
      "step": 2175750
    },
    {
      "epoch": 607.25,
      "grad_norm": 1.2826966047286987,
      "learning_rate": 7.054468634816154e-07,
      "loss": 0.3392,
      "step": 2175760
    },
    {
      "epoch": 607.25,
      "grad_norm": 1.707794189453125,
      "learning_rate": 7.05427527211585e-07,
      "loss": 0.3583,
      "step": 2175770
    },
    {
      "epoch": 607.25,
      "grad_norm": 1.193974494934082,
      "learning_rate": 7.054081911596165e-07,
      "loss": 0.3354,
      "step": 2175780
    },
    {
      "epoch": 607.25,
      "grad_norm": 1.265593409538269,
      "learning_rate": 7.053888553257102e-07,
      "loss": 0.3473,
      "step": 2175790
    },
    {
      "epoch": 607.26,
      "grad_norm": 1.1332333087921143,
      "learning_rate": 7.053695197098718e-07,
      "loss": 0.3419,
      "step": 2175800
    },
    {
      "epoch": 607.26,
      "grad_norm": 1.9587631225585938,
      "learning_rate": 7.053501843121013e-07,
      "loss": 0.3221,
      "step": 2175810
    },
    {
      "epoch": 607.26,
      "grad_norm": 1.2353391647338867,
      "learning_rate": 7.053308491324024e-07,
      "loss": 0.3396,
      "step": 2175820
    },
    {
      "epoch": 607.26,
      "grad_norm": 2.3831732273101807,
      "learning_rate": 7.053115141707774e-07,
      "loss": 0.3491,
      "step": 2175830
    },
    {
      "epoch": 607.27,
      "grad_norm": 1.2400192022323608,
      "learning_rate": 7.0529217942723e-07,
      "loss": 0.3417,
      "step": 2175840
    },
    {
      "epoch": 607.27,
      "grad_norm": 2.618311643600464,
      "learning_rate": 7.052728449017608e-07,
      "loss": 0.3459,
      "step": 2175850
    },
    {
      "epoch": 607.27,
      "grad_norm": 1.2478543519973755,
      "learning_rate": 7.052535105943735e-07,
      "loss": 0.3364,
      "step": 2175860
    },
    {
      "epoch": 607.28,
      "grad_norm": 1.1024348735809326,
      "learning_rate": 7.052341765050713e-07,
      "loss": 0.3553,
      "step": 2175870
    },
    {
      "epoch": 607.28,
      "grad_norm": 1.1994554996490479,
      "learning_rate": 7.052148426338544e-07,
      "loss": 0.3322,
      "step": 2175880
    },
    {
      "epoch": 607.28,
      "grad_norm": 1.1427522897720337,
      "learning_rate": 7.051955089807284e-07,
      "loss": 0.3424,
      "step": 2175890
    },
    {
      "epoch": 607.28,
      "grad_norm": 1.2235499620437622,
      "learning_rate": 7.05176175545694e-07,
      "loss": 0.3324,
      "step": 2175900
    },
    {
      "epoch": 607.29,
      "grad_norm": 1.0266554355621338,
      "learning_rate": 7.051568423287538e-07,
      "loss": 0.3416,
      "step": 2175910
    },
    {
      "epoch": 607.29,
      "grad_norm": 1.1271427869796753,
      "learning_rate": 7.051375093299119e-07,
      "loss": 0.3396,
      "step": 2175920
    },
    {
      "epoch": 607.29,
      "grad_norm": 1.2533096075057983,
      "learning_rate": 7.051181765491689e-07,
      "loss": 0.3455,
      "step": 2175930
    },
    {
      "epoch": 607.3,
      "grad_norm": 0.9942683577537537,
      "learning_rate": 7.050988439865283e-07,
      "loss": 0.3434,
      "step": 2175940
    },
    {
      "epoch": 607.3,
      "grad_norm": 1.2683124542236328,
      "learning_rate": 7.050795116419925e-07,
      "loss": 0.3362,
      "step": 2175950
    },
    {
      "epoch": 607.3,
      "grad_norm": 1.0339446067810059,
      "learning_rate": 7.050601795155644e-07,
      "loss": 0.3232,
      "step": 2175960
    },
    {
      "epoch": 607.3,
      "grad_norm": 1.3625142574310303,
      "learning_rate": 7.050408476072463e-07,
      "loss": 0.3316,
      "step": 2175970
    },
    {
      "epoch": 607.31,
      "grad_norm": 1.3731690645217896,
      "learning_rate": 7.050215159170413e-07,
      "loss": 0.3456,
      "step": 2175980
    },
    {
      "epoch": 607.31,
      "grad_norm": 1.2742186784744263,
      "learning_rate": 7.050021844449511e-07,
      "loss": 0.3413,
      "step": 2175990
    },
    {
      "epoch": 607.31,
      "grad_norm": 1.1388471126556396,
      "learning_rate": 7.049828531909785e-07,
      "loss": 0.3345,
      "step": 2176000
    },
    {
      "epoch": 607.32,
      "grad_norm": 1.3439198732376099,
      "learning_rate": 7.04963522155127e-07,
      "loss": 0.3309,
      "step": 2176010
    },
    {
      "epoch": 607.32,
      "grad_norm": 1.1304597854614258,
      "learning_rate": 7.049441913373969e-07,
      "loss": 0.3277,
      "step": 2176020
    },
    {
      "epoch": 607.32,
      "grad_norm": 1.2933911085128784,
      "learning_rate": 7.049248607377939e-07,
      "loss": 0.3238,
      "step": 2176030
    },
    {
      "epoch": 607.32,
      "grad_norm": 1.179388165473938,
      "learning_rate": 7.049055303563181e-07,
      "loss": 0.3554,
      "step": 2176040
    },
    {
      "epoch": 607.33,
      "grad_norm": 1.2460283041000366,
      "learning_rate": 7.048862001929731e-07,
      "loss": 0.3368,
      "step": 2176050
    },
    {
      "epoch": 607.33,
      "grad_norm": 1.2427723407745361,
      "learning_rate": 7.048668702477612e-07,
      "loss": 0.3367,
      "step": 2176060
    },
    {
      "epoch": 607.33,
      "grad_norm": 1.2772759199142456,
      "learning_rate": 7.04847540520686e-07,
      "loss": 0.3322,
      "step": 2176070
    },
    {
      "epoch": 607.33,
      "grad_norm": 1.149890422821045,
      "learning_rate": 7.048282110117483e-07,
      "loss": 0.3322,
      "step": 2176080
    },
    {
      "epoch": 607.34,
      "grad_norm": 1.1443485021591187,
      "learning_rate": 7.048088817209514e-07,
      "loss": 0.3381,
      "step": 2176090
    },
    {
      "epoch": 607.34,
      "grad_norm": 1.2508949041366577,
      "learning_rate": 7.04789552648299e-07,
      "loss": 0.336,
      "step": 2176100
    },
    {
      "epoch": 607.34,
      "grad_norm": 1.2672269344329834,
      "learning_rate": 7.047702237937912e-07,
      "loss": 0.3367,
      "step": 2176110
    },
    {
      "epoch": 607.35,
      "grad_norm": 1.1587163209915161,
      "learning_rate": 7.047508951574333e-07,
      "loss": 0.3386,
      "step": 2176120
    },
    {
      "epoch": 607.35,
      "grad_norm": 1.1237807273864746,
      "learning_rate": 7.04731566739226e-07,
      "loss": 0.3201,
      "step": 2176130
    },
    {
      "epoch": 607.35,
      "grad_norm": 1.2372819185256958,
      "learning_rate": 7.047122385391725e-07,
      "loss": 0.3245,
      "step": 2176140
    },
    {
      "epoch": 607.35,
      "grad_norm": 1.1850624084472656,
      "learning_rate": 7.046929105572763e-07,
      "loss": 0.3472,
      "step": 2176150
    },
    {
      "epoch": 607.36,
      "grad_norm": 1.4570941925048828,
      "learning_rate": 7.046735827935382e-07,
      "loss": 0.3279,
      "step": 2176160
    },
    {
      "epoch": 607.36,
      "grad_norm": 1.1964503526687622,
      "learning_rate": 7.046542552479614e-07,
      "loss": 0.3267,
      "step": 2176170
    },
    {
      "epoch": 607.36,
      "grad_norm": 1.227166771888733,
      "learning_rate": 7.046349279205489e-07,
      "loss": 0.3274,
      "step": 2176180
    },
    {
      "epoch": 607.37,
      "grad_norm": 1.158382773399353,
      "learning_rate": 7.046156008113037e-07,
      "loss": 0.3333,
      "step": 2176190
    },
    {
      "epoch": 607.37,
      "grad_norm": 1.140304684638977,
      "learning_rate": 7.045962739202263e-07,
      "loss": 0.3504,
      "step": 2176200
    },
    {
      "epoch": 607.37,
      "grad_norm": 1.2179346084594727,
      "learning_rate": 7.045769472473223e-07,
      "loss": 0.3388,
      "step": 2176210
    },
    {
      "epoch": 607.37,
      "grad_norm": 1.2486748695373535,
      "learning_rate": 7.045576207925917e-07,
      "loss": 0.3337,
      "step": 2176220
    },
    {
      "epoch": 607.38,
      "grad_norm": 1.1918753385543823,
      "learning_rate": 7.045382945560382e-07,
      "loss": 0.3627,
      "step": 2176230
    },
    {
      "epoch": 607.38,
      "grad_norm": 1.261170506477356,
      "learning_rate": 7.04518968537665e-07,
      "loss": 0.3366,
      "step": 2176240
    },
    {
      "epoch": 607.38,
      "grad_norm": 1.132555603981018,
      "learning_rate": 7.044996427374723e-07,
      "loss": 0.3384,
      "step": 2176250
    },
    {
      "epoch": 607.38,
      "grad_norm": 1.1401842832565308,
      "learning_rate": 7.044803171554658e-07,
      "loss": 0.3209,
      "step": 2176260
    },
    {
      "epoch": 607.39,
      "grad_norm": 1.2760971784591675,
      "learning_rate": 7.044609917916458e-07,
      "loss": 0.3194,
      "step": 2176270
    },
    {
      "epoch": 607.39,
      "grad_norm": 1.3467439413070679,
      "learning_rate": 7.044416666460158e-07,
      "loss": 0.3427,
      "step": 2176280
    },
    {
      "epoch": 607.39,
      "grad_norm": 1.1453096866607666,
      "learning_rate": 7.044223417185786e-07,
      "loss": 0.3471,
      "step": 2176290
    },
    {
      "epoch": 607.4,
      "grad_norm": 1.1833455562591553,
      "learning_rate": 7.044030170093359e-07,
      "loss": 0.3399,
      "step": 2176300
    },
    {
      "epoch": 607.4,
      "grad_norm": 1.267078161239624,
      "learning_rate": 7.043836925182905e-07,
      "loss": 0.3512,
      "step": 2176310
    },
    {
      "epoch": 607.4,
      "grad_norm": 1.2540186643600464,
      "learning_rate": 7.043643682454453e-07,
      "loss": 0.3262,
      "step": 2176320
    },
    {
      "epoch": 607.4,
      "grad_norm": 1.0279666185379028,
      "learning_rate": 7.043450441908035e-07,
      "loss": 0.3274,
      "step": 2176330
    },
    {
      "epoch": 607.41,
      "grad_norm": 1.293839931488037,
      "learning_rate": 7.043257203543654e-07,
      "loss": 0.3467,
      "step": 2176340
    },
    {
      "epoch": 607.41,
      "grad_norm": 1.3548227548599243,
      "learning_rate": 7.043063967361367e-07,
      "loss": 0.3387,
      "step": 2176350
    },
    {
      "epoch": 607.41,
      "grad_norm": 1.2707303762435913,
      "learning_rate": 7.042870733361178e-07,
      "loss": 0.3455,
      "step": 2176360
    },
    {
      "epoch": 607.42,
      "grad_norm": 1.0839673280715942,
      "learning_rate": 7.042677501543116e-07,
      "loss": 0.3174,
      "step": 2176370
    },
    {
      "epoch": 607.42,
      "grad_norm": 1.255679965019226,
      "learning_rate": 7.042484271907217e-07,
      "loss": 0.3439,
      "step": 2176380
    },
    {
      "epoch": 607.42,
      "grad_norm": 1.1605560779571533,
      "learning_rate": 7.042291044453493e-07,
      "loss": 0.3181,
      "step": 2176390
    },
    {
      "epoch": 607.42,
      "grad_norm": 1.3386738300323486,
      "learning_rate": 7.042097819181975e-07,
      "loss": 0.3445,
      "step": 2176400
    },
    {
      "epoch": 607.43,
      "grad_norm": 1.2392092943191528,
      "learning_rate": 7.041904596092691e-07,
      "loss": 0.3452,
      "step": 2176410
    },
    {
      "epoch": 607.43,
      "grad_norm": 1.607046365737915,
      "learning_rate": 7.041711375185669e-07,
      "loss": 0.3414,
      "step": 2176420
    },
    {
      "epoch": 607.43,
      "grad_norm": 1.1646558046340942,
      "learning_rate": 7.041518156460928e-07,
      "loss": 0.3486,
      "step": 2176430
    },
    {
      "epoch": 607.44,
      "grad_norm": 1.4613784551620483,
      "learning_rate": 7.041324939918493e-07,
      "loss": 0.3426,
      "step": 2176440
    },
    {
      "epoch": 607.44,
      "grad_norm": 1.4020415544509888,
      "learning_rate": 7.041131725558404e-07,
      "loss": 0.3441,
      "step": 2176450
    },
    {
      "epoch": 607.44,
      "grad_norm": 1.2074872255325317,
      "learning_rate": 7.04093851338066e-07,
      "loss": 0.3474,
      "step": 2176460
    },
    {
      "epoch": 607.44,
      "grad_norm": 1.1834454536437988,
      "learning_rate": 7.040745303385315e-07,
      "loss": 0.3376,
      "step": 2176470
    },
    {
      "epoch": 607.45,
      "grad_norm": 1.0167678594589233,
      "learning_rate": 7.040552095572377e-07,
      "loss": 0.3461,
      "step": 2176480
    },
    {
      "epoch": 607.45,
      "grad_norm": 1.0751734972000122,
      "learning_rate": 7.040358889941878e-07,
      "loss": 0.3258,
      "step": 2176490
    },
    {
      "epoch": 607.45,
      "grad_norm": 1.346046805381775,
      "learning_rate": 7.040165686493843e-07,
      "loss": 0.3243,
      "step": 2176500
    },
    {
      "epoch": 607.45,
      "grad_norm": 1.1964665651321411,
      "learning_rate": 7.039972485228305e-07,
      "loss": 0.3481,
      "step": 2176510
    },
    {
      "epoch": 607.46,
      "grad_norm": 1.3296393156051636,
      "learning_rate": 7.039779286145274e-07,
      "loss": 0.3304,
      "step": 2176520
    },
    {
      "epoch": 607.46,
      "grad_norm": 1.191037654876709,
      "learning_rate": 7.039586089244784e-07,
      "loss": 0.3309,
      "step": 2176530
    },
    {
      "epoch": 607.46,
      "grad_norm": 1.5209383964538574,
      "learning_rate": 7.039392894526862e-07,
      "loss": 0.3416,
      "step": 2176540
    },
    {
      "epoch": 607.47,
      "grad_norm": 1.2441658973693848,
      "learning_rate": 7.039199701991531e-07,
      "loss": 0.3466,
      "step": 2176550
    },
    {
      "epoch": 607.47,
      "grad_norm": 1.1537472009658813,
      "learning_rate": 7.039006511638825e-07,
      "loss": 0.3431,
      "step": 2176560
    },
    {
      "epoch": 607.47,
      "grad_norm": 1.143386960029602,
      "learning_rate": 7.038813323468758e-07,
      "loss": 0.349,
      "step": 2176570
    },
    {
      "epoch": 607.47,
      "grad_norm": 1.2218647003173828,
      "learning_rate": 7.03862013748136e-07,
      "loss": 0.3275,
      "step": 2176580
    },
    {
      "epoch": 607.48,
      "grad_norm": 1.9756381511688232,
      "learning_rate": 7.038426953676665e-07,
      "loss": 0.3542,
      "step": 2176590
    },
    {
      "epoch": 607.48,
      "grad_norm": 1.329056978225708,
      "learning_rate": 7.038233772054677e-07,
      "loss": 0.3397,
      "step": 2176600
    },
    {
      "epoch": 607.48,
      "grad_norm": 1.2037550210952759,
      "learning_rate": 7.038040592615448e-07,
      "loss": 0.342,
      "step": 2176610
    },
    {
      "epoch": 607.49,
      "grad_norm": 1.126452088356018,
      "learning_rate": 7.037847415358986e-07,
      "loss": 0.3429,
      "step": 2176620
    },
    {
      "epoch": 607.49,
      "grad_norm": 1.0132821798324585,
      "learning_rate": 7.037654240285322e-07,
      "loss": 0.3202,
      "step": 2176630
    },
    {
      "epoch": 607.49,
      "grad_norm": 1.2421483993530273,
      "learning_rate": 7.03746106739448e-07,
      "loss": 0.3366,
      "step": 2176640
    },
    {
      "epoch": 607.49,
      "grad_norm": 1.4300204515457153,
      "learning_rate": 7.037267896686498e-07,
      "loss": 0.3361,
      "step": 2176650
    },
    {
      "epoch": 607.5,
      "grad_norm": 1.126098871231079,
      "learning_rate": 7.037074728161383e-07,
      "loss": 0.3373,
      "step": 2176660
    },
    {
      "epoch": 607.5,
      "grad_norm": 1.1355228424072266,
      "learning_rate": 7.03688156181917e-07,
      "loss": 0.3407,
      "step": 2176670
    },
    {
      "epoch": 607.5,
      "grad_norm": 1.2767181396484375,
      "learning_rate": 7.036688397659887e-07,
      "loss": 0.34,
      "step": 2176680
    },
    {
      "epoch": 607.5,
      "grad_norm": 1.153747320175171,
      "learning_rate": 7.036495235683547e-07,
      "loss": 0.3574,
      "step": 2176690
    },
    {
      "epoch": 607.51,
      "grad_norm": 1.3095377683639526,
      "learning_rate": 7.036302075890195e-07,
      "loss": 0.3258,
      "step": 2176700
    },
    {
      "epoch": 607.51,
      "grad_norm": 1.1377958059310913,
      "learning_rate": 7.036108918279844e-07,
      "loss": 0.3342,
      "step": 2176710
    },
    {
      "epoch": 607.51,
      "grad_norm": 1.137463092803955,
      "learning_rate": 7.03591576285252e-07,
      "loss": 0.3329,
      "step": 2176720
    },
    {
      "epoch": 607.52,
      "grad_norm": 1.1561377048492432,
      "learning_rate": 7.035722609608261e-07,
      "loss": 0.3468,
      "step": 2176730
    },
    {
      "epoch": 607.52,
      "grad_norm": 1.130137324333191,
      "learning_rate": 7.035529458547074e-07,
      "loss": 0.3276,
      "step": 2176740
    },
    {
      "epoch": 607.52,
      "grad_norm": 1.0808771848678589,
      "learning_rate": 7.035336309668993e-07,
      "loss": 0.3445,
      "step": 2176750
    },
    {
      "epoch": 607.52,
      "grad_norm": 1.0723040103912354,
      "learning_rate": 7.035143162974045e-07,
      "loss": 0.3389,
      "step": 2176760
    },
    {
      "epoch": 607.53,
      "grad_norm": 1.1472359895706177,
      "learning_rate": 7.034950018462262e-07,
      "loss": 0.3392,
      "step": 2176770
    },
    {
      "epoch": 607.53,
      "grad_norm": 1.4361777305603027,
      "learning_rate": 7.03475687613365e-07,
      "loss": 0.3329,
      "step": 2176780
    },
    {
      "epoch": 607.53,
      "grad_norm": 1.1520178318023682,
      "learning_rate": 7.034563735988263e-07,
      "loss": 0.336,
      "step": 2176790
    },
    {
      "epoch": 607.54,
      "grad_norm": 1.427107572555542,
      "learning_rate": 7.0343705980261e-07,
      "loss": 0.3421,
      "step": 2176800
    },
    {
      "epoch": 607.54,
      "grad_norm": 0.99262535572052,
      "learning_rate": 7.034177462247202e-07,
      "loss": 0.3458,
      "step": 2176810
    },
    {
      "epoch": 607.54,
      "grad_norm": 1.3181214332580566,
      "learning_rate": 7.033984328651596e-07,
      "loss": 0.3433,
      "step": 2176820
    },
    {
      "epoch": 607.54,
      "grad_norm": 1.2494947910308838,
      "learning_rate": 7.033791197239287e-07,
      "loss": 0.3316,
      "step": 2176830
    },
    {
      "epoch": 607.55,
      "grad_norm": 1.280809998512268,
      "learning_rate": 7.033598068010332e-07,
      "loss": 0.3598,
      "step": 2176840
    },
    {
      "epoch": 607.55,
      "grad_norm": 1.1904956102371216,
      "learning_rate": 7.033404940964734e-07,
      "loss": 0.3326,
      "step": 2176850
    },
    {
      "epoch": 607.55,
      "grad_norm": 1.1494405269622803,
      "learning_rate": 7.033211816102526e-07,
      "loss": 0.338,
      "step": 2176860
    },
    {
      "epoch": 607.56,
      "grad_norm": 1.268627405166626,
      "learning_rate": 7.033018693423739e-07,
      "loss": 0.3394,
      "step": 2176870
    },
    {
      "epoch": 607.56,
      "grad_norm": 1.0103325843811035,
      "learning_rate": 7.032825572928386e-07,
      "loss": 0.3352,
      "step": 2176880
    },
    {
      "epoch": 607.56,
      "grad_norm": 1.435120940208435,
      "learning_rate": 7.032632454616497e-07,
      "loss": 0.3423,
      "step": 2176890
    },
    {
      "epoch": 607.56,
      "grad_norm": 1.1635162830352783,
      "learning_rate": 7.032439338488104e-07,
      "loss": 0.3397,
      "step": 2176900
    },
    {
      "epoch": 607.57,
      "grad_norm": 1.3447105884552002,
      "learning_rate": 7.032246224543234e-07,
      "loss": 0.3467,
      "step": 2176910
    },
    {
      "epoch": 607.57,
      "grad_norm": 1.1182043552398682,
      "learning_rate": 7.032053112781895e-07,
      "loss": 0.3288,
      "step": 2176920
    },
    {
      "epoch": 607.57,
      "grad_norm": 1.1599518060684204,
      "learning_rate": 7.03186000320414e-07,
      "loss": 0.3392,
      "step": 2176930
    },
    {
      "epoch": 607.57,
      "grad_norm": 1.1703226566314697,
      "learning_rate": 7.031666895809973e-07,
      "loss": 0.3536,
      "step": 2176940
    },
    {
      "epoch": 607.58,
      "grad_norm": 1.0595736503601074,
      "learning_rate": 7.031473790599427e-07,
      "loss": 0.3418,
      "step": 2176950
    },
    {
      "epoch": 607.58,
      "grad_norm": 1.1181261539459229,
      "learning_rate": 7.031280687572533e-07,
      "loss": 0.3411,
      "step": 2176960
    },
    {
      "epoch": 607.58,
      "grad_norm": 1.216691255569458,
      "learning_rate": 7.031087586729306e-07,
      "loss": 0.333,
      "step": 2176970
    },
    {
      "epoch": 607.59,
      "grad_norm": 1.1634186506271362,
      "learning_rate": 7.030894488069775e-07,
      "loss": 0.3259,
      "step": 2176980
    },
    {
      "epoch": 607.59,
      "grad_norm": 1.3538304567337036,
      "learning_rate": 7.030701391593969e-07,
      "loss": 0.34,
      "step": 2176990
    },
    {
      "epoch": 607.59,
      "grad_norm": 1.4283736944198608,
      "learning_rate": 7.030508297301918e-07,
      "loss": 0.354,
      "step": 2177000
    },
    {
      "epoch": 607.59,
      "grad_norm": 2.783233165740967,
      "learning_rate": 7.030315205193636e-07,
      "loss": 0.3329,
      "step": 2177010
    },
    {
      "epoch": 607.6,
      "grad_norm": 1.129937767982483,
      "learning_rate": 7.030122115269157e-07,
      "loss": 0.3379,
      "step": 2177020
    },
    {
      "epoch": 607.6,
      "grad_norm": 1.2769330739974976,
      "learning_rate": 7.029929027528502e-07,
      "loss": 0.3525,
      "step": 2177030
    },
    {
      "epoch": 607.6,
      "grad_norm": 1.4129067659378052,
      "learning_rate": 7.029735941971698e-07,
      "loss": 0.3433,
      "step": 2177040
    },
    {
      "epoch": 607.61,
      "grad_norm": 1.1885581016540527,
      "learning_rate": 7.029542858598783e-07,
      "loss": 0.3732,
      "step": 2177050
    },
    {
      "epoch": 607.61,
      "grad_norm": 1.1926988363265991,
      "learning_rate": 7.029349777409761e-07,
      "loss": 0.3317,
      "step": 2177060
    },
    {
      "epoch": 607.61,
      "grad_norm": 1.1626332998275757,
      "learning_rate": 7.029156698404669e-07,
      "loss": 0.3314,
      "step": 2177070
    },
    {
      "epoch": 607.61,
      "grad_norm": 1.1286447048187256,
      "learning_rate": 7.028963621583531e-07,
      "loss": 0.334,
      "step": 2177080
    },
    {
      "epoch": 607.62,
      "grad_norm": 1.349338173866272,
      "learning_rate": 7.028770546946383e-07,
      "loss": 0.3206,
      "step": 2177090
    },
    {
      "epoch": 607.62,
      "grad_norm": 1.0891121625900269,
      "learning_rate": 7.028577474493234e-07,
      "loss": 0.3447,
      "step": 2177100
    },
    {
      "epoch": 607.62,
      "grad_norm": 1.0705254077911377,
      "learning_rate": 7.028384404224115e-07,
      "loss": 0.3442,
      "step": 2177110
    },
    {
      "epoch": 607.62,
      "grad_norm": 1.3482722043991089,
      "learning_rate": 7.028191336139054e-07,
      "loss": 0.3381,
      "step": 2177120
    },
    {
      "epoch": 607.63,
      "grad_norm": 1.3268038034439087,
      "learning_rate": 7.02799827023808e-07,
      "loss": 0.3392,
      "step": 2177130
    },
    {
      "epoch": 607.63,
      "grad_norm": 1.154286503791809,
      "learning_rate": 7.027805206521219e-07,
      "loss": 0.338,
      "step": 2177140
    },
    {
      "epoch": 607.63,
      "grad_norm": 1.2398393154144287,
      "learning_rate": 7.02761214498848e-07,
      "loss": 0.3301,
      "step": 2177150
    },
    {
      "epoch": 607.64,
      "grad_norm": 1.1939082145690918,
      "learning_rate": 7.027419085639914e-07,
      "loss": 0.3433,
      "step": 2177160
    },
    {
      "epoch": 607.64,
      "grad_norm": 1.306265115737915,
      "learning_rate": 7.027226028475527e-07,
      "loss": 0.3329,
      "step": 2177170
    },
    {
      "epoch": 607.64,
      "grad_norm": 1.214664101600647,
      "learning_rate": 7.027032973495353e-07,
      "loss": 0.3401,
      "step": 2177180
    },
    {
      "epoch": 607.64,
      "grad_norm": 1.1552938222885132,
      "learning_rate": 7.026839920699427e-07,
      "loss": 0.355,
      "step": 2177190
    },
    {
      "epoch": 607.65,
      "grad_norm": 1.1848762035369873,
      "learning_rate": 7.026646870087753e-07,
      "loss": 0.3418,
      "step": 2177200
    },
    {
      "epoch": 607.65,
      "grad_norm": 1.2005072832107544,
      "learning_rate": 7.026453821660369e-07,
      "loss": 0.3336,
      "step": 2177210
    },
    {
      "epoch": 607.65,
      "grad_norm": 1.2331517934799194,
      "learning_rate": 7.0262607754173e-07,
      "loss": 0.3342,
      "step": 2177220
    },
    {
      "epoch": 607.66,
      "grad_norm": 1.1625959873199463,
      "learning_rate": 7.026067731358579e-07,
      "loss": 0.3323,
      "step": 2177230
    },
    {
      "epoch": 607.66,
      "grad_norm": 1.2525993585586548,
      "learning_rate": 7.025874689484216e-07,
      "loss": 0.3622,
      "step": 2177240
    },
    {
      "epoch": 607.66,
      "grad_norm": 1.1674907207489014,
      "learning_rate": 7.025681649794244e-07,
      "loss": 0.3344,
      "step": 2177250
    },
    {
      "epoch": 607.66,
      "grad_norm": 1.267388939857483,
      "learning_rate": 7.025488612288698e-07,
      "loss": 0.3233,
      "step": 2177260
    },
    {
      "epoch": 607.67,
      "grad_norm": 1.333949089050293,
      "learning_rate": 7.02529557696758e-07,
      "loss": 0.3326,
      "step": 2177270
    },
    {
      "epoch": 607.67,
      "grad_norm": 1.0536680221557617,
      "learning_rate": 7.025102543830949e-07,
      "loss": 0.33,
      "step": 2177280
    },
    {
      "epoch": 607.67,
      "grad_norm": 1.1001673936843872,
      "learning_rate": 7.024909512878802e-07,
      "loss": 0.3443,
      "step": 2177290
    },
    {
      "epoch": 607.68,
      "grad_norm": 1.0949668884277344,
      "learning_rate": 7.024716484111175e-07,
      "loss": 0.3324,
      "step": 2177300
    },
    {
      "epoch": 607.68,
      "grad_norm": 1.3370851278305054,
      "learning_rate": 7.024523457528093e-07,
      "loss": 0.3452,
      "step": 2177310
    },
    {
      "epoch": 607.68,
      "grad_norm": 1.3939623832702637,
      "learning_rate": 7.024330433129592e-07,
      "loss": 0.329,
      "step": 2177320
    },
    {
      "epoch": 607.68,
      "grad_norm": 1.1469855308532715,
      "learning_rate": 7.024137410915682e-07,
      "loss": 0.3614,
      "step": 2177330
    },
    {
      "epoch": 607.69,
      "grad_norm": 1.2866429090499878,
      "learning_rate": 7.023944390886391e-07,
      "loss": 0.336,
      "step": 2177340
    },
    {
      "epoch": 607.69,
      "grad_norm": 1.017472267150879,
      "learning_rate": 7.023751373041759e-07,
      "loss": 0.3447,
      "step": 2177350
    },
    {
      "epoch": 607.69,
      "grad_norm": 1.3252441883087158,
      "learning_rate": 7.023558357381785e-07,
      "loss": 0.3472,
      "step": 2177360
    },
    {
      "epoch": 607.69,
      "grad_norm": 1.1377689838409424,
      "learning_rate": 7.023365343906529e-07,
      "loss": 0.3421,
      "step": 2177370
    },
    {
      "epoch": 607.7,
      "grad_norm": 2.9383254051208496,
      "learning_rate": 7.02317233261599e-07,
      "loss": 0.343,
      "step": 2177380
    },
    {
      "epoch": 607.7,
      "grad_norm": 1.353931188583374,
      "learning_rate": 7.022979323510201e-07,
      "loss": 0.3363,
      "step": 2177390
    },
    {
      "epoch": 607.7,
      "grad_norm": 1.2372159957885742,
      "learning_rate": 7.022786316589199e-07,
      "loss": 0.3407,
      "step": 2177400
    },
    {
      "epoch": 607.71,
      "grad_norm": 1.3140549659729004,
      "learning_rate": 7.022593311852984e-07,
      "loss": 0.35,
      "step": 2177410
    },
    {
      "epoch": 607.71,
      "grad_norm": 1.3570187091827393,
      "learning_rate": 7.022400309301612e-07,
      "loss": 0.3359,
      "step": 2177420
    },
    {
      "epoch": 607.71,
      "grad_norm": 1.209038257598877,
      "learning_rate": 7.022207308935086e-07,
      "loss": 0.3429,
      "step": 2177430
    },
    {
      "epoch": 607.71,
      "grad_norm": 1.067742943763733,
      "learning_rate": 7.022014310753439e-07,
      "loss": 0.3329,
      "step": 2177440
    },
    {
      "epoch": 607.72,
      "grad_norm": 1.0508805513381958,
      "learning_rate": 7.021821314756701e-07,
      "loss": 0.3482,
      "step": 2177450
    },
    {
      "epoch": 607.72,
      "grad_norm": 1.104446291923523,
      "learning_rate": 7.0216283209449e-07,
      "loss": 0.3491,
      "step": 2177460
    },
    {
      "epoch": 607.72,
      "grad_norm": 1.0471431016921997,
      "learning_rate": 7.021435329318048e-07,
      "loss": 0.3296,
      "step": 2177470
    },
    {
      "epoch": 607.73,
      "grad_norm": 1.19768488407135,
      "learning_rate": 7.021242339876181e-07,
      "loss": 0.3418,
      "step": 2177480
    },
    {
      "epoch": 607.73,
      "grad_norm": 1.2425733804702759,
      "learning_rate": 7.021049352619329e-07,
      "loss": 0.3303,
      "step": 2177490
    },
    {
      "epoch": 607.73,
      "grad_norm": 1.1361132860183716,
      "learning_rate": 7.020856367547495e-07,
      "loss": 0.3348,
      "step": 2177500
    },
    {
      "epoch": 607.73,
      "grad_norm": 1.0989426374435425,
      "learning_rate": 7.020663384660735e-07,
      "loss": 0.3416,
      "step": 2177510
    },
    {
      "epoch": 607.74,
      "grad_norm": 1.3486906290054321,
      "learning_rate": 7.020470403959053e-07,
      "loss": 0.34,
      "step": 2177520
    },
    {
      "epoch": 607.74,
      "grad_norm": 1.3134397268295288,
      "learning_rate": 7.020277425442486e-07,
      "loss": 0.3321,
      "step": 2177530
    },
    {
      "epoch": 607.74,
      "grad_norm": 1.3972374200820923,
      "learning_rate": 7.020084449111057e-07,
      "loss": 0.3494,
      "step": 2177540
    },
    {
      "epoch": 607.74,
      "grad_norm": 1.4516072273254395,
      "learning_rate": 7.019891474964789e-07,
      "loss": 0.356,
      "step": 2177550
    },
    {
      "epoch": 607.75,
      "grad_norm": 1.1965018510818481,
      "learning_rate": 7.019698503003706e-07,
      "loss": 0.3377,
      "step": 2177560
    },
    {
      "epoch": 607.75,
      "grad_norm": 3.6626439094543457,
      "learning_rate": 7.019505533227837e-07,
      "loss": 0.3531,
      "step": 2177570
    },
    {
      "epoch": 607.75,
      "grad_norm": 1.1937559843063354,
      "learning_rate": 7.019312565637217e-07,
      "loss": 0.3329,
      "step": 2177580
    },
    {
      "epoch": 607.76,
      "grad_norm": 1.186991572380066,
      "learning_rate": 7.019119600231843e-07,
      "loss": 0.3329,
      "step": 2177590
    },
    {
      "epoch": 607.76,
      "grad_norm": 1.2525241374969482,
      "learning_rate": 7.01892663701178e-07,
      "loss": 0.3229,
      "step": 2177600
    },
    {
      "epoch": 607.76,
      "grad_norm": 1.4905794858932495,
      "learning_rate": 7.018733675977022e-07,
      "loss": 0.3389,
      "step": 2177610
    },
    {
      "epoch": 607.76,
      "grad_norm": 1.158344030380249,
      "learning_rate": 7.018540717127608e-07,
      "loss": 0.3302,
      "step": 2177620
    },
    {
      "epoch": 607.77,
      "grad_norm": 1.073661208152771,
      "learning_rate": 7.01834776046357e-07,
      "loss": 0.3432,
      "step": 2177630
    },
    {
      "epoch": 607.77,
      "grad_norm": 1.3799751996994019,
      "learning_rate": 7.018154805984917e-07,
      "loss": 0.3434,
      "step": 2177640
    },
    {
      "epoch": 607.77,
      "grad_norm": 1.2798916101455688,
      "learning_rate": 7.017961853691683e-07,
      "loss": 0.3326,
      "step": 2177650
    },
    {
      "epoch": 607.78,
      "grad_norm": 1.2806254625320435,
      "learning_rate": 7.017768903583896e-07,
      "loss": 0.3517,
      "step": 2177660
    },
    {
      "epoch": 607.78,
      "grad_norm": 1.6306270360946655,
      "learning_rate": 7.017575955661584e-07,
      "loss": 0.3299,
      "step": 2177670
    },
    {
      "epoch": 607.78,
      "grad_norm": 1.094494342803955,
      "learning_rate": 7.017383009924765e-07,
      "loss": 0.3265,
      "step": 2177680
    },
    {
      "epoch": 607.78,
      "grad_norm": 1.2151257991790771,
      "learning_rate": 7.017190066373465e-07,
      "loss": 0.3498,
      "step": 2177690
    },
    {
      "epoch": 607.79,
      "grad_norm": 1.2274004220962524,
      "learning_rate": 7.016997125007713e-07,
      "loss": 0.3259,
      "step": 2177700
    },
    {
      "epoch": 607.79,
      "grad_norm": 1.1540111303329468,
      "learning_rate": 7.016804185827537e-07,
      "loss": 0.3345,
      "step": 2177710
    },
    {
      "epoch": 607.79,
      "grad_norm": 1.327409029006958,
      "learning_rate": 7.016611248832965e-07,
      "loss": 0.3556,
      "step": 2177720
    },
    {
      "epoch": 607.8,
      "grad_norm": 1.2278660535812378,
      "learning_rate": 7.016418314024004e-07,
      "loss": 0.3246,
      "step": 2177730
    },
    {
      "epoch": 607.8,
      "grad_norm": 1.6447683572769165,
      "learning_rate": 7.016225381400707e-07,
      "loss": 0.3536,
      "step": 2177740
    },
    {
      "epoch": 607.8,
      "grad_norm": 1.0930132865905762,
      "learning_rate": 7.016032450963081e-07,
      "loss": 0.3431,
      "step": 2177750
    },
    {
      "epoch": 607.8,
      "grad_norm": 1.2384507656097412,
      "learning_rate": 7.015839522711154e-07,
      "loss": 0.3516,
      "step": 2177760
    },
    {
      "epoch": 607.81,
      "grad_norm": 1.2332181930541992,
      "learning_rate": 7.015646596644964e-07,
      "loss": 0.3204,
      "step": 2177770
    },
    {
      "epoch": 607.81,
      "grad_norm": 1.2833127975463867,
      "learning_rate": 7.015453672764518e-07,
      "loss": 0.3416,
      "step": 2177780
    },
    {
      "epoch": 607.81,
      "grad_norm": 1.2527165412902832,
      "learning_rate": 7.015260751069851e-07,
      "loss": 0.3384,
      "step": 2177790
    },
    {
      "epoch": 607.81,
      "grad_norm": 1.171372413635254,
      "learning_rate": 7.015067831560991e-07,
      "loss": 0.3382,
      "step": 2177800
    },
    {
      "epoch": 607.82,
      "grad_norm": 1.4446505308151245,
      "learning_rate": 7.014874914237965e-07,
      "loss": 0.3572,
      "step": 2177810
    },
    {
      "epoch": 607.82,
      "grad_norm": 1.2875702381134033,
      "learning_rate": 7.014681999100791e-07,
      "loss": 0.3375,
      "step": 2177820
    },
    {
      "epoch": 607.82,
      "grad_norm": 1.209031105041504,
      "learning_rate": 7.014489086149496e-07,
      "loss": 0.3359,
      "step": 2177830
    },
    {
      "epoch": 607.83,
      "grad_norm": 1.1514092683792114,
      "learning_rate": 7.014296175384118e-07,
      "loss": 0.3423,
      "step": 2177840
    },
    {
      "epoch": 607.83,
      "grad_norm": 1.1755828857421875,
      "learning_rate": 7.014103266804656e-07,
      "loss": 0.3285,
      "step": 2177850
    },
    {
      "epoch": 607.83,
      "grad_norm": 1.2948896884918213,
      "learning_rate": 7.013910360411169e-07,
      "loss": 0.3546,
      "step": 2177860
    },
    {
      "epoch": 607.83,
      "grad_norm": 1.172141671180725,
      "learning_rate": 7.013717456203657e-07,
      "loss": 0.3259,
      "step": 2177870
    },
    {
      "epoch": 607.84,
      "grad_norm": 1.2928221225738525,
      "learning_rate": 7.013524554182155e-07,
      "loss": 0.3251,
      "step": 2177880
    },
    {
      "epoch": 607.84,
      "grad_norm": 1.3668984174728394,
      "learning_rate": 7.013331654346691e-07,
      "loss": 0.3634,
      "step": 2177890
    },
    {
      "epoch": 607.84,
      "grad_norm": 1.4946720600128174,
      "learning_rate": 7.013138756697294e-07,
      "loss": 0.3184,
      "step": 2177900
    },
    {
      "epoch": 607.85,
      "grad_norm": 1.3310649394989014,
      "learning_rate": 7.012945861233975e-07,
      "loss": 0.3452,
      "step": 2177910
    },
    {
      "epoch": 607.85,
      "grad_norm": 1.2049542665481567,
      "learning_rate": 7.012752967956772e-07,
      "loss": 0.3343,
      "step": 2177920
    },
    {
      "epoch": 607.85,
      "grad_norm": 1.4114545583724976,
      "learning_rate": 7.012560076865712e-07,
      "loss": 0.3516,
      "step": 2177930
    },
    {
      "epoch": 607.85,
      "grad_norm": 1.3054040670394897,
      "learning_rate": 7.012367187960803e-07,
      "loss": 0.3462,
      "step": 2177940
    },
    {
      "epoch": 607.86,
      "grad_norm": 1.155639886856079,
      "learning_rate": 7.012174301242096e-07,
      "loss": 0.3232,
      "step": 2177950
    },
    {
      "epoch": 607.86,
      "grad_norm": 1.2709685564041138,
      "learning_rate": 7.011981416709599e-07,
      "loss": 0.3531,
      "step": 2177960
    },
    {
      "epoch": 607.86,
      "grad_norm": 1.531101107597351,
      "learning_rate": 7.011788534363343e-07,
      "loss": 0.3363,
      "step": 2177970
    },
    {
      "epoch": 607.86,
      "grad_norm": 1.1250609159469604,
      "learning_rate": 7.011595654203353e-07,
      "loss": 0.3438,
      "step": 2177980
    },
    {
      "epoch": 607.87,
      "grad_norm": 1.593922734260559,
      "learning_rate": 7.011402776229657e-07,
      "loss": 0.344,
      "step": 2177990
    },
    {
      "epoch": 607.87,
      "grad_norm": 1.3102110624313354,
      "learning_rate": 7.011209900442283e-07,
      "loss": 0.332,
      "step": 2178000
    },
    {
      "epoch": 607.87,
      "grad_norm": 1.6233372688293457,
      "learning_rate": 7.011017026841248e-07,
      "loss": 0.3288,
      "step": 2178010
    },
    {
      "epoch": 607.88,
      "grad_norm": 1.059524655342102,
      "learning_rate": 7.010824155426583e-07,
      "loss": 0.3499,
      "step": 2178020
    },
    {
      "epoch": 607.88,
      "grad_norm": 1.1660115718841553,
      "learning_rate": 7.01063128619831e-07,
      "loss": 0.3394,
      "step": 2178030
    },
    {
      "epoch": 607.88,
      "grad_norm": 1.3078296184539795,
      "learning_rate": 7.010438419156468e-07,
      "loss": 0.3382,
      "step": 2178040
    },
    {
      "epoch": 607.88,
      "grad_norm": 15.51618766784668,
      "learning_rate": 7.010245554301064e-07,
      "loss": 0.333,
      "step": 2178050
    },
    {
      "epoch": 607.89,
      "grad_norm": 1.4187700748443604,
      "learning_rate": 7.01005269163213e-07,
      "loss": 0.3309,
      "step": 2178060
    },
    {
      "epoch": 607.89,
      "grad_norm": 0.9545403718948364,
      "learning_rate": 7.009859831149704e-07,
      "loss": 0.3269,
      "step": 2178070
    },
    {
      "epoch": 607.89,
      "grad_norm": 1.2507628202438354,
      "learning_rate": 7.009666972853785e-07,
      "loss": 0.3395,
      "step": 2178080
    },
    {
      "epoch": 607.9,
      "grad_norm": 1.3080756664276123,
      "learning_rate": 7.00947411674443e-07,
      "loss": 0.3495,
      "step": 2178090
    },
    {
      "epoch": 607.9,
      "grad_norm": 1.4154120683670044,
      "learning_rate": 7.009281262821642e-07,
      "loss": 0.3294,
      "step": 2178100
    },
    {
      "epoch": 607.9,
      "grad_norm": 1.0829589366912842,
      "learning_rate": 7.009088411085455e-07,
      "loss": 0.3544,
      "step": 2178110
    },
    {
      "epoch": 607.9,
      "grad_norm": 1.1331325769424438,
      "learning_rate": 7.008895561535897e-07,
      "loss": 0.3539,
      "step": 2178120
    },
    {
      "epoch": 607.91,
      "grad_norm": 1.238914966583252,
      "learning_rate": 7.008702714172994e-07,
      "loss": 0.3356,
      "step": 2178130
    },
    {
      "epoch": 607.91,
      "grad_norm": 1.3400843143463135,
      "learning_rate": 7.008509868996761e-07,
      "loss": 0.3243,
      "step": 2178140
    },
    {
      "epoch": 607.91,
      "grad_norm": 1.253334403038025,
      "learning_rate": 7.008317026007233e-07,
      "loss": 0.3563,
      "step": 2178150
    },
    {
      "epoch": 607.92,
      "grad_norm": 1.4595226049423218,
      "learning_rate": 7.008124185204441e-07,
      "loss": 0.3343,
      "step": 2178160
    },
    {
      "epoch": 607.92,
      "grad_norm": 1.0834358930587769,
      "learning_rate": 7.007931346588389e-07,
      "loss": 0.3364,
      "step": 2178170
    },
    {
      "epoch": 607.92,
      "grad_norm": 1.4040085077285767,
      "learning_rate": 7.007738510159129e-07,
      "loss": 0.3523,
      "step": 2178180
    },
    {
      "epoch": 607.92,
      "grad_norm": 1.4616206884384155,
      "learning_rate": 7.00754567591667e-07,
      "loss": 0.3438,
      "step": 2178190
    },
    {
      "epoch": 607.93,
      "grad_norm": 1.3445597887039185,
      "learning_rate": 7.007352843861042e-07,
      "loss": 0.3408,
      "step": 2178200
    },
    {
      "epoch": 607.93,
      "grad_norm": 1.1364754438400269,
      "learning_rate": 7.007160013992276e-07,
      "loss": 0.3288,
      "step": 2178210
    },
    {
      "epoch": 607.93,
      "grad_norm": 1.376605749130249,
      "learning_rate": 7.00696718631039e-07,
      "loss": 0.3339,
      "step": 2178220
    },
    {
      "epoch": 607.93,
      "grad_norm": 1.2882394790649414,
      "learning_rate": 7.006774360815409e-07,
      "loss": 0.3399,
      "step": 2178230
    },
    {
      "epoch": 607.94,
      "grad_norm": 1.3484981060028076,
      "learning_rate": 7.006581537507363e-07,
      "loss": 0.346,
      "step": 2178240
    },
    {
      "epoch": 607.94,
      "grad_norm": 1.5182760953903198,
      "learning_rate": 7.006388716386284e-07,
      "loss": 0.3329,
      "step": 2178250
    },
    {
      "epoch": 607.94,
      "grad_norm": 1.101525902748108,
      "learning_rate": 7.006195897452176e-07,
      "loss": 0.3434,
      "step": 2178260
    },
    {
      "epoch": 607.95,
      "grad_norm": 1.549152135848999,
      "learning_rate": 7.006003080705091e-07,
      "loss": 0.3374,
      "step": 2178270
    },
    {
      "epoch": 607.95,
      "grad_norm": 1.1477446556091309,
      "learning_rate": 7.005810266145039e-07,
      "loss": 0.3263,
      "step": 2178280
    },
    {
      "epoch": 607.95,
      "grad_norm": 1.105438232421875,
      "learning_rate": 7.005617453772049e-07,
      "loss": 0.3286,
      "step": 2178290
    },
    {
      "epoch": 607.95,
      "grad_norm": 1.1130629777908325,
      "learning_rate": 7.005424643586154e-07,
      "loss": 0.3469,
      "step": 2178300
    },
    {
      "epoch": 607.96,
      "grad_norm": 1.214372992515564,
      "learning_rate": 7.005231835587356e-07,
      "loss": 0.3265,
      "step": 2178310
    },
    {
      "epoch": 607.96,
      "grad_norm": 1.280135154724121,
      "learning_rate": 7.005039029775714e-07,
      "loss": 0.3439,
      "step": 2178320
    },
    {
      "epoch": 607.96,
      "grad_norm": 1.7186404466629028,
      "learning_rate": 7.004846226151229e-07,
      "loss": 0.3439,
      "step": 2178330
    },
    {
      "epoch": 607.97,
      "grad_norm": 1.1911722421646118,
      "learning_rate": 7.004653424713934e-07,
      "loss": 0.3427,
      "step": 2178340
    },
    {
      "epoch": 607.97,
      "grad_norm": 1.0521403551101685,
      "learning_rate": 7.004460625463863e-07,
      "loss": 0.3374,
      "step": 2178350
    },
    {
      "epoch": 607.97,
      "grad_norm": 1.3196165561676025,
      "learning_rate": 7.004267828401028e-07,
      "loss": 0.328,
      "step": 2178360
    },
    {
      "epoch": 607.97,
      "grad_norm": 1.2517280578613281,
      "learning_rate": 7.004075033525461e-07,
      "loss": 0.3495,
      "step": 2178370
    },
    {
      "epoch": 607.98,
      "grad_norm": 1.2875754833221436,
      "learning_rate": 7.003882240837187e-07,
      "loss": 0.3482,
      "step": 2178380
    },
    {
      "epoch": 607.98,
      "grad_norm": 1.3074480295181274,
      "learning_rate": 7.003689450336238e-07,
      "loss": 0.3472,
      "step": 2178390
    },
    {
      "epoch": 607.98,
      "grad_norm": 1.3354973793029785,
      "learning_rate": 7.00349666202262e-07,
      "loss": 0.335,
      "step": 2178400
    },
    {
      "epoch": 607.98,
      "grad_norm": 1.2615495920181274,
      "learning_rate": 7.003303875896388e-07,
      "loss": 0.3393,
      "step": 2178410
    },
    {
      "epoch": 607.99,
      "grad_norm": 1.3372889757156372,
      "learning_rate": 7.003111091957541e-07,
      "loss": 0.3382,
      "step": 2178420
    },
    {
      "epoch": 607.99,
      "grad_norm": 1.2784709930419922,
      "learning_rate": 7.002918310206119e-07,
      "loss": 0.3308,
      "step": 2178430
    },
    {
      "epoch": 607.99,
      "grad_norm": 1.1318646669387817,
      "learning_rate": 7.002725530642151e-07,
      "loss": 0.3397,
      "step": 2178440
    },
    {
      "epoch": 608.0,
      "grad_norm": 1.087767243385315,
      "learning_rate": 7.002532753265649e-07,
      "loss": 0.346,
      "step": 2178450
    },
    {
      "epoch": 608.0,
      "grad_norm": 1.5121663808822632,
      "learning_rate": 7.002339978076644e-07,
      "loss": 0.3299,
      "step": 2178460
    },
    {
      "epoch": 608.0,
      "eval_loss": 0.3402233421802521,
      "eval_runtime": 66.5442,
      "eval_samples_per_second": 76.025,
      "eval_steps_per_second": 9.512,
      "step": 2178464
    },
    {
      "epoch": 608.0,
      "grad_norm": 1.301742672920227,
      "learning_rate": 7.002147205075163e-07,
      "loss": 0.3412,
      "step": 2178470
    },
    {
      "epoch": 608.0,
      "grad_norm": 1.2664052248001099,
      "learning_rate": 7.001954434261242e-07,
      "loss": 0.3258,
      "step": 2178480
    },
    {
      "epoch": 608.01,
      "grad_norm": 1.3343993425369263,
      "learning_rate": 7.001761665634887e-07,
      "loss": 0.3316,
      "step": 2178490
    },
    {
      "epoch": 608.01,
      "grad_norm": 1.124885082244873,
      "learning_rate": 7.001568899196135e-07,
      "loss": 0.3359,
      "step": 2178500
    },
    {
      "epoch": 608.01,
      "grad_norm": 1.1576974391937256,
      "learning_rate": 7.001376134945014e-07,
      "loss": 0.3274,
      "step": 2178510
    },
    {
      "epoch": 608.02,
      "grad_norm": 1.3773696422576904,
      "learning_rate": 7.001183372881533e-07,
      "loss": 0.3306,
      "step": 2178520
    },
    {
      "epoch": 608.02,
      "grad_norm": 1.1226253509521484,
      "learning_rate": 7.000990613005746e-07,
      "loss": 0.3416,
      "step": 2178530
    },
    {
      "epoch": 608.02,
      "grad_norm": 1.2339191436767578,
      "learning_rate": 7.000797855317653e-07,
      "loss": 0.3506,
      "step": 2178540
    },
    {
      "epoch": 608.02,
      "grad_norm": 1.445836067199707,
      "learning_rate": 7.000605099817293e-07,
      "loss": 0.3539,
      "step": 2178550
    },
    {
      "epoch": 608.03,
      "grad_norm": 1.0848183631896973,
      "learning_rate": 7.000412346504685e-07,
      "loss": 0.3417,
      "step": 2178560
    },
    {
      "epoch": 608.03,
      "grad_norm": 1.1924268007278442,
      "learning_rate": 7.000219595379861e-07,
      "loss": 0.3543,
      "step": 2178570
    },
    {
      "epoch": 608.03,
      "grad_norm": 1.1007078886032104,
      "learning_rate": 7.000026846442849e-07,
      "loss": 0.337,
      "step": 2178580
    },
    {
      "epoch": 608.04,
      "grad_norm": 1.295822024345398,
      "learning_rate": 6.999834099693659e-07,
      "loss": 0.3335,
      "step": 2178590
    },
    {
      "epoch": 608.04,
      "grad_norm": 1.211111068725586,
      "learning_rate": 6.99964135513233e-07,
      "loss": 0.3248,
      "step": 2178600
    },
    {
      "epoch": 608.04,
      "grad_norm": 2.7400121688842773,
      "learning_rate": 6.999448612758885e-07,
      "loss": 0.3386,
      "step": 2178610
    },
    {
      "epoch": 608.04,
      "grad_norm": 1.1929738521575928,
      "learning_rate": 6.999255872573355e-07,
      "loss": 0.3351,
      "step": 2178620
    },
    {
      "epoch": 608.05,
      "grad_norm": 1.2503974437713623,
      "learning_rate": 6.999063134575754e-07,
      "loss": 0.3316,
      "step": 2178630
    },
    {
      "epoch": 608.05,
      "grad_norm": 1.1548371315002441,
      "learning_rate": 6.998870398766112e-07,
      "loss": 0.3469,
      "step": 2178640
    },
    {
      "epoch": 608.05,
      "grad_norm": 1.0402289628982544,
      "learning_rate": 6.998677665144463e-07,
      "loss": 0.3469,
      "step": 2178650
    },
    {
      "epoch": 608.05,
      "grad_norm": 1.3059666156768799,
      "learning_rate": 6.998484933710812e-07,
      "loss": 0.3425,
      "step": 2178660
    },
    {
      "epoch": 608.06,
      "grad_norm": 3.3534748554229736,
      "learning_rate": 6.998292204465213e-07,
      "loss": 0.3319,
      "step": 2178670
    },
    {
      "epoch": 608.06,
      "grad_norm": 1.192215919494629,
      "learning_rate": 6.998099477407668e-07,
      "loss": 0.3406,
      "step": 2178680
    },
    {
      "epoch": 608.06,
      "grad_norm": 1.0998785495758057,
      "learning_rate": 6.997906752538214e-07,
      "loss": 0.3166,
      "step": 2178690
    },
    {
      "epoch": 608.07,
      "grad_norm": 1.4849547147750854,
      "learning_rate": 6.997714029856875e-07,
      "loss": 0.3489,
      "step": 2178700
    },
    {
      "epoch": 608.07,
      "grad_norm": 1.146541714668274,
      "learning_rate": 6.997521309363681e-07,
      "loss": 0.3373,
      "step": 2178710
    },
    {
      "epoch": 608.07,
      "grad_norm": 1.3277215957641602,
      "learning_rate": 6.997328591058647e-07,
      "loss": 0.3527,
      "step": 2178720
    },
    {
      "epoch": 608.07,
      "grad_norm": 1.0106970071792603,
      "learning_rate": 6.997135874941804e-07,
      "loss": 0.328,
      "step": 2178730
    },
    {
      "epoch": 608.08,
      "grad_norm": 0.8645540475845337,
      "learning_rate": 6.996943161013185e-07,
      "loss": 0.3355,
      "step": 2178740
    },
    {
      "epoch": 608.08,
      "grad_norm": 1.2694644927978516,
      "learning_rate": 6.996750449272793e-07,
      "loss": 0.3494,
      "step": 2178750
    },
    {
      "epoch": 608.08,
      "grad_norm": 1.1717981100082397,
      "learning_rate": 6.996557739720683e-07,
      "loss": 0.3261,
      "step": 2178760
    },
    {
      "epoch": 608.09,
      "grad_norm": 1.3006436824798584,
      "learning_rate": 6.996365032356862e-07,
      "loss": 0.3445,
      "step": 2178770
    },
    {
      "epoch": 608.09,
      "grad_norm": 1.2742481231689453,
      "learning_rate": 6.99617232718136e-07,
      "loss": 0.3443,
      "step": 2178780
    },
    {
      "epoch": 608.09,
      "grad_norm": 1.081766963005066,
      "learning_rate": 6.995979624194209e-07,
      "loss": 0.3404,
      "step": 2178790
    },
    {
      "epoch": 608.09,
      "grad_norm": 1.215272307395935,
      "learning_rate": 6.995786923395425e-07,
      "loss": 0.3364,
      "step": 2178800
    },
    {
      "epoch": 608.1,
      "grad_norm": 1.2981983423233032,
      "learning_rate": 6.995594224785033e-07,
      "loss": 0.3336,
      "step": 2178810
    },
    {
      "epoch": 608.1,
      "grad_norm": 1.6760838031768799,
      "learning_rate": 6.995401528363066e-07,
      "loss": 0.3442,
      "step": 2178820
    },
    {
      "epoch": 608.1,
      "grad_norm": 1.1517306566238403,
      "learning_rate": 6.995208834129554e-07,
      "loss": 0.3347,
      "step": 2178830
    },
    {
      "epoch": 608.1,
      "grad_norm": 1.2594060897827148,
      "learning_rate": 6.9950161420845e-07,
      "loss": 0.3487,
      "step": 2178840
    },
    {
      "epoch": 608.11,
      "grad_norm": 1.2759020328521729,
      "learning_rate": 6.99482345222796e-07,
      "loss": 0.3339,
      "step": 2178850
    },
    {
      "epoch": 608.11,
      "grad_norm": 1.1719647645950317,
      "learning_rate": 6.994630764559938e-07,
      "loss": 0.3603,
      "step": 2178860
    },
    {
      "epoch": 608.11,
      "grad_norm": 1.2570760250091553,
      "learning_rate": 6.994438079080465e-07,
      "loss": 0.3398,
      "step": 2178870
    },
    {
      "epoch": 608.12,
      "grad_norm": 1.2852863073349,
      "learning_rate": 6.994245395789577e-07,
      "loss": 0.3241,
      "step": 2178880
    },
    {
      "epoch": 608.12,
      "grad_norm": 1.0462685823440552,
      "learning_rate": 6.994052714687275e-07,
      "loss": 0.3384,
      "step": 2178890
    },
    {
      "epoch": 608.12,
      "grad_norm": 1.1121079921722412,
      "learning_rate": 6.993860035773615e-07,
      "loss": 0.3231,
      "step": 2178900
    },
    {
      "epoch": 608.12,
      "grad_norm": 1.2559698820114136,
      "learning_rate": 6.9936673590486e-07,
      "loss": 0.3411,
      "step": 2178910
    },
    {
      "epoch": 608.13,
      "grad_norm": 1.2956188917160034,
      "learning_rate": 6.993474684512264e-07,
      "loss": 0.3465,
      "step": 2178920
    },
    {
      "epoch": 608.13,
      "grad_norm": 1.199576735496521,
      "learning_rate": 6.993282012164632e-07,
      "loss": 0.332,
      "step": 2178930
    },
    {
      "epoch": 608.13,
      "grad_norm": 1.1897273063659668,
      "learning_rate": 6.99308934200574e-07,
      "loss": 0.3392,
      "step": 2178940
    },
    {
      "epoch": 608.14,
      "grad_norm": 1.2980949878692627,
      "learning_rate": 6.992896674035594e-07,
      "loss": 0.337,
      "step": 2178950
    },
    {
      "epoch": 608.14,
      "grad_norm": 1.1838405132293701,
      "learning_rate": 6.992704008254229e-07,
      "loss": 0.3375,
      "step": 2178960
    },
    {
      "epoch": 608.14,
      "grad_norm": 1.2612265348434448,
      "learning_rate": 6.992511344661678e-07,
      "loss": 0.3457,
      "step": 2178970
    },
    {
      "epoch": 608.14,
      "grad_norm": 1.268417477607727,
      "learning_rate": 6.992318683257946e-07,
      "loss": 0.3526,
      "step": 2178980
    },
    {
      "epoch": 608.15,
      "grad_norm": 1.6140865087509155,
      "learning_rate": 6.992126024043086e-07,
      "loss": 0.3483,
      "step": 2178990
    },
    {
      "epoch": 608.15,
      "grad_norm": 1.197097897529602,
      "learning_rate": 6.991933367017102e-07,
      "loss": 0.3271,
      "step": 2179000
    },
    {
      "epoch": 608.15,
      "grad_norm": 1.3613033294677734,
      "learning_rate": 6.991740712180026e-07,
      "loss": 0.3397,
      "step": 2179010
    },
    {
      "epoch": 608.16,
      "grad_norm": 1.1727244853973389,
      "learning_rate": 6.991548059531895e-07,
      "loss": 0.3482,
      "step": 2179020
    },
    {
      "epoch": 608.16,
      "grad_norm": 1.0234706401824951,
      "learning_rate": 6.991355409072717e-07,
      "loss": 0.3561,
      "step": 2179030
    },
    {
      "epoch": 608.16,
      "grad_norm": 1.072906732559204,
      "learning_rate": 6.991162760802526e-07,
      "loss": 0.3394,
      "step": 2179040
    },
    {
      "epoch": 608.16,
      "grad_norm": 1.2078126668930054,
      "learning_rate": 6.990970114721344e-07,
      "loss": 0.339,
      "step": 2179050
    },
    {
      "epoch": 608.17,
      "grad_norm": 1.1260639429092407,
      "learning_rate": 6.990777470829209e-07,
      "loss": 0.3185,
      "step": 2179060
    },
    {
      "epoch": 608.17,
      "grad_norm": 1.3228336572647095,
      "learning_rate": 6.990584829126122e-07,
      "loss": 0.3483,
      "step": 2179070
    },
    {
      "epoch": 608.17,
      "grad_norm": 1.5330113172531128,
      "learning_rate": 6.990392189612139e-07,
      "loss": 0.3353,
      "step": 2179080
    },
    {
      "epoch": 608.17,
      "grad_norm": 1.1700222492218018,
      "learning_rate": 6.990199552287263e-07,
      "loss": 0.3206,
      "step": 2179090
    },
    {
      "epoch": 608.18,
      "grad_norm": 1.2924998998641968,
      "learning_rate": 6.990006917151526e-07,
      "loss": 0.3395,
      "step": 2179100
    },
    {
      "epoch": 608.18,
      "grad_norm": 1.4905673265457153,
      "learning_rate": 6.989814284204965e-07,
      "loss": 0.3395,
      "step": 2179110
    },
    {
      "epoch": 608.18,
      "grad_norm": 1.3471893072128296,
      "learning_rate": 6.989621653447588e-07,
      "loss": 0.3382,
      "step": 2179120
    },
    {
      "epoch": 608.19,
      "grad_norm": 1.2205805778503418,
      "learning_rate": 6.989429024879426e-07,
      "loss": 0.3357,
      "step": 2179130
    },
    {
      "epoch": 608.19,
      "grad_norm": 1.178688645362854,
      "learning_rate": 6.989236398500506e-07,
      "loss": 0.3382,
      "step": 2179140
    },
    {
      "epoch": 608.19,
      "grad_norm": 1.1162455081939697,
      "learning_rate": 6.989043774310858e-07,
      "loss": 0.3196,
      "step": 2179150
    },
    {
      "epoch": 608.19,
      "grad_norm": 1.1640921831130981,
      "learning_rate": 6.988851152310507e-07,
      "loss": 0.3479,
      "step": 2179160
    },
    {
      "epoch": 608.2,
      "grad_norm": 1.2717735767364502,
      "learning_rate": 6.988658532499471e-07,
      "loss": 0.3422,
      "step": 2179170
    },
    {
      "epoch": 608.2,
      "grad_norm": 1.1233949661254883,
      "learning_rate": 6.98846591487778e-07,
      "loss": 0.3409,
      "step": 2179180
    },
    {
      "epoch": 608.2,
      "grad_norm": 1.1706126928329468,
      "learning_rate": 6.988273299445459e-07,
      "loss": 0.3332,
      "step": 2179190
    },
    {
      "epoch": 608.21,
      "grad_norm": 1.253731608390808,
      "learning_rate": 6.988080686202542e-07,
      "loss": 0.3463,
      "step": 2179200
    },
    {
      "epoch": 608.21,
      "grad_norm": 1.346755862236023,
      "learning_rate": 6.987888075149034e-07,
      "loss": 0.3361,
      "step": 2179210
    },
    {
      "epoch": 608.21,
      "grad_norm": 2.080907106399536,
      "learning_rate": 6.987695466284986e-07,
      "loss": 0.3468,
      "step": 2179220
    },
    {
      "epoch": 608.21,
      "grad_norm": 2.7042951583862305,
      "learning_rate": 6.987502859610406e-07,
      "loss": 0.3176,
      "step": 2179230
    },
    {
      "epoch": 608.22,
      "grad_norm": 1.2167167663574219,
      "learning_rate": 6.987310255125326e-07,
      "loss": 0.3239,
      "step": 2179240
    },
    {
      "epoch": 608.22,
      "grad_norm": 1.1775285005569458,
      "learning_rate": 6.987117652829776e-07,
      "loss": 0.336,
      "step": 2179250
    },
    {
      "epoch": 608.22,
      "grad_norm": 1.3279755115509033,
      "learning_rate": 6.986925052723769e-07,
      "loss": 0.3395,
      "step": 2179260
    },
    {
      "epoch": 608.22,
      "grad_norm": 1.0790435075759888,
      "learning_rate": 6.986732454807339e-07,
      "loss": 0.3286,
      "step": 2179270
    },
    {
      "epoch": 608.23,
      "grad_norm": 1.0351701974868774,
      "learning_rate": 6.986539859080511e-07,
      "loss": 0.3398,
      "step": 2179280
    },
    {
      "epoch": 608.23,
      "grad_norm": 1.107088565826416,
      "learning_rate": 6.986347265543318e-07,
      "loss": 0.3312,
      "step": 2179290
    },
    {
      "epoch": 608.23,
      "grad_norm": 1.2542325258255005,
      "learning_rate": 6.986154674195768e-07,
      "loss": 0.3313,
      "step": 2179300
    },
    {
      "epoch": 608.24,
      "grad_norm": 1.1442228555679321,
      "learning_rate": 6.985962085037899e-07,
      "loss": 0.3322,
      "step": 2179310
    },
    {
      "epoch": 608.24,
      "grad_norm": 1.165410041809082,
      "learning_rate": 6.98576949806974e-07,
      "loss": 0.3484,
      "step": 2179320
    },
    {
      "epoch": 608.24,
      "grad_norm": 1.2011436223983765,
      "learning_rate": 6.985576913291297e-07,
      "loss": 0.3254,
      "step": 2179330
    },
    {
      "epoch": 608.24,
      "grad_norm": 1.265470266342163,
      "learning_rate": 6.985384330702624e-07,
      "loss": 0.3365,
      "step": 2179340
    },
    {
      "epoch": 608.25,
      "grad_norm": 1.1718815565109253,
      "learning_rate": 6.985191750303725e-07,
      "loss": 0.3386,
      "step": 2179350
    },
    {
      "epoch": 608.25,
      "grad_norm": 1.0695899724960327,
      "learning_rate": 6.984999172094633e-07,
      "loss": 0.328,
      "step": 2179360
    },
    {
      "epoch": 608.25,
      "grad_norm": 1.1397236585617065,
      "learning_rate": 6.984806596075371e-07,
      "loss": 0.3338,
      "step": 2179370
    },
    {
      "epoch": 608.26,
      "grad_norm": 1.2658137083053589,
      "learning_rate": 6.984614022245978e-07,
      "loss": 0.356,
      "step": 2179380
    },
    {
      "epoch": 608.26,
      "grad_norm": 1.199928879737854,
      "learning_rate": 6.984421450606458e-07,
      "loss": 0.3425,
      "step": 2179390
    },
    {
      "epoch": 608.26,
      "grad_norm": 1.2974376678466797,
      "learning_rate": 6.984228881156851e-07,
      "loss": 0.3353,
      "step": 2179400
    },
    {
      "epoch": 608.26,
      "grad_norm": 1.2935457229614258,
      "learning_rate": 6.984036313897181e-07,
      "loss": 0.3354,
      "step": 2179410
    },
    {
      "epoch": 608.27,
      "grad_norm": 1.178615927696228,
      "learning_rate": 6.98384374882746e-07,
      "loss": 0.3435,
      "step": 2179420
    },
    {
      "epoch": 608.27,
      "grad_norm": 1.2921396493911743,
      "learning_rate": 6.983651185947741e-07,
      "loss": 0.3253,
      "step": 2179430
    },
    {
      "epoch": 608.27,
      "grad_norm": 1.0808297395706177,
      "learning_rate": 6.983458625258025e-07,
      "loss": 0.3222,
      "step": 2179440
    },
    {
      "epoch": 608.28,
      "grad_norm": 1.095941424369812,
      "learning_rate": 6.983266066758345e-07,
      "loss": 0.347,
      "step": 2179450
    },
    {
      "epoch": 608.28,
      "grad_norm": 1.0027657747268677,
      "learning_rate": 6.983073510448737e-07,
      "loss": 0.331,
      "step": 2179460
    },
    {
      "epoch": 608.28,
      "grad_norm": 1.0408886671066284,
      "learning_rate": 6.982880956329202e-07,
      "loss": 0.3335,
      "step": 2179470
    },
    {
      "epoch": 608.28,
      "grad_norm": 1.2236593961715698,
      "learning_rate": 6.982688404399796e-07,
      "loss": 0.3355,
      "step": 2179480
    },
    {
      "epoch": 608.29,
      "grad_norm": 1.1545357704162598,
      "learning_rate": 6.982495854660523e-07,
      "loss": 0.3343,
      "step": 2179490
    },
    {
      "epoch": 608.29,
      "grad_norm": 1.1939270496368408,
      "learning_rate": 6.982303307111415e-07,
      "loss": 0.337,
      "step": 2179500
    },
    {
      "epoch": 608.29,
      "grad_norm": 1.2097316980361938,
      "learning_rate": 6.9821107617525e-07,
      "loss": 0.3321,
      "step": 2179510
    },
    {
      "epoch": 608.29,
      "grad_norm": 1.3880672454833984,
      "learning_rate": 6.981918218583808e-07,
      "loss": 0.3373,
      "step": 2179520
    },
    {
      "epoch": 608.3,
      "grad_norm": 1.2360129356384277,
      "learning_rate": 6.98172567760535e-07,
      "loss": 0.3476,
      "step": 2179530
    },
    {
      "epoch": 608.3,
      "grad_norm": 1.1545456647872925,
      "learning_rate": 6.981533138817161e-07,
      "loss": 0.3404,
      "step": 2179540
    },
    {
      "epoch": 608.3,
      "grad_norm": 1.3288660049438477,
      "learning_rate": 6.981340602219274e-07,
      "loss": 0.3367,
      "step": 2179550
    },
    {
      "epoch": 608.31,
      "grad_norm": 1.3815900087356567,
      "learning_rate": 6.981148067811691e-07,
      "loss": 0.3377,
      "step": 2179560
    },
    {
      "epoch": 608.31,
      "grad_norm": 1.3885217905044556,
      "learning_rate": 6.980955535594467e-07,
      "loss": 0.3518,
      "step": 2179570
    },
    {
      "epoch": 608.31,
      "grad_norm": 1.2191656827926636,
      "learning_rate": 6.980763005567606e-07,
      "loss": 0.3457,
      "step": 2179580
    },
    {
      "epoch": 608.31,
      "grad_norm": 1.1497321128845215,
      "learning_rate": 6.980570477731144e-07,
      "loss": 0.3423,
      "step": 2179590
    },
    {
      "epoch": 608.32,
      "grad_norm": 1.2623509168624878,
      "learning_rate": 6.980377952085106e-07,
      "loss": 0.3279,
      "step": 2179600
    },
    {
      "epoch": 608.32,
      "grad_norm": 1.3689454793930054,
      "learning_rate": 6.980185428629511e-07,
      "loss": 0.3511,
      "step": 2179610
    },
    {
      "epoch": 608.32,
      "grad_norm": 1.0536282062530518,
      "learning_rate": 6.979992907364389e-07,
      "loss": 0.3496,
      "step": 2179620
    },
    {
      "epoch": 608.33,
      "grad_norm": 1.2851734161376953,
      "learning_rate": 6.979800388289767e-07,
      "loss": 0.3377,
      "step": 2179630
    },
    {
      "epoch": 608.33,
      "grad_norm": 1.3983787298202515,
      "learning_rate": 6.979607871405675e-07,
      "loss": 0.3378,
      "step": 2179640
    },
    {
      "epoch": 608.33,
      "grad_norm": 1.0528146028518677,
      "learning_rate": 6.979415356712117e-07,
      "loss": 0.3383,
      "step": 2179650
    },
    {
      "epoch": 608.33,
      "grad_norm": 1.1132092475891113,
      "learning_rate": 6.979222844209152e-07,
      "loss": 0.3477,
      "step": 2179660
    },
    {
      "epoch": 608.34,
      "grad_norm": 1.3651883602142334,
      "learning_rate": 6.979030333896778e-07,
      "loss": 0.3371,
      "step": 2179670
    },
    {
      "epoch": 608.34,
      "grad_norm": 1.041232943534851,
      "learning_rate": 6.978837825775033e-07,
      "loss": 0.3277,
      "step": 2179680
    },
    {
      "epoch": 608.34,
      "grad_norm": 1.130803108215332,
      "learning_rate": 6.978645319843949e-07,
      "loss": 0.3351,
      "step": 2179690
    },
    {
      "epoch": 608.34,
      "grad_norm": 7.275827407836914,
      "learning_rate": 6.978452816103531e-07,
      "loss": 0.3105,
      "step": 2179700
    },
    {
      "epoch": 608.35,
      "grad_norm": 1.2420390844345093,
      "learning_rate": 6.978260314553821e-07,
      "loss": 0.3338,
      "step": 2179710
    },
    {
      "epoch": 608.35,
      "grad_norm": 1.181726098060608,
      "learning_rate": 6.978067815194839e-07,
      "loss": 0.3419,
      "step": 2179720
    },
    {
      "epoch": 608.35,
      "grad_norm": 1.168963074684143,
      "learning_rate": 6.977875318026613e-07,
      "loss": 0.3421,
      "step": 2179730
    },
    {
      "epoch": 608.36,
      "grad_norm": 1.1619542837142944,
      "learning_rate": 6.977682823049173e-07,
      "loss": 0.3402,
      "step": 2179740
    },
    {
      "epoch": 608.36,
      "grad_norm": 1.2673197984695435,
      "learning_rate": 6.97749033026253e-07,
      "loss": 0.3358,
      "step": 2179750
    },
    {
      "epoch": 608.36,
      "grad_norm": 1.3979051113128662,
      "learning_rate": 6.977297839666724e-07,
      "loss": 0.3355,
      "step": 2179760
    },
    {
      "epoch": 608.36,
      "grad_norm": 1.2629529237747192,
      "learning_rate": 6.977105351261772e-07,
      "loss": 0.3292,
      "step": 2179770
    },
    {
      "epoch": 608.37,
      "grad_norm": 1.2288048267364502,
      "learning_rate": 6.97691286504771e-07,
      "loss": 0.3505,
      "step": 2179780
    },
    {
      "epoch": 608.37,
      "grad_norm": 1.0388728380203247,
      "learning_rate": 6.976720381024541e-07,
      "loss": 0.3321,
      "step": 2179790
    },
    {
      "epoch": 608.37,
      "grad_norm": 1.2410396337509155,
      "learning_rate": 6.976527899192324e-07,
      "loss": 0.3285,
      "step": 2179800
    },
    {
      "epoch": 608.38,
      "grad_norm": 1.3562822341918945,
      "learning_rate": 6.976335419551059e-07,
      "loss": 0.3696,
      "step": 2179810
    },
    {
      "epoch": 608.38,
      "grad_norm": 1.1634525060653687,
      "learning_rate": 6.976142942100779e-07,
      "loss": 0.3459,
      "step": 2179820
    },
    {
      "epoch": 608.38,
      "grad_norm": 1.2297613620758057,
      "learning_rate": 6.975950466841517e-07,
      "loss": 0.338,
      "step": 2179830
    },
    {
      "epoch": 608.38,
      "grad_norm": 1.1651722192764282,
      "learning_rate": 6.975757993773284e-07,
      "loss": 0.3421,
      "step": 2179840
    },
    {
      "epoch": 608.39,
      "grad_norm": 1.1318697929382324,
      "learning_rate": 6.975565522896115e-07,
      "loss": 0.3336,
      "step": 2179850
    },
    {
      "epoch": 608.39,
      "grad_norm": 1.1937255859375,
      "learning_rate": 6.975373054210032e-07,
      "loss": 0.3249,
      "step": 2179860
    },
    {
      "epoch": 608.39,
      "grad_norm": 1.1151200532913208,
      "learning_rate": 6.975180587715072e-07,
      "loss": 0.3387,
      "step": 2179870
    },
    {
      "epoch": 608.4,
      "grad_norm": 1.185801386833191,
      "learning_rate": 6.974988123411242e-07,
      "loss": 0.3357,
      "step": 2179880
    },
    {
      "epoch": 608.4,
      "grad_norm": 1.3728251457214355,
      "learning_rate": 6.974795661298579e-07,
      "loss": 0.3369,
      "step": 2179890
    },
    {
      "epoch": 608.4,
      "grad_norm": 1.1516743898391724,
      "learning_rate": 6.974603201377105e-07,
      "loss": 0.3313,
      "step": 2179900
    },
    {
      "epoch": 608.4,
      "grad_norm": 1.205470085144043,
      "learning_rate": 6.974410743646846e-07,
      "loss": 0.3542,
      "step": 2179910
    },
    {
      "epoch": 608.41,
      "grad_norm": 1.0327650308609009,
      "learning_rate": 6.974218288107836e-07,
      "loss": 0.3305,
      "step": 2179920
    },
    {
      "epoch": 608.41,
      "grad_norm": 1.224674105644226,
      "learning_rate": 6.974025834760088e-07,
      "loss": 0.3283,
      "step": 2179930
    },
    {
      "epoch": 608.41,
      "grad_norm": 1.2967802286148071,
      "learning_rate": 6.973833383603632e-07,
      "loss": 0.3468,
      "step": 2179940
    },
    {
      "epoch": 608.41,
      "grad_norm": 1.2273318767547607,
      "learning_rate": 6.973640934638493e-07,
      "loss": 0.3448,
      "step": 2179950
    },
    {
      "epoch": 608.42,
      "grad_norm": 1.197911024093628,
      "learning_rate": 6.973448487864709e-07,
      "loss": 0.3304,
      "step": 2179960
    },
    {
      "epoch": 608.42,
      "grad_norm": 1.2049199342727661,
      "learning_rate": 6.973256043282284e-07,
      "loss": 0.3443,
      "step": 2179970
    },
    {
      "epoch": 608.42,
      "grad_norm": 1.2717995643615723,
      "learning_rate": 6.973063600891254e-07,
      "loss": 0.3408,
      "step": 2179980
    },
    {
      "epoch": 608.43,
      "grad_norm": 1.059295654296875,
      "learning_rate": 6.972871160691656e-07,
      "loss": 0.3298,
      "step": 2179990
    },
    {
      "epoch": 608.43,
      "grad_norm": 1.219950556755066,
      "learning_rate": 6.972678722683486e-07,
      "loss": 0.3374,
      "step": 2180000
    },
    {
      "epoch": 608.43,
      "grad_norm": 1.1467325687408447,
      "learning_rate": 6.972486286866807e-07,
      "loss": 0.342,
      "step": 2180010
    },
    {
      "epoch": 608.43,
      "grad_norm": 1.2839189767837524,
      "learning_rate": 6.972293853241608e-07,
      "loss": 0.3317,
      "step": 2180020
    },
    {
      "epoch": 608.44,
      "grad_norm": 1.109900951385498,
      "learning_rate": 6.972101421807948e-07,
      "loss": 0.3517,
      "step": 2180030
    },
    {
      "epoch": 608.44,
      "grad_norm": 1.2270210981369019,
      "learning_rate": 6.971908992565829e-07,
      "loss": 0.339,
      "step": 2180040
    },
    {
      "epoch": 608.44,
      "grad_norm": 1.1823475360870361,
      "learning_rate": 6.971716565515285e-07,
      "loss": 0.338,
      "step": 2180050
    },
    {
      "epoch": 608.45,
      "grad_norm": 1.353975534439087,
      "learning_rate": 6.97152414065635e-07,
      "loss": 0.3266,
      "step": 2180060
    },
    {
      "epoch": 608.45,
      "grad_norm": 1.327781319618225,
      "learning_rate": 6.971331717989032e-07,
      "loss": 0.3313,
      "step": 2180070
    },
    {
      "epoch": 608.45,
      "grad_norm": 1.1642436981201172,
      "learning_rate": 6.971139297513367e-07,
      "loss": 0.3302,
      "step": 2180080
    },
    {
      "epoch": 608.45,
      "grad_norm": 1.2212382555007935,
      "learning_rate": 6.970946879229375e-07,
      "loss": 0.3348,
      "step": 2180090
    },
    {
      "epoch": 608.46,
      "grad_norm": 1.2177364826202393,
      "learning_rate": 6.970754463137097e-07,
      "loss": 0.33,
      "step": 2180100
    },
    {
      "epoch": 608.46,
      "grad_norm": 1.1534701585769653,
      "learning_rate": 6.97056204923654e-07,
      "loss": 0.3382,
      "step": 2180110
    },
    {
      "epoch": 608.46,
      "grad_norm": 1.212762713432312,
      "learning_rate": 6.970369637527737e-07,
      "loss": 0.3402,
      "step": 2180120
    },
    {
      "epoch": 608.46,
      "grad_norm": 1.2124639749526978,
      "learning_rate": 6.970177228010717e-07,
      "loss": 0.3418,
      "step": 2180130
    },
    {
      "epoch": 608.47,
      "grad_norm": 1.251499891281128,
      "learning_rate": 6.969984820685492e-07,
      "loss": 0.3456,
      "step": 2180140
    },
    {
      "epoch": 608.47,
      "grad_norm": 1.1772024631500244,
      "learning_rate": 6.969792415552111e-07,
      "loss": 0.3302,
      "step": 2180150
    },
    {
      "epoch": 608.47,
      "grad_norm": 1.3177114725112915,
      "learning_rate": 6.969600012610579e-07,
      "loss": 0.3533,
      "step": 2180160
    },
    {
      "epoch": 608.48,
      "grad_norm": 1.0583428144454956,
      "learning_rate": 6.969407611860929e-07,
      "loss": 0.3481,
      "step": 2180170
    },
    {
      "epoch": 608.48,
      "grad_norm": 1.1904444694519043,
      "learning_rate": 6.969215213303185e-07,
      "loss": 0.3382,
      "step": 2180180
    },
    {
      "epoch": 608.48,
      "grad_norm": 1.1080454587936401,
      "learning_rate": 6.969022816937385e-07,
      "loss": 0.3541,
      "step": 2180190
    },
    {
      "epoch": 608.48,
      "grad_norm": 2.954204797744751,
      "learning_rate": 6.968830422763531e-07,
      "loss": 0.3365,
      "step": 2180200
    },
    {
      "epoch": 608.49,
      "grad_norm": 1.2759768962860107,
      "learning_rate": 6.968638030781668e-07,
      "loss": 0.3388,
      "step": 2180210
    },
    {
      "epoch": 608.49,
      "grad_norm": 1.1482417583465576,
      "learning_rate": 6.968445640991819e-07,
      "loss": 0.3287,
      "step": 2180220
    },
    {
      "epoch": 608.49,
      "grad_norm": 1.3542253971099854,
      "learning_rate": 6.968253253393989e-07,
      "loss": 0.3357,
      "step": 2180230
    },
    {
      "epoch": 608.5,
      "grad_norm": 1.6652474403381348,
      "learning_rate": 6.968060867988237e-07,
      "loss": 0.3304,
      "step": 2180240
    },
    {
      "epoch": 608.5,
      "grad_norm": 1.1892098188400269,
      "learning_rate": 6.967868484774565e-07,
      "loss": 0.3324,
      "step": 2180250
    },
    {
      "epoch": 608.5,
      "grad_norm": 1.1293013095855713,
      "learning_rate": 6.967676103753004e-07,
      "loss": 0.3428,
      "step": 2180260
    },
    {
      "epoch": 608.5,
      "grad_norm": 1.3289198875427246,
      "learning_rate": 6.96748372492359e-07,
      "loss": 0.3479,
      "step": 2180270
    },
    {
      "epoch": 608.51,
      "grad_norm": 1.315716028213501,
      "learning_rate": 6.967291348286324e-07,
      "loss": 0.3354,
      "step": 2180280
    },
    {
      "epoch": 608.51,
      "grad_norm": 1.211071252822876,
      "learning_rate": 6.967098973841263e-07,
      "loss": 0.3463,
      "step": 2180290
    },
    {
      "epoch": 608.51,
      "grad_norm": 1.208001971244812,
      "learning_rate": 6.966906601588408e-07,
      "loss": 0.3552,
      "step": 2180300
    },
    {
      "epoch": 608.52,
      "grad_norm": 1.1744790077209473,
      "learning_rate": 6.966714231527794e-07,
      "loss": 0.3412,
      "step": 2180310
    },
    {
      "epoch": 608.52,
      "grad_norm": 1.2427581548690796,
      "learning_rate": 6.966521863659445e-07,
      "loss": 0.3289,
      "step": 2180320
    },
    {
      "epoch": 608.52,
      "grad_norm": 1.175727367401123,
      "learning_rate": 6.966329497983398e-07,
      "loss": 0.3416,
      "step": 2180330
    },
    {
      "epoch": 608.52,
      "grad_norm": 1.1648439168930054,
      "learning_rate": 6.966137134499659e-07,
      "loss": 0.3424,
      "step": 2180340
    },
    {
      "epoch": 608.53,
      "grad_norm": 1.0802555084228516,
      "learning_rate": 6.965944773208264e-07,
      "loss": 0.3479,
      "step": 2180350
    },
    {
      "epoch": 608.53,
      "grad_norm": 1.1566632986068726,
      "learning_rate": 6.965752414109243e-07,
      "loss": 0.3392,
      "step": 2180360
    },
    {
      "epoch": 608.53,
      "grad_norm": 2.6044490337371826,
      "learning_rate": 6.965560057202603e-07,
      "loss": 0.3424,
      "step": 2180370
    },
    {
      "epoch": 608.53,
      "grad_norm": 1.1151589155197144,
      "learning_rate": 6.965367702488396e-07,
      "loss": 0.3319,
      "step": 2180380
    },
    {
      "epoch": 608.54,
      "grad_norm": 1.1884584426879883,
      "learning_rate": 6.965175349966629e-07,
      "loss": 0.35,
      "step": 2180390
    },
    {
      "epoch": 608.54,
      "grad_norm": 1.343119502067566,
      "learning_rate": 6.964982999637329e-07,
      "loss": 0.3475,
      "step": 2180400
    },
    {
      "epoch": 608.54,
      "grad_norm": 1.4237163066864014,
      "learning_rate": 6.964790651500536e-07,
      "loss": 0.3334,
      "step": 2180410
    },
    {
      "epoch": 608.55,
      "grad_norm": 1.3569735288619995,
      "learning_rate": 6.964598305556257e-07,
      "loss": 0.3375,
      "step": 2180420
    },
    {
      "epoch": 608.55,
      "grad_norm": 1.2979562282562256,
      "learning_rate": 6.964405961804526e-07,
      "loss": 0.3383,
      "step": 2180430
    },
    {
      "epoch": 608.55,
      "grad_norm": 1.0885200500488281,
      "learning_rate": 6.96421362024537e-07,
      "loss": 0.3332,
      "step": 2180440
    },
    {
      "epoch": 608.55,
      "grad_norm": 1.7447999715805054,
      "learning_rate": 6.964021280878816e-07,
      "loss": 0.3434,
      "step": 2180450
    },
    {
      "epoch": 608.56,
      "grad_norm": 1.2534854412078857,
      "learning_rate": 6.963828943704876e-07,
      "loss": 0.3462,
      "step": 2180460
    },
    {
      "epoch": 608.56,
      "grad_norm": 1.2147268056869507,
      "learning_rate": 6.963636608723599e-07,
      "loss": 0.3327,
      "step": 2180470
    },
    {
      "epoch": 608.56,
      "grad_norm": 1.2132824659347534,
      "learning_rate": 6.963444275934989e-07,
      "loss": 0.3354,
      "step": 2180480
    },
    {
      "epoch": 608.57,
      "grad_norm": 1.0567991733551025,
      "learning_rate": 6.963251945339081e-07,
      "loss": 0.3286,
      "step": 2180490
    },
    {
      "epoch": 608.57,
      "grad_norm": 1.2547786235809326,
      "learning_rate": 6.963059616935908e-07,
      "loss": 0.3511,
      "step": 2180500
    },
    {
      "epoch": 608.57,
      "grad_norm": 1.1374249458312988,
      "learning_rate": 6.962867290725482e-07,
      "loss": 0.3438,
      "step": 2180510
    },
    {
      "epoch": 608.57,
      "grad_norm": 1.2419865131378174,
      "learning_rate": 6.96267496670783e-07,
      "loss": 0.3351,
      "step": 2180520
    },
    {
      "epoch": 608.58,
      "grad_norm": 1.1833722591400146,
      "learning_rate": 6.962482644882985e-07,
      "loss": 0.3413,
      "step": 2180530
    },
    {
      "epoch": 608.58,
      "grad_norm": 1.3005410432815552,
      "learning_rate": 6.962290325250976e-07,
      "loss": 0.3389,
      "step": 2180540
    },
    {
      "epoch": 608.58,
      "grad_norm": 7.320333957672119,
      "learning_rate": 6.962098007811815e-07,
      "loss": 0.3334,
      "step": 2180550
    },
    {
      "epoch": 608.58,
      "grad_norm": 1.3221163749694824,
      "learning_rate": 6.961905692565532e-07,
      "loss": 0.3461,
      "step": 2180560
    },
    {
      "epoch": 608.59,
      "grad_norm": 1.0776336193084717,
      "learning_rate": 6.961713379512157e-07,
      "loss": 0.3174,
      "step": 2180570
    },
    {
      "epoch": 608.59,
      "grad_norm": 1.33408784866333,
      "learning_rate": 6.961521068651712e-07,
      "loss": 0.336,
      "step": 2180580
    },
    {
      "epoch": 608.59,
      "grad_norm": 1.3115118741989136,
      "learning_rate": 6.961328759984235e-07,
      "loss": 0.3359,
      "step": 2180590
    },
    {
      "epoch": 608.6,
      "grad_norm": 1.2500579357147217,
      "learning_rate": 6.961136453509725e-07,
      "loss": 0.3353,
      "step": 2180600
    },
    {
      "epoch": 608.6,
      "grad_norm": 1.3660236597061157,
      "learning_rate": 6.960944149228236e-07,
      "loss": 0.3304,
      "step": 2180610
    },
    {
      "epoch": 608.6,
      "grad_norm": 1.2955421209335327,
      "learning_rate": 6.960751847139775e-07,
      "loss": 0.3513,
      "step": 2180620
    },
    {
      "epoch": 608.6,
      "grad_norm": 1.1072505712509155,
      "learning_rate": 6.960559547244374e-07,
      "loss": 0.3321,
      "step": 2180630
    },
    {
      "epoch": 608.61,
      "grad_norm": 1.0822415351867676,
      "learning_rate": 6.960367249542065e-07,
      "loss": 0.3224,
      "step": 2180640
    },
    {
      "epoch": 608.61,
      "grad_norm": 1.423240303993225,
      "learning_rate": 6.96017495403286e-07,
      "loss": 0.3422,
      "step": 2180650
    },
    {
      "epoch": 608.61,
      "grad_norm": 1.192388892173767,
      "learning_rate": 6.959982660716793e-07,
      "loss": 0.3449,
      "step": 2180660
    },
    {
      "epoch": 608.62,
      "grad_norm": 1.191197395324707,
      "learning_rate": 6.959790369593884e-07,
      "loss": 0.3376,
      "step": 2180670
    },
    {
      "epoch": 608.62,
      "grad_norm": 1.204174280166626,
      "learning_rate": 6.959598080664173e-07,
      "loss": 0.3395,
      "step": 2180680
    },
    {
      "epoch": 608.62,
      "grad_norm": 1.227561593055725,
      "learning_rate": 6.959405793927666e-07,
      "loss": 0.3303,
      "step": 2180690
    },
    {
      "epoch": 608.62,
      "grad_norm": 1.1201649904251099,
      "learning_rate": 6.959213509384399e-07,
      "loss": 0.3427,
      "step": 2180700
    },
    {
      "epoch": 608.63,
      "grad_norm": 1.0684796571731567,
      "learning_rate": 6.959021227034407e-07,
      "loss": 0.3291,
      "step": 2180710
    },
    {
      "epoch": 608.63,
      "grad_norm": 1.1808801889419556,
      "learning_rate": 6.958828946877685e-07,
      "loss": 0.3366,
      "step": 2180720
    },
    {
      "epoch": 608.63,
      "grad_norm": 1.156362533569336,
      "learning_rate": 6.958636668914295e-07,
      "loss": 0.333,
      "step": 2180730
    },
    {
      "epoch": 608.64,
      "grad_norm": 1.3711581230163574,
      "learning_rate": 6.95844439314424e-07,
      "loss": 0.344,
      "step": 2180740
    },
    {
      "epoch": 608.64,
      "grad_norm": 1.1370508670806885,
      "learning_rate": 6.958252119567552e-07,
      "loss": 0.3328,
      "step": 2180750
    },
    {
      "epoch": 608.64,
      "grad_norm": 1.2561041116714478,
      "learning_rate": 6.958059848184255e-07,
      "loss": 0.3509,
      "step": 2180760
    },
    {
      "epoch": 608.64,
      "grad_norm": 1.3466784954071045,
      "learning_rate": 6.957867578994385e-07,
      "loss": 0.3401,
      "step": 2180770
    },
    {
      "epoch": 608.65,
      "grad_norm": 1.1990412473678589,
      "learning_rate": 6.957675311997949e-07,
      "loss": 0.3452,
      "step": 2180780
    },
    {
      "epoch": 608.65,
      "grad_norm": 1.1001023054122925,
      "learning_rate": 6.957483047194982e-07,
      "loss": 0.3577,
      "step": 2180790
    },
    {
      "epoch": 608.65,
      "grad_norm": 1.1599195003509521,
      "learning_rate": 6.957290784585519e-07,
      "loss": 0.3247,
      "step": 2180800
    },
    {
      "epoch": 608.65,
      "grad_norm": 1.231076717376709,
      "learning_rate": 6.957098524169561e-07,
      "loss": 0.3398,
      "step": 2180810
    },
    {
      "epoch": 608.66,
      "grad_norm": 1.1284546852111816,
      "learning_rate": 6.956906265947164e-07,
      "loss": 0.3301,
      "step": 2180820
    },
    {
      "epoch": 608.66,
      "grad_norm": 1.2653616666793823,
      "learning_rate": 6.95671400991833e-07,
      "loss": 0.3453,
      "step": 2180830
    },
    {
      "epoch": 608.66,
      "grad_norm": 1.2098027467727661,
      "learning_rate": 6.956521756083093e-07,
      "loss": 0.3381,
      "step": 2180840
    },
    {
      "epoch": 608.67,
      "grad_norm": 1.2881882190704346,
      "learning_rate": 6.956329504441481e-07,
      "loss": 0.335,
      "step": 2180850
    },
    {
      "epoch": 608.67,
      "grad_norm": 1.235480546951294,
      "learning_rate": 6.956137254993516e-07,
      "loss": 0.3387,
      "step": 2180860
    },
    {
      "epoch": 608.67,
      "grad_norm": 1.2079782485961914,
      "learning_rate": 6.955945007739231e-07,
      "loss": 0.3332,
      "step": 2180870
    },
    {
      "epoch": 608.67,
      "grad_norm": 1.306882381439209,
      "learning_rate": 6.95575276267864e-07,
      "loss": 0.332,
      "step": 2180880
    },
    {
      "epoch": 608.68,
      "grad_norm": 1.2058165073394775,
      "learning_rate": 6.955560519811771e-07,
      "loss": 0.3353,
      "step": 2180890
    },
    {
      "epoch": 608.68,
      "grad_norm": 1.1552016735076904,
      "learning_rate": 6.955368279138657e-07,
      "loss": 0.3422,
      "step": 2180900
    },
    {
      "epoch": 608.68,
      "grad_norm": 1.0145286321640015,
      "learning_rate": 6.955176040659324e-07,
      "loss": 0.3212,
      "step": 2180910
    },
    {
      "epoch": 608.69,
      "grad_norm": 1.1409258842468262,
      "learning_rate": 6.954983804373785e-07,
      "loss": 0.3211,
      "step": 2180920
    },
    {
      "epoch": 608.69,
      "grad_norm": 1.409542441368103,
      "learning_rate": 6.954791570282075e-07,
      "loss": 0.3296,
      "step": 2180930
    },
    {
      "epoch": 608.69,
      "grad_norm": 1.2111458778381348,
      "learning_rate": 6.954599338384225e-07,
      "loss": 0.3244,
      "step": 2180940
    },
    {
      "epoch": 608.69,
      "grad_norm": 1.3540338277816772,
      "learning_rate": 6.954407108680237e-07,
      "loss": 0.3366,
      "step": 2180950
    },
    {
      "epoch": 608.7,
      "grad_norm": 11.482028007507324,
      "learning_rate": 6.954214881170171e-07,
      "loss": 0.3633,
      "step": 2180960
    },
    {
      "epoch": 608.7,
      "grad_norm": 1.3298197984695435,
      "learning_rate": 6.954022655854025e-07,
      "loss": 0.3314,
      "step": 2180970
    },
    {
      "epoch": 608.7,
      "grad_norm": 1.0678908824920654,
      "learning_rate": 6.953830432731834e-07,
      "loss": 0.3378,
      "step": 2180980
    },
    {
      "epoch": 608.7,
      "grad_norm": 1.2022020816802979,
      "learning_rate": 6.953638211803626e-07,
      "loss": 0.3437,
      "step": 2180990
    },
    {
      "epoch": 608.71,
      "grad_norm": 1.1781140565872192,
      "learning_rate": 6.953445993069431e-07,
      "loss": 0.3335,
      "step": 2181000
    },
    {
      "epoch": 608.71,
      "grad_norm": 1.2434227466583252,
      "learning_rate": 6.953253776529259e-07,
      "loss": 0.3365,
      "step": 2181010
    },
    {
      "epoch": 608.71,
      "grad_norm": 1.109047770500183,
      "learning_rate": 6.953061562183147e-07,
      "loss": 0.3383,
      "step": 2181020
    },
    {
      "epoch": 608.72,
      "grad_norm": 1.0703750848770142,
      "learning_rate": 6.952869350031125e-07,
      "loss": 0.3435,
      "step": 2181030
    },
    {
      "epoch": 608.72,
      "grad_norm": 1.3950551748275757,
      "learning_rate": 6.952677140073196e-07,
      "loss": 0.3319,
      "step": 2181040
    },
    {
      "epoch": 608.72,
      "grad_norm": 1.3741956949234009,
      "learning_rate": 6.952484932309417e-07,
      "loss": 0.3367,
      "step": 2181050
    },
    {
      "epoch": 608.72,
      "grad_norm": 1.0774526596069336,
      "learning_rate": 6.95229272673979e-07,
      "loss": 0.3313,
      "step": 2181060
    },
    {
      "epoch": 608.73,
      "grad_norm": 1.2636722326278687,
      "learning_rate": 6.952100523364351e-07,
      "loss": 0.3362,
      "step": 2181070
    },
    {
      "epoch": 608.73,
      "grad_norm": 1.558249831199646,
      "learning_rate": 6.951908322183128e-07,
      "loss": 0.3422,
      "step": 2181080
    },
    {
      "epoch": 608.73,
      "grad_norm": 1.1762664318084717,
      "learning_rate": 6.951716123196135e-07,
      "loss": 0.3201,
      "step": 2181090
    },
    {
      "epoch": 608.74,
      "grad_norm": 1.2890149354934692,
      "learning_rate": 6.951523926403406e-07,
      "loss": 0.3459,
      "step": 2181100
    },
    {
      "epoch": 608.74,
      "grad_norm": 1.2144896984100342,
      "learning_rate": 6.951331731804961e-07,
      "loss": 0.3413,
      "step": 2181110
    },
    {
      "epoch": 608.74,
      "grad_norm": 1.2439757585525513,
      "learning_rate": 6.95113953940084e-07,
      "loss": 0.3472,
      "step": 2181120
    },
    {
      "epoch": 608.74,
      "grad_norm": 1.1258857250213623,
      "learning_rate": 6.950947349191043e-07,
      "loss": 0.3263,
      "step": 2181130
    },
    {
      "epoch": 608.75,
      "grad_norm": 1.1690553426742554,
      "learning_rate": 6.950755161175625e-07,
      "loss": 0.3355,
      "step": 2181140
    },
    {
      "epoch": 608.75,
      "grad_norm": 1.3054437637329102,
      "learning_rate": 6.950562975354589e-07,
      "loss": 0.3505,
      "step": 2181150
    },
    {
      "epoch": 608.75,
      "grad_norm": 6.14020299911499,
      "learning_rate": 6.950370791727972e-07,
      "loss": 0.3405,
      "step": 2181160
    },
    {
      "epoch": 608.76,
      "grad_norm": 1.3055965900421143,
      "learning_rate": 6.9501786102958e-07,
      "loss": 0.343,
      "step": 2181170
    },
    {
      "epoch": 608.76,
      "grad_norm": 1.1568870544433594,
      "learning_rate": 6.949986431058081e-07,
      "loss": 0.3539,
      "step": 2181180
    },
    {
      "epoch": 608.76,
      "grad_norm": 1.3104227781295776,
      "learning_rate": 6.94979425401487e-07,
      "loss": 0.3354,
      "step": 2181190
    },
    {
      "epoch": 608.76,
      "grad_norm": 1.1447913646697998,
      "learning_rate": 6.949602079166169e-07,
      "loss": 0.3531,
      "step": 2181200
    },
    {
      "epoch": 608.77,
      "grad_norm": 1.1955859661102295,
      "learning_rate": 6.949409906512014e-07,
      "loss": 0.3382,
      "step": 2181210
    },
    {
      "epoch": 608.77,
      "grad_norm": 1.2764941453933716,
      "learning_rate": 6.949217736052433e-07,
      "loss": 0.349,
      "step": 2181220
    },
    {
      "epoch": 608.77,
      "grad_norm": 1.0514209270477295,
      "learning_rate": 6.949025567787442e-07,
      "loss": 0.3375,
      "step": 2181230
    },
    {
      "epoch": 608.77,
      "grad_norm": 1.1993978023529053,
      "learning_rate": 6.948833401717067e-07,
      "loss": 0.3314,
      "step": 2181240
    },
    {
      "epoch": 608.78,
      "grad_norm": 1.2536604404449463,
      "learning_rate": 6.948641237841342e-07,
      "loss": 0.337,
      "step": 2181250
    },
    {
      "epoch": 608.78,
      "grad_norm": 1.1157666444778442,
      "learning_rate": 6.948449076160295e-07,
      "loss": 0.3251,
      "step": 2181260
    },
    {
      "epoch": 608.78,
      "grad_norm": 1.202183485031128,
      "learning_rate": 6.948256916673931e-07,
      "loss": 0.3374,
      "step": 2181270
    },
    {
      "epoch": 608.79,
      "grad_norm": 1.2981593608856201,
      "learning_rate": 6.948064759382305e-07,
      "loss": 0.3447,
      "step": 2181280
    },
    {
      "epoch": 608.79,
      "grad_norm": 1.0839357376098633,
      "learning_rate": 6.947872604285419e-07,
      "loss": 0.3453,
      "step": 2181290
    },
    {
      "epoch": 608.79,
      "grad_norm": 1.158972978591919,
      "learning_rate": 6.947680451383306e-07,
      "loss": 0.3543,
      "step": 2181300
    },
    {
      "epoch": 608.79,
      "grad_norm": 1.256577730178833,
      "learning_rate": 6.947488300675999e-07,
      "loss": 0.3463,
      "step": 2181310
    },
    {
      "epoch": 608.8,
      "grad_norm": 1.1182732582092285,
      "learning_rate": 6.947296152163512e-07,
      "loss": 0.3376,
      "step": 2181320
    },
    {
      "epoch": 608.8,
      "grad_norm": 1.078999638557434,
      "learning_rate": 6.947104005845874e-07,
      "loss": 0.3421,
      "step": 2181330
    },
    {
      "epoch": 608.8,
      "grad_norm": 1.232360601425171,
      "learning_rate": 6.946911861723114e-07,
      "loss": 0.3156,
      "step": 2181340
    },
    {
      "epoch": 608.81,
      "grad_norm": 1.0807268619537354,
      "learning_rate": 6.946719719795263e-07,
      "loss": 0.3335,
      "step": 2181350
    },
    {
      "epoch": 608.81,
      "grad_norm": 1.3376482725143433,
      "learning_rate": 6.946527580062329e-07,
      "loss": 0.332,
      "step": 2181360
    },
    {
      "epoch": 608.81,
      "grad_norm": 1.0745878219604492,
      "learning_rate": 6.94633544252435e-07,
      "loss": 0.3473,
      "step": 2181370
    },
    {
      "epoch": 608.81,
      "grad_norm": 1.112777590751648,
      "learning_rate": 6.946143307181358e-07,
      "loss": 0.3393,
      "step": 2181380
    },
    {
      "epoch": 608.82,
      "grad_norm": 1.230931043624878,
      "learning_rate": 6.945951174033354e-07,
      "loss": 0.3352,
      "step": 2181390
    },
    {
      "epoch": 608.82,
      "grad_norm": 1.1699079275131226,
      "learning_rate": 6.945759043080394e-07,
      "loss": 0.332,
      "step": 2181400
    },
    {
      "epoch": 608.82,
      "grad_norm": 1.21515953540802,
      "learning_rate": 6.945566914322483e-07,
      "loss": 0.3442,
      "step": 2181410
    },
    {
      "epoch": 608.83,
      "grad_norm": 1.1221543550491333,
      "learning_rate": 6.945374787759653e-07,
      "loss": 0.342,
      "step": 2181420
    },
    {
      "epoch": 608.83,
      "grad_norm": 1.0905113220214844,
      "learning_rate": 6.945182663391928e-07,
      "loss": 0.3562,
      "step": 2181430
    },
    {
      "epoch": 608.83,
      "grad_norm": 1.3121709823608398,
      "learning_rate": 6.944990541219335e-07,
      "loss": 0.3455,
      "step": 2181440
    },
    {
      "epoch": 608.83,
      "grad_norm": 1.0530897378921509,
      "learning_rate": 6.944798421241908e-07,
      "loss": 0.3346,
      "step": 2181450
    },
    {
      "epoch": 608.84,
      "grad_norm": 1.4604040384292603,
      "learning_rate": 6.944606303459657e-07,
      "loss": 0.356,
      "step": 2181460
    },
    {
      "epoch": 608.84,
      "grad_norm": 1.6836014986038208,
      "learning_rate": 6.944414187872615e-07,
      "loss": 0.3305,
      "step": 2181470
    },
    {
      "epoch": 608.84,
      "grad_norm": 1.3327147960662842,
      "learning_rate": 6.944222074480805e-07,
      "loss": 0.3306,
      "step": 2181480
    },
    {
      "epoch": 608.84,
      "grad_norm": 1.2734880447387695,
      "learning_rate": 6.944029963284264e-07,
      "loss": 0.3346,
      "step": 2181490
    },
    {
      "epoch": 608.85,
      "grad_norm": 1.160225749015808,
      "learning_rate": 6.943837854282999e-07,
      "loss": 0.3321,
      "step": 2181500
    },
    {
      "epoch": 608.85,
      "grad_norm": 1.1584688425064087,
      "learning_rate": 6.943645747477047e-07,
      "loss": 0.3388,
      "step": 2181510
    },
    {
      "epoch": 608.85,
      "grad_norm": 0.9702187776565552,
      "learning_rate": 6.943453642866437e-07,
      "loss": 0.3314,
      "step": 2181520
    },
    {
      "epoch": 608.86,
      "grad_norm": 1.2862797975540161,
      "learning_rate": 6.943261540451175e-07,
      "loss": 0.3426,
      "step": 2181530
    },
    {
      "epoch": 608.86,
      "grad_norm": 1.2874903678894043,
      "learning_rate": 6.943069440231317e-07,
      "loss": 0.3507,
      "step": 2181540
    },
    {
      "epoch": 608.86,
      "grad_norm": 1.0357770919799805,
      "learning_rate": 6.942877342206863e-07,
      "loss": 0.345,
      "step": 2181550
    },
    {
      "epoch": 608.86,
      "grad_norm": 1.1738065481185913,
      "learning_rate": 6.942685246377848e-07,
      "loss": 0.3316,
      "step": 2181560
    },
    {
      "epoch": 608.87,
      "grad_norm": 1.3308136463165283,
      "learning_rate": 6.942493152744297e-07,
      "loss": 0.347,
      "step": 2181570
    },
    {
      "epoch": 608.87,
      "grad_norm": 1.2376277446746826,
      "learning_rate": 6.942301061306243e-07,
      "loss": 0.3345,
      "step": 2181580
    },
    {
      "epoch": 608.87,
      "grad_norm": 1.1995285749435425,
      "learning_rate": 6.942108972063698e-07,
      "loss": 0.3479,
      "step": 2181590
    },
    {
      "epoch": 608.88,
      "grad_norm": 2.0832481384277344,
      "learning_rate": 6.941916885016695e-07,
      "loss": 0.3398,
      "step": 2181600
    },
    {
      "epoch": 608.88,
      "grad_norm": 1.1052215099334717,
      "learning_rate": 6.941724800165264e-07,
      "loss": 0.3399,
      "step": 2181610
    },
    {
      "epoch": 608.88,
      "grad_norm": 1.2174768447875977,
      "learning_rate": 6.941532717509413e-07,
      "loss": 0.3488,
      "step": 2181620
    },
    {
      "epoch": 608.88,
      "grad_norm": 1.1623538732528687,
      "learning_rate": 6.941340637049193e-07,
      "loss": 0.3404,
      "step": 2181630
    },
    {
      "epoch": 608.89,
      "grad_norm": 1.0804954767227173,
      "learning_rate": 6.941148558784608e-07,
      "loss": 0.3347,
      "step": 2181640
    },
    {
      "epoch": 608.89,
      "grad_norm": 1.358849287033081,
      "learning_rate": 6.940956482715693e-07,
      "loss": 0.3268,
      "step": 2181650
    },
    {
      "epoch": 608.89,
      "grad_norm": 1.2810084819793701,
      "learning_rate": 6.94076440884248e-07,
      "loss": 0.3345,
      "step": 2181660
    },
    {
      "epoch": 608.89,
      "grad_norm": 1.3329424858093262,
      "learning_rate": 6.940572337164978e-07,
      "loss": 0.351,
      "step": 2181670
    },
    {
      "epoch": 608.9,
      "grad_norm": 1.3111004829406738,
      "learning_rate": 6.940380267683223e-07,
      "loss": 0.3556,
      "step": 2181680
    },
    {
      "epoch": 608.9,
      "grad_norm": 1.1346826553344727,
      "learning_rate": 6.940188200397239e-07,
      "loss": 0.3305,
      "step": 2181690
    },
    {
      "epoch": 608.9,
      "grad_norm": 1.2153809070587158,
      "learning_rate": 6.939996135307058e-07,
      "loss": 0.3564,
      "step": 2181700
    },
    {
      "epoch": 608.91,
      "grad_norm": 1.1696250438690186,
      "learning_rate": 6.939804072412686e-07,
      "loss": 0.3379,
      "step": 2181710
    },
    {
      "epoch": 608.91,
      "grad_norm": 1.4191046953201294,
      "learning_rate": 6.939612011714177e-07,
      "loss": 0.3594,
      "step": 2181720
    },
    {
      "epoch": 608.91,
      "grad_norm": 1.3103896379470825,
      "learning_rate": 6.939419953211533e-07,
      "loss": 0.3539,
      "step": 2181730
    },
    {
      "epoch": 608.91,
      "grad_norm": 1.1268821954727173,
      "learning_rate": 6.939227896904787e-07,
      "loss": 0.3429,
      "step": 2181740
    },
    {
      "epoch": 608.92,
      "grad_norm": 1.1592049598693848,
      "learning_rate": 6.939035842793974e-07,
      "loss": 0.3511,
      "step": 2181750
    },
    {
      "epoch": 608.92,
      "grad_norm": 1.1404403448104858,
      "learning_rate": 6.938843790879095e-07,
      "loss": 0.3535,
      "step": 2181760
    },
    {
      "epoch": 608.92,
      "grad_norm": 1.2755955457687378,
      "learning_rate": 6.93865174116021e-07,
      "loss": 0.3388,
      "step": 2181770
    },
    {
      "epoch": 608.93,
      "grad_norm": 1.4517711400985718,
      "learning_rate": 6.938459693637314e-07,
      "loss": 0.3417,
      "step": 2181780
    },
    {
      "epoch": 608.93,
      "grad_norm": 1.4818392992019653,
      "learning_rate": 6.938267648310447e-07,
      "loss": 0.3332,
      "step": 2181790
    },
    {
      "epoch": 608.93,
      "grad_norm": 1.1707144975662231,
      "learning_rate": 6.938075605179641e-07,
      "loss": 0.3482,
      "step": 2181800
    },
    {
      "epoch": 608.93,
      "grad_norm": 1.1824378967285156,
      "learning_rate": 6.937883564244905e-07,
      "loss": 0.3338,
      "step": 2181810
    },
    {
      "epoch": 608.94,
      "grad_norm": 1.2169482707977295,
      "learning_rate": 6.93769152550627e-07,
      "loss": 0.3336,
      "step": 2181820
    },
    {
      "epoch": 608.94,
      "grad_norm": 1.350773811340332,
      "learning_rate": 6.937499488963766e-07,
      "loss": 0.3559,
      "step": 2181830
    },
    {
      "epoch": 608.94,
      "grad_norm": 1.042734980583191,
      "learning_rate": 6.937307454617425e-07,
      "loss": 0.325,
      "step": 2181840
    },
    {
      "epoch": 608.95,
      "grad_norm": 1.08906090259552,
      "learning_rate": 6.937115422467249e-07,
      "loss": 0.3315,
      "step": 2181850
    },
    {
      "epoch": 608.95,
      "grad_norm": 1.286841869354248,
      "learning_rate": 6.936923392513293e-07,
      "loss": 0.3339,
      "step": 2181860
    },
    {
      "epoch": 608.95,
      "grad_norm": 1.3074674606323242,
      "learning_rate": 6.936731364755558e-07,
      "loss": 0.3448,
      "step": 2181870
    },
    {
      "epoch": 608.95,
      "grad_norm": 1.2864234447479248,
      "learning_rate": 6.936539339194083e-07,
      "loss": 0.3195,
      "step": 2181880
    },
    {
      "epoch": 608.96,
      "grad_norm": 1.2727266550064087,
      "learning_rate": 6.936347315828898e-07,
      "loss": 0.3319,
      "step": 2181890
    },
    {
      "epoch": 608.96,
      "grad_norm": 1.1902893781661987,
      "learning_rate": 6.93615529466001e-07,
      "loss": 0.3364,
      "step": 2181900
    },
    {
      "epoch": 608.96,
      "grad_norm": 1.3138447999954224,
      "learning_rate": 6.93596327568746e-07,
      "loss": 0.3461,
      "step": 2181910
    },
    {
      "epoch": 608.96,
      "grad_norm": 1.1314390897750854,
      "learning_rate": 6.935771258911267e-07,
      "loss": 0.3332,
      "step": 2181920
    },
    {
      "epoch": 608.97,
      "grad_norm": 1.1643835306167603,
      "learning_rate": 6.935579244331466e-07,
      "loss": 0.3465,
      "step": 2181930
    },
    {
      "epoch": 608.97,
      "grad_norm": 1.1253554821014404,
      "learning_rate": 6.935387231948059e-07,
      "loss": 0.3479,
      "step": 2181940
    },
    {
      "epoch": 608.97,
      "grad_norm": 1.0688693523406982,
      "learning_rate": 6.935195221761105e-07,
      "loss": 0.3508,
      "step": 2181950
    },
    {
      "epoch": 608.98,
      "grad_norm": 1.1356087923049927,
      "learning_rate": 6.935003213770603e-07,
      "loss": 0.3375,
      "step": 2181960
    },
    {
      "epoch": 608.98,
      "grad_norm": 0.9841329455375671,
      "learning_rate": 6.934811207976589e-07,
      "loss": 0.3333,
      "step": 2181970
    },
    {
      "epoch": 608.98,
      "grad_norm": 1.2136602401733398,
      "learning_rate": 6.934619204379094e-07,
      "loss": 0.3345,
      "step": 2181980
    },
    {
      "epoch": 608.98,
      "grad_norm": 1.2508121728897095,
      "learning_rate": 6.934427202978128e-07,
      "loss": 0.3505,
      "step": 2181990
    },
    {
      "epoch": 608.99,
      "grad_norm": 1.117677927017212,
      "learning_rate": 6.934235203773729e-07,
      "loss": 0.3269,
      "step": 2182000
    },
    {
      "epoch": 608.99,
      "grad_norm": 1.2299187183380127,
      "learning_rate": 6.934043206765918e-07,
      "loss": 0.3527,
      "step": 2182010
    },
    {
      "epoch": 608.99,
      "grad_norm": 1.5825444459915161,
      "learning_rate": 6.93385121195472e-07,
      "loss": 0.3405,
      "step": 2182020
    },
    {
      "epoch": 609.0,
      "grad_norm": 1.2694412469863892,
      "learning_rate": 6.933659219340171e-07,
      "loss": 0.3421,
      "step": 2182030
    },
    {
      "epoch": 609.0,
      "grad_norm": 1.161797046661377,
      "learning_rate": 6.933467228922279e-07,
      "loss": 0.3693,
      "step": 2182040
    },
    {
      "epoch": 609.0,
      "eval_loss": 0.34010910987854004,
      "eval_runtime": 64.3362,
      "eval_samples_per_second": 78.634,
      "eval_steps_per_second": 9.839,
      "step": 2182047
    },
    {
      "epoch": 609.0,
      "grad_norm": 1.3918533325195312,
      "learning_rate": 6.933275240701079e-07,
      "loss": 0.3329,
      "step": 2182050
    },
    {
      "epoch": 609.0,
      "grad_norm": 1.0591908693313599,
      "learning_rate": 6.933083254676596e-07,
      "loss": 0.3442,
      "step": 2182060
    },
    {
      "epoch": 609.01,
      "grad_norm": 1.2289336919784546,
      "learning_rate": 6.932891270848863e-07,
      "loss": 0.333,
      "step": 2182070
    },
    {
      "epoch": 609.01,
      "grad_norm": 1.1813005208969116,
      "learning_rate": 6.932699289217882e-07,
      "loss": 0.3304,
      "step": 2182080
    },
    {
      "epoch": 609.01,
      "grad_norm": 1.286203384399414,
      "learning_rate": 6.932507309783709e-07,
      "loss": 0.3596,
      "step": 2182090
    },
    {
      "epoch": 609.01,
      "grad_norm": 1.2071372270584106,
      "learning_rate": 6.93231533254635e-07,
      "loss": 0.3427,
      "step": 2182100
    },
    {
      "epoch": 609.02,
      "grad_norm": 1.592610239982605,
      "learning_rate": 6.932123357505835e-07,
      "loss": 0.3305,
      "step": 2182110
    },
    {
      "epoch": 609.02,
      "grad_norm": 1.072042465209961,
      "learning_rate": 6.931931384662197e-07,
      "loss": 0.3624,
      "step": 2182120
    },
    {
      "epoch": 609.02,
      "grad_norm": 1.3268674612045288,
      "learning_rate": 6.931739414015446e-07,
      "loss": 0.3379,
      "step": 2182130
    },
    {
      "epoch": 609.03,
      "grad_norm": 1.1993411779403687,
      "learning_rate": 6.931547445565617e-07,
      "loss": 0.3331,
      "step": 2182140
    },
    {
      "epoch": 609.03,
      "grad_norm": 1.9179102182388306,
      "learning_rate": 6.931355479312736e-07,
      "loss": 0.3454,
      "step": 2182150
    },
    {
      "epoch": 609.03,
      "grad_norm": 1.2678016424179077,
      "learning_rate": 6.931163515256832e-07,
      "loss": 0.3579,
      "step": 2182160
    },
    {
      "epoch": 609.03,
      "grad_norm": 1.2772867679595947,
      "learning_rate": 6.930971553397921e-07,
      "loss": 0.3201,
      "step": 2182170
    },
    {
      "epoch": 609.04,
      "grad_norm": 1.2546498775482178,
      "learning_rate": 6.930779593736033e-07,
      "loss": 0.3375,
      "step": 2182180
    },
    {
      "epoch": 609.04,
      "grad_norm": 1.3106200695037842,
      "learning_rate": 6.930587636271201e-07,
      "loss": 0.3362,
      "step": 2182190
    },
    {
      "epoch": 609.04,
      "grad_norm": 1.2864174842834473,
      "learning_rate": 6.93039568100343e-07,
      "loss": 0.3478,
      "step": 2182200
    },
    {
      "epoch": 609.05,
      "grad_norm": 1.1391175985336304,
      "learning_rate": 6.930203727932771e-07,
      "loss": 0.3242,
      "step": 2182210
    },
    {
      "epoch": 609.05,
      "grad_norm": 1.3536951541900635,
      "learning_rate": 6.930011777059232e-07,
      "loss": 0.3332,
      "step": 2182220
    },
    {
      "epoch": 609.05,
      "grad_norm": 1.6559239625930786,
      "learning_rate": 6.929819828382844e-07,
      "loss": 0.3349,
      "step": 2182230
    },
    {
      "epoch": 609.05,
      "grad_norm": 1.2835346460342407,
      "learning_rate": 6.929627881903632e-07,
      "loss": 0.321,
      "step": 2182240
    },
    {
      "epoch": 609.06,
      "grad_norm": 1.1476787328720093,
      "learning_rate": 6.929435937621632e-07,
      "loss": 0.3249,
      "step": 2182250
    },
    {
      "epoch": 609.06,
      "grad_norm": 1.3538259267807007,
      "learning_rate": 6.929243995536852e-07,
      "loss": 0.3276,
      "step": 2182260
    },
    {
      "epoch": 609.06,
      "grad_norm": 1.2601820230484009,
      "learning_rate": 6.929052055649323e-07,
      "loss": 0.3521,
      "step": 2182270
    },
    {
      "epoch": 609.07,
      "grad_norm": 1.3754616975784302,
      "learning_rate": 6.928860117959082e-07,
      "loss": 0.3384,
      "step": 2182280
    },
    {
      "epoch": 609.07,
      "grad_norm": 1.1089369058609009,
      "learning_rate": 6.92866818246613e-07,
      "loss": 0.35,
      "step": 2182290
    },
    {
      "epoch": 609.07,
      "grad_norm": 1.2305278778076172,
      "learning_rate": 6.928476249170524e-07,
      "loss": 0.3422,
      "step": 2182300
    },
    {
      "epoch": 609.07,
      "grad_norm": 1.158257246017456,
      "learning_rate": 6.928284318072265e-07,
      "loss": 0.3328,
      "step": 2182310
    },
    {
      "epoch": 609.08,
      "grad_norm": 1.357245922088623,
      "learning_rate": 6.928092389171386e-07,
      "loss": 0.3293,
      "step": 2182320
    },
    {
      "epoch": 609.08,
      "grad_norm": 1.3715687990188599,
      "learning_rate": 6.927900462467923e-07,
      "loss": 0.3436,
      "step": 2182330
    },
    {
      "epoch": 609.08,
      "grad_norm": 1.2550219297409058,
      "learning_rate": 6.927708537961878e-07,
      "loss": 0.3467,
      "step": 2182340
    },
    {
      "epoch": 609.08,
      "grad_norm": 1.0777719020843506,
      "learning_rate": 6.927516615653304e-07,
      "loss": 0.3361,
      "step": 2182350
    },
    {
      "epoch": 609.09,
      "grad_norm": 1.0711249113082886,
      "learning_rate": 6.927324695542206e-07,
      "loss": 0.3324,
      "step": 2182360
    },
    {
      "epoch": 609.09,
      "grad_norm": 1.20801842212677,
      "learning_rate": 6.927132777628616e-07,
      "loss": 0.3311,
      "step": 2182370
    },
    {
      "epoch": 609.09,
      "grad_norm": 1.049021601676941,
      "learning_rate": 6.926940861912563e-07,
      "loss": 0.3389,
      "step": 2182380
    },
    {
      "epoch": 609.1,
      "grad_norm": 1.1474692821502686,
      "learning_rate": 6.926748948394075e-07,
      "loss": 0.3439,
      "step": 2182390
    },
    {
      "epoch": 609.1,
      "grad_norm": 1.1623109579086304,
      "learning_rate": 6.926557037073166e-07,
      "loss": 0.3501,
      "step": 2182400
    },
    {
      "epoch": 609.1,
      "grad_norm": 1.3453285694122314,
      "learning_rate": 6.926365127949868e-07,
      "loss": 0.3509,
      "step": 2182410
    },
    {
      "epoch": 609.1,
      "grad_norm": 1.075035810470581,
      "learning_rate": 6.926173221024213e-07,
      "loss": 0.3365,
      "step": 2182420
    },
    {
      "epoch": 609.11,
      "grad_norm": 1.2160413265228271,
      "learning_rate": 6.925981316296206e-07,
      "loss": 0.3471,
      "step": 2182430
    },
    {
      "epoch": 609.11,
      "grad_norm": 1.9809443950653076,
      "learning_rate": 6.925789413765902e-07,
      "loss": 0.3385,
      "step": 2182440
    },
    {
      "epoch": 609.11,
      "grad_norm": 1.1611510515213013,
      "learning_rate": 6.925597513433304e-07,
      "loss": 0.3294,
      "step": 2182450
    },
    {
      "epoch": 609.12,
      "grad_norm": 1.1671499013900757,
      "learning_rate": 6.925405615298444e-07,
      "loss": 0.3423,
      "step": 2182460
    },
    {
      "epoch": 609.12,
      "grad_norm": 1.1543384790420532,
      "learning_rate": 6.925213719361356e-07,
      "loss": 0.3393,
      "step": 2182470
    },
    {
      "epoch": 609.12,
      "grad_norm": 1.1472586393356323,
      "learning_rate": 6.925021825622048e-07,
      "loss": 0.3437,
      "step": 2182480
    },
    {
      "epoch": 609.12,
      "grad_norm": 1.376786231994629,
      "learning_rate": 6.924829934080559e-07,
      "loss": 0.3354,
      "step": 2182490
    },
    {
      "epoch": 609.13,
      "grad_norm": 1.1840404272079468,
      "learning_rate": 6.924638044736909e-07,
      "loss": 0.3331,
      "step": 2182500
    },
    {
      "epoch": 609.13,
      "grad_norm": 1.1294726133346558,
      "learning_rate": 6.924446157591132e-07,
      "loss": 0.338,
      "step": 2182510
    },
    {
      "epoch": 609.13,
      "grad_norm": 1.0306880474090576,
      "learning_rate": 6.924254272643235e-07,
      "loss": 0.3341,
      "step": 2182520
    },
    {
      "epoch": 609.13,
      "grad_norm": 1.2312283515930176,
      "learning_rate": 6.924062389893268e-07,
      "loss": 0.3239,
      "step": 2182530
    },
    {
      "epoch": 609.14,
      "grad_norm": 1.094638705253601,
      "learning_rate": 6.923870509341237e-07,
      "loss": 0.3472,
      "step": 2182540
    },
    {
      "epoch": 609.14,
      "grad_norm": 1.2983967065811157,
      "learning_rate": 6.923678630987174e-07,
      "loss": 0.3379,
      "step": 2182550
    },
    {
      "epoch": 609.14,
      "grad_norm": 1.544184923171997,
      "learning_rate": 6.923486754831114e-07,
      "loss": 0.332,
      "step": 2182560
    },
    {
      "epoch": 609.15,
      "grad_norm": 1.2028974294662476,
      "learning_rate": 6.923294880873067e-07,
      "loss": 0.3343,
      "step": 2182570
    },
    {
      "epoch": 609.15,
      "grad_norm": 1.1420888900756836,
      "learning_rate": 6.923103009113062e-07,
      "loss": 0.3432,
      "step": 2182580
    },
    {
      "epoch": 609.15,
      "grad_norm": 1.4331027269363403,
      "learning_rate": 6.92291113955113e-07,
      "loss": 0.3303,
      "step": 2182590
    },
    {
      "epoch": 609.15,
      "grad_norm": 1.343647837638855,
      "learning_rate": 6.922719272187294e-07,
      "loss": 0.3307,
      "step": 2182600
    },
    {
      "epoch": 609.16,
      "grad_norm": 1.2901736497879028,
      "learning_rate": 6.922527407021586e-07,
      "loss": 0.3406,
      "step": 2182610
    },
    {
      "epoch": 609.16,
      "grad_norm": 1.0842630863189697,
      "learning_rate": 6.92233554405402e-07,
      "loss": 0.3517,
      "step": 2182620
    },
    {
      "epoch": 609.16,
      "grad_norm": 2.1337876319885254,
      "learning_rate": 6.922143683284626e-07,
      "loss": 0.3441,
      "step": 2182630
    },
    {
      "epoch": 609.17,
      "grad_norm": 1.1809056997299194,
      "learning_rate": 6.921951824713429e-07,
      "loss": 0.3519,
      "step": 2182640
    },
    {
      "epoch": 609.17,
      "grad_norm": 1.2961530685424805,
      "learning_rate": 6.921759968340465e-07,
      "loss": 0.3337,
      "step": 2182650
    },
    {
      "epoch": 609.17,
      "grad_norm": 1.2462149858474731,
      "learning_rate": 6.921568114165736e-07,
      "loss": 0.3468,
      "step": 2182660
    },
    {
      "epoch": 609.17,
      "grad_norm": 1.1677184104919434,
      "learning_rate": 6.921376262189296e-07,
      "loss": 0.3341,
      "step": 2182670
    },
    {
      "epoch": 609.18,
      "grad_norm": 1.4170589447021484,
      "learning_rate": 6.921184412411148e-07,
      "loss": 0.3348,
      "step": 2182680
    },
    {
      "epoch": 609.18,
      "grad_norm": 1.1923490762710571,
      "learning_rate": 6.920992564831328e-07,
      "loss": 0.3218,
      "step": 2182690
    },
    {
      "epoch": 609.18,
      "grad_norm": 1.050382375717163,
      "learning_rate": 6.920800719449867e-07,
      "loss": 0.3381,
      "step": 2182700
    },
    {
      "epoch": 609.19,
      "grad_norm": 1.1504579782485962,
      "learning_rate": 6.920608876266775e-07,
      "loss": 0.347,
      "step": 2182710
    },
    {
      "epoch": 609.19,
      "grad_norm": 1.035050392150879,
      "learning_rate": 6.920417035282087e-07,
      "loss": 0.3515,
      "step": 2182720
    },
    {
      "epoch": 609.19,
      "grad_norm": 0.9818729162216187,
      "learning_rate": 6.920225196495826e-07,
      "loss": 0.3468,
      "step": 2182730
    },
    {
      "epoch": 609.19,
      "grad_norm": 1.2591428756713867,
      "learning_rate": 6.920033359908026e-07,
      "loss": 0.3246,
      "step": 2182740
    },
    {
      "epoch": 609.2,
      "grad_norm": 1.1155215501785278,
      "learning_rate": 6.919841525518699e-07,
      "loss": 0.3223,
      "step": 2182750
    },
    {
      "epoch": 609.2,
      "grad_norm": 1.2676891088485718,
      "learning_rate": 6.919649693327877e-07,
      "loss": 0.3567,
      "step": 2182760
    },
    {
      "epoch": 609.2,
      "grad_norm": 1.0971522331237793,
      "learning_rate": 6.919457863335583e-07,
      "loss": 0.3322,
      "step": 2182770
    },
    {
      "epoch": 609.2,
      "grad_norm": 1.10879647731781,
      "learning_rate": 6.919266035541847e-07,
      "loss": 0.331,
      "step": 2182780
    },
    {
      "epoch": 609.21,
      "grad_norm": 1.0871551036834717,
      "learning_rate": 6.919074209946699e-07,
      "loss": 0.3422,
      "step": 2182790
    },
    {
      "epoch": 609.21,
      "grad_norm": 1.168808102607727,
      "learning_rate": 6.918882386550152e-07,
      "loss": 0.346,
      "step": 2182800
    },
    {
      "epoch": 609.21,
      "grad_norm": 1.0743422508239746,
      "learning_rate": 6.918690565352237e-07,
      "loss": 0.347,
      "step": 2182810
    },
    {
      "epoch": 609.22,
      "grad_norm": 1.2549710273742676,
      "learning_rate": 6.91849874635298e-07,
      "loss": 0.346,
      "step": 2182820
    },
    {
      "epoch": 609.22,
      "grad_norm": 1.220874547958374,
      "learning_rate": 6.918306929552411e-07,
      "loss": 0.3525,
      "step": 2182830
    },
    {
      "epoch": 609.22,
      "grad_norm": 2.8854942321777344,
      "learning_rate": 6.918115114950548e-07,
      "loss": 0.3427,
      "step": 2182840
    },
    {
      "epoch": 609.22,
      "grad_norm": 1.2194559574127197,
      "learning_rate": 6.917923302547418e-07,
      "loss": 0.3374,
      "step": 2182850
    },
    {
      "epoch": 609.23,
      "grad_norm": 1.1949706077575684,
      "learning_rate": 6.917731492343054e-07,
      "loss": 0.3271,
      "step": 2182860
    },
    {
      "epoch": 609.23,
      "grad_norm": 1.1874454021453857,
      "learning_rate": 6.917539684337462e-07,
      "loss": 0.3433,
      "step": 2182870
    },
    {
      "epoch": 609.23,
      "grad_norm": 1.2694449424743652,
      "learning_rate": 6.917347878530695e-07,
      "loss": 0.3393,
      "step": 2182880
    },
    {
      "epoch": 609.24,
      "grad_norm": 1.1889020204544067,
      "learning_rate": 6.917156074922752e-07,
      "loss": 0.3411,
      "step": 2182890
    },
    {
      "epoch": 609.24,
      "grad_norm": 1.1973105669021606,
      "learning_rate": 6.916964273513686e-07,
      "loss": 0.3332,
      "step": 2182900
    },
    {
      "epoch": 609.24,
      "grad_norm": 1.1828248500823975,
      "learning_rate": 6.916772474303497e-07,
      "loss": 0.3321,
      "step": 2182910
    },
    {
      "epoch": 609.24,
      "grad_norm": 1.0742534399032593,
      "learning_rate": 6.916580677292224e-07,
      "loss": 0.3422,
      "step": 2182920
    },
    {
      "epoch": 609.25,
      "grad_norm": 1.2557729482650757,
      "learning_rate": 6.916388882479899e-07,
      "loss": 0.3311,
      "step": 2182930
    },
    {
      "epoch": 609.25,
      "grad_norm": 1.1106351613998413,
      "learning_rate": 6.916197089866529e-07,
      "loss": 0.3363,
      "step": 2182940
    },
    {
      "epoch": 609.25,
      "grad_norm": 1.167876124382019,
      "learning_rate": 6.916005299452149e-07,
      "loss": 0.3257,
      "step": 2182950
    },
    {
      "epoch": 609.25,
      "grad_norm": 1.2397786378860474,
      "learning_rate": 6.915813511236784e-07,
      "loss": 0.3337,
      "step": 2182960
    },
    {
      "epoch": 609.26,
      "grad_norm": 1.1152384281158447,
      "learning_rate": 6.915621725220469e-07,
      "loss": 0.3331,
      "step": 2182970
    },
    {
      "epoch": 609.26,
      "grad_norm": 1.1475517749786377,
      "learning_rate": 6.915429941403212e-07,
      "loss": 0.3543,
      "step": 2182980
    },
    {
      "epoch": 609.26,
      "grad_norm": 1.1185153722763062,
      "learning_rate": 6.915238159785046e-07,
      "loss": 0.3293,
      "step": 2182990
    },
    {
      "epoch": 609.27,
      "grad_norm": 1.3719744682312012,
      "learning_rate": 6.915046380366008e-07,
      "loss": 0.3529,
      "step": 2183000
    },
    {
      "epoch": 609.27,
      "grad_norm": 1.224158763885498,
      "learning_rate": 6.914854603146096e-07,
      "loss": 0.3242,
      "step": 2183010
    },
    {
      "epoch": 609.27,
      "grad_norm": 1.139929175376892,
      "learning_rate": 6.914662828125367e-07,
      "loss": 0.3336,
      "step": 2183020
    },
    {
      "epoch": 609.27,
      "grad_norm": 1.227480411529541,
      "learning_rate": 6.914471055303825e-07,
      "loss": 0.3525,
      "step": 2183030
    },
    {
      "epoch": 609.28,
      "grad_norm": 1.0910917520523071,
      "learning_rate": 6.914279284681503e-07,
      "loss": 0.3539,
      "step": 2183040
    },
    {
      "epoch": 609.28,
      "grad_norm": 1.2135510444641113,
      "learning_rate": 6.914087516258427e-07,
      "loss": 0.334,
      "step": 2183050
    },
    {
      "epoch": 609.28,
      "grad_norm": 1.0807968378067017,
      "learning_rate": 6.913895750034628e-07,
      "loss": 0.333,
      "step": 2183060
    },
    {
      "epoch": 609.29,
      "grad_norm": 1.114648699760437,
      "learning_rate": 6.913703986010117e-07,
      "loss": 0.3283,
      "step": 2183070
    },
    {
      "epoch": 609.29,
      "grad_norm": 1.2801693677902222,
      "learning_rate": 6.91351222418493e-07,
      "loss": 0.3354,
      "step": 2183080
    },
    {
      "epoch": 609.29,
      "grad_norm": 1.0381633043289185,
      "learning_rate": 6.913320464559098e-07,
      "loss": 0.3367,
      "step": 2183090
    },
    {
      "epoch": 609.29,
      "grad_norm": 0.9312595129013062,
      "learning_rate": 6.913128707132621e-07,
      "loss": 0.335,
      "step": 2183100
    },
    {
      "epoch": 609.3,
      "grad_norm": 3.271475076675415,
      "learning_rate": 6.91293695190556e-07,
      "loss": 0.3299,
      "step": 2183110
    },
    {
      "epoch": 609.3,
      "grad_norm": 1.1710976362228394,
      "learning_rate": 6.912745198877913e-07,
      "loss": 0.3495,
      "step": 2183120
    },
    {
      "epoch": 609.3,
      "grad_norm": 1.307492733001709,
      "learning_rate": 6.912553448049716e-07,
      "loss": 0.344,
      "step": 2183130
    },
    {
      "epoch": 609.31,
      "grad_norm": 1.4289921522140503,
      "learning_rate": 6.912361699421004e-07,
      "loss": 0.3406,
      "step": 2183140
    },
    {
      "epoch": 609.31,
      "grad_norm": 1.133347749710083,
      "learning_rate": 6.912169952991783e-07,
      "loss": 0.3216,
      "step": 2183150
    },
    {
      "epoch": 609.31,
      "grad_norm": 1.6894136667251587,
      "learning_rate": 6.911978208762085e-07,
      "loss": 0.3466,
      "step": 2183160
    },
    {
      "epoch": 609.31,
      "grad_norm": 1.1032164096832275,
      "learning_rate": 6.911786466731941e-07,
      "loss": 0.335,
      "step": 2183170
    },
    {
      "epoch": 609.32,
      "grad_norm": 1.119536280632019,
      "learning_rate": 6.911594726901377e-07,
      "loss": 0.3244,
      "step": 2183180
    },
    {
      "epoch": 609.32,
      "grad_norm": 1.1662453413009644,
      "learning_rate": 6.911402989270411e-07,
      "loss": 0.3447,
      "step": 2183190
    },
    {
      "epoch": 609.32,
      "grad_norm": 1.4819697141647339,
      "learning_rate": 6.911211253839083e-07,
      "loss": 0.3562,
      "step": 2183200
    },
    {
      "epoch": 609.32,
      "grad_norm": 1.1506894826889038,
      "learning_rate": 6.9110195206074e-07,
      "loss": 0.344,
      "step": 2183210
    },
    {
      "epoch": 609.33,
      "grad_norm": 1.8684426546096802,
      "learning_rate": 6.910827789575397e-07,
      "loss": 0.3393,
      "step": 2183220
    },
    {
      "epoch": 609.33,
      "grad_norm": 1.1772394180297852,
      "learning_rate": 6.910636060743104e-07,
      "loss": 0.3619,
      "step": 2183230
    },
    {
      "epoch": 609.33,
      "grad_norm": 1.167488694190979,
      "learning_rate": 6.910444334110529e-07,
      "loss": 0.3329,
      "step": 2183240
    },
    {
      "epoch": 609.34,
      "grad_norm": 1.2514971494674683,
      "learning_rate": 6.910252609677722e-07,
      "loss": 0.3404,
      "step": 2183250
    },
    {
      "epoch": 609.34,
      "grad_norm": 1.192556381225586,
      "learning_rate": 6.91006088744469e-07,
      "loss": 0.315,
      "step": 2183260
    },
    {
      "epoch": 609.34,
      "grad_norm": 1.1824418306350708,
      "learning_rate": 6.909869167411463e-07,
      "loss": 0.347,
      "step": 2183270
    },
    {
      "epoch": 609.34,
      "grad_norm": 1.1073195934295654,
      "learning_rate": 6.909677449578078e-07,
      "loss": 0.3545,
      "step": 2183280
    },
    {
      "epoch": 609.35,
      "grad_norm": 1.196428656578064,
      "learning_rate": 6.909485733944541e-07,
      "loss": 0.3367,
      "step": 2183290
    },
    {
      "epoch": 609.35,
      "grad_norm": 1.3805441856384277,
      "learning_rate": 6.90929402051089e-07,
      "loss": 0.3457,
      "step": 2183300
    },
    {
      "epoch": 609.35,
      "grad_norm": 1.3019157648086548,
      "learning_rate": 6.909102309277144e-07,
      "loss": 0.3488,
      "step": 2183310
    },
    {
      "epoch": 609.36,
      "grad_norm": 1.5079840421676636,
      "learning_rate": 6.908910600243343e-07,
      "loss": 0.3314,
      "step": 2183320
    },
    {
      "epoch": 609.36,
      "grad_norm": 1.5247619152069092,
      "learning_rate": 6.908718893409485e-07,
      "loss": 0.3533,
      "step": 2183330
    },
    {
      "epoch": 609.36,
      "grad_norm": 1.246292233467102,
      "learning_rate": 6.908527188775628e-07,
      "loss": 0.3249,
      "step": 2183340
    },
    {
      "epoch": 609.36,
      "grad_norm": 1.1191914081573486,
      "learning_rate": 6.908335486341776e-07,
      "loss": 0.3471,
      "step": 2183350
    },
    {
      "epoch": 609.37,
      "grad_norm": 1.1572071313858032,
      "learning_rate": 6.908143786107959e-07,
      "loss": 0.3544,
      "step": 2183360
    },
    {
      "epoch": 609.37,
      "grad_norm": 0.8782610893249512,
      "learning_rate": 6.90795208807421e-07,
      "loss": 0.3172,
      "step": 2183370
    },
    {
      "epoch": 609.37,
      "grad_norm": 1.193709373474121,
      "learning_rate": 6.90776039224054e-07,
      "loss": 0.3297,
      "step": 2183380
    },
    {
      "epoch": 609.37,
      "grad_norm": 1.2193697690963745,
      "learning_rate": 6.907568698606984e-07,
      "loss": 0.3413,
      "step": 2183390
    },
    {
      "epoch": 609.38,
      "grad_norm": 1.1432777643203735,
      "learning_rate": 6.907377007173567e-07,
      "loss": 0.3411,
      "step": 2183400
    },
    {
      "epoch": 609.38,
      "grad_norm": 1.073867917060852,
      "learning_rate": 6.907185317940323e-07,
      "loss": 0.3432,
      "step": 2183410
    },
    {
      "epoch": 609.38,
      "grad_norm": 1.0774272680282593,
      "learning_rate": 6.906993630907259e-07,
      "loss": 0.3378,
      "step": 2183420
    },
    {
      "epoch": 609.39,
      "grad_norm": 1.4289562702178955,
      "learning_rate": 6.906801946074408e-07,
      "loss": 0.3349,
      "step": 2183430
    },
    {
      "epoch": 609.39,
      "grad_norm": 1.1390807628631592,
      "learning_rate": 6.906610263441809e-07,
      "loss": 0.3168,
      "step": 2183440
    },
    {
      "epoch": 609.39,
      "grad_norm": 1.1619114875793457,
      "learning_rate": 6.906418583009457e-07,
      "loss": 0.3333,
      "step": 2183450
    },
    {
      "epoch": 609.39,
      "grad_norm": 1.273909568786621,
      "learning_rate": 6.906226904777416e-07,
      "loss": 0.3431,
      "step": 2183460
    },
    {
      "epoch": 609.4,
      "grad_norm": 1.0327041149139404,
      "learning_rate": 6.906035228745673e-07,
      "loss": 0.3426,
      "step": 2183470
    },
    {
      "epoch": 609.4,
      "grad_norm": 1.219580888748169,
      "learning_rate": 6.905843554914288e-07,
      "loss": 0.3441,
      "step": 2183480
    },
    {
      "epoch": 609.4,
      "grad_norm": 1.2652440071105957,
      "learning_rate": 6.905651883283263e-07,
      "loss": 0.3314,
      "step": 2183490
    },
    {
      "epoch": 609.41,
      "grad_norm": 2.088043689727783,
      "learning_rate": 6.905460213852634e-07,
      "loss": 0.3328,
      "step": 2183500
    },
    {
      "epoch": 609.41,
      "grad_norm": 1.243793249130249,
      "learning_rate": 6.90526854662243e-07,
      "loss": 0.3418,
      "step": 2183510
    },
    {
      "epoch": 609.41,
      "grad_norm": 1.3899412155151367,
      "learning_rate": 6.905076881592664e-07,
      "loss": 0.3418,
      "step": 2183520
    },
    {
      "epoch": 609.41,
      "grad_norm": 1.2809929847717285,
      "learning_rate": 6.904885218763365e-07,
      "loss": 0.3466,
      "step": 2183530
    },
    {
      "epoch": 609.42,
      "grad_norm": 1.1495072841644287,
      "learning_rate": 6.904693558134566e-07,
      "loss": 0.339,
      "step": 2183540
    },
    {
      "epoch": 609.42,
      "grad_norm": 1.4122531414031982,
      "learning_rate": 6.904501899706292e-07,
      "loss": 0.3431,
      "step": 2183550
    },
    {
      "epoch": 609.42,
      "grad_norm": 1.0888527631759644,
      "learning_rate": 6.90431024347856e-07,
      "loss": 0.3493,
      "step": 2183560
    },
    {
      "epoch": 609.43,
      "grad_norm": 1.323102355003357,
      "learning_rate": 6.904118589451396e-07,
      "loss": 0.3492,
      "step": 2183570
    },
    {
      "epoch": 609.43,
      "grad_norm": 1.0845445394515991,
      "learning_rate": 6.903926937624841e-07,
      "loss": 0.3367,
      "step": 2183580
    },
    {
      "epoch": 609.43,
      "grad_norm": 1.2855225801467896,
      "learning_rate": 6.903735287998891e-07,
      "loss": 0.352,
      "step": 2183590
    },
    {
      "epoch": 609.43,
      "grad_norm": 1.1853519678115845,
      "learning_rate": 6.903543640573607e-07,
      "loss": 0.3406,
      "step": 2183600
    },
    {
      "epoch": 609.44,
      "grad_norm": 1.3089566230773926,
      "learning_rate": 6.903351995348987e-07,
      "loss": 0.365,
      "step": 2183610
    },
    {
      "epoch": 609.44,
      "grad_norm": 1.2250969409942627,
      "learning_rate": 6.903160352325069e-07,
      "loss": 0.3375,
      "step": 2183620
    },
    {
      "epoch": 609.44,
      "grad_norm": 1.1061444282531738,
      "learning_rate": 6.902968711501877e-07,
      "loss": 0.3402,
      "step": 2183630
    },
    {
      "epoch": 609.44,
      "grad_norm": 1.0427234172821045,
      "learning_rate": 6.902777072879442e-07,
      "loss": 0.3352,
      "step": 2183640
    },
    {
      "epoch": 609.45,
      "grad_norm": 1.1146059036254883,
      "learning_rate": 6.902585436457773e-07,
      "loss": 0.3272,
      "step": 2183650
    },
    {
      "epoch": 609.45,
      "grad_norm": 1.169252872467041,
      "learning_rate": 6.902393802236909e-07,
      "loss": 0.3402,
      "step": 2183660
    },
    {
      "epoch": 609.45,
      "grad_norm": 1.2016236782073975,
      "learning_rate": 6.902202170216878e-07,
      "loss": 0.3524,
      "step": 2183670
    },
    {
      "epoch": 609.46,
      "grad_norm": 1.0672345161437988,
      "learning_rate": 6.902010540397685e-07,
      "loss": 0.3495,
      "step": 2183680
    },
    {
      "epoch": 609.46,
      "grad_norm": 1.0742019414901733,
      "learning_rate": 6.901818912779385e-07,
      "loss": 0.3241,
      "step": 2183690
    },
    {
      "epoch": 609.46,
      "grad_norm": 1.2778851985931396,
      "learning_rate": 6.901627287361982e-07,
      "loss": 0.3492,
      "step": 2183700
    },
    {
      "epoch": 609.46,
      "grad_norm": 1.2628583908081055,
      "learning_rate": 6.901435664145508e-07,
      "loss": 0.3315,
      "step": 2183710
    },
    {
      "epoch": 609.47,
      "grad_norm": 1.2326189279556274,
      "learning_rate": 6.901244043129987e-07,
      "loss": 0.3339,
      "step": 2183720
    },
    {
      "epoch": 609.47,
      "grad_norm": 1.301662564277649,
      "learning_rate": 6.901052424315455e-07,
      "loss": 0.3344,
      "step": 2183730
    },
    {
      "epoch": 609.47,
      "grad_norm": 1.1288578510284424,
      "learning_rate": 6.900860807701923e-07,
      "loss": 0.3338,
      "step": 2183740
    },
    {
      "epoch": 609.48,
      "grad_norm": 1.0074825286865234,
      "learning_rate": 6.900669193289419e-07,
      "loss": 0.3227,
      "step": 2183750
    },
    {
      "epoch": 609.48,
      "grad_norm": 1.850175380706787,
      "learning_rate": 6.900477581077973e-07,
      "loss": 0.3404,
      "step": 2183760
    },
    {
      "epoch": 609.48,
      "grad_norm": 1.2836296558380127,
      "learning_rate": 6.900285971067609e-07,
      "loss": 0.3321,
      "step": 2183770
    },
    {
      "epoch": 609.48,
      "grad_norm": 2.3643343448638916,
      "learning_rate": 6.90009436325836e-07,
      "loss": 0.3475,
      "step": 2183780
    },
    {
      "epoch": 609.49,
      "grad_norm": 1.1207784414291382,
      "learning_rate": 6.899902757650238e-07,
      "loss": 0.3379,
      "step": 2183790
    },
    {
      "epoch": 609.49,
      "grad_norm": 1.233329176902771,
      "learning_rate": 6.899711154243272e-07,
      "loss": 0.3306,
      "step": 2183800
    },
    {
      "epoch": 609.49,
      "grad_norm": 1.1998635530471802,
      "learning_rate": 6.899519553037501e-07,
      "loss": 0.3328,
      "step": 2183810
    },
    {
      "epoch": 609.49,
      "grad_norm": 1.1255444288253784,
      "learning_rate": 6.899327954032923e-07,
      "loss": 0.3401,
      "step": 2183820
    },
    {
      "epoch": 609.5,
      "grad_norm": 1.970859169960022,
      "learning_rate": 6.899136357229596e-07,
      "loss": 0.3243,
      "step": 2183830
    },
    {
      "epoch": 609.5,
      "grad_norm": 1.3156757354736328,
      "learning_rate": 6.89894476262752e-07,
      "loss": 0.3352,
      "step": 2183840
    },
    {
      "epoch": 609.5,
      "grad_norm": 1.2292171716690063,
      "learning_rate": 6.898753170226732e-07,
      "loss": 0.3449,
      "step": 2183850
    },
    {
      "epoch": 609.51,
      "grad_norm": 1.2874767780303955,
      "learning_rate": 6.898561580027255e-07,
      "loss": 0.3507,
      "step": 2183860
    },
    {
      "epoch": 609.51,
      "grad_norm": 1.1284459829330444,
      "learning_rate": 6.898369992029125e-07,
      "loss": 0.3423,
      "step": 2183870
    },
    {
      "epoch": 609.51,
      "grad_norm": 1.1179637908935547,
      "learning_rate": 6.898178406232348e-07,
      "loss": 0.3454,
      "step": 2183880
    },
    {
      "epoch": 609.51,
      "grad_norm": 1.0879682302474976,
      "learning_rate": 6.897986822636959e-07,
      "loss": 0.3518,
      "step": 2183890
    },
    {
      "epoch": 609.52,
      "grad_norm": 1.0877742767333984,
      "learning_rate": 6.897795241242991e-07,
      "loss": 0.3335,
      "step": 2183900
    },
    {
      "epoch": 609.52,
      "grad_norm": 1.234617829322815,
      "learning_rate": 6.89760366205045e-07,
      "loss": 0.3423,
      "step": 2183910
    },
    {
      "epoch": 609.52,
      "grad_norm": 1.2369400262832642,
      "learning_rate": 6.897412085059384e-07,
      "loss": 0.3285,
      "step": 2183920
    },
    {
      "epoch": 609.53,
      "grad_norm": 1.2507939338684082,
      "learning_rate": 6.897220510269805e-07,
      "loss": 0.3329,
      "step": 2183930
    },
    {
      "epoch": 609.53,
      "grad_norm": 1.420784831047058,
      "learning_rate": 6.897028937681739e-07,
      "loss": 0.3463,
      "step": 2183940
    },
    {
      "epoch": 609.53,
      "grad_norm": 1.323635220527649,
      "learning_rate": 6.896837367295224e-07,
      "loss": 0.3371,
      "step": 2183950
    },
    {
      "epoch": 609.53,
      "grad_norm": 1.207511067390442,
      "learning_rate": 6.896645799110266e-07,
      "loss": 0.331,
      "step": 2183960
    },
    {
      "epoch": 609.54,
      "grad_norm": 1.0966098308563232,
      "learning_rate": 6.896454233126903e-07,
      "loss": 0.3144,
      "step": 2183970
    },
    {
      "epoch": 609.54,
      "grad_norm": 1.2589359283447266,
      "learning_rate": 6.896262669345155e-07,
      "loss": 0.3339,
      "step": 2183980
    },
    {
      "epoch": 609.54,
      "grad_norm": 1.2032074928283691,
      "learning_rate": 6.896071107765059e-07,
      "loss": 0.3268,
      "step": 2183990
    },
    {
      "epoch": 609.55,
      "grad_norm": 1.5250240564346313,
      "learning_rate": 6.895879548386616e-07,
      "loss": 0.3359,
      "step": 2184000
    },
    {
      "epoch": 609.55,
      "grad_norm": 1.1135646104812622,
      "learning_rate": 6.895687991209883e-07,
      "loss": 0.3289,
      "step": 2184010
    },
    {
      "epoch": 609.55,
      "grad_norm": 1.3402494192123413,
      "learning_rate": 6.89549643623486e-07,
      "loss": 0.3218,
      "step": 2184020
    },
    {
      "epoch": 609.55,
      "grad_norm": 2.9754791259765625,
      "learning_rate": 6.895304883461584e-07,
      "loss": 0.353,
      "step": 2184030
    },
    {
      "epoch": 609.56,
      "grad_norm": 0.9560050964355469,
      "learning_rate": 6.895113332890087e-07,
      "loss": 0.3291,
      "step": 2184040
    },
    {
      "epoch": 609.56,
      "grad_norm": 1.2031697034835815,
      "learning_rate": 6.894921784520371e-07,
      "loss": 0.354,
      "step": 2184050
    },
    {
      "epoch": 609.56,
      "grad_norm": 1.1771105527877808,
      "learning_rate": 6.89473023835249e-07,
      "loss": 0.3413,
      "step": 2184060
    },
    {
      "epoch": 609.56,
      "grad_norm": 1.2517505884170532,
      "learning_rate": 6.894538694386451e-07,
      "loss": 0.3464,
      "step": 2184070
    },
    {
      "epoch": 609.57,
      "grad_norm": 1.4164432287216187,
      "learning_rate": 6.894347152622282e-07,
      "loss": 0.3392,
      "step": 2184080
    },
    {
      "epoch": 609.57,
      "grad_norm": 1.6039639711380005,
      "learning_rate": 6.894155613060019e-07,
      "loss": 0.347,
      "step": 2184090
    },
    {
      "epoch": 609.57,
      "grad_norm": 1.1842707395553589,
      "learning_rate": 6.893964075699675e-07,
      "loss": 0.3482,
      "step": 2184100
    },
    {
      "epoch": 609.58,
      "grad_norm": 2.5135278701782227,
      "learning_rate": 6.893772540541277e-07,
      "loss": 0.3372,
      "step": 2184110
    },
    {
      "epoch": 609.58,
      "grad_norm": 1.3483390808105469,
      "learning_rate": 6.893581007584855e-07,
      "loss": 0.3319,
      "step": 2184120
    },
    {
      "epoch": 609.58,
      "grad_norm": 1.2551400661468506,
      "learning_rate": 6.893389476830439e-07,
      "loss": 0.3346,
      "step": 2184130
    },
    {
      "epoch": 609.58,
      "grad_norm": 1.1776268482208252,
      "learning_rate": 6.893197948278036e-07,
      "loss": 0.3432,
      "step": 2184140
    },
    {
      "epoch": 609.59,
      "grad_norm": 1.17180597782135,
      "learning_rate": 6.893006421927697e-07,
      "loss": 0.3338,
      "step": 2184150
    },
    {
      "epoch": 609.59,
      "grad_norm": 1.0327719449996948,
      "learning_rate": 6.89281489777943e-07,
      "loss": 0.3407,
      "step": 2184160
    },
    {
      "epoch": 609.59,
      "grad_norm": 1.4057880640029907,
      "learning_rate": 6.892623375833263e-07,
      "loss": 0.326,
      "step": 2184170
    },
    {
      "epoch": 609.6,
      "grad_norm": 1.2434866428375244,
      "learning_rate": 6.89243185608923e-07,
      "loss": 0.338,
      "step": 2184180
    },
    {
      "epoch": 609.6,
      "grad_norm": 1.1588300466537476,
      "learning_rate": 6.892240338547345e-07,
      "loss": 0.3419,
      "step": 2184190
    },
    {
      "epoch": 609.6,
      "grad_norm": 1.1349512338638306,
      "learning_rate": 6.892048823207638e-07,
      "loss": 0.3331,
      "step": 2184200
    },
    {
      "epoch": 609.6,
      "grad_norm": 1.2487223148345947,
      "learning_rate": 6.891857310070133e-07,
      "loss": 0.3491,
      "step": 2184210
    },
    {
      "epoch": 609.61,
      "grad_norm": 1.1170753240585327,
      "learning_rate": 6.891665799134867e-07,
      "loss": 0.3411,
      "step": 2184220
    },
    {
      "epoch": 609.61,
      "grad_norm": 1.08842933177948,
      "learning_rate": 6.891474290401849e-07,
      "loss": 0.3448,
      "step": 2184230
    },
    {
      "epoch": 609.61,
      "grad_norm": 1.3310201168060303,
      "learning_rate": 6.891282783871112e-07,
      "loss": 0.3431,
      "step": 2184240
    },
    {
      "epoch": 609.61,
      "grad_norm": 1.0812828540802002,
      "learning_rate": 6.891091279542686e-07,
      "loss": 0.3342,
      "step": 2184250
    },
    {
      "epoch": 609.62,
      "grad_norm": 1.149333119392395,
      "learning_rate": 6.890899777416579e-07,
      "loss": 0.3523,
      "step": 2184260
    },
    {
      "epoch": 609.62,
      "grad_norm": 1.1741855144500732,
      "learning_rate": 6.890708277492842e-07,
      "loss": 0.3107,
      "step": 2184270
    },
    {
      "epoch": 609.62,
      "grad_norm": 1.2815768718719482,
      "learning_rate": 6.890516779771479e-07,
      "loss": 0.3389,
      "step": 2184280
    },
    {
      "epoch": 609.63,
      "grad_norm": 1.2058641910552979,
      "learning_rate": 6.890325284252527e-07,
      "loss": 0.3331,
      "step": 2184290
    },
    {
      "epoch": 609.63,
      "grad_norm": 1.0815778970718384,
      "learning_rate": 6.890133790936009e-07,
      "loss": 0.3525,
      "step": 2184300
    },
    {
      "epoch": 609.63,
      "grad_norm": 1.084960699081421,
      "learning_rate": 6.889942299821955e-07,
      "loss": 0.3394,
      "step": 2184310
    },
    {
      "epoch": 609.63,
      "grad_norm": 1.430327296257019,
      "learning_rate": 6.889750810910378e-07,
      "loss": 0.3318,
      "step": 2184320
    },
    {
      "epoch": 609.64,
      "grad_norm": 1.0510644912719727,
      "learning_rate": 6.889559324201311e-07,
      "loss": 0.3546,
      "step": 2184330
    },
    {
      "epoch": 609.64,
      "grad_norm": 1.1965546607971191,
      "learning_rate": 6.889367839694781e-07,
      "loss": 0.3438,
      "step": 2184340
    },
    {
      "epoch": 609.64,
      "grad_norm": 1.07865571975708,
      "learning_rate": 6.88917635739081e-07,
      "loss": 0.3308,
      "step": 2184350
    },
    {
      "epoch": 609.65,
      "grad_norm": 1.1644550561904907,
      "learning_rate": 6.888984877289434e-07,
      "loss": 0.3303,
      "step": 2184360
    },
    {
      "epoch": 609.65,
      "grad_norm": 2.860097885131836,
      "learning_rate": 6.888793399390662e-07,
      "loss": 0.3315,
      "step": 2184370
    },
    {
      "epoch": 609.65,
      "grad_norm": 1.6004879474639893,
      "learning_rate": 6.888601923694526e-07,
      "loss": 0.3269,
      "step": 2184380
    },
    {
      "epoch": 609.65,
      "grad_norm": 1.093694806098938,
      "learning_rate": 6.888410450201062e-07,
      "loss": 0.3486,
      "step": 2184390
    },
    {
      "epoch": 609.66,
      "grad_norm": 1.1002119779586792,
      "learning_rate": 6.888218978910273e-07,
      "loss": 0.3369,
      "step": 2184400
    },
    {
      "epoch": 609.66,
      "grad_norm": 1.2218594551086426,
      "learning_rate": 6.88802750982221e-07,
      "loss": 0.3288,
      "step": 2184410
    },
    {
      "epoch": 609.66,
      "grad_norm": 1.189814805984497,
      "learning_rate": 6.887836042936879e-07,
      "loss": 0.3429,
      "step": 2184420
    },
    {
      "epoch": 609.67,
      "grad_norm": 1.0179576873779297,
      "learning_rate": 6.887644578254315e-07,
      "loss": 0.344,
      "step": 2184430
    },
    {
      "epoch": 609.67,
      "grad_norm": 1.016536831855774,
      "learning_rate": 6.887453115774538e-07,
      "loss": 0.3423,
      "step": 2184440
    },
    {
      "epoch": 609.67,
      "grad_norm": 1.1800349950790405,
      "learning_rate": 6.887261655497587e-07,
      "loss": 0.3329,
      "step": 2184450
    },
    {
      "epoch": 609.67,
      "grad_norm": 1.1702975034713745,
      "learning_rate": 6.887070197423469e-07,
      "loss": 0.3493,
      "step": 2184460
    },
    {
      "epoch": 609.68,
      "grad_norm": 1.2822571992874146,
      "learning_rate": 6.886878741552218e-07,
      "loss": 0.3484,
      "step": 2184470
    },
    {
      "epoch": 609.68,
      "grad_norm": 1.6136785745620728,
      "learning_rate": 6.886687287883864e-07,
      "loss": 0.3327,
      "step": 2184480
    },
    {
      "epoch": 609.68,
      "grad_norm": 1.3156687021255493,
      "learning_rate": 6.886495836418415e-07,
      "loss": 0.3305,
      "step": 2184490
    },
    {
      "epoch": 609.68,
      "grad_norm": 1.291135311126709,
      "learning_rate": 6.886304387155925e-07,
      "loss": 0.3337,
      "step": 2184500
    },
    {
      "epoch": 609.69,
      "grad_norm": 1.4759057760238647,
      "learning_rate": 6.886112940096396e-07,
      "loss": 0.3268,
      "step": 2184510
    },
    {
      "epoch": 609.69,
      "grad_norm": 1.1302943229675293,
      "learning_rate": 6.885921495239859e-07,
      "loss": 0.3445,
      "step": 2184520
    },
    {
      "epoch": 609.69,
      "grad_norm": 1.415292501449585,
      "learning_rate": 6.88573005258635e-07,
      "loss": 0.34,
      "step": 2184530
    },
    {
      "epoch": 609.7,
      "grad_norm": 1.1084599494934082,
      "learning_rate": 6.885538612135879e-07,
      "loss": 0.3386,
      "step": 2184540
    },
    {
      "epoch": 609.7,
      "grad_norm": 1.3547964096069336,
      "learning_rate": 6.885347173888478e-07,
      "loss": 0.343,
      "step": 2184550
    },
    {
      "epoch": 609.7,
      "grad_norm": 1.181890606880188,
      "learning_rate": 6.885155737844175e-07,
      "loss": 0.3346,
      "step": 2184560
    },
    {
      "epoch": 609.7,
      "grad_norm": 1.404916524887085,
      "learning_rate": 6.884964304003001e-07,
      "loss": 0.3309,
      "step": 2184570
    },
    {
      "epoch": 609.71,
      "grad_norm": 1.5827792882919312,
      "learning_rate": 6.884772872364957e-07,
      "loss": 0.3383,
      "step": 2184580
    },
    {
      "epoch": 609.71,
      "grad_norm": 1.120398759841919,
      "learning_rate": 6.8845814429301e-07,
      "loss": 0.3247,
      "step": 2184590
    },
    {
      "epoch": 609.71,
      "grad_norm": 1.1932717561721802,
      "learning_rate": 6.884390015698436e-07,
      "loss": 0.3281,
      "step": 2184600
    },
    {
      "epoch": 609.72,
      "grad_norm": 1.207213282585144,
      "learning_rate": 6.884198590669992e-07,
      "loss": 0.3539,
      "step": 2184610
    },
    {
      "epoch": 609.72,
      "grad_norm": 1.2329810857772827,
      "learning_rate": 6.884007167844808e-07,
      "loss": 0.3464,
      "step": 2184620
    },
    {
      "epoch": 609.72,
      "grad_norm": 1.1743320226669312,
      "learning_rate": 6.883815747222882e-07,
      "loss": 0.343,
      "step": 2184630
    },
    {
      "epoch": 609.72,
      "grad_norm": 1.415182113647461,
      "learning_rate": 6.883624328804272e-07,
      "loss": 0.3311,
      "step": 2184640
    },
    {
      "epoch": 609.73,
      "grad_norm": 1.167578935623169,
      "learning_rate": 6.883432912588976e-07,
      "loss": 0.335,
      "step": 2184650
    },
    {
      "epoch": 609.73,
      "grad_norm": 1.1533292531967163,
      "learning_rate": 6.883241498577033e-07,
      "loss": 0.3349,
      "step": 2184660
    },
    {
      "epoch": 609.73,
      "grad_norm": 1.3663768768310547,
      "learning_rate": 6.883050086768476e-07,
      "loss": 0.3434,
      "step": 2184670
    },
    {
      "epoch": 609.73,
      "grad_norm": 1.1724705696105957,
      "learning_rate": 6.88285867716331e-07,
      "loss": 0.3386,
      "step": 2184680
    },
    {
      "epoch": 609.74,
      "grad_norm": 1.4224637746810913,
      "learning_rate": 6.882667269761574e-07,
      "loss": 0.3479,
      "step": 2184690
    },
    {
      "epoch": 609.74,
      "grad_norm": 1.0564861297607422,
      "learning_rate": 6.88247586456329e-07,
      "loss": 0.3331,
      "step": 2184700
    },
    {
      "epoch": 609.74,
      "grad_norm": 1.312209963798523,
      "learning_rate": 6.88228446156849e-07,
      "loss": 0.346,
      "step": 2184710
    },
    {
      "epoch": 609.75,
      "grad_norm": 1.3644980192184448,
      "learning_rate": 6.88209306077718e-07,
      "loss": 0.3316,
      "step": 2184720
    },
    {
      "epoch": 609.75,
      "grad_norm": 0.9875600934028625,
      "learning_rate": 6.881901662189414e-07,
      "loss": 0.3436,
      "step": 2184730
    },
    {
      "epoch": 609.75,
      "grad_norm": 1.1305738687515259,
      "learning_rate": 6.881710265805197e-07,
      "loss": 0.3352,
      "step": 2184740
    },
    {
      "epoch": 609.75,
      "grad_norm": 1.254701018333435,
      "learning_rate": 6.881518871624557e-07,
      "loss": 0.3329,
      "step": 2184750
    },
    {
      "epoch": 609.76,
      "grad_norm": 1.2130732536315918,
      "learning_rate": 6.881327479647533e-07,
      "loss": 0.3212,
      "step": 2184760
    },
    {
      "epoch": 609.76,
      "grad_norm": 1.0343934297561646,
      "learning_rate": 6.88113608987413e-07,
      "loss": 0.3373,
      "step": 2184770
    },
    {
      "epoch": 609.76,
      "grad_norm": 1.3050744533538818,
      "learning_rate": 6.880944702304385e-07,
      "loss": 0.3314,
      "step": 2184780
    },
    {
      "epoch": 609.77,
      "grad_norm": 1.097448468208313,
      "learning_rate": 6.880753316938322e-07,
      "loss": 0.3221,
      "step": 2184790
    },
    {
      "epoch": 609.77,
      "grad_norm": 1.102085828781128,
      "learning_rate": 6.880561933775973e-07,
      "loss": 0.351,
      "step": 2184800
    },
    {
      "epoch": 609.77,
      "grad_norm": 1.2710154056549072,
      "learning_rate": 6.880370552817342e-07,
      "loss": 0.3292,
      "step": 2184810
    },
    {
      "epoch": 609.77,
      "grad_norm": 1.2789660692214966,
      "learning_rate": 6.880179174062487e-07,
      "loss": 0.3373,
      "step": 2184820
    },
    {
      "epoch": 609.78,
      "grad_norm": 1.180855393409729,
      "learning_rate": 6.879987797511406e-07,
      "loss": 0.3549,
      "step": 2184830
    },
    {
      "epoch": 609.78,
      "grad_norm": 1.2585504055023193,
      "learning_rate": 6.879796423164136e-07,
      "loss": 0.3346,
      "step": 2184840
    },
    {
      "epoch": 609.78,
      "grad_norm": 1.1116670370101929,
      "learning_rate": 6.879605051020707e-07,
      "loss": 0.3276,
      "step": 2184850
    },
    {
      "epoch": 609.79,
      "grad_norm": 1.108080506324768,
      "learning_rate": 6.879413681081129e-07,
      "loss": 0.3162,
      "step": 2184860
    },
    {
      "epoch": 609.79,
      "grad_norm": 1.024613380432129,
      "learning_rate": 6.87922231334544e-07,
      "loss": 0.3395,
      "step": 2184870
    },
    {
      "epoch": 609.79,
      "grad_norm": 1.1776970624923706,
      "learning_rate": 6.879030947813662e-07,
      "loss": 0.3396,
      "step": 2184880
    },
    {
      "epoch": 609.79,
      "grad_norm": 1.2356723546981812,
      "learning_rate": 6.878839584485828e-07,
      "loss": 0.3384,
      "step": 2184890
    },
    {
      "epoch": 609.8,
      "grad_norm": 1.1648415327072144,
      "learning_rate": 6.878648223361949e-07,
      "loss": 0.3343,
      "step": 2184900
    },
    {
      "epoch": 609.8,
      "grad_norm": 1.085923671722412,
      "learning_rate": 6.878456864442056e-07,
      "loss": 0.3366,
      "step": 2184910
    },
    {
      "epoch": 609.8,
      "grad_norm": 1.2504842281341553,
      "learning_rate": 6.878265507726177e-07,
      "loss": 0.3636,
      "step": 2184920
    },
    {
      "epoch": 609.8,
      "grad_norm": 1.7632200717926025,
      "learning_rate": 6.878074153214334e-07,
      "loss": 0.3281,
      "step": 2184930
    },
    {
      "epoch": 609.81,
      "grad_norm": 1.1841167211532593,
      "learning_rate": 6.877882800906567e-07,
      "loss": 0.342,
      "step": 2184940
    },
    {
      "epoch": 609.81,
      "grad_norm": 1.2144967317581177,
      "learning_rate": 6.877691450802873e-07,
      "loss": 0.3425,
      "step": 2184950
    },
    {
      "epoch": 609.81,
      "grad_norm": 1.25974440574646,
      "learning_rate": 6.877500102903309e-07,
      "loss": 0.337,
      "step": 2184960
    },
    {
      "epoch": 609.82,
      "grad_norm": 1.2625490427017212,
      "learning_rate": 6.877308757207876e-07,
      "loss": 0.3276,
      "step": 2184970
    },
    {
      "epoch": 609.82,
      "grad_norm": 1.3466078042984009,
      "learning_rate": 6.877117413716611e-07,
      "loss": 0.3569,
      "step": 2184980
    },
    {
      "epoch": 609.82,
      "grad_norm": 1.2785789966583252,
      "learning_rate": 6.876926072429544e-07,
      "loss": 0.3529,
      "step": 2184990
    },
    {
      "epoch": 609.82,
      "grad_norm": 1.444523811340332,
      "learning_rate": 6.876734733346688e-07,
      "loss": 0.3402,
      "step": 2185000
    },
    {
      "epoch": 609.83,
      "grad_norm": 1.157806396484375,
      "learning_rate": 6.876543396468073e-07,
      "loss": 0.3274,
      "step": 2185010
    },
    {
      "epoch": 609.83,
      "grad_norm": 1.368209958076477,
      "learning_rate": 6.876352061793727e-07,
      "loss": 0.3428,
      "step": 2185020
    },
    {
      "epoch": 609.83,
      "grad_norm": 1.0651527643203735,
      "learning_rate": 6.876160729323683e-07,
      "loss": 0.3235,
      "step": 2185030
    },
    {
      "epoch": 609.84,
      "grad_norm": 1.868314266204834,
      "learning_rate": 6.875969399057948e-07,
      "loss": 0.343,
      "step": 2185040
    },
    {
      "epoch": 609.84,
      "grad_norm": 1.340105414390564,
      "learning_rate": 6.875778070996556e-07,
      "loss": 0.3392,
      "step": 2185050
    },
    {
      "epoch": 609.84,
      "grad_norm": 1.0424617528915405,
      "learning_rate": 6.875586745139542e-07,
      "loss": 0.3473,
      "step": 2185060
    },
    {
      "epoch": 609.84,
      "grad_norm": 1.13822603225708,
      "learning_rate": 6.87539542148691e-07,
      "loss": 0.3404,
      "step": 2185070
    },
    {
      "epoch": 609.85,
      "grad_norm": 1.081201195716858,
      "learning_rate": 6.875204100038713e-07,
      "loss": 0.3465,
      "step": 2185080
    },
    {
      "epoch": 609.85,
      "grad_norm": 1.0895212888717651,
      "learning_rate": 6.875012780794953e-07,
      "loss": 0.3629,
      "step": 2185090
    },
    {
      "epoch": 609.85,
      "grad_norm": 1.063381314277649,
      "learning_rate": 6.874821463755667e-07,
      "loss": 0.3359,
      "step": 2185100
    },
    {
      "epoch": 609.85,
      "grad_norm": 1.110269546508789,
      "learning_rate": 6.874630148920878e-07,
      "loss": 0.3345,
      "step": 2185110
    },
    {
      "epoch": 609.86,
      "grad_norm": 1.4156267642974854,
      "learning_rate": 6.874438836290616e-07,
      "loss": 0.3395,
      "step": 2185120
    },
    {
      "epoch": 609.86,
      "grad_norm": 1.2646321058273315,
      "learning_rate": 6.874247525864896e-07,
      "loss": 0.342,
      "step": 2185130
    },
    {
      "epoch": 609.86,
      "grad_norm": 1.2916685342788696,
      "learning_rate": 6.874056217643748e-07,
      "loss": 0.3576,
      "step": 2185140
    },
    {
      "epoch": 609.87,
      "grad_norm": 1.2295176982879639,
      "learning_rate": 6.873864911627211e-07,
      "loss": 0.338,
      "step": 2185150
    },
    {
      "epoch": 609.87,
      "grad_norm": 1.485940933227539,
      "learning_rate": 6.87367360781528e-07,
      "loss": 0.3338,
      "step": 2185160
    },
    {
      "epoch": 609.87,
      "grad_norm": 1.790932059288025,
      "learning_rate": 6.873482306208015e-07,
      "loss": 0.3226,
      "step": 2185170
    },
    {
      "epoch": 609.87,
      "grad_norm": 1.2570220232009888,
      "learning_rate": 6.873291006805414e-07,
      "loss": 0.3282,
      "step": 2185180
    },
    {
      "epoch": 609.88,
      "grad_norm": 1.1885724067687988,
      "learning_rate": 6.873099709607517e-07,
      "loss": 0.337,
      "step": 2185190
    },
    {
      "epoch": 609.88,
      "grad_norm": 1.1601696014404297,
      "learning_rate": 6.872908414614353e-07,
      "loss": 0.3278,
      "step": 2185200
    },
    {
      "epoch": 609.88,
      "grad_norm": 1.3717809915542603,
      "learning_rate": 6.872717121825928e-07,
      "loss": 0.3215,
      "step": 2185210
    },
    {
      "epoch": 609.89,
      "grad_norm": 1.333877444267273,
      "learning_rate": 6.872525831242293e-07,
      "loss": 0.326,
      "step": 2185220
    },
    {
      "epoch": 609.89,
      "grad_norm": 1.2982503175735474,
      "learning_rate": 6.872334542863452e-07,
      "loss": 0.3368,
      "step": 2185230
    },
    {
      "epoch": 609.89,
      "grad_norm": 1.3617879152297974,
      "learning_rate": 6.87214325668944e-07,
      "loss": 0.3412,
      "step": 2185240
    },
    {
      "epoch": 609.89,
      "grad_norm": 0.9959961771965027,
      "learning_rate": 6.871951972720283e-07,
      "loss": 0.3374,
      "step": 2185250
    },
    {
      "epoch": 609.9,
      "grad_norm": 1.157828450202942,
      "learning_rate": 6.871760690956012e-07,
      "loss": 0.3358,
      "step": 2185260
    },
    {
      "epoch": 609.9,
      "grad_norm": 1.293201208114624,
      "learning_rate": 6.871569411396635e-07,
      "loss": 0.3382,
      "step": 2185270
    },
    {
      "epoch": 609.9,
      "grad_norm": 1.157878041267395,
      "learning_rate": 6.87137813404219e-07,
      "loss": 0.3417,
      "step": 2185280
    },
    {
      "epoch": 609.91,
      "grad_norm": 1.211358904838562,
      "learning_rate": 6.871186858892707e-07,
      "loss": 0.3263,
      "step": 2185290
    },
    {
      "epoch": 609.91,
      "grad_norm": 1.2403925657272339,
      "learning_rate": 6.870995585948193e-07,
      "loss": 0.326,
      "step": 2185300
    },
    {
      "epoch": 609.91,
      "grad_norm": 1.2908027172088623,
      "learning_rate": 6.870804315208697e-07,
      "loss": 0.342,
      "step": 2185310
    },
    {
      "epoch": 609.91,
      "grad_norm": 1.399876356124878,
      "learning_rate": 6.870613046674224e-07,
      "loss": 0.3547,
      "step": 2185320
    },
    {
      "epoch": 609.92,
      "grad_norm": 1.1749053001403809,
      "learning_rate": 6.870421780344812e-07,
      "loss": 0.338,
      "step": 2185330
    },
    {
      "epoch": 609.92,
      "grad_norm": 1.0670218467712402,
      "learning_rate": 6.870230516220487e-07,
      "loss": 0.3335,
      "step": 2185340
    },
    {
      "epoch": 609.92,
      "grad_norm": 1.1337919235229492,
      "learning_rate": 6.870039254301266e-07,
      "loss": 0.3382,
      "step": 2185350
    },
    {
      "epoch": 609.92,
      "grad_norm": 1.2770296335220337,
      "learning_rate": 6.869847994587176e-07,
      "loss": 0.3226,
      "step": 2185360
    },
    {
      "epoch": 609.93,
      "grad_norm": 2.3717405796051025,
      "learning_rate": 6.869656737078244e-07,
      "loss": 0.3411,
      "step": 2185370
    },
    {
      "epoch": 609.93,
      "grad_norm": 1.3177694082260132,
      "learning_rate": 6.869465481774507e-07,
      "loss": 0.352,
      "step": 2185380
    },
    {
      "epoch": 609.93,
      "grad_norm": 1.094443440437317,
      "learning_rate": 6.869274228675964e-07,
      "loss": 0.327,
      "step": 2185390
    },
    {
      "epoch": 609.94,
      "grad_norm": 1.201342225074768,
      "learning_rate": 6.86908297778267e-07,
      "loss": 0.3285,
      "step": 2185400
    },
    {
      "epoch": 609.94,
      "grad_norm": 1.300397276878357,
      "learning_rate": 6.86889172909463e-07,
      "loss": 0.3501,
      "step": 2185410
    },
    {
      "epoch": 609.94,
      "grad_norm": 1.2700268030166626,
      "learning_rate": 6.868700482611875e-07,
      "loss": 0.3437,
      "step": 2185420
    },
    {
      "epoch": 609.94,
      "grad_norm": 1.8485084772109985,
      "learning_rate": 6.868509238334443e-07,
      "loss": 0.3411,
      "step": 2185430
    },
    {
      "epoch": 609.95,
      "grad_norm": 1.4069020748138428,
      "learning_rate": 6.868317996262338e-07,
      "loss": 0.3498,
      "step": 2185440
    },
    {
      "epoch": 609.95,
      "grad_norm": 1.3614532947540283,
      "learning_rate": 6.868126756395595e-07,
      "loss": 0.3299,
      "step": 2185450
    },
    {
      "epoch": 609.95,
      "grad_norm": 1.2526328563690186,
      "learning_rate": 6.86793551873424e-07,
      "loss": 0.3357,
      "step": 2185460
    },
    {
      "epoch": 609.96,
      "grad_norm": 1.4548728466033936,
      "learning_rate": 6.867744283278309e-07,
      "loss": 0.3366,
      "step": 2185470
    },
    {
      "epoch": 609.96,
      "grad_norm": 1.155943751335144,
      "learning_rate": 6.867553050027805e-07,
      "loss": 0.3397,
      "step": 2185480
    },
    {
      "epoch": 609.96,
      "grad_norm": 1.064775824546814,
      "learning_rate": 6.867361818982769e-07,
      "loss": 0.352,
      "step": 2185490
    },
    {
      "epoch": 609.96,
      "grad_norm": 2.964777708053589,
      "learning_rate": 6.867170590143222e-07,
      "loss": 0.3176,
      "step": 2185500
    },
    {
      "epoch": 609.97,
      "grad_norm": 1.165929913520813,
      "learning_rate": 6.866979363509189e-07,
      "loss": 0.3403,
      "step": 2185510
    },
    {
      "epoch": 609.97,
      "grad_norm": 1.4176445007324219,
      "learning_rate": 6.866788139080708e-07,
      "loss": 0.3465,
      "step": 2185520
    },
    {
      "epoch": 609.97,
      "grad_norm": 1.1917508840560913,
      "learning_rate": 6.866596916857774e-07,
      "loss": 0.3439,
      "step": 2185530
    },
    {
      "epoch": 609.97,
      "grad_norm": 1.1841821670532227,
      "learning_rate": 6.866405696840449e-07,
      "loss": 0.3334,
      "step": 2185540
    },
    {
      "epoch": 609.98,
      "grad_norm": 1.136260747909546,
      "learning_rate": 6.866214479028734e-07,
      "loss": 0.3448,
      "step": 2185550
    },
    {
      "epoch": 609.98,
      "grad_norm": 1.292325496673584,
      "learning_rate": 6.86602326342266e-07,
      "loss": 0.3372,
      "step": 2185560
    },
    {
      "epoch": 609.98,
      "grad_norm": 1.1425727605819702,
      "learning_rate": 6.865832050022263e-07,
      "loss": 0.3194,
      "step": 2185570
    },
    {
      "epoch": 609.99,
      "grad_norm": 1.2106279134750366,
      "learning_rate": 6.865640838827549e-07,
      "loss": 0.3504,
      "step": 2185580
    },
    {
      "epoch": 609.99,
      "grad_norm": 1.1657131910324097,
      "learning_rate": 6.865449629838558e-07,
      "loss": 0.3481,
      "step": 2185590
    },
    {
      "epoch": 609.99,
      "grad_norm": 1.2814611196517944,
      "learning_rate": 6.865258423055311e-07,
      "loss": 0.3412,
      "step": 2185600
    },
    {
      "epoch": 609.99,
      "grad_norm": 1.3071240186691284,
      "learning_rate": 6.865067218477838e-07,
      "loss": 0.345,
      "step": 2185610
    },
    {
      "epoch": 610.0,
      "grad_norm": 1.1953396797180176,
      "learning_rate": 6.864876016106155e-07,
      "loss": 0.3405,
      "step": 2185620
    },
    {
      "epoch": 610.0,
      "grad_norm": 1.5181093215942383,
      "learning_rate": 6.864684815940293e-07,
      "loss": 0.3498,
      "step": 2185630
    },
    {
      "epoch": 610.0,
      "eval_loss": 0.34074392914772034,
      "eval_runtime": 66.6207,
      "eval_samples_per_second": 75.937,
      "eval_steps_per_second": 9.502,
      "step": 2185630
    },
    {
      "epoch": 610.0,
      "grad_norm": 1.3391865491867065,
      "learning_rate": 6.864493617980277e-07,
      "loss": 0.344,
      "step": 2185640
    },
    {
      "epoch": 610.01,
      "grad_norm": 1.1031742095947266,
      "learning_rate": 6.864302422226134e-07,
      "loss": 0.3331,
      "step": 2185650
    },
    {
      "epoch": 610.01,
      "grad_norm": 1.5112155675888062,
      "learning_rate": 6.864111228677893e-07,
      "loss": 0.3529,
      "step": 2185660
    },
    {
      "epoch": 610.01,
      "grad_norm": 1.1866426467895508,
      "learning_rate": 6.863920037335567e-07,
      "loss": 0.3255,
      "step": 2185670
    },
    {
      "epoch": 610.01,
      "grad_norm": 1.017593502998352,
      "learning_rate": 6.86372884819919e-07,
      "loss": 0.3225,
      "step": 2185680
    },
    {
      "epoch": 610.02,
      "grad_norm": 1.217830777168274,
      "learning_rate": 6.863537661268789e-07,
      "loss": 0.3328,
      "step": 2185690
    },
    {
      "epoch": 610.02,
      "grad_norm": 1.1290289163589478,
      "learning_rate": 6.86334647654439e-07,
      "loss": 0.3366,
      "step": 2185700
    },
    {
      "epoch": 610.02,
      "grad_norm": 1.150182843208313,
      "learning_rate": 6.863155294026011e-07,
      "loss": 0.3317,
      "step": 2185710
    },
    {
      "epoch": 610.03,
      "grad_norm": 1.1827844381332397,
      "learning_rate": 6.86296411371368e-07,
      "loss": 0.3372,
      "step": 2185720
    },
    {
      "epoch": 610.03,
      "grad_norm": 1.1531481742858887,
      "learning_rate": 6.862772935607433e-07,
      "loss": 0.3397,
      "step": 2185730
    },
    {
      "epoch": 610.03,
      "grad_norm": 1.1838595867156982,
      "learning_rate": 6.862581759707271e-07,
      "loss": 0.3372,
      "step": 2185740
    },
    {
      "epoch": 610.03,
      "grad_norm": 1.318948745727539,
      "learning_rate": 6.862390586013252e-07,
      "loss": 0.3389,
      "step": 2185750
    },
    {
      "epoch": 610.04,
      "grad_norm": 1.4863380193710327,
      "learning_rate": 6.862199414525375e-07,
      "loss": 0.3443,
      "step": 2185760
    },
    {
      "epoch": 610.04,
      "grad_norm": 1.4490256309509277,
      "learning_rate": 6.862008245243674e-07,
      "loss": 0.3313,
      "step": 2185770
    },
    {
      "epoch": 610.04,
      "grad_norm": 1.2052823305130005,
      "learning_rate": 6.861817078168179e-07,
      "loss": 0.3435,
      "step": 2185780
    },
    {
      "epoch": 610.04,
      "grad_norm": 1.0862661600112915,
      "learning_rate": 6.861625913298909e-07,
      "loss": 0.3306,
      "step": 2185790
    },
    {
      "epoch": 610.05,
      "grad_norm": 1.325071930885315,
      "learning_rate": 6.8614347506359e-07,
      "loss": 0.3425,
      "step": 2185800
    },
    {
      "epoch": 610.05,
      "grad_norm": 1.1394586563110352,
      "learning_rate": 6.861243590179163e-07,
      "loss": 0.3481,
      "step": 2185810
    },
    {
      "epoch": 610.05,
      "grad_norm": 1.369248628616333,
      "learning_rate": 6.86105243192873e-07,
      "loss": 0.3364,
      "step": 2185820
    },
    {
      "epoch": 610.06,
      "grad_norm": 1.2713005542755127,
      "learning_rate": 6.860861275884628e-07,
      "loss": 0.3375,
      "step": 2185830
    },
    {
      "epoch": 610.06,
      "grad_norm": 0.949150025844574,
      "learning_rate": 6.860670122046887e-07,
      "loss": 0.3428,
      "step": 2185840
    },
    {
      "epoch": 610.06,
      "grad_norm": 1.1571605205535889,
      "learning_rate": 6.860478970415519e-07,
      "loss": 0.3371,
      "step": 2185850
    },
    {
      "epoch": 610.06,
      "grad_norm": 1.1890698671340942,
      "learning_rate": 6.860287820990559e-07,
      "loss": 0.3432,
      "step": 2185860
    },
    {
      "epoch": 610.07,
      "grad_norm": 1.1973901987075806,
      "learning_rate": 6.860096673772037e-07,
      "loss": 0.3291,
      "step": 2185870
    },
    {
      "epoch": 610.07,
      "grad_norm": 1.1214114427566528,
      "learning_rate": 6.859905528759956e-07,
      "loss": 0.3474,
      "step": 2185880
    },
    {
      "epoch": 610.07,
      "grad_norm": 1.1447702646255493,
      "learning_rate": 6.859714385954372e-07,
      "loss": 0.3262,
      "step": 2185890
    },
    {
      "epoch": 610.08,
      "grad_norm": 1.225533366203308,
      "learning_rate": 6.85952324535529e-07,
      "loss": 0.3478,
      "step": 2185900
    },
    {
      "epoch": 610.08,
      "grad_norm": 1.3265527486801147,
      "learning_rate": 6.859332106962742e-07,
      "loss": 0.3503,
      "step": 2185910
    },
    {
      "epoch": 610.08,
      "grad_norm": 1.0557304620742798,
      "learning_rate": 6.859140970776748e-07,
      "loss": 0.3262,
      "step": 2185920
    },
    {
      "epoch": 610.08,
      "grad_norm": 1.1141449213027954,
      "learning_rate": 6.858949836797349e-07,
      "loss": 0.3352,
      "step": 2185930
    },
    {
      "epoch": 610.09,
      "grad_norm": 1.3214671611785889,
      "learning_rate": 6.858758705024553e-07,
      "loss": 0.3388,
      "step": 2185940
    },
    {
      "epoch": 610.09,
      "grad_norm": 1.2140555381774902,
      "learning_rate": 6.858567575458388e-07,
      "loss": 0.3251,
      "step": 2185950
    },
    {
      "epoch": 610.09,
      "grad_norm": 1.1688629388809204,
      "learning_rate": 6.858376448098895e-07,
      "loss": 0.3222,
      "step": 2185960
    },
    {
      "epoch": 610.09,
      "grad_norm": 1.0939383506774902,
      "learning_rate": 6.858185322946071e-07,
      "loss": 0.3472,
      "step": 2185970
    },
    {
      "epoch": 610.1,
      "grad_norm": 1.0685127973556519,
      "learning_rate": 6.857994199999974e-07,
      "loss": 0.3295,
      "step": 2185980
    },
    {
      "epoch": 610.1,
      "grad_norm": 1.0540326833724976,
      "learning_rate": 6.857803079260607e-07,
      "loss": 0.3385,
      "step": 2185990
    },
    {
      "epoch": 610.1,
      "grad_norm": 1.2879034280776978,
      "learning_rate": 6.857611960728001e-07,
      "loss": 0.3454,
      "step": 2186000
    },
    {
      "epoch": 610.11,
      "grad_norm": 1.3813903331756592,
      "learning_rate": 6.857420844402188e-07,
      "loss": 0.336,
      "step": 2186010
    },
    {
      "epoch": 610.11,
      "grad_norm": 1.2474417686462402,
      "learning_rate": 6.857229730283184e-07,
      "loss": 0.3388,
      "step": 2186020
    },
    {
      "epoch": 610.11,
      "grad_norm": 1.1762467622756958,
      "learning_rate": 6.857038618371019e-07,
      "loss": 0.3475,
      "step": 2186030
    },
    {
      "epoch": 610.11,
      "grad_norm": 1.133655309677124,
      "learning_rate": 6.856847508665716e-07,
      "loss": 0.3468,
      "step": 2186040
    },
    {
      "epoch": 610.12,
      "grad_norm": 1.0526295900344849,
      "learning_rate": 6.856656401167309e-07,
      "loss": 0.3407,
      "step": 2186050
    },
    {
      "epoch": 610.12,
      "grad_norm": 1.1776021718978882,
      "learning_rate": 6.856465295875804e-07,
      "loss": 0.3538,
      "step": 2186060
    },
    {
      "epoch": 610.12,
      "grad_norm": 1.6853243112564087,
      "learning_rate": 6.856274192791251e-07,
      "loss": 0.3272,
      "step": 2186070
    },
    {
      "epoch": 610.13,
      "grad_norm": 1.0278669595718384,
      "learning_rate": 6.85608309191366e-07,
      "loss": 0.3417,
      "step": 2186080
    },
    {
      "epoch": 610.13,
      "grad_norm": 1.2315939664840698,
      "learning_rate": 6.855891993243059e-07,
      "loss": 0.3345,
      "step": 2186090
    },
    {
      "epoch": 610.13,
      "grad_norm": 1.4189724922180176,
      "learning_rate": 6.855700896779481e-07,
      "loss": 0.3372,
      "step": 2186100
    },
    {
      "epoch": 610.13,
      "grad_norm": 1.3643513917922974,
      "learning_rate": 6.85550980252293e-07,
      "loss": 0.3445,
      "step": 2186110
    },
    {
      "epoch": 610.14,
      "grad_norm": 1.0599474906921387,
      "learning_rate": 6.855318710473461e-07,
      "loss": 0.321,
      "step": 2186120
    },
    {
      "epoch": 610.14,
      "grad_norm": 1.0924484729766846,
      "learning_rate": 6.855127620631079e-07,
      "loss": 0.3389,
      "step": 2186130
    },
    {
      "epoch": 610.14,
      "grad_norm": 1.098870038986206,
      "learning_rate": 6.854936532995815e-07,
      "loss": 0.3493,
      "step": 2186140
    },
    {
      "epoch": 610.15,
      "grad_norm": 1.0723627805709839,
      "learning_rate": 6.854745447567702e-07,
      "loss": 0.3407,
      "step": 2186150
    },
    {
      "epoch": 610.15,
      "grad_norm": 6.749061107635498,
      "learning_rate": 6.854554364346749e-07,
      "loss": 0.3312,
      "step": 2186160
    },
    {
      "epoch": 610.15,
      "grad_norm": 1.166749119758606,
      "learning_rate": 6.854363283332993e-07,
      "loss": 0.3513,
      "step": 2186170
    },
    {
      "epoch": 610.15,
      "grad_norm": 1.1327265501022339,
      "learning_rate": 6.854172204526455e-07,
      "loss": 0.3301,
      "step": 2186180
    },
    {
      "epoch": 610.16,
      "grad_norm": 1.0419392585754395,
      "learning_rate": 6.85398112792717e-07,
      "loss": 0.3388,
      "step": 2186190
    },
    {
      "epoch": 610.16,
      "grad_norm": 1.156615972518921,
      "learning_rate": 6.853790053535143e-07,
      "loss": 0.3412,
      "step": 2186200
    },
    {
      "epoch": 610.16,
      "grad_norm": 1.125257134437561,
      "learning_rate": 6.853598981350425e-07,
      "loss": 0.3161,
      "step": 2186210
    },
    {
      "epoch": 610.16,
      "grad_norm": 1.0692012310028076,
      "learning_rate": 6.853407911373023e-07,
      "loss": 0.3341,
      "step": 2186220
    },
    {
      "epoch": 610.17,
      "grad_norm": 1.0880930423736572,
      "learning_rate": 6.853216843602967e-07,
      "loss": 0.3538,
      "step": 2186230
    },
    {
      "epoch": 610.17,
      "grad_norm": 1.144126534461975,
      "learning_rate": 6.85302577804029e-07,
      "loss": 0.3376,
      "step": 2186240
    },
    {
      "epoch": 610.17,
      "grad_norm": 1.4680800437927246,
      "learning_rate": 6.852834714685008e-07,
      "loss": 0.3578,
      "step": 2186250
    },
    {
      "epoch": 610.18,
      "grad_norm": 1.308121919631958,
      "learning_rate": 6.852643653537146e-07,
      "loss": 0.3272,
      "step": 2186260
    },
    {
      "epoch": 610.18,
      "grad_norm": 1.1129018068313599,
      "learning_rate": 6.852452594596733e-07,
      "loss": 0.3162,
      "step": 2186270
    },
    {
      "epoch": 610.18,
      "grad_norm": 1.2703157663345337,
      "learning_rate": 6.852261537863801e-07,
      "loss": 0.345,
      "step": 2186280
    },
    {
      "epoch": 610.18,
      "grad_norm": 1.0115253925323486,
      "learning_rate": 6.852070483338364e-07,
      "loss": 0.3337,
      "step": 2186290
    },
    {
      "epoch": 610.19,
      "grad_norm": 1.3032108545303345,
      "learning_rate": 6.85187943102045e-07,
      "loss": 0.3306,
      "step": 2186300
    },
    {
      "epoch": 610.19,
      "grad_norm": 1.150226354598999,
      "learning_rate": 6.851688380910096e-07,
      "loss": 0.3409,
      "step": 2186310
    },
    {
      "epoch": 610.19,
      "grad_norm": 1.0785014629364014,
      "learning_rate": 6.851497333007302e-07,
      "loss": 0.3413,
      "step": 2186320
    },
    {
      "epoch": 610.2,
      "grad_norm": 1.3208789825439453,
      "learning_rate": 6.851306287312124e-07,
      "loss": 0.341,
      "step": 2186330
    },
    {
      "epoch": 610.2,
      "grad_norm": 1.3554792404174805,
      "learning_rate": 6.851115243824565e-07,
      "loss": 0.3237,
      "step": 2186340
    },
    {
      "epoch": 610.2,
      "grad_norm": 1.1688345670700073,
      "learning_rate": 6.850924202544661e-07,
      "loss": 0.3294,
      "step": 2186350
    },
    {
      "epoch": 610.2,
      "grad_norm": 1.6957801580429077,
      "learning_rate": 6.850733163472433e-07,
      "loss": 0.3349,
      "step": 2186360
    },
    {
      "epoch": 610.21,
      "grad_norm": 1.2560096979141235,
      "learning_rate": 6.850542126607907e-07,
      "loss": 0.3344,
      "step": 2186370
    },
    {
      "epoch": 610.21,
      "grad_norm": 1.3869503736495972,
      "learning_rate": 6.850351091951118e-07,
      "loss": 0.3362,
      "step": 2186380
    },
    {
      "epoch": 610.21,
      "grad_norm": 1.2534549236297607,
      "learning_rate": 6.850160059502076e-07,
      "loss": 0.3378,
      "step": 2186390
    },
    {
      "epoch": 610.21,
      "grad_norm": 1.0586862564086914,
      "learning_rate": 6.849969029260812e-07,
      "loss": 0.338,
      "step": 2186400
    },
    {
      "epoch": 610.22,
      "grad_norm": 1.2738450765609741,
      "learning_rate": 6.849778001227357e-07,
      "loss": 0.3287,
      "step": 2186410
    },
    {
      "epoch": 610.22,
      "grad_norm": 1.1561933755874634,
      "learning_rate": 6.849586975401734e-07,
      "loss": 0.3336,
      "step": 2186420
    },
    {
      "epoch": 610.22,
      "grad_norm": 1.197941541671753,
      "learning_rate": 6.849395951783965e-07,
      "loss": 0.3244,
      "step": 2186430
    },
    {
      "epoch": 610.23,
      "grad_norm": 1.3254491090774536,
      "learning_rate": 6.849204930374072e-07,
      "loss": 0.3333,
      "step": 2186440
    },
    {
      "epoch": 610.23,
      "grad_norm": 1.0957062244415283,
      "learning_rate": 6.849013911172097e-07,
      "loss": 0.3454,
      "step": 2186450
    },
    {
      "epoch": 610.23,
      "grad_norm": 1.269456386566162,
      "learning_rate": 6.848822894178037e-07,
      "loss": 0.3592,
      "step": 2186460
    },
    {
      "epoch": 610.23,
      "grad_norm": 1.2443116903305054,
      "learning_rate": 6.84863187939195e-07,
      "loss": 0.3453,
      "step": 2186470
    },
    {
      "epoch": 610.24,
      "grad_norm": 1.0015547275543213,
      "learning_rate": 6.848440866813838e-07,
      "loss": 0.3342,
      "step": 2186480
    },
    {
      "epoch": 610.24,
      "grad_norm": 1.4493650197982788,
      "learning_rate": 6.848249856443734e-07,
      "loss": 0.3464,
      "step": 2186490
    },
    {
      "epoch": 610.24,
      "grad_norm": 1.3179131746292114,
      "learning_rate": 6.848058848281665e-07,
      "loss": 0.3411,
      "step": 2186500
    },
    {
      "epoch": 610.25,
      "grad_norm": 1.4954475164413452,
      "learning_rate": 6.847867842327661e-07,
      "loss": 0.3339,
      "step": 2186510
    },
    {
      "epoch": 610.25,
      "grad_norm": 1.2292327880859375,
      "learning_rate": 6.847676838581735e-07,
      "loss": 0.3379,
      "step": 2186520
    },
    {
      "epoch": 610.25,
      "grad_norm": 1.2597897052764893,
      "learning_rate": 6.84748583704392e-07,
      "loss": 0.3477,
      "step": 2186530
    },
    {
      "epoch": 610.25,
      "grad_norm": 1.1047664880752563,
      "learning_rate": 6.847294837714245e-07,
      "loss": 0.3472,
      "step": 2186540
    },
    {
      "epoch": 610.26,
      "grad_norm": 1.2732988595962524,
      "learning_rate": 6.84710384059272e-07,
      "loss": 0.3304,
      "step": 2186550
    },
    {
      "epoch": 610.26,
      "grad_norm": 1.0950216054916382,
      "learning_rate": 6.846912845679392e-07,
      "loss": 0.3446,
      "step": 2186560
    },
    {
      "epoch": 610.26,
      "grad_norm": 1.3153717517852783,
      "learning_rate": 6.846721852974269e-07,
      "loss": 0.3585,
      "step": 2186570
    },
    {
      "epoch": 610.27,
      "grad_norm": 1.1778205633163452,
      "learning_rate": 6.846530862477386e-07,
      "loss": 0.3376,
      "step": 2186580
    },
    {
      "epoch": 610.27,
      "grad_norm": 1.367510199546814,
      "learning_rate": 6.846339874188764e-07,
      "loss": 0.3427,
      "step": 2186590
    },
    {
      "epoch": 610.27,
      "grad_norm": 1.306560754776001,
      "learning_rate": 6.846148888108436e-07,
      "loss": 0.3419,
      "step": 2186600
    },
    {
      "epoch": 610.27,
      "grad_norm": 1.2669589519500732,
      "learning_rate": 6.845957904236417e-07,
      "loss": 0.3423,
      "step": 2186610
    },
    {
      "epoch": 610.28,
      "grad_norm": 1.3466962575912476,
      "learning_rate": 6.845766922572733e-07,
      "loss": 0.3457,
      "step": 2186620
    },
    {
      "epoch": 610.28,
      "grad_norm": 1.2707369327545166,
      "learning_rate": 6.845575943117422e-07,
      "loss": 0.3323,
      "step": 2186630
    },
    {
      "epoch": 610.28,
      "grad_norm": 1.0940706729888916,
      "learning_rate": 6.845384965870486e-07,
      "loss": 0.3526,
      "step": 2186640
    },
    {
      "epoch": 610.28,
      "grad_norm": 1.2860982418060303,
      "learning_rate": 6.845193990831983e-07,
      "loss": 0.3462,
      "step": 2186650
    },
    {
      "epoch": 610.29,
      "grad_norm": 1.2763009071350098,
      "learning_rate": 6.845003018001909e-07,
      "loss": 0.3222,
      "step": 2186660
    },
    {
      "epoch": 610.29,
      "grad_norm": 1.2994166612625122,
      "learning_rate": 6.8448120473803e-07,
      "loss": 0.3572,
      "step": 2186670
    },
    {
      "epoch": 610.29,
      "grad_norm": 1.180902123451233,
      "learning_rate": 6.844621078967192e-07,
      "loss": 0.3549,
      "step": 2186680
    },
    {
      "epoch": 610.3,
      "grad_norm": 1.0717047452926636,
      "learning_rate": 6.844430112762588e-07,
      "loss": 0.3345,
      "step": 2186690
    },
    {
      "epoch": 610.3,
      "grad_norm": 1.1422162055969238,
      "learning_rate": 6.844239148766536e-07,
      "loss": 0.3488,
      "step": 2186700
    },
    {
      "epoch": 610.3,
      "grad_norm": 1.1109002828598022,
      "learning_rate": 6.844048186979046e-07,
      "loss": 0.3379,
      "step": 2186710
    },
    {
      "epoch": 610.3,
      "grad_norm": 1.3179473876953125,
      "learning_rate": 6.843857227400151e-07,
      "loss": 0.3371,
      "step": 2186720
    },
    {
      "epoch": 610.31,
      "grad_norm": 1.195552945137024,
      "learning_rate": 6.843666270029874e-07,
      "loss": 0.3279,
      "step": 2186730
    },
    {
      "epoch": 610.31,
      "grad_norm": 1.3324447870254517,
      "learning_rate": 6.843475314868246e-07,
      "loss": 0.3521,
      "step": 2186740
    },
    {
      "epoch": 610.31,
      "grad_norm": 1.0825600624084473,
      "learning_rate": 6.84328436191528e-07,
      "loss": 0.3235,
      "step": 2186750
    },
    {
      "epoch": 610.32,
      "grad_norm": 1.1941975355148315,
      "learning_rate": 6.843093411171011e-07,
      "loss": 0.342,
      "step": 2186760
    },
    {
      "epoch": 610.32,
      "grad_norm": 1.1982580423355103,
      "learning_rate": 6.842902462635468e-07,
      "loss": 0.3168,
      "step": 2186770
    },
    {
      "epoch": 610.32,
      "grad_norm": 1.3316426277160645,
      "learning_rate": 6.842711516308655e-07,
      "loss": 0.3531,
      "step": 2186780
    },
    {
      "epoch": 610.32,
      "grad_norm": 1.1630202531814575,
      "learning_rate": 6.842520572190628e-07,
      "loss": 0.3259,
      "step": 2186790
    },
    {
      "epoch": 610.33,
      "grad_norm": 1.0891120433807373,
      "learning_rate": 6.84232963028139e-07,
      "loss": 0.3486,
      "step": 2186800
    },
    {
      "epoch": 610.33,
      "grad_norm": 1.2055468559265137,
      "learning_rate": 6.842138690580973e-07,
      "loss": 0.3305,
      "step": 2186810
    },
    {
      "epoch": 610.33,
      "grad_norm": 1.202161431312561,
      "learning_rate": 6.841947753089413e-07,
      "loss": 0.3158,
      "step": 2186820
    },
    {
      "epoch": 610.33,
      "grad_norm": 1.417447805404663,
      "learning_rate": 6.841756817806717e-07,
      "loss": 0.3474,
      "step": 2186830
    },
    {
      "epoch": 610.34,
      "grad_norm": 1.023666501045227,
      "learning_rate": 6.841565884732917e-07,
      "loss": 0.3412,
      "step": 2186840
    },
    {
      "epoch": 610.34,
      "grad_norm": 1.240044116973877,
      "learning_rate": 6.841374953868042e-07,
      "loss": 0.3167,
      "step": 2186850
    },
    {
      "epoch": 610.34,
      "grad_norm": 1.3397712707519531,
      "learning_rate": 6.841184025212125e-07,
      "loss": 0.3362,
      "step": 2186860
    },
    {
      "epoch": 610.35,
      "grad_norm": 1.4153882265090942,
      "learning_rate": 6.840993098765164e-07,
      "loss": 0.3393,
      "step": 2186870
    },
    {
      "epoch": 610.35,
      "grad_norm": 1.2219421863555908,
      "learning_rate": 6.840802174527219e-07,
      "loss": 0.3454,
      "step": 2186880
    },
    {
      "epoch": 610.35,
      "grad_norm": 1.2684999704360962,
      "learning_rate": 6.84061125249829e-07,
      "loss": 0.3361,
      "step": 2186890
    },
    {
      "epoch": 610.35,
      "grad_norm": 1.4234464168548584,
      "learning_rate": 6.840420332678413e-07,
      "loss": 0.3437,
      "step": 2186900
    },
    {
      "epoch": 610.36,
      "grad_norm": 1.206772804260254,
      "learning_rate": 6.84022941506762e-07,
      "loss": 0.3435,
      "step": 2186910
    },
    {
      "epoch": 610.36,
      "grad_norm": 0.9812946915626526,
      "learning_rate": 6.840038499665918e-07,
      "loss": 0.326,
      "step": 2186920
    },
    {
      "epoch": 610.36,
      "grad_norm": 1.1118990182876587,
      "learning_rate": 6.839847586473346e-07,
      "loss": 0.3509,
      "step": 2186930
    },
    {
      "epoch": 610.37,
      "grad_norm": 1.2252860069274902,
      "learning_rate": 6.839656675489926e-07,
      "loss": 0.3376,
      "step": 2186940
    },
    {
      "epoch": 610.37,
      "grad_norm": 1.2351981401443481,
      "learning_rate": 6.839465766715681e-07,
      "loss": 0.3387,
      "step": 2186950
    },
    {
      "epoch": 610.37,
      "grad_norm": 1.1533170938491821,
      "learning_rate": 6.839274860150647e-07,
      "loss": 0.3351,
      "step": 2186960
    },
    {
      "epoch": 610.37,
      "grad_norm": 1.2242680788040161,
      "learning_rate": 6.839083955794834e-07,
      "loss": 0.3348,
      "step": 2186970
    },
    {
      "epoch": 610.38,
      "grad_norm": 2.4096362590789795,
      "learning_rate": 6.838893053648275e-07,
      "loss": 0.3343,
      "step": 2186980
    },
    {
      "epoch": 610.38,
      "grad_norm": 2.0280823707580566,
      "learning_rate": 6.838702153710995e-07,
      "loss": 0.3415,
      "step": 2186990
    },
    {
      "epoch": 610.38,
      "grad_norm": 1.165582537651062,
      "learning_rate": 6.838511255983027e-07,
      "loss": 0.3412,
      "step": 2187000
    },
    {
      "epoch": 610.39,
      "grad_norm": 1.018445611000061,
      "learning_rate": 6.838320360464373e-07,
      "loss": 0.3433,
      "step": 2187010
    },
    {
      "epoch": 610.39,
      "grad_norm": 0.9882235527038574,
      "learning_rate": 6.838129467155091e-07,
      "loss": 0.3371,
      "step": 2187020
    },
    {
      "epoch": 610.39,
      "grad_norm": 1.1328418254852295,
      "learning_rate": 6.837938576055182e-07,
      "loss": 0.3338,
      "step": 2187030
    },
    {
      "epoch": 610.39,
      "grad_norm": 1.078583002090454,
      "learning_rate": 6.837747687164678e-07,
      "loss": 0.3487,
      "step": 2187040
    },
    {
      "epoch": 610.4,
      "grad_norm": 1.2068511247634888,
      "learning_rate": 6.837556800483612e-07,
      "loss": 0.3589,
      "step": 2187050
    },
    {
      "epoch": 610.4,
      "grad_norm": 1.0880117416381836,
      "learning_rate": 6.837365916011997e-07,
      "loss": 0.3312,
      "step": 2187060
    },
    {
      "epoch": 610.4,
      "grad_norm": 1.24651038646698,
      "learning_rate": 6.837175033749865e-07,
      "loss": 0.3305,
      "step": 2187070
    },
    {
      "epoch": 610.4,
      "grad_norm": 1.1301017999649048,
      "learning_rate": 6.836984153697241e-07,
      "loss": 0.3403,
      "step": 2187080
    },
    {
      "epoch": 610.41,
      "grad_norm": 1.1159809827804565,
      "learning_rate": 6.836793275854156e-07,
      "loss": 0.3437,
      "step": 2187090
    },
    {
      "epoch": 610.41,
      "grad_norm": 1.2147042751312256,
      "learning_rate": 6.836602400220624e-07,
      "loss": 0.3557,
      "step": 2187100
    },
    {
      "epoch": 610.41,
      "grad_norm": 1.2068966627120972,
      "learning_rate": 6.836411526796676e-07,
      "loss": 0.3461,
      "step": 2187110
    },
    {
      "epoch": 610.42,
      "grad_norm": 1.0613197088241577,
      "learning_rate": 6.836220655582342e-07,
      "loss": 0.3269,
      "step": 2187120
    },
    {
      "epoch": 610.42,
      "grad_norm": 1.1336915493011475,
      "learning_rate": 6.836029786577631e-07,
      "loss": 0.333,
      "step": 2187130
    },
    {
      "epoch": 610.42,
      "grad_norm": 1.566042423248291,
      "learning_rate": 6.835838919782592e-07,
      "loss": 0.3327,
      "step": 2187140
    },
    {
      "epoch": 610.42,
      "grad_norm": 1.3673001527786255,
      "learning_rate": 6.835648055197235e-07,
      "loss": 0.3468,
      "step": 2187150
    },
    {
      "epoch": 610.43,
      "grad_norm": 1.050528883934021,
      "learning_rate": 6.835457192821586e-07,
      "loss": 0.3321,
      "step": 2187160
    },
    {
      "epoch": 610.43,
      "grad_norm": 1.274898648262024,
      "learning_rate": 6.835266332655674e-07,
      "loss": 0.3379,
      "step": 2187170
    },
    {
      "epoch": 610.43,
      "grad_norm": 1.181033968925476,
      "learning_rate": 6.835075474699532e-07,
      "loss": 0.335,
      "step": 2187180
    },
    {
      "epoch": 610.44,
      "grad_norm": 1.1966545581817627,
      "learning_rate": 6.834884618953172e-07,
      "loss": 0.3353,
      "step": 2187190
    },
    {
      "epoch": 610.44,
      "grad_norm": 1.2554172277450562,
      "learning_rate": 6.834693765416621e-07,
      "loss": 0.344,
      "step": 2187200
    },
    {
      "epoch": 610.44,
      "grad_norm": 1.0929368734359741,
      "learning_rate": 6.834502914089915e-07,
      "loss": 0.3412,
      "step": 2187210
    },
    {
      "epoch": 610.44,
      "grad_norm": 1.174800992012024,
      "learning_rate": 6.834312064973062e-07,
      "loss": 0.3354,
      "step": 2187220
    },
    {
      "epoch": 610.45,
      "grad_norm": 1.2845515012741089,
      "learning_rate": 6.834121218066109e-07,
      "loss": 0.3404,
      "step": 2187230
    },
    {
      "epoch": 610.45,
      "grad_norm": 1.0739119052886963,
      "learning_rate": 6.833930373369063e-07,
      "loss": 0.3552,
      "step": 2187240
    },
    {
      "epoch": 610.45,
      "grad_norm": 1.1331875324249268,
      "learning_rate": 6.833739530881959e-07,
      "loss": 0.3308,
      "step": 2187250
    },
    {
      "epoch": 610.45,
      "grad_norm": 1.2307440042495728,
      "learning_rate": 6.833548690604826e-07,
      "loss": 0.3427,
      "step": 2187260
    },
    {
      "epoch": 610.46,
      "grad_norm": 1.2546863555908203,
      "learning_rate": 6.833357852537666e-07,
      "loss": 0.352,
      "step": 2187270
    },
    {
      "epoch": 610.46,
      "grad_norm": 1.1490896940231323,
      "learning_rate": 6.833167016680539e-07,
      "loss": 0.3282,
      "step": 2187280
    },
    {
      "epoch": 610.46,
      "grad_norm": 1.292702555656433,
      "learning_rate": 6.832976183033447e-07,
      "loss": 0.3443,
      "step": 2187290
    },
    {
      "epoch": 610.47,
      "grad_norm": 1.0702462196350098,
      "learning_rate": 6.832785351596421e-07,
      "loss": 0.3513,
      "step": 2187300
    },
    {
      "epoch": 610.47,
      "grad_norm": 1.3001091480255127,
      "learning_rate": 6.832594522369485e-07,
      "loss": 0.3446,
      "step": 2187310
    },
    {
      "epoch": 610.47,
      "grad_norm": 1.374394416809082,
      "learning_rate": 6.832403695352677e-07,
      "loss": 0.3281,
      "step": 2187320
    },
    {
      "epoch": 610.47,
      "grad_norm": 1.222720742225647,
      "learning_rate": 6.832212870546003e-07,
      "loss": 0.3397,
      "step": 2187330
    },
    {
      "epoch": 610.48,
      "grad_norm": 1.2234076261520386,
      "learning_rate": 6.832022047949498e-07,
      "loss": 0.3294,
      "step": 2187340
    },
    {
      "epoch": 610.48,
      "grad_norm": 1.15583336353302,
      "learning_rate": 6.831831227563193e-07,
      "loss": 0.3279,
      "step": 2187350
    },
    {
      "epoch": 610.48,
      "grad_norm": 0.9655001163482666,
      "learning_rate": 6.831640409387091e-07,
      "loss": 0.3248,
      "step": 2187360
    },
    {
      "epoch": 610.49,
      "grad_norm": 1.2536417245864868,
      "learning_rate": 6.831449593421251e-07,
      "loss": 0.3397,
      "step": 2187370
    },
    {
      "epoch": 610.49,
      "grad_norm": 1.4707040786743164,
      "learning_rate": 6.831258779665671e-07,
      "loss": 0.3482,
      "step": 2187380
    },
    {
      "epoch": 610.49,
      "grad_norm": 1.2435096502304077,
      "learning_rate": 6.831067968120388e-07,
      "loss": 0.3535,
      "step": 2187390
    },
    {
      "epoch": 610.49,
      "grad_norm": 1.0517909526824951,
      "learning_rate": 6.830877158785433e-07,
      "loss": 0.3496,
      "step": 2187400
    },
    {
      "epoch": 610.5,
      "grad_norm": 1.2997965812683105,
      "learning_rate": 6.830686351660815e-07,
      "loss": 0.3423,
      "step": 2187410
    },
    {
      "epoch": 610.5,
      "grad_norm": 1.4128978252410889,
      "learning_rate": 6.830495546746571e-07,
      "loss": 0.3139,
      "step": 2187420
    },
    {
      "epoch": 610.5,
      "grad_norm": 4.9865803718566895,
      "learning_rate": 6.830304744042721e-07,
      "loss": 0.3264,
      "step": 2187430
    },
    {
      "epoch": 610.51,
      "grad_norm": 1.1993635892868042,
      "learning_rate": 6.830113943549303e-07,
      "loss": 0.3321,
      "step": 2187440
    },
    {
      "epoch": 610.51,
      "grad_norm": 1.049300193786621,
      "learning_rate": 6.829923145266314e-07,
      "loss": 0.3463,
      "step": 2187450
    },
    {
      "epoch": 610.51,
      "grad_norm": 1.2338992357254028,
      "learning_rate": 6.829732349193816e-07,
      "loss": 0.3261,
      "step": 2187460
    },
    {
      "epoch": 610.51,
      "grad_norm": 1.1233131885528564,
      "learning_rate": 6.82954155533181e-07,
      "loss": 0.3547,
      "step": 2187470
    },
    {
      "epoch": 610.52,
      "grad_norm": 1.0815335512161255,
      "learning_rate": 6.829350763680325e-07,
      "loss": 0.336,
      "step": 2187480
    },
    {
      "epoch": 610.52,
      "grad_norm": 1.505597472190857,
      "learning_rate": 6.8291599742394e-07,
      "loss": 0.3514,
      "step": 2187490
    },
    {
      "epoch": 610.52,
      "grad_norm": 1.3037755489349365,
      "learning_rate": 6.828969187009039e-07,
      "loss": 0.3336,
      "step": 2187500
    },
    {
      "epoch": 610.52,
      "grad_norm": 1.382712721824646,
      "learning_rate": 6.82877840198928e-07,
      "loss": 0.3397,
      "step": 2187510
    },
    {
      "epoch": 610.53,
      "grad_norm": 1.2107666730880737,
      "learning_rate": 6.828587619180143e-07,
      "loss": 0.3511,
      "step": 2187520
    },
    {
      "epoch": 610.53,
      "grad_norm": 1.128190279006958,
      "learning_rate": 6.828396838581659e-07,
      "loss": 0.3363,
      "step": 2187530
    },
    {
      "epoch": 610.53,
      "grad_norm": 1.359753966331482,
      "learning_rate": 6.828206060193859e-07,
      "loss": 0.3462,
      "step": 2187540
    },
    {
      "epoch": 610.54,
      "grad_norm": 1.292526364326477,
      "learning_rate": 6.828015284016753e-07,
      "loss": 0.3335,
      "step": 2187550
    },
    {
      "epoch": 610.54,
      "grad_norm": 0.9567931294441223,
      "learning_rate": 6.827824510050373e-07,
      "loss": 0.3382,
      "step": 2187560
    },
    {
      "epoch": 610.54,
      "grad_norm": 1.0761070251464844,
      "learning_rate": 6.827633738294747e-07,
      "loss": 0.3442,
      "step": 2187570
    },
    {
      "epoch": 610.54,
      "grad_norm": 1.1471139192581177,
      "learning_rate": 6.827442968749905e-07,
      "loss": 0.3506,
      "step": 2187580
    },
    {
      "epoch": 610.55,
      "grad_norm": 1.410844087600708,
      "learning_rate": 6.827252201415851e-07,
      "loss": 0.3396,
      "step": 2187590
    },
    {
      "epoch": 610.55,
      "grad_norm": 1.2991223335266113,
      "learning_rate": 6.827061436292643e-07,
      "loss": 0.3462,
      "step": 2187600
    },
    {
      "epoch": 610.55,
      "grad_norm": 1.3075824975967407,
      "learning_rate": 6.826870673380278e-07,
      "loss": 0.3463,
      "step": 2187610
    },
    {
      "epoch": 610.56,
      "grad_norm": 1.2789793014526367,
      "learning_rate": 6.826679912678795e-07,
      "loss": 0.3367,
      "step": 2187620
    },
    {
      "epoch": 610.56,
      "grad_norm": 1.1607609987258911,
      "learning_rate": 6.826489154188221e-07,
      "loss": 0.3411,
      "step": 2187630
    },
    {
      "epoch": 610.56,
      "grad_norm": 1.215572714805603,
      "learning_rate": 6.826298397908572e-07,
      "loss": 0.341,
      "step": 2187640
    },
    {
      "epoch": 610.56,
      "grad_norm": 1.0206726789474487,
      "learning_rate": 6.826107643839877e-07,
      "loss": 0.3252,
      "step": 2187650
    },
    {
      "epoch": 610.57,
      "grad_norm": 1.4048104286193848,
      "learning_rate": 6.825916891982165e-07,
      "loss": 0.3302,
      "step": 2187660
    },
    {
      "epoch": 610.57,
      "grad_norm": 1.5082800388336182,
      "learning_rate": 6.825726142335467e-07,
      "loss": 0.3253,
      "step": 2187670
    },
    {
      "epoch": 610.57,
      "grad_norm": 1.0055241584777832,
      "learning_rate": 6.825535394899781e-07,
      "loss": 0.3474,
      "step": 2187680
    },
    {
      "epoch": 610.57,
      "grad_norm": 1.164040446281433,
      "learning_rate": 6.825344649675171e-07,
      "loss": 0.3271,
      "step": 2187690
    },
    {
      "epoch": 610.58,
      "grad_norm": 1.1390410661697388,
      "learning_rate": 6.825153906661636e-07,
      "loss": 0.3458,
      "step": 2187700
    },
    {
      "epoch": 610.58,
      "grad_norm": 1.157248854637146,
      "learning_rate": 6.824963165859208e-07,
      "loss": 0.3229,
      "step": 2187710
    },
    {
      "epoch": 610.58,
      "grad_norm": 1.198602318763733,
      "learning_rate": 6.824772427267919e-07,
      "loss": 0.3249,
      "step": 2187720
    },
    {
      "epoch": 610.59,
      "grad_norm": 1.149619698524475,
      "learning_rate": 6.824581690887784e-07,
      "loss": 0.3439,
      "step": 2187730
    },
    {
      "epoch": 610.59,
      "grad_norm": 1.0537731647491455,
      "learning_rate": 6.82439095671883e-07,
      "loss": 0.3201,
      "step": 2187740
    },
    {
      "epoch": 610.59,
      "grad_norm": 1.1023426055908203,
      "learning_rate": 6.824200224761087e-07,
      "loss": 0.3383,
      "step": 2187750
    },
    {
      "epoch": 610.59,
      "grad_norm": 5.114278316497803,
      "learning_rate": 6.824009495014587e-07,
      "loss": 0.364,
      "step": 2187760
    },
    {
      "epoch": 610.6,
      "grad_norm": 1.016905665397644,
      "learning_rate": 6.823818767479338e-07,
      "loss": 0.3566,
      "step": 2187770
    },
    {
      "epoch": 610.6,
      "grad_norm": 1.1852257251739502,
      "learning_rate": 6.823628042155374e-07,
      "loss": 0.3284,
      "step": 2187780
    },
    {
      "epoch": 610.6,
      "grad_norm": 1.2102625370025635,
      "learning_rate": 6.82343731904273e-07,
      "loss": 0.3457,
      "step": 2187790
    },
    {
      "epoch": 610.61,
      "grad_norm": 1.0857521295547485,
      "learning_rate": 6.823246598141409e-07,
      "loss": 0.3308,
      "step": 2187800
    },
    {
      "epoch": 610.61,
      "grad_norm": 1.1557713747024536,
      "learning_rate": 6.82305587945146e-07,
      "loss": 0.3467,
      "step": 2187810
    },
    {
      "epoch": 610.61,
      "grad_norm": 1.1626218557357788,
      "learning_rate": 6.822865162972887e-07,
      "loss": 0.3403,
      "step": 2187820
    },
    {
      "epoch": 610.61,
      "grad_norm": 1.0298084020614624,
      "learning_rate": 6.82267444870574e-07,
      "loss": 0.3417,
      "step": 2187830
    },
    {
      "epoch": 610.62,
      "grad_norm": 1.184699535369873,
      "learning_rate": 6.822483736650022e-07,
      "loss": 0.3505,
      "step": 2187840
    },
    {
      "epoch": 610.62,
      "grad_norm": 1.200049638748169,
      "learning_rate": 6.82229302680577e-07,
      "loss": 0.3652,
      "step": 2187850
    },
    {
      "epoch": 610.62,
      "grad_norm": 1.0690784454345703,
      "learning_rate": 6.822102319173012e-07,
      "loss": 0.3321,
      "step": 2187860
    },
    {
      "epoch": 610.63,
      "grad_norm": 1.3213460445404053,
      "learning_rate": 6.82191161375176e-07,
      "loss": 0.3483,
      "step": 2187870
    },
    {
      "epoch": 610.63,
      "grad_norm": 1.0801256895065308,
      "learning_rate": 6.821720910542049e-07,
      "loss": 0.3471,
      "step": 2187880
    },
    {
      "epoch": 610.63,
      "grad_norm": 1.0490449666976929,
      "learning_rate": 6.821530209543903e-07,
      "loss": 0.3392,
      "step": 2187890
    },
    {
      "epoch": 610.63,
      "grad_norm": 1.3443489074707031,
      "learning_rate": 6.821339510757351e-07,
      "loss": 0.3279,
      "step": 2187900
    },
    {
      "epoch": 610.64,
      "grad_norm": 1.268315076828003,
      "learning_rate": 6.821148814182411e-07,
      "loss": 0.3532,
      "step": 2187910
    },
    {
      "epoch": 610.64,
      "grad_norm": 1.2714396715164185,
      "learning_rate": 6.820958119819111e-07,
      "loss": 0.3452,
      "step": 2187920
    },
    {
      "epoch": 610.64,
      "grad_norm": 1.0663317441940308,
      "learning_rate": 6.820767427667482e-07,
      "loss": 0.3539,
      "step": 2187930
    },
    {
      "epoch": 610.64,
      "grad_norm": 1.2338351011276245,
      "learning_rate": 6.820576737727534e-07,
      "loss": 0.326,
      "step": 2187940
    },
    {
      "epoch": 610.65,
      "grad_norm": 1.1809840202331543,
      "learning_rate": 6.820386049999316e-07,
      "loss": 0.3229,
      "step": 2187950
    },
    {
      "epoch": 610.65,
      "grad_norm": 1.2120836973190308,
      "learning_rate": 6.820195364482831e-07,
      "loss": 0.32,
      "step": 2187960
    },
    {
      "epoch": 610.65,
      "grad_norm": 1.2493335008621216,
      "learning_rate": 6.820004681178118e-07,
      "loss": 0.3355,
      "step": 2187970
    },
    {
      "epoch": 610.66,
      "grad_norm": 1.3423372507095337,
      "learning_rate": 6.819814000085194e-07,
      "loss": 0.3302,
      "step": 2187980
    },
    {
      "epoch": 610.66,
      "grad_norm": 1.3969091176986694,
      "learning_rate": 6.819623321204099e-07,
      "loss": 0.3274,
      "step": 2187990
    },
    {
      "epoch": 610.66,
      "grad_norm": 1.256520390510559,
      "learning_rate": 6.819432644534838e-07,
      "loss": 0.3218,
      "step": 2188000
    },
    {
      "epoch": 610.66,
      "grad_norm": 1.5507301092147827,
      "learning_rate": 6.819241970077447e-07,
      "loss": 0.324,
      "step": 2188010
    },
    {
      "epoch": 610.67,
      "grad_norm": 1.139474630355835,
      "learning_rate": 6.819051297831961e-07,
      "loss": 0.348,
      "step": 2188020
    },
    {
      "epoch": 610.67,
      "grad_norm": 1.4814587831497192,
      "learning_rate": 6.818860627798375e-07,
      "loss": 0.3451,
      "step": 2188030
    },
    {
      "epoch": 610.67,
      "grad_norm": 1.0049046277999878,
      "learning_rate": 6.818669959976753e-07,
      "loss": 0.3301,
      "step": 2188040
    },
    {
      "epoch": 610.68,
      "grad_norm": 1.4819920063018799,
      "learning_rate": 6.818479294367093e-07,
      "loss": 0.3348,
      "step": 2188050
    },
    {
      "epoch": 610.68,
      "grad_norm": 1.4448511600494385,
      "learning_rate": 6.818288630969429e-07,
      "loss": 0.3505,
      "step": 2188060
    },
    {
      "epoch": 610.68,
      "grad_norm": 1.2626169919967651,
      "learning_rate": 6.818097969783795e-07,
      "loss": 0.3397,
      "step": 2188070
    },
    {
      "epoch": 610.68,
      "grad_norm": 1.1364156007766724,
      "learning_rate": 6.8179073108102e-07,
      "loss": 0.3366,
      "step": 2188080
    },
    {
      "epoch": 610.69,
      "grad_norm": 1.0924848318099976,
      "learning_rate": 6.817716654048678e-07,
      "loss": 0.3285,
      "step": 2188090
    },
    {
      "epoch": 610.69,
      "grad_norm": 1.6922125816345215,
      "learning_rate": 6.817525999499254e-07,
      "loss": 0.3216,
      "step": 2188100
    },
    {
      "epoch": 610.69,
      "grad_norm": 1.0929656028747559,
      "learning_rate": 6.817335347161951e-07,
      "loss": 0.3282,
      "step": 2188110
    },
    {
      "epoch": 610.69,
      "grad_norm": 1.1754302978515625,
      "learning_rate": 6.817144697036799e-07,
      "loss": 0.3403,
      "step": 2188120
    },
    {
      "epoch": 610.7,
      "grad_norm": 1.37969172000885,
      "learning_rate": 6.816954049123826e-07,
      "loss": 0.3543,
      "step": 2188130
    },
    {
      "epoch": 610.7,
      "grad_norm": 1.1920310258865356,
      "learning_rate": 6.816763403423046e-07,
      "loss": 0.3413,
      "step": 2188140
    },
    {
      "epoch": 610.7,
      "grad_norm": 1.0241786241531372,
      "learning_rate": 6.816572759934489e-07,
      "loss": 0.3258,
      "step": 2188150
    },
    {
      "epoch": 610.71,
      "grad_norm": 1.117893934249878,
      "learning_rate": 6.816382118658191e-07,
      "loss": 0.3227,
      "step": 2188160
    },
    {
      "epoch": 610.71,
      "grad_norm": 1.2433459758758545,
      "learning_rate": 6.816191479594153e-07,
      "loss": 0.3406,
      "step": 2188170
    },
    {
      "epoch": 610.71,
      "grad_norm": 1.203460693359375,
      "learning_rate": 6.816000842742432e-07,
      "loss": 0.3274,
      "step": 2188180
    },
    {
      "epoch": 610.71,
      "grad_norm": 1.466933012008667,
      "learning_rate": 6.815810208103027e-07,
      "loss": 0.3512,
      "step": 2188190
    },
    {
      "epoch": 610.72,
      "grad_norm": 1.037116527557373,
      "learning_rate": 6.815619575675974e-07,
      "loss": 0.332,
      "step": 2188200
    },
    {
      "epoch": 610.72,
      "grad_norm": 1.293114185333252,
      "learning_rate": 6.815428945461306e-07,
      "loss": 0.3411,
      "step": 2188210
    },
    {
      "epoch": 610.72,
      "grad_norm": 1.4698455333709717,
      "learning_rate": 6.815238317459035e-07,
      "loss": 0.356,
      "step": 2188220
    },
    {
      "epoch": 610.73,
      "grad_norm": 1.050927758216858,
      "learning_rate": 6.815047691669188e-07,
      "loss": 0.329,
      "step": 2188230
    },
    {
      "epoch": 610.73,
      "grad_norm": 1.1351048946380615,
      "learning_rate": 6.814857068091795e-07,
      "loss": 0.364,
      "step": 2188240
    },
    {
      "epoch": 610.73,
      "grad_norm": 1.1040829420089722,
      "learning_rate": 6.814666446726888e-07,
      "loss": 0.3384,
      "step": 2188250
    },
    {
      "epoch": 610.73,
      "grad_norm": 1.292148470878601,
      "learning_rate": 6.81447582757447e-07,
      "loss": 0.355,
      "step": 2188260
    },
    {
      "epoch": 610.74,
      "grad_norm": 1.377885103225708,
      "learning_rate": 6.814285210634594e-07,
      "loss": 0.3223,
      "step": 2188270
    },
    {
      "epoch": 610.74,
      "grad_norm": 1.2752717733383179,
      "learning_rate": 6.814094595907269e-07,
      "loss": 0.3464,
      "step": 2188280
    },
    {
      "epoch": 610.74,
      "grad_norm": 1.6266639232635498,
      "learning_rate": 6.81390398339252e-07,
      "loss": 0.3461,
      "step": 2188290
    },
    {
      "epoch": 610.75,
      "grad_norm": 1.4416016340255737,
      "learning_rate": 6.813713373090384e-07,
      "loss": 0.3207,
      "step": 2188300
    },
    {
      "epoch": 610.75,
      "grad_norm": 1.3088345527648926,
      "learning_rate": 6.813522765000871e-07,
      "loss": 0.3316,
      "step": 2188310
    },
    {
      "epoch": 610.75,
      "grad_norm": 1.0765056610107422,
      "learning_rate": 6.813332159124016e-07,
      "loss": 0.3347,
      "step": 2188320
    },
    {
      "epoch": 610.75,
      "grad_norm": 1.1536003351211548,
      "learning_rate": 6.813141555459841e-07,
      "loss": 0.3428,
      "step": 2188330
    },
    {
      "epoch": 610.76,
      "grad_norm": 1.1016112565994263,
      "learning_rate": 6.812950954008382e-07,
      "loss": 0.3265,
      "step": 2188340
    },
    {
      "epoch": 610.76,
      "grad_norm": 1.0230932235717773,
      "learning_rate": 6.812760354769645e-07,
      "loss": 0.3436,
      "step": 2188350
    },
    {
      "epoch": 610.76,
      "grad_norm": 1.2668206691741943,
      "learning_rate": 6.812569757743666e-07,
      "loss": 0.3368,
      "step": 2188360
    },
    {
      "epoch": 610.76,
      "grad_norm": 1.42011296749115,
      "learning_rate": 6.812379162930479e-07,
      "loss": 0.333,
      "step": 2188370
    },
    {
      "epoch": 610.77,
      "grad_norm": 1.3624842166900635,
      "learning_rate": 6.812188570330084e-07,
      "loss": 0.3505,
      "step": 2188380
    },
    {
      "epoch": 610.77,
      "grad_norm": 1.0567257404327393,
      "learning_rate": 6.811997979942537e-07,
      "loss": 0.3332,
      "step": 2188390
    },
    {
      "epoch": 610.77,
      "grad_norm": 1.2647238969802856,
      "learning_rate": 6.811807391767833e-07,
      "loss": 0.3321,
      "step": 2188400
    },
    {
      "epoch": 610.78,
      "grad_norm": 1.2893084287643433,
      "learning_rate": 6.811616805806029e-07,
      "loss": 0.3392,
      "step": 2188410
    },
    {
      "epoch": 610.78,
      "grad_norm": 1.1901055574417114,
      "learning_rate": 6.811426222057127e-07,
      "loss": 0.3488,
      "step": 2188420
    },
    {
      "epoch": 610.78,
      "grad_norm": 2.2809810638427734,
      "learning_rate": 6.81123564052116e-07,
      "loss": 0.3356,
      "step": 2188430
    },
    {
      "epoch": 610.78,
      "grad_norm": 1.7772626876831055,
      "learning_rate": 6.811045061198161e-07,
      "loss": 0.3489,
      "step": 2188440
    },
    {
      "epoch": 610.79,
      "grad_norm": 1.1154152154922485,
      "learning_rate": 6.810854484088141e-07,
      "loss": 0.3447,
      "step": 2188450
    },
    {
      "epoch": 610.79,
      "grad_norm": 1.9175282716751099,
      "learning_rate": 6.810663909191131e-07,
      "loss": 0.3507,
      "step": 2188460
    },
    {
      "epoch": 610.79,
      "grad_norm": 1.5287137031555176,
      "learning_rate": 6.810473336507157e-07,
      "loss": 0.3297,
      "step": 2188470
    },
    {
      "epoch": 610.8,
      "grad_norm": 1.1706701517105103,
      "learning_rate": 6.810282766036253e-07,
      "loss": 0.3275,
      "step": 2188480
    },
    {
      "epoch": 610.8,
      "grad_norm": 1.1804425716400146,
      "learning_rate": 6.810092197778428e-07,
      "loss": 0.3421,
      "step": 2188490
    },
    {
      "epoch": 610.8,
      "grad_norm": 1.1900027990341187,
      "learning_rate": 6.809901631733718e-07,
      "loss": 0.3461,
      "step": 2188500
    },
    {
      "epoch": 610.8,
      "grad_norm": 1.054972767829895,
      "learning_rate": 6.809711067902144e-07,
      "loss": 0.3501,
      "step": 2188510
    },
    {
      "epoch": 610.81,
      "grad_norm": 1.2153937816619873,
      "learning_rate": 6.809520506283731e-07,
      "loss": 0.3328,
      "step": 2188520
    },
    {
      "epoch": 610.81,
      "grad_norm": 1.0889532566070557,
      "learning_rate": 6.809329946878518e-07,
      "loss": 0.3314,
      "step": 2188530
    },
    {
      "epoch": 610.81,
      "grad_norm": 1.1452162265777588,
      "learning_rate": 6.809139389686511e-07,
      "loss": 0.324,
      "step": 2188540
    },
    {
      "epoch": 610.81,
      "grad_norm": 1.3344745635986328,
      "learning_rate": 6.80894883470774e-07,
      "loss": 0.3579,
      "step": 2188550
    },
    {
      "epoch": 610.82,
      "grad_norm": 1.134520411491394,
      "learning_rate": 6.808758281942236e-07,
      "loss": 0.3339,
      "step": 2188560
    },
    {
      "epoch": 610.82,
      "grad_norm": 1.3075941801071167,
      "learning_rate": 6.808567731390029e-07,
      "loss": 0.343,
      "step": 2188570
    },
    {
      "epoch": 610.82,
      "grad_norm": 1.0663597583770752,
      "learning_rate": 6.808377183051131e-07,
      "loss": 0.3296,
      "step": 2188580
    },
    {
      "epoch": 610.83,
      "grad_norm": 1.2377804517745972,
      "learning_rate": 6.808186636925573e-07,
      "loss": 0.3233,
      "step": 2188590
    },
    {
      "epoch": 610.83,
      "grad_norm": 1.2160381078720093,
      "learning_rate": 6.807996093013387e-07,
      "loss": 0.3434,
      "step": 2188600
    },
    {
      "epoch": 610.83,
      "grad_norm": 1.228536605834961,
      "learning_rate": 6.80780555131458e-07,
      "loss": 0.3506,
      "step": 2188610
    },
    {
      "epoch": 610.83,
      "grad_norm": 1.087970495223999,
      "learning_rate": 6.807615011829203e-07,
      "loss": 0.3279,
      "step": 2188620
    },
    {
      "epoch": 610.84,
      "grad_norm": 1.0155032873153687,
      "learning_rate": 6.807424474557264e-07,
      "loss": 0.3327,
      "step": 2188630
    },
    {
      "epoch": 610.84,
      "grad_norm": 1.3981622457504272,
      "learning_rate": 6.807233939498788e-07,
      "loss": 0.3339,
      "step": 2188640
    },
    {
      "epoch": 610.84,
      "grad_norm": 1.1295033693313599,
      "learning_rate": 6.807043406653808e-07,
      "loss": 0.3439,
      "step": 2188650
    },
    {
      "epoch": 610.85,
      "grad_norm": 3.732689142227173,
      "learning_rate": 6.806852876022353e-07,
      "loss": 0.336,
      "step": 2188660
    },
    {
      "epoch": 610.85,
      "grad_norm": 1.6259691715240479,
      "learning_rate": 6.806662347604435e-07,
      "loss": 0.3314,
      "step": 2188670
    },
    {
      "epoch": 610.85,
      "grad_norm": 1.095965027809143,
      "learning_rate": 6.806471821400086e-07,
      "loss": 0.3166,
      "step": 2188680
    },
    {
      "epoch": 610.85,
      "grad_norm": 1.1566929817199707,
      "learning_rate": 6.80628129740933e-07,
      "loss": 0.3371,
      "step": 2188690
    },
    {
      "epoch": 610.86,
      "grad_norm": 1.463080883026123,
      "learning_rate": 6.806090775632194e-07,
      "loss": 0.3313,
      "step": 2188700
    },
    {
      "epoch": 610.86,
      "grad_norm": 1.4308407306671143,
      "learning_rate": 6.805900256068712e-07,
      "loss": 0.3584,
      "step": 2188710
    },
    {
      "epoch": 610.86,
      "grad_norm": 1.2239924669265747,
      "learning_rate": 6.805709738718891e-07,
      "loss": 0.3261,
      "step": 2188720
    },
    {
      "epoch": 610.87,
      "grad_norm": 1.2075477838516235,
      "learning_rate": 6.805519223582766e-07,
      "loss": 0.3493,
      "step": 2188730
    },
    {
      "epoch": 610.87,
      "grad_norm": 1.0173254013061523,
      "learning_rate": 6.805328710660372e-07,
      "loss": 0.3456,
      "step": 2188740
    },
    {
      "epoch": 610.87,
      "grad_norm": 1.454134225845337,
      "learning_rate": 6.805138199951708e-07,
      "loss": 0.3216,
      "step": 2188750
    },
    {
      "epoch": 610.87,
      "grad_norm": 1.2286816835403442,
      "learning_rate": 6.80494769145683e-07,
      "loss": 0.338,
      "step": 2188760
    },
    {
      "epoch": 610.88,
      "grad_norm": 1.230065941810608,
      "learning_rate": 6.804757185175744e-07,
      "loss": 0.3242,
      "step": 2188770
    },
    {
      "epoch": 610.88,
      "grad_norm": 1.2651818990707397,
      "learning_rate": 6.804566681108477e-07,
      "loss": 0.3404,
      "step": 2188780
    },
    {
      "epoch": 610.88,
      "grad_norm": 1.2920761108398438,
      "learning_rate": 6.804376179255061e-07,
      "loss": 0.3297,
      "step": 2188790
    },
    {
      "epoch": 610.88,
      "grad_norm": 1.2927972078323364,
      "learning_rate": 6.804185679615524e-07,
      "loss": 0.3498,
      "step": 2188800
    },
    {
      "epoch": 610.89,
      "grad_norm": 1.2533313035964966,
      "learning_rate": 6.80399518218988e-07,
      "loss": 0.336,
      "step": 2188810
    },
    {
      "epoch": 610.89,
      "grad_norm": 1.1099259853363037,
      "learning_rate": 6.803804686978161e-07,
      "loss": 0.359,
      "step": 2188820
    },
    {
      "epoch": 610.89,
      "grad_norm": 1.0546653270721436,
      "learning_rate": 6.803614193980394e-07,
      "loss": 0.3156,
      "step": 2188830
    },
    {
      "epoch": 610.9,
      "grad_norm": 1.5029253959655762,
      "learning_rate": 6.80342370319659e-07,
      "loss": 0.3279,
      "step": 2188840
    },
    {
      "epoch": 610.9,
      "grad_norm": 1.1075067520141602,
      "learning_rate": 6.803233214626801e-07,
      "loss": 0.324,
      "step": 2188850
    },
    {
      "epoch": 610.9,
      "grad_norm": 1.4263498783111572,
      "learning_rate": 6.803042728271031e-07,
      "loss": 0.3406,
      "step": 2188860
    },
    {
      "epoch": 610.9,
      "grad_norm": 1.318947672843933,
      "learning_rate": 6.80285224412931e-07,
      "loss": 0.338,
      "step": 2188870
    },
    {
      "epoch": 610.91,
      "grad_norm": 1.181948184967041,
      "learning_rate": 6.802661762201674e-07,
      "loss": 0.3405,
      "step": 2188880
    },
    {
      "epoch": 610.91,
      "grad_norm": 1.3220763206481934,
      "learning_rate": 6.80247128248813e-07,
      "loss": 0.3404,
      "step": 2188890
    },
    {
      "epoch": 610.91,
      "grad_norm": 1.2302089929580688,
      "learning_rate": 6.802280804988716e-07,
      "loss": 0.3348,
      "step": 2188900
    },
    {
      "epoch": 610.92,
      "grad_norm": 1.100229024887085,
      "learning_rate": 6.80209032970345e-07,
      "loss": 0.3493,
      "step": 2188910
    },
    {
      "epoch": 610.92,
      "grad_norm": 1.276814341545105,
      "learning_rate": 6.801899856632371e-07,
      "loss": 0.3347,
      "step": 2188920
    },
    {
      "epoch": 610.92,
      "grad_norm": 1.2956358194351196,
      "learning_rate": 6.801709385775482e-07,
      "loss": 0.3265,
      "step": 2188930
    },
    {
      "epoch": 610.92,
      "grad_norm": 1.1235466003417969,
      "learning_rate": 6.801518917132835e-07,
      "loss": 0.3402,
      "step": 2188940
    },
    {
      "epoch": 610.93,
      "grad_norm": 1.4037792682647705,
      "learning_rate": 6.801328450704433e-07,
      "loss": 0.3275,
      "step": 2188950
    },
    {
      "epoch": 610.93,
      "grad_norm": 1.5274101495742798,
      "learning_rate": 6.801137986490311e-07,
      "loss": 0.3434,
      "step": 2188960
    },
    {
      "epoch": 610.93,
      "grad_norm": 1.2647002935409546,
      "learning_rate": 6.800947524490499e-07,
      "loss": 0.3319,
      "step": 2188970
    },
    {
      "epoch": 610.93,
      "grad_norm": 1.2065869569778442,
      "learning_rate": 6.800757064705004e-07,
      "loss": 0.3362,
      "step": 2188980
    },
    {
      "epoch": 610.94,
      "grad_norm": 1.323709487915039,
      "learning_rate": 6.800566607133878e-07,
      "loss": 0.348,
      "step": 2188990
    },
    {
      "epoch": 610.94,
      "grad_norm": 1.1065833568572998,
      "learning_rate": 6.800376151777124e-07,
      "loss": 0.3375,
      "step": 2189000
    },
    {
      "epoch": 610.94,
      "grad_norm": 1.132712483406067,
      "learning_rate": 6.80018569863478e-07,
      "loss": 0.3247,
      "step": 2189010
    },
    {
      "epoch": 610.95,
      "grad_norm": 1.184980034828186,
      "learning_rate": 6.799995247706868e-07,
      "loss": 0.3406,
      "step": 2189020
    },
    {
      "epoch": 610.95,
      "grad_norm": 1.1654398441314697,
      "learning_rate": 6.799804798993409e-07,
      "loss": 0.36,
      "step": 2189030
    },
    {
      "epoch": 610.95,
      "grad_norm": 1.3439172506332397,
      "learning_rate": 6.799614352494432e-07,
      "loss": 0.3675,
      "step": 2189040
    },
    {
      "epoch": 610.95,
      "grad_norm": 1.1935837268829346,
      "learning_rate": 6.79942390820996e-07,
      "loss": 0.3251,
      "step": 2189050
    },
    {
      "epoch": 610.96,
      "grad_norm": 1.2253097295761108,
      "learning_rate": 6.799233466140028e-07,
      "loss": 0.3205,
      "step": 2189060
    },
    {
      "epoch": 610.96,
      "grad_norm": 1.0894052982330322,
      "learning_rate": 6.79904302628464e-07,
      "loss": 0.3339,
      "step": 2189070
    },
    {
      "epoch": 610.96,
      "grad_norm": 1.097098708152771,
      "learning_rate": 6.79885258864385e-07,
      "loss": 0.3596,
      "step": 2189080
    },
    {
      "epoch": 610.97,
      "grad_norm": 1.426682710647583,
      "learning_rate": 6.798662153217661e-07,
      "loss": 0.3352,
      "step": 2189090
    },
    {
      "epoch": 610.97,
      "grad_norm": 1.1513549089431763,
      "learning_rate": 6.798471720006108e-07,
      "loss": 0.3435,
      "step": 2189100
    },
    {
      "epoch": 610.97,
      "grad_norm": 1.1993746757507324,
      "learning_rate": 6.798281289009219e-07,
      "loss": 0.3428,
      "step": 2189110
    },
    {
      "epoch": 610.97,
      "grad_norm": 1.0343211889266968,
      "learning_rate": 6.798090860227008e-07,
      "loss": 0.3294,
      "step": 2189120
    },
    {
      "epoch": 610.98,
      "grad_norm": 1.1337227821350098,
      "learning_rate": 6.797900433659507e-07,
      "loss": 0.3408,
      "step": 2189130
    },
    {
      "epoch": 610.98,
      "grad_norm": 1.4058313369750977,
      "learning_rate": 6.797710009306738e-07,
      "loss": 0.3425,
      "step": 2189140
    },
    {
      "epoch": 610.98,
      "grad_norm": 1.0970393419265747,
      "learning_rate": 6.79751958716874e-07,
      "loss": 0.3414,
      "step": 2189150
    },
    {
      "epoch": 610.99,
      "grad_norm": 1.1283721923828125,
      "learning_rate": 6.79732916724552e-07,
      "loss": 0.3292,
      "step": 2189160
    },
    {
      "epoch": 610.99,
      "grad_norm": 1.3041744232177734,
      "learning_rate": 6.797138749537112e-07,
      "loss": 0.3336,
      "step": 2189170
    },
    {
      "epoch": 610.99,
      "grad_norm": 1.2416421175003052,
      "learning_rate": 6.796948334043549e-07,
      "loss": 0.3326,
      "step": 2189180
    },
    {
      "epoch": 610.99,
      "grad_norm": 1.179840087890625,
      "learning_rate": 6.796757920764831e-07,
      "loss": 0.3605,
      "step": 2189190
    },
    {
      "epoch": 611.0,
      "grad_norm": 1.2367440462112427,
      "learning_rate": 6.796567509701017e-07,
      "loss": 0.3524,
      "step": 2189200
    },
    {
      "epoch": 611.0,
      "grad_norm": 1.1334044933319092,
      "learning_rate": 6.796377100852105e-07,
      "loss": 0.338,
      "step": 2189210
    },
    {
      "epoch": 611.0,
      "eval_loss": 0.3386402130126953,
      "eval_runtime": 63.9247,
      "eval_samples_per_second": 79.14,
      "eval_steps_per_second": 9.902,
      "step": 2189213
    },
    {
      "epoch": 611.0,
      "grad_norm": 1.332556128501892,
      "learning_rate": 6.796186694218135e-07,
      "loss": 0.3295,
      "step": 2189220
    },
    {
      "epoch": 611.0,
      "grad_norm": 1.349111795425415,
      "learning_rate": 6.795996289799125e-07,
      "loss": 0.352,
      "step": 2189230
    },
    {
      "epoch": 611.01,
      "grad_norm": 1.067252516746521,
      "learning_rate": 6.795805887595114e-07,
      "loss": 0.339,
      "step": 2189240
    },
    {
      "epoch": 611.01,
      "grad_norm": 1.244680643081665,
      "learning_rate": 6.795615487606107e-07,
      "loss": 0.3373,
      "step": 2189250
    },
    {
      "epoch": 611.01,
      "grad_norm": 1.2200448513031006,
      "learning_rate": 6.79542508983214e-07,
      "loss": 0.3411,
      "step": 2189260
    },
    {
      "epoch": 611.02,
      "grad_norm": 1.4232088327407837,
      "learning_rate": 6.795234694273238e-07,
      "loss": 0.3332,
      "step": 2189270
    },
    {
      "epoch": 611.02,
      "grad_norm": 1.065672516822815,
      "learning_rate": 6.795044300929426e-07,
      "loss": 0.3474,
      "step": 2189280
    },
    {
      "epoch": 611.02,
      "grad_norm": 1.1900930404663086,
      "learning_rate": 6.794853909800737e-07,
      "loss": 0.3387,
      "step": 2189290
    },
    {
      "epoch": 611.02,
      "grad_norm": 1.1345770359039307,
      "learning_rate": 6.794663520887182e-07,
      "loss": 0.3413,
      "step": 2189300
    },
    {
      "epoch": 611.03,
      "grad_norm": 1.0890483856201172,
      "learning_rate": 6.794473134188793e-07,
      "loss": 0.3271,
      "step": 2189310
    },
    {
      "epoch": 611.03,
      "grad_norm": 1.1479439735412598,
      "learning_rate": 6.794282749705601e-07,
      "loss": 0.3461,
      "step": 2189320
    },
    {
      "epoch": 611.03,
      "grad_norm": 1.2196476459503174,
      "learning_rate": 6.794092367437612e-07,
      "loss": 0.3273,
      "step": 2189330
    },
    {
      "epoch": 611.04,
      "grad_norm": 1.2404720783233643,
      "learning_rate": 6.793901987384881e-07,
      "loss": 0.3369,
      "step": 2189340
    },
    {
      "epoch": 611.04,
      "grad_norm": 1.2299541234970093,
      "learning_rate": 6.793711609547408e-07,
      "loss": 0.3278,
      "step": 2189350
    },
    {
      "epoch": 611.04,
      "grad_norm": 1.300527572631836,
      "learning_rate": 6.79352123392523e-07,
      "loss": 0.3442,
      "step": 2189360
    },
    {
      "epoch": 611.04,
      "grad_norm": 1.2607390880584717,
      "learning_rate": 6.793330860518368e-07,
      "loss": 0.3313,
      "step": 2189370
    },
    {
      "epoch": 611.05,
      "grad_norm": 1.2221105098724365,
      "learning_rate": 6.793140489326857e-07,
      "loss": 0.3506,
      "step": 2189380
    },
    {
      "epoch": 611.05,
      "grad_norm": 1.0712788105010986,
      "learning_rate": 6.792950120350709e-07,
      "loss": 0.3284,
      "step": 2189390
    },
    {
      "epoch": 611.05,
      "grad_norm": 4.53766393661499,
      "learning_rate": 6.792759753589955e-07,
      "loss": 0.3478,
      "step": 2189400
    },
    {
      "epoch": 611.05,
      "grad_norm": 1.206446886062622,
      "learning_rate": 6.792569389044628e-07,
      "loss": 0.3452,
      "step": 2189410
    },
    {
      "epoch": 611.06,
      "grad_norm": 1.2009005546569824,
      "learning_rate": 6.792379026714728e-07,
      "loss": 0.3355,
      "step": 2189420
    },
    {
      "epoch": 611.06,
      "grad_norm": 1.0817879438400269,
      "learning_rate": 6.792188666600314e-07,
      "loss": 0.342,
      "step": 2189430
    },
    {
      "epoch": 611.06,
      "grad_norm": 1.3889516592025757,
      "learning_rate": 6.791998308701392e-07,
      "loss": 0.3281,
      "step": 2189440
    },
    {
      "epoch": 611.07,
      "grad_norm": 1.4096131324768066,
      "learning_rate": 6.791807953017986e-07,
      "loss": 0.3552,
      "step": 2189450
    },
    {
      "epoch": 611.07,
      "grad_norm": 1.3842053413391113,
      "learning_rate": 6.791617599550128e-07,
      "loss": 0.3523,
      "step": 2189460
    },
    {
      "epoch": 611.07,
      "grad_norm": 1.3098280429840088,
      "learning_rate": 6.791427248297849e-07,
      "loss": 0.3382,
      "step": 2189470
    },
    {
      "epoch": 611.07,
      "grad_norm": 1.295706868171692,
      "learning_rate": 6.79123689926116e-07,
      "loss": 0.341,
      "step": 2189480
    },
    {
      "epoch": 611.08,
      "grad_norm": 1.305732250213623,
      "learning_rate": 6.791046552440092e-07,
      "loss": 0.327,
      "step": 2189490
    },
    {
      "epoch": 611.08,
      "grad_norm": 1.0866690874099731,
      "learning_rate": 6.790856207834681e-07,
      "loss": 0.3257,
      "step": 2189500
    },
    {
      "epoch": 611.08,
      "grad_norm": 1.166141152381897,
      "learning_rate": 6.790665865444925e-07,
      "loss": 0.3447,
      "step": 2189510
    },
    {
      "epoch": 611.09,
      "grad_norm": 1.0273025035858154,
      "learning_rate": 6.790475525270884e-07,
      "loss": 0.3316,
      "step": 2189520
    },
    {
      "epoch": 611.09,
      "grad_norm": 1.354276418685913,
      "learning_rate": 6.790285187312559e-07,
      "loss": 0.3396,
      "step": 2189530
    },
    {
      "epoch": 611.09,
      "grad_norm": 1.2320054769515991,
      "learning_rate": 6.790094851569983e-07,
      "loss": 0.3625,
      "step": 2189540
    },
    {
      "epoch": 611.09,
      "grad_norm": 1.246484398841858,
      "learning_rate": 6.789904518043187e-07,
      "loss": 0.335,
      "step": 2189550
    },
    {
      "epoch": 611.1,
      "grad_norm": 0.9892424941062927,
      "learning_rate": 6.789714186732176e-07,
      "loss": 0.3323,
      "step": 2189560
    },
    {
      "epoch": 611.1,
      "grad_norm": 1.243471384048462,
      "learning_rate": 6.789523857637006e-07,
      "loss": 0.3276,
      "step": 2189570
    },
    {
      "epoch": 611.1,
      "grad_norm": 1.2673497200012207,
      "learning_rate": 6.789333530757677e-07,
      "loss": 0.344,
      "step": 2189580
    },
    {
      "epoch": 611.11,
      "grad_norm": 1.2243818044662476,
      "learning_rate": 6.789143206094226e-07,
      "loss": 0.331,
      "step": 2189590
    },
    {
      "epoch": 611.11,
      "grad_norm": 1.130516767501831,
      "learning_rate": 6.788952883646673e-07,
      "loss": 0.3369,
      "step": 2189600
    },
    {
      "epoch": 611.11,
      "grad_norm": 1.1483957767486572,
      "learning_rate": 6.788762563415055e-07,
      "loss": 0.3311,
      "step": 2189610
    },
    {
      "epoch": 611.11,
      "grad_norm": 1.2835252285003662,
      "learning_rate": 6.788572245399382e-07,
      "loss": 0.3496,
      "step": 2189620
    },
    {
      "epoch": 611.12,
      "grad_norm": 1.084071397781372,
      "learning_rate": 6.788381929599684e-07,
      "loss": 0.341,
      "step": 2189630
    },
    {
      "epoch": 611.12,
      "grad_norm": 1.1847978830337524,
      "learning_rate": 6.788191616015996e-07,
      "loss": 0.3418,
      "step": 2189640
    },
    {
      "epoch": 611.12,
      "grad_norm": 1.378350853919983,
      "learning_rate": 6.788001304648322e-07,
      "loss": 0.3416,
      "step": 2189650
    },
    {
      "epoch": 611.12,
      "grad_norm": 1.177383542060852,
      "learning_rate": 6.787810995496713e-07,
      "loss": 0.3378,
      "step": 2189660
    },
    {
      "epoch": 611.13,
      "grad_norm": 1.164684772491455,
      "learning_rate": 6.787620688561177e-07,
      "loss": 0.3439,
      "step": 2189670
    },
    {
      "epoch": 611.13,
      "grad_norm": 1.1281006336212158,
      "learning_rate": 6.787430383841743e-07,
      "loss": 0.341,
      "step": 2189680
    },
    {
      "epoch": 611.13,
      "grad_norm": 1.0807535648345947,
      "learning_rate": 6.787240081338447e-07,
      "loss": 0.3271,
      "step": 2189690
    },
    {
      "epoch": 611.14,
      "grad_norm": 1.1394121646881104,
      "learning_rate": 6.787049781051298e-07,
      "loss": 0.3279,
      "step": 2189700
    },
    {
      "epoch": 611.14,
      "grad_norm": 5.192923069000244,
      "learning_rate": 6.786859482980326e-07,
      "loss": 0.3313,
      "step": 2189710
    },
    {
      "epoch": 611.14,
      "grad_norm": 1.2788020372390747,
      "learning_rate": 6.786669187125561e-07,
      "loss": 0.3441,
      "step": 2189720
    },
    {
      "epoch": 611.14,
      "grad_norm": 1.1949567794799805,
      "learning_rate": 6.786478893487033e-07,
      "loss": 0.3458,
      "step": 2189730
    },
    {
      "epoch": 611.15,
      "grad_norm": 1.0382838249206543,
      "learning_rate": 6.786288602064744e-07,
      "loss": 0.337,
      "step": 2189740
    },
    {
      "epoch": 611.15,
      "grad_norm": 1.1491894721984863,
      "learning_rate": 6.786098312858752e-07,
      "loss": 0.338,
      "step": 2189750
    },
    {
      "epoch": 611.15,
      "grad_norm": 1.2710387706756592,
      "learning_rate": 6.785908025869058e-07,
      "loss": 0.3281,
      "step": 2189760
    },
    {
      "epoch": 611.16,
      "grad_norm": 1.205718994140625,
      "learning_rate": 6.785717741095696e-07,
      "loss": 0.3396,
      "step": 2189770
    },
    {
      "epoch": 611.16,
      "grad_norm": 1.1840336322784424,
      "learning_rate": 6.785527458538698e-07,
      "loss": 0.3341,
      "step": 2189780
    },
    {
      "epoch": 611.16,
      "grad_norm": 1.4455376863479614,
      "learning_rate": 6.785337178198076e-07,
      "loss": 0.3427,
      "step": 2189790
    },
    {
      "epoch": 611.16,
      "grad_norm": 2.531209945678711,
      "learning_rate": 6.785146900073858e-07,
      "loss": 0.3427,
      "step": 2189800
    },
    {
      "epoch": 611.17,
      "grad_norm": 1.1630699634552002,
      "learning_rate": 6.784956624166076e-07,
      "loss": 0.3471,
      "step": 2189810
    },
    {
      "epoch": 611.17,
      "grad_norm": 1.1910655498504639,
      "learning_rate": 6.784766350474758e-07,
      "loss": 0.3311,
      "step": 2189820
    },
    {
      "epoch": 611.17,
      "grad_norm": 1.1126493215560913,
      "learning_rate": 6.784576078999916e-07,
      "loss": 0.346,
      "step": 2189830
    },
    {
      "epoch": 611.17,
      "grad_norm": 1.072715163230896,
      "learning_rate": 6.784385809741583e-07,
      "loss": 0.3123,
      "step": 2189840
    },
    {
      "epoch": 611.18,
      "grad_norm": 1.1104676723480225,
      "learning_rate": 6.784195542699783e-07,
      "loss": 0.3253,
      "step": 2189850
    },
    {
      "epoch": 611.18,
      "grad_norm": 1.367944359779358,
      "learning_rate": 6.784005277874545e-07,
      "loss": 0.3442,
      "step": 2189860
    },
    {
      "epoch": 611.18,
      "grad_norm": 1.6841374635696411,
      "learning_rate": 6.783815015265898e-07,
      "loss": 0.3553,
      "step": 2189870
    },
    {
      "epoch": 611.19,
      "grad_norm": 1.0785506963729858,
      "learning_rate": 6.783624754873844e-07,
      "loss": 0.3278,
      "step": 2189880
    },
    {
      "epoch": 611.19,
      "grad_norm": 1.1384758949279785,
      "learning_rate": 6.783434496698442e-07,
      "loss": 0.3286,
      "step": 2189890
    },
    {
      "epoch": 611.19,
      "grad_norm": 1.0763212442398071,
      "learning_rate": 6.783244240739695e-07,
      "loss": 0.3417,
      "step": 2189900
    },
    {
      "epoch": 611.19,
      "grad_norm": 1.008579969406128,
      "learning_rate": 6.783053986997632e-07,
      "loss": 0.335,
      "step": 2189910
    },
    {
      "epoch": 611.2,
      "grad_norm": 1.3099087476730347,
      "learning_rate": 6.782863735472289e-07,
      "loss": 0.3401,
      "step": 2189920
    },
    {
      "epoch": 611.2,
      "grad_norm": 1.1326909065246582,
      "learning_rate": 6.782673486163672e-07,
      "loss": 0.3327,
      "step": 2189930
    },
    {
      "epoch": 611.2,
      "grad_norm": 1.1656231880187988,
      "learning_rate": 6.78248323907182e-07,
      "loss": 0.3307,
      "step": 2189940
    },
    {
      "epoch": 611.21,
      "grad_norm": 1.161627173423767,
      "learning_rate": 6.782292994196754e-07,
      "loss": 0.3175,
      "step": 2189950
    },
    {
      "epoch": 611.21,
      "grad_norm": 1.373549222946167,
      "learning_rate": 6.782102751538506e-07,
      "loss": 0.3334,
      "step": 2189960
    },
    {
      "epoch": 611.21,
      "grad_norm": 1.2757108211517334,
      "learning_rate": 6.781912511097093e-07,
      "loss": 0.3413,
      "step": 2189970
    },
    {
      "epoch": 611.21,
      "grad_norm": 1.2947434186935425,
      "learning_rate": 6.78172227287254e-07,
      "loss": 0.3408,
      "step": 2189980
    },
    {
      "epoch": 611.22,
      "grad_norm": 1.1555794477462769,
      "learning_rate": 6.781532036864885e-07,
      "loss": 0.3208,
      "step": 2189990
    },
    {
      "epoch": 611.22,
      "grad_norm": 1.2770016193389893,
      "learning_rate": 6.781341803074126e-07,
      "loss": 0.3349,
      "step": 2190000
    },
    {
      "epoch": 611.22,
      "grad_norm": 1.1671501398086548,
      "learning_rate": 6.781151571500326e-07,
      "loss": 0.3375,
      "step": 2190010
    },
    {
      "epoch": 611.23,
      "grad_norm": 1.1825865507125854,
      "learning_rate": 6.780961342143478e-07,
      "loss": 0.3395,
      "step": 2190020
    },
    {
      "epoch": 611.23,
      "grad_norm": 1.2591584920883179,
      "learning_rate": 6.780771115003623e-07,
      "loss": 0.3432,
      "step": 2190030
    },
    {
      "epoch": 611.23,
      "grad_norm": 1.035041332244873,
      "learning_rate": 6.780580890080781e-07,
      "loss": 0.3425,
      "step": 2190040
    },
    {
      "epoch": 611.23,
      "grad_norm": 1.2190704345703125,
      "learning_rate": 6.780390667374988e-07,
      "loss": 0.3305,
      "step": 2190050
    },
    {
      "epoch": 611.24,
      "grad_norm": 1.1939139366149902,
      "learning_rate": 6.780200446886255e-07,
      "loss": 0.3597,
      "step": 2190060
    },
    {
      "epoch": 611.24,
      "grad_norm": 1.4034273624420166,
      "learning_rate": 6.780010228614611e-07,
      "loss": 0.3273,
      "step": 2190070
    },
    {
      "epoch": 611.24,
      "grad_norm": 1.1741619110107422,
      "learning_rate": 6.779820012560091e-07,
      "loss": 0.3402,
      "step": 2190080
    },
    {
      "epoch": 611.24,
      "grad_norm": 1.1375205516815186,
      "learning_rate": 6.7796297987227e-07,
      "loss": 0.3417,
      "step": 2190090
    },
    {
      "epoch": 611.25,
      "grad_norm": 1.296807885169983,
      "learning_rate": 6.779439587102487e-07,
      "loss": 0.3486,
      "step": 2190100
    },
    {
      "epoch": 611.25,
      "grad_norm": 1.1127434968948364,
      "learning_rate": 6.779249377699462e-07,
      "loss": 0.3458,
      "step": 2190110
    },
    {
      "epoch": 611.25,
      "grad_norm": 1.364457607269287,
      "learning_rate": 6.779059170513652e-07,
      "loss": 0.3483,
      "step": 2190120
    },
    {
      "epoch": 611.26,
      "grad_norm": 1.2576450109481812,
      "learning_rate": 6.778868965545096e-07,
      "loss": 0.3266,
      "step": 2190130
    },
    {
      "epoch": 611.26,
      "grad_norm": 1.2798914909362793,
      "learning_rate": 6.778678762793791e-07,
      "loss": 0.3335,
      "step": 2190140
    },
    {
      "epoch": 611.26,
      "grad_norm": 1.0727211236953735,
      "learning_rate": 6.778488562259795e-07,
      "loss": 0.3509,
      "step": 2190150
    },
    {
      "epoch": 611.26,
      "grad_norm": 1.1828150749206543,
      "learning_rate": 6.77829836394311e-07,
      "loss": 0.3417,
      "step": 2190160
    },
    {
      "epoch": 611.27,
      "grad_norm": 1.5539239645004272,
      "learning_rate": 6.778108167843771e-07,
      "loss": 0.3193,
      "step": 2190170
    },
    {
      "epoch": 611.27,
      "grad_norm": 2.5758023262023926,
      "learning_rate": 6.7779179739618e-07,
      "loss": 0.3444,
      "step": 2190180
    },
    {
      "epoch": 611.27,
      "grad_norm": 1.1608027219772339,
      "learning_rate": 6.777727782297233e-07,
      "loss": 0.3474,
      "step": 2190190
    },
    {
      "epoch": 611.28,
      "grad_norm": 1.1227158308029175,
      "learning_rate": 6.777537592850076e-07,
      "loss": 0.3521,
      "step": 2190200
    },
    {
      "epoch": 611.28,
      "grad_norm": 1.1902029514312744,
      "learning_rate": 6.777347405620367e-07,
      "loss": 0.3222,
      "step": 2190210
    },
    {
      "epoch": 611.28,
      "grad_norm": 1.3562337160110474,
      "learning_rate": 6.777157220608135e-07,
      "loss": 0.332,
      "step": 2190220
    },
    {
      "epoch": 611.28,
      "grad_norm": 1.1052361726760864,
      "learning_rate": 6.776967037813385e-07,
      "loss": 0.3457,
      "step": 2190230
    },
    {
      "epoch": 611.29,
      "grad_norm": 1.3419924974441528,
      "learning_rate": 6.776776857236172e-07,
      "loss": 0.3367,
      "step": 2190240
    },
    {
      "epoch": 611.29,
      "grad_norm": 1.1725332736968994,
      "learning_rate": 6.776586678876497e-07,
      "loss": 0.3374,
      "step": 2190250
    },
    {
      "epoch": 611.29,
      "grad_norm": 1.101894736289978,
      "learning_rate": 6.776396502734395e-07,
      "loss": 0.3448,
      "step": 2190260
    },
    {
      "epoch": 611.3,
      "grad_norm": 1.2815078496932983,
      "learning_rate": 6.776206328809896e-07,
      "loss": 0.3506,
      "step": 2190270
    },
    {
      "epoch": 611.3,
      "grad_norm": 1.0583746433258057,
      "learning_rate": 6.776016157103014e-07,
      "loss": 0.3374,
      "step": 2190280
    },
    {
      "epoch": 611.3,
      "grad_norm": 0.9793378710746765,
      "learning_rate": 6.77582598761378e-07,
      "loss": 0.3406,
      "step": 2190290
    },
    {
      "epoch": 611.3,
      "grad_norm": 1.2822067737579346,
      "learning_rate": 6.77563582034222e-07,
      "loss": 0.3301,
      "step": 2190300
    },
    {
      "epoch": 611.31,
      "grad_norm": 1.2383249998092651,
      "learning_rate": 6.775445655288365e-07,
      "loss": 0.3398,
      "step": 2190310
    },
    {
      "epoch": 611.31,
      "grad_norm": 1.1792633533477783,
      "learning_rate": 6.775255492452221e-07,
      "loss": 0.3433,
      "step": 2190320
    },
    {
      "epoch": 611.31,
      "grad_norm": 1.1991572380065918,
      "learning_rate": 6.775065331833839e-07,
      "loss": 0.3387,
      "step": 2190330
    },
    {
      "epoch": 611.31,
      "grad_norm": 1.111445426940918,
      "learning_rate": 6.774875173433225e-07,
      "loss": 0.3265,
      "step": 2190340
    },
    {
      "epoch": 611.32,
      "grad_norm": 1.638120412826538,
      "learning_rate": 6.774685017250409e-07,
      "loss": 0.3457,
      "step": 2190350
    },
    {
      "epoch": 611.32,
      "grad_norm": 1.3593504428863525,
      "learning_rate": 6.774494863285428e-07,
      "loss": 0.334,
      "step": 2190360
    },
    {
      "epoch": 611.32,
      "grad_norm": 1.1889055967330933,
      "learning_rate": 6.774304711538289e-07,
      "loss": 0.3215,
      "step": 2190370
    },
    {
      "epoch": 611.33,
      "grad_norm": 1.1498318910598755,
      "learning_rate": 6.774114562009026e-07,
      "loss": 0.3377,
      "step": 2190380
    },
    {
      "epoch": 611.33,
      "grad_norm": 1.1481314897537231,
      "learning_rate": 6.773924414697663e-07,
      "loss": 0.3603,
      "step": 2190390
    },
    {
      "epoch": 611.33,
      "grad_norm": 1.1066312789916992,
      "learning_rate": 6.773734269604238e-07,
      "loss": 0.3394,
      "step": 2190400
    },
    {
      "epoch": 611.33,
      "grad_norm": 1.2386693954467773,
      "learning_rate": 6.773544126728754e-07,
      "loss": 0.3384,
      "step": 2190410
    },
    {
      "epoch": 611.34,
      "grad_norm": 1.2518844604492188,
      "learning_rate": 6.773353986071246e-07,
      "loss": 0.3335,
      "step": 2190420
    },
    {
      "epoch": 611.34,
      "grad_norm": 1.509206771850586,
      "learning_rate": 6.773163847631742e-07,
      "loss": 0.3392,
      "step": 2190430
    },
    {
      "epoch": 611.34,
      "grad_norm": 1.1852760314941406,
      "learning_rate": 6.772973711410267e-07,
      "loss": 0.3486,
      "step": 2190440
    },
    {
      "epoch": 611.35,
      "grad_norm": 1.4331555366516113,
      "learning_rate": 6.77278357740685e-07,
      "loss": 0.3422,
      "step": 2190450
    },
    {
      "epoch": 611.35,
      "grad_norm": 1.2193812131881714,
      "learning_rate": 6.772593445621498e-07,
      "loss": 0.3383,
      "step": 2190460
    },
    {
      "epoch": 611.35,
      "grad_norm": 1.1246837377548218,
      "learning_rate": 6.772403316054265e-07,
      "loss": 0.3297,
      "step": 2190470
    },
    {
      "epoch": 611.35,
      "grad_norm": 1.23062002658844,
      "learning_rate": 6.772213188705152e-07,
      "loss": 0.3388,
      "step": 2190480
    },
    {
      "epoch": 611.36,
      "grad_norm": 1.23918616771698,
      "learning_rate": 6.772023063574194e-07,
      "loss": 0.3436,
      "step": 2190490
    },
    {
      "epoch": 611.36,
      "grad_norm": 1.1400245428085327,
      "learning_rate": 6.771832940661421e-07,
      "loss": 0.3493,
      "step": 2190500
    },
    {
      "epoch": 611.36,
      "grad_norm": 1.263533115386963,
      "learning_rate": 6.771642819966848e-07,
      "loss": 0.3414,
      "step": 2190510
    },
    {
      "epoch": 611.36,
      "grad_norm": 1.320244550704956,
      "learning_rate": 6.771452701490503e-07,
      "loss": 0.3453,
      "step": 2190520
    },
    {
      "epoch": 611.37,
      "grad_norm": 1.202484130859375,
      "learning_rate": 6.771262585232415e-07,
      "loss": 0.3386,
      "step": 2190530
    },
    {
      "epoch": 611.37,
      "grad_norm": 1.368595004081726,
      "learning_rate": 6.771072471192615e-07,
      "loss": 0.3283,
      "step": 2190540
    },
    {
      "epoch": 611.37,
      "grad_norm": 1.2554285526275635,
      "learning_rate": 6.770882359371106e-07,
      "loss": 0.3293,
      "step": 2190550
    },
    {
      "epoch": 611.38,
      "grad_norm": 1.1379798650741577,
      "learning_rate": 6.770692249767942e-07,
      "loss": 0.3336,
      "step": 2190560
    },
    {
      "epoch": 611.38,
      "grad_norm": 1.0582983493804932,
      "learning_rate": 6.770502142383128e-07,
      "loss": 0.3182,
      "step": 2190570
    },
    {
      "epoch": 611.38,
      "grad_norm": 1.4014681577682495,
      "learning_rate": 6.770312037216697e-07,
      "loss": 0.3493,
      "step": 2190580
    },
    {
      "epoch": 611.38,
      "grad_norm": 1.5207712650299072,
      "learning_rate": 6.770121934268681e-07,
      "loss": 0.3371,
      "step": 2190590
    },
    {
      "epoch": 611.39,
      "grad_norm": 1.1064839363098145,
      "learning_rate": 6.769931833539088e-07,
      "loss": 0.3298,
      "step": 2190600
    },
    {
      "epoch": 611.39,
      "grad_norm": 1.6601680517196655,
      "learning_rate": 6.769741735027954e-07,
      "loss": 0.3306,
      "step": 2190610
    },
    {
      "epoch": 611.39,
      "grad_norm": 1.3425050973892212,
      "learning_rate": 6.769551638735305e-07,
      "loss": 0.336,
      "step": 2190620
    },
    {
      "epoch": 611.4,
      "grad_norm": 1.2766393423080444,
      "learning_rate": 6.769361544661169e-07,
      "loss": 0.3366,
      "step": 2190630
    },
    {
      "epoch": 611.4,
      "grad_norm": 1.0043115615844727,
      "learning_rate": 6.769171452805559e-07,
      "loss": 0.3363,
      "step": 2190640
    },
    {
      "epoch": 611.4,
      "grad_norm": 1.1701366901397705,
      "learning_rate": 6.768981363168509e-07,
      "loss": 0.3381,
      "step": 2190650
    },
    {
      "epoch": 611.4,
      "grad_norm": 1.2842662334442139,
      "learning_rate": 6.768791275750053e-07,
      "loss": 0.3325,
      "step": 2190660
    },
    {
      "epoch": 611.41,
      "grad_norm": 1.1103495359420776,
      "learning_rate": 6.768601190550191e-07,
      "loss": 0.3383,
      "step": 2190670
    },
    {
      "epoch": 611.41,
      "grad_norm": 1.1772576570510864,
      "learning_rate": 6.768411107568977e-07,
      "loss": 0.3434,
      "step": 2190680
    },
    {
      "epoch": 611.41,
      "grad_norm": 1.259948492050171,
      "learning_rate": 6.768221026806417e-07,
      "loss": 0.3369,
      "step": 2190690
    },
    {
      "epoch": 611.42,
      "grad_norm": 1.7548195123672485,
      "learning_rate": 6.768030948262541e-07,
      "loss": 0.3422,
      "step": 2190700
    },
    {
      "epoch": 611.42,
      "grad_norm": 1.3028939962387085,
      "learning_rate": 6.767840871937377e-07,
      "loss": 0.3351,
      "step": 2190710
    },
    {
      "epoch": 611.42,
      "grad_norm": 1.2018930912017822,
      "learning_rate": 6.767650797830952e-07,
      "loss": 0.3267,
      "step": 2190720
    },
    {
      "epoch": 611.42,
      "grad_norm": 1.0954424142837524,
      "learning_rate": 6.767460725943293e-07,
      "loss": 0.3324,
      "step": 2190730
    },
    {
      "epoch": 611.43,
      "grad_norm": 1.3383095264434814,
      "learning_rate": 6.767270656274412e-07,
      "loss": 0.338,
      "step": 2190740
    },
    {
      "epoch": 611.43,
      "grad_norm": 1.228684902191162,
      "learning_rate": 6.767080588824346e-07,
      "loss": 0.3137,
      "step": 2190750
    },
    {
      "epoch": 611.43,
      "grad_norm": 1.131535291671753,
      "learning_rate": 6.766890523593116e-07,
      "loss": 0.3351,
      "step": 2190760
    },
    {
      "epoch": 611.43,
      "grad_norm": 1.5528570413589478,
      "learning_rate": 6.766700460580755e-07,
      "loss": 0.3262,
      "step": 2190770
    },
    {
      "epoch": 611.44,
      "grad_norm": 1.1636072397232056,
      "learning_rate": 6.766510399787277e-07,
      "loss": 0.3353,
      "step": 2190780
    },
    {
      "epoch": 611.44,
      "grad_norm": 1.5124485492706299,
      "learning_rate": 6.766320341212708e-07,
      "loss": 0.3386,
      "step": 2190790
    },
    {
      "epoch": 611.44,
      "grad_norm": 1.2202039957046509,
      "learning_rate": 6.76613028485709e-07,
      "loss": 0.3188,
      "step": 2190800
    },
    {
      "epoch": 611.45,
      "grad_norm": 1.161492109298706,
      "learning_rate": 6.765940230720419e-07,
      "loss": 0.3572,
      "step": 2190810
    },
    {
      "epoch": 611.45,
      "grad_norm": 1.1777904033660889,
      "learning_rate": 6.765750178802752e-07,
      "loss": 0.3287,
      "step": 2190820
    },
    {
      "epoch": 611.45,
      "grad_norm": 1.2747955322265625,
      "learning_rate": 6.765560129104091e-07,
      "loss": 0.3445,
      "step": 2190830
    },
    {
      "epoch": 611.45,
      "grad_norm": 1.2392423152923584,
      "learning_rate": 6.76537008162447e-07,
      "loss": 0.3355,
      "step": 2190840
    },
    {
      "epoch": 611.46,
      "grad_norm": 1.1198850870132446,
      "learning_rate": 6.765180036363916e-07,
      "loss": 0.35,
      "step": 2190850
    },
    {
      "epoch": 611.46,
      "grad_norm": 1.306396484375,
      "learning_rate": 6.764989993322458e-07,
      "loss": 0.3415,
      "step": 2190860
    },
    {
      "epoch": 611.46,
      "grad_norm": 1.6315912008285522,
      "learning_rate": 6.764799952500108e-07,
      "loss": 0.348,
      "step": 2190870
    },
    {
      "epoch": 611.47,
      "grad_norm": 1.1885074377059937,
      "learning_rate": 6.764609913896901e-07,
      "loss": 0.3642,
      "step": 2190880
    },
    {
      "epoch": 611.47,
      "grad_norm": 1.1623402833938599,
      "learning_rate": 6.764419877512865e-07,
      "loss": 0.3401,
      "step": 2190890
    },
    {
      "epoch": 611.47,
      "grad_norm": 1.1997584104537964,
      "learning_rate": 6.764229843348008e-07,
      "loss": 0.3439,
      "step": 2190900
    },
    {
      "epoch": 611.47,
      "grad_norm": 1.2219016551971436,
      "learning_rate": 6.764039811402381e-07,
      "loss": 0.3513,
      "step": 2190910
    },
    {
      "epoch": 611.48,
      "grad_norm": 1.4009592533111572,
      "learning_rate": 6.763849781675988e-07,
      "loss": 0.3277,
      "step": 2190920
    },
    {
      "epoch": 611.48,
      "grad_norm": 1.234434962272644,
      "learning_rate": 6.763659754168866e-07,
      "loss": 0.3279,
      "step": 2190930
    },
    {
      "epoch": 611.48,
      "grad_norm": 1.133612036705017,
      "learning_rate": 6.76346972888104e-07,
      "loss": 0.3324,
      "step": 2190940
    },
    {
      "epoch": 611.48,
      "grad_norm": 1.2557047605514526,
      "learning_rate": 6.763279705812526e-07,
      "loss": 0.3444,
      "step": 2190950
    },
    {
      "epoch": 611.49,
      "grad_norm": 1.644965410232544,
      "learning_rate": 6.763089684963355e-07,
      "loss": 0.3409,
      "step": 2190960
    },
    {
      "epoch": 611.49,
      "grad_norm": 1.4054068326950073,
      "learning_rate": 6.762899666333556e-07,
      "loss": 0.3555,
      "step": 2190970
    },
    {
      "epoch": 611.49,
      "grad_norm": 1.211751103401184,
      "learning_rate": 6.762709649923152e-07,
      "loss": 0.335,
      "step": 2190980
    },
    {
      "epoch": 611.5,
      "grad_norm": 1.1494910717010498,
      "learning_rate": 6.762519635732156e-07,
      "loss": 0.3554,
      "step": 2190990
    },
    {
      "epoch": 611.5,
      "grad_norm": 1.2394927740097046,
      "learning_rate": 6.762329623760619e-07,
      "loss": 0.3413,
      "step": 2191000
    },
    {
      "epoch": 611.5,
      "grad_norm": 1.1994009017944336,
      "learning_rate": 6.762139614008546e-07,
      "loss": 0.3588,
      "step": 2191010
    },
    {
      "epoch": 611.5,
      "grad_norm": 1.3277902603149414,
      "learning_rate": 6.761949606475966e-07,
      "loss": 0.343,
      "step": 2191020
    },
    {
      "epoch": 611.51,
      "grad_norm": 1.3843940496444702,
      "learning_rate": 6.761759601162912e-07,
      "loss": 0.3465,
      "step": 2191030
    },
    {
      "epoch": 611.51,
      "grad_norm": 1.464834451675415,
      "learning_rate": 6.761569598069393e-07,
      "loss": 0.3592,
      "step": 2191040
    },
    {
      "epoch": 611.51,
      "grad_norm": 1.2860617637634277,
      "learning_rate": 6.761379597195455e-07,
      "loss": 0.3423,
      "step": 2191050
    },
    {
      "epoch": 611.52,
      "grad_norm": 1.2022743225097656,
      "learning_rate": 6.761189598541109e-07,
      "loss": 0.335,
      "step": 2191060
    },
    {
      "epoch": 611.52,
      "grad_norm": 1.106220006942749,
      "learning_rate": 6.760999602106384e-07,
      "loss": 0.3361,
      "step": 2191070
    },
    {
      "epoch": 611.52,
      "grad_norm": 1.1107407808303833,
      "learning_rate": 6.760809607891312e-07,
      "loss": 0.3505,
      "step": 2191080
    },
    {
      "epoch": 611.52,
      "grad_norm": 1.2197608947753906,
      "learning_rate": 6.760619615895908e-07,
      "loss": 0.335,
      "step": 2191090
    },
    {
      "epoch": 611.53,
      "grad_norm": 1.1964055299758911,
      "learning_rate": 6.760429626120196e-07,
      "loss": 0.3548,
      "step": 2191100
    },
    {
      "epoch": 611.53,
      "grad_norm": 0.9823538661003113,
      "learning_rate": 6.760239638564212e-07,
      "loss": 0.3324,
      "step": 2191110
    },
    {
      "epoch": 611.53,
      "grad_norm": 1.1578377485275269,
      "learning_rate": 6.760049653227978e-07,
      "loss": 0.3476,
      "step": 2191120
    },
    {
      "epoch": 611.54,
      "grad_norm": 1.2206188440322876,
      "learning_rate": 6.759859670111504e-07,
      "loss": 0.3596,
      "step": 2191130
    },
    {
      "epoch": 611.54,
      "grad_norm": 1.184295654296875,
      "learning_rate": 6.759669689214847e-07,
      "loss": 0.3372,
      "step": 2191140
    },
    {
      "epoch": 611.54,
      "grad_norm": 1.1170178651809692,
      "learning_rate": 6.759479710538003e-07,
      "loss": 0.3223,
      "step": 2191150
    },
    {
      "epoch": 611.54,
      "grad_norm": 1.2511061429977417,
      "learning_rate": 6.759289734081009e-07,
      "loss": 0.3306,
      "step": 2191160
    },
    {
      "epoch": 611.55,
      "grad_norm": 1.1070250272750854,
      "learning_rate": 6.759099759843894e-07,
      "loss": 0.338,
      "step": 2191170
    },
    {
      "epoch": 611.55,
      "grad_norm": 1.2749851942062378,
      "learning_rate": 6.758909787826676e-07,
      "loss": 0.3537,
      "step": 2191180
    },
    {
      "epoch": 611.55,
      "grad_norm": 0.9461414813995361,
      "learning_rate": 6.75871981802938e-07,
      "loss": 0.3362,
      "step": 2191190
    },
    {
      "epoch": 611.55,
      "grad_norm": 1.1357618570327759,
      "learning_rate": 6.758529850452034e-07,
      "loss": 0.3395,
      "step": 2191200
    },
    {
      "epoch": 611.56,
      "grad_norm": 1.1296052932739258,
      "learning_rate": 6.758339885094672e-07,
      "loss": 0.3303,
      "step": 2191210
    },
    {
      "epoch": 611.56,
      "grad_norm": 1.6114475727081299,
      "learning_rate": 6.758149921957304e-07,
      "loss": 0.3386,
      "step": 2191220
    },
    {
      "epoch": 611.56,
      "grad_norm": 1.3083924055099487,
      "learning_rate": 6.757959961039961e-07,
      "loss": 0.3345,
      "step": 2191230
    },
    {
      "epoch": 611.57,
      "grad_norm": 1.4891440868377686,
      "learning_rate": 6.757770002342677e-07,
      "loss": 0.3274,
      "step": 2191240
    },
    {
      "epoch": 611.57,
      "grad_norm": 1.2459276914596558,
      "learning_rate": 6.757580045865454e-07,
      "loss": 0.3265,
      "step": 2191250
    },
    {
      "epoch": 611.57,
      "grad_norm": 1.4547665119171143,
      "learning_rate": 6.757390091608346e-07,
      "loss": 0.3502,
      "step": 2191260
    },
    {
      "epoch": 611.57,
      "grad_norm": 1.3342409133911133,
      "learning_rate": 6.757200139571354e-07,
      "loss": 0.352,
      "step": 2191270
    },
    {
      "epoch": 611.58,
      "grad_norm": 1.3303263187408447,
      "learning_rate": 6.757010189754527e-07,
      "loss": 0.3268,
      "step": 2191280
    },
    {
      "epoch": 611.58,
      "grad_norm": 1.1628013849258423,
      "learning_rate": 6.756820242157873e-07,
      "loss": 0.3355,
      "step": 2191290
    },
    {
      "epoch": 611.58,
      "grad_norm": 1.1608091592788696,
      "learning_rate": 6.75663029678142e-07,
      "loss": 0.3386,
      "step": 2191300
    },
    {
      "epoch": 611.59,
      "grad_norm": 1.1205083131790161,
      "learning_rate": 6.756440353625203e-07,
      "loss": 0.3517,
      "step": 2191310
    },
    {
      "epoch": 611.59,
      "grad_norm": 1.208450436592102,
      "learning_rate": 6.756250412689231e-07,
      "loss": 0.3432,
      "step": 2191320
    },
    {
      "epoch": 611.59,
      "grad_norm": 1.2018846273422241,
      "learning_rate": 6.756060473973538e-07,
      "loss": 0.3211,
      "step": 2191330
    },
    {
      "epoch": 611.59,
      "grad_norm": 1.4056522846221924,
      "learning_rate": 6.755870537478152e-07,
      "loss": 0.3327,
      "step": 2191340
    },
    {
      "epoch": 611.6,
      "grad_norm": 1.1450093984603882,
      "learning_rate": 6.7556806032031e-07,
      "loss": 0.3385,
      "step": 2191350
    },
    {
      "epoch": 611.6,
      "grad_norm": 1.1909267902374268,
      "learning_rate": 6.755490671148396e-07,
      "loss": 0.3465,
      "step": 2191360
    },
    {
      "epoch": 611.6,
      "grad_norm": 1.1998573541641235,
      "learning_rate": 6.755300741314073e-07,
      "loss": 0.3277,
      "step": 2191370
    },
    {
      "epoch": 611.6,
      "grad_norm": 1.1531586647033691,
      "learning_rate": 6.755110813700155e-07,
      "loss": 0.3371,
      "step": 2191380
    },
    {
      "epoch": 611.61,
      "grad_norm": 1.9303489923477173,
      "learning_rate": 6.754920888306667e-07,
      "loss": 0.3285,
      "step": 2191390
    },
    {
      "epoch": 611.61,
      "grad_norm": 1.2864385843276978,
      "learning_rate": 6.754730965133641e-07,
      "loss": 0.33,
      "step": 2191400
    },
    {
      "epoch": 611.61,
      "grad_norm": 1.320198655128479,
      "learning_rate": 6.75454104418109e-07,
      "loss": 0.3461,
      "step": 2191410
    },
    {
      "epoch": 611.62,
      "grad_norm": 1.2221428155899048,
      "learning_rate": 6.754351125449047e-07,
      "loss": 0.3566,
      "step": 2191420
    },
    {
      "epoch": 611.62,
      "grad_norm": 1.3478373289108276,
      "learning_rate": 6.754161208937532e-07,
      "loss": 0.3508,
      "step": 2191430
    },
    {
      "epoch": 611.62,
      "grad_norm": 2.3866400718688965,
      "learning_rate": 6.753971294646582e-07,
      "loss": 0.3503,
      "step": 2191440
    },
    {
      "epoch": 611.62,
      "grad_norm": 1.0935159921646118,
      "learning_rate": 6.753781382576211e-07,
      "loss": 0.348,
      "step": 2191450
    },
    {
      "epoch": 611.63,
      "grad_norm": 1.2620924711227417,
      "learning_rate": 6.753591472726443e-07,
      "loss": 0.3381,
      "step": 2191460
    },
    {
      "epoch": 611.63,
      "grad_norm": 1.1176769733428955,
      "learning_rate": 6.753401565097318e-07,
      "loss": 0.3328,
      "step": 2191470
    },
    {
      "epoch": 611.63,
      "grad_norm": 1.2189037799835205,
      "learning_rate": 6.753211659688833e-07,
      "loss": 0.3409,
      "step": 2191480
    },
    {
      "epoch": 611.64,
      "grad_norm": 3.2041420936584473,
      "learning_rate": 6.75302175650105e-07,
      "loss": 0.3553,
      "step": 2191490
    },
    {
      "epoch": 611.64,
      "grad_norm": 1.193252444267273,
      "learning_rate": 6.752831855533965e-07,
      "loss": 0.3264,
      "step": 2191500
    },
    {
      "epoch": 611.64,
      "grad_norm": 1.2703969478607178,
      "learning_rate": 6.752641956787617e-07,
      "loss": 0.3388,
      "step": 2191510
    },
    {
      "epoch": 611.64,
      "grad_norm": 2.8254642486572266,
      "learning_rate": 6.752452060262024e-07,
      "loss": 0.3237,
      "step": 2191520
    },
    {
      "epoch": 611.65,
      "grad_norm": 1.3695600032806396,
      "learning_rate": 6.752262165957225e-07,
      "loss": 0.3557,
      "step": 2191530
    },
    {
      "epoch": 611.65,
      "grad_norm": 1.1712656021118164,
      "learning_rate": 6.752072273873231e-07,
      "loss": 0.329,
      "step": 2191540
    },
    {
      "epoch": 611.65,
      "grad_norm": 1.148043155670166,
      "learning_rate": 6.751882384010069e-07,
      "loss": 0.3263,
      "step": 2191550
    },
    {
      "epoch": 611.66,
      "grad_norm": 1.1979349851608276,
      "learning_rate": 6.751692496367767e-07,
      "loss": 0.3408,
      "step": 2191560
    },
    {
      "epoch": 611.66,
      "grad_norm": 1.1652220487594604,
      "learning_rate": 6.751502610946352e-07,
      "loss": 0.3186,
      "step": 2191570
    },
    {
      "epoch": 611.66,
      "grad_norm": 1.337580680847168,
      "learning_rate": 6.751312727745855e-07,
      "loss": 0.3706,
      "step": 2191580
    },
    {
      "epoch": 611.66,
      "grad_norm": 1.269260287284851,
      "learning_rate": 6.751122846766285e-07,
      "loss": 0.3376,
      "step": 2191590
    },
    {
      "epoch": 611.67,
      "grad_norm": 1.1680893898010254,
      "learning_rate": 6.750932968007678e-07,
      "loss": 0.3317,
      "step": 2191600
    },
    {
      "epoch": 611.67,
      "grad_norm": 1.312791347503662,
      "learning_rate": 6.750743091470066e-07,
      "loss": 0.3489,
      "step": 2191610
    },
    {
      "epoch": 611.67,
      "grad_norm": 1.0975937843322754,
      "learning_rate": 6.75055321715345e-07,
      "loss": 0.3428,
      "step": 2191620
    },
    {
      "epoch": 611.67,
      "grad_norm": 1.2327182292938232,
      "learning_rate": 6.750363345057885e-07,
      "loss": 0.3235,
      "step": 2191630
    },
    {
      "epoch": 611.68,
      "grad_norm": 1.291429042816162,
      "learning_rate": 6.750173475183375e-07,
      "loss": 0.3277,
      "step": 2191640
    },
    {
      "epoch": 611.68,
      "grad_norm": 1.2365634441375732,
      "learning_rate": 6.749983607529952e-07,
      "loss": 0.327,
      "step": 2191650
    },
    {
      "epoch": 611.68,
      "grad_norm": 1.2042546272277832,
      "learning_rate": 6.749793742097644e-07,
      "loss": 0.3446,
      "step": 2191660
    },
    {
      "epoch": 611.69,
      "grad_norm": 1.1425096988677979,
      "learning_rate": 6.74960387888648e-07,
      "loss": 0.3435,
      "step": 2191670
    },
    {
      "epoch": 611.69,
      "grad_norm": 1.1240789890289307,
      "learning_rate": 6.749414017896475e-07,
      "loss": 0.341,
      "step": 2191680
    },
    {
      "epoch": 611.69,
      "grad_norm": 1.197052001953125,
      "learning_rate": 6.749224159127657e-07,
      "loss": 0.3444,
      "step": 2191690
    },
    {
      "epoch": 611.69,
      "grad_norm": 1.2024325132369995,
      "learning_rate": 6.749034302580059e-07,
      "loss": 0.3337,
      "step": 2191700
    },
    {
      "epoch": 611.7,
      "grad_norm": 0.9939966797828674,
      "learning_rate": 6.748844448253687e-07,
      "loss": 0.3491,
      "step": 2191710
    },
    {
      "epoch": 611.7,
      "grad_norm": 1.4229116439819336,
      "learning_rate": 6.748654596148595e-07,
      "loss": 0.3457,
      "step": 2191720
    },
    {
      "epoch": 611.7,
      "grad_norm": 1.1553469896316528,
      "learning_rate": 6.748464746264784e-07,
      "loss": 0.3386,
      "step": 2191730
    },
    {
      "epoch": 611.71,
      "grad_norm": 1.2495075464248657,
      "learning_rate": 6.748274898602289e-07,
      "loss": 0.3541,
      "step": 2191740
    },
    {
      "epoch": 611.71,
      "grad_norm": 1.218542218208313,
      "learning_rate": 6.748085053161141e-07,
      "loss": 0.3505,
      "step": 2191750
    },
    {
      "epoch": 611.71,
      "grad_norm": 1.3703750371932983,
      "learning_rate": 6.747895209941353e-07,
      "loss": 0.3368,
      "step": 2191760
    },
    {
      "epoch": 611.71,
      "grad_norm": 1.378657341003418,
      "learning_rate": 6.747705368942955e-07,
      "loss": 0.3235,
      "step": 2191770
    },
    {
      "epoch": 611.72,
      "grad_norm": 1.141926884651184,
      "learning_rate": 6.747515530165973e-07,
      "loss": 0.3546,
      "step": 2191780
    },
    {
      "epoch": 611.72,
      "grad_norm": 1.2745261192321777,
      "learning_rate": 6.74732569361044e-07,
      "loss": 0.3462,
      "step": 2191790
    },
    {
      "epoch": 611.72,
      "grad_norm": 1.3030434846878052,
      "learning_rate": 6.747135859276358e-07,
      "loss": 0.3533,
      "step": 2191800
    },
    {
      "epoch": 611.72,
      "grad_norm": 1.1031626462936401,
      "learning_rate": 6.746946027163784e-07,
      "loss": 0.3373,
      "step": 2191810
    },
    {
      "epoch": 611.73,
      "grad_norm": 1.075827717781067,
      "learning_rate": 6.74675619727272e-07,
      "loss": 0.3606,
      "step": 2191820
    },
    {
      "epoch": 611.73,
      "grad_norm": 1.2255916595458984,
      "learning_rate": 6.746566369603199e-07,
      "loss": 0.3271,
      "step": 2191830
    },
    {
      "epoch": 611.73,
      "grad_norm": 1.168121337890625,
      "learning_rate": 6.746376544155252e-07,
      "loss": 0.3448,
      "step": 2191840
    },
    {
      "epoch": 611.74,
      "grad_norm": 1.2367537021636963,
      "learning_rate": 6.746186720928883e-07,
      "loss": 0.331,
      "step": 2191850
    },
    {
      "epoch": 611.74,
      "grad_norm": 1.3138283491134644,
      "learning_rate": 6.745996899924148e-07,
      "loss": 0.3543,
      "step": 2191860
    },
    {
      "epoch": 611.74,
      "grad_norm": 1.1022179126739502,
      "learning_rate": 6.745807081141047e-07,
      "loss": 0.3337,
      "step": 2191870
    },
    {
      "epoch": 611.74,
      "grad_norm": 1.029266357421875,
      "learning_rate": 6.745617264579617e-07,
      "loss": 0.3406,
      "step": 2191880
    },
    {
      "epoch": 611.75,
      "grad_norm": 1.2151844501495361,
      "learning_rate": 6.74542745023989e-07,
      "loss": 0.3449,
      "step": 2191890
    },
    {
      "epoch": 611.75,
      "grad_norm": 1.3697099685668945,
      "learning_rate": 6.745237638121875e-07,
      "loss": 0.3545,
      "step": 2191900
    },
    {
      "epoch": 611.75,
      "grad_norm": 1.342247724533081,
      "learning_rate": 6.745047828225603e-07,
      "loss": 0.3443,
      "step": 2191910
    },
    {
      "epoch": 611.76,
      "grad_norm": 1.2097822427749634,
      "learning_rate": 6.7448580205511e-07,
      "loss": 0.3261,
      "step": 2191920
    },
    {
      "epoch": 611.76,
      "grad_norm": 1.2380777597427368,
      "learning_rate": 6.744668215098399e-07,
      "loss": 0.3244,
      "step": 2191930
    },
    {
      "epoch": 611.76,
      "grad_norm": 1.1503671407699585,
      "learning_rate": 6.744478411867506e-07,
      "loss": 0.3491,
      "step": 2191940
    },
    {
      "epoch": 611.76,
      "grad_norm": 1.1005795001983643,
      "learning_rate": 6.744288610858475e-07,
      "loss": 0.3486,
      "step": 2191950
    },
    {
      "epoch": 611.77,
      "grad_norm": 1.206130027770996,
      "learning_rate": 6.744098812071304e-07,
      "loss": 0.3445,
      "step": 2191960
    },
    {
      "epoch": 611.77,
      "grad_norm": 1.3692556619644165,
      "learning_rate": 6.743909015506029e-07,
      "loss": 0.348,
      "step": 2191970
    },
    {
      "epoch": 611.77,
      "grad_norm": 10.22346019744873,
      "learning_rate": 6.743719221162686e-07,
      "loss": 0.3378,
      "step": 2191980
    },
    {
      "epoch": 611.78,
      "grad_norm": 1.5087852478027344,
      "learning_rate": 6.743529429041282e-07,
      "loss": 0.3387,
      "step": 2191990
    },
    {
      "epoch": 611.78,
      "grad_norm": 1.3888517618179321,
      "learning_rate": 6.743339639141848e-07,
      "loss": 0.3352,
      "step": 2192000
    },
    {
      "epoch": 611.78,
      "grad_norm": 1.2126537561416626,
      "learning_rate": 6.743149851464412e-07,
      "loss": 0.3339,
      "step": 2192010
    },
    {
      "epoch": 611.78,
      "grad_norm": 1.352668046951294,
      "learning_rate": 6.742960066009006e-07,
      "loss": 0.3348,
      "step": 2192020
    },
    {
      "epoch": 611.79,
      "grad_norm": 1.0697331428527832,
      "learning_rate": 6.742770282775641e-07,
      "loss": 0.3258,
      "step": 2192030
    },
    {
      "epoch": 611.79,
      "grad_norm": 1.0927278995513916,
      "learning_rate": 6.742580501764349e-07,
      "loss": 0.3362,
      "step": 2192040
    },
    {
      "epoch": 611.79,
      "grad_norm": 1.3253147602081299,
      "learning_rate": 6.742390722975163e-07,
      "loss": 0.341,
      "step": 2192050
    },
    {
      "epoch": 611.79,
      "grad_norm": 1.2281793355941772,
      "learning_rate": 6.742200946408085e-07,
      "loss": 0.3362,
      "step": 2192060
    },
    {
      "epoch": 611.8,
      "grad_norm": 1.2332000732421875,
      "learning_rate": 6.742011172063172e-07,
      "loss": 0.3473,
      "step": 2192070
    },
    {
      "epoch": 611.8,
      "grad_norm": 1.0955861806869507,
      "learning_rate": 6.741821399940423e-07,
      "loss": 0.3613,
      "step": 2192080
    },
    {
      "epoch": 611.8,
      "grad_norm": 1.3047813177108765,
      "learning_rate": 6.741631630039874e-07,
      "loss": 0.3371,
      "step": 2192090
    },
    {
      "epoch": 611.81,
      "grad_norm": 13.729806900024414,
      "learning_rate": 6.74144186236155e-07,
      "loss": 0.3375,
      "step": 2192100
    },
    {
      "epoch": 611.81,
      "grad_norm": 1.4326258897781372,
      "learning_rate": 6.741252096905485e-07,
      "loss": 0.3466,
      "step": 2192110
    },
    {
      "epoch": 611.81,
      "grad_norm": 1.2339118719100952,
      "learning_rate": 6.741062333671687e-07,
      "loss": 0.3337,
      "step": 2192120
    },
    {
      "epoch": 611.81,
      "grad_norm": 1.3574811220169067,
      "learning_rate": 6.740872572660189e-07,
      "loss": 0.3381,
      "step": 2192130
    },
    {
      "epoch": 611.82,
      "grad_norm": 1.049768090248108,
      "learning_rate": 6.740682813871017e-07,
      "loss": 0.3307,
      "step": 2192140
    },
    {
      "epoch": 611.82,
      "grad_norm": 1.144026279449463,
      "learning_rate": 6.740493057304195e-07,
      "loss": 0.3401,
      "step": 2192150
    },
    {
      "epoch": 611.82,
      "grad_norm": 1.1492562294006348,
      "learning_rate": 6.740303302959758e-07,
      "loss": 0.354,
      "step": 2192160
    },
    {
      "epoch": 611.83,
      "grad_norm": 1.2157765626907349,
      "learning_rate": 6.740113550837714e-07,
      "loss": 0.3334,
      "step": 2192170
    },
    {
      "epoch": 611.83,
      "grad_norm": 1.1028621196746826,
      "learning_rate": 6.739923800938096e-07,
      "loss": 0.3288,
      "step": 2192180
    },
    {
      "epoch": 611.83,
      "grad_norm": 1.1008878946304321,
      "learning_rate": 6.739734053260939e-07,
      "loss": 0.3338,
      "step": 2192190
    },
    {
      "epoch": 611.83,
      "grad_norm": 1.2247639894485474,
      "learning_rate": 6.739544307806244e-07,
      "loss": 0.3264,
      "step": 2192200
    },
    {
      "epoch": 611.84,
      "grad_norm": 1.4236626625061035,
      "learning_rate": 6.739354564574066e-07,
      "loss": 0.3517,
      "step": 2192210
    },
    {
      "epoch": 611.84,
      "grad_norm": 1.084620475769043,
      "learning_rate": 6.739164823564407e-07,
      "loss": 0.3512,
      "step": 2192220
    },
    {
      "epoch": 611.84,
      "grad_norm": 1.0821350812911987,
      "learning_rate": 6.738975084777303e-07,
      "loss": 0.3338,
      "step": 2192230
    },
    {
      "epoch": 611.84,
      "grad_norm": 1.3902875185012817,
      "learning_rate": 6.738785348212775e-07,
      "loss": 0.3296,
      "step": 2192240
    },
    {
      "epoch": 611.85,
      "grad_norm": 1.3372441530227661,
      "learning_rate": 6.738595613870861e-07,
      "loss": 0.3347,
      "step": 2192250
    },
    {
      "epoch": 611.85,
      "grad_norm": 1.1796904802322388,
      "learning_rate": 6.738405881751566e-07,
      "loss": 0.3428,
      "step": 2192260
    },
    {
      "epoch": 611.85,
      "grad_norm": 1.227748155593872,
      "learning_rate": 6.738216151854923e-07,
      "loss": 0.3301,
      "step": 2192270
    },
    {
      "epoch": 611.86,
      "grad_norm": 1.1327639818191528,
      "learning_rate": 6.738026424180972e-07,
      "loss": 0.3445,
      "step": 2192280
    },
    {
      "epoch": 611.86,
      "grad_norm": 1.1717698574066162,
      "learning_rate": 6.737836698729706e-07,
      "loss": 0.3157,
      "step": 2192290
    },
    {
      "epoch": 611.86,
      "grad_norm": 1.4140568971633911,
      "learning_rate": 6.737646975501187e-07,
      "loss": 0.3459,
      "step": 2192300
    },
    {
      "epoch": 611.86,
      "grad_norm": 1.2282580137252808,
      "learning_rate": 6.737457254495415e-07,
      "loss": 0.3431,
      "step": 2192310
    },
    {
      "epoch": 611.87,
      "grad_norm": 1.1443716287612915,
      "learning_rate": 6.737267535712425e-07,
      "loss": 0.353,
      "step": 2192320
    },
    {
      "epoch": 611.87,
      "grad_norm": 1.3604180812835693,
      "learning_rate": 6.737077819152244e-07,
      "loss": 0.3331,
      "step": 2192330
    },
    {
      "epoch": 611.87,
      "grad_norm": 1.3776332139968872,
      "learning_rate": 6.73688810481489e-07,
      "loss": 0.3431,
      "step": 2192340
    },
    {
      "epoch": 611.88,
      "grad_norm": 1.1860214471817017,
      "learning_rate": 6.73669839270039e-07,
      "loss": 0.3406,
      "step": 2192350
    },
    {
      "epoch": 611.88,
      "grad_norm": 1.108559250831604,
      "learning_rate": 6.736508682808772e-07,
      "loss": 0.3584,
      "step": 2192360
    },
    {
      "epoch": 611.88,
      "grad_norm": 1.2438513040542603,
      "learning_rate": 6.736318975140067e-07,
      "loss": 0.3355,
      "step": 2192370
    },
    {
      "epoch": 611.88,
      "grad_norm": 1.1050623655319214,
      "learning_rate": 6.73612926969428e-07,
      "loss": 0.3442,
      "step": 2192380
    },
    {
      "epoch": 611.89,
      "grad_norm": 2.7839958667755127,
      "learning_rate": 6.735939566471464e-07,
      "loss": 0.3423,
      "step": 2192390
    },
    {
      "epoch": 611.89,
      "grad_norm": 1.1357436180114746,
      "learning_rate": 6.735749865471623e-07,
      "loss": 0.3399,
      "step": 2192400
    },
    {
      "epoch": 611.89,
      "grad_norm": 1.2352734804153442,
      "learning_rate": 6.735560166694789e-07,
      "loss": 0.3285,
      "step": 2192410
    },
    {
      "epoch": 611.9,
      "grad_norm": 1.1391395330429077,
      "learning_rate": 6.735370470140995e-07,
      "loss": 0.3385,
      "step": 2192420
    },
    {
      "epoch": 611.9,
      "grad_norm": 1.2546889781951904,
      "learning_rate": 6.735180775810246e-07,
      "loss": 0.3372,
      "step": 2192430
    },
    {
      "epoch": 611.9,
      "grad_norm": 1.1254820823669434,
      "learning_rate": 6.734991083702594e-07,
      "loss": 0.3457,
      "step": 2192440
    },
    {
      "epoch": 611.9,
      "grad_norm": 1.1709426641464233,
      "learning_rate": 6.734801393818042e-07,
      "loss": 0.3412,
      "step": 2192450
    },
    {
      "epoch": 611.91,
      "grad_norm": 1.306043267250061,
      "learning_rate": 6.734611706156626e-07,
      "loss": 0.3432,
      "step": 2192460
    },
    {
      "epoch": 611.91,
      "grad_norm": 1.1729590892791748,
      "learning_rate": 6.734422020718367e-07,
      "loss": 0.351,
      "step": 2192470
    },
    {
      "epoch": 611.91,
      "grad_norm": 1.2568193674087524,
      "learning_rate": 6.7342323375033e-07,
      "loss": 0.3511,
      "step": 2192480
    },
    {
      "epoch": 611.91,
      "grad_norm": 1.148292064666748,
      "learning_rate": 6.734042656511437e-07,
      "loss": 0.3391,
      "step": 2192490
    },
    {
      "epoch": 611.92,
      "grad_norm": 1.2862522602081299,
      "learning_rate": 6.733852977742808e-07,
      "loss": 0.343,
      "step": 2192500
    },
    {
      "epoch": 611.92,
      "grad_norm": 1.130730390548706,
      "learning_rate": 6.733663301197444e-07,
      "loss": 0.3446,
      "step": 2192510
    },
    {
      "epoch": 611.92,
      "grad_norm": 1.1630100011825562,
      "learning_rate": 6.733473626875352e-07,
      "loss": 0.338,
      "step": 2192520
    },
    {
      "epoch": 611.93,
      "grad_norm": 1.0336989164352417,
      "learning_rate": 6.733283954776585e-07,
      "loss": 0.3253,
      "step": 2192530
    },
    {
      "epoch": 611.93,
      "grad_norm": 0.9871295094490051,
      "learning_rate": 6.733094284901146e-07,
      "loss": 0.352,
      "step": 2192540
    },
    {
      "epoch": 611.93,
      "grad_norm": 1.1830660104751587,
      "learning_rate": 6.73290461724907e-07,
      "loss": 0.3305,
      "step": 2192550
    },
    {
      "epoch": 611.93,
      "grad_norm": 1.2074031829833984,
      "learning_rate": 6.732714951820387e-07,
      "loss": 0.3461,
      "step": 2192560
    },
    {
      "epoch": 611.94,
      "grad_norm": 1.2809256315231323,
      "learning_rate": 6.732525288615106e-07,
      "loss": 0.3386,
      "step": 2192570
    },
    {
      "epoch": 611.94,
      "grad_norm": 1.2730164527893066,
      "learning_rate": 6.732335627633265e-07,
      "loss": 0.3483,
      "step": 2192580
    },
    {
      "epoch": 611.94,
      "grad_norm": 1.1363797187805176,
      "learning_rate": 6.732145968874884e-07,
      "loss": 0.3255,
      "step": 2192590
    },
    {
      "epoch": 611.95,
      "grad_norm": 1.2435214519500732,
      "learning_rate": 6.731956312339995e-07,
      "loss": 0.3335,
      "step": 2192600
    },
    {
      "epoch": 611.95,
      "grad_norm": 1.3344635963439941,
      "learning_rate": 6.731766658028607e-07,
      "loss": 0.3362,
      "step": 2192610
    },
    {
      "epoch": 611.95,
      "grad_norm": 1.1564748287200928,
      "learning_rate": 6.731577005940771e-07,
      "loss": 0.3515,
      "step": 2192620
    },
    {
      "epoch": 611.95,
      "grad_norm": 1.1140763759613037,
      "learning_rate": 6.731387356076489e-07,
      "loss": 0.3308,
      "step": 2192630
    },
    {
      "epoch": 611.96,
      "grad_norm": 1.3566162586212158,
      "learning_rate": 6.731197708435796e-07,
      "loss": 0.3385,
      "step": 2192640
    },
    {
      "epoch": 611.96,
      "grad_norm": 1.0917905569076538,
      "learning_rate": 6.731008063018725e-07,
      "loss": 0.3192,
      "step": 2192650
    },
    {
      "epoch": 611.96,
      "grad_norm": 0.9418920278549194,
      "learning_rate": 6.730818419825282e-07,
      "loss": 0.3419,
      "step": 2192660
    },
    {
      "epoch": 611.96,
      "grad_norm": 1.1071414947509766,
      "learning_rate": 6.730628778855506e-07,
      "loss": 0.3402,
      "step": 2192670
    },
    {
      "epoch": 611.97,
      "grad_norm": 1.2901753187179565,
      "learning_rate": 6.730439140109419e-07,
      "loss": 0.3439,
      "step": 2192680
    },
    {
      "epoch": 611.97,
      "grad_norm": 2.306845188140869,
      "learning_rate": 6.730249503587054e-07,
      "loss": 0.3185,
      "step": 2192690
    },
    {
      "epoch": 611.97,
      "grad_norm": 1.1730413436889648,
      "learning_rate": 6.730059869288419e-07,
      "loss": 0.3555,
      "step": 2192700
    },
    {
      "epoch": 611.98,
      "grad_norm": 1.1240733861923218,
      "learning_rate": 6.729870237213549e-07,
      "loss": 0.3434,
      "step": 2192710
    },
    {
      "epoch": 611.98,
      "grad_norm": 1.208427906036377,
      "learning_rate": 6.729680607362469e-07,
      "loss": 0.352,
      "step": 2192720
    },
    {
      "epoch": 611.98,
      "grad_norm": 1.2671576738357544,
      "learning_rate": 6.729490979735206e-07,
      "loss": 0.3372,
      "step": 2192730
    },
    {
      "epoch": 611.98,
      "grad_norm": 1.0577038526535034,
      "learning_rate": 6.729301354331791e-07,
      "loss": 0.3377,
      "step": 2192740
    },
    {
      "epoch": 611.99,
      "grad_norm": 1.0598678588867188,
      "learning_rate": 6.729111731152227e-07,
      "loss": 0.3505,
      "step": 2192750
    },
    {
      "epoch": 611.99,
      "grad_norm": 1.1100778579711914,
      "learning_rate": 6.728922110196567e-07,
      "loss": 0.3397,
      "step": 2192760
    },
    {
      "epoch": 611.99,
      "grad_norm": 1.2583280801773071,
      "learning_rate": 6.728732491464817e-07,
      "loss": 0.3377,
      "step": 2192770
    },
    {
      "epoch": 612.0,
      "grad_norm": 1.1941871643066406,
      "learning_rate": 6.728542874957007e-07,
      "loss": 0.3264,
      "step": 2192780
    },
    {
      "epoch": 612.0,
      "grad_norm": 1.3861660957336426,
      "learning_rate": 6.728353260673173e-07,
      "loss": 0.3412,
      "step": 2192790
    },
    {
      "epoch": 612.0,
      "eval_loss": 0.33861613273620605,
      "eval_runtime": 66.2133,
      "eval_samples_per_second": 76.405,
      "eval_steps_per_second": 9.56,
      "step": 2192796
    },
    {
      "epoch": 612.0,
      "grad_norm": 1.101494312286377,
      "learning_rate": 6.728163648613322e-07,
      "loss": 0.3523,
      "step": 2192800
    },
    {
      "epoch": 612.0,
      "grad_norm": 1.2690675258636475,
      "learning_rate": 6.727974038777491e-07,
      "loss": 0.3234,
      "step": 2192810
    },
    {
      "epoch": 612.01,
      "grad_norm": 1.2675896883010864,
      "learning_rate": 6.727784431165702e-07,
      "loss": 0.3306,
      "step": 2192820
    },
    {
      "epoch": 612.01,
      "grad_norm": 1.387149691581726,
      "learning_rate": 6.727594825777986e-07,
      "loss": 0.3195,
      "step": 2192830
    },
    {
      "epoch": 612.01,
      "grad_norm": 3.281165361404419,
      "learning_rate": 6.727405222614356e-07,
      "loss": 0.3377,
      "step": 2192840
    },
    {
      "epoch": 612.02,
      "grad_norm": 1.2462666034698486,
      "learning_rate": 6.727215621674845e-07,
      "loss": 0.3264,
      "step": 2192850
    },
    {
      "epoch": 612.02,
      "grad_norm": 1.040766716003418,
      "learning_rate": 6.727026022959484e-07,
      "loss": 0.3351,
      "step": 2192860
    },
    {
      "epoch": 612.02,
      "grad_norm": 1.3439220190048218,
      "learning_rate": 6.726836426468277e-07,
      "loss": 0.3422,
      "step": 2192870
    },
    {
      "epoch": 612.02,
      "grad_norm": 1.0573253631591797,
      "learning_rate": 6.72664683220128e-07,
      "loss": 0.335,
      "step": 2192880
    },
    {
      "epoch": 612.03,
      "grad_norm": 1.5802967548370361,
      "learning_rate": 6.726457240158493e-07,
      "loss": 0.3386,
      "step": 2192890
    },
    {
      "epoch": 612.03,
      "grad_norm": 1.384831190109253,
      "learning_rate": 6.726267650339951e-07,
      "loss": 0.337,
      "step": 2192900
    },
    {
      "epoch": 612.03,
      "grad_norm": 1.4028749465942383,
      "learning_rate": 6.726078062745678e-07,
      "loss": 0.3652,
      "step": 2192910
    },
    {
      "epoch": 612.03,
      "grad_norm": 1.0776934623718262,
      "learning_rate": 6.725888477375708e-07,
      "loss": 0.3362,
      "step": 2192920
    },
    {
      "epoch": 612.04,
      "grad_norm": 1.2296783924102783,
      "learning_rate": 6.725698894230051e-07,
      "loss": 0.334,
      "step": 2192930
    },
    {
      "epoch": 612.04,
      "grad_norm": 1.1655696630477905,
      "learning_rate": 6.725509313308738e-07,
      "loss": 0.3295,
      "step": 2192940
    },
    {
      "epoch": 612.04,
      "grad_norm": 1.0376900434494019,
      "learning_rate": 6.725319734611805e-07,
      "loss": 0.3268,
      "step": 2192950
    },
    {
      "epoch": 612.05,
      "grad_norm": 1.16985285282135,
      "learning_rate": 6.725130158139251e-07,
      "loss": 0.3379,
      "step": 2192960
    },
    {
      "epoch": 612.05,
      "grad_norm": 1.2419195175170898,
      "learning_rate": 6.724940583891134e-07,
      "loss": 0.3431,
      "step": 2192970
    },
    {
      "epoch": 612.05,
      "grad_norm": 1.282785177230835,
      "learning_rate": 6.724751011867454e-07,
      "loss": 0.3524,
      "step": 2192980
    },
    {
      "epoch": 612.05,
      "grad_norm": 1.2864692211151123,
      "learning_rate": 6.724561442068247e-07,
      "loss": 0.3185,
      "step": 2192990
    },
    {
      "epoch": 612.06,
      "grad_norm": 1.4862613677978516,
      "learning_rate": 6.724371874493544e-07,
      "loss": 0.357,
      "step": 2193000
    },
    {
      "epoch": 612.06,
      "grad_norm": 2.000105381011963,
      "learning_rate": 6.724182309143348e-07,
      "loss": 0.3378,
      "step": 2193010
    },
    {
      "epoch": 612.06,
      "grad_norm": 1.2361918687820435,
      "learning_rate": 6.723992746017714e-07,
      "loss": 0.353,
      "step": 2193020
    },
    {
      "epoch": 612.07,
      "grad_norm": 1.2929154634475708,
      "learning_rate": 6.723803185116644e-07,
      "loss": 0.3381,
      "step": 2193030
    },
    {
      "epoch": 612.07,
      "grad_norm": 1.25217604637146,
      "learning_rate": 6.723613626440173e-07,
      "loss": 0.3282,
      "step": 2193040
    },
    {
      "epoch": 612.07,
      "grad_norm": 1.055185079574585,
      "learning_rate": 6.723424069988325e-07,
      "loss": 0.3288,
      "step": 2193050
    },
    {
      "epoch": 612.07,
      "grad_norm": 1.1568942070007324,
      "learning_rate": 6.72323451576113e-07,
      "loss": 0.3355,
      "step": 2193060
    },
    {
      "epoch": 612.08,
      "grad_norm": 1.1183886528015137,
      "learning_rate": 6.723044963758604e-07,
      "loss": 0.3299,
      "step": 2193070
    },
    {
      "epoch": 612.08,
      "grad_norm": 1.3576754331588745,
      "learning_rate": 6.722855413980774e-07,
      "loss": 0.3496,
      "step": 2193080
    },
    {
      "epoch": 612.08,
      "grad_norm": 1.0909539461135864,
      "learning_rate": 6.722665866427676e-07,
      "loss": 0.3364,
      "step": 2193090
    },
    {
      "epoch": 612.08,
      "grad_norm": 1.306095004081726,
      "learning_rate": 6.722476321099313e-07,
      "loss": 0.3404,
      "step": 2193100
    },
    {
      "epoch": 612.09,
      "grad_norm": 1.1009489297866821,
      "learning_rate": 6.722286777995738e-07,
      "loss": 0.3374,
      "step": 2193110
    },
    {
      "epoch": 612.09,
      "grad_norm": 1.2201811075210571,
      "learning_rate": 6.722097237116954e-07,
      "loss": 0.3302,
      "step": 2193120
    },
    {
      "epoch": 612.09,
      "grad_norm": 1.1062774658203125,
      "learning_rate": 6.721907698462998e-07,
      "loss": 0.3574,
      "step": 2193130
    },
    {
      "epoch": 612.1,
      "grad_norm": 1.0925319194793701,
      "learning_rate": 6.721718162033897e-07,
      "loss": 0.3439,
      "step": 2193140
    },
    {
      "epoch": 612.1,
      "grad_norm": 2.6122288703918457,
      "learning_rate": 6.721528627829664e-07,
      "loss": 0.3286,
      "step": 2193150
    },
    {
      "epoch": 612.1,
      "grad_norm": 1.31173574924469,
      "learning_rate": 6.721339095850329e-07,
      "loss": 0.3532,
      "step": 2193160
    },
    {
      "epoch": 612.1,
      "grad_norm": 1.1821770668029785,
      "learning_rate": 6.721149566095923e-07,
      "loss": 0.3374,
      "step": 2193170
    },
    {
      "epoch": 612.11,
      "grad_norm": 1.3048317432403564,
      "learning_rate": 6.720960038566474e-07,
      "loss": 0.3398,
      "step": 2193180
    },
    {
      "epoch": 612.11,
      "grad_norm": 1.1837071180343628,
      "learning_rate": 6.720770513261987e-07,
      "loss": 0.3437,
      "step": 2193190
    },
    {
      "epoch": 612.11,
      "grad_norm": 1.2079219818115234,
      "learning_rate": 6.720580990182515e-07,
      "loss": 0.3425,
      "step": 2193200
    },
    {
      "epoch": 612.12,
      "grad_norm": 1.0729643106460571,
      "learning_rate": 6.720391469328062e-07,
      "loss": 0.3312,
      "step": 2193210
    },
    {
      "epoch": 612.12,
      "grad_norm": 1.1362932920455933,
      "learning_rate": 6.720201950698663e-07,
      "loss": 0.3277,
      "step": 2193220
    },
    {
      "epoch": 612.12,
      "grad_norm": 0.9706577062606812,
      "learning_rate": 6.720012434294345e-07,
      "loss": 0.3388,
      "step": 2193230
    },
    {
      "epoch": 612.12,
      "grad_norm": 1.1396534442901611,
      "learning_rate": 6.719822920115124e-07,
      "loss": 0.3375,
      "step": 2193240
    },
    {
      "epoch": 612.13,
      "grad_norm": 1.1900649070739746,
      "learning_rate": 6.719633408161031e-07,
      "loss": 0.3407,
      "step": 2193250
    },
    {
      "epoch": 612.13,
      "grad_norm": 1.3016750812530518,
      "learning_rate": 6.719443898432088e-07,
      "loss": 0.3357,
      "step": 2193260
    },
    {
      "epoch": 612.13,
      "grad_norm": 1.5422396659851074,
      "learning_rate": 6.719254390928333e-07,
      "loss": 0.3322,
      "step": 2193270
    },
    {
      "epoch": 612.14,
      "grad_norm": 1.2520921230316162,
      "learning_rate": 6.719064885649769e-07,
      "loss": 0.3297,
      "step": 2193280
    },
    {
      "epoch": 612.14,
      "grad_norm": 1.1695657968521118,
      "learning_rate": 6.718875382596436e-07,
      "loss": 0.3445,
      "step": 2193290
    },
    {
      "epoch": 612.14,
      "grad_norm": 1.3085641860961914,
      "learning_rate": 6.718685881768358e-07,
      "loss": 0.3412,
      "step": 2193300
    },
    {
      "epoch": 612.14,
      "grad_norm": 1.11509370803833,
      "learning_rate": 6.718496383165558e-07,
      "loss": 0.3523,
      "step": 2193310
    },
    {
      "epoch": 612.15,
      "grad_norm": 1.058731198310852,
      "learning_rate": 6.718306886788068e-07,
      "loss": 0.34,
      "step": 2193320
    },
    {
      "epoch": 612.15,
      "grad_norm": 1.4488307237625122,
      "learning_rate": 6.718117392635893e-07,
      "loss": 0.3414,
      "step": 2193330
    },
    {
      "epoch": 612.15,
      "grad_norm": 1.396105170249939,
      "learning_rate": 6.717927900709088e-07,
      "loss": 0.3377,
      "step": 2193340
    },
    {
      "epoch": 612.15,
      "grad_norm": 1.2596017122268677,
      "learning_rate": 6.717738411007655e-07,
      "loss": 0.3192,
      "step": 2193350
    },
    {
      "epoch": 612.16,
      "grad_norm": 1.1075093746185303,
      "learning_rate": 6.717548923531628e-07,
      "loss": 0.3336,
      "step": 2193360
    },
    {
      "epoch": 612.16,
      "grad_norm": 1.2699912786483765,
      "learning_rate": 6.717359438281036e-07,
      "loss": 0.3336,
      "step": 2193370
    },
    {
      "epoch": 612.16,
      "grad_norm": 1.1130919456481934,
      "learning_rate": 6.717169955255893e-07,
      "loss": 0.3407,
      "step": 2193380
    },
    {
      "epoch": 612.17,
      "grad_norm": 1.2914485931396484,
      "learning_rate": 6.71698047445623e-07,
      "loss": 0.3419,
      "step": 2193390
    },
    {
      "epoch": 612.17,
      "grad_norm": 1.1578783988952637,
      "learning_rate": 6.716790995882075e-07,
      "loss": 0.3492,
      "step": 2193400
    },
    {
      "epoch": 612.17,
      "grad_norm": 1.3732107877731323,
      "learning_rate": 6.716601519533456e-07,
      "loss": 0.3425,
      "step": 2193410
    },
    {
      "epoch": 612.17,
      "grad_norm": 1.272728681564331,
      "learning_rate": 6.716412045410377e-07,
      "loss": 0.3358,
      "step": 2193420
    },
    {
      "epoch": 612.18,
      "grad_norm": 1.0713788270950317,
      "learning_rate": 6.716222573512896e-07,
      "loss": 0.3239,
      "step": 2193430
    },
    {
      "epoch": 612.18,
      "grad_norm": 1.141640067100525,
      "learning_rate": 6.716033103841014e-07,
      "loss": 0.3308,
      "step": 2193440
    },
    {
      "epoch": 612.18,
      "grad_norm": 1.0956848859786987,
      "learning_rate": 6.715843636394764e-07,
      "loss": 0.3325,
      "step": 2193450
    },
    {
      "epoch": 612.19,
      "grad_norm": 1.2674858570098877,
      "learning_rate": 6.715654171174178e-07,
      "loss": 0.3348,
      "step": 2193460
    },
    {
      "epoch": 612.19,
      "grad_norm": 1.2415083646774292,
      "learning_rate": 6.715464708179268e-07,
      "loss": 0.3392,
      "step": 2193470
    },
    {
      "epoch": 612.19,
      "grad_norm": 1.1084498167037964,
      "learning_rate": 6.715275247410065e-07,
      "loss": 0.3316,
      "step": 2193480
    },
    {
      "epoch": 612.19,
      "grad_norm": 1.097756266593933,
      "learning_rate": 6.715085788866594e-07,
      "loss": 0.3349,
      "step": 2193490
    },
    {
      "epoch": 612.2,
      "grad_norm": 1.1792824268341064,
      "learning_rate": 6.714896332548887e-07,
      "loss": 0.3463,
      "step": 2193500
    },
    {
      "epoch": 612.2,
      "grad_norm": 1.2859199047088623,
      "learning_rate": 6.714706878456957e-07,
      "loss": 0.323,
      "step": 2193510
    },
    {
      "epoch": 612.2,
      "grad_norm": 1.1352208852767944,
      "learning_rate": 6.714517426590834e-07,
      "loss": 0.34,
      "step": 2193520
    },
    {
      "epoch": 612.2,
      "grad_norm": 1.3614161014556885,
      "learning_rate": 6.714327976950554e-07,
      "loss": 0.3395,
      "step": 2193530
    },
    {
      "epoch": 612.21,
      "grad_norm": 1.6606128215789795,
      "learning_rate": 6.714138529536119e-07,
      "loss": 0.3278,
      "step": 2193540
    },
    {
      "epoch": 612.21,
      "grad_norm": 1.1619114875793457,
      "learning_rate": 6.71394908434758e-07,
      "loss": 0.3504,
      "step": 2193550
    },
    {
      "epoch": 612.21,
      "grad_norm": 1.332541584968567,
      "learning_rate": 6.713759641384945e-07,
      "loss": 0.3468,
      "step": 2193560
    },
    {
      "epoch": 612.22,
      "grad_norm": 1.1057406663894653,
      "learning_rate": 6.713570200648244e-07,
      "loss": 0.337,
      "step": 2193570
    },
    {
      "epoch": 612.22,
      "grad_norm": 1.197943091392517,
      "learning_rate": 6.7133807621375e-07,
      "loss": 0.3405,
      "step": 2193580
    },
    {
      "epoch": 612.22,
      "grad_norm": 1.3854258060455322,
      "learning_rate": 6.713191325852743e-07,
      "loss": 0.3339,
      "step": 2193590
    },
    {
      "epoch": 612.22,
      "grad_norm": 1.357211709022522,
      "learning_rate": 6.713001891794004e-07,
      "loss": 0.3355,
      "step": 2193600
    },
    {
      "epoch": 612.23,
      "grad_norm": 0.997261106967926,
      "learning_rate": 6.712812459961291e-07,
      "loss": 0.3183,
      "step": 2193610
    },
    {
      "epoch": 612.23,
      "grad_norm": 1.2487492561340332,
      "learning_rate": 6.71262303035464e-07,
      "loss": 0.3286,
      "step": 2193620
    },
    {
      "epoch": 612.23,
      "grad_norm": 1.1991294622421265,
      "learning_rate": 6.712433602974075e-07,
      "loss": 0.3194,
      "step": 2193630
    },
    {
      "epoch": 612.24,
      "grad_norm": 1.1904816627502441,
      "learning_rate": 6.712244177819627e-07,
      "loss": 0.3396,
      "step": 2193640
    },
    {
      "epoch": 612.24,
      "grad_norm": 0.9955522418022156,
      "learning_rate": 6.712054754891308e-07,
      "loss": 0.3411,
      "step": 2193650
    },
    {
      "epoch": 612.24,
      "grad_norm": 1.2008013725280762,
      "learning_rate": 6.711865334189151e-07,
      "loss": 0.3559,
      "step": 2193660
    },
    {
      "epoch": 612.24,
      "grad_norm": 1.2426550388336182,
      "learning_rate": 6.711675915713186e-07,
      "loss": 0.3335,
      "step": 2193670
    },
    {
      "epoch": 612.25,
      "grad_norm": 1.1593310832977295,
      "learning_rate": 6.71148649946342e-07,
      "loss": 0.3415,
      "step": 2193680
    },
    {
      "epoch": 612.25,
      "grad_norm": 1.5835157632827759,
      "learning_rate": 6.711297085439905e-07,
      "loss": 0.344,
      "step": 2193690
    },
    {
      "epoch": 612.25,
      "grad_norm": 1.1585955619812012,
      "learning_rate": 6.711107673642645e-07,
      "loss": 0.3526,
      "step": 2193700
    },
    {
      "epoch": 612.26,
      "grad_norm": 1.1321784257888794,
      "learning_rate": 6.710918264071673e-07,
      "loss": 0.3372,
      "step": 2193710
    },
    {
      "epoch": 612.26,
      "grad_norm": 1.1952511072158813,
      "learning_rate": 6.710728856727012e-07,
      "loss": 0.3325,
      "step": 2193720
    },
    {
      "epoch": 612.26,
      "grad_norm": 1.3234213590621948,
      "learning_rate": 6.710539451608699e-07,
      "loss": 0.3587,
      "step": 2193730
    },
    {
      "epoch": 612.26,
      "grad_norm": 1.1103140115737915,
      "learning_rate": 6.710350048716738e-07,
      "loss": 0.3288,
      "step": 2193740
    },
    {
      "epoch": 612.27,
      "grad_norm": 1.068901777267456,
      "learning_rate": 6.710160648051167e-07,
      "loss": 0.3515,
      "step": 2193750
    },
    {
      "epoch": 612.27,
      "grad_norm": 1.3492826223373413,
      "learning_rate": 6.709971249612016e-07,
      "loss": 0.3328,
      "step": 2193760
    },
    {
      "epoch": 612.27,
      "grad_norm": 1.238017201423645,
      "learning_rate": 6.70978185339929e-07,
      "loss": 0.3423,
      "step": 2193770
    },
    {
      "epoch": 612.27,
      "grad_norm": 1.2878905534744263,
      "learning_rate": 6.709592459413044e-07,
      "loss": 0.3343,
      "step": 2193780
    },
    {
      "epoch": 612.28,
      "grad_norm": 1.1102674007415771,
      "learning_rate": 6.709403067653276e-07,
      "loss": 0.3496,
      "step": 2193790
    },
    {
      "epoch": 612.28,
      "grad_norm": 1.573891520500183,
      "learning_rate": 6.709213678120025e-07,
      "loss": 0.3159,
      "step": 2193800
    },
    {
      "epoch": 612.28,
      "grad_norm": 1.118040680885315,
      "learning_rate": 6.709024290813321e-07,
      "loss": 0.3398,
      "step": 2193810
    },
    {
      "epoch": 612.29,
      "grad_norm": 1.2672373056411743,
      "learning_rate": 6.708834905733172e-07,
      "loss": 0.3546,
      "step": 2193820
    },
    {
      "epoch": 612.29,
      "grad_norm": 1.1525766849517822,
      "learning_rate": 6.708645522879616e-07,
      "loss": 0.3501,
      "step": 2193830
    },
    {
      "epoch": 612.29,
      "grad_norm": 1.2049083709716797,
      "learning_rate": 6.708456142252672e-07,
      "loss": 0.3405,
      "step": 2193840
    },
    {
      "epoch": 612.29,
      "grad_norm": 1.2043715715408325,
      "learning_rate": 6.708266763852378e-07,
      "loss": 0.3407,
      "step": 2193850
    },
    {
      "epoch": 612.3,
      "grad_norm": 1.3335809707641602,
      "learning_rate": 6.708077387678734e-07,
      "loss": 0.3359,
      "step": 2193860
    },
    {
      "epoch": 612.3,
      "grad_norm": 1.113455057144165,
      "learning_rate": 6.707888013731793e-07,
      "loss": 0.331,
      "step": 2193870
    },
    {
      "epoch": 612.3,
      "grad_norm": 1.1966761350631714,
      "learning_rate": 6.707698642011564e-07,
      "loss": 0.334,
      "step": 2193880
    },
    {
      "epoch": 612.31,
      "grad_norm": 1.1802122592926025,
      "learning_rate": 6.707509272518074e-07,
      "loss": 0.3299,
      "step": 2193890
    },
    {
      "epoch": 612.31,
      "grad_norm": 1.1978819370269775,
      "learning_rate": 6.707319905251357e-07,
      "loss": 0.3543,
      "step": 2193900
    },
    {
      "epoch": 612.31,
      "grad_norm": 1.3558815717697144,
      "learning_rate": 6.70713054021142e-07,
      "loss": 0.3389,
      "step": 2193910
    },
    {
      "epoch": 612.31,
      "grad_norm": 1.1936136484146118,
      "learning_rate": 6.706941177398312e-07,
      "loss": 0.3301,
      "step": 2193920
    },
    {
      "epoch": 612.32,
      "grad_norm": 1.0895106792449951,
      "learning_rate": 6.706751816812039e-07,
      "loss": 0.3546,
      "step": 2193930
    },
    {
      "epoch": 612.32,
      "grad_norm": 1.2534149885177612,
      "learning_rate": 6.706562458452635e-07,
      "loss": 0.334,
      "step": 2193940
    },
    {
      "epoch": 612.32,
      "grad_norm": 1.2921719551086426,
      "learning_rate": 6.706373102320129e-07,
      "loss": 0.3278,
      "step": 2193950
    },
    {
      "epoch": 612.32,
      "grad_norm": 1.524289846420288,
      "learning_rate": 6.706183748414533e-07,
      "loss": 0.3346,
      "step": 2193960
    },
    {
      "epoch": 612.33,
      "grad_norm": 1.0848976373672485,
      "learning_rate": 6.705994396735881e-07,
      "loss": 0.3297,
      "step": 2193970
    },
    {
      "epoch": 612.33,
      "grad_norm": 1.2669932842254639,
      "learning_rate": 6.705805047284194e-07,
      "loss": 0.3432,
      "step": 2193980
    },
    {
      "epoch": 612.33,
      "grad_norm": 1.3616442680358887,
      "learning_rate": 6.705615700059512e-07,
      "loss": 0.3362,
      "step": 2193990
    },
    {
      "epoch": 612.34,
      "grad_norm": 1.2196427583694458,
      "learning_rate": 6.70542635506183e-07,
      "loss": 0.3319,
      "step": 2194000
    },
    {
      "epoch": 612.34,
      "grad_norm": 1.0553663969039917,
      "learning_rate": 6.705237012291207e-07,
      "loss": 0.3355,
      "step": 2194010
    },
    {
      "epoch": 612.34,
      "grad_norm": 1.318230390548706,
      "learning_rate": 6.705047671747645e-07,
      "loss": 0.3498,
      "step": 2194020
    },
    {
      "epoch": 612.34,
      "grad_norm": 1.3011666536331177,
      "learning_rate": 6.70485833343118e-07,
      "loss": 0.3478,
      "step": 2194030
    },
    {
      "epoch": 612.35,
      "grad_norm": 1.2137157917022705,
      "learning_rate": 6.704668997341839e-07,
      "loss": 0.3335,
      "step": 2194040
    },
    {
      "epoch": 612.35,
      "grad_norm": 1.1340395212173462,
      "learning_rate": 6.704479663479634e-07,
      "loss": 0.3398,
      "step": 2194050
    },
    {
      "epoch": 612.35,
      "grad_norm": 1.1599887609481812,
      "learning_rate": 6.7042903318446e-07,
      "loss": 0.3447,
      "step": 2194060
    },
    {
      "epoch": 612.36,
      "grad_norm": 1.1749708652496338,
      "learning_rate": 6.704101002436761e-07,
      "loss": 0.3334,
      "step": 2194070
    },
    {
      "epoch": 612.36,
      "grad_norm": 1.1329673528671265,
      "learning_rate": 6.703911675256151e-07,
      "loss": 0.329,
      "step": 2194080
    },
    {
      "epoch": 612.36,
      "grad_norm": 1.0364093780517578,
      "learning_rate": 6.703722350302775e-07,
      "loss": 0.3274,
      "step": 2194090
    },
    {
      "epoch": 612.36,
      "grad_norm": 1.2219820022583008,
      "learning_rate": 6.703533027576671e-07,
      "loss": 0.3444,
      "step": 2194100
    },
    {
      "epoch": 612.37,
      "grad_norm": 1.305661916732788,
      "learning_rate": 6.70334370707787e-07,
      "loss": 0.3252,
      "step": 2194110
    },
    {
      "epoch": 612.37,
      "grad_norm": 1.1267658472061157,
      "learning_rate": 6.703154388806376e-07,
      "loss": 0.3426,
      "step": 2194120
    },
    {
      "epoch": 612.37,
      "grad_norm": 1.1526283025741577,
      "learning_rate": 6.702965072762242e-07,
      "loss": 0.3576,
      "step": 2194130
    },
    {
      "epoch": 612.38,
      "grad_norm": 1.4945409297943115,
      "learning_rate": 6.702775758945471e-07,
      "loss": 0.3415,
      "step": 2194140
    },
    {
      "epoch": 612.38,
      "grad_norm": 1.1999257802963257,
      "learning_rate": 6.702586447356098e-07,
      "loss": 0.3499,
      "step": 2194150
    },
    {
      "epoch": 612.38,
      "grad_norm": 0.9899004697799683,
      "learning_rate": 6.702397137994146e-07,
      "loss": 0.3397,
      "step": 2194160
    },
    {
      "epoch": 612.38,
      "grad_norm": 1.1781665086746216,
      "learning_rate": 6.702207830859638e-07,
      "loss": 0.3416,
      "step": 2194170
    },
    {
      "epoch": 612.39,
      "grad_norm": 1.1691163778305054,
      "learning_rate": 6.702018525952612e-07,
      "loss": 0.3503,
      "step": 2194180
    },
    {
      "epoch": 612.39,
      "grad_norm": 1.0569517612457275,
      "learning_rate": 6.701829223273076e-07,
      "loss": 0.349,
      "step": 2194190
    },
    {
      "epoch": 612.39,
      "grad_norm": 1.2221399545669556,
      "learning_rate": 6.701639922821061e-07,
      "loss": 0.3395,
      "step": 2194200
    },
    {
      "epoch": 612.39,
      "grad_norm": 1.1268211603164673,
      "learning_rate": 6.701450624596595e-07,
      "loss": 0.3359,
      "step": 2194210
    },
    {
      "epoch": 612.4,
      "grad_norm": 1.182271957397461,
      "learning_rate": 6.701261328599707e-07,
      "loss": 0.3509,
      "step": 2194220
    },
    {
      "epoch": 612.4,
      "grad_norm": 1.5309292078018188,
      "learning_rate": 6.701072034830413e-07,
      "loss": 0.3439,
      "step": 2194230
    },
    {
      "epoch": 612.4,
      "grad_norm": 1.2535892724990845,
      "learning_rate": 6.70088274328874e-07,
      "loss": 0.3277,
      "step": 2194240
    },
    {
      "epoch": 612.41,
      "grad_norm": 1.0874052047729492,
      "learning_rate": 6.700693453974715e-07,
      "loss": 0.3299,
      "step": 2194250
    },
    {
      "epoch": 612.41,
      "grad_norm": 1.2926712036132812,
      "learning_rate": 6.700504166888363e-07,
      "loss": 0.35,
      "step": 2194260
    },
    {
      "epoch": 612.41,
      "grad_norm": 1.2433162927627563,
      "learning_rate": 6.700314882029719e-07,
      "loss": 0.3453,
      "step": 2194270
    },
    {
      "epoch": 612.41,
      "grad_norm": 1.0543339252471924,
      "learning_rate": 6.700125599398791e-07,
      "loss": 0.3596,
      "step": 2194280
    },
    {
      "epoch": 612.42,
      "grad_norm": 1.328072190284729,
      "learning_rate": 6.699936318995612e-07,
      "loss": 0.3417,
      "step": 2194290
    },
    {
      "epoch": 612.42,
      "grad_norm": 1.1964569091796875,
      "learning_rate": 6.699747040820205e-07,
      "loss": 0.3282,
      "step": 2194300
    },
    {
      "epoch": 612.42,
      "grad_norm": 1.2935614585876465,
      "learning_rate": 6.699557764872607e-07,
      "loss": 0.3476,
      "step": 2194310
    },
    {
      "epoch": 612.43,
      "grad_norm": 2.029862880706787,
      "learning_rate": 6.699368491152826e-07,
      "loss": 0.3376,
      "step": 2194320
    },
    {
      "epoch": 612.43,
      "grad_norm": 1.206668734550476,
      "learning_rate": 6.699179219660894e-07,
      "loss": 0.3687,
      "step": 2194330
    },
    {
      "epoch": 612.43,
      "grad_norm": 1.4376552104949951,
      "learning_rate": 6.698989950396846e-07,
      "loss": 0.3395,
      "step": 2194340
    },
    {
      "epoch": 612.43,
      "grad_norm": 1.2778611183166504,
      "learning_rate": 6.698800683360683e-07,
      "loss": 0.3405,
      "step": 2194350
    },
    {
      "epoch": 612.44,
      "grad_norm": 1.201366662979126,
      "learning_rate": 6.698611418552461e-07,
      "loss": 0.3413,
      "step": 2194360
    },
    {
      "epoch": 612.44,
      "grad_norm": 1.099380612373352,
      "learning_rate": 6.698422155972181e-07,
      "loss": 0.3182,
      "step": 2194370
    },
    {
      "epoch": 612.44,
      "grad_norm": 1.0954585075378418,
      "learning_rate": 6.698232895619877e-07,
      "loss": 0.3278,
      "step": 2194380
    },
    {
      "epoch": 612.44,
      "grad_norm": 1.0083391666412354,
      "learning_rate": 6.698043637495574e-07,
      "loss": 0.3232,
      "step": 2194390
    },
    {
      "epoch": 612.45,
      "grad_norm": 1.1066458225250244,
      "learning_rate": 6.697854381599304e-07,
      "loss": 0.3332,
      "step": 2194400
    },
    {
      "epoch": 612.45,
      "grad_norm": 1.233725666999817,
      "learning_rate": 6.697665127931079e-07,
      "loss": 0.3436,
      "step": 2194410
    },
    {
      "epoch": 612.45,
      "grad_norm": 1.1483198404312134,
      "learning_rate": 6.697475876490932e-07,
      "loss": 0.338,
      "step": 2194420
    },
    {
      "epoch": 612.46,
      "grad_norm": 1.265096664428711,
      "learning_rate": 6.697286627278891e-07,
      "loss": 0.3306,
      "step": 2194430
    },
    {
      "epoch": 612.46,
      "grad_norm": 1.3149237632751465,
      "learning_rate": 6.697097380294963e-07,
      "loss": 0.3435,
      "step": 2194440
    },
    {
      "epoch": 612.46,
      "grad_norm": 1.3370850086212158,
      "learning_rate": 6.696908135539204e-07,
      "loss": 0.3361,
      "step": 2194450
    },
    {
      "epoch": 612.46,
      "grad_norm": 1.189213514328003,
      "learning_rate": 6.696718893011613e-07,
      "loss": 0.3522,
      "step": 2194460
    },
    {
      "epoch": 612.47,
      "grad_norm": 1.0180808305740356,
      "learning_rate": 6.696529652712224e-07,
      "loss": 0.3387,
      "step": 2194470
    },
    {
      "epoch": 612.47,
      "grad_norm": 1.1450921297073364,
      "learning_rate": 6.696340414641073e-07,
      "loss": 0.351,
      "step": 2194480
    },
    {
      "epoch": 612.47,
      "grad_norm": 1.7442584037780762,
      "learning_rate": 6.696151178798158e-07,
      "loss": 0.3424,
      "step": 2194490
    },
    {
      "epoch": 612.48,
      "grad_norm": 1.5017577409744263,
      "learning_rate": 6.695961945183536e-07,
      "loss": 0.3388,
      "step": 2194500
    },
    {
      "epoch": 612.48,
      "grad_norm": 1.070691466331482,
      "learning_rate": 6.69577271379721e-07,
      "loss": 0.3387,
      "step": 2194510
    },
    {
      "epoch": 612.48,
      "grad_norm": 1.538063406944275,
      "learning_rate": 6.695583484639211e-07,
      "loss": 0.3473,
      "step": 2194520
    },
    {
      "epoch": 612.48,
      "grad_norm": 1.6592028141021729,
      "learning_rate": 6.695394257709567e-07,
      "loss": 0.3421,
      "step": 2194530
    },
    {
      "epoch": 612.49,
      "grad_norm": 1.3016999959945679,
      "learning_rate": 6.69520503300831e-07,
      "loss": 0.3309,
      "step": 2194540
    },
    {
      "epoch": 612.49,
      "grad_norm": 1.3506625890731812,
      "learning_rate": 6.69501581053545e-07,
      "loss": 0.3386,
      "step": 2194550
    },
    {
      "epoch": 612.49,
      "grad_norm": 0.9737799763679504,
      "learning_rate": 6.694826590291016e-07,
      "loss": 0.3431,
      "step": 2194560
    },
    {
      "epoch": 612.5,
      "grad_norm": 1.0345340967178345,
      "learning_rate": 6.694637372275046e-07,
      "loss": 0.3311,
      "step": 2194570
    },
    {
      "epoch": 612.5,
      "grad_norm": 1.330129861831665,
      "learning_rate": 6.694448156487542e-07,
      "loss": 0.3464,
      "step": 2194580
    },
    {
      "epoch": 612.5,
      "grad_norm": 1.5566164255142212,
      "learning_rate": 6.694258942928557e-07,
      "loss": 0.3458,
      "step": 2194590
    },
    {
      "epoch": 612.5,
      "grad_norm": 1.1766490936279297,
      "learning_rate": 6.694069731598092e-07,
      "loss": 0.3124,
      "step": 2194600
    },
    {
      "epoch": 612.51,
      "grad_norm": 1.1105542182922363,
      "learning_rate": 6.693880522496185e-07,
      "loss": 0.3436,
      "step": 2194610
    },
    {
      "epoch": 612.51,
      "grad_norm": 1.335213541984558,
      "learning_rate": 6.693691315622865e-07,
      "loss": 0.3425,
      "step": 2194620
    },
    {
      "epoch": 612.51,
      "grad_norm": 1.4206620454788208,
      "learning_rate": 6.693502110978142e-07,
      "loss": 0.3408,
      "step": 2194630
    },
    {
      "epoch": 612.51,
      "grad_norm": 1.2163115739822388,
      "learning_rate": 6.693312908562051e-07,
      "loss": 0.3305,
      "step": 2194640
    },
    {
      "epoch": 612.52,
      "grad_norm": 1.2665684223175049,
      "learning_rate": 6.693123708374614e-07,
      "loss": 0.3618,
      "step": 2194650
    },
    {
      "epoch": 612.52,
      "grad_norm": 1.1879019737243652,
      "learning_rate": 6.692934510415867e-07,
      "loss": 0.341,
      "step": 2194660
    },
    {
      "epoch": 612.52,
      "grad_norm": 1.2207400798797607,
      "learning_rate": 6.692745314685813e-07,
      "loss": 0.3481,
      "step": 2194670
    },
    {
      "epoch": 612.53,
      "grad_norm": 1.2109086513519287,
      "learning_rate": 6.692556121184503e-07,
      "loss": 0.3453,
      "step": 2194680
    },
    {
      "epoch": 612.53,
      "grad_norm": 1.102560043334961,
      "learning_rate": 6.692366929911942e-07,
      "loss": 0.3353,
      "step": 2194690
    },
    {
      "epoch": 612.53,
      "grad_norm": 1.0230480432510376,
      "learning_rate": 6.692177740868163e-07,
      "loss": 0.3449,
      "step": 2194700
    },
    {
      "epoch": 612.53,
      "grad_norm": 1.0118814706802368,
      "learning_rate": 6.691988554053198e-07,
      "loss": 0.3419,
      "step": 2194710
    },
    {
      "epoch": 612.54,
      "grad_norm": 0.9813132882118225,
      "learning_rate": 6.691799369467059e-07,
      "loss": 0.3281,
      "step": 2194720
    },
    {
      "epoch": 612.54,
      "grad_norm": 1.1977393627166748,
      "learning_rate": 6.691610187109779e-07,
      "loss": 0.3642,
      "step": 2194730
    },
    {
      "epoch": 612.54,
      "grad_norm": 1.2576985359191895,
      "learning_rate": 6.691421006981378e-07,
      "loss": 0.3424,
      "step": 2194740
    },
    {
      "epoch": 612.55,
      "grad_norm": 1.192466139793396,
      "learning_rate": 6.691231829081886e-07,
      "loss": 0.323,
      "step": 2194750
    },
    {
      "epoch": 612.55,
      "grad_norm": 1.1953872442245483,
      "learning_rate": 6.691042653411333e-07,
      "loss": 0.3348,
      "step": 2194760
    },
    {
      "epoch": 612.55,
      "grad_norm": 1.1118412017822266,
      "learning_rate": 6.690853479969734e-07,
      "loss": 0.3371,
      "step": 2194770
    },
    {
      "epoch": 612.55,
      "grad_norm": 1.326758861541748,
      "learning_rate": 6.690664308757115e-07,
      "loss": 0.3368,
      "step": 2194780
    },
    {
      "epoch": 612.56,
      "grad_norm": 1.2284822463989258,
      "learning_rate": 6.690475139773505e-07,
      "loss": 0.338,
      "step": 2194790
    },
    {
      "epoch": 612.56,
      "grad_norm": 1.3223069906234741,
      "learning_rate": 6.690285973018937e-07,
      "loss": 0.3408,
      "step": 2194800
    },
    {
      "epoch": 612.56,
      "grad_norm": 1.0425083637237549,
      "learning_rate": 6.690096808493411e-07,
      "loss": 0.3359,
      "step": 2194810
    },
    {
      "epoch": 612.56,
      "grad_norm": 1.1579598188400269,
      "learning_rate": 6.689907646196987e-07,
      "loss": 0.3492,
      "step": 2194820
    },
    {
      "epoch": 612.57,
      "grad_norm": 1.274131178855896,
      "learning_rate": 6.689718486129663e-07,
      "loss": 0.3524,
      "step": 2194830
    },
    {
      "epoch": 612.57,
      "grad_norm": 1.304179072380066,
      "learning_rate": 6.689529328291473e-07,
      "loss": 0.3368,
      "step": 2194840
    },
    {
      "epoch": 612.57,
      "grad_norm": 1.017838954925537,
      "learning_rate": 6.689340172682451e-07,
      "loss": 0.3219,
      "step": 2194850
    },
    {
      "epoch": 612.58,
      "grad_norm": 1.19866943359375,
      "learning_rate": 6.689151019302603e-07,
      "loss": 0.3556,
      "step": 2194860
    },
    {
      "epoch": 612.58,
      "grad_norm": 1.2856391668319702,
      "learning_rate": 6.688961868151968e-07,
      "loss": 0.3296,
      "step": 2194870
    },
    {
      "epoch": 612.58,
      "grad_norm": 1.3675388097763062,
      "learning_rate": 6.688772719230567e-07,
      "loss": 0.3328,
      "step": 2194880
    },
    {
      "epoch": 612.58,
      "grad_norm": 1.3096082210540771,
      "learning_rate": 6.688583572538433e-07,
      "loss": 0.3418,
      "step": 2194890
    },
    {
      "epoch": 612.59,
      "grad_norm": 1.1773563623428345,
      "learning_rate": 6.688394428075577e-07,
      "loss": 0.3279,
      "step": 2194900
    },
    {
      "epoch": 612.59,
      "grad_norm": 1.0552492141723633,
      "learning_rate": 6.688205285842033e-07,
      "loss": 0.3629,
      "step": 2194910
    },
    {
      "epoch": 612.59,
      "grad_norm": 1.1530354022979736,
      "learning_rate": 6.688016145837832e-07,
      "loss": 0.3273,
      "step": 2194920
    },
    {
      "epoch": 612.6,
      "grad_norm": 1.3042250871658325,
      "learning_rate": 6.687827008062976e-07,
      "loss": 0.3446,
      "step": 2194930
    },
    {
      "epoch": 612.6,
      "grad_norm": 1.1076009273529053,
      "learning_rate": 6.687637872517519e-07,
      "loss": 0.3534,
      "step": 2194940
    },
    {
      "epoch": 612.6,
      "grad_norm": 1.2157974243164062,
      "learning_rate": 6.687448739201469e-07,
      "loss": 0.3414,
      "step": 2194950
    },
    {
      "epoch": 612.6,
      "grad_norm": 1.1971060037612915,
      "learning_rate": 6.687259608114854e-07,
      "loss": 0.3311,
      "step": 2194960
    },
    {
      "epoch": 612.61,
      "grad_norm": 1.2187836170196533,
      "learning_rate": 6.6870704792577e-07,
      "loss": 0.3296,
      "step": 2194970
    },
    {
      "epoch": 612.61,
      "grad_norm": 1.200799822807312,
      "learning_rate": 6.686881352630043e-07,
      "loss": 0.3465,
      "step": 2194980
    },
    {
      "epoch": 612.61,
      "grad_norm": 1.1959130764007568,
      "learning_rate": 6.686692228231887e-07,
      "loss": 0.335,
      "step": 2194990
    },
    {
      "epoch": 612.62,
      "grad_norm": 1.3612834215164185,
      "learning_rate": 6.686503106063272e-07,
      "loss": 0.3175,
      "step": 2195000
    },
    {
      "epoch": 612.62,
      "grad_norm": 1.2975459098815918,
      "learning_rate": 6.686313986124221e-07,
      "loss": 0.3539,
      "step": 2195010
    },
    {
      "epoch": 612.62,
      "grad_norm": 1.312375783920288,
      "learning_rate": 6.686124868414746e-07,
      "loss": 0.3271,
      "step": 2195020
    },
    {
      "epoch": 612.62,
      "grad_norm": 1.1347538232803345,
      "learning_rate": 6.6859357529349e-07,
      "loss": 0.3264,
      "step": 2195030
    },
    {
      "epoch": 612.63,
      "grad_norm": 1.1080286502838135,
      "learning_rate": 6.685746639684682e-07,
      "loss": 0.32,
      "step": 2195040
    },
    {
      "epoch": 612.63,
      "grad_norm": 1.1856122016906738,
      "learning_rate": 6.685557528664128e-07,
      "loss": 0.3497,
      "step": 2195050
    },
    {
      "epoch": 612.63,
      "grad_norm": 4.412985324859619,
      "learning_rate": 6.685368419873269e-07,
      "loss": 0.3404,
      "step": 2195060
    },
    {
      "epoch": 612.63,
      "grad_norm": 1.2079331874847412,
      "learning_rate": 6.685179313312108e-07,
      "loss": 0.3483,
      "step": 2195070
    },
    {
      "epoch": 612.64,
      "grad_norm": 1.2095072269439697,
      "learning_rate": 6.684990208980702e-07,
      "loss": 0.3146,
      "step": 2195080
    },
    {
      "epoch": 612.64,
      "grad_norm": 1.2121986150741577,
      "learning_rate": 6.684801106879049e-07,
      "loss": 0.3319,
      "step": 2195090
    },
    {
      "epoch": 612.64,
      "grad_norm": 1.245749831199646,
      "learning_rate": 6.684612007007186e-07,
      "loss": 0.3409,
      "step": 2195100
    },
    {
      "epoch": 612.65,
      "grad_norm": 1.2500368356704712,
      "learning_rate": 6.684422909365138e-07,
      "loss": 0.3337,
      "step": 2195110
    },
    {
      "epoch": 612.65,
      "grad_norm": 1.231874942779541,
      "learning_rate": 6.684233813952938e-07,
      "loss": 0.342,
      "step": 2195120
    },
    {
      "epoch": 612.65,
      "grad_norm": 1.3976726531982422,
      "learning_rate": 6.684044720770591e-07,
      "loss": 0.3383,
      "step": 2195130
    },
    {
      "epoch": 612.65,
      "grad_norm": 1.3101656436920166,
      "learning_rate": 6.683855629818135e-07,
      "loss": 0.3252,
      "step": 2195140
    },
    {
      "epoch": 612.66,
      "grad_norm": 1.2358042001724243,
      "learning_rate": 6.683666541095604e-07,
      "loss": 0.3402,
      "step": 2195150
    },
    {
      "epoch": 612.66,
      "grad_norm": 1.3179383277893066,
      "learning_rate": 6.683477454602994e-07,
      "loss": 0.3416,
      "step": 2195160
    },
    {
      "epoch": 612.66,
      "grad_norm": 1.1054697036743164,
      "learning_rate": 6.683288370340367e-07,
      "loss": 0.3445,
      "step": 2195170
    },
    {
      "epoch": 612.67,
      "grad_norm": 1.0991740226745605,
      "learning_rate": 6.683099288307719e-07,
      "loss": 0.3586,
      "step": 2195180
    },
    {
      "epoch": 612.67,
      "grad_norm": 1.2223834991455078,
      "learning_rate": 6.682910208505089e-07,
      "loss": 0.3457,
      "step": 2195190
    },
    {
      "epoch": 612.67,
      "grad_norm": 1.1886086463928223,
      "learning_rate": 6.682721130932506e-07,
      "loss": 0.3441,
      "step": 2195200
    },
    {
      "epoch": 612.67,
      "grad_norm": 1.1762880086898804,
      "learning_rate": 6.682532055589982e-07,
      "loss": 0.3379,
      "step": 2195210
    },
    {
      "epoch": 612.68,
      "grad_norm": 1.1199607849121094,
      "learning_rate": 6.682342982477547e-07,
      "loss": 0.3432,
      "step": 2195220
    },
    {
      "epoch": 612.68,
      "grad_norm": 1.4428472518920898,
      "learning_rate": 6.68215391159523e-07,
      "loss": 0.3412,
      "step": 2195230
    },
    {
      "epoch": 612.68,
      "grad_norm": 1.0943515300750732,
      "learning_rate": 6.68196484294306e-07,
      "loss": 0.3361,
      "step": 2195240
    },
    {
      "epoch": 612.68,
      "grad_norm": 1.1302469968795776,
      "learning_rate": 6.681775776521045e-07,
      "loss": 0.3453,
      "step": 2195250
    },
    {
      "epoch": 612.69,
      "grad_norm": 1.379668116569519,
      "learning_rate": 6.681586712329232e-07,
      "loss": 0.3315,
      "step": 2195260
    },
    {
      "epoch": 612.69,
      "grad_norm": 1.1459323167800903,
      "learning_rate": 6.68139765036763e-07,
      "loss": 0.3291,
      "step": 2195270
    },
    {
      "epoch": 612.69,
      "grad_norm": 1.3835746049880981,
      "learning_rate": 6.681208590636271e-07,
      "loss": 0.3493,
      "step": 2195280
    },
    {
      "epoch": 612.7,
      "grad_norm": 1.2966521978378296,
      "learning_rate": 6.681019533135183e-07,
      "loss": 0.3515,
      "step": 2195290
    },
    {
      "epoch": 612.7,
      "grad_norm": 1.176461100578308,
      "learning_rate": 6.68083047786438e-07,
      "loss": 0.3502,
      "step": 2195300
    },
    {
      "epoch": 612.7,
      "grad_norm": 1.2083038091659546,
      "learning_rate": 6.680641424823898e-07,
      "loss": 0.3276,
      "step": 2195310
    },
    {
      "epoch": 612.7,
      "grad_norm": 1.136423110961914,
      "learning_rate": 6.680452374013755e-07,
      "loss": 0.3682,
      "step": 2195320
    },
    {
      "epoch": 612.71,
      "grad_norm": 1.141345500946045,
      "learning_rate": 6.680263325433981e-07,
      "loss": 0.3298,
      "step": 2195330
    },
    {
      "epoch": 612.71,
      "grad_norm": 1.200083613395691,
      "learning_rate": 6.680074279084601e-07,
      "loss": 0.3397,
      "step": 2195340
    },
    {
      "epoch": 612.71,
      "grad_norm": 1.258973479270935,
      "learning_rate": 6.679885234965644e-07,
      "loss": 0.3457,
      "step": 2195350
    },
    {
      "epoch": 612.72,
      "grad_norm": 1.1300582885742188,
      "learning_rate": 6.679696193077126e-07,
      "loss": 0.332,
      "step": 2195360
    },
    {
      "epoch": 612.72,
      "grad_norm": 1.1976732015609741,
      "learning_rate": 6.679507153419073e-07,
      "loss": 0.3388,
      "step": 2195370
    },
    {
      "epoch": 612.72,
      "grad_norm": 1.2195478677749634,
      "learning_rate": 6.67931811599152e-07,
      "loss": 0.3447,
      "step": 2195380
    },
    {
      "epoch": 612.72,
      "grad_norm": 1.1075944900512695,
      "learning_rate": 6.679129080794473e-07,
      "loss": 0.3377,
      "step": 2195390
    },
    {
      "epoch": 612.73,
      "grad_norm": 1.0448908805847168,
      "learning_rate": 6.678940047827985e-07,
      "loss": 0.3475,
      "step": 2195400
    },
    {
      "epoch": 612.73,
      "grad_norm": 1.145696997642517,
      "learning_rate": 6.678751017092058e-07,
      "loss": 0.3473,
      "step": 2195410
    },
    {
      "epoch": 612.73,
      "grad_norm": 1.1699334383010864,
      "learning_rate": 6.678561988586723e-07,
      "loss": 0.3408,
      "step": 2195420
    },
    {
      "epoch": 612.74,
      "grad_norm": 1.3173352479934692,
      "learning_rate": 6.678372962312017e-07,
      "loss": 0.3421,
      "step": 2195430
    },
    {
      "epoch": 612.74,
      "grad_norm": 1.1076716184616089,
      "learning_rate": 6.678183938267946e-07,
      "loss": 0.3308,
      "step": 2195440
    },
    {
      "epoch": 612.74,
      "grad_norm": 1.1436846256256104,
      "learning_rate": 6.677994916454547e-07,
      "loss": 0.3477,
      "step": 2195450
    },
    {
      "epoch": 612.74,
      "grad_norm": 1.0959097146987915,
      "learning_rate": 6.677805896871842e-07,
      "loss": 0.3415,
      "step": 2195460
    },
    {
      "epoch": 612.75,
      "grad_norm": 1.2141214609146118,
      "learning_rate": 6.677616879519864e-07,
      "loss": 0.3359,
      "step": 2195470
    },
    {
      "epoch": 612.75,
      "grad_norm": 1.1727393865585327,
      "learning_rate": 6.677427864398616e-07,
      "loss": 0.3383,
      "step": 2195480
    },
    {
      "epoch": 612.75,
      "grad_norm": 1.0263288021087646,
      "learning_rate": 6.677238851508152e-07,
      "loss": 0.3323,
      "step": 2195490
    },
    {
      "epoch": 612.75,
      "grad_norm": 1.067125916481018,
      "learning_rate": 6.677049840848477e-07,
      "loss": 0.3268,
      "step": 2195500
    },
    {
      "epoch": 612.76,
      "grad_norm": 1.0621485710144043,
      "learning_rate": 6.676860832419623e-07,
      "loss": 0.3357,
      "step": 2195510
    },
    {
      "epoch": 612.76,
      "grad_norm": 1.3550444841384888,
      "learning_rate": 6.67667182622162e-07,
      "loss": 0.3244,
      "step": 2195520
    },
    {
      "epoch": 612.76,
      "grad_norm": 1.2964580059051514,
      "learning_rate": 6.676482822254482e-07,
      "loss": 0.3572,
      "step": 2195530
    },
    {
      "epoch": 612.77,
      "grad_norm": 1.2377405166625977,
      "learning_rate": 6.676293820518242e-07,
      "loss": 0.3404,
      "step": 2195540
    },
    {
      "epoch": 612.77,
      "grad_norm": 1.1373443603515625,
      "learning_rate": 6.676104821012919e-07,
      "loss": 0.338,
      "step": 2195550
    },
    {
      "epoch": 612.77,
      "grad_norm": 1.2184123992919922,
      "learning_rate": 6.675915823738552e-07,
      "loss": 0.3437,
      "step": 2195560
    },
    {
      "epoch": 612.77,
      "grad_norm": 1.0159626007080078,
      "learning_rate": 6.675726828695148e-07,
      "loss": 0.3367,
      "step": 2195570
    },
    {
      "epoch": 612.78,
      "grad_norm": 1.2450193166732788,
      "learning_rate": 6.675537835882739e-07,
      "loss": 0.3313,
      "step": 2195580
    },
    {
      "epoch": 612.78,
      "grad_norm": 1.327593445777893,
      "learning_rate": 6.675348845301362e-07,
      "loss": 0.3343,
      "step": 2195590
    },
    {
      "epoch": 612.78,
      "grad_norm": 1.1330126523971558,
      "learning_rate": 6.675159856951018e-07,
      "loss": 0.3395,
      "step": 2195600
    },
    {
      "epoch": 612.79,
      "grad_norm": 1.4868441820144653,
      "learning_rate": 6.674970870831759e-07,
      "loss": 0.3714,
      "step": 2195610
    },
    {
      "epoch": 612.79,
      "grad_norm": 3.8482666015625,
      "learning_rate": 6.674781886943583e-07,
      "loss": 0.3281,
      "step": 2195620
    },
    {
      "epoch": 612.79,
      "grad_norm": 1.2234976291656494,
      "learning_rate": 6.674592905286543e-07,
      "loss": 0.337,
      "step": 2195630
    },
    {
      "epoch": 612.79,
      "grad_norm": 1.1081113815307617,
      "learning_rate": 6.674403925860644e-07,
      "loss": 0.3344,
      "step": 2195640
    },
    {
      "epoch": 612.8,
      "grad_norm": 1.065322995185852,
      "learning_rate": 6.674214948665918e-07,
      "loss": 0.3368,
      "step": 2195650
    },
    {
      "epoch": 612.8,
      "grad_norm": 1.2274599075317383,
      "learning_rate": 6.674025973702396e-07,
      "loss": 0.3479,
      "step": 2195660
    },
    {
      "epoch": 612.8,
      "grad_norm": 9.349525451660156,
      "learning_rate": 6.67383700097009e-07,
      "loss": 0.3332,
      "step": 2195670
    },
    {
      "epoch": 612.8,
      "grad_norm": 1.1241109371185303,
      "learning_rate": 6.673648030469033e-07,
      "loss": 0.3348,
      "step": 2195680
    },
    {
      "epoch": 612.81,
      "grad_norm": 1.2544444799423218,
      "learning_rate": 6.673459062199248e-07,
      "loss": 0.3562,
      "step": 2195690
    },
    {
      "epoch": 612.81,
      "grad_norm": 0.9610458612442017,
      "learning_rate": 6.673270096160767e-07,
      "loss": 0.3318,
      "step": 2195700
    },
    {
      "epoch": 612.81,
      "grad_norm": 1.4070509672164917,
      "learning_rate": 6.673081132353605e-07,
      "loss": 0.3293,
      "step": 2195710
    },
    {
      "epoch": 612.82,
      "grad_norm": 1.373293161392212,
      "learning_rate": 6.672892170777792e-07,
      "loss": 0.3305,
      "step": 2195720
    },
    {
      "epoch": 612.82,
      "grad_norm": 1.1383938789367676,
      "learning_rate": 6.67270321143336e-07,
      "loss": 0.3415,
      "step": 2195730
    },
    {
      "epoch": 612.82,
      "grad_norm": 1.075123906135559,
      "learning_rate": 6.672514254320313e-07,
      "loss": 0.338,
      "step": 2195740
    },
    {
      "epoch": 612.82,
      "grad_norm": 1.1890814304351807,
      "learning_rate": 6.672325299438701e-07,
      "loss": 0.3469,
      "step": 2195750
    },
    {
      "epoch": 612.83,
      "grad_norm": 1.1751940250396729,
      "learning_rate": 6.672136346788534e-07,
      "loss": 0.3391,
      "step": 2195760
    },
    {
      "epoch": 612.83,
      "grad_norm": 1.370058536529541,
      "learning_rate": 6.671947396369843e-07,
      "loss": 0.3489,
      "step": 2195770
    },
    {
      "epoch": 612.83,
      "grad_norm": 1.0678166151046753,
      "learning_rate": 6.67175844818265e-07,
      "loss": 0.3381,
      "step": 2195780
    },
    {
      "epoch": 612.84,
      "grad_norm": 23.652618408203125,
      "learning_rate": 6.671569502226988e-07,
      "loss": 0.3321,
      "step": 2195790
    },
    {
      "epoch": 612.84,
      "grad_norm": 1.1477471590042114,
      "learning_rate": 6.67138055850287e-07,
      "loss": 0.345,
      "step": 2195800
    },
    {
      "epoch": 612.84,
      "grad_norm": 1.2932841777801514,
      "learning_rate": 6.671191617010325e-07,
      "loss": 0.3303,
      "step": 2195810
    },
    {
      "epoch": 612.84,
      "grad_norm": 1.5583951473236084,
      "learning_rate": 6.671002677749391e-07,
      "loss": 0.3297,
      "step": 2195820
    },
    {
      "epoch": 612.85,
      "grad_norm": 4.077686309814453,
      "learning_rate": 6.670813740720064e-07,
      "loss": 0.3328,
      "step": 2195830
    },
    {
      "epoch": 612.85,
      "grad_norm": 1.4695724248886108,
      "learning_rate": 6.670624805922406e-07,
      "loss": 0.3424,
      "step": 2195840
    },
    {
      "epoch": 612.85,
      "grad_norm": 1.1869621276855469,
      "learning_rate": 6.670435873356412e-07,
      "loss": 0.3466,
      "step": 2195850
    },
    {
      "epoch": 612.86,
      "grad_norm": 1.334328532218933,
      "learning_rate": 6.670246943022121e-07,
      "loss": 0.336,
      "step": 2195860
    },
    {
      "epoch": 612.86,
      "grad_norm": 1.1290197372436523,
      "learning_rate": 6.670058014919563e-07,
      "loss": 0.3392,
      "step": 2195870
    },
    {
      "epoch": 612.86,
      "grad_norm": 1.1448187828063965,
      "learning_rate": 6.669869089048751e-07,
      "loss": 0.3476,
      "step": 2195880
    },
    {
      "epoch": 612.86,
      "grad_norm": 1.2977008819580078,
      "learning_rate": 6.669680165409713e-07,
      "loss": 0.3259,
      "step": 2195890
    },
    {
      "epoch": 612.87,
      "grad_norm": 1.3235641717910767,
      "learning_rate": 6.669491244002477e-07,
      "loss": 0.3416,
      "step": 2195900
    },
    {
      "epoch": 612.87,
      "grad_norm": 1.2956717014312744,
      "learning_rate": 6.669302324827066e-07,
      "loss": 0.3502,
      "step": 2195910
    },
    {
      "epoch": 612.87,
      "grad_norm": 1.22664475440979,
      "learning_rate": 6.669113407883508e-07,
      "loss": 0.3518,
      "step": 2195920
    },
    {
      "epoch": 612.87,
      "grad_norm": 1.1121054887771606,
      "learning_rate": 6.668924493171835e-07,
      "loss": 0.3257,
      "step": 2195930
    },
    {
      "epoch": 612.88,
      "grad_norm": 1.113743782043457,
      "learning_rate": 6.668735580692056e-07,
      "loss": 0.3642,
      "step": 2195940
    },
    {
      "epoch": 612.88,
      "grad_norm": 1.1620088815689087,
      "learning_rate": 6.668546670444202e-07,
      "loss": 0.3313,
      "step": 2195950
    },
    {
      "epoch": 612.88,
      "grad_norm": 1.1022765636444092,
      "learning_rate": 6.668357762428311e-07,
      "loss": 0.3259,
      "step": 2195960
    },
    {
      "epoch": 612.89,
      "grad_norm": 1.1520311832427979,
      "learning_rate": 6.668168856644381e-07,
      "loss": 0.3327,
      "step": 2195970
    },
    {
      "epoch": 612.89,
      "grad_norm": 1.1190502643585205,
      "learning_rate": 6.667979953092468e-07,
      "loss": 0.355,
      "step": 2195980
    },
    {
      "epoch": 612.89,
      "grad_norm": 1.1814939975738525,
      "learning_rate": 6.667791051772574e-07,
      "loss": 0.3383,
      "step": 2195990
    },
    {
      "epoch": 612.89,
      "grad_norm": 1.3425681591033936,
      "learning_rate": 6.667602152684737e-07,
      "loss": 0.3321,
      "step": 2196000
    },
    {
      "epoch": 612.9,
      "grad_norm": 1.3644540309906006,
      "learning_rate": 6.667413255828983e-07,
      "loss": 0.3305,
      "step": 2196010
    },
    {
      "epoch": 612.9,
      "grad_norm": 1.3954685926437378,
      "learning_rate": 6.667224361205324e-07,
      "loss": 0.3424,
      "step": 2196020
    },
    {
      "epoch": 612.9,
      "grad_norm": 1.1343218088150024,
      "learning_rate": 6.667035468813793e-07,
      "loss": 0.3366,
      "step": 2196030
    },
    {
      "epoch": 612.91,
      "grad_norm": 1.2381914854049683,
      "learning_rate": 6.666846578654418e-07,
      "loss": 0.3265,
      "step": 2196040
    },
    {
      "epoch": 612.91,
      "grad_norm": 1.33503258228302,
      "learning_rate": 6.666657690727225e-07,
      "loss": 0.3212,
      "step": 2196050
    },
    {
      "epoch": 612.91,
      "grad_norm": 1.2044270038604736,
      "learning_rate": 6.666468805032224e-07,
      "loss": 0.3529,
      "step": 2196060
    },
    {
      "epoch": 612.91,
      "grad_norm": 1.1327658891677856,
      "learning_rate": 6.666279921569465e-07,
      "loss": 0.3361,
      "step": 2196070
    },
    {
      "epoch": 612.92,
      "grad_norm": 1.1654938459396362,
      "learning_rate": 6.666091040338955e-07,
      "loss": 0.3294,
      "step": 2196080
    },
    {
      "epoch": 612.92,
      "grad_norm": 1.2299786806106567,
      "learning_rate": 6.665902161340721e-07,
      "loss": 0.336,
      "step": 2196090
    },
    {
      "epoch": 612.92,
      "grad_norm": 1.1239670515060425,
      "learning_rate": 6.665713284574801e-07,
      "loss": 0.328,
      "step": 2196100
    },
    {
      "epoch": 612.92,
      "grad_norm": 1.2107985019683838,
      "learning_rate": 6.665524410041201e-07,
      "loss": 0.3603,
      "step": 2196110
    },
    {
      "epoch": 612.93,
      "grad_norm": 1.1383765935897827,
      "learning_rate": 6.665335537739958e-07,
      "loss": 0.3297,
      "step": 2196120
    },
    {
      "epoch": 612.93,
      "grad_norm": 1.1470962762832642,
      "learning_rate": 6.665146667671092e-07,
      "loss": 0.3422,
      "step": 2196130
    },
    {
      "epoch": 612.93,
      "grad_norm": 1.2550209760665894,
      "learning_rate": 6.66495779983464e-07,
      "loss": 0.3317,
      "step": 2196140
    },
    {
      "epoch": 612.94,
      "grad_norm": 1.1560839414596558,
      "learning_rate": 6.664768934230609e-07,
      "loss": 0.3415,
      "step": 2196150
    },
    {
      "epoch": 612.94,
      "grad_norm": 1.5641889572143555,
      "learning_rate": 6.664580070859035e-07,
      "loss": 0.3289,
      "step": 2196160
    },
    {
      "epoch": 612.94,
      "grad_norm": 1.1437512636184692,
      "learning_rate": 6.66439120971994e-07,
      "loss": 0.3392,
      "step": 2196170
    },
    {
      "epoch": 612.94,
      "grad_norm": 1.2367112636566162,
      "learning_rate": 6.664202350813351e-07,
      "loss": 0.3376,
      "step": 2196180
    },
    {
      "epoch": 612.95,
      "grad_norm": 1.0953468084335327,
      "learning_rate": 6.664013494139299e-07,
      "loss": 0.3407,
      "step": 2196190
    },
    {
      "epoch": 612.95,
      "grad_norm": 1.1049208641052246,
      "learning_rate": 6.663824639697787e-07,
      "loss": 0.3393,
      "step": 2196200
    },
    {
      "epoch": 612.95,
      "grad_norm": 1.3065102100372314,
      "learning_rate": 6.663635787488875e-07,
      "loss": 0.338,
      "step": 2196210
    },
    {
      "epoch": 612.96,
      "grad_norm": 1.1763349771499634,
      "learning_rate": 6.663446937512555e-07,
      "loss": 0.3324,
      "step": 2196220
    },
    {
      "epoch": 612.96,
      "grad_norm": 1.1278936862945557,
      "learning_rate": 6.66325808976887e-07,
      "loss": 0.3421,
      "step": 2196230
    },
    {
      "epoch": 612.96,
      "grad_norm": 1.3437868356704712,
      "learning_rate": 6.663069244257847e-07,
      "loss": 0.3447,
      "step": 2196240
    },
    {
      "epoch": 612.96,
      "grad_norm": 1.047879934310913,
      "learning_rate": 6.662880400979499e-07,
      "loss": 0.345,
      "step": 2196250
    },
    {
      "epoch": 612.97,
      "grad_norm": 1.5076769590377808,
      "learning_rate": 6.662691559933857e-07,
      "loss": 0.3527,
      "step": 2196260
    },
    {
      "epoch": 612.97,
      "grad_norm": 1.2668895721435547,
      "learning_rate": 6.662502721120948e-07,
      "loss": 0.3454,
      "step": 2196270
    },
    {
      "epoch": 612.97,
      "grad_norm": 6.916104316711426,
      "learning_rate": 6.662313884540802e-07,
      "loss": 0.3245,
      "step": 2196280
    },
    {
      "epoch": 612.98,
      "grad_norm": 1.3773159980773926,
      "learning_rate": 6.662125050193424e-07,
      "loss": 0.3436,
      "step": 2196290
    },
    {
      "epoch": 612.98,
      "grad_norm": 1.3135614395141602,
      "learning_rate": 6.661936218078867e-07,
      "loss": 0.3255,
      "step": 2196300
    },
    {
      "epoch": 612.98,
      "grad_norm": 1.2439355850219727,
      "learning_rate": 6.661747388197134e-07,
      "loss": 0.3519,
      "step": 2196310
    },
    {
      "epoch": 612.98,
      "grad_norm": 1.3748177289962769,
      "learning_rate": 6.661558560548257e-07,
      "loss": 0.3584,
      "step": 2196320
    },
    {
      "epoch": 612.99,
      "grad_norm": 1.304747223854065,
      "learning_rate": 6.661369735132271e-07,
      "loss": 0.3442,
      "step": 2196330
    },
    {
      "epoch": 612.99,
      "grad_norm": 0.95574551820755,
      "learning_rate": 6.661180911949187e-07,
      "loss": 0.3358,
      "step": 2196340
    },
    {
      "epoch": 612.99,
      "grad_norm": 1.3378303050994873,
      "learning_rate": 6.660992090999036e-07,
      "loss": 0.3655,
      "step": 2196350
    },
    {
      "epoch": 612.99,
      "grad_norm": 1.31709885597229,
      "learning_rate": 6.660803272281841e-07,
      "loss": 0.3368,
      "step": 2196360
    },
    {
      "epoch": 613.0,
      "grad_norm": 1.0160962343215942,
      "learning_rate": 6.660614455797634e-07,
      "loss": 0.3344,
      "step": 2196370
    },
    {
      "epoch": 613.0,
      "eval_loss": 0.3387414216995239,
      "eval_runtime": 63.3126,
      "eval_samples_per_second": 79.905,
      "eval_steps_per_second": 9.998,
      "step": 2196379
    },
    {
      "epoch": 613.0,
      "grad_norm": 1.3713419437408447,
      "learning_rate": 6.660425641546432e-07,
      "loss": 0.3471,
      "step": 2196380
    },
    {
      "epoch": 613.0,
      "grad_norm": 1.3921546936035156,
      "learning_rate": 6.660236829528261e-07,
      "loss": 0.3595,
      "step": 2196390
    },
    {
      "epoch": 613.01,
      "grad_norm": 1.396700382232666,
      "learning_rate": 6.660048019743154e-07,
      "loss": 0.3383,
      "step": 2196400
    },
    {
      "epoch": 613.01,
      "grad_norm": 1.451150894165039,
      "learning_rate": 6.659859212191119e-07,
      "loss": 0.3553,
      "step": 2196410
    },
    {
      "epoch": 613.01,
      "grad_norm": 1.243018627166748,
      "learning_rate": 6.659670406872206e-07,
      "loss": 0.3349,
      "step": 2196420
    },
    {
      "epoch": 613.01,
      "grad_norm": 1.2986782789230347,
      "learning_rate": 6.659481603786418e-07,
      "loss": 0.3362,
      "step": 2196430
    },
    {
      "epoch": 613.02,
      "grad_norm": 1.1247514486312866,
      "learning_rate": 6.659292802933791e-07,
      "loss": 0.3413,
      "step": 2196440
    },
    {
      "epoch": 613.02,
      "grad_norm": 1.4225138425827026,
      "learning_rate": 6.659104004314345e-07,
      "loss": 0.3507,
      "step": 2196450
    },
    {
      "epoch": 613.02,
      "grad_norm": 1.0674628019332886,
      "learning_rate": 6.658915207928117e-07,
      "loss": 0.3416,
      "step": 2196460
    },
    {
      "epoch": 613.03,
      "grad_norm": 4.008752822875977,
      "learning_rate": 6.658726413775119e-07,
      "loss": 0.3367,
      "step": 2196470
    },
    {
      "epoch": 613.03,
      "grad_norm": 1.2549494504928589,
      "learning_rate": 6.658537621855375e-07,
      "loss": 0.3365,
      "step": 2196480
    },
    {
      "epoch": 613.03,
      "grad_norm": 1.1519111394882202,
      "learning_rate": 6.658348832168918e-07,
      "loss": 0.346,
      "step": 2196490
    },
    {
      "epoch": 613.03,
      "grad_norm": 1.252699613571167,
      "learning_rate": 6.658160044715772e-07,
      "loss": 0.3391,
      "step": 2196500
    },
    {
      "epoch": 613.04,
      "grad_norm": 1.1112987995147705,
      "learning_rate": 6.657971259495967e-07,
      "loss": 0.3237,
      "step": 2196510
    },
    {
      "epoch": 613.04,
      "grad_norm": 1.3344898223876953,
      "learning_rate": 6.657782476509514e-07,
      "loss": 0.346,
      "step": 2196520
    },
    {
      "epoch": 613.04,
      "grad_norm": 1.298176884651184,
      "learning_rate": 6.657593695756446e-07,
      "loss": 0.3237,
      "step": 2196530
    },
    {
      "epoch": 613.04,
      "grad_norm": 1.3005346059799194,
      "learning_rate": 6.657404917236796e-07,
      "loss": 0.3294,
      "step": 2196540
    },
    {
      "epoch": 613.05,
      "grad_norm": 1.152341365814209,
      "learning_rate": 6.657216140950566e-07,
      "loss": 0.3304,
      "step": 2196550
    },
    {
      "epoch": 613.05,
      "grad_norm": 1.3567473888397217,
      "learning_rate": 6.657027366897811e-07,
      "loss": 0.3461,
      "step": 2196560
    },
    {
      "epoch": 613.05,
      "grad_norm": 1.5448315143585205,
      "learning_rate": 6.656838595078534e-07,
      "loss": 0.3417,
      "step": 2196570
    },
    {
      "epoch": 613.06,
      "grad_norm": 1.412908673286438,
      "learning_rate": 6.656649825492769e-07,
      "loss": 0.343,
      "step": 2196580
    },
    {
      "epoch": 613.06,
      "grad_norm": 1.2192425727844238,
      "learning_rate": 6.656461058140538e-07,
      "loss": 0.3384,
      "step": 2196590
    },
    {
      "epoch": 613.06,
      "grad_norm": 1.0574308633804321,
      "learning_rate": 6.656272293021874e-07,
      "loss": 0.3372,
      "step": 2196600
    },
    {
      "epoch": 613.06,
      "grad_norm": 1.0370171070098877,
      "learning_rate": 6.656083530136791e-07,
      "loss": 0.336,
      "step": 2196610
    },
    {
      "epoch": 613.07,
      "grad_norm": 1.1808874607086182,
      "learning_rate": 6.655894769485319e-07,
      "loss": 0.3309,
      "step": 2196620
    },
    {
      "epoch": 613.07,
      "grad_norm": 1.1442837715148926,
      "learning_rate": 6.655706011067491e-07,
      "loss": 0.3361,
      "step": 2196630
    },
    {
      "epoch": 613.07,
      "grad_norm": 1.1070433855056763,
      "learning_rate": 6.655517254883308e-07,
      "loss": 0.3421,
      "step": 2196640
    },
    {
      "epoch": 613.08,
      "grad_norm": 1.49464750289917,
      "learning_rate": 6.655328500932828e-07,
      "loss": 0.3394,
      "step": 2196650
    },
    {
      "epoch": 613.08,
      "grad_norm": 1.2692456245422363,
      "learning_rate": 6.655139749216051e-07,
      "loss": 0.341,
      "step": 2196660
    },
    {
      "epoch": 613.08,
      "grad_norm": 1.071749210357666,
      "learning_rate": 6.65495099973301e-07,
      "loss": 0.3279,
      "step": 2196670
    },
    {
      "epoch": 613.08,
      "grad_norm": 1.0239670276641846,
      "learning_rate": 6.65476225248374e-07,
      "loss": 0.3338,
      "step": 2196680
    },
    {
      "epoch": 613.09,
      "grad_norm": 1.1426283121109009,
      "learning_rate": 6.654573507468248e-07,
      "loss": 0.3374,
      "step": 2196690
    },
    {
      "epoch": 613.09,
      "grad_norm": 1.0744153261184692,
      "learning_rate": 6.654384764686568e-07,
      "loss": 0.339,
      "step": 2196700
    },
    {
      "epoch": 613.09,
      "grad_norm": 1.4167309999465942,
      "learning_rate": 6.654196024138727e-07,
      "loss": 0.3429,
      "step": 2196710
    },
    {
      "epoch": 613.1,
      "grad_norm": 1.1528699398040771,
      "learning_rate": 6.654007285824753e-07,
      "loss": 0.3327,
      "step": 2196720
    },
    {
      "epoch": 613.1,
      "grad_norm": 1.5839930772781372,
      "learning_rate": 6.653818549744656e-07,
      "loss": 0.3401,
      "step": 2196730
    },
    {
      "epoch": 613.1,
      "grad_norm": 1.2575385570526123,
      "learning_rate": 6.653629815898482e-07,
      "loss": 0.3307,
      "step": 2196740
    },
    {
      "epoch": 613.1,
      "grad_norm": 1.1485743522644043,
      "learning_rate": 6.65344108428624e-07,
      "loss": 0.3552,
      "step": 2196750
    },
    {
      "epoch": 613.11,
      "grad_norm": 1.1557857990264893,
      "learning_rate": 6.653252354907962e-07,
      "loss": 0.3388,
      "step": 2196760
    },
    {
      "epoch": 613.11,
      "grad_norm": 1.1144267320632935,
      "learning_rate": 6.653063627763679e-07,
      "loss": 0.3333,
      "step": 2196770
    },
    {
      "epoch": 613.11,
      "grad_norm": 1.346226692199707,
      "learning_rate": 6.652874902853393e-07,
      "loss": 0.369,
      "step": 2196780
    },
    {
      "epoch": 613.11,
      "grad_norm": 1.2500016689300537,
      "learning_rate": 6.65268618017716e-07,
      "loss": 0.3382,
      "step": 2196790
    },
    {
      "epoch": 613.12,
      "grad_norm": 1.317299723625183,
      "learning_rate": 6.652497459734983e-07,
      "loss": 0.3502,
      "step": 2196800
    },
    {
      "epoch": 613.12,
      "grad_norm": 1.0670301914215088,
      "learning_rate": 6.652308741526895e-07,
      "loss": 0.3344,
      "step": 2196810
    },
    {
      "epoch": 613.12,
      "grad_norm": 1.227704405784607,
      "learning_rate": 6.652120025552928e-07,
      "loss": 0.3281,
      "step": 2196820
    },
    {
      "epoch": 613.13,
      "grad_norm": 1.302321195602417,
      "learning_rate": 6.651931311813093e-07,
      "loss": 0.3407,
      "step": 2196830
    },
    {
      "epoch": 613.13,
      "grad_norm": 1.0484296083450317,
      "learning_rate": 6.651742600307421e-07,
      "loss": 0.3295,
      "step": 2196840
    },
    {
      "epoch": 613.13,
      "grad_norm": 1.2758644819259644,
      "learning_rate": 6.651553891035936e-07,
      "loss": 0.3355,
      "step": 2196850
    },
    {
      "epoch": 613.13,
      "grad_norm": 1.104245662689209,
      "learning_rate": 6.651365183998673e-07,
      "loss": 0.3447,
      "step": 2196860
    },
    {
      "epoch": 613.14,
      "grad_norm": 1.0954099893569946,
      "learning_rate": 6.651176479195637e-07,
      "loss": 0.343,
      "step": 2196870
    },
    {
      "epoch": 613.14,
      "grad_norm": 1.2661054134368896,
      "learning_rate": 6.650987776626879e-07,
      "loss": 0.342,
      "step": 2196880
    },
    {
      "epoch": 613.14,
      "grad_norm": 1.1845625638961792,
      "learning_rate": 6.650799076292401e-07,
      "loss": 0.3358,
      "step": 2196890
    },
    {
      "epoch": 613.15,
      "grad_norm": 1.3923133611679077,
      "learning_rate": 6.65061037819224e-07,
      "loss": 0.3347,
      "step": 2196900
    },
    {
      "epoch": 613.15,
      "grad_norm": 1.1014071702957153,
      "learning_rate": 6.650421682326425e-07,
      "loss": 0.3424,
      "step": 2196910
    },
    {
      "epoch": 613.15,
      "grad_norm": 1.111677885055542,
      "learning_rate": 6.650232988694966e-07,
      "loss": 0.3284,
      "step": 2196920
    },
    {
      "epoch": 613.15,
      "grad_norm": 1.1849751472473145,
      "learning_rate": 6.650044297297898e-07,
      "loss": 0.3277,
      "step": 2196930
    },
    {
      "epoch": 613.16,
      "grad_norm": 1.272119164466858,
      "learning_rate": 6.649855608135244e-07,
      "loss": 0.3418,
      "step": 2196940
    },
    {
      "epoch": 613.16,
      "grad_norm": 0.9950719475746155,
      "learning_rate": 6.649666921207038e-07,
      "loss": 0.3391,
      "step": 2196950
    },
    {
      "epoch": 613.16,
      "grad_norm": 1.1358217000961304,
      "learning_rate": 6.649478236513291e-07,
      "loss": 0.3325,
      "step": 2196960
    },
    {
      "epoch": 613.16,
      "grad_norm": 1.1945719718933105,
      "learning_rate": 6.649289554054032e-07,
      "loss": 0.3337,
      "step": 2196970
    },
    {
      "epoch": 613.17,
      "grad_norm": 1.097105622291565,
      "learning_rate": 6.649100873829299e-07,
      "loss": 0.3569,
      "step": 2196980
    },
    {
      "epoch": 613.17,
      "grad_norm": 1.1909517049789429,
      "learning_rate": 6.648912195839088e-07,
      "loss": 0.3277,
      "step": 2196990
    },
    {
      "epoch": 613.17,
      "grad_norm": 1.36711847782135,
      "learning_rate": 6.64872352008346e-07,
      "loss": 0.3414,
      "step": 2197000
    },
    {
      "epoch": 613.18,
      "grad_norm": 0.9644943475723267,
      "learning_rate": 6.648534846562413e-07,
      "loss": 0.33,
      "step": 2197010
    },
    {
      "epoch": 613.18,
      "grad_norm": 1.1566705703735352,
      "learning_rate": 6.648346175275984e-07,
      "loss": 0.3304,
      "step": 2197020
    },
    {
      "epoch": 613.18,
      "grad_norm": 1.2201942205429077,
      "learning_rate": 6.648157506224195e-07,
      "loss": 0.3205,
      "step": 2197030
    },
    {
      "epoch": 613.18,
      "grad_norm": 1.1451550722122192,
      "learning_rate": 6.647968839407081e-07,
      "loss": 0.3412,
      "step": 2197040
    },
    {
      "epoch": 613.19,
      "grad_norm": 1.2129789590835571,
      "learning_rate": 6.647780174824648e-07,
      "loss": 0.3493,
      "step": 2197050
    },
    {
      "epoch": 613.19,
      "grad_norm": 1.3650504350662231,
      "learning_rate": 6.647591512476935e-07,
      "loss": 0.3587,
      "step": 2197060
    },
    {
      "epoch": 613.19,
      "grad_norm": 1.1723023653030396,
      "learning_rate": 6.64740285236396e-07,
      "loss": 0.3372,
      "step": 2197070
    },
    {
      "epoch": 613.2,
      "grad_norm": 1.0754650831222534,
      "learning_rate": 6.647214194485753e-07,
      "loss": 0.3305,
      "step": 2197080
    },
    {
      "epoch": 613.2,
      "grad_norm": 1.05429208278656,
      "learning_rate": 6.647025538842343e-07,
      "loss": 0.3423,
      "step": 2197090
    },
    {
      "epoch": 613.2,
      "grad_norm": 1.1241306066513062,
      "learning_rate": 6.646836885433746e-07,
      "loss": 0.329,
      "step": 2197100
    },
    {
      "epoch": 613.2,
      "grad_norm": 1.066277265548706,
      "learning_rate": 6.646648234259988e-07,
      "loss": 0.3377,
      "step": 2197110
    },
    {
      "epoch": 613.21,
      "grad_norm": 0.999398410320282,
      "learning_rate": 6.646459585321098e-07,
      "loss": 0.3373,
      "step": 2197120
    },
    {
      "epoch": 613.21,
      "grad_norm": 1.426653265953064,
      "learning_rate": 6.6462709386171e-07,
      "loss": 0.3444,
      "step": 2197130
    },
    {
      "epoch": 613.21,
      "grad_norm": 1.2777777910232544,
      "learning_rate": 6.646082294148026e-07,
      "loss": 0.3429,
      "step": 2197140
    },
    {
      "epoch": 613.22,
      "grad_norm": 1.271538257598877,
      "learning_rate": 6.645893651913888e-07,
      "loss": 0.3464,
      "step": 2197150
    },
    {
      "epoch": 613.22,
      "grad_norm": 1.4021402597427368,
      "learning_rate": 6.645705011914717e-07,
      "loss": 0.3426,
      "step": 2197160
    },
    {
      "epoch": 613.22,
      "grad_norm": 1.2873709201812744,
      "learning_rate": 6.645516374150537e-07,
      "loss": 0.3348,
      "step": 2197170
    },
    {
      "epoch": 613.22,
      "grad_norm": 1.2879388332366943,
      "learning_rate": 6.645327738621384e-07,
      "loss": 0.3549,
      "step": 2197180
    },
    {
      "epoch": 613.23,
      "grad_norm": 1.2937389612197876,
      "learning_rate": 6.645139105327265e-07,
      "loss": 0.3372,
      "step": 2197190
    },
    {
      "epoch": 613.23,
      "grad_norm": 1.1324505805969238,
      "learning_rate": 6.644950474268216e-07,
      "loss": 0.3394,
      "step": 2197200
    },
    {
      "epoch": 613.23,
      "grad_norm": 1.0660326480865479,
      "learning_rate": 6.644761845444265e-07,
      "loss": 0.3667,
      "step": 2197210
    },
    {
      "epoch": 613.23,
      "grad_norm": 1.1147757768630981,
      "learning_rate": 6.644573218855415e-07,
      "loss": 0.3461,
      "step": 2197220
    },
    {
      "epoch": 613.24,
      "grad_norm": 1.3017281293869019,
      "learning_rate": 6.644384594501727e-07,
      "loss": 0.3379,
      "step": 2197230
    },
    {
      "epoch": 613.24,
      "grad_norm": 1.1548420190811157,
      "learning_rate": 6.644195972383199e-07,
      "loss": 0.3207,
      "step": 2197240
    },
    {
      "epoch": 613.24,
      "grad_norm": 1.1889725923538208,
      "learning_rate": 6.644007352499864e-07,
      "loss": 0.3432,
      "step": 2197250
    },
    {
      "epoch": 613.25,
      "grad_norm": 1.3599066734313965,
      "learning_rate": 6.643818734851747e-07,
      "loss": 0.3427,
      "step": 2197260
    },
    {
      "epoch": 613.25,
      "grad_norm": 1.3295124769210815,
      "learning_rate": 6.64363011943888e-07,
      "loss": 0.3572,
      "step": 2197270
    },
    {
      "epoch": 613.25,
      "grad_norm": 1.2475616931915283,
      "learning_rate": 6.643441506261278e-07,
      "loss": 0.329,
      "step": 2197280
    },
    {
      "epoch": 613.25,
      "grad_norm": 1.2840628623962402,
      "learning_rate": 6.643252895318965e-07,
      "loss": 0.3514,
      "step": 2197290
    },
    {
      "epoch": 613.26,
      "grad_norm": 1.1899574995040894,
      "learning_rate": 6.643064286611982e-07,
      "loss": 0.3551,
      "step": 2197300
    },
    {
      "epoch": 613.26,
      "grad_norm": 6.324875354766846,
      "learning_rate": 6.642875680140325e-07,
      "loss": 0.3462,
      "step": 2197310
    },
    {
      "epoch": 613.26,
      "grad_norm": 1.0945448875427246,
      "learning_rate": 6.642687075904055e-07,
      "loss": 0.3216,
      "step": 2197320
    },
    {
      "epoch": 613.27,
      "grad_norm": 2.4849514961242676,
      "learning_rate": 6.642498473903171e-07,
      "loss": 0.3315,
      "step": 2197330
    },
    {
      "epoch": 613.27,
      "grad_norm": 1.0673608779907227,
      "learning_rate": 6.642309874137705e-07,
      "loss": 0.3487,
      "step": 2197340
    },
    {
      "epoch": 613.27,
      "grad_norm": 1.2017806768417358,
      "learning_rate": 6.642121276607693e-07,
      "loss": 0.351,
      "step": 2197350
    },
    {
      "epoch": 613.27,
      "grad_norm": 1.286414623260498,
      "learning_rate": 6.641932681313135e-07,
      "loss": 0.3414,
      "step": 2197360
    },
    {
      "epoch": 613.28,
      "grad_norm": 1.251776099205017,
      "learning_rate": 6.641744088254085e-07,
      "loss": 0.3266,
      "step": 2197370
    },
    {
      "epoch": 613.28,
      "grad_norm": 1.2399108409881592,
      "learning_rate": 6.641555497430546e-07,
      "loss": 0.326,
      "step": 2197380
    },
    {
      "epoch": 613.28,
      "grad_norm": 1.3010518550872803,
      "learning_rate": 6.641366908842555e-07,
      "loss": 0.3312,
      "step": 2197390
    },
    {
      "epoch": 613.28,
      "grad_norm": 1.2548680305480957,
      "learning_rate": 6.641178322490131e-07,
      "loss": 0.3318,
      "step": 2197400
    },
    {
      "epoch": 613.29,
      "grad_norm": 1.2643922567367554,
      "learning_rate": 6.64098973837331e-07,
      "loss": 0.3293,
      "step": 2197410
    },
    {
      "epoch": 613.29,
      "grad_norm": 1.1345456838607788,
      "learning_rate": 6.640801156492103e-07,
      "loss": 0.3329,
      "step": 2197420
    },
    {
      "epoch": 613.29,
      "grad_norm": 1.1994824409484863,
      "learning_rate": 6.640612576846543e-07,
      "loss": 0.3241,
      "step": 2197430
    },
    {
      "epoch": 613.3,
      "grad_norm": 5.749880313873291,
      "learning_rate": 6.640423999436657e-07,
      "loss": 0.3531,
      "step": 2197440
    },
    {
      "epoch": 613.3,
      "grad_norm": 1.2717469930648804,
      "learning_rate": 6.640235424262453e-07,
      "loss": 0.357,
      "step": 2197450
    },
    {
      "epoch": 613.3,
      "grad_norm": 1.2375553846359253,
      "learning_rate": 6.640046851323985e-07,
      "loss": 0.3381,
      "step": 2197460
    },
    {
      "epoch": 613.3,
      "grad_norm": 1.4358994960784912,
      "learning_rate": 6.639858280621255e-07,
      "loss": 0.3361,
      "step": 2197470
    },
    {
      "epoch": 613.31,
      "grad_norm": 1.2735400199890137,
      "learning_rate": 6.639669712154294e-07,
      "loss": 0.3378,
      "step": 2197480
    },
    {
      "epoch": 613.31,
      "grad_norm": 1.3182604312896729,
      "learning_rate": 6.639481145923139e-07,
      "loss": 0.3415,
      "step": 2197490
    },
    {
      "epoch": 613.31,
      "grad_norm": 1.0219731330871582,
      "learning_rate": 6.639292581927796e-07,
      "loss": 0.3285,
      "step": 2197500
    },
    {
      "epoch": 613.32,
      "grad_norm": 1.2562742233276367,
      "learning_rate": 6.639104020168297e-07,
      "loss": 0.3435,
      "step": 2197510
    },
    {
      "epoch": 613.32,
      "grad_norm": 1.1484928131103516,
      "learning_rate": 6.638915460644672e-07,
      "loss": 0.3462,
      "step": 2197520
    },
    {
      "epoch": 613.32,
      "grad_norm": 1.0821329355239868,
      "learning_rate": 6.638726903356949e-07,
      "loss": 0.3243,
      "step": 2197530
    },
    {
      "epoch": 613.32,
      "grad_norm": 1.1018301248550415,
      "learning_rate": 6.638538348305134e-07,
      "loss": 0.3382,
      "step": 2197540
    },
    {
      "epoch": 613.33,
      "grad_norm": 1.281301498413086,
      "learning_rate": 6.638349795489279e-07,
      "loss": 0.3452,
      "step": 2197550
    },
    {
      "epoch": 613.33,
      "grad_norm": 1.0962209701538086,
      "learning_rate": 6.638161244909388e-07,
      "loss": 0.3506,
      "step": 2197560
    },
    {
      "epoch": 613.33,
      "grad_norm": 1.3863707780838013,
      "learning_rate": 6.637972696565494e-07,
      "loss": 0.3442,
      "step": 2197570
    },
    {
      "epoch": 613.34,
      "grad_norm": 1.2547110319137573,
      "learning_rate": 6.637784150457629e-07,
      "loss": 0.334,
      "step": 2197580
    },
    {
      "epoch": 613.34,
      "grad_norm": 1.2045395374298096,
      "learning_rate": 6.637595606585805e-07,
      "loss": 0.3278,
      "step": 2197590
    },
    {
      "epoch": 613.34,
      "grad_norm": 1.110517978668213,
      "learning_rate": 6.63740706495005e-07,
      "loss": 0.3274,
      "step": 2197600
    },
    {
      "epoch": 613.34,
      "grad_norm": 1.1269402503967285,
      "learning_rate": 6.637218525550392e-07,
      "loss": 0.3405,
      "step": 2197610
    },
    {
      "epoch": 613.35,
      "grad_norm": 1.4677271842956543,
      "learning_rate": 6.637029988386865e-07,
      "loss": 0.344,
      "step": 2197620
    },
    {
      "epoch": 613.35,
      "grad_norm": 1.7268832921981812,
      "learning_rate": 6.636841453459476e-07,
      "loss": 0.337,
      "step": 2197630
    },
    {
      "epoch": 613.35,
      "grad_norm": 1.0967739820480347,
      "learning_rate": 6.636652920768262e-07,
      "loss": 0.3494,
      "step": 2197640
    },
    {
      "epoch": 613.35,
      "grad_norm": 1.221538782119751,
      "learning_rate": 6.636464390313243e-07,
      "loss": 0.3463,
      "step": 2197650
    },
    {
      "epoch": 613.36,
      "grad_norm": 1.446153998374939,
      "learning_rate": 6.636275862094447e-07,
      "loss": 0.3308,
      "step": 2197660
    },
    {
      "epoch": 613.36,
      "grad_norm": 1.4740291833877563,
      "learning_rate": 6.636087336111906e-07,
      "loss": 0.334,
      "step": 2197670
    },
    {
      "epoch": 613.36,
      "grad_norm": 1.1137323379516602,
      "learning_rate": 6.635898812365622e-07,
      "loss": 0.3398,
      "step": 2197680
    },
    {
      "epoch": 613.37,
      "grad_norm": 1.1541327238082886,
      "learning_rate": 6.635710290855652e-07,
      "loss": 0.3335,
      "step": 2197690
    },
    {
      "epoch": 613.37,
      "grad_norm": 1.1758283376693726,
      "learning_rate": 6.635521771581996e-07,
      "loss": 0.3644,
      "step": 2197700
    },
    {
      "epoch": 613.37,
      "grad_norm": 1.5320563316345215,
      "learning_rate": 6.63533325454469e-07,
      "loss": 0.3384,
      "step": 2197710
    },
    {
      "epoch": 613.37,
      "grad_norm": 1.3198914527893066,
      "learning_rate": 6.635144739743762e-07,
      "loss": 0.3436,
      "step": 2197720
    },
    {
      "epoch": 613.38,
      "grad_norm": 1.165723204612732,
      "learning_rate": 6.634956227179227e-07,
      "loss": 0.3533,
      "step": 2197730
    },
    {
      "epoch": 613.38,
      "grad_norm": 1.1696629524230957,
      "learning_rate": 6.634767716851114e-07,
      "loss": 0.3341,
      "step": 2197740
    },
    {
      "epoch": 613.38,
      "grad_norm": 1.0455081462860107,
      "learning_rate": 6.634579208759449e-07,
      "loss": 0.3359,
      "step": 2197750
    },
    {
      "epoch": 613.39,
      "grad_norm": 1.1576186418533325,
      "learning_rate": 6.634390702904266e-07,
      "loss": 0.329,
      "step": 2197760
    },
    {
      "epoch": 613.39,
      "grad_norm": 1.1395258903503418,
      "learning_rate": 6.634202199285573e-07,
      "loss": 0.3409,
      "step": 2197770
    },
    {
      "epoch": 613.39,
      "grad_norm": 1.1139192581176758,
      "learning_rate": 6.634013697903403e-07,
      "loss": 0.3262,
      "step": 2197780
    },
    {
      "epoch": 613.39,
      "grad_norm": 1.2483489513397217,
      "learning_rate": 6.633825198757789e-07,
      "loss": 0.3403,
      "step": 2197790
    },
    {
      "epoch": 613.4,
      "grad_norm": 1.3313210010528564,
      "learning_rate": 6.633636701848734e-07,
      "loss": 0.3423,
      "step": 2197800
    },
    {
      "epoch": 613.4,
      "grad_norm": 1.2023358345031738,
      "learning_rate": 6.633448207176293e-07,
      "loss": 0.3553,
      "step": 2197810
    },
    {
      "epoch": 613.4,
      "grad_norm": 1.1096526384353638,
      "learning_rate": 6.633259714740469e-07,
      "loss": 0.3396,
      "step": 2197820
    },
    {
      "epoch": 613.4,
      "grad_norm": 1.2243980169296265,
      "learning_rate": 6.633071224541294e-07,
      "loss": 0.3297,
      "step": 2197830
    },
    {
      "epoch": 613.41,
      "grad_norm": 1.3734726905822754,
      "learning_rate": 6.63288273657879e-07,
      "loss": 0.3397,
      "step": 2197840
    },
    {
      "epoch": 613.41,
      "grad_norm": 1.1199760437011719,
      "learning_rate": 6.632694250852995e-07,
      "loss": 0.3479,
      "step": 2197850
    },
    {
      "epoch": 613.41,
      "grad_norm": 1.2858493328094482,
      "learning_rate": 6.632505767363917e-07,
      "loss": 0.3333,
      "step": 2197860
    },
    {
      "epoch": 613.42,
      "grad_norm": 1.0320621728897095,
      "learning_rate": 6.632317286111588e-07,
      "loss": 0.3346,
      "step": 2197870
    },
    {
      "epoch": 613.42,
      "grad_norm": 1.5216373205184937,
      "learning_rate": 6.632128807096043e-07,
      "loss": 0.3343,
      "step": 2197880
    },
    {
      "epoch": 613.42,
      "grad_norm": 1.2090579271316528,
      "learning_rate": 6.63194033031728e-07,
      "loss": 0.3424,
      "step": 2197890
    },
    {
      "epoch": 613.42,
      "grad_norm": 1.268541693687439,
      "learning_rate": 6.631751855775356e-07,
      "loss": 0.3501,
      "step": 2197900
    },
    {
      "epoch": 613.43,
      "grad_norm": 1.0916498899459839,
      "learning_rate": 6.631563383470276e-07,
      "loss": 0.3247,
      "step": 2197910
    },
    {
      "epoch": 613.43,
      "grad_norm": 1.2180067300796509,
      "learning_rate": 6.631374913402068e-07,
      "loss": 0.3392,
      "step": 2197920
    },
    {
      "epoch": 613.43,
      "grad_norm": 1.2539772987365723,
      "learning_rate": 6.631186445570771e-07,
      "loss": 0.3302,
      "step": 2197930
    },
    {
      "epoch": 613.44,
      "grad_norm": 1.4464671611785889,
      "learning_rate": 6.630997979976382e-07,
      "loss": 0.3417,
      "step": 2197940
    },
    {
      "epoch": 613.44,
      "grad_norm": 0.9538701772689819,
      "learning_rate": 6.630809516618957e-07,
      "loss": 0.3337,
      "step": 2197950
    },
    {
      "epoch": 613.44,
      "grad_norm": 1.2201929092407227,
      "learning_rate": 6.6306210554985e-07,
      "loss": 0.3436,
      "step": 2197960
    },
    {
      "epoch": 613.44,
      "grad_norm": 1.2484114170074463,
      "learning_rate": 6.630432596615045e-07,
      "loss": 0.3322,
      "step": 2197970
    },
    {
      "epoch": 613.45,
      "grad_norm": 1.216664433479309,
      "learning_rate": 6.630244139968614e-07,
      "loss": 0.3501,
      "step": 2197980
    },
    {
      "epoch": 613.45,
      "grad_norm": 1.1124902963638306,
      "learning_rate": 6.630055685559242e-07,
      "loss": 0.3334,
      "step": 2197990
    },
    {
      "epoch": 613.45,
      "grad_norm": 1.0725582838058472,
      "learning_rate": 6.629867233386935e-07,
      "loss": 0.3375,
      "step": 2198000
    },
    {
      "epoch": 613.46,
      "grad_norm": 1.4005297422409058,
      "learning_rate": 6.629678783451731e-07,
      "loss": 0.3433,
      "step": 2198010
    },
    {
      "epoch": 613.46,
      "grad_norm": 1.3865667581558228,
      "learning_rate": 6.62949033575366e-07,
      "loss": 0.3471,
      "step": 2198020
    },
    {
      "epoch": 613.46,
      "grad_norm": 1.3422964811325073,
      "learning_rate": 6.629301890292724e-07,
      "loss": 0.3361,
      "step": 2198030
    },
    {
      "epoch": 613.46,
      "grad_norm": 1.005584478378296,
      "learning_rate": 6.629113447068979e-07,
      "loss": 0.3224,
      "step": 2198040
    },
    {
      "epoch": 613.47,
      "grad_norm": 1.4003684520721436,
      "learning_rate": 6.628925006082428e-07,
      "loss": 0.3363,
      "step": 2198050
    },
    {
      "epoch": 613.47,
      "grad_norm": 1.287408471107483,
      "learning_rate": 6.628736567333102e-07,
      "loss": 0.3532,
      "step": 2198060
    },
    {
      "epoch": 613.47,
      "grad_norm": 1.2437429428100586,
      "learning_rate": 6.628548130821032e-07,
      "loss": 0.335,
      "step": 2198070
    },
    {
      "epoch": 613.47,
      "grad_norm": 1.186181902885437,
      "learning_rate": 6.628359696546234e-07,
      "loss": 0.3305,
      "step": 2198080
    },
    {
      "epoch": 613.48,
      "grad_norm": 1.1618156433105469,
      "learning_rate": 6.628171264508737e-07,
      "loss": 0.3283,
      "step": 2198090
    },
    {
      "epoch": 613.48,
      "grad_norm": 1.1809208393096924,
      "learning_rate": 6.627982834708566e-07,
      "loss": 0.3338,
      "step": 2198100
    },
    {
      "epoch": 613.48,
      "grad_norm": 1.1293156147003174,
      "learning_rate": 6.627794407145753e-07,
      "loss": 0.3401,
      "step": 2198110
    },
    {
      "epoch": 613.49,
      "grad_norm": 1.3011943101882935,
      "learning_rate": 6.627605981820301e-07,
      "loss": 0.3261,
      "step": 2198120
    },
    {
      "epoch": 613.49,
      "grad_norm": 1.2555859088897705,
      "learning_rate": 6.627417558732268e-07,
      "loss": 0.3415,
      "step": 2198130
    },
    {
      "epoch": 613.49,
      "grad_norm": 1.1868040561676025,
      "learning_rate": 6.62722913788165e-07,
      "loss": 0.3465,
      "step": 2198140
    },
    {
      "epoch": 613.49,
      "grad_norm": 1.8617327213287354,
      "learning_rate": 6.627040719268487e-07,
      "loss": 0.3464,
      "step": 2198150
    },
    {
      "epoch": 613.5,
      "grad_norm": 1.2360063791275024,
      "learning_rate": 6.626852302892806e-07,
      "loss": 0.3422,
      "step": 2198160
    },
    {
      "epoch": 613.5,
      "grad_norm": 1.0763213634490967,
      "learning_rate": 6.626663888754622e-07,
      "loss": 0.3282,
      "step": 2198170
    },
    {
      "epoch": 613.5,
      "grad_norm": 1.3352066278457642,
      "learning_rate": 6.626475476853962e-07,
      "loss": 0.3398,
      "step": 2198180
    },
    {
      "epoch": 613.51,
      "grad_norm": 1.2571351528167725,
      "learning_rate": 6.626287067190857e-07,
      "loss": 0.362,
      "step": 2198190
    },
    {
      "epoch": 613.51,
      "grad_norm": 0.9785657525062561,
      "learning_rate": 6.626098659765334e-07,
      "loss": 0.331,
      "step": 2198200
    },
    {
      "epoch": 613.51,
      "grad_norm": 1.0892622470855713,
      "learning_rate": 6.625910254577399e-07,
      "loss": 0.331,
      "step": 2198210
    },
    {
      "epoch": 613.51,
      "grad_norm": 1.1850535869598389,
      "learning_rate": 6.625721851627106e-07,
      "loss": 0.3451,
      "step": 2198220
    },
    {
      "epoch": 613.52,
      "grad_norm": 1.329866886138916,
      "learning_rate": 6.625533450914459e-07,
      "loss": 0.3426,
      "step": 2198230
    },
    {
      "epoch": 613.52,
      "grad_norm": 1.1036096811294556,
      "learning_rate": 6.625345052439487e-07,
      "loss": 0.3355,
      "step": 2198240
    },
    {
      "epoch": 613.52,
      "grad_norm": 1.3278791904449463,
      "learning_rate": 6.625156656202225e-07,
      "loss": 0.3231,
      "step": 2198250
    },
    {
      "epoch": 613.52,
      "grad_norm": 1.0828866958618164,
      "learning_rate": 6.624968262202676e-07,
      "loss": 0.3361,
      "step": 2198260
    },
    {
      "epoch": 613.53,
      "grad_norm": 1.0482556819915771,
      "learning_rate": 6.624779870440896e-07,
      "loss": 0.3227,
      "step": 2198270
    },
    {
      "epoch": 613.53,
      "grad_norm": 1.2671504020690918,
      "learning_rate": 6.624591480916885e-07,
      "loss": 0.3373,
      "step": 2198280
    },
    {
      "epoch": 613.53,
      "grad_norm": 1.1801478862762451,
      "learning_rate": 6.624403093630677e-07,
      "loss": 0.3352,
      "step": 2198290
    },
    {
      "epoch": 613.54,
      "grad_norm": 1.4481878280639648,
      "learning_rate": 6.624214708582304e-07,
      "loss": 0.3458,
      "step": 2198300
    },
    {
      "epoch": 613.54,
      "grad_norm": 1.2591445446014404,
      "learning_rate": 6.624026325771778e-07,
      "loss": 0.3402,
      "step": 2198310
    },
    {
      "epoch": 613.54,
      "grad_norm": 1.253095269203186,
      "learning_rate": 6.623837945199126e-07,
      "loss": 0.3268,
      "step": 2198320
    },
    {
      "epoch": 613.54,
      "grad_norm": 1.151353359222412,
      "learning_rate": 6.62364956686438e-07,
      "loss": 0.3298,
      "step": 2198330
    },
    {
      "epoch": 613.55,
      "grad_norm": 1.7725837230682373,
      "learning_rate": 6.623461190767571e-07,
      "loss": 0.3179,
      "step": 2198340
    },
    {
      "epoch": 613.55,
      "grad_norm": 1.226128101348877,
      "learning_rate": 6.623272816908697e-07,
      "loss": 0.3259,
      "step": 2198350
    },
    {
      "epoch": 613.55,
      "grad_norm": 1.1420329809188843,
      "learning_rate": 6.623084445287817e-07,
      "loss": 0.3348,
      "step": 2198360
    },
    {
      "epoch": 613.56,
      "grad_norm": 1.0582363605499268,
      "learning_rate": 6.622896075904933e-07,
      "loss": 0.3319,
      "step": 2198370
    },
    {
      "epoch": 613.56,
      "grad_norm": 1.1242384910583496,
      "learning_rate": 6.622707708760077e-07,
      "loss": 0.3286,
      "step": 2198380
    },
    {
      "epoch": 613.56,
      "grad_norm": 1.276548981666565,
      "learning_rate": 6.622519343853282e-07,
      "loss": 0.3423,
      "step": 2198390
    },
    {
      "epoch": 613.56,
      "grad_norm": 1.4735733270645142,
      "learning_rate": 6.62233098118456e-07,
      "loss": 0.3272,
      "step": 2198400
    },
    {
      "epoch": 613.57,
      "grad_norm": 1.4022818803787231,
      "learning_rate": 6.622142620753939e-07,
      "loss": 0.35,
      "step": 2198410
    },
    {
      "epoch": 613.57,
      "grad_norm": 1.1898456811904907,
      "learning_rate": 6.621954262561448e-07,
      "loss": 0.3352,
      "step": 2198420
    },
    {
      "epoch": 613.57,
      "grad_norm": 1.145906686782837,
      "learning_rate": 6.621765906607119e-07,
      "loss": 0.3455,
      "step": 2198430
    },
    {
      "epoch": 613.58,
      "grad_norm": 1.2576119899749756,
      "learning_rate": 6.621577552890959e-07,
      "loss": 0.3494,
      "step": 2198440
    },
    {
      "epoch": 613.58,
      "grad_norm": 1.2652515172958374,
      "learning_rate": 6.621389201413006e-07,
      "loss": 0.3332,
      "step": 2198450
    },
    {
      "epoch": 613.58,
      "grad_norm": 1.2309077978134155,
      "learning_rate": 6.621200852173285e-07,
      "loss": 0.3353,
      "step": 2198460
    },
    {
      "epoch": 613.58,
      "grad_norm": 1.424630045890808,
      "learning_rate": 6.621012505171806e-07,
      "loss": 0.3234,
      "step": 2198470
    },
    {
      "epoch": 613.59,
      "grad_norm": 1.3587603569030762,
      "learning_rate": 6.620824160408622e-07,
      "loss": 0.3527,
      "step": 2198480
    },
    {
      "epoch": 613.59,
      "grad_norm": 1.1572277545928955,
      "learning_rate": 6.620635817883733e-07,
      "loss": 0.3567,
      "step": 2198490
    },
    {
      "epoch": 613.59,
      "grad_norm": 1.075013518333435,
      "learning_rate": 6.620447477597174e-07,
      "loss": 0.3409,
      "step": 2198500
    },
    {
      "epoch": 613.59,
      "grad_norm": 1.2209889888763428,
      "learning_rate": 6.620259139548967e-07,
      "loss": 0.338,
      "step": 2198510
    },
    {
      "epoch": 613.6,
      "grad_norm": 1.1083108186721802,
      "learning_rate": 6.620070803739142e-07,
      "loss": 0.329,
      "step": 2198520
    },
    {
      "epoch": 613.6,
      "grad_norm": 1.2509129047393799,
      "learning_rate": 6.619882470167726e-07,
      "loss": 0.3591,
      "step": 2198530
    },
    {
      "epoch": 613.6,
      "grad_norm": 1.0656237602233887,
      "learning_rate": 6.619694138834734e-07,
      "loss": 0.3445,
      "step": 2198540
    },
    {
      "epoch": 613.61,
      "grad_norm": 1.0010149478912354,
      "learning_rate": 6.619505809740197e-07,
      "loss": 0.3357,
      "step": 2198550
    },
    {
      "epoch": 613.61,
      "grad_norm": 1.1882314682006836,
      "learning_rate": 6.619317482884139e-07,
      "loss": 0.3393,
      "step": 2198560
    },
    {
      "epoch": 613.61,
      "grad_norm": 1.2380573749542236,
      "learning_rate": 6.619129158266595e-07,
      "loss": 0.3421,
      "step": 2198570
    },
    {
      "epoch": 613.61,
      "grad_norm": 1.242581844329834,
      "learning_rate": 6.61894083588757e-07,
      "loss": 0.3434,
      "step": 2198580
    },
    {
      "epoch": 613.62,
      "grad_norm": 1.0720027685165405,
      "learning_rate": 6.618752515747102e-07,
      "loss": 0.3557,
      "step": 2198590
    },
    {
      "epoch": 613.62,
      "grad_norm": 1.1048654317855835,
      "learning_rate": 6.61856419784522e-07,
      "loss": 0.3353,
      "step": 2198600
    },
    {
      "epoch": 613.62,
      "grad_norm": 1.1803268194198608,
      "learning_rate": 6.618375882181931e-07,
      "loss": 0.3216,
      "step": 2198610
    },
    {
      "epoch": 613.63,
      "grad_norm": 1.1887964010238647,
      "learning_rate": 6.618187568757282e-07,
      "loss": 0.3328,
      "step": 2198620
    },
    {
      "epoch": 613.63,
      "grad_norm": 1.0449422597885132,
      "learning_rate": 6.617999257571283e-07,
      "loss": 0.3644,
      "step": 2198630
    },
    {
      "epoch": 613.63,
      "grad_norm": 1.2362607717514038,
      "learning_rate": 6.617810948623965e-07,
      "loss": 0.3436,
      "step": 2198640
    },
    {
      "epoch": 613.63,
      "grad_norm": 1.2966527938842773,
      "learning_rate": 6.617622641915351e-07,
      "loss": 0.3429,
      "step": 2198650
    },
    {
      "epoch": 613.64,
      "grad_norm": 1.0195515155792236,
      "learning_rate": 6.617434337445475e-07,
      "loss": 0.3314,
      "step": 2198660
    },
    {
      "epoch": 613.64,
      "grad_norm": 1.1400349140167236,
      "learning_rate": 6.617246035214347e-07,
      "loss": 0.3384,
      "step": 2198670
    },
    {
      "epoch": 613.64,
      "grad_norm": 3.508833169937134,
      "learning_rate": 6.617057735222001e-07,
      "loss": 0.336,
      "step": 2198680
    },
    {
      "epoch": 613.64,
      "grad_norm": 1.1459543704986572,
      "learning_rate": 6.616869437468465e-07,
      "loss": 0.3403,
      "step": 2198690
    },
    {
      "epoch": 613.65,
      "grad_norm": 1.057783842086792,
      "learning_rate": 6.616681141953746e-07,
      "loss": 0.3302,
      "step": 2198700
    },
    {
      "epoch": 613.65,
      "grad_norm": 1.2094542980194092,
      "learning_rate": 6.616492848677897e-07,
      "loss": 0.3555,
      "step": 2198710
    },
    {
      "epoch": 613.65,
      "grad_norm": 1.033686876296997,
      "learning_rate": 6.616304557640921e-07,
      "loss": 0.3176,
      "step": 2198720
    },
    {
      "epoch": 613.66,
      "grad_norm": 1.514367938041687,
      "learning_rate": 6.616116268842853e-07,
      "loss": 0.3341,
      "step": 2198730
    },
    {
      "epoch": 613.66,
      "grad_norm": 1.127382516860962,
      "learning_rate": 6.615927982283722e-07,
      "loss": 0.3467,
      "step": 2198740
    },
    {
      "epoch": 613.66,
      "grad_norm": 1.3166847229003906,
      "learning_rate": 6.615739697963538e-07,
      "loss": 0.3429,
      "step": 2198750
    },
    {
      "epoch": 613.66,
      "grad_norm": 1.2346253395080566,
      "learning_rate": 6.615551415882335e-07,
      "loss": 0.328,
      "step": 2198760
    },
    {
      "epoch": 613.67,
      "grad_norm": 1.3555083274841309,
      "learning_rate": 6.61536313604014e-07,
      "loss": 0.3417,
      "step": 2198770
    },
    {
      "epoch": 613.67,
      "grad_norm": 1.1462876796722412,
      "learning_rate": 6.615174858436983e-07,
      "loss": 0.3535,
      "step": 2198780
    },
    {
      "epoch": 613.67,
      "grad_norm": 1.0473841428756714,
      "learning_rate": 6.614986583072867e-07,
      "loss": 0.3367,
      "step": 2198790
    },
    {
      "epoch": 613.68,
      "grad_norm": 1.1637253761291504,
      "learning_rate": 6.614798309947843e-07,
      "loss": 0.3432,
      "step": 2198800
    },
    {
      "epoch": 613.68,
      "grad_norm": 13.983842849731445,
      "learning_rate": 6.614610039061923e-07,
      "loss": 0.3341,
      "step": 2198810
    },
    {
      "epoch": 613.68,
      "grad_norm": 1.351121187210083,
      "learning_rate": 6.614421770415133e-07,
      "loss": 0.3204,
      "step": 2198820
    },
    {
      "epoch": 613.68,
      "grad_norm": 1.084773302078247,
      "learning_rate": 6.614233504007506e-07,
      "loss": 0.3502,
      "step": 2198830
    },
    {
      "epoch": 613.69,
      "grad_norm": 1.134425401687622,
      "learning_rate": 6.614045239839045e-07,
      "loss": 0.3247,
      "step": 2198840
    },
    {
      "epoch": 613.69,
      "grad_norm": 1.2583762407302856,
      "learning_rate": 6.613856977909807e-07,
      "loss": 0.3325,
      "step": 2198850
    },
    {
      "epoch": 613.69,
      "grad_norm": 1.1080005168914795,
      "learning_rate": 6.61366871821979e-07,
      "loss": 0.3317,
      "step": 2198860
    },
    {
      "epoch": 613.7,
      "grad_norm": 1.3656601905822754,
      "learning_rate": 6.613480460769031e-07,
      "loss": 0.3427,
      "step": 2198870
    },
    {
      "epoch": 613.7,
      "grad_norm": 1.1531251668930054,
      "learning_rate": 6.613292205557562e-07,
      "loss": 0.3354,
      "step": 2198880
    },
    {
      "epoch": 613.7,
      "grad_norm": 1.1029847860336304,
      "learning_rate": 6.613103952585391e-07,
      "loss": 0.336,
      "step": 2198890
    },
    {
      "epoch": 613.7,
      "grad_norm": 1.2959413528442383,
      "learning_rate": 6.612915701852553e-07,
      "loss": 0.3351,
      "step": 2198900
    },
    {
      "epoch": 613.71,
      "grad_norm": 1.3703103065490723,
      "learning_rate": 6.612727453359072e-07,
      "loss": 0.3338,
      "step": 2198910
    },
    {
      "epoch": 613.71,
      "grad_norm": 1.3548468351364136,
      "learning_rate": 6.612539207104979e-07,
      "loss": 0.3457,
      "step": 2198920
    },
    {
      "epoch": 613.71,
      "grad_norm": 1.2479125261306763,
      "learning_rate": 6.612350963090278e-07,
      "loss": 0.3513,
      "step": 2198930
    },
    {
      "epoch": 613.71,
      "grad_norm": 1.3512502908706665,
      "learning_rate": 6.612162721315024e-07,
      "loss": 0.3349,
      "step": 2198940
    },
    {
      "epoch": 613.72,
      "grad_norm": 1.3626645803451538,
      "learning_rate": 6.611974481779219e-07,
      "loss": 0.3327,
      "step": 2198950
    },
    {
      "epoch": 613.72,
      "grad_norm": 1.3910833597183228,
      "learning_rate": 6.611786244482898e-07,
      "loss": 0.3359,
      "step": 2198960
    },
    {
      "epoch": 613.72,
      "grad_norm": 1.1138274669647217,
      "learning_rate": 6.611598009426089e-07,
      "loss": 0.3373,
      "step": 2198970
    },
    {
      "epoch": 613.73,
      "grad_norm": 1.0999200344085693,
      "learning_rate": 6.611409776608807e-07,
      "loss": 0.3322,
      "step": 2198980
    },
    {
      "epoch": 613.73,
      "grad_norm": 1.2036335468292236,
      "learning_rate": 6.611221546031081e-07,
      "loss": 0.3395,
      "step": 2198990
    },
    {
      "epoch": 613.73,
      "grad_norm": 1.3036996126174927,
      "learning_rate": 6.611033317692937e-07,
      "loss": 0.3386,
      "step": 2199000
    },
    {
      "epoch": 613.73,
      "grad_norm": 1.2626731395721436,
      "learning_rate": 6.610845091594409e-07,
      "loss": 0.3261,
      "step": 2199010
    },
    {
      "epoch": 613.74,
      "grad_norm": 1.2543872594833374,
      "learning_rate": 6.610656867735503e-07,
      "loss": 0.3427,
      "step": 2199020
    },
    {
      "epoch": 613.74,
      "grad_norm": 1.265048861503601,
      "learning_rate": 6.610468646116256e-07,
      "loss": 0.3386,
      "step": 2199030
    },
    {
      "epoch": 613.74,
      "grad_norm": 1.1797329187393188,
      "learning_rate": 6.610280426736693e-07,
      "loss": 0.3421,
      "step": 2199040
    },
    {
      "epoch": 613.75,
      "grad_norm": 1.191845417022705,
      "learning_rate": 6.610092209596838e-07,
      "loss": 0.3358,
      "step": 2199050
    },
    {
      "epoch": 613.75,
      "grad_norm": 1.063173532485962,
      "learning_rate": 6.609903994696718e-07,
      "loss": 0.3382,
      "step": 2199060
    },
    {
      "epoch": 613.75,
      "grad_norm": 1.3305144309997559,
      "learning_rate": 6.609715782036353e-07,
      "loss": 0.3389,
      "step": 2199070
    },
    {
      "epoch": 613.75,
      "grad_norm": 1.27889084815979,
      "learning_rate": 6.609527571615769e-07,
      "loss": 0.3426,
      "step": 2199080
    },
    {
      "epoch": 613.76,
      "grad_norm": 1.2280898094177246,
      "learning_rate": 6.609339363434993e-07,
      "loss": 0.3434,
      "step": 2199090
    },
    {
      "epoch": 613.76,
      "grad_norm": 1.335364580154419,
      "learning_rate": 6.60915115749405e-07,
      "loss": 0.3439,
      "step": 2199100
    },
    {
      "epoch": 613.76,
      "grad_norm": 1.922570824623108,
      "learning_rate": 6.60896295379297e-07,
      "loss": 0.3441,
      "step": 2199110
    },
    {
      "epoch": 613.77,
      "grad_norm": 1.244666337966919,
      "learning_rate": 6.608774752331769e-07,
      "loss": 0.3418,
      "step": 2199120
    },
    {
      "epoch": 613.77,
      "grad_norm": 1.25472891330719,
      "learning_rate": 6.608586553110476e-07,
      "loss": 0.3525,
      "step": 2199130
    },
    {
      "epoch": 613.77,
      "grad_norm": 2.631805896759033,
      "learning_rate": 6.608398356129112e-07,
      "loss": 0.3524,
      "step": 2199140
    },
    {
      "epoch": 613.77,
      "grad_norm": 1.169174313545227,
      "learning_rate": 6.608210161387717e-07,
      "loss": 0.3317,
      "step": 2199150
    },
    {
      "epoch": 613.78,
      "grad_norm": 1.3390071392059326,
      "learning_rate": 6.608021968886288e-07,
      "loss": 0.328,
      "step": 2199160
    },
    {
      "epoch": 613.78,
      "grad_norm": 1.0116934776306152,
      "learning_rate": 6.607833778624883e-07,
      "loss": 0.335,
      "step": 2199170
    },
    {
      "epoch": 613.78,
      "grad_norm": 3.188586473464966,
      "learning_rate": 6.607645590603503e-07,
      "loss": 0.3579,
      "step": 2199180
    },
    {
      "epoch": 613.78,
      "grad_norm": 1.3672785758972168,
      "learning_rate": 6.607457404822184e-07,
      "loss": 0.3368,
      "step": 2199190
    },
    {
      "epoch": 613.79,
      "grad_norm": 1.0687201023101807,
      "learning_rate": 6.607269221280952e-07,
      "loss": 0.3295,
      "step": 2199200
    },
    {
      "epoch": 613.79,
      "grad_norm": 1.3304409980773926,
      "learning_rate": 6.607081039979822e-07,
      "loss": 0.3405,
      "step": 2199210
    },
    {
      "epoch": 613.79,
      "grad_norm": 1.0525673627853394,
      "learning_rate": 6.606892860918826e-07,
      "loss": 0.3295,
      "step": 2199220
    },
    {
      "epoch": 613.8,
      "grad_norm": 1.176301121711731,
      "learning_rate": 6.606704684097988e-07,
      "loss": 0.336,
      "step": 2199230
    },
    {
      "epoch": 613.8,
      "grad_norm": 1.1748504638671875,
      "learning_rate": 6.606516509517341e-07,
      "loss": 0.3343,
      "step": 2199240
    },
    {
      "epoch": 613.8,
      "grad_norm": 1.1161539554595947,
      "learning_rate": 6.606328337176894e-07,
      "loss": 0.3327,
      "step": 2199250
    },
    {
      "epoch": 613.8,
      "grad_norm": 1.2343465089797974,
      "learning_rate": 6.606140167076682e-07,
      "loss": 0.3554,
      "step": 2199260
    },
    {
      "epoch": 613.81,
      "grad_norm": 1.052221655845642,
      "learning_rate": 6.605951999216737e-07,
      "loss": 0.3405,
      "step": 2199270
    },
    {
      "epoch": 613.81,
      "grad_norm": 1.178134799003601,
      "learning_rate": 6.605763833597057e-07,
      "loss": 0.3568,
      "step": 2199280
    },
    {
      "epoch": 613.81,
      "grad_norm": 1.2375640869140625,
      "learning_rate": 6.605575670217703e-07,
      "loss": 0.3386,
      "step": 2199290
    },
    {
      "epoch": 613.82,
      "grad_norm": 1.2606219053268433,
      "learning_rate": 6.605387509078677e-07,
      "loss": 0.3407,
      "step": 2199300
    },
    {
      "epoch": 613.82,
      "grad_norm": 1.0840790271759033,
      "learning_rate": 6.605199350180007e-07,
      "loss": 0.3473,
      "step": 2199310
    },
    {
      "epoch": 613.82,
      "grad_norm": 1.0820777416229248,
      "learning_rate": 6.605011193521722e-07,
      "loss": 0.3566,
      "step": 2199320
    },
    {
      "epoch": 613.82,
      "grad_norm": 1.2238434553146362,
      "learning_rate": 6.604823039103852e-07,
      "loss": 0.3326,
      "step": 2199330
    },
    {
      "epoch": 613.83,
      "grad_norm": 1.1865984201431274,
      "learning_rate": 6.60463488692641e-07,
      "loss": 0.3376,
      "step": 2199340
    },
    {
      "epoch": 613.83,
      "grad_norm": 1.1170536279678345,
      "learning_rate": 6.604446736989428e-07,
      "loss": 0.3407,
      "step": 2199350
    },
    {
      "epoch": 613.83,
      "grad_norm": 1.352940559387207,
      "learning_rate": 6.604258589292935e-07,
      "loss": 0.3254,
      "step": 2199360
    },
    {
      "epoch": 613.83,
      "grad_norm": 1.3612022399902344,
      "learning_rate": 6.604070443836936e-07,
      "loss": 0.3485,
      "step": 2199370
    },
    {
      "epoch": 613.84,
      "grad_norm": 1.2417504787445068,
      "learning_rate": 6.603882300621486e-07,
      "loss": 0.3165,
      "step": 2199380
    },
    {
      "epoch": 613.84,
      "grad_norm": 1.2569483518600464,
      "learning_rate": 6.603694159646591e-07,
      "loss": 0.3569,
      "step": 2199390
    },
    {
      "epoch": 613.84,
      "grad_norm": 1.1269418001174927,
      "learning_rate": 6.603506020912278e-07,
      "loss": 0.3344,
      "step": 2199400
    },
    {
      "epoch": 613.85,
      "grad_norm": 1.3668216466903687,
      "learning_rate": 6.603317884418581e-07,
      "loss": 0.3306,
      "step": 2199410
    },
    {
      "epoch": 613.85,
      "grad_norm": 1.2761309146881104,
      "learning_rate": 6.603129750165504e-07,
      "loss": 0.3385,
      "step": 2199420
    },
    {
      "epoch": 613.85,
      "grad_norm": 1.3857654333114624,
      "learning_rate": 6.6029416181531e-07,
      "loss": 0.3303,
      "step": 2199430
    },
    {
      "epoch": 613.85,
      "grad_norm": 0.9823711514472961,
      "learning_rate": 6.602753488381373e-07,
      "loss": 0.353,
      "step": 2199440
    },
    {
      "epoch": 613.86,
      "grad_norm": 1.4855552911758423,
      "learning_rate": 6.602565360850356e-07,
      "loss": 0.3432,
      "step": 2199450
    },
    {
      "epoch": 613.86,
      "grad_norm": 1.2701106071472168,
      "learning_rate": 6.602377235560073e-07,
      "loss": 0.3278,
      "step": 2199460
    },
    {
      "epoch": 613.86,
      "grad_norm": 1.31559157371521,
      "learning_rate": 6.602189112510557e-07,
      "loss": 0.3453,
      "step": 2199470
    },
    {
      "epoch": 613.87,
      "grad_norm": 1.1392431259155273,
      "learning_rate": 6.602000991701819e-07,
      "loss": 0.3312,
      "step": 2199480
    },
    {
      "epoch": 613.87,
      "grad_norm": 1.2163056135177612,
      "learning_rate": 6.60181287313389e-07,
      "loss": 0.3364,
      "step": 2199490
    },
    {
      "epoch": 613.87,
      "grad_norm": 1.2021923065185547,
      "learning_rate": 6.601624756806802e-07,
      "loss": 0.3435,
      "step": 2199500
    },
    {
      "epoch": 613.87,
      "grad_norm": 1.0057319402694702,
      "learning_rate": 6.601436642720561e-07,
      "loss": 0.3487,
      "step": 2199510
    },
    {
      "epoch": 613.88,
      "grad_norm": 2.5181801319122314,
      "learning_rate": 6.601248530875216e-07,
      "loss": 0.3435,
      "step": 2199520
    },
    {
      "epoch": 613.88,
      "grad_norm": 1.248148798942566,
      "learning_rate": 6.601060421270776e-07,
      "loss": 0.3267,
      "step": 2199530
    },
    {
      "epoch": 613.88,
      "grad_norm": 1.0640901327133179,
      "learning_rate": 6.60087231390727e-07,
      "loss": 0.3346,
      "step": 2199540
    },
    {
      "epoch": 613.89,
      "grad_norm": 1.2016457319259644,
      "learning_rate": 6.600684208784732e-07,
      "loss": 0.3345,
      "step": 2199550
    },
    {
      "epoch": 613.89,
      "grad_norm": 1.0453914403915405,
      "learning_rate": 6.60049610590317e-07,
      "loss": 0.3414,
      "step": 2199560
    },
    {
      "epoch": 613.89,
      "grad_norm": 1.1854554414749146,
      "learning_rate": 6.600308005262618e-07,
      "loss": 0.3109,
      "step": 2199570
    },
    {
      "epoch": 613.89,
      "grad_norm": 1.2652463912963867,
      "learning_rate": 6.600119906863102e-07,
      "loss": 0.3334,
      "step": 2199580
    },
    {
      "epoch": 613.9,
      "grad_norm": 1.5472135543823242,
      "learning_rate": 6.599931810704651e-07,
      "loss": 0.3441,
      "step": 2199590
    },
    {
      "epoch": 613.9,
      "grad_norm": 1.1644121408462524,
      "learning_rate": 6.599743716787271e-07,
      "loss": 0.3321,
      "step": 2199600
    },
    {
      "epoch": 613.9,
      "grad_norm": 1.1588832139968872,
      "learning_rate": 6.599555625111016e-07,
      "loss": 0.3431,
      "step": 2199610
    },
    {
      "epoch": 613.9,
      "grad_norm": 1.2004352807998657,
      "learning_rate": 6.59936753567589e-07,
      "loss": 0.3221,
      "step": 2199620
    },
    {
      "epoch": 613.91,
      "grad_norm": 1.5396260023117065,
      "learning_rate": 6.599179448481922e-07,
      "loss": 0.3489,
      "step": 2199630
    },
    {
      "epoch": 613.91,
      "grad_norm": 1.2353745698928833,
      "learning_rate": 6.598991363529149e-07,
      "loss": 0.3405,
      "step": 2199640
    },
    {
      "epoch": 613.91,
      "grad_norm": 1.2626593112945557,
      "learning_rate": 6.598803280817577e-07,
      "loss": 0.3512,
      "step": 2199650
    },
    {
      "epoch": 613.92,
      "grad_norm": 1.097345232963562,
      "learning_rate": 6.598615200347238e-07,
      "loss": 0.3348,
      "step": 2199660
    },
    {
      "epoch": 613.92,
      "grad_norm": 1.1235779523849487,
      "learning_rate": 6.598427122118161e-07,
      "loss": 0.3363,
      "step": 2199670
    },
    {
      "epoch": 613.92,
      "grad_norm": 1.159400463104248,
      "learning_rate": 6.598239046130369e-07,
      "loss": 0.3449,
      "step": 2199680
    },
    {
      "epoch": 613.92,
      "grad_norm": 1.1109473705291748,
      "learning_rate": 6.598050972383897e-07,
      "loss": 0.3288,
      "step": 2199690
    },
    {
      "epoch": 613.93,
      "grad_norm": 1.1191999912261963,
      "learning_rate": 6.597862900878748e-07,
      "loss": 0.3258,
      "step": 2199700
    },
    {
      "epoch": 613.93,
      "grad_norm": 1.2487163543701172,
      "learning_rate": 6.597674831614964e-07,
      "loss": 0.3213,
      "step": 2199710
    },
    {
      "epoch": 613.93,
      "grad_norm": 1.1164757013320923,
      "learning_rate": 6.597486764592564e-07,
      "loss": 0.327,
      "step": 2199720
    },
    {
      "epoch": 613.94,
      "grad_norm": 1.1938080787658691,
      "learning_rate": 6.597298699811581e-07,
      "loss": 0.3279,
      "step": 2199730
    },
    {
      "epoch": 613.94,
      "grad_norm": 1.2800792455673218,
      "learning_rate": 6.597110637272019e-07,
      "loss": 0.3388,
      "step": 2199740
    },
    {
      "epoch": 613.94,
      "grad_norm": 1.2501150369644165,
      "learning_rate": 6.596922576973932e-07,
      "loss": 0.3536,
      "step": 2199750
    },
    {
      "epoch": 613.94,
      "grad_norm": 1.3425968885421753,
      "learning_rate": 6.596734518917323e-07,
      "loss": 0.357,
      "step": 2199760
    },
    {
      "epoch": 613.95,
      "grad_norm": 1.2343745231628418,
      "learning_rate": 6.596546463102223e-07,
      "loss": 0.3262,
      "step": 2199770
    },
    {
      "epoch": 613.95,
      "grad_norm": 1.1040565967559814,
      "learning_rate": 6.59635840952867e-07,
      "loss": 0.3485,
      "step": 2199780
    },
    {
      "epoch": 613.95,
      "grad_norm": 1.2776485681533813,
      "learning_rate": 6.596170358196665e-07,
      "loss": 0.3583,
      "step": 2199790
    },
    {
      "epoch": 613.95,
      "grad_norm": 2.4773294925689697,
      "learning_rate": 6.595982309106249e-07,
      "loss": 0.3446,
      "step": 2199800
    },
    {
      "epoch": 613.96,
      "grad_norm": 1.0521588325500488,
      "learning_rate": 6.595794262257442e-07,
      "loss": 0.3465,
      "step": 2199810
    },
    {
      "epoch": 613.96,
      "grad_norm": 1.1854594945907593,
      "learning_rate": 6.595606217650282e-07,
      "loss": 0.3398,
      "step": 2199820
    },
    {
      "epoch": 613.96,
      "grad_norm": 1.2299880981445312,
      "learning_rate": 6.595418175284769e-07,
      "loss": 0.3346,
      "step": 2199830
    },
    {
      "epoch": 613.97,
      "grad_norm": 1.1935685873031616,
      "learning_rate": 6.595230135160946e-07,
      "loss": 0.362,
      "step": 2199840
    },
    {
      "epoch": 613.97,
      "grad_norm": 1.3488539457321167,
      "learning_rate": 6.595042097278839e-07,
      "loss": 0.3399,
      "step": 2199850
    },
    {
      "epoch": 613.97,
      "grad_norm": 1.184061050415039,
      "learning_rate": 6.594854061638456e-07,
      "loss": 0.3452,
      "step": 2199860
    },
    {
      "epoch": 613.97,
      "grad_norm": 1.2969996929168701,
      "learning_rate": 6.594666028239844e-07,
      "loss": 0.3336,
      "step": 2199870
    },
    {
      "epoch": 613.98,
      "grad_norm": 1.331190586090088,
      "learning_rate": 6.594477997083014e-07,
      "loss": 0.34,
      "step": 2199880
    },
    {
      "epoch": 613.98,
      "grad_norm": 1.3263936042785645,
      "learning_rate": 6.594289968167993e-07,
      "loss": 0.3448,
      "step": 2199890
    },
    {
      "epoch": 613.98,
      "grad_norm": 1.1780500411987305,
      "learning_rate": 6.594101941494808e-07,
      "loss": 0.341,
      "step": 2199900
    },
    {
      "epoch": 613.99,
      "grad_norm": 1.2083969116210938,
      "learning_rate": 6.593913917063492e-07,
      "loss": 0.335,
      "step": 2199910
    },
    {
      "epoch": 613.99,
      "grad_norm": 1.2354905605316162,
      "learning_rate": 6.593725894874054e-07,
      "loss": 0.3411,
      "step": 2199920
    },
    {
      "epoch": 613.99,
      "grad_norm": 1.2434436082839966,
      "learning_rate": 6.593537874926526e-07,
      "loss": 0.3618,
      "step": 2199930
    },
    {
      "epoch": 613.99,
      "grad_norm": 1.1206276416778564,
      "learning_rate": 6.593349857220943e-07,
      "loss": 0.3307,
      "step": 2199940
    },
    {
      "epoch": 614.0,
      "grad_norm": 1.2002450227737427,
      "learning_rate": 6.593161841757307e-07,
      "loss": 0.3364,
      "step": 2199950
    },
    {
      "epoch": 614.0,
      "grad_norm": 1.317068338394165,
      "learning_rate": 6.59297382853567e-07,
      "loss": 0.3402,
      "step": 2199960
    },
    {
      "epoch": 614.0,
      "eval_loss": 0.34035757184028625,
      "eval_runtime": 66.4735,
      "eval_samples_per_second": 76.106,
      "eval_steps_per_second": 9.523,
      "step": 2199962
    },
    {
      "epoch": 614.0,
      "grad_norm": 1.3215203285217285,
      "learning_rate": 6.592785817556036e-07,
      "loss": 0.3416,
      "step": 2199970
    },
    {
      "epoch": 614.01,
      "grad_norm": 1.2416034936904907,
      "learning_rate": 6.592597808818439e-07,
      "loss": 0.3348,
      "step": 2199980
    },
    {
      "epoch": 614.01,
      "grad_norm": 1.7532180547714233,
      "learning_rate": 6.592409802322911e-07,
      "loss": 0.3539,
      "step": 2199990
    },
    {
      "epoch": 614.01,
      "grad_norm": 1.190631628036499,
      "learning_rate": 6.592221798069454e-07,
      "loss": 0.3405,
      "step": 2200000
    },
    {
      "epoch": 614.01,
      "grad_norm": 1.1233930587768555,
      "learning_rate": 6.592033796058123e-07,
      "loss": 0.3387,
      "step": 2200010
    },
    {
      "epoch": 614.02,
      "grad_norm": 1.3820829391479492,
      "learning_rate": 6.59184579628892e-07,
      "loss": 0.3477,
      "step": 2200020
    },
    {
      "epoch": 614.02,
      "grad_norm": 1.3224631547927856,
      "learning_rate": 6.591657798761877e-07,
      "loss": 0.3384,
      "step": 2200030
    },
    {
      "epoch": 614.02,
      "grad_norm": 1.1717941761016846,
      "learning_rate": 6.591469803477022e-07,
      "loss": 0.3556,
      "step": 2200040
    },
    {
      "epoch": 614.02,
      "grad_norm": 1.0340369939804077,
      "learning_rate": 6.591281810434386e-07,
      "loss": 0.3308,
      "step": 2200050
    },
    {
      "epoch": 614.03,
      "grad_norm": 1.396793007850647,
      "learning_rate": 6.591093819633978e-07,
      "loss": 0.3586,
      "step": 2200060
    },
    {
      "epoch": 614.03,
      "grad_norm": 1.376292109489441,
      "learning_rate": 6.590905831075831e-07,
      "loss": 0.3237,
      "step": 2200070
    },
    {
      "epoch": 614.03,
      "grad_norm": 1.2215665578842163,
      "learning_rate": 6.590717844759979e-07,
      "loss": 0.325,
      "step": 2200080
    },
    {
      "epoch": 614.04,
      "grad_norm": 1.2368898391723633,
      "learning_rate": 6.590529860686424e-07,
      "loss": 0.3509,
      "step": 2200090
    },
    {
      "epoch": 614.04,
      "grad_norm": 1.282246708869934,
      "learning_rate": 6.590341878855219e-07,
      "loss": 0.3303,
      "step": 2200100
    },
    {
      "epoch": 614.04,
      "grad_norm": 1.116092324256897,
      "learning_rate": 6.590153899266368e-07,
      "loss": 0.3449,
      "step": 2200110
    },
    {
      "epoch": 614.04,
      "grad_norm": 1.5026946067810059,
      "learning_rate": 6.589965921919901e-07,
      "loss": 0.3512,
      "step": 2200120
    },
    {
      "epoch": 614.05,
      "grad_norm": 1.1037997007369995,
      "learning_rate": 6.589777946815848e-07,
      "loss": 0.3328,
      "step": 2200130
    },
    {
      "epoch": 614.05,
      "grad_norm": 1.2264282703399658,
      "learning_rate": 6.589589973954239e-07,
      "loss": 0.3249,
      "step": 2200140
    },
    {
      "epoch": 614.05,
      "grad_norm": 1.1211743354797363,
      "learning_rate": 6.589402003335083e-07,
      "loss": 0.3466,
      "step": 2200150
    },
    {
      "epoch": 614.06,
      "grad_norm": 1.2080928087234497,
      "learning_rate": 6.589214034958414e-07,
      "loss": 0.3457,
      "step": 2200160
    },
    {
      "epoch": 614.06,
      "grad_norm": 1.097176194190979,
      "learning_rate": 6.589026068824262e-07,
      "loss": 0.3385,
      "step": 2200170
    },
    {
      "epoch": 614.06,
      "grad_norm": 1.2484668493270874,
      "learning_rate": 6.588838104932634e-07,
      "loss": 0.338,
      "step": 2200180
    },
    {
      "epoch": 614.06,
      "grad_norm": 1.056450605392456,
      "learning_rate": 6.588650143283581e-07,
      "loss": 0.3307,
      "step": 2200190
    },
    {
      "epoch": 614.07,
      "grad_norm": 1.4682726860046387,
      "learning_rate": 6.588462183877107e-07,
      "loss": 0.3301,
      "step": 2200200
    },
    {
      "epoch": 614.07,
      "grad_norm": 1.1881681680679321,
      "learning_rate": 6.588274226713245e-07,
      "loss": 0.3331,
      "step": 2200210
    },
    {
      "epoch": 614.07,
      "grad_norm": 1.3707023859024048,
      "learning_rate": 6.588086271792027e-07,
      "loss": 0.3483,
      "step": 2200220
    },
    {
      "epoch": 614.07,
      "grad_norm": 1.1007024049758911,
      "learning_rate": 6.587898319113464e-07,
      "loss": 0.3374,
      "step": 2200230
    },
    {
      "epoch": 614.08,
      "grad_norm": 1.1803109645843506,
      "learning_rate": 6.587710368677587e-07,
      "loss": 0.3474,
      "step": 2200240
    },
    {
      "epoch": 614.08,
      "grad_norm": 1.2933571338653564,
      "learning_rate": 6.587522420484422e-07,
      "loss": 0.3362,
      "step": 2200250
    },
    {
      "epoch": 614.08,
      "grad_norm": 1.0013774633407593,
      "learning_rate": 6.587334474533994e-07,
      "loss": 0.3519,
      "step": 2200260
    },
    {
      "epoch": 614.09,
      "grad_norm": 1.2475258111953735,
      "learning_rate": 6.587146530826324e-07,
      "loss": 0.3407,
      "step": 2200270
    },
    {
      "epoch": 614.09,
      "grad_norm": 1.0900079011917114,
      "learning_rate": 6.586958589361452e-07,
      "loss": 0.3428,
      "step": 2200280
    },
    {
      "epoch": 614.09,
      "grad_norm": 1.1938025951385498,
      "learning_rate": 6.586770650139384e-07,
      "loss": 0.3287,
      "step": 2200290
    },
    {
      "epoch": 614.09,
      "grad_norm": 1.0939040184020996,
      "learning_rate": 6.586582713160149e-07,
      "loss": 0.3416,
      "step": 2200300
    },
    {
      "epoch": 614.1,
      "grad_norm": 1.0731070041656494,
      "learning_rate": 6.586394778423788e-07,
      "loss": 0.3369,
      "step": 2200310
    },
    {
      "epoch": 614.1,
      "grad_norm": 1.079798698425293,
      "learning_rate": 6.586206845930297e-07,
      "loss": 0.3361,
      "step": 2200320
    },
    {
      "epoch": 614.1,
      "grad_norm": 1.7213634252548218,
      "learning_rate": 6.586018915679732e-07,
      "loss": 0.3419,
      "step": 2200330
    },
    {
      "epoch": 614.11,
      "grad_norm": 1.242967128753662,
      "learning_rate": 6.585830987672094e-07,
      "loss": 0.34,
      "step": 2200340
    },
    {
      "epoch": 614.11,
      "grad_norm": 1.097674012184143,
      "learning_rate": 6.585643061907421e-07,
      "loss": 0.3424,
      "step": 2200350
    },
    {
      "epoch": 614.11,
      "grad_norm": 1.1855239868164062,
      "learning_rate": 6.585455138385742e-07,
      "loss": 0.3319,
      "step": 2200360
    },
    {
      "epoch": 614.11,
      "grad_norm": 1.3612850904464722,
      "learning_rate": 6.585267217107066e-07,
      "loss": 0.3232,
      "step": 2200370
    },
    {
      "epoch": 614.12,
      "grad_norm": 1.6031981706619263,
      "learning_rate": 6.585079298071429e-07,
      "loss": 0.3472,
      "step": 2200380
    },
    {
      "epoch": 614.12,
      "grad_norm": 1.0790903568267822,
      "learning_rate": 6.584891381278852e-07,
      "loss": 0.3476,
      "step": 2200390
    },
    {
      "epoch": 614.12,
      "grad_norm": 1.2235220670700073,
      "learning_rate": 6.584703466729368e-07,
      "loss": 0.3289,
      "step": 2200400
    },
    {
      "epoch": 614.13,
      "grad_norm": 1.0528395175933838,
      "learning_rate": 6.584515554422983e-07,
      "loss": 0.3589,
      "step": 2200410
    },
    {
      "epoch": 614.13,
      "grad_norm": 1.2704551219940186,
      "learning_rate": 6.58432764435975e-07,
      "loss": 0.3544,
      "step": 2200420
    },
    {
      "epoch": 614.13,
      "grad_norm": 1.0935113430023193,
      "learning_rate": 6.58413973653967e-07,
      "loss": 0.333,
      "step": 2200430
    },
    {
      "epoch": 614.13,
      "grad_norm": 1.1249040365219116,
      "learning_rate": 6.583951830962777e-07,
      "loss": 0.3274,
      "step": 2200440
    },
    {
      "epoch": 614.14,
      "grad_norm": 0.9797398447990417,
      "learning_rate": 6.583763927629103e-07,
      "loss": 0.3426,
      "step": 2200450
    },
    {
      "epoch": 614.14,
      "grad_norm": 1.104047417640686,
      "learning_rate": 6.583576026538659e-07,
      "loss": 0.3392,
      "step": 2200460
    },
    {
      "epoch": 614.14,
      "grad_norm": 1.2364786863327026,
      "learning_rate": 6.583388127691476e-07,
      "loss": 0.3468,
      "step": 2200470
    },
    {
      "epoch": 614.14,
      "grad_norm": 1.1525540351867676,
      "learning_rate": 6.583200231087583e-07,
      "loss": 0.3412,
      "step": 2200480
    },
    {
      "epoch": 614.15,
      "grad_norm": 1.1071089506149292,
      "learning_rate": 6.583012336727005e-07,
      "loss": 0.3363,
      "step": 2200490
    },
    {
      "epoch": 614.15,
      "grad_norm": 1.3201853036880493,
      "learning_rate": 6.58282444460976e-07,
      "loss": 0.3297,
      "step": 2200500
    },
    {
      "epoch": 614.15,
      "grad_norm": 1.3134738206863403,
      "learning_rate": 6.582636554735874e-07,
      "loss": 0.3431,
      "step": 2200510
    },
    {
      "epoch": 614.16,
      "grad_norm": 1.4296633005142212,
      "learning_rate": 6.582448667105384e-07,
      "loss": 0.3638,
      "step": 2200520
    },
    {
      "epoch": 614.16,
      "grad_norm": 1.1417999267578125,
      "learning_rate": 6.582260781718292e-07,
      "loss": 0.3308,
      "step": 2200530
    },
    {
      "epoch": 614.16,
      "grad_norm": 1.0694643259048462,
      "learning_rate": 6.58207289857465e-07,
      "loss": 0.3387,
      "step": 2200540
    },
    {
      "epoch": 614.16,
      "grad_norm": 1.1369097232818604,
      "learning_rate": 6.581885017674457e-07,
      "loss": 0.3242,
      "step": 2200550
    },
    {
      "epoch": 614.17,
      "grad_norm": 1.2432479858398438,
      "learning_rate": 6.581697139017763e-07,
      "loss": 0.3337,
      "step": 2200560
    },
    {
      "epoch": 614.17,
      "grad_norm": 1.238246202468872,
      "learning_rate": 6.581509262604575e-07,
      "loss": 0.3461,
      "step": 2200570
    },
    {
      "epoch": 614.17,
      "grad_norm": 1.2630422115325928,
      "learning_rate": 6.581321388434925e-07,
      "loss": 0.3354,
      "step": 2200580
    },
    {
      "epoch": 614.18,
      "grad_norm": 1.1031594276428223,
      "learning_rate": 6.581133516508843e-07,
      "loss": 0.3282,
      "step": 2200590
    },
    {
      "epoch": 614.18,
      "grad_norm": 1.2187321186065674,
      "learning_rate": 6.580945646826342e-07,
      "loss": 0.3397,
      "step": 2200600
    },
    {
      "epoch": 614.18,
      "grad_norm": 1.1200603246688843,
      "learning_rate": 6.580757779387452e-07,
      "loss": 0.3427,
      "step": 2200610
    },
    {
      "epoch": 614.18,
      "grad_norm": 1.196058750152588,
      "learning_rate": 6.580569914192198e-07,
      "loss": 0.3502,
      "step": 2200620
    },
    {
      "epoch": 614.19,
      "grad_norm": 1.3974385261535645,
      "learning_rate": 6.580382051240615e-07,
      "loss": 0.3486,
      "step": 2200630
    },
    {
      "epoch": 614.19,
      "grad_norm": 0.9630242586135864,
      "learning_rate": 6.580194190532712e-07,
      "loss": 0.3344,
      "step": 2200640
    },
    {
      "epoch": 614.19,
      "grad_norm": 1.4535475969314575,
      "learning_rate": 6.580006332068519e-07,
      "loss": 0.3393,
      "step": 2200650
    },
    {
      "epoch": 614.19,
      "grad_norm": 1.049593210220337,
      "learning_rate": 6.579818475848072e-07,
      "loss": 0.3393,
      "step": 2200660
    },
    {
      "epoch": 614.2,
      "grad_norm": 1.2912845611572266,
      "learning_rate": 6.579630621871371e-07,
      "loss": 0.3288,
      "step": 2200670
    },
    {
      "epoch": 614.2,
      "grad_norm": 1.1957358121871948,
      "learning_rate": 6.579442770138471e-07,
      "loss": 0.3278,
      "step": 2200680
    },
    {
      "epoch": 614.2,
      "grad_norm": 3.5176773071289062,
      "learning_rate": 6.579254920649377e-07,
      "loss": 0.3349,
      "step": 2200690
    },
    {
      "epoch": 614.21,
      "grad_norm": 1.329859733581543,
      "learning_rate": 6.579067073404121e-07,
      "loss": 0.3422,
      "step": 2200700
    },
    {
      "epoch": 614.21,
      "grad_norm": 1.1110121011734009,
      "learning_rate": 6.578879228402726e-07,
      "loss": 0.3267,
      "step": 2200710
    },
    {
      "epoch": 614.21,
      "grad_norm": 1.2296923398971558,
      "learning_rate": 6.578691385645226e-07,
      "loss": 0.3374,
      "step": 2200720
    },
    {
      "epoch": 614.21,
      "grad_norm": 3.808828353881836,
      "learning_rate": 6.578503545131629e-07,
      "loss": 0.3446,
      "step": 2200730
    },
    {
      "epoch": 614.22,
      "grad_norm": 1.2823026180267334,
      "learning_rate": 6.57831570686197e-07,
      "loss": 0.333,
      "step": 2200740
    },
    {
      "epoch": 614.22,
      "grad_norm": 1.3731253147125244,
      "learning_rate": 6.578127870836281e-07,
      "loss": 0.3477,
      "step": 2200750
    },
    {
      "epoch": 614.22,
      "grad_norm": 1.308304786682129,
      "learning_rate": 6.577940037054565e-07,
      "loss": 0.3318,
      "step": 2200760
    },
    {
      "epoch": 614.23,
      "grad_norm": 1.5535449981689453,
      "learning_rate": 6.577752205516874e-07,
      "loss": 0.3482,
      "step": 2200770
    },
    {
      "epoch": 614.23,
      "grad_norm": 1.3238890171051025,
      "learning_rate": 6.577564376223211e-07,
      "loss": 0.3426,
      "step": 2200780
    },
    {
      "epoch": 614.23,
      "grad_norm": 1.0740140676498413,
      "learning_rate": 6.577376549173612e-07,
      "loss": 0.3421,
      "step": 2200790
    },
    {
      "epoch": 614.23,
      "grad_norm": 1.2221242189407349,
      "learning_rate": 6.57718872436811e-07,
      "loss": 0.3494,
      "step": 2200800
    },
    {
      "epoch": 614.24,
      "grad_norm": 1.0904953479766846,
      "learning_rate": 6.577000901806709e-07,
      "loss": 0.3403,
      "step": 2200810
    },
    {
      "epoch": 614.24,
      "grad_norm": 1.2206652164459229,
      "learning_rate": 6.576813081489447e-07,
      "loss": 0.3433,
      "step": 2200820
    },
    {
      "epoch": 614.24,
      "grad_norm": 1.147735834121704,
      "learning_rate": 6.576625263416345e-07,
      "loss": 0.3463,
      "step": 2200830
    },
    {
      "epoch": 614.25,
      "grad_norm": 1.3485758304595947,
      "learning_rate": 6.576437447587432e-07,
      "loss": 0.3503,
      "step": 2200840
    },
    {
      "epoch": 614.25,
      "grad_norm": 1.2899497747421265,
      "learning_rate": 6.57624963400273e-07,
      "loss": 0.3513,
      "step": 2200850
    },
    {
      "epoch": 614.25,
      "grad_norm": 1.2182832956314087,
      "learning_rate": 6.576061822662274e-07,
      "loss": 0.3353,
      "step": 2200860
    },
    {
      "epoch": 614.25,
      "grad_norm": 1.6710785627365112,
      "learning_rate": 6.575874013566069e-07,
      "loss": 0.331,
      "step": 2200870
    },
    {
      "epoch": 614.26,
      "grad_norm": 1.0781465768814087,
      "learning_rate": 6.575686206714155e-07,
      "loss": 0.3481,
      "step": 2200880
    },
    {
      "epoch": 614.26,
      "grad_norm": 1.3351929187774658,
      "learning_rate": 6.575498402106558e-07,
      "loss": 0.3315,
      "step": 2200890
    },
    {
      "epoch": 614.26,
      "grad_norm": 1.2678931951522827,
      "learning_rate": 6.575310599743286e-07,
      "loss": 0.3512,
      "step": 2200900
    },
    {
      "epoch": 614.26,
      "grad_norm": 1.1450140476226807,
      "learning_rate": 6.575122799624387e-07,
      "loss": 0.3552,
      "step": 2200910
    },
    {
      "epoch": 614.27,
      "grad_norm": 1.269775390625,
      "learning_rate": 6.57493500174987e-07,
      "loss": 0.3377,
      "step": 2200920
    },
    {
      "epoch": 614.27,
      "grad_norm": 1.2840821743011475,
      "learning_rate": 6.574747206119764e-07,
      "loss": 0.334,
      "step": 2200930
    },
    {
      "epoch": 614.27,
      "grad_norm": 1.3532418012619019,
      "learning_rate": 6.574559412734102e-07,
      "loss": 0.3445,
      "step": 2200940
    },
    {
      "epoch": 614.28,
      "grad_norm": 1.144343376159668,
      "learning_rate": 6.574371621592896e-07,
      "loss": 0.374,
      "step": 2200950
    },
    {
      "epoch": 614.28,
      "grad_norm": 1.3004125356674194,
      "learning_rate": 6.574183832696177e-07,
      "loss": 0.3507,
      "step": 2200960
    },
    {
      "epoch": 614.28,
      "grad_norm": 1.3898662328720093,
      "learning_rate": 6.57399604604397e-07,
      "loss": 0.3433,
      "step": 2200970
    },
    {
      "epoch": 614.28,
      "grad_norm": 1.2474151849746704,
      "learning_rate": 6.573808261636305e-07,
      "loss": 0.3392,
      "step": 2200980
    },
    {
      "epoch": 614.29,
      "grad_norm": 1.1654852628707886,
      "learning_rate": 6.573620479473189e-07,
      "loss": 0.3281,
      "step": 2200990
    },
    {
      "epoch": 614.29,
      "grad_norm": 1.0340359210968018,
      "learning_rate": 6.573432699554673e-07,
      "loss": 0.3248,
      "step": 2201000
    },
    {
      "epoch": 614.29,
      "grad_norm": 1.2715190649032593,
      "learning_rate": 6.573244921880764e-07,
      "loss": 0.351,
      "step": 2201010
    },
    {
      "epoch": 614.3,
      "grad_norm": 1.1062122583389282,
      "learning_rate": 6.573057146451493e-07,
      "loss": 0.3301,
      "step": 2201020
    },
    {
      "epoch": 614.3,
      "grad_norm": 1.3318662643432617,
      "learning_rate": 6.572869373266887e-07,
      "loss": 0.3564,
      "step": 2201030
    },
    {
      "epoch": 614.3,
      "grad_norm": 1.2370734214782715,
      "learning_rate": 6.572681602326963e-07,
      "loss": 0.3211,
      "step": 2201040
    },
    {
      "epoch": 614.3,
      "grad_norm": 1.204302191734314,
      "learning_rate": 6.572493833631751e-07,
      "loss": 0.3418,
      "step": 2201050
    },
    {
      "epoch": 614.31,
      "grad_norm": 1.1421481370925903,
      "learning_rate": 6.572306067181278e-07,
      "loss": 0.3486,
      "step": 2201060
    },
    {
      "epoch": 614.31,
      "grad_norm": 1.905967354774475,
      "learning_rate": 6.57211830297557e-07,
      "loss": 0.3396,
      "step": 2201070
    },
    {
      "epoch": 614.31,
      "grad_norm": 1.5069044828414917,
      "learning_rate": 6.571930541014638e-07,
      "loss": 0.3581,
      "step": 2201080
    },
    {
      "epoch": 614.31,
      "grad_norm": 1.1626466512680054,
      "learning_rate": 6.57174278129853e-07,
      "loss": 0.333,
      "step": 2201090
    },
    {
      "epoch": 614.32,
      "grad_norm": 1.09453284740448,
      "learning_rate": 6.571555023827254e-07,
      "loss": 0.3159,
      "step": 2201100
    },
    {
      "epoch": 614.32,
      "grad_norm": 1.0894914865493774,
      "learning_rate": 6.571367268600838e-07,
      "loss": 0.3269,
      "step": 2201110
    },
    {
      "epoch": 614.32,
      "grad_norm": 1.2038049697875977,
      "learning_rate": 6.571179515619316e-07,
      "loss": 0.3327,
      "step": 2201120
    },
    {
      "epoch": 614.33,
      "grad_norm": 1.2048760652542114,
      "learning_rate": 6.570991764882692e-07,
      "loss": 0.3427,
      "step": 2201130
    },
    {
      "epoch": 614.33,
      "grad_norm": 1.3959263563156128,
      "learning_rate": 6.570804016391019e-07,
      "loss": 0.3303,
      "step": 2201140
    },
    {
      "epoch": 614.33,
      "grad_norm": 1.0780102014541626,
      "learning_rate": 6.570616270144301e-07,
      "loss": 0.3471,
      "step": 2201150
    },
    {
      "epoch": 614.33,
      "grad_norm": 1.458054542541504,
      "learning_rate": 6.570428526142568e-07,
      "loss": 0.3451,
      "step": 2201160
    },
    {
      "epoch": 614.34,
      "grad_norm": 1.1163747310638428,
      "learning_rate": 6.570240784385856e-07,
      "loss": 0.3341,
      "step": 2201170
    },
    {
      "epoch": 614.34,
      "grad_norm": 1.2255876064300537,
      "learning_rate": 6.570053044874173e-07,
      "loss": 0.3255,
      "step": 2201180
    },
    {
      "epoch": 614.34,
      "grad_norm": 2.1778218746185303,
      "learning_rate": 6.569865307607552e-07,
      "loss": 0.3293,
      "step": 2201190
    },
    {
      "epoch": 614.35,
      "grad_norm": 1.190053939819336,
      "learning_rate": 6.569677572586019e-07,
      "loss": 0.3281,
      "step": 2201200
    },
    {
      "epoch": 614.35,
      "grad_norm": 1.252199411392212,
      "learning_rate": 6.569489839809603e-07,
      "loss": 0.3347,
      "step": 2201210
    },
    {
      "epoch": 614.35,
      "grad_norm": 1.3760288953781128,
      "learning_rate": 6.569302109278308e-07,
      "loss": 0.3464,
      "step": 2201220
    },
    {
      "epoch": 614.35,
      "grad_norm": 1.1821222305297852,
      "learning_rate": 6.569114380992191e-07,
      "loss": 0.3268,
      "step": 2201230
    },
    {
      "epoch": 614.36,
      "grad_norm": 1.4002716541290283,
      "learning_rate": 6.568926654951255e-07,
      "loss": 0.3358,
      "step": 2201240
    },
    {
      "epoch": 614.36,
      "grad_norm": 1.2684862613677979,
      "learning_rate": 6.568738931155528e-07,
      "loss": 0.3478,
      "step": 2201250
    },
    {
      "epoch": 614.36,
      "grad_norm": 1.2685900926589966,
      "learning_rate": 6.568551209605047e-07,
      "loss": 0.3288,
      "step": 2201260
    },
    {
      "epoch": 614.37,
      "grad_norm": 1.0462223291397095,
      "learning_rate": 6.568363490299819e-07,
      "loss": 0.3426,
      "step": 2201270
    },
    {
      "epoch": 614.37,
      "grad_norm": 1.1621342897415161,
      "learning_rate": 6.568175773239879e-07,
      "loss": 0.3378,
      "step": 2201280
    },
    {
      "epoch": 614.37,
      "grad_norm": 1.163822054862976,
      "learning_rate": 6.567988058425252e-07,
      "loss": 0.3366,
      "step": 2201290
    },
    {
      "epoch": 614.37,
      "grad_norm": 1.3529940843582153,
      "learning_rate": 6.567800345855967e-07,
      "loss": 0.3307,
      "step": 2201300
    },
    {
      "epoch": 614.38,
      "grad_norm": 1.4103620052337646,
      "learning_rate": 6.567612635532036e-07,
      "loss": 0.3599,
      "step": 2201310
    },
    {
      "epoch": 614.38,
      "grad_norm": 1.216898798942566,
      "learning_rate": 6.567424927453492e-07,
      "loss": 0.3269,
      "step": 2201320
    },
    {
      "epoch": 614.38,
      "grad_norm": 1.5563863515853882,
      "learning_rate": 6.567237221620365e-07,
      "loss": 0.3364,
      "step": 2201330
    },
    {
      "epoch": 614.38,
      "grad_norm": 1.2743805646896362,
      "learning_rate": 6.567049518032663e-07,
      "loss": 0.343,
      "step": 2201340
    },
    {
      "epoch": 614.39,
      "grad_norm": 1.2456923723220825,
      "learning_rate": 6.566861816690436e-07,
      "loss": 0.3318,
      "step": 2201350
    },
    {
      "epoch": 614.39,
      "grad_norm": 1.207432508468628,
      "learning_rate": 6.566674117593687e-07,
      "loss": 0.3479,
      "step": 2201360
    },
    {
      "epoch": 614.39,
      "grad_norm": 1.2286726236343384,
      "learning_rate": 6.56648642074245e-07,
      "loss": 0.3349,
      "step": 2201370
    },
    {
      "epoch": 614.4,
      "grad_norm": 4.186971664428711,
      "learning_rate": 6.566298726136752e-07,
      "loss": 0.3388,
      "step": 2201380
    },
    {
      "epoch": 614.4,
      "grad_norm": 1.4265345335006714,
      "learning_rate": 6.566111033776621e-07,
      "loss": 0.3454,
      "step": 2201390
    },
    {
      "epoch": 614.4,
      "grad_norm": 1.192238211631775,
      "learning_rate": 6.565923343662069e-07,
      "loss": 0.3294,
      "step": 2201400
    },
    {
      "epoch": 614.4,
      "grad_norm": 1.1931003332138062,
      "learning_rate": 6.565735655793127e-07,
      "loss": 0.3484,
      "step": 2201410
    },
    {
      "epoch": 614.41,
      "grad_norm": 1.1757973432540894,
      "learning_rate": 6.565547970169824e-07,
      "loss": 0.3378,
      "step": 2201420
    },
    {
      "epoch": 614.41,
      "grad_norm": 1.1901050806045532,
      "learning_rate": 6.56536028679218e-07,
      "loss": 0.3439,
      "step": 2201430
    },
    {
      "epoch": 614.41,
      "grad_norm": 1.1519861221313477,
      "learning_rate": 6.565172605660231e-07,
      "loss": 0.3215,
      "step": 2201440
    },
    {
      "epoch": 614.42,
      "grad_norm": 1.0646659135818481,
      "learning_rate": 6.564984926773987e-07,
      "loss": 0.3374,
      "step": 2201450
    },
    {
      "epoch": 614.42,
      "grad_norm": 1.1726642847061157,
      "learning_rate": 6.56479725013348e-07,
      "loss": 0.3396,
      "step": 2201460
    },
    {
      "epoch": 614.42,
      "grad_norm": 1.2366527318954468,
      "learning_rate": 6.56460957573874e-07,
      "loss": 0.3308,
      "step": 2201470
    },
    {
      "epoch": 614.42,
      "grad_norm": 1.3072810173034668,
      "learning_rate": 6.564421903589771e-07,
      "loss": 0.3305,
      "step": 2201480
    },
    {
      "epoch": 614.43,
      "grad_norm": 1.2530486583709717,
      "learning_rate": 6.564234233686628e-07,
      "loss": 0.3442,
      "step": 2201490
    },
    {
      "epoch": 614.43,
      "grad_norm": 1.204018473625183,
      "learning_rate": 6.564046566029315e-07,
      "loss": 0.3427,
      "step": 2201500
    },
    {
      "epoch": 614.43,
      "grad_norm": 1.319305419921875,
      "learning_rate": 6.563858900617862e-07,
      "loss": 0.3448,
      "step": 2201510
    },
    {
      "epoch": 614.43,
      "grad_norm": 2.1202051639556885,
      "learning_rate": 6.563671237452298e-07,
      "loss": 0.3413,
      "step": 2201520
    },
    {
      "epoch": 614.44,
      "grad_norm": 1.4089114665985107,
      "learning_rate": 6.56348357653265e-07,
      "loss": 0.3323,
      "step": 2201530
    },
    {
      "epoch": 614.44,
      "grad_norm": 0.955635130405426,
      "learning_rate": 6.563295917858932e-07,
      "loss": 0.3453,
      "step": 2201540
    },
    {
      "epoch": 614.44,
      "grad_norm": 1.1688393354415894,
      "learning_rate": 6.563108261431174e-07,
      "loss": 0.3376,
      "step": 2201550
    },
    {
      "epoch": 614.45,
      "grad_norm": 1.0230271816253662,
      "learning_rate": 6.56292060724941e-07,
      "loss": 0.3511,
      "step": 2201560
    },
    {
      "epoch": 614.45,
      "grad_norm": 1.1727029085159302,
      "learning_rate": 6.562732955313644e-07,
      "loss": 0.3381,
      "step": 2201570
    },
    {
      "epoch": 614.45,
      "grad_norm": 1.28057062625885,
      "learning_rate": 6.562545305623927e-07,
      "loss": 0.359,
      "step": 2201580
    },
    {
      "epoch": 614.45,
      "grad_norm": 1.1025794744491577,
      "learning_rate": 6.562357658180263e-07,
      "loss": 0.335,
      "step": 2201590
    },
    {
      "epoch": 614.46,
      "grad_norm": 1.2930792570114136,
      "learning_rate": 6.562170012982687e-07,
      "loss": 0.3515,
      "step": 2201600
    },
    {
      "epoch": 614.46,
      "grad_norm": 1.1445602178573608,
      "learning_rate": 6.561982370031229e-07,
      "loss": 0.3519,
      "step": 2201610
    },
    {
      "epoch": 614.46,
      "grad_norm": 1.2104476690292358,
      "learning_rate": 6.561794729325899e-07,
      "loss": 0.3496,
      "step": 2201620
    },
    {
      "epoch": 614.47,
      "grad_norm": 1.3380107879638672,
      "learning_rate": 6.56160709086673e-07,
      "loss": 0.3387,
      "step": 2201630
    },
    {
      "epoch": 614.47,
      "grad_norm": 1.100054383277893,
      "learning_rate": 6.561419454653746e-07,
      "loss": 0.3525,
      "step": 2201640
    },
    {
      "epoch": 614.47,
      "grad_norm": 1.1761754751205444,
      "learning_rate": 6.561231820686984e-07,
      "loss": 0.3385,
      "step": 2201650
    },
    {
      "epoch": 614.47,
      "grad_norm": 1.1607741117477417,
      "learning_rate": 6.56104418896644e-07,
      "loss": 0.363,
      "step": 2201660
    },
    {
      "epoch": 614.48,
      "grad_norm": 1.1956924200057983,
      "learning_rate": 6.56085655949217e-07,
      "loss": 0.3245,
      "step": 2201670
    },
    {
      "epoch": 614.48,
      "grad_norm": 1.126279354095459,
      "learning_rate": 6.560668932264182e-07,
      "loss": 0.3297,
      "step": 2201680
    },
    {
      "epoch": 614.48,
      "grad_norm": 1.7632441520690918,
      "learning_rate": 6.560481307282503e-07,
      "loss": 0.3227,
      "step": 2201690
    },
    {
      "epoch": 614.49,
      "grad_norm": 1.459159016609192,
      "learning_rate": 6.560293684547168e-07,
      "loss": 0.3421,
      "step": 2201700
    },
    {
      "epoch": 614.49,
      "grad_norm": 1.2436648607254028,
      "learning_rate": 6.560106064058179e-07,
      "loss": 0.3385,
      "step": 2201710
    },
    {
      "epoch": 614.49,
      "grad_norm": 1.1710923910140991,
      "learning_rate": 6.559918445815591e-07,
      "loss": 0.3366,
      "step": 2201720
    },
    {
      "epoch": 614.49,
      "grad_norm": 1.0702500343322754,
      "learning_rate": 6.559730829819404e-07,
      "loss": 0.3251,
      "step": 2201730
    },
    {
      "epoch": 614.5,
      "grad_norm": 1.1573834419250488,
      "learning_rate": 6.559543216069654e-07,
      "loss": 0.3424,
      "step": 2201740
    },
    {
      "epoch": 614.5,
      "grad_norm": 1.0689905881881714,
      "learning_rate": 6.559355604566371e-07,
      "loss": 0.3351,
      "step": 2201750
    },
    {
      "epoch": 614.5,
      "grad_norm": 1.6246554851531982,
      "learning_rate": 6.55916799530957e-07,
      "loss": 0.3426,
      "step": 2201760
    },
    {
      "epoch": 614.5,
      "grad_norm": 1.2291696071624756,
      "learning_rate": 6.558980388299276e-07,
      "loss": 0.341,
      "step": 2201770
    },
    {
      "epoch": 614.51,
      "grad_norm": 1.118912696838379,
      "learning_rate": 6.558792783535518e-07,
      "loss": 0.3234,
      "step": 2201780
    },
    {
      "epoch": 614.51,
      "grad_norm": 1.244518518447876,
      "learning_rate": 6.558605181018328e-07,
      "loss": 0.3418,
      "step": 2201790
    },
    {
      "epoch": 614.51,
      "grad_norm": 1.182425618171692,
      "learning_rate": 6.55841758074771e-07,
      "loss": 0.3398,
      "step": 2201800
    },
    {
      "epoch": 614.52,
      "grad_norm": 1.1571474075317383,
      "learning_rate": 6.558229982723717e-07,
      "loss": 0.3433,
      "step": 2201810
    },
    {
      "epoch": 614.52,
      "grad_norm": 1.2244738340377808,
      "learning_rate": 6.558042386946352e-07,
      "loss": 0.3471,
      "step": 2201820
    },
    {
      "epoch": 614.52,
      "grad_norm": 1.4640038013458252,
      "learning_rate": 6.557854793415645e-07,
      "loss": 0.3256,
      "step": 2201830
    },
    {
      "epoch": 614.52,
      "grad_norm": 1.859303593635559,
      "learning_rate": 6.557667202131634e-07,
      "loss": 0.3335,
      "step": 2201840
    },
    {
      "epoch": 614.53,
      "grad_norm": 1.3548567295074463,
      "learning_rate": 6.557479613094324e-07,
      "loss": 0.3531,
      "step": 2201850
    },
    {
      "epoch": 614.53,
      "grad_norm": 1.0849665403366089,
      "learning_rate": 6.557292026303749e-07,
      "loss": 0.3323,
      "step": 2201860
    },
    {
      "epoch": 614.53,
      "grad_norm": 1.1752545833587646,
      "learning_rate": 6.557104441759938e-07,
      "loss": 0.3462,
      "step": 2201870
    },
    {
      "epoch": 614.54,
      "grad_norm": 1.1521005630493164,
      "learning_rate": 6.556916859462914e-07,
      "loss": 0.3371,
      "step": 2201880
    },
    {
      "epoch": 614.54,
      "grad_norm": 1.1378852128982544,
      "learning_rate": 6.556729279412697e-07,
      "loss": 0.3341,
      "step": 2201890
    },
    {
      "epoch": 614.54,
      "grad_norm": 1.087768793106079,
      "learning_rate": 6.556541701609313e-07,
      "loss": 0.3425,
      "step": 2201900
    },
    {
      "epoch": 614.54,
      "grad_norm": 1.3180934190750122,
      "learning_rate": 6.556354126052791e-07,
      "loss": 0.3419,
      "step": 2201910
    },
    {
      "epoch": 614.55,
      "grad_norm": 1.114810824394226,
      "learning_rate": 6.556166552743151e-07,
      "loss": 0.3353,
      "step": 2201920
    },
    {
      "epoch": 614.55,
      "grad_norm": 0.9301213026046753,
      "learning_rate": 6.555978981680433e-07,
      "loss": 0.3328,
      "step": 2201930
    },
    {
      "epoch": 614.55,
      "grad_norm": 1.2214994430541992,
      "learning_rate": 6.555791412864638e-07,
      "loss": 0.3482,
      "step": 2201940
    },
    {
      "epoch": 614.55,
      "grad_norm": 0.9419615864753723,
      "learning_rate": 6.555603846295807e-07,
      "loss": 0.3547,
      "step": 2201950
    },
    {
      "epoch": 614.56,
      "grad_norm": 1.1445327997207642,
      "learning_rate": 6.55541628197396e-07,
      "loss": 0.3377,
      "step": 2201960
    },
    {
      "epoch": 614.56,
      "grad_norm": 1.3689111471176147,
      "learning_rate": 6.555228719899119e-07,
      "loss": 0.3542,
      "step": 2201970
    },
    {
      "epoch": 614.56,
      "grad_norm": 1.2974988222122192,
      "learning_rate": 6.555041160071326e-07,
      "loss": 0.3468,
      "step": 2201980
    },
    {
      "epoch": 614.57,
      "grad_norm": 1.2521885633468628,
      "learning_rate": 6.554853602490583e-07,
      "loss": 0.3318,
      "step": 2201990
    },
    {
      "epoch": 614.57,
      "grad_norm": 1.28341543674469,
      "learning_rate": 6.554666047156923e-07,
      "loss": 0.3529,
      "step": 2202000
    },
    {
      "epoch": 614.57,
      "grad_norm": 1.08527410030365,
      "learning_rate": 6.554478494070375e-07,
      "loss": 0.3371,
      "step": 2202010
    },
    {
      "epoch": 614.57,
      "grad_norm": 1.1159030199050903,
      "learning_rate": 6.554290943230969e-07,
      "loss": 0.3491,
      "step": 2202020
    },
    {
      "epoch": 614.58,
      "grad_norm": 1.26542329788208,
      "learning_rate": 6.554103394638708e-07,
      "loss": 0.3344,
      "step": 2202030
    },
    {
      "epoch": 614.58,
      "grad_norm": 1.2096651792526245,
      "learning_rate": 6.553915848293646e-07,
      "loss": 0.3492,
      "step": 2202040
    },
    {
      "epoch": 614.58,
      "grad_norm": 1.275455355644226,
      "learning_rate": 6.553728304195786e-07,
      "loss": 0.3501,
      "step": 2202050
    },
    {
      "epoch": 614.59,
      "grad_norm": 1.2647159099578857,
      "learning_rate": 6.553540762345162e-07,
      "loss": 0.3303,
      "step": 2202060
    },
    {
      "epoch": 614.59,
      "grad_norm": 1.4087765216827393,
      "learning_rate": 6.553353222741802e-07,
      "loss": 0.3423,
      "step": 2202070
    },
    {
      "epoch": 614.59,
      "grad_norm": 1.2674330472946167,
      "learning_rate": 6.553165685385723e-07,
      "loss": 0.3445,
      "step": 2202080
    },
    {
      "epoch": 614.59,
      "grad_norm": 1.383829116821289,
      "learning_rate": 6.55297815027695e-07,
      "loss": 0.3423,
      "step": 2202090
    },
    {
      "epoch": 614.6,
      "grad_norm": 1.0718872547149658,
      "learning_rate": 6.552790617415515e-07,
      "loss": 0.3285,
      "step": 2202100
    },
    {
      "epoch": 614.6,
      "grad_norm": 1.2106664180755615,
      "learning_rate": 6.552603086801444e-07,
      "loss": 0.3512,
      "step": 2202110
    },
    {
      "epoch": 614.6,
      "grad_norm": 1.0449790954589844,
      "learning_rate": 6.552415558434752e-07,
      "loss": 0.3325,
      "step": 2202120
    },
    {
      "epoch": 614.61,
      "grad_norm": 1.9304519891738892,
      "learning_rate": 6.552228032315467e-07,
      "loss": 0.3419,
      "step": 2202130
    },
    {
      "epoch": 614.61,
      "grad_norm": 1.0587377548217773,
      "learning_rate": 6.552040508443625e-07,
      "loss": 0.3367,
      "step": 2202140
    },
    {
      "epoch": 614.61,
      "grad_norm": 1.227738857269287,
      "learning_rate": 6.551852986819227e-07,
      "loss": 0.3336,
      "step": 2202150
    },
    {
      "epoch": 614.61,
      "grad_norm": 1.1841835975646973,
      "learning_rate": 6.551665467442329e-07,
      "loss": 0.355,
      "step": 2202160
    },
    {
      "epoch": 614.62,
      "grad_norm": 1.2427321672439575,
      "learning_rate": 6.551477950312932e-07,
      "loss": 0.3467,
      "step": 2202170
    },
    {
      "epoch": 614.62,
      "grad_norm": 1.2359553575515747,
      "learning_rate": 6.551290435431068e-07,
      "loss": 0.3393,
      "step": 2202180
    },
    {
      "epoch": 614.62,
      "grad_norm": 1.1614233255386353,
      "learning_rate": 6.551102922796766e-07,
      "loss": 0.3466,
      "step": 2202190
    },
    {
      "epoch": 614.62,
      "grad_norm": 1.3649449348449707,
      "learning_rate": 6.550915412410052e-07,
      "loss": 0.333,
      "step": 2202200
    },
    {
      "epoch": 614.63,
      "grad_norm": 1.189658284187317,
      "learning_rate": 6.550727904270943e-07,
      "loss": 0.3499,
      "step": 2202210
    },
    {
      "epoch": 614.63,
      "grad_norm": 0.9995014071464539,
      "learning_rate": 6.550540398379465e-07,
      "loss": 0.322,
      "step": 2202220
    },
    {
      "epoch": 614.63,
      "grad_norm": 1.1713154315948486,
      "learning_rate": 6.550352894735656e-07,
      "loss": 0.3352,
      "step": 2202230
    },
    {
      "epoch": 614.64,
      "grad_norm": 1.139518141746521,
      "learning_rate": 6.550165393339515e-07,
      "loss": 0.3385,
      "step": 2202240
    },
    {
      "epoch": 614.64,
      "grad_norm": 1.203829050064087,
      "learning_rate": 6.549977894191097e-07,
      "loss": 0.3357,
      "step": 2202250
    },
    {
      "epoch": 614.64,
      "grad_norm": 1.1790591478347778,
      "learning_rate": 6.549790397290407e-07,
      "loss": 0.3433,
      "step": 2202260
    },
    {
      "epoch": 614.64,
      "grad_norm": 1.12064528465271,
      "learning_rate": 6.549602902637472e-07,
      "loss": 0.3531,
      "step": 2202270
    },
    {
      "epoch": 614.65,
      "grad_norm": 1.3560763597488403,
      "learning_rate": 6.549415410232333e-07,
      "loss": 0.3275,
      "step": 2202280
    },
    {
      "epoch": 614.65,
      "grad_norm": 1.203866958618164,
      "learning_rate": 6.549227920074984e-07,
      "loss": 0.3237,
      "step": 2202290
    },
    {
      "epoch": 614.65,
      "grad_norm": 1.0813076496124268,
      "learning_rate": 6.549040432165485e-07,
      "loss": 0.3308,
      "step": 2202300
    },
    {
      "epoch": 614.66,
      "grad_norm": 0.9596269726753235,
      "learning_rate": 6.548852946503839e-07,
      "loss": 0.3323,
      "step": 2202310
    },
    {
      "epoch": 614.66,
      "grad_norm": 1.2069302797317505,
      "learning_rate": 6.548665463090073e-07,
      "loss": 0.3478,
      "step": 2202320
    },
    {
      "epoch": 614.66,
      "grad_norm": 1.2035765647888184,
      "learning_rate": 6.548477981924218e-07,
      "loss": 0.3313,
      "step": 2202330
    },
    {
      "epoch": 614.66,
      "grad_norm": 1.495709776878357,
      "learning_rate": 6.548290503006302e-07,
      "loss": 0.3355,
      "step": 2202340
    },
    {
      "epoch": 614.67,
      "grad_norm": 1.1111030578613281,
      "learning_rate": 6.548103026336338e-07,
      "loss": 0.3244,
      "step": 2202350
    },
    {
      "epoch": 614.67,
      "grad_norm": 1.1582577228546143,
      "learning_rate": 6.547915551914358e-07,
      "loss": 0.344,
      "step": 2202360
    },
    {
      "epoch": 614.67,
      "grad_norm": 1.0007946491241455,
      "learning_rate": 6.547728079740392e-07,
      "loss": 0.3207,
      "step": 2202370
    },
    {
      "epoch": 614.67,
      "grad_norm": 1.1246060132980347,
      "learning_rate": 6.547540609814447e-07,
      "loss": 0.347,
      "step": 2202380
    },
    {
      "epoch": 614.68,
      "grad_norm": 1.3236573934555054,
      "learning_rate": 6.547353142136573e-07,
      "loss": 0.3385,
      "step": 2202390
    },
    {
      "epoch": 614.68,
      "grad_norm": 1.4649574756622314,
      "learning_rate": 6.547165676706774e-07,
      "loss": 0.3335,
      "step": 2202400
    },
    {
      "epoch": 614.68,
      "grad_norm": 1.295594573020935,
      "learning_rate": 6.546978213525085e-07,
      "loss": 0.3322,
      "step": 2202410
    },
    {
      "epoch": 614.69,
      "grad_norm": 1.089450478553772,
      "learning_rate": 6.546790752591536e-07,
      "loss": 0.323,
      "step": 2202420
    },
    {
      "epoch": 614.69,
      "grad_norm": 1.1266993284225464,
      "learning_rate": 6.546603293906138e-07,
      "loss": 0.3601,
      "step": 2202430
    },
    {
      "epoch": 614.69,
      "grad_norm": 1.1338794231414795,
      "learning_rate": 6.546415837468922e-07,
      "loss": 0.3169,
      "step": 2202440
    },
    {
      "epoch": 614.69,
      "grad_norm": 1.2764090299606323,
      "learning_rate": 6.546228383279915e-07,
      "loss": 0.3279,
      "step": 2202450
    },
    {
      "epoch": 614.7,
      "grad_norm": 1.2280056476593018,
      "learning_rate": 6.546040931339145e-07,
      "loss": 0.3238,
      "step": 2202460
    },
    {
      "epoch": 614.7,
      "grad_norm": 1.1298378705978394,
      "learning_rate": 6.545853481646622e-07,
      "loss": 0.3238,
      "step": 2202470
    },
    {
      "epoch": 614.7,
      "grad_norm": 2.7875795364379883,
      "learning_rate": 6.545666034202394e-07,
      "loss": 0.3297,
      "step": 2202480
    },
    {
      "epoch": 614.71,
      "grad_norm": 1.1499595642089844,
      "learning_rate": 6.54547858900647e-07,
      "loss": 0.3383,
      "step": 2202490
    },
    {
      "epoch": 614.71,
      "grad_norm": 1.1143865585327148,
      "learning_rate": 6.545291146058873e-07,
      "loss": 0.3335,
      "step": 2202500
    },
    {
      "epoch": 614.71,
      "grad_norm": 1.3059581518173218,
      "learning_rate": 6.545103705359646e-07,
      "loss": 0.3376,
      "step": 2202510
    },
    {
      "epoch": 614.71,
      "grad_norm": 1.2920271158218384,
      "learning_rate": 6.544916266908792e-07,
      "loss": 0.3362,
      "step": 2202520
    },
    {
      "epoch": 614.72,
      "grad_norm": 1.3595560789108276,
      "learning_rate": 6.544728830706344e-07,
      "loss": 0.3275,
      "step": 2202530
    },
    {
      "epoch": 614.72,
      "grad_norm": 1.2704840898513794,
      "learning_rate": 6.544541396752331e-07,
      "loss": 0.3385,
      "step": 2202540
    },
    {
      "epoch": 614.72,
      "grad_norm": 1.2316583395004272,
      "learning_rate": 6.544353965046774e-07,
      "loss": 0.3373,
      "step": 2202550
    },
    {
      "epoch": 614.73,
      "grad_norm": 1.229284405708313,
      "learning_rate": 6.544166535589707e-07,
      "loss": 0.3438,
      "step": 2202560
    },
    {
      "epoch": 614.73,
      "grad_norm": 1.2292217016220093,
      "learning_rate": 6.543979108381141e-07,
      "loss": 0.3643,
      "step": 2202570
    },
    {
      "epoch": 614.73,
      "grad_norm": 1.1062695980072021,
      "learning_rate": 6.543791683421105e-07,
      "loss": 0.3276,
      "step": 2202580
    },
    {
      "epoch": 614.73,
      "grad_norm": 1.1723181009292603,
      "learning_rate": 6.543604260709629e-07,
      "loss": 0.3437,
      "step": 2202590
    },
    {
      "epoch": 614.74,
      "grad_norm": 1.1457240581512451,
      "learning_rate": 6.54341684024674e-07,
      "loss": 0.3508,
      "step": 2202600
    },
    {
      "epoch": 614.74,
      "grad_norm": 1.0922739505767822,
      "learning_rate": 6.543229422032446e-07,
      "loss": 0.3365,
      "step": 2202610
    },
    {
      "epoch": 614.74,
      "grad_norm": 1.2148858308792114,
      "learning_rate": 6.543042006066795e-07,
      "loss": 0.3429,
      "step": 2202620
    },
    {
      "epoch": 614.74,
      "grad_norm": 1.4211992025375366,
      "learning_rate": 6.542854592349797e-07,
      "loss": 0.3297,
      "step": 2202630
    },
    {
      "epoch": 614.75,
      "grad_norm": 1.1695958375930786,
      "learning_rate": 6.542667180881479e-07,
      "loss": 0.3394,
      "step": 2202640
    },
    {
      "epoch": 614.75,
      "grad_norm": 1.1486401557922363,
      "learning_rate": 6.542479771661874e-07,
      "loss": 0.329,
      "step": 2202650
    },
    {
      "epoch": 614.75,
      "grad_norm": 1.136030673980713,
      "learning_rate": 6.542292364690999e-07,
      "loss": 0.3488,
      "step": 2202660
    },
    {
      "epoch": 614.76,
      "grad_norm": 1.0846045017242432,
      "learning_rate": 6.542104959968875e-07,
      "loss": 0.3424,
      "step": 2202670
    },
    {
      "epoch": 614.76,
      "grad_norm": 1.3146799802780151,
      "learning_rate": 6.541917557495536e-07,
      "loss": 0.3422,
      "step": 2202680
    },
    {
      "epoch": 614.76,
      "grad_norm": 1.2000166177749634,
      "learning_rate": 6.541730157271007e-07,
      "loss": 0.3507,
      "step": 2202690
    },
    {
      "epoch": 614.76,
      "grad_norm": 1.0877379179000854,
      "learning_rate": 6.541542759295307e-07,
      "loss": 0.3543,
      "step": 2202700
    },
    {
      "epoch": 614.77,
      "grad_norm": 1.3476749658584595,
      "learning_rate": 6.541355363568459e-07,
      "loss": 0.3535,
      "step": 2202710
    },
    {
      "epoch": 614.77,
      "grad_norm": 1.282047152519226,
      "learning_rate": 6.541167970090504e-07,
      "loss": 0.3331,
      "step": 2202720
    },
    {
      "epoch": 614.77,
      "grad_norm": 1.2043466567993164,
      "learning_rate": 6.540980578861438e-07,
      "loss": 0.3517,
      "step": 2202730
    },
    {
      "epoch": 614.78,
      "grad_norm": 1.055016279220581,
      "learning_rate": 6.540793189881319e-07,
      "loss": 0.3468,
      "step": 2202740
    },
    {
      "epoch": 614.78,
      "grad_norm": 1.2647504806518555,
      "learning_rate": 6.54060580315015e-07,
      "loss": 0.3461,
      "step": 2202750
    },
    {
      "epoch": 614.78,
      "grad_norm": 1.2449032068252563,
      "learning_rate": 6.540418418667962e-07,
      "loss": 0.3421,
      "step": 2202760
    },
    {
      "epoch": 614.78,
      "grad_norm": 1.3517619371414185,
      "learning_rate": 6.540231036434779e-07,
      "loss": 0.3417,
      "step": 2202770
    },
    {
      "epoch": 614.79,
      "grad_norm": 1.3900293111801147,
      "learning_rate": 6.540043656450633e-07,
      "loss": 0.3336,
      "step": 2202780
    },
    {
      "epoch": 614.79,
      "grad_norm": 2.1075615882873535,
      "learning_rate": 6.539856278715539e-07,
      "loss": 0.3401,
      "step": 2202790
    },
    {
      "epoch": 614.79,
      "grad_norm": 1.2032103538513184,
      "learning_rate": 6.539668903229523e-07,
      "loss": 0.3345,
      "step": 2202800
    },
    {
      "epoch": 614.79,
      "grad_norm": 1.2962422370910645,
      "learning_rate": 6.539481529992621e-07,
      "loss": 0.3244,
      "step": 2202810
    },
    {
      "epoch": 614.8,
      "grad_norm": 1.4394830465316772,
      "learning_rate": 6.539294159004836e-07,
      "loss": 0.3319,
      "step": 2202820
    },
    {
      "epoch": 614.8,
      "grad_norm": 1.2021809816360474,
      "learning_rate": 6.539106790266222e-07,
      "loss": 0.3271,
      "step": 2202830
    },
    {
      "epoch": 614.8,
      "grad_norm": 1.1939876079559326,
      "learning_rate": 6.538919423776779e-07,
      "loss": 0.3334,
      "step": 2202840
    },
    {
      "epoch": 614.81,
      "grad_norm": 1.4459891319274902,
      "learning_rate": 6.538732059536545e-07,
      "loss": 0.3585,
      "step": 2202850
    },
    {
      "epoch": 614.81,
      "grad_norm": 1.2157849073410034,
      "learning_rate": 6.538544697545547e-07,
      "loss": 0.3362,
      "step": 2202860
    },
    {
      "epoch": 614.81,
      "grad_norm": 1.4383301734924316,
      "learning_rate": 6.53835733780379e-07,
      "loss": 0.322,
      "step": 2202870
    },
    {
      "epoch": 614.81,
      "grad_norm": 1.1653780937194824,
      "learning_rate": 6.538169980311329e-07,
      "loss": 0.3274,
      "step": 2202880
    },
    {
      "epoch": 614.82,
      "grad_norm": 1.3593497276306152,
      "learning_rate": 6.537982625068166e-07,
      "loss": 0.347,
      "step": 2202890
    },
    {
      "epoch": 614.82,
      "grad_norm": 1.1930245161056519,
      "learning_rate": 6.537795272074333e-07,
      "loss": 0.3325,
      "step": 2202900
    },
    {
      "epoch": 614.82,
      "grad_norm": 1.1760332584381104,
      "learning_rate": 6.537607921329855e-07,
      "loss": 0.336,
      "step": 2202910
    },
    {
      "epoch": 614.83,
      "grad_norm": 1.1289536952972412,
      "learning_rate": 6.537420572834765e-07,
      "loss": 0.3523,
      "step": 2202920
    },
    {
      "epoch": 614.83,
      "grad_norm": 1.4491716623306274,
      "learning_rate": 6.53723322658907e-07,
      "loss": 0.3262,
      "step": 2202930
    },
    {
      "epoch": 614.83,
      "grad_norm": 1.2365717887878418,
      "learning_rate": 6.537045882592809e-07,
      "loss": 0.3612,
      "step": 2202940
    },
    {
      "epoch": 614.83,
      "grad_norm": 1.149314284324646,
      "learning_rate": 6.536858540846008e-07,
      "loss": 0.3405,
      "step": 2202950
    },
    {
      "epoch": 614.84,
      "grad_norm": 1.0435541868209839,
      "learning_rate": 6.536671201348674e-07,
      "loss": 0.3356,
      "step": 2202960
    },
    {
      "epoch": 614.84,
      "grad_norm": 1.3040071725845337,
      "learning_rate": 6.536483864100858e-07,
      "loss": 0.3473,
      "step": 2202970
    },
    {
      "epoch": 614.84,
      "grad_norm": 1.5973296165466309,
      "learning_rate": 6.536296529102568e-07,
      "loss": 0.3451,
      "step": 2202980
    },
    {
      "epoch": 614.85,
      "grad_norm": 1.3045209646224976,
      "learning_rate": 6.53610919635383e-07,
      "loss": 0.3166,
      "step": 2202990
    },
    {
      "epoch": 614.85,
      "grad_norm": 1.0098676681518555,
      "learning_rate": 6.535921865854671e-07,
      "loss": 0.3382,
      "step": 2203000
    },
    {
      "epoch": 614.85,
      "grad_norm": 1.1857352256774902,
      "learning_rate": 6.535734537605125e-07,
      "loss": 0.3281,
      "step": 2203010
    },
    {
      "epoch": 614.85,
      "grad_norm": 1.2150683403015137,
      "learning_rate": 6.5355472116052e-07,
      "loss": 0.3373,
      "step": 2203020
    },
    {
      "epoch": 614.86,
      "grad_norm": 1.0487902164459229,
      "learning_rate": 6.535359887854931e-07,
      "loss": 0.3272,
      "step": 2203030
    },
    {
      "epoch": 614.86,
      "grad_norm": 1.207199215888977,
      "learning_rate": 6.535172566354349e-07,
      "loss": 0.3383,
      "step": 2203040
    },
    {
      "epoch": 614.86,
      "grad_norm": 1.1561248302459717,
      "learning_rate": 6.534985247103457e-07,
      "loss": 0.3347,
      "step": 2203050
    },
    {
      "epoch": 614.86,
      "grad_norm": 1.178341269493103,
      "learning_rate": 6.534797930102307e-07,
      "loss": 0.3587,
      "step": 2203060
    },
    {
      "epoch": 614.87,
      "grad_norm": 0.9903790354728699,
      "learning_rate": 6.534610615350905e-07,
      "loss": 0.3209,
      "step": 2203070
    },
    {
      "epoch": 614.87,
      "grad_norm": 1.187322974205017,
      "learning_rate": 6.534423302849283e-07,
      "loss": 0.3351,
      "step": 2203080
    },
    {
      "epoch": 614.87,
      "grad_norm": 1.1016169786453247,
      "learning_rate": 6.534235992597472e-07,
      "loss": 0.3336,
      "step": 2203090
    },
    {
      "epoch": 614.88,
      "grad_norm": 1.2392230033874512,
      "learning_rate": 6.534048684595482e-07,
      "loss": 0.3354,
      "step": 2203100
    },
    {
      "epoch": 614.88,
      "grad_norm": 1.1177066564559937,
      "learning_rate": 6.533861378843348e-07,
      "loss": 0.3395,
      "step": 2203110
    },
    {
      "epoch": 614.88,
      "grad_norm": 1.184333086013794,
      "learning_rate": 6.53367407534109e-07,
      "loss": 0.3369,
      "step": 2203120
    },
    {
      "epoch": 614.88,
      "grad_norm": 1.0700993537902832,
      "learning_rate": 6.533486774088738e-07,
      "loss": 0.3324,
      "step": 2203130
    },
    {
      "epoch": 614.89,
      "grad_norm": 1.168550729751587,
      "learning_rate": 6.533299475086314e-07,
      "loss": 0.3441,
      "step": 2203140
    },
    {
      "epoch": 614.89,
      "grad_norm": 1.1432727575302124,
      "learning_rate": 6.533112178333849e-07,
      "loss": 0.3379,
      "step": 2203150
    },
    {
      "epoch": 614.89,
      "grad_norm": 1.2592906951904297,
      "learning_rate": 6.532924883831359e-07,
      "loss": 0.3391,
      "step": 2203160
    },
    {
      "epoch": 614.9,
      "grad_norm": 1.0778508186340332,
      "learning_rate": 6.532737591578871e-07,
      "loss": 0.3426,
      "step": 2203170
    },
    {
      "epoch": 614.9,
      "grad_norm": 1.3811047077178955,
      "learning_rate": 6.532550301576418e-07,
      "loss": 0.3546,
      "step": 2203180
    },
    {
      "epoch": 614.9,
      "grad_norm": 1.1440258026123047,
      "learning_rate": 6.532363013824005e-07,
      "loss": 0.3376,
      "step": 2203190
    },
    {
      "epoch": 614.9,
      "grad_norm": 1.1842830181121826,
      "learning_rate": 6.532175728321685e-07,
      "loss": 0.334,
      "step": 2203200
    },
    {
      "epoch": 614.91,
      "grad_norm": 1.2006404399871826,
      "learning_rate": 6.53198844506946e-07,
      "loss": 0.3252,
      "step": 2203210
    },
    {
      "epoch": 614.91,
      "grad_norm": 1.2448369264602661,
      "learning_rate": 6.531801164067364e-07,
      "loss": 0.3473,
      "step": 2203220
    },
    {
      "epoch": 614.91,
      "grad_norm": 1.3391169309616089,
      "learning_rate": 6.531613885315428e-07,
      "loss": 0.3394,
      "step": 2203230
    },
    {
      "epoch": 614.91,
      "grad_norm": 1.6384774446487427,
      "learning_rate": 6.531426608813663e-07,
      "loss": 0.3314,
      "step": 2203240
    },
    {
      "epoch": 614.92,
      "grad_norm": 1.1742340326309204,
      "learning_rate": 6.531239334562099e-07,
      "loss": 0.3512,
      "step": 2203250
    },
    {
      "epoch": 614.92,
      "grad_norm": 1.2387453317642212,
      "learning_rate": 6.531052062560765e-07,
      "loss": 0.3267,
      "step": 2203260
    },
    {
      "epoch": 614.92,
      "grad_norm": 1.221108078956604,
      "learning_rate": 6.530864792809691e-07,
      "loss": 0.3296,
      "step": 2203270
    },
    {
      "epoch": 614.93,
      "grad_norm": 1.2286863327026367,
      "learning_rate": 6.53067752530888e-07,
      "loss": 0.3273,
      "step": 2203280
    },
    {
      "epoch": 614.93,
      "grad_norm": 1.2681732177734375,
      "learning_rate": 6.530490260058386e-07,
      "loss": 0.3425,
      "step": 2203290
    },
    {
      "epoch": 614.93,
      "grad_norm": 1.131724238395691,
      "learning_rate": 6.530302997058213e-07,
      "loss": 0.3557,
      "step": 2203300
    },
    {
      "epoch": 614.93,
      "grad_norm": 1.2190049886703491,
      "learning_rate": 6.530115736308392e-07,
      "loss": 0.33,
      "step": 2203310
    },
    {
      "epoch": 614.94,
      "grad_norm": 1.0616742372512817,
      "learning_rate": 6.529928477808956e-07,
      "loss": 0.3544,
      "step": 2203320
    },
    {
      "epoch": 614.94,
      "grad_norm": 1.3717273473739624,
      "learning_rate": 6.529741221559913e-07,
      "loss": 0.3411,
      "step": 2203330
    },
    {
      "epoch": 614.94,
      "grad_norm": 1.209644079208374,
      "learning_rate": 6.529553967561301e-07,
      "loss": 0.3295,
      "step": 2203340
    },
    {
      "epoch": 614.95,
      "grad_norm": 1.0872575044631958,
      "learning_rate": 6.529366715813139e-07,
      "loss": 0.3483,
      "step": 2203350
    },
    {
      "epoch": 614.95,
      "grad_norm": 1.4472049474716187,
      "learning_rate": 6.529179466315461e-07,
      "loss": 0.3286,
      "step": 2203360
    },
    {
      "epoch": 614.95,
      "grad_norm": 1.4134430885314941,
      "learning_rate": 6.528992219068279e-07,
      "loss": 0.3452,
      "step": 2203370
    },
    {
      "epoch": 614.95,
      "grad_norm": 1.1813217401504517,
      "learning_rate": 6.528804974071623e-07,
      "loss": 0.3252,
      "step": 2203380
    },
    {
      "epoch": 614.96,
      "grad_norm": 1.2901350259780884,
      "learning_rate": 6.528617731325526e-07,
      "loss": 0.3404,
      "step": 2203390
    },
    {
      "epoch": 614.96,
      "grad_norm": 1.2919303178787231,
      "learning_rate": 6.528430490829993e-07,
      "loss": 0.3448,
      "step": 2203400
    },
    {
      "epoch": 614.96,
      "grad_norm": 1.3163200616836548,
      "learning_rate": 6.528243252585074e-07,
      "loss": 0.3488,
      "step": 2203410
    },
    {
      "epoch": 614.97,
      "grad_norm": 1.04988694190979,
      "learning_rate": 6.528056016590769e-07,
      "loss": 0.3403,
      "step": 2203420
    },
    {
      "epoch": 614.97,
      "grad_norm": 1.2811843156814575,
      "learning_rate": 6.527868782847129e-07,
      "loss": 0.3482,
      "step": 2203430
    },
    {
      "epoch": 614.97,
      "grad_norm": 1.144948959350586,
      "learning_rate": 6.527681551354161e-07,
      "loss": 0.338,
      "step": 2203440
    },
    {
      "epoch": 614.97,
      "grad_norm": 1.198379635810852,
      "learning_rate": 6.527494322111892e-07,
      "loss": 0.346,
      "step": 2203450
    },
    {
      "epoch": 614.98,
      "grad_norm": 1.2644461393356323,
      "learning_rate": 6.527307095120357e-07,
      "loss": 0.337,
      "step": 2203460
    },
    {
      "epoch": 614.98,
      "grad_norm": 1.1979598999023438,
      "learning_rate": 6.527119870379565e-07,
      "loss": 0.3437,
      "step": 2203470
    },
    {
      "epoch": 614.98,
      "grad_norm": 1.0792406797409058,
      "learning_rate": 6.526932647889551e-07,
      "loss": 0.3214,
      "step": 2203480
    },
    {
      "epoch": 614.98,
      "grad_norm": 1.2738703489303589,
      "learning_rate": 6.526745427650336e-07,
      "loss": 0.3432,
      "step": 2203490
    },
    {
      "epoch": 614.99,
      "grad_norm": 1.1359870433807373,
      "learning_rate": 6.526558209661956e-07,
      "loss": 0.344,
      "step": 2203500
    },
    {
      "epoch": 614.99,
      "grad_norm": 1.1496551036834717,
      "learning_rate": 6.526370993924418e-07,
      "loss": 0.3339,
      "step": 2203510
    },
    {
      "epoch": 614.99,
      "grad_norm": 1.1932264566421509,
      "learning_rate": 6.526183780437759e-07,
      "loss": 0.3332,
      "step": 2203520
    },
    {
      "epoch": 615.0,
      "grad_norm": 1.203260898590088,
      "learning_rate": 6.525996569202006e-07,
      "loss": 0.342,
      "step": 2203530
    },
    {
      "epoch": 615.0,
      "grad_norm": 1.2101354598999023,
      "learning_rate": 6.525809360217163e-07,
      "loss": 0.3379,
      "step": 2203540
    },
    {
      "epoch": 615.0,
      "eval_loss": 0.33929818868637085,
      "eval_runtime": 63.9923,
      "eval_samples_per_second": 79.056,
      "eval_steps_per_second": 9.892,
      "step": 2203545
    },
    {
      "epoch": 615.0,
      "grad_norm": 1.1377729177474976,
      "learning_rate": 6.525622153483288e-07,
      "loss": 0.3196,
      "step": 2203550
    },
    {
      "epoch": 615.0,
      "grad_norm": 1.0218509435653687,
      "learning_rate": 6.525434949000381e-07,
      "loss": 0.3393,
      "step": 2203560
    },
    {
      "epoch": 615.01,
      "grad_norm": 1.3241074085235596,
      "learning_rate": 6.525247746768472e-07,
      "loss": 0.3301,
      "step": 2203570
    },
    {
      "epoch": 615.01,
      "grad_norm": 1.2391453981399536,
      "learning_rate": 6.52506054678759e-07,
      "loss": 0.3418,
      "step": 2203580
    },
    {
      "epoch": 615.01,
      "grad_norm": 1.0583909749984741,
      "learning_rate": 6.524873349057765e-07,
      "loss": 0.346,
      "step": 2203590
    },
    {
      "epoch": 615.02,
      "grad_norm": 1.1377463340759277,
      "learning_rate": 6.524686153579006e-07,
      "loss": 0.3601,
      "step": 2203600
    },
    {
      "epoch": 615.02,
      "grad_norm": 1.2614799737930298,
      "learning_rate": 6.524498960351351e-07,
      "loss": 0.3298,
      "step": 2203610
    },
    {
      "epoch": 615.02,
      "grad_norm": 1.1760926246643066,
      "learning_rate": 6.524311769374827e-07,
      "loss": 0.3336,
      "step": 2203620
    },
    {
      "epoch": 615.02,
      "grad_norm": 1.1301037073135376,
      "learning_rate": 6.524124580649437e-07,
      "loss": 0.3332,
      "step": 2203630
    },
    {
      "epoch": 615.03,
      "grad_norm": 1.1579501628875732,
      "learning_rate": 6.523937394175239e-07,
      "loss": 0.3231,
      "step": 2203640
    },
    {
      "epoch": 615.03,
      "grad_norm": 1.0667455196380615,
      "learning_rate": 6.523750209952232e-07,
      "loss": 0.3333,
      "step": 2203650
    },
    {
      "epoch": 615.03,
      "grad_norm": 1.273262619972229,
      "learning_rate": 6.52356302798045e-07,
      "loss": 0.3333,
      "step": 2203660
    },
    {
      "epoch": 615.03,
      "grad_norm": 1.1773231029510498,
      "learning_rate": 6.523375848259924e-07,
      "loss": 0.3446,
      "step": 2203670
    },
    {
      "epoch": 615.04,
      "grad_norm": 1.3562233448028564,
      "learning_rate": 6.523188670790665e-07,
      "loss": 0.3586,
      "step": 2203680
    },
    {
      "epoch": 615.04,
      "grad_norm": 1.3756104707717896,
      "learning_rate": 6.523001495572708e-07,
      "loss": 0.3454,
      "step": 2203690
    },
    {
      "epoch": 615.04,
      "grad_norm": 1.1753432750701904,
      "learning_rate": 6.522814322606071e-07,
      "loss": 0.3362,
      "step": 2203700
    },
    {
      "epoch": 615.05,
      "grad_norm": 1.1418156623840332,
      "learning_rate": 6.522627151890788e-07,
      "loss": 0.3396,
      "step": 2203710
    },
    {
      "epoch": 615.05,
      "grad_norm": 1.3265597820281982,
      "learning_rate": 6.522439983426875e-07,
      "loss": 0.3363,
      "step": 2203720
    },
    {
      "epoch": 615.05,
      "grad_norm": 1.1157485246658325,
      "learning_rate": 6.522252817214373e-07,
      "loss": 0.3322,
      "step": 2203730
    },
    {
      "epoch": 615.05,
      "grad_norm": 1.2735892534255981,
      "learning_rate": 6.522065653253283e-07,
      "loss": 0.3585,
      "step": 2203740
    },
    {
      "epoch": 615.06,
      "grad_norm": 1.3509392738342285,
      "learning_rate": 6.521878491543645e-07,
      "loss": 0.3294,
      "step": 2203750
    },
    {
      "epoch": 615.06,
      "grad_norm": 1.1305773258209229,
      "learning_rate": 6.521691332085486e-07,
      "loss": 0.3397,
      "step": 2203760
    },
    {
      "epoch": 615.06,
      "grad_norm": 1.0927144289016724,
      "learning_rate": 6.521504174878815e-07,
      "loss": 0.3382,
      "step": 2203770
    },
    {
      "epoch": 615.07,
      "grad_norm": 1.4828211069107056,
      "learning_rate": 6.521317019923679e-07,
      "loss": 0.3396,
      "step": 2203780
    },
    {
      "epoch": 615.07,
      "grad_norm": 1.0675925016403198,
      "learning_rate": 6.521129867220084e-07,
      "loss": 0.3392,
      "step": 2203790
    },
    {
      "epoch": 615.07,
      "grad_norm": 1.085700273513794,
      "learning_rate": 6.520942716768066e-07,
      "loss": 0.3251,
      "step": 2203800
    },
    {
      "epoch": 615.07,
      "grad_norm": 1.2979934215545654,
      "learning_rate": 6.52075556856765e-07,
      "loss": 0.3545,
      "step": 2203810
    },
    {
      "epoch": 615.08,
      "grad_norm": 1.0804882049560547,
      "learning_rate": 6.520568422618849e-07,
      "loss": 0.3395,
      "step": 2203820
    },
    {
      "epoch": 615.08,
      "grad_norm": 1.0761802196502686,
      "learning_rate": 6.5203812789217e-07,
      "loss": 0.3313,
      "step": 2203830
    },
    {
      "epoch": 615.08,
      "grad_norm": 1.2911717891693115,
      "learning_rate": 6.520194137476223e-07,
      "loss": 0.3404,
      "step": 2203840
    },
    {
      "epoch": 615.09,
      "grad_norm": 1.3331608772277832,
      "learning_rate": 6.520006998282451e-07,
      "loss": 0.3326,
      "step": 2203850
    },
    {
      "epoch": 615.09,
      "grad_norm": 1.1533478498458862,
      "learning_rate": 6.519819861340386e-07,
      "loss": 0.346,
      "step": 2203860
    },
    {
      "epoch": 615.09,
      "grad_norm": 1.2194732427597046,
      "learning_rate": 6.519632726650085e-07,
      "loss": 0.3414,
      "step": 2203870
    },
    {
      "epoch": 615.09,
      "grad_norm": 1.4183528423309326,
      "learning_rate": 6.519445594211548e-07,
      "loss": 0.3214,
      "step": 2203880
    },
    {
      "epoch": 615.1,
      "grad_norm": 1.1654493808746338,
      "learning_rate": 6.519258464024811e-07,
      "loss": 0.3245,
      "step": 2203890
    },
    {
      "epoch": 615.1,
      "grad_norm": 1.2920820713043213,
      "learning_rate": 6.5190713360899e-07,
      "loss": 0.3294,
      "step": 2203900
    },
    {
      "epoch": 615.1,
      "grad_norm": 1.1224457025527954,
      "learning_rate": 6.518884210406832e-07,
      "loss": 0.3506,
      "step": 2203910
    },
    {
      "epoch": 615.1,
      "grad_norm": 1.2444614171981812,
      "learning_rate": 6.518697086975637e-07,
      "loss": 0.3317,
      "step": 2203920
    },
    {
      "epoch": 615.11,
      "grad_norm": 1.2624773979187012,
      "learning_rate": 6.518509965796338e-07,
      "loss": 0.3303,
      "step": 2203930
    },
    {
      "epoch": 615.11,
      "grad_norm": 1.1964187622070312,
      "learning_rate": 6.51832284686897e-07,
      "loss": 0.3509,
      "step": 2203940
    },
    {
      "epoch": 615.11,
      "grad_norm": 1.2905774116516113,
      "learning_rate": 6.518135730193532e-07,
      "loss": 0.3446,
      "step": 2203950
    },
    {
      "epoch": 615.12,
      "grad_norm": 1.410495638847351,
      "learning_rate": 6.517948615770081e-07,
      "loss": 0.3402,
      "step": 2203960
    },
    {
      "epoch": 615.12,
      "grad_norm": 1.0641006231307983,
      "learning_rate": 6.517761503598621e-07,
      "loss": 0.3291,
      "step": 2203970
    },
    {
      "epoch": 615.12,
      "grad_norm": 1.1821733713150024,
      "learning_rate": 6.517574393679182e-07,
      "loss": 0.3543,
      "step": 2203980
    },
    {
      "epoch": 615.12,
      "grad_norm": 1.2159980535507202,
      "learning_rate": 6.517387286011797e-07,
      "loss": 0.3387,
      "step": 2203990
    },
    {
      "epoch": 615.13,
      "grad_norm": 1.2289992570877075,
      "learning_rate": 6.517200180596471e-07,
      "loss": 0.3381,
      "step": 2204000
    },
    {
      "epoch": 615.13,
      "grad_norm": 1.2008081674575806,
      "learning_rate": 6.517013077433253e-07,
      "loss": 0.3328,
      "step": 2204010
    },
    {
      "epoch": 615.13,
      "grad_norm": 1.1081243753433228,
      "learning_rate": 6.516825976522151e-07,
      "loss": 0.3333,
      "step": 2204020
    },
    {
      "epoch": 615.14,
      "grad_norm": 1.1719313859939575,
      "learning_rate": 6.516638877863193e-07,
      "loss": 0.3511,
      "step": 2204030
    },
    {
      "epoch": 615.14,
      "grad_norm": 1.1923621892929077,
      "learning_rate": 6.516451781456417e-07,
      "loss": 0.3409,
      "step": 2204040
    },
    {
      "epoch": 615.14,
      "grad_norm": 1.1575350761413574,
      "learning_rate": 6.516264687301827e-07,
      "loss": 0.3384,
      "step": 2204050
    },
    {
      "epoch": 615.14,
      "grad_norm": 1.0664122104644775,
      "learning_rate": 6.51607759539946e-07,
      "loss": 0.3401,
      "step": 2204060
    },
    {
      "epoch": 615.15,
      "grad_norm": 1.23272705078125,
      "learning_rate": 6.515890505749339e-07,
      "loss": 0.3299,
      "step": 2204070
    },
    {
      "epoch": 615.15,
      "grad_norm": 1.2969237565994263,
      "learning_rate": 6.515703418351494e-07,
      "loss": 0.3346,
      "step": 2204080
    },
    {
      "epoch": 615.15,
      "grad_norm": 1.234671711921692,
      "learning_rate": 6.515516333205932e-07,
      "loss": 0.3392,
      "step": 2204090
    },
    {
      "epoch": 615.15,
      "grad_norm": 1.16709566116333,
      "learning_rate": 6.515329250312705e-07,
      "loss": 0.3332,
      "step": 2204100
    },
    {
      "epoch": 615.16,
      "grad_norm": 1.3182235956192017,
      "learning_rate": 6.515142169671815e-07,
      "loss": 0.3331,
      "step": 2204110
    },
    {
      "epoch": 615.16,
      "grad_norm": 1.130973219871521,
      "learning_rate": 6.514955091283298e-07,
      "loss": 0.3447,
      "step": 2204120
    },
    {
      "epoch": 615.16,
      "grad_norm": 1.530473232269287,
      "learning_rate": 6.514768015147181e-07,
      "loss": 0.3375,
      "step": 2204130
    },
    {
      "epoch": 615.17,
      "grad_norm": 1.1841909885406494,
      "learning_rate": 6.514580941263477e-07,
      "loss": 0.3462,
      "step": 2204140
    },
    {
      "epoch": 615.17,
      "grad_norm": 1.2324862480163574,
      "learning_rate": 6.514393869632218e-07,
      "loss": 0.334,
      "step": 2204150
    },
    {
      "epoch": 615.17,
      "grad_norm": 0.9932957887649536,
      "learning_rate": 6.514206800253431e-07,
      "loss": 0.3429,
      "step": 2204160
    },
    {
      "epoch": 615.17,
      "grad_norm": 1.1611324548721313,
      "learning_rate": 6.514019733127145e-07,
      "loss": 0.3227,
      "step": 2204170
    },
    {
      "epoch": 615.18,
      "grad_norm": 1.1090524196624756,
      "learning_rate": 6.513832668253374e-07,
      "loss": 0.3232,
      "step": 2204180
    },
    {
      "epoch": 615.18,
      "grad_norm": 1.2598668336868286,
      "learning_rate": 6.513645605632144e-07,
      "loss": 0.3557,
      "step": 2204190
    },
    {
      "epoch": 615.18,
      "grad_norm": 1.2281877994537354,
      "learning_rate": 6.513458545263491e-07,
      "loss": 0.3232,
      "step": 2204200
    },
    {
      "epoch": 615.19,
      "grad_norm": 1.2944246530532837,
      "learning_rate": 6.513271487147422e-07,
      "loss": 0.3762,
      "step": 2204210
    },
    {
      "epoch": 615.19,
      "grad_norm": 1.0989069938659668,
      "learning_rate": 6.513084431283983e-07,
      "loss": 0.3393,
      "step": 2204220
    },
    {
      "epoch": 615.19,
      "grad_norm": 1.5071080923080444,
      "learning_rate": 6.512897377673184e-07,
      "loss": 0.3493,
      "step": 2204230
    },
    {
      "epoch": 615.19,
      "grad_norm": 1.1585904359817505,
      "learning_rate": 6.512710326315053e-07,
      "loss": 0.3319,
      "step": 2204240
    },
    {
      "epoch": 615.2,
      "grad_norm": 1.1960011720657349,
      "learning_rate": 6.512523277209613e-07,
      "loss": 0.3587,
      "step": 2204250
    },
    {
      "epoch": 615.2,
      "grad_norm": 1.32144033908844,
      "learning_rate": 6.512336230356904e-07,
      "loss": 0.356,
      "step": 2204260
    },
    {
      "epoch": 615.2,
      "grad_norm": 1.1209560632705688,
      "learning_rate": 6.512149185756928e-07,
      "loss": 0.3251,
      "step": 2204270
    },
    {
      "epoch": 615.21,
      "grad_norm": 1.270164132118225,
      "learning_rate": 6.511962143409724e-07,
      "loss": 0.3357,
      "step": 2204280
    },
    {
      "epoch": 615.21,
      "grad_norm": 1.0459545850753784,
      "learning_rate": 6.511775103315312e-07,
      "loss": 0.3391,
      "step": 2204290
    },
    {
      "epoch": 615.21,
      "grad_norm": 1.2643665075302124,
      "learning_rate": 6.511588065473719e-07,
      "loss": 0.3485,
      "step": 2204300
    },
    {
      "epoch": 615.21,
      "grad_norm": 1.061232328414917,
      "learning_rate": 6.511401029884976e-07,
      "loss": 0.3488,
      "step": 2204310
    },
    {
      "epoch": 615.22,
      "grad_norm": 1.0441566705703735,
      "learning_rate": 6.511213996549095e-07,
      "loss": 0.3322,
      "step": 2204320
    },
    {
      "epoch": 615.22,
      "grad_norm": 1.240123987197876,
      "learning_rate": 6.511026965466106e-07,
      "loss": 0.3484,
      "step": 2204330
    },
    {
      "epoch": 615.22,
      "grad_norm": 1.2348121404647827,
      "learning_rate": 6.510839936636045e-07,
      "loss": 0.3487,
      "step": 2204340
    },
    {
      "epoch": 615.22,
      "grad_norm": 1.141485571861267,
      "learning_rate": 6.510652910058911e-07,
      "loss": 0.3337,
      "step": 2204350
    },
    {
      "epoch": 615.23,
      "grad_norm": 1.1767951250076294,
      "learning_rate": 6.510465885734758e-07,
      "loss": 0.3548,
      "step": 2204360
    },
    {
      "epoch": 615.23,
      "grad_norm": 1.0908113718032837,
      "learning_rate": 6.510278863663593e-07,
      "loss": 0.3428,
      "step": 2204370
    },
    {
      "epoch": 615.23,
      "grad_norm": 1.1947544813156128,
      "learning_rate": 6.510091843845445e-07,
      "loss": 0.3228,
      "step": 2204380
    },
    {
      "epoch": 615.24,
      "grad_norm": 1.3303004503250122,
      "learning_rate": 6.509904826280339e-07,
      "loss": 0.322,
      "step": 2204390
    },
    {
      "epoch": 615.24,
      "grad_norm": 1.1028306484222412,
      "learning_rate": 6.509717810968308e-07,
      "loss": 0.3408,
      "step": 2204400
    },
    {
      "epoch": 615.24,
      "grad_norm": 1.4797086715698242,
      "learning_rate": 6.509530797909363e-07,
      "loss": 0.3325,
      "step": 2204410
    },
    {
      "epoch": 615.24,
      "grad_norm": 1.3428500890731812,
      "learning_rate": 6.509343787103536e-07,
      "loss": 0.3436,
      "step": 2204420
    },
    {
      "epoch": 615.25,
      "grad_norm": 1.7874783277511597,
      "learning_rate": 6.509156778550856e-07,
      "loss": 0.3374,
      "step": 2204430
    },
    {
      "epoch": 615.25,
      "grad_norm": 1.2250337600708008,
      "learning_rate": 6.508969772251329e-07,
      "loss": 0.3301,
      "step": 2204440
    },
    {
      "epoch": 615.25,
      "grad_norm": 1.2036598920822144,
      "learning_rate": 6.508782768205011e-07,
      "loss": 0.3526,
      "step": 2204450
    },
    {
      "epoch": 615.26,
      "grad_norm": 1.1968895196914673,
      "learning_rate": 6.508595766411901e-07,
      "loss": 0.3461,
      "step": 2204460
    },
    {
      "epoch": 615.26,
      "grad_norm": 1.2819751501083374,
      "learning_rate": 6.508408766872031e-07,
      "loss": 0.3236,
      "step": 2204470
    },
    {
      "epoch": 615.26,
      "grad_norm": 1.169262409210205,
      "learning_rate": 6.508221769585436e-07,
      "loss": 0.3437,
      "step": 2204480
    },
    {
      "epoch": 615.26,
      "grad_norm": 1.0652282238006592,
      "learning_rate": 6.508034774552126e-07,
      "loss": 0.3352,
      "step": 2204490
    },
    {
      "epoch": 615.27,
      "grad_norm": 1.2432447671890259,
      "learning_rate": 6.507847781772132e-07,
      "loss": 0.323,
      "step": 2204500
    },
    {
      "epoch": 615.27,
      "grad_norm": 1.1358509063720703,
      "learning_rate": 6.507660791245481e-07,
      "loss": 0.3352,
      "step": 2204510
    },
    {
      "epoch": 615.27,
      "grad_norm": 1.1677849292755127,
      "learning_rate": 6.507473802972202e-07,
      "loss": 0.3304,
      "step": 2204520
    },
    {
      "epoch": 615.27,
      "grad_norm": 1.447103500366211,
      "learning_rate": 6.5072868169523e-07,
      "loss": 0.3423,
      "step": 2204530
    },
    {
      "epoch": 615.28,
      "grad_norm": 1.2351309061050415,
      "learning_rate": 6.507099833185827e-07,
      "loss": 0.3341,
      "step": 2204540
    },
    {
      "epoch": 615.28,
      "grad_norm": 1.1736290454864502,
      "learning_rate": 6.506912851672789e-07,
      "loss": 0.3432,
      "step": 2204550
    },
    {
      "epoch": 615.28,
      "grad_norm": 1.1009770631790161,
      "learning_rate": 6.506725872413215e-07,
      "loss": 0.3374,
      "step": 2204560
    },
    {
      "epoch": 615.29,
      "grad_norm": 1.2276629209518433,
      "learning_rate": 6.506538895407142e-07,
      "loss": 0.3245,
      "step": 2204570
    },
    {
      "epoch": 615.29,
      "grad_norm": 1.186612844467163,
      "learning_rate": 6.506351920654568e-07,
      "loss": 0.3754,
      "step": 2204580
    },
    {
      "epoch": 615.29,
      "grad_norm": 0.9890065789222717,
      "learning_rate": 6.506164948155548e-07,
      "loss": 0.3297,
      "step": 2204590
    },
    {
      "epoch": 615.29,
      "grad_norm": 1.2467913627624512,
      "learning_rate": 6.505977977910088e-07,
      "loss": 0.3503,
      "step": 2204600
    },
    {
      "epoch": 615.3,
      "grad_norm": 1.1008256673812866,
      "learning_rate": 6.505791009918218e-07,
      "loss": 0.3388,
      "step": 2204610
    },
    {
      "epoch": 615.3,
      "grad_norm": 1.185430645942688,
      "learning_rate": 6.50560404417997e-07,
      "loss": 0.3544,
      "step": 2204620
    },
    {
      "epoch": 615.3,
      "grad_norm": 1.2449455261230469,
      "learning_rate": 6.505417080695354e-07,
      "loss": 0.3365,
      "step": 2204630
    },
    {
      "epoch": 615.31,
      "grad_norm": 1.2709875106811523,
      "learning_rate": 6.505230119464404e-07,
      "loss": 0.3439,
      "step": 2204640
    },
    {
      "epoch": 615.31,
      "grad_norm": 1.317294955253601,
      "learning_rate": 6.505043160487143e-07,
      "loss": 0.3401,
      "step": 2204650
    },
    {
      "epoch": 615.31,
      "grad_norm": 1.1652965545654297,
      "learning_rate": 6.504856203763606e-07,
      "loss": 0.3502,
      "step": 2204660
    },
    {
      "epoch": 615.31,
      "grad_norm": 1.0184764862060547,
      "learning_rate": 6.504669249293792e-07,
      "loss": 0.342,
      "step": 2204670
    },
    {
      "epoch": 615.32,
      "grad_norm": 1.1312605142593384,
      "learning_rate": 6.504482297077755e-07,
      "loss": 0.3337,
      "step": 2204680
    },
    {
      "epoch": 615.32,
      "grad_norm": 1.3586481809616089,
      "learning_rate": 6.504295347115503e-07,
      "loss": 0.3508,
      "step": 2204690
    },
    {
      "epoch": 615.32,
      "grad_norm": 1.389648675918579,
      "learning_rate": 6.504108399407064e-07,
      "loss": 0.3324,
      "step": 2204700
    },
    {
      "epoch": 615.33,
      "grad_norm": 1.1397689580917358,
      "learning_rate": 6.503921453952471e-07,
      "loss": 0.3368,
      "step": 2204710
    },
    {
      "epoch": 615.33,
      "grad_norm": 1.2296850681304932,
      "learning_rate": 6.503734510751736e-07,
      "loss": 0.3322,
      "step": 2204720
    },
    {
      "epoch": 615.33,
      "grad_norm": 1.3527520895004272,
      "learning_rate": 6.503547569804889e-07,
      "loss": 0.3418,
      "step": 2204730
    },
    {
      "epoch": 615.33,
      "grad_norm": 1.146161675453186,
      "learning_rate": 6.503360631111954e-07,
      "loss": 0.3333,
      "step": 2204740
    },
    {
      "epoch": 615.34,
      "grad_norm": 1.1056488752365112,
      "learning_rate": 6.503173694672967e-07,
      "loss": 0.3397,
      "step": 2204750
    },
    {
      "epoch": 615.34,
      "grad_norm": 1.1524162292480469,
      "learning_rate": 6.502986760487938e-07,
      "loss": 0.355,
      "step": 2204760
    },
    {
      "epoch": 615.34,
      "grad_norm": 1.4028818607330322,
      "learning_rate": 6.502799828556894e-07,
      "loss": 0.3456,
      "step": 2204770
    },
    {
      "epoch": 615.34,
      "grad_norm": 1.0888973474502563,
      "learning_rate": 6.502612898879865e-07,
      "loss": 0.3387,
      "step": 2204780
    },
    {
      "epoch": 615.35,
      "grad_norm": 1.3700096607208252,
      "learning_rate": 6.502425971456871e-07,
      "loss": 0.3312,
      "step": 2204790
    },
    {
      "epoch": 615.35,
      "grad_norm": 1.1034423112869263,
      "learning_rate": 6.502239046287949e-07,
      "loss": 0.3496,
      "step": 2204800
    },
    {
      "epoch": 615.35,
      "grad_norm": 1.0921040773391724,
      "learning_rate": 6.502052123373111e-07,
      "loss": 0.3314,
      "step": 2204810
    },
    {
      "epoch": 615.36,
      "grad_norm": 1.124817967414856,
      "learning_rate": 6.501865202712382e-07,
      "loss": 0.3215,
      "step": 2204820
    },
    {
      "epoch": 615.36,
      "grad_norm": 1.1966379880905151,
      "learning_rate": 6.50167828430579e-07,
      "loss": 0.3386,
      "step": 2204830
    },
    {
      "epoch": 615.36,
      "grad_norm": 1.2184349298477173,
      "learning_rate": 6.501491368153369e-07,
      "loss": 0.3385,
      "step": 2204840
    },
    {
      "epoch": 615.36,
      "grad_norm": 1.3309656381607056,
      "learning_rate": 6.501304454255128e-07,
      "loss": 0.3416,
      "step": 2204850
    },
    {
      "epoch": 615.37,
      "grad_norm": 1.1471543312072754,
      "learning_rate": 6.501117542611101e-07,
      "loss": 0.3257,
      "step": 2204860
    },
    {
      "epoch": 615.37,
      "grad_norm": 1.2779557704925537,
      "learning_rate": 6.50093063322131e-07,
      "loss": 0.3468,
      "step": 2204870
    },
    {
      "epoch": 615.37,
      "grad_norm": 1.1002198457717896,
      "learning_rate": 6.500743726085778e-07,
      "loss": 0.341,
      "step": 2204880
    },
    {
      "epoch": 615.38,
      "grad_norm": 1.2768054008483887,
      "learning_rate": 6.500556821204545e-07,
      "loss": 0.3388,
      "step": 2204890
    },
    {
      "epoch": 615.38,
      "grad_norm": 1.1365208625793457,
      "learning_rate": 6.500369918577607e-07,
      "loss": 0.3311,
      "step": 2204900
    },
    {
      "epoch": 615.38,
      "grad_norm": 1.2109800577163696,
      "learning_rate": 6.50018301820502e-07,
      "loss": 0.35,
      "step": 2204910
    },
    {
      "epoch": 615.38,
      "grad_norm": 1.2869197130203247,
      "learning_rate": 6.499996120086786e-07,
      "loss": 0.3394,
      "step": 2204920
    },
    {
      "epoch": 615.39,
      "grad_norm": 1.0897889137268066,
      "learning_rate": 6.499809224222941e-07,
      "loss": 0.3402,
      "step": 2204930
    },
    {
      "epoch": 615.39,
      "grad_norm": 1.1811349391937256,
      "learning_rate": 6.499622330613514e-07,
      "loss": 0.3398,
      "step": 2204940
    },
    {
      "epoch": 615.39,
      "grad_norm": 1.1314254999160767,
      "learning_rate": 6.499435439258515e-07,
      "loss": 0.3263,
      "step": 2204950
    },
    {
      "epoch": 615.39,
      "grad_norm": 1.1953907012939453,
      "learning_rate": 6.499248550157976e-07,
      "loss": 0.3261,
      "step": 2204960
    },
    {
      "epoch": 615.4,
      "grad_norm": 1.179754376411438,
      "learning_rate": 6.499061663311923e-07,
      "loss": 0.3386,
      "step": 2204970
    },
    {
      "epoch": 615.4,
      "grad_norm": 1.1823688745498657,
      "learning_rate": 6.498874778720389e-07,
      "loss": 0.3397,
      "step": 2204980
    },
    {
      "epoch": 615.4,
      "grad_norm": 1.2285343408584595,
      "learning_rate": 6.498687896383385e-07,
      "loss": 0.3206,
      "step": 2204990
    },
    {
      "epoch": 615.41,
      "grad_norm": 1.435776710510254,
      "learning_rate": 6.498501016300939e-07,
      "loss": 0.3285,
      "step": 2205000
    },
    {
      "epoch": 615.41,
      "grad_norm": 1.3433271646499634,
      "learning_rate": 6.498314138473087e-07,
      "loss": 0.335,
      "step": 2205010
    },
    {
      "epoch": 615.41,
      "grad_norm": 1.117367148399353,
      "learning_rate": 6.498127262899831e-07,
      "loss": 0.3415,
      "step": 2205020
    },
    {
      "epoch": 615.41,
      "grad_norm": 1.1951472759246826,
      "learning_rate": 6.497940389581223e-07,
      "loss": 0.3383,
      "step": 2205030
    },
    {
      "epoch": 615.42,
      "grad_norm": 0.9674289226531982,
      "learning_rate": 6.497753518517268e-07,
      "loss": 0.337,
      "step": 2205040
    },
    {
      "epoch": 615.42,
      "grad_norm": 1.60942542552948,
      "learning_rate": 6.497566649707999e-07,
      "loss": 0.3459,
      "step": 2205050
    },
    {
      "epoch": 615.42,
      "grad_norm": 1.0839669704437256,
      "learning_rate": 6.49737978315344e-07,
      "loss": 0.3408,
      "step": 2205060
    },
    {
      "epoch": 615.43,
      "grad_norm": 1.2071220874786377,
      "learning_rate": 6.497192918853622e-07,
      "loss": 0.3334,
      "step": 2205070
    },
    {
      "epoch": 615.43,
      "grad_norm": 1.0733497142791748,
      "learning_rate": 6.497006056808556e-07,
      "loss": 0.3298,
      "step": 2205080
    },
    {
      "epoch": 615.43,
      "grad_norm": 1.1936882734298706,
      "learning_rate": 6.496819197018274e-07,
      "loss": 0.3398,
      "step": 2205090
    },
    {
      "epoch": 615.43,
      "grad_norm": 1.4972864389419556,
      "learning_rate": 6.496632339482808e-07,
      "loss": 0.3399,
      "step": 2205100
    },
    {
      "epoch": 615.44,
      "grad_norm": 2.105548620223999,
      "learning_rate": 6.496445484202165e-07,
      "loss": 0.3353,
      "step": 2205110
    },
    {
      "epoch": 615.44,
      "grad_norm": 1.3711622953414917,
      "learning_rate": 6.496258631176394e-07,
      "loss": 0.3531,
      "step": 2205120
    },
    {
      "epoch": 615.44,
      "grad_norm": 1.6622025966644287,
      "learning_rate": 6.496071780405499e-07,
      "loss": 0.3532,
      "step": 2205130
    },
    {
      "epoch": 615.45,
      "grad_norm": 1.4908838272094727,
      "learning_rate": 6.495884931889512e-07,
      "loss": 0.3339,
      "step": 2205140
    },
    {
      "epoch": 615.45,
      "grad_norm": 1.1194214820861816,
      "learning_rate": 6.495698085628465e-07,
      "loss": 0.3526,
      "step": 2205150
    },
    {
      "epoch": 615.45,
      "grad_norm": 1.0803203582763672,
      "learning_rate": 6.495511241622365e-07,
      "loss": 0.3328,
      "step": 2205160
    },
    {
      "epoch": 615.45,
      "grad_norm": 1.1735877990722656,
      "learning_rate": 6.49532439987126e-07,
      "loss": 0.3295,
      "step": 2205170
    },
    {
      "epoch": 615.46,
      "grad_norm": 1.072001576423645,
      "learning_rate": 6.495137560375158e-07,
      "loss": 0.3311,
      "step": 2205180
    },
    {
      "epoch": 615.46,
      "grad_norm": 1.0963072776794434,
      "learning_rate": 6.494950723134087e-07,
      "loss": 0.3363,
      "step": 2205190
    },
    {
      "epoch": 615.46,
      "grad_norm": 1.1381016969680786,
      "learning_rate": 6.494763888148076e-07,
      "loss": 0.3353,
      "step": 2205200
    },
    {
      "epoch": 615.46,
      "grad_norm": 1.2003177404403687,
      "learning_rate": 6.494577055417155e-07,
      "loss": 0.348,
      "step": 2205210
    },
    {
      "epoch": 615.47,
      "grad_norm": 1.152666687965393,
      "learning_rate": 6.494390224941333e-07,
      "loss": 0.3319,
      "step": 2205220
    },
    {
      "epoch": 615.47,
      "grad_norm": 1.0376579761505127,
      "learning_rate": 6.494203396720644e-07,
      "loss": 0.3476,
      "step": 2205230
    },
    {
      "epoch": 615.47,
      "grad_norm": 1.2138547897338867,
      "learning_rate": 6.494016570755121e-07,
      "loss": 0.357,
      "step": 2205240
    },
    {
      "epoch": 615.48,
      "grad_norm": 1.2451279163360596,
      "learning_rate": 6.493829747044764e-07,
      "loss": 0.348,
      "step": 2205250
    },
    {
      "epoch": 615.48,
      "grad_norm": 1.2841717004776,
      "learning_rate": 6.493642925589628e-07,
      "loss": 0.3278,
      "step": 2205260
    },
    {
      "epoch": 615.48,
      "grad_norm": 1.0905990600585938,
      "learning_rate": 6.493456106389718e-07,
      "loss": 0.3437,
      "step": 2205270
    },
    {
      "epoch": 615.48,
      "grad_norm": 1.167823314666748,
      "learning_rate": 6.493269289445065e-07,
      "loss": 0.3463,
      "step": 2205280
    },
    {
      "epoch": 615.49,
      "grad_norm": 1.29403555393219,
      "learning_rate": 6.493082474755701e-07,
      "loss": 0.3285,
      "step": 2205290
    },
    {
      "epoch": 615.49,
      "grad_norm": 1.211029291152954,
      "learning_rate": 6.492895662321635e-07,
      "loss": 0.3475,
      "step": 2205300
    },
    {
      "epoch": 615.49,
      "grad_norm": 1.0617183446884155,
      "learning_rate": 6.492708852142903e-07,
      "loss": 0.3525,
      "step": 2205310
    },
    {
      "epoch": 615.5,
      "grad_norm": 1.0562695264816284,
      "learning_rate": 6.492522044219524e-07,
      "loss": 0.3245,
      "step": 2205320
    },
    {
      "epoch": 615.5,
      "grad_norm": 1.244641661643982,
      "learning_rate": 6.492335238551536e-07,
      "loss": 0.3551,
      "step": 2205330
    },
    {
      "epoch": 615.5,
      "grad_norm": 1.282604455947876,
      "learning_rate": 6.492148435138941e-07,
      "loss": 0.3603,
      "step": 2205340
    },
    {
      "epoch": 615.5,
      "grad_norm": 1.3451883792877197,
      "learning_rate": 6.491961633981789e-07,
      "loss": 0.366,
      "step": 2205350
    },
    {
      "epoch": 615.51,
      "grad_norm": 1.2928383350372314,
      "learning_rate": 6.491774835080085e-07,
      "loss": 0.3432,
      "step": 2205360
    },
    {
      "epoch": 615.51,
      "grad_norm": 1.063448429107666,
      "learning_rate": 6.491588038433861e-07,
      "loss": 0.3229,
      "step": 2205370
    },
    {
      "epoch": 615.51,
      "grad_norm": 1.1479322910308838,
      "learning_rate": 6.49140124404315e-07,
      "loss": 0.3396,
      "step": 2205380
    },
    {
      "epoch": 615.51,
      "grad_norm": 1.1047306060791016,
      "learning_rate": 6.491214451907964e-07,
      "loss": 0.344,
      "step": 2205390
    },
    {
      "epoch": 615.52,
      "grad_norm": 1.2382663488388062,
      "learning_rate": 6.491027662028333e-07,
      "loss": 0.3361,
      "step": 2205400
    },
    {
      "epoch": 615.52,
      "grad_norm": 1.1277905702590942,
      "learning_rate": 6.490840874404283e-07,
      "loss": 0.3347,
      "step": 2205410
    },
    {
      "epoch": 615.52,
      "grad_norm": 1.1746808290481567,
      "learning_rate": 6.490654089035842e-07,
      "loss": 0.3401,
      "step": 2205420
    },
    {
      "epoch": 615.53,
      "grad_norm": 1.1891049146652222,
      "learning_rate": 6.490467305923027e-07,
      "loss": 0.3304,
      "step": 2205430
    },
    {
      "epoch": 615.53,
      "grad_norm": 1.1259719133377075,
      "learning_rate": 6.490280525065863e-07,
      "loss": 0.3244,
      "step": 2205440
    },
    {
      "epoch": 615.53,
      "grad_norm": 1.1946954727172852,
      "learning_rate": 6.490093746464381e-07,
      "loss": 0.3213,
      "step": 2205450
    },
    {
      "epoch": 615.53,
      "grad_norm": 1.2155753374099731,
      "learning_rate": 6.489906970118603e-07,
      "loss": 0.33,
      "step": 2205460
    },
    {
      "epoch": 615.54,
      "grad_norm": 1.2404857873916626,
      "learning_rate": 6.489720196028561e-07,
      "loss": 0.3452,
      "step": 2205470
    },
    {
      "epoch": 615.54,
      "grad_norm": 1.285996913909912,
      "learning_rate": 6.48953342419426e-07,
      "loss": 0.3336,
      "step": 2205480
    },
    {
      "epoch": 615.54,
      "grad_norm": 1.246400237083435,
      "learning_rate": 6.489346654615752e-07,
      "loss": 0.3298,
      "step": 2205490
    },
    {
      "epoch": 615.55,
      "grad_norm": 1.3599920272827148,
      "learning_rate": 6.48915988729304e-07,
      "loss": 0.3376,
      "step": 2205500
    },
    {
      "epoch": 615.55,
      "grad_norm": 1.1992640495300293,
      "learning_rate": 6.488973122226156e-07,
      "loss": 0.3512,
      "step": 2205510
    },
    {
      "epoch": 615.55,
      "grad_norm": 1.1122186183929443,
      "learning_rate": 6.488786359415133e-07,
      "loss": 0.3264,
      "step": 2205520
    },
    {
      "epoch": 615.55,
      "grad_norm": 1.2482186555862427,
      "learning_rate": 6.488599598859982e-07,
      "loss": 0.3314,
      "step": 2205530
    },
    {
      "epoch": 615.56,
      "grad_norm": 1.1543842554092407,
      "learning_rate": 6.488412840560735e-07,
      "loss": 0.3516,
      "step": 2205540
    },
    {
      "epoch": 615.56,
      "grad_norm": 1.3708689212799072,
      "learning_rate": 6.488226084517415e-07,
      "loss": 0.3491,
      "step": 2205550
    },
    {
      "epoch": 615.56,
      "grad_norm": 1.1250697374343872,
      "learning_rate": 6.488039330730056e-07,
      "loss": 0.3253,
      "step": 2205560
    },
    {
      "epoch": 615.57,
      "grad_norm": 1.7329716682434082,
      "learning_rate": 6.487852579198666e-07,
      "loss": 0.3309,
      "step": 2205570
    },
    {
      "epoch": 615.57,
      "grad_norm": 1.262105941772461,
      "learning_rate": 6.487665829923278e-07,
      "loss": 0.3296,
      "step": 2205580
    },
    {
      "epoch": 615.57,
      "grad_norm": 1.3093271255493164,
      "learning_rate": 6.487479082903927e-07,
      "loss": 0.3304,
      "step": 2205590
    },
    {
      "epoch": 615.57,
      "grad_norm": 1.2163957357406616,
      "learning_rate": 6.487292338140612e-07,
      "loss": 0.348,
      "step": 2205600
    },
    {
      "epoch": 615.58,
      "grad_norm": 1.0409256219863892,
      "learning_rate": 6.487105595633392e-07,
      "loss": 0.3295,
      "step": 2205610
    },
    {
      "epoch": 615.58,
      "grad_norm": 1.4094247817993164,
      "learning_rate": 6.486918855382265e-07,
      "loss": 0.3462,
      "step": 2205620
    },
    {
      "epoch": 615.58,
      "grad_norm": 1.388512134552002,
      "learning_rate": 6.486732117387265e-07,
      "loss": 0.3349,
      "step": 2205630
    },
    {
      "epoch": 615.58,
      "grad_norm": 1.2180017232894897,
      "learning_rate": 6.486545381648417e-07,
      "loss": 0.3242,
      "step": 2205640
    },
    {
      "epoch": 615.59,
      "grad_norm": 1.2983348369598389,
      "learning_rate": 6.486358648165751e-07,
      "loss": 0.3481,
      "step": 2205650
    },
    {
      "epoch": 615.59,
      "grad_norm": 1.0468530654907227,
      "learning_rate": 6.486171916939283e-07,
      "loss": 0.3433,
      "step": 2205660
    },
    {
      "epoch": 615.59,
      "grad_norm": 1.3869329690933228,
      "learning_rate": 6.485985187969038e-07,
      "loss": 0.3523,
      "step": 2205670
    },
    {
      "epoch": 615.6,
      "grad_norm": 1.383270025253296,
      "learning_rate": 6.485798461255054e-07,
      "loss": 0.3197,
      "step": 2205680
    },
    {
      "epoch": 615.6,
      "grad_norm": 1.32113778591156,
      "learning_rate": 6.485611736797329e-07,
      "loss": 0.3415,
      "step": 2205690
    },
    {
      "epoch": 615.6,
      "grad_norm": 1.1539760828018188,
      "learning_rate": 6.485425014595921e-07,
      "loss": 0.3206,
      "step": 2205700
    },
    {
      "epoch": 615.6,
      "grad_norm": 1.0621877908706665,
      "learning_rate": 6.485238294650832e-07,
      "loss": 0.3239,
      "step": 2205710
    },
    {
      "epoch": 615.61,
      "grad_norm": 1.6088374853134155,
      "learning_rate": 6.485051576962092e-07,
      "loss": 0.3428,
      "step": 2205720
    },
    {
      "epoch": 615.61,
      "grad_norm": 1.2570576667785645,
      "learning_rate": 6.484864861529736e-07,
      "loss": 0.332,
      "step": 2205730
    },
    {
      "epoch": 615.61,
      "grad_norm": 1.0656931400299072,
      "learning_rate": 6.484678148353764e-07,
      "loss": 0.3257,
      "step": 2205740
    },
    {
      "epoch": 615.62,
      "grad_norm": 1.185167908668518,
      "learning_rate": 6.484491437434234e-07,
      "loss": 0.3382,
      "step": 2205750
    },
    {
      "epoch": 615.62,
      "grad_norm": 1.0246999263763428,
      "learning_rate": 6.484304728771147e-07,
      "loss": 0.3196,
      "step": 2205760
    },
    {
      "epoch": 615.62,
      "grad_norm": 1.3471667766571045,
      "learning_rate": 6.484118022364533e-07,
      "loss": 0.3363,
      "step": 2205770
    },
    {
      "epoch": 615.62,
      "grad_norm": 1.3475199937820435,
      "learning_rate": 6.483931318214421e-07,
      "loss": 0.3319,
      "step": 2205780
    },
    {
      "epoch": 615.63,
      "grad_norm": 1.1405339241027832,
      "learning_rate": 6.483744616320841e-07,
      "loss": 0.3558,
      "step": 2205790
    },
    {
      "epoch": 615.63,
      "grad_norm": 1.4283887147903442,
      "learning_rate": 6.483557916683801e-07,
      "loss": 0.3464,
      "step": 2205800
    },
    {
      "epoch": 615.63,
      "grad_norm": 1.2351871728897095,
      "learning_rate": 6.483371219303334e-07,
      "loss": 0.3383,
      "step": 2205810
    },
    {
      "epoch": 615.63,
      "grad_norm": 1.1673192977905273,
      "learning_rate": 6.483184524179477e-07,
      "loss": 0.33,
      "step": 2205820
    },
    {
      "epoch": 615.64,
      "grad_norm": 1.15424382686615,
      "learning_rate": 6.482997831312227e-07,
      "loss": 0.3344,
      "step": 2205830
    },
    {
      "epoch": 615.64,
      "grad_norm": 1.1101759672164917,
      "learning_rate": 6.482811140701642e-07,
      "loss": 0.3431,
      "step": 2205840
    },
    {
      "epoch": 615.64,
      "grad_norm": 1.529817819595337,
      "learning_rate": 6.482624452347723e-07,
      "loss": 0.3326,
      "step": 2205850
    },
    {
      "epoch": 615.65,
      "grad_norm": 1.1307320594787598,
      "learning_rate": 6.482437766250504e-07,
      "loss": 0.3433,
      "step": 2205860
    },
    {
      "epoch": 615.65,
      "grad_norm": 1.1546975374221802,
      "learning_rate": 6.482251082410006e-07,
      "loss": 0.3263,
      "step": 2205870
    },
    {
      "epoch": 615.65,
      "grad_norm": 1.2663956880569458,
      "learning_rate": 6.482064400826265e-07,
      "loss": 0.3379,
      "step": 2205880
    },
    {
      "epoch": 615.65,
      "grad_norm": 1.0764927864074707,
      "learning_rate": 6.481877721499289e-07,
      "loss": 0.3293,
      "step": 2205890
    },
    {
      "epoch": 615.66,
      "grad_norm": 1.1802961826324463,
      "learning_rate": 6.481691044429109e-07,
      "loss": 0.3216,
      "step": 2205900
    },
    {
      "epoch": 615.66,
      "grad_norm": 1.2045832872390747,
      "learning_rate": 6.481504369615762e-07,
      "loss": 0.3384,
      "step": 2205910
    },
    {
      "epoch": 615.66,
      "grad_norm": 1.3659175634384155,
      "learning_rate": 6.481317697059249e-07,
      "loss": 0.3453,
      "step": 2205920
    },
    {
      "epoch": 615.67,
      "grad_norm": 1.2050542831420898,
      "learning_rate": 6.481131026759619e-07,
      "loss": 0.3359,
      "step": 2205930
    },
    {
      "epoch": 615.67,
      "grad_norm": 1.1854716539382935,
      "learning_rate": 6.480944358716883e-07,
      "loss": 0.3489,
      "step": 2205940
    },
    {
      "epoch": 615.67,
      "grad_norm": 1.254774808883667,
      "learning_rate": 6.480757692931067e-07,
      "loss": 0.3368,
      "step": 2205950
    },
    {
      "epoch": 615.67,
      "grad_norm": 1.478827953338623,
      "learning_rate": 6.480571029402207e-07,
      "loss": 0.3399,
      "step": 2205960
    },
    {
      "epoch": 615.68,
      "grad_norm": 1.1569989919662476,
      "learning_rate": 6.480384368130309e-07,
      "loss": 0.332,
      "step": 2205970
    },
    {
      "epoch": 615.68,
      "grad_norm": 1.3129347562789917,
      "learning_rate": 6.480197709115411e-07,
      "loss": 0.3561,
      "step": 2205980
    },
    {
      "epoch": 615.68,
      "grad_norm": 1.1780339479446411,
      "learning_rate": 6.480011052357533e-07,
      "loss": 0.3344,
      "step": 2205990
    },
    {
      "epoch": 615.69,
      "grad_norm": 1.128189206123352,
      "learning_rate": 6.479824397856708e-07,
      "loss": 0.343,
      "step": 2206000
    },
    {
      "epoch": 615.69,
      "grad_norm": 1.1776117086410522,
      "learning_rate": 6.479637745612941e-07,
      "loss": 0.3405,
      "step": 2206010
    },
    {
      "epoch": 615.69,
      "grad_norm": 1.0644763708114624,
      "learning_rate": 6.479451095626281e-07,
      "loss": 0.334,
      "step": 2206020
    },
    {
      "epoch": 615.69,
      "grad_norm": 1.1040066480636597,
      "learning_rate": 6.479264447896739e-07,
      "loss": 0.3241,
      "step": 2206030
    },
    {
      "epoch": 615.7,
      "grad_norm": 1.026497721672058,
      "learning_rate": 6.479077802424341e-07,
      "loss": 0.3286,
      "step": 2206040
    },
    {
      "epoch": 615.7,
      "grad_norm": 1.3653419017791748,
      "learning_rate": 6.478891159209122e-07,
      "loss": 0.3424,
      "step": 2206050
    },
    {
      "epoch": 615.7,
      "grad_norm": 1.2846543788909912,
      "learning_rate": 6.478704518251082e-07,
      "loss": 0.333,
      "step": 2206060
    },
    {
      "epoch": 615.7,
      "grad_norm": 1.3120594024658203,
      "learning_rate": 6.478517879550277e-07,
      "loss": 0.342,
      "step": 2206070
    },
    {
      "epoch": 615.71,
      "grad_norm": 1.053984522819519,
      "learning_rate": 6.478331243106712e-07,
      "loss": 0.322,
      "step": 2206080
    },
    {
      "epoch": 615.71,
      "grad_norm": 1.1510306596755981,
      "learning_rate": 6.478144608920416e-07,
      "loss": 0.3371,
      "step": 2206090
    },
    {
      "epoch": 615.71,
      "grad_norm": 1.0852398872375488,
      "learning_rate": 6.477957976991421e-07,
      "loss": 0.3291,
      "step": 2206100
    },
    {
      "epoch": 615.72,
      "grad_norm": 1.342316746711731,
      "learning_rate": 6.477771347319738e-07,
      "loss": 0.3265,
      "step": 2206110
    },
    {
      "epoch": 615.72,
      "grad_norm": 1.2293835878372192,
      "learning_rate": 6.477584719905401e-07,
      "loss": 0.3232,
      "step": 2206120
    },
    {
      "epoch": 615.72,
      "grad_norm": 1.2575610876083374,
      "learning_rate": 6.477398094748432e-07,
      "loss": 0.3438,
      "step": 2206130
    },
    {
      "epoch": 615.72,
      "grad_norm": 2.701223850250244,
      "learning_rate": 6.477211471848866e-07,
      "loss": 0.3469,
      "step": 2206140
    },
    {
      "epoch": 615.73,
      "grad_norm": 1.0714635848999023,
      "learning_rate": 6.477024851206705e-07,
      "loss": 0.3245,
      "step": 2206150
    },
    {
      "epoch": 615.73,
      "grad_norm": 1.1901681423187256,
      "learning_rate": 6.476838232822001e-07,
      "loss": 0.3392,
      "step": 2206160
    },
    {
      "epoch": 615.73,
      "grad_norm": 1.2323625087738037,
      "learning_rate": 6.47665161669476e-07,
      "loss": 0.3426,
      "step": 2206170
    },
    {
      "epoch": 615.74,
      "grad_norm": 1.3569471836090088,
      "learning_rate": 6.476465002825009e-07,
      "loss": 0.3327,
      "step": 2206180
    },
    {
      "epoch": 615.74,
      "grad_norm": 1.1253377199172974,
      "learning_rate": 6.476278391212786e-07,
      "loss": 0.3451,
      "step": 2206190
    },
    {
      "epoch": 615.74,
      "grad_norm": 1.0668727159500122,
      "learning_rate": 6.476091781858099e-07,
      "loss": 0.349,
      "step": 2206200
    },
    {
      "epoch": 615.74,
      "grad_norm": 1.402231216430664,
      "learning_rate": 6.475905174760981e-07,
      "loss": 0.3468,
      "step": 2206210
    },
    {
      "epoch": 615.75,
      "grad_norm": 0.9573438167572021,
      "learning_rate": 6.475718569921455e-07,
      "loss": 0.3387,
      "step": 2206220
    },
    {
      "epoch": 615.75,
      "grad_norm": 1.206876516342163,
      "learning_rate": 6.475531967339553e-07,
      "loss": 0.3297,
      "step": 2206230
    },
    {
      "epoch": 615.75,
      "grad_norm": 1.1003626585006714,
      "learning_rate": 6.475345367015287e-07,
      "loss": 0.347,
      "step": 2206240
    },
    {
      "epoch": 615.75,
      "grad_norm": 1.0698676109313965,
      "learning_rate": 6.475158768948691e-07,
      "loss": 0.3443,
      "step": 2206250
    },
    {
      "epoch": 615.76,
      "grad_norm": 1.37441086769104,
      "learning_rate": 6.47497217313979e-07,
      "loss": 0.3415,
      "step": 2206260
    },
    {
      "epoch": 615.76,
      "grad_norm": 1.1443705558776855,
      "learning_rate": 6.474785579588594e-07,
      "loss": 0.3352,
      "step": 2206270
    },
    {
      "epoch": 615.76,
      "grad_norm": 1.0648283958435059,
      "learning_rate": 6.474598988295154e-07,
      "loss": 0.355,
      "step": 2206280
    },
    {
      "epoch": 615.77,
      "grad_norm": 1.1670613288879395,
      "learning_rate": 6.474412399259473e-07,
      "loss": 0.3286,
      "step": 2206290
    },
    {
      "epoch": 615.77,
      "grad_norm": 2.3332438468933105,
      "learning_rate": 6.474225812481586e-07,
      "loss": 0.3354,
      "step": 2206300
    },
    {
      "epoch": 615.77,
      "grad_norm": 1.2006561756134033,
      "learning_rate": 6.474039227961512e-07,
      "loss": 0.3459,
      "step": 2206310
    },
    {
      "epoch": 615.77,
      "grad_norm": 1.0970556735992432,
      "learning_rate": 6.473852645699281e-07,
      "loss": 0.3318,
      "step": 2206320
    },
    {
      "epoch": 615.78,
      "grad_norm": 1.104859709739685,
      "learning_rate": 6.473666065694923e-07,
      "loss": 0.3353,
      "step": 2206330
    },
    {
      "epoch": 615.78,
      "grad_norm": 1.1899172067642212,
      "learning_rate": 6.473479487948448e-07,
      "loss": 0.3291,
      "step": 2206340
    },
    {
      "epoch": 615.78,
      "grad_norm": 1.4039545059204102,
      "learning_rate": 6.473292912459889e-07,
      "loss": 0.3488,
      "step": 2206350
    },
    {
      "epoch": 615.79,
      "grad_norm": 1.3963308334350586,
      "learning_rate": 6.473106339229272e-07,
      "loss": 0.3277,
      "step": 2206360
    },
    {
      "epoch": 615.79,
      "grad_norm": 1.3131788969039917,
      "learning_rate": 6.472919768256627e-07,
      "loss": 0.3492,
      "step": 2206370
    },
    {
      "epoch": 615.79,
      "grad_norm": 1.3032708168029785,
      "learning_rate": 6.472733199541964e-07,
      "loss": 0.3548,
      "step": 2206380
    },
    {
      "epoch": 615.79,
      "grad_norm": 1.5278829336166382,
      "learning_rate": 6.472546633085319e-07,
      "loss": 0.3533,
      "step": 2206390
    },
    {
      "epoch": 615.8,
      "grad_norm": 1.275231957435608,
      "learning_rate": 6.472360068886719e-07,
      "loss": 0.3485,
      "step": 2206400
    },
    {
      "epoch": 615.8,
      "grad_norm": 1.0642311573028564,
      "learning_rate": 6.472173506946168e-07,
      "loss": 0.3171,
      "step": 2206410
    },
    {
      "epoch": 615.8,
      "grad_norm": 1.1152138710021973,
      "learning_rate": 6.471986947263722e-07,
      "loss": 0.3446,
      "step": 2206420
    },
    {
      "epoch": 615.81,
      "grad_norm": 1.6819578409194946,
      "learning_rate": 6.471800389839385e-07,
      "loss": 0.3424,
      "step": 2206430
    },
    {
      "epoch": 615.81,
      "grad_norm": 1.181829810142517,
      "learning_rate": 6.471613834673185e-07,
      "loss": 0.3449,
      "step": 2206440
    },
    {
      "epoch": 615.81,
      "grad_norm": 1.3036364316940308,
      "learning_rate": 6.471427281765149e-07,
      "loss": 0.3494,
      "step": 2206450
    },
    {
      "epoch": 615.81,
      "grad_norm": 1.3905417919158936,
      "learning_rate": 6.471240731115313e-07,
      "loss": 0.3471,
      "step": 2206460
    },
    {
      "epoch": 615.82,
      "grad_norm": 1.1228622198104858,
      "learning_rate": 6.47105418272368e-07,
      "loss": 0.3499,
      "step": 2206470
    },
    {
      "epoch": 615.82,
      "grad_norm": 0.9964449405670166,
      "learning_rate": 6.470867636590285e-07,
      "loss": 0.3505,
      "step": 2206480
    },
    {
      "epoch": 615.82,
      "grad_norm": 1.2401460409164429,
      "learning_rate": 6.470681092715163e-07,
      "loss": 0.3334,
      "step": 2206490
    },
    {
      "epoch": 615.82,
      "grad_norm": 1.2184116840362549,
      "learning_rate": 6.470494551098311e-07,
      "loss": 0.3324,
      "step": 2206500
    },
    {
      "epoch": 615.83,
      "grad_norm": 1.4386882781982422,
      "learning_rate": 6.470308011739788e-07,
      "loss": 0.3295,
      "step": 2206510
    },
    {
      "epoch": 615.83,
      "grad_norm": 1.0749984979629517,
      "learning_rate": 6.470121474639598e-07,
      "loss": 0.339,
      "step": 2206520
    },
    {
      "epoch": 615.83,
      "grad_norm": 1.8199468851089478,
      "learning_rate": 6.46993493979777e-07,
      "loss": 0.3531,
      "step": 2206530
    },
    {
      "epoch": 615.84,
      "grad_norm": 1.1385260820388794,
      "learning_rate": 6.469748407214335e-07,
      "loss": 0.3168,
      "step": 2206540
    },
    {
      "epoch": 615.84,
      "grad_norm": 1.0574816465377808,
      "learning_rate": 6.469561876889305e-07,
      "loss": 0.3523,
      "step": 2206550
    },
    {
      "epoch": 615.84,
      "grad_norm": 1.2419904470443726,
      "learning_rate": 6.469375348822714e-07,
      "loss": 0.3312,
      "step": 2206560
    },
    {
      "epoch": 615.84,
      "grad_norm": 1.5460494756698608,
      "learning_rate": 6.469188823014585e-07,
      "loss": 0.3238,
      "step": 2206570
    },
    {
      "epoch": 615.85,
      "grad_norm": 1.311171531677246,
      "learning_rate": 6.46900229946495e-07,
      "loss": 0.3448,
      "step": 2206580
    },
    {
      "epoch": 615.85,
      "grad_norm": 1.1220027208328247,
      "learning_rate": 6.468815778173812e-07,
      "loss": 0.3315,
      "step": 2206590
    },
    {
      "epoch": 615.85,
      "grad_norm": 1.3911619186401367,
      "learning_rate": 6.468629259141225e-07,
      "loss": 0.3517,
      "step": 2206600
    },
    {
      "epoch": 615.86,
      "grad_norm": 0.9605032205581665,
      "learning_rate": 6.468442742367192e-07,
      "loss": 0.314,
      "step": 2206610
    },
    {
      "epoch": 615.86,
      "grad_norm": 1.0905619859695435,
      "learning_rate": 6.468256227851742e-07,
      "loss": 0.3299,
      "step": 2206620
    },
    {
      "epoch": 615.86,
      "grad_norm": 1.158042550086975,
      "learning_rate": 6.468069715594914e-07,
      "loss": 0.3477,
      "step": 2206630
    },
    {
      "epoch": 615.86,
      "grad_norm": 1.426141619682312,
      "learning_rate": 6.467883205596708e-07,
      "loss": 0.3416,
      "step": 2206640
    },
    {
      "epoch": 615.87,
      "grad_norm": 1.3109169006347656,
      "learning_rate": 6.467696697857174e-07,
      "loss": 0.3327,
      "step": 2206650
    },
    {
      "epoch": 615.87,
      "grad_norm": 1.2453267574310303,
      "learning_rate": 6.46751019237632e-07,
      "loss": 0.3444,
      "step": 2206660
    },
    {
      "epoch": 615.87,
      "grad_norm": 1.2381799221038818,
      "learning_rate": 6.467323689154175e-07,
      "loss": 0.3386,
      "step": 2206670
    },
    {
      "epoch": 615.87,
      "grad_norm": 1.320369005203247,
      "learning_rate": 6.467137188190774e-07,
      "loss": 0.3309,
      "step": 2206680
    },
    {
      "epoch": 615.88,
      "grad_norm": 1.1890103816986084,
      "learning_rate": 6.466950689486125e-07,
      "loss": 0.3529,
      "step": 2206690
    },
    {
      "epoch": 615.88,
      "grad_norm": 1.191435694694519,
      "learning_rate": 6.466764193040261e-07,
      "loss": 0.3558,
      "step": 2206700
    },
    {
      "epoch": 615.88,
      "grad_norm": 1.0324863195419312,
      "learning_rate": 6.466577698853206e-07,
      "loss": 0.3317,
      "step": 2206710
    },
    {
      "epoch": 615.89,
      "grad_norm": 1.2642587423324585,
      "learning_rate": 6.466391206924993e-07,
      "loss": 0.3444,
      "step": 2206720
    },
    {
      "epoch": 615.89,
      "grad_norm": 1.4588863849639893,
      "learning_rate": 6.466204717255625e-07,
      "loss": 0.3334,
      "step": 2206730
    },
    {
      "epoch": 615.89,
      "grad_norm": 1.3341889381408691,
      "learning_rate": 6.466018229845155e-07,
      "loss": 0.3317,
      "step": 2206740
    },
    {
      "epoch": 615.89,
      "grad_norm": 1.294478416442871,
      "learning_rate": 6.465831744693587e-07,
      "loss": 0.3341,
      "step": 2206750
    },
    {
      "epoch": 615.9,
      "grad_norm": 1.3121858835220337,
      "learning_rate": 6.465645261800951e-07,
      "loss": 0.3222,
      "step": 2206760
    },
    {
      "epoch": 615.9,
      "grad_norm": 1.2346993684768677,
      "learning_rate": 6.465458781167282e-07,
      "loss": 0.3557,
      "step": 2206770
    },
    {
      "epoch": 615.9,
      "grad_norm": 1.2900298833847046,
      "learning_rate": 6.465272302792589e-07,
      "loss": 0.3435,
      "step": 2206780
    },
    {
      "epoch": 615.91,
      "grad_norm": 1.0259276628494263,
      "learning_rate": 6.465085826676905e-07,
      "loss": 0.3246,
      "step": 2206790
    },
    {
      "epoch": 615.91,
      "grad_norm": 1.3045426607131958,
      "learning_rate": 6.464899352820254e-07,
      "loss": 0.328,
      "step": 2206800
    },
    {
      "epoch": 615.91,
      "grad_norm": 1.320493221282959,
      "learning_rate": 6.464712881222668e-07,
      "loss": 0.3355,
      "step": 2206810
    },
    {
      "epoch": 615.91,
      "grad_norm": 1.2569587230682373,
      "learning_rate": 6.464526411884148e-07,
      "loss": 0.3442,
      "step": 2206820
    },
    {
      "epoch": 615.92,
      "grad_norm": 1.1317963600158691,
      "learning_rate": 6.46433994480475e-07,
      "loss": 0.3303,
      "step": 2206830
    },
    {
      "epoch": 615.92,
      "grad_norm": 1.0721936225891113,
      "learning_rate": 6.464153479984479e-07,
      "loss": 0.3208,
      "step": 2206840
    },
    {
      "epoch": 615.92,
      "grad_norm": 1.5947223901748657,
      "learning_rate": 6.463967017423364e-07,
      "loss": 0.3366,
      "step": 2206850
    },
    {
      "epoch": 615.93,
      "grad_norm": 1.1804624795913696,
      "learning_rate": 6.463780557121439e-07,
      "loss": 0.3395,
      "step": 2206860
    },
    {
      "epoch": 615.93,
      "grad_norm": 1.283646583557129,
      "learning_rate": 6.463594099078714e-07,
      "loss": 0.3275,
      "step": 2206870
    },
    {
      "epoch": 615.93,
      "grad_norm": 1.2836310863494873,
      "learning_rate": 6.463407643295219e-07,
      "loss": 0.3396,
      "step": 2206880
    },
    {
      "epoch": 615.93,
      "grad_norm": 1.1535090208053589,
      "learning_rate": 6.463221189770981e-07,
      "loss": 0.3484,
      "step": 2206890
    },
    {
      "epoch": 615.94,
      "grad_norm": 1.1293662786483765,
      "learning_rate": 6.463034738506023e-07,
      "loss": 0.3436,
      "step": 2206900
    },
    {
      "epoch": 615.94,
      "grad_norm": 1.2182899713516235,
      "learning_rate": 6.46284828950038e-07,
      "loss": 0.3402,
      "step": 2206910
    },
    {
      "epoch": 615.94,
      "grad_norm": 1.1176304817199707,
      "learning_rate": 6.462661842754059e-07,
      "loss": 0.3311,
      "step": 2206920
    },
    {
      "epoch": 615.94,
      "grad_norm": 1.4352627992630005,
      "learning_rate": 6.462475398267095e-07,
      "loss": 0.3528,
      "step": 2206930
    },
    {
      "epoch": 615.95,
      "grad_norm": 1.1708922386169434,
      "learning_rate": 6.462288956039508e-07,
      "loss": 0.3495,
      "step": 2206940
    },
    {
      "epoch": 615.95,
      "grad_norm": 1.391966700553894,
      "learning_rate": 6.462102516071336e-07,
      "loss": 0.3303,
      "step": 2206950
    },
    {
      "epoch": 615.95,
      "grad_norm": 1.1305203437805176,
      "learning_rate": 6.46191607836258e-07,
      "loss": 0.3234,
      "step": 2206960
    },
    {
      "epoch": 615.96,
      "grad_norm": 1.7339303493499756,
      "learning_rate": 6.461729642913294e-07,
      "loss": 0.3648,
      "step": 2206970
    },
    {
      "epoch": 615.96,
      "grad_norm": 1.228906273841858,
      "learning_rate": 6.461543209723478e-07,
      "loss": 0.3435,
      "step": 2206980
    },
    {
      "epoch": 615.96,
      "grad_norm": 1.243854284286499,
      "learning_rate": 6.461356778793167e-07,
      "loss": 0.3351,
      "step": 2206990
    },
    {
      "epoch": 615.96,
      "grad_norm": 1.159135341644287,
      "learning_rate": 6.461170350122395e-07,
      "loss": 0.3551,
      "step": 2207000
    },
    {
      "epoch": 615.97,
      "grad_norm": 1.1995453834533691,
      "learning_rate": 6.460983923711167e-07,
      "loss": 0.3538,
      "step": 2207010
    },
    {
      "epoch": 615.97,
      "grad_norm": 1.5971626043319702,
      "learning_rate": 6.460797499559518e-07,
      "loss": 0.3298,
      "step": 2207020
    },
    {
      "epoch": 615.97,
      "grad_norm": 1.1567051410675049,
      "learning_rate": 6.460611077667475e-07,
      "loss": 0.33,
      "step": 2207030
    },
    {
      "epoch": 615.98,
      "grad_norm": 1.238734483718872,
      "learning_rate": 6.460424658035067e-07,
      "loss": 0.3263,
      "step": 2207040
    },
    {
      "epoch": 615.98,
      "grad_norm": 1.2924078702926636,
      "learning_rate": 6.460238240662305e-07,
      "loss": 0.3305,
      "step": 2207050
    },
    {
      "epoch": 615.98,
      "grad_norm": 1.0249087810516357,
      "learning_rate": 6.460051825549219e-07,
      "loss": 0.3443,
      "step": 2207060
    },
    {
      "epoch": 615.98,
      "grad_norm": 1.220115065574646,
      "learning_rate": 6.459865412695847e-07,
      "loss": 0.3399,
      "step": 2207070
    },
    {
      "epoch": 615.99,
      "grad_norm": 1.2013263702392578,
      "learning_rate": 6.459679002102185e-07,
      "loss": 0.3456,
      "step": 2207080
    },
    {
      "epoch": 615.99,
      "grad_norm": 1.2943673133850098,
      "learning_rate": 6.459492593768292e-07,
      "loss": 0.3345,
      "step": 2207090
    },
    {
      "epoch": 615.99,
      "grad_norm": 1.2276219129562378,
      "learning_rate": 6.459306187694168e-07,
      "loss": 0.337,
      "step": 2207100
    },
    {
      "epoch": 615.99,
      "grad_norm": 1.3572403192520142,
      "learning_rate": 6.459119783879847e-07,
      "loss": 0.3251,
      "step": 2207110
    },
    {
      "epoch": 616.0,
      "grad_norm": 1.1593513488769531,
      "learning_rate": 6.458933382325353e-07,
      "loss": 0.3515,
      "step": 2207120
    },
    {
      "epoch": 616.0,
      "eval_loss": 0.3396890461444855,
      "eval_runtime": 65.8898,
      "eval_samples_per_second": 76.78,
      "eval_steps_per_second": 9.607,
      "step": 2207128
    },
    {
      "epoch": 616.0,
      "grad_norm": 1.3072563409805298,
      "learning_rate": 6.458746983030718e-07,
      "loss": 0.3386,
      "step": 2207130
    },
    {
      "epoch": 616.0,
      "grad_norm": 1.303216576576233,
      "learning_rate": 6.458560585995953e-07,
      "loss": 0.3408,
      "step": 2207140
    },
    {
      "epoch": 616.01,
      "grad_norm": 1.3987370729446411,
      "learning_rate": 6.458374191221088e-07,
      "loss": 0.3439,
      "step": 2207150
    },
    {
      "epoch": 616.01,
      "grad_norm": 1.648689866065979,
      "learning_rate": 6.458187798706158e-07,
      "loss": 0.3396,
      "step": 2207160
    },
    {
      "epoch": 616.01,
      "grad_norm": 1.1434587240219116,
      "learning_rate": 6.458001408451164e-07,
      "loss": 0.339,
      "step": 2207170
    },
    {
      "epoch": 616.01,
      "grad_norm": 1.0130503177642822,
      "learning_rate": 6.457815020456161e-07,
      "loss": 0.3107,
      "step": 2207180
    },
    {
      "epoch": 616.02,
      "grad_norm": 1.21781325340271,
      "learning_rate": 6.45762863472115e-07,
      "loss": 0.3439,
      "step": 2207190
    },
    {
      "epoch": 616.02,
      "grad_norm": 1.343463659286499,
      "learning_rate": 6.457442251246166e-07,
      "loss": 0.3435,
      "step": 2207200
    },
    {
      "epoch": 616.02,
      "grad_norm": 1.3198966979980469,
      "learning_rate": 6.457255870031237e-07,
      "loss": 0.3489,
      "step": 2207210
    },
    {
      "epoch": 616.03,
      "grad_norm": 1.336377501487732,
      "learning_rate": 6.457069491076372e-07,
      "loss": 0.3339,
      "step": 2207220
    },
    {
      "epoch": 616.03,
      "grad_norm": 1.3458750247955322,
      "learning_rate": 6.456883114381617e-07,
      "loss": 0.359,
      "step": 2207230
    },
    {
      "epoch": 616.03,
      "grad_norm": 1.1101253032684326,
      "learning_rate": 6.456696739946984e-07,
      "loss": 0.3212,
      "step": 2207240
    },
    {
      "epoch": 616.03,
      "grad_norm": 1.1391184329986572,
      "learning_rate": 6.4565103677725e-07,
      "loss": 0.3298,
      "step": 2207250
    },
    {
      "epoch": 616.04,
      "grad_norm": 1.0398451089859009,
      "learning_rate": 6.456323997858188e-07,
      "loss": 0.3292,
      "step": 2207260
    },
    {
      "epoch": 616.04,
      "grad_norm": 1.1891840696334839,
      "learning_rate": 6.456137630204083e-07,
      "loss": 0.3516,
      "step": 2207270
    },
    {
      "epoch": 616.04,
      "grad_norm": 1.1441963911056519,
      "learning_rate": 6.455951264810198e-07,
      "loss": 0.3405,
      "step": 2207280
    },
    {
      "epoch": 616.05,
      "grad_norm": 2.9422945976257324,
      "learning_rate": 6.455764901676556e-07,
      "loss": 0.3352,
      "step": 2207290
    },
    {
      "epoch": 616.05,
      "grad_norm": 1.4152950048446655,
      "learning_rate": 6.455578540803198e-07,
      "loss": 0.3493,
      "step": 2207300
    },
    {
      "epoch": 616.05,
      "grad_norm": 1.2334777116775513,
      "learning_rate": 6.455392182190125e-07,
      "loss": 0.3468,
      "step": 2207310
    },
    {
      "epoch": 616.05,
      "grad_norm": 1.1633096933364868,
      "learning_rate": 6.455205825837388e-07,
      "loss": 0.3187,
      "step": 2207320
    },
    {
      "epoch": 616.06,
      "grad_norm": 1.2813618183135986,
      "learning_rate": 6.455019471744993e-07,
      "loss": 0.3273,
      "step": 2207330
    },
    {
      "epoch": 616.06,
      "grad_norm": 1.2827517986297607,
      "learning_rate": 6.454833119912971e-07,
      "loss": 0.3321,
      "step": 2207340
    },
    {
      "epoch": 616.06,
      "grad_norm": 1.1588736772537231,
      "learning_rate": 6.454646770341351e-07,
      "loss": 0.3228,
      "step": 2207350
    },
    {
      "epoch": 616.06,
      "grad_norm": 1.5013234615325928,
      "learning_rate": 6.454460423030149e-07,
      "loss": 0.356,
      "step": 2207360
    },
    {
      "epoch": 616.07,
      "grad_norm": 1.3407422304153442,
      "learning_rate": 6.454274077979392e-07,
      "loss": 0.3355,
      "step": 2207370
    },
    {
      "epoch": 616.07,
      "grad_norm": 1.1671098470687866,
      "learning_rate": 6.454087735189108e-07,
      "loss": 0.3335,
      "step": 2207380
    },
    {
      "epoch": 616.07,
      "grad_norm": 1.1717894077301025,
      "learning_rate": 6.453901394659328e-07,
      "loss": 0.3458,
      "step": 2207390
    },
    {
      "epoch": 616.08,
      "grad_norm": 1.176437497138977,
      "learning_rate": 6.453715056390054e-07,
      "loss": 0.3442,
      "step": 2207400
    },
    {
      "epoch": 616.08,
      "grad_norm": 1.192298412322998,
      "learning_rate": 6.453528720381343e-07,
      "loss": 0.3377,
      "step": 2207410
    },
    {
      "epoch": 616.08,
      "grad_norm": 1.3155856132507324,
      "learning_rate": 6.453342386633196e-07,
      "loss": 0.3489,
      "step": 2207420
    },
    {
      "epoch": 616.08,
      "grad_norm": 1.0713444948196411,
      "learning_rate": 6.453156055145644e-07,
      "loss": 0.3343,
      "step": 2207430
    },
    {
      "epoch": 616.09,
      "grad_norm": 1.2963141202926636,
      "learning_rate": 6.452969725918721e-07,
      "loss": 0.3418,
      "step": 2207440
    },
    {
      "epoch": 616.09,
      "grad_norm": 1.0415297746658325,
      "learning_rate": 6.452783398952436e-07,
      "loss": 0.3315,
      "step": 2207450
    },
    {
      "epoch": 616.09,
      "grad_norm": 1.3698567152023315,
      "learning_rate": 6.45259707424682e-07,
      "loss": 0.3433,
      "step": 2207460
    },
    {
      "epoch": 616.1,
      "grad_norm": 1.0365411043167114,
      "learning_rate": 6.4524107518019e-07,
      "loss": 0.3329,
      "step": 2207470
    },
    {
      "epoch": 616.1,
      "grad_norm": 1.1541813611984253,
      "learning_rate": 6.452224431617699e-07,
      "loss": 0.3348,
      "step": 2207480
    },
    {
      "epoch": 616.1,
      "grad_norm": 1.5021411180496216,
      "learning_rate": 6.452038113694253e-07,
      "loss": 0.3334,
      "step": 2207490
    },
    {
      "epoch": 616.1,
      "grad_norm": 1.169672966003418,
      "learning_rate": 6.451851798031566e-07,
      "loss": 0.3341,
      "step": 2207500
    },
    {
      "epoch": 616.11,
      "grad_norm": 1.2826448678970337,
      "learning_rate": 6.451665484629677e-07,
      "loss": 0.3439,
      "step": 2207510
    },
    {
      "epoch": 616.11,
      "grad_norm": 0.9936517477035522,
      "learning_rate": 6.451479173488605e-07,
      "loss": 0.3173,
      "step": 2207520
    },
    {
      "epoch": 616.11,
      "grad_norm": 1.151695966720581,
      "learning_rate": 6.451292864608383e-07,
      "loss": 0.3415,
      "step": 2207530
    },
    {
      "epoch": 616.11,
      "grad_norm": 1.1038167476654053,
      "learning_rate": 6.451106557989018e-07,
      "loss": 0.3406,
      "step": 2207540
    },
    {
      "epoch": 616.12,
      "grad_norm": 1.1693170070648193,
      "learning_rate": 6.450920253630561e-07,
      "loss": 0.3422,
      "step": 2207550
    },
    {
      "epoch": 616.12,
      "grad_norm": 1.121220350265503,
      "learning_rate": 6.450733951533012e-07,
      "loss": 0.3548,
      "step": 2207560
    },
    {
      "epoch": 616.12,
      "grad_norm": 1.2406461238861084,
      "learning_rate": 6.450547651696408e-07,
      "loss": 0.3374,
      "step": 2207570
    },
    {
      "epoch": 616.13,
      "grad_norm": 1.2180001735687256,
      "learning_rate": 6.450361354120781e-07,
      "loss": 0.3353,
      "step": 2207580
    },
    {
      "epoch": 616.13,
      "grad_norm": 1.3200411796569824,
      "learning_rate": 6.450175058806138e-07,
      "loss": 0.3427,
      "step": 2207590
    },
    {
      "epoch": 616.13,
      "grad_norm": 1.3676387071609497,
      "learning_rate": 6.449988765752511e-07,
      "loss": 0.3384,
      "step": 2207600
    },
    {
      "epoch": 616.13,
      "grad_norm": 1.2003319263458252,
      "learning_rate": 6.449802474959927e-07,
      "loss": 0.3473,
      "step": 2207610
    },
    {
      "epoch": 616.14,
      "grad_norm": 1.2125439643859863,
      "learning_rate": 6.449616186428421e-07,
      "loss": 0.3256,
      "step": 2207620
    },
    {
      "epoch": 616.14,
      "grad_norm": 1.25040864944458,
      "learning_rate": 6.449429900157995e-07,
      "loss": 0.3312,
      "step": 2207630
    },
    {
      "epoch": 616.14,
      "grad_norm": 1.0364258289337158,
      "learning_rate": 6.449243616148689e-07,
      "loss": 0.349,
      "step": 2207640
    },
    {
      "epoch": 616.15,
      "grad_norm": 1.1889935731887817,
      "learning_rate": 6.44905733440053e-07,
      "loss": 0.3316,
      "step": 2207650
    },
    {
      "epoch": 616.15,
      "grad_norm": 1.7549034357070923,
      "learning_rate": 6.448871054913525e-07,
      "loss": 0.344,
      "step": 2207660
    },
    {
      "epoch": 616.15,
      "grad_norm": 1.3976764678955078,
      "learning_rate": 6.448684777687725e-07,
      "loss": 0.3227,
      "step": 2207670
    },
    {
      "epoch": 616.15,
      "grad_norm": 1.254455804824829,
      "learning_rate": 6.44849850272313e-07,
      "loss": 0.3294,
      "step": 2207680
    },
    {
      "epoch": 616.16,
      "grad_norm": 1.1799956560134888,
      "learning_rate": 6.44831223001978e-07,
      "loss": 0.3349,
      "step": 2207690
    },
    {
      "epoch": 616.16,
      "grad_norm": 1.060097336769104,
      "learning_rate": 6.448125959577694e-07,
      "loss": 0.3379,
      "step": 2207700
    },
    {
      "epoch": 616.16,
      "grad_norm": 1.3036562204360962,
      "learning_rate": 6.447939691396905e-07,
      "loss": 0.3316,
      "step": 2207710
    },
    {
      "epoch": 616.17,
      "grad_norm": 1.2984317541122437,
      "learning_rate": 6.447753425477425e-07,
      "loss": 0.3263,
      "step": 2207720
    },
    {
      "epoch": 616.17,
      "grad_norm": 1.4448944330215454,
      "learning_rate": 6.447567161819284e-07,
      "loss": 0.3362,
      "step": 2207730
    },
    {
      "epoch": 616.17,
      "grad_norm": 1.6511988639831543,
      "learning_rate": 6.447380900422514e-07,
      "loss": 0.3401,
      "step": 2207740
    },
    {
      "epoch": 616.17,
      "grad_norm": 1.3558859825134277,
      "learning_rate": 6.447194641287121e-07,
      "loss": 0.3376,
      "step": 2207750
    },
    {
      "epoch": 616.18,
      "grad_norm": 1.2036452293395996,
      "learning_rate": 6.447008384413157e-07,
      "loss": 0.3459,
      "step": 2207760
    },
    {
      "epoch": 616.18,
      "grad_norm": 1.1920832395553589,
      "learning_rate": 6.446822129800622e-07,
      "loss": 0.3411,
      "step": 2207770
    },
    {
      "epoch": 616.18,
      "grad_norm": 1.1248499155044556,
      "learning_rate": 6.446635877449554e-07,
      "loss": 0.3539,
      "step": 2207780
    },
    {
      "epoch": 616.18,
      "grad_norm": 1.4599056243896484,
      "learning_rate": 6.446449627359974e-07,
      "loss": 0.3398,
      "step": 2207790
    },
    {
      "epoch": 616.19,
      "grad_norm": 1.1144331693649292,
      "learning_rate": 6.446263379531905e-07,
      "loss": 0.3288,
      "step": 2207800
    },
    {
      "epoch": 616.19,
      "grad_norm": 1.0978899002075195,
      "learning_rate": 6.446077133965384e-07,
      "loss": 0.3305,
      "step": 2207810
    },
    {
      "epoch": 616.19,
      "grad_norm": 1.0786043405532837,
      "learning_rate": 6.445890890660418e-07,
      "loss": 0.3431,
      "step": 2207820
    },
    {
      "epoch": 616.2,
      "grad_norm": 1.23790442943573,
      "learning_rate": 6.445704649617039e-07,
      "loss": 0.3232,
      "step": 2207830
    },
    {
      "epoch": 616.2,
      "grad_norm": 1.184996485710144,
      "learning_rate": 6.445518410835276e-07,
      "loss": 0.3399,
      "step": 2207840
    },
    {
      "epoch": 616.2,
      "grad_norm": 1.43711519241333,
      "learning_rate": 6.445332174315154e-07,
      "loss": 0.3419,
      "step": 2207850
    },
    {
      "epoch": 616.2,
      "grad_norm": 1.0795776844024658,
      "learning_rate": 6.445145940056688e-07,
      "loss": 0.3317,
      "step": 2207860
    },
    {
      "epoch": 616.21,
      "grad_norm": 1.3703510761260986,
      "learning_rate": 6.444959708059908e-07,
      "loss": 0.3517,
      "step": 2207870
    },
    {
      "epoch": 616.21,
      "grad_norm": 1.1936867237091064,
      "learning_rate": 6.444773478324849e-07,
      "loss": 0.3436,
      "step": 2207880
    },
    {
      "epoch": 616.21,
      "grad_norm": 1.1585044860839844,
      "learning_rate": 6.444587250851511e-07,
      "loss": 0.3328,
      "step": 2207890
    },
    {
      "epoch": 616.22,
      "grad_norm": 1.1347438097000122,
      "learning_rate": 6.444401025639947e-07,
      "loss": 0.3305,
      "step": 2207900
    },
    {
      "epoch": 616.22,
      "grad_norm": 1.1585320234298706,
      "learning_rate": 6.444214802690165e-07,
      "loss": 0.336,
      "step": 2207910
    },
    {
      "epoch": 616.22,
      "grad_norm": 1.6687476634979248,
      "learning_rate": 6.444028582002193e-07,
      "loss": 0.34,
      "step": 2207920
    },
    {
      "epoch": 616.22,
      "grad_norm": 1.1106438636779785,
      "learning_rate": 6.443842363576056e-07,
      "loss": 0.3352,
      "step": 2207930
    },
    {
      "epoch": 616.23,
      "grad_norm": 1.2905259132385254,
      "learning_rate": 6.443656147411786e-07,
      "loss": 0.3468,
      "step": 2207940
    },
    {
      "epoch": 616.23,
      "grad_norm": 1.2630349397659302,
      "learning_rate": 6.443469933509394e-07,
      "loss": 0.3228,
      "step": 2207950
    },
    {
      "epoch": 616.23,
      "grad_norm": 0.8208886981010437,
      "learning_rate": 6.443283721868915e-07,
      "loss": 0.3253,
      "step": 2207960
    },
    {
      "epoch": 616.23,
      "grad_norm": 1.2195320129394531,
      "learning_rate": 6.443097512490376e-07,
      "loss": 0.3373,
      "step": 2207970
    },
    {
      "epoch": 616.24,
      "grad_norm": 1.0566308498382568,
      "learning_rate": 6.442911305373781e-07,
      "loss": 0.3345,
      "step": 2207980
    },
    {
      "epoch": 616.24,
      "grad_norm": 1.991443395614624,
      "learning_rate": 6.442725100519185e-07,
      "loss": 0.335,
      "step": 2207990
    },
    {
      "epoch": 616.24,
      "grad_norm": 1.1952320337295532,
      "learning_rate": 6.442538897926593e-07,
      "loss": 0.3268,
      "step": 2208000
    },
    {
      "epoch": 616.25,
      "grad_norm": 1.1460654735565186,
      "learning_rate": 6.442352697596033e-07,
      "loss": 0.3531,
      "step": 2208010
    },
    {
      "epoch": 616.25,
      "grad_norm": 1.2115222215652466,
      "learning_rate": 6.44216649952754e-07,
      "loss": 0.3269,
      "step": 2208020
    },
    {
      "epoch": 616.25,
      "grad_norm": 1.0441279411315918,
      "learning_rate": 6.441980303721124e-07,
      "loss": 0.329,
      "step": 2208030
    },
    {
      "epoch": 616.25,
      "grad_norm": 1.3084359169006348,
      "learning_rate": 6.441794110176815e-07,
      "loss": 0.3507,
      "step": 2208040
    },
    {
      "epoch": 616.26,
      "grad_norm": 1.2688100337982178,
      "learning_rate": 6.441607918894639e-07,
      "loss": 0.3353,
      "step": 2208050
    },
    {
      "epoch": 616.26,
      "grad_norm": 1.1142526865005493,
      "learning_rate": 6.441421729874622e-07,
      "loss": 0.3352,
      "step": 2208060
    },
    {
      "epoch": 616.26,
      "grad_norm": 1.246152400970459,
      "learning_rate": 6.441235543116788e-07,
      "loss": 0.3474,
      "step": 2208070
    },
    {
      "epoch": 616.27,
      "grad_norm": 1.2475578784942627,
      "learning_rate": 6.441049358621168e-07,
      "loss": 0.3304,
      "step": 2208080
    },
    {
      "epoch": 616.27,
      "grad_norm": 1.1854407787322998,
      "learning_rate": 6.440863176387772e-07,
      "loss": 0.3343,
      "step": 2208090
    },
    {
      "epoch": 616.27,
      "grad_norm": 1.0588394403457642,
      "learning_rate": 6.440676996416634e-07,
      "loss": 0.338,
      "step": 2208100
    },
    {
      "epoch": 616.27,
      "grad_norm": 1.1093950271606445,
      "learning_rate": 6.440490818707783e-07,
      "loss": 0.3338,
      "step": 2208110
    },
    {
      "epoch": 616.28,
      "grad_norm": 1.4477348327636719,
      "learning_rate": 6.440304643261226e-07,
      "loss": 0.3362,
      "step": 2208120
    },
    {
      "epoch": 616.28,
      "grad_norm": 1.0784543752670288,
      "learning_rate": 6.440118470077015e-07,
      "loss": 0.339,
      "step": 2208130
    },
    {
      "epoch": 616.28,
      "grad_norm": 1.4666225910186768,
      "learning_rate": 6.439932299155152e-07,
      "loss": 0.3381,
      "step": 2208140
    },
    {
      "epoch": 616.29,
      "grad_norm": 1.1286842823028564,
      "learning_rate": 6.439746130495671e-07,
      "loss": 0.3471,
      "step": 2208150
    },
    {
      "epoch": 616.29,
      "grad_norm": 1.1535507440567017,
      "learning_rate": 6.439559964098602e-07,
      "loss": 0.3379,
      "step": 2208160
    },
    {
      "epoch": 616.29,
      "grad_norm": 1.0279277563095093,
      "learning_rate": 6.439373799963955e-07,
      "loss": 0.3192,
      "step": 2208170
    },
    {
      "epoch": 616.29,
      "grad_norm": 1.106101393699646,
      "learning_rate": 6.439187638091767e-07,
      "loss": 0.3372,
      "step": 2208180
    },
    {
      "epoch": 616.3,
      "grad_norm": 1.50816810131073,
      "learning_rate": 6.439001478482056e-07,
      "loss": 0.3318,
      "step": 2208190
    },
    {
      "epoch": 616.3,
      "grad_norm": 1.1249586343765259,
      "learning_rate": 6.438815321134856e-07,
      "loss": 0.3552,
      "step": 2208200
    },
    {
      "epoch": 616.3,
      "grad_norm": 1.1537178754806519,
      "learning_rate": 6.438629166050174e-07,
      "loss": 0.3465,
      "step": 2208210
    },
    {
      "epoch": 616.3,
      "grad_norm": 1.1570744514465332,
      "learning_rate": 6.438443013228061e-07,
      "loss": 0.3344,
      "step": 2208220
    },
    {
      "epoch": 616.31,
      "grad_norm": 1.2242237329483032,
      "learning_rate": 6.438256862668516e-07,
      "loss": 0.3494,
      "step": 2208230
    },
    {
      "epoch": 616.31,
      "grad_norm": 1.2324620485305786,
      "learning_rate": 6.438070714371577e-07,
      "loss": 0.3401,
      "step": 2208240
    },
    {
      "epoch": 616.31,
      "grad_norm": 1.1916208267211914,
      "learning_rate": 6.437884568337275e-07,
      "loss": 0.3343,
      "step": 2208250
    },
    {
      "epoch": 616.32,
      "grad_norm": 1.3102800846099854,
      "learning_rate": 6.43769842456562e-07,
      "loss": 0.3478,
      "step": 2208260
    },
    {
      "epoch": 616.32,
      "grad_norm": 1.0420783758163452,
      "learning_rate": 6.43751228305664e-07,
      "loss": 0.3368,
      "step": 2208270
    },
    {
      "epoch": 616.32,
      "grad_norm": 1.1208633184432983,
      "learning_rate": 6.437326143810366e-07,
      "loss": 0.341,
      "step": 2208280
    },
    {
      "epoch": 616.32,
      "grad_norm": 1.0539937019348145,
      "learning_rate": 6.437140006826826e-07,
      "loss": 0.3251,
      "step": 2208290
    },
    {
      "epoch": 616.33,
      "grad_norm": 1.1732019186019897,
      "learning_rate": 6.436953872106031e-07,
      "loss": 0.3327,
      "step": 2208300
    },
    {
      "epoch": 616.33,
      "grad_norm": 1.4361069202423096,
      "learning_rate": 6.436767739648013e-07,
      "loss": 0.3323,
      "step": 2208310
    },
    {
      "epoch": 616.33,
      "grad_norm": 1.1019662618637085,
      "learning_rate": 6.436581609452804e-07,
      "loss": 0.3279,
      "step": 2208320
    },
    {
      "epoch": 616.34,
      "grad_norm": 1.3079420328140259,
      "learning_rate": 6.436395481520409e-07,
      "loss": 0.3676,
      "step": 2208330
    },
    {
      "epoch": 616.34,
      "grad_norm": 1.078437089920044,
      "learning_rate": 6.436209355850879e-07,
      "loss": 0.3423,
      "step": 2208340
    },
    {
      "epoch": 616.34,
      "grad_norm": 1.2080578804016113,
      "learning_rate": 6.43602323244421e-07,
      "loss": 0.3335,
      "step": 2208350
    },
    {
      "epoch": 616.34,
      "grad_norm": 1.2385910749435425,
      "learning_rate": 6.435837111300458e-07,
      "loss": 0.3415,
      "step": 2208360
    },
    {
      "epoch": 616.35,
      "grad_norm": 1.125003695487976,
      "learning_rate": 6.435650992419625e-07,
      "loss": 0.3498,
      "step": 2208370
    },
    {
      "epoch": 616.35,
      "grad_norm": 1.2166190147399902,
      "learning_rate": 6.435464875801742e-07,
      "loss": 0.3422,
      "step": 2208380
    },
    {
      "epoch": 616.35,
      "grad_norm": 2.229266405105591,
      "learning_rate": 6.435278761446842e-07,
      "loss": 0.338,
      "step": 2208390
    },
    {
      "epoch": 616.36,
      "grad_norm": 1.1794583797454834,
      "learning_rate": 6.435092649354936e-07,
      "loss": 0.3608,
      "step": 2208400
    },
    {
      "epoch": 616.36,
      "grad_norm": 1.894464135169983,
      "learning_rate": 6.434906539526054e-07,
      "loss": 0.3421,
      "step": 2208410
    },
    {
      "epoch": 616.36,
      "grad_norm": 1.2029550075531006,
      "learning_rate": 6.434720431960221e-07,
      "loss": 0.3355,
      "step": 2208420
    },
    {
      "epoch": 616.36,
      "grad_norm": 1.1206698417663574,
      "learning_rate": 6.434534326657471e-07,
      "loss": 0.3431,
      "step": 2208430
    },
    {
      "epoch": 616.37,
      "grad_norm": 1.1353321075439453,
      "learning_rate": 6.434348223617812e-07,
      "loss": 0.3309,
      "step": 2208440
    },
    {
      "epoch": 616.37,
      "grad_norm": 1.2638139724731445,
      "learning_rate": 6.434162122841278e-07,
      "loss": 0.3584,
      "step": 2208450
    },
    {
      "epoch": 616.37,
      "grad_norm": 1.2536394596099854,
      "learning_rate": 6.433976024327899e-07,
      "loss": 0.343,
      "step": 2208460
    },
    {
      "epoch": 616.37,
      "grad_norm": 2.819539785385132,
      "learning_rate": 6.433789928077683e-07,
      "loss": 0.3149,
      "step": 2208470
    },
    {
      "epoch": 616.38,
      "grad_norm": 1.2984569072723389,
      "learning_rate": 6.433603834090676e-07,
      "loss": 0.3392,
      "step": 2208480
    },
    {
      "epoch": 616.38,
      "grad_norm": 1.1463204622268677,
      "learning_rate": 6.433417742366887e-07,
      "loss": 0.3391,
      "step": 2208490
    },
    {
      "epoch": 616.38,
      "grad_norm": 1.4009150266647339,
      "learning_rate": 6.433231652906346e-07,
      "loss": 0.3506,
      "step": 2208500
    },
    {
      "epoch": 616.39,
      "grad_norm": 1.2576146125793457,
      "learning_rate": 6.433045565709075e-07,
      "loss": 0.3428,
      "step": 2208510
    },
    {
      "epoch": 616.39,
      "grad_norm": 1.1023277044296265,
      "learning_rate": 6.43285948077511e-07,
      "loss": 0.3304,
      "step": 2208520
    },
    {
      "epoch": 616.39,
      "grad_norm": 1.1409687995910645,
      "learning_rate": 6.432673398104463e-07,
      "loss": 0.329,
      "step": 2208530
    },
    {
      "epoch": 616.39,
      "grad_norm": 1.356446623802185,
      "learning_rate": 6.432487317697161e-07,
      "loss": 0.3565,
      "step": 2208540
    },
    {
      "epoch": 616.4,
      "grad_norm": 1.1380847692489624,
      "learning_rate": 6.432301239553236e-07,
      "loss": 0.349,
      "step": 2208550
    },
    {
      "epoch": 616.4,
      "grad_norm": 1.1810053586959839,
      "learning_rate": 6.432115163672697e-07,
      "loss": 0.3339,
      "step": 2208560
    },
    {
      "epoch": 616.4,
      "grad_norm": 1.3287787437438965,
      "learning_rate": 6.431929090055591e-07,
      "loss": 0.336,
      "step": 2208570
    },
    {
      "epoch": 616.41,
      "grad_norm": 1.2333992719650269,
      "learning_rate": 6.431743018701925e-07,
      "loss": 0.3442,
      "step": 2208580
    },
    {
      "epoch": 616.41,
      "grad_norm": 1.4000868797302246,
      "learning_rate": 6.431556949611729e-07,
      "loss": 0.3443,
      "step": 2208590
    },
    {
      "epoch": 616.41,
      "grad_norm": 1.2155297994613647,
      "learning_rate": 6.431370882785036e-07,
      "loss": 0.3264,
      "step": 2208600
    },
    {
      "epoch": 616.41,
      "grad_norm": 1.4126932621002197,
      "learning_rate": 6.431184818221857e-07,
      "loss": 0.3391,
      "step": 2208610
    },
    {
      "epoch": 616.42,
      "grad_norm": 1.1733672618865967,
      "learning_rate": 6.430998755922223e-07,
      "loss": 0.336,
      "step": 2208620
    },
    {
      "epoch": 616.42,
      "grad_norm": 1.095552921295166,
      "learning_rate": 6.430812695886159e-07,
      "loss": 0.3374,
      "step": 2208630
    },
    {
      "epoch": 616.42,
      "grad_norm": 1.2320445775985718,
      "learning_rate": 6.430626638113689e-07,
      "loss": 0.3318,
      "step": 2208640
    },
    {
      "epoch": 616.42,
      "grad_norm": 1.2690556049346924,
      "learning_rate": 6.430440582604841e-07,
      "loss": 0.3304,
      "step": 2208650
    },
    {
      "epoch": 616.43,
      "grad_norm": 1.2664848566055298,
      "learning_rate": 6.430254529359639e-07,
      "loss": 0.3275,
      "step": 2208660
    },
    {
      "epoch": 616.43,
      "grad_norm": 1.3425265550613403,
      "learning_rate": 6.430068478378104e-07,
      "loss": 0.3432,
      "step": 2208670
    },
    {
      "epoch": 616.43,
      "grad_norm": 1.1033214330673218,
      "learning_rate": 6.429882429660261e-07,
      "loss": 0.3341,
      "step": 2208680
    },
    {
      "epoch": 616.44,
      "grad_norm": 1.3629759550094604,
      "learning_rate": 6.429696383206144e-07,
      "loss": 0.3391,
      "step": 2208690
    },
    {
      "epoch": 616.44,
      "grad_norm": 1.1455382108688354,
      "learning_rate": 6.429510339015755e-07,
      "loss": 0.3345,
      "step": 2208700
    },
    {
      "epoch": 616.44,
      "grad_norm": 1.244597315788269,
      "learning_rate": 6.42932429708915e-07,
      "loss": 0.3208,
      "step": 2208710
    },
    {
      "epoch": 616.44,
      "grad_norm": 1.2696208953857422,
      "learning_rate": 6.429138257426329e-07,
      "loss": 0.3438,
      "step": 2208720
    },
    {
      "epoch": 616.45,
      "grad_norm": 1.341751217842102,
      "learning_rate": 6.428952220027326e-07,
      "loss": 0.3341,
      "step": 2208730
    },
    {
      "epoch": 616.45,
      "grad_norm": 1.1810027360916138,
      "learning_rate": 6.428766184892167e-07,
      "loss": 0.3523,
      "step": 2208740
    },
    {
      "epoch": 616.45,
      "grad_norm": 1.2022424936294556,
      "learning_rate": 6.42858015202088e-07,
      "loss": 0.3376,
      "step": 2208750
    },
    {
      "epoch": 616.46,
      "grad_norm": 1.3412355184555054,
      "learning_rate": 6.428394121413479e-07,
      "loss": 0.3493,
      "step": 2208760
    },
    {
      "epoch": 616.46,
      "grad_norm": 1.154246211051941,
      "learning_rate": 6.428208093069995e-07,
      "loss": 0.3579,
      "step": 2208770
    },
    {
      "epoch": 616.46,
      "grad_norm": 1.2346311807632446,
      "learning_rate": 6.428022066990459e-07,
      "loss": 0.3363,
      "step": 2208780
    },
    {
      "epoch": 616.46,
      "grad_norm": 1.4998552799224854,
      "learning_rate": 6.427836043174873e-07,
      "loss": 0.344,
      "step": 2208790
    },
    {
      "epoch": 616.47,
      "grad_norm": 1.2644610404968262,
      "learning_rate": 6.427650021623294e-07,
      "loss": 0.3309,
      "step": 2208800
    },
    {
      "epoch": 616.47,
      "grad_norm": 1.280272364616394,
      "learning_rate": 6.427464002335724e-07,
      "loss": 0.3391,
      "step": 2208810
    },
    {
      "epoch": 616.47,
      "grad_norm": 1.3231216669082642,
      "learning_rate": 6.427277985312194e-07,
      "loss": 0.3429,
      "step": 2208820
    },
    {
      "epoch": 616.48,
      "grad_norm": 1.1626049280166626,
      "learning_rate": 6.427091970552735e-07,
      "loss": 0.3407,
      "step": 2208830
    },
    {
      "epoch": 616.48,
      "grad_norm": 1.4214863777160645,
      "learning_rate": 6.426905958057362e-07,
      "loss": 0.3493,
      "step": 2208840
    },
    {
      "epoch": 616.48,
      "grad_norm": 1.1458210945129395,
      "learning_rate": 6.426719947826099e-07,
      "loss": 0.3464,
      "step": 2208850
    },
    {
      "epoch": 616.48,
      "grad_norm": 1.28118896484375,
      "learning_rate": 6.426533939858979e-07,
      "loss": 0.3352,
      "step": 2208860
    },
    {
      "epoch": 616.49,
      "grad_norm": 1.0735881328582764,
      "learning_rate": 6.42634793415603e-07,
      "loss": 0.341,
      "step": 2208870
    },
    {
      "epoch": 616.49,
      "grad_norm": 1.0278104543685913,
      "learning_rate": 6.426161930717253e-07,
      "loss": 0.3303,
      "step": 2208880
    },
    {
      "epoch": 616.49,
      "grad_norm": 1.3352688550949097,
      "learning_rate": 6.425975929542708e-07,
      "loss": 0.3484,
      "step": 2208890
    },
    {
      "epoch": 616.49,
      "grad_norm": 1.1441410779953003,
      "learning_rate": 6.425789930632392e-07,
      "loss": 0.3173,
      "step": 2208900
    },
    {
      "epoch": 616.5,
      "grad_norm": 1.2233717441558838,
      "learning_rate": 6.425603933986341e-07,
      "loss": 0.3382,
      "step": 2208910
    },
    {
      "epoch": 616.5,
      "grad_norm": 1.0198248624801636,
      "learning_rate": 6.425417939604583e-07,
      "loss": 0.3324,
      "step": 2208920
    },
    {
      "epoch": 616.5,
      "grad_norm": 1.1849764585494995,
      "learning_rate": 6.425231947487123e-07,
      "loss": 0.3405,
      "step": 2208930
    },
    {
      "epoch": 616.51,
      "grad_norm": 1.0837464332580566,
      "learning_rate": 6.425045957634018e-07,
      "loss": 0.3528,
      "step": 2208940
    },
    {
      "epoch": 616.51,
      "grad_norm": 1.002795934677124,
      "learning_rate": 6.424859970045267e-07,
      "loss": 0.3351,
      "step": 2208950
    },
    {
      "epoch": 616.51,
      "grad_norm": 1.1166408061981201,
      "learning_rate": 6.424673984720901e-07,
      "loss": 0.334,
      "step": 2208960
    },
    {
      "epoch": 616.51,
      "grad_norm": 1.2885394096374512,
      "learning_rate": 6.424488001660956e-07,
      "loss": 0.3396,
      "step": 2208970
    },
    {
      "epoch": 616.52,
      "grad_norm": 1.2228206396102905,
      "learning_rate": 6.42430202086544e-07,
      "loss": 0.3348,
      "step": 2208980
    },
    {
      "epoch": 616.52,
      "grad_norm": 1.1340118646621704,
      "learning_rate": 6.424116042334383e-07,
      "loss": 0.3162,
      "step": 2208990
    },
    {
      "epoch": 616.52,
      "grad_norm": 1.0898504257202148,
      "learning_rate": 6.423930066067814e-07,
      "loss": 0.3487,
      "step": 2209000
    },
    {
      "epoch": 616.53,
      "grad_norm": 1.42160964012146,
      "learning_rate": 6.423744092065764e-07,
      "loss": 0.3377,
      "step": 2209010
    },
    {
      "epoch": 616.53,
      "grad_norm": 1.25657057762146,
      "learning_rate": 6.423558120328234e-07,
      "loss": 0.3445,
      "step": 2209020
    },
    {
      "epoch": 616.53,
      "grad_norm": 1.3015955686569214,
      "learning_rate": 6.42337215085528e-07,
      "loss": 0.3528,
      "step": 2209030
    },
    {
      "epoch": 616.53,
      "grad_norm": 1.3023133277893066,
      "learning_rate": 6.423186183646902e-07,
      "loss": 0.3496,
      "step": 2209040
    },
    {
      "epoch": 616.54,
      "grad_norm": 1.0936105251312256,
      "learning_rate": 6.423000218703132e-07,
      "loss": 0.3321,
      "step": 2209050
    },
    {
      "epoch": 616.54,
      "grad_norm": 1.1433148384094238,
      "learning_rate": 6.422814256024007e-07,
      "loss": 0.3295,
      "step": 2209060
    },
    {
      "epoch": 616.54,
      "grad_norm": 1.3088992834091187,
      "learning_rate": 6.422628295609533e-07,
      "loss": 0.3271,
      "step": 2209070
    },
    {
      "epoch": 616.54,
      "grad_norm": 1.1878111362457275,
      "learning_rate": 6.422442337459743e-07,
      "loss": 0.3355,
      "step": 2209080
    },
    {
      "epoch": 616.55,
      "grad_norm": 1.4515913724899292,
      "learning_rate": 6.422256381574662e-07,
      "loss": 0.3426,
      "step": 2209090
    },
    {
      "epoch": 616.55,
      "grad_norm": 1.1640880107879639,
      "learning_rate": 6.422070427954324e-07,
      "loss": 0.3458,
      "step": 2209100
    },
    {
      "epoch": 616.55,
      "grad_norm": 1.2679901123046875,
      "learning_rate": 6.421884476598735e-07,
      "loss": 0.3473,
      "step": 2209110
    },
    {
      "epoch": 616.56,
      "grad_norm": 1.2498886585235596,
      "learning_rate": 6.421698527507927e-07,
      "loss": 0.3368,
      "step": 2209120
    },
    {
      "epoch": 616.56,
      "grad_norm": 1.6061577796936035,
      "learning_rate": 6.421512580681939e-07,
      "loss": 0.3406,
      "step": 2209130
    },
    {
      "epoch": 616.56,
      "grad_norm": 1.2730389833450317,
      "learning_rate": 6.421326636120766e-07,
      "loss": 0.3214,
      "step": 2209140
    },
    {
      "epoch": 616.56,
      "grad_norm": 1.0707058906555176,
      "learning_rate": 6.421140693824463e-07,
      "loss": 0.327,
      "step": 2209150
    },
    {
      "epoch": 616.57,
      "grad_norm": 1.4248898029327393,
      "learning_rate": 6.420954753793036e-07,
      "loss": 0.3376,
      "step": 2209160
    },
    {
      "epoch": 616.57,
      "grad_norm": 1.3804082870483398,
      "learning_rate": 6.420768816026517e-07,
      "loss": 0.3476,
      "step": 2209170
    },
    {
      "epoch": 616.57,
      "grad_norm": 2.0479583740234375,
      "learning_rate": 6.42058288052493e-07,
      "loss": 0.3325,
      "step": 2209180
    },
    {
      "epoch": 616.58,
      "grad_norm": 1.1888959407806396,
      "learning_rate": 6.420396947288305e-07,
      "loss": 0.3403,
      "step": 2209190
    },
    {
      "epoch": 616.58,
      "grad_norm": 1.1597139835357666,
      "learning_rate": 6.420211016316656e-07,
      "loss": 0.3423,
      "step": 2209200
    },
    {
      "epoch": 616.58,
      "grad_norm": 1.186897873878479,
      "learning_rate": 6.420025087610011e-07,
      "loss": 0.3269,
      "step": 2209210
    },
    {
      "epoch": 616.58,
      "grad_norm": 1.1091235876083374,
      "learning_rate": 6.419839161168396e-07,
      "loss": 0.3498,
      "step": 2209220
    },
    {
      "epoch": 616.59,
      "grad_norm": 1.2740534543991089,
      "learning_rate": 6.419653236991839e-07,
      "loss": 0.3371,
      "step": 2209230
    },
    {
      "epoch": 616.59,
      "grad_norm": 1.2873612642288208,
      "learning_rate": 6.419467315080365e-07,
      "loss": 0.3465,
      "step": 2209240
    },
    {
      "epoch": 616.59,
      "grad_norm": 1.210208535194397,
      "learning_rate": 6.419281395433992e-07,
      "loss": 0.3483,
      "step": 2209250
    },
    {
      "epoch": 616.6,
      "grad_norm": 1.1755590438842773,
      "learning_rate": 6.419095478052749e-07,
      "loss": 0.3241,
      "step": 2209260
    },
    {
      "epoch": 616.6,
      "grad_norm": 1.145215630531311,
      "learning_rate": 6.418909562936666e-07,
      "loss": 0.3376,
      "step": 2209270
    },
    {
      "epoch": 616.6,
      "grad_norm": 1.4513845443725586,
      "learning_rate": 6.418723650085747e-07,
      "loss": 0.3491,
      "step": 2209280
    },
    {
      "epoch": 616.6,
      "grad_norm": 1.412550687789917,
      "learning_rate": 6.418537739500048e-07,
      "loss": 0.3516,
      "step": 2209290
    },
    {
      "epoch": 616.61,
      "grad_norm": 1.002931833267212,
      "learning_rate": 6.418351831179567e-07,
      "loss": 0.3278,
      "step": 2209300
    },
    {
      "epoch": 616.61,
      "grad_norm": 1.4243531227111816,
      "learning_rate": 6.418165925124343e-07,
      "loss": 0.3403,
      "step": 2209310
    },
    {
      "epoch": 616.61,
      "grad_norm": 1.218490719795227,
      "learning_rate": 6.417980021334394e-07,
      "loss": 0.3307,
      "step": 2209320
    },
    {
      "epoch": 616.61,
      "grad_norm": 1.2425782680511475,
      "learning_rate": 6.417794119809758e-07,
      "loss": 0.334,
      "step": 2209330
    },
    {
      "epoch": 616.62,
      "grad_norm": 1.1722843647003174,
      "learning_rate": 6.41760822055044e-07,
      "loss": 0.3369,
      "step": 2209340
    },
    {
      "epoch": 616.62,
      "grad_norm": 1.3350456953048706,
      "learning_rate": 6.417422323556476e-07,
      "loss": 0.3612,
      "step": 2209350
    },
    {
      "epoch": 616.62,
      "grad_norm": 1.3043605089187622,
      "learning_rate": 6.417236428827893e-07,
      "loss": 0.3242,
      "step": 2209360
    },
    {
      "epoch": 616.63,
      "grad_norm": 1.1681534051895142,
      "learning_rate": 6.4170505363647e-07,
      "loss": 0.3406,
      "step": 2209370
    },
    {
      "epoch": 616.63,
      "grad_norm": 1.0623409748077393,
      "learning_rate": 6.416864646166947e-07,
      "loss": 0.3382,
      "step": 2209380
    },
    {
      "epoch": 616.63,
      "grad_norm": 1.1312600374221802,
      "learning_rate": 6.416678758234637e-07,
      "loss": 0.3296,
      "step": 2209390
    },
    {
      "epoch": 616.63,
      "grad_norm": 1.325188159942627,
      "learning_rate": 6.416492872567807e-07,
      "loss": 0.3487,
      "step": 2209400
    },
    {
      "epoch": 616.64,
      "grad_norm": 1.4222922325134277,
      "learning_rate": 6.416306989166481e-07,
      "loss": 0.3443,
      "step": 2209410
    },
    {
      "epoch": 616.64,
      "grad_norm": 1.3933990001678467,
      "learning_rate": 6.416121108030673e-07,
      "loss": 0.3294,
      "step": 2209420
    },
    {
      "epoch": 616.64,
      "grad_norm": 5.122958183288574,
      "learning_rate": 6.415935229160418e-07,
      "loss": 0.3398,
      "step": 2209430
    },
    {
      "epoch": 616.65,
      "grad_norm": 1.3729543685913086,
      "learning_rate": 6.415749352555735e-07,
      "loss": 0.3063,
      "step": 2209440
    },
    {
      "epoch": 616.65,
      "grad_norm": 0.9339627623558044,
      "learning_rate": 6.415563478216661e-07,
      "loss": 0.3361,
      "step": 2209450
    },
    {
      "epoch": 616.65,
      "grad_norm": 1.0829617977142334,
      "learning_rate": 6.415377606143196e-07,
      "loss": 0.3454,
      "step": 2209460
    },
    {
      "epoch": 616.65,
      "grad_norm": 1.2402955293655396,
      "learning_rate": 6.415191736335394e-07,
      "loss": 0.3277,
      "step": 2209470
    },
    {
      "epoch": 616.66,
      "grad_norm": 1.2456049919128418,
      "learning_rate": 6.41500586879326e-07,
      "loss": 0.3518,
      "step": 2209480
    },
    {
      "epoch": 616.66,
      "grad_norm": 1.189086675643921,
      "learning_rate": 6.414820003516825e-07,
      "loss": 0.3527,
      "step": 2209490
    },
    {
      "epoch": 616.66,
      "grad_norm": 1.1666312217712402,
      "learning_rate": 6.414634140506119e-07,
      "loss": 0.3394,
      "step": 2209500
    },
    {
      "epoch": 616.66,
      "grad_norm": 1.4107935428619385,
      "learning_rate": 6.414448279761147e-07,
      "loss": 0.3425,
      "step": 2209510
    },
    {
      "epoch": 616.67,
      "grad_norm": 1.1066219806671143,
      "learning_rate": 6.414262421281962e-07,
      "loss": 0.3498,
      "step": 2209520
    },
    {
      "epoch": 616.67,
      "grad_norm": 1.3271256685256958,
      "learning_rate": 6.414076565068569e-07,
      "loss": 0.3299,
      "step": 2209530
    },
    {
      "epoch": 616.67,
      "grad_norm": 1.404240608215332,
      "learning_rate": 6.413890711120996e-07,
      "loss": 0.3169,
      "step": 2209540
    },
    {
      "epoch": 616.68,
      "grad_norm": 1.1767898797988892,
      "learning_rate": 6.41370485943928e-07,
      "loss": 0.324,
      "step": 2209550
    },
    {
      "epoch": 616.68,
      "grad_norm": 1.2259652614593506,
      "learning_rate": 6.413519010023425e-07,
      "loss": 0.3349,
      "step": 2209560
    },
    {
      "epoch": 616.68,
      "grad_norm": 1.3474023342132568,
      "learning_rate": 6.41333316287347e-07,
      "loss": 0.3602,
      "step": 2209570
    },
    {
      "epoch": 616.68,
      "grad_norm": 1.1387461423873901,
      "learning_rate": 6.413147317989433e-07,
      "loss": 0.3384,
      "step": 2209580
    },
    {
      "epoch": 616.69,
      "grad_norm": 1.2494072914123535,
      "learning_rate": 6.412961475371351e-07,
      "loss": 0.3505,
      "step": 2209590
    },
    {
      "epoch": 616.69,
      "grad_norm": 1.23325514793396,
      "learning_rate": 6.412775635019226e-07,
      "loss": 0.3359,
      "step": 2209600
    },
    {
      "epoch": 616.69,
      "grad_norm": 1.2573035955429077,
      "learning_rate": 6.412589796933109e-07,
      "loss": 0.3384,
      "step": 2209610
    },
    {
      "epoch": 616.7,
      "grad_norm": 1.2821035385131836,
      "learning_rate": 6.412403961113007e-07,
      "loss": 0.3392,
      "step": 2209620
    },
    {
      "epoch": 616.7,
      "grad_norm": 1.160164713859558,
      "learning_rate": 6.412218127558949e-07,
      "loss": 0.3366,
      "step": 2209630
    },
    {
      "epoch": 616.7,
      "grad_norm": 1.398154854774475,
      "learning_rate": 6.412032296270969e-07,
      "loss": 0.3529,
      "step": 2209640
    },
    {
      "epoch": 616.7,
      "grad_norm": 1.1815979480743408,
      "learning_rate": 6.411846467249074e-07,
      "loss": 0.3478,
      "step": 2209650
    },
    {
      "epoch": 616.71,
      "grad_norm": 1.0812053680419922,
      "learning_rate": 6.4116606404933e-07,
      "loss": 0.3348,
      "step": 2209660
    },
    {
      "epoch": 616.71,
      "grad_norm": 1.1409435272216797,
      "learning_rate": 6.411474816003669e-07,
      "loss": 0.342,
      "step": 2209670
    },
    {
      "epoch": 616.71,
      "grad_norm": 1.1563796997070312,
      "learning_rate": 6.411288993780213e-07,
      "loss": 0.3317,
      "step": 2209680
    },
    {
      "epoch": 616.72,
      "grad_norm": 1.2612824440002441,
      "learning_rate": 6.411103173822935e-07,
      "loss": 0.3502,
      "step": 2209690
    },
    {
      "epoch": 616.72,
      "grad_norm": 1.1790963411331177,
      "learning_rate": 6.410917356131891e-07,
      "loss": 0.3461,
      "step": 2209700
    },
    {
      "epoch": 616.72,
      "grad_norm": 1.1200703382492065,
      "learning_rate": 6.410731540707084e-07,
      "loss": 0.3282,
      "step": 2209710
    },
    {
      "epoch": 616.72,
      "grad_norm": 1.2074058055877686,
      "learning_rate": 6.410545727548544e-07,
      "loss": 0.3588,
      "step": 2209720
    },
    {
      "epoch": 616.73,
      "grad_norm": 1.1514973640441895,
      "learning_rate": 6.410359916656301e-07,
      "loss": 0.35,
      "step": 2209730
    },
    {
      "epoch": 616.73,
      "grad_norm": 1.1026750802993774,
      "learning_rate": 6.41017410803037e-07,
      "loss": 0.3386,
      "step": 2209740
    },
    {
      "epoch": 616.73,
      "grad_norm": 1.2977312803268433,
      "learning_rate": 6.409988301670781e-07,
      "loss": 0.3311,
      "step": 2209750
    },
    {
      "epoch": 616.73,
      "grad_norm": 1.3644003868103027,
      "learning_rate": 6.409802497577558e-07,
      "loss": 0.328,
      "step": 2209760
    },
    {
      "epoch": 616.74,
      "grad_norm": 1.1268572807312012,
      "learning_rate": 6.409616695750733e-07,
      "loss": 0.343,
      "step": 2209770
    },
    {
      "epoch": 616.74,
      "grad_norm": 15.684901237487793,
      "learning_rate": 6.409430896190316e-07,
      "loss": 0.3418,
      "step": 2209780
    },
    {
      "epoch": 616.74,
      "grad_norm": 1.210263967514038,
      "learning_rate": 6.409245098896341e-07,
      "loss": 0.339,
      "step": 2209790
    },
    {
      "epoch": 616.75,
      "grad_norm": 1.2679170370101929,
      "learning_rate": 6.409059303868829e-07,
      "loss": 0.3409,
      "step": 2209800
    },
    {
      "epoch": 616.75,
      "grad_norm": 1.236448049545288,
      "learning_rate": 6.408873511107809e-07,
      "loss": 0.3339,
      "step": 2209810
    },
    {
      "epoch": 616.75,
      "grad_norm": 1.2554510831832886,
      "learning_rate": 6.408687720613313e-07,
      "loss": 0.3395,
      "step": 2209820
    },
    {
      "epoch": 616.75,
      "grad_norm": 1.2499028444290161,
      "learning_rate": 6.408501932385339e-07,
      "loss": 0.34,
      "step": 2209830
    },
    {
      "epoch": 616.76,
      "grad_norm": 1.1188615560531616,
      "learning_rate": 6.408316146423945e-07,
      "loss": 0.3389,
      "step": 2209840
    },
    {
      "epoch": 616.76,
      "grad_norm": 1.1135979890823364,
      "learning_rate": 6.408130362729131e-07,
      "loss": 0.3307,
      "step": 2209850
    },
    {
      "epoch": 616.76,
      "grad_norm": 1.1924614906311035,
      "learning_rate": 6.407944581300934e-07,
      "loss": 0.3367,
      "step": 2209860
    },
    {
      "epoch": 616.77,
      "grad_norm": 1.1667436361312866,
      "learning_rate": 6.40775880213938e-07,
      "loss": 0.3232,
      "step": 2209870
    },
    {
      "epoch": 616.77,
      "grad_norm": 1.2314279079437256,
      "learning_rate": 6.407573025244484e-07,
      "loss": 0.34,
      "step": 2209880
    },
    {
      "epoch": 616.77,
      "grad_norm": 1.262319564819336,
      "learning_rate": 6.407387250616274e-07,
      "loss": 0.3347,
      "step": 2209890
    },
    {
      "epoch": 616.77,
      "grad_norm": 1.2021247148513794,
      "learning_rate": 6.407201478254777e-07,
      "loss": 0.3431,
      "step": 2209900
    },
    {
      "epoch": 616.78,
      "grad_norm": 1.2231769561767578,
      "learning_rate": 6.407015708160025e-07,
      "loss": 0.3355,
      "step": 2209910
    },
    {
      "epoch": 616.78,
      "grad_norm": 1.2640178203582764,
      "learning_rate": 6.406829940332027e-07,
      "loss": 0.3324,
      "step": 2209920
    },
    {
      "epoch": 616.78,
      "grad_norm": 1.0698847770690918,
      "learning_rate": 6.406644174770817e-07,
      "loss": 0.3322,
      "step": 2209930
    },
    {
      "epoch": 616.78,
      "grad_norm": 1.234994888305664,
      "learning_rate": 6.406458411476427e-07,
      "loss": 0.347,
      "step": 2209940
    },
    {
      "epoch": 616.79,
      "grad_norm": 1.332507610321045,
      "learning_rate": 6.406272650448857e-07,
      "loss": 0.3446,
      "step": 2209950
    },
    {
      "epoch": 616.79,
      "grad_norm": 1.9369864463806152,
      "learning_rate": 6.406086891688163e-07,
      "loss": 0.3452,
      "step": 2209960
    },
    {
      "epoch": 616.79,
      "grad_norm": 1.0890822410583496,
      "learning_rate": 6.405901135194346e-07,
      "loss": 0.3357,
      "step": 2209970
    },
    {
      "epoch": 616.8,
      "grad_norm": 1.3343822956085205,
      "learning_rate": 6.405715380967442e-07,
      "loss": 0.3293,
      "step": 2209980
    },
    {
      "epoch": 616.8,
      "grad_norm": 1.3163654804229736,
      "learning_rate": 6.405529629007472e-07,
      "loss": 0.3415,
      "step": 2209990
    },
    {
      "epoch": 616.8,
      "grad_norm": 1.0894075632095337,
      "learning_rate": 6.405343879314468e-07,
      "loss": 0.3358,
      "step": 2210000
    },
    {
      "epoch": 616.8,
      "grad_norm": 1.1833927631378174,
      "learning_rate": 6.405158131888444e-07,
      "loss": 0.3445,
      "step": 2210010
    },
    {
      "epoch": 616.81,
      "grad_norm": 1.1649651527404785,
      "learning_rate": 6.404972386729428e-07,
      "loss": 0.336,
      "step": 2210020
    },
    {
      "epoch": 616.81,
      "grad_norm": 0.9864450097084045,
      "learning_rate": 6.404786643837452e-07,
      "loss": 0.3315,
      "step": 2210030
    },
    {
      "epoch": 616.81,
      "grad_norm": 1.2075484991073608,
      "learning_rate": 6.404600903212522e-07,
      "loss": 0.3524,
      "step": 2210040
    },
    {
      "epoch": 616.82,
      "grad_norm": 1.2181559801101685,
      "learning_rate": 6.40441516485469e-07,
      "loss": 0.3319,
      "step": 2210050
    },
    {
      "epoch": 616.82,
      "grad_norm": 1.1907857656478882,
      "learning_rate": 6.404229428763958e-07,
      "loss": 0.3227,
      "step": 2210060
    },
    {
      "epoch": 616.82,
      "grad_norm": 1.2644416093826294,
      "learning_rate": 6.404043694940358e-07,
      "loss": 0.3455,
      "step": 2210070
    },
    {
      "epoch": 616.82,
      "grad_norm": 1.3380740880966187,
      "learning_rate": 6.403857963383924e-07,
      "loss": 0.3319,
      "step": 2210080
    },
    {
      "epoch": 616.83,
      "grad_norm": 1.133516550064087,
      "learning_rate": 6.403672234094658e-07,
      "loss": 0.343,
      "step": 2210090
    },
    {
      "epoch": 616.83,
      "grad_norm": 1.3255609273910522,
      "learning_rate": 6.403486507072615e-07,
      "loss": 0.3387,
      "step": 2210100
    },
    {
      "epoch": 616.83,
      "grad_norm": 1.2224193811416626,
      "learning_rate": 6.403300782317795e-07,
      "loss": 0.3454,
      "step": 2210110
    },
    {
      "epoch": 616.84,
      "grad_norm": 1.2334589958190918,
      "learning_rate": 6.403115059830232e-07,
      "loss": 0.3441,
      "step": 2210120
    },
    {
      "epoch": 616.84,
      "grad_norm": 1.2134246826171875,
      "learning_rate": 6.402929339609951e-07,
      "loss": 0.3384,
      "step": 2210130
    },
    {
      "epoch": 616.84,
      "grad_norm": 2.9748904705047607,
      "learning_rate": 6.402743621656982e-07,
      "loss": 0.3198,
      "step": 2210140
    },
    {
      "epoch": 616.84,
      "grad_norm": 1.2264628410339355,
      "learning_rate": 6.402557905971336e-07,
      "loss": 0.3395,
      "step": 2210150
    },
    {
      "epoch": 616.85,
      "grad_norm": 1.0810004472732544,
      "learning_rate": 6.402372192553047e-07,
      "loss": 0.3322,
      "step": 2210160
    },
    {
      "epoch": 616.85,
      "grad_norm": 1.8881467580795288,
      "learning_rate": 6.402186481402144e-07,
      "loss": 0.331,
      "step": 2210170
    },
    {
      "epoch": 616.85,
      "grad_norm": 1.332068920135498,
      "learning_rate": 6.402000772518633e-07,
      "loss": 0.3472,
      "step": 2210180
    },
    {
      "epoch": 616.85,
      "grad_norm": 1.126793622970581,
      "learning_rate": 6.401815065902564e-07,
      "loss": 0.342,
      "step": 2210190
    },
    {
      "epoch": 616.86,
      "grad_norm": 1.1717851161956787,
      "learning_rate": 6.401629361553944e-07,
      "loss": 0.3389,
      "step": 2210200
    },
    {
      "epoch": 616.86,
      "grad_norm": 1.1545451879501343,
      "learning_rate": 6.401443659472802e-07,
      "loss": 0.3555,
      "step": 2210210
    },
    {
      "epoch": 616.86,
      "grad_norm": 1.18953275680542,
      "learning_rate": 6.401257959659172e-07,
      "loss": 0.3536,
      "step": 2210220
    },
    {
      "epoch": 616.87,
      "grad_norm": 1.1839990615844727,
      "learning_rate": 6.401072262113063e-07,
      "loss": 0.3458,
      "step": 2210230
    },
    {
      "epoch": 616.87,
      "grad_norm": 1.437579870223999,
      "learning_rate": 6.400886566834505e-07,
      "loss": 0.3318,
      "step": 2210240
    },
    {
      "epoch": 616.87,
      "grad_norm": 1.6867096424102783,
      "learning_rate": 6.400700873823527e-07,
      "loss": 0.3357,
      "step": 2210250
    },
    {
      "epoch": 616.87,
      "grad_norm": 1.3754441738128662,
      "learning_rate": 6.400515183080159e-07,
      "loss": 0.3472,
      "step": 2210260
    },
    {
      "epoch": 616.88,
      "grad_norm": 1.2635446786880493,
      "learning_rate": 6.400329494604402e-07,
      "loss": 0.3248,
      "step": 2210270
    },
    {
      "epoch": 616.88,
      "grad_norm": 1.234634518623352,
      "learning_rate": 6.400143808396313e-07,
      "loss": 0.3349,
      "step": 2210280
    },
    {
      "epoch": 616.88,
      "grad_norm": 1.4975907802581787,
      "learning_rate": 6.399958124455895e-07,
      "loss": 0.3482,
      "step": 2210290
    },
    {
      "epoch": 616.89,
      "grad_norm": 1.0712347030639648,
      "learning_rate": 6.399772442783177e-07,
      "loss": 0.3491,
      "step": 2210300
    },
    {
      "epoch": 616.89,
      "grad_norm": 1.1983450651168823,
      "learning_rate": 6.39958676337819e-07,
      "loss": 0.3477,
      "step": 2210310
    },
    {
      "epoch": 616.89,
      "grad_norm": 1.350657343864441,
      "learning_rate": 6.39940108624095e-07,
      "loss": 0.3308,
      "step": 2210320
    },
    {
      "epoch": 616.89,
      "grad_norm": 1.1764280796051025,
      "learning_rate": 6.399215411371485e-07,
      "loss": 0.3207,
      "step": 2210330
    },
    {
      "epoch": 616.9,
      "grad_norm": 1.1942389011383057,
      "learning_rate": 6.39902973876982e-07,
      "loss": 0.3372,
      "step": 2210340
    },
    {
      "epoch": 616.9,
      "grad_norm": 1.0329103469848633,
      "learning_rate": 6.398844068435985e-07,
      "loss": 0.3316,
      "step": 2210350
    },
    {
      "epoch": 616.9,
      "grad_norm": 1.2812427282333374,
      "learning_rate": 6.398658400369996e-07,
      "loss": 0.3328,
      "step": 2210360
    },
    {
      "epoch": 616.9,
      "grad_norm": 1.3557637929916382,
      "learning_rate": 6.39847273457188e-07,
      "loss": 0.3479,
      "step": 2210370
    },
    {
      "epoch": 616.91,
      "grad_norm": 1.2391918897628784,
      "learning_rate": 6.398287071041664e-07,
      "loss": 0.3342,
      "step": 2210380
    },
    {
      "epoch": 616.91,
      "grad_norm": 1.1179105043411255,
      "learning_rate": 6.39810140977937e-07,
      "loss": 0.3311,
      "step": 2210390
    },
    {
      "epoch": 616.91,
      "grad_norm": 1.0342411994934082,
      "learning_rate": 6.397915750785033e-07,
      "loss": 0.3504,
      "step": 2210400
    },
    {
      "epoch": 616.92,
      "grad_norm": 1.3025202751159668,
      "learning_rate": 6.397730094058654e-07,
      "loss": 0.324,
      "step": 2210410
    },
    {
      "epoch": 616.92,
      "grad_norm": 1.1792701482772827,
      "learning_rate": 6.397544439600287e-07,
      "loss": 0.3366,
      "step": 2210420
    },
    {
      "epoch": 616.92,
      "grad_norm": 1.1883139610290527,
      "learning_rate": 6.397358787409938e-07,
      "loss": 0.3265,
      "step": 2210430
    },
    {
      "epoch": 616.92,
      "grad_norm": 1.3152852058410645,
      "learning_rate": 6.397173137487635e-07,
      "loss": 0.3339,
      "step": 2210440
    },
    {
      "epoch": 616.93,
      "grad_norm": 1.3236056566238403,
      "learning_rate": 6.396987489833412e-07,
      "loss": 0.3291,
      "step": 2210450
    },
    {
      "epoch": 616.93,
      "grad_norm": 1.4481614828109741,
      "learning_rate": 6.396801844447278e-07,
      "loss": 0.3495,
      "step": 2210460
    },
    {
      "epoch": 616.93,
      "grad_norm": 1.172579288482666,
      "learning_rate": 6.396616201329267e-07,
      "loss": 0.3328,
      "step": 2210470
    },
    {
      "epoch": 616.94,
      "grad_norm": 1.3216339349746704,
      "learning_rate": 6.3964305604794e-07,
      "loss": 0.3377,
      "step": 2210480
    },
    {
      "epoch": 616.94,
      "grad_norm": 1.4464694261550903,
      "learning_rate": 6.396244921897711e-07,
      "loss": 0.3415,
      "step": 2210490
    },
    {
      "epoch": 616.94,
      "grad_norm": 1.224143624305725,
      "learning_rate": 6.396059285584213e-07,
      "loss": 0.345,
      "step": 2210500
    },
    {
      "epoch": 616.94,
      "grad_norm": 1.1909366846084595,
      "learning_rate": 6.395873651538934e-07,
      "loss": 0.3407,
      "step": 2210510
    },
    {
      "epoch": 616.95,
      "grad_norm": 1.22443687915802,
      "learning_rate": 6.395688019761906e-07,
      "loss": 0.3435,
      "step": 2210520
    },
    {
      "epoch": 616.95,
      "grad_norm": 1.2675296068191528,
      "learning_rate": 6.395502390253137e-07,
      "loss": 0.3617,
      "step": 2210530
    },
    {
      "epoch": 616.95,
      "grad_norm": 1.1609853506088257,
      "learning_rate": 6.395316763012673e-07,
      "loss": 0.3422,
      "step": 2210540
    },
    {
      "epoch": 616.96,
      "grad_norm": 3.124401330947876,
      "learning_rate": 6.395131138040524e-07,
      "loss": 0.3258,
      "step": 2210550
    },
    {
      "epoch": 616.96,
      "grad_norm": 1.2136833667755127,
      "learning_rate": 6.394945515336717e-07,
      "loss": 0.3471,
      "step": 2210560
    },
    {
      "epoch": 616.96,
      "grad_norm": 1.1663624048233032,
      "learning_rate": 6.394759894901278e-07,
      "loss": 0.361,
      "step": 2210570
    },
    {
      "epoch": 616.96,
      "grad_norm": 1.1501377820968628,
      "learning_rate": 6.394574276734241e-07,
      "loss": 0.3514,
      "step": 2210580
    },
    {
      "epoch": 616.97,
      "grad_norm": 1.259478211402893,
      "learning_rate": 6.394388660835615e-07,
      "loss": 0.3415,
      "step": 2210590
    },
    {
      "epoch": 616.97,
      "grad_norm": 1.1951583623886108,
      "learning_rate": 6.394203047205431e-07,
      "loss": 0.3475,
      "step": 2210600
    },
    {
      "epoch": 616.97,
      "grad_norm": 1.049333095550537,
      "learning_rate": 6.394017435843723e-07,
      "loss": 0.341,
      "step": 2210610
    },
    {
      "epoch": 616.97,
      "grad_norm": 1.2155115604400635,
      "learning_rate": 6.393831826750493e-07,
      "loss": 0.3334,
      "step": 2210620
    },
    {
      "epoch": 616.98,
      "grad_norm": 1.0643750429153442,
      "learning_rate": 6.393646219925792e-07,
      "loss": 0.3481,
      "step": 2210630
    },
    {
      "epoch": 616.98,
      "grad_norm": 1.2784640789031982,
      "learning_rate": 6.393460615369627e-07,
      "loss": 0.3339,
      "step": 2210640
    },
    {
      "epoch": 616.98,
      "grad_norm": 1.138514518737793,
      "learning_rate": 6.393275013082029e-07,
      "loss": 0.3376,
      "step": 2210650
    },
    {
      "epoch": 616.99,
      "grad_norm": 1.2045438289642334,
      "learning_rate": 6.393089413063021e-07,
      "loss": 0.3256,
      "step": 2210660
    },
    {
      "epoch": 616.99,
      "grad_norm": 1.081948161125183,
      "learning_rate": 6.392903815312629e-07,
      "loss": 0.3313,
      "step": 2210670
    },
    {
      "epoch": 616.99,
      "grad_norm": 1.1431422233581543,
      "learning_rate": 6.392718219830883e-07,
      "loss": 0.3389,
      "step": 2210680
    },
    {
      "epoch": 616.99,
      "grad_norm": 1.2252203226089478,
      "learning_rate": 6.392532626617796e-07,
      "loss": 0.3342,
      "step": 2210690
    },
    {
      "epoch": 617.0,
      "grad_norm": 1.3277419805526733,
      "learning_rate": 6.392347035673399e-07,
      "loss": 0.3514,
      "step": 2210700
    },
    {
      "epoch": 617.0,
      "grad_norm": 1.3533774614334106,
      "learning_rate": 6.392161446997717e-07,
      "loss": 0.3349,
      "step": 2210710
    },
    {
      "epoch": 617.0,
      "eval_loss": 0.3398314416408539,
      "eval_runtime": 64.8913,
      "eval_samples_per_second": 77.961,
      "eval_steps_per_second": 9.755,
      "step": 2210711
    },
    {
      "epoch": 617.0,
      "grad_norm": 1.3792176246643066,
      "learning_rate": 6.391975860590779e-07,
      "loss": 0.3325,
      "step": 2210720
    },
    {
      "epoch": 617.01,
      "grad_norm": 1.2761410474777222,
      "learning_rate": 6.3917902764526e-07,
      "loss": 0.3421,
      "step": 2210730
    },
    {
      "epoch": 617.01,
      "grad_norm": 1.2356107234954834,
      "learning_rate": 6.39160469458321e-07,
      "loss": 0.3372,
      "step": 2210740
    },
    {
      "epoch": 617.01,
      "grad_norm": 1.1476845741271973,
      "learning_rate": 6.39141911498264e-07,
      "loss": 0.3352,
      "step": 2210750
    },
    {
      "epoch": 617.01,
      "grad_norm": 1.3534225225448608,
      "learning_rate": 6.391233537650893e-07,
      "loss": 0.3538,
      "step": 2210760
    },
    {
      "epoch": 617.02,
      "grad_norm": 1.185615062713623,
      "learning_rate": 6.391047962588022e-07,
      "loss": 0.3396,
      "step": 2210770
    },
    {
      "epoch": 617.02,
      "grad_norm": 1.3471968173980713,
      "learning_rate": 6.390862389794034e-07,
      "loss": 0.3435,
      "step": 2210780
    },
    {
      "epoch": 617.02,
      "grad_norm": 1.1586798429489136,
      "learning_rate": 6.390676819268955e-07,
      "loss": 0.3299,
      "step": 2210790
    },
    {
      "epoch": 617.02,
      "grad_norm": 1.3270034790039062,
      "learning_rate": 6.390491251012816e-07,
      "loss": 0.3304,
      "step": 2210800
    },
    {
      "epoch": 617.03,
      "grad_norm": 3.005768299102783,
      "learning_rate": 6.390305685025643e-07,
      "loss": 0.3205,
      "step": 2210810
    },
    {
      "epoch": 617.03,
      "grad_norm": 1.2075960636138916,
      "learning_rate": 6.390120121307449e-07,
      "loss": 0.3448,
      "step": 2210820
    },
    {
      "epoch": 617.03,
      "grad_norm": 1.236350417137146,
      "learning_rate": 6.389934559858269e-07,
      "loss": 0.3359,
      "step": 2210830
    },
    {
      "epoch": 617.04,
      "grad_norm": 1.1528537273406982,
      "learning_rate": 6.389749000678128e-07,
      "loss": 0.3466,
      "step": 2210840
    },
    {
      "epoch": 617.04,
      "grad_norm": 1.3532172441482544,
      "learning_rate": 6.389563443767037e-07,
      "loss": 0.3334,
      "step": 2210850
    },
    {
      "epoch": 617.04,
      "grad_norm": 1.494308352470398,
      "learning_rate": 6.389377889125041e-07,
      "loss": 0.3503,
      "step": 2210860
    },
    {
      "epoch": 617.04,
      "grad_norm": 1.2429405450820923,
      "learning_rate": 6.38919233675215e-07,
      "loss": 0.3528,
      "step": 2210870
    },
    {
      "epoch": 617.05,
      "grad_norm": 1.1819502115249634,
      "learning_rate": 6.389006786648394e-07,
      "loss": 0.3475,
      "step": 2210880
    },
    {
      "epoch": 617.05,
      "grad_norm": 1.3113174438476562,
      "learning_rate": 6.388821238813802e-07,
      "loss": 0.3274,
      "step": 2210890
    },
    {
      "epoch": 617.05,
      "grad_norm": 1.087335467338562,
      "learning_rate": 6.388635693248388e-07,
      "loss": 0.3455,
      "step": 2210900
    },
    {
      "epoch": 617.06,
      "grad_norm": 1.1596933603286743,
      "learning_rate": 6.388450149952184e-07,
      "loss": 0.3472,
      "step": 2210910
    },
    {
      "epoch": 617.06,
      "grad_norm": 1.1441898345947266,
      "learning_rate": 6.388264608925212e-07,
      "loss": 0.3442,
      "step": 2210920
    },
    {
      "epoch": 617.06,
      "grad_norm": 1.0627926588058472,
      "learning_rate": 6.388079070167503e-07,
      "loss": 0.3367,
      "step": 2210930
    },
    {
      "epoch": 617.06,
      "grad_norm": 1.0830024480819702,
      "learning_rate": 6.387893533679064e-07,
      "loss": 0.3315,
      "step": 2210940
    },
    {
      "epoch": 617.07,
      "grad_norm": 1.112162470817566,
      "learning_rate": 6.387707999459949e-07,
      "loss": 0.3249,
      "step": 2210950
    },
    {
      "epoch": 617.07,
      "grad_norm": 1.3071749210357666,
      "learning_rate": 6.387522467510155e-07,
      "loss": 0.35,
      "step": 2210960
    },
    {
      "epoch": 617.07,
      "grad_norm": 1.3162034749984741,
      "learning_rate": 6.387336937829719e-07,
      "loss": 0.3316,
      "step": 2210970
    },
    {
      "epoch": 617.08,
      "grad_norm": 1.1542507410049438,
      "learning_rate": 6.38715141041867e-07,
      "loss": 0.3523,
      "step": 2210980
    },
    {
      "epoch": 617.08,
      "grad_norm": 1.1775829792022705,
      "learning_rate": 6.386965885277015e-07,
      "loss": 0.3447,
      "step": 2210990
    },
    {
      "epoch": 617.08,
      "grad_norm": 1.2420719861984253,
      "learning_rate": 6.386780362404805e-07,
      "loss": 0.3351,
      "step": 2211000
    },
    {
      "epoch": 617.08,
      "grad_norm": 1.0460216999053955,
      "learning_rate": 6.386594841802042e-07,
      "loss": 0.3506,
      "step": 2211010
    },
    {
      "epoch": 617.09,
      "grad_norm": 1.7014214992523193,
      "learning_rate": 6.38640932346876e-07,
      "loss": 0.3271,
      "step": 2211020
    },
    {
      "epoch": 617.09,
      "grad_norm": 1.1672770977020264,
      "learning_rate": 6.386223807404988e-07,
      "loss": 0.3258,
      "step": 2211030
    },
    {
      "epoch": 617.09,
      "grad_norm": 1.1861578226089478,
      "learning_rate": 6.386038293610741e-07,
      "loss": 0.3307,
      "step": 2211040
    },
    {
      "epoch": 617.09,
      "grad_norm": 1.0447158813476562,
      "learning_rate": 6.385852782086046e-07,
      "loss": 0.3312,
      "step": 2211050
    },
    {
      "epoch": 617.1,
      "grad_norm": 1.499280571937561,
      "learning_rate": 6.385667272830933e-07,
      "loss": 0.3187,
      "step": 2211060
    },
    {
      "epoch": 617.1,
      "grad_norm": 1.1975464820861816,
      "learning_rate": 6.385481765845428e-07,
      "loss": 0.3307,
      "step": 2211070
    },
    {
      "epoch": 617.1,
      "grad_norm": 1.0687952041625977,
      "learning_rate": 6.385296261129538e-07,
      "loss": 0.33,
      "step": 2211080
    },
    {
      "epoch": 617.11,
      "grad_norm": 1.2161269187927246,
      "learning_rate": 6.385110758683314e-07,
      "loss": 0.3416,
      "step": 2211090
    },
    {
      "epoch": 617.11,
      "grad_norm": 1.049182653427124,
      "learning_rate": 6.384925258506763e-07,
      "loss": 0.3424,
      "step": 2211100
    },
    {
      "epoch": 617.11,
      "grad_norm": 1.2351584434509277,
      "learning_rate": 6.384739760599914e-07,
      "loss": 0.3303,
      "step": 2211110
    },
    {
      "epoch": 617.11,
      "grad_norm": 1.1212480068206787,
      "learning_rate": 6.384554264962798e-07,
      "loss": 0.3322,
      "step": 2211120
    },
    {
      "epoch": 617.12,
      "grad_norm": 1.022834300994873,
      "learning_rate": 6.384368771595425e-07,
      "loss": 0.3433,
      "step": 2211130
    },
    {
      "epoch": 617.12,
      "grad_norm": 1.2025163173675537,
      "learning_rate": 6.384183280497829e-07,
      "loss": 0.3487,
      "step": 2211140
    },
    {
      "epoch": 617.12,
      "grad_norm": 1.1779816150665283,
      "learning_rate": 6.383997791670037e-07,
      "loss": 0.3322,
      "step": 2211150
    },
    {
      "epoch": 617.13,
      "grad_norm": 1.3486570119857788,
      "learning_rate": 6.383812305112075e-07,
      "loss": 0.3272,
      "step": 2211160
    },
    {
      "epoch": 617.13,
      "grad_norm": 1.2219008207321167,
      "learning_rate": 6.383626820823958e-07,
      "loss": 0.3212,
      "step": 2211170
    },
    {
      "epoch": 617.13,
      "grad_norm": 1.0271220207214355,
      "learning_rate": 6.383441338805714e-07,
      "loss": 0.3404,
      "step": 2211180
    },
    {
      "epoch": 617.13,
      "grad_norm": 1.2658284902572632,
      "learning_rate": 6.38325585905738e-07,
      "loss": 0.3323,
      "step": 2211190
    },
    {
      "epoch": 617.14,
      "grad_norm": 1.1829352378845215,
      "learning_rate": 6.383070381578955e-07,
      "loss": 0.3342,
      "step": 2211200
    },
    {
      "epoch": 617.14,
      "grad_norm": 1.1817646026611328,
      "learning_rate": 6.382884906370492e-07,
      "loss": 0.3354,
      "step": 2211210
    },
    {
      "epoch": 617.14,
      "grad_norm": 1.3082576990127563,
      "learning_rate": 6.382699433431998e-07,
      "loss": 0.3325,
      "step": 2211220
    },
    {
      "epoch": 617.14,
      "grad_norm": 2.528757095336914,
      "learning_rate": 6.382513962763502e-07,
      "loss": 0.3288,
      "step": 2211230
    },
    {
      "epoch": 617.15,
      "grad_norm": 1.3419106006622314,
      "learning_rate": 6.38232849436503e-07,
      "loss": 0.3529,
      "step": 2211240
    },
    {
      "epoch": 617.15,
      "grad_norm": 1.1294533014297485,
      "learning_rate": 6.382143028236603e-07,
      "loss": 0.3355,
      "step": 2211250
    },
    {
      "epoch": 617.15,
      "grad_norm": 1.101641058921814,
      "learning_rate": 6.38195756437826e-07,
      "loss": 0.3359,
      "step": 2211260
    },
    {
      "epoch": 617.16,
      "grad_norm": 1.196350336074829,
      "learning_rate": 6.381772102790004e-07,
      "loss": 0.3386,
      "step": 2211270
    },
    {
      "epoch": 617.16,
      "grad_norm": 1.2875982522964478,
      "learning_rate": 6.381586643471871e-07,
      "loss": 0.3432,
      "step": 2211280
    },
    {
      "epoch": 617.16,
      "grad_norm": 1.1515356302261353,
      "learning_rate": 6.381401186423884e-07,
      "loss": 0.3347,
      "step": 2211290
    },
    {
      "epoch": 617.16,
      "grad_norm": 1.1208970546722412,
      "learning_rate": 6.381215731646076e-07,
      "loss": 0.3328,
      "step": 2211300
    },
    {
      "epoch": 617.17,
      "grad_norm": 1.4116545915603638,
      "learning_rate": 6.381030279138458e-07,
      "loss": 0.3283,
      "step": 2211310
    },
    {
      "epoch": 617.17,
      "grad_norm": 1.105074167251587,
      "learning_rate": 6.38084482890106e-07,
      "loss": 0.33,
      "step": 2211320
    },
    {
      "epoch": 617.17,
      "grad_norm": 1.3592156171798706,
      "learning_rate": 6.380659380933915e-07,
      "loss": 0.3396,
      "step": 2211330
    },
    {
      "epoch": 617.18,
      "grad_norm": 1.0759464502334595,
      "learning_rate": 6.380473935237025e-07,
      "loss": 0.3362,
      "step": 2211340
    },
    {
      "epoch": 617.18,
      "grad_norm": 1.2202898263931274,
      "learning_rate": 6.380288491810445e-07,
      "loss": 0.341,
      "step": 2211350
    },
    {
      "epoch": 617.18,
      "grad_norm": 1.107521653175354,
      "learning_rate": 6.380103050654175e-07,
      "loss": 0.3285,
      "step": 2211360
    },
    {
      "epoch": 617.18,
      "grad_norm": 1.2349365949630737,
      "learning_rate": 6.379917611768252e-07,
      "loss": 0.3299,
      "step": 2211370
    },
    {
      "epoch": 617.19,
      "grad_norm": 1.7156075239181519,
      "learning_rate": 6.379732175152696e-07,
      "loss": 0.3373,
      "step": 2211380
    },
    {
      "epoch": 617.19,
      "grad_norm": 1.3013384342193604,
      "learning_rate": 6.379546740807544e-07,
      "loss": 0.3393,
      "step": 2211390
    },
    {
      "epoch": 617.19,
      "grad_norm": 1.121700644493103,
      "learning_rate": 6.379361308732799e-07,
      "loss": 0.3476,
      "step": 2211400
    },
    {
      "epoch": 617.2,
      "grad_norm": 1.2484837770462036,
      "learning_rate": 6.379175878928499e-07,
      "loss": 0.3291,
      "step": 2211410
    },
    {
      "epoch": 617.2,
      "grad_norm": 1.1800954341888428,
      "learning_rate": 6.378990451394674e-07,
      "loss": 0.3303,
      "step": 2211420
    },
    {
      "epoch": 617.2,
      "grad_norm": 1.2230665683746338,
      "learning_rate": 6.378805026131325e-07,
      "loss": 0.335,
      "step": 2211430
    },
    {
      "epoch": 617.2,
      "grad_norm": 1.2139948606491089,
      "learning_rate": 6.37861960313851e-07,
      "loss": 0.3377,
      "step": 2211440
    },
    {
      "epoch": 617.21,
      "grad_norm": 1.1283718347549438,
      "learning_rate": 6.378434182416226e-07,
      "loss": 0.3225,
      "step": 2211450
    },
    {
      "epoch": 617.21,
      "grad_norm": 1.1225762367248535,
      "learning_rate": 6.378248763964511e-07,
      "loss": 0.345,
      "step": 2211460
    },
    {
      "epoch": 617.21,
      "grad_norm": 1.500169277191162,
      "learning_rate": 6.378063347783394e-07,
      "loss": 0.3377,
      "step": 2211470
    },
    {
      "epoch": 617.21,
      "grad_norm": 1.1715251207351685,
      "learning_rate": 6.377877933872885e-07,
      "loss": 0.3428,
      "step": 2211480
    },
    {
      "epoch": 617.22,
      "grad_norm": 1.1058027744293213,
      "learning_rate": 6.377692522233016e-07,
      "loss": 0.3333,
      "step": 2211490
    },
    {
      "epoch": 617.22,
      "grad_norm": 1.0944056510925293,
      "learning_rate": 6.377507112863812e-07,
      "loss": 0.336,
      "step": 2211500
    },
    {
      "epoch": 617.22,
      "grad_norm": 1.208880066871643,
      "learning_rate": 6.377321705765307e-07,
      "loss": 0.3521,
      "step": 2211510
    },
    {
      "epoch": 617.23,
      "grad_norm": 1.1801960468292236,
      "learning_rate": 6.377136300937499e-07,
      "loss": 0.3492,
      "step": 2211520
    },
    {
      "epoch": 617.23,
      "grad_norm": 1.1760939359664917,
      "learning_rate": 6.376950898380447e-07,
      "loss": 0.3414,
      "step": 2211530
    },
    {
      "epoch": 617.23,
      "grad_norm": 1.183777928352356,
      "learning_rate": 6.37676549809415e-07,
      "loss": 0.3452,
      "step": 2211540
    },
    {
      "epoch": 617.23,
      "grad_norm": 1.3024348020553589,
      "learning_rate": 6.376580100078642e-07,
      "loss": 0.3364,
      "step": 2211550
    },
    {
      "epoch": 617.24,
      "grad_norm": 1.3389403820037842,
      "learning_rate": 6.376394704333953e-07,
      "loss": 0.3433,
      "step": 2211560
    },
    {
      "epoch": 617.24,
      "grad_norm": 1.1775388717651367,
      "learning_rate": 6.376209310860088e-07,
      "loss": 0.3501,
      "step": 2211570
    },
    {
      "epoch": 617.24,
      "grad_norm": 1.1550748348236084,
      "learning_rate": 6.3760239196571e-07,
      "loss": 0.3297,
      "step": 2211580
    },
    {
      "epoch": 617.25,
      "grad_norm": 1.2144343852996826,
      "learning_rate": 6.375838530724992e-07,
      "loss": 0.3478,
      "step": 2211590
    },
    {
      "epoch": 617.25,
      "grad_norm": 1.2908018827438354,
      "learning_rate": 6.375653144063797e-07,
      "loss": 0.3333,
      "step": 2211600
    },
    {
      "epoch": 617.25,
      "grad_norm": 1.128739833831787,
      "learning_rate": 6.375467759673536e-07,
      "loss": 0.3295,
      "step": 2211610
    },
    {
      "epoch": 617.25,
      "grad_norm": 1.209356427192688,
      "learning_rate": 6.375282377554245e-07,
      "loss": 0.3323,
      "step": 2211620
    },
    {
      "epoch": 617.26,
      "grad_norm": 1.1497817039489746,
      "learning_rate": 6.375096997705933e-07,
      "loss": 0.3351,
      "step": 2211630
    },
    {
      "epoch": 617.26,
      "grad_norm": 0.9900586009025574,
      "learning_rate": 6.374911620128631e-07,
      "loss": 0.3397,
      "step": 2211640
    },
    {
      "epoch": 617.26,
      "grad_norm": 1.1527575254440308,
      "learning_rate": 6.374726244822369e-07,
      "loss": 0.3368,
      "step": 2211650
    },
    {
      "epoch": 617.26,
      "grad_norm": 1.2738478183746338,
      "learning_rate": 6.374540871787155e-07,
      "loss": 0.3389,
      "step": 2211660
    },
    {
      "epoch": 617.27,
      "grad_norm": 1.1426786184310913,
      "learning_rate": 6.374355501023039e-07,
      "loss": 0.3397,
      "step": 2211670
    },
    {
      "epoch": 617.27,
      "grad_norm": 1.1345795392990112,
      "learning_rate": 6.374170132530025e-07,
      "loss": 0.3296,
      "step": 2211680
    },
    {
      "epoch": 617.27,
      "grad_norm": 1.2299100160598755,
      "learning_rate": 6.373984766308146e-07,
      "loss": 0.3438,
      "step": 2211690
    },
    {
      "epoch": 617.28,
      "grad_norm": 1.3405390977859497,
      "learning_rate": 6.373799402357434e-07,
      "loss": 0.3273,
      "step": 2211700
    },
    {
      "epoch": 617.28,
      "grad_norm": 1.240238070487976,
      "learning_rate": 6.373614040677894e-07,
      "loss": 0.3551,
      "step": 2211710
    },
    {
      "epoch": 617.28,
      "grad_norm": 1.507577896118164,
      "learning_rate": 6.373428681269564e-07,
      "loss": 0.3344,
      "step": 2211720
    },
    {
      "epoch": 617.28,
      "grad_norm": 1.2899047136306763,
      "learning_rate": 6.373243324132467e-07,
      "loss": 0.3399,
      "step": 2211730
    },
    {
      "epoch": 617.29,
      "grad_norm": 1.172922968864441,
      "learning_rate": 6.373057969266633e-07,
      "loss": 0.3239,
      "step": 2211740
    },
    {
      "epoch": 617.29,
      "grad_norm": 1.209594488143921,
      "learning_rate": 6.372872616672069e-07,
      "loss": 0.3415,
      "step": 2211750
    },
    {
      "epoch": 617.29,
      "grad_norm": 1.1392995119094849,
      "learning_rate": 6.372687266348823e-07,
      "loss": 0.33,
      "step": 2211760
    },
    {
      "epoch": 617.3,
      "grad_norm": 1.1964187622070312,
      "learning_rate": 6.372501918296903e-07,
      "loss": 0.3313,
      "step": 2211770
    },
    {
      "epoch": 617.3,
      "grad_norm": 3.4381396770477295,
      "learning_rate": 6.372316572516339e-07,
      "loss": 0.3356,
      "step": 2211780
    },
    {
      "epoch": 617.3,
      "grad_norm": 1.2135021686553955,
      "learning_rate": 6.372131229007161e-07,
      "loss": 0.3433,
      "step": 2211790
    },
    {
      "epoch": 617.3,
      "grad_norm": 1.0911264419555664,
      "learning_rate": 6.371945887769381e-07,
      "loss": 0.3413,
      "step": 2211800
    },
    {
      "epoch": 617.31,
      "grad_norm": 1.463111162185669,
      "learning_rate": 6.371760548803032e-07,
      "loss": 0.3391,
      "step": 2211810
    },
    {
      "epoch": 617.31,
      "grad_norm": 1.2543904781341553,
      "learning_rate": 6.371575212108138e-07,
      "loss": 0.3267,
      "step": 2211820
    },
    {
      "epoch": 617.31,
      "grad_norm": 1.3566391468048096,
      "learning_rate": 6.371389877684723e-07,
      "loss": 0.3372,
      "step": 2211830
    },
    {
      "epoch": 617.32,
      "grad_norm": 1.7158703804016113,
      "learning_rate": 6.371204545532819e-07,
      "loss": 0.3245,
      "step": 2211840
    },
    {
      "epoch": 617.32,
      "grad_norm": 1.4171030521392822,
      "learning_rate": 6.371019215652437e-07,
      "loss": 0.3478,
      "step": 2211850
    },
    {
      "epoch": 617.32,
      "grad_norm": 1.1938563585281372,
      "learning_rate": 6.370833888043607e-07,
      "loss": 0.3353,
      "step": 2211860
    },
    {
      "epoch": 617.32,
      "grad_norm": 1.4111413955688477,
      "learning_rate": 6.370648562706354e-07,
      "loss": 0.3293,
      "step": 2211870
    },
    {
      "epoch": 617.33,
      "grad_norm": 1.4818706512451172,
      "learning_rate": 6.370463239640713e-07,
      "loss": 0.3518,
      "step": 2211880
    },
    {
      "epoch": 617.33,
      "grad_norm": 1.2629245519638062,
      "learning_rate": 6.370277918846684e-07,
      "loss": 0.3528,
      "step": 2211890
    },
    {
      "epoch": 617.33,
      "grad_norm": 1.1348315477371216,
      "learning_rate": 6.370092600324321e-07,
      "loss": 0.3368,
      "step": 2211900
    },
    {
      "epoch": 617.33,
      "grad_norm": 1.2293944358825684,
      "learning_rate": 6.369907284073627e-07,
      "loss": 0.334,
      "step": 2211910
    },
    {
      "epoch": 617.34,
      "grad_norm": 1.1008896827697754,
      "learning_rate": 6.369721970094634e-07,
      "loss": 0.3347,
      "step": 2211920
    },
    {
      "epoch": 617.34,
      "grad_norm": 1.2591582536697388,
      "learning_rate": 6.369536658387377e-07,
      "loss": 0.3507,
      "step": 2211930
    },
    {
      "epoch": 617.34,
      "grad_norm": 1.3103508949279785,
      "learning_rate": 6.369351348951861e-07,
      "loss": 0.3403,
      "step": 2211940
    },
    {
      "epoch": 617.35,
      "grad_norm": 1.1513071060180664,
      "learning_rate": 6.36916604178812e-07,
      "loss": 0.3329,
      "step": 2211950
    },
    {
      "epoch": 617.35,
      "grad_norm": 0.9933847188949585,
      "learning_rate": 6.368980736896179e-07,
      "loss": 0.3222,
      "step": 2211960
    },
    {
      "epoch": 617.35,
      "grad_norm": 2.9884684085845947,
      "learning_rate": 6.368795434276071e-07,
      "loss": 0.3546,
      "step": 2211970
    },
    {
      "epoch": 617.35,
      "grad_norm": 1.209346890449524,
      "learning_rate": 6.368610133927805e-07,
      "loss": 0.3394,
      "step": 2211980
    },
    {
      "epoch": 617.36,
      "grad_norm": 1.3778514862060547,
      "learning_rate": 6.368424835851412e-07,
      "loss": 0.3355,
      "step": 2211990
    },
    {
      "epoch": 617.36,
      "grad_norm": 1.211102843284607,
      "learning_rate": 6.368239540046925e-07,
      "loss": 0.3401,
      "step": 2212000
    },
    {
      "epoch": 617.36,
      "grad_norm": 1.1351286172866821,
      "learning_rate": 6.368054246514346e-07,
      "loss": 0.3294,
      "step": 2212010
    },
    {
      "epoch": 617.37,
      "grad_norm": 1.1521893739700317,
      "learning_rate": 6.367868955253729e-07,
      "loss": 0.336,
      "step": 2212020
    },
    {
      "epoch": 617.37,
      "grad_norm": 1.4404295682907104,
      "learning_rate": 6.367683666265079e-07,
      "loss": 0.3381,
      "step": 2212030
    },
    {
      "epoch": 617.37,
      "grad_norm": 1.220595121383667,
      "learning_rate": 6.367498379548425e-07,
      "loss": 0.3297,
      "step": 2212040
    },
    {
      "epoch": 617.37,
      "grad_norm": 1.1276692152023315,
      "learning_rate": 6.367313095103794e-07,
      "loss": 0.3403,
      "step": 2212050
    },
    {
      "epoch": 617.38,
      "grad_norm": 1.2285293340682983,
      "learning_rate": 6.367127812931215e-07,
      "loss": 0.3352,
      "step": 2212060
    },
    {
      "epoch": 617.38,
      "grad_norm": 1.0508898496627808,
      "learning_rate": 6.366942533030703e-07,
      "loss": 0.3299,
      "step": 2212070
    },
    {
      "epoch": 617.38,
      "grad_norm": 1.1636266708374023,
      "learning_rate": 6.366757255402284e-07,
      "loss": 0.3295,
      "step": 2212080
    },
    {
      "epoch": 617.38,
      "grad_norm": 1.1731153726577759,
      "learning_rate": 6.366571980045995e-07,
      "loss": 0.3288,
      "step": 2212090
    },
    {
      "epoch": 617.39,
      "grad_norm": 1.494229793548584,
      "learning_rate": 6.366386706961834e-07,
      "loss": 0.3428,
      "step": 2212100
    },
    {
      "epoch": 617.39,
      "grad_norm": 1.3184187412261963,
      "learning_rate": 6.36620143614986e-07,
      "loss": 0.3354,
      "step": 2212110
    },
    {
      "epoch": 617.39,
      "grad_norm": 1.099691390991211,
      "learning_rate": 6.366016167610072e-07,
      "loss": 0.3452,
      "step": 2212120
    },
    {
      "epoch": 617.4,
      "grad_norm": 1.1499335765838623,
      "learning_rate": 6.365830901342503e-07,
      "loss": 0.3392,
      "step": 2212130
    },
    {
      "epoch": 617.4,
      "grad_norm": 1.1752392053604126,
      "learning_rate": 6.365645637347187e-07,
      "loss": 0.3425,
      "step": 2212140
    },
    {
      "epoch": 617.4,
      "grad_norm": 1.3193186521530151,
      "learning_rate": 6.365460375624122e-07,
      "loss": 0.3328,
      "step": 2212150
    },
    {
      "epoch": 617.4,
      "grad_norm": 1.1055837869644165,
      "learning_rate": 6.365275116173366e-07,
      "loss": 0.3559,
      "step": 2212160
    },
    {
      "epoch": 617.41,
      "grad_norm": 1.1510611772537231,
      "learning_rate": 6.365089858994919e-07,
      "loss": 0.3419,
      "step": 2212170
    },
    {
      "epoch": 617.41,
      "grad_norm": 1.1916722059249878,
      "learning_rate": 6.364904604088816e-07,
      "loss": 0.3385,
      "step": 2212180
    },
    {
      "epoch": 617.41,
      "grad_norm": 1.2415868043899536,
      "learning_rate": 6.36471935145508e-07,
      "loss": 0.3477,
      "step": 2212190
    },
    {
      "epoch": 617.42,
      "grad_norm": 1.0209726095199585,
      "learning_rate": 6.364534101093743e-07,
      "loss": 0.3337,
      "step": 2212200
    },
    {
      "epoch": 617.42,
      "grad_norm": 1.105860948562622,
      "learning_rate": 6.364348853004814e-07,
      "loss": 0.3305,
      "step": 2212210
    },
    {
      "epoch": 617.42,
      "grad_norm": 1.1465357542037964,
      "learning_rate": 6.364163607188328e-07,
      "loss": 0.3213,
      "step": 2212220
    },
    {
      "epoch": 617.42,
      "grad_norm": 1.22272527217865,
      "learning_rate": 6.363978363644314e-07,
      "loss": 0.3417,
      "step": 2212230
    },
    {
      "epoch": 617.43,
      "grad_norm": 1.273384690284729,
      "learning_rate": 6.363793122372776e-07,
      "loss": 0.3407,
      "step": 2212240
    },
    {
      "epoch": 617.43,
      "grad_norm": 1.0475629568099976,
      "learning_rate": 6.363607883373768e-07,
      "loss": 0.3354,
      "step": 2212250
    },
    {
      "epoch": 617.43,
      "grad_norm": 1.2723814249038696,
      "learning_rate": 6.363422646647291e-07,
      "loss": 0.3379,
      "step": 2212260
    },
    {
      "epoch": 617.44,
      "grad_norm": 1.2409762144088745,
      "learning_rate": 6.363237412193379e-07,
      "loss": 0.3253,
      "step": 2212270
    },
    {
      "epoch": 617.44,
      "grad_norm": 1.2996608018875122,
      "learning_rate": 6.363052180012065e-07,
      "loss": 0.3419,
      "step": 2212280
    },
    {
      "epoch": 617.44,
      "grad_norm": 1.043642282485962,
      "learning_rate": 6.362866950103357e-07,
      "loss": 0.33,
      "step": 2212290
    },
    {
      "epoch": 617.44,
      "grad_norm": 1.1996288299560547,
      "learning_rate": 6.362681722467283e-07,
      "loss": 0.3148,
      "step": 2212300
    },
    {
      "epoch": 617.45,
      "grad_norm": 1.2307463884353638,
      "learning_rate": 6.362496497103877e-07,
      "loss": 0.3386,
      "step": 2212310
    },
    {
      "epoch": 617.45,
      "grad_norm": 1.2164119482040405,
      "learning_rate": 6.362311274013163e-07,
      "loss": 0.3363,
      "step": 2212320
    },
    {
      "epoch": 617.45,
      "grad_norm": 1.3014912605285645,
      "learning_rate": 6.362126053195149e-07,
      "loss": 0.3328,
      "step": 2212330
    },
    {
      "epoch": 617.45,
      "grad_norm": 1.2747505903244019,
      "learning_rate": 6.361940834649886e-07,
      "loss": 0.3351,
      "step": 2212340
    },
    {
      "epoch": 617.46,
      "grad_norm": 1.10261869430542,
      "learning_rate": 6.361755618377376e-07,
      "loss": 0.3476,
      "step": 2212350
    },
    {
      "epoch": 617.46,
      "grad_norm": 1.2291194200515747,
      "learning_rate": 6.361570404377653e-07,
      "loss": 0.3582,
      "step": 2212360
    },
    {
      "epoch": 617.46,
      "grad_norm": 1.1299455165863037,
      "learning_rate": 6.361385192650747e-07,
      "loss": 0.3502,
      "step": 2212370
    },
    {
      "epoch": 617.47,
      "grad_norm": 1.312435269355774,
      "learning_rate": 6.361199983196671e-07,
      "loss": 0.3347,
      "step": 2212380
    },
    {
      "epoch": 617.47,
      "grad_norm": 1.267012357711792,
      "learning_rate": 6.361014776015455e-07,
      "loss": 0.3197,
      "step": 2212390
    },
    {
      "epoch": 617.47,
      "grad_norm": 1.3285399675369263,
      "learning_rate": 6.360829571107123e-07,
      "loss": 0.3419,
      "step": 2212400
    },
    {
      "epoch": 617.47,
      "grad_norm": 1.2073880434036255,
      "learning_rate": 6.3606443684717e-07,
      "loss": 0.335,
      "step": 2212410
    },
    {
      "epoch": 617.48,
      "grad_norm": 1.0903855562210083,
      "learning_rate": 6.36045916810922e-07,
      "loss": 0.3372,
      "step": 2212420
    },
    {
      "epoch": 617.48,
      "grad_norm": 1.3211191892623901,
      "learning_rate": 6.360273970019689e-07,
      "loss": 0.3385,
      "step": 2212430
    },
    {
      "epoch": 617.48,
      "grad_norm": 1.1285377740859985,
      "learning_rate": 6.360088774203145e-07,
      "loss": 0.3292,
      "step": 2212440
    },
    {
      "epoch": 617.49,
      "grad_norm": 1.2454622983932495,
      "learning_rate": 6.359903580659606e-07,
      "loss": 0.3458,
      "step": 2212450
    },
    {
      "epoch": 617.49,
      "grad_norm": 0.9992059469223022,
      "learning_rate": 6.359718389389108e-07,
      "loss": 0.3366,
      "step": 2212460
    },
    {
      "epoch": 617.49,
      "grad_norm": 1.2167279720306396,
      "learning_rate": 6.359533200391653e-07,
      "loss": 0.3448,
      "step": 2212470
    },
    {
      "epoch": 617.49,
      "grad_norm": 1.2861075401306152,
      "learning_rate": 6.359348013667296e-07,
      "loss": 0.3316,
      "step": 2212480
    },
    {
      "epoch": 617.5,
      "grad_norm": 1.1960961818695068,
      "learning_rate": 6.359162829216036e-07,
      "loss": 0.3556,
      "step": 2212490
    },
    {
      "epoch": 617.5,
      "grad_norm": 1.159543514251709,
      "learning_rate": 6.358977647037908e-07,
      "loss": 0.3549,
      "step": 2212500
    },
    {
      "epoch": 617.5,
      "grad_norm": 0.9895166158676147,
      "learning_rate": 6.358792467132946e-07,
      "loss": 0.3224,
      "step": 2212510
    },
    {
      "epoch": 617.5,
      "grad_norm": 1.2553073167800903,
      "learning_rate": 6.358607289501155e-07,
      "loss": 0.3202,
      "step": 2212520
    },
    {
      "epoch": 617.51,
      "grad_norm": 1.0751887559890747,
      "learning_rate": 6.358422114142568e-07,
      "loss": 0.3329,
      "step": 2212530
    },
    {
      "epoch": 617.51,
      "grad_norm": 1.2475610971450806,
      "learning_rate": 6.358236941057211e-07,
      "loss": 0.3347,
      "step": 2212540
    },
    {
      "epoch": 617.51,
      "grad_norm": 1.212973713874817,
      "learning_rate": 6.358051770245119e-07,
      "loss": 0.3374,
      "step": 2212550
    },
    {
      "epoch": 617.52,
      "grad_norm": 1.044715404510498,
      "learning_rate": 6.357866601706289e-07,
      "loss": 0.3502,
      "step": 2212560
    },
    {
      "epoch": 617.52,
      "grad_norm": 1.3260226249694824,
      "learning_rate": 6.357681435440778e-07,
      "loss": 0.34,
      "step": 2212570
    },
    {
      "epoch": 617.52,
      "grad_norm": 1.6036862134933472,
      "learning_rate": 6.35749627144859e-07,
      "loss": 0.3373,
      "step": 2212580
    },
    {
      "epoch": 617.52,
      "grad_norm": 1.4206427335739136,
      "learning_rate": 6.357311109729752e-07,
      "loss": 0.3411,
      "step": 2212590
    },
    {
      "epoch": 617.53,
      "grad_norm": 1.1778733730316162,
      "learning_rate": 6.357125950284301e-07,
      "loss": 0.3585,
      "step": 2212600
    },
    {
      "epoch": 617.53,
      "grad_norm": 1.313556432723999,
      "learning_rate": 6.356940793112243e-07,
      "loss": 0.3319,
      "step": 2212610
    },
    {
      "epoch": 617.53,
      "grad_norm": 1.0996861457824707,
      "learning_rate": 6.356755638213614e-07,
      "loss": 0.3454,
      "step": 2212620
    },
    {
      "epoch": 617.54,
      "grad_norm": 1.0995500087738037,
      "learning_rate": 6.356570485588437e-07,
      "loss": 0.3512,
      "step": 2212630
    },
    {
      "epoch": 617.54,
      "grad_norm": 1.311233401298523,
      "learning_rate": 6.356385335236743e-07,
      "loss": 0.3382,
      "step": 2212640
    },
    {
      "epoch": 617.54,
      "grad_norm": 1.337217092514038,
      "learning_rate": 6.356200187158543e-07,
      "loss": 0.3537,
      "step": 2212650
    },
    {
      "epoch": 617.54,
      "grad_norm": 1.1080117225646973,
      "learning_rate": 6.356015041353869e-07,
      "loss": 0.3432,
      "step": 2212660
    },
    {
      "epoch": 617.55,
      "grad_norm": 1.0564754009246826,
      "learning_rate": 6.355829897822745e-07,
      "loss": 0.3526,
      "step": 2212670
    },
    {
      "epoch": 617.55,
      "grad_norm": 1.2598179578781128,
      "learning_rate": 6.355644756565197e-07,
      "loss": 0.3339,
      "step": 2212680
    },
    {
      "epoch": 617.55,
      "grad_norm": 1.1132017374038696,
      "learning_rate": 6.355459617581254e-07,
      "loss": 0.3377,
      "step": 2212690
    },
    {
      "epoch": 617.56,
      "grad_norm": 1.2169830799102783,
      "learning_rate": 6.355274480870922e-07,
      "loss": 0.3454,
      "step": 2212700
    },
    {
      "epoch": 617.56,
      "grad_norm": 1.1317286491394043,
      "learning_rate": 6.355089346434253e-07,
      "loss": 0.3363,
      "step": 2212710
    },
    {
      "epoch": 617.56,
      "grad_norm": 1.1465126276016235,
      "learning_rate": 6.354904214271249e-07,
      "loss": 0.3412,
      "step": 2212720
    },
    {
      "epoch": 617.56,
      "grad_norm": 1.2277717590332031,
      "learning_rate": 6.354719084381942e-07,
      "loss": 0.3243,
      "step": 2212730
    },
    {
      "epoch": 617.57,
      "grad_norm": 1.4494102001190186,
      "learning_rate": 6.354533956766369e-07,
      "loss": 0.3477,
      "step": 2212740
    },
    {
      "epoch": 617.57,
      "grad_norm": 1.2510476112365723,
      "learning_rate": 6.354348831424535e-07,
      "loss": 0.3411,
      "step": 2212750
    },
    {
      "epoch": 617.57,
      "grad_norm": 1.32485830783844,
      "learning_rate": 6.354163708356472e-07,
      "loss": 0.3365,
      "step": 2212760
    },
    {
      "epoch": 617.57,
      "grad_norm": 1.256217360496521,
      "learning_rate": 6.353978587562206e-07,
      "loss": 0.3341,
      "step": 2212770
    },
    {
      "epoch": 617.58,
      "grad_norm": 1.1645681858062744,
      "learning_rate": 6.353793469041769e-07,
      "loss": 0.3391,
      "step": 2212780
    },
    {
      "epoch": 617.58,
      "grad_norm": 1.309329867362976,
      "learning_rate": 6.353608352795171e-07,
      "loss": 0.3348,
      "step": 2212790
    },
    {
      "epoch": 617.58,
      "grad_norm": 1.1806806325912476,
      "learning_rate": 6.353423238822443e-07,
      "loss": 0.3285,
      "step": 2212800
    },
    {
      "epoch": 617.59,
      "grad_norm": 1.2718364000320435,
      "learning_rate": 6.353238127123617e-07,
      "loss": 0.3373,
      "step": 2212810
    },
    {
      "epoch": 617.59,
      "grad_norm": 1.1255244016647339,
      "learning_rate": 6.353053017698698e-07,
      "loss": 0.3375,
      "step": 2212820
    },
    {
      "epoch": 617.59,
      "grad_norm": 1.3066610097885132,
      "learning_rate": 6.352867910547736e-07,
      "loss": 0.3469,
      "step": 2212830
    },
    {
      "epoch": 617.59,
      "grad_norm": 1.063334584236145,
      "learning_rate": 6.352682805670737e-07,
      "loss": 0.3324,
      "step": 2212840
    },
    {
      "epoch": 617.6,
      "grad_norm": 1.1930323839187622,
      "learning_rate": 6.352497703067732e-07,
      "loss": 0.3404,
      "step": 2212850
    },
    {
      "epoch": 617.6,
      "grad_norm": 1.3395441770553589,
      "learning_rate": 6.352312602738745e-07,
      "loss": 0.3426,
      "step": 2212860
    },
    {
      "epoch": 617.6,
      "grad_norm": 1.1592813730239868,
      "learning_rate": 6.35212750468381e-07,
      "loss": 0.3311,
      "step": 2212870
    },
    {
      "epoch": 617.61,
      "grad_norm": 0.999275803565979,
      "learning_rate": 6.351942408902933e-07,
      "loss": 0.3427,
      "step": 2212880
    },
    {
      "epoch": 617.61,
      "grad_norm": 1.3201556205749512,
      "learning_rate": 6.351757315396151e-07,
      "loss": 0.3357,
      "step": 2212890
    },
    {
      "epoch": 617.61,
      "grad_norm": 1.171351671218872,
      "learning_rate": 6.35157222416349e-07,
      "loss": 0.3413,
      "step": 2212900
    },
    {
      "epoch": 617.61,
      "grad_norm": 1.1888996362686157,
      "learning_rate": 6.35138713520496e-07,
      "loss": 0.3567,
      "step": 2212910
    },
    {
      "epoch": 617.62,
      "grad_norm": 1.5583304166793823,
      "learning_rate": 6.351202048520609e-07,
      "loss": 0.3498,
      "step": 2212920
    },
    {
      "epoch": 617.62,
      "grad_norm": 1.1848031282424927,
      "learning_rate": 6.351016964110441e-07,
      "loss": 0.347,
      "step": 2212930
    },
    {
      "epoch": 617.62,
      "grad_norm": 1.1759458780288696,
      "learning_rate": 6.350831881974488e-07,
      "loss": 0.3391,
      "step": 2212940
    },
    {
      "epoch": 617.62,
      "grad_norm": 1.318825364112854,
      "learning_rate": 6.350646802112783e-07,
      "loss": 0.3447,
      "step": 2212950
    },
    {
      "epoch": 617.63,
      "grad_norm": 1.3054436445236206,
      "learning_rate": 6.35046172452533e-07,
      "loss": 0.3317,
      "step": 2212960
    },
    {
      "epoch": 617.63,
      "grad_norm": 1.1152535676956177,
      "learning_rate": 6.350276649212179e-07,
      "loss": 0.3437,
      "step": 2212970
    },
    {
      "epoch": 617.63,
      "grad_norm": 1.2530184984207153,
      "learning_rate": 6.350091576173334e-07,
      "loss": 0.3556,
      "step": 2212980
    },
    {
      "epoch": 617.64,
      "grad_norm": 1.0946720838546753,
      "learning_rate": 6.34990650540883e-07,
      "loss": 0.3413,
      "step": 2212990
    },
    {
      "epoch": 617.64,
      "grad_norm": 1.2531708478927612,
      "learning_rate": 6.34972143691869e-07,
      "loss": 0.3483,
      "step": 2213000
    },
    {
      "epoch": 617.64,
      "grad_norm": 1.3539572954177856,
      "learning_rate": 6.349536370702942e-07,
      "loss": 0.3506,
      "step": 2213010
    },
    {
      "epoch": 617.64,
      "grad_norm": 1.3429815769195557,
      "learning_rate": 6.349351306761602e-07,
      "loss": 0.3245,
      "step": 2213020
    },
    {
      "epoch": 617.65,
      "grad_norm": 1.259366750717163,
      "learning_rate": 6.349166245094699e-07,
      "loss": 0.3575,
      "step": 2213030
    },
    {
      "epoch": 617.65,
      "grad_norm": 1.2165064811706543,
      "learning_rate": 6.348981185702264e-07,
      "loss": 0.3503,
      "step": 2213040
    },
    {
      "epoch": 617.65,
      "grad_norm": 1.084720253944397,
      "learning_rate": 6.348796128584301e-07,
      "loss": 0.3454,
      "step": 2213050
    },
    {
      "epoch": 617.66,
      "grad_norm": 11.833633422851562,
      "learning_rate": 6.348611073740865e-07,
      "loss": 0.341,
      "step": 2213060
    },
    {
      "epoch": 617.66,
      "grad_norm": 1.2299928665161133,
      "learning_rate": 6.348426021171956e-07,
      "loss": 0.3475,
      "step": 2213070
    },
    {
      "epoch": 617.66,
      "grad_norm": 1.1290292739868164,
      "learning_rate": 6.348240970877608e-07,
      "loss": 0.3383,
      "step": 2213080
    },
    {
      "epoch": 617.66,
      "grad_norm": 1.3197174072265625,
      "learning_rate": 6.348055922857854e-07,
      "loss": 0.3361,
      "step": 2213090
    },
    {
      "epoch": 617.67,
      "grad_norm": 1.3254857063293457,
      "learning_rate": 6.3478708771127e-07,
      "loss": 0.3454,
      "step": 2213100
    },
    {
      "epoch": 617.67,
      "grad_norm": 1.2026711702346802,
      "learning_rate": 6.347685833642182e-07,
      "loss": 0.3259,
      "step": 2213110
    },
    {
      "epoch": 617.67,
      "grad_norm": 1.1718056201934814,
      "learning_rate": 6.347500792446321e-07,
      "loss": 0.3282,
      "step": 2213120
    },
    {
      "epoch": 617.68,
      "grad_norm": 1.3468453884124756,
      "learning_rate": 6.347315753525151e-07,
      "loss": 0.3365,
      "step": 2213130
    },
    {
      "epoch": 617.68,
      "grad_norm": 1.1201988458633423,
      "learning_rate": 6.347130716878677e-07,
      "loss": 0.3383,
      "step": 2213140
    },
    {
      "epoch": 617.68,
      "grad_norm": 1.199067234992981,
      "learning_rate": 6.346945682506949e-07,
      "loss": 0.3235,
      "step": 2213150
    },
    {
      "epoch": 617.68,
      "grad_norm": 1.3582262992858887,
      "learning_rate": 6.34676065040997e-07,
      "loss": 0.3401,
      "step": 2213160
    },
    {
      "epoch": 617.69,
      "grad_norm": 1.25338876247406,
      "learning_rate": 6.346575620587774e-07,
      "loss": 0.3525,
      "step": 2213170
    },
    {
      "epoch": 617.69,
      "grad_norm": 1.236354112625122,
      "learning_rate": 6.346390593040391e-07,
      "loss": 0.3511,
      "step": 2213180
    },
    {
      "epoch": 617.69,
      "grad_norm": 1.6343261003494263,
      "learning_rate": 6.346205567767835e-07,
      "loss": 0.3282,
      "step": 2213190
    },
    {
      "epoch": 617.69,
      "grad_norm": 1.2984510660171509,
      "learning_rate": 6.346020544770132e-07,
      "loss": 0.3369,
      "step": 2213200
    },
    {
      "epoch": 617.7,
      "grad_norm": 1.1296977996826172,
      "learning_rate": 6.345835524047312e-07,
      "loss": 0.3252,
      "step": 2213210
    },
    {
      "epoch": 617.7,
      "grad_norm": 2.2787234783172607,
      "learning_rate": 6.345650505599401e-07,
      "loss": 0.3656,
      "step": 2213220
    },
    {
      "epoch": 617.7,
      "grad_norm": 1.1809276342391968,
      "learning_rate": 6.345465489426415e-07,
      "loss": 0.3327,
      "step": 2213230
    },
    {
      "epoch": 617.71,
      "grad_norm": 1.4045906066894531,
      "learning_rate": 6.345280475528384e-07,
      "loss": 0.3479,
      "step": 2213240
    },
    {
      "epoch": 617.71,
      "grad_norm": 1.1397563219070435,
      "learning_rate": 6.345095463905331e-07,
      "loss": 0.3393,
      "step": 2213250
    },
    {
      "epoch": 617.71,
      "grad_norm": 1.280189871788025,
      "learning_rate": 6.344910454557281e-07,
      "loss": 0.3369,
      "step": 2213260
    },
    {
      "epoch": 617.71,
      "grad_norm": 1.2330533266067505,
      "learning_rate": 6.344725447484268e-07,
      "loss": 0.3345,
      "step": 2213270
    },
    {
      "epoch": 617.72,
      "grad_norm": 1.3272837400436401,
      "learning_rate": 6.344540442686293e-07,
      "loss": 0.3291,
      "step": 2213280
    },
    {
      "epoch": 617.72,
      "grad_norm": 1.1577709913253784,
      "learning_rate": 6.344355440163411e-07,
      "loss": 0.3323,
      "step": 2213290
    },
    {
      "epoch": 617.72,
      "grad_norm": 1.2060717344284058,
      "learning_rate": 6.344170439915623e-07,
      "loss": 0.3315,
      "step": 2213300
    },
    {
      "epoch": 617.73,
      "grad_norm": 1.2246962785720825,
      "learning_rate": 6.34398544194296e-07,
      "loss": 0.3503,
      "step": 2213310
    },
    {
      "epoch": 617.73,
      "grad_norm": 1.0914292335510254,
      "learning_rate": 6.343800446245458e-07,
      "loss": 0.3413,
      "step": 2213320
    },
    {
      "epoch": 617.73,
      "grad_norm": 1.9862583875656128,
      "learning_rate": 6.343615452823124e-07,
      "loss": 0.3474,
      "step": 2213330
    },
    {
      "epoch": 617.73,
      "grad_norm": 1.2712254524230957,
      "learning_rate": 6.343430461675992e-07,
      "loss": 0.3448,
      "step": 2213340
    },
    {
      "epoch": 617.74,
      "grad_norm": 1.1485645771026611,
      "learning_rate": 6.343245472804084e-07,
      "loss": 0.3337,
      "step": 2213350
    },
    {
      "epoch": 617.74,
      "grad_norm": 1.150372862815857,
      "learning_rate": 6.343060486207434e-07,
      "loss": 0.3279,
      "step": 2213360
    },
    {
      "epoch": 617.74,
      "grad_norm": 12.110469818115234,
      "learning_rate": 6.342875501886049e-07,
      "loss": 0.3466,
      "step": 2213370
    },
    {
      "epoch": 617.74,
      "grad_norm": 1.1794235706329346,
      "learning_rate": 6.342690519839965e-07,
      "loss": 0.3594,
      "step": 2213380
    },
    {
      "epoch": 617.75,
      "grad_norm": 1.1156755685806274,
      "learning_rate": 6.342505540069211e-07,
      "loss": 0.3329,
      "step": 2213390
    },
    {
      "epoch": 617.75,
      "grad_norm": 1.1805438995361328,
      "learning_rate": 6.342320562573794e-07,
      "loss": 0.3366,
      "step": 2213400
    },
    {
      "epoch": 617.75,
      "grad_norm": 1.1457939147949219,
      "learning_rate": 6.342135587353762e-07,
      "loss": 0.3408,
      "step": 2213410
    },
    {
      "epoch": 617.76,
      "grad_norm": 1.1123794317245483,
      "learning_rate": 6.341950614409121e-07,
      "loss": 0.3445,
      "step": 2213420
    },
    {
      "epoch": 617.76,
      "grad_norm": 1.0225661993026733,
      "learning_rate": 6.341765643739903e-07,
      "loss": 0.3254,
      "step": 2213430
    },
    {
      "epoch": 617.76,
      "grad_norm": 1.1587899923324585,
      "learning_rate": 6.341580675346128e-07,
      "loss": 0.3438,
      "step": 2213440
    },
    {
      "epoch": 617.76,
      "grad_norm": 1.0734139680862427,
      "learning_rate": 6.341395709227837e-07,
      "loss": 0.3332,
      "step": 2213450
    },
    {
      "epoch": 617.77,
      "grad_norm": 1.2697300910949707,
      "learning_rate": 6.341210745385033e-07,
      "loss": 0.3398,
      "step": 2213460
    },
    {
      "epoch": 617.77,
      "grad_norm": 1.1000213623046875,
      "learning_rate": 6.341025783817749e-07,
      "loss": 0.3477,
      "step": 2213470
    },
    {
      "epoch": 617.77,
      "grad_norm": 1.0936338901519775,
      "learning_rate": 6.340840824526017e-07,
      "loss": 0.3399,
      "step": 2213480
    },
    {
      "epoch": 617.78,
      "grad_norm": 1.0347837209701538,
      "learning_rate": 6.340655867509841e-07,
      "loss": 0.3279,
      "step": 2213490
    },
    {
      "epoch": 617.78,
      "grad_norm": 1.0266594886779785,
      "learning_rate": 6.340470912769276e-07,
      "loss": 0.3385,
      "step": 2213500
    },
    {
      "epoch": 617.78,
      "grad_norm": 1.2107526063919067,
      "learning_rate": 6.34028596030432e-07,
      "loss": 0.3458,
      "step": 2213510
    },
    {
      "epoch": 617.78,
      "grad_norm": 1.3290234804153442,
      "learning_rate": 6.340101010115011e-07,
      "loss": 0.3429,
      "step": 2213520
    },
    {
      "epoch": 617.79,
      "grad_norm": 1.2209501266479492,
      "learning_rate": 6.339916062201369e-07,
      "loss": 0.339,
      "step": 2213530
    },
    {
      "epoch": 617.79,
      "grad_norm": 1.4037843942642212,
      "learning_rate": 6.339731116563419e-07,
      "loss": 0.341,
      "step": 2213540
    },
    {
      "epoch": 617.79,
      "grad_norm": 1.1643146276474,
      "learning_rate": 6.339546173201195e-07,
      "loss": 0.3319,
      "step": 2213550
    },
    {
      "epoch": 617.8,
      "grad_norm": 1.1451563835144043,
      "learning_rate": 6.339361232114705e-07,
      "loss": 0.3452,
      "step": 2213560
    },
    {
      "epoch": 617.8,
      "grad_norm": 1.113727331161499,
      "learning_rate": 6.339176293303984e-07,
      "loss": 0.3272,
      "step": 2213570
    },
    {
      "epoch": 617.8,
      "grad_norm": 1.0916707515716553,
      "learning_rate": 6.338991356769054e-07,
      "loss": 0.3495,
      "step": 2213580
    },
    {
      "epoch": 617.8,
      "grad_norm": 1.1655868291854858,
      "learning_rate": 6.338806422509948e-07,
      "loss": 0.3412,
      "step": 2213590
    },
    {
      "epoch": 617.81,
      "grad_norm": 1.2305207252502441,
      "learning_rate": 6.338621490526673e-07,
      "loss": 0.3254,
      "step": 2213600
    },
    {
      "epoch": 617.81,
      "grad_norm": 1.2601146697998047,
      "learning_rate": 6.338436560819264e-07,
      "loss": 0.3338,
      "step": 2213610
    },
    {
      "epoch": 617.81,
      "grad_norm": 1.2243220806121826,
      "learning_rate": 6.338251633387756e-07,
      "loss": 0.3584,
      "step": 2213620
    },
    {
      "epoch": 617.81,
      "grad_norm": 1.3315894603729248,
      "learning_rate": 6.338066708232142e-07,
      "loss": 0.3535,
      "step": 2213630
    },
    {
      "epoch": 617.82,
      "grad_norm": 1.1648372411727905,
      "learning_rate": 6.337881785352488e-07,
      "loss": 0.35,
      "step": 2213640
    },
    {
      "epoch": 617.82,
      "grad_norm": 1.4057470560073853,
      "learning_rate": 6.337696864748786e-07,
      "loss": 0.3328,
      "step": 2213650
    },
    {
      "epoch": 617.82,
      "grad_norm": 1.2700902223587036,
      "learning_rate": 6.337511946421073e-07,
      "loss": 0.334,
      "step": 2213660
    },
    {
      "epoch": 617.83,
      "grad_norm": 1.2178300619125366,
      "learning_rate": 6.337327030369375e-07,
      "loss": 0.3318,
      "step": 2213670
    },
    {
      "epoch": 617.83,
      "grad_norm": 1.1573354005813599,
      "learning_rate": 6.337142116593721e-07,
      "loss": 0.3386,
      "step": 2213680
    },
    {
      "epoch": 617.83,
      "grad_norm": 0.9780069589614868,
      "learning_rate": 6.336957205094123e-07,
      "loss": 0.3246,
      "step": 2213690
    },
    {
      "epoch": 617.83,
      "grad_norm": 1.0639654397964478,
      "learning_rate": 6.336772295870609e-07,
      "loss": 0.3479,
      "step": 2213700
    },
    {
      "epoch": 617.84,
      "grad_norm": 1.1425725221633911,
      "learning_rate": 6.336587388923217e-07,
      "loss": 0.324,
      "step": 2213710
    },
    {
      "epoch": 617.84,
      "grad_norm": 1.0707341432571411,
      "learning_rate": 6.336402484251945e-07,
      "loss": 0.3413,
      "step": 2213720
    },
    {
      "epoch": 617.84,
      "grad_norm": 1.25951087474823,
      "learning_rate": 6.33621758185685e-07,
      "loss": 0.3402,
      "step": 2213730
    },
    {
      "epoch": 617.85,
      "grad_norm": 1.1773158311843872,
      "learning_rate": 6.33603268173793e-07,
      "loss": 0.3279,
      "step": 2213740
    },
    {
      "epoch": 617.85,
      "grad_norm": 1.1332640647888184,
      "learning_rate": 6.335847783895222e-07,
      "loss": 0.3404,
      "step": 2213750
    },
    {
      "epoch": 617.85,
      "grad_norm": 1.0774980783462524,
      "learning_rate": 6.335662888328755e-07,
      "loss": 0.3336,
      "step": 2213760
    },
    {
      "epoch": 617.85,
      "grad_norm": 1.0679789781570435,
      "learning_rate": 6.335477995038541e-07,
      "loss": 0.3301,
      "step": 2213770
    },
    {
      "epoch": 617.86,
      "grad_norm": 1.3373894691467285,
      "learning_rate": 6.335293104024609e-07,
      "loss": 0.3367,
      "step": 2213780
    },
    {
      "epoch": 617.86,
      "grad_norm": 1.4172829389572144,
      "learning_rate": 6.335108215286987e-07,
      "loss": 0.3184,
      "step": 2213790
    },
    {
      "epoch": 617.86,
      "grad_norm": 1.0945830345153809,
      "learning_rate": 6.334923328825706e-07,
      "loss": 0.3326,
      "step": 2213800
    },
    {
      "epoch": 617.86,
      "grad_norm": 1.1483269929885864,
      "learning_rate": 6.334738444640765e-07,
      "loss": 0.3217,
      "step": 2213810
    },
    {
      "epoch": 617.87,
      "grad_norm": 1.1984221935272217,
      "learning_rate": 6.334553562732224e-07,
      "loss": 0.3393,
      "step": 2213820
    },
    {
      "epoch": 617.87,
      "grad_norm": 1.2238513231277466,
      "learning_rate": 6.334368683100082e-07,
      "loss": 0.3482,
      "step": 2213830
    },
    {
      "epoch": 617.87,
      "grad_norm": 1.187313199043274,
      "learning_rate": 6.334183805744368e-07,
      "loss": 0.3464,
      "step": 2213840
    },
    {
      "epoch": 617.88,
      "grad_norm": 1.2755252122879028,
      "learning_rate": 6.333998930665121e-07,
      "loss": 0.3366,
      "step": 2213850
    },
    {
      "epoch": 617.88,
      "grad_norm": 1.262639045715332,
      "learning_rate": 6.33381405786234e-07,
      "loss": 0.343,
      "step": 2213860
    },
    {
      "epoch": 617.88,
      "grad_norm": 1.1643728017807007,
      "learning_rate": 6.333629187336078e-07,
      "loss": 0.3462,
      "step": 2213870
    },
    {
      "epoch": 617.88,
      "grad_norm": 1.0958960056304932,
      "learning_rate": 6.333444319086338e-07,
      "loss": 0.3511,
      "step": 2213880
    },
    {
      "epoch": 617.89,
      "grad_norm": 1.187855839729309,
      "learning_rate": 6.333259453113152e-07,
      "loss": 0.3269,
      "step": 2213890
    },
    {
      "epoch": 617.89,
      "grad_norm": 1.4577813148498535,
      "learning_rate": 6.333074589416554e-07,
      "loss": 0.3409,
      "step": 2213900
    },
    {
      "epoch": 617.89,
      "grad_norm": 1.3095617294311523,
      "learning_rate": 6.332889727996552e-07,
      "loss": 0.3479,
      "step": 2213910
    },
    {
      "epoch": 617.9,
      "grad_norm": 1.1695010662078857,
      "learning_rate": 6.332704868853179e-07,
      "loss": 0.3476,
      "step": 2213920
    },
    {
      "epoch": 617.9,
      "grad_norm": 1.3439899682998657,
      "learning_rate": 6.332520011986456e-07,
      "loss": 0.3412,
      "step": 2213930
    },
    {
      "epoch": 617.9,
      "grad_norm": 1.2088897228240967,
      "learning_rate": 6.332335157396419e-07,
      "loss": 0.3393,
      "step": 2213940
    },
    {
      "epoch": 617.9,
      "grad_norm": 1.318306565284729,
      "learning_rate": 6.332150305083072e-07,
      "loss": 0.3424,
      "step": 2213950
    },
    {
      "epoch": 617.91,
      "grad_norm": 6.7176055908203125,
      "learning_rate": 6.331965455046464e-07,
      "loss": 0.3421,
      "step": 2213960
    },
    {
      "epoch": 617.91,
      "grad_norm": 1.3626543283462524,
      "learning_rate": 6.3317806072866e-07,
      "loss": 0.3238,
      "step": 2213970
    },
    {
      "epoch": 617.91,
      "grad_norm": 1.1538959741592407,
      "learning_rate": 6.331595761803514e-07,
      "loss": 0.3373,
      "step": 2213980
    },
    {
      "epoch": 617.92,
      "grad_norm": 1.1548553705215454,
      "learning_rate": 6.331410918597233e-07,
      "loss": 0.3411,
      "step": 2213990
    },
    {
      "epoch": 617.92,
      "grad_norm": 1.1753225326538086,
      "learning_rate": 6.33122607766777e-07,
      "loss": 0.3367,
      "step": 2214000
    },
    {
      "epoch": 617.92,
      "grad_norm": 1.217005968093872,
      "learning_rate": 6.33104123901516e-07,
      "loss": 0.3326,
      "step": 2214010
    },
    {
      "epoch": 617.92,
      "grad_norm": 1.1446850299835205,
      "learning_rate": 6.330856402639421e-07,
      "loss": 0.3436,
      "step": 2214020
    },
    {
      "epoch": 617.93,
      "grad_norm": 1.2938834428787231,
      "learning_rate": 6.33067156854059e-07,
      "loss": 0.3355,
      "step": 2214030
    },
    {
      "epoch": 617.93,
      "grad_norm": 1.2825042009353638,
      "learning_rate": 6.330486736718674e-07,
      "loss": 0.3498,
      "step": 2214040
    },
    {
      "epoch": 617.93,
      "grad_norm": 7.5047197341918945,
      "learning_rate": 6.330301907173706e-07,
      "loss": 0.3421,
      "step": 2214050
    },
    {
      "epoch": 617.93,
      "grad_norm": 1.1151790618896484,
      "learning_rate": 6.33011707990572e-07,
      "loss": 0.3261,
      "step": 2214060
    },
    {
      "epoch": 617.94,
      "grad_norm": 1.0346330404281616,
      "learning_rate": 6.329932254914715e-07,
      "loss": 0.3309,
      "step": 2214070
    },
    {
      "epoch": 617.94,
      "grad_norm": 1.0515707731246948,
      "learning_rate": 6.329747432200746e-07,
      "loss": 0.3368,
      "step": 2214080
    },
    {
      "epoch": 617.94,
      "grad_norm": 1.0943361520767212,
      "learning_rate": 6.329562611763818e-07,
      "loss": 0.3424,
      "step": 2214090
    },
    {
      "epoch": 617.95,
      "grad_norm": 1.9300593137741089,
      "learning_rate": 6.32937779360396e-07,
      "loss": 0.3433,
      "step": 2214100
    },
    {
      "epoch": 617.95,
      "grad_norm": 1.3433219194412231,
      "learning_rate": 6.329192977721199e-07,
      "loss": 0.3535,
      "step": 2214110
    },
    {
      "epoch": 617.95,
      "grad_norm": 0.9902729392051697,
      "learning_rate": 6.329008164115555e-07,
      "loss": 0.3251,
      "step": 2214120
    },
    {
      "epoch": 617.95,
      "grad_norm": 1.1398214101791382,
      "learning_rate": 6.328823352787068e-07,
      "loss": 0.336,
      "step": 2214130
    },
    {
      "epoch": 617.96,
      "grad_norm": 1.397241234779358,
      "learning_rate": 6.328638543735739e-07,
      "loss": 0.3394,
      "step": 2214140
    },
    {
      "epoch": 617.96,
      "grad_norm": 1.3716212511062622,
      "learning_rate": 6.328453736961608e-07,
      "loss": 0.3452,
      "step": 2214150
    },
    {
      "epoch": 617.96,
      "grad_norm": 1.4695980548858643,
      "learning_rate": 6.328268932464692e-07,
      "loss": 0.3386,
      "step": 2214160
    },
    {
      "epoch": 617.97,
      "grad_norm": 1.1138694286346436,
      "learning_rate": 6.328084130245029e-07,
      "loss": 0.3345,
      "step": 2214170
    },
    {
      "epoch": 617.97,
      "grad_norm": 1.3646690845489502,
      "learning_rate": 6.327899330302626e-07,
      "loss": 0.3228,
      "step": 2214180
    },
    {
      "epoch": 617.97,
      "grad_norm": 1.1127781867980957,
      "learning_rate": 6.327714532637516e-07,
      "loss": 0.3281,
      "step": 2214190
    },
    {
      "epoch": 617.97,
      "grad_norm": 1.224668025970459,
      "learning_rate": 6.327529737249728e-07,
      "loss": 0.3262,
      "step": 2214200
    },
    {
      "epoch": 617.98,
      "grad_norm": 1.145202875137329,
      "learning_rate": 6.327344944139269e-07,
      "loss": 0.3348,
      "step": 2214210
    },
    {
      "epoch": 617.98,
      "grad_norm": 1.230881690979004,
      "learning_rate": 6.327160153306192e-07,
      "loss": 0.3404,
      "step": 2214220
    },
    {
      "epoch": 617.98,
      "grad_norm": 1.4667035341262817,
      "learning_rate": 6.326975364750497e-07,
      "loss": 0.3487,
      "step": 2214230
    },
    {
      "epoch": 617.98,
      "grad_norm": 1.190714716911316,
      "learning_rate": 6.326790578472218e-07,
      "loss": 0.3368,
      "step": 2214240
    },
    {
      "epoch": 617.99,
      "grad_norm": 1.097336769104004,
      "learning_rate": 6.326605794471378e-07,
      "loss": 0.3385,
      "step": 2214250
    },
    {
      "epoch": 617.99,
      "grad_norm": 1.2052311897277832,
      "learning_rate": 6.32642101274801e-07,
      "loss": 0.333,
      "step": 2214260
    },
    {
      "epoch": 617.99,
      "grad_norm": 1.126326084136963,
      "learning_rate": 6.326236233302125e-07,
      "loss": 0.335,
      "step": 2214270
    },
    {
      "epoch": 618.0,
      "grad_norm": 1.2896595001220703,
      "learning_rate": 6.326051456133754e-07,
      "loss": 0.3328,
      "step": 2214280
    },
    {
      "epoch": 618.0,
      "grad_norm": 1.0407737493515015,
      "learning_rate": 6.325866681242929e-07,
      "loss": 0.3379,
      "step": 2214290
    },
    {
      "epoch": 618.0,
      "eval_loss": 0.33894282579421997,
      "eval_runtime": 65.4799,
      "eval_samples_per_second": 77.26,
      "eval_steps_per_second": 9.667,
      "step": 2214294
    },
    {
      "epoch": 618.0,
      "grad_norm": 1.1513112783432007,
      "learning_rate": 6.325681908629651e-07,
      "loss": 0.3459,
      "step": 2214300
    },
    {
      "epoch": 618.0,
      "grad_norm": 1.2258756160736084,
      "learning_rate": 6.325497138293976e-07,
      "loss": 0.3425,
      "step": 2214310
    },
    {
      "epoch": 618.01,
      "grad_norm": 1.5950191020965576,
      "learning_rate": 6.325312370235907e-07,
      "loss": 0.3328,
      "step": 2214320
    },
    {
      "epoch": 618.01,
      "grad_norm": 1.190387487411499,
      "learning_rate": 6.325127604455476e-07,
      "loss": 0.3619,
      "step": 2214330
    },
    {
      "epoch": 618.01,
      "grad_norm": 1.147924780845642,
      "learning_rate": 6.324942840952711e-07,
      "loss": 0.3311,
      "step": 2214340
    },
    {
      "epoch": 618.02,
      "grad_norm": 1.1241942644119263,
      "learning_rate": 6.324758079727626e-07,
      "loss": 0.3433,
      "step": 2214350
    },
    {
      "epoch": 618.02,
      "grad_norm": 1.044851541519165,
      "learning_rate": 6.32457332078025e-07,
      "loss": 0.3308,
      "step": 2214360
    },
    {
      "epoch": 618.02,
      "grad_norm": 1.4389307498931885,
      "learning_rate": 6.32438856411061e-07,
      "loss": 0.3486,
      "step": 2214370
    },
    {
      "epoch": 618.02,
      "grad_norm": 1.0612568855285645,
      "learning_rate": 6.324203809718738e-07,
      "loss": 0.3565,
      "step": 2214380
    },
    {
      "epoch": 618.03,
      "grad_norm": 1.1180051565170288,
      "learning_rate": 6.324019057604636e-07,
      "loss": 0.3515,
      "step": 2214390
    },
    {
      "epoch": 618.03,
      "grad_norm": 1.2756597995758057,
      "learning_rate": 6.323834307768355e-07,
      "loss": 0.3339,
      "step": 2214400
    },
    {
      "epoch": 618.03,
      "grad_norm": 1.1943820714950562,
      "learning_rate": 6.323649560209903e-07,
      "loss": 0.3196,
      "step": 2214410
    },
    {
      "epoch": 618.04,
      "grad_norm": 1.2593767642974854,
      "learning_rate": 6.323464814929308e-07,
      "loss": 0.3441,
      "step": 2214420
    },
    {
      "epoch": 618.04,
      "grad_norm": 1.3572864532470703,
      "learning_rate": 6.323280071926603e-07,
      "loss": 0.3453,
      "step": 2214430
    },
    {
      "epoch": 618.04,
      "grad_norm": 3.4768590927124023,
      "learning_rate": 6.323095331201791e-07,
      "loss": 0.3318,
      "step": 2214440
    },
    {
      "epoch": 618.04,
      "grad_norm": 1.013622522354126,
      "learning_rate": 6.322910592754925e-07,
      "loss": 0.3403,
      "step": 2214450
    },
    {
      "epoch": 618.05,
      "grad_norm": 1.1726206541061401,
      "learning_rate": 6.322725856586009e-07,
      "loss": 0.3347,
      "step": 2214460
    },
    {
      "epoch": 618.05,
      "grad_norm": 1.0911321640014648,
      "learning_rate": 6.322541122695074e-07,
      "loss": 0.3321,
      "step": 2214470
    },
    {
      "epoch": 618.05,
      "grad_norm": 1.1323188543319702,
      "learning_rate": 6.322356391082146e-07,
      "loss": 0.3487,
      "step": 2214480
    },
    {
      "epoch": 618.05,
      "grad_norm": 1.218889832496643,
      "learning_rate": 6.322171661747252e-07,
      "loss": 0.3427,
      "step": 2214490
    },
    {
      "epoch": 618.06,
      "grad_norm": 1.3394215106964111,
      "learning_rate": 6.321986934690408e-07,
      "loss": 0.3448,
      "step": 2214500
    },
    {
      "epoch": 618.06,
      "grad_norm": 1.0792895555496216,
      "learning_rate": 6.321802209911643e-07,
      "loss": 0.3365,
      "step": 2214510
    },
    {
      "epoch": 618.06,
      "grad_norm": 1.2868595123291016,
      "learning_rate": 6.32161748741099e-07,
      "loss": 0.3496,
      "step": 2214520
    },
    {
      "epoch": 618.07,
      "grad_norm": 1.2081379890441895,
      "learning_rate": 6.32143276718845e-07,
      "loss": 0.3463,
      "step": 2214530
    },
    {
      "epoch": 618.07,
      "grad_norm": 1.174279808998108,
      "learning_rate": 6.321248049244077e-07,
      "loss": 0.3346,
      "step": 2214540
    },
    {
      "epoch": 618.07,
      "grad_norm": 1.2089104652404785,
      "learning_rate": 6.321063333577877e-07,
      "loss": 0.3347,
      "step": 2214550
    },
    {
      "epoch": 618.07,
      "grad_norm": 1.1245673894882202,
      "learning_rate": 6.320878620189878e-07,
      "loss": 0.3468,
      "step": 2214560
    },
    {
      "epoch": 618.08,
      "grad_norm": 1.127053141593933,
      "learning_rate": 6.320693909080114e-07,
      "loss": 0.3509,
      "step": 2214570
    },
    {
      "epoch": 618.08,
      "grad_norm": 1.1280826330184937,
      "learning_rate": 6.320509200248593e-07,
      "loss": 0.3436,
      "step": 2214580
    },
    {
      "epoch": 618.08,
      "grad_norm": 1.2441805601119995,
      "learning_rate": 6.32032449369535e-07,
      "loss": 0.3234,
      "step": 2214590
    },
    {
      "epoch": 618.09,
      "grad_norm": 1.2980811595916748,
      "learning_rate": 6.320139789420405e-07,
      "loss": 0.3623,
      "step": 2214600
    },
    {
      "epoch": 618.09,
      "grad_norm": 1.051292896270752,
      "learning_rate": 6.319955087423796e-07,
      "loss": 0.3468,
      "step": 2214610
    },
    {
      "epoch": 618.09,
      "grad_norm": 1.1036276817321777,
      "learning_rate": 6.319770387705519e-07,
      "loss": 0.3478,
      "step": 2214620
    },
    {
      "epoch": 618.09,
      "grad_norm": 1.3955670595169067,
      "learning_rate": 6.319585690265633e-07,
      "loss": 0.3403,
      "step": 2214630
    },
    {
      "epoch": 618.1,
      "grad_norm": 1.1805347204208374,
      "learning_rate": 6.319400995104139e-07,
      "loss": 0.3348,
      "step": 2214640
    },
    {
      "epoch": 618.1,
      "grad_norm": 1.0445970296859741,
      "learning_rate": 6.319216302221069e-07,
      "loss": 0.3366,
      "step": 2214650
    },
    {
      "epoch": 618.1,
      "grad_norm": 1.298916220664978,
      "learning_rate": 6.319031611616452e-07,
      "loss": 0.3382,
      "step": 2214660
    },
    {
      "epoch": 618.1,
      "grad_norm": 1.2790061235427856,
      "learning_rate": 6.3188469232903e-07,
      "loss": 0.332,
      "step": 2214670
    },
    {
      "epoch": 618.11,
      "grad_norm": 1.1061195135116577,
      "learning_rate": 6.318662237242647e-07,
      "loss": 0.3448,
      "step": 2214680
    },
    {
      "epoch": 618.11,
      "grad_norm": 1.183778166770935,
      "learning_rate": 6.318477553473518e-07,
      "loss": 0.3458,
      "step": 2214690
    },
    {
      "epoch": 618.11,
      "grad_norm": 1.2803977727890015,
      "learning_rate": 6.318292871982933e-07,
      "loss": 0.3301,
      "step": 2214700
    },
    {
      "epoch": 618.12,
      "grad_norm": 3.2829651832580566,
      "learning_rate": 6.318108192770927e-07,
      "loss": 0.3246,
      "step": 2214710
    },
    {
      "epoch": 618.12,
      "grad_norm": 1.1870900392532349,
      "learning_rate": 6.317923515837512e-07,
      "loss": 0.3245,
      "step": 2214720
    },
    {
      "epoch": 618.12,
      "grad_norm": 1.4839317798614502,
      "learning_rate": 6.317738841182715e-07,
      "loss": 0.3391,
      "step": 2214730
    },
    {
      "epoch": 618.12,
      "grad_norm": 1.197471261024475,
      "learning_rate": 6.317554168806563e-07,
      "loss": 0.3435,
      "step": 2214740
    },
    {
      "epoch": 618.13,
      "grad_norm": 1.4858028888702393,
      "learning_rate": 6.317369498709086e-07,
      "loss": 0.3251,
      "step": 2214750
    },
    {
      "epoch": 618.13,
      "grad_norm": 1.190374493598938,
      "learning_rate": 6.317184830890291e-07,
      "loss": 0.3438,
      "step": 2214760
    },
    {
      "epoch": 618.13,
      "grad_norm": 1.147669792175293,
      "learning_rate": 6.317000165350229e-07,
      "loss": 0.3467,
      "step": 2214770
    },
    {
      "epoch": 618.14,
      "grad_norm": 1.0960229635238647,
      "learning_rate": 6.316815502088901e-07,
      "loss": 0.3435,
      "step": 2214780
    },
    {
      "epoch": 618.14,
      "grad_norm": 1.1709755659103394,
      "learning_rate": 6.316630841106341e-07,
      "loss": 0.3531,
      "step": 2214790
    },
    {
      "epoch": 618.14,
      "grad_norm": 1.2355455160140991,
      "learning_rate": 6.316446182402583e-07,
      "loss": 0.3277,
      "step": 2214800
    },
    {
      "epoch": 618.14,
      "grad_norm": 1.2013416290283203,
      "learning_rate": 6.316261525977633e-07,
      "loss": 0.3497,
      "step": 2214810
    },
    {
      "epoch": 618.15,
      "grad_norm": 1.2256466150283813,
      "learning_rate": 6.316076871831524e-07,
      "loss": 0.3237,
      "step": 2214820
    },
    {
      "epoch": 618.15,
      "grad_norm": 1.2792575359344482,
      "learning_rate": 6.315892219964283e-07,
      "loss": 0.34,
      "step": 2214830
    },
    {
      "epoch": 618.15,
      "grad_norm": 1.3128474950790405,
      "learning_rate": 6.315707570375939e-07,
      "loss": 0.3505,
      "step": 2214840
    },
    {
      "epoch": 618.16,
      "grad_norm": 1.4096686840057373,
      "learning_rate": 6.315522923066501e-07,
      "loss": 0.3435,
      "step": 2214850
    },
    {
      "epoch": 618.16,
      "grad_norm": 1.0472320318222046,
      "learning_rate": 6.315338278036005e-07,
      "loss": 0.3359,
      "step": 2214860
    },
    {
      "epoch": 618.16,
      "grad_norm": 1.6549222469329834,
      "learning_rate": 6.315153635284481e-07,
      "loss": 0.3441,
      "step": 2214870
    },
    {
      "epoch": 618.16,
      "grad_norm": 1.355146884918213,
      "learning_rate": 6.314968994811929e-07,
      "loss": 0.3408,
      "step": 2214880
    },
    {
      "epoch": 618.17,
      "grad_norm": 1.7500888109207153,
      "learning_rate": 6.314784356618409e-07,
      "loss": 0.342,
      "step": 2214890
    },
    {
      "epoch": 618.17,
      "grad_norm": 1.0403978824615479,
      "learning_rate": 6.314599720703916e-07,
      "loss": 0.3333,
      "step": 2214900
    },
    {
      "epoch": 618.17,
      "grad_norm": 1.1022777557373047,
      "learning_rate": 6.314415087068488e-07,
      "loss": 0.3333,
      "step": 2214910
    },
    {
      "epoch": 618.17,
      "grad_norm": 1.5827586650848389,
      "learning_rate": 6.314230455712147e-07,
      "loss": 0.3517,
      "step": 2214920
    },
    {
      "epoch": 618.18,
      "grad_norm": 1.1021137237548828,
      "learning_rate": 6.314045826634924e-07,
      "loss": 0.3477,
      "step": 2214930
    },
    {
      "epoch": 618.18,
      "grad_norm": 2.8836116790771484,
      "learning_rate": 6.31386119983683e-07,
      "loss": 0.3473,
      "step": 2214940
    },
    {
      "epoch": 618.18,
      "grad_norm": 1.1052989959716797,
      "learning_rate": 6.313676575317899e-07,
      "loss": 0.3224,
      "step": 2214950
    },
    {
      "epoch": 618.19,
      "grad_norm": 1.3020905256271362,
      "learning_rate": 6.313491953078158e-07,
      "loss": 0.3269,
      "step": 2214960
    },
    {
      "epoch": 618.19,
      "grad_norm": 1.3629474639892578,
      "learning_rate": 6.313307333117615e-07,
      "loss": 0.3281,
      "step": 2214970
    },
    {
      "epoch": 618.19,
      "grad_norm": 1.2858449220657349,
      "learning_rate": 6.313122715436319e-07,
      "loss": 0.338,
      "step": 2214980
    },
    {
      "epoch": 618.19,
      "grad_norm": 1.262163758277893,
      "learning_rate": 6.312938100034278e-07,
      "loss": 0.3527,
      "step": 2214990
    },
    {
      "epoch": 618.2,
      "grad_norm": 1.2010072469711304,
      "learning_rate": 6.31275348691152e-07,
      "loss": 0.3346,
      "step": 2215000
    },
    {
      "epoch": 618.2,
      "grad_norm": 1.2136069536209106,
      "learning_rate": 6.312568876068077e-07,
      "loss": 0.3318,
      "step": 2215010
    },
    {
      "epoch": 618.2,
      "grad_norm": 1.156788945198059,
      "learning_rate": 6.312384267503951e-07,
      "loss": 0.3366,
      "step": 2215020
    },
    {
      "epoch": 618.21,
      "grad_norm": 1.2165346145629883,
      "learning_rate": 6.312199661219198e-07,
      "loss": 0.3292,
      "step": 2215030
    },
    {
      "epoch": 618.21,
      "grad_norm": 1.1986805200576782,
      "learning_rate": 6.312015057213821e-07,
      "loss": 0.3328,
      "step": 2215040
    },
    {
      "epoch": 618.21,
      "grad_norm": 1.2901229858398438,
      "learning_rate": 6.311830455487851e-07,
      "loss": 0.3304,
      "step": 2215050
    },
    {
      "epoch": 618.21,
      "grad_norm": 1.2457410097122192,
      "learning_rate": 6.311645856041313e-07,
      "loss": 0.3349,
      "step": 2215060
    },
    {
      "epoch": 618.22,
      "grad_norm": 1.189054250717163,
      "learning_rate": 6.311461258874234e-07,
      "loss": 0.3322,
      "step": 2215070
    },
    {
      "epoch": 618.22,
      "grad_norm": 1.2258784770965576,
      "learning_rate": 6.311276663986632e-07,
      "loss": 0.3493,
      "step": 2215080
    },
    {
      "epoch": 618.22,
      "grad_norm": 1.034454584121704,
      "learning_rate": 6.311092071378532e-07,
      "loss": 0.3364,
      "step": 2215090
    },
    {
      "epoch": 618.22,
      "grad_norm": 2.200181484222412,
      "learning_rate": 6.31090748104997e-07,
      "loss": 0.3372,
      "step": 2215100
    },
    {
      "epoch": 618.23,
      "grad_norm": 1.1115773916244507,
      "learning_rate": 6.31072289300095e-07,
      "loss": 0.3333,
      "step": 2215110
    },
    {
      "epoch": 618.23,
      "grad_norm": 1.2981175184249878,
      "learning_rate": 6.31053830723152e-07,
      "loss": 0.3469,
      "step": 2215120
    },
    {
      "epoch": 618.23,
      "grad_norm": 1.5746188163757324,
      "learning_rate": 6.310353723741688e-07,
      "loss": 0.3394,
      "step": 2215130
    },
    {
      "epoch": 618.24,
      "grad_norm": 1.1716814041137695,
      "learning_rate": 6.310169142531484e-07,
      "loss": 0.3203,
      "step": 2215140
    },
    {
      "epoch": 618.24,
      "grad_norm": 1.3312194347381592,
      "learning_rate": 6.309984563600938e-07,
      "loss": 0.3456,
      "step": 2215150
    },
    {
      "epoch": 618.24,
      "grad_norm": 1.3262721300125122,
      "learning_rate": 6.309799986950064e-07,
      "loss": 0.3309,
      "step": 2215160
    },
    {
      "epoch": 618.24,
      "grad_norm": 1.0973502397537231,
      "learning_rate": 6.309615412578888e-07,
      "loss": 0.3512,
      "step": 2215170
    },
    {
      "epoch": 618.25,
      "grad_norm": 1.250485897064209,
      "learning_rate": 6.309430840487442e-07,
      "loss": 0.334,
      "step": 2215180
    },
    {
      "epoch": 618.25,
      "grad_norm": 1.1634658575057983,
      "learning_rate": 6.309246270675753e-07,
      "loss": 0.3411,
      "step": 2215190
    },
    {
      "epoch": 618.25,
      "grad_norm": 1.612594485282898,
      "learning_rate": 6.309061703143822e-07,
      "loss": 0.3234,
      "step": 2215200
    },
    {
      "epoch": 618.26,
      "grad_norm": 1.2163254022598267,
      "learning_rate": 6.308877137891707e-07,
      "loss": 0.3323,
      "step": 2215210
    },
    {
      "epoch": 618.26,
      "grad_norm": 1.3009543418884277,
      "learning_rate": 6.308692574919409e-07,
      "loss": 0.3272,
      "step": 2215220
    },
    {
      "epoch": 618.26,
      "grad_norm": 1.4046363830566406,
      "learning_rate": 6.308508014226961e-07,
      "loss": 0.3324,
      "step": 2215230
    },
    {
      "epoch": 618.26,
      "grad_norm": 1.1769118309020996,
      "learning_rate": 6.308323455814393e-07,
      "loss": 0.3247,
      "step": 2215240
    },
    {
      "epoch": 618.27,
      "grad_norm": 1.2072762250900269,
      "learning_rate": 6.308138899681714e-07,
      "loss": 0.3446,
      "step": 2215250
    },
    {
      "epoch": 618.27,
      "grad_norm": 1.4080461263656616,
      "learning_rate": 6.30795434582896e-07,
      "loss": 0.3448,
      "step": 2215260
    },
    {
      "epoch": 618.27,
      "grad_norm": 1.1326117515563965,
      "learning_rate": 6.307769794256154e-07,
      "loss": 0.3309,
      "step": 2215270
    },
    {
      "epoch": 618.28,
      "grad_norm": 1.322569489479065,
      "learning_rate": 6.307585244963317e-07,
      "loss": 0.326,
      "step": 2215280
    },
    {
      "epoch": 618.28,
      "grad_norm": 1.4829999208450317,
      "learning_rate": 6.307400697950485e-07,
      "loss": 0.328,
      "step": 2215290
    },
    {
      "epoch": 618.28,
      "grad_norm": 1.3687186241149902,
      "learning_rate": 6.307216153217666e-07,
      "loss": 0.35,
      "step": 2215300
    },
    {
      "epoch": 618.28,
      "grad_norm": 1.0779567956924438,
      "learning_rate": 6.307031610764894e-07,
      "loss": 0.347,
      "step": 2215310
    },
    {
      "epoch": 618.29,
      "grad_norm": 1.3322778940200806,
      "learning_rate": 6.306847070592191e-07,
      "loss": 0.3426,
      "step": 2215320
    },
    {
      "epoch": 618.29,
      "grad_norm": 1.2757303714752197,
      "learning_rate": 6.306662532699589e-07,
      "loss": 0.3391,
      "step": 2215330
    },
    {
      "epoch": 618.29,
      "grad_norm": 1.1573803424835205,
      "learning_rate": 6.306477997087092e-07,
      "loss": 0.3425,
      "step": 2215340
    },
    {
      "epoch": 618.29,
      "grad_norm": 1.494572639465332,
      "learning_rate": 6.306293463754756e-07,
      "loss": 0.3467,
      "step": 2215350
    },
    {
      "epoch": 618.3,
      "grad_norm": 1.218096137046814,
      "learning_rate": 6.306108932702578e-07,
      "loss": 0.3366,
      "step": 2215360
    },
    {
      "epoch": 618.3,
      "grad_norm": 1.7377173900604248,
      "learning_rate": 6.305924403930594e-07,
      "loss": 0.3385,
      "step": 2215370
    },
    {
      "epoch": 618.3,
      "grad_norm": 1.3040696382522583,
      "learning_rate": 6.305739877438833e-07,
      "loss": 0.3442,
      "step": 2215380
    },
    {
      "epoch": 618.31,
      "grad_norm": 1.0443809032440186,
      "learning_rate": 6.305555353227308e-07,
      "loss": 0.3408,
      "step": 2215390
    },
    {
      "epoch": 618.31,
      "grad_norm": 1.145845890045166,
      "learning_rate": 6.30537083129605e-07,
      "loss": 0.3272,
      "step": 2215400
    },
    {
      "epoch": 618.31,
      "grad_norm": 1.1613411903381348,
      "learning_rate": 6.305186311645083e-07,
      "loss": 0.3465,
      "step": 2215410
    },
    {
      "epoch": 618.31,
      "grad_norm": 2.859910726547241,
      "learning_rate": 6.305001794274437e-07,
      "loss": 0.3523,
      "step": 2215420
    },
    {
      "epoch": 618.32,
      "grad_norm": 1.0353426933288574,
      "learning_rate": 6.304817279184126e-07,
      "loss": 0.3332,
      "step": 2215430
    },
    {
      "epoch": 618.32,
      "grad_norm": 1.3325248956680298,
      "learning_rate": 6.304632766374178e-07,
      "loss": 0.3319,
      "step": 2215440
    },
    {
      "epoch": 618.32,
      "grad_norm": 1.5873619318008423,
      "learning_rate": 6.30444825584462e-07,
      "loss": 0.3248,
      "step": 2215450
    },
    {
      "epoch": 618.33,
      "grad_norm": 1.2169544696807861,
      "learning_rate": 6.304263747595477e-07,
      "loss": 0.3364,
      "step": 2215460
    },
    {
      "epoch": 618.33,
      "grad_norm": 1.2824187278747559,
      "learning_rate": 6.304079241626778e-07,
      "loss": 0.3367,
      "step": 2215470
    },
    {
      "epoch": 618.33,
      "grad_norm": 1.1634199619293213,
      "learning_rate": 6.303894737938537e-07,
      "loss": 0.3425,
      "step": 2215480
    },
    {
      "epoch": 618.33,
      "grad_norm": 1.3905613422393799,
      "learning_rate": 6.303710236530781e-07,
      "loss": 0.3384,
      "step": 2215490
    },
    {
      "epoch": 618.34,
      "grad_norm": 1.3789492845535278,
      "learning_rate": 6.303525737403536e-07,
      "loss": 0.3557,
      "step": 2215500
    },
    {
      "epoch": 618.34,
      "grad_norm": 1.515131950378418,
      "learning_rate": 6.303341240556839e-07,
      "loss": 0.3465,
      "step": 2215510
    },
    {
      "epoch": 618.34,
      "grad_norm": 1.0314757823944092,
      "learning_rate": 6.303156745990693e-07,
      "loss": 0.3329,
      "step": 2215520
    },
    {
      "epoch": 618.34,
      "grad_norm": 1.159210443496704,
      "learning_rate": 6.302972253705135e-07,
      "loss": 0.3362,
      "step": 2215530
    },
    {
      "epoch": 618.35,
      "grad_norm": 1.126731276512146,
      "learning_rate": 6.302787763700193e-07,
      "loss": 0.321,
      "step": 2215540
    },
    {
      "epoch": 618.35,
      "grad_norm": 1.2484222650527954,
      "learning_rate": 6.302603275975871e-07,
      "loss": 0.3362,
      "step": 2215550
    },
    {
      "epoch": 618.35,
      "grad_norm": 1.2149381637573242,
      "learning_rate": 6.302418790532223e-07,
      "loss": 0.3328,
      "step": 2215560
    },
    {
      "epoch": 618.36,
      "grad_norm": 1.238376498222351,
      "learning_rate": 6.302234307369245e-07,
      "loss": 0.3523,
      "step": 2215570
    },
    {
      "epoch": 618.36,
      "grad_norm": 1.2277567386627197,
      "learning_rate": 6.30204982648699e-07,
      "loss": 0.3415,
      "step": 2215580
    },
    {
      "epoch": 618.36,
      "grad_norm": 1.7286268472671509,
      "learning_rate": 6.301865347885463e-07,
      "loss": 0.3344,
      "step": 2215590
    },
    {
      "epoch": 618.36,
      "grad_norm": 1.4104810953140259,
      "learning_rate": 6.301680871564691e-07,
      "loss": 0.3351,
      "step": 2215600
    },
    {
      "epoch": 618.37,
      "grad_norm": 1.2350642681121826,
      "learning_rate": 6.301496397524707e-07,
      "loss": 0.3321,
      "step": 2215610
    },
    {
      "epoch": 618.37,
      "grad_norm": 1.1852645874023438,
      "learning_rate": 6.301311925765526e-07,
      "loss": 0.3477,
      "step": 2215620
    },
    {
      "epoch": 618.37,
      "grad_norm": 1.0508918762207031,
      "learning_rate": 6.301127456287175e-07,
      "loss": 0.3536,
      "step": 2215630
    },
    {
      "epoch": 618.38,
      "grad_norm": 1.1582709550857544,
      "learning_rate": 6.300942989089679e-07,
      "loss": 0.3366,
      "step": 2215640
    },
    {
      "epoch": 618.38,
      "grad_norm": 1.26699697971344,
      "learning_rate": 6.300758524173072e-07,
      "loss": 0.3287,
      "step": 2215650
    },
    {
      "epoch": 618.38,
      "grad_norm": 1.1788158416748047,
      "learning_rate": 6.300574061537361e-07,
      "loss": 0.3335,
      "step": 2215660
    },
    {
      "epoch": 618.38,
      "grad_norm": 1.1434227228164673,
      "learning_rate": 6.300389601182582e-07,
      "loss": 0.339,
      "step": 2215670
    },
    {
      "epoch": 618.39,
      "grad_norm": 1.3769515752792358,
      "learning_rate": 6.300205143108761e-07,
      "loss": 0.3356,
      "step": 2215680
    },
    {
      "epoch": 618.39,
      "grad_norm": 1.164289951324463,
      "learning_rate": 6.300020687315907e-07,
      "loss": 0.3237,
      "step": 2215690
    },
    {
      "epoch": 618.39,
      "grad_norm": 1.1515791416168213,
      "learning_rate": 6.299836233804068e-07,
      "loss": 0.3252,
      "step": 2215700
    },
    {
      "epoch": 618.4,
      "grad_norm": 1.212537407875061,
      "learning_rate": 6.299651782573253e-07,
      "loss": 0.3402,
      "step": 2215710
    },
    {
      "epoch": 618.4,
      "grad_norm": 1.0751994848251343,
      "learning_rate": 6.299467333623488e-07,
      "loss": 0.3345,
      "step": 2215720
    },
    {
      "epoch": 618.4,
      "grad_norm": 1.2572423219680786,
      "learning_rate": 6.299282886954799e-07,
      "loss": 0.3461,
      "step": 2215730
    },
    {
      "epoch": 618.4,
      "grad_norm": 1.1243114471435547,
      "learning_rate": 6.299098442567222e-07,
      "loss": 0.3372,
      "step": 2215740
    },
    {
      "epoch": 618.41,
      "grad_norm": 1.7287957668304443,
      "learning_rate": 6.298914000460761e-07,
      "loss": 0.3364,
      "step": 2215750
    },
    {
      "epoch": 618.41,
      "grad_norm": 1.1765246391296387,
      "learning_rate": 6.29872956063545e-07,
      "loss": 0.3319,
      "step": 2215760
    },
    {
      "epoch": 618.41,
      "grad_norm": 1.4685630798339844,
      "learning_rate": 6.298545123091322e-07,
      "loss": 0.3349,
      "step": 2215770
    },
    {
      "epoch": 618.41,
      "grad_norm": 1.2822871208190918,
      "learning_rate": 6.29836068782838e-07,
      "loss": 0.3397,
      "step": 2215780
    },
    {
      "epoch": 618.42,
      "grad_norm": 3.6694602966308594,
      "learning_rate": 6.298176254846676e-07,
      "loss": 0.3331,
      "step": 2215790
    },
    {
      "epoch": 618.42,
      "grad_norm": 1.2409902811050415,
      "learning_rate": 6.297991824146211e-07,
      "loss": 0.3294,
      "step": 2215800
    },
    {
      "epoch": 618.42,
      "grad_norm": 0.9747809171676636,
      "learning_rate": 6.297807395727024e-07,
      "loss": 0.3287,
      "step": 2215810
    },
    {
      "epoch": 618.43,
      "grad_norm": 1.0883817672729492,
      "learning_rate": 6.297622969589138e-07,
      "loss": 0.3453,
      "step": 2215820
    },
    {
      "epoch": 618.43,
      "grad_norm": 1.1469076871871948,
      "learning_rate": 6.29743854573257e-07,
      "loss": 0.3545,
      "step": 2215830
    },
    {
      "epoch": 618.43,
      "grad_norm": 2.4430065155029297,
      "learning_rate": 6.297254124157345e-07,
      "loss": 0.3613,
      "step": 2215840
    },
    {
      "epoch": 618.43,
      "grad_norm": 1.1642944812774658,
      "learning_rate": 6.297069704863495e-07,
      "loss": 0.3395,
      "step": 2215850
    },
    {
      "epoch": 618.44,
      "grad_norm": 1.3182504177093506,
      "learning_rate": 6.29688528785104e-07,
      "loss": 0.3383,
      "step": 2215860
    },
    {
      "epoch": 618.44,
      "grad_norm": 1.3004488945007324,
      "learning_rate": 6.296700873120006e-07,
      "loss": 0.3497,
      "step": 2215870
    },
    {
      "epoch": 618.44,
      "grad_norm": 1.2038800716400146,
      "learning_rate": 6.29651646067042e-07,
      "loss": 0.3384,
      "step": 2215880
    },
    {
      "epoch": 618.45,
      "grad_norm": 1.150182843208313,
      "learning_rate": 6.296332050502304e-07,
      "loss": 0.3347,
      "step": 2215890
    },
    {
      "epoch": 618.45,
      "grad_norm": 1.13086998462677,
      "learning_rate": 6.296147642615675e-07,
      "loss": 0.3485,
      "step": 2215900
    },
    {
      "epoch": 618.45,
      "grad_norm": 1.1594403982162476,
      "learning_rate": 6.295963237010575e-07,
      "loss": 0.3315,
      "step": 2215910
    },
    {
      "epoch": 618.45,
      "grad_norm": 1.1564573049545288,
      "learning_rate": 6.295778833687005e-07,
      "loss": 0.3438,
      "step": 2215920
    },
    {
      "epoch": 618.46,
      "grad_norm": 1.5433136224746704,
      "learning_rate": 6.295594432645014e-07,
      "loss": 0.3375,
      "step": 2215930
    },
    {
      "epoch": 618.46,
      "grad_norm": 1.3276612758636475,
      "learning_rate": 6.29541003388461e-07,
      "loss": 0.3336,
      "step": 2215940
    },
    {
      "epoch": 618.46,
      "grad_norm": 1.173034906387329,
      "learning_rate": 6.295225637405824e-07,
      "loss": 0.3393,
      "step": 2215950
    },
    {
      "epoch": 618.46,
      "grad_norm": 1.2649149894714355,
      "learning_rate": 6.295041243208686e-07,
      "loss": 0.33,
      "step": 2215960
    },
    {
      "epoch": 618.47,
      "grad_norm": 1.1241683959960938,
      "learning_rate": 6.294856851293205e-07,
      "loss": 0.3401,
      "step": 2215970
    },
    {
      "epoch": 618.47,
      "grad_norm": 1.2955608367919922,
      "learning_rate": 6.294672461659416e-07,
      "loss": 0.3452,
      "step": 2215980
    },
    {
      "epoch": 618.47,
      "grad_norm": 1.083316683769226,
      "learning_rate": 6.294488074307342e-07,
      "loss": 0.3362,
      "step": 2215990
    },
    {
      "epoch": 618.48,
      "grad_norm": 1.2202589511871338,
      "learning_rate": 6.294303689237013e-07,
      "loss": 0.3521,
      "step": 2216000
    },
    {
      "epoch": 618.48,
      "grad_norm": 1.281728982925415,
      "learning_rate": 6.294119306448437e-07,
      "loss": 0.3375,
      "step": 2216010
    },
    {
      "epoch": 618.48,
      "grad_norm": 1.3026472330093384,
      "learning_rate": 6.293934925941659e-07,
      "loss": 0.3249,
      "step": 2216020
    },
    {
      "epoch": 618.48,
      "grad_norm": 1.10090970993042,
      "learning_rate": 6.29375054771669e-07,
      "loss": 0.3315,
      "step": 2216030
    },
    {
      "epoch": 618.49,
      "grad_norm": 1.1420626640319824,
      "learning_rate": 6.29356617177356e-07,
      "loss": 0.3382,
      "step": 2216040
    },
    {
      "epoch": 618.49,
      "grad_norm": 1.189226746559143,
      "learning_rate": 6.293381798112298e-07,
      "loss": 0.3218,
      "step": 2216050
    },
    {
      "epoch": 618.49,
      "grad_norm": 1.076547384262085,
      "learning_rate": 6.293197426732916e-07,
      "loss": 0.3501,
      "step": 2216060
    },
    {
      "epoch": 618.5,
      "grad_norm": 1.082201600074768,
      "learning_rate": 6.293013057635444e-07,
      "loss": 0.3391,
      "step": 2216070
    },
    {
      "epoch": 618.5,
      "grad_norm": 1.1734731197357178,
      "learning_rate": 6.292828690819908e-07,
      "loss": 0.3441,
      "step": 2216080
    },
    {
      "epoch": 618.5,
      "grad_norm": 1.119873285293579,
      "learning_rate": 6.292644326286342e-07,
      "loss": 0.3451,
      "step": 2216090
    },
    {
      "epoch": 618.5,
      "grad_norm": 1.3117190599441528,
      "learning_rate": 6.292459964034752e-07,
      "loss": 0.3453,
      "step": 2216100
    },
    {
      "epoch": 618.51,
      "grad_norm": 1.1414765119552612,
      "learning_rate": 6.292275604065172e-07,
      "loss": 0.3373,
      "step": 2216110
    },
    {
      "epoch": 618.51,
      "grad_norm": 1.5017329454421997,
      "learning_rate": 6.292091246377634e-07,
      "loss": 0.3622,
      "step": 2216120
    },
    {
      "epoch": 618.51,
      "grad_norm": 1.2147066593170166,
      "learning_rate": 6.291906890972138e-07,
      "loss": 0.3301,
      "step": 2216130
    },
    {
      "epoch": 618.52,
      "grad_norm": 1.2690545320510864,
      "learning_rate": 6.291722537848742e-07,
      "loss": 0.3369,
      "step": 2216140
    },
    {
      "epoch": 618.52,
      "grad_norm": 1.0971940755844116,
      "learning_rate": 6.291538187007438e-07,
      "loss": 0.3395,
      "step": 2216150
    },
    {
      "epoch": 618.52,
      "grad_norm": 1.3205547332763672,
      "learning_rate": 6.29135383844828e-07,
      "loss": 0.3572,
      "step": 2216160
    },
    {
      "epoch": 618.52,
      "grad_norm": 1.1452741622924805,
      "learning_rate": 6.291169492171274e-07,
      "loss": 0.3516,
      "step": 2216170
    },
    {
      "epoch": 618.53,
      "grad_norm": 1.2434782981872559,
      "learning_rate": 6.290985148176447e-07,
      "loss": 0.3354,
      "step": 2216180
    },
    {
      "epoch": 618.53,
      "grad_norm": 1.247196912765503,
      "learning_rate": 6.290800806463833e-07,
      "loss": 0.3375,
      "step": 2216190
    },
    {
      "epoch": 618.53,
      "grad_norm": 1.127665638923645,
      "learning_rate": 6.290616467033444e-07,
      "loss": 0.3382,
      "step": 2216200
    },
    {
      "epoch": 618.53,
      "grad_norm": 1.2198153734207153,
      "learning_rate": 6.290432129885307e-07,
      "loss": 0.3463,
      "step": 2216210
    },
    {
      "epoch": 618.54,
      "grad_norm": 1.1490702629089355,
      "learning_rate": 6.290247795019451e-07,
      "loss": 0.3376,
      "step": 2216220
    },
    {
      "epoch": 618.54,
      "grad_norm": 1.1504583358764648,
      "learning_rate": 6.290063462435906e-07,
      "loss": 0.3328,
      "step": 2216230
    },
    {
      "epoch": 618.54,
      "grad_norm": 1.188570261001587,
      "learning_rate": 6.289879132134682e-07,
      "loss": 0.349,
      "step": 2216240
    },
    {
      "epoch": 618.55,
      "grad_norm": 1.2200599908828735,
      "learning_rate": 6.289694804115812e-07,
      "loss": 0.3184,
      "step": 2216250
    },
    {
      "epoch": 618.55,
      "grad_norm": 1.106337547302246,
      "learning_rate": 6.289510478379325e-07,
      "loss": 0.3215,
      "step": 2216260
    },
    {
      "epoch": 618.55,
      "grad_norm": 1.226388931274414,
      "learning_rate": 6.289326154925227e-07,
      "loss": 0.338,
      "step": 2216270
    },
    {
      "epoch": 618.55,
      "grad_norm": 1.1041196584701538,
      "learning_rate": 6.289141833753571e-07,
      "loss": 0.3388,
      "step": 2216280
    },
    {
      "epoch": 618.56,
      "grad_norm": 1.1537888050079346,
      "learning_rate": 6.288957514864356e-07,
      "loss": 0.349,
      "step": 2216290
    },
    {
      "epoch": 618.56,
      "grad_norm": 1.500968098640442,
      "learning_rate": 6.28877319825762e-07,
      "loss": 0.3577,
      "step": 2216300
    },
    {
      "epoch": 618.56,
      "grad_norm": 1.312543272972107,
      "learning_rate": 6.288588883933381e-07,
      "loss": 0.331,
      "step": 2216310
    },
    {
      "epoch": 618.57,
      "grad_norm": 1.4093953371047974,
      "learning_rate": 6.288404571891677e-07,
      "loss": 0.3476,
      "step": 2216320
    },
    {
      "epoch": 618.57,
      "grad_norm": 1.2719783782958984,
      "learning_rate": 6.288220262132513e-07,
      "loss": 0.3468,
      "step": 2216330
    },
    {
      "epoch": 618.57,
      "grad_norm": 1.0323512554168701,
      "learning_rate": 6.288035954655923e-07,
      "loss": 0.3436,
      "step": 2216340
    },
    {
      "epoch": 618.57,
      "grad_norm": 1.130177617073059,
      "learning_rate": 6.287851649461939e-07,
      "loss": 0.3556,
      "step": 2216350
    },
    {
      "epoch": 618.58,
      "grad_norm": 1.3232767581939697,
      "learning_rate": 6.287667346550564e-07,
      "loss": 0.3464,
      "step": 2216360
    },
    {
      "epoch": 618.58,
      "grad_norm": 1.2069090604782104,
      "learning_rate": 6.28748304592185e-07,
      "loss": 0.348,
      "step": 2216370
    },
    {
      "epoch": 618.58,
      "grad_norm": 1.0379217863082886,
      "learning_rate": 6.2872987475758e-07,
      "loss": 0.3321,
      "step": 2216380
    },
    {
      "epoch": 618.58,
      "grad_norm": 1.1249141693115234,
      "learning_rate": 6.28711445151245e-07,
      "loss": 0.328,
      "step": 2216390
    },
    {
      "epoch": 618.59,
      "grad_norm": 1.1697927713394165,
      "learning_rate": 6.286930157731817e-07,
      "loss": 0.3378,
      "step": 2216400
    },
    {
      "epoch": 618.59,
      "grad_norm": 1.2451696395874023,
      "learning_rate": 6.286745866233937e-07,
      "loss": 0.3475,
      "step": 2216410
    },
    {
      "epoch": 618.59,
      "grad_norm": 1.0849674940109253,
      "learning_rate": 6.286561577018822e-07,
      "loss": 0.3336,
      "step": 2216420
    },
    {
      "epoch": 618.6,
      "grad_norm": 1.0720345973968506,
      "learning_rate": 6.286377290086501e-07,
      "loss": 0.3521,
      "step": 2216430
    },
    {
      "epoch": 618.6,
      "grad_norm": 1.0569771528244019,
      "learning_rate": 6.286193005436998e-07,
      "loss": 0.3463,
      "step": 2216440
    },
    {
      "epoch": 618.6,
      "grad_norm": 1.2288320064544678,
      "learning_rate": 6.286008723070339e-07,
      "loss": 0.3396,
      "step": 2216450
    },
    {
      "epoch": 618.6,
      "grad_norm": 1.1106441020965576,
      "learning_rate": 6.285824442986555e-07,
      "loss": 0.3228,
      "step": 2216460
    },
    {
      "epoch": 618.61,
      "grad_norm": 1.0972262620925903,
      "learning_rate": 6.285640165185657e-07,
      "loss": 0.3385,
      "step": 2216470
    },
    {
      "epoch": 618.61,
      "grad_norm": 1.190747857093811,
      "learning_rate": 6.285455889667676e-07,
      "loss": 0.3352,
      "step": 2216480
    },
    {
      "epoch": 618.61,
      "grad_norm": 1.2573974132537842,
      "learning_rate": 6.285271616432646e-07,
      "loss": 0.3329,
      "step": 2216490
    },
    {
      "epoch": 618.62,
      "grad_norm": 1.327498197555542,
      "learning_rate": 6.285087345480566e-07,
      "loss": 0.3427,
      "step": 2216500
    },
    {
      "epoch": 618.62,
      "grad_norm": 1.2884796857833862,
      "learning_rate": 6.284903076811489e-07,
      "loss": 0.3286,
      "step": 2216510
    },
    {
      "epoch": 618.62,
      "grad_norm": 1.2099677324295044,
      "learning_rate": 6.284718810425423e-07,
      "loss": 0.3309,
      "step": 2216520
    },
    {
      "epoch": 618.62,
      "grad_norm": 1.1618539094924927,
      "learning_rate": 6.284534546322398e-07,
      "loss": 0.3457,
      "step": 2216530
    },
    {
      "epoch": 618.63,
      "grad_norm": 1.1280603408813477,
      "learning_rate": 6.284350284502434e-07,
      "loss": 0.3501,
      "step": 2216540
    },
    {
      "epoch": 618.63,
      "grad_norm": 1.4653176069259644,
      "learning_rate": 6.284166024965569e-07,
      "loss": 0.3604,
      "step": 2216550
    },
    {
      "epoch": 618.63,
      "grad_norm": 1.452967882156372,
      "learning_rate": 6.28398176771181e-07,
      "loss": 0.3416,
      "step": 2216560
    },
    {
      "epoch": 618.64,
      "grad_norm": 1.1605224609375,
      "learning_rate": 6.283797512741187e-07,
      "loss": 0.3349,
      "step": 2216570
    },
    {
      "epoch": 618.64,
      "grad_norm": 1.3036969900131226,
      "learning_rate": 6.283613260053734e-07,
      "loss": 0.3315,
      "step": 2216580
    },
    {
      "epoch": 618.64,
      "grad_norm": 1.348488450050354,
      "learning_rate": 6.283429009649454e-07,
      "loss": 0.3283,
      "step": 2216590
    },
    {
      "epoch": 618.64,
      "grad_norm": 1.2715504169464111,
      "learning_rate": 6.283244761528401e-07,
      "loss": 0.3505,
      "step": 2216600
    },
    {
      "epoch": 618.65,
      "grad_norm": 1.2300446033477783,
      "learning_rate": 6.283060515690576e-07,
      "loss": 0.3333,
      "step": 2216610
    },
    {
      "epoch": 618.65,
      "grad_norm": 1.3761093616485596,
      "learning_rate": 6.282876272136012e-07,
      "loss": 0.3286,
      "step": 2216620
    },
    {
      "epoch": 618.65,
      "grad_norm": 1.2379528284072876,
      "learning_rate": 6.282692030864739e-07,
      "loss": 0.3517,
      "step": 2216630
    },
    {
      "epoch": 618.65,
      "grad_norm": 1.2163457870483398,
      "learning_rate": 6.282507791876769e-07,
      "loss": 0.3168,
      "step": 2216640
    },
    {
      "epoch": 618.66,
      "grad_norm": 1.3238590955734253,
      "learning_rate": 6.282323555172135e-07,
      "loss": 0.3434,
      "step": 2216650
    },
    {
      "epoch": 618.66,
      "grad_norm": 1.7235770225524902,
      "learning_rate": 6.282139320750856e-07,
      "loss": 0.3336,
      "step": 2216660
    },
    {
      "epoch": 618.66,
      "grad_norm": 1.1851208209991455,
      "learning_rate": 6.28195508861297e-07,
      "loss": 0.3535,
      "step": 2216670
    },
    {
      "epoch": 618.67,
      "grad_norm": 1.100378394126892,
      "learning_rate": 6.281770858758478e-07,
      "loss": 0.3346,
      "step": 2216680
    },
    {
      "epoch": 618.67,
      "grad_norm": 1.089296817779541,
      "learning_rate": 6.281586631187431e-07,
      "loss": 0.3266,
      "step": 2216690
    },
    {
      "epoch": 618.67,
      "grad_norm": 1.2692756652832031,
      "learning_rate": 6.281402405899833e-07,
      "loss": 0.3209,
      "step": 2216700
    },
    {
      "epoch": 618.67,
      "grad_norm": 1.3658939599990845,
      "learning_rate": 6.281218182895718e-07,
      "loss": 0.3438,
      "step": 2216710
    },
    {
      "epoch": 618.68,
      "grad_norm": 1.5187222957611084,
      "learning_rate": 6.281033962175115e-07,
      "loss": 0.3246,
      "step": 2216720
    },
    {
      "epoch": 618.68,
      "grad_norm": 1.3852308988571167,
      "learning_rate": 6.280849743738027e-07,
      "loss": 0.3323,
      "step": 2216730
    },
    {
      "epoch": 618.68,
      "grad_norm": 1.200325608253479,
      "learning_rate": 6.280665527584511e-07,
      "loss": 0.3326,
      "step": 2216740
    },
    {
      "epoch": 618.69,
      "grad_norm": 1.3587615489959717,
      "learning_rate": 6.280481313714563e-07,
      "loss": 0.3288,
      "step": 2216750
    },
    {
      "epoch": 618.69,
      "grad_norm": 1.2492151260375977,
      "learning_rate": 6.280297102128222e-07,
      "loss": 0.3404,
      "step": 2216760
    },
    {
      "epoch": 618.69,
      "grad_norm": 1.1700774431228638,
      "learning_rate": 6.280112892825517e-07,
      "loss": 0.346,
      "step": 2216770
    },
    {
      "epoch": 618.69,
      "grad_norm": 1.4134858846664429,
      "learning_rate": 6.279928685806457e-07,
      "loss": 0.336,
      "step": 2216780
    },
    {
      "epoch": 618.7,
      "grad_norm": 1.2326022386550903,
      "learning_rate": 6.279744481071072e-07,
      "loss": 0.3418,
      "step": 2216790
    },
    {
      "epoch": 618.7,
      "grad_norm": 1.301909327507019,
      "learning_rate": 6.279560278619393e-07,
      "loss": 0.3332,
      "step": 2216800
    },
    {
      "epoch": 618.7,
      "grad_norm": 1.0722455978393555,
      "learning_rate": 6.279376078451446e-07,
      "loss": 0.341,
      "step": 2216810
    },
    {
      "epoch": 618.7,
      "grad_norm": 1.3266515731811523,
      "learning_rate": 6.279191880567235e-07,
      "loss": 0.3403,
      "step": 2216820
    },
    {
      "epoch": 618.71,
      "grad_norm": 1.1194676160812378,
      "learning_rate": 6.279007684966814e-07,
      "loss": 0.3259,
      "step": 2216830
    },
    {
      "epoch": 618.71,
      "grad_norm": 1.286116361618042,
      "learning_rate": 6.278823491650184e-07,
      "loss": 0.3414,
      "step": 2216840
    },
    {
      "epoch": 618.71,
      "grad_norm": 1.1079107522964478,
      "learning_rate": 6.27863930061738e-07,
      "loss": 0.3336,
      "step": 2216850
    },
    {
      "epoch": 618.72,
      "grad_norm": 1.1653285026550293,
      "learning_rate": 6.278455111868435e-07,
      "loss": 0.3479,
      "step": 2216860
    },
    {
      "epoch": 618.72,
      "grad_norm": 1.146003007888794,
      "learning_rate": 6.278270925403352e-07,
      "loss": 0.3582,
      "step": 2216870
    },
    {
      "epoch": 618.72,
      "grad_norm": 1.128367304801941,
      "learning_rate": 6.27808674122217e-07,
      "loss": 0.3455,
      "step": 2216880
    },
    {
      "epoch": 618.72,
      "grad_norm": 1.079608678817749,
      "learning_rate": 6.27790255932491e-07,
      "loss": 0.3369,
      "step": 2216890
    },
    {
      "epoch": 618.73,
      "grad_norm": 1.2579212188720703,
      "learning_rate": 6.277718379711604e-07,
      "loss": 0.3297,
      "step": 2216900
    },
    {
      "epoch": 618.73,
      "grad_norm": 1.0620280504226685,
      "learning_rate": 6.277534202382261e-07,
      "loss": 0.3296,
      "step": 2216910
    },
    {
      "epoch": 618.73,
      "grad_norm": 1.0295319557189941,
      "learning_rate": 6.277350027336916e-07,
      "loss": 0.3239,
      "step": 2216920
    },
    {
      "epoch": 618.74,
      "grad_norm": 1.015185832977295,
      "learning_rate": 6.277165854575599e-07,
      "loss": 0.3239,
      "step": 2216930
    },
    {
      "epoch": 618.74,
      "grad_norm": 1.1391799449920654,
      "learning_rate": 6.27698168409831e-07,
      "loss": 0.3077,
      "step": 2216940
    },
    {
      "epoch": 618.74,
      "grad_norm": 4.100745677947998,
      "learning_rate": 6.27679751590511e-07,
      "loss": 0.336,
      "step": 2216950
    },
    {
      "epoch": 618.74,
      "grad_norm": 1.3484430313110352,
      "learning_rate": 6.276613349995993e-07,
      "loss": 0.3358,
      "step": 2216960
    },
    {
      "epoch": 618.75,
      "grad_norm": 1.1897755861282349,
      "learning_rate": 6.276429186370994e-07,
      "loss": 0.334,
      "step": 2216970
    },
    {
      "epoch": 618.75,
      "grad_norm": 1.5086462497711182,
      "learning_rate": 6.27624502503014e-07,
      "loss": 0.3311,
      "step": 2216980
    },
    {
      "epoch": 618.75,
      "grad_norm": 1.1699814796447754,
      "learning_rate": 6.276060865973461e-07,
      "loss": 0.3388,
      "step": 2216990
    },
    {
      "epoch": 618.76,
      "grad_norm": 1.1089187860488892,
      "learning_rate": 6.275876709200968e-07,
      "loss": 0.3232,
      "step": 2217000
    },
    {
      "epoch": 618.76,
      "grad_norm": 1.1326080560684204,
      "learning_rate": 6.27569255471269e-07,
      "loss": 0.3469,
      "step": 2217010
    },
    {
      "epoch": 618.76,
      "grad_norm": 1.120784878730774,
      "learning_rate": 6.275508402508655e-07,
      "loss": 0.3612,
      "step": 2217020
    },
    {
      "epoch": 618.76,
      "grad_norm": 1.0893641710281372,
      "learning_rate": 6.275324252588883e-07,
      "loss": 0.3443,
      "step": 2217030
    },
    {
      "epoch": 618.77,
      "grad_norm": 1.5327236652374268,
      "learning_rate": 6.27514010495341e-07,
      "loss": 0.3514,
      "step": 2217040
    },
    {
      "epoch": 618.77,
      "grad_norm": 1.1027692556381226,
      "learning_rate": 6.274955959602244e-07,
      "loss": 0.3529,
      "step": 2217050
    },
    {
      "epoch": 618.77,
      "grad_norm": 1.3736693859100342,
      "learning_rate": 6.274771816535419e-07,
      "loss": 0.3464,
      "step": 2217060
    },
    {
      "epoch": 618.77,
      "grad_norm": 1.227067232131958,
      "learning_rate": 6.274587675752964e-07,
      "loss": 0.3302,
      "step": 2217070
    },
    {
      "epoch": 618.78,
      "grad_norm": 1.1266717910766602,
      "learning_rate": 6.274403537254883e-07,
      "loss": 0.3367,
      "step": 2217080
    },
    {
      "epoch": 618.78,
      "grad_norm": 1.3613044023513794,
      "learning_rate": 6.274219401041229e-07,
      "loss": 0.3384,
      "step": 2217090
    },
    {
      "epoch": 618.78,
      "grad_norm": 1.2785797119140625,
      "learning_rate": 6.274035267112005e-07,
      "loss": 0.3353,
      "step": 2217100
    },
    {
      "epoch": 618.79,
      "grad_norm": 1.0913634300231934,
      "learning_rate": 6.273851135467243e-07,
      "loss": 0.3552,
      "step": 2217110
    },
    {
      "epoch": 618.79,
      "grad_norm": 1.1297903060913086,
      "learning_rate": 6.273667006106969e-07,
      "loss": 0.3328,
      "step": 2217120
    },
    {
      "epoch": 618.79,
      "grad_norm": 1.311802625656128,
      "learning_rate": 6.273482879031211e-07,
      "loss": 0.3431,
      "step": 2217130
    },
    {
      "epoch": 618.79,
      "grad_norm": 1.143378734588623,
      "learning_rate": 6.273298754239982e-07,
      "loss": 0.328,
      "step": 2217140
    },
    {
      "epoch": 618.8,
      "grad_norm": 1.2162991762161255,
      "learning_rate": 6.273114631733311e-07,
      "loss": 0.3448,
      "step": 2217150
    },
    {
      "epoch": 618.8,
      "grad_norm": 1.309238076210022,
      "learning_rate": 6.272930511511234e-07,
      "loss": 0.3363,
      "step": 2217160
    },
    {
      "epoch": 618.8,
      "grad_norm": 1.3486828804016113,
      "learning_rate": 6.27274639357375e-07,
      "loss": 0.348,
      "step": 2217170
    },
    {
      "epoch": 618.81,
      "grad_norm": 1.1554056406021118,
      "learning_rate": 6.272562277920914e-07,
      "loss": 0.3319,
      "step": 2217180
    },
    {
      "epoch": 618.81,
      "grad_norm": 1.4712620973587036,
      "learning_rate": 6.27237816455273e-07,
      "loss": 0.3545,
      "step": 2217190
    },
    {
      "epoch": 618.81,
      "grad_norm": 1.132763385772705,
      "learning_rate": 6.272194053469226e-07,
      "loss": 0.335,
      "step": 2217200
    },
    {
      "epoch": 618.81,
      "grad_norm": 0.9797331690788269,
      "learning_rate": 6.272009944670439e-07,
      "loss": 0.3355,
      "step": 2217210
    },
    {
      "epoch": 618.82,
      "grad_norm": 1.1874322891235352,
      "learning_rate": 6.271825838156374e-07,
      "loss": 0.3375,
      "step": 2217220
    },
    {
      "epoch": 618.82,
      "grad_norm": 1.1572998762130737,
      "learning_rate": 6.271641733927065e-07,
      "loss": 0.3597,
      "step": 2217230
    },
    {
      "epoch": 618.82,
      "grad_norm": 1.0928027629852295,
      "learning_rate": 6.271457631982537e-07,
      "loss": 0.3249,
      "step": 2217240
    },
    {
      "epoch": 618.83,
      "grad_norm": 1.1385705471038818,
      "learning_rate": 6.271273532322822e-07,
      "loss": 0.3329,
      "step": 2217250
    },
    {
      "epoch": 618.83,
      "grad_norm": 1.1368145942687988,
      "learning_rate": 6.27108943494792e-07,
      "loss": 0.3483,
      "step": 2217260
    },
    {
      "epoch": 618.83,
      "grad_norm": 1.1315525770187378,
      "learning_rate": 6.270905339857888e-07,
      "loss": 0.3219,
      "step": 2217270
    },
    {
      "epoch": 618.83,
      "grad_norm": 1.1791729927062988,
      "learning_rate": 6.270721247052727e-07,
      "loss": 0.34,
      "step": 2217280
    },
    {
      "epoch": 618.84,
      "grad_norm": 1.3360286951065063,
      "learning_rate": 6.270537156532467e-07,
      "loss": 0.3471,
      "step": 2217290
    },
    {
      "epoch": 618.84,
      "grad_norm": 1.0852773189544678,
      "learning_rate": 6.270353068297145e-07,
      "loss": 0.342,
      "step": 2217300
    },
    {
      "epoch": 618.84,
      "grad_norm": 1.3007866144180298,
      "learning_rate": 6.270168982346758e-07,
      "loss": 0.3246,
      "step": 2217310
    },
    {
      "epoch": 618.84,
      "grad_norm": 1.185994029045105,
      "learning_rate": 6.26998489868136e-07,
      "loss": 0.342,
      "step": 2217320
    },
    {
      "epoch": 618.85,
      "grad_norm": 0.9793052673339844,
      "learning_rate": 6.269800817300962e-07,
      "loss": 0.322,
      "step": 2217330
    },
    {
      "epoch": 618.85,
      "grad_norm": 1.462520718574524,
      "learning_rate": 6.269616738205584e-07,
      "loss": 0.3387,
      "step": 2217340
    },
    {
      "epoch": 618.85,
      "grad_norm": 1.1753305196762085,
      "learning_rate": 6.269432661395257e-07,
      "loss": 0.336,
      "step": 2217350
    },
    {
      "epoch": 618.86,
      "grad_norm": 1.2937904596328735,
      "learning_rate": 6.269248586870013e-07,
      "loss": 0.3424,
      "step": 2217360
    },
    {
      "epoch": 618.86,
      "grad_norm": 1.2706520557403564,
      "learning_rate": 6.26906451462986e-07,
      "loss": 0.3361,
      "step": 2217370
    },
    {
      "epoch": 618.86,
      "grad_norm": 1.3406885862350464,
      "learning_rate": 6.268880444674831e-07,
      "loss": 0.347,
      "step": 2217380
    },
    {
      "epoch": 618.86,
      "grad_norm": 1.1816364526748657,
      "learning_rate": 6.268696377004957e-07,
      "loss": 0.3575,
      "step": 2217390
    },
    {
      "epoch": 618.87,
      "grad_norm": 1.131157398223877,
      "learning_rate": 6.26851231162024e-07,
      "loss": 0.3269,
      "step": 2217400
    },
    {
      "epoch": 618.87,
      "grad_norm": 1.226485252380371,
      "learning_rate": 6.268328248520735e-07,
      "loss": 0.3315,
      "step": 2217410
    },
    {
      "epoch": 618.87,
      "grad_norm": 1.4269076585769653,
      "learning_rate": 6.268144187706444e-07,
      "loss": 0.3358,
      "step": 2217420
    },
    {
      "epoch": 618.88,
      "grad_norm": 1.0215944051742554,
      "learning_rate": 6.267960129177399e-07,
      "loss": 0.3184,
      "step": 2217430
    },
    {
      "epoch": 618.88,
      "grad_norm": 1.1231677532196045,
      "learning_rate": 6.267776072933631e-07,
      "loss": 0.3456,
      "step": 2217440
    },
    {
      "epoch": 618.88,
      "grad_norm": 1.197239637374878,
      "learning_rate": 6.267592018975154e-07,
      "loss": 0.3432,
      "step": 2217450
    },
    {
      "epoch": 618.88,
      "grad_norm": 0.9918922781944275,
      "learning_rate": 6.267407967301994e-07,
      "loss": 0.3361,
      "step": 2217460
    },
    {
      "epoch": 618.89,
      "grad_norm": 6.606043338775635,
      "learning_rate": 6.267223917914178e-07,
      "loss": 0.3441,
      "step": 2217470
    },
    {
      "epoch": 618.89,
      "grad_norm": 1.1165865659713745,
      "learning_rate": 6.267039870811736e-07,
      "loss": 0.3513,
      "step": 2217480
    },
    {
      "epoch": 618.89,
      "grad_norm": 1.1679036617279053,
      "learning_rate": 6.266855825994675e-07,
      "loss": 0.3454,
      "step": 2217490
    },
    {
      "epoch": 618.89,
      "grad_norm": 1.18708336353302,
      "learning_rate": 6.266671783463045e-07,
      "loss": 0.3452,
      "step": 2217500
    },
    {
      "epoch": 618.9,
      "grad_norm": 1.084749460220337,
      "learning_rate": 6.266487743216848e-07,
      "loss": 0.3339,
      "step": 2217510
    },
    {
      "epoch": 618.9,
      "grad_norm": 1.3725160360336304,
      "learning_rate": 6.26630370525612e-07,
      "loss": 0.3338,
      "step": 2217520
    },
    {
      "epoch": 618.9,
      "grad_norm": 1.2373398542404175,
      "learning_rate": 6.26611966958089e-07,
      "loss": 0.3408,
      "step": 2217530
    },
    {
      "epoch": 618.91,
      "grad_norm": 1.2068120241165161,
      "learning_rate": 6.265935636191167e-07,
      "loss": 0.3234,
      "step": 2217540
    },
    {
      "epoch": 618.91,
      "grad_norm": 1.1318143606185913,
      "learning_rate": 6.265751605086983e-07,
      "loss": 0.328,
      "step": 2217550
    },
    {
      "epoch": 618.91,
      "grad_norm": 1.183833122253418,
      "learning_rate": 6.265567576268365e-07,
      "loss": 0.3347,
      "step": 2217560
    },
    {
      "epoch": 618.91,
      "grad_norm": 1.3057153224945068,
      "learning_rate": 6.265383549735342e-07,
      "loss": 0.3331,
      "step": 2217570
    },
    {
      "epoch": 618.92,
      "grad_norm": 1.0281951427459717,
      "learning_rate": 6.265199525487926e-07,
      "loss": 0.3349,
      "step": 2217580
    },
    {
      "epoch": 618.92,
      "grad_norm": 1.1751481294631958,
      "learning_rate": 6.265015503526148e-07,
      "loss": 0.3489,
      "step": 2217590
    },
    {
      "epoch": 618.92,
      "grad_norm": 1.2077460289001465,
      "learning_rate": 6.264831483850034e-07,
      "loss": 0.3285,
      "step": 2217600
    },
    {
      "epoch": 618.93,
      "grad_norm": 1.2854602336883545,
      "learning_rate": 6.264647466459604e-07,
      "loss": 0.345,
      "step": 2217610
    },
    {
      "epoch": 618.93,
      "grad_norm": 1.2139160633087158,
      "learning_rate": 6.264463451354893e-07,
      "loss": 0.3312,
      "step": 2217620
    },
    {
      "epoch": 618.93,
      "grad_norm": 1.0595872402191162,
      "learning_rate": 6.264279438535906e-07,
      "loss": 0.3318,
      "step": 2217630
    },
    {
      "epoch": 618.93,
      "grad_norm": 1.134426474571228,
      "learning_rate": 6.26409542800269e-07,
      "loss": 0.328,
      "step": 2217640
    },
    {
      "epoch": 618.94,
      "grad_norm": 1.3229762315750122,
      "learning_rate": 6.263911419755252e-07,
      "loss": 0.3316,
      "step": 2217650
    },
    {
      "epoch": 618.94,
      "grad_norm": 1.0814788341522217,
      "learning_rate": 6.263727413793626e-07,
      "loss": 0.3354,
      "step": 2217660
    },
    {
      "epoch": 618.94,
      "grad_norm": 1.4058547019958496,
      "learning_rate": 6.26354341011784e-07,
      "loss": 0.3318,
      "step": 2217670
    },
    {
      "epoch": 618.95,
      "grad_norm": 1.290618896484375,
      "learning_rate": 6.263359408727903e-07,
      "loss": 0.3547,
      "step": 2217680
    },
    {
      "epoch": 618.95,
      "grad_norm": 1.168273687362671,
      "learning_rate": 6.263175409623851e-07,
      "loss": 0.3469,
      "step": 2217690
    },
    {
      "epoch": 618.95,
      "grad_norm": 1.2654755115509033,
      "learning_rate": 6.262991412805708e-07,
      "loss": 0.3468,
      "step": 2217700
    },
    {
      "epoch": 618.95,
      "grad_norm": 1.5272170305252075,
      "learning_rate": 6.262807418273501e-07,
      "loss": 0.347,
      "step": 2217710
    },
    {
      "epoch": 618.96,
      "grad_norm": 1.3280136585235596,
      "learning_rate": 6.262623426027244e-07,
      "loss": 0.3429,
      "step": 2217720
    },
    {
      "epoch": 618.96,
      "grad_norm": 1.3524357080459595,
      "learning_rate": 6.262439436066967e-07,
      "loss": 0.3317,
      "step": 2217730
    },
    {
      "epoch": 618.96,
      "grad_norm": 1.0067912340164185,
      "learning_rate": 6.262255448392704e-07,
      "loss": 0.3327,
      "step": 2217740
    },
    {
      "epoch": 618.96,
      "grad_norm": 1.115907073020935,
      "learning_rate": 6.262071463004454e-07,
      "loss": 0.3472,
      "step": 2217750
    },
    {
      "epoch": 618.97,
      "grad_norm": 1.1671074628829956,
      "learning_rate": 6.261887479902273e-07,
      "loss": 0.3514,
      "step": 2217760
    },
    {
      "epoch": 618.97,
      "grad_norm": 1.316882610321045,
      "learning_rate": 6.261703499086165e-07,
      "loss": 0.3359,
      "step": 2217770
    },
    {
      "epoch": 618.97,
      "grad_norm": 1.118277668952942,
      "learning_rate": 6.261519520556161e-07,
      "loss": 0.3242,
      "step": 2217780
    },
    {
      "epoch": 618.98,
      "grad_norm": 1.3001127243041992,
      "learning_rate": 6.261335544312284e-07,
      "loss": 0.3411,
      "step": 2217790
    },
    {
      "epoch": 618.98,
      "grad_norm": 1.1491154432296753,
      "learning_rate": 6.261151570354564e-07,
      "loss": 0.3424,
      "step": 2217800
    },
    {
      "epoch": 618.98,
      "grad_norm": 1.1239814758300781,
      "learning_rate": 6.260967598683017e-07,
      "loss": 0.3401,
      "step": 2217810
    },
    {
      "epoch": 618.98,
      "grad_norm": 0.9938919544219971,
      "learning_rate": 6.260783629297669e-07,
      "loss": 0.3233,
      "step": 2217820
    },
    {
      "epoch": 618.99,
      "grad_norm": 1.047397255897522,
      "learning_rate": 6.260599662198552e-07,
      "loss": 0.3273,
      "step": 2217830
    },
    {
      "epoch": 618.99,
      "grad_norm": 1.3962478637695312,
      "learning_rate": 6.260415697385673e-07,
      "loss": 0.3436,
      "step": 2217840
    },
    {
      "epoch": 618.99,
      "grad_norm": 1.1978538036346436,
      "learning_rate": 6.260231734859084e-07,
      "loss": 0.3406,
      "step": 2217850
    },
    {
      "epoch": 619.0,
      "grad_norm": 1.405659556388855,
      "learning_rate": 6.260047774618786e-07,
      "loss": 0.3294,
      "step": 2217860
    },
    {
      "epoch": 619.0,
      "grad_norm": 1.1406729221343994,
      "learning_rate": 6.259863816664812e-07,
      "loss": 0.3199,
      "step": 2217870
    },
    {
      "epoch": 619.0,
      "eval_loss": 0.3394114077091217,
      "eval_runtime": 66.7461,
      "eval_samples_per_second": 75.795,
      "eval_steps_per_second": 9.484,
      "step": 2217877
    },
    {
      "epoch": 619.0,
      "grad_norm": 1.085382342338562,
      "learning_rate": 6.259679860997191e-07,
      "loss": 0.3465,
      "step": 2217880
    },
    {
      "epoch": 619.0,
      "grad_norm": 1.2337133884429932,
      "learning_rate": 6.25949590761593e-07,
      "loss": 0.3304,
      "step": 2217890
    },
    {
      "epoch": 619.01,
      "grad_norm": 1.246037244796753,
      "learning_rate": 6.259311956521081e-07,
      "loss": 0.3414,
      "step": 2217900
    },
    {
      "epoch": 619.01,
      "grad_norm": 1.09689462184906,
      "learning_rate": 6.259128007712645e-07,
      "loss": 0.3309,
      "step": 2217910
    },
    {
      "epoch": 619.01,
      "grad_norm": 1.2532670497894287,
      "learning_rate": 6.258944061190657e-07,
      "loss": 0.3275,
      "step": 2217920
    },
    {
      "epoch": 619.01,
      "grad_norm": 1.474294900894165,
      "learning_rate": 6.258760116955136e-07,
      "loss": 0.3501,
      "step": 2217930
    },
    {
      "epoch": 619.02,
      "grad_norm": 1.302003264427185,
      "learning_rate": 6.25857617500612e-07,
      "loss": 0.3281,
      "step": 2217940
    },
    {
      "epoch": 619.02,
      "grad_norm": 1.1976194381713867,
      "learning_rate": 6.258392235343616e-07,
      "loss": 0.3233,
      "step": 2217950
    },
    {
      "epoch": 619.02,
      "grad_norm": 1.1170101165771484,
      "learning_rate": 6.258208297967655e-07,
      "loss": 0.3332,
      "step": 2217960
    },
    {
      "epoch": 619.03,
      "grad_norm": 1.1230674982070923,
      "learning_rate": 6.258024362878269e-07,
      "loss": 0.3328,
      "step": 2217970
    },
    {
      "epoch": 619.03,
      "grad_norm": 1.2784209251403809,
      "learning_rate": 6.257840430075464e-07,
      "loss": 0.3404,
      "step": 2217980
    },
    {
      "epoch": 619.03,
      "grad_norm": 1.1199562549591064,
      "learning_rate": 6.257656499559289e-07,
      "loss": 0.3252,
      "step": 2217990
    },
    {
      "epoch": 619.03,
      "grad_norm": 1.1791982650756836,
      "learning_rate": 6.257472571329749e-07,
      "loss": 0.3502,
      "step": 2218000
    },
    {
      "epoch": 619.04,
      "grad_norm": 1.21161687374115,
      "learning_rate": 6.257288645386874e-07,
      "loss": 0.3341,
      "step": 2218010
    },
    {
      "epoch": 619.04,
      "grad_norm": 1.1537234783172607,
      "learning_rate": 6.257104721730697e-07,
      "loss": 0.3428,
      "step": 2218020
    },
    {
      "epoch": 619.04,
      "grad_norm": 1.4539135694503784,
      "learning_rate": 6.25692080036123e-07,
      "loss": 0.3415,
      "step": 2218030
    },
    {
      "epoch": 619.05,
      "grad_norm": 1.5635334253311157,
      "learning_rate": 6.256736881278503e-07,
      "loss": 0.3434,
      "step": 2218040
    },
    {
      "epoch": 619.05,
      "grad_norm": 1.3756988048553467,
      "learning_rate": 6.256552964482538e-07,
      "loss": 0.3381,
      "step": 2218050
    },
    {
      "epoch": 619.05,
      "grad_norm": 1.3484903573989868,
      "learning_rate": 6.256369049973372e-07,
      "loss": 0.3535,
      "step": 2218060
    },
    {
      "epoch": 619.05,
      "grad_norm": 1.3258509635925293,
      "learning_rate": 6.256185137751001e-07,
      "loss": 0.3493,
      "step": 2218070
    },
    {
      "epoch": 619.06,
      "grad_norm": 1.2412687540054321,
      "learning_rate": 6.256001227815483e-07,
      "loss": 0.3396,
      "step": 2218080
    },
    {
      "epoch": 619.06,
      "grad_norm": 1.2010400295257568,
      "learning_rate": 6.255817320166822e-07,
      "loss": 0.3394,
      "step": 2218090
    },
    {
      "epoch": 619.06,
      "grad_norm": 1.4388830661773682,
      "learning_rate": 6.255633414805046e-07,
      "loss": 0.3452,
      "step": 2218100
    },
    {
      "epoch": 619.07,
      "grad_norm": 1.1465182304382324,
      "learning_rate": 6.25544951173019e-07,
      "loss": 0.3564,
      "step": 2218110
    },
    {
      "epoch": 619.07,
      "grad_norm": 1.1754295825958252,
      "learning_rate": 6.25526561094226e-07,
      "loss": 0.3437,
      "step": 2218120
    },
    {
      "epoch": 619.07,
      "grad_norm": 1.269400954246521,
      "learning_rate": 6.255081712441292e-07,
      "loss": 0.3436,
      "step": 2218130
    },
    {
      "epoch": 619.07,
      "grad_norm": 1.3748340606689453,
      "learning_rate": 6.254897816227309e-07,
      "loss": 0.3362,
      "step": 2218140
    },
    {
      "epoch": 619.08,
      "grad_norm": 1.1508851051330566,
      "learning_rate": 6.254713922300342e-07,
      "loss": 0.3462,
      "step": 2218150
    },
    {
      "epoch": 619.08,
      "grad_norm": 1.2953540086746216,
      "learning_rate": 6.254530030660402e-07,
      "loss": 0.3515,
      "step": 2218160
    },
    {
      "epoch": 619.08,
      "grad_norm": 1.370184063911438,
      "learning_rate": 6.254346141307516e-07,
      "loss": 0.3286,
      "step": 2218170
    },
    {
      "epoch": 619.08,
      "grad_norm": 1.327176570892334,
      "learning_rate": 6.254162254241714e-07,
      "loss": 0.3464,
      "step": 2218180
    },
    {
      "epoch": 619.09,
      "grad_norm": 1.3392086029052734,
      "learning_rate": 6.253978369463022e-07,
      "loss": 0.3381,
      "step": 2218190
    },
    {
      "epoch": 619.09,
      "grad_norm": 1.14130699634552,
      "learning_rate": 6.253794486971465e-07,
      "loss": 0.3409,
      "step": 2218200
    },
    {
      "epoch": 619.09,
      "grad_norm": 1.3039454221725464,
      "learning_rate": 6.253610606767053e-07,
      "loss": 0.3116,
      "step": 2218210
    },
    {
      "epoch": 619.1,
      "grad_norm": 1.3046358823776245,
      "learning_rate": 6.253426728849833e-07,
      "loss": 0.3345,
      "step": 2218220
    },
    {
      "epoch": 619.1,
      "grad_norm": 1.1808754205703735,
      "learning_rate": 6.253242853219811e-07,
      "loss": 0.3391,
      "step": 2218230
    },
    {
      "epoch": 619.1,
      "grad_norm": 1.3041445016860962,
      "learning_rate": 6.25305897987702e-07,
      "loss": 0.3591,
      "step": 2218240
    },
    {
      "epoch": 619.1,
      "grad_norm": 1.0307849645614624,
      "learning_rate": 6.252875108821488e-07,
      "loss": 0.3319,
      "step": 2218250
    },
    {
      "epoch": 619.11,
      "grad_norm": 1.276576280593872,
      "learning_rate": 6.252691240053227e-07,
      "loss": 0.3324,
      "step": 2218260
    },
    {
      "epoch": 619.11,
      "grad_norm": 1.4043424129486084,
      "learning_rate": 6.25250737357227e-07,
      "loss": 0.3376,
      "step": 2218270
    },
    {
      "epoch": 619.11,
      "grad_norm": 1.1053041219711304,
      "learning_rate": 6.252323509378639e-07,
      "loss": 0.3313,
      "step": 2218280
    },
    {
      "epoch": 619.12,
      "grad_norm": 1.0404878854751587,
      "learning_rate": 6.252139647472369e-07,
      "loss": 0.3361,
      "step": 2218290
    },
    {
      "epoch": 619.12,
      "grad_norm": 1.0940488576889038,
      "learning_rate": 6.251955787853467e-07,
      "loss": 0.3329,
      "step": 2218300
    },
    {
      "epoch": 619.12,
      "grad_norm": 1.8679072856903076,
      "learning_rate": 6.251771930521964e-07,
      "loss": 0.3458,
      "step": 2218310
    },
    {
      "epoch": 619.12,
      "grad_norm": 1.1264351606369019,
      "learning_rate": 6.251588075477887e-07,
      "loss": 0.3337,
      "step": 2218320
    },
    {
      "epoch": 619.13,
      "grad_norm": 1.4240984916687012,
      "learning_rate": 6.251404222721261e-07,
      "loss": 0.3386,
      "step": 2218330
    },
    {
      "epoch": 619.13,
      "grad_norm": 1.237445592880249,
      "learning_rate": 6.251220372252116e-07,
      "loss": 0.3456,
      "step": 2218340
    },
    {
      "epoch": 619.13,
      "grad_norm": 1.202001690864563,
      "learning_rate": 6.251036524070461e-07,
      "loss": 0.3276,
      "step": 2218350
    },
    {
      "epoch": 619.13,
      "grad_norm": 1.4444817304611206,
      "learning_rate": 6.250852678176327e-07,
      "loss": 0.331,
      "step": 2218360
    },
    {
      "epoch": 619.14,
      "grad_norm": 1.05408775806427,
      "learning_rate": 6.250668834569745e-07,
      "loss": 0.3392,
      "step": 2218370
    },
    {
      "epoch": 619.14,
      "grad_norm": 1.180741548538208,
      "learning_rate": 6.25048499325074e-07,
      "loss": 0.3568,
      "step": 2218380
    },
    {
      "epoch": 619.14,
      "grad_norm": 1.0293546915054321,
      "learning_rate": 6.250301154219323e-07,
      "loss": 0.3335,
      "step": 2218390
    },
    {
      "epoch": 619.15,
      "grad_norm": 1.4328745603561401,
      "learning_rate": 6.250117317475529e-07,
      "loss": 0.3562,
      "step": 2218400
    },
    {
      "epoch": 619.15,
      "grad_norm": 1.2257449626922607,
      "learning_rate": 6.249933483019384e-07,
      "loss": 0.3385,
      "step": 2218410
    },
    {
      "epoch": 619.15,
      "grad_norm": 1.3922181129455566,
      "learning_rate": 6.249749650850899e-07,
      "loss": 0.3363,
      "step": 2218420
    },
    {
      "epoch": 619.15,
      "grad_norm": 7.712395191192627,
      "learning_rate": 6.249565820970121e-07,
      "loss": 0.3382,
      "step": 2218430
    },
    {
      "epoch": 619.16,
      "grad_norm": 1.1399140357971191,
      "learning_rate": 6.249381993377054e-07,
      "loss": 0.3506,
      "step": 2218440
    },
    {
      "epoch": 619.16,
      "grad_norm": 1.348142147064209,
      "learning_rate": 6.24919816807173e-07,
      "loss": 0.3499,
      "step": 2218450
    },
    {
      "epoch": 619.16,
      "grad_norm": 1.3360114097595215,
      "learning_rate": 6.249014345054172e-07,
      "loss": 0.3291,
      "step": 2218460
    },
    {
      "epoch": 619.17,
      "grad_norm": 1.3545976877212524,
      "learning_rate": 6.248830524324409e-07,
      "loss": 0.3484,
      "step": 2218470
    },
    {
      "epoch": 619.17,
      "grad_norm": 1.3722978830337524,
      "learning_rate": 6.248646705882467e-07,
      "loss": 0.3289,
      "step": 2218480
    },
    {
      "epoch": 619.17,
      "grad_norm": 1.1995307207107544,
      "learning_rate": 6.248462889728362e-07,
      "loss": 0.3412,
      "step": 2218490
    },
    {
      "epoch": 619.17,
      "grad_norm": 1.3691097497940063,
      "learning_rate": 6.248279075862122e-07,
      "loss": 0.344,
      "step": 2218500
    },
    {
      "epoch": 619.18,
      "grad_norm": 1.2251355648040771,
      "learning_rate": 6.248095264283771e-07,
      "loss": 0.3365,
      "step": 2218510
    },
    {
      "epoch": 619.18,
      "grad_norm": 1.2402374744415283,
      "learning_rate": 6.247911454993342e-07,
      "loss": 0.3381,
      "step": 2218520
    },
    {
      "epoch": 619.18,
      "grad_norm": 1.3274030685424805,
      "learning_rate": 6.247727647990843e-07,
      "loss": 0.3432,
      "step": 2218530
    },
    {
      "epoch": 619.19,
      "grad_norm": 1.2077537775039673,
      "learning_rate": 6.247543843276309e-07,
      "loss": 0.335,
      "step": 2218540
    },
    {
      "epoch": 619.19,
      "grad_norm": 1.2816756963729858,
      "learning_rate": 6.24736004084977e-07,
      "loss": 0.338,
      "step": 2218550
    },
    {
      "epoch": 619.19,
      "grad_norm": 1.3386541604995728,
      "learning_rate": 6.247176240711228e-07,
      "loss": 0.3643,
      "step": 2218560
    },
    {
      "epoch": 619.19,
      "grad_norm": 1.2282586097717285,
      "learning_rate": 6.24699244286074e-07,
      "loss": 0.334,
      "step": 2218570
    },
    {
      "epoch": 619.2,
      "grad_norm": 1.4168013334274292,
      "learning_rate": 6.246808647298303e-07,
      "loss": 0.3357,
      "step": 2218580
    },
    {
      "epoch": 619.2,
      "grad_norm": 1.2446779012680054,
      "learning_rate": 6.246624854023954e-07,
      "loss": 0.3392,
      "step": 2218590
    },
    {
      "epoch": 619.2,
      "grad_norm": 1.2109380960464478,
      "learning_rate": 6.246441063037714e-07,
      "loss": 0.3442,
      "step": 2218600
    },
    {
      "epoch": 619.2,
      "grad_norm": 1.2596676349639893,
      "learning_rate": 6.246257274339614e-07,
      "loss": 0.3362,
      "step": 2218610
    },
    {
      "epoch": 619.21,
      "grad_norm": 1.0951902866363525,
      "learning_rate": 6.246073487929669e-07,
      "loss": 0.3168,
      "step": 2218620
    },
    {
      "epoch": 619.21,
      "grad_norm": 1.1057629585266113,
      "learning_rate": 6.245889703807905e-07,
      "loss": 0.3227,
      "step": 2218630
    },
    {
      "epoch": 619.21,
      "grad_norm": 1.270224690437317,
      "learning_rate": 6.245705921974359e-07,
      "loss": 0.3433,
      "step": 2218640
    },
    {
      "epoch": 619.22,
      "grad_norm": 1.2372078895568848,
      "learning_rate": 6.24552214242903e-07,
      "loss": 0.3453,
      "step": 2218650
    },
    {
      "epoch": 619.22,
      "grad_norm": 1.2556872367858887,
      "learning_rate": 6.245338365171972e-07,
      "loss": 0.3419,
      "step": 2218660
    },
    {
      "epoch": 619.22,
      "grad_norm": 1.1233898401260376,
      "learning_rate": 6.245154590203187e-07,
      "loss": 0.3201,
      "step": 2218670
    },
    {
      "epoch": 619.22,
      "grad_norm": 1.2431981563568115,
      "learning_rate": 6.244970817522707e-07,
      "loss": 0.3232,
      "step": 2218680
    },
    {
      "epoch": 619.23,
      "grad_norm": 1.2354447841644287,
      "learning_rate": 6.244787047130567e-07,
      "loss": 0.3352,
      "step": 2218690
    },
    {
      "epoch": 619.23,
      "grad_norm": 1.3301043510437012,
      "learning_rate": 6.244603279026776e-07,
      "loss": 0.3307,
      "step": 2218700
    },
    {
      "epoch": 619.23,
      "grad_norm": 1.0314608812332153,
      "learning_rate": 6.244419513211362e-07,
      "loss": 0.3618,
      "step": 2218710
    },
    {
      "epoch": 619.24,
      "grad_norm": 1.1259818077087402,
      "learning_rate": 6.24423574968435e-07,
      "loss": 0.3411,
      "step": 2218720
    },
    {
      "epoch": 619.24,
      "grad_norm": 1.1569644212722778,
      "learning_rate": 6.244051988445775e-07,
      "loss": 0.329,
      "step": 2218730
    },
    {
      "epoch": 619.24,
      "grad_norm": 1.11757493019104,
      "learning_rate": 6.24386822949564e-07,
      "loss": 0.3261,
      "step": 2218740
    },
    {
      "epoch": 619.24,
      "grad_norm": 1.2713267803192139,
      "learning_rate": 6.243684472833995e-07,
      "loss": 0.3474,
      "step": 2218750
    },
    {
      "epoch": 619.25,
      "grad_norm": 1.2362890243530273,
      "learning_rate": 6.243500718460843e-07,
      "loss": 0.3395,
      "step": 2218760
    },
    {
      "epoch": 619.25,
      "grad_norm": 1.2177248001098633,
      "learning_rate": 6.243316966376219e-07,
      "loss": 0.3344,
      "step": 2218770
    },
    {
      "epoch": 619.25,
      "grad_norm": 1.112661600112915,
      "learning_rate": 6.243133216580154e-07,
      "loss": 0.3449,
      "step": 2218780
    },
    {
      "epoch": 619.25,
      "grad_norm": 2.579224109649658,
      "learning_rate": 6.242949469072644e-07,
      "loss": 0.3344,
      "step": 2218790
    },
    {
      "epoch": 619.26,
      "grad_norm": 1.2078949213027954,
      "learning_rate": 6.242765723853752e-07,
      "loss": 0.3285,
      "step": 2218800
    },
    {
      "epoch": 619.26,
      "grad_norm": 1.2017309665679932,
      "learning_rate": 6.242581980923475e-07,
      "loss": 0.3453,
      "step": 2218810
    },
    {
      "epoch": 619.26,
      "grad_norm": 1.2165876626968384,
      "learning_rate": 6.24239824028185e-07,
      "loss": 0.3532,
      "step": 2218820
    },
    {
      "epoch": 619.27,
      "grad_norm": 1.1130859851837158,
      "learning_rate": 6.2422145019289e-07,
      "loss": 0.3239,
      "step": 2218830
    },
    {
      "epoch": 619.27,
      "grad_norm": 0.9936458468437195,
      "learning_rate": 6.242030765864642e-07,
      "loss": 0.3352,
      "step": 2218840
    },
    {
      "epoch": 619.27,
      "grad_norm": 1.0883458852767944,
      "learning_rate": 6.241847032089106e-07,
      "loss": 0.3381,
      "step": 2218850
    },
    {
      "epoch": 619.27,
      "grad_norm": 1.2645586729049683,
      "learning_rate": 6.241663300602316e-07,
      "loss": 0.3584,
      "step": 2218860
    },
    {
      "epoch": 619.28,
      "grad_norm": 1.2326173782348633,
      "learning_rate": 6.241479571404304e-07,
      "loss": 0.34,
      "step": 2218870
    },
    {
      "epoch": 619.28,
      "grad_norm": 1.224916934967041,
      "learning_rate": 6.241295844495071e-07,
      "loss": 0.3323,
      "step": 2218880
    },
    {
      "epoch": 619.28,
      "grad_norm": 0.9965553283691406,
      "learning_rate": 6.241112119874673e-07,
      "loss": 0.3408,
      "step": 2218890
    },
    {
      "epoch": 619.29,
      "grad_norm": 1.1031897068023682,
      "learning_rate": 6.240928397543112e-07,
      "loss": 0.3524,
      "step": 2218900
    },
    {
      "epoch": 619.29,
      "grad_norm": 1.1770063638687134,
      "learning_rate": 6.24074467750042e-07,
      "loss": 0.335,
      "step": 2218910
    },
    {
      "epoch": 619.29,
      "grad_norm": 1.2938423156738281,
      "learning_rate": 6.240560959746626e-07,
      "loss": 0.3423,
      "step": 2218920
    },
    {
      "epoch": 619.29,
      "grad_norm": 1.0601462125778198,
      "learning_rate": 6.240377244281743e-07,
      "loss": 0.3507,
      "step": 2218930
    },
    {
      "epoch": 619.3,
      "grad_norm": 1.0228997468948364,
      "learning_rate": 6.240193531105802e-07,
      "loss": 0.3422,
      "step": 2218940
    },
    {
      "epoch": 619.3,
      "grad_norm": 1.4481513500213623,
      "learning_rate": 6.240009820218826e-07,
      "loss": 0.3501,
      "step": 2218950
    },
    {
      "epoch": 619.3,
      "grad_norm": 1.2711098194122314,
      "learning_rate": 6.239826111620848e-07,
      "loss": 0.3516,
      "step": 2218960
    },
    {
      "epoch": 619.31,
      "grad_norm": 1.1754223108291626,
      "learning_rate": 6.239642405311879e-07,
      "loss": 0.3417,
      "step": 2218970
    },
    {
      "epoch": 619.31,
      "grad_norm": 1.162667155265808,
      "learning_rate": 6.239458701291951e-07,
      "loss": 0.3372,
      "step": 2218980
    },
    {
      "epoch": 619.31,
      "grad_norm": 1.1529078483581543,
      "learning_rate": 6.239274999561093e-07,
      "loss": 0.3283,
      "step": 2218990
    },
    {
      "epoch": 619.31,
      "grad_norm": 1.3676751852035522,
      "learning_rate": 6.239091300119307e-07,
      "loss": 0.3364,
      "step": 2219000
    },
    {
      "epoch": 619.32,
      "grad_norm": 1.1055530309677124,
      "learning_rate": 6.238907602966652e-07,
      "loss": 0.3308,
      "step": 2219010
    },
    {
      "epoch": 619.32,
      "grad_norm": 1.098979115486145,
      "learning_rate": 6.238723908103122e-07,
      "loss": 0.3385,
      "step": 2219020
    },
    {
      "epoch": 619.32,
      "grad_norm": 3.7464702129364014,
      "learning_rate": 6.238540215528757e-07,
      "loss": 0.3215,
      "step": 2219030
    },
    {
      "epoch": 619.32,
      "grad_norm": 1.183583378791809,
      "learning_rate": 6.23835652524358e-07,
      "loss": 0.3377,
      "step": 2219040
    },
    {
      "epoch": 619.33,
      "grad_norm": 1.21049964427948,
      "learning_rate": 6.23817283724761e-07,
      "loss": 0.3295,
      "step": 2219050
    },
    {
      "epoch": 619.33,
      "grad_norm": 1.3577373027801514,
      "learning_rate": 6.237989151540884e-07,
      "loss": 0.3388,
      "step": 2219060
    },
    {
      "epoch": 619.33,
      "grad_norm": 1.0567593574523926,
      "learning_rate": 6.23780546812341e-07,
      "loss": 0.3427,
      "step": 2219070
    },
    {
      "epoch": 619.34,
      "grad_norm": 1.0871531963348389,
      "learning_rate": 6.237621786995219e-07,
      "loss": 0.3213,
      "step": 2219080
    },
    {
      "epoch": 619.34,
      "grad_norm": 1.2428841590881348,
      "learning_rate": 6.237438108156339e-07,
      "loss": 0.3447,
      "step": 2219090
    },
    {
      "epoch": 619.34,
      "grad_norm": 1.2361117601394653,
      "learning_rate": 6.237254431606798e-07,
      "loss": 0.3373,
      "step": 2219100
    },
    {
      "epoch": 619.34,
      "grad_norm": 1.2377803325653076,
      "learning_rate": 6.237070757346607e-07,
      "loss": 0.3344,
      "step": 2219110
    },
    {
      "epoch": 619.35,
      "grad_norm": 1.370252251625061,
      "learning_rate": 6.236887085375799e-07,
      "loss": 0.3209,
      "step": 2219120
    },
    {
      "epoch": 619.35,
      "grad_norm": 1.2781589031219482,
      "learning_rate": 6.236703415694404e-07,
      "loss": 0.3575,
      "step": 2219130
    },
    {
      "epoch": 619.35,
      "grad_norm": 1.280218243598938,
      "learning_rate": 6.236519748302423e-07,
      "loss": 0.3251,
      "step": 2219140
    },
    {
      "epoch": 619.36,
      "grad_norm": 1.2765145301818848,
      "learning_rate": 6.236336083199914e-07,
      "loss": 0.3474,
      "step": 2219150
    },
    {
      "epoch": 619.36,
      "grad_norm": 1.2016531229019165,
      "learning_rate": 6.236152420386878e-07,
      "loss": 0.3336,
      "step": 2219160
    },
    {
      "epoch": 619.36,
      "grad_norm": 1.2220696210861206,
      "learning_rate": 6.235968759863343e-07,
      "loss": 0.3266,
      "step": 2219170
    },
    {
      "epoch": 619.36,
      "grad_norm": 1.162153959274292,
      "learning_rate": 6.235785101629339e-07,
      "loss": 0.3359,
      "step": 2219180
    },
    {
      "epoch": 619.37,
      "grad_norm": 1.0152034759521484,
      "learning_rate": 6.235601445684892e-07,
      "loss": 0.3401,
      "step": 2219190
    },
    {
      "epoch": 619.37,
      "grad_norm": 1.4521743059158325,
      "learning_rate": 6.23541779203002e-07,
      "loss": 0.3392,
      "step": 2219200
    },
    {
      "epoch": 619.37,
      "grad_norm": 1.5319757461547852,
      "learning_rate": 6.235234140664746e-07,
      "loss": 0.3346,
      "step": 2219210
    },
    {
      "epoch": 619.37,
      "grad_norm": 1.137303113937378,
      "learning_rate": 6.235050491589106e-07,
      "loss": 0.3404,
      "step": 2219220
    },
    {
      "epoch": 619.38,
      "grad_norm": 1.0657482147216797,
      "learning_rate": 6.234866844803104e-07,
      "loss": 0.356,
      "step": 2219230
    },
    {
      "epoch": 619.38,
      "grad_norm": 1.0867887735366821,
      "learning_rate": 6.234683200306791e-07,
      "loss": 0.3292,
      "step": 2219240
    },
    {
      "epoch": 619.38,
      "grad_norm": 1.2701523303985596,
      "learning_rate": 6.23449955810017e-07,
      "loss": 0.3369,
      "step": 2219250
    },
    {
      "epoch": 619.39,
      "grad_norm": 1.2696659564971924,
      "learning_rate": 6.234315918183274e-07,
      "loss": 0.358,
      "step": 2219260
    },
    {
      "epoch": 619.39,
      "grad_norm": 1.1285814046859741,
      "learning_rate": 6.234132280556125e-07,
      "loss": 0.352,
      "step": 2219270
    },
    {
      "epoch": 619.39,
      "grad_norm": 1.2250479459762573,
      "learning_rate": 6.233948645218757e-07,
      "loss": 0.3401,
      "step": 2219280
    },
    {
      "epoch": 619.39,
      "grad_norm": 1.3893661499023438,
      "learning_rate": 6.233765012171179e-07,
      "loss": 0.3625,
      "step": 2219290
    },
    {
      "epoch": 619.4,
      "grad_norm": 1.2984920740127563,
      "learning_rate": 6.233581381413423e-07,
      "loss": 0.3384,
      "step": 2219300
    },
    {
      "epoch": 619.4,
      "grad_norm": 1.2060151100158691,
      "learning_rate": 6.23339775294552e-07,
      "loss": 0.3402,
      "step": 2219310
    },
    {
      "epoch": 619.4,
      "grad_norm": 1.0760459899902344,
      "learning_rate": 6.233214126767473e-07,
      "loss": 0.3306,
      "step": 2219320
    },
    {
      "epoch": 619.41,
      "grad_norm": 1.222399115562439,
      "learning_rate": 6.233030502879337e-07,
      "loss": 0.334,
      "step": 2219330
    },
    {
      "epoch": 619.41,
      "grad_norm": 1.181830883026123,
      "learning_rate": 6.232846881281112e-07,
      "loss": 0.3319,
      "step": 2219340
    },
    {
      "epoch": 619.41,
      "grad_norm": 1.4115777015686035,
      "learning_rate": 6.232663261972832e-07,
      "loss": 0.3369,
      "step": 2219350
    },
    {
      "epoch": 619.41,
      "grad_norm": 1.6191306114196777,
      "learning_rate": 6.232479644954526e-07,
      "loss": 0.3152,
      "step": 2219360
    },
    {
      "epoch": 619.42,
      "grad_norm": 1.4061654806137085,
      "learning_rate": 6.232296030226201e-07,
      "loss": 0.357,
      "step": 2219370
    },
    {
      "epoch": 619.42,
      "grad_norm": 1.3280596733093262,
      "learning_rate": 6.232112417787905e-07,
      "loss": 0.3365,
      "step": 2219380
    },
    {
      "epoch": 619.42,
      "grad_norm": 1.680478572845459,
      "learning_rate": 6.231928807639645e-07,
      "loss": 0.3376,
      "step": 2219390
    },
    {
      "epoch": 619.43,
      "grad_norm": 1.2145053148269653,
      "learning_rate": 6.231745199781452e-07,
      "loss": 0.3281,
      "step": 2219400
    },
    {
      "epoch": 619.43,
      "grad_norm": 1.1771098375320435,
      "learning_rate": 6.231561594213349e-07,
      "loss": 0.3405,
      "step": 2219410
    },
    {
      "epoch": 619.43,
      "grad_norm": 1.2331632375717163,
      "learning_rate": 6.231377990935366e-07,
      "loss": 0.3336,
      "step": 2219420
    },
    {
      "epoch": 619.43,
      "grad_norm": 1.2140355110168457,
      "learning_rate": 6.231194389947518e-07,
      "loss": 0.3391,
      "step": 2219430
    },
    {
      "epoch": 619.44,
      "grad_norm": 1.201073408126831,
      "learning_rate": 6.231010791249833e-07,
      "loss": 0.3401,
      "step": 2219440
    },
    {
      "epoch": 619.44,
      "grad_norm": 1.1982611417770386,
      "learning_rate": 6.230827194842345e-07,
      "loss": 0.3215,
      "step": 2219450
    },
    {
      "epoch": 619.44,
      "grad_norm": 1.1169847249984741,
      "learning_rate": 6.230643600725055e-07,
      "loss": 0.3406,
      "step": 2219460
    },
    {
      "epoch": 619.44,
      "grad_norm": 1.0312676429748535,
      "learning_rate": 6.230460008898014e-07,
      "loss": 0.3434,
      "step": 2219470
    },
    {
      "epoch": 619.45,
      "grad_norm": 1.4504899978637695,
      "learning_rate": 6.23027641936123e-07,
      "loss": 0.3462,
      "step": 2219480
    },
    {
      "epoch": 619.45,
      "grad_norm": 1.2144405841827393,
      "learning_rate": 6.230092832114732e-07,
      "loss": 0.3458,
      "step": 2219490
    },
    {
      "epoch": 619.45,
      "grad_norm": 1.1991815567016602,
      "learning_rate": 6.229909247158552e-07,
      "loss": 0.346,
      "step": 2219500
    },
    {
      "epoch": 619.46,
      "grad_norm": 1.442384123802185,
      "learning_rate": 6.229725664492699e-07,
      "loss": 0.3324,
      "step": 2219510
    },
    {
      "epoch": 619.46,
      "grad_norm": 1.9822742938995361,
      "learning_rate": 6.229542084117207e-07,
      "loss": 0.3391,
      "step": 2219520
    },
    {
      "epoch": 619.46,
      "grad_norm": 1.0349795818328857,
      "learning_rate": 6.229358506032096e-07,
      "loss": 0.336,
      "step": 2219530
    },
    {
      "epoch": 619.46,
      "grad_norm": 1.272356390953064,
      "learning_rate": 6.229174930237402e-07,
      "loss": 0.329,
      "step": 2219540
    },
    {
      "epoch": 619.47,
      "grad_norm": 1.1379539966583252,
      "learning_rate": 6.228991356733128e-07,
      "loss": 0.3457,
      "step": 2219550
    },
    {
      "epoch": 619.47,
      "grad_norm": 1.1858649253845215,
      "learning_rate": 6.228807785519324e-07,
      "loss": 0.3374,
      "step": 2219560
    },
    {
      "epoch": 619.47,
      "grad_norm": 1.3400970697402954,
      "learning_rate": 6.228624216595994e-07,
      "loss": 0.3398,
      "step": 2219570
    },
    {
      "epoch": 619.48,
      "grad_norm": 1.1003797054290771,
      "learning_rate": 6.228440649963171e-07,
      "loss": 0.3364,
      "step": 2219580
    },
    {
      "epoch": 619.48,
      "grad_norm": 1.3684545755386353,
      "learning_rate": 6.228257085620884e-07,
      "loss": 0.3245,
      "step": 2219590
    },
    {
      "epoch": 619.48,
      "grad_norm": 0.9739848375320435,
      "learning_rate": 6.228073523569148e-07,
      "loss": 0.351,
      "step": 2219600
    },
    {
      "epoch": 619.48,
      "grad_norm": 1.1798423528671265,
      "learning_rate": 6.227889963807989e-07,
      "loss": 0.3355,
      "step": 2219610
    },
    {
      "epoch": 619.49,
      "grad_norm": 1.2460542917251587,
      "learning_rate": 6.227706406337433e-07,
      "loss": 0.3659,
      "step": 2219620
    },
    {
      "epoch": 619.49,
      "grad_norm": 1.3593776226043701,
      "learning_rate": 6.227522851157507e-07,
      "loss": 0.3387,
      "step": 2219630
    },
    {
      "epoch": 619.49,
      "grad_norm": 1.1958638429641724,
      "learning_rate": 6.227339298268241e-07,
      "loss": 0.3412,
      "step": 2219640
    },
    {
      "epoch": 619.49,
      "grad_norm": 1.4756478071212769,
      "learning_rate": 6.227155747669643e-07,
      "loss": 0.3394,
      "step": 2219650
    },
    {
      "epoch": 619.5,
      "grad_norm": 1.2916789054870605,
      "learning_rate": 6.226972199361746e-07,
      "loss": 0.3397,
      "step": 2219660
    },
    {
      "epoch": 619.5,
      "grad_norm": 1.4196784496307373,
      "learning_rate": 6.226788653344578e-07,
      "loss": 0.3327,
      "step": 2219670
    },
    {
      "epoch": 619.5,
      "grad_norm": 1.2285085916519165,
      "learning_rate": 6.226605109618165e-07,
      "loss": 0.3461,
      "step": 2219680
    },
    {
      "epoch": 619.51,
      "grad_norm": 1.1659040451049805,
      "learning_rate": 6.226421568182516e-07,
      "loss": 0.3552,
      "step": 2219690
    },
    {
      "epoch": 619.51,
      "grad_norm": 1.1395469903945923,
      "learning_rate": 6.226238029037678e-07,
      "loss": 0.351,
      "step": 2219700
    },
    {
      "epoch": 619.51,
      "grad_norm": 1.1489092111587524,
      "learning_rate": 6.226054492183656e-07,
      "loss": 0.3287,
      "step": 2219710
    },
    {
      "epoch": 619.51,
      "grad_norm": 1.0752205848693848,
      "learning_rate": 6.225870957620481e-07,
      "loss": 0.34,
      "step": 2219720
    },
    {
      "epoch": 619.52,
      "grad_norm": 1.3163692951202393,
      "learning_rate": 6.22568742534819e-07,
      "loss": 0.3239,
      "step": 2219730
    },
    {
      "epoch": 619.52,
      "grad_norm": 1.1196496486663818,
      "learning_rate": 6.225503895366785e-07,
      "loss": 0.3347,
      "step": 2219740
    },
    {
      "epoch": 619.52,
      "grad_norm": 1.2223788499832153,
      "learning_rate": 6.225320367676302e-07,
      "loss": 0.3309,
      "step": 2219750
    },
    {
      "epoch": 619.53,
      "grad_norm": 1.0795809030532837,
      "learning_rate": 6.225136842276766e-07,
      "loss": 0.3352,
      "step": 2219760
    },
    {
      "epoch": 619.53,
      "grad_norm": 1.4988789558410645,
      "learning_rate": 6.224953319168207e-07,
      "loss": 0.3411,
      "step": 2219770
    },
    {
      "epoch": 619.53,
      "grad_norm": 1.4191663265228271,
      "learning_rate": 6.224769798350635e-07,
      "loss": 0.3407,
      "step": 2219780
    },
    {
      "epoch": 619.53,
      "grad_norm": 1.2862772941589355,
      "learning_rate": 6.224586279824081e-07,
      "loss": 0.3377,
      "step": 2219790
    },
    {
      "epoch": 619.54,
      "grad_norm": 1.2117748260498047,
      "learning_rate": 6.224402763588582e-07,
      "loss": 0.3305,
      "step": 2219800
    },
    {
      "epoch": 619.54,
      "grad_norm": 1.1860759258270264,
      "learning_rate": 6.224219249644132e-07,
      "loss": 0.3439,
      "step": 2219810
    },
    {
      "epoch": 619.54,
      "grad_norm": 1.1967239379882812,
      "learning_rate": 6.224035737990789e-07,
      "loss": 0.3407,
      "step": 2219820
    },
    {
      "epoch": 619.55,
      "grad_norm": 1.3936347961425781,
      "learning_rate": 6.223852228628558e-07,
      "loss": 0.3456,
      "step": 2219830
    },
    {
      "epoch": 619.55,
      "grad_norm": 1.3980649709701538,
      "learning_rate": 6.223668721557467e-07,
      "loss": 0.3439,
      "step": 2219840
    },
    {
      "epoch": 619.55,
      "grad_norm": 1.1443699598312378,
      "learning_rate": 6.22348521677754e-07,
      "loss": 0.3517,
      "step": 2219850
    },
    {
      "epoch": 619.55,
      "grad_norm": 1.1139472723007202,
      "learning_rate": 6.223301714288813e-07,
      "loss": 0.3375,
      "step": 2219860
    },
    {
      "epoch": 619.56,
      "grad_norm": 1.6690995693206787,
      "learning_rate": 6.223118214091291e-07,
      "loss": 0.3487,
      "step": 2219870
    },
    {
      "epoch": 619.56,
      "grad_norm": 1.1835966110229492,
      "learning_rate": 6.22293471618501e-07,
      "loss": 0.3396,
      "step": 2219880
    },
    {
      "epoch": 619.56,
      "grad_norm": 1.3518115282058716,
      "learning_rate": 6.22275122057e-07,
      "loss": 0.3367,
      "step": 2219890
    },
    {
      "epoch": 619.56,
      "grad_norm": 1.1338688135147095,
      "learning_rate": 6.222567727246262e-07,
      "loss": 0.3478,
      "step": 2219900
    },
    {
      "epoch": 619.57,
      "grad_norm": 1.2447172403335571,
      "learning_rate": 6.22238423621385e-07,
      "loss": 0.345,
      "step": 2219910
    },
    {
      "epoch": 619.57,
      "grad_norm": 1.3353172540664673,
      "learning_rate": 6.222200747472767e-07,
      "loss": 0.3304,
      "step": 2219920
    },
    {
      "epoch": 619.57,
      "grad_norm": 1.2398710250854492,
      "learning_rate": 6.222017261023046e-07,
      "loss": 0.3349,
      "step": 2219930
    },
    {
      "epoch": 619.58,
      "grad_norm": 1.0402096509933472,
      "learning_rate": 6.221833776864718e-07,
      "loss": 0.3266,
      "step": 2219940
    },
    {
      "epoch": 619.58,
      "grad_norm": 1.3105850219726562,
      "learning_rate": 6.221650294997787e-07,
      "loss": 0.3386,
      "step": 2219950
    },
    {
      "epoch": 619.58,
      "grad_norm": 1.328591227531433,
      "learning_rate": 6.2214668154223e-07,
      "loss": 0.3451,
      "step": 2219960
    },
    {
      "epoch": 619.58,
      "grad_norm": 1.1407256126403809,
      "learning_rate": 6.221283338138268e-07,
      "loss": 0.3589,
      "step": 2219970
    },
    {
      "epoch": 619.59,
      "grad_norm": 1.2580736875534058,
      "learning_rate": 6.22109986314572e-07,
      "loss": 0.3531,
      "step": 2219980
    },
    {
      "epoch": 619.59,
      "grad_norm": 1.1370352506637573,
      "learning_rate": 6.220916390444677e-07,
      "loss": 0.3227,
      "step": 2219990
    },
    {
      "epoch": 619.59,
      "grad_norm": 1.2325918674468994,
      "learning_rate": 6.220732920035175e-07,
      "loss": 0.35,
      "step": 2220000
    },
    {
      "epoch": 619.6,
      "grad_norm": 1.3582372665405273,
      "learning_rate": 6.220549451917222e-07,
      "loss": 0.3385,
      "step": 2220010
    },
    {
      "epoch": 619.6,
      "grad_norm": 1.3733683824539185,
      "learning_rate": 6.220365986090847e-07,
      "loss": 0.3248,
      "step": 2220020
    },
    {
      "epoch": 619.6,
      "grad_norm": 1.315058708190918,
      "learning_rate": 6.220182522556087e-07,
      "loss": 0.3436,
      "step": 2220030
    },
    {
      "epoch": 619.6,
      "grad_norm": 1.1692472696304321,
      "learning_rate": 6.219999061312941e-07,
      "loss": 0.3474,
      "step": 2220040
    },
    {
      "epoch": 619.61,
      "grad_norm": 1.0479578971862793,
      "learning_rate": 6.219815602361466e-07,
      "loss": 0.3407,
      "step": 2220050
    },
    {
      "epoch": 619.61,
      "grad_norm": 1.2106709480285645,
      "learning_rate": 6.219632145701659e-07,
      "loss": 0.3511,
      "step": 2220060
    },
    {
      "epoch": 619.61,
      "grad_norm": 1.0547852516174316,
      "learning_rate": 6.219448691333557e-07,
      "loss": 0.3388,
      "step": 2220070
    },
    {
      "epoch": 619.61,
      "grad_norm": 1.1369943618774414,
      "learning_rate": 6.21926523925719e-07,
      "loss": 0.3553,
      "step": 2220080
    },
    {
      "epoch": 619.62,
      "grad_norm": 1.2914178371429443,
      "learning_rate": 6.219081789472567e-07,
      "loss": 0.3255,
      "step": 2220090
    },
    {
      "epoch": 619.62,
      "grad_norm": 1.2257031202316284,
      "learning_rate": 6.218898341979719e-07,
      "loss": 0.356,
      "step": 2220100
    },
    {
      "epoch": 619.62,
      "grad_norm": 1.2814321517944336,
      "learning_rate": 6.218714896778672e-07,
      "loss": 0.3427,
      "step": 2220110
    },
    {
      "epoch": 619.63,
      "grad_norm": 1.215685248374939,
      "learning_rate": 6.218531453869457e-07,
      "loss": 0.3362,
      "step": 2220120
    },
    {
      "epoch": 619.63,
      "grad_norm": 1.2864816188812256,
      "learning_rate": 6.218348013252079e-07,
      "loss": 0.3353,
      "step": 2220130
    },
    {
      "epoch": 619.63,
      "grad_norm": 1.3260595798492432,
      "learning_rate": 6.218164574926586e-07,
      "loss": 0.3262,
      "step": 2220140
    },
    {
      "epoch": 619.63,
      "grad_norm": 1.0899385213851929,
      "learning_rate": 6.217981138892986e-07,
      "loss": 0.3371,
      "step": 2220150
    },
    {
      "epoch": 619.64,
      "grad_norm": 1.055889368057251,
      "learning_rate": 6.217797705151308e-07,
      "loss": 0.3388,
      "step": 2220160
    },
    {
      "epoch": 619.64,
      "grad_norm": 1.3155330419540405,
      "learning_rate": 6.217614273701586e-07,
      "loss": 0.3484,
      "step": 2220170
    },
    {
      "epoch": 619.64,
      "grad_norm": 1.3900127410888672,
      "learning_rate": 6.217430844543827e-07,
      "loss": 0.3427,
      "step": 2220180
    },
    {
      "epoch": 619.65,
      "grad_norm": 1.41143798828125,
      "learning_rate": 6.217247417678063e-07,
      "loss": 0.3392,
      "step": 2220190
    },
    {
      "epoch": 619.65,
      "grad_norm": 1.4758780002593994,
      "learning_rate": 6.21706399310432e-07,
      "loss": 0.3378,
      "step": 2220200
    },
    {
      "epoch": 619.65,
      "grad_norm": 1.3138455152511597,
      "learning_rate": 6.216880570822624e-07,
      "loss": 0.3581,
      "step": 2220210
    },
    {
      "epoch": 619.65,
      "grad_norm": 1.0540211200714111,
      "learning_rate": 6.216697150832994e-07,
      "loss": 0.3347,
      "step": 2220220
    },
    {
      "epoch": 619.66,
      "grad_norm": 1.514560341835022,
      "learning_rate": 6.216513733135464e-07,
      "loss": 0.3422,
      "step": 2220230
    },
    {
      "epoch": 619.66,
      "grad_norm": 1.150273084640503,
      "learning_rate": 6.216330317730048e-07,
      "loss": 0.3216,
      "step": 2220240
    },
    {
      "epoch": 619.66,
      "grad_norm": 1.000856876373291,
      "learning_rate": 6.216146904616773e-07,
      "loss": 0.3117,
      "step": 2220250
    },
    {
      "epoch": 619.67,
      "grad_norm": 1.2233834266662598,
      "learning_rate": 6.215963493795672e-07,
      "loss": 0.361,
      "step": 2220260
    },
    {
      "epoch": 619.67,
      "grad_norm": 1.2006686925888062,
      "learning_rate": 6.215780085266748e-07,
      "loss": 0.3374,
      "step": 2220270
    },
    {
      "epoch": 619.67,
      "grad_norm": 1.2120863199234009,
      "learning_rate": 6.215596679030052e-07,
      "loss": 0.3367,
      "step": 2220280
    },
    {
      "epoch": 619.67,
      "grad_norm": 1.3698270320892334,
      "learning_rate": 6.215413275085591e-07,
      "loss": 0.3483,
      "step": 2220290
    },
    {
      "epoch": 619.68,
      "grad_norm": 1.1785016059875488,
      "learning_rate": 6.215229873433396e-07,
      "loss": 0.359,
      "step": 2220300
    },
    {
      "epoch": 619.68,
      "grad_norm": 1.2399697303771973,
      "learning_rate": 6.215046474073494e-07,
      "loss": 0.3406,
      "step": 2220310
    },
    {
      "epoch": 619.68,
      "grad_norm": 1.2900272607803345,
      "learning_rate": 6.214863077005898e-07,
      "loss": 0.3305,
      "step": 2220320
    },
    {
      "epoch": 619.68,
      "grad_norm": 1.1928876638412476,
      "learning_rate": 6.214679682230642e-07,
      "loss": 0.3376,
      "step": 2220330
    },
    {
      "epoch": 619.69,
      "grad_norm": 0.9415001273155212,
      "learning_rate": 6.214496289747746e-07,
      "loss": 0.3214,
      "step": 2220340
    },
    {
      "epoch": 619.69,
      "grad_norm": 1.3001534938812256,
      "learning_rate": 6.214312899557244e-07,
      "loss": 0.3565,
      "step": 2220350
    },
    {
      "epoch": 619.69,
      "grad_norm": 1.044828176498413,
      "learning_rate": 6.21412951165914e-07,
      "loss": 0.3598,
      "step": 2220360
    },
    {
      "epoch": 619.7,
      "grad_norm": 1.1493107080459595,
      "learning_rate": 6.213946126053483e-07,
      "loss": 0.3259,
      "step": 2220370
    },
    {
      "epoch": 619.7,
      "grad_norm": 1.1428273916244507,
      "learning_rate": 6.213762742740282e-07,
      "loss": 0.3481,
      "step": 2220380
    },
    {
      "epoch": 619.7,
      "grad_norm": 1.5970078706741333,
      "learning_rate": 6.213579361719562e-07,
      "loss": 0.3342,
      "step": 2220390
    },
    {
      "epoch": 619.7,
      "grad_norm": 1.3134071826934814,
      "learning_rate": 6.21339598299136e-07,
      "loss": 0.3124,
      "step": 2220400
    },
    {
      "epoch": 619.71,
      "grad_norm": 1.1718353033065796,
      "learning_rate": 6.213212606555683e-07,
      "loss": 0.3322,
      "step": 2220410
    },
    {
      "epoch": 619.71,
      "grad_norm": 1.258284568786621,
      "learning_rate": 6.213029232412563e-07,
      "loss": 0.3669,
      "step": 2220420
    },
    {
      "epoch": 619.71,
      "grad_norm": 1.3147625923156738,
      "learning_rate": 6.212845860562025e-07,
      "loss": 0.3308,
      "step": 2220430
    },
    {
      "epoch": 619.72,
      "grad_norm": 1.2763046026229858,
      "learning_rate": 6.2126624910041e-07,
      "loss": 0.3303,
      "step": 2220440
    },
    {
      "epoch": 619.72,
      "grad_norm": 8.033796310424805,
      "learning_rate": 6.212479123738798e-07,
      "loss": 0.3321,
      "step": 2220450
    },
    {
      "epoch": 619.72,
      "grad_norm": 2.505275249481201,
      "learning_rate": 6.212295758766153e-07,
      "loss": 0.3405,
      "step": 2220460
    },
    {
      "epoch": 619.72,
      "grad_norm": 1.3289077281951904,
      "learning_rate": 6.212112396086191e-07,
      "loss": 0.3341,
      "step": 2220470
    },
    {
      "epoch": 619.73,
      "grad_norm": 1.3576428890228271,
      "learning_rate": 6.211929035698921e-07,
      "loss": 0.335,
      "step": 2220480
    },
    {
      "epoch": 619.73,
      "grad_norm": 1.157517433166504,
      "learning_rate": 6.211745677604393e-07,
      "loss": 0.3578,
      "step": 2220490
    },
    {
      "epoch": 619.73,
      "grad_norm": 1.1718764305114746,
      "learning_rate": 6.211562321802604e-07,
      "loss": 0.3428,
      "step": 2220500
    },
    {
      "epoch": 619.73,
      "grad_norm": 1.2582703828811646,
      "learning_rate": 6.211378968293607e-07,
      "loss": 0.3469,
      "step": 2220510
    },
    {
      "epoch": 619.74,
      "grad_norm": 1.2148655652999878,
      "learning_rate": 6.211195617077402e-07,
      "loss": 0.3347,
      "step": 2220520
    },
    {
      "epoch": 619.74,
      "grad_norm": 1.2095147371292114,
      "learning_rate": 6.211012268154025e-07,
      "loss": 0.3214,
      "step": 2220530
    },
    {
      "epoch": 619.74,
      "grad_norm": 1.191728949546814,
      "learning_rate": 6.210828921523504e-07,
      "loss": 0.3476,
      "step": 2220540
    },
    {
      "epoch": 619.75,
      "grad_norm": 1.096506118774414,
      "learning_rate": 6.210645577185849e-07,
      "loss": 0.3418,
      "step": 2220550
    },
    {
      "epoch": 619.75,
      "grad_norm": 1.3229939937591553,
      "learning_rate": 6.210462235141094e-07,
      "loss": 0.3361,
      "step": 2220560
    },
    {
      "epoch": 619.75,
      "grad_norm": 1.3258012533187866,
      "learning_rate": 6.210278895389263e-07,
      "loss": 0.346,
      "step": 2220570
    },
    {
      "epoch": 619.75,
      "grad_norm": 1.1176658868789673,
      "learning_rate": 6.210095557930387e-07,
      "loss": 0.3377,
      "step": 2220580
    },
    {
      "epoch": 619.76,
      "grad_norm": 1.606324315071106,
      "learning_rate": 6.209912222764477e-07,
      "loss": 0.3471,
      "step": 2220590
    },
    {
      "epoch": 619.76,
      "grad_norm": 1.3573532104492188,
      "learning_rate": 6.209728889891563e-07,
      "loss": 0.3374,
      "step": 2220600
    },
    {
      "epoch": 619.76,
      "grad_norm": 1.1929372549057007,
      "learning_rate": 6.209545559311676e-07,
      "loss": 0.3295,
      "step": 2220610
    },
    {
      "epoch": 619.77,
      "grad_norm": 1.1171822547912598,
      "learning_rate": 6.20936223102482e-07,
      "loss": 0.3325,
      "step": 2220620
    },
    {
      "epoch": 619.77,
      "grad_norm": 1.1636173725128174,
      "learning_rate": 6.20917890503105e-07,
      "loss": 0.337,
      "step": 2220630
    },
    {
      "epoch": 619.77,
      "grad_norm": 1.2089574337005615,
      "learning_rate": 6.208995581330366e-07,
      "loss": 0.3396,
      "step": 2220640
    },
    {
      "epoch": 619.77,
      "grad_norm": 1.2186005115509033,
      "learning_rate": 6.208812259922802e-07,
      "loss": 0.319,
      "step": 2220650
    },
    {
      "epoch": 619.78,
      "grad_norm": 1.151624083518982,
      "learning_rate": 6.208628940808379e-07,
      "loss": 0.331,
      "step": 2220660
    },
    {
      "epoch": 619.78,
      "grad_norm": 1.4076429605484009,
      "learning_rate": 6.20844562398713e-07,
      "loss": 0.3359,
      "step": 2220670
    },
    {
      "epoch": 619.78,
      "grad_norm": 1.3134348392486572,
      "learning_rate": 6.208262309459068e-07,
      "loss": 0.3316,
      "step": 2220680
    },
    {
      "epoch": 619.79,
      "grad_norm": 1.3238751888275146,
      "learning_rate": 6.208078997224223e-07,
      "loss": 0.3352,
      "step": 2220690
    },
    {
      "epoch": 619.79,
      "grad_norm": 1.2825661897659302,
      "learning_rate": 6.207895687282622e-07,
      "loss": 0.3293,
      "step": 2220700
    },
    {
      "epoch": 619.79,
      "grad_norm": 1.162292242050171,
      "learning_rate": 6.207712379634276e-07,
      "loss": 0.3338,
      "step": 2220710
    },
    {
      "epoch": 619.79,
      "grad_norm": 1.1289268732070923,
      "learning_rate": 6.20752907427923e-07,
      "loss": 0.3441,
      "step": 2220720
    },
    {
      "epoch": 619.8,
      "grad_norm": 1.2479640245437622,
      "learning_rate": 6.207345771217492e-07,
      "loss": 0.3408,
      "step": 2220730
    },
    {
      "epoch": 619.8,
      "grad_norm": 1.2997723817825317,
      "learning_rate": 6.207162470449093e-07,
      "loss": 0.3507,
      "step": 2220740
    },
    {
      "epoch": 619.8,
      "grad_norm": 1.4651051759719849,
      "learning_rate": 6.206979171974064e-07,
      "loss": 0.3317,
      "step": 2220750
    },
    {
      "epoch": 619.8,
      "grad_norm": 1.0863914489746094,
      "learning_rate": 6.206795875792415e-07,
      "loss": 0.322,
      "step": 2220760
    },
    {
      "epoch": 619.81,
      "grad_norm": 1.129936695098877,
      "learning_rate": 6.206612581904176e-07,
      "loss": 0.3499,
      "step": 2220770
    },
    {
      "epoch": 619.81,
      "grad_norm": 1.2805439233779907,
      "learning_rate": 6.206429290309373e-07,
      "loss": 0.3372,
      "step": 2220780
    },
    {
      "epoch": 619.81,
      "grad_norm": 1.074560523033142,
      "learning_rate": 6.20624600100803e-07,
      "loss": 0.3325,
      "step": 2220790
    },
    {
      "epoch": 619.82,
      "grad_norm": 1.050147533416748,
      "learning_rate": 6.206062714000172e-07,
      "loss": 0.3402,
      "step": 2220800
    },
    {
      "epoch": 619.82,
      "grad_norm": 1.354460597038269,
      "learning_rate": 6.205879429285831e-07,
      "loss": 0.3315,
      "step": 2220810
    },
    {
      "epoch": 619.82,
      "grad_norm": 1.8743510246276855,
      "learning_rate": 6.205696146865015e-07,
      "loss": 0.3445,
      "step": 2220820
    },
    {
      "epoch": 619.82,
      "grad_norm": 1.0347241163253784,
      "learning_rate": 6.205512866737758e-07,
      "loss": 0.3419,
      "step": 2220830
    },
    {
      "epoch": 619.83,
      "grad_norm": 1.1338456869125366,
      "learning_rate": 6.20532958890409e-07,
      "loss": 0.3461,
      "step": 2220840
    },
    {
      "epoch": 619.83,
      "grad_norm": 1.139962077140808,
      "learning_rate": 6.205146313364013e-07,
      "loss": 0.3236,
      "step": 2220850
    },
    {
      "epoch": 619.83,
      "grad_norm": 1.2316763401031494,
      "learning_rate": 6.204963040117583e-07,
      "loss": 0.3237,
      "step": 2220860
    },
    {
      "epoch": 619.84,
      "grad_norm": 1.2439731359481812,
      "learning_rate": 6.204779769164801e-07,
      "loss": 0.3493,
      "step": 2220870
    },
    {
      "epoch": 619.84,
      "grad_norm": 1.1836379766464233,
      "learning_rate": 6.204596500505699e-07,
      "loss": 0.3479,
      "step": 2220880
    },
    {
      "epoch": 619.84,
      "grad_norm": 1.32248854637146,
      "learning_rate": 6.204413234140305e-07,
      "loss": 0.3327,
      "step": 2220890
    },
    {
      "epoch": 619.84,
      "grad_norm": 1.2549554109573364,
      "learning_rate": 6.204229970068634e-07,
      "loss": 0.3483,
      "step": 2220900
    },
    {
      "epoch": 619.85,
      "grad_norm": 1.2855805158615112,
      "learning_rate": 6.204046708290717e-07,
      "loss": 0.3587,
      "step": 2220910
    },
    {
      "epoch": 619.85,
      "grad_norm": 1.2811919450759888,
      "learning_rate": 6.203863448806578e-07,
      "loss": 0.3524,
      "step": 2220920
    },
    {
      "epoch": 619.85,
      "grad_norm": 1.3350305557250977,
      "learning_rate": 6.203680191616248e-07,
      "loss": 0.3249,
      "step": 2220930
    },
    {
      "epoch": 619.85,
      "grad_norm": 1.1454416513442993,
      "learning_rate": 6.203496936719728e-07,
      "loss": 0.348,
      "step": 2220940
    },
    {
      "epoch": 619.86,
      "grad_norm": 1.0581222772598267,
      "learning_rate": 6.203313684117073e-07,
      "loss": 0.3566,
      "step": 2220950
    },
    {
      "epoch": 619.86,
      "grad_norm": 1.4378761053085327,
      "learning_rate": 6.203130433808287e-07,
      "loss": 0.3268,
      "step": 2220960
    },
    {
      "epoch": 619.86,
      "grad_norm": 1.2061344385147095,
      "learning_rate": 6.2029471857934e-07,
      "loss": 0.3628,
      "step": 2220970
    },
    {
      "epoch": 619.87,
      "grad_norm": 1.1662346124649048,
      "learning_rate": 6.202763940072443e-07,
      "loss": 0.3335,
      "step": 2220980
    },
    {
      "epoch": 619.87,
      "grad_norm": 1.3511680364608765,
      "learning_rate": 6.202580696645427e-07,
      "loss": 0.3277,
      "step": 2220990
    },
    {
      "epoch": 619.87,
      "grad_norm": 0.988330066204071,
      "learning_rate": 6.202397455512384e-07,
      "loss": 0.3513,
      "step": 2221000
    },
    {
      "epoch": 619.87,
      "grad_norm": 1.3833820819854736,
      "learning_rate": 6.20221421667334e-07,
      "loss": 0.3509,
      "step": 2221010
    },
    {
      "epoch": 619.88,
      "grad_norm": 1.258193016052246,
      "learning_rate": 6.202030980128321e-07,
      "loss": 0.3321,
      "step": 2221020
    },
    {
      "epoch": 619.88,
      "grad_norm": 1.2952532768249512,
      "learning_rate": 6.201847745877341e-07,
      "loss": 0.3474,
      "step": 2221030
    },
    {
      "epoch": 619.88,
      "grad_norm": 1.202789068222046,
      "learning_rate": 6.201664513920431e-07,
      "loss": 0.3465,
      "step": 2221040
    },
    {
      "epoch": 619.89,
      "grad_norm": 1.0783014297485352,
      "learning_rate": 6.201481284257625e-07,
      "loss": 0.3226,
      "step": 2221050
    },
    {
      "epoch": 619.89,
      "grad_norm": 1.2286808490753174,
      "learning_rate": 6.20129805688892e-07,
      "loss": 0.3448,
      "step": 2221060
    },
    {
      "epoch": 619.89,
      "grad_norm": 1.2741777896881104,
      "learning_rate": 6.201114831814376e-07,
      "loss": 0.351,
      "step": 2221070
    },
    {
      "epoch": 619.89,
      "grad_norm": 1.2657554149627686,
      "learning_rate": 6.200931609033982e-07,
      "loss": 0.3292,
      "step": 2221080
    },
    {
      "epoch": 619.9,
      "grad_norm": 1.3536981344223022,
      "learning_rate": 6.200748388547796e-07,
      "loss": 0.3319,
      "step": 2221090
    },
    {
      "epoch": 619.9,
      "grad_norm": 1.503244400024414,
      "learning_rate": 6.200565170355819e-07,
      "loss": 0.3548,
      "step": 2221100
    },
    {
      "epoch": 619.9,
      "grad_norm": 1.4664298295974731,
      "learning_rate": 6.200381954458081e-07,
      "loss": 0.3382,
      "step": 2221110
    },
    {
      "epoch": 619.91,
      "grad_norm": 1.0279752016067505,
      "learning_rate": 6.200198740854618e-07,
      "loss": 0.3223,
      "step": 2221120
    },
    {
      "epoch": 619.91,
      "grad_norm": 1.427299976348877,
      "learning_rate": 6.200015529545437e-07,
      "loss": 0.3401,
      "step": 2221130
    },
    {
      "epoch": 619.91,
      "grad_norm": 0.9972878098487854,
      "learning_rate": 6.199832320530566e-07,
      "loss": 0.323,
      "step": 2221140
    },
    {
      "epoch": 619.91,
      "grad_norm": 1.0342209339141846,
      "learning_rate": 6.199649113810038e-07,
      "loss": 0.3446,
      "step": 2221150
    },
    {
      "epoch": 619.92,
      "grad_norm": 1.3149222135543823,
      "learning_rate": 6.199465909383877e-07,
      "loss": 0.3395,
      "step": 2221160
    },
    {
      "epoch": 619.92,
      "grad_norm": 1.2096118927001953,
      "learning_rate": 6.199282707252097e-07,
      "loss": 0.3392,
      "step": 2221170
    },
    {
      "epoch": 619.92,
      "grad_norm": 1.3855139017105103,
      "learning_rate": 6.199099507414729e-07,
      "loss": 0.3408,
      "step": 2221180
    },
    {
      "epoch": 619.92,
      "grad_norm": 1.5558046102523804,
      "learning_rate": 6.198916309871796e-07,
      "loss": 0.3354,
      "step": 2221190
    },
    {
      "epoch": 619.93,
      "grad_norm": 1.1513197422027588,
      "learning_rate": 6.198733114623323e-07,
      "loss": 0.3345,
      "step": 2221200
    },
    {
      "epoch": 619.93,
      "grad_norm": 1.2774322032928467,
      "learning_rate": 6.198549921669342e-07,
      "loss": 0.347,
      "step": 2221210
    },
    {
      "epoch": 619.93,
      "grad_norm": 1.2178094387054443,
      "learning_rate": 6.198366731009865e-07,
      "loss": 0.3391,
      "step": 2221220
    },
    {
      "epoch": 619.94,
      "grad_norm": 1.1894062757492065,
      "learning_rate": 6.198183542644918e-07,
      "loss": 0.3565,
      "step": 2221230
    },
    {
      "epoch": 619.94,
      "grad_norm": 1.2068275213241577,
      "learning_rate": 6.19800035657453e-07,
      "loss": 0.3358,
      "step": 2221240
    },
    {
      "epoch": 619.94,
      "grad_norm": 1.2726610898971558,
      "learning_rate": 6.197817172798731e-07,
      "loss": 0.3491,
      "step": 2221250
    },
    {
      "epoch": 619.94,
      "grad_norm": 1.2323756217956543,
      "learning_rate": 6.197633991317531e-07,
      "loss": 0.3418,
      "step": 2221260
    },
    {
      "epoch": 619.95,
      "grad_norm": 1.247150182723999,
      "learning_rate": 6.197450812130961e-07,
      "loss": 0.3394,
      "step": 2221270
    },
    {
      "epoch": 619.95,
      "grad_norm": 1.3737633228302002,
      "learning_rate": 6.197267635239057e-07,
      "loss": 0.3558,
      "step": 2221280
    },
    {
      "epoch": 619.95,
      "grad_norm": 1.3084688186645508,
      "learning_rate": 6.197084460641817e-07,
      "loss": 0.3174,
      "step": 2221290
    },
    {
      "epoch": 619.96,
      "grad_norm": 1.1312915086746216,
      "learning_rate": 6.196901288339293e-07,
      "loss": 0.339,
      "step": 2221300
    },
    {
      "epoch": 619.96,
      "grad_norm": 1.3005297183990479,
      "learning_rate": 6.196718118331491e-07,
      "loss": 0.3492,
      "step": 2221310
    },
    {
      "epoch": 619.96,
      "grad_norm": 3.1599509716033936,
      "learning_rate": 6.196534950618443e-07,
      "loss": 0.333,
      "step": 2221320
    },
    {
      "epoch": 619.96,
      "grad_norm": 1.223823070526123,
      "learning_rate": 6.196351785200172e-07,
      "loss": 0.3442,
      "step": 2221330
    },
    {
      "epoch": 619.97,
      "grad_norm": 1.067726969718933,
      "learning_rate": 6.196168622076709e-07,
      "loss": 0.3326,
      "step": 2221340
    },
    {
      "epoch": 619.97,
      "grad_norm": 1.225556492805481,
      "learning_rate": 6.195985461248065e-07,
      "loss": 0.3388,
      "step": 2221350
    },
    {
      "epoch": 619.97,
      "grad_norm": 1.217012882232666,
      "learning_rate": 6.195802302714272e-07,
      "loss": 0.3214,
      "step": 2221360
    },
    {
      "epoch": 619.97,
      "grad_norm": 1.2296357154846191,
      "learning_rate": 6.195619146475352e-07,
      "loss": 0.3258,
      "step": 2221370
    },
    {
      "epoch": 619.98,
      "grad_norm": 1.2029783725738525,
      "learning_rate": 6.195435992531333e-07,
      "loss": 0.3309,
      "step": 2221380
    },
    {
      "epoch": 619.98,
      "grad_norm": 1.289160132408142,
      "learning_rate": 6.195252840882244e-07,
      "loss": 0.3433,
      "step": 2221390
    },
    {
      "epoch": 619.98,
      "grad_norm": 1.1333744525909424,
      "learning_rate": 6.195069691528094e-07,
      "loss": 0.3361,
      "step": 2221400
    },
    {
      "epoch": 619.99,
      "grad_norm": 1.0639864206314087,
      "learning_rate": 6.194886544468917e-07,
      "loss": 0.3468,
      "step": 2221410
    },
    {
      "epoch": 619.99,
      "grad_norm": 1.1934674978256226,
      "learning_rate": 6.194703399704743e-07,
      "loss": 0.3265,
      "step": 2221420
    },
    {
      "epoch": 619.99,
      "grad_norm": 1.5488877296447754,
      "learning_rate": 6.194520257235579e-07,
      "loss": 0.3464,
      "step": 2221430
    },
    {
      "epoch": 619.99,
      "grad_norm": 1.334032416343689,
      "learning_rate": 6.194337117061472e-07,
      "loss": 0.337,
      "step": 2221440
    },
    {
      "epoch": 620.0,
      "grad_norm": 1.3565973043441772,
      "learning_rate": 6.194153979182426e-07,
      "loss": 0.3432,
      "step": 2221450
    },
    {
      "epoch": 620.0,
      "grad_norm": 1.3240737915039062,
      "learning_rate": 6.193970843598478e-07,
      "loss": 0.3514,
      "step": 2221460
    },
    {
      "epoch": 620.0,
      "eval_loss": 0.34000325202941895,
      "eval_runtime": 64.273,
      "eval_samples_per_second": 78.711,
      "eval_steps_per_second": 9.849,
      "step": 2221460
    },
    {
      "epoch": 620.0,
      "grad_norm": 1.0912500619888306,
      "learning_rate": 6.193787710309645e-07,
      "loss": 0.3399,
      "step": 2221470
    },
    {
      "epoch": 620.01,
      "grad_norm": 1.3669041395187378,
      "learning_rate": 6.193604579315962e-07,
      "loss": 0.3239,
      "step": 2221480
    },
    {
      "epoch": 620.01,
      "grad_norm": 1.2137452363967896,
      "learning_rate": 6.193421450617442e-07,
      "loss": 0.3417,
      "step": 2221490
    },
    {
      "epoch": 620.01,
      "grad_norm": 1.3109533786773682,
      "learning_rate": 6.193238324214112e-07,
      "loss": 0.3374,
      "step": 2221500
    },
    {
      "epoch": 620.01,
      "grad_norm": 1.2402080297470093,
      "learning_rate": 6.193055200106003e-07,
      "loss": 0.3368,
      "step": 2221510
    },
    {
      "epoch": 620.02,
      "grad_norm": 1.1200752258300781,
      "learning_rate": 6.192872078293123e-07,
      "loss": 0.3676,
      "step": 2221520
    },
    {
      "epoch": 620.02,
      "grad_norm": 1.0739293098449707,
      "learning_rate": 6.192688958775522e-07,
      "loss": 0.3329,
      "step": 2221530
    },
    {
      "epoch": 620.02,
      "grad_norm": 1.281794548034668,
      "learning_rate": 6.1925058415532e-07,
      "loss": 0.3351,
      "step": 2221540
    },
    {
      "epoch": 620.03,
      "grad_norm": 1.1896635293960571,
      "learning_rate": 6.192322726626193e-07,
      "loss": 0.3414,
      "step": 2221550
    },
    {
      "epoch": 620.03,
      "grad_norm": 1.2572177648544312,
      "learning_rate": 6.192139613994531e-07,
      "loss": 0.3348,
      "step": 2221560
    },
    {
      "epoch": 620.03,
      "grad_norm": 1.3820459842681885,
      "learning_rate": 6.191956503658226e-07,
      "loss": 0.3464,
      "step": 2221570
    },
    {
      "epoch": 620.03,
      "grad_norm": 1.4339195489883423,
      "learning_rate": 6.191773395617303e-07,
      "loss": 0.3384,
      "step": 2221580
    },
    {
      "epoch": 620.04,
      "grad_norm": 1.1521450281143188,
      "learning_rate": 6.191590289871795e-07,
      "loss": 0.3285,
      "step": 2221590
    },
    {
      "epoch": 620.04,
      "grad_norm": 1.2094519138336182,
      "learning_rate": 6.191407186421729e-07,
      "loss": 0.3226,
      "step": 2221600
    },
    {
      "epoch": 620.04,
      "grad_norm": 1.1191462278366089,
      "learning_rate": 6.191224085267107e-07,
      "loss": 0.3385,
      "step": 2221610
    },
    {
      "epoch": 620.04,
      "grad_norm": 1.155256986618042,
      "learning_rate": 6.191040986407984e-07,
      "loss": 0.3524,
      "step": 2221620
    },
    {
      "epoch": 620.05,
      "grad_norm": 1.2238242626190186,
      "learning_rate": 6.190857889844362e-07,
      "loss": 0.3263,
      "step": 2221630
    },
    {
      "epoch": 620.05,
      "grad_norm": 1.0151516199111938,
      "learning_rate": 6.190674795576271e-07,
      "loss": 0.3413,
      "step": 2221640
    },
    {
      "epoch": 620.05,
      "grad_norm": 1.1739468574523926,
      "learning_rate": 6.190491703603748e-07,
      "loss": 0.3551,
      "step": 2221650
    },
    {
      "epoch": 620.06,
      "grad_norm": 1.119144320487976,
      "learning_rate": 6.190308613926789e-07,
      "loss": 0.3403,
      "step": 2221660
    },
    {
      "epoch": 620.06,
      "grad_norm": 1.1451078653335571,
      "learning_rate": 6.190125526545451e-07,
      "loss": 0.3233,
      "step": 2221670
    },
    {
      "epoch": 620.06,
      "grad_norm": 1.2061960697174072,
      "learning_rate": 6.189942441459735e-07,
      "loss": 0.337,
      "step": 2221680
    },
    {
      "epoch": 620.06,
      "grad_norm": 1.2457261085510254,
      "learning_rate": 6.189759358669677e-07,
      "loss": 0.3338,
      "step": 2221690
    },
    {
      "epoch": 620.07,
      "grad_norm": 1.3237086534500122,
      "learning_rate": 6.189576278175303e-07,
      "loss": 0.338,
      "step": 2221700
    },
    {
      "epoch": 620.07,
      "grad_norm": 1.1707040071487427,
      "learning_rate": 6.189393199976626e-07,
      "loss": 0.3389,
      "step": 2221710
    },
    {
      "epoch": 620.07,
      "grad_norm": 1.3125014305114746,
      "learning_rate": 6.189210124073676e-07,
      "loss": 0.335,
      "step": 2221720
    },
    {
      "epoch": 620.08,
      "grad_norm": 1.351414680480957,
      "learning_rate": 6.189027050466478e-07,
      "loss": 0.3583,
      "step": 2221730
    },
    {
      "epoch": 620.08,
      "grad_norm": 1.1522533893585205,
      "learning_rate": 6.188843979155062e-07,
      "loss": 0.3195,
      "step": 2221740
    },
    {
      "epoch": 620.08,
      "grad_norm": 1.192285180091858,
      "learning_rate": 6.188660910139436e-07,
      "loss": 0.3402,
      "step": 2221750
    },
    {
      "epoch": 620.08,
      "grad_norm": 1.1532515287399292,
      "learning_rate": 6.188477843419647e-07,
      "loss": 0.3403,
      "step": 2221760
    },
    {
      "epoch": 620.09,
      "grad_norm": 1.2919615507125854,
      "learning_rate": 6.188294778995702e-07,
      "loss": 0.3438,
      "step": 2221770
    },
    {
      "epoch": 620.09,
      "grad_norm": 1.0990004539489746,
      "learning_rate": 6.188111716867631e-07,
      "loss": 0.3305,
      "step": 2221780
    },
    {
      "epoch": 620.09,
      "grad_norm": 1.1812305450439453,
      "learning_rate": 6.187928657035464e-07,
      "loss": 0.3378,
      "step": 2221790
    },
    {
      "epoch": 620.09,
      "grad_norm": 1.2170159816741943,
      "learning_rate": 6.187745599499211e-07,
      "loss": 0.3556,
      "step": 2221800
    },
    {
      "epoch": 620.1,
      "grad_norm": 1.3287252187728882,
      "learning_rate": 6.18756254425891e-07,
      "loss": 0.3279,
      "step": 2221810
    },
    {
      "epoch": 620.1,
      "grad_norm": 1.1441001892089844,
      "learning_rate": 6.187379491314576e-07,
      "loss": 0.3513,
      "step": 2221820
    },
    {
      "epoch": 620.1,
      "grad_norm": 1.0328538417816162,
      "learning_rate": 6.187196440666247e-07,
      "loss": 0.3318,
      "step": 2221830
    },
    {
      "epoch": 620.11,
      "grad_norm": 1.2691045999526978,
      "learning_rate": 6.18701339231393e-07,
      "loss": 0.3469,
      "step": 2221840
    },
    {
      "epoch": 620.11,
      "grad_norm": 1.064995288848877,
      "learning_rate": 6.186830346257657e-07,
      "loss": 0.3327,
      "step": 2221850
    },
    {
      "epoch": 620.11,
      "grad_norm": 1.072291612625122,
      "learning_rate": 6.18664730249746e-07,
      "loss": 0.3226,
      "step": 2221860
    },
    {
      "epoch": 620.11,
      "grad_norm": 1.1337233781814575,
      "learning_rate": 6.186464261033345e-07,
      "loss": 0.3443,
      "step": 2221870
    },
    {
      "epoch": 620.12,
      "grad_norm": 1.2742691040039062,
      "learning_rate": 6.186281221865358e-07,
      "loss": 0.3293,
      "step": 2221880
    },
    {
      "epoch": 620.12,
      "grad_norm": 1.1516460180282593,
      "learning_rate": 6.186098184993506e-07,
      "loss": 0.3193,
      "step": 2221890
    },
    {
      "epoch": 620.12,
      "grad_norm": 1.1247360706329346,
      "learning_rate": 6.185915150417823e-07,
      "loss": 0.3326,
      "step": 2221900
    },
    {
      "epoch": 620.13,
      "grad_norm": 1.3664857149124146,
      "learning_rate": 6.185732118138329e-07,
      "loss": 0.3318,
      "step": 2221910
    },
    {
      "epoch": 620.13,
      "grad_norm": 1.0572236776351929,
      "learning_rate": 6.185549088155058e-07,
      "loss": 0.3384,
      "step": 2221920
    },
    {
      "epoch": 620.13,
      "grad_norm": 1.4989455938339233,
      "learning_rate": 6.185366060468017e-07,
      "loss": 0.3336,
      "step": 2221930
    },
    {
      "epoch": 620.13,
      "grad_norm": 1.190068244934082,
      "learning_rate": 6.185183035077242e-07,
      "loss": 0.3356,
      "step": 2221940
    },
    {
      "epoch": 620.14,
      "grad_norm": 1.0601814985275269,
      "learning_rate": 6.185000011982755e-07,
      "loss": 0.3231,
      "step": 2221950
    },
    {
      "epoch": 620.14,
      "grad_norm": 1.167876124382019,
      "learning_rate": 6.18481699118458e-07,
      "loss": 0.3464,
      "step": 2221960
    },
    {
      "epoch": 620.14,
      "grad_norm": 1.1440728902816772,
      "learning_rate": 6.184633972682747e-07,
      "loss": 0.3436,
      "step": 2221970
    },
    {
      "epoch": 620.15,
      "grad_norm": 1.1978834867477417,
      "learning_rate": 6.184450956477269e-07,
      "loss": 0.3416,
      "step": 2221980
    },
    {
      "epoch": 620.15,
      "grad_norm": 1.211922526359558,
      "learning_rate": 6.184267942568179e-07,
      "loss": 0.3373,
      "step": 2221990
    },
    {
      "epoch": 620.15,
      "grad_norm": 1.101534366607666,
      "learning_rate": 6.184084930955505e-07,
      "loss": 0.33,
      "step": 2222000
    },
    {
      "epoch": 620.15,
      "grad_norm": 1.116981863975525,
      "learning_rate": 6.183901921639249e-07,
      "loss": 0.3293,
      "step": 2222010
    },
    {
      "epoch": 620.16,
      "grad_norm": 1.4906526803970337,
      "learning_rate": 6.183718914619469e-07,
      "loss": 0.33,
      "step": 2222020
    },
    {
      "epoch": 620.16,
      "grad_norm": 1.1176817417144775,
      "learning_rate": 6.183535909896161e-07,
      "loss": 0.3455,
      "step": 2222030
    },
    {
      "epoch": 620.16,
      "grad_norm": 1.3092349767684937,
      "learning_rate": 6.183352907469363e-07,
      "loss": 0.328,
      "step": 2222040
    },
    {
      "epoch": 620.16,
      "grad_norm": 1.0793732404708862,
      "learning_rate": 6.183169907339097e-07,
      "loss": 0.3313,
      "step": 2222050
    },
    {
      "epoch": 620.17,
      "grad_norm": 1.0606998205184937,
      "learning_rate": 6.182986909505393e-07,
      "loss": 0.3426,
      "step": 2222060
    },
    {
      "epoch": 620.17,
      "grad_norm": 1.2235122919082642,
      "learning_rate": 6.18280391396826e-07,
      "loss": 0.3397,
      "step": 2222070
    },
    {
      "epoch": 620.17,
      "grad_norm": 1.1316243410110474,
      "learning_rate": 6.182620920727737e-07,
      "loss": 0.3267,
      "step": 2222080
    },
    {
      "epoch": 620.18,
      "grad_norm": 1.3606722354888916,
      "learning_rate": 6.182437929783847e-07,
      "loss": 0.3483,
      "step": 2222090
    },
    {
      "epoch": 620.18,
      "grad_norm": 1.2708308696746826,
      "learning_rate": 6.182254941136596e-07,
      "loss": 0.3446,
      "step": 2222100
    },
    {
      "epoch": 620.18,
      "grad_norm": 1.2264525890350342,
      "learning_rate": 6.182071954786037e-07,
      "loss": 0.332,
      "step": 2222110
    },
    {
      "epoch": 620.18,
      "grad_norm": 1.181355595588684,
      "learning_rate": 6.181888970732174e-07,
      "loss": 0.3409,
      "step": 2222120
    },
    {
      "epoch": 620.19,
      "grad_norm": 1.252211093902588,
      "learning_rate": 6.181705988975038e-07,
      "loss": 0.362,
      "step": 2222130
    },
    {
      "epoch": 620.19,
      "grad_norm": 1.2948962450027466,
      "learning_rate": 6.181523009514652e-07,
      "loss": 0.3442,
      "step": 2222140
    },
    {
      "epoch": 620.19,
      "grad_norm": 1.3793895244598389,
      "learning_rate": 6.181340032351049e-07,
      "loss": 0.3395,
      "step": 2222150
    },
    {
      "epoch": 620.2,
      "grad_norm": 1.2673996686935425,
      "learning_rate": 6.181157057484236e-07,
      "loss": 0.3427,
      "step": 2222160
    },
    {
      "epoch": 620.2,
      "grad_norm": 1.4126030206680298,
      "learning_rate": 6.18097408491425e-07,
      "loss": 0.3401,
      "step": 2222170
    },
    {
      "epoch": 620.2,
      "grad_norm": 1.1886205673217773,
      "learning_rate": 6.180791114641117e-07,
      "loss": 0.3541,
      "step": 2222180
    },
    {
      "epoch": 620.2,
      "grad_norm": 1.2252657413482666,
      "learning_rate": 6.180608146664845e-07,
      "loss": 0.3329,
      "step": 2222190
    },
    {
      "epoch": 620.21,
      "grad_norm": 1.1807184219360352,
      "learning_rate": 6.180425180985482e-07,
      "loss": 0.3419,
      "step": 2222200
    },
    {
      "epoch": 620.21,
      "grad_norm": 1.1382120847702026,
      "learning_rate": 6.180242217603035e-07,
      "loss": 0.3551,
      "step": 2222210
    },
    {
      "epoch": 620.21,
      "grad_norm": 1.2305033206939697,
      "learning_rate": 6.180059256517534e-07,
      "loss": 0.3474,
      "step": 2222220
    },
    {
      "epoch": 620.21,
      "grad_norm": 1.2097933292388916,
      "learning_rate": 6.179876297729008e-07,
      "loss": 0.3312,
      "step": 2222230
    },
    {
      "epoch": 620.22,
      "grad_norm": 1.301535964012146,
      "learning_rate": 6.179693341237463e-07,
      "loss": 0.3434,
      "step": 2222240
    },
    {
      "epoch": 620.22,
      "grad_norm": 1.2264280319213867,
      "learning_rate": 6.179510387042953e-07,
      "loss": 0.3463,
      "step": 2222250
    },
    {
      "epoch": 620.22,
      "grad_norm": 1.107431173324585,
      "learning_rate": 6.179327435145478e-07,
      "loss": 0.3581,
      "step": 2222260
    },
    {
      "epoch": 620.23,
      "grad_norm": 1.0384840965270996,
      "learning_rate": 6.179144485545068e-07,
      "loss": 0.3269,
      "step": 2222270
    },
    {
      "epoch": 620.23,
      "grad_norm": 0.9840922951698303,
      "learning_rate": 6.178961538241751e-07,
      "loss": 0.3252,
      "step": 2222280
    },
    {
      "epoch": 620.23,
      "grad_norm": 1.1927096843719482,
      "learning_rate": 6.178778593235558e-07,
      "loss": 0.3432,
      "step": 2222290
    },
    {
      "epoch": 620.23,
      "grad_norm": 1.5365350246429443,
      "learning_rate": 6.178595650526498e-07,
      "loss": 0.3523,
      "step": 2222300
    },
    {
      "epoch": 620.24,
      "grad_norm": 1.3553318977355957,
      "learning_rate": 6.178412710114603e-07,
      "loss": 0.34,
      "step": 2222310
    },
    {
      "epoch": 620.24,
      "grad_norm": 1.1604615449905396,
      "learning_rate": 6.178229771999905e-07,
      "loss": 0.3317,
      "step": 2222320
    },
    {
      "epoch": 620.24,
      "grad_norm": 1.3934001922607422,
      "learning_rate": 6.178046836182408e-07,
      "loss": 0.3396,
      "step": 2222330
    },
    {
      "epoch": 620.25,
      "grad_norm": 1.2036782503128052,
      "learning_rate": 6.177863902662159e-07,
      "loss": 0.3281,
      "step": 2222340
    },
    {
      "epoch": 620.25,
      "grad_norm": 1.1054060459136963,
      "learning_rate": 6.177680971439167e-07,
      "loss": 0.3343,
      "step": 2222350
    },
    {
      "epoch": 620.25,
      "grad_norm": 1.014768362045288,
      "learning_rate": 6.177498042513462e-07,
      "loss": 0.3411,
      "step": 2222360
    },
    {
      "epoch": 620.25,
      "grad_norm": 1.2812825441360474,
      "learning_rate": 6.177315115885076e-07,
      "loss": 0.3295,
      "step": 2222370
    },
    {
      "epoch": 620.26,
      "grad_norm": 1.2829231023788452,
      "learning_rate": 6.177132191554016e-07,
      "loss": 0.3374,
      "step": 2222380
    },
    {
      "epoch": 620.26,
      "grad_norm": 1.4415100812911987,
      "learning_rate": 6.176949269520318e-07,
      "loss": 0.3422,
      "step": 2222390
    },
    {
      "epoch": 620.26,
      "grad_norm": 1.3287134170532227,
      "learning_rate": 6.176766349784002e-07,
      "loss": 0.3474,
      "step": 2222400
    },
    {
      "epoch": 620.27,
      "grad_norm": 1.4003074169158936,
      "learning_rate": 6.176583432345103e-07,
      "loss": 0.3399,
      "step": 2222410
    },
    {
      "epoch": 620.27,
      "grad_norm": 1.1175813674926758,
      "learning_rate": 6.176400517203622e-07,
      "loss": 0.3424,
      "step": 2222420
    },
    {
      "epoch": 620.27,
      "grad_norm": 1.1721093654632568,
      "learning_rate": 6.17621760435961e-07,
      "loss": 0.333,
      "step": 2222430
    },
    {
      "epoch": 620.27,
      "grad_norm": 1.2846055030822754,
      "learning_rate": 6.176034693813076e-07,
      "loss": 0.3415,
      "step": 2222440
    },
    {
      "epoch": 620.28,
      "grad_norm": 1.1896240711212158,
      "learning_rate": 6.175851785564044e-07,
      "loss": 0.3467,
      "step": 2222450
    },
    {
      "epoch": 620.28,
      "grad_norm": 1.1688326597213745,
      "learning_rate": 6.175668879612553e-07,
      "loss": 0.3479,
      "step": 2222460
    },
    {
      "epoch": 620.28,
      "grad_norm": 1.1892274618148804,
      "learning_rate": 6.175485975958607e-07,
      "loss": 0.3506,
      "step": 2222470
    },
    {
      "epoch": 620.28,
      "grad_norm": 1.5368422269821167,
      "learning_rate": 6.175303074602239e-07,
      "loss": 0.3405,
      "step": 2222480
    },
    {
      "epoch": 620.29,
      "grad_norm": 1.2680903673171997,
      "learning_rate": 6.175120175543476e-07,
      "loss": 0.3425,
      "step": 2222490
    },
    {
      "epoch": 620.29,
      "grad_norm": 1.1640434265136719,
      "learning_rate": 6.174937278782347e-07,
      "loss": 0.3412,
      "step": 2222500
    },
    {
      "epoch": 620.29,
      "grad_norm": 1.029344081878662,
      "learning_rate": 6.174754384318864e-07,
      "loss": 0.341,
      "step": 2222510
    },
    {
      "epoch": 620.3,
      "grad_norm": 1.9954410791397095,
      "learning_rate": 6.174571492153053e-07,
      "loss": 0.339,
      "step": 2222520
    },
    {
      "epoch": 620.3,
      "grad_norm": 1.20723295211792,
      "learning_rate": 6.174388602284946e-07,
      "loss": 0.3333,
      "step": 2222530
    },
    {
      "epoch": 620.3,
      "grad_norm": 1.2791398763656616,
      "learning_rate": 6.174205714714564e-07,
      "loss": 0.333,
      "step": 2222540
    },
    {
      "epoch": 620.3,
      "grad_norm": 1.1203994750976562,
      "learning_rate": 6.174022829441938e-07,
      "loss": 0.3417,
      "step": 2222550
    },
    {
      "epoch": 620.31,
      "grad_norm": 1.419550895690918,
      "learning_rate": 6.17383994646707e-07,
      "loss": 0.3272,
      "step": 2222560
    },
    {
      "epoch": 620.31,
      "grad_norm": 1.0302127599716187,
      "learning_rate": 6.173657065790015e-07,
      "loss": 0.3363,
      "step": 2222570
    },
    {
      "epoch": 620.31,
      "grad_norm": 1.1639349460601807,
      "learning_rate": 6.173474187410774e-07,
      "loss": 0.3267,
      "step": 2222580
    },
    {
      "epoch": 620.32,
      "grad_norm": 1.1560280323028564,
      "learning_rate": 6.173291311329379e-07,
      "loss": 0.3348,
      "step": 2222590
    },
    {
      "epoch": 620.32,
      "grad_norm": 1.0422970056533813,
      "learning_rate": 6.173108437545864e-07,
      "loss": 0.3311,
      "step": 2222600
    },
    {
      "epoch": 620.32,
      "grad_norm": 1.136849284172058,
      "learning_rate": 6.172925566060238e-07,
      "loss": 0.3347,
      "step": 2222610
    },
    {
      "epoch": 620.32,
      "grad_norm": 1.2659595012664795,
      "learning_rate": 6.172742696872529e-07,
      "loss": 0.3253,
      "step": 2222620
    },
    {
      "epoch": 620.33,
      "grad_norm": 1.6705076694488525,
      "learning_rate": 6.172559829982765e-07,
      "loss": 0.3427,
      "step": 2222630
    },
    {
      "epoch": 620.33,
      "grad_norm": 1.264772891998291,
      "learning_rate": 6.172376965390977e-07,
      "loss": 0.3332,
      "step": 2222640
    },
    {
      "epoch": 620.33,
      "grad_norm": 1.3046622276306152,
      "learning_rate": 6.172194103097174e-07,
      "loss": 0.32,
      "step": 2222650
    },
    {
      "epoch": 620.33,
      "grad_norm": 1.2326796054840088,
      "learning_rate": 6.172011243101385e-07,
      "loss": 0.357,
      "step": 2222660
    },
    {
      "epoch": 620.34,
      "grad_norm": 1.2707170248031616,
      "learning_rate": 6.171828385403649e-07,
      "loss": 0.3487,
      "step": 2222670
    },
    {
      "epoch": 620.34,
      "grad_norm": 1.2073173522949219,
      "learning_rate": 6.171645530003963e-07,
      "loss": 0.3369,
      "step": 2222680
    },
    {
      "epoch": 620.34,
      "grad_norm": 1.2528631687164307,
      "learning_rate": 6.17146267690238e-07,
      "loss": 0.3212,
      "step": 2222690
    },
    {
      "epoch": 620.35,
      "grad_norm": 1.068886160850525,
      "learning_rate": 6.171279826098904e-07,
      "loss": 0.3557,
      "step": 2222700
    },
    {
      "epoch": 620.35,
      "grad_norm": 1.8427619934082031,
      "learning_rate": 6.171096977593567e-07,
      "loss": 0.34,
      "step": 2222710
    },
    {
      "epoch": 620.35,
      "grad_norm": 1.1556719541549683,
      "learning_rate": 6.170914131386394e-07,
      "loss": 0.3392,
      "step": 2222720
    },
    {
      "epoch": 620.35,
      "grad_norm": 1.1617047786712646,
      "learning_rate": 6.170731287477414e-07,
      "loss": 0.3345,
      "step": 2222730
    },
    {
      "epoch": 620.36,
      "grad_norm": 1.4033080339431763,
      "learning_rate": 6.17054844586664e-07,
      "loss": 0.3434,
      "step": 2222740
    },
    {
      "epoch": 620.36,
      "grad_norm": 1.2137049436569214,
      "learning_rate": 6.170365606554101e-07,
      "loss": 0.3328,
      "step": 2222750
    },
    {
      "epoch": 620.36,
      "grad_norm": 1.3129743337631226,
      "learning_rate": 6.17018276953983e-07,
      "loss": 0.3392,
      "step": 2222760
    },
    {
      "epoch": 620.37,
      "grad_norm": 1.1116355657577515,
      "learning_rate": 6.169999934823828e-07,
      "loss": 0.3271,
      "step": 2222770
    },
    {
      "epoch": 620.37,
      "grad_norm": 1.3057516813278198,
      "learning_rate": 6.169817102406151e-07,
      "loss": 0.3444,
      "step": 2222780
    },
    {
      "epoch": 620.37,
      "grad_norm": 1.4346212148666382,
      "learning_rate": 6.169634272286799e-07,
      "loss": 0.3385,
      "step": 2222790
    },
    {
      "epoch": 620.37,
      "grad_norm": 1.4972796440124512,
      "learning_rate": 6.169451444465805e-07,
      "loss": 0.3392,
      "step": 2222800
    },
    {
      "epoch": 620.38,
      "grad_norm": 1.2262176275253296,
      "learning_rate": 6.169268618943198e-07,
      "loss": 0.338,
      "step": 2222810
    },
    {
      "epoch": 620.38,
      "grad_norm": 1.2150059938430786,
      "learning_rate": 6.169085795718988e-07,
      "loss": 0.3321,
      "step": 2222820
    },
    {
      "epoch": 620.38,
      "grad_norm": 1.613829493522644,
      "learning_rate": 6.168902974793218e-07,
      "loss": 0.3349,
      "step": 2222830
    },
    {
      "epoch": 620.39,
      "grad_norm": 1.1571221351623535,
      "learning_rate": 6.168720156165897e-07,
      "loss": 0.3384,
      "step": 2222840
    },
    {
      "epoch": 620.39,
      "grad_norm": 1.2172746658325195,
      "learning_rate": 6.168537339837056e-07,
      "loss": 0.3361,
      "step": 2222850
    },
    {
      "epoch": 620.39,
      "grad_norm": 1.207653284072876,
      "learning_rate": 6.16835452580672e-07,
      "loss": 0.3283,
      "step": 2222860
    },
    {
      "epoch": 620.39,
      "grad_norm": 1.2217004299163818,
      "learning_rate": 6.168171714074919e-07,
      "loss": 0.3333,
      "step": 2222870
    },
    {
      "epoch": 620.4,
      "grad_norm": 1.189300298690796,
      "learning_rate": 6.167988904641661e-07,
      "loss": 0.3468,
      "step": 2222880
    },
    {
      "epoch": 620.4,
      "grad_norm": 1.105505108833313,
      "learning_rate": 6.167806097506981e-07,
      "loss": 0.3223,
      "step": 2222890
    },
    {
      "epoch": 620.4,
      "grad_norm": 1.5621181726455688,
      "learning_rate": 6.167623292670908e-07,
      "loss": 0.3465,
      "step": 2222900
    },
    {
      "epoch": 620.4,
      "grad_norm": 1.0928782224655151,
      "learning_rate": 6.167440490133449e-07,
      "loss": 0.333,
      "step": 2222910
    },
    {
      "epoch": 620.41,
      "grad_norm": 1.3403130769729614,
      "learning_rate": 6.167257689894651e-07,
      "loss": 0.3453,
      "step": 2222920
    },
    {
      "epoch": 620.41,
      "grad_norm": 1.0215073823928833,
      "learning_rate": 6.16707489195452e-07,
      "loss": 0.3255,
      "step": 2222930
    },
    {
      "epoch": 620.41,
      "grad_norm": 1.3664600849151611,
      "learning_rate": 6.166892096313087e-07,
      "loss": 0.3377,
      "step": 2222940
    },
    {
      "epoch": 620.42,
      "grad_norm": 1.2281901836395264,
      "learning_rate": 6.166709302970384e-07,
      "loss": 0.3426,
      "step": 2222950
    },
    {
      "epoch": 620.42,
      "grad_norm": 1.4023417234420776,
      "learning_rate": 6.166526511926422e-07,
      "loss": 0.3417,
      "step": 2222960
    },
    {
      "epoch": 620.42,
      "grad_norm": 1.0756009817123413,
      "learning_rate": 6.16634372318123e-07,
      "loss": 0.335,
      "step": 2222970
    },
    {
      "epoch": 620.42,
      "grad_norm": 1.1195937395095825,
      "learning_rate": 6.166160936734834e-07,
      "loss": 0.3283,
      "step": 2222980
    },
    {
      "epoch": 620.43,
      "grad_norm": 1.2042397260665894,
      "learning_rate": 6.165978152587267e-07,
      "loss": 0.3431,
      "step": 2222990
    },
    {
      "epoch": 620.43,
      "grad_norm": 1.1173977851867676,
      "learning_rate": 6.165795370738527e-07,
      "loss": 0.3319,
      "step": 2223000
    },
    {
      "epoch": 620.43,
      "grad_norm": 1.3214656114578247,
      "learning_rate": 6.165612591188672e-07,
      "loss": 0.3461,
      "step": 2223010
    },
    {
      "epoch": 620.44,
      "grad_norm": 1.1158174276351929,
      "learning_rate": 6.165429813937703e-07,
      "loss": 0.3204,
      "step": 2223020
    },
    {
      "epoch": 620.44,
      "grad_norm": 1.2345160245895386,
      "learning_rate": 6.165247038985649e-07,
      "loss": 0.3489,
      "step": 2223030
    },
    {
      "epoch": 620.44,
      "grad_norm": 1.156125545501709,
      "learning_rate": 6.165064266332545e-07,
      "loss": 0.3276,
      "step": 2223040
    },
    {
      "epoch": 620.44,
      "grad_norm": 1.1280773878097534,
      "learning_rate": 6.1648814959784e-07,
      "loss": 0.3391,
      "step": 2223050
    },
    {
      "epoch": 620.45,
      "grad_norm": 1.3695603609085083,
      "learning_rate": 6.164698727923244e-07,
      "loss": 0.3614,
      "step": 2223060
    },
    {
      "epoch": 620.45,
      "grad_norm": 1.2053693532943726,
      "learning_rate": 6.164515962167104e-07,
      "loss": 0.3339,
      "step": 2223070
    },
    {
      "epoch": 620.45,
      "grad_norm": 1.2215266227722168,
      "learning_rate": 6.16433319871001e-07,
      "loss": 0.3373,
      "step": 2223080
    },
    {
      "epoch": 620.45,
      "grad_norm": 1.2004257440567017,
      "learning_rate": 6.164150437551972e-07,
      "loss": 0.3408,
      "step": 2223090
    },
    {
      "epoch": 620.46,
      "grad_norm": 1.168535828590393,
      "learning_rate": 6.163967678693019e-07,
      "loss": 0.3469,
      "step": 2223100
    },
    {
      "epoch": 620.46,
      "grad_norm": 1.1509286165237427,
      "learning_rate": 6.16378492213318e-07,
      "loss": 0.3273,
      "step": 2223110
    },
    {
      "epoch": 620.46,
      "grad_norm": 1.2396080493927002,
      "learning_rate": 6.163602167872476e-07,
      "loss": 0.3396,
      "step": 2223120
    },
    {
      "epoch": 620.47,
      "grad_norm": 1.2391852140426636,
      "learning_rate": 6.163419415910941e-07,
      "loss": 0.3422,
      "step": 2223130
    },
    {
      "epoch": 620.47,
      "grad_norm": 1.2091323137283325,
      "learning_rate": 6.163236666248577e-07,
      "loss": 0.3562,
      "step": 2223140
    },
    {
      "epoch": 620.47,
      "grad_norm": 1.1019856929779053,
      "learning_rate": 6.163053918885437e-07,
      "loss": 0.3321,
      "step": 2223150
    },
    {
      "epoch": 620.47,
      "grad_norm": 1.2552363872528076,
      "learning_rate": 6.162871173821522e-07,
      "loss": 0.3201,
      "step": 2223160
    },
    {
      "epoch": 620.48,
      "grad_norm": 1.2199795246124268,
      "learning_rate": 6.162688431056864e-07,
      "loss": 0.3344,
      "step": 2223170
    },
    {
      "epoch": 620.48,
      "grad_norm": 1.2201545238494873,
      "learning_rate": 6.162505690591496e-07,
      "loss": 0.3416,
      "step": 2223180
    },
    {
      "epoch": 620.48,
      "grad_norm": 1.2045440673828125,
      "learning_rate": 6.162322952425428e-07,
      "loss": 0.3276,
      "step": 2223190
    },
    {
      "epoch": 620.49,
      "grad_norm": 1.0317033529281616,
      "learning_rate": 6.16214021655869e-07,
      "loss": 0.3357,
      "step": 2223200
    },
    {
      "epoch": 620.49,
      "grad_norm": 1.1966427564620972,
      "learning_rate": 6.161957482991308e-07,
      "loss": 0.3466,
      "step": 2223210
    },
    {
      "epoch": 620.49,
      "grad_norm": 1.2658621072769165,
      "learning_rate": 6.16177475172331e-07,
      "loss": 0.3489,
      "step": 2223220
    },
    {
      "epoch": 620.49,
      "grad_norm": 1.0765177011489868,
      "learning_rate": 6.161592022754706e-07,
      "loss": 0.3382,
      "step": 2223230
    },
    {
      "epoch": 620.5,
      "grad_norm": 1.2285860776901245,
      "learning_rate": 6.16140929608554e-07,
      "loss": 0.3356,
      "step": 2223240
    },
    {
      "epoch": 620.5,
      "grad_norm": 1.2479653358459473,
      "learning_rate": 6.161226571715822e-07,
      "loss": 0.3298,
      "step": 2223250
    },
    {
      "epoch": 620.5,
      "grad_norm": 1.5158370733261108,
      "learning_rate": 6.16104384964558e-07,
      "loss": 0.344,
      "step": 2223260
    },
    {
      "epoch": 620.51,
      "grad_norm": 1.4375779628753662,
      "learning_rate": 6.160861129874844e-07,
      "loss": 0.3489,
      "step": 2223270
    },
    {
      "epoch": 620.51,
      "grad_norm": 1.2598021030426025,
      "learning_rate": 6.160678412403628e-07,
      "loss": 0.3402,
      "step": 2223280
    },
    {
      "epoch": 620.51,
      "grad_norm": 1.2821986675262451,
      "learning_rate": 6.160495697231961e-07,
      "loss": 0.3251,
      "step": 2223290
    },
    {
      "epoch": 620.51,
      "grad_norm": 1.2781217098236084,
      "learning_rate": 6.160312984359871e-07,
      "loss": 0.3418,
      "step": 2223300
    },
    {
      "epoch": 620.52,
      "grad_norm": 1.2561577558517456,
      "learning_rate": 6.160130273787382e-07,
      "loss": 0.3393,
      "step": 2223310
    },
    {
      "epoch": 620.52,
      "grad_norm": 1.461795687675476,
      "learning_rate": 6.159947565514511e-07,
      "loss": 0.3294,
      "step": 2223320
    },
    {
      "epoch": 620.52,
      "grad_norm": 2.882662534713745,
      "learning_rate": 6.159764859541288e-07,
      "loss": 0.3492,
      "step": 2223330
    },
    {
      "epoch": 620.52,
      "grad_norm": 1.286993145942688,
      "learning_rate": 6.159582155867741e-07,
      "loss": 0.3392,
      "step": 2223340
    },
    {
      "epoch": 620.53,
      "grad_norm": 1.1639176607131958,
      "learning_rate": 6.159399454493876e-07,
      "loss": 0.3317,
      "step": 2223350
    },
    {
      "epoch": 620.53,
      "grad_norm": 1.0389225482940674,
      "learning_rate": 6.159216755419745e-07,
      "loss": 0.3297,
      "step": 2223360
    },
    {
      "epoch": 620.53,
      "grad_norm": 1.2182846069335938,
      "learning_rate": 6.159034058645352e-07,
      "loss": 0.3304,
      "step": 2223370
    },
    {
      "epoch": 620.54,
      "grad_norm": 1.231449007987976,
      "learning_rate": 6.158851364170728e-07,
      "loss": 0.3419,
      "step": 2223380
    },
    {
      "epoch": 620.54,
      "grad_norm": 2.8236162662506104,
      "learning_rate": 6.158668671995894e-07,
      "loss": 0.3174,
      "step": 2223390
    },
    {
      "epoch": 620.54,
      "grad_norm": 1.3052464723587036,
      "learning_rate": 6.158485982120879e-07,
      "loss": 0.3357,
      "step": 2223400
    },
    {
      "epoch": 620.54,
      "grad_norm": 1.3862712383270264,
      "learning_rate": 6.158303294545714e-07,
      "loss": 0.3273,
      "step": 2223410
    },
    {
      "epoch": 620.55,
      "grad_norm": 1.4221824407577515,
      "learning_rate": 6.158120609270405e-07,
      "loss": 0.3329,
      "step": 2223420
    },
    {
      "epoch": 620.55,
      "grad_norm": 1.0820850133895874,
      "learning_rate": 6.157937926294988e-07,
      "loss": 0.3301,
      "step": 2223430
    },
    {
      "epoch": 620.55,
      "grad_norm": 1.100056767463684,
      "learning_rate": 6.157755245619485e-07,
      "loss": 0.3293,
      "step": 2223440
    },
    {
      "epoch": 620.56,
      "grad_norm": 1.143876552581787,
      "learning_rate": 6.157572567243926e-07,
      "loss": 0.337,
      "step": 2223450
    },
    {
      "epoch": 620.56,
      "grad_norm": 1.0686516761779785,
      "learning_rate": 6.157389891168326e-07,
      "loss": 0.3393,
      "step": 2223460
    },
    {
      "epoch": 620.56,
      "grad_norm": 1.1555525064468384,
      "learning_rate": 6.15720721739271e-07,
      "loss": 0.3366,
      "step": 2223470
    },
    {
      "epoch": 620.56,
      "grad_norm": 1.0571671724319458,
      "learning_rate": 6.157024545917115e-07,
      "loss": 0.3381,
      "step": 2223480
    },
    {
      "epoch": 620.57,
      "grad_norm": 1.199666142463684,
      "learning_rate": 6.156841876741543e-07,
      "loss": 0.3499,
      "step": 2223490
    },
    {
      "epoch": 620.57,
      "grad_norm": 1.4897730350494385,
      "learning_rate": 6.156659209866042e-07,
      "loss": 0.3574,
      "step": 2223500
    },
    {
      "epoch": 620.57,
      "grad_norm": 1.0406655073165894,
      "learning_rate": 6.156476545290621e-07,
      "loss": 0.3347,
      "step": 2223510
    },
    {
      "epoch": 620.57,
      "grad_norm": 1.3894636631011963,
      "learning_rate": 6.156293883015308e-07,
      "loss": 0.3471,
      "step": 2223520
    },
    {
      "epoch": 620.58,
      "grad_norm": 1.229550838470459,
      "learning_rate": 6.156111223040129e-07,
      "loss": 0.3325,
      "step": 2223530
    },
    {
      "epoch": 620.58,
      "grad_norm": 1.3059122562408447,
      "learning_rate": 6.155928565365115e-07,
      "loss": 0.341,
      "step": 2223540
    },
    {
      "epoch": 620.58,
      "grad_norm": 1.3333466053009033,
      "learning_rate": 6.155745909990274e-07,
      "loss": 0.3378,
      "step": 2223550
    },
    {
      "epoch": 620.59,
      "grad_norm": 1.2996761798858643,
      "learning_rate": 6.15556325691564e-07,
      "loss": 0.3224,
      "step": 2223560
    },
    {
      "epoch": 620.59,
      "grad_norm": 1.2429686784744263,
      "learning_rate": 6.155380606141245e-07,
      "loss": 0.3323,
      "step": 2223570
    },
    {
      "epoch": 620.59,
      "grad_norm": 1.1012943983078003,
      "learning_rate": 6.155197957667089e-07,
      "loss": 0.3369,
      "step": 2223580
    },
    {
      "epoch": 620.59,
      "grad_norm": 1.4394140243530273,
      "learning_rate": 6.155015311493227e-07,
      "loss": 0.3452,
      "step": 2223590
    },
    {
      "epoch": 620.6,
      "grad_norm": 1.358087420463562,
      "learning_rate": 6.15483266761966e-07,
      "loss": 0.3453,
      "step": 2223600
    },
    {
      "epoch": 620.6,
      "grad_norm": 1.2015106678009033,
      "learning_rate": 6.154650026046423e-07,
      "loss": 0.3396,
      "step": 2223610
    },
    {
      "epoch": 620.6,
      "grad_norm": 1.1885161399841309,
      "learning_rate": 6.154467386773542e-07,
      "loss": 0.3439,
      "step": 2223620
    },
    {
      "epoch": 620.61,
      "grad_norm": 1.3338701725006104,
      "learning_rate": 6.154284749801033e-07,
      "loss": 0.3411,
      "step": 2223630
    },
    {
      "epoch": 620.61,
      "grad_norm": 1.2090202569961548,
      "learning_rate": 6.154102115128924e-07,
      "loss": 0.3229,
      "step": 2223640
    },
    {
      "epoch": 620.61,
      "grad_norm": 1.2287249565124512,
      "learning_rate": 6.15391948275724e-07,
      "loss": 0.3344,
      "step": 2223650
    },
    {
      "epoch": 620.61,
      "grad_norm": 1.2720332145690918,
      "learning_rate": 6.153736852686004e-07,
      "loss": 0.3293,
      "step": 2223660
    },
    {
      "epoch": 620.62,
      "grad_norm": 1.2463678121566772,
      "learning_rate": 6.153554224915244e-07,
      "loss": 0.3532,
      "step": 2223670
    },
    {
      "epoch": 620.62,
      "grad_norm": 1.1348134279251099,
      "learning_rate": 6.153371599444988e-07,
      "loss": 0.3312,
      "step": 2223680
    },
    {
      "epoch": 620.62,
      "grad_norm": 1.3491497039794922,
      "learning_rate": 6.153188976275247e-07,
      "loss": 0.3257,
      "step": 2223690
    },
    {
      "epoch": 620.63,
      "grad_norm": 1.0835586786270142,
      "learning_rate": 6.153006355406052e-07,
      "loss": 0.3356,
      "step": 2223700
    },
    {
      "epoch": 620.63,
      "grad_norm": 1.2587236166000366,
      "learning_rate": 6.152823736837436e-07,
      "loss": 0.3335,
      "step": 2223710
    },
    {
      "epoch": 620.63,
      "grad_norm": 1.1803576946258545,
      "learning_rate": 6.152641120569399e-07,
      "loss": 0.3254,
      "step": 2223720
    },
    {
      "epoch": 620.63,
      "grad_norm": 1.3437260389328003,
      "learning_rate": 6.152458506601998e-07,
      "loss": 0.3338,
      "step": 2223730
    },
    {
      "epoch": 620.64,
      "grad_norm": 1.1997320652008057,
      "learning_rate": 6.152275894935231e-07,
      "loss": 0.3438,
      "step": 2223740
    },
    {
      "epoch": 620.64,
      "grad_norm": 1.1061527729034424,
      "learning_rate": 6.152093285569134e-07,
      "loss": 0.3388,
      "step": 2223750
    },
    {
      "epoch": 620.64,
      "grad_norm": 1.1534390449523926,
      "learning_rate": 6.151910678503735e-07,
      "loss": 0.3404,
      "step": 2223760
    },
    {
      "epoch": 620.64,
      "grad_norm": 1.3860774040222168,
      "learning_rate": 6.151728073739046e-07,
      "loss": 0.3358,
      "step": 2223770
    },
    {
      "epoch": 620.65,
      "grad_norm": 1.1693427562713623,
      "learning_rate": 6.151545471275099e-07,
      "loss": 0.3658,
      "step": 2223780
    },
    {
      "epoch": 620.65,
      "grad_norm": 1.1251120567321777,
      "learning_rate": 6.151362871111917e-07,
      "loss": 0.3622,
      "step": 2223790
    },
    {
      "epoch": 620.65,
      "grad_norm": 1.0960735082626343,
      "learning_rate": 6.151180273249532e-07,
      "loss": 0.3403,
      "step": 2223800
    },
    {
      "epoch": 620.66,
      "grad_norm": 1.142958402633667,
      "learning_rate": 6.150997677687945e-07,
      "loss": 0.3577,
      "step": 2223810
    },
    {
      "epoch": 620.66,
      "grad_norm": 1.2120802402496338,
      "learning_rate": 6.150815084427211e-07,
      "loss": 0.3304,
      "step": 2223820
    },
    {
      "epoch": 620.66,
      "grad_norm": 1.3171533346176147,
      "learning_rate": 6.150632493467334e-07,
      "loss": 0.3455,
      "step": 2223830
    },
    {
      "epoch": 620.66,
      "grad_norm": 1.2255710363388062,
      "learning_rate": 6.150449904808342e-07,
      "loss": 0.3598,
      "step": 2223840
    },
    {
      "epoch": 620.67,
      "grad_norm": 1.2356709241867065,
      "learning_rate": 6.150267318450268e-07,
      "loss": 0.3288,
      "step": 2223850
    },
    {
      "epoch": 620.67,
      "grad_norm": 1.1222106218338013,
      "learning_rate": 6.150084734393123e-07,
      "loss": 0.3429,
      "step": 2223860
    },
    {
      "epoch": 620.67,
      "grad_norm": 1.2592111825942993,
      "learning_rate": 6.149902152636938e-07,
      "loss": 0.3348,
      "step": 2223870
    },
    {
      "epoch": 620.68,
      "grad_norm": 1.355808138847351,
      "learning_rate": 6.149719573181735e-07,
      "loss": 0.3321,
      "step": 2223880
    },
    {
      "epoch": 620.68,
      "grad_norm": 1.3678735494613647,
      "learning_rate": 6.14953699602755e-07,
      "loss": 0.336,
      "step": 2223890
    },
    {
      "epoch": 620.68,
      "grad_norm": 1.3915432691574097,
      "learning_rate": 6.14935442117439e-07,
      "loss": 0.3465,
      "step": 2223900
    },
    {
      "epoch": 620.68,
      "grad_norm": 1.2452583312988281,
      "learning_rate": 6.149171848622285e-07,
      "loss": 0.3297,
      "step": 2223910
    },
    {
      "epoch": 620.69,
      "grad_norm": 1.1589573621749878,
      "learning_rate": 6.148989278371268e-07,
      "loss": 0.3478,
      "step": 2223920
    },
    {
      "epoch": 620.69,
      "grad_norm": 1.3924603462219238,
      "learning_rate": 6.148806710421347e-07,
      "loss": 0.3283,
      "step": 2223930
    },
    {
      "epoch": 620.69,
      "grad_norm": 1.0848591327667236,
      "learning_rate": 6.148624144772565e-07,
      "loss": 0.3434,
      "step": 2223940
    },
    {
      "epoch": 620.69,
      "grad_norm": 1.1745412349700928,
      "learning_rate": 6.148441581424926e-07,
      "loss": 0.3344,
      "step": 2223950
    },
    {
      "epoch": 620.7,
      "grad_norm": 1.0696467161178589,
      "learning_rate": 6.148259020378476e-07,
      "loss": 0.3357,
      "step": 2223960
    },
    {
      "epoch": 620.7,
      "grad_norm": 1.2507497072219849,
      "learning_rate": 6.148076461633226e-07,
      "loss": 0.3474,
      "step": 2223970
    },
    {
      "epoch": 620.7,
      "grad_norm": 1.1376022100448608,
      "learning_rate": 6.147893905189201e-07,
      "loss": 0.354,
      "step": 2223980
    },
    {
      "epoch": 620.71,
      "grad_norm": 1.430629014968872,
      "learning_rate": 6.147711351046433e-07,
      "loss": 0.3378,
      "step": 2223990
    },
    {
      "epoch": 620.71,
      "grad_norm": 1.2102150917053223,
      "learning_rate": 6.147528799204936e-07,
      "loss": 0.3527,
      "step": 2224000
    },
    {
      "epoch": 620.71,
      "grad_norm": 1.0038280487060547,
      "learning_rate": 6.147346249664737e-07,
      "loss": 0.3361,
      "step": 2224010
    },
    {
      "epoch": 620.71,
      "grad_norm": 1.268876314163208,
      "learning_rate": 6.147163702425863e-07,
      "loss": 0.3305,
      "step": 2224020
    },
    {
      "epoch": 620.72,
      "grad_norm": 1.5317330360412598,
      "learning_rate": 6.146981157488346e-07,
      "loss": 0.3487,
      "step": 2224030
    },
    {
      "epoch": 620.72,
      "grad_norm": 1.5483120679855347,
      "learning_rate": 6.14679861485219e-07,
      "loss": 0.3456,
      "step": 2224040
    },
    {
      "epoch": 620.72,
      "grad_norm": 1.424652338027954,
      "learning_rate": 6.146616074517436e-07,
      "loss": 0.3474,
      "step": 2224050
    },
    {
      "epoch": 620.73,
      "grad_norm": 1.1056561470031738,
      "learning_rate": 6.146433536484102e-07,
      "loss": 0.3375,
      "step": 2224060
    },
    {
      "epoch": 620.73,
      "grad_norm": 1.117244005203247,
      "learning_rate": 6.146251000752213e-07,
      "loss": 0.3317,
      "step": 2224070
    },
    {
      "epoch": 620.73,
      "grad_norm": 1.37897527217865,
      "learning_rate": 6.146068467321801e-07,
      "loss": 0.33,
      "step": 2224080
    },
    {
      "epoch": 620.73,
      "grad_norm": 1.2344051599502563,
      "learning_rate": 6.145885936192875e-07,
      "loss": 0.3339,
      "step": 2224090
    },
    {
      "epoch": 620.74,
      "grad_norm": 1.2342020273208618,
      "learning_rate": 6.145703407365469e-07,
      "loss": 0.3524,
      "step": 2224100
    },
    {
      "epoch": 620.74,
      "grad_norm": 1.1198103427886963,
      "learning_rate": 6.145520880839606e-07,
      "loss": 0.3258,
      "step": 2224110
    },
    {
      "epoch": 620.74,
      "grad_norm": 1.278444528579712,
      "learning_rate": 6.145338356615317e-07,
      "loss": 0.3397,
      "step": 2224120
    },
    {
      "epoch": 620.75,
      "grad_norm": 1.2098469734191895,
      "learning_rate": 6.145155834692613e-07,
      "loss": 0.3503,
      "step": 2224130
    },
    {
      "epoch": 620.75,
      "grad_norm": 1.276607871055603,
      "learning_rate": 6.144973315071525e-07,
      "loss": 0.339,
      "step": 2224140
    },
    {
      "epoch": 620.75,
      "grad_norm": 1.1814587116241455,
      "learning_rate": 6.144790797752082e-07,
      "loss": 0.3503,
      "step": 2224150
    },
    {
      "epoch": 620.75,
      "grad_norm": 1.2456392049789429,
      "learning_rate": 6.14460828273429e-07,
      "loss": 0.337,
      "step": 2224160
    },
    {
      "epoch": 620.76,
      "grad_norm": 1.1796326637268066,
      "learning_rate": 6.1444257700182e-07,
      "loss": 0.3302,
      "step": 2224170
    },
    {
      "epoch": 620.76,
      "grad_norm": 1.139793872833252,
      "learning_rate": 6.144243259603818e-07,
      "loss": 0.3388,
      "step": 2224180
    },
    {
      "epoch": 620.76,
      "grad_norm": 1.1602280139923096,
      "learning_rate": 6.144060751491172e-07,
      "loss": 0.3327,
      "step": 2224190
    },
    {
      "epoch": 620.76,
      "grad_norm": 1.1810450553894043,
      "learning_rate": 6.143878245680288e-07,
      "loss": 0.3387,
      "step": 2224200
    },
    {
      "epoch": 620.77,
      "grad_norm": 1.260568380355835,
      "learning_rate": 6.143695742171197e-07,
      "loss": 0.3527,
      "step": 2224210
    },
    {
      "epoch": 620.77,
      "grad_norm": 1.2234917879104614,
      "learning_rate": 6.143513240963907e-07,
      "loss": 0.3466,
      "step": 2224220
    },
    {
      "epoch": 620.77,
      "grad_norm": 1.0713083744049072,
      "learning_rate": 6.143330742058453e-07,
      "loss": 0.344,
      "step": 2224230
    },
    {
      "epoch": 620.78,
      "grad_norm": 1.111456274986267,
      "learning_rate": 6.143148245454858e-07,
      "loss": 0.3449,
      "step": 2224240
    },
    {
      "epoch": 620.78,
      "grad_norm": 1.1457464694976807,
      "learning_rate": 6.142965751153144e-07,
      "loss": 0.3454,
      "step": 2224250
    },
    {
      "epoch": 620.78,
      "grad_norm": 1.2815324068069458,
      "learning_rate": 6.142783259153345e-07,
      "loss": 0.3506,
      "step": 2224260
    },
    {
      "epoch": 620.78,
      "grad_norm": 1.3099384307861328,
      "learning_rate": 6.142600769455471e-07,
      "loss": 0.3548,
      "step": 2224270
    },
    {
      "epoch": 620.79,
      "grad_norm": 1.1457480192184448,
      "learning_rate": 6.142418282059553e-07,
      "loss": 0.3255,
      "step": 2224280
    },
    {
      "epoch": 620.79,
      "grad_norm": 1.1398663520812988,
      "learning_rate": 6.142235796965622e-07,
      "loss": 0.3444,
      "step": 2224290
    },
    {
      "epoch": 620.79,
      "grad_norm": 1.3446857929229736,
      "learning_rate": 6.142053314173682e-07,
      "loss": 0.3432,
      "step": 2224300
    },
    {
      "epoch": 620.8,
      "grad_norm": 1.238267421722412,
      "learning_rate": 6.141870833683784e-07,
      "loss": 0.3237,
      "step": 2224310
    },
    {
      "epoch": 620.8,
      "grad_norm": 1.3495030403137207,
      "learning_rate": 6.141688355495932e-07,
      "loss": 0.3476,
      "step": 2224320
    },
    {
      "epoch": 620.8,
      "grad_norm": 1.246825098991394,
      "learning_rate": 6.141505879610158e-07,
      "loss": 0.347,
      "step": 2224330
    },
    {
      "epoch": 620.8,
      "grad_norm": 1.3458826541900635,
      "learning_rate": 6.141323406026482e-07,
      "loss": 0.3325,
      "step": 2224340
    },
    {
      "epoch": 620.81,
      "grad_norm": 1.2423924207687378,
      "learning_rate": 6.141140934744943e-07,
      "loss": 0.3343,
      "step": 2224350
    },
    {
      "epoch": 620.81,
      "grad_norm": 1.2908656597137451,
      "learning_rate": 6.140958465765545e-07,
      "loss": 0.34,
      "step": 2224360
    },
    {
      "epoch": 620.81,
      "grad_norm": 1.2175779342651367,
      "learning_rate": 6.140775999088322e-07,
      "loss": 0.3233,
      "step": 2224370
    },
    {
      "epoch": 620.81,
      "grad_norm": 1.0634355545043945,
      "learning_rate": 6.140593534713305e-07,
      "loss": 0.3335,
      "step": 2224380
    },
    {
      "epoch": 620.82,
      "grad_norm": 1.3506747484207153,
      "learning_rate": 6.140411072640496e-07,
      "loss": 0.3329,
      "step": 2224390
    },
    {
      "epoch": 620.82,
      "grad_norm": 1.4693228006362915,
      "learning_rate": 6.140228612869951e-07,
      "loss": 0.3481,
      "step": 2224400
    },
    {
      "epoch": 620.82,
      "grad_norm": 1.2727538347244263,
      "learning_rate": 6.140046155401665e-07,
      "loss": 0.3243,
      "step": 2224410
    },
    {
      "epoch": 620.83,
      "grad_norm": 0.9949905872344971,
      "learning_rate": 6.139863700235679e-07,
      "loss": 0.3223,
      "step": 2224420
    },
    {
      "epoch": 620.83,
      "grad_norm": 1.090112566947937,
      "learning_rate": 6.139681247372021e-07,
      "loss": 0.3407,
      "step": 2224430
    },
    {
      "epoch": 620.83,
      "grad_norm": 1.2603727579116821,
      "learning_rate": 6.139498796810698e-07,
      "loss": 0.3477,
      "step": 2224440
    },
    {
      "epoch": 620.83,
      "grad_norm": 1.1330609321594238,
      "learning_rate": 6.139316348551744e-07,
      "loss": 0.3489,
      "step": 2224450
    },
    {
      "epoch": 620.84,
      "grad_norm": 0.9666730165481567,
      "learning_rate": 6.139133902595182e-07,
      "loss": 0.3358,
      "step": 2224460
    },
    {
      "epoch": 620.84,
      "grad_norm": 1.289547085762024,
      "learning_rate": 6.138951458941048e-07,
      "loss": 0.3171,
      "step": 2224470
    },
    {
      "epoch": 620.84,
      "grad_norm": 1.1375236511230469,
      "learning_rate": 6.138769017589337e-07,
      "loss": 0.3418,
      "step": 2224480
    },
    {
      "epoch": 620.85,
      "grad_norm": 1.114122986793518,
      "learning_rate": 6.13858657854011e-07,
      "loss": 0.3262,
      "step": 2224490
    },
    {
      "epoch": 620.85,
      "grad_norm": 1.2112306356430054,
      "learning_rate": 6.138404141793364e-07,
      "loss": 0.3352,
      "step": 2224500
    },
    {
      "epoch": 620.85,
      "grad_norm": 1.1326600313186646,
      "learning_rate": 6.13822170734913e-07,
      "loss": 0.3266,
      "step": 2224510
    },
    {
      "epoch": 620.85,
      "grad_norm": 1.165235996246338,
      "learning_rate": 6.138039275207445e-07,
      "loss": 0.3243,
      "step": 2224520
    },
    {
      "epoch": 620.86,
      "grad_norm": 1.2833876609802246,
      "learning_rate": 6.13785684536831e-07,
      "loss": 0.3293,
      "step": 2224530
    },
    {
      "epoch": 620.86,
      "grad_norm": 1.1194837093353271,
      "learning_rate": 6.137674417831774e-07,
      "loss": 0.3468,
      "step": 2224540
    },
    {
      "epoch": 620.86,
      "grad_norm": 1.1401153802871704,
      "learning_rate": 6.137491992597842e-07,
      "loss": 0.3269,
      "step": 2224550
    },
    {
      "epoch": 620.87,
      "grad_norm": 1.2328805923461914,
      "learning_rate": 6.137309569666544e-07,
      "loss": 0.3458,
      "step": 2224560
    },
    {
      "epoch": 620.87,
      "grad_norm": 1.1179084777832031,
      "learning_rate": 6.137127149037916e-07,
      "loss": 0.3439,
      "step": 2224570
    },
    {
      "epoch": 620.87,
      "grad_norm": 1.134671926498413,
      "learning_rate": 6.136944730711966e-07,
      "loss": 0.3407,
      "step": 2224580
    },
    {
      "epoch": 620.87,
      "grad_norm": 1.4128131866455078,
      "learning_rate": 6.136762314688723e-07,
      "loss": 0.353,
      "step": 2224590
    },
    {
      "epoch": 620.88,
      "grad_norm": 1.2542812824249268,
      "learning_rate": 6.136579900968215e-07,
      "loss": 0.3267,
      "step": 2224600
    },
    {
      "epoch": 620.88,
      "grad_norm": 1.1248202323913574,
      "learning_rate": 6.136397489550468e-07,
      "loss": 0.3452,
      "step": 2224610
    },
    {
      "epoch": 620.88,
      "grad_norm": 1.4955847263336182,
      "learning_rate": 6.136215080435492e-07,
      "loss": 0.3454,
      "step": 2224620
    },
    {
      "epoch": 620.88,
      "grad_norm": 1.0755271911621094,
      "learning_rate": 6.136032673623332e-07,
      "loss": 0.3369,
      "step": 2224630
    },
    {
      "epoch": 620.89,
      "grad_norm": 1.347042202949524,
      "learning_rate": 6.135850269113997e-07,
      "loss": 0.3318,
      "step": 2224640
    },
    {
      "epoch": 620.89,
      "grad_norm": 1.4786838293075562,
      "learning_rate": 6.135667866907517e-07,
      "loss": 0.3586,
      "step": 2224650
    },
    {
      "epoch": 620.89,
      "grad_norm": 1.1380175352096558,
      "learning_rate": 6.135485467003921e-07,
      "loss": 0.3431,
      "step": 2224660
    },
    {
      "epoch": 620.9,
      "grad_norm": 1.232567310333252,
      "learning_rate": 6.135303069403222e-07,
      "loss": 0.3385,
      "step": 2224670
    },
    {
      "epoch": 620.9,
      "grad_norm": 1.1080020666122437,
      "learning_rate": 6.13512067410545e-07,
      "loss": 0.3403,
      "step": 2224680
    },
    {
      "epoch": 620.9,
      "grad_norm": 1.1240476369857788,
      "learning_rate": 6.134938281110627e-07,
      "loss": 0.3437,
      "step": 2224690
    },
    {
      "epoch": 620.9,
      "grad_norm": 1.2278779745101929,
      "learning_rate": 6.134755890418789e-07,
      "loss": 0.3346,
      "step": 2224700
    },
    {
      "epoch": 620.91,
      "grad_norm": 1.1419799327850342,
      "learning_rate": 6.134573502029944e-07,
      "loss": 0.3312,
      "step": 2224710
    },
    {
      "epoch": 620.91,
      "grad_norm": 1.210640788078308,
      "learning_rate": 6.134391115944124e-07,
      "loss": 0.3428,
      "step": 2224720
    },
    {
      "epoch": 620.91,
      "grad_norm": 1.2597377300262451,
      "learning_rate": 6.134208732161357e-07,
      "loss": 0.3546,
      "step": 2224730
    },
    {
      "epoch": 620.92,
      "grad_norm": 1.233553171157837,
      "learning_rate": 6.134026350681649e-07,
      "loss": 0.3285,
      "step": 2224740
    },
    {
      "epoch": 620.92,
      "grad_norm": 1.0858538150787354,
      "learning_rate": 6.133843971505055e-07,
      "loss": 0.335,
      "step": 2224750
    },
    {
      "epoch": 620.92,
      "grad_norm": 1.2376961708068848,
      "learning_rate": 6.133661594631572e-07,
      "loss": 0.3305,
      "step": 2224760
    },
    {
      "epoch": 620.92,
      "grad_norm": 1.3222368955612183,
      "learning_rate": 6.133479220061236e-07,
      "loss": 0.3473,
      "step": 2224770
    },
    {
      "epoch": 620.93,
      "grad_norm": 1.2017461061477661,
      "learning_rate": 6.13329684779407e-07,
      "loss": 0.3458,
      "step": 2224780
    },
    {
      "epoch": 620.93,
      "grad_norm": 1.1563252210617065,
      "learning_rate": 6.133114477830106e-07,
      "loss": 0.3528,
      "step": 2224790
    },
    {
      "epoch": 620.93,
      "grad_norm": 1.4336214065551758,
      "learning_rate": 6.132932110169353e-07,
      "loss": 0.3424,
      "step": 2224800
    },
    {
      "epoch": 620.93,
      "grad_norm": 1.1060791015625,
      "learning_rate": 6.132749744811843e-07,
      "loss": 0.3358,
      "step": 2224810
    },
    {
      "epoch": 620.94,
      "grad_norm": 1.2692114114761353,
      "learning_rate": 6.132567381757599e-07,
      "loss": 0.3396,
      "step": 2224820
    },
    {
      "epoch": 620.94,
      "grad_norm": 1.0444895029067993,
      "learning_rate": 6.132385021006646e-07,
      "loss": 0.3328,
      "step": 2224830
    },
    {
      "epoch": 620.94,
      "grad_norm": 1.4174988269805908,
      "learning_rate": 6.132202662559017e-07,
      "loss": 0.3402,
      "step": 2224840
    },
    {
      "epoch": 620.95,
      "grad_norm": 1.1242551803588867,
      "learning_rate": 6.132020306414718e-07,
      "loss": 0.3325,
      "step": 2224850
    },
    {
      "epoch": 620.95,
      "grad_norm": 1.1266251802444458,
      "learning_rate": 6.131837952573787e-07,
      "loss": 0.3121,
      "step": 2224860
    },
    {
      "epoch": 620.95,
      "grad_norm": 1.4871464967727661,
      "learning_rate": 6.131655601036248e-07,
      "loss": 0.3551,
      "step": 2224870
    },
    {
      "epoch": 620.95,
      "grad_norm": 1.3865433931350708,
      "learning_rate": 6.131473251802109e-07,
      "loss": 0.3364,
      "step": 2224880
    },
    {
      "epoch": 620.96,
      "grad_norm": 1.1619521379470825,
      "learning_rate": 6.131290904871421e-07,
      "loss": 0.3351,
      "step": 2224890
    },
    {
      "epoch": 620.96,
      "grad_norm": 1.1829711198806763,
      "learning_rate": 6.131108560244187e-07,
      "loss": 0.3394,
      "step": 2224900
    },
    {
      "epoch": 620.96,
      "grad_norm": 1.1723823547363281,
      "learning_rate": 6.130926217920436e-07,
      "loss": 0.3382,
      "step": 2224910
    },
    {
      "epoch": 620.97,
      "grad_norm": 1.0194886922836304,
      "learning_rate": 6.130743877900197e-07,
      "loss": 0.3431,
      "step": 2224920
    },
    {
      "epoch": 620.97,
      "grad_norm": 1.3285809755325317,
      "learning_rate": 6.130561540183501e-07,
      "loss": 0.3403,
      "step": 2224930
    },
    {
      "epoch": 620.97,
      "grad_norm": 1.3027117252349854,
      "learning_rate": 6.130379204770353e-07,
      "loss": 0.3386,
      "step": 2224940
    },
    {
      "epoch": 620.97,
      "grad_norm": 1.2479259967803955,
      "learning_rate": 6.130196871660789e-07,
      "loss": 0.3454,
      "step": 2224950
    },
    {
      "epoch": 620.98,
      "grad_norm": 1.1806366443634033,
      "learning_rate": 6.130014540854838e-07,
      "loss": 0.3512,
      "step": 2224960
    },
    {
      "epoch": 620.98,
      "grad_norm": 1.4027788639068604,
      "learning_rate": 6.129832212352506e-07,
      "loss": 0.359,
      "step": 2224970
    },
    {
      "epoch": 620.98,
      "grad_norm": 1.1578049659729004,
      "learning_rate": 6.129649886153841e-07,
      "loss": 0.3295,
      "step": 2224980
    },
    {
      "epoch": 620.99,
      "grad_norm": 1.3218308687210083,
      "learning_rate": 6.129467562258849e-07,
      "loss": 0.3499,
      "step": 2224990
    },
    {
      "epoch": 620.99,
      "grad_norm": 1.335208773612976,
      "learning_rate": 6.129285240667561e-07,
      "loss": 0.3433,
      "step": 2225000
    },
    {
      "epoch": 620.99,
      "grad_norm": 1.1549915075302124,
      "learning_rate": 6.12910292138e-07,
      "loss": 0.3375,
      "step": 2225010
    },
    {
      "epoch": 620.99,
      "grad_norm": 1.3141324520111084,
      "learning_rate": 6.128920604396201e-07,
      "loss": 0.3425,
      "step": 2225020
    },
    {
      "epoch": 621.0,
      "grad_norm": 1.40293550491333,
      "learning_rate": 6.128738289716171e-07,
      "loss": 0.3522,
      "step": 2225030
    },
    {
      "epoch": 621.0,
      "grad_norm": 1.161436915397644,
      "learning_rate": 6.128555977339939e-07,
      "loss": 0.3336,
      "step": 2225040
    },
    {
      "epoch": 621.0,
      "eval_loss": 0.33898627758026123,
      "eval_runtime": 66.4145,
      "eval_samples_per_second": 76.173,
      "eval_steps_per_second": 9.531,
      "step": 2225043
    },
    {
      "epoch": 621.0,
      "grad_norm": 1.371564269065857,
      "learning_rate": 6.128373667267542e-07,
      "loss": 0.3536,
      "step": 2225050
    },
    {
      "epoch": 621.0,
      "grad_norm": 1.1526687145233154,
      "learning_rate": 6.12819135949898e-07,
      "loss": 0.3425,
      "step": 2225060
    },
    {
      "epoch": 621.01,
      "grad_norm": 1.195149540901184,
      "learning_rate": 6.128009054034306e-07,
      "loss": 0.3376,
      "step": 2225070
    },
    {
      "epoch": 621.01,
      "grad_norm": 1.1951709985733032,
      "learning_rate": 6.127826750873522e-07,
      "loss": 0.3303,
      "step": 2225080
    },
    {
      "epoch": 621.01,
      "grad_norm": 1.2599622011184692,
      "learning_rate": 6.127644450016661e-07,
      "loss": 0.3229,
      "step": 2225090
    },
    {
      "epoch": 621.02,
      "grad_norm": 1.2819736003875732,
      "learning_rate": 6.127462151463751e-07,
      "loss": 0.3512,
      "step": 2225100
    },
    {
      "epoch": 621.02,
      "grad_norm": 1.3284913301467896,
      "learning_rate": 6.127279855214801e-07,
      "loss": 0.3412,
      "step": 2225110
    },
    {
      "epoch": 621.02,
      "grad_norm": 1.1673333644866943,
      "learning_rate": 6.12709756126986e-07,
      "loss": 0.3411,
      "step": 2225120
    },
    {
      "epoch": 621.02,
      "grad_norm": 1.2073681354522705,
      "learning_rate": 6.126915269628929e-07,
      "loss": 0.3329,
      "step": 2225130
    },
    {
      "epoch": 621.03,
      "grad_norm": 1.0959302186965942,
      "learning_rate": 6.126732980292043e-07,
      "loss": 0.3335,
      "step": 2225140
    },
    {
      "epoch": 621.03,
      "grad_norm": 0.9820894002914429,
      "learning_rate": 6.126550693259223e-07,
      "loss": 0.3356,
      "step": 2225150
    },
    {
      "epoch": 621.03,
      "grad_norm": 1.261426568031311,
      "learning_rate": 6.126368408530506e-07,
      "loss": 0.3337,
      "step": 2225160
    },
    {
      "epoch": 621.04,
      "grad_norm": 1.121656060218811,
      "learning_rate": 6.126186126105896e-07,
      "loss": 0.336,
      "step": 2225170
    },
    {
      "epoch": 621.04,
      "grad_norm": 1.289046287536621,
      "learning_rate": 6.126003845985427e-07,
      "loss": 0.3169,
      "step": 2225180
    },
    {
      "epoch": 621.04,
      "grad_norm": 1.1380337476730347,
      "learning_rate": 6.125821568169128e-07,
      "loss": 0.329,
      "step": 2225190
    },
    {
      "epoch": 621.04,
      "grad_norm": 1.2197355031967163,
      "learning_rate": 6.125639292657007e-07,
      "loss": 0.319,
      "step": 2225200
    },
    {
      "epoch": 621.05,
      "grad_norm": 1.1323752403259277,
      "learning_rate": 6.125457019449109e-07,
      "loss": 0.3173,
      "step": 2225210
    },
    {
      "epoch": 621.05,
      "grad_norm": 1.199598789215088,
      "learning_rate": 6.125274748545444e-07,
      "loss": 0.3472,
      "step": 2225220
    },
    {
      "epoch": 621.05,
      "grad_norm": 1.1837668418884277,
      "learning_rate": 6.125092479946043e-07,
      "loss": 0.314,
      "step": 2225230
    },
    {
      "epoch": 621.05,
      "grad_norm": 1.0518852472305298,
      "learning_rate": 6.124910213650934e-07,
      "loss": 0.3369,
      "step": 2225240
    },
    {
      "epoch": 621.06,
      "grad_norm": 1.1660019159317017,
      "learning_rate": 6.124727949660129e-07,
      "loss": 0.3334,
      "step": 2225250
    },
    {
      "epoch": 621.06,
      "grad_norm": 1.4471684694290161,
      "learning_rate": 6.124545687973656e-07,
      "loss": 0.3428,
      "step": 2225260
    },
    {
      "epoch": 621.06,
      "grad_norm": 1.228467583656311,
      "learning_rate": 6.124363428591544e-07,
      "loss": 0.3356,
      "step": 2225270
    },
    {
      "epoch": 621.07,
      "grad_norm": 1.1108916997909546,
      "learning_rate": 6.124181171513822e-07,
      "loss": 0.3572,
      "step": 2225280
    },
    {
      "epoch": 621.07,
      "grad_norm": 1.2156513929367065,
      "learning_rate": 6.123998916740494e-07,
      "loss": 0.3288,
      "step": 2225290
    },
    {
      "epoch": 621.07,
      "grad_norm": 1.1216872930526733,
      "learning_rate": 6.123816664271609e-07,
      "loss": 0.3326,
      "step": 2225300
    },
    {
      "epoch": 621.07,
      "grad_norm": 1.2431738376617432,
      "learning_rate": 6.123634414107175e-07,
      "loss": 0.3346,
      "step": 2225310
    },
    {
      "epoch": 621.08,
      "grad_norm": 1.080244541168213,
      "learning_rate": 6.123452166247221e-07,
      "loss": 0.3437,
      "step": 2225320
    },
    {
      "epoch": 621.08,
      "grad_norm": 1.2881495952606201,
      "learning_rate": 6.123269920691779e-07,
      "loss": 0.3435,
      "step": 2225330
    },
    {
      "epoch": 621.08,
      "grad_norm": 1.2342036962509155,
      "learning_rate": 6.123087677440857e-07,
      "loss": 0.3347,
      "step": 2225340
    },
    {
      "epoch": 621.09,
      "grad_norm": 1.0657163858413696,
      "learning_rate": 6.12290543649449e-07,
      "loss": 0.3318,
      "step": 2225350
    },
    {
      "epoch": 621.09,
      "grad_norm": 2.531299352645874,
      "learning_rate": 6.122723197852701e-07,
      "loss": 0.3529,
      "step": 2225360
    },
    {
      "epoch": 621.09,
      "grad_norm": 1.4278268814086914,
      "learning_rate": 6.122540961515519e-07,
      "loss": 0.3424,
      "step": 2225370
    },
    {
      "epoch": 621.09,
      "grad_norm": 1.1887151002883911,
      "learning_rate": 6.122358727482956e-07,
      "loss": 0.3348,
      "step": 2225380
    },
    {
      "epoch": 621.1,
      "grad_norm": 1.092467188835144,
      "learning_rate": 6.122176495755044e-07,
      "loss": 0.3377,
      "step": 2225390
    },
    {
      "epoch": 621.1,
      "grad_norm": 10.009867668151855,
      "learning_rate": 6.121994266331805e-07,
      "loss": 0.3446,
      "step": 2225400
    },
    {
      "epoch": 621.1,
      "grad_norm": 2.8058149814605713,
      "learning_rate": 6.121812039213264e-07,
      "loss": 0.332,
      "step": 2225410
    },
    {
      "epoch": 621.11,
      "grad_norm": 1.2553707361221313,
      "learning_rate": 6.121629814399452e-07,
      "loss": 0.3325,
      "step": 2225420
    },
    {
      "epoch": 621.11,
      "grad_norm": 1.0121697187423706,
      "learning_rate": 6.121447591890376e-07,
      "loss": 0.3368,
      "step": 2225430
    },
    {
      "epoch": 621.11,
      "grad_norm": 1.287735939025879,
      "learning_rate": 6.121265371686083e-07,
      "loss": 0.3303,
      "step": 2225440
    },
    {
      "epoch": 621.11,
      "grad_norm": 1.1171921491622925,
      "learning_rate": 6.12108315378658e-07,
      "loss": 0.3325,
      "step": 2225450
    },
    {
      "epoch": 621.12,
      "grad_norm": 1.3302600383758545,
      "learning_rate": 6.120900938191896e-07,
      "loss": 0.3234,
      "step": 2225460
    },
    {
      "epoch": 621.12,
      "grad_norm": 0.9656534194946289,
      "learning_rate": 6.120718724902062e-07,
      "loss": 0.3268,
      "step": 2225470
    },
    {
      "epoch": 621.12,
      "grad_norm": 1.2491600513458252,
      "learning_rate": 6.120536513917093e-07,
      "loss": 0.3411,
      "step": 2225480
    },
    {
      "epoch": 621.12,
      "grad_norm": 1.2627785205841064,
      "learning_rate": 6.120354305237011e-07,
      "loss": 0.3283,
      "step": 2225490
    },
    {
      "epoch": 621.13,
      "grad_norm": 1.5501701831817627,
      "learning_rate": 6.120172098861851e-07,
      "loss": 0.3531,
      "step": 2225500
    },
    {
      "epoch": 621.13,
      "grad_norm": 1.2049087285995483,
      "learning_rate": 6.119989894791637e-07,
      "loss": 0.3408,
      "step": 2225510
    },
    {
      "epoch": 621.13,
      "grad_norm": 1.1568819284439087,
      "learning_rate": 6.119807693026381e-07,
      "loss": 0.344,
      "step": 2225520
    },
    {
      "epoch": 621.14,
      "grad_norm": 1.2633296251296997,
      "learning_rate": 6.119625493566115e-07,
      "loss": 0.3406,
      "step": 2225530
    },
    {
      "epoch": 621.14,
      "grad_norm": 1.0868570804595947,
      "learning_rate": 6.119443296410869e-07,
      "loss": 0.3413,
      "step": 2225540
    },
    {
      "epoch": 621.14,
      "grad_norm": 1.0923758745193481,
      "learning_rate": 6.119261101560646e-07,
      "loss": 0.3484,
      "step": 2225550
    },
    {
      "epoch": 621.14,
      "grad_norm": 1.242188572883606,
      "learning_rate": 6.119078909015502e-07,
      "loss": 0.3355,
      "step": 2225560
    },
    {
      "epoch": 621.15,
      "grad_norm": 1.8241068124771118,
      "learning_rate": 6.118896718775438e-07,
      "loss": 0.3584,
      "step": 2225570
    },
    {
      "epoch": 621.15,
      "grad_norm": 1.3340284824371338,
      "learning_rate": 6.118714530840483e-07,
      "loss": 0.3351,
      "step": 2225580
    },
    {
      "epoch": 621.15,
      "grad_norm": 1.241316795349121,
      "learning_rate": 6.118532345210662e-07,
      "loss": 0.327,
      "step": 2225590
    },
    {
      "epoch": 621.16,
      "grad_norm": 1.179782748222351,
      "learning_rate": 6.118350161886009e-07,
      "loss": 0.3305,
      "step": 2225600
    },
    {
      "epoch": 621.16,
      "grad_norm": 1.0424809455871582,
      "learning_rate": 6.118167980866533e-07,
      "loss": 0.3365,
      "step": 2225610
    },
    {
      "epoch": 621.16,
      "grad_norm": 1.2293028831481934,
      "learning_rate": 6.117985802152266e-07,
      "loss": 0.3327,
      "step": 2225620
    },
    {
      "epoch": 621.16,
      "grad_norm": 1.5724947452545166,
      "learning_rate": 6.117803625743234e-07,
      "loss": 0.3331,
      "step": 2225630
    },
    {
      "epoch": 621.17,
      "grad_norm": 1.2634437084197998,
      "learning_rate": 6.117621451639447e-07,
      "loss": 0.3356,
      "step": 2225640
    },
    {
      "epoch": 621.17,
      "grad_norm": 1.1911067962646484,
      "learning_rate": 6.117439279840955e-07,
      "loss": 0.342,
      "step": 2225650
    },
    {
      "epoch": 621.17,
      "grad_norm": 1.067700982093811,
      "learning_rate": 6.117257110347759e-07,
      "loss": 0.3353,
      "step": 2225660
    },
    {
      "epoch": 621.17,
      "grad_norm": 1.044257402420044,
      "learning_rate": 6.117074943159893e-07,
      "loss": 0.3529,
      "step": 2225670
    },
    {
      "epoch": 621.18,
      "grad_norm": 1.2556896209716797,
      "learning_rate": 6.116892778277387e-07,
      "loss": 0.3174,
      "step": 2225680
    },
    {
      "epoch": 621.18,
      "grad_norm": 1.1566333770751953,
      "learning_rate": 6.116710615700244e-07,
      "loss": 0.3331,
      "step": 2225690
    },
    {
      "epoch": 621.18,
      "grad_norm": 1.3453110456466675,
      "learning_rate": 6.116528455428518e-07,
      "loss": 0.334,
      "step": 2225700
    },
    {
      "epoch": 621.19,
      "grad_norm": 1.1470154523849487,
      "learning_rate": 6.116346297462211e-07,
      "loss": 0.3286,
      "step": 2225710
    },
    {
      "epoch": 621.19,
      "grad_norm": 1.1919432878494263,
      "learning_rate": 6.116164141801355e-07,
      "loss": 0.3378,
      "step": 2225720
    },
    {
      "epoch": 621.19,
      "grad_norm": 1.4443210363388062,
      "learning_rate": 6.115981988445971e-07,
      "loss": 0.3168,
      "step": 2225730
    },
    {
      "epoch": 621.19,
      "grad_norm": 1.4795317649841309,
      "learning_rate": 6.115799837396095e-07,
      "loss": 0.3314,
      "step": 2225740
    },
    {
      "epoch": 621.2,
      "grad_norm": 1.3253310918807983,
      "learning_rate": 6.115617688651733e-07,
      "loss": 0.3199,
      "step": 2225750
    },
    {
      "epoch": 621.2,
      "grad_norm": 1.2339009046554565,
      "learning_rate": 6.115435542212919e-07,
      "loss": 0.335,
      "step": 2225760
    },
    {
      "epoch": 621.2,
      "grad_norm": 1.0984786748886108,
      "learning_rate": 6.115253398079684e-07,
      "loss": 0.3474,
      "step": 2225770
    },
    {
      "epoch": 621.21,
      "grad_norm": 1.1088695526123047,
      "learning_rate": 6.115071256252033e-07,
      "loss": 0.334,
      "step": 2225780
    },
    {
      "epoch": 621.21,
      "grad_norm": 1.0813989639282227,
      "learning_rate": 6.114889116730013e-07,
      "loss": 0.3609,
      "step": 2225790
    },
    {
      "epoch": 621.21,
      "grad_norm": 1.1537531614303589,
      "learning_rate": 6.114706979513632e-07,
      "loss": 0.3186,
      "step": 2225800
    },
    {
      "epoch": 621.21,
      "grad_norm": 1.237648844718933,
      "learning_rate": 6.114524844602916e-07,
      "loss": 0.3403,
      "step": 2225810
    },
    {
      "epoch": 621.22,
      "grad_norm": 1.1625487804412842,
      "learning_rate": 6.114342711997902e-07,
      "loss": 0.3608,
      "step": 2225820
    },
    {
      "epoch": 621.22,
      "grad_norm": 1.2947086095809937,
      "learning_rate": 6.114160581698599e-07,
      "loss": 0.3373,
      "step": 2225830
    },
    {
      "epoch": 621.22,
      "grad_norm": 1.131402611732483,
      "learning_rate": 6.113978453705034e-07,
      "loss": 0.3451,
      "step": 2225840
    },
    {
      "epoch": 621.23,
      "grad_norm": 1.1674482822418213,
      "learning_rate": 6.113796328017238e-07,
      "loss": 0.3435,
      "step": 2225850
    },
    {
      "epoch": 621.23,
      "grad_norm": 1.289009690284729,
      "learning_rate": 6.113614204635238e-07,
      "loss": 0.3577,
      "step": 2225860
    },
    {
      "epoch": 621.23,
      "grad_norm": 1.4047852754592896,
      "learning_rate": 6.113432083559036e-07,
      "loss": 0.3372,
      "step": 2225870
    },
    {
      "epoch": 621.23,
      "grad_norm": 1.2144335508346558,
      "learning_rate": 6.113249964788688e-07,
      "loss": 0.3496,
      "step": 2225880
    },
    {
      "epoch": 621.24,
      "grad_norm": 1.211424708366394,
      "learning_rate": 6.113067848324195e-07,
      "loss": 0.3406,
      "step": 2225890
    },
    {
      "epoch": 621.24,
      "grad_norm": 1.3370232582092285,
      "learning_rate": 6.112885734165589e-07,
      "loss": 0.3299,
      "step": 2225900
    },
    {
      "epoch": 621.24,
      "grad_norm": 1.3031443357467651,
      "learning_rate": 6.112703622312899e-07,
      "loss": 0.3359,
      "step": 2225910
    },
    {
      "epoch": 621.24,
      "grad_norm": 1.1145468950271606,
      "learning_rate": 6.112521512766139e-07,
      "loss": 0.3351,
      "step": 2225920
    },
    {
      "epoch": 621.25,
      "grad_norm": 1.1913118362426758,
      "learning_rate": 6.112339405525339e-07,
      "loss": 0.3186,
      "step": 2225930
    },
    {
      "epoch": 621.25,
      "grad_norm": 1.2708046436309814,
      "learning_rate": 6.11215730059052e-07,
      "loss": 0.3419,
      "step": 2225940
    },
    {
      "epoch": 621.25,
      "grad_norm": 1.2696441411972046,
      "learning_rate": 6.111975197961718e-07,
      "loss": 0.347,
      "step": 2225950
    },
    {
      "epoch": 621.26,
      "grad_norm": 1.071951150894165,
      "learning_rate": 6.111793097638939e-07,
      "loss": 0.3267,
      "step": 2225960
    },
    {
      "epoch": 621.26,
      "grad_norm": 1.2092605829238892,
      "learning_rate": 6.111610999622219e-07,
      "loss": 0.3414,
      "step": 2225970
    },
    {
      "epoch": 621.26,
      "grad_norm": 2.1111297607421875,
      "learning_rate": 6.111428903911578e-07,
      "loss": 0.3408,
      "step": 2225980
    },
    {
      "epoch": 621.26,
      "grad_norm": 1.0894588232040405,
      "learning_rate": 6.11124681050704e-07,
      "loss": 0.3429,
      "step": 2225990
    },
    {
      "epoch": 621.27,
      "grad_norm": 1.2775412797927856,
      "learning_rate": 6.111064719408641e-07,
      "loss": 0.3435,
      "step": 2226000
    },
    {
      "epoch": 621.27,
      "grad_norm": 1.3323155641555786,
      "learning_rate": 6.11088263061638e-07,
      "loss": 0.3321,
      "step": 2226010
    },
    {
      "epoch": 621.27,
      "grad_norm": 3.050198554992676,
      "learning_rate": 6.110700544130311e-07,
      "loss": 0.3305,
      "step": 2226020
    },
    {
      "epoch": 621.28,
      "grad_norm": 1.085271954536438,
      "learning_rate": 6.110518459950437e-07,
      "loss": 0.3235,
      "step": 2226030
    },
    {
      "epoch": 621.28,
      "grad_norm": 1.3455820083618164,
      "learning_rate": 6.110336378076788e-07,
      "loss": 0.3349,
      "step": 2226040
    },
    {
      "epoch": 621.28,
      "grad_norm": 1.1720582246780396,
      "learning_rate": 6.110154298509396e-07,
      "loss": 0.3389,
      "step": 2226050
    },
    {
      "epoch": 621.28,
      "grad_norm": 1.1380066871643066,
      "learning_rate": 6.109972221248274e-07,
      "loss": 0.3481,
      "step": 2226060
    },
    {
      "epoch": 621.29,
      "grad_norm": 1.231203556060791,
      "learning_rate": 6.109790146293447e-07,
      "loss": 0.3266,
      "step": 2226070
    },
    {
      "epoch": 621.29,
      "grad_norm": 1.1889992952346802,
      "learning_rate": 6.109608073644945e-07,
      "loss": 0.3532,
      "step": 2226080
    },
    {
      "epoch": 621.29,
      "grad_norm": 1.1968326568603516,
      "learning_rate": 6.109426003302797e-07,
      "loss": 0.3354,
      "step": 2226090
    },
    {
      "epoch": 621.3,
      "grad_norm": 1.209644079208374,
      "learning_rate": 6.109243935267007e-07,
      "loss": 0.3378,
      "step": 2226100
    },
    {
      "epoch": 621.3,
      "grad_norm": 1.328678846359253,
      "learning_rate": 6.109061869537623e-07,
      "loss": 0.339,
      "step": 2226110
    },
    {
      "epoch": 621.3,
      "grad_norm": 1.507180094718933,
      "learning_rate": 6.108879806114655e-07,
      "loss": 0.339,
      "step": 2226120
    },
    {
      "epoch": 621.3,
      "grad_norm": 1.1498157978057861,
      "learning_rate": 6.108697744998132e-07,
      "loss": 0.338,
      "step": 2226130
    },
    {
      "epoch": 621.31,
      "grad_norm": 1.2002912759780884,
      "learning_rate": 6.108515686188083e-07,
      "loss": 0.3354,
      "step": 2226140
    },
    {
      "epoch": 621.31,
      "grad_norm": 1.3956738710403442,
      "learning_rate": 6.108333629684518e-07,
      "loss": 0.3487,
      "step": 2226150
    },
    {
      "epoch": 621.31,
      "grad_norm": 1.2039672136306763,
      "learning_rate": 6.108151575487472e-07,
      "loss": 0.3294,
      "step": 2226160
    },
    {
      "epoch": 621.31,
      "grad_norm": 1.1925941705703735,
      "learning_rate": 6.107969523596967e-07,
      "loss": 0.325,
      "step": 2226170
    },
    {
      "epoch": 621.32,
      "grad_norm": 1.2372691631317139,
      "learning_rate": 6.107787474013033e-07,
      "loss": 0.3309,
      "step": 2226180
    },
    {
      "epoch": 621.32,
      "grad_norm": 1.4067116975784302,
      "learning_rate": 6.107605426735682e-07,
      "loss": 0.3363,
      "step": 2226190
    },
    {
      "epoch": 621.32,
      "grad_norm": 1.3414677381515503,
      "learning_rate": 6.107423381764945e-07,
      "loss": 0.3399,
      "step": 2226200
    },
    {
      "epoch": 621.33,
      "grad_norm": 1.1417735815048218,
      "learning_rate": 6.107241339100851e-07,
      "loss": 0.3399,
      "step": 2226210
    },
    {
      "epoch": 621.33,
      "grad_norm": 1.3050025701522827,
      "learning_rate": 6.107059298743407e-07,
      "loss": 0.3299,
      "step": 2226220
    },
    {
      "epoch": 621.33,
      "grad_norm": 1.3189723491668701,
      "learning_rate": 6.106877260692664e-07,
      "loss": 0.3421,
      "step": 2226230
    },
    {
      "epoch": 621.33,
      "grad_norm": 0.9824774265289307,
      "learning_rate": 6.106695224948623e-07,
      "loss": 0.3272,
      "step": 2226240
    },
    {
      "epoch": 621.34,
      "grad_norm": 1.185414433479309,
      "learning_rate": 6.106513191511318e-07,
      "loss": 0.3412,
      "step": 2226250
    },
    {
      "epoch": 621.34,
      "grad_norm": 1.10349702835083,
      "learning_rate": 6.106331160380771e-07,
      "loss": 0.3422,
      "step": 2226260
    },
    {
      "epoch": 621.34,
      "grad_norm": 1.0469673871994019,
      "learning_rate": 6.106149131557007e-07,
      "loss": 0.3507,
      "step": 2226270
    },
    {
      "epoch": 621.35,
      "grad_norm": 1.2160651683807373,
      "learning_rate": 6.105967105040059e-07,
      "loss": 0.3307,
      "step": 2226280
    },
    {
      "epoch": 621.35,
      "grad_norm": 1.3364245891571045,
      "learning_rate": 6.105785080829934e-07,
      "loss": 0.3494,
      "step": 2226290
    },
    {
      "epoch": 621.35,
      "grad_norm": 1.3681011199951172,
      "learning_rate": 6.105603058926669e-07,
      "loss": 0.3345,
      "step": 2226300
    },
    {
      "epoch": 621.35,
      "grad_norm": 1.2963576316833496,
      "learning_rate": 6.105421039330278e-07,
      "loss": 0.3327,
      "step": 2226310
    },
    {
      "epoch": 621.36,
      "grad_norm": 2.0637145042419434,
      "learning_rate": 6.105239022040803e-07,
      "loss": 0.3488,
      "step": 2226320
    },
    {
      "epoch": 621.36,
      "grad_norm": 1.2469630241394043,
      "learning_rate": 6.105057007058249e-07,
      "loss": 0.3362,
      "step": 2226330
    },
    {
      "epoch": 621.36,
      "grad_norm": 1.193942904472351,
      "learning_rate": 6.104874994382648e-07,
      "loss": 0.3299,
      "step": 2226340
    },
    {
      "epoch": 621.36,
      "grad_norm": 1.5212174654006958,
      "learning_rate": 6.10469298401403e-07,
      "loss": 0.3306,
      "step": 2226350
    },
    {
      "epoch": 621.37,
      "grad_norm": 1.320818305015564,
      "learning_rate": 6.104510975952401e-07,
      "loss": 0.3291,
      "step": 2226360
    },
    {
      "epoch": 621.37,
      "grad_norm": 1.2320033311843872,
      "learning_rate": 6.104328970197808e-07,
      "loss": 0.3475,
      "step": 2226370
    },
    {
      "epoch": 621.37,
      "grad_norm": 1.1053006649017334,
      "learning_rate": 6.10414696675026e-07,
      "loss": 0.3485,
      "step": 2226380
    },
    {
      "epoch": 621.38,
      "grad_norm": 1.3155176639556885,
      "learning_rate": 6.103964965609787e-07,
      "loss": 0.3198,
      "step": 2226390
    },
    {
      "epoch": 621.38,
      "grad_norm": 1.2950278520584106,
      "learning_rate": 6.10378296677641e-07,
      "loss": 0.3378,
      "step": 2226400
    },
    {
      "epoch": 621.38,
      "grad_norm": 1.2927618026733398,
      "learning_rate": 6.103600970250165e-07,
      "loss": 0.3446,
      "step": 2226410
    },
    {
      "epoch": 621.38,
      "grad_norm": 1.2493724822998047,
      "learning_rate": 6.103418976031058e-07,
      "loss": 0.3508,
      "step": 2226420
    },
    {
      "epoch": 621.39,
      "grad_norm": 1.2320133447647095,
      "learning_rate": 6.103236984119122e-07,
      "loss": 0.338,
      "step": 2226430
    },
    {
      "epoch": 621.39,
      "grad_norm": 1.2991429567337036,
      "learning_rate": 6.10305499451439e-07,
      "loss": 0.3452,
      "step": 2226440
    },
    {
      "epoch": 621.39,
      "grad_norm": 0.9984214305877686,
      "learning_rate": 6.102873007216861e-07,
      "loss": 0.3369,
      "step": 2226450
    },
    {
      "epoch": 621.4,
      "grad_norm": 1.1815110445022583,
      "learning_rate": 6.102691022226591e-07,
      "loss": 0.3305,
      "step": 2226460
    },
    {
      "epoch": 621.4,
      "grad_norm": 1.0906537771224976,
      "learning_rate": 6.102509039543579e-07,
      "loss": 0.3406,
      "step": 2226470
    },
    {
      "epoch": 621.4,
      "grad_norm": 1.160444974899292,
      "learning_rate": 6.102327059167863e-07,
      "loss": 0.3402,
      "step": 2226480
    },
    {
      "epoch": 621.4,
      "grad_norm": 1.2450430393218994,
      "learning_rate": 6.102145081099468e-07,
      "loss": 0.3564,
      "step": 2226490
    },
    {
      "epoch": 621.41,
      "grad_norm": 1.0701086521148682,
      "learning_rate": 6.101963105338406e-07,
      "loss": 0.3431,
      "step": 2226500
    },
    {
      "epoch": 621.41,
      "grad_norm": 1.2262450456619263,
      "learning_rate": 6.10178113188471e-07,
      "loss": 0.3417,
      "step": 2226510
    },
    {
      "epoch": 621.41,
      "grad_norm": 0.9928113222122192,
      "learning_rate": 6.101599160738402e-07,
      "loss": 0.351,
      "step": 2226520
    },
    {
      "epoch": 621.42,
      "grad_norm": 1.387567400932312,
      "learning_rate": 6.101417191899517e-07,
      "loss": 0.3476,
      "step": 2226530
    },
    {
      "epoch": 621.42,
      "grad_norm": 1.1483473777770996,
      "learning_rate": 6.101235225368052e-07,
      "loss": 0.3337,
      "step": 2226540
    },
    {
      "epoch": 621.42,
      "grad_norm": 1.1049391031265259,
      "learning_rate": 6.101053261144063e-07,
      "loss": 0.3447,
      "step": 2226550
    },
    {
      "epoch": 621.42,
      "grad_norm": 1.1794350147247314,
      "learning_rate": 6.100871299227553e-07,
      "loss": 0.3366,
      "step": 2226560
    },
    {
      "epoch": 621.43,
      "grad_norm": 1.2534079551696777,
      "learning_rate": 6.100689339618555e-07,
      "loss": 0.3426,
      "step": 2226570
    },
    {
      "epoch": 621.43,
      "grad_norm": 1.179323434829712,
      "learning_rate": 6.100507382317095e-07,
      "loss": 0.3299,
      "step": 2226580
    },
    {
      "epoch": 621.43,
      "grad_norm": 1.0655794143676758,
      "learning_rate": 6.100325427323182e-07,
      "loss": 0.3345,
      "step": 2226590
    },
    {
      "epoch": 621.43,
      "grad_norm": 1.1224029064178467,
      "learning_rate": 6.100143474636865e-07,
      "loss": 0.345,
      "step": 2226600
    },
    {
      "epoch": 621.44,
      "grad_norm": 1.3499091863632202,
      "learning_rate": 6.099961524258146e-07,
      "loss": 0.335,
      "step": 2226610
    },
    {
      "epoch": 621.44,
      "grad_norm": 1.1255086660385132,
      "learning_rate": 6.09977957618706e-07,
      "loss": 0.3483,
      "step": 2226620
    },
    {
      "epoch": 621.44,
      "grad_norm": 0.9581084847450256,
      "learning_rate": 6.099597630423635e-07,
      "loss": 0.3358,
      "step": 2226630
    },
    {
      "epoch": 621.45,
      "grad_norm": 1.6781309843063354,
      "learning_rate": 6.099415686967886e-07,
      "loss": 0.3466,
      "step": 2226640
    },
    {
      "epoch": 621.45,
      "grad_norm": 1.2230154275894165,
      "learning_rate": 6.099233745819838e-07,
      "loss": 0.3284,
      "step": 2226650
    },
    {
      "epoch": 621.45,
      "grad_norm": 1.0541324615478516,
      "learning_rate": 6.099051806979519e-07,
      "loss": 0.3531,
      "step": 2226660
    },
    {
      "epoch": 621.45,
      "grad_norm": 1.3370556831359863,
      "learning_rate": 6.098869870446958e-07,
      "loss": 0.3473,
      "step": 2226670
    },
    {
      "epoch": 621.46,
      "grad_norm": 1.2369223833084106,
      "learning_rate": 6.098687936222157e-07,
      "loss": 0.3452,
      "step": 2226680
    },
    {
      "epoch": 621.46,
      "grad_norm": 1.3173681497573853,
      "learning_rate": 6.098506004305175e-07,
      "loss": 0.3324,
      "step": 2226690
    },
    {
      "epoch": 621.46,
      "grad_norm": 1.1850340366363525,
      "learning_rate": 6.098324074696009e-07,
      "loss": 0.3413,
      "step": 2226700
    },
    {
      "epoch": 621.47,
      "grad_norm": 1.3798551559448242,
      "learning_rate": 6.098142147394694e-07,
      "loss": 0.3386,
      "step": 2226710
    },
    {
      "epoch": 621.47,
      "grad_norm": 1.3746404647827148,
      "learning_rate": 6.097960222401257e-07,
      "loss": 0.3416,
      "step": 2226720
    },
    {
      "epoch": 621.47,
      "grad_norm": 1.1276440620422363,
      "learning_rate": 6.09777829971571e-07,
      "loss": 0.3325,
      "step": 2226730
    },
    {
      "epoch": 621.47,
      "grad_norm": 1.2313265800476074,
      "learning_rate": 6.097596379338087e-07,
      "loss": 0.331,
      "step": 2226740
    },
    {
      "epoch": 621.48,
      "grad_norm": 0.9702271819114685,
      "learning_rate": 6.097414461268408e-07,
      "loss": 0.3464,
      "step": 2226750
    },
    {
      "epoch": 621.48,
      "grad_norm": 1.137959599494934,
      "learning_rate": 6.097232545506707e-07,
      "loss": 0.3364,
      "step": 2226760
    },
    {
      "epoch": 621.48,
      "grad_norm": 1.3590795993804932,
      "learning_rate": 6.097050632052992e-07,
      "loss": 0.3416,
      "step": 2226770
    },
    {
      "epoch": 621.48,
      "grad_norm": 1.3481115102767944,
      "learning_rate": 6.096868720907298e-07,
      "loss": 0.3231,
      "step": 2226780
    },
    {
      "epoch": 621.49,
      "grad_norm": 1.0680556297302246,
      "learning_rate": 6.096686812069652e-07,
      "loss": 0.3207,
      "step": 2226790
    },
    {
      "epoch": 621.49,
      "grad_norm": 1.2976182699203491,
      "learning_rate": 6.096504905540059e-07,
      "loss": 0.3439,
      "step": 2226800
    },
    {
      "epoch": 621.49,
      "grad_norm": 1.1788603067398071,
      "learning_rate": 6.096323001318571e-07,
      "loss": 0.3367,
      "step": 2226810
    },
    {
      "epoch": 621.5,
      "grad_norm": 1.230885624885559,
      "learning_rate": 6.09614109940519e-07,
      "loss": 0.341,
      "step": 2226820
    },
    {
      "epoch": 621.5,
      "grad_norm": 1.1735178232192993,
      "learning_rate": 6.095959199799953e-07,
      "loss": 0.3283,
      "step": 2226830
    },
    {
      "epoch": 621.5,
      "grad_norm": 1.1309049129486084,
      "learning_rate": 6.095777302502876e-07,
      "loss": 0.3307,
      "step": 2226840
    },
    {
      "epoch": 621.5,
      "grad_norm": 1.225284218788147,
      "learning_rate": 6.095595407513987e-07,
      "loss": 0.3325,
      "step": 2226850
    },
    {
      "epoch": 621.51,
      "grad_norm": 1.248564600944519,
      "learning_rate": 6.095413514833321e-07,
      "loss": 0.3545,
      "step": 2226860
    },
    {
      "epoch": 621.51,
      "grad_norm": 1.4602597951889038,
      "learning_rate": 6.09523162446088e-07,
      "loss": 0.3499,
      "step": 2226870
    },
    {
      "epoch": 621.51,
      "grad_norm": 1.3017642498016357,
      "learning_rate": 6.095049736396702e-07,
      "loss": 0.3315,
      "step": 2226880
    },
    {
      "epoch": 621.52,
      "grad_norm": 1.1412522792816162,
      "learning_rate": 6.094867850640808e-07,
      "loss": 0.3336,
      "step": 2226890
    },
    {
      "epoch": 621.52,
      "grad_norm": 1.3121378421783447,
      "learning_rate": 6.094685967193231e-07,
      "loss": 0.3393,
      "step": 2226900
    },
    {
      "epoch": 621.52,
      "grad_norm": 1.1453142166137695,
      "learning_rate": 6.09450408605398e-07,
      "loss": 0.3352,
      "step": 2226910
    },
    {
      "epoch": 621.52,
      "grad_norm": 1.101229190826416,
      "learning_rate": 6.094322207223085e-07,
      "loss": 0.3252,
      "step": 2226920
    },
    {
      "epoch": 621.53,
      "grad_norm": 1.804634690284729,
      "learning_rate": 6.094140330700574e-07,
      "loss": 0.332,
      "step": 2226930
    },
    {
      "epoch": 621.53,
      "grad_norm": 1.1754741668701172,
      "learning_rate": 6.093958456486468e-07,
      "loss": 0.3369,
      "step": 2226940
    },
    {
      "epoch": 621.53,
      "grad_norm": 1.18772554397583,
      "learning_rate": 6.093776584580796e-07,
      "loss": 0.3465,
      "step": 2226950
    },
    {
      "epoch": 621.54,
      "grad_norm": 1.3701238632202148,
      "learning_rate": 6.093594714983576e-07,
      "loss": 0.3394,
      "step": 2226960
    },
    {
      "epoch": 621.54,
      "grad_norm": 1.2046107053756714,
      "learning_rate": 6.093412847694831e-07,
      "loss": 0.341,
      "step": 2226970
    },
    {
      "epoch": 621.54,
      "grad_norm": 1.2366867065429688,
      "learning_rate": 6.093230982714592e-07,
      "loss": 0.3404,
      "step": 2226980
    },
    {
      "epoch": 621.54,
      "grad_norm": 1.1932905912399292,
      "learning_rate": 6.093049120042886e-07,
      "loss": 0.3348,
      "step": 2226990
    },
    {
      "epoch": 621.55,
      "grad_norm": 1.141319751739502,
      "learning_rate": 6.092867259679725e-07,
      "loss": 0.33,
      "step": 2227000
    },
    {
      "epoch": 621.55,
      "grad_norm": 1.3314733505249023,
      "learning_rate": 6.092685401625135e-07,
      "loss": 0.3303,
      "step": 2227010
    },
    {
      "epoch": 621.55,
      "grad_norm": 1.4386227130889893,
      "learning_rate": 6.092503545879155e-07,
      "loss": 0.3294,
      "step": 2227020
    },
    {
      "epoch": 621.55,
      "grad_norm": 1.0803948640823364,
      "learning_rate": 6.092321692441784e-07,
      "loss": 0.3189,
      "step": 2227030
    },
    {
      "epoch": 621.56,
      "grad_norm": 1.267519235610962,
      "learning_rate": 6.092139841313076e-07,
      "loss": 0.3489,
      "step": 2227040
    },
    {
      "epoch": 621.56,
      "grad_norm": 1.2145041227340698,
      "learning_rate": 6.091957992493032e-07,
      "loss": 0.3398,
      "step": 2227050
    },
    {
      "epoch": 621.56,
      "grad_norm": 1.102765679359436,
      "learning_rate": 6.091776145981686e-07,
      "loss": 0.3204,
      "step": 2227060
    },
    {
      "epoch": 621.57,
      "grad_norm": 1.2133313417434692,
      "learning_rate": 6.091594301779058e-07,
      "loss": 0.3393,
      "step": 2227070
    },
    {
      "epoch": 621.57,
      "grad_norm": 1.2484982013702393,
      "learning_rate": 6.091412459885182e-07,
      "loss": 0.3418,
      "step": 2227080
    },
    {
      "epoch": 621.57,
      "grad_norm": 1.395490050315857,
      "learning_rate": 6.09123062030007e-07,
      "loss": 0.3566,
      "step": 2227090
    },
    {
      "epoch": 621.57,
      "grad_norm": 1.3136532306671143,
      "learning_rate": 6.091048783023748e-07,
      "loss": 0.3381,
      "step": 2227100
    },
    {
      "epoch": 621.58,
      "grad_norm": 1.2920300960540771,
      "learning_rate": 6.090866948056254e-07,
      "loss": 0.339,
      "step": 2227110
    },
    {
      "epoch": 621.58,
      "grad_norm": 1.1444997787475586,
      "learning_rate": 6.090685115397587e-07,
      "loss": 0.3424,
      "step": 2227120
    },
    {
      "epoch": 621.58,
      "grad_norm": 1.217260718345642,
      "learning_rate": 6.090503285047797e-07,
      "loss": 0.3631,
      "step": 2227130
    },
    {
      "epoch": 621.59,
      "grad_norm": 1.1648826599121094,
      "learning_rate": 6.090321457006892e-07,
      "loss": 0.3523,
      "step": 2227140
    },
    {
      "epoch": 621.59,
      "grad_norm": 1.1028802394866943,
      "learning_rate": 6.090139631274903e-07,
      "loss": 0.3247,
      "step": 2227150
    },
    {
      "epoch": 621.59,
      "grad_norm": 1.492030382156372,
      "learning_rate": 6.089957807851856e-07,
      "loss": 0.333,
      "step": 2227160
    },
    {
      "epoch": 621.59,
      "grad_norm": 11.729684829711914,
      "learning_rate": 6.089775986737759e-07,
      "loss": 0.3447,
      "step": 2227170
    },
    {
      "epoch": 621.6,
      "grad_norm": 1.4602136611938477,
      "learning_rate": 6.089594167932664e-07,
      "loss": 0.3331,
      "step": 2227180
    },
    {
      "epoch": 621.6,
      "grad_norm": 1.4046584367752075,
      "learning_rate": 6.089412351436571e-07,
      "loss": 0.3414,
      "step": 2227190
    },
    {
      "epoch": 621.6,
      "grad_norm": 1.106235384941101,
      "learning_rate": 6.089230537249513e-07,
      "loss": 0.3324,
      "step": 2227200
    },
    {
      "epoch": 621.6,
      "grad_norm": 1.141463279724121,
      "learning_rate": 6.089048725371518e-07,
      "loss": 0.3494,
      "step": 2227210
    },
    {
      "epoch": 621.61,
      "grad_norm": 1.1786916255950928,
      "learning_rate": 6.08886691580261e-07,
      "loss": 0.3453,
      "step": 2227220
    },
    {
      "epoch": 621.61,
      "grad_norm": 1.3003416061401367,
      "learning_rate": 6.088685108542804e-07,
      "loss": 0.3489,
      "step": 2227230
    },
    {
      "epoch": 621.61,
      "grad_norm": 1.1426047086715698,
      "learning_rate": 6.088503303592128e-07,
      "loss": 0.3302,
      "step": 2227240
    },
    {
      "epoch": 621.62,
      "grad_norm": 1.3060734272003174,
      "learning_rate": 6.088321500950619e-07,
      "loss": 0.3497,
      "step": 2227250
    },
    {
      "epoch": 621.62,
      "grad_norm": 1.1926751136779785,
      "learning_rate": 6.088139700618274e-07,
      "loss": 0.3307,
      "step": 2227260
    },
    {
      "epoch": 621.62,
      "grad_norm": 1.1858470439910889,
      "learning_rate": 6.087957902595149e-07,
      "loss": 0.3417,
      "step": 2227270
    },
    {
      "epoch": 621.62,
      "grad_norm": 1.3109253644943237,
      "learning_rate": 6.087776106881245e-07,
      "loss": 0.3384,
      "step": 2227280
    },
    {
      "epoch": 621.63,
      "grad_norm": 1.5294971466064453,
      "learning_rate": 6.087594313476592e-07,
      "loss": 0.3204,
      "step": 2227290
    },
    {
      "epoch": 621.63,
      "grad_norm": 1.1640510559082031,
      "learning_rate": 6.087412522381224e-07,
      "loss": 0.3497,
      "step": 2227300
    },
    {
      "epoch": 621.63,
      "grad_norm": 1.2057700157165527,
      "learning_rate": 6.087230733595152e-07,
      "loss": 0.3333,
      "step": 2227310
    },
    {
      "epoch": 621.64,
      "grad_norm": 1.3251420259475708,
      "learning_rate": 6.087048947118406e-07,
      "loss": 0.3508,
      "step": 2227320
    },
    {
      "epoch": 621.64,
      "grad_norm": 1.3421717882156372,
      "learning_rate": 6.086867162951008e-07,
      "loss": 0.3336,
      "step": 2227330
    },
    {
      "epoch": 621.64,
      "grad_norm": 1.2496099472045898,
      "learning_rate": 6.08668538109299e-07,
      "loss": 0.3445,
      "step": 2227340
    },
    {
      "epoch": 621.64,
      "grad_norm": 1.266469120979309,
      "learning_rate": 6.086503601544358e-07,
      "loss": 0.3402,
      "step": 2227350
    },
    {
      "epoch": 621.65,
      "grad_norm": 1.2464545965194702,
      "learning_rate": 6.086321824305162e-07,
      "loss": 0.3434,
      "step": 2227360
    },
    {
      "epoch": 621.65,
      "grad_norm": 1.296979546546936,
      "learning_rate": 6.086140049375405e-07,
      "loss": 0.3206,
      "step": 2227370
    },
    {
      "epoch": 621.65,
      "grad_norm": 1.3254549503326416,
      "learning_rate": 6.085958276755122e-07,
      "loss": 0.3525,
      "step": 2227380
    },
    {
      "epoch": 621.66,
      "grad_norm": 1.1430472135543823,
      "learning_rate": 6.085776506444337e-07,
      "loss": 0.3425,
      "step": 2227390
    },
    {
      "epoch": 621.66,
      "grad_norm": 2.4021410942077637,
      "learning_rate": 6.085594738443066e-07,
      "loss": 0.3363,
      "step": 2227400
    },
    {
      "epoch": 621.66,
      "grad_norm": 1.1954699754714966,
      "learning_rate": 6.085412972751336e-07,
      "loss": 0.3352,
      "step": 2227410
    },
    {
      "epoch": 621.66,
      "grad_norm": 1.1939650774002075,
      "learning_rate": 6.085231209369176e-07,
      "loss": 0.3228,
      "step": 2227420
    },
    {
      "epoch": 621.67,
      "grad_norm": 1.3842591047286987,
      "learning_rate": 6.085049448296608e-07,
      "loss": 0.3179,
      "step": 2227430
    },
    {
      "epoch": 621.67,
      "grad_norm": 0.9938385486602783,
      "learning_rate": 6.084867689533661e-07,
      "loss": 0.3412,
      "step": 2227440
    },
    {
      "epoch": 621.67,
      "grad_norm": 1.038295865058899,
      "learning_rate": 6.084685933080348e-07,
      "loss": 0.3297,
      "step": 2227450
    },
    {
      "epoch": 621.67,
      "grad_norm": 1.358593463897705,
      "learning_rate": 6.0845041789367e-07,
      "loss": 0.3313,
      "step": 2227460
    },
    {
      "epoch": 621.68,
      "grad_norm": 1.1838984489440918,
      "learning_rate": 6.084322427102739e-07,
      "loss": 0.3271,
      "step": 2227470
    },
    {
      "epoch": 621.68,
      "grad_norm": 1.2548648118972778,
      "learning_rate": 6.084140677578498e-07,
      "loss": 0.3562,
      "step": 2227480
    },
    {
      "epoch": 621.68,
      "grad_norm": 1.1212586164474487,
      "learning_rate": 6.083958930363981e-07,
      "loss": 0.3407,
      "step": 2227490
    },
    {
      "epoch": 621.69,
      "grad_norm": 1.6042600870132446,
      "learning_rate": 6.083777185459237e-07,
      "loss": 0.3343,
      "step": 2227500
    },
    {
      "epoch": 621.69,
      "grad_norm": 1.1817848682403564,
      "learning_rate": 6.083595442864274e-07,
      "loss": 0.3378,
      "step": 2227510
    },
    {
      "epoch": 621.69,
      "grad_norm": 1.1043784618377686,
      "learning_rate": 6.083413702579117e-07,
      "loss": 0.3315,
      "step": 2227520
    },
    {
      "epoch": 621.69,
      "grad_norm": 1.232853651046753,
      "learning_rate": 6.083231964603802e-07,
      "loss": 0.3343,
      "step": 2227530
    },
    {
      "epoch": 621.7,
      "grad_norm": 1.274375557899475,
      "learning_rate": 6.08305022893834e-07,
      "loss": 0.3374,
      "step": 2227540
    },
    {
      "epoch": 621.7,
      "grad_norm": 1.205302357673645,
      "learning_rate": 6.082868495582757e-07,
      "loss": 0.3371,
      "step": 2227550
    },
    {
      "epoch": 621.7,
      "grad_norm": 1.2863928079605103,
      "learning_rate": 6.082686764537082e-07,
      "loss": 0.3376,
      "step": 2227560
    },
    {
      "epoch": 621.71,
      "grad_norm": 1.4025397300720215,
      "learning_rate": 6.082505035801345e-07,
      "loss": 0.3287,
      "step": 2227570
    },
    {
      "epoch": 621.71,
      "grad_norm": 1.403457760810852,
      "learning_rate": 6.082323309375555e-07,
      "loss": 0.3385,
      "step": 2227580
    },
    {
      "epoch": 621.71,
      "grad_norm": 1.0873111486434937,
      "learning_rate": 6.082141585259742e-07,
      "loss": 0.3382,
      "step": 2227590
    },
    {
      "epoch": 621.71,
      "grad_norm": 1.1802995204925537,
      "learning_rate": 6.081959863453939e-07,
      "loss": 0.3359,
      "step": 2227600
    },
    {
      "epoch": 621.72,
      "grad_norm": 1.3297219276428223,
      "learning_rate": 6.081778143958152e-07,
      "loss": 0.3387,
      "step": 2227610
    },
    {
      "epoch": 621.72,
      "grad_norm": 1.1085267066955566,
      "learning_rate": 6.081596426772428e-07,
      "loss": 0.3557,
      "step": 2227620
    },
    {
      "epoch": 621.72,
      "grad_norm": 1.1088194847106934,
      "learning_rate": 6.081414711896772e-07,
      "loss": 0.3343,
      "step": 2227630
    },
    {
      "epoch": 621.72,
      "grad_norm": 5.278472900390625,
      "learning_rate": 6.081232999331216e-07,
      "loss": 0.3615,
      "step": 2227640
    },
    {
      "epoch": 621.73,
      "grad_norm": 1.0597610473632812,
      "learning_rate": 6.081051289075786e-07,
      "loss": 0.3328,
      "step": 2227650
    },
    {
      "epoch": 621.73,
      "grad_norm": 1.2211339473724365,
      "learning_rate": 6.080869581130509e-07,
      "loss": 0.3359,
      "step": 2227660
    },
    {
      "epoch": 621.73,
      "grad_norm": 1.205494999885559,
      "learning_rate": 6.080687875495398e-07,
      "loss": 0.345,
      "step": 2227670
    },
    {
      "epoch": 621.74,
      "grad_norm": 1.0704370737075806,
      "learning_rate": 6.080506172170483e-07,
      "loss": 0.3438,
      "step": 2227680
    },
    {
      "epoch": 621.74,
      "grad_norm": 1.2940363883972168,
      "learning_rate": 6.080324471155796e-07,
      "loss": 0.3266,
      "step": 2227690
    },
    {
      "epoch": 621.74,
      "grad_norm": 1.182722568511963,
      "learning_rate": 6.080142772451338e-07,
      "loss": 0.3511,
      "step": 2227700
    },
    {
      "epoch": 621.74,
      "grad_norm": 1.300007700920105,
      "learning_rate": 6.079961076057167e-07,
      "loss": 0.3271,
      "step": 2227710
    },
    {
      "epoch": 621.75,
      "grad_norm": 1.60373055934906,
      "learning_rate": 6.079779381973278e-07,
      "loss": 0.3294,
      "step": 2227720
    },
    {
      "epoch": 621.75,
      "grad_norm": 1.0920783281326294,
      "learning_rate": 6.079597690199709e-07,
      "loss": 0.3336,
      "step": 2227730
    },
    {
      "epoch": 621.75,
      "grad_norm": 1.2758363485336304,
      "learning_rate": 6.079416000736487e-07,
      "loss": 0.3357,
      "step": 2227740
    },
    {
      "epoch": 621.76,
      "grad_norm": 1.2560362815856934,
      "learning_rate": 6.079234313583618e-07,
      "loss": 0.347,
      "step": 2227750
    },
    {
      "epoch": 621.76,
      "grad_norm": 1.110967755317688,
      "learning_rate": 6.079052628741153e-07,
      "loss": 0.3284,
      "step": 2227760
    },
    {
      "epoch": 621.76,
      "grad_norm": 1.1683378219604492,
      "learning_rate": 6.078870946209095e-07,
      "loss": 0.3312,
      "step": 2227770
    },
    {
      "epoch": 621.76,
      "grad_norm": 1.0710515975952148,
      "learning_rate": 6.078689265987472e-07,
      "loss": 0.3337,
      "step": 2227780
    },
    {
      "epoch": 621.77,
      "grad_norm": 1.2031651735305786,
      "learning_rate": 6.078507588076314e-07,
      "loss": 0.338,
      "step": 2227790
    },
    {
      "epoch": 621.77,
      "grad_norm": 1.2323898077011108,
      "learning_rate": 6.078325912475653e-07,
      "loss": 0.3405,
      "step": 2227800
    },
    {
      "epoch": 621.77,
      "grad_norm": 1.3577169179916382,
      "learning_rate": 6.07814423918549e-07,
      "loss": 0.3348,
      "step": 2227810
    },
    {
      "epoch": 621.78,
      "grad_norm": 1.3488770723342896,
      "learning_rate": 6.077962568205864e-07,
      "loss": 0.3485,
      "step": 2227820
    },
    {
      "epoch": 621.78,
      "grad_norm": 1.1233484745025635,
      "learning_rate": 6.077780899536805e-07,
      "loss": 0.3359,
      "step": 2227830
    },
    {
      "epoch": 621.78,
      "grad_norm": 1.0881935358047485,
      "learning_rate": 6.077599233178315e-07,
      "loss": 0.3249,
      "step": 2227840
    },
    {
      "epoch": 621.78,
      "grad_norm": 1.229729413986206,
      "learning_rate": 6.077417569130447e-07,
      "loss": 0.326,
      "step": 2227850
    },
    {
      "epoch": 621.79,
      "grad_norm": 1.289979338645935,
      "learning_rate": 6.077235907393204e-07,
      "loss": 0.3273,
      "step": 2227860
    },
    {
      "epoch": 621.79,
      "grad_norm": 1.3104326725006104,
      "learning_rate": 6.077054247966616e-07,
      "loss": 0.3356,
      "step": 2227870
    },
    {
      "epoch": 621.79,
      "grad_norm": 0.9561301469802856,
      "learning_rate": 6.076872590850707e-07,
      "loss": 0.3398,
      "step": 2227880
    },
    {
      "epoch": 621.79,
      "grad_norm": 1.3317557573318481,
      "learning_rate": 6.076690936045512e-07,
      "loss": 0.3276,
      "step": 2227890
    },
    {
      "epoch": 621.8,
      "grad_norm": 1.176749348640442,
      "learning_rate": 6.076509283551035e-07,
      "loss": 0.3496,
      "step": 2227900
    },
    {
      "epoch": 621.8,
      "grad_norm": 1.217298150062561,
      "learning_rate": 6.076327633367312e-07,
      "loss": 0.35,
      "step": 2227910
    },
    {
      "epoch": 621.8,
      "grad_norm": 1.0856889486312866,
      "learning_rate": 6.076145985494374e-07,
      "loss": 0.3257,
      "step": 2227920
    },
    {
      "epoch": 621.81,
      "grad_norm": 1.314881443977356,
      "learning_rate": 6.075964339932223e-07,
      "loss": 0.3477,
      "step": 2227930
    },
    {
      "epoch": 621.81,
      "grad_norm": 1.070534348487854,
      "learning_rate": 6.07578269668091e-07,
      "loss": 0.333,
      "step": 2227940
    },
    {
      "epoch": 621.81,
      "grad_norm": 1.4047811031341553,
      "learning_rate": 6.075601055740439e-07,
      "loss": 0.3357,
      "step": 2227950
    },
    {
      "epoch": 621.81,
      "grad_norm": 1.3228567838668823,
      "learning_rate": 6.07541941711084e-07,
      "loss": 0.3315,
      "step": 2227960
    },
    {
      "epoch": 621.82,
      "grad_norm": 1.0644762516021729,
      "learning_rate": 6.075237780792149e-07,
      "loss": 0.3312,
      "step": 2227970
    },
    {
      "epoch": 621.82,
      "grad_norm": 1.1618578433990479,
      "learning_rate": 6.075056146784372e-07,
      "loss": 0.3495,
      "step": 2227980
    },
    {
      "epoch": 621.82,
      "grad_norm": 1.3556379079818726,
      "learning_rate": 6.07487451508754e-07,
      "loss": 0.3355,
      "step": 2227990
    },
    {
      "epoch": 621.83,
      "grad_norm": 1.3170298337936401,
      "learning_rate": 6.074692885701678e-07,
      "loss": 0.3386,
      "step": 2228000
    },
    {
      "epoch": 621.83,
      "grad_norm": 1.260395884513855,
      "learning_rate": 6.074511258626812e-07,
      "loss": 0.3417,
      "step": 2228010
    },
    {
      "epoch": 621.83,
      "grad_norm": 1.0765352249145508,
      "learning_rate": 6.074329633862963e-07,
      "loss": 0.3629,
      "step": 2228020
    },
    {
      "epoch": 621.83,
      "grad_norm": 1.153753399848938,
      "learning_rate": 6.074148011410165e-07,
      "loss": 0.3364,
      "step": 2228030
    },
    {
      "epoch": 621.84,
      "grad_norm": 1.2301743030548096,
      "learning_rate": 6.073966391268426e-07,
      "loss": 0.3243,
      "step": 2228040
    },
    {
      "epoch": 621.84,
      "grad_norm": 1.1535375118255615,
      "learning_rate": 6.073784773437779e-07,
      "loss": 0.3206,
      "step": 2228050
    },
    {
      "epoch": 621.84,
      "grad_norm": 1.2383301258087158,
      "learning_rate": 6.073603157918252e-07,
      "loss": 0.3336,
      "step": 2228060
    },
    {
      "epoch": 621.84,
      "grad_norm": 1.355337381362915,
      "learning_rate": 6.073421544709853e-07,
      "loss": 0.3347,
      "step": 2228070
    },
    {
      "epoch": 621.85,
      "grad_norm": 1.139510989189148,
      "learning_rate": 6.073239933812629e-07,
      "loss": 0.3374,
      "step": 2228080
    },
    {
      "epoch": 621.85,
      "grad_norm": 1.2149602174758911,
      "learning_rate": 6.073058325226589e-07,
      "loss": 0.3375,
      "step": 2228090
    },
    {
      "epoch": 621.85,
      "grad_norm": 1.2103229761123657,
      "learning_rate": 6.072876718951758e-07,
      "loss": 0.3489,
      "step": 2228100
    },
    {
      "epoch": 621.86,
      "grad_norm": 1.5045497417449951,
      "learning_rate": 6.07269511498817e-07,
      "loss": 0.3339,
      "step": 2228110
    },
    {
      "epoch": 621.86,
      "grad_norm": 1.3958035707473755,
      "learning_rate": 6.072513513335837e-07,
      "loss": 0.3429,
      "step": 2228120
    },
    {
      "epoch": 621.86,
      "grad_norm": 1.262994408607483,
      "learning_rate": 6.072331913994787e-07,
      "loss": 0.3328,
      "step": 2228130
    },
    {
      "epoch": 621.86,
      "grad_norm": 1.2763683795928955,
      "learning_rate": 6.072150316965048e-07,
      "loss": 0.3493,
      "step": 2228140
    },
    {
      "epoch": 621.87,
      "grad_norm": 1.1229910850524902,
      "learning_rate": 6.071968722246648e-07,
      "loss": 0.3502,
      "step": 2228150
    },
    {
      "epoch": 621.87,
      "grad_norm": 1.4836820363998413,
      "learning_rate": 6.071787129839588e-07,
      "loss": 0.3447,
      "step": 2228160
    },
    {
      "epoch": 621.87,
      "grad_norm": 1.3727977275848389,
      "learning_rate": 6.071605539743925e-07,
      "loss": 0.3203,
      "step": 2228170
    },
    {
      "epoch": 621.88,
      "grad_norm": 1.21184241771698,
      "learning_rate": 6.071423951959663e-07,
      "loss": 0.3509,
      "step": 2228180
    },
    {
      "epoch": 621.88,
      "grad_norm": 1.7363835573196411,
      "learning_rate": 6.071242366486827e-07,
      "loss": 0.3385,
      "step": 2228190
    },
    {
      "epoch": 621.88,
      "grad_norm": 1.3530917167663574,
      "learning_rate": 6.071060783325453e-07,
      "loss": 0.3429,
      "step": 2228200
    },
    {
      "epoch": 621.88,
      "grad_norm": 1.227489709854126,
      "learning_rate": 6.07087920247555e-07,
      "loss": 0.3406,
      "step": 2228210
    },
    {
      "epoch": 621.89,
      "grad_norm": 1.1708744764328003,
      "learning_rate": 6.070697623937147e-07,
      "loss": 0.3258,
      "step": 2228220
    },
    {
      "epoch": 621.89,
      "grad_norm": 1.1589123010635376,
      "learning_rate": 6.070516047710273e-07,
      "loss": 0.3566,
      "step": 2228230
    },
    {
      "epoch": 621.89,
      "grad_norm": 1.4014095067977905,
      "learning_rate": 6.070334473794953e-07,
      "loss": 0.3315,
      "step": 2228240
    },
    {
      "epoch": 621.9,
      "grad_norm": 1.1813839673995972,
      "learning_rate": 6.070152902191203e-07,
      "loss": 0.3399,
      "step": 2228250
    },
    {
      "epoch": 621.9,
      "grad_norm": 1.2942018508911133,
      "learning_rate": 6.069971332899052e-07,
      "loss": 0.342,
      "step": 2228260
    },
    {
      "epoch": 621.9,
      "grad_norm": 1.519101858139038,
      "learning_rate": 6.069789765918529e-07,
      "loss": 0.3275,
      "step": 2228270
    },
    {
      "epoch": 621.9,
      "grad_norm": 1.8044756650924683,
      "learning_rate": 6.069608201249641e-07,
      "loss": 0.3676,
      "step": 2228280
    },
    {
      "epoch": 621.91,
      "grad_norm": 1.497799277305603,
      "learning_rate": 6.069426638892434e-07,
      "loss": 0.3525,
      "step": 2228290
    },
    {
      "epoch": 621.91,
      "grad_norm": 1.3693796396255493,
      "learning_rate": 6.069245078846913e-07,
      "loss": 0.332,
      "step": 2228300
    },
    {
      "epoch": 621.91,
      "grad_norm": 1.0824005603790283,
      "learning_rate": 6.069063521113123e-07,
      "loss": 0.341,
      "step": 2228310
    },
    {
      "epoch": 621.91,
      "grad_norm": 1.303488850593567,
      "learning_rate": 6.06888196569107e-07,
      "loss": 0.3472,
      "step": 2228320
    },
    {
      "epoch": 621.92,
      "grad_norm": 1.1711859703063965,
      "learning_rate": 6.068700412580785e-07,
      "loss": 0.3443,
      "step": 2228330
    },
    {
      "epoch": 621.92,
      "grad_norm": 1.1924128532409668,
      "learning_rate": 6.068518861782298e-07,
      "loss": 0.343,
      "step": 2228340
    },
    {
      "epoch": 621.92,
      "grad_norm": 1.3037567138671875,
      "learning_rate": 6.068337313295622e-07,
      "loss": 0.3438,
      "step": 2228350
    },
    {
      "epoch": 621.93,
      "grad_norm": 1.1286594867706299,
      "learning_rate": 6.068155767120784e-07,
      "loss": 0.3345,
      "step": 2228360
    },
    {
      "epoch": 621.93,
      "grad_norm": 1.3569905757904053,
      "learning_rate": 6.067974223257813e-07,
      "loss": 0.3349,
      "step": 2228370
    },
    {
      "epoch": 621.93,
      "grad_norm": 1.0912113189697266,
      "learning_rate": 6.067792681706737e-07,
      "loss": 0.3379,
      "step": 2228380
    },
    {
      "epoch": 621.93,
      "grad_norm": 1.311513066291809,
      "learning_rate": 6.067611142467565e-07,
      "loss": 0.3452,
      "step": 2228390
    },
    {
      "epoch": 621.94,
      "grad_norm": 1.1273462772369385,
      "learning_rate": 6.067429605540332e-07,
      "loss": 0.3325,
      "step": 2228400
    },
    {
      "epoch": 621.94,
      "grad_norm": 1.270966649055481,
      "learning_rate": 6.067248070925064e-07,
      "loss": 0.331,
      "step": 2228410
    },
    {
      "epoch": 621.94,
      "grad_norm": 1.1416611671447754,
      "learning_rate": 6.067066538621771e-07,
      "loss": 0.3349,
      "step": 2228420
    },
    {
      "epoch": 621.95,
      "grad_norm": 1.0419352054595947,
      "learning_rate": 6.066885008630501e-07,
      "loss": 0.3487,
      "step": 2228430
    },
    {
      "epoch": 621.95,
      "grad_norm": 1.0613677501678467,
      "learning_rate": 6.066703480951256e-07,
      "loss": 0.3335,
      "step": 2228440
    },
    {
      "epoch": 621.95,
      "grad_norm": 1.2501935958862305,
      "learning_rate": 6.06652195558407e-07,
      "loss": 0.3292,
      "step": 2228450
    },
    {
      "epoch": 621.95,
      "grad_norm": 4.17537260055542,
      "learning_rate": 6.066340432528964e-07,
      "loss": 0.337,
      "step": 2228460
    },
    {
      "epoch": 621.96,
      "grad_norm": 1.3769272565841675,
      "learning_rate": 6.066158911785973e-07,
      "loss": 0.3464,
      "step": 2228470
    },
    {
      "epoch": 621.96,
      "grad_norm": 1.4673125743865967,
      "learning_rate": 6.065977393355104e-07,
      "loss": 0.3336,
      "step": 2228480
    },
    {
      "epoch": 621.96,
      "grad_norm": 1.138983130455017,
      "learning_rate": 6.06579587723639e-07,
      "loss": 0.3442,
      "step": 2228490
    },
    {
      "epoch": 621.96,
      "grad_norm": 1.077148675918579,
      "learning_rate": 6.065614363429862e-07,
      "loss": 0.3367,
      "step": 2228500
    },
    {
      "epoch": 621.97,
      "grad_norm": 1.212674856185913,
      "learning_rate": 6.065432851935523e-07,
      "loss": 0.3397,
      "step": 2228510
    },
    {
      "epoch": 621.97,
      "grad_norm": 1.2014005184173584,
      "learning_rate": 6.065251342753421e-07,
      "loss": 0.334,
      "step": 2228520
    },
    {
      "epoch": 621.97,
      "grad_norm": 1.3121371269226074,
      "learning_rate": 6.065069835883567e-07,
      "loss": 0.3462,
      "step": 2228530
    },
    {
      "epoch": 621.98,
      "grad_norm": 1.5460944175720215,
      "learning_rate": 6.064888331325987e-07,
      "loss": 0.3525,
      "step": 2228540
    },
    {
      "epoch": 621.98,
      "grad_norm": 1.324400544166565,
      "learning_rate": 6.064706829080713e-07,
      "loss": 0.3393,
      "step": 2228550
    },
    {
      "epoch": 621.98,
      "grad_norm": 1.3857159614562988,
      "learning_rate": 6.064525329147758e-07,
      "loss": 0.3462,
      "step": 2228560
    },
    {
      "epoch": 621.98,
      "grad_norm": 1.058274745941162,
      "learning_rate": 6.064343831527148e-07,
      "loss": 0.3395,
      "step": 2228570
    },
    {
      "epoch": 621.99,
      "grad_norm": 1.1960997581481934,
      "learning_rate": 6.06416233621891e-07,
      "loss": 0.3542,
      "step": 2228580
    },
    {
      "epoch": 621.99,
      "grad_norm": 1.1037793159484863,
      "learning_rate": 6.063980843223069e-07,
      "loss": 0.351,
      "step": 2228590
    },
    {
      "epoch": 621.99,
      "grad_norm": 1.1621466875076294,
      "learning_rate": 6.063799352539647e-07,
      "loss": 0.3504,
      "step": 2228600
    },
    {
      "epoch": 622.0,
      "grad_norm": 1.00629460811615,
      "learning_rate": 6.063617864168677e-07,
      "loss": 0.3298,
      "step": 2228610
    },
    {
      "epoch": 622.0,
      "grad_norm": 1.0250576734542847,
      "learning_rate": 6.063436378110168e-07,
      "loss": 0.3405,
      "step": 2228620
    },
    {
      "epoch": 622.0,
      "eval_loss": 0.33824557065963745,
      "eval_runtime": 65.0093,
      "eval_samples_per_second": 77.82,
      "eval_steps_per_second": 9.737,
      "step": 2228626
    },
    {
      "epoch": 622.0,
      "grad_norm": 1.1715810298919678,
      "learning_rate": 6.063254894364152e-07,
      "loss": 0.3488,
      "step": 2228630
    },
    {
      "epoch": 622.0,
      "grad_norm": 1.3099535703659058,
      "learning_rate": 6.063073412930662e-07,
      "loss": 0.33,
      "step": 2228640
    },
    {
      "epoch": 622.01,
      "grad_norm": 1.3294357061386108,
      "learning_rate": 6.062891933809697e-07,
      "loss": 0.3265,
      "step": 2228650
    },
    {
      "epoch": 622.01,
      "grad_norm": 1.2651233673095703,
      "learning_rate": 6.062710457001309e-07,
      "loss": 0.3419,
      "step": 2228660
    },
    {
      "epoch": 622.01,
      "grad_norm": 1.232336163520813,
      "learning_rate": 6.062528982505506e-07,
      "loss": 0.3374,
      "step": 2228670
    },
    {
      "epoch": 622.02,
      "grad_norm": 1.352412462234497,
      "learning_rate": 6.062347510322314e-07,
      "loss": 0.3361,
      "step": 2228680
    },
    {
      "epoch": 622.02,
      "grad_norm": 1.2109586000442505,
      "learning_rate": 6.062166040451769e-07,
      "loss": 0.3513,
      "step": 2228690
    },
    {
      "epoch": 622.02,
      "grad_norm": 1.0915663242340088,
      "learning_rate": 6.061984572893877e-07,
      "loss": 0.3387,
      "step": 2228700
    },
    {
      "epoch": 622.02,
      "grad_norm": 1.2830631732940674,
      "learning_rate": 6.061803107648672e-07,
      "loss": 0.339,
      "step": 2228710
    },
    {
      "epoch": 622.03,
      "grad_norm": 1.167281150817871,
      "learning_rate": 6.061621644716177e-07,
      "loss": 0.3347,
      "step": 2228720
    },
    {
      "epoch": 622.03,
      "grad_norm": 1.253011703491211,
      "learning_rate": 6.061440184096422e-07,
      "loss": 0.363,
      "step": 2228730
    },
    {
      "epoch": 622.03,
      "grad_norm": 1.0702228546142578,
      "learning_rate": 6.061258725789411e-07,
      "loss": 0.3263,
      "step": 2228740
    },
    {
      "epoch": 622.03,
      "grad_norm": 1.2642629146575928,
      "learning_rate": 6.061077269795197e-07,
      "loss": 0.3469,
      "step": 2228750
    },
    {
      "epoch": 622.04,
      "grad_norm": 1.1298089027404785,
      "learning_rate": 6.060895816113783e-07,
      "loss": 0.3282,
      "step": 2228760
    },
    {
      "epoch": 622.04,
      "grad_norm": 1.2216291427612305,
      "learning_rate": 6.060714364745199e-07,
      "loss": 0.3455,
      "step": 2228770
    },
    {
      "epoch": 622.04,
      "grad_norm": 1.2215595245361328,
      "learning_rate": 6.060532915689478e-07,
      "loss": 0.3326,
      "step": 2228780
    },
    {
      "epoch": 622.05,
      "grad_norm": 1.1686517000198364,
      "learning_rate": 6.060351468946629e-07,
      "loss": 0.3416,
      "step": 2228790
    },
    {
      "epoch": 622.05,
      "grad_norm": 1.3258628845214844,
      "learning_rate": 6.060170024516682e-07,
      "loss": 0.3348,
      "step": 2228800
    },
    {
      "epoch": 622.05,
      "grad_norm": 1.4209606647491455,
      "learning_rate": 6.059988582399663e-07,
      "loss": 0.3489,
      "step": 2228810
    },
    {
      "epoch": 622.05,
      "grad_norm": 1.240355134010315,
      "learning_rate": 6.059807142595601e-07,
      "loss": 0.3505,
      "step": 2228820
    },
    {
      "epoch": 622.06,
      "grad_norm": 1.365158200263977,
      "learning_rate": 6.05962570510451e-07,
      "loss": 0.3375,
      "step": 2228830
    },
    {
      "epoch": 622.06,
      "grad_norm": 1.2204458713531494,
      "learning_rate": 6.05944426992642e-07,
      "loss": 0.3354,
      "step": 2228840
    },
    {
      "epoch": 622.06,
      "grad_norm": 1.1082689762115479,
      "learning_rate": 6.05926283706135e-07,
      "loss": 0.3358,
      "step": 2228850
    },
    {
      "epoch": 622.07,
      "grad_norm": 1.1415961980819702,
      "learning_rate": 6.05908140650933e-07,
      "loss": 0.325,
      "step": 2228860
    },
    {
      "epoch": 622.07,
      "grad_norm": 1.2251042127609253,
      "learning_rate": 6.058899978270391e-07,
      "loss": 0.3309,
      "step": 2228870
    },
    {
      "epoch": 622.07,
      "grad_norm": 1.5426870584487915,
      "learning_rate": 6.058718552344533e-07,
      "loss": 0.3252,
      "step": 2228880
    },
    {
      "epoch": 622.07,
      "grad_norm": 1.2972041368484497,
      "learning_rate": 6.058537128731809e-07,
      "loss": 0.3249,
      "step": 2228890
    },
    {
      "epoch": 622.08,
      "grad_norm": 1.1805564165115356,
      "learning_rate": 6.058355707432223e-07,
      "loss": 0.3315,
      "step": 2228900
    },
    {
      "epoch": 622.08,
      "grad_norm": 1.031646966934204,
      "learning_rate": 6.058174288445807e-07,
      "loss": 0.3398,
      "step": 2228910
    },
    {
      "epoch": 622.08,
      "grad_norm": 1.3182703256607056,
      "learning_rate": 6.05799287177259e-07,
      "loss": 0.3343,
      "step": 2228920
    },
    {
      "epoch": 622.08,
      "grad_norm": 1.1345268487930298,
      "learning_rate": 6.057811457412581e-07,
      "loss": 0.3532,
      "step": 2228930
    },
    {
      "epoch": 622.09,
      "grad_norm": 1.4080597162246704,
      "learning_rate": 6.057630045365816e-07,
      "loss": 0.3337,
      "step": 2228940
    },
    {
      "epoch": 622.09,
      "grad_norm": 1.2280641794204712,
      "learning_rate": 6.057448635632316e-07,
      "loss": 0.3378,
      "step": 2228950
    },
    {
      "epoch": 622.09,
      "grad_norm": 1.2087857723236084,
      "learning_rate": 6.057267228212113e-07,
      "loss": 0.3581,
      "step": 2228960
    },
    {
      "epoch": 622.1,
      "grad_norm": 1.1815658807754517,
      "learning_rate": 6.057085823105208e-07,
      "loss": 0.35,
      "step": 2228970
    },
    {
      "epoch": 622.1,
      "grad_norm": 1.039994716644287,
      "learning_rate": 6.056904420311656e-07,
      "loss": 0.3354,
      "step": 2228980
    },
    {
      "epoch": 622.1,
      "grad_norm": 1.7744783163070679,
      "learning_rate": 6.056723019831459e-07,
      "loss": 0.3252,
      "step": 2228990
    },
    {
      "epoch": 622.1,
      "grad_norm": 1.080633282661438,
      "learning_rate": 6.056541621664649e-07,
      "loss": 0.3218,
      "step": 2229000
    },
    {
      "epoch": 622.11,
      "grad_norm": 1.1336758136749268,
      "learning_rate": 6.056360225811253e-07,
      "loss": 0.3402,
      "step": 2229010
    },
    {
      "epoch": 622.11,
      "grad_norm": 1.2266364097595215,
      "learning_rate": 6.056178832271289e-07,
      "loss": 0.3531,
      "step": 2229020
    },
    {
      "epoch": 622.11,
      "grad_norm": 1.4314205646514893,
      "learning_rate": 6.05599744104478e-07,
      "loss": 0.3495,
      "step": 2229030
    },
    {
      "epoch": 622.12,
      "grad_norm": 1.2658588886260986,
      "learning_rate": 6.055816052131755e-07,
      "loss": 0.3318,
      "step": 2229040
    },
    {
      "epoch": 622.12,
      "grad_norm": 1.166222095489502,
      "learning_rate": 6.055634665532244e-07,
      "loss": 0.3342,
      "step": 2229050
    },
    {
      "epoch": 622.12,
      "grad_norm": 1.156592845916748,
      "learning_rate": 6.055453281246257e-07,
      "loss": 0.3299,
      "step": 2229060
    },
    {
      "epoch": 622.12,
      "grad_norm": 1.1231958866119385,
      "learning_rate": 6.055271899273826e-07,
      "loss": 0.348,
      "step": 2229070
    },
    {
      "epoch": 622.13,
      "grad_norm": 1.2220265865325928,
      "learning_rate": 6.055090519614979e-07,
      "loss": 0.3288,
      "step": 2229080
    },
    {
      "epoch": 622.13,
      "grad_norm": 1.0391380786895752,
      "learning_rate": 6.054909142269724e-07,
      "loss": 0.3353,
      "step": 2229090
    },
    {
      "epoch": 622.13,
      "grad_norm": 1.1538934707641602,
      "learning_rate": 6.054727767238108e-07,
      "loss": 0.3362,
      "step": 2229100
    },
    {
      "epoch": 622.14,
      "grad_norm": 1.2647250890731812,
      "learning_rate": 6.054546394520138e-07,
      "loss": 0.3424,
      "step": 2229110
    },
    {
      "epoch": 622.14,
      "grad_norm": 1.2358150482177734,
      "learning_rate": 6.054365024115844e-07,
      "loss": 0.3437,
      "step": 2229120
    },
    {
      "epoch": 622.14,
      "grad_norm": 1.2986751794815063,
      "learning_rate": 6.054183656025251e-07,
      "loss": 0.3304,
      "step": 2229130
    },
    {
      "epoch": 622.14,
      "grad_norm": 1.1110613346099854,
      "learning_rate": 6.054002290248389e-07,
      "loss": 0.3484,
      "step": 2229140
    },
    {
      "epoch": 622.15,
      "grad_norm": 1.089415192604065,
      "learning_rate": 6.053820926785265e-07,
      "loss": 0.3338,
      "step": 2229150
    },
    {
      "epoch": 622.15,
      "grad_norm": 1.235829472541809,
      "learning_rate": 6.053639565635918e-07,
      "loss": 0.3265,
      "step": 2229160
    },
    {
      "epoch": 622.15,
      "grad_norm": 1.3855654001235962,
      "learning_rate": 6.053458206800364e-07,
      "loss": 0.3526,
      "step": 2229170
    },
    {
      "epoch": 622.15,
      "grad_norm": 1.179335117340088,
      "learning_rate": 6.053276850278632e-07,
      "loss": 0.3314,
      "step": 2229180
    },
    {
      "epoch": 622.16,
      "grad_norm": 1.1517643928527832,
      "learning_rate": 6.053095496070751e-07,
      "loss": 0.3308,
      "step": 2229190
    },
    {
      "epoch": 622.16,
      "grad_norm": 1.2269381284713745,
      "learning_rate": 6.052914144176734e-07,
      "loss": 0.3199,
      "step": 2229200
    },
    {
      "epoch": 622.16,
      "grad_norm": 1.1796252727508545,
      "learning_rate": 6.05273279459661e-07,
      "loss": 0.3369,
      "step": 2229210
    },
    {
      "epoch": 622.17,
      "grad_norm": 1.1797707080841064,
      "learning_rate": 6.052551447330409e-07,
      "loss": 0.3352,
      "step": 2229220
    },
    {
      "epoch": 622.17,
      "grad_norm": 1.1032438278198242,
      "learning_rate": 6.052370102378135e-07,
      "loss": 0.3419,
      "step": 2229230
    },
    {
      "epoch": 622.17,
      "grad_norm": 1.1396560668945312,
      "learning_rate": 6.052188759739841e-07,
      "loss": 0.3403,
      "step": 2229240
    },
    {
      "epoch": 622.17,
      "grad_norm": 1.290250301361084,
      "learning_rate": 6.05200741941553e-07,
      "loss": 0.3436,
      "step": 2229250
    },
    {
      "epoch": 622.18,
      "grad_norm": 1.7199749946594238,
      "learning_rate": 6.051826081405232e-07,
      "loss": 0.3395,
      "step": 2229260
    },
    {
      "epoch": 622.18,
      "grad_norm": 1.3676522970199585,
      "learning_rate": 6.051644745708974e-07,
      "loss": 0.3498,
      "step": 2229270
    },
    {
      "epoch": 622.18,
      "grad_norm": 1.2130091190338135,
      "learning_rate": 6.051463412326784e-07,
      "loss": 0.3313,
      "step": 2229280
    },
    {
      "epoch": 622.19,
      "grad_norm": 1.1742937564849854,
      "learning_rate": 6.051282081258673e-07,
      "loss": 0.3362,
      "step": 2229290
    },
    {
      "epoch": 622.19,
      "grad_norm": 1.2299374341964722,
      "learning_rate": 6.051100752504671e-07,
      "loss": 0.3415,
      "step": 2229300
    },
    {
      "epoch": 622.19,
      "grad_norm": 1.0104252099990845,
      "learning_rate": 6.05091942606481e-07,
      "loss": 0.3396,
      "step": 2229310
    },
    {
      "epoch": 622.19,
      "grad_norm": 1.5719163417816162,
      "learning_rate": 6.050738101939097e-07,
      "loss": 0.3454,
      "step": 2229320
    },
    {
      "epoch": 622.2,
      "grad_norm": 1.0113773345947266,
      "learning_rate": 6.05055678012758e-07,
      "loss": 0.3284,
      "step": 2229330
    },
    {
      "epoch": 622.2,
      "grad_norm": 1.2305772304534912,
      "learning_rate": 6.05037546063026e-07,
      "loss": 0.3316,
      "step": 2229340
    },
    {
      "epoch": 622.2,
      "grad_norm": 1.5613367557525635,
      "learning_rate": 6.050194143447175e-07,
      "loss": 0.3398,
      "step": 2229350
    },
    {
      "epoch": 622.2,
      "grad_norm": 1.2194474935531616,
      "learning_rate": 6.05001282857835e-07,
      "loss": 0.3533,
      "step": 2229360
    },
    {
      "epoch": 622.21,
      "grad_norm": 1.149350881576538,
      "learning_rate": 6.049831516023797e-07,
      "loss": 0.3415,
      "step": 2229370
    },
    {
      "epoch": 622.21,
      "grad_norm": 1.0660892724990845,
      "learning_rate": 6.049650205783548e-07,
      "loss": 0.3474,
      "step": 2229380
    },
    {
      "epoch": 622.21,
      "grad_norm": 1.185205340385437,
      "learning_rate": 6.049468897857625e-07,
      "loss": 0.3424,
      "step": 2229390
    },
    {
      "epoch": 622.22,
      "grad_norm": 1.100335717201233,
      "learning_rate": 6.049287592246062e-07,
      "loss": 0.329,
      "step": 2229400
    },
    {
      "epoch": 622.22,
      "grad_norm": 1.4294021129608154,
      "learning_rate": 6.049106288948861e-07,
      "loss": 0.3517,
      "step": 2229410
    },
    {
      "epoch": 622.22,
      "grad_norm": 1.155385136604309,
      "learning_rate": 6.048924987966074e-07,
      "loss": 0.3251,
      "step": 2229420
    },
    {
      "epoch": 622.22,
      "grad_norm": 1.1054913997650146,
      "learning_rate": 6.048743689297705e-07,
      "loss": 0.3345,
      "step": 2229430
    },
    {
      "epoch": 622.23,
      "grad_norm": 1.2497113943099976,
      "learning_rate": 6.04856239294378e-07,
      "loss": 0.3353,
      "step": 2229440
    },
    {
      "epoch": 622.23,
      "grad_norm": 1.156164526939392,
      "learning_rate": 6.048381098904338e-07,
      "loss": 0.3285,
      "step": 2229450
    },
    {
      "epoch": 622.23,
      "grad_norm": 1.2237368822097778,
      "learning_rate": 6.048199807179378e-07,
      "loss": 0.3296,
      "step": 2229460
    },
    {
      "epoch": 622.24,
      "grad_norm": 1.194578766822815,
      "learning_rate": 6.048018517768954e-07,
      "loss": 0.3509,
      "step": 2229470
    },
    {
      "epoch": 622.24,
      "grad_norm": 1.168646216392517,
      "learning_rate": 6.047837230673065e-07,
      "loss": 0.342,
      "step": 2229480
    },
    {
      "epoch": 622.24,
      "grad_norm": 1.3145884275436401,
      "learning_rate": 6.047655945891746e-07,
      "loss": 0.3478,
      "step": 2229490
    },
    {
      "epoch": 622.24,
      "grad_norm": 1.101298213005066,
      "learning_rate": 6.047474663425028e-07,
      "loss": 0.3376,
      "step": 2229500
    },
    {
      "epoch": 622.25,
      "grad_norm": 1.1685556173324585,
      "learning_rate": 6.04729338327292e-07,
      "loss": 0.3334,
      "step": 2229510
    },
    {
      "epoch": 622.25,
      "grad_norm": 1.2570048570632935,
      "learning_rate": 6.047112105435452e-07,
      "loss": 0.3469,
      "step": 2229520
    },
    {
      "epoch": 622.25,
      "grad_norm": 1.1526693105697632,
      "learning_rate": 6.046930829912649e-07,
      "loss": 0.3171,
      "step": 2229530
    },
    {
      "epoch": 622.26,
      "grad_norm": 1.0879325866699219,
      "learning_rate": 6.046749556704543e-07,
      "loss": 0.3578,
      "step": 2229540
    },
    {
      "epoch": 622.26,
      "grad_norm": 1.1660432815551758,
      "learning_rate": 6.046568285811137e-07,
      "loss": 0.3237,
      "step": 2229550
    },
    {
      "epoch": 622.26,
      "grad_norm": 1.246003270149231,
      "learning_rate": 6.046387017232483e-07,
      "loss": 0.3392,
      "step": 2229560
    },
    {
      "epoch": 622.26,
      "grad_norm": 1.1995773315429688,
      "learning_rate": 6.046205750968582e-07,
      "loss": 0.318,
      "step": 2229570
    },
    {
      "epoch": 622.27,
      "grad_norm": 1.0792073011398315,
      "learning_rate": 6.046024487019469e-07,
      "loss": 0.3359,
      "step": 2229580
    },
    {
      "epoch": 622.27,
      "grad_norm": 1.129958987236023,
      "learning_rate": 6.045843225385173e-07,
      "loss": 0.318,
      "step": 2229590
    },
    {
      "epoch": 622.27,
      "grad_norm": 1.1385765075683594,
      "learning_rate": 6.045661966065702e-07,
      "loss": 0.3262,
      "step": 2229600
    },
    {
      "epoch": 622.27,
      "grad_norm": 1.318798542022705,
      "learning_rate": 6.045480709061091e-07,
      "loss": 0.3252,
      "step": 2229610
    },
    {
      "epoch": 622.28,
      "grad_norm": 1.182930827140808,
      "learning_rate": 6.045299454371365e-07,
      "loss": 0.3421,
      "step": 2229620
    },
    {
      "epoch": 622.28,
      "grad_norm": 1.1509740352630615,
      "learning_rate": 6.045118201996551e-07,
      "loss": 0.3409,
      "step": 2229630
    },
    {
      "epoch": 622.28,
      "grad_norm": 1.216680884361267,
      "learning_rate": 6.044936951936657e-07,
      "loss": 0.3426,
      "step": 2229640
    },
    {
      "epoch": 622.29,
      "grad_norm": 1.2536426782608032,
      "learning_rate": 6.044755704191722e-07,
      "loss": 0.3218,
      "step": 2229650
    },
    {
      "epoch": 622.29,
      "grad_norm": 1.356817603111267,
      "learning_rate": 6.044574458761771e-07,
      "loss": 0.3489,
      "step": 2229660
    },
    {
      "epoch": 622.29,
      "grad_norm": 1.251662254333496,
      "learning_rate": 6.04439321564681e-07,
      "loss": 0.3318,
      "step": 2229670
    },
    {
      "epoch": 622.29,
      "grad_norm": 1.261411428451538,
      "learning_rate": 6.044211974846893e-07,
      "loss": 0.3392,
      "step": 2229680
    },
    {
      "epoch": 622.3,
      "grad_norm": 0.9924818873405457,
      "learning_rate": 6.044030736362017e-07,
      "loss": 0.3286,
      "step": 2229690
    },
    {
      "epoch": 622.3,
      "grad_norm": 0.9489789009094238,
      "learning_rate": 6.043849500192215e-07,
      "loss": 0.3361,
      "step": 2229700
    },
    {
      "epoch": 622.3,
      "grad_norm": 1.110446572303772,
      "learning_rate": 6.043668266337516e-07,
      "loss": 0.326,
      "step": 2229710
    },
    {
      "epoch": 622.31,
      "grad_norm": 1.3821702003479004,
      "learning_rate": 6.043487034797947e-07,
      "loss": 0.3237,
      "step": 2229720
    },
    {
      "epoch": 622.31,
      "grad_norm": 1.5370410680770874,
      "learning_rate": 6.04330580557352e-07,
      "loss": 0.3214,
      "step": 2229730
    },
    {
      "epoch": 622.31,
      "grad_norm": 1.1554908752441406,
      "learning_rate": 6.043124578664261e-07,
      "loss": 0.3413,
      "step": 2229740
    },
    {
      "epoch": 622.31,
      "grad_norm": 1.2832276821136475,
      "learning_rate": 6.0429433540702e-07,
      "loss": 0.3448,
      "step": 2229750
    },
    {
      "epoch": 622.32,
      "grad_norm": 1.057815432548523,
      "learning_rate": 6.042762131791361e-07,
      "loss": 0.3206,
      "step": 2229760
    },
    {
      "epoch": 622.32,
      "grad_norm": 1.0714353322982788,
      "learning_rate": 6.042580911827771e-07,
      "loss": 0.3418,
      "step": 2229770
    },
    {
      "epoch": 622.32,
      "grad_norm": 1.2379682064056396,
      "learning_rate": 6.042399694179444e-07,
      "loss": 0.3448,
      "step": 2229780
    },
    {
      "epoch": 622.32,
      "grad_norm": 1.1922897100448608,
      "learning_rate": 6.04221847884641e-07,
      "loss": 0.337,
      "step": 2229790
    },
    {
      "epoch": 622.33,
      "grad_norm": 1.3416314125061035,
      "learning_rate": 6.042037265828691e-07,
      "loss": 0.3391,
      "step": 2229800
    },
    {
      "epoch": 622.33,
      "grad_norm": 1.2199398279190063,
      "learning_rate": 6.041856055126315e-07,
      "loss": 0.315,
      "step": 2229810
    },
    {
      "epoch": 622.33,
      "grad_norm": 1.3861732482910156,
      "learning_rate": 6.041674846739308e-07,
      "loss": 0.3403,
      "step": 2229820
    },
    {
      "epoch": 622.34,
      "grad_norm": 1.0791990756988525,
      "learning_rate": 6.041493640667687e-07,
      "loss": 0.3283,
      "step": 2229830
    },
    {
      "epoch": 622.34,
      "grad_norm": 1.3717535734176636,
      "learning_rate": 6.041312436911477e-07,
      "loss": 0.3541,
      "step": 2229840
    },
    {
      "epoch": 622.34,
      "grad_norm": 1.1257827281951904,
      "learning_rate": 6.041131235470702e-07,
      "loss": 0.3468,
      "step": 2229850
    },
    {
      "epoch": 622.34,
      "grad_norm": 1.2673225402832031,
      "learning_rate": 6.0409500363454e-07,
      "loss": 0.3385,
      "step": 2229860
    },
    {
      "epoch": 622.35,
      "grad_norm": 1.2277421951293945,
      "learning_rate": 6.040768839535575e-07,
      "loss": 0.3386,
      "step": 2229870
    },
    {
      "epoch": 622.35,
      "grad_norm": 1.2863469123840332,
      "learning_rate": 6.040587645041257e-07,
      "loss": 0.3314,
      "step": 2229880
    },
    {
      "epoch": 622.35,
      "grad_norm": 1.2175414562225342,
      "learning_rate": 6.04040645286248e-07,
      "loss": 0.3425,
      "step": 2229890
    },
    {
      "epoch": 622.36,
      "grad_norm": 1.1318309307098389,
      "learning_rate": 6.04022526299925e-07,
      "loss": 0.3324,
      "step": 2229900
    },
    {
      "epoch": 622.36,
      "grad_norm": 1.1048825979232788,
      "learning_rate": 6.040044075451616e-07,
      "loss": 0.3343,
      "step": 2229910
    },
    {
      "epoch": 622.36,
      "grad_norm": 1.0711849927902222,
      "learning_rate": 6.039862890219579e-07,
      "loss": 0.3377,
      "step": 2229920
    },
    {
      "epoch": 622.36,
      "grad_norm": 1.2581027746200562,
      "learning_rate": 6.039681707303172e-07,
      "loss": 0.3485,
      "step": 2229930
    },
    {
      "epoch": 622.37,
      "grad_norm": 1.166894793510437,
      "learning_rate": 6.039500526702421e-07,
      "loss": 0.3357,
      "step": 2229940
    },
    {
      "epoch": 622.37,
      "grad_norm": 1.2928837537765503,
      "learning_rate": 6.039319348417353e-07,
      "loss": 0.328,
      "step": 2229950
    },
    {
      "epoch": 622.37,
      "grad_norm": 1.1437909603118896,
      "learning_rate": 6.039138172447982e-07,
      "loss": 0.3349,
      "step": 2229960
    },
    {
      "epoch": 622.38,
      "grad_norm": 1.6716365814208984,
      "learning_rate": 6.038956998794338e-07,
      "loss": 0.3368,
      "step": 2229970
    },
    {
      "epoch": 622.38,
      "grad_norm": 1.297432780265808,
      "learning_rate": 6.038775827456453e-07,
      "loss": 0.3318,
      "step": 2229980
    },
    {
      "epoch": 622.38,
      "grad_norm": 1.2648406028747559,
      "learning_rate": 6.038594658434328e-07,
      "loss": 0.3262,
      "step": 2229990
    },
    {
      "epoch": 622.38,
      "grad_norm": 1.113201379776001,
      "learning_rate": 6.038413491728016e-07,
      "loss": 0.3455,
      "step": 2230000
    },
    {
      "epoch": 622.39,
      "grad_norm": 1.1221331357955933,
      "learning_rate": 6.03823232733752e-07,
      "loss": 0.338,
      "step": 2230010
    },
    {
      "epoch": 622.39,
      "grad_norm": 1.2432265281677246,
      "learning_rate": 6.038051165262871e-07,
      "loss": 0.3477,
      "step": 2230020
    },
    {
      "epoch": 622.39,
      "grad_norm": 1.1595121622085571,
      "learning_rate": 6.037870005504101e-07,
      "loss": 0.3293,
      "step": 2230030
    },
    {
      "epoch": 622.39,
      "grad_norm": 1.1043213605880737,
      "learning_rate": 6.037688848061211e-07,
      "loss": 0.3556,
      "step": 2230040
    },
    {
      "epoch": 622.4,
      "grad_norm": 1.2303588390350342,
      "learning_rate": 6.037507692934256e-07,
      "loss": 0.3227,
      "step": 2230050
    },
    {
      "epoch": 622.4,
      "grad_norm": 1.3108482360839844,
      "learning_rate": 6.037326540123236e-07,
      "loss": 0.3464,
      "step": 2230060
    },
    {
      "epoch": 622.4,
      "grad_norm": 1.2038218975067139,
      "learning_rate": 6.037145389628187e-07,
      "loss": 0.3469,
      "step": 2230070
    },
    {
      "epoch": 622.41,
      "grad_norm": 1.4351779222488403,
      "learning_rate": 6.036964241449128e-07,
      "loss": 0.342,
      "step": 2230080
    },
    {
      "epoch": 622.41,
      "grad_norm": 1.3269116878509521,
      "learning_rate": 6.036783095586091e-07,
      "loss": 0.3565,
      "step": 2230090
    },
    {
      "epoch": 622.41,
      "grad_norm": 1.072536826133728,
      "learning_rate": 6.036601952039088e-07,
      "loss": 0.3506,
      "step": 2230100
    },
    {
      "epoch": 622.41,
      "grad_norm": 1.3094778060913086,
      "learning_rate": 6.036420810808152e-07,
      "loss": 0.3185,
      "step": 2230110
    },
    {
      "epoch": 622.42,
      "grad_norm": 1.1527334451675415,
      "learning_rate": 6.036239671893308e-07,
      "loss": 0.3151,
      "step": 2230120
    },
    {
      "epoch": 622.42,
      "grad_norm": 1.2792013883590698,
      "learning_rate": 6.036058535294563e-07,
      "loss": 0.3528,
      "step": 2230130
    },
    {
      "epoch": 622.42,
      "grad_norm": 1.3840692043304443,
      "learning_rate": 6.03587740101197e-07,
      "loss": 0.3307,
      "step": 2230140
    },
    {
      "epoch": 622.43,
      "grad_norm": 1.2175883054733276,
      "learning_rate": 6.035696269045528e-07,
      "loss": 0.3486,
      "step": 2230150
    },
    {
      "epoch": 622.43,
      "grad_norm": 1.7877261638641357,
      "learning_rate": 6.035515139395274e-07,
      "loss": 0.3448,
      "step": 2230160
    },
    {
      "epoch": 622.43,
      "grad_norm": 1.2663085460662842,
      "learning_rate": 6.035334012061236e-07,
      "loss": 0.3396,
      "step": 2230170
    },
    {
      "epoch": 622.43,
      "grad_norm": 1.1558828353881836,
      "learning_rate": 6.035152887043421e-07,
      "loss": 0.3341,
      "step": 2230180
    },
    {
      "epoch": 622.44,
      "grad_norm": 1.4868009090423584,
      "learning_rate": 6.034971764341865e-07,
      "loss": 0.3393,
      "step": 2230190
    },
    {
      "epoch": 622.44,
      "grad_norm": 1.2150239944458008,
      "learning_rate": 6.034790643956589e-07,
      "loss": 0.3341,
      "step": 2230200
    },
    {
      "epoch": 622.44,
      "grad_norm": 1.1759048700332642,
      "learning_rate": 6.034609525887628e-07,
      "loss": 0.327,
      "step": 2230210
    },
    {
      "epoch": 622.44,
      "grad_norm": 1.267356038093567,
      "learning_rate": 6.03442841013498e-07,
      "loss": 0.3354,
      "step": 2230220
    },
    {
      "epoch": 622.45,
      "grad_norm": 1.2202060222625732,
      "learning_rate": 6.0342472966987e-07,
      "loss": 0.3299,
      "step": 2230230
    },
    {
      "epoch": 622.45,
      "grad_norm": 1.2170329093933105,
      "learning_rate": 6.034066185578792e-07,
      "loss": 0.3433,
      "step": 2230240
    },
    {
      "epoch": 622.45,
      "grad_norm": 1.1858489513397217,
      "learning_rate": 6.033885076775286e-07,
      "loss": 0.3369,
      "step": 2230250
    },
    {
      "epoch": 622.46,
      "grad_norm": 1.3462250232696533,
      "learning_rate": 6.03370397028821e-07,
      "loss": 0.3244,
      "step": 2230260
    },
    {
      "epoch": 622.46,
      "grad_norm": 1.2486169338226318,
      "learning_rate": 6.033522866117578e-07,
      "loss": 0.3377,
      "step": 2230270
    },
    {
      "epoch": 622.46,
      "grad_norm": 1.188598871231079,
      "learning_rate": 6.033341764263422e-07,
      "loss": 0.3426,
      "step": 2230280
    },
    {
      "epoch": 622.46,
      "grad_norm": 1.0968754291534424,
      "learning_rate": 6.033160664725761e-07,
      "loss": 0.3385,
      "step": 2230290
    },
    {
      "epoch": 622.47,
      "grad_norm": 1.0924397706985474,
      "learning_rate": 6.032979567504634e-07,
      "loss": 0.3464,
      "step": 2230300
    },
    {
      "epoch": 622.47,
      "grad_norm": 1.0945874452590942,
      "learning_rate": 6.032798472600043e-07,
      "loss": 0.3494,
      "step": 2230310
    },
    {
      "epoch": 622.47,
      "grad_norm": 1.1429216861724854,
      "learning_rate": 6.032617380012022e-07,
      "loss": 0.3348,
      "step": 2230320
    },
    {
      "epoch": 622.48,
      "grad_norm": 1.3190414905548096,
      "learning_rate": 6.032436289740598e-07,
      "loss": 0.3457,
      "step": 2230330
    },
    {
      "epoch": 622.48,
      "grad_norm": 1.3127038478851318,
      "learning_rate": 6.032255201785791e-07,
      "loss": 0.3426,
      "step": 2230340
    },
    {
      "epoch": 622.48,
      "grad_norm": 1.5277827978134155,
      "learning_rate": 6.032074116147636e-07,
      "loss": 0.3223,
      "step": 2230350
    },
    {
      "epoch": 622.48,
      "grad_norm": 2.0408875942230225,
      "learning_rate": 6.031893032826131e-07,
      "loss": 0.3311,
      "step": 2230360
    },
    {
      "epoch": 622.49,
      "grad_norm": 1.3301994800567627,
      "learning_rate": 6.031711951821334e-07,
      "loss": 0.3275,
      "step": 2230370
    },
    {
      "epoch": 622.49,
      "grad_norm": 1.2365680932998657,
      "learning_rate": 6.031530873133242e-07,
      "loss": 0.3509,
      "step": 2230380
    },
    {
      "epoch": 622.49,
      "grad_norm": 1.2353194952011108,
      "learning_rate": 6.031349796761892e-07,
      "loss": 0.3292,
      "step": 2230390
    },
    {
      "epoch": 622.5,
      "grad_norm": 1.2626172304153442,
      "learning_rate": 6.031168722707311e-07,
      "loss": 0.3421,
      "step": 2230400
    },
    {
      "epoch": 622.5,
      "grad_norm": 1.113393783569336,
      "learning_rate": 6.030987650969509e-07,
      "loss": 0.3458,
      "step": 2230410
    },
    {
      "epoch": 622.5,
      "grad_norm": 1.0991042852401733,
      "learning_rate": 6.030806581548522e-07,
      "loss": 0.3372,
      "step": 2230420
    },
    {
      "epoch": 622.5,
      "grad_norm": 1.0864639282226562,
      "learning_rate": 6.030625514444367e-07,
      "loss": 0.3444,
      "step": 2230430
    },
    {
      "epoch": 622.51,
      "grad_norm": 1.3094161748886108,
      "learning_rate": 6.030444449657081e-07,
      "loss": 0.3459,
      "step": 2230440
    },
    {
      "epoch": 622.51,
      "grad_norm": 1.3141790628433228,
      "learning_rate": 6.030263387186671e-07,
      "loss": 0.3314,
      "step": 2230450
    },
    {
      "epoch": 622.51,
      "grad_norm": 1.1667742729187012,
      "learning_rate": 6.030082327033169e-07,
      "loss": 0.3464,
      "step": 2230460
    },
    {
      "epoch": 622.51,
      "grad_norm": 1.182930588722229,
      "learning_rate": 6.029901269196606e-07,
      "loss": 0.3258,
      "step": 2230470
    },
    {
      "epoch": 622.52,
      "grad_norm": 1.2551932334899902,
      "learning_rate": 6.029720213676985e-07,
      "loss": 0.3342,
      "step": 2230480
    },
    {
      "epoch": 622.52,
      "grad_norm": 1.4651272296905518,
      "learning_rate": 6.02953916047436e-07,
      "loss": 0.3524,
      "step": 2230490
    },
    {
      "epoch": 622.52,
      "grad_norm": 1.2737809419631958,
      "learning_rate": 6.029358109588729e-07,
      "loss": 0.341,
      "step": 2230500
    },
    {
      "epoch": 622.53,
      "grad_norm": 1.0249848365783691,
      "learning_rate": 6.029177061020129e-07,
      "loss": 0.3402,
      "step": 2230510
    },
    {
      "epoch": 622.53,
      "grad_norm": 1.1515387296676636,
      "learning_rate": 6.028996014768581e-07,
      "loss": 0.3179,
      "step": 2230520
    },
    {
      "epoch": 622.53,
      "grad_norm": 1.1288648843765259,
      "learning_rate": 6.028814970834117e-07,
      "loss": 0.3265,
      "step": 2230530
    },
    {
      "epoch": 622.53,
      "grad_norm": 1.241416573524475,
      "learning_rate": 6.028633929216747e-07,
      "loss": 0.3285,
      "step": 2230540
    },
    {
      "epoch": 622.54,
      "grad_norm": 1.2243155241012573,
      "learning_rate": 6.028452889916501e-07,
      "loss": 0.3469,
      "step": 2230550
    },
    {
      "epoch": 622.54,
      "grad_norm": 1.2681294679641724,
      "learning_rate": 6.028271852933409e-07,
      "loss": 0.3238,
      "step": 2230560
    },
    {
      "epoch": 622.54,
      "grad_norm": 1.0037603378295898,
      "learning_rate": 6.028090818267479e-07,
      "loss": 0.3404,
      "step": 2230570
    },
    {
      "epoch": 622.55,
      "grad_norm": 1.2140649557113647,
      "learning_rate": 6.027909785918761e-07,
      "loss": 0.3396,
      "step": 2230580
    },
    {
      "epoch": 622.55,
      "grad_norm": 1.1214021444320679,
      "learning_rate": 6.027728755887254e-07,
      "loss": 0.3546,
      "step": 2230590
    },
    {
      "epoch": 622.55,
      "grad_norm": 0.9691914319992065,
      "learning_rate": 6.027547728172993e-07,
      "loss": 0.3356,
      "step": 2230600
    },
    {
      "epoch": 622.55,
      "grad_norm": 1.3007112741470337,
      "learning_rate": 6.02736670277601e-07,
      "loss": 0.3398,
      "step": 2230610
    },
    {
      "epoch": 622.56,
      "grad_norm": 1.1115559339523315,
      "learning_rate": 6.027185679696304e-07,
      "loss": 0.3419,
      "step": 2230620
    },
    {
      "epoch": 622.56,
      "grad_norm": 1.1180514097213745,
      "learning_rate": 6.027004658933932e-07,
      "loss": 0.3434,
      "step": 2230630
    },
    {
      "epoch": 622.56,
      "grad_norm": 1.2654235363006592,
      "learning_rate": 6.026823640488894e-07,
      "loss": 0.3399,
      "step": 2230640
    },
    {
      "epoch": 622.56,
      "grad_norm": 1.2046366930007935,
      "learning_rate": 6.02664262436122e-07,
      "loss": 0.3435,
      "step": 2230650
    },
    {
      "epoch": 622.57,
      "grad_norm": 1.3778793811798096,
      "learning_rate": 6.026461610550939e-07,
      "loss": 0.3552,
      "step": 2230660
    },
    {
      "epoch": 622.57,
      "grad_norm": 1.231208324432373,
      "learning_rate": 6.026280599058076e-07,
      "loss": 0.3384,
      "step": 2230670
    },
    {
      "epoch": 622.57,
      "grad_norm": 1.1874533891677856,
      "learning_rate": 6.026099589882647e-07,
      "loss": 0.3453,
      "step": 2230680
    },
    {
      "epoch": 622.58,
      "grad_norm": 1.2168025970458984,
      "learning_rate": 6.025918583024678e-07,
      "loss": 0.3402,
      "step": 2230690
    },
    {
      "epoch": 622.58,
      "grad_norm": 1.1596781015396118,
      "learning_rate": 6.025737578484202e-07,
      "loss": 0.3294,
      "step": 2230700
    },
    {
      "epoch": 622.58,
      "grad_norm": 1.198952555656433,
      "learning_rate": 6.025556576261221e-07,
      "loss": 0.3471,
      "step": 2230710
    },
    {
      "epoch": 622.58,
      "grad_norm": 0.9951291680335999,
      "learning_rate": 6.025375576355794e-07,
      "loss": 0.3184,
      "step": 2230720
    },
    {
      "epoch": 622.59,
      "grad_norm": 1.3320046663284302,
      "learning_rate": 6.025194578767912e-07,
      "loss": 0.342,
      "step": 2230730
    },
    {
      "epoch": 622.59,
      "grad_norm": 1.540799856185913,
      "learning_rate": 6.025013583497618e-07,
      "loss": 0.3438,
      "step": 2230740
    },
    {
      "epoch": 622.59,
      "grad_norm": 1.2650281190872192,
      "learning_rate": 6.024832590544935e-07,
      "loss": 0.3253,
      "step": 2230750
    },
    {
      "epoch": 622.6,
      "grad_norm": 1.1441283226013184,
      "learning_rate": 6.024651599909876e-07,
      "loss": 0.3538,
      "step": 2230760
    },
    {
      "epoch": 622.6,
      "grad_norm": 1.9781858921051025,
      "learning_rate": 6.024470611592471e-07,
      "loss": 0.3296,
      "step": 2230770
    },
    {
      "epoch": 622.6,
      "grad_norm": 1.2487844228744507,
      "learning_rate": 6.024289625592745e-07,
      "loss": 0.3394,
      "step": 2230780
    },
    {
      "epoch": 622.6,
      "grad_norm": 1.1015135049819946,
      "learning_rate": 6.024108641910731e-07,
      "loss": 0.3353,
      "step": 2230790
    },
    {
      "epoch": 622.61,
      "grad_norm": 1.1820826530456543,
      "learning_rate": 6.02392766054643e-07,
      "loss": 0.3389,
      "step": 2230800
    },
    {
      "epoch": 622.61,
      "grad_norm": 1.126209020614624,
      "learning_rate": 6.023746681499892e-07,
      "loss": 0.3333,
      "step": 2230810
    },
    {
      "epoch": 622.61,
      "grad_norm": 1.111670732498169,
      "learning_rate": 6.023565704771124e-07,
      "loss": 0.3399,
      "step": 2230820
    },
    {
      "epoch": 622.62,
      "grad_norm": 1.0008827447891235,
      "learning_rate": 6.023384730360155e-07,
      "loss": 0.3359,
      "step": 2230830
    },
    {
      "epoch": 622.62,
      "grad_norm": 1.262436032295227,
      "learning_rate": 6.023203758267016e-07,
      "loss": 0.3444,
      "step": 2230840
    },
    {
      "epoch": 622.62,
      "grad_norm": 1.152443289756775,
      "learning_rate": 6.023022788491718e-07,
      "loss": 0.3448,
      "step": 2230850
    },
    {
      "epoch": 622.62,
      "grad_norm": 1.2680455446243286,
      "learning_rate": 6.022841821034291e-07,
      "loss": 0.3345,
      "step": 2230860
    },
    {
      "epoch": 622.63,
      "grad_norm": 1.347723364830017,
      "learning_rate": 6.022660855894762e-07,
      "loss": 0.3311,
      "step": 2230870
    },
    {
      "epoch": 622.63,
      "grad_norm": 1.2424408197402954,
      "learning_rate": 6.022479893073157e-07,
      "loss": 0.3564,
      "step": 2230880
    },
    {
      "epoch": 622.63,
      "grad_norm": 1.2135910987854004,
      "learning_rate": 6.022298932569483e-07,
      "loss": 0.3395,
      "step": 2230890
    },
    {
      "epoch": 622.63,
      "grad_norm": 1.089390516281128,
      "learning_rate": 6.022117974383792e-07,
      "loss": 0.34,
      "step": 2230900
    },
    {
      "epoch": 622.64,
      "grad_norm": 1.1760871410369873,
      "learning_rate": 6.021937018516086e-07,
      "loss": 0.3366,
      "step": 2230910
    },
    {
      "epoch": 622.64,
      "grad_norm": 1.3448785543441772,
      "learning_rate": 6.021756064966394e-07,
      "loss": 0.3451,
      "step": 2230920
    },
    {
      "epoch": 622.64,
      "grad_norm": 1.1143869161605835,
      "learning_rate": 6.02157511373475e-07,
      "loss": 0.3551,
      "step": 2230930
    },
    {
      "epoch": 622.65,
      "grad_norm": 1.2453712224960327,
      "learning_rate": 6.021394164821158e-07,
      "loss": 0.3367,
      "step": 2230940
    },
    {
      "epoch": 622.65,
      "grad_norm": 1.2339324951171875,
      "learning_rate": 6.021213218225666e-07,
      "loss": 0.3331,
      "step": 2230950
    },
    {
      "epoch": 622.65,
      "grad_norm": 1.3523987531661987,
      "learning_rate": 6.021032273948282e-07,
      "loss": 0.3427,
      "step": 2230960
    },
    {
      "epoch": 622.65,
      "grad_norm": 1.431504249572754,
      "learning_rate": 6.020851331989032e-07,
      "loss": 0.3309,
      "step": 2230970
    },
    {
      "epoch": 622.66,
      "grad_norm": 1.2246674299240112,
      "learning_rate": 6.020670392347953e-07,
      "loss": 0.3402,
      "step": 2230980
    },
    {
      "epoch": 622.66,
      "grad_norm": 1.284734845161438,
      "learning_rate": 6.02048945502505e-07,
      "loss": 0.3248,
      "step": 2230990
    },
    {
      "epoch": 622.66,
      "grad_norm": 1.0727190971374512,
      "learning_rate": 6.020308520020358e-07,
      "loss": 0.3484,
      "step": 2231000
    },
    {
      "epoch": 622.67,
      "grad_norm": 1.1898778676986694,
      "learning_rate": 6.020127587333894e-07,
      "loss": 0.346,
      "step": 2231010
    },
    {
      "epoch": 622.67,
      "grad_norm": 1.1040853261947632,
      "learning_rate": 6.019946656965699e-07,
      "loss": 0.3457,
      "step": 2231020
    },
    {
      "epoch": 622.67,
      "grad_norm": 1.1695024967193604,
      "learning_rate": 6.019765728915768e-07,
      "loss": 0.3503,
      "step": 2231030
    },
    {
      "epoch": 622.67,
      "grad_norm": 1.3025540113449097,
      "learning_rate": 6.019584803184158e-07,
      "loss": 0.3402,
      "step": 2231040
    },
    {
      "epoch": 622.68,
      "grad_norm": 1.0282156467437744,
      "learning_rate": 6.019403879770868e-07,
      "loss": 0.3274,
      "step": 2231050
    },
    {
      "epoch": 622.68,
      "grad_norm": 1.1241788864135742,
      "learning_rate": 6.019222958675932e-07,
      "loss": 0.3185,
      "step": 2231060
    },
    {
      "epoch": 622.68,
      "grad_norm": 1.2633041143417358,
      "learning_rate": 6.019042039899383e-07,
      "loss": 0.3375,
      "step": 2231070
    },
    {
      "epoch": 622.68,
      "grad_norm": 1.6384658813476562,
      "learning_rate": 6.018861123441225e-07,
      "loss": 0.3504,
      "step": 2231080
    },
    {
      "epoch": 622.69,
      "grad_norm": 1.2338379621505737,
      "learning_rate": 6.018680209301496e-07,
      "loss": 0.3164,
      "step": 2231090
    },
    {
      "epoch": 622.69,
      "grad_norm": 1.357151985168457,
      "learning_rate": 6.018499297480214e-07,
      "loss": 0.35,
      "step": 2231100
    },
    {
      "epoch": 622.69,
      "grad_norm": 1.3788496255874634,
      "learning_rate": 6.018318387977414e-07,
      "loss": 0.3421,
      "step": 2231110
    },
    {
      "epoch": 622.7,
      "grad_norm": 1.3280812501907349,
      "learning_rate": 6.018137480793103e-07,
      "loss": 0.3343,
      "step": 2231120
    },
    {
      "epoch": 622.7,
      "grad_norm": 1.032543420791626,
      "learning_rate": 6.017956575927316e-07,
      "loss": 0.3339,
      "step": 2231130
    },
    {
      "epoch": 622.7,
      "grad_norm": 1.2297418117523193,
      "learning_rate": 6.017775673380081e-07,
      "loss": 0.3426,
      "step": 2231140
    },
    {
      "epoch": 622.7,
      "grad_norm": 1.0862253904342651,
      "learning_rate": 6.017594773151402e-07,
      "loss": 0.3353,
      "step": 2231150
    },
    {
      "epoch": 622.71,
      "grad_norm": 1.9298444986343384,
      "learning_rate": 6.017413875241331e-07,
      "loss": 0.3272,
      "step": 2231160
    },
    {
      "epoch": 622.71,
      "grad_norm": 1.2534328699111938,
      "learning_rate": 6.017232979649872e-07,
      "loss": 0.34,
      "step": 2231170
    },
    {
      "epoch": 622.71,
      "grad_norm": 1.2057465314865112,
      "learning_rate": 6.017052086377055e-07,
      "loss": 0.3402,
      "step": 2231180
    },
    {
      "epoch": 622.72,
      "grad_norm": 1.3457351922988892,
      "learning_rate": 6.016871195422905e-07,
      "loss": 0.3442,
      "step": 2231190
    },
    {
      "epoch": 622.72,
      "grad_norm": 1.329886555671692,
      "learning_rate": 6.016690306787446e-07,
      "loss": 0.3441,
      "step": 2231200
    },
    {
      "epoch": 622.72,
      "grad_norm": 1.0889893770217896,
      "learning_rate": 6.016509420470706e-07,
      "loss": 0.3365,
      "step": 2231210
    },
    {
      "epoch": 622.72,
      "grad_norm": 1.2658809423446655,
      "learning_rate": 6.016328536472699e-07,
      "loss": 0.3359,
      "step": 2231220
    },
    {
      "epoch": 622.73,
      "grad_norm": 1.3840441703796387,
      "learning_rate": 6.016147654793456e-07,
      "loss": 0.3446,
      "step": 2231230
    },
    {
      "epoch": 622.73,
      "grad_norm": 1.284421443939209,
      "learning_rate": 6.015966775432997e-07,
      "loss": 0.3238,
      "step": 2231240
    },
    {
      "epoch": 622.73,
      "grad_norm": 1.2196015119552612,
      "learning_rate": 6.015785898391358e-07,
      "loss": 0.3464,
      "step": 2231250
    },
    {
      "epoch": 622.74,
      "grad_norm": 1.4477132558822632,
      "learning_rate": 6.015605023668544e-07,
      "loss": 0.3346,
      "step": 2231260
    },
    {
      "epoch": 622.74,
      "grad_norm": 0.9769233465194702,
      "learning_rate": 6.015424151264592e-07,
      "loss": 0.3342,
      "step": 2231270
    },
    {
      "epoch": 622.74,
      "grad_norm": 1.1482969522476196,
      "learning_rate": 6.015243281179529e-07,
      "loss": 0.3453,
      "step": 2231280
    },
    {
      "epoch": 622.74,
      "grad_norm": 1.6176481246948242,
      "learning_rate": 6.015062413413358e-07,
      "loss": 0.3439,
      "step": 2231290
    },
    {
      "epoch": 622.75,
      "grad_norm": 1.36360502243042,
      "learning_rate": 6.014881547966135e-07,
      "loss": 0.3323,
      "step": 2231300
    },
    {
      "epoch": 622.75,
      "grad_norm": 1.527119517326355,
      "learning_rate": 6.014700684837859e-07,
      "loss": 0.3397,
      "step": 2231310
    },
    {
      "epoch": 622.75,
      "grad_norm": 4.528589725494385,
      "learning_rate": 6.014519824028561e-07,
      "loss": 0.3297,
      "step": 2231320
    },
    {
      "epoch": 622.75,
      "grad_norm": 1.2504693269729614,
      "learning_rate": 6.014338965538268e-07,
      "loss": 0.3525,
      "step": 2231330
    },
    {
      "epoch": 622.76,
      "grad_norm": 1.4050827026367188,
      "learning_rate": 6.014158109367007e-07,
      "loss": 0.3349,
      "step": 2231340
    },
    {
      "epoch": 622.76,
      "grad_norm": 1.058902382850647,
      "learning_rate": 6.013977255514793e-07,
      "loss": 0.3251,
      "step": 2231350
    },
    {
      "epoch": 622.76,
      "grad_norm": 1.120743751525879,
      "learning_rate": 6.013796403981655e-07,
      "loss": 0.3432,
      "step": 2231360
    },
    {
      "epoch": 622.77,
      "grad_norm": 1.1453570127487183,
      "learning_rate": 6.013615554767622e-07,
      "loss": 0.3327,
      "step": 2231370
    },
    {
      "epoch": 622.77,
      "grad_norm": 1.0853755474090576,
      "learning_rate": 6.013434707872699e-07,
      "loss": 0.3335,
      "step": 2231380
    },
    {
      "epoch": 622.77,
      "grad_norm": 1.2146575450897217,
      "learning_rate": 6.01325386329694e-07,
      "loss": 0.3266,
      "step": 2231390
    },
    {
      "epoch": 622.77,
      "grad_norm": 1.1954652070999146,
      "learning_rate": 6.013073021040345e-07,
      "loss": 0.3326,
      "step": 2231400
    },
    {
      "epoch": 622.78,
      "grad_norm": 1.2527351379394531,
      "learning_rate": 6.012892181102945e-07,
      "loss": 0.3238,
      "step": 2231410
    },
    {
      "epoch": 622.78,
      "grad_norm": 1.101155400276184,
      "learning_rate": 6.01271134348477e-07,
      "loss": 0.3436,
      "step": 2231420
    },
    {
      "epoch": 622.78,
      "grad_norm": 1.238967776298523,
      "learning_rate": 6.012530508185836e-07,
      "loss": 0.3394,
      "step": 2231430
    },
    {
      "epoch": 622.79,
      "grad_norm": 1.3091316223144531,
      "learning_rate": 6.012349675206169e-07,
      "loss": 0.3241,
      "step": 2231440
    },
    {
      "epoch": 622.79,
      "grad_norm": 1.2829965353012085,
      "learning_rate": 6.012168844545794e-07,
      "loss": 0.3468,
      "step": 2231450
    },
    {
      "epoch": 622.79,
      "grad_norm": 1.0767967700958252,
      "learning_rate": 6.01198801620474e-07,
      "loss": 0.3339,
      "step": 2231460
    },
    {
      "epoch": 622.79,
      "grad_norm": 1.2462849617004395,
      "learning_rate": 6.011807190183016e-07,
      "loss": 0.3302,
      "step": 2231470
    },
    {
      "epoch": 622.8,
      "grad_norm": 7.652291297912598,
      "learning_rate": 6.011626366480669e-07,
      "loss": 0.3466,
      "step": 2231480
    },
    {
      "epoch": 622.8,
      "grad_norm": 1.2646408081054688,
      "learning_rate": 6.011445545097704e-07,
      "loss": 0.3476,
      "step": 2231490
    },
    {
      "epoch": 622.8,
      "grad_norm": 1.151070237159729,
      "learning_rate": 6.01126472603415e-07,
      "loss": 0.3315,
      "step": 2231500
    },
    {
      "epoch": 622.8,
      "grad_norm": 1.112807273864746,
      "learning_rate": 6.011083909290041e-07,
      "loss": 0.3255,
      "step": 2231510
    },
    {
      "epoch": 622.81,
      "grad_norm": 1.735541820526123,
      "learning_rate": 6.01090309486538e-07,
      "loss": 0.3371,
      "step": 2231520
    },
    {
      "epoch": 622.81,
      "grad_norm": 1.2247068881988525,
      "learning_rate": 6.010722282760214e-07,
      "loss": 0.339,
      "step": 2231530
    },
    {
      "epoch": 622.81,
      "grad_norm": 1.1632370948791504,
      "learning_rate": 6.010541472974552e-07,
      "loss": 0.3335,
      "step": 2231540
    },
    {
      "epoch": 622.82,
      "grad_norm": 1.0706238746643066,
      "learning_rate": 6.010360665508425e-07,
      "loss": 0.3185,
      "step": 2231550
    },
    {
      "epoch": 622.82,
      "grad_norm": 1.4572720527648926,
      "learning_rate": 6.01017986036186e-07,
      "loss": 0.3367,
      "step": 2231560
    },
    {
      "epoch": 622.82,
      "grad_norm": 1.2741838693618774,
      "learning_rate": 6.009999057534868e-07,
      "loss": 0.3577,
      "step": 2231570
    },
    {
      "epoch": 622.82,
      "grad_norm": 1.38444983959198,
      "learning_rate": 6.009818257027483e-07,
      "loss": 0.3486,
      "step": 2231580
    },
    {
      "epoch": 622.83,
      "grad_norm": 1.3587899208068848,
      "learning_rate": 6.009637458839725e-07,
      "loss": 0.3386,
      "step": 2231590
    },
    {
      "epoch": 622.83,
      "grad_norm": 1.1100664138793945,
      "learning_rate": 6.009456662971629e-07,
      "loss": 0.33,
      "step": 2231600
    },
    {
      "epoch": 622.83,
      "grad_norm": 1.16902756690979,
      "learning_rate": 6.009275869423197e-07,
      "loss": 0.3338,
      "step": 2231610
    },
    {
      "epoch": 622.84,
      "grad_norm": 1.106783151626587,
      "learning_rate": 6.00909507819448e-07,
      "loss": 0.328,
      "step": 2231620
    },
    {
      "epoch": 622.84,
      "grad_norm": 1.3251959085464478,
      "learning_rate": 6.00891428928548e-07,
      "loss": 0.3476,
      "step": 2231630
    },
    {
      "epoch": 622.84,
      "grad_norm": 1.1250858306884766,
      "learning_rate": 6.008733502696229e-07,
      "loss": 0.3349,
      "step": 2231640
    },
    {
      "epoch": 622.84,
      "grad_norm": 1.0827723741531372,
      "learning_rate": 6.00855271842676e-07,
      "loss": 0.334,
      "step": 2231650
    },
    {
      "epoch": 622.85,
      "grad_norm": 1.6730971336364746,
      "learning_rate": 6.008371936477083e-07,
      "loss": 0.3539,
      "step": 2231660
    },
    {
      "epoch": 622.85,
      "grad_norm": 1.121680498123169,
      "learning_rate": 6.008191156847225e-07,
      "loss": 0.3277,
      "step": 2231670
    },
    {
      "epoch": 622.85,
      "grad_norm": 1.3346701860427856,
      "learning_rate": 6.008010379537216e-07,
      "loss": 0.3445,
      "step": 2231680
    },
    {
      "epoch": 622.86,
      "grad_norm": 1.2303885221481323,
      "learning_rate": 6.00782960454708e-07,
      "loss": 0.3246,
      "step": 2231690
    },
    {
      "epoch": 622.86,
      "grad_norm": 1.3623546361923218,
      "learning_rate": 6.007648831876832e-07,
      "loss": 0.3453,
      "step": 2231700
    },
    {
      "epoch": 622.86,
      "grad_norm": 1.2494593858718872,
      "learning_rate": 6.007468061526504e-07,
      "loss": 0.3102,
      "step": 2231710
    },
    {
      "epoch": 622.86,
      "grad_norm": 1.3818728923797607,
      "learning_rate": 6.007287293496117e-07,
      "loss": 0.3172,
      "step": 2231720
    },
    {
      "epoch": 622.87,
      "grad_norm": 1.5051449537277222,
      "learning_rate": 6.007106527785696e-07,
      "loss": 0.3367,
      "step": 2231730
    },
    {
      "epoch": 622.87,
      "grad_norm": 1.1027668714523315,
      "learning_rate": 6.006925764395271e-07,
      "loss": 0.3303,
      "step": 2231740
    },
    {
      "epoch": 622.87,
      "grad_norm": 1.1270103454589844,
      "learning_rate": 6.006745003324855e-07,
      "loss": 0.346,
      "step": 2231750
    },
    {
      "epoch": 622.87,
      "grad_norm": 5.4963507652282715,
      "learning_rate": 6.006564244574476e-07,
      "loss": 0.3535,
      "step": 2231760
    },
    {
      "epoch": 622.88,
      "grad_norm": 1.0968259572982788,
      "learning_rate": 6.006383488144159e-07,
      "loss": 0.3334,
      "step": 2231770
    },
    {
      "epoch": 622.88,
      "grad_norm": 1.1026344299316406,
      "learning_rate": 6.006202734033928e-07,
      "loss": 0.3324,
      "step": 2231780
    },
    {
      "epoch": 622.88,
      "grad_norm": 1.2070460319519043,
      "learning_rate": 6.006021982243817e-07,
      "loss": 0.3352,
      "step": 2231790
    },
    {
      "epoch": 622.89,
      "grad_norm": 1.0677447319030762,
      "learning_rate": 6.00584123277383e-07,
      "loss": 0.3303,
      "step": 2231800
    },
    {
      "epoch": 622.89,
      "grad_norm": 1.2233003377914429,
      "learning_rate": 6.005660485624004e-07,
      "loss": 0.3499,
      "step": 2231810
    },
    {
      "epoch": 622.89,
      "grad_norm": 1.5385128259658813,
      "learning_rate": 6.00547974079436e-07,
      "loss": 0.3385,
      "step": 2231820
    },
    {
      "epoch": 622.89,
      "grad_norm": 1.2171597480773926,
      "learning_rate": 6.005298998284929e-07,
      "loss": 0.3237,
      "step": 2231830
    },
    {
      "epoch": 622.9,
      "grad_norm": 2.9790616035461426,
      "learning_rate": 6.005118258095716e-07,
      "loss": 0.3315,
      "step": 2231840
    },
    {
      "epoch": 622.9,
      "grad_norm": 1.1766902208328247,
      "learning_rate": 6.004937520226771e-07,
      "loss": 0.329,
      "step": 2231850
    },
    {
      "epoch": 622.9,
      "grad_norm": 1.0321775674819946,
      "learning_rate": 6.004756784678098e-07,
      "loss": 0.3356,
      "step": 2231860
    },
    {
      "epoch": 622.91,
      "grad_norm": 1.1448389291763306,
      "learning_rate": 6.004576051449728e-07,
      "loss": 0.336,
      "step": 2231870
    },
    {
      "epoch": 622.91,
      "grad_norm": 1.2253576517105103,
      "learning_rate": 6.004395320541692e-07,
      "loss": 0.3448,
      "step": 2231880
    },
    {
      "epoch": 622.91,
      "grad_norm": 1.1641312837600708,
      "learning_rate": 6.004214591953997e-07,
      "loss": 0.3473,
      "step": 2231890
    },
    {
      "epoch": 622.91,
      "grad_norm": 3.5509157180786133,
      "learning_rate": 6.004033865686682e-07,
      "loss": 0.3423,
      "step": 2231900
    },
    {
      "epoch": 622.92,
      "grad_norm": 1.1930286884307861,
      "learning_rate": 6.003853141739762e-07,
      "loss": 0.335,
      "step": 2231910
    },
    {
      "epoch": 622.92,
      "grad_norm": 1.0668656826019287,
      "learning_rate": 6.003672420113276e-07,
      "loss": 0.3437,
      "step": 2231920
    },
    {
      "epoch": 622.92,
      "grad_norm": 1.1667035818099976,
      "learning_rate": 6.003491700807226e-07,
      "loss": 0.3571,
      "step": 2231930
    },
    {
      "epoch": 622.92,
      "grad_norm": 1.2362018823623657,
      "learning_rate": 6.00331098382165e-07,
      "loss": 0.3459,
      "step": 2231940
    },
    {
      "epoch": 622.93,
      "grad_norm": 1.2007272243499756,
      "learning_rate": 6.003130269156577e-07,
      "loss": 0.3423,
      "step": 2231950
    },
    {
      "epoch": 622.93,
      "grad_norm": 1.177268147468567,
      "learning_rate": 6.002949556812006e-07,
      "loss": 0.3312,
      "step": 2231960
    },
    {
      "epoch": 622.93,
      "grad_norm": 1.2520846128463745,
      "learning_rate": 6.002768846787996e-07,
      "loss": 0.3309,
      "step": 2231970
    },
    {
      "epoch": 622.94,
      "grad_norm": 1.2196199893951416,
      "learning_rate": 6.002588139084545e-07,
      "loss": 0.3561,
      "step": 2231980
    },
    {
      "epoch": 622.94,
      "grad_norm": 1.279096245765686,
      "learning_rate": 6.002407433701684e-07,
      "loss": 0.3395,
      "step": 2231990
    },
    {
      "epoch": 622.94,
      "grad_norm": 1.317153811454773,
      "learning_rate": 6.002226730639441e-07,
      "loss": 0.3541,
      "step": 2232000
    },
    {
      "epoch": 622.94,
      "grad_norm": 1.1253283023834229,
      "learning_rate": 6.002046029897842e-07,
      "loss": 0.3398,
      "step": 2232010
    },
    {
      "epoch": 622.95,
      "grad_norm": 1.2029459476470947,
      "learning_rate": 6.001865331476902e-07,
      "loss": 0.3297,
      "step": 2232020
    },
    {
      "epoch": 622.95,
      "grad_norm": 1.415964126586914,
      "learning_rate": 6.00168463537665e-07,
      "loss": 0.3455,
      "step": 2232030
    },
    {
      "epoch": 622.95,
      "grad_norm": 1.2391223907470703,
      "learning_rate": 6.001503941597115e-07,
      "loss": 0.3364,
      "step": 2232040
    },
    {
      "epoch": 622.96,
      "grad_norm": 1.1718205213546753,
      "learning_rate": 6.001323250138304e-07,
      "loss": 0.3401,
      "step": 2232050
    },
    {
      "epoch": 622.96,
      "grad_norm": 1.2405990362167358,
      "learning_rate": 6.001142561000264e-07,
      "loss": 0.3501,
      "step": 2232060
    },
    {
      "epoch": 622.96,
      "grad_norm": 1.3293581008911133,
      "learning_rate": 6.000961874183004e-07,
      "loss": 0.3382,
      "step": 2232070
    },
    {
      "epoch": 622.96,
      "grad_norm": 1.164469599723816,
      "learning_rate": 6.00078118968655e-07,
      "loss": 0.3292,
      "step": 2232080
    },
    {
      "epoch": 622.97,
      "grad_norm": 1.1653969287872314,
      "learning_rate": 6.000600507510936e-07,
      "loss": 0.3438,
      "step": 2232090
    },
    {
      "epoch": 622.97,
      "grad_norm": 1.5430917739868164,
      "learning_rate": 6.000419827656163e-07,
      "loss": 0.3381,
      "step": 2232100
    },
    {
      "epoch": 622.97,
      "grad_norm": 1.2206075191497803,
      "learning_rate": 6.000239150122283e-07,
      "loss": 0.3503,
      "step": 2232110
    },
    {
      "epoch": 622.98,
      "grad_norm": 1.5000009536743164,
      "learning_rate": 6.000058474909302e-07,
      "loss": 0.347,
      "step": 2232120
    },
    {
      "epoch": 622.98,
      "grad_norm": 1.1874746084213257,
      "learning_rate": 5.999877802017249e-07,
      "loss": 0.3389,
      "step": 2232130
    },
    {
      "epoch": 622.98,
      "grad_norm": 1.1549251079559326,
      "learning_rate": 5.999697131446149e-07,
      "loss": 0.3509,
      "step": 2232140
    },
    {
      "epoch": 622.98,
      "grad_norm": 1.1416926383972168,
      "learning_rate": 5.99951646319603e-07,
      "loss": 0.3542,
      "step": 2232150
    },
    {
      "epoch": 622.99,
      "grad_norm": 1.2234047651290894,
      "learning_rate": 5.999335797266908e-07,
      "loss": 0.3478,
      "step": 2232160
    },
    {
      "epoch": 622.99,
      "grad_norm": 2.8092660903930664,
      "learning_rate": 5.999155133658808e-07,
      "loss": 0.3437,
      "step": 2232170
    },
    {
      "epoch": 622.99,
      "grad_norm": 0.9820677638053894,
      "learning_rate": 5.998974472371762e-07,
      "loss": 0.355,
      "step": 2232180
    },
    {
      "epoch": 622.99,
      "grad_norm": 1.319215178489685,
      "learning_rate": 5.998793813405778e-07,
      "loss": 0.3387,
      "step": 2232190
    },
    {
      "epoch": 623.0,
      "grad_norm": 1.2381291389465332,
      "learning_rate": 5.998613156760902e-07,
      "loss": 0.3502,
      "step": 2232200
    },
    {
      "epoch": 623.0,
      "eval_loss": 0.33941346406936646,
      "eval_runtime": 66.2248,
      "eval_samples_per_second": 76.391,
      "eval_steps_per_second": 9.558,
      "step": 2232209
    },
    {
      "epoch": 623.0,
      "grad_norm": 1.1784330606460571,
      "learning_rate": 5.998432502437142e-07,
      "loss": 0.338,
      "step": 2232210
    },
    {
      "epoch": 623.0,
      "grad_norm": 1.1979976892471313,
      "learning_rate": 5.998251850434524e-07,
      "loss": 0.3382,
      "step": 2232220
    },
    {
      "epoch": 623.01,
      "grad_norm": 1.143934965133667,
      "learning_rate": 5.998071200753084e-07,
      "loss": 0.356,
      "step": 2232230
    },
    {
      "epoch": 623.01,
      "grad_norm": 1.091232419013977,
      "learning_rate": 5.997890553392828e-07,
      "loss": 0.3361,
      "step": 2232240
    },
    {
      "epoch": 623.01,
      "grad_norm": 1.2233320474624634,
      "learning_rate": 5.997709908353789e-07,
      "loss": 0.3253,
      "step": 2232250
    },
    {
      "epoch": 623.01,
      "grad_norm": 1.1046056747436523,
      "learning_rate": 5.997529265635989e-07,
      "loss": 0.3365,
      "step": 2232260
    },
    {
      "epoch": 623.02,
      "grad_norm": 1.25955331325531,
      "learning_rate": 5.997348625239465e-07,
      "loss": 0.3591,
      "step": 2232270
    },
    {
      "epoch": 623.02,
      "grad_norm": 1.351203441619873,
      "learning_rate": 5.997167987164212e-07,
      "loss": 0.3357,
      "step": 2232280
    },
    {
      "epoch": 623.02,
      "grad_norm": 1.5946294069290161,
      "learning_rate": 5.99698735141029e-07,
      "loss": 0.3354,
      "step": 2232290
    },
    {
      "epoch": 623.03,
      "grad_norm": 1.2454637289047241,
      "learning_rate": 5.996806717977695e-07,
      "loss": 0.3312,
      "step": 2232300
    },
    {
      "epoch": 623.03,
      "grad_norm": 1.1114659309387207,
      "learning_rate": 5.99662608686646e-07,
      "loss": 0.3208,
      "step": 2232310
    },
    {
      "epoch": 623.03,
      "grad_norm": 1.188491702079773,
      "learning_rate": 5.996445458076621e-07,
      "loss": 0.3264,
      "step": 2232320
    },
    {
      "epoch": 623.03,
      "grad_norm": 1.2570775747299194,
      "learning_rate": 5.99626483160818e-07,
      "loss": 0.3137,
      "step": 2232330
    },
    {
      "epoch": 623.04,
      "grad_norm": 1.2752230167388916,
      "learning_rate": 5.996084207461175e-07,
      "loss": 0.3403,
      "step": 2232340
    },
    {
      "epoch": 623.04,
      "grad_norm": 1.5862900018692017,
      "learning_rate": 5.995903585635625e-07,
      "loss": 0.3323,
      "step": 2232350
    },
    {
      "epoch": 623.04,
      "grad_norm": 1.1523884534835815,
      "learning_rate": 5.995722966131559e-07,
      "loss": 0.3302,
      "step": 2232360
    },
    {
      "epoch": 623.04,
      "grad_norm": 1.1320923566818237,
      "learning_rate": 5.995542348949004e-07,
      "loss": 0.3412,
      "step": 2232370
    },
    {
      "epoch": 623.05,
      "grad_norm": 1.2197778224945068,
      "learning_rate": 5.99536173408797e-07,
      "loss": 0.3401,
      "step": 2232380
    },
    {
      "epoch": 623.05,
      "grad_norm": 1.125281810760498,
      "learning_rate": 5.995181121548492e-07,
      "loss": 0.3292,
      "step": 2232390
    },
    {
      "epoch": 623.05,
      "grad_norm": 1.0425764322280884,
      "learning_rate": 5.995000511330588e-07,
      "loss": 0.3308,
      "step": 2232400
    },
    {
      "epoch": 623.06,
      "grad_norm": 1.1728005409240723,
      "learning_rate": 5.994819903434295e-07,
      "loss": 0.3587,
      "step": 2232410
    },
    {
      "epoch": 623.06,
      "grad_norm": 1.3281960487365723,
      "learning_rate": 5.994639297859613e-07,
      "loss": 0.3174,
      "step": 2232420
    },
    {
      "epoch": 623.06,
      "grad_norm": 1.1617944240570068,
      "learning_rate": 5.994458694606594e-07,
      "loss": 0.3456,
      "step": 2232430
    },
    {
      "epoch": 623.06,
      "grad_norm": 1.0808899402618408,
      "learning_rate": 5.994278093675243e-07,
      "loss": 0.3138,
      "step": 2232440
    },
    {
      "epoch": 623.07,
      "grad_norm": 1.3698010444641113,
      "learning_rate": 5.994097495065588e-07,
      "loss": 0.3439,
      "step": 2232450
    },
    {
      "epoch": 623.07,
      "grad_norm": 1.1751400232315063,
      "learning_rate": 5.99391689877766e-07,
      "loss": 0.3478,
      "step": 2232460
    },
    {
      "epoch": 623.07,
      "grad_norm": 1.238908290863037,
      "learning_rate": 5.993736304811475e-07,
      "loss": 0.3269,
      "step": 2232470
    },
    {
      "epoch": 623.08,
      "grad_norm": 1.0605499744415283,
      "learning_rate": 5.993555713167055e-07,
      "loss": 0.3182,
      "step": 2232480
    },
    {
      "epoch": 623.08,
      "grad_norm": 1.2390466928482056,
      "learning_rate": 5.993375123844432e-07,
      "loss": 0.3429,
      "step": 2232490
    },
    {
      "epoch": 623.08,
      "grad_norm": 1.29485285282135,
      "learning_rate": 5.993194536843633e-07,
      "loss": 0.3374,
      "step": 2232500
    },
    {
      "epoch": 623.08,
      "grad_norm": 1.1038146018981934,
      "learning_rate": 5.99301395216467e-07,
      "loss": 0.3437,
      "step": 2232510
    },
    {
      "epoch": 623.09,
      "grad_norm": 11.538755416870117,
      "learning_rate": 5.992833369807571e-07,
      "loss": 0.3378,
      "step": 2232520
    },
    {
      "epoch": 623.09,
      "grad_norm": 1.1604363918304443,
      "learning_rate": 5.99265278977237e-07,
      "loss": 0.3369,
      "step": 2232530
    },
    {
      "epoch": 623.09,
      "grad_norm": 1.324165940284729,
      "learning_rate": 5.992472212059067e-07,
      "loss": 0.3433,
      "step": 2232540
    },
    {
      "epoch": 623.1,
      "grad_norm": 1.196879506111145,
      "learning_rate": 5.992291636667719e-07,
      "loss": 0.3465,
      "step": 2232550
    },
    {
      "epoch": 623.1,
      "grad_norm": 1.1011435985565186,
      "learning_rate": 5.992111063598324e-07,
      "loss": 0.3364,
      "step": 2232560
    },
    {
      "epoch": 623.1,
      "grad_norm": 1.2811158895492554,
      "learning_rate": 5.991930492850915e-07,
      "loss": 0.3347,
      "step": 2232570
    },
    {
      "epoch": 623.1,
      "grad_norm": 1.116212248802185,
      "learning_rate": 5.991749924425515e-07,
      "loss": 0.3248,
      "step": 2232580
    },
    {
      "epoch": 623.11,
      "grad_norm": 1.1950862407684326,
      "learning_rate": 5.991569358322159e-07,
      "loss": 0.3478,
      "step": 2232590
    },
    {
      "epoch": 623.11,
      "grad_norm": 1.1614353656768799,
      "learning_rate": 5.991388794540852e-07,
      "loss": 0.3478,
      "step": 2232600
    },
    {
      "epoch": 623.11,
      "grad_norm": 1.3015516996383667,
      "learning_rate": 5.991208233081628e-07,
      "loss": 0.3506,
      "step": 2232610
    },
    {
      "epoch": 623.11,
      "grad_norm": 1.1538289785385132,
      "learning_rate": 5.991027673944517e-07,
      "loss": 0.3518,
      "step": 2232620
    },
    {
      "epoch": 623.12,
      "grad_norm": 1.2406061887741089,
      "learning_rate": 5.990847117129523e-07,
      "loss": 0.3297,
      "step": 2232630
    },
    {
      "epoch": 623.12,
      "grad_norm": 1.1758450269699097,
      "learning_rate": 5.990666562636695e-07,
      "loss": 0.3381,
      "step": 2232640
    },
    {
      "epoch": 623.12,
      "grad_norm": 1.2497289180755615,
      "learning_rate": 5.990486010466041e-07,
      "loss": 0.3525,
      "step": 2232650
    },
    {
      "epoch": 623.13,
      "grad_norm": 1.31961190700531,
      "learning_rate": 5.990305460617588e-07,
      "loss": 0.3382,
      "step": 2232660
    },
    {
      "epoch": 623.13,
      "grad_norm": 1.2494876384735107,
      "learning_rate": 5.990124913091359e-07,
      "loss": 0.3426,
      "step": 2232670
    },
    {
      "epoch": 623.13,
      "grad_norm": 1.02120041847229,
      "learning_rate": 5.989944367887385e-07,
      "loss": 0.3162,
      "step": 2232680
    },
    {
      "epoch": 623.13,
      "grad_norm": 1.1654448509216309,
      "learning_rate": 5.98976382500569e-07,
      "loss": 0.3419,
      "step": 2232690
    },
    {
      "epoch": 623.14,
      "grad_norm": 1.0882635116577148,
      "learning_rate": 5.989583284446287e-07,
      "loss": 0.3367,
      "step": 2232700
    },
    {
      "epoch": 623.14,
      "grad_norm": 1.1547138690948486,
      "learning_rate": 5.989402746209205e-07,
      "loss": 0.3371,
      "step": 2232710
    },
    {
      "epoch": 623.14,
      "grad_norm": 2.145930767059326,
      "learning_rate": 5.989222210294469e-07,
      "loss": 0.3352,
      "step": 2232720
    },
    {
      "epoch": 623.15,
      "grad_norm": 1.1221201419830322,
      "learning_rate": 5.989041676702113e-07,
      "loss": 0.3413,
      "step": 2232730
    },
    {
      "epoch": 623.15,
      "grad_norm": 1.218761920928955,
      "learning_rate": 5.988861145432143e-07,
      "loss": 0.3432,
      "step": 2232740
    },
    {
      "epoch": 623.15,
      "grad_norm": 1.1489273309707642,
      "learning_rate": 5.988680616484594e-07,
      "loss": 0.3322,
      "step": 2232750
    },
    {
      "epoch": 623.15,
      "grad_norm": 1.4887140989303589,
      "learning_rate": 5.988500089859492e-07,
      "loss": 0.3127,
      "step": 2232760
    },
    {
      "epoch": 623.16,
      "grad_norm": 1.3590431213378906,
      "learning_rate": 5.988319565556843e-07,
      "loss": 0.3285,
      "step": 2232770
    },
    {
      "epoch": 623.16,
      "grad_norm": 1.2400983572006226,
      "learning_rate": 5.9881390435767e-07,
      "loss": 0.3442,
      "step": 2232780
    },
    {
      "epoch": 623.16,
      "grad_norm": 1.1681249141693115,
      "learning_rate": 5.987958523919063e-07,
      "loss": 0.3404,
      "step": 2232790
    },
    {
      "epoch": 623.16,
      "grad_norm": 1.5590249300003052,
      "learning_rate": 5.987778006583965e-07,
      "loss": 0.3445,
      "step": 2232800
    },
    {
      "epoch": 623.17,
      "grad_norm": 1.1642694473266602,
      "learning_rate": 5.987597491571431e-07,
      "loss": 0.3453,
      "step": 2232810
    },
    {
      "epoch": 623.17,
      "grad_norm": 1.0472458600997925,
      "learning_rate": 5.98741697888149e-07,
      "loss": 0.3433,
      "step": 2232820
    },
    {
      "epoch": 623.17,
      "grad_norm": 1.2512482404708862,
      "learning_rate": 5.987236468514154e-07,
      "loss": 0.3464,
      "step": 2232830
    },
    {
      "epoch": 623.18,
      "grad_norm": 1.1072354316711426,
      "learning_rate": 5.987055960469453e-07,
      "loss": 0.3376,
      "step": 2232840
    },
    {
      "epoch": 623.18,
      "grad_norm": 1.1342270374298096,
      "learning_rate": 5.986875454747413e-07,
      "loss": 0.354,
      "step": 2232850
    },
    {
      "epoch": 623.18,
      "grad_norm": 1.4559690952301025,
      "learning_rate": 5.986694951348048e-07,
      "loss": 0.357,
      "step": 2232860
    },
    {
      "epoch": 623.18,
      "grad_norm": 1.2379906177520752,
      "learning_rate": 5.9865144502714e-07,
      "loss": 0.334,
      "step": 2232870
    },
    {
      "epoch": 623.19,
      "grad_norm": 1.2468922138214111,
      "learning_rate": 5.986333951517477e-07,
      "loss": 0.3487,
      "step": 2232880
    },
    {
      "epoch": 623.19,
      "grad_norm": 1.257721185684204,
      "learning_rate": 5.98615345508631e-07,
      "loss": 0.3237,
      "step": 2232890
    },
    {
      "epoch": 623.19,
      "grad_norm": 1.316526174545288,
      "learning_rate": 5.985972960977928e-07,
      "loss": 0.3352,
      "step": 2232900
    },
    {
      "epoch": 623.2,
      "grad_norm": 1.1874691247940063,
      "learning_rate": 5.985792469192343e-07,
      "loss": 0.3269,
      "step": 2232910
    },
    {
      "epoch": 623.2,
      "grad_norm": 1.1546003818511963,
      "learning_rate": 5.985611979729585e-07,
      "loss": 0.3346,
      "step": 2232920
    },
    {
      "epoch": 623.2,
      "grad_norm": 1.0698814392089844,
      "learning_rate": 5.985431492589677e-07,
      "loss": 0.334,
      "step": 2232930
    },
    {
      "epoch": 623.2,
      "grad_norm": 1.2224209308624268,
      "learning_rate": 5.985251007772643e-07,
      "loss": 0.3449,
      "step": 2232940
    },
    {
      "epoch": 623.21,
      "grad_norm": 1.3955354690551758,
      "learning_rate": 5.985070525278511e-07,
      "loss": 0.3374,
      "step": 2232950
    },
    {
      "epoch": 623.21,
      "grad_norm": 1.2464982271194458,
      "learning_rate": 5.984890045107307e-07,
      "loss": 0.332,
      "step": 2232960
    },
    {
      "epoch": 623.21,
      "grad_norm": 1.3104392290115356,
      "learning_rate": 5.984709567259044e-07,
      "loss": 0.3438,
      "step": 2232970
    },
    {
      "epoch": 623.22,
      "grad_norm": 2.030442953109741,
      "learning_rate": 5.984529091733752e-07,
      "loss": 0.3326,
      "step": 2232980
    },
    {
      "epoch": 623.22,
      "grad_norm": 1.1457407474517822,
      "learning_rate": 5.984348618531461e-07,
      "loss": 0.3341,
      "step": 2232990
    },
    {
      "epoch": 623.22,
      "grad_norm": 1.3167537450790405,
      "learning_rate": 5.984168147652178e-07,
      "loss": 0.3319,
      "step": 2233000
    },
    {
      "epoch": 623.22,
      "grad_norm": 1.2552903890609741,
      "learning_rate": 5.983987679095948e-07,
      "loss": 0.3493,
      "step": 2233010
    },
    {
      "epoch": 623.23,
      "grad_norm": 1.1706634759902954,
      "learning_rate": 5.983807212862783e-07,
      "loss": 0.3218,
      "step": 2233020
    },
    {
      "epoch": 623.23,
      "grad_norm": 1.0332129001617432,
      "learning_rate": 5.983626748952707e-07,
      "loss": 0.3317,
      "step": 2233030
    },
    {
      "epoch": 623.23,
      "grad_norm": 1.1840628385543823,
      "learning_rate": 5.983446287365752e-07,
      "loss": 0.3367,
      "step": 2233040
    },
    {
      "epoch": 623.23,
      "grad_norm": 1.1444339752197266,
      "learning_rate": 5.983265828101931e-07,
      "loss": 0.3321,
      "step": 2233050
    },
    {
      "epoch": 623.24,
      "grad_norm": 1.1574615240097046,
      "learning_rate": 5.983085371161273e-07,
      "loss": 0.343,
      "step": 2233060
    },
    {
      "epoch": 623.24,
      "grad_norm": 1.1367578506469727,
      "learning_rate": 5.982904916543801e-07,
      "loss": 0.3451,
      "step": 2233070
    },
    {
      "epoch": 623.24,
      "grad_norm": 1.0934333801269531,
      "learning_rate": 5.982724464249549e-07,
      "loss": 0.3332,
      "step": 2233080
    },
    {
      "epoch": 623.25,
      "grad_norm": 1.0664358139038086,
      "learning_rate": 5.982544014278518e-07,
      "loss": 0.3314,
      "step": 2233090
    },
    {
      "epoch": 623.25,
      "grad_norm": 1.1881252527236938,
      "learning_rate": 5.982363566630761e-07,
      "loss": 0.3573,
      "step": 2233100
    },
    {
      "epoch": 623.25,
      "grad_norm": 1.1338574886322021,
      "learning_rate": 5.98218312130628e-07,
      "loss": 0.3447,
      "step": 2233110
    },
    {
      "epoch": 623.25,
      "grad_norm": 1.1347917318344116,
      "learning_rate": 5.982002678305106e-07,
      "loss": 0.3307,
      "step": 2233120
    },
    {
      "epoch": 623.26,
      "grad_norm": 7.263156414031982,
      "learning_rate": 5.981822237627272e-07,
      "loss": 0.3396,
      "step": 2233130
    },
    {
      "epoch": 623.26,
      "grad_norm": 1.2599636316299438,
      "learning_rate": 5.981641799272784e-07,
      "loss": 0.3555,
      "step": 2233140
    },
    {
      "epoch": 623.26,
      "grad_norm": 1.3125604391098022,
      "learning_rate": 5.981461363241677e-07,
      "loss": 0.3379,
      "step": 2233150
    },
    {
      "epoch": 623.27,
      "grad_norm": 1.1840574741363525,
      "learning_rate": 5.981280929533972e-07,
      "loss": 0.3338,
      "step": 2233160
    },
    {
      "epoch": 623.27,
      "grad_norm": 1.2147053480148315,
      "learning_rate": 5.981100498149704e-07,
      "loss": 0.3476,
      "step": 2233170
    },
    {
      "epoch": 623.27,
      "grad_norm": 1.1624072790145874,
      "learning_rate": 5.980920069088879e-07,
      "loss": 0.3259,
      "step": 2233180
    },
    {
      "epoch": 623.27,
      "grad_norm": 1.225597620010376,
      "learning_rate": 5.980739642351529e-07,
      "loss": 0.3231,
      "step": 2233190
    },
    {
      "epoch": 623.28,
      "grad_norm": 1.5156574249267578,
      "learning_rate": 5.980559217937687e-07,
      "loss": 0.3401,
      "step": 2233200
    },
    {
      "epoch": 623.28,
      "grad_norm": 1.2186015844345093,
      "learning_rate": 5.980378795847354e-07,
      "loss": 0.3621,
      "step": 2233210
    },
    {
      "epoch": 623.28,
      "grad_norm": 1.255344033241272,
      "learning_rate": 5.980198376080582e-07,
      "loss": 0.3263,
      "step": 2233220
    },
    {
      "epoch": 623.28,
      "grad_norm": 1.2688567638397217,
      "learning_rate": 5.980017958637371e-07,
      "loss": 0.3372,
      "step": 2233230
    },
    {
      "epoch": 623.29,
      "grad_norm": 1.1711794137954712,
      "learning_rate": 5.979837543517764e-07,
      "loss": 0.3446,
      "step": 2233240
    },
    {
      "epoch": 623.29,
      "grad_norm": 1.2432892322540283,
      "learning_rate": 5.979657130721771e-07,
      "loss": 0.34,
      "step": 2233250
    },
    {
      "epoch": 623.29,
      "grad_norm": 1.4517905712127686,
      "learning_rate": 5.979476720249424e-07,
      "loss": 0.3305,
      "step": 2233260
    },
    {
      "epoch": 623.3,
      "grad_norm": 1.41338312625885,
      "learning_rate": 5.979296312100751e-07,
      "loss": 0.3527,
      "step": 2233270
    },
    {
      "epoch": 623.3,
      "grad_norm": 1.057709813117981,
      "learning_rate": 5.979115906275762e-07,
      "loss": 0.3426,
      "step": 2233280
    },
    {
      "epoch": 623.3,
      "grad_norm": 1.170088529586792,
      "learning_rate": 5.978935502774488e-07,
      "loss": 0.357,
      "step": 2233290
    },
    {
      "epoch": 623.3,
      "grad_norm": 1.3458753824234009,
      "learning_rate": 5.978755101596956e-07,
      "loss": 0.3496,
      "step": 2233300
    },
    {
      "epoch": 623.31,
      "grad_norm": 1.1435222625732422,
      "learning_rate": 5.978574702743195e-07,
      "loss": 0.3183,
      "step": 2233310
    },
    {
      "epoch": 623.31,
      "grad_norm": 1.1861653327941895,
      "learning_rate": 5.978394306213212e-07,
      "loss": 0.3359,
      "step": 2233320
    },
    {
      "epoch": 623.31,
      "grad_norm": 1.2040047645568848,
      "learning_rate": 5.978213912007043e-07,
      "loss": 0.3431,
      "step": 2233330
    },
    {
      "epoch": 623.32,
      "grad_norm": 1.3495217561721802,
      "learning_rate": 5.978033520124715e-07,
      "loss": 0.3455,
      "step": 2233340
    },
    {
      "epoch": 623.32,
      "grad_norm": 1.4620909690856934,
      "learning_rate": 5.977853130566232e-07,
      "loss": 0.3402,
      "step": 2233350
    },
    {
      "epoch": 623.32,
      "grad_norm": 1.4619375467300415,
      "learning_rate": 5.977672743331647e-07,
      "loss": 0.3366,
      "step": 2233360
    },
    {
      "epoch": 623.32,
      "grad_norm": 1.2312928438186646,
      "learning_rate": 5.977492358420964e-07,
      "loss": 0.3432,
      "step": 2233370
    },
    {
      "epoch": 623.33,
      "grad_norm": 1.110568642616272,
      "learning_rate": 5.977311975834214e-07,
      "loss": 0.3269,
      "step": 2233380
    },
    {
      "epoch": 623.33,
      "grad_norm": 1.2015706300735474,
      "learning_rate": 5.977131595571417e-07,
      "loss": 0.3432,
      "step": 2233390
    },
    {
      "epoch": 623.33,
      "grad_norm": 1.3735439777374268,
      "learning_rate": 5.976951217632611e-07,
      "loss": 0.347,
      "step": 2233400
    },
    {
      "epoch": 623.34,
      "grad_norm": 1.3583122491836548,
      "learning_rate": 5.976770842017797e-07,
      "loss": 0.342,
      "step": 2233410
    },
    {
      "epoch": 623.34,
      "grad_norm": 3.9041781425476074,
      "learning_rate": 5.976590468727013e-07,
      "loss": 0.3246,
      "step": 2233420
    },
    {
      "epoch": 623.34,
      "grad_norm": 1.336403250694275,
      "learning_rate": 5.976410097760288e-07,
      "loss": 0.3589,
      "step": 2233430
    },
    {
      "epoch": 623.34,
      "grad_norm": 1.3516061305999756,
      "learning_rate": 5.976229729117624e-07,
      "loss": 0.35,
      "step": 2233440
    },
    {
      "epoch": 623.35,
      "grad_norm": 1.1219152212142944,
      "learning_rate": 5.976049362799073e-07,
      "loss": 0.3351,
      "step": 2233450
    },
    {
      "epoch": 623.35,
      "grad_norm": 1.291090726852417,
      "learning_rate": 5.975868998804641e-07,
      "loss": 0.341,
      "step": 2233460
    },
    {
      "epoch": 623.35,
      "grad_norm": 1.1590903997421265,
      "learning_rate": 5.975688637134358e-07,
      "loss": 0.3315,
      "step": 2233470
    },
    {
      "epoch": 623.35,
      "grad_norm": 1.3339587450027466,
      "learning_rate": 5.975508277788251e-07,
      "loss": 0.3331,
      "step": 2233480
    },
    {
      "epoch": 623.36,
      "grad_norm": 1.1780122518539429,
      "learning_rate": 5.975327920766332e-07,
      "loss": 0.352,
      "step": 2233490
    },
    {
      "epoch": 623.36,
      "grad_norm": 1.809187889099121,
      "learning_rate": 5.975147566068635e-07,
      "loss": 0.3458,
      "step": 2233500
    },
    {
      "epoch": 623.36,
      "grad_norm": 1.2137926816940308,
      "learning_rate": 5.974967213695183e-07,
      "loss": 0.3417,
      "step": 2233510
    },
    {
      "epoch": 623.37,
      "grad_norm": 1.043764591217041,
      "learning_rate": 5.974786863645996e-07,
      "loss": 0.3295,
      "step": 2233520
    },
    {
      "epoch": 623.37,
      "grad_norm": 1.1174187660217285,
      "learning_rate": 5.974606515921102e-07,
      "loss": 0.341,
      "step": 2233530
    },
    {
      "epoch": 623.37,
      "grad_norm": 1.1493051052093506,
      "learning_rate": 5.97442617052053e-07,
      "loss": 0.3376,
      "step": 2233540
    },
    {
      "epoch": 623.37,
      "grad_norm": 1.1769826412200928,
      "learning_rate": 5.974245827444292e-07,
      "loss": 0.3384,
      "step": 2233550
    },
    {
      "epoch": 623.38,
      "grad_norm": 1.1117866039276123,
      "learning_rate": 5.974065486692418e-07,
      "loss": 0.3405,
      "step": 2233560
    },
    {
      "epoch": 623.38,
      "grad_norm": 1.5102195739746094,
      "learning_rate": 5.97388514826494e-07,
      "loss": 0.3314,
      "step": 2233570
    },
    {
      "epoch": 623.38,
      "grad_norm": 1.2868058681488037,
      "learning_rate": 5.973704812161858e-07,
      "loss": 0.3453,
      "step": 2233580
    },
    {
      "epoch": 623.39,
      "grad_norm": 1.6090043783187866,
      "learning_rate": 5.973524478383228e-07,
      "loss": 0.337,
      "step": 2233590
    },
    {
      "epoch": 623.39,
      "grad_norm": 1.2985957860946655,
      "learning_rate": 5.973344146929047e-07,
      "loss": 0.3474,
      "step": 2233600
    },
    {
      "epoch": 623.39,
      "grad_norm": 1.1955854892730713,
      "learning_rate": 5.973163817799353e-07,
      "loss": 0.3264,
      "step": 2233610
    },
    {
      "epoch": 623.39,
      "grad_norm": 1.2189812660217285,
      "learning_rate": 5.972983490994172e-07,
      "loss": 0.3486,
      "step": 2233620
    },
    {
      "epoch": 623.4,
      "grad_norm": 1.2351176738739014,
      "learning_rate": 5.972803166513518e-07,
      "loss": 0.3279,
      "step": 2233630
    },
    {
      "epoch": 623.4,
      "grad_norm": 1.4038909673690796,
      "learning_rate": 5.97262284435742e-07,
      "loss": 0.3394,
      "step": 2233640
    },
    {
      "epoch": 623.4,
      "grad_norm": 1.1569504737854004,
      "learning_rate": 5.9724425245259e-07,
      "loss": 0.3405,
      "step": 2233650
    },
    {
      "epoch": 623.4,
      "grad_norm": 1.308029055595398,
      "learning_rate": 5.972262207018993e-07,
      "loss": 0.33,
      "step": 2233660
    },
    {
      "epoch": 623.41,
      "grad_norm": 1.0982414484024048,
      "learning_rate": 5.972081891836697e-07,
      "loss": 0.3399,
      "step": 2233670
    },
    {
      "epoch": 623.41,
      "grad_norm": 1.251589298248291,
      "learning_rate": 5.97190157897907e-07,
      "loss": 0.3331,
      "step": 2233680
    },
    {
      "epoch": 623.41,
      "grad_norm": 1.3036648035049438,
      "learning_rate": 5.971721268446109e-07,
      "loss": 0.3493,
      "step": 2233690
    },
    {
      "epoch": 623.42,
      "grad_norm": 1.3554306030273438,
      "learning_rate": 5.97154096023785e-07,
      "loss": 0.3469,
      "step": 2233700
    },
    {
      "epoch": 623.42,
      "grad_norm": 1.3659247159957886,
      "learning_rate": 5.971360654354321e-07,
      "loss": 0.3363,
      "step": 2233710
    },
    {
      "epoch": 623.42,
      "grad_norm": 1.1954008340835571,
      "learning_rate": 5.971180350795532e-07,
      "loss": 0.3352,
      "step": 2233720
    },
    {
      "epoch": 623.42,
      "grad_norm": 1.1460081338882446,
      "learning_rate": 5.971000049561516e-07,
      "loss": 0.3344,
      "step": 2233730
    },
    {
      "epoch": 623.43,
      "grad_norm": 1.1824885606765747,
      "learning_rate": 5.970819750652297e-07,
      "loss": 0.3316,
      "step": 2233740
    },
    {
      "epoch": 623.43,
      "grad_norm": 1.0811535120010376,
      "learning_rate": 5.970639454067904e-07,
      "loss": 0.3353,
      "step": 2233750
    },
    {
      "epoch": 623.43,
      "grad_norm": 1.4600882530212402,
      "learning_rate": 5.970459159808343e-07,
      "loss": 0.3462,
      "step": 2233760
    },
    {
      "epoch": 623.44,
      "grad_norm": 1.1725807189941406,
      "learning_rate": 5.970278867873661e-07,
      "loss": 0.3424,
      "step": 2233770
    },
    {
      "epoch": 623.44,
      "grad_norm": 1.2699155807495117,
      "learning_rate": 5.970098578263862e-07,
      "loss": 0.3397,
      "step": 2233780
    },
    {
      "epoch": 623.44,
      "grad_norm": 1.503814935684204,
      "learning_rate": 5.969918290978982e-07,
      "loss": 0.3363,
      "step": 2233790
    },
    {
      "epoch": 623.44,
      "grad_norm": 1.1734403371810913,
      "learning_rate": 5.969738006019051e-07,
      "loss": 0.3161,
      "step": 2233800
    },
    {
      "epoch": 623.45,
      "grad_norm": 1.049594759941101,
      "learning_rate": 5.969557723384066e-07,
      "loss": 0.3331,
      "step": 2233810
    },
    {
      "epoch": 623.45,
      "grad_norm": 1.2356257438659668,
      "learning_rate": 5.969377443074083e-07,
      "loss": 0.3407,
      "step": 2233820
    },
    {
      "epoch": 623.45,
      "grad_norm": 1.4971555471420288,
      "learning_rate": 5.969197165089105e-07,
      "loss": 0.3428,
      "step": 2233830
    },
    {
      "epoch": 623.46,
      "grad_norm": 1.8629860877990723,
      "learning_rate": 5.969016889429167e-07,
      "loss": 0.3259,
      "step": 2233840
    },
    {
      "epoch": 623.46,
      "grad_norm": 1.145424485206604,
      "learning_rate": 5.968836616094292e-07,
      "loss": 0.3592,
      "step": 2233850
    },
    {
      "epoch": 623.46,
      "grad_norm": 1.071012258529663,
      "learning_rate": 5.968656345084495e-07,
      "loss": 0.3433,
      "step": 2233860
    },
    {
      "epoch": 623.46,
      "grad_norm": 1.3346036672592163,
      "learning_rate": 5.968476076399805e-07,
      "loss": 0.3539,
      "step": 2233870
    },
    {
      "epoch": 623.47,
      "grad_norm": 1.128556728363037,
      "learning_rate": 5.968295810040247e-07,
      "loss": 0.3481,
      "step": 2233880
    },
    {
      "epoch": 623.47,
      "grad_norm": 1.239229440689087,
      "learning_rate": 5.968115546005851e-07,
      "loss": 0.3209,
      "step": 2233890
    },
    {
      "epoch": 623.47,
      "grad_norm": 1.1323153972625732,
      "learning_rate": 5.967935284296623e-07,
      "loss": 0.3307,
      "step": 2233900
    },
    {
      "epoch": 623.47,
      "grad_norm": 1.1963911056518555,
      "learning_rate": 5.967755024912612e-07,
      "loss": 0.3424,
      "step": 2233910
    },
    {
      "epoch": 623.48,
      "grad_norm": 1.1677018404006958,
      "learning_rate": 5.967574767853822e-07,
      "loss": 0.3384,
      "step": 2233920
    },
    {
      "epoch": 623.48,
      "grad_norm": 1.1867454051971436,
      "learning_rate": 5.967394513120282e-07,
      "loss": 0.3309,
      "step": 2233930
    },
    {
      "epoch": 623.48,
      "grad_norm": 1.2872223854064941,
      "learning_rate": 5.967214260712027e-07,
      "loss": 0.3532,
      "step": 2233940
    },
    {
      "epoch": 623.49,
      "grad_norm": 1.1530252695083618,
      "learning_rate": 5.967034010629064e-07,
      "loss": 0.3421,
      "step": 2233950
    },
    {
      "epoch": 623.49,
      "grad_norm": 1.1248010396957397,
      "learning_rate": 5.966853762871425e-07,
      "loss": 0.327,
      "step": 2233960
    },
    {
      "epoch": 623.49,
      "grad_norm": 1.547791838645935,
      "learning_rate": 5.966673517439134e-07,
      "loss": 0.3364,
      "step": 2233970
    },
    {
      "epoch": 623.49,
      "grad_norm": 1.2159925699234009,
      "learning_rate": 5.96649327433222e-07,
      "loss": 0.3511,
      "step": 2233980
    },
    {
      "epoch": 623.5,
      "grad_norm": 1.1415172815322876,
      "learning_rate": 5.966313033550696e-07,
      "loss": 0.3508,
      "step": 2233990
    },
    {
      "epoch": 623.5,
      "grad_norm": 1.2881430387496948,
      "learning_rate": 5.966132795094593e-07,
      "loss": 0.3505,
      "step": 2234000
    },
    {
      "epoch": 623.5,
      "grad_norm": 1.2259739637374878,
      "learning_rate": 5.965952558963938e-07,
      "loss": 0.3378,
      "step": 2234010
    },
    {
      "epoch": 623.51,
      "grad_norm": 1.1369205713272095,
      "learning_rate": 5.96577232515874e-07,
      "loss": 0.337,
      "step": 2234020
    },
    {
      "epoch": 623.51,
      "grad_norm": 1.3311134576797485,
      "learning_rate": 5.965592093679046e-07,
      "loss": 0.3452,
      "step": 2234030
    },
    {
      "epoch": 623.51,
      "grad_norm": 2.084956169128418,
      "learning_rate": 5.96541186452486e-07,
      "loss": 0.3451,
      "step": 2234040
    },
    {
      "epoch": 623.51,
      "grad_norm": 1.14462149143219,
      "learning_rate": 5.965231637696213e-07,
      "loss": 0.3349,
      "step": 2234050
    },
    {
      "epoch": 623.52,
      "grad_norm": 1.2206474542617798,
      "learning_rate": 5.965051413193131e-07,
      "loss": 0.3429,
      "step": 2234060
    },
    {
      "epoch": 623.52,
      "grad_norm": 1.3808157444000244,
      "learning_rate": 5.964871191015645e-07,
      "loss": 0.3423,
      "step": 2234070
    },
    {
      "epoch": 623.52,
      "grad_norm": 1.1061514616012573,
      "learning_rate": 5.964690971163762e-07,
      "loss": 0.3345,
      "step": 2234080
    },
    {
      "epoch": 623.52,
      "grad_norm": 1.3889776468276978,
      "learning_rate": 5.964510753637516e-07,
      "loss": 0.3323,
      "step": 2234090
    },
    {
      "epoch": 623.53,
      "grad_norm": 1.2828162908554077,
      "learning_rate": 5.964330538436928e-07,
      "loss": 0.3362,
      "step": 2234100
    },
    {
      "epoch": 623.53,
      "grad_norm": 1.1465506553649902,
      "learning_rate": 5.964150325562024e-07,
      "loss": 0.343,
      "step": 2234110
    },
    {
      "epoch": 623.53,
      "grad_norm": 1.2454180717468262,
      "learning_rate": 5.963970115012835e-07,
      "loss": 0.3483,
      "step": 2234120
    },
    {
      "epoch": 623.54,
      "grad_norm": 2.239645004272461,
      "learning_rate": 5.963789906789372e-07,
      "loss": 0.3456,
      "step": 2234130
    },
    {
      "epoch": 623.54,
      "grad_norm": 1.2054721117019653,
      "learning_rate": 5.963609700891663e-07,
      "loss": 0.3368,
      "step": 2234140
    },
    {
      "epoch": 623.54,
      "grad_norm": 1.3334978818893433,
      "learning_rate": 5.963429497319739e-07,
      "loss": 0.3383,
      "step": 2234150
    },
    {
      "epoch": 623.54,
      "grad_norm": 1.281856894493103,
      "learning_rate": 5.963249296073609e-07,
      "loss": 0.3311,
      "step": 2234160
    },
    {
      "epoch": 623.55,
      "grad_norm": 1.2747721672058105,
      "learning_rate": 5.963069097153315e-07,
      "loss": 0.3519,
      "step": 2234170
    },
    {
      "epoch": 623.55,
      "grad_norm": 1.3163577318191528,
      "learning_rate": 5.96288890055887e-07,
      "loss": 0.3416,
      "step": 2234180
    },
    {
      "epoch": 623.55,
      "grad_norm": 1.1285110712051392,
      "learning_rate": 5.962708706290298e-07,
      "loss": 0.3327,
      "step": 2234190
    },
    {
      "epoch": 623.56,
      "grad_norm": 1.334343671798706,
      "learning_rate": 5.962528514347626e-07,
      "loss": 0.3416,
      "step": 2234200
    },
    {
      "epoch": 623.56,
      "grad_norm": 1.0986261367797852,
      "learning_rate": 5.962348324730884e-07,
      "loss": 0.3397,
      "step": 2234210
    },
    {
      "epoch": 623.56,
      "grad_norm": 1.1993030309677124,
      "learning_rate": 5.962168137440084e-07,
      "loss": 0.3322,
      "step": 2234220
    },
    {
      "epoch": 623.56,
      "grad_norm": 1.257243275642395,
      "learning_rate": 5.961987952475252e-07,
      "loss": 0.3409,
      "step": 2234230
    },
    {
      "epoch": 623.57,
      "grad_norm": 1.2840006351470947,
      "learning_rate": 5.961807769836428e-07,
      "loss": 0.3376,
      "step": 2234240
    },
    {
      "epoch": 623.57,
      "grad_norm": 1.2969363927841187,
      "learning_rate": 5.961627589523604e-07,
      "loss": 0.3357,
      "step": 2234250
    },
    {
      "epoch": 623.57,
      "grad_norm": 1.6330369710922241,
      "learning_rate": 5.961447411536843e-07,
      "loss": 0.3522,
      "step": 2234260
    },
    {
      "epoch": 623.58,
      "grad_norm": 1.3166207075119019,
      "learning_rate": 5.961267235876136e-07,
      "loss": 0.3427,
      "step": 2234270
    },
    {
      "epoch": 623.58,
      "grad_norm": 0.9871167540550232,
      "learning_rate": 5.961087062541525e-07,
      "loss": 0.3252,
      "step": 2234280
    },
    {
      "epoch": 623.58,
      "grad_norm": 1.2702394723892212,
      "learning_rate": 5.960906891533034e-07,
      "loss": 0.322,
      "step": 2234290
    },
    {
      "epoch": 623.58,
      "grad_norm": 1.2408384084701538,
      "learning_rate": 5.960726722850676e-07,
      "loss": 0.3387,
      "step": 2234300
    },
    {
      "epoch": 623.59,
      "grad_norm": 1.1925050020217896,
      "learning_rate": 5.960546556494483e-07,
      "loss": 0.3419,
      "step": 2234310
    },
    {
      "epoch": 623.59,
      "grad_norm": 1.0982024669647217,
      "learning_rate": 5.960366392464475e-07,
      "loss": 0.3387,
      "step": 2234320
    },
    {
      "epoch": 623.59,
      "grad_norm": 1.257116675376892,
      "learning_rate": 5.960186230760685e-07,
      "loss": 0.3322,
      "step": 2234330
    },
    {
      "epoch": 623.59,
      "grad_norm": 1.6794042587280273,
      "learning_rate": 5.960006071383118e-07,
      "loss": 0.3295,
      "step": 2234340
    },
    {
      "epoch": 623.6,
      "grad_norm": 1.3186016082763672,
      "learning_rate": 5.959825914331822e-07,
      "loss": 0.3353,
      "step": 2234350
    },
    {
      "epoch": 623.6,
      "grad_norm": 1.2836756706237793,
      "learning_rate": 5.959645759606804e-07,
      "loss": 0.3377,
      "step": 2234360
    },
    {
      "epoch": 623.6,
      "grad_norm": 1.0323536396026611,
      "learning_rate": 5.959465607208092e-07,
      "loss": 0.328,
      "step": 2234370
    },
    {
      "epoch": 623.61,
      "grad_norm": 1.3662253618240356,
      "learning_rate": 5.95928545713572e-07,
      "loss": 0.3488,
      "step": 2234380
    },
    {
      "epoch": 623.61,
      "grad_norm": 1.2092417478561401,
      "learning_rate": 5.959105309389686e-07,
      "loss": 0.3379,
      "step": 2234390
    },
    {
      "epoch": 623.61,
      "grad_norm": 1.2485953569412231,
      "learning_rate": 5.958925163970047e-07,
      "loss": 0.3262,
      "step": 2234400
    },
    {
      "epoch": 623.61,
      "grad_norm": 1.7374521493911743,
      "learning_rate": 5.958745020876805e-07,
      "loss": 0.3343,
      "step": 2234410
    },
    {
      "epoch": 623.62,
      "grad_norm": 1.277114987373352,
      "learning_rate": 5.958564880109989e-07,
      "loss": 0.3405,
      "step": 2234420
    },
    {
      "epoch": 623.62,
      "grad_norm": 1.173136591911316,
      "learning_rate": 5.958384741669632e-07,
      "loss": 0.3478,
      "step": 2234430
    },
    {
      "epoch": 623.62,
      "grad_norm": 1.395202875137329,
      "learning_rate": 5.958204605555742e-07,
      "loss": 0.3475,
      "step": 2234440
    },
    {
      "epoch": 623.63,
      "grad_norm": 1.3398354053497314,
      "learning_rate": 5.95802447176835e-07,
      "loss": 0.3478,
      "step": 2234450
    },
    {
      "epoch": 623.63,
      "grad_norm": 1.229608416557312,
      "learning_rate": 5.957844340307483e-07,
      "loss": 0.336,
      "step": 2234460
    },
    {
      "epoch": 623.63,
      "grad_norm": 1.572190761566162,
      "learning_rate": 5.95766421117317e-07,
      "loss": 0.3455,
      "step": 2234470
    },
    {
      "epoch": 623.63,
      "grad_norm": 1.2518994808197021,
      "learning_rate": 5.957484084365411e-07,
      "loss": 0.3248,
      "step": 2234480
    },
    {
      "epoch": 623.64,
      "grad_norm": 1.0778697729110718,
      "learning_rate": 5.957303959884263e-07,
      "loss": 0.3521,
      "step": 2234490
    },
    {
      "epoch": 623.64,
      "grad_norm": 1.2868387699127197,
      "learning_rate": 5.957123837729727e-07,
      "loss": 0.348,
      "step": 2234500
    },
    {
      "epoch": 623.64,
      "grad_norm": 1.3580093383789062,
      "learning_rate": 5.956943717901833e-07,
      "loss": 0.3336,
      "step": 2234510
    },
    {
      "epoch": 623.64,
      "grad_norm": 1.2896498441696167,
      "learning_rate": 5.956763600400615e-07,
      "loss": 0.3383,
      "step": 2234520
    },
    {
      "epoch": 623.65,
      "grad_norm": 1.2168995141983032,
      "learning_rate": 5.956583485226079e-07,
      "loss": 0.3361,
      "step": 2234530
    },
    {
      "epoch": 623.65,
      "grad_norm": 1.1092305183410645,
      "learning_rate": 5.956403372378257e-07,
      "loss": 0.3377,
      "step": 2234540
    },
    {
      "epoch": 623.65,
      "grad_norm": 1.3618178367614746,
      "learning_rate": 5.956223261857174e-07,
      "loss": 0.3284,
      "step": 2234550
    },
    {
      "epoch": 623.66,
      "grad_norm": 1.5687004327774048,
      "learning_rate": 5.95604315366286e-07,
      "loss": 0.3362,
      "step": 2234560
    },
    {
      "epoch": 623.66,
      "grad_norm": 1.3867053985595703,
      "learning_rate": 5.955863047795327e-07,
      "loss": 0.3373,
      "step": 2234570
    },
    {
      "epoch": 623.66,
      "grad_norm": 1.1432331800460815,
      "learning_rate": 5.955682944254606e-07,
      "loss": 0.3299,
      "step": 2234580
    },
    {
      "epoch": 623.66,
      "grad_norm": 1.0326228141784668,
      "learning_rate": 5.955502843040718e-07,
      "loss": 0.3403,
      "step": 2234590
    },
    {
      "epoch": 623.67,
      "grad_norm": 1.2055176496505737,
      "learning_rate": 5.955322744153688e-07,
      "loss": 0.3411,
      "step": 2234600
    },
    {
      "epoch": 623.67,
      "grad_norm": 1.2418031692504883,
      "learning_rate": 5.955142647593549e-07,
      "loss": 0.3204,
      "step": 2234610
    },
    {
      "epoch": 623.67,
      "grad_norm": 1.0065240859985352,
      "learning_rate": 5.954962553360309e-07,
      "loss": 0.345,
      "step": 2234620
    },
    {
      "epoch": 623.68,
      "grad_norm": 1.2313318252563477,
      "learning_rate": 5.954782461453999e-07,
      "loss": 0.3331,
      "step": 2234630
    },
    {
      "epoch": 623.68,
      "grad_norm": 1.352248191833496,
      "learning_rate": 5.954602371874643e-07,
      "loss": 0.333,
      "step": 2234640
    },
    {
      "epoch": 623.68,
      "grad_norm": 1.646446943283081,
      "learning_rate": 5.954422284622268e-07,
      "loss": 0.3384,
      "step": 2234650
    },
    {
      "epoch": 623.68,
      "grad_norm": 1.3689184188842773,
      "learning_rate": 5.954242199696899e-07,
      "loss": 0.344,
      "step": 2234660
    },
    {
      "epoch": 623.69,
      "grad_norm": 1.1604214906692505,
      "learning_rate": 5.95406211709855e-07,
      "loss": 0.345,
      "step": 2234670
    },
    {
      "epoch": 623.69,
      "grad_norm": 1.102372407913208,
      "learning_rate": 5.953882036827254e-07,
      "loss": 0.3246,
      "step": 2234680
    },
    {
      "epoch": 623.69,
      "grad_norm": 1.1668312549591064,
      "learning_rate": 5.953701958883031e-07,
      "loss": 0.3456,
      "step": 2234690
    },
    {
      "epoch": 623.7,
      "grad_norm": 1.1518018245697021,
      "learning_rate": 5.953521883265913e-07,
      "loss": 0.3289,
      "step": 2234700
    },
    {
      "epoch": 623.7,
      "grad_norm": 1.2938406467437744,
      "learning_rate": 5.953341809975901e-07,
      "loss": 0.3446,
      "step": 2234710
    },
    {
      "epoch": 623.7,
      "grad_norm": 1.144265055656433,
      "learning_rate": 5.953161739013053e-07,
      "loss": 0.3591,
      "step": 2234720
    },
    {
      "epoch": 623.7,
      "grad_norm": 1.3887583017349243,
      "learning_rate": 5.952981670377365e-07,
      "loss": 0.335,
      "step": 2234730
    },
    {
      "epoch": 623.71,
      "grad_norm": 1.278217077255249,
      "learning_rate": 5.952801604068874e-07,
      "loss": 0.3297,
      "step": 2234740
    },
    {
      "epoch": 623.71,
      "grad_norm": 1.450206995010376,
      "learning_rate": 5.952621540087607e-07,
      "loss": 0.336,
      "step": 2234750
    },
    {
      "epoch": 623.71,
      "grad_norm": 1.187806487083435,
      "learning_rate": 5.952441478433574e-07,
      "loss": 0.3575,
      "step": 2234760
    },
    {
      "epoch": 623.71,
      "grad_norm": 1.2134370803833008,
      "learning_rate": 5.952261419106808e-07,
      "loss": 0.3271,
      "step": 2234770
    },
    {
      "epoch": 623.72,
      "grad_norm": 1.1435669660568237,
      "learning_rate": 5.952081362107333e-07,
      "loss": 0.3317,
      "step": 2234780
    },
    {
      "epoch": 623.72,
      "grad_norm": 1.1599392890930176,
      "learning_rate": 5.951901307435177e-07,
      "loss": 0.3264,
      "step": 2234790
    },
    {
      "epoch": 623.72,
      "grad_norm": 1.1326861381530762,
      "learning_rate": 5.951721255090355e-07,
      "loss": 0.3386,
      "step": 2234800
    },
    {
      "epoch": 623.73,
      "grad_norm": 1.0903422832489014,
      "learning_rate": 5.951541205072891e-07,
      "loss": 0.3435,
      "step": 2234810
    },
    {
      "epoch": 623.73,
      "grad_norm": 1.4005283117294312,
      "learning_rate": 5.951361157382822e-07,
      "loss": 0.3358,
      "step": 2234820
    },
    {
      "epoch": 623.73,
      "grad_norm": 1.0470553636550903,
      "learning_rate": 5.951181112020149e-07,
      "loss": 0.3308,
      "step": 2234830
    },
    {
      "epoch": 623.73,
      "grad_norm": 1.4183785915374756,
      "learning_rate": 5.951001068984923e-07,
      "loss": 0.3311,
      "step": 2234840
    },
    {
      "epoch": 623.74,
      "grad_norm": 1.318041443824768,
      "learning_rate": 5.950821028277149e-07,
      "loss": 0.3423,
      "step": 2234850
    },
    {
      "epoch": 623.74,
      "grad_norm": 1.1453542709350586,
      "learning_rate": 5.950640989896856e-07,
      "loss": 0.3398,
      "step": 2234860
    },
    {
      "epoch": 623.74,
      "grad_norm": 1.2342028617858887,
      "learning_rate": 5.950460953844069e-07,
      "loss": 0.3395,
      "step": 2234870
    },
    {
      "epoch": 623.75,
      "grad_norm": 1.443071961402893,
      "learning_rate": 5.950280920118818e-07,
      "loss": 0.3292,
      "step": 2234880
    },
    {
      "epoch": 623.75,
      "grad_norm": 1.241550087928772,
      "learning_rate": 5.950100888721115e-07,
      "loss": 0.3359,
      "step": 2234890
    },
    {
      "epoch": 623.75,
      "grad_norm": 1.1727042198181152,
      "learning_rate": 5.949920859650986e-07,
      "loss": 0.3464,
      "step": 2234900
    },
    {
      "epoch": 623.75,
      "grad_norm": 1.1847301721572876,
      "learning_rate": 5.94974083290847e-07,
      "loss": 0.3357,
      "step": 2234910
    },
    {
      "epoch": 623.76,
      "grad_norm": 1.1505112648010254,
      "learning_rate": 5.949560808493564e-07,
      "loss": 0.3402,
      "step": 2234920
    },
    {
      "epoch": 623.76,
      "grad_norm": 1.2328948974609375,
      "learning_rate": 5.949380786406318e-07,
      "loss": 0.3414,
      "step": 2234930
    },
    {
      "epoch": 623.76,
      "grad_norm": 1.3705412149429321,
      "learning_rate": 5.949200766646743e-07,
      "loss": 0.3348,
      "step": 2234940
    },
    {
      "epoch": 623.77,
      "grad_norm": 1.0369009971618652,
      "learning_rate": 5.949020749214865e-07,
      "loss": 0.3342,
      "step": 2234950
    },
    {
      "epoch": 623.77,
      "grad_norm": 1.1088727712631226,
      "learning_rate": 5.948840734110714e-07,
      "loss": 0.3267,
      "step": 2234960
    },
    {
      "epoch": 623.77,
      "grad_norm": 1.2469260692596436,
      "learning_rate": 5.948660721334295e-07,
      "loss": 0.3455,
      "step": 2234970
    },
    {
      "epoch": 623.77,
      "grad_norm": 1.3330448865890503,
      "learning_rate": 5.948480710885659e-07,
      "loss": 0.3396,
      "step": 2234980
    },
    {
      "epoch": 623.78,
      "grad_norm": 1.1654106378555298,
      "learning_rate": 5.948300702764807e-07,
      "loss": 0.3252,
      "step": 2234990
    },
    {
      "epoch": 623.78,
      "grad_norm": 1.289719820022583,
      "learning_rate": 5.948120696971775e-07,
      "loss": 0.3579,
      "step": 2235000
    },
    {
      "epoch": 623.78,
      "grad_norm": 1.1314603090286255,
      "learning_rate": 5.947940693506582e-07,
      "loss": 0.3302,
      "step": 2235010
    },
    {
      "epoch": 623.78,
      "grad_norm": 1.2749353647232056,
      "learning_rate": 5.947760692369264e-07,
      "loss": 0.3425,
      "step": 2235020
    },
    {
      "epoch": 623.79,
      "grad_norm": 1.337916612625122,
      "learning_rate": 5.947580693559826e-07,
      "loss": 0.3506,
      "step": 2235030
    },
    {
      "epoch": 623.79,
      "grad_norm": 1.1818526983261108,
      "learning_rate": 5.947400697078302e-07,
      "loss": 0.3232,
      "step": 2235040
    },
    {
      "epoch": 623.79,
      "grad_norm": 1.5042724609375,
      "learning_rate": 5.947220702924722e-07,
      "loss": 0.3396,
      "step": 2235050
    },
    {
      "epoch": 623.8,
      "grad_norm": 1.2005728483200073,
      "learning_rate": 5.947040711099088e-07,
      "loss": 0.3468,
      "step": 2235060
    },
    {
      "epoch": 623.8,
      "grad_norm": 1.2763227224349976,
      "learning_rate": 5.946860721601453e-07,
      "loss": 0.3451,
      "step": 2235070
    },
    {
      "epoch": 623.8,
      "grad_norm": 1.059301733970642,
      "learning_rate": 5.946680734431822e-07,
      "loss": 0.329,
      "step": 2235080
    },
    {
      "epoch": 623.8,
      "grad_norm": 1.2075060606002808,
      "learning_rate": 5.946500749590221e-07,
      "loss": 0.3533,
      "step": 2235090
    },
    {
      "epoch": 623.81,
      "grad_norm": 1.1683794260025024,
      "learning_rate": 5.946320767076685e-07,
      "loss": 0.3354,
      "step": 2235100
    },
    {
      "epoch": 623.81,
      "grad_norm": 1.3698641061782837,
      "learning_rate": 5.946140786891221e-07,
      "loss": 0.3417,
      "step": 2235110
    },
    {
      "epoch": 623.81,
      "grad_norm": 1.1550959348678589,
      "learning_rate": 5.945960809033864e-07,
      "loss": 0.3368,
      "step": 2235120
    },
    {
      "epoch": 623.82,
      "grad_norm": 1.4515913724899292,
      "learning_rate": 5.945780833504634e-07,
      "loss": 0.3298,
      "step": 2235130
    },
    {
      "epoch": 623.82,
      "grad_norm": 1.2350735664367676,
      "learning_rate": 5.945600860303565e-07,
      "loss": 0.3219,
      "step": 2235140
    },
    {
      "epoch": 623.82,
      "grad_norm": 1.3438940048217773,
      "learning_rate": 5.945420889430658e-07,
      "loss": 0.3423,
      "step": 2235150
    },
    {
      "epoch": 623.82,
      "grad_norm": 1.2353202104568481,
      "learning_rate": 5.945240920885966e-07,
      "loss": 0.3432,
      "step": 2235160
    },
    {
      "epoch": 623.83,
      "grad_norm": 1.074209213256836,
      "learning_rate": 5.94506095466949e-07,
      "loss": 0.3452,
      "step": 2235170
    },
    {
      "epoch": 623.83,
      "grad_norm": 1.220584511756897,
      "learning_rate": 5.944880990781263e-07,
      "loss": 0.3529,
      "step": 2235180
    },
    {
      "epoch": 623.83,
      "grad_norm": 1.172429084777832,
      "learning_rate": 5.944701029221315e-07,
      "loss": 0.3389,
      "step": 2235190
    },
    {
      "epoch": 623.83,
      "grad_norm": 1.1818915605545044,
      "learning_rate": 5.944521069989658e-07,
      "loss": 0.3148,
      "step": 2235200
    },
    {
      "epoch": 623.84,
      "grad_norm": 1.0843420028686523,
      "learning_rate": 5.944341113086321e-07,
      "loss": 0.326,
      "step": 2235210
    },
    {
      "epoch": 623.84,
      "grad_norm": 1.1437504291534424,
      "learning_rate": 5.944161158511327e-07,
      "loss": 0.341,
      "step": 2235220
    },
    {
      "epoch": 623.84,
      "grad_norm": 1.3811652660369873,
      "learning_rate": 5.943981206264702e-07,
      "loss": 0.3445,
      "step": 2235230
    },
    {
      "epoch": 623.85,
      "grad_norm": 1.1943705081939697,
      "learning_rate": 5.943801256346475e-07,
      "loss": 0.3402,
      "step": 2235240
    },
    {
      "epoch": 623.85,
      "grad_norm": 1.2807279825210571,
      "learning_rate": 5.943621308756659e-07,
      "loss": 0.3485,
      "step": 2235250
    },
    {
      "epoch": 623.85,
      "grad_norm": 1.1910085678100586,
      "learning_rate": 5.94344136349528e-07,
      "loss": 0.3603,
      "step": 2235260
    },
    {
      "epoch": 623.85,
      "grad_norm": 1.3226666450500488,
      "learning_rate": 5.943261420562367e-07,
      "loss": 0.3465,
      "step": 2235270
    },
    {
      "epoch": 623.86,
      "grad_norm": 1.2895013093948364,
      "learning_rate": 5.94308147995795e-07,
      "loss": 0.3536,
      "step": 2235280
    },
    {
      "epoch": 623.86,
      "grad_norm": 1.1669130325317383,
      "learning_rate": 5.94290154168203e-07,
      "loss": 0.3531,
      "step": 2235290
    },
    {
      "epoch": 623.86,
      "grad_norm": 1.1616452932357788,
      "learning_rate": 5.942721605734659e-07,
      "loss": 0.3366,
      "step": 2235300
    },
    {
      "epoch": 623.87,
      "grad_norm": 1.3736894130706787,
      "learning_rate": 5.942541672115841e-07,
      "loss": 0.3479,
      "step": 2235310
    },
    {
      "epoch": 623.87,
      "grad_norm": 1.2512983083724976,
      "learning_rate": 5.942361740825607e-07,
      "loss": 0.3393,
      "step": 2235320
    },
    {
      "epoch": 623.87,
      "grad_norm": 1.2051597833633423,
      "learning_rate": 5.942181811863987e-07,
      "loss": 0.3183,
      "step": 2235330
    },
    {
      "epoch": 623.87,
      "grad_norm": 1.1893084049224854,
      "learning_rate": 5.942001885230993e-07,
      "loss": 0.3471,
      "step": 2235340
    },
    {
      "epoch": 623.88,
      "grad_norm": 1.35312020778656,
      "learning_rate": 5.941821960926652e-07,
      "loss": 0.3433,
      "step": 2235350
    },
    {
      "epoch": 623.88,
      "grad_norm": 1.291948914527893,
      "learning_rate": 5.941642038950992e-07,
      "loss": 0.3244,
      "step": 2235360
    },
    {
      "epoch": 623.88,
      "grad_norm": 1.0372650623321533,
      "learning_rate": 5.941462119304044e-07,
      "loss": 0.3267,
      "step": 2235370
    },
    {
      "epoch": 623.89,
      "grad_norm": 1.1320143938064575,
      "learning_rate": 5.941282201985815e-07,
      "loss": 0.3502,
      "step": 2235380
    },
    {
      "epoch": 623.89,
      "grad_norm": 1.0604825019836426,
      "learning_rate": 5.941102286996338e-07,
      "loss": 0.3561,
      "step": 2235390
    },
    {
      "epoch": 623.89,
      "grad_norm": 1.2346011400222778,
      "learning_rate": 5.940922374335641e-07,
      "loss": 0.3414,
      "step": 2235400
    },
    {
      "epoch": 623.89,
      "grad_norm": 1.084579586982727,
      "learning_rate": 5.940742464003733e-07,
      "loss": 0.3334,
      "step": 2235410
    },
    {
      "epoch": 623.9,
      "grad_norm": 1.2834950685501099,
      "learning_rate": 5.94056255600066e-07,
      "loss": 0.3328,
      "step": 2235420
    },
    {
      "epoch": 623.9,
      "grad_norm": 1.4534333944320679,
      "learning_rate": 5.940382650326427e-07,
      "loss": 0.3479,
      "step": 2235430
    },
    {
      "epoch": 623.9,
      "grad_norm": 1.1984906196594238,
      "learning_rate": 5.940202746981066e-07,
      "loss": 0.3476,
      "step": 2235440
    },
    {
      "epoch": 623.9,
      "grad_norm": 1.2258414030075073,
      "learning_rate": 5.940022845964598e-07,
      "loss": 0.3295,
      "step": 2235450
    },
    {
      "epoch": 623.91,
      "grad_norm": 1.4752956628799438,
      "learning_rate": 5.939842947277058e-07,
      "loss": 0.3468,
      "step": 2235460
    },
    {
      "epoch": 623.91,
      "grad_norm": 1.0584428310394287,
      "learning_rate": 5.939663050918454e-07,
      "loss": 0.3458,
      "step": 2235470
    },
    {
      "epoch": 623.91,
      "grad_norm": 1.2346603870391846,
      "learning_rate": 5.939483156888815e-07,
      "loss": 0.356,
      "step": 2235480
    },
    {
      "epoch": 623.92,
      "grad_norm": 1.183074712753296,
      "learning_rate": 5.939303265188176e-07,
      "loss": 0.3608,
      "step": 2235490
    },
    {
      "epoch": 623.92,
      "grad_norm": 1.1944633722305298,
      "learning_rate": 5.939123375816537e-07,
      "loss": 0.3265,
      "step": 2235500
    },
    {
      "epoch": 623.92,
      "grad_norm": 1.0561609268188477,
      "learning_rate": 5.93894348877395e-07,
      "loss": 0.3508,
      "step": 2235510
    },
    {
      "epoch": 623.92,
      "grad_norm": 1.267830729484558,
      "learning_rate": 5.938763604060419e-07,
      "loss": 0.3313,
      "step": 2235520
    },
    {
      "epoch": 623.93,
      "grad_norm": 1.14059579372406,
      "learning_rate": 5.938583721675976e-07,
      "loss": 0.3455,
      "step": 2235530
    },
    {
      "epoch": 623.93,
      "grad_norm": 1.212037444114685,
      "learning_rate": 5.938403841620643e-07,
      "loss": 0.3426,
      "step": 2235540
    },
    {
      "epoch": 623.93,
      "grad_norm": 1.3037693500518799,
      "learning_rate": 5.938223963894441e-07,
      "loss": 0.3416,
      "step": 2235550
    },
    {
      "epoch": 623.94,
      "grad_norm": 1.2057924270629883,
      "learning_rate": 5.938044088497408e-07,
      "loss": 0.3308,
      "step": 2235560
    },
    {
      "epoch": 623.94,
      "grad_norm": 1.109653115272522,
      "learning_rate": 5.937864215429551e-07,
      "loss": 0.3191,
      "step": 2235570
    },
    {
      "epoch": 623.94,
      "grad_norm": 1.2614734172821045,
      "learning_rate": 5.937684344690899e-07,
      "loss": 0.3338,
      "step": 2235580
    },
    {
      "epoch": 623.94,
      "grad_norm": 1.1425933837890625,
      "learning_rate": 5.937504476281477e-07,
      "loss": 0.3417,
      "step": 2235590
    },
    {
      "epoch": 623.95,
      "grad_norm": 1.263074517250061,
      "learning_rate": 5.937324610201314e-07,
      "loss": 0.321,
      "step": 2235600
    },
    {
      "epoch": 623.95,
      "grad_norm": 1.0456563234329224,
      "learning_rate": 5.937144746450426e-07,
      "loss": 0.3424,
      "step": 2235610
    },
    {
      "epoch": 623.95,
      "grad_norm": 1.3271732330322266,
      "learning_rate": 5.936964885028839e-07,
      "loss": 0.339,
      "step": 2235620
    },
    {
      "epoch": 623.95,
      "grad_norm": 1.1974196434020996,
      "learning_rate": 5.936785025936584e-07,
      "loss": 0.3227,
      "step": 2235630
    },
    {
      "epoch": 623.96,
      "grad_norm": 1.3034725189208984,
      "learning_rate": 5.936605169173664e-07,
      "loss": 0.3418,
      "step": 2235640
    },
    {
      "epoch": 623.96,
      "grad_norm": 1.0930768251419067,
      "learning_rate": 5.936425314740134e-07,
      "loss": 0.3369,
      "step": 2235650
    },
    {
      "epoch": 623.96,
      "grad_norm": 1.1678541898727417,
      "learning_rate": 5.936245462635993e-07,
      "loss": 0.3303,
      "step": 2235660
    },
    {
      "epoch": 623.97,
      "grad_norm": 1.0791481733322144,
      "learning_rate": 5.936065612861274e-07,
      "loss": 0.3359,
      "step": 2235670
    },
    {
      "epoch": 623.97,
      "grad_norm": 1.9881305694580078,
      "learning_rate": 5.935885765416002e-07,
      "loss": 0.3254,
      "step": 2235680
    },
    {
      "epoch": 623.97,
      "grad_norm": 1.3110339641571045,
      "learning_rate": 5.935705920300207e-07,
      "loss": 0.3232,
      "step": 2235690
    },
    {
      "epoch": 623.97,
      "grad_norm": 1.230483889579773,
      "learning_rate": 5.935526077513898e-07,
      "loss": 0.3309,
      "step": 2235700
    },
    {
      "epoch": 623.98,
      "grad_norm": 1.0807502269744873,
      "learning_rate": 5.935346237057106e-07,
      "loss": 0.3419,
      "step": 2235710
    },
    {
      "epoch": 623.98,
      "grad_norm": 1.2537891864776611,
      "learning_rate": 5.935166398929862e-07,
      "loss": 0.341,
      "step": 2235720
    },
    {
      "epoch": 623.98,
      "grad_norm": 1.0989501476287842,
      "learning_rate": 5.934986563132169e-07,
      "loss": 0.3332,
      "step": 2235730
    },
    {
      "epoch": 623.99,
      "grad_norm": 1.1546969413757324,
      "learning_rate": 5.93480672966408e-07,
      "loss": 0.3427,
      "step": 2235740
    },
    {
      "epoch": 623.99,
      "grad_norm": 1.6525509357452393,
      "learning_rate": 5.934626898525597e-07,
      "loss": 0.3281,
      "step": 2235750
    },
    {
      "epoch": 623.99,
      "grad_norm": 1.224413275718689,
      "learning_rate": 5.934447069716753e-07,
      "loss": 0.3428,
      "step": 2235760
    },
    {
      "epoch": 623.99,
      "grad_norm": 1.2537801265716553,
      "learning_rate": 5.934267243237574e-07,
      "loss": 0.3281,
      "step": 2235770
    },
    {
      "epoch": 624.0,
      "grad_norm": 1.0977140665054321,
      "learning_rate": 5.934087419088076e-07,
      "loss": 0.3281,
      "step": 2235780
    },
    {
      "epoch": 624.0,
      "grad_norm": 1.2857283353805542,
      "learning_rate": 5.933907597268285e-07,
      "loss": 0.3529,
      "step": 2235790
    },
    {
      "epoch": 624.0,
      "eval_loss": 0.3394305408000946,
      "eval_runtime": 63.8151,
      "eval_samples_per_second": 79.276,
      "eval_steps_per_second": 9.919,
      "step": 2235792
    },
    {
      "epoch": 624.0,
      "grad_norm": 1.199059247970581,
      "learning_rate": 5.933727777778229e-07,
      "loss": 0.3542,
      "step": 2235800
    },
    {
      "epoch": 624.01,
      "grad_norm": 1.1222825050354004,
      "learning_rate": 5.933547960617929e-07,
      "loss": 0.3371,
      "step": 2235810
    },
    {
      "epoch": 624.01,
      "grad_norm": 1.234140157699585,
      "learning_rate": 5.933368145787409e-07,
      "loss": 0.339,
      "step": 2235820
    },
    {
      "epoch": 624.01,
      "grad_norm": 1.1978694200515747,
      "learning_rate": 5.9331883332867e-07,
      "loss": 0.3359,
      "step": 2235830
    },
    {
      "epoch": 624.01,
      "grad_norm": 1.2610816955566406,
      "learning_rate": 5.933008523115814e-07,
      "loss": 0.3426,
      "step": 2235840
    },
    {
      "epoch": 624.02,
      "grad_norm": 1.071536898612976,
      "learning_rate": 5.932828715274781e-07,
      "loss": 0.3515,
      "step": 2235850
    },
    {
      "epoch": 624.02,
      "grad_norm": 1.0932608842849731,
      "learning_rate": 5.932648909763631e-07,
      "loss": 0.3407,
      "step": 2235860
    },
    {
      "epoch": 624.02,
      "grad_norm": 1.3162050247192383,
      "learning_rate": 5.932469106582366e-07,
      "loss": 0.3277,
      "step": 2235870
    },
    {
      "epoch": 624.02,
      "grad_norm": 1.306492805480957,
      "learning_rate": 5.932289305731041e-07,
      "loss": 0.3396,
      "step": 2235880
    },
    {
      "epoch": 624.03,
      "grad_norm": 1.4710806608200073,
      "learning_rate": 5.932109507209658e-07,
      "loss": 0.3481,
      "step": 2235890
    },
    {
      "epoch": 624.03,
      "grad_norm": 1.1983349323272705,
      "learning_rate": 5.931929711018245e-07,
      "loss": 0.3289,
      "step": 2235900
    },
    {
      "epoch": 624.03,
      "grad_norm": 1.2143793106079102,
      "learning_rate": 5.931749917156837e-07,
      "loss": 0.3314,
      "step": 2235910
    },
    {
      "epoch": 624.04,
      "grad_norm": 1.1292462348937988,
      "learning_rate": 5.93157012562544e-07,
      "loss": 0.3415,
      "step": 2235920
    },
    {
      "epoch": 624.04,
      "grad_norm": 1.0534886121749878,
      "learning_rate": 5.931390336424091e-07,
      "loss": 0.3381,
      "step": 2235930
    },
    {
      "epoch": 624.04,
      "grad_norm": 1.1191473007202148,
      "learning_rate": 5.931210549552806e-07,
      "loss": 0.3313,
      "step": 2235940
    },
    {
      "epoch": 624.04,
      "grad_norm": 1.2283761501312256,
      "learning_rate": 5.931030765011622e-07,
      "loss": 0.3522,
      "step": 2235950
    },
    {
      "epoch": 624.05,
      "grad_norm": 1.0280641317367554,
      "learning_rate": 5.930850982800538e-07,
      "loss": 0.3446,
      "step": 2235960
    },
    {
      "epoch": 624.05,
      "grad_norm": 1.271403193473816,
      "learning_rate": 5.930671202919611e-07,
      "loss": 0.3292,
      "step": 2235970
    },
    {
      "epoch": 624.05,
      "grad_norm": 1.5034689903259277,
      "learning_rate": 5.930491425368837e-07,
      "loss": 0.349,
      "step": 2235980
    },
    {
      "epoch": 624.06,
      "grad_norm": 1.349704623222351,
      "learning_rate": 5.930311650148252e-07,
      "loss": 0.3358,
      "step": 2235990
    },
    {
      "epoch": 624.06,
      "grad_norm": 1.2903598546981812,
      "learning_rate": 5.930131877257886e-07,
      "loss": 0.3463,
      "step": 2236000
    },
    {
      "epoch": 624.06,
      "grad_norm": 1.1675885915756226,
      "learning_rate": 5.929952106697748e-07,
      "loss": 0.3277,
      "step": 2236010
    },
    {
      "epoch": 624.06,
      "grad_norm": 1.215071678161621,
      "learning_rate": 5.929772338467871e-07,
      "loss": 0.3422,
      "step": 2236020
    },
    {
      "epoch": 624.07,
      "grad_norm": 1.129925012588501,
      "learning_rate": 5.929592572568275e-07,
      "loss": 0.3382,
      "step": 2236030
    },
    {
      "epoch": 624.07,
      "grad_norm": 1.3503942489624023,
      "learning_rate": 5.929412808998994e-07,
      "loss": 0.3335,
      "step": 2236040
    },
    {
      "epoch": 624.07,
      "grad_norm": 1.1563620567321777,
      "learning_rate": 5.929233047760037e-07,
      "loss": 0.338,
      "step": 2236050
    },
    {
      "epoch": 624.07,
      "grad_norm": 1.2133907079696655,
      "learning_rate": 5.929053288851435e-07,
      "loss": 0.3148,
      "step": 2236060
    },
    {
      "epoch": 624.08,
      "grad_norm": 1.0109435319900513,
      "learning_rate": 5.928873532273219e-07,
      "loss": 0.3383,
      "step": 2236070
    },
    {
      "epoch": 624.08,
      "grad_norm": 1.1716135740280151,
      "learning_rate": 5.928693778025394e-07,
      "loss": 0.3423,
      "step": 2236080
    },
    {
      "epoch": 624.08,
      "grad_norm": 1.3013410568237305,
      "learning_rate": 5.928514026108007e-07,
      "loss": 0.333,
      "step": 2236090
    },
    {
      "epoch": 624.09,
      "grad_norm": 1.1375373601913452,
      "learning_rate": 5.92833427652106e-07,
      "loss": 0.3342,
      "step": 2236100
    },
    {
      "epoch": 624.09,
      "grad_norm": 1.120805025100708,
      "learning_rate": 5.928154529264599e-07,
      "loss": 0.3281,
      "step": 2236110
    },
    {
      "epoch": 624.09,
      "grad_norm": 1.2521430253982544,
      "learning_rate": 5.927974784338631e-07,
      "loss": 0.3303,
      "step": 2236120
    },
    {
      "epoch": 624.09,
      "grad_norm": 1.121297001838684,
      "learning_rate": 5.927795041743184e-07,
      "loss": 0.3181,
      "step": 2236130
    },
    {
      "epoch": 624.1,
      "grad_norm": 1.4583810567855835,
      "learning_rate": 5.927615301478293e-07,
      "loss": 0.3284,
      "step": 2236140
    },
    {
      "epoch": 624.1,
      "grad_norm": 1.0405287742614746,
      "learning_rate": 5.927435563543962e-07,
      "loss": 0.3487,
      "step": 2236150
    },
    {
      "epoch": 624.1,
      "grad_norm": 1.232950210571289,
      "learning_rate": 5.927255827940229e-07,
      "loss": 0.3304,
      "step": 2236160
    },
    {
      "epoch": 624.11,
      "grad_norm": 1.1053622961044312,
      "learning_rate": 5.927076094667113e-07,
      "loss": 0.3312,
      "step": 2236170
    },
    {
      "epoch": 624.11,
      "grad_norm": 1.4151779413223267,
      "learning_rate": 5.926896363724646e-07,
      "loss": 0.3498,
      "step": 2236180
    },
    {
      "epoch": 624.11,
      "grad_norm": 1.3116594552993774,
      "learning_rate": 5.926716635112837e-07,
      "loss": 0.3444,
      "step": 2236190
    },
    {
      "epoch": 624.11,
      "grad_norm": 1.0759481191635132,
      "learning_rate": 5.926536908831719e-07,
      "loss": 0.327,
      "step": 2236200
    },
    {
      "epoch": 624.12,
      "grad_norm": 1.1904877424240112,
      "learning_rate": 5.926357184881323e-07,
      "loss": 0.3372,
      "step": 2236210
    },
    {
      "epoch": 624.12,
      "grad_norm": 1.6905725002288818,
      "learning_rate": 5.926177463261648e-07,
      "loss": 0.3269,
      "step": 2236220
    },
    {
      "epoch": 624.12,
      "grad_norm": 1.5536514520645142,
      "learning_rate": 5.925997743972752e-07,
      "loss": 0.3433,
      "step": 2236230
    },
    {
      "epoch": 624.13,
      "grad_norm": 1.250071406364441,
      "learning_rate": 5.925818027014631e-07,
      "loss": 0.3293,
      "step": 2236240
    },
    {
      "epoch": 624.13,
      "grad_norm": 1.130415678024292,
      "learning_rate": 5.925638312387325e-07,
      "loss": 0.3492,
      "step": 2236250
    },
    {
      "epoch": 624.13,
      "grad_norm": 1.1650340557098389,
      "learning_rate": 5.925458600090848e-07,
      "loss": 0.3334,
      "step": 2236260
    },
    {
      "epoch": 624.13,
      "grad_norm": 1.1657986640930176,
      "learning_rate": 5.925278890125236e-07,
      "loss": 0.3232,
      "step": 2236270
    },
    {
      "epoch": 624.14,
      "grad_norm": 1.3657441139221191,
      "learning_rate": 5.925099182490502e-07,
      "loss": 0.3353,
      "step": 2236280
    },
    {
      "epoch": 624.14,
      "grad_norm": 1.2007064819335938,
      "learning_rate": 5.924919477186669e-07,
      "loss": 0.3237,
      "step": 2236290
    },
    {
      "epoch": 624.14,
      "grad_norm": 1.1099406480789185,
      "learning_rate": 5.924739774213774e-07,
      "loss": 0.338,
      "step": 2236300
    },
    {
      "epoch": 624.14,
      "grad_norm": 1.5828948020935059,
      "learning_rate": 5.924560073571818e-07,
      "loss": 0.3385,
      "step": 2236310
    },
    {
      "epoch": 624.15,
      "grad_norm": 1.5338743925094604,
      "learning_rate": 5.924380375260854e-07,
      "loss": 0.3338,
      "step": 2236320
    },
    {
      "epoch": 624.15,
      "grad_norm": 1.3118011951446533,
      "learning_rate": 5.924200679280884e-07,
      "loss": 0.3387,
      "step": 2236330
    },
    {
      "epoch": 624.15,
      "grad_norm": 1.2622932195663452,
      "learning_rate": 5.924020985631936e-07,
      "loss": 0.336,
      "step": 2236340
    },
    {
      "epoch": 624.16,
      "grad_norm": 1.3055189847946167,
      "learning_rate": 5.923841294314045e-07,
      "loss": 0.3279,
      "step": 2236350
    },
    {
      "epoch": 624.16,
      "grad_norm": 1.0556352138519287,
      "learning_rate": 5.923661605327223e-07,
      "loss": 0.3546,
      "step": 2236360
    },
    {
      "epoch": 624.16,
      "grad_norm": 1.2513397932052612,
      "learning_rate": 5.923481918671494e-07,
      "loss": 0.35,
      "step": 2236370
    },
    {
      "epoch": 624.16,
      "grad_norm": 1.207838773727417,
      "learning_rate": 5.923302234346887e-07,
      "loss": 0.3307,
      "step": 2236380
    },
    {
      "epoch": 624.17,
      "grad_norm": 1.2230267524719238,
      "learning_rate": 5.923122552353426e-07,
      "loss": 0.3503,
      "step": 2236390
    },
    {
      "epoch": 624.17,
      "grad_norm": 1.1443027257919312,
      "learning_rate": 5.922942872691131e-07,
      "loss": 0.326,
      "step": 2236400
    },
    {
      "epoch": 624.17,
      "grad_norm": 1.2058439254760742,
      "learning_rate": 5.922763195360037e-07,
      "loss": 0.3359,
      "step": 2236410
    },
    {
      "epoch": 624.18,
      "grad_norm": 1.0853897333145142,
      "learning_rate": 5.92258352036015e-07,
      "loss": 0.3292,
      "step": 2236420
    },
    {
      "epoch": 624.18,
      "grad_norm": 1.272826075553894,
      "learning_rate": 5.922403847691507e-07,
      "loss": 0.3416,
      "step": 2236430
    },
    {
      "epoch": 624.18,
      "grad_norm": 1.1929088830947876,
      "learning_rate": 5.92222417735413e-07,
      "loss": 0.3338,
      "step": 2236440
    },
    {
      "epoch": 624.18,
      "grad_norm": 1.160322666168213,
      "learning_rate": 5.92204450934803e-07,
      "loss": 0.339,
      "step": 2236450
    },
    {
      "epoch": 624.19,
      "grad_norm": 1.174894094467163,
      "learning_rate": 5.921864843673257e-07,
      "loss": 0.3333,
      "step": 2236460
    },
    {
      "epoch": 624.19,
      "grad_norm": 1.2203388214111328,
      "learning_rate": 5.92168518032981e-07,
      "loss": 0.3237,
      "step": 2236470
    },
    {
      "epoch": 624.19,
      "grad_norm": 1.2773157358169556,
      "learning_rate": 5.921505519317725e-07,
      "loss": 0.3402,
      "step": 2236480
    },
    {
      "epoch": 624.19,
      "grad_norm": 1.1680691242218018,
      "learning_rate": 5.921325860637029e-07,
      "loss": 0.3432,
      "step": 2236490
    },
    {
      "epoch": 624.2,
      "grad_norm": 1.102929711341858,
      "learning_rate": 5.921146204287734e-07,
      "loss": 0.3308,
      "step": 2236500
    },
    {
      "epoch": 624.2,
      "grad_norm": 1.1834278106689453,
      "learning_rate": 5.920966550269872e-07,
      "loss": 0.3447,
      "step": 2236510
    },
    {
      "epoch": 624.2,
      "grad_norm": 1.4154610633850098,
      "learning_rate": 5.920786898583464e-07,
      "loss": 0.3451,
      "step": 2236520
    },
    {
      "epoch": 624.21,
      "grad_norm": 1.3792531490325928,
      "learning_rate": 5.920607249228541e-07,
      "loss": 0.3507,
      "step": 2236530
    },
    {
      "epoch": 624.21,
      "grad_norm": 1.2563197612762451,
      "learning_rate": 5.920427602205108e-07,
      "loss": 0.3201,
      "step": 2236540
    },
    {
      "epoch": 624.21,
      "grad_norm": 1.229506492614746,
      "learning_rate": 5.920247957513219e-07,
      "loss": 0.3409,
      "step": 2236550
    },
    {
      "epoch": 624.21,
      "grad_norm": 1.1375848054885864,
      "learning_rate": 5.920068315152869e-07,
      "loss": 0.3519,
      "step": 2236560
    },
    {
      "epoch": 624.22,
      "grad_norm": 1.124403953552246,
      "learning_rate": 5.919888675124098e-07,
      "loss": 0.3434,
      "step": 2236570
    },
    {
      "epoch": 624.22,
      "grad_norm": 1.318778395652771,
      "learning_rate": 5.919709037426932e-07,
      "loss": 0.3312,
      "step": 2236580
    },
    {
      "epoch": 624.22,
      "grad_norm": 1.421697974205017,
      "learning_rate": 5.91952940206138e-07,
      "loss": 0.3291,
      "step": 2236590
    },
    {
      "epoch": 624.23,
      "grad_norm": 1.1366180181503296,
      "learning_rate": 5.919349769027477e-07,
      "loss": 0.3261,
      "step": 2236600
    },
    {
      "epoch": 624.23,
      "grad_norm": 1.1367387771606445,
      "learning_rate": 5.919170138325243e-07,
      "loss": 0.3097,
      "step": 2236610
    },
    {
      "epoch": 624.23,
      "grad_norm": 1.2292872667312622,
      "learning_rate": 5.918990509954711e-07,
      "loss": 0.3351,
      "step": 2236620
    },
    {
      "epoch": 624.23,
      "grad_norm": 1.2617121934890747,
      "learning_rate": 5.918810883915883e-07,
      "loss": 0.3191,
      "step": 2236630
    },
    {
      "epoch": 624.24,
      "grad_norm": 1.1331321001052856,
      "learning_rate": 5.918631260208811e-07,
      "loss": 0.333,
      "step": 2236640
    },
    {
      "epoch": 624.24,
      "grad_norm": 1.3864797353744507,
      "learning_rate": 5.918451638833498e-07,
      "loss": 0.3311,
      "step": 2236650
    },
    {
      "epoch": 624.24,
      "grad_norm": 1.236080527305603,
      "learning_rate": 5.918272019789977e-07,
      "loss": 0.3549,
      "step": 2236660
    },
    {
      "epoch": 624.25,
      "grad_norm": 1.1630252599716187,
      "learning_rate": 5.918092403078277e-07,
      "loss": 0.3336,
      "step": 2236670
    },
    {
      "epoch": 624.25,
      "grad_norm": 1.157636284828186,
      "learning_rate": 5.917912788698401e-07,
      "loss": 0.3313,
      "step": 2236680
    },
    {
      "epoch": 624.25,
      "grad_norm": 1.1426900625228882,
      "learning_rate": 5.917733176650397e-07,
      "loss": 0.3372,
      "step": 2236690
    },
    {
      "epoch": 624.25,
      "grad_norm": 1.1558735370635986,
      "learning_rate": 5.917553566934274e-07,
      "loss": 0.3403,
      "step": 2236700
    },
    {
      "epoch": 624.26,
      "grad_norm": 1.1997768878936768,
      "learning_rate": 5.917373959550061e-07,
      "loss": 0.3333,
      "step": 2236710
    },
    {
      "epoch": 624.26,
      "grad_norm": 2.763284683227539,
      "learning_rate": 5.91719435449779e-07,
      "loss": 0.3338,
      "step": 2236720
    },
    {
      "epoch": 624.26,
      "grad_norm": 1.3970891237258911,
      "learning_rate": 5.917014751777467e-07,
      "loss": 0.3452,
      "step": 2236730
    },
    {
      "epoch": 624.26,
      "grad_norm": 1.0783690214157104,
      "learning_rate": 5.916835151389127e-07,
      "loss": 0.3339,
      "step": 2236740
    },
    {
      "epoch": 624.27,
      "grad_norm": 1.533919095993042,
      "learning_rate": 5.916655553332792e-07,
      "loss": 0.3254,
      "step": 2236750
    },
    {
      "epoch": 624.27,
      "grad_norm": 1.2027727365493774,
      "learning_rate": 5.916475957608494e-07,
      "loss": 0.3538,
      "step": 2236760
    },
    {
      "epoch": 624.27,
      "grad_norm": 1.353775978088379,
      "learning_rate": 5.916296364216232e-07,
      "loss": 0.3425,
      "step": 2236770
    },
    {
      "epoch": 624.28,
      "grad_norm": 1.1152124404907227,
      "learning_rate": 5.916116773156063e-07,
      "loss": 0.3309,
      "step": 2236780
    },
    {
      "epoch": 624.28,
      "grad_norm": 1.2358342409133911,
      "learning_rate": 5.915937184427989e-07,
      "loss": 0.3365,
      "step": 2236790
    },
    {
      "epoch": 624.28,
      "grad_norm": 1.3357905149459839,
      "learning_rate": 5.915757598032037e-07,
      "loss": 0.3432,
      "step": 2236800
    },
    {
      "epoch": 624.28,
      "grad_norm": 1.3693410158157349,
      "learning_rate": 5.915578013968243e-07,
      "loss": 0.3391,
      "step": 2236810
    },
    {
      "epoch": 624.29,
      "grad_norm": 1.2309108972549438,
      "learning_rate": 5.915398432236615e-07,
      "loss": 0.3284,
      "step": 2236820
    },
    {
      "epoch": 624.29,
      "grad_norm": 1.3921507596969604,
      "learning_rate": 5.915218852837181e-07,
      "loss": 0.3352,
      "step": 2236830
    },
    {
      "epoch": 624.29,
      "grad_norm": 1.0509631633758545,
      "learning_rate": 5.91503927576997e-07,
      "loss": 0.3515,
      "step": 2236840
    },
    {
      "epoch": 624.3,
      "grad_norm": 1.830392599105835,
      "learning_rate": 5.91485970103501e-07,
      "loss": 0.3211,
      "step": 2236850
    },
    {
      "epoch": 624.3,
      "grad_norm": 0.9697973132133484,
      "learning_rate": 5.914680128632309e-07,
      "loss": 0.3224,
      "step": 2236860
    },
    {
      "epoch": 624.3,
      "grad_norm": 1.1189674139022827,
      "learning_rate": 5.9145005585619e-07,
      "loss": 0.331,
      "step": 2236870
    },
    {
      "epoch": 624.3,
      "grad_norm": 2.4520182609558105,
      "learning_rate": 5.914320990823817e-07,
      "loss": 0.3408,
      "step": 2236880
    },
    {
      "epoch": 624.31,
      "grad_norm": 1.2468734979629517,
      "learning_rate": 5.914141425418057e-07,
      "loss": 0.3366,
      "step": 2236890
    },
    {
      "epoch": 624.31,
      "grad_norm": 1.3819957971572876,
      "learning_rate": 5.913961862344677e-07,
      "loss": 0.3427,
      "step": 2236900
    },
    {
      "epoch": 624.31,
      "grad_norm": 1.3181920051574707,
      "learning_rate": 5.913782301603678e-07,
      "loss": 0.3413,
      "step": 2236910
    },
    {
      "epoch": 624.31,
      "grad_norm": 1.346828579902649,
      "learning_rate": 5.913602743195088e-07,
      "loss": 0.3355,
      "step": 2236920
    },
    {
      "epoch": 624.32,
      "grad_norm": 1.1410248279571533,
      "learning_rate": 5.913423187118934e-07,
      "loss": 0.3195,
      "step": 2236930
    },
    {
      "epoch": 624.32,
      "grad_norm": 1.2276970148086548,
      "learning_rate": 5.913243633375249e-07,
      "loss": 0.3489,
      "step": 2236940
    },
    {
      "epoch": 624.32,
      "grad_norm": 1.2985424995422363,
      "learning_rate": 5.913064081964039e-07,
      "loss": 0.3364,
      "step": 2236950
    },
    {
      "epoch": 624.33,
      "grad_norm": 1.2861329317092896,
      "learning_rate": 5.912884532885334e-07,
      "loss": 0.3407,
      "step": 2236960
    },
    {
      "epoch": 624.33,
      "grad_norm": 1.227489948272705,
      "learning_rate": 5.91270498613916e-07,
      "loss": 0.3323,
      "step": 2236970
    },
    {
      "epoch": 624.33,
      "grad_norm": 1.1919275522232056,
      "learning_rate": 5.912525441725546e-07,
      "loss": 0.3304,
      "step": 2236980
    },
    {
      "epoch": 624.33,
      "grad_norm": 1.2577463388442993,
      "learning_rate": 5.912345899644513e-07,
      "loss": 0.3364,
      "step": 2236990
    },
    {
      "epoch": 624.34,
      "grad_norm": 1.2785735130310059,
      "learning_rate": 5.912166359896077e-07,
      "loss": 0.351,
      "step": 2237000
    },
    {
      "epoch": 624.34,
      "grad_norm": 1.2109298706054688,
      "learning_rate": 5.911986822480271e-07,
      "loss": 0.3369,
      "step": 2237010
    },
    {
      "epoch": 624.34,
      "grad_norm": 1.6301313638687134,
      "learning_rate": 5.911807287397119e-07,
      "loss": 0.3346,
      "step": 2237020
    },
    {
      "epoch": 624.35,
      "grad_norm": 1.2434085607528687,
      "learning_rate": 5.911627754646627e-07,
      "loss": 0.346,
      "step": 2237030
    },
    {
      "epoch": 624.35,
      "grad_norm": 1.2093894481658936,
      "learning_rate": 5.911448224228847e-07,
      "loss": 0.3355,
      "step": 2237040
    },
    {
      "epoch": 624.35,
      "grad_norm": 1.3713762760162354,
      "learning_rate": 5.911268696143785e-07,
      "loss": 0.327,
      "step": 2237050
    },
    {
      "epoch": 624.35,
      "grad_norm": 1.2504570484161377,
      "learning_rate": 5.911089170391469e-07,
      "loss": 0.3461,
      "step": 2237060
    },
    {
      "epoch": 624.36,
      "grad_norm": 1.1651204824447632,
      "learning_rate": 5.910909646971923e-07,
      "loss": 0.3313,
      "step": 2237070
    },
    {
      "epoch": 624.36,
      "grad_norm": 1.1715444326400757,
      "learning_rate": 5.910730125885176e-07,
      "loss": 0.3248,
      "step": 2237080
    },
    {
      "epoch": 624.36,
      "grad_norm": 1.5899109840393066,
      "learning_rate": 5.910550607131241e-07,
      "loss": 0.3456,
      "step": 2237090
    },
    {
      "epoch": 624.37,
      "grad_norm": 1.2974073886871338,
      "learning_rate": 5.910371090710148e-07,
      "loss": 0.329,
      "step": 2237100
    },
    {
      "epoch": 624.37,
      "grad_norm": 1.1801319122314453,
      "learning_rate": 5.910191576621926e-07,
      "loss": 0.3425,
      "step": 2237110
    },
    {
      "epoch": 624.37,
      "grad_norm": 1.138261079788208,
      "learning_rate": 5.910012064866581e-07,
      "loss": 0.3348,
      "step": 2237120
    },
    {
      "epoch": 624.37,
      "grad_norm": 1.1660428047180176,
      "learning_rate": 5.909832555444163e-07,
      "loss": 0.3298,
      "step": 2237130
    },
    {
      "epoch": 624.38,
      "grad_norm": 1.088442325592041,
      "learning_rate": 5.909653048354675e-07,
      "loss": 0.3528,
      "step": 2237140
    },
    {
      "epoch": 624.38,
      "grad_norm": 1.2786906957626343,
      "learning_rate": 5.90947354359815e-07,
      "loss": 0.3346,
      "step": 2237150
    },
    {
      "epoch": 624.38,
      "grad_norm": 1.2376515865325928,
      "learning_rate": 5.909294041174616e-07,
      "loss": 0.3494,
      "step": 2237160
    },
    {
      "epoch": 624.38,
      "grad_norm": 1.176247477531433,
      "learning_rate": 5.909114541084082e-07,
      "loss": 0.3445,
      "step": 2237170
    },
    {
      "epoch": 624.39,
      "grad_norm": 1.3688172101974487,
      "learning_rate": 5.908935043326584e-07,
      "loss": 0.3453,
      "step": 2237180
    },
    {
      "epoch": 624.39,
      "grad_norm": 1.2956428527832031,
      "learning_rate": 5.908755547902141e-07,
      "loss": 0.3345,
      "step": 2237190
    },
    {
      "epoch": 624.39,
      "grad_norm": 1.113118052482605,
      "learning_rate": 5.908576054810787e-07,
      "loss": 0.3448,
      "step": 2237200
    },
    {
      "epoch": 624.4,
      "grad_norm": 1.4771171808242798,
      "learning_rate": 5.908396564052523e-07,
      "loss": 0.3433,
      "step": 2237210
    },
    {
      "epoch": 624.4,
      "grad_norm": 1.2480356693267822,
      "learning_rate": 5.9082170756274e-07,
      "loss": 0.3346,
      "step": 2237220
    },
    {
      "epoch": 624.4,
      "grad_norm": 3.1703968048095703,
      "learning_rate": 5.908037589535424e-07,
      "loss": 0.3519,
      "step": 2237230
    },
    {
      "epoch": 624.4,
      "grad_norm": 1.1178611516952515,
      "learning_rate": 5.907858105776623e-07,
      "loss": 0.349,
      "step": 2237240
    },
    {
      "epoch": 624.41,
      "grad_norm": 1.2490431070327759,
      "learning_rate": 5.907678624351029e-07,
      "loss": 0.3313,
      "step": 2237250
    },
    {
      "epoch": 624.41,
      "grad_norm": 1.137190580368042,
      "learning_rate": 5.907499145258647e-07,
      "loss": 0.3343,
      "step": 2237260
    },
    {
      "epoch": 624.41,
      "grad_norm": 1.2681962251663208,
      "learning_rate": 5.907319668499526e-07,
      "loss": 0.3298,
      "step": 2237270
    },
    {
      "epoch": 624.42,
      "grad_norm": 1.360811710357666,
      "learning_rate": 5.907140194073668e-07,
      "loss": 0.3302,
      "step": 2237280
    },
    {
      "epoch": 624.42,
      "grad_norm": 1.1993350982666016,
      "learning_rate": 5.906960721981108e-07,
      "loss": 0.3246,
      "step": 2237290
    },
    {
      "epoch": 624.42,
      "grad_norm": 1.0943412780761719,
      "learning_rate": 5.906781252221875e-07,
      "loss": 0.3322,
      "step": 2237300
    },
    {
      "epoch": 624.42,
      "grad_norm": 1.2238091230392456,
      "learning_rate": 5.906601784795976e-07,
      "loss": 0.3503,
      "step": 2237310
    },
    {
      "epoch": 624.43,
      "grad_norm": 1.207560658454895,
      "learning_rate": 5.906422319703446e-07,
      "loss": 0.3431,
      "step": 2237320
    },
    {
      "epoch": 624.43,
      "grad_norm": 1.3137311935424805,
      "learning_rate": 5.906242856944305e-07,
      "loss": 0.3296,
      "step": 2237330
    },
    {
      "epoch": 624.43,
      "grad_norm": 1.4412565231323242,
      "learning_rate": 5.906063396518588e-07,
      "loss": 0.3351,
      "step": 2237340
    },
    {
      "epoch": 624.43,
      "grad_norm": 1.1473742723464966,
      "learning_rate": 5.905883938426298e-07,
      "loss": 0.3228,
      "step": 2237350
    },
    {
      "epoch": 624.44,
      "grad_norm": 1.0693798065185547,
      "learning_rate": 5.905704482667482e-07,
      "loss": 0.3251,
      "step": 2237360
    },
    {
      "epoch": 624.44,
      "grad_norm": 1.4737167358398438,
      "learning_rate": 5.905525029242147e-07,
      "loss": 0.3293,
      "step": 2237370
    },
    {
      "epoch": 624.44,
      "grad_norm": 1.268393635749817,
      "learning_rate": 5.905345578150321e-07,
      "loss": 0.3289,
      "step": 2237380
    },
    {
      "epoch": 624.45,
      "grad_norm": 1.1788276433944702,
      "learning_rate": 5.905166129392036e-07,
      "loss": 0.334,
      "step": 2237390
    },
    {
      "epoch": 624.45,
      "grad_norm": 1.3456894159317017,
      "learning_rate": 5.904986682967304e-07,
      "loss": 0.333,
      "step": 2237400
    },
    {
      "epoch": 624.45,
      "grad_norm": 1.2861595153808594,
      "learning_rate": 5.904807238876155e-07,
      "loss": 0.3399,
      "step": 2237410
    },
    {
      "epoch": 624.45,
      "grad_norm": 1.3274866342544556,
      "learning_rate": 5.904627797118611e-07,
      "loss": 0.3399,
      "step": 2237420
    },
    {
      "epoch": 624.46,
      "grad_norm": 1.26400887966156,
      "learning_rate": 5.904448357694706e-07,
      "loss": 0.3339,
      "step": 2237430
    },
    {
      "epoch": 624.46,
      "grad_norm": 1.2518048286437988,
      "learning_rate": 5.904268920604446e-07,
      "loss": 0.34,
      "step": 2237440
    },
    {
      "epoch": 624.46,
      "grad_norm": 1.2535820007324219,
      "learning_rate": 5.904089485847864e-07,
      "loss": 0.3386,
      "step": 2237450
    },
    {
      "epoch": 624.47,
      "grad_norm": 1.5058428049087524,
      "learning_rate": 5.903910053424984e-07,
      "loss": 0.3385,
      "step": 2237460
    },
    {
      "epoch": 624.47,
      "grad_norm": 1.307137131690979,
      "learning_rate": 5.90373062333583e-07,
      "loss": 0.3343,
      "step": 2237470
    },
    {
      "epoch": 624.47,
      "grad_norm": 1.182798147201538,
      "learning_rate": 5.903551195580431e-07,
      "loss": 0.3526,
      "step": 2237480
    },
    {
      "epoch": 624.47,
      "grad_norm": 1.1326404809951782,
      "learning_rate": 5.903371770158799e-07,
      "loss": 0.3319,
      "step": 2237490
    },
    {
      "epoch": 624.48,
      "grad_norm": 1.3103935718536377,
      "learning_rate": 5.903192347070966e-07,
      "loss": 0.3332,
      "step": 2237500
    },
    {
      "epoch": 624.48,
      "grad_norm": 1.4602863788604736,
      "learning_rate": 5.903012926316953e-07,
      "loss": 0.3305,
      "step": 2237510
    },
    {
      "epoch": 624.48,
      "grad_norm": 1.165762186050415,
      "learning_rate": 5.902833507896792e-07,
      "loss": 0.3435,
      "step": 2237520
    },
    {
      "epoch": 624.49,
      "grad_norm": 1.281185507774353,
      "learning_rate": 5.902654091810492e-07,
      "loss": 0.3537,
      "step": 2237530
    },
    {
      "epoch": 624.49,
      "grad_norm": 1.358109951019287,
      "learning_rate": 5.902474678058085e-07,
      "loss": 0.3571,
      "step": 2237540
    },
    {
      "epoch": 624.49,
      "grad_norm": 1.3380167484283447,
      "learning_rate": 5.902295266639595e-07,
      "loss": 0.3485,
      "step": 2237550
    },
    {
      "epoch": 624.49,
      "grad_norm": 1.2200714349746704,
      "learning_rate": 5.902115857555045e-07,
      "loss": 0.3315,
      "step": 2237560
    },
    {
      "epoch": 624.5,
      "grad_norm": 1.2947914600372314,
      "learning_rate": 5.901936450804467e-07,
      "loss": 0.3511,
      "step": 2237570
    },
    {
      "epoch": 624.5,
      "grad_norm": 1.162079930305481,
      "learning_rate": 5.901757046387864e-07,
      "loss": 0.3467,
      "step": 2237580
    },
    {
      "epoch": 624.5,
      "grad_norm": 1.1331969499588013,
      "learning_rate": 5.901577644305286e-07,
      "loss": 0.3379,
      "step": 2237590
    },
    {
      "epoch": 624.5,
      "grad_norm": 1.130416750907898,
      "learning_rate": 5.90139824455674e-07,
      "loss": 0.3384,
      "step": 2237600
    },
    {
      "epoch": 624.51,
      "grad_norm": 1.1826778650283813,
      "learning_rate": 5.901218847142251e-07,
      "loss": 0.3343,
      "step": 2237610
    },
    {
      "epoch": 624.51,
      "grad_norm": 1.180795431137085,
      "learning_rate": 5.901039452061854e-07,
      "loss": 0.3424,
      "step": 2237620
    },
    {
      "epoch": 624.51,
      "grad_norm": 1.2597671747207642,
      "learning_rate": 5.900860059315555e-07,
      "loss": 0.3513,
      "step": 2237630
    },
    {
      "epoch": 624.52,
      "grad_norm": 1.1689435243606567,
      "learning_rate": 5.90068066890339e-07,
      "loss": 0.3468,
      "step": 2237640
    },
    {
      "epoch": 624.52,
      "grad_norm": 1.1113332509994507,
      "learning_rate": 5.900501280825381e-07,
      "loss": 0.3348,
      "step": 2237650
    },
    {
      "epoch": 624.52,
      "grad_norm": 1.1118086576461792,
      "learning_rate": 5.900321895081557e-07,
      "loss": 0.329,
      "step": 2237660
    },
    {
      "epoch": 624.52,
      "grad_norm": 1.3795621395111084,
      "learning_rate": 5.90014251167193e-07,
      "loss": 0.3409,
      "step": 2237670
    },
    {
      "epoch": 624.53,
      "grad_norm": 1.448768138885498,
      "learning_rate": 5.89996313059653e-07,
      "loss": 0.3321,
      "step": 2237680
    },
    {
      "epoch": 624.53,
      "grad_norm": 1.2727535963058472,
      "learning_rate": 5.899783751855385e-07,
      "loss": 0.3201,
      "step": 2237690
    },
    {
      "epoch": 624.53,
      "grad_norm": 1.187506914138794,
      "learning_rate": 5.899604375448504e-07,
      "loss": 0.3345,
      "step": 2237700
    },
    {
      "epoch": 624.54,
      "grad_norm": 1.0606536865234375,
      "learning_rate": 5.899425001375934e-07,
      "loss": 0.3336,
      "step": 2237710
    },
    {
      "epoch": 624.54,
      "grad_norm": 1.3221977949142456,
      "learning_rate": 5.899245629637683e-07,
      "loss": 0.3325,
      "step": 2237720
    },
    {
      "epoch": 624.54,
      "grad_norm": 1.147836446762085,
      "learning_rate": 5.899066260233774e-07,
      "loss": 0.3501,
      "step": 2237730
    },
    {
      "epoch": 624.54,
      "grad_norm": 1.1815171241760254,
      "learning_rate": 5.898886893164239e-07,
      "loss": 0.3293,
      "step": 2237740
    },
    {
      "epoch": 624.55,
      "grad_norm": 1.2070796489715576,
      "learning_rate": 5.898707528429102e-07,
      "loss": 0.33,
      "step": 2237750
    },
    {
      "epoch": 624.55,
      "grad_norm": 1.2373523712158203,
      "learning_rate": 5.898528166028378e-07,
      "loss": 0.322,
      "step": 2237760
    },
    {
      "epoch": 624.55,
      "grad_norm": 1.2612683773040771,
      "learning_rate": 5.898348805962095e-07,
      "loss": 0.3432,
      "step": 2237770
    },
    {
      "epoch": 624.55,
      "grad_norm": 1.446907639503479,
      "learning_rate": 5.898169448230285e-07,
      "loss": 0.3589,
      "step": 2237780
    },
    {
      "epoch": 624.56,
      "grad_norm": 1.1710505485534668,
      "learning_rate": 5.897990092832951e-07,
      "loss": 0.333,
      "step": 2237790
    },
    {
      "epoch": 624.56,
      "grad_norm": 1.3235435485839844,
      "learning_rate": 5.897810739770144e-07,
      "loss": 0.3491,
      "step": 2237800
    },
    {
      "epoch": 624.56,
      "grad_norm": 1.1619209051132202,
      "learning_rate": 5.89763138904187e-07,
      "loss": 0.3424,
      "step": 2237810
    },
    {
      "epoch": 624.57,
      "grad_norm": 1.1606897115707397,
      "learning_rate": 5.897452040648153e-07,
      "loss": 0.3438,
      "step": 2237820
    },
    {
      "epoch": 624.57,
      "grad_norm": 1.2325714826583862,
      "learning_rate": 5.897272694589031e-07,
      "loss": 0.3481,
      "step": 2237830
    },
    {
      "epoch": 624.57,
      "grad_norm": 1.1549081802368164,
      "learning_rate": 5.897093350864504e-07,
      "loss": 0.361,
      "step": 2237840
    },
    {
      "epoch": 624.57,
      "grad_norm": 1.2768371105194092,
      "learning_rate": 5.896914009474622e-07,
      "loss": 0.3448,
      "step": 2237850
    },
    {
      "epoch": 624.58,
      "grad_norm": 1.1621965169906616,
      "learning_rate": 5.896734670419391e-07,
      "loss": 0.3446,
      "step": 2237860
    },
    {
      "epoch": 624.58,
      "grad_norm": 1.080284833908081,
      "learning_rate": 5.896555333698841e-07,
      "loss": 0.3383,
      "step": 2237870
    },
    {
      "epoch": 624.58,
      "grad_norm": 1.1812286376953125,
      "learning_rate": 5.896375999312995e-07,
      "loss": 0.3378,
      "step": 2237880
    },
    {
      "epoch": 624.59,
      "grad_norm": 1.2762035131454468,
      "learning_rate": 5.896196667261886e-07,
      "loss": 0.3495,
      "step": 2237890
    },
    {
      "epoch": 624.59,
      "grad_norm": 1.3099745512008667,
      "learning_rate": 5.89601733754552e-07,
      "loss": 0.3475,
      "step": 2237900
    },
    {
      "epoch": 624.59,
      "grad_norm": 1.1284382343292236,
      "learning_rate": 5.895838010163932e-07,
      "loss": 0.3542,
      "step": 2237910
    },
    {
      "epoch": 624.59,
      "grad_norm": 1.1173803806304932,
      "learning_rate": 5.895658685117149e-07,
      "loss": 0.3557,
      "step": 2237920
    },
    {
      "epoch": 624.6,
      "grad_norm": 1.4924026727676392,
      "learning_rate": 5.895479362405178e-07,
      "loss": 0.3533,
      "step": 2237930
    },
    {
      "epoch": 624.6,
      "grad_norm": 3.135847330093384,
      "learning_rate": 5.895300042028065e-07,
      "loss": 0.3313,
      "step": 2237940
    },
    {
      "epoch": 624.6,
      "grad_norm": 1.2312990427017212,
      "learning_rate": 5.895120723985819e-07,
      "loss": 0.3365,
      "step": 2237950
    },
    {
      "epoch": 624.61,
      "grad_norm": 1.2562463283538818,
      "learning_rate": 5.89494140827847e-07,
      "loss": 0.327,
      "step": 2237960
    },
    {
      "epoch": 624.61,
      "grad_norm": 1.1781489849090576,
      "learning_rate": 5.894762094906046e-07,
      "loss": 0.3367,
      "step": 2237970
    },
    {
      "epoch": 624.61,
      "grad_norm": 1.3129223585128784,
      "learning_rate": 5.894582783868559e-07,
      "loss": 0.3351,
      "step": 2237980
    },
    {
      "epoch": 624.61,
      "grad_norm": 1.4309288263320923,
      "learning_rate": 5.894403475166038e-07,
      "loss": 0.3483,
      "step": 2237990
    },
    {
      "epoch": 624.62,
      "grad_norm": 1.052466869354248,
      "learning_rate": 5.894224168798507e-07,
      "loss": 0.328,
      "step": 2238000
    },
    {
      "epoch": 624.62,
      "grad_norm": 0.9548386931419373,
      "learning_rate": 5.894044864765998e-07,
      "loss": 0.3325,
      "step": 2238010
    },
    {
      "epoch": 624.62,
      "grad_norm": 1.2615966796875,
      "learning_rate": 5.893865563068516e-07,
      "loss": 0.3343,
      "step": 2238020
    },
    {
      "epoch": 624.62,
      "grad_norm": 1.0422554016113281,
      "learning_rate": 5.893686263706109e-07,
      "loss": 0.3468,
      "step": 2238030
    },
    {
      "epoch": 624.63,
      "grad_norm": 1.3412622213363647,
      "learning_rate": 5.893506966678781e-07,
      "loss": 0.332,
      "step": 2238040
    },
    {
      "epoch": 624.63,
      "grad_norm": 1.2517166137695312,
      "learning_rate": 5.893327671986565e-07,
      "loss": 0.3606,
      "step": 2238050
    },
    {
      "epoch": 624.63,
      "grad_norm": 1.282844066619873,
      "learning_rate": 5.893148379629487e-07,
      "loss": 0.3268,
      "step": 2238060
    },
    {
      "epoch": 624.64,
      "grad_norm": 1.2041915655136108,
      "learning_rate": 5.892969089607561e-07,
      "loss": 0.3477,
      "step": 2238070
    },
    {
      "epoch": 624.64,
      "grad_norm": 1.1255285739898682,
      "learning_rate": 5.892789801920818e-07,
      "loss": 0.3181,
      "step": 2238080
    },
    {
      "epoch": 624.64,
      "grad_norm": 1.3698710203170776,
      "learning_rate": 5.892610516569282e-07,
      "loss": 0.3291,
      "step": 2238090
    },
    {
      "epoch": 624.64,
      "grad_norm": 1.121809482574463,
      "learning_rate": 5.89243123355298e-07,
      "loss": 0.3336,
      "step": 2238100
    },
    {
      "epoch": 624.65,
      "grad_norm": 1.3410967588424683,
      "learning_rate": 5.892251952871926e-07,
      "loss": 0.3312,
      "step": 2238110
    },
    {
      "epoch": 624.65,
      "grad_norm": 1.839590072631836,
      "learning_rate": 5.892072674526148e-07,
      "loss": 0.3331,
      "step": 2238120
    },
    {
      "epoch": 624.65,
      "grad_norm": 1.0851976871490479,
      "learning_rate": 5.891893398515673e-07,
      "loss": 0.3338,
      "step": 2238130
    },
    {
      "epoch": 624.66,
      "grad_norm": 1.2213431596755981,
      "learning_rate": 5.891714124840521e-07,
      "loss": 0.342,
      "step": 2238140
    },
    {
      "epoch": 624.66,
      "grad_norm": 1.2807320356369019,
      "learning_rate": 5.891534853500725e-07,
      "loss": 0.3427,
      "step": 2238150
    },
    {
      "epoch": 624.66,
      "grad_norm": 1.2596884965896606,
      "learning_rate": 5.891355584496289e-07,
      "loss": 0.3334,
      "step": 2238160
    },
    {
      "epoch": 624.66,
      "grad_norm": 1.1047765016555786,
      "learning_rate": 5.891176317827264e-07,
      "loss": 0.3369,
      "step": 2238170
    },
    {
      "epoch": 624.67,
      "grad_norm": 1.1844966411590576,
      "learning_rate": 5.89099705349365e-07,
      "loss": 0.3343,
      "step": 2238180
    },
    {
      "epoch": 624.67,
      "grad_norm": 1.1404776573181152,
      "learning_rate": 5.890817791495483e-07,
      "loss": 0.3472,
      "step": 2238190
    },
    {
      "epoch": 624.67,
      "grad_norm": 1.3117713928222656,
      "learning_rate": 5.890638531832791e-07,
      "loss": 0.3369,
      "step": 2238200
    },
    {
      "epoch": 624.67,
      "grad_norm": 1.2610561847686768,
      "learning_rate": 5.890459274505583e-07,
      "loss": 0.3483,
      "step": 2238210
    },
    {
      "epoch": 624.68,
      "grad_norm": 1.1836222410202026,
      "learning_rate": 5.890280019513888e-07,
      "loss": 0.3324,
      "step": 2238220
    },
    {
      "epoch": 624.68,
      "grad_norm": 1.1924184560775757,
      "learning_rate": 5.890100766857738e-07,
      "loss": 0.3266,
      "step": 2238230
    },
    {
      "epoch": 624.68,
      "grad_norm": 1.3112138509750366,
      "learning_rate": 5.889921516537157e-07,
      "loss": 0.3341,
      "step": 2238240
    },
    {
      "epoch": 624.69,
      "grad_norm": 1.065312385559082,
      "learning_rate": 5.889742268552155e-07,
      "loss": 0.3289,
      "step": 2238250
    },
    {
      "epoch": 624.69,
      "grad_norm": 1.1174795627593994,
      "learning_rate": 5.889563022902764e-07,
      "loss": 0.3345,
      "step": 2238260
    },
    {
      "epoch": 624.69,
      "grad_norm": 1.1490086317062378,
      "learning_rate": 5.889383779589017e-07,
      "loss": 0.3345,
      "step": 2238270
    },
    {
      "epoch": 624.69,
      "grad_norm": 1.1211298704147339,
      "learning_rate": 5.889204538610913e-07,
      "loss": 0.3298,
      "step": 2238280
    },
    {
      "epoch": 624.7,
      "grad_norm": 1.2810606956481934,
      "learning_rate": 5.889025299968509e-07,
      "loss": 0.3366,
      "step": 2238290
    },
    {
      "epoch": 624.7,
      "grad_norm": 1.3114866018295288,
      "learning_rate": 5.888846063661803e-07,
      "loss": 0.3341,
      "step": 2238300
    },
    {
      "epoch": 624.7,
      "grad_norm": 1.2919032573699951,
      "learning_rate": 5.888666829690828e-07,
      "loss": 0.3386,
      "step": 2238310
    },
    {
      "epoch": 624.71,
      "grad_norm": 1.3552651405334473,
      "learning_rate": 5.888487598055608e-07,
      "loss": 0.3342,
      "step": 2238320
    },
    {
      "epoch": 624.71,
      "grad_norm": 1.1319098472595215,
      "learning_rate": 5.888308368756172e-07,
      "loss": 0.3337,
      "step": 2238330
    },
    {
      "epoch": 624.71,
      "grad_norm": 1.2392374277114868,
      "learning_rate": 5.888129141792532e-07,
      "loss": 0.3345,
      "step": 2238340
    },
    {
      "epoch": 624.71,
      "grad_norm": 1.9925775527954102,
      "learning_rate": 5.887949917164716e-07,
      "loss": 0.3349,
      "step": 2238350
    },
    {
      "epoch": 624.72,
      "grad_norm": 1.2242701053619385,
      "learning_rate": 5.887770694872758e-07,
      "loss": 0.3425,
      "step": 2238360
    },
    {
      "epoch": 624.72,
      "grad_norm": 1.2800569534301758,
      "learning_rate": 5.887591474916661e-07,
      "loss": 0.35,
      "step": 2238370
    },
    {
      "epoch": 624.72,
      "grad_norm": 1.2180585861206055,
      "learning_rate": 5.887412257296476e-07,
      "loss": 0.3494,
      "step": 2238380
    },
    {
      "epoch": 624.73,
      "grad_norm": 1.1398903131484985,
      "learning_rate": 5.887233042012205e-07,
      "loss": 0.3334,
      "step": 2238390
    },
    {
      "epoch": 624.73,
      "grad_norm": 1.3317819833755493,
      "learning_rate": 5.887053829063877e-07,
      "loss": 0.3369,
      "step": 2238400
    },
    {
      "epoch": 624.73,
      "grad_norm": 1.2124155759811401,
      "learning_rate": 5.886874618451528e-07,
      "loss": 0.3429,
      "step": 2238410
    },
    {
      "epoch": 624.73,
      "grad_norm": 1.2063218355178833,
      "learning_rate": 5.886695410175158e-07,
      "loss": 0.337,
      "step": 2238420
    },
    {
      "epoch": 624.74,
      "grad_norm": 1.3379863500595093,
      "learning_rate": 5.886516204234816e-07,
      "loss": 0.3288,
      "step": 2238430
    },
    {
      "epoch": 624.74,
      "grad_norm": 1.1273419857025146,
      "learning_rate": 5.88633700063051e-07,
      "loss": 0.3371,
      "step": 2238440
    },
    {
      "epoch": 624.74,
      "grad_norm": 1.0584156513214111,
      "learning_rate": 5.886157799362267e-07,
      "loss": 0.3435,
      "step": 2238450
    },
    {
      "epoch": 624.74,
      "grad_norm": 1.1446986198425293,
      "learning_rate": 5.885978600430115e-07,
      "loss": 0.3442,
      "step": 2238460
    },
    {
      "epoch": 624.75,
      "grad_norm": 1.256548285484314,
      "learning_rate": 5.88579940383408e-07,
      "loss": 0.3327,
      "step": 2238470
    },
    {
      "epoch": 624.75,
      "grad_norm": 1.2738332748413086,
      "learning_rate": 5.885620209574176e-07,
      "loss": 0.3516,
      "step": 2238480
    },
    {
      "epoch": 624.75,
      "grad_norm": 1.3607419729232788,
      "learning_rate": 5.885441017650431e-07,
      "loss": 0.3532,
      "step": 2238490
    },
    {
      "epoch": 624.76,
      "grad_norm": 2.0089573860168457,
      "learning_rate": 5.885261828062878e-07,
      "loss": 0.3556,
      "step": 2238500
    },
    {
      "epoch": 624.76,
      "grad_norm": 1.1509326696395874,
      "learning_rate": 5.885082640811515e-07,
      "loss": 0.3342,
      "step": 2238510
    },
    {
      "epoch": 624.76,
      "grad_norm": 1.174945592880249,
      "learning_rate": 5.884903455896402e-07,
      "loss": 0.3313,
      "step": 2238520
    },
    {
      "epoch": 624.76,
      "grad_norm": 1.3049896955490112,
      "learning_rate": 5.884724273317533e-07,
      "loss": 0.3399,
      "step": 2238530
    },
    {
      "epoch": 624.77,
      "grad_norm": 1.0938713550567627,
      "learning_rate": 5.884545093074947e-07,
      "loss": 0.3367,
      "step": 2238540
    },
    {
      "epoch": 624.77,
      "grad_norm": 1.1298174858093262,
      "learning_rate": 5.884365915168662e-07,
      "loss": 0.3233,
      "step": 2238550
    },
    {
      "epoch": 624.77,
      "grad_norm": 1.31215238571167,
      "learning_rate": 5.884186739598713e-07,
      "loss": 0.3442,
      "step": 2238560
    },
    {
      "epoch": 624.78,
      "grad_norm": 1.4095921516418457,
      "learning_rate": 5.884007566365107e-07,
      "loss": 0.3516,
      "step": 2238570
    },
    {
      "epoch": 624.78,
      "grad_norm": 1.2614976167678833,
      "learning_rate": 5.883828395467872e-07,
      "loss": 0.3394,
      "step": 2238580
    },
    {
      "epoch": 624.78,
      "grad_norm": 1.4206472635269165,
      "learning_rate": 5.883649226907047e-07,
      "loss": 0.3481,
      "step": 2238590
    },
    {
      "epoch": 624.78,
      "grad_norm": 1.1149653196334839,
      "learning_rate": 5.883470060682628e-07,
      "loss": 0.338,
      "step": 2238600
    },
    {
      "epoch": 624.79,
      "grad_norm": 1.2745342254638672,
      "learning_rate": 5.883290896794671e-07,
      "loss": 0.3407,
      "step": 2238610
    },
    {
      "epoch": 624.79,
      "grad_norm": 1.1416908502578735,
      "learning_rate": 5.883111735243174e-07,
      "loss": 0.3318,
      "step": 2238620
    },
    {
      "epoch": 624.79,
      "grad_norm": 1.3026015758514404,
      "learning_rate": 5.882932576028175e-07,
      "loss": 0.3379,
      "step": 2238630
    },
    {
      "epoch": 624.79,
      "grad_norm": 1.2181365489959717,
      "learning_rate": 5.882753419149699e-07,
      "loss": 0.3488,
      "step": 2238640
    },
    {
      "epoch": 624.8,
      "grad_norm": 1.328646183013916,
      "learning_rate": 5.882574264607755e-07,
      "loss": 0.3447,
      "step": 2238650
    },
    {
      "epoch": 624.8,
      "grad_norm": 1.178560495376587,
      "learning_rate": 5.882395112402379e-07,
      "loss": 0.3232,
      "step": 2238660
    },
    {
      "epoch": 624.8,
      "grad_norm": 1.1557024717330933,
      "learning_rate": 5.882215962533593e-07,
      "loss": 0.3365,
      "step": 2238670
    },
    {
      "epoch": 624.81,
      "grad_norm": 1.3566527366638184,
      "learning_rate": 5.882036815001425e-07,
      "loss": 0.3267,
      "step": 2238680
    },
    {
      "epoch": 624.81,
      "grad_norm": 1.1378034353256226,
      "learning_rate": 5.88185766980588e-07,
      "loss": 0.3383,
      "step": 2238690
    },
    {
      "epoch": 624.81,
      "grad_norm": 1.2939082384109497,
      "learning_rate": 5.881678526947013e-07,
      "loss": 0.3407,
      "step": 2238700
    },
    {
      "epoch": 624.81,
      "grad_norm": 1.3602111339569092,
      "learning_rate": 5.88149938642482e-07,
      "loss": 0.3404,
      "step": 2238710
    },
    {
      "epoch": 624.82,
      "grad_norm": 1.152502417564392,
      "learning_rate": 5.881320248239338e-07,
      "loss": 0.3325,
      "step": 2238720
    },
    {
      "epoch": 624.82,
      "grad_norm": 1.470001220703125,
      "learning_rate": 5.881141112390591e-07,
      "loss": 0.3288,
      "step": 2238730
    },
    {
      "epoch": 624.82,
      "grad_norm": 1.383361577987671,
      "learning_rate": 5.880961978878591e-07,
      "loss": 0.3247,
      "step": 2238740
    },
    {
      "epoch": 624.83,
      "grad_norm": 1.1368582248687744,
      "learning_rate": 5.880782847703383e-07,
      "loss": 0.3316,
      "step": 2238750
    },
    {
      "epoch": 624.83,
      "grad_norm": 1.1215908527374268,
      "learning_rate": 5.880603718864972e-07,
      "loss": 0.3381,
      "step": 2238760
    },
    {
      "epoch": 624.83,
      "grad_norm": 1.22881281375885,
      "learning_rate": 5.880424592363387e-07,
      "loss": 0.3388,
      "step": 2238770
    },
    {
      "epoch": 624.83,
      "grad_norm": 1.1898919343948364,
      "learning_rate": 5.880245468198663e-07,
      "loss": 0.3283,
      "step": 2238780
    },
    {
      "epoch": 624.84,
      "grad_norm": 1.1770142316818237,
      "learning_rate": 5.880066346370809e-07,
      "loss": 0.346,
      "step": 2238790
    },
    {
      "epoch": 624.84,
      "grad_norm": 1.1042720079421997,
      "learning_rate": 5.87988722687985e-07,
      "loss": 0.341,
      "step": 2238800
    },
    {
      "epoch": 624.84,
      "grad_norm": 0.9867602586746216,
      "learning_rate": 5.879708109725817e-07,
      "loss": 0.3313,
      "step": 2238810
    },
    {
      "epoch": 624.85,
      "grad_norm": 1.2109712362289429,
      "learning_rate": 5.879528994908734e-07,
      "loss": 0.3379,
      "step": 2238820
    },
    {
      "epoch": 624.85,
      "grad_norm": 1.409720778465271,
      "learning_rate": 5.879349882428611e-07,
      "loss": 0.3584,
      "step": 2238830
    },
    {
      "epoch": 624.85,
      "grad_norm": 1.3849973678588867,
      "learning_rate": 5.879170772285497e-07,
      "loss": 0.3456,
      "step": 2238840
    },
    {
      "epoch": 624.85,
      "grad_norm": 1.4191889762878418,
      "learning_rate": 5.878991664479392e-07,
      "loss": 0.3523,
      "step": 2238850
    },
    {
      "epoch": 624.86,
      "grad_norm": 1.2015546560287476,
      "learning_rate": 5.87881255901033e-07,
      "loss": 0.3439,
      "step": 2238860
    },
    {
      "epoch": 624.86,
      "grad_norm": 1.2828402519226074,
      "learning_rate": 5.878633455878343e-07,
      "loss": 0.3407,
      "step": 2238870
    },
    {
      "epoch": 624.86,
      "grad_norm": 1.089279294013977,
      "learning_rate": 5.878454355083438e-07,
      "loss": 0.341,
      "step": 2238880
    },
    {
      "epoch": 624.86,
      "grad_norm": 1.1062440872192383,
      "learning_rate": 5.878275256625647e-07,
      "loss": 0.3455,
      "step": 2238890
    },
    {
      "epoch": 624.87,
      "grad_norm": 1.2757313251495361,
      "learning_rate": 5.878096160504992e-07,
      "loss": 0.3182,
      "step": 2238900
    },
    {
      "epoch": 624.87,
      "grad_norm": 1.1366950273513794,
      "learning_rate": 5.877917066721506e-07,
      "loss": 0.334,
      "step": 2238910
    },
    {
      "epoch": 624.87,
      "grad_norm": 1.3512276411056519,
      "learning_rate": 5.877737975275198e-07,
      "loss": 0.3345,
      "step": 2238920
    },
    {
      "epoch": 624.88,
      "grad_norm": 1.7783851623535156,
      "learning_rate": 5.877558886166101e-07,
      "loss": 0.3389,
      "step": 2238930
    },
    {
      "epoch": 624.88,
      "grad_norm": 1.3142627477645874,
      "learning_rate": 5.877379799394244e-07,
      "loss": 0.3376,
      "step": 2238940
    },
    {
      "epoch": 624.88,
      "grad_norm": 1.112553358078003,
      "learning_rate": 5.877200714959625e-07,
      "loss": 0.3299,
      "step": 2238950
    },
    {
      "epoch": 624.88,
      "grad_norm": 1.2026073932647705,
      "learning_rate": 5.877021632862306e-07,
      "loss": 0.3424,
      "step": 2238960
    },
    {
      "epoch": 624.89,
      "grad_norm": 1.0711928606033325,
      "learning_rate": 5.876842553102281e-07,
      "loss": 0.3432,
      "step": 2238970
    },
    {
      "epoch": 624.89,
      "grad_norm": 1.096771478652954,
      "learning_rate": 5.876663475679586e-07,
      "loss": 0.3473,
      "step": 2238980
    },
    {
      "epoch": 624.89,
      "grad_norm": 1.0964398384094238,
      "learning_rate": 5.876484400594245e-07,
      "loss": 0.3396,
      "step": 2238990
    },
    {
      "epoch": 624.9,
      "grad_norm": 1.242889404296875,
      "learning_rate": 5.876305327846277e-07,
      "loss": 0.3416,
      "step": 2239000
    },
    {
      "epoch": 624.9,
      "grad_norm": 1.1992597579956055,
      "learning_rate": 5.876126257435717e-07,
      "loss": 0.3428,
      "step": 2239010
    },
    {
      "epoch": 624.9,
      "grad_norm": 1.2886431217193604,
      "learning_rate": 5.875947189362574e-07,
      "loss": 0.3577,
      "step": 2239020
    },
    {
      "epoch": 624.9,
      "grad_norm": 1.3534680604934692,
      "learning_rate": 5.875768123626876e-07,
      "loss": 0.3193,
      "step": 2239030
    },
    {
      "epoch": 624.91,
      "grad_norm": 1.3399889469146729,
      "learning_rate": 5.875589060228652e-07,
      "loss": 0.3371,
      "step": 2239040
    },
    {
      "epoch": 624.91,
      "grad_norm": 1.4608584642410278,
      "learning_rate": 5.875409999167929e-07,
      "loss": 0.3321,
      "step": 2239050
    },
    {
      "epoch": 624.91,
      "grad_norm": 1.0663255453109741,
      "learning_rate": 5.875230940444719e-07,
      "loss": 0.3368,
      "step": 2239060
    },
    {
      "epoch": 624.91,
      "grad_norm": 1.137904405593872,
      "learning_rate": 5.875051884059049e-07,
      "loss": 0.3351,
      "step": 2239070
    },
    {
      "epoch": 624.92,
      "grad_norm": 1.1299010515213013,
      "learning_rate": 5.874872830010956e-07,
      "loss": 0.3391,
      "step": 2239080
    },
    {
      "epoch": 624.92,
      "grad_norm": 0.9814255237579346,
      "learning_rate": 5.874693778300438e-07,
      "loss": 0.3396,
      "step": 2239090
    },
    {
      "epoch": 624.92,
      "grad_norm": 1.494698166847229,
      "learning_rate": 5.87451472892755e-07,
      "loss": 0.3459,
      "step": 2239100
    },
    {
      "epoch": 624.93,
      "grad_norm": 1.183395266532898,
      "learning_rate": 5.874335681892289e-07,
      "loss": 0.3439,
      "step": 2239110
    },
    {
      "epoch": 624.93,
      "grad_norm": 1.2435147762298584,
      "learning_rate": 5.874156637194693e-07,
      "loss": 0.3525,
      "step": 2239120
    },
    {
      "epoch": 624.93,
      "grad_norm": 1.2215187549591064,
      "learning_rate": 5.873977594834784e-07,
      "loss": 0.358,
      "step": 2239130
    },
    {
      "epoch": 624.93,
      "grad_norm": 1.2433967590332031,
      "learning_rate": 5.87379855481259e-07,
      "loss": 0.3382,
      "step": 2239140
    },
    {
      "epoch": 624.94,
      "grad_norm": 1.1835936307907104,
      "learning_rate": 5.87361951712812e-07,
      "loss": 0.3373,
      "step": 2239150
    },
    {
      "epoch": 624.94,
      "grad_norm": 1.2372313737869263,
      "learning_rate": 5.873440481781411e-07,
      "loss": 0.3248,
      "step": 2239160
    },
    {
      "epoch": 624.94,
      "grad_norm": 1.2669545412063599,
      "learning_rate": 5.873261448772488e-07,
      "loss": 0.3505,
      "step": 2239170
    },
    {
      "epoch": 624.95,
      "grad_norm": 1.3976410627365112,
      "learning_rate": 5.873082418101356e-07,
      "loss": 0.3244,
      "step": 2239180
    },
    {
      "epoch": 624.95,
      "grad_norm": 1.3378510475158691,
      "learning_rate": 5.872903389768067e-07,
      "loss": 0.3301,
      "step": 2239190
    },
    {
      "epoch": 624.95,
      "grad_norm": 1.0501221418380737,
      "learning_rate": 5.872724363772626e-07,
      "loss": 0.3255,
      "step": 2239200
    },
    {
      "epoch": 624.95,
      "grad_norm": 1.1134883165359497,
      "learning_rate": 5.872545340115058e-07,
      "loss": 0.3477,
      "step": 2239210
    },
    {
      "epoch": 624.96,
      "grad_norm": 1.0672838687896729,
      "learning_rate": 5.872366318795399e-07,
      "loss": 0.3465,
      "step": 2239220
    },
    {
      "epoch": 624.96,
      "grad_norm": 1.3777190446853638,
      "learning_rate": 5.872187299813656e-07,
      "loss": 0.3287,
      "step": 2239230
    },
    {
      "epoch": 624.96,
      "grad_norm": 1.091273546218872,
      "learning_rate": 5.872008283169863e-07,
      "loss": 0.3446,
      "step": 2239240
    },
    {
      "epoch": 624.97,
      "grad_norm": 1.4038660526275635,
      "learning_rate": 5.87182926886404e-07,
      "loss": 0.3361,
      "step": 2239250
    },
    {
      "epoch": 624.97,
      "grad_norm": 1.1111295223236084,
      "learning_rate": 5.87165025689622e-07,
      "loss": 0.3262,
      "step": 2239260
    },
    {
      "epoch": 624.97,
      "grad_norm": 1.0850569009780884,
      "learning_rate": 5.871471247266406e-07,
      "loss": 0.321,
      "step": 2239270
    },
    {
      "epoch": 624.97,
      "grad_norm": 1.3646001815795898,
      "learning_rate": 5.871292239974647e-07,
      "loss": 0.334,
      "step": 2239280
    },
    {
      "epoch": 624.98,
      "grad_norm": 1.22245192527771,
      "learning_rate": 5.871113235020951e-07,
      "loss": 0.3377,
      "step": 2239290
    },
    {
      "epoch": 624.98,
      "grad_norm": 1.349295973777771,
      "learning_rate": 5.870934232405344e-07,
      "loss": 0.3544,
      "step": 2239300
    },
    {
      "epoch": 624.98,
      "grad_norm": 1.1722204685211182,
      "learning_rate": 5.870755232127858e-07,
      "loss": 0.3478,
      "step": 2239310
    },
    {
      "epoch": 624.98,
      "grad_norm": 1.2142488956451416,
      "learning_rate": 5.870576234188499e-07,
      "loss": 0.3419,
      "step": 2239320
    },
    {
      "epoch": 624.99,
      "grad_norm": 1.0797779560089111,
      "learning_rate": 5.870397238587315e-07,
      "loss": 0.3154,
      "step": 2239330
    },
    {
      "epoch": 624.99,
      "grad_norm": 1.1330618858337402,
      "learning_rate": 5.870218245324309e-07,
      "loss": 0.3724,
      "step": 2239340
    },
    {
      "epoch": 624.99,
      "grad_norm": 1.3875627517700195,
      "learning_rate": 5.870039254399517e-07,
      "loss": 0.3386,
      "step": 2239350
    },
    {
      "epoch": 625.0,
      "grad_norm": 1.1410819292068481,
      "learning_rate": 5.869860265812962e-07,
      "loss": 0.3279,
      "step": 2239360
    },
    {
      "epoch": 625.0,
      "grad_norm": 1.468246340751648,
      "learning_rate": 5.869681279564658e-07,
      "loss": 0.3404,
      "step": 2239370
    },
    {
      "epoch": 625.0,
      "eval_loss": 0.33890414237976074,
      "eval_runtime": 65.4126,
      "eval_samples_per_second": 77.34,
      "eval_steps_per_second": 9.677,
      "step": 2239375
    },
    {
      "epoch": 625.0,
      "grad_norm": 1.2043123245239258,
      "learning_rate": 5.869502295654637e-07,
      "loss": 0.3488,
      "step": 2239380
    },
    {
      "epoch": 625.0,
      "grad_norm": 1.3301066160202026,
      "learning_rate": 5.86932331408292e-07,
      "loss": 0.3367,
      "step": 2239390
    },
    {
      "epoch": 625.01,
      "grad_norm": 1.185470700263977,
      "learning_rate": 5.869144334849538e-07,
      "loss": 0.3268,
      "step": 2239400
    },
    {
      "epoch": 625.01,
      "grad_norm": 1.4406284093856812,
      "learning_rate": 5.868965357954497e-07,
      "loss": 0.3414,
      "step": 2239410
    },
    {
      "epoch": 625.01,
      "grad_norm": 1.1137866973876953,
      "learning_rate": 5.868786383397845e-07,
      "loss": 0.3265,
      "step": 2239420
    },
    {
      "epoch": 625.02,
      "grad_norm": 1.2358965873718262,
      "learning_rate": 5.868607411179589e-07,
      "loss": 0.3345,
      "step": 2239430
    },
    {
      "epoch": 625.02,
      "grad_norm": 1.2781106233596802,
      "learning_rate": 5.868428441299756e-07,
      "loss": 0.3472,
      "step": 2239440
    },
    {
      "epoch": 625.02,
      "grad_norm": 1.3146889209747314,
      "learning_rate": 5.868249473758378e-07,
      "loss": 0.3471,
      "step": 2239450
    },
    {
      "epoch": 625.02,
      "grad_norm": 1.0962481498718262,
      "learning_rate": 5.868070508555466e-07,
      "loss": 0.3299,
      "step": 2239460
    },
    {
      "epoch": 625.03,
      "grad_norm": 1.1019535064697266,
      "learning_rate": 5.867891545691048e-07,
      "loss": 0.334,
      "step": 2239470
    },
    {
      "epoch": 625.03,
      "grad_norm": 1.072892189025879,
      "learning_rate": 5.867712585165151e-07,
      "loss": 0.3397,
      "step": 2239480
    },
    {
      "epoch": 625.03,
      "grad_norm": 1.1796667575836182,
      "learning_rate": 5.867533626977805e-07,
      "loss": 0.3325,
      "step": 2239490
    },
    {
      "epoch": 625.03,
      "grad_norm": 1.1967041492462158,
      "learning_rate": 5.867354671129011e-07,
      "loss": 0.34,
      "step": 2239500
    },
    {
      "epoch": 625.04,
      "grad_norm": 1.777029037475586,
      "learning_rate": 5.867175717618823e-07,
      "loss": 0.3361,
      "step": 2239510
    },
    {
      "epoch": 625.04,
      "grad_norm": 1.3081071376800537,
      "learning_rate": 5.866996766447242e-07,
      "loss": 0.3407,
      "step": 2239520
    },
    {
      "epoch": 625.04,
      "grad_norm": 1.1991856098175049,
      "learning_rate": 5.8668178176143e-07,
      "loss": 0.3298,
      "step": 2239530
    },
    {
      "epoch": 625.05,
      "grad_norm": 1.410874843597412,
      "learning_rate": 5.86663887112003e-07,
      "loss": 0.3466,
      "step": 2239540
    },
    {
      "epoch": 625.05,
      "grad_norm": 1.1133722066879272,
      "learning_rate": 5.866459926964437e-07,
      "loss": 0.341,
      "step": 2239550
    },
    {
      "epoch": 625.05,
      "grad_norm": 1.239723801612854,
      "learning_rate": 5.866280985147555e-07,
      "loss": 0.3381,
      "step": 2239560
    },
    {
      "epoch": 625.05,
      "grad_norm": 1.3006919622421265,
      "learning_rate": 5.866102045669406e-07,
      "loss": 0.3312,
      "step": 2239570
    },
    {
      "epoch": 625.06,
      "grad_norm": 1.3606780767440796,
      "learning_rate": 5.865923108530016e-07,
      "loss": 0.3401,
      "step": 2239580
    },
    {
      "epoch": 625.06,
      "grad_norm": 1.2995084524154663,
      "learning_rate": 5.865744173729415e-07,
      "loss": 0.3443,
      "step": 2239590
    },
    {
      "epoch": 625.06,
      "grad_norm": 1.3414674997329712,
      "learning_rate": 5.865565241267612e-07,
      "loss": 0.3311,
      "step": 2239600
    },
    {
      "epoch": 625.07,
      "grad_norm": 1.1668367385864258,
      "learning_rate": 5.865386311144639e-07,
      "loss": 0.3269,
      "step": 2239610
    },
    {
      "epoch": 625.07,
      "grad_norm": 1.3265769481658936,
      "learning_rate": 5.865207383360515e-07,
      "loss": 0.3398,
      "step": 2239620
    },
    {
      "epoch": 625.07,
      "grad_norm": 1.2996920347213745,
      "learning_rate": 5.865028457915279e-07,
      "loss": 0.3479,
      "step": 2239630
    },
    {
      "epoch": 625.07,
      "grad_norm": 1.269675850868225,
      "learning_rate": 5.864849534808931e-07,
      "loss": 0.3315,
      "step": 2239640
    },
    {
      "epoch": 625.08,
      "grad_norm": 1.616646647453308,
      "learning_rate": 5.864670614041518e-07,
      "loss": 0.3201,
      "step": 2239650
    },
    {
      "epoch": 625.08,
      "grad_norm": 1.200872778892517,
      "learning_rate": 5.864491695613049e-07,
      "loss": 0.3141,
      "step": 2239660
    },
    {
      "epoch": 625.08,
      "grad_norm": 1.1147297620773315,
      "learning_rate": 5.86431277952355e-07,
      "loss": 0.3363,
      "step": 2239670
    },
    {
      "epoch": 625.09,
      "grad_norm": 1.1753956079483032,
      "learning_rate": 5.864133865773055e-07,
      "loss": 0.3286,
      "step": 2239680
    },
    {
      "epoch": 625.09,
      "grad_norm": 1.245595932006836,
      "learning_rate": 5.863954954361572e-07,
      "loss": 0.3344,
      "step": 2239690
    },
    {
      "epoch": 625.09,
      "grad_norm": 1.1009464263916016,
      "learning_rate": 5.863776045289133e-07,
      "loss": 0.3276,
      "step": 2239700
    },
    {
      "epoch": 625.09,
      "grad_norm": 1.3070982694625854,
      "learning_rate": 5.863597138555762e-07,
      "loss": 0.3266,
      "step": 2239710
    },
    {
      "epoch": 625.1,
      "grad_norm": 1.1561108827590942,
      "learning_rate": 5.86341823416149e-07,
      "loss": 0.3451,
      "step": 2239720
    },
    {
      "epoch": 625.1,
      "grad_norm": 1.2931324243545532,
      "learning_rate": 5.863239332106324e-07,
      "loss": 0.3359,
      "step": 2239730
    },
    {
      "epoch": 625.1,
      "grad_norm": 1.1921082735061646,
      "learning_rate": 5.8630604323903e-07,
      "loss": 0.3243,
      "step": 2239740
    },
    {
      "epoch": 625.1,
      "grad_norm": 1.2230384349822998,
      "learning_rate": 5.862881535013444e-07,
      "loss": 0.358,
      "step": 2239750
    },
    {
      "epoch": 625.11,
      "grad_norm": 1.1053069829940796,
      "learning_rate": 5.862702639975759e-07,
      "loss": 0.3211,
      "step": 2239760
    },
    {
      "epoch": 625.11,
      "grad_norm": 1.3158762454986572,
      "learning_rate": 5.8625237472773e-07,
      "loss": 0.3525,
      "step": 2239770
    },
    {
      "epoch": 625.11,
      "grad_norm": 1.1541820764541626,
      "learning_rate": 5.862344856918068e-07,
      "loss": 0.3393,
      "step": 2239780
    },
    {
      "epoch": 625.12,
      "grad_norm": 1.257333517074585,
      "learning_rate": 5.862165968898093e-07,
      "loss": 0.3379,
      "step": 2239790
    },
    {
      "epoch": 625.12,
      "grad_norm": 1.4277440309524536,
      "learning_rate": 5.8619870832174e-07,
      "loss": 0.3412,
      "step": 2239800
    },
    {
      "epoch": 625.12,
      "grad_norm": 1.1675325632095337,
      "learning_rate": 5.861808199876021e-07,
      "loss": 0.3458,
      "step": 2239810
    },
    {
      "epoch": 625.12,
      "grad_norm": 1.1553245782852173,
      "learning_rate": 5.861629318873963e-07,
      "loss": 0.3459,
      "step": 2239820
    },
    {
      "epoch": 625.13,
      "grad_norm": 1.352066159248352,
      "learning_rate": 5.861450440211259e-07,
      "loss": 0.3425,
      "step": 2239830
    },
    {
      "epoch": 625.13,
      "grad_norm": 1.1077393293380737,
      "learning_rate": 5.86127156388794e-07,
      "loss": 0.3331,
      "step": 2239840
    },
    {
      "epoch": 625.13,
      "grad_norm": 1.2987425327301025,
      "learning_rate": 5.861092689904005e-07,
      "loss": 0.3398,
      "step": 2239850
    },
    {
      "epoch": 625.14,
      "grad_norm": 1.1191436052322388,
      "learning_rate": 5.860913818259509e-07,
      "loss": 0.3387,
      "step": 2239860
    },
    {
      "epoch": 625.14,
      "grad_norm": 1.5789744853973389,
      "learning_rate": 5.860734948954456e-07,
      "loss": 0.3388,
      "step": 2239870
    },
    {
      "epoch": 625.14,
      "grad_norm": 1.2138338088989258,
      "learning_rate": 5.860556081988874e-07,
      "loss": 0.3411,
      "step": 2239880
    },
    {
      "epoch": 625.14,
      "grad_norm": 1.1177051067352295,
      "learning_rate": 5.860377217362797e-07,
      "loss": 0.3452,
      "step": 2239890
    },
    {
      "epoch": 625.15,
      "grad_norm": 1.3380173444747925,
      "learning_rate": 5.860198355076224e-07,
      "loss": 0.3378,
      "step": 2239900
    },
    {
      "epoch": 625.15,
      "grad_norm": 1.1633344888687134,
      "learning_rate": 5.86001949512921e-07,
      "loss": 0.34,
      "step": 2239910
    },
    {
      "epoch": 625.15,
      "grad_norm": 1.1710405349731445,
      "learning_rate": 5.859840637521753e-07,
      "loss": 0.3341,
      "step": 2239920
    },
    {
      "epoch": 625.15,
      "grad_norm": 1.1543384790420532,
      "learning_rate": 5.859661782253892e-07,
      "loss": 0.3234,
      "step": 2239930
    },
    {
      "epoch": 625.16,
      "grad_norm": 1.2618612051010132,
      "learning_rate": 5.859482929325642e-07,
      "loss": 0.3294,
      "step": 2239940
    },
    {
      "epoch": 625.16,
      "grad_norm": 1.3196613788604736,
      "learning_rate": 5.859304078737041e-07,
      "loss": 0.3599,
      "step": 2239950
    },
    {
      "epoch": 625.16,
      "grad_norm": 1.1743125915527344,
      "learning_rate": 5.859125230488093e-07,
      "loss": 0.3111,
      "step": 2239960
    },
    {
      "epoch": 625.17,
      "grad_norm": 1.2521095275878906,
      "learning_rate": 5.858946384578834e-07,
      "loss": 0.3515,
      "step": 2239970
    },
    {
      "epoch": 625.17,
      "grad_norm": 1.3018276691436768,
      "learning_rate": 5.858767541009292e-07,
      "loss": 0.3242,
      "step": 2239980
    },
    {
      "epoch": 625.17,
      "grad_norm": 1.1203073263168335,
      "learning_rate": 5.858588699779469e-07,
      "loss": 0.3578,
      "step": 2239990
    },
    {
      "epoch": 625.17,
      "grad_norm": 1.3586277961730957,
      "learning_rate": 5.858409860889417e-07,
      "loss": 0.3442,
      "step": 2240000
    },
    {
      "epoch": 625.18,
      "grad_norm": 1.5356543064117432,
      "learning_rate": 5.85823102433914e-07,
      "loss": 0.3396,
      "step": 2240010
    },
    {
      "epoch": 625.18,
      "grad_norm": 1.1180156469345093,
      "learning_rate": 5.858052190128669e-07,
      "loss": 0.3337,
      "step": 2240020
    },
    {
      "epoch": 625.18,
      "grad_norm": 1.12486732006073,
      "learning_rate": 5.857873358258037e-07,
      "loss": 0.3338,
      "step": 2240030
    },
    {
      "epoch": 625.19,
      "grad_norm": 1.1217175722122192,
      "learning_rate": 5.857694528727246e-07,
      "loss": 0.3461,
      "step": 2240040
    },
    {
      "epoch": 625.19,
      "grad_norm": 1.3941237926483154,
      "learning_rate": 5.857515701536337e-07,
      "loss": 0.3465,
      "step": 2240050
    },
    {
      "epoch": 625.19,
      "grad_norm": 1.1508795022964478,
      "learning_rate": 5.857336876685324e-07,
      "loss": 0.3501,
      "step": 2240060
    },
    {
      "epoch": 625.19,
      "grad_norm": 1.3493226766586304,
      "learning_rate": 5.857158054174246e-07,
      "loss": 0.3317,
      "step": 2240070
    },
    {
      "epoch": 625.2,
      "grad_norm": 1.1384332180023193,
      "learning_rate": 5.856979234003101e-07,
      "loss": 0.3313,
      "step": 2240080
    },
    {
      "epoch": 625.2,
      "grad_norm": 1.2659162282943726,
      "learning_rate": 5.856800416171942e-07,
      "loss": 0.347,
      "step": 2240090
    },
    {
      "epoch": 625.2,
      "grad_norm": 1.264868974685669,
      "learning_rate": 5.856621600680773e-07,
      "loss": 0.3404,
      "step": 2240100
    },
    {
      "epoch": 625.21,
      "grad_norm": 1.3651632070541382,
      "learning_rate": 5.856442787529623e-07,
      "loss": 0.3461,
      "step": 2240110
    },
    {
      "epoch": 625.21,
      "grad_norm": 1.2153511047363281,
      "learning_rate": 5.856263976718522e-07,
      "loss": 0.3347,
      "step": 2240120
    },
    {
      "epoch": 625.21,
      "grad_norm": 1.082186222076416,
      "learning_rate": 5.856085168247482e-07,
      "loss": 0.3254,
      "step": 2240130
    },
    {
      "epoch": 625.21,
      "grad_norm": 1.050115942955017,
      "learning_rate": 5.855906362116534e-07,
      "loss": 0.3242,
      "step": 2240140
    },
    {
      "epoch": 625.22,
      "grad_norm": 1.072458028793335,
      "learning_rate": 5.8557275583257e-07,
      "loss": 0.3348,
      "step": 2240150
    },
    {
      "epoch": 625.22,
      "grad_norm": 1.2702957391738892,
      "learning_rate": 5.855548756875005e-07,
      "loss": 0.3281,
      "step": 2240160
    },
    {
      "epoch": 625.22,
      "grad_norm": 1.1793326139450073,
      "learning_rate": 5.85536995776448e-07,
      "loss": 0.3332,
      "step": 2240170
    },
    {
      "epoch": 625.22,
      "grad_norm": 1.1247073411941528,
      "learning_rate": 5.855191160994135e-07,
      "loss": 0.3274,
      "step": 2240180
    },
    {
      "epoch": 625.23,
      "grad_norm": 1.362210750579834,
      "learning_rate": 5.855012366563999e-07,
      "loss": 0.3459,
      "step": 2240190
    },
    {
      "epoch": 625.23,
      "grad_norm": 1.1312808990478516,
      "learning_rate": 5.854833574474097e-07,
      "loss": 0.3318,
      "step": 2240200
    },
    {
      "epoch": 625.23,
      "grad_norm": 1.1767460107803345,
      "learning_rate": 5.854654784724459e-07,
      "loss": 0.3303,
      "step": 2240210
    },
    {
      "epoch": 625.24,
      "grad_norm": 1.117613673210144,
      "learning_rate": 5.85447599731509e-07,
      "loss": 0.3479,
      "step": 2240220
    },
    {
      "epoch": 625.24,
      "grad_norm": 1.1853859424591064,
      "learning_rate": 5.854297212246039e-07,
      "loss": 0.3535,
      "step": 2240230
    },
    {
      "epoch": 625.24,
      "grad_norm": 1.1231961250305176,
      "learning_rate": 5.85411842951731e-07,
      "loss": 0.3451,
      "step": 2240240
    },
    {
      "epoch": 625.24,
      "grad_norm": 1.3931487798690796,
      "learning_rate": 5.853939649128936e-07,
      "loss": 0.3552,
      "step": 2240250
    },
    {
      "epoch": 625.25,
      "grad_norm": 1.2606120109558105,
      "learning_rate": 5.853760871080943e-07,
      "loss": 0.3609,
      "step": 2240260
    },
    {
      "epoch": 625.25,
      "grad_norm": 1.1855934858322144,
      "learning_rate": 5.853582095373346e-07,
      "loss": 0.3315,
      "step": 2240270
    },
    {
      "epoch": 625.25,
      "grad_norm": 1.1579614877700806,
      "learning_rate": 5.853403322006171e-07,
      "loss": 0.3411,
      "step": 2240280
    },
    {
      "epoch": 625.26,
      "grad_norm": 1.2765921354293823,
      "learning_rate": 5.853224550979445e-07,
      "loss": 0.3466,
      "step": 2240290
    },
    {
      "epoch": 625.26,
      "grad_norm": 1.8200775384902954,
      "learning_rate": 5.853045782293197e-07,
      "loss": 0.3559,
      "step": 2240300
    },
    {
      "epoch": 625.26,
      "grad_norm": 1.0054935216903687,
      "learning_rate": 5.852867015947439e-07,
      "loss": 0.3359,
      "step": 2240310
    },
    {
      "epoch": 625.26,
      "grad_norm": 1.1819496154785156,
      "learning_rate": 5.8526882519422e-07,
      "loss": 0.3275,
      "step": 2240320
    },
    {
      "epoch": 625.27,
      "grad_norm": 1.3085209131240845,
      "learning_rate": 5.852509490277506e-07,
      "loss": 0.3449,
      "step": 2240330
    },
    {
      "epoch": 625.27,
      "grad_norm": 1.3929784297943115,
      "learning_rate": 5.852330730953375e-07,
      "loss": 0.3349,
      "step": 2240340
    },
    {
      "epoch": 625.27,
      "grad_norm": 0.995585560798645,
      "learning_rate": 5.852151973969845e-07,
      "loss": 0.3378,
      "step": 2240350
    },
    {
      "epoch": 625.27,
      "grad_norm": 1.1799207925796509,
      "learning_rate": 5.851973219326922e-07,
      "loss": 0.3453,
      "step": 2240360
    },
    {
      "epoch": 625.28,
      "grad_norm": 1.1667661666870117,
      "learning_rate": 5.851794467024636e-07,
      "loss": 0.3292,
      "step": 2240370
    },
    {
      "epoch": 625.28,
      "grad_norm": 1.4194879531860352,
      "learning_rate": 5.851615717063011e-07,
      "loss": 0.3204,
      "step": 2240380
    },
    {
      "epoch": 625.28,
      "grad_norm": 1.216606616973877,
      "learning_rate": 5.851436969442083e-07,
      "loss": 0.3331,
      "step": 2240390
    },
    {
      "epoch": 625.29,
      "grad_norm": 1.042029619216919,
      "learning_rate": 5.851258224161855e-07,
      "loss": 0.3149,
      "step": 2240400
    },
    {
      "epoch": 625.29,
      "grad_norm": 1.0958563089370728,
      "learning_rate": 5.851079481222364e-07,
      "loss": 0.3302,
      "step": 2240410
    },
    {
      "epoch": 625.29,
      "grad_norm": 1.2997255325317383,
      "learning_rate": 5.850900740623633e-07,
      "loss": 0.3192,
      "step": 2240420
    },
    {
      "epoch": 625.29,
      "grad_norm": 0.9846492409706116,
      "learning_rate": 5.850722002365671e-07,
      "loss": 0.3332,
      "step": 2240430
    },
    {
      "epoch": 625.3,
      "grad_norm": 1.0873891115188599,
      "learning_rate": 5.850543266448528e-07,
      "loss": 0.3455,
      "step": 2240440
    },
    {
      "epoch": 625.3,
      "grad_norm": 1.2515162229537964,
      "learning_rate": 5.850364532872201e-07,
      "loss": 0.3434,
      "step": 2240450
    },
    {
      "epoch": 625.3,
      "grad_norm": 1.2356029748916626,
      "learning_rate": 5.850185801636738e-07,
      "loss": 0.3463,
      "step": 2240460
    },
    {
      "epoch": 625.31,
      "grad_norm": 1.1686512231826782,
      "learning_rate": 5.850007072742145e-07,
      "loss": 0.3523,
      "step": 2240470
    },
    {
      "epoch": 625.31,
      "grad_norm": 1.2989890575408936,
      "learning_rate": 5.849828346188453e-07,
      "loss": 0.3379,
      "step": 2240480
    },
    {
      "epoch": 625.31,
      "grad_norm": 1.0650156736373901,
      "learning_rate": 5.849649621975692e-07,
      "loss": 0.3441,
      "step": 2240490
    },
    {
      "epoch": 625.31,
      "grad_norm": 1.1113712787628174,
      "learning_rate": 5.849470900103873e-07,
      "loss": 0.3392,
      "step": 2240500
    },
    {
      "epoch": 625.32,
      "grad_norm": 1.5224195718765259,
      "learning_rate": 5.849292180573021e-07,
      "loss": 0.3262,
      "step": 2240510
    },
    {
      "epoch": 625.32,
      "grad_norm": 1.4710842370986938,
      "learning_rate": 5.849113463383167e-07,
      "loss": 0.351,
      "step": 2240520
    },
    {
      "epoch": 625.32,
      "grad_norm": 1.2350555658340454,
      "learning_rate": 5.848934748534341e-07,
      "loss": 0.3397,
      "step": 2240530
    },
    {
      "epoch": 625.33,
      "grad_norm": 1.294697880744934,
      "learning_rate": 5.848756036026549e-07,
      "loss": 0.3516,
      "step": 2240540
    },
    {
      "epoch": 625.33,
      "grad_norm": 1.1758865118026733,
      "learning_rate": 5.848577325859821e-07,
      "loss": 0.3493,
      "step": 2240550
    },
    {
      "epoch": 625.33,
      "grad_norm": 1.272362232208252,
      "learning_rate": 5.848398618034195e-07,
      "loss": 0.3424,
      "step": 2240560
    },
    {
      "epoch": 625.33,
      "grad_norm": 1.354200839996338,
      "learning_rate": 5.848219912549667e-07,
      "loss": 0.3396,
      "step": 2240570
    },
    {
      "epoch": 625.34,
      "grad_norm": 1.1549049615859985,
      "learning_rate": 5.84804120940629e-07,
      "loss": 0.3385,
      "step": 2240580
    },
    {
      "epoch": 625.34,
      "grad_norm": 1.3447070121765137,
      "learning_rate": 5.84786250860407e-07,
      "loss": 0.3344,
      "step": 2240590
    },
    {
      "epoch": 625.34,
      "grad_norm": 1.309084415435791,
      "learning_rate": 5.847683810143033e-07,
      "loss": 0.3347,
      "step": 2240600
    },
    {
      "epoch": 625.34,
      "grad_norm": 1.1989033222198486,
      "learning_rate": 5.847505114023207e-07,
      "loss": 0.3389,
      "step": 2240610
    },
    {
      "epoch": 625.35,
      "grad_norm": 1.0583752393722534,
      "learning_rate": 5.84732642024462e-07,
      "loss": 0.3513,
      "step": 2240620
    },
    {
      "epoch": 625.35,
      "grad_norm": 1.3683713674545288,
      "learning_rate": 5.847147728807283e-07,
      "loss": 0.3575,
      "step": 2240630
    },
    {
      "epoch": 625.35,
      "grad_norm": 1.463179111480713,
      "learning_rate": 5.846969039711227e-07,
      "loss": 0.3491,
      "step": 2240640
    },
    {
      "epoch": 625.36,
      "grad_norm": 1.2155964374542236,
      "learning_rate": 5.846790352956483e-07,
      "loss": 0.355,
      "step": 2240650
    },
    {
      "epoch": 625.36,
      "grad_norm": 0.9741616249084473,
      "learning_rate": 5.846611668543054e-07,
      "loss": 0.3255,
      "step": 2240660
    },
    {
      "epoch": 625.36,
      "grad_norm": 1.1631723642349243,
      "learning_rate": 5.846432986470991e-07,
      "loss": 0.3399,
      "step": 2240670
    },
    {
      "epoch": 625.36,
      "grad_norm": 1.475678563117981,
      "learning_rate": 5.846254306740294e-07,
      "loss": 0.3392,
      "step": 2240680
    },
    {
      "epoch": 625.37,
      "grad_norm": 1.2735741138458252,
      "learning_rate": 5.846075629350999e-07,
      "loss": 0.3478,
      "step": 2240690
    },
    {
      "epoch": 625.37,
      "grad_norm": 1.0950286388397217,
      "learning_rate": 5.845896954303135e-07,
      "loss": 0.3364,
      "step": 2240700
    },
    {
      "epoch": 625.37,
      "grad_norm": 1.0562609434127808,
      "learning_rate": 5.845718281596708e-07,
      "loss": 0.3402,
      "step": 2240710
    },
    {
      "epoch": 625.38,
      "grad_norm": 1.115157961845398,
      "learning_rate": 5.845539611231754e-07,
      "loss": 0.3277,
      "step": 2240720
    },
    {
      "epoch": 625.38,
      "grad_norm": 1.2471516132354736,
      "learning_rate": 5.845360943208294e-07,
      "loss": 0.3354,
      "step": 2240730
    },
    {
      "epoch": 625.38,
      "grad_norm": 1.2633259296417236,
      "learning_rate": 5.845182277526356e-07,
      "loss": 0.3401,
      "step": 2240740
    },
    {
      "epoch": 625.38,
      "grad_norm": 1.2705433368682861,
      "learning_rate": 5.845003614185958e-07,
      "loss": 0.3455,
      "step": 2240750
    },
    {
      "epoch": 625.39,
      "grad_norm": 1.4303865432739258,
      "learning_rate": 5.844824953187131e-07,
      "loss": 0.3591,
      "step": 2240760
    },
    {
      "epoch": 625.39,
      "grad_norm": 1.1208992004394531,
      "learning_rate": 5.844646294529888e-07,
      "loss": 0.3383,
      "step": 2240770
    },
    {
      "epoch": 625.39,
      "grad_norm": 1.2261098623275757,
      "learning_rate": 5.844467638214259e-07,
      "loss": 0.3412,
      "step": 2240780
    },
    {
      "epoch": 625.39,
      "grad_norm": 1.1875298023223877,
      "learning_rate": 5.844288984240274e-07,
      "loss": 0.3303,
      "step": 2240790
    },
    {
      "epoch": 625.4,
      "grad_norm": 1.2215983867645264,
      "learning_rate": 5.844110332607938e-07,
      "loss": 0.3165,
      "step": 2240800
    },
    {
      "epoch": 625.4,
      "grad_norm": 3.9850168228149414,
      "learning_rate": 5.843931683317298e-07,
      "loss": 0.3458,
      "step": 2240810
    },
    {
      "epoch": 625.4,
      "grad_norm": 1.3010647296905518,
      "learning_rate": 5.843753036368361e-07,
      "loss": 0.3145,
      "step": 2240820
    },
    {
      "epoch": 625.41,
      "grad_norm": 1.305177092552185,
      "learning_rate": 5.843574391761158e-07,
      "loss": 0.335,
      "step": 2240830
    },
    {
      "epoch": 625.41,
      "grad_norm": 1.0861804485321045,
      "learning_rate": 5.843395749495716e-07,
      "loss": 0.342,
      "step": 2240840
    },
    {
      "epoch": 625.41,
      "grad_norm": 1.328096866607666,
      "learning_rate": 5.843217109572048e-07,
      "loss": 0.3191,
      "step": 2240850
    },
    {
      "epoch": 625.41,
      "grad_norm": 1.323340892791748,
      "learning_rate": 5.843038471990185e-07,
      "loss": 0.3435,
      "step": 2240860
    },
    {
      "epoch": 625.42,
      "grad_norm": 0.9699239134788513,
      "learning_rate": 5.842859836750148e-07,
      "loss": 0.3367,
      "step": 2240870
    },
    {
      "epoch": 625.42,
      "grad_norm": 1.1619824171066284,
      "learning_rate": 5.842681203851968e-07,
      "loss": 0.3376,
      "step": 2240880
    },
    {
      "epoch": 625.42,
      "grad_norm": 1.3320742845535278,
      "learning_rate": 5.842502573295653e-07,
      "loss": 0.3207,
      "step": 2240890
    },
    {
      "epoch": 625.43,
      "grad_norm": 1.1567574739456177,
      "learning_rate": 5.842323945081248e-07,
      "loss": 0.3498,
      "step": 2240900
    },
    {
      "epoch": 625.43,
      "grad_norm": 1.2189934253692627,
      "learning_rate": 5.842145319208762e-07,
      "loss": 0.328,
      "step": 2240910
    },
    {
      "epoch": 625.43,
      "grad_norm": 1.2337521314620972,
      "learning_rate": 5.841966695678219e-07,
      "loss": 0.34,
      "step": 2240920
    },
    {
      "epoch": 625.43,
      "grad_norm": 1.2612497806549072,
      "learning_rate": 5.841788074489655e-07,
      "loss": 0.3297,
      "step": 2240930
    },
    {
      "epoch": 625.44,
      "grad_norm": 1.0332139730453491,
      "learning_rate": 5.841609455643077e-07,
      "loss": 0.3455,
      "step": 2240940
    },
    {
      "epoch": 625.44,
      "grad_norm": 1.116572618484497,
      "learning_rate": 5.841430839138518e-07,
      "loss": 0.3447,
      "step": 2240950
    },
    {
      "epoch": 625.44,
      "grad_norm": 1.3323285579681396,
      "learning_rate": 5.841252224976e-07,
      "loss": 0.3381,
      "step": 2240960
    },
    {
      "epoch": 625.45,
      "grad_norm": 1.050857663154602,
      "learning_rate": 5.841073613155555e-07,
      "loss": 0.3477,
      "step": 2240970
    },
    {
      "epoch": 625.45,
      "grad_norm": 1.2063896656036377,
      "learning_rate": 5.840895003677191e-07,
      "loss": 0.3405,
      "step": 2240980
    },
    {
      "epoch": 625.45,
      "grad_norm": 1.2012838125228882,
      "learning_rate": 5.840716396540942e-07,
      "loss": 0.3511,
      "step": 2240990
    },
    {
      "epoch": 625.45,
      "grad_norm": 1.4918959140777588,
      "learning_rate": 5.840537791746833e-07,
      "loss": 0.3421,
      "step": 2241000
    },
    {
      "epoch": 625.46,
      "grad_norm": 1.1870611906051636,
      "learning_rate": 5.840359189294873e-07,
      "loss": 0.3458,
      "step": 2241010
    },
    {
      "epoch": 625.46,
      "grad_norm": 1.0607149600982666,
      "learning_rate": 5.840180589185111e-07,
      "loss": 0.3469,
      "step": 2241020
    },
    {
      "epoch": 625.46,
      "grad_norm": 1.2713032960891724,
      "learning_rate": 5.840001991417544e-07,
      "loss": 0.3382,
      "step": 2241030
    },
    {
      "epoch": 625.46,
      "grad_norm": 1.274026870727539,
      "learning_rate": 5.839823395992221e-07,
      "loss": 0.3422,
      "step": 2241040
    },
    {
      "epoch": 625.47,
      "grad_norm": 1.2183438539505005,
      "learning_rate": 5.839644802909148e-07,
      "loss": 0.3491,
      "step": 2241050
    },
    {
      "epoch": 625.47,
      "grad_norm": 1.1443003416061401,
      "learning_rate": 5.839466212168353e-07,
      "loss": 0.336,
      "step": 2241060
    },
    {
      "epoch": 625.47,
      "grad_norm": 1.3342844247817993,
      "learning_rate": 5.839287623769867e-07,
      "loss": 0.3434,
      "step": 2241070
    },
    {
      "epoch": 625.48,
      "grad_norm": 3.4159038066864014,
      "learning_rate": 5.839109037713702e-07,
      "loss": 0.3357,
      "step": 2241080
    },
    {
      "epoch": 625.48,
      "grad_norm": 1.152096152305603,
      "learning_rate": 5.838930453999891e-07,
      "loss": 0.3433,
      "step": 2241090
    },
    {
      "epoch": 625.48,
      "grad_norm": 1.3087652921676636,
      "learning_rate": 5.83875187262845e-07,
      "loss": 0.3385,
      "step": 2241100
    },
    {
      "epoch": 625.48,
      "grad_norm": 1.174466609954834,
      "learning_rate": 5.838573293599415e-07,
      "loss": 0.3406,
      "step": 2241110
    },
    {
      "epoch": 625.49,
      "grad_norm": 1.1711573600769043,
      "learning_rate": 5.838394716912797e-07,
      "loss": 0.3436,
      "step": 2241120
    },
    {
      "epoch": 625.49,
      "grad_norm": 1.0635192394256592,
      "learning_rate": 5.838216142568623e-07,
      "loss": 0.3373,
      "step": 2241130
    },
    {
      "epoch": 625.49,
      "grad_norm": 1.3711607456207275,
      "learning_rate": 5.838037570566924e-07,
      "loss": 0.345,
      "step": 2241140
    },
    {
      "epoch": 625.5,
      "grad_norm": 1.039472222328186,
      "learning_rate": 5.837859000907709e-07,
      "loss": 0.3176,
      "step": 2241150
    },
    {
      "epoch": 625.5,
      "grad_norm": 1.2591285705566406,
      "learning_rate": 5.837680433591021e-07,
      "loss": 0.3379,
      "step": 2241160
    },
    {
      "epoch": 625.5,
      "grad_norm": 1.083626389503479,
      "learning_rate": 5.837501868616867e-07,
      "loss": 0.3431,
      "step": 2241170
    },
    {
      "epoch": 625.5,
      "grad_norm": 0.973893940448761,
      "learning_rate": 5.83732330598528e-07,
      "loss": 0.3427,
      "step": 2241180
    },
    {
      "epoch": 625.51,
      "grad_norm": 1.2840112447738647,
      "learning_rate": 5.83714474569628e-07,
      "loss": 0.341,
      "step": 2241190
    },
    {
      "epoch": 625.51,
      "grad_norm": 1.3117344379425049,
      "learning_rate": 5.836966187749899e-07,
      "loss": 0.3424,
      "step": 2241200
    },
    {
      "epoch": 625.51,
      "grad_norm": 1.1730281114578247,
      "learning_rate": 5.836787632146145e-07,
      "loss": 0.3466,
      "step": 2241210
    },
    {
      "epoch": 625.51,
      "grad_norm": 1.1469478607177734,
      "learning_rate": 5.836609078885052e-07,
      "loss": 0.3494,
      "step": 2241220
    },
    {
      "epoch": 625.52,
      "grad_norm": 1.1838994026184082,
      "learning_rate": 5.83643052796665e-07,
      "loss": 0.3377,
      "step": 2241230
    },
    {
      "epoch": 625.52,
      "grad_norm": 1.4156140089035034,
      "learning_rate": 5.836251979390941e-07,
      "loss": 0.3367,
      "step": 2241240
    },
    {
      "epoch": 625.52,
      "grad_norm": 1.2843878269195557,
      "learning_rate": 5.836073433157977e-07,
      "loss": 0.3498,
      "step": 2241250
    },
    {
      "epoch": 625.53,
      "grad_norm": 1.5407845973968506,
      "learning_rate": 5.83589488926776e-07,
      "loss": 0.3311,
      "step": 2241260
    },
    {
      "epoch": 625.53,
      "grad_norm": 1.1069755554199219,
      "learning_rate": 5.835716347720323e-07,
      "loss": 0.3306,
      "step": 2241270
    },
    {
      "epoch": 625.53,
      "grad_norm": 1.0731607675552368,
      "learning_rate": 5.835537808515694e-07,
      "loss": 0.3305,
      "step": 2241280
    },
    {
      "epoch": 625.53,
      "grad_norm": 1.3093109130859375,
      "learning_rate": 5.835359271653884e-07,
      "loss": 0.3407,
      "step": 2241290
    },
    {
      "epoch": 625.54,
      "grad_norm": 1.140523076057434,
      "learning_rate": 5.835180737134923e-07,
      "loss": 0.3531,
      "step": 2241300
    },
    {
      "epoch": 625.54,
      "grad_norm": 1.2149497270584106,
      "learning_rate": 5.835002204958836e-07,
      "loss": 0.3467,
      "step": 2241310
    },
    {
      "epoch": 625.54,
      "grad_norm": 1.1107231378555298,
      "learning_rate": 5.834823675125646e-07,
      "loss": 0.325,
      "step": 2241320
    },
    {
      "epoch": 625.55,
      "grad_norm": 1.0911190509796143,
      "learning_rate": 5.834645147635379e-07,
      "loss": 0.3319,
      "step": 2241330
    },
    {
      "epoch": 625.55,
      "grad_norm": 1.4411453008651733,
      "learning_rate": 5.834466622488063e-07,
      "loss": 0.3603,
      "step": 2241340
    },
    {
      "epoch": 625.55,
      "grad_norm": 1.130538821220398,
      "learning_rate": 5.834288099683705e-07,
      "loss": 0.3267,
      "step": 2241350
    },
    {
      "epoch": 625.55,
      "grad_norm": 1.1966155767440796,
      "learning_rate": 5.834109579222344e-07,
      "loss": 0.3532,
      "step": 2241360
    },
    {
      "epoch": 625.56,
      "grad_norm": 1.2534067630767822,
      "learning_rate": 5.833931061104003e-07,
      "loss": 0.3271,
      "step": 2241370
    },
    {
      "epoch": 625.56,
      "grad_norm": 1.2007278203964233,
      "learning_rate": 5.833752545328689e-07,
      "loss": 0.3233,
      "step": 2241380
    },
    {
      "epoch": 625.56,
      "grad_norm": 1.2574366331100464,
      "learning_rate": 5.833574031896454e-07,
      "loss": 0.3318,
      "step": 2241390
    },
    {
      "epoch": 625.57,
      "grad_norm": 1.353239893913269,
      "learning_rate": 5.833395520807296e-07,
      "loss": 0.3569,
      "step": 2241400
    },
    {
      "epoch": 625.57,
      "grad_norm": 1.1167463064193726,
      "learning_rate": 5.833217012061251e-07,
      "loss": 0.3435,
      "step": 2241410
    },
    {
      "epoch": 625.57,
      "grad_norm": 1.212634801864624,
      "learning_rate": 5.833038505658342e-07,
      "loss": 0.3495,
      "step": 2241420
    },
    {
      "epoch": 625.57,
      "grad_norm": 1.2583447694778442,
      "learning_rate": 5.832860001598597e-07,
      "loss": 0.3537,
      "step": 2241430
    },
    {
      "epoch": 625.58,
      "grad_norm": 0.9951006174087524,
      "learning_rate": 5.832681499882028e-07,
      "loss": 0.3319,
      "step": 2241440
    },
    {
      "epoch": 625.58,
      "grad_norm": 1.086990237236023,
      "learning_rate": 5.832503000508665e-07,
      "loss": 0.3506,
      "step": 2241450
    },
    {
      "epoch": 625.58,
      "grad_norm": 1.139323115348816,
      "learning_rate": 5.832324503478539e-07,
      "loss": 0.3393,
      "step": 2241460
    },
    {
      "epoch": 625.58,
      "grad_norm": 1.3085099458694458,
      "learning_rate": 5.832146008791651e-07,
      "loss": 0.3389,
      "step": 2241470
    },
    {
      "epoch": 625.59,
      "grad_norm": 1.1972486972808838,
      "learning_rate": 5.831967516448056e-07,
      "loss": 0.3322,
      "step": 2241480
    },
    {
      "epoch": 625.59,
      "grad_norm": 1.3134067058563232,
      "learning_rate": 5.831789026447756e-07,
      "loss": 0.3295,
      "step": 2241490
    },
    {
      "epoch": 625.59,
      "grad_norm": 1.2062726020812988,
      "learning_rate": 5.831610538790781e-07,
      "loss": 0.3471,
      "step": 2241500
    },
    {
      "epoch": 625.6,
      "grad_norm": 1.0572772026062012,
      "learning_rate": 5.83143205347716e-07,
      "loss": 0.3417,
      "step": 2241510
    },
    {
      "epoch": 625.6,
      "grad_norm": 1.311530590057373,
      "learning_rate": 5.831253570506905e-07,
      "loss": 0.3349,
      "step": 2241520
    },
    {
      "epoch": 625.6,
      "grad_norm": 1.0380234718322754,
      "learning_rate": 5.831075089880047e-07,
      "loss": 0.3286,
      "step": 2241530
    },
    {
      "epoch": 625.6,
      "grad_norm": 1.4655662775039673,
      "learning_rate": 5.830896611596608e-07,
      "loss": 0.3443,
      "step": 2241540
    },
    {
      "epoch": 625.61,
      "grad_norm": 1.2648431062698364,
      "learning_rate": 5.830718135656621e-07,
      "loss": 0.3484,
      "step": 2241550
    },
    {
      "epoch": 625.61,
      "grad_norm": 1.5134003162384033,
      "learning_rate": 5.830539662060086e-07,
      "loss": 0.3264,
      "step": 2241560
    },
    {
      "epoch": 625.61,
      "grad_norm": 1.3158180713653564,
      "learning_rate": 5.830361190807057e-07,
      "loss": 0.3565,
      "step": 2241570
    },
    {
      "epoch": 625.62,
      "grad_norm": 1.4001383781433105,
      "learning_rate": 5.830182721897535e-07,
      "loss": 0.3428,
      "step": 2241580
    },
    {
      "epoch": 625.62,
      "grad_norm": 1.2916086912155151,
      "learning_rate": 5.830004255331553e-07,
      "loss": 0.3462,
      "step": 2241590
    },
    {
      "epoch": 625.62,
      "grad_norm": 1.094786286354065,
      "learning_rate": 5.82982579110914e-07,
      "loss": 0.3345,
      "step": 2241600
    },
    {
      "epoch": 625.62,
      "grad_norm": 1.1436340808868408,
      "learning_rate": 5.829647329230297e-07,
      "loss": 0.3357,
      "step": 2241610
    },
    {
      "epoch": 625.63,
      "grad_norm": 1.2392600774765015,
      "learning_rate": 5.829468869695083e-07,
      "loss": 0.3534,
      "step": 2241620
    },
    {
      "epoch": 625.63,
      "grad_norm": 1.20967435836792,
      "learning_rate": 5.829290412503491e-07,
      "loss": 0.3152,
      "step": 2241630
    },
    {
      "epoch": 625.63,
      "grad_norm": 1.5836553573608398,
      "learning_rate": 5.829111957655558e-07,
      "loss": 0.3411,
      "step": 2241640
    },
    {
      "epoch": 625.63,
      "grad_norm": 1.2281672954559326,
      "learning_rate": 5.828933505151313e-07,
      "loss": 0.3325,
      "step": 2241650
    },
    {
      "epoch": 625.64,
      "grad_norm": 1.184479832649231,
      "learning_rate": 5.828755054990769e-07,
      "loss": 0.3228,
      "step": 2241660
    },
    {
      "epoch": 625.64,
      "grad_norm": 1.1374719142913818,
      "learning_rate": 5.828576607173952e-07,
      "loss": 0.3355,
      "step": 2241670
    },
    {
      "epoch": 625.64,
      "grad_norm": 1.2006433010101318,
      "learning_rate": 5.828398161700884e-07,
      "loss": 0.3408,
      "step": 2241680
    },
    {
      "epoch": 625.65,
      "grad_norm": 1.2398886680603027,
      "learning_rate": 5.828219718571603e-07,
      "loss": 0.3377,
      "step": 2241690
    },
    {
      "epoch": 625.65,
      "grad_norm": 1.2105809450149536,
      "learning_rate": 5.828041277786107e-07,
      "loss": 0.3616,
      "step": 2241700
    },
    {
      "epoch": 625.65,
      "grad_norm": 1.285441279411316,
      "learning_rate": 5.827862839344449e-07,
      "loss": 0.3451,
      "step": 2241710
    },
    {
      "epoch": 625.65,
      "grad_norm": 1.2009702920913696,
      "learning_rate": 5.827684403246632e-07,
      "loss": 0.3368,
      "step": 2241720
    },
    {
      "epoch": 625.66,
      "grad_norm": 1.449537992477417,
      "learning_rate": 5.827505969492685e-07,
      "loss": 0.3273,
      "step": 2241730
    },
    {
      "epoch": 625.66,
      "grad_norm": 1.0745502710342407,
      "learning_rate": 5.82732753808264e-07,
      "loss": 0.3278,
      "step": 2241740
    },
    {
      "epoch": 625.66,
      "grad_norm": 1.0217864513397217,
      "learning_rate": 5.827149109016508e-07,
      "loss": 0.3427,
      "step": 2241750
    },
    {
      "epoch": 625.67,
      "grad_norm": 1.2550759315490723,
      "learning_rate": 5.826970682294317e-07,
      "loss": 0.3341,
      "step": 2241760
    },
    {
      "epoch": 625.67,
      "grad_norm": 1.1087031364440918,
      "learning_rate": 5.826792257916094e-07,
      "loss": 0.3332,
      "step": 2241770
    },
    {
      "epoch": 625.67,
      "grad_norm": 1.098537564277649,
      "learning_rate": 5.826613835881866e-07,
      "loss": 0.3405,
      "step": 2241780
    },
    {
      "epoch": 625.67,
      "grad_norm": 1.1673483848571777,
      "learning_rate": 5.826435416191646e-07,
      "loss": 0.36,
      "step": 2241790
    },
    {
      "epoch": 625.68,
      "grad_norm": 1.4485105276107788,
      "learning_rate": 5.826256998845465e-07,
      "loss": 0.3322,
      "step": 2241800
    },
    {
      "epoch": 625.68,
      "grad_norm": 1.1287785768508911,
      "learning_rate": 5.826078583843349e-07,
      "loss": 0.3317,
      "step": 2241810
    },
    {
      "epoch": 625.68,
      "grad_norm": 1.1695196628570557,
      "learning_rate": 5.825900171185307e-07,
      "loss": 0.3365,
      "step": 2241820
    },
    {
      "epoch": 625.69,
      "grad_norm": 2.014500856399536,
      "learning_rate": 5.825721760871385e-07,
      "loss": 0.3518,
      "step": 2241830
    },
    {
      "epoch": 625.69,
      "grad_norm": 1.0322068929672241,
      "learning_rate": 5.825543352901592e-07,
      "loss": 0.3253,
      "step": 2241840
    },
    {
      "epoch": 625.69,
      "grad_norm": 1.1740875244140625,
      "learning_rate": 5.825364947275952e-07,
      "loss": 0.3313,
      "step": 2241850
    },
    {
      "epoch": 625.69,
      "grad_norm": 1.263062834739685,
      "learning_rate": 5.825186543994491e-07,
      "loss": 0.3355,
      "step": 2241860
    },
    {
      "epoch": 625.7,
      "grad_norm": 1.182248592376709,
      "learning_rate": 5.825008143057245e-07,
      "loss": 0.3355,
      "step": 2241870
    },
    {
      "epoch": 625.7,
      "grad_norm": 1.220022201538086,
      "learning_rate": 5.824829744464216e-07,
      "loss": 0.3463,
      "step": 2241880
    },
    {
      "epoch": 625.7,
      "grad_norm": 1.237627387046814,
      "learning_rate": 5.82465134821544e-07,
      "loss": 0.3317,
      "step": 2241890
    },
    {
      "epoch": 625.7,
      "grad_norm": 3.887469530105591,
      "learning_rate": 5.824472954310938e-07,
      "loss": 0.3406,
      "step": 2241900
    },
    {
      "epoch": 625.71,
      "grad_norm": 1.300546646118164,
      "learning_rate": 5.824294562750737e-07,
      "loss": 0.3315,
      "step": 2241910
    },
    {
      "epoch": 625.71,
      "grad_norm": 1.272019863128662,
      "learning_rate": 5.824116173534861e-07,
      "loss": 0.3293,
      "step": 2241920
    },
    {
      "epoch": 625.71,
      "grad_norm": 1.0809510946273804,
      "learning_rate": 5.823937786663329e-07,
      "loss": 0.3488,
      "step": 2241930
    },
    {
      "epoch": 625.72,
      "grad_norm": 1.3473005294799805,
      "learning_rate": 5.823759402136164e-07,
      "loss": 0.3452,
      "step": 2241940
    },
    {
      "epoch": 625.72,
      "grad_norm": 1.2037369012832642,
      "learning_rate": 5.823581019953399e-07,
      "loss": 0.3492,
      "step": 2241950
    },
    {
      "epoch": 625.72,
      "grad_norm": 1.0809146165847778,
      "learning_rate": 5.82340264011504e-07,
      "loss": 0.3291,
      "step": 2241960
    },
    {
      "epoch": 625.72,
      "grad_norm": 1.128849983215332,
      "learning_rate": 5.823224262621134e-07,
      "loss": 0.3448,
      "step": 2241970
    },
    {
      "epoch": 625.73,
      "grad_norm": 1.2536215782165527,
      "learning_rate": 5.823045887471686e-07,
      "loss": 0.3289,
      "step": 2241980
    },
    {
      "epoch": 625.73,
      "grad_norm": 1.2979077100753784,
      "learning_rate": 5.822867514666728e-07,
      "loss": 0.342,
      "step": 2241990
    },
    {
      "epoch": 625.73,
      "grad_norm": 1.2687410116195679,
      "learning_rate": 5.822689144206282e-07,
      "loss": 0.3383,
      "step": 2242000
    },
    {
      "epoch": 625.74,
      "grad_norm": 1.3082584142684937,
      "learning_rate": 5.82251077609038e-07,
      "loss": 0.359,
      "step": 2242010
    },
    {
      "epoch": 625.74,
      "grad_norm": 1.1833298206329346,
      "learning_rate": 5.822332410319029e-07,
      "loss": 0.3306,
      "step": 2242020
    },
    {
      "epoch": 625.74,
      "grad_norm": 1.3058520555496216,
      "learning_rate": 5.822154046892264e-07,
      "loss": 0.3457,
      "step": 2242030
    },
    {
      "epoch": 625.74,
      "grad_norm": 1.2332834005355835,
      "learning_rate": 5.82197568581011e-07,
      "loss": 0.3661,
      "step": 2242040
    },
    {
      "epoch": 625.75,
      "grad_norm": 1.225981593132019,
      "learning_rate": 5.821797327072576e-07,
      "loss": 0.3319,
      "step": 2242050
    },
    {
      "epoch": 625.75,
      "grad_norm": 1.3747584819793701,
      "learning_rate": 5.82161897067971e-07,
      "loss": 0.3361,
      "step": 2242060
    },
    {
      "epoch": 625.75,
      "grad_norm": 1.2540147304534912,
      "learning_rate": 5.821440616631515e-07,
      "loss": 0.3459,
      "step": 2242070
    },
    {
      "epoch": 625.75,
      "grad_norm": 1.1649422645568848,
      "learning_rate": 5.82126226492802e-07,
      "loss": 0.3316,
      "step": 2242080
    },
    {
      "epoch": 625.76,
      "grad_norm": 1.1387747526168823,
      "learning_rate": 5.821083915569262e-07,
      "loss": 0.3467,
      "step": 2242090
    },
    {
      "epoch": 625.76,
      "grad_norm": 1.2954318523406982,
      "learning_rate": 5.820905568555246e-07,
      "loss": 0.3531,
      "step": 2242100
    },
    {
      "epoch": 625.76,
      "grad_norm": 1.1935206651687622,
      "learning_rate": 5.820727223886002e-07,
      "loss": 0.3283,
      "step": 2242110
    },
    {
      "epoch": 625.77,
      "grad_norm": 1.07560396194458,
      "learning_rate": 5.820548881561556e-07,
      "loss": 0.3447,
      "step": 2242120
    },
    {
      "epoch": 625.77,
      "grad_norm": 1.152886152267456,
      "learning_rate": 5.820370541581937e-07,
      "loss": 0.3548,
      "step": 2242130
    },
    {
      "epoch": 625.77,
      "grad_norm": 1.2392194271087646,
      "learning_rate": 5.820192203947151e-07,
      "loss": 0.3396,
      "step": 2242140
    },
    {
      "epoch": 625.77,
      "grad_norm": 1.6493803262710571,
      "learning_rate": 5.820013868657245e-07,
      "loss": 0.3242,
      "step": 2242150
    },
    {
      "epoch": 625.78,
      "grad_norm": 1.2210118770599365,
      "learning_rate": 5.819835535712228e-07,
      "loss": 0.3507,
      "step": 2242160
    },
    {
      "epoch": 625.78,
      "grad_norm": 1.0422003269195557,
      "learning_rate": 5.819657205112123e-07,
      "loss": 0.3312,
      "step": 2242170
    },
    {
      "epoch": 625.78,
      "grad_norm": 1.1567035913467407,
      "learning_rate": 5.819478876856965e-07,
      "loss": 0.3479,
      "step": 2242180
    },
    {
      "epoch": 625.79,
      "grad_norm": 1.1681859493255615,
      "learning_rate": 5.81930055094676e-07,
      "loss": 0.3425,
      "step": 2242190
    },
    {
      "epoch": 625.79,
      "grad_norm": 1.4503307342529297,
      "learning_rate": 5.819122227381552e-07,
      "loss": 0.3196,
      "step": 2242200
    },
    {
      "epoch": 625.79,
      "grad_norm": 1.2233941555023193,
      "learning_rate": 5.81894390616135e-07,
      "loss": 0.321,
      "step": 2242210
    },
    {
      "epoch": 625.79,
      "grad_norm": 1.3184168338775635,
      "learning_rate": 5.818765587286181e-07,
      "loss": 0.3407,
      "step": 2242220
    },
    {
      "epoch": 625.8,
      "grad_norm": 1.0836979150772095,
      "learning_rate": 5.81858727075608e-07,
      "loss": 0.3312,
      "step": 2242230
    },
    {
      "epoch": 625.8,
      "grad_norm": 1.284941554069519,
      "learning_rate": 5.818408956571054e-07,
      "loss": 0.3346,
      "step": 2242240
    },
    {
      "epoch": 625.8,
      "grad_norm": 1.1607344150543213,
      "learning_rate": 5.818230644731132e-07,
      "loss": 0.3263,
      "step": 2242250
    },
    {
      "epoch": 625.81,
      "grad_norm": 1.3551613092422485,
      "learning_rate": 5.818052335236338e-07,
      "loss": 0.3296,
      "step": 2242260
    },
    {
      "epoch": 625.81,
      "grad_norm": 1.3358711004257202,
      "learning_rate": 5.817874028086706e-07,
      "loss": 0.3391,
      "step": 2242270
    },
    {
      "epoch": 625.81,
      "grad_norm": 1.3054883480072021,
      "learning_rate": 5.817695723282238e-07,
      "loss": 0.3474,
      "step": 2242280
    },
    {
      "epoch": 625.81,
      "grad_norm": 1.1975908279418945,
      "learning_rate": 5.817517420822986e-07,
      "loss": 0.3246,
      "step": 2242290
    },
    {
      "epoch": 625.82,
      "grad_norm": 1.5785337686538696,
      "learning_rate": 5.817339120708948e-07,
      "loss": 0.3404,
      "step": 2242300
    },
    {
      "epoch": 625.82,
      "grad_norm": 1.145585536956787,
      "learning_rate": 5.817160822940159e-07,
      "loss": 0.3277,
      "step": 2242310
    },
    {
      "epoch": 625.82,
      "grad_norm": 10.393424034118652,
      "learning_rate": 5.816982527516651e-07,
      "loss": 0.3353,
      "step": 2242320
    },
    {
      "epoch": 625.82,
      "grad_norm": 1.2542039155960083,
      "learning_rate": 5.81680423443843e-07,
      "loss": 0.3487,
      "step": 2242330
    },
    {
      "epoch": 625.83,
      "grad_norm": 1.1375216245651245,
      "learning_rate": 5.816625943705529e-07,
      "loss": 0.3295,
      "step": 2242340
    },
    {
      "epoch": 625.83,
      "grad_norm": 1.3183176517486572,
      "learning_rate": 5.81644765531797e-07,
      "loss": 0.3303,
      "step": 2242350
    },
    {
      "epoch": 625.83,
      "grad_norm": 1.191985011100769,
      "learning_rate": 5.816269369275785e-07,
      "loss": 0.3462,
      "step": 2242360
    },
    {
      "epoch": 625.84,
      "grad_norm": 1.3892680406570435,
      "learning_rate": 5.81609108557898e-07,
      "loss": 0.3536,
      "step": 2242370
    },
    {
      "epoch": 625.84,
      "grad_norm": 1.345491647720337,
      "learning_rate": 5.815912804227601e-07,
      "loss": 0.3304,
      "step": 2242380
    },
    {
      "epoch": 625.84,
      "grad_norm": 1.1227071285247803,
      "learning_rate": 5.815734525221651e-07,
      "loss": 0.3324,
      "step": 2242390
    },
    {
      "epoch": 625.84,
      "grad_norm": 1.3469196557998657,
      "learning_rate": 5.815556248561166e-07,
      "loss": 0.3429,
      "step": 2242400
    },
    {
      "epoch": 625.85,
      "grad_norm": 1.1206200122833252,
      "learning_rate": 5.81537797424617e-07,
      "loss": 0.3327,
      "step": 2242410
    },
    {
      "epoch": 625.85,
      "grad_norm": 1.2356414794921875,
      "learning_rate": 5.815199702276679e-07,
      "loss": 0.3407,
      "step": 2242420
    },
    {
      "epoch": 625.85,
      "grad_norm": 1.3091524839401245,
      "learning_rate": 5.815021432652721e-07,
      "loss": 0.3475,
      "step": 2242430
    },
    {
      "epoch": 625.86,
      "grad_norm": 1.217940092086792,
      "learning_rate": 5.814843165374318e-07,
      "loss": 0.3323,
      "step": 2242440
    },
    {
      "epoch": 625.86,
      "grad_norm": 1.2303104400634766,
      "learning_rate": 5.814664900441503e-07,
      "loss": 0.353,
      "step": 2242450
    },
    {
      "epoch": 625.86,
      "grad_norm": 1.1164031028747559,
      "learning_rate": 5.814486637854285e-07,
      "loss": 0.3404,
      "step": 2242460
    },
    {
      "epoch": 625.86,
      "grad_norm": 1.116373896598816,
      "learning_rate": 5.814308377612696e-07,
      "loss": 0.3294,
      "step": 2242470
    },
    {
      "epoch": 625.87,
      "grad_norm": 1.141513466835022,
      "learning_rate": 5.814130119716758e-07,
      "loss": 0.3337,
      "step": 2242480
    },
    {
      "epoch": 625.87,
      "grad_norm": 1.176321268081665,
      "learning_rate": 5.813951864166496e-07,
      "loss": 0.3347,
      "step": 2242490
    },
    {
      "epoch": 625.87,
      "grad_norm": 1.254096269607544,
      "learning_rate": 5.81377361096194e-07,
      "loss": 0.3256,
      "step": 2242500
    },
    {
      "epoch": 625.87,
      "grad_norm": 1.192821741104126,
      "learning_rate": 5.813595360103092e-07,
      "loss": 0.3519,
      "step": 2242510
    },
    {
      "epoch": 625.88,
      "grad_norm": 1.3070980310440063,
      "learning_rate": 5.813417111590003e-07,
      "loss": 0.3314,
      "step": 2242520
    },
    {
      "epoch": 625.88,
      "grad_norm": 1.2520259618759155,
      "learning_rate": 5.81323886542268e-07,
      "loss": 0.3545,
      "step": 2242530
    },
    {
      "epoch": 625.88,
      "grad_norm": 1.2458001375198364,
      "learning_rate": 5.81306062160115e-07,
      "loss": 0.3402,
      "step": 2242540
    },
    {
      "epoch": 625.89,
      "grad_norm": 1.2118799686431885,
      "learning_rate": 5.812882380125445e-07,
      "loss": 0.337,
      "step": 2242550
    },
    {
      "epoch": 625.89,
      "grad_norm": 1.1944475173950195,
      "learning_rate": 5.812704140995574e-07,
      "loss": 0.3407,
      "step": 2242560
    },
    {
      "epoch": 625.89,
      "grad_norm": 1.2433936595916748,
      "learning_rate": 5.812525904211567e-07,
      "loss": 0.328,
      "step": 2242570
    },
    {
      "epoch": 625.89,
      "grad_norm": 1.2239625453948975,
      "learning_rate": 5.812347669773452e-07,
      "loss": 0.3518,
      "step": 2242580
    },
    {
      "epoch": 625.9,
      "grad_norm": 1.2283046245574951,
      "learning_rate": 5.812169437681253e-07,
      "loss": 0.3601,
      "step": 2242590
    },
    {
      "epoch": 625.9,
      "grad_norm": 1.236932396888733,
      "learning_rate": 5.811991207934986e-07,
      "loss": 0.3217,
      "step": 2242600
    },
    {
      "epoch": 625.9,
      "grad_norm": 1.1595337390899658,
      "learning_rate": 5.811812980534676e-07,
      "loss": 0.3177,
      "step": 2242610
    },
    {
      "epoch": 625.91,
      "grad_norm": 1.1462823152542114,
      "learning_rate": 5.81163475548036e-07,
      "loss": 0.3337,
      "step": 2242620
    },
    {
      "epoch": 625.91,
      "grad_norm": 1.3509947061538696,
      "learning_rate": 5.811456532772034e-07,
      "loss": 0.3275,
      "step": 2242630
    },
    {
      "epoch": 625.91,
      "grad_norm": 1.3013168573379517,
      "learning_rate": 5.811278312409757e-07,
      "loss": 0.3476,
      "step": 2242640
    },
    {
      "epoch": 625.91,
      "grad_norm": 1.2343558073043823,
      "learning_rate": 5.811100094393526e-07,
      "loss": 0.3414,
      "step": 2242650
    },
    {
      "epoch": 625.92,
      "grad_norm": 1.1126890182495117,
      "learning_rate": 5.810921878723373e-07,
      "loss": 0.3154,
      "step": 2242660
    },
    {
      "epoch": 625.92,
      "grad_norm": 1.2706431150436401,
      "learning_rate": 5.810743665399325e-07,
      "loss": 0.3522,
      "step": 2242670
    },
    {
      "epoch": 625.92,
      "grad_norm": 1.343842625617981,
      "learning_rate": 5.810565454421408e-07,
      "loss": 0.3501,
      "step": 2242680
    },
    {
      "epoch": 625.93,
      "grad_norm": 1.4644783735275269,
      "learning_rate": 5.810387245789634e-07,
      "loss": 0.3376,
      "step": 2242690
    },
    {
      "epoch": 625.93,
      "grad_norm": 1.1829496622085571,
      "learning_rate": 5.810209039504033e-07,
      "loss": 0.326,
      "step": 2242700
    },
    {
      "epoch": 625.93,
      "grad_norm": 1.1233197450637817,
      "learning_rate": 5.810030835564637e-07,
      "loss": 0.3465,
      "step": 2242710
    },
    {
      "epoch": 625.93,
      "grad_norm": 1.2292366027832031,
      "learning_rate": 5.809852633971447e-07,
      "loss": 0.3561,
      "step": 2242720
    },
    {
      "epoch": 625.94,
      "grad_norm": 1.2329657077789307,
      "learning_rate": 5.809674434724518e-07,
      "loss": 0.3594,
      "step": 2242730
    },
    {
      "epoch": 625.94,
      "grad_norm": 2.355573892593384,
      "learning_rate": 5.809496237823848e-07,
      "loss": 0.3635,
      "step": 2242740
    },
    {
      "epoch": 625.94,
      "grad_norm": 1.1315934658050537,
      "learning_rate": 5.80931804326947e-07,
      "loss": 0.3162,
      "step": 2242750
    },
    {
      "epoch": 625.94,
      "grad_norm": 1.0998603105545044,
      "learning_rate": 5.809139851061416e-07,
      "loss": 0.3591,
      "step": 2242760
    },
    {
      "epoch": 625.95,
      "grad_norm": 1.2351986169815063,
      "learning_rate": 5.808961661199688e-07,
      "loss": 0.343,
      "step": 2242770
    },
    {
      "epoch": 625.95,
      "grad_norm": 1.0433194637298584,
      "learning_rate": 5.808783473684335e-07,
      "loss": 0.3338,
      "step": 2242780
    },
    {
      "epoch": 625.95,
      "grad_norm": 1.2424405813217163,
      "learning_rate": 5.808605288515364e-07,
      "loss": 0.3321,
      "step": 2242790
    },
    {
      "epoch": 625.96,
      "grad_norm": 1.2279434204101562,
      "learning_rate": 5.808427105692803e-07,
      "loss": 0.3351,
      "step": 2242800
    },
    {
      "epoch": 625.96,
      "grad_norm": 1.3413535356521606,
      "learning_rate": 5.808248925216677e-07,
      "loss": 0.3434,
      "step": 2242810
    },
    {
      "epoch": 625.96,
      "grad_norm": 1.2456125020980835,
      "learning_rate": 5.808070747087017e-07,
      "loss": 0.3384,
      "step": 2242820
    },
    {
      "epoch": 625.96,
      "grad_norm": 1.1287802457809448,
      "learning_rate": 5.807892571303829e-07,
      "loss": 0.3323,
      "step": 2242830
    },
    {
      "epoch": 625.97,
      "grad_norm": 1.029404640197754,
      "learning_rate": 5.807714397867147e-07,
      "loss": 0.3224,
      "step": 2242840
    },
    {
      "epoch": 625.97,
      "grad_norm": 1.151869535446167,
      "learning_rate": 5.807536226777003e-07,
      "loss": 0.3393,
      "step": 2242850
    },
    {
      "epoch": 625.97,
      "grad_norm": 1.1466087102890015,
      "learning_rate": 5.807358058033398e-07,
      "loss": 0.3471,
      "step": 2242860
    },
    {
      "epoch": 625.98,
      "grad_norm": 1.0181539058685303,
      "learning_rate": 5.807179891636382e-07,
      "loss": 0.3267,
      "step": 2242870
    },
    {
      "epoch": 625.98,
      "grad_norm": 1.170692801475525,
      "learning_rate": 5.80700172758596e-07,
      "loss": 0.3368,
      "step": 2242880
    },
    {
      "epoch": 625.98,
      "grad_norm": 1.5371195077896118,
      "learning_rate": 5.806823565882165e-07,
      "loss": 0.3317,
      "step": 2242890
    },
    {
      "epoch": 625.98,
      "grad_norm": 14.013717651367188,
      "learning_rate": 5.806645406525022e-07,
      "loss": 0.3516,
      "step": 2242900
    },
    {
      "epoch": 625.99,
      "grad_norm": 1.7014068365097046,
      "learning_rate": 5.806467249514545e-07,
      "loss": 0.3494,
      "step": 2242910
    },
    {
      "epoch": 625.99,
      "grad_norm": 1.38552725315094,
      "learning_rate": 5.80628909485076e-07,
      "loss": 0.3456,
      "step": 2242920
    },
    {
      "epoch": 625.99,
      "grad_norm": 1.0997148752212524,
      "learning_rate": 5.806110942533698e-07,
      "loss": 0.3467,
      "step": 2242930
    },
    {
      "epoch": 625.99,
      "grad_norm": 1.1827069520950317,
      "learning_rate": 5.805932792563383e-07,
      "loss": 0.3274,
      "step": 2242940
    },
    {
      "epoch": 626.0,
      "grad_norm": 1.163938283920288,
      "learning_rate": 5.805754644939821e-07,
      "loss": 0.3303,
      "step": 2242950
    },
    {
      "epoch": 626.0,
      "eval_loss": 0.3395994305610657,
      "eval_runtime": 65.5413,
      "eval_samples_per_second": 77.188,
      "eval_steps_per_second": 9.658,
      "step": 2242958
    },
    {
      "epoch": 626.0,
      "grad_norm": 1.2635598182678223,
      "learning_rate": 5.805576499663064e-07,
      "loss": 0.334,
      "step": 2242960
    },
    {
      "epoch": 626.0,
      "grad_norm": 1.3233131170272827,
      "learning_rate": 5.805398356733113e-07,
      "loss": 0.3564,
      "step": 2242970
    },
    {
      "epoch": 626.01,
      "grad_norm": 1.470323920249939,
      "learning_rate": 5.80522021615e-07,
      "loss": 0.3285,
      "step": 2242980
    },
    {
      "epoch": 626.01,
      "grad_norm": 1.1776692867279053,
      "learning_rate": 5.805042077913755e-07,
      "loss": 0.3269,
      "step": 2242990
    },
    {
      "epoch": 626.01,
      "grad_norm": 1.441477656364441,
      "learning_rate": 5.804863942024387e-07,
      "loss": 0.3286,
      "step": 2243000
    },
    {
      "epoch": 626.01,
      "grad_norm": 1.3432401418685913,
      "learning_rate": 5.804685808481929e-07,
      "loss": 0.3375,
      "step": 2243010
    },
    {
      "epoch": 626.02,
      "grad_norm": 1.0937649011611938,
      "learning_rate": 5.804507677286403e-07,
      "loss": 0.3208,
      "step": 2243020
    },
    {
      "epoch": 626.02,
      "grad_norm": 1.1194214820861816,
      "learning_rate": 5.804329548437841e-07,
      "loss": 0.3263,
      "step": 2243030
    },
    {
      "epoch": 626.02,
      "grad_norm": 1.2273260354995728,
      "learning_rate": 5.80415142193625e-07,
      "loss": 0.3331,
      "step": 2243040
    },
    {
      "epoch": 626.03,
      "grad_norm": 1.2087255716323853,
      "learning_rate": 5.803973297781663e-07,
      "loss": 0.3506,
      "step": 2243050
    },
    {
      "epoch": 626.03,
      "grad_norm": 1.3330360651016235,
      "learning_rate": 5.803795175974104e-07,
      "loss": 0.3289,
      "step": 2243060
    },
    {
      "epoch": 626.03,
      "grad_norm": 1.6302438974380493,
      "learning_rate": 5.803617056513595e-07,
      "loss": 0.3273,
      "step": 2243070
    },
    {
      "epoch": 626.03,
      "grad_norm": 1.37032151222229,
      "learning_rate": 5.803438939400169e-07,
      "loss": 0.3393,
      "step": 2243080
    },
    {
      "epoch": 626.04,
      "grad_norm": 1.1535354852676392,
      "learning_rate": 5.803260824633824e-07,
      "loss": 0.3434,
      "step": 2243090
    },
    {
      "epoch": 626.04,
      "grad_norm": 1.3077408075332642,
      "learning_rate": 5.803082712214621e-07,
      "loss": 0.3306,
      "step": 2243100
    },
    {
      "epoch": 626.04,
      "grad_norm": 1.27853524684906,
      "learning_rate": 5.802904602142552e-07,
      "loss": 0.3498,
      "step": 2243110
    },
    {
      "epoch": 626.05,
      "grad_norm": 1.2353768348693848,
      "learning_rate": 5.802726494417652e-07,
      "loss": 0.3375,
      "step": 2243120
    },
    {
      "epoch": 626.05,
      "grad_norm": 1.2015466690063477,
      "learning_rate": 5.802548389039953e-07,
      "loss": 0.3429,
      "step": 2243130
    },
    {
      "epoch": 626.05,
      "grad_norm": 1.2754240036010742,
      "learning_rate": 5.802370286009466e-07,
      "loss": 0.3531,
      "step": 2243140
    },
    {
      "epoch": 626.05,
      "grad_norm": 1.3528348207473755,
      "learning_rate": 5.802192185326217e-07,
      "loss": 0.3612,
      "step": 2243150
    },
    {
      "epoch": 626.06,
      "grad_norm": 1.072906732559204,
      "learning_rate": 5.802014086990235e-07,
      "loss": 0.3325,
      "step": 2243160
    },
    {
      "epoch": 626.06,
      "grad_norm": 1.1693838834762573,
      "learning_rate": 5.801835991001546e-07,
      "loss": 0.3434,
      "step": 2243170
    },
    {
      "epoch": 626.06,
      "grad_norm": 1.1659046411514282,
      "learning_rate": 5.801657897360163e-07,
      "loss": 0.3096,
      "step": 2243180
    },
    {
      "epoch": 626.06,
      "grad_norm": 1.1774818897247314,
      "learning_rate": 5.801479806066115e-07,
      "loss": 0.3269,
      "step": 2243190
    },
    {
      "epoch": 626.07,
      "grad_norm": 1.202182650566101,
      "learning_rate": 5.801301717119424e-07,
      "loss": 0.3344,
      "step": 2243200
    },
    {
      "epoch": 626.07,
      "grad_norm": 1.4277442693710327,
      "learning_rate": 5.801123630520119e-07,
      "loss": 0.3689,
      "step": 2243210
    },
    {
      "epoch": 626.07,
      "grad_norm": 1.1231238842010498,
      "learning_rate": 5.800945546268226e-07,
      "loss": 0.3417,
      "step": 2243220
    },
    {
      "epoch": 626.08,
      "grad_norm": 1.77730131149292,
      "learning_rate": 5.800767464363756e-07,
      "loss": 0.3485,
      "step": 2243230
    },
    {
      "epoch": 626.08,
      "grad_norm": 1.1046653985977173,
      "learning_rate": 5.800589384806739e-07,
      "loss": 0.3293,
      "step": 2243240
    },
    {
      "epoch": 626.08,
      "grad_norm": 1.1784400939941406,
      "learning_rate": 5.800411307597201e-07,
      "loss": 0.3488,
      "step": 2243250
    },
    {
      "epoch": 626.08,
      "grad_norm": 6.985698699951172,
      "learning_rate": 5.800233232735171e-07,
      "loss": 0.3446,
      "step": 2243260
    },
    {
      "epoch": 626.09,
      "grad_norm": 1.0563960075378418,
      "learning_rate": 5.80005516022066e-07,
      "loss": 0.3468,
      "step": 2243270
    },
    {
      "epoch": 626.09,
      "grad_norm": 1.147316575050354,
      "learning_rate": 5.799877090053697e-07,
      "loss": 0.3416,
      "step": 2243280
    },
    {
      "epoch": 626.09,
      "grad_norm": 1.232534408569336,
      "learning_rate": 5.799699022234311e-07,
      "loss": 0.336,
      "step": 2243290
    },
    {
      "epoch": 626.1,
      "grad_norm": 1.3484703302383423,
      "learning_rate": 5.799520956762511e-07,
      "loss": 0.3379,
      "step": 2243300
    },
    {
      "epoch": 626.1,
      "grad_norm": 1.180140495300293,
      "learning_rate": 5.799342893638341e-07,
      "loss": 0.3318,
      "step": 2243310
    },
    {
      "epoch": 626.1,
      "grad_norm": 1.305982232093811,
      "learning_rate": 5.799164832861812e-07,
      "loss": 0.3328,
      "step": 2243320
    },
    {
      "epoch": 626.1,
      "grad_norm": 1.2658138275146484,
      "learning_rate": 5.798986774432946e-07,
      "loss": 0.3501,
      "step": 2243330
    },
    {
      "epoch": 626.11,
      "grad_norm": 1.2082074880599976,
      "learning_rate": 5.798808718351773e-07,
      "loss": 0.358,
      "step": 2243340
    },
    {
      "epoch": 626.11,
      "grad_norm": 1.2135698795318604,
      "learning_rate": 5.798630664618315e-07,
      "loss": 0.3243,
      "step": 2243350
    },
    {
      "epoch": 626.11,
      "grad_norm": 1.1873153448104858,
      "learning_rate": 5.798452613232602e-07,
      "loss": 0.3429,
      "step": 2243360
    },
    {
      "epoch": 626.11,
      "grad_norm": 1.1465703248977661,
      "learning_rate": 5.798274564194643e-07,
      "loss": 0.3277,
      "step": 2243370
    },
    {
      "epoch": 626.12,
      "grad_norm": 1.4481635093688965,
      "learning_rate": 5.798096517504471e-07,
      "loss": 0.3346,
      "step": 2243380
    },
    {
      "epoch": 626.12,
      "grad_norm": 1.1289118528366089,
      "learning_rate": 5.797918473162107e-07,
      "loss": 0.3456,
      "step": 2243390
    },
    {
      "epoch": 626.12,
      "grad_norm": 1.408337116241455,
      "learning_rate": 5.797740431167584e-07,
      "loss": 0.3315,
      "step": 2243400
    },
    {
      "epoch": 626.13,
      "grad_norm": 1.1279264688491821,
      "learning_rate": 5.79756239152091e-07,
      "loss": 0.3417,
      "step": 2243410
    },
    {
      "epoch": 626.13,
      "grad_norm": 1.1417021751403809,
      "learning_rate": 5.79738435422212e-07,
      "loss": 0.3424,
      "step": 2243420
    },
    {
      "epoch": 626.13,
      "grad_norm": 1.2744332551956177,
      "learning_rate": 5.797206319271235e-07,
      "loss": 0.3518,
      "step": 2243430
    },
    {
      "epoch": 626.13,
      "grad_norm": 1.0969548225402832,
      "learning_rate": 5.797028286668268e-07,
      "loss": 0.3347,
      "step": 2243440
    },
    {
      "epoch": 626.14,
      "grad_norm": 1.1656439304351807,
      "learning_rate": 5.796850256413267e-07,
      "loss": 0.3472,
      "step": 2243450
    },
    {
      "epoch": 626.14,
      "grad_norm": 1.2114919424057007,
      "learning_rate": 5.796672228506233e-07,
      "loss": 0.3549,
      "step": 2243460
    },
    {
      "epoch": 626.14,
      "grad_norm": 1.2372448444366455,
      "learning_rate": 5.796494202947197e-07,
      "loss": 0.3227,
      "step": 2243470
    },
    {
      "epoch": 626.15,
      "grad_norm": 1.2261710166931152,
      "learning_rate": 5.796316179736186e-07,
      "loss": 0.3519,
      "step": 2243480
    },
    {
      "epoch": 626.15,
      "grad_norm": 1.2158437967300415,
      "learning_rate": 5.796138158873226e-07,
      "loss": 0.3427,
      "step": 2243490
    },
    {
      "epoch": 626.15,
      "grad_norm": 1.0993481874465942,
      "learning_rate": 5.795960140358331e-07,
      "loss": 0.3391,
      "step": 2243500
    },
    {
      "epoch": 626.15,
      "grad_norm": 1.1900302171707153,
      "learning_rate": 5.795782124191529e-07,
      "loss": 0.3368,
      "step": 2243510
    },
    {
      "epoch": 626.16,
      "grad_norm": 1.17731511592865,
      "learning_rate": 5.795604110372853e-07,
      "loss": 0.3552,
      "step": 2243520
    },
    {
      "epoch": 626.16,
      "grad_norm": 1.1198468208312988,
      "learning_rate": 5.795426098902301e-07,
      "loss": 0.3407,
      "step": 2243530
    },
    {
      "epoch": 626.16,
      "grad_norm": 1.5276600122451782,
      "learning_rate": 5.795248089779929e-07,
      "loss": 0.3342,
      "step": 2243540
    },
    {
      "epoch": 626.17,
      "grad_norm": 1.2031950950622559,
      "learning_rate": 5.795070083005739e-07,
      "loss": 0.3263,
      "step": 2243550
    },
    {
      "epoch": 626.17,
      "grad_norm": 1.2629501819610596,
      "learning_rate": 5.794892078579761e-07,
      "loss": 0.3439,
      "step": 2243560
    },
    {
      "epoch": 626.17,
      "grad_norm": 1.5080114603042603,
      "learning_rate": 5.794714076502028e-07,
      "loss": 0.346,
      "step": 2243570
    },
    {
      "epoch": 626.17,
      "grad_norm": 1.3484989404678345,
      "learning_rate": 5.794536076772546e-07,
      "loss": 0.3166,
      "step": 2243580
    },
    {
      "epoch": 626.18,
      "grad_norm": 1.1863031387329102,
      "learning_rate": 5.794358079391346e-07,
      "loss": 0.3511,
      "step": 2243590
    },
    {
      "epoch": 626.18,
      "grad_norm": 1.1690373420715332,
      "learning_rate": 5.794180084358454e-07,
      "loss": 0.3523,
      "step": 2243600
    },
    {
      "epoch": 626.18,
      "grad_norm": 1.5144809484481812,
      "learning_rate": 5.794002091673899e-07,
      "loss": 0.3192,
      "step": 2243610
    },
    {
      "epoch": 626.18,
      "grad_norm": 1.2558352947235107,
      "learning_rate": 5.793824101337687e-07,
      "loss": 0.3335,
      "step": 2243620
    },
    {
      "epoch": 626.19,
      "grad_norm": 1.3277965784072876,
      "learning_rate": 5.793646113349865e-07,
      "loss": 0.3293,
      "step": 2243630
    },
    {
      "epoch": 626.19,
      "grad_norm": 1.294101595878601,
      "learning_rate": 5.793468127710438e-07,
      "loss": 0.3329,
      "step": 2243640
    },
    {
      "epoch": 626.19,
      "grad_norm": 1.3683099746704102,
      "learning_rate": 5.793290144419437e-07,
      "loss": 0.3444,
      "step": 2243650
    },
    {
      "epoch": 626.2,
      "grad_norm": 1.16755211353302,
      "learning_rate": 5.79311216347689e-07,
      "loss": 0.3312,
      "step": 2243660
    },
    {
      "epoch": 626.2,
      "grad_norm": 1.0522434711456299,
      "learning_rate": 5.792934184882804e-07,
      "loss": 0.3401,
      "step": 2243670
    },
    {
      "epoch": 626.2,
      "grad_norm": 1.2322275638580322,
      "learning_rate": 5.792756208637229e-07,
      "loss": 0.326,
      "step": 2243680
    },
    {
      "epoch": 626.2,
      "grad_norm": 1.1111012697219849,
      "learning_rate": 5.792578234740164e-07,
      "loss": 0.3244,
      "step": 2243690
    },
    {
      "epoch": 626.21,
      "grad_norm": 1.1125373840332031,
      "learning_rate": 5.792400263191645e-07,
      "loss": 0.3461,
      "step": 2243700
    },
    {
      "epoch": 626.21,
      "grad_norm": 1.1330111026763916,
      "learning_rate": 5.792222293991703e-07,
      "loss": 0.3471,
      "step": 2243710
    },
    {
      "epoch": 626.21,
      "grad_norm": 2.8080649375915527,
      "learning_rate": 5.79204432714034e-07,
      "loss": 0.3332,
      "step": 2243720
    },
    {
      "epoch": 626.22,
      "grad_norm": 1.1784563064575195,
      "learning_rate": 5.791866362637596e-07,
      "loss": 0.3378,
      "step": 2243730
    },
    {
      "epoch": 626.22,
      "grad_norm": 1.1083705425262451,
      "learning_rate": 5.791688400483489e-07,
      "loss": 0.3216,
      "step": 2243740
    },
    {
      "epoch": 626.22,
      "grad_norm": 1.0746228694915771,
      "learning_rate": 5.791510440678053e-07,
      "loss": 0.3379,
      "step": 2243750
    },
    {
      "epoch": 626.22,
      "grad_norm": 1.1477681398391724,
      "learning_rate": 5.791332483221287e-07,
      "loss": 0.3403,
      "step": 2243760
    },
    {
      "epoch": 626.23,
      "grad_norm": 1.2009438276290894,
      "learning_rate": 5.791154528113245e-07,
      "loss": 0.3556,
      "step": 2243770
    },
    {
      "epoch": 626.23,
      "grad_norm": 1.1812262535095215,
      "learning_rate": 5.790976575353931e-07,
      "loss": 0.3344,
      "step": 2243780
    },
    {
      "epoch": 626.23,
      "grad_norm": 1.1830222606658936,
      "learning_rate": 5.790798624943372e-07,
      "loss": 0.3235,
      "step": 2243790
    },
    {
      "epoch": 626.23,
      "grad_norm": 1.2137606143951416,
      "learning_rate": 5.790620676881602e-07,
      "loss": 0.3429,
      "step": 2243800
    },
    {
      "epoch": 626.24,
      "grad_norm": 1.2899141311645508,
      "learning_rate": 5.79044273116863e-07,
      "loss": 0.3268,
      "step": 2243810
    },
    {
      "epoch": 626.24,
      "grad_norm": 1.2127039432525635,
      "learning_rate": 5.790264787804485e-07,
      "loss": 0.3128,
      "step": 2243820
    },
    {
      "epoch": 626.24,
      "grad_norm": 1.2964633703231812,
      "learning_rate": 5.790086846789193e-07,
      "loss": 0.3394,
      "step": 2243830
    },
    {
      "epoch": 626.25,
      "grad_norm": 1.3062700033187866,
      "learning_rate": 5.789908908122782e-07,
      "loss": 0.3294,
      "step": 2243840
    },
    {
      "epoch": 626.25,
      "grad_norm": 1.0408446788787842,
      "learning_rate": 5.789730971805263e-07,
      "loss": 0.3321,
      "step": 2243850
    },
    {
      "epoch": 626.25,
      "grad_norm": 1.0300801992416382,
      "learning_rate": 5.789553037836668e-07,
      "loss": 0.3635,
      "step": 2243860
    },
    {
      "epoch": 626.25,
      "grad_norm": 1.1382099390029907,
      "learning_rate": 5.789375106217026e-07,
      "loss": 0.3318,
      "step": 2243870
    },
    {
      "epoch": 626.26,
      "grad_norm": 1.3466148376464844,
      "learning_rate": 5.789197176946342e-07,
      "loss": 0.3322,
      "step": 2243880
    },
    {
      "epoch": 626.26,
      "grad_norm": 1.062134027481079,
      "learning_rate": 5.789019250024664e-07,
      "loss": 0.3442,
      "step": 2243890
    },
    {
      "epoch": 626.26,
      "grad_norm": 3.099764823913574,
      "learning_rate": 5.788841325451995e-07,
      "loss": 0.3282,
      "step": 2243900
    },
    {
      "epoch": 626.27,
      "grad_norm": 1.196158766746521,
      "learning_rate": 5.788663403228371e-07,
      "loss": 0.3401,
      "step": 2243910
    },
    {
      "epoch": 626.27,
      "grad_norm": 1.0966578722000122,
      "learning_rate": 5.788485483353809e-07,
      "loss": 0.3396,
      "step": 2243920
    },
    {
      "epoch": 626.27,
      "grad_norm": 1.2327430248260498,
      "learning_rate": 5.788307565828337e-07,
      "loss": 0.3473,
      "step": 2243930
    },
    {
      "epoch": 626.27,
      "grad_norm": 1.254377007484436,
      "learning_rate": 5.788129650651984e-07,
      "loss": 0.3514,
      "step": 2243940
    },
    {
      "epoch": 626.28,
      "grad_norm": 1.1140615940093994,
      "learning_rate": 5.787951737824762e-07,
      "loss": 0.3501,
      "step": 2243950
    },
    {
      "epoch": 626.28,
      "grad_norm": 1.216935157775879,
      "learning_rate": 5.787773827346698e-07,
      "loss": 0.3181,
      "step": 2243960
    },
    {
      "epoch": 626.28,
      "grad_norm": 1.1703156232833862,
      "learning_rate": 5.787595919217815e-07,
      "loss": 0.3303,
      "step": 2243970
    },
    {
      "epoch": 626.29,
      "grad_norm": 1.17759108543396,
      "learning_rate": 5.78741801343815e-07,
      "loss": 0.3475,
      "step": 2243980
    },
    {
      "epoch": 626.29,
      "grad_norm": 1.106256127357483,
      "learning_rate": 5.787240110007707e-07,
      "loss": 0.3438,
      "step": 2243990
    },
    {
      "epoch": 626.29,
      "grad_norm": 1.1658084392547607,
      "learning_rate": 5.787062208926518e-07,
      "loss": 0.3345,
      "step": 2244000
    },
    {
      "epoch": 626.29,
      "grad_norm": 1.2549999952316284,
      "learning_rate": 5.786884310194614e-07,
      "loss": 0.3384,
      "step": 2244010
    },
    {
      "epoch": 626.3,
      "grad_norm": 1.7792071104049683,
      "learning_rate": 5.786706413811998e-07,
      "loss": 0.3311,
      "step": 2244020
    },
    {
      "epoch": 626.3,
      "grad_norm": 1.3962156772613525,
      "learning_rate": 5.786528519778721e-07,
      "loss": 0.3447,
      "step": 2244030
    },
    {
      "epoch": 626.3,
      "grad_norm": 1.1530154943466187,
      "learning_rate": 5.786350628094789e-07,
      "loss": 0.348,
      "step": 2244040
    },
    {
      "epoch": 626.3,
      "grad_norm": 1.0878932476043701,
      "learning_rate": 5.786172738760226e-07,
      "loss": 0.3403,
      "step": 2244050
    },
    {
      "epoch": 626.31,
      "grad_norm": 1.1306976079940796,
      "learning_rate": 5.78599485177506e-07,
      "loss": 0.3307,
      "step": 2244060
    },
    {
      "epoch": 626.31,
      "grad_norm": 1.310882806777954,
      "learning_rate": 5.785816967139324e-07,
      "loss": 0.3335,
      "step": 2244070
    },
    {
      "epoch": 626.31,
      "grad_norm": 1.1083271503448486,
      "learning_rate": 5.785639084853021e-07,
      "loss": 0.3306,
      "step": 2244080
    },
    {
      "epoch": 626.32,
      "grad_norm": 1.2546343803405762,
      "learning_rate": 5.785461204916189e-07,
      "loss": 0.3383,
      "step": 2244090
    },
    {
      "epoch": 626.32,
      "grad_norm": 1.1081414222717285,
      "learning_rate": 5.785283327328852e-07,
      "loss": 0.3469,
      "step": 2244100
    },
    {
      "epoch": 626.32,
      "grad_norm": 1.4716259241104126,
      "learning_rate": 5.785105452091019e-07,
      "loss": 0.3296,
      "step": 2244110
    },
    {
      "epoch": 626.32,
      "grad_norm": 1.0842381715774536,
      "learning_rate": 5.784927579202736e-07,
      "loss": 0.3312,
      "step": 2244120
    },
    {
      "epoch": 626.33,
      "grad_norm": 1.325886845588684,
      "learning_rate": 5.784749708664011e-07,
      "loss": 0.323,
      "step": 2244130
    },
    {
      "epoch": 626.33,
      "grad_norm": 1.0875433683395386,
      "learning_rate": 5.784571840474871e-07,
      "loss": 0.3494,
      "step": 2244140
    },
    {
      "epoch": 626.33,
      "grad_norm": 1.8454878330230713,
      "learning_rate": 5.784393974635345e-07,
      "loss": 0.3368,
      "step": 2244150
    },
    {
      "epoch": 626.34,
      "grad_norm": 1.2540723085403442,
      "learning_rate": 5.784216111145448e-07,
      "loss": 0.3447,
      "step": 2244160
    },
    {
      "epoch": 626.34,
      "grad_norm": 1.1753592491149902,
      "learning_rate": 5.784038250005207e-07,
      "loss": 0.3365,
      "step": 2244170
    },
    {
      "epoch": 626.34,
      "grad_norm": 1.3319194316864014,
      "learning_rate": 5.783860391214644e-07,
      "loss": 0.3502,
      "step": 2244180
    },
    {
      "epoch": 626.34,
      "grad_norm": 1.1890512704849243,
      "learning_rate": 5.783682534773796e-07,
      "loss": 0.3336,
      "step": 2244190
    },
    {
      "epoch": 626.35,
      "grad_norm": 1.0821189880371094,
      "learning_rate": 5.783504680682659e-07,
      "loss": 0.3347,
      "step": 2244200
    },
    {
      "epoch": 626.35,
      "grad_norm": 1.1578969955444336,
      "learning_rate": 5.783326828941291e-07,
      "loss": 0.3362,
      "step": 2244210
    },
    {
      "epoch": 626.35,
      "grad_norm": 1.4039252996444702,
      "learning_rate": 5.78314897954969e-07,
      "loss": 0.3389,
      "step": 2244220
    },
    {
      "epoch": 626.36,
      "grad_norm": 1.2619669437408447,
      "learning_rate": 5.782971132507885e-07,
      "loss": 0.343,
      "step": 2244230
    },
    {
      "epoch": 626.36,
      "grad_norm": 1.2648364305496216,
      "learning_rate": 5.782793287815912e-07,
      "loss": 0.3398,
      "step": 2244240
    },
    {
      "epoch": 626.36,
      "grad_norm": 1.353729486465454,
      "learning_rate": 5.782615445473772e-07,
      "loss": 0.3461,
      "step": 2244250
    },
    {
      "epoch": 626.36,
      "grad_norm": 1.2718926668167114,
      "learning_rate": 5.782437605481514e-07,
      "loss": 0.3413,
      "step": 2244260
    },
    {
      "epoch": 626.37,
      "grad_norm": 1.1924529075622559,
      "learning_rate": 5.782259767839144e-07,
      "loss": 0.3534,
      "step": 2244270
    },
    {
      "epoch": 626.37,
      "grad_norm": 1.203267216682434,
      "learning_rate": 5.782081932546691e-07,
      "loss": 0.3396,
      "step": 2244280
    },
    {
      "epoch": 626.37,
      "grad_norm": 1.1798923015594482,
      "learning_rate": 5.781904099604179e-07,
      "loss": 0.3398,
      "step": 2244290
    },
    {
      "epoch": 626.37,
      "grad_norm": 2.549217700958252,
      "learning_rate": 5.781726269011638e-07,
      "loss": 0.3249,
      "step": 2244300
    },
    {
      "epoch": 626.38,
      "grad_norm": 1.2387759685516357,
      "learning_rate": 5.78154844076908e-07,
      "loss": 0.3281,
      "step": 2244310
    },
    {
      "epoch": 626.38,
      "grad_norm": 1.126454472541809,
      "learning_rate": 5.781370614876532e-07,
      "loss": 0.3466,
      "step": 2244320
    },
    {
      "epoch": 626.38,
      "grad_norm": 1.1537419557571411,
      "learning_rate": 5.781192791334029e-07,
      "loss": 0.3225,
      "step": 2244330
    },
    {
      "epoch": 626.39,
      "grad_norm": 1.415869951248169,
      "learning_rate": 5.781014970141568e-07,
      "loss": 0.3351,
      "step": 2244340
    },
    {
      "epoch": 626.39,
      "grad_norm": 1.129686713218689,
      "learning_rate": 5.780837151299207e-07,
      "loss": 0.3251,
      "step": 2244350
    },
    {
      "epoch": 626.39,
      "grad_norm": 1.2172272205352783,
      "learning_rate": 5.780659334806944e-07,
      "loss": 0.3398,
      "step": 2244360
    },
    {
      "epoch": 626.39,
      "grad_norm": 1.2603141069412231,
      "learning_rate": 5.780481520664813e-07,
      "loss": 0.3481,
      "step": 2244370
    },
    {
      "epoch": 626.4,
      "grad_norm": 1.168517827987671,
      "learning_rate": 5.78030370887284e-07,
      "loss": 0.341,
      "step": 2244380
    },
    {
      "epoch": 626.4,
      "grad_norm": 1.2445945739746094,
      "learning_rate": 5.780125899431039e-07,
      "loss": 0.3394,
      "step": 2244390
    },
    {
      "epoch": 626.4,
      "grad_norm": 1.347934603691101,
      "learning_rate": 5.77994809233944e-07,
      "loss": 0.3514,
      "step": 2244400
    },
    {
      "epoch": 626.41,
      "grad_norm": 1.237796664237976,
      "learning_rate": 5.779770287598067e-07,
      "loss": 0.3404,
      "step": 2244410
    },
    {
      "epoch": 626.41,
      "grad_norm": 1.1755869388580322,
      "learning_rate": 5.779592485206947e-07,
      "loss": 0.3238,
      "step": 2244420
    },
    {
      "epoch": 626.41,
      "grad_norm": 1.1378520727157593,
      "learning_rate": 5.779414685166087e-07,
      "loss": 0.348,
      "step": 2244430
    },
    {
      "epoch": 626.41,
      "grad_norm": 1.3722777366638184,
      "learning_rate": 5.779236887475538e-07,
      "loss": 0.3397,
      "step": 2244440
    },
    {
      "epoch": 626.42,
      "grad_norm": 1.24617600440979,
      "learning_rate": 5.779059092135298e-07,
      "loss": 0.3336,
      "step": 2244450
    },
    {
      "epoch": 626.42,
      "grad_norm": 1.1761035919189453,
      "learning_rate": 5.778881299145405e-07,
      "loss": 0.3337,
      "step": 2244460
    },
    {
      "epoch": 626.42,
      "grad_norm": 0.9928134679794312,
      "learning_rate": 5.778703508505884e-07,
      "loss": 0.3377,
      "step": 2244470
    },
    {
      "epoch": 626.42,
      "grad_norm": 1.2038668394088745,
      "learning_rate": 5.778525720216746e-07,
      "loss": 0.3509,
      "step": 2244480
    },
    {
      "epoch": 626.43,
      "grad_norm": 1.0436718463897705,
      "learning_rate": 5.778347934278023e-07,
      "loss": 0.3375,
      "step": 2244490
    },
    {
      "epoch": 626.43,
      "grad_norm": 1.213967204093933,
      "learning_rate": 5.77817015068974e-07,
      "loss": 0.341,
      "step": 2244500
    },
    {
      "epoch": 626.43,
      "grad_norm": 1.2784733772277832,
      "learning_rate": 5.777992369451914e-07,
      "loss": 0.3326,
      "step": 2244510
    },
    {
      "epoch": 626.44,
      "grad_norm": 1.1351211071014404,
      "learning_rate": 5.777814590564584e-07,
      "loss": 0.3489,
      "step": 2244520
    },
    {
      "epoch": 626.44,
      "grad_norm": 1.1974326372146606,
      "learning_rate": 5.777636814027755e-07,
      "loss": 0.3375,
      "step": 2244530
    },
    {
      "epoch": 626.44,
      "grad_norm": 1.3124228715896606,
      "learning_rate": 5.777459039841458e-07,
      "loss": 0.334,
      "step": 2244540
    },
    {
      "epoch": 626.44,
      "grad_norm": 1.0084186792373657,
      "learning_rate": 5.777281268005719e-07,
      "loss": 0.3502,
      "step": 2244550
    },
    {
      "epoch": 626.45,
      "grad_norm": 1.3484861850738525,
      "learning_rate": 5.777103498520565e-07,
      "loss": 0.3369,
      "step": 2244560
    },
    {
      "epoch": 626.45,
      "grad_norm": 1.363433837890625,
      "learning_rate": 5.776925731386002e-07,
      "loss": 0.339,
      "step": 2244570
    },
    {
      "epoch": 626.45,
      "grad_norm": 1.1763116121292114,
      "learning_rate": 5.776747966602079e-07,
      "loss": 0.3414,
      "step": 2244580
    },
    {
      "epoch": 626.46,
      "grad_norm": 1.169069766998291,
      "learning_rate": 5.776570204168801e-07,
      "loss": 0.3364,
      "step": 2244590
    },
    {
      "epoch": 626.46,
      "grad_norm": 1.223569393157959,
      "learning_rate": 5.776392444086197e-07,
      "loss": 0.3426,
      "step": 2244600
    },
    {
      "epoch": 626.46,
      "grad_norm": 1.284741759300232,
      "learning_rate": 5.776214686354299e-07,
      "loss": 0.3563,
      "step": 2244610
    },
    {
      "epoch": 626.46,
      "grad_norm": 1.113095760345459,
      "learning_rate": 5.776036930973116e-07,
      "loss": 0.3508,
      "step": 2244620
    },
    {
      "epoch": 626.47,
      "grad_norm": 1.516233205795288,
      "learning_rate": 5.775859177942678e-07,
      "loss": 0.3363,
      "step": 2244630
    },
    {
      "epoch": 626.47,
      "grad_norm": 1.3913178443908691,
      "learning_rate": 5.775681427263008e-07,
      "loss": 0.3234,
      "step": 2244640
    },
    {
      "epoch": 626.47,
      "grad_norm": 1.7118337154388428,
      "learning_rate": 5.77550367893414e-07,
      "loss": 0.3432,
      "step": 2244650
    },
    {
      "epoch": 626.48,
      "grad_norm": 1.10640549659729,
      "learning_rate": 5.775325932956079e-07,
      "loss": 0.3426,
      "step": 2244660
    },
    {
      "epoch": 626.48,
      "grad_norm": 1.2208523750305176,
      "learning_rate": 5.775148189328861e-07,
      "loss": 0.338,
      "step": 2244670
    },
    {
      "epoch": 626.48,
      "grad_norm": 1.8161154985427856,
      "learning_rate": 5.77497044805251e-07,
      "loss": 0.3417,
      "step": 2244680
    },
    {
      "epoch": 626.48,
      "grad_norm": 1.125299096107483,
      "learning_rate": 5.774792709127037e-07,
      "loss": 0.3249,
      "step": 2244690
    },
    {
      "epoch": 626.49,
      "grad_norm": 1.0731616020202637,
      "learning_rate": 5.774614972552485e-07,
      "loss": 0.3399,
      "step": 2244700
    },
    {
      "epoch": 626.49,
      "grad_norm": 1.170790195465088,
      "learning_rate": 5.774437238328865e-07,
      "loss": 0.3336,
      "step": 2244710
    },
    {
      "epoch": 626.49,
      "grad_norm": 1.3835545778274536,
      "learning_rate": 5.7742595064562e-07,
      "loss": 0.3435,
      "step": 2244720
    },
    {
      "epoch": 626.49,
      "grad_norm": 1.092584490776062,
      "learning_rate": 5.77408177693452e-07,
      "loss": 0.3363,
      "step": 2244730
    },
    {
      "epoch": 626.5,
      "grad_norm": 1.1943411827087402,
      "learning_rate": 5.773904049763849e-07,
      "loss": 0.3375,
      "step": 2244740
    },
    {
      "epoch": 626.5,
      "grad_norm": 1.158355474472046,
      "learning_rate": 5.773726324944204e-07,
      "loss": 0.3367,
      "step": 2244750
    },
    {
      "epoch": 626.5,
      "grad_norm": 1.2396124601364136,
      "learning_rate": 5.773548602475612e-07,
      "loss": 0.3429,
      "step": 2244760
    },
    {
      "epoch": 626.51,
      "grad_norm": 1.0881839990615845,
      "learning_rate": 5.773370882358101e-07,
      "loss": 0.3253,
      "step": 2244770
    },
    {
      "epoch": 626.51,
      "grad_norm": 1.226112961769104,
      "learning_rate": 5.773193164591678e-07,
      "loss": 0.3514,
      "step": 2244780
    },
    {
      "epoch": 626.51,
      "grad_norm": 1.2338452339172363,
      "learning_rate": 5.773015449176393e-07,
      "loss": 0.3366,
      "step": 2244790
    },
    {
      "epoch": 626.51,
      "grad_norm": 1.1756117343902588,
      "learning_rate": 5.772837736112249e-07,
      "loss": 0.3341,
      "step": 2244800
    },
    {
      "epoch": 626.52,
      "grad_norm": 1.3434913158416748,
      "learning_rate": 5.772660025399276e-07,
      "loss": 0.3326,
      "step": 2244810
    },
    {
      "epoch": 626.52,
      "grad_norm": 1.5510022640228271,
      "learning_rate": 5.772482317037504e-07,
      "loss": 0.3522,
      "step": 2244820
    },
    {
      "epoch": 626.52,
      "grad_norm": 1.8586212396621704,
      "learning_rate": 5.77230461102694e-07,
      "loss": 0.3362,
      "step": 2244830
    },
    {
      "epoch": 626.53,
      "grad_norm": 1.2619620561599731,
      "learning_rate": 5.772126907367628e-07,
      "loss": 0.321,
      "step": 2244840
    },
    {
      "epoch": 626.53,
      "grad_norm": 1.3629740476608276,
      "learning_rate": 5.771949206059577e-07,
      "loss": 0.3417,
      "step": 2244850
    },
    {
      "epoch": 626.53,
      "grad_norm": 1.1900913715362549,
      "learning_rate": 5.771771507102817e-07,
      "loss": 0.3365,
      "step": 2244860
    },
    {
      "epoch": 626.53,
      "grad_norm": 1.3379489183425903,
      "learning_rate": 5.771593810497368e-07,
      "loss": 0.3368,
      "step": 2244870
    },
    {
      "epoch": 626.54,
      "grad_norm": 1.178261637687683,
      "learning_rate": 5.771416116243263e-07,
      "loss": 0.3391,
      "step": 2244880
    },
    {
      "epoch": 626.54,
      "grad_norm": 1.0587646961212158,
      "learning_rate": 5.771238424340514e-07,
      "loss": 0.3325,
      "step": 2244890
    },
    {
      "epoch": 626.54,
      "grad_norm": 1.2262896299362183,
      "learning_rate": 5.771060734789147e-07,
      "loss": 0.3488,
      "step": 2244900
    },
    {
      "epoch": 626.54,
      "grad_norm": 1.0540250539779663,
      "learning_rate": 5.770883047589196e-07,
      "loss": 0.3492,
      "step": 2244910
    },
    {
      "epoch": 626.55,
      "grad_norm": 4.382748126983643,
      "learning_rate": 5.770705362740661e-07,
      "loss": 0.3331,
      "step": 2244920
    },
    {
      "epoch": 626.55,
      "grad_norm": 4.183581352233887,
      "learning_rate": 5.770527680243596e-07,
      "loss": 0.3392,
      "step": 2244930
    },
    {
      "epoch": 626.55,
      "grad_norm": 1.436671495437622,
      "learning_rate": 5.770350000098004e-07,
      "loss": 0.3468,
      "step": 2244940
    },
    {
      "epoch": 626.56,
      "grad_norm": 1.5356594324111938,
      "learning_rate": 5.770172322303912e-07,
      "loss": 0.3472,
      "step": 2244950
    },
    {
      "epoch": 626.56,
      "grad_norm": 1.2051293849945068,
      "learning_rate": 5.769994646861357e-07,
      "loss": 0.3479,
      "step": 2244960
    },
    {
      "epoch": 626.56,
      "grad_norm": 1.2517961263656616,
      "learning_rate": 5.769816973770341e-07,
      "loss": 0.3188,
      "step": 2244970
    },
    {
      "epoch": 626.56,
      "grad_norm": 1.2617192268371582,
      "learning_rate": 5.7696393030309e-07,
      "loss": 0.3501,
      "step": 2244980
    },
    {
      "epoch": 626.57,
      "grad_norm": 5.262372016906738,
      "learning_rate": 5.769461634643057e-07,
      "loss": 0.3325,
      "step": 2244990
    },
    {
      "epoch": 626.57,
      "grad_norm": 1.060937762260437,
      "learning_rate": 5.76928396860684e-07,
      "loss": 0.3371,
      "step": 2245000
    },
    {
      "epoch": 626.57,
      "grad_norm": 1.477955937385559,
      "learning_rate": 5.769106304922253e-07,
      "loss": 0.3472,
      "step": 2245010
    },
    {
      "epoch": 626.58,
      "grad_norm": 1.301383137702942,
      "learning_rate": 5.76892864358935e-07,
      "loss": 0.3455,
      "step": 2245020
    },
    {
      "epoch": 626.58,
      "grad_norm": 1.1786938905715942,
      "learning_rate": 5.768750984608132e-07,
      "loss": 0.3442,
      "step": 2245030
    },
    {
      "epoch": 626.58,
      "grad_norm": 1.227096676826477,
      "learning_rate": 5.768573327978627e-07,
      "loss": 0.3358,
      "step": 2245040
    },
    {
      "epoch": 626.58,
      "grad_norm": 1.2947543859481812,
      "learning_rate": 5.768395673700867e-07,
      "loss": 0.3446,
      "step": 2245050
    },
    {
      "epoch": 626.59,
      "grad_norm": 1.1386672258377075,
      "learning_rate": 5.768218021774867e-07,
      "loss": 0.3441,
      "step": 2245060
    },
    {
      "epoch": 626.59,
      "grad_norm": 1.2549903392791748,
      "learning_rate": 5.768040372200648e-07,
      "loss": 0.3419,
      "step": 2245070
    },
    {
      "epoch": 626.59,
      "grad_norm": 1.047959804534912,
      "learning_rate": 5.767862724978242e-07,
      "loss": 0.3219,
      "step": 2245080
    },
    {
      "epoch": 626.6,
      "grad_norm": 1.3650614023208618,
      "learning_rate": 5.767685080107671e-07,
      "loss": 0.3554,
      "step": 2245090
    },
    {
      "epoch": 626.6,
      "grad_norm": 1.2587335109710693,
      "learning_rate": 5.767507437588963e-07,
      "loss": 0.3423,
      "step": 2245100
    },
    {
      "epoch": 626.6,
      "grad_norm": 1.215868353843689,
      "learning_rate": 5.767329797422126e-07,
      "loss": 0.3486,
      "step": 2245110
    },
    {
      "epoch": 626.6,
      "grad_norm": 1.460165023803711,
      "learning_rate": 5.767152159607196e-07,
      "loss": 0.3284,
      "step": 2245120
    },
    {
      "epoch": 626.61,
      "grad_norm": 1.1892591714859009,
      "learning_rate": 5.766974524144194e-07,
      "loss": 0.3423,
      "step": 2245130
    },
    {
      "epoch": 626.61,
      "grad_norm": 1.3861916065216064,
      "learning_rate": 5.766796891033151e-07,
      "loss": 0.3298,
      "step": 2245140
    },
    {
      "epoch": 626.61,
      "grad_norm": 1.3409065008163452,
      "learning_rate": 5.76661926027407e-07,
      "loss": 0.3415,
      "step": 2245150
    },
    {
      "epoch": 626.61,
      "grad_norm": 1.306921362876892,
      "learning_rate": 5.766441631867001e-07,
      "loss": 0.3302,
      "step": 2245160
    },
    {
      "epoch": 626.62,
      "grad_norm": 1.1169627904891968,
      "learning_rate": 5.766264005811946e-07,
      "loss": 0.3194,
      "step": 2245170
    },
    {
      "epoch": 626.62,
      "grad_norm": 1.200994610786438,
      "learning_rate": 5.76608638210894e-07,
      "loss": 0.3337,
      "step": 2245180
    },
    {
      "epoch": 626.62,
      "grad_norm": 1.249176025390625,
      "learning_rate": 5.76590876075801e-07,
      "loss": 0.3346,
      "step": 2245190
    },
    {
      "epoch": 626.63,
      "grad_norm": 1.227642297744751,
      "learning_rate": 5.765731141759166e-07,
      "loss": 0.3458,
      "step": 2245200
    },
    {
      "epoch": 626.63,
      "grad_norm": 1.2465358972549438,
      "learning_rate": 5.765553525112441e-07,
      "loss": 0.3364,
      "step": 2245210
    },
    {
      "epoch": 626.63,
      "grad_norm": 1.4736900329589844,
      "learning_rate": 5.765375910817855e-07,
      "loss": 0.3235,
      "step": 2245220
    },
    {
      "epoch": 626.63,
      "grad_norm": 1.23006272315979,
      "learning_rate": 5.76519829887544e-07,
      "loss": 0.3128,
      "step": 2245230
    },
    {
      "epoch": 626.64,
      "grad_norm": 1.0734251737594604,
      "learning_rate": 5.765020689285203e-07,
      "loss": 0.3356,
      "step": 2245240
    },
    {
      "epoch": 626.64,
      "grad_norm": 1.1797767877578735,
      "learning_rate": 5.764843082047189e-07,
      "loss": 0.3284,
      "step": 2245250
    },
    {
      "epoch": 626.64,
      "grad_norm": 1.1832263469696045,
      "learning_rate": 5.764665477161401e-07,
      "loss": 0.3244,
      "step": 2245260
    },
    {
      "epoch": 626.65,
      "grad_norm": 1.3048820495605469,
      "learning_rate": 5.764487874627875e-07,
      "loss": 0.3459,
      "step": 2245270
    },
    {
      "epoch": 626.65,
      "grad_norm": 1.1995153427124023,
      "learning_rate": 5.764310274446639e-07,
      "loss": 0.3416,
      "step": 2245280
    },
    {
      "epoch": 626.65,
      "grad_norm": 1.3781368732452393,
      "learning_rate": 5.764132676617704e-07,
      "loss": 0.3481,
      "step": 2245290
    },
    {
      "epoch": 626.65,
      "grad_norm": 1.1562827825546265,
      "learning_rate": 5.763955081141095e-07,
      "loss": 0.3493,
      "step": 2245300
    },
    {
      "epoch": 626.66,
      "grad_norm": 1.3207874298095703,
      "learning_rate": 5.763777488016842e-07,
      "loss": 0.3462,
      "step": 2245310
    },
    {
      "epoch": 626.66,
      "grad_norm": 1.2159117460250854,
      "learning_rate": 5.763599897244973e-07,
      "loss": 0.35,
      "step": 2245320
    },
    {
      "epoch": 626.66,
      "grad_norm": 1.260456919670105,
      "learning_rate": 5.763422308825498e-07,
      "loss": 0.3416,
      "step": 2245330
    },
    {
      "epoch": 626.66,
      "grad_norm": 1.264132022857666,
      "learning_rate": 5.763244722758448e-07,
      "loss": 0.3523,
      "step": 2245340
    },
    {
      "epoch": 626.67,
      "grad_norm": 1.176539659500122,
      "learning_rate": 5.763067139043845e-07,
      "loss": 0.3229,
      "step": 2245350
    },
    {
      "epoch": 626.67,
      "grad_norm": 1.146856427192688,
      "learning_rate": 5.762889557681714e-07,
      "loss": 0.3373,
      "step": 2245360
    },
    {
      "epoch": 626.67,
      "grad_norm": 1.2136626243591309,
      "learning_rate": 5.762711978672086e-07,
      "loss": 0.3231,
      "step": 2245370
    },
    {
      "epoch": 626.68,
      "grad_norm": 1.2025929689407349,
      "learning_rate": 5.762534402014963e-07,
      "loss": 0.3255,
      "step": 2245380
    },
    {
      "epoch": 626.68,
      "grad_norm": 1.2541555166244507,
      "learning_rate": 5.762356827710395e-07,
      "loss": 0.3419,
      "step": 2245390
    },
    {
      "epoch": 626.68,
      "grad_norm": 1.3378270864486694,
      "learning_rate": 5.762179255758388e-07,
      "loss": 0.3338,
      "step": 2245400
    },
    {
      "epoch": 626.68,
      "grad_norm": 1.196590542793274,
      "learning_rate": 5.762001686158973e-07,
      "loss": 0.3346,
      "step": 2245410
    },
    {
      "epoch": 626.69,
      "grad_norm": 1.1676570177078247,
      "learning_rate": 5.761824118912176e-07,
      "loss": 0.3473,
      "step": 2245420
    },
    {
      "epoch": 626.69,
      "grad_norm": 1.1912130117416382,
      "learning_rate": 5.76164655401801e-07,
      "loss": 0.3339,
      "step": 2245430
    },
    {
      "epoch": 626.69,
      "grad_norm": 1.1099300384521484,
      "learning_rate": 5.761468991476504e-07,
      "loss": 0.3363,
      "step": 2245440
    },
    {
      "epoch": 626.7,
      "grad_norm": 1.1648262739181519,
      "learning_rate": 5.761291431287684e-07,
      "loss": 0.3421,
      "step": 2245450
    },
    {
      "epoch": 626.7,
      "grad_norm": 1.2015736103057861,
      "learning_rate": 5.761113873451578e-07,
      "loss": 0.3291,
      "step": 2245460
    },
    {
      "epoch": 626.7,
      "grad_norm": 1.1288269758224487,
      "learning_rate": 5.760936317968196e-07,
      "loss": 0.3401,
      "step": 2245470
    },
    {
      "epoch": 626.7,
      "grad_norm": 1.3332698345184326,
      "learning_rate": 5.760758764837572e-07,
      "loss": 0.3398,
      "step": 2245480
    },
    {
      "epoch": 626.71,
      "grad_norm": 1.1568690538406372,
      "learning_rate": 5.760581214059734e-07,
      "loss": 0.3429,
      "step": 2245490
    },
    {
      "epoch": 626.71,
      "grad_norm": 1.1362053155899048,
      "learning_rate": 5.760403665634683e-07,
      "loss": 0.336,
      "step": 2245500
    },
    {
      "epoch": 626.71,
      "grad_norm": 1.249323844909668,
      "learning_rate": 5.760226119562472e-07,
      "loss": 0.3389,
      "step": 2245510
    },
    {
      "epoch": 626.72,
      "grad_norm": 1.1642988920211792,
      "learning_rate": 5.760048575843104e-07,
      "loss": 0.344,
      "step": 2245520
    },
    {
      "epoch": 626.72,
      "grad_norm": 1.132751226425171,
      "learning_rate": 5.759871034476613e-07,
      "loss": 0.3411,
      "step": 2245530
    },
    {
      "epoch": 626.72,
      "grad_norm": 1.1821941137313843,
      "learning_rate": 5.759693495463016e-07,
      "loss": 0.3351,
      "step": 2245540
    },
    {
      "epoch": 626.72,
      "grad_norm": 1.0642969608306885,
      "learning_rate": 5.759515958802347e-07,
      "loss": 0.3404,
      "step": 2245550
    },
    {
      "epoch": 626.73,
      "grad_norm": 1.2244198322296143,
      "learning_rate": 5.759338424494615e-07,
      "loss": 0.3428,
      "step": 2245560
    },
    {
      "epoch": 626.73,
      "grad_norm": 1.242111325263977,
      "learning_rate": 5.759160892539854e-07,
      "loss": 0.3328,
      "step": 2245570
    },
    {
      "epoch": 626.73,
      "grad_norm": 1.2352062463760376,
      "learning_rate": 5.758983362938089e-07,
      "loss": 0.3213,
      "step": 2245580
    },
    {
      "epoch": 626.73,
      "grad_norm": 1.0649257898330688,
      "learning_rate": 5.758805835689326e-07,
      "loss": 0.3274,
      "step": 2245590
    },
    {
      "epoch": 626.74,
      "grad_norm": 1.0626369714736938,
      "learning_rate": 5.758628310793618e-07,
      "loss": 0.3321,
      "step": 2245600
    },
    {
      "epoch": 626.74,
      "grad_norm": 1.4677261114120483,
      "learning_rate": 5.758450788250963e-07,
      "loss": 0.3356,
      "step": 2245610
    },
    {
      "epoch": 626.74,
      "grad_norm": 1.2449184656143188,
      "learning_rate": 5.758273268061395e-07,
      "loss": 0.3495,
      "step": 2245620
    },
    {
      "epoch": 626.75,
      "grad_norm": 1.0611180067062378,
      "learning_rate": 5.758095750224945e-07,
      "loss": 0.3189,
      "step": 2245630
    },
    {
      "epoch": 626.75,
      "grad_norm": 1.1211317777633667,
      "learning_rate": 5.757918234741614e-07,
      "loss": 0.34,
      "step": 2245640
    },
    {
      "epoch": 626.75,
      "grad_norm": 1.2478516101837158,
      "learning_rate": 5.757740721611452e-07,
      "loss": 0.3268,
      "step": 2245650
    },
    {
      "epoch": 626.75,
      "grad_norm": 1.167494297027588,
      "learning_rate": 5.757563210834466e-07,
      "loss": 0.3378,
      "step": 2245660
    },
    {
      "epoch": 626.76,
      "grad_norm": 12.098685264587402,
      "learning_rate": 5.757385702410685e-07,
      "loss": 0.3379,
      "step": 2245670
    },
    {
      "epoch": 626.76,
      "grad_norm": 1.1595357656478882,
      "learning_rate": 5.75720819634013e-07,
      "loss": 0.3514,
      "step": 2245680
    },
    {
      "epoch": 626.76,
      "grad_norm": 1.3084083795547485,
      "learning_rate": 5.757030692622835e-07,
      "loss": 0.3425,
      "step": 2245690
    },
    {
      "epoch": 626.77,
      "grad_norm": 1.073946475982666,
      "learning_rate": 5.756853191258809e-07,
      "loss": 0.3373,
      "step": 2245700
    },
    {
      "epoch": 626.77,
      "grad_norm": 1.1495126485824585,
      "learning_rate": 5.75667569224808e-07,
      "loss": 0.3287,
      "step": 2245710
    },
    {
      "epoch": 626.77,
      "grad_norm": 1.1850948333740234,
      "learning_rate": 5.756498195590681e-07,
      "loss": 0.3592,
      "step": 2245720
    },
    {
      "epoch": 626.77,
      "grad_norm": 1.3101248741149902,
      "learning_rate": 5.756320701286615e-07,
      "loss": 0.3459,
      "step": 2245730
    },
    {
      "epoch": 626.78,
      "grad_norm": 1.2369006872177124,
      "learning_rate": 5.756143209335934e-07,
      "loss": 0.3496,
      "step": 2245740
    },
    {
      "epoch": 626.78,
      "grad_norm": 1.666291356086731,
      "learning_rate": 5.755965719738635e-07,
      "loss": 0.3443,
      "step": 2245750
    },
    {
      "epoch": 626.78,
      "grad_norm": 1.0862869024276733,
      "learning_rate": 5.755788232494756e-07,
      "loss": 0.3222,
      "step": 2245760
    },
    {
      "epoch": 626.78,
      "grad_norm": 1.0850739479064941,
      "learning_rate": 5.755610747604326e-07,
      "loss": 0.3314,
      "step": 2245770
    },
    {
      "epoch": 626.79,
      "grad_norm": 1.2308357954025269,
      "learning_rate": 5.755433265067352e-07,
      "loss": 0.3405,
      "step": 2245780
    },
    {
      "epoch": 626.79,
      "grad_norm": 1.1725966930389404,
      "learning_rate": 5.755255784883865e-07,
      "loss": 0.3262,
      "step": 2245790
    },
    {
      "epoch": 626.79,
      "grad_norm": 1.2320201396942139,
      "learning_rate": 5.755078307053891e-07,
      "loss": 0.3426,
      "step": 2245800
    },
    {
      "epoch": 626.8,
      "grad_norm": 1.0989967584609985,
      "learning_rate": 5.754900831577455e-07,
      "loss": 0.3461,
      "step": 2245810
    },
    {
      "epoch": 626.8,
      "grad_norm": 1.1452667713165283,
      "learning_rate": 5.754723358454568e-07,
      "loss": 0.3275,
      "step": 2245820
    },
    {
      "epoch": 626.8,
      "grad_norm": 1.268608808517456,
      "learning_rate": 5.754545887685277e-07,
      "loss": 0.3463,
      "step": 2245830
    },
    {
      "epoch": 626.8,
      "grad_norm": 1.2714272737503052,
      "learning_rate": 5.754368419269585e-07,
      "loss": 0.3423,
      "step": 2245840
    },
    {
      "epoch": 626.81,
      "grad_norm": 1.1350197792053223,
      "learning_rate": 5.754190953207523e-07,
      "loss": 0.3504,
      "step": 2245850
    },
    {
      "epoch": 626.81,
      "grad_norm": 1.281914234161377,
      "learning_rate": 5.75401348949912e-07,
      "loss": 0.3441,
      "step": 2245860
    },
    {
      "epoch": 626.81,
      "grad_norm": 1.9252080917358398,
      "learning_rate": 5.753836028144386e-07,
      "loss": 0.3297,
      "step": 2245870
    },
    {
      "epoch": 626.82,
      "grad_norm": 1.1138482093811035,
      "learning_rate": 5.753658569143354e-07,
      "loss": 0.341,
      "step": 2245880
    },
    {
      "epoch": 626.82,
      "grad_norm": 1.3055511713027954,
      "learning_rate": 5.753481112496047e-07,
      "loss": 0.3511,
      "step": 2245890
    },
    {
      "epoch": 626.82,
      "grad_norm": 1.6073640584945679,
      "learning_rate": 5.753303658202493e-07,
      "loss": 0.3453,
      "step": 2245900
    },
    {
      "epoch": 626.82,
      "grad_norm": 1.1594849824905396,
      "learning_rate": 5.753126206262703e-07,
      "loss": 0.3388,
      "step": 2245910
    },
    {
      "epoch": 626.83,
      "grad_norm": 1.1515851020812988,
      "learning_rate": 5.752948756676708e-07,
      "loss": 0.3297,
      "step": 2245920
    },
    {
      "epoch": 626.83,
      "grad_norm": 1.1630818843841553,
      "learning_rate": 5.752771309444535e-07,
      "loss": 0.3428,
      "step": 2245930
    },
    {
      "epoch": 626.83,
      "grad_norm": 1.3631850481033325,
      "learning_rate": 5.7525938645662e-07,
      "loss": 0.3479,
      "step": 2245940
    },
    {
      "epoch": 626.84,
      "grad_norm": 1.1886382102966309,
      "learning_rate": 5.752416422041739e-07,
      "loss": 0.3294,
      "step": 2245950
    },
    {
      "epoch": 626.84,
      "grad_norm": 1.333553433418274,
      "learning_rate": 5.752238981871154e-07,
      "loss": 0.3275,
      "step": 2245960
    },
    {
      "epoch": 626.84,
      "grad_norm": 1.0465120077133179,
      "learning_rate": 5.752061544054496e-07,
      "loss": 0.3281,
      "step": 2245970
    },
    {
      "epoch": 626.84,
      "grad_norm": 1.1104419231414795,
      "learning_rate": 5.75188410859177e-07,
      "loss": 0.3409,
      "step": 2245980
    },
    {
      "epoch": 626.85,
      "grad_norm": 1.1999752521514893,
      "learning_rate": 5.751706675483001e-07,
      "loss": 0.3457,
      "step": 2245990
    },
    {
      "epoch": 626.85,
      "grad_norm": 1.5530542135238647,
      "learning_rate": 5.751529244728223e-07,
      "loss": 0.3223,
      "step": 2246000
    },
    {
      "epoch": 626.85,
      "grad_norm": 1.4316051006317139,
      "learning_rate": 5.751351816327447e-07,
      "loss": 0.3422,
      "step": 2246010
    },
    {
      "epoch": 626.85,
      "grad_norm": 1.264355182647705,
      "learning_rate": 5.751174390280701e-07,
      "loss": 0.33,
      "step": 2246020
    },
    {
      "epoch": 626.86,
      "grad_norm": 1.2691997289657593,
      "learning_rate": 5.75099696658801e-07,
      "loss": 0.3697,
      "step": 2246030
    },
    {
      "epoch": 626.86,
      "grad_norm": 1.496476650238037,
      "learning_rate": 5.750819545249405e-07,
      "loss": 0.3304,
      "step": 2246040
    },
    {
      "epoch": 626.86,
      "grad_norm": 1.131793737411499,
      "learning_rate": 5.750642126264896e-07,
      "loss": 0.3351,
      "step": 2246050
    },
    {
      "epoch": 626.87,
      "grad_norm": 1.299355387687683,
      "learning_rate": 5.750464709634509e-07,
      "loss": 0.3451,
      "step": 2246060
    },
    {
      "epoch": 626.87,
      "grad_norm": 1.2101742029190063,
      "learning_rate": 5.750287295358281e-07,
      "loss": 0.3261,
      "step": 2246070
    },
    {
      "epoch": 626.87,
      "grad_norm": 1.323480486869812,
      "learning_rate": 5.750109883436211e-07,
      "loss": 0.3374,
      "step": 2246080
    },
    {
      "epoch": 626.87,
      "grad_norm": 1.23629629611969,
      "learning_rate": 5.749932473868351e-07,
      "loss": 0.3343,
      "step": 2246090
    },
    {
      "epoch": 626.88,
      "grad_norm": 1.2244254350662231,
      "learning_rate": 5.749755066654706e-07,
      "loss": 0.3313,
      "step": 2246100
    },
    {
      "epoch": 626.88,
      "grad_norm": 1.074318766593933,
      "learning_rate": 5.749577661795303e-07,
      "loss": 0.3379,
      "step": 2246110
    },
    {
      "epoch": 626.88,
      "grad_norm": 1.2828657627105713,
      "learning_rate": 5.74940025929017e-07,
      "loss": 0.3436,
      "step": 2246120
    },
    {
      "epoch": 626.89,
      "grad_norm": 1.1531109809875488,
      "learning_rate": 5.749222859139332e-07,
      "loss": 0.3214,
      "step": 2246130
    },
    {
      "epoch": 626.89,
      "grad_norm": 1.1213011741638184,
      "learning_rate": 5.749045461342801e-07,
      "loss": 0.3417,
      "step": 2246140
    },
    {
      "epoch": 626.89,
      "grad_norm": 1.4044109582901,
      "learning_rate": 5.748868065900609e-07,
      "loss": 0.3454,
      "step": 2246150
    },
    {
      "epoch": 626.89,
      "grad_norm": 1.1460894346237183,
      "learning_rate": 5.748690672812786e-07,
      "loss": 0.3527,
      "step": 2246160
    },
    {
      "epoch": 626.9,
      "grad_norm": 1.113041877746582,
      "learning_rate": 5.748513282079334e-07,
      "loss": 0.3274,
      "step": 2246170
    },
    {
      "epoch": 626.9,
      "grad_norm": 1.0673526525497437,
      "learning_rate": 5.748335893700308e-07,
      "loss": 0.3332,
      "step": 2246180
    },
    {
      "epoch": 626.9,
      "grad_norm": 1.2947087287902832,
      "learning_rate": 5.748158507675703e-07,
      "loss": 0.3372,
      "step": 2246190
    },
    {
      "epoch": 626.9,
      "grad_norm": 1.2242567539215088,
      "learning_rate": 5.747981124005555e-07,
      "loss": 0.3247,
      "step": 2246200
    },
    {
      "epoch": 626.91,
      "grad_norm": 1.6767537593841553,
      "learning_rate": 5.747803742689888e-07,
      "loss": 0.337,
      "step": 2246210
    },
    {
      "epoch": 626.91,
      "grad_norm": 1.2903904914855957,
      "learning_rate": 5.747626363728726e-07,
      "loss": 0.3469,
      "step": 2246220
    },
    {
      "epoch": 626.91,
      "grad_norm": 1.875988245010376,
      "learning_rate": 5.747448987122094e-07,
      "loss": 0.3407,
      "step": 2246230
    },
    {
      "epoch": 626.92,
      "grad_norm": 1.4405889511108398,
      "learning_rate": 5.747271612870008e-07,
      "loss": 0.3335,
      "step": 2246240
    },
    {
      "epoch": 626.92,
      "grad_norm": 1.2148308753967285,
      "learning_rate": 5.747094240972498e-07,
      "loss": 0.331,
      "step": 2246250
    },
    {
      "epoch": 626.92,
      "grad_norm": 1.1547783613204956,
      "learning_rate": 5.746916871429583e-07,
      "loss": 0.3512,
      "step": 2246260
    },
    {
      "epoch": 626.92,
      "grad_norm": 1.2375526428222656,
      "learning_rate": 5.746739504241298e-07,
      "loss": 0.3493,
      "step": 2246270
    },
    {
      "epoch": 626.93,
      "grad_norm": 3.081528663635254,
      "learning_rate": 5.746562139407649e-07,
      "loss": 0.3419,
      "step": 2246280
    },
    {
      "epoch": 626.93,
      "grad_norm": 1.1878207921981812,
      "learning_rate": 5.746384776928669e-07,
      "loss": 0.3156,
      "step": 2246290
    },
    {
      "epoch": 626.93,
      "grad_norm": 1.1786316633224487,
      "learning_rate": 5.74620741680439e-07,
      "loss": 0.3273,
      "step": 2246300
    },
    {
      "epoch": 626.94,
      "grad_norm": 1.227703332901001,
      "learning_rate": 5.746030059034812e-07,
      "loss": 0.3285,
      "step": 2246310
    },
    {
      "epoch": 626.94,
      "grad_norm": 1.2237886190414429,
      "learning_rate": 5.745852703619989e-07,
      "loss": 0.3352,
      "step": 2246320
    },
    {
      "epoch": 626.94,
      "grad_norm": 1.1596959829330444,
      "learning_rate": 5.74567535055992e-07,
      "loss": 0.3313,
      "step": 2246330
    },
    {
      "epoch": 626.94,
      "grad_norm": 1.2211028337478638,
      "learning_rate": 5.745497999854637e-07,
      "loss": 0.34,
      "step": 2246340
    },
    {
      "epoch": 626.95,
      "grad_norm": 1.399963617324829,
      "learning_rate": 5.745320651504166e-07,
      "loss": 0.3594,
      "step": 2246350
    },
    {
      "epoch": 626.95,
      "grad_norm": 1.2923035621643066,
      "learning_rate": 5.745143305508538e-07,
      "loss": 0.3413,
      "step": 2246360
    },
    {
      "epoch": 626.95,
      "grad_norm": 1.1754900217056274,
      "learning_rate": 5.744965961867757e-07,
      "loss": 0.3316,
      "step": 2246370
    },
    {
      "epoch": 626.96,
      "grad_norm": 1.1092337369918823,
      "learning_rate": 5.744788620581859e-07,
      "loss": 0.3327,
      "step": 2246380
    },
    {
      "epoch": 626.96,
      "grad_norm": 1.2929335832595825,
      "learning_rate": 5.74461128165087e-07,
      "loss": 0.3491,
      "step": 2246390
    },
    {
      "epoch": 626.96,
      "grad_norm": 1.4251351356506348,
      "learning_rate": 5.744433945074798e-07,
      "loss": 0.3436,
      "step": 2246400
    },
    {
      "epoch": 626.96,
      "grad_norm": 1.7362312078475952,
      "learning_rate": 5.744256610853691e-07,
      "loss": 0.3269,
      "step": 2246410
    },
    {
      "epoch": 626.97,
      "grad_norm": 1.2111315727233887,
      "learning_rate": 5.744079278987552e-07,
      "loss": 0.3246,
      "step": 2246420
    },
    {
      "epoch": 626.97,
      "grad_norm": 1.6531847715377808,
      "learning_rate": 5.743901949476412e-07,
      "loss": 0.3411,
      "step": 2246430
    },
    {
      "epoch": 626.97,
      "grad_norm": 1.0519789457321167,
      "learning_rate": 5.743724622320302e-07,
      "loss": 0.338,
      "step": 2246440
    },
    {
      "epoch": 626.97,
      "grad_norm": 1.1409096717834473,
      "learning_rate": 5.743547297519233e-07,
      "loss": 0.3352,
      "step": 2246450
    },
    {
      "epoch": 626.98,
      "grad_norm": 1.2131959199905396,
      "learning_rate": 5.743369975073233e-07,
      "loss": 0.3381,
      "step": 2246460
    },
    {
      "epoch": 626.98,
      "grad_norm": 1.0737696886062622,
      "learning_rate": 5.743192654982325e-07,
      "loss": 0.3375,
      "step": 2246470
    },
    {
      "epoch": 626.98,
      "grad_norm": 1.1964240074157715,
      "learning_rate": 5.743015337246542e-07,
      "loss": 0.3326,
      "step": 2246480
    },
    {
      "epoch": 626.99,
      "grad_norm": 1.4729478359222412,
      "learning_rate": 5.742838021865887e-07,
      "loss": 0.3374,
      "step": 2246490
    },
    {
      "epoch": 626.99,
      "grad_norm": 1.1229557991027832,
      "learning_rate": 5.742660708840409e-07,
      "loss": 0.3412,
      "step": 2246500
    },
    {
      "epoch": 626.99,
      "grad_norm": 1.2834429740905762,
      "learning_rate": 5.742483398170112e-07,
      "loss": 0.3374,
      "step": 2246510
    },
    {
      "epoch": 626.99,
      "grad_norm": 1.269739031791687,
      "learning_rate": 5.742306089855026e-07,
      "loss": 0.3476,
      "step": 2246520
    },
    {
      "epoch": 627.0,
      "grad_norm": 1.2885760068893433,
      "learning_rate": 5.742128783895185e-07,
      "loss": 0.3397,
      "step": 2246530
    },
    {
      "epoch": 627.0,
      "grad_norm": 1.185987949371338,
      "learning_rate": 5.741951480290584e-07,
      "loss": 0.3303,
      "step": 2246540
    },
    {
      "epoch": 627.0,
      "eval_loss": 0.3383626937866211,
      "eval_runtime": 65.7849,
      "eval_samples_per_second": 76.902,
      "eval_steps_per_second": 9.622,
      "step": 2246541
    },
    {
      "epoch": 627.0,
      "grad_norm": 1.9197187423706055,
      "learning_rate": 5.741774179041283e-07,
      "loss": 0.3539,
      "step": 2246550
    },
    {
      "epoch": 627.01,
      "grad_norm": 1.126786231994629,
      "learning_rate": 5.741596880147281e-07,
      "loss": 0.3491,
      "step": 2246560
    },
    {
      "epoch": 627.01,
      "grad_norm": 1.2965247631072998,
      "learning_rate": 5.741419583608607e-07,
      "loss": 0.3445,
      "step": 2246570
    },
    {
      "epoch": 627.01,
      "grad_norm": 1.1650079488754272,
      "learning_rate": 5.741242289425294e-07,
      "loss": 0.3427,
      "step": 2246580
    },
    {
      "epoch": 627.01,
      "grad_norm": 1.4539463520050049,
      "learning_rate": 5.741064997597351e-07,
      "loss": 0.3342,
      "step": 2246590
    },
    {
      "epoch": 627.02,
      "grad_norm": 1.0605642795562744,
      "learning_rate": 5.740887708124805e-07,
      "loss": 0.3412,
      "step": 2246600
    },
    {
      "epoch": 627.02,
      "grad_norm": 1.1682984828948975,
      "learning_rate": 5.740710421007686e-07,
      "loss": 0.3459,
      "step": 2246610
    },
    {
      "epoch": 627.02,
      "grad_norm": 1.0693317651748657,
      "learning_rate": 5.740533136246024e-07,
      "loss": 0.3559,
      "step": 2246620
    },
    {
      "epoch": 627.02,
      "grad_norm": 1.226630687713623,
      "learning_rate": 5.740355853839815e-07,
      "loss": 0.3336,
      "step": 2246630
    },
    {
      "epoch": 627.03,
      "grad_norm": 1.1589579582214355,
      "learning_rate": 5.740178573789116e-07,
      "loss": 0.3379,
      "step": 2246640
    },
    {
      "epoch": 627.03,
      "grad_norm": 1.0848971605300903,
      "learning_rate": 5.740001296093928e-07,
      "loss": 0.3335,
      "step": 2246650
    },
    {
      "epoch": 627.03,
      "grad_norm": 1.1549110412597656,
      "learning_rate": 5.739824020754281e-07,
      "loss": 0.3359,
      "step": 2246660
    },
    {
      "epoch": 627.04,
      "grad_norm": 1.2370045185089111,
      "learning_rate": 5.739646747770207e-07,
      "loss": 0.3359,
      "step": 2246670
    },
    {
      "epoch": 627.04,
      "grad_norm": 1.1017110347747803,
      "learning_rate": 5.739469477141716e-07,
      "loss": 0.3322,
      "step": 2246680
    },
    {
      "epoch": 627.04,
      "grad_norm": 1.0776598453521729,
      "learning_rate": 5.739292208868838e-07,
      "loss": 0.3413,
      "step": 2246690
    },
    {
      "epoch": 627.04,
      "grad_norm": 1.0017485618591309,
      "learning_rate": 5.739114942951595e-07,
      "loss": 0.3401,
      "step": 2246700
    },
    {
      "epoch": 627.05,
      "grad_norm": 1.1554558277130127,
      "learning_rate": 5.738937679390018e-07,
      "loss": 0.3305,
      "step": 2246710
    },
    {
      "epoch": 627.05,
      "grad_norm": 2.1795153617858887,
      "learning_rate": 5.738760418184121e-07,
      "loss": 0.3329,
      "step": 2246720
    },
    {
      "epoch": 627.05,
      "grad_norm": 1.3607388734817505,
      "learning_rate": 5.738583159333928e-07,
      "loss": 0.3425,
      "step": 2246730
    },
    {
      "epoch": 627.06,
      "grad_norm": 1.1719163656234741,
      "learning_rate": 5.738405902839474e-07,
      "loss": 0.3302,
      "step": 2246740
    },
    {
      "epoch": 627.06,
      "grad_norm": 1.143265962600708,
      "learning_rate": 5.738228648700762e-07,
      "loss": 0.3382,
      "step": 2246750
    },
    {
      "epoch": 627.06,
      "grad_norm": 1.1751700639724731,
      "learning_rate": 5.738051396917838e-07,
      "loss": 0.3236,
      "step": 2246760
    },
    {
      "epoch": 627.06,
      "grad_norm": 1.2614972591400146,
      "learning_rate": 5.73787414749071e-07,
      "loss": 0.3424,
      "step": 2246770
    },
    {
      "epoch": 627.07,
      "grad_norm": 1.5207048654556274,
      "learning_rate": 5.737696900419409e-07,
      "loss": 0.3363,
      "step": 2246780
    },
    {
      "epoch": 627.07,
      "grad_norm": 1.078918218612671,
      "learning_rate": 5.737519655703955e-07,
      "loss": 0.3339,
      "step": 2246790
    },
    {
      "epoch": 627.07,
      "grad_norm": 1.1333595514297485,
      "learning_rate": 5.737342413344371e-07,
      "loss": 0.3488,
      "step": 2246800
    },
    {
      "epoch": 627.08,
      "grad_norm": 1.4361107349395752,
      "learning_rate": 5.737165173340693e-07,
      "loss": 0.336,
      "step": 2246810
    },
    {
      "epoch": 627.08,
      "grad_norm": 1.107409954071045,
      "learning_rate": 5.736987935692926e-07,
      "loss": 0.3431,
      "step": 2246820
    },
    {
      "epoch": 627.08,
      "grad_norm": 1.1422010660171509,
      "learning_rate": 5.736810700401103e-07,
      "loss": 0.3408,
      "step": 2246830
    },
    {
      "epoch": 627.08,
      "grad_norm": 1.1941286325454712,
      "learning_rate": 5.736633467465245e-07,
      "loss": 0.3396,
      "step": 2246840
    },
    {
      "epoch": 627.09,
      "grad_norm": 1.1428629159927368,
      "learning_rate": 5.736456236885384e-07,
      "loss": 0.3246,
      "step": 2246850
    },
    {
      "epoch": 627.09,
      "grad_norm": 1.2907514572143555,
      "learning_rate": 5.736279008661532e-07,
      "loss": 0.3233,
      "step": 2246860
    },
    {
      "epoch": 627.09,
      "grad_norm": 1.356506586074829,
      "learning_rate": 5.736101782793716e-07,
      "loss": 0.3256,
      "step": 2246870
    },
    {
      "epoch": 627.09,
      "grad_norm": 1.0969066619873047,
      "learning_rate": 5.735924559281967e-07,
      "loss": 0.3158,
      "step": 2246880
    },
    {
      "epoch": 627.1,
      "grad_norm": 1.2426949739456177,
      "learning_rate": 5.735747338126288e-07,
      "loss": 0.3291,
      "step": 2246890
    },
    {
      "epoch": 627.1,
      "grad_norm": 1.2570644617080688,
      "learning_rate": 5.735570119326734e-07,
      "loss": 0.3495,
      "step": 2246900
    },
    {
      "epoch": 627.1,
      "grad_norm": 1.166792392730713,
      "learning_rate": 5.735392902883303e-07,
      "loss": 0.3344,
      "step": 2246910
    },
    {
      "epoch": 627.11,
      "grad_norm": 1.2067652940750122,
      "learning_rate": 5.735215688796028e-07,
      "loss": 0.3405,
      "step": 2246920
    },
    {
      "epoch": 627.11,
      "grad_norm": 1.2109451293945312,
      "learning_rate": 5.735038477064932e-07,
      "loss": 0.331,
      "step": 2246930
    },
    {
      "epoch": 627.11,
      "grad_norm": 2.1039540767669678,
      "learning_rate": 5.734861267690044e-07,
      "loss": 0.3332,
      "step": 2246940
    },
    {
      "epoch": 627.11,
      "grad_norm": 1.5593647956848145,
      "learning_rate": 5.734684060671376e-07,
      "loss": 0.3468,
      "step": 2246950
    },
    {
      "epoch": 627.12,
      "grad_norm": 1.0826140642166138,
      "learning_rate": 5.734506856008958e-07,
      "loss": 0.329,
      "step": 2246960
    },
    {
      "epoch": 627.12,
      "grad_norm": 1.1958686113357544,
      "learning_rate": 5.73432965370282e-07,
      "loss": 0.3343,
      "step": 2246970
    },
    {
      "epoch": 627.12,
      "grad_norm": 1.036592960357666,
      "learning_rate": 5.734152453752963e-07,
      "loss": 0.3279,
      "step": 2246980
    },
    {
      "epoch": 627.13,
      "grad_norm": 1.215993881225586,
      "learning_rate": 5.733975256159443e-07,
      "loss": 0.3359,
      "step": 2246990
    },
    {
      "epoch": 627.13,
      "grad_norm": 1.1616826057434082,
      "learning_rate": 5.733798060922259e-07,
      "loss": 0.3358,
      "step": 2247000
    },
    {
      "epoch": 627.13,
      "grad_norm": 1.4378117322921753,
      "learning_rate": 5.733620868041443e-07,
      "loss": 0.337,
      "step": 2247010
    },
    {
      "epoch": 627.13,
      "grad_norm": 1.4947885274887085,
      "learning_rate": 5.733443677517023e-07,
      "loss": 0.3509,
      "step": 2247020
    },
    {
      "epoch": 627.14,
      "grad_norm": 1.1146323680877686,
      "learning_rate": 5.733266489349013e-07,
      "loss": 0.3339,
      "step": 2247030
    },
    {
      "epoch": 627.14,
      "grad_norm": 1.237610101699829,
      "learning_rate": 5.73308930353744e-07,
      "loss": 0.3452,
      "step": 2247040
    },
    {
      "epoch": 627.14,
      "grad_norm": 1.2976505756378174,
      "learning_rate": 5.732912120082329e-07,
      "loss": 0.337,
      "step": 2247050
    },
    {
      "epoch": 627.14,
      "grad_norm": 1.0216017961502075,
      "learning_rate": 5.732734938983712e-07,
      "loss": 0.3368,
      "step": 2247060
    },
    {
      "epoch": 627.15,
      "grad_norm": 1.1659982204437256,
      "learning_rate": 5.732557760241588e-07,
      "loss": 0.3536,
      "step": 2247070
    },
    {
      "epoch": 627.15,
      "grad_norm": 1.279120922088623,
      "learning_rate": 5.732380583856012e-07,
      "loss": 0.3643,
      "step": 2247080
    },
    {
      "epoch": 627.15,
      "grad_norm": 1.2168461084365845,
      "learning_rate": 5.732203409826986e-07,
      "loss": 0.3418,
      "step": 2247090
    },
    {
      "epoch": 627.16,
      "grad_norm": 1.055321455001831,
      "learning_rate": 5.732026238154538e-07,
      "loss": 0.3234,
      "step": 2247100
    },
    {
      "epoch": 627.16,
      "grad_norm": 1.0389701128005981,
      "learning_rate": 5.7318490688387e-07,
      "loss": 0.3267,
      "step": 2247110
    },
    {
      "epoch": 627.16,
      "grad_norm": 1.241393804550171,
      "learning_rate": 5.731671901879478e-07,
      "loss": 0.335,
      "step": 2247120
    },
    {
      "epoch": 627.16,
      "grad_norm": 1.1692488193511963,
      "learning_rate": 5.731494737276916e-07,
      "loss": 0.3403,
      "step": 2247130
    },
    {
      "epoch": 627.17,
      "grad_norm": 1.2102755308151245,
      "learning_rate": 5.731317575031025e-07,
      "loss": 0.349,
      "step": 2247140
    },
    {
      "epoch": 627.17,
      "grad_norm": 1.2876836061477661,
      "learning_rate": 5.731140415141831e-07,
      "loss": 0.3603,
      "step": 2247150
    },
    {
      "epoch": 627.17,
      "grad_norm": 1.217897653579712,
      "learning_rate": 5.730963257609356e-07,
      "loss": 0.3439,
      "step": 2247160
    },
    {
      "epoch": 627.18,
      "grad_norm": 1.4539474248886108,
      "learning_rate": 5.730786102433635e-07,
      "loss": 0.3326,
      "step": 2247170
    },
    {
      "epoch": 627.18,
      "grad_norm": 1.1479657888412476,
      "learning_rate": 5.730608949614676e-07,
      "loss": 0.3226,
      "step": 2247180
    },
    {
      "epoch": 627.18,
      "grad_norm": 1.145825743675232,
      "learning_rate": 5.730431799152506e-07,
      "loss": 0.3347,
      "step": 2247190
    },
    {
      "epoch": 627.18,
      "grad_norm": 1.1774131059646606,
      "learning_rate": 5.730254651047164e-07,
      "loss": 0.3306,
      "step": 2247200
    },
    {
      "epoch": 627.19,
      "grad_norm": 1.0692706108093262,
      "learning_rate": 5.730077505298643e-07,
      "loss": 0.3299,
      "step": 2247210
    },
    {
      "epoch": 627.19,
      "grad_norm": 1.3141472339630127,
      "learning_rate": 5.729900361906997e-07,
      "loss": 0.3387,
      "step": 2247220
    },
    {
      "epoch": 627.19,
      "grad_norm": 1.2537792921066284,
      "learning_rate": 5.729723220872235e-07,
      "loss": 0.3395,
      "step": 2247230
    },
    {
      "epoch": 627.2,
      "grad_norm": 1.2483829259872437,
      "learning_rate": 5.729546082194381e-07,
      "loss": 0.3542,
      "step": 2247240
    },
    {
      "epoch": 627.2,
      "grad_norm": 1.1976226568222046,
      "learning_rate": 5.729368945873466e-07,
      "loss": 0.3295,
      "step": 2247250
    },
    {
      "epoch": 627.2,
      "grad_norm": 1.0832289457321167,
      "learning_rate": 5.729191811909502e-07,
      "loss": 0.3383,
      "step": 2247260
    },
    {
      "epoch": 627.2,
      "grad_norm": 1.2531572580337524,
      "learning_rate": 5.729014680302519e-07,
      "loss": 0.328,
      "step": 2247270
    },
    {
      "epoch": 627.21,
      "grad_norm": 1.25584876537323,
      "learning_rate": 5.72883755105254e-07,
      "loss": 0.3258,
      "step": 2247280
    },
    {
      "epoch": 627.21,
      "grad_norm": 1.293440341949463,
      "learning_rate": 5.728660424159596e-07,
      "loss": 0.3337,
      "step": 2247290
    },
    {
      "epoch": 627.21,
      "grad_norm": 1.2909151315689087,
      "learning_rate": 5.72848329962369e-07,
      "loss": 0.3326,
      "step": 2247300
    },
    {
      "epoch": 627.21,
      "grad_norm": 1.183398962020874,
      "learning_rate": 5.728306177444874e-07,
      "loss": 0.3391,
      "step": 2247310
    },
    {
      "epoch": 627.22,
      "grad_norm": 1.112573504447937,
      "learning_rate": 5.728129057623147e-07,
      "loss": 0.3155,
      "step": 2247320
    },
    {
      "epoch": 627.22,
      "grad_norm": 1.1240251064300537,
      "learning_rate": 5.727951940158541e-07,
      "loss": 0.3466,
      "step": 2247330
    },
    {
      "epoch": 627.22,
      "grad_norm": 1.2777011394500732,
      "learning_rate": 5.727774825051091e-07,
      "loss": 0.3282,
      "step": 2247340
    },
    {
      "epoch": 627.23,
      "grad_norm": 1.3419270515441895,
      "learning_rate": 5.727597712300802e-07,
      "loss": 0.3337,
      "step": 2247350
    },
    {
      "epoch": 627.23,
      "grad_norm": 1.1793183088302612,
      "learning_rate": 5.727420601907706e-07,
      "loss": 0.3322,
      "step": 2247360
    },
    {
      "epoch": 627.23,
      "grad_norm": 1.2281720638275146,
      "learning_rate": 5.727243493871825e-07,
      "loss": 0.34,
      "step": 2247370
    },
    {
      "epoch": 627.23,
      "grad_norm": 1.3096143007278442,
      "learning_rate": 5.727066388193184e-07,
      "loss": 0.3295,
      "step": 2247380
    },
    {
      "epoch": 627.24,
      "grad_norm": 1.7124933004379272,
      "learning_rate": 5.726889284871815e-07,
      "loss": 0.3337,
      "step": 2247390
    },
    {
      "epoch": 627.24,
      "grad_norm": 1.1427985429763794,
      "learning_rate": 5.726712183907725e-07,
      "loss": 0.3175,
      "step": 2247400
    },
    {
      "epoch": 627.24,
      "grad_norm": 1.6290339231491089,
      "learning_rate": 5.726535085300949e-07,
      "loss": 0.343,
      "step": 2247410
    },
    {
      "epoch": 627.25,
      "grad_norm": 3.3876686096191406,
      "learning_rate": 5.726357989051505e-07,
      "loss": 0.3437,
      "step": 2247420
    },
    {
      "epoch": 627.25,
      "grad_norm": 1.223764419555664,
      "learning_rate": 5.726180895159423e-07,
      "loss": 0.3339,
      "step": 2247430
    },
    {
      "epoch": 627.25,
      "grad_norm": 1.2256098985671997,
      "learning_rate": 5.726003803624713e-07,
      "loss": 0.3242,
      "step": 2247440
    },
    {
      "epoch": 627.25,
      "grad_norm": 1.2021716833114624,
      "learning_rate": 5.725826714447419e-07,
      "loss": 0.3334,
      "step": 2247450
    },
    {
      "epoch": 627.26,
      "grad_norm": 1.2960665225982666,
      "learning_rate": 5.725649627627546e-07,
      "loss": 0.3429,
      "step": 2247460
    },
    {
      "epoch": 627.26,
      "grad_norm": 1.0766268968582153,
      "learning_rate": 5.725472543165127e-07,
      "loss": 0.3332,
      "step": 2247470
    },
    {
      "epoch": 627.26,
      "grad_norm": 1.0442994832992554,
      "learning_rate": 5.725295461060189e-07,
      "loss": 0.3371,
      "step": 2247480
    },
    {
      "epoch": 627.26,
      "grad_norm": 1.294884443283081,
      "learning_rate": 5.725118381312746e-07,
      "loss": 0.3554,
      "step": 2247490
    },
    {
      "epoch": 627.27,
      "grad_norm": 1.2217309474945068,
      "learning_rate": 5.724941303922823e-07,
      "loss": 0.3276,
      "step": 2247500
    },
    {
      "epoch": 627.27,
      "grad_norm": 1.1174345016479492,
      "learning_rate": 5.724764228890449e-07,
      "loss": 0.3431,
      "step": 2247510
    },
    {
      "epoch": 627.27,
      "grad_norm": 1.1905219554901123,
      "learning_rate": 5.72458715621565e-07,
      "loss": 0.3343,
      "step": 2247520
    },
    {
      "epoch": 627.28,
      "grad_norm": 1.1521975994110107,
      "learning_rate": 5.724410085898439e-07,
      "loss": 0.3397,
      "step": 2247530
    },
    {
      "epoch": 627.28,
      "grad_norm": 1.4309176206588745,
      "learning_rate": 5.724233017938844e-07,
      "loss": 0.3542,
      "step": 2247540
    },
    {
      "epoch": 627.28,
      "grad_norm": 1.123447299003601,
      "learning_rate": 5.724055952336896e-07,
      "loss": 0.3436,
      "step": 2247550
    },
    {
      "epoch": 627.28,
      "grad_norm": 1.1932401657104492,
      "learning_rate": 5.7238788890926e-07,
      "loss": 0.3281,
      "step": 2247560
    },
    {
      "epoch": 627.29,
      "grad_norm": 1.1848015785217285,
      "learning_rate": 5.723701828206005e-07,
      "loss": 0.3399,
      "step": 2247570
    },
    {
      "epoch": 627.29,
      "grad_norm": 1.1465246677398682,
      "learning_rate": 5.723524769677114e-07,
      "loss": 0.3302,
      "step": 2247580
    },
    {
      "epoch": 627.29,
      "grad_norm": 1.2197421789169312,
      "learning_rate": 5.723347713505957e-07,
      "loss": 0.3434,
      "step": 2247590
    },
    {
      "epoch": 627.3,
      "grad_norm": 1.3200494050979614,
      "learning_rate": 5.72317065969256e-07,
      "loss": 0.3429,
      "step": 2247600
    },
    {
      "epoch": 627.3,
      "grad_norm": 1.1443607807159424,
      "learning_rate": 5.722993608236952e-07,
      "loss": 0.3535,
      "step": 2247610
    },
    {
      "epoch": 627.3,
      "grad_norm": 1.2162164449691772,
      "learning_rate": 5.722816559139142e-07,
      "loss": 0.333,
      "step": 2247620
    },
    {
      "epoch": 627.3,
      "grad_norm": 1.2828598022460938,
      "learning_rate": 5.722639512399163e-07,
      "loss": 0.3372,
      "step": 2247630
    },
    {
      "epoch": 627.31,
      "grad_norm": 1.3978394269943237,
      "learning_rate": 5.722462468017041e-07,
      "loss": 0.3326,
      "step": 2247640
    },
    {
      "epoch": 627.31,
      "grad_norm": 1.2504823207855225,
      "learning_rate": 5.722285425992782e-07,
      "loss": 0.3412,
      "step": 2247650
    },
    {
      "epoch": 627.31,
      "grad_norm": 1.0396004915237427,
      "learning_rate": 5.722108386326439e-07,
      "loss": 0.3351,
      "step": 2247660
    },
    {
      "epoch": 627.32,
      "grad_norm": 1.0707865953445435,
      "learning_rate": 5.72193134901801e-07,
      "loss": 0.3304,
      "step": 2247670
    },
    {
      "epoch": 627.32,
      "grad_norm": 1.313942313194275,
      "learning_rate": 5.72175431406753e-07,
      "loss": 0.3518,
      "step": 2247680
    },
    {
      "epoch": 627.32,
      "grad_norm": 1.291971206665039,
      "learning_rate": 5.721577281475025e-07,
      "loss": 0.333,
      "step": 2247690
    },
    {
      "epoch": 627.32,
      "grad_norm": 2.8386764526367188,
      "learning_rate": 5.721400251240501e-07,
      "loss": 0.3361,
      "step": 2247700
    },
    {
      "epoch": 627.33,
      "grad_norm": 1.172768473625183,
      "learning_rate": 5.721223223364011e-07,
      "loss": 0.335,
      "step": 2247710
    },
    {
      "epoch": 627.33,
      "grad_norm": 1.3225017786026,
      "learning_rate": 5.721046197845553e-07,
      "loss": 0.3396,
      "step": 2247720
    },
    {
      "epoch": 627.33,
      "grad_norm": 1.1260393857955933,
      "learning_rate": 5.72086917468516e-07,
      "loss": 0.3396,
      "step": 2247730
    },
    {
      "epoch": 627.33,
      "grad_norm": 1.4685097932815552,
      "learning_rate": 5.720692153882856e-07,
      "loss": 0.3387,
      "step": 2247740
    },
    {
      "epoch": 627.34,
      "grad_norm": 1.1045734882354736,
      "learning_rate": 5.720515135438672e-07,
      "loss": 0.3284,
      "step": 2247750
    },
    {
      "epoch": 627.34,
      "grad_norm": 1.3426347970962524,
      "learning_rate": 5.720338119352615e-07,
      "loss": 0.3406,
      "step": 2247760
    },
    {
      "epoch": 627.34,
      "grad_norm": 1.4210249185562134,
      "learning_rate": 5.720161105624718e-07,
      "loss": 0.3446,
      "step": 2247770
    },
    {
      "epoch": 627.35,
      "grad_norm": 1.0932776927947998,
      "learning_rate": 5.71998409425501e-07,
      "loss": 0.3415,
      "step": 2247780
    },
    {
      "epoch": 627.35,
      "grad_norm": 1.1004843711853027,
      "learning_rate": 5.719807085243495e-07,
      "loss": 0.3207,
      "step": 2247790
    },
    {
      "epoch": 627.35,
      "grad_norm": 1.0400995016098022,
      "learning_rate": 5.719630078590222e-07,
      "loss": 0.3481,
      "step": 2247800
    },
    {
      "epoch": 627.35,
      "grad_norm": 1.1122114658355713,
      "learning_rate": 5.719453074295196e-07,
      "loss": 0.3308,
      "step": 2247810
    },
    {
      "epoch": 627.36,
      "grad_norm": 1.093595027923584,
      "learning_rate": 5.719276072358449e-07,
      "loss": 0.3387,
      "step": 2247820
    },
    {
      "epoch": 627.36,
      "grad_norm": 1.1714097261428833,
      "learning_rate": 5.719099072780007e-07,
      "loss": 0.3346,
      "step": 2247830
    },
    {
      "epoch": 627.36,
      "grad_norm": 1.0682588815689087,
      "learning_rate": 5.718922075559881e-07,
      "loss": 0.3308,
      "step": 2247840
    },
    {
      "epoch": 627.37,
      "grad_norm": 1.0974268913269043,
      "learning_rate": 5.718745080698104e-07,
      "loss": 0.3413,
      "step": 2247850
    },
    {
      "epoch": 627.37,
      "grad_norm": 1.281526803970337,
      "learning_rate": 5.718568088194698e-07,
      "loss": 0.3383,
      "step": 2247860
    },
    {
      "epoch": 627.37,
      "grad_norm": 1.19147789478302,
      "learning_rate": 5.718391098049695e-07,
      "loss": 0.3395,
      "step": 2247870
    },
    {
      "epoch": 627.37,
      "grad_norm": 1.2381789684295654,
      "learning_rate": 5.718214110263096e-07,
      "loss": 0.3369,
      "step": 2247880
    },
    {
      "epoch": 627.38,
      "grad_norm": 1.2649450302124023,
      "learning_rate": 5.71803712483495e-07,
      "loss": 0.3395,
      "step": 2247890
    },
    {
      "epoch": 627.38,
      "grad_norm": 1.221773386001587,
      "learning_rate": 5.717860141765266e-07,
      "loss": 0.3438,
      "step": 2247900
    },
    {
      "epoch": 627.38,
      "grad_norm": 1.3401710987091064,
      "learning_rate": 5.717683161054067e-07,
      "loss": 0.3307,
      "step": 2247910
    },
    {
      "epoch": 627.38,
      "grad_norm": 1.2635754346847534,
      "learning_rate": 5.717506182701391e-07,
      "loss": 0.3307,
      "step": 2247920
    },
    {
      "epoch": 627.39,
      "grad_norm": 1.2671018838882446,
      "learning_rate": 5.717329206707243e-07,
      "loss": 0.3487,
      "step": 2247930
    },
    {
      "epoch": 627.39,
      "grad_norm": 1.347549319267273,
      "learning_rate": 5.717152233071653e-07,
      "loss": 0.3299,
      "step": 2247940
    },
    {
      "epoch": 627.39,
      "grad_norm": 1.053355097770691,
      "learning_rate": 5.716975261794648e-07,
      "loss": 0.3481,
      "step": 2247950
    },
    {
      "epoch": 627.4,
      "grad_norm": 1.240789532661438,
      "learning_rate": 5.716798292876248e-07,
      "loss": 0.3288,
      "step": 2247960
    },
    {
      "epoch": 627.4,
      "grad_norm": 1.1039091348648071,
      "learning_rate": 5.716621326316488e-07,
      "loss": 0.3354,
      "step": 2247970
    },
    {
      "epoch": 627.4,
      "grad_norm": 1.3041081428527832,
      "learning_rate": 5.716444362115372e-07,
      "loss": 0.3219,
      "step": 2247980
    },
    {
      "epoch": 627.4,
      "grad_norm": 1.1872544288635254,
      "learning_rate": 5.716267400272935e-07,
      "loss": 0.3434,
      "step": 2247990
    },
    {
      "epoch": 627.41,
      "grad_norm": 1.2260222434997559,
      "learning_rate": 5.716090440789196e-07,
      "loss": 0.3491,
      "step": 2248000
    },
    {
      "epoch": 627.41,
      "grad_norm": 1.4572021961212158,
      "learning_rate": 5.715913483664191e-07,
      "loss": 0.3298,
      "step": 2248010
    },
    {
      "epoch": 627.41,
      "grad_norm": 1.3054262399673462,
      "learning_rate": 5.715736528897921e-07,
      "loss": 0.3516,
      "step": 2248020
    },
    {
      "epoch": 627.42,
      "grad_norm": 1.338199496269226,
      "learning_rate": 5.715559576490434e-07,
      "loss": 0.3287,
      "step": 2248030
    },
    {
      "epoch": 627.42,
      "grad_norm": 1.259124755859375,
      "learning_rate": 5.715382626441737e-07,
      "loss": 0.3377,
      "step": 2248040
    },
    {
      "epoch": 627.42,
      "grad_norm": 1.047169804573059,
      "learning_rate": 5.715205678751859e-07,
      "loss": 0.347,
      "step": 2248050
    },
    {
      "epoch": 627.42,
      "grad_norm": 1.2058826684951782,
      "learning_rate": 5.715028733420828e-07,
      "loss": 0.3289,
      "step": 2248060
    },
    {
      "epoch": 627.43,
      "grad_norm": 1.0920509099960327,
      "learning_rate": 5.714851790448656e-07,
      "loss": 0.3301,
      "step": 2248070
    },
    {
      "epoch": 627.43,
      "grad_norm": 1.5725059509277344,
      "learning_rate": 5.714674849835374e-07,
      "loss": 0.3385,
      "step": 2248080
    },
    {
      "epoch": 627.43,
      "grad_norm": 1.1118675470352173,
      "learning_rate": 5.714497911581006e-07,
      "loss": 0.3342,
      "step": 2248090
    },
    {
      "epoch": 627.44,
      "grad_norm": 1.1746727228164673,
      "learning_rate": 5.714320975685582e-07,
      "loss": 0.3282,
      "step": 2248100
    },
    {
      "epoch": 627.44,
      "grad_norm": 1.242789387702942,
      "learning_rate": 5.7141440421491e-07,
      "loss": 0.3527,
      "step": 2248110
    },
    {
      "epoch": 627.44,
      "grad_norm": 1.934674620628357,
      "learning_rate": 5.713967110971619e-07,
      "loss": 0.3348,
      "step": 2248120
    },
    {
      "epoch": 627.44,
      "grad_norm": 2.0545077323913574,
      "learning_rate": 5.713790182153136e-07,
      "loss": 0.3303,
      "step": 2248130
    },
    {
      "epoch": 627.45,
      "grad_norm": 1.2234480381011963,
      "learning_rate": 5.713613255693685e-07,
      "loss": 0.3387,
      "step": 2248140
    },
    {
      "epoch": 627.45,
      "grad_norm": 1.097237229347229,
      "learning_rate": 5.713436331593294e-07,
      "loss": 0.337,
      "step": 2248150
    },
    {
      "epoch": 627.45,
      "grad_norm": 1.119153618812561,
      "learning_rate": 5.713259409851977e-07,
      "loss": 0.3398,
      "step": 2248160
    },
    {
      "epoch": 627.45,
      "grad_norm": 1.0774134397506714,
      "learning_rate": 5.713082490469757e-07,
      "loss": 0.337,
      "step": 2248170
    },
    {
      "epoch": 627.46,
      "grad_norm": 1.1359254121780396,
      "learning_rate": 5.712905573446663e-07,
      "loss": 0.3447,
      "step": 2248180
    },
    {
      "epoch": 627.46,
      "grad_norm": 1.4048737287521362,
      "learning_rate": 5.712728658782726e-07,
      "loss": 0.3327,
      "step": 2248190
    },
    {
      "epoch": 627.46,
      "grad_norm": 1.6825647354125977,
      "learning_rate": 5.712551746477952e-07,
      "loss": 0.3449,
      "step": 2248200
    },
    {
      "epoch": 627.47,
      "grad_norm": 1.3139175176620483,
      "learning_rate": 5.712374836532374e-07,
      "loss": 0.3506,
      "step": 2248210
    },
    {
      "epoch": 627.47,
      "grad_norm": 1.1371493339538574,
      "learning_rate": 5.712197928946023e-07,
      "loss": 0.3403,
      "step": 2248220
    },
    {
      "epoch": 627.47,
      "grad_norm": 1.2646042108535767,
      "learning_rate": 5.712021023718898e-07,
      "loss": 0.3256,
      "step": 2248230
    },
    {
      "epoch": 627.47,
      "grad_norm": 1.3366131782531738,
      "learning_rate": 5.711844120851055e-07,
      "loss": 0.3344,
      "step": 2248240
    },
    {
      "epoch": 627.48,
      "grad_norm": 1.331481695175171,
      "learning_rate": 5.711667220342487e-07,
      "loss": 0.3313,
      "step": 2248250
    },
    {
      "epoch": 627.48,
      "grad_norm": 1.3734370470046997,
      "learning_rate": 5.711490322193247e-07,
      "loss": 0.3408,
      "step": 2248260
    },
    {
      "epoch": 627.48,
      "grad_norm": 1.2535102367401123,
      "learning_rate": 5.711313426403337e-07,
      "loss": 0.3295,
      "step": 2248270
    },
    {
      "epoch": 627.49,
      "grad_norm": 1.1310176849365234,
      "learning_rate": 5.711136532972786e-07,
      "loss": 0.3372,
      "step": 2248280
    },
    {
      "epoch": 627.49,
      "grad_norm": 1.3379031419754028,
      "learning_rate": 5.710959641901627e-07,
      "loss": 0.3197,
      "step": 2248290
    },
    {
      "epoch": 627.49,
      "grad_norm": 1.506840467453003,
      "learning_rate": 5.710782753189869e-07,
      "loss": 0.3494,
      "step": 2248300
    },
    {
      "epoch": 627.49,
      "grad_norm": 1.3346725702285767,
      "learning_rate": 5.71060586683754e-07,
      "loss": 0.3321,
      "step": 2248310
    },
    {
      "epoch": 627.5,
      "grad_norm": 1.33144211769104,
      "learning_rate": 5.710428982844666e-07,
      "loss": 0.3593,
      "step": 2248320
    },
    {
      "epoch": 627.5,
      "grad_norm": 1.2691246271133423,
      "learning_rate": 5.710252101211276e-07,
      "loss": 0.3468,
      "step": 2248330
    },
    {
      "epoch": 627.5,
      "grad_norm": 1.1510918140411377,
      "learning_rate": 5.710075221937381e-07,
      "loss": 0.341,
      "step": 2248340
    },
    {
      "epoch": 627.5,
      "grad_norm": 1.8011550903320312,
      "learning_rate": 5.709898345023011e-07,
      "loss": 0.3543,
      "step": 2248350
    },
    {
      "epoch": 627.51,
      "grad_norm": 1.2715026140213013,
      "learning_rate": 5.709721470468198e-07,
      "loss": 0.3316,
      "step": 2248360
    },
    {
      "epoch": 627.51,
      "grad_norm": 1.1263542175292969,
      "learning_rate": 5.709544598272944e-07,
      "loss": 0.3226,
      "step": 2248370
    },
    {
      "epoch": 627.51,
      "grad_norm": 1.1438339948654175,
      "learning_rate": 5.709367728437297e-07,
      "loss": 0.338,
      "step": 2248380
    },
    {
      "epoch": 627.52,
      "grad_norm": 1.217984676361084,
      "learning_rate": 5.709190860961262e-07,
      "loss": 0.3402,
      "step": 2248390
    },
    {
      "epoch": 627.52,
      "grad_norm": 1.1871312856674194,
      "learning_rate": 5.709013995844874e-07,
      "loss": 0.3313,
      "step": 2248400
    },
    {
      "epoch": 627.52,
      "grad_norm": 1.2517423629760742,
      "learning_rate": 5.708837133088148e-07,
      "loss": 0.3631,
      "step": 2248410
    },
    {
      "epoch": 627.52,
      "grad_norm": 1.1651667356491089,
      "learning_rate": 5.708660272691119e-07,
      "loss": 0.3484,
      "step": 2248420
    },
    {
      "epoch": 627.53,
      "grad_norm": 1.0566014051437378,
      "learning_rate": 5.708483414653799e-07,
      "loss": 0.3522,
      "step": 2248430
    },
    {
      "epoch": 627.53,
      "grad_norm": 1.0756359100341797,
      "learning_rate": 5.708306558976215e-07,
      "loss": 0.3294,
      "step": 2248440
    },
    {
      "epoch": 627.53,
      "grad_norm": 1.3807096481323242,
      "learning_rate": 5.708129705658396e-07,
      "loss": 0.3469,
      "step": 2248450
    },
    {
      "epoch": 627.54,
      "grad_norm": 1.2307449579238892,
      "learning_rate": 5.707952854700349e-07,
      "loss": 0.3356,
      "step": 2248460
    },
    {
      "epoch": 627.54,
      "grad_norm": 1.3010222911834717,
      "learning_rate": 5.707776006102125e-07,
      "loss": 0.3407,
      "step": 2248470
    },
    {
      "epoch": 627.54,
      "grad_norm": 1.3934181928634644,
      "learning_rate": 5.707599159863725e-07,
      "loss": 0.328,
      "step": 2248480
    },
    {
      "epoch": 627.54,
      "grad_norm": 1.0984277725219727,
      "learning_rate": 5.707422315985176e-07,
      "loss": 0.3303,
      "step": 2248490
    },
    {
      "epoch": 627.55,
      "grad_norm": 1.6716489791870117,
      "learning_rate": 5.707245474466516e-07,
      "loss": 0.3376,
      "step": 2248500
    },
    {
      "epoch": 627.55,
      "grad_norm": 1.3169465065002441,
      "learning_rate": 5.707068635307749e-07,
      "loss": 0.3406,
      "step": 2248510
    },
    {
      "epoch": 627.55,
      "grad_norm": 1.3478889465332031,
      "learning_rate": 5.706891798508907e-07,
      "loss": 0.3262,
      "step": 2248520
    },
    {
      "epoch": 627.56,
      "grad_norm": 1.2144227027893066,
      "learning_rate": 5.706714964070015e-07,
      "loss": 0.3307,
      "step": 2248530
    },
    {
      "epoch": 627.56,
      "grad_norm": 1.1813228130340576,
      "learning_rate": 5.706538131991096e-07,
      "loss": 0.3337,
      "step": 2248540
    },
    {
      "epoch": 627.56,
      "grad_norm": 1.3295493125915527,
      "learning_rate": 5.706361302272171e-07,
      "loss": 0.3452,
      "step": 2248550
    },
    {
      "epoch": 627.56,
      "grad_norm": 1.2167109251022339,
      "learning_rate": 5.706184474913272e-07,
      "loss": 0.347,
      "step": 2248560
    },
    {
      "epoch": 627.57,
      "grad_norm": 1.254241704940796,
      "learning_rate": 5.70600764991441e-07,
      "loss": 0.3307,
      "step": 2248570
    },
    {
      "epoch": 627.57,
      "grad_norm": 1.2245723009109497,
      "learning_rate": 5.705830827275613e-07,
      "loss": 0.3471,
      "step": 2248580
    },
    {
      "epoch": 627.57,
      "grad_norm": 1.2350801229476929,
      "learning_rate": 5.705654006996916e-07,
      "loss": 0.3337,
      "step": 2248590
    },
    {
      "epoch": 627.57,
      "grad_norm": 1.2329459190368652,
      "learning_rate": 5.705477189078315e-07,
      "loss": 0.3362,
      "step": 2248600
    },
    {
      "epoch": 627.58,
      "grad_norm": 1.1389188766479492,
      "learning_rate": 5.705300373519868e-07,
      "loss": 0.3343,
      "step": 2248610
    },
    {
      "epoch": 627.58,
      "grad_norm": 1.2508715391159058,
      "learning_rate": 5.705123560321574e-07,
      "loss": 0.3297,
      "step": 2248620
    },
    {
      "epoch": 627.58,
      "grad_norm": 1.2725789546966553,
      "learning_rate": 5.704946749483463e-07,
      "loss": 0.3361,
      "step": 2248630
    },
    {
      "epoch": 627.59,
      "grad_norm": 1.229385495185852,
      "learning_rate": 5.704769941005567e-07,
      "loss": 0.3364,
      "step": 2248640
    },
    {
      "epoch": 627.59,
      "grad_norm": 1.1094257831573486,
      "learning_rate": 5.704593134887893e-07,
      "loss": 0.3291,
      "step": 2248650
    },
    {
      "epoch": 627.59,
      "grad_norm": 1.1794190406799316,
      "learning_rate": 5.704416331130478e-07,
      "loss": 0.3472,
      "step": 2248660
    },
    {
      "epoch": 627.59,
      "grad_norm": 1.0927470922470093,
      "learning_rate": 5.704239529733341e-07,
      "loss": 0.3451,
      "step": 2248670
    },
    {
      "epoch": 627.6,
      "grad_norm": 1.380911946296692,
      "learning_rate": 5.704062730696511e-07,
      "loss": 0.3433,
      "step": 2248680
    },
    {
      "epoch": 627.6,
      "grad_norm": 1.251522421836853,
      "learning_rate": 5.703885934019991e-07,
      "loss": 0.3356,
      "step": 2248690
    },
    {
      "epoch": 627.6,
      "grad_norm": 1.4660369157791138,
      "learning_rate": 5.703709139703835e-07,
      "loss": 0.3454,
      "step": 2248700
    },
    {
      "epoch": 627.61,
      "grad_norm": 1.107620358467102,
      "learning_rate": 5.703532347748047e-07,
      "loss": 0.3531,
      "step": 2248710
    },
    {
      "epoch": 627.61,
      "grad_norm": 1.706996202468872,
      "learning_rate": 5.703355558152652e-07,
      "loss": 0.3375,
      "step": 2248720
    },
    {
      "epoch": 627.61,
      "grad_norm": 1.2456059455871582,
      "learning_rate": 5.703178770917683e-07,
      "loss": 0.3321,
      "step": 2248730
    },
    {
      "epoch": 627.61,
      "grad_norm": 1.4364001750946045,
      "learning_rate": 5.703001986043152e-07,
      "loss": 0.3438,
      "step": 2248740
    },
    {
      "epoch": 627.62,
      "grad_norm": 1.454980492591858,
      "learning_rate": 5.702825203529087e-07,
      "loss": 0.3477,
      "step": 2248750
    },
    {
      "epoch": 627.62,
      "grad_norm": 1.2967708110809326,
      "learning_rate": 5.702648423375511e-07,
      "loss": 0.3462,
      "step": 2248760
    },
    {
      "epoch": 627.62,
      "grad_norm": 1.2755286693572998,
      "learning_rate": 5.702471645582457e-07,
      "loss": 0.3337,
      "step": 2248770
    },
    {
      "epoch": 627.62,
      "grad_norm": 1.2069729566574097,
      "learning_rate": 5.702294870149933e-07,
      "loss": 0.3446,
      "step": 2248780
    },
    {
      "epoch": 627.63,
      "grad_norm": 1.187705397605896,
      "learning_rate": 5.702118097077968e-07,
      "loss": 0.3283,
      "step": 2248790
    },
    {
      "epoch": 627.63,
      "grad_norm": 1.2866255044937134,
      "learning_rate": 5.701941326366595e-07,
      "loss": 0.3225,
      "step": 2248800
    },
    {
      "epoch": 627.63,
      "grad_norm": 1.1992740631103516,
      "learning_rate": 5.701764558015818e-07,
      "loss": 0.3352,
      "step": 2248810
    },
    {
      "epoch": 627.64,
      "grad_norm": 1.1541417837142944,
      "learning_rate": 5.701587792025684e-07,
      "loss": 0.3328,
      "step": 2248820
    },
    {
      "epoch": 627.64,
      "grad_norm": 1.349051594734192,
      "learning_rate": 5.701411028396189e-07,
      "loss": 0.3381,
      "step": 2248830
    },
    {
      "epoch": 627.64,
      "grad_norm": 1.1776103973388672,
      "learning_rate": 5.701234267127387e-07,
      "loss": 0.3401,
      "step": 2248840
    },
    {
      "epoch": 627.64,
      "grad_norm": 1.0714882612228394,
      "learning_rate": 5.701057508219283e-07,
      "loss": 0.3446,
      "step": 2248850
    },
    {
      "epoch": 627.65,
      "grad_norm": 1.1116440296173096,
      "learning_rate": 5.700880751671903e-07,
      "loss": 0.3342,
      "step": 2248860
    },
    {
      "epoch": 627.65,
      "grad_norm": 1.3086698055267334,
      "learning_rate": 5.700703997485277e-07,
      "loss": 0.3493,
      "step": 2248870
    },
    {
      "epoch": 627.65,
      "grad_norm": 1.031448245048523,
      "learning_rate": 5.700527245659418e-07,
      "loss": 0.3388,
      "step": 2248880
    },
    {
      "epoch": 627.66,
      "grad_norm": 1.2743639945983887,
      "learning_rate": 5.700350496194353e-07,
      "loss": 0.3504,
      "step": 2248890
    },
    {
      "epoch": 627.66,
      "grad_norm": 1.3330364227294922,
      "learning_rate": 5.70017374909011e-07,
      "loss": 0.3581,
      "step": 2248900
    },
    {
      "epoch": 627.66,
      "grad_norm": 1.1433885097503662,
      "learning_rate": 5.699997004346716e-07,
      "loss": 0.3384,
      "step": 2248910
    },
    {
      "epoch": 627.66,
      "grad_norm": 1.1346181631088257,
      "learning_rate": 5.699820261964182e-07,
      "loss": 0.3424,
      "step": 2248920
    },
    {
      "epoch": 627.67,
      "grad_norm": 1.2383520603179932,
      "learning_rate": 5.699643521942536e-07,
      "loss": 0.3383,
      "step": 2248930
    },
    {
      "epoch": 627.67,
      "grad_norm": 1.3420745134353638,
      "learning_rate": 5.699466784281813e-07,
      "loss": 0.325,
      "step": 2248940
    },
    {
      "epoch": 627.67,
      "grad_norm": 1.1052472591400146,
      "learning_rate": 5.699290048982012e-07,
      "loss": 0.3391,
      "step": 2248950
    },
    {
      "epoch": 627.68,
      "grad_norm": 1.2577521800994873,
      "learning_rate": 5.699113316043184e-07,
      "loss": 0.3405,
      "step": 2248960
    },
    {
      "epoch": 627.68,
      "grad_norm": 5.9828572273254395,
      "learning_rate": 5.698936585465334e-07,
      "loss": 0.3497,
      "step": 2248970
    },
    {
      "epoch": 627.68,
      "grad_norm": 1.4390947818756104,
      "learning_rate": 5.698759857248493e-07,
      "loss": 0.3507,
      "step": 2248980
    },
    {
      "epoch": 627.68,
      "grad_norm": 1.191400408744812,
      "learning_rate": 5.698583131392683e-07,
      "loss": 0.3763,
      "step": 2248990
    },
    {
      "epoch": 627.69,
      "grad_norm": 1.442806363105774,
      "learning_rate": 5.698406407897934e-07,
      "loss": 0.3254,
      "step": 2249000
    },
    {
      "epoch": 627.69,
      "grad_norm": 1.4298577308654785,
      "learning_rate": 5.698229686764257e-07,
      "loss": 0.337,
      "step": 2249010
    },
    {
      "epoch": 627.69,
      "grad_norm": 1.0314651727676392,
      "learning_rate": 5.69805296799168e-07,
      "loss": 0.3242,
      "step": 2249020
    },
    {
      "epoch": 627.69,
      "grad_norm": 1.368131160736084,
      "learning_rate": 5.697876251580237e-07,
      "loss": 0.3369,
      "step": 2249030
    },
    {
      "epoch": 627.7,
      "grad_norm": 1.4285475015640259,
      "learning_rate": 5.697699537529927e-07,
      "loss": 0.3297,
      "step": 2249040
    },
    {
      "epoch": 627.7,
      "grad_norm": 1.3723310232162476,
      "learning_rate": 5.697522825840804e-07,
      "loss": 0.3252,
      "step": 2249050
    },
    {
      "epoch": 627.7,
      "grad_norm": 1.4024280309677124,
      "learning_rate": 5.69734611651287e-07,
      "loss": 0.3455,
      "step": 2249060
    },
    {
      "epoch": 627.71,
      "grad_norm": 1.268001675605774,
      "learning_rate": 5.697169409546155e-07,
      "loss": 0.3304,
      "step": 2249070
    },
    {
      "epoch": 627.71,
      "grad_norm": 1.1240609884262085,
      "learning_rate": 5.696992704940684e-07,
      "loss": 0.3501,
      "step": 2249080
    },
    {
      "epoch": 627.71,
      "grad_norm": 3.936065673828125,
      "learning_rate": 5.696816002696485e-07,
      "loss": 0.3334,
      "step": 2249090
    },
    {
      "epoch": 627.71,
      "grad_norm": 1.0517957210540771,
      "learning_rate": 5.69663930281357e-07,
      "loss": 0.3423,
      "step": 2249100
    },
    {
      "epoch": 627.72,
      "grad_norm": 1.0643631219863892,
      "learning_rate": 5.696462605291969e-07,
      "loss": 0.3398,
      "step": 2249110
    },
    {
      "epoch": 627.72,
      "grad_norm": 1.2881617546081543,
      "learning_rate": 5.696285910131702e-07,
      "loss": 0.3116,
      "step": 2249120
    },
    {
      "epoch": 627.72,
      "grad_norm": 1.5183287858963013,
      "learning_rate": 5.696109217332796e-07,
      "loss": 0.3422,
      "step": 2249130
    },
    {
      "epoch": 627.73,
      "grad_norm": 1.076198697090149,
      "learning_rate": 5.695932526895283e-07,
      "loss": 0.3481,
      "step": 2249140
    },
    {
      "epoch": 627.73,
      "grad_norm": 1.3055448532104492,
      "learning_rate": 5.695755838819171e-07,
      "loss": 0.3308,
      "step": 2249150
    },
    {
      "epoch": 627.73,
      "grad_norm": 1.4189893007278442,
      "learning_rate": 5.695579153104487e-07,
      "loss": 0.3323,
      "step": 2249160
    },
    {
      "epoch": 627.73,
      "grad_norm": 1.2804898023605347,
      "learning_rate": 5.695402469751266e-07,
      "loss": 0.3474,
      "step": 2249170
    },
    {
      "epoch": 627.74,
      "grad_norm": 1.0808000564575195,
      "learning_rate": 5.695225788759509e-07,
      "loss": 0.342,
      "step": 2249180
    },
    {
      "epoch": 627.74,
      "grad_norm": 1.3218824863433838,
      "learning_rate": 5.695049110129268e-07,
      "loss": 0.3249,
      "step": 2249190
    },
    {
      "epoch": 627.74,
      "grad_norm": 1.2596899271011353,
      "learning_rate": 5.694872433860543e-07,
      "loss": 0.3389,
      "step": 2249200
    },
    {
      "epoch": 627.74,
      "grad_norm": 1.1136542558670044,
      "learning_rate": 5.694695759953371e-07,
      "loss": 0.3515,
      "step": 2249210
    },
    {
      "epoch": 627.75,
      "grad_norm": 1.1215555667877197,
      "learning_rate": 5.694519088407766e-07,
      "loss": 0.3371,
      "step": 2249220
    },
    {
      "epoch": 627.75,
      "grad_norm": 1.2909760475158691,
      "learning_rate": 5.694342419223765e-07,
      "loss": 0.3405,
      "step": 2249230
    },
    {
      "epoch": 627.75,
      "grad_norm": 1.2988289594650269,
      "learning_rate": 5.694165752401377e-07,
      "loss": 0.3275,
      "step": 2249240
    },
    {
      "epoch": 627.76,
      "grad_norm": 1.209083080291748,
      "learning_rate": 5.693989087940633e-07,
      "loss": 0.3209,
      "step": 2249250
    },
    {
      "epoch": 627.76,
      "grad_norm": 1.2238757610321045,
      "learning_rate": 5.693812425841561e-07,
      "loss": 0.3234,
      "step": 2249260
    },
    {
      "epoch": 627.76,
      "grad_norm": 1.2503234148025513,
      "learning_rate": 5.693635766104164e-07,
      "loss": 0.3373,
      "step": 2249270
    },
    {
      "epoch": 627.76,
      "grad_norm": 1.2209736108779907,
      "learning_rate": 5.693459108728494e-07,
      "loss": 0.3378,
      "step": 2249280
    },
    {
      "epoch": 627.77,
      "grad_norm": 1.1108278036117554,
      "learning_rate": 5.693282453714555e-07,
      "loss": 0.3288,
      "step": 2249290
    },
    {
      "epoch": 627.77,
      "grad_norm": 1.23548424243927,
      "learning_rate": 5.693105801062376e-07,
      "loss": 0.3373,
      "step": 2249300
    },
    {
      "epoch": 627.77,
      "grad_norm": 1.248400092124939,
      "learning_rate": 5.692929150771986e-07,
      "loss": 0.3592,
      "step": 2249310
    },
    {
      "epoch": 627.78,
      "grad_norm": 1.1960197687149048,
      "learning_rate": 5.692752502843396e-07,
      "loss": 0.3359,
      "step": 2249320
    },
    {
      "epoch": 627.78,
      "grad_norm": 1.1032395362854004,
      "learning_rate": 5.692575857276639e-07,
      "loss": 0.3523,
      "step": 2249330
    },
    {
      "epoch": 627.78,
      "grad_norm": 1.139367938041687,
      "learning_rate": 5.692399214071735e-07,
      "loss": 0.3395,
      "step": 2249340
    },
    {
      "epoch": 627.78,
      "grad_norm": 1.280287265777588,
      "learning_rate": 5.692222573228716e-07,
      "loss": 0.3238,
      "step": 2249350
    },
    {
      "epoch": 627.79,
      "grad_norm": 1.3343302011489868,
      "learning_rate": 5.692045934747586e-07,
      "loss": 0.3366,
      "step": 2249360
    },
    {
      "epoch": 627.79,
      "grad_norm": 1.2650623321533203,
      "learning_rate": 5.691869298628391e-07,
      "loss": 0.3377,
      "step": 2249370
    },
    {
      "epoch": 627.79,
      "grad_norm": 1.0625213384628296,
      "learning_rate": 5.69169266487114e-07,
      "loss": 0.3275,
      "step": 2249380
    },
    {
      "epoch": 627.8,
      "grad_norm": 1.2596638202667236,
      "learning_rate": 5.69151603347586e-07,
      "loss": 0.3456,
      "step": 2249390
    },
    {
      "epoch": 627.8,
      "grad_norm": 1.102720022201538,
      "learning_rate": 5.691339404442583e-07,
      "loss": 0.3402,
      "step": 2249400
    },
    {
      "epoch": 627.8,
      "grad_norm": 1.4853447675704956,
      "learning_rate": 5.691162777771309e-07,
      "loss": 0.3448,
      "step": 2249410
    },
    {
      "epoch": 627.8,
      "grad_norm": 1.3490408658981323,
      "learning_rate": 5.690986153462094e-07,
      "loss": 0.3343,
      "step": 2249420
    },
    {
      "epoch": 627.81,
      "grad_norm": 1.6081016063690186,
      "learning_rate": 5.690809531514936e-07,
      "loss": 0.3312,
      "step": 2249430
    },
    {
      "epoch": 627.81,
      "grad_norm": 1.0394541025161743,
      "learning_rate": 5.690632911929869e-07,
      "loss": 0.336,
      "step": 2249440
    },
    {
      "epoch": 627.81,
      "grad_norm": 1.2088134288787842,
      "learning_rate": 5.690456294706918e-07,
      "loss": 0.3335,
      "step": 2249450
    },
    {
      "epoch": 627.81,
      "grad_norm": 1.1562182903289795,
      "learning_rate": 5.690279679846101e-07,
      "loss": 0.3318,
      "step": 2249460
    },
    {
      "epoch": 627.82,
      "grad_norm": 1.2184553146362305,
      "learning_rate": 5.690103067347441e-07,
      "loss": 0.351,
      "step": 2249470
    },
    {
      "epoch": 627.82,
      "grad_norm": 1.2873337268829346,
      "learning_rate": 5.689926457210965e-07,
      "loss": 0.3483,
      "step": 2249480
    },
    {
      "epoch": 627.82,
      "grad_norm": 1.289591908454895,
      "learning_rate": 5.689749849436704e-07,
      "loss": 0.3298,
      "step": 2249490
    },
    {
      "epoch": 627.83,
      "grad_norm": 0.9268254041671753,
      "learning_rate": 5.689573244024657e-07,
      "loss": 0.3145,
      "step": 2249500
    },
    {
      "epoch": 627.83,
      "grad_norm": 1.3993504047393799,
      "learning_rate": 5.689396640974878e-07,
      "loss": 0.3304,
      "step": 2249510
    },
    {
      "epoch": 627.83,
      "grad_norm": 1.0304062366485596,
      "learning_rate": 5.689220040287372e-07,
      "loss": 0.3464,
      "step": 2249520
    },
    {
      "epoch": 627.83,
      "grad_norm": 1.3555737733840942,
      "learning_rate": 5.689043441962167e-07,
      "loss": 0.337,
      "step": 2249530
    },
    {
      "epoch": 627.84,
      "grad_norm": 1.2956840991973877,
      "learning_rate": 5.688866845999291e-07,
      "loss": 0.3428,
      "step": 2249540
    },
    {
      "epoch": 627.84,
      "grad_norm": 1.3428990840911865,
      "learning_rate": 5.688690252398756e-07,
      "loss": 0.3542,
      "step": 2249550
    },
    {
      "epoch": 627.84,
      "grad_norm": 1.3099963665008545,
      "learning_rate": 5.688513661160593e-07,
      "loss": 0.3416,
      "step": 2249560
    },
    {
      "epoch": 627.85,
      "grad_norm": 1.2205697298049927,
      "learning_rate": 5.688337072284826e-07,
      "loss": 0.3452,
      "step": 2249570
    },
    {
      "epoch": 627.85,
      "grad_norm": 1.2862153053283691,
      "learning_rate": 5.688160485771485e-07,
      "loss": 0.357,
      "step": 2249580
    },
    {
      "epoch": 627.85,
      "grad_norm": 1.1144769191741943,
      "learning_rate": 5.687983901620576e-07,
      "loss": 0.3478,
      "step": 2249590
    },
    {
      "epoch": 627.85,
      "grad_norm": 1.2100063562393188,
      "learning_rate": 5.687807319832134e-07,
      "loss": 0.3264,
      "step": 2249600
    },
    {
      "epoch": 627.86,
      "grad_norm": 1.219903588294983,
      "learning_rate": 5.687630740406189e-07,
      "loss": 0.3624,
      "step": 2249610
    },
    {
      "epoch": 627.86,
      "grad_norm": 1.2710108757019043,
      "learning_rate": 5.687454163342741e-07,
      "loss": 0.3483,
      "step": 2249620
    },
    {
      "epoch": 627.86,
      "grad_norm": 1.170059323310852,
      "learning_rate": 5.687277588641844e-07,
      "loss": 0.3303,
      "step": 2249630
    },
    {
      "epoch": 627.86,
      "grad_norm": 1.1519681215286255,
      "learning_rate": 5.687101016303497e-07,
      "loss": 0.3265,
      "step": 2249640
    },
    {
      "epoch": 627.87,
      "grad_norm": 1.2827633619308472,
      "learning_rate": 5.686924446327734e-07,
      "loss": 0.3393,
      "step": 2249650
    },
    {
      "epoch": 627.87,
      "grad_norm": 1.29649817943573,
      "learning_rate": 5.686747878714579e-07,
      "loss": 0.3431,
      "step": 2249660
    },
    {
      "epoch": 627.87,
      "grad_norm": 1.3036160469055176,
      "learning_rate": 5.68657131346406e-07,
      "loss": 0.3332,
      "step": 2249670
    },
    {
      "epoch": 627.88,
      "grad_norm": 1.167770266532898,
      "learning_rate": 5.686394750576187e-07,
      "loss": 0.3425,
      "step": 2249680
    },
    {
      "epoch": 627.88,
      "grad_norm": 1.1123628616333008,
      "learning_rate": 5.686218190050991e-07,
      "loss": 0.3465,
      "step": 2249690
    },
    {
      "epoch": 627.88,
      "grad_norm": 1.131518840789795,
      "learning_rate": 5.686041631888498e-07,
      "loss": 0.34,
      "step": 2249700
    },
    {
      "epoch": 627.88,
      "grad_norm": 1.2338273525238037,
      "learning_rate": 5.685865076088726e-07,
      "loss": 0.3288,
      "step": 2249710
    },
    {
      "epoch": 627.89,
      "grad_norm": 0.9559682607650757,
      "learning_rate": 5.68568852265171e-07,
      "loss": 0.3416,
      "step": 2249720
    },
    {
      "epoch": 627.89,
      "grad_norm": 1.0762455463409424,
      "learning_rate": 5.685511971577457e-07,
      "loss": 0.3284,
      "step": 2249730
    },
    {
      "epoch": 627.89,
      "grad_norm": 1.2086434364318848,
      "learning_rate": 5.685335422865998e-07,
      "loss": 0.3196,
      "step": 2249740
    },
    {
      "epoch": 627.9,
      "grad_norm": 1.4078896045684814,
      "learning_rate": 5.685158876517363e-07,
      "loss": 0.3468,
      "step": 2249750
    },
    {
      "epoch": 627.9,
      "grad_norm": 1.1857918500900269,
      "learning_rate": 5.684982332531558e-07,
      "loss": 0.3453,
      "step": 2249760
    },
    {
      "epoch": 627.9,
      "grad_norm": 1.4118692874908447,
      "learning_rate": 5.684805790908631e-07,
      "loss": 0.3287,
      "step": 2249770
    },
    {
      "epoch": 627.9,
      "grad_norm": 1.3146514892578125,
      "learning_rate": 5.684629251648587e-07,
      "loss": 0.3218,
      "step": 2249780
    },
    {
      "epoch": 627.91,
      "grad_norm": 1.1421501636505127,
      "learning_rate": 5.684452714751453e-07,
      "loss": 0.3413,
      "step": 2249790
    },
    {
      "epoch": 627.91,
      "grad_norm": 1.2278913259506226,
      "learning_rate": 5.684276180217253e-07,
      "loss": 0.3402,
      "step": 2249800
    },
    {
      "epoch": 627.91,
      "grad_norm": 1.2116351127624512,
      "learning_rate": 5.684099648046023e-07,
      "loss": 0.3462,
      "step": 2249810
    },
    {
      "epoch": 627.92,
      "grad_norm": 1.1280218362808228,
      "learning_rate": 5.683923118237765e-07,
      "loss": 0.3253,
      "step": 2249820
    },
    {
      "epoch": 627.92,
      "grad_norm": 1.1493664979934692,
      "learning_rate": 5.683746590792515e-07,
      "loss": 0.3231,
      "step": 2249830
    },
    {
      "epoch": 627.92,
      "grad_norm": 1.2157613039016724,
      "learning_rate": 5.683570065710299e-07,
      "loss": 0.3432,
      "step": 2249840
    },
    {
      "epoch": 627.92,
      "grad_norm": 1.367215871810913,
      "learning_rate": 5.683393542991123e-07,
      "loss": 0.3484,
      "step": 2249850
    },
    {
      "epoch": 627.93,
      "grad_norm": 1.1870079040527344,
      "learning_rate": 5.683217022635039e-07,
      "loss": 0.3292,
      "step": 2249860
    },
    {
      "epoch": 627.93,
      "grad_norm": 1.121986746788025,
      "learning_rate": 5.683040504642048e-07,
      "loss": 0.3383,
      "step": 2249870
    },
    {
      "epoch": 627.93,
      "grad_norm": 1.3461350202560425,
      "learning_rate": 5.682863989012177e-07,
      "loss": 0.3508,
      "step": 2249880
    },
    {
      "epoch": 627.93,
      "grad_norm": 1.0367004871368408,
      "learning_rate": 5.682687475745463e-07,
      "loss": 0.3279,
      "step": 2249890
    },
    {
      "epoch": 627.94,
      "grad_norm": 1.2267385721206665,
      "learning_rate": 5.682510964841911e-07,
      "loss": 0.3565,
      "step": 2249900
    },
    {
      "epoch": 627.94,
      "grad_norm": 1.2277185916900635,
      "learning_rate": 5.682334456301554e-07,
      "loss": 0.3502,
      "step": 2249910
    },
    {
      "epoch": 627.94,
      "grad_norm": 1.189294695854187,
      "learning_rate": 5.682157950124414e-07,
      "loss": 0.3328,
      "step": 2249920
    },
    {
      "epoch": 627.95,
      "grad_norm": 1.0286085605621338,
      "learning_rate": 5.681981446310521e-07,
      "loss": 0.3369,
      "step": 2249930
    },
    {
      "epoch": 627.95,
      "grad_norm": 1.1679092645645142,
      "learning_rate": 5.681804944859879e-07,
      "loss": 0.3288,
      "step": 2249940
    },
    {
      "epoch": 627.95,
      "grad_norm": 1.2628533840179443,
      "learning_rate": 5.681628445772538e-07,
      "loss": 0.3366,
      "step": 2249950
    },
    {
      "epoch": 627.95,
      "grad_norm": 1.1887321472167969,
      "learning_rate": 5.681451949048503e-07,
      "loss": 0.3355,
      "step": 2249960
    },
    {
      "epoch": 627.96,
      "grad_norm": 1.2787775993347168,
      "learning_rate": 5.681275454687801e-07,
      "loss": 0.3505,
      "step": 2249970
    },
    {
      "epoch": 627.96,
      "grad_norm": 1.3542879819869995,
      "learning_rate": 5.681098962690464e-07,
      "loss": 0.339,
      "step": 2249980
    },
    {
      "epoch": 627.96,
      "grad_norm": 1.405280351638794,
      "learning_rate": 5.680922473056497e-07,
      "loss": 0.3483,
      "step": 2249990
    },
    {
      "epoch": 627.97,
      "grad_norm": 1.2574230432510376,
      "learning_rate": 5.680745985785948e-07,
      "loss": 0.3328,
      "step": 2250000
    },
    {
      "epoch": 627.97,
      "grad_norm": 1.0786961317062378,
      "learning_rate": 5.68056950087882e-07,
      "loss": 0.3269,
      "step": 2250010
    },
    {
      "epoch": 627.97,
      "grad_norm": 1.3738327026367188,
      "learning_rate": 5.680393018335148e-07,
      "loss": 0.3507,
      "step": 2250020
    },
    {
      "epoch": 627.97,
      "grad_norm": 1.2768973112106323,
      "learning_rate": 5.680216538154949e-07,
      "loss": 0.3283,
      "step": 2250030
    },
    {
      "epoch": 627.98,
      "grad_norm": 1.1588233709335327,
      "learning_rate": 5.680040060338255e-07,
      "loss": 0.3119,
      "step": 2250040
    },
    {
      "epoch": 627.98,
      "grad_norm": 1.2614858150482178,
      "learning_rate": 5.679863584885078e-07,
      "loss": 0.3372,
      "step": 2250050
    },
    {
      "epoch": 627.98,
      "grad_norm": 1.2331119775772095,
      "learning_rate": 5.679687111795449e-07,
      "loss": 0.3465,
      "step": 2250060
    },
    {
      "epoch": 627.98,
      "grad_norm": 1.310207724571228,
      "learning_rate": 5.679510641069393e-07,
      "loss": 0.346,
      "step": 2250070
    },
    {
      "epoch": 627.99,
      "grad_norm": 1.1711663007736206,
      "learning_rate": 5.679334172706919e-07,
      "loss": 0.3271,
      "step": 2250080
    },
    {
      "epoch": 627.99,
      "grad_norm": 1.753106951713562,
      "learning_rate": 5.679157706708077e-07,
      "loss": 0.3428,
      "step": 2250090
    },
    {
      "epoch": 627.99,
      "grad_norm": 1.77689790725708,
      "learning_rate": 5.678981243072865e-07,
      "loss": 0.3401,
      "step": 2250100
    },
    {
      "epoch": 628.0,
      "grad_norm": 1.1060566902160645,
      "learning_rate": 5.678804781801316e-07,
      "loss": 0.3329,
      "step": 2250110
    },
    {
      "epoch": 628.0,
      "grad_norm": 1.4007481336593628,
      "learning_rate": 5.678628322893464e-07,
      "loss": 0.3515,
      "step": 2250120
    },
    {
      "epoch": 628.0,
      "eval_loss": 0.3383205533027649,
      "eval_runtime": 63.6439,
      "eval_samples_per_second": 79.489,
      "eval_steps_per_second": 9.946,
      "step": 2250124
    },
    {
      "epoch": 628.0,
      "grad_norm": 1.2004574537277222,
      "learning_rate": 5.678451866349317e-07,
      "loss": 0.355,
      "step": 2250130
    },
    {
      "epoch": 628.0,
      "grad_norm": 1.1832704544067383,
      "learning_rate": 5.678275412168901e-07,
      "loss": 0.3338,
      "step": 2250140
    },
    {
      "epoch": 628.01,
      "grad_norm": 0.9862878918647766,
      "learning_rate": 5.678098960352243e-07,
      "loss": 0.3513,
      "step": 2250150
    },
    {
      "epoch": 628.01,
      "grad_norm": 1.149001955986023,
      "learning_rate": 5.677922510899374e-07,
      "loss": 0.3369,
      "step": 2250160
    },
    {
      "epoch": 628.01,
      "grad_norm": 1.110557198524475,
      "learning_rate": 5.677746063810296e-07,
      "loss": 0.3393,
      "step": 2250170
    },
    {
      "epoch": 628.02,
      "grad_norm": 2.4427077770233154,
      "learning_rate": 5.677569619085059e-07,
      "loss": 0.3479,
      "step": 2250180
    },
    {
      "epoch": 628.02,
      "grad_norm": 1.421655535697937,
      "learning_rate": 5.677393176723666e-07,
      "loss": 0.3373,
      "step": 2250190
    },
    {
      "epoch": 628.02,
      "grad_norm": 1.0871719121932983,
      "learning_rate": 5.677216736726149e-07,
      "loss": 0.3281,
      "step": 2250200
    },
    {
      "epoch": 628.02,
      "grad_norm": 2.2407596111297607,
      "learning_rate": 5.677040299092537e-07,
      "loss": 0.3271,
      "step": 2250210
    },
    {
      "epoch": 628.03,
      "grad_norm": 1.2035748958587646,
      "learning_rate": 5.676863863822841e-07,
      "loss": 0.3345,
      "step": 2250220
    },
    {
      "epoch": 628.03,
      "grad_norm": 1.238220453262329,
      "learning_rate": 5.676687430917092e-07,
      "loss": 0.3527,
      "step": 2250230
    },
    {
      "epoch": 628.03,
      "grad_norm": 1.5073186159133911,
      "learning_rate": 5.676511000375309e-07,
      "loss": 0.3387,
      "step": 2250240
    },
    {
      "epoch": 628.04,
      "grad_norm": 1.1194199323654175,
      "learning_rate": 5.676334572197525e-07,
      "loss": 0.3397,
      "step": 2250250
    },
    {
      "epoch": 628.04,
      "grad_norm": 1.3022587299346924,
      "learning_rate": 5.676158146383752e-07,
      "loss": 0.3497,
      "step": 2250260
    },
    {
      "epoch": 628.04,
      "grad_norm": 1.2038332223892212,
      "learning_rate": 5.675981722934021e-07,
      "loss": 0.3332,
      "step": 2250270
    },
    {
      "epoch": 628.04,
      "grad_norm": 1.0904691219329834,
      "learning_rate": 5.675805301848347e-07,
      "loss": 0.3453,
      "step": 2250280
    },
    {
      "epoch": 628.05,
      "grad_norm": 0.9732219576835632,
      "learning_rate": 5.675628883126763e-07,
      "loss": 0.3447,
      "step": 2250290
    },
    {
      "epoch": 628.05,
      "grad_norm": 1.2042574882507324,
      "learning_rate": 5.675452466769296e-07,
      "loss": 0.3332,
      "step": 2250300
    },
    {
      "epoch": 628.05,
      "grad_norm": 1.3080148696899414,
      "learning_rate": 5.675276052775947e-07,
      "loss": 0.3277,
      "step": 2250310
    },
    {
      "epoch": 628.05,
      "grad_norm": 1.2708063125610352,
      "learning_rate": 5.67509964114677e-07,
      "loss": 0.318,
      "step": 2250320
    },
    {
      "epoch": 628.06,
      "grad_norm": 1.206946611404419,
      "learning_rate": 5.674923231881764e-07,
      "loss": 0.3377,
      "step": 2250330
    },
    {
      "epoch": 628.06,
      "grad_norm": 1.6124776601791382,
      "learning_rate": 5.674746824980964e-07,
      "loss": 0.3511,
      "step": 2250340
    },
    {
      "epoch": 628.06,
      "grad_norm": 1.2315539121627808,
      "learning_rate": 5.6745704204444e-07,
      "loss": 0.3269,
      "step": 2250350
    },
    {
      "epoch": 628.07,
      "grad_norm": 1.2494605779647827,
      "learning_rate": 5.674394018272077e-07,
      "loss": 0.3457,
      "step": 2250360
    },
    {
      "epoch": 628.07,
      "grad_norm": 1.4283783435821533,
      "learning_rate": 5.674217618464028e-07,
      "loss": 0.3514,
      "step": 2250370
    },
    {
      "epoch": 628.07,
      "grad_norm": 1.120845913887024,
      "learning_rate": 5.674041221020276e-07,
      "loss": 0.3438,
      "step": 2250380
    },
    {
      "epoch": 628.07,
      "grad_norm": 1.1553956270217896,
      "learning_rate": 5.673864825940856e-07,
      "loss": 0.3172,
      "step": 2250390
    },
    {
      "epoch": 628.08,
      "grad_norm": 1.182169795036316,
      "learning_rate": 5.673688433225771e-07,
      "loss": 0.3209,
      "step": 2250400
    },
    {
      "epoch": 628.08,
      "grad_norm": 1.0837061405181885,
      "learning_rate": 5.673512042875054e-07,
      "loss": 0.3535,
      "step": 2250410
    },
    {
      "epoch": 628.08,
      "grad_norm": 1.099415898323059,
      "learning_rate": 5.673335654888736e-07,
      "loss": 0.3417,
      "step": 2250420
    },
    {
      "epoch": 628.09,
      "grad_norm": 1.2246026992797852,
      "learning_rate": 5.67315926926682e-07,
      "loss": 0.3506,
      "step": 2250430
    },
    {
      "epoch": 628.09,
      "grad_norm": 1.3128345012664795,
      "learning_rate": 5.672982886009357e-07,
      "loss": 0.3309,
      "step": 2250440
    },
    {
      "epoch": 628.09,
      "grad_norm": 1.3270025253295898,
      "learning_rate": 5.672806505116345e-07,
      "loss": 0.3425,
      "step": 2250450
    },
    {
      "epoch": 628.09,
      "grad_norm": 1.3904544115066528,
      "learning_rate": 5.672630126587823e-07,
      "loss": 0.3314,
      "step": 2250460
    },
    {
      "epoch": 628.1,
      "grad_norm": 1.3285497426986694,
      "learning_rate": 5.672453750423809e-07,
      "loss": 0.337,
      "step": 2250470
    },
    {
      "epoch": 628.1,
      "grad_norm": 1.130470871925354,
      "learning_rate": 5.672277376624334e-07,
      "loss": 0.3479,
      "step": 2250480
    },
    {
      "epoch": 628.1,
      "grad_norm": 1.143587589263916,
      "learning_rate": 5.672101005189409e-07,
      "loss": 0.3269,
      "step": 2250490
    },
    {
      "epoch": 628.1,
      "grad_norm": 1.3060872554779053,
      "learning_rate": 5.67192463611906e-07,
      "loss": 0.3469,
      "step": 2250500
    },
    {
      "epoch": 628.11,
      "grad_norm": 1.3928632736206055,
      "learning_rate": 5.671748269413324e-07,
      "loss": 0.337,
      "step": 2250510
    },
    {
      "epoch": 628.11,
      "grad_norm": 1.2375491857528687,
      "learning_rate": 5.6715719050722e-07,
      "loss": 0.3482,
      "step": 2250520
    },
    {
      "epoch": 628.11,
      "grad_norm": 1.1041508913040161,
      "learning_rate": 5.67139554309574e-07,
      "loss": 0.3301,
      "step": 2250530
    },
    {
      "epoch": 628.12,
      "grad_norm": 1.0980066061019897,
      "learning_rate": 5.671219183483945e-07,
      "loss": 0.33,
      "step": 2250540
    },
    {
      "epoch": 628.12,
      "grad_norm": 1.192889928817749,
      "learning_rate": 5.671042826236851e-07,
      "loss": 0.3425,
      "step": 2250550
    },
    {
      "epoch": 628.12,
      "grad_norm": 1.2196944952011108,
      "learning_rate": 5.670866471354479e-07,
      "loss": 0.3426,
      "step": 2250560
    },
    {
      "epoch": 628.12,
      "grad_norm": 2.7183456420898438,
      "learning_rate": 5.67069011883684e-07,
      "loss": 0.324,
      "step": 2250570
    },
    {
      "epoch": 628.13,
      "grad_norm": 1.2940495014190674,
      "learning_rate": 5.670513768683979e-07,
      "loss": 0.3566,
      "step": 2250580
    },
    {
      "epoch": 628.13,
      "grad_norm": 1.1906343698501587,
      "learning_rate": 5.670337420895906e-07,
      "loss": 0.3426,
      "step": 2250590
    },
    {
      "epoch": 628.13,
      "grad_norm": 1.2703157663345337,
      "learning_rate": 5.670161075472645e-07,
      "loss": 0.3517,
      "step": 2250600
    },
    {
      "epoch": 628.14,
      "grad_norm": 1.3338520526885986,
      "learning_rate": 5.669984732414221e-07,
      "loss": 0.3387,
      "step": 2250610
    },
    {
      "epoch": 628.14,
      "grad_norm": 1.1672979593276978,
      "learning_rate": 5.669808391720666e-07,
      "loss": 0.3455,
      "step": 2250620
    },
    {
      "epoch": 628.14,
      "grad_norm": 1.1915820837020874,
      "learning_rate": 5.669632053391988e-07,
      "loss": 0.3481,
      "step": 2250630
    },
    {
      "epoch": 628.14,
      "grad_norm": 1.1651414632797241,
      "learning_rate": 5.669455717428219e-07,
      "loss": 0.3265,
      "step": 2250640
    },
    {
      "epoch": 628.15,
      "grad_norm": 1.3317981958389282,
      "learning_rate": 5.669279383829388e-07,
      "loss": 0.3292,
      "step": 2250650
    },
    {
      "epoch": 628.15,
      "grad_norm": 1.2445710897445679,
      "learning_rate": 5.669103052595497e-07,
      "loss": 0.3409,
      "step": 2250660
    },
    {
      "epoch": 628.15,
      "grad_norm": 1.2015682458877563,
      "learning_rate": 5.6689267237266e-07,
      "loss": 0.3384,
      "step": 2250670
    },
    {
      "epoch": 628.16,
      "grad_norm": 1.059648871421814,
      "learning_rate": 5.668750397222697e-07,
      "loss": 0.3257,
      "step": 2250680
    },
    {
      "epoch": 628.16,
      "grad_norm": 1.193084478378296,
      "learning_rate": 5.668574073083819e-07,
      "loss": 0.334,
      "step": 2250690
    },
    {
      "epoch": 628.16,
      "grad_norm": 2.3268330097198486,
      "learning_rate": 5.668397751309999e-07,
      "loss": 0.3441,
      "step": 2250700
    },
    {
      "epoch": 628.16,
      "grad_norm": 2.148115396499634,
      "learning_rate": 5.668221431901244e-07,
      "loss": 0.3566,
      "step": 2250710
    },
    {
      "epoch": 628.17,
      "grad_norm": 1.5179799795150757,
      "learning_rate": 5.668045114857583e-07,
      "loss": 0.3496,
      "step": 2250720
    },
    {
      "epoch": 628.17,
      "grad_norm": 1.3756684064865112,
      "learning_rate": 5.667868800179041e-07,
      "loss": 0.3465,
      "step": 2250730
    },
    {
      "epoch": 628.17,
      "grad_norm": 1.317373514175415,
      "learning_rate": 5.667692487865651e-07,
      "loss": 0.3442,
      "step": 2250740
    },
    {
      "epoch": 628.17,
      "grad_norm": 1.136655569076538,
      "learning_rate": 5.667516177917411e-07,
      "loss": 0.3329,
      "step": 2250750
    },
    {
      "epoch": 628.18,
      "grad_norm": 1.6667158603668213,
      "learning_rate": 5.667339870334375e-07,
      "loss": 0.3392,
      "step": 2250760
    },
    {
      "epoch": 628.18,
      "grad_norm": 1.2182203531265259,
      "learning_rate": 5.667163565116547e-07,
      "loss": 0.3485,
      "step": 2250770
    },
    {
      "epoch": 628.18,
      "grad_norm": 1.2534308433532715,
      "learning_rate": 5.666987262263957e-07,
      "loss": 0.3338,
      "step": 2250780
    },
    {
      "epoch": 628.19,
      "grad_norm": 1.3034054040908813,
      "learning_rate": 5.666810961776631e-07,
      "loss": 0.339,
      "step": 2250790
    },
    {
      "epoch": 628.19,
      "grad_norm": 1.188210368156433,
      "learning_rate": 5.666634663654581e-07,
      "loss": 0.3473,
      "step": 2250800
    },
    {
      "epoch": 628.19,
      "grad_norm": 1.4825466871261597,
      "learning_rate": 5.666458367897838e-07,
      "loss": 0.3317,
      "step": 2250810
    },
    {
      "epoch": 628.19,
      "grad_norm": 1.0590335130691528,
      "learning_rate": 5.666282074506427e-07,
      "loss": 0.3279,
      "step": 2250820
    },
    {
      "epoch": 628.2,
      "grad_norm": 1.0164427757263184,
      "learning_rate": 5.666105783480376e-07,
      "loss": 0.3364,
      "step": 2250830
    },
    {
      "epoch": 628.2,
      "grad_norm": 1.1254196166992188,
      "learning_rate": 5.665929494819697e-07,
      "loss": 0.3292,
      "step": 2250840
    },
    {
      "epoch": 628.2,
      "grad_norm": 1.2130181789398193,
      "learning_rate": 5.665753208524419e-07,
      "loss": 0.3524,
      "step": 2250850
    },
    {
      "epoch": 628.21,
      "grad_norm": 1.1090437173843384,
      "learning_rate": 5.665576924594565e-07,
      "loss": 0.3305,
      "step": 2250860
    },
    {
      "epoch": 628.21,
      "grad_norm": 1.2609156370162964,
      "learning_rate": 5.665400643030156e-07,
      "loss": 0.3458,
      "step": 2250870
    },
    {
      "epoch": 628.21,
      "grad_norm": 1.2794476747512817,
      "learning_rate": 5.665224363831228e-07,
      "loss": 0.3269,
      "step": 2250880
    },
    {
      "epoch": 628.21,
      "grad_norm": 0.9799950122833252,
      "learning_rate": 5.66504808699778e-07,
      "loss": 0.3221,
      "step": 2250890
    },
    {
      "epoch": 628.22,
      "grad_norm": 1.2463737726211548,
      "learning_rate": 5.664871812529865e-07,
      "loss": 0.3156,
      "step": 2250900
    },
    {
      "epoch": 628.22,
      "grad_norm": 1.010741114616394,
      "learning_rate": 5.664695540427485e-07,
      "loss": 0.3336,
      "step": 2250910
    },
    {
      "epoch": 628.22,
      "grad_norm": 1.3102941513061523,
      "learning_rate": 5.664519270690667e-07,
      "loss": 0.3433,
      "step": 2250920
    },
    {
      "epoch": 628.22,
      "grad_norm": 1.4188984632492065,
      "learning_rate": 5.664343003319447e-07,
      "loss": 0.3346,
      "step": 2250930
    },
    {
      "epoch": 628.23,
      "grad_norm": 1.1884644031524658,
      "learning_rate": 5.664166738313832e-07,
      "loss": 0.3389,
      "step": 2250940
    },
    {
      "epoch": 628.23,
      "grad_norm": 1.037350058555603,
      "learning_rate": 5.663990475673854e-07,
      "loss": 0.3299,
      "step": 2250950
    },
    {
      "epoch": 628.23,
      "grad_norm": 1.421322226524353,
      "learning_rate": 5.663814215399533e-07,
      "loss": 0.3363,
      "step": 2250960
    },
    {
      "epoch": 628.24,
      "grad_norm": 1.2775697708129883,
      "learning_rate": 5.663637957490899e-07,
      "loss": 0.3462,
      "step": 2250970
    },
    {
      "epoch": 628.24,
      "grad_norm": 1.174443006515503,
      "learning_rate": 5.66346170194796e-07,
      "loss": 0.3359,
      "step": 2250980
    },
    {
      "epoch": 628.24,
      "grad_norm": 1.3375353813171387,
      "learning_rate": 5.663285448770763e-07,
      "loss": 0.3521,
      "step": 2250990
    },
    {
      "epoch": 628.24,
      "grad_norm": 1.1658622026443481,
      "learning_rate": 5.663109197959315e-07,
      "loss": 0.3492,
      "step": 2251000
    },
    {
      "epoch": 628.25,
      "grad_norm": 1.3700822591781616,
      "learning_rate": 5.662932949513639e-07,
      "loss": 0.3322,
      "step": 2251010
    },
    {
      "epoch": 628.25,
      "grad_norm": 1.221153736114502,
      "learning_rate": 5.662756703433773e-07,
      "loss": 0.333,
      "step": 2251020
    },
    {
      "epoch": 628.25,
      "grad_norm": 1.2952601909637451,
      "learning_rate": 5.66258045971972e-07,
      "loss": 0.3258,
      "step": 2251030
    },
    {
      "epoch": 628.26,
      "grad_norm": 1.1889348030090332,
      "learning_rate": 5.662404218371517e-07,
      "loss": 0.3329,
      "step": 2251040
    },
    {
      "epoch": 628.26,
      "grad_norm": 1.1368935108184814,
      "learning_rate": 5.662227979389183e-07,
      "loss": 0.337,
      "step": 2251050
    },
    {
      "epoch": 628.26,
      "grad_norm": 1.2110404968261719,
      "learning_rate": 5.66205174277275e-07,
      "loss": 0.3416,
      "step": 2251060
    },
    {
      "epoch": 628.26,
      "grad_norm": 1.3696364164352417,
      "learning_rate": 5.661875508522223e-07,
      "loss": 0.3409,
      "step": 2251070
    },
    {
      "epoch": 628.27,
      "grad_norm": 1.1879143714904785,
      "learning_rate": 5.661699276637641e-07,
      "loss": 0.3271,
      "step": 2251080
    },
    {
      "epoch": 628.27,
      "grad_norm": 1.3779704570770264,
      "learning_rate": 5.661523047119027e-07,
      "loss": 0.3407,
      "step": 2251090
    },
    {
      "epoch": 628.27,
      "grad_norm": 1.2873077392578125,
      "learning_rate": 5.661346819966388e-07,
      "loss": 0.3314,
      "step": 2251100
    },
    {
      "epoch": 628.28,
      "grad_norm": 1.216712236404419,
      "learning_rate": 5.661170595179776e-07,
      "loss": 0.3243,
      "step": 2251110
    },
    {
      "epoch": 628.28,
      "grad_norm": 1.3093571662902832,
      "learning_rate": 5.660994372759188e-07,
      "loss": 0.3413,
      "step": 2251120
    },
    {
      "epoch": 628.28,
      "grad_norm": 1.2004531621932983,
      "learning_rate": 5.660818152704657e-07,
      "loss": 0.3467,
      "step": 2251130
    },
    {
      "epoch": 628.28,
      "grad_norm": 1.062705397605896,
      "learning_rate": 5.660641935016211e-07,
      "loss": 0.3275,
      "step": 2251140
    },
    {
      "epoch": 628.29,
      "grad_norm": 1.1036674976348877,
      "learning_rate": 5.660465719693867e-07,
      "loss": 0.3348,
      "step": 2251150
    },
    {
      "epoch": 628.29,
      "grad_norm": 1.1101078987121582,
      "learning_rate": 5.660289506737658e-07,
      "loss": 0.3362,
      "step": 2251160
    },
    {
      "epoch": 628.29,
      "grad_norm": 1.725923776626587,
      "learning_rate": 5.660113296147593e-07,
      "loss": 0.3401,
      "step": 2251170
    },
    {
      "epoch": 628.29,
      "grad_norm": 1.2695465087890625,
      "learning_rate": 5.659937087923706e-07,
      "loss": 0.3298,
      "step": 2251180
    },
    {
      "epoch": 628.3,
      "grad_norm": 1.1413137912750244,
      "learning_rate": 5.659760882066015e-07,
      "loss": 0.3268,
      "step": 2251190
    },
    {
      "epoch": 628.3,
      "grad_norm": 1.2584949731826782,
      "learning_rate": 5.659584678574553e-07,
      "loss": 0.3358,
      "step": 2251200
    },
    {
      "epoch": 628.3,
      "grad_norm": 1.1298186779022217,
      "learning_rate": 5.659408477449332e-07,
      "loss": 0.3534,
      "step": 2251210
    },
    {
      "epoch": 628.31,
      "grad_norm": 1.2094712257385254,
      "learning_rate": 5.659232278690376e-07,
      "loss": 0.3344,
      "step": 2251220
    },
    {
      "epoch": 628.31,
      "grad_norm": 1.1084717512130737,
      "learning_rate": 5.65905608229772e-07,
      "loss": 0.3513,
      "step": 2251230
    },
    {
      "epoch": 628.31,
      "grad_norm": 1.1781845092773438,
      "learning_rate": 5.65887988827137e-07,
      "loss": 0.3423,
      "step": 2251240
    },
    {
      "epoch": 628.31,
      "grad_norm": 1.319327473640442,
      "learning_rate": 5.658703696611368e-07,
      "loss": 0.3408,
      "step": 2251250
    },
    {
      "epoch": 628.32,
      "grad_norm": 1.3384917974472046,
      "learning_rate": 5.658527507317724e-07,
      "loss": 0.3457,
      "step": 2251260
    },
    {
      "epoch": 628.32,
      "grad_norm": 1.2047313451766968,
      "learning_rate": 5.658351320390465e-07,
      "loss": 0.3261,
      "step": 2251270
    },
    {
      "epoch": 628.32,
      "grad_norm": 1.4655320644378662,
      "learning_rate": 5.658175135829616e-07,
      "loss": 0.3352,
      "step": 2251280
    },
    {
      "epoch": 628.33,
      "grad_norm": 1.1706370115280151,
      "learning_rate": 5.657998953635207e-07,
      "loss": 0.3383,
      "step": 2251290
    },
    {
      "epoch": 628.33,
      "grad_norm": 1.1736611127853394,
      "learning_rate": 5.657822773807248e-07,
      "loss": 0.3236,
      "step": 2251300
    },
    {
      "epoch": 628.33,
      "grad_norm": 1.3996776342391968,
      "learning_rate": 5.657646596345769e-07,
      "loss": 0.3517,
      "step": 2251310
    },
    {
      "epoch": 628.33,
      "grad_norm": 1.296730875968933,
      "learning_rate": 5.657470421250799e-07,
      "loss": 0.3237,
      "step": 2251320
    },
    {
      "epoch": 628.34,
      "grad_norm": 1.0961053371429443,
      "learning_rate": 5.657294248522344e-07,
      "loss": 0.3307,
      "step": 2251330
    },
    {
      "epoch": 628.34,
      "grad_norm": 1.0992419719696045,
      "learning_rate": 5.657118078160452e-07,
      "loss": 0.3368,
      "step": 2251340
    },
    {
      "epoch": 628.34,
      "grad_norm": 1.3467636108398438,
      "learning_rate": 5.656941910165124e-07,
      "loss": 0.3458,
      "step": 2251350
    },
    {
      "epoch": 628.34,
      "grad_norm": 1.1372758150100708,
      "learning_rate": 5.656765744536397e-07,
      "loss": 0.3523,
      "step": 2251360
    },
    {
      "epoch": 628.35,
      "grad_norm": 1.0273011922836304,
      "learning_rate": 5.656589581274297e-07,
      "loss": 0.3279,
      "step": 2251370
    },
    {
      "epoch": 628.35,
      "grad_norm": 1.1380633115768433,
      "learning_rate": 5.656413420378832e-07,
      "loss": 0.3341,
      "step": 2251380
    },
    {
      "epoch": 628.35,
      "grad_norm": 1.0268508195877075,
      "learning_rate": 5.656237261850037e-07,
      "loss": 0.332,
      "step": 2251390
    },
    {
      "epoch": 628.36,
      "grad_norm": 1.1831386089324951,
      "learning_rate": 5.656061105687932e-07,
      "loss": 0.3271,
      "step": 2251400
    },
    {
      "epoch": 628.36,
      "grad_norm": 11.854863166809082,
      "learning_rate": 5.655884951892548e-07,
      "loss": 0.332,
      "step": 2251410
    },
    {
      "epoch": 628.36,
      "grad_norm": 1.2087852954864502,
      "learning_rate": 5.655708800463888e-07,
      "loss": 0.3304,
      "step": 2251420
    },
    {
      "epoch": 628.36,
      "grad_norm": 1.0598711967468262,
      "learning_rate": 5.655532651402002e-07,
      "loss": 0.335,
      "step": 2251430
    },
    {
      "epoch": 628.37,
      "grad_norm": 1.270150899887085,
      "learning_rate": 5.655356504706894e-07,
      "loss": 0.3406,
      "step": 2251440
    },
    {
      "epoch": 628.37,
      "grad_norm": 1.232360601425171,
      "learning_rate": 5.655180360378596e-07,
      "loss": 0.3492,
      "step": 2251450
    },
    {
      "epoch": 628.37,
      "grad_norm": 1.2241016626358032,
      "learning_rate": 5.655004218417134e-07,
      "loss": 0.3293,
      "step": 2251460
    },
    {
      "epoch": 628.38,
      "grad_norm": 1.1473242044448853,
      "learning_rate": 5.654828078822516e-07,
      "loss": 0.3354,
      "step": 2251470
    },
    {
      "epoch": 628.38,
      "grad_norm": 1.2764086723327637,
      "learning_rate": 5.654651941594789e-07,
      "loss": 0.3287,
      "step": 2251480
    },
    {
      "epoch": 628.38,
      "grad_norm": 1.107418417930603,
      "learning_rate": 5.654475806733957e-07,
      "loss": 0.3309,
      "step": 2251490
    },
    {
      "epoch": 628.38,
      "grad_norm": 1.251075267791748,
      "learning_rate": 5.65429967424005e-07,
      "loss": 0.3366,
      "step": 2251500
    },
    {
      "epoch": 628.39,
      "grad_norm": 1.1005799770355225,
      "learning_rate": 5.654123544113097e-07,
      "loss": 0.3365,
      "step": 2251510
    },
    {
      "epoch": 628.39,
      "grad_norm": 1.9947689771652222,
      "learning_rate": 5.653947416353115e-07,
      "loss": 0.3481,
      "step": 2251520
    },
    {
      "epoch": 628.39,
      "grad_norm": 1.049157977104187,
      "learning_rate": 5.653771290960123e-07,
      "loss": 0.3444,
      "step": 2251530
    },
    {
      "epoch": 628.4,
      "grad_norm": 1.045089602470398,
      "learning_rate": 5.653595167934153e-07,
      "loss": 0.3401,
      "step": 2251540
    },
    {
      "epoch": 628.4,
      "grad_norm": 1.1813768148422241,
      "learning_rate": 5.65341904727523e-07,
      "loss": 0.3311,
      "step": 2251550
    },
    {
      "epoch": 628.4,
      "grad_norm": 1.2659553289413452,
      "learning_rate": 5.653242928983361e-07,
      "loss": 0.3368,
      "step": 2251560
    },
    {
      "epoch": 628.4,
      "grad_norm": 1.323769211769104,
      "learning_rate": 5.653066813058596e-07,
      "loss": 0.3492,
      "step": 2251570
    },
    {
      "epoch": 628.41,
      "grad_norm": 1.2604128122329712,
      "learning_rate": 5.652890699500936e-07,
      "loss": 0.3365,
      "step": 2251580
    },
    {
      "epoch": 628.41,
      "grad_norm": 1.1838200092315674,
      "learning_rate": 5.652714588310413e-07,
      "loss": 0.3412,
      "step": 2251590
    },
    {
      "epoch": 628.41,
      "grad_norm": 1.3320528268814087,
      "learning_rate": 5.652538479487055e-07,
      "loss": 0.3469,
      "step": 2251600
    },
    {
      "epoch": 628.41,
      "grad_norm": 1.1597810983657837,
      "learning_rate": 5.652362373030874e-07,
      "loss": 0.3327,
      "step": 2251610
    },
    {
      "epoch": 628.42,
      "grad_norm": 1.1216444969177246,
      "learning_rate": 5.652186268941902e-07,
      "loss": 0.316,
      "step": 2251620
    },
    {
      "epoch": 628.42,
      "grad_norm": 1.3788272142410278,
      "learning_rate": 5.652010167220157e-07,
      "loss": 0.338,
      "step": 2251630
    },
    {
      "epoch": 628.42,
      "grad_norm": 1.094347596168518,
      "learning_rate": 5.651834067865673e-07,
      "loss": 0.3213,
      "step": 2251640
    },
    {
      "epoch": 628.43,
      "grad_norm": 1.0721343755722046,
      "learning_rate": 5.651657970878462e-07,
      "loss": 0.3342,
      "step": 2251650
    },
    {
      "epoch": 628.43,
      "grad_norm": 1.3061645030975342,
      "learning_rate": 5.651481876258547e-07,
      "loss": 0.3337,
      "step": 2251660
    },
    {
      "epoch": 628.43,
      "grad_norm": 1.1404340267181396,
      "learning_rate": 5.651305784005966e-07,
      "loss": 0.3377,
      "step": 2251670
    },
    {
      "epoch": 628.43,
      "grad_norm": 1.2017942667007446,
      "learning_rate": 5.651129694120717e-07,
      "loss": 0.332,
      "step": 2251680
    },
    {
      "epoch": 628.44,
      "grad_norm": 1.209453821182251,
      "learning_rate": 5.650953606602854e-07,
      "loss": 0.3344,
      "step": 2251690
    },
    {
      "epoch": 628.44,
      "grad_norm": 2.3664278984069824,
      "learning_rate": 5.650777521452377e-07,
      "loss": 0.3336,
      "step": 2251700
    },
    {
      "epoch": 628.44,
      "grad_norm": 1.135920763015747,
      "learning_rate": 5.650601438669317e-07,
      "loss": 0.3263,
      "step": 2251710
    },
    {
      "epoch": 628.45,
      "grad_norm": 1.1199735403060913,
      "learning_rate": 5.650425358253699e-07,
      "loss": 0.3405,
      "step": 2251720
    },
    {
      "epoch": 628.45,
      "grad_norm": 2.1625051498413086,
      "learning_rate": 5.650249280205547e-07,
      "loss": 0.3405,
      "step": 2251730
    },
    {
      "epoch": 628.45,
      "grad_norm": 1.2046822309494019,
      "learning_rate": 5.650073204524887e-07,
      "loss": 0.3357,
      "step": 2251740
    },
    {
      "epoch": 628.45,
      "grad_norm": 1.3223259449005127,
      "learning_rate": 5.649897131211733e-07,
      "loss": 0.3481,
      "step": 2251750
    },
    {
      "epoch": 628.46,
      "grad_norm": 1.1792558431625366,
      "learning_rate": 5.649721060266113e-07,
      "loss": 0.3348,
      "step": 2251760
    },
    {
      "epoch": 628.46,
      "grad_norm": 1.3001859188079834,
      "learning_rate": 5.649544991688052e-07,
      "loss": 0.3412,
      "step": 2251770
    },
    {
      "epoch": 628.46,
      "grad_norm": 1.2816017866134644,
      "learning_rate": 5.649368925477579e-07,
      "loss": 0.3418,
      "step": 2251780
    },
    {
      "epoch": 628.46,
      "grad_norm": 2.389299154281616,
      "learning_rate": 5.649192861634704e-07,
      "loss": 0.3278,
      "step": 2251790
    },
    {
      "epoch": 628.47,
      "grad_norm": 1.4226255416870117,
      "learning_rate": 5.649016800159459e-07,
      "loss": 0.3473,
      "step": 2251800
    },
    {
      "epoch": 628.47,
      "grad_norm": 1.1601957082748413,
      "learning_rate": 5.648840741051872e-07,
      "loss": 0.3273,
      "step": 2251810
    },
    {
      "epoch": 628.47,
      "grad_norm": 1.1023916006088257,
      "learning_rate": 5.648664684311945e-07,
      "loss": 0.3265,
      "step": 2251820
    },
    {
      "epoch": 628.48,
      "grad_norm": 1.2209237813949585,
      "learning_rate": 5.648488629939735e-07,
      "loss": 0.3437,
      "step": 2251830
    },
    {
      "epoch": 628.48,
      "grad_norm": 1.799928903579712,
      "learning_rate": 5.648312577935236e-07,
      "loss": 0.3493,
      "step": 2251840
    },
    {
      "epoch": 628.48,
      "grad_norm": 1.2330262660980225,
      "learning_rate": 5.648136528298485e-07,
      "loss": 0.3362,
      "step": 2251850
    },
    {
      "epoch": 628.48,
      "grad_norm": 1.2817275524139404,
      "learning_rate": 5.647960481029501e-07,
      "loss": 0.3348,
      "step": 2251860
    },
    {
      "epoch": 628.49,
      "grad_norm": 1.202107310295105,
      "learning_rate": 5.647784436128319e-07,
      "loss": 0.3517,
      "step": 2251870
    },
    {
      "epoch": 628.49,
      "grad_norm": 1.1041500568389893,
      "learning_rate": 5.647608393594945e-07,
      "loss": 0.344,
      "step": 2251880
    },
    {
      "epoch": 628.49,
      "grad_norm": 1.1669138669967651,
      "learning_rate": 5.647432353429409e-07,
      "loss": 0.3414,
      "step": 2251890
    },
    {
      "epoch": 628.5,
      "grad_norm": 1.2738398313522339,
      "learning_rate": 5.647256315631744e-07,
      "loss": 0.3511,
      "step": 2251900
    },
    {
      "epoch": 628.5,
      "grad_norm": 1.236219048500061,
      "learning_rate": 5.647080280201951e-07,
      "loss": 0.3305,
      "step": 2251910
    },
    {
      "epoch": 628.5,
      "grad_norm": 1.1273349523544312,
      "learning_rate": 5.646904247140082e-07,
      "loss": 0.3571,
      "step": 2251920
    },
    {
      "epoch": 628.5,
      "grad_norm": 1.3086374998092651,
      "learning_rate": 5.646728216446138e-07,
      "loss": 0.3282,
      "step": 2251930
    },
    {
      "epoch": 628.51,
      "grad_norm": 1.222895860671997,
      "learning_rate": 5.646552188120153e-07,
      "loss": 0.3269,
      "step": 2251940
    },
    {
      "epoch": 628.51,
      "grad_norm": 1.136375069618225,
      "learning_rate": 5.646376162162147e-07,
      "loss": 0.3322,
      "step": 2251950
    },
    {
      "epoch": 628.51,
      "grad_norm": 1.2361350059509277,
      "learning_rate": 5.64620013857215e-07,
      "loss": 0.3439,
      "step": 2251960
    },
    {
      "epoch": 628.52,
      "grad_norm": 16.640750885009766,
      "learning_rate": 5.646024117350174e-07,
      "loss": 0.347,
      "step": 2251970
    },
    {
      "epoch": 628.52,
      "grad_norm": 1.1110793352127075,
      "learning_rate": 5.645848098496249e-07,
      "loss": 0.3457,
      "step": 2251980
    },
    {
      "epoch": 628.52,
      "grad_norm": 1.2629021406173706,
      "learning_rate": 5.645672082010404e-07,
      "loss": 0.3487,
      "step": 2251990
    },
    {
      "epoch": 628.52,
      "grad_norm": 1.1257715225219727,
      "learning_rate": 5.645496067892641e-07,
      "loss": 0.3368,
      "step": 2252000
    },
    {
      "epoch": 628.53,
      "grad_norm": 1.1107017993927002,
      "learning_rate": 5.645320056143015e-07,
      "loss": 0.3443,
      "step": 2252010
    },
    {
      "epoch": 628.53,
      "grad_norm": 1.247746467590332,
      "learning_rate": 5.645144046761524e-07,
      "loss": 0.3385,
      "step": 2252020
    },
    {
      "epoch": 628.53,
      "grad_norm": 1.5446150302886963,
      "learning_rate": 5.6449680397482e-07,
      "loss": 0.327,
      "step": 2252030
    },
    {
      "epoch": 628.53,
      "grad_norm": 1.1578922271728516,
      "learning_rate": 5.644792035103077e-07,
      "loss": 0.3458,
      "step": 2252040
    },
    {
      "epoch": 628.54,
      "grad_norm": 1.1756497621536255,
      "learning_rate": 5.644616032826153e-07,
      "loss": 0.32,
      "step": 2252050
    },
    {
      "epoch": 628.54,
      "grad_norm": 1.0817723274230957,
      "learning_rate": 5.644440032917479e-07,
      "loss": 0.3451,
      "step": 2252060
    },
    {
      "epoch": 628.54,
      "grad_norm": 1.219711422920227,
      "learning_rate": 5.64426403537706e-07,
      "loss": 0.3474,
      "step": 2252070
    },
    {
      "epoch": 628.55,
      "grad_norm": 1.24091637134552,
      "learning_rate": 5.644088040204927e-07,
      "loss": 0.3272,
      "step": 2252080
    },
    {
      "epoch": 628.55,
      "grad_norm": 1.236329197883606,
      "learning_rate": 5.643912047401099e-07,
      "loss": 0.3435,
      "step": 2252090
    },
    {
      "epoch": 628.55,
      "grad_norm": 1.141924262046814,
      "learning_rate": 5.643736056965612e-07,
      "loss": 0.3536,
      "step": 2252100
    },
    {
      "epoch": 628.55,
      "grad_norm": 0.9977335333824158,
      "learning_rate": 5.643560068898471e-07,
      "loss": 0.3257,
      "step": 2252110
    },
    {
      "epoch": 628.56,
      "grad_norm": 1.2540844678878784,
      "learning_rate": 5.64338408319971e-07,
      "loss": 0.3285,
      "step": 2252120
    },
    {
      "epoch": 628.56,
      "grad_norm": 1.1525137424468994,
      "learning_rate": 5.643208099869356e-07,
      "loss": 0.329,
      "step": 2252130
    },
    {
      "epoch": 628.56,
      "grad_norm": 1.287102460861206,
      "learning_rate": 5.643032118907416e-07,
      "loss": 0.3412,
      "step": 2252140
    },
    {
      "epoch": 628.57,
      "grad_norm": 1.2635791301727295,
      "learning_rate": 5.642856140313934e-07,
      "loss": 0.3353,
      "step": 2252150
    },
    {
      "epoch": 628.57,
      "grad_norm": 1.3254711627960205,
      "learning_rate": 5.642680164088921e-07,
      "loss": 0.3431,
      "step": 2252160
    },
    {
      "epoch": 628.57,
      "grad_norm": 1.0653111934661865,
      "learning_rate": 5.6425041902324e-07,
      "loss": 0.3164,
      "step": 2252170
    },
    {
      "epoch": 628.57,
      "grad_norm": 1.3940085172653198,
      "learning_rate": 5.642328218744407e-07,
      "loss": 0.3517,
      "step": 2252180
    },
    {
      "epoch": 628.58,
      "grad_norm": 1.2845056056976318,
      "learning_rate": 5.642152249624949e-07,
      "loss": 0.3309,
      "step": 2252190
    },
    {
      "epoch": 628.58,
      "grad_norm": 1.1205183267593384,
      "learning_rate": 5.641976282874057e-07,
      "loss": 0.3365,
      "step": 2252200
    },
    {
      "epoch": 628.58,
      "grad_norm": 1.1681102514266968,
      "learning_rate": 5.641800318491752e-07,
      "loss": 0.3303,
      "step": 2252210
    },
    {
      "epoch": 628.58,
      "grad_norm": 1.2198398113250732,
      "learning_rate": 5.641624356478068e-07,
      "loss": 0.3468,
      "step": 2252220
    },
    {
      "epoch": 628.59,
      "grad_norm": 1.1451470851898193,
      "learning_rate": 5.641448396833008e-07,
      "loss": 0.3273,
      "step": 2252230
    },
    {
      "epoch": 628.59,
      "grad_norm": 1.059537649154663,
      "learning_rate": 5.641272439556618e-07,
      "loss": 0.338,
      "step": 2252240
    },
    {
      "epoch": 628.59,
      "grad_norm": 1.327163577079773,
      "learning_rate": 5.641096484648904e-07,
      "loss": 0.3278,
      "step": 2252250
    },
    {
      "epoch": 628.6,
      "grad_norm": 1.4868775606155396,
      "learning_rate": 5.640920532109899e-07,
      "loss": 0.3458,
      "step": 2252260
    },
    {
      "epoch": 628.6,
      "grad_norm": 1.295030117034912,
      "learning_rate": 5.640744581939626e-07,
      "loss": 0.35,
      "step": 2252270
    },
    {
      "epoch": 628.6,
      "grad_norm": 1.176270604133606,
      "learning_rate": 5.640568634138103e-07,
      "loss": 0.3441,
      "step": 2252280
    },
    {
      "epoch": 628.6,
      "grad_norm": 1.1624315977096558,
      "learning_rate": 5.640392688705356e-07,
      "loss": 0.3375,
      "step": 2252290
    },
    {
      "epoch": 628.61,
      "grad_norm": 1.3096669912338257,
      "learning_rate": 5.640216745641408e-07,
      "loss": 0.349,
      "step": 2252300
    },
    {
      "epoch": 628.61,
      "grad_norm": 1.2269887924194336,
      "learning_rate": 5.640040804946283e-07,
      "loss": 0.3606,
      "step": 2252310
    },
    {
      "epoch": 628.61,
      "grad_norm": 1.1926770210266113,
      "learning_rate": 5.639864866620011e-07,
      "loss": 0.3303,
      "step": 2252320
    },
    {
      "epoch": 628.62,
      "grad_norm": 1.2279328107833862,
      "learning_rate": 5.639688930662604e-07,
      "loss": 0.3364,
      "step": 2252330
    },
    {
      "epoch": 628.62,
      "grad_norm": 1.240872859954834,
      "learning_rate": 5.639512997074087e-07,
      "loss": 0.3613,
      "step": 2252340
    },
    {
      "epoch": 628.62,
      "grad_norm": 1.1883569955825806,
      "learning_rate": 5.63933706585449e-07,
      "loss": 0.3339,
      "step": 2252350
    },
    {
      "epoch": 628.62,
      "grad_norm": 1.2015236616134644,
      "learning_rate": 5.639161137003841e-07,
      "loss": 0.3473,
      "step": 2252360
    },
    {
      "epoch": 628.63,
      "grad_norm": 1.1840839385986328,
      "learning_rate": 5.638985210522138e-07,
      "loss": 0.3349,
      "step": 2252370
    },
    {
      "epoch": 628.63,
      "grad_norm": 1.1927926540374756,
      "learning_rate": 5.638809286409439e-07,
      "loss": 0.3509,
      "step": 2252380
    },
    {
      "epoch": 628.63,
      "grad_norm": 1.2059003114700317,
      "learning_rate": 5.638633364665743e-07,
      "loss": 0.3404,
      "step": 2252390
    },
    {
      "epoch": 628.64,
      "grad_norm": 1.2756890058517456,
      "learning_rate": 5.638457445291082e-07,
      "loss": 0.3339,
      "step": 2252400
    },
    {
      "epoch": 628.64,
      "grad_norm": 1.1684789657592773,
      "learning_rate": 5.638281528285483e-07,
      "loss": 0.334,
      "step": 2252410
    },
    {
      "epoch": 628.64,
      "grad_norm": 1.1835745573043823,
      "learning_rate": 5.638105613648962e-07,
      "loss": 0.3264,
      "step": 2252420
    },
    {
      "epoch": 628.64,
      "grad_norm": 1.110586166381836,
      "learning_rate": 5.637929701381543e-07,
      "loss": 0.3267,
      "step": 2252430
    },
    {
      "epoch": 628.65,
      "grad_norm": 1.0660630464553833,
      "learning_rate": 5.637753791483248e-07,
      "loss": 0.3288,
      "step": 2252440
    },
    {
      "epoch": 628.65,
      "grad_norm": 1.1811026334762573,
      "learning_rate": 5.637577883954117e-07,
      "loss": 0.3525,
      "step": 2252450
    },
    {
      "epoch": 628.65,
      "grad_norm": 1.9586292505264282,
      "learning_rate": 5.63740197879415e-07,
      "loss": 0.3504,
      "step": 2252460
    },
    {
      "epoch": 628.65,
      "grad_norm": 1.158811092376709,
      "learning_rate": 5.637226076003383e-07,
      "loss": 0.351,
      "step": 2252470
    },
    {
      "epoch": 628.66,
      "grad_norm": 1.2487199306488037,
      "learning_rate": 5.637050175581841e-07,
      "loss": 0.3419,
      "step": 2252480
    },
    {
      "epoch": 628.66,
      "grad_norm": 1.1794021129608154,
      "learning_rate": 5.636874277529532e-07,
      "loss": 0.3354,
      "step": 2252490
    },
    {
      "epoch": 628.66,
      "grad_norm": 1.2708020210266113,
      "learning_rate": 5.636698381846506e-07,
      "loss": 0.3449,
      "step": 2252500
    },
    {
      "epoch": 628.67,
      "grad_norm": 1.0670506954193115,
      "learning_rate": 5.636522488532764e-07,
      "loss": 0.3236,
      "step": 2252510
    },
    {
      "epoch": 628.67,
      "grad_norm": 1.1962981224060059,
      "learning_rate": 5.636346597588335e-07,
      "loss": 0.3452,
      "step": 2252520
    },
    {
      "epoch": 628.67,
      "grad_norm": 1.0945799350738525,
      "learning_rate": 5.636170709013248e-07,
      "loss": 0.3343,
      "step": 2252530
    },
    {
      "epoch": 628.67,
      "grad_norm": 1.4116811752319336,
      "learning_rate": 5.635994822807525e-07,
      "loss": 0.3455,
      "step": 2252540
    },
    {
      "epoch": 628.68,
      "grad_norm": 1.2628815174102783,
      "learning_rate": 5.635818938971183e-07,
      "loss": 0.3496,
      "step": 2252550
    },
    {
      "epoch": 628.68,
      "grad_norm": 1.2282061576843262,
      "learning_rate": 5.635643057504248e-07,
      "loss": 0.3387,
      "step": 2252560
    },
    {
      "epoch": 628.68,
      "grad_norm": 1.254669427871704,
      "learning_rate": 5.635467178406754e-07,
      "loss": 0.35,
      "step": 2252570
    },
    {
      "epoch": 628.69,
      "grad_norm": 1.0750994682312012,
      "learning_rate": 5.635291301678701e-07,
      "loss": 0.3555,
      "step": 2252580
    },
    {
      "epoch": 628.69,
      "grad_norm": 1.3967911005020142,
      "learning_rate": 5.635115427320142e-07,
      "loss": 0.3415,
      "step": 2252590
    },
    {
      "epoch": 628.69,
      "grad_norm": 1.2563388347625732,
      "learning_rate": 5.634939555331076e-07,
      "loss": 0.3326,
      "step": 2252600
    },
    {
      "epoch": 628.69,
      "grad_norm": 1.2026170492172241,
      "learning_rate": 5.634763685711537e-07,
      "loss": 0.3343,
      "step": 2252610
    },
    {
      "epoch": 628.7,
      "grad_norm": 1.3490427732467651,
      "learning_rate": 5.634587818461553e-07,
      "loss": 0.3396,
      "step": 2252620
    },
    {
      "epoch": 628.7,
      "grad_norm": 1.2648247480392456,
      "learning_rate": 5.634411953581128e-07,
      "loss": 0.3352,
      "step": 2252630
    },
    {
      "epoch": 628.7,
      "grad_norm": 1.267574667930603,
      "learning_rate": 5.634236091070312e-07,
      "loss": 0.3346,
      "step": 2252640
    },
    {
      "epoch": 628.7,
      "grad_norm": 1.4148986339569092,
      "learning_rate": 5.63406023092911e-07,
      "loss": 0.3338,
      "step": 2252650
    },
    {
      "epoch": 628.71,
      "grad_norm": 1.1491427421569824,
      "learning_rate": 5.633884373157548e-07,
      "loss": 0.3194,
      "step": 2252660
    },
    {
      "epoch": 628.71,
      "grad_norm": 1.1842068433761597,
      "learning_rate": 5.633708517755654e-07,
      "loss": 0.341,
      "step": 2252670
    },
    {
      "epoch": 628.71,
      "grad_norm": 1.415096402168274,
      "learning_rate": 5.633532664723459e-07,
      "loss": 0.3294,
      "step": 2252680
    },
    {
      "epoch": 628.72,
      "grad_norm": 1.1797783374786377,
      "learning_rate": 5.633356814060965e-07,
      "loss": 0.345,
      "step": 2252690
    },
    {
      "epoch": 628.72,
      "grad_norm": 1.1622366905212402,
      "learning_rate": 5.63318096576821e-07,
      "loss": 0.3266,
      "step": 2252700
    },
    {
      "epoch": 628.72,
      "grad_norm": 1.2955777645111084,
      "learning_rate": 5.633005119845221e-07,
      "loss": 0.3454,
      "step": 2252710
    },
    {
      "epoch": 628.72,
      "grad_norm": 1.1727802753448486,
      "learning_rate": 5.632829276292003e-07,
      "loss": 0.3264,
      "step": 2252720
    },
    {
      "epoch": 628.73,
      "grad_norm": 1.4425230026245117,
      "learning_rate": 5.632653435108602e-07,
      "loss": 0.344,
      "step": 2252730
    },
    {
      "epoch": 628.73,
      "grad_norm": 0.9821050763130188,
      "learning_rate": 5.632477596295027e-07,
      "loss": 0.3212,
      "step": 2252740
    },
    {
      "epoch": 628.73,
      "grad_norm": 1.1687487363815308,
      "learning_rate": 5.632301759851304e-07,
      "loss": 0.3377,
      "step": 2252750
    },
    {
      "epoch": 628.74,
      "grad_norm": 1.2328429222106934,
      "learning_rate": 5.632125925777467e-07,
      "loss": 0.3302,
      "step": 2252760
    },
    {
      "epoch": 628.74,
      "grad_norm": 1.2086207866668701,
      "learning_rate": 5.63195009407352e-07,
      "loss": 0.3346,
      "step": 2252770
    },
    {
      "epoch": 628.74,
      "grad_norm": 1.1074442863464355,
      "learning_rate": 5.631774264739497e-07,
      "loss": 0.3476,
      "step": 2252780
    },
    {
      "epoch": 628.74,
      "grad_norm": 1.2428492307662964,
      "learning_rate": 5.631598437775422e-07,
      "loss": 0.3429,
      "step": 2252790
    },
    {
      "epoch": 628.75,
      "grad_norm": 1.2220886945724487,
      "learning_rate": 5.631422613181323e-07,
      "loss": 0.3386,
      "step": 2252800
    },
    {
      "epoch": 628.75,
      "grad_norm": 1.1069962978363037,
      "learning_rate": 5.631246790957204e-07,
      "loss": 0.3256,
      "step": 2252810
    },
    {
      "epoch": 628.75,
      "grad_norm": 1.2516496181488037,
      "learning_rate": 5.631070971103117e-07,
      "loss": 0.3496,
      "step": 2252820
    },
    {
      "epoch": 628.76,
      "grad_norm": 1.520120620727539,
      "learning_rate": 5.630895153619063e-07,
      "loss": 0.3442,
      "step": 2252830
    },
    {
      "epoch": 628.76,
      "grad_norm": 1.3717951774597168,
      "learning_rate": 5.630719338505075e-07,
      "loss": 0.3357,
      "step": 2252840
    },
    {
      "epoch": 628.76,
      "grad_norm": 1.2141226530075073,
      "learning_rate": 5.630543525761178e-07,
      "loss": 0.3341,
      "step": 2252850
    },
    {
      "epoch": 628.76,
      "grad_norm": 1.2707606554031372,
      "learning_rate": 5.630367715387387e-07,
      "loss": 0.3481,
      "step": 2252860
    },
    {
      "epoch": 628.77,
      "grad_norm": 1.383104920387268,
      "learning_rate": 5.63019190738373e-07,
      "loss": 0.337,
      "step": 2252870
    },
    {
      "epoch": 628.77,
      "grad_norm": 1.2002434730529785,
      "learning_rate": 5.630016101750231e-07,
      "loss": 0.3342,
      "step": 2252880
    },
    {
      "epoch": 628.77,
      "grad_norm": 1.1720548868179321,
      "learning_rate": 5.629840298486912e-07,
      "loss": 0.3317,
      "step": 2252890
    },
    {
      "epoch": 628.77,
      "grad_norm": 1.2693133354187012,
      "learning_rate": 5.629664497593798e-07,
      "loss": 0.3371,
      "step": 2252900
    },
    {
      "epoch": 628.78,
      "grad_norm": 1.224247694015503,
      "learning_rate": 5.629488699070918e-07,
      "loss": 0.3362,
      "step": 2252910
    },
    {
      "epoch": 628.78,
      "grad_norm": 1.2148798704147339,
      "learning_rate": 5.629312902918283e-07,
      "loss": 0.3261,
      "step": 2252920
    },
    {
      "epoch": 628.78,
      "grad_norm": 1.0996514558792114,
      "learning_rate": 5.629137109135922e-07,
      "loss": 0.349,
      "step": 2252930
    },
    {
      "epoch": 628.79,
      "grad_norm": 1.2556060552597046,
      "learning_rate": 5.628961317723865e-07,
      "loss": 0.3333,
      "step": 2252940
    },
    {
      "epoch": 628.79,
      "grad_norm": 1.1272697448730469,
      "learning_rate": 5.628785528682117e-07,
      "loss": 0.3626,
      "step": 2252950
    },
    {
      "epoch": 628.79,
      "grad_norm": 1.2186169624328613,
      "learning_rate": 5.628609742010725e-07,
      "loss": 0.3354,
      "step": 2252960
    },
    {
      "epoch": 628.79,
      "grad_norm": 1.0815471410751343,
      "learning_rate": 5.628433957709696e-07,
      "loss": 0.3397,
      "step": 2252970
    },
    {
      "epoch": 628.8,
      "grad_norm": 1.809670329093933,
      "learning_rate": 5.62825817577906e-07,
      "loss": 0.3274,
      "step": 2252980
    },
    {
      "epoch": 628.8,
      "grad_norm": 1.2285839319229126,
      "learning_rate": 5.628082396218845e-07,
      "loss": 0.3258,
      "step": 2252990
    },
    {
      "epoch": 628.8,
      "grad_norm": 1.1456358432769775,
      "learning_rate": 5.627906619029059e-07,
      "loss": 0.3409,
      "step": 2253000
    },
    {
      "epoch": 628.81,
      "grad_norm": 1.2055219411849976,
      "learning_rate": 5.627730844209737e-07,
      "loss": 0.3533,
      "step": 2253010
    },
    {
      "epoch": 628.81,
      "grad_norm": 1.10092031955719,
      "learning_rate": 5.627555071760902e-07,
      "loss": 0.352,
      "step": 2253020
    },
    {
      "epoch": 628.81,
      "grad_norm": 1.0884281396865845,
      "learning_rate": 5.627379301682579e-07,
      "loss": 0.3333,
      "step": 2253030
    },
    {
      "epoch": 628.81,
      "grad_norm": 1.1097438335418701,
      "learning_rate": 5.627203533974776e-07,
      "loss": 0.3439,
      "step": 2253040
    },
    {
      "epoch": 628.82,
      "grad_norm": 1.128366470336914,
      "learning_rate": 5.627027768637541e-07,
      "loss": 0.3382,
      "step": 2253050
    },
    {
      "epoch": 628.82,
      "grad_norm": 1.151815414428711,
      "learning_rate": 5.626852005670878e-07,
      "loss": 0.3175,
      "step": 2253060
    },
    {
      "epoch": 628.82,
      "grad_norm": 1.10584557056427,
      "learning_rate": 5.626676245074819e-07,
      "loss": 0.3355,
      "step": 2253070
    },
    {
      "epoch": 628.83,
      "grad_norm": 1.2876588106155396,
      "learning_rate": 5.62650048684939e-07,
      "loss": 0.3265,
      "step": 2253080
    },
    {
      "epoch": 628.83,
      "grad_norm": 1.1619640588760376,
      "learning_rate": 5.626324730994603e-07,
      "loss": 0.3298,
      "step": 2253090
    },
    {
      "epoch": 628.83,
      "grad_norm": 1.263611912727356,
      "learning_rate": 5.62614897751049e-07,
      "loss": 0.3466,
      "step": 2253100
    },
    {
      "epoch": 628.83,
      "grad_norm": 1.3314381837844849,
      "learning_rate": 5.625973226397073e-07,
      "loss": 0.3348,
      "step": 2253110
    },
    {
      "epoch": 628.84,
      "grad_norm": 1.2724756002426147,
      "learning_rate": 5.625797477654379e-07,
      "loss": 0.3341,
      "step": 2253120
    },
    {
      "epoch": 628.84,
      "grad_norm": 1.3510221242904663,
      "learning_rate": 5.625621731282423e-07,
      "loss": 0.3329,
      "step": 2253130
    },
    {
      "epoch": 628.84,
      "grad_norm": 1.1455790996551514,
      "learning_rate": 5.625445987281233e-07,
      "loss": 0.3406,
      "step": 2253140
    },
    {
      "epoch": 628.84,
      "grad_norm": 1.0702353715896606,
      "learning_rate": 5.625270245650836e-07,
      "loss": 0.3483,
      "step": 2253150
    },
    {
      "epoch": 628.85,
      "grad_norm": 1.095524787902832,
      "learning_rate": 5.62509450639124e-07,
      "loss": 0.3325,
      "step": 2253160
    },
    {
      "epoch": 628.85,
      "grad_norm": 1.219200611114502,
      "learning_rate": 5.624918769502494e-07,
      "loss": 0.3427,
      "step": 2253170
    },
    {
      "epoch": 628.85,
      "grad_norm": 1.1730132102966309,
      "learning_rate": 5.624743034984595e-07,
      "loss": 0.3325,
      "step": 2253180
    },
    {
      "epoch": 628.86,
      "grad_norm": 1.170716643333435,
      "learning_rate": 5.624567302837592e-07,
      "loss": 0.3426,
      "step": 2253190
    },
    {
      "epoch": 628.86,
      "grad_norm": 1.2401484251022339,
      "learning_rate": 5.624391573061486e-07,
      "loss": 0.3363,
      "step": 2253200
    },
    {
      "epoch": 628.86,
      "grad_norm": 1.131949543952942,
      "learning_rate": 5.624215845656312e-07,
      "loss": 0.3336,
      "step": 2253210
    },
    {
      "epoch": 628.86,
      "grad_norm": 1.2228773832321167,
      "learning_rate": 5.624040120622095e-07,
      "loss": 0.3477,
      "step": 2253220
    },
    {
      "epoch": 628.87,
      "grad_norm": 1.1666805744171143,
      "learning_rate": 5.623864397958849e-07,
      "loss": 0.351,
      "step": 2253230
    },
    {
      "epoch": 628.87,
      "grad_norm": 1.1013782024383545,
      "learning_rate": 5.623688677666606e-07,
      "loss": 0.3322,
      "step": 2253240
    },
    {
      "epoch": 628.87,
      "grad_norm": 1.1825730800628662,
      "learning_rate": 5.623512959745381e-07,
      "loss": 0.3259,
      "step": 2253250
    },
    {
      "epoch": 628.88,
      "grad_norm": 1.1540517807006836,
      "learning_rate": 5.623337244195212e-07,
      "loss": 0.3402,
      "step": 2253260
    },
    {
      "epoch": 628.88,
      "grad_norm": 1.355425477027893,
      "learning_rate": 5.623161531016105e-07,
      "loss": 0.3405,
      "step": 2253270
    },
    {
      "epoch": 628.88,
      "grad_norm": 1.5139305591583252,
      "learning_rate": 5.622985820208092e-07,
      "loss": 0.3489,
      "step": 2253280
    },
    {
      "epoch": 628.88,
      "grad_norm": 1.0778532028198242,
      "learning_rate": 5.622810111771204e-07,
      "loss": 0.3443,
      "step": 2253290
    },
    {
      "epoch": 628.89,
      "grad_norm": 1.194167137145996,
      "learning_rate": 5.622634405705442e-07,
      "loss": 0.345,
      "step": 2253300
    },
    {
      "epoch": 628.89,
      "grad_norm": 1.1492506265640259,
      "learning_rate": 5.622458702010856e-07,
      "loss": 0.3448,
      "step": 2253310
    },
    {
      "epoch": 628.89,
      "grad_norm": 1.456976056098938,
      "learning_rate": 5.622283000687448e-07,
      "loss": 0.3358,
      "step": 2253320
    },
    {
      "epoch": 628.89,
      "grad_norm": 1.26596200466156,
      "learning_rate": 5.622107301735253e-07,
      "loss": 0.3231,
      "step": 2253330
    },
    {
      "epoch": 628.9,
      "grad_norm": 1.1855113506317139,
      "learning_rate": 5.621931605154292e-07,
      "loss": 0.3406,
      "step": 2253340
    },
    {
      "epoch": 628.9,
      "grad_norm": 1.309739112854004,
      "learning_rate": 5.621755910944594e-07,
      "loss": 0.3299,
      "step": 2253350
    },
    {
      "epoch": 628.9,
      "grad_norm": 1.455740213394165,
      "learning_rate": 5.621580219106169e-07,
      "loss": 0.3488,
      "step": 2253360
    },
    {
      "epoch": 628.91,
      "grad_norm": 1.2231107950210571,
      "learning_rate": 5.621404529639046e-07,
      "loss": 0.3319,
      "step": 2253370
    },
    {
      "epoch": 628.91,
      "grad_norm": 1.130699634552002,
      "learning_rate": 5.621228842543261e-07,
      "loss": 0.3224,
      "step": 2253380
    },
    {
      "epoch": 628.91,
      "grad_norm": 1.4088177680969238,
      "learning_rate": 5.621053157818811e-07,
      "loss": 0.3298,
      "step": 2253390
    },
    {
      "epoch": 628.91,
      "grad_norm": 1.0440341234207153,
      "learning_rate": 5.620877475465749e-07,
      "loss": 0.3201,
      "step": 2253400
    },
    {
      "epoch": 628.92,
      "grad_norm": 1.1817303895950317,
      "learning_rate": 5.620701795484076e-07,
      "loss": 0.3538,
      "step": 2253410
    },
    {
      "epoch": 628.92,
      "grad_norm": 1.0846946239471436,
      "learning_rate": 5.620526117873825e-07,
      "loss": 0.3234,
      "step": 2253420
    },
    {
      "epoch": 628.92,
      "grad_norm": 1.1919138431549072,
      "learning_rate": 5.620350442635026e-07,
      "loss": 0.3307,
      "step": 2253430
    },
    {
      "epoch": 628.93,
      "grad_norm": 1.1954792737960815,
      "learning_rate": 5.620174769767685e-07,
      "loss": 0.3477,
      "step": 2253440
    },
    {
      "epoch": 628.93,
      "grad_norm": 1.2508760690689087,
      "learning_rate": 5.619999099271836e-07,
      "loss": 0.3483,
      "step": 2253450
    },
    {
      "epoch": 628.93,
      "grad_norm": 1.3779959678649902,
      "learning_rate": 5.619823431147503e-07,
      "loss": 0.3329,
      "step": 2253460
    },
    {
      "epoch": 628.93,
      "grad_norm": 1.5051593780517578,
      "learning_rate": 5.619647765394705e-07,
      "loss": 0.3418,
      "step": 2253470
    },
    {
      "epoch": 628.94,
      "grad_norm": 1.2176984548568726,
      "learning_rate": 5.619472102013467e-07,
      "loss": 0.3277,
      "step": 2253480
    },
    {
      "epoch": 628.94,
      "grad_norm": 1.3013293743133545,
      "learning_rate": 5.619296441003823e-07,
      "loss": 0.3401,
      "step": 2253490
    },
    {
      "epoch": 628.94,
      "grad_norm": 1.2494219541549683,
      "learning_rate": 5.619120782365779e-07,
      "loss": 0.339,
      "step": 2253500
    },
    {
      "epoch": 628.95,
      "grad_norm": 1.1209944486618042,
      "learning_rate": 5.618945126099366e-07,
      "loss": 0.3409,
      "step": 2253510
    },
    {
      "epoch": 628.95,
      "grad_norm": 1.2499110698699951,
      "learning_rate": 5.618769472204617e-07,
      "loss": 0.3508,
      "step": 2253520
    },
    {
      "epoch": 628.95,
      "grad_norm": 1.2963643074035645,
      "learning_rate": 5.61859382068153e-07,
      "loss": 0.3373,
      "step": 2253530
    },
    {
      "epoch": 628.95,
      "grad_norm": 1.2752329111099243,
      "learning_rate": 5.618418171530158e-07,
      "loss": 0.349,
      "step": 2253540
    },
    {
      "epoch": 628.96,
      "grad_norm": 1.24216628074646,
      "learning_rate": 5.618242524750503e-07,
      "loss": 0.3452,
      "step": 2253550
    },
    {
      "epoch": 628.96,
      "grad_norm": 1.2969996929168701,
      "learning_rate": 5.618066880342597e-07,
      "loss": 0.3483,
      "step": 2253560
    },
    {
      "epoch": 628.96,
      "grad_norm": 1.1511987447738647,
      "learning_rate": 5.617891238306468e-07,
      "loss": 0.3346,
      "step": 2253570
    },
    {
      "epoch": 628.96,
      "grad_norm": 1.0380557775497437,
      "learning_rate": 5.617715598642126e-07,
      "loss": 0.3409,
      "step": 2253580
    },
    {
      "epoch": 628.97,
      "grad_norm": 1.528093934059143,
      "learning_rate": 5.617539961349604e-07,
      "loss": 0.3304,
      "step": 2253590
    },
    {
      "epoch": 628.97,
      "grad_norm": 1.4353892803192139,
      "learning_rate": 5.617364326428924e-07,
      "loss": 0.3418,
      "step": 2253600
    },
    {
      "epoch": 628.97,
      "grad_norm": 1.288191318511963,
      "learning_rate": 5.617188693880115e-07,
      "loss": 0.3329,
      "step": 2253610
    },
    {
      "epoch": 628.98,
      "grad_norm": 1.3664878606796265,
      "learning_rate": 5.617013063703182e-07,
      "loss": 0.3293,
      "step": 2253620
    },
    {
      "epoch": 628.98,
      "grad_norm": 1.2024017572402954,
      "learning_rate": 5.616837435898172e-07,
      "loss": 0.3413,
      "step": 2253630
    },
    {
      "epoch": 628.98,
      "grad_norm": 1.084003210067749,
      "learning_rate": 5.616661810465092e-07,
      "loss": 0.342,
      "step": 2253640
    },
    {
      "epoch": 628.98,
      "grad_norm": 1.1531436443328857,
      "learning_rate": 5.61648618740397e-07,
      "loss": 0.3489,
      "step": 2253650
    },
    {
      "epoch": 628.99,
      "grad_norm": 1.3891676664352417,
      "learning_rate": 5.616310566714835e-07,
      "loss": 0.3388,
      "step": 2253660
    },
    {
      "epoch": 628.99,
      "grad_norm": 1.2931408882141113,
      "learning_rate": 5.616134948397701e-07,
      "loss": 0.3351,
      "step": 2253670
    },
    {
      "epoch": 628.99,
      "grad_norm": 1.2968500852584839,
      "learning_rate": 5.615959332452596e-07,
      "loss": 0.325,
      "step": 2253680
    },
    {
      "epoch": 629.0,
      "grad_norm": 1.3380869626998901,
      "learning_rate": 5.61578371887954e-07,
      "loss": 0.3558,
      "step": 2253690
    },
    {
      "epoch": 629.0,
      "grad_norm": 1.2391213178634644,
      "learning_rate": 5.615608107678568e-07,
      "loss": 0.3528,
      "step": 2253700
    },
    {
      "epoch": 629.0,
      "eval_loss": 0.33822065591812134,
      "eval_runtime": 65.4088,
      "eval_samples_per_second": 77.344,
      "eval_steps_per_second": 9.678,
      "step": 2253707
    },
    {
      "epoch": 629.0,
      "grad_norm": 1.2907999753952026,
      "learning_rate": 5.615432498849686e-07,
      "loss": 0.3439,
      "step": 2253710
    },
    {
      "epoch": 629.0,
      "grad_norm": 1.370134711265564,
      "learning_rate": 5.615256892392927e-07,
      "loss": 0.3273,
      "step": 2253720
    },
    {
      "epoch": 629.01,
      "grad_norm": 1.1983709335327148,
      "learning_rate": 5.615081288308321e-07,
      "loss": 0.3312,
      "step": 2253730
    },
    {
      "epoch": 629.01,
      "grad_norm": 1.1560317277908325,
      "learning_rate": 5.614905686595868e-07,
      "loss": 0.3169,
      "step": 2253740
    },
    {
      "epoch": 629.01,
      "grad_norm": 1.2960100173950195,
      "learning_rate": 5.614730087255622e-07,
      "loss": 0.3518,
      "step": 2253750
    },
    {
      "epoch": 629.01,
      "grad_norm": 1.1838603019714355,
      "learning_rate": 5.61455449028758e-07,
      "loss": 0.338,
      "step": 2253760
    },
    {
      "epoch": 629.02,
      "grad_norm": 1.189292311668396,
      "learning_rate": 5.61437889569179e-07,
      "loss": 0.3451,
      "step": 2253770
    },
    {
      "epoch": 629.02,
      "grad_norm": 1.1281765699386597,
      "learning_rate": 5.614203303468253e-07,
      "loss": 0.3268,
      "step": 2253780
    },
    {
      "epoch": 629.02,
      "grad_norm": 1.191465139389038,
      "learning_rate": 5.614027713617003e-07,
      "loss": 0.3377,
      "step": 2253790
    },
    {
      "epoch": 629.03,
      "grad_norm": 1.1837470531463623,
      "learning_rate": 5.613852126138068e-07,
      "loss": 0.3331,
      "step": 2253800
    },
    {
      "epoch": 629.03,
      "grad_norm": 1.277597427368164,
      "learning_rate": 5.61367654103146e-07,
      "loss": 0.3648,
      "step": 2253810
    },
    {
      "epoch": 629.03,
      "grad_norm": 1.2407509088516235,
      "learning_rate": 5.613500958297207e-07,
      "loss": 0.3323,
      "step": 2253820
    },
    {
      "epoch": 629.03,
      "grad_norm": 1.2165846824645996,
      "learning_rate": 5.613325377935333e-07,
      "loss": 0.3397,
      "step": 2253830
    },
    {
      "epoch": 629.04,
      "grad_norm": 1.2018102407455444,
      "learning_rate": 5.61314979994587e-07,
      "loss": 0.3339,
      "step": 2253840
    },
    {
      "epoch": 629.04,
      "grad_norm": 1.240169644355774,
      "learning_rate": 5.612974224328824e-07,
      "loss": 0.3391,
      "step": 2253850
    },
    {
      "epoch": 629.04,
      "grad_norm": 1.3055245876312256,
      "learning_rate": 5.612798651084228e-07,
      "loss": 0.3508,
      "step": 2253860
    },
    {
      "epoch": 629.05,
      "grad_norm": 1.2172516584396362,
      "learning_rate": 5.612623080212103e-07,
      "loss": 0.3445,
      "step": 2253870
    },
    {
      "epoch": 629.05,
      "grad_norm": 1.1655664443969727,
      "learning_rate": 5.612447511712477e-07,
      "loss": 0.3563,
      "step": 2253880
    },
    {
      "epoch": 629.05,
      "grad_norm": 1.2629761695861816,
      "learning_rate": 5.612271945585374e-07,
      "loss": 0.352,
      "step": 2253890
    },
    {
      "epoch": 629.05,
      "grad_norm": 1.0664745569229126,
      "learning_rate": 5.612096381830809e-07,
      "loss": 0.3282,
      "step": 2253900
    },
    {
      "epoch": 629.06,
      "grad_norm": 1.3028873205184937,
      "learning_rate": 5.61192082044881e-07,
      "loss": 0.3468,
      "step": 2253910
    },
    {
      "epoch": 629.06,
      "grad_norm": 1.225246548652649,
      "learning_rate": 5.611745261439399e-07,
      "loss": 0.347,
      "step": 2253920
    },
    {
      "epoch": 629.06,
      "grad_norm": 1.090266227722168,
      "learning_rate": 5.611569704802608e-07,
      "loss": 0.3234,
      "step": 2253930
    },
    {
      "epoch": 629.07,
      "grad_norm": 11.1379976272583,
      "learning_rate": 5.611394150538449e-07,
      "loss": 0.3353,
      "step": 2253940
    },
    {
      "epoch": 629.07,
      "grad_norm": 1.3766891956329346,
      "learning_rate": 5.611218598646946e-07,
      "loss": 0.3156,
      "step": 2253950
    },
    {
      "epoch": 629.07,
      "grad_norm": 1.0874481201171875,
      "learning_rate": 5.611043049128134e-07,
      "loss": 0.3277,
      "step": 2253960
    },
    {
      "epoch": 629.07,
      "grad_norm": 1.153586745262146,
      "learning_rate": 5.610867501982015e-07,
      "loss": 0.348,
      "step": 2253970
    },
    {
      "epoch": 629.08,
      "grad_norm": 1.2880043983459473,
      "learning_rate": 5.610691957208641e-07,
      "loss": 0.3558,
      "step": 2253980
    },
    {
      "epoch": 629.08,
      "grad_norm": 1.5578477382659912,
      "learning_rate": 5.61051641480801e-07,
      "loss": 0.3293,
      "step": 2253990
    },
    {
      "epoch": 629.08,
      "grad_norm": 1.4524153470993042,
      "learning_rate": 5.610340874780157e-07,
      "loss": 0.3261,
      "step": 2254000
    },
    {
      "epoch": 629.08,
      "grad_norm": 1.231205940246582,
      "learning_rate": 5.610165337125103e-07,
      "loss": 0.3377,
      "step": 2254010
    },
    {
      "epoch": 629.09,
      "grad_norm": 1.3667514324188232,
      "learning_rate": 5.609989801842879e-07,
      "loss": 0.3434,
      "step": 2254020
    },
    {
      "epoch": 629.09,
      "grad_norm": 1.1509428024291992,
      "learning_rate": 5.609814268933496e-07,
      "loss": 0.3148,
      "step": 2254030
    },
    {
      "epoch": 629.09,
      "grad_norm": 1.1868613958358765,
      "learning_rate": 5.609638738396982e-07,
      "loss": 0.3566,
      "step": 2254040
    },
    {
      "epoch": 629.1,
      "grad_norm": 1.211113691329956,
      "learning_rate": 5.609463210233361e-07,
      "loss": 0.3368,
      "step": 2254050
    },
    {
      "epoch": 629.1,
      "grad_norm": 1.2333182096481323,
      "learning_rate": 5.609287684442657e-07,
      "loss": 0.3203,
      "step": 2254060
    },
    {
      "epoch": 629.1,
      "grad_norm": 1.5289546251296997,
      "learning_rate": 5.609112161024899e-07,
      "loss": 0.3203,
      "step": 2254070
    },
    {
      "epoch": 629.1,
      "grad_norm": 1.0567713975906372,
      "learning_rate": 5.608936639980098e-07,
      "loss": 0.3388,
      "step": 2254080
    },
    {
      "epoch": 629.11,
      "grad_norm": 1.0437489748001099,
      "learning_rate": 5.608761121308282e-07,
      "loss": 0.318,
      "step": 2254090
    },
    {
      "epoch": 629.11,
      "grad_norm": 1.2578905820846558,
      "learning_rate": 5.608585605009485e-07,
      "loss": 0.3566,
      "step": 2254100
    },
    {
      "epoch": 629.11,
      "grad_norm": 1.6139589548110962,
      "learning_rate": 5.608410091083708e-07,
      "loss": 0.3504,
      "step": 2254110
    },
    {
      "epoch": 629.12,
      "grad_norm": 1.089213252067566,
      "learning_rate": 5.608234579531e-07,
      "loss": 0.3373,
      "step": 2254120
    },
    {
      "epoch": 629.12,
      "grad_norm": 1.2127525806427002,
      "learning_rate": 5.608059070351364e-07,
      "loss": 0.3374,
      "step": 2254130
    },
    {
      "epoch": 629.12,
      "grad_norm": 1.2338645458221436,
      "learning_rate": 5.607883563544834e-07,
      "loss": 0.3476,
      "step": 2254140
    },
    {
      "epoch": 629.12,
      "grad_norm": 1.144168496131897,
      "learning_rate": 5.60770805911143e-07,
      "loss": 0.3491,
      "step": 2254150
    },
    {
      "epoch": 629.13,
      "grad_norm": 1.149326205253601,
      "learning_rate": 5.607532557051184e-07,
      "loss": 0.3427,
      "step": 2254160
    },
    {
      "epoch": 629.13,
      "grad_norm": 1.0803617238998413,
      "learning_rate": 5.607357057364102e-07,
      "loss": 0.33,
      "step": 2254170
    },
    {
      "epoch": 629.13,
      "grad_norm": 1.0506752729415894,
      "learning_rate": 5.60718156005022e-07,
      "loss": 0.348,
      "step": 2254180
    },
    {
      "epoch": 629.13,
      "grad_norm": 3.31825852394104,
      "learning_rate": 5.607006065109563e-07,
      "loss": 0.3444,
      "step": 2254190
    },
    {
      "epoch": 629.14,
      "grad_norm": 1.1972026824951172,
      "learning_rate": 5.606830572542137e-07,
      "loss": 0.3593,
      "step": 2254200
    },
    {
      "epoch": 629.14,
      "grad_norm": 1.4355692863464355,
      "learning_rate": 5.606655082347989e-07,
      "loss": 0.3358,
      "step": 2254210
    },
    {
      "epoch": 629.14,
      "grad_norm": 1.539046287536621,
      "learning_rate": 5.606479594527128e-07,
      "loss": 0.358,
      "step": 2254220
    },
    {
      "epoch": 629.15,
      "grad_norm": 1.0716674327850342,
      "learning_rate": 5.60630410907958e-07,
      "loss": 0.3336,
      "step": 2254230
    },
    {
      "epoch": 629.15,
      "grad_norm": 1.225456953048706,
      "learning_rate": 5.606128626005373e-07,
      "loss": 0.3247,
      "step": 2254240
    },
    {
      "epoch": 629.15,
      "grad_norm": 1.0873775482177734,
      "learning_rate": 5.605953145304523e-07,
      "loss": 0.3469,
      "step": 2254250
    },
    {
      "epoch": 629.15,
      "grad_norm": 1.2957916259765625,
      "learning_rate": 5.605777666977055e-07,
      "loss": 0.3473,
      "step": 2254260
    },
    {
      "epoch": 629.16,
      "grad_norm": 1.043477177619934,
      "learning_rate": 5.605602191022995e-07,
      "loss": 0.3462,
      "step": 2254270
    },
    {
      "epoch": 629.16,
      "grad_norm": 1.16179621219635,
      "learning_rate": 5.605426717442372e-07,
      "loss": 0.3455,
      "step": 2254280
    },
    {
      "epoch": 629.16,
      "grad_norm": 1.3283199071884155,
      "learning_rate": 5.605251246235188e-07,
      "loss": 0.3384,
      "step": 2254290
    },
    {
      "epoch": 629.17,
      "grad_norm": 1.276984453201294,
      "learning_rate": 5.605075777401495e-07,
      "loss": 0.3381,
      "step": 2254300
    },
    {
      "epoch": 629.17,
      "grad_norm": 1.2625380754470825,
      "learning_rate": 5.604900310941297e-07,
      "loss": 0.3374,
      "step": 2254310
    },
    {
      "epoch": 629.17,
      "grad_norm": 1.127971887588501,
      "learning_rate": 5.604724846854624e-07,
      "loss": 0.3414,
      "step": 2254320
    },
    {
      "epoch": 629.17,
      "grad_norm": 1.29572594165802,
      "learning_rate": 5.604549385141501e-07,
      "loss": 0.3472,
      "step": 2254330
    },
    {
      "epoch": 629.18,
      "grad_norm": 1.1688895225524902,
      "learning_rate": 5.604373925801938e-07,
      "loss": 0.337,
      "step": 2254340
    },
    {
      "epoch": 629.18,
      "grad_norm": 1.3272939920425415,
      "learning_rate": 5.604198468835983e-07,
      "loss": 0.341,
      "step": 2254350
    },
    {
      "epoch": 629.18,
      "grad_norm": 3.7968215942382812,
      "learning_rate": 5.604023014243638e-07,
      "loss": 0.3331,
      "step": 2254360
    },
    {
      "epoch": 629.19,
      "grad_norm": 1.1391704082489014,
      "learning_rate": 5.603847562024931e-07,
      "loss": 0.3519,
      "step": 2254370
    },
    {
      "epoch": 629.19,
      "grad_norm": 1.3021767139434814,
      "learning_rate": 5.603672112179898e-07,
      "loss": 0.339,
      "step": 2254380
    },
    {
      "epoch": 629.19,
      "grad_norm": 1.2032862901687622,
      "learning_rate": 5.603496664708545e-07,
      "loss": 0.3299,
      "step": 2254390
    },
    {
      "epoch": 629.19,
      "grad_norm": 1.2243493795394897,
      "learning_rate": 5.603321219610903e-07,
      "loss": 0.3432,
      "step": 2254400
    },
    {
      "epoch": 629.2,
      "grad_norm": 1.1494724750518799,
      "learning_rate": 5.603145776886991e-07,
      "loss": 0.3382,
      "step": 2254410
    },
    {
      "epoch": 629.2,
      "grad_norm": 1.0902214050292969,
      "learning_rate": 5.602970336536848e-07,
      "loss": 0.3474,
      "step": 2254420
    },
    {
      "epoch": 629.2,
      "grad_norm": 1.2606980800628662,
      "learning_rate": 5.60279489856047e-07,
      "loss": 0.3353,
      "step": 2254430
    },
    {
      "epoch": 629.2,
      "grad_norm": 1.279908537864685,
      "learning_rate": 5.602619462957912e-07,
      "loss": 0.344,
      "step": 2254440
    },
    {
      "epoch": 629.21,
      "grad_norm": 1.228708267211914,
      "learning_rate": 5.60244402972917e-07,
      "loss": 0.337,
      "step": 2254450
    },
    {
      "epoch": 629.21,
      "grad_norm": 1.2607322931289673,
      "learning_rate": 5.602268598874283e-07,
      "loss": 0.3262,
      "step": 2254460
    },
    {
      "epoch": 629.21,
      "grad_norm": 1.1644835472106934,
      "learning_rate": 5.602093170393276e-07,
      "loss": 0.3434,
      "step": 2254470
    },
    {
      "epoch": 629.22,
      "grad_norm": 1.2467427253723145,
      "learning_rate": 5.601917744286159e-07,
      "loss": 0.3357,
      "step": 2254480
    },
    {
      "epoch": 629.22,
      "grad_norm": 1.330398440361023,
      "learning_rate": 5.601742320552963e-07,
      "loss": 0.3336,
      "step": 2254490
    },
    {
      "epoch": 629.22,
      "grad_norm": 1.236815094947815,
      "learning_rate": 5.601566899193712e-07,
      "loss": 0.3451,
      "step": 2254500
    },
    {
      "epoch": 629.22,
      "grad_norm": 1.2968707084655762,
      "learning_rate": 5.601391480208434e-07,
      "loss": 0.3342,
      "step": 2254510
    },
    {
      "epoch": 629.23,
      "grad_norm": 1.1374878883361816,
      "learning_rate": 5.60121606359714e-07,
      "loss": 0.3485,
      "step": 2254520
    },
    {
      "epoch": 629.23,
      "grad_norm": 1.1970876455307007,
      "learning_rate": 5.601040649359861e-07,
      "loss": 0.3378,
      "step": 2254530
    },
    {
      "epoch": 629.23,
      "grad_norm": 1.4448494911193848,
      "learning_rate": 5.600865237496629e-07,
      "loss": 0.3444,
      "step": 2254540
    },
    {
      "epoch": 629.24,
      "grad_norm": 1.3660985231399536,
      "learning_rate": 5.600689828007439e-07,
      "loss": 0.3455,
      "step": 2254550
    },
    {
      "epoch": 629.24,
      "grad_norm": 1.396247148513794,
      "learning_rate": 5.600514420892352e-07,
      "loss": 0.3309,
      "step": 2254560
    },
    {
      "epoch": 629.24,
      "grad_norm": 1.3889048099517822,
      "learning_rate": 5.600339016151362e-07,
      "loss": 0.3342,
      "step": 2254570
    },
    {
      "epoch": 629.24,
      "grad_norm": 1.2506859302520752,
      "learning_rate": 5.600163613784505e-07,
      "loss": 0.3343,
      "step": 2254580
    },
    {
      "epoch": 629.25,
      "grad_norm": 1.3063600063323975,
      "learning_rate": 5.599988213791802e-07,
      "loss": 0.3418,
      "step": 2254590
    },
    {
      "epoch": 629.25,
      "grad_norm": 1.2177343368530273,
      "learning_rate": 5.599812816173285e-07,
      "loss": 0.3338,
      "step": 2254600
    },
    {
      "epoch": 629.25,
      "grad_norm": 1.4242773056030273,
      "learning_rate": 5.599637420928959e-07,
      "loss": 0.3364,
      "step": 2254610
    },
    {
      "epoch": 629.25,
      "grad_norm": 1.1706793308258057,
      "learning_rate": 5.599462028058859e-07,
      "loss": 0.3366,
      "step": 2254620
    },
    {
      "epoch": 629.26,
      "grad_norm": 1.6249444484710693,
      "learning_rate": 5.599286637563008e-07,
      "loss": 0.3385,
      "step": 2254630
    },
    {
      "epoch": 629.26,
      "grad_norm": 1.4892805814743042,
      "learning_rate": 5.599111249441428e-07,
      "loss": 0.3426,
      "step": 2254640
    },
    {
      "epoch": 629.26,
      "grad_norm": 1.1291786432266235,
      "learning_rate": 5.598935863694145e-07,
      "loss": 0.3309,
      "step": 2254650
    },
    {
      "epoch": 629.27,
      "grad_norm": 1.2189877033233643,
      "learning_rate": 5.598760480321178e-07,
      "loss": 0.3481,
      "step": 2254660
    },
    {
      "epoch": 629.27,
      "grad_norm": 1.0878210067749023,
      "learning_rate": 5.59858509932255e-07,
      "loss": 0.3261,
      "step": 2254670
    },
    {
      "epoch": 629.27,
      "grad_norm": 1.5818405151367188,
      "learning_rate": 5.598409720698292e-07,
      "loss": 0.3304,
      "step": 2254680
    },
    {
      "epoch": 629.27,
      "grad_norm": 1.1702253818511963,
      "learning_rate": 5.59823434444841e-07,
      "loss": 0.3527,
      "step": 2254690
    },
    {
      "epoch": 629.28,
      "grad_norm": 1.2037575244903564,
      "learning_rate": 5.598058970572951e-07,
      "loss": 0.3373,
      "step": 2254700
    },
    {
      "epoch": 629.28,
      "grad_norm": 1.14250910282135,
      "learning_rate": 5.597883599071922e-07,
      "loss": 0.3293,
      "step": 2254710
    },
    {
      "epoch": 629.28,
      "grad_norm": 1.1604243516921997,
      "learning_rate": 5.59770822994535e-07,
      "loss": 0.3359,
      "step": 2254720
    },
    {
      "epoch": 629.29,
      "grad_norm": 1.1616647243499756,
      "learning_rate": 5.597532863193259e-07,
      "loss": 0.3233,
      "step": 2254730
    },
    {
      "epoch": 629.29,
      "grad_norm": 1.3622868061065674,
      "learning_rate": 5.597357498815677e-07,
      "loss": 0.3453,
      "step": 2254740
    },
    {
      "epoch": 629.29,
      "grad_norm": 1.1286941766738892,
      "learning_rate": 5.597182136812618e-07,
      "loss": 0.334,
      "step": 2254750
    },
    {
      "epoch": 629.29,
      "grad_norm": 1.185268759727478,
      "learning_rate": 5.597006777184112e-07,
      "loss": 0.3386,
      "step": 2254760
    },
    {
      "epoch": 629.3,
      "grad_norm": 1.3964747190475464,
      "learning_rate": 5.596831419930184e-07,
      "loss": 0.3276,
      "step": 2254770
    },
    {
      "epoch": 629.3,
      "grad_norm": 2.703078031539917,
      "learning_rate": 5.596656065050842e-07,
      "loss": 0.3349,
      "step": 2254780
    },
    {
      "epoch": 629.3,
      "grad_norm": 1.110522985458374,
      "learning_rate": 5.596480712546137e-07,
      "loss": 0.3418,
      "step": 2254790
    },
    {
      "epoch": 629.31,
      "grad_norm": 1.2271860837936401,
      "learning_rate": 5.596305362416066e-07,
      "loss": 0.3438,
      "step": 2254800
    },
    {
      "epoch": 629.31,
      "grad_norm": 1.2837700843811035,
      "learning_rate": 5.596130014660665e-07,
      "loss": 0.3333,
      "step": 2254810
    },
    {
      "epoch": 629.31,
      "grad_norm": 1.2312930822372437,
      "learning_rate": 5.595954669279952e-07,
      "loss": 0.3396,
      "step": 2254820
    },
    {
      "epoch": 629.31,
      "grad_norm": 1.2279093265533447,
      "learning_rate": 5.595779326273962e-07,
      "loss": 0.3256,
      "step": 2254830
    },
    {
      "epoch": 629.32,
      "grad_norm": 1.1540714502334595,
      "learning_rate": 5.595603985642706e-07,
      "loss": 0.3283,
      "step": 2254840
    },
    {
      "epoch": 629.32,
      "grad_norm": 1.1690994501113892,
      "learning_rate": 5.595428647386208e-07,
      "loss": 0.3259,
      "step": 2254850
    },
    {
      "epoch": 629.32,
      "grad_norm": 1.2525051832199097,
      "learning_rate": 5.595253311504502e-07,
      "loss": 0.3482,
      "step": 2254860
    },
    {
      "epoch": 629.32,
      "grad_norm": 1.4509594440460205,
      "learning_rate": 5.595077977997591e-07,
      "loss": 0.3612,
      "step": 2254870
    },
    {
      "epoch": 629.33,
      "grad_norm": 1.1815105676651,
      "learning_rate": 5.594902646865524e-07,
      "loss": 0.3339,
      "step": 2254880
    },
    {
      "epoch": 629.33,
      "grad_norm": 1.7101811170578003,
      "learning_rate": 5.594727318108306e-07,
      "loss": 0.3569,
      "step": 2254890
    },
    {
      "epoch": 629.33,
      "grad_norm": 1.223752737045288,
      "learning_rate": 5.594551991725967e-07,
      "loss": 0.3361,
      "step": 2254900
    },
    {
      "epoch": 629.34,
      "grad_norm": 1.2845392227172852,
      "learning_rate": 5.594376667718533e-07,
      "loss": 0.3357,
      "step": 2254910
    },
    {
      "epoch": 629.34,
      "grad_norm": 1.3781176805496216,
      "learning_rate": 5.594201346086011e-07,
      "loss": 0.3202,
      "step": 2254920
    },
    {
      "epoch": 629.34,
      "grad_norm": 1.13920259475708,
      "learning_rate": 5.594026026828451e-07,
      "loss": 0.3439,
      "step": 2254930
    },
    {
      "epoch": 629.34,
      "grad_norm": 1.2656145095825195,
      "learning_rate": 5.593850709945854e-07,
      "loss": 0.3408,
      "step": 2254940
    },
    {
      "epoch": 629.35,
      "grad_norm": 1.4120206832885742,
      "learning_rate": 5.593675395438253e-07,
      "loss": 0.3247,
      "step": 2254950
    },
    {
      "epoch": 629.35,
      "grad_norm": 1.4531803131103516,
      "learning_rate": 5.593500083305671e-07,
      "loss": 0.3452,
      "step": 2254960
    },
    {
      "epoch": 629.35,
      "grad_norm": 1.4806416034698486,
      "learning_rate": 5.593324773548135e-07,
      "loss": 0.3427,
      "step": 2254970
    },
    {
      "epoch": 629.36,
      "grad_norm": 1.1343785524368286,
      "learning_rate": 5.593149466165658e-07,
      "loss": 0.3366,
      "step": 2254980
    },
    {
      "epoch": 629.36,
      "grad_norm": 1.1752341985702515,
      "learning_rate": 5.592974161158269e-07,
      "loss": 0.3247,
      "step": 2254990
    },
    {
      "epoch": 629.36,
      "grad_norm": 1.2074204683303833,
      "learning_rate": 5.592798858525997e-07,
      "loss": 0.3303,
      "step": 2255000
    },
    {
      "epoch": 629.36,
      "grad_norm": 1.021481990814209,
      "learning_rate": 5.592623558268845e-07,
      "loss": 0.3653,
      "step": 2255010
    },
    {
      "epoch": 629.37,
      "grad_norm": 10.211174964904785,
      "learning_rate": 5.592448260386867e-07,
      "loss": 0.3295,
      "step": 2255020
    },
    {
      "epoch": 629.37,
      "grad_norm": 1.4337419271469116,
      "learning_rate": 5.592272964880062e-07,
      "loss": 0.3237,
      "step": 2255030
    },
    {
      "epoch": 629.37,
      "grad_norm": 1.2887324094772339,
      "learning_rate": 5.592097671748463e-07,
      "loss": 0.3229,
      "step": 2255040
    },
    {
      "epoch": 629.37,
      "grad_norm": 1.908853530883789,
      "learning_rate": 5.591922380992097e-07,
      "loss": 0.3324,
      "step": 2255050
    },
    {
      "epoch": 629.38,
      "grad_norm": 1.1896321773529053,
      "learning_rate": 5.591747092610977e-07,
      "loss": 0.3441,
      "step": 2255060
    },
    {
      "epoch": 629.38,
      "grad_norm": 1.323919415473938,
      "learning_rate": 5.591571806605131e-07,
      "loss": 0.3427,
      "step": 2255070
    },
    {
      "epoch": 629.38,
      "grad_norm": 1.3218187093734741,
      "learning_rate": 5.591396522974581e-07,
      "loss": 0.3369,
      "step": 2255080
    },
    {
      "epoch": 629.39,
      "grad_norm": 1.2189897298812866,
      "learning_rate": 5.591221241719362e-07,
      "loss": 0.3499,
      "step": 2255090
    },
    {
      "epoch": 629.39,
      "grad_norm": 1.1266993284225464,
      "learning_rate": 5.591045962839473e-07,
      "loss": 0.3556,
      "step": 2255100
    },
    {
      "epoch": 629.39,
      "grad_norm": 1.1775538921356201,
      "learning_rate": 5.590870686334964e-07,
      "loss": 0.3399,
      "step": 2255110
    },
    {
      "epoch": 629.39,
      "grad_norm": 1.1719876527786255,
      "learning_rate": 5.59069541220584e-07,
      "loss": 0.3445,
      "step": 2255120
    },
    {
      "epoch": 629.4,
      "grad_norm": 1.2439926862716675,
      "learning_rate": 5.590520140452133e-07,
      "loss": 0.3473,
      "step": 2255130
    },
    {
      "epoch": 629.4,
      "grad_norm": 1.0776370763778687,
      "learning_rate": 5.590344871073866e-07,
      "loss": 0.3306,
      "step": 2255140
    },
    {
      "epoch": 629.4,
      "grad_norm": 1.1516677141189575,
      "learning_rate": 5.590169604071057e-07,
      "loss": 0.3426,
      "step": 2255150
    },
    {
      "epoch": 629.41,
      "grad_norm": 1.2929925918579102,
      "learning_rate": 5.589994339443733e-07,
      "loss": 0.3403,
      "step": 2255160
    },
    {
      "epoch": 629.41,
      "grad_norm": 1.034803032875061,
      "learning_rate": 5.589819077191915e-07,
      "loss": 0.3308,
      "step": 2255170
    },
    {
      "epoch": 629.41,
      "grad_norm": 1.341037631034851,
      "learning_rate": 5.589643817315636e-07,
      "loss": 0.3385,
      "step": 2255180
    },
    {
      "epoch": 629.41,
      "grad_norm": 2.153956890106201,
      "learning_rate": 5.589468559814903e-07,
      "loss": 0.3474,
      "step": 2255190
    },
    {
      "epoch": 629.42,
      "grad_norm": 1.3175429105758667,
      "learning_rate": 5.589293304689749e-07,
      "loss": 0.342,
      "step": 2255200
    },
    {
      "epoch": 629.42,
      "grad_norm": 1.0917372703552246,
      "learning_rate": 5.589118051940197e-07,
      "loss": 0.3373,
      "step": 2255210
    },
    {
      "epoch": 629.42,
      "grad_norm": 1.168476939201355,
      "learning_rate": 5.588942801566268e-07,
      "loss": 0.3511,
      "step": 2255220
    },
    {
      "epoch": 629.43,
      "grad_norm": 1.2805646657943726,
      "learning_rate": 5.588767553567996e-07,
      "loss": 0.3356,
      "step": 2255230
    },
    {
      "epoch": 629.43,
      "grad_norm": 1.2429341077804565,
      "learning_rate": 5.588592307945378e-07,
      "loss": 0.3308,
      "step": 2255240
    },
    {
      "epoch": 629.43,
      "grad_norm": 1.2327615022659302,
      "learning_rate": 5.588417064698473e-07,
      "loss": 0.3372,
      "step": 2255250
    },
    {
      "epoch": 629.43,
      "grad_norm": 1.3218449354171753,
      "learning_rate": 5.588241823827276e-07,
      "loss": 0.3312,
      "step": 2255260
    },
    {
      "epoch": 629.44,
      "grad_norm": 1.5296612977981567,
      "learning_rate": 5.588066585331819e-07,
      "loss": 0.3455,
      "step": 2255270
    },
    {
      "epoch": 629.44,
      "grad_norm": 1.4493733644485474,
      "learning_rate": 5.587891349212134e-07,
      "loss": 0.3463,
      "step": 2255280
    },
    {
      "epoch": 629.44,
      "grad_norm": 1.2273037433624268,
      "learning_rate": 5.587716115468231e-07,
      "loss": 0.3422,
      "step": 2255290
    },
    {
      "epoch": 629.44,
      "grad_norm": 1.360774278640747,
      "learning_rate": 5.58754088410014e-07,
      "loss": 0.343,
      "step": 2255300
    },
    {
      "epoch": 629.45,
      "grad_norm": 1.1365829706192017,
      "learning_rate": 5.587365655107881e-07,
      "loss": 0.3175,
      "step": 2255310
    },
    {
      "epoch": 629.45,
      "grad_norm": 1.3928141593933105,
      "learning_rate": 5.587190428491487e-07,
      "loss": 0.353,
      "step": 2255320
    },
    {
      "epoch": 629.45,
      "grad_norm": 1.3675483465194702,
      "learning_rate": 5.587015204250969e-07,
      "loss": 0.3484,
      "step": 2255330
    },
    {
      "epoch": 629.46,
      "grad_norm": 1.1552196741104126,
      "learning_rate": 5.586839982386352e-07,
      "loss": 0.3198,
      "step": 2255340
    },
    {
      "epoch": 629.46,
      "grad_norm": 1.232713222503662,
      "learning_rate": 5.586664762897673e-07,
      "loss": 0.3331,
      "step": 2255350
    },
    {
      "epoch": 629.46,
      "grad_norm": 1.0773552656173706,
      "learning_rate": 5.58648954578493e-07,
      "loss": 0.3391,
      "step": 2255360
    },
    {
      "epoch": 629.46,
      "grad_norm": 1.265929102897644,
      "learning_rate": 5.586314331048174e-07,
      "loss": 0.3393,
      "step": 2255370
    },
    {
      "epoch": 629.47,
      "grad_norm": 1.162638545036316,
      "learning_rate": 5.58613911868741e-07,
      "loss": 0.3354,
      "step": 2255380
    },
    {
      "epoch": 629.47,
      "grad_norm": 1.3113024234771729,
      "learning_rate": 5.585963908702668e-07,
      "loss": 0.3299,
      "step": 2255390
    },
    {
      "epoch": 629.47,
      "grad_norm": 1.2039697170257568,
      "learning_rate": 5.585788701093968e-07,
      "loss": 0.345,
      "step": 2255400
    },
    {
      "epoch": 629.48,
      "grad_norm": 1.4612267017364502,
      "learning_rate": 5.585613495861344e-07,
      "loss": 0.334,
      "step": 2255410
    },
    {
      "epoch": 629.48,
      "grad_norm": 1.2277016639709473,
      "learning_rate": 5.585438293004804e-07,
      "loss": 0.3169,
      "step": 2255420
    },
    {
      "epoch": 629.48,
      "grad_norm": 1.2878475189208984,
      "learning_rate": 5.585263092524378e-07,
      "loss": 0.3507,
      "step": 2255430
    },
    {
      "epoch": 629.48,
      "grad_norm": 1.2077901363372803,
      "learning_rate": 5.585087894420097e-07,
      "loss": 0.3415,
      "step": 2255440
    },
    {
      "epoch": 629.49,
      "grad_norm": 1.1675959825515747,
      "learning_rate": 5.584912698691963e-07,
      "loss": 0.3537,
      "step": 2255450
    },
    {
      "epoch": 629.49,
      "grad_norm": 1.3554863929748535,
      "learning_rate": 5.584737505340028e-07,
      "loss": 0.3253,
      "step": 2255460
    },
    {
      "epoch": 629.49,
      "grad_norm": 1.2949918508529663,
      "learning_rate": 5.584562314364291e-07,
      "loss": 0.342,
      "step": 2255470
    },
    {
      "epoch": 629.49,
      "grad_norm": 1.4336918592453003,
      "learning_rate": 5.584387125764787e-07,
      "loss": 0.3672,
      "step": 2255480
    },
    {
      "epoch": 629.5,
      "grad_norm": 1.317441701889038,
      "learning_rate": 5.584211939541543e-07,
      "loss": 0.347,
      "step": 2255490
    },
    {
      "epoch": 629.5,
      "grad_norm": 1.0541521310806274,
      "learning_rate": 5.584036755694565e-07,
      "loss": 0.3347,
      "step": 2255500
    },
    {
      "epoch": 629.5,
      "grad_norm": 1.28590726852417,
      "learning_rate": 5.583861574223899e-07,
      "loss": 0.3355,
      "step": 2255510
    },
    {
      "epoch": 629.51,
      "grad_norm": 1.1597273349761963,
      "learning_rate": 5.583686395129551e-07,
      "loss": 0.3357,
      "step": 2255520
    },
    {
      "epoch": 629.51,
      "grad_norm": 1.2375178337097168,
      "learning_rate": 5.58351121841155e-07,
      "loss": 0.3325,
      "step": 2255530
    },
    {
      "epoch": 629.51,
      "grad_norm": 1.8826597929000854,
      "learning_rate": 5.583336044069919e-07,
      "loss": 0.3229,
      "step": 2255540
    },
    {
      "epoch": 629.51,
      "grad_norm": 1.2708768844604492,
      "learning_rate": 5.583160872104691e-07,
      "loss": 0.3372,
      "step": 2255550
    },
    {
      "epoch": 629.52,
      "grad_norm": 1.3360631465911865,
      "learning_rate": 5.582985702515872e-07,
      "loss": 0.337,
      "step": 2255560
    },
    {
      "epoch": 629.52,
      "grad_norm": 1.0400702953338623,
      "learning_rate": 5.582810535303495e-07,
      "loss": 0.3459,
      "step": 2255570
    },
    {
      "epoch": 629.52,
      "grad_norm": 1.1758290529251099,
      "learning_rate": 5.582635370467587e-07,
      "loss": 0.3245,
      "step": 2255580
    },
    {
      "epoch": 629.53,
      "grad_norm": 1.174813985824585,
      "learning_rate": 5.582460208008154e-07,
      "loss": 0.3313,
      "step": 2255590
    },
    {
      "epoch": 629.53,
      "grad_norm": 1.2119446992874146,
      "learning_rate": 5.582285047925245e-07,
      "loss": 0.327,
      "step": 2255600
    },
    {
      "epoch": 629.53,
      "grad_norm": 1.2512019872665405,
      "learning_rate": 5.582109890218864e-07,
      "loss": 0.3508,
      "step": 2255610
    },
    {
      "epoch": 629.53,
      "grad_norm": 1.100441813468933,
      "learning_rate": 5.581934734889041e-07,
      "loss": 0.3283,
      "step": 2255620
    },
    {
      "epoch": 629.54,
      "grad_norm": 1.430631399154663,
      "learning_rate": 5.581759581935803e-07,
      "loss": 0.3268,
      "step": 2255630
    },
    {
      "epoch": 629.54,
      "grad_norm": 1.2366869449615479,
      "learning_rate": 5.581584431359164e-07,
      "loss": 0.3497,
      "step": 2255640
    },
    {
      "epoch": 629.54,
      "grad_norm": 2.823011636734009,
      "learning_rate": 5.58140928315915e-07,
      "loss": 0.33,
      "step": 2255650
    },
    {
      "epoch": 629.55,
      "grad_norm": 1.0999873876571655,
      "learning_rate": 5.581234137335788e-07,
      "loss": 0.339,
      "step": 2255660
    },
    {
      "epoch": 629.55,
      "grad_norm": 1.3082484006881714,
      "learning_rate": 5.581058993889107e-07,
      "loss": 0.3329,
      "step": 2255670
    },
    {
      "epoch": 629.55,
      "grad_norm": 1.0617032051086426,
      "learning_rate": 5.580883852819109e-07,
      "loss": 0.3345,
      "step": 2255680
    },
    {
      "epoch": 629.55,
      "grad_norm": 1.2354990243911743,
      "learning_rate": 5.580708714125845e-07,
      "loss": 0.3424,
      "step": 2255690
    },
    {
      "epoch": 629.56,
      "grad_norm": 1.218180775642395,
      "learning_rate": 5.58053357780932e-07,
      "loss": 0.3364,
      "step": 2255700
    },
    {
      "epoch": 629.56,
      "grad_norm": 1.200492262840271,
      "learning_rate": 5.580358443869559e-07,
      "loss": 0.326,
      "step": 2255710
    },
    {
      "epoch": 629.56,
      "grad_norm": 1.3902792930603027,
      "learning_rate": 5.580183312306596e-07,
      "loss": 0.3525,
      "step": 2255720
    },
    {
      "epoch": 629.56,
      "grad_norm": 1.2352428436279297,
      "learning_rate": 5.58000818312044e-07,
      "loss": 0.3435,
      "step": 2255730
    },
    {
      "epoch": 629.57,
      "grad_norm": 3.568809747695923,
      "learning_rate": 5.579833056311123e-07,
      "loss": 0.3414,
      "step": 2255740
    },
    {
      "epoch": 629.57,
      "grad_norm": 1.2860815525054932,
      "learning_rate": 5.579657931878665e-07,
      "loss": 0.3374,
      "step": 2255750
    },
    {
      "epoch": 629.57,
      "grad_norm": 1.2870420217514038,
      "learning_rate": 5.579482809823097e-07,
      "loss": 0.3446,
      "step": 2255760
    },
    {
      "epoch": 629.58,
      "grad_norm": 1.2189035415649414,
      "learning_rate": 5.579307690144422e-07,
      "loss": 0.343,
      "step": 2255770
    },
    {
      "epoch": 629.58,
      "grad_norm": 1.0348986387252808,
      "learning_rate": 5.579132572842692e-07,
      "loss": 0.3324,
      "step": 2255780
    },
    {
      "epoch": 629.58,
      "grad_norm": 1.4041610956192017,
      "learning_rate": 5.578957457917907e-07,
      "loss": 0.3439,
      "step": 2255790
    },
    {
      "epoch": 629.58,
      "grad_norm": 1.1953736543655396,
      "learning_rate": 5.578782345370102e-07,
      "loss": 0.3316,
      "step": 2255800
    },
    {
      "epoch": 629.59,
      "grad_norm": 1.3576570749282837,
      "learning_rate": 5.5786072351993e-07,
      "loss": 0.3403,
      "step": 2255810
    },
    {
      "epoch": 629.59,
      "grad_norm": 1.334167242050171,
      "learning_rate": 5.578432127405512e-07,
      "loss": 0.3219,
      "step": 2255820
    },
    {
      "epoch": 629.59,
      "grad_norm": 1.0679490566253662,
      "learning_rate": 5.578257021988783e-07,
      "loss": 0.3528,
      "step": 2255830
    },
    {
      "epoch": 629.6,
      "grad_norm": 1.2473275661468506,
      "learning_rate": 5.578081918949116e-07,
      "loss": 0.3212,
      "step": 2255840
    },
    {
      "epoch": 629.6,
      "grad_norm": 1.337560772895813,
      "learning_rate": 5.577906818286543e-07,
      "loss": 0.3474,
      "step": 2255850
    },
    {
      "epoch": 629.6,
      "grad_norm": 1.3908617496490479,
      "learning_rate": 5.577731720001093e-07,
      "loss": 0.3547,
      "step": 2255860
    },
    {
      "epoch": 629.6,
      "grad_norm": 1.2631295919418335,
      "learning_rate": 5.577556624092777e-07,
      "loss": 0.3303,
      "step": 2255870
    },
    {
      "epoch": 629.61,
      "grad_norm": 1.1692819595336914,
      "learning_rate": 5.577381530561624e-07,
      "loss": 0.3219,
      "step": 2255880
    },
    {
      "epoch": 629.61,
      "grad_norm": 1.2612905502319336,
      "learning_rate": 5.577206439407658e-07,
      "loss": 0.3402,
      "step": 2255890
    },
    {
      "epoch": 629.61,
      "grad_norm": 1.3786195516586304,
      "learning_rate": 5.577031350630909e-07,
      "loss": 0.3431,
      "step": 2255900
    },
    {
      "epoch": 629.61,
      "grad_norm": 1.2204777002334595,
      "learning_rate": 5.57685626423138e-07,
      "loss": 0.3406,
      "step": 2255910
    },
    {
      "epoch": 629.62,
      "grad_norm": 1.2931249141693115,
      "learning_rate": 5.57668118020912e-07,
      "loss": 0.3313,
      "step": 2255920
    },
    {
      "epoch": 629.62,
      "grad_norm": 1.4041457176208496,
      "learning_rate": 5.576506098564134e-07,
      "loss": 0.3553,
      "step": 2255930
    },
    {
      "epoch": 629.62,
      "grad_norm": 1.0638471841812134,
      "learning_rate": 5.576331019296449e-07,
      "loss": 0.3469,
      "step": 2255940
    },
    {
      "epoch": 629.63,
      "grad_norm": 1.2507281303405762,
      "learning_rate": 5.576155942406099e-07,
      "loss": 0.3309,
      "step": 2255950
    },
    {
      "epoch": 629.63,
      "grad_norm": 1.1881654262542725,
      "learning_rate": 5.575980867893092e-07,
      "loss": 0.3394,
      "step": 2255960
    },
    {
      "epoch": 629.63,
      "grad_norm": 1.312309741973877,
      "learning_rate": 5.575805795757457e-07,
      "loss": 0.3485,
      "step": 2255970
    },
    {
      "epoch": 629.63,
      "grad_norm": 1.1676135063171387,
      "learning_rate": 5.57563072599922e-07,
      "loss": 0.3506,
      "step": 2255980
    },
    {
      "epoch": 629.64,
      "grad_norm": 1.1801685094833374,
      "learning_rate": 5.57545565861841e-07,
      "loss": 0.351,
      "step": 2255990
    },
    {
      "epoch": 629.64,
      "grad_norm": 1.1176435947418213,
      "learning_rate": 5.575280593615035e-07,
      "loss": 0.3392,
      "step": 2256000
    },
    {
      "epoch": 629.64,
      "grad_norm": 1.3334468603134155,
      "learning_rate": 5.575105530989124e-07,
      "loss": 0.341,
      "step": 2256010
    },
    {
      "epoch": 629.65,
      "grad_norm": 1.1533541679382324,
      "learning_rate": 5.574930470740712e-07,
      "loss": 0.3384,
      "step": 2256020
    },
    {
      "epoch": 629.65,
      "grad_norm": 1.3991010189056396,
      "learning_rate": 5.574755412869799e-07,
      "loss": 0.3357,
      "step": 2256030
    },
    {
      "epoch": 629.65,
      "grad_norm": 1.2325046062469482,
      "learning_rate": 5.574580357376435e-07,
      "loss": 0.3237,
      "step": 2256040
    },
    {
      "epoch": 629.65,
      "grad_norm": 1.1050151586532593,
      "learning_rate": 5.57440530426062e-07,
      "loss": 0.3398,
      "step": 2256050
    },
    {
      "epoch": 629.66,
      "grad_norm": 1.1194343566894531,
      "learning_rate": 5.574230253522397e-07,
      "loss": 0.3276,
      "step": 2256060
    },
    {
      "epoch": 629.66,
      "grad_norm": 1.1046262979507446,
      "learning_rate": 5.574055205161776e-07,
      "loss": 0.3439,
      "step": 2256070
    },
    {
      "epoch": 629.66,
      "grad_norm": 1.9992449283599854,
      "learning_rate": 5.573880159178783e-07,
      "loss": 0.343,
      "step": 2256080
    },
    {
      "epoch": 629.67,
      "grad_norm": 1.1278154850006104,
      "learning_rate": 5.573705115573448e-07,
      "loss": 0.3448,
      "step": 2256090
    },
    {
      "epoch": 629.67,
      "grad_norm": 2.1371243000030518,
      "learning_rate": 5.573530074345786e-07,
      "loss": 0.3297,
      "step": 2256100
    },
    {
      "epoch": 629.67,
      "grad_norm": 1.334338665008545,
      "learning_rate": 5.573355035495822e-07,
      "loss": 0.347,
      "step": 2256110
    },
    {
      "epoch": 629.67,
      "grad_norm": 1.097367286682129,
      "learning_rate": 5.573179999023578e-07,
      "loss": 0.3552,
      "step": 2256120
    },
    {
      "epoch": 629.68,
      "grad_norm": 1.1323192119598389,
      "learning_rate": 5.573004964929088e-07,
      "loss": 0.3286,
      "step": 2256130
    },
    {
      "epoch": 629.68,
      "grad_norm": 1.0540715456008911,
      "learning_rate": 5.572829933212362e-07,
      "loss": 0.3486,
      "step": 2256140
    },
    {
      "epoch": 629.68,
      "grad_norm": 1.1351064443588257,
      "learning_rate": 5.572654903873428e-07,
      "loss": 0.3293,
      "step": 2256150
    },
    {
      "epoch": 629.68,
      "grad_norm": 1.1924816370010376,
      "learning_rate": 5.572479876912316e-07,
      "loss": 0.34,
      "step": 2256160
    },
    {
      "epoch": 629.69,
      "grad_norm": 1.3928372859954834,
      "learning_rate": 5.572304852329028e-07,
      "loss": 0.3332,
      "step": 2256170
    },
    {
      "epoch": 629.69,
      "grad_norm": 1.184174656867981,
      "learning_rate": 5.572129830123617e-07,
      "loss": 0.3416,
      "step": 2256180
    },
    {
      "epoch": 629.69,
      "grad_norm": 1.2585206031799316,
      "learning_rate": 5.571954810296085e-07,
      "loss": 0.3605,
      "step": 2256190
    },
    {
      "epoch": 629.7,
      "grad_norm": 1.2225092649459839,
      "learning_rate": 5.571779792846464e-07,
      "loss": 0.3471,
      "step": 2256200
    },
    {
      "epoch": 629.7,
      "grad_norm": 1.18038010597229,
      "learning_rate": 5.571604777774774e-07,
      "loss": 0.3452,
      "step": 2256210
    },
    {
      "epoch": 629.7,
      "grad_norm": 1.249346375465393,
      "learning_rate": 5.571429765081043e-07,
      "loss": 0.3367,
      "step": 2256220
    },
    {
      "epoch": 629.7,
      "grad_norm": 1.4858274459838867,
      "learning_rate": 5.571254754765288e-07,
      "loss": 0.3541,
      "step": 2256230
    },
    {
      "epoch": 629.71,
      "grad_norm": 1.2484314441680908,
      "learning_rate": 5.571079746827535e-07,
      "loss": 0.3339,
      "step": 2256240
    },
    {
      "epoch": 629.71,
      "grad_norm": 1.3501986265182495,
      "learning_rate": 5.570904741267811e-07,
      "loss": 0.3481,
      "step": 2256250
    },
    {
      "epoch": 629.71,
      "grad_norm": 1.1471726894378662,
      "learning_rate": 5.570729738086125e-07,
      "loss": 0.3415,
      "step": 2256260
    },
    {
      "epoch": 629.72,
      "grad_norm": 1.1825623512268066,
      "learning_rate": 5.570554737282524e-07,
      "loss": 0.3372,
      "step": 2256270
    },
    {
      "epoch": 629.72,
      "grad_norm": 1.2469935417175293,
      "learning_rate": 5.570379738857011e-07,
      "loss": 0.3433,
      "step": 2256280
    },
    {
      "epoch": 629.72,
      "grad_norm": 1.3784469366073608,
      "learning_rate": 5.570204742809615e-07,
      "loss": 0.3369,
      "step": 2256290
    },
    {
      "epoch": 629.72,
      "grad_norm": 1.2117193937301636,
      "learning_rate": 5.570029749140371e-07,
      "loss": 0.3421,
      "step": 2256300
    },
    {
      "epoch": 629.73,
      "grad_norm": 1.1134819984436035,
      "learning_rate": 5.569854757849282e-07,
      "loss": 0.3264,
      "step": 2256310
    },
    {
      "epoch": 629.73,
      "grad_norm": 1.17340886592865,
      "learning_rate": 5.569679768936384e-07,
      "loss": 0.341,
      "step": 2256320
    },
    {
      "epoch": 629.73,
      "grad_norm": 1.0927084684371948,
      "learning_rate": 5.569504782401697e-07,
      "loss": 0.3498,
      "step": 2256330
    },
    {
      "epoch": 629.73,
      "grad_norm": 1.1530911922454834,
      "learning_rate": 5.569329798245246e-07,
      "loss": 0.336,
      "step": 2256340
    },
    {
      "epoch": 629.74,
      "grad_norm": 1.1766053438186646,
      "learning_rate": 5.569154816467052e-07,
      "loss": 0.3293,
      "step": 2256350
    },
    {
      "epoch": 629.74,
      "grad_norm": 1.166237711906433,
      "learning_rate": 5.568979837067146e-07,
      "loss": 0.3345,
      "step": 2256360
    },
    {
      "epoch": 629.74,
      "grad_norm": 1.3532121181488037,
      "learning_rate": 5.568804860045538e-07,
      "loss": 0.3532,
      "step": 2256370
    },
    {
      "epoch": 629.75,
      "grad_norm": 1.198222041130066,
      "learning_rate": 5.568629885402261e-07,
      "loss": 0.353,
      "step": 2256380
    },
    {
      "epoch": 629.75,
      "grad_norm": 1.2442957162857056,
      "learning_rate": 5.568454913137339e-07,
      "loss": 0.3328,
      "step": 2256390
    },
    {
      "epoch": 629.75,
      "grad_norm": 1.581563949584961,
      "learning_rate": 5.56827994325078e-07,
      "loss": 0.3322,
      "step": 2256400
    },
    {
      "epoch": 629.75,
      "grad_norm": 0.9638702273368835,
      "learning_rate": 5.568104975742632e-07,
      "loss": 0.3443,
      "step": 2256410
    },
    {
      "epoch": 629.76,
      "grad_norm": 1.1406978368759155,
      "learning_rate": 5.567930010612899e-07,
      "loss": 0.3383,
      "step": 2256420
    },
    {
      "epoch": 629.76,
      "grad_norm": 1.3878893852233887,
      "learning_rate": 5.567755047861609e-07,
      "loss": 0.3306,
      "step": 2256430
    },
    {
      "epoch": 629.76,
      "grad_norm": 1.212386965751648,
      "learning_rate": 5.567580087488794e-07,
      "loss": 0.3416,
      "step": 2256440
    },
    {
      "epoch": 629.77,
      "grad_norm": 1.1974376440048218,
      "learning_rate": 5.567405129494465e-07,
      "loss": 0.3431,
      "step": 2256450
    },
    {
      "epoch": 629.77,
      "grad_norm": 1.0968515872955322,
      "learning_rate": 5.56723017387865e-07,
      "loss": 0.3197,
      "step": 2256460
    },
    {
      "epoch": 629.77,
      "grad_norm": 1.3086897134780884,
      "learning_rate": 5.567055220641373e-07,
      "loss": 0.3453,
      "step": 2256470
    },
    {
      "epoch": 629.77,
      "grad_norm": 1.7623112201690674,
      "learning_rate": 5.566880269782664e-07,
      "loss": 0.3402,
      "step": 2256480
    },
    {
      "epoch": 629.78,
      "grad_norm": 1.3050744533538818,
      "learning_rate": 5.566705321302525e-07,
      "loss": 0.3372,
      "step": 2256490
    },
    {
      "epoch": 629.78,
      "grad_norm": 1.07619309425354,
      "learning_rate": 5.566530375201009e-07,
      "loss": 0.3405,
      "step": 2256500
    },
    {
      "epoch": 629.78,
      "grad_norm": 1.2305110692977905,
      "learning_rate": 5.566355431478116e-07,
      "loss": 0.3493,
      "step": 2256510
    },
    {
      "epoch": 629.79,
      "grad_norm": 1.5696066617965698,
      "learning_rate": 5.566180490133876e-07,
      "loss": 0.3412,
      "step": 2256520
    },
    {
      "epoch": 629.79,
      "grad_norm": 1.2031350135803223,
      "learning_rate": 5.56600555116832e-07,
      "loss": 0.3281,
      "step": 2256530
    },
    {
      "epoch": 629.79,
      "grad_norm": 1.5223236083984375,
      "learning_rate": 5.565830614581461e-07,
      "loss": 0.3264,
      "step": 2256540
    },
    {
      "epoch": 629.79,
      "grad_norm": 1.3826603889465332,
      "learning_rate": 5.565655680373324e-07,
      "loss": 0.3537,
      "step": 2256550
    },
    {
      "epoch": 629.8,
      "grad_norm": 1.107272744178772,
      "learning_rate": 5.565480748543934e-07,
      "loss": 0.3536,
      "step": 2256560
    },
    {
      "epoch": 629.8,
      "grad_norm": 1.2324295043945312,
      "learning_rate": 5.565305819093322e-07,
      "loss": 0.3324,
      "step": 2256570
    },
    {
      "epoch": 629.8,
      "grad_norm": 1.3980069160461426,
      "learning_rate": 5.565130892021496e-07,
      "loss": 0.3249,
      "step": 2256580
    },
    {
      "epoch": 629.8,
      "grad_norm": 1.4114470481872559,
      "learning_rate": 5.564955967328488e-07,
      "loss": 0.3475,
      "step": 2256590
    },
    {
      "epoch": 629.81,
      "grad_norm": 1.1537059545516968,
      "learning_rate": 5.564781045014328e-07,
      "loss": 0.3392,
      "step": 2256600
    },
    {
      "epoch": 629.81,
      "grad_norm": 1.313823938369751,
      "learning_rate": 5.564606125079019e-07,
      "loss": 0.3379,
      "step": 2256610
    },
    {
      "epoch": 629.81,
      "grad_norm": 1.357141375541687,
      "learning_rate": 5.564431207522608e-07,
      "loss": 0.3223,
      "step": 2256620
    },
    {
      "epoch": 629.82,
      "grad_norm": 1.2383873462677002,
      "learning_rate": 5.564256292345096e-07,
      "loss": 0.3339,
      "step": 2256630
    },
    {
      "epoch": 629.82,
      "grad_norm": 1.438556432723999,
      "learning_rate": 5.564081379546531e-07,
      "loss": 0.3348,
      "step": 2256640
    },
    {
      "epoch": 629.82,
      "grad_norm": 1.1657118797302246,
      "learning_rate": 5.563906469126915e-07,
      "loss": 0.3445,
      "step": 2256650
    },
    {
      "epoch": 629.82,
      "grad_norm": 1.231701374053955,
      "learning_rate": 5.56373156108628e-07,
      "loss": 0.3174,
      "step": 2256660
    },
    {
      "epoch": 629.83,
      "grad_norm": 1.3693631887435913,
      "learning_rate": 5.563556655424654e-07,
      "loss": 0.3378,
      "step": 2256670
    },
    {
      "epoch": 629.83,
      "grad_norm": 1.237598180770874,
      "learning_rate": 5.56338175214205e-07,
      "loss": 0.3295,
      "step": 2256680
    },
    {
      "epoch": 629.83,
      "grad_norm": 1.3797855377197266,
      "learning_rate": 5.563206851238493e-07,
      "loss": 0.3384,
      "step": 2256690
    },
    {
      "epoch": 629.84,
      "grad_norm": 1.0298291444778442,
      "learning_rate": 5.563031952714011e-07,
      "loss": 0.3255,
      "step": 2256700
    },
    {
      "epoch": 629.84,
      "grad_norm": 1.2618398666381836,
      "learning_rate": 5.562857056568632e-07,
      "loss": 0.3518,
      "step": 2256710
    },
    {
      "epoch": 629.84,
      "grad_norm": 1.7533420324325562,
      "learning_rate": 5.562682162802367e-07,
      "loss": 0.3441,
      "step": 2256720
    },
    {
      "epoch": 629.84,
      "grad_norm": 1.1497325897216797,
      "learning_rate": 5.562507271415244e-07,
      "loss": 0.3461,
      "step": 2256730
    },
    {
      "epoch": 629.85,
      "grad_norm": 1.1097232103347778,
      "learning_rate": 5.562332382407289e-07,
      "loss": 0.338,
      "step": 2256740
    },
    {
      "epoch": 629.85,
      "grad_norm": 1.3461331129074097,
      "learning_rate": 5.562157495778521e-07,
      "loss": 0.3379,
      "step": 2256750
    },
    {
      "epoch": 629.85,
      "grad_norm": 1.2221366167068481,
      "learning_rate": 5.561982611528976e-07,
      "loss": 0.3412,
      "step": 2256760
    },
    {
      "epoch": 629.85,
      "grad_norm": 1.177431583404541,
      "learning_rate": 5.561807729658658e-07,
      "loss": 0.3437,
      "step": 2256770
    },
    {
      "epoch": 629.86,
      "grad_norm": 1.2360845804214478,
      "learning_rate": 5.5616328501676e-07,
      "loss": 0.3481,
      "step": 2256780
    },
    {
      "epoch": 629.86,
      "grad_norm": 1.1061238050460815,
      "learning_rate": 5.561457973055827e-07,
      "loss": 0.3534,
      "step": 2256790
    },
    {
      "epoch": 629.86,
      "grad_norm": 1.558635950088501,
      "learning_rate": 5.561283098323363e-07,
      "loss": 0.3291,
      "step": 2256800
    },
    {
      "epoch": 629.87,
      "grad_norm": 1.8890001773834229,
      "learning_rate": 5.561108225970224e-07,
      "loss": 0.3432,
      "step": 2256810
    },
    {
      "epoch": 629.87,
      "grad_norm": 1.1543984413146973,
      "learning_rate": 5.560933355996439e-07,
      "loss": 0.3471,
      "step": 2256820
    },
    {
      "epoch": 629.87,
      "grad_norm": 1.2053996324539185,
      "learning_rate": 5.560758488402034e-07,
      "loss": 0.3411,
      "step": 2256830
    },
    {
      "epoch": 629.87,
      "grad_norm": 1.0038399696350098,
      "learning_rate": 5.560583623187016e-07,
      "loss": 0.3273,
      "step": 2256840
    },
    {
      "epoch": 629.88,
      "grad_norm": 1.1898237466812134,
      "learning_rate": 5.560408760351432e-07,
      "loss": 0.3355,
      "step": 2256850
    },
    {
      "epoch": 629.88,
      "grad_norm": 1.1727274656295776,
      "learning_rate": 5.560233899895289e-07,
      "loss": 0.3412,
      "step": 2256860
    },
    {
      "epoch": 629.88,
      "grad_norm": 1.2624962329864502,
      "learning_rate": 5.560059041818614e-07,
      "loss": 0.3392,
      "step": 2256870
    },
    {
      "epoch": 629.89,
      "grad_norm": 1.3255048990249634,
      "learning_rate": 5.559884186121433e-07,
      "loss": 0.3403,
      "step": 2256880
    },
    {
      "epoch": 629.89,
      "grad_norm": 1.2487640380859375,
      "learning_rate": 5.559709332803772e-07,
      "loss": 0.3389,
      "step": 2256890
    },
    {
      "epoch": 629.89,
      "grad_norm": 1.3985381126403809,
      "learning_rate": 5.559534481865645e-07,
      "loss": 0.3584,
      "step": 2256900
    },
    {
      "epoch": 629.89,
      "grad_norm": 1.128483772277832,
      "learning_rate": 5.559359633307078e-07,
      "loss": 0.3542,
      "step": 2256910
    },
    {
      "epoch": 629.9,
      "grad_norm": 1.3378137350082397,
      "learning_rate": 5.559184787128097e-07,
      "loss": 0.3347,
      "step": 2256920
    },
    {
      "epoch": 629.9,
      "grad_norm": 1.153260350227356,
      "learning_rate": 5.559009943328727e-07,
      "loss": 0.3369,
      "step": 2256930
    },
    {
      "epoch": 629.9,
      "grad_norm": 1.6151684522628784,
      "learning_rate": 5.558835101908994e-07,
      "loss": 0.3284,
      "step": 2256940
    },
    {
      "epoch": 629.91,
      "grad_norm": 1.2395819425582886,
      "learning_rate": 5.558660262868906e-07,
      "loss": 0.3285,
      "step": 2256950
    },
    {
      "epoch": 629.91,
      "grad_norm": 1.4005093574523926,
      "learning_rate": 5.558485426208502e-07,
      "loss": 0.3404,
      "step": 2256960
    },
    {
      "epoch": 629.91,
      "grad_norm": 1.095067024230957,
      "learning_rate": 5.558310591927803e-07,
      "loss": 0.3321,
      "step": 2256970
    },
    {
      "epoch": 629.91,
      "grad_norm": 1.1561356782913208,
      "learning_rate": 5.558135760026815e-07,
      "loss": 0.3351,
      "step": 2256980
    },
    {
      "epoch": 629.92,
      "grad_norm": 1.4383903741836548,
      "learning_rate": 5.557960930505591e-07,
      "loss": 0.3409,
      "step": 2256990
    },
    {
      "epoch": 629.92,
      "grad_norm": 1.5194697380065918,
      "learning_rate": 5.557786103364132e-07,
      "loss": 0.3598,
      "step": 2257000
    },
    {
      "epoch": 629.92,
      "grad_norm": 1.225921869277954,
      "learning_rate": 5.557611278602467e-07,
      "loss": 0.3212,
      "step": 2257010
    },
    {
      "epoch": 629.92,
      "grad_norm": 1.3461358547210693,
      "learning_rate": 5.55743645622062e-07,
      "loss": 0.3321,
      "step": 2257020
    },
    {
      "epoch": 629.93,
      "grad_norm": 1.1876060962677002,
      "learning_rate": 5.55726163621862e-07,
      "loss": 0.3224,
      "step": 2257030
    },
    {
      "epoch": 629.93,
      "grad_norm": 1.3154101371765137,
      "learning_rate": 5.557086818596481e-07,
      "loss": 0.3301,
      "step": 2257040
    },
    {
      "epoch": 629.93,
      "grad_norm": 1.2273759841918945,
      "learning_rate": 5.556912003354228e-07,
      "loss": 0.342,
      "step": 2257050
    },
    {
      "epoch": 629.94,
      "grad_norm": 1.3189891576766968,
      "learning_rate": 5.556737190491891e-07,
      "loss": 0.3323,
      "step": 2257060
    },
    {
      "epoch": 629.94,
      "grad_norm": 1.147031545639038,
      "learning_rate": 5.556562380009476e-07,
      "loss": 0.3356,
      "step": 2257070
    },
    {
      "epoch": 629.94,
      "grad_norm": 1.325411319732666,
      "learning_rate": 5.556387571907032e-07,
      "loss": 0.3326,
      "step": 2257080
    },
    {
      "epoch": 629.94,
      "grad_norm": 1.3380911350250244,
      "learning_rate": 5.556212766184565e-07,
      "loss": 0.3396,
      "step": 2257090
    },
    {
      "epoch": 629.95,
      "grad_norm": 1.1509010791778564,
      "learning_rate": 5.5560379628421e-07,
      "loss": 0.3391,
      "step": 2257100
    },
    {
      "epoch": 629.95,
      "grad_norm": 1.1921981573104858,
      "learning_rate": 5.555863161879668e-07,
      "loss": 0.332,
      "step": 2257110
    },
    {
      "epoch": 629.95,
      "grad_norm": 1.09319269657135,
      "learning_rate": 5.555688363297281e-07,
      "loss": 0.3351,
      "step": 2257120
    },
    {
      "epoch": 629.96,
      "grad_norm": 1.1540409326553345,
      "learning_rate": 5.555513567094969e-07,
      "loss": 0.3304,
      "step": 2257130
    },
    {
      "epoch": 629.96,
      "grad_norm": 1.2075406312942505,
      "learning_rate": 5.555338773272753e-07,
      "loss": 0.3635,
      "step": 2257140
    },
    {
      "epoch": 629.96,
      "grad_norm": 1.2112504243850708,
      "learning_rate": 5.555163981830665e-07,
      "loss": 0.3298,
      "step": 2257150
    },
    {
      "epoch": 629.96,
      "grad_norm": 1.228531002998352,
      "learning_rate": 5.554989192768706e-07,
      "loss": 0.3363,
      "step": 2257160
    },
    {
      "epoch": 629.97,
      "grad_norm": 1.1744346618652344,
      "learning_rate": 5.55481440608693e-07,
      "loss": 0.3438,
      "step": 2257170
    },
    {
      "epoch": 629.97,
      "grad_norm": 1.2091336250305176,
      "learning_rate": 5.554639621785335e-07,
      "loss": 0.3443,
      "step": 2257180
    },
    {
      "epoch": 629.97,
      "grad_norm": 1.1725901365280151,
      "learning_rate": 5.554464839863957e-07,
      "loss": 0.3412,
      "step": 2257190
    },
    {
      "epoch": 629.97,
      "grad_norm": 1.2397512197494507,
      "learning_rate": 5.55429006032282e-07,
      "loss": 0.3323,
      "step": 2257200
    },
    {
      "epoch": 629.98,
      "grad_norm": 1.3694846630096436,
      "learning_rate": 5.554115283161931e-07,
      "loss": 0.3351,
      "step": 2257210
    },
    {
      "epoch": 629.98,
      "grad_norm": 1.0845212936401367,
      "learning_rate": 5.553940508381337e-07,
      "loss": 0.3289,
      "step": 2257220
    },
    {
      "epoch": 629.98,
      "grad_norm": 1.3109877109527588,
      "learning_rate": 5.553765735981043e-07,
      "loss": 0.3363,
      "step": 2257230
    },
    {
      "epoch": 629.99,
      "grad_norm": 1.217585563659668,
      "learning_rate": 5.553590965961079e-07,
      "loss": 0.3451,
      "step": 2257240
    },
    {
      "epoch": 629.99,
      "grad_norm": 1.2915719747543335,
      "learning_rate": 5.553416198321476e-07,
      "loss": 0.3461,
      "step": 2257250
    },
    {
      "epoch": 629.99,
      "grad_norm": 1.1299699544906616,
      "learning_rate": 5.553241433062243e-07,
      "loss": 0.3359,
      "step": 2257260
    },
    {
      "epoch": 629.99,
      "grad_norm": 1.1630302667617798,
      "learning_rate": 5.553066670183409e-07,
      "loss": 0.3334,
      "step": 2257270
    },
    {
      "epoch": 630.0,
      "grad_norm": 1.333255648612976,
      "learning_rate": 5.552891909684997e-07,
      "loss": 0.3305,
      "step": 2257280
    },
    {
      "epoch": 630.0,
      "grad_norm": 1.5349148511886597,
      "learning_rate": 5.552717151567038e-07,
      "loss": 0.3424,
      "step": 2257290
    },
    {
      "epoch": 630.0,
      "eval_loss": 0.33962282538414,
      "eval_runtime": 65.8651,
      "eval_samples_per_second": 76.809,
      "eval_steps_per_second": 9.611,
      "step": 2257290
    },
    {
      "epoch": 630.0,
      "grad_norm": 1.1840609312057495,
      "learning_rate": 5.552542395829537e-07,
      "loss": 0.3319,
      "step": 2257300
    },
    {
      "epoch": 630.01,
      "grad_norm": 1.7347124814987183,
      "learning_rate": 5.552367642472542e-07,
      "loss": 0.3355,
      "step": 2257310
    },
    {
      "epoch": 630.01,
      "grad_norm": 1.1244007349014282,
      "learning_rate": 5.552192891496056e-07,
      "loss": 0.3325,
      "step": 2257320
    },
    {
      "epoch": 630.01,
      "grad_norm": 1.2964423894882202,
      "learning_rate": 5.552018142900108e-07,
      "loss": 0.3297,
      "step": 2257330
    },
    {
      "epoch": 630.01,
      "grad_norm": 1.190460205078125,
      "learning_rate": 5.551843396684729e-07,
      "loss": 0.3378,
      "step": 2257340
    },
    {
      "epoch": 630.02,
      "grad_norm": 1.1593894958496094,
      "learning_rate": 5.551668652849929e-07,
      "loss": 0.3146,
      "step": 2257350
    },
    {
      "epoch": 630.02,
      "grad_norm": 1.2141532897949219,
      "learning_rate": 5.55149391139574e-07,
      "loss": 0.3327,
      "step": 2257360
    },
    {
      "epoch": 630.02,
      "grad_norm": 1.0936155319213867,
      "learning_rate": 5.551319172322183e-07,
      "loss": 0.3395,
      "step": 2257370
    },
    {
      "epoch": 630.03,
      "grad_norm": 1.2273755073547363,
      "learning_rate": 5.551144435629286e-07,
      "loss": 0.335,
      "step": 2257380
    },
    {
      "epoch": 630.03,
      "grad_norm": 1.141204595565796,
      "learning_rate": 5.550969701317061e-07,
      "loss": 0.3466,
      "step": 2257390
    },
    {
      "epoch": 630.03,
      "grad_norm": 1.1664719581604004,
      "learning_rate": 5.550794969385542e-07,
      "loss": 0.3388,
      "step": 2257400
    },
    {
      "epoch": 630.03,
      "grad_norm": 1.2646487951278687,
      "learning_rate": 5.550620239834752e-07,
      "loss": 0.3164,
      "step": 2257410
    },
    {
      "epoch": 630.04,
      "grad_norm": 1.2438608407974243,
      "learning_rate": 5.550445512664697e-07,
      "loss": 0.339,
      "step": 2257420
    },
    {
      "epoch": 630.04,
      "grad_norm": 1.2497193813323975,
      "learning_rate": 5.55027078787543e-07,
      "loss": 0.3311,
      "step": 2257430
    },
    {
      "epoch": 630.04,
      "grad_norm": 1.2364684343338013,
      "learning_rate": 5.550096065466949e-07,
      "loss": 0.3513,
      "step": 2257440
    },
    {
      "epoch": 630.04,
      "grad_norm": 1.1501516103744507,
      "learning_rate": 5.549921345439286e-07,
      "loss": 0.3394,
      "step": 2257450
    },
    {
      "epoch": 630.05,
      "grad_norm": 1.1821175813674927,
      "learning_rate": 5.549746627792465e-07,
      "loss": 0.338,
      "step": 2257460
    },
    {
      "epoch": 630.05,
      "grad_norm": 1.241554856300354,
      "learning_rate": 5.549571912526514e-07,
      "loss": 0.3221,
      "step": 2257470
    },
    {
      "epoch": 630.05,
      "grad_norm": 1.4150536060333252,
      "learning_rate": 5.549397199641448e-07,
      "loss": 0.3464,
      "step": 2257480
    },
    {
      "epoch": 630.06,
      "grad_norm": 1.3993349075317383,
      "learning_rate": 5.549222489137292e-07,
      "loss": 0.3419,
      "step": 2257490
    },
    {
      "epoch": 630.06,
      "grad_norm": 1.3704462051391602,
      "learning_rate": 5.54904778101407e-07,
      "loss": 0.3415,
      "step": 2257500
    },
    {
      "epoch": 630.06,
      "grad_norm": 1.1536842584609985,
      "learning_rate": 5.548873075271807e-07,
      "loss": 0.3427,
      "step": 2257510
    },
    {
      "epoch": 630.06,
      "grad_norm": 1.177842617034912,
      "learning_rate": 5.548698371910529e-07,
      "loss": 0.3339,
      "step": 2257520
    },
    {
      "epoch": 630.07,
      "grad_norm": 0.9825635552406311,
      "learning_rate": 5.548523670930251e-07,
      "loss": 0.3547,
      "step": 2257530
    },
    {
      "epoch": 630.07,
      "grad_norm": 1.2454249858856201,
      "learning_rate": 5.548348972331e-07,
      "loss": 0.3381,
      "step": 2257540
    },
    {
      "epoch": 630.07,
      "grad_norm": 2.1706814765930176,
      "learning_rate": 5.548174276112808e-07,
      "loss": 0.3321,
      "step": 2257550
    },
    {
      "epoch": 630.08,
      "grad_norm": 1.2934027910232544,
      "learning_rate": 5.547999582275675e-07,
      "loss": 0.3391,
      "step": 2257560
    },
    {
      "epoch": 630.08,
      "grad_norm": 1.281375527381897,
      "learning_rate": 5.547824890819652e-07,
      "loss": 0.3416,
      "step": 2257570
    },
    {
      "epoch": 630.08,
      "grad_norm": 1.2965360879898071,
      "learning_rate": 5.547650201744744e-07,
      "loss": 0.3234,
      "step": 2257580
    },
    {
      "epoch": 630.08,
      "grad_norm": 1.1324182748794556,
      "learning_rate": 5.54747551505098e-07,
      "loss": 0.3486,
      "step": 2257590
    },
    {
      "epoch": 630.09,
      "grad_norm": 1.122968316078186,
      "learning_rate": 5.547300830738384e-07,
      "loss": 0.3276,
      "step": 2257600
    },
    {
      "epoch": 630.09,
      "grad_norm": 1.2179830074310303,
      "learning_rate": 5.547126148806986e-07,
      "loss": 0.3499,
      "step": 2257610
    },
    {
      "epoch": 630.09,
      "grad_norm": 1.2099319696426392,
      "learning_rate": 5.546951469256791e-07,
      "loss": 0.329,
      "step": 2257620
    },
    {
      "epoch": 630.09,
      "grad_norm": 1.2348394393920898,
      "learning_rate": 5.546776792087835e-07,
      "loss": 0.3398,
      "step": 2257630
    },
    {
      "epoch": 630.1,
      "grad_norm": 1.332086443901062,
      "learning_rate": 5.546602117300146e-07,
      "loss": 0.3355,
      "step": 2257640
    },
    {
      "epoch": 630.1,
      "grad_norm": 1.1310473680496216,
      "learning_rate": 5.546427444893728e-07,
      "loss": 0.3237,
      "step": 2257650
    },
    {
      "epoch": 630.1,
      "grad_norm": 1.3504620790481567,
      "learning_rate": 5.546252774868627e-07,
      "loss": 0.332,
      "step": 2257660
    },
    {
      "epoch": 630.11,
      "grad_norm": 1.1993030309677124,
      "learning_rate": 5.546078107224852e-07,
      "loss": 0.3435,
      "step": 2257670
    },
    {
      "epoch": 630.11,
      "grad_norm": 1.2676111459732056,
      "learning_rate": 5.545903441962429e-07,
      "loss": 0.3487,
      "step": 2257680
    },
    {
      "epoch": 630.11,
      "grad_norm": 3.2666919231414795,
      "learning_rate": 5.545728779081383e-07,
      "loss": 0.3386,
      "step": 2257690
    },
    {
      "epoch": 630.11,
      "grad_norm": 1.213512659072876,
      "learning_rate": 5.545554118581744e-07,
      "loss": 0.3355,
      "step": 2257700
    },
    {
      "epoch": 630.12,
      "grad_norm": 1.1930075883865356,
      "learning_rate": 5.54537946046352e-07,
      "loss": 0.3406,
      "step": 2257710
    },
    {
      "epoch": 630.12,
      "grad_norm": 1.223605751991272,
      "learning_rate": 5.545204804726741e-07,
      "loss": 0.3343,
      "step": 2257720
    },
    {
      "epoch": 630.12,
      "grad_norm": 1.2423990964889526,
      "learning_rate": 5.545030151371439e-07,
      "loss": 0.3505,
      "step": 2257730
    },
    {
      "epoch": 630.13,
      "grad_norm": 1.1710110902786255,
      "learning_rate": 5.544855500397618e-07,
      "loss": 0.3319,
      "step": 2257740
    },
    {
      "epoch": 630.13,
      "grad_norm": 1.0952345132827759,
      "learning_rate": 5.544680851805325e-07,
      "loss": 0.327,
      "step": 2257750
    },
    {
      "epoch": 630.13,
      "grad_norm": 1.3149993419647217,
      "learning_rate": 5.544506205594563e-07,
      "loss": 0.3285,
      "step": 2257760
    },
    {
      "epoch": 630.13,
      "grad_norm": 1.3097258806228638,
      "learning_rate": 5.544331561765365e-07,
      "loss": 0.3374,
      "step": 2257770
    },
    {
      "epoch": 630.14,
      "grad_norm": 1.139428734779358,
      "learning_rate": 5.544156920317759e-07,
      "loss": 0.3342,
      "step": 2257780
    },
    {
      "epoch": 630.14,
      "grad_norm": 1.1099997758865356,
      "learning_rate": 5.543982281251749e-07,
      "loss": 0.3459,
      "step": 2257790
    },
    {
      "epoch": 630.14,
      "grad_norm": 1.2233437299728394,
      "learning_rate": 5.543807644567383e-07,
      "loss": 0.3547,
      "step": 2257800
    },
    {
      "epoch": 630.15,
      "grad_norm": 1.175734519958496,
      "learning_rate": 5.543633010264666e-07,
      "loss": 0.3367,
      "step": 2257810
    },
    {
      "epoch": 630.15,
      "grad_norm": 1.161741852760315,
      "learning_rate": 5.543458378343628e-07,
      "loss": 0.3461,
      "step": 2257820
    },
    {
      "epoch": 630.15,
      "grad_norm": 1.2202792167663574,
      "learning_rate": 5.543283748804294e-07,
      "loss": 0.322,
      "step": 2257830
    },
    {
      "epoch": 630.15,
      "grad_norm": 1.3911739587783813,
      "learning_rate": 5.543109121646687e-07,
      "loss": 0.3353,
      "step": 2257840
    },
    {
      "epoch": 630.16,
      "grad_norm": 1.2539687156677246,
      "learning_rate": 5.542934496870826e-07,
      "loss": 0.3524,
      "step": 2257850
    },
    {
      "epoch": 630.16,
      "grad_norm": 1.5038946866989136,
      "learning_rate": 5.542759874476735e-07,
      "loss": 0.3535,
      "step": 2257860
    },
    {
      "epoch": 630.16,
      "grad_norm": 1.114816665649414,
      "learning_rate": 5.542585254464444e-07,
      "loss": 0.3365,
      "step": 2257870
    },
    {
      "epoch": 630.16,
      "grad_norm": 1.206407070159912,
      "learning_rate": 5.542410636833958e-07,
      "loss": 0.317,
      "step": 2257880
    },
    {
      "epoch": 630.17,
      "grad_norm": 1.2547768354415894,
      "learning_rate": 5.542236021585328e-07,
      "loss": 0.3375,
      "step": 2257890
    },
    {
      "epoch": 630.17,
      "grad_norm": 1.2039865255355835,
      "learning_rate": 5.542061408718556e-07,
      "loss": 0.3417,
      "step": 2257900
    },
    {
      "epoch": 630.17,
      "grad_norm": 1.0504462718963623,
      "learning_rate": 5.54188679823367e-07,
      "loss": 0.3278,
      "step": 2257910
    },
    {
      "epoch": 630.18,
      "grad_norm": 1.3916575908660889,
      "learning_rate": 5.541712190130704e-07,
      "loss": 0.3417,
      "step": 2257920
    },
    {
      "epoch": 630.18,
      "grad_norm": 1.2624095678329468,
      "learning_rate": 5.541537584409663e-07,
      "loss": 0.3422,
      "step": 2257930
    },
    {
      "epoch": 630.18,
      "grad_norm": 1.3303711414337158,
      "learning_rate": 5.541362981070582e-07,
      "loss": 0.3401,
      "step": 2257940
    },
    {
      "epoch": 630.18,
      "grad_norm": 1.3222604990005493,
      "learning_rate": 5.541188380113481e-07,
      "loss": 0.3467,
      "step": 2257950
    },
    {
      "epoch": 630.19,
      "grad_norm": 1.2141467332839966,
      "learning_rate": 5.541013781538388e-07,
      "loss": 0.3339,
      "step": 2257960
    },
    {
      "epoch": 630.19,
      "grad_norm": 1.1173622608184814,
      "learning_rate": 5.540839185345312e-07,
      "loss": 0.3364,
      "step": 2257970
    },
    {
      "epoch": 630.19,
      "grad_norm": 1.1297886371612549,
      "learning_rate": 5.5406645915343e-07,
      "loss": 0.3251,
      "step": 2257980
    },
    {
      "epoch": 630.2,
      "grad_norm": 1.0984693765640259,
      "learning_rate": 5.540490000105352e-07,
      "loss": 0.3428,
      "step": 2257990
    },
    {
      "epoch": 630.2,
      "grad_norm": 1.1873178482055664,
      "learning_rate": 5.540315411058503e-07,
      "loss": 0.339,
      "step": 2258000
    },
    {
      "epoch": 630.2,
      "grad_norm": 1.2451144456863403,
      "learning_rate": 5.540140824393781e-07,
      "loss": 0.3357,
      "step": 2258010
    },
    {
      "epoch": 630.2,
      "grad_norm": 1.144535779953003,
      "learning_rate": 5.539966240111193e-07,
      "loss": 0.331,
      "step": 2258020
    },
    {
      "epoch": 630.21,
      "grad_norm": 1.3365223407745361,
      "learning_rate": 5.539791658210775e-07,
      "loss": 0.3484,
      "step": 2258030
    },
    {
      "epoch": 630.21,
      "grad_norm": 1.289607286453247,
      "learning_rate": 5.539617078692546e-07,
      "loss": 0.3371,
      "step": 2258040
    },
    {
      "epoch": 630.21,
      "grad_norm": 1.1672523021697998,
      "learning_rate": 5.539442501556535e-07,
      "loss": 0.3434,
      "step": 2258050
    },
    {
      "epoch": 630.21,
      "grad_norm": 1.3665977716445923,
      "learning_rate": 5.539267926802757e-07,
      "loss": 0.3519,
      "step": 2258060
    },
    {
      "epoch": 630.22,
      "grad_norm": 1.385715126991272,
      "learning_rate": 5.539093354431235e-07,
      "loss": 0.3517,
      "step": 2258070
    },
    {
      "epoch": 630.22,
      "grad_norm": 1.048977017402649,
      "learning_rate": 5.538918784441997e-07,
      "loss": 0.3293,
      "step": 2258080
    },
    {
      "epoch": 630.22,
      "grad_norm": 1.5135632753372192,
      "learning_rate": 5.538744216835065e-07,
      "loss": 0.3293,
      "step": 2258090
    },
    {
      "epoch": 630.23,
      "grad_norm": 1.0994573831558228,
      "learning_rate": 5.538569651610472e-07,
      "loss": 0.3257,
      "step": 2258100
    },
    {
      "epoch": 630.23,
      "grad_norm": 1.1509801149368286,
      "learning_rate": 5.538395088768216e-07,
      "loss": 0.3483,
      "step": 2258110
    },
    {
      "epoch": 630.23,
      "grad_norm": 1.044295072555542,
      "learning_rate": 5.538220528308347e-07,
      "loss": 0.3351,
      "step": 2258120
    },
    {
      "epoch": 630.23,
      "grad_norm": 1.1311081647872925,
      "learning_rate": 5.538045970230873e-07,
      "loss": 0.3379,
      "step": 2258130
    },
    {
      "epoch": 630.24,
      "grad_norm": 1.23911714553833,
      "learning_rate": 5.537871414535818e-07,
      "loss": 0.3468,
      "step": 2258140
    },
    {
      "epoch": 630.24,
      "grad_norm": 1.225814938545227,
      "learning_rate": 5.537696861223218e-07,
      "loss": 0.3247,
      "step": 2258150
    },
    {
      "epoch": 630.24,
      "grad_norm": 1.1794942617416382,
      "learning_rate": 5.53752231029308e-07,
      "loss": 0.3407,
      "step": 2258160
    },
    {
      "epoch": 630.25,
      "grad_norm": 1.207398772239685,
      "learning_rate": 5.537347761745434e-07,
      "loss": 0.3295,
      "step": 2258170
    },
    {
      "epoch": 630.25,
      "grad_norm": 1.185626745223999,
      "learning_rate": 5.5371732155803e-07,
      "loss": 0.3412,
      "step": 2258180
    },
    {
      "epoch": 630.25,
      "grad_norm": 1.3993678092956543,
      "learning_rate": 5.536998671797713e-07,
      "loss": 0.3417,
      "step": 2258190
    },
    {
      "epoch": 630.25,
      "grad_norm": 1.1732432842254639,
      "learning_rate": 5.536824130397682e-07,
      "loss": 0.3457,
      "step": 2258200
    },
    {
      "epoch": 630.26,
      "grad_norm": 1.2984848022460938,
      "learning_rate": 5.536649591380235e-07,
      "loss": 0.3425,
      "step": 2258210
    },
    {
      "epoch": 630.26,
      "grad_norm": 1.3025237321853638,
      "learning_rate": 5.536475054745403e-07,
      "loss": 0.3345,
      "step": 2258220
    },
    {
      "epoch": 630.26,
      "grad_norm": 1.2014954090118408,
      "learning_rate": 5.536300520493189e-07,
      "loss": 0.3282,
      "step": 2258230
    },
    {
      "epoch": 630.27,
      "grad_norm": 1.5204445123672485,
      "learning_rate": 5.536125988623643e-07,
      "loss": 0.3355,
      "step": 2258240
    },
    {
      "epoch": 630.27,
      "grad_norm": 1.2550472021102905,
      "learning_rate": 5.535951459136767e-07,
      "loss": 0.3384,
      "step": 2258250
    },
    {
      "epoch": 630.27,
      "grad_norm": 2.929283857345581,
      "learning_rate": 5.535776932032592e-07,
      "loss": 0.3566,
      "step": 2258260
    },
    {
      "epoch": 630.27,
      "grad_norm": 1.2070859670639038,
      "learning_rate": 5.535602407311144e-07,
      "loss": 0.3304,
      "step": 2258270
    },
    {
      "epoch": 630.28,
      "grad_norm": 1.388574481010437,
      "learning_rate": 5.535427884972446e-07,
      "loss": 0.3402,
      "step": 2258280
    },
    {
      "epoch": 630.28,
      "grad_norm": 1.1332167387008667,
      "learning_rate": 5.535253365016514e-07,
      "loss": 0.3417,
      "step": 2258290
    },
    {
      "epoch": 630.28,
      "grad_norm": 1.259010672569275,
      "learning_rate": 5.535078847443377e-07,
      "loss": 0.3406,
      "step": 2258300
    },
    {
      "epoch": 630.28,
      "grad_norm": 1.3897672891616821,
      "learning_rate": 5.534904332253062e-07,
      "loss": 0.3412,
      "step": 2258310
    },
    {
      "epoch": 630.29,
      "grad_norm": 1.2183070182800293,
      "learning_rate": 5.534729819445577e-07,
      "loss": 0.3404,
      "step": 2258320
    },
    {
      "epoch": 630.29,
      "grad_norm": 1.2430686950683594,
      "learning_rate": 5.534555309020966e-07,
      "loss": 0.3476,
      "step": 2258330
    },
    {
      "epoch": 630.29,
      "grad_norm": 1.3697401285171509,
      "learning_rate": 5.534380800979235e-07,
      "loss": 0.3264,
      "step": 2258340
    },
    {
      "epoch": 630.3,
      "grad_norm": 1.230712652206421,
      "learning_rate": 5.534206295320416e-07,
      "loss": 0.3191,
      "step": 2258350
    },
    {
      "epoch": 630.3,
      "grad_norm": 1.0603854656219482,
      "learning_rate": 5.534031792044535e-07,
      "loss": 0.3392,
      "step": 2258360
    },
    {
      "epoch": 630.3,
      "grad_norm": 1.1725164651870728,
      "learning_rate": 5.533857291151598e-07,
      "loss": 0.3419,
      "step": 2258370
    },
    {
      "epoch": 630.3,
      "grad_norm": 1.3831861019134521,
      "learning_rate": 5.533682792641655e-07,
      "loss": 0.3441,
      "step": 2258380
    },
    {
      "epoch": 630.31,
      "grad_norm": 1.5932402610778809,
      "learning_rate": 5.533508296514706e-07,
      "loss": 0.3398,
      "step": 2258390
    },
    {
      "epoch": 630.31,
      "grad_norm": 1.1687791347503662,
      "learning_rate": 5.533333802770786e-07,
      "loss": 0.3463,
      "step": 2258400
    },
    {
      "epoch": 630.31,
      "grad_norm": 1.1728265285491943,
      "learning_rate": 5.533159311409912e-07,
      "loss": 0.3592,
      "step": 2258410
    },
    {
      "epoch": 630.32,
      "grad_norm": 1.0576069355010986,
      "learning_rate": 5.532984822432119e-07,
      "loss": 0.3394,
      "step": 2258420
    },
    {
      "epoch": 630.32,
      "grad_norm": 1.2169071435928345,
      "learning_rate": 5.532810335837418e-07,
      "loss": 0.3386,
      "step": 2258430
    },
    {
      "epoch": 630.32,
      "grad_norm": 1.3486803770065308,
      "learning_rate": 5.532635851625834e-07,
      "loss": 0.3352,
      "step": 2258440
    },
    {
      "epoch": 630.32,
      "grad_norm": 1.2893294095993042,
      "learning_rate": 5.532461369797397e-07,
      "loss": 0.3231,
      "step": 2258450
    },
    {
      "epoch": 630.33,
      "grad_norm": 1.295215129852295,
      "learning_rate": 5.532286890352113e-07,
      "loss": 0.3399,
      "step": 2258460
    },
    {
      "epoch": 630.33,
      "grad_norm": 1.161618947982788,
      "learning_rate": 5.532112413290033e-07,
      "loss": 0.3281,
      "step": 2258470
    },
    {
      "epoch": 630.33,
      "grad_norm": 1.146586537361145,
      "learning_rate": 5.531937938611157e-07,
      "loss": 0.3492,
      "step": 2258480
    },
    {
      "epoch": 630.33,
      "grad_norm": 1.1450303792953491,
      "learning_rate": 5.531763466315515e-07,
      "loss": 0.3345,
      "step": 2258490
    },
    {
      "epoch": 630.34,
      "grad_norm": 1.082649827003479,
      "learning_rate": 5.531588996403141e-07,
      "loss": 0.315,
      "step": 2258500
    },
    {
      "epoch": 630.34,
      "grad_norm": 1.270165205001831,
      "learning_rate": 5.53141452887404e-07,
      "loss": 0.3389,
      "step": 2258510
    },
    {
      "epoch": 630.34,
      "grad_norm": 5.228496074676514,
      "learning_rate": 5.531240063728243e-07,
      "loss": 0.3408,
      "step": 2258520
    },
    {
      "epoch": 630.35,
      "grad_norm": 1.4977796077728271,
      "learning_rate": 5.531065600965774e-07,
      "loss": 0.3457,
      "step": 2258530
    },
    {
      "epoch": 630.35,
      "grad_norm": 1.3109759092330933,
      "learning_rate": 5.530891140586665e-07,
      "loss": 0.3434,
      "step": 2258540
    },
    {
      "epoch": 630.35,
      "grad_norm": 1.2525955438613892,
      "learning_rate": 5.530716682590918e-07,
      "loss": 0.3452,
      "step": 2258550
    },
    {
      "epoch": 630.35,
      "grad_norm": 1.3459408283233643,
      "learning_rate": 5.530542226978579e-07,
      "loss": 0.3502,
      "step": 2258560
    },
    {
      "epoch": 630.36,
      "grad_norm": 1.3152806758880615,
      "learning_rate": 5.530367773749656e-07,
      "loss": 0.3476,
      "step": 2258570
    },
    {
      "epoch": 630.36,
      "grad_norm": 1.3035560846328735,
      "learning_rate": 5.530193322904176e-07,
      "loss": 0.3326,
      "step": 2258580
    },
    {
      "epoch": 630.36,
      "grad_norm": 1.201466679573059,
      "learning_rate": 5.530018874442172e-07,
      "loss": 0.3537,
      "step": 2258590
    },
    {
      "epoch": 630.37,
      "grad_norm": 1.2852104902267456,
      "learning_rate": 5.529844428363649e-07,
      "loss": 0.3317,
      "step": 2258600
    },
    {
      "epoch": 630.37,
      "grad_norm": 1.485926628112793,
      "learning_rate": 5.529669984668642e-07,
      "loss": 0.3309,
      "step": 2258610
    },
    {
      "epoch": 630.37,
      "grad_norm": 1.2147884368896484,
      "learning_rate": 5.529495543357174e-07,
      "loss": 0.3428,
      "step": 2258620
    },
    {
      "epoch": 630.37,
      "grad_norm": 1.1294642686843872,
      "learning_rate": 5.529321104429269e-07,
      "loss": 0.3344,
      "step": 2258630
    },
    {
      "epoch": 630.38,
      "grad_norm": 1.1056493520736694,
      "learning_rate": 5.529146667884935e-07,
      "loss": 0.3549,
      "step": 2258640
    },
    {
      "epoch": 630.38,
      "grad_norm": 1.0500853061676025,
      "learning_rate": 5.528972233724224e-07,
      "loss": 0.3418,
      "step": 2258650
    },
    {
      "epoch": 630.38,
      "grad_norm": 1.21341872215271,
      "learning_rate": 5.528797801947133e-07,
      "loss": 0.3432,
      "step": 2258660
    },
    {
      "epoch": 630.39,
      "grad_norm": 1.186997652053833,
      "learning_rate": 5.528623372553696e-07,
      "loss": 0.3485,
      "step": 2258670
    },
    {
      "epoch": 630.39,
      "grad_norm": 1.4093444347381592,
      "learning_rate": 5.528448945543944e-07,
      "loss": 0.3652,
      "step": 2258680
    },
    {
      "epoch": 630.39,
      "grad_norm": 1.1266783475875854,
      "learning_rate": 5.528274520917875e-07,
      "loss": 0.3297,
      "step": 2258690
    },
    {
      "epoch": 630.39,
      "grad_norm": 1.0989488363265991,
      "learning_rate": 5.528100098675543e-07,
      "loss": 0.3211,
      "step": 2258700
    },
    {
      "epoch": 630.4,
      "grad_norm": 1.3034647703170776,
      "learning_rate": 5.527925678816954e-07,
      "loss": 0.3244,
      "step": 2258710
    },
    {
      "epoch": 630.4,
      "grad_norm": 1.2938811779022217,
      "learning_rate": 5.527751261342129e-07,
      "loss": 0.3412,
      "step": 2258720
    },
    {
      "epoch": 630.4,
      "grad_norm": 1.188974380493164,
      "learning_rate": 5.527576846251106e-07,
      "loss": 0.3435,
      "step": 2258730
    },
    {
      "epoch": 630.4,
      "grad_norm": 1.3520787954330444,
      "learning_rate": 5.527402433543892e-07,
      "loss": 0.3344,
      "step": 2258740
    },
    {
      "epoch": 630.41,
      "grad_norm": 1.0975576639175415,
      "learning_rate": 5.527228023220515e-07,
      "loss": 0.3415,
      "step": 2258750
    },
    {
      "epoch": 630.41,
      "grad_norm": 1.431426763534546,
      "learning_rate": 5.527053615281003e-07,
      "loss": 0.3293,
      "step": 2258760
    },
    {
      "epoch": 630.41,
      "grad_norm": 1.421553134918213,
      "learning_rate": 5.52687920972538e-07,
      "loss": 0.3442,
      "step": 2258770
    },
    {
      "epoch": 630.42,
      "grad_norm": 1.0802500247955322,
      "learning_rate": 5.526704806553653e-07,
      "loss": 0.3168,
      "step": 2258780
    },
    {
      "epoch": 630.42,
      "grad_norm": 1.117624282836914,
      "learning_rate": 5.526530405765872e-07,
      "loss": 0.3271,
      "step": 2258790
    },
    {
      "epoch": 630.42,
      "grad_norm": 1.3897048234939575,
      "learning_rate": 5.52635600736204e-07,
      "loss": 0.3424,
      "step": 2258800
    },
    {
      "epoch": 630.42,
      "grad_norm": 1.2806110382080078,
      "learning_rate": 5.526181611342182e-07,
      "loss": 0.3303,
      "step": 2258810
    },
    {
      "epoch": 630.43,
      "grad_norm": 1.1946945190429688,
      "learning_rate": 5.526007217706338e-07,
      "loss": 0.3369,
      "step": 2258820
    },
    {
      "epoch": 630.43,
      "grad_norm": 1.0942788124084473,
      "learning_rate": 5.525832826454508e-07,
      "loss": 0.3603,
      "step": 2258830
    },
    {
      "epoch": 630.43,
      "grad_norm": 1.2208056449890137,
      "learning_rate": 5.525658437586727e-07,
      "loss": 0.3315,
      "step": 2258840
    },
    {
      "epoch": 630.44,
      "grad_norm": 1.8465410470962524,
      "learning_rate": 5.525484051103015e-07,
      "loss": 0.3484,
      "step": 2258850
    },
    {
      "epoch": 630.44,
      "grad_norm": 2.1544857025146484,
      "learning_rate": 5.525309667003407e-07,
      "loss": 0.3532,
      "step": 2258860
    },
    {
      "epoch": 630.44,
      "grad_norm": 1.1367284059524536,
      "learning_rate": 5.525135285287907e-07,
      "loss": 0.3334,
      "step": 2258870
    },
    {
      "epoch": 630.44,
      "grad_norm": 1.2395379543304443,
      "learning_rate": 5.52496090595655e-07,
      "loss": 0.3451,
      "step": 2258880
    },
    {
      "epoch": 630.45,
      "grad_norm": 1.4021929502487183,
      "learning_rate": 5.524786529009363e-07,
      "loss": 0.3328,
      "step": 2258890
    },
    {
      "epoch": 630.45,
      "grad_norm": 1.1425983905792236,
      "learning_rate": 5.524612154446347e-07,
      "loss": 0.3417,
      "step": 2258900
    },
    {
      "epoch": 630.45,
      "grad_norm": 1.071405053138733,
      "learning_rate": 5.524437782267558e-07,
      "loss": 0.3371,
      "step": 2258910
    },
    {
      "epoch": 630.45,
      "grad_norm": 1.4346386194229126,
      "learning_rate": 5.524263412472994e-07,
      "loss": 0.3331,
      "step": 2258920
    },
    {
      "epoch": 630.46,
      "grad_norm": 1.3621541261672974,
      "learning_rate": 5.524089045062686e-07,
      "loss": 0.3429,
      "step": 2258930
    },
    {
      "epoch": 630.46,
      "grad_norm": 1.2345378398895264,
      "learning_rate": 5.523914680036659e-07,
      "loss": 0.3482,
      "step": 2258940
    },
    {
      "epoch": 630.46,
      "grad_norm": 1.144205093383789,
      "learning_rate": 5.523740317394936e-07,
      "loss": 0.3552,
      "step": 2258950
    },
    {
      "epoch": 630.47,
      "grad_norm": 1.165257453918457,
      "learning_rate": 5.523565957137544e-07,
      "loss": 0.3364,
      "step": 2258960
    },
    {
      "epoch": 630.47,
      "grad_norm": 1.1151379346847534,
      "learning_rate": 5.523391599264496e-07,
      "loss": 0.3256,
      "step": 2258970
    },
    {
      "epoch": 630.47,
      "grad_norm": 1.147809624671936,
      "learning_rate": 5.523217243775821e-07,
      "loss": 0.3464,
      "step": 2258980
    },
    {
      "epoch": 630.47,
      "grad_norm": 1.2324111461639404,
      "learning_rate": 5.523042890671541e-07,
      "loss": 0.327,
      "step": 2258990
    },
    {
      "epoch": 630.48,
      "grad_norm": 1.2943392992019653,
      "learning_rate": 5.522868539951688e-07,
      "loss": 0.3425,
      "step": 2259000
    },
    {
      "epoch": 630.48,
      "grad_norm": 1.625699520111084,
      "learning_rate": 5.52269419161627e-07,
      "loss": 0.3326,
      "step": 2259010
    },
    {
      "epoch": 630.48,
      "grad_norm": 1.1809724569320679,
      "learning_rate": 5.522519845665318e-07,
      "loss": 0.3243,
      "step": 2259020
    },
    {
      "epoch": 630.49,
      "grad_norm": 1.0590921640396118,
      "learning_rate": 5.52234550209886e-07,
      "loss": 0.3415,
      "step": 2259030
    },
    {
      "epoch": 630.49,
      "grad_norm": 1.1639147996902466,
      "learning_rate": 5.522171160916903e-07,
      "loss": 0.3296,
      "step": 2259040
    },
    {
      "epoch": 630.49,
      "grad_norm": 1.163770318031311,
      "learning_rate": 5.521996822119491e-07,
      "loss": 0.3351,
      "step": 2259050
    },
    {
      "epoch": 630.49,
      "grad_norm": 1.2969590425491333,
      "learning_rate": 5.521822485706633e-07,
      "loss": 0.3369,
      "step": 2259060
    },
    {
      "epoch": 630.5,
      "grad_norm": 1.0386921167373657,
      "learning_rate": 5.521648151678357e-07,
      "loss": 0.3436,
      "step": 2259070
    },
    {
      "epoch": 630.5,
      "grad_norm": 1.225577473640442,
      "learning_rate": 5.521473820034684e-07,
      "loss": 0.3252,
      "step": 2259080
    },
    {
      "epoch": 630.5,
      "grad_norm": 1.194791316986084,
      "learning_rate": 5.521299490775648e-07,
      "loss": 0.3401,
      "step": 2259090
    },
    {
      "epoch": 630.51,
      "grad_norm": 1.1872684955596924,
      "learning_rate": 5.521125163901254e-07,
      "loss": 0.3407,
      "step": 2259100
    },
    {
      "epoch": 630.51,
      "grad_norm": 1.336427092552185,
      "learning_rate": 5.520950839411536e-07,
      "loss": 0.3298,
      "step": 2259110
    },
    {
      "epoch": 630.51,
      "grad_norm": 1.0914092063903809,
      "learning_rate": 5.520776517306521e-07,
      "loss": 0.3489,
      "step": 2259120
    },
    {
      "epoch": 630.51,
      "grad_norm": 1.13169527053833,
      "learning_rate": 5.520602197586214e-07,
      "loss": 0.344,
      "step": 2259130
    },
    {
      "epoch": 630.52,
      "grad_norm": 1.1863031387329102,
      "learning_rate": 5.520427880250666e-07,
      "loss": 0.3415,
      "step": 2259140
    },
    {
      "epoch": 630.52,
      "grad_norm": 1.2454216480255127,
      "learning_rate": 5.520253565299878e-07,
      "loss": 0.3231,
      "step": 2259150
    },
    {
      "epoch": 630.52,
      "grad_norm": 1.1397956609725952,
      "learning_rate": 5.52007925273388e-07,
      "loss": 0.3506,
      "step": 2259160
    },
    {
      "epoch": 630.52,
      "grad_norm": 1.2130571603775024,
      "learning_rate": 5.519904942552699e-07,
      "loss": 0.344,
      "step": 2259170
    },
    {
      "epoch": 630.53,
      "grad_norm": 1.156430959701538,
      "learning_rate": 5.519730634756351e-07,
      "loss": 0.3271,
      "step": 2259180
    },
    {
      "epoch": 630.53,
      "grad_norm": 1.4773304462432861,
      "learning_rate": 5.519556329344864e-07,
      "loss": 0.3374,
      "step": 2259190
    },
    {
      "epoch": 630.53,
      "grad_norm": 1.219190239906311,
      "learning_rate": 5.519382026318259e-07,
      "loss": 0.3311,
      "step": 2259200
    },
    {
      "epoch": 630.54,
      "grad_norm": 1.1498574018478394,
      "learning_rate": 5.519207725676565e-07,
      "loss": 0.3433,
      "step": 2259210
    },
    {
      "epoch": 630.54,
      "grad_norm": 1.3137199878692627,
      "learning_rate": 5.51903342741979e-07,
      "loss": 0.3293,
      "step": 2259220
    },
    {
      "epoch": 630.54,
      "grad_norm": 1.108548879623413,
      "learning_rate": 5.518859131547981e-07,
      "loss": 0.3424,
      "step": 2259230
    },
    {
      "epoch": 630.54,
      "grad_norm": 1.190561056137085,
      "learning_rate": 5.51868483806114e-07,
      "loss": 0.342,
      "step": 2259240
    },
    {
      "epoch": 630.55,
      "grad_norm": 1.064042568206787,
      "learning_rate": 5.518510546959301e-07,
      "loss": 0.3366,
      "step": 2259250
    },
    {
      "epoch": 630.55,
      "grad_norm": 1.392831802368164,
      "learning_rate": 5.518336258242488e-07,
      "loss": 0.3361,
      "step": 2259260
    },
    {
      "epoch": 630.55,
      "grad_norm": 1.2453945875167847,
      "learning_rate": 5.518161971910707e-07,
      "loss": 0.3345,
      "step": 2259270
    },
    {
      "epoch": 630.56,
      "grad_norm": 1.2344214916229248,
      "learning_rate": 5.517987687964011e-07,
      "loss": 0.3317,
      "step": 2259280
    },
    {
      "epoch": 630.56,
      "grad_norm": 1.1608773469924927,
      "learning_rate": 5.517813406402395e-07,
      "loss": 0.3349,
      "step": 2259290
    },
    {
      "epoch": 630.56,
      "grad_norm": 1.2679274082183838,
      "learning_rate": 5.5176391272259e-07,
      "loss": 0.3256,
      "step": 2259300
    },
    {
      "epoch": 630.56,
      "grad_norm": 1.1793508529663086,
      "learning_rate": 5.517464850434547e-07,
      "loss": 0.3432,
      "step": 2259310
    },
    {
      "epoch": 630.57,
      "grad_norm": 1.1583435535430908,
      "learning_rate": 5.517290576028349e-07,
      "loss": 0.3427,
      "step": 2259320
    },
    {
      "epoch": 630.57,
      "grad_norm": 1.5000678300857544,
      "learning_rate": 5.517116304007337e-07,
      "loss": 0.3451,
      "step": 2259330
    },
    {
      "epoch": 630.57,
      "grad_norm": 1.441888451576233,
      "learning_rate": 5.516942034371532e-07,
      "loss": 0.3425,
      "step": 2259340
    },
    {
      "epoch": 630.57,
      "grad_norm": 1.3146562576293945,
      "learning_rate": 5.516767767120967e-07,
      "loss": 0.3433,
      "step": 2259350
    },
    {
      "epoch": 630.58,
      "grad_norm": 1.085488200187683,
      "learning_rate": 5.51659350225564e-07,
      "loss": 0.3504,
      "step": 2259360
    },
    {
      "epoch": 630.58,
      "grad_norm": 1.0963692665100098,
      "learning_rate": 5.516419239775605e-07,
      "loss": 0.3348,
      "step": 2259370
    },
    {
      "epoch": 630.58,
      "grad_norm": 1.203249454498291,
      "learning_rate": 5.516244979680863e-07,
      "loss": 0.3335,
      "step": 2259380
    },
    {
      "epoch": 630.59,
      "grad_norm": 1.2091113328933716,
      "learning_rate": 5.516070721971447e-07,
      "loss": 0.3493,
      "step": 2259390
    },
    {
      "epoch": 630.59,
      "grad_norm": 1.1703548431396484,
      "learning_rate": 5.515896466647384e-07,
      "loss": 0.3434,
      "step": 2259400
    },
    {
      "epoch": 630.59,
      "grad_norm": 1.3719958066940308,
      "learning_rate": 5.515722213708686e-07,
      "loss": 0.3406,
      "step": 2259410
    },
    {
      "epoch": 630.59,
      "grad_norm": 1.5473133325576782,
      "learning_rate": 5.515547963155378e-07,
      "loss": 0.3406,
      "step": 2259420
    },
    {
      "epoch": 630.6,
      "grad_norm": 1.240694522857666,
      "learning_rate": 5.51537371498749e-07,
      "loss": 0.3313,
      "step": 2259430
    },
    {
      "epoch": 630.6,
      "grad_norm": 1.2361787557601929,
      "learning_rate": 5.515199469205046e-07,
      "loss": 0.3404,
      "step": 2259440
    },
    {
      "epoch": 630.6,
      "grad_norm": 1.09885573387146,
      "learning_rate": 5.515025225808059e-07,
      "loss": 0.3353,
      "step": 2259450
    },
    {
      "epoch": 630.61,
      "grad_norm": 1.3141652345657349,
      "learning_rate": 5.51485098479656e-07,
      "loss": 0.3463,
      "step": 2259460
    },
    {
      "epoch": 630.61,
      "grad_norm": 1.0674312114715576,
      "learning_rate": 5.514676746170577e-07,
      "loss": 0.3431,
      "step": 2259470
    },
    {
      "epoch": 630.61,
      "grad_norm": 1.1694597005844116,
      "learning_rate": 5.51450250993011e-07,
      "loss": 0.3331,
      "step": 2259480
    },
    {
      "epoch": 630.61,
      "grad_norm": 1.2108832597732544,
      "learning_rate": 5.514328276075217e-07,
      "loss": 0.3382,
      "step": 2259490
    },
    {
      "epoch": 630.62,
      "grad_norm": 1.4281247854232788,
      "learning_rate": 5.514154044605892e-07,
      "loss": 0.3577,
      "step": 2259500
    },
    {
      "epoch": 630.62,
      "grad_norm": 1.194441556930542,
      "learning_rate": 5.513979815522171e-07,
      "loss": 0.334,
      "step": 2259510
    },
    {
      "epoch": 630.62,
      "grad_norm": 1.1480995416641235,
      "learning_rate": 5.513805588824077e-07,
      "loss": 0.3365,
      "step": 2259520
    },
    {
      "epoch": 630.63,
      "grad_norm": 1.2599725723266602,
      "learning_rate": 5.513631364511628e-07,
      "loss": 0.3375,
      "step": 2259530
    },
    {
      "epoch": 630.63,
      "grad_norm": 1.3422845602035522,
      "learning_rate": 5.51345714258486e-07,
      "loss": 0.3531,
      "step": 2259540
    },
    {
      "epoch": 630.63,
      "grad_norm": 1.2886943817138672,
      "learning_rate": 5.513282923043781e-07,
      "loss": 0.3415,
      "step": 2259550
    },
    {
      "epoch": 630.63,
      "grad_norm": 1.2820243835449219,
      "learning_rate": 5.513108705888419e-07,
      "loss": 0.3304,
      "step": 2259560
    },
    {
      "epoch": 630.64,
      "grad_norm": 1.271640419960022,
      "learning_rate": 5.512934491118799e-07,
      "loss": 0.3553,
      "step": 2259570
    },
    {
      "epoch": 630.64,
      "grad_norm": 1.3081331253051758,
      "learning_rate": 5.512760278734949e-07,
      "loss": 0.3472,
      "step": 2259580
    },
    {
      "epoch": 630.64,
      "grad_norm": 1.121626615524292,
      "learning_rate": 5.512586068736881e-07,
      "loss": 0.3296,
      "step": 2259590
    },
    {
      "epoch": 630.64,
      "grad_norm": 1.1524326801300049,
      "learning_rate": 5.512411861124624e-07,
      "loss": 0.3364,
      "step": 2259600
    },
    {
      "epoch": 630.65,
      "grad_norm": 1.3174277544021606,
      "learning_rate": 5.5122376558982e-07,
      "loss": 0.3433,
      "step": 2259610
    },
    {
      "epoch": 630.65,
      "grad_norm": 1.1685316562652588,
      "learning_rate": 5.512063453057635e-07,
      "loss": 0.3204,
      "step": 2259620
    },
    {
      "epoch": 630.65,
      "grad_norm": 1.0386556386947632,
      "learning_rate": 5.511889252602957e-07,
      "loss": 0.3389,
      "step": 2259630
    },
    {
      "epoch": 630.66,
      "grad_norm": 1.1595205068588257,
      "learning_rate": 5.511715054534175e-07,
      "loss": 0.3197,
      "step": 2259640
    },
    {
      "epoch": 630.66,
      "grad_norm": 1.043008804321289,
      "learning_rate": 5.51154085885132e-07,
      "loss": 0.335,
      "step": 2259650
    },
    {
      "epoch": 630.66,
      "grad_norm": 1.368313193321228,
      "learning_rate": 5.511366665554416e-07,
      "loss": 0.3458,
      "step": 2259660
    },
    {
      "epoch": 630.66,
      "grad_norm": 1.3134355545043945,
      "learning_rate": 5.511192474643491e-07,
      "loss": 0.3468,
      "step": 2259670
    },
    {
      "epoch": 630.67,
      "grad_norm": 1.3552957773208618,
      "learning_rate": 5.511018286118554e-07,
      "loss": 0.342,
      "step": 2259680
    },
    {
      "epoch": 630.67,
      "grad_norm": 1.2596343755722046,
      "learning_rate": 5.51084409997964e-07,
      "loss": 0.3405,
      "step": 2259690
    },
    {
      "epoch": 630.67,
      "grad_norm": 1.3585625886917114,
      "learning_rate": 5.510669916226773e-07,
      "loss": 0.3279,
      "step": 2259700
    },
    {
      "epoch": 630.68,
      "grad_norm": 1.2885282039642334,
      "learning_rate": 5.51049573485996e-07,
      "loss": 0.3452,
      "step": 2259710
    },
    {
      "epoch": 630.68,
      "grad_norm": 1.2346744537353516,
      "learning_rate": 5.51032155587925e-07,
      "loss": 0.3455,
      "step": 2259720
    },
    {
      "epoch": 630.68,
      "grad_norm": 1.2368817329406738,
      "learning_rate": 5.510147379284644e-07,
      "loss": 0.3224,
      "step": 2259730
    },
    {
      "epoch": 630.68,
      "grad_norm": 1.3351448774337769,
      "learning_rate": 5.509973205076174e-07,
      "loss": 0.3538,
      "step": 2259740
    },
    {
      "epoch": 630.69,
      "grad_norm": 1.089303970336914,
      "learning_rate": 5.509799033253863e-07,
      "loss": 0.336,
      "step": 2259750
    },
    {
      "epoch": 630.69,
      "grad_norm": 1.2109107971191406,
      "learning_rate": 5.509624863817739e-07,
      "loss": 0.3449,
      "step": 2259760
    },
    {
      "epoch": 630.69,
      "grad_norm": 1.0743601322174072,
      "learning_rate": 5.509450696767817e-07,
      "loss": 0.3407,
      "step": 2259770
    },
    {
      "epoch": 630.69,
      "grad_norm": 1.1478554010391235,
      "learning_rate": 5.50927653210412e-07,
      "loss": 0.3265,
      "step": 2259780
    },
    {
      "epoch": 630.7,
      "grad_norm": 1.1947910785675049,
      "learning_rate": 5.509102369826682e-07,
      "loss": 0.3329,
      "step": 2259790
    },
    {
      "epoch": 630.7,
      "grad_norm": 1.2871155738830566,
      "learning_rate": 5.508928209935507e-07,
      "loss": 0.3439,
      "step": 2259800
    },
    {
      "epoch": 630.7,
      "grad_norm": 1.3198448419570923,
      "learning_rate": 5.508754052430641e-07,
      "loss": 0.3405,
      "step": 2259810
    },
    {
      "epoch": 630.71,
      "grad_norm": 1.1621698141098022,
      "learning_rate": 5.508579897312089e-07,
      "loss": 0.3302,
      "step": 2259820
    },
    {
      "epoch": 630.71,
      "grad_norm": 1.2226828336715698,
      "learning_rate": 5.508405744579882e-07,
      "loss": 0.3386,
      "step": 2259830
    },
    {
      "epoch": 630.71,
      "grad_norm": 1.1564680337905884,
      "learning_rate": 5.50823159423405e-07,
      "loss": 0.3346,
      "step": 2259840
    },
    {
      "epoch": 630.71,
      "grad_norm": 1.2081602811813354,
      "learning_rate": 5.508057446274593e-07,
      "loss": 0.3409,
      "step": 2259850
    },
    {
      "epoch": 630.72,
      "grad_norm": 1.230586051940918,
      "learning_rate": 5.507883300701567e-07,
      "loss": 0.3348,
      "step": 2259860
    },
    {
      "epoch": 630.72,
      "grad_norm": 1.3808624744415283,
      "learning_rate": 5.507709157514967e-07,
      "loss": 0.3284,
      "step": 2259870
    },
    {
      "epoch": 630.72,
      "grad_norm": 1.0969661474227905,
      "learning_rate": 5.507535016714827e-07,
      "loss": 0.3494,
      "step": 2259880
    },
    {
      "epoch": 630.73,
      "grad_norm": 1.2017946243286133,
      "learning_rate": 5.507360878301172e-07,
      "loss": 0.3247,
      "step": 2259890
    },
    {
      "epoch": 630.73,
      "grad_norm": 1.2710825204849243,
      "learning_rate": 5.50718674227403e-07,
      "loss": 0.3384,
      "step": 2259900
    },
    {
      "epoch": 630.73,
      "grad_norm": 1.2204012870788574,
      "learning_rate": 5.507012608633411e-07,
      "loss": 0.3353,
      "step": 2259910
    },
    {
      "epoch": 630.73,
      "grad_norm": 1.2238744497299194,
      "learning_rate": 5.506838477379344e-07,
      "loss": 0.3497,
      "step": 2259920
    },
    {
      "epoch": 630.74,
      "grad_norm": 1.440284013748169,
      "learning_rate": 5.50666434851186e-07,
      "loss": 0.3353,
      "step": 2259930
    },
    {
      "epoch": 630.74,
      "grad_norm": 1.2815239429473877,
      "learning_rate": 5.506490222030962e-07,
      "loss": 0.3494,
      "step": 2259940
    },
    {
      "epoch": 630.74,
      "grad_norm": 1.104703664779663,
      "learning_rate": 5.506316097936702e-07,
      "loss": 0.3249,
      "step": 2259950
    },
    {
      "epoch": 630.75,
      "grad_norm": 1.7898002862930298,
      "learning_rate": 5.506141976229076e-07,
      "loss": 0.3395,
      "step": 2259960
    },
    {
      "epoch": 630.75,
      "grad_norm": 1.024583101272583,
      "learning_rate": 5.505967856908123e-07,
      "loss": 0.329,
      "step": 2259970
    },
    {
      "epoch": 630.75,
      "grad_norm": 1.3017879724502563,
      "learning_rate": 5.505793739973864e-07,
      "loss": 0.3363,
      "step": 2259980
    },
    {
      "epoch": 630.75,
      "grad_norm": 1.234215497970581,
      "learning_rate": 5.505619625426316e-07,
      "loss": 0.3326,
      "step": 2259990
    },
    {
      "epoch": 630.76,
      "grad_norm": 1.0466692447662354,
      "learning_rate": 5.505445513265507e-07,
      "loss": 0.3265,
      "step": 2260000
    },
    {
      "epoch": 630.76,
      "grad_norm": 1.2098990678787231,
      "learning_rate": 5.505271403491459e-07,
      "loss": 0.3637,
      "step": 2260010
    },
    {
      "epoch": 630.76,
      "grad_norm": 1.1257346868515015,
      "learning_rate": 5.505097296104201e-07,
      "loss": 0.3387,
      "step": 2260020
    },
    {
      "epoch": 630.76,
      "grad_norm": 1.8328574895858765,
      "learning_rate": 5.504923191103737e-07,
      "loss": 0.3408,
      "step": 2260030
    },
    {
      "epoch": 630.77,
      "grad_norm": 1.1014164686203003,
      "learning_rate": 5.504749088490117e-07,
      "loss": 0.3379,
      "step": 2260040
    },
    {
      "epoch": 630.77,
      "grad_norm": 1.0532283782958984,
      "learning_rate": 5.504574988263346e-07,
      "loss": 0.3515,
      "step": 2260050
    },
    {
      "epoch": 630.77,
      "grad_norm": 1.2590457201004028,
      "learning_rate": 5.504400890423451e-07,
      "loss": 0.3267,
      "step": 2260060
    },
    {
      "epoch": 630.78,
      "grad_norm": 1.0891578197479248,
      "learning_rate": 5.504226794970465e-07,
      "loss": 0.3339,
      "step": 2260070
    },
    {
      "epoch": 630.78,
      "grad_norm": 1.3874742984771729,
      "learning_rate": 5.504052701904393e-07,
      "loss": 0.333,
      "step": 2260080
    },
    {
      "epoch": 630.78,
      "grad_norm": 1.1315605640411377,
      "learning_rate": 5.50387861122527e-07,
      "loss": 0.3443,
      "step": 2260090
    },
    {
      "epoch": 630.78,
      "grad_norm": 1.2471718788146973,
      "learning_rate": 5.503704522933115e-07,
      "loss": 0.3432,
      "step": 2260100
    },
    {
      "epoch": 630.79,
      "grad_norm": 1.1019248962402344,
      "learning_rate": 5.503530437027955e-07,
      "loss": 0.3344,
      "step": 2260110
    },
    {
      "epoch": 630.79,
      "grad_norm": 1.1324772834777832,
      "learning_rate": 5.503356353509818e-07,
      "loss": 0.3361,
      "step": 2260120
    },
    {
      "epoch": 630.79,
      "grad_norm": 1.166077733039856,
      "learning_rate": 5.503182272378712e-07,
      "loss": 0.3483,
      "step": 2260130
    },
    {
      "epoch": 630.8,
      "grad_norm": 1.3238707780838013,
      "learning_rate": 5.50300819363467e-07,
      "loss": 0.3495,
      "step": 2260140
    },
    {
      "epoch": 630.8,
      "grad_norm": 1.5747809410095215,
      "learning_rate": 5.502834117277713e-07,
      "loss": 0.3521,
      "step": 2260150
    },
    {
      "epoch": 630.8,
      "grad_norm": 1.0931509733200073,
      "learning_rate": 5.50266004330787e-07,
      "loss": 0.3434,
      "step": 2260160
    },
    {
      "epoch": 630.8,
      "grad_norm": 1.063775897026062,
      "learning_rate": 5.502485971725149e-07,
      "loss": 0.3589,
      "step": 2260170
    },
    {
      "epoch": 630.81,
      "grad_norm": 1.3160582780838013,
      "learning_rate": 5.502311902529594e-07,
      "loss": 0.3343,
      "step": 2260180
    },
    {
      "epoch": 630.81,
      "grad_norm": 1.1574398279190063,
      "learning_rate": 5.502137835721213e-07,
      "loss": 0.3329,
      "step": 2260190
    },
    {
      "epoch": 630.81,
      "grad_norm": 1.4979565143585205,
      "learning_rate": 5.501963771300032e-07,
      "loss": 0.3423,
      "step": 2260200
    },
    {
      "epoch": 630.81,
      "grad_norm": 1.7210607528686523,
      "learning_rate": 5.501789709266081e-07,
      "loss": 0.3448,
      "step": 2260210
    },
    {
      "epoch": 630.82,
      "grad_norm": 1.4690953493118286,
      "learning_rate": 5.501615649619375e-07,
      "loss": 0.3567,
      "step": 2260220
    },
    {
      "epoch": 630.82,
      "grad_norm": 1.1423414945602417,
      "learning_rate": 5.501441592359939e-07,
      "loss": 0.3281,
      "step": 2260230
    },
    {
      "epoch": 630.82,
      "grad_norm": 1.1711074113845825,
      "learning_rate": 5.501267537487796e-07,
      "loss": 0.3323,
      "step": 2260240
    },
    {
      "epoch": 630.83,
      "grad_norm": 1.1060888767242432,
      "learning_rate": 5.501093485002975e-07,
      "loss": 0.337,
      "step": 2260250
    },
    {
      "epoch": 630.83,
      "grad_norm": 1.3635759353637695,
      "learning_rate": 5.500919434905492e-07,
      "loss": 0.3527,
      "step": 2260260
    },
    {
      "epoch": 630.83,
      "grad_norm": 1.1645547151565552,
      "learning_rate": 5.50074538719537e-07,
      "loss": 0.3222,
      "step": 2260270
    },
    {
      "epoch": 630.83,
      "grad_norm": 1.3027417659759521,
      "learning_rate": 5.500571341872643e-07,
      "loss": 0.3729,
      "step": 2260280
    },
    {
      "epoch": 630.84,
      "grad_norm": 1.316566824913025,
      "learning_rate": 5.500397298937312e-07,
      "loss": 0.3411,
      "step": 2260290
    },
    {
      "epoch": 630.84,
      "grad_norm": 1.232772946357727,
      "learning_rate": 5.50022325838943e-07,
      "loss": 0.3406,
      "step": 2260300
    },
    {
      "epoch": 630.84,
      "grad_norm": 1.120862364768982,
      "learning_rate": 5.500049220228994e-07,
      "loss": 0.3385,
      "step": 2260310
    },
    {
      "epoch": 630.85,
      "grad_norm": 1.364254355430603,
      "learning_rate": 5.49987518445604e-07,
      "loss": 0.3465,
      "step": 2260320
    },
    {
      "epoch": 630.85,
      "grad_norm": 1.1552579402923584,
      "learning_rate": 5.49970115107059e-07,
      "loss": 0.3468,
      "step": 2260330
    },
    {
      "epoch": 630.85,
      "grad_norm": 1.1661003828048706,
      "learning_rate": 5.49952712007267e-07,
      "loss": 0.3523,
      "step": 2260340
    },
    {
      "epoch": 630.85,
      "grad_norm": 1.196784257888794,
      "learning_rate": 5.499353091462293e-07,
      "loss": 0.3454,
      "step": 2260350
    },
    {
      "epoch": 630.86,
      "grad_norm": 1.3218357563018799,
      "learning_rate": 5.499179065239488e-07,
      "loss": 0.3259,
      "step": 2260360
    },
    {
      "epoch": 630.86,
      "grad_norm": 1.2299317121505737,
      "learning_rate": 5.499005041404285e-07,
      "loss": 0.3354,
      "step": 2260370
    },
    {
      "epoch": 630.86,
      "grad_norm": 1.1747958660125732,
      "learning_rate": 5.498831019956688e-07,
      "loss": 0.3308,
      "step": 2260380
    },
    {
      "epoch": 630.87,
      "grad_norm": 1.3223950862884521,
      "learning_rate": 5.498657000896745e-07,
      "loss": 0.3406,
      "step": 2260390
    },
    {
      "epoch": 630.87,
      "grad_norm": 1.2281112670898438,
      "learning_rate": 5.498482984224462e-07,
      "loss": 0.3285,
      "step": 2260400
    },
    {
      "epoch": 630.87,
      "grad_norm": 1.1766843795776367,
      "learning_rate": 5.498308969939867e-07,
      "loss": 0.3438,
      "step": 2260410
    },
    {
      "epoch": 630.87,
      "grad_norm": 1.0486260652542114,
      "learning_rate": 5.498134958042987e-07,
      "loss": 0.332,
      "step": 2260420
    },
    {
      "epoch": 630.88,
      "grad_norm": 1.1140750646591187,
      "learning_rate": 5.497960948533832e-07,
      "loss": 0.3431,
      "step": 2260430
    },
    {
      "epoch": 630.88,
      "grad_norm": 1.0839223861694336,
      "learning_rate": 5.497786941412445e-07,
      "loss": 0.3319,
      "step": 2260440
    },
    {
      "epoch": 630.88,
      "grad_norm": 0.981331467628479,
      "learning_rate": 5.497612936678834e-07,
      "loss": 0.3315,
      "step": 2260450
    },
    {
      "epoch": 630.88,
      "grad_norm": 1.162282109260559,
      "learning_rate": 5.497438934333025e-07,
      "loss": 0.3215,
      "step": 2260460
    },
    {
      "epoch": 630.89,
      "grad_norm": 1.287150263786316,
      "learning_rate": 5.497264934375042e-07,
      "loss": 0.3103,
      "step": 2260470
    },
    {
      "epoch": 630.89,
      "grad_norm": 1.2078888416290283,
      "learning_rate": 5.497090936804919e-07,
      "loss": 0.3357,
      "step": 2260480
    },
    {
      "epoch": 630.89,
      "grad_norm": 1.460469365119934,
      "learning_rate": 5.496916941622663e-07,
      "loss": 0.347,
      "step": 2260490
    },
    {
      "epoch": 630.9,
      "grad_norm": 1.1770637035369873,
      "learning_rate": 5.4967429488283e-07,
      "loss": 0.3356,
      "step": 2260500
    },
    {
      "epoch": 630.9,
      "grad_norm": 2.1077895164489746,
      "learning_rate": 5.496568958421866e-07,
      "loss": 0.3317,
      "step": 2260510
    },
    {
      "epoch": 630.9,
      "grad_norm": 1.2298089265823364,
      "learning_rate": 5.49639497040336e-07,
      "loss": 0.3342,
      "step": 2260520
    },
    {
      "epoch": 630.9,
      "grad_norm": 1.3741635084152222,
      "learning_rate": 5.496220984772833e-07,
      "loss": 0.3407,
      "step": 2260530
    },
    {
      "epoch": 630.91,
      "grad_norm": 1.4077404737472534,
      "learning_rate": 5.496047001530291e-07,
      "loss": 0.3334,
      "step": 2260540
    },
    {
      "epoch": 630.91,
      "grad_norm": 1.2929651737213135,
      "learning_rate": 5.495873020675758e-07,
      "loss": 0.3289,
      "step": 2260550
    },
    {
      "epoch": 630.91,
      "grad_norm": 1.0937366485595703,
      "learning_rate": 5.495699042209262e-07,
      "loss": 0.3256,
      "step": 2260560
    },
    {
      "epoch": 630.92,
      "grad_norm": 1.2034912109375,
      "learning_rate": 5.495525066130831e-07,
      "loss": 0.3503,
      "step": 2260570
    },
    {
      "epoch": 630.92,
      "grad_norm": 1.2190907001495361,
      "learning_rate": 5.495351092440475e-07,
      "loss": 0.3382,
      "step": 2260580
    },
    {
      "epoch": 630.92,
      "grad_norm": 1.549066424369812,
      "learning_rate": 5.495177121138226e-07,
      "loss": 0.3363,
      "step": 2260590
    },
    {
      "epoch": 630.92,
      "grad_norm": 1.1162742376327515,
      "learning_rate": 5.49500315222411e-07,
      "loss": 0.3317,
      "step": 2260600
    },
    {
      "epoch": 630.93,
      "grad_norm": 1.108587622642517,
      "learning_rate": 5.494829185698131e-07,
      "loss": 0.3287,
      "step": 2260610
    },
    {
      "epoch": 630.93,
      "grad_norm": 1.2823580503463745,
      "learning_rate": 5.494655221560341e-07,
      "loss": 0.3475,
      "step": 2260620
    },
    {
      "epoch": 630.93,
      "grad_norm": 1.455269694328308,
      "learning_rate": 5.494481259810742e-07,
      "loss": 0.3516,
      "step": 2260630
    },
    {
      "epoch": 630.93,
      "grad_norm": 1.1689558029174805,
      "learning_rate": 5.494307300449362e-07,
      "loss": 0.3205,
      "step": 2260640
    },
    {
      "epoch": 630.94,
      "grad_norm": 1.0423930883407593,
      "learning_rate": 5.494133343476233e-07,
      "loss": 0.3256,
      "step": 2260650
    },
    {
      "epoch": 630.94,
      "grad_norm": 1.383012056350708,
      "learning_rate": 5.493959388891367e-07,
      "loss": 0.3345,
      "step": 2260660
    },
    {
      "epoch": 630.94,
      "grad_norm": 1.7676506042480469,
      "learning_rate": 5.493785436694787e-07,
      "loss": 0.3444,
      "step": 2260670
    },
    {
      "epoch": 630.95,
      "grad_norm": 1.2756688594818115,
      "learning_rate": 5.493611486886525e-07,
      "loss": 0.3472,
      "step": 2260680
    },
    {
      "epoch": 630.95,
      "grad_norm": 1.1063181161880493,
      "learning_rate": 5.493437539466596e-07,
      "loss": 0.3247,
      "step": 2260690
    },
    {
      "epoch": 630.95,
      "grad_norm": 1.2073153257369995,
      "learning_rate": 5.493263594435026e-07,
      "loss": 0.3309,
      "step": 2260700
    },
    {
      "epoch": 630.95,
      "grad_norm": 1.3529294729232788,
      "learning_rate": 5.493089651791847e-07,
      "loss": 0.3493,
      "step": 2260710
    },
    {
      "epoch": 630.96,
      "grad_norm": 1.2026252746582031,
      "learning_rate": 5.492915711537069e-07,
      "loss": 0.3263,
      "step": 2260720
    },
    {
      "epoch": 630.96,
      "grad_norm": 1.3322571516036987,
      "learning_rate": 5.492741773670717e-07,
      "loss": 0.3476,
      "step": 2260730
    },
    {
      "epoch": 630.96,
      "grad_norm": 1.4443472623825073,
      "learning_rate": 5.492567838192827e-07,
      "loss": 0.3507,
      "step": 2260740
    },
    {
      "epoch": 630.97,
      "grad_norm": 1.1466717720031738,
      "learning_rate": 5.492393905103395e-07,
      "loss": 0.3392,
      "step": 2260750
    },
    {
      "epoch": 630.97,
      "grad_norm": 1.2434897422790527,
      "learning_rate": 5.492219974402478e-07,
      "loss": 0.3296,
      "step": 2260760
    },
    {
      "epoch": 630.97,
      "grad_norm": 1.130340814590454,
      "learning_rate": 5.492046046090074e-07,
      "loss": 0.3321,
      "step": 2260770
    },
    {
      "epoch": 630.97,
      "grad_norm": 1.2081209421157837,
      "learning_rate": 5.491872120166216e-07,
      "loss": 0.3545,
      "step": 2260780
    },
    {
      "epoch": 630.98,
      "grad_norm": 1.181114912033081,
      "learning_rate": 5.491698196630934e-07,
      "loss": 0.3482,
      "step": 2260790
    },
    {
      "epoch": 630.98,
      "grad_norm": 1.1242425441741943,
      "learning_rate": 5.491524275484233e-07,
      "loss": 0.3409,
      "step": 2260800
    },
    {
      "epoch": 630.98,
      "grad_norm": 1.1342087984085083,
      "learning_rate": 5.491350356726148e-07,
      "loss": 0.3377,
      "step": 2260810
    },
    {
      "epoch": 630.99,
      "grad_norm": 1.2130494117736816,
      "learning_rate": 5.491176440356702e-07,
      "loss": 0.3339,
      "step": 2260820
    },
    {
      "epoch": 630.99,
      "grad_norm": 1.1250519752502441,
      "learning_rate": 5.491002526375922e-07,
      "loss": 0.3448,
      "step": 2260830
    },
    {
      "epoch": 630.99,
      "grad_norm": 1.303452968597412,
      "learning_rate": 5.490828614783811e-07,
      "loss": 0.3422,
      "step": 2260840
    },
    {
      "epoch": 630.99,
      "grad_norm": 1.1771178245544434,
      "learning_rate": 5.490654705580421e-07,
      "loss": 0.3186,
      "step": 2260850
    },
    {
      "epoch": 631.0,
      "grad_norm": 1.2678325176239014,
      "learning_rate": 5.490480798765756e-07,
      "loss": 0.3431,
      "step": 2260860
    },
    {
      "epoch": 631.0,
      "grad_norm": 1.1067445278167725,
      "learning_rate": 5.490306894339842e-07,
      "loss": 0.3212,
      "step": 2260870
    },
    {
      "epoch": 631.0,
      "eval_loss": 0.3384264409542084,
      "eval_runtime": 67.0297,
      "eval_samples_per_second": 75.474,
      "eval_steps_per_second": 9.444,
      "step": 2260873
    },
    {
      "epoch": 631.0,
      "grad_norm": 1.2554855346679688,
      "learning_rate": 5.490132992302712e-07,
      "loss": 0.3556,
      "step": 2260880
    },
    {
      "epoch": 631.0,
      "grad_norm": 1.1743712425231934,
      "learning_rate": 5.489959092654374e-07,
      "loss": 0.3412,
      "step": 2260890
    },
    {
      "epoch": 631.01,
      "grad_norm": 1.0759632587432861,
      "learning_rate": 5.48978519539486e-07,
      "loss": 0.3353,
      "step": 2260900
    },
    {
      "epoch": 631.01,
      "grad_norm": 1.2755284309387207,
      "learning_rate": 5.48961130052419e-07,
      "loss": 0.3422,
      "step": 2260910
    },
    {
      "epoch": 631.01,
      "grad_norm": 1.2664300203323364,
      "learning_rate": 5.489437408042396e-07,
      "loss": 0.3433,
      "step": 2260920
    },
    {
      "epoch": 631.02,
      "grad_norm": 1.1813342571258545,
      "learning_rate": 5.489263517949488e-07,
      "loss": 0.327,
      "step": 2260930
    },
    {
      "epoch": 631.02,
      "grad_norm": 1.2467890977859497,
      "learning_rate": 5.489089630245494e-07,
      "loss": 0.3361,
      "step": 2260940
    },
    {
      "epoch": 631.02,
      "grad_norm": 1.1259148120880127,
      "learning_rate": 5.488915744930446e-07,
      "loss": 0.3476,
      "step": 2260950
    },
    {
      "epoch": 631.02,
      "grad_norm": 1.1118268966674805,
      "learning_rate": 5.488741862004347e-07,
      "loss": 0.3284,
      "step": 2260960
    },
    {
      "epoch": 631.03,
      "grad_norm": 1.1147053241729736,
      "learning_rate": 5.488567981467246e-07,
      "loss": 0.3249,
      "step": 2260970
    },
    {
      "epoch": 631.03,
      "grad_norm": 1.3390889167785645,
      "learning_rate": 5.488394103319136e-07,
      "loss": 0.3315,
      "step": 2260980
    },
    {
      "epoch": 631.03,
      "grad_norm": 1.03129243850708,
      "learning_rate": 5.488220227560072e-07,
      "loss": 0.3287,
      "step": 2260990
    },
    {
      "epoch": 631.04,
      "grad_norm": 1.3463380336761475,
      "learning_rate": 5.488046354190057e-07,
      "loss": 0.3452,
      "step": 2261000
    },
    {
      "epoch": 631.04,
      "grad_norm": 1.1865150928497314,
      "learning_rate": 5.487872483209119e-07,
      "loss": 0.3322,
      "step": 2261010
    },
    {
      "epoch": 631.04,
      "grad_norm": 1.13517427444458,
      "learning_rate": 5.487698614617285e-07,
      "loss": 0.3455,
      "step": 2261020
    },
    {
      "epoch": 631.04,
      "grad_norm": 1.2147002220153809,
      "learning_rate": 5.487524748414572e-07,
      "loss": 0.3453,
      "step": 2261030
    },
    {
      "epoch": 631.05,
      "grad_norm": 1.1032143831253052,
      "learning_rate": 5.487350884601002e-07,
      "loss": 0.3317,
      "step": 2261040
    },
    {
      "epoch": 631.05,
      "grad_norm": 1.3214133977890015,
      "learning_rate": 5.487177023176603e-07,
      "loss": 0.3392,
      "step": 2261050
    },
    {
      "epoch": 631.05,
      "grad_norm": 1.2223581075668335,
      "learning_rate": 5.487003164141404e-07,
      "loss": 0.3519,
      "step": 2261060
    },
    {
      "epoch": 631.05,
      "grad_norm": 1.200778603553772,
      "learning_rate": 5.486829307495415e-07,
      "loss": 0.3819,
      "step": 2261070
    },
    {
      "epoch": 631.06,
      "grad_norm": 1.1170103549957275,
      "learning_rate": 5.486655453238664e-07,
      "loss": 0.3361,
      "step": 2261080
    },
    {
      "epoch": 631.06,
      "grad_norm": 1.2143845558166504,
      "learning_rate": 5.486481601371181e-07,
      "loss": 0.3521,
      "step": 2261090
    },
    {
      "epoch": 631.06,
      "grad_norm": 1.322219729423523,
      "learning_rate": 5.486307751892972e-07,
      "loss": 0.3264,
      "step": 2261100
    },
    {
      "epoch": 631.07,
      "grad_norm": 1.097048282623291,
      "learning_rate": 5.486133904804083e-07,
      "loss": 0.3407,
      "step": 2261110
    },
    {
      "epoch": 631.07,
      "grad_norm": 1.1651332378387451,
      "learning_rate": 5.48596006010452e-07,
      "loss": 0.3271,
      "step": 2261120
    },
    {
      "epoch": 631.07,
      "grad_norm": 1.131905198097229,
      "learning_rate": 5.485786217794314e-07,
      "loss": 0.3298,
      "step": 2261130
    },
    {
      "epoch": 631.07,
      "grad_norm": 1.3560469150543213,
      "learning_rate": 5.485612377873484e-07,
      "loss": 0.3387,
      "step": 2261140
    },
    {
      "epoch": 631.08,
      "grad_norm": 1.2377375364303589,
      "learning_rate": 5.485438540342062e-07,
      "loss": 0.3411,
      "step": 2261150
    },
    {
      "epoch": 631.08,
      "grad_norm": 1.3458713293075562,
      "learning_rate": 5.485264705200057e-07,
      "loss": 0.3396,
      "step": 2261160
    },
    {
      "epoch": 631.08,
      "grad_norm": 1.4894638061523438,
      "learning_rate": 5.4850908724475e-07,
      "loss": 0.3447,
      "step": 2261170
    },
    {
      "epoch": 631.09,
      "grad_norm": 1.2217601537704468,
      "learning_rate": 5.48491704208442e-07,
      "loss": 0.3447,
      "step": 2261180
    },
    {
      "epoch": 631.09,
      "grad_norm": 1.2414970397949219,
      "learning_rate": 5.484743214110821e-07,
      "loss": 0.3406,
      "step": 2261190
    },
    {
      "epoch": 631.09,
      "grad_norm": 1.1809276342391968,
      "learning_rate": 5.484569388526751e-07,
      "loss": 0.3469,
      "step": 2261200
    },
    {
      "epoch": 631.09,
      "grad_norm": 1.1666626930236816,
      "learning_rate": 5.484395565332215e-07,
      "loss": 0.3458,
      "step": 2261210
    },
    {
      "epoch": 631.1,
      "grad_norm": 1.192310094833374,
      "learning_rate": 5.484221744527242e-07,
      "loss": 0.3346,
      "step": 2261220
    },
    {
      "epoch": 631.1,
      "grad_norm": 1.2193882465362549,
      "learning_rate": 5.484047926111862e-07,
      "loss": 0.3332,
      "step": 2261230
    },
    {
      "epoch": 631.1,
      "grad_norm": 1.0842782258987427,
      "learning_rate": 5.483874110086084e-07,
      "loss": 0.332,
      "step": 2261240
    },
    {
      "epoch": 631.11,
      "grad_norm": 1.1974869966506958,
      "learning_rate": 5.48370029644994e-07,
      "loss": 0.3513,
      "step": 2261250
    },
    {
      "epoch": 631.11,
      "grad_norm": 1.6418148279190063,
      "learning_rate": 5.483526485203451e-07,
      "loss": 0.3255,
      "step": 2261260
    },
    {
      "epoch": 631.11,
      "grad_norm": 1.1670446395874023,
      "learning_rate": 5.483352676346639e-07,
      "loss": 0.349,
      "step": 2261270
    },
    {
      "epoch": 631.11,
      "grad_norm": 1.1537330150604248,
      "learning_rate": 5.483178869879533e-07,
      "loss": 0.344,
      "step": 2261280
    },
    {
      "epoch": 631.12,
      "grad_norm": 1.2059606313705444,
      "learning_rate": 5.483005065802155e-07,
      "loss": 0.3448,
      "step": 2261290
    },
    {
      "epoch": 631.12,
      "grad_norm": 1.2023158073425293,
      "learning_rate": 5.48283126411452e-07,
      "loss": 0.3453,
      "step": 2261300
    },
    {
      "epoch": 631.12,
      "grad_norm": 1.2849376201629639,
      "learning_rate": 5.482657464816654e-07,
      "loss": 0.3482,
      "step": 2261310
    },
    {
      "epoch": 631.12,
      "grad_norm": 1.143263578414917,
      "learning_rate": 5.482483667908591e-07,
      "loss": 0.3409,
      "step": 2261320
    },
    {
      "epoch": 631.13,
      "grad_norm": 1.21432363986969,
      "learning_rate": 5.482309873390333e-07,
      "loss": 0.3554,
      "step": 2261330
    },
    {
      "epoch": 631.13,
      "grad_norm": 1.4482146501541138,
      "learning_rate": 5.482136081261928e-07,
      "loss": 0.337,
      "step": 2261340
    },
    {
      "epoch": 631.13,
      "grad_norm": 1.2045366764068604,
      "learning_rate": 5.48196229152338e-07,
      "loss": 0.3468,
      "step": 2261350
    },
    {
      "epoch": 631.14,
      "grad_norm": 1.0693669319152832,
      "learning_rate": 5.48178850417472e-07,
      "loss": 0.3293,
      "step": 2261360
    },
    {
      "epoch": 631.14,
      "grad_norm": 1.0970485210418701,
      "learning_rate": 5.481614719215977e-07,
      "loss": 0.3168,
      "step": 2261370
    },
    {
      "epoch": 631.14,
      "grad_norm": 1.2891653776168823,
      "learning_rate": 5.481440936647159e-07,
      "loss": 0.3351,
      "step": 2261380
    },
    {
      "epoch": 631.14,
      "grad_norm": 1.3780323266983032,
      "learning_rate": 5.481267156468297e-07,
      "loss": 0.3474,
      "step": 2261390
    },
    {
      "epoch": 631.15,
      "grad_norm": 1.2335437536239624,
      "learning_rate": 5.481093378679417e-07,
      "loss": 0.3437,
      "step": 2261400
    },
    {
      "epoch": 631.15,
      "grad_norm": 1.2950494289398193,
      "learning_rate": 5.480919603280544e-07,
      "loss": 0.3343,
      "step": 2261410
    },
    {
      "epoch": 631.15,
      "grad_norm": 1.1651235818862915,
      "learning_rate": 5.480745830271685e-07,
      "loss": 0.3359,
      "step": 2261420
    },
    {
      "epoch": 631.16,
      "grad_norm": 1.195724606513977,
      "learning_rate": 5.480572059652887e-07,
      "loss": 0.3252,
      "step": 2261430
    },
    {
      "epoch": 631.16,
      "grad_norm": 1.2952516078948975,
      "learning_rate": 5.480398291424156e-07,
      "loss": 0.3452,
      "step": 2261440
    },
    {
      "epoch": 631.16,
      "grad_norm": 1.2071378231048584,
      "learning_rate": 5.480224525585518e-07,
      "loss": 0.3237,
      "step": 2261450
    },
    {
      "epoch": 631.16,
      "grad_norm": 1.483405351638794,
      "learning_rate": 5.480050762137006e-07,
      "loss": 0.3352,
      "step": 2261460
    },
    {
      "epoch": 631.17,
      "grad_norm": 1.153178334236145,
      "learning_rate": 5.479877001078628e-07,
      "loss": 0.3568,
      "step": 2261470
    },
    {
      "epoch": 631.17,
      "grad_norm": 1.0307395458221436,
      "learning_rate": 5.479703242410417e-07,
      "loss": 0.331,
      "step": 2261480
    },
    {
      "epoch": 631.17,
      "grad_norm": 1.2562074661254883,
      "learning_rate": 5.479529486132389e-07,
      "loss": 0.3299,
      "step": 2261490
    },
    {
      "epoch": 631.17,
      "grad_norm": 1.1813688278198242,
      "learning_rate": 5.479355732244583e-07,
      "loss": 0.3301,
      "step": 2261500
    },
    {
      "epoch": 631.18,
      "grad_norm": 1.176238775253296,
      "learning_rate": 5.479181980747003e-07,
      "loss": 0.3327,
      "step": 2261510
    },
    {
      "epoch": 631.18,
      "grad_norm": 1.1864004135131836,
      "learning_rate": 5.479008231639677e-07,
      "loss": 0.3455,
      "step": 2261520
    },
    {
      "epoch": 631.18,
      "grad_norm": 1.2834928035736084,
      "learning_rate": 5.478834484922634e-07,
      "loss": 0.3363,
      "step": 2261530
    },
    {
      "epoch": 631.19,
      "grad_norm": 1.331017017364502,
      "learning_rate": 5.478660740595893e-07,
      "loss": 0.3475,
      "step": 2261540
    },
    {
      "epoch": 631.19,
      "grad_norm": 1.1197432279586792,
      "learning_rate": 5.478486998659488e-07,
      "loss": 0.3241,
      "step": 2261550
    },
    {
      "epoch": 631.19,
      "grad_norm": 1.1177018880844116,
      "learning_rate": 5.478313259113416e-07,
      "loss": 0.3384,
      "step": 2261560
    },
    {
      "epoch": 631.19,
      "grad_norm": 1.2719972133636475,
      "learning_rate": 5.478139521957732e-07,
      "loss": 0.3377,
      "step": 2261570
    },
    {
      "epoch": 631.2,
      "grad_norm": 1.3053911924362183,
      "learning_rate": 5.477965787192435e-07,
      "loss": 0.3402,
      "step": 2261580
    },
    {
      "epoch": 631.2,
      "grad_norm": 1.2710319757461548,
      "learning_rate": 5.477792054817557e-07,
      "loss": 0.3431,
      "step": 2261590
    },
    {
      "epoch": 631.2,
      "grad_norm": 1.1964421272277832,
      "learning_rate": 5.477618324833131e-07,
      "loss": 0.3626,
      "step": 2261600
    },
    {
      "epoch": 631.21,
      "grad_norm": 1.3038570880889893,
      "learning_rate": 5.477444597239161e-07,
      "loss": 0.334,
      "step": 2261610
    },
    {
      "epoch": 631.21,
      "grad_norm": 1.111046314239502,
      "learning_rate": 5.47727087203568e-07,
      "loss": 0.3386,
      "step": 2261620
    },
    {
      "epoch": 631.21,
      "grad_norm": 1.2424240112304688,
      "learning_rate": 5.477097149222709e-07,
      "loss": 0.3446,
      "step": 2261630
    },
    {
      "epoch": 631.21,
      "grad_norm": 1.4759804010391235,
      "learning_rate": 5.47692342880028e-07,
      "loss": 0.3269,
      "step": 2261640
    },
    {
      "epoch": 631.22,
      "grad_norm": 1.257639765739441,
      "learning_rate": 5.476749710768396e-07,
      "loss": 0.3433,
      "step": 2261650
    },
    {
      "epoch": 631.22,
      "grad_norm": 1.0381497144699097,
      "learning_rate": 5.476575995127104e-07,
      "loss": 0.334,
      "step": 2261660
    },
    {
      "epoch": 631.22,
      "grad_norm": 1.0633171796798706,
      "learning_rate": 5.476402281876412e-07,
      "loss": 0.3305,
      "step": 2261670
    },
    {
      "epoch": 631.23,
      "grad_norm": 1.2259753942489624,
      "learning_rate": 5.476228571016345e-07,
      "loss": 0.3345,
      "step": 2261680
    },
    {
      "epoch": 631.23,
      "grad_norm": 1.1863038539886475,
      "learning_rate": 5.476054862546934e-07,
      "loss": 0.3387,
      "step": 2261690
    },
    {
      "epoch": 631.23,
      "grad_norm": 1.5113683938980103,
      "learning_rate": 5.475881156468192e-07,
      "loss": 0.3326,
      "step": 2261700
    },
    {
      "epoch": 631.23,
      "grad_norm": 1.2976667881011963,
      "learning_rate": 5.475707452780147e-07,
      "loss": 0.32,
      "step": 2261710
    },
    {
      "epoch": 631.24,
      "grad_norm": 1.3991224765777588,
      "learning_rate": 5.475533751482819e-07,
      "loss": 0.3211,
      "step": 2261720
    },
    {
      "epoch": 631.24,
      "grad_norm": 1.2387783527374268,
      "learning_rate": 5.475360052576241e-07,
      "loss": 0.3355,
      "step": 2261730
    },
    {
      "epoch": 631.24,
      "grad_norm": 1.1363248825073242,
      "learning_rate": 5.475186356060422e-07,
      "loss": 0.3347,
      "step": 2261740
    },
    {
      "epoch": 631.24,
      "grad_norm": 1.2139889001846313,
      "learning_rate": 5.475012661935391e-07,
      "loss": 0.335,
      "step": 2261750
    },
    {
      "epoch": 631.25,
      "grad_norm": 1.192336916923523,
      "learning_rate": 5.474838970201182e-07,
      "loss": 0.3271,
      "step": 2261760
    },
    {
      "epoch": 631.25,
      "grad_norm": 1.4242756366729736,
      "learning_rate": 5.474665280857792e-07,
      "loss": 0.3497,
      "step": 2261770
    },
    {
      "epoch": 631.25,
      "grad_norm": 1.1955081224441528,
      "learning_rate": 5.474491593905274e-07,
      "loss": 0.3257,
      "step": 2261780
    },
    {
      "epoch": 631.26,
      "grad_norm": 1.4032930135726929,
      "learning_rate": 5.47431790934363e-07,
      "loss": 0.3347,
      "step": 2261790
    },
    {
      "epoch": 631.26,
      "grad_norm": 1.0726526975631714,
      "learning_rate": 5.47414422717289e-07,
      "loss": 0.338,
      "step": 2261800
    },
    {
      "epoch": 631.26,
      "grad_norm": 1.120957374572754,
      "learning_rate": 5.47397054739308e-07,
      "loss": 0.3388,
      "step": 2261810
    },
    {
      "epoch": 631.26,
      "grad_norm": 1.146503210067749,
      "learning_rate": 5.473796870004226e-07,
      "loss": 0.3543,
      "step": 2261820
    },
    {
      "epoch": 631.27,
      "grad_norm": 1.2488964796066284,
      "learning_rate": 5.473623195006338e-07,
      "loss": 0.3375,
      "step": 2261830
    },
    {
      "epoch": 631.27,
      "grad_norm": 1.1158250570297241,
      "learning_rate": 5.473449522399449e-07,
      "loss": 0.3303,
      "step": 2261840
    },
    {
      "epoch": 631.27,
      "grad_norm": 1.1451573371887207,
      "learning_rate": 5.473275852183579e-07,
      "loss": 0.3448,
      "step": 2261850
    },
    {
      "epoch": 631.28,
      "grad_norm": 1.2482094764709473,
      "learning_rate": 5.473102184358753e-07,
      "loss": 0.3407,
      "step": 2261860
    },
    {
      "epoch": 631.28,
      "grad_norm": 1.0675889253616333,
      "learning_rate": 5.472928518924997e-07,
      "loss": 0.3345,
      "step": 2261870
    },
    {
      "epoch": 631.28,
      "grad_norm": 1.082366704940796,
      "learning_rate": 5.472754855882325e-07,
      "loss": 0.3439,
      "step": 2261880
    },
    {
      "epoch": 631.28,
      "grad_norm": 1.0184314250946045,
      "learning_rate": 5.472581195230768e-07,
      "loss": 0.3499,
      "step": 2261890
    },
    {
      "epoch": 631.29,
      "grad_norm": 1.2682771682739258,
      "learning_rate": 5.47240753697035e-07,
      "loss": 0.3321,
      "step": 2261900
    },
    {
      "epoch": 631.29,
      "grad_norm": 1.1117846965789795,
      "learning_rate": 5.47223388110108e-07,
      "loss": 0.3292,
      "step": 2261910
    },
    {
      "epoch": 631.29,
      "grad_norm": 1.0810761451721191,
      "learning_rate": 5.472060227623003e-07,
      "loss": 0.3344,
      "step": 2261920
    },
    {
      "epoch": 631.3,
      "grad_norm": 4.051210403442383,
      "learning_rate": 5.471886576536126e-07,
      "loss": 0.3437,
      "step": 2261930
    },
    {
      "epoch": 631.3,
      "grad_norm": 1.1433435678482056,
      "learning_rate": 5.471712927840474e-07,
      "loss": 0.3296,
      "step": 2261940
    },
    {
      "epoch": 631.3,
      "grad_norm": 1.2556828260421753,
      "learning_rate": 5.471539281536076e-07,
      "loss": 0.3379,
      "step": 2261950
    },
    {
      "epoch": 631.3,
      "grad_norm": 1.36494779586792,
      "learning_rate": 5.471365637622958e-07,
      "loss": 0.3322,
      "step": 2261960
    },
    {
      "epoch": 631.31,
      "grad_norm": 1.2168556451797485,
      "learning_rate": 5.471191996101133e-07,
      "loss": 0.3515,
      "step": 2261970
    },
    {
      "epoch": 631.31,
      "grad_norm": 1.0841014385223389,
      "learning_rate": 5.471018356970626e-07,
      "loss": 0.353,
      "step": 2261980
    },
    {
      "epoch": 631.31,
      "grad_norm": 1.1192080974578857,
      "learning_rate": 5.470844720231468e-07,
      "loss": 0.3368,
      "step": 2261990
    },
    {
      "epoch": 631.31,
      "grad_norm": 1.1032428741455078,
      "learning_rate": 5.470671085883667e-07,
      "loss": 0.3293,
      "step": 2262000
    },
    {
      "epoch": 631.32,
      "grad_norm": 1.173870325088501,
      "learning_rate": 5.470497453927266e-07,
      "loss": 0.3339,
      "step": 2262010
    },
    {
      "epoch": 631.32,
      "grad_norm": 1.3053412437438965,
      "learning_rate": 5.470323824362271e-07,
      "loss": 0.3404,
      "step": 2262020
    },
    {
      "epoch": 631.32,
      "grad_norm": 1.5734401941299438,
      "learning_rate": 5.470150197188716e-07,
      "loss": 0.3381,
      "step": 2262030
    },
    {
      "epoch": 631.33,
      "grad_norm": 4.243276119232178,
      "learning_rate": 5.469976572406623e-07,
      "loss": 0.3364,
      "step": 2262040
    },
    {
      "epoch": 631.33,
      "grad_norm": 1.2690902948379517,
      "learning_rate": 5.469802950016008e-07,
      "loss": 0.3472,
      "step": 2262050
    },
    {
      "epoch": 631.33,
      "grad_norm": 1.1948391199111938,
      "learning_rate": 5.469629330016899e-07,
      "loss": 0.3322,
      "step": 2262060
    },
    {
      "epoch": 631.33,
      "grad_norm": 1.3004106283187866,
      "learning_rate": 5.469455712409316e-07,
      "loss": 0.3406,
      "step": 2262070
    },
    {
      "epoch": 631.34,
      "grad_norm": 1.0156546831130981,
      "learning_rate": 5.469282097193291e-07,
      "loss": 0.3357,
      "step": 2262080
    },
    {
      "epoch": 631.34,
      "grad_norm": 1.138802170753479,
      "learning_rate": 5.469108484368828e-07,
      "loss": 0.3304,
      "step": 2262090
    },
    {
      "epoch": 631.34,
      "grad_norm": 1.107409119606018,
      "learning_rate": 5.468934873935979e-07,
      "loss": 0.3381,
      "step": 2262100
    },
    {
      "epoch": 631.35,
      "grad_norm": 1.1799719333648682,
      "learning_rate": 5.468761265894742e-07,
      "loss": 0.3479,
      "step": 2262110
    },
    {
      "epoch": 631.35,
      "grad_norm": 1.0840319395065308,
      "learning_rate": 5.468587660245145e-07,
      "loss": 0.3369,
      "step": 2262120
    },
    {
      "epoch": 631.35,
      "grad_norm": 1.3096883296966553,
      "learning_rate": 5.468414056987228e-07,
      "loss": 0.3455,
      "step": 2262130
    },
    {
      "epoch": 631.35,
      "grad_norm": 1.221869707107544,
      "learning_rate": 5.468240456120986e-07,
      "loss": 0.3301,
      "step": 2262140
    },
    {
      "epoch": 631.36,
      "grad_norm": 1.2694227695465088,
      "learning_rate": 5.468066857646468e-07,
      "loss": 0.3122,
      "step": 2262150
    },
    {
      "epoch": 631.36,
      "grad_norm": 1.2120362520217896,
      "learning_rate": 5.467893261563683e-07,
      "loss": 0.3409,
      "step": 2262160
    },
    {
      "epoch": 631.36,
      "grad_norm": 1.5874042510986328,
      "learning_rate": 5.467719667872658e-07,
      "loss": 0.3405,
      "step": 2262170
    },
    {
      "epoch": 631.36,
      "grad_norm": 1.1101611852645874,
      "learning_rate": 5.467546076573419e-07,
      "loss": 0.3361,
      "step": 2262180
    },
    {
      "epoch": 631.37,
      "grad_norm": 1.1791208982467651,
      "learning_rate": 5.467372487665984e-07,
      "loss": 0.3183,
      "step": 2262190
    },
    {
      "epoch": 631.37,
      "grad_norm": 1.1897830963134766,
      "learning_rate": 5.467198901150374e-07,
      "loss": 0.3368,
      "step": 2262200
    },
    {
      "epoch": 631.37,
      "grad_norm": 1.199819564819336,
      "learning_rate": 5.467025317026616e-07,
      "loss": 0.3392,
      "step": 2262210
    },
    {
      "epoch": 631.38,
      "grad_norm": 5.527522563934326,
      "learning_rate": 5.46685173529474e-07,
      "loss": 0.3412,
      "step": 2262220
    },
    {
      "epoch": 631.38,
      "grad_norm": 1.0034565925598145,
      "learning_rate": 5.46667815595475e-07,
      "loss": 0.3227,
      "step": 2262230
    },
    {
      "epoch": 631.38,
      "grad_norm": 1.1289740800857544,
      "learning_rate": 5.466504579006694e-07,
      "loss": 0.3301,
      "step": 2262240
    },
    {
      "epoch": 631.38,
      "grad_norm": 1.3904821872711182,
      "learning_rate": 5.466331004450577e-07,
      "loss": 0.323,
      "step": 2262250
    },
    {
      "epoch": 631.39,
      "grad_norm": 1.2267472743988037,
      "learning_rate": 5.466157432286425e-07,
      "loss": 0.3328,
      "step": 2262260
    },
    {
      "epoch": 631.39,
      "grad_norm": 1.172807216644287,
      "learning_rate": 5.465983862514271e-07,
      "loss": 0.3545,
      "step": 2262270
    },
    {
      "epoch": 631.39,
      "grad_norm": 1.220509648323059,
      "learning_rate": 5.465810295134126e-07,
      "loss": 0.3349,
      "step": 2262280
    },
    {
      "epoch": 631.4,
      "grad_norm": 1.2916936874389648,
      "learning_rate": 5.465636730146015e-07,
      "loss": 0.3337,
      "step": 2262290
    },
    {
      "epoch": 631.4,
      "grad_norm": 1.7694936990737915,
      "learning_rate": 5.465463167549966e-07,
      "loss": 0.3283,
      "step": 2262300
    },
    {
      "epoch": 631.4,
      "grad_norm": 1.1053178310394287,
      "learning_rate": 5.465289607346005e-07,
      "loss": 0.3411,
      "step": 2262310
    },
    {
      "epoch": 631.4,
      "grad_norm": 1.1835806369781494,
      "learning_rate": 5.465116049534146e-07,
      "loss": 0.3435,
      "step": 2262320
    },
    {
      "epoch": 631.41,
      "grad_norm": 1.0560603141784668,
      "learning_rate": 5.464942494114413e-07,
      "loss": 0.3333,
      "step": 2262330
    },
    {
      "epoch": 631.41,
      "grad_norm": 1.1616556644439697,
      "learning_rate": 5.464768941086841e-07,
      "loss": 0.3426,
      "step": 2262340
    },
    {
      "epoch": 631.41,
      "grad_norm": 1.0833100080490112,
      "learning_rate": 5.464595390451431e-07,
      "loss": 0.3531,
      "step": 2262350
    },
    {
      "epoch": 631.42,
      "grad_norm": 1.0400540828704834,
      "learning_rate": 5.464421842208233e-07,
      "loss": 0.3346,
      "step": 2262360
    },
    {
      "epoch": 631.42,
      "grad_norm": 1.330214500427246,
      "learning_rate": 5.464248296357248e-07,
      "loss": 0.3362,
      "step": 2262370
    },
    {
      "epoch": 631.42,
      "grad_norm": 1.2265381813049316,
      "learning_rate": 5.46407475289851e-07,
      "loss": 0.3415,
      "step": 2262380
    },
    {
      "epoch": 631.42,
      "grad_norm": 1.1378673315048218,
      "learning_rate": 5.463901211832039e-07,
      "loss": 0.3485,
      "step": 2262390
    },
    {
      "epoch": 631.43,
      "grad_norm": 1.0751346349716187,
      "learning_rate": 5.463727673157863e-07,
      "loss": 0.3316,
      "step": 2262400
    },
    {
      "epoch": 631.43,
      "grad_norm": 1.3761649131774902,
      "learning_rate": 5.463554136875999e-07,
      "loss": 0.3407,
      "step": 2262410
    },
    {
      "epoch": 631.43,
      "grad_norm": 1.2684602737426758,
      "learning_rate": 5.463380602986469e-07,
      "loss": 0.3536,
      "step": 2262420
    },
    {
      "epoch": 631.43,
      "grad_norm": 1.4789495468139648,
      "learning_rate": 5.4632070714893e-07,
      "loss": 0.3322,
      "step": 2262430
    },
    {
      "epoch": 631.44,
      "grad_norm": 1.3265498876571655,
      "learning_rate": 5.463033542384515e-07,
      "loss": 0.3472,
      "step": 2262440
    },
    {
      "epoch": 631.44,
      "grad_norm": 1.2008934020996094,
      "learning_rate": 5.462860015672142e-07,
      "loss": 0.3437,
      "step": 2262450
    },
    {
      "epoch": 631.44,
      "grad_norm": 1.1256592273712158,
      "learning_rate": 5.462686491352193e-07,
      "loss": 0.3459,
      "step": 2262460
    },
    {
      "epoch": 631.45,
      "grad_norm": 1.172947883605957,
      "learning_rate": 5.462512969424694e-07,
      "loss": 0.323,
      "step": 2262470
    },
    {
      "epoch": 631.45,
      "grad_norm": 1.3224674463272095,
      "learning_rate": 5.462339449889672e-07,
      "loss": 0.3324,
      "step": 2262480
    },
    {
      "epoch": 631.45,
      "grad_norm": 1.3229360580444336,
      "learning_rate": 5.462165932747151e-07,
      "loss": 0.3319,
      "step": 2262490
    },
    {
      "epoch": 631.45,
      "grad_norm": 1.2765127420425415,
      "learning_rate": 5.461992417997156e-07,
      "loss": 0.3507,
      "step": 2262500
    },
    {
      "epoch": 631.46,
      "grad_norm": 1.2275739908218384,
      "learning_rate": 5.4618189056397e-07,
      "loss": 0.3349,
      "step": 2262510
    },
    {
      "epoch": 631.46,
      "grad_norm": 1.1515793800354004,
      "learning_rate": 5.461645395674812e-07,
      "loss": 0.337,
      "step": 2262520
    },
    {
      "epoch": 631.46,
      "grad_norm": 1.2508432865142822,
      "learning_rate": 5.461471888102515e-07,
      "loss": 0.3372,
      "step": 2262530
    },
    {
      "epoch": 631.47,
      "grad_norm": 1.1290850639343262,
      "learning_rate": 5.461298382922838e-07,
      "loss": 0.3367,
      "step": 2262540
    },
    {
      "epoch": 631.47,
      "grad_norm": 1.2200976610183716,
      "learning_rate": 5.461124880135795e-07,
      "loss": 0.3404,
      "step": 2262550
    },
    {
      "epoch": 631.47,
      "grad_norm": 1.582383155822754,
      "learning_rate": 5.46095137974141e-07,
      "loss": 0.3451,
      "step": 2262560
    },
    {
      "epoch": 631.47,
      "grad_norm": 1.1344746351242065,
      "learning_rate": 5.460777881739715e-07,
      "loss": 0.3435,
      "step": 2262570
    },
    {
      "epoch": 631.48,
      "grad_norm": 1.1572002172470093,
      "learning_rate": 5.460604386130713e-07,
      "loss": 0.3579,
      "step": 2262580
    },
    {
      "epoch": 631.48,
      "grad_norm": 1.2742596864700317,
      "learning_rate": 5.460430892914457e-07,
      "loss": 0.3275,
      "step": 2262590
    },
    {
      "epoch": 631.48,
      "grad_norm": 1.4814741611480713,
      "learning_rate": 5.460257402090942e-07,
      "loss": 0.3353,
      "step": 2262600
    },
    {
      "epoch": 631.48,
      "grad_norm": 1.1879936456680298,
      "learning_rate": 5.460083913660206e-07,
      "loss": 0.3355,
      "step": 2262610
    },
    {
      "epoch": 631.49,
      "grad_norm": 1.395992636680603,
      "learning_rate": 5.45991042762227e-07,
      "loss": 0.3539,
      "step": 2262620
    },
    {
      "epoch": 631.49,
      "grad_norm": 1.4214788675308228,
      "learning_rate": 5.459736943977162e-07,
      "loss": 0.3331,
      "step": 2262630
    },
    {
      "epoch": 631.49,
      "grad_norm": 1.167188048362732,
      "learning_rate": 5.459563462724891e-07,
      "loss": 0.3294,
      "step": 2262640
    },
    {
      "epoch": 631.5,
      "grad_norm": 1.0552374124526978,
      "learning_rate": 5.459389983865489e-07,
      "loss": 0.3734,
      "step": 2262650
    },
    {
      "epoch": 631.5,
      "grad_norm": 1.1185026168823242,
      "learning_rate": 5.459216507398984e-07,
      "loss": 0.3221,
      "step": 2262660
    },
    {
      "epoch": 631.5,
      "grad_norm": 1.2487167119979858,
      "learning_rate": 5.459043033325383e-07,
      "loss": 0.3459,
      "step": 2262670
    },
    {
      "epoch": 631.5,
      "grad_norm": 1.2030978202819824,
      "learning_rate": 5.458869561644731e-07,
      "loss": 0.3414,
      "step": 2262680
    },
    {
      "epoch": 631.51,
      "grad_norm": 1.0032838582992554,
      "learning_rate": 5.458696092357033e-07,
      "loss": 0.3276,
      "step": 2262690
    },
    {
      "epoch": 631.51,
      "grad_norm": 1.3566420078277588,
      "learning_rate": 5.458522625462318e-07,
      "loss": 0.3407,
      "step": 2262700
    },
    {
      "epoch": 631.51,
      "grad_norm": 1.2767380475997925,
      "learning_rate": 5.458349160960617e-07,
      "loss": 0.3344,
      "step": 2262710
    },
    {
      "epoch": 631.52,
      "grad_norm": 1.5112335681915283,
      "learning_rate": 5.458175698851933e-07,
      "loss": 0.3348,
      "step": 2262720
    },
    {
      "epoch": 631.52,
      "grad_norm": 1.3134002685546875,
      "learning_rate": 5.458002239136316e-07,
      "loss": 0.3486,
      "step": 2262730
    },
    {
      "epoch": 631.52,
      "grad_norm": 1.2698845863342285,
      "learning_rate": 5.457828781813766e-07,
      "loss": 0.322,
      "step": 2262740
    },
    {
      "epoch": 631.52,
      "grad_norm": 1.3741282224655151,
      "learning_rate": 5.457655326884318e-07,
      "loss": 0.3579,
      "step": 2262750
    },
    {
      "epoch": 631.53,
      "grad_norm": 1.1147645711898804,
      "learning_rate": 5.457481874347992e-07,
      "loss": 0.364,
      "step": 2262760
    },
    {
      "epoch": 631.53,
      "grad_norm": 1.4947377443313599,
      "learning_rate": 5.457308424204816e-07,
      "loss": 0.3248,
      "step": 2262770
    },
    {
      "epoch": 631.53,
      "grad_norm": 1.0858433246612549,
      "learning_rate": 5.457134976454803e-07,
      "loss": 0.3349,
      "step": 2262780
    },
    {
      "epoch": 631.54,
      "grad_norm": 1.2489913702011108,
      "learning_rate": 5.456961531097981e-07,
      "loss": 0.3445,
      "step": 2262790
    },
    {
      "epoch": 631.54,
      "grad_norm": 1.3893297910690308,
      "learning_rate": 5.45678808813438e-07,
      "loss": 0.3484,
      "step": 2262800
    },
    {
      "epoch": 631.54,
      "grad_norm": 1.2421824932098389,
      "learning_rate": 5.456614647564003e-07,
      "loss": 0.3445,
      "step": 2262810
    },
    {
      "epoch": 631.54,
      "grad_norm": 1.2291299104690552,
      "learning_rate": 5.456441209386901e-07,
      "loss": 0.3386,
      "step": 2262820
    },
    {
      "epoch": 631.55,
      "grad_norm": 1.2326712608337402,
      "learning_rate": 5.456267773603077e-07,
      "loss": 0.3275,
      "step": 2262830
    },
    {
      "epoch": 631.55,
      "grad_norm": 1.246180534362793,
      "learning_rate": 5.456094340212557e-07,
      "loss": 0.3317,
      "step": 2262840
    },
    {
      "epoch": 631.55,
      "grad_norm": 1.2799078226089478,
      "learning_rate": 5.455920909215377e-07,
      "loss": 0.3569,
      "step": 2262850
    },
    {
      "epoch": 631.55,
      "grad_norm": 0.9985737204551697,
      "learning_rate": 5.455747480611539e-07,
      "loss": 0.3243,
      "step": 2262860
    },
    {
      "epoch": 631.56,
      "grad_norm": 1.1427773237228394,
      "learning_rate": 5.455574054401081e-07,
      "loss": 0.3417,
      "step": 2262870
    },
    {
      "epoch": 631.56,
      "grad_norm": 1.1212297677993774,
      "learning_rate": 5.455400630584023e-07,
      "loss": 0.3453,
      "step": 2262880
    },
    {
      "epoch": 631.56,
      "grad_norm": 1.2206804752349854,
      "learning_rate": 5.455227209160392e-07,
      "loss": 0.3589,
      "step": 2262890
    },
    {
      "epoch": 631.57,
      "grad_norm": 1.3164180517196655,
      "learning_rate": 5.455053790130194e-07,
      "loss": 0.3512,
      "step": 2262900
    },
    {
      "epoch": 631.57,
      "grad_norm": 1.1883702278137207,
      "learning_rate": 5.454880373493475e-07,
      "loss": 0.3389,
      "step": 2262910
    },
    {
      "epoch": 631.57,
      "grad_norm": 1.0917335748672485,
      "learning_rate": 5.454706959250243e-07,
      "loss": 0.3314,
      "step": 2262920
    },
    {
      "epoch": 631.57,
      "grad_norm": 1.2636598348617554,
      "learning_rate": 5.454533547400527e-07,
      "loss": 0.3404,
      "step": 2262930
    },
    {
      "epoch": 631.58,
      "grad_norm": 1.1350526809692383,
      "learning_rate": 5.454360137944351e-07,
      "loss": 0.3502,
      "step": 2262940
    },
    {
      "epoch": 631.58,
      "grad_norm": 1.811618447303772,
      "learning_rate": 5.454186730881734e-07,
      "loss": 0.3437,
      "step": 2262950
    },
    {
      "epoch": 631.58,
      "grad_norm": 1.3636599779129028,
      "learning_rate": 5.454013326212698e-07,
      "loss": 0.3474,
      "step": 2262960
    },
    {
      "epoch": 631.59,
      "grad_norm": 1.5471243858337402,
      "learning_rate": 5.453839923937272e-07,
      "loss": 0.3348,
      "step": 2262970
    },
    {
      "epoch": 631.59,
      "grad_norm": 1.4791290760040283,
      "learning_rate": 5.45366652405548e-07,
      "loss": 0.3413,
      "step": 2262980
    },
    {
      "epoch": 631.59,
      "grad_norm": 1.1640844345092773,
      "learning_rate": 5.453493126567336e-07,
      "loss": 0.3265,
      "step": 2262990
    },
    {
      "epoch": 631.59,
      "grad_norm": 1.081221103668213,
      "learning_rate": 5.453319731472866e-07,
      "loss": 0.3606,
      "step": 2263000
    },
    {
      "epoch": 631.6,
      "grad_norm": 1.1582728624343872,
      "learning_rate": 5.453146338772098e-07,
      "loss": 0.3451,
      "step": 2263010
    },
    {
      "epoch": 631.6,
      "grad_norm": 1.2509732246398926,
      "learning_rate": 5.452972948465052e-07,
      "loss": 0.3414,
      "step": 2263020
    },
    {
      "epoch": 631.6,
      "grad_norm": 1.1924498081207275,
      "learning_rate": 5.452799560551756e-07,
      "loss": 0.3167,
      "step": 2263030
    },
    {
      "epoch": 631.6,
      "grad_norm": 1.177003264427185,
      "learning_rate": 5.452626175032215e-07,
      "loss": 0.3239,
      "step": 2263040
    },
    {
      "epoch": 631.61,
      "grad_norm": 1.1943773031234741,
      "learning_rate": 5.452452791906481e-07,
      "loss": 0.3208,
      "step": 2263050
    },
    {
      "epoch": 631.61,
      "grad_norm": 1.328995943069458,
      "learning_rate": 5.452279411174555e-07,
      "loss": 0.3347,
      "step": 2263060
    },
    {
      "epoch": 631.61,
      "grad_norm": 1.2883613109588623,
      "learning_rate": 5.452106032836466e-07,
      "loss": 0.3403,
      "step": 2263070
    },
    {
      "epoch": 631.62,
      "grad_norm": 1.4466248750686646,
      "learning_rate": 5.451932656892245e-07,
      "loss": 0.3499,
      "step": 2263080
    },
    {
      "epoch": 631.62,
      "grad_norm": 1.1655882596969604,
      "learning_rate": 5.4517592833419e-07,
      "loss": 0.3404,
      "step": 2263090
    },
    {
      "epoch": 631.62,
      "grad_norm": 1.1251111030578613,
      "learning_rate": 5.451585912185464e-07,
      "loss": 0.3307,
      "step": 2263100
    },
    {
      "epoch": 631.62,
      "grad_norm": 1.275288701057434,
      "learning_rate": 5.451412543422957e-07,
      "loss": 0.3373,
      "step": 2263110
    },
    {
      "epoch": 631.63,
      "grad_norm": 1.0930628776550293,
      "learning_rate": 5.451239177054409e-07,
      "loss": 0.3406,
      "step": 2263120
    },
    {
      "epoch": 631.63,
      "grad_norm": 1.483385443687439,
      "learning_rate": 5.451065813079832e-07,
      "loss": 0.3515,
      "step": 2263130
    },
    {
      "epoch": 631.63,
      "grad_norm": 1.1527113914489746,
      "learning_rate": 5.450892451499254e-07,
      "loss": 0.3371,
      "step": 2263140
    },
    {
      "epoch": 631.64,
      "grad_norm": 1.0351331233978271,
      "learning_rate": 5.450719092312703e-07,
      "loss": 0.3355,
      "step": 2263150
    },
    {
      "epoch": 631.64,
      "grad_norm": 1.4885576963424683,
      "learning_rate": 5.450545735520186e-07,
      "loss": 0.3388,
      "step": 2263160
    },
    {
      "epoch": 631.64,
      "grad_norm": 1.2593657970428467,
      "learning_rate": 5.450372381121751e-07,
      "loss": 0.3422,
      "step": 2263170
    },
    {
      "epoch": 631.64,
      "grad_norm": 1.4102410078048706,
      "learning_rate": 5.450199029117401e-07,
      "loss": 0.3452,
      "step": 2263180
    },
    {
      "epoch": 631.65,
      "grad_norm": 1.139824628829956,
      "learning_rate": 5.450025679507164e-07,
      "loss": 0.3363,
      "step": 2263190
    },
    {
      "epoch": 631.65,
      "grad_norm": 1.210205316543579,
      "learning_rate": 5.449852332291067e-07,
      "loss": 0.3424,
      "step": 2263200
    },
    {
      "epoch": 631.65,
      "grad_norm": 1.1489498615264893,
      "learning_rate": 5.449678987469135e-07,
      "loss": 0.3239,
      "step": 2263210
    },
    {
      "epoch": 631.66,
      "grad_norm": 1.2246595621109009,
      "learning_rate": 5.449505645041383e-07,
      "loss": 0.3475,
      "step": 2263220
    },
    {
      "epoch": 631.66,
      "grad_norm": 1.6196057796478271,
      "learning_rate": 5.449332305007838e-07,
      "loss": 0.3439,
      "step": 2263230
    },
    {
      "epoch": 631.66,
      "grad_norm": 1.1205438375473022,
      "learning_rate": 5.449158967368527e-07,
      "loss": 0.3394,
      "step": 2263240
    },
    {
      "epoch": 631.66,
      "grad_norm": 1.3363697528839111,
      "learning_rate": 5.448985632123456e-07,
      "loss": 0.3554,
      "step": 2263250
    },
    {
      "epoch": 631.67,
      "grad_norm": 2.4205214977264404,
      "learning_rate": 5.448812299272676e-07,
      "loss": 0.3455,
      "step": 2263260
    },
    {
      "epoch": 631.67,
      "grad_norm": 3.334929943084717,
      "learning_rate": 5.448638968816188e-07,
      "loss": 0.3474,
      "step": 2263270
    },
    {
      "epoch": 631.67,
      "grad_norm": 1.0814964771270752,
      "learning_rate": 5.448465640754022e-07,
      "loss": 0.3171,
      "step": 2263280
    },
    {
      "epoch": 631.67,
      "grad_norm": 1.285374402999878,
      "learning_rate": 5.448292315086208e-07,
      "loss": 0.3326,
      "step": 2263290
    },
    {
      "epoch": 631.68,
      "grad_norm": 1.2482337951660156,
      "learning_rate": 5.448118991812751e-07,
      "loss": 0.3418,
      "step": 2263300
    },
    {
      "epoch": 631.68,
      "grad_norm": 1.2275737524032593,
      "learning_rate": 5.447945670933697e-07,
      "loss": 0.3415,
      "step": 2263310
    },
    {
      "epoch": 631.68,
      "grad_norm": 1.2496265172958374,
      "learning_rate": 5.447772352449051e-07,
      "loss": 0.3276,
      "step": 2263320
    },
    {
      "epoch": 631.69,
      "grad_norm": 1.4540326595306396,
      "learning_rate": 5.447599036358842e-07,
      "loss": 0.3371,
      "step": 2263330
    },
    {
      "epoch": 631.69,
      "grad_norm": 1.350561261177063,
      "learning_rate": 5.447425722663096e-07,
      "loss": 0.339,
      "step": 2263340
    },
    {
      "epoch": 631.69,
      "grad_norm": 1.154395580291748,
      "learning_rate": 5.447252411361838e-07,
      "loss": 0.3349,
      "step": 2263350
    },
    {
      "epoch": 631.69,
      "grad_norm": 1.0534651279449463,
      "learning_rate": 5.447079102455081e-07,
      "loss": 0.3341,
      "step": 2263360
    },
    {
      "epoch": 631.7,
      "grad_norm": 1.2135344743728638,
      "learning_rate": 5.446905795942854e-07,
      "loss": 0.3515,
      "step": 2263370
    },
    {
      "epoch": 631.7,
      "grad_norm": 1.1170308589935303,
      "learning_rate": 5.446732491825188e-07,
      "loss": 0.3264,
      "step": 2263380
    },
    {
      "epoch": 631.7,
      "grad_norm": 1.1091721057891846,
      "learning_rate": 5.446559190102083e-07,
      "loss": 0.3445,
      "step": 2263390
    },
    {
      "epoch": 631.71,
      "grad_norm": 1.3922663927078247,
      "learning_rate": 5.446385890773592e-07,
      "loss": 0.34,
      "step": 2263400
    },
    {
      "epoch": 631.71,
      "grad_norm": 1.1333788633346558,
      "learning_rate": 5.446212593839716e-07,
      "loss": 0.3702,
      "step": 2263410
    },
    {
      "epoch": 631.71,
      "grad_norm": 1.0823849439620972,
      "learning_rate": 5.446039299300484e-07,
      "loss": 0.3372,
      "step": 2263420
    },
    {
      "epoch": 631.71,
      "grad_norm": 1.1572129726409912,
      "learning_rate": 5.44586600715592e-07,
      "loss": 0.3436,
      "step": 2263430
    },
    {
      "epoch": 631.72,
      "grad_norm": 1.1622953414916992,
      "learning_rate": 5.445692717406055e-07,
      "loss": 0.3526,
      "step": 2263440
    },
    {
      "epoch": 631.72,
      "grad_norm": 1.564253330230713,
      "learning_rate": 5.4455194300509e-07,
      "loss": 0.3493,
      "step": 2263450
    },
    {
      "epoch": 631.72,
      "grad_norm": 1.0321555137634277,
      "learning_rate": 5.44534614509048e-07,
      "loss": 0.3392,
      "step": 2263460
    },
    {
      "epoch": 631.72,
      "grad_norm": 1.3183649778366089,
      "learning_rate": 5.445172862524827e-07,
      "loss": 0.3356,
      "step": 2263470
    },
    {
      "epoch": 631.73,
      "grad_norm": 1.2099133729934692,
      "learning_rate": 5.444999582353946e-07,
      "loss": 0.3478,
      "step": 2263480
    },
    {
      "epoch": 631.73,
      "grad_norm": 1.1881052255630493,
      "learning_rate": 5.444826304577883e-07,
      "loss": 0.335,
      "step": 2263490
    },
    {
      "epoch": 631.73,
      "grad_norm": 1.1359950304031372,
      "learning_rate": 5.444653029196645e-07,
      "loss": 0.3321,
      "step": 2263500
    },
    {
      "epoch": 631.74,
      "grad_norm": 1.207331895828247,
      "learning_rate": 5.444479756210258e-07,
      "loss": 0.3358,
      "step": 2263510
    },
    {
      "epoch": 631.74,
      "grad_norm": 1.265039086341858,
      "learning_rate": 5.444306485618756e-07,
      "loss": 0.348,
      "step": 2263520
    },
    {
      "epoch": 631.74,
      "grad_norm": 1.2896138429641724,
      "learning_rate": 5.444133217422145e-07,
      "loss": 0.3458,
      "step": 2263530
    },
    {
      "epoch": 631.74,
      "grad_norm": 1.1454885005950928,
      "learning_rate": 5.443959951620455e-07,
      "loss": 0.3344,
      "step": 2263540
    },
    {
      "epoch": 631.75,
      "grad_norm": 1.2642247676849365,
      "learning_rate": 5.443786688213711e-07,
      "loss": 0.3331,
      "step": 2263550
    },
    {
      "epoch": 631.75,
      "grad_norm": 1.2283153533935547,
      "learning_rate": 5.443613427201941e-07,
      "loss": 0.3411,
      "step": 2263560
    },
    {
      "epoch": 631.75,
      "grad_norm": 1.281631588935852,
      "learning_rate": 5.443440168585151e-07,
      "loss": 0.3436,
      "step": 2263570
    },
    {
      "epoch": 631.76,
      "grad_norm": 1.3332589864730835,
      "learning_rate": 5.443266912363386e-07,
      "loss": 0.328,
      "step": 2263580
    },
    {
      "epoch": 631.76,
      "grad_norm": 1.1030865907669067,
      "learning_rate": 5.443093658536653e-07,
      "loss": 0.3379,
      "step": 2263590
    },
    {
      "epoch": 631.76,
      "grad_norm": 1.2526533603668213,
      "learning_rate": 5.442920407104981e-07,
      "loss": 0.3269,
      "step": 2263600
    },
    {
      "epoch": 631.76,
      "grad_norm": 1.3031378984451294,
      "learning_rate": 5.442747158068397e-07,
      "loss": 0.3361,
      "step": 2263610
    },
    {
      "epoch": 631.77,
      "grad_norm": 1.3692480325698853,
      "learning_rate": 5.442573911426909e-07,
      "loss": 0.3368,
      "step": 2263620
    },
    {
      "epoch": 631.77,
      "grad_norm": 1.4870023727416992,
      "learning_rate": 5.442400667180562e-07,
      "loss": 0.3329,
      "step": 2263630
    },
    {
      "epoch": 631.77,
      "grad_norm": 1.2306110858917236,
      "learning_rate": 5.442227425329361e-07,
      "loss": 0.3403,
      "step": 2263640
    },
    {
      "epoch": 631.78,
      "grad_norm": 1.286723256111145,
      "learning_rate": 5.442054185873336e-07,
      "loss": 0.3498,
      "step": 2263650
    },
    {
      "epoch": 631.78,
      "grad_norm": 1.2690231800079346,
      "learning_rate": 5.441880948812517e-07,
      "loss": 0.3453,
      "step": 2263660
    },
    {
      "epoch": 631.78,
      "grad_norm": 1.3252860307693481,
      "learning_rate": 5.441707714146912e-07,
      "loss": 0.3317,
      "step": 2263670
    },
    {
      "epoch": 631.78,
      "grad_norm": 1.1770398616790771,
      "learning_rate": 5.441534481876553e-07,
      "loss": 0.3243,
      "step": 2263680
    },
    {
      "epoch": 631.79,
      "grad_norm": 1.231784701347351,
      "learning_rate": 5.441361252001463e-07,
      "loss": 0.343,
      "step": 2263690
    },
    {
      "epoch": 631.79,
      "grad_norm": 1.186262845993042,
      "learning_rate": 5.441188024521668e-07,
      "loss": 0.3255,
      "step": 2263700
    },
    {
      "epoch": 631.79,
      "grad_norm": 1.2561650276184082,
      "learning_rate": 5.441014799437175e-07,
      "loss": 0.3413,
      "step": 2263710
    },
    {
      "epoch": 631.79,
      "grad_norm": 1.2178997993469238,
      "learning_rate": 5.440841576748032e-07,
      "loss": 0.3263,
      "step": 2263720
    },
    {
      "epoch": 631.8,
      "grad_norm": 1.2595900297164917,
      "learning_rate": 5.440668356454244e-07,
      "loss": 0.3431,
      "step": 2263730
    },
    {
      "epoch": 631.8,
      "grad_norm": 1.0741416215896606,
      "learning_rate": 5.440495138555838e-07,
      "loss": 0.3419,
      "step": 2263740
    },
    {
      "epoch": 631.8,
      "grad_norm": 1.344774603843689,
      "learning_rate": 5.440321923052845e-07,
      "loss": 0.325,
      "step": 2263750
    },
    {
      "epoch": 631.81,
      "grad_norm": 1.2568010091781616,
      "learning_rate": 5.440148709945275e-07,
      "loss": 0.3289,
      "step": 2263760
    },
    {
      "epoch": 631.81,
      "grad_norm": 1.1965827941894531,
      "learning_rate": 5.439975499233155e-07,
      "loss": 0.3335,
      "step": 2263770
    },
    {
      "epoch": 631.81,
      "grad_norm": 1.2763292789459229,
      "learning_rate": 5.439802290916513e-07,
      "loss": 0.3225,
      "step": 2263780
    },
    {
      "epoch": 631.81,
      "grad_norm": 1.1747865676879883,
      "learning_rate": 5.439629084995375e-07,
      "loss": 0.3599,
      "step": 2263790
    },
    {
      "epoch": 631.82,
      "grad_norm": 1.2646403312683105,
      "learning_rate": 5.439455881469752e-07,
      "loss": 0.3314,
      "step": 2263800
    },
    {
      "epoch": 631.82,
      "grad_norm": 1.1113553047180176,
      "learning_rate": 5.439282680339673e-07,
      "loss": 0.3183,
      "step": 2263810
    },
    {
      "epoch": 631.82,
      "grad_norm": 1.150445580482483,
      "learning_rate": 5.43910948160517e-07,
      "loss": 0.3252,
      "step": 2263820
    },
    {
      "epoch": 631.83,
      "grad_norm": 1.5299092531204224,
      "learning_rate": 5.438936285266244e-07,
      "loss": 0.326,
      "step": 2263830
    },
    {
      "epoch": 631.83,
      "grad_norm": 1.196175217628479,
      "learning_rate": 5.438763091322944e-07,
      "loss": 0.3431,
      "step": 2263840
    },
    {
      "epoch": 631.83,
      "grad_norm": 1.2061446905136108,
      "learning_rate": 5.438589899775274e-07,
      "loss": 0.3228,
      "step": 2263850
    },
    {
      "epoch": 631.83,
      "grad_norm": 1.113233208656311,
      "learning_rate": 5.438416710623264e-07,
      "loss": 0.3324,
      "step": 2263860
    },
    {
      "epoch": 631.84,
      "grad_norm": 1.2975178956985474,
      "learning_rate": 5.438243523866937e-07,
      "loss": 0.3407,
      "step": 2263870
    },
    {
      "epoch": 631.84,
      "grad_norm": 1.3074363470077515,
      "learning_rate": 5.438070339506317e-07,
      "loss": 0.3402,
      "step": 2263880
    },
    {
      "epoch": 631.84,
      "grad_norm": 1.2802788019180298,
      "learning_rate": 5.437897157541431e-07,
      "loss": 0.332,
      "step": 2263890
    },
    {
      "epoch": 631.84,
      "grad_norm": 1.1109873056411743,
      "learning_rate": 5.437723977972293e-07,
      "loss": 0.3354,
      "step": 2263900
    },
    {
      "epoch": 631.85,
      "grad_norm": 1.2434544563293457,
      "learning_rate": 5.437550800798929e-07,
      "loss": 0.3412,
      "step": 2263910
    },
    {
      "epoch": 631.85,
      "grad_norm": 1.129418134689331,
      "learning_rate": 5.437377626021361e-07,
      "loss": 0.3375,
      "step": 2263920
    },
    {
      "epoch": 631.85,
      "grad_norm": 1.2311445474624634,
      "learning_rate": 5.437204453639622e-07,
      "loss": 0.339,
      "step": 2263930
    },
    {
      "epoch": 631.86,
      "grad_norm": 1.1892082691192627,
      "learning_rate": 5.437031283653722e-07,
      "loss": 0.3365,
      "step": 2263940
    },
    {
      "epoch": 631.86,
      "grad_norm": 0.9921852946281433,
      "learning_rate": 5.436858116063688e-07,
      "loss": 0.343,
      "step": 2263950
    },
    {
      "epoch": 631.86,
      "grad_norm": 1.255601406097412,
      "learning_rate": 5.436684950869552e-07,
      "loss": 0.3439,
      "step": 2263960
    },
    {
      "epoch": 631.86,
      "grad_norm": 1.2689244747161865,
      "learning_rate": 5.436511788071316e-07,
      "loss": 0.3439,
      "step": 2263970
    },
    {
      "epoch": 631.87,
      "grad_norm": 1.322760820388794,
      "learning_rate": 5.436338627669028e-07,
      "loss": 0.3407,
      "step": 2263980
    },
    {
      "epoch": 631.87,
      "grad_norm": 1.2193329334259033,
      "learning_rate": 5.436165469662693e-07,
      "loss": 0.3308,
      "step": 2263990
    },
    {
      "epoch": 631.87,
      "grad_norm": 1.1642388105392456,
      "learning_rate": 5.435992314052344e-07,
      "loss": 0.3414,
      "step": 2264000
    },
    {
      "epoch": 631.88,
      "grad_norm": 1.221449851989746,
      "learning_rate": 5.435819160837996e-07,
      "loss": 0.3257,
      "step": 2264010
    },
    {
      "epoch": 631.88,
      "grad_norm": 1.165895700454712,
      "learning_rate": 5.435646010019685e-07,
      "loss": 0.3517,
      "step": 2264020
    },
    {
      "epoch": 631.88,
      "grad_norm": 1.0514922142028809,
      "learning_rate": 5.435472861597421e-07,
      "loss": 0.3355,
      "step": 2264030
    },
    {
      "epoch": 631.88,
      "grad_norm": 1.309232234954834,
      "learning_rate": 5.43529971557123e-07,
      "loss": 0.3516,
      "step": 2264040
    },
    {
      "epoch": 631.89,
      "grad_norm": 1.175174593925476,
      "learning_rate": 5.435126571941143e-07,
      "loss": 0.3358,
      "step": 2264050
    },
    {
      "epoch": 631.89,
      "grad_norm": 1.2463939189910889,
      "learning_rate": 5.434953430707165e-07,
      "loss": 0.331,
      "step": 2264060
    },
    {
      "epoch": 631.89,
      "grad_norm": 1.191418170928955,
      "learning_rate": 5.434780291869341e-07,
      "loss": 0.3267,
      "step": 2264070
    },
    {
      "epoch": 631.9,
      "grad_norm": 1.0636612176895142,
      "learning_rate": 5.434607155427681e-07,
      "loss": 0.3181,
      "step": 2264080
    },
    {
      "epoch": 631.9,
      "grad_norm": 1.460985779762268,
      "learning_rate": 5.434434021382208e-07,
      "loss": 0.34,
      "step": 2264090
    },
    {
      "epoch": 631.9,
      "grad_norm": 1.9148657321929932,
      "learning_rate": 5.434260889732956e-07,
      "loss": 0.3395,
      "step": 2264100
    },
    {
      "epoch": 631.9,
      "grad_norm": 1.111140489578247,
      "learning_rate": 5.434087760479934e-07,
      "loss": 0.3417,
      "step": 2264110
    },
    {
      "epoch": 631.91,
      "grad_norm": 1.1864477396011353,
      "learning_rate": 5.43391463362317e-07,
      "loss": 0.326,
      "step": 2264120
    },
    {
      "epoch": 631.91,
      "grad_norm": 1.2857401371002197,
      "learning_rate": 5.433741509162689e-07,
      "loss": 0.341,
      "step": 2264130
    },
    {
      "epoch": 631.91,
      "grad_norm": 1.1670788526535034,
      "learning_rate": 5.43356838709852e-07,
      "loss": 0.3483,
      "step": 2264140
    },
    {
      "epoch": 631.91,
      "grad_norm": 1.336577296257019,
      "learning_rate": 5.433395267430664e-07,
      "loss": 0.3292,
      "step": 2264150
    },
    {
      "epoch": 631.92,
      "grad_norm": 1.2982840538024902,
      "learning_rate": 5.433222150159174e-07,
      "loss": 0.3419,
      "step": 2264160
    },
    {
      "epoch": 631.92,
      "grad_norm": 1.1536191701889038,
      "learning_rate": 5.433049035284051e-07,
      "loss": 0.3425,
      "step": 2264170
    },
    {
      "epoch": 631.92,
      "grad_norm": 1.1539604663848877,
      "learning_rate": 5.432875922805325e-07,
      "loss": 0.3339,
      "step": 2264180
    },
    {
      "epoch": 631.93,
      "grad_norm": 1.1269999742507935,
      "learning_rate": 5.432702812723027e-07,
      "loss": 0.3475,
      "step": 2264190
    },
    {
      "epoch": 631.93,
      "grad_norm": 1.1298474073410034,
      "learning_rate": 5.432529705037159e-07,
      "loss": 0.3276,
      "step": 2264200
    },
    {
      "epoch": 631.93,
      "grad_norm": 3.0301389694213867,
      "learning_rate": 5.432356599747771e-07,
      "loss": 0.3405,
      "step": 2264210
    },
    {
      "epoch": 631.93,
      "grad_norm": 1.0373655557632446,
      "learning_rate": 5.432183496854865e-07,
      "loss": 0.3244,
      "step": 2264220
    },
    {
      "epoch": 631.94,
      "grad_norm": 1.7145910263061523,
      "learning_rate": 5.432010396358473e-07,
      "loss": 0.3302,
      "step": 2264230
    },
    {
      "epoch": 631.94,
      "grad_norm": 1.4589273929595947,
      "learning_rate": 5.431837298258621e-07,
      "loss": 0.3451,
      "step": 2264240
    },
    {
      "epoch": 631.94,
      "grad_norm": 1.1078282594680786,
      "learning_rate": 5.431664202555325e-07,
      "loss": 0.3308,
      "step": 2264250
    },
    {
      "epoch": 631.95,
      "grad_norm": 1.110256314277649,
      "learning_rate": 5.431491109248605e-07,
      "loss": 0.3322,
      "step": 2264260
    },
    {
      "epoch": 631.95,
      "grad_norm": 1.0695164203643799,
      "learning_rate": 5.431318018338493e-07,
      "loss": 0.331,
      "step": 2264270
    },
    {
      "epoch": 631.95,
      "grad_norm": 1.4096356630325317,
      "learning_rate": 5.431144929825015e-07,
      "loss": 0.349,
      "step": 2264280
    },
    {
      "epoch": 631.95,
      "grad_norm": 1.4516968727111816,
      "learning_rate": 5.430971843708175e-07,
      "loss": 0.3466,
      "step": 2264290
    },
    {
      "epoch": 631.96,
      "grad_norm": 1.2950588464736938,
      "learning_rate": 5.430798759988022e-07,
      "loss": 0.3541,
      "step": 2264300
    },
    {
      "epoch": 631.96,
      "grad_norm": 1.3504351377487183,
      "learning_rate": 5.430625678664558e-07,
      "loss": 0.3555,
      "step": 2264310
    },
    {
      "epoch": 631.96,
      "grad_norm": 1.2283928394317627,
      "learning_rate": 5.430452599737815e-07,
      "loss": 0.344,
      "step": 2264320
    },
    {
      "epoch": 631.96,
      "grad_norm": 1.1322282552719116,
      "learning_rate": 5.430279523207822e-07,
      "loss": 0.3507,
      "step": 2264330
    },
    {
      "epoch": 631.97,
      "grad_norm": 1.2968275547027588,
      "learning_rate": 5.430106449074586e-07,
      "loss": 0.3247,
      "step": 2264340
    },
    {
      "epoch": 631.97,
      "grad_norm": 1.2038495540618896,
      "learning_rate": 5.429933377338141e-07,
      "loss": 0.3274,
      "step": 2264350
    },
    {
      "epoch": 631.97,
      "grad_norm": 1.2235997915267944,
      "learning_rate": 5.429760307998508e-07,
      "loss": 0.3295,
      "step": 2264360
    },
    {
      "epoch": 631.98,
      "grad_norm": 1.1829198598861694,
      "learning_rate": 5.429587241055716e-07,
      "loss": 0.3349,
      "step": 2264370
    },
    {
      "epoch": 631.98,
      "grad_norm": 1.2814452648162842,
      "learning_rate": 5.429414176509773e-07,
      "loss": 0.3353,
      "step": 2264380
    },
    {
      "epoch": 631.98,
      "grad_norm": 1.2531899213790894,
      "learning_rate": 5.429241114360714e-07,
      "loss": 0.3265,
      "step": 2264390
    },
    {
      "epoch": 631.98,
      "grad_norm": 1.2841312885284424,
      "learning_rate": 5.429068054608561e-07,
      "loss": 0.3309,
      "step": 2264400
    },
    {
      "epoch": 631.99,
      "grad_norm": 1.1904301643371582,
      "learning_rate": 5.428894997253333e-07,
      "loss": 0.3424,
      "step": 2264410
    },
    {
      "epoch": 631.99,
      "grad_norm": 1.1341639757156372,
      "learning_rate": 5.428721942295061e-07,
      "loss": 0.3449,
      "step": 2264420
    },
    {
      "epoch": 631.99,
      "grad_norm": 1.1445311307907104,
      "learning_rate": 5.428548889733757e-07,
      "loss": 0.3408,
      "step": 2264430
    },
    {
      "epoch": 632.0,
      "grad_norm": 1.2233221530914307,
      "learning_rate": 5.428375839569449e-07,
      "loss": 0.3336,
      "step": 2264440
    },
    {
      "epoch": 632.0,
      "grad_norm": 1.0962035655975342,
      "learning_rate": 5.428202791802159e-07,
      "loss": 0.3384,
      "step": 2264450
    },
    {
      "epoch": 632.0,
      "eval_loss": 0.3385588526725769,
      "eval_runtime": 63.7471,
      "eval_samples_per_second": 79.36,
      "eval_steps_per_second": 9.93,
      "step": 2264456
    },
    {
      "epoch": 632.0,
      "grad_norm": 1.1570371389389038,
      "learning_rate": 5.428029746431912e-07,
      "loss": 0.3339,
      "step": 2264460
    },
    {
      "epoch": 632.0,
      "grad_norm": 1.2384899854660034,
      "learning_rate": 5.427856703458737e-07,
      "loss": 0.3453,
      "step": 2264470
    },
    {
      "epoch": 632.01,
      "grad_norm": 1.0236129760742188,
      "learning_rate": 5.427683662882646e-07,
      "loss": 0.3425,
      "step": 2264480
    },
    {
      "epoch": 632.01,
      "grad_norm": 1.3715202808380127,
      "learning_rate": 5.427510624703666e-07,
      "loss": 0.3328,
      "step": 2264490
    },
    {
      "epoch": 632.01,
      "grad_norm": 1.0728042125701904,
      "learning_rate": 5.427337588921819e-07,
      "loss": 0.3369,
      "step": 2264500
    },
    {
      "epoch": 632.02,
      "grad_norm": 1.170536994934082,
      "learning_rate": 5.427164555537136e-07,
      "loss": 0.3324,
      "step": 2264510
    },
    {
      "epoch": 632.02,
      "grad_norm": 1.3976057767868042,
      "learning_rate": 5.426991524549622e-07,
      "loss": 0.3635,
      "step": 2264520
    },
    {
      "epoch": 632.02,
      "grad_norm": 1.1343241930007935,
      "learning_rate": 5.426818495959322e-07,
      "loss": 0.3353,
      "step": 2264530
    },
    {
      "epoch": 632.02,
      "grad_norm": 1.2141066789627075,
      "learning_rate": 5.426645469766245e-07,
      "loss": 0.3555,
      "step": 2264540
    },
    {
      "epoch": 632.03,
      "grad_norm": 1.2280300855636597,
      "learning_rate": 5.426472445970415e-07,
      "loss": 0.3414,
      "step": 2264550
    },
    {
      "epoch": 632.03,
      "grad_norm": 1.1725893020629883,
      "learning_rate": 5.426299424571865e-07,
      "loss": 0.3477,
      "step": 2264560
    },
    {
      "epoch": 632.03,
      "grad_norm": 1.4966468811035156,
      "learning_rate": 5.426126405570606e-07,
      "loss": 0.3453,
      "step": 2264570
    },
    {
      "epoch": 632.03,
      "grad_norm": 1.1946344375610352,
      "learning_rate": 5.425953388966665e-07,
      "loss": 0.3282,
      "step": 2264580
    },
    {
      "epoch": 632.04,
      "grad_norm": 1.3693222999572754,
      "learning_rate": 5.425780374760065e-07,
      "loss": 0.3348,
      "step": 2264590
    },
    {
      "epoch": 632.04,
      "grad_norm": 1.372851014137268,
      "learning_rate": 5.425607362950835e-07,
      "loss": 0.3456,
      "step": 2264600
    },
    {
      "epoch": 632.04,
      "grad_norm": 1.2380191087722778,
      "learning_rate": 5.425434353538988e-07,
      "loss": 0.3329,
      "step": 2264610
    },
    {
      "epoch": 632.05,
      "grad_norm": 1.1505705118179321,
      "learning_rate": 5.425261346524552e-07,
      "loss": 0.3416,
      "step": 2264620
    },
    {
      "epoch": 632.05,
      "grad_norm": 1.0883013010025024,
      "learning_rate": 5.425088341907556e-07,
      "loss": 0.3337,
      "step": 2264630
    },
    {
      "epoch": 632.05,
      "grad_norm": 1.362291693687439,
      "learning_rate": 5.424915339688003e-07,
      "loss": 0.3294,
      "step": 2264640
    },
    {
      "epoch": 632.05,
      "grad_norm": 1.1435410976409912,
      "learning_rate": 5.424742339865943e-07,
      "loss": 0.3311,
      "step": 2264650
    },
    {
      "epoch": 632.06,
      "grad_norm": 1.0939667224884033,
      "learning_rate": 5.424569342441381e-07,
      "loss": 0.3339,
      "step": 2264660
    },
    {
      "epoch": 632.06,
      "grad_norm": 1.1953282356262207,
      "learning_rate": 5.424396347414346e-07,
      "loss": 0.3446,
      "step": 2264670
    },
    {
      "epoch": 632.06,
      "grad_norm": 1.1408218145370483,
      "learning_rate": 5.424223354784859e-07,
      "loss": 0.3298,
      "step": 2264680
    },
    {
      "epoch": 632.07,
      "grad_norm": 1.2005656957626343,
      "learning_rate": 5.424050364552949e-07,
      "loss": 0.3365,
      "step": 2264690
    },
    {
      "epoch": 632.07,
      "grad_norm": 1.2135804891586304,
      "learning_rate": 5.423877376718629e-07,
      "loss": 0.3487,
      "step": 2264700
    },
    {
      "epoch": 632.07,
      "grad_norm": 1.1813478469848633,
      "learning_rate": 5.423704391281924e-07,
      "loss": 0.3412,
      "step": 2264710
    },
    {
      "epoch": 632.07,
      "grad_norm": 1.1019374132156372,
      "learning_rate": 5.42353140824287e-07,
      "loss": 0.3271,
      "step": 2264720
    },
    {
      "epoch": 632.08,
      "grad_norm": 1.2405709028244019,
      "learning_rate": 5.423358427601465e-07,
      "loss": 0.3507,
      "step": 2264730
    },
    {
      "epoch": 632.08,
      "grad_norm": 1.2097386121749878,
      "learning_rate": 5.423185449357763e-07,
      "loss": 0.3311,
      "step": 2264740
    },
    {
      "epoch": 632.08,
      "grad_norm": 1.1689010858535767,
      "learning_rate": 5.423012473511762e-07,
      "loss": 0.3496,
      "step": 2264750
    },
    {
      "epoch": 632.08,
      "grad_norm": 1.0639187097549438,
      "learning_rate": 5.422839500063497e-07,
      "loss": 0.3393,
      "step": 2264760
    },
    {
      "epoch": 632.09,
      "grad_norm": 1.1556907892227173,
      "learning_rate": 5.422666529012991e-07,
      "loss": 0.3522,
      "step": 2264770
    },
    {
      "epoch": 632.09,
      "grad_norm": 1.2090108394622803,
      "learning_rate": 5.422493560360253e-07,
      "loss": 0.3342,
      "step": 2264780
    },
    {
      "epoch": 632.09,
      "grad_norm": 1.0766336917877197,
      "learning_rate": 5.422320594105331e-07,
      "loss": 0.3214,
      "step": 2264790
    },
    {
      "epoch": 632.1,
      "grad_norm": 1.1095151901245117,
      "learning_rate": 5.422147630248227e-07,
      "loss": 0.3409,
      "step": 2264800
    },
    {
      "epoch": 632.1,
      "grad_norm": 1.1184663772583008,
      "learning_rate": 5.421974668788973e-07,
      "loss": 0.3344,
      "step": 2264810
    },
    {
      "epoch": 632.1,
      "grad_norm": 1.2909239530563354,
      "learning_rate": 5.421801709727587e-07,
      "loss": 0.3437,
      "step": 2264820
    },
    {
      "epoch": 632.1,
      "grad_norm": 1.144889235496521,
      "learning_rate": 5.421628753064104e-07,
      "loss": 0.3489,
      "step": 2264830
    },
    {
      "epoch": 632.11,
      "grad_norm": 1.400795578956604,
      "learning_rate": 5.421455798798534e-07,
      "loss": 0.3505,
      "step": 2264840
    },
    {
      "epoch": 632.11,
      "grad_norm": 1.2940703630447388,
      "learning_rate": 5.421282846930901e-07,
      "loss": 0.329,
      "step": 2264850
    },
    {
      "epoch": 632.11,
      "grad_norm": 1.174499273300171,
      "learning_rate": 5.421109897461239e-07,
      "loss": 0.3366,
      "step": 2264860
    },
    {
      "epoch": 632.12,
      "grad_norm": 1.1173322200775146,
      "learning_rate": 5.420936950389549e-07,
      "loss": 0.3403,
      "step": 2264870
    },
    {
      "epoch": 632.12,
      "grad_norm": 1.0783907175064087,
      "learning_rate": 5.420764005715883e-07,
      "loss": 0.3351,
      "step": 2264880
    },
    {
      "epoch": 632.12,
      "grad_norm": 1.1545616388320923,
      "learning_rate": 5.420591063440243e-07,
      "loss": 0.3382,
      "step": 2264890
    },
    {
      "epoch": 632.12,
      "grad_norm": 1.2525526285171509,
      "learning_rate": 5.420418123562658e-07,
      "loss": 0.3273,
      "step": 2264900
    },
    {
      "epoch": 632.13,
      "grad_norm": 1.4487403631210327,
      "learning_rate": 5.420245186083157e-07,
      "loss": 0.3374,
      "step": 2264910
    },
    {
      "epoch": 632.13,
      "grad_norm": 1.4024804830551147,
      "learning_rate": 5.420072251001753e-07,
      "loss": 0.3396,
      "step": 2264920
    },
    {
      "epoch": 632.13,
      "grad_norm": 1.108393907546997,
      "learning_rate": 5.419899318318473e-07,
      "loss": 0.3474,
      "step": 2264930
    },
    {
      "epoch": 632.14,
      "grad_norm": 1.2426408529281616,
      "learning_rate": 5.41972638803334e-07,
      "loss": 0.3481,
      "step": 2264940
    },
    {
      "epoch": 632.14,
      "grad_norm": 1.401565670967102,
      "learning_rate": 5.419553460146385e-07,
      "loss": 0.3319,
      "step": 2264950
    },
    {
      "epoch": 632.14,
      "grad_norm": 1.2557247877120972,
      "learning_rate": 5.41938053465761e-07,
      "loss": 0.339,
      "step": 2264960
    },
    {
      "epoch": 632.14,
      "grad_norm": 1.957505702972412,
      "learning_rate": 5.419207611567066e-07,
      "loss": 0.359,
      "step": 2264970
    },
    {
      "epoch": 632.15,
      "grad_norm": 1.2111033201217651,
      "learning_rate": 5.419034690874754e-07,
      "loss": 0.3314,
      "step": 2264980
    },
    {
      "epoch": 632.15,
      "grad_norm": 1.3137998580932617,
      "learning_rate": 5.418861772580703e-07,
      "loss": 0.3414,
      "step": 2264990
    },
    {
      "epoch": 632.15,
      "grad_norm": 1.2239960432052612,
      "learning_rate": 5.418688856684944e-07,
      "loss": 0.329,
      "step": 2265000
    },
    {
      "epoch": 632.15,
      "grad_norm": 1.3126548528671265,
      "learning_rate": 5.418515943187489e-07,
      "loss": 0.3504,
      "step": 2265010
    },
    {
      "epoch": 632.16,
      "grad_norm": 1.2656842470169067,
      "learning_rate": 5.418343032088366e-07,
      "loss": 0.3394,
      "step": 2265020
    },
    {
      "epoch": 632.16,
      "grad_norm": 1.1897149085998535,
      "learning_rate": 5.418170123387596e-07,
      "loss": 0.3272,
      "step": 2265030
    },
    {
      "epoch": 632.16,
      "grad_norm": 1.115484595298767,
      "learning_rate": 5.417997217085206e-07,
      "loss": 0.3411,
      "step": 2265040
    },
    {
      "epoch": 632.17,
      "grad_norm": 4.1429243087768555,
      "learning_rate": 5.417824313181222e-07,
      "loss": 0.3513,
      "step": 2265050
    },
    {
      "epoch": 632.17,
      "grad_norm": 1.1412001848220825,
      "learning_rate": 5.417651411675657e-07,
      "loss": 0.3528,
      "step": 2265060
    },
    {
      "epoch": 632.17,
      "grad_norm": 1.1336486339569092,
      "learning_rate": 5.417478512568536e-07,
      "loss": 0.3384,
      "step": 2265070
    },
    {
      "epoch": 632.17,
      "grad_norm": 1.1795647144317627,
      "learning_rate": 5.417305615859886e-07,
      "loss": 0.3422,
      "step": 2265080
    },
    {
      "epoch": 632.18,
      "grad_norm": 1.3514738082885742,
      "learning_rate": 5.417132721549734e-07,
      "loss": 0.3613,
      "step": 2265090
    },
    {
      "epoch": 632.18,
      "grad_norm": 1.1418377161026,
      "learning_rate": 5.416959829638087e-07,
      "loss": 0.3325,
      "step": 2265100
    },
    {
      "epoch": 632.18,
      "grad_norm": 2.226364850997925,
      "learning_rate": 5.416786940124991e-07,
      "loss": 0.3591,
      "step": 2265110
    },
    {
      "epoch": 632.19,
      "grad_norm": 1.5299259424209595,
      "learning_rate": 5.416614053010449e-07,
      "loss": 0.3275,
      "step": 2265120
    },
    {
      "epoch": 632.19,
      "grad_norm": 1.5524033308029175,
      "learning_rate": 5.416441168294492e-07,
      "loss": 0.3432,
      "step": 2265130
    },
    {
      "epoch": 632.19,
      "grad_norm": 1.1964507102966309,
      "learning_rate": 5.416268285977152e-07,
      "loss": 0.3234,
      "step": 2265140
    },
    {
      "epoch": 632.19,
      "grad_norm": 1.298063039779663,
      "learning_rate": 5.416095406058433e-07,
      "loss": 0.3451,
      "step": 2265150
    },
    {
      "epoch": 632.2,
      "grad_norm": 1.1519790887832642,
      "learning_rate": 5.41592252853837e-07,
      "loss": 0.3377,
      "step": 2265160
    },
    {
      "epoch": 632.2,
      "grad_norm": 1.2415049076080322,
      "learning_rate": 5.415749653416983e-07,
      "loss": 0.3516,
      "step": 2265170
    },
    {
      "epoch": 632.2,
      "grad_norm": 1.1755908727645874,
      "learning_rate": 5.415576780694303e-07,
      "loss": 0.3456,
      "step": 2265180
    },
    {
      "epoch": 632.2,
      "grad_norm": 1.2931689023971558,
      "learning_rate": 5.415403910370338e-07,
      "loss": 0.3254,
      "step": 2265190
    },
    {
      "epoch": 632.21,
      "grad_norm": 1.0618669986724854,
      "learning_rate": 5.415231042445121e-07,
      "loss": 0.3367,
      "step": 2265200
    },
    {
      "epoch": 632.21,
      "grad_norm": 1.474075198173523,
      "learning_rate": 5.415058176918678e-07,
      "loss": 0.338,
      "step": 2265210
    },
    {
      "epoch": 632.21,
      "grad_norm": 1.2546496391296387,
      "learning_rate": 5.414885313791015e-07,
      "loss": 0.3379,
      "step": 2265220
    },
    {
      "epoch": 632.22,
      "grad_norm": 1.3820946216583252,
      "learning_rate": 5.41471245306218e-07,
      "loss": 0.3277,
      "step": 2265230
    },
    {
      "epoch": 632.22,
      "grad_norm": 1.1939976215362549,
      "learning_rate": 5.414539594732173e-07,
      "loss": 0.345,
      "step": 2265240
    },
    {
      "epoch": 632.22,
      "grad_norm": 1.2008464336395264,
      "learning_rate": 5.414366738801032e-07,
      "loss": 0.3312,
      "step": 2265250
    },
    {
      "epoch": 632.22,
      "grad_norm": 1.1986019611358643,
      "learning_rate": 5.414193885268771e-07,
      "loss": 0.3251,
      "step": 2265260
    },
    {
      "epoch": 632.23,
      "grad_norm": 1.2747215032577515,
      "learning_rate": 5.414021034135427e-07,
      "loss": 0.3393,
      "step": 2265270
    },
    {
      "epoch": 632.23,
      "grad_norm": 1.2566720247268677,
      "learning_rate": 5.413848185401002e-07,
      "loss": 0.3306,
      "step": 2265280
    },
    {
      "epoch": 632.23,
      "grad_norm": 1.049544095993042,
      "learning_rate": 5.413675339065534e-07,
      "loss": 0.3276,
      "step": 2265290
    },
    {
      "epoch": 632.24,
      "grad_norm": 1.365450382232666,
      "learning_rate": 5.413502495129048e-07,
      "loss": 0.347,
      "step": 2265300
    },
    {
      "epoch": 632.24,
      "grad_norm": 1.4922034740447998,
      "learning_rate": 5.413329653591545e-07,
      "loss": 0.3256,
      "step": 2265310
    },
    {
      "epoch": 632.24,
      "grad_norm": 1.214378833770752,
      "learning_rate": 5.413156814453078e-07,
      "loss": 0.316,
      "step": 2265320
    },
    {
      "epoch": 632.24,
      "grad_norm": 1.244242548942566,
      "learning_rate": 5.412983977713652e-07,
      "loss": 0.325,
      "step": 2265330
    },
    {
      "epoch": 632.25,
      "grad_norm": 1.073598861694336,
      "learning_rate": 5.412811143373292e-07,
      "loss": 0.3317,
      "step": 2265340
    },
    {
      "epoch": 632.25,
      "grad_norm": 1.2288615703582764,
      "learning_rate": 5.412638311432022e-07,
      "loss": 0.3374,
      "step": 2265350
    },
    {
      "epoch": 632.25,
      "grad_norm": 1.1927210092544556,
      "learning_rate": 5.412465481889869e-07,
      "loss": 0.3371,
      "step": 2265360
    },
    {
      "epoch": 632.26,
      "grad_norm": 1.2800202369689941,
      "learning_rate": 5.412292654746858e-07,
      "loss": 0.3475,
      "step": 2265370
    },
    {
      "epoch": 632.26,
      "grad_norm": 1.2260794639587402,
      "learning_rate": 5.412119830002998e-07,
      "loss": 0.3246,
      "step": 2265380
    },
    {
      "epoch": 632.26,
      "grad_norm": 1.2209798097610474,
      "learning_rate": 5.411947007658324e-07,
      "loss": 0.3349,
      "step": 2265390
    },
    {
      "epoch": 632.26,
      "grad_norm": 1.0840555429458618,
      "learning_rate": 5.411774187712855e-07,
      "loss": 0.3362,
      "step": 2265400
    },
    {
      "epoch": 632.27,
      "grad_norm": 1.1727352142333984,
      "learning_rate": 5.411601370166623e-07,
      "loss": 0.3367,
      "step": 2265410
    },
    {
      "epoch": 632.27,
      "grad_norm": 1.3085254430770874,
      "learning_rate": 5.411428555019636e-07,
      "loss": 0.353,
      "step": 2265420
    },
    {
      "epoch": 632.27,
      "grad_norm": 1.496854305267334,
      "learning_rate": 5.411255742271922e-07,
      "loss": 0.336,
      "step": 2265430
    },
    {
      "epoch": 632.27,
      "grad_norm": 1.3470927476882935,
      "learning_rate": 5.411082931923513e-07,
      "loss": 0.3357,
      "step": 2265440
    },
    {
      "epoch": 632.28,
      "grad_norm": 1.0939589738845825,
      "learning_rate": 5.410910123974415e-07,
      "loss": 0.3235,
      "step": 2265450
    },
    {
      "epoch": 632.28,
      "grad_norm": 1.0714575052261353,
      "learning_rate": 5.41073731842467e-07,
      "loss": 0.3434,
      "step": 2265460
    },
    {
      "epoch": 632.28,
      "grad_norm": 1.310865879058838,
      "learning_rate": 5.410564515274288e-07,
      "loss": 0.3396,
      "step": 2265470
    },
    {
      "epoch": 632.29,
      "grad_norm": 1.5027073621749878,
      "learning_rate": 5.410391714523296e-07,
      "loss": 0.3372,
      "step": 2265480
    },
    {
      "epoch": 632.29,
      "grad_norm": 1.181959867477417,
      "learning_rate": 5.410218916171717e-07,
      "loss": 0.34,
      "step": 2265490
    },
    {
      "epoch": 632.29,
      "grad_norm": 1.2564114332199097,
      "learning_rate": 5.410046120219579e-07,
      "loss": 0.3408,
      "step": 2265500
    },
    {
      "epoch": 632.29,
      "grad_norm": 1.296687364578247,
      "learning_rate": 5.409873326666897e-07,
      "loss": 0.3312,
      "step": 2265510
    },
    {
      "epoch": 632.3,
      "grad_norm": 1.3027807474136353,
      "learning_rate": 5.409700535513694e-07,
      "loss": 0.3437,
      "step": 2265520
    },
    {
      "epoch": 632.3,
      "grad_norm": 1.4977128505706787,
      "learning_rate": 5.409527746760004e-07,
      "loss": 0.3518,
      "step": 2265530
    },
    {
      "epoch": 632.3,
      "grad_norm": 1.3405096530914307,
      "learning_rate": 5.409354960405825e-07,
      "loss": 0.3381,
      "step": 2265540
    },
    {
      "epoch": 632.31,
      "grad_norm": 1.2803846597671509,
      "learning_rate": 5.409182176451216e-07,
      "loss": 0.3258,
      "step": 2265550
    },
    {
      "epoch": 632.31,
      "grad_norm": 1.0551756620407104,
      "learning_rate": 5.40900939489617e-07,
      "loss": 0.3367,
      "step": 2265560
    },
    {
      "epoch": 632.31,
      "grad_norm": 1.0358057022094727,
      "learning_rate": 5.408836615740723e-07,
      "loss": 0.3365,
      "step": 2265570
    },
    {
      "epoch": 632.31,
      "grad_norm": 1.5082448720932007,
      "learning_rate": 5.408663838984902e-07,
      "loss": 0.3418,
      "step": 2265580
    },
    {
      "epoch": 632.32,
      "grad_norm": 1.3027684688568115,
      "learning_rate": 5.408491064628719e-07,
      "loss": 0.3524,
      "step": 2265590
    },
    {
      "epoch": 632.32,
      "grad_norm": 1.0672615766525269,
      "learning_rate": 5.408318292672201e-07,
      "loss": 0.3402,
      "step": 2265600
    },
    {
      "epoch": 632.32,
      "grad_norm": 1.185247540473938,
      "learning_rate": 5.408145523115371e-07,
      "loss": 0.333,
      "step": 2265610
    },
    {
      "epoch": 632.32,
      "grad_norm": 1.1593862771987915,
      "learning_rate": 5.407972755958254e-07,
      "loss": 0.3465,
      "step": 2265620
    },
    {
      "epoch": 632.33,
      "grad_norm": 1.2800101041793823,
      "learning_rate": 5.407799991200871e-07,
      "loss": 0.3348,
      "step": 2265630
    },
    {
      "epoch": 632.33,
      "grad_norm": 1.1133997440338135,
      "learning_rate": 5.407627228843253e-07,
      "loss": 0.3323,
      "step": 2265640
    },
    {
      "epoch": 632.33,
      "grad_norm": 1.1459167003631592,
      "learning_rate": 5.407454468885411e-07,
      "loss": 0.3213,
      "step": 2265650
    },
    {
      "epoch": 632.34,
      "grad_norm": 1.2309229373931885,
      "learning_rate": 5.40728171132737e-07,
      "loss": 0.3328,
      "step": 2265660
    },
    {
      "epoch": 632.34,
      "grad_norm": 1.1727360486984253,
      "learning_rate": 5.407108956169165e-07,
      "loss": 0.3218,
      "step": 2265670
    },
    {
      "epoch": 632.34,
      "grad_norm": 1.19381582736969,
      "learning_rate": 5.406936203410796e-07,
      "loss": 0.3478,
      "step": 2265680
    },
    {
      "epoch": 632.34,
      "grad_norm": 3.3716514110565186,
      "learning_rate": 5.406763453052312e-07,
      "loss": 0.3441,
      "step": 2265690
    },
    {
      "epoch": 632.35,
      "grad_norm": 1.184758186340332,
      "learning_rate": 5.406590705093719e-07,
      "loss": 0.3425,
      "step": 2265700
    },
    {
      "epoch": 632.35,
      "grad_norm": 1.1293892860412598,
      "learning_rate": 5.406417959535046e-07,
      "loss": 0.3531,
      "step": 2265710
    },
    {
      "epoch": 632.35,
      "grad_norm": 1.2462658882141113,
      "learning_rate": 5.406245216376318e-07,
      "loss": 0.3388,
      "step": 2265720
    },
    {
      "epoch": 632.36,
      "grad_norm": 1.0940709114074707,
      "learning_rate": 5.406072475617551e-07,
      "loss": 0.3263,
      "step": 2265730
    },
    {
      "epoch": 632.36,
      "grad_norm": 1.1618359088897705,
      "learning_rate": 5.40589973725877e-07,
      "loss": 0.3373,
      "step": 2265740
    },
    {
      "epoch": 632.36,
      "grad_norm": 1.3961482048034668,
      "learning_rate": 5.405727001300001e-07,
      "loss": 0.3281,
      "step": 2265750
    },
    {
      "epoch": 632.36,
      "grad_norm": 1.1689081192016602,
      "learning_rate": 5.405554267741274e-07,
      "loss": 0.3473,
      "step": 2265760
    },
    {
      "epoch": 632.37,
      "grad_norm": 1.2093455791473389,
      "learning_rate": 5.405381536582588e-07,
      "loss": 0.337,
      "step": 2265770
    },
    {
      "epoch": 632.37,
      "grad_norm": 1.3149254322052002,
      "learning_rate": 5.405208807823998e-07,
      "loss": 0.3314,
      "step": 2265780
    },
    {
      "epoch": 632.37,
      "grad_norm": 1.3603310585021973,
      "learning_rate": 5.405036081465503e-07,
      "loss": 0.3331,
      "step": 2265790
    },
    {
      "epoch": 632.38,
      "grad_norm": 1.2113951444625854,
      "learning_rate": 5.404863357507132e-07,
      "loss": 0.3565,
      "step": 2265800
    },
    {
      "epoch": 632.38,
      "grad_norm": 1.1470059156417847,
      "learning_rate": 5.404690635948917e-07,
      "loss": 0.3258,
      "step": 2265810
    },
    {
      "epoch": 632.38,
      "grad_norm": 1.063910722732544,
      "learning_rate": 5.404517916790868e-07,
      "loss": 0.3219,
      "step": 2265820
    },
    {
      "epoch": 632.38,
      "grad_norm": 1.0618174076080322,
      "learning_rate": 5.404345200033014e-07,
      "loss": 0.3534,
      "step": 2265830
    },
    {
      "epoch": 632.39,
      "grad_norm": 1.7177140712738037,
      "learning_rate": 5.404172485675378e-07,
      "loss": 0.3297,
      "step": 2265840
    },
    {
      "epoch": 632.39,
      "grad_norm": 1.512094497680664,
      "learning_rate": 5.403999773717989e-07,
      "loss": 0.3374,
      "step": 2265850
    },
    {
      "epoch": 632.39,
      "grad_norm": 1.1569770574569702,
      "learning_rate": 5.40382706416086e-07,
      "loss": 0.3334,
      "step": 2265860
    },
    {
      "epoch": 632.39,
      "grad_norm": 1.1569113731384277,
      "learning_rate": 5.403654357004013e-07,
      "loss": 0.3415,
      "step": 2265870
    },
    {
      "epoch": 632.4,
      "grad_norm": 1.5014278888702393,
      "learning_rate": 5.403481652247485e-07,
      "loss": 0.3485,
      "step": 2265880
    },
    {
      "epoch": 632.4,
      "grad_norm": 1.3036831617355347,
      "learning_rate": 5.403308949891276e-07,
      "loss": 0.3377,
      "step": 2265890
    },
    {
      "epoch": 632.4,
      "grad_norm": 1.3588415384292603,
      "learning_rate": 5.403136249935436e-07,
      "loss": 0.3586,
      "step": 2265900
    },
    {
      "epoch": 632.41,
      "grad_norm": 1.1269676685333252,
      "learning_rate": 5.402963552379962e-07,
      "loss": 0.3245,
      "step": 2265910
    },
    {
      "epoch": 632.41,
      "grad_norm": 1.3757824897766113,
      "learning_rate": 5.402790857224903e-07,
      "loss": 0.338,
      "step": 2265920
    },
    {
      "epoch": 632.41,
      "grad_norm": 1.1880208253860474,
      "learning_rate": 5.402618164470262e-07,
      "loss": 0.3402,
      "step": 2265930
    },
    {
      "epoch": 632.41,
      "grad_norm": 1.297728180885315,
      "learning_rate": 5.402445474116068e-07,
      "loss": 0.3574,
      "step": 2265940
    },
    {
      "epoch": 632.42,
      "grad_norm": 1.2530699968338013,
      "learning_rate": 5.402272786162351e-07,
      "loss": 0.3262,
      "step": 2265950
    },
    {
      "epoch": 632.42,
      "grad_norm": 1.255224585533142,
      "learning_rate": 5.402100100609121e-07,
      "loss": 0.3336,
      "step": 2265960
    },
    {
      "epoch": 632.42,
      "grad_norm": 1.2631553411483765,
      "learning_rate": 5.401927417456409e-07,
      "loss": 0.3365,
      "step": 2265970
    },
    {
      "epoch": 632.43,
      "grad_norm": 1.2571488618850708,
      "learning_rate": 5.401754736704235e-07,
      "loss": 0.3389,
      "step": 2265980
    },
    {
      "epoch": 632.43,
      "grad_norm": 1.7016440629959106,
      "learning_rate": 5.40158205835263e-07,
      "loss": 0.332,
      "step": 2265990
    },
    {
      "epoch": 632.43,
      "grad_norm": 1.119179606437683,
      "learning_rate": 5.401409382401606e-07,
      "loss": 0.3293,
      "step": 2266000
    },
    {
      "epoch": 632.43,
      "grad_norm": 1.2643685340881348,
      "learning_rate": 5.40123670885119e-07,
      "loss": 0.3426,
      "step": 2266010
    },
    {
      "epoch": 632.44,
      "grad_norm": 1.2827738523483276,
      "learning_rate": 5.401064037701413e-07,
      "loss": 0.3389,
      "step": 2266020
    },
    {
      "epoch": 632.44,
      "grad_norm": 1.2023321390151978,
      "learning_rate": 5.400891368952275e-07,
      "loss": 0.3359,
      "step": 2266030
    },
    {
      "epoch": 632.44,
      "grad_norm": 1.1551640033721924,
      "learning_rate": 5.40071870260383e-07,
      "loss": 0.3403,
      "step": 2266040
    },
    {
      "epoch": 632.44,
      "grad_norm": 1.1305561065673828,
      "learning_rate": 5.400546038656077e-07,
      "loss": 0.3219,
      "step": 2266050
    },
    {
      "epoch": 632.45,
      "grad_norm": 1.3002804517745972,
      "learning_rate": 5.400373377109049e-07,
      "loss": 0.3489,
      "step": 2266060
    },
    {
      "epoch": 632.45,
      "grad_norm": 1.1828339099884033,
      "learning_rate": 5.400200717962767e-07,
      "loss": 0.3314,
      "step": 2266070
    },
    {
      "epoch": 632.45,
      "grad_norm": 1.0443164110183716,
      "learning_rate": 5.40002806121726e-07,
      "loss": 0.3325,
      "step": 2266080
    },
    {
      "epoch": 632.46,
      "grad_norm": 1.1145927906036377,
      "learning_rate": 5.39985540687254e-07,
      "loss": 0.3451,
      "step": 2266090
    },
    {
      "epoch": 632.46,
      "grad_norm": 1.1064521074295044,
      "learning_rate": 5.399682754928634e-07,
      "loss": 0.3583,
      "step": 2266100
    },
    {
      "epoch": 632.46,
      "grad_norm": 1.1241488456726074,
      "learning_rate": 5.399510105385574e-07,
      "loss": 0.3359,
      "step": 2266110
    },
    {
      "epoch": 632.46,
      "grad_norm": 1.3307044506072998,
      "learning_rate": 5.399337458243363e-07,
      "loss": 0.3453,
      "step": 2266120
    },
    {
      "epoch": 632.47,
      "grad_norm": 1.4099537134170532,
      "learning_rate": 5.399164813502048e-07,
      "loss": 0.3429,
      "step": 2266130
    },
    {
      "epoch": 632.47,
      "grad_norm": 1.2117877006530762,
      "learning_rate": 5.398992171161635e-07,
      "loss": 0.3272,
      "step": 2266140
    },
    {
      "epoch": 632.47,
      "grad_norm": 1.1911381483078003,
      "learning_rate": 5.398819531222153e-07,
      "loss": 0.3515,
      "step": 2266150
    },
    {
      "epoch": 632.48,
      "grad_norm": 1.0672155618667603,
      "learning_rate": 5.398646893683627e-07,
      "loss": 0.3254,
      "step": 2266160
    },
    {
      "epoch": 632.48,
      "grad_norm": 1.2117681503295898,
      "learning_rate": 5.398474258546075e-07,
      "loss": 0.3369,
      "step": 2266170
    },
    {
      "epoch": 632.48,
      "grad_norm": 4.3127641677856445,
      "learning_rate": 5.398301625809521e-07,
      "loss": 0.34,
      "step": 2266180
    },
    {
      "epoch": 632.48,
      "grad_norm": 1.2032649517059326,
      "learning_rate": 5.398128995473987e-07,
      "loss": 0.344,
      "step": 2266190
    },
    {
      "epoch": 632.49,
      "grad_norm": 1.1707595586776733,
      "learning_rate": 5.397956367539501e-07,
      "loss": 0.3331,
      "step": 2266200
    },
    {
      "epoch": 632.49,
      "grad_norm": 1.0556743144989014,
      "learning_rate": 5.397783742006081e-07,
      "loss": 0.3314,
      "step": 2266210
    },
    {
      "epoch": 632.49,
      "grad_norm": 1.2431890964508057,
      "learning_rate": 5.397611118873761e-07,
      "loss": 0.3385,
      "step": 2266220
    },
    {
      "epoch": 632.5,
      "grad_norm": 1.0846571922302246,
      "learning_rate": 5.397438498142547e-07,
      "loss": 0.3416,
      "step": 2266230
    },
    {
      "epoch": 632.5,
      "grad_norm": 1.1922211647033691,
      "learning_rate": 5.397265879812472e-07,
      "loss": 0.3338,
      "step": 2266240
    },
    {
      "epoch": 632.5,
      "grad_norm": 1.2866183519363403,
      "learning_rate": 5.397093263883562e-07,
      "loss": 0.3506,
      "step": 2266250
    },
    {
      "epoch": 632.5,
      "grad_norm": 1.175594687461853,
      "learning_rate": 5.396920650355822e-07,
      "loss": 0.3315,
      "step": 2266260
    },
    {
      "epoch": 632.51,
      "grad_norm": 1.234573245048523,
      "learning_rate": 5.396748039229299e-07,
      "loss": 0.3445,
      "step": 2266270
    },
    {
      "epoch": 632.51,
      "grad_norm": 1.357884168624878,
      "learning_rate": 5.396575430504002e-07,
      "loss": 0.3368,
      "step": 2266280
    },
    {
      "epoch": 632.51,
      "grad_norm": 1.1603949069976807,
      "learning_rate": 5.396402824179956e-07,
      "loss": 0.345,
      "step": 2266290
    },
    {
      "epoch": 632.51,
      "grad_norm": 1.6009896993637085,
      "learning_rate": 5.396230220257184e-07,
      "loss": 0.3461,
      "step": 2266300
    },
    {
      "epoch": 632.52,
      "grad_norm": 1.2624658346176147,
      "learning_rate": 5.396057618735719e-07,
      "loss": 0.344,
      "step": 2266310
    },
    {
      "epoch": 632.52,
      "grad_norm": 1.2025021314620972,
      "learning_rate": 5.395885019615563e-07,
      "loss": 0.3387,
      "step": 2266320
    },
    {
      "epoch": 632.52,
      "grad_norm": 1.164055347442627,
      "learning_rate": 5.395712422896756e-07,
      "loss": 0.3321,
      "step": 2266330
    },
    {
      "epoch": 632.53,
      "grad_norm": 2.418217658996582,
      "learning_rate": 5.395539828579322e-07,
      "loss": 0.3651,
      "step": 2266340
    },
    {
      "epoch": 632.53,
      "grad_norm": 1.0933082103729248,
      "learning_rate": 5.395367236663263e-07,
      "loss": 0.3517,
      "step": 2266350
    },
    {
      "epoch": 632.53,
      "grad_norm": 1.343421220779419,
      "learning_rate": 5.395194647148631e-07,
      "loss": 0.3367,
      "step": 2266360
    },
    {
      "epoch": 632.53,
      "grad_norm": 1.1778459548950195,
      "learning_rate": 5.395022060035425e-07,
      "loss": 0.3375,
      "step": 2266370
    },
    {
      "epoch": 632.54,
      "grad_norm": 1.2712031602859497,
      "learning_rate": 5.394849475323682e-07,
      "loss": 0.3243,
      "step": 2266380
    },
    {
      "epoch": 632.54,
      "grad_norm": 1.1969729661941528,
      "learning_rate": 5.394676893013424e-07,
      "loss": 0.3489,
      "step": 2266390
    },
    {
      "epoch": 632.54,
      "grad_norm": 6.2372260093688965,
      "learning_rate": 5.394504313104667e-07,
      "loss": 0.3466,
      "step": 2266400
    },
    {
      "epoch": 632.55,
      "grad_norm": 1.1448135375976562,
      "learning_rate": 5.394331735597434e-07,
      "loss": 0.3537,
      "step": 2266410
    },
    {
      "epoch": 632.55,
      "grad_norm": 1.0635042190551758,
      "learning_rate": 5.394159160491755e-07,
      "loss": 0.3322,
      "step": 2266420
    },
    {
      "epoch": 632.55,
      "grad_norm": 1.3709622621536255,
      "learning_rate": 5.393986587787657e-07,
      "loss": 0.3496,
      "step": 2266430
    },
    {
      "epoch": 632.55,
      "grad_norm": 1.2074965238571167,
      "learning_rate": 5.39381401748514e-07,
      "loss": 0.3362,
      "step": 2266440
    },
    {
      "epoch": 632.56,
      "grad_norm": 1.1890627145767212,
      "learning_rate": 5.393641449584254e-07,
      "loss": 0.3493,
      "step": 2266450
    },
    {
      "epoch": 632.56,
      "grad_norm": 1.4023152589797974,
      "learning_rate": 5.393468884085007e-07,
      "loss": 0.3316,
      "step": 2266460
    },
    {
      "epoch": 632.56,
      "grad_norm": 1.5046035051345825,
      "learning_rate": 5.393296320987425e-07,
      "loss": 0.3335,
      "step": 2266470
    },
    {
      "epoch": 632.56,
      "grad_norm": 1.287469744682312,
      "learning_rate": 5.393123760291537e-07,
      "loss": 0.3483,
      "step": 2266480
    },
    {
      "epoch": 632.57,
      "grad_norm": 1.1856902837753296,
      "learning_rate": 5.392951201997347e-07,
      "loss": 0.3435,
      "step": 2266490
    },
    {
      "epoch": 632.57,
      "grad_norm": 1.2819671630859375,
      "learning_rate": 5.392778646104904e-07,
      "loss": 0.3405,
      "step": 2266500
    },
    {
      "epoch": 632.57,
      "grad_norm": 1.1998168230056763,
      "learning_rate": 5.392606092614216e-07,
      "loss": 0.3445,
      "step": 2266510
    },
    {
      "epoch": 632.58,
      "grad_norm": 1.6691169738769531,
      "learning_rate": 5.392433541525304e-07,
      "loss": 0.3451,
      "step": 2266520
    },
    {
      "epoch": 632.58,
      "grad_norm": 1.4636352062225342,
      "learning_rate": 5.392260992838202e-07,
      "loss": 0.3397,
      "step": 2266530
    },
    {
      "epoch": 632.58,
      "grad_norm": 1.1551146507263184,
      "learning_rate": 5.392088446552922e-07,
      "loss": 0.347,
      "step": 2266540
    },
    {
      "epoch": 632.58,
      "grad_norm": 1.2999812364578247,
      "learning_rate": 5.39191590266949e-07,
      "loss": 0.3248,
      "step": 2266550
    },
    {
      "epoch": 632.59,
      "grad_norm": 1.1958978176116943,
      "learning_rate": 5.39174336118793e-07,
      "loss": 0.3638,
      "step": 2266560
    },
    {
      "epoch": 632.59,
      "grad_norm": 1.2836778163909912,
      "learning_rate": 5.39157082210827e-07,
      "loss": 0.3312,
      "step": 2266570
    },
    {
      "epoch": 632.59,
      "grad_norm": 1.2493853569030762,
      "learning_rate": 5.391398285430519e-07,
      "loss": 0.3561,
      "step": 2266580
    },
    {
      "epoch": 632.6,
      "grad_norm": 1.356473445892334,
      "learning_rate": 5.39122575115472e-07,
      "loss": 0.3262,
      "step": 2266590
    },
    {
      "epoch": 632.6,
      "grad_norm": 1.0756434202194214,
      "learning_rate": 5.391053219280877e-07,
      "loss": 0.3319,
      "step": 2266600
    },
    {
      "epoch": 632.6,
      "grad_norm": 1.3619799613952637,
      "learning_rate": 5.390880689809022e-07,
      "loss": 0.3466,
      "step": 2266610
    },
    {
      "epoch": 632.6,
      "grad_norm": 1.1992932558059692,
      "learning_rate": 5.390708162739183e-07,
      "loss": 0.3469,
      "step": 2266620
    },
    {
      "epoch": 632.61,
      "grad_norm": 1.139076828956604,
      "learning_rate": 5.390535638071374e-07,
      "loss": 0.3239,
      "step": 2266630
    },
    {
      "epoch": 632.61,
      "grad_norm": 1.2963593006134033,
      "learning_rate": 5.390363115805617e-07,
      "loss": 0.3248,
      "step": 2266640
    },
    {
      "epoch": 632.61,
      "grad_norm": 1.039298176765442,
      "learning_rate": 5.390190595941941e-07,
      "loss": 0.3506,
      "step": 2266650
    },
    {
      "epoch": 632.62,
      "grad_norm": 1.090227484703064,
      "learning_rate": 5.390018078480371e-07,
      "loss": 0.3235,
      "step": 2266660
    },
    {
      "epoch": 632.62,
      "grad_norm": 1.2848762273788452,
      "learning_rate": 5.389845563420921e-07,
      "loss": 0.3486,
      "step": 2266670
    },
    {
      "epoch": 632.62,
      "grad_norm": 2.008453130722046,
      "learning_rate": 5.389673050763617e-07,
      "loss": 0.3353,
      "step": 2266680
    },
    {
      "epoch": 632.62,
      "grad_norm": 0.9854673147201538,
      "learning_rate": 5.389500540508493e-07,
      "loss": 0.3573,
      "step": 2266690
    },
    {
      "epoch": 632.63,
      "grad_norm": 1.216769814491272,
      "learning_rate": 5.389328032655548e-07,
      "loss": 0.3353,
      "step": 2266700
    },
    {
      "epoch": 632.63,
      "grad_norm": 1.7038781642913818,
      "learning_rate": 5.389155527204832e-07,
      "loss": 0.3382,
      "step": 2266710
    },
    {
      "epoch": 632.63,
      "grad_norm": 1.3036162853240967,
      "learning_rate": 5.388983024156351e-07,
      "loss": 0.3635,
      "step": 2266720
    },
    {
      "epoch": 632.63,
      "grad_norm": 1.3677116632461548,
      "learning_rate": 5.38881052351013e-07,
      "loss": 0.3412,
      "step": 2266730
    },
    {
      "epoch": 632.64,
      "grad_norm": 1.042466402053833,
      "learning_rate": 5.388638025266197e-07,
      "loss": 0.3338,
      "step": 2266740
    },
    {
      "epoch": 632.64,
      "grad_norm": 1.1910381317138672,
      "learning_rate": 5.388465529424571e-07,
      "loss": 0.3336,
      "step": 2266750
    },
    {
      "epoch": 632.64,
      "grad_norm": 1.1840840578079224,
      "learning_rate": 5.388293035985283e-07,
      "loss": 0.3231,
      "step": 2266760
    },
    {
      "epoch": 632.65,
      "grad_norm": 1.1934943199157715,
      "learning_rate": 5.388120544948342e-07,
      "loss": 0.3334,
      "step": 2266770
    },
    {
      "epoch": 632.65,
      "grad_norm": 1.2090744972229004,
      "learning_rate": 5.38794805631378e-07,
      "loss": 0.3599,
      "step": 2266780
    },
    {
      "epoch": 632.65,
      "grad_norm": 1.0973618030548096,
      "learning_rate": 5.387775570081617e-07,
      "loss": 0.3412,
      "step": 2266790
    },
    {
      "epoch": 632.65,
      "grad_norm": 1.138892650604248,
      "learning_rate": 5.387603086251886e-07,
      "loss": 0.337,
      "step": 2266800
    },
    {
      "epoch": 632.66,
      "grad_norm": 1.0996522903442383,
      "learning_rate": 5.387430604824591e-07,
      "loss": 0.3365,
      "step": 2266810
    },
    {
      "epoch": 632.66,
      "grad_norm": 1.0526869297027588,
      "learning_rate": 5.387258125799769e-07,
      "loss": 0.3378,
      "step": 2266820
    },
    {
      "epoch": 632.66,
      "grad_norm": 1.2751189470291138,
      "learning_rate": 5.387085649177443e-07,
      "loss": 0.3363,
      "step": 2266830
    },
    {
      "epoch": 632.67,
      "grad_norm": 1.1454709768295288,
      "learning_rate": 5.38691317495762e-07,
      "loss": 0.3304,
      "step": 2266840
    },
    {
      "epoch": 632.67,
      "grad_norm": 1.2338495254516602,
      "learning_rate": 5.386740703140347e-07,
      "loss": 0.324,
      "step": 2266850
    },
    {
      "epoch": 632.67,
      "grad_norm": 1.2985419034957886,
      "learning_rate": 5.386568233725631e-07,
      "loss": 0.3339,
      "step": 2266860
    },
    {
      "epoch": 632.67,
      "grad_norm": 1.1175402402877808,
      "learning_rate": 5.386395766713495e-07,
      "loss": 0.323,
      "step": 2266870
    },
    {
      "epoch": 632.68,
      "grad_norm": 1.073585867881775,
      "learning_rate": 5.38622330210397e-07,
      "loss": 0.3381,
      "step": 2266880
    },
    {
      "epoch": 632.68,
      "grad_norm": 1.067247748374939,
      "learning_rate": 5.38605083989708e-07,
      "loss": 0.3552,
      "step": 2266890
    },
    {
      "epoch": 632.68,
      "grad_norm": 1.176652431488037,
      "learning_rate": 5.385878380092834e-07,
      "loss": 0.3299,
      "step": 2266900
    },
    {
      "epoch": 632.68,
      "grad_norm": 1.124300479888916,
      "learning_rate": 5.385705922691267e-07,
      "loss": 0.3249,
      "step": 2266910
    },
    {
      "epoch": 632.69,
      "grad_norm": 1.2913897037506104,
      "learning_rate": 5.385533467692403e-07,
      "loss": 0.3276,
      "step": 2266920
    },
    {
      "epoch": 632.69,
      "grad_norm": 1.2128335237503052,
      "learning_rate": 5.385361015096249e-07,
      "loss": 0.3409,
      "step": 2266930
    },
    {
      "epoch": 632.69,
      "grad_norm": 1.0898319482803345,
      "learning_rate": 5.385188564902852e-07,
      "loss": 0.3431,
      "step": 2266940
    },
    {
      "epoch": 632.7,
      "grad_norm": 1.243980884552002,
      "learning_rate": 5.385016117112216e-07,
      "loss": 0.3434,
      "step": 2266950
    },
    {
      "epoch": 632.7,
      "grad_norm": 1.2234550714492798,
      "learning_rate": 5.384843671724369e-07,
      "loss": 0.344,
      "step": 2266960
    },
    {
      "epoch": 632.7,
      "grad_norm": 1.3552285432815552,
      "learning_rate": 5.384671228739346e-07,
      "loss": 0.3354,
      "step": 2266970
    },
    {
      "epoch": 632.7,
      "grad_norm": 1.2306160926818848,
      "learning_rate": 5.38449878815715e-07,
      "loss": 0.3206,
      "step": 2266980
    },
    {
      "epoch": 632.71,
      "grad_norm": 1.5528607368469238,
      "learning_rate": 5.384326349977814e-07,
      "loss": 0.3543,
      "step": 2266990
    },
    {
      "epoch": 632.71,
      "grad_norm": 1.1751563549041748,
      "learning_rate": 5.38415391420136e-07,
      "loss": 0.337,
      "step": 2267000
    },
    {
      "epoch": 632.71,
      "grad_norm": 1.2036199569702148,
      "learning_rate": 5.383981480827817e-07,
      "loss": 0.334,
      "step": 2267010
    },
    {
      "epoch": 632.72,
      "grad_norm": 1.3948274850845337,
      "learning_rate": 5.38380904985719e-07,
      "loss": 0.3483,
      "step": 2267020
    },
    {
      "epoch": 632.72,
      "grad_norm": 1.1996208429336548,
      "learning_rate": 5.383636621289528e-07,
      "loss": 0.3406,
      "step": 2267030
    },
    {
      "epoch": 632.72,
      "grad_norm": 1.0754989385604858,
      "learning_rate": 5.383464195124833e-07,
      "loss": 0.3435,
      "step": 2267040
    },
    {
      "epoch": 632.72,
      "grad_norm": 1.184287428855896,
      "learning_rate": 5.383291771363135e-07,
      "loss": 0.3409,
      "step": 2267050
    },
    {
      "epoch": 632.73,
      "grad_norm": 1.2363563776016235,
      "learning_rate": 5.383119350004466e-07,
      "loss": 0.3295,
      "step": 2267060
    },
    {
      "epoch": 632.73,
      "grad_norm": 1.2749390602111816,
      "learning_rate": 5.382946931048824e-07,
      "loss": 0.3388,
      "step": 2267070
    },
    {
      "epoch": 632.73,
      "grad_norm": 1.2722431421279907,
      "learning_rate": 5.38277451449626e-07,
      "loss": 0.3366,
      "step": 2267080
    },
    {
      "epoch": 632.74,
      "grad_norm": 1.0828182697296143,
      "learning_rate": 5.382602100346781e-07,
      "loss": 0.3443,
      "step": 2267090
    },
    {
      "epoch": 632.74,
      "grad_norm": 1.275744080543518,
      "learning_rate": 5.382429688600413e-07,
      "loss": 0.3594,
      "step": 2267100
    },
    {
      "epoch": 632.74,
      "grad_norm": 1.4019439220428467,
      "learning_rate": 5.382257279257186e-07,
      "loss": 0.3549,
      "step": 2267110
    },
    {
      "epoch": 632.74,
      "grad_norm": 1.131643295288086,
      "learning_rate": 5.38208487231711e-07,
      "loss": 0.3506,
      "step": 2267120
    },
    {
      "epoch": 632.75,
      "grad_norm": 1.3642009496688843,
      "learning_rate": 5.381912467780216e-07,
      "loss": 0.3359,
      "step": 2267130
    },
    {
      "epoch": 632.75,
      "grad_norm": 2.1787776947021484,
      "learning_rate": 5.381740065646524e-07,
      "loss": 0.3488,
      "step": 2267140
    },
    {
      "epoch": 632.75,
      "grad_norm": 1.0262635946273804,
      "learning_rate": 5.381567665916067e-07,
      "loss": 0.3347,
      "step": 2267150
    },
    {
      "epoch": 632.75,
      "grad_norm": 1.44606614112854,
      "learning_rate": 5.381395268588843e-07,
      "loss": 0.3372,
      "step": 2267160
    },
    {
      "epoch": 632.76,
      "grad_norm": 1.5120129585266113,
      "learning_rate": 5.381222873664908e-07,
      "loss": 0.3473,
      "step": 2267170
    },
    {
      "epoch": 632.76,
      "grad_norm": 1.2847288846969604,
      "learning_rate": 5.381050481144261e-07,
      "loss": 0.3392,
      "step": 2267180
    },
    {
      "epoch": 632.76,
      "grad_norm": 1.0849806070327759,
      "learning_rate": 5.380878091026931e-07,
      "loss": 0.3272,
      "step": 2267190
    },
    {
      "epoch": 632.77,
      "grad_norm": 1.1041576862335205,
      "learning_rate": 5.380705703312951e-07,
      "loss": 0.332,
      "step": 2267200
    },
    {
      "epoch": 632.77,
      "grad_norm": 1.2844972610473633,
      "learning_rate": 5.380533318002326e-07,
      "loss": 0.3422,
      "step": 2267210
    },
    {
      "epoch": 632.77,
      "grad_norm": 1.3252193927764893,
      "learning_rate": 5.38036093509509e-07,
      "loss": 0.3294,
      "step": 2267220
    },
    {
      "epoch": 632.77,
      "grad_norm": 0.9962249994277954,
      "learning_rate": 5.380188554591263e-07,
      "loss": 0.3168,
      "step": 2267230
    },
    {
      "epoch": 632.78,
      "grad_norm": 1.1399755477905273,
      "learning_rate": 5.380016176490878e-07,
      "loss": 0.3379,
      "step": 2267240
    },
    {
      "epoch": 632.78,
      "grad_norm": 1.0739939212799072,
      "learning_rate": 5.37984380079394e-07,
      "loss": 0.3317,
      "step": 2267250
    },
    {
      "epoch": 632.78,
      "grad_norm": 1.3399806022644043,
      "learning_rate": 5.379671427500481e-07,
      "loss": 0.3423,
      "step": 2267260
    },
    {
      "epoch": 632.79,
      "grad_norm": 1.1030018329620361,
      "learning_rate": 5.379499056610527e-07,
      "loss": 0.3266,
      "step": 2267270
    },
    {
      "epoch": 632.79,
      "grad_norm": 1.2863901853561401,
      "learning_rate": 5.379326688124095e-07,
      "loss": 0.3379,
      "step": 2267280
    },
    {
      "epoch": 632.79,
      "grad_norm": 1.0847588777542114,
      "learning_rate": 5.379154322041216e-07,
      "loss": 0.3201,
      "step": 2267290
    },
    {
      "epoch": 632.79,
      "grad_norm": 1.4441853761672974,
      "learning_rate": 5.378981958361906e-07,
      "loss": 0.3442,
      "step": 2267300
    },
    {
      "epoch": 632.8,
      "grad_norm": 1.152384877204895,
      "learning_rate": 5.378809597086185e-07,
      "loss": 0.3319,
      "step": 2267310
    },
    {
      "epoch": 632.8,
      "grad_norm": 1.42877995967865,
      "learning_rate": 5.378637238214083e-07,
      "loss": 0.3249,
      "step": 2267320
    },
    {
      "epoch": 632.8,
      "grad_norm": 1.1825768947601318,
      "learning_rate": 5.378464881745621e-07,
      "loss": 0.333,
      "step": 2267330
    },
    {
      "epoch": 632.8,
      "grad_norm": 1.190956473350525,
      "learning_rate": 5.378292527680825e-07,
      "loss": 0.3351,
      "step": 2267340
    },
    {
      "epoch": 632.81,
      "grad_norm": 1.1970990896224976,
      "learning_rate": 5.37812017601971e-07,
      "loss": 0.3213,
      "step": 2267350
    },
    {
      "epoch": 632.81,
      "grad_norm": 2.5211126804351807,
      "learning_rate": 5.377947826762305e-07,
      "loss": 0.354,
      "step": 2267360
    },
    {
      "epoch": 632.81,
      "grad_norm": 1.182478666305542,
      "learning_rate": 5.377775479908629e-07,
      "loss": 0.3599,
      "step": 2267370
    },
    {
      "epoch": 632.82,
      "grad_norm": 1.361485242843628,
      "learning_rate": 5.377603135458714e-07,
      "loss": 0.3348,
      "step": 2267380
    },
    {
      "epoch": 632.82,
      "grad_norm": 1.2814301252365112,
      "learning_rate": 5.377430793412564e-07,
      "loss": 0.3521,
      "step": 2267390
    },
    {
      "epoch": 632.82,
      "grad_norm": 1.223952054977417,
      "learning_rate": 5.377258453770226e-07,
      "loss": 0.3481,
      "step": 2267400
    },
    {
      "epoch": 632.82,
      "grad_norm": 1.0592193603515625,
      "learning_rate": 5.377086116531705e-07,
      "loss": 0.3285,
      "step": 2267410
    },
    {
      "epoch": 632.83,
      "grad_norm": 1.135002851486206,
      "learning_rate": 5.376913781697031e-07,
      "loss": 0.3267,
      "step": 2267420
    },
    {
      "epoch": 632.83,
      "grad_norm": 1.3103381395339966,
      "learning_rate": 5.376741449266231e-07,
      "loss": 0.3453,
      "step": 2267430
    },
    {
      "epoch": 632.83,
      "grad_norm": 1.1376874446868896,
      "learning_rate": 5.376569119239316e-07,
      "loss": 0.3147,
      "step": 2267440
    },
    {
      "epoch": 632.84,
      "grad_norm": 2.511026620864868,
      "learning_rate": 5.376396791616319e-07,
      "loss": 0.3251,
      "step": 2267450
    },
    {
      "epoch": 632.84,
      "grad_norm": 1.1040629148483276,
      "learning_rate": 5.376224466397256e-07,
      "loss": 0.3288,
      "step": 2267460
    },
    {
      "epoch": 632.84,
      "grad_norm": 1.1617454290390015,
      "learning_rate": 5.376052143582163e-07,
      "loss": 0.3328,
      "step": 2267470
    },
    {
      "epoch": 632.84,
      "grad_norm": 1.3531209230422974,
      "learning_rate": 5.375879823171045e-07,
      "loss": 0.3329,
      "step": 2267480
    },
    {
      "epoch": 632.85,
      "grad_norm": 1.303693175315857,
      "learning_rate": 5.375707505163935e-07,
      "loss": 0.3226,
      "step": 2267490
    },
    {
      "epoch": 632.85,
      "grad_norm": 2.2707226276397705,
      "learning_rate": 5.375535189560859e-07,
      "loss": 0.3399,
      "step": 2267500
    },
    {
      "epoch": 632.85,
      "grad_norm": 1.1798577308654785,
      "learning_rate": 5.375362876361825e-07,
      "loss": 0.3411,
      "step": 2267510
    },
    {
      "epoch": 632.86,
      "grad_norm": 1.241428017616272,
      "learning_rate": 5.37519056556688e-07,
      "loss": 0.3279,
      "step": 2267520
    },
    {
      "epoch": 632.86,
      "grad_norm": 1.1897019147872925,
      "learning_rate": 5.375018257176025e-07,
      "loss": 0.3514,
      "step": 2267530
    },
    {
      "epoch": 632.86,
      "grad_norm": 1.193891167640686,
      "learning_rate": 5.374845951189291e-07,
      "loss": 0.3263,
      "step": 2267540
    },
    {
      "epoch": 632.86,
      "grad_norm": 1.1627678871154785,
      "learning_rate": 5.374673647606701e-07,
      "loss": 0.3241,
      "step": 2267550
    },
    {
      "epoch": 632.87,
      "grad_norm": 1.1190820932388306,
      "learning_rate": 5.374501346428285e-07,
      "loss": 0.3411,
      "step": 2267560
    },
    {
      "epoch": 632.87,
      "grad_norm": 1.3142706155776978,
      "learning_rate": 5.374329047654053e-07,
      "loss": 0.3467,
      "step": 2267570
    },
    {
      "epoch": 632.87,
      "grad_norm": 2.4403982162475586,
      "learning_rate": 5.374156751284032e-07,
      "loss": 0.3239,
      "step": 2267580
    },
    {
      "epoch": 632.87,
      "grad_norm": 1.2397867441177368,
      "learning_rate": 5.373984457318256e-07,
      "loss": 0.3403,
      "step": 2267590
    },
    {
      "epoch": 632.88,
      "grad_norm": 1.3043431043624878,
      "learning_rate": 5.373812165756725e-07,
      "loss": 0.3361,
      "step": 2267600
    },
    {
      "epoch": 632.88,
      "grad_norm": 1.1593503952026367,
      "learning_rate": 5.37363987659949e-07,
      "loss": 0.3447,
      "step": 2267610
    },
    {
      "epoch": 632.88,
      "grad_norm": 1.099793791770935,
      "learning_rate": 5.373467589846551e-07,
      "loss": 0.3525,
      "step": 2267620
    },
    {
      "epoch": 632.89,
      "grad_norm": 1.1700737476348877,
      "learning_rate": 5.37329530549794e-07,
      "loss": 0.3371,
      "step": 2267630
    },
    {
      "epoch": 632.89,
      "grad_norm": 1.2491177320480347,
      "learning_rate": 5.373123023553687e-07,
      "loss": 0.3445,
      "step": 2267640
    },
    {
      "epoch": 632.89,
      "grad_norm": 1.2656562328338623,
      "learning_rate": 5.372950744013796e-07,
      "loss": 0.3338,
      "step": 2267650
    },
    {
      "epoch": 632.89,
      "grad_norm": 1.0428900718688965,
      "learning_rate": 5.372778466878311e-07,
      "loss": 0.3495,
      "step": 2267660
    },
    {
      "epoch": 632.9,
      "grad_norm": 1.0794810056686401,
      "learning_rate": 5.37260619214724e-07,
      "loss": 0.3354,
      "step": 2267670
    },
    {
      "epoch": 632.9,
      "grad_norm": 1.2428805828094482,
      "learning_rate": 5.372433919820612e-07,
      "loss": 0.3327,
      "step": 2267680
    },
    {
      "epoch": 632.9,
      "grad_norm": 1.2408905029296875,
      "learning_rate": 5.372261649898449e-07,
      "loss": 0.3468,
      "step": 2267690
    },
    {
      "epoch": 632.91,
      "grad_norm": 1.2543208599090576,
      "learning_rate": 5.372089382380781e-07,
      "loss": 0.3456,
      "step": 2267700
    },
    {
      "epoch": 632.91,
      "grad_norm": 1.199442982673645,
      "learning_rate": 5.371917117267617e-07,
      "loss": 0.3449,
      "step": 2267710
    },
    {
      "epoch": 632.91,
      "grad_norm": 1.4408483505249023,
      "learning_rate": 5.371744854558985e-07,
      "loss": 0.326,
      "step": 2267720
    },
    {
      "epoch": 632.91,
      "grad_norm": 1.1690266132354736,
      "learning_rate": 5.371572594254921e-07,
      "loss": 0.3388,
      "step": 2267730
    },
    {
      "epoch": 632.92,
      "grad_norm": 1.1989457607269287,
      "learning_rate": 5.371400336355421e-07,
      "loss": 0.3452,
      "step": 2267740
    },
    {
      "epoch": 632.92,
      "grad_norm": 1.1795841455459595,
      "learning_rate": 5.371228080860538e-07,
      "loss": 0.3365,
      "step": 2267750
    },
    {
      "epoch": 632.92,
      "grad_norm": 1.1102447509765625,
      "learning_rate": 5.371055827770272e-07,
      "loss": 0.3299,
      "step": 2267760
    },
    {
      "epoch": 632.92,
      "grad_norm": 1.1444236040115356,
      "learning_rate": 5.370883577084657e-07,
      "loss": 0.3424,
      "step": 2267770
    },
    {
      "epoch": 632.93,
      "grad_norm": 1.1813660860061646,
      "learning_rate": 5.370711328803719e-07,
      "loss": 0.3406,
      "step": 2267780
    },
    {
      "epoch": 632.93,
      "grad_norm": 1.2640177011489868,
      "learning_rate": 5.370539082927469e-07,
      "loss": 0.356,
      "step": 2267790
    },
    {
      "epoch": 632.93,
      "grad_norm": 1.0169727802276611,
      "learning_rate": 5.370366839455936e-07,
      "loss": 0.3278,
      "step": 2267800
    },
    {
      "epoch": 632.94,
      "grad_norm": 1.6072888374328613,
      "learning_rate": 5.370194598389144e-07,
      "loss": 0.3389,
      "step": 2267810
    },
    {
      "epoch": 632.94,
      "grad_norm": 1.5363173484802246,
      "learning_rate": 5.370022359727122e-07,
      "loss": 0.3241,
      "step": 2267820
    },
    {
      "epoch": 632.94,
      "grad_norm": 2.7855663299560547,
      "learning_rate": 5.369850123469872e-07,
      "loss": 0.3489,
      "step": 2267830
    },
    {
      "epoch": 632.94,
      "grad_norm": 1.2210007905960083,
      "learning_rate": 5.369677889617448e-07,
      "loss": 0.347,
      "step": 2267840
    },
    {
      "epoch": 632.95,
      "grad_norm": 1.1040880680084229,
      "learning_rate": 5.369505658169844e-07,
      "loss": 0.3438,
      "step": 2267850
    },
    {
      "epoch": 632.95,
      "grad_norm": 1.1959435939788818,
      "learning_rate": 5.369333429127098e-07,
      "loss": 0.349,
      "step": 2267860
    },
    {
      "epoch": 632.95,
      "grad_norm": 1.433993935585022,
      "learning_rate": 5.369161202489237e-07,
      "loss": 0.3392,
      "step": 2267870
    },
    {
      "epoch": 632.96,
      "grad_norm": 1.305456280708313,
      "learning_rate": 5.368988978256269e-07,
      "loss": 0.3551,
      "step": 2267880
    },
    {
      "epoch": 632.96,
      "grad_norm": 1.3353630304336548,
      "learning_rate": 5.368816756428225e-07,
      "loss": 0.3412,
      "step": 2267890
    },
    {
      "epoch": 632.96,
      "grad_norm": 1.6958553791046143,
      "learning_rate": 5.368644537005128e-07,
      "loss": 0.3437,
      "step": 2267900
    },
    {
      "epoch": 632.96,
      "grad_norm": 1.2854441404342651,
      "learning_rate": 5.368472319987e-07,
      "loss": 0.3478,
      "step": 2267910
    },
    {
      "epoch": 632.97,
      "grad_norm": 1.1776812076568604,
      "learning_rate": 5.36830010537387e-07,
      "loss": 0.3209,
      "step": 2267920
    },
    {
      "epoch": 632.97,
      "grad_norm": 1.3742681741714478,
      "learning_rate": 5.368127893165751e-07,
      "loss": 0.3418,
      "step": 2267930
    },
    {
      "epoch": 632.97,
      "grad_norm": 1.0938841104507446,
      "learning_rate": 5.36795568336267e-07,
      "loss": 0.3545,
      "step": 2267940
    },
    {
      "epoch": 632.98,
      "grad_norm": 1.0492218732833862,
      "learning_rate": 5.367783475964648e-07,
      "loss": 0.3313,
      "step": 2267950
    },
    {
      "epoch": 632.98,
      "grad_norm": 1.2335541248321533,
      "learning_rate": 5.367611270971719e-07,
      "loss": 0.337,
      "step": 2267960
    },
    {
      "epoch": 632.98,
      "grad_norm": 1.180057168006897,
      "learning_rate": 5.367439068383883e-07,
      "loss": 0.3534,
      "step": 2267970
    },
    {
      "epoch": 632.98,
      "grad_norm": 1.2395256757736206,
      "learning_rate": 5.367266868201192e-07,
      "loss": 0.3272,
      "step": 2267980
    },
    {
      "epoch": 632.99,
      "grad_norm": 1.0771275758743286,
      "learning_rate": 5.367094670423645e-07,
      "loss": 0.3306,
      "step": 2267990
    },
    {
      "epoch": 632.99,
      "grad_norm": 1.0954161882400513,
      "learning_rate": 5.366922475051275e-07,
      "loss": 0.3514,
      "step": 2268000
    },
    {
      "epoch": 632.99,
      "grad_norm": 1.3172413110733032,
      "learning_rate": 5.366750282084112e-07,
      "loss": 0.3308,
      "step": 2268010
    },
    {
      "epoch": 632.99,
      "grad_norm": 1.257384181022644,
      "learning_rate": 5.366578091522162e-07,
      "loss": 0.3251,
      "step": 2268020
    },
    {
      "epoch": 633.0,
      "grad_norm": 1.148935317993164,
      "learning_rate": 5.366405903365455e-07,
      "loss": 0.3313,
      "step": 2268030
    },
    {
      "epoch": 633.0,
      "eval_loss": 0.3387579619884491,
      "eval_runtime": 65.3168,
      "eval_samples_per_second": 77.453,
      "eval_steps_per_second": 9.691,
      "step": 2268039
    },
    {
      "epoch": 633.0,
      "grad_norm": 1.2323460578918457,
      "learning_rate": 5.36623371761402e-07,
      "loss": 0.3262,
      "step": 2268040
    },
    {
      "epoch": 633.0,
      "grad_norm": 1.1365896463394165,
      "learning_rate": 5.366061534267879e-07,
      "loss": 0.3293,
      "step": 2268050
    },
    {
      "epoch": 633.01,
      "grad_norm": 1.3816276788711548,
      "learning_rate": 5.365889353327046e-07,
      "loss": 0.3413,
      "step": 2268060
    },
    {
      "epoch": 633.01,
      "grad_norm": 1.1126961708068848,
      "learning_rate": 5.365717174791549e-07,
      "loss": 0.3417,
      "step": 2268070
    },
    {
      "epoch": 633.01,
      "grad_norm": 1.3006837368011475,
      "learning_rate": 5.365544998661417e-07,
      "loss": 0.3382,
      "step": 2268080
    },
    {
      "epoch": 633.01,
      "grad_norm": 1.2157901525497437,
      "learning_rate": 5.365372824936655e-07,
      "loss": 0.3348,
      "step": 2268090
    },
    {
      "epoch": 633.02,
      "grad_norm": 1.3800532817840576,
      "learning_rate": 5.36520065361731e-07,
      "loss": 0.3338,
      "step": 2268100
    },
    {
      "epoch": 633.02,
      "grad_norm": 1.1957839727401733,
      "learning_rate": 5.365028484703388e-07,
      "loss": 0.3389,
      "step": 2268110
    },
    {
      "epoch": 633.02,
      "grad_norm": 1.381485104560852,
      "learning_rate": 5.364856318194914e-07,
      "loss": 0.3405,
      "step": 2268120
    },
    {
      "epoch": 633.03,
      "grad_norm": 1.20445716381073,
      "learning_rate": 5.364684154091916e-07,
      "loss": 0.3339,
      "step": 2268130
    },
    {
      "epoch": 633.03,
      "grad_norm": 1.3196078538894653,
      "learning_rate": 5.364511992394422e-07,
      "loss": 0.3392,
      "step": 2268140
    },
    {
      "epoch": 633.03,
      "grad_norm": 1.295172095298767,
      "learning_rate": 5.364339833102441e-07,
      "loss": 0.3225,
      "step": 2268150
    },
    {
      "epoch": 633.03,
      "grad_norm": 1.214033842086792,
      "learning_rate": 5.364167676216001e-07,
      "loss": 0.3422,
      "step": 2268160
    },
    {
      "epoch": 633.04,
      "grad_norm": 1.3953604698181152,
      "learning_rate": 5.363995521735132e-07,
      "loss": 0.3402,
      "step": 2268170
    },
    {
      "epoch": 633.04,
      "grad_norm": 1.0521595478057861,
      "learning_rate": 5.363823369659843e-07,
      "loss": 0.3376,
      "step": 2268180
    },
    {
      "epoch": 633.04,
      "grad_norm": 1.1901888847351074,
      "learning_rate": 5.363651219990174e-07,
      "loss": 0.3218,
      "step": 2268190
    },
    {
      "epoch": 633.04,
      "grad_norm": 1.2720749378204346,
      "learning_rate": 5.363479072726134e-07,
      "loss": 0.3407,
      "step": 2268200
    },
    {
      "epoch": 633.05,
      "grad_norm": 1.274672508239746,
      "learning_rate": 5.363306927867751e-07,
      "loss": 0.3395,
      "step": 2268210
    },
    {
      "epoch": 633.05,
      "grad_norm": 1.2581487894058228,
      "learning_rate": 5.363134785415047e-07,
      "loss": 0.3533,
      "step": 2268220
    },
    {
      "epoch": 633.05,
      "grad_norm": 1.2263280153274536,
      "learning_rate": 5.362962645368049e-07,
      "loss": 0.3239,
      "step": 2268230
    },
    {
      "epoch": 633.06,
      "grad_norm": 1.0749784708023071,
      "learning_rate": 5.36279050772678e-07,
      "loss": 0.3482,
      "step": 2268240
    },
    {
      "epoch": 633.06,
      "grad_norm": 1.1472899913787842,
      "learning_rate": 5.362618372491254e-07,
      "loss": 0.3368,
      "step": 2268250
    },
    {
      "epoch": 633.06,
      "grad_norm": 1.3074417114257812,
      "learning_rate": 5.362446239661501e-07,
      "loss": 0.3297,
      "step": 2268260
    },
    {
      "epoch": 633.06,
      "grad_norm": 1.1248881816864014,
      "learning_rate": 5.362274109237543e-07,
      "loss": 0.3387,
      "step": 2268270
    },
    {
      "epoch": 633.07,
      "grad_norm": 1.1967732906341553,
      "learning_rate": 5.362101981219406e-07,
      "loss": 0.345,
      "step": 2268280
    },
    {
      "epoch": 633.07,
      "grad_norm": 1.218983769416809,
      "learning_rate": 5.361929855607107e-07,
      "loss": 0.3381,
      "step": 2268290
    },
    {
      "epoch": 633.07,
      "grad_norm": 1.034100890159607,
      "learning_rate": 5.361757732400669e-07,
      "loss": 0.3384,
      "step": 2268300
    },
    {
      "epoch": 633.08,
      "grad_norm": 2.222799777984619,
      "learning_rate": 5.361585611600122e-07,
      "loss": 0.3487,
      "step": 2268310
    },
    {
      "epoch": 633.08,
      "grad_norm": 1.1711045503616333,
      "learning_rate": 5.361413493205473e-07,
      "loss": 0.3314,
      "step": 2268320
    },
    {
      "epoch": 633.08,
      "grad_norm": 1.2322179079055786,
      "learning_rate": 5.36124137721677e-07,
      "loss": 0.3415,
      "step": 2268330
    },
    {
      "epoch": 633.08,
      "grad_norm": 1.2715435028076172,
      "learning_rate": 5.361069263634013e-07,
      "loss": 0.3358,
      "step": 2268340
    },
    {
      "epoch": 633.09,
      "grad_norm": 1.3287642002105713,
      "learning_rate": 5.360897152457237e-07,
      "loss": 0.3323,
      "step": 2268350
    },
    {
      "epoch": 633.09,
      "grad_norm": 1.389621615409851,
      "learning_rate": 5.36072504368646e-07,
      "loss": 0.3289,
      "step": 2268360
    },
    {
      "epoch": 633.09,
      "grad_norm": 1.2007761001586914,
      "learning_rate": 5.360552937321712e-07,
      "loss": 0.3409,
      "step": 2268370
    },
    {
      "epoch": 633.1,
      "grad_norm": 1.227614402770996,
      "learning_rate": 5.360380833363006e-07,
      "loss": 0.3359,
      "step": 2268380
    },
    {
      "epoch": 633.1,
      "grad_norm": 1.4221988916397095,
      "learning_rate": 5.360208731810369e-07,
      "loss": 0.3334,
      "step": 2268390
    },
    {
      "epoch": 633.1,
      "grad_norm": 1.39240300655365,
      "learning_rate": 5.360036632663831e-07,
      "loss": 0.3478,
      "step": 2268400
    },
    {
      "epoch": 633.1,
      "grad_norm": 1.5246888399124146,
      "learning_rate": 5.359864535923395e-07,
      "loss": 0.3334,
      "step": 2268410
    },
    {
      "epoch": 633.11,
      "grad_norm": 1.3205188512802124,
      "learning_rate": 5.359692441589112e-07,
      "loss": 0.343,
      "step": 2268420
    },
    {
      "epoch": 633.11,
      "grad_norm": 1.1502903699874878,
      "learning_rate": 5.359520349660979e-07,
      "loss": 0.3307,
      "step": 2268430
    },
    {
      "epoch": 633.11,
      "grad_norm": 1.2278120517730713,
      "learning_rate": 5.359348260139033e-07,
      "loss": 0.3486,
      "step": 2268440
    },
    {
      "epoch": 633.11,
      "grad_norm": 1.323194980621338,
      "learning_rate": 5.359176173023302e-07,
      "loss": 0.3465,
      "step": 2268450
    },
    {
      "epoch": 633.12,
      "grad_norm": 1.2868167161941528,
      "learning_rate": 5.359004088313792e-07,
      "loss": 0.3393,
      "step": 2268460
    },
    {
      "epoch": 633.12,
      "grad_norm": 1.3448127508163452,
      "learning_rate": 5.358832006010535e-07,
      "loss": 0.333,
      "step": 2268470
    },
    {
      "epoch": 633.12,
      "grad_norm": 1.2628159523010254,
      "learning_rate": 5.358659926113555e-07,
      "loss": 0.3459,
      "step": 2268480
    },
    {
      "epoch": 633.13,
      "grad_norm": 1.2642943859100342,
      "learning_rate": 5.358487848622871e-07,
      "loss": 0.3381,
      "step": 2268490
    },
    {
      "epoch": 633.13,
      "grad_norm": 1.0880656242370605,
      "learning_rate": 5.35831577353851e-07,
      "loss": 0.3403,
      "step": 2268500
    },
    {
      "epoch": 633.13,
      "grad_norm": 1.1229640245437622,
      "learning_rate": 5.3581437008605e-07,
      "loss": 0.3505,
      "step": 2268510
    },
    {
      "epoch": 633.13,
      "grad_norm": 1.1346070766448975,
      "learning_rate": 5.357971630588852e-07,
      "loss": 0.3535,
      "step": 2268520
    },
    {
      "epoch": 633.14,
      "grad_norm": 1.2559387683868408,
      "learning_rate": 5.357799562723592e-07,
      "loss": 0.3502,
      "step": 2268530
    },
    {
      "epoch": 633.14,
      "grad_norm": 1.3339695930480957,
      "learning_rate": 5.357627497264752e-07,
      "loss": 0.3377,
      "step": 2268540
    },
    {
      "epoch": 633.14,
      "grad_norm": 1.2147873640060425,
      "learning_rate": 5.357455434212337e-07,
      "loss": 0.3339,
      "step": 2268550
    },
    {
      "epoch": 633.15,
      "grad_norm": 1.3127537965774536,
      "learning_rate": 5.357283373566389e-07,
      "loss": 0.3388,
      "step": 2268560
    },
    {
      "epoch": 633.15,
      "grad_norm": 1.3309051990509033,
      "learning_rate": 5.357111315326921e-07,
      "loss": 0.3451,
      "step": 2268570
    },
    {
      "epoch": 633.15,
      "grad_norm": 1.183753252029419,
      "learning_rate": 5.356939259493957e-07,
      "loss": 0.3474,
      "step": 2268580
    },
    {
      "epoch": 633.15,
      "grad_norm": 1.1526775360107422,
      "learning_rate": 5.356767206067524e-07,
      "loss": 0.3473,
      "step": 2268590
    },
    {
      "epoch": 633.16,
      "grad_norm": 1.171169400215149,
      "learning_rate": 5.356595155047637e-07,
      "loss": 0.3256,
      "step": 2268600
    },
    {
      "epoch": 633.16,
      "grad_norm": 1.3858399391174316,
      "learning_rate": 5.356423106434326e-07,
      "loss": 0.3264,
      "step": 2268610
    },
    {
      "epoch": 633.16,
      "grad_norm": 1.0364714860916138,
      "learning_rate": 5.356251060227606e-07,
      "loss": 0.3416,
      "step": 2268620
    },
    {
      "epoch": 633.16,
      "grad_norm": 1.2177066802978516,
      "learning_rate": 5.356079016427514e-07,
      "loss": 0.3504,
      "step": 2268630
    },
    {
      "epoch": 633.17,
      "grad_norm": 1.6300137042999268,
      "learning_rate": 5.355906975034053e-07,
      "loss": 0.348,
      "step": 2268640
    },
    {
      "epoch": 633.17,
      "grad_norm": 1.2582343816757202,
      "learning_rate": 5.355734936047267e-07,
      "loss": 0.3289,
      "step": 2268650
    },
    {
      "epoch": 633.17,
      "grad_norm": 1.4136441946029663,
      "learning_rate": 5.355562899467166e-07,
      "loss": 0.3344,
      "step": 2268660
    },
    {
      "epoch": 633.18,
      "grad_norm": 1.2188165187835693,
      "learning_rate": 5.355390865293772e-07,
      "loss": 0.3369,
      "step": 2268670
    },
    {
      "epoch": 633.18,
      "grad_norm": 1.249613642692566,
      "learning_rate": 5.355218833527119e-07,
      "loss": 0.3531,
      "step": 2268680
    },
    {
      "epoch": 633.18,
      "grad_norm": 1.3212672472000122,
      "learning_rate": 5.355046804167216e-07,
      "loss": 0.3534,
      "step": 2268690
    },
    {
      "epoch": 633.18,
      "grad_norm": 1.3242852687835693,
      "learning_rate": 5.354874777214094e-07,
      "loss": 0.3458,
      "step": 2268700
    },
    {
      "epoch": 633.19,
      "grad_norm": 1.245617389678955,
      "learning_rate": 5.354702752667772e-07,
      "loss": 0.3308,
      "step": 2268710
    },
    {
      "epoch": 633.19,
      "grad_norm": 1.2482142448425293,
      "learning_rate": 5.354530730528284e-07,
      "loss": 0.3248,
      "step": 2268720
    },
    {
      "epoch": 633.19,
      "grad_norm": 1.1933568716049194,
      "learning_rate": 5.354358710795638e-07,
      "loss": 0.326,
      "step": 2268730
    },
    {
      "epoch": 633.2,
      "grad_norm": 1.1653143167495728,
      "learning_rate": 5.354186693469861e-07,
      "loss": 0.3299,
      "step": 2268740
    },
    {
      "epoch": 633.2,
      "grad_norm": 1.3549851179122925,
      "learning_rate": 5.354014678550985e-07,
      "loss": 0.3331,
      "step": 2268750
    },
    {
      "epoch": 633.2,
      "grad_norm": 2.0447869300842285,
      "learning_rate": 5.353842666039013e-07,
      "loss": 0.3311,
      "step": 2268760
    },
    {
      "epoch": 633.2,
      "grad_norm": 1.4587204456329346,
      "learning_rate": 5.353670655933995e-07,
      "loss": 0.3389,
      "step": 2268770
    },
    {
      "epoch": 633.21,
      "grad_norm": 1.7439099550247192,
      "learning_rate": 5.353498648235925e-07,
      "loss": 0.3286,
      "step": 2268780
    },
    {
      "epoch": 633.21,
      "grad_norm": 1.1733683347702026,
      "learning_rate": 5.353326642944853e-07,
      "loss": 0.3433,
      "step": 2268790
    },
    {
      "epoch": 633.21,
      "grad_norm": 1.3133721351623535,
      "learning_rate": 5.353154640060784e-07,
      "loss": 0.3402,
      "step": 2268800
    },
    {
      "epoch": 633.22,
      "grad_norm": 1.312292218208313,
      "learning_rate": 5.352982639583746e-07,
      "loss": 0.3517,
      "step": 2268810
    },
    {
      "epoch": 633.22,
      "grad_norm": 1.1087692975997925,
      "learning_rate": 5.352810641513769e-07,
      "loss": 0.3309,
      "step": 2268820
    },
    {
      "epoch": 633.22,
      "grad_norm": 1.2671089172363281,
      "learning_rate": 5.352638645850862e-07,
      "loss": 0.355,
      "step": 2268830
    },
    {
      "epoch": 633.22,
      "grad_norm": 1.0754075050354004,
      "learning_rate": 5.352466652595058e-07,
      "loss": 0.3207,
      "step": 2268840
    },
    {
      "epoch": 633.23,
      "grad_norm": 1.4684560298919678,
      "learning_rate": 5.352294661746373e-07,
      "loss": 0.3448,
      "step": 2268850
    },
    {
      "epoch": 633.23,
      "grad_norm": 1.2631466388702393,
      "learning_rate": 5.352122673304842e-07,
      "loss": 0.3367,
      "step": 2268860
    },
    {
      "epoch": 633.23,
      "grad_norm": 1.1978529691696167,
      "learning_rate": 5.351950687270472e-07,
      "loss": 0.3301,
      "step": 2268870
    },
    {
      "epoch": 633.23,
      "grad_norm": 1.4692655801773071,
      "learning_rate": 5.351778703643294e-07,
      "loss": 0.3383,
      "step": 2268880
    },
    {
      "epoch": 633.24,
      "grad_norm": 1.1731629371643066,
      "learning_rate": 5.351606722423336e-07,
      "loss": 0.3292,
      "step": 2268890
    },
    {
      "epoch": 633.24,
      "grad_norm": 1.1520206928253174,
      "learning_rate": 5.351434743610604e-07,
      "loss": 0.3272,
      "step": 2268900
    },
    {
      "epoch": 633.24,
      "grad_norm": 1.0649620294570923,
      "learning_rate": 5.351262767205146e-07,
      "loss": 0.3298,
      "step": 2268910
    },
    {
      "epoch": 633.25,
      "grad_norm": 1.1232119798660278,
      "learning_rate": 5.351090793206964e-07,
      "loss": 0.3349,
      "step": 2268920
    },
    {
      "epoch": 633.25,
      "grad_norm": 1.0409330129623413,
      "learning_rate": 5.350918821616084e-07,
      "loss": 0.3249,
      "step": 2268930
    },
    {
      "epoch": 633.25,
      "grad_norm": 1.21558678150177,
      "learning_rate": 5.350746852432537e-07,
      "loss": 0.3319,
      "step": 2268940
    },
    {
      "epoch": 633.25,
      "grad_norm": 1.1298741102218628,
      "learning_rate": 5.350574885656349e-07,
      "loss": 0.3414,
      "step": 2268950
    },
    {
      "epoch": 633.26,
      "grad_norm": 1.333087682723999,
      "learning_rate": 5.350402921287525e-07,
      "loss": 0.3465,
      "step": 2268960
    },
    {
      "epoch": 633.26,
      "grad_norm": 1.2670350074768066,
      "learning_rate": 5.350230959326103e-07,
      "loss": 0.3434,
      "step": 2268970
    },
    {
      "epoch": 633.26,
      "grad_norm": 1.2871899604797363,
      "learning_rate": 5.350058999772106e-07,
      "loss": 0.3317,
      "step": 2268980
    },
    {
      "epoch": 633.27,
      "grad_norm": 1.1888781785964966,
      "learning_rate": 5.349887042625539e-07,
      "loss": 0.3575,
      "step": 2268990
    },
    {
      "epoch": 633.27,
      "grad_norm": 1.2795230150222778,
      "learning_rate": 5.349715087886451e-07,
      "loss": 0.3369,
      "step": 2269000
    },
    {
      "epoch": 633.27,
      "grad_norm": 1.2396012544631958,
      "learning_rate": 5.349543135554846e-07,
      "loss": 0.3409,
      "step": 2269010
    },
    {
      "epoch": 633.27,
      "grad_norm": 1.1456482410430908,
      "learning_rate": 5.349371185630754e-07,
      "loss": 0.3359,
      "step": 2269020
    },
    {
      "epoch": 633.28,
      "grad_norm": 1.167924165725708,
      "learning_rate": 5.349199238114201e-07,
      "loss": 0.334,
      "step": 2269030
    },
    {
      "epoch": 633.28,
      "grad_norm": 1.1476342678070068,
      "learning_rate": 5.349027293005201e-07,
      "loss": 0.3516,
      "step": 2269040
    },
    {
      "epoch": 633.28,
      "grad_norm": 1.2582812309265137,
      "learning_rate": 5.348855350303783e-07,
      "loss": 0.3314,
      "step": 2269050
    },
    {
      "epoch": 633.28,
      "grad_norm": 1.05494225025177,
      "learning_rate": 5.348683410009965e-07,
      "loss": 0.3461,
      "step": 2269060
    },
    {
      "epoch": 633.29,
      "grad_norm": 1.134325623512268,
      "learning_rate": 5.348511472123776e-07,
      "loss": 0.3316,
      "step": 2269070
    },
    {
      "epoch": 633.29,
      "grad_norm": 1.1247597932815552,
      "learning_rate": 5.348339536645237e-07,
      "loss": 0.3237,
      "step": 2269080
    },
    {
      "epoch": 633.29,
      "grad_norm": 1.2224115133285522,
      "learning_rate": 5.348167603574376e-07,
      "loss": 0.3433,
      "step": 2269090
    },
    {
      "epoch": 633.3,
      "grad_norm": 1.1980501413345337,
      "learning_rate": 5.347995672911203e-07,
      "loss": 0.3483,
      "step": 2269100
    },
    {
      "epoch": 633.3,
      "grad_norm": 2.859504222869873,
      "learning_rate": 5.347823744655748e-07,
      "loss": 0.3384,
      "step": 2269110
    },
    {
      "epoch": 633.3,
      "grad_norm": 1.2856931686401367,
      "learning_rate": 5.347651818808039e-07,
      "loss": 0.3463,
      "step": 2269120
    },
    {
      "epoch": 633.3,
      "grad_norm": 1.22484290599823,
      "learning_rate": 5.347479895368082e-07,
      "loss": 0.3493,
      "step": 2269130
    },
    {
      "epoch": 633.31,
      "grad_norm": 1.0961525440216064,
      "learning_rate": 5.347307974335925e-07,
      "loss": 0.3504,
      "step": 2269140
    },
    {
      "epoch": 633.31,
      "grad_norm": 1.16094172000885,
      "learning_rate": 5.34713605571157e-07,
      "loss": 0.365,
      "step": 2269150
    },
    {
      "epoch": 633.31,
      "grad_norm": 1.1043750047683716,
      "learning_rate": 5.346964139495047e-07,
      "loss": 0.3435,
      "step": 2269160
    },
    {
      "epoch": 633.32,
      "grad_norm": 1.3224341869354248,
      "learning_rate": 5.346792225686387e-07,
      "loss": 0.3323,
      "step": 2269170
    },
    {
      "epoch": 633.32,
      "grad_norm": 1.1186938285827637,
      "learning_rate": 5.346620314285601e-07,
      "loss": 0.33,
      "step": 2269180
    },
    {
      "epoch": 633.32,
      "grad_norm": 1.2683688402175903,
      "learning_rate": 5.34644840529271e-07,
      "loss": 0.3387,
      "step": 2269190
    },
    {
      "epoch": 633.32,
      "grad_norm": 1.1879185438156128,
      "learning_rate": 5.346276498707749e-07,
      "loss": 0.3453,
      "step": 2269200
    },
    {
      "epoch": 633.33,
      "grad_norm": 1.1783032417297363,
      "learning_rate": 5.346104594530739e-07,
      "loss": 0.3232,
      "step": 2269210
    },
    {
      "epoch": 633.33,
      "grad_norm": 1.2289944887161255,
      "learning_rate": 5.345932692761685e-07,
      "loss": 0.3348,
      "step": 2269220
    },
    {
      "epoch": 633.33,
      "grad_norm": 1.3858764171600342,
      "learning_rate": 5.345760793400635e-07,
      "loss": 0.3426,
      "step": 2269230
    },
    {
      "epoch": 633.34,
      "grad_norm": 1.286614179611206,
      "learning_rate": 5.345588896447596e-07,
      "loss": 0.3366,
      "step": 2269240
    },
    {
      "epoch": 633.34,
      "grad_norm": 1.330479621887207,
      "learning_rate": 5.345417001902594e-07,
      "loss": 0.3388,
      "step": 2269250
    },
    {
      "epoch": 633.34,
      "grad_norm": 1.1774067878723145,
      "learning_rate": 5.345245109765661e-07,
      "loss": 0.3403,
      "step": 2269260
    },
    {
      "epoch": 633.34,
      "grad_norm": 1.088914394378662,
      "learning_rate": 5.345073220036807e-07,
      "loss": 0.3315,
      "step": 2269270
    },
    {
      "epoch": 633.35,
      "grad_norm": 1.369403600692749,
      "learning_rate": 5.344901332716057e-07,
      "loss": 0.3507,
      "step": 2269280
    },
    {
      "epoch": 633.35,
      "grad_norm": 1.4969797134399414,
      "learning_rate": 5.344729447803436e-07,
      "loss": 0.3293,
      "step": 2269290
    },
    {
      "epoch": 633.35,
      "grad_norm": 1.2683568000793457,
      "learning_rate": 5.344557565298978e-07,
      "loss": 0.3324,
      "step": 2269300
    },
    {
      "epoch": 633.35,
      "grad_norm": 1.1717889308929443,
      "learning_rate": 5.344385685202679e-07,
      "loss": 0.3435,
      "step": 2269310
    },
    {
      "epoch": 633.36,
      "grad_norm": 1.38385009765625,
      "learning_rate": 5.344213807514594e-07,
      "loss": 0.3337,
      "step": 2269320
    },
    {
      "epoch": 633.36,
      "grad_norm": 1.0541192293167114,
      "learning_rate": 5.344041932234724e-07,
      "loss": 0.3264,
      "step": 2269330
    },
    {
      "epoch": 633.36,
      "grad_norm": 1.2280675172805786,
      "learning_rate": 5.343870059363096e-07,
      "loss": 0.3366,
      "step": 2269340
    },
    {
      "epoch": 633.37,
      "grad_norm": 1.2681021690368652,
      "learning_rate": 5.343698188899743e-07,
      "loss": 0.347,
      "step": 2269350
    },
    {
      "epoch": 633.37,
      "grad_norm": 1.2618123292922974,
      "learning_rate": 5.343526320844666e-07,
      "loss": 0.3292,
      "step": 2269360
    },
    {
      "epoch": 633.37,
      "grad_norm": 1.3274976015090942,
      "learning_rate": 5.343354455197916e-07,
      "loss": 0.337,
      "step": 2269370
    },
    {
      "epoch": 633.37,
      "grad_norm": 1.0485219955444336,
      "learning_rate": 5.343182591959496e-07,
      "loss": 0.3387,
      "step": 2269380
    },
    {
      "epoch": 633.38,
      "grad_norm": 1.0457823276519775,
      "learning_rate": 5.343010731129431e-07,
      "loss": 0.323,
      "step": 2269390
    },
    {
      "epoch": 633.38,
      "grad_norm": 1.2026150226593018,
      "learning_rate": 5.342838872707758e-07,
      "loss": 0.3598,
      "step": 2269400
    },
    {
      "epoch": 633.38,
      "grad_norm": 1.2312617301940918,
      "learning_rate": 5.342667016694481e-07,
      "loss": 0.3288,
      "step": 2269410
    },
    {
      "epoch": 633.39,
      "grad_norm": 1.2983921766281128,
      "learning_rate": 5.342495163089632e-07,
      "loss": 0.355,
      "step": 2269420
    },
    {
      "epoch": 633.39,
      "grad_norm": 1.2489252090454102,
      "learning_rate": 5.342323311893231e-07,
      "loss": 0.3208,
      "step": 2269430
    },
    {
      "epoch": 633.39,
      "grad_norm": 1.1508584022521973,
      "learning_rate": 5.34215146310531e-07,
      "loss": 0.3243,
      "step": 2269440
    },
    {
      "epoch": 633.39,
      "grad_norm": 1.0865761041641235,
      "learning_rate": 5.341979616725873e-07,
      "loss": 0.3308,
      "step": 2269450
    },
    {
      "epoch": 633.4,
      "grad_norm": 1.311623454093933,
      "learning_rate": 5.341807772754969e-07,
      "loss": 0.3502,
      "step": 2269460
    },
    {
      "epoch": 633.4,
      "grad_norm": 1.3051766157150269,
      "learning_rate": 5.341635931192596e-07,
      "loss": 0.332,
      "step": 2269470
    },
    {
      "epoch": 633.4,
      "grad_norm": 1.210797667503357,
      "learning_rate": 5.34146409203879e-07,
      "loss": 0.3422,
      "step": 2269480
    },
    {
      "epoch": 633.4,
      "grad_norm": 1.2961477041244507,
      "learning_rate": 5.341292255293577e-07,
      "loss": 0.3405,
      "step": 2269490
    },
    {
      "epoch": 633.41,
      "grad_norm": 1.3633971214294434,
      "learning_rate": 5.341120420956969e-07,
      "loss": 0.3199,
      "step": 2269500
    },
    {
      "epoch": 633.41,
      "grad_norm": 1.094268560409546,
      "learning_rate": 5.340948589028993e-07,
      "loss": 0.3306,
      "step": 2269510
    },
    {
      "epoch": 633.41,
      "grad_norm": 1.3962697982788086,
      "learning_rate": 5.340776759509675e-07,
      "loss": 0.3255,
      "step": 2269520
    },
    {
      "epoch": 633.42,
      "grad_norm": 1.0922445058822632,
      "learning_rate": 5.340604932399038e-07,
      "loss": 0.3475,
      "step": 2269530
    },
    {
      "epoch": 633.42,
      "grad_norm": 1.1361876726150513,
      "learning_rate": 5.3404331076971e-07,
      "loss": 0.3417,
      "step": 2269540
    },
    {
      "epoch": 633.42,
      "grad_norm": 1.381866216659546,
      "learning_rate": 5.340261285403884e-07,
      "loss": 0.3396,
      "step": 2269550
    },
    {
      "epoch": 633.42,
      "grad_norm": 1.0662635564804077,
      "learning_rate": 5.340089465519426e-07,
      "loss": 0.3454,
      "step": 2269560
    },
    {
      "epoch": 633.43,
      "grad_norm": 1.2825227975845337,
      "learning_rate": 5.33991764804372e-07,
      "loss": 0.3384,
      "step": 2269570
    },
    {
      "epoch": 633.43,
      "grad_norm": 1.4257410764694214,
      "learning_rate": 5.339745832976822e-07,
      "loss": 0.3377,
      "step": 2269580
    },
    {
      "epoch": 633.43,
      "grad_norm": 6.242469310760498,
      "learning_rate": 5.339574020318735e-07,
      "loss": 0.3371,
      "step": 2269590
    },
    {
      "epoch": 633.44,
      "grad_norm": 1.3633488416671753,
      "learning_rate": 5.339402210069486e-07,
      "loss": 0.3387,
      "step": 2269600
    },
    {
      "epoch": 633.44,
      "grad_norm": 1.3447611331939697,
      "learning_rate": 5.339230402229099e-07,
      "loss": 0.3507,
      "step": 2269610
    },
    {
      "epoch": 633.44,
      "grad_norm": 1.1280794143676758,
      "learning_rate": 5.339058596797603e-07,
      "loss": 0.3483,
      "step": 2269620
    },
    {
      "epoch": 633.44,
      "grad_norm": 1.1148662567138672,
      "learning_rate": 5.338886793775008e-07,
      "loss": 0.3462,
      "step": 2269630
    },
    {
      "epoch": 633.45,
      "grad_norm": 1.2571990489959717,
      "learning_rate": 5.338714993161343e-07,
      "loss": 0.3506,
      "step": 2269640
    },
    {
      "epoch": 633.45,
      "grad_norm": 1.2963155508041382,
      "learning_rate": 5.338543194956631e-07,
      "loss": 0.3409,
      "step": 2269650
    },
    {
      "epoch": 633.45,
      "grad_norm": 1.3779150247573853,
      "learning_rate": 5.338371399160897e-07,
      "loss": 0.3574,
      "step": 2269660
    },
    {
      "epoch": 633.46,
      "grad_norm": 1.1095014810562134,
      "learning_rate": 5.338199605774164e-07,
      "loss": 0.3248,
      "step": 2269670
    },
    {
      "epoch": 633.46,
      "grad_norm": 1.4090073108673096,
      "learning_rate": 5.33802781479645e-07,
      "loss": 0.3289,
      "step": 2269680
    },
    {
      "epoch": 633.46,
      "grad_norm": 1.181036114692688,
      "learning_rate": 5.337856026227781e-07,
      "loss": 0.3264,
      "step": 2269690
    },
    {
      "epoch": 633.46,
      "grad_norm": 1.3103004693984985,
      "learning_rate": 5.337684240068183e-07,
      "loss": 0.3478,
      "step": 2269700
    },
    {
      "epoch": 633.47,
      "grad_norm": 1.213578462600708,
      "learning_rate": 5.337512456317664e-07,
      "loss": 0.3317,
      "step": 2269710
    },
    {
      "epoch": 633.47,
      "grad_norm": 1.3026232719421387,
      "learning_rate": 5.337340674976274e-07,
      "loss": 0.3236,
      "step": 2269720
    },
    {
      "epoch": 633.47,
      "grad_norm": 1.2340608835220337,
      "learning_rate": 5.33716889604401e-07,
      "loss": 0.3503,
      "step": 2269730
    },
    {
      "epoch": 633.47,
      "grad_norm": 1.0668584108352661,
      "learning_rate": 5.336997119520905e-07,
      "loss": 0.3243,
      "step": 2269740
    },
    {
      "epoch": 633.48,
      "grad_norm": 1.380971074104309,
      "learning_rate": 5.336825345406985e-07,
      "loss": 0.3442,
      "step": 2269750
    },
    {
      "epoch": 633.48,
      "grad_norm": 1.10569429397583,
      "learning_rate": 5.336653573702274e-07,
      "loss": 0.3366,
      "step": 2269760
    },
    {
      "epoch": 633.48,
      "grad_norm": 1.167609453201294,
      "learning_rate": 5.336481804406783e-07,
      "loss": 0.3286,
      "step": 2269770
    },
    {
      "epoch": 633.49,
      "grad_norm": 1.1404850482940674,
      "learning_rate": 5.336310037520546e-07,
      "loss": 0.3484,
      "step": 2269780
    },
    {
      "epoch": 633.49,
      "grad_norm": 1.2337614297866821,
      "learning_rate": 5.336138273043587e-07,
      "loss": 0.3401,
      "step": 2269790
    },
    {
      "epoch": 633.49,
      "grad_norm": 1.1454440355300903,
      "learning_rate": 5.335966510975911e-07,
      "loss": 0.3378,
      "step": 2269800
    },
    {
      "epoch": 633.49,
      "grad_norm": 1.1435887813568115,
      "learning_rate": 5.335794751317565e-07,
      "loss": 0.3396,
      "step": 2269810
    },
    {
      "epoch": 633.5,
      "grad_norm": 3.153742790222168,
      "learning_rate": 5.335622994068556e-07,
      "loss": 0.3471,
      "step": 2269820
    },
    {
      "epoch": 633.5,
      "grad_norm": 1.1779789924621582,
      "learning_rate": 5.335451239228914e-07,
      "loss": 0.3349,
      "step": 2269830
    },
    {
      "epoch": 633.5,
      "grad_norm": 1.3495551347732544,
      "learning_rate": 5.335279486798665e-07,
      "loss": 0.3399,
      "step": 2269840
    },
    {
      "epoch": 633.51,
      "grad_norm": 1.1317194700241089,
      "learning_rate": 5.335107736777819e-07,
      "loss": 0.3134,
      "step": 2269850
    },
    {
      "epoch": 633.51,
      "grad_norm": 1.3080717325210571,
      "learning_rate": 5.334935989166404e-07,
      "loss": 0.3448,
      "step": 2269860
    },
    {
      "epoch": 633.51,
      "grad_norm": 1.1907265186309814,
      "learning_rate": 5.334764243964449e-07,
      "loss": 0.3385,
      "step": 2269870
    },
    {
      "epoch": 633.51,
      "grad_norm": 1.155774712562561,
      "learning_rate": 5.334592501171976e-07,
      "loss": 0.3371,
      "step": 2269880
    },
    {
      "epoch": 633.52,
      "grad_norm": 1.2250945568084717,
      "learning_rate": 5.334420760788996e-07,
      "loss": 0.3556,
      "step": 2269890
    },
    {
      "epoch": 633.52,
      "grad_norm": 1.1548408269882202,
      "learning_rate": 5.334249022815553e-07,
      "loss": 0.3534,
      "step": 2269900
    },
    {
      "epoch": 633.52,
      "grad_norm": 1.2122071981430054,
      "learning_rate": 5.334077287251647e-07,
      "loss": 0.3454,
      "step": 2269910
    },
    {
      "epoch": 633.52,
      "grad_norm": 1.1391733884811401,
      "learning_rate": 5.333905554097317e-07,
      "loss": 0.3392,
      "step": 2269920
    },
    {
      "epoch": 633.53,
      "grad_norm": 1.3387161493301392,
      "learning_rate": 5.333733823352583e-07,
      "loss": 0.359,
      "step": 2269930
    },
    {
      "epoch": 633.53,
      "grad_norm": 1.1996378898620605,
      "learning_rate": 5.333562095017454e-07,
      "loss": 0.3375,
      "step": 2269940
    },
    {
      "epoch": 633.53,
      "grad_norm": 1.2019857168197632,
      "learning_rate": 5.333390369091976e-07,
      "loss": 0.3483,
      "step": 2269950
    },
    {
      "epoch": 633.54,
      "grad_norm": 1.084496021270752,
      "learning_rate": 5.333218645576155e-07,
      "loss": 0.3291,
      "step": 2269960
    },
    {
      "epoch": 633.54,
      "grad_norm": 1.2493724822998047,
      "learning_rate": 5.333046924470019e-07,
      "loss": 0.3238,
      "step": 2269970
    },
    {
      "epoch": 633.54,
      "grad_norm": 1.1947331428527832,
      "learning_rate": 5.332875205773595e-07,
      "loss": 0.3378,
      "step": 2269980
    },
    {
      "epoch": 633.54,
      "grad_norm": 1.355754017829895,
      "learning_rate": 5.332703489486897e-07,
      "loss": 0.3453,
      "step": 2269990
    },
    {
      "epoch": 633.55,
      "grad_norm": 1.2343231439590454,
      "learning_rate": 5.332531775609951e-07,
      "loss": 0.3377,
      "step": 2270000
    },
    {
      "epoch": 633.55,
      "grad_norm": 1.237528681755066,
      "learning_rate": 5.332360064142781e-07,
      "loss": 0.3293,
      "step": 2270010
    },
    {
      "epoch": 633.55,
      "grad_norm": 1.1391801834106445,
      "learning_rate": 5.332188355085418e-07,
      "loss": 0.3397,
      "step": 2270020
    },
    {
      "epoch": 633.56,
      "grad_norm": 1.160186767578125,
      "learning_rate": 5.332016648437864e-07,
      "loss": 0.347,
      "step": 2270030
    },
    {
      "epoch": 633.56,
      "grad_norm": 1.073467493057251,
      "learning_rate": 5.331844944200166e-07,
      "loss": 0.3345,
      "step": 2270040
    },
    {
      "epoch": 633.56,
      "grad_norm": 1.271836519241333,
      "learning_rate": 5.33167324237233e-07,
      "loss": 0.3368,
      "step": 2270050
    },
    {
      "epoch": 633.56,
      "grad_norm": 1.1044964790344238,
      "learning_rate": 5.331501542954383e-07,
      "loss": 0.3353,
      "step": 2270060
    },
    {
      "epoch": 633.57,
      "grad_norm": 1.1398476362228394,
      "learning_rate": 5.331329845946358e-07,
      "loss": 0.3463,
      "step": 2270070
    },
    {
      "epoch": 633.57,
      "grad_norm": 1.4069949388504028,
      "learning_rate": 5.331158151348262e-07,
      "loss": 0.3344,
      "step": 2270080
    },
    {
      "epoch": 633.57,
      "grad_norm": 1.1729665994644165,
      "learning_rate": 5.330986459160125e-07,
      "loss": 0.3445,
      "step": 2270090
    },
    {
      "epoch": 633.58,
      "grad_norm": 1.1907488107681274,
      "learning_rate": 5.33081476938197e-07,
      "loss": 0.3472,
      "step": 2270100
    },
    {
      "epoch": 633.58,
      "grad_norm": 1.008418083190918,
      "learning_rate": 5.330643082013826e-07,
      "loss": 0.3265,
      "step": 2270110
    },
    {
      "epoch": 633.58,
      "grad_norm": 1.0360339879989624,
      "learning_rate": 5.330471397055703e-07,
      "loss": 0.3292,
      "step": 2270120
    },
    {
      "epoch": 633.58,
      "grad_norm": 1.1283342838287354,
      "learning_rate": 5.330299714507632e-07,
      "loss": 0.3509,
      "step": 2270130
    },
    {
      "epoch": 633.59,
      "grad_norm": 1.3503550291061401,
      "learning_rate": 5.330128034369632e-07,
      "loss": 0.3429,
      "step": 2270140
    },
    {
      "epoch": 633.59,
      "grad_norm": 1.2049682140350342,
      "learning_rate": 5.329956356641729e-07,
      "loss": 0.3526,
      "step": 2270150
    },
    {
      "epoch": 633.59,
      "grad_norm": 1.1413463354110718,
      "learning_rate": 5.329784681323952e-07,
      "loss": 0.3334,
      "step": 2270160
    },
    {
      "epoch": 633.59,
      "grad_norm": 1.1058498620986938,
      "learning_rate": 5.32961300841631e-07,
      "loss": 0.3485,
      "step": 2270170
    },
    {
      "epoch": 633.6,
      "grad_norm": 1.1087311506271362,
      "learning_rate": 5.329441337918834e-07,
      "loss": 0.3238,
      "step": 2270180
    },
    {
      "epoch": 633.6,
      "grad_norm": 1.210952639579773,
      "learning_rate": 5.329269669831541e-07,
      "loss": 0.3268,
      "step": 2270190
    },
    {
      "epoch": 633.6,
      "grad_norm": 1.3709863424301147,
      "learning_rate": 5.32909800415447e-07,
      "loss": 0.3309,
      "step": 2270200
    },
    {
      "epoch": 633.61,
      "grad_norm": 1.3105684518814087,
      "learning_rate": 5.328926340887624e-07,
      "loss": 0.3336,
      "step": 2270210
    },
    {
      "epoch": 633.61,
      "grad_norm": 1.1127914190292358,
      "learning_rate": 5.328754680031034e-07,
      "loss": 0.3429,
      "step": 2270220
    },
    {
      "epoch": 633.61,
      "grad_norm": 1.5122418403625488,
      "learning_rate": 5.328583021584723e-07,
      "loss": 0.3372,
      "step": 2270230
    },
    {
      "epoch": 633.61,
      "grad_norm": 1.1972472667694092,
      "learning_rate": 5.328411365548712e-07,
      "loss": 0.334,
      "step": 2270240
    },
    {
      "epoch": 633.62,
      "grad_norm": 1.1811485290527344,
      "learning_rate": 5.328239711923034e-07,
      "loss": 0.3222,
      "step": 2270250
    },
    {
      "epoch": 633.62,
      "grad_norm": 1.0616464614868164,
      "learning_rate": 5.328068060707691e-07,
      "loss": 0.3359,
      "step": 2270260
    },
    {
      "epoch": 633.62,
      "grad_norm": 1.0974098443984985,
      "learning_rate": 5.327896411902729e-07,
      "loss": 0.3266,
      "step": 2270270
    },
    {
      "epoch": 633.63,
      "grad_norm": 1.1259443759918213,
      "learning_rate": 5.327724765508156e-07,
      "loss": 0.3309,
      "step": 2270280
    },
    {
      "epoch": 633.63,
      "grad_norm": 1.1221411228179932,
      "learning_rate": 5.327553121524e-07,
      "loss": 0.3543,
      "step": 2270290
    },
    {
      "epoch": 633.63,
      "grad_norm": 1.1186208724975586,
      "learning_rate": 5.327381479950288e-07,
      "loss": 0.3437,
      "step": 2270300
    },
    {
      "epoch": 633.63,
      "grad_norm": 1.20415198802948,
      "learning_rate": 5.32720984078703e-07,
      "loss": 0.332,
      "step": 2270310
    },
    {
      "epoch": 633.64,
      "grad_norm": 1.1364178657531738,
      "learning_rate": 5.327038204034256e-07,
      "loss": 0.3456,
      "step": 2270320
    },
    {
      "epoch": 633.64,
      "grad_norm": 1.0973836183547974,
      "learning_rate": 5.326866569691991e-07,
      "loss": 0.3209,
      "step": 2270330
    },
    {
      "epoch": 633.64,
      "grad_norm": 1.1563628911972046,
      "learning_rate": 5.326694937760263e-07,
      "loss": 0.3306,
      "step": 2270340
    },
    {
      "epoch": 633.64,
      "grad_norm": 1.4056414365768433,
      "learning_rate": 5.326523308239081e-07,
      "loss": 0.3511,
      "step": 2270350
    },
    {
      "epoch": 633.65,
      "grad_norm": 1.3524243831634521,
      "learning_rate": 5.326351681128474e-07,
      "loss": 0.3346,
      "step": 2270360
    },
    {
      "epoch": 633.65,
      "grad_norm": 1.4136766195297241,
      "learning_rate": 5.326180056428474e-07,
      "loss": 0.3304,
      "step": 2270370
    },
    {
      "epoch": 633.65,
      "grad_norm": 1.2405301332473755,
      "learning_rate": 5.326008434139082e-07,
      "loss": 0.3494,
      "step": 2270380
    },
    {
      "epoch": 633.66,
      "grad_norm": 1.1692941188812256,
      "learning_rate": 5.325836814260348e-07,
      "loss": 0.3404,
      "step": 2270390
    },
    {
      "epoch": 633.66,
      "grad_norm": 1.2894343137741089,
      "learning_rate": 5.325665196792272e-07,
      "loss": 0.3329,
      "step": 2270400
    },
    {
      "epoch": 633.66,
      "grad_norm": 1.3004618883132935,
      "learning_rate": 5.325493581734889e-07,
      "loss": 0.3317,
      "step": 2270410
    },
    {
      "epoch": 633.66,
      "grad_norm": 1.3350847959518433,
      "learning_rate": 5.32532196908822e-07,
      "loss": 0.3311,
      "step": 2270420
    },
    {
      "epoch": 633.67,
      "grad_norm": 1.2762497663497925,
      "learning_rate": 5.325150358852292e-07,
      "loss": 0.3606,
      "step": 2270430
    },
    {
      "epoch": 633.67,
      "grad_norm": 1.0478535890579224,
      "learning_rate": 5.324978751027115e-07,
      "loss": 0.3464,
      "step": 2270440
    },
    {
      "epoch": 633.67,
      "grad_norm": 1.4328341484069824,
      "learning_rate": 5.324807145612719e-07,
      "loss": 0.3378,
      "step": 2270450
    },
    {
      "epoch": 633.68,
      "grad_norm": 1.4505127668380737,
      "learning_rate": 5.324635542609136e-07,
      "loss": 0.3331,
      "step": 2270460
    },
    {
      "epoch": 633.68,
      "grad_norm": 1.3030531406402588,
      "learning_rate": 5.324463942016366e-07,
      "loss": 0.3551,
      "step": 2270470
    },
    {
      "epoch": 633.68,
      "grad_norm": 1.2786961793899536,
      "learning_rate": 5.32429234383446e-07,
      "loss": 0.3313,
      "step": 2270480
    },
    {
      "epoch": 633.68,
      "grad_norm": 1.442417860031128,
      "learning_rate": 5.32412074806342e-07,
      "loss": 0.3431,
      "step": 2270490
    },
    {
      "epoch": 633.69,
      "grad_norm": 1.1368281841278076,
      "learning_rate": 5.323949154703274e-07,
      "loss": 0.3429,
      "step": 2270500
    },
    {
      "epoch": 633.69,
      "grad_norm": 1.2860695123672485,
      "learning_rate": 5.323777563754056e-07,
      "loss": 0.3343,
      "step": 2270510
    },
    {
      "epoch": 633.69,
      "grad_norm": 1.4046354293823242,
      "learning_rate": 5.323605975215764e-07,
      "loss": 0.3254,
      "step": 2270520
    },
    {
      "epoch": 633.7,
      "grad_norm": 1.2304543256759644,
      "learning_rate": 5.32343438908845e-07,
      "loss": 0.3494,
      "step": 2270530
    },
    {
      "epoch": 633.7,
      "grad_norm": 1.279756784439087,
      "learning_rate": 5.323262805372118e-07,
      "loss": 0.3568,
      "step": 2270540
    },
    {
      "epoch": 633.7,
      "grad_norm": 2.0202789306640625,
      "learning_rate": 5.323091224066793e-07,
      "loss": 0.3272,
      "step": 2270550
    },
    {
      "epoch": 633.7,
      "grad_norm": 1.1761739253997803,
      "learning_rate": 5.322919645172502e-07,
      "loss": 0.3286,
      "step": 2270560
    },
    {
      "epoch": 633.71,
      "grad_norm": 1.3218858242034912,
      "learning_rate": 5.322748068689275e-07,
      "loss": 0.3332,
      "step": 2270570
    },
    {
      "epoch": 633.71,
      "grad_norm": 1.4022278785705566,
      "learning_rate": 5.322576494617117e-07,
      "loss": 0.3309,
      "step": 2270580
    },
    {
      "epoch": 633.71,
      "grad_norm": 1.2082829475402832,
      "learning_rate": 5.322404922956062e-07,
      "loss": 0.3321,
      "step": 2270590
    },
    {
      "epoch": 633.71,
      "grad_norm": 1.384326696395874,
      "learning_rate": 5.322233353706138e-07,
      "loss": 0.3221,
      "step": 2270600
    },
    {
      "epoch": 633.72,
      "grad_norm": 1.218669056892395,
      "learning_rate": 5.322061786867347e-07,
      "loss": 0.3236,
      "step": 2270610
    },
    {
      "epoch": 633.72,
      "grad_norm": 1.2274454832077026,
      "learning_rate": 5.32189022243974e-07,
      "loss": 0.3429,
      "step": 2270620
    },
    {
      "epoch": 633.72,
      "grad_norm": 1.1551717519760132,
      "learning_rate": 5.321718660423316e-07,
      "loss": 0.3253,
      "step": 2270630
    },
    {
      "epoch": 633.73,
      "grad_norm": 1.165765404701233,
      "learning_rate": 5.321547100818111e-07,
      "loss": 0.3211,
      "step": 2270640
    },
    {
      "epoch": 633.73,
      "grad_norm": 1.1481600999832153,
      "learning_rate": 5.321375543624147e-07,
      "loss": 0.3416,
      "step": 2270650
    },
    {
      "epoch": 633.73,
      "grad_norm": 1.1613866090774536,
      "learning_rate": 5.321203988841443e-07,
      "loss": 0.3239,
      "step": 2270660
    },
    {
      "epoch": 633.73,
      "grad_norm": 1.4170666933059692,
      "learning_rate": 5.32103243647002e-07,
      "loss": 0.3407,
      "step": 2270670
    },
    {
      "epoch": 633.74,
      "grad_norm": 1.1835299730300903,
      "learning_rate": 5.320860886509901e-07,
      "loss": 0.3168,
      "step": 2270680
    },
    {
      "epoch": 633.74,
      "grad_norm": 1.0871912240982056,
      "learning_rate": 5.320689338961121e-07,
      "loss": 0.3418,
      "step": 2270690
    },
    {
      "epoch": 633.74,
      "grad_norm": 1.1108086109161377,
      "learning_rate": 5.32051779382368e-07,
      "loss": 0.3454,
      "step": 2270700
    },
    {
      "epoch": 633.75,
      "grad_norm": 1.1450787782669067,
      "learning_rate": 5.320346251097626e-07,
      "loss": 0.3463,
      "step": 2270710
    },
    {
      "epoch": 633.75,
      "grad_norm": 1.153232455253601,
      "learning_rate": 5.320174710782966e-07,
      "loss": 0.332,
      "step": 2270720
    },
    {
      "epoch": 633.75,
      "grad_norm": 1.002503514289856,
      "learning_rate": 5.320003172879727e-07,
      "loss": 0.3268,
      "step": 2270730
    },
    {
      "epoch": 633.75,
      "grad_norm": 1.4419307708740234,
      "learning_rate": 5.319831637387936e-07,
      "loss": 0.3459,
      "step": 2270740
    },
    {
      "epoch": 633.76,
      "grad_norm": 1.1974339485168457,
      "learning_rate": 5.319660104307606e-07,
      "loss": 0.3492,
      "step": 2270750
    },
    {
      "epoch": 633.76,
      "grad_norm": 1.3090119361877441,
      "learning_rate": 5.319488573638768e-07,
      "loss": 0.3226,
      "step": 2270760
    },
    {
      "epoch": 633.76,
      "grad_norm": 1.4902927875518799,
      "learning_rate": 5.319317045381438e-07,
      "loss": 0.3338,
      "step": 2270770
    },
    {
      "epoch": 633.77,
      "grad_norm": 1.332422137260437,
      "learning_rate": 5.319145519535651e-07,
      "loss": 0.3529,
      "step": 2270780
    },
    {
      "epoch": 633.77,
      "grad_norm": 1.136069416999817,
      "learning_rate": 5.318973996101417e-07,
      "loss": 0.3332,
      "step": 2270790
    },
    {
      "epoch": 633.77,
      "grad_norm": 1.1370304822921753,
      "learning_rate": 5.318802475078764e-07,
      "loss": 0.3389,
      "step": 2270800
    },
    {
      "epoch": 633.77,
      "grad_norm": 1.1610203981399536,
      "learning_rate": 5.318630956467712e-07,
      "loss": 0.3388,
      "step": 2270810
    },
    {
      "epoch": 633.78,
      "grad_norm": 1.204806923866272,
      "learning_rate": 5.318459440268286e-07,
      "loss": 0.3562,
      "step": 2270820
    },
    {
      "epoch": 633.78,
      "grad_norm": 1.2322499752044678,
      "learning_rate": 5.318287926480519e-07,
      "loss": 0.3105,
      "step": 2270830
    },
    {
      "epoch": 633.78,
      "grad_norm": 1.1434156894683838,
      "learning_rate": 5.318116415104409e-07,
      "loss": 0.337,
      "step": 2270840
    },
    {
      "epoch": 633.78,
      "grad_norm": 1.3750991821289062,
      "learning_rate": 5.317944906140009e-07,
      "loss": 0.3382,
      "step": 2270850
    },
    {
      "epoch": 633.79,
      "grad_norm": 1.327064037322998,
      "learning_rate": 5.317773399587317e-07,
      "loss": 0.3404,
      "step": 2270860
    },
    {
      "epoch": 633.79,
      "grad_norm": 1.1752655506134033,
      "learning_rate": 5.317601895446366e-07,
      "loss": 0.3291,
      "step": 2270870
    },
    {
      "epoch": 633.79,
      "grad_norm": 1.235617995262146,
      "learning_rate": 5.317430393717188e-07,
      "loss": 0.3328,
      "step": 2270880
    },
    {
      "epoch": 633.8,
      "grad_norm": 1.2172667980194092,
      "learning_rate": 5.317258894399787e-07,
      "loss": 0.344,
      "step": 2270890
    },
    {
      "epoch": 633.8,
      "grad_norm": 1.0765113830566406,
      "learning_rate": 5.317087397494197e-07,
      "loss": 0.32,
      "step": 2270900
    },
    {
      "epoch": 633.8,
      "grad_norm": 1.554323673248291,
      "learning_rate": 5.316915903000438e-07,
      "loss": 0.3316,
      "step": 2270910
    },
    {
      "epoch": 633.8,
      "grad_norm": 1.1178563833236694,
      "learning_rate": 5.316744410918537e-07,
      "loss": 0.3223,
      "step": 2270920
    },
    {
      "epoch": 633.81,
      "grad_norm": 1.2217985391616821,
      "learning_rate": 5.316572921248511e-07,
      "loss": 0.3244,
      "step": 2270930
    },
    {
      "epoch": 633.81,
      "grad_norm": 1.4523240327835083,
      "learning_rate": 5.316401433990382e-07,
      "loss": 0.3451,
      "step": 2270940
    },
    {
      "epoch": 633.81,
      "grad_norm": 1.387276530265808,
      "learning_rate": 5.316229949144187e-07,
      "loss": 0.3412,
      "step": 2270950
    },
    {
      "epoch": 633.82,
      "grad_norm": 1.2118419408798218,
      "learning_rate": 5.316058466709921e-07,
      "loss": 0.3349,
      "step": 2270960
    },
    {
      "epoch": 633.82,
      "grad_norm": 1.0880610942840576,
      "learning_rate": 5.315886986687641e-07,
      "loss": 0.3175,
      "step": 2270970
    },
    {
      "epoch": 633.82,
      "grad_norm": 1.3367539644241333,
      "learning_rate": 5.315715509077341e-07,
      "loss": 0.3321,
      "step": 2270980
    },
    {
      "epoch": 633.82,
      "grad_norm": 1.2278236150741577,
      "learning_rate": 5.315544033879059e-07,
      "loss": 0.3571,
      "step": 2270990
    },
    {
      "epoch": 633.83,
      "grad_norm": 1.5524762868881226,
      "learning_rate": 5.315372561092813e-07,
      "loss": 0.3269,
      "step": 2271000
    },
    {
      "epoch": 633.83,
      "grad_norm": 1.28282630443573,
      "learning_rate": 5.315201090718634e-07,
      "loss": 0.354,
      "step": 2271010
    },
    {
      "epoch": 633.83,
      "grad_norm": 1.071562647819519,
      "learning_rate": 5.315029622756533e-07,
      "loss": 0.32,
      "step": 2271020
    },
    {
      "epoch": 633.83,
      "grad_norm": 1.0562260150909424,
      "learning_rate": 5.314858157206534e-07,
      "loss": 0.3305,
      "step": 2271030
    },
    {
      "epoch": 633.84,
      "grad_norm": 1.627369999885559,
      "learning_rate": 5.314686694068675e-07,
      "loss": 0.3556,
      "step": 2271040
    },
    {
      "epoch": 633.84,
      "grad_norm": 1.1056147813796997,
      "learning_rate": 5.31451523334295e-07,
      "loss": 0.3366,
      "step": 2271050
    },
    {
      "epoch": 633.84,
      "grad_norm": 1.2191013097763062,
      "learning_rate": 5.314343775029414e-07,
      "loss": 0.3254,
      "step": 2271060
    },
    {
      "epoch": 633.85,
      "grad_norm": 1.3096349239349365,
      "learning_rate": 5.314172319128067e-07,
      "loss": 0.343,
      "step": 2271070
    },
    {
      "epoch": 633.85,
      "grad_norm": 1.199714183807373,
      "learning_rate": 5.314000865638942e-07,
      "loss": 0.3269,
      "step": 2271080
    },
    {
      "epoch": 633.85,
      "grad_norm": 1.2271287441253662,
      "learning_rate": 5.31382941456206e-07,
      "loss": 0.3397,
      "step": 2271090
    },
    {
      "epoch": 633.85,
      "grad_norm": 1.1664371490478516,
      "learning_rate": 5.313657965897443e-07,
      "loss": 0.3391,
      "step": 2271100
    },
    {
      "epoch": 633.86,
      "grad_norm": 1.2958275079727173,
      "learning_rate": 5.313486519645117e-07,
      "loss": 0.3462,
      "step": 2271110
    },
    {
      "epoch": 633.86,
      "grad_norm": 1.247516393661499,
      "learning_rate": 5.3133150758051e-07,
      "loss": 0.3337,
      "step": 2271120
    },
    {
      "epoch": 633.86,
      "grad_norm": 1.3200608491897583,
      "learning_rate": 5.313143634377414e-07,
      "loss": 0.3407,
      "step": 2271130
    },
    {
      "epoch": 633.87,
      "grad_norm": 1.2881557941436768,
      "learning_rate": 5.31297219536209e-07,
      "loss": 0.3367,
      "step": 2271140
    },
    {
      "epoch": 633.87,
      "grad_norm": 1.1320358514785767,
      "learning_rate": 5.312800758759147e-07,
      "loss": 0.3219,
      "step": 2271150
    },
    {
      "epoch": 633.87,
      "grad_norm": 1.2434860467910767,
      "learning_rate": 5.3126293245686e-07,
      "loss": 0.3362,
      "step": 2271160
    },
    {
      "epoch": 633.87,
      "grad_norm": 1.3746284246444702,
      "learning_rate": 5.312457892790481e-07,
      "loss": 0.3206,
      "step": 2271170
    },
    {
      "epoch": 633.88,
      "grad_norm": 1.3035318851470947,
      "learning_rate": 5.312286463424815e-07,
      "loss": 0.321,
      "step": 2271180
    },
    {
      "epoch": 633.88,
      "grad_norm": 1.1810952425003052,
      "learning_rate": 5.312115036471607e-07,
      "loss": 0.3324,
      "step": 2271190
    },
    {
      "epoch": 633.88,
      "grad_norm": 1.2482631206512451,
      "learning_rate": 5.311943611930906e-07,
      "loss": 0.3602,
      "step": 2271200
    },
    {
      "epoch": 633.89,
      "grad_norm": 1.1950308084487915,
      "learning_rate": 5.311772189802716e-07,
      "loss": 0.3416,
      "step": 2271210
    },
    {
      "epoch": 633.89,
      "grad_norm": 1.0385254621505737,
      "learning_rate": 5.311600770087065e-07,
      "loss": 0.3388,
      "step": 2271220
    },
    {
      "epoch": 633.89,
      "grad_norm": 1.3010832071304321,
      "learning_rate": 5.311429352783973e-07,
      "loss": 0.3473,
      "step": 2271230
    },
    {
      "epoch": 633.89,
      "grad_norm": 1.5024240016937256,
      "learning_rate": 5.311257937893475e-07,
      "loss": 0.3328,
      "step": 2271240
    },
    {
      "epoch": 633.9,
      "grad_norm": 1.2430802583694458,
      "learning_rate": 5.311086525415578e-07,
      "loss": 0.3495,
      "step": 2271250
    },
    {
      "epoch": 633.9,
      "grad_norm": 1.2624599933624268,
      "learning_rate": 5.310915115350311e-07,
      "loss": 0.3553,
      "step": 2271260
    },
    {
      "epoch": 633.9,
      "grad_norm": 1.0923564434051514,
      "learning_rate": 5.310743707697706e-07,
      "loss": 0.3325,
      "step": 2271270
    },
    {
      "epoch": 633.9,
      "grad_norm": 1.160563349723816,
      "learning_rate": 5.310572302457762e-07,
      "loss": 0.3455,
      "step": 2271280
    },
    {
      "epoch": 633.91,
      "grad_norm": 1.1418434381484985,
      "learning_rate": 5.310400899630531e-07,
      "loss": 0.3505,
      "step": 2271290
    },
    {
      "epoch": 633.91,
      "grad_norm": 1.3713054656982422,
      "learning_rate": 5.310229499216016e-07,
      "loss": 0.357,
      "step": 2271300
    },
    {
      "epoch": 633.91,
      "grad_norm": 1.3540199995040894,
      "learning_rate": 5.310058101214243e-07,
      "loss": 0.3398,
      "step": 2271310
    },
    {
      "epoch": 633.92,
      "grad_norm": 1.2943840026855469,
      "learning_rate": 5.309886705625245e-07,
      "loss": 0.3444,
      "step": 2271320
    },
    {
      "epoch": 633.92,
      "grad_norm": 1.1493569612503052,
      "learning_rate": 5.309715312449031e-07,
      "loss": 0.3511,
      "step": 2271330
    },
    {
      "epoch": 633.92,
      "grad_norm": 1.1956615447998047,
      "learning_rate": 5.309543921685632e-07,
      "loss": 0.3411,
      "step": 2271340
    },
    {
      "epoch": 633.92,
      "grad_norm": 1.257934331893921,
      "learning_rate": 5.309372533335068e-07,
      "loss": 0.3302,
      "step": 2271350
    },
    {
      "epoch": 633.93,
      "grad_norm": 1.2476123571395874,
      "learning_rate": 5.309201147397368e-07,
      "loss": 0.3309,
      "step": 2271360
    },
    {
      "epoch": 633.93,
      "grad_norm": 1.2642123699188232,
      "learning_rate": 5.309029763872536e-07,
      "loss": 0.3374,
      "step": 2271370
    },
    {
      "epoch": 633.93,
      "grad_norm": 1.2023029327392578,
      "learning_rate": 5.308858382760622e-07,
      "loss": 0.343,
      "step": 2271380
    },
    {
      "epoch": 633.94,
      "grad_norm": 1.3255681991577148,
      "learning_rate": 5.308687004061629e-07,
      "loss": 0.3362,
      "step": 2271390
    },
    {
      "epoch": 633.94,
      "grad_norm": 1.0652897357940674,
      "learning_rate": 5.308515627775587e-07,
      "loss": 0.3474,
      "step": 2271400
    },
    {
      "epoch": 633.94,
      "grad_norm": 1.094662070274353,
      "learning_rate": 5.308344253902523e-07,
      "loss": 0.33,
      "step": 2271410
    },
    {
      "epoch": 633.94,
      "grad_norm": 1.2626285552978516,
      "learning_rate": 5.308172882442441e-07,
      "loss": 0.3247,
      "step": 2271420
    },
    {
      "epoch": 633.95,
      "grad_norm": 3.2171478271484375,
      "learning_rate": 5.308001513395392e-07,
      "loss": 0.3294,
      "step": 2271430
    },
    {
      "epoch": 633.95,
      "grad_norm": 1.0705881118774414,
      "learning_rate": 5.307830146761376e-07,
      "loss": 0.3434,
      "step": 2271440
    },
    {
      "epoch": 633.95,
      "grad_norm": 1.1540762186050415,
      "learning_rate": 5.307658782540424e-07,
      "loss": 0.3715,
      "step": 2271450
    },
    {
      "epoch": 633.95,
      "grad_norm": 1.098446011543274,
      "learning_rate": 5.307487420732569e-07,
      "loss": 0.326,
      "step": 2271460
    },
    {
      "epoch": 633.96,
      "grad_norm": 1.1373029947280884,
      "learning_rate": 5.307316061337814e-07,
      "loss": 0.3465,
      "step": 2271470
    },
    {
      "epoch": 633.96,
      "grad_norm": 1.2160789966583252,
      "learning_rate": 5.307144704356191e-07,
      "loss": 0.3379,
      "step": 2271480
    },
    {
      "epoch": 633.96,
      "grad_norm": 1.1849558353424072,
      "learning_rate": 5.306973349787722e-07,
      "loss": 0.3374,
      "step": 2271490
    },
    {
      "epoch": 633.97,
      "grad_norm": 1.4630188941955566,
      "learning_rate": 5.306801997632439e-07,
      "loss": 0.3487,
      "step": 2271500
    },
    {
      "epoch": 633.97,
      "grad_norm": 2.0826690196990967,
      "learning_rate": 5.306630647890346e-07,
      "loss": 0.3368,
      "step": 2271510
    },
    {
      "epoch": 633.97,
      "grad_norm": 1.2282612323760986,
      "learning_rate": 5.306459300561487e-07,
      "loss": 0.3271,
      "step": 2271520
    },
    {
      "epoch": 633.97,
      "grad_norm": 1.1191798448562622,
      "learning_rate": 5.30628795564587e-07,
      "loss": 0.3362,
      "step": 2271530
    },
    {
      "epoch": 633.98,
      "grad_norm": 1.3308099508285522,
      "learning_rate": 5.306116613143521e-07,
      "loss": 0.3506,
      "step": 2271540
    },
    {
      "epoch": 633.98,
      "grad_norm": 1.3169642686843872,
      "learning_rate": 5.30594527305447e-07,
      "loss": 0.3339,
      "step": 2271550
    },
    {
      "epoch": 633.98,
      "grad_norm": 1.237426519393921,
      "learning_rate": 5.305773935378729e-07,
      "loss": 0.3209,
      "step": 2271560
    },
    {
      "epoch": 633.99,
      "grad_norm": 1.2206251621246338,
      "learning_rate": 5.305602600116325e-07,
      "loss": 0.3303,
      "step": 2271570
    },
    {
      "epoch": 633.99,
      "grad_norm": 1.2665905952453613,
      "learning_rate": 5.305431267267281e-07,
      "loss": 0.3235,
      "step": 2271580
    },
    {
      "epoch": 633.99,
      "grad_norm": 1.8827406167984009,
      "learning_rate": 5.305259936831627e-07,
      "loss": 0.3216,
      "step": 2271590
    },
    {
      "epoch": 633.99,
      "grad_norm": 1.0380665063858032,
      "learning_rate": 5.305088608809373e-07,
      "loss": 0.3446,
      "step": 2271600
    },
    {
      "epoch": 634.0,
      "grad_norm": 1.1645033359527588,
      "learning_rate": 5.304917283200546e-07,
      "loss": 0.3291,
      "step": 2271610
    },
    {
      "epoch": 634.0,
      "grad_norm": 1.3253370523452759,
      "learning_rate": 5.304745960005179e-07,
      "loss": 0.3316,
      "step": 2271620
    },
    {
      "epoch": 634.0,
      "eval_loss": 0.3383520245552063,
      "eval_runtime": 66.2464,
      "eval_samples_per_second": 76.366,
      "eval_steps_per_second": 9.555,
      "step": 2271622
    },
    {
      "epoch": 634.0,
      "grad_norm": 1.1854045391082764,
      "learning_rate": 5.304574639223274e-07,
      "loss": 0.3295,
      "step": 2271630
    },
    {
      "epoch": 634.01,
      "grad_norm": 1.09822678565979,
      "learning_rate": 5.304403320854879e-07,
      "loss": 0.327,
      "step": 2271640
    },
    {
      "epoch": 634.01,
      "grad_norm": 1.5821781158447266,
      "learning_rate": 5.304232004899996e-07,
      "loss": 0.3225,
      "step": 2271650
    },
    {
      "epoch": 634.01,
      "grad_norm": 1.2393193244934082,
      "learning_rate": 5.304060691358658e-07,
      "loss": 0.3291,
      "step": 2271660
    },
    {
      "epoch": 634.01,
      "grad_norm": 1.2096664905548096,
      "learning_rate": 5.303889380230886e-07,
      "loss": 0.3272,
      "step": 2271670
    },
    {
      "epoch": 634.02,
      "grad_norm": 1.2836638689041138,
      "learning_rate": 5.3037180715167e-07,
      "loss": 0.3358,
      "step": 2271680
    },
    {
      "epoch": 634.02,
      "grad_norm": 1.2932491302490234,
      "learning_rate": 5.303546765216133e-07,
      "loss": 0.3291,
      "step": 2271690
    },
    {
      "epoch": 634.02,
      "grad_norm": 1.1600068807601929,
      "learning_rate": 5.303375461329193e-07,
      "loss": 0.3396,
      "step": 2271700
    },
    {
      "epoch": 634.02,
      "grad_norm": 1.3417270183563232,
      "learning_rate": 5.303204159855911e-07,
      "loss": 0.3387,
      "step": 2271710
    },
    {
      "epoch": 634.03,
      "grad_norm": 1.0954248905181885,
      "learning_rate": 5.303032860796309e-07,
      "loss": 0.3354,
      "step": 2271720
    },
    {
      "epoch": 634.03,
      "grad_norm": 1.2491365671157837,
      "learning_rate": 5.302861564150416e-07,
      "loss": 0.3384,
      "step": 2271730
    },
    {
      "epoch": 634.03,
      "grad_norm": 1.3118795156478882,
      "learning_rate": 5.302690269918239e-07,
      "loss": 0.3478,
      "step": 2271740
    },
    {
      "epoch": 634.04,
      "grad_norm": 1.127589464187622,
      "learning_rate": 5.302518978099812e-07,
      "loss": 0.3426,
      "step": 2271750
    },
    {
      "epoch": 634.04,
      "grad_norm": 1.25851571559906,
      "learning_rate": 5.302347688695165e-07,
      "loss": 0.3317,
      "step": 2271760
    },
    {
      "epoch": 634.04,
      "grad_norm": 1.237612247467041,
      "learning_rate": 5.302176401704295e-07,
      "loss": 0.3362,
      "step": 2271770
    },
    {
      "epoch": 634.04,
      "grad_norm": 1.3632419109344482,
      "learning_rate": 5.302005117127256e-07,
      "loss": 0.3375,
      "step": 2271780
    },
    {
      "epoch": 634.05,
      "grad_norm": 1.011688470840454,
      "learning_rate": 5.30183383496405e-07,
      "loss": 0.3326,
      "step": 2271790
    },
    {
      "epoch": 634.05,
      "grad_norm": 1.1242278814315796,
      "learning_rate": 5.301662555214705e-07,
      "loss": 0.3445,
      "step": 2271800
    },
    {
      "epoch": 634.05,
      "grad_norm": 1.1035683155059814,
      "learning_rate": 5.301491277879248e-07,
      "loss": 0.3341,
      "step": 2271810
    },
    {
      "epoch": 634.06,
      "grad_norm": 1.3433455228805542,
      "learning_rate": 5.301320002957703e-07,
      "loss": 0.3242,
      "step": 2271820
    },
    {
      "epoch": 634.06,
      "grad_norm": 1.2030707597732544,
      "learning_rate": 5.301148730450081e-07,
      "loss": 0.3367,
      "step": 2271830
    },
    {
      "epoch": 634.06,
      "grad_norm": 1.0954997539520264,
      "learning_rate": 5.300977460356414e-07,
      "loss": 0.3414,
      "step": 2271840
    },
    {
      "epoch": 634.06,
      "grad_norm": 1.357607364654541,
      "learning_rate": 5.300806192676727e-07,
      "loss": 0.3397,
      "step": 2271850
    },
    {
      "epoch": 634.07,
      "grad_norm": 1.1539945602416992,
      "learning_rate": 5.300634927411028e-07,
      "loss": 0.3326,
      "step": 2271860
    },
    {
      "epoch": 634.07,
      "grad_norm": 1.2536935806274414,
      "learning_rate": 5.300463664559363e-07,
      "loss": 0.3344,
      "step": 2271870
    },
    {
      "epoch": 634.07,
      "grad_norm": 1.0548678636550903,
      "learning_rate": 5.300292404121737e-07,
      "loss": 0.3125,
      "step": 2271880
    },
    {
      "epoch": 634.07,
      "grad_norm": 0.9766830205917358,
      "learning_rate": 5.300121146098178e-07,
      "loss": 0.3227,
      "step": 2271890
    },
    {
      "epoch": 634.08,
      "grad_norm": 1.1134146451950073,
      "learning_rate": 5.299949890488716e-07,
      "loss": 0.3216,
      "step": 2271900
    },
    {
      "epoch": 634.08,
      "grad_norm": 1.251272201538086,
      "learning_rate": 5.29977863729336e-07,
      "loss": 0.3298,
      "step": 2271910
    },
    {
      "epoch": 634.08,
      "grad_norm": 1.422477126121521,
      "learning_rate": 5.299607386512137e-07,
      "loss": 0.3292,
      "step": 2271920
    },
    {
      "epoch": 634.09,
      "grad_norm": 1.143180012702942,
      "learning_rate": 5.299436138145075e-07,
      "loss": 0.327,
      "step": 2271930
    },
    {
      "epoch": 634.09,
      "grad_norm": 1.0999541282653809,
      "learning_rate": 5.299264892192201e-07,
      "loss": 0.3393,
      "step": 2271940
    },
    {
      "epoch": 634.09,
      "grad_norm": 1.1826872825622559,
      "learning_rate": 5.299093648653519e-07,
      "loss": 0.3309,
      "step": 2271950
    },
    {
      "epoch": 634.09,
      "grad_norm": 1.523795247077942,
      "learning_rate": 5.298922407529075e-07,
      "loss": 0.3455,
      "step": 2271960
    },
    {
      "epoch": 634.1,
      "grad_norm": 1.3324685096740723,
      "learning_rate": 5.298751168818873e-07,
      "loss": 0.3392,
      "step": 2271970
    },
    {
      "epoch": 634.1,
      "grad_norm": 1.2185097932815552,
      "learning_rate": 5.298579932522947e-07,
      "loss": 0.3525,
      "step": 2271980
    },
    {
      "epoch": 634.1,
      "grad_norm": 1.226370930671692,
      "learning_rate": 5.298408698641318e-07,
      "loss": 0.328,
      "step": 2271990
    },
    {
      "epoch": 634.11,
      "grad_norm": 1.319512128829956,
      "learning_rate": 5.298237467173998e-07,
      "loss": 0.3472,
      "step": 2272000
    },
    {
      "epoch": 634.11,
      "grad_norm": 1.0498775243759155,
      "learning_rate": 5.29806623812103e-07,
      "loss": 0.3292,
      "step": 2272010
    },
    {
      "epoch": 634.11,
      "grad_norm": 1.0125844478607178,
      "learning_rate": 5.29789501148242e-07,
      "loss": 0.3299,
      "step": 2272020
    },
    {
      "epoch": 634.11,
      "grad_norm": 1.27195143699646,
      "learning_rate": 5.297723787258196e-07,
      "loss": 0.3404,
      "step": 2272030
    },
    {
      "epoch": 634.12,
      "grad_norm": 1.221372365951538,
      "learning_rate": 5.297552565448388e-07,
      "loss": 0.3294,
      "step": 2272040
    },
    {
      "epoch": 634.12,
      "grad_norm": 1.2022429704666138,
      "learning_rate": 5.297381346053005e-07,
      "loss": 0.3336,
      "step": 2272050
    },
    {
      "epoch": 634.12,
      "grad_norm": 1.2167928218841553,
      "learning_rate": 5.297210129072075e-07,
      "loss": 0.3393,
      "step": 2272060
    },
    {
      "epoch": 634.13,
      "grad_norm": 1.073350429534912,
      "learning_rate": 5.297038914505624e-07,
      "loss": 0.3389,
      "step": 2272070
    },
    {
      "epoch": 634.13,
      "grad_norm": 1.2780282497406006,
      "learning_rate": 5.296867702353681e-07,
      "loss": 0.3519,
      "step": 2272080
    },
    {
      "epoch": 634.13,
      "grad_norm": 1.3053194284439087,
      "learning_rate": 5.296696492616247e-07,
      "loss": 0.3437,
      "step": 2272090
    },
    {
      "epoch": 634.13,
      "grad_norm": 1.2823132276535034,
      "learning_rate": 5.296525285293371e-07,
      "loss": 0.3473,
      "step": 2272100
    },
    {
      "epoch": 634.14,
      "grad_norm": 1.4061782360076904,
      "learning_rate": 5.296354080385058e-07,
      "loss": 0.35,
      "step": 2272110
    },
    {
      "epoch": 634.14,
      "grad_norm": 1.297287106513977,
      "learning_rate": 5.296182877891337e-07,
      "loss": 0.3367,
      "step": 2272120
    },
    {
      "epoch": 634.14,
      "grad_norm": 1.2095690965652466,
      "learning_rate": 5.296011677812238e-07,
      "loss": 0.3343,
      "step": 2272130
    },
    {
      "epoch": 634.14,
      "grad_norm": 1.128546953201294,
      "learning_rate": 5.295840480147765e-07,
      "loss": 0.3434,
      "step": 2272140
    },
    {
      "epoch": 634.15,
      "grad_norm": 1.3331189155578613,
      "learning_rate": 5.295669284897956e-07,
      "loss": 0.3335,
      "step": 2272150
    },
    {
      "epoch": 634.15,
      "grad_norm": 1.2416198253631592,
      "learning_rate": 5.295498092062829e-07,
      "loss": 0.3335,
      "step": 2272160
    },
    {
      "epoch": 634.15,
      "grad_norm": 1.309145450592041,
      "learning_rate": 5.295326901642411e-07,
      "loss": 0.3469,
      "step": 2272170
    },
    {
      "epoch": 634.16,
      "grad_norm": 1.1938596963882446,
      "learning_rate": 5.295155713636711e-07,
      "loss": 0.3353,
      "step": 2272180
    },
    {
      "epoch": 634.16,
      "grad_norm": 1.1418920755386353,
      "learning_rate": 5.294984528045774e-07,
      "loss": 0.3343,
      "step": 2272190
    },
    {
      "epoch": 634.16,
      "grad_norm": 1.2001968622207642,
      "learning_rate": 5.294813344869606e-07,
      "loss": 0.3469,
      "step": 2272200
    },
    {
      "epoch": 634.16,
      "grad_norm": 1.282156229019165,
      "learning_rate": 5.294642164108233e-07,
      "loss": 0.3342,
      "step": 2272210
    },
    {
      "epoch": 634.17,
      "grad_norm": 1.3588173389434814,
      "learning_rate": 5.294470985761686e-07,
      "loss": 0.3505,
      "step": 2272220
    },
    {
      "epoch": 634.17,
      "grad_norm": 1.1699885129928589,
      "learning_rate": 5.294299809829973e-07,
      "loss": 0.3359,
      "step": 2272230
    },
    {
      "epoch": 634.17,
      "grad_norm": 1.1539424657821655,
      "learning_rate": 5.294128636313128e-07,
      "loss": 0.3323,
      "step": 2272240
    },
    {
      "epoch": 634.18,
      "grad_norm": 1.3323335647583008,
      "learning_rate": 5.293957465211169e-07,
      "loss": 0.3385,
      "step": 2272250
    },
    {
      "epoch": 634.18,
      "grad_norm": 1.4039586782455444,
      "learning_rate": 5.293786296524119e-07,
      "loss": 0.3468,
      "step": 2272260
    },
    {
      "epoch": 634.18,
      "grad_norm": 1.221521258354187,
      "learning_rate": 5.293615130252012e-07,
      "loss": 0.3465,
      "step": 2272270
    },
    {
      "epoch": 634.18,
      "grad_norm": 1.0424531698226929,
      "learning_rate": 5.293443966394852e-07,
      "loss": 0.3348,
      "step": 2272280
    },
    {
      "epoch": 634.19,
      "grad_norm": 1.2677969932556152,
      "learning_rate": 5.293272804952674e-07,
      "loss": 0.357,
      "step": 2272290
    },
    {
      "epoch": 634.19,
      "grad_norm": 1.7501171827316284,
      "learning_rate": 5.293101645925493e-07,
      "loss": 0.3396,
      "step": 2272300
    },
    {
      "epoch": 634.19,
      "grad_norm": 1.1547235250473022,
      "learning_rate": 5.292930489313347e-07,
      "loss": 0.3343,
      "step": 2272310
    },
    {
      "epoch": 634.19,
      "grad_norm": 1.5751210451126099,
      "learning_rate": 5.292759335116233e-07,
      "loss": 0.3583,
      "step": 2272320
    },
    {
      "epoch": 634.2,
      "grad_norm": 1.843250036239624,
      "learning_rate": 5.292588183334202e-07,
      "loss": 0.3403,
      "step": 2272330
    },
    {
      "epoch": 634.2,
      "grad_norm": 1.2723840475082397,
      "learning_rate": 5.292417033967257e-07,
      "loss": 0.344,
      "step": 2272340
    },
    {
      "epoch": 634.2,
      "grad_norm": 1.0986865758895874,
      "learning_rate": 5.292245887015427e-07,
      "loss": 0.3449,
      "step": 2272350
    },
    {
      "epoch": 634.21,
      "grad_norm": 1.325971245765686,
      "learning_rate": 5.292074742478742e-07,
      "loss": 0.3524,
      "step": 2272360
    },
    {
      "epoch": 634.21,
      "grad_norm": 1.2776793241500854,
      "learning_rate": 5.291903600357213e-07,
      "loss": 0.3184,
      "step": 2272370
    },
    {
      "epoch": 634.21,
      "grad_norm": 1.353437066078186,
      "learning_rate": 5.291732460650866e-07,
      "loss": 0.3293,
      "step": 2272380
    },
    {
      "epoch": 634.21,
      "grad_norm": 1.158984899520874,
      "learning_rate": 5.291561323359728e-07,
      "loss": 0.3384,
      "step": 2272390
    },
    {
      "epoch": 634.22,
      "grad_norm": 1.1832915544509888,
      "learning_rate": 5.291390188483823e-07,
      "loss": 0.3207,
      "step": 2272400
    },
    {
      "epoch": 634.22,
      "grad_norm": 1.408789038658142,
      "learning_rate": 5.291219056023168e-07,
      "loss": 0.3393,
      "step": 2272410
    },
    {
      "epoch": 634.22,
      "grad_norm": 1.1066566705703735,
      "learning_rate": 5.291047925977783e-07,
      "loss": 0.3474,
      "step": 2272420
    },
    {
      "epoch": 634.23,
      "grad_norm": 1.0757646560668945,
      "learning_rate": 5.290876798347704e-07,
      "loss": 0.3303,
      "step": 2272430
    },
    {
      "epoch": 634.23,
      "grad_norm": 1.2106075286865234,
      "learning_rate": 5.290705673132935e-07,
      "loss": 0.3479,
      "step": 2272440
    },
    {
      "epoch": 634.23,
      "grad_norm": 1.1979483366012573,
      "learning_rate": 5.290534550333519e-07,
      "loss": 0.3462,
      "step": 2272450
    },
    {
      "epoch": 634.23,
      "grad_norm": 1.2011398077011108,
      "learning_rate": 5.290363429949463e-07,
      "loss": 0.333,
      "step": 2272460
    },
    {
      "epoch": 634.24,
      "grad_norm": 1.1181272268295288,
      "learning_rate": 5.290192311980796e-07,
      "loss": 0.3608,
      "step": 2272470
    },
    {
      "epoch": 634.24,
      "grad_norm": 1.3173069953918457,
      "learning_rate": 5.290021196427541e-07,
      "loss": 0.3247,
      "step": 2272480
    },
    {
      "epoch": 634.24,
      "grad_norm": 1.1250882148742676,
      "learning_rate": 5.289850083289729e-07,
      "loss": 0.3598,
      "step": 2272490
    },
    {
      "epoch": 634.25,
      "grad_norm": 1.1234972476959229,
      "learning_rate": 5.289678972567364e-07,
      "loss": 0.3455,
      "step": 2272500
    },
    {
      "epoch": 634.25,
      "grad_norm": 1.118042230606079,
      "learning_rate": 5.289507864260481e-07,
      "loss": 0.3443,
      "step": 2272510
    },
    {
      "epoch": 634.25,
      "grad_norm": 1.0772886276245117,
      "learning_rate": 5.289336758369106e-07,
      "loss": 0.3575,
      "step": 2272520
    },
    {
      "epoch": 634.25,
      "grad_norm": 1.0982517004013062,
      "learning_rate": 5.289165654893245e-07,
      "loss": 0.3301,
      "step": 2272530
    },
    {
      "epoch": 634.26,
      "grad_norm": 1.3250360488891602,
      "learning_rate": 5.288994553832942e-07,
      "loss": 0.3361,
      "step": 2272540
    },
    {
      "epoch": 634.26,
      "grad_norm": 1.2884474992752075,
      "learning_rate": 5.288823455188206e-07,
      "loss": 0.332,
      "step": 2272550
    },
    {
      "epoch": 634.26,
      "grad_norm": 1.1599044799804688,
      "learning_rate": 5.288652358959066e-07,
      "loss": 0.3339,
      "step": 2272560
    },
    {
      "epoch": 634.26,
      "grad_norm": 1.1577503681182861,
      "learning_rate": 5.288481265145545e-07,
      "loss": 0.3294,
      "step": 2272570
    },
    {
      "epoch": 634.27,
      "grad_norm": 1.2474884986877441,
      "learning_rate": 5.288310173747652e-07,
      "loss": 0.3316,
      "step": 2272580
    },
    {
      "epoch": 634.27,
      "grad_norm": 1.321983814239502,
      "learning_rate": 5.288139084765434e-07,
      "loss": 0.3441,
      "step": 2272590
    },
    {
      "epoch": 634.27,
      "grad_norm": 1.1353744268417358,
      "learning_rate": 5.287967998198895e-07,
      "loss": 0.3215,
      "step": 2272600
    },
    {
      "epoch": 634.28,
      "grad_norm": 1.210307240486145,
      "learning_rate": 5.287796914048064e-07,
      "loss": 0.3373,
      "step": 2272610
    },
    {
      "epoch": 634.28,
      "grad_norm": 1.3162436485290527,
      "learning_rate": 5.287625832312962e-07,
      "loss": 0.3295,
      "step": 2272620
    },
    {
      "epoch": 634.28,
      "grad_norm": 1.186745047569275,
      "learning_rate": 5.287454752993621e-07,
      "loss": 0.3256,
      "step": 2272630
    },
    {
      "epoch": 634.28,
      "grad_norm": 1.3350863456726074,
      "learning_rate": 5.287283676090048e-07,
      "loss": 0.3178,
      "step": 2272640
    },
    {
      "epoch": 634.29,
      "grad_norm": 0.9675210118293762,
      "learning_rate": 5.287112601602275e-07,
      "loss": 0.3377,
      "step": 2272650
    },
    {
      "epoch": 634.29,
      "grad_norm": 1.1032249927520752,
      "learning_rate": 5.286941529530329e-07,
      "loss": 0.335,
      "step": 2272660
    },
    {
      "epoch": 634.29,
      "grad_norm": 1.370612621307373,
      "learning_rate": 5.286770459874216e-07,
      "loss": 0.3398,
      "step": 2272670
    },
    {
      "epoch": 634.3,
      "grad_norm": 1.2710105180740356,
      "learning_rate": 5.286599392633981e-07,
      "loss": 0.3373,
      "step": 2272680
    },
    {
      "epoch": 634.3,
      "grad_norm": 1.1072136163711548,
      "learning_rate": 5.286428327809631e-07,
      "loss": 0.3477,
      "step": 2272690
    },
    {
      "epoch": 634.3,
      "grad_norm": 1.1972134113311768,
      "learning_rate": 5.286257265401192e-07,
      "loss": 0.3553,
      "step": 2272700
    },
    {
      "epoch": 634.3,
      "grad_norm": 1.175595998764038,
      "learning_rate": 5.286086205408695e-07,
      "loss": 0.3334,
      "step": 2272710
    },
    {
      "epoch": 634.31,
      "grad_norm": 1.3143067359924316,
      "learning_rate": 5.285915147832152e-07,
      "loss": 0.329,
      "step": 2272720
    },
    {
      "epoch": 634.31,
      "grad_norm": 1.113761067390442,
      "learning_rate": 5.285744092671587e-07,
      "loss": 0.3482,
      "step": 2272730
    },
    {
      "epoch": 634.31,
      "grad_norm": 1.154369592666626,
      "learning_rate": 5.285573039927027e-07,
      "loss": 0.3426,
      "step": 2272740
    },
    {
      "epoch": 634.31,
      "grad_norm": 1.3541409969329834,
      "learning_rate": 5.285401989598501e-07,
      "loss": 0.3449,
      "step": 2272750
    },
    {
      "epoch": 634.32,
      "grad_norm": 2.129974126815796,
      "learning_rate": 5.285230941686009e-07,
      "loss": 0.329,
      "step": 2272760
    },
    {
      "epoch": 634.32,
      "grad_norm": 1.3886473178863525,
      "learning_rate": 5.285059896189603e-07,
      "loss": 0.3353,
      "step": 2272770
    },
    {
      "epoch": 634.32,
      "grad_norm": 1.1396565437316895,
      "learning_rate": 5.284888853109285e-07,
      "loss": 0.3268,
      "step": 2272780
    },
    {
      "epoch": 634.33,
      "grad_norm": 1.1459181308746338,
      "learning_rate": 5.284717812445085e-07,
      "loss": 0.3342,
      "step": 2272790
    },
    {
      "epoch": 634.33,
      "grad_norm": 1.172105073928833,
      "learning_rate": 5.28454677419703e-07,
      "loss": 0.3377,
      "step": 2272800
    },
    {
      "epoch": 634.33,
      "grad_norm": 1.188430905342102,
      "learning_rate": 5.284375738365135e-07,
      "loss": 0.3466,
      "step": 2272810
    },
    {
      "epoch": 634.33,
      "grad_norm": 1.099990725517273,
      "learning_rate": 5.284204704949423e-07,
      "loss": 0.3441,
      "step": 2272820
    },
    {
      "epoch": 634.34,
      "grad_norm": 1.4110801219940186,
      "learning_rate": 5.28403367394992e-07,
      "loss": 0.3567,
      "step": 2272830
    },
    {
      "epoch": 634.34,
      "grad_norm": 1.271588921546936,
      "learning_rate": 5.283862645366648e-07,
      "loss": 0.3608,
      "step": 2272840
    },
    {
      "epoch": 634.34,
      "grad_norm": 1.136528730392456,
      "learning_rate": 5.283691619199638e-07,
      "loss": 0.3288,
      "step": 2272850
    },
    {
      "epoch": 634.35,
      "grad_norm": 1.0545588731765747,
      "learning_rate": 5.283520595448897e-07,
      "loss": 0.3351,
      "step": 2272860
    },
    {
      "epoch": 634.35,
      "grad_norm": 1.1511156558990479,
      "learning_rate": 5.283349574114456e-07,
      "loss": 0.3394,
      "step": 2272870
    },
    {
      "epoch": 634.35,
      "grad_norm": 1.3367352485656738,
      "learning_rate": 5.283178555196337e-07,
      "loss": 0.3417,
      "step": 2272880
    },
    {
      "epoch": 634.35,
      "grad_norm": 1.0812618732452393,
      "learning_rate": 5.28300753869457e-07,
      "loss": 0.3406,
      "step": 2272890
    },
    {
      "epoch": 634.36,
      "grad_norm": 1.0764445066452026,
      "learning_rate": 5.282836524609159e-07,
      "loss": 0.3303,
      "step": 2272900
    },
    {
      "epoch": 634.36,
      "grad_norm": 1.402139663696289,
      "learning_rate": 5.282665512940149e-07,
      "loss": 0.3539,
      "step": 2272910
    },
    {
      "epoch": 634.36,
      "grad_norm": 1.3497533798217773,
      "learning_rate": 5.282494503687549e-07,
      "loss": 0.3579,
      "step": 2272920
    },
    {
      "epoch": 634.37,
      "grad_norm": 1.2379860877990723,
      "learning_rate": 5.282323496851384e-07,
      "loss": 0.3374,
      "step": 2272930
    },
    {
      "epoch": 634.37,
      "grad_norm": 1.2289400100708008,
      "learning_rate": 5.282152492431684e-07,
      "loss": 0.3265,
      "step": 2272940
    },
    {
      "epoch": 634.37,
      "grad_norm": 1.3906265497207642,
      "learning_rate": 5.281981490428459e-07,
      "loss": 0.3452,
      "step": 2272950
    },
    {
      "epoch": 634.37,
      "grad_norm": 1.1038559675216675,
      "learning_rate": 5.28181049084174e-07,
      "loss": 0.334,
      "step": 2272960
    },
    {
      "epoch": 634.38,
      "grad_norm": 1.3435678482055664,
      "learning_rate": 5.281639493671545e-07,
      "loss": 0.3612,
      "step": 2272970
    },
    {
      "epoch": 634.38,
      "grad_norm": 1.1024351119995117,
      "learning_rate": 5.28146849891791e-07,
      "loss": 0.3517,
      "step": 2272980
    },
    {
      "epoch": 634.38,
      "grad_norm": 1.559330701828003,
      "learning_rate": 5.281297506580839e-07,
      "loss": 0.3311,
      "step": 2272990
    },
    {
      "epoch": 634.38,
      "grad_norm": 1.2951852083206177,
      "learning_rate": 5.281126516660364e-07,
      "loss": 0.3465,
      "step": 2273000
    },
    {
      "epoch": 634.39,
      "grad_norm": 1.1554813385009766,
      "learning_rate": 5.280955529156508e-07,
      "loss": 0.3401,
      "step": 2273010
    },
    {
      "epoch": 634.39,
      "grad_norm": 1.2159528732299805,
      "learning_rate": 5.280784544069291e-07,
      "loss": 0.3402,
      "step": 2273020
    },
    {
      "epoch": 634.39,
      "grad_norm": 1.1934552192687988,
      "learning_rate": 5.280613561398749e-07,
      "loss": 0.3285,
      "step": 2273030
    },
    {
      "epoch": 634.4,
      "grad_norm": 1.3388452529907227,
      "learning_rate": 5.280442581144881e-07,
      "loss": 0.3385,
      "step": 2273040
    },
    {
      "epoch": 634.4,
      "grad_norm": 1.370776891708374,
      "learning_rate": 5.280271603307725e-07,
      "loss": 0.3424,
      "step": 2273050
    },
    {
      "epoch": 634.4,
      "grad_norm": 1.1243760585784912,
      "learning_rate": 5.280100627887302e-07,
      "loss": 0.3506,
      "step": 2273060
    },
    {
      "epoch": 634.4,
      "grad_norm": 1.2591286897659302,
      "learning_rate": 5.279929654883638e-07,
      "loss": 0.3323,
      "step": 2273070
    },
    {
      "epoch": 634.41,
      "grad_norm": 1.2118520736694336,
      "learning_rate": 5.279758684296747e-07,
      "loss": 0.3429,
      "step": 2273080
    },
    {
      "epoch": 634.41,
      "grad_norm": 1.2070657014846802,
      "learning_rate": 5.279587716126657e-07,
      "loss": 0.3299,
      "step": 2273090
    },
    {
      "epoch": 634.41,
      "grad_norm": 0.9955093264579773,
      "learning_rate": 5.279416750373395e-07,
      "loss": 0.3426,
      "step": 2273100
    },
    {
      "epoch": 634.42,
      "grad_norm": 1.226009488105774,
      "learning_rate": 5.279245787036966e-07,
      "loss": 0.3482,
      "step": 2273110
    },
    {
      "epoch": 634.42,
      "grad_norm": 1.473833441734314,
      "learning_rate": 5.27907482611742e-07,
      "loss": 0.3338,
      "step": 2273120
    },
    {
      "epoch": 634.42,
      "grad_norm": 1.0608593225479126,
      "learning_rate": 5.278903867614751e-07,
      "loss": 0.3403,
      "step": 2273130
    },
    {
      "epoch": 634.42,
      "grad_norm": 1.3525117635726929,
      "learning_rate": 5.278732911529007e-07,
      "loss": 0.351,
      "step": 2273140
    },
    {
      "epoch": 634.43,
      "grad_norm": 1.326663851737976,
      "learning_rate": 5.278561957860198e-07,
      "loss": 0.3465,
      "step": 2273150
    },
    {
      "epoch": 634.43,
      "grad_norm": 1.1600435972213745,
      "learning_rate": 5.278391006608346e-07,
      "loss": 0.3238,
      "step": 2273160
    },
    {
      "epoch": 634.43,
      "grad_norm": 1.1350773572921753,
      "learning_rate": 5.278220057773482e-07,
      "loss": 0.3308,
      "step": 2273170
    },
    {
      "epoch": 634.43,
      "grad_norm": 1.061040997505188,
      "learning_rate": 5.278049111355617e-07,
      "loss": 0.3364,
      "step": 2273180
    },
    {
      "epoch": 634.44,
      "grad_norm": 1.2000526189804077,
      "learning_rate": 5.277878167354782e-07,
      "loss": 0.342,
      "step": 2273190
    },
    {
      "epoch": 634.44,
      "grad_norm": 1.2681647539138794,
      "learning_rate": 5.277707225770996e-07,
      "loss": 0.3306,
      "step": 2273200
    },
    {
      "epoch": 634.44,
      "grad_norm": 1.8798120021820068,
      "learning_rate": 5.277536286604289e-07,
      "loss": 0.3465,
      "step": 2273210
    },
    {
      "epoch": 634.45,
      "grad_norm": 1.175614833831787,
      "learning_rate": 5.277365349854675e-07,
      "loss": 0.3307,
      "step": 2273220
    },
    {
      "epoch": 634.45,
      "grad_norm": 1.7558627128601074,
      "learning_rate": 5.277194415522176e-07,
      "loss": 0.3301,
      "step": 2273230
    },
    {
      "epoch": 634.45,
      "grad_norm": 1.234846591949463,
      "learning_rate": 5.277023483606827e-07,
      "loss": 0.3437,
      "step": 2273240
    },
    {
      "epoch": 634.45,
      "grad_norm": 1.0987812280654907,
      "learning_rate": 5.276852554108629e-07,
      "loss": 0.3316,
      "step": 2273250
    },
    {
      "epoch": 634.46,
      "grad_norm": 1.659899353981018,
      "learning_rate": 5.276681627027632e-07,
      "loss": 0.3223,
      "step": 2273260
    },
    {
      "epoch": 634.46,
      "grad_norm": 1.3007664680480957,
      "learning_rate": 5.276510702363837e-07,
      "loss": 0.3299,
      "step": 2273270
    },
    {
      "epoch": 634.46,
      "grad_norm": 1.202330470085144,
      "learning_rate": 5.276339780117274e-07,
      "loss": 0.3396,
      "step": 2273280
    },
    {
      "epoch": 634.47,
      "grad_norm": 1.1414718627929688,
      "learning_rate": 5.276168860287967e-07,
      "loss": 0.3433,
      "step": 2273290
    },
    {
      "epoch": 634.47,
      "grad_norm": 1.2366548776626587,
      "learning_rate": 5.275997942875946e-07,
      "loss": 0.3318,
      "step": 2273300
    },
    {
      "epoch": 634.47,
      "grad_norm": 1.451588749885559,
      "learning_rate": 5.275827027881219e-07,
      "loss": 0.3355,
      "step": 2273310
    },
    {
      "epoch": 634.47,
      "grad_norm": 1.1583751440048218,
      "learning_rate": 5.275656115303813e-07,
      "loss": 0.3534,
      "step": 2273320
    },
    {
      "epoch": 634.48,
      "grad_norm": 1.5800819396972656,
      "learning_rate": 5.275485205143763e-07,
      "loss": 0.3294,
      "step": 2273330
    },
    {
      "epoch": 634.48,
      "grad_norm": 1.2595603466033936,
      "learning_rate": 5.275314297401067e-07,
      "loss": 0.3257,
      "step": 2273340
    },
    {
      "epoch": 634.48,
      "grad_norm": 1.1526036262512207,
      "learning_rate": 5.275143392075778e-07,
      "loss": 0.3467,
      "step": 2273350
    },
    {
      "epoch": 634.49,
      "grad_norm": 1.3419909477233887,
      "learning_rate": 5.274972489167897e-07,
      "loss": 0.3472,
      "step": 2273360
    },
    {
      "epoch": 634.49,
      "grad_norm": 1.3451451063156128,
      "learning_rate": 5.274801588677453e-07,
      "loss": 0.3354,
      "step": 2273370
    },
    {
      "epoch": 634.49,
      "grad_norm": 1.120517611503601,
      "learning_rate": 5.274630690604473e-07,
      "loss": 0.338,
      "step": 2273380
    },
    {
      "epoch": 634.49,
      "grad_norm": 1.0548453330993652,
      "learning_rate": 5.274459794948972e-07,
      "loss": 0.3232,
      "step": 2273390
    },
    {
      "epoch": 634.5,
      "grad_norm": 1.251938819885254,
      "learning_rate": 5.274288901710976e-07,
      "loss": 0.3387,
      "step": 2273400
    },
    {
      "epoch": 634.5,
      "grad_norm": 1.0092147588729858,
      "learning_rate": 5.274118010890507e-07,
      "loss": 0.3356,
      "step": 2273410
    },
    {
      "epoch": 634.5,
      "grad_norm": 1.1044807434082031,
      "learning_rate": 5.273947122487592e-07,
      "loss": 0.3379,
      "step": 2273420
    },
    {
      "epoch": 634.5,
      "grad_norm": 1.1196362972259521,
      "learning_rate": 5.273776236502248e-07,
      "loss": 0.3395,
      "step": 2273430
    },
    {
      "epoch": 634.51,
      "grad_norm": 1.2602458000183105,
      "learning_rate": 5.273605352934509e-07,
      "loss": 0.3289,
      "step": 2273440
    },
    {
      "epoch": 634.51,
      "grad_norm": 1.086922526359558,
      "learning_rate": 5.273434471784384e-07,
      "loss": 0.3416,
      "step": 2273450
    },
    {
      "epoch": 634.51,
      "grad_norm": 1.2363884449005127,
      "learning_rate": 5.273263593051899e-07,
      "loss": 0.3356,
      "step": 2273460
    },
    {
      "epoch": 634.52,
      "grad_norm": 1.1753857135772705,
      "learning_rate": 5.273092716737085e-07,
      "loss": 0.3333,
      "step": 2273470
    },
    {
      "epoch": 634.52,
      "grad_norm": 1.1790696382522583,
      "learning_rate": 5.272921842839946e-07,
      "loss": 0.3231,
      "step": 2273480
    },
    {
      "epoch": 634.52,
      "grad_norm": 1.1742318868637085,
      "learning_rate": 5.272750971360531e-07,
      "loss": 0.3463,
      "step": 2273490
    },
    {
      "epoch": 634.52,
      "grad_norm": 1.1278337240219116,
      "learning_rate": 5.272580102298842e-07,
      "loss": 0.3378,
      "step": 2273500
    },
    {
      "epoch": 634.53,
      "grad_norm": 1.1391611099243164,
      "learning_rate": 5.272409235654909e-07,
      "loss": 0.3242,
      "step": 2273510
    },
    {
      "epoch": 634.53,
      "grad_norm": 1.0479092597961426,
      "learning_rate": 5.272238371428758e-07,
      "loss": 0.3319,
      "step": 2273520
    },
    {
      "epoch": 634.53,
      "grad_norm": 1.3859963417053223,
      "learning_rate": 5.272067509620406e-07,
      "loss": 0.3511,
      "step": 2273530
    },
    {
      "epoch": 634.54,
      "grad_norm": 1.181945562362671,
      "learning_rate": 5.271896650229876e-07,
      "loss": 0.3271,
      "step": 2273540
    },
    {
      "epoch": 634.54,
      "grad_norm": 1.2893435955047607,
      "learning_rate": 5.271725793257194e-07,
      "loss": 0.3487,
      "step": 2273550
    },
    {
      "epoch": 634.54,
      "grad_norm": 1.097722053527832,
      "learning_rate": 5.271554938702388e-07,
      "loss": 0.342,
      "step": 2273560
    },
    {
      "epoch": 634.54,
      "grad_norm": 1.175978183746338,
      "learning_rate": 5.27138408656546e-07,
      "loss": 0.3311,
      "step": 2273570
    },
    {
      "epoch": 634.55,
      "grad_norm": 1.1904971599578857,
      "learning_rate": 5.271213236846461e-07,
      "loss": 0.3419,
      "step": 2273580
    },
    {
      "epoch": 634.55,
      "grad_norm": 1.2091269493103027,
      "learning_rate": 5.271042389545391e-07,
      "loss": 0.3416,
      "step": 2273590
    },
    {
      "epoch": 634.55,
      "grad_norm": 1.3434112071990967,
      "learning_rate": 5.270871544662283e-07,
      "loss": 0.3299,
      "step": 2273600
    },
    {
      "epoch": 634.55,
      "grad_norm": 1.1347393989562988,
      "learning_rate": 5.270700702197166e-07,
      "loss": 0.3427,
      "step": 2273610
    },
    {
      "epoch": 634.56,
      "grad_norm": 1.3196451663970947,
      "learning_rate": 5.270529862150046e-07,
      "loss": 0.3529,
      "step": 2273620
    },
    {
      "epoch": 634.56,
      "grad_norm": 1.363573431968689,
      "learning_rate": 5.270359024520957e-07,
      "loss": 0.3543,
      "step": 2273630
    },
    {
      "epoch": 634.56,
      "grad_norm": 1.4827523231506348,
      "learning_rate": 5.270188189309919e-07,
      "loss": 0.3374,
      "step": 2273640
    },
    {
      "epoch": 634.57,
      "grad_norm": 1.2058240175247192,
      "learning_rate": 5.270017356516961e-07,
      "loss": 0.3281,
      "step": 2273650
    },
    {
      "epoch": 634.57,
      "grad_norm": 1.230466604232788,
      "learning_rate": 5.269846526142093e-07,
      "loss": 0.3517,
      "step": 2273660
    },
    {
      "epoch": 634.57,
      "grad_norm": 1.102237582206726,
      "learning_rate": 5.269675698185345e-07,
      "loss": 0.3453,
      "step": 2273670
    },
    {
      "epoch": 634.57,
      "grad_norm": 1.1712536811828613,
      "learning_rate": 5.269504872646748e-07,
      "loss": 0.3273,
      "step": 2273680
    },
    {
      "epoch": 634.58,
      "grad_norm": 1.339194416999817,
      "learning_rate": 5.269334049526299e-07,
      "loss": 0.337,
      "step": 2273690
    },
    {
      "epoch": 634.58,
      "grad_norm": 1.1008083820343018,
      "learning_rate": 5.269163228824054e-07,
      "loss": 0.333,
      "step": 2273700
    },
    {
      "epoch": 634.58,
      "grad_norm": 1.3312395811080933,
      "learning_rate": 5.268992410540006e-07,
      "loss": 0.3457,
      "step": 2273710
    },
    {
      "epoch": 634.59,
      "grad_norm": 1.9587482213974,
      "learning_rate": 5.268821594674202e-07,
      "loss": 0.3297,
      "step": 2273720
    },
    {
      "epoch": 634.59,
      "grad_norm": 2.2068967819213867,
      "learning_rate": 5.268650781226648e-07,
      "loss": 0.3318,
      "step": 2273730
    },
    {
      "epoch": 634.59,
      "grad_norm": 1.423746943473816,
      "learning_rate": 5.268479970197375e-07,
      "loss": 0.3366,
      "step": 2273740
    },
    {
      "epoch": 634.59,
      "grad_norm": 1.3264497518539429,
      "learning_rate": 5.268309161586411e-07,
      "loss": 0.3321,
      "step": 2273750
    },
    {
      "epoch": 634.6,
      "grad_norm": 1.1310322284698486,
      "learning_rate": 5.268138355393763e-07,
      "loss": 0.3442,
      "step": 2273760
    },
    {
      "epoch": 634.6,
      "grad_norm": 1.1710355281829834,
      "learning_rate": 5.267967551619462e-07,
      "loss": 0.3504,
      "step": 2273770
    },
    {
      "epoch": 634.6,
      "grad_norm": 1.1840373277664185,
      "learning_rate": 5.26779675026353e-07,
      "loss": 0.3309,
      "step": 2273780
    },
    {
      "epoch": 634.61,
      "grad_norm": 2.4591851234436035,
      "learning_rate": 5.267625951325999e-07,
      "loss": 0.3328,
      "step": 2273790
    },
    {
      "epoch": 634.61,
      "grad_norm": 1.2023048400878906,
      "learning_rate": 5.267455154806873e-07,
      "loss": 0.3476,
      "step": 2273800
    },
    {
      "epoch": 634.61,
      "grad_norm": 1.398078441619873,
      "learning_rate": 5.267284360706187e-07,
      "loss": 0.3376,
      "step": 2273810
    },
    {
      "epoch": 634.61,
      "grad_norm": 0.9696009755134583,
      "learning_rate": 5.267113569023968e-07,
      "loss": 0.3289,
      "step": 2273820
    },
    {
      "epoch": 634.62,
      "grad_norm": 1.296004056930542,
      "learning_rate": 5.266942779760222e-07,
      "loss": 0.3453,
      "step": 2273830
    },
    {
      "epoch": 634.62,
      "grad_norm": 1.1291078329086304,
      "learning_rate": 5.26677199291499e-07,
      "loss": 0.3375,
      "step": 2273840
    },
    {
      "epoch": 634.62,
      "grad_norm": 1.2188643217086792,
      "learning_rate": 5.266601208488285e-07,
      "loss": 0.328,
      "step": 2273850
    },
    {
      "epoch": 634.62,
      "grad_norm": 1.2030526399612427,
      "learning_rate": 5.266430426480127e-07,
      "loss": 0.3405,
      "step": 2273860
    },
    {
      "epoch": 634.63,
      "grad_norm": 1.056901216506958,
      "learning_rate": 5.266259646890549e-07,
      "loss": 0.3355,
      "step": 2273870
    },
    {
      "epoch": 634.63,
      "grad_norm": 1.2867625951766968,
      "learning_rate": 5.266088869719571e-07,
      "loss": 0.3226,
      "step": 2273880
    },
    {
      "epoch": 634.63,
      "grad_norm": 1.2496029138565063,
      "learning_rate": 5.265918094967206e-07,
      "loss": 0.3358,
      "step": 2273890
    },
    {
      "epoch": 634.64,
      "grad_norm": 1.3785154819488525,
      "learning_rate": 5.265747322633486e-07,
      "loss": 0.337,
      "step": 2273900
    },
    {
      "epoch": 634.64,
      "grad_norm": 1.035733699798584,
      "learning_rate": 5.265576552718436e-07,
      "loss": 0.3261,
      "step": 2273910
    },
    {
      "epoch": 634.64,
      "grad_norm": 1.1927027702331543,
      "learning_rate": 5.265405785222061e-07,
      "loss": 0.3351,
      "step": 2273920
    },
    {
      "epoch": 634.64,
      "grad_norm": 1.373106837272644,
      "learning_rate": 5.265235020144409e-07,
      "loss": 0.3358,
      "step": 2273930
    },
    {
      "epoch": 634.65,
      "grad_norm": 1.1816877126693726,
      "learning_rate": 5.265064257485485e-07,
      "loss": 0.342,
      "step": 2273940
    },
    {
      "epoch": 634.65,
      "grad_norm": 1.1167110204696655,
      "learning_rate": 5.264893497245315e-07,
      "loss": 0.3411,
      "step": 2273950
    },
    {
      "epoch": 634.65,
      "grad_norm": 1.1878478527069092,
      "learning_rate": 5.264722739423927e-07,
      "loss": 0.3408,
      "step": 2273960
    },
    {
      "epoch": 634.66,
      "grad_norm": 1.2283796072006226,
      "learning_rate": 5.264551984021344e-07,
      "loss": 0.3407,
      "step": 2273970
    },
    {
      "epoch": 634.66,
      "grad_norm": 1.1163573265075684,
      "learning_rate": 5.264381231037581e-07,
      "loss": 0.3291,
      "step": 2273980
    },
    {
      "epoch": 634.66,
      "grad_norm": 1.196651577949524,
      "learning_rate": 5.264210480472665e-07,
      "loss": 0.335,
      "step": 2273990
    },
    {
      "epoch": 634.66,
      "grad_norm": 1.3983416557312012,
      "learning_rate": 5.264039732326618e-07,
      "loss": 0.349,
      "step": 2274000
    },
    {
      "epoch": 634.67,
      "grad_norm": 1.3510160446166992,
      "learning_rate": 5.263868986599464e-07,
      "loss": 0.3477,
      "step": 2274010
    },
    {
      "epoch": 634.67,
      "grad_norm": 1.0425413846969604,
      "learning_rate": 5.263698243291233e-07,
      "loss": 0.3342,
      "step": 2274020
    },
    {
      "epoch": 634.67,
      "grad_norm": 1.0605218410491943,
      "learning_rate": 5.263527502401931e-07,
      "loss": 0.345,
      "step": 2274030
    },
    {
      "epoch": 634.67,
      "grad_norm": 1.06561279296875,
      "learning_rate": 5.263356763931592e-07,
      "loss": 0.3334,
      "step": 2274040
    },
    {
      "epoch": 634.68,
      "grad_norm": 1.219210147857666,
      "learning_rate": 5.263186027880241e-07,
      "loss": 0.3469,
      "step": 2274050
    },
    {
      "epoch": 634.68,
      "grad_norm": 1.3912569284439087,
      "learning_rate": 5.263015294247884e-07,
      "loss": 0.3445,
      "step": 2274060
    },
    {
      "epoch": 634.68,
      "grad_norm": 1.2612109184265137,
      "learning_rate": 5.262844563034568e-07,
      "loss": 0.3497,
      "step": 2274070
    },
    {
      "epoch": 634.69,
      "grad_norm": 1.1051417589187622,
      "learning_rate": 5.2626738342403e-07,
      "loss": 0.3354,
      "step": 2274080
    },
    {
      "epoch": 634.69,
      "grad_norm": 1.1253317594528198,
      "learning_rate": 5.262503107865103e-07,
      "loss": 0.3341,
      "step": 2274090
    },
    {
      "epoch": 634.69,
      "grad_norm": 1.171345591545105,
      "learning_rate": 5.262332383909004e-07,
      "loss": 0.3393,
      "step": 2274100
    },
    {
      "epoch": 634.69,
      "grad_norm": 1.2248338460922241,
      "learning_rate": 5.262161662372031e-07,
      "loss": 0.3226,
      "step": 2274110
    },
    {
      "epoch": 634.7,
      "grad_norm": 1.2665822505950928,
      "learning_rate": 5.261990943254197e-07,
      "loss": 0.3334,
      "step": 2274120
    },
    {
      "epoch": 634.7,
      "grad_norm": 1.007265567779541,
      "learning_rate": 5.261820226555523e-07,
      "loss": 0.3391,
      "step": 2274130
    },
    {
      "epoch": 634.7,
      "grad_norm": 1.1517839431762695,
      "learning_rate": 5.261649512276048e-07,
      "loss": 0.3352,
      "step": 2274140
    },
    {
      "epoch": 634.71,
      "grad_norm": 1.115673303604126,
      "learning_rate": 5.261478800415767e-07,
      "loss": 0.3396,
      "step": 2274150
    },
    {
      "epoch": 634.71,
      "grad_norm": 1.3446582555770874,
      "learning_rate": 5.261308090974736e-07,
      "loss": 0.344,
      "step": 2274160
    },
    {
      "epoch": 634.71,
      "grad_norm": 1.1265710592269897,
      "learning_rate": 5.261137383952952e-07,
      "loss": 0.3364,
      "step": 2274170
    },
    {
      "epoch": 634.71,
      "grad_norm": 1.24573814868927,
      "learning_rate": 5.260966679350447e-07,
      "loss": 0.3475,
      "step": 2274180
    },
    {
      "epoch": 634.72,
      "grad_norm": 1.266448736190796,
      "learning_rate": 5.260795977167251e-07,
      "loss": 0.3525,
      "step": 2274190
    },
    {
      "epoch": 634.72,
      "grad_norm": 1.0743658542633057,
      "learning_rate": 5.260625277403372e-07,
      "loss": 0.3479,
      "step": 2274200
    },
    {
      "epoch": 634.72,
      "grad_norm": 1.3383216857910156,
      "learning_rate": 5.260454580058842e-07,
      "loss": 0.3401,
      "step": 2274210
    },
    {
      "epoch": 634.73,
      "grad_norm": 1.202428936958313,
      "learning_rate": 5.260283885133679e-07,
      "loss": 0.3454,
      "step": 2274220
    },
    {
      "epoch": 634.73,
      "grad_norm": 1.2330888509750366,
      "learning_rate": 5.260113192627917e-07,
      "loss": 0.3394,
      "step": 2274230
    },
    {
      "epoch": 634.73,
      "grad_norm": 1.205506682395935,
      "learning_rate": 5.259942502541554e-07,
      "loss": 0.3369,
      "step": 2274240
    },
    {
      "epoch": 634.73,
      "grad_norm": 1.164703607559204,
      "learning_rate": 5.259771814874644e-07,
      "loss": 0.3436,
      "step": 2274250
    },
    {
      "epoch": 634.74,
      "grad_norm": 1.014298915863037,
      "learning_rate": 5.259601129627188e-07,
      "loss": 0.35,
      "step": 2274260
    },
    {
      "epoch": 634.74,
      "grad_norm": 1.1532422304153442,
      "learning_rate": 5.259430446799215e-07,
      "loss": 0.3319,
      "step": 2274270
    },
    {
      "epoch": 634.74,
      "grad_norm": 1.209366798400879,
      "learning_rate": 5.259259766390758e-07,
      "loss": 0.3346,
      "step": 2274280
    },
    {
      "epoch": 634.74,
      "grad_norm": 1.3612751960754395,
      "learning_rate": 5.259089088401812e-07,
      "loss": 0.3453,
      "step": 2274290
    },
    {
      "epoch": 634.75,
      "grad_norm": 1.2462550401687622,
      "learning_rate": 5.258918412832431e-07,
      "loss": 0.3526,
      "step": 2274300
    },
    {
      "epoch": 634.75,
      "grad_norm": 1.1307405233383179,
      "learning_rate": 5.258747739682621e-07,
      "loss": 0.3292,
      "step": 2274310
    },
    {
      "epoch": 634.75,
      "grad_norm": 1.2344919443130493,
      "learning_rate": 5.258577068952403e-07,
      "loss": 0.3374,
      "step": 2274320
    },
    {
      "epoch": 634.76,
      "grad_norm": 1.2238571643829346,
      "learning_rate": 5.258406400641814e-07,
      "loss": 0.3288,
      "step": 2274330
    },
    {
      "epoch": 634.76,
      "grad_norm": 1.0707050561904907,
      "learning_rate": 5.258235734750861e-07,
      "loss": 0.3417,
      "step": 2274340
    },
    {
      "epoch": 634.76,
      "grad_norm": 1.2676936388015747,
      "learning_rate": 5.258065071279571e-07,
      "loss": 0.3271,
      "step": 2274350
    },
    {
      "epoch": 634.76,
      "grad_norm": 1.1176613569259644,
      "learning_rate": 5.257894410227971e-07,
      "loss": 0.3355,
      "step": 2274360
    },
    {
      "epoch": 634.77,
      "grad_norm": 1.3702682256698608,
      "learning_rate": 5.257723751596088e-07,
      "loss": 0.3371,
      "step": 2274370
    },
    {
      "epoch": 634.77,
      "grad_norm": 1.1146936416625977,
      "learning_rate": 5.257553095383925e-07,
      "loss": 0.3242,
      "step": 2274380
    },
    {
      "epoch": 634.77,
      "grad_norm": 1.0754839181900024,
      "learning_rate": 5.25738244159153e-07,
      "loss": 0.3357,
      "step": 2274390
    },
    {
      "epoch": 634.78,
      "grad_norm": 1.0387765169143677,
      "learning_rate": 5.257211790218906e-07,
      "loss": 0.3354,
      "step": 2274400
    },
    {
      "epoch": 634.78,
      "grad_norm": 1.1047061681747437,
      "learning_rate": 5.257041141266086e-07,
      "loss": 0.3328,
      "step": 2274410
    },
    {
      "epoch": 634.78,
      "grad_norm": 1.1857774257659912,
      "learning_rate": 5.256870494733096e-07,
      "loss": 0.3458,
      "step": 2274420
    },
    {
      "epoch": 634.78,
      "grad_norm": 1.2567654848098755,
      "learning_rate": 5.256699850619943e-07,
      "loss": 0.3407,
      "step": 2274430
    },
    {
      "epoch": 634.79,
      "grad_norm": 1.1840873956680298,
      "learning_rate": 5.256529208926662e-07,
      "loss": 0.3387,
      "step": 2274440
    },
    {
      "epoch": 634.79,
      "grad_norm": 1.1995042562484741,
      "learning_rate": 5.256358569653274e-07,
      "loss": 0.3329,
      "step": 2274450
    },
    {
      "epoch": 634.79,
      "grad_norm": 1.254908800125122,
      "learning_rate": 5.256187932799807e-07,
      "loss": 0.3459,
      "step": 2274460
    },
    {
      "epoch": 634.79,
      "grad_norm": 1.3740874528884888,
      "learning_rate": 5.256017298366271e-07,
      "loss": 0.3369,
      "step": 2274470
    },
    {
      "epoch": 634.8,
      "grad_norm": 1.2156795263290405,
      "learning_rate": 5.255846666352695e-07,
      "loss": 0.3322,
      "step": 2274480
    },
    {
      "epoch": 634.8,
      "grad_norm": 1.1189473867416382,
      "learning_rate": 5.255676036759107e-07,
      "loss": 0.3514,
      "step": 2274490
    },
    {
      "epoch": 634.8,
      "grad_norm": 1.6547664403915405,
      "learning_rate": 5.255505409585511e-07,
      "loss": 0.3231,
      "step": 2274500
    },
    {
      "epoch": 634.81,
      "grad_norm": 1.1299560070037842,
      "learning_rate": 5.255334784831959e-07,
      "loss": 0.3503,
      "step": 2274510
    },
    {
      "epoch": 634.81,
      "grad_norm": 1.302330732345581,
      "learning_rate": 5.255164162498452e-07,
      "loss": 0.3452,
      "step": 2274520
    },
    {
      "epoch": 634.81,
      "grad_norm": 1.4282071590423584,
      "learning_rate": 5.254993542585017e-07,
      "loss": 0.3318,
      "step": 2274530
    },
    {
      "epoch": 634.81,
      "grad_norm": 1.3558963537216187,
      "learning_rate": 5.25482292509168e-07,
      "loss": 0.3364,
      "step": 2274540
    },
    {
      "epoch": 634.82,
      "grad_norm": 1.238507628440857,
      "learning_rate": 5.254652310018468e-07,
      "loss": 0.3403,
      "step": 2274550
    },
    {
      "epoch": 634.82,
      "grad_norm": 1.3862640857696533,
      "learning_rate": 5.254481697365392e-07,
      "loss": 0.3433,
      "step": 2274560
    },
    {
      "epoch": 634.82,
      "grad_norm": 1.453060269355774,
      "learning_rate": 5.254311087132483e-07,
      "loss": 0.3452,
      "step": 2274570
    },
    {
      "epoch": 634.83,
      "grad_norm": 1.265972375869751,
      "learning_rate": 5.254140479319756e-07,
      "loss": 0.3233,
      "step": 2274580
    },
    {
      "epoch": 634.83,
      "grad_norm": 1.3383601903915405,
      "learning_rate": 5.253969873927242e-07,
      "loss": 0.3467,
      "step": 2274590
    },
    {
      "epoch": 634.83,
      "grad_norm": 1.155469298362732,
      "learning_rate": 5.253799270954967e-07,
      "loss": 0.3272,
      "step": 2274600
    },
    {
      "epoch": 634.83,
      "grad_norm": 1.168231725692749,
      "learning_rate": 5.253628670402944e-07,
      "loss": 0.343,
      "step": 2274610
    },
    {
      "epoch": 634.84,
      "grad_norm": 1.2179290056228638,
      "learning_rate": 5.253458072271194e-07,
      "loss": 0.3358,
      "step": 2274620
    },
    {
      "epoch": 634.84,
      "grad_norm": 1.2093665599822998,
      "learning_rate": 5.253287476559754e-07,
      "loss": 0.3397,
      "step": 2274630
    },
    {
      "epoch": 634.84,
      "grad_norm": 1.5257500410079956,
      "learning_rate": 5.253116883268626e-07,
      "loss": 0.3378,
      "step": 2274640
    },
    {
      "epoch": 634.85,
      "grad_norm": 1.1923627853393555,
      "learning_rate": 5.252946292397855e-07,
      "loss": 0.33,
      "step": 2274650
    },
    {
      "epoch": 634.85,
      "grad_norm": 1.2163125276565552,
      "learning_rate": 5.252775703947448e-07,
      "loss": 0.3261,
      "step": 2274660
    },
    {
      "epoch": 634.85,
      "grad_norm": 1.0924086570739746,
      "learning_rate": 5.252605117917433e-07,
      "loss": 0.3317,
      "step": 2274670
    },
    {
      "epoch": 634.85,
      "grad_norm": 1.135910987854004,
      "learning_rate": 5.25243453430783e-07,
      "loss": 0.3305,
      "step": 2274680
    },
    {
      "epoch": 634.86,
      "grad_norm": 1.0371326208114624,
      "learning_rate": 5.252263953118675e-07,
      "loss": 0.3214,
      "step": 2274690
    },
    {
      "epoch": 634.86,
      "grad_norm": 1.3894610404968262,
      "learning_rate": 5.252093374349968e-07,
      "loss": 0.3483,
      "step": 2274700
    },
    {
      "epoch": 634.86,
      "grad_norm": 2.265655755996704,
      "learning_rate": 5.251922798001748e-07,
      "loss": 0.348,
      "step": 2274710
    },
    {
      "epoch": 634.86,
      "grad_norm": 1.1835659742355347,
      "learning_rate": 5.251752224074039e-07,
      "loss": 0.3479,
      "step": 2274720
    },
    {
      "epoch": 634.87,
      "grad_norm": 1.1467067003250122,
      "learning_rate": 5.251581652566844e-07,
      "loss": 0.3308,
      "step": 2274730
    },
    {
      "epoch": 634.87,
      "grad_norm": 1.1372524499893188,
      "learning_rate": 5.251411083480213e-07,
      "loss": 0.3565,
      "step": 2274740
    },
    {
      "epoch": 634.87,
      "grad_norm": 1.1651813983917236,
      "learning_rate": 5.251240516814148e-07,
      "loss": 0.3408,
      "step": 2274750
    },
    {
      "epoch": 634.88,
      "grad_norm": 1.2730306386947632,
      "learning_rate": 5.251069952568678e-07,
      "loss": 0.3409,
      "step": 2274760
    },
    {
      "epoch": 634.88,
      "grad_norm": 1.3481664657592773,
      "learning_rate": 5.250899390743838e-07,
      "loss": 0.3264,
      "step": 2274770
    },
    {
      "epoch": 634.88,
      "grad_norm": 1.4669233560562134,
      "learning_rate": 5.250728831339629e-07,
      "loss": 0.3372,
      "step": 2274780
    },
    {
      "epoch": 634.88,
      "grad_norm": 1.510974645614624,
      "learning_rate": 5.250558274356084e-07,
      "loss": 0.3456,
      "step": 2274790
    },
    {
      "epoch": 634.89,
      "grad_norm": 1.5860637426376343,
      "learning_rate": 5.250387719793229e-07,
      "loss": 0.3341,
      "step": 2274800
    },
    {
      "epoch": 634.89,
      "grad_norm": 1.08345365524292,
      "learning_rate": 5.250217167651087e-07,
      "loss": 0.3244,
      "step": 2274810
    },
    {
      "epoch": 634.89,
      "grad_norm": 1.1515963077545166,
      "learning_rate": 5.250046617929666e-07,
      "loss": 0.3571,
      "step": 2274820
    },
    {
      "epoch": 634.9,
      "grad_norm": 1.0933440923690796,
      "learning_rate": 5.249876070629012e-07,
      "loss": 0.3454,
      "step": 2274830
    },
    {
      "epoch": 634.9,
      "grad_norm": 1.298516035079956,
      "learning_rate": 5.24970552574913e-07,
      "loss": 0.3488,
      "step": 2274840
    },
    {
      "epoch": 634.9,
      "grad_norm": 1.1850512027740479,
      "learning_rate": 5.249534983290048e-07,
      "loss": 0.3379,
      "step": 2274850
    },
    {
      "epoch": 634.9,
      "grad_norm": 1.1593869924545288,
      "learning_rate": 5.249364443251796e-07,
      "loss": 0.366,
      "step": 2274860
    },
    {
      "epoch": 634.91,
      "grad_norm": 1.253584623336792,
      "learning_rate": 5.249193905634377e-07,
      "loss": 0.3322,
      "step": 2274870
    },
    {
      "epoch": 634.91,
      "grad_norm": 1.2984530925750732,
      "learning_rate": 5.24902337043784e-07,
      "loss": 0.3441,
      "step": 2274880
    },
    {
      "epoch": 634.91,
      "grad_norm": 1.0676097869873047,
      "learning_rate": 5.248852837662186e-07,
      "loss": 0.3326,
      "step": 2274890
    },
    {
      "epoch": 634.91,
      "grad_norm": 0.9837104082107544,
      "learning_rate": 5.248682307307445e-07,
      "loss": 0.3283,
      "step": 2274900
    },
    {
      "epoch": 634.92,
      "grad_norm": 1.2293651103973389,
      "learning_rate": 5.248511779373651e-07,
      "loss": 0.3316,
      "step": 2274910
    },
    {
      "epoch": 634.92,
      "grad_norm": 1.175842046737671,
      "learning_rate": 5.248341253860805e-07,
      "loss": 0.3294,
      "step": 2274920
    },
    {
      "epoch": 634.92,
      "grad_norm": 1.2445646524429321,
      "learning_rate": 5.248170730768945e-07,
      "loss": 0.3366,
      "step": 2274930
    },
    {
      "epoch": 634.93,
      "grad_norm": 1.0753988027572632,
      "learning_rate": 5.248000210098088e-07,
      "loss": 0.3448,
      "step": 2274940
    },
    {
      "epoch": 634.93,
      "grad_norm": 1.2465840578079224,
      "learning_rate": 5.247829691848266e-07,
      "loss": 0.3566,
      "step": 2274950
    },
    {
      "epoch": 634.93,
      "grad_norm": 1.104821801185608,
      "learning_rate": 5.247659176019478e-07,
      "loss": 0.3255,
      "step": 2274960
    },
    {
      "epoch": 634.93,
      "grad_norm": 1.376152753829956,
      "learning_rate": 5.24748866261178e-07,
      "loss": 0.3417,
      "step": 2274970
    },
    {
      "epoch": 634.94,
      "grad_norm": 1.2196404933929443,
      "learning_rate": 5.247318151625169e-07,
      "loss": 0.336,
      "step": 2274980
    },
    {
      "epoch": 634.94,
      "grad_norm": 1.2128454446792603,
      "learning_rate": 5.247147643059675e-07,
      "loss": 0.3364,
      "step": 2274990
    },
    {
      "epoch": 634.94,
      "grad_norm": 1.0917476415634155,
      "learning_rate": 5.24697713691533e-07,
      "loss": 0.328,
      "step": 2275000
    },
    {
      "epoch": 634.95,
      "grad_norm": 1.2588913440704346,
      "learning_rate": 5.246806633192141e-07,
      "loss": 0.3407,
      "step": 2275010
    },
    {
      "epoch": 634.95,
      "grad_norm": 1.220258116722107,
      "learning_rate": 5.24663613189014e-07,
      "loss": 0.3411,
      "step": 2275020
    },
    {
      "epoch": 634.95,
      "grad_norm": 1.3019756078720093,
      "learning_rate": 5.246465633009345e-07,
      "loss": 0.322,
      "step": 2275030
    },
    {
      "epoch": 634.95,
      "grad_norm": 1.2119016647338867,
      "learning_rate": 5.24629513654979e-07,
      "loss": 0.3483,
      "step": 2275040
    },
    {
      "epoch": 634.96,
      "grad_norm": 1.4076859951019287,
      "learning_rate": 5.246124642511475e-07,
      "loss": 0.3431,
      "step": 2275050
    },
    {
      "epoch": 634.96,
      "grad_norm": 1.2359535694122314,
      "learning_rate": 5.245954150894453e-07,
      "loss": 0.3459,
      "step": 2275060
    },
    {
      "epoch": 634.96,
      "grad_norm": 1.1580954790115356,
      "learning_rate": 5.245783661698721e-07,
      "loss": 0.3194,
      "step": 2275070
    },
    {
      "epoch": 634.97,
      "grad_norm": 1.332047939300537,
      "learning_rate": 5.245613174924312e-07,
      "loss": 0.3336,
      "step": 2275080
    },
    {
      "epoch": 634.97,
      "grad_norm": 1.0901055335998535,
      "learning_rate": 5.245442690571256e-07,
      "loss": 0.3361,
      "step": 2275090
    },
    {
      "epoch": 634.97,
      "grad_norm": 1.399729609489441,
      "learning_rate": 5.245272208639561e-07,
      "loss": 0.3707,
      "step": 2275100
    },
    {
      "epoch": 634.97,
      "grad_norm": 1.228664517402649,
      "learning_rate": 5.245101729129256e-07,
      "loss": 0.3279,
      "step": 2275110
    },
    {
      "epoch": 634.98,
      "grad_norm": 1.3953708410263062,
      "learning_rate": 5.244931252040365e-07,
      "loss": 0.3494,
      "step": 2275120
    },
    {
      "epoch": 634.98,
      "grad_norm": 1.1485236883163452,
      "learning_rate": 5.244760777372915e-07,
      "loss": 0.3424,
      "step": 2275130
    },
    {
      "epoch": 634.98,
      "grad_norm": 1.1350014209747314,
      "learning_rate": 5.244590305126918e-07,
      "loss": 0.3494,
      "step": 2275140
    },
    {
      "epoch": 634.98,
      "grad_norm": 1.0983985662460327,
      "learning_rate": 5.244419835302401e-07,
      "loss": 0.3306,
      "step": 2275150
    },
    {
      "epoch": 634.99,
      "grad_norm": 1.2812870740890503,
      "learning_rate": 5.244249367899391e-07,
      "loss": 0.3362,
      "step": 2275160
    },
    {
      "epoch": 634.99,
      "grad_norm": 1.192594051361084,
      "learning_rate": 5.244078902917903e-07,
      "loss": 0.3339,
      "step": 2275170
    },
    {
      "epoch": 634.99,
      "grad_norm": 1.3479373455047607,
      "learning_rate": 5.243908440357973e-07,
      "loss": 0.3412,
      "step": 2275180
    },
    {
      "epoch": 635.0,
      "grad_norm": 1.8151589632034302,
      "learning_rate": 5.243737980219602e-07,
      "loss": 0.3486,
      "step": 2275190
    },
    {
      "epoch": 635.0,
      "grad_norm": 1.365277886390686,
      "learning_rate": 5.24356752250284e-07,
      "loss": 0.3389,
      "step": 2275200
    },
    {
      "epoch": 635.0,
      "eval_loss": 0.33855852484703064,
      "eval_runtime": 66.6984,
      "eval_samples_per_second": 75.849,
      "eval_steps_per_second": 9.49,
      "step": 2275205
    },
    {
      "epoch": 635.0,
      "grad_norm": 1.5155365467071533,
      "learning_rate": 5.243397067207689e-07,
      "loss": 0.3401,
      "step": 2275210
    },
    {
      "epoch": 635.0,
      "grad_norm": 1.1668955087661743,
      "learning_rate": 5.243226614334177e-07,
      "loss": 0.3428,
      "step": 2275220
    },
    {
      "epoch": 635.01,
      "grad_norm": 1.1095547676086426,
      "learning_rate": 5.243056163882333e-07,
      "loss": 0.3399,
      "step": 2275230
    },
    {
      "epoch": 635.01,
      "grad_norm": 1.2098678350448608,
      "learning_rate": 5.242885715852169e-07,
      "loss": 0.3324,
      "step": 2275240
    },
    {
      "epoch": 635.01,
      "grad_norm": 1.0677084922790527,
      "learning_rate": 5.242715270243713e-07,
      "loss": 0.3278,
      "step": 2275250
    },
    {
      "epoch": 635.02,
      "grad_norm": 1.2223190069198608,
      "learning_rate": 5.242544827056988e-07,
      "loss": 0.3299,
      "step": 2275260
    },
    {
      "epoch": 635.02,
      "grad_norm": 1.6712005138397217,
      "learning_rate": 5.242374386292023e-07,
      "loss": 0.3278,
      "step": 2275270
    },
    {
      "epoch": 635.02,
      "grad_norm": 1.2954151630401611,
      "learning_rate": 5.242203947948828e-07,
      "loss": 0.343,
      "step": 2275280
    },
    {
      "epoch": 635.02,
      "grad_norm": 1.2264907360076904,
      "learning_rate": 5.242033512027431e-07,
      "loss": 0.3417,
      "step": 2275290
    },
    {
      "epoch": 635.03,
      "grad_norm": 1.3643238544464111,
      "learning_rate": 5.241863078527863e-07,
      "loss": 0.3288,
      "step": 2275300
    },
    {
      "epoch": 635.03,
      "grad_norm": 0.9861468076705933,
      "learning_rate": 5.241692647450125e-07,
      "loss": 0.3411,
      "step": 2275310
    },
    {
      "epoch": 635.03,
      "grad_norm": 1.2504045963287354,
      "learning_rate": 5.241522218794268e-07,
      "loss": 0.3408,
      "step": 2275320
    },
    {
      "epoch": 635.03,
      "grad_norm": 1.2651960849761963,
      "learning_rate": 5.241351792560294e-07,
      "loss": 0.3341,
      "step": 2275330
    },
    {
      "epoch": 635.04,
      "grad_norm": 1.2300891876220703,
      "learning_rate": 5.241181368748232e-07,
      "loss": 0.3352,
      "step": 2275340
    },
    {
      "epoch": 635.04,
      "grad_norm": 1.205884575843811,
      "learning_rate": 5.241010947358104e-07,
      "loss": 0.3437,
      "step": 2275350
    },
    {
      "epoch": 635.04,
      "grad_norm": 1.1459720134735107,
      "learning_rate": 5.240840528389942e-07,
      "loss": 0.3358,
      "step": 2275360
    },
    {
      "epoch": 635.05,
      "grad_norm": 1.4303981065750122,
      "learning_rate": 5.240670111843753e-07,
      "loss": 0.3518,
      "step": 2275370
    },
    {
      "epoch": 635.05,
      "grad_norm": 1.081344485282898,
      "learning_rate": 5.240499697719566e-07,
      "loss": 0.3229,
      "step": 2275380
    },
    {
      "epoch": 635.05,
      "grad_norm": 1.2558767795562744,
      "learning_rate": 5.240329286017413e-07,
      "loss": 0.3176,
      "step": 2275390
    },
    {
      "epoch": 635.05,
      "grad_norm": 1.09685480594635,
      "learning_rate": 5.240158876737294e-07,
      "loss": 0.3417,
      "step": 2275400
    },
    {
      "epoch": 635.06,
      "grad_norm": 1.235962152481079,
      "learning_rate": 5.23998846987926e-07,
      "loss": 0.3234,
      "step": 2275410
    },
    {
      "epoch": 635.06,
      "grad_norm": 1.3608471155166626,
      "learning_rate": 5.239818065443313e-07,
      "loss": 0.3292,
      "step": 2275420
    },
    {
      "epoch": 635.06,
      "grad_norm": 1.4208518266677856,
      "learning_rate": 5.239647663429483e-07,
      "loss": 0.3187,
      "step": 2275430
    },
    {
      "epoch": 635.07,
      "grad_norm": 1.0758737325668335,
      "learning_rate": 5.239477263837798e-07,
      "loss": 0.3304,
      "step": 2275440
    },
    {
      "epoch": 635.07,
      "grad_norm": 1.0899803638458252,
      "learning_rate": 5.239306866668261e-07,
      "loss": 0.3364,
      "step": 2275450
    },
    {
      "epoch": 635.07,
      "grad_norm": 1.3329260349273682,
      "learning_rate": 5.239136471920922e-07,
      "loss": 0.3404,
      "step": 2275460
    },
    {
      "epoch": 635.07,
      "grad_norm": 1.3235477209091187,
      "learning_rate": 5.238966079595785e-07,
      "loss": 0.3429,
      "step": 2275470
    },
    {
      "epoch": 635.08,
      "grad_norm": 1.2414379119873047,
      "learning_rate": 5.238795689692876e-07,
      "loss": 0.3405,
      "step": 2275480
    },
    {
      "epoch": 635.08,
      "grad_norm": 1.2914026975631714,
      "learning_rate": 5.23862530221222e-07,
      "loss": 0.3424,
      "step": 2275490
    },
    {
      "epoch": 635.08,
      "grad_norm": 1.1493377685546875,
      "learning_rate": 5.238454917153846e-07,
      "loss": 0.3376,
      "step": 2275500
    },
    {
      "epoch": 635.09,
      "grad_norm": 1.1338773965835571,
      "learning_rate": 5.238284534517762e-07,
      "loss": 0.3452,
      "step": 2275510
    },
    {
      "epoch": 635.09,
      "grad_norm": 1.0769333839416504,
      "learning_rate": 5.238114154303999e-07,
      "loss": 0.3453,
      "step": 2275520
    },
    {
      "epoch": 635.09,
      "grad_norm": 1.4299207925796509,
      "learning_rate": 5.237943776512588e-07,
      "loss": 0.3315,
      "step": 2275530
    },
    {
      "epoch": 635.09,
      "grad_norm": 1.1839534044265747,
      "learning_rate": 5.237773401143527e-07,
      "loss": 0.3445,
      "step": 2275540
    },
    {
      "epoch": 635.1,
      "grad_norm": 1.286677598953247,
      "learning_rate": 5.23760302819687e-07,
      "loss": 0.3305,
      "step": 2275550
    },
    {
      "epoch": 635.1,
      "grad_norm": 1.2201863527297974,
      "learning_rate": 5.237432657672617e-07,
      "loss": 0.3318,
      "step": 2275560
    },
    {
      "epoch": 635.1,
      "grad_norm": 1.1954156160354614,
      "learning_rate": 5.237262289570798e-07,
      "loss": 0.3342,
      "step": 2275570
    },
    {
      "epoch": 635.1,
      "grad_norm": 1.1924493312835693,
      "learning_rate": 5.237091923891443e-07,
      "loss": 0.3362,
      "step": 2275580
    },
    {
      "epoch": 635.11,
      "grad_norm": 1.2516217231750488,
      "learning_rate": 5.236921560634558e-07,
      "loss": 0.3308,
      "step": 2275590
    },
    {
      "epoch": 635.11,
      "grad_norm": 1.2785923480987549,
      "learning_rate": 5.236751199800176e-07,
      "loss": 0.3582,
      "step": 2275600
    },
    {
      "epoch": 635.11,
      "grad_norm": 1.320412039756775,
      "learning_rate": 5.236580841388319e-07,
      "loss": 0.3334,
      "step": 2275610
    },
    {
      "epoch": 635.12,
      "grad_norm": 1.308656930923462,
      "learning_rate": 5.236410485399014e-07,
      "loss": 0.3424,
      "step": 2275620
    },
    {
      "epoch": 635.12,
      "grad_norm": 1.2981421947479248,
      "learning_rate": 5.236240131832269e-07,
      "loss": 0.3305,
      "step": 2275630
    },
    {
      "epoch": 635.12,
      "grad_norm": 1.910758137702942,
      "learning_rate": 5.236069780688128e-07,
      "loss": 0.3241,
      "step": 2275640
    },
    {
      "epoch": 635.12,
      "grad_norm": 1.185117244720459,
      "learning_rate": 5.235899431966598e-07,
      "loss": 0.3239,
      "step": 2275650
    },
    {
      "epoch": 635.13,
      "grad_norm": 1.1921042203903198,
      "learning_rate": 5.235729085667703e-07,
      "loss": 0.3529,
      "step": 2275660
    },
    {
      "epoch": 635.13,
      "grad_norm": 1.1476593017578125,
      "learning_rate": 5.235558741791478e-07,
      "loss": 0.3345,
      "step": 2275670
    },
    {
      "epoch": 635.13,
      "grad_norm": 1.2152061462402344,
      "learning_rate": 5.235388400337928e-07,
      "loss": 0.3368,
      "step": 2275680
    },
    {
      "epoch": 635.14,
      "grad_norm": 1.1674714088439941,
      "learning_rate": 5.235218061307084e-07,
      "loss": 0.3454,
      "step": 2275690
    },
    {
      "epoch": 635.14,
      "grad_norm": 1.2820967435836792,
      "learning_rate": 5.235047724698968e-07,
      "loss": 0.3468,
      "step": 2275700
    },
    {
      "epoch": 635.14,
      "grad_norm": 1.3183587789535522,
      "learning_rate": 5.23487739051361e-07,
      "loss": 0.3367,
      "step": 2275710
    },
    {
      "epoch": 635.14,
      "grad_norm": 1.070230484008789,
      "learning_rate": 5.23470705875102e-07,
      "loss": 0.3407,
      "step": 2275720
    },
    {
      "epoch": 635.15,
      "grad_norm": 1.4368537664413452,
      "learning_rate": 5.234536729411229e-07,
      "loss": 0.332,
      "step": 2275730
    },
    {
      "epoch": 635.15,
      "grad_norm": 1.4409805536270142,
      "learning_rate": 5.234366402494254e-07,
      "loss": 0.356,
      "step": 2275740
    },
    {
      "epoch": 635.15,
      "grad_norm": 1.1641277074813843,
      "learning_rate": 5.234196078000124e-07,
      "loss": 0.3129,
      "step": 2275750
    },
    {
      "epoch": 635.15,
      "grad_norm": 1.2463364601135254,
      "learning_rate": 5.234025755928862e-07,
      "loss": 0.3295,
      "step": 2275760
    },
    {
      "epoch": 635.16,
      "grad_norm": 1.245002031326294,
      "learning_rate": 5.233855436280476e-07,
      "loss": 0.3493,
      "step": 2275770
    },
    {
      "epoch": 635.16,
      "grad_norm": 1.1366838216781616,
      "learning_rate": 5.233685119055013e-07,
      "loss": 0.3381,
      "step": 2275780
    },
    {
      "epoch": 635.16,
      "grad_norm": 1.2131527662277222,
      "learning_rate": 5.233514804252478e-07,
      "loss": 0.3328,
      "step": 2275790
    },
    {
      "epoch": 635.17,
      "grad_norm": 1.402488112449646,
      "learning_rate": 5.233344491872896e-07,
      "loss": 0.3481,
      "step": 2275800
    },
    {
      "epoch": 635.17,
      "grad_norm": 1.2454304695129395,
      "learning_rate": 5.2331741819163e-07,
      "loss": 0.3501,
      "step": 2275810
    },
    {
      "epoch": 635.17,
      "grad_norm": 1.0644339323043823,
      "learning_rate": 5.233003874382696e-07,
      "loss": 0.3562,
      "step": 2275820
    },
    {
      "epoch": 635.17,
      "grad_norm": 1.2100673913955688,
      "learning_rate": 5.232833569272117e-07,
      "loss": 0.3303,
      "step": 2275830
    },
    {
      "epoch": 635.18,
      "grad_norm": 1.3193186521530151,
      "learning_rate": 5.232663266584584e-07,
      "loss": 0.3516,
      "step": 2275840
    },
    {
      "epoch": 635.18,
      "grad_norm": 1.157272458076477,
      "learning_rate": 5.232492966320126e-07,
      "loss": 0.3538,
      "step": 2275850
    },
    {
      "epoch": 635.18,
      "grad_norm": 1.1527382135391235,
      "learning_rate": 5.232322668478753e-07,
      "loss": 0.345,
      "step": 2275860
    },
    {
      "epoch": 635.19,
      "grad_norm": 1.065200924873352,
      "learning_rate": 5.232152373060493e-07,
      "loss": 0.3318,
      "step": 2275870
    },
    {
      "epoch": 635.19,
      "grad_norm": 1.1922876834869385,
      "learning_rate": 5.231982080065372e-07,
      "loss": 0.3367,
      "step": 2275880
    },
    {
      "epoch": 635.19,
      "grad_norm": 1.2662087678909302,
      "learning_rate": 5.23181178949341e-07,
      "loss": 0.3393,
      "step": 2275890
    },
    {
      "epoch": 635.19,
      "grad_norm": 1.155463695526123,
      "learning_rate": 5.231641501344636e-07,
      "loss": 0.333,
      "step": 2275900
    },
    {
      "epoch": 635.2,
      "grad_norm": 1.1463290452957153,
      "learning_rate": 5.231471215619058e-07,
      "loss": 0.337,
      "step": 2275910
    },
    {
      "epoch": 635.2,
      "grad_norm": 1.7600377798080444,
      "learning_rate": 5.231300932316712e-07,
      "loss": 0.3428,
      "step": 2275920
    },
    {
      "epoch": 635.2,
      "grad_norm": 1.0433588027954102,
      "learning_rate": 5.231130651437612e-07,
      "loss": 0.3401,
      "step": 2275930
    },
    {
      "epoch": 635.21,
      "grad_norm": 1.225358009338379,
      "learning_rate": 5.230960372981794e-07,
      "loss": 0.3301,
      "step": 2275940
    },
    {
      "epoch": 635.21,
      "grad_norm": 1.1914108991622925,
      "learning_rate": 5.230790096949263e-07,
      "loss": 0.3234,
      "step": 2275950
    },
    {
      "epoch": 635.21,
      "grad_norm": 1.190966010093689,
      "learning_rate": 5.23061982334005e-07,
      "loss": 0.3375,
      "step": 2275960
    },
    {
      "epoch": 635.21,
      "grad_norm": 1.0227118730545044,
      "learning_rate": 5.230449552154185e-07,
      "loss": 0.3361,
      "step": 2275970
    },
    {
      "epoch": 635.22,
      "grad_norm": 1.0769615173339844,
      "learning_rate": 5.230279283391671e-07,
      "loss": 0.3343,
      "step": 2275980
    },
    {
      "epoch": 635.22,
      "grad_norm": 1.0820449590682983,
      "learning_rate": 5.230109017052556e-07,
      "loss": 0.3434,
      "step": 2275990
    },
    {
      "epoch": 635.22,
      "grad_norm": 5.349611282348633,
      "learning_rate": 5.229938753136842e-07,
      "loss": 0.3376,
      "step": 2276000
    },
    {
      "epoch": 635.22,
      "grad_norm": 1.2935725450515747,
      "learning_rate": 5.229768491644559e-07,
      "loss": 0.3502,
      "step": 2276010
    },
    {
      "epoch": 635.23,
      "grad_norm": 1.2068427801132202,
      "learning_rate": 5.229598232575731e-07,
      "loss": 0.3317,
      "step": 2276020
    },
    {
      "epoch": 635.23,
      "grad_norm": 1.347955584526062,
      "learning_rate": 5.229427975930379e-07,
      "loss": 0.3474,
      "step": 2276030
    },
    {
      "epoch": 635.23,
      "grad_norm": 1.3500823974609375,
      "learning_rate": 5.229257721708533e-07,
      "loss": 0.3283,
      "step": 2276040
    },
    {
      "epoch": 635.24,
      "grad_norm": 1.1846767663955688,
      "learning_rate": 5.229087469910205e-07,
      "loss": 0.3449,
      "step": 2276050
    },
    {
      "epoch": 635.24,
      "grad_norm": 1.1806892156600952,
      "learning_rate": 5.228917220535418e-07,
      "loss": 0.3341,
      "step": 2276060
    },
    {
      "epoch": 635.24,
      "grad_norm": 1.4004080295562744,
      "learning_rate": 5.2287469735842e-07,
      "loss": 0.3688,
      "step": 2276070
    },
    {
      "epoch": 635.24,
      "grad_norm": 1.1502536535263062,
      "learning_rate": 5.228576729056579e-07,
      "loss": 0.35,
      "step": 2276080
    },
    {
      "epoch": 635.25,
      "grad_norm": 1.232859492301941,
      "learning_rate": 5.228406486952564e-07,
      "loss": 0.3245,
      "step": 2276090
    },
    {
      "epoch": 635.25,
      "grad_norm": 1.1000282764434814,
      "learning_rate": 5.228236247272182e-07,
      "loss": 0.3474,
      "step": 2276100
    },
    {
      "epoch": 635.25,
      "grad_norm": 1.3319345712661743,
      "learning_rate": 5.228066010015466e-07,
      "loss": 0.3218,
      "step": 2276110
    },
    {
      "epoch": 635.26,
      "grad_norm": 1.3944976329803467,
      "learning_rate": 5.227895775182418e-07,
      "loss": 0.3401,
      "step": 2276120
    },
    {
      "epoch": 635.26,
      "grad_norm": 1.1258878707885742,
      "learning_rate": 5.227725542773088e-07,
      "loss": 0.3388,
      "step": 2276130
    },
    {
      "epoch": 635.26,
      "grad_norm": 1.315380573272705,
      "learning_rate": 5.227555312787475e-07,
      "loss": 0.3413,
      "step": 2276140
    },
    {
      "epoch": 635.26,
      "grad_norm": 1.2742369174957275,
      "learning_rate": 5.227385085225611e-07,
      "loss": 0.3432,
      "step": 2276150
    },
    {
      "epoch": 635.27,
      "grad_norm": 1.0582305192947388,
      "learning_rate": 5.227214860087519e-07,
      "loss": 0.3467,
      "step": 2276160
    },
    {
      "epoch": 635.27,
      "grad_norm": 1.2202792167663574,
      "learning_rate": 5.227044637373228e-07,
      "loss": 0.3504,
      "step": 2276170
    },
    {
      "epoch": 635.27,
      "grad_norm": 1.3001887798309326,
      "learning_rate": 5.226874417082745e-07,
      "loss": 0.3342,
      "step": 2276180
    },
    {
      "epoch": 635.27,
      "grad_norm": 1.026370644569397,
      "learning_rate": 5.226704199216102e-07,
      "loss": 0.347,
      "step": 2276190
    },
    {
      "epoch": 635.28,
      "grad_norm": 1.1832138299942017,
      "learning_rate": 5.226533983773328e-07,
      "loss": 0.3651,
      "step": 2276200
    },
    {
      "epoch": 635.28,
      "grad_norm": 1.3227639198303223,
      "learning_rate": 5.226363770754424e-07,
      "loss": 0.3299,
      "step": 2276210
    },
    {
      "epoch": 635.28,
      "grad_norm": 1.2067846059799194,
      "learning_rate": 5.226193560159443e-07,
      "loss": 0.3385,
      "step": 2276220
    },
    {
      "epoch": 635.29,
      "grad_norm": 1.2229082584381104,
      "learning_rate": 5.226023351988383e-07,
      "loss": 0.3577,
      "step": 2276230
    },
    {
      "epoch": 635.29,
      "grad_norm": 1.4103429317474365,
      "learning_rate": 5.225853146241275e-07,
      "loss": 0.3326,
      "step": 2276240
    },
    {
      "epoch": 635.29,
      "grad_norm": 0.9973634481430054,
      "learning_rate": 5.225682942918152e-07,
      "loss": 0.3505,
      "step": 2276250
    },
    {
      "epoch": 635.29,
      "grad_norm": 1.2375621795654297,
      "learning_rate": 5.225512742019017e-07,
      "loss": 0.336,
      "step": 2276260
    },
    {
      "epoch": 635.3,
      "grad_norm": 1.0259472131729126,
      "learning_rate": 5.225342543543904e-07,
      "loss": 0.3493,
      "step": 2276270
    },
    {
      "epoch": 635.3,
      "grad_norm": 9.13636302947998,
      "learning_rate": 5.225172347492834e-07,
      "loss": 0.3372,
      "step": 2276280
    },
    {
      "epoch": 635.3,
      "grad_norm": 1.1186000108718872,
      "learning_rate": 5.225002153865835e-07,
      "loss": 0.3333,
      "step": 2276290
    },
    {
      "epoch": 635.31,
      "grad_norm": 1.2579740285873413,
      "learning_rate": 5.224831962662913e-07,
      "loss": 0.33,
      "step": 2276300
    },
    {
      "epoch": 635.31,
      "grad_norm": 1.104384183883667,
      "learning_rate": 5.224661773884114e-07,
      "loss": 0.3524,
      "step": 2276310
    },
    {
      "epoch": 635.31,
      "grad_norm": 1.2524858713150024,
      "learning_rate": 5.224491587529443e-07,
      "loss": 0.3308,
      "step": 2276320
    },
    {
      "epoch": 635.31,
      "grad_norm": 1.0546774864196777,
      "learning_rate": 5.224321403598927e-07,
      "loss": 0.3419,
      "step": 2276330
    },
    {
      "epoch": 635.32,
      "grad_norm": 1.3082971572875977,
      "learning_rate": 5.224151222092598e-07,
      "loss": 0.3317,
      "step": 2276340
    },
    {
      "epoch": 635.32,
      "grad_norm": 1.2286059856414795,
      "learning_rate": 5.22398104301046e-07,
      "loss": 0.3483,
      "step": 2276350
    },
    {
      "epoch": 635.32,
      "grad_norm": 1.3247952461242676,
      "learning_rate": 5.223810866352556e-07,
      "loss": 0.3311,
      "step": 2276360
    },
    {
      "epoch": 635.33,
      "grad_norm": 1.0783734321594238,
      "learning_rate": 5.223640692118893e-07,
      "loss": 0.3328,
      "step": 2276370
    },
    {
      "epoch": 635.33,
      "grad_norm": 1.2130991220474243,
      "learning_rate": 5.223470520309499e-07,
      "loss": 0.3407,
      "step": 2276380
    },
    {
      "epoch": 635.33,
      "grad_norm": 1.2413443326950073,
      "learning_rate": 5.223300350924406e-07,
      "loss": 0.3189,
      "step": 2276390
    },
    {
      "epoch": 635.33,
      "grad_norm": 1.1268336772918701,
      "learning_rate": 5.223130183963617e-07,
      "loss": 0.3302,
      "step": 2276400
    },
    {
      "epoch": 635.34,
      "grad_norm": 1.242869257926941,
      "learning_rate": 5.222960019427169e-07,
      "loss": 0.3541,
      "step": 2276410
    },
    {
      "epoch": 635.34,
      "grad_norm": 1.1254456043243408,
      "learning_rate": 5.222789857315081e-07,
      "loss": 0.3479,
      "step": 2276420
    },
    {
      "epoch": 635.34,
      "grad_norm": 1.7025794982910156,
      "learning_rate": 5.222619697627384e-07,
      "loss": 0.3441,
      "step": 2276430
    },
    {
      "epoch": 635.34,
      "grad_norm": 1.0814749002456665,
      "learning_rate": 5.222449540364076e-07,
      "loss": 0.3251,
      "step": 2276440
    },
    {
      "epoch": 635.35,
      "grad_norm": 1.3335702419281006,
      "learning_rate": 5.22227938552521e-07,
      "loss": 0.3416,
      "step": 2276450
    },
    {
      "epoch": 635.35,
      "grad_norm": 1.071396827697754,
      "learning_rate": 5.222109233110793e-07,
      "loss": 0.3346,
      "step": 2276460
    },
    {
      "epoch": 635.35,
      "grad_norm": 1.215785264968872,
      "learning_rate": 5.221939083120843e-07,
      "loss": 0.3381,
      "step": 2276470
    },
    {
      "epoch": 635.36,
      "grad_norm": 1.1523982286453247,
      "learning_rate": 5.2217689355554e-07,
      "loss": 0.3477,
      "step": 2276480
    },
    {
      "epoch": 635.36,
      "grad_norm": 1.2015190124511719,
      "learning_rate": 5.221598790414468e-07,
      "loss": 0.328,
      "step": 2276490
    },
    {
      "epoch": 635.36,
      "grad_norm": 1.1932437419891357,
      "learning_rate": 5.221428647698076e-07,
      "loss": 0.3222,
      "step": 2276500
    },
    {
      "epoch": 635.36,
      "grad_norm": 1.140838861465454,
      "learning_rate": 5.221258507406249e-07,
      "loss": 0.3301,
      "step": 2276510
    },
    {
      "epoch": 635.37,
      "grad_norm": 1.3542020320892334,
      "learning_rate": 5.221088369539016e-07,
      "loss": 0.3352,
      "step": 2276520
    },
    {
      "epoch": 635.37,
      "grad_norm": 1.134507656097412,
      "learning_rate": 5.220918234096384e-07,
      "loss": 0.3365,
      "step": 2276530
    },
    {
      "epoch": 635.37,
      "grad_norm": 1.2718957662582397,
      "learning_rate": 5.220748101078385e-07,
      "loss": 0.3402,
      "step": 2276540
    },
    {
      "epoch": 635.38,
      "grad_norm": 1.2623082399368286,
      "learning_rate": 5.220577970485048e-07,
      "loss": 0.3293,
      "step": 2276550
    },
    {
      "epoch": 635.38,
      "grad_norm": 1.2806655168533325,
      "learning_rate": 5.220407842316375e-07,
      "loss": 0.3296,
      "step": 2276560
    },
    {
      "epoch": 635.38,
      "grad_norm": 1.202412486076355,
      "learning_rate": 5.220237716572413e-07,
      "loss": 0.3423,
      "step": 2276570
    },
    {
      "epoch": 635.38,
      "grad_norm": 1.0790337324142456,
      "learning_rate": 5.22006759325317e-07,
      "loss": 0.3209,
      "step": 2276580
    },
    {
      "epoch": 635.39,
      "grad_norm": 1.4568302631378174,
      "learning_rate": 5.21989747235867e-07,
      "loss": 0.3238,
      "step": 2276590
    },
    {
      "epoch": 635.39,
      "grad_norm": 1.2803324460983276,
      "learning_rate": 5.21972735388894e-07,
      "loss": 0.3243,
      "step": 2276600
    },
    {
      "epoch": 635.39,
      "grad_norm": 1.227028250694275,
      "learning_rate": 5.219557237843999e-07,
      "loss": 0.3475,
      "step": 2276610
    },
    {
      "epoch": 635.39,
      "grad_norm": 1.208837628364563,
      "learning_rate": 5.219387124223877e-07,
      "loss": 0.3348,
      "step": 2276620
    },
    {
      "epoch": 635.4,
      "grad_norm": 1.376334547996521,
      "learning_rate": 5.219217013028585e-07,
      "loss": 0.3418,
      "step": 2276630
    },
    {
      "epoch": 635.4,
      "grad_norm": 1.28357994556427,
      "learning_rate": 5.219046904258153e-07,
      "loss": 0.3464,
      "step": 2276640
    },
    {
      "epoch": 635.4,
      "grad_norm": 1.4620091915130615,
      "learning_rate": 5.218876797912599e-07,
      "loss": 0.3603,
      "step": 2276650
    },
    {
      "epoch": 635.41,
      "grad_norm": 1.212103247642517,
      "learning_rate": 5.218706693991958e-07,
      "loss": 0.3327,
      "step": 2276660
    },
    {
      "epoch": 635.41,
      "grad_norm": 1.2984353303909302,
      "learning_rate": 5.218536592496235e-07,
      "loss": 0.3413,
      "step": 2276670
    },
    {
      "epoch": 635.41,
      "grad_norm": 1.3239145278930664,
      "learning_rate": 5.218366493425461e-07,
      "loss": 0.3452,
      "step": 2276680
    },
    {
      "epoch": 635.41,
      "grad_norm": 1.3233097791671753,
      "learning_rate": 5.218196396779667e-07,
      "loss": 0.3331,
      "step": 2276690
    },
    {
      "epoch": 635.42,
      "grad_norm": 1.2793307304382324,
      "learning_rate": 5.218026302558851e-07,
      "loss": 0.3367,
      "step": 2276700
    },
    {
      "epoch": 635.42,
      "grad_norm": 1.4258439540863037,
      "learning_rate": 5.217856210763068e-07,
      "loss": 0.3393,
      "step": 2276710
    },
    {
      "epoch": 635.42,
      "grad_norm": 1.4126110076904297,
      "learning_rate": 5.217686121392319e-07,
      "loss": 0.3305,
      "step": 2276720
    },
    {
      "epoch": 635.43,
      "grad_norm": 1.179179310798645,
      "learning_rate": 5.217516034446629e-07,
      "loss": 0.3332,
      "step": 2276730
    },
    {
      "epoch": 635.43,
      "grad_norm": 1.2293258905410767,
      "learning_rate": 5.217345949926024e-07,
      "loss": 0.3333,
      "step": 2276740
    },
    {
      "epoch": 635.43,
      "grad_norm": 1.2038657665252686,
      "learning_rate": 5.217175867830536e-07,
      "loss": 0.3358,
      "step": 2276750
    },
    {
      "epoch": 635.43,
      "grad_norm": 1.2902685403823853,
      "learning_rate": 5.217005788160167e-07,
      "loss": 0.3339,
      "step": 2276760
    },
    {
      "epoch": 635.44,
      "grad_norm": 1.2904930114746094,
      "learning_rate": 5.216835710914956e-07,
      "loss": 0.3369,
      "step": 2276770
    },
    {
      "epoch": 635.44,
      "grad_norm": 1.1098883152008057,
      "learning_rate": 5.216665636094924e-07,
      "loss": 0.3405,
      "step": 2276780
    },
    {
      "epoch": 635.44,
      "grad_norm": 1.451532006263733,
      "learning_rate": 5.216495563700076e-07,
      "loss": 0.3346,
      "step": 2276790
    },
    {
      "epoch": 635.45,
      "grad_norm": 1.2572178840637207,
      "learning_rate": 5.216325493730464e-07,
      "loss": 0.3358,
      "step": 2276800
    },
    {
      "epoch": 635.45,
      "grad_norm": 1.206574559211731,
      "learning_rate": 5.216155426186087e-07,
      "loss": 0.3321,
      "step": 2276810
    },
    {
      "epoch": 635.45,
      "grad_norm": 1.1226967573165894,
      "learning_rate": 5.215985361066977e-07,
      "loss": 0.3269,
      "step": 2276820
    },
    {
      "epoch": 635.45,
      "grad_norm": 1.1635470390319824,
      "learning_rate": 5.215815298373161e-07,
      "loss": 0.315,
      "step": 2276830
    },
    {
      "epoch": 635.46,
      "grad_norm": 1.2844089269638062,
      "learning_rate": 5.21564523810465e-07,
      "loss": 0.3364,
      "step": 2276840
    },
    {
      "epoch": 635.46,
      "grad_norm": 1.22629714012146,
      "learning_rate": 5.215475180261474e-07,
      "loss": 0.3327,
      "step": 2276850
    },
    {
      "epoch": 635.46,
      "grad_norm": 1.2521291971206665,
      "learning_rate": 5.215305124843654e-07,
      "loss": 0.3171,
      "step": 2276860
    },
    {
      "epoch": 635.46,
      "grad_norm": 1.217519998550415,
      "learning_rate": 5.215135071851218e-07,
      "loss": 0.3274,
      "step": 2276870
    },
    {
      "epoch": 635.47,
      "grad_norm": 1.0339006185531616,
      "learning_rate": 5.214965021284174e-07,
      "loss": 0.3367,
      "step": 2276880
    },
    {
      "epoch": 635.47,
      "grad_norm": 1.2354788780212402,
      "learning_rate": 5.214794973142565e-07,
      "loss": 0.3455,
      "step": 2276890
    },
    {
      "epoch": 635.47,
      "grad_norm": 1.2417256832122803,
      "learning_rate": 5.214624927426397e-07,
      "loss": 0.3329,
      "step": 2276900
    },
    {
      "epoch": 635.48,
      "grad_norm": 1.2297340631484985,
      "learning_rate": 5.214454884135697e-07,
      "loss": 0.3339,
      "step": 2276910
    },
    {
      "epoch": 635.48,
      "grad_norm": 1.320013165473938,
      "learning_rate": 5.214284843270499e-07,
      "loss": 0.342,
      "step": 2276920
    },
    {
      "epoch": 635.48,
      "grad_norm": 1.2123656272888184,
      "learning_rate": 5.214114804830801e-07,
      "loss": 0.3349,
      "step": 2276930
    },
    {
      "epoch": 635.48,
      "grad_norm": 1.0768816471099854,
      "learning_rate": 5.213944768816653e-07,
      "loss": 0.3277,
      "step": 2276940
    },
    {
      "epoch": 635.49,
      "grad_norm": 1.146039366722107,
      "learning_rate": 5.213774735228059e-07,
      "loss": 0.3371,
      "step": 2276950
    },
    {
      "epoch": 635.49,
      "grad_norm": 1.3037983179092407,
      "learning_rate": 5.213604704065048e-07,
      "loss": 0.3514,
      "step": 2276960
    },
    {
      "epoch": 635.49,
      "grad_norm": 1.498342752456665,
      "learning_rate": 5.213434675327644e-07,
      "loss": 0.3405,
      "step": 2276970
    },
    {
      "epoch": 635.5,
      "grad_norm": 1.2136064767837524,
      "learning_rate": 5.213264649015874e-07,
      "loss": 0.3302,
      "step": 2276980
    },
    {
      "epoch": 635.5,
      "grad_norm": 1.1390998363494873,
      "learning_rate": 5.213094625129748e-07,
      "loss": 0.3333,
      "step": 2276990
    },
    {
      "epoch": 635.5,
      "grad_norm": 1.1217079162597656,
      "learning_rate": 5.212924603669292e-07,
      "loss": 0.3364,
      "step": 2277000
    },
    {
      "epoch": 635.5,
      "grad_norm": 1.3934873342514038,
      "learning_rate": 5.212754584634543e-07,
      "loss": 0.3385,
      "step": 2277010
    },
    {
      "epoch": 635.51,
      "grad_norm": 1.2311266660690308,
      "learning_rate": 5.212584568025497e-07,
      "loss": 0.3359,
      "step": 2277020
    },
    {
      "epoch": 635.51,
      "grad_norm": 1.2389357089996338,
      "learning_rate": 5.212414553842205e-07,
      "loss": 0.3518,
      "step": 2277030
    },
    {
      "epoch": 635.51,
      "grad_norm": 1.1927903890609741,
      "learning_rate": 5.212244542084672e-07,
      "loss": 0.3519,
      "step": 2277040
    },
    {
      "epoch": 635.51,
      "grad_norm": 2.013584852218628,
      "learning_rate": 5.212074532752926e-07,
      "loss": 0.3611,
      "step": 2277050
    },
    {
      "epoch": 635.52,
      "grad_norm": 1.1136928796768188,
      "learning_rate": 5.211904525846993e-07,
      "loss": 0.3304,
      "step": 2277060
    },
    {
      "epoch": 635.52,
      "grad_norm": 1.1558647155761719,
      "learning_rate": 5.211734521366888e-07,
      "loss": 0.3342,
      "step": 2277070
    },
    {
      "epoch": 635.52,
      "grad_norm": 1.0799503326416016,
      "learning_rate": 5.211564519312636e-07,
      "loss": 0.3551,
      "step": 2277080
    },
    {
      "epoch": 635.53,
      "grad_norm": 1.3190780878067017,
      "learning_rate": 5.211394519684259e-07,
      "loss": 0.3465,
      "step": 2277090
    },
    {
      "epoch": 635.53,
      "grad_norm": 1.3085507154464722,
      "learning_rate": 5.211224522481791e-07,
      "loss": 0.3353,
      "step": 2277100
    },
    {
      "epoch": 635.53,
      "grad_norm": 1.1646884679794312,
      "learning_rate": 5.211054527705231e-07,
      "loss": 0.3291,
      "step": 2277110
    },
    {
      "epoch": 635.53,
      "grad_norm": 1.177737832069397,
      "learning_rate": 5.210884535354628e-07,
      "loss": 0.3368,
      "step": 2277120
    },
    {
      "epoch": 635.54,
      "grad_norm": 1.2074475288391113,
      "learning_rate": 5.210714545429989e-07,
      "loss": 0.3381,
      "step": 2277130
    },
    {
      "epoch": 635.54,
      "grad_norm": 2.9961836338043213,
      "learning_rate": 5.210544557931338e-07,
      "loss": 0.3447,
      "step": 2277140
    },
    {
      "epoch": 635.54,
      "grad_norm": 1.4857226610183716,
      "learning_rate": 5.210374572858707e-07,
      "loss": 0.3495,
      "step": 2277150
    },
    {
      "epoch": 635.55,
      "grad_norm": 1.1585311889648438,
      "learning_rate": 5.210204590212102e-07,
      "loss": 0.3445,
      "step": 2277160
    },
    {
      "epoch": 635.55,
      "grad_norm": 1.229889988899231,
      "learning_rate": 5.21003460999156e-07,
      "loss": 0.3343,
      "step": 2277170
    },
    {
      "epoch": 635.55,
      "grad_norm": 1.2290722131729126,
      "learning_rate": 5.209864632197095e-07,
      "loss": 0.3352,
      "step": 2277180
    },
    {
      "epoch": 635.55,
      "grad_norm": 1.3260599374771118,
      "learning_rate": 5.209694656828735e-07,
      "loss": 0.3445,
      "step": 2277190
    },
    {
      "epoch": 635.56,
      "grad_norm": 1.4005743265151978,
      "learning_rate": 5.209524683886505e-07,
      "loss": 0.3615,
      "step": 2277200
    },
    {
      "epoch": 635.56,
      "grad_norm": 1.32699716091156,
      "learning_rate": 5.209354713370419e-07,
      "loss": 0.3584,
      "step": 2277210
    },
    {
      "epoch": 635.56,
      "grad_norm": 1.2832303047180176,
      "learning_rate": 5.209184745280504e-07,
      "loss": 0.341,
      "step": 2277220
    },
    {
      "epoch": 635.57,
      "grad_norm": 1.1726386547088623,
      "learning_rate": 5.209014779616781e-07,
      "loss": 0.3419,
      "step": 2277230
    },
    {
      "epoch": 635.57,
      "grad_norm": 1.1849396228790283,
      "learning_rate": 5.208844816379284e-07,
      "loss": 0.33,
      "step": 2277240
    },
    {
      "epoch": 635.57,
      "grad_norm": 1.272112488746643,
      "learning_rate": 5.20867485556801e-07,
      "loss": 0.3476,
      "step": 2277250
    },
    {
      "epoch": 635.57,
      "grad_norm": 1.272701621055603,
      "learning_rate": 5.208504897183011e-07,
      "loss": 0.3379,
      "step": 2277260
    },
    {
      "epoch": 635.58,
      "grad_norm": 1.2257641553878784,
      "learning_rate": 5.208334941224291e-07,
      "loss": 0.329,
      "step": 2277270
    },
    {
      "epoch": 635.58,
      "grad_norm": 1.248508095741272,
      "learning_rate": 5.208164987691877e-07,
      "loss": 0.3219,
      "step": 2277280
    },
    {
      "epoch": 635.58,
      "grad_norm": 1.0928514003753662,
      "learning_rate": 5.2079950365858e-07,
      "loss": 0.342,
      "step": 2277290
    },
    {
      "epoch": 635.58,
      "grad_norm": 1.2856523990631104,
      "learning_rate": 5.207825087906067e-07,
      "loss": 0.3352,
      "step": 2277300
    },
    {
      "epoch": 635.59,
      "grad_norm": 1.2534655332565308,
      "learning_rate": 5.207655141652711e-07,
      "loss": 0.3432,
      "step": 2277310
    },
    {
      "epoch": 635.59,
      "grad_norm": 1.2507667541503906,
      "learning_rate": 5.20748519782575e-07,
      "loss": 0.3493,
      "step": 2277320
    },
    {
      "epoch": 635.59,
      "grad_norm": 1.4816447496414185,
      "learning_rate": 5.207315256425217e-07,
      "loss": 0.3619,
      "step": 2277330
    },
    {
      "epoch": 635.6,
      "grad_norm": 1.2812350988388062,
      "learning_rate": 5.207145317451118e-07,
      "loss": 0.3468,
      "step": 2277340
    },
    {
      "epoch": 635.6,
      "grad_norm": 1.4799542427062988,
      "learning_rate": 5.206975380903486e-07,
      "loss": 0.3491,
      "step": 2277350
    },
    {
      "epoch": 635.6,
      "grad_norm": 1.141101598739624,
      "learning_rate": 5.206805446782348e-07,
      "loss": 0.3253,
      "step": 2277360
    },
    {
      "epoch": 635.6,
      "grad_norm": 1.2703113555908203,
      "learning_rate": 5.206635515087706e-07,
      "loss": 0.3432,
      "step": 2277370
    },
    {
      "epoch": 635.61,
      "grad_norm": 1.313980221748352,
      "learning_rate": 5.206465585819611e-07,
      "loss": 0.334,
      "step": 2277380
    },
    {
      "epoch": 635.61,
      "grad_norm": 1.3383053541183472,
      "learning_rate": 5.206295658978066e-07,
      "loss": 0.3351,
      "step": 2277390
    },
    {
      "epoch": 635.61,
      "grad_norm": 1.176605224609375,
      "learning_rate": 5.2061257345631e-07,
      "loss": 0.3418,
      "step": 2277400
    },
    {
      "epoch": 635.62,
      "grad_norm": 1.2107383012771606,
      "learning_rate": 5.205955812574731e-07,
      "loss": 0.3421,
      "step": 2277410
    },
    {
      "epoch": 635.62,
      "grad_norm": 1.2505543231964111,
      "learning_rate": 5.205785893012996e-07,
      "loss": 0.3431,
      "step": 2277420
    },
    {
      "epoch": 635.62,
      "grad_norm": 1.2889416217803955,
      "learning_rate": 5.205615975877899e-07,
      "loss": 0.344,
      "step": 2277430
    },
    {
      "epoch": 635.62,
      "grad_norm": 1.1834251880645752,
      "learning_rate": 5.20544606116947e-07,
      "loss": 0.3529,
      "step": 2277440
    },
    {
      "epoch": 635.63,
      "grad_norm": 1.966322898864746,
      "learning_rate": 5.205276148887742e-07,
      "loss": 0.3341,
      "step": 2277450
    },
    {
      "epoch": 635.63,
      "grad_norm": 1.0270546674728394,
      "learning_rate": 5.205106239032713e-07,
      "loss": 0.3487,
      "step": 2277460
    },
    {
      "epoch": 635.63,
      "grad_norm": 1.142320990562439,
      "learning_rate": 5.204936331604432e-07,
      "loss": 0.3443,
      "step": 2277470
    },
    {
      "epoch": 635.63,
      "grad_norm": 1.2568295001983643,
      "learning_rate": 5.204766426602906e-07,
      "loss": 0.3532,
      "step": 2277480
    },
    {
      "epoch": 635.64,
      "grad_norm": 1.2675988674163818,
      "learning_rate": 5.204596524028159e-07,
      "loss": 0.3359,
      "step": 2277490
    },
    {
      "epoch": 635.64,
      "grad_norm": 1.396894097328186,
      "learning_rate": 5.204426623880225e-07,
      "loss": 0.3327,
      "step": 2277500
    },
    {
      "epoch": 635.64,
      "grad_norm": 1.2491694688796997,
      "learning_rate": 5.204256726159104e-07,
      "loss": 0.3369,
      "step": 2277510
    },
    {
      "epoch": 635.65,
      "grad_norm": 4.833828449249268,
      "learning_rate": 5.204086830864846e-07,
      "loss": 0.3285,
      "step": 2277520
    },
    {
      "epoch": 635.65,
      "grad_norm": 1.107011079788208,
      "learning_rate": 5.203916937997455e-07,
      "loss": 0.3475,
      "step": 2277530
    },
    {
      "epoch": 635.65,
      "grad_norm": 1.133365511894226,
      "learning_rate": 5.203747047556958e-07,
      "loss": 0.342,
      "step": 2277540
    },
    {
      "epoch": 635.65,
      "grad_norm": 1.1368160247802734,
      "learning_rate": 5.203577159543379e-07,
      "loss": 0.3216,
      "step": 2277550
    },
    {
      "epoch": 635.66,
      "grad_norm": 1.274015188217163,
      "learning_rate": 5.203407273956747e-07,
      "loss": 0.3419,
      "step": 2277560
    },
    {
      "epoch": 635.66,
      "grad_norm": 1.224079966545105,
      "learning_rate": 5.203237390797069e-07,
      "loss": 0.3347,
      "step": 2277570
    },
    {
      "epoch": 635.66,
      "grad_norm": 1.289240837097168,
      "learning_rate": 5.203067510064377e-07,
      "loss": 0.3412,
      "step": 2277580
    },
    {
      "epoch": 635.67,
      "grad_norm": 1.1406000852584839,
      "learning_rate": 5.202897631758702e-07,
      "loss": 0.3417,
      "step": 2277590
    },
    {
      "epoch": 635.67,
      "grad_norm": 1.2958109378814697,
      "learning_rate": 5.202727755880041e-07,
      "loss": 0.3292,
      "step": 2277600
    },
    {
      "epoch": 635.67,
      "grad_norm": 1.0461204051971436,
      "learning_rate": 5.202557882428449e-07,
      "loss": 0.3423,
      "step": 2277610
    },
    {
      "epoch": 635.67,
      "grad_norm": 1.2214469909667969,
      "learning_rate": 5.202388011403924e-07,
      "loss": 0.3352,
      "step": 2277620
    },
    {
      "epoch": 635.68,
      "grad_norm": 1.0814751386642456,
      "learning_rate": 5.202218142806498e-07,
      "loss": 0.3196,
      "step": 2277630
    },
    {
      "epoch": 635.68,
      "grad_norm": 1.2583529949188232,
      "learning_rate": 5.2020482766362e-07,
      "loss": 0.3314,
      "step": 2277640
    },
    {
      "epoch": 635.68,
      "grad_norm": 1.1174684762954712,
      "learning_rate": 5.20187841289304e-07,
      "loss": 0.3399,
      "step": 2277650
    },
    {
      "epoch": 635.69,
      "grad_norm": 1.1886240243911743,
      "learning_rate": 5.201708551577045e-07,
      "loss": 0.3488,
      "step": 2277660
    },
    {
      "epoch": 635.69,
      "grad_norm": 1.0918574333190918,
      "learning_rate": 5.201538692688239e-07,
      "loss": 0.3356,
      "step": 2277670
    },
    {
      "epoch": 635.69,
      "grad_norm": 1.2913106679916382,
      "learning_rate": 5.20136883622665e-07,
      "loss": 0.3376,
      "step": 2277680
    },
    {
      "epoch": 635.69,
      "grad_norm": 1.29286527633667,
      "learning_rate": 5.201198982192284e-07,
      "loss": 0.3372,
      "step": 2277690
    },
    {
      "epoch": 635.7,
      "grad_norm": 1.257749080657959,
      "learning_rate": 5.201029130585185e-07,
      "loss": 0.3384,
      "step": 2277700
    },
    {
      "epoch": 635.7,
      "grad_norm": 1.1978178024291992,
      "learning_rate": 5.200859281405362e-07,
      "loss": 0.3351,
      "step": 2277710
    },
    {
      "epoch": 635.7,
      "grad_norm": 2.4519805908203125,
      "learning_rate": 5.200689434652838e-07,
      "loss": 0.3469,
      "step": 2277720
    },
    {
      "epoch": 635.7,
      "grad_norm": 1.3136645555496216,
      "learning_rate": 5.200519590327645e-07,
      "loss": 0.3452,
      "step": 2277730
    },
    {
      "epoch": 635.71,
      "grad_norm": 1.2233020067214966,
      "learning_rate": 5.20034974842979e-07,
      "loss": 0.3316,
      "step": 2277740
    },
    {
      "epoch": 635.71,
      "grad_norm": 1.484230875968933,
      "learning_rate": 5.200179908959312e-07,
      "loss": 0.3374,
      "step": 2277750
    },
    {
      "epoch": 635.71,
      "grad_norm": 1.0676255226135254,
      "learning_rate": 5.200010071916225e-07,
      "loss": 0.3363,
      "step": 2277760
    },
    {
      "epoch": 635.72,
      "grad_norm": 1.23444402217865,
      "learning_rate": 5.199840237300549e-07,
      "loss": 0.3471,
      "step": 2277770
    },
    {
      "epoch": 635.72,
      "grad_norm": 1.452060580253601,
      "learning_rate": 5.19967040511232e-07,
      "loss": 0.3442,
      "step": 2277780
    },
    {
      "epoch": 635.72,
      "grad_norm": 1.170749545097351,
      "learning_rate": 5.199500575351542e-07,
      "loss": 0.3445,
      "step": 2277790
    },
    {
      "epoch": 635.72,
      "grad_norm": 1.1708970069885254,
      "learning_rate": 5.199330748018247e-07,
      "loss": 0.3391,
      "step": 2277800
    },
    {
      "epoch": 635.73,
      "grad_norm": 1.1137709617614746,
      "learning_rate": 5.199160923112458e-07,
      "loss": 0.3478,
      "step": 2277810
    },
    {
      "epoch": 635.73,
      "grad_norm": 1.2784677743911743,
      "learning_rate": 5.198991100634204e-07,
      "loss": 0.3198,
      "step": 2277820
    },
    {
      "epoch": 635.73,
      "grad_norm": 1.1853610277175903,
      "learning_rate": 5.198821280583487e-07,
      "loss": 0.3476,
      "step": 2277830
    },
    {
      "epoch": 635.74,
      "grad_norm": 1.2344151735305786,
      "learning_rate": 5.198651462960357e-07,
      "loss": 0.3362,
      "step": 2277840
    },
    {
      "epoch": 635.74,
      "grad_norm": 1.5775699615478516,
      "learning_rate": 5.198481647764816e-07,
      "loss": 0.3463,
      "step": 2277850
    },
    {
      "epoch": 635.74,
      "grad_norm": 1.3587857484817505,
      "learning_rate": 5.19831183499689e-07,
      "loss": 0.3511,
      "step": 2277860
    },
    {
      "epoch": 635.74,
      "grad_norm": 1.2411439418792725,
      "learning_rate": 5.198142024656614e-07,
      "loss": 0.3198,
      "step": 2277870
    },
    {
      "epoch": 635.75,
      "grad_norm": 1.1989737749099731,
      "learning_rate": 5.197972216743995e-07,
      "loss": 0.3375,
      "step": 2277880
    },
    {
      "epoch": 635.75,
      "grad_norm": 1.1138616800308228,
      "learning_rate": 5.197802411259065e-07,
      "loss": 0.3217,
      "step": 2277890
    },
    {
      "epoch": 635.75,
      "grad_norm": 1.2905153036117554,
      "learning_rate": 5.19763260820184e-07,
      "loss": 0.3485,
      "step": 2277900
    },
    {
      "epoch": 635.75,
      "grad_norm": 1.1938918828964233,
      "learning_rate": 5.197462807572353e-07,
      "loss": 0.3494,
      "step": 2277910
    },
    {
      "epoch": 635.76,
      "grad_norm": 1.3655173778533936,
      "learning_rate": 5.197293009370606e-07,
      "loss": 0.3399,
      "step": 2277920
    },
    {
      "epoch": 635.76,
      "grad_norm": 1.3148633241653442,
      "learning_rate": 5.19712321359665e-07,
      "loss": 0.3294,
      "step": 2277930
    },
    {
      "epoch": 635.76,
      "grad_norm": 1.1388765573501587,
      "learning_rate": 5.196953420250488e-07,
      "loss": 0.3529,
      "step": 2277940
    },
    {
      "epoch": 635.77,
      "grad_norm": 1.3045769929885864,
      "learning_rate": 5.196783629332148e-07,
      "loss": 0.3479,
      "step": 2277950
    },
    {
      "epoch": 635.77,
      "grad_norm": 1.2808332443237305,
      "learning_rate": 5.196613840841656e-07,
      "loss": 0.3499,
      "step": 2277960
    },
    {
      "epoch": 635.77,
      "grad_norm": 1.3751051425933838,
      "learning_rate": 5.196444054779026e-07,
      "loss": 0.3368,
      "step": 2277970
    },
    {
      "epoch": 635.77,
      "grad_norm": 1.235776424407959,
      "learning_rate": 5.196274271144285e-07,
      "loss": 0.3339,
      "step": 2277980
    },
    {
      "epoch": 635.78,
      "grad_norm": 0.9864575266838074,
      "learning_rate": 5.196104489937455e-07,
      "loss": 0.3235,
      "step": 2277990
    },
    {
      "epoch": 635.78,
      "grad_norm": 1.232116937637329,
      "learning_rate": 5.195934711158567e-07,
      "loss": 0.3247,
      "step": 2278000
    },
    {
      "epoch": 635.78,
      "grad_norm": 1.3067071437835693,
      "learning_rate": 5.195764934807631e-07,
      "loss": 0.336,
      "step": 2278010
    },
    {
      "epoch": 635.79,
      "grad_norm": 1.1612894535064697,
      "learning_rate": 5.195595160884675e-07,
      "loss": 0.3329,
      "step": 2278020
    },
    {
      "epoch": 635.79,
      "grad_norm": 1.1412168741226196,
      "learning_rate": 5.195425389389721e-07,
      "loss": 0.3558,
      "step": 2278030
    },
    {
      "epoch": 635.79,
      "grad_norm": 1.1952481269836426,
      "learning_rate": 5.195255620322792e-07,
      "loss": 0.353,
      "step": 2278040
    },
    {
      "epoch": 635.79,
      "grad_norm": 1.2485889196395874,
      "learning_rate": 5.195085853683918e-07,
      "loss": 0.3489,
      "step": 2278050
    },
    {
      "epoch": 635.8,
      "grad_norm": 1.2818611860275269,
      "learning_rate": 5.194916089473099e-07,
      "loss": 0.3439,
      "step": 2278060
    },
    {
      "epoch": 635.8,
      "grad_norm": 1.263503909111023,
      "learning_rate": 5.194746327690386e-07,
      "loss": 0.3274,
      "step": 2278070
    },
    {
      "epoch": 635.8,
      "grad_norm": 1.2137069702148438,
      "learning_rate": 5.194576568335785e-07,
      "loss": 0.3477,
      "step": 2278080
    },
    {
      "epoch": 635.81,
      "grad_norm": 1.416375756263733,
      "learning_rate": 5.19440681140932e-07,
      "loss": 0.3415,
      "step": 2278090
    },
    {
      "epoch": 635.81,
      "grad_norm": 1.2964091300964355,
      "learning_rate": 5.194237056911021e-07,
      "loss": 0.3501,
      "step": 2278100
    },
    {
      "epoch": 635.81,
      "grad_norm": 1.109403133392334,
      "learning_rate": 5.194067304840902e-07,
      "loss": 0.3315,
      "step": 2278110
    },
    {
      "epoch": 635.81,
      "grad_norm": 1.3405202627182007,
      "learning_rate": 5.193897555198986e-07,
      "loss": 0.3541,
      "step": 2278120
    },
    {
      "epoch": 635.82,
      "grad_norm": 1.2334891557693481,
      "learning_rate": 5.1937278079853e-07,
      "loss": 0.3292,
      "step": 2278130
    },
    {
      "epoch": 635.82,
      "grad_norm": 1.1798131465911865,
      "learning_rate": 5.193558063199872e-07,
      "loss": 0.3508,
      "step": 2278140
    },
    {
      "epoch": 635.82,
      "grad_norm": 1.3047702312469482,
      "learning_rate": 5.19338832084271e-07,
      "loss": 0.3342,
      "step": 2278150
    },
    {
      "epoch": 635.82,
      "grad_norm": 1.139747142791748,
      "learning_rate": 5.193218580913845e-07,
      "loss": 0.3324,
      "step": 2278160
    },
    {
      "epoch": 635.83,
      "grad_norm": 1.1752537488937378,
      "learning_rate": 5.193048843413302e-07,
      "loss": 0.3318,
      "step": 2278170
    },
    {
      "epoch": 635.83,
      "grad_norm": 1.417504072189331,
      "learning_rate": 5.192879108341092e-07,
      "loss": 0.3484,
      "step": 2278180
    },
    {
      "epoch": 635.83,
      "grad_norm": 1.1333917379379272,
      "learning_rate": 5.192709375697256e-07,
      "loss": 0.327,
      "step": 2278190
    },
    {
      "epoch": 635.84,
      "grad_norm": 1.1432626247406006,
      "learning_rate": 5.192539645481804e-07,
      "loss": 0.3534,
      "step": 2278200
    },
    {
      "epoch": 635.84,
      "grad_norm": 1.236664056777954,
      "learning_rate": 5.192369917694757e-07,
      "loss": 0.3344,
      "step": 2278210
    },
    {
      "epoch": 635.84,
      "grad_norm": 1.2007917165756226,
      "learning_rate": 5.192200192336144e-07,
      "loss": 0.3388,
      "step": 2278220
    },
    {
      "epoch": 635.84,
      "grad_norm": 1.2055447101593018,
      "learning_rate": 5.19203046940599e-07,
      "loss": 0.3298,
      "step": 2278230
    },
    {
      "epoch": 635.85,
      "grad_norm": 1.233240008354187,
      "learning_rate": 5.191860748904306e-07,
      "loss": 0.3264,
      "step": 2278240
    },
    {
      "epoch": 635.85,
      "grad_norm": 1.4820488691329956,
      "learning_rate": 5.191691030831126e-07,
      "loss": 0.3357,
      "step": 2278250
    },
    {
      "epoch": 635.85,
      "grad_norm": 1.1839088201522827,
      "learning_rate": 5.19152131518647e-07,
      "loss": 0.3331,
      "step": 2278260
    },
    {
      "epoch": 635.86,
      "grad_norm": 1.102448582649231,
      "learning_rate": 5.191351601970349e-07,
      "loss": 0.3349,
      "step": 2278270
    },
    {
      "epoch": 635.86,
      "grad_norm": 1.1731059551239014,
      "learning_rate": 5.191181891182807e-07,
      "loss": 0.3456,
      "step": 2278280
    },
    {
      "epoch": 635.86,
      "grad_norm": 1.2405654191970825,
      "learning_rate": 5.191012182823847e-07,
      "loss": 0.3463,
      "step": 2278290
    },
    {
      "epoch": 635.86,
      "grad_norm": 1.369365930557251,
      "learning_rate": 5.190842476893502e-07,
      "loss": 0.3338,
      "step": 2278300
    },
    {
      "epoch": 635.87,
      "grad_norm": 1.0090036392211914,
      "learning_rate": 5.190672773391798e-07,
      "loss": 0.3236,
      "step": 2278310
    },
    {
      "epoch": 635.87,
      "grad_norm": 1.1258840560913086,
      "learning_rate": 5.190503072318737e-07,
      "loss": 0.3242,
      "step": 2278320
    },
    {
      "epoch": 635.87,
      "grad_norm": 1.426759123802185,
      "learning_rate": 5.190333373674371e-07,
      "loss": 0.3443,
      "step": 2278330
    },
    {
      "epoch": 635.87,
      "grad_norm": 1.196927785873413,
      "learning_rate": 5.1901636774587e-07,
      "loss": 0.3451,
      "step": 2278340
    },
    {
      "epoch": 635.88,
      "grad_norm": 1.0206074714660645,
      "learning_rate": 5.189993983671756e-07,
      "loss": 0.3209,
      "step": 2278350
    },
    {
      "epoch": 635.88,
      "grad_norm": 1.417068600654602,
      "learning_rate": 5.18982429231356e-07,
      "loss": 0.3356,
      "step": 2278360
    },
    {
      "epoch": 635.88,
      "grad_norm": 1.1688413619995117,
      "learning_rate": 5.189654603384138e-07,
      "loss": 0.3315,
      "step": 2278370
    },
    {
      "epoch": 635.89,
      "grad_norm": 1.1586767435073853,
      "learning_rate": 5.189484916883506e-07,
      "loss": 0.3401,
      "step": 2278380
    },
    {
      "epoch": 635.89,
      "grad_norm": 1.1850829124450684,
      "learning_rate": 5.189315232811687e-07,
      "loss": 0.34,
      "step": 2278390
    },
    {
      "epoch": 635.89,
      "grad_norm": 1.247463345527649,
      "learning_rate": 5.189145551168716e-07,
      "loss": 0.3454,
      "step": 2278400
    },
    {
      "epoch": 635.89,
      "grad_norm": 1.1855500936508179,
      "learning_rate": 5.188975871954592e-07,
      "loss": 0.3484,
      "step": 2278410
    },
    {
      "epoch": 635.9,
      "grad_norm": 1.3800387382507324,
      "learning_rate": 5.188806195169363e-07,
      "loss": 0.3306,
      "step": 2278420
    },
    {
      "epoch": 635.9,
      "grad_norm": 1.3737083673477173,
      "learning_rate": 5.188636520813035e-07,
      "loss": 0.3196,
      "step": 2278430
    },
    {
      "epoch": 635.9,
      "grad_norm": 1.3668224811553955,
      "learning_rate": 5.188466848885636e-07,
      "loss": 0.337,
      "step": 2278440
    },
    {
      "epoch": 635.91,
      "grad_norm": 1.1716163158416748,
      "learning_rate": 5.188297179387193e-07,
      "loss": 0.3286,
      "step": 2278450
    },
    {
      "epoch": 635.91,
      "grad_norm": 7.680205345153809,
      "learning_rate": 5.188127512317718e-07,
      "loss": 0.3442,
      "step": 2278460
    },
    {
      "epoch": 635.91,
      "grad_norm": 1.154375672340393,
      "learning_rate": 5.187957847677241e-07,
      "loss": 0.3345,
      "step": 2278470
    },
    {
      "epoch": 635.91,
      "grad_norm": 1.1513259410858154,
      "learning_rate": 5.187788185465783e-07,
      "loss": 0.3255,
      "step": 2278480
    },
    {
      "epoch": 635.92,
      "grad_norm": 1.2258015871047974,
      "learning_rate": 5.18761852568337e-07,
      "loss": 0.3308,
      "step": 2278490
    },
    {
      "epoch": 635.92,
      "grad_norm": 1.2281213998794556,
      "learning_rate": 5.187448868330012e-07,
      "loss": 0.3317,
      "step": 2278500
    },
    {
      "epoch": 635.92,
      "grad_norm": 1.2703195810317993,
      "learning_rate": 5.187279213405752e-07,
      "loss": 0.3363,
      "step": 2278510
    },
    {
      "epoch": 635.93,
      "grad_norm": 1.2933248281478882,
      "learning_rate": 5.187109560910595e-07,
      "loss": 0.3242,
      "step": 2278520
    },
    {
      "epoch": 635.93,
      "grad_norm": 1.194257140159607,
      "learning_rate": 5.186939910844571e-07,
      "loss": 0.3411,
      "step": 2278530
    },
    {
      "epoch": 635.93,
      "grad_norm": 1.23958420753479,
      "learning_rate": 5.186770263207705e-07,
      "loss": 0.3388,
      "step": 2278540
    },
    {
      "epoch": 635.93,
      "grad_norm": 1.301395297050476,
      "learning_rate": 5.186600618000011e-07,
      "loss": 0.3382,
      "step": 2278550
    },
    {
      "epoch": 635.94,
      "grad_norm": 1.1591217517852783,
      "learning_rate": 5.186430975221517e-07,
      "loss": 0.3535,
      "step": 2278560
    },
    {
      "epoch": 635.94,
      "grad_norm": 1.1290135383605957,
      "learning_rate": 5.186261334872247e-07,
      "loss": 0.3341,
      "step": 2278570
    },
    {
      "epoch": 635.94,
      "grad_norm": 1.2596911191940308,
      "learning_rate": 5.186091696952226e-07,
      "loss": 0.3252,
      "step": 2278580
    },
    {
      "epoch": 635.94,
      "grad_norm": 1.1541473865509033,
      "learning_rate": 5.185922061461467e-07,
      "loss": 0.3389,
      "step": 2278590
    },
    {
      "epoch": 635.95,
      "grad_norm": 1.0441932678222656,
      "learning_rate": 5.185752428399997e-07,
      "loss": 0.3469,
      "step": 2278600
    },
    {
      "epoch": 635.95,
      "grad_norm": 1.161771535873413,
      "learning_rate": 5.185582797767842e-07,
      "loss": 0.338,
      "step": 2278610
    },
    {
      "epoch": 635.95,
      "grad_norm": 1.4000521898269653,
      "learning_rate": 5.185413169565019e-07,
      "loss": 0.3309,
      "step": 2278620
    },
    {
      "epoch": 635.96,
      "grad_norm": 1.1289910078048706,
      "learning_rate": 5.185243543791563e-07,
      "loss": 0.3318,
      "step": 2278630
    },
    {
      "epoch": 635.96,
      "grad_norm": 1.2724660634994507,
      "learning_rate": 5.185073920447472e-07,
      "loss": 0.3269,
      "step": 2278640
    },
    {
      "epoch": 635.96,
      "grad_norm": 1.1750054359436035,
      "learning_rate": 5.184904299532798e-07,
      "loss": 0.3295,
      "step": 2278650
    },
    {
      "epoch": 635.96,
      "grad_norm": 1.0484062433242798,
      "learning_rate": 5.184734681047544e-07,
      "loss": 0.3311,
      "step": 2278660
    },
    {
      "epoch": 635.97,
      "grad_norm": 1.3263508081436157,
      "learning_rate": 5.184565064991735e-07,
      "loss": 0.3262,
      "step": 2278670
    },
    {
      "epoch": 635.97,
      "grad_norm": 1.2022913694381714,
      "learning_rate": 5.184395451365407e-07,
      "loss": 0.3209,
      "step": 2278680
    },
    {
      "epoch": 635.97,
      "grad_norm": 6.043879985809326,
      "learning_rate": 5.184225840168564e-07,
      "loss": 0.3477,
      "step": 2278690
    },
    {
      "epoch": 635.98,
      "grad_norm": 1.2649905681610107,
      "learning_rate": 5.184056231401237e-07,
      "loss": 0.3391,
      "step": 2278700
    },
    {
      "epoch": 635.98,
      "grad_norm": 1.3355131149291992,
      "learning_rate": 5.183886625063447e-07,
      "loss": 0.3327,
      "step": 2278710
    },
    {
      "epoch": 635.98,
      "grad_norm": 1.4603464603424072,
      "learning_rate": 5.183717021155225e-07,
      "loss": 0.3396,
      "step": 2278720
    },
    {
      "epoch": 635.98,
      "grad_norm": 1.1643837690353394,
      "learning_rate": 5.18354741967658e-07,
      "loss": 0.3378,
      "step": 2278730
    },
    {
      "epoch": 635.99,
      "grad_norm": 1.119236946105957,
      "learning_rate": 5.18337782062754e-07,
      "loss": 0.3441,
      "step": 2278740
    },
    {
      "epoch": 635.99,
      "grad_norm": 1.2067210674285889,
      "learning_rate": 5.183208224008131e-07,
      "loss": 0.3472,
      "step": 2278750
    },
    {
      "epoch": 635.99,
      "grad_norm": 1.0522863864898682,
      "learning_rate": 5.183038629818372e-07,
      "loss": 0.3434,
      "step": 2278760
    },
    {
      "epoch": 635.99,
      "grad_norm": 1.5880472660064697,
      "learning_rate": 5.182869038058294e-07,
      "loss": 0.3305,
      "step": 2278770
    },
    {
      "epoch": 636.0,
      "grad_norm": 1.1663732528686523,
      "learning_rate": 5.182699448727905e-07,
      "loss": 0.3311,
      "step": 2278780
    },
    {
      "epoch": 636.0,
      "eval_loss": 0.3382537364959717,
      "eval_runtime": 65.9517,
      "eval_samples_per_second": 76.708,
      "eval_steps_per_second": 9.598,
      "step": 2278788
    },
    {
      "epoch": 636.0,
      "grad_norm": 1.2442978620529175,
      "learning_rate": 5.182529861827234e-07,
      "loss": 0.3287,
      "step": 2278790
    },
    {
      "epoch": 636.0,
      "grad_norm": 1.2249174118041992,
      "learning_rate": 5.182360277356308e-07,
      "loss": 0.3343,
      "step": 2278800
    },
    {
      "epoch": 636.01,
      "grad_norm": 1.375498652458191,
      "learning_rate": 5.182190695315148e-07,
      "loss": 0.3446,
      "step": 2278810
    },
    {
      "epoch": 636.01,
      "grad_norm": 1.2230011224746704,
      "learning_rate": 5.182021115703771e-07,
      "loss": 0.3318,
      "step": 2278820
    },
    {
      "epoch": 636.01,
      "grad_norm": 1.1693847179412842,
      "learning_rate": 5.181851538522203e-07,
      "loss": 0.3442,
      "step": 2278830
    },
    {
      "epoch": 636.01,
      "grad_norm": 1.237932562828064,
      "learning_rate": 5.181681963770473e-07,
      "loss": 0.3281,
      "step": 2278840
    },
    {
      "epoch": 636.02,
      "grad_norm": 1.1677641868591309,
      "learning_rate": 5.181512391448583e-07,
      "loss": 0.3429,
      "step": 2278850
    },
    {
      "epoch": 636.02,
      "grad_norm": 1.0523704290390015,
      "learning_rate": 5.181342821556585e-07,
      "loss": 0.3365,
      "step": 2278860
    },
    {
      "epoch": 636.02,
      "grad_norm": 1.2927296161651611,
      "learning_rate": 5.18117325409448e-07,
      "loss": 0.3402,
      "step": 2278870
    },
    {
      "epoch": 636.03,
      "grad_norm": 1.1115442514419556,
      "learning_rate": 5.181003689062296e-07,
      "loss": 0.3435,
      "step": 2278880
    },
    {
      "epoch": 636.03,
      "grad_norm": 1.1243072748184204,
      "learning_rate": 5.180834126460055e-07,
      "loss": 0.3182,
      "step": 2278890
    },
    {
      "epoch": 636.03,
      "grad_norm": 1.1410495042800903,
      "learning_rate": 5.180664566287785e-07,
      "loss": 0.3304,
      "step": 2278900
    },
    {
      "epoch": 636.03,
      "grad_norm": 1.4201340675354004,
      "learning_rate": 5.180495008545508e-07,
      "loss": 0.3596,
      "step": 2278910
    },
    {
      "epoch": 636.04,
      "grad_norm": 1.2645117044448853,
      "learning_rate": 5.180325453233239e-07,
      "loss": 0.3531,
      "step": 2278920
    },
    {
      "epoch": 636.04,
      "grad_norm": 1.252905249595642,
      "learning_rate": 5.180155900351002e-07,
      "loss": 0.337,
      "step": 2278930
    },
    {
      "epoch": 636.04,
      "grad_norm": 1.4545999765396118,
      "learning_rate": 5.179986349898827e-07,
      "loss": 0.3539,
      "step": 2278940
    },
    {
      "epoch": 636.05,
      "grad_norm": 1.0689811706542969,
      "learning_rate": 5.179816801876736e-07,
      "loss": 0.3355,
      "step": 2278950
    },
    {
      "epoch": 636.05,
      "grad_norm": 0.9790070652961731,
      "learning_rate": 5.17964725628474e-07,
      "loss": 0.3268,
      "step": 2278960
    },
    {
      "epoch": 636.05,
      "grad_norm": 1.1904140710830688,
      "learning_rate": 5.179477713122871e-07,
      "loss": 0.3331,
      "step": 2278970
    },
    {
      "epoch": 636.05,
      "grad_norm": 9.766422271728516,
      "learning_rate": 5.179308172391154e-07,
      "loss": 0.3318,
      "step": 2278980
    },
    {
      "epoch": 636.06,
      "grad_norm": 1.283467411994934,
      "learning_rate": 5.179138634089598e-07,
      "loss": 0.3327,
      "step": 2278990
    },
    {
      "epoch": 636.06,
      "grad_norm": 1.4361467361450195,
      "learning_rate": 5.178969098218246e-07,
      "loss": 0.3448,
      "step": 2279000
    },
    {
      "epoch": 636.06,
      "grad_norm": 1.5463517904281616,
      "learning_rate": 5.1787995647771e-07,
      "loss": 0.3355,
      "step": 2279010
    },
    {
      "epoch": 636.06,
      "grad_norm": 1.0265029668807983,
      "learning_rate": 5.178630033766196e-07,
      "loss": 0.3409,
      "step": 2279020
    },
    {
      "epoch": 636.07,
      "grad_norm": 1.2383495569229126,
      "learning_rate": 5.178460505185552e-07,
      "loss": 0.3273,
      "step": 2279030
    },
    {
      "epoch": 636.07,
      "grad_norm": 1.265372395515442,
      "learning_rate": 5.178290979035197e-07,
      "loss": 0.3625,
      "step": 2279040
    },
    {
      "epoch": 636.07,
      "grad_norm": 1.2748093605041504,
      "learning_rate": 5.178121455315141e-07,
      "loss": 0.3233,
      "step": 2279050
    },
    {
      "epoch": 636.08,
      "grad_norm": 1.1768946647644043,
      "learning_rate": 5.177951934025414e-07,
      "loss": 0.3292,
      "step": 2279060
    },
    {
      "epoch": 636.08,
      "grad_norm": 1.1310714483261108,
      "learning_rate": 5.177782415166042e-07,
      "loss": 0.3371,
      "step": 2279070
    },
    {
      "epoch": 636.08,
      "grad_norm": 1.1105366945266724,
      "learning_rate": 5.177612898737034e-07,
      "loss": 0.3363,
      "step": 2279080
    },
    {
      "epoch": 636.08,
      "grad_norm": 1.337457299232483,
      "learning_rate": 5.177443384738433e-07,
      "loss": 0.3368,
      "step": 2279090
    },
    {
      "epoch": 636.09,
      "grad_norm": 1.0458115339279175,
      "learning_rate": 5.177273873170242e-07,
      "loss": 0.34,
      "step": 2279100
    },
    {
      "epoch": 636.09,
      "grad_norm": 1.110787034034729,
      "learning_rate": 5.177104364032495e-07,
      "loss": 0.3365,
      "step": 2279110
    },
    {
      "epoch": 636.09,
      "grad_norm": 1.2261276245117188,
      "learning_rate": 5.176934857325217e-07,
      "loss": 0.3523,
      "step": 2279120
    },
    {
      "epoch": 636.1,
      "grad_norm": 1.381654977798462,
      "learning_rate": 5.176765353048418e-07,
      "loss": 0.344,
      "step": 2279130
    },
    {
      "epoch": 636.1,
      "grad_norm": 1.0614384412765503,
      "learning_rate": 5.17659585120213e-07,
      "loss": 0.332,
      "step": 2279140
    },
    {
      "epoch": 636.1,
      "grad_norm": 1.1208405494689941,
      "learning_rate": 5.176426351786371e-07,
      "loss": 0.318,
      "step": 2279150
    },
    {
      "epoch": 636.1,
      "grad_norm": 1.375699758529663,
      "learning_rate": 5.176256854801175e-07,
      "loss": 0.3489,
      "step": 2279160
    },
    {
      "epoch": 636.11,
      "grad_norm": 1.6429717540740967,
      "learning_rate": 5.176087360246541e-07,
      "loss": 0.3452,
      "step": 2279170
    },
    {
      "epoch": 636.11,
      "grad_norm": 1.1290031671524048,
      "learning_rate": 5.175917868122517e-07,
      "loss": 0.3404,
      "step": 2279180
    },
    {
      "epoch": 636.11,
      "grad_norm": 1.3643606901168823,
      "learning_rate": 5.17574837842911e-07,
      "loss": 0.3492,
      "step": 2279190
    },
    {
      "epoch": 636.11,
      "grad_norm": 1.3394522666931152,
      "learning_rate": 5.175578891166349e-07,
      "loss": 0.3405,
      "step": 2279200
    },
    {
      "epoch": 636.12,
      "grad_norm": 1.0771286487579346,
      "learning_rate": 5.175409406334258e-07,
      "loss": 0.3218,
      "step": 2279210
    },
    {
      "epoch": 636.12,
      "grad_norm": 1.5843570232391357,
      "learning_rate": 5.175239923932845e-07,
      "loss": 0.3462,
      "step": 2279220
    },
    {
      "epoch": 636.12,
      "grad_norm": 1.2623330354690552,
      "learning_rate": 5.175070443962155e-07,
      "loss": 0.3497,
      "step": 2279230
    },
    {
      "epoch": 636.13,
      "grad_norm": 1.0956125259399414,
      "learning_rate": 5.174900966422195e-07,
      "loss": 0.3393,
      "step": 2279240
    },
    {
      "epoch": 636.13,
      "grad_norm": 1.2718989849090576,
      "learning_rate": 5.174731491312991e-07,
      "loss": 0.3341,
      "step": 2279250
    },
    {
      "epoch": 636.13,
      "grad_norm": 1.0650999546051025,
      "learning_rate": 5.174562018634572e-07,
      "loss": 0.3371,
      "step": 2279260
    },
    {
      "epoch": 636.13,
      "grad_norm": 1.2260565757751465,
      "learning_rate": 5.17439254838695e-07,
      "loss": 0.3247,
      "step": 2279270
    },
    {
      "epoch": 636.14,
      "grad_norm": 1.435878872871399,
      "learning_rate": 5.174223080570152e-07,
      "loss": 0.3359,
      "step": 2279280
    },
    {
      "epoch": 636.14,
      "grad_norm": 1.009718418121338,
      "learning_rate": 5.174053615184201e-07,
      "loss": 0.3462,
      "step": 2279290
    },
    {
      "epoch": 636.14,
      "grad_norm": 1.1616727113723755,
      "learning_rate": 5.173884152229126e-07,
      "loss": 0.3432,
      "step": 2279300
    },
    {
      "epoch": 636.15,
      "grad_norm": 1.1248127222061157,
      "learning_rate": 5.17371469170493e-07,
      "loss": 0.3537,
      "step": 2279310
    },
    {
      "epoch": 636.15,
      "grad_norm": 1.4068913459777832,
      "learning_rate": 5.173545233611664e-07,
      "loss": 0.3353,
      "step": 2279320
    },
    {
      "epoch": 636.15,
      "grad_norm": 1.292327642440796,
      "learning_rate": 5.173375777949326e-07,
      "loss": 0.3456,
      "step": 2279330
    },
    {
      "epoch": 636.15,
      "grad_norm": 1.2873324155807495,
      "learning_rate": 5.17320632471795e-07,
      "loss": 0.3449,
      "step": 2279340
    },
    {
      "epoch": 636.16,
      "grad_norm": 1.229512095451355,
      "learning_rate": 5.173036873917561e-07,
      "loss": 0.3371,
      "step": 2279350
    },
    {
      "epoch": 636.16,
      "grad_norm": 1.3281378746032715,
      "learning_rate": 5.172867425548173e-07,
      "loss": 0.3477,
      "step": 2279360
    },
    {
      "epoch": 636.16,
      "grad_norm": 1.13988196849823,
      "learning_rate": 5.172697979609811e-07,
      "loss": 0.3258,
      "step": 2279370
    },
    {
      "epoch": 636.17,
      "grad_norm": 1.290236473083496,
      "learning_rate": 5.172528536102498e-07,
      "loss": 0.3373,
      "step": 2279380
    },
    {
      "epoch": 636.17,
      "grad_norm": 1.2749037742614746,
      "learning_rate": 5.172359095026265e-07,
      "loss": 0.3407,
      "step": 2279390
    },
    {
      "epoch": 636.17,
      "grad_norm": 1.246108889579773,
      "learning_rate": 5.172189656381122e-07,
      "loss": 0.3534,
      "step": 2279400
    },
    {
      "epoch": 636.17,
      "grad_norm": 1.8047174215316772,
      "learning_rate": 5.172020220167097e-07,
      "loss": 0.3462,
      "step": 2279410
    },
    {
      "epoch": 636.18,
      "grad_norm": 1.3552640676498413,
      "learning_rate": 5.171850786384218e-07,
      "loss": 0.3422,
      "step": 2279420
    },
    {
      "epoch": 636.18,
      "grad_norm": 1.1448127031326294,
      "learning_rate": 5.171681355032488e-07,
      "loss": 0.3323,
      "step": 2279430
    },
    {
      "epoch": 636.18,
      "grad_norm": 1.07002854347229,
      "learning_rate": 5.171511926111957e-07,
      "loss": 0.3111,
      "step": 2279440
    },
    {
      "epoch": 636.18,
      "grad_norm": 1.1758815050125122,
      "learning_rate": 5.171342499622629e-07,
      "loss": 0.3345,
      "step": 2279450
    },
    {
      "epoch": 636.19,
      "grad_norm": 1.522311806678772,
      "learning_rate": 5.171173075564531e-07,
      "loss": 0.3462,
      "step": 2279460
    },
    {
      "epoch": 636.19,
      "grad_norm": 1.2739949226379395,
      "learning_rate": 5.171003653937683e-07,
      "loss": 0.3327,
      "step": 2279470
    },
    {
      "epoch": 636.19,
      "grad_norm": 1.2434718608856201,
      "learning_rate": 5.170834234742115e-07,
      "loss": 0.3481,
      "step": 2279480
    },
    {
      "epoch": 636.2,
      "grad_norm": 1.3152258396148682,
      "learning_rate": 5.170664817977849e-07,
      "loss": 0.3277,
      "step": 2279490
    },
    {
      "epoch": 636.2,
      "grad_norm": 1.333815097808838,
      "learning_rate": 5.170495403644896e-07,
      "loss": 0.3292,
      "step": 2279500
    },
    {
      "epoch": 636.2,
      "grad_norm": 1.270220160484314,
      "learning_rate": 5.17032599174329e-07,
      "loss": 0.3391,
      "step": 2279510
    },
    {
      "epoch": 636.2,
      "grad_norm": 1.1624128818511963,
      "learning_rate": 5.170156582273046e-07,
      "loss": 0.3311,
      "step": 2279520
    },
    {
      "epoch": 636.21,
      "grad_norm": 1.2660598754882812,
      "learning_rate": 5.169987175234202e-07,
      "loss": 0.3479,
      "step": 2279530
    },
    {
      "epoch": 636.21,
      "grad_norm": 1.1291428804397583,
      "learning_rate": 5.169817770626758e-07,
      "loss": 0.3182,
      "step": 2279540
    },
    {
      "epoch": 636.21,
      "grad_norm": 1.221445918083191,
      "learning_rate": 5.169648368450747e-07,
      "loss": 0.3346,
      "step": 2279550
    },
    {
      "epoch": 636.22,
      "grad_norm": 1.3140276670455933,
      "learning_rate": 5.169478968706204e-07,
      "loss": 0.3468,
      "step": 2279560
    },
    {
      "epoch": 636.22,
      "grad_norm": 1.2315233945846558,
      "learning_rate": 5.169309571393121e-07,
      "loss": 0.3464,
      "step": 2279570
    },
    {
      "epoch": 636.22,
      "grad_norm": 1.1128122806549072,
      "learning_rate": 5.169140176511553e-07,
      "loss": 0.3331,
      "step": 2279580
    },
    {
      "epoch": 636.22,
      "grad_norm": 1.17808198928833,
      "learning_rate": 5.168970784061505e-07,
      "loss": 0.3511,
      "step": 2279590
    },
    {
      "epoch": 636.23,
      "grad_norm": 1.1933753490447998,
      "learning_rate": 5.168801394043001e-07,
      "loss": 0.3149,
      "step": 2279600
    },
    {
      "epoch": 636.23,
      "grad_norm": 1.3435744047164917,
      "learning_rate": 5.168632006456065e-07,
      "loss": 0.3453,
      "step": 2279610
    },
    {
      "epoch": 636.23,
      "grad_norm": 1.2654297351837158,
      "learning_rate": 5.168462621300728e-07,
      "loss": 0.326,
      "step": 2279620
    },
    {
      "epoch": 636.23,
      "grad_norm": 1.227522373199463,
      "learning_rate": 5.168293238576998e-07,
      "loss": 0.3359,
      "step": 2279630
    },
    {
      "epoch": 636.24,
      "grad_norm": 1.4813182353973389,
      "learning_rate": 5.168123858284907e-07,
      "loss": 0.3327,
      "step": 2279640
    },
    {
      "epoch": 636.24,
      "grad_norm": 1.1096135377883911,
      "learning_rate": 5.167954480424479e-07,
      "loss": 0.3253,
      "step": 2279650
    },
    {
      "epoch": 636.24,
      "grad_norm": 1.389411449432373,
      "learning_rate": 5.167785104995718e-07,
      "loss": 0.3517,
      "step": 2279660
    },
    {
      "epoch": 636.25,
      "grad_norm": 1.1966711282730103,
      "learning_rate": 5.167615731998677e-07,
      "loss": 0.3288,
      "step": 2279670
    },
    {
      "epoch": 636.25,
      "grad_norm": 1.1448291540145874,
      "learning_rate": 5.167446361433354e-07,
      "loss": 0.3275,
      "step": 2279680
    },
    {
      "epoch": 636.25,
      "grad_norm": 1.1563595533370972,
      "learning_rate": 5.167276993299782e-07,
      "loss": 0.3537,
      "step": 2279690
    },
    {
      "epoch": 636.25,
      "grad_norm": 1.2007440328598022,
      "learning_rate": 5.167107627597985e-07,
      "loss": 0.3469,
      "step": 2279700
    },
    {
      "epoch": 636.26,
      "grad_norm": 1.157365083694458,
      "learning_rate": 5.166938264327981e-07,
      "loss": 0.3269,
      "step": 2279710
    },
    {
      "epoch": 636.26,
      "grad_norm": 1.1993464231491089,
      "learning_rate": 5.166768903489788e-07,
      "loss": 0.3437,
      "step": 2279720
    },
    {
      "epoch": 636.26,
      "grad_norm": 1.3516693115234375,
      "learning_rate": 5.166599545083437e-07,
      "loss": 0.3251,
      "step": 2279730
    },
    {
      "epoch": 636.27,
      "grad_norm": 1.2367866039276123,
      "learning_rate": 5.166430189108954e-07,
      "loss": 0.3447,
      "step": 2279740
    },
    {
      "epoch": 636.27,
      "grad_norm": 1.1841070652008057,
      "learning_rate": 5.166260835566342e-07,
      "loss": 0.3397,
      "step": 2279750
    },
    {
      "epoch": 636.27,
      "grad_norm": 1.1528894901275635,
      "learning_rate": 5.166091484455653e-07,
      "loss": 0.3478,
      "step": 2279760
    },
    {
      "epoch": 636.27,
      "grad_norm": 1.2478646039962769,
      "learning_rate": 5.165922135776882e-07,
      "loss": 0.3462,
      "step": 2279770
    },
    {
      "epoch": 636.28,
      "grad_norm": 1.4942272901535034,
      "learning_rate": 5.165752789530065e-07,
      "loss": 0.3383,
      "step": 2279780
    },
    {
      "epoch": 636.28,
      "grad_norm": 1.0847413539886475,
      "learning_rate": 5.165583445715229e-07,
      "loss": 0.3349,
      "step": 2279790
    },
    {
      "epoch": 636.28,
      "grad_norm": 1.1590006351470947,
      "learning_rate": 5.165414104332378e-07,
      "loss": 0.3457,
      "step": 2279800
    },
    {
      "epoch": 636.29,
      "grad_norm": 1.2192800045013428,
      "learning_rate": 5.16524476538156e-07,
      "loss": 0.3472,
      "step": 2279810
    },
    {
      "epoch": 636.29,
      "grad_norm": 1.1198803186416626,
      "learning_rate": 5.165075428862777e-07,
      "loss": 0.3575,
      "step": 2279820
    },
    {
      "epoch": 636.29,
      "grad_norm": 1.1079198122024536,
      "learning_rate": 5.164906094776059e-07,
      "loss": 0.3381,
      "step": 2279830
    },
    {
      "epoch": 636.29,
      "grad_norm": 1.4264297485351562,
      "learning_rate": 5.164736763121425e-07,
      "loss": 0.3371,
      "step": 2279840
    },
    {
      "epoch": 636.3,
      "grad_norm": 1.5578334331512451,
      "learning_rate": 5.164567433898912e-07,
      "loss": 0.3275,
      "step": 2279850
    },
    {
      "epoch": 636.3,
      "grad_norm": 1.1199511289596558,
      "learning_rate": 5.164398107108521e-07,
      "loss": 0.3307,
      "step": 2279860
    },
    {
      "epoch": 636.3,
      "grad_norm": 2.1294472217559814,
      "learning_rate": 5.164228782750289e-07,
      "loss": 0.3492,
      "step": 2279870
    },
    {
      "epoch": 636.3,
      "grad_norm": 1.233954906463623,
      "learning_rate": 5.164059460824238e-07,
      "loss": 0.3299,
      "step": 2279880
    },
    {
      "epoch": 636.31,
      "grad_norm": 1.434128999710083,
      "learning_rate": 5.163890141330372e-07,
      "loss": 0.3529,
      "step": 2279890
    },
    {
      "epoch": 636.31,
      "grad_norm": 1.1675872802734375,
      "learning_rate": 5.163720824268745e-07,
      "loss": 0.3215,
      "step": 2279900
    },
    {
      "epoch": 636.31,
      "grad_norm": 1.376995325088501,
      "learning_rate": 5.163551509639357e-07,
      "loss": 0.3237,
      "step": 2279910
    },
    {
      "epoch": 636.32,
      "grad_norm": 1.1699559688568115,
      "learning_rate": 5.163382197442235e-07,
      "loss": 0.3594,
      "step": 2279920
    },
    {
      "epoch": 636.32,
      "grad_norm": 1.283339262008667,
      "learning_rate": 5.163212887677409e-07,
      "loss": 0.3461,
      "step": 2279930
    },
    {
      "epoch": 636.32,
      "grad_norm": 1.2197315692901611,
      "learning_rate": 5.163043580344888e-07,
      "loss": 0.3582,
      "step": 2279940
    },
    {
      "epoch": 636.32,
      "grad_norm": 1.142897605895996,
      "learning_rate": 5.162874275444703e-07,
      "loss": 0.3507,
      "step": 2279950
    },
    {
      "epoch": 636.33,
      "grad_norm": 1.1828473806381226,
      "learning_rate": 5.162704972976877e-07,
      "loss": 0.3263,
      "step": 2279960
    },
    {
      "epoch": 636.33,
      "grad_norm": 1.1206328868865967,
      "learning_rate": 5.162535672941438e-07,
      "loss": 0.3396,
      "step": 2279970
    },
    {
      "epoch": 636.33,
      "grad_norm": 1.3976143598556519,
      "learning_rate": 5.162366375338386e-07,
      "loss": 0.3388,
      "step": 2279980
    },
    {
      "epoch": 636.34,
      "grad_norm": 1.189165711402893,
      "learning_rate": 5.162197080167776e-07,
      "loss": 0.3245,
      "step": 2279990
    },
    {
      "epoch": 636.34,
      "grad_norm": 1.3986141681671143,
      "learning_rate": 5.162027787429603e-07,
      "loss": 0.3515,
      "step": 2280000
    },
    {
      "epoch": 636.34,
      "grad_norm": 1.2628483772277832,
      "learning_rate": 5.161858497123902e-07,
      "loss": 0.3244,
      "step": 2280010
    },
    {
      "epoch": 636.34,
      "grad_norm": 1.2127536535263062,
      "learning_rate": 5.161689209250701e-07,
      "loss": 0.3513,
      "step": 2280020
    },
    {
      "epoch": 636.35,
      "grad_norm": 0.9901101589202881,
      "learning_rate": 5.16151992381001e-07,
      "loss": 0.3437,
      "step": 2280030
    },
    {
      "epoch": 636.35,
      "grad_norm": 1.3757041692733765,
      "learning_rate": 5.161350640801857e-07,
      "loss": 0.3483,
      "step": 2280040
    },
    {
      "epoch": 636.35,
      "grad_norm": 1.334126591682434,
      "learning_rate": 5.161181360226261e-07,
      "loss": 0.3403,
      "step": 2280050
    },
    {
      "epoch": 636.36,
      "grad_norm": 1.3486627340316772,
      "learning_rate": 5.16101208208325e-07,
      "loss": 0.3479,
      "step": 2280060
    },
    {
      "epoch": 636.36,
      "grad_norm": 1.1019872426986694,
      "learning_rate": 5.160842806372853e-07,
      "loss": 0.3235,
      "step": 2280070
    },
    {
      "epoch": 636.36,
      "grad_norm": 1.139459490776062,
      "learning_rate": 5.160673533095076e-07,
      "loss": 0.3502,
      "step": 2280080
    },
    {
      "epoch": 636.36,
      "grad_norm": 1.1725918054580688,
      "learning_rate": 5.160504262249949e-07,
      "loss": 0.3306,
      "step": 2280090
    },
    {
      "epoch": 636.37,
      "grad_norm": 1.7332757711410522,
      "learning_rate": 5.160334993837495e-07,
      "loss": 0.3542,
      "step": 2280100
    },
    {
      "epoch": 636.37,
      "grad_norm": 1.3243505954742432,
      "learning_rate": 5.160165727857745e-07,
      "loss": 0.3441,
      "step": 2280110
    },
    {
      "epoch": 636.37,
      "grad_norm": 1.250404953956604,
      "learning_rate": 5.159996464310696e-07,
      "loss": 0.3579,
      "step": 2280120
    },
    {
      "epoch": 636.37,
      "grad_norm": 1.3960487842559814,
      "learning_rate": 5.159827203196405e-07,
      "loss": 0.3587,
      "step": 2280130
    },
    {
      "epoch": 636.38,
      "grad_norm": 1.5744175910949707,
      "learning_rate": 5.159657944514868e-07,
      "loss": 0.3519,
      "step": 2280140
    },
    {
      "epoch": 636.38,
      "grad_norm": 1.266153335571289,
      "learning_rate": 5.15948868826612e-07,
      "loss": 0.3339,
      "step": 2280150
    },
    {
      "epoch": 636.38,
      "grad_norm": 1.2525112628936768,
      "learning_rate": 5.159319434450183e-07,
      "loss": 0.3497,
      "step": 2280160
    },
    {
      "epoch": 636.39,
      "grad_norm": 1.2848743200302124,
      "learning_rate": 5.159150183067072e-07,
      "loss": 0.3389,
      "step": 2280170
    },
    {
      "epoch": 636.39,
      "grad_norm": 1.2899858951568604,
      "learning_rate": 5.158980934116816e-07,
      "loss": 0.3234,
      "step": 2280180
    },
    {
      "epoch": 636.39,
      "grad_norm": 1.1060549020767212,
      "learning_rate": 5.158811687599434e-07,
      "loss": 0.3417,
      "step": 2280190
    },
    {
      "epoch": 636.39,
      "grad_norm": 1.3315457105636597,
      "learning_rate": 5.158642443514956e-07,
      "loss": 0.3323,
      "step": 2280200
    },
    {
      "epoch": 636.4,
      "grad_norm": 4.71641731262207,
      "learning_rate": 5.158473201863393e-07,
      "loss": 0.3514,
      "step": 2280210
    },
    {
      "epoch": 636.4,
      "grad_norm": 1.246027946472168,
      "learning_rate": 5.158303962644775e-07,
      "loss": 0.3381,
      "step": 2280220
    },
    {
      "epoch": 636.4,
      "grad_norm": 1.4163410663604736,
      "learning_rate": 5.15813472585913e-07,
      "loss": 0.3376,
      "step": 2280230
    },
    {
      "epoch": 636.41,
      "grad_norm": 1.005284309387207,
      "learning_rate": 5.157965491506457e-07,
      "loss": 0.3394,
      "step": 2280240
    },
    {
      "epoch": 636.41,
      "grad_norm": 1.2509562969207764,
      "learning_rate": 5.15779625958681e-07,
      "loss": 0.3301,
      "step": 2280250
    },
    {
      "epoch": 636.41,
      "grad_norm": 1.053868055343628,
      "learning_rate": 5.15762703010019e-07,
      "loss": 0.3408,
      "step": 2280260
    },
    {
      "epoch": 636.41,
      "grad_norm": 1.3495235443115234,
      "learning_rate": 5.157457803046628e-07,
      "loss": 0.352,
      "step": 2280270
    },
    {
      "epoch": 636.42,
      "grad_norm": 2.174368381500244,
      "learning_rate": 5.157288578426141e-07,
      "loss": 0.35,
      "step": 2280280
    },
    {
      "epoch": 636.42,
      "grad_norm": 1.404528021812439,
      "learning_rate": 5.157119356238765e-07,
      "loss": 0.3478,
      "step": 2280290
    },
    {
      "epoch": 636.42,
      "grad_norm": 1.3510817289352417,
      "learning_rate": 5.156950136484503e-07,
      "loss": 0.3447,
      "step": 2280300
    },
    {
      "epoch": 636.42,
      "grad_norm": 1.1716840267181396,
      "learning_rate": 5.156780919163389e-07,
      "loss": 0.3295,
      "step": 2280310
    },
    {
      "epoch": 636.43,
      "grad_norm": 1.238258957862854,
      "learning_rate": 5.156611704275449e-07,
      "loss": 0.3405,
      "step": 2280320
    },
    {
      "epoch": 636.43,
      "grad_norm": 1.1397454738616943,
      "learning_rate": 5.156442491820691e-07,
      "loss": 0.3359,
      "step": 2280330
    },
    {
      "epoch": 636.43,
      "grad_norm": 1.1840567588806152,
      "learning_rate": 5.156273281799154e-07,
      "loss": 0.3518,
      "step": 2280340
    },
    {
      "epoch": 636.44,
      "grad_norm": 1.1455137729644775,
      "learning_rate": 5.156104074210851e-07,
      "loss": 0.3398,
      "step": 2280350
    },
    {
      "epoch": 636.44,
      "grad_norm": 1.0913994312286377,
      "learning_rate": 5.155934869055806e-07,
      "loss": 0.3463,
      "step": 2280360
    },
    {
      "epoch": 636.44,
      "grad_norm": 1.1278480291366577,
      "learning_rate": 5.155765666334047e-07,
      "loss": 0.3143,
      "step": 2280370
    },
    {
      "epoch": 636.44,
      "grad_norm": 1.3508015871047974,
      "learning_rate": 5.155596466045579e-07,
      "loss": 0.3377,
      "step": 2280380
    },
    {
      "epoch": 636.45,
      "grad_norm": 1.0603625774383545,
      "learning_rate": 5.155427268190451e-07,
      "loss": 0.3313,
      "step": 2280390
    },
    {
      "epoch": 636.45,
      "grad_norm": 1.3403295278549194,
      "learning_rate": 5.155258072768667e-07,
      "loss": 0.3442,
      "step": 2280400
    },
    {
      "epoch": 636.45,
      "grad_norm": 1.3148642778396606,
      "learning_rate": 5.155088879780252e-07,
      "loss": 0.3382,
      "step": 2280410
    },
    {
      "epoch": 636.46,
      "grad_norm": 1.340193510055542,
      "learning_rate": 5.154919689225233e-07,
      "loss": 0.3361,
      "step": 2280420
    },
    {
      "epoch": 636.46,
      "grad_norm": 1.2337219715118408,
      "learning_rate": 5.154750501103635e-07,
      "loss": 0.3153,
      "step": 2280430
    },
    {
      "epoch": 636.46,
      "grad_norm": 1.0272302627563477,
      "learning_rate": 5.154581315415471e-07,
      "loss": 0.3459,
      "step": 2280440
    },
    {
      "epoch": 636.46,
      "grad_norm": 1.2966266870498657,
      "learning_rate": 5.154412132160768e-07,
      "loss": 0.3221,
      "step": 2280450
    },
    {
      "epoch": 636.47,
      "grad_norm": 1.2412221431732178,
      "learning_rate": 5.154242951339556e-07,
      "loss": 0.3323,
      "step": 2280460
    },
    {
      "epoch": 636.47,
      "grad_norm": 1.3556987047195435,
      "learning_rate": 5.154073772951835e-07,
      "loss": 0.3609,
      "step": 2280470
    },
    {
      "epoch": 636.47,
      "grad_norm": 1.179479956626892,
      "learning_rate": 5.15390459699766e-07,
      "loss": 0.3372,
      "step": 2280480
    },
    {
      "epoch": 636.48,
      "grad_norm": 1.1685298681259155,
      "learning_rate": 5.153735423477028e-07,
      "loss": 0.3289,
      "step": 2280490
    },
    {
      "epoch": 636.48,
      "grad_norm": 1.1839357614517212,
      "learning_rate": 5.15356625238997e-07,
      "loss": 0.3368,
      "step": 2280500
    },
    {
      "epoch": 636.48,
      "grad_norm": 1.3751431703567505,
      "learning_rate": 5.153397083736514e-07,
      "loss": 0.3297,
      "step": 2280510
    },
    {
      "epoch": 636.48,
      "grad_norm": 1.1877130270004272,
      "learning_rate": 5.153227917516669e-07,
      "loss": 0.3282,
      "step": 2280520
    },
    {
      "epoch": 636.49,
      "grad_norm": 2.3122646808624268,
      "learning_rate": 5.15305875373047e-07,
      "loss": 0.3323,
      "step": 2280530
    },
    {
      "epoch": 636.49,
      "grad_norm": 1.456343173980713,
      "learning_rate": 5.152889592377932e-07,
      "loss": 0.3306,
      "step": 2280540
    },
    {
      "epoch": 636.49,
      "grad_norm": 1.3134371042251587,
      "learning_rate": 5.152720433459091e-07,
      "loss": 0.3391,
      "step": 2280550
    },
    {
      "epoch": 636.49,
      "grad_norm": 1.148700475692749,
      "learning_rate": 5.152551276973941e-07,
      "loss": 0.3332,
      "step": 2280560
    },
    {
      "epoch": 636.5,
      "grad_norm": 1.121302604675293,
      "learning_rate": 5.15238212292254e-07,
      "loss": 0.3419,
      "step": 2280570
    },
    {
      "epoch": 636.5,
      "grad_norm": 1.0843679904937744,
      "learning_rate": 5.152212971304884e-07,
      "loss": 0.3506,
      "step": 2280580
    },
    {
      "epoch": 636.5,
      "grad_norm": 1.4782006740570068,
      "learning_rate": 5.152043822121005e-07,
      "loss": 0.3321,
      "step": 2280590
    },
    {
      "epoch": 636.51,
      "grad_norm": 1.1691522598266602,
      "learning_rate": 5.151874675370933e-07,
      "loss": 0.3194,
      "step": 2280600
    },
    {
      "epoch": 636.51,
      "grad_norm": 1.029967188835144,
      "learning_rate": 5.151705531054674e-07,
      "loss": 0.3301,
      "step": 2280610
    },
    {
      "epoch": 636.51,
      "grad_norm": 1.4132171869277954,
      "learning_rate": 5.151536389172263e-07,
      "loss": 0.3308,
      "step": 2280620
    },
    {
      "epoch": 636.51,
      "grad_norm": 1.1390918493270874,
      "learning_rate": 5.151367249723713e-07,
      "loss": 0.3439,
      "step": 2280630
    },
    {
      "epoch": 636.52,
      "grad_norm": 1.2306277751922607,
      "learning_rate": 5.151198112709057e-07,
      "loss": 0.3425,
      "step": 2280640
    },
    {
      "epoch": 636.52,
      "grad_norm": 1.3093122243881226,
      "learning_rate": 5.151028978128317e-07,
      "loss": 0.3391,
      "step": 2280650
    },
    {
      "epoch": 636.52,
      "grad_norm": 1.1984000205993652,
      "learning_rate": 5.150859845981507e-07,
      "loss": 0.3305,
      "step": 2280660
    },
    {
      "epoch": 636.53,
      "grad_norm": 1.4257193803787231,
      "learning_rate": 5.150690716268651e-07,
      "loss": 0.3312,
      "step": 2280670
    },
    {
      "epoch": 636.53,
      "grad_norm": 1.1981781721115112,
      "learning_rate": 5.150521588989777e-07,
      "loss": 0.3387,
      "step": 2280680
    },
    {
      "epoch": 636.53,
      "grad_norm": 1.1798017024993896,
      "learning_rate": 5.150352464144909e-07,
      "loss": 0.3274,
      "step": 2280690
    },
    {
      "epoch": 636.53,
      "grad_norm": 1.1601046323776245,
      "learning_rate": 5.150183341734055e-07,
      "loss": 0.3499,
      "step": 2280700
    },
    {
      "epoch": 636.54,
      "grad_norm": 1.0521087646484375,
      "learning_rate": 5.150014221757259e-07,
      "loss": 0.3268,
      "step": 2280710
    },
    {
      "epoch": 636.54,
      "grad_norm": 1.1261037588119507,
      "learning_rate": 5.149845104214525e-07,
      "loss": 0.3387,
      "step": 2280720
    },
    {
      "epoch": 636.54,
      "grad_norm": 1.2730991840362549,
      "learning_rate": 5.149675989105885e-07,
      "loss": 0.3291,
      "step": 2280730
    },
    {
      "epoch": 636.54,
      "grad_norm": 1.0487147569656372,
      "learning_rate": 5.149506876431364e-07,
      "loss": 0.3423,
      "step": 2280740
    },
    {
      "epoch": 636.55,
      "grad_norm": 2.5963211059570312,
      "learning_rate": 5.149337766190975e-07,
      "loss": 0.3409,
      "step": 2280750
    },
    {
      "epoch": 636.55,
      "grad_norm": 1.0770187377929688,
      "learning_rate": 5.149168658384743e-07,
      "loss": 0.3357,
      "step": 2280760
    },
    {
      "epoch": 636.55,
      "grad_norm": 1.087119698524475,
      "learning_rate": 5.148999553012694e-07,
      "loss": 0.3295,
      "step": 2280770
    },
    {
      "epoch": 636.56,
      "grad_norm": 1.3026255369186401,
      "learning_rate": 5.148830450074856e-07,
      "loss": 0.3327,
      "step": 2280780
    },
    {
      "epoch": 636.56,
      "grad_norm": 1.3573683500289917,
      "learning_rate": 5.148661349571233e-07,
      "loss": 0.3292,
      "step": 2280790
    },
    {
      "epoch": 636.56,
      "grad_norm": 1.3022022247314453,
      "learning_rate": 5.148492251501871e-07,
      "loss": 0.3389,
      "step": 2280800
    },
    {
      "epoch": 636.56,
      "grad_norm": 1.097888469696045,
      "learning_rate": 5.148323155866775e-07,
      "loss": 0.338,
      "step": 2280810
    },
    {
      "epoch": 636.57,
      "grad_norm": 1.1360690593719482,
      "learning_rate": 5.148154062665975e-07,
      "loss": 0.3342,
      "step": 2280820
    },
    {
      "epoch": 636.57,
      "grad_norm": 1.079034686088562,
      "learning_rate": 5.147984971899498e-07,
      "loss": 0.3395,
      "step": 2280830
    },
    {
      "epoch": 636.57,
      "grad_norm": 1.307870626449585,
      "learning_rate": 5.147815883567352e-07,
      "loss": 0.3406,
      "step": 2280840
    },
    {
      "epoch": 636.58,
      "grad_norm": 1.2622337341308594,
      "learning_rate": 5.147646797669568e-07,
      "loss": 0.3427,
      "step": 2280850
    },
    {
      "epoch": 636.58,
      "grad_norm": 1.3281047344207764,
      "learning_rate": 5.147477714206169e-07,
      "loss": 0.3297,
      "step": 2280860
    },
    {
      "epoch": 636.58,
      "grad_norm": 1.056443452835083,
      "learning_rate": 5.147308633177183e-07,
      "loss": 0.3506,
      "step": 2280870
    },
    {
      "epoch": 636.58,
      "grad_norm": 1.2492510080337524,
      "learning_rate": 5.147139554582621e-07,
      "loss": 0.3411,
      "step": 2280880
    },
    {
      "epoch": 636.59,
      "grad_norm": 1.406102180480957,
      "learning_rate": 5.146970478422509e-07,
      "loss": 0.3452,
      "step": 2280890
    },
    {
      "epoch": 636.59,
      "grad_norm": 1.6741312742233276,
      "learning_rate": 5.14680140469688e-07,
      "loss": 0.3483,
      "step": 2280900
    },
    {
      "epoch": 636.59,
      "grad_norm": 1.7004094123840332,
      "learning_rate": 5.146632333405736e-07,
      "loss": 0.32,
      "step": 2280910
    },
    {
      "epoch": 636.6,
      "grad_norm": 1.3964349031448364,
      "learning_rate": 5.146463264549123e-07,
      "loss": 0.3352,
      "step": 2280920
    },
    {
      "epoch": 636.6,
      "grad_norm": 1.1090070009231567,
      "learning_rate": 5.146294198127037e-07,
      "loss": 0.331,
      "step": 2280930
    },
    {
      "epoch": 636.6,
      "grad_norm": 1.2976489067077637,
      "learning_rate": 5.146125134139532e-07,
      "loss": 0.3461,
      "step": 2280940
    },
    {
      "epoch": 636.6,
      "grad_norm": 1.1914438009262085,
      "learning_rate": 5.145956072586605e-07,
      "loss": 0.3379,
      "step": 2280950
    },
    {
      "epoch": 636.61,
      "grad_norm": 1.3601315021514893,
      "learning_rate": 5.145787013468289e-07,
      "loss": 0.3346,
      "step": 2280960
    },
    {
      "epoch": 636.61,
      "grad_norm": 1.0876902341842651,
      "learning_rate": 5.145617956784611e-07,
      "loss": 0.3358,
      "step": 2280970
    },
    {
      "epoch": 636.61,
      "grad_norm": 1.2189656496047974,
      "learning_rate": 5.145448902535579e-07,
      "loss": 0.3314,
      "step": 2280980
    },
    {
      "epoch": 636.61,
      "grad_norm": 1.2557610273361206,
      "learning_rate": 5.145279850721227e-07,
      "loss": 0.3433,
      "step": 2280990
    },
    {
      "epoch": 636.62,
      "grad_norm": 1.1563780307769775,
      "learning_rate": 5.145110801341574e-07,
      "loss": 0.343,
      "step": 2281000
    },
    {
      "epoch": 636.62,
      "grad_norm": 1.133557677268982,
      "learning_rate": 5.144941754396647e-07,
      "loss": 0.3335,
      "step": 2281010
    },
    {
      "epoch": 636.62,
      "grad_norm": 1.3814536333084106,
      "learning_rate": 5.144772709886461e-07,
      "loss": 0.3603,
      "step": 2281020
    },
    {
      "epoch": 636.63,
      "grad_norm": 1.1523933410644531,
      "learning_rate": 5.144603667811039e-07,
      "loss": 0.3501,
      "step": 2281030
    },
    {
      "epoch": 636.63,
      "grad_norm": 1.1788731813430786,
      "learning_rate": 5.144434628170416e-07,
      "loss": 0.3437,
      "step": 2281040
    },
    {
      "epoch": 636.63,
      "grad_norm": 1.1012496948242188,
      "learning_rate": 5.144265590964589e-07,
      "loss": 0.3361,
      "step": 2281050
    },
    {
      "epoch": 636.63,
      "grad_norm": 1.434787631034851,
      "learning_rate": 5.144096556193613e-07,
      "loss": 0.3454,
      "step": 2281060
    },
    {
      "epoch": 636.64,
      "grad_norm": 1.316332459449768,
      "learning_rate": 5.143927523857484e-07,
      "loss": 0.3556,
      "step": 2281070
    },
    {
      "epoch": 636.64,
      "grad_norm": 1.538146734237671,
      "learning_rate": 5.143758493956236e-07,
      "loss": 0.3334,
      "step": 2281080
    },
    {
      "epoch": 636.64,
      "grad_norm": 1.361330270767212,
      "learning_rate": 5.143589466489893e-07,
      "loss": 0.3321,
      "step": 2281090
    },
    {
      "epoch": 636.65,
      "grad_norm": 1.1797358989715576,
      "learning_rate": 5.143420441458476e-07,
      "loss": 0.344,
      "step": 2281100
    },
    {
      "epoch": 636.65,
      "grad_norm": 1.257270336151123,
      "learning_rate": 5.143251418862002e-07,
      "loss": 0.358,
      "step": 2281110
    },
    {
      "epoch": 636.65,
      "grad_norm": 1.243025779724121,
      "learning_rate": 5.143082398700498e-07,
      "loss": 0.3502,
      "step": 2281120
    },
    {
      "epoch": 636.65,
      "grad_norm": 1.3275129795074463,
      "learning_rate": 5.142913380973991e-07,
      "loss": 0.3302,
      "step": 2281130
    },
    {
      "epoch": 636.66,
      "grad_norm": 1.217943787574768,
      "learning_rate": 5.142744365682486e-07,
      "loss": 0.3404,
      "step": 2281140
    },
    {
      "epoch": 636.66,
      "grad_norm": 1.3683767318725586,
      "learning_rate": 5.142575352826031e-07,
      "loss": 0.3428,
      "step": 2281150
    },
    {
      "epoch": 636.66,
      "grad_norm": 1.117236852645874,
      "learning_rate": 5.142406342404628e-07,
      "loss": 0.3264,
      "step": 2281160
    },
    {
      "epoch": 636.66,
      "grad_norm": 1.3263822793960571,
      "learning_rate": 5.142237334418309e-07,
      "loss": 0.3479,
      "step": 2281170
    },
    {
      "epoch": 636.67,
      "grad_norm": 1.1413873434066772,
      "learning_rate": 5.142068328867099e-07,
      "loss": 0.337,
      "step": 2281180
    },
    {
      "epoch": 636.67,
      "grad_norm": 1.1619296073913574,
      "learning_rate": 5.141899325751011e-07,
      "loss": 0.3273,
      "step": 2281190
    },
    {
      "epoch": 636.67,
      "grad_norm": 1.061950445175171,
      "learning_rate": 5.141730325070071e-07,
      "loss": 0.3552,
      "step": 2281200
    },
    {
      "epoch": 636.68,
      "grad_norm": 1.07233464717865,
      "learning_rate": 5.141561326824304e-07,
      "loss": 0.346,
      "step": 2281210
    },
    {
      "epoch": 636.68,
      "grad_norm": 1.2250226736068726,
      "learning_rate": 5.14139233101373e-07,
      "loss": 0.3426,
      "step": 2281220
    },
    {
      "epoch": 636.68,
      "grad_norm": 1.433074712753296,
      "learning_rate": 5.141223337638374e-07,
      "loss": 0.3402,
      "step": 2281230
    },
    {
      "epoch": 636.68,
      "grad_norm": 1.2186352014541626,
      "learning_rate": 5.141054346698266e-07,
      "loss": 0.3335,
      "step": 2281240
    },
    {
      "epoch": 636.69,
      "grad_norm": 1.2241184711456299,
      "learning_rate": 5.140885358193409e-07,
      "loss": 0.3537,
      "step": 2281250
    },
    {
      "epoch": 636.69,
      "grad_norm": 1.0173898935317993,
      "learning_rate": 5.140716372123839e-07,
      "loss": 0.33,
      "step": 2281260
    },
    {
      "epoch": 636.69,
      "grad_norm": 1.097550868988037,
      "learning_rate": 5.140547388489582e-07,
      "loss": 0.3289,
      "step": 2281270
    },
    {
      "epoch": 636.7,
      "grad_norm": 1.2136391401290894,
      "learning_rate": 5.140378407290641e-07,
      "loss": 0.3278,
      "step": 2281280
    },
    {
      "epoch": 636.7,
      "grad_norm": 1.231484293937683,
      "learning_rate": 5.140209428527066e-07,
      "loss": 0.3384,
      "step": 2281290
    },
    {
      "epoch": 636.7,
      "grad_norm": 1.1668556928634644,
      "learning_rate": 5.140040452198858e-07,
      "loss": 0.3383,
      "step": 2281300
    },
    {
      "epoch": 636.7,
      "grad_norm": 1.2707809209823608,
      "learning_rate": 5.139871478306048e-07,
      "loss": 0.3383,
      "step": 2281310
    },
    {
      "epoch": 636.71,
      "grad_norm": 1.2907791137695312,
      "learning_rate": 5.139702506848662e-07,
      "loss": 0.3343,
      "step": 2281320
    },
    {
      "epoch": 636.71,
      "grad_norm": 1.092574119567871,
      "learning_rate": 5.139533537826711e-07,
      "loss": 0.343,
      "step": 2281330
    },
    {
      "epoch": 636.71,
      "grad_norm": 1.3401368856430054,
      "learning_rate": 5.139364571240225e-07,
      "loss": 0.3433,
      "step": 2281340
    },
    {
      "epoch": 636.72,
      "grad_norm": 1.2887768745422363,
      "learning_rate": 5.139195607089226e-07,
      "loss": 0.3437,
      "step": 2281350
    },
    {
      "epoch": 636.72,
      "grad_norm": 1.1007707118988037,
      "learning_rate": 5.139026645373743e-07,
      "loss": 0.3437,
      "step": 2281360
    },
    {
      "epoch": 636.72,
      "grad_norm": 1.399443507194519,
      "learning_rate": 5.138857686093781e-07,
      "loss": 0.349,
      "step": 2281370
    },
    {
      "epoch": 636.72,
      "grad_norm": 3.9338760375976562,
      "learning_rate": 5.138688729249383e-07,
      "loss": 0.3261,
      "step": 2281380
    },
    {
      "epoch": 636.73,
      "grad_norm": 1.2407782077789307,
      "learning_rate": 5.138519774840556e-07,
      "loss": 0.3372,
      "step": 2281390
    },
    {
      "epoch": 636.73,
      "grad_norm": 1.1008483171463013,
      "learning_rate": 5.13835082286733e-07,
      "loss": 0.3382,
      "step": 2281400
    },
    {
      "epoch": 636.73,
      "grad_norm": 1.2854225635528564,
      "learning_rate": 5.138181873329731e-07,
      "loss": 0.3404,
      "step": 2281410
    },
    {
      "epoch": 636.73,
      "grad_norm": 1.133479118347168,
      "learning_rate": 5.138012926227768e-07,
      "loss": 0.3429,
      "step": 2281420
    },
    {
      "epoch": 636.74,
      "grad_norm": 1.2036572694778442,
      "learning_rate": 5.137843981561476e-07,
      "loss": 0.3336,
      "step": 2281430
    },
    {
      "epoch": 636.74,
      "grad_norm": 1.5125924348831177,
      "learning_rate": 5.13767503933087e-07,
      "loss": 0.346,
      "step": 2281440
    },
    {
      "epoch": 636.74,
      "grad_norm": 1.1920021772384644,
      "learning_rate": 5.137506099535981e-07,
      "loss": 0.333,
      "step": 2281450
    },
    {
      "epoch": 636.75,
      "grad_norm": 1.2256004810333252,
      "learning_rate": 5.137337162176822e-07,
      "loss": 0.3387,
      "step": 2281460
    },
    {
      "epoch": 636.75,
      "grad_norm": 1.298948049545288,
      "learning_rate": 5.137168227253418e-07,
      "loss": 0.3463,
      "step": 2281470
    },
    {
      "epoch": 636.75,
      "grad_norm": 1.250414252281189,
      "learning_rate": 5.136999294765802e-07,
      "loss": 0.3406,
      "step": 2281480
    },
    {
      "epoch": 636.75,
      "grad_norm": 1.0837159156799316,
      "learning_rate": 5.136830364713973e-07,
      "loss": 0.3444,
      "step": 2281490
    },
    {
      "epoch": 636.76,
      "grad_norm": 1.3921396732330322,
      "learning_rate": 5.13666143709798e-07,
      "loss": 0.3302,
      "step": 2281500
    },
    {
      "epoch": 636.76,
      "grad_norm": 1.1633524894714355,
      "learning_rate": 5.136492511917824e-07,
      "loss": 0.3294,
      "step": 2281510
    },
    {
      "epoch": 636.76,
      "grad_norm": 1.1913096904754639,
      "learning_rate": 5.136323589173547e-07,
      "loss": 0.3259,
      "step": 2281520
    },
    {
      "epoch": 636.77,
      "grad_norm": 1.3336623907089233,
      "learning_rate": 5.136154668865157e-07,
      "loss": 0.3358,
      "step": 2281530
    },
    {
      "epoch": 636.77,
      "grad_norm": 1.3990200757980347,
      "learning_rate": 5.135985750992679e-07,
      "loss": 0.3382,
      "step": 2281540
    },
    {
      "epoch": 636.77,
      "grad_norm": 1.1856745481491089,
      "learning_rate": 5.135816835556145e-07,
      "loss": 0.3517,
      "step": 2281550
    },
    {
      "epoch": 636.77,
      "grad_norm": 1.228606104850769,
      "learning_rate": 5.135647922555564e-07,
      "loss": 0.3319,
      "step": 2281560
    },
    {
      "epoch": 636.78,
      "grad_norm": 1.1990973949432373,
      "learning_rate": 5.135479011990966e-07,
      "loss": 0.3285,
      "step": 2281570
    },
    {
      "epoch": 636.78,
      "grad_norm": 1.0825483798980713,
      "learning_rate": 5.13531010386237e-07,
      "loss": 0.3377,
      "step": 2281580
    },
    {
      "epoch": 636.78,
      "grad_norm": 1.1999362707138062,
      "learning_rate": 5.135141198169808e-07,
      "loss": 0.3422,
      "step": 2281590
    },
    {
      "epoch": 636.78,
      "grad_norm": 1.8399624824523926,
      "learning_rate": 5.134972294913286e-07,
      "loss": 0.333,
      "step": 2281600
    },
    {
      "epoch": 636.79,
      "grad_norm": 1.2284188270568848,
      "learning_rate": 5.134803394092836e-07,
      "loss": 0.3441,
      "step": 2281610
    },
    {
      "epoch": 636.79,
      "grad_norm": 1.219403862953186,
      "learning_rate": 5.134634495708482e-07,
      "loss": 0.335,
      "step": 2281620
    },
    {
      "epoch": 636.79,
      "grad_norm": 2.7942211627960205,
      "learning_rate": 5.134465599760245e-07,
      "loss": 0.3374,
      "step": 2281630
    },
    {
      "epoch": 636.8,
      "grad_norm": 1.6967602968215942,
      "learning_rate": 5.13429670624815e-07,
      "loss": 0.3542,
      "step": 2281640
    },
    {
      "epoch": 636.8,
      "grad_norm": 1.1207622289657593,
      "learning_rate": 5.134127815172213e-07,
      "loss": 0.3455,
      "step": 2281650
    },
    {
      "epoch": 636.8,
      "grad_norm": 1.147143840789795,
      "learning_rate": 5.133958926532457e-07,
      "loss": 0.3138,
      "step": 2281660
    },
    {
      "epoch": 636.8,
      "grad_norm": 1.217928171157837,
      "learning_rate": 5.133790040328909e-07,
      "loss": 0.3395,
      "step": 2281670
    },
    {
      "epoch": 636.81,
      "grad_norm": 1.1840142011642456,
      "learning_rate": 5.133621156561597e-07,
      "loss": 0.3494,
      "step": 2281680
    },
    {
      "epoch": 636.81,
      "grad_norm": 1.1381503343582153,
      "learning_rate": 5.133452275230529e-07,
      "loss": 0.3325,
      "step": 2281690
    },
    {
      "epoch": 636.81,
      "grad_norm": 1.2292166948318481,
      "learning_rate": 5.133283396335734e-07,
      "loss": 0.3392,
      "step": 2281700
    },
    {
      "epoch": 636.82,
      "grad_norm": 1.0877537727355957,
      "learning_rate": 5.133114519877242e-07,
      "loss": 0.3395,
      "step": 2281710
    },
    {
      "epoch": 636.82,
      "grad_norm": 1.2857547998428345,
      "learning_rate": 5.132945645855056e-07,
      "loss": 0.3368,
      "step": 2281720
    },
    {
      "epoch": 636.82,
      "grad_norm": 1.4735901355743408,
      "learning_rate": 5.132776774269224e-07,
      "loss": 0.3336,
      "step": 2281730
    },
    {
      "epoch": 636.82,
      "grad_norm": 1.2846187353134155,
      "learning_rate": 5.132607905119751e-07,
      "loss": 0.3513,
      "step": 2281740
    },
    {
      "epoch": 636.83,
      "grad_norm": 1.1860734224319458,
      "learning_rate": 5.132439038406662e-07,
      "loss": 0.3384,
      "step": 2281750
    },
    {
      "epoch": 636.83,
      "grad_norm": 1.355454683303833,
      "learning_rate": 5.13227017412998e-07,
      "loss": 0.3543,
      "step": 2281760
    },
    {
      "epoch": 636.83,
      "grad_norm": 1.1413966417312622,
      "learning_rate": 5.132101312289737e-07,
      "loss": 0.3482,
      "step": 2281770
    },
    {
      "epoch": 636.84,
      "grad_norm": 1.1182246208190918,
      "learning_rate": 5.131932452885942e-07,
      "loss": 0.3385,
      "step": 2281780
    },
    {
      "epoch": 636.84,
      "grad_norm": 1.3773293495178223,
      "learning_rate": 5.131763595918624e-07,
      "loss": 0.3377,
      "step": 2281790
    },
    {
      "epoch": 636.84,
      "grad_norm": 1.3315752744674683,
      "learning_rate": 5.131594741387803e-07,
      "loss": 0.36,
      "step": 2281800
    },
    {
      "epoch": 636.84,
      "grad_norm": 1.334171175956726,
      "learning_rate": 5.131425889293502e-07,
      "loss": 0.3542,
      "step": 2281810
    },
    {
      "epoch": 636.85,
      "grad_norm": 1.268092393875122,
      "learning_rate": 5.131257039635753e-07,
      "loss": 0.353,
      "step": 2281820
    },
    {
      "epoch": 636.85,
      "grad_norm": 1.0629603862762451,
      "learning_rate": 5.131088192414562e-07,
      "loss": 0.3172,
      "step": 2281830
    },
    {
      "epoch": 636.85,
      "grad_norm": 1.068734884262085,
      "learning_rate": 5.13091934762996e-07,
      "loss": 0.3224,
      "step": 2281840
    },
    {
      "epoch": 636.85,
      "grad_norm": 1.1582646369934082,
      "learning_rate": 5.130750505281975e-07,
      "loss": 0.3347,
      "step": 2281850
    },
    {
      "epoch": 636.86,
      "grad_norm": 1.2269058227539062,
      "learning_rate": 5.13058166537061e-07,
      "loss": 0.3423,
      "step": 2281860
    },
    {
      "epoch": 636.86,
      "grad_norm": 1.1718696355819702,
      "learning_rate": 5.130412827895917e-07,
      "loss": 0.3335,
      "step": 2281870
    },
    {
      "epoch": 636.86,
      "grad_norm": 1.1312028169631958,
      "learning_rate": 5.13024399285789e-07,
      "loss": 0.3529,
      "step": 2281880
    },
    {
      "epoch": 636.87,
      "grad_norm": 1.513800024986267,
      "learning_rate": 5.130075160256569e-07,
      "loss": 0.3352,
      "step": 2281890
    },
    {
      "epoch": 636.87,
      "grad_norm": 0.987091600894928,
      "learning_rate": 5.129906330091968e-07,
      "loss": 0.3475,
      "step": 2281900
    },
    {
      "epoch": 636.87,
      "grad_norm": 1.136892557144165,
      "learning_rate": 5.12973750236412e-07,
      "loss": 0.3293,
      "step": 2281910
    },
    {
      "epoch": 636.87,
      "grad_norm": 1.1126641035079956,
      "learning_rate": 5.129568677073036e-07,
      "loss": 0.3612,
      "step": 2281920
    },
    {
      "epoch": 636.88,
      "grad_norm": 1.1987541913986206,
      "learning_rate": 5.129399854218741e-07,
      "loss": 0.3363,
      "step": 2281930
    },
    {
      "epoch": 636.88,
      "grad_norm": 1.1711177825927734,
      "learning_rate": 5.129231033801264e-07,
      "loss": 0.3285,
      "step": 2281940
    },
    {
      "epoch": 636.88,
      "grad_norm": 1.1948258876800537,
      "learning_rate": 5.129062215820612e-07,
      "loss": 0.3352,
      "step": 2281950
    },
    {
      "epoch": 636.89,
      "grad_norm": 1.2085459232330322,
      "learning_rate": 5.128893400276828e-07,
      "loss": 0.3308,
      "step": 2281960
    },
    {
      "epoch": 636.89,
      "grad_norm": 1.1842060089111328,
      "learning_rate": 5.128724587169921e-07,
      "loss": 0.3374,
      "step": 2281970
    },
    {
      "epoch": 636.89,
      "grad_norm": 1.1388161182403564,
      "learning_rate": 5.128555776499916e-07,
      "loss": 0.3507,
      "step": 2281980
    },
    {
      "epoch": 636.89,
      "grad_norm": 1.1291643381118774,
      "learning_rate": 5.128386968266844e-07,
      "loss": 0.3582,
      "step": 2281990
    },
    {
      "epoch": 636.9,
      "grad_norm": 1.045218586921692,
      "learning_rate": 5.128218162470712e-07,
      "loss": 0.3096,
      "step": 2282000
    },
    {
      "epoch": 636.9,
      "grad_norm": 1.1521228551864624,
      "learning_rate": 5.12804935911155e-07,
      "loss": 0.3451,
      "step": 2282010
    },
    {
      "epoch": 636.9,
      "grad_norm": 1.022515892982483,
      "learning_rate": 5.127880558189381e-07,
      "loss": 0.3318,
      "step": 2282020
    },
    {
      "epoch": 636.9,
      "grad_norm": 1.0895477533340454,
      "learning_rate": 5.127711759704236e-07,
      "loss": 0.3169,
      "step": 2282030
    },
    {
      "epoch": 636.91,
      "grad_norm": 1.4186995029449463,
      "learning_rate": 5.127542963656115e-07,
      "loss": 0.3347,
      "step": 2282040
    },
    {
      "epoch": 636.91,
      "grad_norm": 1.1434807777404785,
      "learning_rate": 5.127374170045066e-07,
      "loss": 0.3242,
      "step": 2282050
    },
    {
      "epoch": 636.91,
      "grad_norm": 1.171532392501831,
      "learning_rate": 5.127205378871093e-07,
      "loss": 0.3499,
      "step": 2282060
    },
    {
      "epoch": 636.92,
      "grad_norm": 1.2759007215499878,
      "learning_rate": 5.127036590134225e-07,
      "loss": 0.3317,
      "step": 2282070
    },
    {
      "epoch": 636.92,
      "grad_norm": 1.0380300283432007,
      "learning_rate": 5.126867803834495e-07,
      "loss": 0.3472,
      "step": 2282080
    },
    {
      "epoch": 636.92,
      "grad_norm": 1.5834559202194214,
      "learning_rate": 5.126699019971897e-07,
      "loss": 0.3206,
      "step": 2282090
    },
    {
      "epoch": 636.92,
      "grad_norm": 1.2361865043640137,
      "learning_rate": 5.126530238546489e-07,
      "loss": 0.3316,
      "step": 2282100
    },
    {
      "epoch": 636.93,
      "grad_norm": 1.2988957166671753,
      "learning_rate": 5.126361459558265e-07,
      "loss": 0.3399,
      "step": 2282110
    },
    {
      "epoch": 636.93,
      "grad_norm": 1.6617553234100342,
      "learning_rate": 5.126192683007262e-07,
      "loss": 0.3318,
      "step": 2282120
    },
    {
      "epoch": 636.93,
      "grad_norm": 1.1016583442687988,
      "learning_rate": 5.126023908893505e-07,
      "loss": 0.3456,
      "step": 2282130
    },
    {
      "epoch": 636.94,
      "grad_norm": 1.1354968547821045,
      "learning_rate": 5.125855137217003e-07,
      "loss": 0.3492,
      "step": 2282140
    },
    {
      "epoch": 636.94,
      "grad_norm": 1.2191405296325684,
      "learning_rate": 5.125686367977786e-07,
      "loss": 0.3303,
      "step": 2282150
    },
    {
      "epoch": 636.94,
      "grad_norm": 1.1243022680282593,
      "learning_rate": 5.125517601175879e-07,
      "loss": 0.342,
      "step": 2282160
    },
    {
      "epoch": 636.94,
      "grad_norm": 1.282547950744629,
      "learning_rate": 5.125348836811304e-07,
      "loss": 0.327,
      "step": 2282170
    },
    {
      "epoch": 636.95,
      "grad_norm": 1.3199524879455566,
      "learning_rate": 5.125180074884072e-07,
      "loss": 0.3437,
      "step": 2282180
    },
    {
      "epoch": 636.95,
      "grad_norm": 1.1940135955810547,
      "learning_rate": 5.125011315394226e-07,
      "loss": 0.3313,
      "step": 2282190
    },
    {
      "epoch": 636.95,
      "grad_norm": 1.0953078269958496,
      "learning_rate": 5.124842558341771e-07,
      "loss": 0.3218,
      "step": 2282200
    },
    {
      "epoch": 636.96,
      "grad_norm": 1.1981823444366455,
      "learning_rate": 5.124673803726736e-07,
      "loss": 0.3335,
      "step": 2282210
    },
    {
      "epoch": 636.96,
      "grad_norm": 1.2128878831863403,
      "learning_rate": 5.124505051549148e-07,
      "loss": 0.3257,
      "step": 2282220
    },
    {
      "epoch": 636.96,
      "grad_norm": 1.5360440015792847,
      "learning_rate": 5.124336301809021e-07,
      "loss": 0.3271,
      "step": 2282230
    },
    {
      "epoch": 636.96,
      "grad_norm": 1.624121904373169,
      "learning_rate": 5.124167554506379e-07,
      "loss": 0.347,
      "step": 2282240
    },
    {
      "epoch": 636.97,
      "grad_norm": 1.4152041673660278,
      "learning_rate": 5.123998809641246e-07,
      "loss": 0.3371,
      "step": 2282250
    },
    {
      "epoch": 636.97,
      "grad_norm": 1.0335389375686646,
      "learning_rate": 5.123830067213653e-07,
      "loss": 0.3307,
      "step": 2282260
    },
    {
      "epoch": 636.97,
      "grad_norm": 1.1852446794509888,
      "learning_rate": 5.123661327223607e-07,
      "loss": 0.3417,
      "step": 2282270
    },
    {
      "epoch": 636.97,
      "grad_norm": 1.2701470851898193,
      "learning_rate": 5.12349258967114e-07,
      "loss": 0.3538,
      "step": 2282280
    },
    {
      "epoch": 636.98,
      "grad_norm": 1.3938435316085815,
      "learning_rate": 5.123323854556275e-07,
      "loss": 0.3241,
      "step": 2282290
    },
    {
      "epoch": 636.98,
      "grad_norm": 1.1903952360153198,
      "learning_rate": 5.123155121879023e-07,
      "loss": 0.3213,
      "step": 2282300
    },
    {
      "epoch": 636.98,
      "grad_norm": 1.0114831924438477,
      "learning_rate": 5.122986391639425e-07,
      "loss": 0.3296,
      "step": 2282310
    },
    {
      "epoch": 636.99,
      "grad_norm": 1.2160910367965698,
      "learning_rate": 5.122817663837489e-07,
      "loss": 0.3443,
      "step": 2282320
    },
    {
      "epoch": 636.99,
      "grad_norm": 1.62730872631073,
      "learning_rate": 5.122648938473241e-07,
      "loss": 0.3369,
      "step": 2282330
    },
    {
      "epoch": 636.99,
      "grad_norm": 1.3043550252914429,
      "learning_rate": 5.122480215546707e-07,
      "loss": 0.3386,
      "step": 2282340
    },
    {
      "epoch": 636.99,
      "grad_norm": 2.4633290767669678,
      "learning_rate": 5.122311495057911e-07,
      "loss": 0.3431,
      "step": 2282350
    },
    {
      "epoch": 637.0,
      "grad_norm": 1.3119196891784668,
      "learning_rate": 5.122142777006868e-07,
      "loss": 0.3348,
      "step": 2282360
    },
    {
      "epoch": 637.0,
      "grad_norm": 1.083229422569275,
      "learning_rate": 5.121974061393602e-07,
      "loss": 0.3299,
      "step": 2282370
    },
    {
      "epoch": 637.0,
      "eval_loss": 0.3388155996799469,
      "eval_runtime": 66.6052,
      "eval_samples_per_second": 75.955,
      "eval_steps_per_second": 9.504,
      "step": 2282371
    },
    {
      "epoch": 637.0,
      "grad_norm": 1.1308485269546509,
      "learning_rate": 5.121805348218138e-07,
      "loss": 0.3394,
      "step": 2282380
    },
    {
      "epoch": 637.01,
      "grad_norm": 1.1591882705688477,
      "learning_rate": 5.121636637480497e-07,
      "loss": 0.3393,
      "step": 2282390
    },
    {
      "epoch": 637.01,
      "grad_norm": 1.338334321975708,
      "learning_rate": 5.12146792918071e-07,
      "loss": 0.3406,
      "step": 2282400
    },
    {
      "epoch": 637.01,
      "grad_norm": 1.413490891456604,
      "learning_rate": 5.121299223318785e-07,
      "loss": 0.3244,
      "step": 2282410
    },
    {
      "epoch": 637.01,
      "grad_norm": 1.1536779403686523,
      "learning_rate": 5.121130519894751e-07,
      "loss": 0.3569,
      "step": 2282420
    },
    {
      "epoch": 637.02,
      "grad_norm": 1.1397554874420166,
      "learning_rate": 5.120961818908639e-07,
      "loss": 0.343,
      "step": 2282430
    },
    {
      "epoch": 637.02,
      "grad_norm": 1.521822452545166,
      "learning_rate": 5.120793120360448e-07,
      "loss": 0.3535,
      "step": 2282440
    },
    {
      "epoch": 637.02,
      "grad_norm": 2.71134877204895,
      "learning_rate": 5.120624424250229e-07,
      "loss": 0.3226,
      "step": 2282450
    },
    {
      "epoch": 637.02,
      "grad_norm": 1.2671728134155273,
      "learning_rate": 5.120455730577984e-07,
      "loss": 0.3293,
      "step": 2282460
    },
    {
      "epoch": 637.03,
      "grad_norm": 1.0806063413619995,
      "learning_rate": 5.120287039343745e-07,
      "loss": 0.3475,
      "step": 2282470
    },
    {
      "epoch": 637.03,
      "grad_norm": 1.2839312553405762,
      "learning_rate": 5.120118350547529e-07,
      "loss": 0.3341,
      "step": 2282480
    },
    {
      "epoch": 637.03,
      "grad_norm": 1.169541358947754,
      "learning_rate": 5.119949664189372e-07,
      "loss": 0.3283,
      "step": 2282490
    },
    {
      "epoch": 637.04,
      "grad_norm": 1.216138482093811,
      "learning_rate": 5.119780980269277e-07,
      "loss": 0.3352,
      "step": 2282500
    },
    {
      "epoch": 637.04,
      "grad_norm": 1.2575896978378296,
      "learning_rate": 5.119612298787275e-07,
      "loss": 0.3548,
      "step": 2282510
    },
    {
      "epoch": 637.04,
      "grad_norm": 1.2298983335494995,
      "learning_rate": 5.119443619743395e-07,
      "loss": 0.3447,
      "step": 2282520
    },
    {
      "epoch": 637.04,
      "grad_norm": 1.3286501169204712,
      "learning_rate": 5.119274943137641e-07,
      "loss": 0.3565,
      "step": 2282530
    },
    {
      "epoch": 637.05,
      "grad_norm": 1.206194519996643,
      "learning_rate": 5.11910626897006e-07,
      "loss": 0.3404,
      "step": 2282540
    },
    {
      "epoch": 637.05,
      "grad_norm": 1.1121271848678589,
      "learning_rate": 5.118937597240659e-07,
      "loss": 0.3348,
      "step": 2282550
    },
    {
      "epoch": 637.05,
      "grad_norm": 1.2845332622528076,
      "learning_rate": 5.118768927949461e-07,
      "loss": 0.3408,
      "step": 2282560
    },
    {
      "epoch": 637.06,
      "grad_norm": 1.1715679168701172,
      "learning_rate": 5.118600261096498e-07,
      "loss": 0.3575,
      "step": 2282570
    },
    {
      "epoch": 637.06,
      "grad_norm": 1.167737603187561,
      "learning_rate": 5.118431596681779e-07,
      "loss": 0.3306,
      "step": 2282580
    },
    {
      "epoch": 637.06,
      "grad_norm": 1.2642017602920532,
      "learning_rate": 5.118262934705332e-07,
      "loss": 0.3556,
      "step": 2282590
    },
    {
      "epoch": 637.06,
      "grad_norm": 1.20975923538208,
      "learning_rate": 5.118094275167181e-07,
      "loss": 0.3433,
      "step": 2282600
    },
    {
      "epoch": 637.07,
      "grad_norm": 1.0817631483078003,
      "learning_rate": 5.117925618067355e-07,
      "loss": 0.3444,
      "step": 2282610
    },
    {
      "epoch": 637.07,
      "grad_norm": 1.190937876701355,
      "learning_rate": 5.117756963405855e-07,
      "loss": 0.3345,
      "step": 2282620
    },
    {
      "epoch": 637.07,
      "grad_norm": 1.3030600547790527,
      "learning_rate": 5.117588311182734e-07,
      "loss": 0.3425,
      "step": 2282630
    },
    {
      "epoch": 637.08,
      "grad_norm": 1.114993691444397,
      "learning_rate": 5.11741966139799e-07,
      "loss": 0.3404,
      "step": 2282640
    },
    {
      "epoch": 637.08,
      "grad_norm": 1.218806266784668,
      "learning_rate": 5.117251014051652e-07,
      "loss": 0.3461,
      "step": 2282650
    },
    {
      "epoch": 637.08,
      "grad_norm": 1.238157033920288,
      "learning_rate": 5.117082369143751e-07,
      "loss": 0.3421,
      "step": 2282660
    },
    {
      "epoch": 637.08,
      "grad_norm": 1.3522262573242188,
      "learning_rate": 5.116913726674291e-07,
      "loss": 0.341,
      "step": 2282670
    },
    {
      "epoch": 637.09,
      "grad_norm": 1.1562923192977905,
      "learning_rate": 5.116745086643319e-07,
      "loss": 0.3221,
      "step": 2282680
    },
    {
      "epoch": 637.09,
      "grad_norm": 1.1273014545440674,
      "learning_rate": 5.116576449050838e-07,
      "loss": 0.3308,
      "step": 2282690
    },
    {
      "epoch": 637.09,
      "grad_norm": 1.245427131652832,
      "learning_rate": 5.116407813896875e-07,
      "loss": 0.3367,
      "step": 2282700
    },
    {
      "epoch": 637.09,
      "grad_norm": 1.4716908931732178,
      "learning_rate": 5.116239181181456e-07,
      "loss": 0.351,
      "step": 2282710
    },
    {
      "epoch": 637.1,
      "grad_norm": 1.4370226860046387,
      "learning_rate": 5.116070550904609e-07,
      "loss": 0.3449,
      "step": 2282720
    },
    {
      "epoch": 637.1,
      "grad_norm": 1.1393976211547852,
      "learning_rate": 5.115901923066341e-07,
      "loss": 0.3442,
      "step": 2282730
    },
    {
      "epoch": 637.1,
      "grad_norm": 1.2602102756500244,
      "learning_rate": 5.115733297666684e-07,
      "loss": 0.3479,
      "step": 2282740
    },
    {
      "epoch": 637.11,
      "grad_norm": 1.142858624458313,
      "learning_rate": 5.115564674705666e-07,
      "loss": 0.3369,
      "step": 2282750
    },
    {
      "epoch": 637.11,
      "grad_norm": 1.2186861038208008,
      "learning_rate": 5.115396054183287e-07,
      "loss": 0.3519,
      "step": 2282760
    },
    {
      "epoch": 637.11,
      "grad_norm": 1.2757225036621094,
      "learning_rate": 5.115227436099601e-07,
      "loss": 0.3548,
      "step": 2282770
    },
    {
      "epoch": 637.11,
      "grad_norm": 1.2164863348007202,
      "learning_rate": 5.115058820454605e-07,
      "loss": 0.3238,
      "step": 2282780
    },
    {
      "epoch": 637.12,
      "grad_norm": 1.1077097654342651,
      "learning_rate": 5.114890207248333e-07,
      "loss": 0.3356,
      "step": 2282790
    },
    {
      "epoch": 637.12,
      "grad_norm": 1.6390857696533203,
      "learning_rate": 5.114721596480813e-07,
      "loss": 0.3273,
      "step": 2282800
    },
    {
      "epoch": 637.12,
      "grad_norm": 1.314124345779419,
      "learning_rate": 5.114552988152051e-07,
      "loss": 0.3363,
      "step": 2282810
    },
    {
      "epoch": 637.13,
      "grad_norm": 1.2914966344833374,
      "learning_rate": 5.11438438226208e-07,
      "loss": 0.3312,
      "step": 2282820
    },
    {
      "epoch": 637.13,
      "grad_norm": 1.2170722484588623,
      "learning_rate": 5.114215778810918e-07,
      "loss": 0.3441,
      "step": 2282830
    },
    {
      "epoch": 637.13,
      "grad_norm": 1.1514554023742676,
      "learning_rate": 5.1140471777986e-07,
      "loss": 0.3439,
      "step": 2282840
    },
    {
      "epoch": 637.13,
      "grad_norm": 1.2335587739944458,
      "learning_rate": 5.113878579225122e-07,
      "loss": 0.3351,
      "step": 2282850
    },
    {
      "epoch": 637.14,
      "grad_norm": 1.101428508758545,
      "learning_rate": 5.113709983090539e-07,
      "loss": 0.3409,
      "step": 2282860
    },
    {
      "epoch": 637.14,
      "grad_norm": 1.4163427352905273,
      "learning_rate": 5.11354138939485e-07,
      "loss": 0.3546,
      "step": 2282870
    },
    {
      "epoch": 637.14,
      "grad_norm": 1.2083581686019897,
      "learning_rate": 5.113372798138084e-07,
      "loss": 0.3204,
      "step": 2282880
    },
    {
      "epoch": 637.14,
      "grad_norm": 1.2302101850509644,
      "learning_rate": 5.113204209320272e-07,
      "loss": 0.3199,
      "step": 2282890
    },
    {
      "epoch": 637.15,
      "grad_norm": 1.4204683303833008,
      "learning_rate": 5.113035622941423e-07,
      "loss": 0.343,
      "step": 2282900
    },
    {
      "epoch": 637.15,
      "grad_norm": 1.288231372833252,
      "learning_rate": 5.112867039001563e-07,
      "loss": 0.3472,
      "step": 2282910
    },
    {
      "epoch": 637.15,
      "grad_norm": 1.1062772274017334,
      "learning_rate": 5.112698457500718e-07,
      "loss": 0.3538,
      "step": 2282920
    },
    {
      "epoch": 637.16,
      "grad_norm": 1.1913917064666748,
      "learning_rate": 5.112529878438914e-07,
      "loss": 0.3503,
      "step": 2282930
    },
    {
      "epoch": 637.16,
      "grad_norm": 1.1086256504058838,
      "learning_rate": 5.112361301816164e-07,
      "loss": 0.34,
      "step": 2282940
    },
    {
      "epoch": 637.16,
      "grad_norm": 1.5112813711166382,
      "learning_rate": 5.112192727632495e-07,
      "loss": 0.3469,
      "step": 2282950
    },
    {
      "epoch": 637.16,
      "grad_norm": 1.3828458786010742,
      "learning_rate": 5.11202415588793e-07,
      "loss": 0.344,
      "step": 2282960
    },
    {
      "epoch": 637.17,
      "grad_norm": 1.1573799848556519,
      "learning_rate": 5.111855586582488e-07,
      "loss": 0.33,
      "step": 2282970
    },
    {
      "epoch": 637.17,
      "grad_norm": 1.2053264379501343,
      "learning_rate": 5.111687019716202e-07,
      "loss": 0.3299,
      "step": 2282980
    },
    {
      "epoch": 637.17,
      "grad_norm": 14.09939193725586,
      "learning_rate": 5.111518455289075e-07,
      "loss": 0.3503,
      "step": 2282990
    },
    {
      "epoch": 637.18,
      "grad_norm": 1.373232364654541,
      "learning_rate": 5.111349893301153e-07,
      "loss": 0.3518,
      "step": 2283000
    },
    {
      "epoch": 637.18,
      "grad_norm": 1.0994768142700195,
      "learning_rate": 5.111181333752441e-07,
      "loss": 0.3335,
      "step": 2283010
    },
    {
      "epoch": 637.18,
      "grad_norm": 1.577943205833435,
      "learning_rate": 5.111012776642964e-07,
      "loss": 0.3199,
      "step": 2283020
    },
    {
      "epoch": 637.18,
      "grad_norm": 1.010682225227356,
      "learning_rate": 5.110844221972757e-07,
      "loss": 0.331,
      "step": 2283030
    },
    {
      "epoch": 637.19,
      "grad_norm": 1.2817790508270264,
      "learning_rate": 5.110675669741826e-07,
      "loss": 0.3295,
      "step": 2283040
    },
    {
      "epoch": 637.19,
      "grad_norm": 1.369349718093872,
      "learning_rate": 5.1105071199502e-07,
      "loss": 0.323,
      "step": 2283050
    },
    {
      "epoch": 637.19,
      "grad_norm": 1.4283486604690552,
      "learning_rate": 5.1103385725979e-07,
      "loss": 0.3387,
      "step": 2283060
    },
    {
      "epoch": 637.2,
      "grad_norm": 1.2483588457107544,
      "learning_rate": 5.110170027684957e-07,
      "loss": 0.3526,
      "step": 2283070
    },
    {
      "epoch": 637.2,
      "grad_norm": 1.297587513923645,
      "learning_rate": 5.110001485211384e-07,
      "loss": 0.3491,
      "step": 2283080
    },
    {
      "epoch": 637.2,
      "grad_norm": 1.0680197477340698,
      "learning_rate": 5.109832945177202e-07,
      "loss": 0.3416,
      "step": 2283090
    },
    {
      "epoch": 637.2,
      "grad_norm": 1.1569030284881592,
      "learning_rate": 5.109664407582445e-07,
      "loss": 0.3445,
      "step": 2283100
    },
    {
      "epoch": 637.21,
      "grad_norm": 1.2042503356933594,
      "learning_rate": 5.109495872427116e-07,
      "loss": 0.3522,
      "step": 2283110
    },
    {
      "epoch": 637.21,
      "grad_norm": 1.3286923170089722,
      "learning_rate": 5.109327339711262e-07,
      "loss": 0.3293,
      "step": 2283120
    },
    {
      "epoch": 637.21,
      "grad_norm": 1.2483599185943604,
      "learning_rate": 5.109158809434885e-07,
      "loss": 0.3383,
      "step": 2283130
    },
    {
      "epoch": 637.21,
      "grad_norm": 1.1888375282287598,
      "learning_rate": 5.108990281598017e-07,
      "loss": 0.3298,
      "step": 2283140
    },
    {
      "epoch": 637.22,
      "grad_norm": 1.154363751411438,
      "learning_rate": 5.108821756200677e-07,
      "loss": 0.3422,
      "step": 2283150
    },
    {
      "epoch": 637.22,
      "grad_norm": 1.0432052612304688,
      "learning_rate": 5.108653233242896e-07,
      "loss": 0.3331,
      "step": 2283160
    },
    {
      "epoch": 637.22,
      "grad_norm": 1.2517791986465454,
      "learning_rate": 5.108484712724684e-07,
      "loss": 0.3298,
      "step": 2283170
    },
    {
      "epoch": 637.23,
      "grad_norm": 1.096183180809021,
      "learning_rate": 5.108316194646066e-07,
      "loss": 0.3278,
      "step": 2283180
    },
    {
      "epoch": 637.23,
      "grad_norm": 1.1728506088256836,
      "learning_rate": 5.108147679007077e-07,
      "loss": 0.3376,
      "step": 2283190
    },
    {
      "epoch": 637.23,
      "grad_norm": 1.225174903869629,
      "learning_rate": 5.107979165807716e-07,
      "loss": 0.345,
      "step": 2283200
    },
    {
      "epoch": 637.23,
      "grad_norm": 1.2218207120895386,
      "learning_rate": 5.107810655048032e-07,
      "loss": 0.3397,
      "step": 2283210
    },
    {
      "epoch": 637.24,
      "grad_norm": 1.137746810913086,
      "learning_rate": 5.107642146728029e-07,
      "loss": 0.3344,
      "step": 2283220
    },
    {
      "epoch": 637.24,
      "grad_norm": 1.256477952003479,
      "learning_rate": 5.107473640847735e-07,
      "loss": 0.3349,
      "step": 2283230
    },
    {
      "epoch": 637.24,
      "grad_norm": 1.4341557025909424,
      "learning_rate": 5.107305137407178e-07,
      "loss": 0.3336,
      "step": 2283240
    },
    {
      "epoch": 637.25,
      "grad_norm": 5.203856945037842,
      "learning_rate": 5.107136636406362e-07,
      "loss": 0.3201,
      "step": 2283250
    },
    {
      "epoch": 637.25,
      "grad_norm": 1.2219935655593872,
      "learning_rate": 5.106968137845336e-07,
      "loss": 0.3338,
      "step": 2283260
    },
    {
      "epoch": 637.25,
      "grad_norm": 1.0928914546966553,
      "learning_rate": 5.106799641724101e-07,
      "loss": 0.355,
      "step": 2283270
    },
    {
      "epoch": 637.25,
      "grad_norm": 1.2493326663970947,
      "learning_rate": 5.106631148042689e-07,
      "loss": 0.3375,
      "step": 2283280
    },
    {
      "epoch": 637.26,
      "grad_norm": 1.283450722694397,
      "learning_rate": 5.106462656801118e-07,
      "loss": 0.345,
      "step": 2283290
    },
    {
      "epoch": 637.26,
      "grad_norm": 1.5466434955596924,
      "learning_rate": 5.106294167999422e-07,
      "loss": 0.3253,
      "step": 2283300
    },
    {
      "epoch": 637.26,
      "grad_norm": 1.2695345878601074,
      "learning_rate": 5.106125681637608e-07,
      "loss": 0.3495,
      "step": 2283310
    },
    {
      "epoch": 637.26,
      "grad_norm": 1.1888576745986938,
      "learning_rate": 5.105957197715703e-07,
      "loss": 0.3186,
      "step": 2283320
    },
    {
      "epoch": 637.27,
      "grad_norm": 1.1345832347869873,
      "learning_rate": 5.105788716233739e-07,
      "loss": 0.3479,
      "step": 2283330
    },
    {
      "epoch": 637.27,
      "grad_norm": 1.1800854206085205,
      "learning_rate": 5.105620237191718e-07,
      "loss": 0.3439,
      "step": 2283340
    },
    {
      "epoch": 637.27,
      "grad_norm": 1.0577625036239624,
      "learning_rate": 5.105451760589688e-07,
      "loss": 0.3175,
      "step": 2283350
    },
    {
      "epoch": 637.28,
      "grad_norm": 1.123612880706787,
      "learning_rate": 5.105283286427653e-07,
      "loss": 0.3343,
      "step": 2283360
    },
    {
      "epoch": 637.28,
      "grad_norm": 1.2713313102722168,
      "learning_rate": 5.10511481470564e-07,
      "loss": 0.3475,
      "step": 2283370
    },
    {
      "epoch": 637.28,
      "grad_norm": 1.4167696237564087,
      "learning_rate": 5.104946345423678e-07,
      "loss": 0.344,
      "step": 2283380
    },
    {
      "epoch": 637.28,
      "grad_norm": 1.190475583076477,
      "learning_rate": 5.104777878581779e-07,
      "loss": 0.3441,
      "step": 2283390
    },
    {
      "epoch": 637.29,
      "grad_norm": 1.1450965404510498,
      "learning_rate": 5.104609414179971e-07,
      "loss": 0.3349,
      "step": 2283400
    },
    {
      "epoch": 637.29,
      "grad_norm": 1.1035484075546265,
      "learning_rate": 5.104440952218272e-07,
      "loss": 0.3194,
      "step": 2283410
    },
    {
      "epoch": 637.29,
      "grad_norm": 1.284103274345398,
      "learning_rate": 5.104272492696719e-07,
      "loss": 0.3411,
      "step": 2283420
    },
    {
      "epoch": 637.3,
      "grad_norm": 1.3398255109786987,
      "learning_rate": 5.104104035615307e-07,
      "loss": 0.3474,
      "step": 2283430
    },
    {
      "epoch": 637.3,
      "grad_norm": 1.0765597820281982,
      "learning_rate": 5.103935580974092e-07,
      "loss": 0.3322,
      "step": 2283440
    },
    {
      "epoch": 637.3,
      "grad_norm": 1.183711290359497,
      "learning_rate": 5.10376712877307e-07,
      "loss": 0.3417,
      "step": 2283450
    },
    {
      "epoch": 637.3,
      "grad_norm": 1.0973544120788574,
      "learning_rate": 5.103598679012274e-07,
      "loss": 0.3431,
      "step": 2283460
    },
    {
      "epoch": 637.31,
      "grad_norm": 1.0093755722045898,
      "learning_rate": 5.103430231691731e-07,
      "loss": 0.3292,
      "step": 2283470
    },
    {
      "epoch": 637.31,
      "grad_norm": 1.29173743724823,
      "learning_rate": 5.10326178681145e-07,
      "loss": 0.3411,
      "step": 2283480
    },
    {
      "epoch": 637.31,
      "grad_norm": 1.188295841217041,
      "learning_rate": 5.103093344371465e-07,
      "loss": 0.3554,
      "step": 2283490
    },
    {
      "epoch": 637.32,
      "grad_norm": 1.0993354320526123,
      "learning_rate": 5.10292490437179e-07,
      "loss": 0.3408,
      "step": 2283500
    },
    {
      "epoch": 637.32,
      "grad_norm": 1.155376672744751,
      "learning_rate": 5.10275646681246e-07,
      "loss": 0.3389,
      "step": 2283510
    },
    {
      "epoch": 637.32,
      "grad_norm": 1.2914059162139893,
      "learning_rate": 5.102588031693485e-07,
      "loss": 0.3714,
      "step": 2283520
    },
    {
      "epoch": 637.32,
      "grad_norm": 1.2247576713562012,
      "learning_rate": 5.102419599014889e-07,
      "loss": 0.3327,
      "step": 2283530
    },
    {
      "epoch": 637.33,
      "grad_norm": 1.242219090461731,
      "learning_rate": 5.1022511687767e-07,
      "loss": 0.3326,
      "step": 2283540
    },
    {
      "epoch": 637.33,
      "grad_norm": 1.231838583946228,
      "learning_rate": 5.102082740978935e-07,
      "loss": 0.3337,
      "step": 2283550
    },
    {
      "epoch": 637.33,
      "grad_norm": 1.1130478382110596,
      "learning_rate": 5.101914315621627e-07,
      "loss": 0.3328,
      "step": 2283560
    },
    {
      "epoch": 637.33,
      "grad_norm": 1.2536139488220215,
      "learning_rate": 5.101745892704777e-07,
      "loss": 0.3296,
      "step": 2283570
    },
    {
      "epoch": 637.34,
      "grad_norm": 1.1079540252685547,
      "learning_rate": 5.101577472228433e-07,
      "loss": 0.3589,
      "step": 2283580
    },
    {
      "epoch": 637.34,
      "grad_norm": 1.0757502317428589,
      "learning_rate": 5.101409054192601e-07,
      "loss": 0.331,
      "step": 2283590
    },
    {
      "epoch": 637.34,
      "grad_norm": 1.2035175561904907,
      "learning_rate": 5.101240638597305e-07,
      "loss": 0.3313,
      "step": 2283600
    },
    {
      "epoch": 637.35,
      "grad_norm": 0.9913811087608337,
      "learning_rate": 5.101072225442579e-07,
      "loss": 0.3465,
      "step": 2283610
    },
    {
      "epoch": 637.35,
      "grad_norm": 1.5454448461532593,
      "learning_rate": 5.100903814728428e-07,
      "loss": 0.3325,
      "step": 2283620
    },
    {
      "epoch": 637.35,
      "grad_norm": 1.427277684211731,
      "learning_rate": 5.100735406454884e-07,
      "loss": 0.3609,
      "step": 2283630
    },
    {
      "epoch": 637.35,
      "grad_norm": 1.2821874618530273,
      "learning_rate": 5.100567000621967e-07,
      "loss": 0.3347,
      "step": 2283640
    },
    {
      "epoch": 637.36,
      "grad_norm": 1.3170359134674072,
      "learning_rate": 5.100398597229709e-07,
      "loss": 0.3595,
      "step": 2283650
    },
    {
      "epoch": 637.36,
      "grad_norm": 1.1913173198699951,
      "learning_rate": 5.100230196278112e-07,
      "loss": 0.3514,
      "step": 2283660
    },
    {
      "epoch": 637.36,
      "grad_norm": 1.0893348455429077,
      "learning_rate": 5.100061797767221e-07,
      "loss": 0.3404,
      "step": 2283670
    },
    {
      "epoch": 637.37,
      "grad_norm": 1.2993663549423218,
      "learning_rate": 5.099893401697044e-07,
      "loss": 0.3223,
      "step": 2283680
    },
    {
      "epoch": 637.37,
      "grad_norm": 1.206658124923706,
      "learning_rate": 5.099725008067605e-07,
      "loss": 0.3504,
      "step": 2283690
    },
    {
      "epoch": 637.37,
      "grad_norm": 1.331774115562439,
      "learning_rate": 5.099556616878938e-07,
      "loss": 0.3413,
      "step": 2283700
    },
    {
      "epoch": 637.37,
      "grad_norm": 1.1358156204223633,
      "learning_rate": 5.099388228131047e-07,
      "loss": 0.3345,
      "step": 2283710
    },
    {
      "epoch": 637.38,
      "grad_norm": 1.1141771078109741,
      "learning_rate": 5.099219841823965e-07,
      "loss": 0.3691,
      "step": 2283720
    },
    {
      "epoch": 637.38,
      "grad_norm": 1.208565592765808,
      "learning_rate": 5.099051457957714e-07,
      "loss": 0.3276,
      "step": 2283730
    },
    {
      "epoch": 637.38,
      "grad_norm": 1.2413780689239502,
      "learning_rate": 5.098883076532321e-07,
      "loss": 0.3437,
      "step": 2283740
    },
    {
      "epoch": 637.38,
      "grad_norm": 1.310841679573059,
      "learning_rate": 5.098714697547796e-07,
      "loss": 0.3428,
      "step": 2283750
    },
    {
      "epoch": 637.39,
      "grad_norm": 1.007720947265625,
      "learning_rate": 5.098546321004169e-07,
      "loss": 0.332,
      "step": 2283760
    },
    {
      "epoch": 637.39,
      "grad_norm": 1.30233895778656,
      "learning_rate": 5.098377946901469e-07,
      "loss": 0.3482,
      "step": 2283770
    },
    {
      "epoch": 637.39,
      "grad_norm": 1.1559908390045166,
      "learning_rate": 5.098209575239698e-07,
      "loss": 0.3463,
      "step": 2283780
    },
    {
      "epoch": 637.4,
      "grad_norm": 1.1468755006790161,
      "learning_rate": 5.098041206018903e-07,
      "loss": 0.3574,
      "step": 2283790
    },
    {
      "epoch": 637.4,
      "grad_norm": 1.1349939107894897,
      "learning_rate": 5.097872839239088e-07,
      "loss": 0.3443,
      "step": 2283800
    },
    {
      "epoch": 637.4,
      "grad_norm": 1.2917931079864502,
      "learning_rate": 5.097704474900284e-07,
      "loss": 0.3377,
      "step": 2283810
    },
    {
      "epoch": 637.4,
      "grad_norm": 1.1424802541732788,
      "learning_rate": 5.097536113002512e-07,
      "loss": 0.3477,
      "step": 2283820
    },
    {
      "epoch": 637.41,
      "grad_norm": 1.054983139038086,
      "learning_rate": 5.097367753545795e-07,
      "loss": 0.3419,
      "step": 2283830
    },
    {
      "epoch": 637.41,
      "grad_norm": 1.2135895490646362,
      "learning_rate": 5.097199396530159e-07,
      "loss": 0.3409,
      "step": 2283840
    },
    {
      "epoch": 637.41,
      "grad_norm": 1.2047786712646484,
      "learning_rate": 5.097031041955615e-07,
      "loss": 0.3251,
      "step": 2283850
    },
    {
      "epoch": 637.42,
      "grad_norm": 1.1464523077011108,
      "learning_rate": 5.096862689822193e-07,
      "loss": 0.3316,
      "step": 2283860
    },
    {
      "epoch": 637.42,
      "grad_norm": 1.2309519052505493,
      "learning_rate": 5.096694340129915e-07,
      "loss": 0.3444,
      "step": 2283870
    },
    {
      "epoch": 637.42,
      "grad_norm": 1.3919755220413208,
      "learning_rate": 5.096525992878813e-07,
      "loss": 0.3407,
      "step": 2283880
    },
    {
      "epoch": 637.42,
      "grad_norm": 1.156766653060913,
      "learning_rate": 5.09635764806889e-07,
      "loss": 0.3532,
      "step": 2283890
    },
    {
      "epoch": 637.43,
      "grad_norm": 1.1418280601501465,
      "learning_rate": 5.096189305700178e-07,
      "loss": 0.3387,
      "step": 2283900
    },
    {
      "epoch": 637.43,
      "grad_norm": 1.3920639753341675,
      "learning_rate": 5.096020965772707e-07,
      "loss": 0.3415,
      "step": 2283910
    },
    {
      "epoch": 637.43,
      "grad_norm": 1.1728730201721191,
      "learning_rate": 5.095852628286477e-07,
      "loss": 0.3348,
      "step": 2283920
    },
    {
      "epoch": 637.44,
      "grad_norm": 1.2229893207550049,
      "learning_rate": 5.09568429324154e-07,
      "loss": 0.3373,
      "step": 2283930
    },
    {
      "epoch": 637.44,
      "grad_norm": 1.163824439048767,
      "learning_rate": 5.095515960637895e-07,
      "loss": 0.3503,
      "step": 2283940
    },
    {
      "epoch": 637.44,
      "grad_norm": 1.3075764179229736,
      "learning_rate": 5.095347630475576e-07,
      "loss": 0.3246,
      "step": 2283950
    },
    {
      "epoch": 637.44,
      "grad_norm": 1.259045958518982,
      "learning_rate": 5.095179302754601e-07,
      "loss": 0.3323,
      "step": 2283960
    },
    {
      "epoch": 637.45,
      "grad_norm": 1.096876859664917,
      "learning_rate": 5.095010977475e-07,
      "loss": 0.3501,
      "step": 2283970
    },
    {
      "epoch": 637.45,
      "grad_norm": 1.1323927640914917,
      "learning_rate": 5.094842654636783e-07,
      "loss": 0.3238,
      "step": 2283980
    },
    {
      "epoch": 637.45,
      "grad_norm": 1.1091262102127075,
      "learning_rate": 5.09467433423998e-07,
      "loss": 0.3432,
      "step": 2283990
    },
    {
      "epoch": 637.45,
      "grad_norm": 2.7536873817443848,
      "learning_rate": 5.094506016284618e-07,
      "loss": 0.3437,
      "step": 2284000
    },
    {
      "epoch": 637.46,
      "grad_norm": 1.2544468641281128,
      "learning_rate": 5.094337700770701e-07,
      "loss": 0.3505,
      "step": 2284010
    },
    {
      "epoch": 637.46,
      "grad_norm": 1.0319585800170898,
      "learning_rate": 5.094169387698276e-07,
      "loss": 0.3216,
      "step": 2284020
    },
    {
      "epoch": 637.46,
      "grad_norm": 1.4645791053771973,
      "learning_rate": 5.094001077067346e-07,
      "loss": 0.3334,
      "step": 2284030
    },
    {
      "epoch": 637.47,
      "grad_norm": 1.3256802558898926,
      "learning_rate": 5.093832768877942e-07,
      "loss": 0.3507,
      "step": 2284040
    },
    {
      "epoch": 637.47,
      "grad_norm": 1.2021280527114868,
      "learning_rate": 5.09366446313009e-07,
      "loss": 0.3436,
      "step": 2284050
    },
    {
      "epoch": 637.47,
      "grad_norm": 1.1358630657196045,
      "learning_rate": 5.093496159823802e-07,
      "loss": 0.3457,
      "step": 2284060
    },
    {
      "epoch": 637.47,
      "grad_norm": 1.1041839122772217,
      "learning_rate": 5.093327858959106e-07,
      "loss": 0.3503,
      "step": 2284070
    },
    {
      "epoch": 637.48,
      "grad_norm": 1.2089430093765259,
      "learning_rate": 5.093159560536026e-07,
      "loss": 0.3284,
      "step": 2284080
    },
    {
      "epoch": 637.48,
      "grad_norm": 1.1635239124298096,
      "learning_rate": 5.092991264554586e-07,
      "loss": 0.3342,
      "step": 2284090
    },
    {
      "epoch": 637.48,
      "grad_norm": 1.3229507207870483,
      "learning_rate": 5.092822971014794e-07,
      "loss": 0.3419,
      "step": 2284100
    },
    {
      "epoch": 637.49,
      "grad_norm": 1.1967716217041016,
      "learning_rate": 5.092654679916696e-07,
      "loss": 0.3507,
      "step": 2284110
    },
    {
      "epoch": 637.49,
      "grad_norm": 1.077781081199646,
      "learning_rate": 5.092486391260295e-07,
      "loss": 0.3246,
      "step": 2284120
    },
    {
      "epoch": 637.49,
      "grad_norm": 1.215262770652771,
      "learning_rate": 5.092318105045623e-07,
      "loss": 0.3303,
      "step": 2284130
    },
    {
      "epoch": 637.49,
      "grad_norm": 1.1580722332000732,
      "learning_rate": 5.092149821272704e-07,
      "loss": 0.3346,
      "step": 2284140
    },
    {
      "epoch": 637.5,
      "grad_norm": 2.133342742919922,
      "learning_rate": 5.091981539941542e-07,
      "loss": 0.3445,
      "step": 2284150
    },
    {
      "epoch": 637.5,
      "grad_norm": 1.038401484489441,
      "learning_rate": 5.091813261052188e-07,
      "loss": 0.3279,
      "step": 2284160
    },
    {
      "epoch": 637.5,
      "grad_norm": 1.097710132598877,
      "learning_rate": 5.091644984604644e-07,
      "loss": 0.3372,
      "step": 2284170
    },
    {
      "epoch": 637.5,
      "grad_norm": 1.385988712310791,
      "learning_rate": 5.091476710598938e-07,
      "loss": 0.3242,
      "step": 2284180
    },
    {
      "epoch": 637.51,
      "grad_norm": 1.3144606351852417,
      "learning_rate": 5.091308439035098e-07,
      "loss": 0.3327,
      "step": 2284190
    },
    {
      "epoch": 637.51,
      "grad_norm": 1.0711417198181152,
      "learning_rate": 5.091140169913133e-07,
      "loss": 0.3201,
      "step": 2284200
    },
    {
      "epoch": 637.51,
      "grad_norm": 1.139017105102539,
      "learning_rate": 5.090971903233078e-07,
      "loss": 0.3384,
      "step": 2284210
    },
    {
      "epoch": 637.52,
      "grad_norm": 1.3117462396621704,
      "learning_rate": 5.090803638994946e-07,
      "loss": 0.3452,
      "step": 2284220
    },
    {
      "epoch": 637.52,
      "grad_norm": 1.2645995616912842,
      "learning_rate": 5.090635377198775e-07,
      "loss": 0.3559,
      "step": 2284230
    },
    {
      "epoch": 637.52,
      "grad_norm": 1.3486223220825195,
      "learning_rate": 5.090467117844563e-07,
      "loss": 0.3112,
      "step": 2284240
    },
    {
      "epoch": 637.52,
      "grad_norm": 1.0247358083724976,
      "learning_rate": 5.090298860932358e-07,
      "loss": 0.3329,
      "step": 2284250
    },
    {
      "epoch": 637.53,
      "grad_norm": 1.2653977870941162,
      "learning_rate": 5.090130606462163e-07,
      "loss": 0.3279,
      "step": 2284260
    },
    {
      "epoch": 637.53,
      "grad_norm": 1.2958996295928955,
      "learning_rate": 5.089962354434009e-07,
      "loss": 0.3386,
      "step": 2284270
    },
    {
      "epoch": 637.53,
      "grad_norm": 1.211625099182129,
      "learning_rate": 5.089794104847923e-07,
      "loss": 0.3362,
      "step": 2284280
    },
    {
      "epoch": 637.54,
      "grad_norm": 1.2282383441925049,
      "learning_rate": 5.089625857703917e-07,
      "loss": 0.3462,
      "step": 2284290
    },
    {
      "epoch": 637.54,
      "grad_norm": 1.338512659072876,
      "learning_rate": 5.089457613002018e-07,
      "loss": 0.3351,
      "step": 2284300
    },
    {
      "epoch": 637.54,
      "grad_norm": 1.3661671876907349,
      "learning_rate": 5.089289370742246e-07,
      "loss": 0.3386,
      "step": 2284310
    },
    {
      "epoch": 637.54,
      "grad_norm": 1.0895668268203735,
      "learning_rate": 5.089121130924635e-07,
      "loss": 0.3412,
      "step": 2284320
    },
    {
      "epoch": 637.55,
      "grad_norm": 1.5801856517791748,
      "learning_rate": 5.08895289354919e-07,
      "loss": 0.3268,
      "step": 2284330
    },
    {
      "epoch": 637.55,
      "grad_norm": 1.201974868774414,
      "learning_rate": 5.088784658615942e-07,
      "loss": 0.3356,
      "step": 2284340
    },
    {
      "epoch": 637.55,
      "grad_norm": 1.1395374536514282,
      "learning_rate": 5.088616426124918e-07,
      "loss": 0.3444,
      "step": 2284350
    },
    {
      "epoch": 637.56,
      "grad_norm": 1.2019363641738892,
      "learning_rate": 5.088448196076126e-07,
      "loss": 0.3254,
      "step": 2284360
    },
    {
      "epoch": 637.56,
      "grad_norm": 1.1871947050094604,
      "learning_rate": 5.088279968469609e-07,
      "loss": 0.3395,
      "step": 2284370
    },
    {
      "epoch": 637.56,
      "grad_norm": 1.2478182315826416,
      "learning_rate": 5.08811174330537e-07,
      "loss": 0.3464,
      "step": 2284380
    },
    {
      "epoch": 637.56,
      "grad_norm": 1.1725068092346191,
      "learning_rate": 5.087943520583441e-07,
      "loss": 0.3204,
      "step": 2284390
    },
    {
      "epoch": 637.57,
      "grad_norm": 1.1172888278961182,
      "learning_rate": 5.087775300303844e-07,
      "loss": 0.3392,
      "step": 2284400
    },
    {
      "epoch": 637.57,
      "grad_norm": 1.0501810312271118,
      "learning_rate": 5.087607082466598e-07,
      "loss": 0.3298,
      "step": 2284410
    },
    {
      "epoch": 637.57,
      "grad_norm": 1.2558884620666504,
      "learning_rate": 5.087438867071738e-07,
      "loss": 0.3515,
      "step": 2284420
    },
    {
      "epoch": 637.57,
      "grad_norm": 1.0934967994689941,
      "learning_rate": 5.087270654119267e-07,
      "loss": 0.3361,
      "step": 2284430
    },
    {
      "epoch": 637.58,
      "grad_norm": 1.3735133409500122,
      "learning_rate": 5.087102443609215e-07,
      "loss": 0.3523,
      "step": 2284440
    },
    {
      "epoch": 637.58,
      "grad_norm": 1.2450335025787354,
      "learning_rate": 5.086934235541607e-07,
      "loss": 0.3398,
      "step": 2284450
    },
    {
      "epoch": 637.58,
      "grad_norm": 1.0781595706939697,
      "learning_rate": 5.086766029916473e-07,
      "loss": 0.3442,
      "step": 2284460
    },
    {
      "epoch": 637.59,
      "grad_norm": 1.2864794731140137,
      "learning_rate": 5.086597826733818e-07,
      "loss": 0.3435,
      "step": 2284470
    },
    {
      "epoch": 637.59,
      "grad_norm": 1.1628626585006714,
      "learning_rate": 5.086429625993674e-07,
      "loss": 0.3325,
      "step": 2284480
    },
    {
      "epoch": 637.59,
      "grad_norm": 1.0736868381500244,
      "learning_rate": 5.086261427696061e-07,
      "loss": 0.3451,
      "step": 2284490
    },
    {
      "epoch": 637.59,
      "grad_norm": 1.3440433740615845,
      "learning_rate": 5.086093231841005e-07,
      "loss": 0.3272,
      "step": 2284500
    },
    {
      "epoch": 637.6,
      "grad_norm": 1.09909188747406,
      "learning_rate": 5.085925038428532e-07,
      "loss": 0.3478,
      "step": 2284510
    },
    {
      "epoch": 637.6,
      "grad_norm": 1.2112970352172852,
      "learning_rate": 5.085756847458651e-07,
      "loss": 0.3293,
      "step": 2284520
    },
    {
      "epoch": 637.6,
      "grad_norm": 1.3752542734146118,
      "learning_rate": 5.085588658931394e-07,
      "loss": 0.3393,
      "step": 2284530
    },
    {
      "epoch": 637.61,
      "grad_norm": 1.4500240087509155,
      "learning_rate": 5.085420472846781e-07,
      "loss": 0.3453,
      "step": 2284540
    },
    {
      "epoch": 637.61,
      "grad_norm": 1.149635910987854,
      "learning_rate": 5.085252289204841e-07,
      "loss": 0.3344,
      "step": 2284550
    },
    {
      "epoch": 637.61,
      "grad_norm": 2.14713716506958,
      "learning_rate": 5.085084108005581e-07,
      "loss": 0.327,
      "step": 2284560
    },
    {
      "epoch": 637.61,
      "grad_norm": 1.3216990232467651,
      "learning_rate": 5.084915929249035e-07,
      "loss": 0.3314,
      "step": 2284570
    },
    {
      "epoch": 637.62,
      "grad_norm": 1.3998420238494873,
      "learning_rate": 5.084747752935231e-07,
      "loss": 0.3323,
      "step": 2284580
    },
    {
      "epoch": 637.62,
      "grad_norm": 1.0869776010513306,
      "learning_rate": 5.084579579064168e-07,
      "loss": 0.3359,
      "step": 2284590
    },
    {
      "epoch": 637.62,
      "grad_norm": 1.5050686597824097,
      "learning_rate": 5.084411407635897e-07,
      "loss": 0.3333,
      "step": 2284600
    },
    {
      "epoch": 637.62,
      "grad_norm": 2.062180757522583,
      "learning_rate": 5.08424323865042e-07,
      "loss": 0.3326,
      "step": 2284610
    },
    {
      "epoch": 637.63,
      "grad_norm": 1.0406215190887451,
      "learning_rate": 5.084075072107768e-07,
      "loss": 0.3353,
      "step": 2284620
    },
    {
      "epoch": 637.63,
      "grad_norm": 1.039600133895874,
      "learning_rate": 5.083906908007961e-07,
      "loss": 0.326,
      "step": 2284630
    },
    {
      "epoch": 637.63,
      "grad_norm": 1.050979495048523,
      "learning_rate": 5.083738746351029e-07,
      "loss": 0.3261,
      "step": 2284640
    },
    {
      "epoch": 637.64,
      "grad_norm": 1.1908090114593506,
      "learning_rate": 5.08357058713698e-07,
      "loss": 0.3393,
      "step": 2284650
    },
    {
      "epoch": 637.64,
      "grad_norm": 1.2160557508468628,
      "learning_rate": 5.083402430365849e-07,
      "loss": 0.3243,
      "step": 2284660
    },
    {
      "epoch": 637.64,
      "grad_norm": 1.1134228706359863,
      "learning_rate": 5.083234276037654e-07,
      "loss": 0.3379,
      "step": 2284670
    },
    {
      "epoch": 637.64,
      "grad_norm": 1.2180166244506836,
      "learning_rate": 5.083066124152406e-07,
      "loss": 0.3342,
      "step": 2284680
    },
    {
      "epoch": 637.65,
      "grad_norm": 1.1915867328643799,
      "learning_rate": 5.08289797471015e-07,
      "loss": 0.3427,
      "step": 2284690
    },
    {
      "epoch": 637.65,
      "grad_norm": 1.1555557250976562,
      "learning_rate": 5.082729827710891e-07,
      "loss": 0.3343,
      "step": 2284700
    },
    {
      "epoch": 637.65,
      "grad_norm": 1.139489769935608,
      "learning_rate": 5.082561683154657e-07,
      "loss": 0.3469,
      "step": 2284710
    },
    {
      "epoch": 637.66,
      "grad_norm": 1.1597201824188232,
      "learning_rate": 5.082393541041479e-07,
      "loss": 0.3554,
      "step": 2284720
    },
    {
      "epoch": 637.66,
      "grad_norm": 1.1592204570770264,
      "learning_rate": 5.082225401371355e-07,
      "loss": 0.33,
      "step": 2284730
    },
    {
      "epoch": 637.66,
      "grad_norm": 1.247786521911621,
      "learning_rate": 5.082057264144335e-07,
      "loss": 0.331,
      "step": 2284740
    },
    {
      "epoch": 637.66,
      "grad_norm": 1.1247317790985107,
      "learning_rate": 5.081889129360424e-07,
      "loss": 0.3257,
      "step": 2284750
    },
    {
      "epoch": 637.67,
      "grad_norm": 1.1414278745651245,
      "learning_rate": 5.081720997019651e-07,
      "loss": 0.3338,
      "step": 2284760
    },
    {
      "epoch": 637.67,
      "grad_norm": 1.0461796522140503,
      "learning_rate": 5.081552867122035e-07,
      "loss": 0.3479,
      "step": 2284770
    },
    {
      "epoch": 637.67,
      "grad_norm": 1.276974081993103,
      "learning_rate": 5.08138473966761e-07,
      "loss": 0.3319,
      "step": 2284780
    },
    {
      "epoch": 637.68,
      "grad_norm": 1.48512864112854,
      "learning_rate": 5.081216614656379e-07,
      "loss": 0.3347,
      "step": 2284790
    },
    {
      "epoch": 637.68,
      "grad_norm": 1.2256187200546265,
      "learning_rate": 5.081048492088377e-07,
      "loss": 0.3309,
      "step": 2284800
    },
    {
      "epoch": 637.68,
      "grad_norm": 1.3767799139022827,
      "learning_rate": 5.080880371963631e-07,
      "loss": 0.3461,
      "step": 2284810
    },
    {
      "epoch": 637.68,
      "grad_norm": 1.6775755882263184,
      "learning_rate": 5.080712254282141e-07,
      "loss": 0.3337,
      "step": 2284820
    },
    {
      "epoch": 637.69,
      "grad_norm": 1.6563507318496704,
      "learning_rate": 5.080544139043958e-07,
      "loss": 0.3299,
      "step": 2284830
    },
    {
      "epoch": 637.69,
      "grad_norm": 1.2180019617080688,
      "learning_rate": 5.080376026249083e-07,
      "loss": 0.3374,
      "step": 2284840
    },
    {
      "epoch": 637.69,
      "grad_norm": 1.0942062139511108,
      "learning_rate": 5.080207915897547e-07,
      "loss": 0.3236,
      "step": 2284850
    },
    {
      "epoch": 637.69,
      "grad_norm": 1.225234031677246,
      "learning_rate": 5.080039807989381e-07,
      "loss": 0.328,
      "step": 2284860
    },
    {
      "epoch": 637.7,
      "grad_norm": 0.9908539056777954,
      "learning_rate": 5.079871702524587e-07,
      "loss": 0.3297,
      "step": 2284870
    },
    {
      "epoch": 637.7,
      "grad_norm": 1.2859439849853516,
      "learning_rate": 5.079703599503201e-07,
      "loss": 0.3353,
      "step": 2284880
    },
    {
      "epoch": 637.7,
      "grad_norm": 1.1498217582702637,
      "learning_rate": 5.079535498925241e-07,
      "loss": 0.3458,
      "step": 2284890
    },
    {
      "epoch": 637.71,
      "grad_norm": 1.2000375986099243,
      "learning_rate": 5.079367400790738e-07,
      "loss": 0.3309,
      "step": 2284900
    },
    {
      "epoch": 637.71,
      "grad_norm": 1.230884313583374,
      "learning_rate": 5.079199305099694e-07,
      "loss": 0.3465,
      "step": 2284910
    },
    {
      "epoch": 637.71,
      "grad_norm": 1.2037665843963623,
      "learning_rate": 5.07903121185216e-07,
      "loss": 0.3488,
      "step": 2284920
    },
    {
      "epoch": 637.71,
      "grad_norm": 1.2211581468582153,
      "learning_rate": 5.078863121048137e-07,
      "loss": 0.3251,
      "step": 2284930
    },
    {
      "epoch": 637.72,
      "grad_norm": 1.4060500860214233,
      "learning_rate": 5.078695032687651e-07,
      "loss": 0.3354,
      "step": 2284940
    },
    {
      "epoch": 637.72,
      "grad_norm": 1.2231338024139404,
      "learning_rate": 5.078526946770734e-07,
      "loss": 0.3492,
      "step": 2284950
    },
    {
      "epoch": 637.72,
      "grad_norm": 1.1349141597747803,
      "learning_rate": 5.078358863297396e-07,
      "loss": 0.3407,
      "step": 2284960
    },
    {
      "epoch": 637.73,
      "grad_norm": 1.1184582710266113,
      "learning_rate": 5.078190782267664e-07,
      "loss": 0.3515,
      "step": 2284970
    },
    {
      "epoch": 637.73,
      "grad_norm": 1.3615399599075317,
      "learning_rate": 5.07802270368156e-07,
      "loss": 0.3372,
      "step": 2284980
    },
    {
      "epoch": 637.73,
      "grad_norm": 1.0770455598831177,
      "learning_rate": 5.077854627539108e-07,
      "loss": 0.3443,
      "step": 2284990
    },
    {
      "epoch": 637.73,
      "grad_norm": 1.355577826499939,
      "learning_rate": 5.077686553840338e-07,
      "loss": 0.3429,
      "step": 2285000
    },
    {
      "epoch": 637.74,
      "grad_norm": 1.1063835620880127,
      "learning_rate": 5.077518482585257e-07,
      "loss": 0.3425,
      "step": 2285010
    },
    {
      "epoch": 637.74,
      "grad_norm": 1.2394675016403198,
      "learning_rate": 5.077350413773895e-07,
      "loss": 0.3315,
      "step": 2285020
    },
    {
      "epoch": 637.74,
      "grad_norm": 1.2541459798812866,
      "learning_rate": 5.077182347406272e-07,
      "loss": 0.3538,
      "step": 2285030
    },
    {
      "epoch": 637.74,
      "grad_norm": 1.175780177116394,
      "learning_rate": 5.077014283482418e-07,
      "loss": 0.3311,
      "step": 2285040
    },
    {
      "epoch": 637.75,
      "grad_norm": 1.2333565950393677,
      "learning_rate": 5.07684622200234e-07,
      "loss": 0.3422,
      "step": 2285050
    },
    {
      "epoch": 637.75,
      "grad_norm": 0.9925841093063354,
      "learning_rate": 5.076678162966082e-07,
      "loss": 0.3182,
      "step": 2285060
    },
    {
      "epoch": 637.75,
      "grad_norm": 1.117188811302185,
      "learning_rate": 5.076510106373645e-07,
      "loss": 0.3382,
      "step": 2285070
    },
    {
      "epoch": 637.76,
      "grad_norm": 1.2189052104949951,
      "learning_rate": 5.076342052225065e-07,
      "loss": 0.3192,
      "step": 2285080
    },
    {
      "epoch": 637.76,
      "grad_norm": 1.0764639377593994,
      "learning_rate": 5.076174000520363e-07,
      "loss": 0.3168,
      "step": 2285090
    },
    {
      "epoch": 637.76,
      "grad_norm": 1.2156866788864136,
      "learning_rate": 5.076005951259554e-07,
      "loss": 0.3401,
      "step": 2285100
    },
    {
      "epoch": 637.76,
      "grad_norm": 1.2625401020050049,
      "learning_rate": 5.075837904442665e-07,
      "loss": 0.3443,
      "step": 2285110
    },
    {
      "epoch": 637.77,
      "grad_norm": 1.2624536752700806,
      "learning_rate": 5.075669860069717e-07,
      "loss": 0.3307,
      "step": 2285120
    },
    {
      "epoch": 637.77,
      "grad_norm": 1.2812895774841309,
      "learning_rate": 5.075501818140742e-07,
      "loss": 0.3439,
      "step": 2285130
    },
    {
      "epoch": 637.77,
      "grad_norm": 1.415571689605713,
      "learning_rate": 5.075333778655746e-07,
      "loss": 0.3238,
      "step": 2285140
    },
    {
      "epoch": 637.78,
      "grad_norm": 1.1632543802261353,
      "learning_rate": 5.075165741614761e-07,
      "loss": 0.327,
      "step": 2285150
    },
    {
      "epoch": 637.78,
      "grad_norm": 1.233352780342102,
      "learning_rate": 5.074997707017813e-07,
      "loss": 0.3508,
      "step": 2285160
    },
    {
      "epoch": 637.78,
      "grad_norm": 1.0639270544052124,
      "learning_rate": 5.074829674864905e-07,
      "loss": 0.3356,
      "step": 2285170
    },
    {
      "epoch": 637.78,
      "grad_norm": 1.209482192993164,
      "learning_rate": 5.074661645156086e-07,
      "loss": 0.3393,
      "step": 2285180
    },
    {
      "epoch": 637.79,
      "grad_norm": 1.2760419845581055,
      "learning_rate": 5.074493617891361e-07,
      "loss": 0.3334,
      "step": 2285190
    },
    {
      "epoch": 637.79,
      "grad_norm": 1.225602149963379,
      "learning_rate": 5.074325593070758e-07,
      "loss": 0.336,
      "step": 2285200
    },
    {
      "epoch": 637.79,
      "grad_norm": 1.2549570798873901,
      "learning_rate": 5.074157570694298e-07,
      "loss": 0.3339,
      "step": 2285210
    },
    {
      "epoch": 637.8,
      "grad_norm": 1.2453597784042358,
      "learning_rate": 5.073989550762008e-07,
      "loss": 0.3439,
      "step": 2285220
    },
    {
      "epoch": 637.8,
      "grad_norm": 1.1039034128189087,
      "learning_rate": 5.073821533273903e-07,
      "loss": 0.3327,
      "step": 2285230
    },
    {
      "epoch": 637.8,
      "grad_norm": 1.2642062902450562,
      "learning_rate": 5.073653518230007e-07,
      "loss": 0.3515,
      "step": 2285240
    },
    {
      "epoch": 637.8,
      "grad_norm": 1.2054554224014282,
      "learning_rate": 5.073485505630349e-07,
      "loss": 0.3353,
      "step": 2285250
    },
    {
      "epoch": 637.81,
      "grad_norm": 1.1014959812164307,
      "learning_rate": 5.073317495474936e-07,
      "loss": 0.3367,
      "step": 2285260
    },
    {
      "epoch": 637.81,
      "grad_norm": 1.0728662014007568,
      "learning_rate": 5.073149487763812e-07,
      "loss": 0.3463,
      "step": 2285270
    },
    {
      "epoch": 637.81,
      "grad_norm": 1.2462433576583862,
      "learning_rate": 5.072981482496981e-07,
      "loss": 0.3382,
      "step": 2285280
    },
    {
      "epoch": 637.81,
      "grad_norm": 1.1147212982177734,
      "learning_rate": 5.072813479674474e-07,
      "loss": 0.3302,
      "step": 2285290
    },
    {
      "epoch": 637.82,
      "grad_norm": 1.2568745613098145,
      "learning_rate": 5.072645479296317e-07,
      "loss": 0.3353,
      "step": 2285300
    },
    {
      "epoch": 637.82,
      "grad_norm": 0.9716972708702087,
      "learning_rate": 5.072477481362516e-07,
      "loss": 0.3375,
      "step": 2285310
    },
    {
      "epoch": 637.82,
      "grad_norm": 1.1409927606582642,
      "learning_rate": 5.072309485873116e-07,
      "loss": 0.3409,
      "step": 2285320
    },
    {
      "epoch": 637.83,
      "grad_norm": 1.1979427337646484,
      "learning_rate": 5.072141492828123e-07,
      "loss": 0.3504,
      "step": 2285330
    },
    {
      "epoch": 637.83,
      "grad_norm": 1.1116725206375122,
      "learning_rate": 5.071973502227562e-07,
      "loss": 0.3343,
      "step": 2285340
    },
    {
      "epoch": 637.83,
      "grad_norm": 1.3924535512924194,
      "learning_rate": 5.071805514071458e-07,
      "loss": 0.3379,
      "step": 2285350
    },
    {
      "epoch": 637.83,
      "grad_norm": 1.0975157022476196,
      "learning_rate": 5.071637528359841e-07,
      "loss": 0.3263,
      "step": 2285360
    },
    {
      "epoch": 637.84,
      "grad_norm": 1.4189177751541138,
      "learning_rate": 5.071469545092716e-07,
      "loss": 0.3378,
      "step": 2285370
    },
    {
      "epoch": 637.84,
      "grad_norm": 1.3363856077194214,
      "learning_rate": 5.071301564270119e-07,
      "loss": 0.3594,
      "step": 2285380
    },
    {
      "epoch": 637.84,
      "grad_norm": 1.0274168252944946,
      "learning_rate": 5.07113358589207e-07,
      "loss": 0.3277,
      "step": 2285390
    },
    {
      "epoch": 637.85,
      "grad_norm": 1.39182448387146,
      "learning_rate": 5.070965609958579e-07,
      "loss": 0.3452,
      "step": 2285400
    },
    {
      "epoch": 637.85,
      "grad_norm": 1.3711308240890503,
      "learning_rate": 5.07079763646969e-07,
      "loss": 0.3293,
      "step": 2285410
    },
    {
      "epoch": 637.85,
      "grad_norm": 1.1008318662643433,
      "learning_rate": 5.07062966542541e-07,
      "loss": 0.3419,
      "step": 2285420
    },
    {
      "epoch": 637.85,
      "grad_norm": 1.1604020595550537,
      "learning_rate": 5.070461696825765e-07,
      "loss": 0.3234,
      "step": 2285430
    },
    {
      "epoch": 637.86,
      "grad_norm": 1.1737158298492432,
      "learning_rate": 5.070293730670782e-07,
      "loss": 0.3317,
      "step": 2285440
    },
    {
      "epoch": 637.86,
      "grad_norm": 1.165147066116333,
      "learning_rate": 5.070125766960475e-07,
      "loss": 0.3367,
      "step": 2285450
    },
    {
      "epoch": 637.86,
      "grad_norm": 1.2321157455444336,
      "learning_rate": 5.069957805694868e-07,
      "loss": 0.3335,
      "step": 2285460
    },
    {
      "epoch": 637.86,
      "grad_norm": 1.1947070360183716,
      "learning_rate": 5.069789846873988e-07,
      "loss": 0.3558,
      "step": 2285470
    },
    {
      "epoch": 637.87,
      "grad_norm": 1.2716600894927979,
      "learning_rate": 5.069621890497861e-07,
      "loss": 0.3441,
      "step": 2285480
    },
    {
      "epoch": 637.87,
      "grad_norm": 1.1099820137023926,
      "learning_rate": 5.069453936566492e-07,
      "loss": 0.3502,
      "step": 2285490
    },
    {
      "epoch": 637.87,
      "grad_norm": 1.2955958843231201,
      "learning_rate": 5.069285985079927e-07,
      "loss": 0.3317,
      "step": 2285500
    },
    {
      "epoch": 637.88,
      "grad_norm": 1.285632610321045,
      "learning_rate": 5.06911803603817e-07,
      "loss": 0.3276,
      "step": 2285510
    },
    {
      "epoch": 637.88,
      "grad_norm": 1.0777925252914429,
      "learning_rate": 5.068950089441248e-07,
      "loss": 0.341,
      "step": 2285520
    },
    {
      "epoch": 637.88,
      "grad_norm": 1.0944911241531372,
      "learning_rate": 5.068782145289192e-07,
      "loss": 0.331,
      "step": 2285530
    },
    {
      "epoch": 637.88,
      "grad_norm": 1.3343449831008911,
      "learning_rate": 5.068614203582012e-07,
      "loss": 0.349,
      "step": 2285540
    },
    {
      "epoch": 637.89,
      "grad_norm": 1.1294162273406982,
      "learning_rate": 5.068446264319735e-07,
      "loss": 0.3274,
      "step": 2285550
    },
    {
      "epoch": 637.89,
      "grad_norm": 1.1854826211929321,
      "learning_rate": 5.068278327502384e-07,
      "loss": 0.3384,
      "step": 2285560
    },
    {
      "epoch": 637.89,
      "grad_norm": 1.331976056098938,
      "learning_rate": 5.068110393129981e-07,
      "loss": 0.3486,
      "step": 2285570
    },
    {
      "epoch": 637.9,
      "grad_norm": 1.2724167108535767,
      "learning_rate": 5.067942461202549e-07,
      "loss": 0.3397,
      "step": 2285580
    },
    {
      "epoch": 637.9,
      "grad_norm": 1.0687156915664673,
      "learning_rate": 5.067774531720118e-07,
      "loss": 0.3324,
      "step": 2285590
    },
    {
      "epoch": 637.9,
      "grad_norm": 1.2829444408416748,
      "learning_rate": 5.067606604682696e-07,
      "loss": 0.3363,
      "step": 2285600
    },
    {
      "epoch": 637.9,
      "grad_norm": 1.3242027759552002,
      "learning_rate": 5.067438680090311e-07,
      "loss": 0.3384,
      "step": 2285610
    },
    {
      "epoch": 637.91,
      "grad_norm": 1.3334518671035767,
      "learning_rate": 5.067270757942991e-07,
      "loss": 0.3376,
      "step": 2285620
    },
    {
      "epoch": 637.91,
      "grad_norm": 5.216377258300781,
      "learning_rate": 5.067102838240741e-07,
      "loss": 0.3376,
      "step": 2285630
    },
    {
      "epoch": 637.91,
      "grad_norm": 1.1863720417022705,
      "learning_rate": 5.066934920983611e-07,
      "loss": 0.3357,
      "step": 2285640
    },
    {
      "epoch": 637.92,
      "grad_norm": 1.2494113445281982,
      "learning_rate": 5.066767006171601e-07,
      "loss": 0.334,
      "step": 2285650
    },
    {
      "epoch": 637.92,
      "grad_norm": 1.2481359243392944,
      "learning_rate": 5.066599093804741e-07,
      "loss": 0.3294,
      "step": 2285660
    },
    {
      "epoch": 637.92,
      "grad_norm": 1.4795660972595215,
      "learning_rate": 5.066431183883058e-07,
      "loss": 0.3541,
      "step": 2285670
    },
    {
      "epoch": 637.92,
      "grad_norm": 1.235884666442871,
      "learning_rate": 5.066263276406563e-07,
      "loss": 0.3438,
      "step": 2285680
    },
    {
      "epoch": 637.93,
      "grad_norm": 1.1512689590454102,
      "learning_rate": 5.066095371375285e-07,
      "loss": 0.3446,
      "step": 2285690
    },
    {
      "epoch": 637.93,
      "grad_norm": 1.353116750717163,
      "learning_rate": 5.065927468789246e-07,
      "loss": 0.3376,
      "step": 2285700
    },
    {
      "epoch": 637.93,
      "grad_norm": 1.2914252281188965,
      "learning_rate": 5.065759568648475e-07,
      "loss": 0.3245,
      "step": 2285710
    },
    {
      "epoch": 637.93,
      "grad_norm": 1.1966584920883179,
      "learning_rate": 5.065591670952974e-07,
      "loss": 0.3484,
      "step": 2285720
    },
    {
      "epoch": 637.94,
      "grad_norm": 1.326013207435608,
      "learning_rate": 5.065423775702791e-07,
      "loss": 0.334,
      "step": 2285730
    },
    {
      "epoch": 637.94,
      "grad_norm": 1.3446682691574097,
      "learning_rate": 5.065255882897933e-07,
      "loss": 0.3351,
      "step": 2285740
    },
    {
      "epoch": 637.94,
      "grad_norm": 1.1428266763687134,
      "learning_rate": 5.065087992538424e-07,
      "loss": 0.3362,
      "step": 2285750
    },
    {
      "epoch": 637.95,
      "grad_norm": 1.0084820985794067,
      "learning_rate": 5.064920104624293e-07,
      "loss": 0.3274,
      "step": 2285760
    },
    {
      "epoch": 637.95,
      "grad_norm": 1.0663015842437744,
      "learning_rate": 5.064752219155553e-07,
      "loss": 0.3226,
      "step": 2285770
    },
    {
      "epoch": 637.95,
      "grad_norm": 1.2397339344024658,
      "learning_rate": 5.064584336132232e-07,
      "loss": 0.3222,
      "step": 2285780
    },
    {
      "epoch": 637.95,
      "grad_norm": 1.2827283143997192,
      "learning_rate": 5.064416455554347e-07,
      "loss": 0.3389,
      "step": 2285790
    },
    {
      "epoch": 637.96,
      "grad_norm": 1.0390161275863647,
      "learning_rate": 5.064248577421933e-07,
      "loss": 0.3341,
      "step": 2285800
    },
    {
      "epoch": 637.96,
      "grad_norm": 1.4127861261367798,
      "learning_rate": 5.064080701734999e-07,
      "loss": 0.3353,
      "step": 2285810
    },
    {
      "epoch": 637.96,
      "grad_norm": 1.1981701850891113,
      "learning_rate": 5.063912828493571e-07,
      "loss": 0.3276,
      "step": 2285820
    },
    {
      "epoch": 637.97,
      "grad_norm": 1.2831261157989502,
      "learning_rate": 5.063744957697676e-07,
      "loss": 0.3433,
      "step": 2285830
    },
    {
      "epoch": 637.97,
      "grad_norm": 1.1249449253082275,
      "learning_rate": 5.063577089347323e-07,
      "loss": 0.3345,
      "step": 2285840
    },
    {
      "epoch": 637.97,
      "grad_norm": 1.152301549911499,
      "learning_rate": 5.063409223442555e-07,
      "loss": 0.3409,
      "step": 2285850
    },
    {
      "epoch": 637.97,
      "grad_norm": 1.138184905052185,
      "learning_rate": 5.063241359983373e-07,
      "loss": 0.3289,
      "step": 2285860
    },
    {
      "epoch": 637.98,
      "grad_norm": 1.1716946363449097,
      "learning_rate": 5.063073498969823e-07,
      "loss": 0.3416,
      "step": 2285870
    },
    {
      "epoch": 637.98,
      "grad_norm": 1.1910033226013184,
      "learning_rate": 5.062905640401905e-07,
      "loss": 0.3479,
      "step": 2285880
    },
    {
      "epoch": 637.98,
      "grad_norm": 1.1693891286849976,
      "learning_rate": 5.062737784279653e-07,
      "loss": 0.3383,
      "step": 2285890
    },
    {
      "epoch": 637.98,
      "grad_norm": 1.165859341621399,
      "learning_rate": 5.06256993060309e-07,
      "loss": 0.3358,
      "step": 2285900
    },
    {
      "epoch": 637.99,
      "grad_norm": 1.219431757926941,
      "learning_rate": 5.062402079372234e-07,
      "loss": 0.3264,
      "step": 2285910
    },
    {
      "epoch": 637.99,
      "grad_norm": 1.3501495122909546,
      "learning_rate": 5.062234230587105e-07,
      "loss": 0.3297,
      "step": 2285920
    },
    {
      "epoch": 637.99,
      "grad_norm": 1.2627235651016235,
      "learning_rate": 5.062066384247728e-07,
      "loss": 0.3409,
      "step": 2285930
    },
    {
      "epoch": 638.0,
      "grad_norm": 1.2514129877090454,
      "learning_rate": 5.061898540354134e-07,
      "loss": 0.3281,
      "step": 2285940
    },
    {
      "epoch": 638.0,
      "grad_norm": 1.1891189813613892,
      "learning_rate": 5.061730698906332e-07,
      "loss": 0.3449,
      "step": 2285950
    },
    {
      "epoch": 638.0,
      "eval_loss": 0.34023863077163696,
      "eval_runtime": 67.5188,
      "eval_samples_per_second": 74.927,
      "eval_steps_per_second": 9.375,
      "step": 2285954
    },
    {
      "epoch": 638.0,
      "grad_norm": 1.1452332735061646,
      "learning_rate": 5.061562859904349e-07,
      "loss": 0.3321,
      "step": 2285960
    },
    {
      "epoch": 638.0,
      "grad_norm": 1.1283400058746338,
      "learning_rate": 5.061395023348214e-07,
      "loss": 0.3143,
      "step": 2285970
    },
    {
      "epoch": 638.01,
      "grad_norm": 1.1230816841125488,
      "learning_rate": 5.061227189237932e-07,
      "loss": 0.3491,
      "step": 2285980
    },
    {
      "epoch": 638.01,
      "grad_norm": 1.2664088010787964,
      "learning_rate": 5.061059357573549e-07,
      "loss": 0.322,
      "step": 2285990
    },
    {
      "epoch": 638.01,
      "grad_norm": 1.1416568756103516,
      "learning_rate": 5.060891528355068e-07,
      "loss": 0.3445,
      "step": 2286000
    },
    {
      "epoch": 638.02,
      "grad_norm": 1.175864338874817,
      "learning_rate": 5.060723701582522e-07,
      "loss": 0.3394,
      "step": 2286010
    },
    {
      "epoch": 638.02,
      "grad_norm": 1.040982961654663,
      "learning_rate": 5.060555877255927e-07,
      "loss": 0.3358,
      "step": 2286020
    },
    {
      "epoch": 638.02,
      "grad_norm": 1.192902684211731,
      "learning_rate": 5.060388055375316e-07,
      "loss": 0.3401,
      "step": 2286030
    },
    {
      "epoch": 638.02,
      "grad_norm": 1.1676151752471924,
      "learning_rate": 5.060220235940696e-07,
      "loss": 0.3344,
      "step": 2286040
    },
    {
      "epoch": 638.03,
      "grad_norm": 1.095902919769287,
      "learning_rate": 5.060052418952096e-07,
      "loss": 0.3392,
      "step": 2286050
    },
    {
      "epoch": 638.03,
      "grad_norm": 1.1589468717575073,
      "learning_rate": 5.059884604409547e-07,
      "loss": 0.332,
      "step": 2286060
    },
    {
      "epoch": 638.03,
      "grad_norm": 1.225463628768921,
      "learning_rate": 5.059716792313051e-07,
      "loss": 0.3267,
      "step": 2286070
    },
    {
      "epoch": 638.04,
      "grad_norm": 1.1564791202545166,
      "learning_rate": 5.059548982662656e-07,
      "loss": 0.3377,
      "step": 2286080
    },
    {
      "epoch": 638.04,
      "grad_norm": 1.0128064155578613,
      "learning_rate": 5.059381175458365e-07,
      "loss": 0.3428,
      "step": 2286090
    },
    {
      "epoch": 638.04,
      "grad_norm": 1.221461534500122,
      "learning_rate": 5.059213370700206e-07,
      "loss": 0.3289,
      "step": 2286100
    },
    {
      "epoch": 638.04,
      "grad_norm": 1.3122539520263672,
      "learning_rate": 5.059045568388208e-07,
      "loss": 0.3412,
      "step": 2286110
    },
    {
      "epoch": 638.05,
      "grad_norm": 1.332870602607727,
      "learning_rate": 5.058877768522382e-07,
      "loss": 0.327,
      "step": 2286120
    },
    {
      "epoch": 638.05,
      "grad_norm": 1.3039894104003906,
      "learning_rate": 5.058709971102754e-07,
      "loss": 0.3469,
      "step": 2286130
    },
    {
      "epoch": 638.05,
      "grad_norm": 1.3101153373718262,
      "learning_rate": 5.058542176129351e-07,
      "loss": 0.3476,
      "step": 2286140
    },
    {
      "epoch": 638.05,
      "grad_norm": 1.1615216732025146,
      "learning_rate": 5.058374383602189e-07,
      "loss": 0.3418,
      "step": 2286150
    },
    {
      "epoch": 638.06,
      "grad_norm": 1.1950494050979614,
      "learning_rate": 5.058206593521295e-07,
      "loss": 0.3365,
      "step": 2286160
    },
    {
      "epoch": 638.06,
      "grad_norm": 1.2316089868545532,
      "learning_rate": 5.058038805886697e-07,
      "loss": 0.3316,
      "step": 2286170
    },
    {
      "epoch": 638.06,
      "grad_norm": 1.2933695316314697,
      "learning_rate": 5.057871020698404e-07,
      "loss": 0.349,
      "step": 2286180
    },
    {
      "epoch": 638.07,
      "grad_norm": 1.2717312574386597,
      "learning_rate": 5.057703237956443e-07,
      "loss": 0.3286,
      "step": 2286190
    },
    {
      "epoch": 638.07,
      "grad_norm": 1.2572400569915771,
      "learning_rate": 5.057535457660844e-07,
      "loss": 0.3411,
      "step": 2286200
    },
    {
      "epoch": 638.07,
      "grad_norm": 1.104932427406311,
      "learning_rate": 5.057367679811613e-07,
      "loss": 0.3334,
      "step": 2286210
    },
    {
      "epoch": 638.07,
      "grad_norm": 1.0693559646606445,
      "learning_rate": 5.057199904408792e-07,
      "loss": 0.3278,
      "step": 2286220
    },
    {
      "epoch": 638.08,
      "grad_norm": 1.514404296875,
      "learning_rate": 5.057032131452392e-07,
      "loss": 0.3478,
      "step": 2286230
    },
    {
      "epoch": 638.08,
      "grad_norm": 1.5828051567077637,
      "learning_rate": 5.056864360942433e-07,
      "loss": 0.3161,
      "step": 2286240
    },
    {
      "epoch": 638.08,
      "grad_norm": 1.3402533531188965,
      "learning_rate": 5.056696592878951e-07,
      "loss": 0.3442,
      "step": 2286250
    },
    {
      "epoch": 638.09,
      "grad_norm": 1.074950933456421,
      "learning_rate": 5.056528827261951e-07,
      "loss": 0.3338,
      "step": 2286260
    },
    {
      "epoch": 638.09,
      "grad_norm": 1.625383734703064,
      "learning_rate": 5.056361064091465e-07,
      "loss": 0.3477,
      "step": 2286270
    },
    {
      "epoch": 638.09,
      "grad_norm": 1.145836353302002,
      "learning_rate": 5.056193303367512e-07,
      "loss": 0.3222,
      "step": 2286280
    },
    {
      "epoch": 638.09,
      "grad_norm": 1.3371597528457642,
      "learning_rate": 5.056025545090122e-07,
      "loss": 0.3453,
      "step": 2286290
    },
    {
      "epoch": 638.1,
      "grad_norm": 1.228451132774353,
      "learning_rate": 5.055857789259299e-07,
      "loss": 0.3482,
      "step": 2286300
    },
    {
      "epoch": 638.1,
      "grad_norm": 1.1650084257125854,
      "learning_rate": 5.055690035875089e-07,
      "loss": 0.3427,
      "step": 2286310
    },
    {
      "epoch": 638.1,
      "grad_norm": 1.430381417274475,
      "learning_rate": 5.055522284937501e-07,
      "loss": 0.3533,
      "step": 2286320
    },
    {
      "epoch": 638.1,
      "grad_norm": 1.4263625144958496,
      "learning_rate": 5.055354536446554e-07,
      "loss": 0.3378,
      "step": 2286330
    },
    {
      "epoch": 638.11,
      "grad_norm": 1.2793349027633667,
      "learning_rate": 5.055186790402285e-07,
      "loss": 0.3399,
      "step": 2286340
    },
    {
      "epoch": 638.11,
      "grad_norm": 1.3865435123443604,
      "learning_rate": 5.0550190468047e-07,
      "loss": 0.3531,
      "step": 2286350
    },
    {
      "epoch": 638.11,
      "grad_norm": 1.1455270051956177,
      "learning_rate": 5.054851305653828e-07,
      "loss": 0.3306,
      "step": 2286360
    },
    {
      "epoch": 638.12,
      "grad_norm": 1.1781976222991943,
      "learning_rate": 5.054683566949692e-07,
      "loss": 0.3534,
      "step": 2286370
    },
    {
      "epoch": 638.12,
      "grad_norm": 1.262887716293335,
      "learning_rate": 5.054515830692319e-07,
      "loss": 0.3524,
      "step": 2286380
    },
    {
      "epoch": 638.12,
      "grad_norm": 1.2045694589614868,
      "learning_rate": 5.05434809688172e-07,
      "loss": 0.3382,
      "step": 2286390
    },
    {
      "epoch": 638.12,
      "grad_norm": 1.278809666633606,
      "learning_rate": 5.054180365517925e-07,
      "loss": 0.3319,
      "step": 2286400
    },
    {
      "epoch": 638.13,
      "grad_norm": 1.121475100517273,
      "learning_rate": 5.054012636600953e-07,
      "loss": 0.3423,
      "step": 2286410
    },
    {
      "epoch": 638.13,
      "grad_norm": 1.3860422372817993,
      "learning_rate": 5.053844910130829e-07,
      "loss": 0.3287,
      "step": 2286420
    },
    {
      "epoch": 638.13,
      "grad_norm": 1.2219723463058472,
      "learning_rate": 5.053677186107584e-07,
      "loss": 0.3351,
      "step": 2286430
    },
    {
      "epoch": 638.14,
      "grad_norm": 1.2060210704803467,
      "learning_rate": 5.053509464531213e-07,
      "loss": 0.3451,
      "step": 2286440
    },
    {
      "epoch": 638.14,
      "grad_norm": 1.5878193378448486,
      "learning_rate": 5.053341745401772e-07,
      "loss": 0.3292,
      "step": 2286450
    },
    {
      "epoch": 638.14,
      "grad_norm": 1.1381169557571411,
      "learning_rate": 5.053174028719258e-07,
      "loss": 0.3411,
      "step": 2286460
    },
    {
      "epoch": 638.14,
      "grad_norm": 1.0661025047302246,
      "learning_rate": 5.053006314483704e-07,
      "loss": 0.3348,
      "step": 2286470
    },
    {
      "epoch": 638.15,
      "grad_norm": 1.247383713722229,
      "learning_rate": 5.052838602695141e-07,
      "loss": 0.3457,
      "step": 2286480
    },
    {
      "epoch": 638.15,
      "grad_norm": 1.3901393413543701,
      "learning_rate": 5.052670893353571e-07,
      "loss": 0.3298,
      "step": 2286490
    },
    {
      "epoch": 638.15,
      "grad_norm": 1.1024233102798462,
      "learning_rate": 5.05250318645903e-07,
      "loss": 0.3289,
      "step": 2286500
    },
    {
      "epoch": 638.16,
      "grad_norm": 1.4056118726730347,
      "learning_rate": 5.052335482011535e-07,
      "loss": 0.3365,
      "step": 2286510
    },
    {
      "epoch": 638.16,
      "grad_norm": 1.1304908990859985,
      "learning_rate": 5.052167780011118e-07,
      "loss": 0.329,
      "step": 2286520
    },
    {
      "epoch": 638.16,
      "grad_norm": 1.8291056156158447,
      "learning_rate": 5.052000080457778e-07,
      "loss": 0.3233,
      "step": 2286530
    },
    {
      "epoch": 638.16,
      "grad_norm": 1.1561874151229858,
      "learning_rate": 5.051832383351568e-07,
      "loss": 0.3374,
      "step": 2286540
    },
    {
      "epoch": 638.17,
      "grad_norm": 1.0735646486282349,
      "learning_rate": 5.05166468869249e-07,
      "loss": 0.3526,
      "step": 2286550
    },
    {
      "epoch": 638.17,
      "grad_norm": 1.4247138500213623,
      "learning_rate": 5.051496996480569e-07,
      "loss": 0.346,
      "step": 2286560
    },
    {
      "epoch": 638.17,
      "grad_norm": 1.3113884925842285,
      "learning_rate": 5.051329306715838e-07,
      "loss": 0.3275,
      "step": 2286570
    },
    {
      "epoch": 638.17,
      "grad_norm": 1.2671266794204712,
      "learning_rate": 5.051161619398307e-07,
      "loss": 0.3423,
      "step": 2286580
    },
    {
      "epoch": 638.18,
      "grad_norm": 1.2758102416992188,
      "learning_rate": 5.050993934528e-07,
      "loss": 0.354,
      "step": 2286590
    },
    {
      "epoch": 638.18,
      "grad_norm": 1.4151586294174194,
      "learning_rate": 5.050826252104942e-07,
      "loss": 0.3399,
      "step": 2286600
    },
    {
      "epoch": 638.18,
      "grad_norm": 1.0339890718460083,
      "learning_rate": 5.050658572129162e-07,
      "loss": 0.343,
      "step": 2286610
    },
    {
      "epoch": 638.19,
      "grad_norm": 1.3127790689468384,
      "learning_rate": 5.050490894600669e-07,
      "loss": 0.3348,
      "step": 2286620
    },
    {
      "epoch": 638.19,
      "grad_norm": 1.0591700077056885,
      "learning_rate": 5.050323219519493e-07,
      "loss": 0.3315,
      "step": 2286630
    },
    {
      "epoch": 638.19,
      "grad_norm": 1.180345892906189,
      "learning_rate": 5.050155546885661e-07,
      "loss": 0.3331,
      "step": 2286640
    },
    {
      "epoch": 638.19,
      "grad_norm": 1.059983730316162,
      "learning_rate": 5.049987876699176e-07,
      "loss": 0.316,
      "step": 2286650
    },
    {
      "epoch": 638.2,
      "grad_norm": 1.2371808290481567,
      "learning_rate": 5.049820208960087e-07,
      "loss": 0.3424,
      "step": 2286660
    },
    {
      "epoch": 638.2,
      "grad_norm": 1.24364173412323,
      "learning_rate": 5.049652543668398e-07,
      "loss": 0.3385,
      "step": 2286670
    },
    {
      "epoch": 638.2,
      "grad_norm": 1.3140771389007568,
      "learning_rate": 5.049484880824136e-07,
      "loss": 0.3358,
      "step": 2286680
    },
    {
      "epoch": 638.21,
      "grad_norm": 1.0125824213027954,
      "learning_rate": 5.049317220427323e-07,
      "loss": 0.3362,
      "step": 2286690
    },
    {
      "epoch": 638.21,
      "grad_norm": 0.9812648892402649,
      "learning_rate": 5.049149562477989e-07,
      "loss": 0.3268,
      "step": 2286700
    },
    {
      "epoch": 638.21,
      "grad_norm": 1.073265790939331,
      "learning_rate": 5.048981906976144e-07,
      "loss": 0.3451,
      "step": 2286710
    },
    {
      "epoch": 638.21,
      "grad_norm": 1.1797086000442505,
      "learning_rate": 5.048814253921813e-07,
      "loss": 0.3332,
      "step": 2286720
    },
    {
      "epoch": 638.22,
      "grad_norm": 1.2116646766662598,
      "learning_rate": 5.048646603315023e-07,
      "loss": 0.3199,
      "step": 2286730
    },
    {
      "epoch": 638.22,
      "grad_norm": 1.209843635559082,
      "learning_rate": 5.048478955155795e-07,
      "loss": 0.3335,
      "step": 2286740
    },
    {
      "epoch": 638.22,
      "grad_norm": 1.0313313007354736,
      "learning_rate": 5.048311309444157e-07,
      "loss": 0.3347,
      "step": 2286750
    },
    {
      "epoch": 638.22,
      "grad_norm": 1.0232768058776855,
      "learning_rate": 5.048143666180118e-07,
      "loss": 0.3257,
      "step": 2286760
    },
    {
      "epoch": 638.23,
      "grad_norm": 1.2299984693527222,
      "learning_rate": 5.047976025363707e-07,
      "loss": 0.3531,
      "step": 2286770
    },
    {
      "epoch": 638.23,
      "grad_norm": 1.4603999853134155,
      "learning_rate": 5.047808386994953e-07,
      "loss": 0.3416,
      "step": 2286780
    },
    {
      "epoch": 638.23,
      "grad_norm": 1.1921592950820923,
      "learning_rate": 5.04764075107386e-07,
      "loss": 0.3227,
      "step": 2286790
    },
    {
      "epoch": 638.24,
      "grad_norm": 1.153579592704773,
      "learning_rate": 5.047473117600474e-07,
      "loss": 0.3301,
      "step": 2286800
    },
    {
      "epoch": 638.24,
      "grad_norm": 1.1133689880371094,
      "learning_rate": 5.0473054865748e-07,
      "loss": 0.3521,
      "step": 2286810
    },
    {
      "epoch": 638.24,
      "grad_norm": 1.3808799982070923,
      "learning_rate": 5.047137857996867e-07,
      "loss": 0.3445,
      "step": 2286820
    },
    {
      "epoch": 638.24,
      "grad_norm": 1.3159923553466797,
      "learning_rate": 5.046970231866696e-07,
      "loss": 0.3336,
      "step": 2286830
    },
    {
      "epoch": 638.25,
      "grad_norm": 1.2204937934875488,
      "learning_rate": 5.046802608184313e-07,
      "loss": 0.3504,
      "step": 2286840
    },
    {
      "epoch": 638.25,
      "grad_norm": 1.211542010307312,
      "learning_rate": 5.046634986949733e-07,
      "loss": 0.3387,
      "step": 2286850
    },
    {
      "epoch": 638.25,
      "grad_norm": 1.2601001262664795,
      "learning_rate": 5.046467368162982e-07,
      "loss": 0.3302,
      "step": 2286860
    },
    {
      "epoch": 638.26,
      "grad_norm": 1.3915965557098389,
      "learning_rate": 5.046299751824087e-07,
      "loss": 0.3385,
      "step": 2286870
    },
    {
      "epoch": 638.26,
      "grad_norm": 1.2148051261901855,
      "learning_rate": 5.046132137933054e-07,
      "loss": 0.3479,
      "step": 2286880
    },
    {
      "epoch": 638.26,
      "grad_norm": 1.3994399309158325,
      "learning_rate": 5.045964526489931e-07,
      "loss": 0.3572,
      "step": 2286890
    },
    {
      "epoch": 638.26,
      "grad_norm": 1.1875666379928589,
      "learning_rate": 5.045796917494719e-07,
      "loss": 0.3493,
      "step": 2286900
    },
    {
      "epoch": 638.27,
      "grad_norm": 1.05026113986969,
      "learning_rate": 5.045629310947448e-07,
      "loss": 0.3358,
      "step": 2286910
    },
    {
      "epoch": 638.27,
      "grad_norm": 1.3677737712860107,
      "learning_rate": 5.045461706848146e-07,
      "loss": 0.3277,
      "step": 2286920
    },
    {
      "epoch": 638.27,
      "grad_norm": 1.1944828033447266,
      "learning_rate": 5.045294105196823e-07,
      "loss": 0.3423,
      "step": 2286930
    },
    {
      "epoch": 638.28,
      "grad_norm": 1.1305094957351685,
      "learning_rate": 5.045126505993507e-07,
      "loss": 0.3379,
      "step": 2286940
    },
    {
      "epoch": 638.28,
      "grad_norm": 1.264600157737732,
      "learning_rate": 5.044958909238223e-07,
      "loss": 0.3325,
      "step": 2286950
    },
    {
      "epoch": 638.28,
      "grad_norm": 1.236994743347168,
      "learning_rate": 5.044791314930995e-07,
      "loss": 0.3238,
      "step": 2286960
    },
    {
      "epoch": 638.28,
      "grad_norm": 1.3484210968017578,
      "learning_rate": 5.04462372307183e-07,
      "loss": 0.355,
      "step": 2286970
    },
    {
      "epoch": 638.29,
      "grad_norm": 1.2304474115371704,
      "learning_rate": 5.044456133660776e-07,
      "loss": 0.3419,
      "step": 2286980
    },
    {
      "epoch": 638.29,
      "grad_norm": 1.0911118984222412,
      "learning_rate": 5.044288546697834e-07,
      "loss": 0.3402,
      "step": 2286990
    },
    {
      "epoch": 638.29,
      "grad_norm": 1.3518120050430298,
      "learning_rate": 5.044120962183033e-07,
      "loss": 0.3396,
      "step": 2287000
    },
    {
      "epoch": 638.29,
      "grad_norm": 1.0190802812576294,
      "learning_rate": 5.0439533801164e-07,
      "loss": 0.3412,
      "step": 2287010
    },
    {
      "epoch": 638.3,
      "grad_norm": 1.1204729080200195,
      "learning_rate": 5.043785800497944e-07,
      "loss": 0.3465,
      "step": 2287020
    },
    {
      "epoch": 638.3,
      "grad_norm": 1.033657431602478,
      "learning_rate": 5.043618223327708e-07,
      "loss": 0.3276,
      "step": 2287030
    },
    {
      "epoch": 638.3,
      "grad_norm": 1.1282432079315186,
      "learning_rate": 5.043450648605696e-07,
      "loss": 0.3382,
      "step": 2287040
    },
    {
      "epoch": 638.31,
      "grad_norm": 1.8705497980117798,
      "learning_rate": 5.043283076331935e-07,
      "loss": 0.3439,
      "step": 2287050
    },
    {
      "epoch": 638.31,
      "grad_norm": 1.1363141536712646,
      "learning_rate": 5.043115506506459e-07,
      "loss": 0.3331,
      "step": 2287060
    },
    {
      "epoch": 638.31,
      "grad_norm": 1.2495476007461548,
      "learning_rate": 5.042947939129271e-07,
      "loss": 0.3294,
      "step": 2287070
    },
    {
      "epoch": 638.31,
      "grad_norm": 1.2204126119613647,
      "learning_rate": 5.042780374200404e-07,
      "loss": 0.3248,
      "step": 2287080
    },
    {
      "epoch": 638.32,
      "grad_norm": 1.069855809211731,
      "learning_rate": 5.042612811719881e-07,
      "loss": 0.3328,
      "step": 2287090
    },
    {
      "epoch": 638.32,
      "grad_norm": 1.151100754737854,
      "learning_rate": 5.042445251687729e-07,
      "loss": 0.3613,
      "step": 2287100
    },
    {
      "epoch": 638.32,
      "grad_norm": 1.1392611265182495,
      "learning_rate": 5.042277694103947e-07,
      "loss": 0.3298,
      "step": 2287110
    },
    {
      "epoch": 638.33,
      "grad_norm": 3.1041178703308105,
      "learning_rate": 5.042110138968589e-07,
      "loss": 0.3345,
      "step": 2287120
    },
    {
      "epoch": 638.33,
      "grad_norm": 1.219935655593872,
      "learning_rate": 5.041942586281659e-07,
      "loss": 0.3539,
      "step": 2287130
    },
    {
      "epoch": 638.33,
      "grad_norm": 1.1461902856826782,
      "learning_rate": 5.041775036043179e-07,
      "loss": 0.3416,
      "step": 2287140
    },
    {
      "epoch": 638.33,
      "grad_norm": 1.3375924825668335,
      "learning_rate": 5.041607488253182e-07,
      "loss": 0.3401,
      "step": 2287150
    },
    {
      "epoch": 638.34,
      "grad_norm": 1.1995083093643188,
      "learning_rate": 5.041439942911678e-07,
      "loss": 0.3369,
      "step": 2287160
    },
    {
      "epoch": 638.34,
      "grad_norm": 1.281361699104309,
      "learning_rate": 5.041272400018694e-07,
      "loss": 0.357,
      "step": 2287170
    },
    {
      "epoch": 638.34,
      "grad_norm": 1.1614406108856201,
      "learning_rate": 5.041104859574255e-07,
      "loss": 0.3299,
      "step": 2287180
    },
    {
      "epoch": 638.34,
      "grad_norm": 1.158616542816162,
      "learning_rate": 5.040937321578384e-07,
      "loss": 0.3434,
      "step": 2287190
    },
    {
      "epoch": 638.35,
      "grad_norm": 1.2874170541763306,
      "learning_rate": 5.040769786031096e-07,
      "loss": 0.3368,
      "step": 2287200
    },
    {
      "epoch": 638.35,
      "grad_norm": 1.3252049684524536,
      "learning_rate": 5.040602252932417e-07,
      "loss": 0.3258,
      "step": 2287210
    },
    {
      "epoch": 638.35,
      "grad_norm": 1.0666160583496094,
      "learning_rate": 5.040434722282378e-07,
      "loss": 0.3221,
      "step": 2287220
    },
    {
      "epoch": 638.36,
      "grad_norm": 1.2543089389801025,
      "learning_rate": 5.04026719408098e-07,
      "loss": 0.3255,
      "step": 2287230
    },
    {
      "epoch": 638.36,
      "grad_norm": 1.0433440208435059,
      "learning_rate": 5.04009966832827e-07,
      "loss": 0.3258,
      "step": 2287240
    },
    {
      "epoch": 638.36,
      "grad_norm": 1.27875554561615,
      "learning_rate": 5.039932145024254e-07,
      "loss": 0.3462,
      "step": 2287250
    },
    {
      "epoch": 638.36,
      "grad_norm": 1.080154299736023,
      "learning_rate": 5.039764624168961e-07,
      "loss": 0.3459,
      "step": 2287260
    },
    {
      "epoch": 638.37,
      "grad_norm": 1.212922215461731,
      "learning_rate": 5.039597105762408e-07,
      "loss": 0.3522,
      "step": 2287270
    },
    {
      "epoch": 638.37,
      "grad_norm": 0.9415426850318909,
      "learning_rate": 5.039429589804628e-07,
      "loss": 0.3406,
      "step": 2287280
    },
    {
      "epoch": 638.37,
      "grad_norm": 1.6287760734558105,
      "learning_rate": 5.039262076295632e-07,
      "loss": 0.335,
      "step": 2287290
    },
    {
      "epoch": 638.38,
      "grad_norm": 1.302562952041626,
      "learning_rate": 5.039094565235444e-07,
      "loss": 0.3379,
      "step": 2287300
    },
    {
      "epoch": 638.38,
      "grad_norm": 1.301304578781128,
      "learning_rate": 5.038927056624091e-07,
      "loss": 0.3294,
      "step": 2287310
    },
    {
      "epoch": 638.38,
      "grad_norm": 1.4114078283309937,
      "learning_rate": 5.038759550461592e-07,
      "loss": 0.3289,
      "step": 2287320
    },
    {
      "epoch": 638.38,
      "grad_norm": 1.2132583856582642,
      "learning_rate": 5.038592046747977e-07,
      "loss": 0.3329,
      "step": 2287330
    },
    {
      "epoch": 638.39,
      "grad_norm": 1.1339057683944702,
      "learning_rate": 5.038424545483254e-07,
      "loss": 0.3331,
      "step": 2287340
    },
    {
      "epoch": 638.39,
      "grad_norm": 1.204870343208313,
      "learning_rate": 5.038257046667455e-07,
      "loss": 0.3171,
      "step": 2287350
    },
    {
      "epoch": 638.39,
      "grad_norm": 1.0137033462524414,
      "learning_rate": 5.038089550300606e-07,
      "loss": 0.3247,
      "step": 2287360
    },
    {
      "epoch": 638.4,
      "grad_norm": 1.1848803758621216,
      "learning_rate": 5.037922056382709e-07,
      "loss": 0.3436,
      "step": 2287370
    },
    {
      "epoch": 638.4,
      "grad_norm": 1.2999967336654663,
      "learning_rate": 5.037754564913817e-07,
      "loss": 0.343,
      "step": 2287380
    },
    {
      "epoch": 638.4,
      "grad_norm": 1.3203545808792114,
      "learning_rate": 5.037587075893927e-07,
      "loss": 0.3389,
      "step": 2287390
    },
    {
      "epoch": 638.4,
      "grad_norm": 1.1801468133926392,
      "learning_rate": 5.037419589323072e-07,
      "loss": 0.3446,
      "step": 2287400
    },
    {
      "epoch": 638.41,
      "grad_norm": 1.1901711225509644,
      "learning_rate": 5.037252105201272e-07,
      "loss": 0.3446,
      "step": 2287410
    },
    {
      "epoch": 638.41,
      "grad_norm": 1.3251688480377197,
      "learning_rate": 5.037084623528556e-07,
      "loss": 0.3321,
      "step": 2287420
    },
    {
      "epoch": 638.41,
      "grad_norm": 2.660259962081909,
      "learning_rate": 5.036917144304934e-07,
      "loss": 0.3407,
      "step": 2287430
    },
    {
      "epoch": 638.41,
      "grad_norm": 1.0705045461654663,
      "learning_rate": 5.036749667530436e-07,
      "loss": 0.3361,
      "step": 2287440
    },
    {
      "epoch": 638.42,
      "grad_norm": 1.1546984910964966,
      "learning_rate": 5.036582193205086e-07,
      "loss": 0.341,
      "step": 2287450
    },
    {
      "epoch": 638.42,
      "grad_norm": 1.1324783563613892,
      "learning_rate": 5.036414721328893e-07,
      "loss": 0.3459,
      "step": 2287460
    },
    {
      "epoch": 638.42,
      "grad_norm": 1.1733750104904175,
      "learning_rate": 5.036247251901903e-07,
      "loss": 0.3456,
      "step": 2287470
    },
    {
      "epoch": 638.43,
      "grad_norm": 1.3470253944396973,
      "learning_rate": 5.036079784924116e-07,
      "loss": 0.3277,
      "step": 2287480
    },
    {
      "epoch": 638.43,
      "grad_norm": 1.26151442527771,
      "learning_rate": 5.035912320395564e-07,
      "loss": 0.3569,
      "step": 2287490
    },
    {
      "epoch": 638.43,
      "grad_norm": 1.8034437894821167,
      "learning_rate": 5.035744858316269e-07,
      "loss": 0.347,
      "step": 2287500
    },
    {
      "epoch": 638.43,
      "grad_norm": 1.3191232681274414,
      "learning_rate": 5.035577398686258e-07,
      "loss": 0.3554,
      "step": 2287510
    },
    {
      "epoch": 638.44,
      "grad_norm": 1.2986268997192383,
      "learning_rate": 5.035409941505542e-07,
      "loss": 0.3178,
      "step": 2287520
    },
    {
      "epoch": 638.44,
      "grad_norm": 1.1628339290618896,
      "learning_rate": 5.03524248677415e-07,
      "loss": 0.3314,
      "step": 2287530
    },
    {
      "epoch": 638.44,
      "grad_norm": 1.2503794431686401,
      "learning_rate": 5.035075034492107e-07,
      "loss": 0.323,
      "step": 2287540
    },
    {
      "epoch": 638.45,
      "grad_norm": 1.1791995763778687,
      "learning_rate": 5.034907584659423e-07,
      "loss": 0.3365,
      "step": 2287550
    },
    {
      "epoch": 638.45,
      "grad_norm": 1.305224895477295,
      "learning_rate": 5.034740137276141e-07,
      "loss": 0.3338,
      "step": 2287560
    },
    {
      "epoch": 638.45,
      "grad_norm": 1.2458008527755737,
      "learning_rate": 5.034572692342265e-07,
      "loss": 0.329,
      "step": 2287570
    },
    {
      "epoch": 638.45,
      "grad_norm": 1.3399319648742676,
      "learning_rate": 5.034405249857821e-07,
      "loss": 0.3368,
      "step": 2287580
    },
    {
      "epoch": 638.46,
      "grad_norm": 1.198901891708374,
      "learning_rate": 5.034237809822841e-07,
      "loss": 0.3336,
      "step": 2287590
    },
    {
      "epoch": 638.46,
      "grad_norm": 1.2143242359161377,
      "learning_rate": 5.034070372237328e-07,
      "loss": 0.3419,
      "step": 2287600
    },
    {
      "epoch": 638.46,
      "grad_norm": 1.4015835523605347,
      "learning_rate": 5.03390293710133e-07,
      "loss": 0.3561,
      "step": 2287610
    },
    {
      "epoch": 638.46,
      "grad_norm": 1.015702724456787,
      "learning_rate": 5.033735504414849e-07,
      "loss": 0.3446,
      "step": 2287620
    },
    {
      "epoch": 638.47,
      "grad_norm": 1.4537279605865479,
      "learning_rate": 5.033568074177914e-07,
      "loss": 0.3449,
      "step": 2287630
    },
    {
      "epoch": 638.47,
      "grad_norm": 1.3230715990066528,
      "learning_rate": 5.033400646390548e-07,
      "loss": 0.3505,
      "step": 2287640
    },
    {
      "epoch": 638.47,
      "grad_norm": 1.241384744644165,
      "learning_rate": 5.033233221052777e-07,
      "loss": 0.3326,
      "step": 2287650
    },
    {
      "epoch": 638.48,
      "grad_norm": 1.302338719367981,
      "learning_rate": 5.033065798164615e-07,
      "loss": 0.3494,
      "step": 2287660
    },
    {
      "epoch": 638.48,
      "grad_norm": 1.114692211151123,
      "learning_rate": 5.032898377726086e-07,
      "loss": 0.334,
      "step": 2287670
    },
    {
      "epoch": 638.48,
      "grad_norm": 1.4482924938201904,
      "learning_rate": 5.032730959737223e-07,
      "loss": 0.3451,
      "step": 2287680
    },
    {
      "epoch": 638.48,
      "grad_norm": 1.1542781591415405,
      "learning_rate": 5.032563544198026e-07,
      "loss": 0.3236,
      "step": 2287690
    },
    {
      "epoch": 638.49,
      "grad_norm": 1.1880649328231812,
      "learning_rate": 5.032396131108543e-07,
      "loss": 0.3334,
      "step": 2287700
    },
    {
      "epoch": 638.49,
      "grad_norm": 1.2949360609054565,
      "learning_rate": 5.032228720468778e-07,
      "loss": 0.3477,
      "step": 2287710
    },
    {
      "epoch": 638.49,
      "grad_norm": 1.2119008302688599,
      "learning_rate": 5.032061312278762e-07,
      "loss": 0.3324,
      "step": 2287720
    },
    {
      "epoch": 638.5,
      "grad_norm": 4.658411502838135,
      "learning_rate": 5.031893906538521e-07,
      "loss": 0.3473,
      "step": 2287730
    },
    {
      "epoch": 638.5,
      "grad_norm": 1.1556819677352905,
      "learning_rate": 5.031726503248062e-07,
      "loss": 0.3216,
      "step": 2287740
    },
    {
      "epoch": 638.5,
      "grad_norm": 1.2232139110565186,
      "learning_rate": 5.03155910240742e-07,
      "loss": 0.327,
      "step": 2287750
    },
    {
      "epoch": 638.5,
      "grad_norm": 1.150894045829773,
      "learning_rate": 5.031391704016609e-07,
      "loss": 0.3452,
      "step": 2287760
    },
    {
      "epoch": 638.51,
      "grad_norm": 1.1855863332748413,
      "learning_rate": 5.031224308075667e-07,
      "loss": 0.3333,
      "step": 2287770
    },
    {
      "epoch": 638.51,
      "grad_norm": 1.015688419342041,
      "learning_rate": 5.031056914584591e-07,
      "loss": 0.3445,
      "step": 2287780
    },
    {
      "epoch": 638.51,
      "grad_norm": 1.27022123336792,
      "learning_rate": 5.030889523543429e-07,
      "loss": 0.3457,
      "step": 2287790
    },
    {
      "epoch": 638.52,
      "grad_norm": 1.290136694908142,
      "learning_rate": 5.030722134952187e-07,
      "loss": 0.3443,
      "step": 2287800
    },
    {
      "epoch": 638.52,
      "grad_norm": 1.182483196258545,
      "learning_rate": 5.03055474881089e-07,
      "loss": 0.3468,
      "step": 2287810
    },
    {
      "epoch": 638.52,
      "grad_norm": 1.1557058095932007,
      "learning_rate": 5.030387365119571e-07,
      "loss": 0.3372,
      "step": 2287820
    },
    {
      "epoch": 638.52,
      "grad_norm": 1.1150860786437988,
      "learning_rate": 5.030219983878237e-07,
      "loss": 0.3573,
      "step": 2287830
    },
    {
      "epoch": 638.53,
      "grad_norm": 1.2596986293792725,
      "learning_rate": 5.030052605086919e-07,
      "loss": 0.3405,
      "step": 2287840
    },
    {
      "epoch": 638.53,
      "grad_norm": 1.260435938835144,
      "learning_rate": 5.029885228745634e-07,
      "loss": 0.3371,
      "step": 2287850
    },
    {
      "epoch": 638.53,
      "grad_norm": 1.3279509544372559,
      "learning_rate": 5.029717854854414e-07,
      "loss": 0.3313,
      "step": 2287860
    },
    {
      "epoch": 638.53,
      "grad_norm": 1.1170443296432495,
      "learning_rate": 5.029550483413269e-07,
      "loss": 0.3298,
      "step": 2287870
    },
    {
      "epoch": 638.54,
      "grad_norm": 1.113486886024475,
      "learning_rate": 5.029383114422228e-07,
      "loss": 0.3304,
      "step": 2287880
    },
    {
      "epoch": 638.54,
      "grad_norm": 1.2028357982635498,
      "learning_rate": 5.029215747881313e-07,
      "loss": 0.3332,
      "step": 2287890
    },
    {
      "epoch": 638.54,
      "grad_norm": 1.338123083114624,
      "learning_rate": 5.029048383790544e-07,
      "loss": 0.3382,
      "step": 2287900
    },
    {
      "epoch": 638.55,
      "grad_norm": 1.2196685075759888,
      "learning_rate": 5.028881022149951e-07,
      "loss": 0.3322,
      "step": 2287910
    },
    {
      "epoch": 638.55,
      "grad_norm": 1.1569252014160156,
      "learning_rate": 5.028713662959539e-07,
      "loss": 0.3606,
      "step": 2287920
    },
    {
      "epoch": 638.55,
      "grad_norm": 1.496178388595581,
      "learning_rate": 5.028546306219355e-07,
      "loss": 0.319,
      "step": 2287930
    },
    {
      "epoch": 638.55,
      "grad_norm": 1.1164143085479736,
      "learning_rate": 5.028378951929399e-07,
      "loss": 0.339,
      "step": 2287940
    },
    {
      "epoch": 638.56,
      "grad_norm": 1.0706533193588257,
      "learning_rate": 5.028211600089704e-07,
      "loss": 0.3304,
      "step": 2287950
    },
    {
      "epoch": 638.56,
      "grad_norm": 1.2668275833129883,
      "learning_rate": 5.028044250700294e-07,
      "loss": 0.3406,
      "step": 2287960
    },
    {
      "epoch": 638.56,
      "grad_norm": 1.096353530883789,
      "learning_rate": 5.027876903761184e-07,
      "loss": 0.341,
      "step": 2287970
    },
    {
      "epoch": 638.57,
      "grad_norm": 1.2356830835342407,
      "learning_rate": 5.027709559272397e-07,
      "loss": 0.3199,
      "step": 2287980
    },
    {
      "epoch": 638.57,
      "grad_norm": 2.7642645835876465,
      "learning_rate": 5.02754221723396e-07,
      "loss": 0.3295,
      "step": 2287990
    },
    {
      "epoch": 638.57,
      "grad_norm": 1.3097186088562012,
      "learning_rate": 5.027374877645901e-07,
      "loss": 0.3323,
      "step": 2288000
    },
    {
      "epoch": 638.57,
      "grad_norm": 1.1806660890579224,
      "learning_rate": 5.027207540508226e-07,
      "loss": 0.3283,
      "step": 2288010
    },
    {
      "epoch": 638.58,
      "grad_norm": 1.324069857597351,
      "learning_rate": 5.027040205820965e-07,
      "loss": 0.3456,
      "step": 2288020
    },
    {
      "epoch": 638.58,
      "grad_norm": 1.2316278219223022,
      "learning_rate": 5.026872873584151e-07,
      "loss": 0.3431,
      "step": 2288030
    },
    {
      "epoch": 638.58,
      "grad_norm": 1.127483606338501,
      "learning_rate": 5.026705543797783e-07,
      "loss": 0.3485,
      "step": 2288040
    },
    {
      "epoch": 638.58,
      "grad_norm": 1.2453336715698242,
      "learning_rate": 5.026538216461908e-07,
      "loss": 0.36,
      "step": 2288050
    },
    {
      "epoch": 638.59,
      "grad_norm": 1.1857571601867676,
      "learning_rate": 5.026370891576531e-07,
      "loss": 0.3237,
      "step": 2288060
    },
    {
      "epoch": 638.59,
      "grad_norm": 1.2772237062454224,
      "learning_rate": 5.026203569141681e-07,
      "loss": 0.3375,
      "step": 2288070
    },
    {
      "epoch": 638.59,
      "grad_norm": 1.2727024555206299,
      "learning_rate": 5.026036249157379e-07,
      "loss": 0.3274,
      "step": 2288080
    },
    {
      "epoch": 638.6,
      "grad_norm": 1.437528371810913,
      "learning_rate": 5.025868931623655e-07,
      "loss": 0.3506,
      "step": 2288090
    },
    {
      "epoch": 638.6,
      "grad_norm": 1.4923230409622192,
      "learning_rate": 5.025701616540518e-07,
      "loss": 0.3581,
      "step": 2288100
    },
    {
      "epoch": 638.6,
      "grad_norm": 1.206629991531372,
      "learning_rate": 5.025534303907993e-07,
      "loss": 0.3486,
      "step": 2288110
    },
    {
      "epoch": 638.6,
      "grad_norm": 1.399272084236145,
      "learning_rate": 5.025366993726115e-07,
      "loss": 0.3226,
      "step": 2288120
    },
    {
      "epoch": 638.61,
      "grad_norm": 1.40104341506958,
      "learning_rate": 5.025199685994883e-07,
      "loss": 0.3371,
      "step": 2288130
    },
    {
      "epoch": 638.61,
      "grad_norm": 1.2547752857208252,
      "learning_rate": 5.025032380714347e-07,
      "loss": 0.3452,
      "step": 2288140
    },
    {
      "epoch": 638.61,
      "grad_norm": 1.071984052658081,
      "learning_rate": 5.02486507788451e-07,
      "loss": 0.3224,
      "step": 2288150
    },
    {
      "epoch": 638.62,
      "grad_norm": 1.2075939178466797,
      "learning_rate": 5.024697777505397e-07,
      "loss": 0.3333,
      "step": 2288160
    },
    {
      "epoch": 638.62,
      "grad_norm": 1.311894416809082,
      "learning_rate": 5.024530479577043e-07,
      "loss": 0.3313,
      "step": 2288170
    },
    {
      "epoch": 638.62,
      "grad_norm": 1.323769450187683,
      "learning_rate": 5.024363184099444e-07,
      "loss": 0.3198,
      "step": 2288180
    },
    {
      "epoch": 638.62,
      "grad_norm": 1.4059908390045166,
      "learning_rate": 5.024195891072654e-07,
      "loss": 0.3341,
      "step": 2288190
    },
    {
      "epoch": 638.63,
      "grad_norm": 1.1812736988067627,
      "learning_rate": 5.02402860049667e-07,
      "loss": 0.3442,
      "step": 2288200
    },
    {
      "epoch": 638.63,
      "grad_norm": 1.1323565244674683,
      "learning_rate": 5.023861312371526e-07,
      "loss": 0.3376,
      "step": 2288210
    },
    {
      "epoch": 638.63,
      "grad_norm": 1.3535065650939941,
      "learning_rate": 5.023694026697244e-07,
      "loss": 0.3356,
      "step": 2288220
    },
    {
      "epoch": 638.64,
      "grad_norm": 1.1207233667373657,
      "learning_rate": 5.023526743473848e-07,
      "loss": 0.3475,
      "step": 2288230
    },
    {
      "epoch": 638.64,
      "grad_norm": 1.2553510665893555,
      "learning_rate": 5.023359462701351e-07,
      "loss": 0.3384,
      "step": 2288240
    },
    {
      "epoch": 638.64,
      "grad_norm": 1.1626471281051636,
      "learning_rate": 5.023192184379785e-07,
      "loss": 0.3115,
      "step": 2288250
    },
    {
      "epoch": 638.64,
      "grad_norm": 1.2109887599945068,
      "learning_rate": 5.023024908509171e-07,
      "loss": 0.3324,
      "step": 2288260
    },
    {
      "epoch": 638.65,
      "grad_norm": 1.319993495941162,
      "learning_rate": 5.022857635089517e-07,
      "loss": 0.349,
      "step": 2288270
    },
    {
      "epoch": 638.65,
      "grad_norm": 1.3384031057357788,
      "learning_rate": 5.022690364120868e-07,
      "loss": 0.324,
      "step": 2288280
    },
    {
      "epoch": 638.65,
      "grad_norm": 1.2302227020263672,
      "learning_rate": 5.022523095603229e-07,
      "loss": 0.3207,
      "step": 2288290
    },
    {
      "epoch": 638.65,
      "grad_norm": 1.2332074642181396,
      "learning_rate": 5.02235582953663e-07,
      "loss": 0.3505,
      "step": 2288300
    },
    {
      "epoch": 638.66,
      "grad_norm": 1.3369176387786865,
      "learning_rate": 5.022188565921098e-07,
      "loss": 0.3336,
      "step": 2288310
    },
    {
      "epoch": 638.66,
      "grad_norm": 2.0547852516174316,
      "learning_rate": 5.022021304756644e-07,
      "loss": 0.3317,
      "step": 2288320
    },
    {
      "epoch": 638.66,
      "grad_norm": 1.0705788135528564,
      "learning_rate": 5.021854046043293e-07,
      "loss": 0.3211,
      "step": 2288330
    },
    {
      "epoch": 638.67,
      "grad_norm": 1.438739538192749,
      "learning_rate": 5.02168678978107e-07,
      "loss": 0.3369,
      "step": 2288340
    },
    {
      "epoch": 638.67,
      "grad_norm": 1.3462482690811157,
      "learning_rate": 5.021519535970001e-07,
      "loss": 0.3385,
      "step": 2288350
    },
    {
      "epoch": 638.67,
      "grad_norm": 1.3912484645843506,
      "learning_rate": 5.021352284610094e-07,
      "loss": 0.3392,
      "step": 2288360
    },
    {
      "epoch": 638.67,
      "grad_norm": 1.0876319408416748,
      "learning_rate": 5.021185035701395e-07,
      "loss": 0.3311,
      "step": 2288370
    },
    {
      "epoch": 638.68,
      "grad_norm": 1.382142186164856,
      "learning_rate": 5.021017789243904e-07,
      "loss": 0.3263,
      "step": 2288380
    },
    {
      "epoch": 638.68,
      "grad_norm": 1.103783130645752,
      "learning_rate": 5.020850545237651e-07,
      "loss": 0.3473,
      "step": 2288390
    },
    {
      "epoch": 638.68,
      "grad_norm": 1.125981092453003,
      "learning_rate": 5.020683303682669e-07,
      "loss": 0.3301,
      "step": 2288400
    },
    {
      "epoch": 638.69,
      "grad_norm": 1.3581122159957886,
      "learning_rate": 5.02051606457896e-07,
      "loss": 0.3463,
      "step": 2288410
    },
    {
      "epoch": 638.69,
      "grad_norm": 1.1865911483764648,
      "learning_rate": 5.020348827926559e-07,
      "loss": 0.3274,
      "step": 2288420
    },
    {
      "epoch": 638.69,
      "grad_norm": 1.1387977600097656,
      "learning_rate": 5.020181593725485e-07,
      "loss": 0.3378,
      "step": 2288430
    },
    {
      "epoch": 638.69,
      "grad_norm": 1.2951587438583374,
      "learning_rate": 5.020014361975761e-07,
      "loss": 0.3482,
      "step": 2288440
    },
    {
      "epoch": 638.7,
      "grad_norm": 1.2693504095077515,
      "learning_rate": 5.019847132677409e-07,
      "loss": 0.3322,
      "step": 2288450
    },
    {
      "epoch": 638.7,
      "grad_norm": 1.2545857429504395,
      "learning_rate": 5.019679905830459e-07,
      "loss": 0.3488,
      "step": 2288460
    },
    {
      "epoch": 638.7,
      "grad_norm": 1.06358802318573,
      "learning_rate": 5.01951268143492e-07,
      "loss": 0.3292,
      "step": 2288470
    },
    {
      "epoch": 638.7,
      "grad_norm": 1.1886553764343262,
      "learning_rate": 5.019345459490817e-07,
      "loss": 0.3365,
      "step": 2288480
    },
    {
      "epoch": 638.71,
      "grad_norm": 1.3004860877990723,
      "learning_rate": 5.019178239998185e-07,
      "loss": 0.3317,
      "step": 2288490
    },
    {
      "epoch": 638.71,
      "grad_norm": 1.343117356300354,
      "learning_rate": 5.019011022957024e-07,
      "loss": 0.3457,
      "step": 2288500
    },
    {
      "epoch": 638.71,
      "grad_norm": 1.2014895677566528,
      "learning_rate": 5.01884380836738e-07,
      "loss": 0.3284,
      "step": 2288510
    },
    {
      "epoch": 638.72,
      "grad_norm": 1.2091227769851685,
      "learning_rate": 5.018676596229257e-07,
      "loss": 0.3244,
      "step": 2288520
    },
    {
      "epoch": 638.72,
      "grad_norm": 1.205264687538147,
      "learning_rate": 5.018509386542686e-07,
      "loss": 0.3326,
      "step": 2288530
    },
    {
      "epoch": 638.72,
      "grad_norm": 1.2598854303359985,
      "learning_rate": 5.018342179307694e-07,
      "loss": 0.3414,
      "step": 2288540
    },
    {
      "epoch": 638.72,
      "grad_norm": 1.2716869115829468,
      "learning_rate": 5.018174974524292e-07,
      "loss": 0.3405,
      "step": 2288550
    },
    {
      "epoch": 638.73,
      "grad_norm": 1.1554068326950073,
      "learning_rate": 5.018007772192504e-07,
      "loss": 0.3454,
      "step": 2288560
    },
    {
      "epoch": 638.73,
      "grad_norm": 1.2321146726608276,
      "learning_rate": 5.017840572312357e-07,
      "loss": 0.344,
      "step": 2288570
    },
    {
      "epoch": 638.73,
      "grad_norm": 3.199923038482666,
      "learning_rate": 5.017673374883878e-07,
      "loss": 0.3241,
      "step": 2288580
    },
    {
      "epoch": 638.74,
      "grad_norm": 1.24422287940979,
      "learning_rate": 5.017506179907071e-07,
      "loss": 0.3484,
      "step": 2288590
    },
    {
      "epoch": 638.74,
      "grad_norm": 1.107170820236206,
      "learning_rate": 5.017338987381981e-07,
      "loss": 0.3506,
      "step": 2288600
    },
    {
      "epoch": 638.74,
      "grad_norm": 1.148493766784668,
      "learning_rate": 5.017171797308615e-07,
      "loss": 0.3445,
      "step": 2288610
    },
    {
      "epoch": 638.74,
      "grad_norm": 1.2339749336242676,
      "learning_rate": 5.017004609686998e-07,
      "loss": 0.3359,
      "step": 2288620
    },
    {
      "epoch": 638.75,
      "grad_norm": 13.512980461120605,
      "learning_rate": 5.016837424517162e-07,
      "loss": 0.3406,
      "step": 2288630
    },
    {
      "epoch": 638.75,
      "grad_norm": 1.1777501106262207,
      "learning_rate": 5.016670241799115e-07,
      "loss": 0.3316,
      "step": 2288640
    },
    {
      "epoch": 638.75,
      "grad_norm": 1.1185253858566284,
      "learning_rate": 5.016503061532882e-07,
      "loss": 0.3389,
      "step": 2288650
    },
    {
      "epoch": 638.76,
      "grad_norm": 1.2958297729492188,
      "learning_rate": 5.016335883718494e-07,
      "loss": 0.3412,
      "step": 2288660
    },
    {
      "epoch": 638.76,
      "grad_norm": 3.3373653888702393,
      "learning_rate": 5.016168708355969e-07,
      "loss": 0.3409,
      "step": 2288670
    },
    {
      "epoch": 638.76,
      "grad_norm": 1.2251836061477661,
      "learning_rate": 5.016001535445325e-07,
      "loss": 0.3231,
      "step": 2288680
    },
    {
      "epoch": 638.76,
      "grad_norm": 1.24009370803833,
      "learning_rate": 5.015834364986588e-07,
      "loss": 0.3427,
      "step": 2288690
    },
    {
      "epoch": 638.77,
      "grad_norm": 1.4244707822799683,
      "learning_rate": 5.015667196979784e-07,
      "loss": 0.3435,
      "step": 2288700
    },
    {
      "epoch": 638.77,
      "grad_norm": 1.305933952331543,
      "learning_rate": 5.015500031424919e-07,
      "loss": 0.3252,
      "step": 2288710
    },
    {
      "epoch": 638.77,
      "grad_norm": 1.3528629541397095,
      "learning_rate": 5.015332868322042e-07,
      "loss": 0.3574,
      "step": 2288720
    },
    {
      "epoch": 638.77,
      "grad_norm": 1.1267565488815308,
      "learning_rate": 5.015165707671145e-07,
      "loss": 0.3396,
      "step": 2288730
    },
    {
      "epoch": 638.78,
      "grad_norm": 1.2407513856887817,
      "learning_rate": 5.014998549472278e-07,
      "loss": 0.3288,
      "step": 2288740
    },
    {
      "epoch": 638.78,
      "grad_norm": 1.1696908473968506,
      "learning_rate": 5.014831393725446e-07,
      "loss": 0.3278,
      "step": 2288750
    },
    {
      "epoch": 638.78,
      "grad_norm": 1.1388126611709595,
      "learning_rate": 5.014664240430678e-07,
      "loss": 0.3192,
      "step": 2288760
    },
    {
      "epoch": 638.79,
      "grad_norm": 1.5454462766647339,
      "learning_rate": 5.014497089587998e-07,
      "loss": 0.3414,
      "step": 2288770
    },
    {
      "epoch": 638.79,
      "grad_norm": 1.1290453672409058,
      "learning_rate": 5.014329941197419e-07,
      "loss": 0.3298,
      "step": 2288780
    },
    {
      "epoch": 638.79,
      "grad_norm": 1.4870235919952393,
      "learning_rate": 5.01416279525897e-07,
      "loss": 0.3312,
      "step": 2288790
    },
    {
      "epoch": 638.79,
      "grad_norm": 1.2655863761901855,
      "learning_rate": 5.01399565177267e-07,
      "loss": 0.348,
      "step": 2288800
    },
    {
      "epoch": 638.8,
      "grad_norm": 1.3067463636398315,
      "learning_rate": 5.013828510738553e-07,
      "loss": 0.3211,
      "step": 2288810
    },
    {
      "epoch": 638.8,
      "grad_norm": 1.2707035541534424,
      "learning_rate": 5.013661372156623e-07,
      "loss": 0.3228,
      "step": 2288820
    },
    {
      "epoch": 638.8,
      "grad_norm": 1.158307671546936,
      "learning_rate": 5.01349423602691e-07,
      "loss": 0.3391,
      "step": 2288830
    },
    {
      "epoch": 638.81,
      "grad_norm": 1.0913203954696655,
      "learning_rate": 5.013327102349447e-07,
      "loss": 0.3376,
      "step": 2288840
    },
    {
      "epoch": 638.81,
      "grad_norm": 1.3194104433059692,
      "learning_rate": 5.013159971124232e-07,
      "loss": 0.3368,
      "step": 2288850
    },
    {
      "epoch": 638.81,
      "grad_norm": 1.2403374910354614,
      "learning_rate": 5.012992842351314e-07,
      "loss": 0.3292,
      "step": 2288860
    },
    {
      "epoch": 638.81,
      "grad_norm": 1.3499172925949097,
      "learning_rate": 5.012825716030695e-07,
      "loss": 0.3312,
      "step": 2288870
    },
    {
      "epoch": 638.82,
      "grad_norm": 1.1961593627929688,
      "learning_rate": 5.01265859216241e-07,
      "loss": 0.3203,
      "step": 2288880
    },
    {
      "epoch": 638.82,
      "grad_norm": 1.0723055601119995,
      "learning_rate": 5.012491470746472e-07,
      "loss": 0.3223,
      "step": 2288890
    },
    {
      "epoch": 638.82,
      "grad_norm": 1.2303868532180786,
      "learning_rate": 5.012324351782916e-07,
      "loss": 0.3421,
      "step": 2288900
    },
    {
      "epoch": 638.83,
      "grad_norm": 1.2242299318313599,
      "learning_rate": 5.012157235271747e-07,
      "loss": 0.3388,
      "step": 2288910
    },
    {
      "epoch": 638.83,
      "grad_norm": 1.47475004196167,
      "learning_rate": 5.011990121213e-07,
      "loss": 0.3393,
      "step": 2288920
    },
    {
      "epoch": 638.83,
      "grad_norm": 1.246787190437317,
      "learning_rate": 5.011823009606697e-07,
      "loss": 0.3468,
      "step": 2288930
    },
    {
      "epoch": 638.83,
      "grad_norm": 1.325958490371704,
      "learning_rate": 5.011655900452844e-07,
      "loss": 0.3445,
      "step": 2288940
    },
    {
      "epoch": 638.84,
      "grad_norm": 1.2041349411010742,
      "learning_rate": 5.01148879375149e-07,
      "loss": 0.354,
      "step": 2288950
    },
    {
      "epoch": 638.84,
      "grad_norm": 1.253664255142212,
      "learning_rate": 5.011321689502635e-07,
      "loss": 0.3416,
      "step": 2288960
    },
    {
      "epoch": 638.84,
      "grad_norm": 1.1954584121704102,
      "learning_rate": 5.01115458770631e-07,
      "loss": 0.322,
      "step": 2288970
    },
    {
      "epoch": 638.84,
      "grad_norm": 1.4925217628479004,
      "learning_rate": 5.010987488362545e-07,
      "loss": 0.3367,
      "step": 2288980
    },
    {
      "epoch": 638.85,
      "grad_norm": 1.1459826231002808,
      "learning_rate": 5.010820391471346e-07,
      "loss": 0.3409,
      "step": 2288990
    },
    {
      "epoch": 638.85,
      "grad_norm": 1.1711022853851318,
      "learning_rate": 5.010653297032743e-07,
      "loss": 0.3315,
      "step": 2289000
    },
    {
      "epoch": 638.85,
      "grad_norm": 1.340277910232544,
      "learning_rate": 5.010486205046758e-07,
      "loss": 0.337,
      "step": 2289010
    },
    {
      "epoch": 638.86,
      "grad_norm": 1.1770883798599243,
      "learning_rate": 5.010319115513413e-07,
      "loss": 0.3509,
      "step": 2289020
    },
    {
      "epoch": 638.86,
      "grad_norm": 1.3910094499588013,
      "learning_rate": 5.010152028432732e-07,
      "loss": 0.3403,
      "step": 2289030
    },
    {
      "epoch": 638.86,
      "grad_norm": 1.4654502868652344,
      "learning_rate": 5.009984943804742e-07,
      "loss": 0.349,
      "step": 2289040
    },
    {
      "epoch": 638.86,
      "grad_norm": 1.2210381031036377,
      "learning_rate": 5.009817861629454e-07,
      "loss": 0.3454,
      "step": 2289050
    },
    {
      "epoch": 638.87,
      "grad_norm": 1.3881868124008179,
      "learning_rate": 5.009650781906894e-07,
      "loss": 0.3323,
      "step": 2289060
    },
    {
      "epoch": 638.87,
      "grad_norm": 1.295323133468628,
      "learning_rate": 5.009483704637091e-07,
      "loss": 0.3378,
      "step": 2289070
    },
    {
      "epoch": 638.87,
      "grad_norm": 1.2481926679611206,
      "learning_rate": 5.009316629820052e-07,
      "loss": 0.3475,
      "step": 2289080
    },
    {
      "epoch": 638.88,
      "grad_norm": 1.2189887762069702,
      "learning_rate": 5.00914955745582e-07,
      "loss": 0.337,
      "step": 2289090
    },
    {
      "epoch": 638.88,
      "grad_norm": 1.1132351160049438,
      "learning_rate": 5.008982487544401e-07,
      "loss": 0.3371,
      "step": 2289100
    },
    {
      "epoch": 638.88,
      "grad_norm": 1.124141812324524,
      "learning_rate": 5.008815420085824e-07,
      "loss": 0.3319,
      "step": 2289110
    },
    {
      "epoch": 638.88,
      "grad_norm": 1.1265199184417725,
      "learning_rate": 5.008648355080114e-07,
      "loss": 0.3221,
      "step": 2289120
    },
    {
      "epoch": 638.89,
      "grad_norm": 1.1535447835922241,
      "learning_rate": 5.008481292527283e-07,
      "loss": 0.3323,
      "step": 2289130
    },
    {
      "epoch": 638.89,
      "grad_norm": 1.1558258533477783,
      "learning_rate": 5.00831423242736e-07,
      "loss": 0.3238,
      "step": 2289140
    },
    {
      "epoch": 638.89,
      "grad_norm": 1.5016781091690063,
      "learning_rate": 5.008147174780366e-07,
      "loss": 0.3276,
      "step": 2289150
    },
    {
      "epoch": 638.89,
      "grad_norm": 1.3063424825668335,
      "learning_rate": 5.007980119586331e-07,
      "loss": 0.3377,
      "step": 2289160
    },
    {
      "epoch": 638.9,
      "grad_norm": 1.3490787744522095,
      "learning_rate": 5.007813066845257e-07,
      "loss": 0.3395,
      "step": 2289170
    },
    {
      "epoch": 638.9,
      "grad_norm": 1.27103590965271,
      "learning_rate": 5.007646016557192e-07,
      "loss": 0.3544,
      "step": 2289180
    },
    {
      "epoch": 638.9,
      "grad_norm": 1.4353989362716675,
      "learning_rate": 5.00747896872214e-07,
      "loss": 0.3308,
      "step": 2289190
    },
    {
      "epoch": 638.91,
      "grad_norm": 1.1990174055099487,
      "learning_rate": 5.007311923340129e-07,
      "loss": 0.3366,
      "step": 2289200
    },
    {
      "epoch": 638.91,
      "grad_norm": 1.1549696922302246,
      "learning_rate": 5.007144880411186e-07,
      "loss": 0.3327,
      "step": 2289210
    },
    {
      "epoch": 638.91,
      "grad_norm": 1.1728990077972412,
      "learning_rate": 5.006977839935324e-07,
      "loss": 0.3273,
      "step": 2289220
    },
    {
      "epoch": 638.91,
      "grad_norm": 1.2909245491027832,
      "learning_rate": 5.00681080191257e-07,
      "loss": 0.3366,
      "step": 2289230
    },
    {
      "epoch": 638.92,
      "grad_norm": 1.3233205080032349,
      "learning_rate": 5.006643766342944e-07,
      "loss": 0.3496,
      "step": 2289240
    },
    {
      "epoch": 638.92,
      "grad_norm": 1.2010376453399658,
      "learning_rate": 5.006476733226475e-07,
      "loss": 0.3343,
      "step": 2289250
    },
    {
      "epoch": 638.92,
      "grad_norm": 1.1869418621063232,
      "learning_rate": 5.006309702563174e-07,
      "loss": 0.3355,
      "step": 2289260
    },
    {
      "epoch": 638.93,
      "grad_norm": 1.4733874797821045,
      "learning_rate": 5.006142674353073e-07,
      "loss": 0.3621,
      "step": 2289270
    },
    {
      "epoch": 638.93,
      "grad_norm": 1.1126630306243896,
      "learning_rate": 5.005975648596186e-07,
      "loss": 0.3471,
      "step": 2289280
    },
    {
      "epoch": 638.93,
      "grad_norm": 1.2613002061843872,
      "learning_rate": 5.005808625292543e-07,
      "loss": 0.3549,
      "step": 2289290
    },
    {
      "epoch": 638.93,
      "grad_norm": 1.1752567291259766,
      "learning_rate": 5.005641604442168e-07,
      "loss": 0.3317,
      "step": 2289300
    },
    {
      "epoch": 638.94,
      "grad_norm": 1.1635191440582275,
      "learning_rate": 5.005474586045067e-07,
      "loss": 0.3417,
      "step": 2289310
    },
    {
      "epoch": 638.94,
      "grad_norm": 1.3481169939041138,
      "learning_rate": 5.005307570101286e-07,
      "loss": 0.3509,
      "step": 2289320
    },
    {
      "epoch": 638.94,
      "grad_norm": 1.1389771699905396,
      "learning_rate": 5.005140556610829e-07,
      "loss": 0.3314,
      "step": 2289330
    },
    {
      "epoch": 638.95,
      "grad_norm": 1.2179104089736938,
      "learning_rate": 5.004973545573722e-07,
      "loss": 0.3235,
      "step": 2289340
    },
    {
      "epoch": 638.95,
      "grad_norm": 1.121156096458435,
      "learning_rate": 5.004806536989997e-07,
      "loss": 0.3287,
      "step": 2289350
    },
    {
      "epoch": 638.95,
      "grad_norm": 1.1520191431045532,
      "learning_rate": 5.004639530859663e-07,
      "loss": 0.333,
      "step": 2289360
    },
    {
      "epoch": 638.95,
      "grad_norm": 1.267760992050171,
      "learning_rate": 5.004472527182747e-07,
      "loss": 0.3322,
      "step": 2289370
    },
    {
      "epoch": 638.96,
      "grad_norm": 1.122589349746704,
      "learning_rate": 5.004305525959272e-07,
      "loss": 0.3585,
      "step": 2289380
    },
    {
      "epoch": 638.96,
      "grad_norm": 1.1427795886993408,
      "learning_rate": 5.004138527189267e-07,
      "loss": 0.3372,
      "step": 2289390
    },
    {
      "epoch": 638.96,
      "grad_norm": 1.1325457096099854,
      "learning_rate": 5.003971530872734e-07,
      "loss": 0.3324,
      "step": 2289400
    },
    {
      "epoch": 638.96,
      "grad_norm": 1.0371971130371094,
      "learning_rate": 5.003804537009722e-07,
      "loss": 0.3457,
      "step": 2289410
    },
    {
      "epoch": 638.97,
      "grad_norm": 1.2897803783416748,
      "learning_rate": 5.003637545600233e-07,
      "loss": 0.3281,
      "step": 2289420
    },
    {
      "epoch": 638.97,
      "grad_norm": 1.417761206626892,
      "learning_rate": 5.003470556644296e-07,
      "loss": 0.3417,
      "step": 2289430
    },
    {
      "epoch": 638.97,
      "grad_norm": 1.1004084348678589,
      "learning_rate": 5.00330357014194e-07,
      "loss": 0.3367,
      "step": 2289440
    },
    {
      "epoch": 638.98,
      "grad_norm": 1.034791111946106,
      "learning_rate": 5.003136586093174e-07,
      "loss": 0.3436,
      "step": 2289450
    },
    {
      "epoch": 638.98,
      "grad_norm": 1.2215336561203003,
      "learning_rate": 5.002969604498026e-07,
      "loss": 0.347,
      "step": 2289460
    },
    {
      "epoch": 638.98,
      "grad_norm": 1.5741976499557495,
      "learning_rate": 5.002802625356521e-07,
      "loss": 0.3516,
      "step": 2289470
    },
    {
      "epoch": 638.98,
      "grad_norm": 1.3973413705825806,
      "learning_rate": 5.002635648668684e-07,
      "loss": 0.3434,
      "step": 2289480
    },
    {
      "epoch": 638.99,
      "grad_norm": 1.3069031238555908,
      "learning_rate": 5.002468674434526e-07,
      "loss": 0.3299,
      "step": 2289490
    },
    {
      "epoch": 638.99,
      "grad_norm": 1.0953941345214844,
      "learning_rate": 5.002301702654078e-07,
      "loss": 0.3237,
      "step": 2289500
    },
    {
      "epoch": 638.99,
      "grad_norm": 1.2040408849716187,
      "learning_rate": 5.002134733327364e-07,
      "loss": 0.3665,
      "step": 2289510
    },
    {
      "epoch": 639.0,
      "grad_norm": 1.2159031629562378,
      "learning_rate": 5.00196776645439e-07,
      "loss": 0.3379,
      "step": 2289520
    },
    {
      "epoch": 639.0,
      "grad_norm": 1.2045406103134155,
      "learning_rate": 5.001800802035201e-07,
      "loss": 0.3209,
      "step": 2289530
    },
    {
      "epoch": 639.0,
      "eval_loss": 0.3384123146533966,
      "eval_runtime": 64.1193,
      "eval_samples_per_second": 78.9,
      "eval_steps_per_second": 9.872,
      "step": 2289537
    },
    {
      "epoch": 639.0,
      "grad_norm": 1.172118902206421,
      "learning_rate": 5.001633840069806e-07,
      "loss": 0.3445,
      "step": 2289540
    },
    {
      "epoch": 639.0,
      "grad_norm": 1.344117283821106,
      "learning_rate": 5.001466880558227e-07,
      "loss": 0.3548,
      "step": 2289550
    },
    {
      "epoch": 639.01,
      "grad_norm": 1.1268391609191895,
      "learning_rate": 5.001299923500491e-07,
      "loss": 0.333,
      "step": 2289560
    },
    {
      "epoch": 639.01,
      "grad_norm": 1.0203574895858765,
      "learning_rate": 5.001132968896625e-07,
      "loss": 0.3224,
      "step": 2289570
    },
    {
      "epoch": 639.01,
      "grad_norm": 1.1970393657684326,
      "learning_rate": 5.000966016746635e-07,
      "loss": 0.3465,
      "step": 2289580
    },
    {
      "epoch": 639.01,
      "grad_norm": 1.2750935554504395,
      "learning_rate": 5.000799067050554e-07,
      "loss": 0.3203,
      "step": 2289590
    },
    {
      "epoch": 639.02,
      "grad_norm": 1.1414554119110107,
      "learning_rate": 5.000632119808404e-07,
      "loss": 0.3194,
      "step": 2289600
    },
    {
      "epoch": 639.02,
      "grad_norm": 1.2445642948150635,
      "learning_rate": 5.000465175020207e-07,
      "loss": 0.3479,
      "step": 2289610
    },
    {
      "epoch": 639.02,
      "grad_norm": 1.0182616710662842,
      "learning_rate": 5.00029823268599e-07,
      "loss": 0.3325,
      "step": 2289620
    },
    {
      "epoch": 639.03,
      "grad_norm": 1.3898637294769287,
      "learning_rate": 5.00013129280576e-07,
      "loss": 0.3335,
      "step": 2289630
    },
    {
      "epoch": 639.03,
      "grad_norm": 1.2233058214187622,
      "learning_rate": 4.999964355379552e-07,
      "loss": 0.3506,
      "step": 2289640
    },
    {
      "epoch": 639.03,
      "grad_norm": 1.1299721002578735,
      "learning_rate": 4.999797420407392e-07,
      "loss": 0.345,
      "step": 2289650
    },
    {
      "epoch": 639.03,
      "grad_norm": 1.5037972927093506,
      "learning_rate": 4.999630487889282e-07,
      "loss": 0.3242,
      "step": 2289660
    },
    {
      "epoch": 639.04,
      "grad_norm": 1.000188946723938,
      "learning_rate": 4.999463557825267e-07,
      "loss": 0.3447,
      "step": 2289670
    },
    {
      "epoch": 639.04,
      "grad_norm": 1.2206964492797852,
      "learning_rate": 4.999296630215358e-07,
      "loss": 0.322,
      "step": 2289680
    },
    {
      "epoch": 639.04,
      "grad_norm": 1.3682538270950317,
      "learning_rate": 4.999129705059577e-07,
      "loss": 0.3278,
      "step": 2289690
    },
    {
      "epoch": 639.05,
      "grad_norm": 1.3318270444869995,
      "learning_rate": 4.998962782357947e-07,
      "loss": 0.346,
      "step": 2289700
    },
    {
      "epoch": 639.05,
      "grad_norm": 1.329809308052063,
      "learning_rate": 4.998795862110497e-07,
      "loss": 0.3613,
      "step": 2289710
    },
    {
      "epoch": 639.05,
      "grad_norm": 0.9336140155792236,
      "learning_rate": 4.998628944317238e-07,
      "loss": 0.3294,
      "step": 2289720
    },
    {
      "epoch": 639.05,
      "grad_norm": 1.070164442062378,
      "learning_rate": 4.9984620289782e-07,
      "loss": 0.3363,
      "step": 2289730
    },
    {
      "epoch": 639.06,
      "grad_norm": 1.1787210702896118,
      "learning_rate": 4.998295116093409e-07,
      "loss": 0.3295,
      "step": 2289740
    },
    {
      "epoch": 639.06,
      "grad_norm": 1.2964084148406982,
      "learning_rate": 4.998128205662866e-07,
      "loss": 0.3434,
      "step": 2289750
    },
    {
      "epoch": 639.06,
      "grad_norm": 1.395686388015747,
      "learning_rate": 4.997961297686622e-07,
      "loss": 0.3469,
      "step": 2289760
    },
    {
      "epoch": 639.07,
      "grad_norm": 1.283118724822998,
      "learning_rate": 4.99779439216468e-07,
      "loss": 0.3281,
      "step": 2289770
    },
    {
      "epoch": 639.07,
      "grad_norm": 1.292488932609558,
      "learning_rate": 4.997627489097069e-07,
      "loss": 0.3458,
      "step": 2289780
    },
    {
      "epoch": 639.07,
      "grad_norm": 1.0426616668701172,
      "learning_rate": 4.997460588483814e-07,
      "loss": 0.3344,
      "step": 2289790
    },
    {
      "epoch": 639.07,
      "grad_norm": 1.3124761581420898,
      "learning_rate": 4.997293690324927e-07,
      "loss": 0.3425,
      "step": 2289800
    },
    {
      "epoch": 639.08,
      "grad_norm": 1.030432939529419,
      "learning_rate": 4.997126794620436e-07,
      "loss": 0.3414,
      "step": 2289810
    },
    {
      "epoch": 639.08,
      "grad_norm": 1.0524179935455322,
      "learning_rate": 4.996959901370367e-07,
      "loss": 0.3522,
      "step": 2289820
    },
    {
      "epoch": 639.08,
      "grad_norm": 1.2724095582962036,
      "learning_rate": 4.996793010574742e-07,
      "loss": 0.3351,
      "step": 2289830
    },
    {
      "epoch": 639.08,
      "grad_norm": 1.349966049194336,
      "learning_rate": 4.996626122233569e-07,
      "loss": 0.3321,
      "step": 2289840
    },
    {
      "epoch": 639.09,
      "grad_norm": 1.016748309135437,
      "learning_rate": 4.996459236346894e-07,
      "loss": 0.3475,
      "step": 2289850
    },
    {
      "epoch": 639.09,
      "grad_norm": 1.184611201286316,
      "learning_rate": 4.996292352914719e-07,
      "loss": 0.3181,
      "step": 2289860
    },
    {
      "epoch": 639.09,
      "grad_norm": 1.2804358005523682,
      "learning_rate": 4.996125471937076e-07,
      "loss": 0.3159,
      "step": 2289870
    },
    {
      "epoch": 639.1,
      "grad_norm": 1.2076823711395264,
      "learning_rate": 4.995958593413989e-07,
      "loss": 0.3485,
      "step": 2289880
    },
    {
      "epoch": 639.1,
      "grad_norm": 1.1943734884262085,
      "learning_rate": 4.995791717345463e-07,
      "loss": 0.3268,
      "step": 2289890
    },
    {
      "epoch": 639.1,
      "grad_norm": 1.1347298622131348,
      "learning_rate": 4.995624843731549e-07,
      "loss": 0.3234,
      "step": 2289900
    },
    {
      "epoch": 639.1,
      "grad_norm": 1.3582662343978882,
      "learning_rate": 4.995457972572245e-07,
      "loss": 0.3377,
      "step": 2289910
    },
    {
      "epoch": 639.11,
      "grad_norm": 1.2004482746124268,
      "learning_rate": 4.995291103867583e-07,
      "loss": 0.3339,
      "step": 2289920
    },
    {
      "epoch": 639.11,
      "grad_norm": 1.2548556327819824,
      "learning_rate": 4.995124237617591e-07,
      "loss": 0.3468,
      "step": 2289930
    },
    {
      "epoch": 639.11,
      "grad_norm": 1.1706938743591309,
      "learning_rate": 4.994957373822276e-07,
      "loss": 0.3312,
      "step": 2289940
    },
    {
      "epoch": 639.12,
      "grad_norm": 1.2628133296966553,
      "learning_rate": 4.99479051248167e-07,
      "loss": 0.3246,
      "step": 2289950
    },
    {
      "epoch": 639.12,
      "grad_norm": 1.2344392538070679,
      "learning_rate": 4.994623653595791e-07,
      "loss": 0.3504,
      "step": 2289960
    },
    {
      "epoch": 639.12,
      "grad_norm": 1.1160222291946411,
      "learning_rate": 4.994456797164674e-07,
      "loss": 0.3393,
      "step": 2289970
    },
    {
      "epoch": 639.12,
      "grad_norm": 1.1652029752731323,
      "learning_rate": 4.994289943188317e-07,
      "loss": 0.3296,
      "step": 2289980
    },
    {
      "epoch": 639.13,
      "grad_norm": 1.108557939529419,
      "learning_rate": 4.994123091666768e-07,
      "loss": 0.3588,
      "step": 2289990
    },
    {
      "epoch": 639.13,
      "grad_norm": 1.34187650680542,
      "learning_rate": 4.993956242600031e-07,
      "loss": 0.3303,
      "step": 2290000
    },
    {
      "epoch": 639.13,
      "grad_norm": 1.2010996341705322,
      "learning_rate": 4.993789395988137e-07,
      "loss": 0.3496,
      "step": 2290010
    },
    {
      "epoch": 639.13,
      "grad_norm": 1.9905356168746948,
      "learning_rate": 4.993622551831111e-07,
      "loss": 0.3368,
      "step": 2290020
    },
    {
      "epoch": 639.14,
      "grad_norm": 1.170678973197937,
      "learning_rate": 4.993455710128961e-07,
      "loss": 0.3334,
      "step": 2290030
    },
    {
      "epoch": 639.14,
      "grad_norm": 1.0836430788040161,
      "learning_rate": 4.993288870881723e-07,
      "loss": 0.3429,
      "step": 2290040
    },
    {
      "epoch": 639.14,
      "grad_norm": 1.6492441892623901,
      "learning_rate": 4.993122034089412e-07,
      "loss": 0.3325,
      "step": 2290050
    },
    {
      "epoch": 639.15,
      "grad_norm": 1.12184476852417,
      "learning_rate": 4.99295519975206e-07,
      "loss": 0.3421,
      "step": 2290060
    },
    {
      "epoch": 639.15,
      "grad_norm": 1.0556548833847046,
      "learning_rate": 4.992788367869672e-07,
      "loss": 0.3533,
      "step": 2290070
    },
    {
      "epoch": 639.15,
      "grad_norm": 1.4169942140579224,
      "learning_rate": 4.992621538442285e-07,
      "loss": 0.3413,
      "step": 2290080
    },
    {
      "epoch": 639.15,
      "grad_norm": 1.2943142652511597,
      "learning_rate": 4.992454711469921e-07,
      "loss": 0.3404,
      "step": 2290090
    },
    {
      "epoch": 639.16,
      "grad_norm": 1.1455081701278687,
      "learning_rate": 4.992287886952586e-07,
      "loss": 0.3494,
      "step": 2290100
    },
    {
      "epoch": 639.16,
      "grad_norm": 1.085202693939209,
      "learning_rate": 4.992121064890322e-07,
      "loss": 0.3478,
      "step": 2290110
    },
    {
      "epoch": 639.16,
      "grad_norm": 1.1530996561050415,
      "learning_rate": 4.991954245283142e-07,
      "loss": 0.3441,
      "step": 2290120
    },
    {
      "epoch": 639.17,
      "grad_norm": 1.1863484382629395,
      "learning_rate": 4.991787428131066e-07,
      "loss": 0.3426,
      "step": 2290130
    },
    {
      "epoch": 639.17,
      "grad_norm": 1.8898683786392212,
      "learning_rate": 4.99162061343412e-07,
      "loss": 0.3385,
      "step": 2290140
    },
    {
      "epoch": 639.17,
      "grad_norm": 1.2561196088790894,
      "learning_rate": 4.991453801192331e-07,
      "loss": 0.3522,
      "step": 2290150
    },
    {
      "epoch": 639.17,
      "grad_norm": 1.2553069591522217,
      "learning_rate": 4.991286991405712e-07,
      "loss": 0.3321,
      "step": 2290160
    },
    {
      "epoch": 639.18,
      "grad_norm": 1.3428305387496948,
      "learning_rate": 4.991120184074289e-07,
      "loss": 0.3397,
      "step": 2290170
    },
    {
      "epoch": 639.18,
      "grad_norm": 1.3360199928283691,
      "learning_rate": 4.990953379198083e-07,
      "loss": 0.3405,
      "step": 2290180
    },
    {
      "epoch": 639.18,
      "grad_norm": 1.3192700147628784,
      "learning_rate": 4.990786576777116e-07,
      "loss": 0.3259,
      "step": 2290190
    },
    {
      "epoch": 639.19,
      "grad_norm": 1.246273398399353,
      "learning_rate": 4.990619776811419e-07,
      "loss": 0.3372,
      "step": 2290200
    },
    {
      "epoch": 639.19,
      "grad_norm": 1.1626808643341064,
      "learning_rate": 4.990452979301001e-07,
      "loss": 0.331,
      "step": 2290210
    },
    {
      "epoch": 639.19,
      "grad_norm": 1.0840576887130737,
      "learning_rate": 4.990286184245888e-07,
      "loss": 0.3454,
      "step": 2290220
    },
    {
      "epoch": 639.19,
      "grad_norm": 1.2864233255386353,
      "learning_rate": 4.990119391646111e-07,
      "loss": 0.3515,
      "step": 2290230
    },
    {
      "epoch": 639.2,
      "grad_norm": 1.2095229625701904,
      "learning_rate": 4.989952601501676e-07,
      "loss": 0.3374,
      "step": 2290240
    },
    {
      "epoch": 639.2,
      "grad_norm": 1.0836825370788574,
      "learning_rate": 4.989785813812626e-07,
      "loss": 0.3428,
      "step": 2290250
    },
    {
      "epoch": 639.2,
      "grad_norm": 1.3257496356964111,
      "learning_rate": 4.989619028578962e-07,
      "loss": 0.3268,
      "step": 2290260
    },
    {
      "epoch": 639.2,
      "grad_norm": 1.2398298978805542,
      "learning_rate": 4.989452245800718e-07,
      "loss": 0.3386,
      "step": 2290270
    },
    {
      "epoch": 639.21,
      "grad_norm": 1.1389769315719604,
      "learning_rate": 4.989285465477916e-07,
      "loss": 0.3445,
      "step": 2290280
    },
    {
      "epoch": 639.21,
      "grad_norm": 1.149288535118103,
      "learning_rate": 4.989118687610581e-07,
      "loss": 0.3396,
      "step": 2290290
    },
    {
      "epoch": 639.21,
      "grad_norm": 1.2183423042297363,
      "learning_rate": 4.988951912198723e-07,
      "loss": 0.3381,
      "step": 2290300
    },
    {
      "epoch": 639.22,
      "grad_norm": 1.1014035940170288,
      "learning_rate": 4.988785139242374e-07,
      "loss": 0.3298,
      "step": 2290310
    },
    {
      "epoch": 639.22,
      "grad_norm": 1.4866368770599365,
      "learning_rate": 4.988618368741559e-07,
      "loss": 0.3305,
      "step": 2290320
    },
    {
      "epoch": 639.22,
      "grad_norm": 1.2833635807037354,
      "learning_rate": 4.988451600696286e-07,
      "loss": 0.3195,
      "step": 2290330
    },
    {
      "epoch": 639.22,
      "grad_norm": 1.0954855680465698,
      "learning_rate": 4.988284835106594e-07,
      "loss": 0.3195,
      "step": 2290340
    },
    {
      "epoch": 639.23,
      "grad_norm": 0.9745861291885376,
      "learning_rate": 4.988118071972495e-07,
      "loss": 0.327,
      "step": 2290350
    },
    {
      "epoch": 639.23,
      "grad_norm": 1.2436046600341797,
      "learning_rate": 4.98795131129401e-07,
      "loss": 0.3275,
      "step": 2290360
    },
    {
      "epoch": 639.23,
      "grad_norm": 1.501168131828308,
      "learning_rate": 4.987784553071168e-07,
      "loss": 0.3398,
      "step": 2290370
    },
    {
      "epoch": 639.24,
      "grad_norm": 1.1880031824111938,
      "learning_rate": 4.987617797303994e-07,
      "loss": 0.3261,
      "step": 2290380
    },
    {
      "epoch": 639.24,
      "grad_norm": 1.1548025608062744,
      "learning_rate": 4.987451043992498e-07,
      "loss": 0.3153,
      "step": 2290390
    },
    {
      "epoch": 639.24,
      "grad_norm": 1.058422327041626,
      "learning_rate": 4.987284293136709e-07,
      "loss": 0.339,
      "step": 2290400
    },
    {
      "epoch": 639.24,
      "grad_norm": 1.1389509439468384,
      "learning_rate": 4.987117544736652e-07,
      "loss": 0.3387,
      "step": 2290410
    },
    {
      "epoch": 639.25,
      "grad_norm": 1.3053196668624878,
      "learning_rate": 4.986950798792337e-07,
      "loss": 0.3397,
      "step": 2290420
    },
    {
      "epoch": 639.25,
      "grad_norm": 1.4192429780960083,
      "learning_rate": 4.986784055303807e-07,
      "loss": 0.3349,
      "step": 2290430
    },
    {
      "epoch": 639.25,
      "grad_norm": 1.0331233739852905,
      "learning_rate": 4.986617314271063e-07,
      "loss": 0.3313,
      "step": 2290440
    },
    {
      "epoch": 639.25,
      "grad_norm": 1.1506718397140503,
      "learning_rate": 4.986450575694141e-07,
      "loss": 0.3291,
      "step": 2290450
    },
    {
      "epoch": 639.26,
      "grad_norm": 1.0594061613082886,
      "learning_rate": 4.986283839573062e-07,
      "loss": 0.3417,
      "step": 2290460
    },
    {
      "epoch": 639.26,
      "grad_norm": 1.2492163181304932,
      "learning_rate": 4.986117105907834e-07,
      "loss": 0.3419,
      "step": 2290470
    },
    {
      "epoch": 639.26,
      "grad_norm": 1.120808720588684,
      "learning_rate": 4.985950374698502e-07,
      "loss": 0.3252,
      "step": 2290480
    },
    {
      "epoch": 639.27,
      "grad_norm": 1.1683837175369263,
      "learning_rate": 4.985783645945069e-07,
      "loss": 0.3383,
      "step": 2290490
    },
    {
      "epoch": 639.27,
      "grad_norm": 1.2184042930603027,
      "learning_rate": 4.985616919647566e-07,
      "loss": 0.329,
      "step": 2290500
    },
    {
      "epoch": 639.27,
      "grad_norm": 1.2080429792404175,
      "learning_rate": 4.985450195806011e-07,
      "loss": 0.3452,
      "step": 2290510
    },
    {
      "epoch": 639.27,
      "grad_norm": 1.2712922096252441,
      "learning_rate": 4.985283474420438e-07,
      "loss": 0.3379,
      "step": 2290520
    },
    {
      "epoch": 639.28,
      "grad_norm": 1.1298885345458984,
      "learning_rate": 4.985116755490852e-07,
      "loss": 0.3389,
      "step": 2290530
    },
    {
      "epoch": 639.28,
      "grad_norm": 3.989471435546875,
      "learning_rate": 4.984950039017286e-07,
      "loss": 0.3385,
      "step": 2290540
    },
    {
      "epoch": 639.28,
      "grad_norm": 1.2748514413833618,
      "learning_rate": 4.984783324999763e-07,
      "loss": 0.3438,
      "step": 2290550
    },
    {
      "epoch": 639.29,
      "grad_norm": 1.4004504680633545,
      "learning_rate": 4.98461661343829e-07,
      "loss": 0.3234,
      "step": 2290560
    },
    {
      "epoch": 639.29,
      "grad_norm": 1.2074229717254639,
      "learning_rate": 4.984449904332913e-07,
      "loss": 0.3461,
      "step": 2290570
    },
    {
      "epoch": 639.29,
      "grad_norm": 1.1604797840118408,
      "learning_rate": 4.984283197683636e-07,
      "loss": 0.3379,
      "step": 2290580
    },
    {
      "epoch": 639.29,
      "grad_norm": 1.1404722929000854,
      "learning_rate": 4.984116493490486e-07,
      "loss": 0.3499,
      "step": 2290590
    },
    {
      "epoch": 639.3,
      "grad_norm": 1.2542613744735718,
      "learning_rate": 4.983949791753493e-07,
      "loss": 0.344,
      "step": 2290600
    },
    {
      "epoch": 639.3,
      "grad_norm": 1.137509822845459,
      "learning_rate": 4.983783092472669e-07,
      "loss": 0.3221,
      "step": 2290610
    },
    {
      "epoch": 639.3,
      "grad_norm": 1.561417818069458,
      "learning_rate": 4.983616395648036e-07,
      "loss": 0.3356,
      "step": 2290620
    },
    {
      "epoch": 639.31,
      "grad_norm": 1.4420487880706787,
      "learning_rate": 4.983449701279624e-07,
      "loss": 0.3343,
      "step": 2290630
    },
    {
      "epoch": 639.31,
      "grad_norm": 1.3281575441360474,
      "learning_rate": 4.983283009367454e-07,
      "loss": 0.3372,
      "step": 2290640
    },
    {
      "epoch": 639.31,
      "grad_norm": 1.1876728534698486,
      "learning_rate": 4.983116319911534e-07,
      "loss": 0.3247,
      "step": 2290650
    },
    {
      "epoch": 639.31,
      "grad_norm": 1.187827467918396,
      "learning_rate": 4.982949632911909e-07,
      "loss": 0.3555,
      "step": 2290660
    },
    {
      "epoch": 639.32,
      "grad_norm": 1.2032209634780884,
      "learning_rate": 4.982782948368585e-07,
      "loss": 0.3317,
      "step": 2290670
    },
    {
      "epoch": 639.32,
      "grad_norm": 1.1388660669326782,
      "learning_rate": 4.982616266281587e-07,
      "loss": 0.3519,
      "step": 2290680
    },
    {
      "epoch": 639.32,
      "grad_norm": 1.3338924646377563,
      "learning_rate": 4.982449586650948e-07,
      "loss": 0.335,
      "step": 2290690
    },
    {
      "epoch": 639.32,
      "grad_norm": 1.167893648147583,
      "learning_rate": 4.982282909476674e-07,
      "loss": 0.3248,
      "step": 2290700
    },
    {
      "epoch": 639.33,
      "grad_norm": 1.26371431350708,
      "learning_rate": 4.982116234758793e-07,
      "loss": 0.3335,
      "step": 2290710
    },
    {
      "epoch": 639.33,
      "grad_norm": 1.1367772817611694,
      "learning_rate": 4.981949562497329e-07,
      "loss": 0.321,
      "step": 2290720
    },
    {
      "epoch": 639.33,
      "grad_norm": 1.344787836074829,
      "learning_rate": 4.981782892692312e-07,
      "loss": 0.3326,
      "step": 2290730
    },
    {
      "epoch": 639.34,
      "grad_norm": 1.2198492288589478,
      "learning_rate": 4.981616225343748e-07,
      "loss": 0.3313,
      "step": 2290740
    },
    {
      "epoch": 639.34,
      "grad_norm": 1.1517183780670166,
      "learning_rate": 4.981449560451666e-07,
      "loss": 0.3406,
      "step": 2290750
    },
    {
      "epoch": 639.34,
      "grad_norm": 1.2568491697311401,
      "learning_rate": 4.981282898016093e-07,
      "loss": 0.3266,
      "step": 2290760
    },
    {
      "epoch": 639.34,
      "grad_norm": 1.1018580198287964,
      "learning_rate": 4.981116238037043e-07,
      "loss": 0.3184,
      "step": 2290770
    },
    {
      "epoch": 639.35,
      "grad_norm": 1.3664305210113525,
      "learning_rate": 4.980949580514553e-07,
      "loss": 0.3376,
      "step": 2290780
    },
    {
      "epoch": 639.35,
      "grad_norm": 1.2108185291290283,
      "learning_rate": 4.980782925448621e-07,
      "loss": 0.3404,
      "step": 2290790
    },
    {
      "epoch": 639.35,
      "grad_norm": 1.2353615760803223,
      "learning_rate": 4.980616272839293e-07,
      "loss": 0.3512,
      "step": 2290800
    },
    {
      "epoch": 639.36,
      "grad_norm": 1.1343940496444702,
      "learning_rate": 4.98044962268658e-07,
      "loss": 0.3451,
      "step": 2290810
    },
    {
      "epoch": 639.36,
      "grad_norm": 1.6790125370025635,
      "learning_rate": 4.980282974990502e-07,
      "loss": 0.3365,
      "step": 2290820
    },
    {
      "epoch": 639.36,
      "grad_norm": 1.1024264097213745,
      "learning_rate": 4.980116329751092e-07,
      "loss": 0.3442,
      "step": 2290830
    },
    {
      "epoch": 639.36,
      "grad_norm": 1.2146706581115723,
      "learning_rate": 4.979949686968358e-07,
      "loss": 0.3244,
      "step": 2290840
    },
    {
      "epoch": 639.37,
      "grad_norm": 1.169188141822815,
      "learning_rate": 4.979783046642328e-07,
      "loss": 0.3359,
      "step": 2290850
    },
    {
      "epoch": 639.37,
      "grad_norm": 1.1367679834365845,
      "learning_rate": 4.979616408773027e-07,
      "loss": 0.3268,
      "step": 2290860
    },
    {
      "epoch": 639.37,
      "grad_norm": 1.2264755964279175,
      "learning_rate": 4.979449773360481e-07,
      "loss": 0.3276,
      "step": 2290870
    },
    {
      "epoch": 639.37,
      "grad_norm": 1.365295648574829,
      "learning_rate": 4.979283140404698e-07,
      "loss": 0.3436,
      "step": 2290880
    },
    {
      "epoch": 639.38,
      "grad_norm": 1.3553882837295532,
      "learning_rate": 4.979116509905711e-07,
      "loss": 0.3464,
      "step": 2290890
    },
    {
      "epoch": 639.38,
      "grad_norm": 1.1210113763809204,
      "learning_rate": 4.978949881863547e-07,
      "loss": 0.3279,
      "step": 2290900
    },
    {
      "epoch": 639.38,
      "grad_norm": 1.3015915155410767,
      "learning_rate": 4.978783256278207e-07,
      "loss": 0.3364,
      "step": 2290910
    },
    {
      "epoch": 639.39,
      "grad_norm": 1.315966010093689,
      "learning_rate": 4.978616633149741e-07,
      "loss": 0.344,
      "step": 2290920
    },
    {
      "epoch": 639.39,
      "grad_norm": 1.2565475702285767,
      "learning_rate": 4.978450012478149e-07,
      "loss": 0.3534,
      "step": 2290930
    },
    {
      "epoch": 639.39,
      "grad_norm": 1.2247014045715332,
      "learning_rate": 4.978283394263463e-07,
      "loss": 0.3458,
      "step": 2290940
    },
    {
      "epoch": 639.39,
      "grad_norm": 1.231312870979309,
      "learning_rate": 4.978116778505705e-07,
      "loss": 0.3461,
      "step": 2290950
    },
    {
      "epoch": 639.4,
      "grad_norm": 1.0521891117095947,
      "learning_rate": 4.9779501652049e-07,
      "loss": 0.3394,
      "step": 2290960
    },
    {
      "epoch": 639.4,
      "grad_norm": 1.138499140739441,
      "learning_rate": 4.977783554361061e-07,
      "loss": 0.3534,
      "step": 2290970
    },
    {
      "epoch": 639.4,
      "grad_norm": 1.0462216138839722,
      "learning_rate": 4.977616945974216e-07,
      "loss": 0.3533,
      "step": 2290980
    },
    {
      "epoch": 639.41,
      "grad_norm": 1.1521368026733398,
      "learning_rate": 4.97745034004439e-07,
      "loss": 0.3304,
      "step": 2290990
    },
    {
      "epoch": 639.41,
      "grad_norm": 1.2517964839935303,
      "learning_rate": 4.977283736571591e-07,
      "loss": 0.3277,
      "step": 2291000
    },
    {
      "epoch": 639.41,
      "grad_norm": 1.1817340850830078,
      "learning_rate": 4.977117135555863e-07,
      "loss": 0.3537,
      "step": 2291010
    },
    {
      "epoch": 639.41,
      "grad_norm": 1.3296847343444824,
      "learning_rate": 4.976950536997215e-07,
      "loss": 0.3333,
      "step": 2291020
    },
    {
      "epoch": 639.42,
      "grad_norm": 1.3062386512756348,
      "learning_rate": 4.976783940895667e-07,
      "loss": 0.3441,
      "step": 2291030
    },
    {
      "epoch": 639.42,
      "grad_norm": 1.3535330295562744,
      "learning_rate": 4.976617347251251e-07,
      "loss": 0.3483,
      "step": 2291040
    },
    {
      "epoch": 639.42,
      "grad_norm": 1.2007179260253906,
      "learning_rate": 4.976450756063974e-07,
      "loss": 0.3343,
      "step": 2291050
    },
    {
      "epoch": 639.43,
      "grad_norm": 1.2872694730758667,
      "learning_rate": 4.976284167333878e-07,
      "loss": 0.3526,
      "step": 2291060
    },
    {
      "epoch": 639.43,
      "grad_norm": 1.2055799961090088,
      "learning_rate": 4.976117581060971e-07,
      "loss": 0.3397,
      "step": 2291070
    },
    {
      "epoch": 639.43,
      "grad_norm": 1.0426157712936401,
      "learning_rate": 4.975950997245276e-07,
      "loss": 0.3373,
      "step": 2291080
    },
    {
      "epoch": 639.43,
      "grad_norm": 1.336214303970337,
      "learning_rate": 4.975784415886819e-07,
      "loss": 0.3244,
      "step": 2291090
    },
    {
      "epoch": 639.44,
      "grad_norm": 1.0269666910171509,
      "learning_rate": 4.975617836985631e-07,
      "loss": 0.3271,
      "step": 2291100
    },
    {
      "epoch": 639.44,
      "grad_norm": 3.5332117080688477,
      "learning_rate": 4.975451260541714e-07,
      "loss": 0.3234,
      "step": 2291110
    },
    {
      "epoch": 639.44,
      "grad_norm": 1.2795805931091309,
      "learning_rate": 4.975284686555102e-07,
      "loss": 0.3373,
      "step": 2291120
    },
    {
      "epoch": 639.44,
      "grad_norm": 1.305159568786621,
      "learning_rate": 4.975118115025823e-07,
      "loss": 0.3465,
      "step": 2291130
    },
    {
      "epoch": 639.45,
      "grad_norm": 1.1042264699935913,
      "learning_rate": 4.974951545953879e-07,
      "loss": 0.3434,
      "step": 2291140
    },
    {
      "epoch": 639.45,
      "grad_norm": 1.2247536182403564,
      "learning_rate": 4.974784979339318e-07,
      "loss": 0.3399,
      "step": 2291150
    },
    {
      "epoch": 639.45,
      "grad_norm": 1.2359873056411743,
      "learning_rate": 4.974618415182143e-07,
      "loss": 0.3318,
      "step": 2291160
    },
    {
      "epoch": 639.46,
      "grad_norm": 1.4404871463775635,
      "learning_rate": 4.974451853482382e-07,
      "loss": 0.3359,
      "step": 2291170
    },
    {
      "epoch": 639.46,
      "grad_norm": 1.2939883470535278,
      "learning_rate": 4.974285294240064e-07,
      "loss": 0.3618,
      "step": 2291180
    },
    {
      "epoch": 639.46,
      "grad_norm": 1.3294976949691772,
      "learning_rate": 4.9741187374552e-07,
      "loss": 0.3439,
      "step": 2291190
    },
    {
      "epoch": 639.46,
      "grad_norm": 1.0475859642028809,
      "learning_rate": 4.973952183127815e-07,
      "loss": 0.3219,
      "step": 2291200
    },
    {
      "epoch": 639.47,
      "grad_norm": 1.1393167972564697,
      "learning_rate": 4.973785631257934e-07,
      "loss": 0.3265,
      "step": 2291210
    },
    {
      "epoch": 639.47,
      "grad_norm": 1.208809494972229,
      "learning_rate": 4.973619081845586e-07,
      "loss": 0.3342,
      "step": 2291220
    },
    {
      "epoch": 639.47,
      "grad_norm": 1.3996180295944214,
      "learning_rate": 4.973452534890774e-07,
      "loss": 0.3342,
      "step": 2291230
    },
    {
      "epoch": 639.48,
      "grad_norm": 1.2541247606277466,
      "learning_rate": 4.973285990393541e-07,
      "loss": 0.339,
      "step": 2291240
    },
    {
      "epoch": 639.48,
      "grad_norm": 1.1922796964645386,
      "learning_rate": 4.973119448353895e-07,
      "loss": 0.3343,
      "step": 2291250
    },
    {
      "epoch": 639.48,
      "grad_norm": 1.4465426206588745,
      "learning_rate": 4.972952908771864e-07,
      "loss": 0.3284,
      "step": 2291260
    },
    {
      "epoch": 639.48,
      "grad_norm": 1.0341105461120605,
      "learning_rate": 4.972786371647474e-07,
      "loss": 0.3356,
      "step": 2291270
    },
    {
      "epoch": 639.49,
      "grad_norm": 1.3706480264663696,
      "learning_rate": 4.972619836980737e-07,
      "loss": 0.3451,
      "step": 2291280
    },
    {
      "epoch": 639.49,
      "grad_norm": 1.123465657234192,
      "learning_rate": 4.97245330477168e-07,
      "loss": 0.347,
      "step": 2291290
    },
    {
      "epoch": 639.49,
      "grad_norm": 1.2172837257385254,
      "learning_rate": 4.972286775020328e-07,
      "loss": 0.3432,
      "step": 2291300
    },
    {
      "epoch": 639.49,
      "grad_norm": 1.1890991926193237,
      "learning_rate": 4.972120247726703e-07,
      "loss": 0.3366,
      "step": 2291310
    },
    {
      "epoch": 639.5,
      "grad_norm": 1.096921682357788,
      "learning_rate": 4.971953722890817e-07,
      "loss": 0.3393,
      "step": 2291320
    },
    {
      "epoch": 639.5,
      "grad_norm": 1.103714108467102,
      "learning_rate": 4.971787200512709e-07,
      "loss": 0.3471,
      "step": 2291330
    },
    {
      "epoch": 639.5,
      "grad_norm": 1.1806799173355103,
      "learning_rate": 4.971620680592388e-07,
      "loss": 0.3453,
      "step": 2291340
    },
    {
      "epoch": 639.51,
      "grad_norm": 1.1801995038986206,
      "learning_rate": 4.971454163129881e-07,
      "loss": 0.3397,
      "step": 2291350
    },
    {
      "epoch": 639.51,
      "grad_norm": 1.0733600854873657,
      "learning_rate": 4.971287648125216e-07,
      "loss": 0.3287,
      "step": 2291360
    },
    {
      "epoch": 639.51,
      "grad_norm": 1.098296880722046,
      "learning_rate": 4.971121135578395e-07,
      "loss": 0.3337,
      "step": 2291370
    },
    {
      "epoch": 639.51,
      "grad_norm": 1.4396997690200806,
      "learning_rate": 4.970954625489466e-07,
      "loss": 0.3199,
      "step": 2291380
    },
    {
      "epoch": 639.52,
      "grad_norm": 1.3298156261444092,
      "learning_rate": 4.970788117858435e-07,
      "loss": 0.3335,
      "step": 2291390
    },
    {
      "epoch": 639.52,
      "grad_norm": 1.2316018342971802,
      "learning_rate": 4.970621612685327e-07,
      "loss": 0.354,
      "step": 2291400
    },
    {
      "epoch": 639.52,
      "grad_norm": 1.2238582372665405,
      "learning_rate": 4.970455109970173e-07,
      "loss": 0.3319,
      "step": 2291410
    },
    {
      "epoch": 639.53,
      "grad_norm": 1.3520830869674683,
      "learning_rate": 4.970288609712981e-07,
      "loss": 0.3459,
      "step": 2291420
    },
    {
      "epoch": 639.53,
      "grad_norm": 1.2440227270126343,
      "learning_rate": 4.97012211191378e-07,
      "loss": 0.3423,
      "step": 2291430
    },
    {
      "epoch": 639.53,
      "grad_norm": 1.2218443155288696,
      "learning_rate": 4.969955616572592e-07,
      "loss": 0.3285,
      "step": 2291440
    },
    {
      "epoch": 639.53,
      "grad_norm": 1.1847209930419922,
      "learning_rate": 4.969789123689445e-07,
      "loss": 0.3516,
      "step": 2291450
    },
    {
      "epoch": 639.54,
      "grad_norm": 1.5999163389205933,
      "learning_rate": 4.969622633264342e-07,
      "loss": 0.3415,
      "step": 2291460
    },
    {
      "epoch": 639.54,
      "grad_norm": 1.2155221700668335,
      "learning_rate": 4.969456145297334e-07,
      "loss": 0.3459,
      "step": 2291470
    },
    {
      "epoch": 639.54,
      "grad_norm": 1.1270623207092285,
      "learning_rate": 4.969289659788418e-07,
      "loss": 0.324,
      "step": 2291480
    },
    {
      "epoch": 639.55,
      "grad_norm": 1.2225456237792969,
      "learning_rate": 4.969123176737628e-07,
      "loss": 0.3298,
      "step": 2291490
    },
    {
      "epoch": 639.55,
      "grad_norm": 1.2536544799804688,
      "learning_rate": 4.96895669614499e-07,
      "loss": 0.3539,
      "step": 2291500
    },
    {
      "epoch": 639.55,
      "grad_norm": 1.5277929306030273,
      "learning_rate": 4.968790218010512e-07,
      "loss": 0.3375,
      "step": 2291510
    },
    {
      "epoch": 639.55,
      "grad_norm": 1.1888577938079834,
      "learning_rate": 4.968623742334226e-07,
      "loss": 0.3462,
      "step": 2291520
    },
    {
      "epoch": 639.56,
      "grad_norm": 1.0336068868637085,
      "learning_rate": 4.968457269116153e-07,
      "loss": 0.3336,
      "step": 2291530
    },
    {
      "epoch": 639.56,
      "grad_norm": 1.1969441175460815,
      "learning_rate": 4.96829079835632e-07,
      "loss": 0.3193,
      "step": 2291540
    },
    {
      "epoch": 639.56,
      "grad_norm": 1.4142032861709595,
      "learning_rate": 4.968124330054737e-07,
      "loss": 0.3363,
      "step": 2291550
    },
    {
      "epoch": 639.56,
      "grad_norm": 1.2699838876724243,
      "learning_rate": 4.967957864211434e-07,
      "loss": 0.3227,
      "step": 2291560
    },
    {
      "epoch": 639.57,
      "grad_norm": 1.1732269525527954,
      "learning_rate": 4.967791400826438e-07,
      "loss": 0.3318,
      "step": 2291570
    },
    {
      "epoch": 639.57,
      "grad_norm": 1.044590950012207,
      "learning_rate": 4.967624939899752e-07,
      "loss": 0.3314,
      "step": 2291580
    },
    {
      "epoch": 639.57,
      "grad_norm": 1.2391289472579956,
      "learning_rate": 4.967458481431426e-07,
      "loss": 0.336,
      "step": 2291590
    },
    {
      "epoch": 639.58,
      "grad_norm": 1.402733325958252,
      "learning_rate": 4.967292025421461e-07,
      "loss": 0.3305,
      "step": 2291600
    },
    {
      "epoch": 639.58,
      "grad_norm": 1.163651466369629,
      "learning_rate": 4.967125571869883e-07,
      "loss": 0.3385,
      "step": 2291610
    },
    {
      "epoch": 639.58,
      "grad_norm": 1.2697875499725342,
      "learning_rate": 4.966959120776719e-07,
      "loss": 0.3193,
      "step": 2291620
    },
    {
      "epoch": 639.58,
      "grad_norm": 1.1252119541168213,
      "learning_rate": 4.966792672141987e-07,
      "loss": 0.3305,
      "step": 2291630
    },
    {
      "epoch": 639.59,
      "grad_norm": 1.3123170137405396,
      "learning_rate": 4.966626225965721e-07,
      "loss": 0.3399,
      "step": 2291640
    },
    {
      "epoch": 639.59,
      "grad_norm": 1.2551393508911133,
      "learning_rate": 4.966459782247922e-07,
      "loss": 0.3451,
      "step": 2291650
    },
    {
      "epoch": 639.59,
      "grad_norm": 1.096990942955017,
      "learning_rate": 4.96629334098863e-07,
      "loss": 0.3384,
      "step": 2291660
    },
    {
      "epoch": 639.6,
      "grad_norm": 1.1532526016235352,
      "learning_rate": 4.966126902187857e-07,
      "loss": 0.3568,
      "step": 2291670
    },
    {
      "epoch": 639.6,
      "grad_norm": 1.1619073152542114,
      "learning_rate": 4.965960465845633e-07,
      "loss": 0.3424,
      "step": 2291680
    },
    {
      "epoch": 639.6,
      "grad_norm": 1.1861891746520996,
      "learning_rate": 4.965794031961974e-07,
      "loss": 0.3298,
      "step": 2291690
    },
    {
      "epoch": 639.6,
      "grad_norm": 1.1869313716888428,
      "learning_rate": 4.9656276005369e-07,
      "loss": 0.334,
      "step": 2291700
    },
    {
      "epoch": 639.61,
      "grad_norm": 1.1847035884857178,
      "learning_rate": 4.965461171570445e-07,
      "loss": 0.3312,
      "step": 2291710
    },
    {
      "epoch": 639.61,
      "grad_norm": 1.260774850845337,
      "learning_rate": 4.965294745062612e-07,
      "loss": 0.3431,
      "step": 2291720
    },
    {
      "epoch": 639.61,
      "grad_norm": 1.1654564142227173,
      "learning_rate": 4.965128321013445e-07,
      "loss": 0.33,
      "step": 2291730
    },
    {
      "epoch": 639.61,
      "grad_norm": 1.17795991897583,
      "learning_rate": 4.964961899422952e-07,
      "loss": 0.3319,
      "step": 2291740
    },
    {
      "epoch": 639.62,
      "grad_norm": 1.008428931236267,
      "learning_rate": 4.964795480291158e-07,
      "loss": 0.3347,
      "step": 2291750
    },
    {
      "epoch": 639.62,
      "grad_norm": 1.3239165544509888,
      "learning_rate": 4.964629063618085e-07,
      "loss": 0.3285,
      "step": 2291760
    },
    {
      "epoch": 639.62,
      "grad_norm": 1.3410862684249878,
      "learning_rate": 4.964462649403765e-07,
      "loss": 0.3376,
      "step": 2291770
    },
    {
      "epoch": 639.63,
      "grad_norm": 1.2804425954818726,
      "learning_rate": 4.964296237648202e-07,
      "loss": 0.3387,
      "step": 2291780
    },
    {
      "epoch": 639.63,
      "grad_norm": 1.557066798210144,
      "learning_rate": 4.964129828351429e-07,
      "loss": 0.346,
      "step": 2291790
    },
    {
      "epoch": 639.63,
      "grad_norm": 1.3483872413635254,
      "learning_rate": 4.963963421513472e-07,
      "loss": 0.3506,
      "step": 2291800
    },
    {
      "epoch": 639.63,
      "grad_norm": 1.1873985528945923,
      "learning_rate": 4.963797017134337e-07,
      "loss": 0.3377,
      "step": 2291810
    },
    {
      "epoch": 639.64,
      "grad_norm": 1.2592893838882446,
      "learning_rate": 4.963630615214068e-07,
      "loss": 0.3394,
      "step": 2291820
    },
    {
      "epoch": 639.64,
      "grad_norm": 1.3196929693222046,
      "learning_rate": 4.963464215752668e-07,
      "loss": 0.3356,
      "step": 2291830
    },
    {
      "epoch": 639.64,
      "grad_norm": 1.336875319480896,
      "learning_rate": 4.963297818750171e-07,
      "loss": 0.3448,
      "step": 2291840
    },
    {
      "epoch": 639.65,
      "grad_norm": 1.3309742212295532,
      "learning_rate": 4.9631314242066e-07,
      "loss": 0.354,
      "step": 2291850
    },
    {
      "epoch": 639.65,
      "grad_norm": 1.2657015323638916,
      "learning_rate": 4.962965032121966e-07,
      "loss": 0.3377,
      "step": 2291860
    },
    {
      "epoch": 639.65,
      "grad_norm": 1.5401251316070557,
      "learning_rate": 4.962798642496297e-07,
      "loss": 0.336,
      "step": 2291870
    },
    {
      "epoch": 639.65,
      "grad_norm": 1.0709999799728394,
      "learning_rate": 4.962632255329617e-07,
      "loss": 0.3234,
      "step": 2291880
    },
    {
      "epoch": 639.66,
      "grad_norm": 1.251228928565979,
      "learning_rate": 4.962465870621952e-07,
      "loss": 0.3288,
      "step": 2291890
    },
    {
      "epoch": 639.66,
      "grad_norm": 1.083850383758545,
      "learning_rate": 4.962299488373306e-07,
      "loss": 0.3456,
      "step": 2291900
    },
    {
      "epoch": 639.66,
      "grad_norm": 1.3081862926483154,
      "learning_rate": 4.962133108583728e-07,
      "loss": 0.3528,
      "step": 2291910
    },
    {
      "epoch": 639.67,
      "grad_norm": 1.5373823642730713,
      "learning_rate": 4.961966731253221e-07,
      "loss": 0.3385,
      "step": 2291920
    },
    {
      "epoch": 639.67,
      "grad_norm": 1.2638041973114014,
      "learning_rate": 4.961800356381811e-07,
      "loss": 0.3375,
      "step": 2291930
    },
    {
      "epoch": 639.67,
      "grad_norm": 1.1400402784347534,
      "learning_rate": 4.961633983969529e-07,
      "loss": 0.3598,
      "step": 2291940
    },
    {
      "epoch": 639.67,
      "grad_norm": 1.3941303491592407,
      "learning_rate": 4.961467614016376e-07,
      "loss": 0.3149,
      "step": 2291950
    },
    {
      "epoch": 639.68,
      "grad_norm": 1.0973578691482544,
      "learning_rate": 4.961301246522403e-07,
      "loss": 0.3357,
      "step": 2291960
    },
    {
      "epoch": 639.68,
      "grad_norm": 1.1602747440338135,
      "learning_rate": 4.961134881487607e-07,
      "loss": 0.3318,
      "step": 2291970
    },
    {
      "epoch": 639.68,
      "grad_norm": 1.1734025478363037,
      "learning_rate": 4.960968518912022e-07,
      "loss": 0.3372,
      "step": 2291980
    },
    {
      "epoch": 639.68,
      "grad_norm": 1.2906466722488403,
      "learning_rate": 4.960802158795675e-07,
      "loss": 0.3404,
      "step": 2291990
    },
    {
      "epoch": 639.69,
      "grad_norm": 1.1362158060073853,
      "learning_rate": 4.960635801138575e-07,
      "loss": 0.3467,
      "step": 2292000
    },
    {
      "epoch": 639.69,
      "grad_norm": 1.0223915576934814,
      "learning_rate": 4.960469445940752e-07,
      "loss": 0.3574,
      "step": 2292010
    },
    {
      "epoch": 639.69,
      "grad_norm": 1.2013205289840698,
      "learning_rate": 4.960303093202225e-07,
      "loss": 0.3451,
      "step": 2292020
    },
    {
      "epoch": 639.7,
      "grad_norm": 1.6263728141784668,
      "learning_rate": 4.960136742923025e-07,
      "loss": 0.3287,
      "step": 2292030
    },
    {
      "epoch": 639.7,
      "grad_norm": 1.0860849618911743,
      "learning_rate": 4.959970395103155e-07,
      "loss": 0.3475,
      "step": 2292040
    },
    {
      "epoch": 639.7,
      "grad_norm": 1.0393949747085571,
      "learning_rate": 4.95980404974266e-07,
      "loss": 0.3295,
      "step": 2292050
    },
    {
      "epoch": 639.7,
      "grad_norm": 1.2895852327346802,
      "learning_rate": 4.959637706841546e-07,
      "loss": 0.3329,
      "step": 2292060
    },
    {
      "epoch": 639.71,
      "grad_norm": 1.2570695877075195,
      "learning_rate": 4.959471366399842e-07,
      "loss": 0.3284,
      "step": 2292070
    },
    {
      "epoch": 639.71,
      "grad_norm": 1.2118171453475952,
      "learning_rate": 4.959305028417573e-07,
      "loss": 0.3265,
      "step": 2292080
    },
    {
      "epoch": 639.71,
      "grad_norm": 1.0731472969055176,
      "learning_rate": 4.959138692894752e-07,
      "loss": 0.3274,
      "step": 2292090
    },
    {
      "epoch": 639.72,
      "grad_norm": 1.1135088205337524,
      "learning_rate": 4.958972359831403e-07,
      "loss": 0.3305,
      "step": 2292100
    },
    {
      "epoch": 639.72,
      "grad_norm": 1.223117470741272,
      "learning_rate": 4.958806029227553e-07,
      "loss": 0.3389,
      "step": 2292110
    },
    {
      "epoch": 639.72,
      "grad_norm": 1.486709475517273,
      "learning_rate": 4.95863970108323e-07,
      "loss": 0.3405,
      "step": 2292120
    },
    {
      "epoch": 639.72,
      "grad_norm": 1.3240731954574585,
      "learning_rate": 4.95847337539844e-07,
      "loss": 0.3177,
      "step": 2292130
    },
    {
      "epoch": 639.73,
      "grad_norm": 1.276282787322998,
      "learning_rate": 4.958307052173213e-07,
      "loss": 0.3373,
      "step": 2292140
    },
    {
      "epoch": 639.73,
      "grad_norm": 1.1083364486694336,
      "learning_rate": 4.958140731407575e-07,
      "loss": 0.3192,
      "step": 2292150
    },
    {
      "epoch": 639.73,
      "grad_norm": 1.3071246147155762,
      "learning_rate": 4.95797441310154e-07,
      "loss": 0.3368,
      "step": 2292160
    },
    {
      "epoch": 639.73,
      "grad_norm": 1.0636533498764038,
      "learning_rate": 4.957808097255144e-07,
      "loss": 0.3414,
      "step": 2292170
    },
    {
      "epoch": 639.74,
      "grad_norm": 1.078532338142395,
      "learning_rate": 4.957641783868394e-07,
      "loss": 0.3344,
      "step": 2292180
    },
    {
      "epoch": 639.74,
      "grad_norm": 1.1035410165786743,
      "learning_rate": 4.957475472941317e-07,
      "loss": 0.328,
      "step": 2292190
    },
    {
      "epoch": 639.74,
      "grad_norm": 1.3078597784042358,
      "learning_rate": 4.957309164473937e-07,
      "loss": 0.3504,
      "step": 2292200
    },
    {
      "epoch": 639.75,
      "grad_norm": 1.2195550203323364,
      "learning_rate": 4.957142858466277e-07,
      "loss": 0.337,
      "step": 2292210
    },
    {
      "epoch": 639.75,
      "grad_norm": 1.160975694656372,
      "learning_rate": 4.956976554918362e-07,
      "loss": 0.3399,
      "step": 2292220
    },
    {
      "epoch": 639.75,
      "grad_norm": 1.0937288999557495,
      "learning_rate": 4.956810253830203e-07,
      "loss": 0.3366,
      "step": 2292230
    },
    {
      "epoch": 639.75,
      "grad_norm": 1.1599230766296387,
      "learning_rate": 4.956643955201828e-07,
      "loss": 0.3234,
      "step": 2292240
    },
    {
      "epoch": 639.76,
      "grad_norm": 1.174443006515503,
      "learning_rate": 4.956477659033263e-07,
      "loss": 0.3345,
      "step": 2292250
    },
    {
      "epoch": 639.76,
      "grad_norm": 1.197528600692749,
      "learning_rate": 4.95631136532453e-07,
      "loss": 0.3381,
      "step": 2292260
    },
    {
      "epoch": 639.76,
      "grad_norm": 1.152563214302063,
      "learning_rate": 4.95614507407564e-07,
      "loss": 0.3526,
      "step": 2292270
    },
    {
      "epoch": 639.77,
      "grad_norm": 1.1799054145812988,
      "learning_rate": 4.955978785286633e-07,
      "loss": 0.3373,
      "step": 2292280
    },
    {
      "epoch": 639.77,
      "grad_norm": 1.1203442811965942,
      "learning_rate": 4.955812498957516e-07,
      "loss": 0.3354,
      "step": 2292290
    },
    {
      "epoch": 639.77,
      "grad_norm": 1.3545660972595215,
      "learning_rate": 4.955646215088315e-07,
      "loss": 0.3454,
      "step": 2292300
    },
    {
      "epoch": 639.77,
      "grad_norm": 1.2009615898132324,
      "learning_rate": 4.955479933679061e-07,
      "loss": 0.3485,
      "step": 2292310
    },
    {
      "epoch": 639.78,
      "grad_norm": 1.0060994625091553,
      "learning_rate": 4.955313654729764e-07,
      "loss": 0.3247,
      "step": 2292320
    },
    {
      "epoch": 639.78,
      "grad_norm": 1.3932963609695435,
      "learning_rate": 4.95514737824045e-07,
      "loss": 0.3357,
      "step": 2292330
    },
    {
      "epoch": 639.78,
      "grad_norm": 1.3043792247772217,
      "learning_rate": 4.954981104211142e-07,
      "loss": 0.3392,
      "step": 2292340
    },
    {
      "epoch": 639.79,
      "grad_norm": 1.1610723733901978,
      "learning_rate": 4.954814832641868e-07,
      "loss": 0.3365,
      "step": 2292350
    },
    {
      "epoch": 639.79,
      "grad_norm": 1.1387696266174316,
      "learning_rate": 4.95464856353264e-07,
      "loss": 0.319,
      "step": 2292360
    },
    {
      "epoch": 639.79,
      "grad_norm": 1.1546801328659058,
      "learning_rate": 4.954482296883483e-07,
      "loss": 0.3561,
      "step": 2292370
    },
    {
      "epoch": 639.79,
      "grad_norm": 1.1420786380767822,
      "learning_rate": 4.954316032694426e-07,
      "loss": 0.3619,
      "step": 2292380
    },
    {
      "epoch": 639.8,
      "grad_norm": 1.2464548349380493,
      "learning_rate": 4.954149770965476e-07,
      "loss": 0.3355,
      "step": 2292390
    },
    {
      "epoch": 639.8,
      "grad_norm": 1.1510173082351685,
      "learning_rate": 4.953983511696676e-07,
      "loss": 0.3244,
      "step": 2292400
    },
    {
      "epoch": 639.8,
      "grad_norm": 1.0848456621170044,
      "learning_rate": 4.953817254888031e-07,
      "loss": 0.3491,
      "step": 2292410
    },
    {
      "epoch": 639.8,
      "grad_norm": 1.2389336824417114,
      "learning_rate": 4.95365100053957e-07,
      "loss": 0.3279,
      "step": 2292420
    },
    {
      "epoch": 639.81,
      "grad_norm": 11.226497650146484,
      "learning_rate": 4.953484748651312e-07,
      "loss": 0.3578,
      "step": 2292430
    },
    {
      "epoch": 639.81,
      "grad_norm": 1.251011610031128,
      "learning_rate": 4.953318499223291e-07,
      "loss": 0.3405,
      "step": 2292440
    },
    {
      "epoch": 639.81,
      "grad_norm": 1.295441746711731,
      "learning_rate": 4.95315225225551e-07,
      "loss": 0.338,
      "step": 2292450
    },
    {
      "epoch": 639.82,
      "grad_norm": 1.1750104427337646,
      "learning_rate": 4.952986007748004e-07,
      "loss": 0.3232,
      "step": 2292460
    },
    {
      "epoch": 639.82,
      "grad_norm": 1.1672905683517456,
      "learning_rate": 4.952819765700794e-07,
      "loss": 0.3423,
      "step": 2292470
    },
    {
      "epoch": 639.82,
      "grad_norm": 1.135695219039917,
      "learning_rate": 4.952653526113892e-07,
      "loss": 0.344,
      "step": 2292480
    },
    {
      "epoch": 639.82,
      "grad_norm": 1.1383435726165771,
      "learning_rate": 4.952487288987337e-07,
      "loss": 0.3346,
      "step": 2292490
    },
    {
      "epoch": 639.83,
      "grad_norm": 1.131258487701416,
      "learning_rate": 4.952321054321138e-07,
      "loss": 0.3272,
      "step": 2292500
    },
    {
      "epoch": 639.83,
      "grad_norm": 1.3388258218765259,
      "learning_rate": 4.952154822115321e-07,
      "loss": 0.3412,
      "step": 2292510
    },
    {
      "epoch": 639.83,
      "grad_norm": 1.4828463792800903,
      "learning_rate": 4.951988592369914e-07,
      "loss": 0.3477,
      "step": 2292520
    },
    {
      "epoch": 639.84,
      "grad_norm": 1.2410029172897339,
      "learning_rate": 4.951822365084923e-07,
      "loss": 0.3468,
      "step": 2292530
    },
    {
      "epoch": 639.84,
      "grad_norm": 1.1933424472808838,
      "learning_rate": 4.951656140260393e-07,
      "loss": 0.3287,
      "step": 2292540
    },
    {
      "epoch": 639.84,
      "grad_norm": 1.4141180515289307,
      "learning_rate": 4.951489917896325e-07,
      "loss": 0.346,
      "step": 2292550
    },
    {
      "epoch": 639.84,
      "grad_norm": 1.1316494941711426,
      "learning_rate": 4.951323697992751e-07,
      "loss": 0.3393,
      "step": 2292560
    },
    {
      "epoch": 639.85,
      "grad_norm": 1.5189270973205566,
      "learning_rate": 4.951157480549691e-07,
      "loss": 0.348,
      "step": 2292570
    },
    {
      "epoch": 639.85,
      "grad_norm": 1.1375551223754883,
      "learning_rate": 4.950991265567177e-07,
      "loss": 0.3416,
      "step": 2292580
    },
    {
      "epoch": 639.85,
      "grad_norm": 1.4096884727478027,
      "learning_rate": 4.950825053045216e-07,
      "loss": 0.3326,
      "step": 2292590
    },
    {
      "epoch": 639.85,
      "grad_norm": 1.2488303184509277,
      "learning_rate": 4.950658842983837e-07,
      "loss": 0.3463,
      "step": 2292600
    },
    {
      "epoch": 639.86,
      "grad_norm": 1.115203857421875,
      "learning_rate": 4.950492635383066e-07,
      "loss": 0.3296,
      "step": 2292610
    },
    {
      "epoch": 639.86,
      "grad_norm": 1.032605528831482,
      "learning_rate": 4.950326430242907e-07,
      "loss": 0.3482,
      "step": 2292620
    },
    {
      "epoch": 639.86,
      "grad_norm": 1.2892804145812988,
      "learning_rate": 4.95016022756341e-07,
      "loss": 0.3423,
      "step": 2292630
    },
    {
      "epoch": 639.87,
      "grad_norm": 1.2509064674377441,
      "learning_rate": 4.949994027344579e-07,
      "loss": 0.3268,
      "step": 2292640
    },
    {
      "epoch": 639.87,
      "grad_norm": 1.1571074724197388,
      "learning_rate": 4.949827829586437e-07,
      "loss": 0.3342,
      "step": 2292650
    },
    {
      "epoch": 639.87,
      "grad_norm": 1.1495821475982666,
      "learning_rate": 4.949661634289017e-07,
      "loss": 0.3391,
      "step": 2292660
    },
    {
      "epoch": 639.87,
      "grad_norm": 4.098288059234619,
      "learning_rate": 4.949495441452326e-07,
      "loss": 0.3505,
      "step": 2292670
    },
    {
      "epoch": 639.88,
      "grad_norm": 1.0978301763534546,
      "learning_rate": 4.949329251076394e-07,
      "loss": 0.3372,
      "step": 2292680
    },
    {
      "epoch": 639.88,
      "grad_norm": 1.2321867942810059,
      "learning_rate": 4.949163063161241e-07,
      "loss": 0.3464,
      "step": 2292690
    },
    {
      "epoch": 639.88,
      "grad_norm": 1.4657073020935059,
      "learning_rate": 4.9489968777069e-07,
      "loss": 0.3377,
      "step": 2292700
    },
    {
      "epoch": 639.89,
      "grad_norm": 1.1271084547042847,
      "learning_rate": 4.948830694713368e-07,
      "loss": 0.3382,
      "step": 2292710
    },
    {
      "epoch": 639.89,
      "grad_norm": 1.1897039413452148,
      "learning_rate": 4.948664514180697e-07,
      "loss": 0.3409,
      "step": 2292720
    },
    {
      "epoch": 639.89,
      "grad_norm": 3.29535174369812,
      "learning_rate": 4.948498336108889e-07,
      "loss": 0.3422,
      "step": 2292730
    },
    {
      "epoch": 639.89,
      "grad_norm": 1.4308018684387207,
      "learning_rate": 4.948332160497974e-07,
      "loss": 0.3318,
      "step": 2292740
    },
    {
      "epoch": 639.9,
      "grad_norm": 1.1236861944198608,
      "learning_rate": 4.948165987347976e-07,
      "loss": 0.3478,
      "step": 2292750
    },
    {
      "epoch": 639.9,
      "grad_norm": 1.1937495470046997,
      "learning_rate": 4.947999816658908e-07,
      "loss": 0.3467,
      "step": 2292760
    },
    {
      "epoch": 639.9,
      "grad_norm": 6.61962890625,
      "learning_rate": 4.947833648430795e-07,
      "loss": 0.3477,
      "step": 2292770
    },
    {
      "epoch": 639.91,
      "grad_norm": 1.3103365898132324,
      "learning_rate": 4.947667482663664e-07,
      "loss": 0.3369,
      "step": 2292780
    },
    {
      "epoch": 639.91,
      "grad_norm": 0.9900868535041809,
      "learning_rate": 4.947501319357535e-07,
      "loss": 0.3449,
      "step": 2292790
    },
    {
      "epoch": 639.91,
      "grad_norm": 1.2210599184036255,
      "learning_rate": 4.947335158512436e-07,
      "loss": 0.3431,
      "step": 2292800
    },
    {
      "epoch": 639.91,
      "grad_norm": 1.152145266532898,
      "learning_rate": 4.947169000128376e-07,
      "loss": 0.3307,
      "step": 2292810
    },
    {
      "epoch": 639.92,
      "grad_norm": 1.1288083791732788,
      "learning_rate": 4.947002844205385e-07,
      "loss": 0.3282,
      "step": 2292820
    },
    {
      "epoch": 639.92,
      "grad_norm": 1.1808732748031616,
      "learning_rate": 4.946836690743484e-07,
      "loss": 0.3255,
      "step": 2292830
    },
    {
      "epoch": 639.92,
      "grad_norm": 1.4278627634048462,
      "learning_rate": 4.946670539742701e-07,
      "loss": 0.3551,
      "step": 2292840
    },
    {
      "epoch": 639.92,
      "grad_norm": 1.308874249458313,
      "learning_rate": 4.94650439120304e-07,
      "loss": 0.3342,
      "step": 2292850
    },
    {
      "epoch": 639.93,
      "grad_norm": 1.226767897605896,
      "learning_rate": 4.946338245124548e-07,
      "loss": 0.3284,
      "step": 2292860
    },
    {
      "epoch": 639.93,
      "grad_norm": 1.3484364748001099,
      "learning_rate": 4.946172101507229e-07,
      "loss": 0.3369,
      "step": 2292870
    },
    {
      "epoch": 639.93,
      "grad_norm": 1.1489226818084717,
      "learning_rate": 4.946005960351109e-07,
      "loss": 0.3372,
      "step": 2292880
    },
    {
      "epoch": 639.94,
      "grad_norm": 1.3114529848098755,
      "learning_rate": 4.945839821656223e-07,
      "loss": 0.3218,
      "step": 2292890
    },
    {
      "epoch": 639.94,
      "grad_norm": 1.2537034749984741,
      "learning_rate": 4.945673685422569e-07,
      "loss": 0.3516,
      "step": 2292900
    },
    {
      "epoch": 639.94,
      "grad_norm": 1.4778854846954346,
      "learning_rate": 4.945507551650187e-07,
      "loss": 0.3655,
      "step": 2292910
    },
    {
      "epoch": 639.94,
      "grad_norm": 1.242305040359497,
      "learning_rate": 4.945341420339093e-07,
      "loss": 0.3432,
      "step": 2292920
    },
    {
      "epoch": 639.95,
      "grad_norm": 1.1022459268569946,
      "learning_rate": 4.945175291489315e-07,
      "loss": 0.3479,
      "step": 2292930
    },
    {
      "epoch": 639.95,
      "grad_norm": 1.0681464672088623,
      "learning_rate": 4.945009165100868e-07,
      "loss": 0.3287,
      "step": 2292940
    },
    {
      "epoch": 639.95,
      "grad_norm": 1.196239948272705,
      "learning_rate": 4.944843041173772e-07,
      "loss": 0.3306,
      "step": 2292950
    },
    {
      "epoch": 639.96,
      "grad_norm": 1.2689306735992432,
      "learning_rate": 4.944676919708063e-07,
      "loss": 0.3397,
      "step": 2292960
    },
    {
      "epoch": 639.96,
      "grad_norm": 1.4830079078674316,
      "learning_rate": 4.94451080070374e-07,
      "loss": 0.3174,
      "step": 2292970
    },
    {
      "epoch": 639.96,
      "grad_norm": 1.41472589969635,
      "learning_rate": 4.944344684160851e-07,
      "loss": 0.3386,
      "step": 2292980
    },
    {
      "epoch": 639.96,
      "grad_norm": 1.3196204900741577,
      "learning_rate": 4.9441785700794e-07,
      "loss": 0.3275,
      "step": 2292990
    },
    {
      "epoch": 639.97,
      "grad_norm": 1.2226860523223877,
      "learning_rate": 4.944012458459415e-07,
      "loss": 0.3456,
      "step": 2293000
    },
    {
      "epoch": 639.97,
      "grad_norm": 1.151175618171692,
      "learning_rate": 4.94384634930092e-07,
      "loss": 0.334,
      "step": 2293010
    },
    {
      "epoch": 639.97,
      "grad_norm": 1.238008737564087,
      "learning_rate": 4.943680242603942e-07,
      "loss": 0.328,
      "step": 2293020
    },
    {
      "epoch": 639.97,
      "grad_norm": 1.1122270822525024,
      "learning_rate": 4.943514138368487e-07,
      "loss": 0.3436,
      "step": 2293030
    },
    {
      "epoch": 639.98,
      "grad_norm": 1.1096444129943848,
      "learning_rate": 4.943348036594589e-07,
      "loss": 0.3361,
      "step": 2293040
    },
    {
      "epoch": 639.98,
      "grad_norm": 1.3226889371871948,
      "learning_rate": 4.943181937282272e-07,
      "loss": 0.3435,
      "step": 2293050
    },
    {
      "epoch": 639.98,
      "grad_norm": 1.4035390615463257,
      "learning_rate": 4.943015840431543e-07,
      "loss": 0.3419,
      "step": 2293060
    },
    {
      "epoch": 639.99,
      "grad_norm": 1.530170202255249,
      "learning_rate": 4.942849746042446e-07,
      "loss": 0.3518,
      "step": 2293070
    },
    {
      "epoch": 639.99,
      "grad_norm": 1.2715117931365967,
      "learning_rate": 4.942683654114988e-07,
      "loss": 0.3329,
      "step": 2293080
    },
    {
      "epoch": 639.99,
      "grad_norm": 1.3875453472137451,
      "learning_rate": 4.942517564649192e-07,
      "loss": 0.3247,
      "step": 2293090
    },
    {
      "epoch": 639.99,
      "grad_norm": 1.1997267007827759,
      "learning_rate": 4.942351477645092e-07,
      "loss": 0.3445,
      "step": 2293100
    },
    {
      "epoch": 640.0,
      "grad_norm": 1.4240686893463135,
      "learning_rate": 4.942185393102686e-07,
      "loss": 0.3495,
      "step": 2293110
    },
    {
      "epoch": 640.0,
      "grad_norm": 1.241332769393921,
      "learning_rate": 4.942019311022028e-07,
      "loss": 0.3165,
      "step": 2293120
    },
    {
      "epoch": 640.0,
      "eval_loss": 0.3387894928455353,
      "eval_runtime": 64.4038,
      "eval_samples_per_second": 78.551,
      "eval_steps_per_second": 9.829,
      "step": 2293120
    },
    {
      "epoch": 640.0,
      "grad_norm": 1.3218108415603638,
      "learning_rate": 4.941853231403114e-07,
      "loss": 0.3345,
      "step": 2293130
    },
    {
      "epoch": 640.01,
      "grad_norm": 1.1243714094161987,
      "learning_rate": 4.941687154245978e-07,
      "loss": 0.3183,
      "step": 2293140
    },
    {
      "epoch": 640.01,
      "grad_norm": 1.0730361938476562,
      "learning_rate": 4.941521079550638e-07,
      "loss": 0.3404,
      "step": 2293150
    },
    {
      "epoch": 640.01,
      "grad_norm": 1.2702643871307373,
      "learning_rate": 4.941355007317124e-07,
      "loss": 0.3348,
      "step": 2293160
    },
    {
      "epoch": 640.01,
      "grad_norm": 1.3044707775115967,
      "learning_rate": 4.941188937545447e-07,
      "loss": 0.3503,
      "step": 2293170
    },
    {
      "epoch": 640.02,
      "grad_norm": 1.1495825052261353,
      "learning_rate": 4.941022870235632e-07,
      "loss": 0.338,
      "step": 2293180
    },
    {
      "epoch": 640.02,
      "grad_norm": 1.0858261585235596,
      "learning_rate": 4.94085680538771e-07,
      "loss": 0.3493,
      "step": 2293190
    },
    {
      "epoch": 640.02,
      "grad_norm": 1.1082816123962402,
      "learning_rate": 4.940690743001685e-07,
      "loss": 0.3326,
      "step": 2293200
    },
    {
      "epoch": 640.03,
      "grad_norm": 1.3680535554885864,
      "learning_rate": 4.940524683077602e-07,
      "loss": 0.3236,
      "step": 2293210
    },
    {
      "epoch": 640.03,
      "grad_norm": 1.270472526550293,
      "learning_rate": 4.940358625615465e-07,
      "loss": 0.3457,
      "step": 2293220
    },
    {
      "epoch": 640.03,
      "grad_norm": 1.1303000450134277,
      "learning_rate": 4.940192570615303e-07,
      "loss": 0.3377,
      "step": 2293230
    },
    {
      "epoch": 640.03,
      "grad_norm": 1.2579668760299683,
      "learning_rate": 4.940026518077138e-07,
      "loss": 0.3396,
      "step": 2293240
    },
    {
      "epoch": 640.04,
      "grad_norm": 1.2046955823898315,
      "learning_rate": 4.939860468000999e-07,
      "loss": 0.3399,
      "step": 2293250
    },
    {
      "epoch": 640.04,
      "grad_norm": 1.4208078384399414,
      "learning_rate": 4.939694420386892e-07,
      "loss": 0.3338,
      "step": 2293260
    },
    {
      "epoch": 640.04,
      "grad_norm": 1.2469522953033447,
      "learning_rate": 4.93952837523485e-07,
      "loss": 0.3244,
      "step": 2293270
    },
    {
      "epoch": 640.04,
      "grad_norm": 1.253014326095581,
      "learning_rate": 4.939362332544899e-07,
      "loss": 0.3565,
      "step": 2293280
    },
    {
      "epoch": 640.05,
      "grad_norm": 1.208804726600647,
      "learning_rate": 4.93919629231704e-07,
      "loss": 0.3373,
      "step": 2293290
    },
    {
      "epoch": 640.05,
      "grad_norm": 1.2261064052581787,
      "learning_rate": 4.939030254551326e-07,
      "loss": 0.3375,
      "step": 2293300
    },
    {
      "epoch": 640.05,
      "grad_norm": 1.2174502611160278,
      "learning_rate": 4.938864219247756e-07,
      "loss": 0.3479,
      "step": 2293310
    },
    {
      "epoch": 640.06,
      "grad_norm": 1.13833487033844,
      "learning_rate": 4.938698186406358e-07,
      "loss": 0.3429,
      "step": 2293320
    },
    {
      "epoch": 640.06,
      "grad_norm": 1.259789228439331,
      "learning_rate": 4.938532156027165e-07,
      "loss": 0.3276,
      "step": 2293330
    },
    {
      "epoch": 640.06,
      "grad_norm": 1.1123076677322388,
      "learning_rate": 4.93836612811018e-07,
      "loss": 0.334,
      "step": 2293340
    },
    {
      "epoch": 640.06,
      "grad_norm": 1.1999216079711914,
      "learning_rate": 4.938200102655437e-07,
      "loss": 0.3238,
      "step": 2293350
    },
    {
      "epoch": 640.07,
      "grad_norm": 1.159166932106018,
      "learning_rate": 4.938034079662955e-07,
      "loss": 0.3308,
      "step": 2293360
    },
    {
      "epoch": 640.07,
      "grad_norm": 1.1281875371932983,
      "learning_rate": 4.937868059132757e-07,
      "loss": 0.3479,
      "step": 2293370
    },
    {
      "epoch": 640.07,
      "grad_norm": 1.0999277830123901,
      "learning_rate": 4.937702041064867e-07,
      "loss": 0.3344,
      "step": 2293380
    },
    {
      "epoch": 640.08,
      "grad_norm": 1.4458041191101074,
      "learning_rate": 4.937536025459308e-07,
      "loss": 0.3497,
      "step": 2293390
    },
    {
      "epoch": 640.08,
      "grad_norm": 1.3463345766067505,
      "learning_rate": 4.937370012316096e-07,
      "loss": 0.3404,
      "step": 2293400
    },
    {
      "epoch": 640.08,
      "grad_norm": 1.21536123752594,
      "learning_rate": 4.937204001635253e-07,
      "loss": 0.3312,
      "step": 2293410
    },
    {
      "epoch": 640.08,
      "grad_norm": 1.3033798933029175,
      "learning_rate": 4.937037993416814e-07,
      "loss": 0.3632,
      "step": 2293420
    },
    {
      "epoch": 640.09,
      "grad_norm": 1.1965593099594116,
      "learning_rate": 4.936871987660778e-07,
      "loss": 0.3496,
      "step": 2293430
    },
    {
      "epoch": 640.09,
      "grad_norm": 1.260829210281372,
      "learning_rate": 4.936705984367194e-07,
      "loss": 0.3361,
      "step": 2293440
    },
    {
      "epoch": 640.09,
      "grad_norm": 1.1812442541122437,
      "learning_rate": 4.936539983536063e-07,
      "loss": 0.3301,
      "step": 2293450
    },
    {
      "epoch": 640.09,
      "grad_norm": 1.426257848739624,
      "learning_rate": 4.936373985167416e-07,
      "loss": 0.3397,
      "step": 2293460
    },
    {
      "epoch": 640.1,
      "grad_norm": 1.3213130235671997,
      "learning_rate": 4.936207989261278e-07,
      "loss": 0.3422,
      "step": 2293470
    },
    {
      "epoch": 640.1,
      "grad_norm": 1.7472949028015137,
      "learning_rate": 4.936041995817663e-07,
      "loss": 0.3225,
      "step": 2293480
    },
    {
      "epoch": 640.1,
      "grad_norm": 1.1948137283325195,
      "learning_rate": 4.935876004836596e-07,
      "loss": 0.3331,
      "step": 2293490
    },
    {
      "epoch": 640.11,
      "grad_norm": 1.0663806200027466,
      "learning_rate": 4.9357100163181e-07,
      "loss": 0.3497,
      "step": 2293500
    },
    {
      "epoch": 640.11,
      "grad_norm": 1.6039574146270752,
      "learning_rate": 4.935544030262205e-07,
      "loss": 0.3359,
      "step": 2293510
    },
    {
      "epoch": 640.11,
      "grad_norm": 1.1401901245117188,
      "learning_rate": 4.935378046668911e-07,
      "loss": 0.3319,
      "step": 2293520
    },
    {
      "epoch": 640.11,
      "grad_norm": 1.1300498247146606,
      "learning_rate": 4.935212065538266e-07,
      "loss": 0.3235,
      "step": 2293530
    },
    {
      "epoch": 640.12,
      "grad_norm": 1.31074059009552,
      "learning_rate": 4.935046086870277e-07,
      "loss": 0.3433,
      "step": 2293540
    },
    {
      "epoch": 640.12,
      "grad_norm": 1.1872822046279907,
      "learning_rate": 4.934880110664969e-07,
      "loss": 0.3276,
      "step": 2293550
    },
    {
      "epoch": 640.12,
      "grad_norm": 1.226866364479065,
      "learning_rate": 4.934714136922373e-07,
      "loss": 0.3375,
      "step": 2293560
    },
    {
      "epoch": 640.13,
      "grad_norm": 1.0895718336105347,
      "learning_rate": 4.934548165642492e-07,
      "loss": 0.3369,
      "step": 2293570
    },
    {
      "epoch": 640.13,
      "grad_norm": 1.2457302808761597,
      "learning_rate": 4.934382196825362e-07,
      "loss": 0.3455,
      "step": 2293580
    },
    {
      "epoch": 640.13,
      "grad_norm": 1.1674103736877441,
      "learning_rate": 4.934216230471002e-07,
      "loss": 0.3281,
      "step": 2293590
    },
    {
      "epoch": 640.13,
      "grad_norm": 1.2506767511367798,
      "learning_rate": 4.93405026657944e-07,
      "loss": 0.3236,
      "step": 2293600
    },
    {
      "epoch": 640.14,
      "grad_norm": 1.4116389751434326,
      "learning_rate": 4.933884305150684e-07,
      "loss": 0.3389,
      "step": 2293610
    },
    {
      "epoch": 640.14,
      "grad_norm": 1.2437349557876587,
      "learning_rate": 4.933718346184768e-07,
      "loss": 0.3333,
      "step": 2293620
    },
    {
      "epoch": 640.14,
      "grad_norm": 1.189388632774353,
      "learning_rate": 4.933552389681712e-07,
      "loss": 0.3345,
      "step": 2293630
    },
    {
      "epoch": 640.15,
      "grad_norm": 1.0756862163543701,
      "learning_rate": 4.933386435641528e-07,
      "loss": 0.3223,
      "step": 2293640
    },
    {
      "epoch": 640.15,
      "grad_norm": 1.0922611951828003,
      "learning_rate": 4.933220484064256e-07,
      "loss": 0.3268,
      "step": 2293650
    },
    {
      "epoch": 640.15,
      "grad_norm": 1.147017002105713,
      "learning_rate": 4.9330545349499e-07,
      "loss": 0.3453,
      "step": 2293660
    },
    {
      "epoch": 640.15,
      "grad_norm": 1.3855559825897217,
      "learning_rate": 4.932888588298501e-07,
      "loss": 0.3363,
      "step": 2293670
    },
    {
      "epoch": 640.16,
      "grad_norm": 1.3298890590667725,
      "learning_rate": 4.932722644110063e-07,
      "loss": 0.3329,
      "step": 2293680
    },
    {
      "epoch": 640.16,
      "grad_norm": 1.097052812576294,
      "learning_rate": 4.932556702384619e-07,
      "loss": 0.3414,
      "step": 2293690
    },
    {
      "epoch": 640.16,
      "grad_norm": 1.2555596828460693,
      "learning_rate": 4.932390763122192e-07,
      "loss": 0.3473,
      "step": 2293700
    },
    {
      "epoch": 640.16,
      "grad_norm": 1.3314781188964844,
      "learning_rate": 4.932224826322794e-07,
      "loss": 0.3417,
      "step": 2293710
    },
    {
      "epoch": 640.17,
      "grad_norm": 1.2533771991729736,
      "learning_rate": 4.932058891986455e-07,
      "loss": 0.3301,
      "step": 2293720
    },
    {
      "epoch": 640.17,
      "grad_norm": 1.2647199630737305,
      "learning_rate": 4.931892960113192e-07,
      "loss": 0.3289,
      "step": 2293730
    },
    {
      "epoch": 640.17,
      "grad_norm": 1.1093404293060303,
      "learning_rate": 4.93172703070304e-07,
      "loss": 0.3282,
      "step": 2293740
    },
    {
      "epoch": 640.18,
      "grad_norm": 1.2624508142471313,
      "learning_rate": 4.931561103756005e-07,
      "loss": 0.3356,
      "step": 2293750
    },
    {
      "epoch": 640.18,
      "grad_norm": 1.1216635704040527,
      "learning_rate": 4.931395179272113e-07,
      "loss": 0.3391,
      "step": 2293760
    },
    {
      "epoch": 640.18,
      "grad_norm": 1.1209028959274292,
      "learning_rate": 4.931229257251395e-07,
      "loss": 0.3465,
      "step": 2293770
    },
    {
      "epoch": 640.18,
      "grad_norm": 1.1172575950622559,
      "learning_rate": 4.931063337693857e-07,
      "loss": 0.3517,
      "step": 2293780
    },
    {
      "epoch": 640.19,
      "grad_norm": 1.2419002056121826,
      "learning_rate": 4.930897420599541e-07,
      "loss": 0.3336,
      "step": 2293790
    },
    {
      "epoch": 640.19,
      "grad_norm": 1.1040940284729004,
      "learning_rate": 4.930731505968452e-07,
      "loss": 0.355,
      "step": 2293800
    },
    {
      "epoch": 640.19,
      "grad_norm": 1.295662760734558,
      "learning_rate": 4.930565593800619e-07,
      "loss": 0.3375,
      "step": 2293810
    },
    {
      "epoch": 640.2,
      "grad_norm": 1.0495468378067017,
      "learning_rate": 4.930399684096067e-07,
      "loss": 0.3335,
      "step": 2293820
    },
    {
      "epoch": 640.2,
      "grad_norm": 1.3264281749725342,
      "learning_rate": 4.930233776854819e-07,
      "loss": 0.3285,
      "step": 2293830
    },
    {
      "epoch": 640.2,
      "grad_norm": 1.2669918537139893,
      "learning_rate": 4.930067872076888e-07,
      "loss": 0.3406,
      "step": 2293840
    },
    {
      "epoch": 640.2,
      "grad_norm": 1.625312089920044,
      "learning_rate": 4.929901969762299e-07,
      "loss": 0.3521,
      "step": 2293850
    },
    {
      "epoch": 640.21,
      "grad_norm": 1.0776963233947754,
      "learning_rate": 4.929736069911085e-07,
      "loss": 0.343,
      "step": 2293860
    },
    {
      "epoch": 640.21,
      "grad_norm": 1.2826106548309326,
      "learning_rate": 4.929570172523246e-07,
      "loss": 0.3424,
      "step": 2293870
    },
    {
      "epoch": 640.21,
      "grad_norm": 2.465961217880249,
      "learning_rate": 4.929404277598831e-07,
      "loss": 0.3475,
      "step": 2293880
    },
    {
      "epoch": 640.21,
      "grad_norm": 1.1254656314849854,
      "learning_rate": 4.929238385137841e-07,
      "loss": 0.34,
      "step": 2293890
    },
    {
      "epoch": 640.22,
      "grad_norm": 1.1313422918319702,
      "learning_rate": 4.929072495140305e-07,
      "loss": 0.3406,
      "step": 2293900
    },
    {
      "epoch": 640.22,
      "grad_norm": 1.436738133430481,
      "learning_rate": 4.928906607606255e-07,
      "loss": 0.337,
      "step": 2293910
    },
    {
      "epoch": 640.22,
      "grad_norm": 1.2229564189910889,
      "learning_rate": 4.928740722535695e-07,
      "loss": 0.34,
      "step": 2293920
    },
    {
      "epoch": 640.23,
      "grad_norm": 1.1443328857421875,
      "learning_rate": 4.928574839928657e-07,
      "loss": 0.3464,
      "step": 2293930
    },
    {
      "epoch": 640.23,
      "grad_norm": 1.1995413303375244,
      "learning_rate": 4.92840895978516e-07,
      "loss": 0.331,
      "step": 2293940
    },
    {
      "epoch": 640.23,
      "grad_norm": 1.1153783798217773,
      "learning_rate": 4.92824308210523e-07,
      "loss": 0.3412,
      "step": 2293950
    },
    {
      "epoch": 640.23,
      "grad_norm": 1.4693057537078857,
      "learning_rate": 4.928077206888886e-07,
      "loss": 0.343,
      "step": 2293960
    },
    {
      "epoch": 640.24,
      "grad_norm": 1.236703872680664,
      "learning_rate": 4.92791133413616e-07,
      "loss": 0.3417,
      "step": 2293970
    },
    {
      "epoch": 640.24,
      "grad_norm": 1.2893067598342896,
      "learning_rate": 4.927745463847057e-07,
      "loss": 0.3312,
      "step": 2293980
    },
    {
      "epoch": 640.24,
      "grad_norm": 1.1224911212921143,
      "learning_rate": 4.927579596021606e-07,
      "loss": 0.3227,
      "step": 2293990
    },
    {
      "epoch": 640.25,
      "grad_norm": 1.345489740371704,
      "learning_rate": 4.927413730659838e-07,
      "loss": 0.3552,
      "step": 2294000
    },
    {
      "epoch": 640.25,
      "grad_norm": 1.1293492317199707,
      "learning_rate": 4.927247867761755e-07,
      "loss": 0.3333,
      "step": 2294010
    },
    {
      "epoch": 640.25,
      "grad_norm": 1.6870137453079224,
      "learning_rate": 4.927082007327405e-07,
      "loss": 0.333,
      "step": 2294020
    },
    {
      "epoch": 640.25,
      "grad_norm": 1.3922337293624878,
      "learning_rate": 4.926916149356792e-07,
      "loss": 0.3545,
      "step": 2294030
    },
    {
      "epoch": 640.26,
      "grad_norm": 1.1988351345062256,
      "learning_rate": 4.926750293849941e-07,
      "loss": 0.3437,
      "step": 2294040
    },
    {
      "epoch": 640.26,
      "grad_norm": 1.290220022201538,
      "learning_rate": 4.92658444080688e-07,
      "loss": 0.3308,
      "step": 2294050
    },
    {
      "epoch": 640.26,
      "grad_norm": 1.1157978773117065,
      "learning_rate": 4.926418590227624e-07,
      "loss": 0.3351,
      "step": 2294060
    },
    {
      "epoch": 640.27,
      "grad_norm": 1.1760135889053345,
      "learning_rate": 4.926252742112195e-07,
      "loss": 0.3466,
      "step": 2294070
    },
    {
      "epoch": 640.27,
      "grad_norm": 1.1477450132369995,
      "learning_rate": 4.926086896460618e-07,
      "loss": 0.3408,
      "step": 2294080
    },
    {
      "epoch": 640.27,
      "grad_norm": 1.3508386611938477,
      "learning_rate": 4.925921053272926e-07,
      "loss": 0.3124,
      "step": 2294090
    },
    {
      "epoch": 640.27,
      "grad_norm": 1.5034819841384888,
      "learning_rate": 4.925755212549113e-07,
      "loss": 0.357,
      "step": 2294100
    },
    {
      "epoch": 640.28,
      "grad_norm": 1.121468186378479,
      "learning_rate": 4.925589374289233e-07,
      "loss": 0.331,
      "step": 2294110
    },
    {
      "epoch": 640.28,
      "grad_norm": 1.1525310277938843,
      "learning_rate": 4.925423538493286e-07,
      "loss": 0.3232,
      "step": 2294120
    },
    {
      "epoch": 640.28,
      "grad_norm": 1.2568751573562622,
      "learning_rate": 4.9252577051613e-07,
      "loss": 0.3333,
      "step": 2294130
    },
    {
      "epoch": 640.28,
      "grad_norm": 1.3910945653915405,
      "learning_rate": 4.925091874293307e-07,
      "loss": 0.3394,
      "step": 2294140
    },
    {
      "epoch": 640.29,
      "grad_norm": 1.6248924732208252,
      "learning_rate": 4.924926045889314e-07,
      "loss": 0.3302,
      "step": 2294150
    },
    {
      "epoch": 640.29,
      "grad_norm": 1.2727500200271606,
      "learning_rate": 4.924760219949351e-07,
      "loss": 0.3523,
      "step": 2294160
    },
    {
      "epoch": 640.29,
      "grad_norm": 1.344739556312561,
      "learning_rate": 4.924594396473436e-07,
      "loss": 0.3419,
      "step": 2294170
    },
    {
      "epoch": 640.3,
      "grad_norm": 1.662105917930603,
      "learning_rate": 4.9244285754616e-07,
      "loss": 0.3559,
      "step": 2294180
    },
    {
      "epoch": 640.3,
      "grad_norm": 0.9548956155776978,
      "learning_rate": 4.924262756913849e-07,
      "loss": 0.3416,
      "step": 2294190
    },
    {
      "epoch": 640.3,
      "grad_norm": 1.2978869676589966,
      "learning_rate": 4.924096940830224e-07,
      "loss": 0.3417,
      "step": 2294200
    },
    {
      "epoch": 640.3,
      "grad_norm": 1.3665955066680908,
      "learning_rate": 4.923931127210736e-07,
      "loss": 0.3545,
      "step": 2294210
    },
    {
      "epoch": 640.31,
      "grad_norm": 1.0970993041992188,
      "learning_rate": 4.923765316055406e-07,
      "loss": 0.3485,
      "step": 2294220
    },
    {
      "epoch": 640.31,
      "grad_norm": 1.2299978733062744,
      "learning_rate": 4.923599507364267e-07,
      "loss": 0.3388,
      "step": 2294230
    },
    {
      "epoch": 640.31,
      "grad_norm": 1.2634400129318237,
      "learning_rate": 4.923433701137319e-07,
      "loss": 0.3349,
      "step": 2294240
    },
    {
      "epoch": 640.32,
      "grad_norm": 1.0877007246017456,
      "learning_rate": 4.923267897374612e-07,
      "loss": 0.3292,
      "step": 2294250
    },
    {
      "epoch": 640.32,
      "grad_norm": 1.1214444637298584,
      "learning_rate": 4.923102096076148e-07,
      "loss": 0.3262,
      "step": 2294260
    },
    {
      "epoch": 640.32,
      "grad_norm": 1.4109760522842407,
      "learning_rate": 4.922936297241955e-07,
      "loss": 0.337,
      "step": 2294270
    },
    {
      "epoch": 640.32,
      "grad_norm": 1.447709083557129,
      "learning_rate": 4.922770500872061e-07,
      "loss": 0.3421,
      "step": 2294280
    },
    {
      "epoch": 640.33,
      "grad_norm": 1.2920312881469727,
      "learning_rate": 4.922604706966478e-07,
      "loss": 0.3449,
      "step": 2294290
    },
    {
      "epoch": 640.33,
      "grad_norm": 1.0840779542922974,
      "learning_rate": 4.92243891552523e-07,
      "loss": 0.3273,
      "step": 2294300
    },
    {
      "epoch": 640.33,
      "grad_norm": 1.2815742492675781,
      "learning_rate": 4.922273126548345e-07,
      "loss": 0.3275,
      "step": 2294310
    },
    {
      "epoch": 640.33,
      "grad_norm": 1.1541709899902344,
      "learning_rate": 4.922107340035844e-07,
      "loss": 0.3336,
      "step": 2294320
    },
    {
      "epoch": 640.34,
      "grad_norm": 1.1778419017791748,
      "learning_rate": 4.921941555987738e-07,
      "loss": 0.3131,
      "step": 2294330
    },
    {
      "epoch": 640.34,
      "grad_norm": 1.2060303688049316,
      "learning_rate": 4.921775774404068e-07,
      "loss": 0.3298,
      "step": 2294340
    },
    {
      "epoch": 640.34,
      "grad_norm": 1.2567371129989624,
      "learning_rate": 4.921609995284842e-07,
      "loss": 0.3286,
      "step": 2294350
    },
    {
      "epoch": 640.35,
      "grad_norm": 1.2917802333831787,
      "learning_rate": 4.921444218630084e-07,
      "loss": 0.3351,
      "step": 2294360
    },
    {
      "epoch": 640.35,
      "grad_norm": 1.200291395187378,
      "learning_rate": 4.921278444439827e-07,
      "loss": 0.3313,
      "step": 2294370
    },
    {
      "epoch": 640.35,
      "grad_norm": 1.4686580896377563,
      "learning_rate": 4.921112672714074e-07,
      "loss": 0.3332,
      "step": 2294380
    },
    {
      "epoch": 640.35,
      "grad_norm": 1.2813917398452759,
      "learning_rate": 4.92094690345286e-07,
      "loss": 0.341,
      "step": 2294390
    },
    {
      "epoch": 640.36,
      "grad_norm": 1.1358689069747925,
      "learning_rate": 4.920781136656204e-07,
      "loss": 0.3516,
      "step": 2294400
    },
    {
      "epoch": 640.36,
      "grad_norm": 1.1583404541015625,
      "learning_rate": 4.920615372324134e-07,
      "loss": 0.3283,
      "step": 2294410
    },
    {
      "epoch": 640.36,
      "grad_norm": 1.2072287797927856,
      "learning_rate": 4.920449610456659e-07,
      "loss": 0.3494,
      "step": 2294420
    },
    {
      "epoch": 640.37,
      "grad_norm": 1.214365005493164,
      "learning_rate": 4.920283851053809e-07,
      "loss": 0.332,
      "step": 2294430
    },
    {
      "epoch": 640.37,
      "grad_norm": 0.9198620319366455,
      "learning_rate": 4.920118094115613e-07,
      "loss": 0.3324,
      "step": 2294440
    },
    {
      "epoch": 640.37,
      "grad_norm": 1.332119107246399,
      "learning_rate": 4.919952339642073e-07,
      "loss": 0.3212,
      "step": 2294450
    },
    {
      "epoch": 640.37,
      "grad_norm": 1.1953669786453247,
      "learning_rate": 4.919786587633236e-07,
      "loss": 0.3383,
      "step": 2294460
    },
    {
      "epoch": 640.38,
      "grad_norm": 1.387816309928894,
      "learning_rate": 4.919620838089105e-07,
      "loss": 0.3317,
      "step": 2294470
    },
    {
      "epoch": 640.38,
      "grad_norm": 1.4844036102294922,
      "learning_rate": 4.91945509100971e-07,
      "loss": 0.3388,
      "step": 2294480
    },
    {
      "epoch": 640.38,
      "grad_norm": 1.1554458141326904,
      "learning_rate": 4.91928934639507e-07,
      "loss": 0.3464,
      "step": 2294490
    },
    {
      "epoch": 640.39,
      "grad_norm": 1.0817656517028809,
      "learning_rate": 4.919123604245214e-07,
      "loss": 0.3391,
      "step": 2294500
    },
    {
      "epoch": 640.39,
      "grad_norm": 1.1442794799804688,
      "learning_rate": 4.918957864560155e-07,
      "loss": 0.3282,
      "step": 2294510
    },
    {
      "epoch": 640.39,
      "grad_norm": 1.1759135723114014,
      "learning_rate": 4.91879212733992e-07,
      "loss": 0.3423,
      "step": 2294520
    },
    {
      "epoch": 640.39,
      "grad_norm": 1.1427561044692993,
      "learning_rate": 4.918626392584526e-07,
      "loss": 0.3474,
      "step": 2294530
    },
    {
      "epoch": 640.4,
      "grad_norm": 1.3599720001220703,
      "learning_rate": 4.918460660294002e-07,
      "loss": 0.3301,
      "step": 2294540
    },
    {
      "epoch": 640.4,
      "grad_norm": 1.3276008367538452,
      "learning_rate": 4.918294930468374e-07,
      "loss": 0.3354,
      "step": 2294550
    },
    {
      "epoch": 640.4,
      "grad_norm": 1.0546690225601196,
      "learning_rate": 4.918129203107651e-07,
      "loss": 0.3283,
      "step": 2294560
    },
    {
      "epoch": 640.4,
      "grad_norm": 1.308247685432434,
      "learning_rate": 4.91796347821186e-07,
      "loss": 0.3334,
      "step": 2294570
    },
    {
      "epoch": 640.41,
      "grad_norm": 1.212214708328247,
      "learning_rate": 4.91779775578103e-07,
      "loss": 0.3205,
      "step": 2294580
    },
    {
      "epoch": 640.41,
      "grad_norm": 1.2407937049865723,
      "learning_rate": 4.917632035815168e-07,
      "loss": 0.3325,
      "step": 2294590
    },
    {
      "epoch": 640.41,
      "grad_norm": 1.2831391096115112,
      "learning_rate": 4.917466318314316e-07,
      "loss": 0.3426,
      "step": 2294600
    },
    {
      "epoch": 640.42,
      "grad_norm": 1.184739351272583,
      "learning_rate": 4.917300603278479e-07,
      "loss": 0.3299,
      "step": 2294610
    },
    {
      "epoch": 640.42,
      "grad_norm": 1.1843370199203491,
      "learning_rate": 4.917134890707683e-07,
      "loss": 0.3504,
      "step": 2294620
    },
    {
      "epoch": 640.42,
      "grad_norm": 1.0153530836105347,
      "learning_rate": 4.916969180601958e-07,
      "loss": 0.3198,
      "step": 2294630
    },
    {
      "epoch": 640.42,
      "grad_norm": 1.3244972229003906,
      "learning_rate": 4.916803472961322e-07,
      "loss": 0.3568,
      "step": 2294640
    },
    {
      "epoch": 640.43,
      "grad_norm": 1.3145045042037964,
      "learning_rate": 4.916637767785793e-07,
      "loss": 0.35,
      "step": 2294650
    },
    {
      "epoch": 640.43,
      "grad_norm": 1.330418348312378,
      "learning_rate": 4.916472065075394e-07,
      "loss": 0.3311,
      "step": 2294660
    },
    {
      "epoch": 640.43,
      "grad_norm": 1.1857693195343018,
      "learning_rate": 4.916306364830156e-07,
      "loss": 0.3436,
      "step": 2294670
    },
    {
      "epoch": 640.44,
      "grad_norm": 1.334567904472351,
      "learning_rate": 4.91614066705008e-07,
      "loss": 0.3429,
      "step": 2294680
    },
    {
      "epoch": 640.44,
      "grad_norm": 1.5627294778823853,
      "learning_rate": 4.915974971735216e-07,
      "loss": 0.3301,
      "step": 2294690
    },
    {
      "epoch": 640.44,
      "grad_norm": 1.2465652227401733,
      "learning_rate": 4.915809278885568e-07,
      "loss": 0.335,
      "step": 2294700
    },
    {
      "epoch": 640.44,
      "grad_norm": 1.274006962776184,
      "learning_rate": 4.915643588501157e-07,
      "loss": 0.3319,
      "step": 2294710
    },
    {
      "epoch": 640.45,
      "grad_norm": 1.3037173748016357,
      "learning_rate": 4.91547790058202e-07,
      "loss": 0.3367,
      "step": 2294720
    },
    {
      "epoch": 640.45,
      "grad_norm": 1.1706947088241577,
      "learning_rate": 4.915312215128163e-07,
      "loss": 0.3366,
      "step": 2294730
    },
    {
      "epoch": 640.45,
      "grad_norm": 1.3266679048538208,
      "learning_rate": 4.915146532139612e-07,
      "loss": 0.3515,
      "step": 2294740
    },
    {
      "epoch": 640.45,
      "grad_norm": 1.1854069232940674,
      "learning_rate": 4.914980851616393e-07,
      "loss": 0.3291,
      "step": 2294750
    },
    {
      "epoch": 640.46,
      "grad_norm": 1.1555254459381104,
      "learning_rate": 4.914815173558531e-07,
      "loss": 0.3623,
      "step": 2294760
    },
    {
      "epoch": 640.46,
      "grad_norm": 1.5577830076217651,
      "learning_rate": 4.914649497966031e-07,
      "loss": 0.3482,
      "step": 2294770
    },
    {
      "epoch": 640.46,
      "grad_norm": 1.119235634803772,
      "learning_rate": 4.914483824838942e-07,
      "loss": 0.345,
      "step": 2294780
    },
    {
      "epoch": 640.47,
      "grad_norm": 1.0589309930801392,
      "learning_rate": 4.914318154177262e-07,
      "loss": 0.3622,
      "step": 2294790
    },
    {
      "epoch": 640.47,
      "grad_norm": 1.3932201862335205,
      "learning_rate": 4.914152485981026e-07,
      "loss": 0.3309,
      "step": 2294800
    },
    {
      "epoch": 640.47,
      "grad_norm": 1.3470866680145264,
      "learning_rate": 4.91398682025026e-07,
      "loss": 0.3412,
      "step": 2294810
    },
    {
      "epoch": 640.47,
      "grad_norm": 1.3462845087051392,
      "learning_rate": 4.913821156984961e-07,
      "loss": 0.3516,
      "step": 2294820
    },
    {
      "epoch": 640.48,
      "grad_norm": 1.5746634006500244,
      "learning_rate": 4.913655496185185e-07,
      "loss": 0.3411,
      "step": 2294830
    },
    {
      "epoch": 640.48,
      "grad_norm": 1.3734350204467773,
      "learning_rate": 4.913489837850929e-07,
      "loss": 0.3366,
      "step": 2294840
    },
    {
      "epoch": 640.48,
      "grad_norm": 1.4957995414733887,
      "learning_rate": 4.913324181982227e-07,
      "loss": 0.334,
      "step": 2294850
    },
    {
      "epoch": 640.49,
      "grad_norm": 1.1762290000915527,
      "learning_rate": 4.913158528579102e-07,
      "loss": 0.3303,
      "step": 2294860
    },
    {
      "epoch": 640.49,
      "grad_norm": 1.4501817226409912,
      "learning_rate": 4.912992877641565e-07,
      "loss": 0.3335,
      "step": 2294870
    },
    {
      "epoch": 640.49,
      "grad_norm": 1.2723209857940674,
      "learning_rate": 4.912827229169646e-07,
      "loss": 0.3224,
      "step": 2294880
    },
    {
      "epoch": 640.49,
      "grad_norm": 1.2537972927093506,
      "learning_rate": 4.912661583163364e-07,
      "loss": 0.3382,
      "step": 2294890
    },
    {
      "epoch": 640.5,
      "grad_norm": 1.2349454164505005,
      "learning_rate": 4.912495939622751e-07,
      "loss": 0.3387,
      "step": 2294900
    },
    {
      "epoch": 640.5,
      "grad_norm": 1.1016851663589478,
      "learning_rate": 4.91233029854781e-07,
      "loss": 0.3443,
      "step": 2294910
    },
    {
      "epoch": 640.5,
      "grad_norm": 1.3077311515808105,
      "learning_rate": 4.912164659938586e-07,
      "loss": 0.3461,
      "step": 2294920
    },
    {
      "epoch": 640.51,
      "grad_norm": 1.1549488306045532,
      "learning_rate": 4.911999023795082e-07,
      "loss": 0.3413,
      "step": 2294930
    },
    {
      "epoch": 640.51,
      "grad_norm": 1.3060506582260132,
      "learning_rate": 4.911833390117326e-07,
      "loss": 0.3467,
      "step": 2294940
    },
    {
      "epoch": 640.51,
      "grad_norm": 1.1769605875015259,
      "learning_rate": 4.911667758905351e-07,
      "loss": 0.341,
      "step": 2294950
    },
    {
      "epoch": 640.51,
      "grad_norm": 1.1935782432556152,
      "learning_rate": 4.911502130159159e-07,
      "loss": 0.3349,
      "step": 2294960
    },
    {
      "epoch": 640.52,
      "grad_norm": 1.2717598676681519,
      "learning_rate": 4.911336503878786e-07,
      "loss": 0.3274,
      "step": 2294970
    },
    {
      "epoch": 640.52,
      "grad_norm": 1.3225525617599487,
      "learning_rate": 4.911170880064248e-07,
      "loss": 0.3331,
      "step": 2294980
    },
    {
      "epoch": 640.52,
      "grad_norm": 1.136289358139038,
      "learning_rate": 4.911005258715576e-07,
      "loss": 0.3331,
      "step": 2294990
    },
    {
      "epoch": 640.52,
      "grad_norm": 1.281198263168335,
      "learning_rate": 4.91083963983278e-07,
      "loss": 0.3537,
      "step": 2295000
    },
    {
      "epoch": 640.53,
      "grad_norm": 1.5400639772415161,
      "learning_rate": 4.910674023415888e-07,
      "loss": 0.3302,
      "step": 2295010
    },
    {
      "epoch": 640.53,
      "grad_norm": 1.1671146154403687,
      "learning_rate": 4.910508409464927e-07,
      "loss": 0.3371,
      "step": 2295020
    },
    {
      "epoch": 640.53,
      "grad_norm": 1.3282862901687622,
      "learning_rate": 4.910342797979903e-07,
      "loss": 0.3384,
      "step": 2295030
    },
    {
      "epoch": 640.54,
      "grad_norm": 1.2030595541000366,
      "learning_rate": 4.910177188960857e-07,
      "loss": 0.3409,
      "step": 2295040
    },
    {
      "epoch": 640.54,
      "grad_norm": 1.3151808977127075,
      "learning_rate": 4.9100115824078e-07,
      "loss": 0.3268,
      "step": 2295050
    },
    {
      "epoch": 640.54,
      "grad_norm": 1.2912530899047852,
      "learning_rate": 4.909845978320755e-07,
      "loss": 0.3292,
      "step": 2295060
    },
    {
      "epoch": 640.54,
      "grad_norm": 1.2111949920654297,
      "learning_rate": 4.909680376699748e-07,
      "loss": 0.3285,
      "step": 2295070
    },
    {
      "epoch": 640.55,
      "grad_norm": 1.364990472793579,
      "learning_rate": 4.909514777544802e-07,
      "loss": 0.3308,
      "step": 2295080
    },
    {
      "epoch": 640.55,
      "grad_norm": 1.301816701889038,
      "learning_rate": 4.909349180855933e-07,
      "loss": 0.3282,
      "step": 2295090
    },
    {
      "epoch": 640.55,
      "grad_norm": 1.216286301612854,
      "learning_rate": 4.909183586633164e-07,
      "loss": 0.348,
      "step": 2295100
    },
    {
      "epoch": 640.56,
      "grad_norm": 1.5347532033920288,
      "learning_rate": 4.909017994876518e-07,
      "loss": 0.3432,
      "step": 2295110
    },
    {
      "epoch": 640.56,
      "grad_norm": 1.1377099752426147,
      "learning_rate": 4.908852405586018e-07,
      "loss": 0.3286,
      "step": 2295120
    },
    {
      "epoch": 640.56,
      "grad_norm": 1.428719401359558,
      "learning_rate": 4.908686818761695e-07,
      "loss": 0.3207,
      "step": 2295130
    },
    {
      "epoch": 640.56,
      "grad_norm": 1.1118035316467285,
      "learning_rate": 4.908521234403553e-07,
      "loss": 0.3341,
      "step": 2295140
    },
    {
      "epoch": 640.57,
      "grad_norm": 1.1566325426101685,
      "learning_rate": 4.908355652511624e-07,
      "loss": 0.3252,
      "step": 2295150
    },
    {
      "epoch": 640.57,
      "grad_norm": 1.1756763458251953,
      "learning_rate": 4.90819007308593e-07,
      "loss": 0.3272,
      "step": 2295160
    },
    {
      "epoch": 640.57,
      "grad_norm": 1.3381290435791016,
      "learning_rate": 4.908024496126492e-07,
      "loss": 0.3655,
      "step": 2295170
    },
    {
      "epoch": 640.57,
      "grad_norm": 1.3287190198898315,
      "learning_rate": 4.907858921633337e-07,
      "loss": 0.3407,
      "step": 2295180
    },
    {
      "epoch": 640.58,
      "grad_norm": 1.1546186208724976,
      "learning_rate": 4.907693349606478e-07,
      "loss": 0.3218,
      "step": 2295190
    },
    {
      "epoch": 640.58,
      "grad_norm": 1.3651810884475708,
      "learning_rate": 4.907527780045941e-07,
      "loss": 0.3389,
      "step": 2295200
    },
    {
      "epoch": 640.58,
      "grad_norm": 1.380621075630188,
      "learning_rate": 4.907362212951748e-07,
      "loss": 0.3253,
      "step": 2295210
    },
    {
      "epoch": 640.59,
      "grad_norm": 1.2075289487838745,
      "learning_rate": 4.907196648323928e-07,
      "loss": 0.3245,
      "step": 2295220
    },
    {
      "epoch": 640.59,
      "grad_norm": 1.1473442316055298,
      "learning_rate": 4.907031086162489e-07,
      "loss": 0.3351,
      "step": 2295230
    },
    {
      "epoch": 640.59,
      "grad_norm": 1.112389087677002,
      "learning_rate": 4.90686552646746e-07,
      "loss": 0.3327,
      "step": 2295240
    },
    {
      "epoch": 640.59,
      "grad_norm": 1.3505480289459229,
      "learning_rate": 4.906699969238872e-07,
      "loss": 0.3367,
      "step": 2295250
    },
    {
      "epoch": 640.6,
      "grad_norm": 1.3176531791687012,
      "learning_rate": 4.906534414476723e-07,
      "loss": 0.3233,
      "step": 2295260
    },
    {
      "epoch": 640.6,
      "grad_norm": 1.1506505012512207,
      "learning_rate": 4.906368862181067e-07,
      "loss": 0.335,
      "step": 2295270
    },
    {
      "epoch": 640.6,
      "grad_norm": 1.1368962526321411,
      "learning_rate": 4.906203312351901e-07,
      "loss": 0.3391,
      "step": 2295280
    },
    {
      "epoch": 640.61,
      "grad_norm": 1.1668673753738403,
      "learning_rate": 4.906037764989255e-07,
      "loss": 0.3341,
      "step": 2295290
    },
    {
      "epoch": 640.61,
      "grad_norm": 1.1658990383148193,
      "learning_rate": 4.905872220093154e-07,
      "loss": 0.3471,
      "step": 2295300
    },
    {
      "epoch": 640.61,
      "grad_norm": 1.1370657682418823,
      "learning_rate": 4.905706677663621e-07,
      "loss": 0.3392,
      "step": 2295310
    },
    {
      "epoch": 640.61,
      "grad_norm": 1.21494722366333,
      "learning_rate": 4.90554113770067e-07,
      "loss": 0.3351,
      "step": 2295320
    },
    {
      "epoch": 640.62,
      "grad_norm": 1.0871704816818237,
      "learning_rate": 4.90537560020433e-07,
      "loss": 0.3296,
      "step": 2295330
    },
    {
      "epoch": 640.62,
      "grad_norm": 1.3139660358428955,
      "learning_rate": 4.905210065174625e-07,
      "loss": 0.3436,
      "step": 2295340
    },
    {
      "epoch": 640.62,
      "grad_norm": 1.3433517217636108,
      "learning_rate": 4.905044532611559e-07,
      "loss": 0.3334,
      "step": 2295350
    },
    {
      "epoch": 640.63,
      "grad_norm": 1.0287495851516724,
      "learning_rate": 4.904879002515182e-07,
      "loss": 0.3384,
      "step": 2295360
    },
    {
      "epoch": 640.63,
      "grad_norm": 1.2486604452133179,
      "learning_rate": 4.904713474885496e-07,
      "loss": 0.3267,
      "step": 2295370
    },
    {
      "epoch": 640.63,
      "grad_norm": 1.090806007385254,
      "learning_rate": 4.904547949722526e-07,
      "loss": 0.3258,
      "step": 2295380
    },
    {
      "epoch": 640.63,
      "grad_norm": 1.2703050374984741,
      "learning_rate": 4.904382427026308e-07,
      "loss": 0.3368,
      "step": 2295390
    },
    {
      "epoch": 640.64,
      "grad_norm": 1.3431698083877563,
      "learning_rate": 4.904216906796837e-07,
      "loss": 0.324,
      "step": 2295400
    },
    {
      "epoch": 640.64,
      "grad_norm": 1.192155361175537,
      "learning_rate": 4.904051389034164e-07,
      "loss": 0.3522,
      "step": 2295410
    },
    {
      "epoch": 640.64,
      "grad_norm": 1.1155617237091064,
      "learning_rate": 4.903885873738292e-07,
      "loss": 0.3422,
      "step": 2295420
    },
    {
      "epoch": 640.64,
      "grad_norm": 1.165924072265625,
      "learning_rate": 4.903720360909251e-07,
      "loss": 0.3467,
      "step": 2295430
    },
    {
      "epoch": 640.65,
      "grad_norm": 1.2544418573379517,
      "learning_rate": 4.903554850547058e-07,
      "loss": 0.3255,
      "step": 2295440
    },
    {
      "epoch": 640.65,
      "grad_norm": 1.1809383630752563,
      "learning_rate": 4.903389342651745e-07,
      "loss": 0.331,
      "step": 2295450
    },
    {
      "epoch": 640.65,
      "grad_norm": 1.4714971780776978,
      "learning_rate": 4.903223837223323e-07,
      "loss": 0.342,
      "step": 2295460
    },
    {
      "epoch": 640.66,
      "grad_norm": 1.1648162603378296,
      "learning_rate": 4.903058334261815e-07,
      "loss": 0.3326,
      "step": 2295470
    },
    {
      "epoch": 640.66,
      "grad_norm": 1.1949515342712402,
      "learning_rate": 4.902892833767257e-07,
      "loss": 0.3481,
      "step": 2295480
    },
    {
      "epoch": 640.66,
      "grad_norm": 1.1900602579116821,
      "learning_rate": 4.902727335739644e-07,
      "loss": 0.3285,
      "step": 2295490
    },
    {
      "epoch": 640.66,
      "grad_norm": 1.131027340888977,
      "learning_rate": 4.902561840179029e-07,
      "loss": 0.3364,
      "step": 2295500
    },
    {
      "epoch": 640.67,
      "grad_norm": 1.2722891569137573,
      "learning_rate": 4.902396347085412e-07,
      "loss": 0.322,
      "step": 2295510
    },
    {
      "epoch": 640.67,
      "grad_norm": 1.3768367767333984,
      "learning_rate": 4.902230856458822e-07,
      "loss": 0.3411,
      "step": 2295520
    },
    {
      "epoch": 640.67,
      "grad_norm": 1.3843296766281128,
      "learning_rate": 4.902065368299289e-07,
      "loss": 0.3247,
      "step": 2295530
    },
    {
      "epoch": 640.68,
      "grad_norm": 1.1435825824737549,
      "learning_rate": 4.901899882606819e-07,
      "loss": 0.3385,
      "step": 2295540
    },
    {
      "epoch": 640.68,
      "grad_norm": 1.198966383934021,
      "learning_rate": 4.901734399381443e-07,
      "loss": 0.3202,
      "step": 2295550
    },
    {
      "epoch": 640.68,
      "grad_norm": 1.1776071786880493,
      "learning_rate": 4.901568918623184e-07,
      "loss": 0.3278,
      "step": 2295560
    },
    {
      "epoch": 640.68,
      "grad_norm": 1.3946985006332397,
      "learning_rate": 4.90140344033207e-07,
      "loss": 0.3261,
      "step": 2295570
    },
    {
      "epoch": 640.69,
      "grad_norm": 1.060128927230835,
      "learning_rate": 4.901237964508099e-07,
      "loss": 0.3261,
      "step": 2295580
    },
    {
      "epoch": 640.69,
      "grad_norm": 1.5683808326721191,
      "learning_rate": 4.901072491151324e-07,
      "loss": 0.3377,
      "step": 2295590
    },
    {
      "epoch": 640.69,
      "grad_norm": 1.3017653226852417,
      "learning_rate": 4.900907020261745e-07,
      "loss": 0.3301,
      "step": 2295600
    },
    {
      "epoch": 640.69,
      "grad_norm": 1.165459156036377,
      "learning_rate": 4.900741551839394e-07,
      "loss": 0.3139,
      "step": 2295610
    },
    {
      "epoch": 640.7,
      "grad_norm": 1.292813777923584,
      "learning_rate": 4.900576085884297e-07,
      "loss": 0.3357,
      "step": 2295620
    },
    {
      "epoch": 640.7,
      "grad_norm": 1.0522938966751099,
      "learning_rate": 4.900410622396461e-07,
      "loss": 0.3283,
      "step": 2295630
    },
    {
      "epoch": 640.7,
      "grad_norm": 1.1537578105926514,
      "learning_rate": 4.900245161375918e-07,
      "loss": 0.3493,
      "step": 2295640
    },
    {
      "epoch": 640.71,
      "grad_norm": 1.33517587184906,
      "learning_rate": 4.900079702822686e-07,
      "loss": 0.3516,
      "step": 2295650
    },
    {
      "epoch": 640.71,
      "grad_norm": 1.4703123569488525,
      "learning_rate": 4.8999142467368e-07,
      "loss": 0.3302,
      "step": 2295660
    },
    {
      "epoch": 640.71,
      "grad_norm": 1.2167567014694214,
      "learning_rate": 4.899748793118265e-07,
      "loss": 0.3475,
      "step": 2295670
    },
    {
      "epoch": 640.71,
      "grad_norm": 1.3492431640625,
      "learning_rate": 4.899583341967108e-07,
      "loss": 0.339,
      "step": 2295680
    },
    {
      "epoch": 640.72,
      "grad_norm": 1.062972068786621,
      "learning_rate": 4.899417893283352e-07,
      "loss": 0.3432,
      "step": 2295690
    },
    {
      "epoch": 640.72,
      "grad_norm": 1.1884970664978027,
      "learning_rate": 4.899252447067021e-07,
      "loss": 0.3386,
      "step": 2295700
    },
    {
      "epoch": 640.72,
      "grad_norm": 1.1594617366790771,
      "learning_rate": 4.899087003318143e-07,
      "loss": 0.3477,
      "step": 2295710
    },
    {
      "epoch": 640.73,
      "grad_norm": 1.1323260068893433,
      "learning_rate": 4.898921562036718e-07,
      "loss": 0.3577,
      "step": 2295720
    },
    {
      "epoch": 640.73,
      "grad_norm": 1.2657721042633057,
      "learning_rate": 4.898756123222796e-07,
      "loss": 0.346,
      "step": 2295730
    },
    {
      "epoch": 640.73,
      "grad_norm": 1.1290780305862427,
      "learning_rate": 4.89859068687638e-07,
      "loss": 0.3196,
      "step": 2295740
    },
    {
      "epoch": 640.73,
      "grad_norm": 1.0962034463882446,
      "learning_rate": 4.898425252997501e-07,
      "loss": 0.3203,
      "step": 2295750
    },
    {
      "epoch": 640.74,
      "grad_norm": 1.3160700798034668,
      "learning_rate": 4.898259821586181e-07,
      "loss": 0.3297,
      "step": 2295760
    },
    {
      "epoch": 640.74,
      "grad_norm": 1.3098106384277344,
      "learning_rate": 4.898094392642431e-07,
      "loss": 0.3425,
      "step": 2295770
    },
    {
      "epoch": 640.74,
      "grad_norm": 1.4709473848342896,
      "learning_rate": 4.897928966166284e-07,
      "loss": 0.3271,
      "step": 2295780
    },
    {
      "epoch": 640.75,
      "grad_norm": 1.2941076755523682,
      "learning_rate": 4.897763542157759e-07,
      "loss": 0.3332,
      "step": 2295790
    },
    {
      "epoch": 640.75,
      "grad_norm": 1.1813440322875977,
      "learning_rate": 4.897598120616882e-07,
      "loss": 0.3351,
      "step": 2295800
    },
    {
      "epoch": 640.75,
      "grad_norm": 1.1621040105819702,
      "learning_rate": 4.897432701543667e-07,
      "loss": 0.3311,
      "step": 2295810
    },
    {
      "epoch": 640.75,
      "grad_norm": 1.4964628219604492,
      "learning_rate": 4.897267284938139e-07,
      "loss": 0.3346,
      "step": 2295820
    },
    {
      "epoch": 640.76,
      "grad_norm": 1.1731822490692139,
      "learning_rate": 4.897101870800327e-07,
      "loss": 0.3436,
      "step": 2295830
    },
    {
      "epoch": 640.76,
      "grad_norm": 1.2887578010559082,
      "learning_rate": 4.896936459130235e-07,
      "loss": 0.3373,
      "step": 2295840
    },
    {
      "epoch": 640.76,
      "grad_norm": 1.2123963832855225,
      "learning_rate": 4.896771049927907e-07,
      "loss": 0.3532,
      "step": 2295850
    },
    {
      "epoch": 640.76,
      "grad_norm": 1.2358002662658691,
      "learning_rate": 4.896605643193353e-07,
      "loss": 0.3393,
      "step": 2295860
    },
    {
      "epoch": 640.77,
      "grad_norm": 1.2542831897735596,
      "learning_rate": 4.896440238926594e-07,
      "loss": 0.3482,
      "step": 2295870
    },
    {
      "epoch": 640.77,
      "grad_norm": 1.1516107320785522,
      "learning_rate": 4.896274837127656e-07,
      "loss": 0.3407,
      "step": 2295880
    },
    {
      "epoch": 640.77,
      "grad_norm": 1.3388378620147705,
      "learning_rate": 4.896109437796566e-07,
      "loss": 0.3465,
      "step": 2295890
    },
    {
      "epoch": 640.78,
      "grad_norm": 1.1548824310302734,
      "learning_rate": 4.895944040933335e-07,
      "loss": 0.3487,
      "step": 2295900
    },
    {
      "epoch": 640.78,
      "grad_norm": 1.3475775718688965,
      "learning_rate": 4.895778646537991e-07,
      "loss": 0.3301,
      "step": 2295910
    },
    {
      "epoch": 640.78,
      "grad_norm": 1.1241148710250854,
      "learning_rate": 4.895613254610558e-07,
      "loss": 0.3282,
      "step": 2295920
    },
    {
      "epoch": 640.78,
      "grad_norm": 1.2099590301513672,
      "learning_rate": 4.895447865151045e-07,
      "loss": 0.3299,
      "step": 2295930
    },
    {
      "epoch": 640.79,
      "grad_norm": 1.1114068031311035,
      "learning_rate": 4.895282478159498e-07,
      "loss": 0.3396,
      "step": 2295940
    },
    {
      "epoch": 640.79,
      "grad_norm": 1.147352695465088,
      "learning_rate": 4.895117093635917e-07,
      "loss": 0.3367,
      "step": 2295950
    },
    {
      "epoch": 640.79,
      "grad_norm": 1.2086235284805298,
      "learning_rate": 4.894951711580334e-07,
      "loss": 0.3143,
      "step": 2295960
    },
    {
      "epoch": 640.8,
      "grad_norm": 1.163668155670166,
      "learning_rate": 4.894786331992772e-07,
      "loss": 0.3399,
      "step": 2295970
    },
    {
      "epoch": 640.8,
      "grad_norm": 1.0920518636703491,
      "learning_rate": 4.89462095487324e-07,
      "loss": 0.3478,
      "step": 2295980
    },
    {
      "epoch": 640.8,
      "grad_norm": 1.0531110763549805,
      "learning_rate": 4.894455580221782e-07,
      "loss": 0.3281,
      "step": 2295990
    },
    {
      "epoch": 640.8,
      "grad_norm": 1.354888916015625,
      "learning_rate": 4.894290208038403e-07,
      "loss": 0.3398,
      "step": 2296000
    },
    {
      "epoch": 640.81,
      "grad_norm": 1.2737400531768799,
      "learning_rate": 4.89412483832313e-07,
      "loss": 0.3622,
      "step": 2296010
    },
    {
      "epoch": 640.81,
      "grad_norm": 1.1898927688598633,
      "learning_rate": 4.893959471075986e-07,
      "loss": 0.3388,
      "step": 2296020
    },
    {
      "epoch": 640.81,
      "grad_norm": 1.6943809986114502,
      "learning_rate": 4.893794106296996e-07,
      "loss": 0.3356,
      "step": 2296030
    },
    {
      "epoch": 640.81,
      "grad_norm": 1.2004499435424805,
      "learning_rate": 4.893628743986175e-07,
      "loss": 0.3199,
      "step": 2296040
    },
    {
      "epoch": 640.82,
      "grad_norm": 1.0904220342636108,
      "learning_rate": 4.893463384143547e-07,
      "loss": 0.3444,
      "step": 2296050
    },
    {
      "epoch": 640.82,
      "grad_norm": 1.1040176153182983,
      "learning_rate": 4.893298026769142e-07,
      "loss": 0.3331,
      "step": 2296060
    },
    {
      "epoch": 640.82,
      "grad_norm": 1.2771700620651245,
      "learning_rate": 4.893132671862963e-07,
      "loss": 0.3306,
      "step": 2296070
    },
    {
      "epoch": 640.83,
      "grad_norm": 1.5754116773605347,
      "learning_rate": 4.892967319425057e-07,
      "loss": 0.3653,
      "step": 2296080
    },
    {
      "epoch": 640.83,
      "grad_norm": 1.1501680612564087,
      "learning_rate": 4.892801969455426e-07,
      "loss": 0.3349,
      "step": 2296090
    },
    {
      "epoch": 640.83,
      "grad_norm": 1.2420048713684082,
      "learning_rate": 4.8926366219541e-07,
      "loss": 0.3486,
      "step": 2296100
    },
    {
      "epoch": 640.83,
      "grad_norm": 1.0923426151275635,
      "learning_rate": 4.8924712769211e-07,
      "loss": 0.3541,
      "step": 2296110
    },
    {
      "epoch": 640.84,
      "grad_norm": 1.1088416576385498,
      "learning_rate": 4.892305934356454e-07,
      "loss": 0.3279,
      "step": 2296120
    },
    {
      "epoch": 640.84,
      "grad_norm": 1.3074989318847656,
      "learning_rate": 4.892140594260173e-07,
      "loss": 0.3353,
      "step": 2296130
    },
    {
      "epoch": 640.84,
      "grad_norm": 1.3979657888412476,
      "learning_rate": 4.891975256632285e-07,
      "loss": 0.3445,
      "step": 2296140
    },
    {
      "epoch": 640.85,
      "grad_norm": 1.2347235679626465,
      "learning_rate": 4.891809921472815e-07,
      "loss": 0.3336,
      "step": 2296150
    },
    {
      "epoch": 640.85,
      "grad_norm": 1.4519952535629272,
      "learning_rate": 4.891644588781772e-07,
      "loss": 0.3418,
      "step": 2296160
    },
    {
      "epoch": 640.85,
      "grad_norm": 1.2886840105056763,
      "learning_rate": 4.8914792585592e-07,
      "loss": 0.3335,
      "step": 2296170
    },
    {
      "epoch": 640.85,
      "grad_norm": 1.246594786643982,
      "learning_rate": 4.891313930805101e-07,
      "loss": 0.3322,
      "step": 2296180
    },
    {
      "epoch": 640.86,
      "grad_norm": 1.2322789430618286,
      "learning_rate": 4.891148605519504e-07,
      "loss": 0.3369,
      "step": 2296190
    },
    {
      "epoch": 640.86,
      "grad_norm": 1.216951847076416,
      "learning_rate": 4.890983282702438e-07,
      "loss": 0.3449,
      "step": 2296200
    },
    {
      "epoch": 640.86,
      "grad_norm": 1.064016580581665,
      "learning_rate": 4.890817962353912e-07,
      "loss": 0.329,
      "step": 2296210
    },
    {
      "epoch": 640.87,
      "grad_norm": 1.3825206756591797,
      "learning_rate": 4.890652644473954e-07,
      "loss": 0.3451,
      "step": 2296220
    },
    {
      "epoch": 640.87,
      "grad_norm": 1.2342451810836792,
      "learning_rate": 4.890487329062589e-07,
      "loss": 0.3429,
      "step": 2296230
    },
    {
      "epoch": 640.87,
      "grad_norm": 1.3020601272583008,
      "learning_rate": 4.89032201611984e-07,
      "loss": 0.3448,
      "step": 2296240
    },
    {
      "epoch": 640.87,
      "grad_norm": 1.5133165121078491,
      "learning_rate": 4.890156705645713e-07,
      "loss": 0.3371,
      "step": 2296250
    },
    {
      "epoch": 640.88,
      "grad_norm": 1.1585960388183594,
      "learning_rate": 4.889991397640257e-07,
      "loss": 0.3415,
      "step": 2296260
    },
    {
      "epoch": 640.88,
      "grad_norm": 1.21562659740448,
      "learning_rate": 4.889826092103472e-07,
      "loss": 0.3596,
      "step": 2296270
    },
    {
      "epoch": 640.88,
      "grad_norm": 1.1370408535003662,
      "learning_rate": 4.889660789035387e-07,
      "loss": 0.345,
      "step": 2296280
    },
    {
      "epoch": 640.88,
      "grad_norm": 1.995445728302002,
      "learning_rate": 4.889495488436029e-07,
      "loss": 0.3374,
      "step": 2296290
    },
    {
      "epoch": 640.89,
      "grad_norm": 1.3026329278945923,
      "learning_rate": 4.889330190305406e-07,
      "loss": 0.3475,
      "step": 2296300
    },
    {
      "epoch": 640.89,
      "grad_norm": 1.3420597314834595,
      "learning_rate": 4.88916489464356e-07,
      "loss": 0.3432,
      "step": 2296310
    },
    {
      "epoch": 640.89,
      "grad_norm": 1.2501939535140991,
      "learning_rate": 4.888999601450498e-07,
      "loss": 0.3321,
      "step": 2296320
    },
    {
      "epoch": 640.9,
      "grad_norm": 1.3048523664474487,
      "learning_rate": 4.888834310726247e-07,
      "loss": 0.3328,
      "step": 2296330
    },
    {
      "epoch": 640.9,
      "grad_norm": 1.2344443798065186,
      "learning_rate": 4.888669022470831e-07,
      "loss": 0.3458,
      "step": 2296340
    },
    {
      "epoch": 640.9,
      "grad_norm": 1.2284854650497437,
      "learning_rate": 4.888503736684266e-07,
      "loss": 0.3504,
      "step": 2296350
    },
    {
      "epoch": 640.9,
      "grad_norm": 1.180324673652649,
      "learning_rate": 4.888338453366577e-07,
      "loss": 0.3316,
      "step": 2296360
    },
    {
      "epoch": 640.91,
      "grad_norm": 1.1731224060058594,
      "learning_rate": 4.888173172517787e-07,
      "loss": 0.3378,
      "step": 2296370
    },
    {
      "epoch": 640.91,
      "grad_norm": 1.0668003559112549,
      "learning_rate": 4.888007894137924e-07,
      "loss": 0.3345,
      "step": 2296380
    },
    {
      "epoch": 640.91,
      "grad_norm": 1.2098314762115479,
      "learning_rate": 4.88784261822699e-07,
      "loss": 0.3247,
      "step": 2296390
    },
    {
      "epoch": 640.92,
      "grad_norm": 1.1364634037017822,
      "learning_rate": 4.887677344785031e-07,
      "loss": 0.3383,
      "step": 2296400
    },
    {
      "epoch": 640.92,
      "grad_norm": 1.385266900062561,
      "learning_rate": 4.887512073812057e-07,
      "loss": 0.3542,
      "step": 2296410
    },
    {
      "epoch": 640.92,
      "grad_norm": 1.1135309934616089,
      "learning_rate": 4.887346805308086e-07,
      "loss": 0.3304,
      "step": 2296420
    },
    {
      "epoch": 640.92,
      "grad_norm": 1.3246713876724243,
      "learning_rate": 4.887181539273157e-07,
      "loss": 0.3418,
      "step": 2296430
    },
    {
      "epoch": 640.93,
      "grad_norm": 1.4125840663909912,
      "learning_rate": 4.887016275707269e-07,
      "loss": 0.3454,
      "step": 2296440
    },
    {
      "epoch": 640.93,
      "grad_norm": 1.376847743988037,
      "learning_rate": 4.886851014610459e-07,
      "loss": 0.3417,
      "step": 2296450
    },
    {
      "epoch": 640.93,
      "grad_norm": 1.1639478206634521,
      "learning_rate": 4.886685755982744e-07,
      "loss": 0.3335,
      "step": 2296460
    },
    {
      "epoch": 640.93,
      "grad_norm": 1.2298372983932495,
      "learning_rate": 4.886520499824154e-07,
      "loss": 0.3554,
      "step": 2296470
    },
    {
      "epoch": 640.94,
      "grad_norm": 1.1757395267486572,
      "learning_rate": 4.8863552461347e-07,
      "loss": 0.326,
      "step": 2296480
    },
    {
      "epoch": 640.94,
      "grad_norm": 1.113107681274414,
      "learning_rate": 4.886189994914406e-07,
      "loss": 0.3435,
      "step": 2296490
    },
    {
      "epoch": 640.94,
      "grad_norm": 1.247392177581787,
      "learning_rate": 4.886024746163304e-07,
      "loss": 0.3176,
      "step": 2296500
    },
    {
      "epoch": 640.95,
      "grad_norm": 1.1721638441085815,
      "learning_rate": 4.885859499881394e-07,
      "loss": 0.35,
      "step": 2296510
    },
    {
      "epoch": 640.95,
      "grad_norm": 3.005601167678833,
      "learning_rate": 4.885694256068727e-07,
      "loss": 0.3239,
      "step": 2296520
    },
    {
      "epoch": 640.95,
      "grad_norm": 1.3063067197799683,
      "learning_rate": 4.885529014725304e-07,
      "loss": 0.333,
      "step": 2296530
    },
    {
      "epoch": 640.95,
      "grad_norm": 1.1673767566680908,
      "learning_rate": 4.885363775851152e-07,
      "loss": 0.3403,
      "step": 2296540
    },
    {
      "epoch": 640.96,
      "grad_norm": 1.3327350616455078,
      "learning_rate": 4.885198539446294e-07,
      "loss": 0.3456,
      "step": 2296550
    },
    {
      "epoch": 640.96,
      "grad_norm": 1.2493202686309814,
      "learning_rate": 4.885033305510755e-07,
      "loss": 0.3615,
      "step": 2296560
    },
    {
      "epoch": 640.96,
      "grad_norm": 1.2597521543502808,
      "learning_rate": 4.884868074044558e-07,
      "loss": 0.3584,
      "step": 2296570
    },
    {
      "epoch": 640.97,
      "grad_norm": 1.3002427816390991,
      "learning_rate": 4.884702845047717e-07,
      "loss": 0.338,
      "step": 2296580
    },
    {
      "epoch": 640.97,
      "grad_norm": 1.0772607326507568,
      "learning_rate": 4.884537618520256e-07,
      "loss": 0.3437,
      "step": 2296590
    },
    {
      "epoch": 640.97,
      "grad_norm": 1.1445205211639404,
      "learning_rate": 4.884372394462202e-07,
      "loss": 0.3224,
      "step": 2296600
    },
    {
      "epoch": 640.97,
      "grad_norm": 1.1042509078979492,
      "learning_rate": 4.88420717287358e-07,
      "loss": 0.3183,
      "step": 2296610
    },
    {
      "epoch": 640.98,
      "grad_norm": 1.3388372659683228,
      "learning_rate": 4.8840419537544e-07,
      "loss": 0.3315,
      "step": 2296620
    },
    {
      "epoch": 640.98,
      "grad_norm": 1.262531042098999,
      "learning_rate": 4.88387673710469e-07,
      "loss": 0.3306,
      "step": 2296630
    },
    {
      "epoch": 640.98,
      "grad_norm": 1.1595406532287598,
      "learning_rate": 4.883711522924478e-07,
      "loss": 0.3228,
      "step": 2296640
    },
    {
      "epoch": 640.99,
      "grad_norm": 1.2764922380447388,
      "learning_rate": 4.883546311213768e-07,
      "loss": 0.3316,
      "step": 2296650
    },
    {
      "epoch": 640.99,
      "grad_norm": 1.2700793743133545,
      "learning_rate": 4.883381101972608e-07,
      "loss": 0.3384,
      "step": 2296660
    },
    {
      "epoch": 640.99,
      "grad_norm": 1.283112645149231,
      "learning_rate": 4.883215895200998e-07,
      "loss": 0.3414,
      "step": 2296670
    },
    {
      "epoch": 640.99,
      "grad_norm": 1.3884226083755493,
      "learning_rate": 4.883050690898971e-07,
      "loss": 0.334,
      "step": 2296680
    },
    {
      "epoch": 641.0,
      "grad_norm": 1.307669758796692,
      "learning_rate": 4.882885489066543e-07,
      "loss": 0.3577,
      "step": 2296690
    },
    {
      "epoch": 641.0,
      "grad_norm": 1.4247126579284668,
      "learning_rate": 4.882720289703747e-07,
      "loss": 0.3486,
      "step": 2296700
    },
    {
      "epoch": 641.0,
      "eval_loss": 0.3381027281284332,
      "eval_runtime": 64.8035,
      "eval_samples_per_second": 78.067,
      "eval_steps_per_second": 9.768,
      "step": 2296703
    },
    {
      "epoch": 641.0,
      "grad_norm": 1.2221587896347046,
      "learning_rate": 4.882555092810593e-07,
      "loss": 0.3266,
      "step": 2296710
    },
    {
      "epoch": 641.0,
      "grad_norm": 1.2098439931869507,
      "learning_rate": 4.882389898387103e-07,
      "loss": 0.3334,
      "step": 2296720
    },
    {
      "epoch": 641.01,
      "grad_norm": 1.174210786819458,
      "learning_rate": 4.882224706433314e-07,
      "loss": 0.3202,
      "step": 2296730
    },
    {
      "epoch": 641.01,
      "grad_norm": 1.0560556650161743,
      "learning_rate": 4.882059516949222e-07,
      "loss": 0.3195,
      "step": 2296740
    },
    {
      "epoch": 641.01,
      "grad_norm": 1.248044490814209,
      "learning_rate": 4.881894329934876e-07,
      "loss": 0.3388,
      "step": 2296750
    },
    {
      "epoch": 641.02,
      "grad_norm": 1.0432485342025757,
      "learning_rate": 4.881729145390281e-07,
      "loss": 0.3227,
      "step": 2296760
    },
    {
      "epoch": 641.02,
      "grad_norm": 1.2801605463027954,
      "learning_rate": 4.881563963315466e-07,
      "loss": 0.3333,
      "step": 2296770
    },
    {
      "epoch": 641.02,
      "grad_norm": 1.3551065921783447,
      "learning_rate": 4.881398783710454e-07,
      "loss": 0.3257,
      "step": 2296780
    },
    {
      "epoch": 641.02,
      "grad_norm": 1.2220577001571655,
      "learning_rate": 4.88123360657526e-07,
      "loss": 0.3561,
      "step": 2296790
    },
    {
      "epoch": 641.03,
      "grad_norm": 1.1905781030654907,
      "learning_rate": 4.881068431909909e-07,
      "loss": 0.3467,
      "step": 2296800
    },
    {
      "epoch": 641.03,
      "grad_norm": 1.3782964944839478,
      "learning_rate": 4.880903259714426e-07,
      "loss": 0.3329,
      "step": 2296810
    },
    {
      "epoch": 641.03,
      "grad_norm": 2.041199207305908,
      "learning_rate": 4.880738089988836e-07,
      "loss": 0.3353,
      "step": 2296820
    },
    {
      "epoch": 641.04,
      "grad_norm": 1.2553523778915405,
      "learning_rate": 4.880572922733144e-07,
      "loss": 0.3355,
      "step": 2296830
    },
    {
      "epoch": 641.04,
      "grad_norm": 1.252292275428772,
      "learning_rate": 4.880407757947397e-07,
      "loss": 0.3427,
      "step": 2296840
    },
    {
      "epoch": 641.04,
      "grad_norm": 1.4429360628128052,
      "learning_rate": 4.880242595631596e-07,
      "loss": 0.3344,
      "step": 2296850
    },
    {
      "epoch": 641.04,
      "grad_norm": 1.2042334079742432,
      "learning_rate": 4.88007743578577e-07,
      "loss": 0.3459,
      "step": 2296860
    },
    {
      "epoch": 641.05,
      "grad_norm": 1.2380942106246948,
      "learning_rate": 4.879912278409951e-07,
      "loss": 0.3282,
      "step": 2296870
    },
    {
      "epoch": 641.05,
      "grad_norm": 1.365496039390564,
      "learning_rate": 4.87974712350414e-07,
      "loss": 0.3366,
      "step": 2296880
    },
    {
      "epoch": 641.05,
      "grad_norm": 1.0139602422714233,
      "learning_rate": 4.879581971068382e-07,
      "loss": 0.3405,
      "step": 2296890
    },
    {
      "epoch": 641.05,
      "grad_norm": 1.3953746557235718,
      "learning_rate": 4.879416821102682e-07,
      "loss": 0.3322,
      "step": 2296900
    },
    {
      "epoch": 641.06,
      "grad_norm": 1.1339001655578613,
      "learning_rate": 4.879251673607068e-07,
      "loss": 0.3501,
      "step": 2296910
    },
    {
      "epoch": 641.06,
      "grad_norm": 1.1964842081069946,
      "learning_rate": 4.879086528581567e-07,
      "loss": 0.3387,
      "step": 2296920
    },
    {
      "epoch": 641.06,
      "grad_norm": 1.22769296169281,
      "learning_rate": 4.878921386026191e-07,
      "loss": 0.3332,
      "step": 2296930
    },
    {
      "epoch": 641.07,
      "grad_norm": 1.218340277671814,
      "learning_rate": 4.878756245940967e-07,
      "loss": 0.3336,
      "step": 2296940
    },
    {
      "epoch": 641.07,
      "grad_norm": 1.290893316268921,
      "learning_rate": 4.878591108325916e-07,
      "loss": 0.3347,
      "step": 2296950
    },
    {
      "epoch": 641.07,
      "grad_norm": 1.1440895795822144,
      "learning_rate": 4.878425973181069e-07,
      "loss": 0.3353,
      "step": 2296960
    },
    {
      "epoch": 641.07,
      "grad_norm": 1.1611825227737427,
      "learning_rate": 4.878260840506425e-07,
      "loss": 0.3248,
      "step": 2296970
    },
    {
      "epoch": 641.08,
      "grad_norm": 1.3075554370880127,
      "learning_rate": 4.878095710302034e-07,
      "loss": 0.3319,
      "step": 2296980
    },
    {
      "epoch": 641.08,
      "grad_norm": 1.1879490613937378,
      "learning_rate": 4.877930582567897e-07,
      "loss": 0.3313,
      "step": 2296990
    },
    {
      "epoch": 641.08,
      "grad_norm": 1.3530139923095703,
      "learning_rate": 4.877765457304047e-07,
      "loss": 0.3456,
      "step": 2297000
    },
    {
      "epoch": 641.09,
      "grad_norm": 1.1991750001907349,
      "learning_rate": 4.877600334510506e-07,
      "loss": 0.3284,
      "step": 2297010
    },
    {
      "epoch": 641.09,
      "grad_norm": 1.1340538263320923,
      "learning_rate": 4.877435214187287e-07,
      "loss": 0.3258,
      "step": 2297020
    },
    {
      "epoch": 641.09,
      "grad_norm": 1.405590295791626,
      "learning_rate": 4.877270096334421e-07,
      "loss": 0.3403,
      "step": 2297030
    },
    {
      "epoch": 641.09,
      "grad_norm": 1.189575433731079,
      "learning_rate": 4.877104980951924e-07,
      "loss": 0.3443,
      "step": 2297040
    },
    {
      "epoch": 641.1,
      "grad_norm": 1.1728854179382324,
      "learning_rate": 4.876939868039826e-07,
      "loss": 0.3349,
      "step": 2297050
    },
    {
      "epoch": 641.1,
      "grad_norm": 1.1673142910003662,
      "learning_rate": 4.876774757598132e-07,
      "loss": 0.3293,
      "step": 2297060
    },
    {
      "epoch": 641.1,
      "grad_norm": 1.1974674463272095,
      "learning_rate": 4.876609649626889e-07,
      "loss": 0.3395,
      "step": 2297070
    },
    {
      "epoch": 641.11,
      "grad_norm": 1.3984472751617432,
      "learning_rate": 4.876444544126097e-07,
      "loss": 0.3425,
      "step": 2297080
    },
    {
      "epoch": 641.11,
      "grad_norm": 1.2210756540298462,
      "learning_rate": 4.876279441095787e-07,
      "loss": 0.3287,
      "step": 2297090
    },
    {
      "epoch": 641.11,
      "grad_norm": 1.2274161577224731,
      "learning_rate": 4.876114340535987e-07,
      "loss": 0.3331,
      "step": 2297100
    },
    {
      "epoch": 641.11,
      "grad_norm": 3.256587266921997,
      "learning_rate": 4.87594924244671e-07,
      "loss": 0.338,
      "step": 2297110
    },
    {
      "epoch": 641.12,
      "grad_norm": 1.338374137878418,
      "learning_rate": 4.875784146827976e-07,
      "loss": 0.3419,
      "step": 2297120
    },
    {
      "epoch": 641.12,
      "grad_norm": 1.4313966035842896,
      "learning_rate": 4.875619053679814e-07,
      "loss": 0.3456,
      "step": 2297130
    },
    {
      "epoch": 641.12,
      "grad_norm": 1.2102609872817993,
      "learning_rate": 4.875453963002243e-07,
      "loss": 0.3437,
      "step": 2297140
    },
    {
      "epoch": 641.12,
      "grad_norm": 1.2747284173965454,
      "learning_rate": 4.875288874795289e-07,
      "loss": 0.35,
      "step": 2297150
    },
    {
      "epoch": 641.13,
      "grad_norm": 1.1975141763687134,
      "learning_rate": 4.875123789058965e-07,
      "loss": 0.3194,
      "step": 2297160
    },
    {
      "epoch": 641.13,
      "grad_norm": 1.316890001296997,
      "learning_rate": 4.874958705793301e-07,
      "loss": 0.3302,
      "step": 2297170
    },
    {
      "epoch": 641.13,
      "grad_norm": 1.292280673980713,
      "learning_rate": 4.874793624998315e-07,
      "loss": 0.3505,
      "step": 2297180
    },
    {
      "epoch": 641.14,
      "grad_norm": 1.297026515007019,
      "learning_rate": 4.874628546674037e-07,
      "loss": 0.3289,
      "step": 2297190
    },
    {
      "epoch": 641.14,
      "grad_norm": 1.4920322895050049,
      "learning_rate": 4.874463470820467e-07,
      "loss": 0.3342,
      "step": 2297200
    },
    {
      "epoch": 641.14,
      "grad_norm": 1.2895877361297607,
      "learning_rate": 4.874298397437657e-07,
      "loss": 0.3357,
      "step": 2297210
    },
    {
      "epoch": 641.14,
      "grad_norm": 1.1898009777069092,
      "learning_rate": 4.874133326525608e-07,
      "loss": 0.3449,
      "step": 2297220
    },
    {
      "epoch": 641.15,
      "grad_norm": 1.4506077766418457,
      "learning_rate": 4.873968258084349e-07,
      "loss": 0.3236,
      "step": 2297230
    },
    {
      "epoch": 641.15,
      "grad_norm": 1.399583101272583,
      "learning_rate": 4.873803192113905e-07,
      "loss": 0.3278,
      "step": 2297240
    },
    {
      "epoch": 641.15,
      "grad_norm": 1.3523105382919312,
      "learning_rate": 4.873638128614288e-07,
      "loss": 0.3301,
      "step": 2297250
    },
    {
      "epoch": 641.16,
      "grad_norm": 1.0792113542556763,
      "learning_rate": 4.873473067585527e-07,
      "loss": 0.3429,
      "step": 2297260
    },
    {
      "epoch": 641.16,
      "grad_norm": 1.1172730922698975,
      "learning_rate": 4.873308009027645e-07,
      "loss": 0.3162,
      "step": 2297270
    },
    {
      "epoch": 641.16,
      "grad_norm": 7.028900623321533,
      "learning_rate": 4.873142952940665e-07,
      "loss": 0.3309,
      "step": 2297280
    },
    {
      "epoch": 641.16,
      "grad_norm": 1.2258085012435913,
      "learning_rate": 4.872977899324601e-07,
      "loss": 0.3471,
      "step": 2297290
    },
    {
      "epoch": 641.17,
      "grad_norm": 1.3484525680541992,
      "learning_rate": 4.87281284817948e-07,
      "loss": 0.3428,
      "step": 2297300
    },
    {
      "epoch": 641.17,
      "grad_norm": 1.513076663017273,
      "learning_rate": 4.872647799505331e-07,
      "loss": 0.3413,
      "step": 2297310
    },
    {
      "epoch": 641.17,
      "grad_norm": 1.2535756826400757,
      "learning_rate": 4.872482753302154e-07,
      "loss": 0.3287,
      "step": 2297320
    },
    {
      "epoch": 641.17,
      "grad_norm": 1.1915283203125,
      "learning_rate": 4.872317709570002e-07,
      "loss": 0.3265,
      "step": 2297330
    },
    {
      "epoch": 641.18,
      "grad_norm": 1.2306452989578247,
      "learning_rate": 4.872152668308871e-07,
      "loss": 0.3347,
      "step": 2297340
    },
    {
      "epoch": 641.18,
      "grad_norm": 1.3213460445404053,
      "learning_rate": 4.871987629518797e-07,
      "loss": 0.3299,
      "step": 2297350
    },
    {
      "epoch": 641.18,
      "grad_norm": 1.1398073434829712,
      "learning_rate": 4.871822593199792e-07,
      "loss": 0.3309,
      "step": 2297360
    },
    {
      "epoch": 641.19,
      "grad_norm": 1.3733989000320435,
      "learning_rate": 4.871657559351894e-07,
      "loss": 0.3346,
      "step": 2297370
    },
    {
      "epoch": 641.19,
      "grad_norm": 2.3835930824279785,
      "learning_rate": 4.87149252797511e-07,
      "loss": 0.33,
      "step": 2297380
    },
    {
      "epoch": 641.19,
      "grad_norm": 1.2478855848312378,
      "learning_rate": 4.871327499069462e-07,
      "loss": 0.3348,
      "step": 2297390
    },
    {
      "epoch": 641.19,
      "grad_norm": 1.4786537885665894,
      "learning_rate": 4.871162472634985e-07,
      "loss": 0.3517,
      "step": 2297400
    },
    {
      "epoch": 641.2,
      "grad_norm": 1.2702375650405884,
      "learning_rate": 4.870997448671681e-07,
      "loss": 0.35,
      "step": 2297410
    },
    {
      "epoch": 641.2,
      "grad_norm": 1.108622670173645,
      "learning_rate": 4.870832427179596e-07,
      "loss": 0.3319,
      "step": 2297420
    },
    {
      "epoch": 641.2,
      "grad_norm": 1.0768074989318848,
      "learning_rate": 4.870667408158731e-07,
      "loss": 0.3361,
      "step": 2297430
    },
    {
      "epoch": 641.21,
      "grad_norm": 1.078467607498169,
      "learning_rate": 4.870502391609119e-07,
      "loss": 0.3446,
      "step": 2297440
    },
    {
      "epoch": 641.21,
      "grad_norm": 1.3330137729644775,
      "learning_rate": 4.870337377530782e-07,
      "loss": 0.32,
      "step": 2297450
    },
    {
      "epoch": 641.21,
      "grad_norm": 1.0424365997314453,
      "learning_rate": 4.870172365923731e-07,
      "loss": 0.3371,
      "step": 2297460
    },
    {
      "epoch": 641.21,
      "grad_norm": 0.9686427116394043,
      "learning_rate": 4.870007356788006e-07,
      "loss": 0.3343,
      "step": 2297470
    },
    {
      "epoch": 641.22,
      "grad_norm": 1.1253811120986938,
      "learning_rate": 4.869842350123614e-07,
      "loss": 0.334,
      "step": 2297480
    },
    {
      "epoch": 641.22,
      "grad_norm": 1.2420724630355835,
      "learning_rate": 4.869677345930584e-07,
      "loss": 0.3485,
      "step": 2297490
    },
    {
      "epoch": 641.22,
      "grad_norm": 1.3378223180770874,
      "learning_rate": 4.869512344208934e-07,
      "loss": 0.3572,
      "step": 2297500
    },
    {
      "epoch": 641.23,
      "grad_norm": 1.3171017169952393,
      "learning_rate": 4.869347344958697e-07,
      "loss": 0.3349,
      "step": 2297510
    },
    {
      "epoch": 641.23,
      "grad_norm": 1.1930583715438843,
      "learning_rate": 4.869182348179879e-07,
      "loss": 0.3317,
      "step": 2297520
    },
    {
      "epoch": 641.23,
      "grad_norm": 1.2254325151443481,
      "learning_rate": 4.869017353872506e-07,
      "loss": 0.3369,
      "step": 2297530
    },
    {
      "epoch": 641.23,
      "grad_norm": 1.2428659200668335,
      "learning_rate": 4.868852362036614e-07,
      "loss": 0.3326,
      "step": 2297540
    },
    {
      "epoch": 641.24,
      "grad_norm": 1.1987528800964355,
      "learning_rate": 4.868687372672199e-07,
      "loss": 0.3427,
      "step": 2297550
    },
    {
      "epoch": 641.24,
      "grad_norm": 1.2093219757080078,
      "learning_rate": 4.868522385779312e-07,
      "loss": 0.3287,
      "step": 2297560
    },
    {
      "epoch": 641.24,
      "grad_norm": 1.2036066055297852,
      "learning_rate": 4.868357401357953e-07,
      "loss": 0.3443,
      "step": 2297570
    },
    {
      "epoch": 641.24,
      "grad_norm": 1.2182834148406982,
      "learning_rate": 4.868192419408153e-07,
      "loss": 0.3323,
      "step": 2297580
    },
    {
      "epoch": 641.25,
      "grad_norm": 1.4726200103759766,
      "learning_rate": 4.868027439929939e-07,
      "loss": 0.3453,
      "step": 2297590
    },
    {
      "epoch": 641.25,
      "grad_norm": 1.1194032430648804,
      "learning_rate": 4.867862462923317e-07,
      "loss": 0.3267,
      "step": 2297600
    },
    {
      "epoch": 641.25,
      "grad_norm": 1.2022446393966675,
      "learning_rate": 4.867697488388324e-07,
      "loss": 0.3606,
      "step": 2297610
    },
    {
      "epoch": 641.26,
      "grad_norm": 1.1700307130813599,
      "learning_rate": 4.867532516324976e-07,
      "loss": 0.3471,
      "step": 2297620
    },
    {
      "epoch": 641.26,
      "grad_norm": 1.1298686265945435,
      "learning_rate": 4.867367546733301e-07,
      "loss": 0.3372,
      "step": 2297630
    },
    {
      "epoch": 641.26,
      "grad_norm": 1.24480402469635,
      "learning_rate": 4.867202579613302e-07,
      "loss": 0.3146,
      "step": 2297640
    },
    {
      "epoch": 641.26,
      "grad_norm": 1.1545186042785645,
      "learning_rate": 4.867037614965028e-07,
      "loss": 0.3606,
      "step": 2297650
    },
    {
      "epoch": 641.27,
      "grad_norm": 1.1833628416061401,
      "learning_rate": 4.866872652788481e-07,
      "loss": 0.3402,
      "step": 2297660
    },
    {
      "epoch": 641.27,
      "grad_norm": 1.1588622331619263,
      "learning_rate": 4.866707693083692e-07,
      "loss": 0.334,
      "step": 2297670
    },
    {
      "epoch": 641.27,
      "grad_norm": 1.2551685571670532,
      "learning_rate": 4.866542735850684e-07,
      "loss": 0.3486,
      "step": 2297680
    },
    {
      "epoch": 641.28,
      "grad_norm": 1.1897294521331787,
      "learning_rate": 4.866377781089471e-07,
      "loss": 0.3271,
      "step": 2297690
    },
    {
      "epoch": 641.28,
      "grad_norm": 1.3002712726593018,
      "learning_rate": 4.866212828800079e-07,
      "loss": 0.3224,
      "step": 2297700
    },
    {
      "epoch": 641.28,
      "grad_norm": 1.289259433746338,
      "learning_rate": 4.866047878982528e-07,
      "loss": 0.3302,
      "step": 2297710
    },
    {
      "epoch": 641.28,
      "grad_norm": 1.034507155418396,
      "learning_rate": 4.865882931636846e-07,
      "loss": 0.3306,
      "step": 2297720
    },
    {
      "epoch": 641.29,
      "grad_norm": 1.4443732500076294,
      "learning_rate": 4.865717986763055e-07,
      "loss": 0.3555,
      "step": 2297730
    },
    {
      "epoch": 641.29,
      "grad_norm": 1.067344069480896,
      "learning_rate": 4.865553044361167e-07,
      "loss": 0.3352,
      "step": 2297740
    },
    {
      "epoch": 641.29,
      "grad_norm": 1.0769612789154053,
      "learning_rate": 4.865388104431214e-07,
      "loss": 0.3379,
      "step": 2297750
    },
    {
      "epoch": 641.3,
      "grad_norm": 1.0724046230316162,
      "learning_rate": 4.865223166973209e-07,
      "loss": 0.3647,
      "step": 2297760
    },
    {
      "epoch": 641.3,
      "grad_norm": 1.1650831699371338,
      "learning_rate": 4.865058231987189e-07,
      "loss": 0.3312,
      "step": 2297770
    },
    {
      "epoch": 641.3,
      "grad_norm": 1.21248197555542,
      "learning_rate": 4.864893299473151e-07,
      "loss": 0.3258,
      "step": 2297780
    },
    {
      "epoch": 641.3,
      "grad_norm": 1.3833073377609253,
      "learning_rate": 4.864728369431145e-07,
      "loss": 0.3426,
      "step": 2297790
    },
    {
      "epoch": 641.31,
      "grad_norm": 1.3020198345184326,
      "learning_rate": 4.864563441861174e-07,
      "loss": 0.323,
      "step": 2297800
    },
    {
      "epoch": 641.31,
      "grad_norm": 1.1037076711654663,
      "learning_rate": 4.864398516763267e-07,
      "loss": 0.3362,
      "step": 2297810
    },
    {
      "epoch": 641.31,
      "grad_norm": 1.1498912572860718,
      "learning_rate": 4.864233594137451e-07,
      "loss": 0.3393,
      "step": 2297820
    },
    {
      "epoch": 641.31,
      "grad_norm": 1.4551414251327515,
      "learning_rate": 4.864068673983736e-07,
      "loss": 0.3482,
      "step": 2297830
    },
    {
      "epoch": 641.32,
      "grad_norm": 1.3691405057907104,
      "learning_rate": 4.863903756302147e-07,
      "loss": 0.331,
      "step": 2297840
    },
    {
      "epoch": 641.32,
      "grad_norm": 1.3465147018432617,
      "learning_rate": 4.86373884109271e-07,
      "loss": 0.3445,
      "step": 2297850
    },
    {
      "epoch": 641.32,
      "grad_norm": 1.2213504314422607,
      "learning_rate": 4.863573928355452e-07,
      "loss": 0.3387,
      "step": 2297860
    },
    {
      "epoch": 641.33,
      "grad_norm": 1.2861374616622925,
      "learning_rate": 4.863409018090384e-07,
      "loss": 0.3318,
      "step": 2297870
    },
    {
      "epoch": 641.33,
      "grad_norm": 1.033505916595459,
      "learning_rate": 4.86324411029753e-07,
      "loss": 0.335,
      "step": 2297880
    },
    {
      "epoch": 641.33,
      "grad_norm": 1.2407013177871704,
      "learning_rate": 4.863079204976924e-07,
      "loss": 0.3304,
      "step": 2297890
    },
    {
      "epoch": 641.33,
      "grad_norm": 1.1715790033340454,
      "learning_rate": 4.862914302128563e-07,
      "loss": 0.3305,
      "step": 2297900
    },
    {
      "epoch": 641.34,
      "grad_norm": 1.1758036613464355,
      "learning_rate": 4.862749401752498e-07,
      "loss": 0.306,
      "step": 2297910
    },
    {
      "epoch": 641.34,
      "grad_norm": 1.0615334510803223,
      "learning_rate": 4.862584503848731e-07,
      "loss": 0.3425,
      "step": 2297920
    },
    {
      "epoch": 641.34,
      "grad_norm": 1.2309974431991577,
      "learning_rate": 4.862419608417292e-07,
      "loss": 0.3509,
      "step": 2297930
    },
    {
      "epoch": 641.35,
      "grad_norm": 1.2452313899993896,
      "learning_rate": 4.862254715458197e-07,
      "loss": 0.3303,
      "step": 2297940
    },
    {
      "epoch": 641.35,
      "grad_norm": 1.2022334337234497,
      "learning_rate": 4.862089824971482e-07,
      "loss": 0.3457,
      "step": 2297950
    },
    {
      "epoch": 641.35,
      "grad_norm": 1.9566904306411743,
      "learning_rate": 4.861924936957151e-07,
      "loss": 0.331,
      "step": 2297960
    },
    {
      "epoch": 641.35,
      "grad_norm": 1.3279885053634644,
      "learning_rate": 4.861760051415236e-07,
      "loss": 0.3519,
      "step": 2297970
    },
    {
      "epoch": 641.36,
      "grad_norm": 1.1842410564422607,
      "learning_rate": 4.861595168345762e-07,
      "loss": 0.3345,
      "step": 2297980
    },
    {
      "epoch": 641.36,
      "grad_norm": 1.300482988357544,
      "learning_rate": 4.861430287748735e-07,
      "loss": 0.3393,
      "step": 2297990
    },
    {
      "epoch": 641.36,
      "grad_norm": 1.2197065353393555,
      "learning_rate": 4.861265409624199e-07,
      "loss": 0.3275,
      "step": 2298000
    },
    {
      "epoch": 641.36,
      "grad_norm": 1.1887320280075073,
      "learning_rate": 4.861100533972159e-07,
      "loss": 0.3336,
      "step": 2298010
    },
    {
      "epoch": 641.37,
      "grad_norm": 1.062988519668579,
      "learning_rate": 4.860935660792643e-07,
      "loss": 0.3213,
      "step": 2298020
    },
    {
      "epoch": 641.37,
      "grad_norm": 1.3482352495193481,
      "learning_rate": 4.860770790085672e-07,
      "loss": 0.3486,
      "step": 2298030
    },
    {
      "epoch": 641.37,
      "grad_norm": 1.2803277969360352,
      "learning_rate": 4.860605921851271e-07,
      "loss": 0.3301,
      "step": 2298040
    },
    {
      "epoch": 641.38,
      "grad_norm": 1.127792239189148,
      "learning_rate": 4.860441056089463e-07,
      "loss": 0.3431,
      "step": 2298050
    },
    {
      "epoch": 641.38,
      "grad_norm": 1.0789432525634766,
      "learning_rate": 4.860276192800262e-07,
      "loss": 0.3379,
      "step": 2298060
    },
    {
      "epoch": 641.38,
      "grad_norm": 1.2989366054534912,
      "learning_rate": 4.860111331983694e-07,
      "loss": 0.3341,
      "step": 2298070
    },
    {
      "epoch": 641.38,
      "grad_norm": 1.5176783800125122,
      "learning_rate": 4.85994647363978e-07,
      "loss": 0.333,
      "step": 2298080
    },
    {
      "epoch": 641.39,
      "grad_norm": 1.160776972770691,
      "learning_rate": 4.859781617768553e-07,
      "loss": 0.335,
      "step": 2298090
    },
    {
      "epoch": 641.39,
      "grad_norm": 1.160621166229248,
      "learning_rate": 4.859616764370016e-07,
      "loss": 0.3489,
      "step": 2298100
    },
    {
      "epoch": 641.39,
      "grad_norm": 1.4482619762420654,
      "learning_rate": 4.859451913444202e-07,
      "loss": 0.3305,
      "step": 2298110
    },
    {
      "epoch": 641.4,
      "grad_norm": 1.110884428024292,
      "learning_rate": 4.859287064991138e-07,
      "loss": 0.3545,
      "step": 2298120
    },
    {
      "epoch": 641.4,
      "grad_norm": 1.3340221643447876,
      "learning_rate": 4.859122219010826e-07,
      "loss": 0.3335,
      "step": 2298130
    },
    {
      "epoch": 641.4,
      "grad_norm": 1.3523139953613281,
      "learning_rate": 4.858957375503313e-07,
      "loss": 0.3479,
      "step": 2298140
    },
    {
      "epoch": 641.4,
      "grad_norm": 1.2682868242263794,
      "learning_rate": 4.858792534468605e-07,
      "loss": 0.3365,
      "step": 2298150
    },
    {
      "epoch": 641.41,
      "grad_norm": 1.9233626127243042,
      "learning_rate": 4.858627695906726e-07,
      "loss": 0.3383,
      "step": 2298160
    },
    {
      "epoch": 641.41,
      "grad_norm": 1.1267802715301514,
      "learning_rate": 4.858462859817701e-07,
      "loss": 0.3427,
      "step": 2298170
    },
    {
      "epoch": 641.41,
      "grad_norm": 1.283435344696045,
      "learning_rate": 4.858298026201557e-07,
      "loss": 0.3363,
      "step": 2298180
    },
    {
      "epoch": 641.42,
      "grad_norm": 1.3433175086975098,
      "learning_rate": 4.858133195058301e-07,
      "loss": 0.3433,
      "step": 2298190
    },
    {
      "epoch": 641.42,
      "grad_norm": 1.1951044797897339,
      "learning_rate": 4.857968366387966e-07,
      "loss": 0.337,
      "step": 2298200
    },
    {
      "epoch": 641.42,
      "grad_norm": 1.2016559839248657,
      "learning_rate": 4.85780354019058e-07,
      "loss": 0.3539,
      "step": 2298210
    },
    {
      "epoch": 641.42,
      "grad_norm": 1.2289365530014038,
      "learning_rate": 4.85763871646614e-07,
      "loss": 0.3305,
      "step": 2298220
    },
    {
      "epoch": 641.43,
      "grad_norm": 1.001989722251892,
      "learning_rate": 4.857473895214699e-07,
      "loss": 0.3376,
      "step": 2298230
    },
    {
      "epoch": 641.43,
      "grad_norm": 1.2318720817565918,
      "learning_rate": 4.857309076436259e-07,
      "loss": 0.3604,
      "step": 2298240
    },
    {
      "epoch": 641.43,
      "grad_norm": 1.1108180284500122,
      "learning_rate": 4.857144260130847e-07,
      "loss": 0.3429,
      "step": 2298250
    },
    {
      "epoch": 641.43,
      "grad_norm": 1.1078863143920898,
      "learning_rate": 4.856979446298493e-07,
      "loss": 0.3413,
      "step": 2298260
    },
    {
      "epoch": 641.44,
      "grad_norm": 1.148110270500183,
      "learning_rate": 4.856814634939203e-07,
      "loss": 0.3431,
      "step": 2298270
    },
    {
      "epoch": 641.44,
      "grad_norm": 1.2382038831710815,
      "learning_rate": 4.856649826053009e-07,
      "loss": 0.339,
      "step": 2298280
    },
    {
      "epoch": 641.44,
      "grad_norm": 1.2958625555038452,
      "learning_rate": 4.85648501963993e-07,
      "loss": 0.3425,
      "step": 2298290
    },
    {
      "epoch": 641.45,
      "grad_norm": 1.11429762840271,
      "learning_rate": 4.856320215699989e-07,
      "loss": 0.331,
      "step": 2298300
    },
    {
      "epoch": 641.45,
      "grad_norm": 1.2081719636917114,
      "learning_rate": 4.856155414233209e-07,
      "loss": 0.3577,
      "step": 2298310
    },
    {
      "epoch": 641.45,
      "grad_norm": 1.256557822227478,
      "learning_rate": 4.855990615239617e-07,
      "loss": 0.3345,
      "step": 2298320
    },
    {
      "epoch": 641.45,
      "grad_norm": 1.0326716899871826,
      "learning_rate": 4.85582581871922e-07,
      "loss": 0.3665,
      "step": 2298330
    },
    {
      "epoch": 641.46,
      "grad_norm": 1.2407537698745728,
      "learning_rate": 4.855661024672052e-07,
      "loss": 0.3334,
      "step": 2298340
    },
    {
      "epoch": 641.46,
      "grad_norm": 1.0648289918899536,
      "learning_rate": 4.855496233098139e-07,
      "loss": 0.332,
      "step": 2298350
    },
    {
      "epoch": 641.46,
      "grad_norm": 1.3098198175430298,
      "learning_rate": 4.85533144399748e-07,
      "loss": 0.3453,
      "step": 2298360
    },
    {
      "epoch": 641.47,
      "grad_norm": 1.3000978231430054,
      "learning_rate": 4.855166657370128e-07,
      "loss": 0.3405,
      "step": 2298370
    },
    {
      "epoch": 641.47,
      "grad_norm": 1.2968482971191406,
      "learning_rate": 4.855001873216082e-07,
      "loss": 0.3404,
      "step": 2298380
    },
    {
      "epoch": 641.47,
      "grad_norm": 1.2645241022109985,
      "learning_rate": 4.85483709153537e-07,
      "loss": 0.353,
      "step": 2298390
    },
    {
      "epoch": 641.47,
      "grad_norm": 1.2267062664031982,
      "learning_rate": 4.854672312328026e-07,
      "loss": 0.3451,
      "step": 2298400
    },
    {
      "epoch": 641.48,
      "grad_norm": 1.4166332483291626,
      "learning_rate": 4.854507535594054e-07,
      "loss": 0.3415,
      "step": 2298410
    },
    {
      "epoch": 641.48,
      "grad_norm": 1.1096161603927612,
      "learning_rate": 4.854342761333482e-07,
      "loss": 0.3336,
      "step": 2298420
    },
    {
      "epoch": 641.48,
      "grad_norm": 1.2407296895980835,
      "learning_rate": 4.854177989546332e-07,
      "loss": 0.3258,
      "step": 2298430
    },
    {
      "epoch": 641.48,
      "grad_norm": 1.2472337484359741,
      "learning_rate": 4.854013220232634e-07,
      "loss": 0.3411,
      "step": 2298440
    },
    {
      "epoch": 641.49,
      "grad_norm": 1.3586695194244385,
      "learning_rate": 4.853848453392392e-07,
      "loss": 0.344,
      "step": 2298450
    },
    {
      "epoch": 641.49,
      "grad_norm": 1.1962438821792603,
      "learning_rate": 4.85368368902565e-07,
      "loss": 0.3191,
      "step": 2298460
    },
    {
      "epoch": 641.49,
      "grad_norm": 1.2205802202224731,
      "learning_rate": 4.853518927132415e-07,
      "loss": 0.3249,
      "step": 2298470
    },
    {
      "epoch": 641.5,
      "grad_norm": 1.282956600189209,
      "learning_rate": 4.853354167712711e-07,
      "loss": 0.3386,
      "step": 2298480
    },
    {
      "epoch": 641.5,
      "grad_norm": 1.3292553424835205,
      "learning_rate": 4.85318941076657e-07,
      "loss": 0.3504,
      "step": 2298490
    },
    {
      "epoch": 641.5,
      "grad_norm": 1.2738165855407715,
      "learning_rate": 4.853024656293998e-07,
      "loss": 0.3279,
      "step": 2298500
    },
    {
      "epoch": 641.5,
      "grad_norm": 1.1632399559020996,
      "learning_rate": 4.852859904295025e-07,
      "loss": 0.3187,
      "step": 2298510
    },
    {
      "epoch": 641.51,
      "grad_norm": 1.248511552810669,
      "learning_rate": 4.852695154769674e-07,
      "loss": 0.3332,
      "step": 2298520
    },
    {
      "epoch": 641.51,
      "grad_norm": 1.1595590114593506,
      "learning_rate": 4.852530407717971e-07,
      "loss": 0.3279,
      "step": 2298530
    },
    {
      "epoch": 641.51,
      "grad_norm": 1.360323190689087,
      "learning_rate": 4.852365663139926e-07,
      "loss": 0.3275,
      "step": 2298540
    },
    {
      "epoch": 641.52,
      "grad_norm": 1.083461880683899,
      "learning_rate": 4.852200921035567e-07,
      "loss": 0.3177,
      "step": 2298550
    },
    {
      "epoch": 641.52,
      "grad_norm": 1.2379062175750732,
      "learning_rate": 4.852036181404924e-07,
      "loss": 0.3384,
      "step": 2298560
    },
    {
      "epoch": 641.52,
      "grad_norm": 1.5315303802490234,
      "learning_rate": 4.851871444247998e-07,
      "loss": 0.3461,
      "step": 2298570
    },
    {
      "epoch": 641.52,
      "grad_norm": 1.3452709913253784,
      "learning_rate": 4.851706709564835e-07,
      "loss": 0.3351,
      "step": 2298580
    },
    {
      "epoch": 641.53,
      "grad_norm": 1.2101192474365234,
      "learning_rate": 4.851541977355436e-07,
      "loss": 0.3398,
      "step": 2298590
    },
    {
      "epoch": 641.53,
      "grad_norm": 1.2542909383773804,
      "learning_rate": 4.851377247619843e-07,
      "loss": 0.3368,
      "step": 2298600
    },
    {
      "epoch": 641.53,
      "grad_norm": 1.4200516939163208,
      "learning_rate": 4.851212520358064e-07,
      "loss": 0.3439,
      "step": 2298610
    },
    {
      "epoch": 641.54,
      "grad_norm": 1.4793599843978882,
      "learning_rate": 4.851047795570125e-07,
      "loss": 0.3502,
      "step": 2298620
    },
    {
      "epoch": 641.54,
      "grad_norm": 1.1641967296600342,
      "learning_rate": 4.850883073256055e-07,
      "loss": 0.3269,
      "step": 2298630
    },
    {
      "epoch": 641.54,
      "grad_norm": 1.2876383066177368,
      "learning_rate": 4.85071835341586e-07,
      "loss": 0.3386,
      "step": 2298640
    },
    {
      "epoch": 641.54,
      "grad_norm": 1.1255767345428467,
      "learning_rate": 4.850553636049572e-07,
      "loss": 0.3308,
      "step": 2298650
    },
    {
      "epoch": 641.55,
      "grad_norm": 1.6700592041015625,
      "learning_rate": 4.850388921157213e-07,
      "loss": 0.3616,
      "step": 2298660
    },
    {
      "epoch": 641.55,
      "grad_norm": 1.297758936882019,
      "learning_rate": 4.850224208738808e-07,
      "loss": 0.335,
      "step": 2298670
    },
    {
      "epoch": 641.55,
      "grad_norm": 1.1977415084838867,
      "learning_rate": 4.850059498794367e-07,
      "loss": 0.3189,
      "step": 2298680
    },
    {
      "epoch": 641.55,
      "grad_norm": 1.1884137392044067,
      "learning_rate": 4.849894791323923e-07,
      "loss": 0.3246,
      "step": 2298690
    },
    {
      "epoch": 641.56,
      "grad_norm": 1.2775720357894897,
      "learning_rate": 4.849730086327497e-07,
      "loss": 0.3419,
      "step": 2298700
    },
    {
      "epoch": 641.56,
      "grad_norm": 1.4424527883529663,
      "learning_rate": 4.849565383805099e-07,
      "loss": 0.3315,
      "step": 2298710
    },
    {
      "epoch": 641.56,
      "grad_norm": 1.3861562013626099,
      "learning_rate": 4.84940068375677e-07,
      "loss": 0.3285,
      "step": 2298720
    },
    {
      "epoch": 641.57,
      "grad_norm": 1.1506884098052979,
      "learning_rate": 4.849235986182516e-07,
      "loss": 0.3347,
      "step": 2298730
    },
    {
      "epoch": 641.57,
      "grad_norm": 1.2521227598190308,
      "learning_rate": 4.849071291082366e-07,
      "loss": 0.3493,
      "step": 2298740
    },
    {
      "epoch": 641.57,
      "grad_norm": 1.2295749187469482,
      "learning_rate": 4.848906598456342e-07,
      "loss": 0.3438,
      "step": 2298750
    },
    {
      "epoch": 641.57,
      "grad_norm": 1.0644237995147705,
      "learning_rate": 4.848741908304469e-07,
      "loss": 0.3438,
      "step": 2298760
    },
    {
      "epoch": 641.58,
      "grad_norm": 1.5232993364334106,
      "learning_rate": 4.848577220626757e-07,
      "loss": 0.3369,
      "step": 2298770
    },
    {
      "epoch": 641.58,
      "grad_norm": 1.2412751913070679,
      "learning_rate": 4.848412535423239e-07,
      "loss": 0.3381,
      "step": 2298780
    },
    {
      "epoch": 641.58,
      "grad_norm": 2.5534322261810303,
      "learning_rate": 4.84824785269394e-07,
      "loss": 0.3237,
      "step": 2298790
    },
    {
      "epoch": 641.59,
      "grad_norm": 1.2125134468078613,
      "learning_rate": 4.848083172438861e-07,
      "loss": 0.3227,
      "step": 2298800
    },
    {
      "epoch": 641.59,
      "grad_norm": 1.3792997598648071,
      "learning_rate": 4.847918494658051e-07,
      "loss": 0.3294,
      "step": 2298810
    },
    {
      "epoch": 641.59,
      "grad_norm": 1.1996103525161743,
      "learning_rate": 4.847753819351514e-07,
      "loss": 0.3427,
      "step": 2298820
    },
    {
      "epoch": 641.59,
      "grad_norm": 1.3214457035064697,
      "learning_rate": 4.847589146519276e-07,
      "loss": 0.3371,
      "step": 2298830
    },
    {
      "epoch": 641.6,
      "grad_norm": 1.17478609085083,
      "learning_rate": 4.84742447616137e-07,
      "loss": 0.347,
      "step": 2298840
    },
    {
      "epoch": 641.6,
      "grad_norm": 1.3595410585403442,
      "learning_rate": 4.847259808277799e-07,
      "loss": 0.337,
      "step": 2298850
    },
    {
      "epoch": 641.6,
      "grad_norm": 1.2244250774383545,
      "learning_rate": 4.847095142868596e-07,
      "loss": 0.3412,
      "step": 2298860
    },
    {
      "epoch": 641.6,
      "grad_norm": 1.0645408630371094,
      "learning_rate": 4.846930479933777e-07,
      "loss": 0.3594,
      "step": 2298870
    },
    {
      "epoch": 641.61,
      "grad_norm": 1.2677074670791626,
      "learning_rate": 4.846765819473372e-07,
      "loss": 0.3584,
      "step": 2298880
    },
    {
      "epoch": 641.61,
      "grad_norm": 1.0679404735565186,
      "learning_rate": 4.846601161487397e-07,
      "loss": 0.3214,
      "step": 2298890
    },
    {
      "epoch": 641.61,
      "grad_norm": 1.1810740232467651,
      "learning_rate": 4.846436505975882e-07,
      "loss": 0.3544,
      "step": 2298900
    },
    {
      "epoch": 641.62,
      "grad_norm": 1.1638708114624023,
      "learning_rate": 4.846271852938836e-07,
      "loss": 0.3431,
      "step": 2298910
    },
    {
      "epoch": 641.62,
      "grad_norm": 1.2084482908248901,
      "learning_rate": 4.846107202376288e-07,
      "loss": 0.3578,
      "step": 2298920
    },
    {
      "epoch": 641.62,
      "grad_norm": 1.1383483409881592,
      "learning_rate": 4.845942554288265e-07,
      "loss": 0.3471,
      "step": 2298930
    },
    {
      "epoch": 641.62,
      "grad_norm": 5.9865498542785645,
      "learning_rate": 4.84577790867477e-07,
      "loss": 0.3447,
      "step": 2298940
    },
    {
      "epoch": 641.63,
      "grad_norm": 1.078428864479065,
      "learning_rate": 4.845613265535854e-07,
      "loss": 0.3238,
      "step": 2298950
    },
    {
      "epoch": 641.63,
      "grad_norm": 1.3409080505371094,
      "learning_rate": 4.845448624871515e-07,
      "loss": 0.3276,
      "step": 2298960
    },
    {
      "epoch": 641.63,
      "grad_norm": 1.18621027469635,
      "learning_rate": 4.845283986681782e-07,
      "loss": 0.3363,
      "step": 2298970
    },
    {
      "epoch": 641.64,
      "grad_norm": 1.0935165882110596,
      "learning_rate": 4.84511935096668e-07,
      "loss": 0.3279,
      "step": 2298980
    },
    {
      "epoch": 641.64,
      "grad_norm": 1.225187063217163,
      "learning_rate": 4.844954717726236e-07,
      "loss": 0.3356,
      "step": 2298990
    },
    {
      "epoch": 641.64,
      "grad_norm": 1.1993077993392944,
      "learning_rate": 4.844790086960456e-07,
      "loss": 0.3189,
      "step": 2299000
    },
    {
      "epoch": 641.64,
      "grad_norm": 1.3432081937789917,
      "learning_rate": 4.844625458669373e-07,
      "loss": 0.3343,
      "step": 2299010
    },
    {
      "epoch": 641.65,
      "grad_norm": 1.1294786930084229,
      "learning_rate": 4.844460832853011e-07,
      "loss": 0.3444,
      "step": 2299020
    },
    {
      "epoch": 641.65,
      "grad_norm": 1.237354040145874,
      "learning_rate": 4.844296209511376e-07,
      "loss": 0.3308,
      "step": 2299030
    },
    {
      "epoch": 641.65,
      "grad_norm": 1.1243810653686523,
      "learning_rate": 4.844131588644513e-07,
      "loss": 0.3513,
      "step": 2299040
    },
    {
      "epoch": 641.66,
      "grad_norm": 1.0063420534133911,
      "learning_rate": 4.843966970252428e-07,
      "loss": 0.3321,
      "step": 2299050
    },
    {
      "epoch": 641.66,
      "grad_norm": 1.2211787700653076,
      "learning_rate": 4.843802354335145e-07,
      "loss": 0.3225,
      "step": 2299060
    },
    {
      "epoch": 641.66,
      "grad_norm": 1.1657555103302002,
      "learning_rate": 4.843637740892698e-07,
      "loss": 0.34,
      "step": 2299070
    },
    {
      "epoch": 641.66,
      "grad_norm": 1.2142261266708374,
      "learning_rate": 4.843473129925089e-07,
      "loss": 0.3282,
      "step": 2299080
    },
    {
      "epoch": 641.67,
      "grad_norm": 1.107633352279663,
      "learning_rate": 4.843308521432354e-07,
      "loss": 0.3239,
      "step": 2299090
    },
    {
      "epoch": 641.67,
      "grad_norm": 1.2503719329833984,
      "learning_rate": 4.843143915414506e-07,
      "loss": 0.3221,
      "step": 2299100
    },
    {
      "epoch": 641.67,
      "grad_norm": 1.318966269493103,
      "learning_rate": 4.842979311871583e-07,
      "loss": 0.3284,
      "step": 2299110
    },
    {
      "epoch": 641.67,
      "grad_norm": 1.2456002235412598,
      "learning_rate": 4.84281471080358e-07,
      "loss": 0.3479,
      "step": 2299120
    },
    {
      "epoch": 641.68,
      "grad_norm": 1.2682108879089355,
      "learning_rate": 4.842650112210549e-07,
      "loss": 0.3479,
      "step": 2299130
    },
    {
      "epoch": 641.68,
      "grad_norm": 1.0558077096939087,
      "learning_rate": 4.842485516092491e-07,
      "loss": 0.312,
      "step": 2299140
    },
    {
      "epoch": 641.68,
      "grad_norm": 1.1087608337402344,
      "learning_rate": 4.842320922449432e-07,
      "loss": 0.3593,
      "step": 2299150
    },
    {
      "epoch": 641.69,
      "grad_norm": 1.181280493736267,
      "learning_rate": 4.842156331281406e-07,
      "loss": 0.3422,
      "step": 2299160
    },
    {
      "epoch": 641.69,
      "grad_norm": 1.4363044500350952,
      "learning_rate": 4.841991742588411e-07,
      "loss": 0.3418,
      "step": 2299170
    },
    {
      "epoch": 641.69,
      "grad_norm": 1.2053369283676147,
      "learning_rate": 4.841827156370497e-07,
      "loss": 0.3359,
      "step": 2299180
    },
    {
      "epoch": 641.69,
      "grad_norm": 1.1890314817428589,
      "learning_rate": 4.841662572627664e-07,
      "loss": 0.3447,
      "step": 2299190
    },
    {
      "epoch": 641.7,
      "grad_norm": 1.4317169189453125,
      "learning_rate": 4.841497991359944e-07,
      "loss": 0.3348,
      "step": 2299200
    },
    {
      "epoch": 641.7,
      "grad_norm": 1.1297558546066284,
      "learning_rate": 4.841333412567362e-07,
      "loss": 0.3342,
      "step": 2299210
    },
    {
      "epoch": 641.7,
      "grad_norm": 1.1744307279586792,
      "learning_rate": 4.841168836249929e-07,
      "loss": 0.3316,
      "step": 2299220
    },
    {
      "epoch": 641.71,
      "grad_norm": 1.249975562095642,
      "learning_rate": 4.841004262407672e-07,
      "loss": 0.3316,
      "step": 2299230
    },
    {
      "epoch": 641.71,
      "grad_norm": 1.238569736480713,
      "learning_rate": 4.840839691040614e-07,
      "loss": 0.3476,
      "step": 2299240
    },
    {
      "epoch": 641.71,
      "grad_norm": 1.3227699995040894,
      "learning_rate": 4.840675122148783e-07,
      "loss": 0.3597,
      "step": 2299250
    },
    {
      "epoch": 641.71,
      "grad_norm": 1.340864896774292,
      "learning_rate": 4.840510555732182e-07,
      "loss": 0.3292,
      "step": 2299260
    },
    {
      "epoch": 641.72,
      "grad_norm": 1.0280009508132935,
      "learning_rate": 4.840345991790859e-07,
      "loss": 0.3289,
      "step": 2299270
    },
    {
      "epoch": 641.72,
      "grad_norm": 1.1099902391433716,
      "learning_rate": 4.840181430324814e-07,
      "loss": 0.3431,
      "step": 2299280
    },
    {
      "epoch": 641.72,
      "grad_norm": 1.3311772346496582,
      "learning_rate": 4.840016871334078e-07,
      "loss": 0.3245,
      "step": 2299290
    },
    {
      "epoch": 641.72,
      "grad_norm": 1.4848045110702515,
      "learning_rate": 4.83985231481868e-07,
      "loss": 0.3581,
      "step": 2299300
    },
    {
      "epoch": 641.73,
      "grad_norm": 1.0832611322402954,
      "learning_rate": 4.839687760778627e-07,
      "loss": 0.3353,
      "step": 2299310
    },
    {
      "epoch": 641.73,
      "grad_norm": 1.3438165187835693,
      "learning_rate": 4.839523209213945e-07,
      "loss": 0.344,
      "step": 2299320
    },
    {
      "epoch": 641.73,
      "grad_norm": 1.3008850812911987,
      "learning_rate": 4.839358660124661e-07,
      "loss": 0.344,
      "step": 2299330
    },
    {
      "epoch": 641.74,
      "grad_norm": 1.199945330619812,
      "learning_rate": 4.839194113510801e-07,
      "loss": 0.3413,
      "step": 2299340
    },
    {
      "epoch": 641.74,
      "grad_norm": 1.3947938680648804,
      "learning_rate": 4.839029569372375e-07,
      "loss": 0.3501,
      "step": 2299350
    },
    {
      "epoch": 641.74,
      "grad_norm": 1.2116929292678833,
      "learning_rate": 4.838865027709408e-07,
      "loss": 0.332,
      "step": 2299360
    },
    {
      "epoch": 641.74,
      "grad_norm": 1.016964316368103,
      "learning_rate": 4.838700488521932e-07,
      "loss": 0.3317,
      "step": 2299370
    },
    {
      "epoch": 641.75,
      "grad_norm": 1.3629660606384277,
      "learning_rate": 4.83853595180995e-07,
      "loss": 0.3428,
      "step": 2299380
    },
    {
      "epoch": 641.75,
      "grad_norm": 1.1586737632751465,
      "learning_rate": 4.838371417573507e-07,
      "loss": 0.3381,
      "step": 2299390
    },
    {
      "epoch": 641.75,
      "grad_norm": 1.1612167358398438,
      "learning_rate": 4.838206885812606e-07,
      "loss": 0.3393,
      "step": 2299400
    },
    {
      "epoch": 641.76,
      "grad_norm": 1.026302456855774,
      "learning_rate": 4.838042356527278e-07,
      "loss": 0.3455,
      "step": 2299410
    },
    {
      "epoch": 641.76,
      "grad_norm": 1.028665542602539,
      "learning_rate": 4.837877829717539e-07,
      "loss": 0.3417,
      "step": 2299420
    },
    {
      "epoch": 641.76,
      "grad_norm": 1.172416090965271,
      "learning_rate": 4.83771330538342e-07,
      "loss": 0.3282,
      "step": 2299430
    },
    {
      "epoch": 641.76,
      "grad_norm": 1.1887544393539429,
      "learning_rate": 4.837548783524939e-07,
      "loss": 0.3333,
      "step": 2299440
    },
    {
      "epoch": 641.77,
      "grad_norm": 1.2527958154678345,
      "learning_rate": 4.837384264142114e-07,
      "loss": 0.3421,
      "step": 2299450
    },
    {
      "epoch": 641.77,
      "grad_norm": 1.1930326223373413,
      "learning_rate": 4.837219747234967e-07,
      "loss": 0.342,
      "step": 2299460
    },
    {
      "epoch": 641.77,
      "grad_norm": 1.2009528875350952,
      "learning_rate": 4.837055232803522e-07,
      "loss": 0.335,
      "step": 2299470
    },
    {
      "epoch": 641.78,
      "grad_norm": 1.1865921020507812,
      "learning_rate": 4.83689072084781e-07,
      "loss": 0.3413,
      "step": 2299480
    },
    {
      "epoch": 641.78,
      "grad_norm": 1.2666380405426025,
      "learning_rate": 4.836726211367837e-07,
      "loss": 0.333,
      "step": 2299490
    },
    {
      "epoch": 641.78,
      "grad_norm": 1.0562330484390259,
      "learning_rate": 4.83656170436363e-07,
      "loss": 0.34,
      "step": 2299500
    },
    {
      "epoch": 641.78,
      "grad_norm": 1.1132832765579224,
      "learning_rate": 4.836397199835221e-07,
      "loss": 0.3506,
      "step": 2299510
    },
    {
      "epoch": 641.79,
      "grad_norm": 1.1868120431900024,
      "learning_rate": 4.836232697782612e-07,
      "loss": 0.3347,
      "step": 2299520
    },
    {
      "epoch": 641.79,
      "grad_norm": 1.1458814144134521,
      "learning_rate": 4.83606819820585e-07,
      "loss": 0.3334,
      "step": 2299530
    },
    {
      "epoch": 641.79,
      "grad_norm": 1.3639512062072754,
      "learning_rate": 4.835903701104935e-07,
      "loss": 0.3378,
      "step": 2299540
    },
    {
      "epoch": 641.79,
      "grad_norm": 1.2574213743209839,
      "learning_rate": 4.835739206479897e-07,
      "loss": 0.3396,
      "step": 2299550
    },
    {
      "epoch": 641.8,
      "grad_norm": 1.040299892425537,
      "learning_rate": 4.83557471433076e-07,
      "loss": 0.3456,
      "step": 2299560
    },
    {
      "epoch": 641.8,
      "grad_norm": 1.3294987678527832,
      "learning_rate": 4.83541022465755e-07,
      "loss": 0.3303,
      "step": 2299570
    },
    {
      "epoch": 641.8,
      "grad_norm": 1.2199434041976929,
      "learning_rate": 4.835245737460279e-07,
      "loss": 0.3131,
      "step": 2299580
    },
    {
      "epoch": 641.81,
      "grad_norm": 1.4256112575531006,
      "learning_rate": 4.835081252738972e-07,
      "loss": 0.3406,
      "step": 2299590
    },
    {
      "epoch": 641.81,
      "grad_norm": 1.1864477396011353,
      "learning_rate": 4.834916770493658e-07,
      "loss": 0.324,
      "step": 2299600
    },
    {
      "epoch": 641.81,
      "grad_norm": 1.4441324472427368,
      "learning_rate": 4.834752290724337e-07,
      "loss": 0.3552,
      "step": 2299610
    },
    {
      "epoch": 641.81,
      "grad_norm": 1.2734085321426392,
      "learning_rate": 4.834587813431066e-07,
      "loss": 0.3499,
      "step": 2299620
    },
    {
      "epoch": 641.82,
      "grad_norm": 1.2277480363845825,
      "learning_rate": 4.834423338613836e-07,
      "loss": 0.3323,
      "step": 2299630
    },
    {
      "epoch": 641.82,
      "grad_norm": 1.176764726638794,
      "learning_rate": 4.834258866272683e-07,
      "loss": 0.3282,
      "step": 2299640
    },
    {
      "epoch": 641.82,
      "grad_norm": 1.615250587463379,
      "learning_rate": 4.834094396407631e-07,
      "loss": 0.3438,
      "step": 2299650
    },
    {
      "epoch": 641.83,
      "grad_norm": 1.2010390758514404,
      "learning_rate": 4.833929929018694e-07,
      "loss": 0.3346,
      "step": 2299660
    },
    {
      "epoch": 641.83,
      "grad_norm": 1.2263872623443604,
      "learning_rate": 4.833765464105896e-07,
      "loss": 0.3339,
      "step": 2299670
    },
    {
      "epoch": 641.83,
      "grad_norm": 1.0632579326629639,
      "learning_rate": 4.833601001669258e-07,
      "loss": 0.3183,
      "step": 2299680
    },
    {
      "epoch": 641.83,
      "grad_norm": 1.0366841554641724,
      "learning_rate": 4.833436541708811e-07,
      "loss": 0.3242,
      "step": 2299690
    },
    {
      "epoch": 641.84,
      "grad_norm": 1.3920797109603882,
      "learning_rate": 4.83327208422456e-07,
      "loss": 0.3318,
      "step": 2299700
    },
    {
      "epoch": 641.84,
      "grad_norm": 1.3700917959213257,
      "learning_rate": 4.833107629216548e-07,
      "loss": 0.3347,
      "step": 2299710
    },
    {
      "epoch": 641.84,
      "grad_norm": 1.2451426982879639,
      "learning_rate": 4.832943176684779e-07,
      "loss": 0.3375,
      "step": 2299720
    },
    {
      "epoch": 641.84,
      "grad_norm": 1.2300429344177246,
      "learning_rate": 4.832778726629281e-07,
      "loss": 0.3575,
      "step": 2299730
    },
    {
      "epoch": 641.85,
      "grad_norm": 1.3011151552200317,
      "learning_rate": 4.832614279050084e-07,
      "loss": 0.3492,
      "step": 2299740
    },
    {
      "epoch": 641.85,
      "grad_norm": 1.1565555334091187,
      "learning_rate": 4.832449833947189e-07,
      "loss": 0.3219,
      "step": 2299750
    },
    {
      "epoch": 641.85,
      "grad_norm": 1.1780730485916138,
      "learning_rate": 4.832285391320643e-07,
      "loss": 0.3352,
      "step": 2299760
    },
    {
      "epoch": 641.86,
      "grad_norm": 1.2879693508148193,
      "learning_rate": 4.83212095117045e-07,
      "loss": 0.3314,
      "step": 2299770
    },
    {
      "epoch": 641.86,
      "grad_norm": 1.4855057001113892,
      "learning_rate": 4.83195651349664e-07,
      "loss": 0.3421,
      "step": 2299780
    },
    {
      "epoch": 641.86,
      "grad_norm": 1.1693115234375,
      "learning_rate": 4.831792078299239e-07,
      "loss": 0.3416,
      "step": 2299790
    },
    {
      "epoch": 641.86,
      "grad_norm": 8.69296646118164,
      "learning_rate": 4.831627645578255e-07,
      "loss": 0.3325,
      "step": 2299800
    },
    {
      "epoch": 641.87,
      "grad_norm": 1.2935606241226196,
      "learning_rate": 4.831463215333718e-07,
      "loss": 0.3362,
      "step": 2299810
    },
    {
      "epoch": 641.87,
      "grad_norm": 1.2880147695541382,
      "learning_rate": 4.83129878756565e-07,
      "loss": 0.3339,
      "step": 2299820
    },
    {
      "epoch": 641.87,
      "grad_norm": 1.4519004821777344,
      "learning_rate": 4.83113436227408e-07,
      "loss": 0.3324,
      "step": 2299830
    },
    {
      "epoch": 641.88,
      "grad_norm": 1.2125483751296997,
      "learning_rate": 4.830969939459008e-07,
      "loss": 0.3436,
      "step": 2299840
    },
    {
      "epoch": 641.88,
      "grad_norm": 1.1406930685043335,
      "learning_rate": 4.830805519120482e-07,
      "loss": 0.3476,
      "step": 2299850
    },
    {
      "epoch": 641.88,
      "grad_norm": 1.5651682615280151,
      "learning_rate": 4.830641101258508e-07,
      "loss": 0.3215,
      "step": 2299860
    },
    {
      "epoch": 641.88,
      "grad_norm": 1.5023393630981445,
      "learning_rate": 4.83047668587311e-07,
      "loss": 0.3314,
      "step": 2299870
    },
    {
      "epoch": 641.89,
      "grad_norm": 1.3843739032745361,
      "learning_rate": 4.830312272964321e-07,
      "loss": 0.3442,
      "step": 2299880
    },
    {
      "epoch": 641.89,
      "grad_norm": 1.3126333951950073,
      "learning_rate": 4.830147862532143e-07,
      "loss": 0.3414,
      "step": 2299890
    },
    {
      "epoch": 641.89,
      "grad_norm": 1.3176946640014648,
      "learning_rate": 4.829983454576612e-07,
      "loss": 0.3425,
      "step": 2299900
    },
    {
      "epoch": 641.9,
      "grad_norm": 1.2794955968856812,
      "learning_rate": 4.829819049097747e-07,
      "loss": 0.3342,
      "step": 2299910
    },
    {
      "epoch": 641.9,
      "grad_norm": 1.0167778730392456,
      "learning_rate": 4.829654646095574e-07,
      "loss": 0.3439,
      "step": 2299920
    },
    {
      "epoch": 641.9,
      "grad_norm": 1.273775339126587,
      "learning_rate": 4.829490245570096e-07,
      "loss": 0.3558,
      "step": 2299930
    },
    {
      "epoch": 641.9,
      "grad_norm": 1.197493076324463,
      "learning_rate": 4.829325847521365e-07,
      "loss": 0.3453,
      "step": 2299940
    },
    {
      "epoch": 641.91,
      "grad_norm": 1.1169792413711548,
      "learning_rate": 4.829161451949382e-07,
      "loss": 0.343,
      "step": 2299950
    },
    {
      "epoch": 641.91,
      "grad_norm": 1.14374840259552,
      "learning_rate": 4.828997058854169e-07,
      "loss": 0.329,
      "step": 2299960
    },
    {
      "epoch": 641.91,
      "grad_norm": 2.642695426940918,
      "learning_rate": 4.828832668235762e-07,
      "loss": 0.3207,
      "step": 2299970
    },
    {
      "epoch": 641.91,
      "grad_norm": 1.2872766256332397,
      "learning_rate": 4.828668280094168e-07,
      "loss": 0.3498,
      "step": 2299980
    },
    {
      "epoch": 641.92,
      "grad_norm": 1.215187907218933,
      "learning_rate": 4.828503894429414e-07,
      "loss": 0.358,
      "step": 2299990
    },
    {
      "epoch": 641.92,
      "grad_norm": 1.1359069347381592,
      "learning_rate": 4.828339511241521e-07,
      "loss": 0.326,
      "step": 2300000
    },
    {
      "epoch": 641.92,
      "grad_norm": 1.0483566522598267,
      "learning_rate": 4.828175130530514e-07,
      "loss": 0.3471,
      "step": 2300010
    },
    {
      "epoch": 641.93,
      "grad_norm": 1.218442678451538,
      "learning_rate": 4.82801075229642e-07,
      "loss": 0.3406,
      "step": 2300020
    },
    {
      "epoch": 641.93,
      "grad_norm": 0.9625032544136047,
      "learning_rate": 4.827846376539245e-07,
      "loss": 0.3373,
      "step": 2300030
    },
    {
      "epoch": 641.93,
      "grad_norm": 1.213886022567749,
      "learning_rate": 4.827682003259021e-07,
      "loss": 0.3497,
      "step": 2300040
    },
    {
      "epoch": 641.93,
      "grad_norm": 1.1837176084518433,
      "learning_rate": 4.827517632455771e-07,
      "loss": 0.3414,
      "step": 2300050
    },
    {
      "epoch": 641.94,
      "grad_norm": 1.1665548086166382,
      "learning_rate": 4.827353264129519e-07,
      "loss": 0.318,
      "step": 2300060
    },
    {
      "epoch": 641.94,
      "grad_norm": 1.2233271598815918,
      "learning_rate": 4.827188898280271e-07,
      "loss": 0.3347,
      "step": 2300070
    },
    {
      "epoch": 641.94,
      "grad_norm": 1.2595516443252563,
      "learning_rate": 4.827024534908072e-07,
      "loss": 0.3339,
      "step": 2300080
    },
    {
      "epoch": 641.95,
      "grad_norm": 1.3715839385986328,
      "learning_rate": 4.826860174012927e-07,
      "loss": 0.3294,
      "step": 2300090
    },
    {
      "epoch": 641.95,
      "grad_norm": 1.1041491031646729,
      "learning_rate": 4.826695815594862e-07,
      "loss": 0.3308,
      "step": 2300100
    },
    {
      "epoch": 641.95,
      "grad_norm": 1.1167280673980713,
      "learning_rate": 4.826531459653909e-07,
      "loss": 0.3333,
      "step": 2300110
    },
    {
      "epoch": 641.95,
      "grad_norm": 1.1248137950897217,
      "learning_rate": 4.826367106190072e-07,
      "loss": 0.3366,
      "step": 2300120
    },
    {
      "epoch": 641.96,
      "grad_norm": 1.222714900970459,
      "learning_rate": 4.826202755203383e-07,
      "loss": 0.3388,
      "step": 2300130
    },
    {
      "epoch": 641.96,
      "grad_norm": 1.3174777030944824,
      "learning_rate": 4.826038406693862e-07,
      "loss": 0.3323,
      "step": 2300140
    },
    {
      "epoch": 641.96,
      "grad_norm": 1.4150224924087524,
      "learning_rate": 4.82587406066154e-07,
      "loss": 0.3274,
      "step": 2300150
    },
    {
      "epoch": 641.96,
      "grad_norm": 1.1373926401138306,
      "learning_rate": 4.825709717106422e-07,
      "loss": 0.33,
      "step": 2300160
    },
    {
      "epoch": 641.97,
      "grad_norm": 1.2004224061965942,
      "learning_rate": 4.82554537602854e-07,
      "loss": 0.3371,
      "step": 2300170
    },
    {
      "epoch": 641.97,
      "grad_norm": 1.2188529968261719,
      "learning_rate": 4.825381037427919e-07,
      "loss": 0.3467,
      "step": 2300180
    },
    {
      "epoch": 641.97,
      "grad_norm": 1.0963530540466309,
      "learning_rate": 4.825216701304564e-07,
      "loss": 0.3166,
      "step": 2300190
    },
    {
      "epoch": 641.98,
      "grad_norm": 1.2812316417694092,
      "learning_rate": 4.825052367658521e-07,
      "loss": 0.3409,
      "step": 2300200
    },
    {
      "epoch": 641.98,
      "grad_norm": 1.3792848587036133,
      "learning_rate": 4.824888036489794e-07,
      "loss": 0.3349,
      "step": 2300210
    },
    {
      "epoch": 641.98,
      "grad_norm": 1.2636477947235107,
      "learning_rate": 4.824723707798413e-07,
      "loss": 0.3432,
      "step": 2300220
    },
    {
      "epoch": 641.98,
      "grad_norm": 1.2449243068695068,
      "learning_rate": 4.824559381584394e-07,
      "loss": 0.3509,
      "step": 2300230
    },
    {
      "epoch": 641.99,
      "grad_norm": 2.7450954914093018,
      "learning_rate": 4.824395057847771e-07,
      "loss": 0.3436,
      "step": 2300240
    },
    {
      "epoch": 641.99,
      "grad_norm": 1.263354778289795,
      "learning_rate": 4.824230736588549e-07,
      "loss": 0.3471,
      "step": 2300250
    },
    {
      "epoch": 641.99,
      "grad_norm": 1.0901539325714111,
      "learning_rate": 4.824066417806759e-07,
      "loss": 0.3558,
      "step": 2300260
    },
    {
      "epoch": 642.0,
      "grad_norm": 1.2407082319259644,
      "learning_rate": 4.823902101502431e-07,
      "loss": 0.3253,
      "step": 2300270
    },
    {
      "epoch": 642.0,
      "grad_norm": 1.2033767700195312,
      "learning_rate": 4.823737787675563e-07,
      "loss": 0.3361,
      "step": 2300280
    },
    {
      "epoch": 642.0,
      "eval_loss": 0.3391364812850952,
      "eval_runtime": 67.6614,
      "eval_samples_per_second": 74.769,
      "eval_steps_per_second": 9.355,
      "step": 2300286
    },
    {
      "epoch": 642.0,
      "grad_norm": 1.3958009481430054,
      "learning_rate": 4.823573476326205e-07,
      "loss": 0.3291,
      "step": 2300290
    },
    {
      "epoch": 642.0,
      "grad_norm": 1.085758924484253,
      "learning_rate": 4.823409167454359e-07,
      "loss": 0.3153,
      "step": 2300300
    },
    {
      "epoch": 642.01,
      "grad_norm": 1.3511508703231812,
      "learning_rate": 4.823244861060053e-07,
      "loss": 0.3351,
      "step": 2300310
    },
    {
      "epoch": 642.01,
      "grad_norm": 1.2061538696289062,
      "learning_rate": 4.823080557143316e-07,
      "loss": 0.3168,
      "step": 2300320
    },
    {
      "epoch": 642.01,
      "grad_norm": 1.4886385202407837,
      "learning_rate": 4.822916255704151e-07,
      "loss": 0.3345,
      "step": 2300330
    },
    {
      "epoch": 642.02,
      "grad_norm": 1.1320507526397705,
      "learning_rate": 4.822751956742606e-07,
      "loss": 0.3336,
      "step": 2300340
    },
    {
      "epoch": 642.02,
      "grad_norm": 1.1891320943832397,
      "learning_rate": 4.82258766025868e-07,
      "loss": 0.3631,
      "step": 2300350
    },
    {
      "epoch": 642.02,
      "grad_norm": 1.2540870904922485,
      "learning_rate": 4.822423366252406e-07,
      "loss": 0.329,
      "step": 2300360
    },
    {
      "epoch": 642.02,
      "grad_norm": 1.434889554977417,
      "learning_rate": 4.822259074723805e-07,
      "loss": 0.3479,
      "step": 2300370
    },
    {
      "epoch": 642.03,
      "grad_norm": 1.1977180242538452,
      "learning_rate": 4.8220947856729e-07,
      "loss": 0.3288,
      "step": 2300380
    },
    {
      "epoch": 642.03,
      "grad_norm": 1.101526141166687,
      "learning_rate": 4.821930499099709e-07,
      "loss": 0.3381,
      "step": 2300390
    },
    {
      "epoch": 642.03,
      "grad_norm": 1.2720081806182861,
      "learning_rate": 4.821766215004251e-07,
      "loss": 0.3388,
      "step": 2300400
    },
    {
      "epoch": 642.03,
      "grad_norm": 1.2468947172164917,
      "learning_rate": 4.821601933386561e-07,
      "loss": 0.3283,
      "step": 2300410
    },
    {
      "epoch": 642.04,
      "grad_norm": 1.5844348669052124,
      "learning_rate": 4.821437654246639e-07,
      "loss": 0.337,
      "step": 2300420
    },
    {
      "epoch": 642.04,
      "grad_norm": 1.3615833520889282,
      "learning_rate": 4.821273377584533e-07,
      "loss": 0.3361,
      "step": 2300430
    },
    {
      "epoch": 642.04,
      "grad_norm": 1.417635440826416,
      "learning_rate": 4.821109103400243e-07,
      "loss": 0.351,
      "step": 2300440
    },
    {
      "epoch": 642.05,
      "grad_norm": 1.1821826696395874,
      "learning_rate": 4.820944831693802e-07,
      "loss": 0.3402,
      "step": 2300450
    },
    {
      "epoch": 642.05,
      "grad_norm": 1.120896577835083,
      "learning_rate": 4.820780562465237e-07,
      "loss": 0.3485,
      "step": 2300460
    },
    {
      "epoch": 642.05,
      "grad_norm": 1.2338191270828247,
      "learning_rate": 4.820616295714553e-07,
      "loss": 0.3357,
      "step": 2300470
    },
    {
      "epoch": 642.05,
      "grad_norm": 1.2559741735458374,
      "learning_rate": 4.820452031441783e-07,
      "loss": 0.3283,
      "step": 2300480
    },
    {
      "epoch": 642.06,
      "grad_norm": 1.1868724822998047,
      "learning_rate": 4.820287769646948e-07,
      "loss": 0.3221,
      "step": 2300490
    },
    {
      "epoch": 642.06,
      "grad_norm": 1.3614264726638794,
      "learning_rate": 4.820123510330075e-07,
      "loss": 0.3423,
      "step": 2300500
    },
    {
      "epoch": 642.06,
      "grad_norm": 1.2224912643432617,
      "learning_rate": 4.819959253491166e-07,
      "loss": 0.3418,
      "step": 2300510
    },
    {
      "epoch": 642.07,
      "grad_norm": 1.1093881130218506,
      "learning_rate": 4.819794999130269e-07,
      "loss": 0.3424,
      "step": 2300520
    },
    {
      "epoch": 642.07,
      "grad_norm": 1.3253871202468872,
      "learning_rate": 4.819630747247388e-07,
      "loss": 0.3283,
      "step": 2300530
    },
    {
      "epoch": 642.07,
      "grad_norm": 1.2295277118682861,
      "learning_rate": 4.819466497842553e-07,
      "loss": 0.3351,
      "step": 2300540
    },
    {
      "epoch": 642.07,
      "grad_norm": 1.2238496541976929,
      "learning_rate": 4.819302250915786e-07,
      "loss": 0.336,
      "step": 2300550
    },
    {
      "epoch": 642.08,
      "grad_norm": 1.4265329837799072,
      "learning_rate": 4.819138006467102e-07,
      "loss": 0.3422,
      "step": 2300560
    },
    {
      "epoch": 642.08,
      "grad_norm": 1.2636134624481201,
      "learning_rate": 4.818973764496528e-07,
      "loss": 0.334,
      "step": 2300570
    },
    {
      "epoch": 642.08,
      "grad_norm": 1.1161348819732666,
      "learning_rate": 4.818809525004081e-07,
      "loss": 0.3362,
      "step": 2300580
    },
    {
      "epoch": 642.08,
      "grad_norm": 1.1439374685287476,
      "learning_rate": 4.818645287989791e-07,
      "loss": 0.3419,
      "step": 2300590
    },
    {
      "epoch": 642.09,
      "grad_norm": 3.3567991256713867,
      "learning_rate": 4.818481053453679e-07,
      "loss": 0.3472,
      "step": 2300600
    },
    {
      "epoch": 642.09,
      "grad_norm": 1.2405006885528564,
      "learning_rate": 4.818316821395758e-07,
      "loss": 0.3509,
      "step": 2300610
    },
    {
      "epoch": 642.09,
      "grad_norm": 1.369181752204895,
      "learning_rate": 4.818152591816056e-07,
      "loss": 0.3218,
      "step": 2300620
    },
    {
      "epoch": 642.1,
      "grad_norm": 1.3764344453811646,
      "learning_rate": 4.817988364714595e-07,
      "loss": 0.3214,
      "step": 2300630
    },
    {
      "epoch": 642.1,
      "grad_norm": 1.2220185995101929,
      "learning_rate": 4.8178241400914e-07,
      "loss": 0.3366,
      "step": 2300640
    },
    {
      "epoch": 642.1,
      "grad_norm": 1.6987574100494385,
      "learning_rate": 4.817659917946478e-07,
      "loss": 0.342,
      "step": 2300650
    },
    {
      "epoch": 642.1,
      "grad_norm": 1.4068514108657837,
      "learning_rate": 4.817495698279873e-07,
      "loss": 0.3223,
      "step": 2300660
    },
    {
      "epoch": 642.11,
      "grad_norm": 1.0666429996490479,
      "learning_rate": 4.817331481091591e-07,
      "loss": 0.3248,
      "step": 2300670
    },
    {
      "epoch": 642.11,
      "grad_norm": 1.3857988119125366,
      "learning_rate": 4.817167266381656e-07,
      "loss": 0.3458,
      "step": 2300680
    },
    {
      "epoch": 642.11,
      "grad_norm": 1.3082658052444458,
      "learning_rate": 4.817003054150102e-07,
      "loss": 0.3421,
      "step": 2300690
    },
    {
      "epoch": 642.12,
      "grad_norm": 1.1995923519134521,
      "learning_rate": 4.816838844396934e-07,
      "loss": 0.3376,
      "step": 2300700
    },
    {
      "epoch": 642.12,
      "grad_norm": 1.215759515762329,
      "learning_rate": 4.81667463712218e-07,
      "loss": 0.3454,
      "step": 2300710
    },
    {
      "epoch": 642.12,
      "grad_norm": 1.2562246322631836,
      "learning_rate": 4.816510432325863e-07,
      "loss": 0.3391,
      "step": 2300720
    },
    {
      "epoch": 642.12,
      "grad_norm": 1.0024396181106567,
      "learning_rate": 4.816346230008011e-07,
      "loss": 0.3281,
      "step": 2300730
    },
    {
      "epoch": 642.13,
      "grad_norm": 1.3040648698806763,
      "learning_rate": 4.816182030168634e-07,
      "loss": 0.3291,
      "step": 2300740
    },
    {
      "epoch": 642.13,
      "grad_norm": 1.2267476320266724,
      "learning_rate": 4.816017832807759e-07,
      "loss": 0.3329,
      "step": 2300750
    },
    {
      "epoch": 642.13,
      "grad_norm": 1.0849459171295166,
      "learning_rate": 4.815853637925415e-07,
      "loss": 0.3416,
      "step": 2300760
    },
    {
      "epoch": 642.14,
      "grad_norm": 1.1096715927124023,
      "learning_rate": 4.815689445521604e-07,
      "loss": 0.3509,
      "step": 2300770
    },
    {
      "epoch": 642.14,
      "grad_norm": 1.2518798112869263,
      "learning_rate": 4.815525255596375e-07,
      "loss": 0.3314,
      "step": 2300780
    },
    {
      "epoch": 642.14,
      "grad_norm": 1.3469173908233643,
      "learning_rate": 4.815361068149729e-07,
      "loss": 0.3453,
      "step": 2300790
    },
    {
      "epoch": 642.14,
      "grad_norm": 1.4493095874786377,
      "learning_rate": 4.815196883181694e-07,
      "loss": 0.3471,
      "step": 2300800
    },
    {
      "epoch": 642.15,
      "grad_norm": 1.052908182144165,
      "learning_rate": 4.815032700692293e-07,
      "loss": 0.3382,
      "step": 2300810
    },
    {
      "epoch": 642.15,
      "grad_norm": 1.5991840362548828,
      "learning_rate": 4.814868520681553e-07,
      "loss": 0.3391,
      "step": 2300820
    },
    {
      "epoch": 642.15,
      "grad_norm": 1.1384190320968628,
      "learning_rate": 4.814704343149486e-07,
      "loss": 0.3371,
      "step": 2300830
    },
    {
      "epoch": 642.15,
      "grad_norm": 1.1056329011917114,
      "learning_rate": 4.814540168096117e-07,
      "loss": 0.3357,
      "step": 2300840
    },
    {
      "epoch": 642.16,
      "grad_norm": 1.135685920715332,
      "learning_rate": 4.814375995521475e-07,
      "loss": 0.3376,
      "step": 2300850
    },
    {
      "epoch": 642.16,
      "grad_norm": 1.329515814781189,
      "learning_rate": 4.814211825425564e-07,
      "loss": 0.3453,
      "step": 2300860
    },
    {
      "epoch": 642.16,
      "grad_norm": 1.4482468366622925,
      "learning_rate": 4.81404765780843e-07,
      "loss": 0.345,
      "step": 2300870
    },
    {
      "epoch": 642.17,
      "grad_norm": 1.1407793760299683,
      "learning_rate": 4.813883492670078e-07,
      "loss": 0.3287,
      "step": 2300880
    },
    {
      "epoch": 642.17,
      "grad_norm": 1.3147286176681519,
      "learning_rate": 4.813719330010531e-07,
      "loss": 0.3178,
      "step": 2300890
    },
    {
      "epoch": 642.17,
      "grad_norm": 1.2391706705093384,
      "learning_rate": 4.813555169829816e-07,
      "loss": 0.3395,
      "step": 2300900
    },
    {
      "epoch": 642.17,
      "grad_norm": 1.9438506364822388,
      "learning_rate": 4.813391012127954e-07,
      "loss": 0.3445,
      "step": 2300910
    },
    {
      "epoch": 642.18,
      "grad_norm": 1.1812679767608643,
      "learning_rate": 4.813226856904972e-07,
      "loss": 0.3357,
      "step": 2300920
    },
    {
      "epoch": 642.18,
      "grad_norm": 1.353908658027649,
      "learning_rate": 4.813062704160879e-07,
      "loss": 0.3495,
      "step": 2300930
    },
    {
      "epoch": 642.18,
      "grad_norm": 1.2545493841171265,
      "learning_rate": 4.812898553895701e-07,
      "loss": 0.3148,
      "step": 2300940
    },
    {
      "epoch": 642.19,
      "grad_norm": 1.6696662902832031,
      "learning_rate": 4.812734406109466e-07,
      "loss": 0.3343,
      "step": 2300950
    },
    {
      "epoch": 642.19,
      "grad_norm": 1.2131116390228271,
      "learning_rate": 4.8125702608022e-07,
      "loss": 0.3547,
      "step": 2300960
    },
    {
      "epoch": 642.19,
      "grad_norm": 1.2008135318756104,
      "learning_rate": 4.812406117973908e-07,
      "loss": 0.3562,
      "step": 2300970
    },
    {
      "epoch": 642.19,
      "grad_norm": 1.9807426929473877,
      "learning_rate": 4.81224197762462e-07,
      "loss": 0.3516,
      "step": 2300980
    },
    {
      "epoch": 642.2,
      "grad_norm": 1.1829720735549927,
      "learning_rate": 4.812077839754369e-07,
      "loss": 0.3423,
      "step": 2300990
    },
    {
      "epoch": 642.2,
      "grad_norm": 2.1050009727478027,
      "learning_rate": 4.811913704363151e-07,
      "loss": 0.3627,
      "step": 2301000
    },
    {
      "epoch": 642.2,
      "grad_norm": 1.3630330562591553,
      "learning_rate": 4.81174957145102e-07,
      "loss": 0.3409,
      "step": 2301010
    },
    {
      "epoch": 642.2,
      "grad_norm": 1.2940946817398071,
      "learning_rate": 4.81158544101797e-07,
      "loss": 0.3349,
      "step": 2301020
    },
    {
      "epoch": 642.21,
      "grad_norm": 1.2854516506195068,
      "learning_rate": 4.811421313064037e-07,
      "loss": 0.3201,
      "step": 2301030
    },
    {
      "epoch": 642.21,
      "grad_norm": 1.2018824815750122,
      "learning_rate": 4.81125718758924e-07,
      "loss": 0.3381,
      "step": 2301040
    },
    {
      "epoch": 642.21,
      "grad_norm": 1.3026999235153198,
      "learning_rate": 4.811093064593608e-07,
      "loss": 0.3363,
      "step": 2301050
    },
    {
      "epoch": 642.22,
      "grad_norm": 1.1841645240783691,
      "learning_rate": 4.810928944077151e-07,
      "loss": 0.3458,
      "step": 2301060
    },
    {
      "epoch": 642.22,
      "grad_norm": 1.2177296876907349,
      "learning_rate": 4.810764826039891e-07,
      "loss": 0.3388,
      "step": 2301070
    },
    {
      "epoch": 642.22,
      "grad_norm": 1.1797480583190918,
      "learning_rate": 4.810600710481865e-07,
      "loss": 0.3364,
      "step": 2301080
    },
    {
      "epoch": 642.22,
      "grad_norm": 1.2258723974227905,
      "learning_rate": 4.810436597403069e-07,
      "loss": 0.3492,
      "step": 2301090
    },
    {
      "epoch": 642.23,
      "grad_norm": 1.3570923805236816,
      "learning_rate": 4.810272486803556e-07,
      "loss": 0.3534,
      "step": 2301100
    },
    {
      "epoch": 642.23,
      "grad_norm": 1.557647705078125,
      "learning_rate": 4.810108378683322e-07,
      "loss": 0.3409,
      "step": 2301110
    },
    {
      "epoch": 642.23,
      "grad_norm": 1.2026550769805908,
      "learning_rate": 4.809944273042402e-07,
      "loss": 0.326,
      "step": 2301120
    },
    {
      "epoch": 642.24,
      "grad_norm": 1.237902283668518,
      "learning_rate": 4.809780169880818e-07,
      "loss": 0.3574,
      "step": 2301130
    },
    {
      "epoch": 642.24,
      "grad_norm": 1.1867775917053223,
      "learning_rate": 4.809616069198586e-07,
      "loss": 0.3224,
      "step": 2301140
    },
    {
      "epoch": 642.24,
      "grad_norm": 1.08167564868927,
      "learning_rate": 4.809451970995726e-07,
      "loss": 0.334,
      "step": 2301150
    },
    {
      "epoch": 642.24,
      "grad_norm": 1.2296186685562134,
      "learning_rate": 4.809287875272266e-07,
      "loss": 0.3319,
      "step": 2301160
    },
    {
      "epoch": 642.25,
      "grad_norm": 1.0560569763183594,
      "learning_rate": 4.809123782028229e-07,
      "loss": 0.3278,
      "step": 2301170
    },
    {
      "epoch": 642.25,
      "grad_norm": 1.0288461446762085,
      "learning_rate": 4.80895969126363e-07,
      "loss": 0.3325,
      "step": 2301180
    },
    {
      "epoch": 642.25,
      "grad_norm": 1.3846772909164429,
      "learning_rate": 4.808795602978504e-07,
      "loss": 0.3406,
      "step": 2301190
    },
    {
      "epoch": 642.26,
      "grad_norm": 1.2268773317337036,
      "learning_rate": 4.808631517172856e-07,
      "loss": 0.3355,
      "step": 2301200
    },
    {
      "epoch": 642.26,
      "grad_norm": 1.0229365825653076,
      "learning_rate": 4.808467433846716e-07,
      "loss": 0.3284,
      "step": 2301210
    },
    {
      "epoch": 642.26,
      "grad_norm": 1.3117114305496216,
      "learning_rate": 4.808303353000111e-07,
      "loss": 0.3444,
      "step": 2301220
    },
    {
      "epoch": 642.26,
      "grad_norm": 4.329441547393799,
      "learning_rate": 4.808139274633044e-07,
      "loss": 0.3304,
      "step": 2301230
    },
    {
      "epoch": 642.27,
      "grad_norm": 1.3174474239349365,
      "learning_rate": 4.807975198745562e-07,
      "loss": 0.3398,
      "step": 2301240
    },
    {
      "epoch": 642.27,
      "grad_norm": 1.2759655714035034,
      "learning_rate": 4.807811125337671e-07,
      "loss": 0.3233,
      "step": 2301250
    },
    {
      "epoch": 642.27,
      "grad_norm": 1.4421088695526123,
      "learning_rate": 4.807647054409396e-07,
      "loss": 0.3353,
      "step": 2301260
    },
    {
      "epoch": 642.27,
      "grad_norm": 1.1266233921051025,
      "learning_rate": 4.807482985960767e-07,
      "loss": 0.3431,
      "step": 2301270
    },
    {
      "epoch": 642.28,
      "grad_norm": 1.081389307975769,
      "learning_rate": 4.80731891999179e-07,
      "loss": 0.3224,
      "step": 2301280
    },
    {
      "epoch": 642.28,
      "grad_norm": 1.0624288320541382,
      "learning_rate": 4.807154856502496e-07,
      "loss": 0.3334,
      "step": 2301290
    },
    {
      "epoch": 642.28,
      "grad_norm": 1.2505422830581665,
      "learning_rate": 4.806990795492905e-07,
      "loss": 0.3354,
      "step": 2301300
    },
    {
      "epoch": 642.29,
      "grad_norm": 1.1817322969436646,
      "learning_rate": 4.806826736963045e-07,
      "loss": 0.3472,
      "step": 2301310
    },
    {
      "epoch": 642.29,
      "grad_norm": 1.1257495880126953,
      "learning_rate": 4.806662680912923e-07,
      "loss": 0.3266,
      "step": 2301320
    },
    {
      "epoch": 642.29,
      "grad_norm": 1.0808573961257935,
      "learning_rate": 4.806498627342582e-07,
      "loss": 0.3293,
      "step": 2301330
    },
    {
      "epoch": 642.29,
      "grad_norm": 1.1087170839309692,
      "learning_rate": 4.806334576252027e-07,
      "loss": 0.3245,
      "step": 2301340
    },
    {
      "epoch": 642.3,
      "grad_norm": 1.0455355644226074,
      "learning_rate": 4.806170527641284e-07,
      "loss": 0.3325,
      "step": 2301350
    },
    {
      "epoch": 642.3,
      "grad_norm": 2.072313070297241,
      "learning_rate": 4.806006481510383e-07,
      "loss": 0.3477,
      "step": 2301360
    },
    {
      "epoch": 642.3,
      "grad_norm": 1.0277262926101685,
      "learning_rate": 4.805842437859332e-07,
      "loss": 0.3448,
      "step": 2301370
    },
    {
      "epoch": 642.31,
      "grad_norm": 1.1533620357513428,
      "learning_rate": 4.80567839668816e-07,
      "loss": 0.3469,
      "step": 2301380
    },
    {
      "epoch": 642.31,
      "grad_norm": 1.1478790044784546,
      "learning_rate": 4.805514357996888e-07,
      "loss": 0.3416,
      "step": 2301390
    },
    {
      "epoch": 642.31,
      "grad_norm": 1.3694000244140625,
      "learning_rate": 4.805350321785545e-07,
      "loss": 0.343,
      "step": 2301400
    },
    {
      "epoch": 642.31,
      "grad_norm": 1.1325385570526123,
      "learning_rate": 4.80518628805414e-07,
      "loss": 0.331,
      "step": 2301410
    },
    {
      "epoch": 642.32,
      "grad_norm": 1.3103184700012207,
      "learning_rate": 4.805022256802701e-07,
      "loss": 0.335,
      "step": 2301420
    },
    {
      "epoch": 642.32,
      "grad_norm": 1.279174566268921,
      "learning_rate": 4.804858228031255e-07,
      "loss": 0.3446,
      "step": 2301430
    },
    {
      "epoch": 642.32,
      "grad_norm": 1.1091996431350708,
      "learning_rate": 4.804694201739808e-07,
      "loss": 0.3493,
      "step": 2301440
    },
    {
      "epoch": 642.32,
      "grad_norm": 1.3104283809661865,
      "learning_rate": 4.804530177928404e-07,
      "loss": 0.3303,
      "step": 2301450
    },
    {
      "epoch": 642.33,
      "grad_norm": 1.3149558305740356,
      "learning_rate": 4.804366156597041e-07,
      "loss": 0.3304,
      "step": 2301460
    },
    {
      "epoch": 642.33,
      "grad_norm": 1.1813184022903442,
      "learning_rate": 4.804202137745764e-07,
      "loss": 0.3443,
      "step": 2301470
    },
    {
      "epoch": 642.33,
      "grad_norm": 1.2258602380752563,
      "learning_rate": 4.804038121374581e-07,
      "loss": 0.3403,
      "step": 2301480
    },
    {
      "epoch": 642.34,
      "grad_norm": 1.0475823879241943,
      "learning_rate": 4.803874107483514e-07,
      "loss": 0.3412,
      "step": 2301490
    },
    {
      "epoch": 642.34,
      "grad_norm": 1.438719630241394,
      "learning_rate": 4.803710096072596e-07,
      "loss": 0.3396,
      "step": 2301500
    },
    {
      "epoch": 642.34,
      "grad_norm": 1.520384669303894,
      "learning_rate": 4.803546087141834e-07,
      "loss": 0.3289,
      "step": 2301510
    },
    {
      "epoch": 642.34,
      "grad_norm": 1.0625121593475342,
      "learning_rate": 4.803382080691257e-07,
      "loss": 0.3464,
      "step": 2301520
    },
    {
      "epoch": 642.35,
      "grad_norm": 1.3847839832305908,
      "learning_rate": 4.803218076720884e-07,
      "loss": 0.3184,
      "step": 2301530
    },
    {
      "epoch": 642.35,
      "grad_norm": 1.1005178689956665,
      "learning_rate": 4.803054075230746e-07,
      "loss": 0.3385,
      "step": 2301540
    },
    {
      "epoch": 642.35,
      "grad_norm": 1.2023085355758667,
      "learning_rate": 4.802890076220853e-07,
      "loss": 0.3548,
      "step": 2301550
    },
    {
      "epoch": 642.36,
      "grad_norm": 1.1136637926101685,
      "learning_rate": 4.80272607969123e-07,
      "loss": 0.3362,
      "step": 2301560
    },
    {
      "epoch": 642.36,
      "grad_norm": 1.1352914571762085,
      "learning_rate": 4.802562085641909e-07,
      "loss": 0.3409,
      "step": 2301570
    },
    {
      "epoch": 642.36,
      "grad_norm": 1.2487921714782715,
      "learning_rate": 4.802398094072889e-07,
      "loss": 0.3475,
      "step": 2301580
    },
    {
      "epoch": 642.36,
      "grad_norm": 1.1063954830169678,
      "learning_rate": 4.802234104984219e-07,
      "loss": 0.3259,
      "step": 2301590
    },
    {
      "epoch": 642.37,
      "grad_norm": 1.252810001373291,
      "learning_rate": 4.8020701183759e-07,
      "loss": 0.3538,
      "step": 2301600
    },
    {
      "epoch": 642.37,
      "grad_norm": 1.135317325592041,
      "learning_rate": 4.801906134247965e-07,
      "loss": 0.3326,
      "step": 2301610
    },
    {
      "epoch": 642.37,
      "grad_norm": 1.1512690782546997,
      "learning_rate": 4.801742152600431e-07,
      "loss": 0.3385,
      "step": 2301620
    },
    {
      "epoch": 642.38,
      "grad_norm": 1.3917431831359863,
      "learning_rate": 4.801578173433326e-07,
      "loss": 0.3324,
      "step": 2301630
    },
    {
      "epoch": 642.38,
      "grad_norm": 1.1362333297729492,
      "learning_rate": 4.801414196746663e-07,
      "loss": 0.3519,
      "step": 2301640
    },
    {
      "epoch": 642.38,
      "grad_norm": 1.4441487789154053,
      "learning_rate": 4.801250222540468e-07,
      "loss": 0.3285,
      "step": 2301650
    },
    {
      "epoch": 642.38,
      "grad_norm": 1.393858551979065,
      "learning_rate": 4.80108625081477e-07,
      "loss": 0.3555,
      "step": 2301660
    },
    {
      "epoch": 642.39,
      "grad_norm": 1.1464892625808716,
      "learning_rate": 4.80092228156957e-07,
      "loss": 0.327,
      "step": 2301670
    },
    {
      "epoch": 642.39,
      "grad_norm": 1.171297311782837,
      "learning_rate": 4.800758314804915e-07,
      "loss": 0.3335,
      "step": 2301680
    },
    {
      "epoch": 642.39,
      "grad_norm": 1.2530460357666016,
      "learning_rate": 4.800594350520812e-07,
      "loss": 0.3436,
      "step": 2301690
    },
    {
      "epoch": 642.39,
      "grad_norm": 1.311585545539856,
      "learning_rate": 4.800430388717284e-07,
      "loss": 0.3186,
      "step": 2301700
    },
    {
      "epoch": 642.4,
      "grad_norm": 3.616729497909546,
      "learning_rate": 4.800266429394361e-07,
      "loss": 0.3489,
      "step": 2301710
    },
    {
      "epoch": 642.4,
      "grad_norm": 1.1308789253234863,
      "learning_rate": 4.800102472552055e-07,
      "loss": 0.3403,
      "step": 2301720
    },
    {
      "epoch": 642.4,
      "grad_norm": 1.0861482620239258,
      "learning_rate": 4.799938518190389e-07,
      "loss": 0.3242,
      "step": 2301730
    },
    {
      "epoch": 642.41,
      "grad_norm": 1.1911333799362183,
      "learning_rate": 4.799774566309389e-07,
      "loss": 0.3378,
      "step": 2301740
    },
    {
      "epoch": 642.41,
      "grad_norm": 1.3676350116729736,
      "learning_rate": 4.799610616909075e-07,
      "loss": 0.3445,
      "step": 2301750
    },
    {
      "epoch": 642.41,
      "grad_norm": 1.2217692136764526,
      "learning_rate": 4.799446669989469e-07,
      "loss": 0.3339,
      "step": 2301760
    },
    {
      "epoch": 642.41,
      "grad_norm": 1.1670688390731812,
      "learning_rate": 4.799282725550601e-07,
      "loss": 0.3374,
      "step": 2301770
    },
    {
      "epoch": 642.42,
      "grad_norm": 1.4674371480941772,
      "learning_rate": 4.799118783592475e-07,
      "loss": 0.3448,
      "step": 2301780
    },
    {
      "epoch": 642.42,
      "grad_norm": 1.264817476272583,
      "learning_rate": 4.798954844115125e-07,
      "loss": 0.3327,
      "step": 2301790
    },
    {
      "epoch": 642.42,
      "grad_norm": 1.053768277168274,
      "learning_rate": 4.798790907118576e-07,
      "loss": 0.3364,
      "step": 2301800
    },
    {
      "epoch": 642.43,
      "grad_norm": 1.191800594329834,
      "learning_rate": 4.798626972602833e-07,
      "loss": 0.3353,
      "step": 2301810
    },
    {
      "epoch": 642.43,
      "grad_norm": 1.2337490320205688,
      "learning_rate": 4.798463040567941e-07,
      "loss": 0.3335,
      "step": 2301820
    },
    {
      "epoch": 642.43,
      "grad_norm": 1.2616209983825684,
      "learning_rate": 4.798299111013903e-07,
      "loss": 0.3367,
      "step": 2301830
    },
    {
      "epoch": 642.43,
      "grad_norm": 1.2766739130020142,
      "learning_rate": 4.798135183940748e-07,
      "loss": 0.3454,
      "step": 2301840
    },
    {
      "epoch": 642.44,
      "grad_norm": 1.0583282709121704,
      "learning_rate": 4.797971259348498e-07,
      "loss": 0.3259,
      "step": 2301850
    },
    {
      "epoch": 642.44,
      "grad_norm": 1.2566382884979248,
      "learning_rate": 4.797807337237179e-07,
      "loss": 0.3354,
      "step": 2301860
    },
    {
      "epoch": 642.44,
      "grad_norm": 1.275852084159851,
      "learning_rate": 4.797643417606805e-07,
      "loss": 0.3304,
      "step": 2301870
    },
    {
      "epoch": 642.44,
      "grad_norm": 1.1286734342575073,
      "learning_rate": 4.797479500457399e-07,
      "loss": 0.3315,
      "step": 2301880
    },
    {
      "epoch": 642.45,
      "grad_norm": 1.3511019945144653,
      "learning_rate": 4.79731558578899e-07,
      "loss": 0.346,
      "step": 2301890
    },
    {
      "epoch": 642.45,
      "grad_norm": 1.2039602994918823,
      "learning_rate": 4.797151673601583e-07,
      "loss": 0.3425,
      "step": 2301900
    },
    {
      "epoch": 642.45,
      "grad_norm": 1.3244761228561401,
      "learning_rate": 4.796987763895227e-07,
      "loss": 0.3329,
      "step": 2301910
    },
    {
      "epoch": 642.46,
      "grad_norm": 1.2908079624176025,
      "learning_rate": 4.796823856669918e-07,
      "loss": 0.3397,
      "step": 2301920
    },
    {
      "epoch": 642.46,
      "grad_norm": 1.180706262588501,
      "learning_rate": 4.796659951925688e-07,
      "loss": 0.3511,
      "step": 2301930
    },
    {
      "epoch": 642.46,
      "grad_norm": 1.0779876708984375,
      "learning_rate": 4.796496049662567e-07,
      "loss": 0.3604,
      "step": 2301940
    },
    {
      "epoch": 642.46,
      "grad_norm": 1.0853784084320068,
      "learning_rate": 4.796332149880562e-07,
      "loss": 0.329,
      "step": 2301950
    },
    {
      "epoch": 642.47,
      "grad_norm": 1.2032073736190796,
      "learning_rate": 4.796168252579701e-07,
      "loss": 0.331,
      "step": 2301960
    },
    {
      "epoch": 642.47,
      "grad_norm": 1.2137812376022339,
      "learning_rate": 4.796004357760007e-07,
      "loss": 0.3348,
      "step": 2301970
    },
    {
      "epoch": 642.47,
      "grad_norm": 1.2715308666229248,
      "learning_rate": 4.795840465421506e-07,
      "loss": 0.3261,
      "step": 2301980
    },
    {
      "epoch": 642.48,
      "grad_norm": 1.1023796796798706,
      "learning_rate": 4.795676575564204e-07,
      "loss": 0.3453,
      "step": 2301990
    },
    {
      "epoch": 642.48,
      "grad_norm": 1.1552168130874634,
      "learning_rate": 4.795512688188145e-07,
      "loss": 0.34,
      "step": 2302000
    },
    {
      "epoch": 642.48,
      "grad_norm": 1.2569375038146973,
      "learning_rate": 4.795348803293334e-07,
      "loss": 0.343,
      "step": 2302010
    },
    {
      "epoch": 642.48,
      "grad_norm": 1.1892774105072021,
      "learning_rate": 4.795184920879799e-07,
      "loss": 0.3362,
      "step": 2302020
    },
    {
      "epoch": 642.49,
      "grad_norm": 1.1612932682037354,
      "learning_rate": 4.795021040947568e-07,
      "loss": 0.3378,
      "step": 2302030
    },
    {
      "epoch": 642.49,
      "grad_norm": 1.2290329933166504,
      "learning_rate": 4.794857163496643e-07,
      "loss": 0.3449,
      "step": 2302040
    },
    {
      "epoch": 642.49,
      "grad_norm": 1.3045426607131958,
      "learning_rate": 4.794693288527069e-07,
      "loss": 0.3532,
      "step": 2302050
    },
    {
      "epoch": 642.5,
      "grad_norm": 1.3326067924499512,
      "learning_rate": 4.794529416038856e-07,
      "loss": 0.3354,
      "step": 2302060
    },
    {
      "epoch": 642.5,
      "grad_norm": 1.2357597351074219,
      "learning_rate": 4.794365546032023e-07,
      "loss": 0.3335,
      "step": 2302070
    },
    {
      "epoch": 642.5,
      "grad_norm": 1.289059042930603,
      "learning_rate": 4.794201678506605e-07,
      "loss": 0.3362,
      "step": 2302080
    },
    {
      "epoch": 642.5,
      "grad_norm": 1.1290127038955688,
      "learning_rate": 4.794037813462609e-07,
      "loss": 0.354,
      "step": 2302090
    },
    {
      "epoch": 642.51,
      "grad_norm": 1.126826286315918,
      "learning_rate": 4.793873950900062e-07,
      "loss": 0.3621,
      "step": 2302100
    },
    {
      "epoch": 642.51,
      "grad_norm": 1.284132719039917,
      "learning_rate": 4.793710090818988e-07,
      "loss": 0.3302,
      "step": 2302110
    },
    {
      "epoch": 642.51,
      "grad_norm": 1.2136489152908325,
      "learning_rate": 4.793546233219411e-07,
      "loss": 0.3392,
      "step": 2302120
    },
    {
      "epoch": 642.51,
      "grad_norm": 1.0042791366577148,
      "learning_rate": 4.793382378101338e-07,
      "loss": 0.3641,
      "step": 2302130
    },
    {
      "epoch": 642.52,
      "grad_norm": 1.144626498222351,
      "learning_rate": 4.793218525464816e-07,
      "loss": 0.347,
      "step": 2302140
    },
    {
      "epoch": 642.52,
      "grad_norm": 1.3879164457321167,
      "learning_rate": 4.793054675309847e-07,
      "loss": 0.3401,
      "step": 2302150
    },
    {
      "epoch": 642.52,
      "grad_norm": 1.1940149068832397,
      "learning_rate": 4.792890827636456e-07,
      "loss": 0.3117,
      "step": 2302160
    },
    {
      "epoch": 642.53,
      "grad_norm": 1.3527742624282837,
      "learning_rate": 4.792726982444675e-07,
      "loss": 0.3369,
      "step": 2302170
    },
    {
      "epoch": 642.53,
      "grad_norm": 1.2948029041290283,
      "learning_rate": 4.792563139734513e-07,
      "loss": 0.3362,
      "step": 2302180
    },
    {
      "epoch": 642.53,
      "grad_norm": 1.2614389657974243,
      "learning_rate": 4.792399299505996e-07,
      "loss": 0.3159,
      "step": 2302190
    },
    {
      "epoch": 642.53,
      "grad_norm": 1.0947877168655396,
      "learning_rate": 4.792235461759147e-07,
      "loss": 0.3243,
      "step": 2302200
    },
    {
      "epoch": 642.54,
      "grad_norm": 1.2551355361938477,
      "learning_rate": 4.792071626493997e-07,
      "loss": 0.3548,
      "step": 2302210
    },
    {
      "epoch": 642.54,
      "grad_norm": 1.3334394693374634,
      "learning_rate": 4.791907793710548e-07,
      "loss": 0.3414,
      "step": 2302220
    },
    {
      "epoch": 642.54,
      "grad_norm": 1.1764582395553589,
      "learning_rate": 4.791743963408834e-07,
      "loss": 0.3531,
      "step": 2302230
    },
    {
      "epoch": 642.55,
      "grad_norm": 1.2148555517196655,
      "learning_rate": 4.791580135588881e-07,
      "loss": 0.3274,
      "step": 2302240
    },
    {
      "epoch": 642.55,
      "grad_norm": 1.3213227987289429,
      "learning_rate": 4.791416310250696e-07,
      "loss": 0.3502,
      "step": 2302250
    },
    {
      "epoch": 642.55,
      "grad_norm": 1.2050020694732666,
      "learning_rate": 4.791252487394318e-07,
      "loss": 0.3487,
      "step": 2302260
    },
    {
      "epoch": 642.55,
      "grad_norm": 2.780364513397217,
      "learning_rate": 4.791088667019756e-07,
      "loss": 0.3132,
      "step": 2302270
    },
    {
      "epoch": 642.56,
      "grad_norm": 1.481550931930542,
      "learning_rate": 4.790924849127036e-07,
      "loss": 0.3458,
      "step": 2302280
    },
    {
      "epoch": 642.56,
      "grad_norm": 1.2141958475112915,
      "learning_rate": 4.790761033716183e-07,
      "loss": 0.3397,
      "step": 2302290
    },
    {
      "epoch": 642.56,
      "grad_norm": 1.7716946601867676,
      "learning_rate": 4.790597220787219e-07,
      "loss": 0.3322,
      "step": 2302300
    },
    {
      "epoch": 642.56,
      "grad_norm": 1.1833337545394897,
      "learning_rate": 4.790433410340158e-07,
      "loss": 0.3233,
      "step": 2302310
    },
    {
      "epoch": 642.57,
      "grad_norm": 1.4610087871551514,
      "learning_rate": 4.790269602375025e-07,
      "loss": 0.3217,
      "step": 2302320
    },
    {
      "epoch": 642.57,
      "grad_norm": 1.5356515645980835,
      "learning_rate": 4.790105796891845e-07,
      "loss": 0.3445,
      "step": 2302330
    },
    {
      "epoch": 642.57,
      "grad_norm": 1.3020521402359009,
      "learning_rate": 4.789941993890637e-07,
      "loss": 0.3403,
      "step": 2302340
    },
    {
      "epoch": 642.58,
      "grad_norm": 1.4890999794006348,
      "learning_rate": 4.789778193371431e-07,
      "loss": 0.3403,
      "step": 2302350
    },
    {
      "epoch": 642.58,
      "grad_norm": 1.243288278579712,
      "learning_rate": 4.789614395334235e-07,
      "loss": 0.3454,
      "step": 2302360
    },
    {
      "epoch": 642.58,
      "grad_norm": 1.3308755159378052,
      "learning_rate": 4.78945059977908e-07,
      "loss": 0.3503,
      "step": 2302370
    },
    {
      "epoch": 642.58,
      "grad_norm": 1.2700968980789185,
      "learning_rate": 4.789286806705991e-07,
      "loss": 0.34,
      "step": 2302380
    },
    {
      "epoch": 642.59,
      "grad_norm": 1.1523716449737549,
      "learning_rate": 4.789123016114971e-07,
      "loss": 0.3435,
      "step": 2302390
    },
    {
      "epoch": 642.59,
      "grad_norm": 1.144182801246643,
      "learning_rate": 4.788959228006068e-07,
      "loss": 0.3355,
      "step": 2302400
    },
    {
      "epoch": 642.59,
      "grad_norm": 1.3929529190063477,
      "learning_rate": 4.788795442379283e-07,
      "loss": 0.3461,
      "step": 2302410
    },
    {
      "epoch": 642.6,
      "grad_norm": 1.1424694061279297,
      "learning_rate": 4.788631659234647e-07,
      "loss": 0.3429,
      "step": 2302420
    },
    {
      "epoch": 642.6,
      "grad_norm": 1.5393000841140747,
      "learning_rate": 4.788467878572181e-07,
      "loss": 0.3396,
      "step": 2302430
    },
    {
      "epoch": 642.6,
      "grad_norm": 1.2905491590499878,
      "learning_rate": 4.78830410039191e-07,
      "loss": 0.3564,
      "step": 2302440
    },
    {
      "epoch": 642.6,
      "grad_norm": 1.0710676908493042,
      "learning_rate": 4.788140324693846e-07,
      "loss": 0.3431,
      "step": 2302450
    },
    {
      "epoch": 642.61,
      "grad_norm": 1.43851637840271,
      "learning_rate": 4.787976551478019e-07,
      "loss": 0.3342,
      "step": 2302460
    },
    {
      "epoch": 642.61,
      "grad_norm": 1.0145263671875,
      "learning_rate": 4.787812780744457e-07,
      "loss": 0.3253,
      "step": 2302470
    },
    {
      "epoch": 642.61,
      "grad_norm": 1.3753862380981445,
      "learning_rate": 4.787649012493158e-07,
      "loss": 0.3302,
      "step": 2302480
    },
    {
      "epoch": 642.62,
      "grad_norm": 1.1518592834472656,
      "learning_rate": 4.78748524672417e-07,
      "loss": 0.3562,
      "step": 2302490
    },
    {
      "epoch": 642.62,
      "grad_norm": 1.3771519660949707,
      "learning_rate": 4.787321483437499e-07,
      "loss": 0.352,
      "step": 2302500
    },
    {
      "epoch": 642.62,
      "grad_norm": 1.312601089477539,
      "learning_rate": 4.787157722633173e-07,
      "loss": 0.3429,
      "step": 2302510
    },
    {
      "epoch": 642.62,
      "grad_norm": 1.0525943040847778,
      "learning_rate": 4.786993964311219e-07,
      "loss": 0.3228,
      "step": 2302520
    },
    {
      "epoch": 642.63,
      "grad_norm": 1.2219527959823608,
      "learning_rate": 4.786830208471645e-07,
      "loss": 0.3311,
      "step": 2302530
    },
    {
      "epoch": 642.63,
      "grad_norm": 1.254332423210144,
      "learning_rate": 4.786666455114482e-07,
      "loss": 0.3364,
      "step": 2302540
    },
    {
      "epoch": 642.63,
      "grad_norm": 1.1554889678955078,
      "learning_rate": 4.78650270423975e-07,
      "loss": 0.3416,
      "step": 2302550
    },
    {
      "epoch": 642.63,
      "grad_norm": 1.0177271366119385,
      "learning_rate": 4.786338955847475e-07,
      "loss": 0.3338,
      "step": 2302560
    },
    {
      "epoch": 642.64,
      "grad_norm": 1.0631524324417114,
      "learning_rate": 4.786175209937661e-07,
      "loss": 0.3332,
      "step": 2302570
    },
    {
      "epoch": 642.64,
      "grad_norm": 1.218500018119812,
      "learning_rate": 4.78601146651036e-07,
      "loss": 0.337,
      "step": 2302580
    },
    {
      "epoch": 642.64,
      "grad_norm": 1.1398780345916748,
      "learning_rate": 4.78584772556557e-07,
      "loss": 0.343,
      "step": 2302590
    },
    {
      "epoch": 642.65,
      "grad_norm": 1.3694547414779663,
      "learning_rate": 4.785683987103318e-07,
      "loss": 0.3463,
      "step": 2302600
    },
    {
      "epoch": 642.65,
      "grad_norm": 1.1349225044250488,
      "learning_rate": 4.785520251123635e-07,
      "loss": 0.3332,
      "step": 2302610
    },
    {
      "epoch": 642.65,
      "grad_norm": 1.2508479356765747,
      "learning_rate": 4.785356517626523e-07,
      "loss": 0.3291,
      "step": 2302620
    },
    {
      "epoch": 642.65,
      "grad_norm": 1.23360276222229,
      "learning_rate": 4.785192786612028e-07,
      "loss": 0.3427,
      "step": 2302630
    },
    {
      "epoch": 642.66,
      "grad_norm": 1.3460028171539307,
      "learning_rate": 4.785029058080155e-07,
      "loss": 0.334,
      "step": 2302640
    },
    {
      "epoch": 642.66,
      "grad_norm": 1.055602788925171,
      "learning_rate": 4.784865332030932e-07,
      "loss": 0.3392,
      "step": 2302650
    },
    {
      "epoch": 642.66,
      "grad_norm": 1.2010293006896973,
      "learning_rate": 4.784701608464385e-07,
      "loss": 0.351,
      "step": 2302660
    },
    {
      "epoch": 642.67,
      "grad_norm": 1.0882712602615356,
      "learning_rate": 4.784537887380524e-07,
      "loss": 0.3426,
      "step": 2302670
    },
    {
      "epoch": 642.67,
      "grad_norm": 1.3726378679275513,
      "learning_rate": 4.784374168779377e-07,
      "loss": 0.3246,
      "step": 2302680
    },
    {
      "epoch": 642.67,
      "grad_norm": 1.3245868682861328,
      "learning_rate": 4.784210452660968e-07,
      "loss": 0.3296,
      "step": 2302690
    },
    {
      "epoch": 642.67,
      "grad_norm": 1.2464993000030518,
      "learning_rate": 4.78404673902532e-07,
      "loss": 0.341,
      "step": 2302700
    },
    {
      "epoch": 642.68,
      "grad_norm": 1.3475933074951172,
      "learning_rate": 4.783883027872441e-07,
      "loss": 0.3394,
      "step": 2302710
    },
    {
      "epoch": 642.68,
      "grad_norm": 1.5940204858779907,
      "learning_rate": 4.783719319202379e-07,
      "loss": 0.3168,
      "step": 2302720
    },
    {
      "epoch": 642.68,
      "grad_norm": 1.6699285507202148,
      "learning_rate": 4.783555613015129e-07,
      "loss": 0.3357,
      "step": 2302730
    },
    {
      "epoch": 642.68,
      "grad_norm": 1.1473283767700195,
      "learning_rate": 4.783391909310727e-07,
      "loss": 0.3443,
      "step": 2302740
    },
    {
      "epoch": 642.69,
      "grad_norm": 1.382318139076233,
      "learning_rate": 4.783228208089196e-07,
      "loss": 0.3316,
      "step": 2302750
    },
    {
      "epoch": 642.69,
      "grad_norm": 1.1591876745224,
      "learning_rate": 4.783064509350551e-07,
      "loss": 0.3149,
      "step": 2302760
    },
    {
      "epoch": 642.69,
      "grad_norm": 1.3697030544281006,
      "learning_rate": 4.782900813094812e-07,
      "loss": 0.343,
      "step": 2302770
    },
    {
      "epoch": 642.7,
      "grad_norm": 1.0930627584457397,
      "learning_rate": 4.782737119322007e-07,
      "loss": 0.3467,
      "step": 2302780
    },
    {
      "epoch": 642.7,
      "grad_norm": 1.1975916624069214,
      "learning_rate": 4.782573428032165e-07,
      "loss": 0.3271,
      "step": 2302790
    },
    {
      "epoch": 642.7,
      "grad_norm": 1.069183111190796,
      "learning_rate": 4.782409739225288e-07,
      "loss": 0.3394,
      "step": 2302800
    },
    {
      "epoch": 642.7,
      "grad_norm": 1.3617033958435059,
      "learning_rate": 4.782246052901412e-07,
      "loss": 0.3257,
      "step": 2302810
    },
    {
      "epoch": 642.71,
      "grad_norm": 1.4888145923614502,
      "learning_rate": 4.782082369060553e-07,
      "loss": 0.3522,
      "step": 2302820
    },
    {
      "epoch": 642.71,
      "grad_norm": 1.3628895282745361,
      "learning_rate": 4.781918687702737e-07,
      "loss": 0.3464,
      "step": 2302830
    },
    {
      "epoch": 642.71,
      "grad_norm": 1.0314661264419556,
      "learning_rate": 4.781755008827989e-07,
      "loss": 0.3395,
      "step": 2302840
    },
    {
      "epoch": 642.72,
      "grad_norm": 1.1087344884872437,
      "learning_rate": 4.781591332436319e-07,
      "loss": 0.3345,
      "step": 2302850
    },
    {
      "epoch": 642.72,
      "grad_norm": 1.285925030708313,
      "learning_rate": 4.781427658527758e-07,
      "loss": 0.3294,
      "step": 2302860
    },
    {
      "epoch": 642.72,
      "grad_norm": 1.6645750999450684,
      "learning_rate": 4.781263987102324e-07,
      "loss": 0.3399,
      "step": 2302870
    },
    {
      "epoch": 642.72,
      "grad_norm": 1.3636606931686401,
      "learning_rate": 4.781100318160047e-07,
      "loss": 0.3302,
      "step": 2302880
    },
    {
      "epoch": 642.73,
      "grad_norm": 1.1910102367401123,
      "learning_rate": 4.780936651700932e-07,
      "loss": 0.3345,
      "step": 2302890
    },
    {
      "epoch": 642.73,
      "grad_norm": 1.1604887247085571,
      "learning_rate": 4.780772987725014e-07,
      "loss": 0.3373,
      "step": 2302900
    },
    {
      "epoch": 642.73,
      "grad_norm": 1.330240249633789,
      "learning_rate": 4.780609326232313e-07,
      "loss": 0.3318,
      "step": 2302910
    },
    {
      "epoch": 642.74,
      "grad_norm": 1.7136584520339966,
      "learning_rate": 4.780445667222846e-07,
      "loss": 0.3276,
      "step": 2302920
    },
    {
      "epoch": 642.74,
      "grad_norm": 1.2154678106307983,
      "learning_rate": 4.780282010696645e-07,
      "loss": 0.3301,
      "step": 2302930
    },
    {
      "epoch": 642.74,
      "grad_norm": 1.1103453636169434,
      "learning_rate": 4.780118356653713e-07,
      "loss": 0.3582,
      "step": 2302940
    },
    {
      "epoch": 642.74,
      "grad_norm": 1.3108474016189575,
      "learning_rate": 4.779954705094096e-07,
      "loss": 0.3463,
      "step": 2302950
    },
    {
      "epoch": 642.75,
      "grad_norm": 1.156732439994812,
      "learning_rate": 4.779791056017799e-07,
      "loss": 0.3211,
      "step": 2302960
    },
    {
      "epoch": 642.75,
      "grad_norm": 1.2124912738800049,
      "learning_rate": 4.779627409424845e-07,
      "loss": 0.3609,
      "step": 2302970
    },
    {
      "epoch": 642.75,
      "grad_norm": 1.4054701328277588,
      "learning_rate": 4.779463765315267e-07,
      "loss": 0.3255,
      "step": 2302980
    },
    {
      "epoch": 642.75,
      "grad_norm": 1.2826234102249146,
      "learning_rate": 4.779300123689071e-07,
      "loss": 0.3274,
      "step": 2302990
    },
    {
      "epoch": 642.76,
      "grad_norm": 1.3864232301712036,
      "learning_rate": 4.779136484546286e-07,
      "loss": 0.3341,
      "step": 2303000
    },
    {
      "epoch": 642.76,
      "grad_norm": 1.1486165523529053,
      "learning_rate": 4.778972847886936e-07,
      "loss": 0.3358,
      "step": 2303010
    },
    {
      "epoch": 642.76,
      "grad_norm": 1.2554858922958374,
      "learning_rate": 4.778809213711047e-07,
      "loss": 0.3363,
      "step": 2303020
    },
    {
      "epoch": 642.77,
      "grad_norm": 1.0843868255615234,
      "learning_rate": 4.77864558201863e-07,
      "loss": 0.3312,
      "step": 2303030
    },
    {
      "epoch": 642.77,
      "grad_norm": 1.2501274347305298,
      "learning_rate": 4.778481952809708e-07,
      "loss": 0.3613,
      "step": 2303040
    },
    {
      "epoch": 642.77,
      "grad_norm": 1.4361541271209717,
      "learning_rate": 4.778318326084315e-07,
      "loss": 0.3347,
      "step": 2303050
    },
    {
      "epoch": 642.77,
      "grad_norm": 1.208562970161438,
      "learning_rate": 4.77815470184245e-07,
      "loss": 0.3459,
      "step": 2303060
    },
    {
      "epoch": 642.78,
      "grad_norm": 1.3174999952316284,
      "learning_rate": 4.777991080084165e-07,
      "loss": 0.3453,
      "step": 2303070
    },
    {
      "epoch": 642.78,
      "grad_norm": 1.2588356733322144,
      "learning_rate": 4.777827460809455e-07,
      "loss": 0.344,
      "step": 2303080
    },
    {
      "epoch": 642.78,
      "grad_norm": 1.099574089050293,
      "learning_rate": 4.777663844018355e-07,
      "loss": 0.3346,
      "step": 2303090
    },
    {
      "epoch": 642.79,
      "grad_norm": 1.4130791425704956,
      "learning_rate": 4.777500229710886e-07,
      "loss": 0.3387,
      "step": 2303100
    },
    {
      "epoch": 642.79,
      "grad_norm": 1.1623080968856812,
      "learning_rate": 4.77733661788707e-07,
      "loss": 0.3221,
      "step": 2303110
    },
    {
      "epoch": 642.79,
      "grad_norm": 1.1369327306747437,
      "learning_rate": 4.777173008546924e-07,
      "loss": 0.318,
      "step": 2303120
    },
    {
      "epoch": 642.79,
      "grad_norm": 1.1015337705612183,
      "learning_rate": 4.77700940169047e-07,
      "loss": 0.3495,
      "step": 2303130
    },
    {
      "epoch": 642.8,
      "grad_norm": 1.2382326126098633,
      "learning_rate": 4.776845797317742e-07,
      "loss": 0.3261,
      "step": 2303140
    },
    {
      "epoch": 642.8,
      "grad_norm": 1.2149934768676758,
      "learning_rate": 4.776682195428737e-07,
      "loss": 0.3345,
      "step": 2303150
    },
    {
      "epoch": 642.8,
      "grad_norm": 1.305492639541626,
      "learning_rate": 4.776518596023506e-07,
      "loss": 0.3581,
      "step": 2303160
    },
    {
      "epoch": 642.8,
      "grad_norm": 1.2406270503997803,
      "learning_rate": 4.776354999102048e-07,
      "loss": 0.3387,
      "step": 2303170
    },
    {
      "epoch": 642.81,
      "grad_norm": 1.3027217388153076,
      "learning_rate": 4.776191404664395e-07,
      "loss": 0.3404,
      "step": 2303180
    },
    {
      "epoch": 642.81,
      "grad_norm": 1.0725295543670654,
      "learning_rate": 4.776027812710575e-07,
      "loss": 0.3252,
      "step": 2303190
    },
    {
      "epoch": 642.81,
      "grad_norm": 1.3290314674377441,
      "learning_rate": 4.775864223240588e-07,
      "loss": 0.3452,
      "step": 2303200
    },
    {
      "epoch": 642.82,
      "grad_norm": 1.2965965270996094,
      "learning_rate": 4.775700636254482e-07,
      "loss": 0.3369,
      "step": 2303210
    },
    {
      "epoch": 642.82,
      "grad_norm": 1.0751161575317383,
      "learning_rate": 4.775537051752262e-07,
      "loss": 0.3358,
      "step": 2303220
    },
    {
      "epoch": 642.82,
      "grad_norm": 1.0993448495864868,
      "learning_rate": 4.775373469733953e-07,
      "loss": 0.3372,
      "step": 2303230
    },
    {
      "epoch": 642.82,
      "grad_norm": 1.2721107006072998,
      "learning_rate": 4.775209890199577e-07,
      "loss": 0.3614,
      "step": 2303240
    },
    {
      "epoch": 642.83,
      "grad_norm": 1.0685995817184448,
      "learning_rate": 4.775046313149164e-07,
      "loss": 0.3559,
      "step": 2303250
    },
    {
      "epoch": 642.83,
      "grad_norm": 1.369000792503357,
      "learning_rate": 4.774882738582725e-07,
      "loss": 0.3509,
      "step": 2303260
    },
    {
      "epoch": 642.83,
      "grad_norm": 1.290051817893982,
      "learning_rate": 4.774719166500281e-07,
      "loss": 0.3592,
      "step": 2303270
    },
    {
      "epoch": 642.84,
      "grad_norm": 1.1723905801773071,
      "learning_rate": 4.774555596901868e-07,
      "loss": 0.3407,
      "step": 2303280
    },
    {
      "epoch": 642.84,
      "grad_norm": 1.0461225509643555,
      "learning_rate": 4.774392029787485e-07,
      "loss": 0.3414,
      "step": 2303290
    },
    {
      "epoch": 642.84,
      "grad_norm": 1.4672503471374512,
      "learning_rate": 4.774228465157179e-07,
      "loss": 0.3398,
      "step": 2303300
    },
    {
      "epoch": 642.84,
      "grad_norm": 1.2450289726257324,
      "learning_rate": 4.774064903010952e-07,
      "loss": 0.3437,
      "step": 2303310
    },
    {
      "epoch": 642.85,
      "grad_norm": 1.1690853834152222,
      "learning_rate": 4.773901343348833e-07,
      "loss": 0.3381,
      "step": 2303320
    },
    {
      "epoch": 642.85,
      "grad_norm": 1.6213009357452393,
      "learning_rate": 4.773737786170852e-07,
      "loss": 0.3284,
      "step": 2303330
    },
    {
      "epoch": 642.85,
      "grad_norm": 1.3095325231552124,
      "learning_rate": 4.773574231477015e-07,
      "loss": 0.3467,
      "step": 2303340
    },
    {
      "epoch": 642.86,
      "grad_norm": 1.1356477737426758,
      "learning_rate": 4.773410679267354e-07,
      "loss": 0.3425,
      "step": 2303350
    },
    {
      "epoch": 642.86,
      "grad_norm": 1.1683632135391235,
      "learning_rate": 4.773247129541886e-07,
      "loss": 0.3388,
      "step": 2303360
    },
    {
      "epoch": 642.86,
      "grad_norm": 1.0143558979034424,
      "learning_rate": 4.773083582300644e-07,
      "loss": 0.3254,
      "step": 2303370
    },
    {
      "epoch": 642.86,
      "grad_norm": 1.510489821434021,
      "learning_rate": 4.772920037543625e-07,
      "loss": 0.3224,
      "step": 2303380
    },
    {
      "epoch": 642.87,
      "grad_norm": 1.3009545803070068,
      "learning_rate": 4.772756495270881e-07,
      "loss": 0.3403,
      "step": 2303390
    },
    {
      "epoch": 642.87,
      "grad_norm": 1.1642028093338013,
      "learning_rate": 4.772592955482415e-07,
      "loss": 0.3282,
      "step": 2303400
    },
    {
      "epoch": 642.87,
      "grad_norm": 1.2438467741012573,
      "learning_rate": 4.772429418178249e-07,
      "loss": 0.3454,
      "step": 2303410
    },
    {
      "epoch": 642.87,
      "grad_norm": 1.0963653326034546,
      "learning_rate": 4.772265883358417e-07,
      "loss": 0.3345,
      "step": 2303420
    },
    {
      "epoch": 642.88,
      "grad_norm": 1.2404881715774536,
      "learning_rate": 4.772102351022929e-07,
      "loss": 0.3407,
      "step": 2303430
    },
    {
      "epoch": 642.88,
      "grad_norm": 1.2362534999847412,
      "learning_rate": 4.771938821171808e-07,
      "loss": 0.3365,
      "step": 2303440
    },
    {
      "epoch": 642.88,
      "grad_norm": 1.1904659271240234,
      "learning_rate": 4.771775293805079e-07,
      "loss": 0.3326,
      "step": 2303450
    },
    {
      "epoch": 642.89,
      "grad_norm": 1.334607481956482,
      "learning_rate": 4.771611768922769e-07,
      "loss": 0.3415,
      "step": 2303460
    },
    {
      "epoch": 642.89,
      "grad_norm": 1.175483226776123,
      "learning_rate": 4.771448246524887e-07,
      "loss": 0.3389,
      "step": 2303470
    },
    {
      "epoch": 642.89,
      "grad_norm": 1.2179884910583496,
      "learning_rate": 4.771284726611462e-07,
      "loss": 0.3207,
      "step": 2303480
    },
    {
      "epoch": 642.89,
      "grad_norm": 1.071935772895813,
      "learning_rate": 4.771121209182516e-07,
      "loss": 0.342,
      "step": 2303490
    },
    {
      "epoch": 642.9,
      "grad_norm": 1.2534174919128418,
      "learning_rate": 4.77095769423807e-07,
      "loss": 0.3263,
      "step": 2303500
    },
    {
      "epoch": 642.9,
      "grad_norm": 1.1076308488845825,
      "learning_rate": 4.770794181778151e-07,
      "loss": 0.3278,
      "step": 2303510
    },
    {
      "epoch": 642.9,
      "grad_norm": 1.2577353715896606,
      "learning_rate": 4.770630671802766e-07,
      "loss": 0.3435,
      "step": 2303520
    },
    {
      "epoch": 642.91,
      "grad_norm": 0.8851319551467896,
      "learning_rate": 4.770467164311957e-07,
      "loss": 0.3319,
      "step": 2303530
    },
    {
      "epoch": 642.91,
      "grad_norm": 1.1685621738433838,
      "learning_rate": 4.770303659305727e-07,
      "loss": 0.3489,
      "step": 2303540
    },
    {
      "epoch": 642.91,
      "grad_norm": 1.1926711797714233,
      "learning_rate": 4.770140156784109e-07,
      "loss": 0.3378,
      "step": 2303550
    },
    {
      "epoch": 642.91,
      "grad_norm": 1.2075138092041016,
      "learning_rate": 4.769976656747125e-07,
      "loss": 0.3606,
      "step": 2303560
    },
    {
      "epoch": 642.92,
      "grad_norm": 1.1591802835464478,
      "learning_rate": 4.76981315919479e-07,
      "loss": 0.3373,
      "step": 2303570
    },
    {
      "epoch": 642.92,
      "grad_norm": 1.1432600021362305,
      "learning_rate": 4.769649664127129e-07,
      "loss": 0.3432,
      "step": 2303580
    },
    {
      "epoch": 642.92,
      "grad_norm": 1.330437421798706,
      "learning_rate": 4.769486171544162e-07,
      "loss": 0.3333,
      "step": 2303590
    },
    {
      "epoch": 642.92,
      "grad_norm": 1.198112964630127,
      "learning_rate": 4.769322681445919e-07,
      "loss": 0.34,
      "step": 2303600
    },
    {
      "epoch": 642.93,
      "grad_norm": 1.2654527425765991,
      "learning_rate": 4.769159193832412e-07,
      "loss": 0.3263,
      "step": 2303610
    },
    {
      "epoch": 642.93,
      "grad_norm": 1.1589919328689575,
      "learning_rate": 4.768995708703664e-07,
      "loss": 0.3308,
      "step": 2303620
    },
    {
      "epoch": 642.93,
      "grad_norm": 1.5301322937011719,
      "learning_rate": 4.768832226059706e-07,
      "loss": 0.3279,
      "step": 2303630
    },
    {
      "epoch": 642.94,
      "grad_norm": 1.2489168643951416,
      "learning_rate": 4.768668745900538e-07,
      "loss": 0.3377,
      "step": 2303640
    },
    {
      "epoch": 642.94,
      "grad_norm": 1.194157600402832,
      "learning_rate": 4.768505268226214e-07,
      "loss": 0.3598,
      "step": 2303650
    },
    {
      "epoch": 642.94,
      "grad_norm": 1.0945162773132324,
      "learning_rate": 4.768341793036727e-07,
      "loss": 0.3388,
      "step": 2303660
    },
    {
      "epoch": 642.94,
      "grad_norm": 1.215805172920227,
      "learning_rate": 4.768178320332112e-07,
      "loss": 0.3272,
      "step": 2303670
    },
    {
      "epoch": 642.95,
      "grad_norm": 1.2615633010864258,
      "learning_rate": 4.768014850112389e-07,
      "loss": 0.3355,
      "step": 2303680
    },
    {
      "epoch": 642.95,
      "grad_norm": 1.204888105392456,
      "learning_rate": 4.767851382377585e-07,
      "loss": 0.3475,
      "step": 2303690
    },
    {
      "epoch": 642.95,
      "grad_norm": 1.4337172508239746,
      "learning_rate": 4.7676879171277125e-07,
      "loss": 0.3296,
      "step": 2303700
    },
    {
      "epoch": 642.96,
      "grad_norm": 1.138244390487671,
      "learning_rate": 4.7675244543627947e-07,
      "loss": 0.3347,
      "step": 2303710
    },
    {
      "epoch": 642.96,
      "grad_norm": 1.112654685974121,
      "learning_rate": 4.7673609940828635e-07,
      "loss": 0.3503,
      "step": 2303720
    },
    {
      "epoch": 642.96,
      "grad_norm": 2.9021949768066406,
      "learning_rate": 4.767197536287918e-07,
      "loss": 0.3502,
      "step": 2303730
    },
    {
      "epoch": 642.96,
      "grad_norm": 1.0614479780197144,
      "learning_rate": 4.7670340809780086e-07,
      "loss": 0.3299,
      "step": 2303740
    },
    {
      "epoch": 642.97,
      "grad_norm": 1.311519980430603,
      "learning_rate": 4.766870628153137e-07,
      "loss": 0.3234,
      "step": 2303750
    },
    {
      "epoch": 642.97,
      "grad_norm": 1.220421314239502,
      "learning_rate": 4.7667071778133326e-07,
      "loss": 0.3275,
      "step": 2303760
    },
    {
      "epoch": 642.97,
      "grad_norm": 1.1974691152572632,
      "learning_rate": 4.7665437299586156e-07,
      "loss": 0.3363,
      "step": 2303770
    },
    {
      "epoch": 642.98,
      "grad_norm": 1.1096162796020508,
      "learning_rate": 4.766380284589007e-07,
      "loss": 0.3371,
      "step": 2303780
    },
    {
      "epoch": 642.98,
      "grad_norm": 1.457718849182129,
      "learning_rate": 4.766216841704536e-07,
      "loss": 0.3285,
      "step": 2303790
    },
    {
      "epoch": 642.98,
      "grad_norm": 1.3904006481170654,
      "learning_rate": 4.766053401305212e-07,
      "loss": 0.3336,
      "step": 2303800
    },
    {
      "epoch": 642.98,
      "grad_norm": 1.3132303953170776,
      "learning_rate": 4.7658899633910617e-07,
      "loss": 0.3463,
      "step": 2303810
    },
    {
      "epoch": 642.99,
      "grad_norm": 1.141676425933838,
      "learning_rate": 4.7657265279621083e-07,
      "loss": 0.3456,
      "step": 2303820
    },
    {
      "epoch": 642.99,
      "grad_norm": 1.3426765203475952,
      "learning_rate": 4.765563095018378e-07,
      "loss": 0.3285,
      "step": 2303830
    },
    {
      "epoch": 642.99,
      "grad_norm": 1.0985983610153198,
      "learning_rate": 4.765399664559883e-07,
      "loss": 0.3379,
      "step": 2303840
    },
    {
      "epoch": 642.99,
      "grad_norm": 1.2131738662719727,
      "learning_rate": 4.7652362365866483e-07,
      "loss": 0.3332,
      "step": 2303850
    },
    {
      "epoch": 643.0,
      "grad_norm": 1.2325047254562378,
      "learning_rate": 4.765072811098704e-07,
      "loss": 0.3299,
      "step": 2303860
    },
    {
      "epoch": 643.0,
      "eval_loss": 0.338016152381897,
      "eval_runtime": 64.2616,
      "eval_samples_per_second": 78.725,
      "eval_steps_per_second": 9.85,
      "step": 2303869
    },
    {
      "epoch": 643.0,
      "grad_norm": 1.3052946329116821,
      "learning_rate": 4.764909388096053e-07,
      "loss": 0.3424,
      "step": 2303870
    },
    {
      "epoch": 643.0,
      "grad_norm": 1.2139850854873657,
      "learning_rate": 4.7647459675787413e-07,
      "loss": 0.3443,
      "step": 2303880
    },
    {
      "epoch": 643.01,
      "grad_norm": 1.1729289293289185,
      "learning_rate": 4.7645825495467706e-07,
      "loss": 0.3295,
      "step": 2303890
    },
    {
      "epoch": 643.01,
      "grad_norm": 1.1846210956573486,
      "learning_rate": 4.764419134000173e-07,
      "loss": 0.3311,
      "step": 2303900
    },
    {
      "epoch": 643.01,
      "grad_norm": 1.1720832586288452,
      "learning_rate": 4.7642557209389653e-07,
      "loss": 0.3459,
      "step": 2303910
    },
    {
      "epoch": 643.01,
      "grad_norm": 1.2225581407546997,
      "learning_rate": 4.7640923103631784e-07,
      "loss": 0.3263,
      "step": 2303920
    },
    {
      "epoch": 643.02,
      "grad_norm": 1.2320905923843384,
      "learning_rate": 4.76392890227282e-07,
      "loss": 0.3369,
      "step": 2303930
    },
    {
      "epoch": 643.02,
      "grad_norm": 1.0500969886779785,
      "learning_rate": 4.7637654966679213e-07,
      "loss": 0.3345,
      "step": 2303940
    },
    {
      "epoch": 643.02,
      "grad_norm": 1.339110255241394,
      "learning_rate": 4.7636020935485056e-07,
      "loss": 0.3438,
      "step": 2303950
    },
    {
      "epoch": 643.03,
      "grad_norm": 1.1895933151245117,
      "learning_rate": 4.7634386929145784e-07,
      "loss": 0.3413,
      "step": 2303960
    },
    {
      "epoch": 643.03,
      "grad_norm": 1.1361433267593384,
      "learning_rate": 4.763275294766187e-07,
      "loss": 0.3345,
      "step": 2303970
    },
    {
      "epoch": 643.03,
      "grad_norm": 1.1566959619522095,
      "learning_rate": 4.763111899103335e-07,
      "loss": 0.3262,
      "step": 2303980
    },
    {
      "epoch": 643.03,
      "grad_norm": 1.2472909688949585,
      "learning_rate": 4.7629485059260474e-07,
      "loss": 0.3474,
      "step": 2303990
    },
    {
      "epoch": 643.04,
      "grad_norm": 1.3625526428222656,
      "learning_rate": 4.7627851152343547e-07,
      "loss": 0.3386,
      "step": 2304000
    },
    {
      "epoch": 643.04,
      "grad_norm": 1.1320265531539917,
      "learning_rate": 4.7626217270282654e-07,
      "loss": 0.3277,
      "step": 2304010
    },
    {
      "epoch": 643.04,
      "grad_norm": 1.0605032444000244,
      "learning_rate": 4.762458341307807e-07,
      "loss": 0.3188,
      "step": 2304020
    },
    {
      "epoch": 643.04,
      "grad_norm": 1.2187682390213013,
      "learning_rate": 4.7622949580730037e-07,
      "loss": 0.3384,
      "step": 2304030
    },
    {
      "epoch": 643.05,
      "grad_norm": 1.1438499689102173,
      "learning_rate": 4.7621315773238785e-07,
      "loss": 0.3443,
      "step": 2304040
    },
    {
      "epoch": 643.05,
      "grad_norm": 7.282901287078857,
      "learning_rate": 4.76196819906044e-07,
      "loss": 0.3444,
      "step": 2304050
    },
    {
      "epoch": 643.05,
      "grad_norm": 1.293256402015686,
      "learning_rate": 4.7618048232827315e-07,
      "loss": 0.349,
      "step": 2304060
    },
    {
      "epoch": 643.06,
      "grad_norm": 1.248099684715271,
      "learning_rate": 4.7616414499907557e-07,
      "loss": 0.3331,
      "step": 2304070
    },
    {
      "epoch": 643.06,
      "grad_norm": 1.0887545347213745,
      "learning_rate": 4.7614780791845415e-07,
      "loss": 0.3337,
      "step": 2304080
    },
    {
      "epoch": 643.06,
      "grad_norm": 1.6680375337600708,
      "learning_rate": 4.761314710864118e-07,
      "loss": 0.3341,
      "step": 2304090
    },
    {
      "epoch": 643.06,
      "grad_norm": 0.9973218441009521,
      "learning_rate": 4.76115134502949e-07,
      "loss": 0.3419,
      "step": 2304100
    },
    {
      "epoch": 643.07,
      "grad_norm": 1.1153899431228638,
      "learning_rate": 4.7609879816806983e-07,
      "loss": 0.3293,
      "step": 2304110
    },
    {
      "epoch": 643.07,
      "grad_norm": 1.2400051355361938,
      "learning_rate": 4.7608246208177494e-07,
      "loss": 0.3378,
      "step": 2304120
    },
    {
      "epoch": 643.07,
      "grad_norm": 1.2307488918304443,
      "learning_rate": 4.760661262440671e-07,
      "loss": 0.3507,
      "step": 2304130
    },
    {
      "epoch": 643.08,
      "grad_norm": 1.2203854322433472,
      "learning_rate": 4.760497906549493e-07,
      "loss": 0.3302,
      "step": 2304140
    },
    {
      "epoch": 643.08,
      "grad_norm": 1.3506637811660767,
      "learning_rate": 4.7603345531442217e-07,
      "loss": 0.3437,
      "step": 2304150
    },
    {
      "epoch": 643.08,
      "grad_norm": 1.0139853954315186,
      "learning_rate": 4.7601712022248864e-07,
      "loss": 0.337,
      "step": 2304160
    },
    {
      "epoch": 643.08,
      "grad_norm": 1.3143336772918701,
      "learning_rate": 4.7600078537915076e-07,
      "loss": 0.3332,
      "step": 2304170
    },
    {
      "epoch": 643.09,
      "grad_norm": 1.2447798252105713,
      "learning_rate": 4.759844507844117e-07,
      "loss": 0.341,
      "step": 2304180
    },
    {
      "epoch": 643.09,
      "grad_norm": 1.219228982925415,
      "learning_rate": 4.759681164382712e-07,
      "loss": 0.3522,
      "step": 2304190
    },
    {
      "epoch": 643.09,
      "grad_norm": 1.2330998182296753,
      "learning_rate": 4.759517823407344e-07,
      "loss": 0.3442,
      "step": 2304200
    },
    {
      "epoch": 643.1,
      "grad_norm": 1.1139298677444458,
      "learning_rate": 4.759354484918014e-07,
      "loss": 0.3313,
      "step": 2304210
    },
    {
      "epoch": 643.1,
      "grad_norm": 1.1986026763916016,
      "learning_rate": 4.759191148914749e-07,
      "loss": 0.3372,
      "step": 2304220
    },
    {
      "epoch": 643.1,
      "grad_norm": 1.140905737876892,
      "learning_rate": 4.75902781539758e-07,
      "loss": 0.3408,
      "step": 2304230
    },
    {
      "epoch": 643.1,
      "grad_norm": 1.3616063594818115,
      "learning_rate": 4.758864484366515e-07,
      "loss": 0.3554,
      "step": 2304240
    },
    {
      "epoch": 643.11,
      "grad_norm": 2.180954933166504,
      "learning_rate": 4.758701155821579e-07,
      "loss": 0.3349,
      "step": 2304250
    },
    {
      "epoch": 643.11,
      "grad_norm": 1.2321722507476807,
      "learning_rate": 4.758537829762797e-07,
      "loss": 0.3413,
      "step": 2304260
    },
    {
      "epoch": 643.11,
      "grad_norm": 1.3275485038757324,
      "learning_rate": 4.758374506190199e-07,
      "loss": 0.339,
      "step": 2304270
    },
    {
      "epoch": 643.11,
      "grad_norm": 1.5506445169448853,
      "learning_rate": 4.7582111851037887e-07,
      "loss": 0.3235,
      "step": 2304280
    },
    {
      "epoch": 643.12,
      "grad_norm": 1.5752428770065308,
      "learning_rate": 4.7580478665035953e-07,
      "loss": 0.3308,
      "step": 2304290
    },
    {
      "epoch": 643.12,
      "grad_norm": 1.2104099988937378,
      "learning_rate": 4.7578845503896506e-07,
      "loss": 0.3399,
      "step": 2304300
    },
    {
      "epoch": 643.12,
      "grad_norm": 1.1366273164749146,
      "learning_rate": 4.757721236761956e-07,
      "loss": 0.3179,
      "step": 2304310
    },
    {
      "epoch": 643.13,
      "grad_norm": 1.383796215057373,
      "learning_rate": 4.757557925620557e-07,
      "loss": 0.3325,
      "step": 2304320
    },
    {
      "epoch": 643.13,
      "grad_norm": 1.2097896337509155,
      "learning_rate": 4.757394616965456e-07,
      "loss": 0.3355,
      "step": 2304330
    },
    {
      "epoch": 643.13,
      "grad_norm": 1.0627025365829468,
      "learning_rate": 4.7572313107966827e-07,
      "loss": 0.3507,
      "step": 2304340
    },
    {
      "epoch": 643.13,
      "grad_norm": 1.2003495693206787,
      "learning_rate": 4.7570680071142573e-07,
      "loss": 0.3416,
      "step": 2304350
    },
    {
      "epoch": 643.14,
      "grad_norm": 1.1810684204101562,
      "learning_rate": 4.756904705918205e-07,
      "loss": 0.3354,
      "step": 2304360
    },
    {
      "epoch": 643.14,
      "grad_norm": 1.211599588394165,
      "learning_rate": 4.7567414072085485e-07,
      "loss": 0.3363,
      "step": 2304370
    },
    {
      "epoch": 643.14,
      "grad_norm": 1.1791017055511475,
      "learning_rate": 4.756578110985302e-07,
      "loss": 0.3328,
      "step": 2304380
    },
    {
      "epoch": 643.15,
      "grad_norm": 1.3593724966049194,
      "learning_rate": 4.756414817248491e-07,
      "loss": 0.358,
      "step": 2304390
    },
    {
      "epoch": 643.15,
      "grad_norm": 1.3504948616027832,
      "learning_rate": 4.7562515259981364e-07,
      "loss": 0.3249,
      "step": 2304400
    },
    {
      "epoch": 643.15,
      "grad_norm": 1.1237883567810059,
      "learning_rate": 4.756088237234267e-07,
      "loss": 0.3467,
      "step": 2304410
    },
    {
      "epoch": 643.15,
      "grad_norm": 1.1307960748672485,
      "learning_rate": 4.7559249509568924e-07,
      "loss": 0.3309,
      "step": 2304420
    },
    {
      "epoch": 643.16,
      "grad_norm": 1.2464678287506104,
      "learning_rate": 4.755761667166042e-07,
      "loss": 0.3397,
      "step": 2304430
    },
    {
      "epoch": 643.16,
      "grad_norm": 1.3392478227615356,
      "learning_rate": 4.755598385861742e-07,
      "loss": 0.3316,
      "step": 2304440
    },
    {
      "epoch": 643.16,
      "grad_norm": 1.1004176139831543,
      "learning_rate": 4.7554351070439944e-07,
      "loss": 0.3388,
      "step": 2304450
    },
    {
      "epoch": 643.16,
      "grad_norm": 1.2685377597808838,
      "learning_rate": 4.755271830712849e-07,
      "loss": 0.3427,
      "step": 2304460
    },
    {
      "epoch": 643.17,
      "grad_norm": 1.1572554111480713,
      "learning_rate": 4.7551085568683057e-07,
      "loss": 0.3603,
      "step": 2304470
    },
    {
      "epoch": 643.17,
      "grad_norm": 1.317013144493103,
      "learning_rate": 4.7549452855103955e-07,
      "loss": 0.3186,
      "step": 2304480
    },
    {
      "epoch": 643.17,
      "grad_norm": 1.2493773698806763,
      "learning_rate": 4.7547820166391364e-07,
      "loss": 0.3416,
      "step": 2304490
    },
    {
      "epoch": 643.18,
      "grad_norm": 1.203688383102417,
      "learning_rate": 4.754618750254558e-07,
      "loss": 0.3323,
      "step": 2304500
    },
    {
      "epoch": 643.18,
      "grad_norm": 1.2245911359786987,
      "learning_rate": 4.754455486356673e-07,
      "loss": 0.3318,
      "step": 2304510
    },
    {
      "epoch": 643.18,
      "grad_norm": 1.2509820461273193,
      "learning_rate": 4.754292224945504e-07,
      "loss": 0.3318,
      "step": 2304520
    },
    {
      "epoch": 643.18,
      "grad_norm": 1.211512565612793,
      "learning_rate": 4.7541289660210804e-07,
      "loss": 0.343,
      "step": 2304530
    },
    {
      "epoch": 643.19,
      "grad_norm": 1.324859619140625,
      "learning_rate": 4.7539657095834095e-07,
      "loss": 0.331,
      "step": 2304540
    },
    {
      "epoch": 643.19,
      "grad_norm": 1.2109123468399048,
      "learning_rate": 4.753802455632531e-07,
      "loss": 0.3517,
      "step": 2304550
    },
    {
      "epoch": 643.19,
      "grad_norm": 1.3030027151107788,
      "learning_rate": 4.753639204168452e-07,
      "loss": 0.3341,
      "step": 2304560
    },
    {
      "epoch": 643.2,
      "grad_norm": 1.2100733518600464,
      "learning_rate": 4.7534759551912017e-07,
      "loss": 0.3387,
      "step": 2304570
    },
    {
      "epoch": 643.2,
      "grad_norm": 1.1475193500518799,
      "learning_rate": 4.753312708700806e-07,
      "loss": 0.3493,
      "step": 2304580
    },
    {
      "epoch": 643.2,
      "grad_norm": 1.2512931823730469,
      "learning_rate": 4.753149464697275e-07,
      "loss": 0.3334,
      "step": 2304590
    },
    {
      "epoch": 643.2,
      "grad_norm": 1.2746564149856567,
      "learning_rate": 4.7529862231806347e-07,
      "loss": 0.3329,
      "step": 2304600
    },
    {
      "epoch": 643.21,
      "grad_norm": 1.1008175611495972,
      "learning_rate": 4.752822984150909e-07,
      "loss": 0.3421,
      "step": 2304610
    },
    {
      "epoch": 643.21,
      "grad_norm": 1.3046501874923706,
      "learning_rate": 4.7526597476081235e-07,
      "loss": 0.329,
      "step": 2304620
    },
    {
      "epoch": 643.21,
      "grad_norm": 1.1735161542892456,
      "learning_rate": 4.7524965135522865e-07,
      "loss": 0.3335,
      "step": 2304630
    },
    {
      "epoch": 643.22,
      "grad_norm": 1.117446780204773,
      "learning_rate": 4.752333281983436e-07,
      "loss": 0.3424,
      "step": 2304640
    },
    {
      "epoch": 643.22,
      "grad_norm": 1.155772089958191,
      "learning_rate": 4.7521700529015837e-07,
      "loss": 0.3484,
      "step": 2304650
    },
    {
      "epoch": 643.22,
      "grad_norm": 1.1254723072052002,
      "learning_rate": 4.752006826306755e-07,
      "loss": 0.3388,
      "step": 2304660
    },
    {
      "epoch": 643.22,
      "grad_norm": 1.0829342603683472,
      "learning_rate": 4.751843602198973e-07,
      "loss": 0.3247,
      "step": 2304670
    },
    {
      "epoch": 643.23,
      "grad_norm": 1.3277857303619385,
      "learning_rate": 4.7516803805782457e-07,
      "loss": 0.3266,
      "step": 2304680
    },
    {
      "epoch": 643.23,
      "grad_norm": 1.4969782829284668,
      "learning_rate": 4.7515171614446205e-07,
      "loss": 0.3309,
      "step": 2304690
    },
    {
      "epoch": 643.23,
      "grad_norm": 1.43852698802948,
      "learning_rate": 4.751353944798097e-07,
      "loss": 0.3382,
      "step": 2304700
    },
    {
      "epoch": 643.23,
      "grad_norm": 1.0409530401229858,
      "learning_rate": 4.751190730638703e-07,
      "loss": 0.3426,
      "step": 2304710
    },
    {
      "epoch": 643.24,
      "grad_norm": 1.156054139137268,
      "learning_rate": 4.751027518966466e-07,
      "loss": 0.3394,
      "step": 2304720
    },
    {
      "epoch": 643.24,
      "grad_norm": 1.2736347913742065,
      "learning_rate": 4.7508643097814065e-07,
      "loss": 0.3356,
      "step": 2304730
    },
    {
      "epoch": 643.24,
      "grad_norm": 1.0787898302078247,
      "learning_rate": 4.7507011030835393e-07,
      "loss": 0.3459,
      "step": 2304740
    },
    {
      "epoch": 643.25,
      "grad_norm": 1.2500479221343994,
      "learning_rate": 4.750537898872888e-07,
      "loss": 0.3372,
      "step": 2304750
    },
    {
      "epoch": 643.25,
      "grad_norm": 1.3169971704483032,
      "learning_rate": 4.750374697149482e-07,
      "loss": 0.3409,
      "step": 2304760
    },
    {
      "epoch": 643.25,
      "grad_norm": 1.37091064453125,
      "learning_rate": 4.750211497913328e-07,
      "loss": 0.3455,
      "step": 2304770
    },
    {
      "epoch": 643.25,
      "grad_norm": 1.3094807863235474,
      "learning_rate": 4.7500483011644686e-07,
      "loss": 0.3463,
      "step": 2304780
    },
    {
      "epoch": 643.26,
      "grad_norm": 1.2054088115692139,
      "learning_rate": 4.749885106902906e-07,
      "loss": 0.32,
      "step": 2304790
    },
    {
      "epoch": 643.26,
      "grad_norm": 1.2896162271499634,
      "learning_rate": 4.7497219151286715e-07,
      "loss": 0.3401,
      "step": 2304800
    },
    {
      "epoch": 643.26,
      "grad_norm": 1.0587280988693237,
      "learning_rate": 4.749558725841791e-07,
      "loss": 0.3351,
      "step": 2304810
    },
    {
      "epoch": 643.27,
      "grad_norm": 1.3326544761657715,
      "learning_rate": 4.749395539042275e-07,
      "loss": 0.3354,
      "step": 2304820
    },
    {
      "epoch": 643.27,
      "grad_norm": 1.1338039636611938,
      "learning_rate": 4.749232354730152e-07,
      "loss": 0.3484,
      "step": 2304830
    },
    {
      "epoch": 643.27,
      "grad_norm": 3.2527425289154053,
      "learning_rate": 4.7490691729054405e-07,
      "loss": 0.3345,
      "step": 2304840
    },
    {
      "epoch": 643.27,
      "grad_norm": 1.2220497131347656,
      "learning_rate": 4.748905993568171e-07,
      "loss": 0.3346,
      "step": 2304850
    },
    {
      "epoch": 643.28,
      "grad_norm": 1.1041409969329834,
      "learning_rate": 4.7487428167183475e-07,
      "loss": 0.3488,
      "step": 2304860
    },
    {
      "epoch": 643.28,
      "grad_norm": 1.3335806131362915,
      "learning_rate": 4.748579642356013e-07,
      "loss": 0.3297,
      "step": 2304870
    },
    {
      "epoch": 643.28,
      "grad_norm": 1.2001157999038696,
      "learning_rate": 4.7484164704811727e-07,
      "loss": 0.3303,
      "step": 2304880
    },
    {
      "epoch": 643.28,
      "grad_norm": 1.233620524406433,
      "learning_rate": 4.748253301093856e-07,
      "loss": 0.3322,
      "step": 2304890
    },
    {
      "epoch": 643.29,
      "grad_norm": 1.2539937496185303,
      "learning_rate": 4.7480901341940886e-07,
      "loss": 0.3408,
      "step": 2304900
    },
    {
      "epoch": 643.29,
      "grad_norm": 1.2354177236557007,
      "learning_rate": 4.747926969781881e-07,
      "loss": 0.3425,
      "step": 2304910
    },
    {
      "epoch": 643.29,
      "grad_norm": 1.5282468795776367,
      "learning_rate": 4.7477638078572583e-07,
      "loss": 0.3381,
      "step": 2304920
    },
    {
      "epoch": 643.3,
      "grad_norm": 1.1431214809417725,
      "learning_rate": 4.747600648420248e-07,
      "loss": 0.3387,
      "step": 2304930
    },
    {
      "epoch": 643.3,
      "grad_norm": 1.268750786781311,
      "learning_rate": 4.747437491470867e-07,
      "loss": 0.3347,
      "step": 2304940
    },
    {
      "epoch": 643.3,
      "grad_norm": 1.1309911012649536,
      "learning_rate": 4.747274337009145e-07,
      "loss": 0.3324,
      "step": 2304950
    },
    {
      "epoch": 643.3,
      "grad_norm": 1.2874072790145874,
      "learning_rate": 4.747111185035089e-07,
      "loss": 0.3521,
      "step": 2304960
    },
    {
      "epoch": 643.31,
      "grad_norm": 1.46660315990448,
      "learning_rate": 4.746948035548731e-07,
      "loss": 0.3345,
      "step": 2304970
    },
    {
      "epoch": 643.31,
      "grad_norm": 1.1407142877578735,
      "learning_rate": 4.7467848885500885e-07,
      "loss": 0.3474,
      "step": 2304980
    },
    {
      "epoch": 643.31,
      "grad_norm": 1.3063963651657104,
      "learning_rate": 4.746621744039193e-07,
      "loss": 0.3499,
      "step": 2304990
    },
    {
      "epoch": 643.32,
      "grad_norm": 1.4138015508651733,
      "learning_rate": 4.746458602016047e-07,
      "loss": 0.3425,
      "step": 2305000
    },
    {
      "epoch": 643.32,
      "grad_norm": 1.2078102827072144,
      "learning_rate": 4.746295462480695e-07,
      "loss": 0.3426,
      "step": 2305010
    },
    {
      "epoch": 643.32,
      "grad_norm": 1.263391137123108,
      "learning_rate": 4.746132325433142e-07,
      "loss": 0.3339,
      "step": 2305020
    },
    {
      "epoch": 643.32,
      "grad_norm": 1.2365912199020386,
      "learning_rate": 4.745969190873414e-07,
      "loss": 0.3462,
      "step": 2305030
    },
    {
      "epoch": 643.33,
      "grad_norm": 1.2611737251281738,
      "learning_rate": 4.74580605880154e-07,
      "loss": 0.3462,
      "step": 2305040
    },
    {
      "epoch": 643.33,
      "grad_norm": 1.226365327835083,
      "learning_rate": 4.7456429292175294e-07,
      "loss": 0.3385,
      "step": 2305050
    },
    {
      "epoch": 643.33,
      "grad_norm": 1.0692012310028076,
      "learning_rate": 4.7454798021214094e-07,
      "loss": 0.3393,
      "step": 2305060
    },
    {
      "epoch": 643.34,
      "grad_norm": 1.2640271186828613,
      "learning_rate": 4.745316677513205e-07,
      "loss": 0.3465,
      "step": 2305070
    },
    {
      "epoch": 643.34,
      "grad_norm": 1.238333821296692,
      "learning_rate": 4.745153555392938e-07,
      "loss": 0.3531,
      "step": 2305080
    },
    {
      "epoch": 643.34,
      "grad_norm": 1.1851415634155273,
      "learning_rate": 4.7449904357606233e-07,
      "loss": 0.342,
      "step": 2305090
    },
    {
      "epoch": 643.34,
      "grad_norm": 1.3311890363693237,
      "learning_rate": 4.7448273186162876e-07,
      "loss": 0.3301,
      "step": 2305100
    },
    {
      "epoch": 643.35,
      "grad_norm": 1.2303924560546875,
      "learning_rate": 4.744664203959956e-07,
      "loss": 0.3507,
      "step": 2305110
    },
    {
      "epoch": 643.35,
      "grad_norm": 1.09822416305542,
      "learning_rate": 4.7445010917916344e-07,
      "loss": 0.3391,
      "step": 2305120
    },
    {
      "epoch": 643.35,
      "grad_norm": 1.4306343793869019,
      "learning_rate": 4.7443379821113694e-07,
      "loss": 0.3586,
      "step": 2305130
    },
    {
      "epoch": 643.35,
      "grad_norm": 1.2677922248840332,
      "learning_rate": 4.7441748749191616e-07,
      "loss": 0.3528,
      "step": 2305140
    },
    {
      "epoch": 643.36,
      "grad_norm": 1.1294411420822144,
      "learning_rate": 4.744011770215041e-07,
      "loss": 0.3311,
      "step": 2305150
    },
    {
      "epoch": 643.36,
      "grad_norm": 1.2415739297866821,
      "learning_rate": 4.7438486679990294e-07,
      "loss": 0.3381,
      "step": 2305160
    },
    {
      "epoch": 643.36,
      "grad_norm": 1.2085691690444946,
      "learning_rate": 4.743685568271152e-07,
      "loss": 0.3261,
      "step": 2305170
    },
    {
      "epoch": 643.37,
      "grad_norm": 1.2307311296463013,
      "learning_rate": 4.7435224710314226e-07,
      "loss": 0.3524,
      "step": 2305180
    },
    {
      "epoch": 643.37,
      "grad_norm": 1.1889216899871826,
      "learning_rate": 4.743359376279867e-07,
      "loss": 0.3348,
      "step": 2305190
    },
    {
      "epoch": 643.37,
      "grad_norm": 1.4810062646865845,
      "learning_rate": 4.743196284016511e-07,
      "loss": 0.3407,
      "step": 2305200
    },
    {
      "epoch": 643.37,
      "grad_norm": 1.327653169631958,
      "learning_rate": 4.74303319424136e-07,
      "loss": 0.3461,
      "step": 2305210
    },
    {
      "epoch": 643.38,
      "grad_norm": 1.2331104278564453,
      "learning_rate": 4.7428701069544613e-07,
      "loss": 0.3382,
      "step": 2305220
    },
    {
      "epoch": 643.38,
      "grad_norm": 1.3585342168807983,
      "learning_rate": 4.7427070221558135e-07,
      "loss": 0.329,
      "step": 2305230
    },
    {
      "epoch": 643.38,
      "grad_norm": 1.5436886548995972,
      "learning_rate": 4.7425439398454494e-07,
      "loss": 0.3169,
      "step": 2305240
    },
    {
      "epoch": 643.39,
      "grad_norm": 1.5320826768875122,
      "learning_rate": 4.742380860023397e-07,
      "loss": 0.3356,
      "step": 2305250
    },
    {
      "epoch": 643.39,
      "grad_norm": 1.1717315912246704,
      "learning_rate": 4.742217782689656e-07,
      "loss": 0.3299,
      "step": 2305260
    },
    {
      "epoch": 643.39,
      "grad_norm": 1.4066153764724731,
      "learning_rate": 4.7420547078442757e-07,
      "loss": 0.3391,
      "step": 2305270
    },
    {
      "epoch": 643.39,
      "grad_norm": 1.143460750579834,
      "learning_rate": 4.741891635487257e-07,
      "loss": 0.3418,
      "step": 2305280
    },
    {
      "epoch": 643.4,
      "grad_norm": 1.169895887374878,
      "learning_rate": 4.741728565618628e-07,
      "loss": 0.3419,
      "step": 2305290
    },
    {
      "epoch": 643.4,
      "grad_norm": 1.1805663108825684,
      "learning_rate": 4.7415654982384143e-07,
      "loss": 0.331,
      "step": 2305300
    },
    {
      "epoch": 643.4,
      "grad_norm": 1.4515011310577393,
      "learning_rate": 4.7414024333466374e-07,
      "loss": 0.3479,
      "step": 2305310
    },
    {
      "epoch": 643.4,
      "grad_norm": 1.136022686958313,
      "learning_rate": 4.7412393709433125e-07,
      "loss": 0.3211,
      "step": 2305320
    },
    {
      "epoch": 643.41,
      "grad_norm": 1.1857658624649048,
      "learning_rate": 4.7410763110284635e-07,
      "loss": 0.3408,
      "step": 2305330
    },
    {
      "epoch": 643.41,
      "grad_norm": 1.1635862588882446,
      "learning_rate": 4.740913253602121e-07,
      "loss": 0.3331,
      "step": 2305340
    },
    {
      "epoch": 643.41,
      "grad_norm": 1.2481601238250732,
      "learning_rate": 4.740750198664285e-07,
      "loss": 0.3345,
      "step": 2305350
    },
    {
      "epoch": 643.42,
      "grad_norm": 1.3488454818725586,
      "learning_rate": 4.7405871462150057e-07,
      "loss": 0.3546,
      "step": 2305360
    },
    {
      "epoch": 643.42,
      "grad_norm": 1.1037076711654663,
      "learning_rate": 4.740424096254283e-07,
      "loss": 0.3509,
      "step": 2305370
    },
    {
      "epoch": 643.42,
      "grad_norm": 1.3337842226028442,
      "learning_rate": 4.7402610487821474e-07,
      "loss": 0.3382,
      "step": 2305380
    },
    {
      "epoch": 643.42,
      "grad_norm": 1.4301650524139404,
      "learning_rate": 4.7400980037986247e-07,
      "loss": 0.3371,
      "step": 2305390
    },
    {
      "epoch": 643.43,
      "grad_norm": 1.9298235177993774,
      "learning_rate": 4.739934961303724e-07,
      "loss": 0.3217,
      "step": 2305400
    },
    {
      "epoch": 643.43,
      "grad_norm": 1.486303687095642,
      "learning_rate": 4.7397719212974755e-07,
      "loss": 0.3423,
      "step": 2305410
    },
    {
      "epoch": 643.43,
      "grad_norm": 1.194516897201538,
      "learning_rate": 4.739608883779901e-07,
      "loss": 0.336,
      "step": 2305420
    },
    {
      "epoch": 643.44,
      "grad_norm": 1.371217966079712,
      "learning_rate": 4.7394458487510275e-07,
      "loss": 0.3478,
      "step": 2305430
    },
    {
      "epoch": 643.44,
      "grad_norm": 1.220535397529602,
      "learning_rate": 4.7392828162108566e-07,
      "loss": 0.3511,
      "step": 2305440
    },
    {
      "epoch": 643.44,
      "grad_norm": 1.1477640867233276,
      "learning_rate": 4.739119786159434e-07,
      "loss": 0.3349,
      "step": 2305450
    },
    {
      "epoch": 643.44,
      "grad_norm": 1.1966769695281982,
      "learning_rate": 4.7389567585967656e-07,
      "loss": 0.3263,
      "step": 2305460
    },
    {
      "epoch": 643.45,
      "grad_norm": 4.340020179748535,
      "learning_rate": 4.73879373352288e-07,
      "loss": 0.3312,
      "step": 2305470
    },
    {
      "epoch": 643.45,
      "grad_norm": 1.2240337133407593,
      "learning_rate": 4.7386307109378026e-07,
      "loss": 0.3494,
      "step": 2305480
    },
    {
      "epoch": 643.45,
      "grad_norm": 1.461516261100769,
      "learning_rate": 4.738467690841545e-07,
      "loss": 0.3206,
      "step": 2305490
    },
    {
      "epoch": 643.46,
      "grad_norm": 1.2747747898101807,
      "learning_rate": 4.7383046732341317e-07,
      "loss": 0.3299,
      "step": 2305500
    },
    {
      "epoch": 643.46,
      "grad_norm": 1.1198877096176147,
      "learning_rate": 4.7381416581155873e-07,
      "loss": 0.334,
      "step": 2305510
    },
    {
      "epoch": 643.46,
      "grad_norm": 1.1467825174331665,
      "learning_rate": 4.7379786454859317e-07,
      "loss": 0.3432,
      "step": 2305520
    },
    {
      "epoch": 643.46,
      "grad_norm": 1.3029532432556152,
      "learning_rate": 4.7378156353451946e-07,
      "loss": 0.3471,
      "step": 2305530
    },
    {
      "epoch": 643.47,
      "grad_norm": 1.136732578277588,
      "learning_rate": 4.737652627693383e-07,
      "loss": 0.3382,
      "step": 2305540
    },
    {
      "epoch": 643.47,
      "grad_norm": 1.227724552154541,
      "learning_rate": 4.7374896225305285e-07,
      "loss": 0.3462,
      "step": 2305550
    },
    {
      "epoch": 643.47,
      "grad_norm": 1.2646934986114502,
      "learning_rate": 4.7373266198566494e-07,
      "loss": 0.341,
      "step": 2305560
    },
    {
      "epoch": 643.47,
      "grad_norm": 1.2949202060699463,
      "learning_rate": 4.7371636196717734e-07,
      "loss": 0.3221,
      "step": 2305570
    },
    {
      "epoch": 643.48,
      "grad_norm": 1.1601426601409912,
      "learning_rate": 4.737000621975904e-07,
      "loss": 0.3398,
      "step": 2305580
    },
    {
      "epoch": 643.48,
      "grad_norm": 1.098576545715332,
      "learning_rate": 4.736837626769091e-07,
      "loss": 0.3352,
      "step": 2305590
    },
    {
      "epoch": 643.48,
      "grad_norm": 1.38489830493927,
      "learning_rate": 4.7366746340513357e-07,
      "loss": 0.3344,
      "step": 2305600
    },
    {
      "epoch": 643.49,
      "grad_norm": 0.9268434047698975,
      "learning_rate": 4.736511643822663e-07,
      "loss": 0.3485,
      "step": 2305610
    },
    {
      "epoch": 643.49,
      "grad_norm": 1.2654874324798584,
      "learning_rate": 4.7363486560831053e-07,
      "loss": 0.3453,
      "step": 2305620
    },
    {
      "epoch": 643.49,
      "grad_norm": 1.1173094511032104,
      "learning_rate": 4.736185670832669e-07,
      "loss": 0.3564,
      "step": 2305630
    },
    {
      "epoch": 643.49,
      "grad_norm": 1.1518138647079468,
      "learning_rate": 4.736022688071382e-07,
      "loss": 0.3244,
      "step": 2305640
    },
    {
      "epoch": 643.5,
      "grad_norm": 1.2761434316635132,
      "learning_rate": 4.735859707799268e-07,
      "loss": 0.3354,
      "step": 2305650
    },
    {
      "epoch": 643.5,
      "grad_norm": 1.1845937967300415,
      "learning_rate": 4.7356967300163525e-07,
      "loss": 0.3429,
      "step": 2305660
    },
    {
      "epoch": 643.5,
      "grad_norm": 1.192787766456604,
      "learning_rate": 4.735533754722647e-07,
      "loss": 0.3525,
      "step": 2305670
    },
    {
      "epoch": 643.51,
      "grad_norm": 1.075918436050415,
      "learning_rate": 4.7353707819181763e-07,
      "loss": 0.3527,
      "step": 2305680
    },
    {
      "epoch": 643.51,
      "grad_norm": 1.2246695756912231,
      "learning_rate": 4.735207811602965e-07,
      "loss": 0.3421,
      "step": 2305690
    },
    {
      "epoch": 643.51,
      "grad_norm": 1.1499544382095337,
      "learning_rate": 4.7350448437770354e-07,
      "loss": 0.3444,
      "step": 2305700
    },
    {
      "epoch": 643.51,
      "grad_norm": 1.1642985343933105,
      "learning_rate": 4.734881878440412e-07,
      "loss": 0.334,
      "step": 2305710
    },
    {
      "epoch": 643.52,
      "grad_norm": 1.379574179649353,
      "learning_rate": 4.7347189155931067e-07,
      "loss": 0.3482,
      "step": 2305720
    },
    {
      "epoch": 643.52,
      "grad_norm": 1.1618046760559082,
      "learning_rate": 4.7345559552351466e-07,
      "loss": 0.3323,
      "step": 2305730
    },
    {
      "epoch": 643.52,
      "grad_norm": 1.294070839881897,
      "learning_rate": 4.734392997366554e-07,
      "loss": 0.3344,
      "step": 2305740
    },
    {
      "epoch": 643.52,
      "grad_norm": 1.1977587938308716,
      "learning_rate": 4.734230041987356e-07,
      "loss": 0.3345,
      "step": 2305750
    },
    {
      "epoch": 643.53,
      "grad_norm": 1.2463769912719727,
      "learning_rate": 4.734067089097562e-07,
      "loss": 0.3357,
      "step": 2305760
    },
    {
      "epoch": 643.53,
      "grad_norm": 1.0441936254501343,
      "learning_rate": 4.7339041386971987e-07,
      "loss": 0.3434,
      "step": 2305770
    },
    {
      "epoch": 643.53,
      "grad_norm": 1.171380639076233,
      "learning_rate": 4.733741190786297e-07,
      "loss": 0.3339,
      "step": 2305780
    },
    {
      "epoch": 643.54,
      "grad_norm": 1.116466760635376,
      "learning_rate": 4.733578245364858e-07,
      "loss": 0.3425,
      "step": 2305790
    },
    {
      "epoch": 643.54,
      "grad_norm": 1.39582359790802,
      "learning_rate": 4.733415302432929e-07,
      "loss": 0.337,
      "step": 2305800
    },
    {
      "epoch": 643.54,
      "grad_norm": 1.2767796516418457,
      "learning_rate": 4.733252361990504e-07,
      "loss": 0.3322,
      "step": 2305810
    },
    {
      "epoch": 643.54,
      "grad_norm": 1.182018518447876,
      "learning_rate": 4.733089424037635e-07,
      "loss": 0.353,
      "step": 2305820
    },
    {
      "epoch": 643.55,
      "grad_norm": 1.2997982501983643,
      "learning_rate": 4.7329264885743207e-07,
      "loss": 0.3333,
      "step": 2305830
    },
    {
      "epoch": 643.55,
      "grad_norm": 1.3681702613830566,
      "learning_rate": 4.7327635556005906e-07,
      "loss": 0.3479,
      "step": 2305840
    },
    {
      "epoch": 643.55,
      "grad_norm": 1.2482984066009521,
      "learning_rate": 4.73260062511647e-07,
      "loss": 0.3372,
      "step": 2305850
    },
    {
      "epoch": 643.56,
      "grad_norm": 1.6244348287582397,
      "learning_rate": 4.7324376971219735e-07,
      "loss": 0.3318,
      "step": 2305860
    },
    {
      "epoch": 643.56,
      "grad_norm": 1.221384048461914,
      "learning_rate": 4.732274771617123e-07,
      "loss": 0.3355,
      "step": 2305870
    },
    {
      "epoch": 643.56,
      "grad_norm": 1.1954103708267212,
      "learning_rate": 4.732111848601945e-07,
      "loss": 0.3362,
      "step": 2305880
    },
    {
      "epoch": 643.56,
      "grad_norm": 1.241621732711792,
      "learning_rate": 4.731948928076466e-07,
      "loss": 0.332,
      "step": 2305890
    },
    {
      "epoch": 643.57,
      "grad_norm": 1.103432536125183,
      "learning_rate": 4.7317860100406927e-07,
      "loss": 0.3319,
      "step": 2305900
    },
    {
      "epoch": 643.57,
      "grad_norm": 1.2204616069793701,
      "learning_rate": 4.731623094494655e-07,
      "loss": 0.3369,
      "step": 2305910
    },
    {
      "epoch": 643.57,
      "grad_norm": 1.1839779615402222,
      "learning_rate": 4.731460181438383e-07,
      "loss": 0.3314,
      "step": 2305920
    },
    {
      "epoch": 643.58,
      "grad_norm": 1.2663147449493408,
      "learning_rate": 4.7312972708718745e-07,
      "loss": 0.3315,
      "step": 2305930
    },
    {
      "epoch": 643.58,
      "grad_norm": 1.1285008192062378,
      "learning_rate": 4.7311343627951823e-07,
      "loss": 0.3428,
      "step": 2305940
    },
    {
      "epoch": 643.58,
      "grad_norm": 1.2700159549713135,
      "learning_rate": 4.7309714572083053e-07,
      "loss": 0.3482,
      "step": 2305950
    },
    {
      "epoch": 643.58,
      "grad_norm": 1.2291690111160278,
      "learning_rate": 4.7308085541112727e-07,
      "loss": 0.3261,
      "step": 2305960
    },
    {
      "epoch": 643.59,
      "grad_norm": 1.311213493347168,
      "learning_rate": 4.7306456535041024e-07,
      "loss": 0.3458,
      "step": 2305970
    },
    {
      "epoch": 643.59,
      "grad_norm": 1.2163273096084595,
      "learning_rate": 4.7304827553868284e-07,
      "loss": 0.3242,
      "step": 2305980
    },
    {
      "epoch": 643.59,
      "grad_norm": 1.3385077714920044,
      "learning_rate": 4.7303198597594585e-07,
      "loss": 0.371,
      "step": 2305990
    },
    {
      "epoch": 643.59,
      "grad_norm": 1.3359071016311646,
      "learning_rate": 4.7301569666220193e-07,
      "loss": 0.3342,
      "step": 2306000
    },
    {
      "epoch": 643.6,
      "grad_norm": 1.134935975074768,
      "learning_rate": 4.7299940759745356e-07,
      "loss": 0.3263,
      "step": 2306010
    },
    {
      "epoch": 643.6,
      "grad_norm": 1.23501718044281,
      "learning_rate": 4.7298311878170164e-07,
      "loss": 0.3265,
      "step": 2306020
    },
    {
      "epoch": 643.6,
      "grad_norm": 1.2629939317703247,
      "learning_rate": 4.729668302149505e-07,
      "loss": 0.342,
      "step": 2306030
    },
    {
      "epoch": 643.61,
      "grad_norm": 1.1642181873321533,
      "learning_rate": 4.7295054189720045e-07,
      "loss": 0.3419,
      "step": 2306040
    },
    {
      "epoch": 643.61,
      "grad_norm": 1.138867735862732,
      "learning_rate": 4.7293425382845435e-07,
      "loss": 0.3354,
      "step": 2306050
    },
    {
      "epoch": 643.61,
      "grad_norm": 1.1659152507781982,
      "learning_rate": 4.72917966008715e-07,
      "loss": 0.3263,
      "step": 2306060
    },
    {
      "epoch": 643.61,
      "grad_norm": 1.1209360361099243,
      "learning_rate": 4.7290167843798306e-07,
      "loss": 0.3391,
      "step": 2306070
    },
    {
      "epoch": 643.62,
      "grad_norm": 1.0737968683242798,
      "learning_rate": 4.728853911162618e-07,
      "loss": 0.3267,
      "step": 2306080
    },
    {
      "epoch": 643.62,
      "grad_norm": 1.455180287361145,
      "learning_rate": 4.7286910404355306e-07,
      "loss": 0.3425,
      "step": 2306090
    },
    {
      "epoch": 643.62,
      "grad_norm": 1.3590669631958008,
      "learning_rate": 4.7285281721985895e-07,
      "loss": 0.3383,
      "step": 2306100
    },
    {
      "epoch": 643.63,
      "grad_norm": 1.4568556547164917,
      "learning_rate": 4.7283653064518177e-07,
      "loss": 0.3409,
      "step": 2306110
    },
    {
      "epoch": 643.63,
      "grad_norm": 1.3126599788665771,
      "learning_rate": 4.728202443195244e-07,
      "loss": 0.3672,
      "step": 2306120
    },
    {
      "epoch": 643.63,
      "grad_norm": 1.1213046312332153,
      "learning_rate": 4.7280395824288787e-07,
      "loss": 0.3289,
      "step": 2306130
    },
    {
      "epoch": 643.63,
      "grad_norm": 1.2446149587631226,
      "learning_rate": 4.727876724152743e-07,
      "loss": 0.3331,
      "step": 2306140
    },
    {
      "epoch": 643.64,
      "grad_norm": 1.2844945192337036,
      "learning_rate": 4.7277138683668736e-07,
      "loss": 0.3583,
      "step": 2306150
    },
    {
      "epoch": 643.64,
      "grad_norm": 1.285420536994934,
      "learning_rate": 4.727551015071267e-07,
      "loss": 0.3396,
      "step": 2306160
    },
    {
      "epoch": 643.64,
      "grad_norm": 1.1903716325759888,
      "learning_rate": 4.7273881642659727e-07,
      "loss": 0.328,
      "step": 2306170
    },
    {
      "epoch": 643.64,
      "grad_norm": 1.396523356437683,
      "learning_rate": 4.727225315950994e-07,
      "loss": 0.3244,
      "step": 2306180
    },
    {
      "epoch": 643.65,
      "grad_norm": 1.4091665744781494,
      "learning_rate": 4.727062470126359e-07,
      "loss": 0.3303,
      "step": 2306190
    },
    {
      "epoch": 643.65,
      "grad_norm": 1.1689682006835938,
      "learning_rate": 4.7268996267920915e-07,
      "loss": 0.3312,
      "step": 2306200
    },
    {
      "epoch": 643.65,
      "grad_norm": 1.3711721897125244,
      "learning_rate": 4.726736785948207e-07,
      "loss": 0.3385,
      "step": 2306210
    },
    {
      "epoch": 643.66,
      "grad_norm": 1.3560959100723267,
      "learning_rate": 4.726573947594726e-07,
      "loss": 0.3511,
      "step": 2306220
    },
    {
      "epoch": 643.66,
      "grad_norm": 1.124542236328125,
      "learning_rate": 4.726411111731677e-07,
      "loss": 0.33,
      "step": 2306230
    },
    {
      "epoch": 643.66,
      "grad_norm": 4.769567012786865,
      "learning_rate": 4.726248278359087e-07,
      "loss": 0.3408,
      "step": 2306240
    },
    {
      "epoch": 643.66,
      "grad_norm": 1.0945672988891602,
      "learning_rate": 4.7260854474769547e-07,
      "loss": 0.3366,
      "step": 2306250
    },
    {
      "epoch": 643.67,
      "grad_norm": 1.1012215614318848,
      "learning_rate": 4.725922619085328e-07,
      "loss": 0.324,
      "step": 2306260
    },
    {
      "epoch": 643.67,
      "grad_norm": 1.2210395336151123,
      "learning_rate": 4.7257597931842143e-07,
      "loss": 0.3331,
      "step": 2306270
    },
    {
      "epoch": 643.67,
      "grad_norm": 1.1467609405517578,
      "learning_rate": 4.7255969697736374e-07,
      "loss": 0.3407,
      "step": 2306280
    },
    {
      "epoch": 643.68,
      "grad_norm": 1.1411432027816772,
      "learning_rate": 4.725434148853625e-07,
      "loss": 0.3457,
      "step": 2306290
    },
    {
      "epoch": 643.68,
      "grad_norm": 1.2613524198532104,
      "learning_rate": 4.725271330424188e-07,
      "loss": 0.3391,
      "step": 2306300
    },
    {
      "epoch": 643.68,
      "grad_norm": 1.1079760789871216,
      "learning_rate": 4.7251085144853555e-07,
      "loss": 0.335,
      "step": 2306310
    },
    {
      "epoch": 643.68,
      "grad_norm": 1.175733208656311,
      "learning_rate": 4.724945701037145e-07,
      "loss": 0.3417,
      "step": 2306320
    },
    {
      "epoch": 643.69,
      "grad_norm": 1.1547844409942627,
      "learning_rate": 4.724782890079588e-07,
      "loss": 0.3535,
      "step": 2306330
    },
    {
      "epoch": 643.69,
      "grad_norm": 1.396727204322815,
      "learning_rate": 4.72462008161269e-07,
      "loss": 0.3242,
      "step": 2306340
    },
    {
      "epoch": 643.69,
      "grad_norm": 1.0994596481323242,
      "learning_rate": 4.724457275636484e-07,
      "loss": 0.3409,
      "step": 2306350
    },
    {
      "epoch": 643.7,
      "grad_norm": 1.2908035516738892,
      "learning_rate": 4.7242944721509947e-07,
      "loss": 0.3429,
      "step": 2306360
    },
    {
      "epoch": 643.7,
      "grad_norm": 1.0552399158477783,
      "learning_rate": 4.724131671156226e-07,
      "loss": 0.3404,
      "step": 2306370
    },
    {
      "epoch": 643.7,
      "grad_norm": 1.2543741464614868,
      "learning_rate": 4.7239688726522254e-07,
      "loss": 0.3536,
      "step": 2306380
    },
    {
      "epoch": 643.7,
      "grad_norm": 1.1966485977172852,
      "learning_rate": 4.723806076638985e-07,
      "loss": 0.3461,
      "step": 2306390
    },
    {
      "epoch": 643.71,
      "grad_norm": 1.1823785305023193,
      "learning_rate": 4.723643283116557e-07,
      "loss": 0.3519,
      "step": 2306400
    },
    {
      "epoch": 643.71,
      "grad_norm": 1.234654188156128,
      "learning_rate": 4.723480492084944e-07,
      "loss": 0.3234,
      "step": 2306410
    },
    {
      "epoch": 643.71,
      "grad_norm": 1.2655850648880005,
      "learning_rate": 4.723317703544169e-07,
      "loss": 0.3392,
      "step": 2306420
    },
    {
      "epoch": 643.71,
      "grad_norm": 1.1072179079055786,
      "learning_rate": 4.7231549174942636e-07,
      "loss": 0.3414,
      "step": 2306430
    },
    {
      "epoch": 643.72,
      "grad_norm": 1.1835098266601562,
      "learning_rate": 4.722992133935238e-07,
      "loss": 0.3409,
      "step": 2306440
    },
    {
      "epoch": 643.72,
      "grad_norm": 1.4640363454818726,
      "learning_rate": 4.722829352867116e-07,
      "loss": 0.3458,
      "step": 2306450
    },
    {
      "epoch": 643.72,
      "grad_norm": 1.241412878036499,
      "learning_rate": 4.722666574289923e-07,
      "loss": 0.3409,
      "step": 2306460
    },
    {
      "epoch": 643.73,
      "grad_norm": 1.2906934022903442,
      "learning_rate": 4.722503798203688e-07,
      "loss": 0.3243,
      "step": 2306470
    },
    {
      "epoch": 643.73,
      "grad_norm": 1.4993419647216797,
      "learning_rate": 4.7223410246084134e-07,
      "loss": 0.3553,
      "step": 2306480
    },
    {
      "epoch": 643.73,
      "grad_norm": 1.3764077425003052,
      "learning_rate": 4.7221782535041364e-07,
      "loss": 0.3567,
      "step": 2306490
    },
    {
      "epoch": 643.73,
      "grad_norm": 1.39840829372406,
      "learning_rate": 4.7220154848908763e-07,
      "loss": 0.352,
      "step": 2306500
    },
    {
      "epoch": 643.74,
      "grad_norm": 1.202284336090088,
      "learning_rate": 4.72185271876864e-07,
      "loss": 0.3415,
      "step": 2306510
    },
    {
      "epoch": 643.74,
      "grad_norm": 1.2433257102966309,
      "learning_rate": 4.721689955137476e-07,
      "loss": 0.3368,
      "step": 2306520
    },
    {
      "epoch": 643.74,
      "grad_norm": 1.1527581214904785,
      "learning_rate": 4.721527193997384e-07,
      "loss": 0.3456,
      "step": 2306530
    },
    {
      "epoch": 643.75,
      "grad_norm": 1.1111620664596558,
      "learning_rate": 4.7213644353483937e-07,
      "loss": 0.3267,
      "step": 2306540
    },
    {
      "epoch": 643.75,
      "grad_norm": 1.4429954290390015,
      "learning_rate": 4.721201679190525e-07,
      "loss": 0.3312,
      "step": 2306550
    },
    {
      "epoch": 643.75,
      "grad_norm": 1.0450936555862427,
      "learning_rate": 4.7210389255238066e-07,
      "loss": 0.3393,
      "step": 2306560
    },
    {
      "epoch": 643.75,
      "grad_norm": 1.0237021446228027,
      "learning_rate": 4.7208761743482497e-07,
      "loss": 0.345,
      "step": 2306570
    },
    {
      "epoch": 643.76,
      "grad_norm": 1.262973666191101,
      "learning_rate": 4.720713425663879e-07,
      "loss": 0.3545,
      "step": 2306580
    },
    {
      "epoch": 643.76,
      "grad_norm": 1.2768388986587524,
      "learning_rate": 4.7205506794707273e-07,
      "loss": 0.3212,
      "step": 2306590
    },
    {
      "epoch": 643.76,
      "grad_norm": 1.1570369005203247,
      "learning_rate": 4.7203879357687904e-07,
      "loss": 0.3495,
      "step": 2306600
    },
    {
      "epoch": 643.77,
      "grad_norm": 1.2623372077941895,
      "learning_rate": 4.720225194558119e-07,
      "loss": 0.3434,
      "step": 2306610
    },
    {
      "epoch": 643.77,
      "grad_norm": 1.3400518894195557,
      "learning_rate": 4.7200624558387176e-07,
      "loss": 0.3462,
      "step": 2306620
    },
    {
      "epoch": 643.77,
      "grad_norm": 1.3516881465911865,
      "learning_rate": 4.7198997196106124e-07,
      "loss": 0.3485,
      "step": 2306630
    },
    {
      "epoch": 643.77,
      "grad_norm": 1.0792152881622314,
      "learning_rate": 4.719736985873822e-07,
      "loss": 0.3282,
      "step": 2306640
    },
    {
      "epoch": 643.78,
      "grad_norm": 1.380664348602295,
      "learning_rate": 4.7195742546283794e-07,
      "loss": 0.3452,
      "step": 2306650
    },
    {
      "epoch": 643.78,
      "grad_norm": 1.1708639860153198,
      "learning_rate": 4.719411525874293e-07,
      "loss": 0.3368,
      "step": 2306660
    },
    {
      "epoch": 643.78,
      "grad_norm": 1.1625224351882935,
      "learning_rate": 4.7192487996115864e-07,
      "loss": 0.3253,
      "step": 2306670
    },
    {
      "epoch": 643.78,
      "grad_norm": 1.3886114358901978,
      "learning_rate": 4.719086075840285e-07,
      "loss": 0.3423,
      "step": 2306680
    },
    {
      "epoch": 643.79,
      "grad_norm": 1.0200177431106567,
      "learning_rate": 4.71892335456041e-07,
      "loss": 0.3348,
      "step": 2306690
    },
    {
      "epoch": 643.79,
      "grad_norm": 1.2799150943756104,
      "learning_rate": 4.71876063577199e-07,
      "loss": 0.3525,
      "step": 2306700
    },
    {
      "epoch": 643.79,
      "grad_norm": 1.0731093883514404,
      "learning_rate": 4.71859791947503e-07,
      "loss": 0.3574,
      "step": 2306710
    },
    {
      "epoch": 643.8,
      "grad_norm": 1.4139069318771362,
      "learning_rate": 4.7184352056695645e-07,
      "loss": 0.3286,
      "step": 2306720
    },
    {
      "epoch": 643.8,
      "grad_norm": 1.3614777326583862,
      "learning_rate": 4.718272494355616e-07,
      "loss": 0.3229,
      "step": 2306730
    },
    {
      "epoch": 643.8,
      "grad_norm": 1.077102541923523,
      "learning_rate": 4.7181097855331876e-07,
      "loss": 0.3287,
      "step": 2306740
    },
    {
      "epoch": 643.8,
      "grad_norm": 1.8678306341171265,
      "learning_rate": 4.717947079202331e-07,
      "loss": 0.3427,
      "step": 2306750
    },
    {
      "epoch": 643.81,
      "grad_norm": 1.1263197660446167,
      "learning_rate": 4.717784375363044e-07,
      "loss": 0.3293,
      "step": 2306760
    },
    {
      "epoch": 643.81,
      "grad_norm": 1.2137131690979004,
      "learning_rate": 4.717621674015355e-07,
      "loss": 0.3304,
      "step": 2306770
    },
    {
      "epoch": 643.81,
      "grad_norm": 1.1923058032989502,
      "learning_rate": 4.717458975159288e-07,
      "loss": 0.3669,
      "step": 2306780
    },
    {
      "epoch": 643.82,
      "grad_norm": 1.2536424398422241,
      "learning_rate": 4.7172962787948704e-07,
      "loss": 0.3436,
      "step": 2306790
    },
    {
      "epoch": 643.82,
      "grad_norm": 1.1109845638275146,
      "learning_rate": 4.7171335849221115e-07,
      "loss": 0.3274,
      "step": 2306800
    },
    {
      "epoch": 643.82,
      "grad_norm": 1.2979881763458252,
      "learning_rate": 4.7169708935410387e-07,
      "loss": 0.3512,
      "step": 2306810
    },
    {
      "epoch": 643.82,
      "grad_norm": 1.309173583984375,
      "learning_rate": 4.7168082046516785e-07,
      "loss": 0.3402,
      "step": 2306820
    },
    {
      "epoch": 643.83,
      "grad_norm": 1.1744301319122314,
      "learning_rate": 4.7166455182540335e-07,
      "loss": 0.3618,
      "step": 2306830
    },
    {
      "epoch": 643.83,
      "grad_norm": 1.0544975996017456,
      "learning_rate": 4.716482834348153e-07,
      "loss": 0.3351,
      "step": 2306840
    },
    {
      "epoch": 643.83,
      "grad_norm": 1.147547960281372,
      "learning_rate": 4.7163201529340395e-07,
      "loss": 0.3332,
      "step": 2306850
    },
    {
      "epoch": 643.83,
      "grad_norm": 0.9657699465751648,
      "learning_rate": 4.7161574740117197e-07,
      "loss": 0.3301,
      "step": 2306860
    },
    {
      "epoch": 643.84,
      "grad_norm": 1.717918872833252,
      "learning_rate": 4.7159947975812215e-07,
      "loss": 0.3322,
      "step": 2306870
    },
    {
      "epoch": 643.84,
      "grad_norm": 1.325576901435852,
      "learning_rate": 4.7158321236425556e-07,
      "loss": 0.3501,
      "step": 2306880
    },
    {
      "epoch": 643.84,
      "grad_norm": 1.3404767513275146,
      "learning_rate": 4.715669452195748e-07,
      "loss": 0.3606,
      "step": 2306890
    },
    {
      "epoch": 643.85,
      "grad_norm": 1.1859909296035767,
      "learning_rate": 4.7155067832408193e-07,
      "loss": 0.3273,
      "step": 2306900
    },
    {
      "epoch": 643.85,
      "grad_norm": 1.0910987854003906,
      "learning_rate": 4.715344116777801e-07,
      "loss": 0.3494,
      "step": 2306910
    },
    {
      "epoch": 643.85,
      "grad_norm": 1.3039478063583374,
      "learning_rate": 4.715181452806696e-07,
      "loss": 0.35,
      "step": 2306920
    },
    {
      "epoch": 643.85,
      "grad_norm": 1.2580827474594116,
      "learning_rate": 4.715018791327548e-07,
      "loss": 0.3337,
      "step": 2306930
    },
    {
      "epoch": 643.86,
      "grad_norm": 1.473291039466858,
      "learning_rate": 4.7148561323403596e-07,
      "loss": 0.3482,
      "step": 2306940
    },
    {
      "epoch": 643.86,
      "grad_norm": 1.3063678741455078,
      "learning_rate": 4.714693475845162e-07,
      "loss": 0.3535,
      "step": 2306950
    },
    {
      "epoch": 643.86,
      "grad_norm": 1.2084283828735352,
      "learning_rate": 4.714530821841982e-07,
      "loss": 0.3337,
      "step": 2306960
    },
    {
      "epoch": 643.87,
      "grad_norm": 1.1825462579727173,
      "learning_rate": 4.7143681703308186e-07,
      "loss": 0.3357,
      "step": 2306970
    },
    {
      "epoch": 643.87,
      "grad_norm": 1.3102078437805176,
      "learning_rate": 4.7142055213117243e-07,
      "loss": 0.3222,
      "step": 2306980
    },
    {
      "epoch": 643.87,
      "grad_norm": 1.0782583951950073,
      "learning_rate": 4.714042874784699e-07,
      "loss": 0.3485,
      "step": 2306990
    },
    {
      "epoch": 643.87,
      "grad_norm": 1.3834047317504883,
      "learning_rate": 4.713880230749769e-07,
      "loss": 0.324,
      "step": 2307000
    },
    {
      "epoch": 643.88,
      "grad_norm": 1.2822914123535156,
      "learning_rate": 4.713717589206965e-07,
      "loss": 0.3336,
      "step": 2307010
    },
    {
      "epoch": 643.88,
      "grad_norm": 1.249286413192749,
      "learning_rate": 4.713554950156298e-07,
      "loss": 0.3465,
      "step": 2307020
    },
    {
      "epoch": 643.88,
      "grad_norm": 1.2949776649475098,
      "learning_rate": 4.713392313597791e-07,
      "loss": 0.3421,
      "step": 2307030
    },
    {
      "epoch": 643.89,
      "grad_norm": 1.3801469802856445,
      "learning_rate": 4.713229679531467e-07,
      "loss": 0.3421,
      "step": 2307040
    },
    {
      "epoch": 643.89,
      "grad_norm": 1.106404423713684,
      "learning_rate": 4.713067047957356e-07,
      "loss": 0.3431,
      "step": 2307050
    },
    {
      "epoch": 643.89,
      "grad_norm": 1.4716620445251465,
      "learning_rate": 4.7129044188754594e-07,
      "loss": 0.3291,
      "step": 2307060
    },
    {
      "epoch": 643.89,
      "grad_norm": 1.2384015321731567,
      "learning_rate": 4.7127417922858246e-07,
      "loss": 0.326,
      "step": 2307070
    },
    {
      "epoch": 643.9,
      "grad_norm": 1.1375646591186523,
      "learning_rate": 4.7125791681884513e-07,
      "loss": 0.3381,
      "step": 2307080
    },
    {
      "epoch": 643.9,
      "grad_norm": 1.2094868421554565,
      "learning_rate": 4.7124165465833735e-07,
      "loss": 0.3296,
      "step": 2307090
    },
    {
      "epoch": 643.9,
      "grad_norm": 1.3659782409667969,
      "learning_rate": 4.7122539274706144e-07,
      "loss": 0.3368,
      "step": 2307100
    },
    {
      "epoch": 643.9,
      "grad_norm": 1.0181031227111816,
      "learning_rate": 4.7120913108501846e-07,
      "loss": 0.3241,
      "step": 2307110
    },
    {
      "epoch": 643.91,
      "grad_norm": 1.4311928749084473,
      "learning_rate": 4.71192869672211e-07,
      "loss": 0.3643,
      "step": 2307120
    },
    {
      "epoch": 643.91,
      "grad_norm": 1.1920911073684692,
      "learning_rate": 4.711766085086417e-07,
      "loss": 0.3298,
      "step": 2307130
    },
    {
      "epoch": 643.91,
      "grad_norm": 1.350991129875183,
      "learning_rate": 4.711603475943128e-07,
      "loss": 0.3261,
      "step": 2307140
    },
    {
      "epoch": 643.92,
      "grad_norm": 1.275501012802124,
      "learning_rate": 4.711440869292255e-07,
      "loss": 0.3228,
      "step": 2307150
    },
    {
      "epoch": 643.92,
      "grad_norm": 1.7545017004013062,
      "learning_rate": 4.7112782651338276e-07,
      "loss": 0.3281,
      "step": 2307160
    },
    {
      "epoch": 643.92,
      "grad_norm": 1.2617555856704712,
      "learning_rate": 4.7111156634678705e-07,
      "loss": 0.3367,
      "step": 2307170
    },
    {
      "epoch": 643.92,
      "grad_norm": 1.2357102632522583,
      "learning_rate": 4.7109530642943855e-07,
      "loss": 0.3201,
      "step": 2307180
    },
    {
      "epoch": 643.93,
      "grad_norm": 1.0510790348052979,
      "learning_rate": 4.7107904676134253e-07,
      "loss": 0.3391,
      "step": 2307190
    },
    {
      "epoch": 643.93,
      "grad_norm": 1.2801430225372314,
      "learning_rate": 4.7106278734249865e-07,
      "loss": 0.3465,
      "step": 2307200
    },
    {
      "epoch": 643.93,
      "grad_norm": 1.1264448165893555,
      "learning_rate": 4.710465281729101e-07,
      "loss": 0.3462,
      "step": 2307210
    },
    {
      "epoch": 643.94,
      "grad_norm": 1.3074527978897095,
      "learning_rate": 4.710302692525787e-07,
      "loss": 0.3407,
      "step": 2307220
    },
    {
      "epoch": 643.94,
      "grad_norm": 1.2146248817443848,
      "learning_rate": 4.7101401058150746e-07,
      "loss": 0.3323,
      "step": 2307230
    },
    {
      "epoch": 643.94,
      "grad_norm": 1.0937254428863525,
      "learning_rate": 4.709977521596976e-07,
      "loss": 0.3387,
      "step": 2307240
    },
    {
      "epoch": 643.94,
      "grad_norm": 1.3446638584136963,
      "learning_rate": 4.709814939871513e-07,
      "loss": 0.3448,
      "step": 2307250
    },
    {
      "epoch": 643.95,
      "grad_norm": 1.7484920024871826,
      "learning_rate": 4.70965236063871e-07,
      "loss": 0.3482,
      "step": 2307260
    },
    {
      "epoch": 643.95,
      "grad_norm": 1.0489528179168701,
      "learning_rate": 4.709489783898588e-07,
      "loss": 0.3333,
      "step": 2307270
    },
    {
      "epoch": 643.95,
      "grad_norm": 1.3830937147140503,
      "learning_rate": 4.709327209651177e-07,
      "loss": 0.3396,
      "step": 2307280
    },
    {
      "epoch": 643.95,
      "grad_norm": 1.174485206604004,
      "learning_rate": 4.7091646378964834e-07,
      "loss": 0.3308,
      "step": 2307290
    },
    {
      "epoch": 643.96,
      "grad_norm": 1.1904995441436768,
      "learning_rate": 4.709002068634538e-07,
      "loss": 0.3463,
      "step": 2307300
    },
    {
      "epoch": 643.96,
      "grad_norm": 1.146718978881836,
      "learning_rate": 4.708839501865367e-07,
      "loss": 0.3471,
      "step": 2307310
    },
    {
      "epoch": 643.96,
      "grad_norm": 1.2198009490966797,
      "learning_rate": 4.70867693758897e-07,
      "loss": 0.3521,
      "step": 2307320
    },
    {
      "epoch": 643.97,
      "grad_norm": 1.4816406965255737,
      "learning_rate": 4.7085143758054017e-07,
      "loss": 0.3334,
      "step": 2307330
    },
    {
      "epoch": 643.97,
      "grad_norm": 1.132226824760437,
      "learning_rate": 4.708351816514657e-07,
      "loss": 0.3439,
      "step": 2307340
    },
    {
      "epoch": 643.97,
      "grad_norm": 1.1319620609283447,
      "learning_rate": 4.7081892597167675e-07,
      "loss": 0.3156,
      "step": 2307350
    },
    {
      "epoch": 643.97,
      "grad_norm": 1.2066521644592285,
      "learning_rate": 4.7080267054117534e-07,
      "loss": 0.3457,
      "step": 2307360
    },
    {
      "epoch": 643.98,
      "grad_norm": 1.052488088607788,
      "learning_rate": 4.7078641535996466e-07,
      "loss": 0.3424,
      "step": 2307370
    },
    {
      "epoch": 643.98,
      "grad_norm": 1.2904605865478516,
      "learning_rate": 4.7077016042804516e-07,
      "loss": 0.3346,
      "step": 2307380
    },
    {
      "epoch": 643.98,
      "grad_norm": 1.2337658405303955,
      "learning_rate": 4.7075390574541973e-07,
      "loss": 0.3328,
      "step": 2307390
    },
    {
      "epoch": 643.99,
      "grad_norm": 1.3030451536178589,
      "learning_rate": 4.7073765131209124e-07,
      "loss": 0.3349,
      "step": 2307400
    },
    {
      "epoch": 643.99,
      "grad_norm": 1.1947522163391113,
      "learning_rate": 4.7072139712806e-07,
      "loss": 0.3463,
      "step": 2307410
    },
    {
      "epoch": 643.99,
      "grad_norm": 1.836499571800232,
      "learning_rate": 4.707051431933306e-07,
      "loss": 0.3425,
      "step": 2307420
    },
    {
      "epoch": 643.99,
      "grad_norm": 1.559630274772644,
      "learning_rate": 4.7068888950790333e-07,
      "loss": 0.334,
      "step": 2307430
    },
    {
      "epoch": 644.0,
      "grad_norm": 1.1674654483795166,
      "learning_rate": 4.7067263607178106e-07,
      "loss": 0.3275,
      "step": 2307440
    },
    {
      "epoch": 644.0,
      "grad_norm": 1.3974655866622925,
      "learning_rate": 4.7065638288496643e-07,
      "loss": 0.34,
      "step": 2307450
    },
    {
      "epoch": 644.0,
      "eval_loss": 0.3373965620994568,
      "eval_runtime": 63.826,
      "eval_samples_per_second": 79.262,
      "eval_steps_per_second": 9.918,
      "step": 2307452
    },
    {
      "epoch": 644.0,
      "grad_norm": 1.1580265760421753,
      "learning_rate": 4.7064012994746043e-07,
      "loss": 0.344,
      "step": 2307460
    },
    {
      "epoch": 644.01,
      "grad_norm": 1.2289971113204956,
      "learning_rate": 4.7062387725926593e-07,
      "loss": 0.343,
      "step": 2307470
    },
    {
      "epoch": 644.01,
      "grad_norm": 1.2368581295013428,
      "learning_rate": 4.7060762482038504e-07,
      "loss": 0.3541,
      "step": 2307480
    },
    {
      "epoch": 644.01,
      "grad_norm": 1.3820698261260986,
      "learning_rate": 4.7059137263082057e-07,
      "loss": 0.3588,
      "step": 2307490
    },
    {
      "epoch": 644.01,
      "grad_norm": 1.2154637575149536,
      "learning_rate": 4.7057512069057283e-07,
      "loss": 0.3399,
      "step": 2307500
    },
    {
      "epoch": 644.02,
      "grad_norm": 1.2987561225891113,
      "learning_rate": 4.7055886899964623e-07,
      "loss": 0.3487,
      "step": 2307510
    },
    {
      "epoch": 644.02,
      "grad_norm": 1.2582769393920898,
      "learning_rate": 4.7054261755804155e-07,
      "loss": 0.333,
      "step": 2307520
    },
    {
      "epoch": 644.02,
      "grad_norm": 1.3485350608825684,
      "learning_rate": 4.7052636636576086e-07,
      "loss": 0.3409,
      "step": 2307530
    },
    {
      "epoch": 644.02,
      "grad_norm": 1.4671332836151123,
      "learning_rate": 4.7051011542280787e-07,
      "loss": 0.3546,
      "step": 2307540
    },
    {
      "epoch": 644.03,
      "grad_norm": 1.5199016332626343,
      "learning_rate": 4.7049386472918193e-07,
      "loss": 0.3305,
      "step": 2307550
    },
    {
      "epoch": 644.03,
      "grad_norm": 4.271880626678467,
      "learning_rate": 4.7047761428488835e-07,
      "loss": 0.3398,
      "step": 2307560
    },
    {
      "epoch": 644.03,
      "grad_norm": 1.1852138042449951,
      "learning_rate": 4.7046136408992733e-07,
      "loss": 0.352,
      "step": 2307570
    },
    {
      "epoch": 644.04,
      "grad_norm": 1.5254136323928833,
      "learning_rate": 4.704451141443012e-07,
      "loss": 0.3446,
      "step": 2307580
    },
    {
      "epoch": 644.04,
      "grad_norm": 1.1248120069503784,
      "learning_rate": 4.704288644480127e-07,
      "loss": 0.3369,
      "step": 2307590
    },
    {
      "epoch": 644.04,
      "grad_norm": 1.1970610618591309,
      "learning_rate": 4.704126150010643e-07,
      "loss": 0.3388,
      "step": 2307600
    },
    {
      "epoch": 644.04,
      "grad_norm": 1.2365117073059082,
      "learning_rate": 4.7039636580345705e-07,
      "loss": 0.3363,
      "step": 2307610
    },
    {
      "epoch": 644.05,
      "grad_norm": 1.1715515851974487,
      "learning_rate": 4.7038011685519353e-07,
      "loss": 0.3332,
      "step": 2307620
    },
    {
      "epoch": 644.05,
      "grad_norm": 1.3498221635818481,
      "learning_rate": 4.70363868156277e-07,
      "loss": 0.3256,
      "step": 2307630
    },
    {
      "epoch": 644.05,
      "grad_norm": 1.1797854900360107,
      "learning_rate": 4.7034761970670703e-07,
      "loss": 0.3322,
      "step": 2307640
    },
    {
      "epoch": 644.06,
      "grad_norm": 1.0627232789993286,
      "learning_rate": 4.7033137150648896e-07,
      "loss": 0.3418,
      "step": 2307650
    },
    {
      "epoch": 644.06,
      "grad_norm": 1.672121286392212,
      "learning_rate": 4.703151235556227e-07,
      "loss": 0.331,
      "step": 2307660
    },
    {
      "epoch": 644.06,
      "grad_norm": 1.167622685432434,
      "learning_rate": 4.7029887585411114e-07,
      "loss": 0.3335,
      "step": 2307670
    },
    {
      "epoch": 644.06,
      "grad_norm": 1.6390386819839478,
      "learning_rate": 4.702826284019569e-07,
      "loss": 0.3283,
      "step": 2307680
    },
    {
      "epoch": 644.07,
      "grad_norm": 1.1603034734725952,
      "learning_rate": 4.7026638119916126e-07,
      "loss": 0.3424,
      "step": 2307690
    },
    {
      "epoch": 644.07,
      "grad_norm": 1.1183440685272217,
      "learning_rate": 4.7025013424572683e-07,
      "loss": 0.3319,
      "step": 2307700
    },
    {
      "epoch": 644.07,
      "grad_norm": 1.2010157108306885,
      "learning_rate": 4.7023388754165567e-07,
      "loss": 0.338,
      "step": 2307710
    },
    {
      "epoch": 644.07,
      "grad_norm": 1.0610911846160889,
      "learning_rate": 4.702176410869504e-07,
      "loss": 0.3303,
      "step": 2307720
    },
    {
      "epoch": 644.08,
      "grad_norm": 1.1283870935440063,
      "learning_rate": 4.702013948816119e-07,
      "loss": 0.3344,
      "step": 2307730
    },
    {
      "epoch": 644.08,
      "grad_norm": 1.3715990781784058,
      "learning_rate": 4.701851489256444e-07,
      "loss": 0.3405,
      "step": 2307740
    },
    {
      "epoch": 644.08,
      "grad_norm": 1.2942615747451782,
      "learning_rate": 4.7016890321904825e-07,
      "loss": 0.3471,
      "step": 2307750
    },
    {
      "epoch": 644.09,
      "grad_norm": 1.420526385307312,
      "learning_rate": 4.701526577618261e-07,
      "loss": 0.3331,
      "step": 2307760
    },
    {
      "epoch": 644.09,
      "grad_norm": 1.1856062412261963,
      "learning_rate": 4.7013641255398105e-07,
      "loss": 0.3562,
      "step": 2307770
    },
    {
      "epoch": 644.09,
      "grad_norm": 1.2016607522964478,
      "learning_rate": 4.701201675955138e-07,
      "loss": 0.3452,
      "step": 2307780
    },
    {
      "epoch": 644.09,
      "grad_norm": 1.2238812446594238,
      "learning_rate": 4.7010392288642733e-07,
      "loss": 0.3237,
      "step": 2307790
    },
    {
      "epoch": 644.1,
      "grad_norm": 1.1736397743225098,
      "learning_rate": 4.700876784267234e-07,
      "loss": 0.3578,
      "step": 2307800
    },
    {
      "epoch": 644.1,
      "grad_norm": 1.1701595783233643,
      "learning_rate": 4.7007143421640536e-07,
      "loss": 0.34,
      "step": 2307810
    },
    {
      "epoch": 644.1,
      "grad_norm": 1.2434899806976318,
      "learning_rate": 4.7005519025547354e-07,
      "loss": 0.3391,
      "step": 2307820
    },
    {
      "epoch": 644.11,
      "grad_norm": 1.079540491104126,
      "learning_rate": 4.700389465439313e-07,
      "loss": 0.3525,
      "step": 2307830
    },
    {
      "epoch": 644.11,
      "grad_norm": 1.1131634712219238,
      "learning_rate": 4.7002270308178016e-07,
      "loss": 0.3504,
      "step": 2307840
    },
    {
      "epoch": 644.11,
      "grad_norm": 1.2741403579711914,
      "learning_rate": 4.70006459869023e-07,
      "loss": 0.3211,
      "step": 2307850
    },
    {
      "epoch": 644.11,
      "grad_norm": 1.3087763786315918,
      "learning_rate": 4.6999021690566195e-07,
      "loss": 0.3412,
      "step": 2307860
    },
    {
      "epoch": 644.12,
      "grad_norm": 1.3305389881134033,
      "learning_rate": 4.699739741916978e-07,
      "loss": 0.3391,
      "step": 2307870
    },
    {
      "epoch": 644.12,
      "grad_norm": 1.2473812103271484,
      "learning_rate": 4.6995773172713483e-07,
      "loss": 0.3304,
      "step": 2307880
    },
    {
      "epoch": 644.12,
      "grad_norm": 1.080690860748291,
      "learning_rate": 4.699414895119735e-07,
      "loss": 0.344,
      "step": 2307890
    },
    {
      "epoch": 644.13,
      "grad_norm": 1.419419527053833,
      "learning_rate": 4.6992524754621676e-07,
      "loss": 0.3134,
      "step": 2307900
    },
    {
      "epoch": 644.13,
      "grad_norm": 1.2544565200805664,
      "learning_rate": 4.699090058298671e-07,
      "loss": 0.35,
      "step": 2307910
    },
    {
      "epoch": 644.13,
      "grad_norm": 1.1381969451904297,
      "learning_rate": 4.6989276436292567e-07,
      "loss": 0.3414,
      "step": 2307920
    },
    {
      "epoch": 644.13,
      "grad_norm": 1.3484963178634644,
      "learning_rate": 4.698765231453949e-07,
      "loss": 0.3329,
      "step": 2307930
    },
    {
      "epoch": 644.14,
      "grad_norm": 1.4490466117858887,
      "learning_rate": 4.698602821772774e-07,
      "loss": 0.344,
      "step": 2307940
    },
    {
      "epoch": 644.14,
      "grad_norm": 4.119642734527588,
      "learning_rate": 4.698440414585758e-07,
      "loss": 0.328,
      "step": 2307950
    },
    {
      "epoch": 644.14,
      "grad_norm": 1.266357421875,
      "learning_rate": 4.6982780098929073e-07,
      "loss": 0.3455,
      "step": 2307960
    },
    {
      "epoch": 644.14,
      "grad_norm": 1.0350074768066406,
      "learning_rate": 4.698115607694255e-07,
      "loss": 0.3298,
      "step": 2307970
    },
    {
      "epoch": 644.15,
      "grad_norm": 1.1665558815002441,
      "learning_rate": 4.6979532079898257e-07,
      "loss": 0.3496,
      "step": 2307980
    },
    {
      "epoch": 644.15,
      "grad_norm": 1.2682335376739502,
      "learning_rate": 4.6977908107796204e-07,
      "loss": 0.3288,
      "step": 2307990
    },
    {
      "epoch": 644.15,
      "grad_norm": 1.089652180671692,
      "learning_rate": 4.6976284160636905e-07,
      "loss": 0.3445,
      "step": 2308000
    },
    {
      "epoch": 644.16,
      "grad_norm": 1.1786152124404907,
      "learning_rate": 4.6974660238420365e-07,
      "loss": 0.331,
      "step": 2308010
    },
    {
      "epoch": 644.16,
      "grad_norm": 1.4317562580108643,
      "learning_rate": 4.697303634114684e-07,
      "loss": 0.333,
      "step": 2308020
    },
    {
      "epoch": 644.16,
      "grad_norm": 1.1358983516693115,
      "learning_rate": 4.6971412468816564e-07,
      "loss": 0.3292,
      "step": 2308030
    },
    {
      "epoch": 644.16,
      "grad_norm": 1.7183233499526978,
      "learning_rate": 4.6969788621429853e-07,
      "loss": 0.3385,
      "step": 2308040
    },
    {
      "epoch": 644.17,
      "grad_norm": 1.3888230323791504,
      "learning_rate": 4.6968164798986727e-07,
      "loss": 0.3471,
      "step": 2308050
    },
    {
      "epoch": 644.17,
      "grad_norm": 1.30010187625885,
      "learning_rate": 4.696654100148753e-07,
      "loss": 0.3288,
      "step": 2308060
    },
    {
      "epoch": 644.17,
      "grad_norm": 1.17192804813385,
      "learning_rate": 4.6964917228932495e-07,
      "loss": 0.3459,
      "step": 2308070
    },
    {
      "epoch": 644.18,
      "grad_norm": 1.2249032258987427,
      "learning_rate": 4.6963293481321675e-07,
      "loss": 0.3428,
      "step": 2308080
    },
    {
      "epoch": 644.18,
      "grad_norm": 1.2736680507659912,
      "learning_rate": 4.6961669758655536e-07,
      "loss": 0.3472,
      "step": 2308090
    },
    {
      "epoch": 644.18,
      "grad_norm": 1.056908369064331,
      "learning_rate": 4.696004606093408e-07,
      "loss": 0.3213,
      "step": 2308100
    },
    {
      "epoch": 644.18,
      "grad_norm": 1.1389703750610352,
      "learning_rate": 4.6958422388157614e-07,
      "loss": 0.3452,
      "step": 2308110
    },
    {
      "epoch": 644.19,
      "grad_norm": 1.174233078956604,
      "learning_rate": 4.6956798740326433e-07,
      "loss": 0.3284,
      "step": 2308120
    },
    {
      "epoch": 644.19,
      "grad_norm": 1.0620094537734985,
      "learning_rate": 4.69551751174405e-07,
      "loss": 0.3337,
      "step": 2308130
    },
    {
      "epoch": 644.19,
      "grad_norm": 1.3190584182739258,
      "learning_rate": 4.6953551519500344e-07,
      "loss": 0.3406,
      "step": 2308140
    },
    {
      "epoch": 644.19,
      "grad_norm": 7.1464009284973145,
      "learning_rate": 4.6951927946505964e-07,
      "loss": 0.3503,
      "step": 2308150
    },
    {
      "epoch": 644.2,
      "grad_norm": 1.2376811504364014,
      "learning_rate": 4.695030439845765e-07,
      "loss": 0.3352,
      "step": 2308160
    },
    {
      "epoch": 644.2,
      "grad_norm": 1.1222230195999146,
      "learning_rate": 4.694868087535562e-07,
      "loss": 0.3521,
      "step": 2308170
    },
    {
      "epoch": 644.2,
      "grad_norm": 1.0680464506149292,
      "learning_rate": 4.6947057377200155e-07,
      "loss": 0.3219,
      "step": 2308180
    },
    {
      "epoch": 644.21,
      "grad_norm": 1.2546939849853516,
      "learning_rate": 4.694543390399132e-07,
      "loss": 0.3424,
      "step": 2308190
    },
    {
      "epoch": 644.21,
      "grad_norm": 1.1751505136489868,
      "learning_rate": 4.69438104557294e-07,
      "loss": 0.3492,
      "step": 2308200
    },
    {
      "epoch": 644.21,
      "grad_norm": 1.2791134119033813,
      "learning_rate": 4.6942187032414716e-07,
      "loss": 0.3454,
      "step": 2308210
    },
    {
      "epoch": 644.21,
      "grad_norm": 1.0976368188858032,
      "learning_rate": 4.694056363404724e-07,
      "loss": 0.3472,
      "step": 2308220
    },
    {
      "epoch": 644.22,
      "grad_norm": 1.4430444240570068,
      "learning_rate": 4.6938940260627484e-07,
      "loss": 0.3425,
      "step": 2308230
    },
    {
      "epoch": 644.22,
      "grad_norm": 1.1886829137802124,
      "learning_rate": 4.6937316912155434e-07,
      "loss": 0.3604,
      "step": 2308240
    },
    {
      "epoch": 644.22,
      "grad_norm": 1.2620989084243774,
      "learning_rate": 4.693569358863139e-07,
      "loss": 0.3407,
      "step": 2308250
    },
    {
      "epoch": 644.23,
      "grad_norm": 1.0899451971054077,
      "learning_rate": 4.693407029005565e-07,
      "loss": 0.3242,
      "step": 2308260
    },
    {
      "epoch": 644.23,
      "grad_norm": 1.4533843994140625,
      "learning_rate": 4.6932447016428287e-07,
      "loss": 0.3473,
      "step": 2308270
    },
    {
      "epoch": 644.23,
      "grad_norm": 1.2209441661834717,
      "learning_rate": 4.6930823767749557e-07,
      "loss": 0.3326,
      "step": 2308280
    },
    {
      "epoch": 644.23,
      "grad_norm": 1.0852224826812744,
      "learning_rate": 4.6929200544019726e-07,
      "loss": 0.3397,
      "step": 2308290
    },
    {
      "epoch": 644.24,
      "grad_norm": 1.1921769380569458,
      "learning_rate": 4.692757734523903e-07,
      "loss": 0.3338,
      "step": 2308300
    },
    {
      "epoch": 644.24,
      "grad_norm": 1.2766640186309814,
      "learning_rate": 4.692595417140751e-07,
      "loss": 0.3344,
      "step": 2308310
    },
    {
      "epoch": 644.24,
      "grad_norm": 1.1844894886016846,
      "learning_rate": 4.692433102252565e-07,
      "loss": 0.3483,
      "step": 2308320
    },
    {
      "epoch": 644.25,
      "grad_norm": 1.2254552841186523,
      "learning_rate": 4.6922707898593435e-07,
      "loss": 0.3395,
      "step": 2308330
    },
    {
      "epoch": 644.25,
      "grad_norm": 1.2635045051574707,
      "learning_rate": 4.6921084799611186e-07,
      "loss": 0.338,
      "step": 2308340
    },
    {
      "epoch": 644.25,
      "grad_norm": 1.1948314905166626,
      "learning_rate": 4.691946172557916e-07,
      "loss": 0.3377,
      "step": 2308350
    },
    {
      "epoch": 644.25,
      "grad_norm": 1.1660066843032837,
      "learning_rate": 4.6917838676497466e-07,
      "loss": 0.332,
      "step": 2308360
    },
    {
      "epoch": 644.26,
      "grad_norm": 1.4449712038040161,
      "learning_rate": 4.691621565236638e-07,
      "loss": 0.3417,
      "step": 2308370
    },
    {
      "epoch": 644.26,
      "grad_norm": 1.7505156993865967,
      "learning_rate": 4.6914592653186097e-07,
      "loss": 0.3318,
      "step": 2308380
    },
    {
      "epoch": 644.26,
      "grad_norm": 1.0916668176651,
      "learning_rate": 4.6912969678956894e-07,
      "loss": 0.3338,
      "step": 2308390
    },
    {
      "epoch": 644.26,
      "grad_norm": 1.1672484874725342,
      "learning_rate": 4.6911346729678883e-07,
      "loss": 0.3319,
      "step": 2308400
    },
    {
      "epoch": 644.27,
      "grad_norm": 1.0549736022949219,
      "learning_rate": 4.690972380535234e-07,
      "loss": 0.3374,
      "step": 2308410
    },
    {
      "epoch": 644.27,
      "grad_norm": 1.3636561632156372,
      "learning_rate": 4.6908100905977477e-07,
      "loss": 0.3284,
      "step": 2308420
    },
    {
      "epoch": 644.27,
      "grad_norm": 1.135409951210022,
      "learning_rate": 4.6906478031554505e-07,
      "loss": 0.3337,
      "step": 2308430
    },
    {
      "epoch": 644.28,
      "grad_norm": 1.099621057510376,
      "learning_rate": 4.690485518208371e-07,
      "loss": 0.3277,
      "step": 2308440
    },
    {
      "epoch": 644.28,
      "grad_norm": 1.1907621622085571,
      "learning_rate": 4.690323235756512e-07,
      "loss": 0.3548,
      "step": 2308450
    },
    {
      "epoch": 644.28,
      "grad_norm": 1.1141654253005981,
      "learning_rate": 4.690160955799919e-07,
      "loss": 0.3418,
      "step": 2308460
    },
    {
      "epoch": 644.28,
      "grad_norm": 1.2679102420806885,
      "learning_rate": 4.689998678338599e-07,
      "loss": 0.3534,
      "step": 2308470
    },
    {
      "epoch": 644.29,
      "grad_norm": 1.1872906684875488,
      "learning_rate": 4.689836403372572e-07,
      "loss": 0.3443,
      "step": 2308480
    },
    {
      "epoch": 644.29,
      "grad_norm": 1.233538031578064,
      "learning_rate": 4.689674130901872e-07,
      "loss": 0.3443,
      "step": 2308490
    },
    {
      "epoch": 644.29,
      "grad_norm": 1.5555872917175293,
      "learning_rate": 4.689511860926509e-07,
      "loss": 0.3282,
      "step": 2308500
    },
    {
      "epoch": 644.3,
      "grad_norm": 2.1078567504882812,
      "learning_rate": 4.689349593446504e-07,
      "loss": 0.3329,
      "step": 2308510
    },
    {
      "epoch": 644.3,
      "grad_norm": 1.1602681875228882,
      "learning_rate": 4.6891873284618856e-07,
      "loss": 0.3316,
      "step": 2308520
    },
    {
      "epoch": 644.3,
      "grad_norm": 1.1216678619384766,
      "learning_rate": 4.6890250659726777e-07,
      "loss": 0.3317,
      "step": 2308530
    },
    {
      "epoch": 644.3,
      "grad_norm": 1.28952956199646,
      "learning_rate": 4.688862805978893e-07,
      "loss": 0.3246,
      "step": 2308540
    },
    {
      "epoch": 644.31,
      "grad_norm": 1.3008816242218018,
      "learning_rate": 4.6887005484805545e-07,
      "loss": 0.3364,
      "step": 2308550
    },
    {
      "epoch": 644.31,
      "grad_norm": 1.3345396518707275,
      "learning_rate": 4.6885382934776863e-07,
      "loss": 0.3322,
      "step": 2308560
    },
    {
      "epoch": 644.31,
      "grad_norm": 1.1037648916244507,
      "learning_rate": 4.688376040970311e-07,
      "loss": 0.3364,
      "step": 2308570
    },
    {
      "epoch": 644.31,
      "grad_norm": 1.354058027267456,
      "learning_rate": 4.6882137909584555e-07,
      "loss": 0.3221,
      "step": 2308580
    },
    {
      "epoch": 644.32,
      "grad_norm": 1.204630732536316,
      "learning_rate": 4.68805154344213e-07,
      "loss": 0.3506,
      "step": 2308590
    },
    {
      "epoch": 644.32,
      "grad_norm": 1.139941692352295,
      "learning_rate": 4.6878892984213597e-07,
      "loss": 0.327,
      "step": 2308600
    },
    {
      "epoch": 644.32,
      "grad_norm": 1.1950044631958008,
      "learning_rate": 4.6877270558961667e-07,
      "loss": 0.3467,
      "step": 2308610
    },
    {
      "epoch": 644.33,
      "grad_norm": 1.268479347229004,
      "learning_rate": 4.687564815866581e-07,
      "loss": 0.3353,
      "step": 2308620
    },
    {
      "epoch": 644.33,
      "grad_norm": 1.4263803958892822,
      "learning_rate": 4.687402578332612e-07,
      "loss": 0.3426,
      "step": 2308630
    },
    {
      "epoch": 644.33,
      "grad_norm": 1.0686200857162476,
      "learning_rate": 4.6872403432942837e-07,
      "loss": 0.3522,
      "step": 2308640
    },
    {
      "epoch": 644.33,
      "grad_norm": 1.1886757612228394,
      "learning_rate": 4.6870781107516286e-07,
      "loss": 0.3436,
      "step": 2308650
    },
    {
      "epoch": 644.34,
      "grad_norm": 1.3571571111679077,
      "learning_rate": 4.686915880704644e-07,
      "loss": 0.3332,
      "step": 2308660
    },
    {
      "epoch": 644.34,
      "grad_norm": 1.3183836936950684,
      "learning_rate": 4.686753653153382e-07,
      "loss": 0.3283,
      "step": 2308670
    },
    {
      "epoch": 644.34,
      "grad_norm": 1.2547231912612915,
      "learning_rate": 4.6865914280978444e-07,
      "loss": 0.317,
      "step": 2308680
    },
    {
      "epoch": 644.35,
      "grad_norm": 1.6396132707595825,
      "learning_rate": 4.6864292055380554e-07,
      "loss": 0.3264,
      "step": 2308690
    },
    {
      "epoch": 644.35,
      "grad_norm": 1.361673355102539,
      "learning_rate": 4.686266985474041e-07,
      "loss": 0.328,
      "step": 2308700
    },
    {
      "epoch": 644.35,
      "grad_norm": 1.1225649118423462,
      "learning_rate": 4.686104767905819e-07,
      "loss": 0.3336,
      "step": 2308710
    },
    {
      "epoch": 644.35,
      "grad_norm": 1.452305793762207,
      "learning_rate": 4.6859425528334186e-07,
      "loss": 0.3388,
      "step": 2308720
    },
    {
      "epoch": 644.36,
      "grad_norm": 1.9092764854431152,
      "learning_rate": 4.685780340256852e-07,
      "loss": 0.339,
      "step": 2308730
    },
    {
      "epoch": 644.36,
      "grad_norm": 1.133204698562622,
      "learning_rate": 4.685618130176144e-07,
      "loss": 0.3411,
      "step": 2308740
    },
    {
      "epoch": 644.36,
      "grad_norm": 1.1628005504608154,
      "learning_rate": 4.6854559225913135e-07,
      "loss": 0.3409,
      "step": 2308750
    },
    {
      "epoch": 644.37,
      "grad_norm": 2.734384298324585,
      "learning_rate": 4.6852937175023934e-07,
      "loss": 0.3358,
      "step": 2308760
    },
    {
      "epoch": 644.37,
      "grad_norm": 1.3870576620101929,
      "learning_rate": 4.685131514909393e-07,
      "loss": 0.3258,
      "step": 2308770
    },
    {
      "epoch": 644.37,
      "grad_norm": 1.1215767860412598,
      "learning_rate": 4.6849693148123333e-07,
      "loss": 0.3471,
      "step": 2308780
    },
    {
      "epoch": 644.37,
      "grad_norm": 1.198678731918335,
      "learning_rate": 4.6848071172112516e-07,
      "loss": 0.3478,
      "step": 2308790
    },
    {
      "epoch": 644.38,
      "grad_norm": 1.8445848226547241,
      "learning_rate": 4.684644922106142e-07,
      "loss": 0.3434,
      "step": 2308800
    },
    {
      "epoch": 644.38,
      "grad_norm": 1.009530782699585,
      "learning_rate": 4.6844827294970564e-07,
      "loss": 0.3358,
      "step": 2308810
    },
    {
      "epoch": 644.38,
      "grad_norm": 1.104383111000061,
      "learning_rate": 4.6843205393839975e-07,
      "loss": 0.3413,
      "step": 2308820
    },
    {
      "epoch": 644.38,
      "grad_norm": 1.1226295232772827,
      "learning_rate": 4.6841583517669916e-07,
      "loss": 0.3394,
      "step": 2308830
    },
    {
      "epoch": 644.39,
      "grad_norm": 1.228149652481079,
      "learning_rate": 4.6839961666460595e-07,
      "loss": 0.3385,
      "step": 2308840
    },
    {
      "epoch": 644.39,
      "grad_norm": 1.3385061025619507,
      "learning_rate": 4.6838339840212297e-07,
      "loss": 0.323,
      "step": 2308850
    },
    {
      "epoch": 644.39,
      "grad_norm": 1.5743308067321777,
      "learning_rate": 4.6836718038925123e-07,
      "loss": 0.3549,
      "step": 2308860
    },
    {
      "epoch": 644.4,
      "grad_norm": 1.1315441131591797,
      "learning_rate": 4.6835096262599364e-07,
      "loss": 0.3384,
      "step": 2308870
    },
    {
      "epoch": 644.4,
      "grad_norm": 1.2502716779708862,
      "learning_rate": 4.6833474511235253e-07,
      "loss": 0.3409,
      "step": 2308880
    },
    {
      "epoch": 644.4,
      "grad_norm": 1.3628720045089722,
      "learning_rate": 4.6831852784832865e-07,
      "loss": 0.3487,
      "step": 2308890
    },
    {
      "epoch": 644.4,
      "grad_norm": 1.2400286197662354,
      "learning_rate": 4.683023108339262e-07,
      "loss": 0.3326,
      "step": 2308900
    },
    {
      "epoch": 644.41,
      "grad_norm": 1.576441764831543,
      "learning_rate": 4.68286094069146e-07,
      "loss": 0.3419,
      "step": 2308910
    },
    {
      "epoch": 644.41,
      "grad_norm": 1.2294199466705322,
      "learning_rate": 4.6826987755399054e-07,
      "loss": 0.3418,
      "step": 2308920
    },
    {
      "epoch": 644.41,
      "grad_norm": 1.0828760862350464,
      "learning_rate": 4.682536612884625e-07,
      "loss": 0.3269,
      "step": 2308930
    },
    {
      "epoch": 644.42,
      "grad_norm": 1.294666051864624,
      "learning_rate": 4.682374452725629e-07,
      "loss": 0.3465,
      "step": 2308940
    },
    {
      "epoch": 644.42,
      "grad_norm": 1.2701923847198486,
      "learning_rate": 4.6822122950629457e-07,
      "loss": 0.3429,
      "step": 2308950
    },
    {
      "epoch": 644.42,
      "grad_norm": 1.1380023956298828,
      "learning_rate": 4.6820501398965963e-07,
      "loss": 0.3149,
      "step": 2308960
    },
    {
      "epoch": 644.42,
      "grad_norm": 1.2883139848709106,
      "learning_rate": 4.68188798722661e-07,
      "loss": 0.3464,
      "step": 2308970
    },
    {
      "epoch": 644.43,
      "grad_norm": 1.3132201433181763,
      "learning_rate": 4.681725837052986e-07,
      "loss": 0.3366,
      "step": 2308980
    },
    {
      "epoch": 644.43,
      "grad_norm": 1.2178196907043457,
      "learning_rate": 4.6815636893757737e-07,
      "loss": 0.3347,
      "step": 2308990
    },
    {
      "epoch": 644.43,
      "grad_norm": 1.1241180896759033,
      "learning_rate": 4.681401544194976e-07,
      "loss": 0.3303,
      "step": 2309000
    },
    {
      "epoch": 644.43,
      "grad_norm": 6.175942897796631,
      "learning_rate": 4.681239401510619e-07,
      "loss": 0.3351,
      "step": 2309010
    },
    {
      "epoch": 644.44,
      "grad_norm": 1.3912523984909058,
      "learning_rate": 4.6810772613227334e-07,
      "loss": 0.3445,
      "step": 2309020
    },
    {
      "epoch": 644.44,
      "grad_norm": 1.2434134483337402,
      "learning_rate": 4.68091512363132e-07,
      "loss": 0.3485,
      "step": 2309030
    },
    {
      "epoch": 644.44,
      "grad_norm": 1.0651935338974,
      "learning_rate": 4.680752988436425e-07,
      "loss": 0.3458,
      "step": 2309040
    },
    {
      "epoch": 644.45,
      "grad_norm": 1.282001256942749,
      "learning_rate": 4.6805908557380515e-07,
      "loss": 0.3511,
      "step": 2309050
    },
    {
      "epoch": 644.45,
      "grad_norm": 1.0452123880386353,
      "learning_rate": 4.6804287255362274e-07,
      "loss": 0.3317,
      "step": 2309060
    },
    {
      "epoch": 644.45,
      "grad_norm": 1.294226050376892,
      "learning_rate": 4.680266597830982e-07,
      "loss": 0.3477,
      "step": 2309070
    },
    {
      "epoch": 644.45,
      "grad_norm": 1.2677556276321411,
      "learning_rate": 4.680104472622323e-07,
      "loss": 0.3265,
      "step": 2309080
    },
    {
      "epoch": 644.46,
      "grad_norm": 1.1141659021377563,
      "learning_rate": 4.6799423499102786e-07,
      "loss": 0.3205,
      "step": 2309090
    },
    {
      "epoch": 644.46,
      "grad_norm": 1.2031477689743042,
      "learning_rate": 4.6797802296948703e-07,
      "loss": 0.3476,
      "step": 2309100
    },
    {
      "epoch": 644.46,
      "grad_norm": 1.3487223386764526,
      "learning_rate": 4.679618111976126e-07,
      "loss": 0.3332,
      "step": 2309110
    },
    {
      "epoch": 644.47,
      "grad_norm": 1.6127914190292358,
      "learning_rate": 4.679455996754046e-07,
      "loss": 0.3549,
      "step": 2309120
    },
    {
      "epoch": 644.47,
      "grad_norm": 1.210632562637329,
      "learning_rate": 4.6792938840286823e-07,
      "loss": 0.3379,
      "step": 2309130
    },
    {
      "epoch": 644.47,
      "grad_norm": 1.1762957572937012,
      "learning_rate": 4.679131773800033e-07,
      "loss": 0.3449,
      "step": 2309140
    },
    {
      "epoch": 644.47,
      "grad_norm": 1.2518162727355957,
      "learning_rate": 4.678969666068128e-07,
      "loss": 0.3316,
      "step": 2309150
    },
    {
      "epoch": 644.48,
      "grad_norm": 1.5187139511108398,
      "learning_rate": 4.678807560832994e-07,
      "loss": 0.3454,
      "step": 2309160
    },
    {
      "epoch": 644.48,
      "grad_norm": 1.2786054611206055,
      "learning_rate": 4.678645458094642e-07,
      "loss": 0.3357,
      "step": 2309170
    },
    {
      "epoch": 644.48,
      "grad_norm": 1.5882141590118408,
      "learning_rate": 4.6784833578530997e-07,
      "loss": 0.3311,
      "step": 2309180
    },
    {
      "epoch": 644.49,
      "grad_norm": 1.418439507484436,
      "learning_rate": 4.678321260108386e-07,
      "loss": 0.3268,
      "step": 2309190
    },
    {
      "epoch": 644.49,
      "grad_norm": 1.4378291368484497,
      "learning_rate": 4.6781591648605315e-07,
      "loss": 0.3529,
      "step": 2309200
    },
    {
      "epoch": 644.49,
      "grad_norm": 1.1120291948318481,
      "learning_rate": 4.677997072109542e-07,
      "loss": 0.3491,
      "step": 2309210
    },
    {
      "epoch": 644.49,
      "grad_norm": 1.213791847229004,
      "learning_rate": 4.677834981855448e-07,
      "loss": 0.3455,
      "step": 2309220
    },
    {
      "epoch": 644.5,
      "grad_norm": 1.2172346115112305,
      "learning_rate": 4.6776728940982786e-07,
      "loss": 0.3287,
      "step": 2309230
    },
    {
      "epoch": 644.5,
      "grad_norm": 1.1707556247711182,
      "learning_rate": 4.677510808838034e-07,
      "loss": 0.3268,
      "step": 2309240
    },
    {
      "epoch": 644.5,
      "grad_norm": 1.228294014930725,
      "learning_rate": 4.67734872607476e-07,
      "loss": 0.3262,
      "step": 2309250
    },
    {
      "epoch": 644.5,
      "grad_norm": 1.3046128749847412,
      "learning_rate": 4.6771866458084636e-07,
      "loss": 0.3421,
      "step": 2309260
    },
    {
      "epoch": 644.51,
      "grad_norm": 1.1499133110046387,
      "learning_rate": 4.677024568039169e-07,
      "loss": 0.3431,
      "step": 2309270
    },
    {
      "epoch": 644.51,
      "grad_norm": 0.9980448484420776,
      "learning_rate": 4.6768624927668985e-07,
      "loss": 0.3356,
      "step": 2309280
    },
    {
      "epoch": 644.51,
      "grad_norm": 1.0879985094070435,
      "learning_rate": 4.676700419991672e-07,
      "loss": 0.3271,
      "step": 2309290
    },
    {
      "epoch": 644.52,
      "grad_norm": 1.2153955698013306,
      "learning_rate": 4.6765383497135236e-07,
      "loss": 0.3394,
      "step": 2309300
    },
    {
      "epoch": 644.52,
      "grad_norm": 1.2202204465866089,
      "learning_rate": 4.6763762819324553e-07,
      "loss": 0.3379,
      "step": 2309310
    },
    {
      "epoch": 644.52,
      "grad_norm": 1.4331642389297485,
      "learning_rate": 4.676214216648497e-07,
      "loss": 0.3432,
      "step": 2309320
    },
    {
      "epoch": 644.52,
      "grad_norm": 2.1527628898620605,
      "learning_rate": 4.6760521538616713e-07,
      "loss": 0.3301,
      "step": 2309330
    },
    {
      "epoch": 644.53,
      "grad_norm": 1.1939353942871094,
      "learning_rate": 4.675890093572007e-07,
      "loss": 0.3359,
      "step": 2309340
    },
    {
      "epoch": 644.53,
      "grad_norm": 1.0348339080810547,
      "learning_rate": 4.675728035779511e-07,
      "loss": 0.3317,
      "step": 2309350
    },
    {
      "epoch": 644.53,
      "grad_norm": 1.0579829216003418,
      "learning_rate": 4.6755659804842136e-07,
      "loss": 0.3357,
      "step": 2309360
    },
    {
      "epoch": 644.54,
      "grad_norm": 1.6022639274597168,
      "learning_rate": 4.67540392768614e-07,
      "loss": 0.3355,
      "step": 2309370
    },
    {
      "epoch": 644.54,
      "grad_norm": 1.3142988681793213,
      "learning_rate": 4.675241877385293e-07,
      "loss": 0.3527,
      "step": 2309380
    },
    {
      "epoch": 644.54,
      "grad_norm": 1.6722151041030884,
      "learning_rate": 4.675079829581721e-07,
      "loss": 0.3392,
      "step": 2309390
    },
    {
      "epoch": 644.54,
      "grad_norm": 1.1308140754699707,
      "learning_rate": 4.6749177842754253e-07,
      "loss": 0.3418,
      "step": 2309400
    },
    {
      "epoch": 644.55,
      "grad_norm": 1.1184067726135254,
      "learning_rate": 4.674755741466434e-07,
      "loss": 0.3524,
      "step": 2309410
    },
    {
      "epoch": 644.55,
      "grad_norm": 1.218685507774353,
      "learning_rate": 4.6745937011547703e-07,
      "loss": 0.3475,
      "step": 2309420
    },
    {
      "epoch": 644.55,
      "grad_norm": 1.184807538986206,
      "learning_rate": 4.674431663340461e-07,
      "loss": 0.3453,
      "step": 2309430
    },
    {
      "epoch": 644.55,
      "grad_norm": 1.5045299530029297,
      "learning_rate": 4.674269628023513e-07,
      "loss": 0.341,
      "step": 2309440
    },
    {
      "epoch": 644.56,
      "grad_norm": 1.2858996391296387,
      "learning_rate": 4.674107595203958e-07,
      "loss": 0.3342,
      "step": 2309450
    },
    {
      "epoch": 644.56,
      "grad_norm": 1.7210086584091187,
      "learning_rate": 4.673945564881822e-07,
      "loss": 0.3425,
      "step": 2309460
    },
    {
      "epoch": 644.56,
      "grad_norm": 68.97734832763672,
      "learning_rate": 4.6737835370571074e-07,
      "loss": 0.3462,
      "step": 2309470
    },
    {
      "epoch": 644.57,
      "grad_norm": 1.1476233005523682,
      "learning_rate": 4.673621511729859e-07,
      "loss": 0.3354,
      "step": 2309480
    },
    {
      "epoch": 644.57,
      "grad_norm": 1.4697480201721191,
      "learning_rate": 4.6734594889000836e-07,
      "loss": 0.3374,
      "step": 2309490
    },
    {
      "epoch": 644.57,
      "grad_norm": 1.2940804958343506,
      "learning_rate": 4.6732974685678084e-07,
      "loss": 0.3376,
      "step": 2309500
    },
    {
      "epoch": 644.57,
      "grad_norm": 1.2457332611083984,
      "learning_rate": 4.6731354507330505e-07,
      "loss": 0.3554,
      "step": 2309510
    },
    {
      "epoch": 644.58,
      "grad_norm": 1.3515833616256714,
      "learning_rate": 4.6729734353958445e-07,
      "loss": 0.3335,
      "step": 2309520
    },
    {
      "epoch": 644.58,
      "grad_norm": 1.0206464529037476,
      "learning_rate": 4.6728114225561924e-07,
      "loss": 0.3307,
      "step": 2309530
    },
    {
      "epoch": 644.58,
      "grad_norm": 1.3938219547271729,
      "learning_rate": 4.672649412214126e-07,
      "loss": 0.3252,
      "step": 2309540
    },
    {
      "epoch": 644.59,
      "grad_norm": 1.2476242780685425,
      "learning_rate": 4.672487404369674e-07,
      "loss": 0.3344,
      "step": 2309550
    },
    {
      "epoch": 644.59,
      "grad_norm": 1.2648979425430298,
      "learning_rate": 4.6723253990228383e-07,
      "loss": 0.327,
      "step": 2309560
    },
    {
      "epoch": 644.59,
      "grad_norm": 1.146251916885376,
      "learning_rate": 4.672163396173664e-07,
      "loss": 0.3398,
      "step": 2309570
    },
    {
      "epoch": 644.59,
      "grad_norm": 1.2726045846939087,
      "learning_rate": 4.6720013958221554e-07,
      "loss": 0.3336,
      "step": 2309580
    },
    {
      "epoch": 644.6,
      "grad_norm": 1.2973135709762573,
      "learning_rate": 4.671839397968339e-07,
      "loss": 0.3435,
      "step": 2309590
    },
    {
      "epoch": 644.6,
      "grad_norm": 1.207387089729309,
      "learning_rate": 4.6716774026122435e-07,
      "loss": 0.335,
      "step": 2309600
    },
    {
      "epoch": 644.6,
      "grad_norm": 1.3567043542861938,
      "learning_rate": 4.671515409753871e-07,
      "loss": 0.3352,
      "step": 2309610
    },
    {
      "epoch": 644.61,
      "grad_norm": 1.321292757987976,
      "learning_rate": 4.6713534193932695e-07,
      "loss": 0.3327,
      "step": 2309620
    },
    {
      "epoch": 644.61,
      "grad_norm": 1.273116111755371,
      "learning_rate": 4.67119143153044e-07,
      "loss": 0.3408,
      "step": 2309630
    },
    {
      "epoch": 644.61,
      "grad_norm": 1.6717334985733032,
      "learning_rate": 4.6710294461654123e-07,
      "loss": 0.339,
      "step": 2309640
    },
    {
      "epoch": 644.61,
      "grad_norm": 1.0387614965438843,
      "learning_rate": 4.670867463298207e-07,
      "loss": 0.3398,
      "step": 2309650
    },
    {
      "epoch": 644.62,
      "grad_norm": 1.3858507871627808,
      "learning_rate": 4.6707054829288524e-07,
      "loss": 0.3451,
      "step": 2309660
    },
    {
      "epoch": 644.62,
      "grad_norm": 1.0824000835418701,
      "learning_rate": 4.670543505057357e-07,
      "loss": 0.3306,
      "step": 2309670
    },
    {
      "epoch": 644.62,
      "grad_norm": 1.1208841800689697,
      "learning_rate": 4.670381529683748e-07,
      "loss": 0.3252,
      "step": 2309680
    },
    {
      "epoch": 644.62,
      "grad_norm": 1.8458912372589111,
      "learning_rate": 4.670219556808053e-07,
      "loss": 0.3258,
      "step": 2309690
    },
    {
      "epoch": 644.63,
      "grad_norm": 1.0952509641647339,
      "learning_rate": 4.670057586430276e-07,
      "loss": 0.3411,
      "step": 2309700
    },
    {
      "epoch": 644.63,
      "grad_norm": 1.1765295267105103,
      "learning_rate": 4.6698956185504627e-07,
      "loss": 0.3356,
      "step": 2309710
    },
    {
      "epoch": 644.63,
      "grad_norm": 1.5271748304367065,
      "learning_rate": 4.6697336531686193e-07,
      "loss": 0.3411,
      "step": 2309720
    },
    {
      "epoch": 644.64,
      "grad_norm": 1.352859616279602,
      "learning_rate": 4.669571690284767e-07,
      "loss": 0.3489,
      "step": 2309730
    },
    {
      "epoch": 644.64,
      "grad_norm": 1.178722620010376,
      "learning_rate": 4.6694097298989406e-07,
      "loss": 0.3193,
      "step": 2309740
    },
    {
      "epoch": 644.64,
      "grad_norm": 1.6289831399917603,
      "learning_rate": 4.6692477720111444e-07,
      "loss": 0.3579,
      "step": 2309750
    },
    {
      "epoch": 644.64,
      "grad_norm": 1.1235063076019287,
      "learning_rate": 4.669085816621407e-07,
      "loss": 0.34,
      "step": 2309760
    },
    {
      "epoch": 644.65,
      "grad_norm": 1.1659290790557861,
      "learning_rate": 4.6689238637297496e-07,
      "loss": 0.3348,
      "step": 2309770
    },
    {
      "epoch": 644.65,
      "grad_norm": 1.3093270063400269,
      "learning_rate": 4.6687619133362035e-07,
      "loss": 0.3408,
      "step": 2309780
    },
    {
      "epoch": 644.65,
      "grad_norm": 1.4442983865737915,
      "learning_rate": 4.6685999654407687e-07,
      "loss": 0.3353,
      "step": 2309790
    },
    {
      "epoch": 644.66,
      "grad_norm": 1.112807273864746,
      "learning_rate": 4.6684380200434913e-07,
      "loss": 0.3232,
      "step": 2309800
    },
    {
      "epoch": 644.66,
      "grad_norm": 1.4516685009002686,
      "learning_rate": 4.6682760771443746e-07,
      "loss": 0.3417,
      "step": 2309810
    },
    {
      "epoch": 644.66,
      "grad_norm": 1.1193777322769165,
      "learning_rate": 4.668114136743447e-07,
      "loss": 0.3127,
      "step": 2309820
    },
    {
      "epoch": 644.66,
      "grad_norm": 1.2475746870040894,
      "learning_rate": 4.6679521988407374e-07,
      "loss": 0.3441,
      "step": 2309830
    },
    {
      "epoch": 644.67,
      "grad_norm": 1.2097059488296509,
      "learning_rate": 4.667790263436253e-07,
      "loss": 0.3287,
      "step": 2309840
    },
    {
      "epoch": 644.67,
      "grad_norm": 1.118923544883728,
      "learning_rate": 4.6676283305300207e-07,
      "loss": 0.328,
      "step": 2309850
    },
    {
      "epoch": 644.67,
      "grad_norm": 1.2432000637054443,
      "learning_rate": 4.667466400122063e-07,
      "loss": 0.3198,
      "step": 2309860
    },
    {
      "epoch": 644.67,
      "grad_norm": 1.2686798572540283,
      "learning_rate": 4.667304472212404e-07,
      "loss": 0.3312,
      "step": 2309870
    },
    {
      "epoch": 644.68,
      "grad_norm": 1.3162062168121338,
      "learning_rate": 4.6671425468010695e-07,
      "loss": 0.3372,
      "step": 2309880
    },
    {
      "epoch": 644.68,
      "grad_norm": 7.490330696105957,
      "learning_rate": 4.666980623888067e-07,
      "loss": 0.3459,
      "step": 2309890
    },
    {
      "epoch": 644.68,
      "grad_norm": 1.1147822141647339,
      "learning_rate": 4.6668187034734254e-07,
      "loss": 0.3223,
      "step": 2309900
    },
    {
      "epoch": 644.69,
      "grad_norm": 1.301297664642334,
      "learning_rate": 4.6666567855571685e-07,
      "loss": 0.3369,
      "step": 2309910
    },
    {
      "epoch": 644.69,
      "grad_norm": 1.1950774192810059,
      "learning_rate": 4.6664948701393216e-07,
      "loss": 0.3345,
      "step": 2309920
    },
    {
      "epoch": 644.69,
      "grad_norm": 1.1418153047561646,
      "learning_rate": 4.666332957219888e-07,
      "loss": 0.3444,
      "step": 2309930
    },
    {
      "epoch": 644.69,
      "grad_norm": 0.980365514755249,
      "learning_rate": 4.6661710467989133e-07,
      "loss": 0.3321,
      "step": 2309940
    },
    {
      "epoch": 644.7,
      "grad_norm": 1.2424447536468506,
      "learning_rate": 4.6660091388764017e-07,
      "loss": 0.337,
      "step": 2309950
    },
    {
      "epoch": 644.7,
      "grad_norm": 1.3712369203567505,
      "learning_rate": 4.665847233452381e-07,
      "loss": 0.3374,
      "step": 2309960
    },
    {
      "epoch": 644.7,
      "grad_norm": 1.3283008337020874,
      "learning_rate": 4.665685330526877e-07,
      "loss": 0.3432,
      "step": 2309970
    },
    {
      "epoch": 644.71,
      "grad_norm": 1.127147912979126,
      "learning_rate": 4.6655234300999036e-07,
      "loss": 0.3381,
      "step": 2309980
    },
    {
      "epoch": 644.71,
      "grad_norm": 1.2433191537857056,
      "learning_rate": 4.6653615321714835e-07,
      "loss": 0.3362,
      "step": 2309990
    },
    {
      "epoch": 644.71,
      "grad_norm": 1.8616294860839844,
      "learning_rate": 4.66519963674164e-07,
      "loss": 0.3209,
      "step": 2310000
    },
    {
      "epoch": 644.71,
      "grad_norm": 1.1851186752319336,
      "learning_rate": 4.665037743810402e-07,
      "loss": 0.3295,
      "step": 2310010
    },
    {
      "epoch": 644.72,
      "grad_norm": 1.3820452690124512,
      "learning_rate": 4.6648758533777775e-07,
      "loss": 0.3337,
      "step": 2310020
    },
    {
      "epoch": 644.72,
      "grad_norm": 1.2478007078170776,
      "learning_rate": 4.6647139654437924e-07,
      "loss": 0.3334,
      "step": 2310030
    },
    {
      "epoch": 644.72,
      "grad_norm": 1.192860722541809,
      "learning_rate": 4.6645520800084776e-07,
      "loss": 0.3366,
      "step": 2310040
    },
    {
      "epoch": 644.73,
      "grad_norm": 1.1455551385879517,
      "learning_rate": 4.664390197071836e-07,
      "loss": 0.3231,
      "step": 2310050
    },
    {
      "epoch": 644.73,
      "grad_norm": 1.1402301788330078,
      "learning_rate": 4.664228316633912e-07,
      "loss": 0.3241,
      "step": 2310060
    },
    {
      "epoch": 644.73,
      "grad_norm": 1.0953893661499023,
      "learning_rate": 4.66406643869471e-07,
      "loss": 0.3238,
      "step": 2310070
    },
    {
      "epoch": 644.73,
      "grad_norm": 1.1826215982437134,
      "learning_rate": 4.663904563254257e-07,
      "loss": 0.3402,
      "step": 2310080
    },
    {
      "epoch": 644.74,
      "grad_norm": 1.1765462160110474,
      "learning_rate": 4.6637426903125736e-07,
      "loss": 0.3403,
      "step": 2310090
    },
    {
      "epoch": 644.74,
      "grad_norm": 1.3989707231521606,
      "learning_rate": 4.6635808198696907e-07,
      "loss": 0.3311,
      "step": 2310100
    },
    {
      "epoch": 644.74,
      "grad_norm": 1.2147762775421143,
      "learning_rate": 4.663418951925613e-07,
      "loss": 0.3389,
      "step": 2310110
    },
    {
      "epoch": 644.74,
      "grad_norm": 1.2593026161193848,
      "learning_rate": 4.663257086480371e-07,
      "loss": 0.331,
      "step": 2310120
    },
    {
      "epoch": 644.75,
      "grad_norm": 1.0747312307357788,
      "learning_rate": 4.663095223533986e-07,
      "loss": 0.3447,
      "step": 2310130
    },
    {
      "epoch": 644.75,
      "grad_norm": 1.2636702060699463,
      "learning_rate": 4.66293336308648e-07,
      "loss": 0.3291,
      "step": 2310140
    },
    {
      "epoch": 644.75,
      "grad_norm": 1.0974515676498413,
      "learning_rate": 4.662771505137881e-07,
      "loss": 0.33,
      "step": 2310150
    },
    {
      "epoch": 644.76,
      "grad_norm": 1.2631932497024536,
      "learning_rate": 4.662609649688195e-07,
      "loss": 0.3396,
      "step": 2310160
    },
    {
      "epoch": 644.76,
      "grad_norm": 1.2492339611053467,
      "learning_rate": 4.6624477967374525e-07,
      "loss": 0.3427,
      "step": 2310170
    },
    {
      "epoch": 644.76,
      "grad_norm": 1.053232192993164,
      "learning_rate": 4.6622859462856827e-07,
      "loss": 0.3461,
      "step": 2310180
    },
    {
      "epoch": 644.76,
      "grad_norm": 1.1641650199890137,
      "learning_rate": 4.662124098332885e-07,
      "loss": 0.3176,
      "step": 2310190
    },
    {
      "epoch": 644.77,
      "grad_norm": 1.3256394863128662,
      "learning_rate": 4.661962252879107e-07,
      "loss": 0.3436,
      "step": 2310200
    },
    {
      "epoch": 644.77,
      "grad_norm": 8.379497528076172,
      "learning_rate": 4.6618004099243525e-07,
      "loss": 0.343,
      "step": 2310210
    },
    {
      "epoch": 644.77,
      "grad_norm": 1.3165746927261353,
      "learning_rate": 4.661638569468649e-07,
      "loss": 0.3534,
      "step": 2310220
    },
    {
      "epoch": 644.78,
      "grad_norm": 1.462835431098938,
      "learning_rate": 4.6614767315120195e-07,
      "loss": 0.3389,
      "step": 2310230
    },
    {
      "epoch": 644.78,
      "grad_norm": 1.2094628810882568,
      "learning_rate": 4.661314896054487e-07,
      "loss": 0.3496,
      "step": 2310240
    },
    {
      "epoch": 644.78,
      "grad_norm": 7.914295196533203,
      "learning_rate": 4.661153063096065e-07,
      "loss": 0.3455,
      "step": 2310250
    },
    {
      "epoch": 644.78,
      "grad_norm": 1.291988730430603,
      "learning_rate": 4.660991232636779e-07,
      "loss": 0.3378,
      "step": 2310260
    },
    {
      "epoch": 644.79,
      "grad_norm": 1.268296718597412,
      "learning_rate": 4.660829404676661e-07,
      "loss": 0.3337,
      "step": 2310270
    },
    {
      "epoch": 644.79,
      "grad_norm": 1.4009819030761719,
      "learning_rate": 4.660667579215707e-07,
      "loss": 0.3369,
      "step": 2310280
    },
    {
      "epoch": 644.79,
      "grad_norm": 1.537169098854065,
      "learning_rate": 4.6605057562539687e-07,
      "loss": 0.3422,
      "step": 2310290
    },
    {
      "epoch": 644.79,
      "grad_norm": 1.3237048387527466,
      "learning_rate": 4.660343935791444e-07,
      "loss": 0.3341,
      "step": 2310300
    },
    {
      "epoch": 644.8,
      "grad_norm": 1.175696849822998,
      "learning_rate": 4.6601821178281674e-07,
      "loss": 0.3346,
      "step": 2310310
    },
    {
      "epoch": 644.8,
      "grad_norm": 1.1710889339447021,
      "learning_rate": 4.660020302364163e-07,
      "loss": 0.3136,
      "step": 2310320
    },
    {
      "epoch": 644.8,
      "grad_norm": 1.333225131034851,
      "learning_rate": 4.6598584893994376e-07,
      "loss": 0.3375,
      "step": 2310330
    },
    {
      "epoch": 644.81,
      "grad_norm": 1.1631721258163452,
      "learning_rate": 4.659696678934023e-07,
      "loss": 0.33,
      "step": 2310340
    },
    {
      "epoch": 644.81,
      "grad_norm": 1.2011252641677856,
      "learning_rate": 4.6595348709679396e-07,
      "loss": 0.3442,
      "step": 2310350
    },
    {
      "epoch": 644.81,
      "grad_norm": 1.185957908630371,
      "learning_rate": 4.659373065501214e-07,
      "loss": 0.3305,
      "step": 2310360
    },
    {
      "epoch": 644.81,
      "grad_norm": 1.0811378955841064,
      "learning_rate": 4.659211262533851e-07,
      "loss": 0.3387,
      "step": 2310370
    },
    {
      "epoch": 644.82,
      "grad_norm": 1.259561538696289,
      "learning_rate": 4.659049462065895e-07,
      "loss": 0.3394,
      "step": 2310380
    },
    {
      "epoch": 644.82,
      "grad_norm": 1.3003242015838623,
      "learning_rate": 4.6588876640973485e-07,
      "loss": 0.3421,
      "step": 2310390
    },
    {
      "epoch": 644.82,
      "grad_norm": 1.2268986701965332,
      "learning_rate": 4.65872586862824e-07,
      "loss": 0.3303,
      "step": 2310400
    },
    {
      "epoch": 644.83,
      "grad_norm": 1.4496028423309326,
      "learning_rate": 4.658564075658601e-07,
      "loss": 0.3374,
      "step": 2310410
    },
    {
      "epoch": 644.83,
      "grad_norm": 1.152321219444275,
      "learning_rate": 4.6584022851884286e-07,
      "loss": 0.3502,
      "step": 2310420
    },
    {
      "epoch": 644.83,
      "grad_norm": 1.1433340311050415,
      "learning_rate": 4.65824049721777e-07,
      "loss": 0.3391,
      "step": 2310430
    },
    {
      "epoch": 644.83,
      "grad_norm": 1.081126093864441,
      "learning_rate": 4.658078711746633e-07,
      "loss": 0.3194,
      "step": 2310440
    },
    {
      "epoch": 644.84,
      "grad_norm": 1.4235745668411255,
      "learning_rate": 4.6579169287750404e-07,
      "loss": 0.3463,
      "step": 2310450
    },
    {
      "epoch": 644.84,
      "grad_norm": 1.1111903190612793,
      "learning_rate": 4.6577551483030215e-07,
      "loss": 0.3303,
      "step": 2310460
    },
    {
      "epoch": 644.84,
      "grad_norm": 1.1207329034805298,
      "learning_rate": 4.657593370330587e-07,
      "loss": 0.3372,
      "step": 2310470
    },
    {
      "epoch": 644.85,
      "grad_norm": 1.390702486038208,
      "learning_rate": 4.6574315948577616e-07,
      "loss": 0.3366,
      "step": 2310480
    },
    {
      "epoch": 644.85,
      "grad_norm": 1.367284893989563,
      "learning_rate": 4.65726982188457e-07,
      "loss": 0.3501,
      "step": 2310490
    },
    {
      "epoch": 644.85,
      "grad_norm": 1.1915158033370972,
      "learning_rate": 4.6571080514110374e-07,
      "loss": 0.3323,
      "step": 2310500
    },
    {
      "epoch": 644.85,
      "grad_norm": 1.1790494918823242,
      "learning_rate": 4.6569462834371696e-07,
      "loss": 0.3487,
      "step": 2310510
    },
    {
      "epoch": 644.86,
      "grad_norm": 1.1129454374313354,
      "learning_rate": 4.6567845179630077e-07,
      "loss": 0.3353,
      "step": 2310520
    },
    {
      "epoch": 644.86,
      "grad_norm": 1.2477506399154663,
      "learning_rate": 4.65662275498856e-07,
      "loss": 0.3299,
      "step": 2310530
    },
    {
      "epoch": 644.86,
      "grad_norm": 1.028018832206726,
      "learning_rate": 4.656460994513852e-07,
      "loss": 0.3432,
      "step": 2310540
    },
    {
      "epoch": 644.86,
      "grad_norm": 1.1011196374893188,
      "learning_rate": 4.6562992365389107e-07,
      "loss": 0.3474,
      "step": 2310550
    },
    {
      "epoch": 644.87,
      "grad_norm": 1.1350818872451782,
      "learning_rate": 4.656137481063748e-07,
      "loss": 0.3224,
      "step": 2310560
    },
    {
      "epoch": 644.87,
      "grad_norm": 1.2390165328979492,
      "learning_rate": 4.6559757280883877e-07,
      "loss": 0.3307,
      "step": 2310570
    },
    {
      "epoch": 644.87,
      "grad_norm": 1.132778525352478,
      "learning_rate": 4.655813977612853e-07,
      "loss": 0.3287,
      "step": 2310580
    },
    {
      "epoch": 644.88,
      "grad_norm": 1.2238327264785767,
      "learning_rate": 4.6556522296371733e-07,
      "loss": 0.3281,
      "step": 2310590
    },
    {
      "epoch": 644.88,
      "grad_norm": 2.759920358657837,
      "learning_rate": 4.6554904841613503e-07,
      "loss": 0.3406,
      "step": 2310600
    },
    {
      "epoch": 644.88,
      "grad_norm": 1.0840599536895752,
      "learning_rate": 4.655328741185431e-07,
      "loss": 0.3462,
      "step": 2310610
    },
    {
      "epoch": 644.88,
      "grad_norm": 1.2164342403411865,
      "learning_rate": 4.6551670007094165e-07,
      "loss": 0.3549,
      "step": 2310620
    },
    {
      "epoch": 644.89,
      "grad_norm": 1.2461045980453491,
      "learning_rate": 4.6550052627333365e-07,
      "loss": 0.3334,
      "step": 2310630
    },
    {
      "epoch": 644.89,
      "grad_norm": 1.1240853071212769,
      "learning_rate": 4.654843527257218e-07,
      "loss": 0.3484,
      "step": 2310640
    },
    {
      "epoch": 644.89,
      "grad_norm": 1.3033994436264038,
      "learning_rate": 4.654681794281068e-07,
      "loss": 0.3509,
      "step": 2310650
    },
    {
      "epoch": 644.9,
      "grad_norm": 1.1251931190490723,
      "learning_rate": 4.6545200638049165e-07,
      "loss": 0.3496,
      "step": 2310660
    },
    {
      "epoch": 644.9,
      "grad_norm": 1.3775484561920166,
      "learning_rate": 4.654358335828788e-07,
      "loss": 0.3372,
      "step": 2310670
    },
    {
      "epoch": 644.9,
      "grad_norm": 1.1473326683044434,
      "learning_rate": 4.654196610352704e-07,
      "loss": 0.3483,
      "step": 2310680
    },
    {
      "epoch": 644.9,
      "grad_norm": 1.6262037754058838,
      "learning_rate": 4.6540348873766773e-07,
      "loss": 0.3228,
      "step": 2310690
    },
    {
      "epoch": 644.91,
      "grad_norm": 1.150508165359497,
      "learning_rate": 4.653873166900734e-07,
      "loss": 0.3245,
      "step": 2310700
    },
    {
      "epoch": 644.91,
      "grad_norm": 1.0947171449661255,
      "learning_rate": 4.6537114489248983e-07,
      "loss": 0.3618,
      "step": 2310710
    },
    {
      "epoch": 644.91,
      "grad_norm": 1.1273192167282104,
      "learning_rate": 4.6535497334491897e-07,
      "loss": 0.3434,
      "step": 2310720
    },
    {
      "epoch": 644.91,
      "grad_norm": 1.250188946723938,
      "learning_rate": 4.653388020473635e-07,
      "loss": 0.3302,
      "step": 2310730
    },
    {
      "epoch": 644.92,
      "grad_norm": 1.1406220197677612,
      "learning_rate": 4.653226309998239e-07,
      "loss": 0.3366,
      "step": 2310740
    },
    {
      "epoch": 644.92,
      "grad_norm": 1.2339104413986206,
      "learning_rate": 4.6530646020230466e-07,
      "loss": 0.3478,
      "step": 2310750
    },
    {
      "epoch": 644.92,
      "grad_norm": 1.2066586017608643,
      "learning_rate": 4.6529028965480623e-07,
      "loss": 0.3501,
      "step": 2310760
    },
    {
      "epoch": 644.93,
      "grad_norm": 1.1082231998443604,
      "learning_rate": 4.652741193573313e-07,
      "loss": 0.3408,
      "step": 2310770
    },
    {
      "epoch": 644.93,
      "grad_norm": 1.0462852716445923,
      "learning_rate": 4.6525794930988255e-07,
      "loss": 0.3324,
      "step": 2310780
    },
    {
      "epoch": 644.93,
      "grad_norm": 1.317938208580017,
      "learning_rate": 4.6524177951246123e-07,
      "loss": 0.3436,
      "step": 2310790
    },
    {
      "epoch": 644.93,
      "grad_norm": 1.2001736164093018,
      "learning_rate": 4.652256099650696e-07,
      "loss": 0.3252,
      "step": 2310800
    },
    {
      "epoch": 644.94,
      "grad_norm": 1.2315700054168701,
      "learning_rate": 4.652094406677102e-07,
      "loss": 0.3397,
      "step": 2310810
    },
    {
      "epoch": 644.94,
      "grad_norm": 1.2063475847244263,
      "learning_rate": 4.6519327162038573e-07,
      "loss": 0.3223,
      "step": 2310820
    },
    {
      "epoch": 644.94,
      "grad_norm": 1.322502613067627,
      "learning_rate": 4.651771028230969e-07,
      "loss": 0.3467,
      "step": 2310830
    },
    {
      "epoch": 644.95,
      "grad_norm": 1.1714646816253662,
      "learning_rate": 4.651609342758466e-07,
      "loss": 0.3355,
      "step": 2310840
    },
    {
      "epoch": 644.95,
      "grad_norm": 1.034530758857727,
      "learning_rate": 4.65144765978638e-07,
      "loss": 0.328,
      "step": 2310850
    },
    {
      "epoch": 644.95,
      "grad_norm": 1.2442243099212646,
      "learning_rate": 4.651285979314708e-07,
      "loss": 0.3369,
      "step": 2310860
    },
    {
      "epoch": 644.95,
      "grad_norm": 2.345562696456909,
      "learning_rate": 4.6511243013434963e-07,
      "loss": 0.3357,
      "step": 2310870
    },
    {
      "epoch": 644.96,
      "grad_norm": 1.220452070236206,
      "learning_rate": 4.650962625872753e-07,
      "loss": 0.3381,
      "step": 2310880
    },
    {
      "epoch": 644.96,
      "grad_norm": 1.090493083000183,
      "learning_rate": 4.6508009529025025e-07,
      "loss": 0.3472,
      "step": 2310890
    },
    {
      "epoch": 644.96,
      "grad_norm": 1.0482203960418701,
      "learning_rate": 4.6506392824327667e-07,
      "loss": 0.3223,
      "step": 2310900
    },
    {
      "epoch": 644.97,
      "grad_norm": 1.1379878520965576,
      "learning_rate": 4.650477614463573e-07,
      "loss": 0.3278,
      "step": 2310910
    },
    {
      "epoch": 644.97,
      "grad_norm": 1.324110507965088,
      "learning_rate": 4.65031594899493e-07,
      "loss": 0.3481,
      "step": 2310920
    },
    {
      "epoch": 644.97,
      "grad_norm": 1.231031894683838,
      "learning_rate": 4.6501542860268687e-07,
      "loss": 0.3344,
      "step": 2310930
    },
    {
      "epoch": 644.97,
      "grad_norm": 1.169725775718689,
      "learning_rate": 4.649992625559413e-07,
      "loss": 0.3375,
      "step": 2310940
    },
    {
      "epoch": 644.98,
      "grad_norm": 1.2686185836791992,
      "learning_rate": 4.649830967592567e-07,
      "loss": 0.3411,
      "step": 2310950
    },
    {
      "epoch": 644.98,
      "grad_norm": 1.1465952396392822,
      "learning_rate": 4.6496693121263767e-07,
      "loss": 0.3248,
      "step": 2310960
    },
    {
      "epoch": 644.98,
      "grad_norm": 1.2261725664138794,
      "learning_rate": 4.649507659160848e-07,
      "loss": 0.3509,
      "step": 2310970
    },
    {
      "epoch": 644.98,
      "grad_norm": 1.2526776790618896,
      "learning_rate": 4.649346008696003e-07,
      "loss": 0.3384,
      "step": 2310980
    },
    {
      "epoch": 644.99,
      "grad_norm": 1.2248536348342896,
      "learning_rate": 4.649184360731874e-07,
      "loss": 0.3357,
      "step": 2310990
    },
    {
      "epoch": 644.99,
      "grad_norm": 1.401450276374817,
      "learning_rate": 4.649022715268464e-07,
      "loss": 0.3367,
      "step": 2311000
    },
    {
      "epoch": 644.99,
      "grad_norm": 0.9855057597160339,
      "learning_rate": 4.6488610723058163e-07,
      "loss": 0.3496,
      "step": 2311010
    },
    {
      "epoch": 645.0,
      "grad_norm": 1.1078386306762695,
      "learning_rate": 4.6486994318439363e-07,
      "loss": 0.3389,
      "step": 2311020
    },
    {
      "epoch": 645.0,
      "grad_norm": 1.085342526435852,
      "learning_rate": 4.64853779388285e-07,
      "loss": 0.3129,
      "step": 2311030
    },
    {
      "epoch": 645.0,
      "eval_loss": 0.33941650390625,
      "eval_runtime": 64.5079,
      "eval_samples_per_second": 78.424,
      "eval_steps_per_second": 9.813,
      "step": 2311035
    },
    {
      "epoch": 645.0,
      "grad_norm": 1.1081222295761108,
      "learning_rate": 4.6483761584225785e-07,
      "loss": 0.3621,
      "step": 2311040
    },
    {
      "epoch": 645.0,
      "grad_norm": 1.2752023935317993,
      "learning_rate": 4.648214525463153e-07,
      "loss": 0.3336,
      "step": 2311050
    },
    {
      "epoch": 645.01,
      "grad_norm": 1.295464038848877,
      "learning_rate": 4.648052895004578e-07,
      "loss": 0.3403,
      "step": 2311060
    },
    {
      "epoch": 645.01,
      "grad_norm": 1.1913042068481445,
      "learning_rate": 4.647891267046886e-07,
      "loss": 0.3312,
      "step": 2311070
    },
    {
      "epoch": 645.01,
      "grad_norm": 1.1026866436004639,
      "learning_rate": 4.6477296415901027e-07,
      "loss": 0.346,
      "step": 2311080
    },
    {
      "epoch": 645.02,
      "grad_norm": 1.637313723564148,
      "learning_rate": 4.647568018634227e-07,
      "loss": 0.34,
      "step": 2311090
    },
    {
      "epoch": 645.02,
      "grad_norm": 1.2739412784576416,
      "learning_rate": 4.647406398179312e-07,
      "loss": 0.3386,
      "step": 2311100
    },
    {
      "epoch": 645.02,
      "grad_norm": 1.2168478965759277,
      "learning_rate": 4.647244780225357e-07,
      "loss": 0.3431,
      "step": 2311110
    },
    {
      "epoch": 645.02,
      "grad_norm": 1.1703994274139404,
      "learning_rate": 4.6470831647723887e-07,
      "loss": 0.3374,
      "step": 2311120
    },
    {
      "epoch": 645.03,
      "grad_norm": 1.0887318849563599,
      "learning_rate": 4.646921551820435e-07,
      "loss": 0.342,
      "step": 2311130
    },
    {
      "epoch": 645.03,
      "grad_norm": 1.323944091796875,
      "learning_rate": 4.64675994136951e-07,
      "loss": 0.3378,
      "step": 2311140
    },
    {
      "epoch": 645.03,
      "grad_norm": 1.1167223453521729,
      "learning_rate": 4.6465983334196336e-07,
      "loss": 0.3353,
      "step": 2311150
    },
    {
      "epoch": 645.03,
      "grad_norm": 1.3004984855651855,
      "learning_rate": 4.6464367279708346e-07,
      "loss": 0.3156,
      "step": 2311160
    },
    {
      "epoch": 645.04,
      "grad_norm": 1.2145880460739136,
      "learning_rate": 4.6462751250231365e-07,
      "loss": 0.3587,
      "step": 2311170
    },
    {
      "epoch": 645.04,
      "grad_norm": 1.1740378141403198,
      "learning_rate": 4.646113524576542e-07,
      "loss": 0.3341,
      "step": 2311180
    },
    {
      "epoch": 645.04,
      "grad_norm": 1.4615601301193237,
      "learning_rate": 4.6459519266311e-07,
      "loss": 0.3312,
      "step": 2311190
    },
    {
      "epoch": 645.05,
      "grad_norm": 1.1873688697814941,
      "learning_rate": 4.6457903311868116e-07,
      "loss": 0.3265,
      "step": 2311200
    },
    {
      "epoch": 645.05,
      "grad_norm": 1.2603764533996582,
      "learning_rate": 4.6456287382437044e-07,
      "loss": 0.3294,
      "step": 2311210
    },
    {
      "epoch": 645.05,
      "grad_norm": 3.9240670204162598,
      "learning_rate": 4.645467147801807e-07,
      "loss": 0.3424,
      "step": 2311220
    },
    {
      "epoch": 645.05,
      "grad_norm": 1.3123129606246948,
      "learning_rate": 4.6453055598611284e-07,
      "loss": 0.3393,
      "step": 2311230
    },
    {
      "epoch": 645.06,
      "grad_norm": 1.4295960664749146,
      "learning_rate": 4.6451439744216955e-07,
      "loss": 0.3456,
      "step": 2311240
    },
    {
      "epoch": 645.06,
      "grad_norm": 1.2339478731155396,
      "learning_rate": 4.644982391483528e-07,
      "loss": 0.3284,
      "step": 2311250
    },
    {
      "epoch": 645.06,
      "grad_norm": 1.2475321292877197,
      "learning_rate": 4.644820811046659e-07,
      "loss": 0.3483,
      "step": 2311260
    },
    {
      "epoch": 645.07,
      "grad_norm": 1.3565586805343628,
      "learning_rate": 4.644659233111094e-07,
      "loss": 0.3376,
      "step": 2311270
    },
    {
      "epoch": 645.07,
      "grad_norm": 1.2396517992019653,
      "learning_rate": 4.6444976576768613e-07,
      "loss": 0.3307,
      "step": 2311280
    },
    {
      "epoch": 645.07,
      "grad_norm": 1.1834263801574707,
      "learning_rate": 4.644336084743982e-07,
      "loss": 0.3337,
      "step": 2311290
    },
    {
      "epoch": 645.07,
      "grad_norm": 1.2533236742019653,
      "learning_rate": 4.644174514312477e-07,
      "loss": 0.3344,
      "step": 2311300
    },
    {
      "epoch": 645.08,
      "grad_norm": 1.0994733572006226,
      "learning_rate": 4.6440129463823767e-07,
      "loss": 0.3342,
      "step": 2311310
    },
    {
      "epoch": 645.08,
      "grad_norm": 1.0728578567504883,
      "learning_rate": 4.643851380953682e-07,
      "loss": 0.3431,
      "step": 2311320
    },
    {
      "epoch": 645.08,
      "grad_norm": 1.1436938047409058,
      "learning_rate": 4.6436898180264374e-07,
      "loss": 0.3374,
      "step": 2311330
    },
    {
      "epoch": 645.09,
      "grad_norm": 1.1658893823623657,
      "learning_rate": 4.64352825760065e-07,
      "loss": 0.3288,
      "step": 2311340
    },
    {
      "epoch": 645.09,
      "grad_norm": 1.181493878364563,
      "learning_rate": 4.6433666996763453e-07,
      "loss": 0.328,
      "step": 2311350
    },
    {
      "epoch": 645.09,
      "grad_norm": 1.2103883028030396,
      "learning_rate": 4.6432051442535504e-07,
      "loss": 0.3441,
      "step": 2311360
    },
    {
      "epoch": 645.09,
      "grad_norm": 1.1762837171554565,
      "learning_rate": 4.6430435913322757e-07,
      "loss": 0.3355,
      "step": 2311370
    },
    {
      "epoch": 645.1,
      "grad_norm": 1.1852742433547974,
      "learning_rate": 4.6428820409125465e-07,
      "loss": 0.3445,
      "step": 2311380
    },
    {
      "epoch": 645.1,
      "grad_norm": 1.1320081949234009,
      "learning_rate": 4.642720492994387e-07,
      "loss": 0.3315,
      "step": 2311390
    },
    {
      "epoch": 645.1,
      "grad_norm": 1.2454372644424438,
      "learning_rate": 4.6425589475778245e-07,
      "loss": 0.3336,
      "step": 2311400
    },
    {
      "epoch": 645.1,
      "grad_norm": 1.336295247077942,
      "learning_rate": 4.642397404662868e-07,
      "loss": 0.3368,
      "step": 2311410
    },
    {
      "epoch": 645.11,
      "grad_norm": 1.2275309562683105,
      "learning_rate": 4.6422358642495436e-07,
      "loss": 0.3369,
      "step": 2311420
    },
    {
      "epoch": 645.11,
      "grad_norm": 1.1824705600738525,
      "learning_rate": 4.6420743263378743e-07,
      "loss": 0.3424,
      "step": 2311430
    },
    {
      "epoch": 645.11,
      "grad_norm": 1.2236018180847168,
      "learning_rate": 4.641912790927881e-07,
      "loss": 0.3513,
      "step": 2311440
    },
    {
      "epoch": 645.12,
      "grad_norm": 1.1752711534500122,
      "learning_rate": 4.6417512580195916e-07,
      "loss": 0.3344,
      "step": 2311450
    },
    {
      "epoch": 645.12,
      "grad_norm": 1.2859034538269043,
      "learning_rate": 4.641589727613018e-07,
      "loss": 0.3424,
      "step": 2311460
    },
    {
      "epoch": 645.12,
      "grad_norm": 1.4640369415283203,
      "learning_rate": 4.641428199708182e-07,
      "loss": 0.3549,
      "step": 2311470
    },
    {
      "epoch": 645.12,
      "grad_norm": 1.5985103845596313,
      "learning_rate": 4.6412666743051084e-07,
      "loss": 0.3317,
      "step": 2311480
    },
    {
      "epoch": 645.13,
      "grad_norm": 1.624767780303955,
      "learning_rate": 4.6411051514038254e-07,
      "loss": 0.3306,
      "step": 2311490
    },
    {
      "epoch": 645.13,
      "grad_norm": 1.254069209098816,
      "learning_rate": 4.640943631004343e-07,
      "loss": 0.3553,
      "step": 2311500
    },
    {
      "epoch": 645.13,
      "grad_norm": 1.1172820329666138,
      "learning_rate": 4.640782113106685e-07,
      "loss": 0.3238,
      "step": 2311510
    },
    {
      "epoch": 645.14,
      "grad_norm": 1.5622743368148804,
      "learning_rate": 4.6406205977108844e-07,
      "loss": 0.3229,
      "step": 2311520
    },
    {
      "epoch": 645.14,
      "grad_norm": 1.861149787902832,
      "learning_rate": 4.640459084816937e-07,
      "loss": 0.3235,
      "step": 2311530
    },
    {
      "epoch": 645.14,
      "grad_norm": 1.2362395524978638,
      "learning_rate": 4.6402975744248977e-07,
      "loss": 0.33,
      "step": 2311540
    },
    {
      "epoch": 645.14,
      "grad_norm": 1.3173582553863525,
      "learning_rate": 4.6401360665347627e-07,
      "loss": 0.3414,
      "step": 2311550
    },
    {
      "epoch": 645.15,
      "grad_norm": 1.0055044889450073,
      "learning_rate": 4.639974561146562e-07,
      "loss": 0.3492,
      "step": 2311560
    },
    {
      "epoch": 645.15,
      "grad_norm": 1.0913761854171753,
      "learning_rate": 4.6398130582603174e-07,
      "loss": 0.3253,
      "step": 2311570
    },
    {
      "epoch": 645.15,
      "grad_norm": 1.1791093349456787,
      "learning_rate": 4.6396515578760484e-07,
      "loss": 0.3381,
      "step": 2311580
    },
    {
      "epoch": 645.15,
      "grad_norm": 1.1511871814727783,
      "learning_rate": 4.639490059993786e-07,
      "loss": 0.3255,
      "step": 2311590
    },
    {
      "epoch": 645.16,
      "grad_norm": 1.4515889883041382,
      "learning_rate": 4.639328564613538e-07,
      "loss": 0.3367,
      "step": 2311600
    },
    {
      "epoch": 645.16,
      "grad_norm": 1.2173328399658203,
      "learning_rate": 4.6391670717353323e-07,
      "loss": 0.3446,
      "step": 2311610
    },
    {
      "epoch": 645.16,
      "grad_norm": 1.1231727600097656,
      "learning_rate": 4.6390055813591875e-07,
      "loss": 0.342,
      "step": 2311620
    },
    {
      "epoch": 645.17,
      "grad_norm": 1.1933856010437012,
      "learning_rate": 4.6388440934851356e-07,
      "loss": 0.3423,
      "step": 2311630
    },
    {
      "epoch": 645.17,
      "grad_norm": 1.2941296100616455,
      "learning_rate": 4.638682608113181e-07,
      "loss": 0.3598,
      "step": 2311640
    },
    {
      "epoch": 645.17,
      "grad_norm": 1.4383913278579712,
      "learning_rate": 4.6385211252433573e-07,
      "loss": 0.3428,
      "step": 2311650
    },
    {
      "epoch": 645.17,
      "grad_norm": 1.237868070602417,
      "learning_rate": 4.6383596448756887e-07,
      "loss": 0.3416,
      "step": 2311660
    },
    {
      "epoch": 645.18,
      "grad_norm": 1.384486436843872,
      "learning_rate": 4.6381981670101776e-07,
      "loss": 0.3341,
      "step": 2311670
    },
    {
      "epoch": 645.18,
      "grad_norm": 1.332777976989746,
      "learning_rate": 4.6380366916468706e-07,
      "loss": 0.3281,
      "step": 2311680
    },
    {
      "epoch": 645.18,
      "grad_norm": 1.195241928100586,
      "learning_rate": 4.63787521878577e-07,
      "loss": 0.3345,
      "step": 2311690
    },
    {
      "epoch": 645.19,
      "grad_norm": 1.076365351676941,
      "learning_rate": 4.637713748426908e-07,
      "loss": 0.3354,
      "step": 2311700
    },
    {
      "epoch": 645.19,
      "grad_norm": 1.2454092502593994,
      "learning_rate": 4.637552280570299e-07,
      "loss": 0.332,
      "step": 2311710
    },
    {
      "epoch": 645.19,
      "grad_norm": 1.1531448364257812,
      "learning_rate": 4.6373908152159775e-07,
      "loss": 0.3297,
      "step": 2311720
    },
    {
      "epoch": 645.19,
      "grad_norm": 1.341042160987854,
      "learning_rate": 4.6372293523639465e-07,
      "loss": 0.3439,
      "step": 2311730
    },
    {
      "epoch": 645.2,
      "grad_norm": 1.1845343112945557,
      "learning_rate": 4.6370678920142387e-07,
      "loss": 0.3252,
      "step": 2311740
    },
    {
      "epoch": 645.2,
      "grad_norm": 1.3616528511047363,
      "learning_rate": 4.636906434166879e-07,
      "loss": 0.3412,
      "step": 2311750
    },
    {
      "epoch": 645.2,
      "grad_norm": 1.1600476503372192,
      "learning_rate": 4.636744978821871e-07,
      "loss": 0.338,
      "step": 2311760
    },
    {
      "epoch": 645.21,
      "grad_norm": 1.1560745239257812,
      "learning_rate": 4.63658352597926e-07,
      "loss": 0.3393,
      "step": 2311770
    },
    {
      "epoch": 645.21,
      "grad_norm": 1.3169134855270386,
      "learning_rate": 4.636422075639054e-07,
      "loss": 0.3612,
      "step": 2311780
    },
    {
      "epoch": 645.21,
      "grad_norm": 1.1441527605056763,
      "learning_rate": 4.636260627801273e-07,
      "loss": 0.3194,
      "step": 2311790
    },
    {
      "epoch": 645.21,
      "grad_norm": 1.1713975667953491,
      "learning_rate": 4.636099182465948e-07,
      "loss": 0.3357,
      "step": 2311800
    },
    {
      "epoch": 645.22,
      "grad_norm": 1.3716895580291748,
      "learning_rate": 4.635937739633091e-07,
      "loss": 0.3384,
      "step": 2311810
    },
    {
      "epoch": 645.22,
      "grad_norm": 1.2308710813522339,
      "learning_rate": 4.635776299302724e-07,
      "loss": 0.3298,
      "step": 2311820
    },
    {
      "epoch": 645.22,
      "grad_norm": 1.1130207777023315,
      "learning_rate": 4.6356148614748733e-07,
      "loss": 0.3298,
      "step": 2311830
    },
    {
      "epoch": 645.22,
      "grad_norm": 1.2902580499649048,
      "learning_rate": 4.6354534261495654e-07,
      "loss": 0.3393,
      "step": 2311840
    },
    {
      "epoch": 645.23,
      "grad_norm": 1.0719521045684814,
      "learning_rate": 4.635291993326802e-07,
      "loss": 0.3463,
      "step": 2311850
    },
    {
      "epoch": 645.23,
      "grad_norm": 1.2076398134231567,
      "learning_rate": 4.6351305630066284e-07,
      "loss": 0.3434,
      "step": 2311860
    },
    {
      "epoch": 645.23,
      "grad_norm": 1.146496295928955,
      "learning_rate": 4.6349691351890516e-07,
      "loss": 0.3311,
      "step": 2311870
    },
    {
      "epoch": 645.24,
      "grad_norm": 1.0903784036636353,
      "learning_rate": 4.634807709874095e-07,
      "loss": 0.3339,
      "step": 2311880
    },
    {
      "epoch": 645.24,
      "grad_norm": 1.5071580410003662,
      "learning_rate": 4.634646287061788e-07,
      "loss": 0.3336,
      "step": 2311890
    },
    {
      "epoch": 645.24,
      "grad_norm": 1.4570138454437256,
      "learning_rate": 4.6344848667521353e-07,
      "loss": 0.342,
      "step": 2311900
    },
    {
      "epoch": 645.24,
      "grad_norm": 1.0707504749298096,
      "learning_rate": 4.634323448945181e-07,
      "loss": 0.3301,
      "step": 2311910
    },
    {
      "epoch": 645.25,
      "grad_norm": 1.0230157375335693,
      "learning_rate": 4.634162033640928e-07,
      "loss": 0.3303,
      "step": 2311920
    },
    {
      "epoch": 645.25,
      "grad_norm": 1.2467585802078247,
      "learning_rate": 4.634000620839402e-07,
      "loss": 0.3284,
      "step": 2311930
    },
    {
      "epoch": 645.25,
      "grad_norm": 1.5538018941879272,
      "learning_rate": 4.633839210540637e-07,
      "loss": 0.3394,
      "step": 2311940
    },
    {
      "epoch": 645.26,
      "grad_norm": 1.1739568710327148,
      "learning_rate": 4.633677802744636e-07,
      "loss": 0.3523,
      "step": 2311950
    },
    {
      "epoch": 645.26,
      "grad_norm": 1.4141333103179932,
      "learning_rate": 4.63351639745143e-07,
      "loss": 0.3304,
      "step": 2311960
    },
    {
      "epoch": 645.26,
      "grad_norm": 1.199681043624878,
      "learning_rate": 4.633354994661039e-07,
      "loss": 0.3152,
      "step": 2311970
    },
    {
      "epoch": 645.26,
      "grad_norm": 1.154935598373413,
      "learning_rate": 4.63319359437349e-07,
      "loss": 0.3387,
      "step": 2311980
    },
    {
      "epoch": 645.27,
      "grad_norm": 1.205377221107483,
      "learning_rate": 4.6330321965887877e-07,
      "loss": 0.325,
      "step": 2311990
    },
    {
      "epoch": 645.27,
      "grad_norm": 1.3669371604919434,
      "learning_rate": 4.6328708013069767e-07,
      "loss": 0.3474,
      "step": 2312000
    },
    {
      "epoch": 645.27,
      "grad_norm": 1.339388370513916,
      "learning_rate": 4.6327094085280623e-07,
      "loss": 0.3453,
      "step": 2312010
    },
    {
      "epoch": 645.27,
      "grad_norm": 1.2949665784835815,
      "learning_rate": 4.63254801825207e-07,
      "loss": 0.3334,
      "step": 2312020
    },
    {
      "epoch": 645.28,
      "grad_norm": 1.2783054113388062,
      "learning_rate": 4.6323866304790287e-07,
      "loss": 0.3413,
      "step": 2312030
    },
    {
      "epoch": 645.28,
      "grad_norm": 1.1998385190963745,
      "learning_rate": 4.632225245208946e-07,
      "loss": 0.3424,
      "step": 2312040
    },
    {
      "epoch": 645.28,
      "grad_norm": 1.1889370679855347,
      "learning_rate": 4.632063862441851e-07,
      "loss": 0.3334,
      "step": 2312050
    },
    {
      "epoch": 645.29,
      "grad_norm": 1.3293015956878662,
      "learning_rate": 4.6319024821777636e-07,
      "loss": 0.321,
      "step": 2312060
    },
    {
      "epoch": 645.29,
      "grad_norm": 1.1439900398254395,
      "learning_rate": 4.6317411044167137e-07,
      "loss": 0.3248,
      "step": 2312070
    },
    {
      "epoch": 645.29,
      "grad_norm": 1.2381877899169922,
      "learning_rate": 4.631579729158708e-07,
      "loss": 0.3464,
      "step": 2312080
    },
    {
      "epoch": 645.29,
      "grad_norm": 1.064706802368164,
      "learning_rate": 4.631418356403776e-07,
      "loss": 0.3304,
      "step": 2312090
    },
    {
      "epoch": 645.3,
      "grad_norm": 1.1748650074005127,
      "learning_rate": 4.631256986151946e-07,
      "loss": 0.3243,
      "step": 2312100
    },
    {
      "epoch": 645.3,
      "grad_norm": 1.6202000379562378,
      "learning_rate": 4.63109561840322e-07,
      "loss": 0.345,
      "step": 2312110
    },
    {
      "epoch": 645.3,
      "grad_norm": 1.3346986770629883,
      "learning_rate": 4.630934253157643e-07,
      "loss": 0.3445,
      "step": 2312120
    },
    {
      "epoch": 645.31,
      "grad_norm": 1.2162777185440063,
      "learning_rate": 4.6307728904152166e-07,
      "loss": 0.3475,
      "step": 2312130
    },
    {
      "epoch": 645.31,
      "grad_norm": 1.1292799711227417,
      "learning_rate": 4.6306115301759734e-07,
      "loss": 0.3556,
      "step": 2312140
    },
    {
      "epoch": 645.31,
      "grad_norm": 1.2539292573928833,
      "learning_rate": 4.630450172439931e-07,
      "loss": 0.3406,
      "step": 2312150
    },
    {
      "epoch": 645.31,
      "grad_norm": 1.2550885677337646,
      "learning_rate": 4.6302888172071127e-07,
      "loss": 0.3485,
      "step": 2312160
    },
    {
      "epoch": 645.32,
      "grad_norm": 1.2809871435165405,
      "learning_rate": 4.630127464477545e-07,
      "loss": 0.3418,
      "step": 2312170
    },
    {
      "epoch": 645.32,
      "grad_norm": 1.1678284406661987,
      "learning_rate": 4.6299661142512376e-07,
      "loss": 0.3255,
      "step": 2312180
    },
    {
      "epoch": 645.32,
      "grad_norm": 1.1437209844589233,
      "learning_rate": 4.629804766528219e-07,
      "loss": 0.3236,
      "step": 2312190
    },
    {
      "epoch": 645.33,
      "grad_norm": 1.36053466796875,
      "learning_rate": 4.6296434213085085e-07,
      "loss": 0.3233,
      "step": 2312200
    },
    {
      "epoch": 645.33,
      "grad_norm": 1.0737868547439575,
      "learning_rate": 4.6294820785921366e-07,
      "loss": 0.335,
      "step": 2312210
    },
    {
      "epoch": 645.33,
      "grad_norm": 1.3110493421554565,
      "learning_rate": 4.629320738379111e-07,
      "loss": 0.35,
      "step": 2312220
    },
    {
      "epoch": 645.33,
      "grad_norm": 1.3275600671768188,
      "learning_rate": 4.629159400669458e-07,
      "loss": 0.3508,
      "step": 2312230
    },
    {
      "epoch": 645.34,
      "grad_norm": 1.2847273349761963,
      "learning_rate": 4.628998065463206e-07,
      "loss": 0.3264,
      "step": 2312240
    },
    {
      "epoch": 645.34,
      "grad_norm": 1.6555057764053345,
      "learning_rate": 4.628836732760358e-07,
      "loss": 0.3397,
      "step": 2312250
    },
    {
      "epoch": 645.34,
      "grad_norm": 1.3091857433319092,
      "learning_rate": 4.6286754025609606e-07,
      "loss": 0.3514,
      "step": 2312260
    },
    {
      "epoch": 645.34,
      "grad_norm": 1.3325799703598022,
      "learning_rate": 4.6285140748650186e-07,
      "loss": 0.3269,
      "step": 2312270
    },
    {
      "epoch": 645.35,
      "grad_norm": 1.200551152229309,
      "learning_rate": 4.628352749672556e-07,
      "loss": 0.3324,
      "step": 2312280
    },
    {
      "epoch": 645.35,
      "grad_norm": 1.1345083713531494,
      "learning_rate": 4.6281914269835984e-07,
      "loss": 0.3184,
      "step": 2312290
    },
    {
      "epoch": 645.35,
      "grad_norm": 1.2998535633087158,
      "learning_rate": 4.6280301067981673e-07,
      "loss": 0.3378,
      "step": 2312300
    },
    {
      "epoch": 645.36,
      "grad_norm": 1.1859863996505737,
      "learning_rate": 4.627868789116277e-07,
      "loss": 0.3332,
      "step": 2312310
    },
    {
      "epoch": 645.36,
      "grad_norm": 3.6395487785339355,
      "learning_rate": 4.6277074739379553e-07,
      "loss": 0.3367,
      "step": 2312320
    },
    {
      "epoch": 645.36,
      "grad_norm": 1.439963936805725,
      "learning_rate": 4.627546161263227e-07,
      "loss": 0.337,
      "step": 2312330
    },
    {
      "epoch": 645.36,
      "grad_norm": 1.1705214977264404,
      "learning_rate": 4.6273848510920974e-07,
      "loss": 0.3157,
      "step": 2312340
    },
    {
      "epoch": 645.37,
      "grad_norm": 1.2317715883255005,
      "learning_rate": 4.627223543424611e-07,
      "loss": 0.3425,
      "step": 2312350
    },
    {
      "epoch": 645.37,
      "grad_norm": 1.5094832181930542,
      "learning_rate": 4.6270622382607704e-07,
      "loss": 0.3376,
      "step": 2312360
    },
    {
      "epoch": 645.37,
      "grad_norm": 1.2377899885177612,
      "learning_rate": 4.6269009356006066e-07,
      "loss": 0.3294,
      "step": 2312370
    },
    {
      "epoch": 645.38,
      "grad_norm": 1.2723007202148438,
      "learning_rate": 4.6267396354441357e-07,
      "loss": 0.3513,
      "step": 2312380
    },
    {
      "epoch": 645.38,
      "grad_norm": 1.2815744876861572,
      "learning_rate": 4.626578337791391e-07,
      "loss": 0.3294,
      "step": 2312390
    },
    {
      "epoch": 645.38,
      "grad_norm": 1.0706886053085327,
      "learning_rate": 4.6264170426423776e-07,
      "loss": 0.3212,
      "step": 2312400
    },
    {
      "epoch": 645.38,
      "grad_norm": 1.2798798084259033,
      "learning_rate": 4.626255749997125e-07,
      "loss": 0.3211,
      "step": 2312410
    },
    {
      "epoch": 645.39,
      "grad_norm": 1.1339441537857056,
      "learning_rate": 4.626094459855658e-07,
      "loss": 0.3408,
      "step": 2312420
    },
    {
      "epoch": 645.39,
      "grad_norm": 1.254671335220337,
      "learning_rate": 4.6259331722179857e-07,
      "loss": 0.3515,
      "step": 2312430
    },
    {
      "epoch": 645.39,
      "grad_norm": 1.0836690664291382,
      "learning_rate": 4.6257718870841486e-07,
      "loss": 0.3146,
      "step": 2312440
    },
    {
      "epoch": 645.39,
      "grad_norm": 1.147705316543579,
      "learning_rate": 4.62561060445415e-07,
      "loss": 0.3375,
      "step": 2312450
    },
    {
      "epoch": 645.4,
      "grad_norm": 1.1528958082199097,
      "learning_rate": 4.625449324328021e-07,
      "loss": 0.3422,
      "step": 2312460
    },
    {
      "epoch": 645.4,
      "grad_norm": 1.1886807680130005,
      "learning_rate": 4.6252880467057846e-07,
      "loss": 0.3425,
      "step": 2312470
    },
    {
      "epoch": 645.4,
      "grad_norm": 1.1915675401687622,
      "learning_rate": 4.6251267715874493e-07,
      "loss": 0.3308,
      "step": 2312480
    },
    {
      "epoch": 645.41,
      "grad_norm": 1.42434561252594,
      "learning_rate": 4.624965498973059e-07,
      "loss": 0.3391,
      "step": 2312490
    },
    {
      "epoch": 645.41,
      "grad_norm": 1.1593129634857178,
      "learning_rate": 4.624804228862613e-07,
      "loss": 0.3318,
      "step": 2312500
    },
    {
      "epoch": 645.41,
      "grad_norm": 1.1651896238327026,
      "learning_rate": 4.624642961256144e-07,
      "loss": 0.3332,
      "step": 2312510
    },
    {
      "epoch": 645.41,
      "grad_norm": 1.2431358098983765,
      "learning_rate": 4.624481696153669e-07,
      "loss": 0.3372,
      "step": 2312520
    },
    {
      "epoch": 645.42,
      "grad_norm": 1.157925009727478,
      "learning_rate": 4.6243204335552195e-07,
      "loss": 0.3455,
      "step": 2312530
    },
    {
      "epoch": 645.42,
      "grad_norm": 1.1801155805587769,
      "learning_rate": 4.6241591734608034e-07,
      "loss": 0.3357,
      "step": 2312540
    },
    {
      "epoch": 645.42,
      "grad_norm": 1.1872915029525757,
      "learning_rate": 4.6239979158704497e-07,
      "loss": 0.3257,
      "step": 2312550
    },
    {
      "epoch": 645.43,
      "grad_norm": 1.1350159645080566,
      "learning_rate": 4.6238366607841815e-07,
      "loss": 0.3451,
      "step": 2312560
    },
    {
      "epoch": 645.43,
      "grad_norm": 1.1499837636947632,
      "learning_rate": 4.6236754082020064e-07,
      "loss": 0.3388,
      "step": 2312570
    },
    {
      "epoch": 645.43,
      "grad_norm": 1.2976933717727661,
      "learning_rate": 4.623514158123969e-07,
      "loss": 0.3368,
      "step": 2312580
    },
    {
      "epoch": 645.43,
      "grad_norm": 1.1622525453567505,
      "learning_rate": 4.6233529105500713e-07,
      "loss": 0.3496,
      "step": 2312590
    },
    {
      "epoch": 645.44,
      "grad_norm": 1.2732374668121338,
      "learning_rate": 4.6231916654803425e-07,
      "loss": 0.3316,
      "step": 2312600
    },
    {
      "epoch": 645.44,
      "grad_norm": 1.2637183666229248,
      "learning_rate": 4.623030422914809e-07,
      "loss": 0.3507,
      "step": 2312610
    },
    {
      "epoch": 645.44,
      "grad_norm": 1.1719419956207275,
      "learning_rate": 4.62286918285348e-07,
      "loss": 0.3455,
      "step": 2312620
    },
    {
      "epoch": 645.45,
      "grad_norm": 1.2142817974090576,
      "learning_rate": 4.6227079452963826e-07,
      "loss": 0.3429,
      "step": 2312630
    },
    {
      "epoch": 645.45,
      "grad_norm": 1.1819976568222046,
      "learning_rate": 4.6225467102435395e-07,
      "loss": 0.3295,
      "step": 2312640
    },
    {
      "epoch": 645.45,
      "grad_norm": 1.0478874444961548,
      "learning_rate": 4.62238547769498e-07,
      "loss": 0.3248,
      "step": 2312650
    },
    {
      "epoch": 645.45,
      "grad_norm": 1.6030720472335815,
      "learning_rate": 4.6222242476507036e-07,
      "loss": 0.3355,
      "step": 2312660
    },
    {
      "epoch": 645.46,
      "grad_norm": 1.1571954488754272,
      "learning_rate": 4.6220630201107574e-07,
      "loss": 0.3363,
      "step": 2312670
    },
    {
      "epoch": 645.46,
      "grad_norm": 1.233056902885437,
      "learning_rate": 4.621901795075146e-07,
      "loss": 0.348,
      "step": 2312680
    },
    {
      "epoch": 645.46,
      "grad_norm": 1.1825729608535767,
      "learning_rate": 4.6217405725438937e-07,
      "loss": 0.3416,
      "step": 2312690
    },
    {
      "epoch": 645.46,
      "grad_norm": 1.201140284538269,
      "learning_rate": 4.621579352517031e-07,
      "loss": 0.3333,
      "step": 2312700
    },
    {
      "epoch": 645.47,
      "grad_norm": 1.175315260887146,
      "learning_rate": 4.6214181349945694e-07,
      "loss": 0.3409,
      "step": 2312710
    },
    {
      "epoch": 645.47,
      "grad_norm": 1.1391090154647827,
      "learning_rate": 4.621256919976531e-07,
      "loss": 0.3413,
      "step": 2312720
    },
    {
      "epoch": 645.47,
      "grad_norm": 1.4318453073501587,
      "learning_rate": 4.6210957074629397e-07,
      "loss": 0.353,
      "step": 2312730
    },
    {
      "epoch": 645.48,
      "grad_norm": 1.1015746593475342,
      "learning_rate": 4.620934497453817e-07,
      "loss": 0.3451,
      "step": 2312740
    },
    {
      "epoch": 645.48,
      "grad_norm": 1.602736234664917,
      "learning_rate": 4.62077328994919e-07,
      "loss": 0.352,
      "step": 2312750
    },
    {
      "epoch": 645.48,
      "grad_norm": 1.212988018989563,
      "learning_rate": 4.620612084949068e-07,
      "loss": 0.344,
      "step": 2312760
    },
    {
      "epoch": 645.48,
      "grad_norm": 1.1556766033172607,
      "learning_rate": 4.6204508824534813e-07,
      "loss": 0.3409,
      "step": 2312770
    },
    {
      "epoch": 645.49,
      "grad_norm": 1.1213487386703491,
      "learning_rate": 4.620289682462446e-07,
      "loss": 0.323,
      "step": 2312780
    },
    {
      "epoch": 645.49,
      "grad_norm": 1.470110535621643,
      "learning_rate": 4.620128484975993e-07,
      "loss": 0.3502,
      "step": 2312790
    },
    {
      "epoch": 645.49,
      "grad_norm": 1.591212511062622,
      "learning_rate": 4.619967289994128e-07,
      "loss": 0.3551,
      "step": 2312800
    },
    {
      "epoch": 645.5,
      "grad_norm": 1.2483779191970825,
      "learning_rate": 4.619806097516892e-07,
      "loss": 0.3397,
      "step": 2312810
    },
    {
      "epoch": 645.5,
      "grad_norm": 1.2237221002578735,
      "learning_rate": 4.6196449075442887e-07,
      "loss": 0.3344,
      "step": 2312820
    },
    {
      "epoch": 645.5,
      "grad_norm": 1.2742351293563843,
      "learning_rate": 4.6194837200763505e-07,
      "loss": 0.3389,
      "step": 2312830
    },
    {
      "epoch": 645.5,
      "grad_norm": 1.3470804691314697,
      "learning_rate": 4.619322535113099e-07,
      "loss": 0.3405,
      "step": 2312840
    },
    {
      "epoch": 645.51,
      "grad_norm": 1.1514248847961426,
      "learning_rate": 4.619161352654547e-07,
      "loss": 0.3208,
      "step": 2312850
    },
    {
      "epoch": 645.51,
      "grad_norm": 1.1983088254928589,
      "learning_rate": 4.619000172700718e-07,
      "loss": 0.344,
      "step": 2312860
    },
    {
      "epoch": 645.51,
      "grad_norm": 1.0201079845428467,
      "learning_rate": 4.6188389952516404e-07,
      "loss": 0.3273,
      "step": 2312870
    },
    {
      "epoch": 645.51,
      "grad_norm": 1.2109321355819702,
      "learning_rate": 4.618677820307335e-07,
      "loss": 0.3545,
      "step": 2312880
    },
    {
      "epoch": 645.52,
      "grad_norm": 1.2469600439071655,
      "learning_rate": 4.618516647867816e-07,
      "loss": 0.3385,
      "step": 2312890
    },
    {
      "epoch": 645.52,
      "grad_norm": 1.177067756652832,
      "learning_rate": 4.618355477933108e-07,
      "loss": 0.3254,
      "step": 2312900
    },
    {
      "epoch": 645.52,
      "grad_norm": 1.1636348962783813,
      "learning_rate": 4.6181943105032396e-07,
      "loss": 0.3284,
      "step": 2312910
    },
    {
      "epoch": 645.53,
      "grad_norm": 1.3796401023864746,
      "learning_rate": 4.618033145578212e-07,
      "loss": 0.3444,
      "step": 2312920
    },
    {
      "epoch": 645.53,
      "grad_norm": 1.2173939943313599,
      "learning_rate": 4.6178719831580735e-07,
      "loss": 0.3323,
      "step": 2312930
    },
    {
      "epoch": 645.53,
      "grad_norm": 1.3650915622711182,
      "learning_rate": 4.6177108232428274e-07,
      "loss": 0.349,
      "step": 2312940
    },
    {
      "epoch": 645.53,
      "grad_norm": 1.2008124589920044,
      "learning_rate": 4.617549665832502e-07,
      "loss": 0.3481,
      "step": 2312950
    },
    {
      "epoch": 645.54,
      "grad_norm": 1.2066588401794434,
      "learning_rate": 4.6173885109271153e-07,
      "loss": 0.3517,
      "step": 2312960
    },
    {
      "epoch": 645.54,
      "grad_norm": 1.181160569190979,
      "learning_rate": 4.6172273585266964e-07,
      "loss": 0.3386,
      "step": 2312970
    },
    {
      "epoch": 645.54,
      "grad_norm": 1.3127514123916626,
      "learning_rate": 4.617066208631253e-07,
      "loss": 0.3359,
      "step": 2312980
    },
    {
      "epoch": 645.55,
      "grad_norm": 1.250905990600586,
      "learning_rate": 4.6169050612408184e-07,
      "loss": 0.3387,
      "step": 2312990
    },
    {
      "epoch": 645.55,
      "grad_norm": 1.1542510986328125,
      "learning_rate": 4.6167439163554144e-07,
      "loss": 0.3391,
      "step": 2313000
    },
    {
      "epoch": 645.55,
      "grad_norm": 1.2464679479599,
      "learning_rate": 4.6165827739750453e-07,
      "loss": 0.3429,
      "step": 2313010
    },
    {
      "epoch": 645.55,
      "grad_norm": 1.4056799411773682,
      "learning_rate": 4.616421634099758e-07,
      "loss": 0.3405,
      "step": 2313020
    },
    {
      "epoch": 645.56,
      "grad_norm": 1.253348469734192,
      "learning_rate": 4.616260496729556e-07,
      "loss": 0.3497,
      "step": 2313030
    },
    {
      "epoch": 645.56,
      "grad_norm": 1.296451449394226,
      "learning_rate": 4.6160993618644645e-07,
      "loss": 0.3388,
      "step": 2313040
    },
    {
      "epoch": 645.56,
      "grad_norm": 1.1881701946258545,
      "learning_rate": 4.615938229504515e-07,
      "loss": 0.3421,
      "step": 2313050
    },
    {
      "epoch": 645.57,
      "grad_norm": 1.173740029335022,
      "learning_rate": 4.6157770996497073e-07,
      "loss": 0.3264,
      "step": 2313060
    },
    {
      "epoch": 645.57,
      "grad_norm": 1.3362011909484863,
      "learning_rate": 4.6156159723000855e-07,
      "loss": 0.3407,
      "step": 2313070
    },
    {
      "epoch": 645.57,
      "grad_norm": 1.2516034841537476,
      "learning_rate": 4.615454847455658e-07,
      "loss": 0.333,
      "step": 2313080
    },
    {
      "epoch": 645.57,
      "grad_norm": 1.1382746696472168,
      "learning_rate": 4.6152937251164504e-07,
      "loss": 0.3408,
      "step": 2313090
    },
    {
      "epoch": 645.58,
      "grad_norm": 1.2189445495605469,
      "learning_rate": 4.6151326052824837e-07,
      "loss": 0.3356,
      "step": 2313100
    },
    {
      "epoch": 645.58,
      "grad_norm": 1.2051280736923218,
      "learning_rate": 4.6149714879537836e-07,
      "loss": 0.3343,
      "step": 2313110
    },
    {
      "epoch": 645.58,
      "grad_norm": 1.3519551753997803,
      "learning_rate": 4.6148103731303636e-07,
      "loss": 0.3396,
      "step": 2313120
    },
    {
      "epoch": 645.58,
      "grad_norm": 1.2030680179595947,
      "learning_rate": 4.6146492608122467e-07,
      "loss": 0.3629,
      "step": 2313130
    },
    {
      "epoch": 645.59,
      "grad_norm": 1.2801785469055176,
      "learning_rate": 4.6144881509994616e-07,
      "loss": 0.3205,
      "step": 2313140
    },
    {
      "epoch": 645.59,
      "grad_norm": 2.300443410873413,
      "learning_rate": 4.6143270436920137e-07,
      "loss": 0.3281,
      "step": 2313150
    },
    {
      "epoch": 645.59,
      "grad_norm": 1.115859866142273,
      "learning_rate": 4.614165938889947e-07,
      "loss": 0.3393,
      "step": 2313160
    },
    {
      "epoch": 645.6,
      "grad_norm": 1.386488437652588,
      "learning_rate": 4.614004836593267e-07,
      "loss": 0.3335,
      "step": 2313170
    },
    {
      "epoch": 645.6,
      "grad_norm": 1.1315230131149292,
      "learning_rate": 4.613843736801997e-07,
      "loss": 0.3402,
      "step": 2313180
    },
    {
      "epoch": 645.6,
      "grad_norm": 1.2848540544509888,
      "learning_rate": 4.613682639516168e-07,
      "loss": 0.3587,
      "step": 2313190
    },
    {
      "epoch": 645.6,
      "grad_norm": 1.20475172996521,
      "learning_rate": 4.613521544735788e-07,
      "loss": 0.336,
      "step": 2313200
    },
    {
      "epoch": 645.61,
      "grad_norm": 1.2852362394332886,
      "learning_rate": 4.6133604524608856e-07,
      "loss": 0.3347,
      "step": 2313210
    },
    {
      "epoch": 645.61,
      "grad_norm": 1.0974434614181519,
      "learning_rate": 4.613199362691479e-07,
      "loss": 0.3431,
      "step": 2313220
    },
    {
      "epoch": 645.61,
      "grad_norm": 1.1782604455947876,
      "learning_rate": 4.6130382754275997e-07,
      "loss": 0.3291,
      "step": 2313230
    },
    {
      "epoch": 645.62,
      "grad_norm": 1.2666964530944824,
      "learning_rate": 4.612877190669247e-07,
      "loss": 0.3376,
      "step": 2313240
    },
    {
      "epoch": 645.62,
      "grad_norm": 1.229512333869934,
      "learning_rate": 4.612716108416471e-07,
      "loss": 0.3402,
      "step": 2313250
    },
    {
      "epoch": 645.62,
      "grad_norm": 1.1879998445510864,
      "learning_rate": 4.612555028669274e-07,
      "loss": 0.3486,
      "step": 2313260
    },
    {
      "epoch": 645.62,
      "grad_norm": 1.1603738069534302,
      "learning_rate": 4.6123939514276793e-07,
      "loss": 0.3396,
      "step": 2313270
    },
    {
      "epoch": 645.63,
      "grad_norm": 1.2483575344085693,
      "learning_rate": 4.6122328766917187e-07,
      "loss": 0.337,
      "step": 2313280
    },
    {
      "epoch": 645.63,
      "grad_norm": 1.233271598815918,
      "learning_rate": 4.612071804461402e-07,
      "loss": 0.3381,
      "step": 2313290
    },
    {
      "epoch": 645.63,
      "grad_norm": 1.3313111066818237,
      "learning_rate": 4.611910734736753e-07,
      "loss": 0.3484,
      "step": 2313300
    },
    {
      "epoch": 645.63,
      "grad_norm": 1.236839771270752,
      "learning_rate": 4.611749667517795e-07,
      "loss": 0.349,
      "step": 2313310
    },
    {
      "epoch": 645.64,
      "grad_norm": 1.1318938732147217,
      "learning_rate": 4.6115886028045486e-07,
      "loss": 0.33,
      "step": 2313320
    },
    {
      "epoch": 645.64,
      "grad_norm": 1.1340341567993164,
      "learning_rate": 4.6114275405970454e-07,
      "loss": 0.3416,
      "step": 2313330
    },
    {
      "epoch": 645.64,
      "grad_norm": 1.0506504774093628,
      "learning_rate": 4.6112664808952875e-07,
      "loss": 0.3478,
      "step": 2313340
    },
    {
      "epoch": 645.65,
      "grad_norm": 1.128759741783142,
      "learning_rate": 4.6111054236993093e-07,
      "loss": 0.3343,
      "step": 2313350
    },
    {
      "epoch": 645.65,
      "grad_norm": 1.2629549503326416,
      "learning_rate": 4.610944369009129e-07,
      "loss": 0.3287,
      "step": 2313360
    },
    {
      "epoch": 645.65,
      "grad_norm": 1.0691049098968506,
      "learning_rate": 4.6107833168247745e-07,
      "loss": 0.3435,
      "step": 2313370
    },
    {
      "epoch": 645.65,
      "grad_norm": 1.2753641605377197,
      "learning_rate": 4.6106222671462465e-07,
      "loss": 0.3523,
      "step": 2313380
    },
    {
      "epoch": 645.66,
      "grad_norm": 1.3419690132141113,
      "learning_rate": 4.6104612199735967e-07,
      "loss": 0.3414,
      "step": 2313390
    },
    {
      "epoch": 645.66,
      "grad_norm": 1.3494493961334229,
      "learning_rate": 4.610300175306823e-07,
      "loss": 0.3467,
      "step": 2313400
    },
    {
      "epoch": 645.66,
      "grad_norm": 1.1922857761383057,
      "learning_rate": 4.610139133145953e-07,
      "loss": 0.3302,
      "step": 2313410
    },
    {
      "epoch": 645.67,
      "grad_norm": 1.3774423599243164,
      "learning_rate": 4.609978093491019e-07,
      "loss": 0.3456,
      "step": 2313420
    },
    {
      "epoch": 645.67,
      "grad_norm": 1.2125076055526733,
      "learning_rate": 4.6098170563420256e-07,
      "loss": 0.3599,
      "step": 2313430
    },
    {
      "epoch": 645.67,
      "grad_norm": 1.1919214725494385,
      "learning_rate": 4.609656021699004e-07,
      "loss": 0.3396,
      "step": 2313440
    },
    {
      "epoch": 645.67,
      "grad_norm": 1.2471725940704346,
      "learning_rate": 4.6094949895619706e-07,
      "loss": 0.3285,
      "step": 2313450
    },
    {
      "epoch": 645.68,
      "grad_norm": 1.133619785308838,
      "learning_rate": 4.609333959930958e-07,
      "loss": 0.3351,
      "step": 2313460
    },
    {
      "epoch": 645.68,
      "grad_norm": 1.2569255828857422,
      "learning_rate": 4.6091729328059676e-07,
      "loss": 0.3373,
      "step": 2313470
    },
    {
      "epoch": 645.68,
      "grad_norm": 1.5009921789169312,
      "learning_rate": 4.6090119081870423e-07,
      "loss": 0.3569,
      "step": 2313480
    },
    {
      "epoch": 645.69,
      "grad_norm": 1.2873400449752808,
      "learning_rate": 4.6088508860741904e-07,
      "loss": 0.3529,
      "step": 2313490
    },
    {
      "epoch": 645.69,
      "grad_norm": 1.2174382209777832,
      "learning_rate": 4.6086898664674353e-07,
      "loss": 0.3374,
      "step": 2313500
    },
    {
      "epoch": 645.69,
      "grad_norm": 1.2776994705200195,
      "learning_rate": 4.608528849366806e-07,
      "loss": 0.3374,
      "step": 2313510
    },
    {
      "epoch": 645.69,
      "grad_norm": 2.034987449645996,
      "learning_rate": 4.608367834772313e-07,
      "loss": 0.3333,
      "step": 2313520
    },
    {
      "epoch": 645.7,
      "grad_norm": 1.1684846878051758,
      "learning_rate": 4.608206822683981e-07,
      "loss": 0.3477,
      "step": 2313530
    },
    {
      "epoch": 645.7,
      "grad_norm": 1.319778561592102,
      "learning_rate": 4.6080458131018324e-07,
      "loss": 0.3378,
      "step": 2313540
    },
    {
      "epoch": 645.7,
      "grad_norm": 1.3280880451202393,
      "learning_rate": 4.607884806025898e-07,
      "loss": 0.3284,
      "step": 2313550
    },
    {
      "epoch": 645.7,
      "grad_norm": 1.3442761898040771,
      "learning_rate": 4.607723801456185e-07,
      "loss": 0.3186,
      "step": 2313560
    },
    {
      "epoch": 645.71,
      "grad_norm": 1.2016886472702026,
      "learning_rate": 4.607562799392717e-07,
      "loss": 0.3333,
      "step": 2313570
    },
    {
      "epoch": 645.71,
      "grad_norm": 1.2407658100128174,
      "learning_rate": 4.6074017998355263e-07,
      "loss": 0.3352,
      "step": 2313580
    },
    {
      "epoch": 645.71,
      "grad_norm": 1.1267026662826538,
      "learning_rate": 4.6072408027846165e-07,
      "loss": 0.3228,
      "step": 2313590
    },
    {
      "epoch": 645.72,
      "grad_norm": 1.0780434608459473,
      "learning_rate": 4.60707980824003e-07,
      "loss": 0.3267,
      "step": 2313600
    },
    {
      "epoch": 645.72,
      "grad_norm": 1.2128342390060425,
      "learning_rate": 4.606918816201764e-07,
      "loss": 0.3291,
      "step": 2313610
    },
    {
      "epoch": 645.72,
      "grad_norm": 1.5313780307769775,
      "learning_rate": 4.6067578266698664e-07,
      "loss": 0.3347,
      "step": 2313620
    },
    {
      "epoch": 645.72,
      "grad_norm": 1.3513474464416504,
      "learning_rate": 4.6065968396443405e-07,
      "loss": 0.3443,
      "step": 2313630
    },
    {
      "epoch": 645.73,
      "grad_norm": 1.0690126419067383,
      "learning_rate": 4.606435855125214e-07,
      "loss": 0.3247,
      "step": 2313640
    },
    {
      "epoch": 645.73,
      "grad_norm": 1.347324252128601,
      "learning_rate": 4.606274873112512e-07,
      "loss": 0.3391,
      "step": 2313650
    },
    {
      "epoch": 645.73,
      "grad_norm": 1.3504661321640015,
      "learning_rate": 4.606113893606243e-07,
      "loss": 0.3598,
      "step": 2313660
    },
    {
      "epoch": 645.74,
      "grad_norm": 1.121232032775879,
      "learning_rate": 4.60595291660644e-07,
      "loss": 0.34,
      "step": 2313670
    },
    {
      "epoch": 645.74,
      "grad_norm": 1.4181163311004639,
      "learning_rate": 4.6057919421131185e-07,
      "loss": 0.3456,
      "step": 2313680
    },
    {
      "epoch": 645.74,
      "grad_norm": 1.368320107460022,
      "learning_rate": 4.6056309701263106e-07,
      "loss": 0.3569,
      "step": 2313690
    },
    {
      "epoch": 645.74,
      "grad_norm": 1.0770004987716675,
      "learning_rate": 4.6054700006460215e-07,
      "loss": 0.3575,
      "step": 2313700
    },
    {
      "epoch": 645.75,
      "grad_norm": 1.3417991399765015,
      "learning_rate": 4.6053090336722817e-07,
      "loss": 0.3292,
      "step": 2313710
    },
    {
      "epoch": 645.75,
      "grad_norm": 1.1147767305374146,
      "learning_rate": 4.6051480692051205e-07,
      "loss": 0.3198,
      "step": 2313720
    },
    {
      "epoch": 645.75,
      "grad_norm": 1.3163982629776,
      "learning_rate": 4.6049871072445347e-07,
      "loss": 0.3372,
      "step": 2313730
    },
    {
      "epoch": 645.75,
      "grad_norm": 1.3263823986053467,
      "learning_rate": 4.604826147790574e-07,
      "loss": 0.3387,
      "step": 2313740
    },
    {
      "epoch": 645.76,
      "grad_norm": 1.2153873443603516,
      "learning_rate": 4.6046651908432437e-07,
      "loss": 0.3447,
      "step": 2313750
    },
    {
      "epoch": 645.76,
      "grad_norm": 1.4631227254867554,
      "learning_rate": 4.604504236402567e-07,
      "loss": 0.3309,
      "step": 2313760
    },
    {
      "epoch": 645.76,
      "grad_norm": 4.022363185882568,
      "learning_rate": 4.604343284468565e-07,
      "loss": 0.3402,
      "step": 2313770
    },
    {
      "epoch": 645.77,
      "grad_norm": 1.532208800315857,
      "learning_rate": 4.6041823350412716e-07,
      "loss": 0.3672,
      "step": 2313780
    },
    {
      "epoch": 645.77,
      "grad_norm": 1.4028953313827515,
      "learning_rate": 4.6040213881206885e-07,
      "loss": 0.3467,
      "step": 2313790
    },
    {
      "epoch": 645.77,
      "grad_norm": 1.5393149852752686,
      "learning_rate": 4.603860443706848e-07,
      "loss": 0.3412,
      "step": 2313800
    },
    {
      "epoch": 645.77,
      "grad_norm": 1.2008684873580933,
      "learning_rate": 4.603699501799776e-07,
      "loss": 0.3204,
      "step": 2313810
    },
    {
      "epoch": 645.78,
      "grad_norm": 1.544654130935669,
      "learning_rate": 4.6035385623994773e-07,
      "loss": 0.3276,
      "step": 2313820
    },
    {
      "epoch": 645.78,
      "grad_norm": 1.2369848489761353,
      "learning_rate": 4.6033776255059935e-07,
      "loss": 0.3442,
      "step": 2313830
    },
    {
      "epoch": 645.78,
      "grad_norm": 1.5855789184570312,
      "learning_rate": 4.603216691119333e-07,
      "loss": 0.3316,
      "step": 2313840
    },
    {
      "epoch": 645.79,
      "grad_norm": 3.943016767501831,
      "learning_rate": 4.603055759239518e-07,
      "loss": 0.3393,
      "step": 2313850
    },
    {
      "epoch": 645.79,
      "grad_norm": 1.2143347263336182,
      "learning_rate": 4.602894829866581e-07,
      "loss": 0.3357,
      "step": 2313860
    },
    {
      "epoch": 645.79,
      "grad_norm": 1.116707682609558,
      "learning_rate": 4.602733903000527e-07,
      "loss": 0.3526,
      "step": 2313870
    },
    {
      "epoch": 645.79,
      "grad_norm": 1.3053786754608154,
      "learning_rate": 4.6025729786413863e-07,
      "loss": 0.3301,
      "step": 2313880
    },
    {
      "epoch": 645.8,
      "grad_norm": 3.2577133178710938,
      "learning_rate": 4.6024120567891806e-07,
      "loss": 0.3394,
      "step": 2313890
    },
    {
      "epoch": 645.8,
      "grad_norm": 1.1400989294052124,
      "learning_rate": 4.602251137443928e-07,
      "loss": 0.3366,
      "step": 2313900
    },
    {
      "epoch": 645.8,
      "grad_norm": 1.3684043884277344,
      "learning_rate": 4.6020902206056547e-07,
      "loss": 0.3485,
      "step": 2313910
    },
    {
      "epoch": 645.81,
      "grad_norm": 1.3231122493743896,
      "learning_rate": 4.601929306274386e-07,
      "loss": 0.3318,
      "step": 2313920
    },
    {
      "epoch": 645.81,
      "grad_norm": 1.3164912462234497,
      "learning_rate": 4.6017683944501274e-07,
      "loss": 0.3285,
      "step": 2313930
    },
    {
      "epoch": 645.81,
      "grad_norm": 1.3636398315429688,
      "learning_rate": 4.601607485132913e-07,
      "loss": 0.3464,
      "step": 2313940
    },
    {
      "epoch": 645.81,
      "grad_norm": 1.4481256008148193,
      "learning_rate": 4.601446578322766e-07,
      "loss": 0.3319,
      "step": 2313950
    },
    {
      "epoch": 645.82,
      "grad_norm": 1.6252933740615845,
      "learning_rate": 4.60128567401969e-07,
      "loss": 0.3503,
      "step": 2313960
    },
    {
      "epoch": 645.82,
      "grad_norm": 1.3200011253356934,
      "learning_rate": 4.6011247722237325e-07,
      "loss": 0.3338,
      "step": 2313970
    },
    {
      "epoch": 645.82,
      "grad_norm": 1.1266796588897705,
      "learning_rate": 4.6009638729348947e-07,
      "loss": 0.3418,
      "step": 2313980
    },
    {
      "epoch": 645.82,
      "grad_norm": 1.213180422782898,
      "learning_rate": 4.600802976153205e-07,
      "loss": 0.3453,
      "step": 2313990
    },
    {
      "epoch": 645.83,
      "grad_norm": 1.3196879625320435,
      "learning_rate": 4.6006420818786923e-07,
      "loss": 0.3511,
      "step": 2314000
    },
    {
      "epoch": 645.83,
      "grad_norm": 1.2187330722808838,
      "learning_rate": 4.6004811901113637e-07,
      "loss": 0.3231,
      "step": 2314010
    },
    {
      "epoch": 645.83,
      "grad_norm": 1.1809073686599731,
      "learning_rate": 4.600320300851246e-07,
      "loss": 0.3345,
      "step": 2314020
    },
    {
      "epoch": 645.84,
      "grad_norm": 1.4058516025543213,
      "learning_rate": 4.600159414098362e-07,
      "loss": 0.3338,
      "step": 2314030
    },
    {
      "epoch": 645.84,
      "grad_norm": 1.4624850749969482,
      "learning_rate": 4.599998529852741e-07,
      "loss": 0.3431,
      "step": 2314040
    },
    {
      "epoch": 645.84,
      "grad_norm": 1.3561185598373413,
      "learning_rate": 4.599837648114385e-07,
      "loss": 0.3423,
      "step": 2314050
    },
    {
      "epoch": 645.84,
      "grad_norm": 1.0204319953918457,
      "learning_rate": 4.599676768883339e-07,
      "loss": 0.3408,
      "step": 2314060
    },
    {
      "epoch": 645.85,
      "grad_norm": 1.1073932647705078,
      "learning_rate": 4.5995158921596045e-07,
      "loss": 0.3266,
      "step": 2314070
    },
    {
      "epoch": 645.85,
      "grad_norm": 1.308961272239685,
      "learning_rate": 4.599355017943211e-07,
      "loss": 0.3262,
      "step": 2314080
    },
    {
      "epoch": 645.85,
      "grad_norm": 1.5011670589447021,
      "learning_rate": 4.599194146234187e-07,
      "loss": 0.3526,
      "step": 2314090
    },
    {
      "epoch": 645.86,
      "grad_norm": 1.3951234817504883,
      "learning_rate": 4.5990332770325396e-07,
      "loss": 0.3328,
      "step": 2314100
    },
    {
      "epoch": 645.86,
      "grad_norm": 1.4413737058639526,
      "learning_rate": 4.5988724103382983e-07,
      "loss": 0.328,
      "step": 2314110
    },
    {
      "epoch": 645.86,
      "grad_norm": 1.3429144620895386,
      "learning_rate": 4.598711546151483e-07,
      "loss": 0.3161,
      "step": 2314120
    },
    {
      "epoch": 645.86,
      "grad_norm": 1.0407007932662964,
      "learning_rate": 4.5985506844721205e-07,
      "loss": 0.338,
      "step": 2314130
    },
    {
      "epoch": 645.87,
      "grad_norm": 1.9282087087631226,
      "learning_rate": 4.5983898253002243e-07,
      "loss": 0.3328,
      "step": 2314140
    },
    {
      "epoch": 645.87,
      "grad_norm": 1.3326812982559204,
      "learning_rate": 4.598228968635816e-07,
      "loss": 0.3357,
      "step": 2314150
    },
    {
      "epoch": 645.87,
      "grad_norm": 1.218949317932129,
      "learning_rate": 4.598068114478926e-07,
      "loss": 0.3538,
      "step": 2314160
    },
    {
      "epoch": 645.87,
      "grad_norm": 1.273016095161438,
      "learning_rate": 4.597907262829559e-07,
      "loss": 0.3227,
      "step": 2314170
    },
    {
      "epoch": 645.88,
      "grad_norm": 1.1748627424240112,
      "learning_rate": 4.5977464136877564e-07,
      "loss": 0.3406,
      "step": 2314180
    },
    {
      "epoch": 645.88,
      "grad_norm": 1.225483775138855,
      "learning_rate": 4.5975855670535206e-07,
      "loss": 0.3413,
      "step": 2314190
    },
    {
      "epoch": 645.88,
      "grad_norm": 1.2612686157226562,
      "learning_rate": 4.5974247229268936e-07,
      "loss": 0.3471,
      "step": 2314200
    },
    {
      "epoch": 645.89,
      "grad_norm": 1.073569416999817,
      "learning_rate": 4.5972638813078806e-07,
      "loss": 0.3264,
      "step": 2314210
    },
    {
      "epoch": 645.89,
      "grad_norm": 3.0212268829345703,
      "learning_rate": 4.597103042196507e-07,
      "loss": 0.3256,
      "step": 2314220
    },
    {
      "epoch": 645.89,
      "grad_norm": 1.3988802433013916,
      "learning_rate": 4.5969422055928e-07,
      "loss": 0.3362,
      "step": 2314230
    },
    {
      "epoch": 645.89,
      "grad_norm": 1.3032740354537964,
      "learning_rate": 4.596781371496774e-07,
      "loss": 0.3323,
      "step": 2314240
    },
    {
      "epoch": 645.9,
      "grad_norm": 1.3388020992279053,
      "learning_rate": 4.5966205399084507e-07,
      "loss": 0.3444,
      "step": 2314250
    },
    {
      "epoch": 645.9,
      "grad_norm": 1.0367287397384644,
      "learning_rate": 4.5964597108278536e-07,
      "loss": 0.3288,
      "step": 2314260
    },
    {
      "epoch": 645.9,
      "grad_norm": 1.0821565389633179,
      "learning_rate": 4.5962988842550103e-07,
      "loss": 0.359,
      "step": 2314270
    },
    {
      "epoch": 645.91,
      "grad_norm": 1.1787068843841553,
      "learning_rate": 4.5961380601899293e-07,
      "loss": 0.3318,
      "step": 2314280
    },
    {
      "epoch": 645.91,
      "grad_norm": 1.3561331033706665,
      "learning_rate": 4.5959772386326396e-07,
      "loss": 0.3174,
      "step": 2314290
    },
    {
      "epoch": 645.91,
      "grad_norm": 1.2210404872894287,
      "learning_rate": 4.595816419583161e-07,
      "loss": 0.3489,
      "step": 2314300
    },
    {
      "epoch": 645.91,
      "grad_norm": 1.123489260673523,
      "learning_rate": 4.5956556030415155e-07,
      "loss": 0.325,
      "step": 2314310
    },
    {
      "epoch": 645.92,
      "grad_norm": 1.3565707206726074,
      "learning_rate": 4.5954947890077334e-07,
      "loss": 0.3322,
      "step": 2314320
    },
    {
      "epoch": 645.92,
      "grad_norm": 1.3116545677185059,
      "learning_rate": 4.5953339774818174e-07,
      "loss": 0.3396,
      "step": 2314330
    },
    {
      "epoch": 645.92,
      "grad_norm": 1.411334753036499,
      "learning_rate": 4.595173168463802e-07,
      "loss": 0.3612,
      "step": 2314340
    },
    {
      "epoch": 645.93,
      "grad_norm": 1.3332288265228271,
      "learning_rate": 4.595012361953704e-07,
      "loss": 0.3367,
      "step": 2314350
    },
    {
      "epoch": 645.93,
      "grad_norm": 1.1765177249908447,
      "learning_rate": 4.5948515579515514e-07,
      "loss": 0.3205,
      "step": 2314360
    },
    {
      "epoch": 645.93,
      "grad_norm": 1.1440861225128174,
      "learning_rate": 4.5946907564573557e-07,
      "loss": 0.3462,
      "step": 2314370
    },
    {
      "epoch": 645.93,
      "grad_norm": 1.303588628768921,
      "learning_rate": 4.5945299574711436e-07,
      "loss": 0.3374,
      "step": 2314380
    },
    {
      "epoch": 645.94,
      "grad_norm": 1.1227024793624878,
      "learning_rate": 4.594369160992941e-07,
      "loss": 0.342,
      "step": 2314390
    },
    {
      "epoch": 645.94,
      "grad_norm": 1.1075326204299927,
      "learning_rate": 4.59420836702275e-07,
      "loss": 0.338,
      "step": 2314400
    },
    {
      "epoch": 645.94,
      "grad_norm": 1.950854778289795,
      "learning_rate": 4.594047575560621e-07,
      "loss": 0.3317,
      "step": 2314410
    },
    {
      "epoch": 645.94,
      "grad_norm": 1.3857485055923462,
      "learning_rate": 4.593886786606556e-07,
      "loss": 0.3425,
      "step": 2314420
    },
    {
      "epoch": 645.95,
      "grad_norm": 1.3313030004501343,
      "learning_rate": 4.593726000160578e-07,
      "loss": 0.3379,
      "step": 2314430
    },
    {
      "epoch": 645.95,
      "grad_norm": 1.1066924333572388,
      "learning_rate": 4.5935652162227136e-07,
      "loss": 0.343,
      "step": 2314440
    },
    {
      "epoch": 645.95,
      "grad_norm": 1.200816035270691,
      "learning_rate": 4.593404434792987e-07,
      "loss": 0.3524,
      "step": 2314450
    },
    {
      "epoch": 645.96,
      "grad_norm": 1.188872218132019,
      "learning_rate": 4.593243655871409e-07,
      "loss": 0.3309,
      "step": 2314460
    },
    {
      "epoch": 645.96,
      "grad_norm": 1.129231572151184,
      "learning_rate": 4.593082879458005e-07,
      "loss": 0.3337,
      "step": 2314470
    },
    {
      "epoch": 645.96,
      "grad_norm": 1.2113943099975586,
      "learning_rate": 4.592922105552801e-07,
      "loss": 0.3301,
      "step": 2314480
    },
    {
      "epoch": 645.96,
      "grad_norm": 1.2559669017791748,
      "learning_rate": 4.592761334155814e-07,
      "loss": 0.3505,
      "step": 2314490
    },
    {
      "epoch": 645.97,
      "grad_norm": 1.5179455280303955,
      "learning_rate": 4.5926005652670726e-07,
      "loss": 0.3358,
      "step": 2314500
    },
    {
      "epoch": 645.97,
      "grad_norm": 1.4460182189941406,
      "learning_rate": 4.592439798886586e-07,
      "loss": 0.344,
      "step": 2314510
    },
    {
      "epoch": 645.97,
      "grad_norm": 1.2657864093780518,
      "learning_rate": 4.592279035014382e-07,
      "loss": 0.3323,
      "step": 2314520
    },
    {
      "epoch": 645.98,
      "grad_norm": 1.1908040046691895,
      "learning_rate": 4.592118273650489e-07,
      "loss": 0.3382,
      "step": 2314530
    },
    {
      "epoch": 645.98,
      "grad_norm": 1.2619835138320923,
      "learning_rate": 4.5919575147949103e-07,
      "loss": 0.3387,
      "step": 2314540
    },
    {
      "epoch": 645.98,
      "grad_norm": 1.140232801437378,
      "learning_rate": 4.5917967584476893e-07,
      "loss": 0.331,
      "step": 2314550
    },
    {
      "epoch": 645.98,
      "grad_norm": 1.0830157995224,
      "learning_rate": 4.591636004608829e-07,
      "loss": 0.3439,
      "step": 2314560
    },
    {
      "epoch": 645.99,
      "grad_norm": 1.293883204460144,
      "learning_rate": 4.5914752532783606e-07,
      "loss": 0.3357,
      "step": 2314570
    },
    {
      "epoch": 645.99,
      "grad_norm": 1.1130262613296509,
      "learning_rate": 4.5913145044563026e-07,
      "loss": 0.3693,
      "step": 2314580
    },
    {
      "epoch": 645.99,
      "grad_norm": 1.319271445274353,
      "learning_rate": 4.5911537581426834e-07,
      "loss": 0.3359,
      "step": 2314590
    },
    {
      "epoch": 645.99,
      "grad_norm": 1.0732249021530151,
      "learning_rate": 4.5909930143375105e-07,
      "loss": 0.3535,
      "step": 2314600
    },
    {
      "epoch": 646.0,
      "grad_norm": 1.239264965057373,
      "learning_rate": 4.5908322730408156e-07,
      "loss": 0.3311,
      "step": 2314610
    },
    {
      "epoch": 646.0,
      "eval_loss": 0.33907032012939453,
      "eval_runtime": 67.1613,
      "eval_samples_per_second": 75.326,
      "eval_steps_per_second": 9.425,
      "step": 2314618
    },
    {
      "epoch": 646.0,
      "grad_norm": 1.1445666551589966,
      "learning_rate": 4.5906715342526193e-07,
      "loss": 0.3423,
      "step": 2314620
    },
    {
      "epoch": 646.0,
      "grad_norm": 1.2611151933670044,
      "learning_rate": 4.590510797972932e-07,
      "loss": 0.3383,
      "step": 2314630
    },
    {
      "epoch": 646.01,
      "grad_norm": 1.3529460430145264,
      "learning_rate": 4.5903500642017954e-07,
      "loss": 0.3305,
      "step": 2314640
    },
    {
      "epoch": 646.01,
      "grad_norm": 1.2086817026138306,
      "learning_rate": 4.590189332939215e-07,
      "loss": 0.3346,
      "step": 2314650
    },
    {
      "epoch": 646.01,
      "grad_norm": 1.1603997945785522,
      "learning_rate": 4.5900286041852133e-07,
      "loss": 0.3385,
      "step": 2314660
    },
    {
      "epoch": 646.01,
      "grad_norm": 1.2680944204330444,
      "learning_rate": 4.589867877939825e-07,
      "loss": 0.3438,
      "step": 2314670
    },
    {
      "epoch": 646.02,
      "grad_norm": 1.0381616353988647,
      "learning_rate": 4.5897071542030546e-07,
      "loss": 0.3313,
      "step": 2314680
    },
    {
      "epoch": 646.02,
      "grad_norm": 1.138452410697937,
      "learning_rate": 4.5895464329749287e-07,
      "loss": 0.3371,
      "step": 2314690
    },
    {
      "epoch": 646.02,
      "grad_norm": 1.166883945465088,
      "learning_rate": 4.589385714255471e-07,
      "loss": 0.3291,
      "step": 2314700
    },
    {
      "epoch": 646.03,
      "grad_norm": 1.4492294788360596,
      "learning_rate": 4.589224998044709e-07,
      "loss": 0.3327,
      "step": 2314710
    },
    {
      "epoch": 646.03,
      "grad_norm": 1.313002347946167,
      "learning_rate": 4.5890642843426467e-07,
      "loss": 0.3328,
      "step": 2314720
    },
    {
      "epoch": 646.03,
      "grad_norm": 1.2663990259170532,
      "learning_rate": 4.588903573149327e-07,
      "loss": 0.3364,
      "step": 2314730
    },
    {
      "epoch": 646.03,
      "grad_norm": 1.1305510997772217,
      "learning_rate": 4.5887428644647563e-07,
      "loss": 0.3323,
      "step": 2314740
    },
    {
      "epoch": 646.04,
      "grad_norm": 1.1299145221710205,
      "learning_rate": 4.588582158288957e-07,
      "loss": 0.3287,
      "step": 2314750
    },
    {
      "epoch": 646.04,
      "grad_norm": 1.4676865339279175,
      "learning_rate": 4.5884214546219634e-07,
      "loss": 0.3375,
      "step": 2314760
    },
    {
      "epoch": 646.04,
      "grad_norm": 1.5651413202285767,
      "learning_rate": 4.588260753463773e-07,
      "loss": 0.3625,
      "step": 2314770
    },
    {
      "epoch": 646.05,
      "grad_norm": 1.1418633460998535,
      "learning_rate": 4.588100054814435e-07,
      "loss": 0.3395,
      "step": 2314780
    },
    {
      "epoch": 646.05,
      "grad_norm": 1.3163870573043823,
      "learning_rate": 4.5879393586739496e-07,
      "loss": 0.3522,
      "step": 2314790
    },
    {
      "epoch": 646.05,
      "grad_norm": 1.204270362854004,
      "learning_rate": 4.587778665042345e-07,
      "loss": 0.3423,
      "step": 2314800
    },
    {
      "epoch": 646.05,
      "grad_norm": 1.35145902633667,
      "learning_rate": 4.587617973919653e-07,
      "loss": 0.3395,
      "step": 2314810
    },
    {
      "epoch": 646.06,
      "grad_norm": 1.6708780527114868,
      "learning_rate": 4.5874572853058765e-07,
      "loss": 0.3395,
      "step": 2314820
    },
    {
      "epoch": 646.06,
      "grad_norm": 1.1296195983886719,
      "learning_rate": 4.587296599201048e-07,
      "loss": 0.3356,
      "step": 2314830
    },
    {
      "epoch": 646.06,
      "grad_norm": 1.2242133617401123,
      "learning_rate": 4.587135915605184e-07,
      "loss": 0.3423,
      "step": 2314840
    },
    {
      "epoch": 646.06,
      "grad_norm": 1.3378198146820068,
      "learning_rate": 4.5869752345183184e-07,
      "loss": 0.3355,
      "step": 2314850
    },
    {
      "epoch": 646.07,
      "grad_norm": 1.187504529953003,
      "learning_rate": 4.5868145559404486e-07,
      "loss": 0.3239,
      "step": 2314860
    },
    {
      "epoch": 646.07,
      "grad_norm": 1.5343341827392578,
      "learning_rate": 4.5866538798716207e-07,
      "loss": 0.3397,
      "step": 2314870
    },
    {
      "epoch": 646.07,
      "grad_norm": 1.1892802715301514,
      "learning_rate": 4.586493206311841e-07,
      "loss": 0.3412,
      "step": 2314880
    },
    {
      "epoch": 646.08,
      "grad_norm": 1.013087272644043,
      "learning_rate": 4.5863325352611346e-07,
      "loss": 0.3187,
      "step": 2314890
    },
    {
      "epoch": 646.08,
      "grad_norm": 1.2015960216522217,
      "learning_rate": 4.5861718667195306e-07,
      "loss": 0.3326,
      "step": 2314900
    },
    {
      "epoch": 646.08,
      "grad_norm": 1.3239165544509888,
      "learning_rate": 4.58601120068704e-07,
      "loss": 0.3389,
      "step": 2314910
    },
    {
      "epoch": 646.08,
      "grad_norm": 1.3524932861328125,
      "learning_rate": 4.5858505371636846e-07,
      "loss": 0.3509,
      "step": 2314920
    },
    {
      "epoch": 646.09,
      "grad_norm": 1.409988522529602,
      "learning_rate": 4.5856898761494887e-07,
      "loss": 0.3612,
      "step": 2314930
    },
    {
      "epoch": 646.09,
      "grad_norm": 1.4146698713302612,
      "learning_rate": 4.5855292176444813e-07,
      "loss": 0.3366,
      "step": 2314940
    },
    {
      "epoch": 646.09,
      "grad_norm": 1.2843830585479736,
      "learning_rate": 4.5853685616486676e-07,
      "loss": 0.3387,
      "step": 2314950
    },
    {
      "epoch": 646.1,
      "grad_norm": 1.8061648607254028,
      "learning_rate": 4.5852079081620805e-07,
      "loss": 0.3549,
      "step": 2314960
    },
    {
      "epoch": 646.1,
      "grad_norm": 1.0826101303100586,
      "learning_rate": 4.5850472571847444e-07,
      "loss": 0.3601,
      "step": 2314970
    },
    {
      "epoch": 646.1,
      "grad_norm": 1.3220316171646118,
      "learning_rate": 4.584886608716662e-07,
      "loss": 0.3491,
      "step": 2314980
    },
    {
      "epoch": 646.1,
      "grad_norm": 1.2146556377410889,
      "learning_rate": 4.584725962757881e-07,
      "loss": 0.3393,
      "step": 2314990
    },
    {
      "epoch": 646.11,
      "grad_norm": 1.217421054840088,
      "learning_rate": 4.584565319308401e-07,
      "loss": 0.333,
      "step": 2315000
    },
    {
      "epoch": 646.11,
      "grad_norm": 1.174333930015564,
      "learning_rate": 4.584404678368255e-07,
      "loss": 0.3422,
      "step": 2315010
    },
    {
      "epoch": 646.11,
      "grad_norm": 1.310638666152954,
      "learning_rate": 4.5842440399374576e-07,
      "loss": 0.3373,
      "step": 2315020
    },
    {
      "epoch": 646.11,
      "grad_norm": 1.1489907503128052,
      "learning_rate": 4.5840834040160416e-07,
      "loss": 0.3222,
      "step": 2315030
    },
    {
      "epoch": 646.12,
      "grad_norm": 1.6807913780212402,
      "learning_rate": 4.583922770604014e-07,
      "loss": 0.3321,
      "step": 2315040
    },
    {
      "epoch": 646.12,
      "grad_norm": 1.2720003128051758,
      "learning_rate": 4.583762139701404e-07,
      "loss": 0.3424,
      "step": 2315050
    },
    {
      "epoch": 646.12,
      "grad_norm": 1.205101490020752,
      "learning_rate": 4.5836015113082286e-07,
      "loss": 0.338,
      "step": 2315060
    },
    {
      "epoch": 646.13,
      "grad_norm": 1.2507374286651611,
      "learning_rate": 4.5834408854245146e-07,
      "loss": 0.329,
      "step": 2315070
    },
    {
      "epoch": 646.13,
      "grad_norm": 1.1049582958221436,
      "learning_rate": 4.583280262050286e-07,
      "loss": 0.3525,
      "step": 2315080
    },
    {
      "epoch": 646.13,
      "grad_norm": 1.3222885131835938,
      "learning_rate": 4.583119641185555e-07,
      "loss": 0.3474,
      "step": 2315090
    },
    {
      "epoch": 646.13,
      "grad_norm": 1.3742707967758179,
      "learning_rate": 4.582959022830345e-07,
      "loss": 0.3373,
      "step": 2315100
    },
    {
      "epoch": 646.14,
      "grad_norm": 1.2325406074523926,
      "learning_rate": 4.5827984069846877e-07,
      "loss": 0.3427,
      "step": 2315110
    },
    {
      "epoch": 646.14,
      "grad_norm": 1.5181176662445068,
      "learning_rate": 4.5826377936485825e-07,
      "loss": 0.3219,
      "step": 2315120
    },
    {
      "epoch": 646.14,
      "grad_norm": 1.235936164855957,
      "learning_rate": 4.582477182822077e-07,
      "loss": 0.3321,
      "step": 2315130
    },
    {
      "epoch": 646.15,
      "grad_norm": 1.2008986473083496,
      "learning_rate": 4.5823165745051737e-07,
      "loss": 0.3444,
      "step": 2315140
    },
    {
      "epoch": 646.15,
      "grad_norm": 1.2297570705413818,
      "learning_rate": 4.5821559686979e-07,
      "loss": 0.3388,
      "step": 2315150
    },
    {
      "epoch": 646.15,
      "grad_norm": 1.2291922569274902,
      "learning_rate": 4.581995365400281e-07,
      "loss": 0.333,
      "step": 2315160
    },
    {
      "epoch": 646.15,
      "grad_norm": 1.3133430480957031,
      "learning_rate": 4.5818347646123363e-07,
      "loss": 0.324,
      "step": 2315170
    },
    {
      "epoch": 646.16,
      "grad_norm": 1.1572474241256714,
      "learning_rate": 4.5816741663340825e-07,
      "loss": 0.3478,
      "step": 2315180
    },
    {
      "epoch": 646.16,
      "grad_norm": 1.1229662895202637,
      "learning_rate": 4.5815135705655444e-07,
      "loss": 0.3227,
      "step": 2315190
    },
    {
      "epoch": 646.16,
      "grad_norm": 1.2858799695968628,
      "learning_rate": 4.5813529773067496e-07,
      "loss": 0.3351,
      "step": 2315200
    },
    {
      "epoch": 646.17,
      "grad_norm": 1.2490618228912354,
      "learning_rate": 4.581192386557699e-07,
      "loss": 0.3321,
      "step": 2315210
    },
    {
      "epoch": 646.17,
      "grad_norm": 1.2543960809707642,
      "learning_rate": 4.5810317983184406e-07,
      "loss": 0.3495,
      "step": 2315220
    },
    {
      "epoch": 646.17,
      "grad_norm": 1.304314136505127,
      "learning_rate": 4.5808712125889793e-07,
      "loss": 0.3422,
      "step": 2315230
    },
    {
      "epoch": 646.17,
      "grad_norm": 1.4414573907852173,
      "learning_rate": 4.5807106293693386e-07,
      "loss": 0.3433,
      "step": 2315240
    },
    {
      "epoch": 646.18,
      "grad_norm": 1.1977494955062866,
      "learning_rate": 4.580550048659541e-07,
      "loss": 0.3305,
      "step": 2315250
    },
    {
      "epoch": 646.18,
      "grad_norm": 1.2439031600952148,
      "learning_rate": 4.580389470459617e-07,
      "loss": 0.3211,
      "step": 2315260
    },
    {
      "epoch": 646.18,
      "grad_norm": 1.225920557975769,
      "learning_rate": 4.580228894769573e-07,
      "loss": 0.3412,
      "step": 2315270
    },
    {
      "epoch": 646.18,
      "grad_norm": 1.2231322526931763,
      "learning_rate": 4.5800683215894346e-07,
      "loss": 0.3277,
      "step": 2315280
    },
    {
      "epoch": 646.19,
      "grad_norm": 1.1713306903839111,
      "learning_rate": 4.5799077509192345e-07,
      "loss": 0.3286,
      "step": 2315290
    },
    {
      "epoch": 646.19,
      "grad_norm": 1.3190574645996094,
      "learning_rate": 4.579747182758972e-07,
      "loss": 0.3562,
      "step": 2315300
    },
    {
      "epoch": 646.19,
      "grad_norm": 3.494419813156128,
      "learning_rate": 4.579586617108691e-07,
      "loss": 0.3407,
      "step": 2315310
    },
    {
      "epoch": 646.2,
      "grad_norm": 1.217421293258667,
      "learning_rate": 4.5794260539684e-07,
      "loss": 0.3518,
      "step": 2315320
    },
    {
      "epoch": 646.2,
      "grad_norm": 1.315172791481018,
      "learning_rate": 4.579265493338124e-07,
      "loss": 0.3232,
      "step": 2315330
    },
    {
      "epoch": 646.2,
      "grad_norm": 1.2695186138153076,
      "learning_rate": 4.57910493521789e-07,
      "loss": 0.3272,
      "step": 2315340
    },
    {
      "epoch": 646.2,
      "grad_norm": 4.966868877410889,
      "learning_rate": 4.5789443796077e-07,
      "loss": 0.3564,
      "step": 2315350
    },
    {
      "epoch": 646.21,
      "grad_norm": 1.2345002889633179,
      "learning_rate": 4.578783826507602e-07,
      "loss": 0.3415,
      "step": 2315360
    },
    {
      "epoch": 646.21,
      "grad_norm": 1.2373872995376587,
      "learning_rate": 4.5786232759175995e-07,
      "loss": 0.3399,
      "step": 2315370
    },
    {
      "epoch": 646.21,
      "grad_norm": 1.251341462135315,
      "learning_rate": 4.5784627278377167e-07,
      "loss": 0.3416,
      "step": 2315380
    },
    {
      "epoch": 646.22,
      "grad_norm": 1.3802363872528076,
      "learning_rate": 4.5783021822679774e-07,
      "loss": 0.3587,
      "step": 2315390
    },
    {
      "epoch": 646.22,
      "grad_norm": 1.1978057622909546,
      "learning_rate": 4.5781416392084097e-07,
      "loss": 0.3331,
      "step": 2315400
    },
    {
      "epoch": 646.22,
      "grad_norm": 1.1762757301330566,
      "learning_rate": 4.577981098659019e-07,
      "loss": 0.3303,
      "step": 2315410
    },
    {
      "epoch": 646.22,
      "grad_norm": 1.2100324630737305,
      "learning_rate": 4.5778205606198365e-07,
      "loss": 0.3223,
      "step": 2315420
    },
    {
      "epoch": 646.23,
      "grad_norm": 1.1804243326187134,
      "learning_rate": 4.5776600250908904e-07,
      "loss": 0.338,
      "step": 2315430
    },
    {
      "epoch": 646.23,
      "grad_norm": 1.150558590888977,
      "learning_rate": 4.5774994920721815e-07,
      "loss": 0.334,
      "step": 2315440
    },
    {
      "epoch": 646.23,
      "grad_norm": 1.4113221168518066,
      "learning_rate": 4.5773389615637537e-07,
      "loss": 0.365,
      "step": 2315450
    },
    {
      "epoch": 646.23,
      "grad_norm": 1.0149003267288208,
      "learning_rate": 4.577178433565615e-07,
      "loss": 0.3177,
      "step": 2315460
    },
    {
      "epoch": 646.24,
      "grad_norm": 1.3526560068130493,
      "learning_rate": 4.577017908077788e-07,
      "loss": 0.336,
      "step": 2315470
    },
    {
      "epoch": 646.24,
      "grad_norm": 1.2115546464920044,
      "learning_rate": 4.576857385100305e-07,
      "loss": 0.3278,
      "step": 2315480
    },
    {
      "epoch": 646.24,
      "grad_norm": 1.1118497848510742,
      "learning_rate": 4.5766968646331704e-07,
      "loss": 0.3368,
      "step": 2315490
    },
    {
      "epoch": 646.25,
      "grad_norm": 1.0892168283462524,
      "learning_rate": 4.576536346676413e-07,
      "loss": 0.3142,
      "step": 2315500
    },
    {
      "epoch": 646.25,
      "grad_norm": 1.259397268295288,
      "learning_rate": 4.5763758312300563e-07,
      "loss": 0.3322,
      "step": 2315510
    },
    {
      "epoch": 646.25,
      "grad_norm": 1.4892009496688843,
      "learning_rate": 4.5762153182941264e-07,
      "loss": 0.3457,
      "step": 2315520
    },
    {
      "epoch": 646.25,
      "grad_norm": 1.2845808267593384,
      "learning_rate": 4.576054807868629e-07,
      "loss": 0.3387,
      "step": 2315530
    },
    {
      "epoch": 646.26,
      "grad_norm": 1.2746824026107788,
      "learning_rate": 4.5758942999536044e-07,
      "loss": 0.344,
      "step": 2315540
    },
    {
      "epoch": 646.26,
      "grad_norm": 1.375815749168396,
      "learning_rate": 4.5757337945490594e-07,
      "loss": 0.3591,
      "step": 2315550
    },
    {
      "epoch": 646.26,
      "grad_norm": 1.0797725915908813,
      "learning_rate": 4.5755732916550185e-07,
      "loss": 0.3555,
      "step": 2315560
    },
    {
      "epoch": 646.27,
      "grad_norm": 1.2916591167449951,
      "learning_rate": 4.575412791271514e-07,
      "loss": 0.3433,
      "step": 2315570
    },
    {
      "epoch": 646.27,
      "grad_norm": 1.1725049018859863,
      "learning_rate": 4.575252293398551e-07,
      "loss": 0.3433,
      "step": 2315580
    },
    {
      "epoch": 646.27,
      "grad_norm": 1.1521283388137817,
      "learning_rate": 4.57509179803616e-07,
      "loss": 0.3445,
      "step": 2315590
    },
    {
      "epoch": 646.27,
      "grad_norm": 1.3011457920074463,
      "learning_rate": 4.5749313051843575e-07,
      "loss": 0.3465,
      "step": 2315600
    },
    {
      "epoch": 646.28,
      "grad_norm": 1.0693655014038086,
      "learning_rate": 4.5747708148431765e-07,
      "loss": 0.3483,
      "step": 2315610
    },
    {
      "epoch": 646.28,
      "grad_norm": 1.1080809831619263,
      "learning_rate": 4.574610327012623e-07,
      "loss": 0.3437,
      "step": 2315620
    },
    {
      "epoch": 646.28,
      "grad_norm": 1.0493522882461548,
      "learning_rate": 4.574449841692728e-07,
      "loss": 0.3393,
      "step": 2315630
    },
    {
      "epoch": 646.29,
      "grad_norm": 1.315301537513733,
      "learning_rate": 4.574289358883506e-07,
      "loss": 0.3467,
      "step": 2315640
    },
    {
      "epoch": 646.29,
      "grad_norm": 1.3094619512557983,
      "learning_rate": 4.574128878584985e-07,
      "loss": 0.3476,
      "step": 2315650
    },
    {
      "epoch": 646.29,
      "grad_norm": 0.981387734413147,
      "learning_rate": 4.5739684007971896e-07,
      "loss": 0.335,
      "step": 2315660
    },
    {
      "epoch": 646.29,
      "grad_norm": 1.5627127885818481,
      "learning_rate": 4.5738079255201227e-07,
      "loss": 0.3431,
      "step": 2315670
    },
    {
      "epoch": 646.3,
      "grad_norm": 1.2778120040893555,
      "learning_rate": 4.5736474527538287e-07,
      "loss": 0.3474,
      "step": 2315680
    },
    {
      "epoch": 646.3,
      "grad_norm": 1.015631914138794,
      "learning_rate": 4.5734869824983156e-07,
      "loss": 0.3291,
      "step": 2315690
    },
    {
      "epoch": 646.3,
      "grad_norm": 1.3010510206222534,
      "learning_rate": 4.573326514753606e-07,
      "loss": 0.3365,
      "step": 2315700
    },
    {
      "epoch": 646.3,
      "grad_norm": 1.1534650325775146,
      "learning_rate": 4.57316604951973e-07,
      "loss": 0.3249,
      "step": 2315710
    },
    {
      "epoch": 646.31,
      "grad_norm": 1.166007161140442,
      "learning_rate": 4.573005586796697e-07,
      "loss": 0.3314,
      "step": 2315720
    },
    {
      "epoch": 646.31,
      "grad_norm": 1.6945215463638306,
      "learning_rate": 4.5728451265845296e-07,
      "loss": 0.3385,
      "step": 2315730
    },
    {
      "epoch": 646.31,
      "grad_norm": 1.0915119647979736,
      "learning_rate": 4.5726846688832555e-07,
      "loss": 0.343,
      "step": 2315740
    },
    {
      "epoch": 646.32,
      "grad_norm": 1.2001829147338867,
      "learning_rate": 4.5725242136928994e-07,
      "loss": 0.3296,
      "step": 2315750
    },
    {
      "epoch": 646.32,
      "grad_norm": 1.2555267810821533,
      "learning_rate": 4.57236376101347e-07,
      "loss": 0.3378,
      "step": 2315760
    },
    {
      "epoch": 646.32,
      "grad_norm": 1.248261570930481,
      "learning_rate": 4.572203310844998e-07,
      "loss": 0.3342,
      "step": 2315770
    },
    {
      "epoch": 646.32,
      "grad_norm": 1.2103148698806763,
      "learning_rate": 4.572042863187505e-07,
      "loss": 0.3465,
      "step": 2315780
    },
    {
      "epoch": 646.33,
      "grad_norm": 1.2364410161972046,
      "learning_rate": 4.5718824180409976e-07,
      "loss": 0.3357,
      "step": 2315790
    },
    {
      "epoch": 646.33,
      "grad_norm": 1.2318490743637085,
      "learning_rate": 4.571721975405523e-07,
      "loss": 0.329,
      "step": 2315800
    },
    {
      "epoch": 646.33,
      "grad_norm": 1.0141123533248901,
      "learning_rate": 4.5715615352810823e-07,
      "loss": 0.3441,
      "step": 2315810
    },
    {
      "epoch": 646.34,
      "grad_norm": 1.3395745754241943,
      "learning_rate": 4.571401097667703e-07,
      "loss": 0.3291,
      "step": 2315820
    },
    {
      "epoch": 646.34,
      "grad_norm": 0.98665851354599,
      "learning_rate": 4.571240662565406e-07,
      "loss": 0.3228,
      "step": 2315830
    },
    {
      "epoch": 646.34,
      "grad_norm": 1.1557130813598633,
      "learning_rate": 4.571080229974217e-07,
      "loss": 0.3336,
      "step": 2315840
    },
    {
      "epoch": 646.34,
      "grad_norm": 1.4049848318099976,
      "learning_rate": 4.57091979989415e-07,
      "loss": 0.3241,
      "step": 2315850
    },
    {
      "epoch": 646.35,
      "grad_norm": 1.1562285423278809,
      "learning_rate": 4.570759372325231e-07,
      "loss": 0.3436,
      "step": 2315860
    },
    {
      "epoch": 646.35,
      "grad_norm": 1.2074531316757202,
      "learning_rate": 4.570598947267485e-07,
      "loss": 0.3384,
      "step": 2315870
    },
    {
      "epoch": 646.35,
      "grad_norm": 1.2113840579986572,
      "learning_rate": 4.570438524720915e-07,
      "loss": 0.3442,
      "step": 2315880
    },
    {
      "epoch": 646.36,
      "grad_norm": 1.0984523296356201,
      "learning_rate": 4.570278104685571e-07,
      "loss": 0.3482,
      "step": 2315890
    },
    {
      "epoch": 646.36,
      "grad_norm": 1.1857730150222778,
      "learning_rate": 4.570117687161453e-07,
      "loss": 0.3401,
      "step": 2315900
    },
    {
      "epoch": 646.36,
      "grad_norm": 1.2581775188446045,
      "learning_rate": 4.5699572721485884e-07,
      "loss": 0.3313,
      "step": 2315910
    },
    {
      "epoch": 646.36,
      "grad_norm": 1.2360358238220215,
      "learning_rate": 4.569796859647004e-07,
      "loss": 0.3476,
      "step": 2315920
    },
    {
      "epoch": 646.37,
      "grad_norm": 1.2618305683135986,
      "learning_rate": 4.569636449656703e-07,
      "loss": 0.3375,
      "step": 2315930
    },
    {
      "epoch": 646.37,
      "grad_norm": 1.074854850769043,
      "learning_rate": 4.569476042177734e-07,
      "loss": 0.3173,
      "step": 2315940
    },
    {
      "epoch": 646.37,
      "grad_norm": 1.3067845106124878,
      "learning_rate": 4.5693156372100975e-07,
      "loss": 0.3389,
      "step": 2315950
    },
    {
      "epoch": 646.37,
      "grad_norm": 1.3619178533554077,
      "learning_rate": 4.569155234753822e-07,
      "loss": 0.3608,
      "step": 2315960
    },
    {
      "epoch": 646.38,
      "grad_norm": 1.3459172248840332,
      "learning_rate": 4.568994834808928e-07,
      "loss": 0.3379,
      "step": 2315970
    },
    {
      "epoch": 646.38,
      "grad_norm": 1.0952016115188599,
      "learning_rate": 4.568834437375442e-07,
      "loss": 0.3231,
      "step": 2315980
    },
    {
      "epoch": 646.38,
      "grad_norm": 1.0977360010147095,
      "learning_rate": 4.5686740424533763e-07,
      "loss": 0.3254,
      "step": 2315990
    },
    {
      "epoch": 646.39,
      "grad_norm": 1.2472468614578247,
      "learning_rate": 4.568513650042755e-07,
      "loss": 0.351,
      "step": 2316000
    },
    {
      "epoch": 646.39,
      "grad_norm": 1.2571619749069214,
      "learning_rate": 4.5683532601436064e-07,
      "loss": 0.3434,
      "step": 2316010
    },
    {
      "epoch": 646.39,
      "grad_norm": 1.2681747674942017,
      "learning_rate": 4.568192872755936e-07,
      "loss": 0.3271,
      "step": 2316020
    },
    {
      "epoch": 646.39,
      "grad_norm": 0.9877908825874329,
      "learning_rate": 4.568032487879788e-07,
      "loss": 0.3282,
      "step": 2316030
    },
    {
      "epoch": 646.4,
      "grad_norm": 1.1986125707626343,
      "learning_rate": 4.5678721055151643e-07,
      "loss": 0.3327,
      "step": 2316040
    },
    {
      "epoch": 646.4,
      "grad_norm": 1.1018807888031006,
      "learning_rate": 4.567711725662092e-07,
      "loss": 0.3359,
      "step": 2316050
    },
    {
      "epoch": 646.4,
      "grad_norm": 1.2840297222137451,
      "learning_rate": 4.5675513483206016e-07,
      "loss": 0.3232,
      "step": 2316060
    },
    {
      "epoch": 646.41,
      "grad_norm": 1.4389253854751587,
      "learning_rate": 4.5673909734906985e-07,
      "loss": 0.3339,
      "step": 2316070
    },
    {
      "epoch": 646.41,
      "grad_norm": 1.2082172632217407,
      "learning_rate": 4.567230601172414e-07,
      "loss": 0.3343,
      "step": 2316080
    },
    {
      "epoch": 646.41,
      "grad_norm": 1.2754297256469727,
      "learning_rate": 4.5670702313657656e-07,
      "loss": 0.3277,
      "step": 2316090
    },
    {
      "epoch": 646.41,
      "grad_norm": 1.1430728435516357,
      "learning_rate": 4.566909864070786e-07,
      "loss": 0.323,
      "step": 2316100
    },
    {
      "epoch": 646.42,
      "grad_norm": 1.3802809715270996,
      "learning_rate": 4.5667494992874715e-07,
      "loss": 0.3529,
      "step": 2316110
    },
    {
      "epoch": 646.42,
      "grad_norm": 1.211281180381775,
      "learning_rate": 4.566589137015874e-07,
      "loss": 0.3393,
      "step": 2316120
    },
    {
      "epoch": 646.42,
      "grad_norm": 1.3053284883499146,
      "learning_rate": 4.566428777255992e-07,
      "loss": 0.3199,
      "step": 2316130
    },
    {
      "epoch": 646.42,
      "grad_norm": 1.368840217590332,
      "learning_rate": 4.5662684200078526e-07,
      "loss": 0.3375,
      "step": 2316140
    },
    {
      "epoch": 646.43,
      "grad_norm": 1.3930084705352783,
      "learning_rate": 4.5661080652714886e-07,
      "loss": 0.3269,
      "step": 2316150
    },
    {
      "epoch": 646.43,
      "grad_norm": 1.1683030128479004,
      "learning_rate": 4.5659477130469065e-07,
      "loss": 0.3253,
      "step": 2316160
    },
    {
      "epoch": 646.43,
      "grad_norm": 1.2926377058029175,
      "learning_rate": 4.565787363334131e-07,
      "loss": 0.3527,
      "step": 2316170
    },
    {
      "epoch": 646.44,
      "grad_norm": 1.3426930904388428,
      "learning_rate": 4.565627016133186e-07,
      "loss": 0.324,
      "step": 2316180
    },
    {
      "epoch": 646.44,
      "grad_norm": 1.0902433395385742,
      "learning_rate": 4.565466671444098e-07,
      "loss": 0.3531,
      "step": 2316190
    },
    {
      "epoch": 646.44,
      "grad_norm": 1.3429805040359497,
      "learning_rate": 4.565306329266877e-07,
      "loss": 0.3419,
      "step": 2316200
    },
    {
      "epoch": 646.44,
      "grad_norm": 1.2074447870254517,
      "learning_rate": 4.565145989601551e-07,
      "loss": 0.3188,
      "step": 2316210
    },
    {
      "epoch": 646.45,
      "grad_norm": 1.3925668001174927,
      "learning_rate": 4.56498565244814e-07,
      "loss": 0.3337,
      "step": 2316220
    },
    {
      "epoch": 646.45,
      "grad_norm": 1.2396990060806274,
      "learning_rate": 4.5648253178066674e-07,
      "loss": 0.3367,
      "step": 2316230
    },
    {
      "epoch": 646.45,
      "grad_norm": 1.2703129053115845,
      "learning_rate": 4.564664985677157e-07,
      "loss": 0.3337,
      "step": 2316240
    },
    {
      "epoch": 646.46,
      "grad_norm": 1.15610671043396,
      "learning_rate": 4.5645046560596137e-07,
      "loss": 0.3441,
      "step": 2316250
    },
    {
      "epoch": 646.46,
      "grad_norm": 1.1553138494491577,
      "learning_rate": 4.564344328954085e-07,
      "loss": 0.3224,
      "step": 2316260
    },
    {
      "epoch": 646.46,
      "grad_norm": 1.0782641172409058,
      "learning_rate": 4.564184004360572e-07,
      "loss": 0.3523,
      "step": 2316270
    },
    {
      "epoch": 646.46,
      "grad_norm": 1.033421516418457,
      "learning_rate": 4.564023682279102e-07,
      "loss": 0.3344,
      "step": 2316280
    },
    {
      "epoch": 646.47,
      "grad_norm": 1.0925438404083252,
      "learning_rate": 4.563863362709701e-07,
      "loss": 0.3381,
      "step": 2316290
    },
    {
      "epoch": 646.47,
      "grad_norm": 1.1904985904693604,
      "learning_rate": 4.5637030456523837e-07,
      "loss": 0.3292,
      "step": 2316300
    },
    {
      "epoch": 646.47,
      "grad_norm": 1.0028856992721558,
      "learning_rate": 4.5635427311071723e-07,
      "loss": 0.3389,
      "step": 2316310
    },
    {
      "epoch": 646.48,
      "grad_norm": 1.0860809087753296,
      "learning_rate": 4.5633824190740887e-07,
      "loss": 0.3305,
      "step": 2316320
    },
    {
      "epoch": 646.48,
      "grad_norm": 1.3920866250991821,
      "learning_rate": 4.563222109553163e-07,
      "loss": 0.3312,
      "step": 2316330
    },
    {
      "epoch": 646.48,
      "grad_norm": 1.1931378841400146,
      "learning_rate": 4.563061802544396e-07,
      "loss": 0.3379,
      "step": 2316340
    },
    {
      "epoch": 646.48,
      "grad_norm": 1.0926035642623901,
      "learning_rate": 4.562901498047834e-07,
      "loss": 0.3455,
      "step": 2316350
    },
    {
      "epoch": 646.49,
      "grad_norm": 1.1476362943649292,
      "learning_rate": 4.5627411960634807e-07,
      "loss": 0.3434,
      "step": 2316360
    },
    {
      "epoch": 646.49,
      "grad_norm": 1.119719386100769,
      "learning_rate": 4.56258089659136e-07,
      "loss": 0.3296,
      "step": 2316370
    },
    {
      "epoch": 646.49,
      "grad_norm": 1.2985409498214722,
      "learning_rate": 4.562420599631506e-07,
      "loss": 0.3294,
      "step": 2316380
    },
    {
      "epoch": 646.49,
      "grad_norm": 1.1823385953903198,
      "learning_rate": 4.562260305183923e-07,
      "loss": 0.3149,
      "step": 2316390
    },
    {
      "epoch": 646.5,
      "grad_norm": 1.1682467460632324,
      "learning_rate": 4.562100013248638e-07,
      "loss": 0.3396,
      "step": 2316400
    },
    {
      "epoch": 646.5,
      "grad_norm": 1.4285533428192139,
      "learning_rate": 4.561939723825677e-07,
      "loss": 0.3273,
      "step": 2316410
    },
    {
      "epoch": 646.5,
      "grad_norm": 1.2385015487670898,
      "learning_rate": 4.5617794369150605e-07,
      "loss": 0.3329,
      "step": 2316420
    },
    {
      "epoch": 646.51,
      "grad_norm": 1.3027774095535278,
      "learning_rate": 4.5616191525168037e-07,
      "loss": 0.3385,
      "step": 2316430
    },
    {
      "epoch": 646.51,
      "grad_norm": 1.2389628887176514,
      "learning_rate": 4.5614588706309334e-07,
      "loss": 0.3411,
      "step": 2316440
    },
    {
      "epoch": 646.51,
      "grad_norm": 1.089202642440796,
      "learning_rate": 4.5612985912574724e-07,
      "loss": 0.3322,
      "step": 2316450
    },
    {
      "epoch": 646.51,
      "grad_norm": 1.1560426950454712,
      "learning_rate": 4.5611383143964287e-07,
      "loss": 0.3407,
      "step": 2316460
    },
    {
      "epoch": 646.52,
      "grad_norm": 1.2029948234558105,
      "learning_rate": 4.560978040047844e-07,
      "loss": 0.3181,
      "step": 2316470
    },
    {
      "epoch": 646.52,
      "grad_norm": 1.1000771522521973,
      "learning_rate": 4.5608177682117264e-07,
      "loss": 0.3324,
      "step": 2316480
    },
    {
      "epoch": 646.52,
      "grad_norm": 1.3319638967514038,
      "learning_rate": 4.5606574988880964e-07,
      "loss": 0.3438,
      "step": 2316490
    },
    {
      "epoch": 646.53,
      "grad_norm": 1.338858962059021,
      "learning_rate": 4.5604972320769826e-07,
      "loss": 0.3426,
      "step": 2316500
    },
    {
      "epoch": 646.53,
      "grad_norm": 1.3416935205459595,
      "learning_rate": 4.560336967778403e-07,
      "loss": 0.3545,
      "step": 2316510
    },
    {
      "epoch": 646.53,
      "grad_norm": 1.2181015014648438,
      "learning_rate": 4.560176705992384e-07,
      "loss": 0.3465,
      "step": 2316520
    },
    {
      "epoch": 646.53,
      "grad_norm": 1.1696655750274658,
      "learning_rate": 4.560016446718936e-07,
      "loss": 0.3451,
      "step": 2316530
    },
    {
      "epoch": 646.54,
      "grad_norm": 1.0130765438079834,
      "learning_rate": 4.5598561899580844e-07,
      "loss": 0.3579,
      "step": 2316540
    },
    {
      "epoch": 646.54,
      "grad_norm": 1.1096051931381226,
      "learning_rate": 4.5596959357098536e-07,
      "loss": 0.3326,
      "step": 2316550
    },
    {
      "epoch": 646.54,
      "grad_norm": 1.15253746509552,
      "learning_rate": 4.559535683974272e-07,
      "loss": 0.322,
      "step": 2316560
    },
    {
      "epoch": 646.54,
      "grad_norm": 1.4111837148666382,
      "learning_rate": 4.5593754347513437e-07,
      "loss": 0.3373,
      "step": 2316570
    },
    {
      "epoch": 646.55,
      "grad_norm": 1.1110332012176514,
      "learning_rate": 4.559215188041099e-07,
      "loss": 0.3308,
      "step": 2316580
    },
    {
      "epoch": 646.55,
      "grad_norm": 1.2125059366226196,
      "learning_rate": 4.559054943843565e-07,
      "loss": 0.3344,
      "step": 2316590
    },
    {
      "epoch": 646.55,
      "grad_norm": 1.1554644107818604,
      "learning_rate": 4.5588947021587484e-07,
      "loss": 0.3438,
      "step": 2316600
    },
    {
      "epoch": 646.56,
      "grad_norm": 1.2588199377059937,
      "learning_rate": 4.5587344629866866e-07,
      "loss": 0.3521,
      "step": 2316610
    },
    {
      "epoch": 646.56,
      "grad_norm": 1.2006617784500122,
      "learning_rate": 4.5585742263273914e-07,
      "loss": 0.3488,
      "step": 2316620
    },
    {
      "epoch": 646.56,
      "grad_norm": 1.2027329206466675,
      "learning_rate": 4.5584139921808857e-07,
      "loss": 0.3492,
      "step": 2316630
    },
    {
      "epoch": 646.56,
      "grad_norm": 1.0570119619369507,
      "learning_rate": 4.55825376054719e-07,
      "loss": 0.3253,
      "step": 2316640
    },
    {
      "epoch": 646.57,
      "grad_norm": 1.1932170391082764,
      "learning_rate": 4.558093531426333e-07,
      "loss": 0.3384,
      "step": 2316650
    },
    {
      "epoch": 646.57,
      "grad_norm": 1.2578626871109009,
      "learning_rate": 4.5579333048183256e-07,
      "loss": 0.3451,
      "step": 2316660
    },
    {
      "epoch": 646.57,
      "grad_norm": 1.3267892599105835,
      "learning_rate": 4.5577730807231935e-07,
      "loss": 0.3248,
      "step": 2316670
    },
    {
      "epoch": 646.58,
      "grad_norm": 1.2596793174743652,
      "learning_rate": 4.557612859140965e-07,
      "loss": 0.3263,
      "step": 2316680
    },
    {
      "epoch": 646.58,
      "grad_norm": 1.22916841506958,
      "learning_rate": 4.557452640071641e-07,
      "loss": 0.3296,
      "step": 2316690
    },
    {
      "epoch": 646.58,
      "grad_norm": 1.1649186611175537,
      "learning_rate": 4.557292423515268e-07,
      "loss": 0.3479,
      "step": 2316700
    },
    {
      "epoch": 646.58,
      "grad_norm": 1.0548664331436157,
      "learning_rate": 4.5571322094718504e-07,
      "loss": 0.333,
      "step": 2316710
    },
    {
      "epoch": 646.59,
      "grad_norm": 1.2181715965270996,
      "learning_rate": 4.5569719979414176e-07,
      "loss": 0.322,
      "step": 2316720
    },
    {
      "epoch": 646.59,
      "grad_norm": 1.5222946405410767,
      "learning_rate": 4.55681178892399e-07,
      "loss": 0.3468,
      "step": 2316730
    },
    {
      "epoch": 646.59,
      "grad_norm": 1.1284488439559937,
      "learning_rate": 4.5566515824195836e-07,
      "loss": 0.3331,
      "step": 2316740
    },
    {
      "epoch": 646.6,
      "grad_norm": 1.4616730213165283,
      "learning_rate": 4.5564913784282216e-07,
      "loss": 0.3654,
      "step": 2316750
    },
    {
      "epoch": 646.6,
      "grad_norm": 1.1132426261901855,
      "learning_rate": 4.5563311769499275e-07,
      "loss": 0.3468,
      "step": 2316760
    },
    {
      "epoch": 646.6,
      "grad_norm": 1.3334728479385376,
      "learning_rate": 4.5561709779847303e-07,
      "loss": 0.3546,
      "step": 2316770
    },
    {
      "epoch": 646.6,
      "grad_norm": 1.288285493850708,
      "learning_rate": 4.556010781532629e-07,
      "loss": 0.3427,
      "step": 2316780
    },
    {
      "epoch": 646.61,
      "grad_norm": 1.2306395769119263,
      "learning_rate": 4.5558505875936714e-07,
      "loss": 0.3142,
      "step": 2316790
    },
    {
      "epoch": 646.61,
      "grad_norm": 1.120082974433899,
      "learning_rate": 4.5556903961678594e-07,
      "loss": 0.3357,
      "step": 2316800
    },
    {
      "epoch": 646.61,
      "grad_norm": 1.1294068098068237,
      "learning_rate": 4.555530207255225e-07,
      "loss": 0.3386,
      "step": 2316810
    },
    {
      "epoch": 646.61,
      "grad_norm": 1.0733859539031982,
      "learning_rate": 4.5553700208557885e-07,
      "loss": 0.3315,
      "step": 2316820
    },
    {
      "epoch": 646.62,
      "grad_norm": 1.5169492959976196,
      "learning_rate": 4.5552098369695577e-07,
      "loss": 0.3352,
      "step": 2316830
    },
    {
      "epoch": 646.62,
      "grad_norm": 1.103446364402771,
      "learning_rate": 4.555049655596577e-07,
      "loss": 0.3299,
      "step": 2316840
    },
    {
      "epoch": 646.62,
      "grad_norm": 1.0770514011383057,
      "learning_rate": 4.5548894767368485e-07,
      "loss": 0.3354,
      "step": 2316850
    },
    {
      "epoch": 646.63,
      "grad_norm": 1.312096357345581,
      "learning_rate": 4.554729300390402e-07,
      "loss": 0.343,
      "step": 2316860
    },
    {
      "epoch": 646.63,
      "grad_norm": 1.3241643905639648,
      "learning_rate": 4.554569126557265e-07,
      "loss": 0.3577,
      "step": 2316870
    },
    {
      "epoch": 646.63,
      "grad_norm": 1.1666278839111328,
      "learning_rate": 4.5544089552374427e-07,
      "loss": 0.3354,
      "step": 2316880
    },
    {
      "epoch": 646.63,
      "grad_norm": 1.1607153415679932,
      "learning_rate": 4.554248786430965e-07,
      "loss": 0.337,
      "step": 2316890
    },
    {
      "epoch": 646.64,
      "grad_norm": 1.1606706380844116,
      "learning_rate": 4.5540886201378533e-07,
      "loss": 0.35,
      "step": 2316900
    },
    {
      "epoch": 646.64,
      "grad_norm": 1.4136468172073364,
      "learning_rate": 4.5539284563581353e-07,
      "loss": 0.3383,
      "step": 2316910
    },
    {
      "epoch": 646.64,
      "grad_norm": 1.0152113437652588,
      "learning_rate": 4.5537682950918134e-07,
      "loss": 0.3319,
      "step": 2316920
    },
    {
      "epoch": 646.65,
      "grad_norm": 1.1115071773529053,
      "learning_rate": 4.5536081363389337e-07,
      "loss": 0.3466,
      "step": 2316930
    },
    {
      "epoch": 646.65,
      "grad_norm": 1.5096025466918945,
      "learning_rate": 4.5534479800994987e-07,
      "loss": 0.3496,
      "step": 2316940
    },
    {
      "epoch": 646.65,
      "grad_norm": 1.2329838275909424,
      "learning_rate": 4.5532878263735356e-07,
      "loss": 0.3571,
      "step": 2316950
    },
    {
      "epoch": 646.65,
      "grad_norm": 1.3402376174926758,
      "learning_rate": 4.553127675161075e-07,
      "loss": 0.3467,
      "step": 2316960
    },
    {
      "epoch": 646.66,
      "grad_norm": 1.2141222953796387,
      "learning_rate": 4.5529675264621216e-07,
      "loss": 0.3226,
      "step": 2316970
    },
    {
      "epoch": 646.66,
      "grad_norm": 1.0710630416870117,
      "learning_rate": 4.5528073802767046e-07,
      "loss": 0.3259,
      "step": 2316980
    },
    {
      "epoch": 646.66,
      "grad_norm": 1.1416124105453491,
      "learning_rate": 4.5526472366048447e-07,
      "loss": 0.3532,
      "step": 2316990
    },
    {
      "epoch": 646.66,
      "grad_norm": 1.2350882291793823,
      "learning_rate": 4.5524870954465704e-07,
      "loss": 0.348,
      "step": 2317000
    },
    {
      "epoch": 646.67,
      "grad_norm": 1.0975043773651123,
      "learning_rate": 4.5523269568018923e-07,
      "loss": 0.3521,
      "step": 2317010
    },
    {
      "epoch": 646.67,
      "grad_norm": 1.293654203414917,
      "learning_rate": 4.5521668206708337e-07,
      "loss": 0.3385,
      "step": 2317020
    },
    {
      "epoch": 646.67,
      "grad_norm": 1.1903902292251587,
      "learning_rate": 4.552006687053426e-07,
      "loss": 0.3344,
      "step": 2317030
    },
    {
      "epoch": 646.68,
      "grad_norm": 1.4247455596923828,
      "learning_rate": 4.551846555949669e-07,
      "loss": 0.3255,
      "step": 2317040
    },
    {
      "epoch": 646.68,
      "grad_norm": 1.132318139076233,
      "learning_rate": 4.551686427359609e-07,
      "loss": 0.3279,
      "step": 2317050
    },
    {
      "epoch": 646.68,
      "grad_norm": 1.3839890956878662,
      "learning_rate": 4.5515263012832497e-07,
      "loss": 0.3657,
      "step": 2317060
    },
    {
      "epoch": 646.68,
      "grad_norm": 1.3235223293304443,
      "learning_rate": 4.5513661777206195e-07,
      "loss": 0.3413,
      "step": 2317070
    },
    {
      "epoch": 646.69,
      "grad_norm": 1.2613495588302612,
      "learning_rate": 4.551206056671741e-07,
      "loss": 0.3258,
      "step": 2317080
    },
    {
      "epoch": 646.69,
      "grad_norm": 1.416931390762329,
      "learning_rate": 4.5510459381366306e-07,
      "loss": 0.3351,
      "step": 2317090
    },
    {
      "epoch": 646.69,
      "grad_norm": 1.2068216800689697,
      "learning_rate": 4.550885822115319e-07,
      "loss": 0.3412,
      "step": 2317100
    },
    {
      "epoch": 646.7,
      "grad_norm": 1.2486356496810913,
      "learning_rate": 4.5507257086078147e-07,
      "loss": 0.3445,
      "step": 2317110
    },
    {
      "epoch": 646.7,
      "grad_norm": 1.347348690032959,
      "learning_rate": 4.5505655976141455e-07,
      "loss": 0.3356,
      "step": 2317120
    },
    {
      "epoch": 646.7,
      "grad_norm": 1.1925992965698242,
      "learning_rate": 4.550405489134333e-07,
      "loss": 0.3505,
      "step": 2317130
    },
    {
      "epoch": 646.7,
      "grad_norm": 1.2007930278778076,
      "learning_rate": 4.550245383168405e-07,
      "loss": 0.3542,
      "step": 2317140
    },
    {
      "epoch": 646.71,
      "grad_norm": 1.1874010562896729,
      "learning_rate": 4.5500852797163673e-07,
      "loss": 0.3373,
      "step": 2317150
    },
    {
      "epoch": 646.71,
      "grad_norm": 1.203636646270752,
      "learning_rate": 4.5499251787782513e-07,
      "loss": 0.34,
      "step": 2317160
    },
    {
      "epoch": 646.71,
      "grad_norm": 1.391319751739502,
      "learning_rate": 4.5497650803540746e-07,
      "loss": 0.3319,
      "step": 2317170
    },
    {
      "epoch": 646.72,
      "grad_norm": 1.2336360216140747,
      "learning_rate": 4.5496049844438636e-07,
      "loss": 0.3294,
      "step": 2317180
    },
    {
      "epoch": 646.72,
      "grad_norm": 1.079831838607788,
      "learning_rate": 4.5494448910476384e-07,
      "loss": 0.3346,
      "step": 2317190
    },
    {
      "epoch": 646.72,
      "grad_norm": 1.1524540185928345,
      "learning_rate": 4.549284800165416e-07,
      "loss": 0.3418,
      "step": 2317200
    },
    {
      "epoch": 646.72,
      "grad_norm": 1.1993287801742554,
      "learning_rate": 4.5491247117972187e-07,
      "loss": 0.3179,
      "step": 2317210
    },
    {
      "epoch": 646.73,
      "grad_norm": 1.195928692817688,
      "learning_rate": 4.54896462594307e-07,
      "loss": 0.3303,
      "step": 2317220
    },
    {
      "epoch": 646.73,
      "grad_norm": 1.1879394054412842,
      "learning_rate": 4.548804542602997e-07,
      "loss": 0.3613,
      "step": 2317230
    },
    {
      "epoch": 646.73,
      "grad_norm": 1.0472729206085205,
      "learning_rate": 4.5486444617770086e-07,
      "loss": 0.328,
      "step": 2317240
    },
    {
      "epoch": 646.73,
      "grad_norm": 1.234574556350708,
      "learning_rate": 4.5484843834651294e-07,
      "loss": 0.345,
      "step": 2317250
    },
    {
      "epoch": 646.74,
      "grad_norm": 1.3962326049804688,
      "learning_rate": 4.5483243076673923e-07,
      "loss": 0.3507,
      "step": 2317260
    },
    {
      "epoch": 646.74,
      "grad_norm": 1.0338425636291504,
      "learning_rate": 4.5481642343837956e-07,
      "loss": 0.3354,
      "step": 2317270
    },
    {
      "epoch": 646.74,
      "grad_norm": 1.1878553628921509,
      "learning_rate": 4.5480041636143875e-07,
      "loss": 0.3297,
      "step": 2317280
    },
    {
      "epoch": 646.75,
      "grad_norm": 1.1878806352615356,
      "learning_rate": 4.547844095359172e-07,
      "loss": 0.3385,
      "step": 2317290
    },
    {
      "epoch": 646.75,
      "grad_norm": 1.1903361082077026,
      "learning_rate": 4.547684029618172e-07,
      "loss": 0.3371,
      "step": 2317300
    },
    {
      "epoch": 646.75,
      "grad_norm": 1.2606470584869385,
      "learning_rate": 4.547523966391413e-07,
      "loss": 0.3355,
      "step": 2317310
    },
    {
      "epoch": 646.75,
      "grad_norm": 1.1968873739242554,
      "learning_rate": 4.5473639056789217e-07,
      "loss": 0.3298,
      "step": 2317320
    },
    {
      "epoch": 646.76,
      "grad_norm": 1.3533215522766113,
      "learning_rate": 4.5472038474807054e-07,
      "loss": 0.336,
      "step": 2317330
    },
    {
      "epoch": 646.76,
      "grad_norm": 1.3280820846557617,
      "learning_rate": 4.547043791796793e-07,
      "loss": 0.3357,
      "step": 2317340
    },
    {
      "epoch": 646.76,
      "grad_norm": 1.271867036819458,
      "learning_rate": 4.546883738627211e-07,
      "loss": 0.3302,
      "step": 2317350
    },
    {
      "epoch": 646.77,
      "grad_norm": 1.2561254501342773,
      "learning_rate": 4.546723687971964e-07,
      "loss": 0.3464,
      "step": 2317360
    },
    {
      "epoch": 646.77,
      "grad_norm": 1.227437138557434,
      "learning_rate": 4.5465636398310954e-07,
      "loss": 0.3258,
      "step": 2317370
    },
    {
      "epoch": 646.77,
      "grad_norm": 1.244340419769287,
      "learning_rate": 4.546403594204612e-07,
      "loss": 0.3419,
      "step": 2317380
    },
    {
      "epoch": 646.77,
      "grad_norm": 1.124045968055725,
      "learning_rate": 4.546243551092537e-07,
      "loss": 0.3396,
      "step": 2317390
    },
    {
      "epoch": 646.78,
      "grad_norm": 1.2983522415161133,
      "learning_rate": 4.5460835104948977e-07,
      "loss": 0.3332,
      "step": 2317400
    },
    {
      "epoch": 646.78,
      "grad_norm": 1.5461783409118652,
      "learning_rate": 4.5459234724117007e-07,
      "loss": 0.3176,
      "step": 2317410
    },
    {
      "epoch": 646.78,
      "grad_norm": 1.3052781820297241,
      "learning_rate": 4.5457634368429897e-07,
      "loss": 0.3418,
      "step": 2317420
    },
    {
      "epoch": 646.78,
      "grad_norm": 1.4784255027770996,
      "learning_rate": 4.5456034037887697e-07,
      "loss": 0.3365,
      "step": 2317430
    },
    {
      "epoch": 646.79,
      "grad_norm": 1.4918155670166016,
      "learning_rate": 4.545443373249065e-07,
      "loss": 0.3334,
      "step": 2317440
    },
    {
      "epoch": 646.79,
      "grad_norm": 1.2713139057159424,
      "learning_rate": 4.5452833452238976e-07,
      "loss": 0.3368,
      "step": 2317450
    },
    {
      "epoch": 646.79,
      "grad_norm": 1.3137454986572266,
      "learning_rate": 4.545123319713294e-07,
      "loss": 0.3376,
      "step": 2317460
    },
    {
      "epoch": 646.8,
      "grad_norm": 1.2740360498428345,
      "learning_rate": 4.5449632967172685e-07,
      "loss": 0.3327,
      "step": 2317470
    },
    {
      "epoch": 646.8,
      "grad_norm": 1.040907382965088,
      "learning_rate": 4.544803276235843e-07,
      "loss": 0.3482,
      "step": 2317480
    },
    {
      "epoch": 646.8,
      "grad_norm": 1.3029730319976807,
      "learning_rate": 4.5446432582690467e-07,
      "loss": 0.3214,
      "step": 2317490
    },
    {
      "epoch": 646.8,
      "grad_norm": 1.6008824110031128,
      "learning_rate": 4.5444832428168817e-07,
      "loss": 0.3369,
      "step": 2317500
    },
    {
      "epoch": 646.81,
      "grad_norm": 1.4116530418395996,
      "learning_rate": 4.5443232298793956e-07,
      "loss": 0.3542,
      "step": 2317510
    },
    {
      "epoch": 646.81,
      "grad_norm": 1.3233717679977417,
      "learning_rate": 4.5441632194565883e-07,
      "loss": 0.3257,
      "step": 2317520
    },
    {
      "epoch": 646.81,
      "grad_norm": 1.4310407638549805,
      "learning_rate": 4.544003211548493e-07,
      "loss": 0.3352,
      "step": 2317530
    },
    {
      "epoch": 646.82,
      "grad_norm": 1.1467976570129395,
      "learning_rate": 4.5438432061551314e-07,
      "loss": 0.3501,
      "step": 2317540
    },
    {
      "epoch": 646.82,
      "grad_norm": 1.3321049213409424,
      "learning_rate": 4.543683203276513e-07,
      "loss": 0.3441,
      "step": 2317550
    },
    {
      "epoch": 646.82,
      "grad_norm": 1.028587818145752,
      "learning_rate": 4.54352320291267e-07,
      "loss": 0.3434,
      "step": 2317560
    },
    {
      "epoch": 646.82,
      "grad_norm": 1.6757612228393555,
      "learning_rate": 4.5433632050636166e-07,
      "loss": 0.3468,
      "step": 2317570
    },
    {
      "epoch": 646.83,
      "grad_norm": 1.093353509902954,
      "learning_rate": 4.543203209729388e-07,
      "loss": 0.3376,
      "step": 2317580
    },
    {
      "epoch": 646.83,
      "grad_norm": 1.1908656358718872,
      "learning_rate": 4.543043216909981e-07,
      "loss": 0.3457,
      "step": 2317590
    },
    {
      "epoch": 646.83,
      "grad_norm": 1.144736886024475,
      "learning_rate": 4.5428832266054427e-07,
      "loss": 0.3394,
      "step": 2317600
    },
    {
      "epoch": 646.84,
      "grad_norm": 1.2638434171676636,
      "learning_rate": 4.5427232388157777e-07,
      "loss": 0.3491,
      "step": 2317610
    },
    {
      "epoch": 646.84,
      "grad_norm": 1.2443732023239136,
      "learning_rate": 4.5425632535410154e-07,
      "loss": 0.3313,
      "step": 2317620
    },
    {
      "epoch": 646.84,
      "grad_norm": 1.0898849964141846,
      "learning_rate": 4.542403270781176e-07,
      "loss": 0.3463,
      "step": 2317630
    },
    {
      "epoch": 646.84,
      "grad_norm": 1.1815286874771118,
      "learning_rate": 4.542243290536276e-07,
      "loss": 0.3398,
      "step": 2317640
    },
    {
      "epoch": 646.85,
      "grad_norm": 1.0685714483261108,
      "learning_rate": 4.54208331280634e-07,
      "loss": 0.3357,
      "step": 2317650
    },
    {
      "epoch": 646.85,
      "grad_norm": 1.076592206954956,
      "learning_rate": 4.5419233375913873e-07,
      "loss": 0.3403,
      "step": 2317660
    },
    {
      "epoch": 646.85,
      "grad_norm": 1.5018037557601929,
      "learning_rate": 4.541763364891441e-07,
      "loss": 0.3462,
      "step": 2317670
    },
    {
      "epoch": 646.85,
      "grad_norm": 1.2641748189926147,
      "learning_rate": 4.54160339470653e-07,
      "loss": 0.339,
      "step": 2317680
    },
    {
      "epoch": 646.86,
      "grad_norm": 1.3398613929748535,
      "learning_rate": 4.5414434270366615e-07,
      "loss": 0.3323,
      "step": 2317690
    },
    {
      "epoch": 646.86,
      "grad_norm": 1.941805124282837,
      "learning_rate": 4.5412834618818625e-07,
      "loss": 0.331,
      "step": 2317700
    },
    {
      "epoch": 646.86,
      "grad_norm": 1.1595717668533325,
      "learning_rate": 4.541123499242155e-07,
      "loss": 0.3437,
      "step": 2317710
    },
    {
      "epoch": 646.87,
      "grad_norm": 1.1073576211929321,
      "learning_rate": 4.540963539117569e-07,
      "loss": 0.345,
      "step": 2317720
    },
    {
      "epoch": 646.87,
      "grad_norm": 1.2483196258544922,
      "learning_rate": 4.540803581508101e-07,
      "loss": 0.3212,
      "step": 2317730
    },
    {
      "epoch": 646.87,
      "grad_norm": 1.2688510417938232,
      "learning_rate": 4.5406436264138036e-07,
      "loss": 0.3354,
      "step": 2317740
    },
    {
      "epoch": 646.87,
      "grad_norm": 1.123823642730713,
      "learning_rate": 4.5404836738346767e-07,
      "loss": 0.3547,
      "step": 2317750
    },
    {
      "epoch": 646.88,
      "grad_norm": 1.392798662185669,
      "learning_rate": 4.540323723770746e-07,
      "loss": 0.3316,
      "step": 2317760
    },
    {
      "epoch": 646.88,
      "grad_norm": 1.2768197059631348,
      "learning_rate": 4.540163776222043e-07,
      "loss": 0.341,
      "step": 2317770
    },
    {
      "epoch": 646.88,
      "grad_norm": 1.312559723854065,
      "learning_rate": 4.5400038311885723e-07,
      "loss": 0.3441,
      "step": 2317780
    },
    {
      "epoch": 646.89,
      "grad_norm": 1.3225890398025513,
      "learning_rate": 4.5398438886703635e-07,
      "loss": 0.3413,
      "step": 2317790
    },
    {
      "epoch": 646.89,
      "grad_norm": 1.1407769918441772,
      "learning_rate": 4.5396839486674397e-07,
      "loss": 0.3447,
      "step": 2317800
    },
    {
      "epoch": 646.89,
      "grad_norm": 1.2344695329666138,
      "learning_rate": 4.539524011179826e-07,
      "loss": 0.3479,
      "step": 2317810
    },
    {
      "epoch": 646.89,
      "grad_norm": 1.6689023971557617,
      "learning_rate": 4.5393640762075317e-07,
      "loss": 0.3367,
      "step": 2317820
    },
    {
      "epoch": 646.9,
      "grad_norm": 1.0678670406341553,
      "learning_rate": 4.5392041437505846e-07,
      "loss": 0.347,
      "step": 2317830
    },
    {
      "epoch": 646.9,
      "grad_norm": 1.1607787609100342,
      "learning_rate": 4.539044213809011e-07,
      "loss": 0.3178,
      "step": 2317840
    },
    {
      "epoch": 646.9,
      "grad_norm": 1.3774539232254028,
      "learning_rate": 4.5388842863828153e-07,
      "loss": 0.3372,
      "step": 2317850
    },
    {
      "epoch": 646.9,
      "grad_norm": 1.2228957414627075,
      "learning_rate": 4.538724361472043e-07,
      "loss": 0.328,
      "step": 2317860
    },
    {
      "epoch": 646.91,
      "grad_norm": 1.1780353784561157,
      "learning_rate": 4.538564439076696e-07,
      "loss": 0.3381,
      "step": 2317870
    },
    {
      "epoch": 646.91,
      "grad_norm": 1.1759108304977417,
      "learning_rate": 4.5384045191968025e-07,
      "loss": 0.34,
      "step": 2317880
    },
    {
      "epoch": 646.91,
      "grad_norm": 1.1650991439819336,
      "learning_rate": 4.5382446018323843e-07,
      "loss": 0.3321,
      "step": 2317890
    },
    {
      "epoch": 646.92,
      "grad_norm": 1.096840500831604,
      "learning_rate": 4.538084686983469e-07,
      "loss": 0.3501,
      "step": 2317900
    },
    {
      "epoch": 646.92,
      "grad_norm": 1.2737475633621216,
      "learning_rate": 4.537924774650063e-07,
      "loss": 0.3398,
      "step": 2317910
    },
    {
      "epoch": 646.92,
      "grad_norm": 1.1738207340240479,
      "learning_rate": 4.5377648648321963e-07,
      "loss": 0.3403,
      "step": 2317920
    },
    {
      "epoch": 646.92,
      "grad_norm": 1.1270149946212769,
      "learning_rate": 4.5376049575298985e-07,
      "loss": 0.3243,
      "step": 2317930
    },
    {
      "epoch": 646.93,
      "grad_norm": 1.2694510221481323,
      "learning_rate": 4.537445052743166e-07,
      "loss": 0.3282,
      "step": 2317940
    },
    {
      "epoch": 646.93,
      "grad_norm": 1.2583550214767456,
      "learning_rate": 4.53728515047205e-07,
      "loss": 0.3183,
      "step": 2317950
    },
    {
      "epoch": 646.93,
      "grad_norm": 1.1973909139633179,
      "learning_rate": 4.537125250716551e-07,
      "loss": 0.3444,
      "step": 2317960
    },
    {
      "epoch": 646.94,
      "grad_norm": 1.1701629161834717,
      "learning_rate": 4.5369653534766957e-07,
      "loss": 0.3447,
      "step": 2317970
    },
    {
      "epoch": 646.94,
      "grad_norm": 1.1240195035934448,
      "learning_rate": 4.5368054587525163e-07,
      "loss": 0.3454,
      "step": 2317980
    },
    {
      "epoch": 646.94,
      "grad_norm": 1.1202856302261353,
      "learning_rate": 4.536645566544009e-07,
      "loss": 0.3494,
      "step": 2317990
    },
    {
      "epoch": 646.94,
      "grad_norm": 1.3921911716461182,
      "learning_rate": 4.5364856768512237e-07,
      "loss": 0.3445,
      "step": 2318000
    },
    {
      "epoch": 646.95,
      "grad_norm": 1.2646375894546509,
      "learning_rate": 4.5363257896741634e-07,
      "loss": 0.3212,
      "step": 2318010
    },
    {
      "epoch": 646.95,
      "grad_norm": 1.0763410329818726,
      "learning_rate": 4.5361659050128535e-07,
      "loss": 0.3176,
      "step": 2318020
    },
    {
      "epoch": 646.95,
      "grad_norm": 1.2175862789154053,
      "learning_rate": 4.5360060228673177e-07,
      "loss": 0.3433,
      "step": 2318030
    },
    {
      "epoch": 646.96,
      "grad_norm": 1.3689416646957397,
      "learning_rate": 4.535846143237579e-07,
      "loss": 0.3379,
      "step": 2318040
    },
    {
      "epoch": 646.96,
      "grad_norm": 1.4307730197906494,
      "learning_rate": 4.535686266123654e-07,
      "loss": 0.3618,
      "step": 2318050
    },
    {
      "epoch": 646.96,
      "grad_norm": 1.1494479179382324,
      "learning_rate": 4.535526391525562e-07,
      "loss": 0.361,
      "step": 2318060
    },
    {
      "epoch": 646.96,
      "grad_norm": 1.3473848104476929,
      "learning_rate": 4.535366519443333e-07,
      "loss": 0.3297,
      "step": 2318070
    },
    {
      "epoch": 646.97,
      "grad_norm": 1.116567611694336,
      "learning_rate": 4.5352066498769746e-07,
      "loss": 0.3387,
      "step": 2318080
    },
    {
      "epoch": 646.97,
      "grad_norm": 1.2406458854675293,
      "learning_rate": 4.5350467828265257e-07,
      "loss": 0.346,
      "step": 2318090
    },
    {
      "epoch": 646.97,
      "grad_norm": 1.1345014572143555,
      "learning_rate": 4.534886918291996e-07,
      "loss": 0.3353,
      "step": 2318100
    },
    {
      "epoch": 646.97,
      "grad_norm": 1.291760802268982,
      "learning_rate": 4.5347270562734046e-07,
      "loss": 0.3339,
      "step": 2318110
    },
    {
      "epoch": 646.98,
      "grad_norm": 0.9843722581863403,
      "learning_rate": 4.5345671967707875e-07,
      "loss": 0.3528,
      "step": 2318120
    },
    {
      "epoch": 646.98,
      "grad_norm": 1.1358586549758911,
      "learning_rate": 4.534407339784147e-07,
      "loss": 0.32,
      "step": 2318130
    },
    {
      "epoch": 646.98,
      "grad_norm": 1.2021054029464722,
      "learning_rate": 4.5342474853135156e-07,
      "loss": 0.3432,
      "step": 2318140
    },
    {
      "epoch": 646.99,
      "grad_norm": 1.1575117111206055,
      "learning_rate": 4.53408763335891e-07,
      "loss": 0.3465,
      "step": 2318150
    },
    {
      "epoch": 646.99,
      "grad_norm": 1.1244596242904663,
      "learning_rate": 4.5339277839203626e-07,
      "loss": 0.3292,
      "step": 2318160
    },
    {
      "epoch": 646.99,
      "grad_norm": 1.4804922342300415,
      "learning_rate": 4.5337679369978724e-07,
      "loss": 0.3213,
      "step": 2318170
    },
    {
      "epoch": 646.99,
      "grad_norm": 1.282246470451355,
      "learning_rate": 4.533608092591484e-07,
      "loss": 0.3481,
      "step": 2318180
    },
    {
      "epoch": 647.0,
      "grad_norm": 1.222190260887146,
      "learning_rate": 4.5334482507012055e-07,
      "loss": 0.3324,
      "step": 2318190
    },
    {
      "epoch": 647.0,
      "grad_norm": 1.1434824466705322,
      "learning_rate": 4.5332884113270606e-07,
      "loss": 0.3376,
      "step": 2318200
    },
    {
      "epoch": 647.0,
      "eval_loss": 0.3387480676174164,
      "eval_runtime": 64.1988,
      "eval_samples_per_second": 78.802,
      "eval_steps_per_second": 9.86,
      "step": 2318201
    },
    {
      "epoch": 647.0,
      "grad_norm": 1.3114993572235107,
      "learning_rate": 4.533128574469077e-07,
      "loss": 0.3584,
      "step": 2318210
    },
    {
      "epoch": 647.01,
      "grad_norm": 1.0073716640472412,
      "learning_rate": 4.5329687401272657e-07,
      "loss": 0.3287,
      "step": 2318220
    },
    {
      "epoch": 647.01,
      "grad_norm": 1.278235912322998,
      "learning_rate": 4.5328089083016497e-07,
      "loss": 0.3416,
      "step": 2318230
    },
    {
      "epoch": 647.01,
      "grad_norm": 1.077099084854126,
      "learning_rate": 4.5326490789922557e-07,
      "loss": 0.3317,
      "step": 2318240
    },
    {
      "epoch": 647.01,
      "grad_norm": 1.2095640897750854,
      "learning_rate": 4.532489252199101e-07,
      "loss": 0.3388,
      "step": 2318250
    },
    {
      "epoch": 647.02,
      "grad_norm": 1.0936449766159058,
      "learning_rate": 4.5323294279222104e-07,
      "loss": 0.3332,
      "step": 2318260
    },
    {
      "epoch": 647.02,
      "grad_norm": 1.0491399765014648,
      "learning_rate": 4.5321696061616084e-07,
      "loss": 0.3179,
      "step": 2318270
    },
    {
      "epoch": 647.02,
      "grad_norm": 1.3312928676605225,
      "learning_rate": 4.5320097869173063e-07,
      "loss": 0.3404,
      "step": 2318280
    },
    {
      "epoch": 647.02,
      "grad_norm": 1.3714966773986816,
      "learning_rate": 4.5318499701893273e-07,
      "loss": 0.3274,
      "step": 2318290
    },
    {
      "epoch": 647.03,
      "grad_norm": 1.2665919065475464,
      "learning_rate": 4.531690155977702e-07,
      "loss": 0.3476,
      "step": 2318300
    },
    {
      "epoch": 647.03,
      "grad_norm": 1.3844389915466309,
      "learning_rate": 4.5315303442824345e-07,
      "loss": 0.3376,
      "step": 2318310
    },
    {
      "epoch": 647.03,
      "grad_norm": 1.3656392097473145,
      "learning_rate": 4.531370535103568e-07,
      "loss": 0.3498,
      "step": 2318320
    },
    {
      "epoch": 647.04,
      "grad_norm": 1.3058377504348755,
      "learning_rate": 4.5312107284411073e-07,
      "loss": 0.3379,
      "step": 2318330
    },
    {
      "epoch": 647.04,
      "grad_norm": 1.3457125425338745,
      "learning_rate": 4.531050924295077e-07,
      "loss": 0.3295,
      "step": 2318340
    },
    {
      "epoch": 647.04,
      "grad_norm": 1.2628852128982544,
      "learning_rate": 4.5308911226655073e-07,
      "loss": 0.3542,
      "step": 2318350
    },
    {
      "epoch": 647.04,
      "grad_norm": 1.3938125371932983,
      "learning_rate": 4.5307313235524064e-07,
      "loss": 0.3352,
      "step": 2318360
    },
    {
      "epoch": 647.05,
      "grad_norm": 1.336677074432373,
      "learning_rate": 4.530571526955803e-07,
      "loss": 0.3169,
      "step": 2318370
    },
    {
      "epoch": 647.05,
      "grad_norm": 1.0857272148132324,
      "learning_rate": 4.530411732875715e-07,
      "loss": 0.3371,
      "step": 2318380
    },
    {
      "epoch": 647.05,
      "grad_norm": 1.137054681777954,
      "learning_rate": 4.5302519413121717e-07,
      "loss": 0.3234,
      "step": 2318390
    },
    {
      "epoch": 647.06,
      "grad_norm": 1.1366976499557495,
      "learning_rate": 4.530092152265178e-07,
      "loss": 0.3357,
      "step": 2318400
    },
    {
      "epoch": 647.06,
      "grad_norm": 1.180711269378662,
      "learning_rate": 4.529932365734775e-07,
      "loss": 0.3327,
      "step": 2318410
    },
    {
      "epoch": 647.06,
      "grad_norm": 1.2366760969161987,
      "learning_rate": 4.529772581720971e-07,
      "loss": 0.3458,
      "step": 2318420
    },
    {
      "epoch": 647.06,
      "grad_norm": 1.2758961915969849,
      "learning_rate": 4.529612800223789e-07,
      "loss": 0.3462,
      "step": 2318430
    },
    {
      "epoch": 647.07,
      "grad_norm": 1.1482410430908203,
      "learning_rate": 4.5294530212432585e-07,
      "loss": 0.3333,
      "step": 2318440
    },
    {
      "epoch": 647.07,
      "grad_norm": 1.4132952690124512,
      "learning_rate": 4.5292932447793866e-07,
      "loss": 0.3287,
      "step": 2318450
    },
    {
      "epoch": 647.07,
      "grad_norm": 1.2467526197433472,
      "learning_rate": 4.5291334708322047e-07,
      "loss": 0.3524,
      "step": 2318460
    },
    {
      "epoch": 647.08,
      "grad_norm": 1.26719331741333,
      "learning_rate": 4.528973699401728e-07,
      "loss": 0.34,
      "step": 2318470
    },
    {
      "epoch": 647.08,
      "grad_norm": 1.3053598403930664,
      "learning_rate": 4.5288139304879914e-07,
      "loss": 0.3398,
      "step": 2318480
    },
    {
      "epoch": 647.08,
      "grad_norm": 1.2349321842193604,
      "learning_rate": 4.5286541640909965e-07,
      "loss": 0.3458,
      "step": 2318490
    },
    {
      "epoch": 647.08,
      "grad_norm": 1.0840562582015991,
      "learning_rate": 4.5284944002107774e-07,
      "loss": 0.3331,
      "step": 2318500
    },
    {
      "epoch": 647.09,
      "grad_norm": 1.2357734441757202,
      "learning_rate": 4.528334638847355e-07,
      "loss": 0.3262,
      "step": 2318510
    },
    {
      "epoch": 647.09,
      "grad_norm": 1.125741720199585,
      "learning_rate": 4.528174880000737e-07,
      "loss": 0.3335,
      "step": 2318520
    },
    {
      "epoch": 647.09,
      "grad_norm": 1.295674204826355,
      "learning_rate": 4.528015123670968e-07,
      "loss": 0.3262,
      "step": 2318530
    },
    {
      "epoch": 647.09,
      "grad_norm": 1.3481117486953735,
      "learning_rate": 4.527855369858045e-07,
      "loss": 0.3414,
      "step": 2318540
    },
    {
      "epoch": 647.1,
      "grad_norm": 1.1662741899490356,
      "learning_rate": 4.5276956185620117e-07,
      "loss": 0.3283,
      "step": 2318550
    },
    {
      "epoch": 647.1,
      "grad_norm": 1.2775781154632568,
      "learning_rate": 4.5275358697828723e-07,
      "loss": 0.3397,
      "step": 2318560
    },
    {
      "epoch": 647.1,
      "grad_norm": 1.2032477855682373,
      "learning_rate": 4.5273761235206563e-07,
      "loss": 0.35,
      "step": 2318570
    },
    {
      "epoch": 647.11,
      "grad_norm": 1.382821798324585,
      "learning_rate": 4.527216379775386e-07,
      "loss": 0.3381,
      "step": 2318580
    },
    {
      "epoch": 647.11,
      "grad_norm": 1.3860466480255127,
      "learning_rate": 4.5270566385470757e-07,
      "loss": 0.3368,
      "step": 2318590
    },
    {
      "epoch": 647.11,
      "grad_norm": 1.2557806968688965,
      "learning_rate": 4.5268968998357497e-07,
      "loss": 0.3292,
      "step": 2318600
    },
    {
      "epoch": 647.11,
      "grad_norm": 1.1769218444824219,
      "learning_rate": 4.526737163641431e-07,
      "loss": 0.3404,
      "step": 2318610
    },
    {
      "epoch": 647.12,
      "grad_norm": 1.1490626335144043,
      "learning_rate": 4.526577429964146e-07,
      "loss": 0.3326,
      "step": 2318620
    },
    {
      "epoch": 647.12,
      "grad_norm": 1.21323561668396,
      "learning_rate": 4.526417698803902e-07,
      "loss": 0.3521,
      "step": 2318630
    },
    {
      "epoch": 647.12,
      "grad_norm": 1.1295042037963867,
      "learning_rate": 4.5262579701607303e-07,
      "loss": 0.323,
      "step": 2318640
    },
    {
      "epoch": 647.13,
      "grad_norm": 1.247229814529419,
      "learning_rate": 4.526098244034655e-07,
      "loss": 0.3339,
      "step": 2318650
    },
    {
      "epoch": 647.13,
      "grad_norm": 1.3034653663635254,
      "learning_rate": 4.5259385204256807e-07,
      "loss": 0.3307,
      "step": 2318660
    },
    {
      "epoch": 647.13,
      "grad_norm": 1.4022949934005737,
      "learning_rate": 4.525778799333852e-07,
      "loss": 0.333,
      "step": 2318670
    },
    {
      "epoch": 647.13,
      "grad_norm": 1.1143639087677002,
      "learning_rate": 4.525619080759173e-07,
      "loss": 0.3362,
      "step": 2318680
    },
    {
      "epoch": 647.14,
      "grad_norm": 1.0265506505966187,
      "learning_rate": 4.525459364701671e-07,
      "loss": 0.3341,
      "step": 2318690
    },
    {
      "epoch": 647.14,
      "grad_norm": 1.0439765453338623,
      "learning_rate": 4.5252996511613666e-07,
      "loss": 0.3338,
      "step": 2318700
    },
    {
      "epoch": 647.14,
      "grad_norm": 1.6220866441726685,
      "learning_rate": 4.5251399401382856e-07,
      "loss": 0.341,
      "step": 2318710
    },
    {
      "epoch": 647.14,
      "grad_norm": 1.2101894617080688,
      "learning_rate": 4.524980231632441e-07,
      "loss": 0.3393,
      "step": 2318720
    },
    {
      "epoch": 647.15,
      "grad_norm": 1.18755304813385,
      "learning_rate": 4.524820525643856e-07,
      "loss": 0.3357,
      "step": 2318730
    },
    {
      "epoch": 647.15,
      "grad_norm": 1.4186277389526367,
      "learning_rate": 4.524660822172562e-07,
      "loss": 0.3255,
      "step": 2318740
    },
    {
      "epoch": 647.15,
      "grad_norm": 1.3068630695343018,
      "learning_rate": 4.524501121218557e-07,
      "loss": 0.3502,
      "step": 2318750
    },
    {
      "epoch": 647.16,
      "grad_norm": 1.3168809413909912,
      "learning_rate": 4.524341422781892e-07,
      "loss": 0.3352,
      "step": 2318760
    },
    {
      "epoch": 647.16,
      "grad_norm": 1.1247007846832275,
      "learning_rate": 4.5241817268625673e-07,
      "loss": 0.362,
      "step": 2318770
    },
    {
      "epoch": 647.16,
      "grad_norm": 1.242891550064087,
      "learning_rate": 4.52402203346061e-07,
      "loss": 0.3395,
      "step": 2318780
    },
    {
      "epoch": 647.16,
      "grad_norm": 1.7587538957595825,
      "learning_rate": 4.523862342576047e-07,
      "loss": 0.3572,
      "step": 2318790
    },
    {
      "epoch": 647.17,
      "grad_norm": 1.2207409143447876,
      "learning_rate": 4.52370265420889e-07,
      "loss": 0.3267,
      "step": 2318800
    },
    {
      "epoch": 647.17,
      "grad_norm": 7.59921932220459,
      "learning_rate": 4.523542968359162e-07,
      "loss": 0.3254,
      "step": 2318810
    },
    {
      "epoch": 647.17,
      "grad_norm": 1.6997978687286377,
      "learning_rate": 4.5233832850268886e-07,
      "loss": 0.3302,
      "step": 2318820
    },
    {
      "epoch": 647.18,
      "grad_norm": 1.275331974029541,
      "learning_rate": 4.5232236042120884e-07,
      "loss": 0.339,
      "step": 2318830
    },
    {
      "epoch": 647.18,
      "grad_norm": 1.107384204864502,
      "learning_rate": 4.5230639259147855e-07,
      "loss": 0.3422,
      "step": 2318840
    },
    {
      "epoch": 647.18,
      "grad_norm": 1.233618974685669,
      "learning_rate": 4.522904250135002e-07,
      "loss": 0.3454,
      "step": 2318850
    },
    {
      "epoch": 647.18,
      "grad_norm": 1.0669136047363281,
      "learning_rate": 4.522744576872754e-07,
      "loss": 0.335,
      "step": 2318860
    },
    {
      "epoch": 647.19,
      "grad_norm": 1.3243522644042969,
      "learning_rate": 4.5225849061280634e-07,
      "loss": 0.3406,
      "step": 2318870
    },
    {
      "epoch": 647.19,
      "grad_norm": 1.2141071557998657,
      "learning_rate": 4.5224252379009574e-07,
      "loss": 0.3322,
      "step": 2318880
    },
    {
      "epoch": 647.19,
      "grad_norm": 1.2314348220825195,
      "learning_rate": 4.522265572191444e-07,
      "loss": 0.3487,
      "step": 2318890
    },
    {
      "epoch": 647.2,
      "grad_norm": 1.355650782585144,
      "learning_rate": 4.522105908999563e-07,
      "loss": 0.3255,
      "step": 2318900
    },
    {
      "epoch": 647.2,
      "grad_norm": 1.4482314586639404,
      "learning_rate": 4.5219462483253213e-07,
      "loss": 0.3332,
      "step": 2318910
    },
    {
      "epoch": 647.2,
      "grad_norm": 1.0842033624649048,
      "learning_rate": 4.5217865901687456e-07,
      "loss": 0.3361,
      "step": 2318920
    },
    {
      "epoch": 647.2,
      "grad_norm": 1.1506210565567017,
      "learning_rate": 4.521626934529862e-07,
      "loss": 0.331,
      "step": 2318930
    },
    {
      "epoch": 647.21,
      "grad_norm": 1.201051950454712,
      "learning_rate": 4.52146728140868e-07,
      "loss": 0.3443,
      "step": 2318940
    },
    {
      "epoch": 647.21,
      "grad_norm": 1.1859934329986572,
      "learning_rate": 4.521307630805227e-07,
      "loss": 0.3353,
      "step": 2318950
    },
    {
      "epoch": 647.21,
      "grad_norm": 1.4076088666915894,
      "learning_rate": 4.521147982719525e-07,
      "loss": 0.3431,
      "step": 2318960
    },
    {
      "epoch": 647.21,
      "grad_norm": 1.5015778541564941,
      "learning_rate": 4.520988337151598e-07,
      "loss": 0.3272,
      "step": 2318970
    },
    {
      "epoch": 647.22,
      "grad_norm": 1.151719093322754,
      "learning_rate": 4.520828694101454e-07,
      "loss": 0.349,
      "step": 2318980
    },
    {
      "epoch": 647.22,
      "grad_norm": 1.2759884595870972,
      "learning_rate": 4.5206690535691374e-07,
      "loss": 0.3436,
      "step": 2318990
    },
    {
      "epoch": 647.22,
      "grad_norm": 1.13607919216156,
      "learning_rate": 4.520509415554647e-07,
      "loss": 0.3333,
      "step": 2319000
    },
    {
      "epoch": 647.23,
      "grad_norm": 1.089115858078003,
      "learning_rate": 4.520349780058016e-07,
      "loss": 0.3492,
      "step": 2319010
    },
    {
      "epoch": 647.23,
      "grad_norm": 1.2755446434020996,
      "learning_rate": 4.5201901470792686e-07,
      "loss": 0.3446,
      "step": 2319020
    },
    {
      "epoch": 647.23,
      "grad_norm": 1.4023981094360352,
      "learning_rate": 4.520030516618414e-07,
      "loss": 0.3361,
      "step": 2319030
    },
    {
      "epoch": 647.23,
      "grad_norm": 1.2802180051803589,
      "learning_rate": 4.5198708886754796e-07,
      "loss": 0.3649,
      "step": 2319040
    },
    {
      "epoch": 647.24,
      "grad_norm": 1.3740557432174683,
      "learning_rate": 4.519711263250487e-07,
      "loss": 0.3475,
      "step": 2319050
    },
    {
      "epoch": 647.24,
      "grad_norm": 1.3716026544570923,
      "learning_rate": 4.519551640343462e-07,
      "loss": 0.3218,
      "step": 2319060
    },
    {
      "epoch": 647.24,
      "grad_norm": 1.2991429567337036,
      "learning_rate": 4.519392019954415e-07,
      "loss": 0.3374,
      "step": 2319070
    },
    {
      "epoch": 647.25,
      "grad_norm": 1.2451339960098267,
      "learning_rate": 4.519232402083375e-07,
      "loss": 0.3393,
      "step": 2319080
    },
    {
      "epoch": 647.25,
      "grad_norm": 1.3941841125488281,
      "learning_rate": 4.519072786730359e-07,
      "loss": 0.3522,
      "step": 2319090
    },
    {
      "epoch": 647.25,
      "grad_norm": 1.208797574043274,
      "learning_rate": 4.5189131738953946e-07,
      "loss": 0.3419,
      "step": 2319100
    },
    {
      "epoch": 647.25,
      "grad_norm": 1.0493298768997192,
      "learning_rate": 4.518753563578502e-07,
      "loss": 0.3258,
      "step": 2319110
    },
    {
      "epoch": 647.26,
      "grad_norm": 1.2315787076950073,
      "learning_rate": 4.518593955779688e-07,
      "loss": 0.3201,
      "step": 2319120
    },
    {
      "epoch": 647.26,
      "grad_norm": 1.551474928855896,
      "learning_rate": 4.518434350499001e-07,
      "loss": 0.338,
      "step": 2319130
    },
    {
      "epoch": 647.26,
      "grad_norm": 1.1789226531982422,
      "learning_rate": 4.518274747736438e-07,
      "loss": 0.3338,
      "step": 2319140
    },
    {
      "epoch": 647.26,
      "grad_norm": 1.233405590057373,
      "learning_rate": 4.518115147492029e-07,
      "loss": 0.3226,
      "step": 2319150
    },
    {
      "epoch": 647.27,
      "grad_norm": 1.304329752922058,
      "learning_rate": 4.5179555497658015e-07,
      "loss": 0.344,
      "step": 2319160
    },
    {
      "epoch": 647.27,
      "grad_norm": 1.1744396686553955,
      "learning_rate": 4.517795954557763e-07,
      "loss": 0.3383,
      "step": 2319170
    },
    {
      "epoch": 647.27,
      "grad_norm": 1.4904131889343262,
      "learning_rate": 4.5176363618679445e-07,
      "loss": 0.3378,
      "step": 2319180
    },
    {
      "epoch": 647.28,
      "grad_norm": 1.194623589515686,
      "learning_rate": 4.517476771696364e-07,
      "loss": 0.3394,
      "step": 2319190
    },
    {
      "epoch": 647.28,
      "grad_norm": 1.4239848852157593,
      "learning_rate": 4.5173171840430505e-07,
      "loss": 0.3674,
      "step": 2319200
    },
    {
      "epoch": 647.28,
      "grad_norm": 1.3118733167648315,
      "learning_rate": 4.517157598908006e-07,
      "loss": 0.3227,
      "step": 2319210
    },
    {
      "epoch": 647.28,
      "grad_norm": 1.2456623315811157,
      "learning_rate": 4.5169980162912755e-07,
      "loss": 0.3321,
      "step": 2319220
    },
    {
      "epoch": 647.29,
      "grad_norm": 1.4204845428466797,
      "learning_rate": 4.516838436192864e-07,
      "loss": 0.336,
      "step": 2319230
    },
    {
      "epoch": 647.29,
      "grad_norm": 1.0080910921096802,
      "learning_rate": 4.5166788586127975e-07,
      "loss": 0.3241,
      "step": 2319240
    },
    {
      "epoch": 647.29,
      "grad_norm": 1.3522306680679321,
      "learning_rate": 4.516519283551104e-07,
      "loss": 0.3357,
      "step": 2319250
    },
    {
      "epoch": 647.3,
      "grad_norm": 1.681300163269043,
      "learning_rate": 4.516359711007792e-07,
      "loss": 0.339,
      "step": 2319260
    },
    {
      "epoch": 647.3,
      "grad_norm": 1.1308355331420898,
      "learning_rate": 4.5162001409828876e-07,
      "loss": 0.3471,
      "step": 2319270
    },
    {
      "epoch": 647.3,
      "grad_norm": 1.1273927688598633,
      "learning_rate": 4.516040573476414e-07,
      "loss": 0.3545,
      "step": 2319280
    },
    {
      "epoch": 647.3,
      "grad_norm": 1.235172986984253,
      "learning_rate": 4.5158810084884e-07,
      "loss": 0.3368,
      "step": 2319290
    },
    {
      "epoch": 647.31,
      "grad_norm": 1.1724244356155396,
      "learning_rate": 4.5157214460188505e-07,
      "loss": 0.3313,
      "step": 2319300
    },
    {
      "epoch": 647.31,
      "grad_norm": 1.1616445779800415,
      "learning_rate": 4.515561886067794e-07,
      "loss": 0.3359,
      "step": 2319310
    },
    {
      "epoch": 647.31,
      "grad_norm": 1.2355879545211792,
      "learning_rate": 4.515402328635262e-07,
      "loss": 0.3377,
      "step": 2319320
    },
    {
      "epoch": 647.32,
      "grad_norm": 1.8486441373825073,
      "learning_rate": 4.5152427737212514e-07,
      "loss": 0.3355,
      "step": 2319330
    },
    {
      "epoch": 647.32,
      "grad_norm": 1.2262458801269531,
      "learning_rate": 4.5150832213258104e-07,
      "loss": 0.3315,
      "step": 2319340
    },
    {
      "epoch": 647.32,
      "grad_norm": 1.3428459167480469,
      "learning_rate": 4.5149236714489424e-07,
      "loss": 0.3432,
      "step": 2319350
    },
    {
      "epoch": 647.32,
      "grad_norm": 1.228866457939148,
      "learning_rate": 4.514764124090675e-07,
      "loss": 0.3404,
      "step": 2319360
    },
    {
      "epoch": 647.33,
      "grad_norm": 1.2746161222457886,
      "learning_rate": 4.514604579251028e-07,
      "loss": 0.3388,
      "step": 2319370
    },
    {
      "epoch": 647.33,
      "grad_norm": 1.2018170356750488,
      "learning_rate": 4.514445036930033e-07,
      "loss": 0.3496,
      "step": 2319380
    },
    {
      "epoch": 647.33,
      "grad_norm": 1.1922276020050049,
      "learning_rate": 4.5142854971276927e-07,
      "loss": 0.3337,
      "step": 2319390
    },
    {
      "epoch": 647.33,
      "grad_norm": 1.1976828575134277,
      "learning_rate": 4.514125959844038e-07,
      "loss": 0.338,
      "step": 2319400
    },
    {
      "epoch": 647.34,
      "grad_norm": 1.3856523036956787,
      "learning_rate": 4.51396642507909e-07,
      "loss": 0.3334,
      "step": 2319410
    },
    {
      "epoch": 647.34,
      "grad_norm": 1.214229941368103,
      "learning_rate": 4.5138068928328664e-07,
      "loss": 0.3503,
      "step": 2319420
    },
    {
      "epoch": 647.34,
      "grad_norm": 1.2653837203979492,
      "learning_rate": 4.513647363105402e-07,
      "loss": 0.3386,
      "step": 2319430
    },
    {
      "epoch": 647.35,
      "grad_norm": 1.3364425897598267,
      "learning_rate": 4.513487835896699e-07,
      "loss": 0.3391,
      "step": 2319440
    },
    {
      "epoch": 647.35,
      "grad_norm": 1.3927018642425537,
      "learning_rate": 4.513328311206788e-07,
      "loss": 0.3268,
      "step": 2319450
    },
    {
      "epoch": 647.35,
      "grad_norm": 1.0886062383651733,
      "learning_rate": 4.5131687890356954e-07,
      "loss": 0.3355,
      "step": 2319460
    },
    {
      "epoch": 647.35,
      "grad_norm": 2.211738348007202,
      "learning_rate": 4.513009269383424e-07,
      "loss": 0.3464,
      "step": 2319470
    },
    {
      "epoch": 647.36,
      "grad_norm": 1.4095293283462524,
      "learning_rate": 4.512849752250018e-07,
      "loss": 0.3301,
      "step": 2319480
    },
    {
      "epoch": 647.36,
      "grad_norm": 1.104132890701294,
      "learning_rate": 4.512690237635485e-07,
      "loss": 0.3282,
      "step": 2319490
    },
    {
      "epoch": 647.36,
      "grad_norm": 1.3154000043869019,
      "learning_rate": 4.512530725539849e-07,
      "loss": 0.3596,
      "step": 2319500
    },
    {
      "epoch": 647.37,
      "grad_norm": 1.3733047246932983,
      "learning_rate": 4.51237121596313e-07,
      "loss": 0.3268,
      "step": 2319510
    },
    {
      "epoch": 647.37,
      "grad_norm": 1.2235521078109741,
      "learning_rate": 4.512211708905357e-07,
      "loss": 0.3378,
      "step": 2319520
    },
    {
      "epoch": 647.37,
      "grad_norm": 1.077125072479248,
      "learning_rate": 4.5120522043665406e-07,
      "loss": 0.3305,
      "step": 2319530
    },
    {
      "epoch": 647.37,
      "grad_norm": 1.156009554862976,
      "learning_rate": 4.511892702346704e-07,
      "loss": 0.3419,
      "step": 2319540
    },
    {
      "epoch": 647.38,
      "grad_norm": 1.2444415092468262,
      "learning_rate": 4.5117332028458783e-07,
      "loss": 0.3407,
      "step": 2319550
    },
    {
      "epoch": 647.38,
      "grad_norm": 1.2238328456878662,
      "learning_rate": 4.511573705864066e-07,
      "loss": 0.3481,
      "step": 2319560
    },
    {
      "epoch": 647.38,
      "grad_norm": 1.435782551765442,
      "learning_rate": 4.511414211401312e-07,
      "loss": 0.3156,
      "step": 2319570
    },
    {
      "epoch": 647.38,
      "grad_norm": 1.3260607719421387,
      "learning_rate": 4.511254719457618e-07,
      "loss": 0.352,
      "step": 2319580
    },
    {
      "epoch": 647.39,
      "grad_norm": 1.0494394302368164,
      "learning_rate": 4.511095230033011e-07,
      "loss": 0.3283,
      "step": 2319590
    },
    {
      "epoch": 647.39,
      "grad_norm": 1.1815012693405151,
      "learning_rate": 4.5109357431275214e-07,
      "loss": 0.3318,
      "step": 2319600
    },
    {
      "epoch": 647.39,
      "grad_norm": 1.2974778413772583,
      "learning_rate": 4.5107762587411577e-07,
      "loss": 0.338,
      "step": 2319610
    },
    {
      "epoch": 647.4,
      "grad_norm": 1.2316874265670776,
      "learning_rate": 4.5106167768739425e-07,
      "loss": 0.3519,
      "step": 2319620
    },
    {
      "epoch": 647.4,
      "grad_norm": 1.1809085607528687,
      "learning_rate": 4.5104572975259054e-07,
      "loss": 0.3325,
      "step": 2319630
    },
    {
      "epoch": 647.4,
      "grad_norm": 1.0482757091522217,
      "learning_rate": 4.510297820697066e-07,
      "loss": 0.3404,
      "step": 2319640
    },
    {
      "epoch": 647.4,
      "grad_norm": 1.212003231048584,
      "learning_rate": 4.510138346387431e-07,
      "loss": 0.3399,
      "step": 2319650
    },
    {
      "epoch": 647.41,
      "grad_norm": 1.1650220155715942,
      "learning_rate": 4.5099788745970433e-07,
      "loss": 0.3442,
      "step": 2319660
    },
    {
      "epoch": 647.41,
      "grad_norm": 1.2766087055206299,
      "learning_rate": 4.509819405325909e-07,
      "loss": 0.3348,
      "step": 2319670
    },
    {
      "epoch": 647.41,
      "grad_norm": 1.2037595510482788,
      "learning_rate": 4.509659938574056e-07,
      "loss": 0.3413,
      "step": 2319680
    },
    {
      "epoch": 647.42,
      "grad_norm": 1.4113109111785889,
      "learning_rate": 4.509500474341508e-07,
      "loss": 0.3387,
      "step": 2319690
    },
    {
      "epoch": 647.42,
      "grad_norm": 1.3659913539886475,
      "learning_rate": 4.509341012628268e-07,
      "loss": 0.3426,
      "step": 2319700
    },
    {
      "epoch": 647.42,
      "grad_norm": 1.2655268907546997,
      "learning_rate": 4.509181553434385e-07,
      "loss": 0.3421,
      "step": 2319710
    },
    {
      "epoch": 647.42,
      "grad_norm": 1.1622283458709717,
      "learning_rate": 4.5090220967598615e-07,
      "loss": 0.3213,
      "step": 2319720
    },
    {
      "epoch": 647.43,
      "grad_norm": 1.265817642211914,
      "learning_rate": 4.5088626426047214e-07,
      "loss": 0.3385,
      "step": 2319730
    },
    {
      "epoch": 647.43,
      "grad_norm": 1.2341252565383911,
      "learning_rate": 4.5087031909689957e-07,
      "loss": 0.3397,
      "step": 2319740
    },
    {
      "epoch": 647.43,
      "grad_norm": 1.2557634115219116,
      "learning_rate": 4.508543741852692e-07,
      "loss": 0.349,
      "step": 2319750
    },
    {
      "epoch": 647.44,
      "grad_norm": 1.3199599981307983,
      "learning_rate": 4.508384295255837e-07,
      "loss": 0.3419,
      "step": 2319760
    },
    {
      "epoch": 647.44,
      "grad_norm": 1.3947020769119263,
      "learning_rate": 4.508224851178453e-07,
      "loss": 0.3295,
      "step": 2319770
    },
    {
      "epoch": 647.44,
      "grad_norm": 1.3568509817123413,
      "learning_rate": 4.508065409620564e-07,
      "loss": 0.3362,
      "step": 2319780
    },
    {
      "epoch": 647.44,
      "grad_norm": 1.0254343748092651,
      "learning_rate": 4.507905970582178e-07,
      "loss": 0.3428,
      "step": 2319790
    },
    {
      "epoch": 647.45,
      "grad_norm": 1.5950266122817993,
      "learning_rate": 4.5077465340633393e-07,
      "loss": 0.3352,
      "step": 2319800
    },
    {
      "epoch": 647.45,
      "grad_norm": 1.3447507619857788,
      "learning_rate": 4.5075871000640497e-07,
      "loss": 0.3378,
      "step": 2319810
    },
    {
      "epoch": 647.45,
      "grad_norm": 1.2497305870056152,
      "learning_rate": 4.507427668584334e-07,
      "loss": 0.3488,
      "step": 2319820
    },
    {
      "epoch": 647.45,
      "grad_norm": 1.184407114982605,
      "learning_rate": 4.507268239624225e-07,
      "loss": 0.3394,
      "step": 2319830
    },
    {
      "epoch": 647.46,
      "grad_norm": 1.236590027809143,
      "learning_rate": 4.5071088131837275e-07,
      "loss": 0.3425,
      "step": 2319840
    },
    {
      "epoch": 647.46,
      "grad_norm": 1.27025306224823,
      "learning_rate": 4.506949389262871e-07,
      "loss": 0.35,
      "step": 2319850
    },
    {
      "epoch": 647.46,
      "grad_norm": 1.3567692041397095,
      "learning_rate": 4.506789967861674e-07,
      "loss": 0.3306,
      "step": 2319860
    },
    {
      "epoch": 647.47,
      "grad_norm": 1.1729466915130615,
      "learning_rate": 4.506630548980169e-07,
      "loss": 0.3204,
      "step": 2319870
    },
    {
      "epoch": 647.47,
      "grad_norm": 1.1546027660369873,
      "learning_rate": 4.5064711326183603e-07,
      "loss": 0.347,
      "step": 2319880
    },
    {
      "epoch": 647.47,
      "grad_norm": 1.2013294696807861,
      "learning_rate": 4.506311718776275e-07,
      "loss": 0.3327,
      "step": 2319890
    },
    {
      "epoch": 647.47,
      "grad_norm": 1.1971220970153809,
      "learning_rate": 4.506152307453945e-07,
      "loss": 0.3391,
      "step": 2319900
    },
    {
      "epoch": 647.48,
      "grad_norm": 1.3486533164978027,
      "learning_rate": 4.505992898651368e-07,
      "loss": 0.3252,
      "step": 2319910
    },
    {
      "epoch": 647.48,
      "grad_norm": 2.0279924869537354,
      "learning_rate": 4.5058334923685924e-07,
      "loss": 0.3397,
      "step": 2319920
    },
    {
      "epoch": 647.48,
      "grad_norm": 1.193861484527588,
      "learning_rate": 4.505674088605622e-07,
      "loss": 0.3457,
      "step": 2319930
    },
    {
      "epoch": 647.49,
      "grad_norm": 1.0684694051742554,
      "learning_rate": 4.505514687362482e-07,
      "loss": 0.3334,
      "step": 2319940
    },
    {
      "epoch": 647.49,
      "grad_norm": 1.3686354160308838,
      "learning_rate": 4.505355288639194e-07,
      "loss": 0.3488,
      "step": 2319950
    },
    {
      "epoch": 647.49,
      "grad_norm": 1.4232653379440308,
      "learning_rate": 4.5051958924357854e-07,
      "loss": 0.3412,
      "step": 2319960
    },
    {
      "epoch": 647.49,
      "grad_norm": 1.27541983127594,
      "learning_rate": 4.505036498752265e-07,
      "loss": 0.3262,
      "step": 2319970
    },
    {
      "epoch": 647.5,
      "grad_norm": 1.1164329051971436,
      "learning_rate": 4.504877107588664e-07,
      "loss": 0.3425,
      "step": 2319980
    },
    {
      "epoch": 647.5,
      "grad_norm": 1.0894949436187744,
      "learning_rate": 4.504717718944998e-07,
      "loss": 0.3533,
      "step": 2319990
    },
    {
      "epoch": 647.5,
      "grad_norm": 1.0502663850784302,
      "learning_rate": 4.50455833282129e-07,
      "loss": 0.3498,
      "step": 2320000
    },
    {
      "epoch": 647.5,
      "grad_norm": 0.9698622226715088,
      "learning_rate": 4.5043989492175686e-07,
      "loss": 0.3285,
      "step": 2320010
    },
    {
      "epoch": 647.51,
      "grad_norm": 1.373165249824524,
      "learning_rate": 4.504239568133842e-07,
      "loss": 0.3268,
      "step": 2320020
    },
    {
      "epoch": 647.51,
      "grad_norm": 1.3976359367370605,
      "learning_rate": 4.504080189570136e-07,
      "loss": 0.3445,
      "step": 2320030
    },
    {
      "epoch": 647.51,
      "grad_norm": 1.1956894397735596,
      "learning_rate": 4.5039208135264764e-07,
      "loss": 0.3496,
      "step": 2320040
    },
    {
      "epoch": 647.52,
      "grad_norm": 1.230655550956726,
      "learning_rate": 4.5037614400028797e-07,
      "loss": 0.3448,
      "step": 2320050
    },
    {
      "epoch": 647.52,
      "grad_norm": 1.4892594814300537,
      "learning_rate": 4.503602068999373e-07,
      "loss": 0.3332,
      "step": 2320060
    },
    {
      "epoch": 647.52,
      "grad_norm": 1.2675658464431763,
      "learning_rate": 4.503442700515968e-07,
      "loss": 0.3396,
      "step": 2320070
    },
    {
      "epoch": 647.52,
      "grad_norm": 1.2337074279785156,
      "learning_rate": 4.503283334552694e-07,
      "loss": 0.336,
      "step": 2320080
    },
    {
      "epoch": 647.53,
      "grad_norm": 1.2318756580352783,
      "learning_rate": 4.503123971109567e-07,
      "loss": 0.324,
      "step": 2320090
    },
    {
      "epoch": 647.53,
      "grad_norm": 1.0211474895477295,
      "learning_rate": 4.502964610186617e-07,
      "loss": 0.3327,
      "step": 2320100
    },
    {
      "epoch": 647.53,
      "grad_norm": 1.1461104154586792,
      "learning_rate": 4.5028052517838543e-07,
      "loss": 0.3388,
      "step": 2320110
    },
    {
      "epoch": 647.54,
      "grad_norm": 1.205133080482483,
      "learning_rate": 4.502645895901302e-07,
      "loss": 0.3185,
      "step": 2320120
    },
    {
      "epoch": 647.54,
      "grad_norm": 1.2677737474441528,
      "learning_rate": 4.5024865425389917e-07,
      "loss": 0.3291,
      "step": 2320130
    },
    {
      "epoch": 647.54,
      "grad_norm": 1.1124942302703857,
      "learning_rate": 4.502327191696923e-07,
      "loss": 0.3399,
      "step": 2320140
    },
    {
      "epoch": 647.54,
      "grad_norm": 1.1290946006774902,
      "learning_rate": 4.5021678433751457e-07,
      "loss": 0.3496,
      "step": 2320150
    },
    {
      "epoch": 647.55,
      "grad_norm": 1.4558689594268799,
      "learning_rate": 4.502008497573657e-07,
      "loss": 0.343,
      "step": 2320160
    },
    {
      "epoch": 647.55,
      "grad_norm": 1.2540960311889648,
      "learning_rate": 4.501849154292491e-07,
      "loss": 0.3371,
      "step": 2320170
    },
    {
      "epoch": 647.55,
      "grad_norm": 1.4807891845703125,
      "learning_rate": 4.5016898135316633e-07,
      "loss": 0.3467,
      "step": 2320180
    },
    {
      "epoch": 647.56,
      "grad_norm": 1.1697090864181519,
      "learning_rate": 4.5015304752912044e-07,
      "loss": 0.3438,
      "step": 2320190
    },
    {
      "epoch": 647.56,
      "grad_norm": 1.1095523834228516,
      "learning_rate": 4.5013711395711207e-07,
      "loss": 0.3259,
      "step": 2320200
    },
    {
      "epoch": 647.56,
      "grad_norm": 1.2910807132720947,
      "learning_rate": 4.5012118063714396e-07,
      "loss": 0.3357,
      "step": 2320210
    },
    {
      "epoch": 647.56,
      "grad_norm": 7.374720096588135,
      "learning_rate": 4.501052475692193e-07,
      "loss": 0.329,
      "step": 2320220
    },
    {
      "epoch": 647.57,
      "grad_norm": 1.2937525510787964,
      "learning_rate": 4.500893147533378e-07,
      "loss": 0.3413,
      "step": 2320230
    },
    {
      "epoch": 647.57,
      "grad_norm": 1.315731167793274,
      "learning_rate": 4.5007338218950445e-07,
      "loss": 0.3394,
      "step": 2320240
    },
    {
      "epoch": 647.57,
      "grad_norm": 1.4946362972259521,
      "learning_rate": 4.500574498777192e-07,
      "loss": 0.3421,
      "step": 2320250
    },
    {
      "epoch": 647.57,
      "grad_norm": 1.3618619441986084,
      "learning_rate": 4.50041517817985e-07,
      "loss": 0.3396,
      "step": 2320260
    },
    {
      "epoch": 647.58,
      "grad_norm": 1.2292133569717407,
      "learning_rate": 4.5002558601030457e-07,
      "loss": 0.3416,
      "step": 2320270
    },
    {
      "epoch": 647.58,
      "grad_norm": 3.672640085220337,
      "learning_rate": 4.5000965445467824e-07,
      "loss": 0.3425,
      "step": 2320280
    },
    {
      "epoch": 647.58,
      "grad_norm": 1.2451093196868896,
      "learning_rate": 4.4999372315111023e-07,
      "loss": 0.32,
      "step": 2320290
    },
    {
      "epoch": 647.59,
      "grad_norm": 1.5417124032974243,
      "learning_rate": 4.499777920996013e-07,
      "loss": 0.3279,
      "step": 2320300
    },
    {
      "epoch": 647.59,
      "grad_norm": 1.0895347595214844,
      "learning_rate": 4.499618613001539e-07,
      "loss": 0.3251,
      "step": 2320310
    },
    {
      "epoch": 647.59,
      "grad_norm": 1.5275123119354248,
      "learning_rate": 4.4994593075277034e-07,
      "loss": 0.349,
      "step": 2320320
    },
    {
      "epoch": 647.59,
      "grad_norm": 1.3320157527923584,
      "learning_rate": 4.4993000045745307e-07,
      "loss": 0.3476,
      "step": 2320330
    },
    {
      "epoch": 647.6,
      "grad_norm": 1.224517583847046,
      "learning_rate": 4.499140704142032e-07,
      "loss": 0.3333,
      "step": 2320340
    },
    {
      "epoch": 647.6,
      "grad_norm": 1.3282396793365479,
      "learning_rate": 4.4989814062302333e-07,
      "loss": 0.3359,
      "step": 2320350
    },
    {
      "epoch": 647.6,
      "grad_norm": 1.0496689081192017,
      "learning_rate": 4.4988221108391654e-07,
      "loss": 0.3197,
      "step": 2320360
    },
    {
      "epoch": 647.61,
      "grad_norm": 1.4447565078735352,
      "learning_rate": 4.4986628179688256e-07,
      "loss": 0.3321,
      "step": 2320370
    },
    {
      "epoch": 647.61,
      "grad_norm": 1.168005108833313,
      "learning_rate": 4.498503527619264e-07,
      "loss": 0.3355,
      "step": 2320380
    },
    {
      "epoch": 647.61,
      "grad_norm": 1.3912051916122437,
      "learning_rate": 4.49834423979048e-07,
      "loss": 0.3431,
      "step": 2320390
    },
    {
      "epoch": 647.61,
      "grad_norm": 1.1299328804016113,
      "learning_rate": 4.498184954482503e-07,
      "loss": 0.3511,
      "step": 2320400
    },
    {
      "epoch": 647.62,
      "grad_norm": 1.2094695568084717,
      "learning_rate": 4.498025671695363e-07,
      "loss": 0.3546,
      "step": 2320410
    },
    {
      "epoch": 647.62,
      "grad_norm": 1.341953992843628,
      "learning_rate": 4.4978663914290636e-07,
      "loss": 0.3442,
      "step": 2320420
    },
    {
      "epoch": 647.62,
      "grad_norm": 1.3255282640457153,
      "learning_rate": 4.497707113683633e-07,
      "loss": 0.3246,
      "step": 2320430
    },
    {
      "epoch": 647.62,
      "grad_norm": 3.721470355987549,
      "learning_rate": 4.497547838459098e-07,
      "loss": 0.3316,
      "step": 2320440
    },
    {
      "epoch": 647.63,
      "grad_norm": 2.6352012157440186,
      "learning_rate": 4.4973885657554807e-07,
      "loss": 0.3269,
      "step": 2320450
    },
    {
      "epoch": 647.63,
      "grad_norm": 1.0307948589324951,
      "learning_rate": 4.4972292955727845e-07,
      "loss": 0.3244,
      "step": 2320460
    },
    {
      "epoch": 647.63,
      "grad_norm": 1.1666821241378784,
      "learning_rate": 4.4970700279110537e-07,
      "loss": 0.3432,
      "step": 2320470
    },
    {
      "epoch": 647.64,
      "grad_norm": 1.1272481679916382,
      "learning_rate": 4.496910762770296e-07,
      "loss": 0.3541,
      "step": 2320480
    },
    {
      "epoch": 647.64,
      "grad_norm": 1.213023066520691,
      "learning_rate": 4.4967515001505344e-07,
      "loss": 0.3269,
      "step": 2320490
    },
    {
      "epoch": 647.64,
      "grad_norm": 1.3032101392745972,
      "learning_rate": 4.4965922400517983e-07,
      "loss": 0.3529,
      "step": 2320500
    },
    {
      "epoch": 647.64,
      "grad_norm": 1.2656288146972656,
      "learning_rate": 4.4964329824740974e-07,
      "loss": 0.3375,
      "step": 2320510
    },
    {
      "epoch": 647.65,
      "grad_norm": 1.295339822769165,
      "learning_rate": 4.496273727417455e-07,
      "loss": 0.342,
      "step": 2320520
    },
    {
      "epoch": 647.65,
      "grad_norm": 1.2251554727554321,
      "learning_rate": 4.496114474881898e-07,
      "loss": 0.3483,
      "step": 2320530
    },
    {
      "epoch": 647.65,
      "grad_norm": 1.188305139541626,
      "learning_rate": 4.495955224867449e-07,
      "loss": 0.3312,
      "step": 2320540
    },
    {
      "epoch": 647.66,
      "grad_norm": 1.3262513875961304,
      "learning_rate": 4.495795977374119e-07,
      "loss": 0.3385,
      "step": 2320550
    },
    {
      "epoch": 647.66,
      "grad_norm": 1.3258358240127563,
      "learning_rate": 4.495636732401934e-07,
      "loss": 0.3385,
      "step": 2320560
    },
    {
      "epoch": 647.66,
      "grad_norm": 1.1575539112091064,
      "learning_rate": 4.4954774899509164e-07,
      "loss": 0.3485,
      "step": 2320570
    },
    {
      "epoch": 647.66,
      "grad_norm": 1.182679533958435,
      "learning_rate": 4.495318250021088e-07,
      "loss": 0.3527,
      "step": 2320580
    },
    {
      "epoch": 647.67,
      "grad_norm": 1.1826714277267456,
      "learning_rate": 4.4951590126124754e-07,
      "loss": 0.3495,
      "step": 2320590
    },
    {
      "epoch": 647.67,
      "grad_norm": 1.1523768901824951,
      "learning_rate": 4.49499977772508e-07,
      "loss": 0.3585,
      "step": 2320600
    },
    {
      "epoch": 647.67,
      "grad_norm": 1.2550777196884155,
      "learning_rate": 4.494840545358951e-07,
      "loss": 0.3415,
      "step": 2320610
    },
    {
      "epoch": 647.68,
      "grad_norm": 1.0082929134368896,
      "learning_rate": 4.494681315514087e-07,
      "loss": 0.323,
      "step": 2320620
    },
    {
      "epoch": 647.68,
      "grad_norm": 1.311456561088562,
      "learning_rate": 4.4945220881905186e-07,
      "loss": 0.3317,
      "step": 2320630
    },
    {
      "epoch": 647.68,
      "grad_norm": 1.1415935754776,
      "learning_rate": 4.4943628633882695e-07,
      "loss": 0.3412,
      "step": 2320640
    },
    {
      "epoch": 647.68,
      "grad_norm": 1.1987019777297974,
      "learning_rate": 4.494203641107352e-07,
      "loss": 0.3433,
      "step": 2320650
    },
    {
      "epoch": 647.69,
      "grad_norm": 1.2115803956985474,
      "learning_rate": 4.494044421347793e-07,
      "loss": 0.3265,
      "step": 2320660
    },
    {
      "epoch": 647.69,
      "grad_norm": 1.3722091913223267,
      "learning_rate": 4.4938852041096155e-07,
      "loss": 0.329,
      "step": 2320670
    },
    {
      "epoch": 647.69,
      "grad_norm": 1.2589964866638184,
      "learning_rate": 4.4937259893928405e-07,
      "loss": 0.3402,
      "step": 2320680
    },
    {
      "epoch": 647.69,
      "grad_norm": 1.09100341796875,
      "learning_rate": 4.493566777197483e-07,
      "loss": 0.3339,
      "step": 2320690
    },
    {
      "epoch": 647.7,
      "grad_norm": 1.3183635473251343,
      "learning_rate": 4.4934075675235675e-07,
      "loss": 0.3284,
      "step": 2320700
    },
    {
      "epoch": 647.7,
      "grad_norm": 1.0889670848846436,
      "learning_rate": 4.4932483603711214e-07,
      "loss": 0.3421,
      "step": 2320710
    },
    {
      "epoch": 647.7,
      "grad_norm": 1.247140884399414,
      "learning_rate": 4.493089155740148e-07,
      "loss": 0.3382,
      "step": 2320720
    },
    {
      "epoch": 647.71,
      "grad_norm": 1.1217780113220215,
      "learning_rate": 4.4929299536306943e-07,
      "loss": 0.3338,
      "step": 2320730
    },
    {
      "epoch": 647.71,
      "grad_norm": 1.131935954093933,
      "learning_rate": 4.4927707540427627e-07,
      "loss": 0.3368,
      "step": 2320740
    },
    {
      "epoch": 647.71,
      "grad_norm": 1.2539050579071045,
      "learning_rate": 4.4926115569763793e-07,
      "loss": 0.3451,
      "step": 2320750
    },
    {
      "epoch": 647.71,
      "grad_norm": 1.0655744075775146,
      "learning_rate": 4.4924523624315643e-07,
      "loss": 0.3249,
      "step": 2320760
    },
    {
      "epoch": 647.72,
      "grad_norm": 1.4493480920791626,
      "learning_rate": 4.4922931704083473e-07,
      "loss": 0.3497,
      "step": 2320770
    },
    {
      "epoch": 647.72,
      "grad_norm": 1.3886090517044067,
      "learning_rate": 4.4921339809067353e-07,
      "loss": 0.3304,
      "step": 2320780
    },
    {
      "epoch": 647.72,
      "grad_norm": 0.9861872792243958,
      "learning_rate": 4.491974793926757e-07,
      "loss": 0.3344,
      "step": 2320790
    },
    {
      "epoch": 647.73,
      "grad_norm": 1.3159863948822021,
      "learning_rate": 4.491815609468442e-07,
      "loss": 0.3517,
      "step": 2320800
    },
    {
      "epoch": 647.73,
      "grad_norm": 1.5324915647506714,
      "learning_rate": 4.4916564275317864e-07,
      "loss": 0.3363,
      "step": 2320810
    },
    {
      "epoch": 647.73,
      "grad_norm": 1.0707858800888062,
      "learning_rate": 4.4914972481168433e-07,
      "loss": 0.3573,
      "step": 2320820
    },
    {
      "epoch": 647.73,
      "grad_norm": 1.1934922933578491,
      "learning_rate": 4.4913380712236094e-07,
      "loss": 0.3466,
      "step": 2320830
    },
    {
      "epoch": 647.74,
      "grad_norm": 1.1165634393692017,
      "learning_rate": 4.4911788968521186e-07,
      "loss": 0.3316,
      "step": 2320840
    },
    {
      "epoch": 647.74,
      "grad_norm": 1.1945598125457764,
      "learning_rate": 4.4910197250023915e-07,
      "loss": 0.3379,
      "step": 2320850
    },
    {
      "epoch": 647.74,
      "grad_norm": 1.2604544162750244,
      "learning_rate": 4.490860555674434e-07,
      "loss": 0.3406,
      "step": 2320860
    },
    {
      "epoch": 647.74,
      "grad_norm": 1.6337106227874756,
      "learning_rate": 4.4907013888682926e-07,
      "loss": 0.3336,
      "step": 2320870
    },
    {
      "epoch": 647.75,
      "grad_norm": 1.3279330730438232,
      "learning_rate": 4.4905422245839674e-07,
      "loss": 0.3295,
      "step": 2320880
    },
    {
      "epoch": 647.75,
      "grad_norm": 1.3201873302459717,
      "learning_rate": 4.4903830628214895e-07,
      "loss": 0.3547,
      "step": 2320890
    },
    {
      "epoch": 647.75,
      "grad_norm": 1.9802318811416626,
      "learning_rate": 4.490223903580877e-07,
      "loss": 0.3387,
      "step": 2320900
    },
    {
      "epoch": 647.76,
      "grad_norm": 1.2201539278030396,
      "learning_rate": 4.490064746862159e-07,
      "loss": 0.3504,
      "step": 2320910
    },
    {
      "epoch": 647.76,
      "grad_norm": 1.2738361358642578,
      "learning_rate": 4.4899055926653423e-07,
      "loss": 0.3307,
      "step": 2320920
    },
    {
      "epoch": 647.76,
      "grad_norm": 1.0144031047821045,
      "learning_rate": 4.4897464409904567e-07,
      "loss": 0.3369,
      "step": 2320930
    },
    {
      "epoch": 647.76,
      "grad_norm": 1.2223153114318848,
      "learning_rate": 4.4895872918375275e-07,
      "loss": 0.334,
      "step": 2320940
    },
    {
      "epoch": 647.77,
      "grad_norm": 1.1848984956741333,
      "learning_rate": 4.48942814520656e-07,
      "loss": 0.3294,
      "step": 2320950
    },
    {
      "epoch": 647.77,
      "grad_norm": 1.2768100500106812,
      "learning_rate": 4.489269001097596e-07,
      "loss": 0.3486,
      "step": 2320960
    },
    {
      "epoch": 647.77,
      "grad_norm": 1.213537573814392,
      "learning_rate": 4.4891098595106436e-07,
      "loss": 0.3495,
      "step": 2320970
    },
    {
      "epoch": 647.78,
      "grad_norm": 1.1080272197723389,
      "learning_rate": 4.4889507204457253e-07,
      "loss": 0.3339,
      "step": 2320980
    },
    {
      "epoch": 647.78,
      "grad_norm": 1.2029829025268555,
      "learning_rate": 4.4887915839028684e-07,
      "loss": 0.3367,
      "step": 2320990
    },
    {
      "epoch": 647.78,
      "grad_norm": 1.6247973442077637,
      "learning_rate": 4.488632449882087e-07,
      "loss": 0.3367,
      "step": 2321000
    },
    {
      "epoch": 647.78,
      "grad_norm": 1.3189390897750854,
      "learning_rate": 4.4884733183834033e-07,
      "loss": 0.3505,
      "step": 2321010
    },
    {
      "epoch": 647.79,
      "grad_norm": 1.3679906129837036,
      "learning_rate": 4.4883141894068397e-07,
      "loss": 0.3398,
      "step": 2321020
    },
    {
      "epoch": 647.79,
      "grad_norm": 1.1632473468780518,
      "learning_rate": 4.4881550629524257e-07,
      "loss": 0.3333,
      "step": 2321030
    },
    {
      "epoch": 647.79,
      "grad_norm": 1.1700329780578613,
      "learning_rate": 4.487995939020161e-07,
      "loss": 0.3421,
      "step": 2321040
    },
    {
      "epoch": 647.8,
      "grad_norm": 1.1635369062423706,
      "learning_rate": 4.4878368176100943e-07,
      "loss": 0.3421,
      "step": 2321050
    },
    {
      "epoch": 647.8,
      "grad_norm": 1.2368463277816772,
      "learning_rate": 4.4876776987222235e-07,
      "loss": 0.3538,
      "step": 2321060
    },
    {
      "epoch": 647.8,
      "grad_norm": 1.2239774465560913,
      "learning_rate": 4.487518582356583e-07,
      "loss": 0.3325,
      "step": 2321070
    },
    {
      "epoch": 647.8,
      "grad_norm": 1.2422293424606323,
      "learning_rate": 4.487359468513193e-07,
      "loss": 0.3497,
      "step": 2321080
    },
    {
      "epoch": 647.81,
      "grad_norm": 1.1344735622406006,
      "learning_rate": 4.487200357192069e-07,
      "loss": 0.3374,
      "step": 2321090
    },
    {
      "epoch": 647.81,
      "grad_norm": 1.377943992614746,
      "learning_rate": 4.487041248393232e-07,
      "loss": 0.3595,
      "step": 2321100
    },
    {
      "epoch": 647.81,
      "grad_norm": 1.2245889902114868,
      "learning_rate": 4.486882142116709e-07,
      "loss": 0.3284,
      "step": 2321110
    },
    {
      "epoch": 647.81,
      "grad_norm": 1.1004157066345215,
      "learning_rate": 4.4867230383625164e-07,
      "loss": 0.3173,
      "step": 2321120
    },
    {
      "epoch": 647.82,
      "grad_norm": 1.4115782976150513,
      "learning_rate": 4.486563937130679e-07,
      "loss": 0.3313,
      "step": 2321130
    },
    {
      "epoch": 647.82,
      "grad_norm": 1.3725332021713257,
      "learning_rate": 4.4864048384212193e-07,
      "loss": 0.34,
      "step": 2321140
    },
    {
      "epoch": 647.82,
      "grad_norm": 1.350799560546875,
      "learning_rate": 4.486245742234154e-07,
      "loss": 0.3265,
      "step": 2321150
    },
    {
      "epoch": 647.83,
      "grad_norm": 1.2472609281539917,
      "learning_rate": 4.486086648569503e-07,
      "loss": 0.3327,
      "step": 2321160
    },
    {
      "epoch": 647.83,
      "grad_norm": 1.2170602083206177,
      "learning_rate": 4.4859275574272974e-07,
      "loss": 0.3412,
      "step": 2321170
    },
    {
      "epoch": 647.83,
      "grad_norm": 1.1942874193191528,
      "learning_rate": 4.4857684688075376e-07,
      "loss": 0.3302,
      "step": 2321180
    },
    {
      "epoch": 647.83,
      "grad_norm": 1.1950974464416504,
      "learning_rate": 4.485609382710271e-07,
      "loss": 0.3434,
      "step": 2321190
    },
    {
      "epoch": 647.84,
      "grad_norm": 1.6128731966018677,
      "learning_rate": 4.485450299135502e-07,
      "loss": 0.3327,
      "step": 2321200
    },
    {
      "epoch": 647.84,
      "grad_norm": 1.2029350996017456,
      "learning_rate": 4.485291218083254e-07,
      "loss": 0.3221,
      "step": 2321210
    },
    {
      "epoch": 647.84,
      "grad_norm": 1.1944562196731567,
      "learning_rate": 4.485132139553556e-07,
      "loss": 0.3325,
      "step": 2321220
    },
    {
      "epoch": 647.85,
      "grad_norm": 1.2681550979614258,
      "learning_rate": 4.4849730635464184e-07,
      "loss": 0.3278,
      "step": 2321230
    },
    {
      "epoch": 647.85,
      "grad_norm": 1.0301653146743774,
      "learning_rate": 4.484813990061867e-07,
      "loss": 0.3381,
      "step": 2321240
    },
    {
      "epoch": 647.85,
      "grad_norm": 1.3427385091781616,
      "learning_rate": 4.4846549190999226e-07,
      "loss": 0.3373,
      "step": 2321250
    },
    {
      "epoch": 647.85,
      "grad_norm": 1.2239117622375488,
      "learning_rate": 4.484495850660614e-07,
      "loss": 0.3269,
      "step": 2321260
    },
    {
      "epoch": 647.86,
      "grad_norm": 1.1860774755477905,
      "learning_rate": 4.484336784743944e-07,
      "loss": 0.3475,
      "step": 2321270
    },
    {
      "epoch": 647.86,
      "grad_norm": 1.5187244415283203,
      "learning_rate": 4.4841777213499567e-07,
      "loss": 0.3319,
      "step": 2321280
    },
    {
      "epoch": 647.86,
      "grad_norm": 1.36678147315979,
      "learning_rate": 4.484018660478654e-07,
      "loss": 0.3229,
      "step": 2321290
    },
    {
      "epoch": 647.86,
      "grad_norm": 1.1045745611190796,
      "learning_rate": 4.4838596021300657e-07,
      "loss": 0.3487,
      "step": 2321300
    },
    {
      "epoch": 647.87,
      "grad_norm": 1.101588249206543,
      "learning_rate": 4.48370054630422e-07,
      "loss": 0.3338,
      "step": 2321310
    },
    {
      "epoch": 647.87,
      "grad_norm": 1.2129038572311401,
      "learning_rate": 4.483541493001124e-07,
      "loss": 0.331,
      "step": 2321320
    },
    {
      "epoch": 647.87,
      "grad_norm": 1.13705575466156,
      "learning_rate": 4.4833824422208017e-07,
      "loss": 0.3406,
      "step": 2321330
    },
    {
      "epoch": 647.88,
      "grad_norm": 1.1210660934448242,
      "learning_rate": 4.4832233939632814e-07,
      "loss": 0.3288,
      "step": 2321340
    },
    {
      "epoch": 647.88,
      "grad_norm": 1.3127930164337158,
      "learning_rate": 4.4830643482285847e-07,
      "loss": 0.3523,
      "step": 2321350
    },
    {
      "epoch": 647.88,
      "grad_norm": 1.2310961484909058,
      "learning_rate": 4.482905305016721e-07,
      "loss": 0.3359,
      "step": 2321360
    },
    {
      "epoch": 647.88,
      "grad_norm": 1.26429283618927,
      "learning_rate": 4.4827462643277224e-07,
      "loss": 0.3186,
      "step": 2321370
    },
    {
      "epoch": 647.89,
      "grad_norm": 0.971388041973114,
      "learning_rate": 4.48258722616161e-07,
      "loss": 0.3203,
      "step": 2321380
    },
    {
      "epoch": 647.89,
      "grad_norm": 1.1542987823486328,
      "learning_rate": 4.48242819051839e-07,
      "loss": 0.3396,
      "step": 2321390
    },
    {
      "epoch": 647.89,
      "grad_norm": 1.333246111869812,
      "learning_rate": 4.4822691573981077e-07,
      "loss": 0.3299,
      "step": 2321400
    },
    {
      "epoch": 647.9,
      "grad_norm": 1.2748301029205322,
      "learning_rate": 4.4821101268007606e-07,
      "loss": 0.3271,
      "step": 2321410
    },
    {
      "epoch": 647.9,
      "grad_norm": 1.1598728895187378,
      "learning_rate": 4.481951098726393e-07,
      "loss": 0.339,
      "step": 2321420
    },
    {
      "epoch": 647.9,
      "grad_norm": 1.4567255973815918,
      "learning_rate": 4.4817920731750063e-07,
      "loss": 0.3389,
      "step": 2321430
    },
    {
      "epoch": 647.9,
      "grad_norm": 1.1491714715957642,
      "learning_rate": 4.481633050146631e-07,
      "loss": 0.333,
      "step": 2321440
    },
    {
      "epoch": 647.91,
      "grad_norm": 1.3905283212661743,
      "learning_rate": 4.4814740296412943e-07,
      "loss": 0.3351,
      "step": 2321450
    },
    {
      "epoch": 647.91,
      "grad_norm": 1.1895791292190552,
      "learning_rate": 4.481315011659002e-07,
      "loss": 0.3366,
      "step": 2321460
    },
    {
      "epoch": 647.91,
      "grad_norm": 1.2802762985229492,
      "learning_rate": 4.4811559961997824e-07,
      "loss": 0.3239,
      "step": 2321470
    },
    {
      "epoch": 647.92,
      "grad_norm": 1.1175336837768555,
      "learning_rate": 4.4809969832636567e-07,
      "loss": 0.3482,
      "step": 2321480
    },
    {
      "epoch": 647.92,
      "grad_norm": 1.1830204725265503,
      "learning_rate": 4.480837972850656e-07,
      "loss": 0.3257,
      "step": 2321490
    },
    {
      "epoch": 647.92,
      "grad_norm": 1.2469121217727661,
      "learning_rate": 4.480678964960783e-07,
      "loss": 0.3283,
      "step": 2321500
    },
    {
      "epoch": 647.92,
      "grad_norm": 1.41441011428833,
      "learning_rate": 4.480519959594068e-07,
      "loss": 0.3449,
      "step": 2321510
    },
    {
      "epoch": 647.93,
      "grad_norm": 1.1263706684112549,
      "learning_rate": 4.4803609567505413e-07,
      "loss": 0.3372,
      "step": 2321520
    },
    {
      "epoch": 647.93,
      "grad_norm": 1.2784706354141235,
      "learning_rate": 4.4802019564302017e-07,
      "loss": 0.3328,
      "step": 2321530
    },
    {
      "epoch": 647.93,
      "grad_norm": 1.5509934425354004,
      "learning_rate": 4.480042958633094e-07,
      "loss": 0.3343,
      "step": 2321540
    },
    {
      "epoch": 647.93,
      "grad_norm": 1.1444909572601318,
      "learning_rate": 4.479883963359225e-07,
      "loss": 0.3448,
      "step": 2321550
    },
    {
      "epoch": 647.94,
      "grad_norm": 1.1396428346633911,
      "learning_rate": 4.479724970608619e-07,
      "loss": 0.3374,
      "step": 2321560
    },
    {
      "epoch": 647.94,
      "grad_norm": 1.0358225107192993,
      "learning_rate": 4.479565980381297e-07,
      "loss": 0.3487,
      "step": 2321570
    },
    {
      "epoch": 647.94,
      "grad_norm": 1.3988744020462036,
      "learning_rate": 4.479406992677287e-07,
      "loss": 0.3316,
      "step": 2321580
    },
    {
      "epoch": 647.95,
      "grad_norm": 1.1626107692718506,
      "learning_rate": 4.4792480074966e-07,
      "loss": 0.3467,
      "step": 2321590
    },
    {
      "epoch": 647.95,
      "grad_norm": 1.2562741041183472,
      "learning_rate": 4.4790890248392615e-07,
      "loss": 0.3242,
      "step": 2321600
    },
    {
      "epoch": 647.95,
      "grad_norm": 1.2289983034133911,
      "learning_rate": 4.478930044705298e-07,
      "loss": 0.319,
      "step": 2321610
    },
    {
      "epoch": 647.95,
      "grad_norm": 1.4400969743728638,
      "learning_rate": 4.478771067094714e-07,
      "loss": 0.3341,
      "step": 2321620
    },
    {
      "epoch": 647.96,
      "grad_norm": 1.2254360914230347,
      "learning_rate": 4.478612092007552e-07,
      "loss": 0.3376,
      "step": 2321630
    },
    {
      "epoch": 647.96,
      "grad_norm": 1.2797497510910034,
      "learning_rate": 4.4784531194438193e-07,
      "loss": 0.3441,
      "step": 2321640
    },
    {
      "epoch": 647.96,
      "grad_norm": 1.2164394855499268,
      "learning_rate": 4.478294149403542e-07,
      "loss": 0.3295,
      "step": 2321650
    },
    {
      "epoch": 647.97,
      "grad_norm": 1.1251554489135742,
      "learning_rate": 4.4781351818867435e-07,
      "loss": 0.3397,
      "step": 2321660
    },
    {
      "epoch": 647.97,
      "grad_norm": 1.1622782945632935,
      "learning_rate": 4.4779762168934365e-07,
      "loss": 0.3401,
      "step": 2321670
    },
    {
      "epoch": 647.97,
      "grad_norm": 1.2260221242904663,
      "learning_rate": 4.4778172544236477e-07,
      "loss": 0.3362,
      "step": 2321680
    },
    {
      "epoch": 647.97,
      "grad_norm": 1.1977964639663696,
      "learning_rate": 4.4776582944773977e-07,
      "loss": 0.3377,
      "step": 2321690
    },
    {
      "epoch": 647.98,
      "grad_norm": 1.642288327217102,
      "learning_rate": 4.477499337054707e-07,
      "loss": 0.3385,
      "step": 2321700
    },
    {
      "epoch": 647.98,
      "grad_norm": 1.3028725385665894,
      "learning_rate": 4.4773403821555965e-07,
      "loss": 0.3274,
      "step": 2321710
    },
    {
      "epoch": 647.98,
      "grad_norm": 1.1761263608932495,
      "learning_rate": 4.477181429780098e-07,
      "loss": 0.3448,
      "step": 2321720
    },
    {
      "epoch": 647.98,
      "grad_norm": 1.2617076635360718,
      "learning_rate": 4.477022479928215e-07,
      "loss": 0.3397,
      "step": 2321730
    },
    {
      "epoch": 647.99,
      "grad_norm": 1.2806302309036255,
      "learning_rate": 4.476863532599976e-07,
      "loss": 0.3392,
      "step": 2321740
    },
    {
      "epoch": 647.99,
      "grad_norm": 5.43643856048584,
      "learning_rate": 4.4767045877954105e-07,
      "loss": 0.3329,
      "step": 2321750
    },
    {
      "epoch": 647.99,
      "grad_norm": 1.2956339120864868,
      "learning_rate": 4.476545645514519e-07,
      "loss": 0.3407,
      "step": 2321760
    },
    {
      "epoch": 648.0,
      "grad_norm": 1.2367507219314575,
      "learning_rate": 4.4763867057573486e-07,
      "loss": 0.3303,
      "step": 2321770
    },
    {
      "epoch": 648.0,
      "grad_norm": 1.0845015048980713,
      "learning_rate": 4.476227768523899e-07,
      "loss": 0.338,
      "step": 2321780
    },
    {
      "epoch": 648.0,
      "eval_loss": 0.33869150280952454,
      "eval_runtime": 63.8716,
      "eval_samples_per_second": 79.206,
      "eval_steps_per_second": 9.911,
      "step": 2321784
    },
    {
      "epoch": 648.0,
      "grad_norm": 1.2074135541915894,
      "learning_rate": 4.4760688338142036e-07,
      "loss": 0.3271,
      "step": 2321790
    },
    {
      "epoch": 648.0,
      "grad_norm": 1.3449077606201172,
      "learning_rate": 4.475909901628284e-07,
      "loss": 0.3563,
      "step": 2321800
    },
    {
      "epoch": 648.01,
      "grad_norm": 1.151749849319458,
      "learning_rate": 4.47575097196615e-07,
      "loss": 0.3567,
      "step": 2321810
    },
    {
      "epoch": 648.01,
      "grad_norm": 1.3730140924453735,
      "learning_rate": 4.475592044827831e-07,
      "loss": 0.3423,
      "step": 2321820
    },
    {
      "epoch": 648.01,
      "grad_norm": 2.168830156326294,
      "learning_rate": 4.475433120213347e-07,
      "loss": 0.306,
      "step": 2321830
    },
    {
      "epoch": 648.02,
      "grad_norm": 1.3579857349395752,
      "learning_rate": 4.4752741981227267e-07,
      "loss": 0.3366,
      "step": 2321840
    },
    {
      "epoch": 648.02,
      "grad_norm": 1.202283501625061,
      "learning_rate": 4.4751152785559703e-07,
      "loss": 0.3387,
      "step": 2321850
    },
    {
      "epoch": 648.02,
      "grad_norm": 1.0219733715057373,
      "learning_rate": 4.474956361513125e-07,
      "loss": 0.3293,
      "step": 2321860
    },
    {
      "epoch": 648.02,
      "grad_norm": 1.087056279182434,
      "learning_rate": 4.474797446994193e-07,
      "loss": 0.3598,
      "step": 2321870
    },
    {
      "epoch": 648.03,
      "grad_norm": 1.0656684637069702,
      "learning_rate": 4.474638534999203e-07,
      "loss": 0.3323,
      "step": 2321880
    },
    {
      "epoch": 648.03,
      "grad_norm": 1.4078534841537476,
      "learning_rate": 4.474479625528178e-07,
      "loss": 0.3522,
      "step": 2321890
    },
    {
      "epoch": 648.03,
      "grad_norm": 1.0530577898025513,
      "learning_rate": 4.474320718581135e-07,
      "loss": 0.3331,
      "step": 2321900
    },
    {
      "epoch": 648.04,
      "grad_norm": 1.3609845638275146,
      "learning_rate": 4.474161814158093e-07,
      "loss": 0.3336,
      "step": 2321910
    },
    {
      "epoch": 648.04,
      "grad_norm": 1.3854727745056152,
      "learning_rate": 4.4740029122590765e-07,
      "loss": 0.3224,
      "step": 2321920
    },
    {
      "epoch": 648.04,
      "grad_norm": 1.3468281030654907,
      "learning_rate": 4.473844012884114e-07,
      "loss": 0.3446,
      "step": 2321930
    },
    {
      "epoch": 648.04,
      "grad_norm": 1.0798208713531494,
      "learning_rate": 4.473685116033213e-07,
      "loss": 0.3418,
      "step": 2321940
    },
    {
      "epoch": 648.05,
      "grad_norm": 1.3575173616409302,
      "learning_rate": 4.4735262217063995e-07,
      "loss": 0.3451,
      "step": 2321950
    },
    {
      "epoch": 648.05,
      "grad_norm": 1.3985631465911865,
      "learning_rate": 4.4733673299036975e-07,
      "loss": 0.3243,
      "step": 2321960
    },
    {
      "epoch": 648.05,
      "grad_norm": 1.4535584449768066,
      "learning_rate": 4.4732084406251246e-07,
      "loss": 0.3385,
      "step": 2321970
    },
    {
      "epoch": 648.05,
      "grad_norm": 1.3115290403366089,
      "learning_rate": 4.4730495538707126e-07,
      "loss": 0.3407,
      "step": 2321980
    },
    {
      "epoch": 648.06,
      "grad_norm": 1.3003344535827637,
      "learning_rate": 4.472890669640461e-07,
      "loss": 0.3605,
      "step": 2321990
    },
    {
      "epoch": 648.06,
      "grad_norm": 1.302719235420227,
      "learning_rate": 4.472731787934417e-07,
      "loss": 0.3428,
      "step": 2322000
    },
    {
      "epoch": 648.06,
      "grad_norm": 1.1267701387405396,
      "learning_rate": 4.4725729087525827e-07,
      "loss": 0.3172,
      "step": 2322010
    },
    {
      "epoch": 648.07,
      "grad_norm": 1.1107306480407715,
      "learning_rate": 4.4724140320949844e-07,
      "loss": 0.3307,
      "step": 2322020
    },
    {
      "epoch": 648.07,
      "grad_norm": 1.2897380590438843,
      "learning_rate": 4.4722551579616507e-07,
      "loss": 0.3489,
      "step": 2322030
    },
    {
      "epoch": 648.07,
      "grad_norm": 1.33841073513031,
      "learning_rate": 4.4720962863525895e-07,
      "loss": 0.3211,
      "step": 2322040
    },
    {
      "epoch": 648.07,
      "grad_norm": 1.4852205514907837,
      "learning_rate": 4.4719374172678295e-07,
      "loss": 0.3289,
      "step": 2322050
    },
    {
      "epoch": 648.08,
      "grad_norm": 1.3940680027008057,
      "learning_rate": 4.471778550707392e-07,
      "loss": 0.3389,
      "step": 2322060
    },
    {
      "epoch": 648.08,
      "grad_norm": 1.5926015377044678,
      "learning_rate": 4.4716196866713017e-07,
      "loss": 0.3358,
      "step": 2322070
    },
    {
      "epoch": 648.08,
      "grad_norm": 1.1635209321975708,
      "learning_rate": 4.4714608251595647e-07,
      "loss": 0.3451,
      "step": 2322080
    },
    {
      "epoch": 648.09,
      "grad_norm": 1.1703505516052246,
      "learning_rate": 4.471301966172222e-07,
      "loss": 0.3466,
      "step": 2322090
    },
    {
      "epoch": 648.09,
      "grad_norm": 1.187990665435791,
      "learning_rate": 4.4711431097092825e-07,
      "loss": 0.3511,
      "step": 2322100
    },
    {
      "epoch": 648.09,
      "grad_norm": 1.3644458055496216,
      "learning_rate": 4.4709842557707685e-07,
      "loss": 0.3331,
      "step": 2322110
    },
    {
      "epoch": 648.09,
      "grad_norm": 1.207114815711975,
      "learning_rate": 4.470825404356709e-07,
      "loss": 0.3422,
      "step": 2322120
    },
    {
      "epoch": 648.1,
      "grad_norm": 1.1262515783309937,
      "learning_rate": 4.4706665554671126e-07,
      "loss": 0.3493,
      "step": 2322130
    },
    {
      "epoch": 648.1,
      "grad_norm": 1.1044342517852783,
      "learning_rate": 4.470507709102007e-07,
      "loss": 0.3258,
      "step": 2322140
    },
    {
      "epoch": 648.1,
      "grad_norm": 1.230319619178772,
      "learning_rate": 4.470348865261416e-07,
      "loss": 0.3341,
      "step": 2322150
    },
    {
      "epoch": 648.1,
      "grad_norm": 1.2013109922409058,
      "learning_rate": 4.47019002394536e-07,
      "loss": 0.3314,
      "step": 2322160
    },
    {
      "epoch": 648.11,
      "grad_norm": 1.2993061542510986,
      "learning_rate": 4.4700311851538546e-07,
      "loss": 0.3536,
      "step": 2322170
    },
    {
      "epoch": 648.11,
      "grad_norm": 1.3203933238983154,
      "learning_rate": 4.469872348886924e-07,
      "loss": 0.335,
      "step": 2322180
    },
    {
      "epoch": 648.11,
      "grad_norm": 1.3302115201950073,
      "learning_rate": 4.469713515144596e-07,
      "loss": 0.3534,
      "step": 2322190
    },
    {
      "epoch": 648.12,
      "grad_norm": 1.0927101373672485,
      "learning_rate": 4.469554683926874e-07,
      "loss": 0.3366,
      "step": 2322200
    },
    {
      "epoch": 648.12,
      "grad_norm": 1.2540743350982666,
      "learning_rate": 4.469395855233801e-07,
      "loss": 0.3567,
      "step": 2322210
    },
    {
      "epoch": 648.12,
      "grad_norm": 1.2813705205917358,
      "learning_rate": 4.4692370290653835e-07,
      "loss": 0.3295,
      "step": 2322220
    },
    {
      "epoch": 648.12,
      "grad_norm": 0.9744154214859009,
      "learning_rate": 4.469078205421644e-07,
      "loss": 0.3369,
      "step": 2322230
    },
    {
      "epoch": 648.13,
      "grad_norm": 1.255321979522705,
      "learning_rate": 4.468919384302609e-07,
      "loss": 0.3234,
      "step": 2322240
    },
    {
      "epoch": 648.13,
      "grad_norm": 1.3800549507141113,
      "learning_rate": 4.468760565708305e-07,
      "loss": 0.3364,
      "step": 2322250
    },
    {
      "epoch": 648.13,
      "grad_norm": 1.44534432888031,
      "learning_rate": 4.468601749638736e-07,
      "loss": 0.3405,
      "step": 2322260
    },
    {
      "epoch": 648.14,
      "grad_norm": 1.4804439544677734,
      "learning_rate": 4.468442936093934e-07,
      "loss": 0.3301,
      "step": 2322270
    },
    {
      "epoch": 648.14,
      "grad_norm": 1.0739736557006836,
      "learning_rate": 4.46828412507392e-07,
      "loss": 0.3324,
      "step": 2322280
    },
    {
      "epoch": 648.14,
      "grad_norm": 1.2925397157669067,
      "learning_rate": 4.4681253165787115e-07,
      "loss": 0.3309,
      "step": 2322290
    },
    {
      "epoch": 648.14,
      "grad_norm": 1.2455220222473145,
      "learning_rate": 4.467966510608338e-07,
      "loss": 0.34,
      "step": 2322300
    },
    {
      "epoch": 648.15,
      "grad_norm": 1.2702364921569824,
      "learning_rate": 4.4678077071628115e-07,
      "loss": 0.3426,
      "step": 2322310
    },
    {
      "epoch": 648.15,
      "grad_norm": 1.222995400428772,
      "learning_rate": 4.4676489062421533e-07,
      "loss": 0.3335,
      "step": 2322320
    },
    {
      "epoch": 648.15,
      "grad_norm": 1.2129689455032349,
      "learning_rate": 4.467490107846395e-07,
      "loss": 0.3327,
      "step": 2322330
    },
    {
      "epoch": 648.16,
      "grad_norm": 1.1558318138122559,
      "learning_rate": 4.467331311975536e-07,
      "loss": 0.3203,
      "step": 2322340
    },
    {
      "epoch": 648.16,
      "grad_norm": 1.4479871988296509,
      "learning_rate": 4.467172518629626e-07,
      "loss": 0.3492,
      "step": 2322350
    },
    {
      "epoch": 648.16,
      "grad_norm": 1.258101463317871,
      "learning_rate": 4.467013727808665e-07,
      "loss": 0.3285,
      "step": 2322360
    },
    {
      "epoch": 648.16,
      "grad_norm": 1.3999296426773071,
      "learning_rate": 4.466854939512679e-07,
      "loss": 0.3357,
      "step": 2322370
    },
    {
      "epoch": 648.17,
      "grad_norm": 1.2057034969329834,
      "learning_rate": 4.4666961537416944e-07,
      "loss": 0.3255,
      "step": 2322380
    },
    {
      "epoch": 648.17,
      "grad_norm": 1.0658955574035645,
      "learning_rate": 4.466537370495734e-07,
      "loss": 0.3381,
      "step": 2322390
    },
    {
      "epoch": 648.17,
      "grad_norm": 1.263360857963562,
      "learning_rate": 4.4663785897748057e-07,
      "loss": 0.3378,
      "step": 2322400
    },
    {
      "epoch": 648.17,
      "grad_norm": 1.2146536111831665,
      "learning_rate": 4.4662198115789414e-07,
      "loss": 0.3532,
      "step": 2322410
    },
    {
      "epoch": 648.18,
      "grad_norm": 1.3035304546356201,
      "learning_rate": 4.4660610359081633e-07,
      "loss": 0.3351,
      "step": 2322420
    },
    {
      "epoch": 648.18,
      "grad_norm": 1.6241682767868042,
      "learning_rate": 4.465902262762478e-07,
      "loss": 0.3387,
      "step": 2322430
    },
    {
      "epoch": 648.18,
      "grad_norm": 2.3067731857299805,
      "learning_rate": 4.4657434921419315e-07,
      "loss": 0.3407,
      "step": 2322440
    },
    {
      "epoch": 648.19,
      "grad_norm": 1.0858325958251953,
      "learning_rate": 4.465584724046524e-07,
      "loss": 0.3497,
      "step": 2322450
    },
    {
      "epoch": 648.19,
      "grad_norm": 1.15923273563385,
      "learning_rate": 4.465425958476281e-07,
      "loss": 0.3408,
      "step": 2322460
    },
    {
      "epoch": 648.19,
      "grad_norm": 1.146688461303711,
      "learning_rate": 4.4652671954312343e-07,
      "loss": 0.316,
      "step": 2322470
    },
    {
      "epoch": 648.19,
      "grad_norm": 1.4698526859283447,
      "learning_rate": 4.4651084349113917e-07,
      "loss": 0.3431,
      "step": 2322480
    },
    {
      "epoch": 648.2,
      "grad_norm": 1.308081030845642,
      "learning_rate": 4.4649496769167767e-07,
      "loss": 0.3274,
      "step": 2322490
    },
    {
      "epoch": 648.2,
      "grad_norm": 1.137134313583374,
      "learning_rate": 4.464790921447415e-07,
      "loss": 0.3399,
      "step": 2322500
    },
    {
      "epoch": 648.2,
      "grad_norm": 0.9795908331871033,
      "learning_rate": 4.464632168503333e-07,
      "loss": 0.3424,
      "step": 2322510
    },
    {
      "epoch": 648.21,
      "grad_norm": 1.1935244798660278,
      "learning_rate": 4.4644734180845326e-07,
      "loss": 0.3209,
      "step": 2322520
    },
    {
      "epoch": 648.21,
      "grad_norm": 1.123063087463379,
      "learning_rate": 4.464314670191059e-07,
      "loss": 0.3356,
      "step": 2322530
    },
    {
      "epoch": 648.21,
      "grad_norm": 1.3051536083221436,
      "learning_rate": 4.464155924822914e-07,
      "loss": 0.3454,
      "step": 2322540
    },
    {
      "epoch": 648.21,
      "grad_norm": 1.2017204761505127,
      "learning_rate": 4.463997181980129e-07,
      "loss": 0.3316,
      "step": 2322550
    },
    {
      "epoch": 648.22,
      "grad_norm": 1.2593380212783813,
      "learning_rate": 4.4638384416627254e-07,
      "loss": 0.3374,
      "step": 2322560
    },
    {
      "epoch": 648.22,
      "grad_norm": 1.313997745513916,
      "learning_rate": 4.46367970387071e-07,
      "loss": 0.3466,
      "step": 2322570
    },
    {
      "epoch": 648.22,
      "grad_norm": 1.1392470598220825,
      "learning_rate": 4.463520968604131e-07,
      "loss": 0.3279,
      "step": 2322580
    },
    {
      "epoch": 648.22,
      "grad_norm": 1.322150707244873,
      "learning_rate": 4.4633622358629844e-07,
      "loss": 0.3382,
      "step": 2322590
    },
    {
      "epoch": 648.23,
      "grad_norm": 0.9451716542243958,
      "learning_rate": 4.4632035056472993e-07,
      "loss": 0.3422,
      "step": 2322600
    },
    {
      "epoch": 648.23,
      "grad_norm": 1.2713038921356201,
      "learning_rate": 4.4630447779571075e-07,
      "loss": 0.3378,
      "step": 2322610
    },
    {
      "epoch": 648.23,
      "grad_norm": 1.28529691696167,
      "learning_rate": 4.4628860527924133e-07,
      "loss": 0.336,
      "step": 2322620
    },
    {
      "epoch": 648.24,
      "grad_norm": 1.1029045581817627,
      "learning_rate": 4.462727330153246e-07,
      "loss": 0.3441,
      "step": 2322630
    },
    {
      "epoch": 648.24,
      "grad_norm": 1.6556181907653809,
      "learning_rate": 4.462568610039626e-07,
      "loss": 0.3214,
      "step": 2322640
    },
    {
      "epoch": 648.24,
      "grad_norm": 1.2991588115692139,
      "learning_rate": 4.4624098924515796e-07,
      "loss": 0.3273,
      "step": 2322650
    },
    {
      "epoch": 648.24,
      "grad_norm": 1.2208188772201538,
      "learning_rate": 4.462251177389112e-07,
      "loss": 0.3349,
      "step": 2322660
    },
    {
      "epoch": 648.25,
      "grad_norm": 1.1958026885986328,
      "learning_rate": 4.4620924648522646e-07,
      "loss": 0.3155,
      "step": 2322670
    },
    {
      "epoch": 648.25,
      "grad_norm": 1.151825189590454,
      "learning_rate": 4.4619337548410454e-07,
      "loss": 0.342,
      "step": 2322680
    },
    {
      "epoch": 648.25,
      "grad_norm": 1.201939344406128,
      "learning_rate": 4.4617750473554805e-07,
      "loss": 0.3549,
      "step": 2322690
    },
    {
      "epoch": 648.26,
      "grad_norm": 1.4634276628494263,
      "learning_rate": 4.461616342395593e-07,
      "loss": 0.333,
      "step": 2322700
    },
    {
      "epoch": 648.26,
      "grad_norm": 1.2491347789764404,
      "learning_rate": 4.4614576399613964e-07,
      "loss": 0.3468,
      "step": 2322710
    },
    {
      "epoch": 648.26,
      "grad_norm": 1.119019627571106,
      "learning_rate": 4.461298940052916e-07,
      "loss": 0.3427,
      "step": 2322720
    },
    {
      "epoch": 648.26,
      "grad_norm": 1.1825294494628906,
      "learning_rate": 4.4611402426701734e-07,
      "loss": 0.3244,
      "step": 2322730
    },
    {
      "epoch": 648.27,
      "grad_norm": 1.2379353046417236,
      "learning_rate": 4.4609815478131937e-07,
      "loss": 0.3346,
      "step": 2322740
    },
    {
      "epoch": 648.27,
      "grad_norm": 1.3645564317703247,
      "learning_rate": 4.460822855481991e-07,
      "loss": 0.3336,
      "step": 2322750
    },
    {
      "epoch": 648.27,
      "grad_norm": 1.199716329574585,
      "learning_rate": 4.460664165676588e-07,
      "loss": 0.349,
      "step": 2322760
    },
    {
      "epoch": 648.28,
      "grad_norm": 1.1477104425430298,
      "learning_rate": 4.460505478397011e-07,
      "loss": 0.3245,
      "step": 2322770
    },
    {
      "epoch": 648.28,
      "grad_norm": 8.843233108520508,
      "learning_rate": 4.460346793643268e-07,
      "loss": 0.3371,
      "step": 2322780
    },
    {
      "epoch": 648.28,
      "grad_norm": 1.4734998941421509,
      "learning_rate": 4.4601881114153994e-07,
      "loss": 0.3307,
      "step": 2322790
    },
    {
      "epoch": 648.28,
      "grad_norm": 1.352651596069336,
      "learning_rate": 4.4600294317134093e-07,
      "loss": 0.3474,
      "step": 2322800
    },
    {
      "epoch": 648.29,
      "grad_norm": 1.1306545734405518,
      "learning_rate": 4.4598707545373285e-07,
      "loss": 0.3382,
      "step": 2322810
    },
    {
      "epoch": 648.29,
      "grad_norm": 1.2390209436416626,
      "learning_rate": 4.459712079887172e-07,
      "loss": 0.3474,
      "step": 2322820
    },
    {
      "epoch": 648.29,
      "grad_norm": 1.1711291074752808,
      "learning_rate": 4.459553407762972e-07,
      "loss": 0.3332,
      "step": 2322830
    },
    {
      "epoch": 648.29,
      "grad_norm": 1.1104243993759155,
      "learning_rate": 4.4593947381647356e-07,
      "loss": 0.3482,
      "step": 2322840
    },
    {
      "epoch": 648.3,
      "grad_norm": 1.1233025789260864,
      "learning_rate": 4.4592360710924917e-07,
      "loss": 0.3329,
      "step": 2322850
    },
    {
      "epoch": 648.3,
      "grad_norm": 1.25751531124115,
      "learning_rate": 4.459077406546259e-07,
      "loss": 0.3583,
      "step": 2322860
    },
    {
      "epoch": 648.3,
      "grad_norm": 1.320810317993164,
      "learning_rate": 4.4589187445260597e-07,
      "loss": 0.336,
      "step": 2322870
    },
    {
      "epoch": 648.31,
      "grad_norm": 1.2320451736450195,
      "learning_rate": 4.4587600850319177e-07,
      "loss": 0.3469,
      "step": 2322880
    },
    {
      "epoch": 648.31,
      "grad_norm": 1.4084059000015259,
      "learning_rate": 4.4586014280638493e-07,
      "loss": 0.334,
      "step": 2322890
    },
    {
      "epoch": 648.31,
      "grad_norm": 1.2225669622421265,
      "learning_rate": 4.4584427736218745e-07,
      "loss": 0.3414,
      "step": 2322900
    },
    {
      "epoch": 648.31,
      "grad_norm": 1.3881282806396484,
      "learning_rate": 4.45828412170602e-07,
      "loss": 0.3405,
      "step": 2322910
    },
    {
      "epoch": 648.32,
      "grad_norm": 1.4365522861480713,
      "learning_rate": 4.4581254723163034e-07,
      "loss": 0.3347,
      "step": 2322920
    },
    {
      "epoch": 648.32,
      "grad_norm": 1.310907244682312,
      "learning_rate": 4.457966825452751e-07,
      "loss": 0.3533,
      "step": 2322930
    },
    {
      "epoch": 648.32,
      "grad_norm": 1.157673716545105,
      "learning_rate": 4.457808181115376e-07,
      "loss": 0.3215,
      "step": 2322940
    },
    {
      "epoch": 648.33,
      "grad_norm": 1.1203728914260864,
      "learning_rate": 4.4576495393042007e-07,
      "loss": 0.3368,
      "step": 2322950
    },
    {
      "epoch": 648.33,
      "grad_norm": 1.4896202087402344,
      "learning_rate": 4.4574909000192505e-07,
      "loss": 0.3407,
      "step": 2322960
    },
    {
      "epoch": 648.33,
      "grad_norm": 1.2149373292922974,
      "learning_rate": 4.4573322632605497e-07,
      "loss": 0.3536,
      "step": 2322970
    },
    {
      "epoch": 648.33,
      "grad_norm": 1.2267098426818848,
      "learning_rate": 4.45717362902811e-07,
      "loss": 0.3351,
      "step": 2322980
    },
    {
      "epoch": 648.34,
      "grad_norm": 1.0744916200637817,
      "learning_rate": 4.457014997321956e-07,
      "loss": 0.3411,
      "step": 2322990
    },
    {
      "epoch": 648.34,
      "grad_norm": 1.3299322128295898,
      "learning_rate": 4.456856368142115e-07,
      "loss": 0.3336,
      "step": 2323000
    },
    {
      "epoch": 648.34,
      "grad_norm": 1.382741093635559,
      "learning_rate": 4.456697741488591e-07,
      "loss": 0.3367,
      "step": 2323010
    },
    {
      "epoch": 648.34,
      "grad_norm": 1.298913836479187,
      "learning_rate": 4.4565391173614296e-07,
      "loss": 0.333,
      "step": 2323020
    },
    {
      "epoch": 648.35,
      "grad_norm": 1.3532651662826538,
      "learning_rate": 4.4563804957606327e-07,
      "loss": 0.3522,
      "step": 2323030
    },
    {
      "epoch": 648.35,
      "grad_norm": 1.0738842487335205,
      "learning_rate": 4.456221876686229e-07,
      "loss": 0.3486,
      "step": 2323040
    },
    {
      "epoch": 648.35,
      "grad_norm": 1.3170183897018433,
      "learning_rate": 4.4560632601382394e-07,
      "loss": 0.3626,
      "step": 2323050
    },
    {
      "epoch": 648.36,
      "grad_norm": 1.2521321773529053,
      "learning_rate": 4.455904646116687e-07,
      "loss": 0.3349,
      "step": 2323060
    },
    {
      "epoch": 648.36,
      "grad_norm": 1.320217251777649,
      "learning_rate": 4.4557460346215876e-07,
      "loss": 0.3424,
      "step": 2323070
    },
    {
      "epoch": 648.36,
      "grad_norm": 1.3427642583847046,
      "learning_rate": 4.4555874256529615e-07,
      "loss": 0.3451,
      "step": 2323080
    },
    {
      "epoch": 648.36,
      "grad_norm": 1.18416166305542,
      "learning_rate": 4.455428819210841e-07,
      "loss": 0.3391,
      "step": 2323090
    },
    {
      "epoch": 648.37,
      "grad_norm": 1.1279526948928833,
      "learning_rate": 4.4552702152952285e-07,
      "loss": 0.3334,
      "step": 2323100
    },
    {
      "epoch": 648.37,
      "grad_norm": 1.1896700859069824,
      "learning_rate": 4.4551116139061644e-07,
      "loss": 0.3289,
      "step": 2323110
    },
    {
      "epoch": 648.37,
      "grad_norm": 1.4923430681228638,
      "learning_rate": 4.454953015043658e-07,
      "loss": 0.3526,
      "step": 2323120
    },
    {
      "epoch": 648.38,
      "grad_norm": 1.1017345190048218,
      "learning_rate": 4.4547944187077345e-07,
      "loss": 0.3493,
      "step": 2323130
    },
    {
      "epoch": 648.38,
      "grad_norm": 1.3636493682861328,
      "learning_rate": 4.4546358248984174e-07,
      "loss": 0.3412,
      "step": 2323140
    },
    {
      "epoch": 648.38,
      "grad_norm": 7.152853012084961,
      "learning_rate": 4.454477233615715e-07,
      "loss": 0.3346,
      "step": 2323150
    },
    {
      "epoch": 648.38,
      "grad_norm": 1.4219262599945068,
      "learning_rate": 4.4543186448596686e-07,
      "loss": 0.3343,
      "step": 2323160
    },
    {
      "epoch": 648.39,
      "grad_norm": 1.303820252418518,
      "learning_rate": 4.4541600586302857e-07,
      "loss": 0.326,
      "step": 2323170
    },
    {
      "epoch": 648.39,
      "grad_norm": 1.3361327648162842,
      "learning_rate": 4.454001474927587e-07,
      "loss": 0.329,
      "step": 2323180
    },
    {
      "epoch": 648.39,
      "grad_norm": 1.039736270904541,
      "learning_rate": 4.4538428937516e-07,
      "loss": 0.3157,
      "step": 2323190
    },
    {
      "epoch": 648.4,
      "grad_norm": 1.2637051343917847,
      "learning_rate": 4.453684315102346e-07,
      "loss": 0.3406,
      "step": 2323200
    },
    {
      "epoch": 648.4,
      "grad_norm": 1.0955710411071777,
      "learning_rate": 4.4535257389798395e-07,
      "loss": 0.3295,
      "step": 2323210
    },
    {
      "epoch": 648.4,
      "grad_norm": 1.2138780355453491,
      "learning_rate": 4.4533671653841034e-07,
      "loss": 0.3403,
      "step": 2323220
    },
    {
      "epoch": 648.4,
      "grad_norm": 1.0915701389312744,
      "learning_rate": 4.4532085943151687e-07,
      "loss": 0.3176,
      "step": 2323230
    },
    {
      "epoch": 648.41,
      "grad_norm": 1.4116849899291992,
      "learning_rate": 4.4530500257730334e-07,
      "loss": 0.3417,
      "step": 2323240
    },
    {
      "epoch": 648.41,
      "grad_norm": 1.188906192779541,
      "learning_rate": 4.4528914597577466e-07,
      "loss": 0.3488,
      "step": 2323250
    },
    {
      "epoch": 648.41,
      "grad_norm": 1.2705506086349487,
      "learning_rate": 4.452732896269311e-07,
      "loss": 0.3377,
      "step": 2323260
    },
    {
      "epoch": 648.41,
      "grad_norm": 1.0852092504501343,
      "learning_rate": 4.452574335307755e-07,
      "loss": 0.3607,
      "step": 2323270
    },
    {
      "epoch": 648.42,
      "grad_norm": 1.3245807886123657,
      "learning_rate": 4.452415776873102e-07,
      "loss": 0.3439,
      "step": 2323280
    },
    {
      "epoch": 648.42,
      "grad_norm": 1.2452025413513184,
      "learning_rate": 4.452257220965363e-07,
      "loss": 0.3517,
      "step": 2323290
    },
    {
      "epoch": 648.42,
      "grad_norm": 1.1205185651779175,
      "learning_rate": 4.452098667584563e-07,
      "loss": 0.3305,
      "step": 2323300
    },
    {
      "epoch": 648.43,
      "grad_norm": 1.2614307403564453,
      "learning_rate": 4.451940116730727e-07,
      "loss": 0.3229,
      "step": 2323310
    },
    {
      "epoch": 648.43,
      "grad_norm": 1.4817008972167969,
      "learning_rate": 4.451781568403879e-07,
      "loss": 0.3468,
      "step": 2323320
    },
    {
      "epoch": 648.43,
      "grad_norm": 1.326229453086853,
      "learning_rate": 4.451623022604026e-07,
      "loss": 0.3376,
      "step": 2323330
    },
    {
      "epoch": 648.43,
      "grad_norm": 1.1920512914657593,
      "learning_rate": 4.4514644793312084e-07,
      "loss": 0.3488,
      "step": 2323340
    },
    {
      "epoch": 648.44,
      "grad_norm": 1.1792691946029663,
      "learning_rate": 4.451305938585432e-07,
      "loss": 0.3394,
      "step": 2323350
    },
    {
      "epoch": 648.44,
      "grad_norm": 1.3582375049591064,
      "learning_rate": 4.451147400366723e-07,
      "loss": 0.3685,
      "step": 2323360
    },
    {
      "epoch": 648.44,
      "grad_norm": 1.2126579284667969,
      "learning_rate": 4.4509888646751064e-07,
      "loss": 0.3274,
      "step": 2323370
    },
    {
      "epoch": 648.45,
      "grad_norm": 1.2008792161941528,
      "learning_rate": 4.4508303315105965e-07,
      "loss": 0.3251,
      "step": 2323380
    },
    {
      "epoch": 648.45,
      "grad_norm": 1.0487571954727173,
      "learning_rate": 4.450671800873216e-07,
      "loss": 0.3325,
      "step": 2323390
    },
    {
      "epoch": 648.45,
      "grad_norm": 1.4297856092453003,
      "learning_rate": 4.4505132727629884e-07,
      "loss": 0.3281,
      "step": 2323400
    },
    {
      "epoch": 648.45,
      "grad_norm": 1.308224081993103,
      "learning_rate": 4.45035474717994e-07,
      "loss": 0.3322,
      "step": 2323410
    },
    {
      "epoch": 648.46,
      "grad_norm": 1.106961727142334,
      "learning_rate": 4.450196224124081e-07,
      "loss": 0.3311,
      "step": 2323420
    },
    {
      "epoch": 648.46,
      "grad_norm": 1.1867283582687378,
      "learning_rate": 4.4500377035954346e-07,
      "loss": 0.3495,
      "step": 2323430
    },
    {
      "epoch": 648.46,
      "grad_norm": 1.4691314697265625,
      "learning_rate": 4.449879185594027e-07,
      "loss": 0.3369,
      "step": 2323440
    },
    {
      "epoch": 648.46,
      "grad_norm": 1.5520766973495483,
      "learning_rate": 4.449720670119874e-07,
      "loss": 0.3332,
      "step": 2323450
    },
    {
      "epoch": 648.47,
      "grad_norm": 1.4328018426895142,
      "learning_rate": 4.4495621571730066e-07,
      "loss": 0.3447,
      "step": 2323460
    },
    {
      "epoch": 648.47,
      "grad_norm": 1.1827565431594849,
      "learning_rate": 4.4494036467534277e-07,
      "loss": 0.3343,
      "step": 2323470
    },
    {
      "epoch": 648.47,
      "grad_norm": 1.1545581817626953,
      "learning_rate": 4.4492451388611833e-07,
      "loss": 0.3347,
      "step": 2323480
    },
    {
      "epoch": 648.48,
      "grad_norm": 1.2702122926712036,
      "learning_rate": 4.449086633496272e-07,
      "loss": 0.3359,
      "step": 2323490
    },
    {
      "epoch": 648.48,
      "grad_norm": 1.1437578201293945,
      "learning_rate": 4.448928130658724e-07,
      "loss": 0.3426,
      "step": 2323500
    },
    {
      "epoch": 648.48,
      "grad_norm": 1.3030520677566528,
      "learning_rate": 4.448769630348569e-07,
      "loss": 0.3455,
      "step": 2323510
    },
    {
      "epoch": 648.48,
      "grad_norm": 1.2809216976165771,
      "learning_rate": 4.448611132565811e-07,
      "loss": 0.3407,
      "step": 2323520
    },
    {
      "epoch": 648.49,
      "grad_norm": 1.3135462999343872,
      "learning_rate": 4.448452637310477e-07,
      "loss": 0.3161,
      "step": 2323530
    },
    {
      "epoch": 648.49,
      "grad_norm": 1.2522543668746948,
      "learning_rate": 4.448294144582595e-07,
      "loss": 0.3364,
      "step": 2323540
    },
    {
      "epoch": 648.49,
      "grad_norm": 1.0852725505828857,
      "learning_rate": 4.448135654382183e-07,
      "loss": 0.3322,
      "step": 2323550
    },
    {
      "epoch": 648.5,
      "grad_norm": 1.1281614303588867,
      "learning_rate": 4.447977166709258e-07,
      "loss": 0.3342,
      "step": 2323560
    },
    {
      "epoch": 648.5,
      "grad_norm": 1.3485580682754517,
      "learning_rate": 4.4478186815638414e-07,
      "loss": 0.3314,
      "step": 2323570
    },
    {
      "epoch": 648.5,
      "grad_norm": 1.51017427444458,
      "learning_rate": 4.447660198945963e-07,
      "loss": 0.3447,
      "step": 2323580
    },
    {
      "epoch": 648.5,
      "grad_norm": 1.4507431983947754,
      "learning_rate": 4.447501718855626e-07,
      "loss": 0.3251,
      "step": 2323590
    },
    {
      "epoch": 648.51,
      "grad_norm": 1.1461515426635742,
      "learning_rate": 4.447343241292876e-07,
      "loss": 0.3337,
      "step": 2323600
    },
    {
      "epoch": 648.51,
      "grad_norm": 1.4101486206054688,
      "learning_rate": 4.447184766257714e-07,
      "loss": 0.3651,
      "step": 2323610
    },
    {
      "epoch": 648.51,
      "grad_norm": 1.5258440971374512,
      "learning_rate": 4.4470262937501676e-07,
      "loss": 0.3425,
      "step": 2323620
    },
    {
      "epoch": 648.52,
      "grad_norm": 4.168585300445557,
      "learning_rate": 4.446867823770258e-07,
      "loss": 0.3391,
      "step": 2323630
    },
    {
      "epoch": 648.52,
      "grad_norm": 1.171142578125,
      "learning_rate": 4.446709356318015e-07,
      "loss": 0.3292,
      "step": 2323640
    },
    {
      "epoch": 648.52,
      "grad_norm": 1.1432263851165771,
      "learning_rate": 4.446550891393444e-07,
      "loss": 0.3439,
      "step": 2323650
    },
    {
      "epoch": 648.52,
      "grad_norm": 1.9396729469299316,
      "learning_rate": 4.4463924289965735e-07,
      "loss": 0.3345,
      "step": 2323660
    },
    {
      "epoch": 648.53,
      "grad_norm": 1.282697319984436,
      "learning_rate": 4.4462339691274307e-07,
      "loss": 0.3526,
      "step": 2323670
    },
    {
      "epoch": 648.53,
      "grad_norm": 4.620448112487793,
      "learning_rate": 4.4460755117860184e-07,
      "loss": 0.3502,
      "step": 2323680
    },
    {
      "epoch": 648.53,
      "grad_norm": 1.122870683670044,
      "learning_rate": 4.445917056972381e-07,
      "loss": 0.3416,
      "step": 2323690
    },
    {
      "epoch": 648.53,
      "grad_norm": 1.4415342807769775,
      "learning_rate": 4.4457586046865236e-07,
      "loss": 0.3492,
      "step": 2323700
    },
    {
      "epoch": 648.54,
      "grad_norm": 1.0503729581832886,
      "learning_rate": 4.4456001549284724e-07,
      "loss": 0.3443,
      "step": 2323710
    },
    {
      "epoch": 648.54,
      "grad_norm": 1.275720477104187,
      "learning_rate": 4.4454417076982533e-07,
      "loss": 0.346,
      "step": 2323720
    },
    {
      "epoch": 648.54,
      "grad_norm": 1.1528842449188232,
      "learning_rate": 4.445283262995872e-07,
      "loss": 0.338,
      "step": 2323730
    },
    {
      "epoch": 648.55,
      "grad_norm": 1.1029667854309082,
      "learning_rate": 4.4451248208213716e-07,
      "loss": 0.3407,
      "step": 2323740
    },
    {
      "epoch": 648.55,
      "grad_norm": 1.1762267351150513,
      "learning_rate": 4.444966381174753e-07,
      "loss": 0.3312,
      "step": 2323750
    },
    {
      "epoch": 648.55,
      "grad_norm": 1.2229195833206177,
      "learning_rate": 4.444807944056047e-07,
      "loss": 0.3357,
      "step": 2323760
    },
    {
      "epoch": 648.55,
      "grad_norm": 1.352359414100647,
      "learning_rate": 4.4446495094652746e-07,
      "loss": 0.3286,
      "step": 2323770
    },
    {
      "epoch": 648.56,
      "grad_norm": 1.185030460357666,
      "learning_rate": 4.4444910774024616e-07,
      "loss": 0.3254,
      "step": 2323780
    },
    {
      "epoch": 648.56,
      "grad_norm": 1.0970677137374878,
      "learning_rate": 4.4443326478676163e-07,
      "loss": 0.3312,
      "step": 2323790
    },
    {
      "epoch": 648.56,
      "grad_norm": 1.2404733896255493,
      "learning_rate": 4.4441742208607673e-07,
      "loss": 0.3307,
      "step": 2323800
    },
    {
      "epoch": 648.57,
      "grad_norm": 1.128016471862793,
      "learning_rate": 4.4440157963819427e-07,
      "loss": 0.3271,
      "step": 2323810
    },
    {
      "epoch": 648.57,
      "grad_norm": 1.119781494140625,
      "learning_rate": 4.4438573744311403e-07,
      "loss": 0.3315,
      "step": 2323820
    },
    {
      "epoch": 648.57,
      "grad_norm": 1.222501516342163,
      "learning_rate": 4.4436989550084115e-07,
      "loss": 0.3419,
      "step": 2323830
    },
    {
      "epoch": 648.57,
      "grad_norm": 1.2557083368301392,
      "learning_rate": 4.4435405381137574e-07,
      "loss": 0.3288,
      "step": 2323840
    },
    {
      "epoch": 648.58,
      "grad_norm": 1.3378410339355469,
      "learning_rate": 4.4433821237472033e-07,
      "loss": 0.3259,
      "step": 2323850
    },
    {
      "epoch": 648.58,
      "grad_norm": 1.3323140144348145,
      "learning_rate": 4.443223711908778e-07,
      "loss": 0.3277,
      "step": 2323860
    },
    {
      "epoch": 648.58,
      "grad_norm": 1.1434422731399536,
      "learning_rate": 4.443065302598489e-07,
      "loss": 0.3326,
      "step": 2323870
    },
    {
      "epoch": 648.58,
      "grad_norm": 1.1803405284881592,
      "learning_rate": 4.442906895816365e-07,
      "loss": 0.3342,
      "step": 2323880
    },
    {
      "epoch": 648.59,
      "grad_norm": 1.129819393157959,
      "learning_rate": 4.442748491562425e-07,
      "loss": 0.3249,
      "step": 2323890
    },
    {
      "epoch": 648.59,
      "grad_norm": 1.4278831481933594,
      "learning_rate": 4.442590089836699e-07,
      "loss": 0.3458,
      "step": 2323900
    },
    {
      "epoch": 648.59,
      "grad_norm": 1.1814677715301514,
      "learning_rate": 4.4424316906391903e-07,
      "loss": 0.3374,
      "step": 2323910
    },
    {
      "epoch": 648.6,
      "grad_norm": 2.3529398441314697,
      "learning_rate": 4.4422732939699407e-07,
      "loss": 0.3341,
      "step": 2323920
    },
    {
      "epoch": 648.6,
      "grad_norm": 1.2021784782409668,
      "learning_rate": 4.4421148998289553e-07,
      "loss": 0.3402,
      "step": 2323930
    },
    {
      "epoch": 648.6,
      "grad_norm": 1.186604619026184,
      "learning_rate": 4.44195650821626e-07,
      "loss": 0.3286,
      "step": 2323940
    },
    {
      "epoch": 648.6,
      "grad_norm": 1.3095457553863525,
      "learning_rate": 4.441798119131883e-07,
      "loss": 0.3421,
      "step": 2323950
    },
    {
      "epoch": 648.61,
      "grad_norm": 1.162996768951416,
      "learning_rate": 4.4416397325758355e-07,
      "loss": 0.3424,
      "step": 2323960
    },
    {
      "epoch": 648.61,
      "grad_norm": 1.1014398336410522,
      "learning_rate": 4.4414813485481403e-07,
      "loss": 0.3276,
      "step": 2323970
    },
    {
      "epoch": 648.61,
      "grad_norm": 1.2122817039489746,
      "learning_rate": 4.441322967048818e-07,
      "loss": 0.3537,
      "step": 2323980
    },
    {
      "epoch": 648.62,
      "grad_norm": 1.1948903799057007,
      "learning_rate": 4.441164588077901e-07,
      "loss": 0.3367,
      "step": 2323990
    },
    {
      "epoch": 648.62,
      "grad_norm": 1.1575678586959839,
      "learning_rate": 4.4410062116353886e-07,
      "loss": 0.3149,
      "step": 2324000
    },
    {
      "epoch": 648.62,
      "grad_norm": 1.1983323097229004,
      "learning_rate": 4.440847837721327e-07,
      "loss": 0.3222,
      "step": 2324010
    },
    {
      "epoch": 648.62,
      "grad_norm": 1.3132667541503906,
      "learning_rate": 4.44068946633572e-07,
      "loss": 0.3452,
      "step": 2324020
    },
    {
      "epoch": 648.63,
      "grad_norm": 1.1996387243270874,
      "learning_rate": 4.4405310974785927e-07,
      "loss": 0.354,
      "step": 2324030
    },
    {
      "epoch": 648.63,
      "grad_norm": 12.235159873962402,
      "learning_rate": 4.4403727311499717e-07,
      "loss": 0.3365,
      "step": 2324040
    },
    {
      "epoch": 648.63,
      "grad_norm": 0.990574300289154,
      "learning_rate": 4.4402143673498615e-07,
      "loss": 0.3354,
      "step": 2324050
    },
    {
      "epoch": 648.64,
      "grad_norm": 1.4358237981796265,
      "learning_rate": 4.44005600607831e-07,
      "loss": 0.3295,
      "step": 2324060
    },
    {
      "epoch": 648.64,
      "grad_norm": 1.1444509029388428,
      "learning_rate": 4.439897647335316e-07,
      "loss": 0.3152,
      "step": 2324070
    },
    {
      "epoch": 648.64,
      "grad_norm": 1.1375101804733276,
      "learning_rate": 4.4397392911209066e-07,
      "loss": 0.3442,
      "step": 2324080
    },
    {
      "epoch": 648.64,
      "grad_norm": 1.2504397630691528,
      "learning_rate": 4.439580937435112e-07,
      "loss": 0.3428,
      "step": 2324090
    },
    {
      "epoch": 648.65,
      "grad_norm": 1.1552973985671997,
      "learning_rate": 4.439422586277941e-07,
      "loss": 0.3491,
      "step": 2324100
    },
    {
      "epoch": 648.65,
      "grad_norm": 1.186030387878418,
      "learning_rate": 4.439264237649416e-07,
      "loss": 0.3481,
      "step": 2324110
    },
    {
      "epoch": 648.65,
      "grad_norm": 1.1597484350204468,
      "learning_rate": 4.4391058915495645e-07,
      "loss": 0.3405,
      "step": 2324120
    },
    {
      "epoch": 648.65,
      "grad_norm": 1.3293733596801758,
      "learning_rate": 4.4389475479784085e-07,
      "loss": 0.3198,
      "step": 2324130
    },
    {
      "epoch": 648.66,
      "grad_norm": 1.0434508323669434,
      "learning_rate": 4.438789206935951e-07,
      "loss": 0.3338,
      "step": 2324140
    },
    {
      "epoch": 648.66,
      "grad_norm": 1.1564644575119019,
      "learning_rate": 4.4386308684222416e-07,
      "loss": 0.348,
      "step": 2324150
    },
    {
      "epoch": 648.66,
      "grad_norm": 1.1727920770645142,
      "learning_rate": 4.4384725324372826e-07,
      "loss": 0.3371,
      "step": 2324160
    },
    {
      "epoch": 648.67,
      "grad_norm": 1.391208529472351,
      "learning_rate": 4.4383141989810955e-07,
      "loss": 0.3388,
      "step": 2324170
    },
    {
      "epoch": 648.67,
      "grad_norm": 1.0570317506790161,
      "learning_rate": 4.4381558680537136e-07,
      "loss": 0.3241,
      "step": 2324180
    },
    {
      "epoch": 648.67,
      "grad_norm": 1.1747649908065796,
      "learning_rate": 4.437997539655145e-07,
      "loss": 0.3329,
      "step": 2324190
    },
    {
      "epoch": 648.67,
      "grad_norm": 1.012392520904541,
      "learning_rate": 4.4378392137854125e-07,
      "loss": 0.3482,
      "step": 2324200
    },
    {
      "epoch": 648.68,
      "grad_norm": 1.5594511032104492,
      "learning_rate": 4.43768089044454e-07,
      "loss": 0.3326,
      "step": 2324210
    },
    {
      "epoch": 648.68,
      "grad_norm": 1.0348749160766602,
      "learning_rate": 4.437522569632556e-07,
      "loss": 0.3476,
      "step": 2324220
    },
    {
      "epoch": 648.68,
      "grad_norm": 1.299820899963379,
      "learning_rate": 4.437364251349469e-07,
      "loss": 0.3352,
      "step": 2324230
    },
    {
      "epoch": 648.69,
      "grad_norm": 1.241030216217041,
      "learning_rate": 4.4372059355953036e-07,
      "loss": 0.3388,
      "step": 2324240
    },
    {
      "epoch": 648.69,
      "grad_norm": 1.332301139831543,
      "learning_rate": 4.437047622370087e-07,
      "loss": 0.3414,
      "step": 2324250
    },
    {
      "epoch": 648.69,
      "grad_norm": 1.137230634689331,
      "learning_rate": 4.436889311673826e-07,
      "loss": 0.3637,
      "step": 2324260
    },
    {
      "epoch": 648.69,
      "grad_norm": 1.0089480876922607,
      "learning_rate": 4.4367310035065636e-07,
      "loss": 0.3354,
      "step": 2324270
    },
    {
      "epoch": 648.7,
      "grad_norm": 1.240203619003296,
      "learning_rate": 4.4365726978683017e-07,
      "loss": 0.3517,
      "step": 2324280
    },
    {
      "epoch": 648.7,
      "grad_norm": 1.2171636819839478,
      "learning_rate": 4.4364143947590684e-07,
      "loss": 0.329,
      "step": 2324290
    },
    {
      "epoch": 648.7,
      "grad_norm": 1.0883080959320068,
      "learning_rate": 4.436256094178888e-07,
      "loss": 0.3386,
      "step": 2324300
    },
    {
      "epoch": 648.7,
      "grad_norm": 1.1551218032836914,
      "learning_rate": 4.4360977961277755e-07,
      "loss": 0.3639,
      "step": 2324310
    },
    {
      "epoch": 648.71,
      "grad_norm": 1.3790678977966309,
      "learning_rate": 4.4359395006057593e-07,
      "loss": 0.3387,
      "step": 2324320
    },
    {
      "epoch": 648.71,
      "grad_norm": 2.0445399284362793,
      "learning_rate": 4.4357812076128533e-07,
      "loss": 0.3395,
      "step": 2324330
    },
    {
      "epoch": 648.71,
      "grad_norm": 1.2576262950897217,
      "learning_rate": 4.435622917149078e-07,
      "loss": 0.3364,
      "step": 2324340
    },
    {
      "epoch": 648.72,
      "grad_norm": 1.295400857925415,
      "learning_rate": 4.435464629214459e-07,
      "loss": 0.3256,
      "step": 2324350
    },
    {
      "epoch": 648.72,
      "grad_norm": 1.7023487091064453,
      "learning_rate": 4.4353063438090227e-07,
      "loss": 0.3467,
      "step": 2324360
    },
    {
      "epoch": 648.72,
      "grad_norm": 1.4129010438919067,
      "learning_rate": 4.4351480609327765e-07,
      "loss": 0.3357,
      "step": 2324370
    },
    {
      "epoch": 648.72,
      "grad_norm": 1.272291660308838,
      "learning_rate": 4.4349897805857494e-07,
      "loss": 0.3446,
      "step": 2324380
    },
    {
      "epoch": 648.73,
      "grad_norm": 1.5638947486877441,
      "learning_rate": 4.4348315027679675e-07,
      "loss": 0.3479,
      "step": 2324390
    },
    {
      "epoch": 648.73,
      "grad_norm": 1.3699347972869873,
      "learning_rate": 4.434673227479436e-07,
      "loss": 0.3355,
      "step": 2324400
    },
    {
      "epoch": 648.73,
      "grad_norm": 1.2751142978668213,
      "learning_rate": 4.4345149547201963e-07,
      "loss": 0.3378,
      "step": 2324410
    },
    {
      "epoch": 648.74,
      "grad_norm": 1.2280340194702148,
      "learning_rate": 4.434356684490251e-07,
      "loss": 0.3261,
      "step": 2324420
    },
    {
      "epoch": 648.74,
      "grad_norm": 1.2758667469024658,
      "learning_rate": 4.434198416789631e-07,
      "loss": 0.3436,
      "step": 2324430
    },
    {
      "epoch": 648.74,
      "grad_norm": 1.4710721969604492,
      "learning_rate": 4.4340401516183556e-07,
      "loss": 0.3406,
      "step": 2324440
    },
    {
      "epoch": 648.74,
      "grad_norm": 1.317138910293579,
      "learning_rate": 4.433881888976453e-07,
      "loss": 0.3209,
      "step": 2324450
    },
    {
      "epoch": 648.75,
      "grad_norm": 1.1099908351898193,
      "learning_rate": 4.43372362886393e-07,
      "loss": 0.3368,
      "step": 2324460
    },
    {
      "epoch": 648.75,
      "grad_norm": 1.1871070861816406,
      "learning_rate": 4.4335653712808134e-07,
      "loss": 0.3489,
      "step": 2324470
    },
    {
      "epoch": 648.75,
      "grad_norm": 1.3163840770721436,
      "learning_rate": 4.4334071162271346e-07,
      "loss": 0.3495,
      "step": 2324480
    },
    {
      "epoch": 648.76,
      "grad_norm": 1.2195571660995483,
      "learning_rate": 4.433248863702891e-07,
      "loss": 0.359,
      "step": 2324490
    },
    {
      "epoch": 648.76,
      "grad_norm": 1.0684537887573242,
      "learning_rate": 4.4330906137081313e-07,
      "loss": 0.3382,
      "step": 2324500
    },
    {
      "epoch": 648.76,
      "grad_norm": 1.2275972366333008,
      "learning_rate": 4.432932366242859e-07,
      "loss": 0.3332,
      "step": 2324510
    },
    {
      "epoch": 648.76,
      "grad_norm": 1.1709511280059814,
      "learning_rate": 4.4327741213070975e-07,
      "loss": 0.3314,
      "step": 2324520
    },
    {
      "epoch": 648.77,
      "grad_norm": 1.2620712518692017,
      "learning_rate": 4.432615878900877e-07,
      "loss": 0.3332,
      "step": 2324530
    },
    {
      "epoch": 648.77,
      "grad_norm": 1.2738367319107056,
      "learning_rate": 4.4324576390242063e-07,
      "loss": 0.3347,
      "step": 2324540
    },
    {
      "epoch": 648.77,
      "grad_norm": 1.3296525478363037,
      "learning_rate": 4.432299401677114e-07,
      "loss": 0.3418,
      "step": 2324550
    },
    {
      "epoch": 648.77,
      "grad_norm": 1.3530915975570679,
      "learning_rate": 4.432141166859615e-07,
      "loss": 0.3299,
      "step": 2324560
    },
    {
      "epoch": 648.78,
      "grad_norm": 1.042870283126831,
      "learning_rate": 4.4319829345717433e-07,
      "loss": 0.3375,
      "step": 2324570
    },
    {
      "epoch": 648.78,
      "grad_norm": 1.2053933143615723,
      "learning_rate": 4.431824704813497e-07,
      "loss": 0.3399,
      "step": 2324580
    },
    {
      "epoch": 648.78,
      "grad_norm": 1.3875772953033447,
      "learning_rate": 4.431666477584925e-07,
      "loss": 0.3443,
      "step": 2324590
    },
    {
      "epoch": 648.79,
      "grad_norm": 1.3225066661834717,
      "learning_rate": 4.4315082528860273e-07,
      "loss": 0.3499,
      "step": 2324600
    },
    {
      "epoch": 648.79,
      "grad_norm": 1.7895488739013672,
      "learning_rate": 4.431350030716833e-07,
      "loss": 0.3519,
      "step": 2324610
    },
    {
      "epoch": 648.79,
      "grad_norm": 1.3359570503234863,
      "learning_rate": 4.43119181107737e-07,
      "loss": 0.3449,
      "step": 2324620
    },
    {
      "epoch": 648.79,
      "grad_norm": 1.1399797201156616,
      "learning_rate": 4.4310335939676384e-07,
      "loss": 0.3459,
      "step": 2324630
    },
    {
      "epoch": 648.8,
      "grad_norm": 1.3518732786178589,
      "learning_rate": 4.430875379387683e-07,
      "loss": 0.3152,
      "step": 2324640
    },
    {
      "epoch": 648.8,
      "grad_norm": 1.185294508934021,
      "learning_rate": 4.430717167337511e-07,
      "loss": 0.3404,
      "step": 2324650
    },
    {
      "epoch": 648.8,
      "grad_norm": 1.3466718196868896,
      "learning_rate": 4.4305589578171467e-07,
      "loss": 0.3357,
      "step": 2324660
    },
    {
      "epoch": 648.81,
      "grad_norm": 1.4233912229537964,
      "learning_rate": 4.430400750826615e-07,
      "loss": 0.3296,
      "step": 2324670
    },
    {
      "epoch": 648.81,
      "grad_norm": 1.3608545064926147,
      "learning_rate": 4.4302425463659294e-07,
      "loss": 0.3379,
      "step": 2324680
    },
    {
      "epoch": 648.81,
      "grad_norm": 1.1453309059143066,
      "learning_rate": 4.430084344435116e-07,
      "loss": 0.3451,
      "step": 2324690
    },
    {
      "epoch": 648.81,
      "grad_norm": 1.4111661911010742,
      "learning_rate": 4.4299261450341935e-07,
      "loss": 0.3396,
      "step": 2324700
    },
    {
      "epoch": 648.82,
      "grad_norm": 1.172675371170044,
      "learning_rate": 4.4297679481631893e-07,
      "loss": 0.3385,
      "step": 2324710
    },
    {
      "epoch": 648.82,
      "grad_norm": 1.1699299812316895,
      "learning_rate": 4.4296097538221095e-07,
      "loss": 0.3418,
      "step": 2324720
    },
    {
      "epoch": 648.82,
      "grad_norm": 1.0856534242630005,
      "learning_rate": 4.429451562010996e-07,
      "loss": 0.3417,
      "step": 2324730
    },
    {
      "epoch": 648.83,
      "grad_norm": 1.0479614734649658,
      "learning_rate": 4.4292933727298526e-07,
      "loss": 0.3436,
      "step": 2324740
    },
    {
      "epoch": 648.83,
      "grad_norm": 1.3387603759765625,
      "learning_rate": 4.429135185978707e-07,
      "loss": 0.3385,
      "step": 2324750
    },
    {
      "epoch": 648.83,
      "grad_norm": 1.3538579940795898,
      "learning_rate": 4.428977001757584e-07,
      "loss": 0.3321,
      "step": 2324760
    },
    {
      "epoch": 648.83,
      "grad_norm": 1.424446940422058,
      "learning_rate": 4.428818820066497e-07,
      "loss": 0.3399,
      "step": 2324770
    },
    {
      "epoch": 648.84,
      "grad_norm": 1.43806791305542,
      "learning_rate": 4.42866064090547e-07,
      "loss": 0.3243,
      "step": 2324780
    },
    {
      "epoch": 648.84,
      "grad_norm": 1.2012165784835815,
      "learning_rate": 4.4285024642745255e-07,
      "loss": 0.3285,
      "step": 2324790
    },
    {
      "epoch": 648.84,
      "grad_norm": 1.1778885126113892,
      "learning_rate": 4.42834429017369e-07,
      "loss": 0.333,
      "step": 2324800
    },
    {
      "epoch": 648.84,
      "grad_norm": 1.3576641082763672,
      "learning_rate": 4.4281861186029715e-07,
      "loss": 0.3269,
      "step": 2324810
    },
    {
      "epoch": 648.85,
      "grad_norm": 1.1047004461288452,
      "learning_rate": 4.4280279495623957e-07,
      "loss": 0.3385,
      "step": 2324820
    },
    {
      "epoch": 648.85,
      "grad_norm": 1.3629204034805298,
      "learning_rate": 4.4278697830519884e-07,
      "loss": 0.3341,
      "step": 2324830
    },
    {
      "epoch": 648.85,
      "grad_norm": 3.0161547660827637,
      "learning_rate": 4.427711619071768e-07,
      "loss": 0.3504,
      "step": 2324840
    },
    {
      "epoch": 648.86,
      "grad_norm": 1.200200080871582,
      "learning_rate": 4.427553457621761e-07,
      "loss": 0.3419,
      "step": 2324850
    },
    {
      "epoch": 648.86,
      "grad_norm": 1.2096660137176514,
      "learning_rate": 4.4273952987019775e-07,
      "loss": 0.334,
      "step": 2324860
    },
    {
      "epoch": 648.86,
      "grad_norm": 1.3074477910995483,
      "learning_rate": 4.4272371423124434e-07,
      "loss": 0.3305,
      "step": 2324870
    },
    {
      "epoch": 648.86,
      "grad_norm": 1.0530357360839844,
      "learning_rate": 4.427078988453182e-07,
      "loss": 0.3432,
      "step": 2324880
    },
    {
      "epoch": 648.87,
      "grad_norm": 1.1614857912063599,
      "learning_rate": 4.4269208371242087e-07,
      "loss": 0.3282,
      "step": 2324890
    },
    {
      "epoch": 648.87,
      "grad_norm": 1.3022949695587158,
      "learning_rate": 4.4267626883255584e-07,
      "loss": 0.3211,
      "step": 2324900
    },
    {
      "epoch": 648.87,
      "grad_norm": 1.1429402828216553,
      "learning_rate": 4.426604542057235e-07,
      "loss": 0.3282,
      "step": 2324910
    },
    {
      "epoch": 648.88,
      "grad_norm": 1.1454596519470215,
      "learning_rate": 4.4264463983192685e-07,
      "loss": 0.3463,
      "step": 2324920
    },
    {
      "epoch": 648.88,
      "grad_norm": 1.2001926898956299,
      "learning_rate": 4.426288257111678e-07,
      "loss": 0.3456,
      "step": 2324930
    },
    {
      "epoch": 648.88,
      "grad_norm": 1.1672730445861816,
      "learning_rate": 4.4261301184344913e-07,
      "loss": 0.3459,
      "step": 2324940
    },
    {
      "epoch": 648.88,
      "grad_norm": 1.1079903841018677,
      "learning_rate": 4.42597198228771e-07,
      "loss": 0.341,
      "step": 2324950
    },
    {
      "epoch": 648.89,
      "grad_norm": 1.458709478378296,
      "learning_rate": 4.425813848671381e-07,
      "loss": 0.3202,
      "step": 2324960
    },
    {
      "epoch": 648.89,
      "grad_norm": 1.3807408809661865,
      "learning_rate": 4.425655717585504e-07,
      "loss": 0.3265,
      "step": 2324970
    },
    {
      "epoch": 648.89,
      "grad_norm": 1.3987672328948975,
      "learning_rate": 4.425497589030111e-07,
      "loss": 0.3349,
      "step": 2324980
    },
    {
      "epoch": 648.89,
      "grad_norm": 1.246780514717102,
      "learning_rate": 4.425339463005228e-07,
      "loss": 0.3291,
      "step": 2324990
    },
    {
      "epoch": 648.9,
      "grad_norm": 1.2460508346557617,
      "learning_rate": 4.425181339510862e-07,
      "loss": 0.3396,
      "step": 2325000
    },
    {
      "epoch": 648.9,
      "grad_norm": 1.2738298177719116,
      "learning_rate": 4.4250232185470394e-07,
      "loss": 0.3432,
      "step": 2325010
    },
    {
      "epoch": 648.9,
      "grad_norm": 1.037282109260559,
      "learning_rate": 4.4248651001137817e-07,
      "loss": 0.3536,
      "step": 2325020
    },
    {
      "epoch": 648.91,
      "grad_norm": 1.321804165840149,
      "learning_rate": 4.424706984211119e-07,
      "loss": 0.3199,
      "step": 2325030
    },
    {
      "epoch": 648.91,
      "grad_norm": 1.174765706062317,
      "learning_rate": 4.424548870839057e-07,
      "loss": 0.3557,
      "step": 2325040
    },
    {
      "epoch": 648.91,
      "grad_norm": 1.3484982252120972,
      "learning_rate": 4.424390759997625e-07,
      "loss": 0.3271,
      "step": 2325050
    },
    {
      "epoch": 648.91,
      "grad_norm": 1.4723412990570068,
      "learning_rate": 4.42423265168685e-07,
      "loss": 0.3347,
      "step": 2325060
    },
    {
      "epoch": 648.92,
      "grad_norm": 1.2813915014266968,
      "learning_rate": 4.424074545906734e-07,
      "loss": 0.3297,
      "step": 2325070
    },
    {
      "epoch": 648.92,
      "grad_norm": 1.213212490081787,
      "learning_rate": 4.4239164426573193e-07,
      "loss": 0.3308,
      "step": 2325080
    },
    {
      "epoch": 648.92,
      "grad_norm": 1.3109501600265503,
      "learning_rate": 4.423758341938612e-07,
      "loss": 0.3201,
      "step": 2325090
    },
    {
      "epoch": 648.93,
      "grad_norm": 1.3081560134887695,
      "learning_rate": 4.4236002437506416e-07,
      "loss": 0.3594,
      "step": 2325100
    },
    {
      "epoch": 648.93,
      "grad_norm": 1.1644752025604248,
      "learning_rate": 4.423442148093425e-07,
      "loss": 0.3355,
      "step": 2325110
    },
    {
      "epoch": 648.93,
      "grad_norm": 1.9308629035949707,
      "learning_rate": 4.423284054966991e-07,
      "loss": 0.34,
      "step": 2325120
    },
    {
      "epoch": 648.93,
      "grad_norm": 1.242854356765747,
      "learning_rate": 4.423125964371348e-07,
      "loss": 0.3429,
      "step": 2325130
    },
    {
      "epoch": 648.94,
      "grad_norm": 1.1061877012252808,
      "learning_rate": 4.4229678763065243e-07,
      "loss": 0.3401,
      "step": 2325140
    },
    {
      "epoch": 648.94,
      "grad_norm": 1.1507140398025513,
      "learning_rate": 4.422809790772543e-07,
      "loss": 0.3349,
      "step": 2325150
    },
    {
      "epoch": 648.94,
      "grad_norm": 1.492997407913208,
      "learning_rate": 4.422651707769413e-07,
      "loss": 0.341,
      "step": 2325160
    },
    {
      "epoch": 648.95,
      "grad_norm": 1.2462466955184937,
      "learning_rate": 4.422493627297177e-07,
      "loss": 0.3413,
      "step": 2325170
    },
    {
      "epoch": 648.95,
      "grad_norm": 1.2430132627487183,
      "learning_rate": 4.422335549355836e-07,
      "loss": 0.3336,
      "step": 2325180
    },
    {
      "epoch": 648.95,
      "grad_norm": 1.2038335800170898,
      "learning_rate": 4.4221774739454184e-07,
      "loss": 0.3518,
      "step": 2325190
    },
    {
      "epoch": 648.95,
      "grad_norm": 1.316698670387268,
      "learning_rate": 4.4220194010659526e-07,
      "loss": 0.3403,
      "step": 2325200
    },
    {
      "epoch": 648.96,
      "grad_norm": 1.3432024717330933,
      "learning_rate": 4.421861330717439e-07,
      "loss": 0.3414,
      "step": 2325210
    },
    {
      "epoch": 648.96,
      "grad_norm": 1.4719719886779785,
      "learning_rate": 4.4217032628999244e-07,
      "loss": 0.3303,
      "step": 2325220
    },
    {
      "epoch": 648.96,
      "grad_norm": 1.2554084062576294,
      "learning_rate": 4.421545197613411e-07,
      "loss": 0.3301,
      "step": 2325230
    },
    {
      "epoch": 648.96,
      "grad_norm": 1.197216272354126,
      "learning_rate": 4.421387134857928e-07,
      "loss": 0.3305,
      "step": 2325240
    },
    {
      "epoch": 648.97,
      "grad_norm": 1.0958086252212524,
      "learning_rate": 4.421229074633496e-07,
      "loss": 0.3265,
      "step": 2325250
    },
    {
      "epoch": 648.97,
      "grad_norm": 1.2165964841842651,
      "learning_rate": 4.4210710169401374e-07,
      "loss": 0.3238,
      "step": 2325260
    },
    {
      "epoch": 648.97,
      "grad_norm": 1.0644181966781616,
      "learning_rate": 4.420912961777867e-07,
      "loss": 0.3583,
      "step": 2325270
    },
    {
      "epoch": 648.98,
      "grad_norm": 1.2786612510681152,
      "learning_rate": 4.420754909146707e-07,
      "loss": 0.3358,
      "step": 2325280
    },
    {
      "epoch": 648.98,
      "grad_norm": 1.4523159265518188,
      "learning_rate": 4.420596859046689e-07,
      "loss": 0.3483,
      "step": 2325290
    },
    {
      "epoch": 648.98,
      "grad_norm": 1.4010298252105713,
      "learning_rate": 4.420438811477816e-07,
      "loss": 0.3542,
      "step": 2325300
    },
    {
      "epoch": 648.98,
      "grad_norm": 1.1717747449874878,
      "learning_rate": 4.420280766440128e-07,
      "loss": 0.3327,
      "step": 2325310
    },
    {
      "epoch": 648.99,
      "grad_norm": 1.3362196683883667,
      "learning_rate": 4.42012272393363e-07,
      "loss": 0.3415,
      "step": 2325320
    },
    {
      "epoch": 648.99,
      "grad_norm": 1.1913414001464844,
      "learning_rate": 4.4199646839583513e-07,
      "loss": 0.3365,
      "step": 2325330
    },
    {
      "epoch": 648.99,
      "grad_norm": 1.10701322555542,
      "learning_rate": 4.4198066465143193e-07,
      "loss": 0.3182,
      "step": 2325340
    },
    {
      "epoch": 649.0,
      "grad_norm": 1.1460366249084473,
      "learning_rate": 4.4196486116015405e-07,
      "loss": 0.3266,
      "step": 2325350
    },
    {
      "epoch": 649.0,
      "grad_norm": 1.1464265584945679,
      "learning_rate": 4.419490579220042e-07,
      "loss": 0.3414,
      "step": 2325360
    },
    {
      "epoch": 649.0,
      "eval_loss": 0.33912166953086853,
      "eval_runtime": 64.7687,
      "eval_samples_per_second": 78.109,
      "eval_steps_per_second": 9.773,
      "step": 2325367
    },
    {
      "epoch": 649.0,
      "grad_norm": 1.2437067031860352,
      "learning_rate": 4.4193325493698466e-07,
      "loss": 0.3433,
      "step": 2325370
    },
    {
      "epoch": 649.0,
      "grad_norm": 1.0542393922805786,
      "learning_rate": 4.4191745220509807e-07,
      "loss": 0.3338,
      "step": 2325380
    },
    {
      "epoch": 649.01,
      "grad_norm": 1.2377197742462158,
      "learning_rate": 4.4190164972634495e-07,
      "loss": 0.3483,
      "step": 2325390
    },
    {
      "epoch": 649.01,
      "grad_norm": 1.1310985088348389,
      "learning_rate": 4.418858475007291e-07,
      "loss": 0.3498,
      "step": 2325400
    },
    {
      "epoch": 649.01,
      "grad_norm": 1.0898025035858154,
      "learning_rate": 4.418700455282515e-07,
      "loss": 0.3567,
      "step": 2325410
    },
    {
      "epoch": 649.01,
      "grad_norm": 1.0636996030807495,
      "learning_rate": 4.4185424380891455e-07,
      "loss": 0.3365,
      "step": 2325420
    },
    {
      "epoch": 649.02,
      "grad_norm": 1.5857633352279663,
      "learning_rate": 4.4183844234272123e-07,
      "loss": 0.3331,
      "step": 2325430
    },
    {
      "epoch": 649.02,
      "grad_norm": 1.071571707725525,
      "learning_rate": 4.418226411296723e-07,
      "loss": 0.324,
      "step": 2325440
    },
    {
      "epoch": 649.02,
      "grad_norm": 1.1246458292007446,
      "learning_rate": 4.4180684016977005e-07,
      "loss": 0.3239,
      "step": 2325450
    },
    {
      "epoch": 649.03,
      "grad_norm": 1.1567230224609375,
      "learning_rate": 4.4179103946301716e-07,
      "loss": 0.3313,
      "step": 2325460
    },
    {
      "epoch": 649.03,
      "grad_norm": 1.052559733390808,
      "learning_rate": 4.417752390094157e-07,
      "loss": 0.3476,
      "step": 2325470
    },
    {
      "epoch": 649.03,
      "grad_norm": 1.3007607460021973,
      "learning_rate": 4.4175943880896795e-07,
      "loss": 0.3296,
      "step": 2325480
    },
    {
      "epoch": 649.03,
      "grad_norm": 1.409608244895935,
      "learning_rate": 4.4174363886167523e-07,
      "loss": 0.3327,
      "step": 2325490
    },
    {
      "epoch": 649.04,
      "grad_norm": 1.1275475025177002,
      "learning_rate": 4.4172783916753996e-07,
      "loss": 0.321,
      "step": 2325500
    },
    {
      "epoch": 649.04,
      "grad_norm": 1.1538587808609009,
      "learning_rate": 4.4171203972656436e-07,
      "loss": 0.3248,
      "step": 2325510
    },
    {
      "epoch": 649.04,
      "grad_norm": 1.2317310571670532,
      "learning_rate": 4.4169624053875113e-07,
      "loss": 0.3371,
      "step": 2325520
    },
    {
      "epoch": 649.05,
      "grad_norm": 1.4056354761123657,
      "learning_rate": 4.416804416041005e-07,
      "loss": 0.3264,
      "step": 2325530
    },
    {
      "epoch": 649.05,
      "grad_norm": 1.4808659553527832,
      "learning_rate": 4.416646429226174e-07,
      "loss": 0.3474,
      "step": 2325540
    },
    {
      "epoch": 649.05,
      "grad_norm": 1.2163116931915283,
      "learning_rate": 4.416488444943013e-07,
      "loss": 0.321,
      "step": 2325550
    },
    {
      "epoch": 649.05,
      "grad_norm": 1.4195454120635986,
      "learning_rate": 4.416330463191556e-07,
      "loss": 0.329,
      "step": 2325560
    },
    {
      "epoch": 649.06,
      "grad_norm": 1.1497843265533447,
      "learning_rate": 4.4161724839718294e-07,
      "loss": 0.3436,
      "step": 2325570
    },
    {
      "epoch": 649.06,
      "grad_norm": 1.1413310766220093,
      "learning_rate": 4.416014507283838e-07,
      "loss": 0.3365,
      "step": 2325580
    },
    {
      "epoch": 649.06,
      "grad_norm": 1.2034425735473633,
      "learning_rate": 4.415856533127613e-07,
      "loss": 0.3373,
      "step": 2325590
    },
    {
      "epoch": 649.07,
      "grad_norm": 1.2420488595962524,
      "learning_rate": 4.415698561503175e-07,
      "loss": 0.3572,
      "step": 2325600
    },
    {
      "epoch": 649.07,
      "grad_norm": 1.3380926847457886,
      "learning_rate": 4.415540592410548e-07,
      "loss": 0.3368,
      "step": 2325610
    },
    {
      "epoch": 649.07,
      "grad_norm": 1.0060218572616577,
      "learning_rate": 4.4153826258497447e-07,
      "loss": 0.3382,
      "step": 2325620
    },
    {
      "epoch": 649.07,
      "grad_norm": 1.1668877601623535,
      "learning_rate": 4.4152246618207884e-07,
      "loss": 0.3349,
      "step": 2325630
    },
    {
      "epoch": 649.08,
      "grad_norm": 1.507270336151123,
      "learning_rate": 4.4150667003237077e-07,
      "loss": 0.3248,
      "step": 2325640
    },
    {
      "epoch": 649.08,
      "grad_norm": 1.3884893655776978,
      "learning_rate": 4.4149087413585086e-07,
      "loss": 0.3325,
      "step": 2325650
    },
    {
      "epoch": 649.08,
      "grad_norm": 1.4436261653900146,
      "learning_rate": 4.4147507849252313e-07,
      "loss": 0.3461,
      "step": 2325660
    },
    {
      "epoch": 649.08,
      "grad_norm": 1.1892284154891968,
      "learning_rate": 4.414592831023882e-07,
      "loss": 0.3294,
      "step": 2325670
    },
    {
      "epoch": 649.09,
      "grad_norm": 1.6781954765319824,
      "learning_rate": 4.4144348796544896e-07,
      "loss": 0.3316,
      "step": 2325680
    },
    {
      "epoch": 649.09,
      "grad_norm": 1.1501953601837158,
      "learning_rate": 4.4142769308170686e-07,
      "loss": 0.3435,
      "step": 2325690
    },
    {
      "epoch": 649.09,
      "grad_norm": 1.2530924081802368,
      "learning_rate": 4.4141189845116515e-07,
      "loss": 0.3474,
      "step": 2325700
    },
    {
      "epoch": 649.1,
      "grad_norm": 1.1704845428466797,
      "learning_rate": 4.413961040738245e-07,
      "loss": 0.3423,
      "step": 2325710
    },
    {
      "epoch": 649.1,
      "grad_norm": 1.1533750295639038,
      "learning_rate": 4.413803099496876e-07,
      "loss": 0.3454,
      "step": 2325720
    },
    {
      "epoch": 649.1,
      "grad_norm": 1.2793986797332764,
      "learning_rate": 4.413645160787572e-07,
      "loss": 0.3304,
      "step": 2325730
    },
    {
      "epoch": 649.1,
      "grad_norm": 1.372997760772705,
      "learning_rate": 4.4134872246103393e-07,
      "loss": 0.3466,
      "step": 2325740
    },
    {
      "epoch": 649.11,
      "grad_norm": 1.2668219804763794,
      "learning_rate": 4.4133292909652166e-07,
      "loss": 0.343,
      "step": 2325750
    },
    {
      "epoch": 649.11,
      "grad_norm": 1.1815904378890991,
      "learning_rate": 4.4131713598522115e-07,
      "loss": 0.3285,
      "step": 2325760
    },
    {
      "epoch": 649.11,
      "grad_norm": 1.066588282585144,
      "learning_rate": 4.41301343127135e-07,
      "loss": 0.3242,
      "step": 2325770
    },
    {
      "epoch": 649.12,
      "grad_norm": 1.1955273151397705,
      "learning_rate": 4.4128555052226586e-07,
      "loss": 0.3536,
      "step": 2325780
    },
    {
      "epoch": 649.12,
      "grad_norm": 1.0174567699432373,
      "learning_rate": 4.41269758170614e-07,
      "loss": 0.3384,
      "step": 2325790
    },
    {
      "epoch": 649.12,
      "grad_norm": 1.2864017486572266,
      "learning_rate": 4.41253966072184e-07,
      "loss": 0.3174,
      "step": 2325800
    },
    {
      "epoch": 649.12,
      "grad_norm": 1.1538118124008179,
      "learning_rate": 4.412381742269762e-07,
      "loss": 0.3393,
      "step": 2325810
    },
    {
      "epoch": 649.13,
      "grad_norm": 1.026871681213379,
      "learning_rate": 4.4122238263499317e-07,
      "loss": 0.3405,
      "step": 2325820
    },
    {
      "epoch": 649.13,
      "grad_norm": 1.1123871803283691,
      "learning_rate": 4.4120659129623727e-07,
      "loss": 0.3337,
      "step": 2325830
    },
    {
      "epoch": 649.13,
      "grad_norm": 1.1325210332870483,
      "learning_rate": 4.411908002107108e-07,
      "loss": 0.3182,
      "step": 2325840
    },
    {
      "epoch": 649.13,
      "grad_norm": 1.1625418663024902,
      "learning_rate": 4.411750093784149e-07,
      "loss": 0.3416,
      "step": 2325850
    },
    {
      "epoch": 649.14,
      "grad_norm": 5.9018659591674805,
      "learning_rate": 4.411592187993524e-07,
      "loss": 0.3397,
      "step": 2325860
    },
    {
      "epoch": 649.14,
      "grad_norm": 1.1854268312454224,
      "learning_rate": 4.4114342847352555e-07,
      "loss": 0.3369,
      "step": 2325870
    },
    {
      "epoch": 649.14,
      "grad_norm": 1.2288382053375244,
      "learning_rate": 4.411276384009352e-07,
      "loss": 0.3458,
      "step": 2325880
    },
    {
      "epoch": 649.15,
      "grad_norm": 1.1447405815124512,
      "learning_rate": 4.411118485815855e-07,
      "loss": 0.3301,
      "step": 2325890
    },
    {
      "epoch": 649.15,
      "grad_norm": 1.2363157272338867,
      "learning_rate": 4.4109605901547704e-07,
      "loss": 0.3291,
      "step": 2325900
    },
    {
      "epoch": 649.15,
      "grad_norm": 1.182033658027649,
      "learning_rate": 4.410802697026123e-07,
      "loss": 0.355,
      "step": 2325910
    },
    {
      "epoch": 649.15,
      "grad_norm": 1.1386921405792236,
      "learning_rate": 4.410644806429932e-07,
      "loss": 0.3458,
      "step": 2325920
    },
    {
      "epoch": 649.16,
      "grad_norm": 1.291866660118103,
      "learning_rate": 4.410486918366228e-07,
      "loss": 0.3371,
      "step": 2325930
    },
    {
      "epoch": 649.16,
      "grad_norm": 1.2529356479644775,
      "learning_rate": 4.410329032835019e-07,
      "loss": 0.3394,
      "step": 2325940
    },
    {
      "epoch": 649.16,
      "grad_norm": 1.2755155563354492,
      "learning_rate": 4.4101711498363313e-07,
      "loss": 0.3247,
      "step": 2325950
    },
    {
      "epoch": 649.17,
      "grad_norm": 1.2859575748443604,
      "learning_rate": 4.4100132693701906e-07,
      "loss": 0.3141,
      "step": 2325960
    },
    {
      "epoch": 649.17,
      "grad_norm": 1.0870537757873535,
      "learning_rate": 4.409855391436605e-07,
      "loss": 0.3393,
      "step": 2325970
    },
    {
      "epoch": 649.17,
      "grad_norm": 1.3832460641860962,
      "learning_rate": 4.409697516035613e-07,
      "loss": 0.3349,
      "step": 2325980
    },
    {
      "epoch": 649.17,
      "grad_norm": 1.0350000858306885,
      "learning_rate": 4.4095396431672226e-07,
      "loss": 0.3337,
      "step": 2325990
    },
    {
      "epoch": 649.18,
      "grad_norm": 1.2274175882339478,
      "learning_rate": 4.409381772831458e-07,
      "loss": 0.3304,
      "step": 2326000
    },
    {
      "epoch": 649.18,
      "grad_norm": 1.236568808555603,
      "learning_rate": 4.4092239050283464e-07,
      "loss": 0.3415,
      "step": 2326010
    },
    {
      "epoch": 649.18,
      "grad_norm": 1.1642992496490479,
      "learning_rate": 4.4090660397578996e-07,
      "loss": 0.3365,
      "step": 2326020
    },
    {
      "epoch": 649.19,
      "grad_norm": 1.2469260692596436,
      "learning_rate": 4.40890817702014e-07,
      "loss": 0.3323,
      "step": 2326030
    },
    {
      "epoch": 649.19,
      "grad_norm": 1.235404133796692,
      "learning_rate": 4.408750316815094e-07,
      "loss": 0.3327,
      "step": 2326040
    },
    {
      "epoch": 649.19,
      "grad_norm": 1.0796366930007935,
      "learning_rate": 4.4085924591427773e-07,
      "loss": 0.3236,
      "step": 2326050
    },
    {
      "epoch": 649.19,
      "grad_norm": 1.293819785118103,
      "learning_rate": 4.408434604003216e-07,
      "loss": 0.3451,
      "step": 2326060
    },
    {
      "epoch": 649.2,
      "grad_norm": 1.2851473093032837,
      "learning_rate": 4.4082767513964306e-07,
      "loss": 0.3515,
      "step": 2326070
    },
    {
      "epoch": 649.2,
      "grad_norm": 1.261462926864624,
      "learning_rate": 4.408118901322437e-07,
      "loss": 0.3556,
      "step": 2326080
    },
    {
      "epoch": 649.2,
      "grad_norm": 1.2095643281936646,
      "learning_rate": 4.4079610537812587e-07,
      "loss": 0.3338,
      "step": 2326090
    },
    {
      "epoch": 649.2,
      "grad_norm": 2.3626880645751953,
      "learning_rate": 4.407803208772924e-07,
      "loss": 0.3307,
      "step": 2326100
    },
    {
      "epoch": 649.21,
      "grad_norm": 1.244942307472229,
      "learning_rate": 4.407645366297433e-07,
      "loss": 0.3615,
      "step": 2326110
    },
    {
      "epoch": 649.21,
      "grad_norm": 1.2050122022628784,
      "learning_rate": 4.407487526354835e-07,
      "loss": 0.3266,
      "step": 2326120
    },
    {
      "epoch": 649.21,
      "grad_norm": 1.0966300964355469,
      "learning_rate": 4.4073296889451303e-07,
      "loss": 0.3339,
      "step": 2326130
    },
    {
      "epoch": 649.22,
      "grad_norm": 2.1102168560028076,
      "learning_rate": 4.407171854068345e-07,
      "loss": 0.3282,
      "step": 2326140
    },
    {
      "epoch": 649.22,
      "grad_norm": 1.104986310005188,
      "learning_rate": 4.4070140217245096e-07,
      "loss": 0.3438,
      "step": 2326150
    },
    {
      "epoch": 649.22,
      "grad_norm": 1.0024019479751587,
      "learning_rate": 4.4068561919136274e-07,
      "loss": 0.3505,
      "step": 2326160
    },
    {
      "epoch": 649.22,
      "grad_norm": 1.1674221754074097,
      "learning_rate": 4.406698364635732e-07,
      "loss": 0.3414,
      "step": 2326170
    },
    {
      "epoch": 649.23,
      "grad_norm": 1.0428845882415771,
      "learning_rate": 4.4065405398908424e-07,
      "loss": 0.3326,
      "step": 2326180
    },
    {
      "epoch": 649.23,
      "grad_norm": 1.3694533109664917,
      "learning_rate": 4.406382717678983e-07,
      "loss": 0.3401,
      "step": 2326190
    },
    {
      "epoch": 649.23,
      "grad_norm": 1.3183588981628418,
      "learning_rate": 4.40622489800016e-07,
      "loss": 0.347,
      "step": 2326200
    },
    {
      "epoch": 649.24,
      "grad_norm": 1.22916841506958,
      "learning_rate": 4.4060670808544153e-07,
      "loss": 0.3132,
      "step": 2326210
    },
    {
      "epoch": 649.24,
      "grad_norm": 2.7357661724090576,
      "learning_rate": 4.405909266241753e-07,
      "loss": 0.3302,
      "step": 2326220
    },
    {
      "epoch": 649.24,
      "grad_norm": 1.2196019887924194,
      "learning_rate": 4.4057514541622035e-07,
      "loss": 0.3391,
      "step": 2326230
    },
    {
      "epoch": 649.24,
      "grad_norm": 1.1941723823547363,
      "learning_rate": 4.4055936446157884e-07,
      "loss": 0.3344,
      "step": 2326240
    },
    {
      "epoch": 649.25,
      "grad_norm": 1.1653498411178589,
      "learning_rate": 4.405435837602519e-07,
      "loss": 0.3273,
      "step": 2326250
    },
    {
      "epoch": 649.25,
      "grad_norm": 1.2557766437530518,
      "learning_rate": 4.405278033122424e-07,
      "loss": 0.3412,
      "step": 2326260
    },
    {
      "epoch": 649.25,
      "grad_norm": 1.2329554557800293,
      "learning_rate": 4.4051202311755213e-07,
      "loss": 0.3403,
      "step": 2326270
    },
    {
      "epoch": 649.25,
      "grad_norm": 1.1691417694091797,
      "learning_rate": 4.404962431761842e-07,
      "loss": 0.3234,
      "step": 2326280
    },
    {
      "epoch": 649.26,
      "grad_norm": 1.1526226997375488,
      "learning_rate": 4.404804634881392e-07,
      "loss": 0.332,
      "step": 2326290
    },
    {
      "epoch": 649.26,
      "grad_norm": 1.0987615585327148,
      "learning_rate": 4.4046468405341963e-07,
      "loss": 0.3495,
      "step": 2326300
    },
    {
      "epoch": 649.26,
      "grad_norm": 2.539822578430176,
      "learning_rate": 4.4044890487202873e-07,
      "loss": 0.3381,
      "step": 2326310
    },
    {
      "epoch": 649.27,
      "grad_norm": 3.7895641326904297,
      "learning_rate": 4.404331259439664e-07,
      "loss": 0.3267,
      "step": 2326320
    },
    {
      "epoch": 649.27,
      "grad_norm": 1.2628068923950195,
      "learning_rate": 4.4041734726923734e-07,
      "loss": 0.3261,
      "step": 2326330
    },
    {
      "epoch": 649.27,
      "grad_norm": 1.1503610610961914,
      "learning_rate": 4.404015688478411e-07,
      "loss": 0.3416,
      "step": 2326340
    },
    {
      "epoch": 649.27,
      "grad_norm": 1.1144578456878662,
      "learning_rate": 4.403857906797823e-07,
      "loss": 0.3322,
      "step": 2326350
    },
    {
      "epoch": 649.28,
      "grad_norm": 1.0200839042663574,
      "learning_rate": 4.403700127650612e-07,
      "loss": 0.3464,
      "step": 2326360
    },
    {
      "epoch": 649.28,
      "grad_norm": 1.188794732093811,
      "learning_rate": 4.4035423510368044e-07,
      "loss": 0.3327,
      "step": 2326370
    },
    {
      "epoch": 649.28,
      "grad_norm": 1.194474458694458,
      "learning_rate": 4.403384576956428e-07,
      "loss": 0.3478,
      "step": 2326380
    },
    {
      "epoch": 649.29,
      "grad_norm": 1.2099895477294922,
      "learning_rate": 4.4032268054094917e-07,
      "loss": 0.351,
      "step": 2326390
    },
    {
      "epoch": 649.29,
      "grad_norm": 1.1739377975463867,
      "learning_rate": 4.403069036396021e-07,
      "loss": 0.3244,
      "step": 2326400
    },
    {
      "epoch": 649.29,
      "grad_norm": 1.2433099746704102,
      "learning_rate": 4.402911269916042e-07,
      "loss": 0.3454,
      "step": 2326410
    },
    {
      "epoch": 649.29,
      "grad_norm": 1.1858336925506592,
      "learning_rate": 4.402753505969575e-07,
      "loss": 0.331,
      "step": 2326420
    },
    {
      "epoch": 649.3,
      "grad_norm": 1.2435250282287598,
      "learning_rate": 4.4025957445566316e-07,
      "loss": 0.3402,
      "step": 2326430
    },
    {
      "epoch": 649.3,
      "grad_norm": 1.35776686668396,
      "learning_rate": 4.4024379856772393e-07,
      "loss": 0.3397,
      "step": 2326440
    },
    {
      "epoch": 649.3,
      "grad_norm": 1.258142352104187,
      "learning_rate": 4.4022802293314273e-07,
      "loss": 0.3402,
      "step": 2326450
    },
    {
      "epoch": 649.31,
      "grad_norm": 1.275686502456665,
      "learning_rate": 4.4021224755191925e-07,
      "loss": 0.3401,
      "step": 2326460
    },
    {
      "epoch": 649.31,
      "grad_norm": 1.3019542694091797,
      "learning_rate": 4.401964724240588e-07,
      "loss": 0.3234,
      "step": 2326470
    },
    {
      "epoch": 649.31,
      "grad_norm": 1.281614065170288,
      "learning_rate": 4.4018069754956096e-07,
      "loss": 0.3271,
      "step": 2326480
    },
    {
      "epoch": 649.31,
      "grad_norm": 1.1410229206085205,
      "learning_rate": 4.401649229284287e-07,
      "loss": 0.3452,
      "step": 2326490
    },
    {
      "epoch": 649.32,
      "grad_norm": 1.2764990329742432,
      "learning_rate": 4.4014914856066436e-07,
      "loss": 0.3412,
      "step": 2326500
    },
    {
      "epoch": 649.32,
      "grad_norm": 1.207054615020752,
      "learning_rate": 4.4013337444627023e-07,
      "loss": 0.3469,
      "step": 2326510
    },
    {
      "epoch": 649.32,
      "grad_norm": 1.1156443357467651,
      "learning_rate": 4.401176005852474e-07,
      "loss": 0.3341,
      "step": 2326520
    },
    {
      "epoch": 649.32,
      "grad_norm": 1.9413326978683472,
      "learning_rate": 4.4010182697759845e-07,
      "loss": 0.3325,
      "step": 2326530
    },
    {
      "epoch": 649.33,
      "grad_norm": 1.2226923704147339,
      "learning_rate": 4.4008605362332625e-07,
      "loss": 0.3445,
      "step": 2326540
    },
    {
      "epoch": 649.33,
      "grad_norm": 1.2669368982315063,
      "learning_rate": 4.4007028052243135e-07,
      "loss": 0.3427,
      "step": 2326550
    },
    {
      "epoch": 649.33,
      "grad_norm": 1.4023045301437378,
      "learning_rate": 4.4005450767491756e-07,
      "loss": 0.3228,
      "step": 2326560
    },
    {
      "epoch": 649.34,
      "grad_norm": 1.5471255779266357,
      "learning_rate": 4.4003873508078575e-07,
      "loss": 0.3167,
      "step": 2326570
    },
    {
      "epoch": 649.34,
      "grad_norm": 1.3161609172821045,
      "learning_rate": 4.400229627400382e-07,
      "loss": 0.3387,
      "step": 2326580
    },
    {
      "epoch": 649.34,
      "grad_norm": 1.2620373964309692,
      "learning_rate": 4.400071906526781e-07,
      "loss": 0.3136,
      "step": 2326590
    },
    {
      "epoch": 649.34,
      "grad_norm": 1.2149395942687988,
      "learning_rate": 4.3999141881870596e-07,
      "loss": 0.3401,
      "step": 2326600
    },
    {
      "epoch": 649.35,
      "grad_norm": 1.3157932758331299,
      "learning_rate": 4.399756472381246e-07,
      "loss": 0.325,
      "step": 2326610
    },
    {
      "epoch": 649.35,
      "grad_norm": 1.2125515937805176,
      "learning_rate": 4.399598759109364e-07,
      "loss": 0.3337,
      "step": 2326620
    },
    {
      "epoch": 649.35,
      "grad_norm": 1.132779836654663,
      "learning_rate": 4.3994410483714285e-07,
      "loss": 0.3436,
      "step": 2326630
    },
    {
      "epoch": 649.36,
      "grad_norm": 1.2140542268753052,
      "learning_rate": 4.3992833401674636e-07,
      "loss": 0.342,
      "step": 2326640
    },
    {
      "epoch": 649.36,
      "grad_norm": 1.1869100332260132,
      "learning_rate": 4.399125634497498e-07,
      "loss": 0.3283,
      "step": 2326650
    },
    {
      "epoch": 649.36,
      "grad_norm": 1.3868273496627808,
      "learning_rate": 4.398967931361539e-07,
      "loss": 0.3495,
      "step": 2326660
    },
    {
      "epoch": 649.36,
      "grad_norm": 1.2611727714538574,
      "learning_rate": 4.3988102307596154e-07,
      "loss": 0.3419,
      "step": 2326670
    },
    {
      "epoch": 649.37,
      "grad_norm": 1.1740965843200684,
      "learning_rate": 4.3986525326917507e-07,
      "loss": 0.3394,
      "step": 2326680
    },
    {
      "epoch": 649.37,
      "grad_norm": 1.7029222249984741,
      "learning_rate": 4.3984948371579503e-07,
      "loss": 0.3485,
      "step": 2326690
    },
    {
      "epoch": 649.37,
      "grad_norm": 1.2941950559616089,
      "learning_rate": 4.3983371441582585e-07,
      "loss": 0.3494,
      "step": 2326700
    },
    {
      "epoch": 649.37,
      "grad_norm": 1.0217514038085938,
      "learning_rate": 4.398179453692677e-07,
      "loss": 0.335,
      "step": 2326710
    },
    {
      "epoch": 649.38,
      "grad_norm": 1.0880712270736694,
      "learning_rate": 4.3980217657612355e-07,
      "loss": 0.336,
      "step": 2326720
    },
    {
      "epoch": 649.38,
      "grad_norm": 1.2886340618133545,
      "learning_rate": 4.3978640803639594e-07,
      "loss": 0.3394,
      "step": 2326730
    },
    {
      "epoch": 649.38,
      "grad_norm": 0.976772665977478,
      "learning_rate": 4.3977063975008597e-07,
      "loss": 0.3336,
      "step": 2326740
    },
    {
      "epoch": 649.39,
      "grad_norm": 1.0674158334732056,
      "learning_rate": 4.3975487171719613e-07,
      "loss": 0.3374,
      "step": 2326750
    },
    {
      "epoch": 649.39,
      "grad_norm": 1.0835003852844238,
      "learning_rate": 4.397391039377284e-07,
      "loss": 0.3387,
      "step": 2326760
    },
    {
      "epoch": 649.39,
      "grad_norm": 1.2768434286117554,
      "learning_rate": 4.3972333641168575e-07,
      "loss": 0.3499,
      "step": 2326770
    },
    {
      "epoch": 649.39,
      "grad_norm": 1.2173227071762085,
      "learning_rate": 4.3970756913906823e-07,
      "loss": 0.3366,
      "step": 2326780
    },
    {
      "epoch": 649.4,
      "grad_norm": 1.4710144996643066,
      "learning_rate": 4.396918021198806e-07,
      "loss": 0.35,
      "step": 2326790
    },
    {
      "epoch": 649.4,
      "grad_norm": 1.1444261074066162,
      "learning_rate": 4.3967603535412303e-07,
      "loss": 0.3368,
      "step": 2326800
    },
    {
      "epoch": 649.4,
      "grad_norm": 1.3143410682678223,
      "learning_rate": 4.3966026884179815e-07,
      "loss": 0.3474,
      "step": 2326810
    },
    {
      "epoch": 649.41,
      "grad_norm": 1.1370831727981567,
      "learning_rate": 4.396445025829088e-07,
      "loss": 0.3513,
      "step": 2326820
    },
    {
      "epoch": 649.41,
      "grad_norm": 1.135309100151062,
      "learning_rate": 4.396287365774558e-07,
      "loss": 0.3237,
      "step": 2326830
    },
    {
      "epoch": 649.41,
      "grad_norm": 1.2561464309692383,
      "learning_rate": 4.3961297082544206e-07,
      "loss": 0.3307,
      "step": 2326840
    },
    {
      "epoch": 649.41,
      "grad_norm": 1.1854287385940552,
      "learning_rate": 4.3959720532686924e-07,
      "loss": 0.3175,
      "step": 2326850
    },
    {
      "epoch": 649.42,
      "grad_norm": 1.2855604887008667,
      "learning_rate": 4.395814400817404e-07,
      "loss": 0.3524,
      "step": 2326860
    },
    {
      "epoch": 649.42,
      "grad_norm": 1.2071185111999512,
      "learning_rate": 4.3956567509005564e-07,
      "loss": 0.3427,
      "step": 2326870
    },
    {
      "epoch": 649.42,
      "grad_norm": 1.285654067993164,
      "learning_rate": 4.395499103518194e-07,
      "loss": 0.3464,
      "step": 2326880
    },
    {
      "epoch": 649.43,
      "grad_norm": 1.3704848289489746,
      "learning_rate": 4.395341458670323e-07,
      "loss": 0.3363,
      "step": 2326890
    },
    {
      "epoch": 649.43,
      "grad_norm": 2.393354654312134,
      "learning_rate": 4.3951838163569665e-07,
      "loss": 0.336,
      "step": 2326900
    },
    {
      "epoch": 649.43,
      "grad_norm": 1.866817831993103,
      "learning_rate": 4.3950261765781553e-07,
      "loss": 0.3365,
      "step": 2326910
    },
    {
      "epoch": 649.43,
      "grad_norm": 1.265618920326233,
      "learning_rate": 4.3948685393338895e-07,
      "loss": 0.3313,
      "step": 2326920
    },
    {
      "epoch": 649.44,
      "grad_norm": 1.1457676887512207,
      "learning_rate": 4.394710904624216e-07,
      "loss": 0.3445,
      "step": 2326930
    },
    {
      "epoch": 649.44,
      "grad_norm": 1.1394633054733276,
      "learning_rate": 4.3945532724491374e-07,
      "loss": 0.3293,
      "step": 2326940
    },
    {
      "epoch": 649.44,
      "grad_norm": 1.2385525703430176,
      "learning_rate": 4.39439564280868e-07,
      "loss": 0.3388,
      "step": 2326950
    },
    {
      "epoch": 649.44,
      "grad_norm": 1.3688106536865234,
      "learning_rate": 4.394238015702869e-07,
      "loss": 0.3467,
      "step": 2326960
    },
    {
      "epoch": 649.45,
      "grad_norm": 1.1261229515075684,
      "learning_rate": 4.3940803911317183e-07,
      "loss": 0.3343,
      "step": 2326970
    },
    {
      "epoch": 649.45,
      "grad_norm": 1.7407838106155396,
      "learning_rate": 4.393922769095249e-07,
      "loss": 0.3331,
      "step": 2326980
    },
    {
      "epoch": 649.45,
      "grad_norm": 1.3015244007110596,
      "learning_rate": 4.3937651495934884e-07,
      "loss": 0.342,
      "step": 2326990
    },
    {
      "epoch": 649.46,
      "grad_norm": 1.32761549949646,
      "learning_rate": 4.393607532626458e-07,
      "loss": 0.3486,
      "step": 2327000
    },
    {
      "epoch": 649.46,
      "grad_norm": 1.3205899000167847,
      "learning_rate": 4.393449918194161e-07,
      "loss": 0.3341,
      "step": 2327010
    },
    {
      "epoch": 649.46,
      "grad_norm": 1.1766529083251953,
      "learning_rate": 4.3932923062966483e-07,
      "loss": 0.3424,
      "step": 2327020
    },
    {
      "epoch": 649.46,
      "grad_norm": 1.3204574584960938,
      "learning_rate": 4.3931346969339157e-07,
      "loss": 0.3502,
      "step": 2327030
    },
    {
      "epoch": 649.47,
      "grad_norm": 1.205809235572815,
      "learning_rate": 4.3929770901059937e-07,
      "loss": 0.3402,
      "step": 2327040
    },
    {
      "epoch": 649.47,
      "grad_norm": 1.1981290578842163,
      "learning_rate": 4.392819485812911e-07,
      "loss": 0.3268,
      "step": 2327050
    },
    {
      "epoch": 649.47,
      "grad_norm": 1.0716718435287476,
      "learning_rate": 4.392661884054671e-07,
      "loss": 0.332,
      "step": 2327060
    },
    {
      "epoch": 649.48,
      "grad_norm": 1.0329601764678955,
      "learning_rate": 4.392504284831307e-07,
      "loss": 0.3353,
      "step": 2327070
    },
    {
      "epoch": 649.48,
      "grad_norm": 1.2084438800811768,
      "learning_rate": 4.392346688142837e-07,
      "loss": 0.3284,
      "step": 2327080
    },
    {
      "epoch": 649.48,
      "grad_norm": 1.1781526803970337,
      "learning_rate": 4.392189093989287e-07,
      "loss": 0.3365,
      "step": 2327090
    },
    {
      "epoch": 649.48,
      "grad_norm": 0.9982455372810364,
      "learning_rate": 4.3920315023706674e-07,
      "loss": 0.3503,
      "step": 2327100
    },
    {
      "epoch": 649.49,
      "grad_norm": 1.0699446201324463,
      "learning_rate": 4.3918739132870047e-07,
      "loss": 0.3484,
      "step": 2327110
    },
    {
      "epoch": 649.49,
      "grad_norm": 1.221714973449707,
      "learning_rate": 4.3917163267383273e-07,
      "loss": 0.3288,
      "step": 2327120
    },
    {
      "epoch": 649.49,
      "grad_norm": 1.2717854976654053,
      "learning_rate": 4.3915587427246354e-07,
      "loss": 0.3402,
      "step": 2327130
    },
    {
      "epoch": 649.49,
      "grad_norm": 1.1854405403137207,
      "learning_rate": 4.391401161245975e-07,
      "loss": 0.3354,
      "step": 2327140
    },
    {
      "epoch": 649.5,
      "grad_norm": 1.1588327884674072,
      "learning_rate": 4.391243582302352e-07,
      "loss": 0.3455,
      "step": 2327150
    },
    {
      "epoch": 649.5,
      "grad_norm": 1.4984265565872192,
      "learning_rate": 4.3910860058937873e-07,
      "loss": 0.337,
      "step": 2327160
    },
    {
      "epoch": 649.5,
      "grad_norm": 1.0842887163162231,
      "learning_rate": 4.3909284320203095e-07,
      "loss": 0.3387,
      "step": 2327170
    },
    {
      "epoch": 649.51,
      "grad_norm": 1.1441000699996948,
      "learning_rate": 4.390770860681939e-07,
      "loss": 0.3167,
      "step": 2327180
    },
    {
      "epoch": 649.51,
      "grad_norm": 1.4548767805099487,
      "learning_rate": 4.390613291878689e-07,
      "loss": 0.3371,
      "step": 2327190
    },
    {
      "epoch": 649.51,
      "grad_norm": 1.247938632965088,
      "learning_rate": 4.390455725610583e-07,
      "loss": 0.332,
      "step": 2327200
    },
    {
      "epoch": 649.51,
      "grad_norm": 1.2543935775756836,
      "learning_rate": 4.3902981618776444e-07,
      "loss": 0.3444,
      "step": 2327210
    },
    {
      "epoch": 649.52,
      "grad_norm": 1.2223652601242065,
      "learning_rate": 4.390140600679894e-07,
      "loss": 0.3474,
      "step": 2327220
    },
    {
      "epoch": 649.52,
      "grad_norm": 1.2288057804107666,
      "learning_rate": 4.389983042017358e-07,
      "loss": 0.3217,
      "step": 2327230
    },
    {
      "epoch": 649.52,
      "grad_norm": 1.1439787149429321,
      "learning_rate": 4.3898254858900464e-07,
      "loss": 0.336,
      "step": 2327240
    },
    {
      "epoch": 649.53,
      "grad_norm": 1.1539855003356934,
      "learning_rate": 4.389667932297983e-07,
      "loss": 0.3308,
      "step": 2327250
    },
    {
      "epoch": 649.53,
      "grad_norm": 1.0858491659164429,
      "learning_rate": 4.3895103812411987e-07,
      "loss": 0.351,
      "step": 2327260
    },
    {
      "epoch": 649.53,
      "grad_norm": 1.7557182312011719,
      "learning_rate": 4.3893528327196965e-07,
      "loss": 0.3289,
      "step": 2327270
    },
    {
      "epoch": 649.53,
      "grad_norm": 1.4416414499282837,
      "learning_rate": 4.389195286733518e-07,
      "loss": 0.3382,
      "step": 2327280
    },
    {
      "epoch": 649.54,
      "grad_norm": 1.2219408750534058,
      "learning_rate": 4.3890377432826706e-07,
      "loss": 0.3416,
      "step": 2327290
    },
    {
      "epoch": 649.54,
      "grad_norm": 1.1083232164382935,
      "learning_rate": 4.388880202367175e-07,
      "loss": 0.3493,
      "step": 2327300
    },
    {
      "epoch": 649.54,
      "grad_norm": 1.3506269454956055,
      "learning_rate": 4.388722663987058e-07,
      "loss": 0.3305,
      "step": 2327310
    },
    {
      "epoch": 649.55,
      "grad_norm": 1.3538914918899536,
      "learning_rate": 4.388565128142345e-07,
      "loss": 0.3394,
      "step": 2327320
    },
    {
      "epoch": 649.55,
      "grad_norm": 1.2419639825820923,
      "learning_rate": 4.388407594833044e-07,
      "loss": 0.3265,
      "step": 2327330
    },
    {
      "epoch": 649.55,
      "grad_norm": 1.2641816139221191,
      "learning_rate": 4.388250064059181e-07,
      "loss": 0.3335,
      "step": 2327340
    },
    {
      "epoch": 649.55,
      "grad_norm": 1.4109630584716797,
      "learning_rate": 4.388092535820787e-07,
      "loss": 0.3395,
      "step": 2327350
    },
    {
      "epoch": 649.56,
      "grad_norm": 1.317888855934143,
      "learning_rate": 4.38793501011786e-07,
      "loss": 0.3326,
      "step": 2327360
    },
    {
      "epoch": 649.56,
      "grad_norm": 1.2966357469558716,
      "learning_rate": 4.387777486950449e-07,
      "loss": 0.3448,
      "step": 2327370
    },
    {
      "epoch": 649.56,
      "grad_norm": 1.6598293781280518,
      "learning_rate": 4.387619966318554e-07,
      "loss": 0.3174,
      "step": 2327380
    },
    {
      "epoch": 649.56,
      "grad_norm": 1.2540879249572754,
      "learning_rate": 4.3874624482222035e-07,
      "loss": 0.3514,
      "step": 2327390
    },
    {
      "epoch": 649.57,
      "grad_norm": 1.2942777872085571,
      "learning_rate": 4.387304932661424e-07,
      "loss": 0.3562,
      "step": 2327400
    },
    {
      "epoch": 649.57,
      "grad_norm": 1.1715810298919678,
      "learning_rate": 4.387147419636223e-07,
      "loss": 0.3406,
      "step": 2327410
    },
    {
      "epoch": 649.57,
      "grad_norm": 1.116731882095337,
      "learning_rate": 4.3869899091466315e-07,
      "loss": 0.3191,
      "step": 2327420
    },
    {
      "epoch": 649.58,
      "grad_norm": 1.1918691396713257,
      "learning_rate": 4.3868324011926685e-07,
      "loss": 0.3306,
      "step": 2327430
    },
    {
      "epoch": 649.58,
      "grad_norm": 1.0766950845718384,
      "learning_rate": 4.386674895774359e-07,
      "loss": 0.3465,
      "step": 2327440
    },
    {
      "epoch": 649.58,
      "grad_norm": 1.3598576784133911,
      "learning_rate": 4.386517392891709e-07,
      "loss": 0.3383,
      "step": 2327450
    },
    {
      "epoch": 649.58,
      "grad_norm": 1.2158840894699097,
      "learning_rate": 4.3863598925447593e-07,
      "loss": 0.3332,
      "step": 2327460
    },
    {
      "epoch": 649.59,
      "grad_norm": 1.0898571014404297,
      "learning_rate": 4.386202394733519e-07,
      "loss": 0.3426,
      "step": 2327470
    },
    {
      "epoch": 649.59,
      "grad_norm": 1.3374261856079102,
      "learning_rate": 4.3860448994580096e-07,
      "loss": 0.3279,
      "step": 2327480
    },
    {
      "epoch": 649.59,
      "grad_norm": 1.1443673372268677,
      "learning_rate": 4.385887406718259e-07,
      "loss": 0.3417,
      "step": 2327490
    },
    {
      "epoch": 649.6,
      "grad_norm": 1.2841713428497314,
      "learning_rate": 4.3857299165142746e-07,
      "loss": 0.354,
      "step": 2327500
    },
    {
      "epoch": 649.6,
      "grad_norm": 1.2053923606872559,
      "learning_rate": 4.385572428846094e-07,
      "loss": 0.347,
      "step": 2327510
    },
    {
      "epoch": 649.6,
      "grad_norm": 1.256382942199707,
      "learning_rate": 4.3854149437137273e-07,
      "loss": 0.3409,
      "step": 2327520
    },
    {
      "epoch": 649.6,
      "grad_norm": 1.1823444366455078,
      "learning_rate": 4.385257461117196e-07,
      "loss": 0.3324,
      "step": 2327530
    },
    {
      "epoch": 649.61,
      "grad_norm": 1.3804532289505005,
      "learning_rate": 4.3850999810565325e-07,
      "loss": 0.3202,
      "step": 2327540
    },
    {
      "epoch": 649.61,
      "grad_norm": 1.0142706632614136,
      "learning_rate": 4.384942503531741e-07,
      "loss": 0.329,
      "step": 2327550
    },
    {
      "epoch": 649.61,
      "grad_norm": 1.3017504215240479,
      "learning_rate": 4.384785028542849e-07,
      "loss": 0.3478,
      "step": 2327560
    },
    {
      "epoch": 649.61,
      "grad_norm": 1.8581591844558716,
      "learning_rate": 4.384627556089878e-07,
      "loss": 0.3308,
      "step": 2327570
    },
    {
      "epoch": 649.62,
      "grad_norm": 1.3861759901046753,
      "learning_rate": 4.384470086172858e-07,
      "loss": 0.3389,
      "step": 2327580
    },
    {
      "epoch": 649.62,
      "grad_norm": 1.1008859872817993,
      "learning_rate": 4.3843126187917886e-07,
      "loss": 0.3283,
      "step": 2327590
    },
    {
      "epoch": 649.62,
      "grad_norm": 1.181938648223877,
      "learning_rate": 4.384155153946714e-07,
      "loss": 0.3201,
      "step": 2327600
    },
    {
      "epoch": 649.63,
      "grad_norm": 1.1447882652282715,
      "learning_rate": 4.3839976916376426e-07,
      "loss": 0.3298,
      "step": 2327610
    },
    {
      "epoch": 649.63,
      "grad_norm": 1.3945324420928955,
      "learning_rate": 4.383840231864594e-07,
      "loss": 0.3429,
      "step": 2327620
    },
    {
      "epoch": 649.63,
      "grad_norm": 1.3258975744247437,
      "learning_rate": 4.3836827746276e-07,
      "loss": 0.3278,
      "step": 2327630
    },
    {
      "epoch": 649.63,
      "grad_norm": 1.5064961910247803,
      "learning_rate": 4.3835253199266663e-07,
      "loss": 0.345,
      "step": 2327640
    },
    {
      "epoch": 649.64,
      "grad_norm": 1.1873178482055664,
      "learning_rate": 4.383367867761824e-07,
      "loss": 0.339,
      "step": 2327650
    },
    {
      "epoch": 649.64,
      "grad_norm": 1.2146366834640503,
      "learning_rate": 4.383210418133093e-07,
      "loss": 0.3358,
      "step": 2327660
    },
    {
      "epoch": 649.64,
      "grad_norm": 1.2844520807266235,
      "learning_rate": 4.383052971040498e-07,
      "loss": 0.3385,
      "step": 2327670
    },
    {
      "epoch": 649.65,
      "grad_norm": 1.2177643775939941,
      "learning_rate": 4.3828955264840484e-07,
      "loss": 0.3286,
      "step": 2327680
    },
    {
      "epoch": 649.65,
      "grad_norm": 1.1755824089050293,
      "learning_rate": 4.3827380844637706e-07,
      "loss": 0.3302,
      "step": 2327690
    },
    {
      "epoch": 649.65,
      "grad_norm": 1.1816627979278564,
      "learning_rate": 4.382580644979688e-07,
      "loss": 0.3278,
      "step": 2327700
    },
    {
      "epoch": 649.65,
      "grad_norm": 1.1438297033309937,
      "learning_rate": 4.3824232080318214e-07,
      "loss": 0.3353,
      "step": 2327710
    },
    {
      "epoch": 649.66,
      "grad_norm": 1.2254940271377563,
      "learning_rate": 4.3822657736201966e-07,
      "loss": 0.3401,
      "step": 2327720
    },
    {
      "epoch": 649.66,
      "grad_norm": 1.1341757774353027,
      "learning_rate": 4.3821083417448223e-07,
      "loss": 0.3242,
      "step": 2327730
    },
    {
      "epoch": 649.66,
      "grad_norm": 1.3218122720718384,
      "learning_rate": 4.381950912405726e-07,
      "loss": 0.3422,
      "step": 2327740
    },
    {
      "epoch": 649.67,
      "grad_norm": 1.2854069471359253,
      "learning_rate": 4.3817934856029264e-07,
      "loss": 0.3174,
      "step": 2327750
    },
    {
      "epoch": 649.67,
      "grad_norm": 1.2446694374084473,
      "learning_rate": 4.381636061336455e-07,
      "loss": 0.3573,
      "step": 2327760
    },
    {
      "epoch": 649.67,
      "grad_norm": 1.0703144073486328,
      "learning_rate": 4.381478639606317e-07,
      "loss": 0.3432,
      "step": 2327770
    },
    {
      "epoch": 649.67,
      "grad_norm": 1.0995794534683228,
      "learning_rate": 4.3813212204125425e-07,
      "loss": 0.3446,
      "step": 2327780
    },
    {
      "epoch": 649.68,
      "grad_norm": 1.411492109298706,
      "learning_rate": 4.3811638037551486e-07,
      "loss": 0.3602,
      "step": 2327790
    },
    {
      "epoch": 649.68,
      "grad_norm": 1.1589620113372803,
      "learning_rate": 4.381006389634158e-07,
      "loss": 0.3556,
      "step": 2327800
    },
    {
      "epoch": 649.68,
      "grad_norm": 1.1183671951293945,
      "learning_rate": 4.380848978049599e-07,
      "loss": 0.3366,
      "step": 2327810
    },
    {
      "epoch": 649.68,
      "grad_norm": 1.4129937887191772,
      "learning_rate": 4.380691569001472e-07,
      "loss": 0.3387,
      "step": 2327820
    },
    {
      "epoch": 649.69,
      "grad_norm": 1.1703239679336548,
      "learning_rate": 4.3805341624898267e-07,
      "loss": 0.332,
      "step": 2327830
    },
    {
      "epoch": 649.69,
      "grad_norm": 1.4204597473144531,
      "learning_rate": 4.3803767585146606e-07,
      "loss": 0.3292,
      "step": 2327840
    },
    {
      "epoch": 649.69,
      "grad_norm": 1.1042948961257935,
      "learning_rate": 4.3802193570760013e-07,
      "loss": 0.3478,
      "step": 2327850
    },
    {
      "epoch": 649.7,
      "grad_norm": 1.247205138206482,
      "learning_rate": 4.3800619581738786e-07,
      "loss": 0.3339,
      "step": 2327860
    },
    {
      "epoch": 649.7,
      "grad_norm": 1.2133803367614746,
      "learning_rate": 4.3799045618082997e-07,
      "loss": 0.3408,
      "step": 2327870
    },
    {
      "epoch": 649.7,
      "grad_norm": 1.1800650358200073,
      "learning_rate": 4.379747167979293e-07,
      "loss": 0.3424,
      "step": 2327880
    },
    {
      "epoch": 649.7,
      "grad_norm": 1.2988446950912476,
      "learning_rate": 4.3795897766868776e-07,
      "loss": 0.3438,
      "step": 2327890
    },
    {
      "epoch": 649.71,
      "grad_norm": 1.382494568824768,
      "learning_rate": 4.3794323879310835e-07,
      "loss": 0.3474,
      "step": 2327900
    },
    {
      "epoch": 649.71,
      "grad_norm": 1.0977306365966797,
      "learning_rate": 4.3792750017119144e-07,
      "loss": 0.3407,
      "step": 2327910
    },
    {
      "epoch": 649.71,
      "grad_norm": 1.2104982137680054,
      "learning_rate": 4.379117618029401e-07,
      "loss": 0.3354,
      "step": 2327920
    },
    {
      "epoch": 649.72,
      "grad_norm": 0.9772528409957886,
      "learning_rate": 4.378960236883569e-07,
      "loss": 0.338,
      "step": 2327930
    },
    {
      "epoch": 649.72,
      "grad_norm": 1.5031380653381348,
      "learning_rate": 4.3788028582744243e-07,
      "loss": 0.3239,
      "step": 2327940
    },
    {
      "epoch": 649.72,
      "grad_norm": 1.2602055072784424,
      "learning_rate": 4.3786454822020057e-07,
      "loss": 0.3482,
      "step": 2327950
    },
    {
      "epoch": 649.72,
      "grad_norm": 1.0961202383041382,
      "learning_rate": 4.378488108666324e-07,
      "loss": 0.3334,
      "step": 2327960
    },
    {
      "epoch": 649.73,
      "grad_norm": 1.1551094055175781,
      "learning_rate": 4.3783307376673986e-07,
      "loss": 0.3298,
      "step": 2327970
    },
    {
      "epoch": 649.73,
      "grad_norm": 1.2129074335098267,
      "learning_rate": 4.3781733692052545e-07,
      "loss": 0.3477,
      "step": 2327980
    },
    {
      "epoch": 649.73,
      "grad_norm": 1.2416292428970337,
      "learning_rate": 4.3780160032799196e-07,
      "loss": 0.3383,
      "step": 2327990
    },
    {
      "epoch": 649.73,
      "grad_norm": 1.1937087774276733,
      "learning_rate": 4.377858639891399e-07,
      "loss": 0.3234,
      "step": 2328000
    },
    {
      "epoch": 649.74,
      "grad_norm": 1.1349022388458252,
      "learning_rate": 4.3777012790397243e-07,
      "loss": 0.3365,
      "step": 2328010
    },
    {
      "epoch": 649.74,
      "grad_norm": 1.2578858137130737,
      "learning_rate": 4.377543920724919e-07,
      "loss": 0.338,
      "step": 2328020
    },
    {
      "epoch": 649.74,
      "grad_norm": 1.2743661403656006,
      "learning_rate": 4.377386564946985e-07,
      "loss": 0.3553,
      "step": 2328030
    },
    {
      "epoch": 649.75,
      "grad_norm": 1.4177007675170898,
      "learning_rate": 4.3772292117059724e-07,
      "loss": 0.3452,
      "step": 2328040
    },
    {
      "epoch": 649.75,
      "grad_norm": 1.1053156852722168,
      "learning_rate": 4.3770718610018783e-07,
      "loss": 0.3345,
      "step": 2328050
    },
    {
      "epoch": 649.75,
      "grad_norm": 1.266656756401062,
      "learning_rate": 4.376914512834734e-07,
      "loss": 0.3316,
      "step": 2328060
    },
    {
      "epoch": 649.75,
      "grad_norm": 1.3599320650100708,
      "learning_rate": 4.376757167204563e-07,
      "loss": 0.3552,
      "step": 2328070
    },
    {
      "epoch": 649.76,
      "grad_norm": 1.2578016519546509,
      "learning_rate": 4.3765998241113736e-07,
      "loss": 0.3379,
      "step": 2328080
    },
    {
      "epoch": 649.76,
      "grad_norm": 1.2007975578308105,
      "learning_rate": 4.3764424835552037e-07,
      "loss": 0.3395,
      "step": 2328090
    },
    {
      "epoch": 649.76,
      "grad_norm": 1.5502482652664185,
      "learning_rate": 4.3762851455360617e-07,
      "loss": 0.3392,
      "step": 2328100
    },
    {
      "epoch": 649.77,
      "grad_norm": 1.2644999027252197,
      "learning_rate": 4.376127810053974e-07,
      "loss": 0.3477,
      "step": 2328110
    },
    {
      "epoch": 649.77,
      "grad_norm": 1.3023172616958618,
      "learning_rate": 4.375970477108958e-07,
      "loss": 0.3419,
      "step": 2328120
    },
    {
      "epoch": 649.77,
      "grad_norm": 1.2226966619491577,
      "learning_rate": 4.3758131467010426e-07,
      "loss": 0.3276,
      "step": 2328130
    },
    {
      "epoch": 649.77,
      "grad_norm": 1.1781213283538818,
      "learning_rate": 4.3756558188302357e-07,
      "loss": 0.3441,
      "step": 2328140
    },
    {
      "epoch": 649.78,
      "grad_norm": 1.2360131740570068,
      "learning_rate": 4.3754984934965687e-07,
      "loss": 0.3321,
      "step": 2328150
    },
    {
      "epoch": 649.78,
      "grad_norm": 1.117344617843628,
      "learning_rate": 4.3753411707000625e-07,
      "loss": 0.3165,
      "step": 2328160
    },
    {
      "epoch": 649.78,
      "grad_norm": 1.198767066001892,
      "learning_rate": 4.375183850440725e-07,
      "loss": 0.3235,
      "step": 2328170
    },
    {
      "epoch": 649.79,
      "grad_norm": 1.2338579893112183,
      "learning_rate": 4.375026532718597e-07,
      "loss": 0.3459,
      "step": 2328180
    },
    {
      "epoch": 649.79,
      "grad_norm": 1.6149101257324219,
      "learning_rate": 4.374869217533684e-07,
      "loss": 0.3288,
      "step": 2328190
    },
    {
      "epoch": 649.79,
      "grad_norm": 1.2813102006912231,
      "learning_rate": 4.374711904886013e-07,
      "loss": 0.3363,
      "step": 2328200
    },
    {
      "epoch": 649.79,
      "grad_norm": 1.2164487838745117,
      "learning_rate": 4.3745545947756114e-07,
      "loss": 0.3459,
      "step": 2328210
    },
    {
      "epoch": 649.8,
      "grad_norm": 1.1242469549179077,
      "learning_rate": 4.3743972872024847e-07,
      "loss": 0.3351,
      "step": 2328220
    },
    {
      "epoch": 649.8,
      "grad_norm": 1.4123495817184448,
      "learning_rate": 4.374239982166665e-07,
      "loss": 0.3204,
      "step": 2328230
    },
    {
      "epoch": 649.8,
      "grad_norm": 1.2134759426116943,
      "learning_rate": 4.3740826796681665e-07,
      "loss": 0.3403,
      "step": 2328240
    },
    {
      "epoch": 649.8,
      "grad_norm": 1.180965781211853,
      "learning_rate": 4.3739253797070216e-07,
      "loss": 0.3416,
      "step": 2328250
    },
    {
      "epoch": 649.81,
      "grad_norm": 1.1858975887298584,
      "learning_rate": 4.373768082283232e-07,
      "loss": 0.3468,
      "step": 2328260
    },
    {
      "epoch": 649.81,
      "grad_norm": 1.318921446800232,
      "learning_rate": 4.3736107873968427e-07,
      "loss": 0.3414,
      "step": 2328270
    },
    {
      "epoch": 649.81,
      "grad_norm": 1.0991636514663696,
      "learning_rate": 4.373453495047856e-07,
      "loss": 0.3398,
      "step": 2328280
    },
    {
      "epoch": 649.82,
      "grad_norm": 1.4535177946090698,
      "learning_rate": 4.3732962052363e-07,
      "loss": 0.3253,
      "step": 2328290
    },
    {
      "epoch": 649.82,
      "grad_norm": 5.690104961395264,
      "learning_rate": 4.3731389179621994e-07,
      "loss": 0.327,
      "step": 2328300
    },
    {
      "epoch": 649.82,
      "grad_norm": 1.2302696704864502,
      "learning_rate": 4.372981633225566e-07,
      "loss": 0.3462,
      "step": 2328310
    },
    {
      "epoch": 649.82,
      "grad_norm": 1.2404316663742065,
      "learning_rate": 4.3728243510264234e-07,
      "loss": 0.3475,
      "step": 2328320
    },
    {
      "epoch": 649.83,
      "grad_norm": 1.1453697681427002,
      "learning_rate": 4.372667071364796e-07,
      "loss": 0.3504,
      "step": 2328330
    },
    {
      "epoch": 649.83,
      "grad_norm": 1.3210290670394897,
      "learning_rate": 4.3725097942407057e-07,
      "loss": 0.3457,
      "step": 2328340
    },
    {
      "epoch": 649.83,
      "grad_norm": 1.2941601276397705,
      "learning_rate": 4.3723525196541697e-07,
      "loss": 0.3408,
      "step": 2328350
    },
    {
      "epoch": 649.84,
      "grad_norm": 1.0826791524887085,
      "learning_rate": 4.372195247605207e-07,
      "loss": 0.3367,
      "step": 2328360
    },
    {
      "epoch": 649.84,
      "grad_norm": 1.1904233694076538,
      "learning_rate": 4.3720379780938406e-07,
      "loss": 0.3393,
      "step": 2328370
    },
    {
      "epoch": 649.84,
      "grad_norm": 1.391716718673706,
      "learning_rate": 4.3718807111200947e-07,
      "loss": 0.3223,
      "step": 2328380
    },
    {
      "epoch": 649.84,
      "grad_norm": 1.2586768865585327,
      "learning_rate": 4.3717234466839933e-07,
      "loss": 0.3528,
      "step": 2328390
    },
    {
      "epoch": 649.85,
      "grad_norm": 1.0683269500732422,
      "learning_rate": 4.371566184785539e-07,
      "loss": 0.3367,
      "step": 2328400
    },
    {
      "epoch": 649.85,
      "grad_norm": 2.9163551330566406,
      "learning_rate": 4.371408925424779e-07,
      "loss": 0.345,
      "step": 2328410
    },
    {
      "epoch": 649.85,
      "grad_norm": 1.1892452239990234,
      "learning_rate": 4.371251668601713e-07,
      "loss": 0.3363,
      "step": 2328420
    },
    {
      "epoch": 649.85,
      "grad_norm": 1.236220359802246,
      "learning_rate": 4.3710944143163725e-07,
      "loss": 0.3622,
      "step": 2328430
    },
    {
      "epoch": 649.86,
      "grad_norm": 1.1227598190307617,
      "learning_rate": 4.37093716256878e-07,
      "loss": 0.3382,
      "step": 2328440
    },
    {
      "epoch": 649.86,
      "grad_norm": 1.2437740564346313,
      "learning_rate": 4.370779913358947e-07,
      "loss": 0.3298,
      "step": 2328450
    },
    {
      "epoch": 649.86,
      "grad_norm": 1.5631330013275146,
      "learning_rate": 4.3706226666868993e-07,
      "loss": 0.3546,
      "step": 2328460
    },
    {
      "epoch": 649.87,
      "grad_norm": 1.2040573358535767,
      "learning_rate": 4.370465422552657e-07,
      "loss": 0.3418,
      "step": 2328470
    },
    {
      "epoch": 649.87,
      "grad_norm": 2.774508237838745,
      "learning_rate": 4.3703081809562493e-07,
      "loss": 0.3389,
      "step": 2328480
    },
    {
      "epoch": 649.87,
      "grad_norm": 1.1411709785461426,
      "learning_rate": 4.3701509418976844e-07,
      "loss": 0.3279,
      "step": 2328490
    },
    {
      "epoch": 649.87,
      "grad_norm": 1.1146571636199951,
      "learning_rate": 4.3699937053769874e-07,
      "loss": 0.3319,
      "step": 2328500
    },
    {
      "epoch": 649.88,
      "grad_norm": 1.338261365890503,
      "learning_rate": 4.36983647139419e-07,
      "loss": 0.3378,
      "step": 2328510
    },
    {
      "epoch": 649.88,
      "grad_norm": 1.27473783493042,
      "learning_rate": 4.36967923994929e-07,
      "loss": 0.3387,
      "step": 2328520
    },
    {
      "epoch": 649.88,
      "grad_norm": 1.1655455827713013,
      "learning_rate": 4.3695220110423333e-07,
      "loss": 0.323,
      "step": 2328530
    },
    {
      "epoch": 649.89,
      "grad_norm": 1.196671485900879,
      "learning_rate": 4.369364784673323e-07,
      "loss": 0.3223,
      "step": 2328540
    },
    {
      "epoch": 649.89,
      "grad_norm": 1.358341097831726,
      "learning_rate": 4.369207560842288e-07,
      "loss": 0.3404,
      "step": 2328550
    },
    {
      "epoch": 649.89,
      "grad_norm": 1.208005428314209,
      "learning_rate": 4.369050339549249e-07,
      "loss": 0.3299,
      "step": 2328560
    },
    {
      "epoch": 649.89,
      "grad_norm": 1.264134168624878,
      "learning_rate": 4.368893120794229e-07,
      "loss": 0.3301,
      "step": 2328570
    },
    {
      "epoch": 649.9,
      "grad_norm": 1.0479726791381836,
      "learning_rate": 4.3687359045772413e-07,
      "loss": 0.3414,
      "step": 2328580
    },
    {
      "epoch": 649.9,
      "grad_norm": 1.1905966997146606,
      "learning_rate": 4.368578690898312e-07,
      "loss": 0.3271,
      "step": 2328590
    },
    {
      "epoch": 649.9,
      "grad_norm": 1.0536117553710938,
      "learning_rate": 4.368421479757467e-07,
      "loss": 0.3291,
      "step": 2328600
    },
    {
      "epoch": 649.91,
      "grad_norm": 1.4971544742584229,
      "learning_rate": 4.3682642711547085e-07,
      "loss": 0.34,
      "step": 2328610
    },
    {
      "epoch": 649.91,
      "grad_norm": 1.18415105342865,
      "learning_rate": 4.3681070650900817e-07,
      "loss": 0.3195,
      "step": 2328620
    },
    {
      "epoch": 649.91,
      "grad_norm": 1.232978343963623,
      "learning_rate": 4.367949861563594e-07,
      "loss": 0.3374,
      "step": 2328630
    },
    {
      "epoch": 649.91,
      "grad_norm": 1.3090604543685913,
      "learning_rate": 4.3677926605752657e-07,
      "loss": 0.3414,
      "step": 2328640
    },
    {
      "epoch": 649.92,
      "grad_norm": 1.3591713905334473,
      "learning_rate": 4.3676354621251257e-07,
      "loss": 0.3212,
      "step": 2328650
    },
    {
      "epoch": 649.92,
      "grad_norm": 1.2110202312469482,
      "learning_rate": 4.36747826621318e-07,
      "loss": 0.335,
      "step": 2328660
    },
    {
      "epoch": 649.92,
      "grad_norm": 1.5979387760162354,
      "learning_rate": 4.3673210728394714e-07,
      "loss": 0.3261,
      "step": 2328670
    },
    {
      "epoch": 649.92,
      "grad_norm": 1.1251258850097656,
      "learning_rate": 4.3671638820040035e-07,
      "loss": 0.3213,
      "step": 2328680
    },
    {
      "epoch": 649.93,
      "grad_norm": 1.207216501235962,
      "learning_rate": 4.3670066937067997e-07,
      "loss": 0.3329,
      "step": 2328690
    },
    {
      "epoch": 649.93,
      "grad_norm": 1.209730863571167,
      "learning_rate": 4.3668495079478856e-07,
      "loss": 0.3413,
      "step": 2328700
    },
    {
      "epoch": 649.93,
      "grad_norm": 1.0691578388214111,
      "learning_rate": 4.3666923247272874e-07,
      "loss": 0.3393,
      "step": 2328710
    },
    {
      "epoch": 649.94,
      "grad_norm": 1.3211666345596313,
      "learning_rate": 4.3665351440450103e-07,
      "loss": 0.3417,
      "step": 2328720
    },
    {
      "epoch": 649.94,
      "grad_norm": 1.3282427787780762,
      "learning_rate": 4.3663779659010855e-07,
      "loss": 0.3437,
      "step": 2328730
    },
    {
      "epoch": 649.94,
      "grad_norm": 1.0891021490097046,
      "learning_rate": 4.3662207902955364e-07,
      "loss": 0.3497,
      "step": 2328740
    },
    {
      "epoch": 649.94,
      "grad_norm": 1.2558189630508423,
      "learning_rate": 4.3660636172283714e-07,
      "loss": 0.3339,
      "step": 2328750
    },
    {
      "epoch": 649.95,
      "grad_norm": 1.319208025932312,
      "learning_rate": 4.3659064466996285e-07,
      "loss": 0.3346,
      "step": 2328760
    },
    {
      "epoch": 649.95,
      "grad_norm": 1.2153469324111938,
      "learning_rate": 4.365749278709316e-07,
      "loss": 0.3385,
      "step": 2328770
    },
    {
      "epoch": 649.95,
      "grad_norm": 1.2160536050796509,
      "learning_rate": 4.365592113257457e-07,
      "loss": 0.3519,
      "step": 2328780
    },
    {
      "epoch": 649.96,
      "grad_norm": 1.139578938484192,
      "learning_rate": 4.3654349503440737e-07,
      "loss": 0.3388,
      "step": 2328790
    },
    {
      "epoch": 649.96,
      "grad_norm": 1.3253669738769531,
      "learning_rate": 4.3652777899691955e-07,
      "loss": 0.3394,
      "step": 2328800
    },
    {
      "epoch": 649.96,
      "grad_norm": 1.1543941497802734,
      "learning_rate": 4.3651206321328284e-07,
      "loss": 0.3473,
      "step": 2328810
    },
    {
      "epoch": 649.96,
      "grad_norm": 1.4777392148971558,
      "learning_rate": 4.364963476835001e-07,
      "loss": 0.3381,
      "step": 2328820
    },
    {
      "epoch": 649.97,
      "grad_norm": 1.2535585165023804,
      "learning_rate": 4.364806324075737e-07,
      "loss": 0.333,
      "step": 2328830
    },
    {
      "epoch": 649.97,
      "grad_norm": 1.2072936296463013,
      "learning_rate": 4.3646491738550436e-07,
      "loss": 0.3288,
      "step": 2328840
    },
    {
      "epoch": 649.97,
      "grad_norm": 1.662615418434143,
      "learning_rate": 4.364492026172963e-07,
      "loss": 0.3272,
      "step": 2328850
    },
    {
      "epoch": 649.97,
      "grad_norm": 1.120837926864624,
      "learning_rate": 4.3643348810294997e-07,
      "loss": 0.3453,
      "step": 2328860
    },
    {
      "epoch": 649.98,
      "grad_norm": 1.220691204071045,
      "learning_rate": 4.364177738424681e-07,
      "loss": 0.3581,
      "step": 2328870
    },
    {
      "epoch": 649.98,
      "grad_norm": 1.1991665363311768,
      "learning_rate": 4.3640205983585314e-07,
      "loss": 0.346,
      "step": 2328880
    },
    {
      "epoch": 649.98,
      "grad_norm": 1.229856252670288,
      "learning_rate": 4.3638634608310593e-07,
      "loss": 0.3335,
      "step": 2328890
    },
    {
      "epoch": 649.99,
      "grad_norm": 1.3092042207717896,
      "learning_rate": 4.3637063258422965e-07,
      "loss": 0.3367,
      "step": 2328900
    },
    {
      "epoch": 649.99,
      "grad_norm": 1.2071224451065063,
      "learning_rate": 4.363549193392258e-07,
      "loss": 0.3161,
      "step": 2328910
    },
    {
      "epoch": 649.99,
      "grad_norm": 1.030806541442871,
      "learning_rate": 4.363392063480975e-07,
      "loss": 0.3298,
      "step": 2328920
    },
    {
      "epoch": 649.99,
      "grad_norm": 1.311591386795044,
      "learning_rate": 4.3632349361084506e-07,
      "loss": 0.3397,
      "step": 2328930
    },
    {
      "epoch": 650.0,
      "grad_norm": 1.1341878175735474,
      "learning_rate": 4.363077811274726e-07,
      "loss": 0.334,
      "step": 2328940
    },
    {
      "epoch": 650.0,
      "grad_norm": 1.339353322982788,
      "learning_rate": 4.3629206889798064e-07,
      "loss": 0.3196,
      "step": 2328950
    },
    {
      "epoch": 650.0,
      "eval_loss": 0.33851736783981323,
      "eval_runtime": 67.7427,
      "eval_samples_per_second": 74.68,
      "eval_steps_per_second": 9.344,
      "step": 2328950
    },
    {
      "epoch": 650.0,
      "grad_norm": 1.1211087703704834,
      "learning_rate": 4.3627635692237177e-07,
      "loss": 0.334,
      "step": 2328960
    },
    {
      "epoch": 650.01,
      "grad_norm": 1.2426785230636597,
      "learning_rate": 4.362606452006489e-07,
      "loss": 0.3367,
      "step": 2328970
    },
    {
      "epoch": 650.01,
      "grad_norm": 1.172262191772461,
      "learning_rate": 4.3624493373281224e-07,
      "loss": 0.3455,
      "step": 2328980
    },
    {
      "epoch": 650.01,
      "grad_norm": 1.346969723701477,
      "learning_rate": 4.3622922251886604e-07,
      "loss": 0.3372,
      "step": 2328990
    },
    {
      "epoch": 650.01,
      "grad_norm": 1.3011624813079834,
      "learning_rate": 4.3621351155881097e-07,
      "loss": 0.3321,
      "step": 2329000
    },
    {
      "epoch": 650.02,
      "grad_norm": 1.058826208114624,
      "learning_rate": 4.361978008526494e-07,
      "loss": 0.3343,
      "step": 2329010
    },
    {
      "epoch": 650.02,
      "grad_norm": 1.2449036836624146,
      "learning_rate": 4.3618209040038426e-07,
      "loss": 0.3521,
      "step": 2329020
    },
    {
      "epoch": 650.02,
      "grad_norm": 1.4247186183929443,
      "learning_rate": 4.36166380202016e-07,
      "loss": 0.3447,
      "step": 2329030
    },
    {
      "epoch": 650.03,
      "grad_norm": 1.2038265466690063,
      "learning_rate": 4.3615067025754804e-07,
      "loss": 0.3228,
      "step": 2329040
    },
    {
      "epoch": 650.03,
      "grad_norm": 1.3622936010360718,
      "learning_rate": 4.361349605669819e-07,
      "loss": 0.3417,
      "step": 2329050
    },
    {
      "epoch": 650.03,
      "grad_norm": 2.3570172786712646,
      "learning_rate": 4.361192511303205e-07,
      "loss": 0.3448,
      "step": 2329060
    },
    {
      "epoch": 650.03,
      "grad_norm": 1.3603909015655518,
      "learning_rate": 4.3610354194756403e-07,
      "loss": 0.3513,
      "step": 2329070
    },
    {
      "epoch": 650.04,
      "grad_norm": 1.3686248064041138,
      "learning_rate": 4.36087833018717e-07,
      "loss": 0.3518,
      "step": 2329080
    },
    {
      "epoch": 650.04,
      "grad_norm": 1.192492127418518,
      "learning_rate": 4.3607212434377964e-07,
      "loss": 0.3539,
      "step": 2329090
    },
    {
      "epoch": 650.04,
      "grad_norm": 1.13071608543396,
      "learning_rate": 4.3605641592275475e-07,
      "loss": 0.333,
      "step": 2329100
    },
    {
      "epoch": 650.04,
      "grad_norm": 1.445477843284607,
      "learning_rate": 4.3604070775564524e-07,
      "loss": 0.3254,
      "step": 2329110
    },
    {
      "epoch": 650.05,
      "grad_norm": 1.2208130359649658,
      "learning_rate": 4.3602499984245165e-07,
      "loss": 0.3566,
      "step": 2329120
    },
    {
      "epoch": 650.05,
      "grad_norm": 1.1568691730499268,
      "learning_rate": 4.360092921831765e-07,
      "loss": 0.3186,
      "step": 2329130
    },
    {
      "epoch": 650.05,
      "grad_norm": 1.3236066102981567,
      "learning_rate": 4.359935847778225e-07,
      "loss": 0.335,
      "step": 2329140
    },
    {
      "epoch": 650.06,
      "grad_norm": 1.2299178838729858,
      "learning_rate": 4.35977877626392e-07,
      "loss": 0.3455,
      "step": 2329150
    },
    {
      "epoch": 650.06,
      "grad_norm": 1.2142870426177979,
      "learning_rate": 4.3596217072888565e-07,
      "loss": 0.3243,
      "step": 2329160
    },
    {
      "epoch": 650.06,
      "grad_norm": 1.181469440460205,
      "learning_rate": 4.359464640853064e-07,
      "loss": 0.3468,
      "step": 2329170
    },
    {
      "epoch": 650.06,
      "grad_norm": 1.2694281339645386,
      "learning_rate": 4.3593075769565715e-07,
      "loss": 0.3317,
      "step": 2329180
    },
    {
      "epoch": 650.07,
      "grad_norm": 1.190600872039795,
      "learning_rate": 4.359150515599378e-07,
      "loss": 0.3469,
      "step": 2329190
    },
    {
      "epoch": 650.07,
      "grad_norm": 1.2429031133651733,
      "learning_rate": 4.358993456781531e-07,
      "loss": 0.3342,
      "step": 2329200
    },
    {
      "epoch": 650.07,
      "grad_norm": 1.3493622541427612,
      "learning_rate": 4.35883640050303e-07,
      "loss": 0.3377,
      "step": 2329210
    },
    {
      "epoch": 650.08,
      "grad_norm": 1.1246447563171387,
      "learning_rate": 4.358679346763907e-07,
      "loss": 0.3271,
      "step": 2329220
    },
    {
      "epoch": 650.08,
      "grad_norm": 1.2185529470443726,
      "learning_rate": 4.3585222955641797e-07,
      "loss": 0.3469,
      "step": 2329230
    },
    {
      "epoch": 650.08,
      "grad_norm": 1.2394722700119019,
      "learning_rate": 4.3583652469038686e-07,
      "loss": 0.3366,
      "step": 2329240
    },
    {
      "epoch": 650.08,
      "grad_norm": 1.327069878578186,
      "learning_rate": 4.3582082007830005e-07,
      "loss": 0.3415,
      "step": 2329250
    },
    {
      "epoch": 650.09,
      "grad_norm": 1.1529024839401245,
      "learning_rate": 4.358051157201588e-07,
      "loss": 0.324,
      "step": 2329260
    },
    {
      "epoch": 650.09,
      "grad_norm": 1.2856234312057495,
      "learning_rate": 4.357894116159655e-07,
      "loss": 0.3381,
      "step": 2329270
    },
    {
      "epoch": 650.09,
      "grad_norm": 1.9935545921325684,
      "learning_rate": 4.357737077657221e-07,
      "loss": 0.336,
      "step": 2329280
    },
    {
      "epoch": 650.09,
      "grad_norm": 1.1069549322128296,
      "learning_rate": 4.3575800416943157e-07,
      "loss": 0.3298,
      "step": 2329290
    },
    {
      "epoch": 650.1,
      "grad_norm": 1.0523933172225952,
      "learning_rate": 4.357423008270947e-07,
      "loss": 0.3425,
      "step": 2329300
    },
    {
      "epoch": 650.1,
      "grad_norm": 1.1844429969787598,
      "learning_rate": 4.3572659773871404e-07,
      "loss": 0.3386,
      "step": 2329310
    },
    {
      "epoch": 650.1,
      "grad_norm": 1.2214231491088867,
      "learning_rate": 4.3571089490429247e-07,
      "loss": 0.3345,
      "step": 2329320
    },
    {
      "epoch": 650.11,
      "grad_norm": 1.2237188816070557,
      "learning_rate": 4.3569519232383054e-07,
      "loss": 0.3225,
      "step": 2329330
    },
    {
      "epoch": 650.11,
      "grad_norm": 1.1525979042053223,
      "learning_rate": 4.356794899973321e-07,
      "loss": 0.3374,
      "step": 2329340
    },
    {
      "epoch": 650.11,
      "grad_norm": 1.522539496421814,
      "learning_rate": 4.356637879247977e-07,
      "loss": 0.3303,
      "step": 2329350
    },
    {
      "epoch": 650.11,
      "grad_norm": 1.3868013620376587,
      "learning_rate": 4.356480861062302e-07,
      "loss": 0.3374,
      "step": 2329360
    },
    {
      "epoch": 650.12,
      "grad_norm": 1.068054437637329,
      "learning_rate": 4.356323845416317e-07,
      "loss": 0.3505,
      "step": 2329370
    },
    {
      "epoch": 650.12,
      "grad_norm": 1.3786370754241943,
      "learning_rate": 4.3561668323100475e-07,
      "loss": 0.3447,
      "step": 2329380
    },
    {
      "epoch": 650.12,
      "grad_norm": 1.4204035997390747,
      "learning_rate": 4.356009821743502e-07,
      "loss": 0.3396,
      "step": 2329390
    },
    {
      "epoch": 650.13,
      "grad_norm": 1.1883752346038818,
      "learning_rate": 4.3558528137167084e-07,
      "loss": 0.3271,
      "step": 2329400
    },
    {
      "epoch": 650.13,
      "grad_norm": 1.2540115118026733,
      "learning_rate": 4.355695808229691e-07,
      "loss": 0.3402,
      "step": 2329410
    },
    {
      "epoch": 650.13,
      "grad_norm": 1.5412156581878662,
      "learning_rate": 4.3555388052824564e-07,
      "loss": 0.3383,
      "step": 2329420
    },
    {
      "epoch": 650.13,
      "grad_norm": 1.166552186012268,
      "learning_rate": 4.35538180487505e-07,
      "loss": 0.3235,
      "step": 2329430
    },
    {
      "epoch": 650.14,
      "grad_norm": 1.4058516025543213,
      "learning_rate": 4.3552248070074715e-07,
      "loss": 0.352,
      "step": 2329440
    },
    {
      "epoch": 650.14,
      "grad_norm": 1.179932951927185,
      "learning_rate": 4.355067811679749e-07,
      "loss": 0.3419,
      "step": 2329450
    },
    {
      "epoch": 650.14,
      "grad_norm": 1.0847768783569336,
      "learning_rate": 4.354910818891909e-07,
      "loss": 0.3426,
      "step": 2329460
    },
    {
      "epoch": 650.15,
      "grad_norm": 1.2027422189712524,
      "learning_rate": 4.354753828643961e-07,
      "loss": 0.3384,
      "step": 2329470
    },
    {
      "epoch": 650.15,
      "grad_norm": 1.1792601346969604,
      "learning_rate": 4.3545968409359304e-07,
      "loss": 0.3394,
      "step": 2329480
    },
    {
      "epoch": 650.15,
      "grad_norm": 1.0444326400756836,
      "learning_rate": 4.3544398557678416e-07,
      "loss": 0.3289,
      "step": 2329490
    },
    {
      "epoch": 650.15,
      "grad_norm": 1.127300500869751,
      "learning_rate": 4.3542828731397183e-07,
      "loss": 0.3634,
      "step": 2329500
    },
    {
      "epoch": 650.16,
      "grad_norm": 1.2475403547286987,
      "learning_rate": 4.354125893051563e-07,
      "loss": 0.3438,
      "step": 2329510
    },
    {
      "epoch": 650.16,
      "grad_norm": 1.311739206314087,
      "learning_rate": 4.353968915503426e-07,
      "loss": 0.3168,
      "step": 2329520
    },
    {
      "epoch": 650.16,
      "grad_norm": 1.1918469667434692,
      "learning_rate": 4.3538119404953037e-07,
      "loss": 0.3311,
      "step": 2329530
    },
    {
      "epoch": 650.16,
      "grad_norm": 1.3015122413635254,
      "learning_rate": 4.353654968027225e-07,
      "loss": 0.3494,
      "step": 2329540
    },
    {
      "epoch": 650.17,
      "grad_norm": 1.2496373653411865,
      "learning_rate": 4.3534979980992163e-07,
      "loss": 0.3425,
      "step": 2329550
    },
    {
      "epoch": 650.17,
      "grad_norm": 1.3429539203643799,
      "learning_rate": 4.353341030711285e-07,
      "loss": 0.331,
      "step": 2329560
    },
    {
      "epoch": 650.17,
      "grad_norm": 1.4360771179199219,
      "learning_rate": 4.35318406586347e-07,
      "loss": 0.3345,
      "step": 2329570
    },
    {
      "epoch": 650.18,
      "grad_norm": 1.235717535018921,
      "learning_rate": 4.3530271035557773e-07,
      "loss": 0.3459,
      "step": 2329580
    },
    {
      "epoch": 650.18,
      "grad_norm": 1.3354716300964355,
      "learning_rate": 4.352870143788232e-07,
      "loss": 0.3461,
      "step": 2329590
    },
    {
      "epoch": 650.18,
      "grad_norm": 1.4480574131011963,
      "learning_rate": 4.352713186560863e-07,
      "loss": 0.3404,
      "step": 2329600
    },
    {
      "epoch": 650.18,
      "grad_norm": 1.1540727615356445,
      "learning_rate": 4.352556231873678e-07,
      "loss": 0.345,
      "step": 2329610
    },
    {
      "epoch": 650.19,
      "grad_norm": 1.4833624362945557,
      "learning_rate": 4.352399279726704e-07,
      "loss": 0.3393,
      "step": 2329620
    },
    {
      "epoch": 650.19,
      "grad_norm": 1.2379264831542969,
      "learning_rate": 4.352242330119963e-07,
      "loss": 0.3598,
      "step": 2329630
    },
    {
      "epoch": 650.19,
      "grad_norm": 1.1103614568710327,
      "learning_rate": 4.3520853830534795e-07,
      "loss": 0.3286,
      "step": 2329640
    },
    {
      "epoch": 650.2,
      "grad_norm": 1.166657567024231,
      "learning_rate": 4.351928438527261e-07,
      "loss": 0.3266,
      "step": 2329650
    },
    {
      "epoch": 650.2,
      "grad_norm": 1.0661945343017578,
      "learning_rate": 4.351771496541346e-07,
      "loss": 0.3322,
      "step": 2329660
    },
    {
      "epoch": 650.2,
      "grad_norm": 1.2660788297653198,
      "learning_rate": 4.3516145570957424e-07,
      "loss": 0.355,
      "step": 2329670
    },
    {
      "epoch": 650.2,
      "grad_norm": 1.330029010772705,
      "learning_rate": 4.3514576201904745e-07,
      "loss": 0.3262,
      "step": 2329680
    },
    {
      "epoch": 650.21,
      "grad_norm": 1.2388156652450562,
      "learning_rate": 4.35130068582557e-07,
      "loss": 0.3387,
      "step": 2329690
    },
    {
      "epoch": 650.21,
      "grad_norm": 1.1498898267745972,
      "learning_rate": 4.3511437540010403e-07,
      "loss": 0.3366,
      "step": 2329700
    },
    {
      "epoch": 650.21,
      "grad_norm": 1.2764989137649536,
      "learning_rate": 4.3509868247169074e-07,
      "loss": 0.3438,
      "step": 2329710
    },
    {
      "epoch": 650.21,
      "grad_norm": 1.0978752374649048,
      "learning_rate": 4.3508298979731936e-07,
      "loss": 0.3312,
      "step": 2329720
    },
    {
      "epoch": 650.22,
      "grad_norm": 1.0976674556732178,
      "learning_rate": 4.3506729737699285e-07,
      "loss": 0.3246,
      "step": 2329730
    },
    {
      "epoch": 650.22,
      "grad_norm": 1.1492704153060913,
      "learning_rate": 4.350516052107114e-07,
      "loss": 0.3344,
      "step": 2329740
    },
    {
      "epoch": 650.22,
      "grad_norm": 1.1788489818572998,
      "learning_rate": 4.350359132984793e-07,
      "loss": 0.3473,
      "step": 2329750
    },
    {
      "epoch": 650.23,
      "grad_norm": 1.2449983358383179,
      "learning_rate": 4.350202216402968e-07,
      "loss": 0.3299,
      "step": 2329760
    },
    {
      "epoch": 650.23,
      "grad_norm": 1.3304436206817627,
      "learning_rate": 4.350045302361671e-07,
      "loss": 0.3316,
      "step": 2329770
    },
    {
      "epoch": 650.23,
      "grad_norm": 1.4625800848007202,
      "learning_rate": 4.349888390860923e-07,
      "loss": 0.3365,
      "step": 2329780
    },
    {
      "epoch": 650.23,
      "grad_norm": 1.4149816036224365,
      "learning_rate": 4.349731481900736e-07,
      "loss": 0.3344,
      "step": 2329790
    },
    {
      "epoch": 650.24,
      "grad_norm": 1.2403564453125,
      "learning_rate": 4.3495745754811366e-07,
      "loss": 0.327,
      "step": 2329800
    },
    {
      "epoch": 650.24,
      "grad_norm": 1.2078254222869873,
      "learning_rate": 4.3494176716021454e-07,
      "loss": 0.3586,
      "step": 2329810
    },
    {
      "epoch": 650.24,
      "grad_norm": 1.1966156959533691,
      "learning_rate": 4.3492607702637835e-07,
      "loss": 0.3283,
      "step": 2329820
    },
    {
      "epoch": 650.25,
      "grad_norm": 1.1630326509475708,
      "learning_rate": 4.349103871466077e-07,
      "loss": 0.3299,
      "step": 2329830
    },
    {
      "epoch": 650.25,
      "grad_norm": 1.250821828842163,
      "learning_rate": 4.3489469752090334e-07,
      "loss": 0.3437,
      "step": 2329840
    },
    {
      "epoch": 650.25,
      "grad_norm": 1.1140055656433105,
      "learning_rate": 4.3487900814926837e-07,
      "loss": 0.3392,
      "step": 2329850
    },
    {
      "epoch": 650.25,
      "grad_norm": 1.2271268367767334,
      "learning_rate": 4.3486331903170464e-07,
      "loss": 0.3224,
      "step": 2329860
    },
    {
      "epoch": 650.26,
      "grad_norm": 1.138437032699585,
      "learning_rate": 4.348476301682148e-07,
      "loss": 0.3396,
      "step": 2329870
    },
    {
      "epoch": 650.26,
      "grad_norm": 1.2679656744003296,
      "learning_rate": 4.3483194155879905e-07,
      "loss": 0.3307,
      "step": 2329880
    },
    {
      "epoch": 650.26,
      "grad_norm": 1.4765803813934326,
      "learning_rate": 4.3481625320346206e-07,
      "loss": 0.3334,
      "step": 2329890
    },
    {
      "epoch": 650.27,
      "grad_norm": 1.2815613746643066,
      "learning_rate": 4.3480056510220415e-07,
      "loss": 0.3472,
      "step": 2329900
    },
    {
      "epoch": 650.27,
      "grad_norm": 1.0816888809204102,
      "learning_rate": 4.347848772550279e-07,
      "loss": 0.3393,
      "step": 2329910
    },
    {
      "epoch": 650.27,
      "grad_norm": 1.1286067962646484,
      "learning_rate": 4.347691896619362e-07,
      "loss": 0.3471,
      "step": 2329920
    },
    {
      "epoch": 650.27,
      "grad_norm": 9.407256126403809,
      "learning_rate": 4.3475350232292945e-07,
      "loss": 0.3328,
      "step": 2329930
    },
    {
      "epoch": 650.28,
      "grad_norm": 1.0461682081222534,
      "learning_rate": 4.3473781523801086e-07,
      "loss": 0.3326,
      "step": 2329940
    },
    {
      "epoch": 650.28,
      "grad_norm": 1.3303776979446411,
      "learning_rate": 4.347221284071823e-07,
      "loss": 0.3346,
      "step": 2329950
    },
    {
      "epoch": 650.28,
      "grad_norm": 1.2915810346603394,
      "learning_rate": 4.3470644183044657e-07,
      "loss": 0.3504,
      "step": 2329960
    },
    {
      "epoch": 650.28,
      "grad_norm": 1.289332628250122,
      "learning_rate": 4.3469075550780416e-07,
      "loss": 0.3415,
      "step": 2329970
    },
    {
      "epoch": 650.29,
      "grad_norm": 1.6412824392318726,
      "learning_rate": 4.346750694392583e-07,
      "loss": 0.3498,
      "step": 2329980
    },
    {
      "epoch": 650.29,
      "grad_norm": 1.9050049781799316,
      "learning_rate": 4.346593836248112e-07,
      "loss": 0.3273,
      "step": 2329990
    },
    {
      "epoch": 650.29,
      "grad_norm": 1.0833133459091187,
      "learning_rate": 4.3464369806446376e-07,
      "loss": 0.3273,
      "step": 2330000
    },
    {
      "epoch": 650.3,
      "grad_norm": 1.4644016027450562,
      "learning_rate": 4.346280127582198e-07,
      "loss": 0.3363,
      "step": 2330010
    },
    {
      "epoch": 650.3,
      "grad_norm": 1.2510898113250732,
      "learning_rate": 4.3461232770607986e-07,
      "loss": 0.3284,
      "step": 2330020
    },
    {
      "epoch": 650.3,
      "grad_norm": 1.4204378128051758,
      "learning_rate": 4.3459664290804683e-07,
      "loss": 0.3369,
      "step": 2330030
    },
    {
      "epoch": 650.3,
      "grad_norm": 1.245680332183838,
      "learning_rate": 4.345809583641225e-07,
      "loss": 0.3312,
      "step": 2330040
    },
    {
      "epoch": 650.31,
      "grad_norm": 1.2780301570892334,
      "learning_rate": 4.345652740743098e-07,
      "loss": 0.3493,
      "step": 2330050
    },
    {
      "epoch": 650.31,
      "grad_norm": 1.3914191722869873,
      "learning_rate": 4.3454959003860965e-07,
      "loss": 0.3301,
      "step": 2330060
    },
    {
      "epoch": 650.31,
      "grad_norm": 1.352092981338501,
      "learning_rate": 4.345339062570242e-07,
      "loss": 0.3529,
      "step": 2330070
    },
    {
      "epoch": 650.32,
      "grad_norm": 1.1831350326538086,
      "learning_rate": 4.3451822272955685e-07,
      "loss": 0.3379,
      "step": 2330080
    },
    {
      "epoch": 650.32,
      "grad_norm": 1.3534377813339233,
      "learning_rate": 4.345025394562073e-07,
      "loss": 0.3483,
      "step": 2330090
    },
    {
      "epoch": 650.32,
      "grad_norm": 1.3732593059539795,
      "learning_rate": 4.344868564369806e-07,
      "loss": 0.3504,
      "step": 2330100
    },
    {
      "epoch": 650.32,
      "grad_norm": 1.1217694282531738,
      "learning_rate": 4.3447117367187656e-07,
      "loss": 0.3453,
      "step": 2330110
    },
    {
      "epoch": 650.33,
      "grad_norm": 1.2901772260665894,
      "learning_rate": 4.344554911608982e-07,
      "loss": 0.3615,
      "step": 2330120
    },
    {
      "epoch": 650.33,
      "grad_norm": 4.856592655181885,
      "learning_rate": 4.3443980890404807e-07,
      "loss": 0.3358,
      "step": 2330130
    },
    {
      "epoch": 650.33,
      "grad_norm": 1.1153682470321655,
      "learning_rate": 4.3442412690132615e-07,
      "loss": 0.3505,
      "step": 2330140
    },
    {
      "epoch": 650.33,
      "grad_norm": 1.2775757312774658,
      "learning_rate": 4.344084451527374e-07,
      "loss": 0.3578,
      "step": 2330150
    },
    {
      "epoch": 650.34,
      "grad_norm": 1.3243601322174072,
      "learning_rate": 4.3439276365828206e-07,
      "loss": 0.3342,
      "step": 2330160
    },
    {
      "epoch": 650.34,
      "grad_norm": 1.138852834701538,
      "learning_rate": 4.3437708241796254e-07,
      "loss": 0.3513,
      "step": 2330170
    },
    {
      "epoch": 650.34,
      "grad_norm": 1.1426182985305786,
      "learning_rate": 4.343614014317811e-07,
      "loss": 0.3359,
      "step": 2330180
    },
    {
      "epoch": 650.35,
      "grad_norm": 1.3708387613296509,
      "learning_rate": 4.3434572069974044e-07,
      "loss": 0.3305,
      "step": 2330190
    },
    {
      "epoch": 650.35,
      "grad_norm": 1.1410410404205322,
      "learning_rate": 4.343300402218415e-07,
      "loss": 0.3435,
      "step": 2330200
    },
    {
      "epoch": 650.35,
      "grad_norm": 1.3943911790847778,
      "learning_rate": 4.343143599980867e-07,
      "loss": 0.3612,
      "step": 2330210
    },
    {
      "epoch": 650.35,
      "grad_norm": 1.390394926071167,
      "learning_rate": 4.3429868002847904e-07,
      "loss": 0.3462,
      "step": 2330220
    },
    {
      "epoch": 650.36,
      "grad_norm": 1.08668053150177,
      "learning_rate": 4.342830003130184e-07,
      "loss": 0.3347,
      "step": 2330230
    },
    {
      "epoch": 650.36,
      "grad_norm": 1.1853935718536377,
      "learning_rate": 4.342673208517099e-07,
      "loss": 0.3422,
      "step": 2330240
    },
    {
      "epoch": 650.36,
      "grad_norm": 1.2357971668243408,
      "learning_rate": 4.342516416445533e-07,
      "loss": 0.3397,
      "step": 2330250
    },
    {
      "epoch": 650.37,
      "grad_norm": 1.3204576969146729,
      "learning_rate": 4.342359626915513e-07,
      "loss": 0.3353,
      "step": 2330260
    },
    {
      "epoch": 650.37,
      "grad_norm": 1.1750304698944092,
      "learning_rate": 4.3422028399270684e-07,
      "loss": 0.3279,
      "step": 2330270
    },
    {
      "epoch": 650.37,
      "grad_norm": 1.3554558753967285,
      "learning_rate": 4.3420460554802083e-07,
      "loss": 0.345,
      "step": 2330280
    },
    {
      "epoch": 650.37,
      "grad_norm": 1.3404479026794434,
      "learning_rate": 4.3418892735749584e-07,
      "loss": 0.3492,
      "step": 2330290
    },
    {
      "epoch": 650.38,
      "grad_norm": 1.3332479000091553,
      "learning_rate": 4.341732494211339e-07,
      "loss": 0.3239,
      "step": 2330300
    },
    {
      "epoch": 650.38,
      "grad_norm": 1.1420458555221558,
      "learning_rate": 4.341575717389377e-07,
      "loss": 0.3335,
      "step": 2330310
    },
    {
      "epoch": 650.38,
      "grad_norm": 1.2412710189819336,
      "learning_rate": 4.3414189431090745e-07,
      "loss": 0.327,
      "step": 2330320
    },
    {
      "epoch": 650.39,
      "grad_norm": 1.7213656902313232,
      "learning_rate": 4.3412621713704784e-07,
      "loss": 0.36,
      "step": 2330330
    },
    {
      "epoch": 650.39,
      "grad_norm": 1.2899208068847656,
      "learning_rate": 4.3411054021735915e-07,
      "loss": 0.3146,
      "step": 2330340
    },
    {
      "epoch": 650.39,
      "grad_norm": 1.5163275003433228,
      "learning_rate": 4.3409486355184393e-07,
      "loss": 0.3271,
      "step": 2330350
    },
    {
      "epoch": 650.39,
      "grad_norm": 1.511696219444275,
      "learning_rate": 4.3407918714050513e-07,
      "loss": 0.3355,
      "step": 2330360
    },
    {
      "epoch": 650.4,
      "grad_norm": 1.3653106689453125,
      "learning_rate": 4.340635109833432e-07,
      "loss": 0.3531,
      "step": 2330370
    },
    {
      "epoch": 650.4,
      "grad_norm": 1.219417929649353,
      "learning_rate": 4.340478350803612e-07,
      "loss": 0.3489,
      "step": 2330380
    },
    {
      "epoch": 650.4,
      "grad_norm": 1.5116177797317505,
      "learning_rate": 4.3403215943156114e-07,
      "loss": 0.3441,
      "step": 2330390
    },
    {
      "epoch": 650.4,
      "grad_norm": 1.2696623802185059,
      "learning_rate": 4.340164840369447e-07,
      "loss": 0.3297,
      "step": 2330400
    },
    {
      "epoch": 650.41,
      "grad_norm": 1.2255563735961914,
      "learning_rate": 4.340008088965153e-07,
      "loss": 0.344,
      "step": 2330410
    },
    {
      "epoch": 650.41,
      "grad_norm": 1.028787612915039,
      "learning_rate": 4.3398513401027315e-07,
      "loss": 0.3464,
      "step": 2330420
    },
    {
      "epoch": 650.41,
      "grad_norm": 1.182239294052124,
      "learning_rate": 4.3396945937822145e-07,
      "loss": 0.3389,
      "step": 2330430
    },
    {
      "epoch": 650.42,
      "grad_norm": 1.4114587306976318,
      "learning_rate": 4.33953785000362e-07,
      "loss": 0.337,
      "step": 2330440
    },
    {
      "epoch": 650.42,
      "grad_norm": 1.3103452920913696,
      "learning_rate": 4.339381108766974e-07,
      "loss": 0.3484,
      "step": 2330450
    },
    {
      "epoch": 650.42,
      "grad_norm": 1.2491350173950195,
      "learning_rate": 4.3392243700722817e-07,
      "loss": 0.3337,
      "step": 2330460
    },
    {
      "epoch": 650.42,
      "grad_norm": 1.5914469957351685,
      "learning_rate": 4.339067633919587e-07,
      "loss": 0.3248,
      "step": 2330470
    },
    {
      "epoch": 650.43,
      "grad_norm": 1.1460405588150024,
      "learning_rate": 4.338910900308893e-07,
      "loss": 0.3251,
      "step": 2330480
    },
    {
      "epoch": 650.43,
      "grad_norm": 1.176059603691101,
      "learning_rate": 4.3387541692402275e-07,
      "loss": 0.3568,
      "step": 2330490
    },
    {
      "epoch": 650.43,
      "grad_norm": 1.2782349586486816,
      "learning_rate": 4.338597440713615e-07,
      "loss": 0.346,
      "step": 2330500
    },
    {
      "epoch": 650.44,
      "grad_norm": 1.1780420541763306,
      "learning_rate": 4.338440714729065e-07,
      "loss": 0.348,
      "step": 2330510
    },
    {
      "epoch": 650.44,
      "grad_norm": 1.328251838684082,
      "learning_rate": 4.3382839912866073e-07,
      "loss": 0.3483,
      "step": 2330520
    },
    {
      "epoch": 650.44,
      "grad_norm": 1.1554880142211914,
      "learning_rate": 4.338127270386259e-07,
      "loss": 0.3407,
      "step": 2330530
    },
    {
      "epoch": 650.44,
      "grad_norm": 1.192503571510315,
      "learning_rate": 4.337970552028049e-07,
      "loss": 0.3285,
      "step": 2330540
    },
    {
      "epoch": 650.45,
      "grad_norm": 1.237661361694336,
      "learning_rate": 4.337813836211985e-07,
      "loss": 0.3443,
      "step": 2330550
    },
    {
      "epoch": 650.45,
      "grad_norm": 1.1283771991729736,
      "learning_rate": 4.337657122938093e-07,
      "loss": 0.3494,
      "step": 2330560
    },
    {
      "epoch": 650.45,
      "grad_norm": 1.4254533052444458,
      "learning_rate": 4.337500412206397e-07,
      "loss": 0.3459,
      "step": 2330570
    },
    {
      "epoch": 650.45,
      "grad_norm": 1.0440303087234497,
      "learning_rate": 4.3373437040169153e-07,
      "loss": 0.3369,
      "step": 2330580
    },
    {
      "epoch": 650.46,
      "grad_norm": 1.162136435508728,
      "learning_rate": 4.337186998369678e-07,
      "loss": 0.3332,
      "step": 2330590
    },
    {
      "epoch": 650.46,
      "grad_norm": 1.3749604225158691,
      "learning_rate": 4.337030295264689e-07,
      "loss": 0.3184,
      "step": 2330600
    },
    {
      "epoch": 650.46,
      "grad_norm": 1.264203667640686,
      "learning_rate": 4.336873594701978e-07,
      "loss": 0.3258,
      "step": 2330610
    },
    {
      "epoch": 650.47,
      "grad_norm": 1.58427894115448,
      "learning_rate": 4.336716896681567e-07,
      "loss": 0.3392,
      "step": 2330620
    },
    {
      "epoch": 650.47,
      "grad_norm": 1.0770719051361084,
      "learning_rate": 4.336560201203479e-07,
      "loss": 0.3404,
      "step": 2330630
    },
    {
      "epoch": 650.47,
      "grad_norm": 1.2516218423843384,
      "learning_rate": 4.336403508267728e-07,
      "loss": 0.3299,
      "step": 2330640
    },
    {
      "epoch": 650.47,
      "grad_norm": 1.3361066579818726,
      "learning_rate": 4.3362468178743357e-07,
      "loss": 0.3462,
      "step": 2330650
    },
    {
      "epoch": 650.48,
      "grad_norm": 1.1506797075271606,
      "learning_rate": 4.3360901300233347e-07,
      "loss": 0.3409,
      "step": 2330660
    },
    {
      "epoch": 650.48,
      "grad_norm": 1.2149016857147217,
      "learning_rate": 4.3359334447147216e-07,
      "loss": 0.3375,
      "step": 2330670
    },
    {
      "epoch": 650.48,
      "grad_norm": 1.143642544746399,
      "learning_rate": 4.335776761948546e-07,
      "loss": 0.3457,
      "step": 2330680
    },
    {
      "epoch": 650.49,
      "grad_norm": 1.3516532182693481,
      "learning_rate": 4.3356200817248e-07,
      "loss": 0.3353,
      "step": 2330690
    },
    {
      "epoch": 650.49,
      "grad_norm": 1.086895227432251,
      "learning_rate": 4.335463404043534e-07,
      "loss": 0.3335,
      "step": 2330700
    },
    {
      "epoch": 650.49,
      "grad_norm": 1.066137671470642,
      "learning_rate": 4.3353067289047493e-07,
      "loss": 0.3295,
      "step": 2330710
    },
    {
      "epoch": 650.49,
      "grad_norm": 1.206925868988037,
      "learning_rate": 4.3351500563084697e-07,
      "loss": 0.3421,
      "step": 2330720
    },
    {
      "epoch": 650.5,
      "grad_norm": 1.0693986415863037,
      "learning_rate": 4.3349933862547247e-07,
      "loss": 0.3598,
      "step": 2330730
    },
    {
      "epoch": 650.5,
      "grad_norm": 1.245500922203064,
      "learning_rate": 4.334836718743523e-07,
      "loss": 0.3376,
      "step": 2330740
    },
    {
      "epoch": 650.5,
      "grad_norm": 1.2645198106765747,
      "learning_rate": 4.33468005377489e-07,
      "loss": 0.3378,
      "step": 2330750
    },
    {
      "epoch": 650.51,
      "grad_norm": 1.188757300376892,
      "learning_rate": 4.334523391348848e-07,
      "loss": 0.3299,
      "step": 2330760
    },
    {
      "epoch": 650.51,
      "grad_norm": 1.5266896486282349,
      "learning_rate": 4.3343667314654226e-07,
      "loss": 0.3224,
      "step": 2330770
    },
    {
      "epoch": 650.51,
      "grad_norm": 1.1006447076797485,
      "learning_rate": 4.334210074124625e-07,
      "loss": 0.3311,
      "step": 2330780
    },
    {
      "epoch": 650.51,
      "grad_norm": 1.4218908548355103,
      "learning_rate": 4.3340534193264786e-07,
      "loss": 0.3307,
      "step": 2330790
    },
    {
      "epoch": 650.52,
      "grad_norm": 1.297289252281189,
      "learning_rate": 4.3338967670710144e-07,
      "loss": 0.3294,
      "step": 2330800
    },
    {
      "epoch": 650.52,
      "grad_norm": 1.2039545774459839,
      "learning_rate": 4.333740117358232e-07,
      "loss": 0.3462,
      "step": 2330810
    },
    {
      "epoch": 650.52,
      "grad_norm": 1.1330349445343018,
      "learning_rate": 4.3335834701881763e-07,
      "loss": 0.3529,
      "step": 2330820
    },
    {
      "epoch": 650.52,
      "grad_norm": 1.0312739610671997,
      "learning_rate": 4.3334268255608526e-07,
      "loss": 0.3384,
      "step": 2330830
    },
    {
      "epoch": 650.53,
      "grad_norm": 1.3779810667037964,
      "learning_rate": 4.333270183476286e-07,
      "loss": 0.3247,
      "step": 2330840
    },
    {
      "epoch": 650.53,
      "grad_norm": 1.558068037033081,
      "learning_rate": 4.3331135439344955e-07,
      "loss": 0.353,
      "step": 2330850
    },
    {
      "epoch": 650.53,
      "grad_norm": 1.15468168258667,
      "learning_rate": 4.3329569069355124e-07,
      "loss": 0.3463,
      "step": 2330860
    },
    {
      "epoch": 650.54,
      "grad_norm": 1.09669828414917,
      "learning_rate": 4.3328002724793413e-07,
      "loss": 0.3285,
      "step": 2330870
    },
    {
      "epoch": 650.54,
      "grad_norm": 1.1314537525177002,
      "learning_rate": 4.3326436405660134e-07,
      "loss": 0.3391,
      "step": 2330880
    },
    {
      "epoch": 650.54,
      "grad_norm": 1.3318142890930176,
      "learning_rate": 4.3324870111955504e-07,
      "loss": 0.3475,
      "step": 2330890
    },
    {
      "epoch": 650.54,
      "grad_norm": 1.084669828414917,
      "learning_rate": 4.3323303843679597e-07,
      "loss": 0.3496,
      "step": 2330900
    },
    {
      "epoch": 650.55,
      "grad_norm": 1.2525020837783813,
      "learning_rate": 4.3321737600832847e-07,
      "loss": 0.3204,
      "step": 2330910
    },
    {
      "epoch": 650.55,
      "grad_norm": 1.706754446029663,
      "learning_rate": 4.3320171383415265e-07,
      "loss": 0.3225,
      "step": 2330920
    },
    {
      "epoch": 650.55,
      "grad_norm": 1.4727693796157837,
      "learning_rate": 4.331860519142714e-07,
      "loss": 0.3464,
      "step": 2330930
    },
    {
      "epoch": 650.56,
      "grad_norm": 1.3708199262619019,
      "learning_rate": 4.331703902486874e-07,
      "loss": 0.3375,
      "step": 2330940
    },
    {
      "epoch": 650.56,
      "grad_norm": 1.1750054359436035,
      "learning_rate": 4.331547288374013e-07,
      "loss": 0.3196,
      "step": 2330950
    },
    {
      "epoch": 650.56,
      "grad_norm": 1.120694637298584,
      "learning_rate": 4.3313906768041604e-07,
      "loss": 0.3329,
      "step": 2330960
    },
    {
      "epoch": 650.56,
      "grad_norm": 1.292165756225586,
      "learning_rate": 4.331234067777335e-07,
      "loss": 0.3274,
      "step": 2330970
    },
    {
      "epoch": 650.57,
      "grad_norm": 1.138010859489441,
      "learning_rate": 4.3310774612935593e-07,
      "loss": 0.3483,
      "step": 2330980
    },
    {
      "epoch": 650.57,
      "grad_norm": 1.1050444841384888,
      "learning_rate": 4.330920857352856e-07,
      "loss": 0.3273,
      "step": 2330990
    },
    {
      "epoch": 650.57,
      "grad_norm": 1.263381838798523,
      "learning_rate": 4.3307642559552463e-07,
      "loss": 0.3468,
      "step": 2331000
    },
    {
      "epoch": 650.57,
      "grad_norm": 1.1921075582504272,
      "learning_rate": 4.330607657100745e-07,
      "loss": 0.3382,
      "step": 2331010
    },
    {
      "epoch": 650.58,
      "grad_norm": 1.3933666944503784,
      "learning_rate": 4.330451060789374e-07,
      "loss": 0.333,
      "step": 2331020
    },
    {
      "epoch": 650.58,
      "grad_norm": 1.3345890045166016,
      "learning_rate": 4.3302944670211637e-07,
      "loss": 0.333,
      "step": 2331030
    },
    {
      "epoch": 650.58,
      "grad_norm": 1.2576183080673218,
      "learning_rate": 4.330137875796114e-07,
      "loss": 0.3336,
      "step": 2331040
    },
    {
      "epoch": 650.59,
      "grad_norm": 1.1158515214920044,
      "learning_rate": 4.329981287114273e-07,
      "loss": 0.3388,
      "step": 2331050
    },
    {
      "epoch": 650.59,
      "grad_norm": 1.2974891662597656,
      "learning_rate": 4.329824700975642e-07,
      "loss": 0.3527,
      "step": 2331060
    },
    {
      "epoch": 650.59,
      "grad_norm": 1.5335545539855957,
      "learning_rate": 4.3296681173802475e-07,
      "loss": 0.3416,
      "step": 2331070
    },
    {
      "epoch": 650.59,
      "grad_norm": 1.063387393951416,
      "learning_rate": 4.329511536328118e-07,
      "loss": 0.3427,
      "step": 2331080
    },
    {
      "epoch": 650.6,
      "grad_norm": 1.2642515897750854,
      "learning_rate": 4.329354957819259e-07,
      "loss": 0.3352,
      "step": 2331090
    },
    {
      "epoch": 650.6,
      "grad_norm": 1.1487447023391724,
      "learning_rate": 4.3291983818536986e-07,
      "loss": 0.3426,
      "step": 2331100
    },
    {
      "epoch": 650.6,
      "grad_norm": 1.4159551858901978,
      "learning_rate": 4.3290418084314606e-07,
      "loss": 0.3336,
      "step": 2331110
    },
    {
      "epoch": 650.61,
      "grad_norm": 1.2934294939041138,
      "learning_rate": 4.3288852375525687e-07,
      "loss": 0.3318,
      "step": 2331120
    },
    {
      "epoch": 650.61,
      "grad_norm": 1.1640363931655884,
      "learning_rate": 4.328728669217027e-07,
      "loss": 0.3434,
      "step": 2331130
    },
    {
      "epoch": 650.61,
      "grad_norm": 1.2765274047851562,
      "learning_rate": 4.328572103424879e-07,
      "loss": 0.345,
      "step": 2331140
    },
    {
      "epoch": 650.61,
      "grad_norm": 1.100744366645813,
      "learning_rate": 4.32841554017613e-07,
      "loss": 0.324,
      "step": 2331150
    },
    {
      "epoch": 650.62,
      "grad_norm": 1.4313106536865234,
      "learning_rate": 4.3282589794708033e-07,
      "loss": 0.3397,
      "step": 2331160
    },
    {
      "epoch": 650.62,
      "grad_norm": 1.1011128425598145,
      "learning_rate": 4.3281024213089285e-07,
      "loss": 0.3312,
      "step": 2331170
    },
    {
      "epoch": 650.62,
      "grad_norm": 1.0948660373687744,
      "learning_rate": 4.327945865690514e-07,
      "loss": 0.3375,
      "step": 2331180
    },
    {
      "epoch": 650.63,
      "grad_norm": 1.0562549829483032,
      "learning_rate": 4.327789312615589e-07,
      "loss": 0.3595,
      "step": 2331190
    },
    {
      "epoch": 650.63,
      "grad_norm": 1.2043144702911377,
      "learning_rate": 4.327632762084168e-07,
      "loss": 0.3399,
      "step": 2331200
    },
    {
      "epoch": 650.63,
      "grad_norm": 1.3060871362686157,
      "learning_rate": 4.327476214096282e-07,
      "loss": 0.335,
      "step": 2331210
    },
    {
      "epoch": 650.63,
      "grad_norm": 1.2241753339767456,
      "learning_rate": 4.3273196686519404e-07,
      "loss": 0.3201,
      "step": 2331220
    },
    {
      "epoch": 650.64,
      "grad_norm": 1.054281234741211,
      "learning_rate": 4.3271631257511704e-07,
      "loss": 0.3359,
      "step": 2331230
    },
    {
      "epoch": 650.64,
      "grad_norm": 1.1391568183898926,
      "learning_rate": 4.327006585393994e-07,
      "loss": 0.3324,
      "step": 2331240
    },
    {
      "epoch": 650.64,
      "grad_norm": 1.1868127584457397,
      "learning_rate": 4.3268500475804205e-07,
      "loss": 0.329,
      "step": 2331250
    },
    {
      "epoch": 650.64,
      "grad_norm": 1.2992146015167236,
      "learning_rate": 4.3266935123104893e-07,
      "loss": 0.3542,
      "step": 2331260
    },
    {
      "epoch": 650.65,
      "grad_norm": 1.4121888875961304,
      "learning_rate": 4.3265369795842e-07,
      "loss": 0.3381,
      "step": 2331270
    },
    {
      "epoch": 650.65,
      "grad_norm": 1.0360181331634521,
      "learning_rate": 4.326380449401598e-07,
      "loss": 0.3245,
      "step": 2331280
    },
    {
      "epoch": 650.65,
      "grad_norm": 2.740323305130005,
      "learning_rate": 4.326223921762685e-07,
      "loss": 0.3539,
      "step": 2331290
    },
    {
      "epoch": 650.66,
      "grad_norm": 1.3412762880325317,
      "learning_rate": 4.3260673966674906e-07,
      "loss": 0.3388,
      "step": 2331300
    },
    {
      "epoch": 650.66,
      "grad_norm": 1.3494298458099365,
      "learning_rate": 4.3259108741160365e-07,
      "loss": 0.3228,
      "step": 2331310
    },
    {
      "epoch": 650.66,
      "grad_norm": 1.1100329160690308,
      "learning_rate": 4.3257543541083346e-07,
      "loss": 0.3182,
      "step": 2331320
    },
    {
      "epoch": 650.66,
      "grad_norm": 1.1833122968673706,
      "learning_rate": 4.3255978366444103e-07,
      "loss": 0.3204,
      "step": 2331330
    },
    {
      "epoch": 650.67,
      "grad_norm": 1.1655430793762207,
      "learning_rate": 4.325441321724287e-07,
      "loss": 0.3158,
      "step": 2331340
    },
    {
      "epoch": 650.67,
      "grad_norm": 1.2444374561309814,
      "learning_rate": 4.325284809347988e-07,
      "loss": 0.3435,
      "step": 2331350
    },
    {
      "epoch": 650.67,
      "grad_norm": 1.188547968864441,
      "learning_rate": 4.325128299515524e-07,
      "loss": 0.3457,
      "step": 2331360
    },
    {
      "epoch": 650.68,
      "grad_norm": 1.2730804681777954,
      "learning_rate": 4.324971792226924e-07,
      "loss": 0.3366,
      "step": 2331370
    },
    {
      "epoch": 650.68,
      "grad_norm": 1.1426053047180176,
      "learning_rate": 4.3248152874822105e-07,
      "loss": 0.3444,
      "step": 2331380
    },
    {
      "epoch": 650.68,
      "grad_norm": 1.3597872257232666,
      "learning_rate": 4.3246587852813895e-07,
      "loss": 0.3358,
      "step": 2331390
    },
    {
      "epoch": 650.68,
      "grad_norm": 1.2584013938903809,
      "learning_rate": 4.3245022856245044e-07,
      "loss": 0.3467,
      "step": 2331400
    },
    {
      "epoch": 650.69,
      "grad_norm": 1.252418041229248,
      "learning_rate": 4.3243457885115614e-07,
      "loss": 0.3317,
      "step": 2331410
    },
    {
      "epoch": 650.69,
      "grad_norm": 1.34394109249115,
      "learning_rate": 4.324189293942581e-07,
      "loss": 0.3409,
      "step": 2331420
    },
    {
      "epoch": 650.69,
      "grad_norm": 1.498698353767395,
      "learning_rate": 4.3240328019175886e-07,
      "loss": 0.3409,
      "step": 2331430
    },
    {
      "epoch": 650.69,
      "grad_norm": 1.248134732246399,
      "learning_rate": 4.323876312436611e-07,
      "loss": 0.3429,
      "step": 2331440
    },
    {
      "epoch": 650.7,
      "grad_norm": 1.3737142086029053,
      "learning_rate": 4.323719825499653e-07,
      "loss": 0.3278,
      "step": 2331450
    },
    {
      "epoch": 650.7,
      "grad_norm": 1.2627276182174683,
      "learning_rate": 4.3235633411067457e-07,
      "loss": 0.3552,
      "step": 2331460
    },
    {
      "epoch": 650.7,
      "grad_norm": 1.054498553276062,
      "learning_rate": 4.3234068592579157e-07,
      "loss": 0.3331,
      "step": 2331470
    },
    {
      "epoch": 650.71,
      "grad_norm": 1.1842076778411865,
      "learning_rate": 4.323250379953165e-07,
      "loss": 0.3377,
      "step": 2331480
    },
    {
      "epoch": 650.71,
      "grad_norm": 1.176908254623413,
      "learning_rate": 4.323093903192538e-07,
      "loss": 0.3457,
      "step": 2331490
    },
    {
      "epoch": 650.71,
      "grad_norm": 1.4198203086853027,
      "learning_rate": 4.3229374289760344e-07,
      "loss": 0.326,
      "step": 2331500
    },
    {
      "epoch": 650.71,
      "grad_norm": 1.2706162929534912,
      "learning_rate": 4.322780957303689e-07,
      "loss": 0.3504,
      "step": 2331510
    },
    {
      "epoch": 650.72,
      "grad_norm": 1.3062169551849365,
      "learning_rate": 4.3226244881755193e-07,
      "loss": 0.3432,
      "step": 2331520
    },
    {
      "epoch": 650.72,
      "grad_norm": 1.1666396856307983,
      "learning_rate": 4.322468021591536e-07,
      "loss": 0.3175,
      "step": 2331530
    },
    {
      "epoch": 650.72,
      "grad_norm": 1.2583481073379517,
      "learning_rate": 4.32231155755178e-07,
      "loss": 0.3345,
      "step": 2331540
    },
    {
      "epoch": 650.73,
      "grad_norm": 1.330180048942566,
      "learning_rate": 4.322155096056255e-07,
      "loss": 0.3293,
      "step": 2331550
    },
    {
      "epoch": 650.73,
      "grad_norm": 1.4197998046875,
      "learning_rate": 4.321998637104986e-07,
      "loss": 0.3469,
      "step": 2331560
    },
    {
      "epoch": 650.73,
      "grad_norm": 1.2196303606033325,
      "learning_rate": 4.321842180697997e-07,
      "loss": 0.3497,
      "step": 2331570
    },
    {
      "epoch": 650.73,
      "grad_norm": 1.395760178565979,
      "learning_rate": 4.3216857268353144e-07,
      "loss": 0.3314,
      "step": 2331580
    },
    {
      "epoch": 650.74,
      "grad_norm": 1.1310213804244995,
      "learning_rate": 4.3215292755169426e-07,
      "loss": 0.3318,
      "step": 2331590
    },
    {
      "epoch": 650.74,
      "grad_norm": 0.97652268409729,
      "learning_rate": 4.3213728267429126e-07,
      "loss": 0.3362,
      "step": 2331600
    },
    {
      "epoch": 650.74,
      "grad_norm": 1.2352805137634277,
      "learning_rate": 4.3212163805132516e-07,
      "loss": 0.3481,
      "step": 2331610
    },
    {
      "epoch": 650.75,
      "grad_norm": 1.2367769479751587,
      "learning_rate": 4.3210599368279616e-07,
      "loss": 0.3529,
      "step": 2331620
    },
    {
      "epoch": 650.75,
      "grad_norm": 1.3913522958755493,
      "learning_rate": 4.3209034956870866e-07,
      "loss": 0.3353,
      "step": 2331630
    },
    {
      "epoch": 650.75,
      "grad_norm": 1.1690237522125244,
      "learning_rate": 4.320747057090629e-07,
      "loss": 0.3326,
      "step": 2331640
    },
    {
      "epoch": 650.75,
      "grad_norm": 1.3677867650985718,
      "learning_rate": 4.320590621038616e-07,
      "loss": 0.3304,
      "step": 2331650
    },
    {
      "epoch": 650.76,
      "grad_norm": 1.2697840929031372,
      "learning_rate": 4.32043418753107e-07,
      "loss": 0.3453,
      "step": 2331660
    },
    {
      "epoch": 650.76,
      "grad_norm": 1.2369402647018433,
      "learning_rate": 4.320277756568017e-07,
      "loss": 0.3447,
      "step": 2331670
    },
    {
      "epoch": 650.76,
      "grad_norm": 1.288461446762085,
      "learning_rate": 4.320121328149465e-07,
      "loss": 0.3383,
      "step": 2331680
    },
    {
      "epoch": 650.76,
      "grad_norm": 1.1849218606948853,
      "learning_rate": 4.3199649022754405e-07,
      "loss": 0.3293,
      "step": 2331690
    },
    {
      "epoch": 650.77,
      "grad_norm": 1.3193501234054565,
      "learning_rate": 4.3198084789459717e-07,
      "loss": 0.3615,
      "step": 2331700
    },
    {
      "epoch": 650.77,
      "grad_norm": 1.2202990055084229,
      "learning_rate": 4.3196520581610607e-07,
      "loss": 0.3373,
      "step": 2331710
    },
    {
      "epoch": 650.77,
      "grad_norm": 1.1651239395141602,
      "learning_rate": 4.3194956399207527e-07,
      "loss": 0.3341,
      "step": 2331720
    },
    {
      "epoch": 650.78,
      "grad_norm": 1.2251132726669312,
      "learning_rate": 4.31933922422505e-07,
      "loss": 0.3445,
      "step": 2331730
    },
    {
      "epoch": 650.78,
      "grad_norm": 1.184035301208496,
      "learning_rate": 4.3191828110739804e-07,
      "loss": 0.3522,
      "step": 2331740
    },
    {
      "epoch": 650.78,
      "grad_norm": 1.146820068359375,
      "learning_rate": 4.3190264004675684e-07,
      "loss": 0.3415,
      "step": 2331750
    },
    {
      "epoch": 650.78,
      "grad_norm": 1.3214339017868042,
      "learning_rate": 4.3188699924058267e-07,
      "loss": 0.346,
      "step": 2331760
    },
    {
      "epoch": 650.79,
      "grad_norm": 1.3501839637756348,
      "learning_rate": 4.3187135868887783e-07,
      "loss": 0.3533,
      "step": 2331770
    },
    {
      "epoch": 650.79,
      "grad_norm": 1.2512516975402832,
      "learning_rate": 4.3185571839164446e-07,
      "loss": 0.3315,
      "step": 2331780
    },
    {
      "epoch": 650.79,
      "grad_norm": 1.200701355934143,
      "learning_rate": 4.3184007834888567e-07,
      "loss": 0.318,
      "step": 2331790
    },
    {
      "epoch": 650.8,
      "grad_norm": 1.0470783710479736,
      "learning_rate": 4.3182443856060115e-07,
      "loss": 0.3259,
      "step": 2331800
    },
    {
      "epoch": 650.8,
      "grad_norm": 1.4680501222610474,
      "learning_rate": 4.3180879902679566e-07,
      "loss": 0.3372,
      "step": 2331810
    },
    {
      "epoch": 650.8,
      "grad_norm": 1.187341570854187,
      "learning_rate": 4.317931597474697e-07,
      "loss": 0.3359,
      "step": 2331820
    },
    {
      "epoch": 650.8,
      "grad_norm": 1.4973337650299072,
      "learning_rate": 4.3177752072262554e-07,
      "loss": 0.3276,
      "step": 2331830
    },
    {
      "epoch": 650.81,
      "grad_norm": 1.2516461610794067,
      "learning_rate": 4.317618819522658e-07,
      "loss": 0.3453,
      "step": 2331840
    },
    {
      "epoch": 650.81,
      "grad_norm": 2.4332101345062256,
      "learning_rate": 4.3174624343639134e-07,
      "loss": 0.3544,
      "step": 2331850
    },
    {
      "epoch": 650.81,
      "grad_norm": 1.4950165748596191,
      "learning_rate": 4.317306051750063e-07,
      "loss": 0.3409,
      "step": 2331860
    },
    {
      "epoch": 650.81,
      "grad_norm": 1.290641188621521,
      "learning_rate": 4.317149671681109e-07,
      "loss": 0.3347,
      "step": 2331870
    },
    {
      "epoch": 650.82,
      "grad_norm": 1.354948878288269,
      "learning_rate": 4.3169932941570777e-07,
      "loss": 0.3394,
      "step": 2331880
    },
    {
      "epoch": 650.82,
      "grad_norm": 1.1356313228607178,
      "learning_rate": 4.3168369191779975e-07,
      "loss": 0.3298,
      "step": 2331890
    },
    {
      "epoch": 650.82,
      "grad_norm": 1.2124276161193848,
      "learning_rate": 4.316680546743876e-07,
      "loss": 0.3268,
      "step": 2331900
    },
    {
      "epoch": 650.83,
      "grad_norm": 1.1585726737976074,
      "learning_rate": 4.316524176854743e-07,
      "loss": 0.3468,
      "step": 2331910
    },
    {
      "epoch": 650.83,
      "grad_norm": 1.3673365116119385,
      "learning_rate": 4.316367809510615e-07,
      "loss": 0.3449,
      "step": 2331920
    },
    {
      "epoch": 650.83,
      "grad_norm": 1.1669652462005615,
      "learning_rate": 4.316211444711522e-07,
      "loss": 0.3425,
      "step": 2331930
    },
    {
      "epoch": 650.83,
      "grad_norm": 1.1320507526397705,
      "learning_rate": 4.316055082457466e-07,
      "loss": 0.3411,
      "step": 2331940
    },
    {
      "epoch": 650.84,
      "grad_norm": 1.3726614713668823,
      "learning_rate": 4.3158987227484914e-07,
      "loss": 0.3503,
      "step": 2331950
    },
    {
      "epoch": 650.84,
      "grad_norm": 1.3922544717788696,
      "learning_rate": 4.3157423655846005e-07,
      "loss": 0.3353,
      "step": 2331960
    },
    {
      "epoch": 650.84,
      "grad_norm": 1.254335880279541,
      "learning_rate": 4.3155860109658223e-07,
      "loss": 0.3287,
      "step": 2331970
    },
    {
      "epoch": 650.85,
      "grad_norm": 1.3419654369354248,
      "learning_rate": 4.31542965889218e-07,
      "loss": 0.3319,
      "step": 2331980
    },
    {
      "epoch": 650.85,
      "grad_norm": 1.2298344373703003,
      "learning_rate": 4.315273309363684e-07,
      "loss": 0.348,
      "step": 2331990
    },
    {
      "epoch": 650.85,
      "grad_norm": 1.3211151361465454,
      "learning_rate": 4.315116962380363e-07,
      "loss": 0.3258,
      "step": 2332000
    },
    {
      "epoch": 650.85,
      "grad_norm": 1.2607815265655518,
      "learning_rate": 4.314960617942236e-07,
      "loss": 0.3668,
      "step": 2332010
    },
    {
      "epoch": 650.86,
      "grad_norm": 2.035780429840088,
      "learning_rate": 4.3148042760493326e-07,
      "loss": 0.3445,
      "step": 2332020
    },
    {
      "epoch": 650.86,
      "grad_norm": 1.2386287450790405,
      "learning_rate": 4.3146479367016563e-07,
      "loss": 0.3376,
      "step": 2332030
    },
    {
      "epoch": 650.86,
      "grad_norm": 1.2415894269943237,
      "learning_rate": 4.314491599899236e-07,
      "loss": 0.3328,
      "step": 2332040
    },
    {
      "epoch": 650.87,
      "grad_norm": 1.4287973642349243,
      "learning_rate": 4.3143352656421026e-07,
      "loss": 0.322,
      "step": 2332050
    },
    {
      "epoch": 650.87,
      "grad_norm": 1.311097502708435,
      "learning_rate": 4.314178933930253e-07,
      "loss": 0.3263,
      "step": 2332060
    },
    {
      "epoch": 650.87,
      "grad_norm": 1.489096760749817,
      "learning_rate": 4.314022604763735e-07,
      "loss": 0.3456,
      "step": 2332070
    },
    {
      "epoch": 650.87,
      "grad_norm": 1.2737071514129639,
      "learning_rate": 4.313866278142553e-07,
      "loss": 0.3478,
      "step": 2332080
    },
    {
      "epoch": 650.88,
      "grad_norm": 1.1427444219589233,
      "learning_rate": 4.313709954066731e-07,
      "loss": 0.3279,
      "step": 2332090
    },
    {
      "epoch": 650.88,
      "grad_norm": 1.1201480627059937,
      "learning_rate": 4.3135536325362896e-07,
      "loss": 0.3418,
      "step": 2332100
    },
    {
      "epoch": 650.88,
      "grad_norm": 1.0699301958084106,
      "learning_rate": 4.31339731355125e-07,
      "loss": 0.3453,
      "step": 2332110
    },
    {
      "epoch": 650.88,
      "grad_norm": 1.1362957954406738,
      "learning_rate": 4.313240997111642e-07,
      "loss": 0.3422,
      "step": 2332120
    },
    {
      "epoch": 650.89,
      "grad_norm": 1.122036337852478,
      "learning_rate": 4.31308468321747e-07,
      "loss": 0.3465,
      "step": 2332130
    },
    {
      "epoch": 650.89,
      "grad_norm": 1.2557204961776733,
      "learning_rate": 4.3129283718687645e-07,
      "loss": 0.3312,
      "step": 2332140
    },
    {
      "epoch": 650.89,
      "grad_norm": 1.289894938468933,
      "learning_rate": 4.312772063065543e-07,
      "loss": 0.3508,
      "step": 2332150
    },
    {
      "epoch": 650.9,
      "grad_norm": 1.1522163152694702,
      "learning_rate": 4.312615756807835e-07,
      "loss": 0.3457,
      "step": 2332160
    },
    {
      "epoch": 650.9,
      "grad_norm": 1.3029112815856934,
      "learning_rate": 4.3124594530956514e-07,
      "loss": 0.3424,
      "step": 2332170
    },
    {
      "epoch": 650.9,
      "grad_norm": 1.3444182872772217,
      "learning_rate": 4.312303151929012e-07,
      "loss": 0.3324,
      "step": 2332180
    },
    {
      "epoch": 650.9,
      "grad_norm": 1.2265138626098633,
      "learning_rate": 4.3121468533079475e-07,
      "loss": 0.332,
      "step": 2332190
    },
    {
      "epoch": 650.91,
      "grad_norm": 1.1336079835891724,
      "learning_rate": 4.311990557232462e-07,
      "loss": 0.3277,
      "step": 2332200
    },
    {
      "epoch": 650.91,
      "grad_norm": 1.1484358310699463,
      "learning_rate": 4.3118342637025987e-07,
      "loss": 0.3538,
      "step": 2332210
    },
    {
      "epoch": 650.91,
      "grad_norm": 1.242761492729187,
      "learning_rate": 4.3116779727183613e-07,
      "loss": 0.3286,
      "step": 2332220
    },
    {
      "epoch": 650.92,
      "grad_norm": 1.1184636354446411,
      "learning_rate": 4.3115216842797745e-07,
      "loss": 0.3152,
      "step": 2332230
    },
    {
      "epoch": 650.92,
      "grad_norm": 1.3555102348327637,
      "learning_rate": 4.3113653983868626e-07,
      "loss": 0.3465,
      "step": 2332240
    },
    {
      "epoch": 650.92,
      "grad_norm": 1.3934661149978638,
      "learning_rate": 4.3112091150396484e-07,
      "loss": 0.3542,
      "step": 2332250
    },
    {
      "epoch": 650.92,
      "grad_norm": 1.368409514427185,
      "learning_rate": 4.3110528342381425e-07,
      "loss": 0.3242,
      "step": 2332260
    },
    {
      "epoch": 650.93,
      "grad_norm": 1.1753565073013306,
      "learning_rate": 4.310896555982374e-07,
      "loss": 0.3364,
      "step": 2332270
    },
    {
      "epoch": 650.93,
      "grad_norm": 1.2411912679672241,
      "learning_rate": 4.310740280272366e-07,
      "loss": 0.3441,
      "step": 2332280
    },
    {
      "epoch": 650.93,
      "grad_norm": 1.1792391538619995,
      "learning_rate": 4.310584007108124e-07,
      "loss": 0.3325,
      "step": 2332290
    },
    {
      "epoch": 650.93,
      "grad_norm": 1.1252750158309937,
      "learning_rate": 4.3104277364896914e-07,
      "loss": 0.3369,
      "step": 2332300
    },
    {
      "epoch": 650.94,
      "grad_norm": 1.3006296157836914,
      "learning_rate": 4.310271468417071e-07,
      "loss": 0.3403,
      "step": 2332310
    },
    {
      "epoch": 650.94,
      "grad_norm": 1.0884770154953003,
      "learning_rate": 4.3101152028902924e-07,
      "loss": 0.3331,
      "step": 2332320
    },
    {
      "epoch": 650.94,
      "grad_norm": 1.0383105278015137,
      "learning_rate": 4.3099589399093756e-07,
      "loss": 0.3345,
      "step": 2332330
    },
    {
      "epoch": 650.95,
      "grad_norm": 1.2020714282989502,
      "learning_rate": 4.3098026794743364e-07,
      "loss": 0.3309,
      "step": 2332340
    },
    {
      "epoch": 650.95,
      "grad_norm": 3.9188098907470703,
      "learning_rate": 4.3096464215851983e-07,
      "loss": 0.3331,
      "step": 2332350
    },
    {
      "epoch": 650.95,
      "grad_norm": 1.2989310026168823,
      "learning_rate": 4.3094901662419844e-07,
      "loss": 0.3371,
      "step": 2332360
    },
    {
      "epoch": 650.95,
      "grad_norm": 1.25095534324646,
      "learning_rate": 4.309333913444718e-07,
      "loss": 0.3624,
      "step": 2332370
    },
    {
      "epoch": 650.96,
      "grad_norm": 1.3163349628448486,
      "learning_rate": 4.3091776631934025e-07,
      "loss": 0.3329,
      "step": 2332380
    },
    {
      "epoch": 650.96,
      "grad_norm": 1.3456684350967407,
      "learning_rate": 4.309021415488087e-07,
      "loss": 0.3351,
      "step": 2332390
    },
    {
      "epoch": 650.96,
      "grad_norm": 1.2929977178573608,
      "learning_rate": 4.308865170328768e-07,
      "loss": 0.3387,
      "step": 2332400
    },
    {
      "epoch": 650.97,
      "grad_norm": 1.0519123077392578,
      "learning_rate": 4.3087089277154786e-07,
      "loss": 0.3223,
      "step": 2332410
    },
    {
      "epoch": 650.97,
      "grad_norm": 1.4314037561416626,
      "learning_rate": 4.3085526876482403e-07,
      "loss": 0.3238,
      "step": 2332420
    },
    {
      "epoch": 650.97,
      "grad_norm": 1.1303404569625854,
      "learning_rate": 4.308396450127059e-07,
      "loss": 0.3357,
      "step": 2332430
    },
    {
      "epoch": 650.97,
      "grad_norm": 1.2389806509017944,
      "learning_rate": 4.3082402151519796e-07,
      "loss": 0.3333,
      "step": 2332440
    },
    {
      "epoch": 650.98,
      "grad_norm": 1.086436152458191,
      "learning_rate": 4.308083982723001e-07,
      "loss": 0.3409,
      "step": 2332450
    },
    {
      "epoch": 650.98,
      "grad_norm": 1.238934874534607,
      "learning_rate": 4.3079277528401556e-07,
      "loss": 0.3325,
      "step": 2332460
    },
    {
      "epoch": 650.98,
      "grad_norm": 1.2024741172790527,
      "learning_rate": 4.307771525503466e-07,
      "loss": 0.3493,
      "step": 2332470
    },
    {
      "epoch": 650.99,
      "grad_norm": 1.3676131963729858,
      "learning_rate": 4.3076153007129425e-07,
      "loss": 0.3338,
      "step": 2332480
    },
    {
      "epoch": 650.99,
      "grad_norm": 1.208277702331543,
      "learning_rate": 4.307459078468612e-07,
      "loss": 0.341,
      "step": 2332490
    },
    {
      "epoch": 650.99,
      "grad_norm": 1.2193790674209595,
      "learning_rate": 4.307302858770497e-07,
      "loss": 0.3427,
      "step": 2332500
    },
    {
      "epoch": 650.99,
      "grad_norm": 1.01668119430542,
      "learning_rate": 4.307146641618621e-07,
      "loss": 0.3314,
      "step": 2332510
    },
    {
      "epoch": 651.0,
      "grad_norm": 1.1620378494262695,
      "learning_rate": 4.3069904270129874e-07,
      "loss": 0.3421,
      "step": 2332520
    },
    {
      "epoch": 651.0,
      "grad_norm": 1.13998281955719,
      "learning_rate": 4.306834214953642e-07,
      "loss": 0.3445,
      "step": 2332530
    },
    {
      "epoch": 651.0,
      "eval_loss": 0.3395964205265045,
      "eval_runtime": 64.2068,
      "eval_samples_per_second": 78.792,
      "eval_steps_per_second": 9.859,
      "step": 2332533
    },
    {
      "epoch": 651.0,
      "grad_norm": 1.2802314758300781,
      "learning_rate": 4.3066780054405884e-07,
      "loss": 0.3237,
      "step": 2332540
    },
    {
      "epoch": 651.0,
      "grad_norm": 1.1994414329528809,
      "learning_rate": 4.306521798473852e-07,
      "loss": 0.3502,
      "step": 2332550
    },
    {
      "epoch": 651.01,
      "grad_norm": 1.1796427965164185,
      "learning_rate": 4.306365594053461e-07,
      "loss": 0.3301,
      "step": 2332560
    },
    {
      "epoch": 651.01,
      "grad_norm": 1.1230601072311401,
      "learning_rate": 4.3062093921794215e-07,
      "loss": 0.3373,
      "step": 2332570
    },
    {
      "epoch": 651.01,
      "grad_norm": 1.3556838035583496,
      "learning_rate": 4.3060531928517617e-07,
      "loss": 0.3367,
      "step": 2332580
    },
    {
      "epoch": 651.02,
      "grad_norm": 1.2368037700653076,
      "learning_rate": 4.3058969960705053e-07,
      "loss": 0.3253,
      "step": 2332590
    },
    {
      "epoch": 651.02,
      "grad_norm": 1.1061240434646606,
      "learning_rate": 4.3057408018356755e-07,
      "loss": 0.325,
      "step": 2332600
    },
    {
      "epoch": 651.02,
      "grad_norm": 1.2609028816223145,
      "learning_rate": 4.3055846101472746e-07,
      "loss": 0.3432,
      "step": 2332610
    },
    {
      "epoch": 651.02,
      "grad_norm": 1.3809020519256592,
      "learning_rate": 4.30542842100535e-07,
      "loss": 0.3424,
      "step": 2332620
    },
    {
      "epoch": 651.03,
      "grad_norm": 1.2991489171981812,
      "learning_rate": 4.3052722344099014e-07,
      "loss": 0.3363,
      "step": 2332630
    },
    {
      "epoch": 651.03,
      "grad_norm": 1.1866393089294434,
      "learning_rate": 4.30511605036096e-07,
      "loss": 0.3501,
      "step": 2332640
    },
    {
      "epoch": 651.03,
      "grad_norm": 1.4691500663757324,
      "learning_rate": 4.3049598688585495e-07,
      "loss": 0.3526,
      "step": 2332650
    },
    {
      "epoch": 651.04,
      "grad_norm": 5.392326831817627,
      "learning_rate": 4.30480368990268e-07,
      "loss": 0.3368,
      "step": 2332660
    },
    {
      "epoch": 651.04,
      "grad_norm": 1.411115050315857,
      "learning_rate": 4.304647513493375e-07,
      "loss": 0.326,
      "step": 2332670
    },
    {
      "epoch": 651.04,
      "grad_norm": 1.4183425903320312,
      "learning_rate": 4.3044913396306606e-07,
      "loss": 0.3365,
      "step": 2332680
    },
    {
      "epoch": 651.04,
      "grad_norm": 1.126688838005066,
      "learning_rate": 4.304335168314555e-07,
      "loss": 0.3317,
      "step": 2332690
    },
    {
      "epoch": 651.05,
      "grad_norm": 1.2361655235290527,
      "learning_rate": 4.3041789995450815e-07,
      "loss": 0.35,
      "step": 2332700
    },
    {
      "epoch": 651.05,
      "grad_norm": 1.6844834089279175,
      "learning_rate": 4.3040228333222555e-07,
      "loss": 0.3361,
      "step": 2332710
    },
    {
      "epoch": 651.05,
      "grad_norm": 1.2925901412963867,
      "learning_rate": 4.3038666696460986e-07,
      "loss": 0.3289,
      "step": 2332720
    },
    {
      "epoch": 651.05,
      "grad_norm": 1.1410918235778809,
      "learning_rate": 4.3037105085166363e-07,
      "loss": 0.3327,
      "step": 2332730
    },
    {
      "epoch": 651.06,
      "grad_norm": 1.3224854469299316,
      "learning_rate": 4.303554349933889e-07,
      "loss": 0.3491,
      "step": 2332740
    },
    {
      "epoch": 651.06,
      "grad_norm": 1.1584421396255493,
      "learning_rate": 4.303398193897865e-07,
      "loss": 0.3366,
      "step": 2332750
    },
    {
      "epoch": 651.06,
      "grad_norm": 1.3305418491363525,
      "learning_rate": 4.303242040408606e-07,
      "loss": 0.3485,
      "step": 2332760
    },
    {
      "epoch": 651.07,
      "grad_norm": 1.3359770774841309,
      "learning_rate": 4.3030858894661174e-07,
      "loss": 0.3334,
      "step": 2332770
    },
    {
      "epoch": 651.07,
      "grad_norm": 1.3682454824447632,
      "learning_rate": 4.302929741070425e-07,
      "loss": 0.339,
      "step": 2332780
    },
    {
      "epoch": 651.07,
      "grad_norm": 1.1874637603759766,
      "learning_rate": 4.3027735952215543e-07,
      "loss": 0.3404,
      "step": 2332790
    },
    {
      "epoch": 651.07,
      "grad_norm": 1.1809720993041992,
      "learning_rate": 4.3026174519195134e-07,
      "loss": 0.3232,
      "step": 2332800
    },
    {
      "epoch": 651.08,
      "grad_norm": 1.1241862773895264,
      "learning_rate": 4.302461311164334e-07,
      "loss": 0.3396,
      "step": 2332810
    },
    {
      "epoch": 651.08,
      "grad_norm": 1.2508496046066284,
      "learning_rate": 4.3023051729560315e-07,
      "loss": 0.3329,
      "step": 2332820
    },
    {
      "epoch": 651.08,
      "grad_norm": 1.2658030986785889,
      "learning_rate": 4.302149037294634e-07,
      "loss": 0.3581,
      "step": 2332830
    },
    {
      "epoch": 651.09,
      "grad_norm": 1.311835527420044,
      "learning_rate": 4.30199290418015e-07,
      "loss": 0.3397,
      "step": 2332840
    },
    {
      "epoch": 651.09,
      "grad_norm": 1.4041246175765991,
      "learning_rate": 4.30183677361261e-07,
      "loss": 0.3344,
      "step": 2332850
    },
    {
      "epoch": 651.09,
      "grad_norm": 1.3606548309326172,
      "learning_rate": 4.3016806455920354e-07,
      "loss": 0.3216,
      "step": 2332860
    },
    {
      "epoch": 651.09,
      "grad_norm": 1.3020302057266235,
      "learning_rate": 4.301524520118434e-07,
      "loss": 0.3454,
      "step": 2332870
    },
    {
      "epoch": 651.1,
      "grad_norm": 1.1400490999221802,
      "learning_rate": 4.301368397191845e-07,
      "loss": 0.3172,
      "step": 2332880
    },
    {
      "epoch": 651.1,
      "grad_norm": 1.1992160081863403,
      "learning_rate": 4.301212276812278e-07,
      "loss": 0.3414,
      "step": 2332890
    },
    {
      "epoch": 651.1,
      "grad_norm": 3.1346380710601807,
      "learning_rate": 4.301056158979755e-07,
      "loss": 0.3455,
      "step": 2332900
    },
    {
      "epoch": 651.11,
      "grad_norm": 2.013627052307129,
      "learning_rate": 4.300900043694295e-07,
      "loss": 0.3397,
      "step": 2332910
    },
    {
      "epoch": 651.11,
      "grad_norm": 1.2683477401733398,
      "learning_rate": 4.300743930955931e-07,
      "loss": 0.3398,
      "step": 2332920
    },
    {
      "epoch": 651.11,
      "grad_norm": 1.0940865278244019,
      "learning_rate": 4.3005878207646675e-07,
      "loss": 0.3246,
      "step": 2332930
    },
    {
      "epoch": 651.11,
      "grad_norm": 1.1132242679595947,
      "learning_rate": 4.300431713120533e-07,
      "loss": 0.345,
      "step": 2332940
    },
    {
      "epoch": 651.12,
      "grad_norm": 1.2023162841796875,
      "learning_rate": 4.300275608023551e-07,
      "loss": 0.3503,
      "step": 2332950
    },
    {
      "epoch": 651.12,
      "grad_norm": 1.324310302734375,
      "learning_rate": 4.30011950547373e-07,
      "loss": 0.3383,
      "step": 2332960
    },
    {
      "epoch": 651.12,
      "grad_norm": 1.3711403608322144,
      "learning_rate": 4.2999634054711083e-07,
      "loss": 0.3381,
      "step": 2332970
    },
    {
      "epoch": 651.12,
      "grad_norm": 1.2684693336486816,
      "learning_rate": 4.2998073080156934e-07,
      "loss": 0.3368,
      "step": 2332980
    },
    {
      "epoch": 651.13,
      "grad_norm": 1.2382200956344604,
      "learning_rate": 4.299651213107512e-07,
      "loss": 0.3469,
      "step": 2332990
    },
    {
      "epoch": 651.13,
      "grad_norm": 1.1686967611312866,
      "learning_rate": 4.2994951207465874e-07,
      "loss": 0.3342,
      "step": 2333000
    },
    {
      "epoch": 651.13,
      "grad_norm": 1.2872674465179443,
      "learning_rate": 4.299339030932927e-07,
      "loss": 0.3306,
      "step": 2333010
    },
    {
      "epoch": 651.14,
      "grad_norm": 1.1970397233963013,
      "learning_rate": 4.2991829436665704e-07,
      "loss": 0.3464,
      "step": 2333020
    },
    {
      "epoch": 651.14,
      "grad_norm": 1.40570068359375,
      "learning_rate": 4.2990268589475246e-07,
      "loss": 0.3394,
      "step": 2333030
    },
    {
      "epoch": 651.14,
      "grad_norm": 1.235192060470581,
      "learning_rate": 4.298870776775814e-07,
      "loss": 0.3556,
      "step": 2333040
    },
    {
      "epoch": 651.14,
      "grad_norm": 1.0138890743255615,
      "learning_rate": 4.298714697151459e-07,
      "loss": 0.3409,
      "step": 2333050
    },
    {
      "epoch": 651.15,
      "grad_norm": 1.191627860069275,
      "learning_rate": 4.2985586200744906e-07,
      "loss": 0.3314,
      "step": 2333060
    },
    {
      "epoch": 651.15,
      "grad_norm": 0.9786186814308167,
      "learning_rate": 4.298402545544912e-07,
      "loss": 0.3473,
      "step": 2333070
    },
    {
      "epoch": 651.15,
      "grad_norm": 1.194136619567871,
      "learning_rate": 4.2982464735627533e-07,
      "loss": 0.3416,
      "step": 2333080
    },
    {
      "epoch": 651.16,
      "grad_norm": 1.126955270767212,
      "learning_rate": 4.298090404128042e-07,
      "loss": 0.3483,
      "step": 2333090
    },
    {
      "epoch": 651.16,
      "grad_norm": 1.1917109489440918,
      "learning_rate": 4.2979343372407764e-07,
      "loss": 0.3239,
      "step": 2333100
    },
    {
      "epoch": 651.16,
      "grad_norm": 1.277197241783142,
      "learning_rate": 4.2977782729010045e-07,
      "loss": 0.3475,
      "step": 2333110
    },
    {
      "epoch": 651.16,
      "grad_norm": 1.324851632118225,
      "learning_rate": 4.297622211108732e-07,
      "loss": 0.3421,
      "step": 2333120
    },
    {
      "epoch": 651.17,
      "grad_norm": 1.3000469207763672,
      "learning_rate": 4.297466151863978e-07,
      "loss": 0.339,
      "step": 2333130
    },
    {
      "epoch": 651.17,
      "grad_norm": 1.3104890584945679,
      "learning_rate": 4.297310095166778e-07,
      "loss": 0.3436,
      "step": 2333140
    },
    {
      "epoch": 651.17,
      "grad_norm": 1.1843239068984985,
      "learning_rate": 4.297154041017134e-07,
      "loss": 0.3374,
      "step": 2333150
    },
    {
      "epoch": 651.17,
      "grad_norm": 1.3009741306304932,
      "learning_rate": 4.296997989415074e-07,
      "loss": 0.3506,
      "step": 2333160
    },
    {
      "epoch": 651.18,
      "grad_norm": 1.273247480392456,
      "learning_rate": 4.2968419403606226e-07,
      "loss": 0.3599,
      "step": 2333170
    },
    {
      "epoch": 651.18,
      "grad_norm": 1.143649697303772,
      "learning_rate": 4.296685893853805e-07,
      "loss": 0.3379,
      "step": 2333180
    },
    {
      "epoch": 651.18,
      "grad_norm": 1.2060585021972656,
      "learning_rate": 4.296529849894621e-07,
      "loss": 0.3495,
      "step": 2333190
    },
    {
      "epoch": 651.19,
      "grad_norm": 1.2489770650863647,
      "learning_rate": 4.2963738084831154e-07,
      "loss": 0.3495,
      "step": 2333200
    },
    {
      "epoch": 651.19,
      "grad_norm": 1.227413535118103,
      "learning_rate": 4.2962177696192957e-07,
      "loss": 0.3348,
      "step": 2333210
    },
    {
      "epoch": 651.19,
      "grad_norm": 1.1829549074172974,
      "learning_rate": 4.2960617333031853e-07,
      "loss": 0.3324,
      "step": 2333220
    },
    {
      "epoch": 651.19,
      "grad_norm": 1.240504264831543,
      "learning_rate": 4.295905699534811e-07,
      "loss": 0.327,
      "step": 2333230
    },
    {
      "epoch": 651.2,
      "grad_norm": 1.3257906436920166,
      "learning_rate": 4.295749668314182e-07,
      "loss": 0.3187,
      "step": 2333240
    },
    {
      "epoch": 651.2,
      "grad_norm": 1.2042579650878906,
      "learning_rate": 4.2955936396413277e-07,
      "loss": 0.3353,
      "step": 2333250
    },
    {
      "epoch": 651.2,
      "grad_norm": 1.18718683719635,
      "learning_rate": 4.2954376135162636e-07,
      "loss": 0.3302,
      "step": 2333260
    },
    {
      "epoch": 651.21,
      "grad_norm": 1.1055570840835571,
      "learning_rate": 4.295281589939015e-07,
      "loss": 0.3373,
      "step": 2333270
    },
    {
      "epoch": 651.21,
      "grad_norm": 1.0984749794006348,
      "learning_rate": 4.2951255689096044e-07,
      "loss": 0.3337,
      "step": 2333280
    },
    {
      "epoch": 651.21,
      "grad_norm": 1.1696326732635498,
      "learning_rate": 4.294969550428046e-07,
      "loss": 0.3413,
      "step": 2333290
    },
    {
      "epoch": 651.21,
      "grad_norm": 1.1431941986083984,
      "learning_rate": 4.2948135344943604e-07,
      "loss": 0.336,
      "step": 2333300
    },
    {
      "epoch": 651.22,
      "grad_norm": 1.229688048362732,
      "learning_rate": 4.294657521108575e-07,
      "loss": 0.3371,
      "step": 2333310
    },
    {
      "epoch": 651.22,
      "grad_norm": 1.156341552734375,
      "learning_rate": 4.2945015102707116e-07,
      "loss": 0.3431,
      "step": 2333320
    },
    {
      "epoch": 651.22,
      "grad_norm": 1.1584477424621582,
      "learning_rate": 4.294345501980774e-07,
      "loss": 0.337,
      "step": 2333330
    },
    {
      "epoch": 651.23,
      "grad_norm": 1.2562127113342285,
      "learning_rate": 4.294189496238809e-07,
      "loss": 0.3555,
      "step": 2333340
    },
    {
      "epoch": 651.23,
      "grad_norm": 1.056666612625122,
      "learning_rate": 4.2940334930448155e-07,
      "loss": 0.329,
      "step": 2333350
    },
    {
      "epoch": 651.23,
      "grad_norm": 1.6493279933929443,
      "learning_rate": 4.293877492398823e-07,
      "loss": 0.3384,
      "step": 2333360
    },
    {
      "epoch": 651.23,
      "grad_norm": 1.32188880443573,
      "learning_rate": 4.2937214943008606e-07,
      "loss": 0.3533,
      "step": 2333370
    },
    {
      "epoch": 651.24,
      "grad_norm": 1.0968629121780396,
      "learning_rate": 4.2935654987509325e-07,
      "loss": 0.3427,
      "step": 2333380
    },
    {
      "epoch": 651.24,
      "grad_norm": 1.1785435676574707,
      "learning_rate": 4.293409505749065e-07,
      "loss": 0.3547,
      "step": 2333390
    },
    {
      "epoch": 651.24,
      "grad_norm": 1.4502404928207397,
      "learning_rate": 4.293253515295285e-07,
      "loss": 0.3406,
      "step": 2333400
    },
    {
      "epoch": 651.24,
      "grad_norm": 1.2006583213806152,
      "learning_rate": 4.293097527389614e-07,
      "loss": 0.3292,
      "step": 2333410
    },
    {
      "epoch": 651.25,
      "grad_norm": 1.1526849269866943,
      "learning_rate": 4.292941542032062e-07,
      "loss": 0.3449,
      "step": 2333420
    },
    {
      "epoch": 651.25,
      "grad_norm": 1.425667405128479,
      "learning_rate": 4.292785559222656e-07,
      "loss": 0.3435,
      "step": 2333430
    },
    {
      "epoch": 651.25,
      "grad_norm": 1.3435771465301514,
      "learning_rate": 4.292629578961423e-07,
      "loss": 0.3409,
      "step": 2333440
    },
    {
      "epoch": 651.26,
      "grad_norm": 1.2314881086349487,
      "learning_rate": 4.2924736012483647e-07,
      "loss": 0.3377,
      "step": 2333450
    },
    {
      "epoch": 651.26,
      "grad_norm": 1.3070518970489502,
      "learning_rate": 4.2923176260835264e-07,
      "loss": 0.3342,
      "step": 2333460
    },
    {
      "epoch": 651.26,
      "grad_norm": 1.2793176174163818,
      "learning_rate": 4.292161653466912e-07,
      "loss": 0.3469,
      "step": 2333470
    },
    {
      "epoch": 651.26,
      "grad_norm": 1.2931139469146729,
      "learning_rate": 4.2920056833985466e-07,
      "loss": 0.3538,
      "step": 2333480
    },
    {
      "epoch": 651.27,
      "grad_norm": 1.3231933116912842,
      "learning_rate": 4.2918497158784543e-07,
      "loss": 0.3436,
      "step": 2333490
    },
    {
      "epoch": 651.27,
      "grad_norm": 1.365039587020874,
      "learning_rate": 4.291693750906655e-07,
      "loss": 0.3345,
      "step": 2333500
    },
    {
      "epoch": 651.27,
      "grad_norm": 1.3366243839263916,
      "learning_rate": 4.291537788483166e-07,
      "loss": 0.3456,
      "step": 2333510
    },
    {
      "epoch": 651.28,
      "grad_norm": 1.024100661277771,
      "learning_rate": 4.291381828608006e-07,
      "loss": 0.3334,
      "step": 2333520
    },
    {
      "epoch": 651.28,
      "grad_norm": 1.2049082517623901,
      "learning_rate": 4.291225871281208e-07,
      "loss": 0.3374,
      "step": 2333530
    },
    {
      "epoch": 651.28,
      "grad_norm": 0.999580979347229,
      "learning_rate": 4.2910699165027704e-07,
      "loss": 0.3466,
      "step": 2333540
    },
    {
      "epoch": 651.28,
      "grad_norm": 1.2832037210464478,
      "learning_rate": 4.2909139642727425e-07,
      "loss": 0.3233,
      "step": 2333550
    },
    {
      "epoch": 651.29,
      "grad_norm": 1.1713091135025024,
      "learning_rate": 4.2907580145911233e-07,
      "loss": 0.3492,
      "step": 2333560
    },
    {
      "epoch": 651.29,
      "grad_norm": 1.1093919277191162,
      "learning_rate": 4.29060206745794e-07,
      "loss": 0.3295,
      "step": 2333570
    },
    {
      "epoch": 651.29,
      "grad_norm": 1.2104088068008423,
      "learning_rate": 4.2904461228732155e-07,
      "loss": 0.3316,
      "step": 2333580
    },
    {
      "epoch": 651.3,
      "grad_norm": 1.119133472442627,
      "learning_rate": 4.2902901808369676e-07,
      "loss": 0.3527,
      "step": 2333590
    },
    {
      "epoch": 651.3,
      "grad_norm": 1.184777021408081,
      "learning_rate": 4.290134241349223e-07,
      "loss": 0.342,
      "step": 2333600
    },
    {
      "epoch": 651.3,
      "grad_norm": 1.3334918022155762,
      "learning_rate": 4.289978304409995e-07,
      "loss": 0.3404,
      "step": 2333610
    },
    {
      "epoch": 651.3,
      "grad_norm": 1.3395956754684448,
      "learning_rate": 4.289822370019306e-07,
      "loss": 0.3339,
      "step": 2333620
    },
    {
      "epoch": 651.31,
      "grad_norm": 1.139920711517334,
      "learning_rate": 4.2896664381771773e-07,
      "loss": 0.3341,
      "step": 2333630
    },
    {
      "epoch": 651.31,
      "grad_norm": 1.125236988067627,
      "learning_rate": 4.289510508883638e-07,
      "loss": 0.325,
      "step": 2333640
    },
    {
      "epoch": 651.31,
      "grad_norm": 1.1500355005264282,
      "learning_rate": 4.289354582138695e-07,
      "loss": 0.3478,
      "step": 2333650
    },
    {
      "epoch": 651.31,
      "grad_norm": 1.1858412027359009,
      "learning_rate": 4.289198657942375e-07,
      "loss": 0.3421,
      "step": 2333660
    },
    {
      "epoch": 651.32,
      "grad_norm": 1.241235613822937,
      "learning_rate": 4.289042736294706e-07,
      "loss": 0.344,
      "step": 2333670
    },
    {
      "epoch": 651.32,
      "grad_norm": 1.6525919437408447,
      "learning_rate": 4.288886817195689e-07,
      "loss": 0.3448,
      "step": 2333680
    },
    {
      "epoch": 651.32,
      "grad_norm": 1.459088921546936,
      "learning_rate": 4.2887309006453696e-07,
      "loss": 0.3462,
      "step": 2333690
    },
    {
      "epoch": 651.33,
      "grad_norm": 1.5940593481063843,
      "learning_rate": 4.2885749866437513e-07,
      "loss": 0.3679,
      "step": 2333700
    },
    {
      "epoch": 651.33,
      "grad_norm": 1.0854079723358154,
      "learning_rate": 4.28841907519086e-07,
      "loss": 0.3448,
      "step": 2333710
    },
    {
      "epoch": 651.33,
      "grad_norm": 1.2686378955841064,
      "learning_rate": 4.2882631662867165e-07,
      "loss": 0.32,
      "step": 2333720
    },
    {
      "epoch": 651.33,
      "grad_norm": 1.0985091924667358,
      "learning_rate": 4.288107259931346e-07,
      "loss": 0.337,
      "step": 2333730
    },
    {
      "epoch": 651.34,
      "grad_norm": 1.2411606311798096,
      "learning_rate": 4.287951356124763e-07,
      "loss": 0.3445,
      "step": 2333740
    },
    {
      "epoch": 651.34,
      "grad_norm": 1.4508754014968872,
      "learning_rate": 4.287795454866987e-07,
      "loss": 0.3364,
      "step": 2333750
    },
    {
      "epoch": 651.34,
      "grad_norm": 1.1536448001861572,
      "learning_rate": 4.2876395561580474e-07,
      "loss": 0.3318,
      "step": 2333760
    },
    {
      "epoch": 651.35,
      "grad_norm": 1.131501317024231,
      "learning_rate": 4.287483659997949e-07,
      "loss": 0.3433,
      "step": 2333770
    },
    {
      "epoch": 651.35,
      "grad_norm": 1.3775864839553833,
      "learning_rate": 4.287327766386734e-07,
      "loss": 0.3227,
      "step": 2333780
    },
    {
      "epoch": 651.35,
      "grad_norm": 1.4941850900650024,
      "learning_rate": 4.287171875324407e-07,
      "loss": 0.345,
      "step": 2333790
    },
    {
      "epoch": 651.35,
      "grad_norm": 1.3686987161636353,
      "learning_rate": 4.2870159868109935e-07,
      "loss": 0.345,
      "step": 2333800
    },
    {
      "epoch": 651.36,
      "grad_norm": 1.1509108543395996,
      "learning_rate": 4.286860100846521e-07,
      "loss": 0.3441,
      "step": 2333810
    },
    {
      "epoch": 651.36,
      "grad_norm": 1.1199629306793213,
      "learning_rate": 4.286704217430996e-07,
      "loss": 0.3378,
      "step": 2333820
    },
    {
      "epoch": 651.36,
      "grad_norm": 1.4017117023468018,
      "learning_rate": 4.286548336564448e-07,
      "loss": 0.343,
      "step": 2333830
    },
    {
      "epoch": 651.36,
      "grad_norm": 1.1842024326324463,
      "learning_rate": 4.2863924582468977e-07,
      "loss": 0.3393,
      "step": 2333840
    },
    {
      "epoch": 651.37,
      "grad_norm": 1.438715934753418,
      "learning_rate": 4.286236582478365e-07,
      "loss": 0.3467,
      "step": 2333850
    },
    {
      "epoch": 651.37,
      "grad_norm": 1.11041259765625,
      "learning_rate": 4.286080709258872e-07,
      "loss": 0.3145,
      "step": 2333860
    },
    {
      "epoch": 651.37,
      "grad_norm": 1.578005075454712,
      "learning_rate": 4.2859248385884414e-07,
      "loss": 0.3454,
      "step": 2333870
    },
    {
      "epoch": 651.38,
      "grad_norm": 1.2356469631195068,
      "learning_rate": 4.2857689704670864e-07,
      "loss": 0.347,
      "step": 2333880
    },
    {
      "epoch": 651.38,
      "grad_norm": 1.169819712638855,
      "learning_rate": 4.28561310489483e-07,
      "loss": 0.3384,
      "step": 2333890
    },
    {
      "epoch": 651.38,
      "grad_norm": 1.0318487882614136,
      "learning_rate": 4.285457241871704e-07,
      "loss": 0.3461,
      "step": 2333900
    },
    {
      "epoch": 651.38,
      "grad_norm": 1.257130742073059,
      "learning_rate": 4.2853013813977056e-07,
      "loss": 0.3411,
      "step": 2333910
    },
    {
      "epoch": 651.39,
      "grad_norm": 1.4214074611663818,
      "learning_rate": 4.2851455234728844e-07,
      "loss": 0.3465,
      "step": 2333920
    },
    {
      "epoch": 651.39,
      "grad_norm": 1.2412844896316528,
      "learning_rate": 4.284989668097237e-07,
      "loss": 0.335,
      "step": 2333930
    },
    {
      "epoch": 651.39,
      "grad_norm": 6.918679714202881,
      "learning_rate": 4.284833815270798e-07,
      "loss": 0.3438,
      "step": 2333940
    },
    {
      "epoch": 651.4,
      "grad_norm": 1.331094741821289,
      "learning_rate": 4.284677964993589e-07,
      "loss": 0.3561,
      "step": 2333950
    },
    {
      "epoch": 651.4,
      "grad_norm": 1.360966682434082,
      "learning_rate": 4.2845221172656186e-07,
      "loss": 0.3361,
      "step": 2333960
    },
    {
      "epoch": 651.4,
      "grad_norm": 1.4045945405960083,
      "learning_rate": 4.2843662720869164e-07,
      "loss": 0.3462,
      "step": 2333970
    },
    {
      "epoch": 651.4,
      "grad_norm": 1.4199590682983398,
      "learning_rate": 4.2842104294575007e-07,
      "loss": 0.3375,
      "step": 2333980
    },
    {
      "epoch": 651.41,
      "grad_norm": 1.1598758697509766,
      "learning_rate": 4.284054589377397e-07,
      "loss": 0.3301,
      "step": 2333990
    },
    {
      "epoch": 651.41,
      "grad_norm": 1.388201355934143,
      "learning_rate": 4.2838987518466134e-07,
      "loss": 0.343,
      "step": 2334000
    },
    {
      "epoch": 651.41,
      "grad_norm": 1.2045714855194092,
      "learning_rate": 4.2837429168651895e-07,
      "loss": 0.3497,
      "step": 2334010
    },
    {
      "epoch": 651.42,
      "grad_norm": 1.2109183073043823,
      "learning_rate": 4.2835870844331293e-07,
      "loss": 0.3337,
      "step": 2334020
    },
    {
      "epoch": 651.42,
      "grad_norm": 1.4442377090454102,
      "learning_rate": 4.2834312545504626e-07,
      "loss": 0.3391,
      "step": 2334030
    },
    {
      "epoch": 651.42,
      "grad_norm": 1.2237368822097778,
      "learning_rate": 4.283275427217212e-07,
      "loss": 0.3341,
      "step": 2334040
    },
    {
      "epoch": 651.42,
      "grad_norm": 1.1187924146652222,
      "learning_rate": 4.2831196024333887e-07,
      "loss": 0.3343,
      "step": 2334050
    },
    {
      "epoch": 651.43,
      "grad_norm": 1.3584842681884766,
      "learning_rate": 4.2829637801990176e-07,
      "loss": 0.3307,
      "step": 2334060
    },
    {
      "epoch": 651.43,
      "grad_norm": 1.299818992614746,
      "learning_rate": 4.2828079605141204e-07,
      "loss": 0.3436,
      "step": 2334070
    },
    {
      "epoch": 651.43,
      "grad_norm": 1.1790707111358643,
      "learning_rate": 4.2826521433787256e-07,
      "loss": 0.3583,
      "step": 2334080
    },
    {
      "epoch": 651.43,
      "grad_norm": 1.6646541357040405,
      "learning_rate": 4.282496328792838e-07,
      "loss": 0.3238,
      "step": 2334090
    },
    {
      "epoch": 651.44,
      "grad_norm": 1.3247934579849243,
      "learning_rate": 4.282340516756487e-07,
      "loss": 0.3553,
      "step": 2334100
    },
    {
      "epoch": 651.44,
      "grad_norm": 1.1718460321426392,
      "learning_rate": 4.2821847072697006e-07,
      "loss": 0.3282,
      "step": 2334110
    },
    {
      "epoch": 651.44,
      "grad_norm": 1.4329243898391724,
      "learning_rate": 4.282028900332479e-07,
      "loss": 0.3553,
      "step": 2334120
    },
    {
      "epoch": 651.45,
      "grad_norm": 1.2687267065048218,
      "learning_rate": 4.2818730959448685e-07,
      "loss": 0.3408,
      "step": 2334130
    },
    {
      "epoch": 651.45,
      "grad_norm": 1.1759285926818848,
      "learning_rate": 4.2817172941068644e-07,
      "loss": 0.3261,
      "step": 2334140
    },
    {
      "epoch": 651.45,
      "grad_norm": 1.346674919128418,
      "learning_rate": 4.281561494818511e-07,
      "loss": 0.3528,
      "step": 2334150
    },
    {
      "epoch": 651.45,
      "grad_norm": 1.1829450130462646,
      "learning_rate": 4.2814056980798136e-07,
      "loss": 0.3436,
      "step": 2334160
    },
    {
      "epoch": 651.46,
      "grad_norm": 1.185749888420105,
      "learning_rate": 4.2812499038907976e-07,
      "loss": 0.3337,
      "step": 2334170
    },
    {
      "epoch": 651.46,
      "grad_norm": 1.181045413017273,
      "learning_rate": 4.28109411225149e-07,
      "loss": 0.3374,
      "step": 2334180
    },
    {
      "epoch": 651.46,
      "grad_norm": 1.3680106401443481,
      "learning_rate": 4.2809383231619004e-07,
      "loss": 0.3332,
      "step": 2334190
    },
    {
      "epoch": 651.47,
      "grad_norm": 1.2482526302337646,
      "learning_rate": 4.2807825366220524e-07,
      "loss": 0.3434,
      "step": 2334200
    },
    {
      "epoch": 651.47,
      "grad_norm": 1.1590899229049683,
      "learning_rate": 4.2806267526319696e-07,
      "loss": 0.3372,
      "step": 2334210
    },
    {
      "epoch": 651.47,
      "grad_norm": 1.1356645822525024,
      "learning_rate": 4.2804709711916777e-07,
      "loss": 0.3334,
      "step": 2334220
    },
    {
      "epoch": 651.47,
      "grad_norm": 1.362439513206482,
      "learning_rate": 4.280315192301185e-07,
      "loss": 0.3454,
      "step": 2334230
    },
    {
      "epoch": 651.48,
      "grad_norm": 1.246740460395813,
      "learning_rate": 4.2801594159605193e-07,
      "loss": 0.3343,
      "step": 2334240
    },
    {
      "epoch": 651.48,
      "grad_norm": 1.1776162385940552,
      "learning_rate": 4.280003642169705e-07,
      "loss": 0.3186,
      "step": 2334250
    },
    {
      "epoch": 651.48,
      "grad_norm": 1.3197274208068848,
      "learning_rate": 4.2798478709287494e-07,
      "loss": 0.3481,
      "step": 2334260
    },
    {
      "epoch": 651.48,
      "grad_norm": 1.4304587841033936,
      "learning_rate": 4.2796921022376946e-07,
      "loss": 0.3317,
      "step": 2334270
    },
    {
      "epoch": 651.49,
      "grad_norm": 1.3184924125671387,
      "learning_rate": 4.2795363360965394e-07,
      "loss": 0.3406,
      "step": 2334280
    },
    {
      "epoch": 651.49,
      "grad_norm": 1.1119297742843628,
      "learning_rate": 4.279380572505319e-07,
      "loss": 0.3222,
      "step": 2334290
    },
    {
      "epoch": 651.49,
      "grad_norm": 1.6852890253067017,
      "learning_rate": 4.279224811464048e-07,
      "loss": 0.3335,
      "step": 2334300
    },
    {
      "epoch": 651.5,
      "grad_norm": 1.1383410692214966,
      "learning_rate": 4.2790690529727534e-07,
      "loss": 0.3414,
      "step": 2334310
    },
    {
      "epoch": 651.5,
      "grad_norm": 1.1217153072357178,
      "learning_rate": 4.2789132970314445e-07,
      "loss": 0.331,
      "step": 2334320
    },
    {
      "epoch": 651.5,
      "grad_norm": 1.2621989250183105,
      "learning_rate": 4.278757543640151e-07,
      "loss": 0.353,
      "step": 2334330
    },
    {
      "epoch": 651.5,
      "grad_norm": 2.6966216564178467,
      "learning_rate": 4.278601792798898e-07,
      "loss": 0.3433,
      "step": 2334340
    },
    {
      "epoch": 651.51,
      "grad_norm": 1.2000336647033691,
      "learning_rate": 4.278446044507686e-07,
      "loss": 0.3402,
      "step": 2334350
    },
    {
      "epoch": 651.51,
      "grad_norm": 1.286463975906372,
      "learning_rate": 4.278290298766562e-07,
      "loss": 0.3384,
      "step": 2334360
    },
    {
      "epoch": 651.51,
      "grad_norm": 1.1224218606948853,
      "learning_rate": 4.2781345555755256e-07,
      "loss": 0.3513,
      "step": 2334370
    },
    {
      "epoch": 651.52,
      "grad_norm": 1.293742060661316,
      "learning_rate": 4.277978814934608e-07,
      "loss": 0.3336,
      "step": 2334380
    },
    {
      "epoch": 651.52,
      "grad_norm": 1.160966157913208,
      "learning_rate": 4.2778230768438355e-07,
      "loss": 0.3369,
      "step": 2334390
    },
    {
      "epoch": 651.52,
      "grad_norm": 1.1108131408691406,
      "learning_rate": 4.2776673413032135e-07,
      "loss": 0.3486,
      "step": 2334400
    },
    {
      "epoch": 651.52,
      "grad_norm": 1.6043837070465088,
      "learning_rate": 4.27751160831277e-07,
      "loss": 0.3376,
      "step": 2334410
    },
    {
      "epoch": 651.53,
      "grad_norm": 1.3807454109191895,
      "learning_rate": 4.277355877872526e-07,
      "loss": 0.3277,
      "step": 2334420
    },
    {
      "epoch": 651.53,
      "grad_norm": 1.2435976266860962,
      "learning_rate": 4.2772001499825026e-07,
      "loss": 0.3203,
      "step": 2334430
    },
    {
      "epoch": 651.53,
      "grad_norm": 1.2453287839889526,
      "learning_rate": 4.2770444246427206e-07,
      "loss": 0.3417,
      "step": 2334440
    },
    {
      "epoch": 651.54,
      "grad_norm": 1.2793759107589722,
      "learning_rate": 4.2768887018532056e-07,
      "loss": 0.3571,
      "step": 2334450
    },
    {
      "epoch": 651.54,
      "grad_norm": 1.0802127122879028,
      "learning_rate": 4.2767329816139685e-07,
      "loss": 0.3413,
      "step": 2334460
    },
    {
      "epoch": 651.54,
      "grad_norm": 1.2081959247589111,
      "learning_rate": 4.2765772639250354e-07,
      "loss": 0.3391,
      "step": 2334470
    },
    {
      "epoch": 651.54,
      "grad_norm": 1.1737265586853027,
      "learning_rate": 4.2764215487864317e-07,
      "loss": 0.3476,
      "step": 2334480
    },
    {
      "epoch": 651.55,
      "grad_norm": 1.1387104988098145,
      "learning_rate": 4.27626583619816e-07,
      "loss": 0.3357,
      "step": 2334490
    },
    {
      "epoch": 651.55,
      "grad_norm": 1.2466477155685425,
      "learning_rate": 4.2761101261602654e-07,
      "loss": 0.3313,
      "step": 2334500
    },
    {
      "epoch": 651.55,
      "grad_norm": 1.2529699802398682,
      "learning_rate": 4.2759544186727526e-07,
      "loss": 0.3393,
      "step": 2334510
    },
    {
      "epoch": 651.55,
      "grad_norm": 1.4046508073806763,
      "learning_rate": 4.275798713735645e-07,
      "loss": 0.3179,
      "step": 2334520
    },
    {
      "epoch": 651.56,
      "grad_norm": 1.3909929990768433,
      "learning_rate": 4.275643011348968e-07,
      "loss": 0.349,
      "step": 2334530
    },
    {
      "epoch": 651.56,
      "grad_norm": 1.0661029815673828,
      "learning_rate": 4.275487311512741e-07,
      "loss": 0.3267,
      "step": 2334540
    },
    {
      "epoch": 651.56,
      "grad_norm": 1.3428622484207153,
      "learning_rate": 4.275331614226982e-07,
      "loss": 0.3543,
      "step": 2334550
    },
    {
      "epoch": 651.57,
      "grad_norm": 1.1710995435714722,
      "learning_rate": 4.2751759194917083e-07,
      "loss": 0.3359,
      "step": 2334560
    },
    {
      "epoch": 651.57,
      "grad_norm": 1.5853686332702637,
      "learning_rate": 4.275020227306954e-07,
      "loss": 0.3484,
      "step": 2334570
    },
    {
      "epoch": 651.57,
      "grad_norm": 1.300631046295166,
      "learning_rate": 4.2748645376727174e-07,
      "loss": 0.3274,
      "step": 2334580
    },
    {
      "epoch": 651.57,
      "grad_norm": 1.2310272455215454,
      "learning_rate": 4.274708850589047e-07,
      "loss": 0.3302,
      "step": 2334590
    },
    {
      "epoch": 651.58,
      "grad_norm": 1.1392875909805298,
      "learning_rate": 4.274553166055941e-07,
      "loss": 0.3145,
      "step": 2334600
    },
    {
      "epoch": 651.58,
      "grad_norm": 1.193563461303711,
      "learning_rate": 4.2743974840734297e-07,
      "loss": 0.3612,
      "step": 2334610
    },
    {
      "epoch": 651.58,
      "grad_norm": 1.0520750284194946,
      "learning_rate": 4.274241804641537e-07,
      "loss": 0.3387,
      "step": 2334620
    },
    {
      "epoch": 651.59,
      "grad_norm": 1.2158421277999878,
      "learning_rate": 4.274086127760276e-07,
      "loss": 0.3361,
      "step": 2334630
    },
    {
      "epoch": 651.59,
      "grad_norm": 1.295273780822754,
      "learning_rate": 4.273930453429667e-07,
      "loss": 0.3566,
      "step": 2334640
    },
    {
      "epoch": 651.59,
      "grad_norm": 1.1806460618972778,
      "learning_rate": 4.273774781649737e-07,
      "loss": 0.3451,
      "step": 2334650
    },
    {
      "epoch": 651.59,
      "grad_norm": 1.2043079137802124,
      "learning_rate": 4.2736191124205113e-07,
      "loss": 0.3462,
      "step": 2334660
    },
    {
      "epoch": 651.6,
      "grad_norm": 1.1173690557479858,
      "learning_rate": 4.273463445741987e-07,
      "loss": 0.339,
      "step": 2334670
    },
    {
      "epoch": 651.6,
      "grad_norm": 1.1512936353683472,
      "learning_rate": 4.273307781614217e-07,
      "loss": 0.3149,
      "step": 2334680
    },
    {
      "epoch": 651.6,
      "grad_norm": 1.1988638639450073,
      "learning_rate": 4.2731521200371984e-07,
      "loss": 0.3253,
      "step": 2334690
    },
    {
      "epoch": 651.6,
      "grad_norm": 1.3066719770431519,
      "learning_rate": 4.2729964610109593e-07,
      "loss": 0.34,
      "step": 2334700
    },
    {
      "epoch": 651.61,
      "grad_norm": 1.1221885681152344,
      "learning_rate": 4.2728408045355287e-07,
      "loss": 0.3504,
      "step": 2334710
    },
    {
      "epoch": 651.61,
      "grad_norm": 1.1491848230361938,
      "learning_rate": 4.272685150610907e-07,
      "loss": 0.3411,
      "step": 2334720
    },
    {
      "epoch": 651.61,
      "grad_norm": 1.1944352388381958,
      "learning_rate": 4.272529499237138e-07,
      "loss": 0.3463,
      "step": 2334730
    },
    {
      "epoch": 651.62,
      "grad_norm": 1.2504311800003052,
      "learning_rate": 4.2723738504142266e-07,
      "loss": 0.3436,
      "step": 2334740
    },
    {
      "epoch": 651.62,
      "grad_norm": 1.4990453720092773,
      "learning_rate": 4.2722182041422e-07,
      "loss": 0.366,
      "step": 2334750
    },
    {
      "epoch": 651.62,
      "grad_norm": 1.1682155132293701,
      "learning_rate": 4.27206256042108e-07,
      "loss": 0.321,
      "step": 2334760
    },
    {
      "epoch": 651.62,
      "grad_norm": 1.1985995769500732,
      "learning_rate": 4.271906919250883e-07,
      "loss": 0.3423,
      "step": 2334770
    },
    {
      "epoch": 651.63,
      "grad_norm": 1.280050277709961,
      "learning_rate": 4.2717512806316303e-07,
      "loss": 0.3201,
      "step": 2334780
    },
    {
      "epoch": 651.63,
      "grad_norm": 1.0714863538742065,
      "learning_rate": 4.271595644563342e-07,
      "loss": 0.35,
      "step": 2334790
    },
    {
      "epoch": 651.63,
      "grad_norm": 1.0894273519515991,
      "learning_rate": 4.27144001104605e-07,
      "loss": 0.3415,
      "step": 2334800
    },
    {
      "epoch": 651.64,
      "grad_norm": 1.1404997110366821,
      "learning_rate": 4.2712843800797507e-07,
      "loss": 0.3342,
      "step": 2334810
    },
    {
      "epoch": 651.64,
      "grad_norm": 1.164452075958252,
      "learning_rate": 4.271128751664494e-07,
      "loss": 0.3489,
      "step": 2334820
    },
    {
      "epoch": 651.64,
      "grad_norm": 1.2160305976867676,
      "learning_rate": 4.2709731258002804e-07,
      "loss": 0.3506,
      "step": 2334830
    },
    {
      "epoch": 651.64,
      "grad_norm": 1.2529072761535645,
      "learning_rate": 4.270817502487135e-07,
      "loss": 0.3311,
      "step": 2334840
    },
    {
      "epoch": 651.65,
      "grad_norm": 1.2550512552261353,
      "learning_rate": 4.2706618817250876e-07,
      "loss": 0.3338,
      "step": 2334850
    },
    {
      "epoch": 651.65,
      "grad_norm": 1.3447952270507812,
      "learning_rate": 4.270506263514148e-07,
      "loss": 0.3486,
      "step": 2334860
    },
    {
      "epoch": 651.65,
      "grad_norm": 1.2137484550476074,
      "learning_rate": 4.2703506478543367e-07,
      "loss": 0.3324,
      "step": 2334870
    },
    {
      "epoch": 651.66,
      "grad_norm": 1.304563045501709,
      "learning_rate": 4.27019503474568e-07,
      "loss": 0.3363,
      "step": 2334880
    },
    {
      "epoch": 651.66,
      "grad_norm": 1.1679085493087769,
      "learning_rate": 4.2700394241882016e-07,
      "loss": 0.3296,
      "step": 2334890
    },
    {
      "epoch": 651.66,
      "grad_norm": 3.5495429039001465,
      "learning_rate": 4.2698838161819137e-07,
      "loss": 0.3308,
      "step": 2334900
    },
    {
      "epoch": 651.66,
      "grad_norm": 1.1794153451919556,
      "learning_rate": 4.2697282107268377e-07,
      "loss": 0.3188,
      "step": 2334910
    },
    {
      "epoch": 651.67,
      "grad_norm": 1.6656399965286255,
      "learning_rate": 4.2695726078230054e-07,
      "loss": 0.3205,
      "step": 2334920
    },
    {
      "epoch": 651.67,
      "grad_norm": 1.4607943296432495,
      "learning_rate": 4.2694170074704183e-07,
      "loss": 0.3404,
      "step": 2334930
    },
    {
      "epoch": 651.67,
      "grad_norm": 1.8887648582458496,
      "learning_rate": 4.269261409669118e-07,
      "loss": 0.3339,
      "step": 2334940
    },
    {
      "epoch": 651.67,
      "grad_norm": 1.1248970031738281,
      "learning_rate": 4.2691058144191085e-07,
      "loss": 0.3312,
      "step": 2334950
    },
    {
      "epoch": 651.68,
      "grad_norm": 1.3839409351348877,
      "learning_rate": 4.26895022172042e-07,
      "loss": 0.326,
      "step": 2334960
    },
    {
      "epoch": 651.68,
      "grad_norm": 1.0608760118484497,
      "learning_rate": 4.268794631573071e-07,
      "loss": 0.3218,
      "step": 2334970
    },
    {
      "epoch": 651.68,
      "grad_norm": 1.2383478879928589,
      "learning_rate": 4.268639043977087e-07,
      "loss": 0.3349,
      "step": 2334980
    },
    {
      "epoch": 651.69,
      "grad_norm": 1.287850022315979,
      "learning_rate": 4.268483458932478e-07,
      "loss": 0.3323,
      "step": 2334990
    },
    {
      "epoch": 651.69,
      "grad_norm": 1.0681639909744263,
      "learning_rate": 4.2683278764392696e-07,
      "loss": 0.3375,
      "step": 2335000
    },
    {
      "epoch": 651.69,
      "grad_norm": 1.2034494876861572,
      "learning_rate": 4.268172296497483e-07,
      "loss": 0.3522,
      "step": 2335010
    },
    {
      "epoch": 651.69,
      "grad_norm": 1.2062430381774902,
      "learning_rate": 4.26801671910714e-07,
      "loss": 0.3404,
      "step": 2335020
    },
    {
      "epoch": 651.7,
      "grad_norm": 1.1890840530395508,
      "learning_rate": 4.267861144268267e-07,
      "loss": 0.3403,
      "step": 2335030
    },
    {
      "epoch": 651.7,
      "grad_norm": 1.180484652519226,
      "learning_rate": 4.2677055719808703e-07,
      "loss": 0.3254,
      "step": 2335040
    },
    {
      "epoch": 651.7,
      "grad_norm": 1.244724988937378,
      "learning_rate": 4.26755000224498e-07,
      "loss": 0.3425,
      "step": 2335050
    },
    {
      "epoch": 651.71,
      "grad_norm": 1.181955337524414,
      "learning_rate": 4.267394435060622e-07,
      "loss": 0.3398,
      "step": 2335060
    },
    {
      "epoch": 651.71,
      "grad_norm": 1.1449501514434814,
      "learning_rate": 4.267238870427795e-07,
      "loss": 0.3497,
      "step": 2335070
    },
    {
      "epoch": 651.71,
      "grad_norm": 1.2726671695709229,
      "learning_rate": 4.26708330834655e-07,
      "loss": 0.3325,
      "step": 2335080
    },
    {
      "epoch": 651.71,
      "grad_norm": 1.260589838027954,
      "learning_rate": 4.266927748816886e-07,
      "loss": 0.3223,
      "step": 2335090
    },
    {
      "epoch": 651.72,
      "grad_norm": 1.104783058166504,
      "learning_rate": 4.2667721918388294e-07,
      "loss": 0.329,
      "step": 2335100
    },
    {
      "epoch": 651.72,
      "grad_norm": 1.3764948844909668,
      "learning_rate": 4.266616637412401e-07,
      "loss": 0.3481,
      "step": 2335110
    },
    {
      "epoch": 651.72,
      "grad_norm": 1.2018846273422241,
      "learning_rate": 4.2664610855376324e-07,
      "loss": 0.3347,
      "step": 2335120
    },
    {
      "epoch": 651.72,
      "grad_norm": 1.2741657495498657,
      "learning_rate": 4.266305536214525e-07,
      "loss": 0.3356,
      "step": 2335130
    },
    {
      "epoch": 651.73,
      "grad_norm": 1.3854910135269165,
      "learning_rate": 4.266149989443109e-07,
      "loss": 0.3359,
      "step": 2335140
    },
    {
      "epoch": 651.73,
      "grad_norm": 1.259092092514038,
      "learning_rate": 4.265994445223412e-07,
      "loss": 0.3206,
      "step": 2335150
    },
    {
      "epoch": 651.73,
      "grad_norm": 1.9840468168258667,
      "learning_rate": 4.2658389035554343e-07,
      "loss": 0.3376,
      "step": 2335160
    },
    {
      "epoch": 651.74,
      "grad_norm": 1.2711899280548096,
      "learning_rate": 4.265683364439222e-07,
      "loss": 0.3425,
      "step": 2335170
    },
    {
      "epoch": 651.74,
      "grad_norm": 1.2750439643859863,
      "learning_rate": 4.2655278278747795e-07,
      "loss": 0.347,
      "step": 2335180
    },
    {
      "epoch": 651.74,
      "grad_norm": 1.5442789793014526,
      "learning_rate": 4.265372293862131e-07,
      "loss": 0.3355,
      "step": 2335190
    },
    {
      "epoch": 651.74,
      "grad_norm": 1.1488572359085083,
      "learning_rate": 4.265216762401304e-07,
      "loss": 0.3315,
      "step": 2335200
    },
    {
      "epoch": 651.75,
      "grad_norm": 1.203700065612793,
      "learning_rate": 4.265061233492307e-07,
      "loss": 0.3527,
      "step": 2335210
    },
    {
      "epoch": 651.75,
      "grad_norm": 1.1014153957366943,
      "learning_rate": 4.264905707135165e-07,
      "loss": 0.3366,
      "step": 2335220
    },
    {
      "epoch": 651.75,
      "grad_norm": 1.1282787322998047,
      "learning_rate": 4.2647501833299043e-07,
      "loss": 0.3315,
      "step": 2335230
    },
    {
      "epoch": 651.76,
      "grad_norm": 1.19089937210083,
      "learning_rate": 4.264594662076544e-07,
      "loss": 0.3496,
      "step": 2335240
    },
    {
      "epoch": 651.76,
      "grad_norm": 1.0688197612762451,
      "learning_rate": 4.2644391433750934e-07,
      "loss": 0.3509,
      "step": 2335250
    },
    {
      "epoch": 651.76,
      "grad_norm": 1.1524215936660767,
      "learning_rate": 4.2642836272255937e-07,
      "loss": 0.3251,
      "step": 2335260
    },
    {
      "epoch": 651.76,
      "grad_norm": 1.0055373907089233,
      "learning_rate": 4.2641281136280475e-07,
      "loss": 0.3369,
      "step": 2335270
    },
    {
      "epoch": 651.77,
      "grad_norm": 1.5316458940505981,
      "learning_rate": 4.263972602582483e-07,
      "loss": 0.3313,
      "step": 2335280
    },
    {
      "epoch": 651.77,
      "grad_norm": 1.166746735572815,
      "learning_rate": 4.263817094088927e-07,
      "loss": 0.3256,
      "step": 2335290
    },
    {
      "epoch": 651.77,
      "grad_norm": 1.233206033706665,
      "learning_rate": 4.2636615881473787e-07,
      "loss": 0.3313,
      "step": 2335300
    },
    {
      "epoch": 651.78,
      "grad_norm": 1.1989545822143555,
      "learning_rate": 4.263506084757888e-07,
      "loss": 0.3504,
      "step": 2335310
    },
    {
      "epoch": 651.78,
      "grad_norm": 1.0982410907745361,
      "learning_rate": 4.263350583920455e-07,
      "loss": 0.3379,
      "step": 2335320
    },
    {
      "epoch": 651.78,
      "grad_norm": 1.2767071723937988,
      "learning_rate": 4.263195085635105e-07,
      "loss": 0.3377,
      "step": 2335330
    },
    {
      "epoch": 651.78,
      "grad_norm": 1.4691617488861084,
      "learning_rate": 4.2630395899018655e-07,
      "loss": 0.3319,
      "step": 2335340
    },
    {
      "epoch": 651.79,
      "grad_norm": 1.1827702522277832,
      "learning_rate": 4.262884096720748e-07,
      "loss": 0.3328,
      "step": 2335350
    },
    {
      "epoch": 651.79,
      "grad_norm": 1.5349079370498657,
      "learning_rate": 4.2627286060917764e-07,
      "loss": 0.3303,
      "step": 2335360
    },
    {
      "epoch": 651.79,
      "grad_norm": 1.1888079643249512,
      "learning_rate": 4.262573118014972e-07,
      "loss": 0.3567,
      "step": 2335370
    },
    {
      "epoch": 651.79,
      "grad_norm": 1.4710651636123657,
      "learning_rate": 4.262417632490363e-07,
      "loss": 0.3273,
      "step": 2335380
    },
    {
      "epoch": 651.8,
      "grad_norm": 1.4203112125396729,
      "learning_rate": 4.262262149517949e-07,
      "loss": 0.3371,
      "step": 2335390
    },
    {
      "epoch": 651.8,
      "grad_norm": 1.267969012260437,
      "learning_rate": 4.2621066690977774e-07,
      "loss": 0.3238,
      "step": 2335400
    },
    {
      "epoch": 651.8,
      "grad_norm": 2.221869707107544,
      "learning_rate": 4.261951191229848e-07,
      "loss": 0.3528,
      "step": 2335410
    },
    {
      "epoch": 651.81,
      "grad_norm": 1.1263481378555298,
      "learning_rate": 4.2617957159141926e-07,
      "loss": 0.3287,
      "step": 2335420
    },
    {
      "epoch": 651.81,
      "grad_norm": 1.3339436054229736,
      "learning_rate": 4.261640243150831e-07,
      "loss": 0.3384,
      "step": 2335430
    },
    {
      "epoch": 651.81,
      "grad_norm": 1.1679179668426514,
      "learning_rate": 4.26148477293978e-07,
      "loss": 0.328,
      "step": 2335440
    },
    {
      "epoch": 651.81,
      "grad_norm": 1.183713674545288,
      "learning_rate": 4.261329305281059e-07,
      "loss": 0.3263,
      "step": 2335450
    },
    {
      "epoch": 651.82,
      "grad_norm": 1.2517180442810059,
      "learning_rate": 4.26117384017469e-07,
      "loss": 0.3345,
      "step": 2335460
    },
    {
      "epoch": 651.82,
      "grad_norm": 1.256868600845337,
      "learning_rate": 4.2610183776207033e-07,
      "loss": 0.3528,
      "step": 2335470
    },
    {
      "epoch": 651.82,
      "grad_norm": 1.1436028480529785,
      "learning_rate": 4.2608629176191e-07,
      "loss": 0.3372,
      "step": 2335480
    },
    {
      "epoch": 651.83,
      "grad_norm": 1.3688572645187378,
      "learning_rate": 4.2607074601699234e-07,
      "loss": 0.3392,
      "step": 2335490
    },
    {
      "epoch": 651.83,
      "grad_norm": 1.7067978382110596,
      "learning_rate": 4.2605520052731766e-07,
      "loss": 0.3558,
      "step": 2335500
    },
    {
      "epoch": 651.83,
      "grad_norm": 1.2087384462356567,
      "learning_rate": 4.260396552928888e-07,
      "loss": 0.3468,
      "step": 2335510
    },
    {
      "epoch": 651.83,
      "grad_norm": 1.2808774709701538,
      "learning_rate": 4.260241103137083e-07,
      "loss": 0.3378,
      "step": 2335520
    },
    {
      "epoch": 651.84,
      "grad_norm": 1.2487856149673462,
      "learning_rate": 4.2600856558977684e-07,
      "loss": 0.337,
      "step": 2335530
    },
    {
      "epoch": 651.84,
      "grad_norm": 1.2669909000396729,
      "learning_rate": 4.2599302112109767e-07,
      "loss": 0.3372,
      "step": 2335540
    },
    {
      "epoch": 651.84,
      "grad_norm": 1.440950870513916,
      "learning_rate": 4.259774769076721e-07,
      "loss": 0.3477,
      "step": 2335550
    },
    {
      "epoch": 651.84,
      "grad_norm": 1.233941912651062,
      "learning_rate": 4.2596193294950334e-07,
      "loss": 0.3411,
      "step": 2335560
    },
    {
      "epoch": 651.85,
      "grad_norm": 1.2728370428085327,
      "learning_rate": 4.259463892465921e-07,
      "loss": 0.34,
      "step": 2335570
    },
    {
      "epoch": 651.85,
      "grad_norm": 1.4778132438659668,
      "learning_rate": 4.2593084579894096e-07,
      "loss": 0.3619,
      "step": 2335580
    },
    {
      "epoch": 651.85,
      "grad_norm": 1.4359595775604248,
      "learning_rate": 4.259153026065521e-07,
      "loss": 0.3453,
      "step": 2335590
    },
    {
      "epoch": 651.86,
      "grad_norm": 1.2351329326629639,
      "learning_rate": 4.2589975966942776e-07,
      "loss": 0.3304,
      "step": 2335600
    },
    {
      "epoch": 651.86,
      "grad_norm": 1.4287911653518677,
      "learning_rate": 4.2588421698757005e-07,
      "loss": 0.325,
      "step": 2335610
    },
    {
      "epoch": 651.86,
      "grad_norm": 1.2037025690078735,
      "learning_rate": 4.2586867456097975e-07,
      "loss": 0.3335,
      "step": 2335620
    },
    {
      "epoch": 651.86,
      "grad_norm": 1.4150294065475464,
      "learning_rate": 4.2585313238966136e-07,
      "loss": 0.3478,
      "step": 2335630
    },
    {
      "epoch": 651.87,
      "grad_norm": 1.2244588136672974,
      "learning_rate": 4.2583759047361477e-07,
      "loss": 0.3344,
      "step": 2335640
    },
    {
      "epoch": 651.87,
      "grad_norm": 1.447895884513855,
      "learning_rate": 4.258220488128429e-07,
      "loss": 0.3466,
      "step": 2335650
    },
    {
      "epoch": 651.87,
      "grad_norm": 1.2347102165222168,
      "learning_rate": 4.258065074073483e-07,
      "loss": 0.3396,
      "step": 2335660
    },
    {
      "epoch": 651.88,
      "grad_norm": 1.2732770442962646,
      "learning_rate": 4.257909662571321e-07,
      "loss": 0.3455,
      "step": 2335670
    },
    {
      "epoch": 651.88,
      "grad_norm": 1.6948996782302856,
      "learning_rate": 4.257754253621966e-07,
      "loss": 0.3456,
      "step": 2335680
    },
    {
      "epoch": 651.88,
      "grad_norm": 1.2463542222976685,
      "learning_rate": 4.257598847225441e-07,
      "loss": 0.3351,
      "step": 2335690
    },
    {
      "epoch": 651.88,
      "grad_norm": 1.2432924509048462,
      "learning_rate": 4.2574434433817725e-07,
      "loss": 0.3563,
      "step": 2335700
    },
    {
      "epoch": 651.89,
      "grad_norm": 1.3800194263458252,
      "learning_rate": 4.257288042090968e-07,
      "loss": 0.3354,
      "step": 2335710
    },
    {
      "epoch": 651.89,
      "grad_norm": 1.4475094079971313,
      "learning_rate": 4.257132643353054e-07,
      "loss": 0.3536,
      "step": 2335720
    },
    {
      "epoch": 651.89,
      "grad_norm": 1.2058448791503906,
      "learning_rate": 4.256977247168059e-07,
      "loss": 0.3404,
      "step": 2335730
    },
    {
      "epoch": 651.9,
      "grad_norm": 1.1672163009643555,
      "learning_rate": 4.256821853535985e-07,
      "loss": 0.3399,
      "step": 2335740
    },
    {
      "epoch": 651.9,
      "grad_norm": 1.3959962129592896,
      "learning_rate": 4.2566664624568766e-07,
      "loss": 0.3374,
      "step": 2335750
    },
    {
      "epoch": 651.9,
      "grad_norm": 1.139241099357605,
      "learning_rate": 4.2565110739307363e-07,
      "loss": 0.3507,
      "step": 2335760
    },
    {
      "epoch": 651.9,
      "grad_norm": 1.28585946559906,
      "learning_rate": 4.2563556879575903e-07,
      "loss": 0.3342,
      "step": 2335770
    },
    {
      "epoch": 651.91,
      "grad_norm": 1.2633204460144043,
      "learning_rate": 4.25620030453746e-07,
      "loss": 0.332,
      "step": 2335780
    },
    {
      "epoch": 651.91,
      "grad_norm": 1.4913455247879028,
      "learning_rate": 4.256044923670373e-07,
      "loss": 0.3303,
      "step": 2335790
    },
    {
      "epoch": 651.91,
      "grad_norm": 1.4773215055465698,
      "learning_rate": 4.2558895453563347e-07,
      "loss": 0.3631,
      "step": 2335800
    },
    {
      "epoch": 651.91,
      "grad_norm": 1.114830732345581,
      "learning_rate": 4.255734169595377e-07,
      "loss": 0.3254,
      "step": 2335810
    },
    {
      "epoch": 651.92,
      "grad_norm": 1.1276212930679321,
      "learning_rate": 4.2555787963875203e-07,
      "loss": 0.3342,
      "step": 2335820
    },
    {
      "epoch": 651.92,
      "grad_norm": 1.2810356616973877,
      "learning_rate": 4.255423425732772e-07,
      "loss": 0.3419,
      "step": 2335830
    },
    {
      "epoch": 651.92,
      "grad_norm": 1.2990617752075195,
      "learning_rate": 4.255268057631177e-07,
      "loss": 0.335,
      "step": 2335840
    },
    {
      "epoch": 651.93,
      "grad_norm": 1.4235936403274536,
      "learning_rate": 4.2551126920827344e-07,
      "loss": 0.3514,
      "step": 2335850
    },
    {
      "epoch": 651.93,
      "grad_norm": 1.3108645677566528,
      "learning_rate": 4.254957329087474e-07,
      "loss": 0.3273,
      "step": 2335860
    },
    {
      "epoch": 651.93,
      "grad_norm": 1.4173686504364014,
      "learning_rate": 4.2548019686454185e-07,
      "loss": 0.3462,
      "step": 2335870
    },
    {
      "epoch": 651.93,
      "grad_norm": 1.3203847408294678,
      "learning_rate": 4.254646610756576e-07,
      "loss": 0.3313,
      "step": 2335880
    },
    {
      "epoch": 651.94,
      "grad_norm": 1.1088824272155762,
      "learning_rate": 4.254491255420988e-07,
      "loss": 0.3351,
      "step": 2335890
    },
    {
      "epoch": 651.94,
      "grad_norm": 1.0949311256408691,
      "learning_rate": 4.2543359026386566e-07,
      "loss": 0.3387,
      "step": 2335900
    },
    {
      "epoch": 651.94,
      "grad_norm": 1.0875190496444702,
      "learning_rate": 4.254180552409611e-07,
      "loss": 0.3254,
      "step": 2335910
    },
    {
      "epoch": 651.95,
      "grad_norm": 1.1258152723312378,
      "learning_rate": 4.25402520473387e-07,
      "loss": 0.3358,
      "step": 2335920
    },
    {
      "epoch": 651.95,
      "grad_norm": 1.171114206314087,
      "learning_rate": 4.253869859611461e-07,
      "loss": 0.3393,
      "step": 2335930
    },
    {
      "epoch": 651.95,
      "grad_norm": 1.0388274192810059,
      "learning_rate": 4.2537145170423926e-07,
      "loss": 0.3354,
      "step": 2335940
    },
    {
      "epoch": 651.95,
      "grad_norm": 1.126945972442627,
      "learning_rate": 4.2535591770266905e-07,
      "loss": 0.3329,
      "step": 2335950
    },
    {
      "epoch": 651.96,
      "grad_norm": 1.4153140783309937,
      "learning_rate": 4.2534038395643803e-07,
      "loss": 0.3281,
      "step": 2335960
    },
    {
      "epoch": 651.96,
      "grad_norm": 1.1353124380111694,
      "learning_rate": 4.2532485046554685e-07,
      "loss": 0.3314,
      "step": 2335970
    },
    {
      "epoch": 651.96,
      "grad_norm": 1.239172339439392,
      "learning_rate": 4.253093172299998e-07,
      "loss": 0.328,
      "step": 2335980
    },
    {
      "epoch": 651.96,
      "grad_norm": 1.2683595418930054,
      "learning_rate": 4.252937842497972e-07,
      "loss": 0.3456,
      "step": 2335990
    },
    {
      "epoch": 651.97,
      "grad_norm": 1.0942946672439575,
      "learning_rate": 4.2527825152494164e-07,
      "loss": 0.336,
      "step": 2336000
    },
    {
      "epoch": 651.97,
      "grad_norm": 1.242756724357605,
      "learning_rate": 4.252627190554355e-07,
      "loss": 0.3306,
      "step": 2336010
    },
    {
      "epoch": 651.97,
      "grad_norm": 1.3818491697311401,
      "learning_rate": 4.252471868412803e-07,
      "loss": 0.3272,
      "step": 2336020
    },
    {
      "epoch": 651.98,
      "grad_norm": 1.0741727352142334,
      "learning_rate": 4.252316548824781e-07,
      "loss": 0.3311,
      "step": 2336030
    },
    {
      "epoch": 651.98,
      "grad_norm": 1.1231857538223267,
      "learning_rate": 4.2521612317903133e-07,
      "loss": 0.3195,
      "step": 2336040
    },
    {
      "epoch": 651.98,
      "grad_norm": 1.275951623916626,
      "learning_rate": 4.2520059173094247e-07,
      "loss": 0.3445,
      "step": 2336050
    },
    {
      "epoch": 651.98,
      "grad_norm": 1.1058681011199951,
      "learning_rate": 4.2518506053821187e-07,
      "loss": 0.3423,
      "step": 2336060
    },
    {
      "epoch": 651.99,
      "grad_norm": 1.014644742012024,
      "learning_rate": 4.251695296008442e-07,
      "loss": 0.3358,
      "step": 2336070
    },
    {
      "epoch": 651.99,
      "grad_norm": 1.3189622163772583,
      "learning_rate": 4.251539989188392e-07,
      "loss": 0.3342,
      "step": 2336080
    },
    {
      "epoch": 651.99,
      "grad_norm": 1.2986012697219849,
      "learning_rate": 4.2513846849219995e-07,
      "loss": 0.3466,
      "step": 2336090
    },
    {
      "epoch": 652.0,
      "grad_norm": 1.2257381677627563,
      "learning_rate": 4.251229383209291e-07,
      "loss": 0.3419,
      "step": 2336100
    },
    {
      "epoch": 652.0,
      "grad_norm": 1.0897585153579712,
      "learning_rate": 4.251074084050274e-07,
      "loss": 0.3391,
      "step": 2336110
    },
    {
      "epoch": 652.0,
      "eval_loss": 0.3392508029937744,
      "eval_runtime": 64.2041,
      "eval_samples_per_second": 78.796,
      "eval_steps_per_second": 9.859,
      "step": 2336116
    },
    {
      "epoch": 652.0,
      "grad_norm": 1.3184243440628052,
      "learning_rate": 4.250918787444977e-07,
      "loss": 0.347,
      "step": 2336120
    },
    {
      "epoch": 652.0,
      "grad_norm": 1.1143089532852173,
      "learning_rate": 4.2507634933934166e-07,
      "loss": 0.342,
      "step": 2336130
    },
    {
      "epoch": 652.01,
      "grad_norm": 1.2194305658340454,
      "learning_rate": 4.2506082018956225e-07,
      "loss": 0.3451,
      "step": 2336140
    },
    {
      "epoch": 652.01,
      "grad_norm": 1.060556411743164,
      "learning_rate": 4.2504529129516036e-07,
      "loss": 0.3343,
      "step": 2336150
    },
    {
      "epoch": 652.01,
      "grad_norm": 1.090131163597107,
      "learning_rate": 4.250297626561386e-07,
      "loss": 0.3355,
      "step": 2336160
    },
    {
      "epoch": 652.02,
      "grad_norm": 1.0966856479644775,
      "learning_rate": 4.2501423427249894e-07,
      "loss": 0.3372,
      "step": 2336170
    },
    {
      "epoch": 652.02,
      "grad_norm": 1.5019875764846802,
      "learning_rate": 4.249987061442436e-07,
      "loss": 0.3334,
      "step": 2336180
    },
    {
      "epoch": 652.02,
      "grad_norm": 1.1328459978103638,
      "learning_rate": 4.2498317827137535e-07,
      "loss": 0.3328,
      "step": 2336190
    },
    {
      "epoch": 652.02,
      "grad_norm": 1.0945775508880615,
      "learning_rate": 4.2496765065389395e-07,
      "loss": 0.3464,
      "step": 2336200
    },
    {
      "epoch": 652.03,
      "grad_norm": 1.4795962572097778,
      "learning_rate": 4.249521232918044e-07,
      "loss": 0.3268,
      "step": 2336210
    },
    {
      "epoch": 652.03,
      "grad_norm": 1.2771950960159302,
      "learning_rate": 4.2493659618510685e-07,
      "loss": 0.3482,
      "step": 2336220
    },
    {
      "epoch": 652.03,
      "grad_norm": 1.1490126848220825,
      "learning_rate": 4.2492106933380376e-07,
      "loss": 0.3263,
      "step": 2336230
    },
    {
      "epoch": 652.03,
      "grad_norm": 1.2529264688491821,
      "learning_rate": 4.2490554273789787e-07,
      "loss": 0.3627,
      "step": 2336240
    },
    {
      "epoch": 652.04,
      "grad_norm": 1.107179045677185,
      "learning_rate": 4.248900163973901e-07,
      "loss": 0.3482,
      "step": 2336250
    },
    {
      "epoch": 652.04,
      "grad_norm": 1.0955599546432495,
      "learning_rate": 4.248744903122832e-07,
      "loss": 0.3291,
      "step": 2336260
    },
    {
      "epoch": 652.04,
      "grad_norm": 1.1393511295318604,
      "learning_rate": 4.248589644825793e-07,
      "loss": 0.3257,
      "step": 2336270
    },
    {
      "epoch": 652.05,
      "grad_norm": 1.3176147937774658,
      "learning_rate": 4.248434389082807e-07,
      "loss": 0.3381,
      "step": 2336280
    },
    {
      "epoch": 652.05,
      "grad_norm": 1.2764105796813965,
      "learning_rate": 4.248279135893885e-07,
      "loss": 0.3405,
      "step": 2336290
    },
    {
      "epoch": 652.05,
      "grad_norm": 1.4055862426757812,
      "learning_rate": 4.2481238852590527e-07,
      "loss": 0.3359,
      "step": 2336300
    },
    {
      "epoch": 652.05,
      "grad_norm": 1.079921007156372,
      "learning_rate": 4.2479686371783416e-07,
      "loss": 0.3336,
      "step": 2336310
    },
    {
      "epoch": 652.06,
      "grad_norm": 1.0244957208633423,
      "learning_rate": 4.247813391651746e-07,
      "loss": 0.3264,
      "step": 2336320
    },
    {
      "epoch": 652.06,
      "grad_norm": 1.611451268196106,
      "learning_rate": 4.2476581486793155e-07,
      "loss": 0.3303,
      "step": 2336330
    },
    {
      "epoch": 652.06,
      "grad_norm": 1.200069546699524,
      "learning_rate": 4.2475029082610555e-07,
      "loss": 0.329,
      "step": 2336340
    },
    {
      "epoch": 652.07,
      "grad_norm": 1.1649118661880493,
      "learning_rate": 4.247347670396987e-07,
      "loss": 0.3362,
      "step": 2336350
    },
    {
      "epoch": 652.07,
      "grad_norm": 1.3286138772964478,
      "learning_rate": 4.247192435087133e-07,
      "loss": 0.3318,
      "step": 2336360
    },
    {
      "epoch": 652.07,
      "grad_norm": 1.2369016408920288,
      "learning_rate": 4.2470372023315194e-07,
      "loss": 0.3338,
      "step": 2336370
    },
    {
      "epoch": 652.07,
      "grad_norm": 1.2911572456359863,
      "learning_rate": 4.2468819721301576e-07,
      "loss": 0.3486,
      "step": 2336380
    },
    {
      "epoch": 652.08,
      "grad_norm": 1.0714937448501587,
      "learning_rate": 4.2467267444830697e-07,
      "loss": 0.3234,
      "step": 2336390
    },
    {
      "epoch": 652.08,
      "grad_norm": 1.2720023393630981,
      "learning_rate": 4.2465715193902875e-07,
      "loss": 0.352,
      "step": 2336400
    },
    {
      "epoch": 652.08,
      "grad_norm": 1.275382161140442,
      "learning_rate": 4.246416296851809e-07,
      "loss": 0.3434,
      "step": 2336410
    },
    {
      "epoch": 652.08,
      "grad_norm": 1.3486131429672241,
      "learning_rate": 4.2462610768676825e-07,
      "loss": 0.3296,
      "step": 2336420
    },
    {
      "epoch": 652.09,
      "grad_norm": 0.9959772229194641,
      "learning_rate": 4.2461058594379084e-07,
      "loss": 0.3335,
      "step": 2336430
    },
    {
      "epoch": 652.09,
      "grad_norm": 1.5312362909317017,
      "learning_rate": 4.2459506445625135e-07,
      "loss": 0.3458,
      "step": 2336440
    },
    {
      "epoch": 652.09,
      "grad_norm": 1.1561137437820435,
      "learning_rate": 4.24579543224152e-07,
      "loss": 0.3289,
      "step": 2336450
    },
    {
      "epoch": 652.1,
      "grad_norm": 1.1722731590270996,
      "learning_rate": 4.2456402224749473e-07,
      "loss": 0.3373,
      "step": 2336460
    },
    {
      "epoch": 652.1,
      "grad_norm": 1.1761999130249023,
      "learning_rate": 4.245485015262823e-07,
      "loss": 0.3364,
      "step": 2336470
    },
    {
      "epoch": 652.1,
      "grad_norm": 1.4865676164627075,
      "learning_rate": 4.2453298106051555e-07,
      "loss": 0.321,
      "step": 2336480
    },
    {
      "epoch": 652.1,
      "grad_norm": 1.3861740827560425,
      "learning_rate": 4.245174608501968e-07,
      "loss": 0.3362,
      "step": 2336490
    },
    {
      "epoch": 652.11,
      "grad_norm": 1.235018014907837,
      "learning_rate": 4.2450194089532867e-07,
      "loss": 0.3445,
      "step": 2336500
    },
    {
      "epoch": 652.11,
      "grad_norm": 1.1339197158813477,
      "learning_rate": 4.2448642119591374e-07,
      "loss": 0.3333,
      "step": 2336510
    },
    {
      "epoch": 652.11,
      "grad_norm": 1.340917706489563,
      "learning_rate": 4.244709017519523e-07,
      "loss": 0.3614,
      "step": 2336520
    },
    {
      "epoch": 652.12,
      "grad_norm": 1.1681426763534546,
      "learning_rate": 4.244553825634477e-07,
      "loss": 0.3335,
      "step": 2336530
    },
    {
      "epoch": 652.12,
      "grad_norm": 1.187293291091919,
      "learning_rate": 4.244398636304023e-07,
      "loss": 0.3285,
      "step": 2336540
    },
    {
      "epoch": 652.12,
      "grad_norm": 1.2256397008895874,
      "learning_rate": 4.244243449528166e-07,
      "loss": 0.3378,
      "step": 2336550
    },
    {
      "epoch": 652.12,
      "grad_norm": 1.19333815574646,
      "learning_rate": 4.244088265306945e-07,
      "loss": 0.3438,
      "step": 2336560
    },
    {
      "epoch": 652.13,
      "grad_norm": 1.456322431564331,
      "learning_rate": 4.2439330836403685e-07,
      "loss": 0.3439,
      "step": 2336570
    },
    {
      "epoch": 652.13,
      "grad_norm": 1.2452787160873413,
      "learning_rate": 4.243777904528459e-07,
      "loss": 0.3259,
      "step": 2336580
    },
    {
      "epoch": 652.13,
      "grad_norm": 1.295027494430542,
      "learning_rate": 4.243622727971241e-07,
      "loss": 0.3463,
      "step": 2336590
    },
    {
      "epoch": 652.14,
      "grad_norm": 1.3283140659332275,
      "learning_rate": 4.2434675539687394e-07,
      "loss": 0.329,
      "step": 2336600
    },
    {
      "epoch": 652.14,
      "grad_norm": 1.2929936647415161,
      "learning_rate": 4.2433123825209625e-07,
      "loss": 0.3381,
      "step": 2336610
    },
    {
      "epoch": 652.14,
      "grad_norm": 1.563405990600586,
      "learning_rate": 4.243157213627936e-07,
      "loss": 0.3476,
      "step": 2336620
    },
    {
      "epoch": 652.14,
      "grad_norm": 1.3990589380264282,
      "learning_rate": 4.243002047289689e-07,
      "loss": 0.3427,
      "step": 2336630
    },
    {
      "epoch": 652.15,
      "grad_norm": 1.2631405591964722,
      "learning_rate": 4.242846883506224e-07,
      "loss": 0.3537,
      "step": 2336640
    },
    {
      "epoch": 652.15,
      "grad_norm": 1.1367435455322266,
      "learning_rate": 4.2426917222775825e-07,
      "loss": 0.3437,
      "step": 2336650
    },
    {
      "epoch": 652.15,
      "grad_norm": 1.5339183807373047,
      "learning_rate": 4.24253656360377e-07,
      "loss": 0.3508,
      "step": 2336660
    },
    {
      "epoch": 652.15,
      "grad_norm": 1.3125990629196167,
      "learning_rate": 4.242381407484812e-07,
      "loss": 0.3565,
      "step": 2336670
    },
    {
      "epoch": 652.16,
      "grad_norm": 1.3211922645568848,
      "learning_rate": 4.242226253920737e-07,
      "loss": 0.3437,
      "step": 2336680
    },
    {
      "epoch": 652.16,
      "grad_norm": 1.3437453508377075,
      "learning_rate": 4.2420711029115514e-07,
      "loss": 0.3303,
      "step": 2336690
    },
    {
      "epoch": 652.16,
      "grad_norm": 1.5098481178283691,
      "learning_rate": 4.24191595445728e-07,
      "loss": 0.3355,
      "step": 2336700
    },
    {
      "epoch": 652.17,
      "grad_norm": 2.036853551864624,
      "learning_rate": 4.241760808557949e-07,
      "loss": 0.3253,
      "step": 2336710
    },
    {
      "epoch": 652.17,
      "grad_norm": 1.4060074090957642,
      "learning_rate": 4.2416056652135825e-07,
      "loss": 0.3413,
      "step": 2336720
    },
    {
      "epoch": 652.17,
      "grad_norm": 1.2683404684066772,
      "learning_rate": 4.24145052442418e-07,
      "loss": 0.3404,
      "step": 2336730
    },
    {
      "epoch": 652.17,
      "grad_norm": 1.2112308740615845,
      "learning_rate": 4.2412953861897906e-07,
      "loss": 0.3264,
      "step": 2336740
    },
    {
      "epoch": 652.18,
      "grad_norm": 1.1875444650650024,
      "learning_rate": 4.241140250510415e-07,
      "loss": 0.3348,
      "step": 2336750
    },
    {
      "epoch": 652.18,
      "grad_norm": 1.1558692455291748,
      "learning_rate": 4.2409851173860817e-07,
      "loss": 0.3459,
      "step": 2336760
    },
    {
      "epoch": 652.18,
      "grad_norm": 1.1586989164352417,
      "learning_rate": 4.2408299868168136e-07,
      "loss": 0.3403,
      "step": 2336770
    },
    {
      "epoch": 652.19,
      "grad_norm": 1.5486618280410767,
      "learning_rate": 4.240674858802616e-07,
      "loss": 0.3411,
      "step": 2336780
    },
    {
      "epoch": 652.19,
      "grad_norm": 2.828697919845581,
      "learning_rate": 4.240519733343534e-07,
      "loss": 0.3307,
      "step": 2336790
    },
    {
      "epoch": 652.19,
      "grad_norm": 1.2653387784957886,
      "learning_rate": 4.2403646104395694e-07,
      "loss": 0.3531,
      "step": 2336800
    },
    {
      "epoch": 652.19,
      "grad_norm": 1.2489348649978638,
      "learning_rate": 4.240209490090748e-07,
      "loss": 0.3436,
      "step": 2336810
    },
    {
      "epoch": 652.2,
      "grad_norm": 1.371174931526184,
      "learning_rate": 4.2400543722970963e-07,
      "loss": 0.3279,
      "step": 2336820
    },
    {
      "epoch": 652.2,
      "grad_norm": 1.2777005434036255,
      "learning_rate": 4.239899257058625e-07,
      "loss": 0.3388,
      "step": 2336830
    },
    {
      "epoch": 652.2,
      "grad_norm": 1.1570353507995605,
      "learning_rate": 4.2397441443753596e-07,
      "loss": 0.3179,
      "step": 2336840
    },
    {
      "epoch": 652.2,
      "grad_norm": 1.2173389196395874,
      "learning_rate": 4.2395890342473184e-07,
      "loss": 0.3262,
      "step": 2336850
    },
    {
      "epoch": 652.21,
      "grad_norm": 1.2156414985656738,
      "learning_rate": 4.2394339266745327e-07,
      "loss": 0.3333,
      "step": 2336860
    },
    {
      "epoch": 652.21,
      "grad_norm": 1.1819664239883423,
      "learning_rate": 4.2392788216570024e-07,
      "loss": 0.3398,
      "step": 2336870
    },
    {
      "epoch": 652.21,
      "grad_norm": 1.0397601127624512,
      "learning_rate": 4.2391237191947747e-07,
      "loss": 0.3441,
      "step": 2336880
    },
    {
      "epoch": 652.22,
      "grad_norm": 1.3005211353302002,
      "learning_rate": 4.238968619287846e-07,
      "loss": 0.3248,
      "step": 2336890
    },
    {
      "epoch": 652.22,
      "grad_norm": 1.3038277626037598,
      "learning_rate": 4.2388135219362494e-07,
      "loss": 0.3396,
      "step": 2336900
    },
    {
      "epoch": 652.22,
      "grad_norm": 1.0861670970916748,
      "learning_rate": 4.238658427140009e-07,
      "loss": 0.3199,
      "step": 2336910
    },
    {
      "epoch": 652.22,
      "grad_norm": 1.3057342767715454,
      "learning_rate": 4.2385033348991334e-07,
      "loss": 0.3352,
      "step": 2336920
    },
    {
      "epoch": 652.23,
      "grad_norm": 0.9690009951591492,
      "learning_rate": 4.238348245213651e-07,
      "loss": 0.336,
      "step": 2336930
    },
    {
      "epoch": 652.23,
      "grad_norm": 1.1428626775741577,
      "learning_rate": 4.2381931580835784e-07,
      "loss": 0.3328,
      "step": 2336940
    },
    {
      "epoch": 652.23,
      "grad_norm": 1.2829488515853882,
      "learning_rate": 4.238038073508948e-07,
      "loss": 0.3497,
      "step": 2336950
    },
    {
      "epoch": 652.24,
      "grad_norm": 1.1245795488357544,
      "learning_rate": 4.2378829914897635e-07,
      "loss": 0.3285,
      "step": 2336960
    },
    {
      "epoch": 652.24,
      "grad_norm": 1.541473388671875,
      "learning_rate": 4.2377279120260525e-07,
      "loss": 0.3278,
      "step": 2336970
    },
    {
      "epoch": 652.24,
      "grad_norm": 2.772563934326172,
      "learning_rate": 4.237572835117842e-07,
      "loss": 0.3201,
      "step": 2336980
    },
    {
      "epoch": 652.24,
      "grad_norm": 1.0062309503555298,
      "learning_rate": 4.2374177607651364e-07,
      "loss": 0.3422,
      "step": 2336990
    },
    {
      "epoch": 652.25,
      "grad_norm": 1.3757445812225342,
      "learning_rate": 4.237262688967978e-07,
      "loss": 0.3455,
      "step": 2337000
    },
    {
      "epoch": 652.25,
      "grad_norm": 1.09220290184021,
      "learning_rate": 4.2371076197263717e-07,
      "loss": 0.3294,
      "step": 2337010
    },
    {
      "epoch": 652.25,
      "grad_norm": 1.0666099786758423,
      "learning_rate": 4.236952553040341e-07,
      "loss": 0.3432,
      "step": 2337020
    },
    {
      "epoch": 652.26,
      "grad_norm": 1.3471803665161133,
      "learning_rate": 4.236797488909909e-07,
      "loss": 0.3388,
      "step": 2337030
    },
    {
      "epoch": 652.26,
      "grad_norm": 1.2595148086547852,
      "learning_rate": 4.2366424273350973e-07,
      "loss": 0.3367,
      "step": 2337040
    },
    {
      "epoch": 652.26,
      "grad_norm": 1.2791329622268677,
      "learning_rate": 4.236487368315931e-07,
      "loss": 0.3429,
      "step": 2337050
    },
    {
      "epoch": 652.26,
      "grad_norm": 1.0779120922088623,
      "learning_rate": 4.2363323118524156e-07,
      "loss": 0.3224,
      "step": 2337060
    },
    {
      "epoch": 652.27,
      "grad_norm": 1.3664536476135254,
      "learning_rate": 4.236177257944583e-07,
      "loss": 0.3342,
      "step": 2337070
    },
    {
      "epoch": 652.27,
      "grad_norm": 1.4992177486419678,
      "learning_rate": 4.236022206592453e-07,
      "loss": 0.3283,
      "step": 2337080
    },
    {
      "epoch": 652.27,
      "grad_norm": 1.2291442155838013,
      "learning_rate": 4.2358671577960493e-07,
      "loss": 0.3372,
      "step": 2337090
    },
    {
      "epoch": 652.27,
      "grad_norm": 1.241729497909546,
      "learning_rate": 4.2357121115553825e-07,
      "loss": 0.3366,
      "step": 2337100
    },
    {
      "epoch": 652.28,
      "grad_norm": 1.3317540884017944,
      "learning_rate": 4.235557067870479e-07,
      "loss": 0.3491,
      "step": 2337110
    },
    {
      "epoch": 652.28,
      "grad_norm": 1.3179432153701782,
      "learning_rate": 4.235402026741364e-07,
      "loss": 0.3613,
      "step": 2337120
    },
    {
      "epoch": 652.28,
      "grad_norm": 1.6176867485046387,
      "learning_rate": 4.235246988168043e-07,
      "loss": 0.3585,
      "step": 2337130
    },
    {
      "epoch": 652.29,
      "grad_norm": 1.292541265487671,
      "learning_rate": 4.2350919521505585e-07,
      "loss": 0.3427,
      "step": 2337140
    },
    {
      "epoch": 652.29,
      "grad_norm": 1.294469952583313,
      "learning_rate": 4.2349369186889146e-07,
      "loss": 0.3522,
      "step": 2337150
    },
    {
      "epoch": 652.29,
      "grad_norm": 1.2184271812438965,
      "learning_rate": 4.234781887783135e-07,
      "loss": 0.3417,
      "step": 2337160
    },
    {
      "epoch": 652.29,
      "grad_norm": 3.5182271003723145,
      "learning_rate": 4.234626859433243e-07,
      "loss": 0.3365,
      "step": 2337170
    },
    {
      "epoch": 652.3,
      "grad_norm": 1.2612721920013428,
      "learning_rate": 4.2344718336392675e-07,
      "loss": 0.3472,
      "step": 2337180
    },
    {
      "epoch": 652.3,
      "grad_norm": 1.299561619758606,
      "learning_rate": 4.2343168104012113e-07,
      "loss": 0.3281,
      "step": 2337190
    },
    {
      "epoch": 652.3,
      "grad_norm": 1.2931636571884155,
      "learning_rate": 4.234161789719105e-07,
      "loss": 0.3582,
      "step": 2337200
    },
    {
      "epoch": 652.31,
      "grad_norm": 1.2410963773727417,
      "learning_rate": 4.2340067715929753e-07,
      "loss": 0.3222,
      "step": 2337210
    },
    {
      "epoch": 652.31,
      "grad_norm": 1.2720259428024292,
      "learning_rate": 4.2338517560228214e-07,
      "loss": 0.3655,
      "step": 2337220
    },
    {
      "epoch": 652.31,
      "grad_norm": 1.0907659530639648,
      "learning_rate": 4.233696743008691e-07,
      "loss": 0.3328,
      "step": 2337230
    },
    {
      "epoch": 652.31,
      "grad_norm": 1.1092342138290405,
      "learning_rate": 4.233541732550586e-07,
      "loss": 0.3418,
      "step": 2337240
    },
    {
      "epoch": 652.32,
      "grad_norm": 1.2513538599014282,
      "learning_rate": 4.2333867246485357e-07,
      "loss": 0.3301,
      "step": 2337250
    },
    {
      "epoch": 652.32,
      "grad_norm": 1.2620152235031128,
      "learning_rate": 4.23323171930256e-07,
      "loss": 0.34,
      "step": 2337260
    },
    {
      "epoch": 652.32,
      "grad_norm": 1.178775429725647,
      "learning_rate": 4.2330767165126756e-07,
      "loss": 0.3264,
      "step": 2337270
    },
    {
      "epoch": 652.32,
      "grad_norm": 1.2857494354248047,
      "learning_rate": 4.232921716278903e-07,
      "loss": 0.341,
      "step": 2337280
    },
    {
      "epoch": 652.33,
      "grad_norm": 1.702965497970581,
      "learning_rate": 4.2327667186012645e-07,
      "loss": 0.3435,
      "step": 2337290
    },
    {
      "epoch": 652.33,
      "grad_norm": 1.1195212602615356,
      "learning_rate": 4.2326117234797877e-07,
      "loss": 0.3352,
      "step": 2337300
    },
    {
      "epoch": 652.33,
      "grad_norm": 1.4194505214691162,
      "learning_rate": 4.232456730914477e-07,
      "loss": 0.3366,
      "step": 2337310
    },
    {
      "epoch": 652.34,
      "grad_norm": 1.0961424112319946,
      "learning_rate": 4.2323017409053714e-07,
      "loss": 0.3327,
      "step": 2337320
    },
    {
      "epoch": 652.34,
      "grad_norm": 1.4698002338409424,
      "learning_rate": 4.232146753452479e-07,
      "loss": 0.3376,
      "step": 2337330
    },
    {
      "epoch": 652.34,
      "grad_norm": 1.1356990337371826,
      "learning_rate": 4.2319917685558227e-07,
      "loss": 0.3404,
      "step": 2337340
    },
    {
      "epoch": 652.34,
      "grad_norm": 1.2590526342391968,
      "learning_rate": 4.231836786215432e-07,
      "loss": 0.3287,
      "step": 2337350
    },
    {
      "epoch": 652.35,
      "grad_norm": 1.1157416105270386,
      "learning_rate": 4.2316818064313085e-07,
      "loss": 0.3492,
      "step": 2337360
    },
    {
      "epoch": 652.35,
      "grad_norm": 1.2670605182647705,
      "learning_rate": 4.2315268292034975e-07,
      "loss": 0.327,
      "step": 2337370
    },
    {
      "epoch": 652.35,
      "grad_norm": 1.4033467769622803,
      "learning_rate": 4.231371854531998e-07,
      "loss": 0.3584,
      "step": 2337380
    },
    {
      "epoch": 652.36,
      "grad_norm": 1.4102447032928467,
      "learning_rate": 4.231216882416842e-07,
      "loss": 0.3425,
      "step": 2337390
    },
    {
      "epoch": 652.36,
      "grad_norm": 1.3374474048614502,
      "learning_rate": 4.231061912858047e-07,
      "loss": 0.3419,
      "step": 2337400
    },
    {
      "epoch": 652.36,
      "grad_norm": 1.23480224609375,
      "learning_rate": 4.23090694585564e-07,
      "loss": 0.3439,
      "step": 2337410
    },
    {
      "epoch": 652.36,
      "grad_norm": 1.1010502576828003,
      "learning_rate": 4.2307519814096275e-07,
      "loss": 0.3383,
      "step": 2337420
    },
    {
      "epoch": 652.37,
      "grad_norm": 1.3162100315093994,
      "learning_rate": 4.2305970195200416e-07,
      "loss": 0.3252,
      "step": 2337430
    },
    {
      "epoch": 652.37,
      "grad_norm": 1.5548969507217407,
      "learning_rate": 4.230442060186903e-07,
      "loss": 0.3399,
      "step": 2337440
    },
    {
      "epoch": 652.37,
      "grad_norm": 1.4290176630020142,
      "learning_rate": 4.2302871034102195e-07,
      "loss": 0.3481,
      "step": 2337450
    },
    {
      "epoch": 652.38,
      "grad_norm": 1.1537824869155884,
      "learning_rate": 4.2301321491900326e-07,
      "loss": 0.341,
      "step": 2337460
    },
    {
      "epoch": 652.38,
      "grad_norm": 1.2493970394134521,
      "learning_rate": 4.229977197526345e-07,
      "loss": 0.3197,
      "step": 2337470
    },
    {
      "epoch": 652.38,
      "grad_norm": 1.4252370595932007,
      "learning_rate": 4.2298222484191826e-07,
      "loss": 0.3368,
      "step": 2337480
    },
    {
      "epoch": 652.38,
      "grad_norm": 1.396945595741272,
      "learning_rate": 4.2296673018685746e-07,
      "loss": 0.3473,
      "step": 2337490
    },
    {
      "epoch": 652.39,
      "grad_norm": 1.2224901914596558,
      "learning_rate": 4.22951235787453e-07,
      "loss": 0.3349,
      "step": 2337500
    },
    {
      "epoch": 652.39,
      "grad_norm": 1.3363744020462036,
      "learning_rate": 4.2293574164370714e-07,
      "loss": 0.3359,
      "step": 2337510
    },
    {
      "epoch": 652.39,
      "grad_norm": 1.4252593517303467,
      "learning_rate": 4.229202477556224e-07,
      "loss": 0.3534,
      "step": 2337520
    },
    {
      "epoch": 652.39,
      "grad_norm": 1.4116427898406982,
      "learning_rate": 4.229047541232011e-07,
      "loss": 0.3373,
      "step": 2337530
    },
    {
      "epoch": 652.4,
      "grad_norm": 1.4645863771438599,
      "learning_rate": 4.228892607464435e-07,
      "loss": 0.3327,
      "step": 2337540
    },
    {
      "epoch": 652.4,
      "grad_norm": 1.3286806344985962,
      "learning_rate": 4.228737676253543e-07,
      "loss": 0.336,
      "step": 2337550
    },
    {
      "epoch": 652.4,
      "grad_norm": 1.1819974184036255,
      "learning_rate": 4.2285827475993377e-07,
      "loss": 0.3358,
      "step": 2337560
    },
    {
      "epoch": 652.41,
      "grad_norm": 1.4359723329544067,
      "learning_rate": 4.2284278215018426e-07,
      "loss": 0.3295,
      "step": 2337570
    },
    {
      "epoch": 652.41,
      "grad_norm": 1.094133973121643,
      "learning_rate": 4.228272897961089e-07,
      "loss": 0.3297,
      "step": 2337580
    },
    {
      "epoch": 652.41,
      "grad_norm": 1.1193081140518188,
      "learning_rate": 4.228117976977079e-07,
      "loss": 0.3341,
      "step": 2337590
    },
    {
      "epoch": 652.41,
      "grad_norm": 1.2806726694107056,
      "learning_rate": 4.227963058549846e-07,
      "loss": 0.3391,
      "step": 2337600
    },
    {
      "epoch": 652.42,
      "grad_norm": 1.2132883071899414,
      "learning_rate": 4.2278081426794047e-07,
      "loss": 0.3347,
      "step": 2337610
    },
    {
      "epoch": 652.42,
      "grad_norm": 1.1687488555908203,
      "learning_rate": 4.2276532293657824e-07,
      "loss": 0.3275,
      "step": 2337620
    },
    {
      "epoch": 652.42,
      "grad_norm": 1.44502854347229,
      "learning_rate": 4.2274983186090006e-07,
      "loss": 0.3261,
      "step": 2337630
    },
    {
      "epoch": 652.43,
      "grad_norm": 1.1326651573181152,
      "learning_rate": 4.227343410409066e-07,
      "loss": 0.3659,
      "step": 2337640
    },
    {
      "epoch": 652.43,
      "grad_norm": 1.1970577239990234,
      "learning_rate": 4.227188504766011e-07,
      "loss": 0.321,
      "step": 2337650
    },
    {
      "epoch": 652.43,
      "grad_norm": 1.2832320928573608,
      "learning_rate": 4.227033601679854e-07,
      "loss": 0.3444,
      "step": 2337660
    },
    {
      "epoch": 652.43,
      "grad_norm": 1.3871632814407349,
      "learning_rate": 4.226878701150622e-07,
      "loss": 0.332,
      "step": 2337670
    },
    {
      "epoch": 652.44,
      "grad_norm": 1.4425084590911865,
      "learning_rate": 4.2267238031783166e-07,
      "loss": 0.3428,
      "step": 2337680
    },
    {
      "epoch": 652.44,
      "grad_norm": 1.131165862083435,
      "learning_rate": 4.226568907762982e-07,
      "loss": 0.3338,
      "step": 2337690
    },
    {
      "epoch": 652.44,
      "grad_norm": 1.1290581226348877,
      "learning_rate": 4.226414014904622e-07,
      "loss": 0.3532,
      "step": 2337700
    },
    {
      "epoch": 652.44,
      "grad_norm": 1.1838656663894653,
      "learning_rate": 4.226259124603261e-07,
      "loss": 0.3266,
      "step": 2337710
    },
    {
      "epoch": 652.45,
      "grad_norm": 1.1816562414169312,
      "learning_rate": 4.22610423685893e-07,
      "loss": 0.3342,
      "step": 2337720
    },
    {
      "epoch": 652.45,
      "grad_norm": 1.2707583904266357,
      "learning_rate": 4.2259493516716347e-07,
      "loss": 0.3224,
      "step": 2337730
    },
    {
      "epoch": 652.45,
      "grad_norm": 1.339036226272583,
      "learning_rate": 4.2257944690414003e-07,
      "loss": 0.3441,
      "step": 2337740
    },
    {
      "epoch": 652.46,
      "grad_norm": 1.2433980703353882,
      "learning_rate": 4.225639588968251e-07,
      "loss": 0.3285,
      "step": 2337750
    },
    {
      "epoch": 652.46,
      "grad_norm": 1.172569990158081,
      "learning_rate": 4.22548471145221e-07,
      "loss": 0.3486,
      "step": 2337760
    },
    {
      "epoch": 652.46,
      "grad_norm": 1.2745652198791504,
      "learning_rate": 4.225329836493287e-07,
      "loss": 0.3304,
      "step": 2337770
    },
    {
      "epoch": 652.46,
      "grad_norm": 1.1201324462890625,
      "learning_rate": 4.225174964091512e-07,
      "loss": 0.3464,
      "step": 2337780
    },
    {
      "epoch": 652.47,
      "grad_norm": 1.5480836629867554,
      "learning_rate": 4.225020094246905e-07,
      "loss": 0.3305,
      "step": 2337790
    },
    {
      "epoch": 652.47,
      "grad_norm": 1.391946792602539,
      "learning_rate": 4.224865226959476e-07,
      "loss": 0.338,
      "step": 2337800
    },
    {
      "epoch": 652.47,
      "grad_norm": 1.2057712078094482,
      "learning_rate": 4.224710362229264e-07,
      "loss": 0.3483,
      "step": 2337810
    },
    {
      "epoch": 652.48,
      "grad_norm": 1.2130951881408691,
      "learning_rate": 4.2245555000562725e-07,
      "loss": 0.3219,
      "step": 2337820
    },
    {
      "epoch": 652.48,
      "grad_norm": 1.1769880056381226,
      "learning_rate": 4.22440064044053e-07,
      "loss": 0.3375,
      "step": 2337830
    },
    {
      "epoch": 652.48,
      "grad_norm": 1.1450344324111938,
      "learning_rate": 4.224245783382057e-07,
      "loss": 0.3342,
      "step": 2337840
    },
    {
      "epoch": 652.48,
      "grad_norm": 4.285911560058594,
      "learning_rate": 4.2240909288808786e-07,
      "loss": 0.3439,
      "step": 2337850
    },
    {
      "epoch": 652.49,
      "grad_norm": 1.2588646411895752,
      "learning_rate": 4.223936076937004e-07,
      "loss": 0.3324,
      "step": 2337860
    },
    {
      "epoch": 652.49,
      "grad_norm": 1.163322925567627,
      "learning_rate": 4.223781227550462e-07,
      "loss": 0.3405,
      "step": 2337870
    },
    {
      "epoch": 652.49,
      "grad_norm": 1.7510145902633667,
      "learning_rate": 4.2236263807212747e-07,
      "loss": 0.3387,
      "step": 2337880
    },
    {
      "epoch": 652.5,
      "grad_norm": 1.3046104907989502,
      "learning_rate": 4.223471536449448e-07,
      "loss": 0.3592,
      "step": 2337890
    },
    {
      "epoch": 652.5,
      "grad_norm": 1.0025285482406616,
      "learning_rate": 4.2233166947350266e-07,
      "loss": 0.3327,
      "step": 2337900
    },
    {
      "epoch": 652.5,
      "grad_norm": 1.2970179319381714,
      "learning_rate": 4.2231618555780123e-07,
      "loss": 0.3321,
      "step": 2337910
    },
    {
      "epoch": 652.5,
      "grad_norm": 1.2204523086547852,
      "learning_rate": 4.2230070189784287e-07,
      "loss": 0.3438,
      "step": 2337920
    },
    {
      "epoch": 652.51,
      "grad_norm": 1.4481678009033203,
      "learning_rate": 4.2228521849363097e-07,
      "loss": 0.3267,
      "step": 2337930
    },
    {
      "epoch": 652.51,
      "grad_norm": 1.2738593816757202,
      "learning_rate": 4.2226973534516505e-07,
      "loss": 0.3483,
      "step": 2337940
    },
    {
      "epoch": 652.51,
      "grad_norm": 1.185232400894165,
      "learning_rate": 4.2225425245245e-07,
      "loss": 0.3345,
      "step": 2337950
    },
    {
      "epoch": 652.51,
      "grad_norm": 1.2586511373519897,
      "learning_rate": 4.222387698154858e-07,
      "loss": 0.3301,
      "step": 2337960
    },
    {
      "epoch": 652.52,
      "grad_norm": 1.5603536367416382,
      "learning_rate": 4.222232874342754e-07,
      "loss": 0.3293,
      "step": 2337970
    },
    {
      "epoch": 652.52,
      "grad_norm": 1.1320757865905762,
      "learning_rate": 4.2220780530882085e-07,
      "loss": 0.3347,
      "step": 2337980
    },
    {
      "epoch": 652.52,
      "grad_norm": 1.31419837474823,
      "learning_rate": 4.2219232343912444e-07,
      "loss": 0.3338,
      "step": 2337990
    },
    {
      "epoch": 652.53,
      "grad_norm": 1.304544448852539,
      "learning_rate": 4.2217684182518756e-07,
      "loss": 0.3526,
      "step": 2338000
    },
    {
      "epoch": 652.53,
      "grad_norm": 1.2599279880523682,
      "learning_rate": 4.2216136046701244e-07,
      "loss": 0.3512,
      "step": 2338010
    },
    {
      "epoch": 652.53,
      "grad_norm": 1.1151496171951294,
      "learning_rate": 4.2214587936460177e-07,
      "loss": 0.3404,
      "step": 2338020
    },
    {
      "epoch": 652.53,
      "grad_norm": 1.0728681087493896,
      "learning_rate": 4.22130398517956e-07,
      "loss": 0.3204,
      "step": 2338030
    },
    {
      "epoch": 652.54,
      "grad_norm": 1.0780150890350342,
      "learning_rate": 4.2211491792707963e-07,
      "loss": 0.3315,
      "step": 2338040
    },
    {
      "epoch": 652.54,
      "grad_norm": 1.1665923595428467,
      "learning_rate": 4.220994375919729e-07,
      "loss": 0.3272,
      "step": 2338050
    },
    {
      "epoch": 652.54,
      "grad_norm": 1.3670227527618408,
      "learning_rate": 4.220839575126381e-07,
      "loss": 0.3458,
      "step": 2338060
    },
    {
      "epoch": 652.55,
      "grad_norm": 1.323582410812378,
      "learning_rate": 4.2206847768907835e-07,
      "loss": 0.3625,
      "step": 2338070
    },
    {
      "epoch": 652.55,
      "grad_norm": 1.2305152416229248,
      "learning_rate": 4.220529981212943e-07,
      "loss": 0.3426,
      "step": 2338080
    },
    {
      "epoch": 652.55,
      "grad_norm": 1.0844695568084717,
      "learning_rate": 4.2203751880928866e-07,
      "loss": 0.3501,
      "step": 2338090
    },
    {
      "epoch": 652.55,
      "grad_norm": 1.197232723236084,
      "learning_rate": 4.220220397530633e-07,
      "loss": 0.3487,
      "step": 2338100
    },
    {
      "epoch": 652.56,
      "grad_norm": 1.2820359468460083,
      "learning_rate": 4.220065609526214e-07,
      "loss": 0.3444,
      "step": 2338110
    },
    {
      "epoch": 652.56,
      "grad_norm": 1.1756205558776855,
      "learning_rate": 4.2199108240796266e-07,
      "loss": 0.3286,
      "step": 2338120
    },
    {
      "epoch": 652.56,
      "grad_norm": 1.2368773221969604,
      "learning_rate": 4.2197560411909173e-07,
      "loss": 0.3491,
      "step": 2338130
    },
    {
      "epoch": 652.56,
      "grad_norm": 1.1993530988693237,
      "learning_rate": 4.219601260860089e-07,
      "loss": 0.3339,
      "step": 2338140
    },
    {
      "epoch": 652.57,
      "grad_norm": 1.1621381044387817,
      "learning_rate": 4.219446483087168e-07,
      "loss": 0.3394,
      "step": 2338150
    },
    {
      "epoch": 652.57,
      "grad_norm": 1.2064368724822998,
      "learning_rate": 4.2192917078721826e-07,
      "loss": 0.3488,
      "step": 2338160
    },
    {
      "epoch": 652.57,
      "grad_norm": 1.4115999937057495,
      "learning_rate": 4.21913693521514e-07,
      "loss": 0.3431,
      "step": 2338170
    },
    {
      "epoch": 652.58,
      "grad_norm": 1.3356410264968872,
      "learning_rate": 4.218982165116065e-07,
      "loss": 0.3515,
      "step": 2338180
    },
    {
      "epoch": 652.58,
      "grad_norm": 1.1928082704544067,
      "learning_rate": 4.218827397574983e-07,
      "loss": 0.3359,
      "step": 2338190
    },
    {
      "epoch": 652.58,
      "grad_norm": 1.3570542335510254,
      "learning_rate": 4.218672632591909e-07,
      "loss": 0.3302,
      "step": 2338200
    },
    {
      "epoch": 652.58,
      "grad_norm": 1.3842531442642212,
      "learning_rate": 4.218517870166872e-07,
      "loss": 0.3449,
      "step": 2338210
    },
    {
      "epoch": 652.59,
      "grad_norm": 1.0938942432403564,
      "learning_rate": 4.21836311029988e-07,
      "loss": 0.3211,
      "step": 2338220
    },
    {
      "epoch": 652.59,
      "grad_norm": 1.1024030447006226,
      "learning_rate": 4.218208352990962e-07,
      "loss": 0.3406,
      "step": 2338230
    },
    {
      "epoch": 652.59,
      "grad_norm": 1.2944436073303223,
      "learning_rate": 4.218053598240138e-07,
      "loss": 0.3645,
      "step": 2338240
    },
    {
      "epoch": 652.6,
      "grad_norm": 1.2379621267318726,
      "learning_rate": 4.2178988460474317e-07,
      "loss": 0.3463,
      "step": 2338250
    },
    {
      "epoch": 652.6,
      "grad_norm": 1.3625370264053345,
      "learning_rate": 4.2177440964128484e-07,
      "loss": 0.3418,
      "step": 2338260
    },
    {
      "epoch": 652.6,
      "grad_norm": 1.2076258659362793,
      "learning_rate": 4.2175893493364327e-07,
      "loss": 0.3294,
      "step": 2338270
    },
    {
      "epoch": 652.6,
      "grad_norm": 1.1090372800827026,
      "learning_rate": 4.217434604818184e-07,
      "loss": 0.3399,
      "step": 2338280
    },
    {
      "epoch": 652.61,
      "grad_norm": 1.1531660556793213,
      "learning_rate": 4.2172798628581333e-07,
      "loss": 0.3455,
      "step": 2338290
    },
    {
      "epoch": 652.61,
      "grad_norm": 1.2175999879837036,
      "learning_rate": 4.2171251234563025e-07,
      "loss": 0.3448,
      "step": 2338300
    },
    {
      "epoch": 652.61,
      "grad_norm": 1.3049259185791016,
      "learning_rate": 4.2169703866127065e-07,
      "loss": 0.3428,
      "step": 2338310
    },
    {
      "epoch": 652.62,
      "grad_norm": 1.1332131624221802,
      "learning_rate": 4.216815652327366e-07,
      "loss": 0.3348,
      "step": 2338320
    },
    {
      "epoch": 652.62,
      "grad_norm": 1.1995832920074463,
      "learning_rate": 4.2166609206003044e-07,
      "loss": 0.3297,
      "step": 2338330
    },
    {
      "epoch": 652.62,
      "grad_norm": 1.2476072311401367,
      "learning_rate": 4.216506191431546e-07,
      "loss": 0.3441,
      "step": 2338340
    },
    {
      "epoch": 652.62,
      "grad_norm": 1.4883283376693726,
      "learning_rate": 4.2163514648210974e-07,
      "loss": 0.34,
      "step": 2338350
    },
    {
      "epoch": 652.63,
      "grad_norm": 1.2152103185653687,
      "learning_rate": 4.216196740769001e-07,
      "loss": 0.3421,
      "step": 2338360
    },
    {
      "epoch": 652.63,
      "grad_norm": 1.16109037399292,
      "learning_rate": 4.2160420192752586e-07,
      "loss": 0.3214,
      "step": 2338370
    },
    {
      "epoch": 652.63,
      "grad_norm": 1.223129153251648,
      "learning_rate": 4.2158873003398974e-07,
      "loss": 0.3317,
      "step": 2338380
    },
    {
      "epoch": 652.63,
      "grad_norm": 1.2581582069396973,
      "learning_rate": 4.2157325839629426e-07,
      "loss": 0.3382,
      "step": 2338390
    },
    {
      "epoch": 652.64,
      "grad_norm": 1.1226497888565063,
      "learning_rate": 4.2155778701444074e-07,
      "loss": 0.3336,
      "step": 2338400
    },
    {
      "epoch": 652.64,
      "grad_norm": 1.1817275285720825,
      "learning_rate": 4.215423158884313e-07,
      "loss": 0.3356,
      "step": 2338410
    },
    {
      "epoch": 652.64,
      "grad_norm": 1.0882049798965454,
      "learning_rate": 4.215268450182682e-07,
      "loss": 0.3357,
      "step": 2338420
    },
    {
      "epoch": 652.65,
      "grad_norm": 1.2973226308822632,
      "learning_rate": 4.2151137440395433e-07,
      "loss": 0.338,
      "step": 2338430
    },
    {
      "epoch": 652.65,
      "grad_norm": 1.2363728284835815,
      "learning_rate": 4.2149590404549004e-07,
      "loss": 0.3618,
      "step": 2338440
    },
    {
      "epoch": 652.65,
      "grad_norm": 1.6229407787322998,
      "learning_rate": 4.214804339428786e-07,
      "loss": 0.339,
      "step": 2338450
    },
    {
      "epoch": 652.65,
      "grad_norm": 1.0739790201187134,
      "learning_rate": 4.214649640961221e-07,
      "loss": 0.3364,
      "step": 2338460
    },
    {
      "epoch": 652.66,
      "grad_norm": 1.358443021774292,
      "learning_rate": 4.214494945052214e-07,
      "loss": 0.3496,
      "step": 2338470
    },
    {
      "epoch": 652.66,
      "grad_norm": 1.2511959075927734,
      "learning_rate": 4.214340251701804e-07,
      "loss": 0.3475,
      "step": 2338480
    },
    {
      "epoch": 652.66,
      "grad_norm": 1.2896127700805664,
      "learning_rate": 4.2141855609099895e-07,
      "loss": 0.3546,
      "step": 2338490
    },
    {
      "epoch": 652.67,
      "grad_norm": 1.2286396026611328,
      "learning_rate": 4.2140308726768166e-07,
      "loss": 0.3357,
      "step": 2338500
    },
    {
      "epoch": 652.67,
      "grad_norm": 1.298736572265625,
      "learning_rate": 4.213876187002284e-07,
      "loss": 0.3315,
      "step": 2338510
    },
    {
      "epoch": 652.67,
      "grad_norm": 1.247752070426941,
      "learning_rate": 4.2137215038864236e-07,
      "loss": 0.3408,
      "step": 2338520
    },
    {
      "epoch": 652.67,
      "grad_norm": 1.2031712532043457,
      "learning_rate": 4.2135668233292587e-07,
      "loss": 0.3311,
      "step": 2338530
    },
    {
      "epoch": 652.68,
      "grad_norm": 1.3269826173782349,
      "learning_rate": 4.2134121453307997e-07,
      "loss": 0.3422,
      "step": 2338540
    },
    {
      "epoch": 652.68,
      "grad_norm": 1.3248926401138306,
      "learning_rate": 4.21325746989107e-07,
      "loss": 0.3481,
      "step": 2338550
    },
    {
      "epoch": 652.68,
      "grad_norm": 1.4943863153457642,
      "learning_rate": 4.213102797010093e-07,
      "loss": 0.3377,
      "step": 2338560
    },
    {
      "epoch": 652.68,
      "grad_norm": 1.2246589660644531,
      "learning_rate": 4.2129481266878944e-07,
      "loss": 0.3391,
      "step": 2338570
    },
    {
      "epoch": 652.69,
      "grad_norm": 1.3200678825378418,
      "learning_rate": 4.212793458924485e-07,
      "loss": 0.3298,
      "step": 2338580
    },
    {
      "epoch": 652.69,
      "grad_norm": 1.1195271015167236,
      "learning_rate": 4.212638793719886e-07,
      "loss": 0.3417,
      "step": 2338590
    },
    {
      "epoch": 652.69,
      "grad_norm": 1.210628867149353,
      "learning_rate": 4.21248413107413e-07,
      "loss": 0.3543,
      "step": 2338600
    },
    {
      "epoch": 652.7,
      "grad_norm": 1.0972861051559448,
      "learning_rate": 4.212329470987216e-07,
      "loss": 0.3457,
      "step": 2338610
    },
    {
      "epoch": 652.7,
      "grad_norm": 1.2693629264831543,
      "learning_rate": 4.2121748134591865e-07,
      "loss": 0.3465,
      "step": 2338620
    },
    {
      "epoch": 652.7,
      "grad_norm": 1.4030680656433105,
      "learning_rate": 4.212020158490051e-07,
      "loss": 0.338,
      "step": 2338630
    },
    {
      "epoch": 652.7,
      "grad_norm": 1.0301488637924194,
      "learning_rate": 4.211865506079829e-07,
      "loss": 0.3354,
      "step": 2338640
    },
    {
      "epoch": 652.71,
      "grad_norm": 1.1490042209625244,
      "learning_rate": 4.2117108562285474e-07,
      "loss": 0.3273,
      "step": 2338650
    },
    {
      "epoch": 652.71,
      "grad_norm": 1.2646676301956177,
      "learning_rate": 4.2115562089362266e-07,
      "loss": 0.3362,
      "step": 2338660
    },
    {
      "epoch": 652.71,
      "grad_norm": 1.2515875101089478,
      "learning_rate": 4.2114015642028796e-07,
      "loss": 0.3316,
      "step": 2338670
    },
    {
      "epoch": 652.72,
      "grad_norm": 1.3500865697860718,
      "learning_rate": 4.2112469220285325e-07,
      "loss": 0.335,
      "step": 2338680
    },
    {
      "epoch": 652.72,
      "grad_norm": 1.3175218105316162,
      "learning_rate": 4.2110922824132085e-07,
      "loss": 0.3325,
      "step": 2338690
    },
    {
      "epoch": 652.72,
      "grad_norm": 1.3119186162948608,
      "learning_rate": 4.2109376453569155e-07,
      "loss": 0.3375,
      "step": 2338700
    },
    {
      "epoch": 652.72,
      "grad_norm": 1.2094526290893555,
      "learning_rate": 4.210783010859693e-07,
      "loss": 0.3424,
      "step": 2338710
    },
    {
      "epoch": 652.73,
      "grad_norm": 1.4325100183486938,
      "learning_rate": 4.2106283789215456e-07,
      "loss": 0.3399,
      "step": 2338720
    },
    {
      "epoch": 652.73,
      "grad_norm": 1.228033185005188,
      "learning_rate": 4.2104737495425025e-07,
      "loss": 0.3528,
      "step": 2338730
    },
    {
      "epoch": 652.73,
      "grad_norm": 1.4853157997131348,
      "learning_rate": 4.210319122722587e-07,
      "loss": 0.356,
      "step": 2338740
    },
    {
      "epoch": 652.74,
      "grad_norm": 1.3454121351242065,
      "learning_rate": 4.210164498461806e-07,
      "loss": 0.3486,
      "step": 2338750
    },
    {
      "epoch": 652.74,
      "grad_norm": 1.476790428161621,
      "learning_rate": 4.2100098767601917e-07,
      "loss": 0.3307,
      "step": 2338760
    },
    {
      "epoch": 652.74,
      "grad_norm": 1.314189076423645,
      "learning_rate": 4.2098552576177594e-07,
      "loss": 0.3177,
      "step": 2338770
    },
    {
      "epoch": 652.74,
      "grad_norm": 1.0882432460784912,
      "learning_rate": 4.209700641034533e-07,
      "loss": 0.3354,
      "step": 2338780
    },
    {
      "epoch": 652.75,
      "grad_norm": 1.1167385578155518,
      "learning_rate": 4.2095460270105295e-07,
      "loss": 0.3393,
      "step": 2338790
    },
    {
      "epoch": 652.75,
      "grad_norm": 1.2477420568466187,
      "learning_rate": 4.209391415545781e-07,
      "loss": 0.3266,
      "step": 2338800
    },
    {
      "epoch": 652.75,
      "grad_norm": 6.581671714782715,
      "learning_rate": 4.209236806640293e-07,
      "loss": 0.3318,
      "step": 2338810
    },
    {
      "epoch": 652.75,
      "grad_norm": 1.1615538597106934,
      "learning_rate": 4.209082200294091e-07,
      "loss": 0.317,
      "step": 2338820
    },
    {
      "epoch": 652.76,
      "grad_norm": 1.2131725549697876,
      "learning_rate": 4.208927596507201e-07,
      "loss": 0.3544,
      "step": 2338830
    },
    {
      "epoch": 652.76,
      "grad_norm": 1.403918743133545,
      "learning_rate": 4.208772995279629e-07,
      "loss": 0.353,
      "step": 2338840
    },
    {
      "epoch": 652.76,
      "grad_norm": 1.5149836540222168,
      "learning_rate": 4.208618396611418e-07,
      "loss": 0.3468,
      "step": 2338850
    },
    {
      "epoch": 652.77,
      "grad_norm": 1.3181709051132202,
      "learning_rate": 4.2084638005025707e-07,
      "loss": 0.3377,
      "step": 2338860
    },
    {
      "epoch": 652.77,
      "grad_norm": 1.384734869003296,
      "learning_rate": 4.208309206953112e-07,
      "loss": 0.3426,
      "step": 2338870
    },
    {
      "epoch": 652.77,
      "grad_norm": 1.0949286222457886,
      "learning_rate": 4.2081546159630715e-07,
      "loss": 0.3487,
      "step": 2338880
    },
    {
      "epoch": 652.77,
      "grad_norm": 1.3319084644317627,
      "learning_rate": 4.208000027532455e-07,
      "loss": 0.345,
      "step": 2338890
    },
    {
      "epoch": 652.78,
      "grad_norm": 1.1428788900375366,
      "learning_rate": 4.2078454416612916e-07,
      "loss": 0.3362,
      "step": 2338900
    },
    {
      "epoch": 652.78,
      "grad_norm": 1.1642729043960571,
      "learning_rate": 4.2076908583495986e-07,
      "loss": 0.3466,
      "step": 2338910
    },
    {
      "epoch": 652.78,
      "grad_norm": 1.261476755142212,
      "learning_rate": 4.207536277597405e-07,
      "loss": 0.325,
      "step": 2338920
    },
    {
      "epoch": 652.79,
      "grad_norm": 1.0980961322784424,
      "learning_rate": 4.2073816994047113e-07,
      "loss": 0.3492,
      "step": 2338930
    },
    {
      "epoch": 652.79,
      "grad_norm": 1.3577977418899536,
      "learning_rate": 4.2072271237715663e-07,
      "loss": 0.3322,
      "step": 2338940
    },
    {
      "epoch": 652.79,
      "grad_norm": 1.0678473711013794,
      "learning_rate": 4.207072550697968e-07,
      "loss": 0.3283,
      "step": 2338950
    },
    {
      "epoch": 652.79,
      "grad_norm": 1.1735397577285767,
      "learning_rate": 4.206917980183947e-07,
      "loss": 0.338,
      "step": 2338960
    },
    {
      "epoch": 652.8,
      "grad_norm": 1.0578826665878296,
      "learning_rate": 4.2067634122295267e-07,
      "loss": 0.3344,
      "step": 2338970
    },
    {
      "epoch": 652.8,
      "grad_norm": 1.356674313545227,
      "learning_rate": 4.2066088468347156e-07,
      "loss": 0.3429,
      "step": 2338980
    },
    {
      "epoch": 652.8,
      "grad_norm": 1.403231143951416,
      "learning_rate": 4.2064542839995417e-07,
      "loss": 0.3434,
      "step": 2338990
    },
    {
      "epoch": 652.8,
      "grad_norm": 1.26766836643219,
      "learning_rate": 4.2062997237240257e-07,
      "loss": 0.3468,
      "step": 2339000
    },
    {
      "epoch": 652.81,
      "grad_norm": 1.6214814186096191,
      "learning_rate": 4.2061451660081945e-07,
      "loss": 0.3418,
      "step": 2339010
    },
    {
      "epoch": 652.81,
      "grad_norm": 1.1543108224868774,
      "learning_rate": 4.205990610852055e-07,
      "loss": 0.3369,
      "step": 2339020
    },
    {
      "epoch": 652.81,
      "grad_norm": 1.2834886312484741,
      "learning_rate": 4.2058360582556333e-07,
      "loss": 0.3467,
      "step": 2339030
    },
    {
      "epoch": 652.82,
      "grad_norm": 1.1897926330566406,
      "learning_rate": 4.205681508218959e-07,
      "loss": 0.3273,
      "step": 2339040
    },
    {
      "epoch": 652.82,
      "grad_norm": 1.1433801651000977,
      "learning_rate": 4.205526960742031e-07,
      "loss": 0.325,
      "step": 2339050
    },
    {
      "epoch": 652.82,
      "grad_norm": 1.184836745262146,
      "learning_rate": 4.205372415824899e-07,
      "loss": 0.3459,
      "step": 2339060
    },
    {
      "epoch": 652.82,
      "grad_norm": 1.196579933166504,
      "learning_rate": 4.205217873467556e-07,
      "loss": 0.3395,
      "step": 2339070
    },
    {
      "epoch": 652.83,
      "grad_norm": 1.1743450164794922,
      "learning_rate": 4.2050633336700443e-07,
      "loss": 0.3421,
      "step": 2339080
    },
    {
      "epoch": 652.83,
      "grad_norm": 1.3018543720245361,
      "learning_rate": 4.204908796432371e-07,
      "loss": 0.3431,
      "step": 2339090
    },
    {
      "epoch": 652.83,
      "grad_norm": 1.4355274438858032,
      "learning_rate": 4.2047542617545593e-07,
      "loss": 0.3417,
      "step": 2339100
    },
    {
      "epoch": 652.84,
      "grad_norm": 1.1664856672286987,
      "learning_rate": 4.20459972963664e-07,
      "loss": 0.336,
      "step": 2339110
    },
    {
      "epoch": 652.84,
      "grad_norm": 1.8314540386199951,
      "learning_rate": 4.2044452000786175e-07,
      "loss": 0.3439,
      "step": 2339120
    },
    {
      "epoch": 652.84,
      "grad_norm": 1.4530651569366455,
      "learning_rate": 4.204290673080519e-07,
      "loss": 0.357,
      "step": 2339130
    },
    {
      "epoch": 652.84,
      "grad_norm": 1.3572697639465332,
      "learning_rate": 4.204136148642368e-07,
      "loss": 0.3244,
      "step": 2339140
    },
    {
      "epoch": 652.85,
      "grad_norm": 1.4893027544021606,
      "learning_rate": 4.203981626764187e-07,
      "loss": 0.3242,
      "step": 2339150
    },
    {
      "epoch": 652.85,
      "grad_norm": 1.2780683040618896,
      "learning_rate": 4.203827107445987e-07,
      "loss": 0.3395,
      "step": 2339160
    },
    {
      "epoch": 652.85,
      "grad_norm": 1.3680644035339355,
      "learning_rate": 4.203672590687794e-07,
      "loss": 0.3414,
      "step": 2339170
    },
    {
      "epoch": 652.86,
      "grad_norm": 1.4607089757919312,
      "learning_rate": 4.2035180764896336e-07,
      "loss": 0.3348,
      "step": 2339180
    },
    {
      "epoch": 652.86,
      "grad_norm": 1.3388431072235107,
      "learning_rate": 4.203363564851511e-07,
      "loss": 0.3413,
      "step": 2339190
    },
    {
      "epoch": 652.86,
      "grad_norm": 1.1352803707122803,
      "learning_rate": 4.203209055773469e-07,
      "loss": 0.33,
      "step": 2339200
    },
    {
      "epoch": 652.86,
      "grad_norm": 1.0964770317077637,
      "learning_rate": 4.2030545492555116e-07,
      "loss": 0.3405,
      "step": 2339210
    },
    {
      "epoch": 652.87,
      "grad_norm": 1.249626636505127,
      "learning_rate": 4.2029000452976625e-07,
      "loss": 0.3373,
      "step": 2339220
    },
    {
      "epoch": 652.87,
      "grad_norm": 1.2087732553482056,
      "learning_rate": 4.2027455438999456e-07,
      "loss": 0.3377,
      "step": 2339230
    },
    {
      "epoch": 652.87,
      "grad_norm": 1.280392050743103,
      "learning_rate": 4.2025910450623836e-07,
      "loss": 0.3593,
      "step": 2339240
    },
    {
      "epoch": 652.87,
      "grad_norm": 1.3869479894638062,
      "learning_rate": 4.202436548784987e-07,
      "loss": 0.33,
      "step": 2339250
    },
    {
      "epoch": 652.88,
      "grad_norm": 1.2691090106964111,
      "learning_rate": 4.202282055067785e-07,
      "loss": 0.3268,
      "step": 2339260
    },
    {
      "epoch": 652.88,
      "grad_norm": 1.290451169013977,
      "learning_rate": 4.2021275639108006e-07,
      "loss": 0.3311,
      "step": 2339270
    },
    {
      "epoch": 652.88,
      "grad_norm": 1.0113860368728638,
      "learning_rate": 4.2019730753140363e-07,
      "loss": 0.3505,
      "step": 2339280
    },
    {
      "epoch": 652.89,
      "grad_norm": 1.2398654222488403,
      "learning_rate": 4.2018185892775393e-07,
      "loss": 0.3266,
      "step": 2339290
    },
    {
      "epoch": 652.89,
      "grad_norm": 1.3447444438934326,
      "learning_rate": 4.201664105801309e-07,
      "loss": 0.3415,
      "step": 2339300
    },
    {
      "epoch": 652.89,
      "grad_norm": 1.2743208408355713,
      "learning_rate": 4.2015096248853775e-07,
      "loss": 0.3328,
      "step": 2339310
    },
    {
      "epoch": 652.89,
      "grad_norm": 1.1846140623092651,
      "learning_rate": 4.201355146529757e-07,
      "loss": 0.3383,
      "step": 2339320
    },
    {
      "epoch": 652.9,
      "grad_norm": 1.2439545392990112,
      "learning_rate": 4.201200670734482e-07,
      "loss": 0.3216,
      "step": 2339330
    },
    {
      "epoch": 652.9,
      "grad_norm": 1.2481919527053833,
      "learning_rate": 4.201046197499557e-07,
      "loss": 0.3479,
      "step": 2339340
    },
    {
      "epoch": 652.9,
      "grad_norm": 1.1703991889953613,
      "learning_rate": 4.200891726825009e-07,
      "loss": 0.341,
      "step": 2339350
    },
    {
      "epoch": 652.91,
      "grad_norm": 1.1955771446228027,
      "learning_rate": 4.2007372587108576e-07,
      "loss": 0.3284,
      "step": 2339360
    },
    {
      "epoch": 652.91,
      "grad_norm": 1.4298392534255981,
      "learning_rate": 4.2005827931571244e-07,
      "loss": 0.3411,
      "step": 2339370
    },
    {
      "epoch": 652.91,
      "grad_norm": 1.0565797090530396,
      "learning_rate": 4.200428330163838e-07,
      "loss": 0.3182,
      "step": 2339380
    },
    {
      "epoch": 652.91,
      "grad_norm": 1.3249701261520386,
      "learning_rate": 4.200273869731003e-07,
      "loss": 0.3362,
      "step": 2339390
    },
    {
      "epoch": 652.92,
      "grad_norm": 1.5068918466567993,
      "learning_rate": 4.200119411858649e-07,
      "loss": 0.33,
      "step": 2339400
    },
    {
      "epoch": 652.92,
      "grad_norm": 1.352387547492981,
      "learning_rate": 4.199964956546804e-07,
      "loss": 0.3339,
      "step": 2339410
    },
    {
      "epoch": 652.92,
      "grad_norm": 1.1738306283950806,
      "learning_rate": 4.199810503795465e-07,
      "loss": 0.3418,
      "step": 2339420
    },
    {
      "epoch": 652.92,
      "grad_norm": 1.1443467140197754,
      "learning_rate": 4.1996560536046796e-07,
      "loss": 0.3298,
      "step": 2339430
    },
    {
      "epoch": 652.93,
      "grad_norm": 1.1611614227294922,
      "learning_rate": 4.199501605974453e-07,
      "loss": 0.3321,
      "step": 2339440
    },
    {
      "epoch": 652.93,
      "grad_norm": 1.3176648616790771,
      "learning_rate": 4.1993471609048084e-07,
      "loss": 0.3329,
      "step": 2339450
    },
    {
      "epoch": 652.93,
      "grad_norm": 1.1755259037017822,
      "learning_rate": 4.199192718395766e-07,
      "loss": 0.3396,
      "step": 2339460
    },
    {
      "epoch": 652.94,
      "grad_norm": 1.3838047981262207,
      "learning_rate": 4.1990382784473527e-07,
      "loss": 0.3611,
      "step": 2339470
    },
    {
      "epoch": 652.94,
      "grad_norm": 1.2640643119812012,
      "learning_rate": 4.1988838410595815e-07,
      "loss": 0.3428,
      "step": 2339480
    },
    {
      "epoch": 652.94,
      "grad_norm": 1.47225821018219,
      "learning_rate": 4.1987294062324725e-07,
      "loss": 0.3386,
      "step": 2339490
    },
    {
      "epoch": 652.94,
      "grad_norm": 1.0787121057510376,
      "learning_rate": 4.198574973966055e-07,
      "loss": 0.3504,
      "step": 2339500
    },
    {
      "epoch": 652.95,
      "grad_norm": 1.3334519863128662,
      "learning_rate": 4.198420544260334e-07,
      "loss": 0.3429,
      "step": 2339510
    },
    {
      "epoch": 652.95,
      "grad_norm": 1.4892231225967407,
      "learning_rate": 4.1982661171153484e-07,
      "loss": 0.334,
      "step": 2339520
    },
    {
      "epoch": 652.95,
      "grad_norm": 1.3122303485870361,
      "learning_rate": 4.198111692531106e-07,
      "loss": 0.3352,
      "step": 2339530
    },
    {
      "epoch": 652.96,
      "grad_norm": 1.2478736639022827,
      "learning_rate": 4.1979572705076327e-07,
      "loss": 0.3419,
      "step": 2339540
    },
    {
      "epoch": 652.96,
      "grad_norm": 1.2273792028427124,
      "learning_rate": 4.1978028510449527e-07,
      "loss": 0.3228,
      "step": 2339550
    },
    {
      "epoch": 652.96,
      "grad_norm": 1.1205408573150635,
      "learning_rate": 4.1976484341430725e-07,
      "loss": 0.3366,
      "step": 2339560
    },
    {
      "epoch": 652.96,
      "grad_norm": 1.0785835981369019,
      "learning_rate": 4.1974940198020244e-07,
      "loss": 0.3279,
      "step": 2339570
    },
    {
      "epoch": 652.97,
      "grad_norm": 1.2681992053985596,
      "learning_rate": 4.197339608021829e-07,
      "loss": 0.3383,
      "step": 2339580
    },
    {
      "epoch": 652.97,
      "grad_norm": 1.2704131603240967,
      "learning_rate": 4.197185198802507e-07,
      "loss": 0.3385,
      "step": 2339590
    },
    {
      "epoch": 652.97,
      "grad_norm": 1.2384331226348877,
      "learning_rate": 4.1970307921440636e-07,
      "loss": 0.3353,
      "step": 2339600
    },
    {
      "epoch": 652.98,
      "grad_norm": 1.3720293045043945,
      "learning_rate": 4.1968763880465454e-07,
      "loss": 0.3335,
      "step": 2339610
    },
    {
      "epoch": 652.98,
      "grad_norm": 2.054593324661255,
      "learning_rate": 4.196721986509953e-07,
      "loss": 0.351,
      "step": 2339620
    },
    {
      "epoch": 652.98,
      "grad_norm": 1.1811271905899048,
      "learning_rate": 4.1965675875343145e-07,
      "loss": 0.3284,
      "step": 2339630
    },
    {
      "epoch": 652.98,
      "grad_norm": 1.3735755681991577,
      "learning_rate": 4.196413191119653e-07,
      "loss": 0.3452,
      "step": 2339640
    },
    {
      "epoch": 652.99,
      "grad_norm": 1.3452842235565186,
      "learning_rate": 4.196258797265977e-07,
      "loss": 0.33,
      "step": 2339650
    },
    {
      "epoch": 652.99,
      "grad_norm": 1.3501263856887817,
      "learning_rate": 4.1961044059733234e-07,
      "loss": 0.3419,
      "step": 2339660
    },
    {
      "epoch": 652.99,
      "grad_norm": 1.3892772197723389,
      "learning_rate": 4.1959500172417013e-07,
      "loss": 0.329,
      "step": 2339670
    },
    {
      "epoch": 652.99,
      "grad_norm": 1.1956853866577148,
      "learning_rate": 4.1957956310711346e-07,
      "loss": 0.341,
      "step": 2339680
    },
    {
      "epoch": 653.0,
      "grad_norm": 1.1686787605285645,
      "learning_rate": 4.19564124746165e-07,
      "loss": 0.3417,
      "step": 2339690
    },
    {
      "epoch": 653.0,
      "eval_loss": 0.3384116291999817,
      "eval_runtime": 67.6312,
      "eval_samples_per_second": 74.803,
      "eval_steps_per_second": 9.36,
      "step": 2339699
    },
    {
      "epoch": 653.0,
      "grad_norm": 1.1035668849945068,
      "learning_rate": 4.195486866413254e-07,
      "loss": 0.3364,
      "step": 2339700
    },
    {
      "epoch": 653.0,
      "grad_norm": 1.1665549278259277,
      "learning_rate": 4.1953324879259766e-07,
      "loss": 0.3341,
      "step": 2339710
    },
    {
      "epoch": 653.01,
      "grad_norm": 1.1793609857559204,
      "learning_rate": 4.195178111999838e-07,
      "loss": 0.3355,
      "step": 2339720
    },
    {
      "epoch": 653.01,
      "grad_norm": 1.5081292390823364,
      "learning_rate": 4.195023738634864e-07,
      "loss": 0.3333,
      "step": 2339730
    },
    {
      "epoch": 653.01,
      "grad_norm": 1.3090399503707886,
      "learning_rate": 4.194869367831055e-07,
      "loss": 0.3287,
      "step": 2339740
    },
    {
      "epoch": 653.01,
      "grad_norm": 1.0265631675720215,
      "learning_rate": 4.194714999588457e-07,
      "loss": 0.3426,
      "step": 2339750
    },
    {
      "epoch": 653.02,
      "grad_norm": 1.271984338760376,
      "learning_rate": 4.194560633907074e-07,
      "loss": 0.3342,
      "step": 2339760
    },
    {
      "epoch": 653.02,
      "grad_norm": 1.0165948867797852,
      "learning_rate": 4.194406270786931e-07,
      "loss": 0.3396,
      "step": 2339770
    },
    {
      "epoch": 653.02,
      "grad_norm": 1.3433241844177246,
      "learning_rate": 4.194251910228057e-07,
      "loss": 0.3228,
      "step": 2339780
    },
    {
      "epoch": 653.03,
      "grad_norm": 1.1556322574615479,
      "learning_rate": 4.194097552230457e-07,
      "loss": 0.3476,
      "step": 2339790
    },
    {
      "epoch": 653.03,
      "grad_norm": 1.1313549280166626,
      "learning_rate": 4.193943196794157e-07,
      "loss": 0.329,
      "step": 2339800
    },
    {
      "epoch": 653.03,
      "grad_norm": 1.137931227684021,
      "learning_rate": 4.1937888439191835e-07,
      "loss": 0.3284,
      "step": 2339810
    },
    {
      "epoch": 653.03,
      "grad_norm": 1.1072020530700684,
      "learning_rate": 4.193634493605557e-07,
      "loss": 0.3223,
      "step": 2339820
    },
    {
      "epoch": 653.04,
      "grad_norm": 1.121191143989563,
      "learning_rate": 4.193480145853288e-07,
      "loss": 0.3333,
      "step": 2339830
    },
    {
      "epoch": 653.04,
      "grad_norm": 1.2130823135375977,
      "learning_rate": 4.1933258006624044e-07,
      "loss": 0.3372,
      "step": 2339840
    },
    {
      "epoch": 653.04,
      "grad_norm": 1.3951208591461182,
      "learning_rate": 4.1931714580329306e-07,
      "loss": 0.35,
      "step": 2339850
    },
    {
      "epoch": 653.04,
      "grad_norm": 1.4762866497039795,
      "learning_rate": 4.193017117964871e-07,
      "loss": 0.3353,
      "step": 2339860
    },
    {
      "epoch": 653.05,
      "grad_norm": 1.0652154684066772,
      "learning_rate": 4.1928627804582685e-07,
      "loss": 0.3442,
      "step": 2339870
    },
    {
      "epoch": 653.05,
      "grad_norm": 1.1976817846298218,
      "learning_rate": 4.192708445513127e-07,
      "loss": 0.3454,
      "step": 2339880
    },
    {
      "epoch": 653.05,
      "grad_norm": 1.1076804399490356,
      "learning_rate": 4.1925541131294727e-07,
      "loss": 0.3383,
      "step": 2339890
    },
    {
      "epoch": 653.06,
      "grad_norm": 1.2885916233062744,
      "learning_rate": 4.192399783307327e-07,
      "loss": 0.3363,
      "step": 2339900
    },
    {
      "epoch": 653.06,
      "grad_norm": 1.411876916885376,
      "learning_rate": 4.192245456046713e-07,
      "loss": 0.3446,
      "step": 2339910
    },
    {
      "epoch": 653.06,
      "grad_norm": 1.2979669570922852,
      "learning_rate": 4.1920911313476434e-07,
      "loss": 0.3301,
      "step": 2339920
    },
    {
      "epoch": 653.06,
      "grad_norm": 1.3228563070297241,
      "learning_rate": 4.191936809210142e-07,
      "loss": 0.3316,
      "step": 2339930
    },
    {
      "epoch": 653.07,
      "grad_norm": 1.248240351676941,
      "learning_rate": 4.19178248963423e-07,
      "loss": 0.3605,
      "step": 2339940
    },
    {
      "epoch": 653.07,
      "grad_norm": 1.3282363414764404,
      "learning_rate": 4.19162817261993e-07,
      "loss": 0.3459,
      "step": 2339950
    },
    {
      "epoch": 653.07,
      "grad_norm": 1.4994380474090576,
      "learning_rate": 4.191473858167266e-07,
      "loss": 0.3429,
      "step": 2339960
    },
    {
      "epoch": 653.08,
      "grad_norm": 1.1970629692077637,
      "learning_rate": 4.191319546276246e-07,
      "loss": 0.3365,
      "step": 2339970
    },
    {
      "epoch": 653.08,
      "grad_norm": 1.0892220735549927,
      "learning_rate": 4.1911652369469005e-07,
      "loss": 0.3304,
      "step": 2339980
    },
    {
      "epoch": 653.08,
      "grad_norm": 1.2099050283432007,
      "learning_rate": 4.1910109301792505e-07,
      "loss": 0.3398,
      "step": 2339990
    },
    {
      "epoch": 653.08,
      "grad_norm": 1.2599670886993408,
      "learning_rate": 4.190856625973304e-07,
      "loss": 0.3452,
      "step": 2340000
    },
    {
      "epoch": 653.09,
      "grad_norm": 1.138359546661377,
      "learning_rate": 4.1907023243290996e-07,
      "loss": 0.3445,
      "step": 2340010
    },
    {
      "epoch": 653.09,
      "grad_norm": 1.3235639333724976,
      "learning_rate": 4.1905480252466463e-07,
      "loss": 0.335,
      "step": 2340020
    },
    {
      "epoch": 653.09,
      "grad_norm": 1.0277148485183716,
      "learning_rate": 4.190393728725966e-07,
      "loss": 0.3238,
      "step": 2340030
    },
    {
      "epoch": 653.1,
      "grad_norm": 1.217790961265564,
      "learning_rate": 4.1902394347670804e-07,
      "loss": 0.3419,
      "step": 2340040
    },
    {
      "epoch": 653.1,
      "grad_norm": 1.241286039352417,
      "learning_rate": 4.190085143370018e-07,
      "loss": 0.3317,
      "step": 2340050
    },
    {
      "epoch": 653.1,
      "grad_norm": 1.2623872756958008,
      "learning_rate": 4.1899308545347845e-07,
      "loss": 0.3573,
      "step": 2340060
    },
    {
      "epoch": 653.1,
      "grad_norm": 1.2440677881240845,
      "learning_rate": 4.1897765682614096e-07,
      "loss": 0.3249,
      "step": 2340070
    },
    {
      "epoch": 653.11,
      "grad_norm": 1.1394306421279907,
      "learning_rate": 4.189622284549916e-07,
      "loss": 0.336,
      "step": 2340080
    },
    {
      "epoch": 653.11,
      "grad_norm": 1.3481764793395996,
      "learning_rate": 4.18946800340031e-07,
      "loss": 0.3329,
      "step": 2340090
    },
    {
      "epoch": 653.11,
      "grad_norm": 1.2148231267929077,
      "learning_rate": 4.1893137248126316e-07,
      "loss": 0.3294,
      "step": 2340100
    },
    {
      "epoch": 653.11,
      "grad_norm": 1.0978455543518066,
      "learning_rate": 4.189159448786888e-07,
      "loss": 0.3252,
      "step": 2340110
    },
    {
      "epoch": 653.12,
      "grad_norm": 1.171595573425293,
      "learning_rate": 4.189005175323103e-07,
      "loss": 0.3438,
      "step": 2340120
    },
    {
      "epoch": 653.12,
      "grad_norm": 1.122941255569458,
      "learning_rate": 4.188850904421305e-07,
      "loss": 0.3375,
      "step": 2340130
    },
    {
      "epoch": 653.12,
      "grad_norm": 1.2212070226669312,
      "learning_rate": 4.188696636081499e-07,
      "loss": 0.3391,
      "step": 2340140
    },
    {
      "epoch": 653.13,
      "grad_norm": 1.3487257957458496,
      "learning_rate": 4.188542370303717e-07,
      "loss": 0.3369,
      "step": 2340150
    },
    {
      "epoch": 653.13,
      "grad_norm": 1.1556189060211182,
      "learning_rate": 4.1883881070879736e-07,
      "loss": 0.3307,
      "step": 2340160
    },
    {
      "epoch": 653.13,
      "grad_norm": 1.2397387027740479,
      "learning_rate": 4.1882338464343014e-07,
      "loss": 0.336,
      "step": 2340170
    },
    {
      "epoch": 653.13,
      "grad_norm": 1.2443639039993286,
      "learning_rate": 4.188079588342699e-07,
      "loss": 0.343,
      "step": 2340180
    },
    {
      "epoch": 653.14,
      "grad_norm": 1.0994155406951904,
      "learning_rate": 4.187925332813211e-07,
      "loss": 0.3484,
      "step": 2340190
    },
    {
      "epoch": 653.14,
      "grad_norm": 1.2674956321716309,
      "learning_rate": 4.1877710798458404e-07,
      "loss": 0.3517,
      "step": 2340200
    },
    {
      "epoch": 653.14,
      "grad_norm": 1.1957976818084717,
      "learning_rate": 4.187616829440613e-07,
      "loss": 0.3548,
      "step": 2340210
    },
    {
      "epoch": 653.15,
      "grad_norm": 1.3636618852615356,
      "learning_rate": 4.1874625815975575e-07,
      "loss": 0.3272,
      "step": 2340220
    },
    {
      "epoch": 653.15,
      "grad_norm": 1.2124096155166626,
      "learning_rate": 4.1873083363166735e-07,
      "loss": 0.333,
      "step": 2340230
    },
    {
      "epoch": 653.15,
      "grad_norm": 1.249884843826294,
      "learning_rate": 4.187154093598011e-07,
      "loss": 0.3557,
      "step": 2340240
    },
    {
      "epoch": 653.15,
      "grad_norm": 1.213272213935852,
      "learning_rate": 4.186999853441565e-07,
      "loss": 0.3512,
      "step": 2340250
    },
    {
      "epoch": 653.16,
      "grad_norm": 1.1752073764801025,
      "learning_rate": 4.186845615847368e-07,
      "loss": 0.3451,
      "step": 2340260
    },
    {
      "epoch": 653.16,
      "grad_norm": 3.7322189807891846,
      "learning_rate": 4.1866913808154373e-07,
      "loss": 0.3321,
      "step": 2340270
    },
    {
      "epoch": 653.16,
      "grad_norm": 1.3653967380523682,
      "learning_rate": 4.1865371483458e-07,
      "loss": 0.3209,
      "step": 2340280
    },
    {
      "epoch": 653.16,
      "grad_norm": 1.2110977172851562,
      "learning_rate": 4.1863829184384677e-07,
      "loss": 0.3291,
      "step": 2340290
    },
    {
      "epoch": 653.17,
      "grad_norm": 1.2923277616500854,
      "learning_rate": 4.1862286910934635e-07,
      "loss": 0.3299,
      "step": 2340300
    },
    {
      "epoch": 653.17,
      "grad_norm": 1.274465799331665,
      "learning_rate": 4.1860744663108133e-07,
      "loss": 0.3441,
      "step": 2340310
    },
    {
      "epoch": 653.17,
      "grad_norm": 3.8303916454315186,
      "learning_rate": 4.185920244090522e-07,
      "loss": 0.3324,
      "step": 2340320
    },
    {
      "epoch": 653.18,
      "grad_norm": 1.2737996578216553,
      "learning_rate": 4.1857660244326313e-07,
      "loss": 0.3336,
      "step": 2340330
    },
    {
      "epoch": 653.18,
      "grad_norm": 1.2671213150024414,
      "learning_rate": 4.185611807337147e-07,
      "loss": 0.3315,
      "step": 2340340
    },
    {
      "epoch": 653.18,
      "grad_norm": 1.1643798351287842,
      "learning_rate": 4.185457592804095e-07,
      "loss": 0.3286,
      "step": 2340350
    },
    {
      "epoch": 653.18,
      "grad_norm": 1.6813511848449707,
      "learning_rate": 4.1853033808335004e-07,
      "loss": 0.3435,
      "step": 2340360
    },
    {
      "epoch": 653.19,
      "grad_norm": 1.2162611484527588,
      "learning_rate": 4.1851491714253744e-07,
      "loss": 0.3362,
      "step": 2340370
    },
    {
      "epoch": 653.19,
      "grad_norm": 1.3031727075576782,
      "learning_rate": 4.184994964579738e-07,
      "loss": 0.3384,
      "step": 2340380
    },
    {
      "epoch": 653.19,
      "grad_norm": 1.1871174573898315,
      "learning_rate": 4.184840760296619e-07,
      "loss": 0.3152,
      "step": 2340390
    },
    {
      "epoch": 653.2,
      "grad_norm": 1.3975087404251099,
      "learning_rate": 4.1846865585760366e-07,
      "loss": 0.3482,
      "step": 2340400
    },
    {
      "epoch": 653.2,
      "grad_norm": 1.212453842163086,
      "learning_rate": 4.184532359417998e-07,
      "loss": 0.3303,
      "step": 2340410
    },
    {
      "epoch": 653.2,
      "grad_norm": 1.497361660003662,
      "learning_rate": 4.184378162822547e-07,
      "loss": 0.3321,
      "step": 2340420
    },
    {
      "epoch": 653.2,
      "grad_norm": 1.011059284210205,
      "learning_rate": 4.1842239687896876e-07,
      "loss": 0.3364,
      "step": 2340430
    },
    {
      "epoch": 653.21,
      "grad_norm": 1.34271240234375,
      "learning_rate": 4.1840697773194424e-07,
      "loss": 0.3373,
      "step": 2340440
    },
    {
      "epoch": 653.21,
      "grad_norm": 1.3874017000198364,
      "learning_rate": 4.1839155884118394e-07,
      "loss": 0.3643,
      "step": 2340450
    },
    {
      "epoch": 653.21,
      "grad_norm": 1.368674635887146,
      "learning_rate": 4.18376140206689e-07,
      "loss": 0.3353,
      "step": 2340460
    },
    {
      "epoch": 653.22,
      "grad_norm": 1.1327329874038696,
      "learning_rate": 4.183607218284617e-07,
      "loss": 0.3448,
      "step": 2340470
    },
    {
      "epoch": 653.22,
      "grad_norm": 1.1185359954833984,
      "learning_rate": 4.183453037065042e-07,
      "loss": 0.3353,
      "step": 2340480
    },
    {
      "epoch": 653.22,
      "grad_norm": 1.367031216621399,
      "learning_rate": 4.1832988584081924e-07,
      "loss": 0.3301,
      "step": 2340490
    },
    {
      "epoch": 653.22,
      "grad_norm": 1.1761095523834229,
      "learning_rate": 4.183144682314077e-07,
      "loss": 0.3538,
      "step": 2340500
    },
    {
      "epoch": 653.23,
      "grad_norm": 1.2195172309875488,
      "learning_rate": 4.1829905087827213e-07,
      "loss": 0.3234,
      "step": 2340510
    },
    {
      "epoch": 653.23,
      "grad_norm": 1.6206879615783691,
      "learning_rate": 4.182836337814144e-07,
      "loss": 0.3358,
      "step": 2340520
    },
    {
      "epoch": 653.23,
      "grad_norm": 1.215882658958435,
      "learning_rate": 4.1826821694083707e-07,
      "loss": 0.3361,
      "step": 2340530
    },
    {
      "epoch": 653.23,
      "grad_norm": 1.3020960092544556,
      "learning_rate": 4.1825280035654224e-07,
      "loss": 0.3508,
      "step": 2340540
    },
    {
      "epoch": 653.24,
      "grad_norm": 1.3143839836120605,
      "learning_rate": 4.1823738402853067e-07,
      "loss": 0.3371,
      "step": 2340550
    },
    {
      "epoch": 653.24,
      "grad_norm": 1.1011524200439453,
      "learning_rate": 4.182219679568063e-07,
      "loss": 0.3203,
      "step": 2340560
    },
    {
      "epoch": 653.24,
      "grad_norm": 1.352860450744629,
      "learning_rate": 4.182065521413699e-07,
      "loss": 0.3504,
      "step": 2340570
    },
    {
      "epoch": 653.25,
      "grad_norm": 1.3259856700897217,
      "learning_rate": 4.181911365822235e-07,
      "loss": 0.3298,
      "step": 2340580
    },
    {
      "epoch": 653.25,
      "grad_norm": 1.2727936506271362,
      "learning_rate": 4.181757212793703e-07,
      "loss": 0.3308,
      "step": 2340590
    },
    {
      "epoch": 653.25,
      "grad_norm": 1.0921285152435303,
      "learning_rate": 4.18160306232811e-07,
      "loss": 0.3347,
      "step": 2340600
    },
    {
      "epoch": 653.25,
      "grad_norm": 1.1141833066940308,
      "learning_rate": 4.1814489144254826e-07,
      "loss": 0.3299,
      "step": 2340610
    },
    {
      "epoch": 653.26,
      "grad_norm": 1.068885326385498,
      "learning_rate": 4.181294769085839e-07,
      "loss": 0.3386,
      "step": 2340620
    },
    {
      "epoch": 653.26,
      "grad_norm": 1.0650310516357422,
      "learning_rate": 4.181140626309208e-07,
      "loss": 0.3352,
      "step": 2340630
    },
    {
      "epoch": 653.26,
      "grad_norm": 1.286730408668518,
      "learning_rate": 4.1809864860955994e-07,
      "loss": 0.3386,
      "step": 2340640
    },
    {
      "epoch": 653.27,
      "grad_norm": 1.1474965810775757,
      "learning_rate": 4.180832348445037e-07,
      "loss": 0.3478,
      "step": 2340650
    },
    {
      "epoch": 653.27,
      "grad_norm": 1.1218587160110474,
      "learning_rate": 4.1806782133575467e-07,
      "loss": 0.3408,
      "step": 2340660
    },
    {
      "epoch": 653.27,
      "grad_norm": 1.5450973510742188,
      "learning_rate": 4.1805240808331365e-07,
      "loss": 0.345,
      "step": 2340670
    },
    {
      "epoch": 653.27,
      "grad_norm": 1.2615892887115479,
      "learning_rate": 4.1803699508718426e-07,
      "loss": 0.3476,
      "step": 2340680
    },
    {
      "epoch": 653.28,
      "grad_norm": 1.196793794631958,
      "learning_rate": 4.180215823473675e-07,
      "loss": 0.3333,
      "step": 2340690
    },
    {
      "epoch": 653.28,
      "grad_norm": 1.3094065189361572,
      "learning_rate": 4.1800616986386555e-07,
      "loss": 0.3442,
      "step": 2340700
    },
    {
      "epoch": 653.28,
      "grad_norm": 1.1292434930801392,
      "learning_rate": 4.179907576366807e-07,
      "loss": 0.3279,
      "step": 2340710
    },
    {
      "epoch": 653.28,
      "grad_norm": 1.0958536863327026,
      "learning_rate": 4.179753456658156e-07,
      "loss": 0.3434,
      "step": 2340720
    },
    {
      "epoch": 653.29,
      "grad_norm": 1.2920116186141968,
      "learning_rate": 4.179599339512709e-07,
      "loss": 0.3387,
      "step": 2340730
    },
    {
      "epoch": 653.29,
      "grad_norm": 1.2338013648986816,
      "learning_rate": 4.179445224930496e-07,
      "loss": 0.3506,
      "step": 2340740
    },
    {
      "epoch": 653.29,
      "grad_norm": 1.2799232006072998,
      "learning_rate": 4.17929111291154e-07,
      "loss": 0.3267,
      "step": 2340750
    },
    {
      "epoch": 653.3,
      "grad_norm": 1.2908916473388672,
      "learning_rate": 4.179137003455843e-07,
      "loss": 0.3518,
      "step": 2340760
    },
    {
      "epoch": 653.3,
      "grad_norm": 1.2859671115875244,
      "learning_rate": 4.178982896563453e-07,
      "loss": 0.3424,
      "step": 2340770
    },
    {
      "epoch": 653.3,
      "grad_norm": 1.3947371244430542,
      "learning_rate": 4.178828792234371e-07,
      "loss": 0.3325,
      "step": 2340780
    },
    {
      "epoch": 653.3,
      "grad_norm": 1.0525634288787842,
      "learning_rate": 4.178674690468622e-07,
      "loss": 0.3338,
      "step": 2340790
    },
    {
      "epoch": 653.31,
      "grad_norm": 1.2263725996017456,
      "learning_rate": 4.178520591266237e-07,
      "loss": 0.3372,
      "step": 2340800
    },
    {
      "epoch": 653.31,
      "grad_norm": 1.2199703454971313,
      "learning_rate": 4.1783664946272124e-07,
      "loss": 0.3345,
      "step": 2340810
    },
    {
      "epoch": 653.31,
      "grad_norm": 1.191949725151062,
      "learning_rate": 4.178212400551598e-07,
      "loss": 0.3343,
      "step": 2340820
    },
    {
      "epoch": 653.32,
      "grad_norm": 1.0600329637527466,
      "learning_rate": 4.178058309039392e-07,
      "loss": 0.3434,
      "step": 2340830
    },
    {
      "epoch": 653.32,
      "grad_norm": 1.247671127319336,
      "learning_rate": 4.177904220090625e-07,
      "loss": 0.3378,
      "step": 2340840
    },
    {
      "epoch": 653.32,
      "grad_norm": 1.3236883878707886,
      "learning_rate": 4.177750133705312e-07,
      "loss": 0.338,
      "step": 2340850
    },
    {
      "epoch": 653.32,
      "grad_norm": 1.3607083559036255,
      "learning_rate": 4.1775960498834853e-07,
      "loss": 0.3237,
      "step": 2340860
    },
    {
      "epoch": 653.33,
      "grad_norm": 1.034366488456726,
      "learning_rate": 4.1774419686251524e-07,
      "loss": 0.3177,
      "step": 2340870
    },
    {
      "epoch": 653.33,
      "grad_norm": 1.0218263864517212,
      "learning_rate": 4.1772878899303365e-07,
      "loss": 0.339,
      "step": 2340880
    },
    {
      "epoch": 653.33,
      "grad_norm": 1.1149297952651978,
      "learning_rate": 4.1771338137990665e-07,
      "loss": 0.3254,
      "step": 2340890
    },
    {
      "epoch": 653.34,
      "grad_norm": 1.1493792533874512,
      "learning_rate": 4.176979740231345e-07,
      "loss": 0.3359,
      "step": 2340900
    },
    {
      "epoch": 653.34,
      "grad_norm": 1.2468929290771484,
      "learning_rate": 4.1768256692272154e-07,
      "loss": 0.3425,
      "step": 2340910
    },
    {
      "epoch": 653.34,
      "grad_norm": 1.3166049718856812,
      "learning_rate": 4.176671600786681e-07,
      "loss": 0.3431,
      "step": 2340920
    },
    {
      "epoch": 653.34,
      "grad_norm": 1.2701139450073242,
      "learning_rate": 4.176517534909768e-07,
      "loss": 0.3373,
      "step": 2340930
    },
    {
      "epoch": 653.35,
      "grad_norm": 1.4473681449890137,
      "learning_rate": 4.1763634715965026e-07,
      "loss": 0.3214,
      "step": 2340940
    },
    {
      "epoch": 653.35,
      "grad_norm": 1.1910451650619507,
      "learning_rate": 4.1762094108468945e-07,
      "loss": 0.3333,
      "step": 2340950
    },
    {
      "epoch": 653.35,
      "grad_norm": 1.11083984375,
      "learning_rate": 4.17605535266097e-07,
      "loss": 0.3371,
      "step": 2340960
    },
    {
      "epoch": 653.35,
      "grad_norm": 1.1487988233566284,
      "learning_rate": 4.1759012970387476e-07,
      "loss": 0.3316,
      "step": 2340970
    },
    {
      "epoch": 653.36,
      "grad_norm": 1.30890953540802,
      "learning_rate": 4.1757472439802553e-07,
      "loss": 0.3379,
      "step": 2340980
    },
    {
      "epoch": 653.36,
      "grad_norm": 1.0473865270614624,
      "learning_rate": 4.175593193485496e-07,
      "loss": 0.347,
      "step": 2340990
    },
    {
      "epoch": 653.36,
      "grad_norm": 1.137983798980713,
      "learning_rate": 4.1754391455545147e-07,
      "loss": 0.3372,
      "step": 2341000
    },
    {
      "epoch": 653.37,
      "grad_norm": 1.1180490255355835,
      "learning_rate": 4.175285100187313e-07,
      "loss": 0.344,
      "step": 2341010
    },
    {
      "epoch": 653.37,
      "grad_norm": 1.2339445352554321,
      "learning_rate": 4.1751310573839147e-07,
      "loss": 0.3209,
      "step": 2341020
    },
    {
      "epoch": 653.37,
      "grad_norm": 2.6679017543792725,
      "learning_rate": 4.1749770171443507e-07,
      "loss": 0.3335,
      "step": 2341030
    },
    {
      "epoch": 653.37,
      "grad_norm": 1.0674912929534912,
      "learning_rate": 4.174822979468629e-07,
      "loss": 0.3279,
      "step": 2341040
    },
    {
      "epoch": 653.38,
      "grad_norm": 1.2910022735595703,
      "learning_rate": 4.1746689443567733e-07,
      "loss": 0.3457,
      "step": 2341050
    },
    {
      "epoch": 653.38,
      "grad_norm": 1.4243937730789185,
      "learning_rate": 4.174514911808807e-07,
      "loss": 0.3331,
      "step": 2341060
    },
    {
      "epoch": 653.38,
      "grad_norm": 1.1009244918823242,
      "learning_rate": 4.1743608818247526e-07,
      "loss": 0.3503,
      "step": 2341070
    },
    {
      "epoch": 653.39,
      "grad_norm": 1.1961352825164795,
      "learning_rate": 4.174206854404622e-07,
      "loss": 0.3442,
      "step": 2341080
    },
    {
      "epoch": 653.39,
      "grad_norm": 1.1602228879928589,
      "learning_rate": 4.1740528295484427e-07,
      "loss": 0.3269,
      "step": 2341090
    },
    {
      "epoch": 653.39,
      "grad_norm": 1.2353975772857666,
      "learning_rate": 4.173898807256233e-07,
      "loss": 0.3367,
      "step": 2341100
    },
    {
      "epoch": 653.39,
      "grad_norm": 1.3584437370300293,
      "learning_rate": 4.173744787528012e-07,
      "loss": 0.3247,
      "step": 2341110
    },
    {
      "epoch": 653.4,
      "grad_norm": 1.096634864807129,
      "learning_rate": 4.1735907703638103e-07,
      "loss": 0.3366,
      "step": 2341120
    },
    {
      "epoch": 653.4,
      "grad_norm": 1.1441409587860107,
      "learning_rate": 4.1734367557636277e-07,
      "loss": 0.3442,
      "step": 2341130
    },
    {
      "epoch": 653.4,
      "grad_norm": 1.0620380640029907,
      "learning_rate": 4.1732827437275086e-07,
      "loss": 0.3268,
      "step": 2341140
    },
    {
      "epoch": 653.4,
      "grad_norm": 1.316498875617981,
      "learning_rate": 4.173128734255458e-07,
      "loss": 0.344,
      "step": 2341150
    },
    {
      "epoch": 653.41,
      "grad_norm": 1.3231593370437622,
      "learning_rate": 4.1729747273474973e-07,
      "loss": 0.3249,
      "step": 2341160
    },
    {
      "epoch": 653.41,
      "grad_norm": 1.3416500091552734,
      "learning_rate": 4.172820723003657e-07,
      "loss": 0.3334,
      "step": 2341170
    },
    {
      "epoch": 653.41,
      "grad_norm": 1.13197922706604,
      "learning_rate": 4.172666721223946e-07,
      "loss": 0.3485,
      "step": 2341180
    },
    {
      "epoch": 653.42,
      "grad_norm": 1.3055461645126343,
      "learning_rate": 4.172512722008389e-07,
      "loss": 0.3392,
      "step": 2341190
    },
    {
      "epoch": 653.42,
      "grad_norm": 1.7540730237960815,
      "learning_rate": 4.1723587253570075e-07,
      "loss": 0.3485,
      "step": 2341200
    },
    {
      "epoch": 653.42,
      "grad_norm": 1.0226807594299316,
      "learning_rate": 4.172204731269828e-07,
      "loss": 0.3509,
      "step": 2341210
    },
    {
      "epoch": 653.42,
      "grad_norm": 1.2118268013000488,
      "learning_rate": 4.172050739746857e-07,
      "loss": 0.3273,
      "step": 2341220
    },
    {
      "epoch": 653.43,
      "grad_norm": 1.293229579925537,
      "learning_rate": 4.171896750788122e-07,
      "loss": 0.3417,
      "step": 2341230
    },
    {
      "epoch": 653.43,
      "grad_norm": 1.2572399377822876,
      "learning_rate": 4.1717427643936454e-07,
      "loss": 0.3356,
      "step": 2341240
    },
    {
      "epoch": 653.43,
      "grad_norm": 1.210615634918213,
      "learning_rate": 4.171588780563448e-07,
      "loss": 0.3382,
      "step": 2341250
    },
    {
      "epoch": 653.44,
      "grad_norm": 1.2028502225875854,
      "learning_rate": 4.1714347992975515e-07,
      "loss": 0.3445,
      "step": 2341260
    },
    {
      "epoch": 653.44,
      "grad_norm": 1.2042733430862427,
      "learning_rate": 4.1712808205959677e-07,
      "loss": 0.3336,
      "step": 2341270
    },
    {
      "epoch": 653.44,
      "grad_norm": 1.261833906173706,
      "learning_rate": 4.1711268444587264e-07,
      "loss": 0.3466,
      "step": 2341280
    },
    {
      "epoch": 653.44,
      "grad_norm": 1.226370096206665,
      "learning_rate": 4.1709728708858424e-07,
      "loss": 0.3477,
      "step": 2341290
    },
    {
      "epoch": 653.45,
      "grad_norm": 1.2088881731033325,
      "learning_rate": 4.170818899877342e-07,
      "loss": 0.3238,
      "step": 2341300
    },
    {
      "epoch": 653.45,
      "grad_norm": 1.2836201190948486,
      "learning_rate": 4.1706649314332385e-07,
      "loss": 0.3475,
      "step": 2341310
    },
    {
      "epoch": 653.45,
      "grad_norm": 1.3103529214859009,
      "learning_rate": 4.170510965553557e-07,
      "loss": 0.3411,
      "step": 2341320
    },
    {
      "epoch": 653.46,
      "grad_norm": 1.3750858306884766,
      "learning_rate": 4.170357002238322e-07,
      "loss": 0.3257,
      "step": 2341330
    },
    {
      "epoch": 653.46,
      "grad_norm": 1.0810191631317139,
      "learning_rate": 4.170203041487536e-07,
      "loss": 0.343,
      "step": 2341340
    },
    {
      "epoch": 653.46,
      "grad_norm": 1.1841508150100708,
      "learning_rate": 4.1700490833012453e-07,
      "loss": 0.3348,
      "step": 2341350
    },
    {
      "epoch": 653.46,
      "grad_norm": 1.4329607486724854,
      "learning_rate": 4.169895127679452e-07,
      "loss": 0.3306,
      "step": 2341360
    },
    {
      "epoch": 653.47,
      "grad_norm": 1.2335758209228516,
      "learning_rate": 4.169741174622181e-07,
      "loss": 0.3527,
      "step": 2341370
    },
    {
      "epoch": 653.47,
      "grad_norm": 1.2368987798690796,
      "learning_rate": 4.1695872241294547e-07,
      "loss": 0.3348,
      "step": 2341380
    },
    {
      "epoch": 653.47,
      "grad_norm": 1.1541855335235596,
      "learning_rate": 4.169433276201294e-07,
      "loss": 0.3352,
      "step": 2341390
    },
    {
      "epoch": 653.47,
      "grad_norm": 1.1580138206481934,
      "learning_rate": 4.169279330837723e-07,
      "loss": 0.3412,
      "step": 2341400
    },
    {
      "epoch": 653.48,
      "grad_norm": 1.064315676689148,
      "learning_rate": 4.169125388038751e-07,
      "loss": 0.339,
      "step": 2341410
    },
    {
      "epoch": 653.48,
      "grad_norm": 1.2390648126602173,
      "learning_rate": 4.168971447804405e-07,
      "loss": 0.3493,
      "step": 2341420
    },
    {
      "epoch": 653.48,
      "grad_norm": 1.186394453048706,
      "learning_rate": 4.1688175101347075e-07,
      "loss": 0.333,
      "step": 2341430
    },
    {
      "epoch": 653.49,
      "grad_norm": 1.1603542566299438,
      "learning_rate": 4.16866357502968e-07,
      "loss": 0.3306,
      "step": 2341440
    },
    {
      "epoch": 653.49,
      "grad_norm": 1.2850492000579834,
      "learning_rate": 4.1685096424893354e-07,
      "loss": 0.3484,
      "step": 2341450
    },
    {
      "epoch": 653.49,
      "grad_norm": 1.3480684757232666,
      "learning_rate": 4.168355712513697e-07,
      "loss": 0.322,
      "step": 2341460
    },
    {
      "epoch": 653.49,
      "grad_norm": 1.2397587299346924,
      "learning_rate": 4.1682017851027965e-07,
      "loss": 0.3322,
      "step": 2341470
    },
    {
      "epoch": 653.5,
      "grad_norm": 1.338995337486267,
      "learning_rate": 4.1680478602566306e-07,
      "loss": 0.3369,
      "step": 2341480
    },
    {
      "epoch": 653.5,
      "grad_norm": 1.1022640466690063,
      "learning_rate": 4.1678939379752465e-07,
      "loss": 0.3332,
      "step": 2341490
    },
    {
      "epoch": 653.5,
      "grad_norm": 1.2634012699127197,
      "learning_rate": 4.167740018258644e-07,
      "loss": 0.3475,
      "step": 2341500
    },
    {
      "epoch": 653.51,
      "grad_norm": 1.1734505891799927,
      "learning_rate": 4.167586101106854e-07,
      "loss": 0.3323,
      "step": 2341510
    },
    {
      "epoch": 653.51,
      "grad_norm": 1.1697211265563965,
      "learning_rate": 4.1674321865198936e-07,
      "loss": 0.3347,
      "step": 2341520
    },
    {
      "epoch": 653.51,
      "grad_norm": 1.2119324207305908,
      "learning_rate": 4.167278274497792e-07,
      "loss": 0.3539,
      "step": 2341530
    },
    {
      "epoch": 653.51,
      "grad_norm": 1.1958601474761963,
      "learning_rate": 4.1671243650405557e-07,
      "loss": 0.3294,
      "step": 2341540
    },
    {
      "epoch": 653.52,
      "grad_norm": 1.1783151626586914,
      "learning_rate": 4.1669704581482107e-07,
      "loss": 0.3341,
      "step": 2341550
    },
    {
      "epoch": 653.52,
      "grad_norm": 1.0155531167984009,
      "learning_rate": 4.1668165538207853e-07,
      "loss": 0.347,
      "step": 2341560
    },
    {
      "epoch": 653.52,
      "grad_norm": 1.1178250312805176,
      "learning_rate": 4.166662652058282e-07,
      "loss": 0.3301,
      "step": 2341570
    },
    {
      "epoch": 653.52,
      "grad_norm": 1.0633550882339478,
      "learning_rate": 4.166508752860742e-07,
      "loss": 0.343,
      "step": 2341580
    },
    {
      "epoch": 653.53,
      "grad_norm": 1.1448609828948975,
      "learning_rate": 4.1663548562281717e-07,
      "loss": 0.3321,
      "step": 2341590
    },
    {
      "epoch": 653.53,
      "grad_norm": 1.1638182401657104,
      "learning_rate": 4.1662009621605964e-07,
      "loss": 0.3585,
      "step": 2341600
    },
    {
      "epoch": 653.53,
      "grad_norm": 1.1699320077896118,
      "learning_rate": 4.1660470706580423e-07,
      "loss": 0.3341,
      "step": 2341610
    },
    {
      "epoch": 653.54,
      "grad_norm": 1.2705758810043335,
      "learning_rate": 4.1658931817205173e-07,
      "loss": 0.3453,
      "step": 2341620
    },
    {
      "epoch": 653.54,
      "grad_norm": 1.5383762121200562,
      "learning_rate": 4.165739295348047e-07,
      "loss": 0.3423,
      "step": 2341630
    },
    {
      "epoch": 653.54,
      "grad_norm": 1.2099860906600952,
      "learning_rate": 4.1655854115406547e-07,
      "loss": 0.3346,
      "step": 2341640
    },
    {
      "epoch": 653.54,
      "grad_norm": 1.2100296020507812,
      "learning_rate": 4.1654315302983647e-07,
      "loss": 0.3311,
      "step": 2341650
    },
    {
      "epoch": 653.55,
      "grad_norm": 1.356886863708496,
      "learning_rate": 4.165277651621181e-07,
      "loss": 0.3396,
      "step": 2341660
    },
    {
      "epoch": 653.55,
      "grad_norm": 1.161584496498108,
      "learning_rate": 4.1651237755091495e-07,
      "loss": 0.3211,
      "step": 2341670
    },
    {
      "epoch": 653.55,
      "grad_norm": 1.2786256074905396,
      "learning_rate": 4.1649699019622687e-07,
      "loss": 0.3153,
      "step": 2341680
    },
    {
      "epoch": 653.56,
      "grad_norm": 1.1748191118240356,
      "learning_rate": 4.164816030980565e-07,
      "loss": 0.356,
      "step": 2341690
    },
    {
      "epoch": 653.56,
      "grad_norm": 1.1898921728134155,
      "learning_rate": 4.16466216256407e-07,
      "loss": 0.3386,
      "step": 2341700
    },
    {
      "epoch": 653.56,
      "grad_norm": 1.1967118978500366,
      "learning_rate": 4.1645082967127805e-07,
      "loss": 0.344,
      "step": 2341710
    },
    {
      "epoch": 653.56,
      "grad_norm": 1.3769550323486328,
      "learning_rate": 4.164354433426744e-07,
      "loss": 0.3189,
      "step": 2341720
    },
    {
      "epoch": 653.57,
      "grad_norm": 1.0659875869750977,
      "learning_rate": 4.164200572705963e-07,
      "loss": 0.3364,
      "step": 2341730
    },
    {
      "epoch": 653.57,
      "grad_norm": 1.4563835859298706,
      "learning_rate": 4.1640467145504627e-07,
      "loss": 0.3501,
      "step": 2341740
    },
    {
      "epoch": 653.57,
      "grad_norm": 1.328615665435791,
      "learning_rate": 4.16389285896027e-07,
      "loss": 0.3253,
      "step": 2341750
    },
    {
      "epoch": 653.58,
      "grad_norm": 1.9181668758392334,
      "learning_rate": 4.1637390059353957e-07,
      "loss": 0.3413,
      "step": 2341760
    },
    {
      "epoch": 653.58,
      "grad_norm": 1.3374823331832886,
      "learning_rate": 4.1635851554758617e-07,
      "loss": 0.3388,
      "step": 2341770
    },
    {
      "epoch": 653.58,
      "grad_norm": 1.276404857635498,
      "learning_rate": 4.163431307581693e-07,
      "loss": 0.3371,
      "step": 2341780
    },
    {
      "epoch": 653.58,
      "grad_norm": 1.3350085020065308,
      "learning_rate": 4.1632774622529144e-07,
      "loss": 0.3278,
      "step": 2341790
    },
    {
      "epoch": 653.59,
      "grad_norm": 1.31672203540802,
      "learning_rate": 4.1631236194895265e-07,
      "loss": 0.3372,
      "step": 2341800
    },
    {
      "epoch": 653.59,
      "grad_norm": 1.2307437658309937,
      "learning_rate": 4.162969779291576e-07,
      "loss": 0.3377,
      "step": 2341810
    },
    {
      "epoch": 653.59,
      "grad_norm": 1.2065892219543457,
      "learning_rate": 4.162815941659063e-07,
      "loss": 0.3321,
      "step": 2341820
    },
    {
      "epoch": 653.59,
      "grad_norm": 1.3501379489898682,
      "learning_rate": 4.162662106592019e-07,
      "loss": 0.3335,
      "step": 2341830
    },
    {
      "epoch": 653.6,
      "grad_norm": 1.400481939315796,
      "learning_rate": 4.162508274090464e-07,
      "loss": 0.3366,
      "step": 2341840
    },
    {
      "epoch": 653.6,
      "grad_norm": 1.5833076238632202,
      "learning_rate": 4.162354444154412e-07,
      "loss": 0.34,
      "step": 2341850
    },
    {
      "epoch": 653.6,
      "grad_norm": 1.3477526903152466,
      "learning_rate": 4.1622006167838854e-07,
      "loss": 0.3558,
      "step": 2341860
    },
    {
      "epoch": 653.61,
      "grad_norm": 1.257599949836731,
      "learning_rate": 4.1620467919789084e-07,
      "loss": 0.3408,
      "step": 2341870
    },
    {
      "epoch": 653.61,
      "grad_norm": 1.1137627363204956,
      "learning_rate": 4.161892969739504e-07,
      "loss": 0.3255,
      "step": 2341880
    },
    {
      "epoch": 653.61,
      "grad_norm": 1.2515451908111572,
      "learning_rate": 4.161739150065683e-07,
      "loss": 0.3349,
      "step": 2341890
    },
    {
      "epoch": 653.61,
      "grad_norm": 1.3560572862625122,
      "learning_rate": 4.161585332957468e-07,
      "loss": 0.3369,
      "step": 2341900
    },
    {
      "epoch": 653.62,
      "grad_norm": 1.6230757236480713,
      "learning_rate": 4.1614315184148913e-07,
      "loss": 0.3459,
      "step": 2341910
    },
    {
      "epoch": 653.62,
      "grad_norm": 1.0865833759307861,
      "learning_rate": 4.1612777064379524e-07,
      "loss": 0.3446,
      "step": 2341920
    },
    {
      "epoch": 653.62,
      "grad_norm": 1.1387310028076172,
      "learning_rate": 4.1611238970266954e-07,
      "loss": 0.3471,
      "step": 2341930
    },
    {
      "epoch": 653.63,
      "grad_norm": 1.0301122665405273,
      "learning_rate": 4.160970090181126e-07,
      "loss": 0.3433,
      "step": 2341940
    },
    {
      "epoch": 653.63,
      "grad_norm": 1.3067547082901,
      "learning_rate": 4.1608162859012646e-07,
      "loss": 0.3254,
      "step": 2341950
    },
    {
      "epoch": 653.63,
      "grad_norm": 1.3202447891235352,
      "learning_rate": 4.160662484187137e-07,
      "loss": 0.3411,
      "step": 2341960
    },
    {
      "epoch": 653.63,
      "grad_norm": 1.1553367376327515,
      "learning_rate": 4.160508685038759e-07,
      "loss": 0.3428,
      "step": 2341970
    },
    {
      "epoch": 653.64,
      "grad_norm": 1.159414529800415,
      "learning_rate": 4.1603548884561623e-07,
      "loss": 0.3348,
      "step": 2341980
    },
    {
      "epoch": 653.64,
      "grad_norm": 1.2788641452789307,
      "learning_rate": 4.1602010944393517e-07,
      "loss": 0.3522,
      "step": 2341990
    },
    {
      "epoch": 653.64,
      "grad_norm": 1.2836164236068726,
      "learning_rate": 4.160047302988355e-07,
      "loss": 0.3267,
      "step": 2342000
    },
    {
      "epoch": 653.64,
      "grad_norm": 1.2299649715423584,
      "learning_rate": 4.159893514103195e-07,
      "loss": 0.3392,
      "step": 2342010
    },
    {
      "epoch": 653.65,
      "grad_norm": 9.416362762451172,
      "learning_rate": 4.1597397277838934e-07,
      "loss": 0.3492,
      "step": 2342020
    },
    {
      "epoch": 653.65,
      "grad_norm": 1.8501955270767212,
      "learning_rate": 4.1595859440304587e-07,
      "loss": 0.3289,
      "step": 2342030
    },
    {
      "epoch": 653.65,
      "grad_norm": 1.2479110956192017,
      "learning_rate": 4.1594321628429223e-07,
      "loss": 0.3508,
      "step": 2342040
    },
    {
      "epoch": 653.66,
      "grad_norm": 1.2064863443374634,
      "learning_rate": 4.15927838422131e-07,
      "loss": 0.3389,
      "step": 2342050
    },
    {
      "epoch": 653.66,
      "grad_norm": 1.23490571975708,
      "learning_rate": 4.1591246081656184e-07,
      "loss": 0.3346,
      "step": 2342060
    },
    {
      "epoch": 653.66,
      "grad_norm": 1.1635243892669678,
      "learning_rate": 4.158970834675898e-07,
      "loss": 0.3344,
      "step": 2342070
    },
    {
      "epoch": 653.66,
      "grad_norm": 1.2963365316390991,
      "learning_rate": 4.158817063752149e-07,
      "loss": 0.3303,
      "step": 2342080
    },
    {
      "epoch": 653.67,
      "grad_norm": 1.218368411064148,
      "learning_rate": 4.158663295394396e-07,
      "loss": 0.3478,
      "step": 2342090
    },
    {
      "epoch": 653.67,
      "grad_norm": 2.325510263442993,
      "learning_rate": 4.158509529602664e-07,
      "loss": 0.3241,
      "step": 2342100
    },
    {
      "epoch": 653.67,
      "grad_norm": 1.104823112487793,
      "learning_rate": 4.1583557663769753e-07,
      "loss": 0.3466,
      "step": 2342110
    },
    {
      "epoch": 653.68,
      "grad_norm": 1.0465351343154907,
      "learning_rate": 4.1582020057173407e-07,
      "loss": 0.343,
      "step": 2342120
    },
    {
      "epoch": 653.68,
      "grad_norm": 1.3777934312820435,
      "learning_rate": 4.158048247623784e-07,
      "loss": 0.329,
      "step": 2342130
    },
    {
      "epoch": 653.68,
      "grad_norm": 1.1457383632659912,
      "learning_rate": 4.157894492096336e-07,
      "loss": 0.341,
      "step": 2342140
    },
    {
      "epoch": 653.68,
      "grad_norm": 1.3594294786453247,
      "learning_rate": 4.157740739134997e-07,
      "loss": 0.3395,
      "step": 2342150
    },
    {
      "epoch": 653.69,
      "grad_norm": 1.1009387969970703,
      "learning_rate": 4.157586988739808e-07,
      "loss": 0.3483,
      "step": 2342160
    },
    {
      "epoch": 653.69,
      "grad_norm": 1.205344796180725,
      "learning_rate": 4.157433240910777e-07,
      "loss": 0.3351,
      "step": 2342170
    },
    {
      "epoch": 653.69,
      "grad_norm": 1.3231327533721924,
      "learning_rate": 4.1572794956479284e-07,
      "loss": 0.3437,
      "step": 2342180
    },
    {
      "epoch": 653.7,
      "grad_norm": 1.1024713516235352,
      "learning_rate": 4.157125752951282e-07,
      "loss": 0.3476,
      "step": 2342190
    },
    {
      "epoch": 653.7,
      "grad_norm": 1.257461667060852,
      "learning_rate": 4.156972012820864e-07,
      "loss": 0.336,
      "step": 2342200
    },
    {
      "epoch": 653.7,
      "grad_norm": 1.2543803453445435,
      "learning_rate": 4.1568182752566847e-07,
      "loss": 0.3264,
      "step": 2342210
    },
    {
      "epoch": 653.7,
      "grad_norm": 1.17969810962677,
      "learning_rate": 4.1566645402587677e-07,
      "loss": 0.3273,
      "step": 2342220
    },
    {
      "epoch": 653.71,
      "grad_norm": 1.4442377090454102,
      "learning_rate": 4.156510807827142e-07,
      "loss": 0.3381,
      "step": 2342230
    },
    {
      "epoch": 653.71,
      "grad_norm": 1.3118377923965454,
      "learning_rate": 4.15635707796181e-07,
      "loss": 0.3535,
      "step": 2342240
    },
    {
      "epoch": 653.71,
      "grad_norm": 1.3529925346374512,
      "learning_rate": 4.156203350662815e-07,
      "loss": 0.3409,
      "step": 2342250
    },
    {
      "epoch": 653.71,
      "grad_norm": 1.2422980070114136,
      "learning_rate": 4.1560496259301607e-07,
      "loss": 0.3161,
      "step": 2342260
    },
    {
      "epoch": 653.72,
      "grad_norm": 1.3540844917297363,
      "learning_rate": 4.1558959037638706e-07,
      "loss": 0.3256,
      "step": 2342270
    },
    {
      "epoch": 653.72,
      "grad_norm": 1.754836916923523,
      "learning_rate": 4.155742184163975e-07,
      "loss": 0.3279,
      "step": 2342280
    },
    {
      "epoch": 653.72,
      "grad_norm": 1.0608738660812378,
      "learning_rate": 4.1555884671304747e-07,
      "loss": 0.3431,
      "step": 2342290
    },
    {
      "epoch": 653.73,
      "grad_norm": 1.2765839099884033,
      "learning_rate": 4.1554347526634134e-07,
      "loss": 0.3402,
      "step": 2342300
    },
    {
      "epoch": 653.73,
      "grad_norm": 1.1594023704528809,
      "learning_rate": 4.155281040762794e-07,
      "loss": 0.3349,
      "step": 2342310
    },
    {
      "epoch": 653.73,
      "grad_norm": 1.3494688272476196,
      "learning_rate": 4.1551273314286424e-07,
      "loss": 0.3456,
      "step": 2342320
    },
    {
      "epoch": 653.73,
      "grad_norm": 1.0373497009277344,
      "learning_rate": 4.15497362466098e-07,
      "loss": 0.3341,
      "step": 2342330
    },
    {
      "epoch": 653.74,
      "grad_norm": 1.3290539979934692,
      "learning_rate": 4.1548199204598345e-07,
      "loss": 0.3303,
      "step": 2342340
    },
    {
      "epoch": 653.74,
      "grad_norm": 1.0458451509475708,
      "learning_rate": 4.1546662188252116e-07,
      "loss": 0.3437,
      "step": 2342350
    },
    {
      "epoch": 653.74,
      "grad_norm": 1.3178967237472534,
      "learning_rate": 4.1545125197571394e-07,
      "loss": 0.3664,
      "step": 2342360
    },
    {
      "epoch": 653.75,
      "grad_norm": 1.3310190439224243,
      "learning_rate": 4.154358823255645e-07,
      "loss": 0.3464,
      "step": 2342370
    },
    {
      "epoch": 653.75,
      "grad_norm": 1.299310326576233,
      "learning_rate": 4.1542051293207304e-07,
      "loss": 0.3409,
      "step": 2342380
    },
    {
      "epoch": 653.75,
      "grad_norm": 1.2572946548461914,
      "learning_rate": 4.154051437952439e-07,
      "loss": 0.3157,
      "step": 2342390
    },
    {
      "epoch": 653.75,
      "grad_norm": 1.242079734802246,
      "learning_rate": 4.1538977491507726e-07,
      "loss": 0.3327,
      "step": 2342400
    },
    {
      "epoch": 653.76,
      "grad_norm": 1.269052267074585,
      "learning_rate": 4.153744062915761e-07,
      "loss": 0.3359,
      "step": 2342410
    },
    {
      "epoch": 653.76,
      "grad_norm": 1.30380117893219,
      "learning_rate": 4.153590379247428e-07,
      "loss": 0.3494,
      "step": 2342420
    },
    {
      "epoch": 653.76,
      "grad_norm": 1.4377340078353882,
      "learning_rate": 4.153436698145781e-07,
      "loss": 0.3345,
      "step": 2342430
    },
    {
      "epoch": 653.77,
      "grad_norm": 1.3879375457763672,
      "learning_rate": 4.1532830196108496e-07,
      "loss": 0.3402,
      "step": 2342440
    },
    {
      "epoch": 653.77,
      "grad_norm": 1.3727757930755615,
      "learning_rate": 4.153129343642651e-07,
      "loss": 0.3509,
      "step": 2342450
    },
    {
      "epoch": 653.77,
      "grad_norm": 1.3887768983840942,
      "learning_rate": 4.152975670241215e-07,
      "loss": 0.351,
      "step": 2342460
    },
    {
      "epoch": 653.77,
      "grad_norm": 1.1378865242004395,
      "learning_rate": 4.152821999406543e-07,
      "loss": 0.331,
      "step": 2342470
    },
    {
      "epoch": 653.78,
      "grad_norm": 1.33322012424469,
      "learning_rate": 4.152668331138678e-07,
      "loss": 0.3417,
      "step": 2342480
    },
    {
      "epoch": 653.78,
      "grad_norm": 1.1185249090194702,
      "learning_rate": 4.152514665437623e-07,
      "loss": 0.3423,
      "step": 2342490
    },
    {
      "epoch": 653.78,
      "grad_norm": 1.103868007659912,
      "learning_rate": 4.1523610023034065e-07,
      "loss": 0.3522,
      "step": 2342500
    },
    {
      "epoch": 653.78,
      "grad_norm": 1.0603504180908203,
      "learning_rate": 4.15220734173605e-07,
      "loss": 0.337,
      "step": 2342510
    },
    {
      "epoch": 653.79,
      "grad_norm": 1.3109065294265747,
      "learning_rate": 4.152053683735563e-07,
      "loss": 0.3458,
      "step": 2342520
    },
    {
      "epoch": 653.79,
      "grad_norm": 1.1418007612228394,
      "learning_rate": 4.151900028301983e-07,
      "loss": 0.3403,
      "step": 2342530
    },
    {
      "epoch": 653.79,
      "grad_norm": 1.288810133934021,
      "learning_rate": 4.1517463754353185e-07,
      "loss": 0.3319,
      "step": 2342540
    },
    {
      "epoch": 653.8,
      "grad_norm": 1.0776337385177612,
      "learning_rate": 4.15159272513559e-07,
      "loss": 0.3276,
      "step": 2342550
    },
    {
      "epoch": 653.8,
      "grad_norm": 1.276087760925293,
      "learning_rate": 4.151439077402829e-07,
      "loss": 0.3415,
      "step": 2342560
    },
    {
      "epoch": 653.8,
      "grad_norm": 1.302638292312622,
      "learning_rate": 4.151285432237041e-07,
      "loss": 0.3297,
      "step": 2342570
    },
    {
      "epoch": 653.8,
      "grad_norm": 1.4619953632354736,
      "learning_rate": 4.1511317896382545e-07,
      "loss": 0.3343,
      "step": 2342580
    },
    {
      "epoch": 653.81,
      "grad_norm": 1.149399757385254,
      "learning_rate": 4.150978149606487e-07,
      "loss": 0.3206,
      "step": 2342590
    },
    {
      "epoch": 653.81,
      "grad_norm": 1.269797682762146,
      "learning_rate": 4.15082451214177e-07,
      "loss": 0.3605,
      "step": 2342600
    },
    {
      "epoch": 653.81,
      "grad_norm": 1.0536946058273315,
      "learning_rate": 4.1506708772440994e-07,
      "loss": 0.3585,
      "step": 2342610
    },
    {
      "epoch": 653.82,
      "grad_norm": 1.5361806154251099,
      "learning_rate": 4.150517244913526e-07,
      "loss": 0.3588,
      "step": 2342620
    },
    {
      "epoch": 653.82,
      "grad_norm": 1.3629138469696045,
      "learning_rate": 4.1503636151500474e-07,
      "loss": 0.3504,
      "step": 2342630
    },
    {
      "epoch": 653.82,
      "grad_norm": 1.3833731412887573,
      "learning_rate": 4.1502099879536927e-07,
      "loss": 0.3388,
      "step": 2342640
    },
    {
      "epoch": 653.82,
      "grad_norm": 1.1180620193481445,
      "learning_rate": 4.150056363324485e-07,
      "loss": 0.3323,
      "step": 2342650
    },
    {
      "epoch": 653.83,
      "grad_norm": 1.2823984622955322,
      "learning_rate": 4.1499027412624393e-07,
      "loss": 0.3315,
      "step": 2342660
    },
    {
      "epoch": 653.83,
      "grad_norm": 1.0655789375305176,
      "learning_rate": 4.149749121767575e-07,
      "loss": 0.3336,
      "step": 2342670
    },
    {
      "epoch": 653.83,
      "grad_norm": 1.0721427202224731,
      "learning_rate": 4.149595504839918e-07,
      "loss": 0.3267,
      "step": 2342680
    },
    {
      "epoch": 653.83,
      "grad_norm": 0.9387134313583374,
      "learning_rate": 4.1494418904794904e-07,
      "loss": 0.3316,
      "step": 2342690
    },
    {
      "epoch": 653.84,
      "grad_norm": 1.4104851484298706,
      "learning_rate": 4.149288278686304e-07,
      "loss": 0.3292,
      "step": 2342700
    },
    {
      "epoch": 653.84,
      "grad_norm": 1.033340334892273,
      "learning_rate": 4.1491346694603816e-07,
      "loss": 0.3466,
      "step": 2342710
    },
    {
      "epoch": 653.84,
      "grad_norm": 1.1651397943496704,
      "learning_rate": 4.148981062801754e-07,
      "loss": 0.3379,
      "step": 2342720
    },
    {
      "epoch": 653.85,
      "grad_norm": 1.1988571882247925,
      "learning_rate": 4.1488274587104196e-07,
      "loss": 0.3346,
      "step": 2342730
    },
    {
      "epoch": 653.85,
      "grad_norm": 1.2364776134490967,
      "learning_rate": 4.1486738571864276e-07,
      "loss": 0.3358,
      "step": 2342740
    },
    {
      "epoch": 653.85,
      "grad_norm": 1.4167375564575195,
      "learning_rate": 4.148520258229775e-07,
      "loss": 0.3464,
      "step": 2342750
    },
    {
      "epoch": 653.85,
      "grad_norm": 1.2286999225616455,
      "learning_rate": 4.148366661840493e-07,
      "loss": 0.3262,
      "step": 2342760
    },
    {
      "epoch": 653.86,
      "grad_norm": 1.1803457736968994,
      "learning_rate": 4.1482130680185976e-07,
      "loss": 0.3313,
      "step": 2342770
    },
    {
      "epoch": 653.86,
      "grad_norm": 1.2050055265426636,
      "learning_rate": 4.14805947676412e-07,
      "loss": 0.3407,
      "step": 2342780
    },
    {
      "epoch": 653.86,
      "grad_norm": 1.2133580446243286,
      "learning_rate": 4.147905888077065e-07,
      "loss": 0.3431,
      "step": 2342790
    },
    {
      "epoch": 653.87,
      "grad_norm": 1.1021729707717896,
      "learning_rate": 4.147752301957459e-07,
      "loss": 0.3424,
      "step": 2342800
    },
    {
      "epoch": 653.87,
      "grad_norm": 2.710101842880249,
      "learning_rate": 4.147598718405325e-07,
      "loss": 0.3472,
      "step": 2342810
    },
    {
      "epoch": 653.87,
      "grad_norm": 1.1200065612792969,
      "learning_rate": 4.147445137420682e-07,
      "loss": 0.3287,
      "step": 2342820
    },
    {
      "epoch": 653.87,
      "grad_norm": 1.3351014852523804,
      "learning_rate": 4.1472915590035575e-07,
      "loss": 0.3373,
      "step": 2342830
    },
    {
      "epoch": 653.88,
      "grad_norm": 1.2510685920715332,
      "learning_rate": 4.1471379831539573e-07,
      "loss": 0.3246,
      "step": 2342840
    },
    {
      "epoch": 653.88,
      "grad_norm": 1.1600333452224731,
      "learning_rate": 4.1469844098719105e-07,
      "loss": 0.3338,
      "step": 2342850
    },
    {
      "epoch": 653.88,
      "grad_norm": 1.0375601053237915,
      "learning_rate": 4.146830839157443e-07,
      "loss": 0.3283,
      "step": 2342860
    },
    {
      "epoch": 653.89,
      "grad_norm": 0.9974010586738586,
      "learning_rate": 4.1466772710105564e-07,
      "loss": 0.3378,
      "step": 2342870
    },
    {
      "epoch": 653.89,
      "grad_norm": 1.2442936897277832,
      "learning_rate": 4.1465237054312953e-07,
      "loss": 0.3201,
      "step": 2342880
    },
    {
      "epoch": 653.89,
      "grad_norm": 1.1472959518432617,
      "learning_rate": 4.1463701424196606e-07,
      "loss": 0.3333,
      "step": 2342890
    },
    {
      "epoch": 653.89,
      "grad_norm": 1.2127314805984497,
      "learning_rate": 4.146216581975683e-07,
      "loss": 0.3393,
      "step": 2342900
    },
    {
      "epoch": 653.9,
      "grad_norm": 1.1903795003890991,
      "learning_rate": 4.14606302409938e-07,
      "loss": 0.3291,
      "step": 2342910
    },
    {
      "epoch": 653.9,
      "grad_norm": 1.312674641609192,
      "learning_rate": 4.145909468790779e-07,
      "loss": 0.3435,
      "step": 2342920
    },
    {
      "epoch": 653.9,
      "grad_norm": 1.6275824308395386,
      "learning_rate": 4.1457559160498867e-07,
      "loss": 0.3548,
      "step": 2342930
    },
    {
      "epoch": 653.9,
      "grad_norm": 1.1773353815078735,
      "learning_rate": 4.1456023658767324e-07,
      "loss": 0.3429,
      "step": 2342940
    },
    {
      "epoch": 653.91,
      "grad_norm": 1.2366926670074463,
      "learning_rate": 4.145448818271339e-07,
      "loss": 0.3276,
      "step": 2342950
    },
    {
      "epoch": 653.91,
      "grad_norm": 1.2388155460357666,
      "learning_rate": 4.1452952732337116e-07,
      "loss": 0.3337,
      "step": 2342960
    },
    {
      "epoch": 653.91,
      "grad_norm": 1.1153863668441772,
      "learning_rate": 4.145141730763895e-07,
      "loss": 0.3263,
      "step": 2342970
    },
    {
      "epoch": 653.92,
      "grad_norm": 1.1406203508377075,
      "learning_rate": 4.144988190861889e-07,
      "loss": 0.3455,
      "step": 2342980
    },
    {
      "epoch": 653.92,
      "grad_norm": 1.614130973815918,
      "learning_rate": 4.144834653527722e-07,
      "loss": 0.3342,
      "step": 2342990
    },
    {
      "epoch": 653.92,
      "grad_norm": 1.2068719863891602,
      "learning_rate": 4.1446811187614204e-07,
      "loss": 0.3419,
      "step": 2343000
    },
    {
      "epoch": 653.92,
      "grad_norm": 1.29086172580719,
      "learning_rate": 4.144527586562992e-07,
      "loss": 0.3468,
      "step": 2343010
    },
    {
      "epoch": 653.93,
      "grad_norm": 1.2323312759399414,
      "learning_rate": 4.1443740569324645e-07,
      "loss": 0.333,
      "step": 2343020
    },
    {
      "epoch": 653.93,
      "grad_norm": 1.3598709106445312,
      "learning_rate": 4.144220529869857e-07,
      "loss": 0.3347,
      "step": 2343030
    },
    {
      "epoch": 653.93,
      "grad_norm": 1.212262511253357,
      "learning_rate": 4.144067005375196e-07,
      "loss": 0.3406,
      "step": 2343040
    },
    {
      "epoch": 653.94,
      "grad_norm": 1.1051220893859863,
      "learning_rate": 4.143913483448483e-07,
      "loss": 0.3472,
      "step": 2343050
    },
    {
      "epoch": 653.94,
      "grad_norm": 1.3435771465301514,
      "learning_rate": 4.1437599640897653e-07,
      "loss": 0.3445,
      "step": 2343060
    },
    {
      "epoch": 653.94,
      "grad_norm": 1.202743411064148,
      "learning_rate": 4.143606447299043e-07,
      "loss": 0.3459,
      "step": 2343070
    },
    {
      "epoch": 653.94,
      "grad_norm": 1.0983154773712158,
      "learning_rate": 4.143452933076342e-07,
      "loss": 0.3374,
      "step": 2343080
    },
    {
      "epoch": 653.95,
      "grad_norm": 1.3439222574234009,
      "learning_rate": 4.143299421421691e-07,
      "loss": 0.3484,
      "step": 2343090
    },
    {
      "epoch": 653.95,
      "grad_norm": 1.3054131269454956,
      "learning_rate": 4.1431459123350924e-07,
      "loss": 0.3337,
      "step": 2343100
    },
    {
      "epoch": 653.95,
      "grad_norm": 1.228670597076416,
      "learning_rate": 4.1429924058165884e-07,
      "loss": 0.3398,
      "step": 2343110
    },
    {
      "epoch": 653.95,
      "grad_norm": 1.4035818576812744,
      "learning_rate": 4.1428389018661804e-07,
      "loss": 0.3284,
      "step": 2343120
    },
    {
      "epoch": 653.96,
      "grad_norm": 1.172927975654602,
      "learning_rate": 4.142685400483901e-07,
      "loss": 0.3355,
      "step": 2343130
    },
    {
      "epoch": 653.96,
      "grad_norm": 1.2468451261520386,
      "learning_rate": 4.1425319016697653e-07,
      "loss": 0.3398,
      "step": 2343140
    },
    {
      "epoch": 653.96,
      "grad_norm": 1.2270708084106445,
      "learning_rate": 4.142378405423801e-07,
      "loss": 0.3148,
      "step": 2343150
    },
    {
      "epoch": 653.97,
      "grad_norm": 1.1362645626068115,
      "learning_rate": 4.142224911746015e-07,
      "loss": 0.3337,
      "step": 2343160
    },
    {
      "epoch": 653.97,
      "grad_norm": 1.177078366279602,
      "learning_rate": 4.1420714206364374e-07,
      "loss": 0.338,
      "step": 2343170
    },
    {
      "epoch": 653.97,
      "grad_norm": 1.3760535717010498,
      "learning_rate": 4.141917932095092e-07,
      "loss": 0.3199,
      "step": 2343180
    },
    {
      "epoch": 653.97,
      "grad_norm": 1.1712267398834229,
      "learning_rate": 4.1417644461219813e-07,
      "loss": 0.3381,
      "step": 2343190
    },
    {
      "epoch": 653.98,
      "grad_norm": 1.1399022340774536,
      "learning_rate": 4.1416109627171515e-07,
      "loss": 0.3336,
      "step": 2343200
    },
    {
      "epoch": 653.98,
      "grad_norm": 1.2689234018325806,
      "learning_rate": 4.141457481880604e-07,
      "loss": 0.3551,
      "step": 2343210
    },
    {
      "epoch": 653.98,
      "grad_norm": 1.2181715965270996,
      "learning_rate": 4.1413040036123635e-07,
      "loss": 0.3373,
      "step": 2343220
    },
    {
      "epoch": 653.99,
      "grad_norm": 1.135296106338501,
      "learning_rate": 4.14115052791246e-07,
      "loss": 0.3335,
      "step": 2343230
    },
    {
      "epoch": 653.99,
      "grad_norm": 1.652602195739746,
      "learning_rate": 4.1409970547808967e-07,
      "loss": 0.3529,
      "step": 2343240
    },
    {
      "epoch": 653.99,
      "grad_norm": 1.3222898244857788,
      "learning_rate": 4.140843584217707e-07,
      "loss": 0.3331,
      "step": 2343250
    },
    {
      "epoch": 653.99,
      "grad_norm": 1.0885387659072876,
      "learning_rate": 4.140690116222905e-07,
      "loss": 0.3297,
      "step": 2343260
    },
    {
      "epoch": 654.0,
      "grad_norm": 1.3592712879180908,
      "learning_rate": 4.14053665079652e-07,
      "loss": 0.3431,
      "step": 2343270
    },
    {
      "epoch": 654.0,
      "grad_norm": 1.2386667728424072,
      "learning_rate": 4.1403831879385543e-07,
      "loss": 0.3384,
      "step": 2343280
    },
    {
      "epoch": 654.0,
      "eval_loss": 0.33886316418647766,
      "eval_runtime": 66.7085,
      "eval_samples_per_second": 75.837,
      "eval_steps_per_second": 9.489,
      "step": 2343282
    },
    {
      "epoch": 654.0,
      "grad_norm": 1.4842814207077026,
      "learning_rate": 4.1402297276490525e-07,
      "loss": 0.3366,
      "step": 2343290
    },
    {
      "epoch": 654.01,
      "grad_norm": 1.1099693775177002,
      "learning_rate": 4.140076269928014e-07,
      "loss": 0.324,
      "step": 2343300
    },
    {
      "epoch": 654.01,
      "grad_norm": 1.1009472608566284,
      "learning_rate": 4.1399228147754704e-07,
      "loss": 0.3285,
      "step": 2343310
    },
    {
      "epoch": 654.01,
      "grad_norm": 1.3280950784683228,
      "learning_rate": 4.1397693621914453e-07,
      "loss": 0.3483,
      "step": 2343320
    },
    {
      "epoch": 654.01,
      "grad_norm": 1.7191810607910156,
      "learning_rate": 4.1396159121759465e-07,
      "loss": 0.3423,
      "step": 2343330
    },
    {
      "epoch": 654.02,
      "grad_norm": 1.4138505458831787,
      "learning_rate": 4.1394624647290025e-07,
      "loss": 0.3276,
      "step": 2343340
    },
    {
      "epoch": 654.02,
      "grad_norm": 1.4178314208984375,
      "learning_rate": 4.1393090198506336e-07,
      "loss": 0.3383,
      "step": 2343350
    },
    {
      "epoch": 654.02,
      "grad_norm": 1.1228067874908447,
      "learning_rate": 4.139155577540864e-07,
      "loss": 0.3247,
      "step": 2343360
    },
    {
      "epoch": 654.02,
      "grad_norm": 1.3615379333496094,
      "learning_rate": 4.139002137799701e-07,
      "loss": 0.3362,
      "step": 2343370
    },
    {
      "epoch": 654.03,
      "grad_norm": 1.0576595067977905,
      "learning_rate": 4.1388487006271764e-07,
      "loss": 0.3368,
      "step": 2343380
    },
    {
      "epoch": 654.03,
      "grad_norm": 1.4629855155944824,
      "learning_rate": 4.1386952660233075e-07,
      "loss": 0.3454,
      "step": 2343390
    },
    {
      "epoch": 654.03,
      "grad_norm": 1.307945966720581,
      "learning_rate": 4.138541833988113e-07,
      "loss": 0.3352,
      "step": 2343400
    },
    {
      "epoch": 654.04,
      "grad_norm": 1.502626657485962,
      "learning_rate": 4.138388404521622e-07,
      "loss": 0.3572,
      "step": 2343410
    },
    {
      "epoch": 654.04,
      "grad_norm": 1.3215423822402954,
      "learning_rate": 4.1382349776238367e-07,
      "loss": 0.3458,
      "step": 2343420
    },
    {
      "epoch": 654.04,
      "grad_norm": 1.1944254636764526,
      "learning_rate": 4.1380815532947983e-07,
      "loss": 0.3148,
      "step": 2343430
    },
    {
      "epoch": 654.04,
      "grad_norm": 1.1255947351455688,
      "learning_rate": 4.1379281315345155e-07,
      "loss": 0.3261,
      "step": 2343440
    },
    {
      "epoch": 654.05,
      "grad_norm": 1.2617932558059692,
      "learning_rate": 4.1377747123430083e-07,
      "loss": 0.3352,
      "step": 2343450
    },
    {
      "epoch": 654.05,
      "grad_norm": 1.2283310890197754,
      "learning_rate": 4.137621295720306e-07,
      "loss": 0.3479,
      "step": 2343460
    },
    {
      "epoch": 654.05,
      "grad_norm": 0.9282007813453674,
      "learning_rate": 4.137467881666418e-07,
      "loss": 0.3359,
      "step": 2343470
    },
    {
      "epoch": 654.06,
      "grad_norm": 1.0600463151931763,
      "learning_rate": 4.137314470181369e-07,
      "loss": 0.3403,
      "step": 2343480
    },
    {
      "epoch": 654.06,
      "grad_norm": 1.225437879562378,
      "learning_rate": 4.1371610612651785e-07,
      "loss": 0.3398,
      "step": 2343490
    },
    {
      "epoch": 654.06,
      "grad_norm": 1.1458617448806763,
      "learning_rate": 4.137007654917876e-07,
      "loss": 0.3472,
      "step": 2343500
    },
    {
      "epoch": 654.06,
      "grad_norm": 1.327629566192627,
      "learning_rate": 4.1368542511394697e-07,
      "loss": 0.3415,
      "step": 2343510
    },
    {
      "epoch": 654.07,
      "grad_norm": 1.5320208072662354,
      "learning_rate": 4.1367008499299823e-07,
      "loss": 0.3421,
      "step": 2343520
    },
    {
      "epoch": 654.07,
      "grad_norm": 1.2352656126022339,
      "learning_rate": 4.136547451289442e-07,
      "loss": 0.3271,
      "step": 2343530
    },
    {
      "epoch": 654.07,
      "grad_norm": 1.1229020357131958,
      "learning_rate": 4.136394055217852e-07,
      "loss": 0.3372,
      "step": 2343540
    },
    {
      "epoch": 654.07,
      "grad_norm": 1.175105094909668,
      "learning_rate": 4.1362406617152597e-07,
      "loss": 0.3468,
      "step": 2343550
    },
    {
      "epoch": 654.08,
      "grad_norm": 1.319208025932312,
      "learning_rate": 4.1360872707816616e-07,
      "loss": 0.3354,
      "step": 2343560
    },
    {
      "epoch": 654.08,
      "grad_norm": 1.305620789527893,
      "learning_rate": 4.135933882417087e-07,
      "loss": 0.3481,
      "step": 2343570
    },
    {
      "epoch": 654.08,
      "grad_norm": 1.2886714935302734,
      "learning_rate": 4.1357804966215556e-07,
      "loss": 0.3363,
      "step": 2343580
    },
    {
      "epoch": 654.09,
      "grad_norm": 1.662632703781128,
      "learning_rate": 4.1356271133950943e-07,
      "loss": 0.3381,
      "step": 2343590
    },
    {
      "epoch": 654.09,
      "grad_norm": 1.1085028648376465,
      "learning_rate": 4.135473732737711e-07,
      "loss": 0.3415,
      "step": 2343600
    },
    {
      "epoch": 654.09,
      "grad_norm": 1.1865888833999634,
      "learning_rate": 4.135320354649434e-07,
      "loss": 0.3374,
      "step": 2343610
    },
    {
      "epoch": 654.09,
      "grad_norm": 1.2583926916122437,
      "learning_rate": 4.1351669791302893e-07,
      "loss": 0.3272,
      "step": 2343620
    },
    {
      "epoch": 654.1,
      "grad_norm": 1.2643558979034424,
      "learning_rate": 4.1350136061802774e-07,
      "loss": 0.3317,
      "step": 2343630
    },
    {
      "epoch": 654.1,
      "grad_norm": 1.1857315301895142,
      "learning_rate": 4.1348602357994446e-07,
      "loss": 0.3285,
      "step": 2343640
    },
    {
      "epoch": 654.1,
      "grad_norm": 1.3545838594436646,
      "learning_rate": 4.134706867987791e-07,
      "loss": 0.3361,
      "step": 2343650
    },
    {
      "epoch": 654.11,
      "grad_norm": 1.105688214302063,
      "learning_rate": 4.134553502745345e-07,
      "loss": 0.3494,
      "step": 2343660
    },
    {
      "epoch": 654.11,
      "grad_norm": 1.4347972869873047,
      "learning_rate": 4.1344001400721304e-07,
      "loss": 0.331,
      "step": 2343670
    },
    {
      "epoch": 654.11,
      "grad_norm": 1.1813715696334839,
      "learning_rate": 4.134246779968155e-07,
      "loss": 0.3442,
      "step": 2343680
    },
    {
      "epoch": 654.11,
      "grad_norm": 1.1810736656188965,
      "learning_rate": 4.134093422433458e-07,
      "loss": 0.3268,
      "step": 2343690
    },
    {
      "epoch": 654.12,
      "grad_norm": 1.1011998653411865,
      "learning_rate": 4.133940067468044e-07,
      "loss": 0.3415,
      "step": 2343700
    },
    {
      "epoch": 654.12,
      "grad_norm": 1.134320616722107,
      "learning_rate": 4.133786715071939e-07,
      "loss": 0.3474,
      "step": 2343710
    },
    {
      "epoch": 654.12,
      "grad_norm": 1.4726154804229736,
      "learning_rate": 4.1336333652451623e-07,
      "loss": 0.3397,
      "step": 2343720
    },
    {
      "epoch": 654.13,
      "grad_norm": 1.0541335344314575,
      "learning_rate": 4.133480017987744e-07,
      "loss": 0.3318,
      "step": 2343730
    },
    {
      "epoch": 654.13,
      "grad_norm": 1.2039717435836792,
      "learning_rate": 4.13332667329969e-07,
      "loss": 0.3193,
      "step": 2343740
    },
    {
      "epoch": 654.13,
      "grad_norm": 1.170034408569336,
      "learning_rate": 4.133173331181023e-07,
      "loss": 0.3298,
      "step": 2343750
    },
    {
      "epoch": 654.13,
      "grad_norm": 1.2859376668930054,
      "learning_rate": 4.133019991631777e-07,
      "loss": 0.3296,
      "step": 2343760
    },
    {
      "epoch": 654.14,
      "grad_norm": 1.475230097770691,
      "learning_rate": 4.1328666546519504e-07,
      "loss": 0.3449,
      "step": 2343770
    },
    {
      "epoch": 654.14,
      "grad_norm": 1.3070447444915771,
      "learning_rate": 4.132713320241586e-07,
      "loss": 0.3479,
      "step": 2343780
    },
    {
      "epoch": 654.14,
      "grad_norm": 1.2448465824127197,
      "learning_rate": 4.132559988400687e-07,
      "loss": 0.3525,
      "step": 2343790
    },
    {
      "epoch": 654.14,
      "grad_norm": 1.2343685626983643,
      "learning_rate": 4.132406659129283e-07,
      "loss": 0.3296,
      "step": 2343800
    },
    {
      "epoch": 654.15,
      "grad_norm": 1.1896196603775024,
      "learning_rate": 4.1322533324273986e-07,
      "loss": 0.3307,
      "step": 2343810
    },
    {
      "epoch": 654.15,
      "grad_norm": 1.1664148569107056,
      "learning_rate": 4.1321000082950395e-07,
      "loss": 0.3499,
      "step": 2343820
    },
    {
      "epoch": 654.15,
      "grad_norm": 1.244569182395935,
      "learning_rate": 4.131946686732237e-07,
      "loss": 0.3421,
      "step": 2343830
    },
    {
      "epoch": 654.16,
      "grad_norm": 1.3838791847229004,
      "learning_rate": 4.131793367739006e-07,
      "loss": 0.3349,
      "step": 2343840
    },
    {
      "epoch": 654.16,
      "grad_norm": 1.236433744430542,
      "learning_rate": 4.1316400513153765e-07,
      "loss": 0.3414,
      "step": 2343850
    },
    {
      "epoch": 654.16,
      "grad_norm": 1.249696969985962,
      "learning_rate": 4.131486737461353e-07,
      "loss": 0.3417,
      "step": 2343860
    },
    {
      "epoch": 654.16,
      "grad_norm": 1.0922471284866333,
      "learning_rate": 4.1313334261769745e-07,
      "loss": 0.3452,
      "step": 2343870
    },
    {
      "epoch": 654.17,
      "grad_norm": 1.383046269416809,
      "learning_rate": 4.131180117462246e-07,
      "loss": 0.3356,
      "step": 2343880
    },
    {
      "epoch": 654.17,
      "grad_norm": 1.2530783414840698,
      "learning_rate": 4.131026811317194e-07,
      "loss": 0.3341,
      "step": 2343890
    },
    {
      "epoch": 654.17,
      "grad_norm": 1.143668293952942,
      "learning_rate": 4.1308735077418464e-07,
      "loss": 0.3267,
      "step": 2343900
    },
    {
      "epoch": 654.18,
      "grad_norm": 1.2016834020614624,
      "learning_rate": 4.1307202067362095e-07,
      "loss": 0.3232,
      "step": 2343910
    },
    {
      "epoch": 654.18,
      "grad_norm": 1.2913768291473389,
      "learning_rate": 4.1305669083003086e-07,
      "loss": 0.3363,
      "step": 2343920
    },
    {
      "epoch": 654.18,
      "grad_norm": 1.414330005645752,
      "learning_rate": 4.130413612434167e-07,
      "loss": 0.3396,
      "step": 2343930
    },
    {
      "epoch": 654.18,
      "grad_norm": 1.079899787902832,
      "learning_rate": 4.1302603191378104e-07,
      "loss": 0.3336,
      "step": 2343940
    },
    {
      "epoch": 654.19,
      "grad_norm": 1.3861554861068726,
      "learning_rate": 4.1301070284112454e-07,
      "loss": 0.3393,
      "step": 2343950
    },
    {
      "epoch": 654.19,
      "grad_norm": 1.3251873254776,
      "learning_rate": 4.1299537402545017e-07,
      "loss": 0.3323,
      "step": 2343960
    },
    {
      "epoch": 654.19,
      "grad_norm": 1.3344690799713135,
      "learning_rate": 4.129800454667596e-07,
      "loss": 0.3395,
      "step": 2343970
    },
    {
      "epoch": 654.19,
      "grad_norm": 1.220945119857788,
      "learning_rate": 4.1296471716505514e-07,
      "loss": 0.3599,
      "step": 2343980
    },
    {
      "epoch": 654.2,
      "grad_norm": 1.3271509408950806,
      "learning_rate": 4.1294938912033936e-07,
      "loss": 0.3273,
      "step": 2343990
    },
    {
      "epoch": 654.2,
      "grad_norm": 1.0386338233947754,
      "learning_rate": 4.1293406133261226e-07,
      "loss": 0.3399,
      "step": 2344000
    },
    {
      "epoch": 654.2,
      "grad_norm": 1.1673043966293335,
      "learning_rate": 4.1291873380187855e-07,
      "loss": 0.3311,
      "step": 2344010
    },
    {
      "epoch": 654.21,
      "grad_norm": 1.2200886011123657,
      "learning_rate": 4.129034065281385e-07,
      "loss": 0.3442,
      "step": 2344020
    },
    {
      "epoch": 654.21,
      "grad_norm": 1.4130889177322388,
      "learning_rate": 4.128880795113947e-07,
      "loss": 0.3323,
      "step": 2344030
    },
    {
      "epoch": 654.21,
      "grad_norm": 1.1320827007293701,
      "learning_rate": 4.128727527516495e-07,
      "loss": 0.3403,
      "step": 2344040
    },
    {
      "epoch": 654.21,
      "grad_norm": 1.208040714263916,
      "learning_rate": 4.1285742624890416e-07,
      "loss": 0.3311,
      "step": 2344050
    },
    {
      "epoch": 654.22,
      "grad_norm": 1.2150672674179077,
      "learning_rate": 4.128421000031611e-07,
      "loss": 0.3381,
      "step": 2344060
    },
    {
      "epoch": 654.22,
      "grad_norm": 1.4198462963104248,
      "learning_rate": 4.1282677401442256e-07,
      "loss": 0.3434,
      "step": 2344070
    },
    {
      "epoch": 654.22,
      "grad_norm": 1.2872207164764404,
      "learning_rate": 4.1281144828269096e-07,
      "loss": 0.3337,
      "step": 2344080
    },
    {
      "epoch": 654.23,
      "grad_norm": 1.1499221324920654,
      "learning_rate": 4.1279612280796705e-07,
      "loss": 0.3398,
      "step": 2344090
    },
    {
      "epoch": 654.23,
      "grad_norm": 1.5185434818267822,
      "learning_rate": 4.127807975902537e-07,
      "loss": 0.3383,
      "step": 2344100
    },
    {
      "epoch": 654.23,
      "grad_norm": 1.2610851526260376,
      "learning_rate": 4.12765472629553e-07,
      "loss": 0.3323,
      "step": 2344110
    },
    {
      "epoch": 654.23,
      "grad_norm": 1.2238374948501587,
      "learning_rate": 4.1275014792586677e-07,
      "loss": 0.3382,
      "step": 2344120
    },
    {
      "epoch": 654.24,
      "grad_norm": 1.0297940969467163,
      "learning_rate": 4.127348234791978e-07,
      "loss": 0.3421,
      "step": 2344130
    },
    {
      "epoch": 654.24,
      "grad_norm": 1.0090556144714355,
      "learning_rate": 4.1271949928954677e-07,
      "loss": 0.3314,
      "step": 2344140
    },
    {
      "epoch": 654.24,
      "grad_norm": 1.3325737714767456,
      "learning_rate": 4.127041753569164e-07,
      "loss": 0.3378,
      "step": 2344150
    },
    {
      "epoch": 654.25,
      "grad_norm": 1.1769510507583618,
      "learning_rate": 4.126888516813088e-07,
      "loss": 0.3271,
      "step": 2344160
    },
    {
      "epoch": 654.25,
      "grad_norm": 1.4773156642913818,
      "learning_rate": 4.1267352826272663e-07,
      "loss": 0.3262,
      "step": 2344170
    },
    {
      "epoch": 654.25,
      "grad_norm": 1.1285394430160522,
      "learning_rate": 4.126582051011706e-07,
      "loss": 0.3123,
      "step": 2344180
    },
    {
      "epoch": 654.25,
      "grad_norm": 1.1741631031036377,
      "learning_rate": 4.126428821966436e-07,
      "loss": 0.3457,
      "step": 2344190
    },
    {
      "epoch": 654.26,
      "grad_norm": 1.183110237121582,
      "learning_rate": 4.1262755954914797e-07,
      "loss": 0.3237,
      "step": 2344200
    },
    {
      "epoch": 654.26,
      "grad_norm": 1.0353182554244995,
      "learning_rate": 4.12612237158684e-07,
      "loss": 0.3329,
      "step": 2344210
    },
    {
      "epoch": 654.26,
      "grad_norm": 1.3353304862976074,
      "learning_rate": 4.125969150252561e-07,
      "loss": 0.3328,
      "step": 2344220
    },
    {
      "epoch": 654.26,
      "grad_norm": 1.1513574123382568,
      "learning_rate": 4.125815931488648e-07,
      "loss": 0.338,
      "step": 2344230
    },
    {
      "epoch": 654.27,
      "grad_norm": 4.001692295074463,
      "learning_rate": 4.125662715295126e-07,
      "loss": 0.3582,
      "step": 2344240
    },
    {
      "epoch": 654.27,
      "grad_norm": 1.3641315698623657,
      "learning_rate": 4.125509501672012e-07,
      "loss": 0.3188,
      "step": 2344250
    },
    {
      "epoch": 654.27,
      "grad_norm": 1.3387547731399536,
      "learning_rate": 4.1253562906193313e-07,
      "loss": 0.3394,
      "step": 2344260
    },
    {
      "epoch": 654.28,
      "grad_norm": 1.2012579441070557,
      "learning_rate": 4.1252030821371075e-07,
      "loss": 0.3373,
      "step": 2344270
    },
    {
      "epoch": 654.28,
      "grad_norm": 1.3058862686157227,
      "learning_rate": 4.1250498762253486e-07,
      "loss": 0.3244,
      "step": 2344280
    },
    {
      "epoch": 654.28,
      "grad_norm": 1.086651086807251,
      "learning_rate": 4.1248966728840854e-07,
      "loss": 0.3132,
      "step": 2344290
    },
    {
      "epoch": 654.28,
      "grad_norm": 1.3688513040542603,
      "learning_rate": 4.124743472113331e-07,
      "loss": 0.3456,
      "step": 2344300
    },
    {
      "epoch": 654.29,
      "grad_norm": 2.0040969848632812,
      "learning_rate": 4.124590273913119e-07,
      "loss": 0.3298,
      "step": 2344310
    },
    {
      "epoch": 654.29,
      "grad_norm": 1.23577880859375,
      "learning_rate": 4.124437078283453e-07,
      "loss": 0.3373,
      "step": 2344320
    },
    {
      "epoch": 654.29,
      "grad_norm": 1.2508132457733154,
      "learning_rate": 4.124283885224361e-07,
      "loss": 0.3346,
      "step": 2344330
    },
    {
      "epoch": 654.3,
      "grad_norm": 1.015251874923706,
      "learning_rate": 4.1241306947358685e-07,
      "loss": 0.3388,
      "step": 2344340
    },
    {
      "epoch": 654.3,
      "grad_norm": 1.5308557748794556,
      "learning_rate": 4.123977506817979e-07,
      "loss": 0.3214,
      "step": 2344350
    },
    {
      "epoch": 654.3,
      "grad_norm": 1.057800531387329,
      "learning_rate": 4.1238243214707385e-07,
      "loss": 0.3439,
      "step": 2344360
    },
    {
      "epoch": 654.3,
      "grad_norm": 1.2769989967346191,
      "learning_rate": 4.123671138694145e-07,
      "loss": 0.3583,
      "step": 2344370
    },
    {
      "epoch": 654.31,
      "grad_norm": 1.164942741394043,
      "learning_rate": 4.1235179584882295e-07,
      "loss": 0.3361,
      "step": 2344380
    },
    {
      "epoch": 654.31,
      "grad_norm": 1.2966291904449463,
      "learning_rate": 4.123364780853008e-07,
      "loss": 0.3326,
      "step": 2344390
    },
    {
      "epoch": 654.31,
      "grad_norm": 1.1667646169662476,
      "learning_rate": 4.123211605788511e-07,
      "loss": 0.3431,
      "step": 2344400
    },
    {
      "epoch": 654.31,
      "grad_norm": 1.2879506349563599,
      "learning_rate": 4.123058433294744e-07,
      "loss": 0.3336,
      "step": 2344410
    },
    {
      "epoch": 654.32,
      "grad_norm": 1.2589826583862305,
      "learning_rate": 4.122905263371736e-07,
      "loss": 0.3432,
      "step": 2344420
    },
    {
      "epoch": 654.32,
      "grad_norm": 1.2447103261947632,
      "learning_rate": 4.12275209601951e-07,
      "loss": 0.3407,
      "step": 2344430
    },
    {
      "epoch": 654.32,
      "grad_norm": 2.0827577114105225,
      "learning_rate": 4.1225989312380715e-07,
      "loss": 0.3482,
      "step": 2344440
    },
    {
      "epoch": 654.33,
      "grad_norm": 1.3798009157180786,
      "learning_rate": 4.1224457690274645e-07,
      "loss": 0.3386,
      "step": 2344450
    },
    {
      "epoch": 654.33,
      "grad_norm": 1.124135136604309,
      "learning_rate": 4.122292609387689e-07,
      "loss": 0.3323,
      "step": 2344460
    },
    {
      "epoch": 654.33,
      "grad_norm": 1.1905028820037842,
      "learning_rate": 4.122139452318771e-07,
      "loss": 0.3285,
      "step": 2344470
    },
    {
      "epoch": 654.33,
      "grad_norm": 1.3377057313919067,
      "learning_rate": 4.121986297820742e-07,
      "loss": 0.3388,
      "step": 2344480
    },
    {
      "epoch": 654.34,
      "grad_norm": 1.2753053903579712,
      "learning_rate": 4.121833145893604e-07,
      "loss": 0.3179,
      "step": 2344490
    },
    {
      "epoch": 654.34,
      "grad_norm": 1.3349653482437134,
      "learning_rate": 4.1216799965373893e-07,
      "loss": 0.3505,
      "step": 2344500
    },
    {
      "epoch": 654.34,
      "grad_norm": 1.2234561443328857,
      "learning_rate": 4.121526849752115e-07,
      "loss": 0.333,
      "step": 2344510
    },
    {
      "epoch": 654.35,
      "grad_norm": 1.1291718482971191,
      "learning_rate": 4.121373705537808e-07,
      "loss": 0.3565,
      "step": 2344520
    },
    {
      "epoch": 654.35,
      "grad_norm": 1.1576924324035645,
      "learning_rate": 4.12122056389447e-07,
      "loss": 0.3176,
      "step": 2344530
    },
    {
      "epoch": 654.35,
      "grad_norm": 1.508109211921692,
      "learning_rate": 4.121067424822146e-07,
      "loss": 0.3431,
      "step": 2344540
    },
    {
      "epoch": 654.35,
      "grad_norm": 1.0786594152450562,
      "learning_rate": 4.120914288320838e-07,
      "loss": 0.3216,
      "step": 2344550
    },
    {
      "epoch": 654.36,
      "grad_norm": 1.131133794784546,
      "learning_rate": 4.1207611543905753e-07,
      "loss": 0.35,
      "step": 2344560
    },
    {
      "epoch": 654.36,
      "grad_norm": 1.2384960651397705,
      "learning_rate": 4.120608023031378e-07,
      "loss": 0.3394,
      "step": 2344570
    },
    {
      "epoch": 654.36,
      "grad_norm": 1.3788458108901978,
      "learning_rate": 4.120454894243255e-07,
      "loss": 0.3378,
      "step": 2344580
    },
    {
      "epoch": 654.37,
      "grad_norm": 1.2478493452072144,
      "learning_rate": 4.120301768026246e-07,
      "loss": 0.3342,
      "step": 2344590
    },
    {
      "epoch": 654.37,
      "grad_norm": 1.2157422304153442,
      "learning_rate": 4.1201486443803585e-07,
      "loss": 0.3339,
      "step": 2344600
    },
    {
      "epoch": 654.37,
      "grad_norm": 1.455281138420105,
      "learning_rate": 4.1199955233056144e-07,
      "loss": 0.3345,
      "step": 2344610
    },
    {
      "epoch": 654.37,
      "grad_norm": 1.1816295385360718,
      "learning_rate": 4.11984240480204e-07,
      "loss": 0.332,
      "step": 2344620
    },
    {
      "epoch": 654.38,
      "grad_norm": 1.095672845840454,
      "learning_rate": 4.119689288869646e-07,
      "loss": 0.3384,
      "step": 2344630
    },
    {
      "epoch": 654.38,
      "grad_norm": 1.4143069982528687,
      "learning_rate": 4.119536175508458e-07,
      "loss": 0.3405,
      "step": 2344640
    },
    {
      "epoch": 654.38,
      "grad_norm": 1.1123600006103516,
      "learning_rate": 4.1193830647184946e-07,
      "loss": 0.3441,
      "step": 2344650
    },
    {
      "epoch": 654.38,
      "grad_norm": 1.46549391746521,
      "learning_rate": 4.1192299564997874e-07,
      "loss": 0.3379,
      "step": 2344660
    },
    {
      "epoch": 654.39,
      "grad_norm": 1.1261224746704102,
      "learning_rate": 4.119076850852333e-07,
      "loss": 0.3415,
      "step": 2344670
    },
    {
      "epoch": 654.39,
      "grad_norm": 1.416541576385498,
      "learning_rate": 4.1189237477761786e-07,
      "loss": 0.336,
      "step": 2344680
    },
    {
      "epoch": 654.39,
      "grad_norm": 1.2285352945327759,
      "learning_rate": 4.1187706472713236e-07,
      "loss": 0.3376,
      "step": 2344690
    },
    {
      "epoch": 654.4,
      "grad_norm": 1.1503633260726929,
      "learning_rate": 4.1186175493378e-07,
      "loss": 0.3256,
      "step": 2344700
    },
    {
      "epoch": 654.4,
      "grad_norm": 1.2772172689437866,
      "learning_rate": 4.118464453975629e-07,
      "loss": 0.3186,
      "step": 2344710
    },
    {
      "epoch": 654.4,
      "grad_norm": 1.1597180366516113,
      "learning_rate": 4.11831136118482e-07,
      "loss": 0.3292,
      "step": 2344720
    },
    {
      "epoch": 654.4,
      "grad_norm": 1.1971131563186646,
      "learning_rate": 4.118158270965402e-07,
      "loss": 0.3388,
      "step": 2344730
    },
    {
      "epoch": 654.41,
      "grad_norm": 1.1115821599960327,
      "learning_rate": 4.1180051833173934e-07,
      "loss": 0.3308,
      "step": 2344740
    },
    {
      "epoch": 654.41,
      "grad_norm": 1.4288238286972046,
      "learning_rate": 4.117852098240822e-07,
      "loss": 0.3574,
      "step": 2344750
    },
    {
      "epoch": 654.41,
      "grad_norm": 1.2726633548736572,
      "learning_rate": 4.117699015735694e-07,
      "loss": 0.3459,
      "step": 2344760
    },
    {
      "epoch": 654.42,
      "grad_norm": 1.1631635427474976,
      "learning_rate": 4.1175459358020354e-07,
      "loss": 0.3287,
      "step": 2344770
    },
    {
      "epoch": 654.42,
      "grad_norm": 1.4129587411880493,
      "learning_rate": 4.1173928584398745e-07,
      "loss": 0.3467,
      "step": 2344780
    },
    {
      "epoch": 654.42,
      "grad_norm": 1.196204662322998,
      "learning_rate": 4.117239783649214e-07,
      "loss": 0.3354,
      "step": 2344790
    },
    {
      "epoch": 654.42,
      "grad_norm": 1.327691674232483,
      "learning_rate": 4.1170867114300973e-07,
      "loss": 0.33,
      "step": 2344800
    },
    {
      "epoch": 654.43,
      "grad_norm": 1.2449630498886108,
      "learning_rate": 4.116933641782528e-07,
      "loss": 0.3509,
      "step": 2344810
    },
    {
      "epoch": 654.43,
      "grad_norm": 1.1552737951278687,
      "learning_rate": 4.11678057470653e-07,
      "loss": 0.344,
      "step": 2344820
    },
    {
      "epoch": 654.43,
      "grad_norm": 1.8509482145309448,
      "learning_rate": 4.1166275102021253e-07,
      "loss": 0.3378,
      "step": 2344830
    },
    {
      "epoch": 654.43,
      "grad_norm": 1.206303358078003,
      "learning_rate": 4.116474448269333e-07,
      "loss": 0.3543,
      "step": 2344840
    },
    {
      "epoch": 654.44,
      "grad_norm": 1.2858933210372925,
      "learning_rate": 4.1163213889081816e-07,
      "loss": 0.3476,
      "step": 2344850
    },
    {
      "epoch": 654.44,
      "grad_norm": 1.324784517288208,
      "learning_rate": 4.1161683321186785e-07,
      "loss": 0.3389,
      "step": 2344860
    },
    {
      "epoch": 654.44,
      "grad_norm": 1.205668568611145,
      "learning_rate": 4.1160152779008474e-07,
      "loss": 0.3338,
      "step": 2344870
    },
    {
      "epoch": 654.45,
      "grad_norm": 1.1826618909835815,
      "learning_rate": 4.1158622262547147e-07,
      "loss": 0.3362,
      "step": 2344880
    },
    {
      "epoch": 654.45,
      "grad_norm": 1.1645634174346924,
      "learning_rate": 4.1157091771803006e-07,
      "loss": 0.3237,
      "step": 2344890
    },
    {
      "epoch": 654.45,
      "grad_norm": 1.2141324281692505,
      "learning_rate": 4.115556130677616e-07,
      "loss": 0.3424,
      "step": 2344900
    },
    {
      "epoch": 654.45,
      "grad_norm": 1.1599414348602295,
      "learning_rate": 4.1154030867466894e-07,
      "loss": 0.3365,
      "step": 2344910
    },
    {
      "epoch": 654.46,
      "grad_norm": 1.3387631177902222,
      "learning_rate": 4.115250045387544e-07,
      "loss": 0.3379,
      "step": 2344920
    },
    {
      "epoch": 654.46,
      "grad_norm": 1.2999331951141357,
      "learning_rate": 4.1150970066001854e-07,
      "loss": 0.3382,
      "step": 2344930
    },
    {
      "epoch": 654.46,
      "grad_norm": 1.25918447971344,
      "learning_rate": 4.1149439703846546e-07,
      "loss": 0.3479,
      "step": 2344940
    },
    {
      "epoch": 654.47,
      "grad_norm": 1.4043185710906982,
      "learning_rate": 4.1147909367409547e-07,
      "loss": 0.353,
      "step": 2344950
    },
    {
      "epoch": 654.47,
      "grad_norm": 1.2592748403549194,
      "learning_rate": 4.1146379056691115e-07,
      "loss": 0.3195,
      "step": 2344960
    },
    {
      "epoch": 654.47,
      "grad_norm": 1.2301582098007202,
      "learning_rate": 4.1144848771691483e-07,
      "loss": 0.3402,
      "step": 2344970
    },
    {
      "epoch": 654.47,
      "grad_norm": 1.1337394714355469,
      "learning_rate": 4.114331851241089e-07,
      "loss": 0.3421,
      "step": 2344980
    },
    {
      "epoch": 654.48,
      "grad_norm": 1.312813639640808,
      "learning_rate": 4.114178827884944e-07,
      "loss": 0.3433,
      "step": 2344990
    },
    {
      "epoch": 654.48,
      "grad_norm": 1.1307035684585571,
      "learning_rate": 4.1140258071007363e-07,
      "loss": 0.3423,
      "step": 2345000
    },
    {
      "epoch": 654.48,
      "grad_norm": 1.2256745100021362,
      "learning_rate": 4.1138727888884943e-07,
      "loss": 0.3268,
      "step": 2345010
    },
    {
      "epoch": 654.49,
      "grad_norm": 1.1269376277923584,
      "learning_rate": 4.1137197732482214e-07,
      "loss": 0.3489,
      "step": 2345020
    },
    {
      "epoch": 654.49,
      "grad_norm": 1.1636223793029785,
      "learning_rate": 4.113566760179961e-07,
      "loss": 0.3351,
      "step": 2345030
    },
    {
      "epoch": 654.49,
      "grad_norm": 1.354897379875183,
      "learning_rate": 4.113413749683714e-07,
      "loss": 0.3452,
      "step": 2345040
    },
    {
      "epoch": 654.49,
      "grad_norm": 1.262933611869812,
      "learning_rate": 4.113260741759511e-07,
      "loss": 0.3387,
      "step": 2345050
    },
    {
      "epoch": 654.5,
      "grad_norm": 1.193597674369812,
      "learning_rate": 4.1131077364073674e-07,
      "loss": 0.3401,
      "step": 2345060
    },
    {
      "epoch": 654.5,
      "grad_norm": 1.0869122743606567,
      "learning_rate": 4.1129547336273125e-07,
      "loss": 0.3336,
      "step": 2345070
    },
    {
      "epoch": 654.5,
      "grad_norm": 1.1360031366348267,
      "learning_rate": 4.1128017334193535e-07,
      "loss": 0.3405,
      "step": 2345080
    },
    {
      "epoch": 654.5,
      "grad_norm": 1.074505090713501,
      "learning_rate": 4.112648735783517e-07,
      "loss": 0.3359,
      "step": 2345090
    },
    {
      "epoch": 654.51,
      "grad_norm": 1.1854256391525269,
      "learning_rate": 4.112495740719829e-07,
      "loss": 0.3238,
      "step": 2345100
    },
    {
      "epoch": 654.51,
      "grad_norm": 1.269374966621399,
      "learning_rate": 4.1123427482282914e-07,
      "loss": 0.3463,
      "step": 2345110
    },
    {
      "epoch": 654.51,
      "grad_norm": 1.3231356143951416,
      "learning_rate": 4.1121897583089516e-07,
      "loss": 0.3309,
      "step": 2345120
    },
    {
      "epoch": 654.52,
      "grad_norm": 1.1669373512268066,
      "learning_rate": 4.1120367709618094e-07,
      "loss": 0.3397,
      "step": 2345130
    },
    {
      "epoch": 654.52,
      "grad_norm": 1.354965329170227,
      "learning_rate": 4.111883786186891e-07,
      "loss": 0.333,
      "step": 2345140
    },
    {
      "epoch": 654.52,
      "grad_norm": 4.64813756942749,
      "learning_rate": 4.1117308039842243e-07,
      "loss": 0.3314,
      "step": 2345150
    },
    {
      "epoch": 654.52,
      "grad_norm": 1.3568751811981201,
      "learning_rate": 4.1115778243538106e-07,
      "loss": 0.3498,
      "step": 2345160
    },
    {
      "epoch": 654.53,
      "grad_norm": 1.2567553520202637,
      "learning_rate": 4.111424847295693e-07,
      "loss": 0.3419,
      "step": 2345170
    },
    {
      "epoch": 654.53,
      "grad_norm": 1.221237301826477,
      "learning_rate": 4.1112718728098747e-07,
      "loss": 0.3179,
      "step": 2345180
    },
    {
      "epoch": 654.53,
      "grad_norm": 1.2464159727096558,
      "learning_rate": 4.1111189008963843e-07,
      "loss": 0.3405,
      "step": 2345190
    },
    {
      "epoch": 654.54,
      "grad_norm": 1.2248930931091309,
      "learning_rate": 4.1109659315552425e-07,
      "loss": 0.3494,
      "step": 2345200
    },
    {
      "epoch": 654.54,
      "grad_norm": 1.5325366258621216,
      "learning_rate": 4.1108129647864703e-07,
      "loss": 0.328,
      "step": 2345210
    },
    {
      "epoch": 654.54,
      "grad_norm": 1.0545969009399414,
      "learning_rate": 4.11066000059008e-07,
      "loss": 0.3367,
      "step": 2345220
    },
    {
      "epoch": 654.54,
      "grad_norm": 1.2248796224594116,
      "learning_rate": 4.1105070389660987e-07,
      "loss": 0.3339,
      "step": 2345230
    },
    {
      "epoch": 654.55,
      "grad_norm": 1.1710798740386963,
      "learning_rate": 4.110354079914551e-07,
      "loss": 0.3453,
      "step": 2345240
    },
    {
      "epoch": 654.55,
      "grad_norm": 1.2607043981552124,
      "learning_rate": 4.110201123435439e-07,
      "loss": 0.3452,
      "step": 2345250
    },
    {
      "epoch": 654.55,
      "grad_norm": 1.2333078384399414,
      "learning_rate": 4.1100481695288095e-07,
      "loss": 0.3367,
      "step": 2345260
    },
    {
      "epoch": 654.55,
      "grad_norm": 1.2091325521469116,
      "learning_rate": 4.1098952181946595e-07,
      "loss": 0.3252,
      "step": 2345270
    },
    {
      "epoch": 654.56,
      "grad_norm": 1.3004324436187744,
      "learning_rate": 4.109742269433022e-07,
      "loss": 0.3565,
      "step": 2345280
    },
    {
      "epoch": 654.56,
      "grad_norm": 1.4256685972213745,
      "learning_rate": 4.1095893232439203e-07,
      "loss": 0.3448,
      "step": 2345290
    },
    {
      "epoch": 654.56,
      "grad_norm": 1.2542614936828613,
      "learning_rate": 4.1094363796273623e-07,
      "loss": 0.3294,
      "step": 2345300
    },
    {
      "epoch": 654.57,
      "grad_norm": 1.3601727485656738,
      "learning_rate": 4.109283438583374e-07,
      "loss": 0.347,
      "step": 2345310
    },
    {
      "epoch": 654.57,
      "grad_norm": 0.9551388621330261,
      "learning_rate": 4.1091305001119763e-07,
      "loss": 0.339,
      "step": 2345320
    },
    {
      "epoch": 654.57,
      "grad_norm": 1.0430787801742554,
      "learning_rate": 4.108977564213198e-07,
      "loss": 0.3417,
      "step": 2345330
    },
    {
      "epoch": 654.57,
      "grad_norm": 1.2888681888580322,
      "learning_rate": 4.1088246308870364e-07,
      "loss": 0.3524,
      "step": 2345340
    },
    {
      "epoch": 654.58,
      "grad_norm": 1.3214772939682007,
      "learning_rate": 4.1086717001335403e-07,
      "loss": 0.3379,
      "step": 2345350
    },
    {
      "epoch": 654.58,
      "grad_norm": 3.200965642929077,
      "learning_rate": 4.108518771952711e-07,
      "loss": 0.348,
      "step": 2345360
    },
    {
      "epoch": 654.58,
      "grad_norm": 1.4788426160812378,
      "learning_rate": 4.108365846344576e-07,
      "loss": 0.3452,
      "step": 2345370
    },
    {
      "epoch": 654.59,
      "grad_norm": 1.3219877481460571,
      "learning_rate": 4.108212923309156e-07,
      "loss": 0.3421,
      "step": 2345380
    },
    {
      "epoch": 654.59,
      "grad_norm": 1.4309337139129639,
      "learning_rate": 4.108060002846465e-07,
      "loss": 0.3346,
      "step": 2345390
    },
    {
      "epoch": 654.59,
      "grad_norm": 1.3717784881591797,
      "learning_rate": 4.1079070849565283e-07,
      "loss": 0.3383,
      "step": 2345400
    },
    {
      "epoch": 654.59,
      "grad_norm": 1.2231580018997192,
      "learning_rate": 4.107754169639367e-07,
      "loss": 0.3333,
      "step": 2345410
    },
    {
      "epoch": 654.6,
      "grad_norm": 1.1252578496932983,
      "learning_rate": 4.107601256894997e-07,
      "loss": 0.3348,
      "step": 2345420
    },
    {
      "epoch": 654.6,
      "grad_norm": 1.2121198177337646,
      "learning_rate": 4.107448346723449e-07,
      "loss": 0.3273,
      "step": 2345430
    },
    {
      "epoch": 654.6,
      "grad_norm": 1.2248948812484741,
      "learning_rate": 4.1072954391247303e-07,
      "loss": 0.3268,
      "step": 2345440
    },
    {
      "epoch": 654.61,
      "grad_norm": 1.2631216049194336,
      "learning_rate": 4.1071425340988684e-07,
      "loss": 0.342,
      "step": 2345450
    },
    {
      "epoch": 654.61,
      "grad_norm": 1.231600046157837,
      "learning_rate": 4.10698963164588e-07,
      "loss": 0.3303,
      "step": 2345460
    },
    {
      "epoch": 654.61,
      "grad_norm": 1.4738308191299438,
      "learning_rate": 4.1068367317657953e-07,
      "loss": 0.3462,
      "step": 2345470
    },
    {
      "epoch": 654.61,
      "grad_norm": 1.1713175773620605,
      "learning_rate": 4.1066838344586154e-07,
      "loss": 0.3262,
      "step": 2345480
    },
    {
      "epoch": 654.62,
      "grad_norm": 1.3598644733428955,
      "learning_rate": 4.1065309397243854e-07,
      "loss": 0.3421,
      "step": 2345490
    },
    {
      "epoch": 654.62,
      "grad_norm": 1.3154679536819458,
      "learning_rate": 4.106378047563105e-07,
      "loss": 0.3247,
      "step": 2345500
    },
    {
      "epoch": 654.62,
      "grad_norm": 1.331154465675354,
      "learning_rate": 4.1062251579748e-07,
      "loss": 0.3191,
      "step": 2345510
    },
    {
      "epoch": 654.62,
      "grad_norm": 1.326416254043579,
      "learning_rate": 4.1060722709595025e-07,
      "loss": 0.347,
      "step": 2345520
    },
    {
      "epoch": 654.63,
      "grad_norm": 1.7313928604125977,
      "learning_rate": 4.1059193865172167e-07,
      "loss": 0.3485,
      "step": 2345530
    },
    {
      "epoch": 654.63,
      "grad_norm": 1.1141507625579834,
      "learning_rate": 4.1057665046479693e-07,
      "loss": 0.3237,
      "step": 2345540
    },
    {
      "epoch": 654.63,
      "grad_norm": 1.4089215993881226,
      "learning_rate": 4.1056136253517803e-07,
      "loss": 0.3457,
      "step": 2345550
    },
    {
      "epoch": 654.64,
      "grad_norm": 1.2573574781417847,
      "learning_rate": 4.105460748628677e-07,
      "loss": 0.3271,
      "step": 2345560
    },
    {
      "epoch": 654.64,
      "grad_norm": 1.2105852365493774,
      "learning_rate": 4.105307874478666e-07,
      "loss": 0.3317,
      "step": 2345570
    },
    {
      "epoch": 654.64,
      "grad_norm": 1.0589005947113037,
      "learning_rate": 4.1051550029017764e-07,
      "loss": 0.3347,
      "step": 2345580
    },
    {
      "epoch": 654.64,
      "grad_norm": 1.2233548164367676,
      "learning_rate": 4.1050021338980346e-07,
      "loss": 0.3245,
      "step": 2345590
    },
    {
      "epoch": 654.65,
      "grad_norm": 1.126632571220398,
      "learning_rate": 4.10484926746744e-07,
      "loss": 0.329,
      "step": 2345600
    },
    {
      "epoch": 654.65,
      "grad_norm": 1.125825047492981,
      "learning_rate": 4.104696403610037e-07,
      "loss": 0.3518,
      "step": 2345610
    },
    {
      "epoch": 654.65,
      "grad_norm": 1.3875644207000732,
      "learning_rate": 4.104543542325831e-07,
      "loss": 0.3539,
      "step": 2345620
    },
    {
      "epoch": 654.66,
      "grad_norm": 1.2129817008972168,
      "learning_rate": 4.104390683614848e-07,
      "loss": 0.3504,
      "step": 2345630
    },
    {
      "epoch": 654.66,
      "grad_norm": 1.1318360567092896,
      "learning_rate": 4.1042378274771055e-07,
      "loss": 0.3335,
      "step": 2345640
    },
    {
      "epoch": 654.66,
      "grad_norm": 1.328369379043579,
      "learning_rate": 4.104084973912631e-07,
      "loss": 0.3506,
      "step": 2345650
    },
    {
      "epoch": 654.66,
      "grad_norm": 1.4932770729064941,
      "learning_rate": 4.103932122921433e-07,
      "loss": 0.3401,
      "step": 2345660
    },
    {
      "epoch": 654.67,
      "grad_norm": 1.2740082740783691,
      "learning_rate": 4.1037792745035397e-07,
      "loss": 0.3477,
      "step": 2345670
    },
    {
      "epoch": 654.67,
      "grad_norm": 1.381895661354065,
      "learning_rate": 4.103626428658975e-07,
      "loss": 0.3562,
      "step": 2345680
    },
    {
      "epoch": 654.67,
      "grad_norm": 1.3098580837249756,
      "learning_rate": 4.103473585387743e-07,
      "loss": 0.348,
      "step": 2345690
    },
    {
      "epoch": 654.67,
      "grad_norm": 1.0841374397277832,
      "learning_rate": 4.103320744689887e-07,
      "loss": 0.3251,
      "step": 2345700
    },
    {
      "epoch": 654.68,
      "grad_norm": 1.1939598321914673,
      "learning_rate": 4.1031679065654105e-07,
      "loss": 0.3509,
      "step": 2345710
    },
    {
      "epoch": 654.68,
      "grad_norm": 1.3242442607879639,
      "learning_rate": 4.103015071014336e-07,
      "loss": 0.3263,
      "step": 2345720
    },
    {
      "epoch": 654.68,
      "grad_norm": 1.1480246782302856,
      "learning_rate": 4.1028622380366953e-07,
      "loss": 0.3353,
      "step": 2345730
    },
    {
      "epoch": 654.69,
      "grad_norm": 1.3292908668518066,
      "learning_rate": 4.102709407632486e-07,
      "loss": 0.3209,
      "step": 2345740
    },
    {
      "epoch": 654.69,
      "grad_norm": 1.1523107290267944,
      "learning_rate": 4.1025565798017566e-07,
      "loss": 0.3237,
      "step": 2345750
    },
    {
      "epoch": 654.69,
      "grad_norm": 2.0279204845428467,
      "learning_rate": 4.1024037545445084e-07,
      "loss": 0.3441,
      "step": 2345760
    },
    {
      "epoch": 654.69,
      "grad_norm": 1.3416866064071655,
      "learning_rate": 4.1022509318607633e-07,
      "loss": 0.3248,
      "step": 2345770
    },
    {
      "epoch": 654.7,
      "grad_norm": 1.780207872390747,
      "learning_rate": 4.102098111750546e-07,
      "loss": 0.3307,
      "step": 2345780
    },
    {
      "epoch": 654.7,
      "grad_norm": 1.698459267616272,
      "learning_rate": 4.101945294213885e-07,
      "loss": 0.3276,
      "step": 2345790
    },
    {
      "epoch": 654.7,
      "grad_norm": 1.1063612699508667,
      "learning_rate": 4.101792479250782e-07,
      "loss": 0.3262,
      "step": 2345800
    },
    {
      "epoch": 654.71,
      "grad_norm": 1.259321689605713,
      "learning_rate": 4.1016396668612686e-07,
      "loss": 0.3378,
      "step": 2345810
    },
    {
      "epoch": 654.71,
      "grad_norm": 1.2249020338058472,
      "learning_rate": 4.101486857045369e-07,
      "loss": 0.3622,
      "step": 2345820
    },
    {
      "epoch": 654.71,
      "grad_norm": 1.2623481750488281,
      "learning_rate": 4.1013340498030876e-07,
      "loss": 0.3471,
      "step": 2345830
    },
    {
      "epoch": 654.71,
      "grad_norm": 1.4415446519851685,
      "learning_rate": 4.101181245134466e-07,
      "loss": 0.3461,
      "step": 2345840
    },
    {
      "epoch": 654.72,
      "grad_norm": 1.38710355758667,
      "learning_rate": 4.101028443039507e-07,
      "loss": 0.3436,
      "step": 2345850
    },
    {
      "epoch": 654.72,
      "grad_norm": 1.3685965538024902,
      "learning_rate": 4.100875643518237e-07,
      "loss": 0.355,
      "step": 2345860
    },
    {
      "epoch": 654.72,
      "grad_norm": 1.064435362815857,
      "learning_rate": 4.100722846570684e-07,
      "loss": 0.3272,
      "step": 2345870
    },
    {
      "epoch": 654.73,
      "grad_norm": 1.2024763822555542,
      "learning_rate": 4.100570052196856e-07,
      "loss": 0.3369,
      "step": 2345880
    },
    {
      "epoch": 654.73,
      "grad_norm": 1.2157093286514282,
      "learning_rate": 4.100417260396777e-07,
      "loss": 0.3273,
      "step": 2345890
    },
    {
      "epoch": 654.73,
      "grad_norm": 1.3034204244613647,
      "learning_rate": 4.10026447117047e-07,
      "loss": 0.3491,
      "step": 2345900
    },
    {
      "epoch": 654.73,
      "grad_norm": 1.3599774837493896,
      "learning_rate": 4.10011168451796e-07,
      "loss": 0.3413,
      "step": 2345910
    },
    {
      "epoch": 654.74,
      "grad_norm": 1.2031251192092896,
      "learning_rate": 4.0999589004392513e-07,
      "loss": 0.3428,
      "step": 2345920
    },
    {
      "epoch": 654.74,
      "grad_norm": 1.2517751455307007,
      "learning_rate": 4.0998061189343846e-07,
      "loss": 0.35,
      "step": 2345930
    },
    {
      "epoch": 654.74,
      "grad_norm": 1.2100324630737305,
      "learning_rate": 4.099653340003365e-07,
      "loss": 0.3651,
      "step": 2345940
    },
    {
      "epoch": 654.74,
      "grad_norm": 1.210328221321106,
      "learning_rate": 4.0995005636462193e-07,
      "loss": 0.3248,
      "step": 2345950
    },
    {
      "epoch": 654.75,
      "grad_norm": 1.7085360288619995,
      "learning_rate": 4.0993477898629706e-07,
      "loss": 0.3391,
      "step": 2345960
    },
    {
      "epoch": 654.75,
      "grad_norm": 1.111539363861084,
      "learning_rate": 4.0991950186536284e-07,
      "loss": 0.3282,
      "step": 2345970
    },
    {
      "epoch": 654.75,
      "grad_norm": 1.235830545425415,
      "learning_rate": 4.0990422500182224e-07,
      "loss": 0.3164,
      "step": 2345980
    },
    {
      "epoch": 654.76,
      "grad_norm": 1.3487781286239624,
      "learning_rate": 4.0988894839567706e-07,
      "loss": 0.3401,
      "step": 2345990
    },
    {
      "epoch": 654.76,
      "grad_norm": 1.1178057193756104,
      "learning_rate": 4.098736720469291e-07,
      "loss": 0.3118,
      "step": 2346000
    },
    {
      "epoch": 654.76,
      "grad_norm": 1.3733102083206177,
      "learning_rate": 4.098583959555807e-07,
      "loss": 0.3464,
      "step": 2346010
    },
    {
      "epoch": 654.76,
      "grad_norm": 1.2335140705108643,
      "learning_rate": 4.0984312012163447e-07,
      "loss": 0.3278,
      "step": 2346020
    },
    {
      "epoch": 654.77,
      "grad_norm": 0.9796529412269592,
      "learning_rate": 4.09827844545091e-07,
      "loss": 0.3312,
      "step": 2346030
    },
    {
      "epoch": 654.77,
      "grad_norm": 1.2044925689697266,
      "learning_rate": 4.0981256922595323e-07,
      "loss": 0.3441,
      "step": 2346040
    },
    {
      "epoch": 654.77,
      "grad_norm": 1.693765640258789,
      "learning_rate": 4.097972941642237e-07,
      "loss": 0.3568,
      "step": 2346050
    },
    {
      "epoch": 654.78,
      "grad_norm": 1.086999773979187,
      "learning_rate": 4.097820193599023e-07,
      "loss": 0.3208,
      "step": 2346060
    },
    {
      "epoch": 654.78,
      "grad_norm": 1.2466858625411987,
      "learning_rate": 4.09766744812994e-07,
      "loss": 0.3354,
      "step": 2346070
    },
    {
      "epoch": 654.78,
      "grad_norm": 1.2029523849487305,
      "learning_rate": 4.097514705234988e-07,
      "loss": 0.3404,
      "step": 2346080
    },
    {
      "epoch": 654.78,
      "grad_norm": 1.3616811037063599,
      "learning_rate": 4.097361964914193e-07,
      "loss": 0.3238,
      "step": 2346090
    },
    {
      "epoch": 654.79,
      "grad_norm": 1.3003517389297485,
      "learning_rate": 4.097209227167584e-07,
      "loss": 0.3391,
      "step": 2346100
    },
    {
      "epoch": 654.79,
      "grad_norm": 1.2945263385772705,
      "learning_rate": 4.097056491995163e-07,
      "loss": 0.329,
      "step": 2346110
    },
    {
      "epoch": 654.79,
      "grad_norm": 1.3058147430419922,
      "learning_rate": 4.096903759396961e-07,
      "loss": 0.3209,
      "step": 2346120
    },
    {
      "epoch": 654.79,
      "grad_norm": 1.216723084449768,
      "learning_rate": 4.096751029373e-07,
      "loss": 0.3325,
      "step": 2346130
    },
    {
      "epoch": 654.8,
      "grad_norm": 1.3239152431488037,
      "learning_rate": 4.0965983019233026e-07,
      "loss": 0.3309,
      "step": 2346140
    },
    {
      "epoch": 654.8,
      "grad_norm": 1.311627745628357,
      "learning_rate": 4.0964455770478744e-07,
      "loss": 0.3518,
      "step": 2346150
    },
    {
      "epoch": 654.8,
      "grad_norm": 1.0906201601028442,
      "learning_rate": 4.0962928547467535e-07,
      "loss": 0.3374,
      "step": 2346160
    },
    {
      "epoch": 654.81,
      "grad_norm": 1.0397776365280151,
      "learning_rate": 4.096140135019951e-07,
      "loss": 0.3332,
      "step": 2346170
    },
    {
      "epoch": 654.81,
      "grad_norm": 1.3255892992019653,
      "learning_rate": 4.0959874178674855e-07,
      "loss": 0.341,
      "step": 2346180
    },
    {
      "epoch": 654.81,
      "grad_norm": 1.2084150314331055,
      "learning_rate": 4.0958347032893877e-07,
      "loss": 0.3368,
      "step": 2346190
    },
    {
      "epoch": 654.81,
      "grad_norm": 1.1025524139404297,
      "learning_rate": 4.0956819912856654e-07,
      "loss": 0.3438,
      "step": 2346200
    },
    {
      "epoch": 654.82,
      "grad_norm": 1.1661145687103271,
      "learning_rate": 4.0955292818563446e-07,
      "loss": 0.3481,
      "step": 2346210
    },
    {
      "epoch": 654.82,
      "grad_norm": 1.318709373474121,
      "learning_rate": 4.095376575001444e-07,
      "loss": 0.3303,
      "step": 2346220
    },
    {
      "epoch": 654.82,
      "grad_norm": 1.2379062175750732,
      "learning_rate": 4.095223870720992e-07,
      "loss": 0.321,
      "step": 2346230
    },
    {
      "epoch": 654.83,
      "grad_norm": 1.7187774181365967,
      "learning_rate": 4.095071169014996e-07,
      "loss": 0.3514,
      "step": 2346240
    },
    {
      "epoch": 654.83,
      "grad_norm": 1.1442575454711914,
      "learning_rate": 4.094918469883482e-07,
      "loss": 0.3448,
      "step": 2346250
    },
    {
      "epoch": 654.83,
      "grad_norm": 1.3441414833068848,
      "learning_rate": 4.094765773326479e-07,
      "loss": 0.3519,
      "step": 2346260
    },
    {
      "epoch": 654.83,
      "grad_norm": 1.0905245542526245,
      "learning_rate": 4.0946130793439846e-07,
      "loss": 0.3403,
      "step": 2346270
    },
    {
      "epoch": 654.84,
      "grad_norm": 1.44899320602417,
      "learning_rate": 4.094460387936048e-07,
      "loss": 0.3444,
      "step": 2346280
    },
    {
      "epoch": 654.84,
      "grad_norm": 1.2991830110549927,
      "learning_rate": 4.0943076991026636e-07,
      "loss": 0.3327,
      "step": 2346290
    },
    {
      "epoch": 654.84,
      "grad_norm": 1.2361702919006348,
      "learning_rate": 4.0941550128438735e-07,
      "loss": 0.3419,
      "step": 2346300
    },
    {
      "epoch": 654.85,
      "grad_norm": 1.0620174407958984,
      "learning_rate": 4.094002329159683e-07,
      "loss": 0.3432,
      "step": 2346310
    },
    {
      "epoch": 654.85,
      "grad_norm": 1.1920424699783325,
      "learning_rate": 4.093849648050115e-07,
      "loss": 0.3475,
      "step": 2346320
    },
    {
      "epoch": 654.85,
      "grad_norm": 12.481975555419922,
      "learning_rate": 4.093696969515201e-07,
      "loss": 0.3438,
      "step": 2346330
    },
    {
      "epoch": 654.85,
      "grad_norm": 1.1451051235198975,
      "learning_rate": 4.093544293554944e-07,
      "loss": 0.3348,
      "step": 2346340
    },
    {
      "epoch": 654.86,
      "grad_norm": 1.1120011806488037,
      "learning_rate": 4.093391620169375e-07,
      "loss": 0.3238,
      "step": 2346350
    },
    {
      "epoch": 654.86,
      "grad_norm": 1.206152319908142,
      "learning_rate": 4.0932389493585113e-07,
      "loss": 0.3387,
      "step": 2346360
    },
    {
      "epoch": 654.86,
      "grad_norm": 1.5178927183151245,
      "learning_rate": 4.093086281122378e-07,
      "loss": 0.3218,
      "step": 2346370
    },
    {
      "epoch": 654.86,
      "grad_norm": 1.3115266561508179,
      "learning_rate": 4.092933615460989e-07,
      "loss": 0.3343,
      "step": 2346380
    },
    {
      "epoch": 654.87,
      "grad_norm": 1.3397352695465088,
      "learning_rate": 4.0927809523743635e-07,
      "loss": 0.3233,
      "step": 2346390
    },
    {
      "epoch": 654.87,
      "grad_norm": 1.3627231121063232,
      "learning_rate": 4.0926282918625327e-07,
      "loss": 0.3564,
      "step": 2346400
    },
    {
      "epoch": 654.87,
      "grad_norm": 1.2583606243133545,
      "learning_rate": 4.0924756339254994e-07,
      "loss": 0.3164,
      "step": 2346410
    },
    {
      "epoch": 654.88,
      "grad_norm": 1.7586840391159058,
      "learning_rate": 4.0923229785633044e-07,
      "loss": 0.353,
      "step": 2346420
    },
    {
      "epoch": 654.88,
      "grad_norm": 1.1161190271377563,
      "learning_rate": 4.0921703257759535e-07,
      "loss": 0.3421,
      "step": 2346430
    },
    {
      "epoch": 654.88,
      "grad_norm": 1.0645408630371094,
      "learning_rate": 4.09201767556347e-07,
      "loss": 0.3649,
      "step": 2346440
    },
    {
      "epoch": 654.88,
      "grad_norm": 1.21910560131073,
      "learning_rate": 4.091865027925875e-07,
      "loss": 0.3398,
      "step": 2346450
    },
    {
      "epoch": 654.89,
      "grad_norm": 1.328822374343872,
      "learning_rate": 4.0917123828631963e-07,
      "loss": 0.3297,
      "step": 2346460
    },
    {
      "epoch": 654.89,
      "grad_norm": 1.4073468446731567,
      "learning_rate": 4.09155974037544e-07,
      "loss": 0.3457,
      "step": 2346470
    },
    {
      "epoch": 654.89,
      "grad_norm": 1.2695173025131226,
      "learning_rate": 4.0914071004626346e-07,
      "loss": 0.3634,
      "step": 2346480
    },
    {
      "epoch": 654.9,
      "grad_norm": 1.1674964427947998,
      "learning_rate": 4.091254463124805e-07,
      "loss": 0.3438,
      "step": 2346490
    },
    {
      "epoch": 654.9,
      "grad_norm": 1.2967920303344727,
      "learning_rate": 4.0911018283619533e-07,
      "loss": 0.3615,
      "step": 2346500
    },
    {
      "epoch": 654.9,
      "grad_norm": 1.1765427589416504,
      "learning_rate": 4.0909491961741245e-07,
      "loss": 0.3371,
      "step": 2346510
    },
    {
      "epoch": 654.9,
      "grad_norm": 1.2114765644073486,
      "learning_rate": 4.090796566561322e-07,
      "loss": 0.3351,
      "step": 2346520
    },
    {
      "epoch": 654.91,
      "grad_norm": 1.2797644138336182,
      "learning_rate": 4.0906439395235714e-07,
      "loss": 0.3604,
      "step": 2346530
    },
    {
      "epoch": 654.91,
      "grad_norm": 1.2943649291992188,
      "learning_rate": 4.0904913150608964e-07,
      "loss": 0.3377,
      "step": 2346540
    },
    {
      "epoch": 654.91,
      "grad_norm": 1.123124122619629,
      "learning_rate": 4.09033869317331e-07,
      "loss": 0.3469,
      "step": 2346550
    },
    {
      "epoch": 654.91,
      "grad_norm": 0.9955178499221802,
      "learning_rate": 4.0901860738608357e-07,
      "loss": 0.3386,
      "step": 2346560
    },
    {
      "epoch": 654.92,
      "grad_norm": 1.2918258905410767,
      "learning_rate": 4.0900334571234913e-07,
      "loss": 0.3407,
      "step": 2346570
    },
    {
      "epoch": 654.92,
      "grad_norm": 1.1851303577423096,
      "learning_rate": 4.0898808429613034e-07,
      "loss": 0.3291,
      "step": 2346580
    },
    {
      "epoch": 654.92,
      "grad_norm": 1.1870760917663574,
      "learning_rate": 4.089728231374287e-07,
      "loss": 0.3243,
      "step": 2346590
    },
    {
      "epoch": 654.93,
      "grad_norm": 1.3083738088607788,
      "learning_rate": 4.0895756223624715e-07,
      "loss": 0.3223,
      "step": 2346600
    },
    {
      "epoch": 654.93,
      "grad_norm": 1.1603267192840576,
      "learning_rate": 4.089423015925862e-07,
      "loss": 0.3254,
      "step": 2346610
    },
    {
      "epoch": 654.93,
      "grad_norm": 2.185530185699463,
      "learning_rate": 4.089270412064489e-07,
      "loss": 0.3434,
      "step": 2346620
    },
    {
      "epoch": 654.93,
      "grad_norm": 1.1036114692687988,
      "learning_rate": 4.089117810778376e-07,
      "loss": 0.3382,
      "step": 2346630
    },
    {
      "epoch": 654.94,
      "grad_norm": 1.1197245121002197,
      "learning_rate": 4.0889652120675264e-07,
      "loss": 0.3459,
      "step": 2346640
    },
    {
      "epoch": 654.94,
      "grad_norm": 1.2590394020080566,
      "learning_rate": 4.088812615931981e-07,
      "loss": 0.3435,
      "step": 2346650
    },
    {
      "epoch": 654.94,
      "grad_norm": 1.123691201210022,
      "learning_rate": 4.088660022371748e-07,
      "loss": 0.3448,
      "step": 2346660
    },
    {
      "epoch": 654.95,
      "grad_norm": 1.4732002019882202,
      "learning_rate": 4.0885074313868513e-07,
      "loss": 0.3429,
      "step": 2346670
    },
    {
      "epoch": 654.95,
      "grad_norm": 1.084991693496704,
      "learning_rate": 4.088354842977316e-07,
      "loss": 0.3297,
      "step": 2346680
    },
    {
      "epoch": 654.95,
      "grad_norm": 1.3144601583480835,
      "learning_rate": 4.08820225714315e-07,
      "loss": 0.3366,
      "step": 2346690
    },
    {
      "epoch": 654.95,
      "grad_norm": 1.3643131256103516,
      "learning_rate": 4.0880496738843827e-07,
      "loss": 0.3443,
      "step": 2346700
    },
    {
      "epoch": 654.96,
      "grad_norm": 1.1313612461090088,
      "learning_rate": 4.087897093201032e-07,
      "loss": 0.328,
      "step": 2346710
    },
    {
      "epoch": 654.96,
      "grad_norm": 1.2316858768463135,
      "learning_rate": 4.087744515093123e-07,
      "loss": 0.3373,
      "step": 2346720
    },
    {
      "epoch": 654.96,
      "grad_norm": 1.2618768215179443,
      "learning_rate": 4.087591939560662e-07,
      "loss": 0.3297,
      "step": 2346730
    },
    {
      "epoch": 654.97,
      "grad_norm": 1.150064468383789,
      "learning_rate": 4.0874393666036904e-07,
      "loss": 0.3463,
      "step": 2346740
    },
    {
      "epoch": 654.97,
      "grad_norm": 1.1883755922317505,
      "learning_rate": 4.087286796222211e-07,
      "loss": 0.3274,
      "step": 2346750
    },
    {
      "epoch": 654.97,
      "grad_norm": 1.2617279291152954,
      "learning_rate": 4.0871342284162494e-07,
      "loss": 0.3607,
      "step": 2346760
    },
    {
      "epoch": 654.97,
      "grad_norm": 1.5534528493881226,
      "learning_rate": 4.086981663185834e-07,
      "loss": 0.3469,
      "step": 2346770
    },
    {
      "epoch": 654.98,
      "grad_norm": 1.1545230150222778,
      "learning_rate": 4.0868291005309705e-07,
      "loss": 0.3315,
      "step": 2346780
    },
    {
      "epoch": 654.98,
      "grad_norm": 1.3784536123275757,
      "learning_rate": 4.0866765404516875e-07,
      "loss": 0.3364,
      "step": 2346790
    },
    {
      "epoch": 654.98,
      "grad_norm": 1.241614818572998,
      "learning_rate": 4.0865239829480057e-07,
      "loss": 0.3372,
      "step": 2346800
    },
    {
      "epoch": 654.98,
      "grad_norm": 1.3781929016113281,
      "learning_rate": 4.086371428019948e-07,
      "loss": 0.3378,
      "step": 2346810
    },
    {
      "epoch": 654.99,
      "grad_norm": 1.2005633115768433,
      "learning_rate": 4.086218875667526e-07,
      "loss": 0.3191,
      "step": 2346820
    },
    {
      "epoch": 654.99,
      "grad_norm": 1.2743786573410034,
      "learning_rate": 4.086066325890765e-07,
      "loss": 0.3242,
      "step": 2346830
    },
    {
      "epoch": 654.99,
      "grad_norm": 1.270606517791748,
      "learning_rate": 4.0859137786896877e-07,
      "loss": 0.3355,
      "step": 2346840
    },
    {
      "epoch": 655.0,
      "grad_norm": 1.14314866065979,
      "learning_rate": 4.085761234064303e-07,
      "loss": 0.3475,
      "step": 2346850
    },
    {
      "epoch": 655.0,
      "grad_norm": 1.1994940042495728,
      "learning_rate": 4.085608692014653e-07,
      "loss": 0.3523,
      "step": 2346860
    },
    {
      "epoch": 655.0,
      "eval_loss": 0.3385694921016693,
      "eval_runtime": 65.5527,
      "eval_samples_per_second": 77.175,
      "eval_steps_per_second": 9.656,
      "step": 2346865
    },
    {
      "epoch": 655.0,
      "grad_norm": 1.1708279848098755,
      "learning_rate": 4.085456152540731e-07,
      "loss": 0.3357,
      "step": 2346870
    },
    {
      "epoch": 655.0,
      "grad_norm": 1.3585269451141357,
      "learning_rate": 4.0853036156425847e-07,
      "loss": 0.3292,
      "step": 2346880
    },
    {
      "epoch": 655.01,
      "grad_norm": 1.5330678224563599,
      "learning_rate": 4.0851510813202136e-07,
      "loss": 0.3286,
      "step": 2346890
    },
    {
      "epoch": 655.01,
      "grad_norm": 1.324804663658142,
      "learning_rate": 4.084998549573644e-07,
      "loss": 0.3334,
      "step": 2346900
    },
    {
      "epoch": 655.01,
      "grad_norm": 1.1908518075942993,
      "learning_rate": 4.084846020402908e-07,
      "loss": 0.3394,
      "step": 2346910
    },
    {
      "epoch": 655.02,
      "grad_norm": 1.314024806022644,
      "learning_rate": 4.084693493808007e-07,
      "loss": 0.3524,
      "step": 2346920
    },
    {
      "epoch": 655.02,
      "grad_norm": 1.3561912775039673,
      "learning_rate": 4.0845409697889694e-07,
      "loss": 0.3358,
      "step": 2346930
    },
    {
      "epoch": 655.02,
      "grad_norm": 1.3303533792495728,
      "learning_rate": 4.0843884483458147e-07,
      "loss": 0.3443,
      "step": 2346940
    },
    {
      "epoch": 655.02,
      "grad_norm": 1.1733765602111816,
      "learning_rate": 4.084235929478573e-07,
      "loss": 0.3316,
      "step": 2346950
    },
    {
      "epoch": 655.03,
      "grad_norm": 1.2537261247634888,
      "learning_rate": 4.08408341318725e-07,
      "loss": 0.3247,
      "step": 2346960
    },
    {
      "epoch": 655.03,
      "grad_norm": 1.3100885152816772,
      "learning_rate": 4.083930899471869e-07,
      "loss": 0.3258,
      "step": 2346970
    },
    {
      "epoch": 655.03,
      "grad_norm": 1.0071208477020264,
      "learning_rate": 4.083778388332457e-07,
      "loss": 0.3432,
      "step": 2346980
    },
    {
      "epoch": 655.03,
      "grad_norm": 1.1301569938659668,
      "learning_rate": 4.083625879769028e-07,
      "loss": 0.3335,
      "step": 2346990
    },
    {
      "epoch": 655.04,
      "grad_norm": 1.2865006923675537,
      "learning_rate": 4.0834733737816136e-07,
      "loss": 0.3289,
      "step": 2347000
    },
    {
      "epoch": 655.04,
      "grad_norm": 1.0660583972930908,
      "learning_rate": 4.083320870370217e-07,
      "loss": 0.3323,
      "step": 2347010
    },
    {
      "epoch": 655.04,
      "grad_norm": 1.237919569015503,
      "learning_rate": 4.083168369534867e-07,
      "loss": 0.3349,
      "step": 2347020
    },
    {
      "epoch": 655.05,
      "grad_norm": 1.1571893692016602,
      "learning_rate": 4.0830158712755857e-07,
      "loss": 0.3146,
      "step": 2347030
    },
    {
      "epoch": 655.05,
      "grad_norm": 1.3127652406692505,
      "learning_rate": 4.0828633755923954e-07,
      "loss": 0.3498,
      "step": 2347040
    },
    {
      "epoch": 655.05,
      "grad_norm": 1.1089746952056885,
      "learning_rate": 4.082710882485308e-07,
      "loss": 0.3668,
      "step": 2347050
    },
    {
      "epoch": 655.05,
      "grad_norm": 1.3516453504562378,
      "learning_rate": 4.0825583919543477e-07,
      "loss": 0.3308,
      "step": 2347060
    },
    {
      "epoch": 655.06,
      "grad_norm": 1.1391783952713013,
      "learning_rate": 4.0824059039995406e-07,
      "loss": 0.3411,
      "step": 2347070
    },
    {
      "epoch": 655.06,
      "grad_norm": 1.0639221668243408,
      "learning_rate": 4.082253418620891e-07,
      "loss": 0.3384,
      "step": 2347080
    },
    {
      "epoch": 655.06,
      "grad_norm": 1.2268931865692139,
      "learning_rate": 4.0821009358184413e-07,
      "loss": 0.3343,
      "step": 2347090
    },
    {
      "epoch": 655.07,
      "grad_norm": 7.033905982971191,
      "learning_rate": 4.081948455592197e-07,
      "loss": 0.3342,
      "step": 2347100
    },
    {
      "epoch": 655.07,
      "grad_norm": 1.1759700775146484,
      "learning_rate": 4.0817959779421776e-07,
      "loss": 0.329,
      "step": 2347110
    },
    {
      "epoch": 655.07,
      "grad_norm": 1.132853627204895,
      "learning_rate": 4.08164350286841e-07,
      "loss": 0.3406,
      "step": 2347120
    },
    {
      "epoch": 655.07,
      "grad_norm": 1.258448600769043,
      "learning_rate": 4.0814910303709177e-07,
      "loss": 0.3328,
      "step": 2347130
    },
    {
      "epoch": 655.08,
      "grad_norm": 1.3724594116210938,
      "learning_rate": 4.081338560449711e-07,
      "loss": 0.3325,
      "step": 2347140
    },
    {
      "epoch": 655.08,
      "grad_norm": 1.2216275930404663,
      "learning_rate": 4.081186093104813e-07,
      "loss": 0.3396,
      "step": 2347150
    },
    {
      "epoch": 655.08,
      "grad_norm": 1.0201544761657715,
      "learning_rate": 4.081033628336245e-07,
      "loss": 0.3366,
      "step": 2347160
    },
    {
      "epoch": 655.09,
      "grad_norm": 1.0774095058441162,
      "learning_rate": 4.08088116614403e-07,
      "loss": 0.3293,
      "step": 2347170
    },
    {
      "epoch": 655.09,
      "grad_norm": 1.4986127614974976,
      "learning_rate": 4.080728706528192e-07,
      "loss": 0.3396,
      "step": 2347180
    },
    {
      "epoch": 655.09,
      "grad_norm": 1.2038136720657349,
      "learning_rate": 4.080576249488738e-07,
      "loss": 0.3323,
      "step": 2347190
    },
    {
      "epoch": 655.09,
      "grad_norm": 1.1630840301513672,
      "learning_rate": 4.0804237950256973e-07,
      "loss": 0.3312,
      "step": 2347200
    },
    {
      "epoch": 655.1,
      "grad_norm": 1.10564386844635,
      "learning_rate": 4.080271343139093e-07,
      "loss": 0.336,
      "step": 2347210
    },
    {
      "epoch": 655.1,
      "grad_norm": 1.234710931777954,
      "learning_rate": 4.08011889382893e-07,
      "loss": 0.3389,
      "step": 2347220
    },
    {
      "epoch": 655.1,
      "grad_norm": 1.3576219081878662,
      "learning_rate": 4.079966447095251e-07,
      "loss": 0.3422,
      "step": 2347230
    },
    {
      "epoch": 655.1,
      "grad_norm": 1.1212942600250244,
      "learning_rate": 4.07981400293806e-07,
      "loss": 0.3473,
      "step": 2347240
    },
    {
      "epoch": 655.11,
      "grad_norm": 1.2097501754760742,
      "learning_rate": 4.079661561357384e-07,
      "loss": 0.3282,
      "step": 2347250
    },
    {
      "epoch": 655.11,
      "grad_norm": 1.476675033569336,
      "learning_rate": 4.0795091223532404e-07,
      "loss": 0.3302,
      "step": 2347260
    },
    {
      "epoch": 655.11,
      "grad_norm": 1.0316325426101685,
      "learning_rate": 4.0793566859256556e-07,
      "loss": 0.3282,
      "step": 2347270
    },
    {
      "epoch": 655.12,
      "grad_norm": 1.3167537450790405,
      "learning_rate": 4.079204252074637e-07,
      "loss": 0.3343,
      "step": 2347280
    },
    {
      "epoch": 655.12,
      "grad_norm": 1.2575759887695312,
      "learning_rate": 4.079051820800217e-07,
      "loss": 0.3407,
      "step": 2347290
    },
    {
      "epoch": 655.12,
      "grad_norm": 1.2393614053726196,
      "learning_rate": 4.078899392102415e-07,
      "loss": 0.3217,
      "step": 2347300
    },
    {
      "epoch": 655.12,
      "grad_norm": 1.1014354228973389,
      "learning_rate": 4.078746965981237e-07,
      "loss": 0.3365,
      "step": 2347310
    },
    {
      "epoch": 655.13,
      "grad_norm": 1.1689287424087524,
      "learning_rate": 4.0785945424367267e-07,
      "loss": 0.3335,
      "step": 2347320
    },
    {
      "epoch": 655.13,
      "grad_norm": 1.269812822341919,
      "learning_rate": 4.078442121468885e-07,
      "loss": 0.3351,
      "step": 2347330
    },
    {
      "epoch": 655.13,
      "grad_norm": 1.0798556804656982,
      "learning_rate": 4.0782897030777396e-07,
      "loss": 0.3457,
      "step": 2347340
    },
    {
      "epoch": 655.14,
      "grad_norm": 1.0839325189590454,
      "learning_rate": 4.0781372872633167e-07,
      "loss": 0.3448,
      "step": 2347350
    },
    {
      "epoch": 655.14,
      "grad_norm": 1.408005952835083,
      "learning_rate": 4.0779848740256247e-07,
      "loss": 0.3448,
      "step": 2347360
    },
    {
      "epoch": 655.14,
      "grad_norm": 1.0858969688415527,
      "learning_rate": 4.0778324633646863e-07,
      "loss": 0.335,
      "step": 2347370
    },
    {
      "epoch": 655.14,
      "grad_norm": 1.2967365980148315,
      "learning_rate": 4.077680055280528e-07,
      "loss": 0.3451,
      "step": 2347380
    },
    {
      "epoch": 655.15,
      "grad_norm": 1.5417225360870361,
      "learning_rate": 4.077527649773173e-07,
      "loss": 0.356,
      "step": 2347390
    },
    {
      "epoch": 655.15,
      "grad_norm": 1.1828328371047974,
      "learning_rate": 4.0773752468426216e-07,
      "loss": 0.3312,
      "step": 2347400
    },
    {
      "epoch": 655.15,
      "grad_norm": 1.1228933334350586,
      "learning_rate": 4.077222846488923e-07,
      "loss": 0.3315,
      "step": 2347410
    },
    {
      "epoch": 655.15,
      "grad_norm": 1.1862387657165527,
      "learning_rate": 4.0770704487120744e-07,
      "loss": 0.3456,
      "step": 2347420
    },
    {
      "epoch": 655.16,
      "grad_norm": 1.4321902990341187,
      "learning_rate": 4.0769180535121046e-07,
      "loss": 0.3485,
      "step": 2347430
    },
    {
      "epoch": 655.16,
      "grad_norm": 1.267351508140564,
      "learning_rate": 4.07676566088904e-07,
      "loss": 0.3292,
      "step": 2347440
    },
    {
      "epoch": 655.16,
      "grad_norm": 1.3989427089691162,
      "learning_rate": 4.0766132708428823e-07,
      "loss": 0.338,
      "step": 2347450
    },
    {
      "epoch": 655.17,
      "grad_norm": 1.2273188829421997,
      "learning_rate": 4.0764608833736764e-07,
      "loss": 0.3369,
      "step": 2347460
    },
    {
      "epoch": 655.17,
      "grad_norm": 1.202764868736267,
      "learning_rate": 4.076308498481422e-07,
      "loss": 0.3351,
      "step": 2347470
    },
    {
      "epoch": 655.17,
      "grad_norm": 1.3642804622650146,
      "learning_rate": 4.076156116166151e-07,
      "loss": 0.3385,
      "step": 2347480
    },
    {
      "epoch": 655.17,
      "grad_norm": 1.2573899030685425,
      "learning_rate": 4.0760037364278837e-07,
      "loss": 0.341,
      "step": 2347490
    },
    {
      "epoch": 655.18,
      "grad_norm": 1.2207133769989014,
      "learning_rate": 4.07585135926663e-07,
      "loss": 0.3381,
      "step": 2347500
    },
    {
      "epoch": 655.18,
      "grad_norm": 1.3520878553390503,
      "learning_rate": 4.075698984682419e-07,
      "loss": 0.3433,
      "step": 2347510
    },
    {
      "epoch": 655.18,
      "grad_norm": 1.0885767936706543,
      "learning_rate": 4.075546612675267e-07,
      "loss": 0.328,
      "step": 2347520
    },
    {
      "epoch": 655.19,
      "grad_norm": 1.164408802986145,
      "learning_rate": 4.0753942432452043e-07,
      "loss": 0.3368,
      "step": 2347530
    },
    {
      "epoch": 655.19,
      "grad_norm": 1.2205264568328857,
      "learning_rate": 4.0752418763922313e-07,
      "loss": 0.3162,
      "step": 2347540
    },
    {
      "epoch": 655.19,
      "grad_norm": 1.1954898834228516,
      "learning_rate": 4.0750895121163894e-07,
      "loss": 0.3478,
      "step": 2347550
    },
    {
      "epoch": 655.19,
      "grad_norm": 1.3792288303375244,
      "learning_rate": 4.0749371504176866e-07,
      "loss": 0.3521,
      "step": 2347560
    },
    {
      "epoch": 655.2,
      "grad_norm": 1.205314040184021,
      "learning_rate": 4.0747847912961434e-07,
      "loss": 0.3492,
      "step": 2347570
    },
    {
      "epoch": 655.2,
      "grad_norm": 1.2537074089050293,
      "learning_rate": 4.0746324347517917e-07,
      "loss": 0.3285,
      "step": 2347580
    },
    {
      "epoch": 655.2,
      "grad_norm": 1.1104989051818848,
      "learning_rate": 4.0744800807846356e-07,
      "loss": 0.337,
      "step": 2347590
    },
    {
      "epoch": 655.21,
      "grad_norm": 1.1175107955932617,
      "learning_rate": 4.074327729394702e-07,
      "loss": 0.3456,
      "step": 2347600
    },
    {
      "epoch": 655.21,
      "grad_norm": 1.214292287826538,
      "learning_rate": 4.074175380582012e-07,
      "loss": 0.3481,
      "step": 2347610
    },
    {
      "epoch": 655.21,
      "grad_norm": 1.0691128969192505,
      "learning_rate": 4.0740230343465935e-07,
      "loss": 0.3381,
      "step": 2347620
    },
    {
      "epoch": 655.21,
      "grad_norm": 1.3365259170532227,
      "learning_rate": 4.0738706906884515e-07,
      "loss": 0.367,
      "step": 2347630
    },
    {
      "epoch": 655.22,
      "grad_norm": 1.473109245300293,
      "learning_rate": 4.0737183496076153e-07,
      "loss": 0.3534,
      "step": 2347640
    },
    {
      "epoch": 655.22,
      "grad_norm": 1.3441861867904663,
      "learning_rate": 4.073566011104108e-07,
      "loss": 0.3473,
      "step": 2347650
    },
    {
      "epoch": 655.22,
      "grad_norm": 1.0451180934906006,
      "learning_rate": 4.0734136751779355e-07,
      "loss": 0.3376,
      "step": 2347660
    },
    {
      "epoch": 655.22,
      "grad_norm": 1.5672765970230103,
      "learning_rate": 4.0732613418291384e-07,
      "loss": 0.343,
      "step": 2347670
    },
    {
      "epoch": 655.23,
      "grad_norm": 1.1355687379837036,
      "learning_rate": 4.0731090110577223e-07,
      "loss": 0.3397,
      "step": 2347680
    },
    {
      "epoch": 655.23,
      "grad_norm": 1.249329924583435,
      "learning_rate": 4.0729566828637105e-07,
      "loss": 0.3354,
      "step": 2347690
    },
    {
      "epoch": 655.23,
      "grad_norm": 1.147227168083191,
      "learning_rate": 4.072804357247124e-07,
      "loss": 0.3351,
      "step": 2347700
    },
    {
      "epoch": 655.24,
      "grad_norm": 1.2589492797851562,
      "learning_rate": 4.072652034207992e-07,
      "loss": 0.3401,
      "step": 2347710
    },
    {
      "epoch": 655.24,
      "grad_norm": 1.230826735496521,
      "learning_rate": 4.072499713746318e-07,
      "loss": 0.3414,
      "step": 2347720
    },
    {
      "epoch": 655.24,
      "grad_norm": 1.1937482357025146,
      "learning_rate": 4.072347395862132e-07,
      "loss": 0.3318,
      "step": 2347730
    },
    {
      "epoch": 655.24,
      "grad_norm": 1.242719292640686,
      "learning_rate": 4.072195080555455e-07,
      "loss": 0.3429,
      "step": 2347740
    },
    {
      "epoch": 655.25,
      "grad_norm": 1.2261545658111572,
      "learning_rate": 4.0720427678263043e-07,
      "loss": 0.3502,
      "step": 2347750
    },
    {
      "epoch": 655.25,
      "grad_norm": 1.3465265035629272,
      "learning_rate": 4.071890457674707e-07,
      "loss": 0.3486,
      "step": 2347760
    },
    {
      "epoch": 655.25,
      "grad_norm": 1.2307124137878418,
      "learning_rate": 4.0717381501006697e-07,
      "loss": 0.3447,
      "step": 2347770
    },
    {
      "epoch": 655.26,
      "grad_norm": 1.3233394622802734,
      "learning_rate": 4.0715858451042216e-07,
      "loss": 0.3147,
      "step": 2347780
    },
    {
      "epoch": 655.26,
      "grad_norm": 1.2238173484802246,
      "learning_rate": 4.0714335426853885e-07,
      "loss": 0.3259,
      "step": 2347790
    },
    {
      "epoch": 655.26,
      "grad_norm": 1.3493138551712036,
      "learning_rate": 4.0712812428441735e-07,
      "loss": 0.338,
      "step": 2347800
    },
    {
      "epoch": 655.26,
      "grad_norm": 1.1881740093231201,
      "learning_rate": 4.071128945580618e-07,
      "loss": 0.3367,
      "step": 2347810
    },
    {
      "epoch": 655.27,
      "grad_norm": 1.2346887588500977,
      "learning_rate": 4.0709766508947245e-07,
      "loss": 0.3363,
      "step": 2347820
    },
    {
      "epoch": 655.27,
      "grad_norm": 1.1359567642211914,
      "learning_rate": 4.0708243587865243e-07,
      "loss": 0.3517,
      "step": 2347830
    },
    {
      "epoch": 655.27,
      "grad_norm": 1.371828317642212,
      "learning_rate": 4.07067206925603e-07,
      "loss": 0.3419,
      "step": 2347840
    },
    {
      "epoch": 655.27,
      "grad_norm": 1.2841562032699585,
      "learning_rate": 4.070519782303274e-07,
      "loss": 0.3335,
      "step": 2347850
    },
    {
      "epoch": 655.28,
      "grad_norm": 1.290555477142334,
      "learning_rate": 4.0703674979282626e-07,
      "loss": 0.3296,
      "step": 2347860
    },
    {
      "epoch": 655.28,
      "grad_norm": 1.2315319776535034,
      "learning_rate": 4.07021521613102e-07,
      "loss": 0.3305,
      "step": 2347870
    },
    {
      "epoch": 655.28,
      "grad_norm": 1.2789030075073242,
      "learning_rate": 4.070062936911575e-07,
      "loss": 0.3433,
      "step": 2347880
    },
    {
      "epoch": 655.29,
      "grad_norm": 1.1700098514556885,
      "learning_rate": 4.06991066026993e-07,
      "loss": 0.3239,
      "step": 2347890
    },
    {
      "epoch": 655.29,
      "grad_norm": 1.200162649154663,
      "learning_rate": 4.069758386206126e-07,
      "loss": 0.3397,
      "step": 2347900
    },
    {
      "epoch": 655.29,
      "grad_norm": 1.4527676105499268,
      "learning_rate": 4.06960611472017e-07,
      "loss": 0.3606,
      "step": 2347910
    },
    {
      "epoch": 655.29,
      "grad_norm": 1.1949045658111572,
      "learning_rate": 4.0694538458120856e-07,
      "loss": 0.3387,
      "step": 2347920
    },
    {
      "epoch": 655.3,
      "grad_norm": 1.2508147954940796,
      "learning_rate": 4.0693015794818927e-07,
      "loss": 0.3349,
      "step": 2347930
    },
    {
      "epoch": 655.3,
      "grad_norm": 1.1168986558914185,
      "learning_rate": 4.069149315729619e-07,
      "loss": 0.3352,
      "step": 2347940
    },
    {
      "epoch": 655.3,
      "grad_norm": 1.1778044700622559,
      "learning_rate": 4.068997054555271e-07,
      "loss": 0.3478,
      "step": 2347950
    },
    {
      "epoch": 655.31,
      "grad_norm": 1.0634461641311646,
      "learning_rate": 4.0688447959588783e-07,
      "loss": 0.3423,
      "step": 2347960
    },
    {
      "epoch": 655.31,
      "grad_norm": 1.0807169675827026,
      "learning_rate": 4.068692539940463e-07,
      "loss": 0.3594,
      "step": 2347970
    },
    {
      "epoch": 655.31,
      "grad_norm": 1.0895463228225708,
      "learning_rate": 4.06854028650003e-07,
      "loss": 0.335,
      "step": 2347980
    },
    {
      "epoch": 655.31,
      "grad_norm": 1.2593084573745728,
      "learning_rate": 4.0683880356376227e-07,
      "loss": 0.3293,
      "step": 2347990
    },
    {
      "epoch": 655.32,
      "grad_norm": 1.2700622081756592,
      "learning_rate": 4.068235787353242e-07,
      "loss": 0.319,
      "step": 2348000
    },
    {
      "epoch": 655.32,
      "grad_norm": 1.1431806087493896,
      "learning_rate": 4.068083541646919e-07,
      "loss": 0.3222,
      "step": 2348010
    },
    {
      "epoch": 655.32,
      "grad_norm": 1.0564405918121338,
      "learning_rate": 4.067931298518674e-07,
      "loss": 0.3449,
      "step": 2348020
    },
    {
      "epoch": 655.33,
      "grad_norm": 3.274905204772949,
      "learning_rate": 4.067779057968513e-07,
      "loss": 0.3393,
      "step": 2348030
    },
    {
      "epoch": 655.33,
      "grad_norm": 1.5102449655532837,
      "learning_rate": 4.067626819996477e-07,
      "loss": 0.3262,
      "step": 2348040
    },
    {
      "epoch": 655.33,
      "grad_norm": 1.3449925184249878,
      "learning_rate": 4.0674745846025717e-07,
      "loss": 0.3412,
      "step": 2348050
    },
    {
      "epoch": 655.33,
      "grad_norm": 1.3295713663101196,
      "learning_rate": 4.0673223517868223e-07,
      "loss": 0.3381,
      "step": 2348060
    },
    {
      "epoch": 655.34,
      "grad_norm": 1.1308833360671997,
      "learning_rate": 4.0671701215492507e-07,
      "loss": 0.3345,
      "step": 2348070
    },
    {
      "epoch": 655.34,
      "grad_norm": 1.2361183166503906,
      "learning_rate": 4.067017893889877e-07,
      "loss": 0.3461,
      "step": 2348080
    },
    {
      "epoch": 655.34,
      "grad_norm": 1.3351004123687744,
      "learning_rate": 4.066865668808717e-07,
      "loss": 0.3276,
      "step": 2348090
    },
    {
      "epoch": 655.34,
      "grad_norm": 1.2022961378097534,
      "learning_rate": 4.066713446305794e-07,
      "loss": 0.3403,
      "step": 2348100
    },
    {
      "epoch": 655.35,
      "grad_norm": 1.3410173654556274,
      "learning_rate": 4.066561226381131e-07,
      "loss": 0.3284,
      "step": 2348110
    },
    {
      "epoch": 655.35,
      "grad_norm": 1.3181694746017456,
      "learning_rate": 4.066409009034737e-07,
      "loss": 0.332,
      "step": 2348120
    },
    {
      "epoch": 655.35,
      "grad_norm": 1.2756917476654053,
      "learning_rate": 4.0662567942666503e-07,
      "loss": 0.3504,
      "step": 2348130
    },
    {
      "epoch": 655.36,
      "grad_norm": 1.1799815893173218,
      "learning_rate": 4.066104582076873e-07,
      "loss": 0.3537,
      "step": 2348140
    },
    {
      "epoch": 655.36,
      "grad_norm": 1.1916764974594116,
      "learning_rate": 4.065952372465438e-07,
      "loss": 0.3337,
      "step": 2348150
    },
    {
      "epoch": 655.36,
      "grad_norm": 1.1942472457885742,
      "learning_rate": 4.065800165432364e-07,
      "loss": 0.3382,
      "step": 2348160
    },
    {
      "epoch": 655.36,
      "grad_norm": 1.1189674139022827,
      "learning_rate": 4.0656479609776654e-07,
      "loss": 0.3451,
      "step": 2348170
    },
    {
      "epoch": 655.37,
      "grad_norm": 1.0932257175445557,
      "learning_rate": 4.065495759101365e-07,
      "loss": 0.3379,
      "step": 2348180
    },
    {
      "epoch": 655.37,
      "grad_norm": 1.3085778951644897,
      "learning_rate": 4.065343559803482e-07,
      "loss": 0.3411,
      "step": 2348190
    },
    {
      "epoch": 655.37,
      "grad_norm": 1.3278722763061523,
      "learning_rate": 4.065191363084046e-07,
      "loss": 0.3413,
      "step": 2348200
    },
    {
      "epoch": 655.38,
      "grad_norm": 1.255989909172058,
      "learning_rate": 4.0650391689430555e-07,
      "loss": 0.3342,
      "step": 2348210
    },
    {
      "epoch": 655.38,
      "grad_norm": 1.0399309396743774,
      "learning_rate": 4.06488697738056e-07,
      "loss": 0.3287,
      "step": 2348220
    },
    {
      "epoch": 655.38,
      "grad_norm": 1.0689607858657837,
      "learning_rate": 4.0647347883965564e-07,
      "loss": 0.3414,
      "step": 2348230
    },
    {
      "epoch": 655.38,
      "grad_norm": 0.8953070640563965,
      "learning_rate": 4.0645826019910737e-07,
      "loss": 0.3415,
      "step": 2348240
    },
    {
      "epoch": 655.39,
      "grad_norm": 1.1940250396728516,
      "learning_rate": 4.064430418164135e-07,
      "loss": 0.3435,
      "step": 2348250
    },
    {
      "epoch": 655.39,
      "grad_norm": 1.2932803630828857,
      "learning_rate": 4.064278236915753e-07,
      "loss": 0.3353,
      "step": 2348260
    },
    {
      "epoch": 655.39,
      "grad_norm": 1.2729390859603882,
      "learning_rate": 4.064126058245955e-07,
      "loss": 0.3372,
      "step": 2348270
    },
    {
      "epoch": 655.39,
      "grad_norm": 1.2545627355575562,
      "learning_rate": 4.0639738821547553e-07,
      "loss": 0.3327,
      "step": 2348280
    },
    {
      "epoch": 655.4,
      "grad_norm": 1.7723201513290405,
      "learning_rate": 4.0638217086421835e-07,
      "loss": 0.3331,
      "step": 2348290
    },
    {
      "epoch": 655.4,
      "grad_norm": 1.077415108680725,
      "learning_rate": 4.063669537708246e-07,
      "loss": 0.333,
      "step": 2348300
    },
    {
      "epoch": 655.4,
      "grad_norm": 1.2809104919433594,
      "learning_rate": 4.063517369352973e-07,
      "loss": 0.3425,
      "step": 2348310
    },
    {
      "epoch": 655.41,
      "grad_norm": 1.1464132070541382,
      "learning_rate": 4.063365203576382e-07,
      "loss": 0.3407,
      "step": 2348320
    },
    {
      "epoch": 655.41,
      "grad_norm": 1.2847716808319092,
      "learning_rate": 4.063213040378494e-07,
      "loss": 0.3385,
      "step": 2348330
    },
    {
      "epoch": 655.41,
      "grad_norm": 1.0909367799758911,
      "learning_rate": 4.0630608797593345e-07,
      "loss": 0.3403,
      "step": 2348340
    },
    {
      "epoch": 655.41,
      "grad_norm": 1.113720178604126,
      "learning_rate": 4.062908721718907e-07,
      "loss": 0.3368,
      "step": 2348350
    },
    {
      "epoch": 655.42,
      "grad_norm": 1.3342111110687256,
      "learning_rate": 4.0627565662572524e-07,
      "loss": 0.3388,
      "step": 2348360
    },
    {
      "epoch": 655.42,
      "grad_norm": 1.2505896091461182,
      "learning_rate": 4.062604413374376e-07,
      "loss": 0.359,
      "step": 2348370
    },
    {
      "epoch": 655.42,
      "grad_norm": 1.15520179271698,
      "learning_rate": 4.062452263070304e-07,
      "loss": 0.3334,
      "step": 2348380
    },
    {
      "epoch": 655.43,
      "grad_norm": 1.2967900037765503,
      "learning_rate": 4.0623001153450626e-07,
      "loss": 0.324,
      "step": 2348390
    },
    {
      "epoch": 655.43,
      "grad_norm": 1.1730982065200806,
      "learning_rate": 4.0621479701986617e-07,
      "loss": 0.3347,
      "step": 2348400
    },
    {
      "epoch": 655.43,
      "grad_norm": 1.1875152587890625,
      "learning_rate": 4.0619958276311225e-07,
      "loss": 0.3436,
      "step": 2348410
    },
    {
      "epoch": 655.43,
      "grad_norm": 1.1489405632019043,
      "learning_rate": 4.061843687642469e-07,
      "loss": 0.325,
      "step": 2348420
    },
    {
      "epoch": 655.44,
      "grad_norm": 1.1414257287979126,
      "learning_rate": 4.0616915502327254e-07,
      "loss": 0.344,
      "step": 2348430
    },
    {
      "epoch": 655.44,
      "grad_norm": 1.1896095275878906,
      "learning_rate": 4.0615394154019036e-07,
      "loss": 0.3178,
      "step": 2348440
    },
    {
      "epoch": 655.44,
      "grad_norm": 1.234163522720337,
      "learning_rate": 4.0613872831500245e-07,
      "loss": 0.3581,
      "step": 2348450
    },
    {
      "epoch": 655.45,
      "grad_norm": 1.2685832977294922,
      "learning_rate": 4.061235153477119e-07,
      "loss": 0.3608,
      "step": 2348460
    },
    {
      "epoch": 655.45,
      "grad_norm": 1.2315237522125244,
      "learning_rate": 4.0610830263831885e-07,
      "loss": 0.339,
      "step": 2348470
    },
    {
      "epoch": 655.45,
      "grad_norm": 1.446415662765503,
      "learning_rate": 4.060930901868274e-07,
      "loss": 0.3353,
      "step": 2348480
    },
    {
      "epoch": 655.45,
      "grad_norm": 1.1968907117843628,
      "learning_rate": 4.060778779932382e-07,
      "loss": 0.3408,
      "step": 2348490
    },
    {
      "epoch": 655.46,
      "grad_norm": 1.1450610160827637,
      "learning_rate": 4.0606266605755367e-07,
      "loss": 0.3388,
      "step": 2348500
    },
    {
      "epoch": 655.46,
      "grad_norm": 1.2829433679580688,
      "learning_rate": 4.060474543797759e-07,
      "loss": 0.3326,
      "step": 2348510
    },
    {
      "epoch": 655.46,
      "grad_norm": 1.2001138925552368,
      "learning_rate": 4.0603224295990736e-07,
      "loss": 0.3321,
      "step": 2348520
    },
    {
      "epoch": 655.46,
      "grad_norm": 1.0775156021118164,
      "learning_rate": 4.06017031797949e-07,
      "loss": 0.3334,
      "step": 2348530
    },
    {
      "epoch": 655.47,
      "grad_norm": 1.2039746046066284,
      "learning_rate": 4.060018208939035e-07,
      "loss": 0.3495,
      "step": 2348540
    },
    {
      "epoch": 655.47,
      "grad_norm": 1.1943626403808594,
      "learning_rate": 4.059866102477731e-07,
      "loss": 0.3507,
      "step": 2348550
    },
    {
      "epoch": 655.47,
      "grad_norm": 1.2087019681930542,
      "learning_rate": 4.0597139985955884e-07,
      "loss": 0.3285,
      "step": 2348560
    },
    {
      "epoch": 655.48,
      "grad_norm": 1.1846987009048462,
      "learning_rate": 4.0595618972926425e-07,
      "loss": 0.3263,
      "step": 2348570
    },
    {
      "epoch": 655.48,
      "grad_norm": 1.1010456085205078,
      "learning_rate": 4.0594097985689013e-07,
      "loss": 0.3504,
      "step": 2348580
    },
    {
      "epoch": 655.48,
      "grad_norm": 1.3491435050964355,
      "learning_rate": 4.059257702424389e-07,
      "loss": 0.3393,
      "step": 2348590
    },
    {
      "epoch": 655.48,
      "grad_norm": 1.161980152130127,
      "learning_rate": 4.0591056088591317e-07,
      "loss": 0.3499,
      "step": 2348600
    },
    {
      "epoch": 655.49,
      "grad_norm": 1.422908067703247,
      "learning_rate": 4.0589535178731307e-07,
      "loss": 0.3318,
      "step": 2348610
    },
    {
      "epoch": 655.49,
      "grad_norm": 1.066912055015564,
      "learning_rate": 4.058801429466434e-07,
      "loss": 0.3339,
      "step": 2348620
    },
    {
      "epoch": 655.49,
      "grad_norm": 1.23055899143219,
      "learning_rate": 4.058649343639039e-07,
      "loss": 0.3418,
      "step": 2348630
    },
    {
      "epoch": 655.5,
      "grad_norm": 1.1943886280059814,
      "learning_rate": 4.058497260390976e-07,
      "loss": 0.3453,
      "step": 2348640
    },
    {
      "epoch": 655.5,
      "grad_norm": 1.2959110736846924,
      "learning_rate": 4.0583451797222617e-07,
      "loss": 0.3334,
      "step": 2348650
    },
    {
      "epoch": 655.5,
      "grad_norm": 1.2811000347137451,
      "learning_rate": 4.0581931016329265e-07,
      "loss": 0.3228,
      "step": 2348660
    },
    {
      "epoch": 655.5,
      "grad_norm": 1.2722657918930054,
      "learning_rate": 4.058041026122976e-07,
      "loss": 0.3389,
      "step": 2348670
    },
    {
      "epoch": 655.51,
      "grad_norm": 1.410251259803772,
      "learning_rate": 4.057888953192436e-07,
      "loss": 0.3335,
      "step": 2348680
    },
    {
      "epoch": 655.51,
      "grad_norm": 1.3944305181503296,
      "learning_rate": 4.057736882841333e-07,
      "loss": 0.3428,
      "step": 2348690
    },
    {
      "epoch": 655.51,
      "grad_norm": 1.2745097875595093,
      "learning_rate": 4.057584815069669e-07,
      "loss": 0.3283,
      "step": 2348700
    },
    {
      "epoch": 655.51,
      "grad_norm": 1.099055290222168,
      "learning_rate": 4.057432749877491e-07,
      "loss": 0.3579,
      "step": 2348710
    },
    {
      "epoch": 655.52,
      "grad_norm": 1.0710703134536743,
      "learning_rate": 4.0572806872647994e-07,
      "loss": 0.3448,
      "step": 2348720
    },
    {
      "epoch": 655.52,
      "grad_norm": 1.2706961631774902,
      "learning_rate": 4.0571286272316195e-07,
      "loss": 0.3383,
      "step": 2348730
    },
    {
      "epoch": 655.52,
      "grad_norm": 1.3522274494171143,
      "learning_rate": 4.0569765697779785e-07,
      "loss": 0.3349,
      "step": 2348740
    },
    {
      "epoch": 655.53,
      "grad_norm": 1.1838126182556152,
      "learning_rate": 4.0568245149038826e-07,
      "loss": 0.3327,
      "step": 2348750
    },
    {
      "epoch": 655.53,
      "grad_norm": 1.294977068901062,
      "learning_rate": 4.056672462609362e-07,
      "loss": 0.3357,
      "step": 2348760
    },
    {
      "epoch": 655.53,
      "grad_norm": 1.3696467876434326,
      "learning_rate": 4.0565204128944336e-07,
      "loss": 0.3436,
      "step": 2348770
    },
    {
      "epoch": 655.53,
      "grad_norm": 1.147652506828308,
      "learning_rate": 4.056368365759127e-07,
      "loss": 0.3373,
      "step": 2348780
    },
    {
      "epoch": 655.54,
      "grad_norm": 1.5193322896957397,
      "learning_rate": 4.056216321203439e-07,
      "loss": 0.3497,
      "step": 2348790
    },
    {
      "epoch": 655.54,
      "grad_norm": 1.1771304607391357,
      "learning_rate": 4.056064279227419e-07,
      "loss": 0.3246,
      "step": 2348800
    },
    {
      "epoch": 655.54,
      "grad_norm": 1.2257696390151978,
      "learning_rate": 4.055912239831068e-07,
      "loss": 0.3311,
      "step": 2348810
    },
    {
      "epoch": 655.55,
      "grad_norm": 1.9088737964630127,
      "learning_rate": 4.0557602030144105e-07,
      "loss": 0.3259,
      "step": 2348820
    },
    {
      "epoch": 655.55,
      "grad_norm": 1.2048062086105347,
      "learning_rate": 4.055608168777474e-07,
      "loss": 0.3495,
      "step": 2348830
    },
    {
      "epoch": 655.55,
      "grad_norm": 1.345139980316162,
      "learning_rate": 4.055456137120268e-07,
      "loss": 0.3311,
      "step": 2348840
    },
    {
      "epoch": 655.55,
      "grad_norm": 1.3604509830474854,
      "learning_rate": 4.0553041080428156e-07,
      "loss": 0.3368,
      "step": 2348850
    },
    {
      "epoch": 655.56,
      "grad_norm": 1.2360626459121704,
      "learning_rate": 4.0551520815451414e-07,
      "loss": 0.3341,
      "step": 2348860
    },
    {
      "epoch": 655.56,
      "grad_norm": 1.2821999788284302,
      "learning_rate": 4.055000057627265e-07,
      "loss": 0.3211,
      "step": 2348870
    },
    {
      "epoch": 655.56,
      "grad_norm": 1.2759922742843628,
      "learning_rate": 4.0548480362892e-07,
      "loss": 0.3502,
      "step": 2348880
    },
    {
      "epoch": 655.57,
      "grad_norm": 1.2508360147476196,
      "learning_rate": 4.054696017530973e-07,
      "loss": 0.334,
      "step": 2348890
    },
    {
      "epoch": 655.57,
      "grad_norm": 1.0629640817642212,
      "learning_rate": 4.054544001352601e-07,
      "loss": 0.3261,
      "step": 2348900
    },
    {
      "epoch": 655.57,
      "grad_norm": 1.213671088218689,
      "learning_rate": 4.0543919877541055e-07,
      "loss": 0.3452,
      "step": 2348910
    },
    {
      "epoch": 655.57,
      "grad_norm": 1.1302303075790405,
      "learning_rate": 4.0542399767355153e-07,
      "loss": 0.3372,
      "step": 2348920
    },
    {
      "epoch": 655.58,
      "grad_norm": 1.3616505861282349,
      "learning_rate": 4.0540879682968275e-07,
      "loss": 0.336,
      "step": 2348930
    },
    {
      "epoch": 655.58,
      "grad_norm": 1.4424866437911987,
      "learning_rate": 4.053935962438089e-07,
      "loss": 0.3543,
      "step": 2348940
    },
    {
      "epoch": 655.58,
      "grad_norm": 1.5120766162872314,
      "learning_rate": 4.0537839591593044e-07,
      "loss": 0.3348,
      "step": 2348950
    },
    {
      "epoch": 655.58,
      "grad_norm": 1.1680786609649658,
      "learning_rate": 4.0536319584604956e-07,
      "loss": 0.3394,
      "step": 2348960
    },
    {
      "epoch": 655.59,
      "grad_norm": 1.2117810249328613,
      "learning_rate": 4.0534799603416936e-07,
      "loss": 0.3332,
      "step": 2348970
    },
    {
      "epoch": 655.59,
      "grad_norm": 1.1295661926269531,
      "learning_rate": 4.0533279648029004e-07,
      "loss": 0.3695,
      "step": 2348980
    },
    {
      "epoch": 655.59,
      "grad_norm": 1.2116621732711792,
      "learning_rate": 4.0531759718441474e-07,
      "loss": 0.3456,
      "step": 2348990
    },
    {
      "epoch": 655.6,
      "grad_norm": 1.0887364149093628,
      "learning_rate": 4.0530239814654557e-07,
      "loss": 0.3414,
      "step": 2349000
    },
    {
      "epoch": 655.6,
      "grad_norm": 1.2765682935714722,
      "learning_rate": 4.052871993666846e-07,
      "loss": 0.3248,
      "step": 2349010
    },
    {
      "epoch": 655.6,
      "grad_norm": 1.3621346950531006,
      "learning_rate": 4.0527200084483233e-07,
      "loss": 0.3334,
      "step": 2349020
    },
    {
      "epoch": 655.6,
      "grad_norm": 1.2480735778808594,
      "learning_rate": 4.052568025809935e-07,
      "loss": 0.3402,
      "step": 2349030
    },
    {
      "epoch": 655.61,
      "grad_norm": 1.183477759361267,
      "learning_rate": 4.0524160457516776e-07,
      "loss": 0.3367,
      "step": 2349040
    },
    {
      "epoch": 655.61,
      "grad_norm": 1.2198331356048584,
      "learning_rate": 4.052264068273581e-07,
      "loss": 0.3365,
      "step": 2349050
    },
    {
      "epoch": 655.61,
      "grad_norm": 1.4902076721191406,
      "learning_rate": 4.05211209337567e-07,
      "loss": 0.3393,
      "step": 2349060
    },
    {
      "epoch": 655.62,
      "grad_norm": 1.3737645149230957,
      "learning_rate": 4.051960121057955e-07,
      "loss": 0.3264,
      "step": 2349070
    },
    {
      "epoch": 655.62,
      "grad_norm": 1.4259955883026123,
      "learning_rate": 4.051808151320458e-07,
      "loss": 0.3258,
      "step": 2349080
    },
    {
      "epoch": 655.62,
      "grad_norm": 1.2150819301605225,
      "learning_rate": 4.051656184163204e-07,
      "loss": 0.3356,
      "step": 2349090
    },
    {
      "epoch": 655.62,
      "grad_norm": 1.4400147199630737,
      "learning_rate": 4.051504219586217e-07,
      "loss": 0.3448,
      "step": 2349100
    },
    {
      "epoch": 655.63,
      "grad_norm": 1.2469042539596558,
      "learning_rate": 4.0513522575895044e-07,
      "loss": 0.3473,
      "step": 2349110
    },
    {
      "epoch": 655.63,
      "grad_norm": 1.181442379951477,
      "learning_rate": 4.0512002981730947e-07,
      "loss": 0.337,
      "step": 2349120
    },
    {
      "epoch": 655.63,
      "grad_norm": 1.2993924617767334,
      "learning_rate": 4.051048341337012e-07,
      "loss": 0.3295,
      "step": 2349130
    },
    {
      "epoch": 655.63,
      "grad_norm": 1.3805614709854126,
      "learning_rate": 4.050896387081261e-07,
      "loss": 0.3372,
      "step": 2349140
    },
    {
      "epoch": 655.64,
      "grad_norm": 1.291071891784668,
      "learning_rate": 4.0507444354058806e-07,
      "loss": 0.3228,
      "step": 2349150
    },
    {
      "epoch": 655.64,
      "grad_norm": 1.2073458433151245,
      "learning_rate": 4.0505924863108785e-07,
      "loss": 0.3516,
      "step": 2349160
    },
    {
      "epoch": 655.64,
      "grad_norm": 1.4018890857696533,
      "learning_rate": 4.050440539796279e-07,
      "loss": 0.3239,
      "step": 2349170
    },
    {
      "epoch": 655.65,
      "grad_norm": 1.4622942209243774,
      "learning_rate": 4.0502885958621023e-07,
      "loss": 0.3563,
      "step": 2349180
    },
    {
      "epoch": 655.65,
      "grad_norm": 1.1962529420852661,
      "learning_rate": 4.0501366545083694e-07,
      "loss": 0.341,
      "step": 2349190
    },
    {
      "epoch": 655.65,
      "grad_norm": 1.3718523979187012,
      "learning_rate": 4.049984715735106e-07,
      "loss": 0.3272,
      "step": 2349200
    },
    {
      "epoch": 655.65,
      "grad_norm": 1.0380480289459229,
      "learning_rate": 4.04983277954232e-07,
      "loss": 0.3391,
      "step": 2349210
    },
    {
      "epoch": 655.66,
      "grad_norm": 1.1370368003845215,
      "learning_rate": 4.0496808459300373e-07,
      "loss": 0.33,
      "step": 2349220
    },
    {
      "epoch": 655.66,
      "grad_norm": 1.236293077468872,
      "learning_rate": 4.049528914898279e-07,
      "loss": 0.3163,
      "step": 2349230
    },
    {
      "epoch": 655.66,
      "grad_norm": 1.2264108657836914,
      "learning_rate": 4.049376986447069e-07,
      "loss": 0.3409,
      "step": 2349240
    },
    {
      "epoch": 655.67,
      "grad_norm": 1.2636256217956543,
      "learning_rate": 4.0492250605764196e-07,
      "loss": 0.3259,
      "step": 2349250
    },
    {
      "epoch": 655.67,
      "grad_norm": 1.235544204711914,
      "learning_rate": 4.049073137286354e-07,
      "loss": 0.3375,
      "step": 2349260
    },
    {
      "epoch": 655.67,
      "grad_norm": 1.3249181509017944,
      "learning_rate": 4.0489212165769015e-07,
      "loss": 0.3317,
      "step": 2349270
    },
    {
      "epoch": 655.67,
      "grad_norm": 13.827277183532715,
      "learning_rate": 4.048769298448059e-07,
      "loss": 0.3347,
      "step": 2349280
    },
    {
      "epoch": 655.68,
      "grad_norm": 1.165520191192627,
      "learning_rate": 4.0486173828998765e-07,
      "loss": 0.3337,
      "step": 2349290
    },
    {
      "epoch": 655.68,
      "grad_norm": 1.5619440078735352,
      "learning_rate": 4.0484654699323506e-07,
      "loss": 0.3289,
      "step": 2349300
    },
    {
      "epoch": 655.68,
      "grad_norm": 1.2743511199951172,
      "learning_rate": 4.0483135595455134e-07,
      "loss": 0.3329,
      "step": 2349310
    },
    {
      "epoch": 655.69,
      "grad_norm": 1.3213392496109009,
      "learning_rate": 4.0481616517393796e-07,
      "loss": 0.3657,
      "step": 2349320
    },
    {
      "epoch": 655.69,
      "grad_norm": 1.2723830938339233,
      "learning_rate": 4.048009746513979e-07,
      "loss": 0.3345,
      "step": 2349330
    },
    {
      "epoch": 655.69,
      "grad_norm": 1.264374017715454,
      "learning_rate": 4.047857843869321e-07,
      "loss": 0.3442,
      "step": 2349340
    },
    {
      "epoch": 655.69,
      "grad_norm": 1.1257102489471436,
      "learning_rate": 4.047705943805426e-07,
      "loss": 0.3358,
      "step": 2349350
    },
    {
      "epoch": 655.7,
      "grad_norm": 1.1713906526565552,
      "learning_rate": 4.047554046322327e-07,
      "loss": 0.3274,
      "step": 2349360
    },
    {
      "epoch": 655.7,
      "grad_norm": 1.339611291885376,
      "learning_rate": 4.047402151420022e-07,
      "loss": 0.3338,
      "step": 2349370
    },
    {
      "epoch": 655.7,
      "grad_norm": 1.2577582597732544,
      "learning_rate": 4.047250259098554e-07,
      "loss": 0.3384,
      "step": 2349380
    },
    {
      "epoch": 655.7,
      "grad_norm": 1.233188271522522,
      "learning_rate": 4.0470983693579307e-07,
      "loss": 0.3494,
      "step": 2349390
    },
    {
      "epoch": 655.71,
      "grad_norm": 1.2114275693893433,
      "learning_rate": 4.046946482198175e-07,
      "loss": 0.3305,
      "step": 2349400
    },
    {
      "epoch": 655.71,
      "grad_norm": 1.243276596069336,
      "learning_rate": 4.0467945976193106e-07,
      "loss": 0.3479,
      "step": 2349410
    },
    {
      "epoch": 655.71,
      "grad_norm": 1.289076328277588,
      "learning_rate": 4.0466427156213506e-07,
      "loss": 0.3373,
      "step": 2349420
    },
    {
      "epoch": 655.72,
      "grad_norm": 1.240212321281433,
      "learning_rate": 4.046490836204318e-07,
      "loss": 0.3381,
      "step": 2349430
    },
    {
      "epoch": 655.72,
      "grad_norm": 1.1812365055084229,
      "learning_rate": 4.046338959368234e-07,
      "loss": 0.3241,
      "step": 2349440
    },
    {
      "epoch": 655.72,
      "grad_norm": 1.216048002243042,
      "learning_rate": 4.0461870851131266e-07,
      "loss": 0.318,
      "step": 2349450
    },
    {
      "epoch": 655.72,
      "grad_norm": 1.5300790071487427,
      "learning_rate": 4.046035213438994e-07,
      "loss": 0.3286,
      "step": 2349460
    },
    {
      "epoch": 655.73,
      "grad_norm": 1.2291315793991089,
      "learning_rate": 4.045883344345883e-07,
      "loss": 0.3338,
      "step": 2349470
    },
    {
      "epoch": 655.73,
      "grad_norm": 1.139343023300171,
      "learning_rate": 4.045731477833796e-07,
      "loss": 0.342,
      "step": 2349480
    },
    {
      "epoch": 655.73,
      "grad_norm": 1.1591984033584595,
      "learning_rate": 4.0455796139027586e-07,
      "loss": 0.3353,
      "step": 2349490
    },
    {
      "epoch": 655.74,
      "grad_norm": 1.2658919095993042,
      "learning_rate": 4.0454277525527975e-07,
      "loss": 0.3362,
      "step": 2349500
    },
    {
      "epoch": 655.74,
      "grad_norm": 1.2467366456985474,
      "learning_rate": 4.0452758937839145e-07,
      "loss": 0.3385,
      "step": 2349510
    },
    {
      "epoch": 655.74,
      "grad_norm": 1.18479585647583,
      "learning_rate": 4.045124037596155e-07,
      "loss": 0.3254,
      "step": 2349520
    },
    {
      "epoch": 655.74,
      "grad_norm": 1.0923161506652832,
      "learning_rate": 4.0449721839895175e-07,
      "loss": 0.3378,
      "step": 2349530
    },
    {
      "epoch": 655.75,
      "grad_norm": 1.156465768814087,
      "learning_rate": 4.044820332964032e-07,
      "loss": 0.345,
      "step": 2349540
    },
    {
      "epoch": 655.75,
      "grad_norm": 1.2258068323135376,
      "learning_rate": 4.0446684845197214e-07,
      "loss": 0.3246,
      "step": 2349550
    },
    {
      "epoch": 655.75,
      "grad_norm": 1.0906519889831543,
      "learning_rate": 4.0445166386565983e-07,
      "loss": 0.3299,
      "step": 2349560
    },
    {
      "epoch": 655.75,
      "grad_norm": 1.163633942604065,
      "learning_rate": 4.044364795374687e-07,
      "loss": 0.3182,
      "step": 2349570
    },
    {
      "epoch": 655.76,
      "grad_norm": 1.3420474529266357,
      "learning_rate": 4.044212954674007e-07,
      "loss": 0.3247,
      "step": 2349580
    },
    {
      "epoch": 655.76,
      "grad_norm": 1.0903048515319824,
      "learning_rate": 4.044061116554583e-07,
      "loss": 0.3246,
      "step": 2349590
    },
    {
      "epoch": 655.76,
      "grad_norm": 1.320401668548584,
      "learning_rate": 4.04390928101642e-07,
      "loss": 0.357,
      "step": 2349600
    },
    {
      "epoch": 655.77,
      "grad_norm": 1.3348451852798462,
      "learning_rate": 4.043757448059562e-07,
      "loss": 0.325,
      "step": 2349610
    },
    {
      "epoch": 655.77,
      "grad_norm": 1.2020083665847778,
      "learning_rate": 4.0436056176840084e-07,
      "loss": 0.3566,
      "step": 2349620
    },
    {
      "epoch": 655.77,
      "grad_norm": 10.477662086486816,
      "learning_rate": 4.0434537898897884e-07,
      "loss": 0.3331,
      "step": 2349630
    },
    {
      "epoch": 655.77,
      "grad_norm": 1.0551706552505493,
      "learning_rate": 4.0433019646769283e-07,
      "loss": 0.3383,
      "step": 2349640
    },
    {
      "epoch": 655.78,
      "grad_norm": 6.582201957702637,
      "learning_rate": 4.0431501420454356e-07,
      "loss": 0.3412,
      "step": 2349650
    },
    {
      "epoch": 655.78,
      "grad_norm": 1.2571548223495483,
      "learning_rate": 4.0429983219953334e-07,
      "loss": 0.3326,
      "step": 2349660
    },
    {
      "epoch": 655.78,
      "grad_norm": 1.1354418992996216,
      "learning_rate": 4.0428465045266457e-07,
      "loss": 0.3363,
      "step": 2349670
    },
    {
      "epoch": 655.79,
      "grad_norm": 1.4998012781143188,
      "learning_rate": 4.0426946896393983e-07,
      "loss": 0.3346,
      "step": 2349680
    },
    {
      "epoch": 655.79,
      "grad_norm": 1.4251813888549805,
      "learning_rate": 4.0425428773335993e-07,
      "loss": 0.3234,
      "step": 2349690
    },
    {
      "epoch": 655.79,
      "grad_norm": 1.2926145792007446,
      "learning_rate": 4.042391067609274e-07,
      "loss": 0.3427,
      "step": 2349700
    },
    {
      "epoch": 655.79,
      "grad_norm": 1.6936901807785034,
      "learning_rate": 4.042239260466449e-07,
      "loss": 0.3443,
      "step": 2349710
    },
    {
      "epoch": 655.8,
      "grad_norm": 1.2800958156585693,
      "learning_rate": 4.0420874559051266e-07,
      "loss": 0.3297,
      "step": 2349720
    },
    {
      "epoch": 655.8,
      "grad_norm": 1.2110010385513306,
      "learning_rate": 4.041935653925351e-07,
      "loss": 0.349,
      "step": 2349730
    },
    {
      "epoch": 655.8,
      "grad_norm": 1.1741232872009277,
      "learning_rate": 4.0417838545271224e-07,
      "loss": 0.347,
      "step": 2349740
    },
    {
      "epoch": 655.81,
      "grad_norm": 1.018963098526001,
      "learning_rate": 4.0416320577104723e-07,
      "loss": 0.3416,
      "step": 2349750
    },
    {
      "epoch": 655.81,
      "grad_norm": 1.1679404973983765,
      "learning_rate": 4.0414802634754155e-07,
      "loss": 0.3319,
      "step": 2349760
    },
    {
      "epoch": 655.81,
      "grad_norm": 1.325263261795044,
      "learning_rate": 4.041328471821974e-07,
      "loss": 0.3448,
      "step": 2349770
    },
    {
      "epoch": 655.81,
      "grad_norm": 1.402125358581543,
      "learning_rate": 4.0411766827501726e-07,
      "loss": 0.3463,
      "step": 2349780
    },
    {
      "epoch": 655.82,
      "grad_norm": 1.2476608753204346,
      "learning_rate": 4.041024896260025e-07,
      "loss": 0.3196,
      "step": 2349790
    },
    {
      "epoch": 655.82,
      "grad_norm": 1.3514072895050049,
      "learning_rate": 4.040873112351552e-07,
      "loss": 0.3458,
      "step": 2349800
    },
    {
      "epoch": 655.82,
      "grad_norm": 1.569949984550476,
      "learning_rate": 4.040721331024774e-07,
      "loss": 0.3446,
      "step": 2349810
    },
    {
      "epoch": 655.82,
      "grad_norm": 1.3301938772201538,
      "learning_rate": 4.04056955227972e-07,
      "loss": 0.3444,
      "step": 2349820
    },
    {
      "epoch": 655.83,
      "grad_norm": 1.1821280717849731,
      "learning_rate": 4.0404177761163947e-07,
      "loss": 0.3221,
      "step": 2349830
    },
    {
      "epoch": 655.83,
      "grad_norm": 1.2932687997817993,
      "learning_rate": 4.0402660025348276e-07,
      "loss": 0.3267,
      "step": 2349840
    },
    {
      "epoch": 655.83,
      "grad_norm": 1.2058234214782715,
      "learning_rate": 4.040114231535039e-07,
      "loss": 0.3382,
      "step": 2349850
    },
    {
      "epoch": 655.84,
      "grad_norm": 1.4683380126953125,
      "learning_rate": 4.039962463117045e-07,
      "loss": 0.3263,
      "step": 2349860
    },
    {
      "epoch": 655.84,
      "grad_norm": 1.0943107604980469,
      "learning_rate": 4.039810697280878e-07,
      "loss": 0.3271,
      "step": 2349870
    },
    {
      "epoch": 655.84,
      "grad_norm": 1.3674205541610718,
      "learning_rate": 4.0396589340265396e-07,
      "loss": 0.3486,
      "step": 2349880
    },
    {
      "epoch": 655.84,
      "grad_norm": 1.2425767183303833,
      "learning_rate": 4.03950717335406e-07,
      "loss": 0.3369,
      "step": 2349890
    },
    {
      "epoch": 655.85,
      "grad_norm": 1.157849669456482,
      "learning_rate": 4.039355415263458e-07,
      "loss": 0.3408,
      "step": 2349900
    },
    {
      "epoch": 655.85,
      "grad_norm": 1.1584957838058472,
      "learning_rate": 4.0392036597547626e-07,
      "loss": 0.3423,
      "step": 2349910
    },
    {
      "epoch": 655.85,
      "grad_norm": 1.0958060026168823,
      "learning_rate": 4.039051906827978e-07,
      "loss": 0.347,
      "step": 2349920
    },
    {
      "epoch": 655.86,
      "grad_norm": 1.100056529045105,
      "learning_rate": 4.038900156483133e-07,
      "loss": 0.3445,
      "step": 2349930
    },
    {
      "epoch": 655.86,
      "grad_norm": 1.3194012641906738,
      "learning_rate": 4.038748408720252e-07,
      "loss": 0.3466,
      "step": 2349940
    },
    {
      "epoch": 655.86,
      "grad_norm": 2.649948835372925,
      "learning_rate": 4.0385966635393385e-07,
      "loss": 0.3279,
      "step": 2349950
    },
    {
      "epoch": 655.86,
      "grad_norm": 1.2277305126190186,
      "learning_rate": 4.038444920940436e-07,
      "loss": 0.3389,
      "step": 2349960
    },
    {
      "epoch": 655.87,
      "grad_norm": 1.1813527345657349,
      "learning_rate": 4.0382931809235486e-07,
      "loss": 0.316,
      "step": 2349970
    },
    {
      "epoch": 655.87,
      "grad_norm": 1.2048695087432861,
      "learning_rate": 4.038141443488697e-07,
      "loss": 0.3273,
      "step": 2349980
    },
    {
      "epoch": 655.87,
      "grad_norm": 1.2945762872695923,
      "learning_rate": 4.0379897086359104e-07,
      "loss": 0.3429,
      "step": 2349990
    },
    {
      "epoch": 655.87,
      "grad_norm": 1.1149859428405762,
      "learning_rate": 4.037837976365207e-07,
      "loss": 0.3248,
      "step": 2350000
    },
    {
      "epoch": 655.88,
      "grad_norm": 1.2507294416427612,
      "learning_rate": 4.037686246676597e-07,
      "loss": 0.3361,
      "step": 2350010
    },
    {
      "epoch": 655.88,
      "grad_norm": 1.131375789642334,
      "learning_rate": 4.0375345195701083e-07,
      "loss": 0.3294,
      "step": 2350020
    },
    {
      "epoch": 655.88,
      "grad_norm": 1.221001386642456,
      "learning_rate": 4.0373827950457683e-07,
      "loss": 0.3388,
      "step": 2350030
    },
    {
      "epoch": 655.89,
      "grad_norm": 1.2976115942001343,
      "learning_rate": 4.0372310731035765e-07,
      "loss": 0.3274,
      "step": 2350040
    },
    {
      "epoch": 655.89,
      "grad_norm": 1.2100515365600586,
      "learning_rate": 4.037079353743576e-07,
      "loss": 0.3314,
      "step": 2350050
    },
    {
      "epoch": 655.89,
      "grad_norm": 1.1630460023880005,
      "learning_rate": 4.0369276369657713e-07,
      "loss": 0.3315,
      "step": 2350060
    },
    {
      "epoch": 655.89,
      "grad_norm": 1.159601092338562,
      "learning_rate": 4.0367759227701903e-07,
      "loss": 0.3481,
      "step": 2350070
    },
    {
      "epoch": 655.9,
      "grad_norm": 1.3326287269592285,
      "learning_rate": 4.0366242111568527e-07,
      "loss": 0.3414,
      "step": 2350080
    },
    {
      "epoch": 655.9,
      "grad_norm": 1.2198231220245361,
      "learning_rate": 4.036472502125768e-07,
      "loss": 0.3425,
      "step": 2350090
    },
    {
      "epoch": 655.9,
      "grad_norm": 1.1289485692977905,
      "learning_rate": 4.036320795676977e-07,
      "loss": 0.3377,
      "step": 2350100
    },
    {
      "epoch": 655.91,
      "grad_norm": 1.3144646883010864,
      "learning_rate": 4.036169091810482e-07,
      "loss": 0.3473,
      "step": 2350110
    },
    {
      "epoch": 655.91,
      "grad_norm": 1.2592147588729858,
      "learning_rate": 4.036017390526309e-07,
      "loss": 0.3389,
      "step": 2350120
    },
    {
      "epoch": 655.91,
      "grad_norm": 1.9215114116668701,
      "learning_rate": 4.0358656918244796e-07,
      "loss": 0.327,
      "step": 2350130
    },
    {
      "epoch": 655.91,
      "grad_norm": 1.198899269104004,
      "learning_rate": 4.0357139957050194e-07,
      "loss": 0.3508,
      "step": 2350140
    },
    {
      "epoch": 655.92,
      "grad_norm": 1.4617365598678589,
      "learning_rate": 4.035562302167934e-07,
      "loss": 0.3536,
      "step": 2350150
    },
    {
      "epoch": 655.92,
      "grad_norm": 1.3595354557037354,
      "learning_rate": 4.0354106112132536e-07,
      "loss": 0.351,
      "step": 2350160
    },
    {
      "epoch": 655.92,
      "grad_norm": 1.4205666780471802,
      "learning_rate": 4.035258922841003e-07,
      "loss": 0.3479,
      "step": 2350170
    },
    {
      "epoch": 655.93,
      "grad_norm": 1.0676850080490112,
      "learning_rate": 4.0351072370511837e-07,
      "loss": 0.3311,
      "step": 2350180
    },
    {
      "epoch": 655.93,
      "grad_norm": 1.3527562618255615,
      "learning_rate": 4.0349555538438377e-07,
      "loss": 0.3312,
      "step": 2350190
    },
    {
      "epoch": 655.93,
      "grad_norm": 1.1658859252929688,
      "learning_rate": 4.0348038732189723e-07,
      "loss": 0.3479,
      "step": 2350200
    },
    {
      "epoch": 655.93,
      "grad_norm": 1.1536502838134766,
      "learning_rate": 4.034652195176609e-07,
      "loss": 0.3374,
      "step": 2350210
    },
    {
      "epoch": 655.94,
      "grad_norm": 1.2463239431381226,
      "learning_rate": 4.034500519716777e-07,
      "loss": 0.3229,
      "step": 2350220
    },
    {
      "epoch": 655.94,
      "grad_norm": 1.1987104415893555,
      "learning_rate": 4.0343488468394855e-07,
      "loss": 0.3556,
      "step": 2350230
    },
    {
      "epoch": 655.94,
      "grad_norm": 1.19078528881073,
      "learning_rate": 4.0341971765447555e-07,
      "loss": 0.3415,
      "step": 2350240
    },
    {
      "epoch": 655.94,
      "grad_norm": 1.1955100297927856,
      "learning_rate": 4.0340455088326135e-07,
      "loss": 0.3442,
      "step": 2350250
    },
    {
      "epoch": 655.95,
      "grad_norm": 1.5038448572158813,
      "learning_rate": 4.0338938437030804e-07,
      "loss": 0.3539,
      "step": 2350260
    },
    {
      "epoch": 655.95,
      "grad_norm": 1.0686805248260498,
      "learning_rate": 4.0337421811561607e-07,
      "loss": 0.3487,
      "step": 2350270
    },
    {
      "epoch": 655.95,
      "grad_norm": 1.3624383211135864,
      "learning_rate": 4.033590521191899e-07,
      "loss": 0.3321,
      "step": 2350280
    },
    {
      "epoch": 655.96,
      "grad_norm": 1.2323137521743774,
      "learning_rate": 4.033438863810296e-07,
      "loss": 0.3464,
      "step": 2350290
    },
    {
      "epoch": 655.96,
      "grad_norm": 1.1452417373657227,
      "learning_rate": 4.033287209011379e-07,
      "loss": 0.3406,
      "step": 2350300
    },
    {
      "epoch": 655.96,
      "grad_norm": 1.1957098245620728,
      "learning_rate": 4.0331355567951747e-07,
      "loss": 0.343,
      "step": 2350310
    },
    {
      "epoch": 655.96,
      "grad_norm": 1.1320369243621826,
      "learning_rate": 4.032983907161691e-07,
      "loss": 0.3424,
      "step": 2350320
    },
    {
      "epoch": 655.97,
      "grad_norm": 1.1337556838989258,
      "learning_rate": 4.0328322601109544e-07,
      "loss": 0.3392,
      "step": 2350330
    },
    {
      "epoch": 655.97,
      "grad_norm": 1.0827171802520752,
      "learning_rate": 4.0326806156429816e-07,
      "loss": 0.3358,
      "step": 2350340
    },
    {
      "epoch": 655.97,
      "grad_norm": 1.04681396484375,
      "learning_rate": 4.0325289737577975e-07,
      "loss": 0.3311,
      "step": 2350350
    },
    {
      "epoch": 655.98,
      "grad_norm": 1.1418559551239014,
      "learning_rate": 4.032377334455425e-07,
      "loss": 0.3494,
      "step": 2350360
    },
    {
      "epoch": 655.98,
      "grad_norm": 1.4099997282028198,
      "learning_rate": 4.032225697735877e-07,
      "loss": 0.3332,
      "step": 2350370
    },
    {
      "epoch": 655.98,
      "grad_norm": 1.1522914171218872,
      "learning_rate": 4.0320740635991715e-07,
      "loss": 0.3549,
      "step": 2350380
    },
    {
      "epoch": 655.98,
      "grad_norm": 1.2360285520553589,
      "learning_rate": 4.0319224320453377e-07,
      "loss": 0.3361,
      "step": 2350390
    },
    {
      "epoch": 655.99,
      "grad_norm": 1.2038898468017578,
      "learning_rate": 4.0317708030743964e-07,
      "loss": 0.3229,
      "step": 2350400
    },
    {
      "epoch": 655.99,
      "grad_norm": 1.2272939682006836,
      "learning_rate": 4.0316191766863493e-07,
      "loss": 0.3401,
      "step": 2350410
    },
    {
      "epoch": 655.99,
      "grad_norm": 1.1322166919708252,
      "learning_rate": 4.031467552881242e-07,
      "loss": 0.3388,
      "step": 2350420
    },
    {
      "epoch": 655.99,
      "grad_norm": 1.337237000465393,
      "learning_rate": 4.031315931659078e-07,
      "loss": 0.3352,
      "step": 2350430
    },
    {
      "epoch": 656.0,
      "grad_norm": 1.6089597940444946,
      "learning_rate": 4.0311643130198826e-07,
      "loss": 0.3356,
      "step": 2350440
    },
    {
      "epoch": 656.0,
      "eval_loss": 0.3367527723312378,
      "eval_runtime": 67.7695,
      "eval_samples_per_second": 74.65,
      "eval_steps_per_second": 9.34,
      "step": 2350448
    },
    {
      "epoch": 656.0,
      "grad_norm": 1.3093113899230957,
      "learning_rate": 4.031012696963683e-07,
      "loss": 0.3441,
      "step": 2350450
    },
    {
      "epoch": 656.0,
      "grad_norm": 1.2520169019699097,
      "learning_rate": 4.0308610834904826e-07,
      "loss": 0.3459,
      "step": 2350460
    },
    {
      "epoch": 656.01,
      "grad_norm": 1.3084509372711182,
      "learning_rate": 4.0307094726003145e-07,
      "loss": 0.3529,
      "step": 2350470
    },
    {
      "epoch": 656.01,
      "grad_norm": 1.1768630743026733,
      "learning_rate": 4.030557864293195e-07,
      "loss": 0.343,
      "step": 2350480
    },
    {
      "epoch": 656.01,
      "grad_norm": 1.2918212413787842,
      "learning_rate": 4.0304062585691505e-07,
      "loss": 0.3366,
      "step": 2350490
    },
    {
      "epoch": 656.01,
      "grad_norm": 1.3385605812072754,
      "learning_rate": 4.030254655428188e-07,
      "loss": 0.3415,
      "step": 2350500
    },
    {
      "epoch": 656.02,
      "grad_norm": 1.1766046285629272,
      "learning_rate": 4.0301030548703357e-07,
      "loss": 0.3362,
      "step": 2350510
    },
    {
      "epoch": 656.02,
      "grad_norm": 1.260459303855896,
      "learning_rate": 4.02995145689562e-07,
      "loss": 0.351,
      "step": 2350520
    },
    {
      "epoch": 656.02,
      "grad_norm": 1.3047460317611694,
      "learning_rate": 4.029799861504042e-07,
      "loss": 0.3318,
      "step": 2350530
    },
    {
      "epoch": 656.03,
      "grad_norm": 1.337735652923584,
      "learning_rate": 4.029648268695647e-07,
      "loss": 0.3298,
      "step": 2350540
    },
    {
      "epoch": 656.03,
      "grad_norm": 1.3323122262954712,
      "learning_rate": 4.029496678470434e-07,
      "loss": 0.3564,
      "step": 2350550
    },
    {
      "epoch": 656.03,
      "grad_norm": 1.3426870107650757,
      "learning_rate": 4.029345090828435e-07,
      "loss": 0.3235,
      "step": 2350560
    },
    {
      "epoch": 656.03,
      "grad_norm": 1.1959216594696045,
      "learning_rate": 4.029193505769664e-07,
      "loss": 0.3425,
      "step": 2350570
    },
    {
      "epoch": 656.04,
      "grad_norm": 3.7667012214660645,
      "learning_rate": 4.02904192329415e-07,
      "loss": 0.3396,
      "step": 2350580
    },
    {
      "epoch": 656.04,
      "grad_norm": 1.3360644578933716,
      "learning_rate": 4.028890343401902e-07,
      "loss": 0.3409,
      "step": 2350590
    },
    {
      "epoch": 656.04,
      "grad_norm": 1.2182564735412598,
      "learning_rate": 4.028738766092945e-07,
      "loss": 0.3299,
      "step": 2350600
    },
    {
      "epoch": 656.05,
      "grad_norm": 1.1375677585601807,
      "learning_rate": 4.0285871913673045e-07,
      "loss": 0.3422,
      "step": 2350610
    },
    {
      "epoch": 656.05,
      "grad_norm": 1.15449059009552,
      "learning_rate": 4.0284356192249853e-07,
      "loss": 0.3218,
      "step": 2350620
    },
    {
      "epoch": 656.05,
      "grad_norm": 1.3228800296783447,
      "learning_rate": 4.0282840496660297e-07,
      "loss": 0.3309,
      "step": 2350630
    },
    {
      "epoch": 656.05,
      "grad_norm": 1.1666316986083984,
      "learning_rate": 4.0281324826904394e-07,
      "loss": 0.339,
      "step": 2350640
    },
    {
      "epoch": 656.06,
      "grad_norm": 1.1258089542388916,
      "learning_rate": 4.0279809182982414e-07,
      "loss": 0.3288,
      "step": 2350650
    },
    {
      "epoch": 656.06,
      "grad_norm": 1.2948834896087646,
      "learning_rate": 4.027829356489461e-07,
      "loss": 0.3251,
      "step": 2350660
    },
    {
      "epoch": 656.06,
      "grad_norm": 1.2747516632080078,
      "learning_rate": 4.027677797264101e-07,
      "loss": 0.3223,
      "step": 2350670
    },
    {
      "epoch": 656.06,
      "grad_norm": 1.8408819437026978,
      "learning_rate": 4.0275262406222057e-07,
      "loss": 0.3263,
      "step": 2350680
    },
    {
      "epoch": 656.07,
      "grad_norm": 1.1069146394729614,
      "learning_rate": 4.027374686563778e-07,
      "loss": 0.3371,
      "step": 2350690
    },
    {
      "epoch": 656.07,
      "grad_norm": 1.3074349164962769,
      "learning_rate": 4.0272231350888434e-07,
      "loss": 0.3462,
      "step": 2350700
    },
    {
      "epoch": 656.07,
      "grad_norm": 1.0765583515167236,
      "learning_rate": 4.0270715861974203e-07,
      "loss": 0.338,
      "step": 2350710
    },
    {
      "epoch": 656.08,
      "grad_norm": 1.1662565469741821,
      "learning_rate": 4.026920039889537e-07,
      "loss": 0.3632,
      "step": 2350720
    },
    {
      "epoch": 656.08,
      "grad_norm": 1.2020750045776367,
      "learning_rate": 4.0267684961652024e-07,
      "loss": 0.3297,
      "step": 2350730
    },
    {
      "epoch": 656.08,
      "grad_norm": 1.4150458574295044,
      "learning_rate": 4.0266169550244416e-07,
      "loss": 0.3242,
      "step": 2350740
    },
    {
      "epoch": 656.08,
      "grad_norm": 1.1205586194992065,
      "learning_rate": 4.0264654164672805e-07,
      "loss": 0.3357,
      "step": 2350750
    },
    {
      "epoch": 656.09,
      "grad_norm": 1.1988263130187988,
      "learning_rate": 4.026313880493719e-07,
      "loss": 0.3447,
      "step": 2350760
    },
    {
      "epoch": 656.09,
      "grad_norm": 1.1408188343048096,
      "learning_rate": 4.026162347103805e-07,
      "loss": 0.3297,
      "step": 2350770
    },
    {
      "epoch": 656.09,
      "grad_norm": 1.3411598205566406,
      "learning_rate": 4.0260108162975404e-07,
      "loss": 0.3202,
      "step": 2350780
    },
    {
      "epoch": 656.1,
      "grad_norm": 1.4439557790756226,
      "learning_rate": 4.025859288074949e-07,
      "loss": 0.3462,
      "step": 2350790
    },
    {
      "epoch": 656.1,
      "grad_norm": 1.1361018419265747,
      "learning_rate": 4.025707762436053e-07,
      "loss": 0.3372,
      "step": 2350800
    },
    {
      "epoch": 656.1,
      "grad_norm": 1.1980971097946167,
      "learning_rate": 4.025556239380877e-07,
      "loss": 0.3541,
      "step": 2350810
    },
    {
      "epoch": 656.1,
      "grad_norm": 1.3056299686431885,
      "learning_rate": 4.0254047189094315e-07,
      "loss": 0.3423,
      "step": 2350820
    },
    {
      "epoch": 656.11,
      "grad_norm": 1.3151366710662842,
      "learning_rate": 4.0252532010217415e-07,
      "loss": 0.3213,
      "step": 2350830
    },
    {
      "epoch": 656.11,
      "grad_norm": 1.3033257722854614,
      "learning_rate": 4.025101685717832e-07,
      "loss": 0.3416,
      "step": 2350840
    },
    {
      "epoch": 656.11,
      "grad_norm": 1.1330641508102417,
      "learning_rate": 4.024950172997706e-07,
      "loss": 0.3388,
      "step": 2350850
    },
    {
      "epoch": 656.11,
      "grad_norm": 1.4087432622909546,
      "learning_rate": 4.0247986628614073e-07,
      "loss": 0.3306,
      "step": 2350860
    },
    {
      "epoch": 656.12,
      "grad_norm": 1.1521656513214111,
      "learning_rate": 4.0246471553089375e-07,
      "loss": 0.3475,
      "step": 2350870
    },
    {
      "epoch": 656.12,
      "grad_norm": 1.2730224132537842,
      "learning_rate": 4.024495650340325e-07,
      "loss": 0.3402,
      "step": 2350880
    },
    {
      "epoch": 656.12,
      "grad_norm": 1.152402400970459,
      "learning_rate": 4.0243441479555935e-07,
      "loss": 0.3494,
      "step": 2350890
    },
    {
      "epoch": 656.13,
      "grad_norm": 1.3350141048431396,
      "learning_rate": 4.0241926481547536e-07,
      "loss": 0.3486,
      "step": 2350900
    },
    {
      "epoch": 656.13,
      "grad_norm": 1.1796082258224487,
      "learning_rate": 4.024041150937831e-07,
      "loss": 0.3264,
      "step": 2350910
    },
    {
      "epoch": 656.13,
      "grad_norm": 1.0459327697753906,
      "learning_rate": 4.023889656304844e-07,
      "loss": 0.3342,
      "step": 2350920
    },
    {
      "epoch": 656.13,
      "grad_norm": 1.1886591911315918,
      "learning_rate": 4.0237381642558143e-07,
      "loss": 0.3308,
      "step": 2350930
    },
    {
      "epoch": 656.14,
      "grad_norm": 1.2623982429504395,
      "learning_rate": 4.023586674790761e-07,
      "loss": 0.3427,
      "step": 2350940
    },
    {
      "epoch": 656.14,
      "grad_norm": 1.3548877239227295,
      "learning_rate": 4.023435187909709e-07,
      "loss": 0.3452,
      "step": 2350950
    },
    {
      "epoch": 656.14,
      "grad_norm": 1.4078353643417358,
      "learning_rate": 4.02328370361267e-07,
      "loss": 0.3412,
      "step": 2350960
    },
    {
      "epoch": 656.15,
      "grad_norm": 1.0516372919082642,
      "learning_rate": 4.023132221899669e-07,
      "loss": 0.326,
      "step": 2350970
    },
    {
      "epoch": 656.15,
      "grad_norm": 1.4169328212738037,
      "learning_rate": 4.022980742770733e-07,
      "loss": 0.3448,
      "step": 2350980
    },
    {
      "epoch": 656.15,
      "grad_norm": 1.3280811309814453,
      "learning_rate": 4.022829266225861e-07,
      "loss": 0.3413,
      "step": 2350990
    },
    {
      "epoch": 656.15,
      "grad_norm": 1.267588496208191,
      "learning_rate": 4.0226777922650985e-07,
      "loss": 0.3277,
      "step": 2351000
    },
    {
      "epoch": 656.16,
      "grad_norm": 1.3148225545883179,
      "learning_rate": 4.0225263208884487e-07,
      "loss": 0.3253,
      "step": 2351010
    },
    {
      "epoch": 656.16,
      "grad_norm": 1.3258627653121948,
      "learning_rate": 4.022374852095937e-07,
      "loss": 0.342,
      "step": 2351020
    },
    {
      "epoch": 656.16,
      "grad_norm": 1.233482837677002,
      "learning_rate": 4.0222233858875907e-07,
      "loss": 0.3169,
      "step": 2351030
    },
    {
      "epoch": 656.17,
      "grad_norm": 1.143561840057373,
      "learning_rate": 4.022071922263417e-07,
      "loss": 0.3452,
      "step": 2351040
    },
    {
      "epoch": 656.17,
      "grad_norm": 1.1655350923538208,
      "learning_rate": 4.021920461223441e-07,
      "loss": 0.3406,
      "step": 2351050
    },
    {
      "epoch": 656.17,
      "grad_norm": 1.0888795852661133,
      "learning_rate": 4.021769002767682e-07,
      "loss": 0.3275,
      "step": 2351060
    },
    {
      "epoch": 656.17,
      "grad_norm": 1.1311941146850586,
      "learning_rate": 4.021617546896171e-07,
      "loss": 0.3595,
      "step": 2351070
    },
    {
      "epoch": 656.18,
      "grad_norm": 1.4504305124282837,
      "learning_rate": 4.021466093608908e-07,
      "loss": 0.3301,
      "step": 2351080
    },
    {
      "epoch": 656.18,
      "grad_norm": 1.1578612327575684,
      "learning_rate": 4.021314642905935e-07,
      "loss": 0.3264,
      "step": 2351090
    },
    {
      "epoch": 656.18,
      "grad_norm": 1.2404040098190308,
      "learning_rate": 4.021163194787256e-07,
      "loss": 0.3426,
      "step": 2351100
    },
    {
      "epoch": 656.18,
      "grad_norm": 1.2833811044692993,
      "learning_rate": 4.0210117492528953e-07,
      "loss": 0.3223,
      "step": 2351110
    },
    {
      "epoch": 656.19,
      "grad_norm": 1.2074295282363892,
      "learning_rate": 4.0208603063028814e-07,
      "loss": 0.3178,
      "step": 2351120
    },
    {
      "epoch": 656.19,
      "grad_norm": 1.176777958869934,
      "learning_rate": 4.020708865937222e-07,
      "loss": 0.335,
      "step": 2351130
    },
    {
      "epoch": 656.19,
      "grad_norm": 1.4145605564117432,
      "learning_rate": 4.020557428155941e-07,
      "loss": 0.3288,
      "step": 2351140
    },
    {
      "epoch": 656.2,
      "grad_norm": 1.3180478811264038,
      "learning_rate": 4.020405992959061e-07,
      "loss": 0.3519,
      "step": 2351150
    },
    {
      "epoch": 656.2,
      "grad_norm": 1.2251509428024292,
      "learning_rate": 4.020254560346609e-07,
      "loss": 0.3232,
      "step": 2351160
    },
    {
      "epoch": 656.2,
      "grad_norm": 1.245924711227417,
      "learning_rate": 4.020103130318592e-07,
      "loss": 0.3293,
      "step": 2351170
    },
    {
      "epoch": 656.2,
      "grad_norm": 1.05023992061615,
      "learning_rate": 4.019951702875034e-07,
      "loss": 0.35,
      "step": 2351180
    },
    {
      "epoch": 656.21,
      "grad_norm": 1.2547625303268433,
      "learning_rate": 4.019800278015963e-07,
      "loss": 0.3301,
      "step": 2351190
    },
    {
      "epoch": 656.21,
      "grad_norm": 1.5827559232711792,
      "learning_rate": 4.0196488557413817e-07,
      "loss": 0.3428,
      "step": 2351200
    },
    {
      "epoch": 656.21,
      "grad_norm": 1.1614409685134888,
      "learning_rate": 4.0194974360513346e-07,
      "loss": 0.3359,
      "step": 2351210
    },
    {
      "epoch": 656.22,
      "grad_norm": 1.319893717765808,
      "learning_rate": 4.019346018945817e-07,
      "loss": 0.3416,
      "step": 2351220
    },
    {
      "epoch": 656.22,
      "grad_norm": 1.2362474203109741,
      "learning_rate": 4.019194604424872e-07,
      "loss": 0.3408,
      "step": 2351230
    },
    {
      "epoch": 656.22,
      "grad_norm": 1.3055695295333862,
      "learning_rate": 4.019043192488503e-07,
      "loss": 0.3203,
      "step": 2351240
    },
    {
      "epoch": 656.22,
      "grad_norm": 1.1733266115188599,
      "learning_rate": 4.018891783136736e-07,
      "loss": 0.3394,
      "step": 2351250
    },
    {
      "epoch": 656.23,
      "grad_norm": 1.115099310874939,
      "learning_rate": 4.0187403763695964e-07,
      "loss": 0.3234,
      "step": 2351260
    },
    {
      "epoch": 656.23,
      "grad_norm": 1.0400351285934448,
      "learning_rate": 4.0185889721870925e-07,
      "loss": 0.3408,
      "step": 2351270
    },
    {
      "epoch": 656.23,
      "grad_norm": 1.2392804622650146,
      "learning_rate": 4.0184375705892504e-07,
      "loss": 0.3172,
      "step": 2351280
    },
    {
      "epoch": 656.23,
      "grad_norm": 1.1575977802276611,
      "learning_rate": 4.0182861715760933e-07,
      "loss": 0.3351,
      "step": 2351290
    },
    {
      "epoch": 656.24,
      "grad_norm": 1.1262365579605103,
      "learning_rate": 4.018134775147645e-07,
      "loss": 0.3455,
      "step": 2351300
    },
    {
      "epoch": 656.24,
      "grad_norm": 1.3810856342315674,
      "learning_rate": 4.01798338130391e-07,
      "loss": 0.3419,
      "step": 2351310
    },
    {
      "epoch": 656.24,
      "grad_norm": 1.1150702238082886,
      "learning_rate": 4.0178319900449203e-07,
      "loss": 0.3488,
      "step": 2351320
    },
    {
      "epoch": 656.25,
      "grad_norm": 1.1246854066848755,
      "learning_rate": 4.0176806013707013e-07,
      "loss": 0.3339,
      "step": 2351330
    },
    {
      "epoch": 656.25,
      "grad_norm": 1.303653359413147,
      "learning_rate": 4.0175292152812506e-07,
      "loss": 0.328,
      "step": 2351340
    },
    {
      "epoch": 656.25,
      "grad_norm": 1.0936224460601807,
      "learning_rate": 4.0173778317766177e-07,
      "loss": 0.3161,
      "step": 2351350
    },
    {
      "epoch": 656.25,
      "grad_norm": 1.2193315029144287,
      "learning_rate": 4.0172264508568e-07,
      "loss": 0.3518,
      "step": 2351360
    },
    {
      "epoch": 656.26,
      "grad_norm": 1.0715875625610352,
      "learning_rate": 4.0170750725218286e-07,
      "loss": 0.3408,
      "step": 2351370
    },
    {
      "epoch": 656.26,
      "grad_norm": 1.5013291835784912,
      "learning_rate": 4.0169236967717193e-07,
      "loss": 0.3319,
      "step": 2351380
    },
    {
      "epoch": 656.26,
      "grad_norm": 1.1647472381591797,
      "learning_rate": 4.0167723236065006e-07,
      "loss": 0.3371,
      "step": 2351390
    },
    {
      "epoch": 656.27,
      "grad_norm": 1.1865007877349854,
      "learning_rate": 4.01662095302618e-07,
      "loss": 0.3544,
      "step": 2351400
    },
    {
      "epoch": 656.27,
      "grad_norm": 1.3083871603012085,
      "learning_rate": 4.016469585030782e-07,
      "loss": 0.3333,
      "step": 2351410
    },
    {
      "epoch": 656.27,
      "grad_norm": 1.1841709613800049,
      "learning_rate": 4.016318219620337e-07,
      "loss": 0.3256,
      "step": 2351420
    },
    {
      "epoch": 656.27,
      "grad_norm": 1.1840953826904297,
      "learning_rate": 4.016166856794842e-07,
      "loss": 0.3429,
      "step": 2351430
    },
    {
      "epoch": 656.28,
      "grad_norm": 1.2472717761993408,
      "learning_rate": 4.0160154965543473e-07,
      "loss": 0.3332,
      "step": 2351440
    },
    {
      "epoch": 656.28,
      "grad_norm": 1.4627987146377563,
      "learning_rate": 4.01586413889885e-07,
      "loss": 0.3559,
      "step": 2351450
    },
    {
      "epoch": 656.28,
      "grad_norm": 2.2836101055145264,
      "learning_rate": 4.0157127838283755e-07,
      "loss": 0.3257,
      "step": 2351460
    },
    {
      "epoch": 656.29,
      "grad_norm": 11.463768005371094,
      "learning_rate": 4.015561431342953e-07,
      "loss": 0.3282,
      "step": 2351470
    },
    {
      "epoch": 656.29,
      "grad_norm": 1.2100532054901123,
      "learning_rate": 4.0154100814425907e-07,
      "loss": 0.3472,
      "step": 2351480
    },
    {
      "epoch": 656.29,
      "grad_norm": 1.4579943418502808,
      "learning_rate": 4.015258734127314e-07,
      "loss": 0.3553,
      "step": 2351490
    },
    {
      "epoch": 656.29,
      "grad_norm": 1.331169843673706,
      "learning_rate": 4.0151073893971437e-07,
      "loss": 0.341,
      "step": 2351500
    },
    {
      "epoch": 656.3,
      "grad_norm": 1.2365506887435913,
      "learning_rate": 4.0149560472520984e-07,
      "loss": 0.3446,
      "step": 2351510
    },
    {
      "epoch": 656.3,
      "grad_norm": 1.2932097911834717,
      "learning_rate": 4.014804707692199e-07,
      "loss": 0.3288,
      "step": 2351520
    },
    {
      "epoch": 656.3,
      "grad_norm": 1.0422377586364746,
      "learning_rate": 4.014653370717471e-07,
      "loss": 0.3493,
      "step": 2351530
    },
    {
      "epoch": 656.3,
      "grad_norm": 1.5261986255645752,
      "learning_rate": 4.0145020363279225e-07,
      "loss": 0.3198,
      "step": 2351540
    },
    {
      "epoch": 656.31,
      "grad_norm": 1.274097204208374,
      "learning_rate": 4.0143507045235825e-07,
      "loss": 0.3381,
      "step": 2351550
    },
    {
      "epoch": 656.31,
      "grad_norm": 1.3790162801742554,
      "learning_rate": 4.0141993753044733e-07,
      "loss": 0.345,
      "step": 2351560
    },
    {
      "epoch": 656.31,
      "grad_norm": 1.2347606420516968,
      "learning_rate": 4.0140480486705987e-07,
      "loss": 0.3353,
      "step": 2351570
    },
    {
      "epoch": 656.32,
      "grad_norm": 1.1219407320022583,
      "learning_rate": 4.0138967246220047e-07,
      "loss": 0.3383,
      "step": 2351580
    },
    {
      "epoch": 656.32,
      "grad_norm": 1.1020560264587402,
      "learning_rate": 4.013745403158689e-07,
      "loss": 0.3283,
      "step": 2351590
    },
    {
      "epoch": 656.32,
      "grad_norm": 1.2322932481765747,
      "learning_rate": 4.0135940842806833e-07,
      "loss": 0.3359,
      "step": 2351600
    },
    {
      "epoch": 656.32,
      "grad_norm": 1.368053674697876,
      "learning_rate": 4.013442767988008e-07,
      "loss": 0.3633,
      "step": 2351610
    },
    {
      "epoch": 656.33,
      "grad_norm": 1.2878057956695557,
      "learning_rate": 4.0132914542806756e-07,
      "loss": 0.3263,
      "step": 2351620
    },
    {
      "epoch": 656.33,
      "grad_norm": 1.1648499965667725,
      "learning_rate": 4.01314014315871e-07,
      "loss": 0.3392,
      "step": 2351630
    },
    {
      "epoch": 656.33,
      "grad_norm": 1.34842848777771,
      "learning_rate": 4.012988834622133e-07,
      "loss": 0.3382,
      "step": 2351640
    },
    {
      "epoch": 656.34,
      "grad_norm": 13.108771324157715,
      "learning_rate": 4.0128375286709684e-07,
      "loss": 0.324,
      "step": 2351650
    },
    {
      "epoch": 656.34,
      "grad_norm": 1.1465423107147217,
      "learning_rate": 4.0126862253052206e-07,
      "loss": 0.3302,
      "step": 2351660
    },
    {
      "epoch": 656.34,
      "grad_norm": 1.1467314958572388,
      "learning_rate": 4.012534924524931e-07,
      "loss": 0.3284,
      "step": 2351670
    },
    {
      "epoch": 656.34,
      "grad_norm": 1.1117033958435059,
      "learning_rate": 4.0123836263301043e-07,
      "loss": 0.3502,
      "step": 2351680
    },
    {
      "epoch": 656.35,
      "grad_norm": 1.1376056671142578,
      "learning_rate": 4.0122323307207664e-07,
      "loss": 0.3436,
      "step": 2351690
    },
    {
      "epoch": 656.35,
      "grad_norm": 1.204737901687622,
      "learning_rate": 4.012081037696944e-07,
      "loss": 0.35,
      "step": 2351700
    },
    {
      "epoch": 656.35,
      "grad_norm": 1.3082689046859741,
      "learning_rate": 4.0119297472586446e-07,
      "loss": 0.3499,
      "step": 2351710
    },
    {
      "epoch": 656.36,
      "grad_norm": 1.1700105667114258,
      "learning_rate": 4.0117784594058913e-07,
      "loss": 0.353,
      "step": 2351720
    },
    {
      "epoch": 656.36,
      "grad_norm": 1.3519622087478638,
      "learning_rate": 4.0116271741387076e-07,
      "loss": 0.3343,
      "step": 2351730
    },
    {
      "epoch": 656.36,
      "grad_norm": 1.2964123487472534,
      "learning_rate": 4.01147589145712e-07,
      "loss": 0.3522,
      "step": 2351740
    },
    {
      "epoch": 656.36,
      "grad_norm": 1.233577013015747,
      "learning_rate": 4.0113246113611335e-07,
      "loss": 0.3524,
      "step": 2351750
    },
    {
      "epoch": 656.37,
      "grad_norm": 1.0555191040039062,
      "learning_rate": 4.011173333850779e-07,
      "loss": 0.3443,
      "step": 2351760
    },
    {
      "epoch": 656.37,
      "grad_norm": 1.3131639957427979,
      "learning_rate": 4.0110220589260725e-07,
      "loss": 0.3325,
      "step": 2351770
    },
    {
      "epoch": 656.37,
      "grad_norm": 1.2123072147369385,
      "learning_rate": 4.0108707865870347e-07,
      "loss": 0.3272,
      "step": 2351780
    },
    {
      "epoch": 656.37,
      "grad_norm": 1.2541435956954956,
      "learning_rate": 4.0107195168336936e-07,
      "loss": 0.3279,
      "step": 2351790
    },
    {
      "epoch": 656.38,
      "grad_norm": 1.4443767070770264,
      "learning_rate": 4.0105682496660476e-07,
      "loss": 0.3447,
      "step": 2351800
    },
    {
      "epoch": 656.38,
      "grad_norm": 1.1813234090805054,
      "learning_rate": 4.010416985084146e-07,
      "loss": 0.3406,
      "step": 2351810
    },
    {
      "epoch": 656.38,
      "grad_norm": 1.1393156051635742,
      "learning_rate": 4.010265723087988e-07,
      "loss": 0.3343,
      "step": 2351820
    },
    {
      "epoch": 656.39,
      "grad_norm": 1.5809890031814575,
      "learning_rate": 4.0101144636776007e-07,
      "loss": 0.3468,
      "step": 2351830
    },
    {
      "epoch": 656.39,
      "grad_norm": 2.170039653778076,
      "learning_rate": 4.0099632068530095e-07,
      "loss": 0.333,
      "step": 2351840
    },
    {
      "epoch": 656.39,
      "grad_norm": 1.285184621810913,
      "learning_rate": 4.0098119526142245e-07,
      "loss": 0.3276,
      "step": 2351850
    },
    {
      "epoch": 656.39,
      "grad_norm": 1.1816052198410034,
      "learning_rate": 4.009660700961267e-07,
      "loss": 0.3334,
      "step": 2351860
    },
    {
      "epoch": 656.4,
      "grad_norm": 1.396667242050171,
      "learning_rate": 4.009509451894163e-07,
      "loss": 0.3422,
      "step": 2351870
    },
    {
      "epoch": 656.4,
      "grad_norm": 1.3366016149520874,
      "learning_rate": 4.009358205412933e-07,
      "loss": 0.3396,
      "step": 2351880
    },
    {
      "epoch": 656.4,
      "grad_norm": 1.252392292022705,
      "learning_rate": 4.0092069615175824e-07,
      "loss": 0.3389,
      "step": 2351890
    },
    {
      "epoch": 656.41,
      "grad_norm": 1.3302433490753174,
      "learning_rate": 4.009055720208156e-07,
      "loss": 0.3358,
      "step": 2351900
    },
    {
      "epoch": 656.41,
      "grad_norm": 1.2640762329101562,
      "learning_rate": 4.008904481484655e-07,
      "loss": 0.3509,
      "step": 2351910
    },
    {
      "epoch": 656.41,
      "grad_norm": 1.275970458984375,
      "learning_rate": 4.0087532453471046e-07,
      "loss": 0.3382,
      "step": 2351920
    },
    {
      "epoch": 656.41,
      "grad_norm": 1.101423978805542,
      "learning_rate": 4.008602011795532e-07,
      "loss": 0.3377,
      "step": 2351930
    },
    {
      "epoch": 656.42,
      "grad_norm": 1.3245915174484253,
      "learning_rate": 4.0084507808299454e-07,
      "loss": 0.367,
      "step": 2351940
    },
    {
      "epoch": 656.42,
      "grad_norm": 1.2065930366516113,
      "learning_rate": 4.008299552450369e-07,
      "loss": 0.3336,
      "step": 2351950
    },
    {
      "epoch": 656.42,
      "grad_norm": 1.1911541223526,
      "learning_rate": 4.008148326656828e-07,
      "loss": 0.3252,
      "step": 2351960
    },
    {
      "epoch": 656.42,
      "grad_norm": 1.2919296026229858,
      "learning_rate": 4.00799710344934e-07,
      "loss": 0.3255,
      "step": 2351970
    },
    {
      "epoch": 656.43,
      "grad_norm": 1.0528571605682373,
      "learning_rate": 4.007845882827922e-07,
      "loss": 0.3427,
      "step": 2351980
    },
    {
      "epoch": 656.43,
      "grad_norm": 1.1646887063980103,
      "learning_rate": 4.0076946647925937e-07,
      "loss": 0.3276,
      "step": 2351990
    },
    {
      "epoch": 656.43,
      "grad_norm": 0.9812825918197632,
      "learning_rate": 4.007543449343387e-07,
      "loss": 0.3365,
      "step": 2352000
    },
    {
      "epoch": 656.44,
      "grad_norm": 1.2290624380111694,
      "learning_rate": 4.0073922364803e-07,
      "loss": 0.3403,
      "step": 2352010
    },
    {
      "epoch": 656.44,
      "grad_norm": 1.4223008155822754,
      "learning_rate": 4.007241026203375e-07,
      "loss": 0.3406,
      "step": 2352020
    },
    {
      "epoch": 656.44,
      "grad_norm": 1.244570255279541,
      "learning_rate": 4.0070898185126187e-07,
      "loss": 0.3452,
      "step": 2352030
    },
    {
      "epoch": 656.44,
      "grad_norm": 1.1054097414016724,
      "learning_rate": 4.006938613408054e-07,
      "loss": 0.3352,
      "step": 2352040
    },
    {
      "epoch": 656.45,
      "grad_norm": 1.2193541526794434,
      "learning_rate": 4.0067874108897043e-07,
      "loss": 0.3299,
      "step": 2352050
    },
    {
      "epoch": 656.45,
      "grad_norm": 1.688543677330017,
      "learning_rate": 4.006636210957593e-07,
      "loss": 0.3309,
      "step": 2352060
    },
    {
      "epoch": 656.45,
      "grad_norm": 3.6152236461639404,
      "learning_rate": 4.0064850136117283e-07,
      "loss": 0.3382,
      "step": 2352070
    },
    {
      "epoch": 656.46,
      "grad_norm": 1.2370902299880981,
      "learning_rate": 4.006333818852136e-07,
      "loss": 0.3436,
      "step": 2352080
    },
    {
      "epoch": 656.46,
      "grad_norm": 1.2024028301239014,
      "learning_rate": 4.0061826266788394e-07,
      "loss": 0.3377,
      "step": 2352090
    },
    {
      "epoch": 656.46,
      "grad_norm": 1.2752944231033325,
      "learning_rate": 4.0060314370918563e-07,
      "loss": 0.3332,
      "step": 2352100
    },
    {
      "epoch": 656.46,
      "grad_norm": 1.232941746711731,
      "learning_rate": 4.005880250091211e-07,
      "loss": 0.3317,
      "step": 2352110
    },
    {
      "epoch": 656.47,
      "grad_norm": 1.324813723564148,
      "learning_rate": 4.0057290656769165e-07,
      "loss": 0.3339,
      "step": 2352120
    },
    {
      "epoch": 656.47,
      "grad_norm": 1.2827590703964233,
      "learning_rate": 4.0055778838489924e-07,
      "loss": 0.3332,
      "step": 2352130
    },
    {
      "epoch": 656.47,
      "grad_norm": 1.3157590627670288,
      "learning_rate": 4.0054267046074713e-07,
      "loss": 0.3257,
      "step": 2352140
    },
    {
      "epoch": 656.48,
      "grad_norm": 1.1535661220550537,
      "learning_rate": 4.00527552795235e-07,
      "loss": 0.3443,
      "step": 2352150
    },
    {
      "epoch": 656.48,
      "grad_norm": 1.1670970916748047,
      "learning_rate": 4.0051243538836775e-07,
      "loss": 0.3313,
      "step": 2352160
    },
    {
      "epoch": 656.48,
      "grad_norm": 1.2921603918075562,
      "learning_rate": 4.0049731824014525e-07,
      "loss": 0.3235,
      "step": 2352170
    },
    {
      "epoch": 656.48,
      "grad_norm": 1.3331331014633179,
      "learning_rate": 4.004822013505702e-07,
      "loss": 0.3393,
      "step": 2352180
    },
    {
      "epoch": 656.49,
      "grad_norm": 1.4004830121994019,
      "learning_rate": 4.0046708471964453e-07,
      "loss": 0.3341,
      "step": 2352190
    },
    {
      "epoch": 656.49,
      "grad_norm": 1.2758126258850098,
      "learning_rate": 4.0045196834737113e-07,
      "loss": 0.328,
      "step": 2352200
    },
    {
      "epoch": 656.49,
      "grad_norm": 1.3349355459213257,
      "learning_rate": 4.0043685223375067e-07,
      "loss": 0.3303,
      "step": 2352210
    },
    {
      "epoch": 656.49,
      "grad_norm": 1.079552173614502,
      "learning_rate": 4.0042173637878554e-07,
      "loss": 0.3439,
      "step": 2352220
    },
    {
      "epoch": 656.5,
      "grad_norm": 1.1968764066696167,
      "learning_rate": 4.004066207824786e-07,
      "loss": 0.3441,
      "step": 2352230
    },
    {
      "epoch": 656.5,
      "grad_norm": 1.3926193714141846,
      "learning_rate": 4.003915054448299e-07,
      "loss": 0.334,
      "step": 2352240
    },
    {
      "epoch": 656.5,
      "grad_norm": 1.442039966583252,
      "learning_rate": 4.003763903658441e-07,
      "loss": 0.3284,
      "step": 2352250
    },
    {
      "epoch": 656.51,
      "grad_norm": 1.2626962661743164,
      "learning_rate": 4.0036127554552113e-07,
      "loss": 0.3487,
      "step": 2352260
    },
    {
      "epoch": 656.51,
      "grad_norm": 1.2618919610977173,
      "learning_rate": 4.003461609838639e-07,
      "loss": 0.3307,
      "step": 2352270
    },
    {
      "epoch": 656.51,
      "grad_norm": 1.222155213356018,
      "learning_rate": 4.003310466808748e-07,
      "loss": 0.3192,
      "step": 2352280
    },
    {
      "epoch": 656.51,
      "grad_norm": 1.4429898262023926,
      "learning_rate": 4.0031593263655456e-07,
      "loss": 0.3407,
      "step": 2352290
    },
    {
      "epoch": 656.52,
      "grad_norm": 1.4111517667770386,
      "learning_rate": 4.00300818850906e-07,
      "loss": 0.3313,
      "step": 2352300
    },
    {
      "epoch": 656.52,
      "grad_norm": 1.2608401775360107,
      "learning_rate": 4.0028570532393105e-07,
      "loss": 0.3416,
      "step": 2352310
    },
    {
      "epoch": 656.52,
      "grad_norm": 0.9960790276527405,
      "learning_rate": 4.002705920556322e-07,
      "loss": 0.3426,
      "step": 2352320
    },
    {
      "epoch": 656.53,
      "grad_norm": 1.53579843044281,
      "learning_rate": 4.0025547904601006e-07,
      "loss": 0.3337,
      "step": 2352330
    },
    {
      "epoch": 656.53,
      "grad_norm": 1.2654712200164795,
      "learning_rate": 4.002403662950685e-07,
      "loss": 0.32,
      "step": 2352340
    },
    {
      "epoch": 656.53,
      "grad_norm": 1.133522391319275,
      "learning_rate": 4.002252538028083e-07,
      "loss": 0.3372,
      "step": 2352350
    },
    {
      "epoch": 656.53,
      "grad_norm": 1.0579315423965454,
      "learning_rate": 4.0021014156923154e-07,
      "loss": 0.333,
      "step": 2352360
    },
    {
      "epoch": 656.54,
      "grad_norm": 1.3262709379196167,
      "learning_rate": 4.0019502959434107e-07,
      "loss": 0.3353,
      "step": 2352370
    },
    {
      "epoch": 656.54,
      "grad_norm": 1.3601282835006714,
      "learning_rate": 4.0017991787813715e-07,
      "loss": 0.3461,
      "step": 2352380
    },
    {
      "epoch": 656.54,
      "grad_norm": 1.1962363719940186,
      "learning_rate": 4.0016480642062425e-07,
      "loss": 0.3449,
      "step": 2352390
    },
    {
      "epoch": 656.54,
      "grad_norm": 1.3219611644744873,
      "learning_rate": 4.001496952218023e-07,
      "loss": 0.3419,
      "step": 2352400
    },
    {
      "epoch": 656.55,
      "grad_norm": 1.2872130870819092,
      "learning_rate": 4.001345842816742e-07,
      "loss": 0.3225,
      "step": 2352410
    },
    {
      "epoch": 656.55,
      "grad_norm": 1.056014895439148,
      "learning_rate": 4.0011947360024233e-07,
      "loss": 0.3463,
      "step": 2352420
    },
    {
      "epoch": 656.55,
      "grad_norm": 1.3639824390411377,
      "learning_rate": 4.0010436317750765e-07,
      "loss": 0.3537,
      "step": 2352430
    },
    {
      "epoch": 656.56,
      "grad_norm": 1.3741190433502197,
      "learning_rate": 4.000892530134728e-07,
      "loss": 0.343,
      "step": 2352440
    },
    {
      "epoch": 656.56,
      "grad_norm": 1.2890211343765259,
      "learning_rate": 4.0007414310813964e-07,
      "loss": 0.3433,
      "step": 2352450
    },
    {
      "epoch": 656.56,
      "grad_norm": 1.1377438306808472,
      "learning_rate": 4.000590334615107e-07,
      "loss": 0.334,
      "step": 2352460
    },
    {
      "epoch": 656.56,
      "grad_norm": 1.2155249118804932,
      "learning_rate": 4.0004392407358654e-07,
      "loss": 0.3245,
      "step": 2352470
    },
    {
      "epoch": 656.57,
      "grad_norm": 1.1671730279922485,
      "learning_rate": 4.000288149443716e-07,
      "loss": 0.3412,
      "step": 2352480
    },
    {
      "epoch": 656.57,
      "grad_norm": 1.2579129934310913,
      "learning_rate": 4.000137060738656e-07,
      "loss": 0.3321,
      "step": 2352490
    },
    {
      "epoch": 656.57,
      "grad_norm": 1.0337660312652588,
      "learning_rate": 3.9999859746207164e-07,
      "loss": 0.3343,
      "step": 2352500
    },
    {
      "epoch": 656.58,
      "grad_norm": 1.189050316810608,
      "learning_rate": 3.999834891089918e-07,
      "loss": 0.3402,
      "step": 2352510
    },
    {
      "epoch": 656.58,
      "grad_norm": 1.353613257408142,
      "learning_rate": 3.9996838101462747e-07,
      "loss": 0.3427,
      "step": 2352520
    },
    {
      "epoch": 656.58,
      "grad_norm": 1.3000743389129639,
      "learning_rate": 3.999532731789809e-07,
      "loss": 0.3396,
      "step": 2352530
    },
    {
      "epoch": 656.58,
      "grad_norm": 1.3462660312652588,
      "learning_rate": 3.999381656020542e-07,
      "loss": 0.3312,
      "step": 2352540
    },
    {
      "epoch": 656.59,
      "grad_norm": 1.286974310874939,
      "learning_rate": 3.9992305828385024e-07,
      "loss": 0.3409,
      "step": 2352550
    },
    {
      "epoch": 656.59,
      "grad_norm": 1.2520917654037476,
      "learning_rate": 3.9990795122436925e-07,
      "loss": 0.3221,
      "step": 2352560
    },
    {
      "epoch": 656.59,
      "grad_norm": 1.5191538333892822,
      "learning_rate": 3.9989284442361437e-07,
      "loss": 0.351,
      "step": 2352570
    },
    {
      "epoch": 656.6,
      "grad_norm": 1.1900185346603394,
      "learning_rate": 3.998777378815877e-07,
      "loss": 0.3337,
      "step": 2352580
    },
    {
      "epoch": 656.6,
      "grad_norm": 1.331242561340332,
      "learning_rate": 3.9986263159829e-07,
      "loss": 0.3298,
      "step": 2352590
    },
    {
      "epoch": 656.6,
      "grad_norm": 1.5213491916656494,
      "learning_rate": 3.998475255737254e-07,
      "loss": 0.336,
      "step": 2352600
    },
    {
      "epoch": 656.6,
      "grad_norm": 1.3159234523773193,
      "learning_rate": 3.998324198078943e-07,
      "loss": 0.3401,
      "step": 2352610
    },
    {
      "epoch": 656.61,
      "grad_norm": 1.3255761861801147,
      "learning_rate": 3.9981731430079886e-07,
      "loss": 0.3421,
      "step": 2352620
    },
    {
      "epoch": 656.61,
      "grad_norm": 1.2483432292938232,
      "learning_rate": 3.998022090524418e-07,
      "loss": 0.3423,
      "step": 2352630
    },
    {
      "epoch": 656.61,
      "grad_norm": 1.2093844413757324,
      "learning_rate": 3.997871040628249e-07,
      "loss": 0.3312,
      "step": 2352640
    },
    {
      "epoch": 656.61,
      "grad_norm": 1.3713542222976685,
      "learning_rate": 3.997719993319497e-07,
      "loss": 0.3314,
      "step": 2352650
    },
    {
      "epoch": 656.62,
      "grad_norm": 1.2122464179992676,
      "learning_rate": 3.997568948598183e-07,
      "loss": 0.3511,
      "step": 2352660
    },
    {
      "epoch": 656.62,
      "grad_norm": 1.042134404182434,
      "learning_rate": 3.997417906464328e-07,
      "loss": 0.3381,
      "step": 2352670
    },
    {
      "epoch": 656.62,
      "grad_norm": 6.012170314788818,
      "learning_rate": 3.9972668669179557e-07,
      "loss": 0.3407,
      "step": 2352680
    },
    {
      "epoch": 656.63,
      "grad_norm": 1.3184510469436646,
      "learning_rate": 3.997115829959089e-07,
      "loss": 0.3447,
      "step": 2352690
    },
    {
      "epoch": 656.63,
      "grad_norm": 1.1027169227600098,
      "learning_rate": 3.996964795587738e-07,
      "loss": 0.3205,
      "step": 2352700
    },
    {
      "epoch": 656.63,
      "grad_norm": 1.400068998336792,
      "learning_rate": 3.996813763803927e-07,
      "loss": 0.3415,
      "step": 2352710
    },
    {
      "epoch": 656.63,
      "grad_norm": 1.1771266460418701,
      "learning_rate": 3.9966627346076735e-07,
      "loss": 0.3416,
      "step": 2352720
    },
    {
      "epoch": 656.64,
      "grad_norm": 1.1347541809082031,
      "learning_rate": 3.996511707999004e-07,
      "loss": 0.3368,
      "step": 2352730
    },
    {
      "epoch": 656.64,
      "grad_norm": 1.1505745649337769,
      "learning_rate": 3.996360683977942e-07,
      "loss": 0.3271,
      "step": 2352740
    },
    {
      "epoch": 656.64,
      "grad_norm": 1.3771417140960693,
      "learning_rate": 3.9962096625444916e-07,
      "loss": 0.3331,
      "step": 2352750
    },
    {
      "epoch": 656.65,
      "grad_norm": 1.1269025802612305,
      "learning_rate": 3.996058643698685e-07,
      "loss": 0.3427,
      "step": 2352760
    },
    {
      "epoch": 656.65,
      "grad_norm": 1.0587388277053833,
      "learning_rate": 3.995907627440538e-07,
      "loss": 0.3428,
      "step": 2352770
    },
    {
      "epoch": 656.65,
      "grad_norm": 1.7429718971252441,
      "learning_rate": 3.995756613770079e-07,
      "loss": 0.3403,
      "step": 2352780
    },
    {
      "epoch": 656.65,
      "grad_norm": 1.1945314407348633,
      "learning_rate": 3.9956056026873156e-07,
      "loss": 0.3281,
      "step": 2352790
    },
    {
      "epoch": 656.66,
      "grad_norm": 1.221986174583435,
      "learning_rate": 3.995454594192274e-07,
      "loss": 0.343,
      "step": 2352800
    },
    {
      "epoch": 656.66,
      "grad_norm": 1.1727732419967651,
      "learning_rate": 3.995303588284977e-07,
      "loss": 0.3325,
      "step": 2352810
    },
    {
      "epoch": 656.66,
      "grad_norm": 1.1899253129959106,
      "learning_rate": 3.9951525849654334e-07,
      "loss": 0.3378,
      "step": 2352820
    },
    {
      "epoch": 656.66,
      "grad_norm": 1.2788053750991821,
      "learning_rate": 3.995001584233682e-07,
      "loss": 0.3413,
      "step": 2352830
    },
    {
      "epoch": 656.67,
      "grad_norm": 1.1974971294403076,
      "learning_rate": 3.9948505860897244e-07,
      "loss": 0.3461,
      "step": 2352840
    },
    {
      "epoch": 656.67,
      "grad_norm": 1.474539875984192,
      "learning_rate": 3.994699590533593e-07,
      "loss": 0.3208,
      "step": 2352850
    },
    {
      "epoch": 656.67,
      "grad_norm": 1.845960021018982,
      "learning_rate": 3.9945485975653006e-07,
      "loss": 0.323,
      "step": 2352860
    },
    {
      "epoch": 656.68,
      "grad_norm": 1.3319953680038452,
      "learning_rate": 3.9943976071848777e-07,
      "loss": 0.3395,
      "step": 2352870
    },
    {
      "epoch": 656.68,
      "grad_norm": 1.1358556747436523,
      "learning_rate": 3.9942466193923305e-07,
      "loss": 0.3218,
      "step": 2352880
    },
    {
      "epoch": 656.68,
      "grad_norm": 1.1694658994674683,
      "learning_rate": 3.9940956341876843e-07,
      "loss": 0.34,
      "step": 2352890
    },
    {
      "epoch": 656.68,
      "grad_norm": 1.5444931983947754,
      "learning_rate": 3.993944651570968e-07,
      "loss": 0.3425,
      "step": 2352900
    },
    {
      "epoch": 656.69,
      "grad_norm": 1.227160930633545,
      "learning_rate": 3.993793671542182e-07,
      "loss": 0.3261,
      "step": 2352910
    },
    {
      "epoch": 656.69,
      "grad_norm": 1.3966938257217407,
      "learning_rate": 3.993642694101369e-07,
      "loss": 0.3416,
      "step": 2352920
    },
    {
      "epoch": 656.69,
      "grad_norm": 1.2178179025650024,
      "learning_rate": 3.993491719248536e-07,
      "loss": 0.3269,
      "step": 2352930
    },
    {
      "epoch": 656.7,
      "grad_norm": 1.0778896808624268,
      "learning_rate": 3.993340746983703e-07,
      "loss": 0.3318,
      "step": 2352940
    },
    {
      "epoch": 656.7,
      "grad_norm": 1.373544692993164,
      "learning_rate": 3.993189777306902e-07,
      "loss": 0.3409,
      "step": 2352950
    },
    {
      "epoch": 656.7,
      "grad_norm": 1.7992068529129028,
      "learning_rate": 3.9930388102181293e-07,
      "loss": 0.3384,
      "step": 2352960
    },
    {
      "epoch": 656.7,
      "grad_norm": 1.4806145429611206,
      "learning_rate": 3.992887845717432e-07,
      "loss": 0.3228,
      "step": 2352970
    },
    {
      "epoch": 656.71,
      "grad_norm": 1.4157023429870605,
      "learning_rate": 3.992736883804813e-07,
      "loss": 0.3294,
      "step": 2352980
    },
    {
      "epoch": 656.71,
      "grad_norm": 1.2772208452224731,
      "learning_rate": 3.9925859244802957e-07,
      "loss": 0.3173,
      "step": 2352990
    },
    {
      "epoch": 656.71,
      "grad_norm": 1.1597498655319214,
      "learning_rate": 3.9924349677439034e-07,
      "loss": 0.3363,
      "step": 2353000
    },
    {
      "epoch": 656.72,
      "grad_norm": 1.0927233695983887,
      "learning_rate": 3.9922840135956594e-07,
      "loss": 0.3216,
      "step": 2353010
    },
    {
      "epoch": 656.72,
      "grad_norm": 1.0177329778671265,
      "learning_rate": 3.9921330620355717e-07,
      "loss": 0.3411,
      "step": 2353020
    },
    {
      "epoch": 656.72,
      "grad_norm": 1.133413314819336,
      "learning_rate": 3.991982113063669e-07,
      "loss": 0.3345,
      "step": 2353030
    },
    {
      "epoch": 656.72,
      "grad_norm": 2.7552032470703125,
      "learning_rate": 3.991831166679977e-07,
      "loss": 0.3312,
      "step": 2353040
    },
    {
      "epoch": 656.73,
      "grad_norm": 1.311913013458252,
      "learning_rate": 3.991680222884496e-07,
      "loss": 0.3507,
      "step": 2353050
    },
    {
      "epoch": 656.73,
      "grad_norm": 1.2256648540496826,
      "learning_rate": 3.9915292816772703e-07,
      "loss": 0.3278,
      "step": 2353060
    },
    {
      "epoch": 656.73,
      "grad_norm": 1.1861693859100342,
      "learning_rate": 3.991378343058305e-07,
      "loss": 0.3418,
      "step": 2353070
    },
    {
      "epoch": 656.73,
      "grad_norm": 1.2628589868545532,
      "learning_rate": 3.9912274070276204e-07,
      "loss": 0.3336,
      "step": 2353080
    },
    {
      "epoch": 656.74,
      "grad_norm": 1.4922438859939575,
      "learning_rate": 3.991076473585248e-07,
      "loss": 0.34,
      "step": 2353090
    },
    {
      "epoch": 656.74,
      "grad_norm": 1.2669304609298706,
      "learning_rate": 3.9909255427311943e-07,
      "loss": 0.3392,
      "step": 2353100
    },
    {
      "epoch": 656.74,
      "grad_norm": 1.2059634923934937,
      "learning_rate": 3.990774614465483e-07,
      "loss": 0.3344,
      "step": 2353110
    },
    {
      "epoch": 656.75,
      "grad_norm": 1.3031946420669556,
      "learning_rate": 3.9906236887881366e-07,
      "loss": 0.3299,
      "step": 2353120
    },
    {
      "epoch": 656.75,
      "grad_norm": 1.163431167602539,
      "learning_rate": 3.9904727656991837e-07,
      "loss": 0.3385,
      "step": 2353130
    },
    {
      "epoch": 656.75,
      "grad_norm": 1.490946888923645,
      "learning_rate": 3.9903218451986205e-07,
      "loss": 0.3233,
      "step": 2353140
    },
    {
      "epoch": 656.75,
      "grad_norm": 1.3728011846542358,
      "learning_rate": 3.990170927286495e-07,
      "loss": 0.334,
      "step": 2353150
    },
    {
      "epoch": 656.76,
      "grad_norm": 1.10899817943573,
      "learning_rate": 3.990020011962807e-07,
      "loss": 0.33,
      "step": 2353160
    },
    {
      "epoch": 656.76,
      "grad_norm": 1.1212846040725708,
      "learning_rate": 3.989869099227584e-07,
      "loss": 0.3443,
      "step": 2353170
    },
    {
      "epoch": 656.76,
      "grad_norm": 1.1974729299545288,
      "learning_rate": 3.9897181890808534e-07,
      "loss": 0.3601,
      "step": 2353180
    },
    {
      "epoch": 656.77,
      "grad_norm": 1.2924244403839111,
      "learning_rate": 3.989567281522623e-07,
      "loss": 0.3438,
      "step": 2353190
    },
    {
      "epoch": 656.77,
      "grad_norm": 1.3235317468643188,
      "learning_rate": 3.9894163765529153e-07,
      "loss": 0.3362,
      "step": 2353200
    },
    {
      "epoch": 656.77,
      "grad_norm": 1.2921913862228394,
      "learning_rate": 3.9892654741717543e-07,
      "loss": 0.3469,
      "step": 2353210
    },
    {
      "epoch": 656.77,
      "grad_norm": 1.1040040254592896,
      "learning_rate": 3.989114574379158e-07,
      "loss": 0.3285,
      "step": 2353220
    },
    {
      "epoch": 656.78,
      "grad_norm": 1.3056503534317017,
      "learning_rate": 3.988963677175152e-07,
      "loss": 0.3336,
      "step": 2353230
    },
    {
      "epoch": 656.78,
      "grad_norm": 1.3027939796447754,
      "learning_rate": 3.9888127825597453e-07,
      "loss": 0.3654,
      "step": 2353240
    },
    {
      "epoch": 656.78,
      "grad_norm": 1.2078418731689453,
      "learning_rate": 3.9886618905329655e-07,
      "loss": 0.3401,
      "step": 2353250
    },
    {
      "epoch": 656.78,
      "grad_norm": 1.2621463537216187,
      "learning_rate": 3.9885110010948316e-07,
      "loss": 0.3526,
      "step": 2353260
    },
    {
      "epoch": 656.79,
      "grad_norm": 1.3256275653839111,
      "learning_rate": 3.9883601142453686e-07,
      "loss": 0.3489,
      "step": 2353270
    },
    {
      "epoch": 656.79,
      "grad_norm": 1.1056079864501953,
      "learning_rate": 3.98820922998458e-07,
      "loss": 0.3345,
      "step": 2353280
    },
    {
      "epoch": 656.79,
      "grad_norm": 1.3318756818771362,
      "learning_rate": 3.9880583483125096e-07,
      "loss": 0.3342,
      "step": 2353290
    },
    {
      "epoch": 656.8,
      "grad_norm": 1.2432247400283813,
      "learning_rate": 3.9879074692291576e-07,
      "loss": 0.3476,
      "step": 2353300
    },
    {
      "epoch": 656.8,
      "grad_norm": 1.0899258852005005,
      "learning_rate": 3.987756592734555e-07,
      "loss": 0.3291,
      "step": 2353310
    },
    {
      "epoch": 656.8,
      "grad_norm": 1.4368165731430054,
      "learning_rate": 3.9876057188287203e-07,
      "loss": 0.346,
      "step": 2353320
    },
    {
      "epoch": 656.8,
      "grad_norm": 1.1948297023773193,
      "learning_rate": 3.9874548475116684e-07,
      "loss": 0.3474,
      "step": 2353330
    },
    {
      "epoch": 656.81,
      "grad_norm": 1.19660222530365,
      "learning_rate": 3.987303978783421e-07,
      "loss": 0.3315,
      "step": 2353340
    },
    {
      "epoch": 656.81,
      "grad_norm": 1.3780243396759033,
      "learning_rate": 3.9871531126440017e-07,
      "loss": 0.332,
      "step": 2353350
    },
    {
      "epoch": 656.81,
      "grad_norm": 1.3330841064453125,
      "learning_rate": 3.9870022490934356e-07,
      "loss": 0.3559,
      "step": 2353360
    },
    {
      "epoch": 656.82,
      "grad_norm": 1.1260889768600464,
      "learning_rate": 3.9868513881317283e-07,
      "loss": 0.3386,
      "step": 2353370
    },
    {
      "epoch": 656.82,
      "grad_norm": 1.1174904108047485,
      "learning_rate": 3.9867005297589084e-07,
      "loss": 0.3352,
      "step": 2353380
    },
    {
      "epoch": 656.82,
      "grad_norm": 1.2176258563995361,
      "learning_rate": 3.986549673975002e-07,
      "loss": 0.3503,
      "step": 2353390
    },
    {
      "epoch": 656.82,
      "grad_norm": 1.2736451625823975,
      "learning_rate": 3.986398820780009e-07,
      "loss": 0.3564,
      "step": 2353400
    },
    {
      "epoch": 656.83,
      "grad_norm": 1.2089157104492188,
      "learning_rate": 3.986247970173974e-07,
      "loss": 0.3431,
      "step": 2353410
    },
    {
      "epoch": 656.83,
      "grad_norm": 1.185279130935669,
      "learning_rate": 3.9860971221569017e-07,
      "loss": 0.3373,
      "step": 2353420
    },
    {
      "epoch": 656.83,
      "grad_norm": 1.144627332687378,
      "learning_rate": 3.9859462767288157e-07,
      "loss": 0.3437,
      "step": 2353430
    },
    {
      "epoch": 656.84,
      "grad_norm": 1.1225608587265015,
      "learning_rate": 3.9857954338897367e-07,
      "loss": 0.335,
      "step": 2353440
    },
    {
      "epoch": 656.84,
      "grad_norm": 1.779728651046753,
      "learning_rate": 3.9856445936396907e-07,
      "loss": 0.3444,
      "step": 2353450
    },
    {
      "epoch": 656.84,
      "grad_norm": 1.2322112321853638,
      "learning_rate": 3.985493755978689e-07,
      "loss": 0.3486,
      "step": 2353460
    },
    {
      "epoch": 656.84,
      "grad_norm": 1.4124125242233276,
      "learning_rate": 3.985342920906751e-07,
      "loss": 0.3314,
      "step": 2353470
    },
    {
      "epoch": 656.85,
      "grad_norm": 1.375059962272644,
      "learning_rate": 3.985192088423906e-07,
      "loss": 0.3466,
      "step": 2353480
    },
    {
      "epoch": 656.85,
      "grad_norm": 1.1613667011260986,
      "learning_rate": 3.98504125853016e-07,
      "loss": 0.3356,
      "step": 2353490
    },
    {
      "epoch": 656.85,
      "grad_norm": 1.305690050125122,
      "learning_rate": 3.98489043122555e-07,
      "loss": 0.3404,
      "step": 2353500
    },
    {
      "epoch": 656.85,
      "grad_norm": 1.278063416481018,
      "learning_rate": 3.984739606510083e-07,
      "loss": 0.3375,
      "step": 2353510
    },
    {
      "epoch": 656.86,
      "grad_norm": 1.3309012651443481,
      "learning_rate": 3.984588784383785e-07,
      "loss": 0.3404,
      "step": 2353520
    },
    {
      "epoch": 656.86,
      "grad_norm": 1.2943977117538452,
      "learning_rate": 3.984437964846678e-07,
      "loss": 0.3312,
      "step": 2353530
    },
    {
      "epoch": 656.86,
      "grad_norm": 1.0963507890701294,
      "learning_rate": 3.984287147898769e-07,
      "loss": 0.3275,
      "step": 2353540
    },
    {
      "epoch": 656.87,
      "grad_norm": 1.1164201498031616,
      "learning_rate": 3.984136333540101e-07,
      "loss": 0.3246,
      "step": 2353550
    },
    {
      "epoch": 656.87,
      "grad_norm": 1.2528517246246338,
      "learning_rate": 3.983985521770674e-07,
      "loss": 0.3334,
      "step": 2353560
    },
    {
      "epoch": 656.87,
      "grad_norm": 1.2011797428131104,
      "learning_rate": 3.983834712590514e-07,
      "loss": 0.3431,
      "step": 2353570
    },
    {
      "epoch": 656.87,
      "grad_norm": 1.3496038913726807,
      "learning_rate": 3.983683905999643e-07,
      "loss": 0.3351,
      "step": 2353580
    },
    {
      "epoch": 656.88,
      "grad_norm": 1.2499735355377197,
      "learning_rate": 3.9835331019980857e-07,
      "loss": 0.3449,
      "step": 2353590
    },
    {
      "epoch": 656.88,
      "grad_norm": 1.4926162958145142,
      "learning_rate": 3.983382300585851e-07,
      "loss": 0.315,
      "step": 2353600
    },
    {
      "epoch": 656.88,
      "grad_norm": 1.5551245212554932,
      "learning_rate": 3.983231501762964e-07,
      "loss": 0.3409,
      "step": 2353610
    },
    {
      "epoch": 656.89,
      "grad_norm": 1.2112319469451904,
      "learning_rate": 3.98308070552945e-07,
      "loss": 0.3273,
      "step": 2353620
    },
    {
      "epoch": 656.89,
      "grad_norm": 1.1943650245666504,
      "learning_rate": 3.9829299118853164e-07,
      "loss": 0.323,
      "step": 2353630
    },
    {
      "epoch": 656.89,
      "grad_norm": 1.0209540128707886,
      "learning_rate": 3.982779120830601e-07,
      "loss": 0.3357,
      "step": 2353640
    },
    {
      "epoch": 656.89,
      "grad_norm": 1.0491999387741089,
      "learning_rate": 3.9826283323653085e-07,
      "loss": 0.3575,
      "step": 2353650
    },
    {
      "epoch": 656.9,
      "grad_norm": 1.3471319675445557,
      "learning_rate": 3.9824775464894663e-07,
      "loss": 0.3401,
      "step": 2353660
    },
    {
      "epoch": 656.9,
      "grad_norm": 1.3391001224517822,
      "learning_rate": 3.982326763203091e-07,
      "loss": 0.3259,
      "step": 2353670
    },
    {
      "epoch": 656.9,
      "grad_norm": 1.2774885892868042,
      "learning_rate": 3.98217598250621e-07,
      "loss": 0.3355,
      "step": 2353680
    },
    {
      "epoch": 656.9,
      "grad_norm": 1.1674939393997192,
      "learning_rate": 3.9820252043988326e-07,
      "loss": 0.3394,
      "step": 2353690
    },
    {
      "epoch": 656.91,
      "grad_norm": 1.14893639087677,
      "learning_rate": 3.9818744288809857e-07,
      "loss": 0.3452,
      "step": 2353700
    },
    {
      "epoch": 656.91,
      "grad_norm": 1.4749946594238281,
      "learning_rate": 3.981723655952692e-07,
      "loss": 0.3558,
      "step": 2353710
    },
    {
      "epoch": 656.91,
      "grad_norm": 1.2142747640609741,
      "learning_rate": 3.981572885613958e-07,
      "loss": 0.3359,
      "step": 2353720
    },
    {
      "epoch": 656.92,
      "grad_norm": 1.1071394681930542,
      "learning_rate": 3.9814221178648234e-07,
      "loss": 0.3557,
      "step": 2353730
    },
    {
      "epoch": 656.92,
      "grad_norm": 1.1454766988754272,
      "learning_rate": 3.981271352705292e-07,
      "loss": 0.3239,
      "step": 2353740
    },
    {
      "epoch": 656.92,
      "grad_norm": 1.2739189863204956,
      "learning_rate": 3.9811205901353904e-07,
      "loss": 0.3348,
      "step": 2353750
    },
    {
      "epoch": 656.92,
      "grad_norm": 1.0343248844146729,
      "learning_rate": 3.980969830155143e-07,
      "loss": 0.3613,
      "step": 2353760
    },
    {
      "epoch": 656.93,
      "grad_norm": 1.1269217729568481,
      "learning_rate": 3.980819072764559e-07,
      "loss": 0.3285,
      "step": 2353770
    },
    {
      "epoch": 656.93,
      "grad_norm": 1.1313090324401855,
      "learning_rate": 3.980668317963666e-07,
      "loss": 0.3426,
      "step": 2353780
    },
    {
      "epoch": 656.93,
      "grad_norm": 1.3264307975769043,
      "learning_rate": 3.980517565752483e-07,
      "loss": 0.3554,
      "step": 2353790
    },
    {
      "epoch": 656.94,
      "grad_norm": 1.2085312604904175,
      "learning_rate": 3.980366816131028e-07,
      "loss": 0.345,
      "step": 2353800
    },
    {
      "epoch": 656.94,
      "grad_norm": 1.2324966192245483,
      "learning_rate": 3.980216069099324e-07,
      "loss": 0.344,
      "step": 2353810
    },
    {
      "epoch": 656.94,
      "grad_norm": 1.1539393663406372,
      "learning_rate": 3.980065324657395e-07,
      "loss": 0.3433,
      "step": 2353820
    },
    {
      "epoch": 656.94,
      "grad_norm": 1.0939580202102661,
      "learning_rate": 3.9799145828052485e-07,
      "loss": 0.3372,
      "step": 2353830
    },
    {
      "epoch": 656.95,
      "grad_norm": 1.3886662721633911,
      "learning_rate": 3.979763843542916e-07,
      "loss": 0.3291,
      "step": 2353840
    },
    {
      "epoch": 656.95,
      "grad_norm": 1.2103521823883057,
      "learning_rate": 3.979613106870415e-07,
      "loss": 0.3523,
      "step": 2353850
    },
    {
      "epoch": 656.95,
      "grad_norm": 1.2909996509552002,
      "learning_rate": 3.9794623727877537e-07,
      "loss": 0.3354,
      "step": 2353860
    },
    {
      "epoch": 656.96,
      "grad_norm": 1.276936650276184,
      "learning_rate": 3.979311641294974e-07,
      "loss": 0.3284,
      "step": 2353870
    },
    {
      "epoch": 656.96,
      "grad_norm": 1.1223618984222412,
      "learning_rate": 3.9791609123920815e-07,
      "loss": 0.3365,
      "step": 2353880
    },
    {
      "epoch": 656.96,
      "grad_norm": 1.2802734375,
      "learning_rate": 3.979010186079096e-07,
      "loss": 0.352,
      "step": 2353890
    },
    {
      "epoch": 656.96,
      "grad_norm": 1.1841983795166016,
      "learning_rate": 3.9788594623560495e-07,
      "loss": 0.339,
      "step": 2353900
    },
    {
      "epoch": 656.97,
      "grad_norm": 1.1207102537155151,
      "learning_rate": 3.978708741222944e-07,
      "loss": 0.3185,
      "step": 2353910
    },
    {
      "epoch": 656.97,
      "grad_norm": 1.3230185508728027,
      "learning_rate": 3.978558022679811e-07,
      "loss": 0.3315,
      "step": 2353920
    },
    {
      "epoch": 656.97,
      "grad_norm": 1.2016021013259888,
      "learning_rate": 3.9784073067266684e-07,
      "loss": 0.3298,
      "step": 2353930
    },
    {
      "epoch": 656.97,
      "grad_norm": 1.0540335178375244,
      "learning_rate": 3.9782565933635407e-07,
      "loss": 0.3279,
      "step": 2353940
    },
    {
      "epoch": 656.98,
      "grad_norm": 1.6328665018081665,
      "learning_rate": 3.9781058825904343e-07,
      "loss": 0.3443,
      "step": 2353950
    },
    {
      "epoch": 656.98,
      "grad_norm": 1.255309820175171,
      "learning_rate": 3.9779551744073895e-07,
      "loss": 0.3432,
      "step": 2353960
    },
    {
      "epoch": 656.98,
      "grad_norm": 1.1954615116119385,
      "learning_rate": 3.977804468814408e-07,
      "loss": 0.3597,
      "step": 2353970
    },
    {
      "epoch": 656.99,
      "grad_norm": 1.255598783493042,
      "learning_rate": 3.9776537658115185e-07,
      "loss": 0.3272,
      "step": 2353980
    },
    {
      "epoch": 656.99,
      "grad_norm": 1.249801516532898,
      "learning_rate": 3.9775030653987447e-07,
      "loss": 0.3428,
      "step": 2353990
    },
    {
      "epoch": 656.99,
      "grad_norm": 1.352600336074829,
      "learning_rate": 3.9773523675760966e-07,
      "loss": 0.3327,
      "step": 2354000
    },
    {
      "epoch": 656.99,
      "grad_norm": 1.1341363191604614,
      "learning_rate": 3.977201672343601e-07,
      "loss": 0.3427,
      "step": 2354010
    },
    {
      "epoch": 657.0,
      "grad_norm": 1.1047955751419067,
      "learning_rate": 3.9770509797012757e-07,
      "loss": 0.326,
      "step": 2354020
    },
    {
      "epoch": 657.0,
      "grad_norm": 1.4891157150268555,
      "learning_rate": 3.9769002896491463e-07,
      "loss": 0.3348,
      "step": 2354030
    },
    {
      "epoch": 657.0,
      "eval_loss": 0.33986392617225647,
      "eval_runtime": 65.8789,
      "eval_samples_per_second": 76.792,
      "eval_steps_per_second": 9.609,
      "step": 2354031
    },
    {
      "epoch": 657.0,
      "grad_norm": 1.4663019180297852,
      "learning_rate": 3.9767496021872215e-07,
      "loss": 0.3388,
      "step": 2354040
    },
    {
      "epoch": 657.01,
      "grad_norm": 1.487433671951294,
      "learning_rate": 3.976598917315529e-07,
      "loss": 0.3547,
      "step": 2354050
    },
    {
      "epoch": 657.01,
      "grad_norm": 1.3046129941940308,
      "learning_rate": 3.9764482350340955e-07,
      "loss": 0.343,
      "step": 2354060
    },
    {
      "epoch": 657.01,
      "grad_norm": 1.3531731367111206,
      "learning_rate": 3.976297555342918e-07,
      "loss": 0.3329,
      "step": 2354070
    },
    {
      "epoch": 657.01,
      "grad_norm": 1.099687099456787,
      "learning_rate": 3.9761468782420465e-07,
      "loss": 0.3335,
      "step": 2354080
    },
    {
      "epoch": 657.02,
      "grad_norm": 1.1179550886154175,
      "learning_rate": 3.975996203731472e-07,
      "loss": 0.3518,
      "step": 2354090
    },
    {
      "epoch": 657.02,
      "grad_norm": 1.3599175214767456,
      "learning_rate": 3.975845531811243e-07,
      "loss": 0.3331,
      "step": 2354100
    },
    {
      "epoch": 657.02,
      "grad_norm": 1.2866642475128174,
      "learning_rate": 3.975694862481358e-07,
      "loss": 0.3378,
      "step": 2354110
    },
    {
      "epoch": 657.02,
      "grad_norm": 1.3827173709869385,
      "learning_rate": 3.9755441957418463e-07,
      "loss": 0.3267,
      "step": 2354120
    },
    {
      "epoch": 657.03,
      "grad_norm": 1.2410963773727417,
      "learning_rate": 3.975393531592731e-07,
      "loss": 0.3415,
      "step": 2354130
    },
    {
      "epoch": 657.03,
      "grad_norm": 1.17226243019104,
      "learning_rate": 3.9752428700340207e-07,
      "loss": 0.3413,
      "step": 2354140
    },
    {
      "epoch": 657.03,
      "grad_norm": 1.2361674308776855,
      "learning_rate": 3.975092211065743e-07,
      "loss": 0.3388,
      "step": 2354150
    },
    {
      "epoch": 657.04,
      "grad_norm": 1.3726837635040283,
      "learning_rate": 3.974941554687917e-07,
      "loss": 0.3305,
      "step": 2354160
    },
    {
      "epoch": 657.04,
      "grad_norm": 1.5433107614517212,
      "learning_rate": 3.9747909009005677e-07,
      "loss": 0.3495,
      "step": 2354170
    },
    {
      "epoch": 657.04,
      "grad_norm": 1.0747581720352173,
      "learning_rate": 3.974640249703707e-07,
      "loss": 0.3339,
      "step": 2354180
    },
    {
      "epoch": 657.04,
      "grad_norm": 1.2743942737579346,
      "learning_rate": 3.974489601097357e-07,
      "loss": 0.3267,
      "step": 2354190
    },
    {
      "epoch": 657.05,
      "grad_norm": 1.1069046258926392,
      "learning_rate": 3.974338955081544e-07,
      "loss": 0.3485,
      "step": 2354200
    },
    {
      "epoch": 657.05,
      "grad_norm": 1.4509682655334473,
      "learning_rate": 3.9741883116562736e-07,
      "loss": 0.3448,
      "step": 2354210
    },
    {
      "epoch": 657.05,
      "grad_norm": 1.2993422746658325,
      "learning_rate": 3.9740376708215844e-07,
      "loss": 0.339,
      "step": 2354220
    },
    {
      "epoch": 657.06,
      "grad_norm": 1.2553164958953857,
      "learning_rate": 3.973887032577482e-07,
      "loss": 0.3217,
      "step": 2354230
    },
    {
      "epoch": 657.06,
      "grad_norm": 1.2489601373672485,
      "learning_rate": 3.973736396923992e-07,
      "loss": 0.3391,
      "step": 2354240
    },
    {
      "epoch": 657.06,
      "grad_norm": 1.192793369293213,
      "learning_rate": 3.9735857638611354e-07,
      "loss": 0.3387,
      "step": 2354250
    },
    {
      "epoch": 657.06,
      "grad_norm": 1.3299412727355957,
      "learning_rate": 3.9734351333889356e-07,
      "loss": 0.3349,
      "step": 2354260
    },
    {
      "epoch": 657.07,
      "grad_norm": 1.2125383615493774,
      "learning_rate": 3.973284505507401e-07,
      "loss": 0.325,
      "step": 2354270
    },
    {
      "epoch": 657.07,
      "grad_norm": 1.149999976158142,
      "learning_rate": 3.973133880216562e-07,
      "loss": 0.3327,
      "step": 2354280
    },
    {
      "epoch": 657.07,
      "grad_norm": 1.1830679178237915,
      "learning_rate": 3.9729832575164396e-07,
      "loss": 0.3298,
      "step": 2354290
    },
    {
      "epoch": 657.08,
      "grad_norm": 1.6439982652664185,
      "learning_rate": 3.9728326374070363e-07,
      "loss": 0.3436,
      "step": 2354300
    },
    {
      "epoch": 657.08,
      "grad_norm": 1.1204347610473633,
      "learning_rate": 3.9726820198883997e-07,
      "loss": 0.3168,
      "step": 2354310
    },
    {
      "epoch": 657.08,
      "grad_norm": 1.1119364500045776,
      "learning_rate": 3.972531404960529e-07,
      "loss": 0.3346,
      "step": 2354320
    },
    {
      "epoch": 657.08,
      "grad_norm": 1.6377371549606323,
      "learning_rate": 3.9723807926234526e-07,
      "loss": 0.3555,
      "step": 2354330
    },
    {
      "epoch": 657.09,
      "grad_norm": 1.1542233228683472,
      "learning_rate": 3.9722301828771925e-07,
      "loss": 0.3473,
      "step": 2354340
    },
    {
      "epoch": 657.09,
      "grad_norm": 1.20363187789917,
      "learning_rate": 3.9720795757217605e-07,
      "loss": 0.3466,
      "step": 2354350
    },
    {
      "epoch": 657.09,
      "grad_norm": 1.4647585153579712,
      "learning_rate": 3.971928971157181e-07,
      "loss": 0.3471,
      "step": 2354360
    },
    {
      "epoch": 657.09,
      "grad_norm": 1.2953474521636963,
      "learning_rate": 3.971778369183474e-07,
      "loss": 0.3479,
      "step": 2354370
    },
    {
      "epoch": 657.1,
      "grad_norm": 1.2532780170440674,
      "learning_rate": 3.971627769800658e-07,
      "loss": 0.3336,
      "step": 2354380
    },
    {
      "epoch": 657.1,
      "grad_norm": 1.458086371421814,
      "learning_rate": 3.971477173008759e-07,
      "loss": 0.327,
      "step": 2354390
    },
    {
      "epoch": 657.1,
      "grad_norm": 1.4122122526168823,
      "learning_rate": 3.9713265788077955e-07,
      "loss": 0.3409,
      "step": 2354400
    },
    {
      "epoch": 657.11,
      "grad_norm": 1.1661430597305298,
      "learning_rate": 3.97117598719778e-07,
      "loss": 0.3486,
      "step": 2354410
    },
    {
      "epoch": 657.11,
      "grad_norm": 1.4436750411987305,
      "learning_rate": 3.9710253981787365e-07,
      "loss": 0.3323,
      "step": 2354420
    },
    {
      "epoch": 657.11,
      "grad_norm": 1.6315802335739136,
      "learning_rate": 3.970874811750693e-07,
      "loss": 0.3471,
      "step": 2354430
    },
    {
      "epoch": 657.11,
      "grad_norm": 1.5279368162155151,
      "learning_rate": 3.970724227913653e-07,
      "loss": 0.3521,
      "step": 2354440
    },
    {
      "epoch": 657.12,
      "grad_norm": 1.216829776763916,
      "learning_rate": 3.9705736466676544e-07,
      "loss": 0.3308,
      "step": 2354450
    },
    {
      "epoch": 657.12,
      "grad_norm": 1.2431598901748657,
      "learning_rate": 3.9704230680127063e-07,
      "loss": 0.3319,
      "step": 2354460
    },
    {
      "epoch": 657.12,
      "grad_norm": 1.1020039319992065,
      "learning_rate": 3.9702724919488283e-07,
      "loss": 0.3508,
      "step": 2354470
    },
    {
      "epoch": 657.13,
      "grad_norm": 1.1952184438705444,
      "learning_rate": 3.970121918476052e-07,
      "loss": 0.3422,
      "step": 2354480
    },
    {
      "epoch": 657.13,
      "grad_norm": 1.4426206350326538,
      "learning_rate": 3.9699713475943825e-07,
      "loss": 0.3471,
      "step": 2354490
    },
    {
      "epoch": 657.13,
      "grad_norm": 1.247009515762329,
      "learning_rate": 3.9698207793038466e-07,
      "loss": 0.3538,
      "step": 2354500
    },
    {
      "epoch": 657.13,
      "grad_norm": 1.3881969451904297,
      "learning_rate": 3.9696702136044617e-07,
      "loss": 0.3317,
      "step": 2354510
    },
    {
      "epoch": 657.14,
      "grad_norm": 1.1604492664337158,
      "learning_rate": 3.969519650496259e-07,
      "loss": 0.3437,
      "step": 2354520
    },
    {
      "epoch": 657.14,
      "grad_norm": 1.2377169132232666,
      "learning_rate": 3.969369089979237e-07,
      "loss": 0.3246,
      "step": 2354530
    },
    {
      "epoch": 657.14,
      "grad_norm": 1.4109163284301758,
      "learning_rate": 3.969218532053441e-07,
      "loss": 0.3204,
      "step": 2354540
    },
    {
      "epoch": 657.14,
      "grad_norm": 1.1088680028915405,
      "learning_rate": 3.969067976718872e-07,
      "loss": 0.3365,
      "step": 2354550
    },
    {
      "epoch": 657.15,
      "grad_norm": 1.0945230722427368,
      "learning_rate": 3.9689174239755557e-07,
      "loss": 0.3381,
      "step": 2354560
    },
    {
      "epoch": 657.15,
      "grad_norm": 1.052648901939392,
      "learning_rate": 3.9687668738235204e-07,
      "loss": 0.32,
      "step": 2354570
    },
    {
      "epoch": 657.15,
      "grad_norm": 1.2851595878601074,
      "learning_rate": 3.968616326262772e-07,
      "loss": 0.3426,
      "step": 2354580
    },
    {
      "epoch": 657.16,
      "grad_norm": 1.3374319076538086,
      "learning_rate": 3.968465781293336e-07,
      "loss": 0.3189,
      "step": 2354590
    },
    {
      "epoch": 657.16,
      "grad_norm": 1.065306544303894,
      "learning_rate": 3.968315238915236e-07,
      "loss": 0.3337,
      "step": 2354600
    },
    {
      "epoch": 657.16,
      "grad_norm": 1.4809346199035645,
      "learning_rate": 3.9681646991284956e-07,
      "loss": 0.3444,
      "step": 2354610
    },
    {
      "epoch": 657.16,
      "grad_norm": 1.203444242477417,
      "learning_rate": 3.9680141619331225e-07,
      "loss": 0.3435,
      "step": 2354620
    },
    {
      "epoch": 657.17,
      "grad_norm": 1.2301905155181885,
      "learning_rate": 3.9678636273291424e-07,
      "loss": 0.3333,
      "step": 2354630
    },
    {
      "epoch": 657.17,
      "grad_norm": 1.1749035120010376,
      "learning_rate": 3.967713095316579e-07,
      "loss": 0.3555,
      "step": 2354640
    },
    {
      "epoch": 657.17,
      "grad_norm": 1.133326768875122,
      "learning_rate": 3.9675625658954455e-07,
      "loss": 0.3309,
      "step": 2354650
    },
    {
      "epoch": 657.18,
      "grad_norm": 1.3389734029769897,
      "learning_rate": 3.967412039065775e-07,
      "loss": 0.3426,
      "step": 2354660
    },
    {
      "epoch": 657.18,
      "grad_norm": 1.111169695854187,
      "learning_rate": 3.9672615148275663e-07,
      "loss": 0.3312,
      "step": 2354670
    },
    {
      "epoch": 657.18,
      "grad_norm": 1.2393505573272705,
      "learning_rate": 3.967110993180862e-07,
      "loss": 0.341,
      "step": 2354680
    },
    {
      "epoch": 657.18,
      "grad_norm": 1.2965904474258423,
      "learning_rate": 3.9669604741256683e-07,
      "loss": 0.3366,
      "step": 2354690
    },
    {
      "epoch": 657.19,
      "grad_norm": 1.3402849435806274,
      "learning_rate": 3.966809957662006e-07,
      "loss": 0.3344,
      "step": 2354700
    },
    {
      "epoch": 657.19,
      "grad_norm": 1.2270931005477905,
      "learning_rate": 3.9666594437899057e-07,
      "loss": 0.3513,
      "step": 2354710
    },
    {
      "epoch": 657.19,
      "grad_norm": 1.4444315433502197,
      "learning_rate": 3.966508932509373e-07,
      "loss": 0.3306,
      "step": 2354720
    },
    {
      "epoch": 657.2,
      "grad_norm": 1.472910761833191,
      "learning_rate": 3.966358423820434e-07,
      "loss": 0.3484,
      "step": 2354730
    },
    {
      "epoch": 657.2,
      "grad_norm": 1.1372393369674683,
      "learning_rate": 3.966207917723109e-07,
      "loss": 0.344,
      "step": 2354740
    },
    {
      "epoch": 657.2,
      "grad_norm": 1.2456800937652588,
      "learning_rate": 3.966057414217425e-07,
      "loss": 0.3397,
      "step": 2354750
    },
    {
      "epoch": 657.2,
      "grad_norm": 1.2942413091659546,
      "learning_rate": 3.965906913303384e-07,
      "loss": 0.3474,
      "step": 2354760
    },
    {
      "epoch": 657.21,
      "grad_norm": 1.0997366905212402,
      "learning_rate": 3.96575641498103e-07,
      "loss": 0.3198,
      "step": 2354770
    },
    {
      "epoch": 657.21,
      "grad_norm": 1.1439818143844604,
      "learning_rate": 3.965605919250361e-07,
      "loss": 0.3165,
      "step": 2354780
    },
    {
      "epoch": 657.21,
      "grad_norm": 1.3985294103622437,
      "learning_rate": 3.96545542611141e-07,
      "loss": 0.3499,
      "step": 2354790
    },
    {
      "epoch": 657.21,
      "grad_norm": 1.3098338842391968,
      "learning_rate": 3.9653049355641965e-07,
      "loss": 0.345,
      "step": 2354800
    },
    {
      "epoch": 657.22,
      "grad_norm": 1.4059977531433105,
      "learning_rate": 3.965154447608735e-07,
      "loss": 0.3414,
      "step": 2354810
    },
    {
      "epoch": 657.22,
      "grad_norm": 1.153167486190796,
      "learning_rate": 3.965003962245044e-07,
      "loss": 0.3337,
      "step": 2354820
    },
    {
      "epoch": 657.22,
      "grad_norm": 1.2478716373443604,
      "learning_rate": 3.964853479473149e-07,
      "loss": 0.3543,
      "step": 2354830
    },
    {
      "epoch": 657.23,
      "grad_norm": 1.3619980812072754,
      "learning_rate": 3.9647029992930746e-07,
      "loss": 0.3262,
      "step": 2354840
    },
    {
      "epoch": 657.23,
      "grad_norm": 1.8104339838027954,
      "learning_rate": 3.9645525217048304e-07,
      "loss": 0.3437,
      "step": 2354850
    },
    {
      "epoch": 657.23,
      "grad_norm": 1.1938339471817017,
      "learning_rate": 3.9644020467084403e-07,
      "loss": 0.3497,
      "step": 2354860
    },
    {
      "epoch": 657.23,
      "grad_norm": 1.3962736129760742,
      "learning_rate": 3.9642515743039297e-07,
      "loss": 0.3306,
      "step": 2354870
    },
    {
      "epoch": 657.24,
      "grad_norm": 1.2421557903289795,
      "learning_rate": 3.964101104491302e-07,
      "loss": 0.3453,
      "step": 2354880
    },
    {
      "epoch": 657.24,
      "grad_norm": 1.273053765296936,
      "learning_rate": 3.9639506372706006e-07,
      "loss": 0.3223,
      "step": 2354890
    },
    {
      "epoch": 657.24,
      "grad_norm": 1.1604636907577515,
      "learning_rate": 3.963800172641828e-07,
      "loss": 0.3434,
      "step": 2354900
    },
    {
      "epoch": 657.25,
      "grad_norm": 1.3172553777694702,
      "learning_rate": 3.9636497106050114e-07,
      "loss": 0.348,
      "step": 2354910
    },
    {
      "epoch": 657.25,
      "grad_norm": 1.2109739780426025,
      "learning_rate": 3.9634992511601685e-07,
      "loss": 0.348,
      "step": 2354920
    },
    {
      "epoch": 657.25,
      "grad_norm": 1.5260958671569824,
      "learning_rate": 3.9633487943073274e-07,
      "loss": 0.3454,
      "step": 2354930
    },
    {
      "epoch": 657.25,
      "grad_norm": 1.1389966011047363,
      "learning_rate": 3.9631983400464934e-07,
      "loss": 0.3379,
      "step": 2354940
    },
    {
      "epoch": 657.26,
      "grad_norm": 1.156537652015686,
      "learning_rate": 3.9630478883776956e-07,
      "loss": 0.3469,
      "step": 2354950
    },
    {
      "epoch": 657.26,
      "grad_norm": 1.0633537769317627,
      "learning_rate": 3.962897439300952e-07,
      "loss": 0.3423,
      "step": 2354960
    },
    {
      "epoch": 657.26,
      "grad_norm": 1.2274988889694214,
      "learning_rate": 3.9627469928162833e-07,
      "loss": 0.3456,
      "step": 2354970
    },
    {
      "epoch": 657.26,
      "grad_norm": 1.2072690725326538,
      "learning_rate": 3.9625965489237154e-07,
      "loss": 0.3277,
      "step": 2354980
    },
    {
      "epoch": 657.27,
      "grad_norm": 1.2002618312835693,
      "learning_rate": 3.9624461076232595e-07,
      "loss": 0.3501,
      "step": 2354990
    },
    {
      "epoch": 657.27,
      "grad_norm": 1.2270961999893188,
      "learning_rate": 3.9622956689149356e-07,
      "loss": 0.3425,
      "step": 2355000
    },
    {
      "epoch": 657.27,
      "grad_norm": 1.371713638305664,
      "learning_rate": 3.9621452327987723e-07,
      "loss": 0.3401,
      "step": 2355010
    },
    {
      "epoch": 657.28,
      "grad_norm": 1.2419414520263672,
      "learning_rate": 3.961994799274773e-07,
      "loss": 0.3375,
      "step": 2355020
    },
    {
      "epoch": 657.28,
      "grad_norm": 1.1658592224121094,
      "learning_rate": 3.9618443683429806e-07,
      "loss": 0.3554,
      "step": 2355030
    },
    {
      "epoch": 657.28,
      "grad_norm": 1.144821286201477,
      "learning_rate": 3.9616939400033967e-07,
      "loss": 0.3356,
      "step": 2355040
    },
    {
      "epoch": 657.28,
      "grad_norm": 1.0589927434921265,
      "learning_rate": 3.9615435142560485e-07,
      "loss": 0.341,
      "step": 2355050
    },
    {
      "epoch": 657.29,
      "grad_norm": 1.293220043182373,
      "learning_rate": 3.961393091100955e-07,
      "loss": 0.3355,
      "step": 2355060
    },
    {
      "epoch": 657.29,
      "grad_norm": 1.1364810466766357,
      "learning_rate": 3.961242670538145e-07,
      "loss": 0.3455,
      "step": 2355070
    },
    {
      "epoch": 657.29,
      "grad_norm": 1.1936453580856323,
      "learning_rate": 3.9610922525676206e-07,
      "loss": 0.3376,
      "step": 2355080
    },
    {
      "epoch": 657.3,
      "grad_norm": 1.2545493841171265,
      "learning_rate": 3.9609418371894127e-07,
      "loss": 0.3333,
      "step": 2355090
    },
    {
      "epoch": 657.3,
      "grad_norm": 1.304801344871521,
      "learning_rate": 3.960791424403546e-07,
      "loss": 0.3379,
      "step": 2355100
    },
    {
      "epoch": 657.3,
      "grad_norm": 1.2775527238845825,
      "learning_rate": 3.9606410142100244e-07,
      "loss": 0.3325,
      "step": 2355110
    },
    {
      "epoch": 657.3,
      "grad_norm": 1.2793959379196167,
      "learning_rate": 3.9604906066088876e-07,
      "loss": 0.3328,
      "step": 2355120
    },
    {
      "epoch": 657.31,
      "grad_norm": 1.1250193119049072,
      "learning_rate": 3.9603402016001406e-07,
      "loss": 0.354,
      "step": 2355130
    },
    {
      "epoch": 657.31,
      "grad_norm": 1.3747588396072388,
      "learning_rate": 3.9601897991838094e-07,
      "loss": 0.3193,
      "step": 2355140
    },
    {
      "epoch": 657.31,
      "grad_norm": 1.2360032796859741,
      "learning_rate": 3.96003939935992e-07,
      "loss": 0.3422,
      "step": 2355150
    },
    {
      "epoch": 657.32,
      "grad_norm": 1.1237839460372925,
      "learning_rate": 3.959889002128478e-07,
      "loss": 0.3463,
      "step": 2355160
    },
    {
      "epoch": 657.32,
      "grad_norm": 1.193213701248169,
      "learning_rate": 3.959738607489514e-07,
      "loss": 0.3408,
      "step": 2355170
    },
    {
      "epoch": 657.32,
      "grad_norm": 1.2824150323867798,
      "learning_rate": 3.959588215443044e-07,
      "loss": 0.3399,
      "step": 2355180
    },
    {
      "epoch": 657.32,
      "grad_norm": 1.3980107307434082,
      "learning_rate": 3.959437825989094e-07,
      "loss": 0.3519,
      "step": 2355190
    },
    {
      "epoch": 657.33,
      "grad_norm": 1.4417465925216675,
      "learning_rate": 3.9592874391276696e-07,
      "loss": 0.3389,
      "step": 2355200
    },
    {
      "epoch": 657.33,
      "grad_norm": 1.3569176197052002,
      "learning_rate": 3.959137054858811e-07,
      "loss": 0.3452,
      "step": 2355210
    },
    {
      "epoch": 657.33,
      "grad_norm": 2.5468835830688477,
      "learning_rate": 3.958986673182523e-07,
      "loss": 0.3271,
      "step": 2355220
    },
    {
      "epoch": 657.33,
      "grad_norm": 1.2919750213623047,
      "learning_rate": 3.9588362940988295e-07,
      "loss": 0.3397,
      "step": 2355230
    },
    {
      "epoch": 657.34,
      "grad_norm": 1.1687157154083252,
      "learning_rate": 3.9586859176077575e-07,
      "loss": 0.3388,
      "step": 2355240
    },
    {
      "epoch": 657.34,
      "grad_norm": 1.189241886138916,
      "learning_rate": 3.95853554370931e-07,
      "loss": 0.3358,
      "step": 2355250
    },
    {
      "epoch": 657.34,
      "grad_norm": 1.1951241493225098,
      "learning_rate": 3.958385172403528e-07,
      "loss": 0.3302,
      "step": 2355260
    },
    {
      "epoch": 657.35,
      "grad_norm": 1.315589189529419,
      "learning_rate": 3.9582348036904165e-07,
      "loss": 0.3549,
      "step": 2355270
    },
    {
      "epoch": 657.35,
      "grad_norm": 1.1084792613983154,
      "learning_rate": 3.9580844375700024e-07,
      "loss": 0.3471,
      "step": 2355280
    },
    {
      "epoch": 657.35,
      "grad_norm": 1.4267570972442627,
      "learning_rate": 3.957934074042308e-07,
      "loss": 0.3245,
      "step": 2355290
    },
    {
      "epoch": 657.35,
      "grad_norm": 1.1645957231521606,
      "learning_rate": 3.9577837131073423e-07,
      "loss": 0.3534,
      "step": 2355300
    },
    {
      "epoch": 657.36,
      "grad_norm": 1.1638891696929932,
      "learning_rate": 3.957633354765133e-07,
      "loss": 0.337,
      "step": 2355310
    },
    {
      "epoch": 657.36,
      "grad_norm": 1.078342080116272,
      "learning_rate": 3.957482999015699e-07,
      "loss": 0.3432,
      "step": 2355320
    },
    {
      "epoch": 657.36,
      "grad_norm": 1.2420579195022583,
      "learning_rate": 3.957332645859068e-07,
      "loss": 0.3458,
      "step": 2355330
    },
    {
      "epoch": 657.37,
      "grad_norm": 1.2019068002700806,
      "learning_rate": 3.9571822952952385e-07,
      "loss": 0.3255,
      "step": 2355340
    },
    {
      "epoch": 657.37,
      "grad_norm": 1.166157603263855,
      "learning_rate": 3.957031947324259e-07,
      "loss": 0.3384,
      "step": 2355350
    },
    {
      "epoch": 657.37,
      "grad_norm": 1.73637056350708,
      "learning_rate": 3.9568816019461277e-07,
      "loss": 0.3269,
      "step": 2355360
    },
    {
      "epoch": 657.37,
      "grad_norm": 1.1832289695739746,
      "learning_rate": 3.95673125916087e-07,
      "loss": 0.3449,
      "step": 2355370
    },
    {
      "epoch": 657.38,
      "grad_norm": 1.1971195936203003,
      "learning_rate": 3.9565809189685177e-07,
      "loss": 0.3383,
      "step": 2355380
    },
    {
      "epoch": 657.38,
      "grad_norm": 1.2861902713775635,
      "learning_rate": 3.9564305813690725e-07,
      "loss": 0.3447,
      "step": 2355390
    },
    {
      "epoch": 657.38,
      "grad_norm": 1.1888824701309204,
      "learning_rate": 3.956280246362564e-07,
      "loss": 0.3247,
      "step": 2355400
    },
    {
      "epoch": 657.38,
      "grad_norm": 1.1426061391830444,
      "learning_rate": 3.95612991394901e-07,
      "loss": 0.3309,
      "step": 2355410
    },
    {
      "epoch": 657.39,
      "grad_norm": 1.1717851161956787,
      "learning_rate": 3.955979584128439e-07,
      "loss": 0.3463,
      "step": 2355420
    },
    {
      "epoch": 657.39,
      "grad_norm": 1.2166008949279785,
      "learning_rate": 3.9558292569008586e-07,
      "loss": 0.3244,
      "step": 2355430
    },
    {
      "epoch": 657.39,
      "grad_norm": 1.1515014171600342,
      "learning_rate": 3.9556789322662903e-07,
      "loss": 0.334,
      "step": 2355440
    },
    {
      "epoch": 657.4,
      "grad_norm": 1.1119195222854614,
      "learning_rate": 3.955528610224768e-07,
      "loss": 0.3412,
      "step": 2355450
    },
    {
      "epoch": 657.4,
      "grad_norm": 1.3394196033477783,
      "learning_rate": 3.955378290776288e-07,
      "loss": 0.3493,
      "step": 2355460
    },
    {
      "epoch": 657.4,
      "grad_norm": 1.3084784746170044,
      "learning_rate": 3.955227973920893e-07,
      "loss": 0.3192,
      "step": 2355470
    },
    {
      "epoch": 657.4,
      "grad_norm": 1.2849260568618774,
      "learning_rate": 3.95507765965859e-07,
      "loss": 0.3463,
      "step": 2355480
    },
    {
      "epoch": 657.41,
      "grad_norm": 1.484104037284851,
      "learning_rate": 3.954927347989403e-07,
      "loss": 0.3321,
      "step": 2355490
    },
    {
      "epoch": 657.41,
      "grad_norm": 1.1673206090927124,
      "learning_rate": 3.95477703891335e-07,
      "loss": 0.3314,
      "step": 2355500
    },
    {
      "epoch": 657.41,
      "grad_norm": 1.214644432067871,
      "learning_rate": 3.9546267324304597e-07,
      "loss": 0.3179,
      "step": 2355510
    },
    {
      "epoch": 657.42,
      "grad_norm": 1.129548192024231,
      "learning_rate": 3.95447642854074e-07,
      "loss": 0.3194,
      "step": 2355520
    },
    {
      "epoch": 657.42,
      "grad_norm": 1.3729547262191772,
      "learning_rate": 3.954326127244217e-07,
      "loss": 0.3347,
      "step": 2355530
    },
    {
      "epoch": 657.42,
      "grad_norm": 1.3258005380630493,
      "learning_rate": 3.954175828540908e-07,
      "loss": 0.3259,
      "step": 2355540
    },
    {
      "epoch": 657.42,
      "grad_norm": 1.1918103694915771,
      "learning_rate": 3.9540255324308353e-07,
      "loss": 0.3276,
      "step": 2355550
    },
    {
      "epoch": 657.43,
      "grad_norm": 1.3183419704437256,
      "learning_rate": 3.9538752389140234e-07,
      "loss": 0.333,
      "step": 2355560
    },
    {
      "epoch": 657.43,
      "grad_norm": 4.5604567527771,
      "learning_rate": 3.9537249479904813e-07,
      "loss": 0.3407,
      "step": 2355570
    },
    {
      "epoch": 657.43,
      "grad_norm": 1.3113056421279907,
      "learning_rate": 3.953574659660235e-07,
      "loss": 0.3315,
      "step": 2355580
    },
    {
      "epoch": 657.44,
      "grad_norm": 1.1157768964767456,
      "learning_rate": 3.9534243739233067e-07,
      "loss": 0.3259,
      "step": 2355590
    },
    {
      "epoch": 657.44,
      "grad_norm": 1.3124868869781494,
      "learning_rate": 3.9532740907797103e-07,
      "loss": 0.3255,
      "step": 2355600
    },
    {
      "epoch": 657.44,
      "grad_norm": 1.1389594078063965,
      "learning_rate": 3.95312381022948e-07,
      "loss": 0.3262,
      "step": 2355610
    },
    {
      "epoch": 657.44,
      "grad_norm": 1.1197861433029175,
      "learning_rate": 3.952973532272617e-07,
      "loss": 0.3209,
      "step": 2355620
    },
    {
      "epoch": 657.45,
      "grad_norm": 1.3438560962677002,
      "learning_rate": 3.952823256909149e-07,
      "loss": 0.3287,
      "step": 2355630
    },
    {
      "epoch": 657.45,
      "grad_norm": 1.2278871536254883,
      "learning_rate": 3.9526729841390986e-07,
      "loss": 0.3206,
      "step": 2355640
    },
    {
      "epoch": 657.45,
      "grad_norm": 1.1652485132217407,
      "learning_rate": 3.952522713962489e-07,
      "loss": 0.3375,
      "step": 2355650
    },
    {
      "epoch": 657.45,
      "grad_norm": 1.188444972038269,
      "learning_rate": 3.952372446379329e-07,
      "loss": 0.3365,
      "step": 2355660
    },
    {
      "epoch": 657.46,
      "grad_norm": 1.301841378211975,
      "learning_rate": 3.952222181389646e-07,
      "loss": 0.3301,
      "step": 2355670
    },
    {
      "epoch": 657.46,
      "grad_norm": 1.4435861110687256,
      "learning_rate": 3.952071918993464e-07,
      "loss": 0.3496,
      "step": 2355680
    },
    {
      "epoch": 657.46,
      "grad_norm": 1.3217514753341675,
      "learning_rate": 3.9519216591907855e-07,
      "loss": 0.3431,
      "step": 2355690
    },
    {
      "epoch": 657.47,
      "grad_norm": 1.1011319160461426,
      "learning_rate": 3.951771401981655e-07,
      "loss": 0.3327,
      "step": 2355700
    },
    {
      "epoch": 657.47,
      "grad_norm": 1.2039775848388672,
      "learning_rate": 3.951621147366074e-07,
      "loss": 0.3299,
      "step": 2355710
    },
    {
      "epoch": 657.47,
      "grad_norm": 1.2131738662719727,
      "learning_rate": 3.951470895344071e-07,
      "loss": 0.3361,
      "step": 2355720
    },
    {
      "epoch": 657.47,
      "grad_norm": 1.4978708028793335,
      "learning_rate": 3.951320645915661e-07,
      "loss": 0.3397,
      "step": 2355730
    },
    {
      "epoch": 657.48,
      "grad_norm": 1.294272780418396,
      "learning_rate": 3.9511703990808725e-07,
      "loss": 0.3538,
      "step": 2355740
    },
    {
      "epoch": 657.48,
      "grad_norm": 1.1719890832901,
      "learning_rate": 3.951020154839715e-07,
      "loss": 0.3383,
      "step": 2355750
    },
    {
      "epoch": 657.48,
      "grad_norm": 1.4162378311157227,
      "learning_rate": 3.9508699131922143e-07,
      "loss": 0.351,
      "step": 2355760
    },
    {
      "epoch": 657.49,
      "grad_norm": 1.271240472793579,
      "learning_rate": 3.9507196741383943e-07,
      "loss": 0.3539,
      "step": 2355770
    },
    {
      "epoch": 657.49,
      "grad_norm": 1.0314825773239136,
      "learning_rate": 3.950569437678257e-07,
      "loss": 0.3246,
      "step": 2355780
    },
    {
      "epoch": 657.49,
      "grad_norm": 1.0861510038375854,
      "learning_rate": 3.95041920381185e-07,
      "loss": 0.337,
      "step": 2355790
    },
    {
      "epoch": 657.49,
      "grad_norm": 1.1176317930221558,
      "learning_rate": 3.95026897253917e-07,
      "loss": 0.3525,
      "step": 2355800
    },
    {
      "epoch": 657.5,
      "grad_norm": 1.235273003578186,
      "learning_rate": 3.950118743860249e-07,
      "loss": 0.3407,
      "step": 2355810
    },
    {
      "epoch": 657.5,
      "grad_norm": 1.2574849128723145,
      "learning_rate": 3.949968517775107e-07,
      "loss": 0.3295,
      "step": 2355820
    },
    {
      "epoch": 657.5,
      "grad_norm": 1.2517061233520508,
      "learning_rate": 3.9498182942837497e-07,
      "loss": 0.3377,
      "step": 2355830
    },
    {
      "epoch": 657.5,
      "grad_norm": 1.2144137620925903,
      "learning_rate": 3.9496680733862213e-07,
      "loss": 0.3418,
      "step": 2355840
    },
    {
      "epoch": 657.51,
      "grad_norm": 1.3500120639801025,
      "learning_rate": 3.949517855082519e-07,
      "loss": 0.3256,
      "step": 2355850
    },
    {
      "epoch": 657.51,
      "grad_norm": 1.6805189847946167,
      "learning_rate": 3.9493676393726766e-07,
      "loss": 0.3348,
      "step": 2355860
    },
    {
      "epoch": 657.51,
      "grad_norm": 1.0818547010421753,
      "learning_rate": 3.9492174262567074e-07,
      "loss": 0.3213,
      "step": 2355870
    },
    {
      "epoch": 657.52,
      "grad_norm": 1.2107608318328857,
      "learning_rate": 3.9490672157346396e-07,
      "loss": 0.3276,
      "step": 2355880
    },
    {
      "epoch": 657.52,
      "grad_norm": 1.084479808807373,
      "learning_rate": 3.948917007806484e-07,
      "loss": 0.3508,
      "step": 2355890
    },
    {
      "epoch": 657.52,
      "grad_norm": 1.2088425159454346,
      "learning_rate": 3.9487668024722613e-07,
      "loss": 0.3382,
      "step": 2355900
    },
    {
      "epoch": 657.52,
      "grad_norm": 1.218971848487854,
      "learning_rate": 3.9486165997320026e-07,
      "loss": 0.3236,
      "step": 2355910
    },
    {
      "epoch": 657.53,
      "grad_norm": 1.130381464958191,
      "learning_rate": 3.9484663995857083e-07,
      "loss": 0.3502,
      "step": 2355920
    },
    {
      "epoch": 657.53,
      "grad_norm": 1.4437671899795532,
      "learning_rate": 3.9483162020334195e-07,
      "loss": 0.353,
      "step": 2355930
    },
    {
      "epoch": 657.53,
      "grad_norm": 1.1576614379882812,
      "learning_rate": 3.948166007075139e-07,
      "loss": 0.3314,
      "step": 2355940
    },
    {
      "epoch": 657.54,
      "grad_norm": 1.138540506362915,
      "learning_rate": 3.9480158147108985e-07,
      "loss": 0.3514,
      "step": 2355950
    },
    {
      "epoch": 657.54,
      "grad_norm": 1.2028852701187134,
      "learning_rate": 3.9478656249407154e-07,
      "loss": 0.3273,
      "step": 2355960
    },
    {
      "epoch": 657.54,
      "grad_norm": 1.2041535377502441,
      "learning_rate": 3.9477154377646056e-07,
      "loss": 0.3225,
      "step": 2355970
    },
    {
      "epoch": 657.54,
      "grad_norm": 1.0737866163253784,
      "learning_rate": 3.947565253182588e-07,
      "loss": 0.3329,
      "step": 2355980
    },
    {
      "epoch": 657.55,
      "grad_norm": 1.3522008657455444,
      "learning_rate": 3.94741507119469e-07,
      "loss": 0.3518,
      "step": 2355990
    },
    {
      "epoch": 657.55,
      "grad_norm": 1.3184303045272827,
      "learning_rate": 3.9472648918009303e-07,
      "loss": 0.3284,
      "step": 2356000
    },
    {
      "epoch": 657.55,
      "grad_norm": 1.599658727645874,
      "learning_rate": 3.9471147150013146e-07,
      "loss": 0.3293,
      "step": 2356010
    },
    {
      "epoch": 657.56,
      "grad_norm": 1.298585295677185,
      "learning_rate": 3.9469645407958865e-07,
      "loss": 0.3521,
      "step": 2356020
    },
    {
      "epoch": 657.56,
      "grad_norm": 1.2645611763000488,
      "learning_rate": 3.9468143691846494e-07,
      "loss": 0.3457,
      "step": 2356030
    },
    {
      "epoch": 657.56,
      "grad_norm": 1.287332534790039,
      "learning_rate": 3.946664200167626e-07,
      "loss": 0.3451,
      "step": 2356040
    },
    {
      "epoch": 657.56,
      "grad_norm": 1.209841012954712,
      "learning_rate": 3.946514033744845e-07,
      "loss": 0.3406,
      "step": 2356050
    },
    {
      "epoch": 657.57,
      "grad_norm": 1.3728255033493042,
      "learning_rate": 3.9463638699163144e-07,
      "loss": 0.3457,
      "step": 2356060
    },
    {
      "epoch": 657.57,
      "grad_norm": 3.02451753616333,
      "learning_rate": 3.9462137086820603e-07,
      "loss": 0.3371,
      "step": 2356070
    },
    {
      "epoch": 657.57,
      "grad_norm": 1.1938849687576294,
      "learning_rate": 3.946063550042098e-07,
      "loss": 0.349,
      "step": 2356080
    },
    {
      "epoch": 657.57,
      "grad_norm": 1.135882019996643,
      "learning_rate": 3.945913393996459e-07,
      "loss": 0.3384,
      "step": 2356090
    },
    {
      "epoch": 657.58,
      "grad_norm": 1.0554174184799194,
      "learning_rate": 3.945763240545151e-07,
      "loss": 0.3339,
      "step": 2356100
    },
    {
      "epoch": 657.58,
      "grad_norm": 1.3319767713546753,
      "learning_rate": 3.945613089688197e-07,
      "loss": 0.3457,
      "step": 2356110
    },
    {
      "epoch": 657.58,
      "grad_norm": 1.2842432260513306,
      "learning_rate": 3.945462941425619e-07,
      "loss": 0.3316,
      "step": 2356120
    },
    {
      "epoch": 657.59,
      "grad_norm": 1.3507211208343506,
      "learning_rate": 3.9453127957574365e-07,
      "loss": 0.3371,
      "step": 2356130
    },
    {
      "epoch": 657.59,
      "grad_norm": 1.4031884670257568,
      "learning_rate": 3.9451626526836737e-07,
      "loss": 0.3356,
      "step": 2356140
    },
    {
      "epoch": 657.59,
      "grad_norm": 1.1729816198349,
      "learning_rate": 3.945012512204338e-07,
      "loss": 0.3446,
      "step": 2356150
    },
    {
      "epoch": 657.59,
      "grad_norm": 1.2756474018096924,
      "learning_rate": 3.944862374319466e-07,
      "loss": 0.3522,
      "step": 2356160
    },
    {
      "epoch": 657.6,
      "grad_norm": 1.1117452383041382,
      "learning_rate": 3.944712239029066e-07,
      "loss": 0.3411,
      "step": 2356170
    },
    {
      "epoch": 657.6,
      "grad_norm": 1.1353583335876465,
      "learning_rate": 3.9445621063331575e-07,
      "loss": 0.3337,
      "step": 2356180
    },
    {
      "epoch": 657.6,
      "grad_norm": 1.247584342956543,
      "learning_rate": 3.944411976231773e-07,
      "loss": 0.3362,
      "step": 2356190
    },
    {
      "epoch": 657.61,
      "grad_norm": 1.548617959022522,
      "learning_rate": 3.94426184872492e-07,
      "loss": 0.3453,
      "step": 2356200
    },
    {
      "epoch": 657.61,
      "grad_norm": 1.1000664234161377,
      "learning_rate": 3.944111723812619e-07,
      "loss": 0.3264,
      "step": 2356210
    },
    {
      "epoch": 657.61,
      "grad_norm": 1.2382965087890625,
      "learning_rate": 3.943961601494894e-07,
      "loss": 0.3477,
      "step": 2356220
    },
    {
      "epoch": 657.61,
      "grad_norm": 0.9975662231445312,
      "learning_rate": 3.94381148177177e-07,
      "loss": 0.3195,
      "step": 2356230
    },
    {
      "epoch": 657.62,
      "grad_norm": 1.1292823553085327,
      "learning_rate": 3.943661364643258e-07,
      "loss": 0.3332,
      "step": 2356240
    },
    {
      "epoch": 657.62,
      "grad_norm": 1.2015655040740967,
      "learning_rate": 3.9435112501093793e-07,
      "loss": 0.3374,
      "step": 2356250
    },
    {
      "epoch": 657.62,
      "grad_norm": 1.2395203113555908,
      "learning_rate": 3.943361138170159e-07,
      "loss": 0.3437,
      "step": 2356260
    },
    {
      "epoch": 657.62,
      "grad_norm": 1.3155080080032349,
      "learning_rate": 3.943211028825606e-07,
      "loss": 0.3527,
      "step": 2356270
    },
    {
      "epoch": 657.63,
      "grad_norm": 1.216482162475586,
      "learning_rate": 3.943060922075758e-07,
      "loss": 0.351,
      "step": 2356280
    },
    {
      "epoch": 657.63,
      "grad_norm": 1.2724248170852661,
      "learning_rate": 3.9429108179206217e-07,
      "loss": 0.3388,
      "step": 2356290
    },
    {
      "epoch": 657.63,
      "grad_norm": 1.771317720413208,
      "learning_rate": 3.942760716360219e-07,
      "loss": 0.3354,
      "step": 2356300
    },
    {
      "epoch": 657.64,
      "grad_norm": 1.395248293876648,
      "learning_rate": 3.942610617394569e-07,
      "loss": 0.3353,
      "step": 2356310
    },
    {
      "epoch": 657.64,
      "grad_norm": 1.3420637845993042,
      "learning_rate": 3.942460521023703e-07,
      "loss": 0.3366,
      "step": 2356320
    },
    {
      "epoch": 657.64,
      "grad_norm": 1.6104344129562378,
      "learning_rate": 3.942310427247626e-07,
      "loss": 0.3316,
      "step": 2356330
    },
    {
      "epoch": 657.64,
      "grad_norm": 1.3725413084030151,
      "learning_rate": 3.9421603360663637e-07,
      "loss": 0.3252,
      "step": 2356340
    },
    {
      "epoch": 657.65,
      "grad_norm": 1.2115325927734375,
      "learning_rate": 3.94201024747994e-07,
      "loss": 0.3309,
      "step": 2356350
    },
    {
      "epoch": 657.65,
      "grad_norm": 1.0832605361938477,
      "learning_rate": 3.9418601614883625e-07,
      "loss": 0.3428,
      "step": 2356360
    },
    {
      "epoch": 657.65,
      "grad_norm": 1.2286180257797241,
      "learning_rate": 3.94171007809167e-07,
      "loss": 0.3456,
      "step": 2356370
    },
    {
      "epoch": 657.66,
      "grad_norm": 1.2212289571762085,
      "learning_rate": 3.941559997289868e-07,
      "loss": 0.3416,
      "step": 2356380
    },
    {
      "epoch": 657.66,
      "grad_norm": 1.0334737300872803,
      "learning_rate": 3.9414099190829805e-07,
      "loss": 0.3351,
      "step": 2356390
    },
    {
      "epoch": 657.66,
      "grad_norm": 1.517582893371582,
      "learning_rate": 3.9412598434710324e-07,
      "loss": 0.3393,
      "step": 2356400
    },
    {
      "epoch": 657.66,
      "grad_norm": 1.2233811616897583,
      "learning_rate": 3.941109770454029e-07,
      "loss": 0.3274,
      "step": 2356410
    },
    {
      "epoch": 657.67,
      "grad_norm": 1.2975457906723022,
      "learning_rate": 3.9409597000320126e-07,
      "loss": 0.332,
      "step": 2356420
    },
    {
      "epoch": 657.67,
      "grad_norm": 1.3838251829147339,
      "learning_rate": 3.9408096322049834e-07,
      "loss": 0.3343,
      "step": 2356430
    },
    {
      "epoch": 657.67,
      "grad_norm": 1.1850125789642334,
      "learning_rate": 3.940659566972972e-07,
      "loss": 0.323,
      "step": 2356440
    },
    {
      "epoch": 657.68,
      "grad_norm": 1.573473334312439,
      "learning_rate": 3.940509504335991e-07,
      "loss": 0.3533,
      "step": 2356450
    },
    {
      "epoch": 657.68,
      "grad_norm": 1.4818905591964722,
      "learning_rate": 3.940359444294073e-07,
      "loss": 0.3405,
      "step": 2356460
    },
    {
      "epoch": 657.68,
      "grad_norm": 1.9210975170135498,
      "learning_rate": 3.940209386847224e-07,
      "loss": 0.3456,
      "step": 2356470
    },
    {
      "epoch": 657.68,
      "grad_norm": 1.2113537788391113,
      "learning_rate": 3.940059331995469e-07,
      "loss": 0.3373,
      "step": 2356480
    },
    {
      "epoch": 657.69,
      "grad_norm": 1.2826409339904785,
      "learning_rate": 3.939909279738836e-07,
      "loss": 0.3542,
      "step": 2356490
    },
    {
      "epoch": 657.69,
      "grad_norm": 1.1124012470245361,
      "learning_rate": 3.9397592300773253e-07,
      "loss": 0.3406,
      "step": 2356500
    },
    {
      "epoch": 657.69,
      "grad_norm": 1.19157075881958,
      "learning_rate": 3.9396091830109804e-07,
      "loss": 0.3417,
      "step": 2356510
    },
    {
      "epoch": 657.69,
      "grad_norm": 1.238982081413269,
      "learning_rate": 3.9394591385398047e-07,
      "loss": 0.3386,
      "step": 2356520
    },
    {
      "epoch": 657.7,
      "grad_norm": 1.2132649421691895,
      "learning_rate": 3.939309096663821e-07,
      "loss": 0.3219,
      "step": 2356530
    },
    {
      "epoch": 657.7,
      "grad_norm": 3.7233099937438965,
      "learning_rate": 3.939159057383061e-07,
      "loss": 0.3492,
      "step": 2356540
    },
    {
      "epoch": 657.7,
      "grad_norm": 1.160178303718567,
      "learning_rate": 3.9390090206975294e-07,
      "loss": 0.3329,
      "step": 2356550
    },
    {
      "epoch": 657.71,
      "grad_norm": 1.179582118988037,
      "learning_rate": 3.93885898660725e-07,
      "loss": 0.3239,
      "step": 2356560
    },
    {
      "epoch": 657.71,
      "grad_norm": 1.2228162288665771,
      "learning_rate": 3.9387089551122465e-07,
      "loss": 0.325,
      "step": 2356570
    },
    {
      "epoch": 657.71,
      "grad_norm": 1.2121061086654663,
      "learning_rate": 3.9385589262125444e-07,
      "loss": 0.3431,
      "step": 2356580
    },
    {
      "epoch": 657.71,
      "grad_norm": 1.198215365409851,
      "learning_rate": 3.938408899908142e-07,
      "loss": 0.3264,
      "step": 2356590
    },
    {
      "epoch": 657.72,
      "grad_norm": 1.067468523979187,
      "learning_rate": 3.9382588761990867e-07,
      "loss": 0.3308,
      "step": 2356600
    },
    {
      "epoch": 657.72,
      "grad_norm": 1.3210543394088745,
      "learning_rate": 3.938108855085381e-07,
      "loss": 0.3542,
      "step": 2356610
    },
    {
      "epoch": 657.72,
      "grad_norm": 1.484580636024475,
      "learning_rate": 3.937958836567049e-07,
      "loss": 0.3304,
      "step": 2356620
    },
    {
      "epoch": 657.73,
      "grad_norm": 1.2468726634979248,
      "learning_rate": 3.9378088206441177e-07,
      "loss": 0.338,
      "step": 2356630
    },
    {
      "epoch": 657.73,
      "grad_norm": 1.3923615217208862,
      "learning_rate": 3.9376588073165943e-07,
      "loss": 0.337,
      "step": 2356640
    },
    {
      "epoch": 657.73,
      "grad_norm": 1.407375454902649,
      "learning_rate": 3.9375087965845054e-07,
      "loss": 0.3449,
      "step": 2356650
    },
    {
      "epoch": 657.73,
      "grad_norm": 1.267080545425415,
      "learning_rate": 3.9373587884478694e-07,
      "loss": 0.331,
      "step": 2356660
    },
    {
      "epoch": 657.74,
      "grad_norm": 1.230466365814209,
      "learning_rate": 3.937208782906714e-07,
      "loss": 0.3299,
      "step": 2356670
    },
    {
      "epoch": 657.74,
      "grad_norm": 1.1672685146331787,
      "learning_rate": 3.9370587799610426e-07,
      "loss": 0.3239,
      "step": 2356680
    },
    {
      "epoch": 657.74,
      "grad_norm": 1.2701530456542969,
      "learning_rate": 3.936908779610894e-07,
      "loss": 0.3481,
      "step": 2356690
    },
    {
      "epoch": 657.74,
      "grad_norm": 1.3270809650421143,
      "learning_rate": 3.936758781856276e-07,
      "loss": 0.3314,
      "step": 2356700
    },
    {
      "epoch": 657.75,
      "grad_norm": 1.3984558582305908,
      "learning_rate": 3.9366087866972116e-07,
      "loss": 0.3293,
      "step": 2356710
    },
    {
      "epoch": 657.75,
      "grad_norm": 1.1929744482040405,
      "learning_rate": 3.936458794133725e-07,
      "loss": 0.3466,
      "step": 2356720
    },
    {
      "epoch": 657.75,
      "grad_norm": 1.2073390483856201,
      "learning_rate": 3.936308804165823e-07,
      "loss": 0.3462,
      "step": 2356730
    },
    {
      "epoch": 657.76,
      "grad_norm": 1.449761986732483,
      "learning_rate": 3.936158816793546e-07,
      "loss": 0.3289,
      "step": 2356740
    },
    {
      "epoch": 657.76,
      "grad_norm": 1.197290301322937,
      "learning_rate": 3.9360088320168956e-07,
      "loss": 0.3313,
      "step": 2356750
    },
    {
      "epoch": 657.76,
      "grad_norm": 1.0927015542984009,
      "learning_rate": 3.9358588498359003e-07,
      "loss": 0.3441,
      "step": 2356760
    },
    {
      "epoch": 657.76,
      "grad_norm": 1.1141817569732666,
      "learning_rate": 3.9357088702505845e-07,
      "loss": 0.3304,
      "step": 2356770
    },
    {
      "epoch": 657.77,
      "grad_norm": 1.2006303071975708,
      "learning_rate": 3.935558893260955e-07,
      "loss": 0.3504,
      "step": 2356780
    },
    {
      "epoch": 657.77,
      "grad_norm": 1.1045827865600586,
      "learning_rate": 3.9354089188670407e-07,
      "loss": 0.3425,
      "step": 2356790
    },
    {
      "epoch": 657.77,
      "grad_norm": 1.0720394849777222,
      "learning_rate": 3.9352589470688604e-07,
      "loss": 0.3378,
      "step": 2356800
    },
    {
      "epoch": 657.78,
      "grad_norm": 1.0494074821472168,
      "learning_rate": 3.935108977866439e-07,
      "loss": 0.3309,
      "step": 2356810
    },
    {
      "epoch": 657.78,
      "grad_norm": 1.194797158241272,
      "learning_rate": 3.93495901125978e-07,
      "loss": 0.3417,
      "step": 2356820
    },
    {
      "epoch": 657.78,
      "grad_norm": 1.4847586154937744,
      "learning_rate": 3.934809047248925e-07,
      "loss": 0.3486,
      "step": 2356830
    },
    {
      "epoch": 657.78,
      "grad_norm": 1.2902764081954956,
      "learning_rate": 3.934659085833879e-07,
      "loss": 0.3522,
      "step": 2356840
    },
    {
      "epoch": 657.79,
      "grad_norm": 1.241547703742981,
      "learning_rate": 3.934509127014665e-07,
      "loss": 0.325,
      "step": 2356850
    },
    {
      "epoch": 657.79,
      "grad_norm": 1.4676629304885864,
      "learning_rate": 3.934359170791312e-07,
      "loss": 0.3395,
      "step": 2356860
    },
    {
      "epoch": 657.79,
      "grad_norm": 1.272911787033081,
      "learning_rate": 3.9342092171638255e-07,
      "loss": 0.3373,
      "step": 2356870
    },
    {
      "epoch": 657.8,
      "grad_norm": 1.2206636667251587,
      "learning_rate": 3.934059266132231e-07,
      "loss": 0.3299,
      "step": 2356880
    },
    {
      "epoch": 657.8,
      "grad_norm": 1.3550070524215698,
      "learning_rate": 3.9339093176965505e-07,
      "loss": 0.3454,
      "step": 2356890
    },
    {
      "epoch": 657.8,
      "grad_norm": 1.3627043962478638,
      "learning_rate": 3.933759371856811e-07,
      "loss": 0.328,
      "step": 2356900
    },
    {
      "epoch": 657.8,
      "grad_norm": 1.1332769393920898,
      "learning_rate": 3.933609428613018e-07,
      "loss": 0.3509,
      "step": 2356910
    },
    {
      "epoch": 657.81,
      "grad_norm": 1.1523784399032593,
      "learning_rate": 3.933459487965196e-07,
      "loss": 0.3287,
      "step": 2356920
    },
    {
      "epoch": 657.81,
      "grad_norm": 1.1304503679275513,
      "learning_rate": 3.933309549913375e-07,
      "loss": 0.3377,
      "step": 2356930
    },
    {
      "epoch": 657.81,
      "grad_norm": 1.4178385734558105,
      "learning_rate": 3.933159614457556e-07,
      "loss": 0.328,
      "step": 2356940
    },
    {
      "epoch": 657.81,
      "grad_norm": 1.8424623012542725,
      "learning_rate": 3.9330096815977797e-07,
      "loss": 0.3271,
      "step": 2356950
    },
    {
      "epoch": 657.82,
      "grad_norm": 1.286914348602295,
      "learning_rate": 3.932859751334052e-07,
      "loss": 0.336,
      "step": 2356960
    },
    {
      "epoch": 657.82,
      "grad_norm": 1.0372364521026611,
      "learning_rate": 3.9327098236663963e-07,
      "loss": 0.3338,
      "step": 2356970
    },
    {
      "epoch": 657.82,
      "grad_norm": 1.3964440822601318,
      "learning_rate": 3.932559898594833e-07,
      "loss": 0.3387,
      "step": 2356980
    },
    {
      "epoch": 657.83,
      "grad_norm": 1.2057688236236572,
      "learning_rate": 3.9324099761193833e-07,
      "loss": 0.3258,
      "step": 2356990
    },
    {
      "epoch": 657.83,
      "grad_norm": 1.1470359563827515,
      "learning_rate": 3.932260056240073e-07,
      "loss": 0.3261,
      "step": 2357000
    },
    {
      "epoch": 657.83,
      "grad_norm": 1.2039639949798584,
      "learning_rate": 3.93211013895691e-07,
      "loss": 0.3369,
      "step": 2357010
    },
    {
      "epoch": 657.83,
      "grad_norm": 1.3409109115600586,
      "learning_rate": 3.931960224269917e-07,
      "loss": 0.3291,
      "step": 2357020
    },
    {
      "epoch": 657.84,
      "grad_norm": 1.3960142135620117,
      "learning_rate": 3.931810312179119e-07,
      "loss": 0.3442,
      "step": 2357030
    },
    {
      "epoch": 657.84,
      "grad_norm": 1.2522923946380615,
      "learning_rate": 3.931660402684538e-07,
      "loss": 0.3416,
      "step": 2357040
    },
    {
      "epoch": 657.84,
      "grad_norm": 1.329990029335022,
      "learning_rate": 3.931510495786185e-07,
      "loss": 0.3186,
      "step": 2357050
    },
    {
      "epoch": 657.85,
      "grad_norm": 1.1394270658493042,
      "learning_rate": 3.931360591484086e-07,
      "loss": 0.3336,
      "step": 2357060
    },
    {
      "epoch": 657.85,
      "grad_norm": 1.0520135164260864,
      "learning_rate": 3.931210689778262e-07,
      "loss": 0.3374,
      "step": 2357070
    },
    {
      "epoch": 657.85,
      "grad_norm": 1.2228673696517944,
      "learning_rate": 3.9310607906687206e-07,
      "loss": 0.3416,
      "step": 2357080
    },
    {
      "epoch": 657.85,
      "grad_norm": 1.5432485342025757,
      "learning_rate": 3.930910894155503e-07,
      "loss": 0.3373,
      "step": 2357090
    },
    {
      "epoch": 657.86,
      "grad_norm": 1.0792852640151978,
      "learning_rate": 3.9307610002386125e-07,
      "loss": 0.3355,
      "step": 2357100
    },
    {
      "epoch": 657.86,
      "grad_norm": 1.202242136001587,
      "learning_rate": 3.9306111089180717e-07,
      "loss": 0.3425,
      "step": 2357110
    },
    {
      "epoch": 657.86,
      "grad_norm": 1.2052571773529053,
      "learning_rate": 3.930461220193905e-07,
      "loss": 0.3562,
      "step": 2357120
    },
    {
      "epoch": 657.86,
      "grad_norm": 1.267573356628418,
      "learning_rate": 3.9303113340661377e-07,
      "loss": 0.3343,
      "step": 2357130
    },
    {
      "epoch": 657.87,
      "grad_norm": 1.1922796964645386,
      "learning_rate": 3.930161450534773e-07,
      "loss": 0.3596,
      "step": 2357140
    },
    {
      "epoch": 657.87,
      "grad_norm": 1.3721191883087158,
      "learning_rate": 3.930011569599844e-07,
      "loss": 0.329,
      "step": 2357150
    },
    {
      "epoch": 657.87,
      "grad_norm": 1.1680229902267456,
      "learning_rate": 3.9298616912613724e-07,
      "loss": 0.3307,
      "step": 2357160
    },
    {
      "epoch": 657.88,
      "grad_norm": 1.359972357749939,
      "learning_rate": 3.92971181551936e-07,
      "loss": 0.3537,
      "step": 2357170
    },
    {
      "epoch": 657.88,
      "grad_norm": 1.2107768058776855,
      "learning_rate": 3.929561942373851e-07,
      "loss": 0.3426,
      "step": 2357180
    },
    {
      "epoch": 657.88,
      "grad_norm": 1.2090730667114258,
      "learning_rate": 3.9294120718248463e-07,
      "loss": 0.3493,
      "step": 2357190
    },
    {
      "epoch": 657.88,
      "grad_norm": 1.1595079898834229,
      "learning_rate": 3.9292622038723764e-07,
      "loss": 0.3465,
      "step": 2357200
    },
    {
      "epoch": 657.89,
      "grad_norm": 1.1914867162704468,
      "learning_rate": 3.929112338516462e-07,
      "loss": 0.3304,
      "step": 2357210
    },
    {
      "epoch": 657.89,
      "grad_norm": 1.2815419435501099,
      "learning_rate": 3.928962475757117e-07,
      "loss": 0.3372,
      "step": 2357220
    },
    {
      "epoch": 657.89,
      "grad_norm": 1.1770081520080566,
      "learning_rate": 3.928812615594361e-07,
      "loss": 0.3258,
      "step": 2357230
    },
    {
      "epoch": 657.9,
      "grad_norm": 1.2366427183151245,
      "learning_rate": 3.9286627580282157e-07,
      "loss": 0.3353,
      "step": 2357240
    },
    {
      "epoch": 657.9,
      "grad_norm": 1.2041500806808472,
      "learning_rate": 3.9285129030587095e-07,
      "loss": 0.3296,
      "step": 2357250
    },
    {
      "epoch": 657.9,
      "grad_norm": 1.8013441562652588,
      "learning_rate": 3.928363050685842e-07,
      "loss": 0.338,
      "step": 2357260
    },
    {
      "epoch": 657.9,
      "grad_norm": 1.3078280687332153,
      "learning_rate": 3.928213200909658e-07,
      "loss": 0.3374,
      "step": 2357270
    },
    {
      "epoch": 657.91,
      "grad_norm": 1.2114567756652832,
      "learning_rate": 3.92806335373016e-07,
      "loss": 0.3399,
      "step": 2357280
    },
    {
      "epoch": 657.91,
      "grad_norm": 1.1806068420410156,
      "learning_rate": 3.927913509147374e-07,
      "loss": 0.33,
      "step": 2357290
    },
    {
      "epoch": 657.91,
      "grad_norm": 1.2407746315002441,
      "learning_rate": 3.927763667161323e-07,
      "loss": 0.3364,
      "step": 2357300
    },
    {
      "epoch": 657.92,
      "grad_norm": 1.401374340057373,
      "learning_rate": 3.927613827772013e-07,
      "loss": 0.3303,
      "step": 2357310
    },
    {
      "epoch": 657.92,
      "grad_norm": 1.3773194551467896,
      "learning_rate": 3.927463990979485e-07,
      "loss": 0.3309,
      "step": 2357320
    },
    {
      "epoch": 657.92,
      "grad_norm": 1.2318763732910156,
      "learning_rate": 3.927314156783744e-07,
      "loss": 0.357,
      "step": 2357330
    },
    {
      "epoch": 657.92,
      "grad_norm": 1.279261827468872,
      "learning_rate": 3.927164325184814e-07,
      "loss": 0.3556,
      "step": 2357340
    },
    {
      "epoch": 657.93,
      "grad_norm": 1.2501296997070312,
      "learning_rate": 3.927014496182718e-07,
      "loss": 0.3507,
      "step": 2357350
    },
    {
      "epoch": 657.93,
      "grad_norm": 1.371078372001648,
      "learning_rate": 3.9268646697774696e-07,
      "loss": 0.3304,
      "step": 2357360
    },
    {
      "epoch": 657.93,
      "grad_norm": 1.1996060609817505,
      "learning_rate": 3.9267148459690917e-07,
      "loss": 0.3237,
      "step": 2357370
    },
    {
      "epoch": 657.93,
      "grad_norm": 1.2907048463821411,
      "learning_rate": 3.926565024757603e-07,
      "loss": 0.3338,
      "step": 2357380
    },
    {
      "epoch": 657.94,
      "grad_norm": 1.21090567111969,
      "learning_rate": 3.9264152061430335e-07,
      "loss": 0.3425,
      "step": 2357390
    },
    {
      "epoch": 657.94,
      "grad_norm": 1.1355286836624146,
      "learning_rate": 3.9262653901253824e-07,
      "loss": 0.3514,
      "step": 2357400
    },
    {
      "epoch": 657.94,
      "grad_norm": 1.3456568717956543,
      "learning_rate": 3.9261155767046925e-07,
      "loss": 0.3328,
      "step": 2357410
    },
    {
      "epoch": 657.95,
      "grad_norm": 1.133506178855896,
      "learning_rate": 3.925965765880967e-07,
      "loss": 0.3315,
      "step": 2357420
    },
    {
      "epoch": 657.95,
      "grad_norm": 1.341422438621521,
      "learning_rate": 3.925815957654232e-07,
      "loss": 0.3321,
      "step": 2357430
    },
    {
      "epoch": 657.95,
      "grad_norm": 1.2424049377441406,
      "learning_rate": 3.9256661520245155e-07,
      "loss": 0.3308,
      "step": 2357440
    },
    {
      "epoch": 657.95,
      "grad_norm": 1.2292765378952026,
      "learning_rate": 3.9255163489918207e-07,
      "loss": 0.3426,
      "step": 2357450
    },
    {
      "epoch": 657.96,
      "grad_norm": 1.3194329738616943,
      "learning_rate": 3.9253665485561787e-07,
      "loss": 0.3331,
      "step": 2357460
    },
    {
      "epoch": 657.96,
      "grad_norm": 1.2676353454589844,
      "learning_rate": 3.9252167507176054e-07,
      "loss": 0.3442,
      "step": 2357470
    },
    {
      "epoch": 657.96,
      "grad_norm": 1.1234530210494995,
      "learning_rate": 3.925066955476129e-07,
      "loss": 0.3293,
      "step": 2357480
    },
    {
      "epoch": 657.97,
      "grad_norm": 1.2723987102508545,
      "learning_rate": 3.9249171628317573e-07,
      "loss": 0.3454,
      "step": 2357490
    },
    {
      "epoch": 657.97,
      "grad_norm": 1.1054199934005737,
      "learning_rate": 3.924767372784514e-07,
      "loss": 0.33,
      "step": 2357500
    },
    {
      "epoch": 657.97,
      "grad_norm": 1.4857988357543945,
      "learning_rate": 3.924617585334422e-07,
      "loss": 0.3201,
      "step": 2357510
    },
    {
      "epoch": 657.97,
      "grad_norm": 1.1765254735946655,
      "learning_rate": 3.9244678004815003e-07,
      "loss": 0.3263,
      "step": 2357520
    },
    {
      "epoch": 657.98,
      "grad_norm": 1.6560086011886597,
      "learning_rate": 3.9243180182257714e-07,
      "loss": 0.3333,
      "step": 2357530
    },
    {
      "epoch": 657.98,
      "grad_norm": 1.3922295570373535,
      "learning_rate": 3.9241682385672494e-07,
      "loss": 0.3405,
      "step": 2357540
    },
    {
      "epoch": 657.98,
      "grad_norm": 1.1459003686904907,
      "learning_rate": 3.924018461505957e-07,
      "loss": 0.3512,
      "step": 2357550
    },
    {
      "epoch": 657.98,
      "grad_norm": 1.2334182262420654,
      "learning_rate": 3.923868687041915e-07,
      "loss": 0.3424,
      "step": 2357560
    },
    {
      "epoch": 657.99,
      "grad_norm": 1.3085955381393433,
      "learning_rate": 3.9237189151751414e-07,
      "loss": 0.3308,
      "step": 2357570
    },
    {
      "epoch": 657.99,
      "grad_norm": 1.2036101818084717,
      "learning_rate": 3.9235691459056633e-07,
      "loss": 0.3273,
      "step": 2357580
    },
    {
      "epoch": 657.99,
      "grad_norm": 1.3838626146316528,
      "learning_rate": 3.92341937923349e-07,
      "loss": 0.336,
      "step": 2357590
    },
    {
      "epoch": 658.0,
      "grad_norm": 1.1106539964675903,
      "learning_rate": 3.923269615158645e-07,
      "loss": 0.3309,
      "step": 2357600
    },
    {
      "epoch": 658.0,
      "grad_norm": 1.3657275438308716,
      "learning_rate": 3.9231198536811475e-07,
      "loss": 0.3476,
      "step": 2357610
    },
    {
      "epoch": 658.0,
      "eval_loss": 0.337457537651062,
      "eval_runtime": 64.1892,
      "eval_samples_per_second": 78.814,
      "eval_steps_per_second": 9.861,
      "step": 2357614
    },
    {
      "epoch": 658.0,
      "grad_norm": 1.1865071058273315,
      "learning_rate": 3.9229700948010276e-07,
      "loss": 0.3428,
      "step": 2357620
    },
    {
      "epoch": 658.0,
      "grad_norm": 1.1235910654067993,
      "learning_rate": 3.9228203385182856e-07,
      "loss": 0.3325,
      "step": 2357630
    },
    {
      "epoch": 658.01,
      "grad_norm": 1.252684473991394,
      "learning_rate": 3.9226705848329633e-07,
      "loss": 0.3361,
      "step": 2357640
    },
    {
      "epoch": 658.01,
      "grad_norm": 1.347547173500061,
      "learning_rate": 3.922520833745064e-07,
      "loss": 0.3258,
      "step": 2357650
    },
    {
      "epoch": 658.01,
      "grad_norm": 1.4122309684753418,
      "learning_rate": 3.9223710852546146e-07,
      "loss": 0.3565,
      "step": 2357660
    },
    {
      "epoch": 658.02,
      "grad_norm": 1.2635900974273682,
      "learning_rate": 3.92222133936164e-07,
      "loss": 0.3355,
      "step": 2357670
    },
    {
      "epoch": 658.02,
      "grad_norm": 1.4287837743759155,
      "learning_rate": 3.922071596066148e-07,
      "loss": 0.3327,
      "step": 2357680
    },
    {
      "epoch": 658.02,
      "grad_norm": 1.4101674556732178,
      "learning_rate": 3.9219218553681656e-07,
      "loss": 0.3364,
      "step": 2357690
    },
    {
      "epoch": 658.02,
      "grad_norm": 1.329454779624939,
      "learning_rate": 3.9217721172677105e-07,
      "loss": 0.3342,
      "step": 2357700
    },
    {
      "epoch": 658.03,
      "grad_norm": 1.183430552482605,
      "learning_rate": 3.921622381764813e-07,
      "loss": 0.3201,
      "step": 2357710
    },
    {
      "epoch": 658.03,
      "grad_norm": 1.4121359586715698,
      "learning_rate": 3.921472648859475e-07,
      "loss": 0.3423,
      "step": 2357720
    },
    {
      "epoch": 658.03,
      "grad_norm": 1.2623214721679688,
      "learning_rate": 3.921322918551726e-07,
      "loss": 0.326,
      "step": 2357730
    },
    {
      "epoch": 658.04,
      "grad_norm": 1.2690215110778809,
      "learning_rate": 3.9211731908415924e-07,
      "loss": 0.3274,
      "step": 2357740
    },
    {
      "epoch": 658.04,
      "grad_norm": 1.1376866102218628,
      "learning_rate": 3.921023465729076e-07,
      "loss": 0.3558,
      "step": 2357750
    },
    {
      "epoch": 658.04,
      "grad_norm": 1.2201162576675415,
      "learning_rate": 3.920873743214218e-07,
      "loss": 0.3386,
      "step": 2357760
    },
    {
      "epoch": 658.04,
      "grad_norm": 1.0813392400741577,
      "learning_rate": 3.920724023297025e-07,
      "loss": 0.343,
      "step": 2357770
    },
    {
      "epoch": 658.05,
      "grad_norm": 1.2850921154022217,
      "learning_rate": 3.920574305977517e-07,
      "loss": 0.3456,
      "step": 2357780
    },
    {
      "epoch": 658.05,
      "grad_norm": 1.08623206615448,
      "learning_rate": 3.92042459125572e-07,
      "loss": 0.3481,
      "step": 2357790
    },
    {
      "epoch": 658.05,
      "grad_norm": 1.0193500518798828,
      "learning_rate": 3.9202748791316546e-07,
      "loss": 0.3319,
      "step": 2357800
    },
    {
      "epoch": 658.05,
      "grad_norm": 1.1095987558364868,
      "learning_rate": 3.920125169605332e-07,
      "loss": 0.3263,
      "step": 2357810
    },
    {
      "epoch": 658.06,
      "grad_norm": 1.1879867315292358,
      "learning_rate": 3.9199754626767777e-07,
      "loss": 0.3438,
      "step": 2357820
    },
    {
      "epoch": 658.06,
      "grad_norm": 1.3249014616012573,
      "learning_rate": 3.9198257583460175e-07,
      "loss": 0.3567,
      "step": 2357830
    },
    {
      "epoch": 658.06,
      "grad_norm": 1.2844151258468628,
      "learning_rate": 3.919676056613052e-07,
      "loss": 0.3407,
      "step": 2357840
    },
    {
      "epoch": 658.07,
      "grad_norm": 1.337607979774475,
      "learning_rate": 3.9195263574779276e-07,
      "loss": 0.3251,
      "step": 2357850
    },
    {
      "epoch": 658.07,
      "grad_norm": 1.4156181812286377,
      "learning_rate": 3.9193766609406444e-07,
      "loss": 0.3488,
      "step": 2357860
    },
    {
      "epoch": 658.07,
      "grad_norm": 1.4297778606414795,
      "learning_rate": 3.9192269670012283e-07,
      "loss": 0.3346,
      "step": 2357870
    },
    {
      "epoch": 658.07,
      "grad_norm": 1.1879366636276245,
      "learning_rate": 3.9190772756597056e-07,
      "loss": 0.3547,
      "step": 2357880
    },
    {
      "epoch": 658.08,
      "grad_norm": 1.415850281715393,
      "learning_rate": 3.9189275869160785e-07,
      "loss": 0.3361,
      "step": 2357890
    },
    {
      "epoch": 658.08,
      "grad_norm": 1.3353468179702759,
      "learning_rate": 3.9187779007703893e-07,
      "loss": 0.338,
      "step": 2357900
    },
    {
      "epoch": 658.08,
      "grad_norm": 1.1802805662155151,
      "learning_rate": 3.918628217222643e-07,
      "loss": 0.337,
      "step": 2357910
    },
    {
      "epoch": 658.09,
      "grad_norm": 1.0864044427871704,
      "learning_rate": 3.9184785362728645e-07,
      "loss": 0.3392,
      "step": 2357920
    },
    {
      "epoch": 658.09,
      "grad_norm": 1.1985620260238647,
      "learning_rate": 3.918328857921071e-07,
      "loss": 0.3333,
      "step": 2357930
    },
    {
      "epoch": 658.09,
      "grad_norm": 0.9762099385261536,
      "learning_rate": 3.9181791821672904e-07,
      "loss": 0.3332,
      "step": 2357940
    },
    {
      "epoch": 658.09,
      "grad_norm": 1.0815552473068237,
      "learning_rate": 3.9180295090115333e-07,
      "loss": 0.3167,
      "step": 2357950
    },
    {
      "epoch": 658.1,
      "grad_norm": 1.1877964735031128,
      "learning_rate": 3.9178798384538227e-07,
      "loss": 0.3261,
      "step": 2357960
    },
    {
      "epoch": 658.1,
      "grad_norm": 1.2260007858276367,
      "learning_rate": 3.9177301704941824e-07,
      "loss": 0.3526,
      "step": 2357970
    },
    {
      "epoch": 658.1,
      "grad_norm": 1.2796381711959839,
      "learning_rate": 3.917580505132617e-07,
      "loss": 0.3474,
      "step": 2357980
    },
    {
      "epoch": 658.1,
      "grad_norm": 1.2805774211883545,
      "learning_rate": 3.917430842369172e-07,
      "loss": 0.3526,
      "step": 2357990
    },
    {
      "epoch": 658.11,
      "grad_norm": 1.4355533123016357,
      "learning_rate": 3.917281182203849e-07,
      "loss": 0.3314,
      "step": 2358000
    },
    {
      "epoch": 658.11,
      "grad_norm": 1.2971779108047485,
      "learning_rate": 3.917131524636669e-07,
      "loss": 0.3395,
      "step": 2358010
    },
    {
      "epoch": 658.11,
      "grad_norm": 1.2656433582305908,
      "learning_rate": 3.9169818696676627e-07,
      "loss": 0.3509,
      "step": 2358020
    },
    {
      "epoch": 658.12,
      "grad_norm": 1.2088117599487305,
      "learning_rate": 3.916832217296837e-07,
      "loss": 0.3544,
      "step": 2358030
    },
    {
      "epoch": 658.12,
      "grad_norm": 1.087821364402771,
      "learning_rate": 3.916682567524216e-07,
      "loss": 0.333,
      "step": 2358040
    },
    {
      "epoch": 658.12,
      "grad_norm": 1.109195590019226,
      "learning_rate": 3.9165329203498243e-07,
      "loss": 0.3423,
      "step": 2358050
    },
    {
      "epoch": 658.12,
      "grad_norm": 1.186693549156189,
      "learning_rate": 3.916383275773682e-07,
      "loss": 0.3317,
      "step": 2358060
    },
    {
      "epoch": 658.13,
      "grad_norm": 1.2450116872787476,
      "learning_rate": 3.916233633795795e-07,
      "loss": 0.3473,
      "step": 2358070
    },
    {
      "epoch": 658.13,
      "grad_norm": 1.2090866565704346,
      "learning_rate": 3.9160839944162044e-07,
      "loss": 0.3398,
      "step": 2358080
    },
    {
      "epoch": 658.13,
      "grad_norm": 1.2647641897201538,
      "learning_rate": 3.915934357634913e-07,
      "loss": 0.3432,
      "step": 2358090
    },
    {
      "epoch": 658.14,
      "grad_norm": 1.2797235250473022,
      "learning_rate": 3.915784723451949e-07,
      "loss": 0.3451,
      "step": 2358100
    },
    {
      "epoch": 658.14,
      "grad_norm": 1.0520566701889038,
      "learning_rate": 3.9156350918673367e-07,
      "loss": 0.3371,
      "step": 2358110
    },
    {
      "epoch": 658.14,
      "grad_norm": 1.0898374319076538,
      "learning_rate": 3.9154854628810836e-07,
      "loss": 0.3441,
      "step": 2358120
    },
    {
      "epoch": 658.14,
      "grad_norm": 1.162783145904541,
      "learning_rate": 3.915335836493215e-07,
      "loss": 0.3198,
      "step": 2358130
    },
    {
      "epoch": 658.15,
      "grad_norm": 1.173220157623291,
      "learning_rate": 3.915186212703753e-07,
      "loss": 0.3211,
      "step": 2358140
    },
    {
      "epoch": 658.15,
      "grad_norm": 1.1699961423873901,
      "learning_rate": 3.9150365915127174e-07,
      "loss": 0.3365,
      "step": 2358150
    },
    {
      "epoch": 658.15,
      "grad_norm": 1.2165158987045288,
      "learning_rate": 3.9148869729201287e-07,
      "loss": 0.3493,
      "step": 2358160
    },
    {
      "epoch": 658.16,
      "grad_norm": 1.1823780536651611,
      "learning_rate": 3.9147373569260036e-07,
      "loss": 0.3357,
      "step": 2358170
    },
    {
      "epoch": 658.16,
      "grad_norm": 1.149434208869934,
      "learning_rate": 3.914587743530363e-07,
      "loss": 0.3341,
      "step": 2358180
    },
    {
      "epoch": 658.16,
      "grad_norm": 1.1553943157196045,
      "learning_rate": 3.9144381327332263e-07,
      "loss": 0.3375,
      "step": 2358190
    },
    {
      "epoch": 658.16,
      "grad_norm": 2.4994568824768066,
      "learning_rate": 3.9142885245346176e-07,
      "loss": 0.3427,
      "step": 2358200
    },
    {
      "epoch": 658.17,
      "grad_norm": 1.2203444242477417,
      "learning_rate": 3.9141389189345455e-07,
      "loss": 0.3263,
      "step": 2358210
    },
    {
      "epoch": 658.17,
      "grad_norm": 1.2853014469146729,
      "learning_rate": 3.913989315933048e-07,
      "loss": 0.3574,
      "step": 2358220
    },
    {
      "epoch": 658.17,
      "grad_norm": 1.0172955989837646,
      "learning_rate": 3.913839715530131e-07,
      "loss": 0.3372,
      "step": 2358230
    },
    {
      "epoch": 658.17,
      "grad_norm": 1.1394574642181396,
      "learning_rate": 3.9136901177258177e-07,
      "loss": 0.3307,
      "step": 2358240
    },
    {
      "epoch": 658.18,
      "grad_norm": 1.3602302074432373,
      "learning_rate": 3.9135405225201337e-07,
      "loss": 0.3416,
      "step": 2358250
    },
    {
      "epoch": 658.18,
      "grad_norm": 1.1443114280700684,
      "learning_rate": 3.9133909299130897e-07,
      "loss": 0.3282,
      "step": 2358260
    },
    {
      "epoch": 658.18,
      "grad_norm": 1.0730550289154053,
      "learning_rate": 3.9132413399047093e-07,
      "loss": 0.3275,
      "step": 2358270
    },
    {
      "epoch": 658.19,
      "grad_norm": 1.561684489250183,
      "learning_rate": 3.9130917524950134e-07,
      "loss": 0.3292,
      "step": 2358280
    },
    {
      "epoch": 658.19,
      "grad_norm": 1.1683915853500366,
      "learning_rate": 3.9129421676840277e-07,
      "loss": 0.3483,
      "step": 2358290
    },
    {
      "epoch": 658.19,
      "grad_norm": 1.3639793395996094,
      "learning_rate": 3.9127925854717577e-07,
      "loss": 0.3293,
      "step": 2358300
    },
    {
      "epoch": 658.19,
      "grad_norm": 1.130778193473816,
      "learning_rate": 3.912643005858234e-07,
      "loss": 0.3381,
      "step": 2358310
    },
    {
      "epoch": 658.2,
      "grad_norm": 1.201438546180725,
      "learning_rate": 3.912493428843481e-07,
      "loss": 0.3372,
      "step": 2358320
    },
    {
      "epoch": 658.2,
      "grad_norm": 1.4422279596328735,
      "learning_rate": 3.9123438544274975e-07,
      "loss": 0.3586,
      "step": 2358330
    },
    {
      "epoch": 658.2,
      "grad_norm": 1.3554095029830933,
      "learning_rate": 3.9121942826103286e-07,
      "loss": 0.331,
      "step": 2358340
    },
    {
      "epoch": 658.21,
      "grad_norm": 1.31263267993927,
      "learning_rate": 3.9120447133919797e-07,
      "loss": 0.3326,
      "step": 2358350
    },
    {
      "epoch": 658.21,
      "grad_norm": 1.2192431688308716,
      "learning_rate": 3.9118951467724735e-07,
      "loss": 0.3454,
      "step": 2358360
    },
    {
      "epoch": 658.21,
      "grad_norm": 1.1293201446533203,
      "learning_rate": 3.911745582751831e-07,
      "loss": 0.3467,
      "step": 2358370
    },
    {
      "epoch": 658.21,
      "grad_norm": 1.2134345769882202,
      "learning_rate": 3.9115960213300763e-07,
      "loss": 0.3274,
      "step": 2358380
    },
    {
      "epoch": 658.22,
      "grad_norm": 1.1226704120635986,
      "learning_rate": 3.9114464625072187e-07,
      "loss": 0.333,
      "step": 2358390
    },
    {
      "epoch": 658.22,
      "grad_norm": 1.1476109027862549,
      "learning_rate": 3.9112969062832875e-07,
      "loss": 0.3368,
      "step": 2358400
    },
    {
      "epoch": 658.22,
      "grad_norm": 1.173398733139038,
      "learning_rate": 3.911147352658301e-07,
      "loss": 0.3411,
      "step": 2358410
    },
    {
      "epoch": 658.22,
      "grad_norm": 1.218949317932129,
      "learning_rate": 3.910997801632269e-07,
      "loss": 0.3421,
      "step": 2358420
    },
    {
      "epoch": 658.23,
      "grad_norm": 1.236125111579895,
      "learning_rate": 3.910848253205229e-07,
      "loss": 0.3294,
      "step": 2358430
    },
    {
      "epoch": 658.23,
      "grad_norm": 1.2996327877044678,
      "learning_rate": 3.9106987073771876e-07,
      "loss": 0.3357,
      "step": 2358440
    },
    {
      "epoch": 658.23,
      "grad_norm": 1.197412133216858,
      "learning_rate": 3.9105491641481664e-07,
      "loss": 0.3453,
      "step": 2358450
    },
    {
      "epoch": 658.24,
      "grad_norm": 1.6352958679199219,
      "learning_rate": 3.9103996235181885e-07,
      "loss": 0.3549,
      "step": 2358460
    },
    {
      "epoch": 658.24,
      "grad_norm": 1.190865159034729,
      "learning_rate": 3.9102500854872745e-07,
      "loss": 0.3432,
      "step": 2358470
    },
    {
      "epoch": 658.24,
      "grad_norm": 1.3187016248703003,
      "learning_rate": 3.9101005500554483e-07,
      "loss": 0.3433,
      "step": 2358480
    },
    {
      "epoch": 658.24,
      "grad_norm": 1.2948024272918701,
      "learning_rate": 3.909951017222718e-07,
      "loss": 0.3371,
      "step": 2358490
    },
    {
      "epoch": 658.25,
      "grad_norm": 1.1901079416275024,
      "learning_rate": 3.9098014869891085e-07,
      "loss": 0.3584,
      "step": 2358500
    },
    {
      "epoch": 658.25,
      "grad_norm": 1.1504591703414917,
      "learning_rate": 3.9096519593546414e-07,
      "loss": 0.336,
      "step": 2358510
    },
    {
      "epoch": 658.25,
      "grad_norm": 1.2730273008346558,
      "learning_rate": 3.9095024343193426e-07,
      "loss": 0.3336,
      "step": 2358520
    },
    {
      "epoch": 658.26,
      "grad_norm": 1.1480565071105957,
      "learning_rate": 3.90935291188322e-07,
      "loss": 0.3435,
      "step": 2358530
    },
    {
      "epoch": 658.26,
      "grad_norm": 1.3681617975234985,
      "learning_rate": 3.9092033920462995e-07,
      "loss": 0.3504,
      "step": 2358540
    },
    {
      "epoch": 658.26,
      "grad_norm": 2.1974103450775146,
      "learning_rate": 3.909053874808607e-07,
      "loss": 0.3294,
      "step": 2358550
    },
    {
      "epoch": 658.26,
      "grad_norm": 1.1676932573318481,
      "learning_rate": 3.9089043601701427e-07,
      "loss": 0.3311,
      "step": 2358560
    },
    {
      "epoch": 658.27,
      "grad_norm": 1.4881500005722046,
      "learning_rate": 3.908754848130951e-07,
      "loss": 0.3382,
      "step": 2358570
    },
    {
      "epoch": 658.27,
      "grad_norm": 1.4063082933425903,
      "learning_rate": 3.908605338691037e-07,
      "loss": 0.3481,
      "step": 2358580
    },
    {
      "epoch": 658.27,
      "grad_norm": 1.5395339727401733,
      "learning_rate": 3.9084558318504234e-07,
      "loss": 0.3398,
      "step": 2358590
    },
    {
      "epoch": 658.28,
      "grad_norm": 1.2586392164230347,
      "learning_rate": 3.908306327609129e-07,
      "loss": 0.3464,
      "step": 2358600
    },
    {
      "epoch": 658.28,
      "grad_norm": 1.4495501518249512,
      "learning_rate": 3.9081568259671826e-07,
      "loss": 0.3383,
      "step": 2358610
    },
    {
      "epoch": 658.28,
      "grad_norm": 1.0477303266525269,
      "learning_rate": 3.908007326924592e-07,
      "loss": 0.3114,
      "step": 2358620
    },
    {
      "epoch": 658.28,
      "grad_norm": 1.142490029335022,
      "learning_rate": 3.907857830481383e-07,
      "loss": 0.3393,
      "step": 2358630
    },
    {
      "epoch": 658.29,
      "grad_norm": 1.2723755836486816,
      "learning_rate": 3.907708336637579e-07,
      "loss": 0.3392,
      "step": 2358640
    },
    {
      "epoch": 658.29,
      "grad_norm": 1.3318692445755005,
      "learning_rate": 3.907558845393185e-07,
      "loss": 0.3439,
      "step": 2358650
    },
    {
      "epoch": 658.29,
      "grad_norm": 1.1574547290802002,
      "learning_rate": 3.907409356748241e-07,
      "loss": 0.3184,
      "step": 2358660
    },
    {
      "epoch": 658.29,
      "grad_norm": 1.2415285110473633,
      "learning_rate": 3.907259870702753e-07,
      "loss": 0.3335,
      "step": 2358670
    },
    {
      "epoch": 658.3,
      "grad_norm": 1.3651626110076904,
      "learning_rate": 3.9071103872567466e-07,
      "loss": 0.3403,
      "step": 2358680
    },
    {
      "epoch": 658.3,
      "grad_norm": 1.265648365020752,
      "learning_rate": 3.9069609064102435e-07,
      "loss": 0.3338,
      "step": 2358690
    },
    {
      "epoch": 658.3,
      "grad_norm": 4.633049011230469,
      "learning_rate": 3.9068114281632574e-07,
      "loss": 0.3439,
      "step": 2358700
    },
    {
      "epoch": 658.31,
      "grad_norm": 1.3891780376434326,
      "learning_rate": 3.9066619525158097e-07,
      "loss": 0.3546,
      "step": 2358710
    },
    {
      "epoch": 658.31,
      "grad_norm": 1.1393566131591797,
      "learning_rate": 3.9065124794679224e-07,
      "loss": 0.3334,
      "step": 2358720
    },
    {
      "epoch": 658.31,
      "grad_norm": 1.1709926128387451,
      "learning_rate": 3.906363009019615e-07,
      "loss": 0.3382,
      "step": 2358730
    },
    {
      "epoch": 658.31,
      "grad_norm": 1.1500835418701172,
      "learning_rate": 3.9062135411709053e-07,
      "loss": 0.3422,
      "step": 2358740
    },
    {
      "epoch": 658.32,
      "grad_norm": 1.2088873386383057,
      "learning_rate": 3.9060640759218214e-07,
      "loss": 0.3439,
      "step": 2358750
    },
    {
      "epoch": 658.32,
      "grad_norm": 1.1084178686141968,
      "learning_rate": 3.905914613272374e-07,
      "loss": 0.3343,
      "step": 2358760
    },
    {
      "epoch": 658.32,
      "grad_norm": 1.1867109537124634,
      "learning_rate": 3.905765153222582e-07,
      "loss": 0.3575,
      "step": 2358770
    },
    {
      "epoch": 658.33,
      "grad_norm": 1.3512792587280273,
      "learning_rate": 3.9056156957724787e-07,
      "loss": 0.3391,
      "step": 2358780
    },
    {
      "epoch": 658.33,
      "grad_norm": 1.0788768529891968,
      "learning_rate": 3.9054662409220615e-07,
      "loss": 0.3363,
      "step": 2358790
    },
    {
      "epoch": 658.33,
      "grad_norm": 1.2526379823684692,
      "learning_rate": 3.905316788671374e-07,
      "loss": 0.3261,
      "step": 2358800
    },
    {
      "epoch": 658.33,
      "grad_norm": 1.5312095880508423,
      "learning_rate": 3.90516733902042e-07,
      "loss": 0.3402,
      "step": 2358810
    },
    {
      "epoch": 658.34,
      "grad_norm": 1.2495806217193604,
      "learning_rate": 3.905017891969225e-07,
      "loss": 0.3317,
      "step": 2358820
    },
    {
      "epoch": 658.34,
      "grad_norm": 1.1622473001480103,
      "learning_rate": 3.904868447517815e-07,
      "loss": 0.332,
      "step": 2358830
    },
    {
      "epoch": 658.34,
      "grad_norm": 1.3646067380905151,
      "learning_rate": 3.904719005666197e-07,
      "loss": 0.3432,
      "step": 2358840
    },
    {
      "epoch": 658.34,
      "grad_norm": 1.4706741571426392,
      "learning_rate": 3.904569566414399e-07,
      "loss": 0.3301,
      "step": 2358850
    },
    {
      "epoch": 658.35,
      "grad_norm": 1.3365336656570435,
      "learning_rate": 3.904420129762437e-07,
      "loss": 0.3466,
      "step": 2358860
    },
    {
      "epoch": 658.35,
      "grad_norm": 1.2525417804718018,
      "learning_rate": 3.904270695710341e-07,
      "loss": 0.3165,
      "step": 2358870
    },
    {
      "epoch": 658.35,
      "grad_norm": 1.3306065797805786,
      "learning_rate": 3.904121264258111e-07,
      "loss": 0.3468,
      "step": 2358880
    },
    {
      "epoch": 658.36,
      "grad_norm": 1.1669292449951172,
      "learning_rate": 3.90397183540579e-07,
      "loss": 0.334,
      "step": 2358890
    },
    {
      "epoch": 658.36,
      "grad_norm": 1.6599534749984741,
      "learning_rate": 3.903822409153382e-07,
      "loss": 0.3437,
      "step": 2358900
    },
    {
      "epoch": 658.36,
      "grad_norm": 14.973970413208008,
      "learning_rate": 3.9036729855009127e-07,
      "loss": 0.3245,
      "step": 2358910
    },
    {
      "epoch": 658.36,
      "grad_norm": 1.1033858060836792,
      "learning_rate": 3.903523564448405e-07,
      "loss": 0.3255,
      "step": 2358920
    },
    {
      "epoch": 658.37,
      "grad_norm": 1.4193155765533447,
      "learning_rate": 3.9033741459958697e-07,
      "loss": 0.356,
      "step": 2358930
    },
    {
      "epoch": 658.37,
      "grad_norm": 1.1306543350219727,
      "learning_rate": 3.9032247301433327e-07,
      "loss": 0.3491,
      "step": 2358940
    },
    {
      "epoch": 658.37,
      "grad_norm": 1.2914683818817139,
      "learning_rate": 3.9030753168908126e-07,
      "loss": 0.3353,
      "step": 2358950
    },
    {
      "epoch": 658.38,
      "grad_norm": 1.1063148975372314,
      "learning_rate": 3.902925906238335e-07,
      "loss": 0.3309,
      "step": 2358960
    },
    {
      "epoch": 658.38,
      "grad_norm": 1.2162292003631592,
      "learning_rate": 3.902776498185907e-07,
      "loss": 0.3362,
      "step": 2358970
    },
    {
      "epoch": 658.38,
      "grad_norm": 1.2099406719207764,
      "learning_rate": 3.902627092733559e-07,
      "loss": 0.3315,
      "step": 2358980
    },
    {
      "epoch": 658.38,
      "grad_norm": 1.1458477973937988,
      "learning_rate": 3.9024776898813127e-07,
      "loss": 0.358,
      "step": 2358990
    },
    {
      "epoch": 658.39,
      "grad_norm": 1.1563771963119507,
      "learning_rate": 3.902328289629172e-07,
      "loss": 0.3272,
      "step": 2359000
    },
    {
      "epoch": 658.39,
      "grad_norm": 1.423141360282898,
      "learning_rate": 3.9021788919771774e-07,
      "loss": 0.3432,
      "step": 2359010
    },
    {
      "epoch": 658.39,
      "grad_norm": 1.1536059379577637,
      "learning_rate": 3.90202949692533e-07,
      "loss": 0.339,
      "step": 2359020
    },
    {
      "epoch": 658.4,
      "grad_norm": 1.0581241846084595,
      "learning_rate": 3.901880104473671e-07,
      "loss": 0.3426,
      "step": 2359030
    },
    {
      "epoch": 658.4,
      "grad_norm": 1.3636715412139893,
      "learning_rate": 3.9017307146222024e-07,
      "loss": 0.3354,
      "step": 2359040
    },
    {
      "epoch": 658.4,
      "grad_norm": 1.2951934337615967,
      "learning_rate": 3.901581327370948e-07,
      "loss": 0.342,
      "step": 2359050
    },
    {
      "epoch": 658.4,
      "grad_norm": 1.488834023475647,
      "learning_rate": 3.901431942719937e-07,
      "loss": 0.3622,
      "step": 2359060
    },
    {
      "epoch": 658.41,
      "grad_norm": 1.3407676219940186,
      "learning_rate": 3.9012825606691765e-07,
      "loss": 0.3151,
      "step": 2359070
    },
    {
      "epoch": 658.41,
      "grad_norm": 1.2530280351638794,
      "learning_rate": 3.90113318121869e-07,
      "loss": 0.3504,
      "step": 2359080
    },
    {
      "epoch": 658.41,
      "grad_norm": 1.211452603340149,
      "learning_rate": 3.9009838043685013e-07,
      "loss": 0.345,
      "step": 2359090
    },
    {
      "epoch": 658.41,
      "grad_norm": 1.4446102380752563,
      "learning_rate": 3.900834430118634e-07,
      "loss": 0.3453,
      "step": 2359100
    },
    {
      "epoch": 658.42,
      "grad_norm": 1.3610169887542725,
      "learning_rate": 3.9006850584690947e-07,
      "loss": 0.3514,
      "step": 2359110
    },
    {
      "epoch": 658.42,
      "grad_norm": 1.3179758787155151,
      "learning_rate": 3.900535689419913e-07,
      "loss": 0.3472,
      "step": 2359120
    },
    {
      "epoch": 658.42,
      "grad_norm": 1.0675820112228394,
      "learning_rate": 3.90038632297111e-07,
      "loss": 0.3269,
      "step": 2359130
    },
    {
      "epoch": 658.43,
      "grad_norm": 1.3640568256378174,
      "learning_rate": 3.900236959122693e-07,
      "loss": 0.3416,
      "step": 2359140
    },
    {
      "epoch": 658.43,
      "grad_norm": 1.1635241508483887,
      "learning_rate": 3.900087597874701e-07,
      "loss": 0.3231,
      "step": 2359150
    },
    {
      "epoch": 658.43,
      "grad_norm": 1.8809829950332642,
      "learning_rate": 3.899938239227139e-07,
      "loss": 0.3391,
      "step": 2359160
    },
    {
      "epoch": 658.43,
      "grad_norm": 1.1830114126205444,
      "learning_rate": 3.899788883180031e-07,
      "loss": 0.3505,
      "step": 2359170
    },
    {
      "epoch": 658.44,
      "grad_norm": 1.2259188890457153,
      "learning_rate": 3.899639529733397e-07,
      "loss": 0.3508,
      "step": 2359180
    },
    {
      "epoch": 658.44,
      "grad_norm": 1.1579509973526,
      "learning_rate": 3.8994901788872645e-07,
      "loss": 0.3321,
      "step": 2359190
    },
    {
      "epoch": 658.44,
      "grad_norm": 1.3813965320587158,
      "learning_rate": 3.8993408306416395e-07,
      "loss": 0.339,
      "step": 2359200
    },
    {
      "epoch": 658.45,
      "grad_norm": 1.091536283493042,
      "learning_rate": 3.899191484996549e-07,
      "loss": 0.3261,
      "step": 2359210
    },
    {
      "epoch": 658.45,
      "grad_norm": 1.1715625524520874,
      "learning_rate": 3.899042141952019e-07,
      "loss": 0.3596,
      "step": 2359220
    },
    {
      "epoch": 658.45,
      "grad_norm": 1.2316316366195679,
      "learning_rate": 3.8988928015080526e-07,
      "loss": 0.318,
      "step": 2359230
    },
    {
      "epoch": 658.45,
      "grad_norm": 1.22555410861969,
      "learning_rate": 3.8987434636646925e-07,
      "loss": 0.3239,
      "step": 2359240
    },
    {
      "epoch": 658.46,
      "grad_norm": 1.4140264987945557,
      "learning_rate": 3.8985941284219375e-07,
      "loss": 0.3321,
      "step": 2359250
    },
    {
      "epoch": 658.46,
      "grad_norm": 1.230582594871521,
      "learning_rate": 3.898444795779818e-07,
      "loss": 0.3178,
      "step": 2359260
    },
    {
      "epoch": 658.46,
      "grad_norm": 1.4405940771102905,
      "learning_rate": 3.898295465738356e-07,
      "loss": 0.3235,
      "step": 2359270
    },
    {
      "epoch": 658.46,
      "grad_norm": 1.2746469974517822,
      "learning_rate": 3.898146138297563e-07,
      "loss": 0.3321,
      "step": 2359280
    },
    {
      "epoch": 658.47,
      "grad_norm": 1.0117005109786987,
      "learning_rate": 3.897996813457463e-07,
      "loss": 0.3358,
      "step": 2359290
    },
    {
      "epoch": 658.47,
      "grad_norm": 1.1390281915664673,
      "learning_rate": 3.8978474912180774e-07,
      "loss": 0.3442,
      "step": 2359300
    },
    {
      "epoch": 658.47,
      "grad_norm": 1.0329229831695557,
      "learning_rate": 3.8976981715794237e-07,
      "loss": 0.3384,
      "step": 2359310
    },
    {
      "epoch": 658.48,
      "grad_norm": 1.2479286193847656,
      "learning_rate": 3.8975488545415227e-07,
      "loss": 0.342,
      "step": 2359320
    },
    {
      "epoch": 658.48,
      "grad_norm": 1.3289636373519897,
      "learning_rate": 3.897399540104401e-07,
      "loss": 0.3312,
      "step": 2359330
    },
    {
      "epoch": 658.48,
      "grad_norm": 1.441312313079834,
      "learning_rate": 3.897250228268066e-07,
      "loss": 0.3278,
      "step": 2359340
    },
    {
      "epoch": 658.48,
      "grad_norm": 1.294382095336914,
      "learning_rate": 3.8971009190325436e-07,
      "loss": 0.3426,
      "step": 2359350
    },
    {
      "epoch": 658.49,
      "grad_norm": 1.1394774913787842,
      "learning_rate": 3.8969516123978605e-07,
      "loss": 0.3331,
      "step": 2359360
    },
    {
      "epoch": 658.49,
      "grad_norm": 1.2577592134475708,
      "learning_rate": 3.896802308364016e-07,
      "loss": 0.34,
      "step": 2359370
    },
    {
      "epoch": 658.49,
      "grad_norm": 4.417234897613525,
      "learning_rate": 3.896653006931057e-07,
      "loss": 0.332,
      "step": 2359380
    },
    {
      "epoch": 658.5,
      "grad_norm": 1.219510793685913,
      "learning_rate": 3.8965037080989835e-07,
      "loss": 0.3356,
      "step": 2359390
    },
    {
      "epoch": 658.5,
      "grad_norm": 1.387156367301941,
      "learning_rate": 3.896354411867822e-07,
      "loss": 0.3255,
      "step": 2359400
    },
    {
      "epoch": 658.5,
      "grad_norm": 1.3406444787979126,
      "learning_rate": 3.896205118237598e-07,
      "loss": 0.3319,
      "step": 2359410
    },
    {
      "epoch": 658.5,
      "grad_norm": 1.733003854751587,
      "learning_rate": 3.8960558272083194e-07,
      "loss": 0.3533,
      "step": 2359420
    },
    {
      "epoch": 658.51,
      "grad_norm": 1.1886292695999146,
      "learning_rate": 3.895906538780013e-07,
      "loss": 0.3257,
      "step": 2359430
    },
    {
      "epoch": 658.51,
      "grad_norm": 1.3672186136245728,
      "learning_rate": 3.895757252952698e-07,
      "loss": 0.333,
      "step": 2359440
    },
    {
      "epoch": 658.51,
      "grad_norm": 1.2060672044754028,
      "learning_rate": 3.895607969726402e-07,
      "loss": 0.3407,
      "step": 2359450
    },
    {
      "epoch": 658.52,
      "grad_norm": 1.2956963777542114,
      "learning_rate": 3.8954586891011216e-07,
      "loss": 0.3459,
      "step": 2359460
    },
    {
      "epoch": 658.52,
      "grad_norm": 1.462541937828064,
      "learning_rate": 3.895309411076906e-07,
      "loss": 0.3379,
      "step": 2359470
    },
    {
      "epoch": 658.52,
      "grad_norm": 1.143216848373413,
      "learning_rate": 3.895160135653756e-07,
      "loss": 0.3353,
      "step": 2359480
    },
    {
      "epoch": 658.52,
      "grad_norm": 1.156716227531433,
      "learning_rate": 3.8950108628316974e-07,
      "loss": 0.3207,
      "step": 2359490
    },
    {
      "epoch": 658.53,
      "grad_norm": 1.1044098138809204,
      "learning_rate": 3.894861592610753e-07,
      "loss": 0.3366,
      "step": 2359500
    },
    {
      "epoch": 658.53,
      "grad_norm": 1.282965064048767,
      "learning_rate": 3.894712324990934e-07,
      "loss": 0.3389,
      "step": 2359510
    },
    {
      "epoch": 658.53,
      "grad_norm": 1.1851083040237427,
      "learning_rate": 3.894563059972266e-07,
      "loss": 0.3427,
      "step": 2359520
    },
    {
      "epoch": 658.53,
      "grad_norm": 1.233198881149292,
      "learning_rate": 3.894413797554767e-07,
      "loss": 0.3274,
      "step": 2359530
    },
    {
      "epoch": 658.54,
      "grad_norm": 1.1338928937911987,
      "learning_rate": 3.8942645377384635e-07,
      "loss": 0.3373,
      "step": 2359540
    },
    {
      "epoch": 658.54,
      "grad_norm": 1.2803829908370972,
      "learning_rate": 3.89411528052336e-07,
      "loss": 0.3515,
      "step": 2359550
    },
    {
      "epoch": 658.54,
      "grad_norm": 1.292743444442749,
      "learning_rate": 3.893966025909497e-07,
      "loss": 0.3426,
      "step": 2359560
    },
    {
      "epoch": 658.55,
      "grad_norm": 1.0030522346496582,
      "learning_rate": 3.8938167738968805e-07,
      "loss": 0.3286,
      "step": 2359570
    },
    {
      "epoch": 658.55,
      "grad_norm": 1.2288953065872192,
      "learning_rate": 3.89366752448553e-07,
      "loss": 0.3405,
      "step": 2359580
    },
    {
      "epoch": 658.55,
      "grad_norm": 1.2441688776016235,
      "learning_rate": 3.893518277675476e-07,
      "loss": 0.3246,
      "step": 2359590
    },
    {
      "epoch": 658.55,
      "grad_norm": 1.1334069967269897,
      "learning_rate": 3.8933690334667196e-07,
      "loss": 0.3153,
      "step": 2359600
    },
    {
      "epoch": 658.56,
      "grad_norm": 1.1668627262115479,
      "learning_rate": 3.893219791859306e-07,
      "loss": 0.3518,
      "step": 2359610
    },
    {
      "epoch": 658.56,
      "grad_norm": 1.1838808059692383,
      "learning_rate": 3.8930705528532336e-07,
      "loss": 0.3366,
      "step": 2359620
    },
    {
      "epoch": 658.56,
      "grad_norm": 1.259455919265747,
      "learning_rate": 3.892921316448531e-07,
      "loss": 0.3095,
      "step": 2359630
    },
    {
      "epoch": 658.57,
      "grad_norm": 1.414120078086853,
      "learning_rate": 3.8927720826452213e-07,
      "loss": 0.3224,
      "step": 2359640
    },
    {
      "epoch": 658.57,
      "grad_norm": 1.1453763246536255,
      "learning_rate": 3.892622851443315e-07,
      "loss": 0.3436,
      "step": 2359650
    },
    {
      "epoch": 658.57,
      "grad_norm": 1.3244237899780273,
      "learning_rate": 3.892473622842838e-07,
      "loss": 0.3313,
      "step": 2359660
    },
    {
      "epoch": 658.57,
      "grad_norm": 1.2373385429382324,
      "learning_rate": 3.892324396843809e-07,
      "loss": 0.3396,
      "step": 2359670
    },
    {
      "epoch": 658.58,
      "grad_norm": 1.3835946321487427,
      "learning_rate": 3.892175173446254e-07,
      "loss": 0.3367,
      "step": 2359680
    },
    {
      "epoch": 658.58,
      "grad_norm": 1.5145962238311768,
      "learning_rate": 3.892025952650175e-07,
      "loss": 0.3414,
      "step": 2359690
    },
    {
      "epoch": 658.58,
      "grad_norm": 1.1309267282485962,
      "learning_rate": 3.8918767344556165e-07,
      "loss": 0.3398,
      "step": 2359700
    },
    {
      "epoch": 658.58,
      "grad_norm": 1.0106605291366577,
      "learning_rate": 3.891727518862579e-07,
      "loss": 0.347,
      "step": 2359710
    },
    {
      "epoch": 658.59,
      "grad_norm": 1.2257671356201172,
      "learning_rate": 3.89157830587109e-07,
      "loss": 0.3279,
      "step": 2359720
    },
    {
      "epoch": 658.59,
      "grad_norm": 1.221794843673706,
      "learning_rate": 3.891429095481171e-07,
      "loss": 0.3341,
      "step": 2359730
    },
    {
      "epoch": 658.59,
      "grad_norm": 1.277896523475647,
      "learning_rate": 3.8912798876928384e-07,
      "loss": 0.3439,
      "step": 2359740
    },
    {
      "epoch": 658.6,
      "grad_norm": 1.179227352142334,
      "learning_rate": 3.8911306825061114e-07,
      "loss": 0.3237,
      "step": 2359750
    },
    {
      "epoch": 658.6,
      "grad_norm": 1.2260706424713135,
      "learning_rate": 3.8909814799210096e-07,
      "loss": 0.3382,
      "step": 2359760
    },
    {
      "epoch": 658.6,
      "grad_norm": 1.5247600078582764,
      "learning_rate": 3.8908322799375636e-07,
      "loss": 0.339,
      "step": 2359770
    },
    {
      "epoch": 658.6,
      "grad_norm": 1.164637565612793,
      "learning_rate": 3.890683082555776e-07,
      "loss": 0.325,
      "step": 2359780
    },
    {
      "epoch": 658.61,
      "grad_norm": 1.1565890312194824,
      "learning_rate": 3.890533887775675e-07,
      "loss": 0.3393,
      "step": 2359790
    },
    {
      "epoch": 658.61,
      "grad_norm": 1.0792107582092285,
      "learning_rate": 3.890384695597288e-07,
      "loss": 0.3438,
      "step": 2359800
    },
    {
      "epoch": 658.61,
      "grad_norm": 1.1143150329589844,
      "learning_rate": 3.8902355060206163e-07,
      "loss": 0.3469,
      "step": 2359810
    },
    {
      "epoch": 658.62,
      "grad_norm": 1.298946499824524,
      "learning_rate": 3.890086319045699e-07,
      "loss": 0.3535,
      "step": 2359820
    },
    {
      "epoch": 658.62,
      "grad_norm": 1.2582250833511353,
      "learning_rate": 3.889937134672545e-07,
      "loss": 0.3299,
      "step": 2359830
    },
    {
      "epoch": 658.62,
      "grad_norm": 1.1460016965866089,
      "learning_rate": 3.8897879529011763e-07,
      "loss": 0.3408,
      "step": 2359840
    },
    {
      "epoch": 658.62,
      "grad_norm": 1.1359809637069702,
      "learning_rate": 3.8896387737316147e-07,
      "loss": 0.3455,
      "step": 2359850
    },
    {
      "epoch": 658.63,
      "grad_norm": 1.282056450843811,
      "learning_rate": 3.8894895971638837e-07,
      "loss": 0.341,
      "step": 2359860
    },
    {
      "epoch": 658.63,
      "grad_norm": 1.5416240692138672,
      "learning_rate": 3.88934042319799e-07,
      "loss": 0.3389,
      "step": 2359870
    },
    {
      "epoch": 658.63,
      "grad_norm": 1.197418212890625,
      "learning_rate": 3.889191251833963e-07,
      "loss": 0.3387,
      "step": 2359880
    },
    {
      "epoch": 658.64,
      "grad_norm": 1.4087138175964355,
      "learning_rate": 3.889042083071824e-07,
      "loss": 0.3404,
      "step": 2359890
    },
    {
      "epoch": 658.64,
      "grad_norm": 1.111162543296814,
      "learning_rate": 3.888892916911588e-07,
      "loss": 0.3333,
      "step": 2359900
    },
    {
      "epoch": 658.64,
      "grad_norm": 1.321712613105774,
      "learning_rate": 3.8887437533532806e-07,
      "loss": 0.3312,
      "step": 2359910
    },
    {
      "epoch": 658.64,
      "grad_norm": 1.331154465675354,
      "learning_rate": 3.8885945923969153e-07,
      "loss": 0.3309,
      "step": 2359920
    },
    {
      "epoch": 658.65,
      "grad_norm": 1.3390146493911743,
      "learning_rate": 3.8884454340425134e-07,
      "loss": 0.3399,
      "step": 2359930
    },
    {
      "epoch": 658.65,
      "grad_norm": 1.149822473526001,
      "learning_rate": 3.8882962782901004e-07,
      "loss": 0.3249,
      "step": 2359940
    },
    {
      "epoch": 658.65,
      "grad_norm": 1.0758103132247925,
      "learning_rate": 3.8881471251396836e-07,
      "loss": 0.3346,
      "step": 2359950
    },
    {
      "epoch": 658.65,
      "grad_norm": 1.1711230278015137,
      "learning_rate": 3.8879979745913e-07,
      "loss": 0.3409,
      "step": 2359960
    },
    {
      "epoch": 658.66,
      "grad_norm": 1.1560065746307373,
      "learning_rate": 3.8878488266449554e-07,
      "loss": 0.3179,
      "step": 2359970
    },
    {
      "epoch": 658.66,
      "grad_norm": 1.4900773763656616,
      "learning_rate": 3.887699681300675e-07,
      "loss": 0.339,
      "step": 2359980
    },
    {
      "epoch": 658.66,
      "grad_norm": 1.2891510725021362,
      "learning_rate": 3.887550538558477e-07,
      "loss": 0.3279,
      "step": 2359990
    },
    {
      "epoch": 658.67,
      "grad_norm": 1.194933295249939,
      "learning_rate": 3.8874013984183905e-07,
      "loss": 0.3278,
      "step": 2360000
    },
    {
      "epoch": 658.67,
      "grad_norm": 1.2212321758270264,
      "learning_rate": 3.88725226088042e-07,
      "loss": 0.3445,
      "step": 2360010
    },
    {
      "epoch": 658.67,
      "grad_norm": 1.0764715671539307,
      "learning_rate": 3.887103125944592e-07,
      "loss": 0.3293,
      "step": 2360020
    },
    {
      "epoch": 658.67,
      "grad_norm": 1.21714448928833,
      "learning_rate": 3.8869539936109355e-07,
      "loss": 0.3426,
      "step": 2360030
    },
    {
      "epoch": 658.68,
      "grad_norm": 1.6318339109420776,
      "learning_rate": 3.8868048638794477e-07,
      "loss": 0.3424,
      "step": 2360040
    },
    {
      "epoch": 658.68,
      "grad_norm": 1.2547180652618408,
      "learning_rate": 3.8866557367501774e-07,
      "loss": 0.3377,
      "step": 2360050
    },
    {
      "epoch": 658.68,
      "grad_norm": 1.3139082193374634,
      "learning_rate": 3.886506612223122e-07,
      "loss": 0.3311,
      "step": 2360060
    },
    {
      "epoch": 658.69,
      "grad_norm": 1.296868920326233,
      "learning_rate": 3.8863574902983086e-07,
      "loss": 0.3376,
      "step": 2360070
    },
    {
      "epoch": 658.69,
      "grad_norm": 1.350853681564331,
      "learning_rate": 3.886208370975765e-07,
      "loss": 0.3361,
      "step": 2360080
    },
    {
      "epoch": 658.69,
      "grad_norm": 1.344370722770691,
      "learning_rate": 3.8860592542554964e-07,
      "loss": 0.3315,
      "step": 2360090
    },
    {
      "epoch": 658.69,
      "grad_norm": 1.1682910919189453,
      "learning_rate": 3.8859101401375315e-07,
      "loss": 0.3322,
      "step": 2360100
    },
    {
      "epoch": 658.7,
      "grad_norm": 1.1836200952529907,
      "learning_rate": 3.8857610286218864e-07,
      "loss": 0.3316,
      "step": 2360110
    },
    {
      "epoch": 658.7,
      "grad_norm": 1.3954764604568481,
      "learning_rate": 3.8856119197085917e-07,
      "loss": 0.3325,
      "step": 2360120
    },
    {
      "epoch": 658.7,
      "grad_norm": 1.2501062154769897,
      "learning_rate": 3.885462813397645e-07,
      "loss": 0.3393,
      "step": 2360130
    },
    {
      "epoch": 658.7,
      "grad_norm": 1.3325979709625244,
      "learning_rate": 3.8853137096890907e-07,
      "loss": 0.3508,
      "step": 2360140
    },
    {
      "epoch": 658.71,
      "grad_norm": 1.2504395246505737,
      "learning_rate": 3.8851646085829336e-07,
      "loss": 0.3193,
      "step": 2360150
    },
    {
      "epoch": 658.71,
      "grad_norm": 1.0484617948532104,
      "learning_rate": 3.8850155100791974e-07,
      "loss": 0.3326,
      "step": 2360160
    },
    {
      "epoch": 658.71,
      "grad_norm": 1.2985104322433472,
      "learning_rate": 3.8848664141779085e-07,
      "loss": 0.3343,
      "step": 2360170
    },
    {
      "epoch": 658.72,
      "grad_norm": 1.2416930198669434,
      "learning_rate": 3.8847173208790663e-07,
      "loss": 0.3378,
      "step": 2360180
    },
    {
      "epoch": 658.72,
      "grad_norm": 1.3523226976394653,
      "learning_rate": 3.8845682301827176e-07,
      "loss": 0.3463,
      "step": 2360190
    },
    {
      "epoch": 658.72,
      "grad_norm": 1.1924563646316528,
      "learning_rate": 3.8844191420888654e-07,
      "loss": 0.3285,
      "step": 2360200
    },
    {
      "epoch": 658.72,
      "grad_norm": 1.1748343706130981,
      "learning_rate": 3.884270056597533e-07,
      "loss": 0.3415,
      "step": 2360210
    },
    {
      "epoch": 658.73,
      "grad_norm": 1.1572154760360718,
      "learning_rate": 3.8841209737087465e-07,
      "loss": 0.3364,
      "step": 2360220
    },
    {
      "epoch": 658.73,
      "grad_norm": 1.2738162279129028,
      "learning_rate": 3.8839718934225137e-07,
      "loss": 0.3601,
      "step": 2360230
    },
    {
      "epoch": 658.73,
      "grad_norm": 1.2628470659255981,
      "learning_rate": 3.88382281573886e-07,
      "loss": 0.3486,
      "step": 2360240
    },
    {
      "epoch": 658.74,
      "grad_norm": 1.1439253091812134,
      "learning_rate": 3.883673740657807e-07,
      "loss": 0.3453,
      "step": 2360250
    },
    {
      "epoch": 658.74,
      "grad_norm": 1.4464285373687744,
      "learning_rate": 3.8835246681793806e-07,
      "loss": 0.3424,
      "step": 2360260
    },
    {
      "epoch": 658.74,
      "grad_norm": 1.2794220447540283,
      "learning_rate": 3.88337559830358e-07,
      "loss": 0.3407,
      "step": 2360270
    },
    {
      "epoch": 658.74,
      "grad_norm": 1.0000723600387573,
      "learning_rate": 3.883226531030451e-07,
      "loss": 0.3391,
      "step": 2360280
    },
    {
      "epoch": 658.75,
      "grad_norm": 1.25179123878479,
      "learning_rate": 3.883077466359995e-07,
      "loss": 0.3452,
      "step": 2360290
    },
    {
      "epoch": 658.75,
      "grad_norm": 1.198386788368225,
      "learning_rate": 3.882928404292238e-07,
      "loss": 0.3406,
      "step": 2360300
    },
    {
      "epoch": 658.75,
      "grad_norm": 1.4299849271774292,
      "learning_rate": 3.8827793448272064e-07,
      "loss": 0.3421,
      "step": 2360310
    },
    {
      "epoch": 658.76,
      "grad_norm": 1.3600029945373535,
      "learning_rate": 3.8826302879649084e-07,
      "loss": 0.3285,
      "step": 2360320
    },
    {
      "epoch": 658.76,
      "grad_norm": 1.3473713397979736,
      "learning_rate": 3.8824812337053665e-07,
      "loss": 0.3359,
      "step": 2360330
    },
    {
      "epoch": 658.76,
      "grad_norm": 1.1408114433288574,
      "learning_rate": 3.882332182048605e-07,
      "loss": 0.3419,
      "step": 2360340
    },
    {
      "epoch": 658.76,
      "grad_norm": 1.3310720920562744,
      "learning_rate": 3.882183132994646e-07,
      "loss": 0.3451,
      "step": 2360350
    },
    {
      "epoch": 658.77,
      "grad_norm": 1.129901647567749,
      "learning_rate": 3.882034086543502e-07,
      "loss": 0.3504,
      "step": 2360360
    },
    {
      "epoch": 658.77,
      "grad_norm": 1.307931900024414,
      "learning_rate": 3.8818850426951917e-07,
      "loss": 0.3349,
      "step": 2360370
    },
    {
      "epoch": 658.77,
      "grad_norm": 1.0477904081344604,
      "learning_rate": 3.881736001449742e-07,
      "loss": 0.3378,
      "step": 2360380
    },
    {
      "epoch": 658.77,
      "grad_norm": 1.140506386756897,
      "learning_rate": 3.881586962807169e-07,
      "loss": 0.3274,
      "step": 2360390
    },
    {
      "epoch": 658.78,
      "grad_norm": 1.0922883749008179,
      "learning_rate": 3.881437926767498e-07,
      "loss": 0.3292,
      "step": 2360400
    },
    {
      "epoch": 658.78,
      "grad_norm": 1.3092827796936035,
      "learning_rate": 3.8812888933307396e-07,
      "loss": 0.3425,
      "step": 2360410
    },
    {
      "epoch": 658.78,
      "grad_norm": 1.223777413368225,
      "learning_rate": 3.8811398624969177e-07,
      "loss": 0.3413,
      "step": 2360420
    },
    {
      "epoch": 658.79,
      "grad_norm": 1.373589038848877,
      "learning_rate": 3.880990834266055e-07,
      "loss": 0.3518,
      "step": 2360430
    },
    {
      "epoch": 658.79,
      "grad_norm": 1.2327682971954346,
      "learning_rate": 3.880841808638173e-07,
      "loss": 0.3286,
      "step": 2360440
    },
    {
      "epoch": 658.79,
      "grad_norm": 1.1049885749816895,
      "learning_rate": 3.8806927856132813e-07,
      "loss": 0.3429,
      "step": 2360450
    },
    {
      "epoch": 658.79,
      "grad_norm": 1.3659765720367432,
      "learning_rate": 3.8805437651914065e-07,
      "loss": 0.3583,
      "step": 2360460
    },
    {
      "epoch": 658.8,
      "grad_norm": 1.7466490268707275,
      "learning_rate": 3.880394747372567e-07,
      "loss": 0.3484,
      "step": 2360470
    },
    {
      "epoch": 658.8,
      "grad_norm": 1.2142654657363892,
      "learning_rate": 3.8802457321567854e-07,
      "loss": 0.3372,
      "step": 2360480
    },
    {
      "epoch": 658.8,
      "grad_norm": 1.2960575819015503,
      "learning_rate": 3.880096719544083e-07,
      "loss": 0.3411,
      "step": 2360490
    },
    {
      "epoch": 658.81,
      "grad_norm": 1.3611228466033936,
      "learning_rate": 3.8799477095344656e-07,
      "loss": 0.3535,
      "step": 2360500
    },
    {
      "epoch": 658.81,
      "grad_norm": 1.2136236429214478,
      "learning_rate": 3.879798702127976e-07,
      "loss": 0.3375,
      "step": 2360510
    },
    {
      "epoch": 658.81,
      "grad_norm": 1.3179001808166504,
      "learning_rate": 3.879649697324616e-07,
      "loss": 0.328,
      "step": 2360520
    },
    {
      "epoch": 658.81,
      "grad_norm": 1.1340693235397339,
      "learning_rate": 3.87950069512441e-07,
      "loss": 0.334,
      "step": 2360530
    },
    {
      "epoch": 658.82,
      "grad_norm": 1.5173546075820923,
      "learning_rate": 3.879351695527388e-07,
      "loss": 0.345,
      "step": 2360540
    },
    {
      "epoch": 658.82,
      "grad_norm": 1.1435471773147583,
      "learning_rate": 3.879202698533551e-07,
      "loss": 0.3468,
      "step": 2360550
    },
    {
      "epoch": 658.82,
      "grad_norm": 1.3613649606704712,
      "learning_rate": 3.8790537041429316e-07,
      "loss": 0.3389,
      "step": 2360560
    },
    {
      "epoch": 658.83,
      "grad_norm": 1.1825523376464844,
      "learning_rate": 3.878904712355545e-07,
      "loss": 0.3423,
      "step": 2360570
    },
    {
      "epoch": 658.83,
      "grad_norm": 1.2972849607467651,
      "learning_rate": 3.8787557231714193e-07,
      "loss": 0.3201,
      "step": 2360580
    },
    {
      "epoch": 658.83,
      "grad_norm": 1.070720911026001,
      "learning_rate": 3.8786067365905605e-07,
      "loss": 0.3395,
      "step": 2360590
    },
    {
      "epoch": 658.83,
      "grad_norm": 1.1562079191207886,
      "learning_rate": 3.878457752612999e-07,
      "loss": 0.3345,
      "step": 2360600
    },
    {
      "epoch": 658.84,
      "grad_norm": 1.267722249031067,
      "learning_rate": 3.8783087712387545e-07,
      "loss": 0.3297,
      "step": 2360610
    },
    {
      "epoch": 658.84,
      "grad_norm": 1.2006704807281494,
      "learning_rate": 3.8781597924678333e-07,
      "loss": 0.3338,
      "step": 2360620
    },
    {
      "epoch": 658.84,
      "grad_norm": 1.1702243089675903,
      "learning_rate": 3.8780108163002773e-07,
      "loss": 0.3591,
      "step": 2360630
    },
    {
      "epoch": 658.84,
      "grad_norm": 1.2430684566497803,
      "learning_rate": 3.877861842736087e-07,
      "loss": 0.3326,
      "step": 2360640
    },
    {
      "epoch": 658.85,
      "grad_norm": 1.314603328704834,
      "learning_rate": 3.8777128717752905e-07,
      "loss": 0.3307,
      "step": 2360650
    },
    {
      "epoch": 658.85,
      "grad_norm": 1.1466675996780396,
      "learning_rate": 3.8775639034179093e-07,
      "loss": 0.3329,
      "step": 2360660
    },
    {
      "epoch": 658.85,
      "grad_norm": 1.4141972064971924,
      "learning_rate": 3.8774149376639633e-07,
      "loss": 0.3447,
      "step": 2360670
    },
    {
      "epoch": 658.86,
      "grad_norm": 1.1626423597335815,
      "learning_rate": 3.877265974513467e-07,
      "loss": 0.338,
      "step": 2360680
    },
    {
      "epoch": 658.86,
      "grad_norm": 1.194408655166626,
      "learning_rate": 3.8771170139664414e-07,
      "loss": 0.3213,
      "step": 2360690
    },
    {
      "epoch": 658.86,
      "grad_norm": 1.262575387954712,
      "learning_rate": 3.876968056022915e-07,
      "loss": 0.3387,
      "step": 2360700
    },
    {
      "epoch": 658.86,
      "grad_norm": 1.2359554767608643,
      "learning_rate": 3.876819100682889e-07,
      "loss": 0.3406,
      "step": 2360710
    },
    {
      "epoch": 658.87,
      "grad_norm": 1.323781132698059,
      "learning_rate": 3.876670147946405e-07,
      "loss": 0.3326,
      "step": 2360720
    },
    {
      "epoch": 658.87,
      "grad_norm": 1.2589924335479736,
      "learning_rate": 3.8765211978134694e-07,
      "loss": 0.3502,
      "step": 2360730
    },
    {
      "epoch": 658.87,
      "grad_norm": 1.1406397819519043,
      "learning_rate": 3.876372250284104e-07,
      "loss": 0.337,
      "step": 2360740
    },
    {
      "epoch": 658.88,
      "grad_norm": 1.0869961977005005,
      "learning_rate": 3.8762233053583363e-07,
      "loss": 0.3371,
      "step": 2360750
    },
    {
      "epoch": 658.88,
      "grad_norm": 1.2246540784835815,
      "learning_rate": 3.8760743630361677e-07,
      "loss": 0.3428,
      "step": 2360760
    },
    {
      "epoch": 658.88,
      "grad_norm": 1.246668815612793,
      "learning_rate": 3.8759254233176433e-07,
      "loss": 0.3361,
      "step": 2360770
    },
    {
      "epoch": 658.88,
      "grad_norm": 1.2524020671844482,
      "learning_rate": 3.8757764862027627e-07,
      "loss": 0.3394,
      "step": 2360780
    },
    {
      "epoch": 658.89,
      "grad_norm": 1.2384288311004639,
      "learning_rate": 3.875627551691552e-07,
      "loss": 0.3619,
      "step": 2360790
    },
    {
      "epoch": 658.89,
      "grad_norm": 1.4070323705673218,
      "learning_rate": 3.8754786197840344e-07,
      "loss": 0.331,
      "step": 2360800
    },
    {
      "epoch": 658.89,
      "grad_norm": 1.0570489168167114,
      "learning_rate": 3.875329690480231e-07,
      "loss": 0.3406,
      "step": 2360810
    },
    {
      "epoch": 658.89,
      "grad_norm": 1.3955479860305786,
      "learning_rate": 3.875180763780152e-07,
      "loss": 0.3353,
      "step": 2360820
    },
    {
      "epoch": 658.9,
      "grad_norm": 1.0716924667358398,
      "learning_rate": 3.875031839683824e-07,
      "loss": 0.3374,
      "step": 2360830
    },
    {
      "epoch": 658.9,
      "grad_norm": 1.2855907678604126,
      "learning_rate": 3.8748829181912695e-07,
      "loss": 0.3329,
      "step": 2360840
    },
    {
      "epoch": 658.9,
      "grad_norm": 1.0850653648376465,
      "learning_rate": 3.8747339993024944e-07,
      "loss": 0.3333,
      "step": 2360850
    },
    {
      "epoch": 658.91,
      "grad_norm": 2.471951484680176,
      "learning_rate": 3.8745850830175426e-07,
      "loss": 0.3515,
      "step": 2360860
    },
    {
      "epoch": 658.91,
      "grad_norm": 1.046181559562683,
      "learning_rate": 3.874436169336412e-07,
      "loss": 0.3244,
      "step": 2360870
    },
    {
      "epoch": 658.91,
      "grad_norm": 1.2631207704544067,
      "learning_rate": 3.8742872582591303e-07,
      "loss": 0.3476,
      "step": 2360880
    },
    {
      "epoch": 658.91,
      "grad_norm": 1.2150139808654785,
      "learning_rate": 3.8741383497857244e-07,
      "loss": 0.3272,
      "step": 2360890
    },
    {
      "epoch": 658.92,
      "grad_norm": 1.1434364318847656,
      "learning_rate": 3.8739894439162015e-07,
      "loss": 0.3445,
      "step": 2360900
    },
    {
      "epoch": 658.92,
      "grad_norm": 1.3505504131317139,
      "learning_rate": 3.8738405406505854e-07,
      "loss": 0.3497,
      "step": 2360910
    },
    {
      "epoch": 658.92,
      "grad_norm": 1.0699018239974976,
      "learning_rate": 3.8736916399888996e-07,
      "loss": 0.3216,
      "step": 2360920
    },
    {
      "epoch": 658.93,
      "grad_norm": 1.1517757177352905,
      "learning_rate": 3.873542741931167e-07,
      "loss": 0.3352,
      "step": 2360930
    },
    {
      "epoch": 658.93,
      "grad_norm": 1.1799874305725098,
      "learning_rate": 3.873393846477391e-07,
      "loss": 0.3444,
      "step": 2360940
    },
    {
      "epoch": 658.93,
      "grad_norm": 1.096121072769165,
      "learning_rate": 3.8732449536276145e-07,
      "loss": 0.3347,
      "step": 2360950
    },
    {
      "epoch": 658.93,
      "grad_norm": 1.1869558095932007,
      "learning_rate": 3.873096063381839e-07,
      "loss": 0.3415,
      "step": 2360960
    },
    {
      "epoch": 658.94,
      "grad_norm": 1.2661761045455933,
      "learning_rate": 3.872947175740092e-07,
      "loss": 0.3412,
      "step": 2360970
    },
    {
      "epoch": 658.94,
      "grad_norm": 1.2080714702606201,
      "learning_rate": 3.8727982907023976e-07,
      "loss": 0.3238,
      "step": 2360980
    },
    {
      "epoch": 658.94,
      "grad_norm": 1.3574576377868652,
      "learning_rate": 3.8726494082687665e-07,
      "loss": 0.3343,
      "step": 2360990
    },
    {
      "epoch": 658.95,
      "grad_norm": 0.961733877658844,
      "learning_rate": 3.872500528439221e-07,
      "loss": 0.3149,
      "step": 2361000
    },
    {
      "epoch": 658.95,
      "grad_norm": 1.1919997930526733,
      "learning_rate": 3.872351651213783e-07,
      "loss": 0.337,
      "step": 2361010
    },
    {
      "epoch": 658.95,
      "grad_norm": 1.3324040174484253,
      "learning_rate": 3.872202776592475e-07,
      "loss": 0.3366,
      "step": 2361020
    },
    {
      "epoch": 658.95,
      "grad_norm": 1.072526216506958,
      "learning_rate": 3.8720539045753077e-07,
      "loss": 0.3336,
      "step": 2361030
    },
    {
      "epoch": 658.96,
      "grad_norm": 1.386668086051941,
      "learning_rate": 3.871905035162308e-07,
      "loss": 0.3402,
      "step": 2361040
    },
    {
      "epoch": 658.96,
      "grad_norm": 1.359505534172058,
      "learning_rate": 3.8717561683534954e-07,
      "loss": 0.3412,
      "step": 2361050
    },
    {
      "epoch": 658.96,
      "grad_norm": 1.1654185056686401,
      "learning_rate": 3.8716073041488863e-07,
      "loss": 0.366,
      "step": 2361060
    },
    {
      "epoch": 658.96,
      "grad_norm": 1.3269098997116089,
      "learning_rate": 3.871458442548512e-07,
      "loss": 0.3397,
      "step": 2361070
    },
    {
      "epoch": 658.97,
      "grad_norm": 1.494827389717102,
      "learning_rate": 3.871309583552369e-07,
      "loss": 0.3467,
      "step": 2361080
    },
    {
      "epoch": 658.97,
      "grad_norm": 1.2507392168045044,
      "learning_rate": 3.871160727160503e-07,
      "loss": 0.3323,
      "step": 2361090
    },
    {
      "epoch": 658.97,
      "grad_norm": 1.1837778091430664,
      "learning_rate": 3.871011873372915e-07,
      "loss": 0.3227,
      "step": 2361100
    },
    {
      "epoch": 658.98,
      "grad_norm": 1.1838717460632324,
      "learning_rate": 3.8708630221896346e-07,
      "loss": 0.3388,
      "step": 2361110
    },
    {
      "epoch": 658.98,
      "grad_norm": 2.2787880897521973,
      "learning_rate": 3.8707141736106827e-07,
      "loss": 0.3384,
      "step": 2361120
    },
    {
      "epoch": 658.98,
      "grad_norm": 1.3882054090499878,
      "learning_rate": 3.870565327636072e-07,
      "loss": 0.3325,
      "step": 2361130
    },
    {
      "epoch": 658.98,
      "grad_norm": 1.0590037107467651,
      "learning_rate": 3.870416484265823e-07,
      "loss": 0.3354,
      "step": 2361140
    },
    {
      "epoch": 658.99,
      "grad_norm": 1.273048996925354,
      "learning_rate": 3.87026764349996e-07,
      "loss": 0.3369,
      "step": 2361150
    },
    {
      "epoch": 658.99,
      "grad_norm": 1.0663937330245972,
      "learning_rate": 3.870118805338505e-07,
      "loss": 0.3472,
      "step": 2361160
    },
    {
      "epoch": 658.99,
      "grad_norm": 1.134063482284546,
      "learning_rate": 3.8699699697814673e-07,
      "loss": 0.3353,
      "step": 2361170
    },
    {
      "epoch": 659.0,
      "grad_norm": 1.1445536613464355,
      "learning_rate": 3.869821136828875e-07,
      "loss": 0.3392,
      "step": 2361180
    },
    {
      "epoch": 659.0,
      "grad_norm": 1.4347838163375854,
      "learning_rate": 3.869672306480754e-07,
      "loss": 0.3283,
      "step": 2361190
    },
    {
      "epoch": 659.0,
      "eval_loss": 0.3381584584712982,
      "eval_runtime": 65.443,
      "eval_samples_per_second": 77.304,
      "eval_steps_per_second": 9.673,
      "step": 2361197
    },
    {
      "epoch": 659.0,
      "grad_norm": 1.293938398361206,
      "learning_rate": 3.8695234787371014e-07,
      "loss": 0.3335,
      "step": 2361200
    },
    {
      "epoch": 659.0,
      "grad_norm": 3.291635274887085,
      "learning_rate": 3.8693746535979647e-07,
      "loss": 0.3532,
      "step": 2361210
    },
    {
      "epoch": 659.01,
      "grad_norm": 1.2308669090270996,
      "learning_rate": 3.869225831063343e-07,
      "loss": 0.332,
      "step": 2361220
    },
    {
      "epoch": 659.01,
      "grad_norm": 1.4426488876342773,
      "learning_rate": 3.869077011133266e-07,
      "loss": 0.3456,
      "step": 2361230
    },
    {
      "epoch": 659.01,
      "grad_norm": 1.2993375062942505,
      "learning_rate": 3.8689281938077514e-07,
      "loss": 0.3356,
      "step": 2361240
    },
    {
      "epoch": 659.01,
      "grad_norm": 1.1559338569641113,
      "learning_rate": 3.868779379086825e-07,
      "loss": 0.3313,
      "step": 2361250
    },
    {
      "epoch": 659.02,
      "grad_norm": 1.335494875907898,
      "learning_rate": 3.868630566970492e-07,
      "loss": 0.3546,
      "step": 2361260
    },
    {
      "epoch": 659.02,
      "grad_norm": 1.3428332805633545,
      "learning_rate": 3.8684817574587847e-07,
      "loss": 0.3456,
      "step": 2361270
    },
    {
      "epoch": 659.02,
      "grad_norm": 1.9159581661224365,
      "learning_rate": 3.8683329505517225e-07,
      "loss": 0.349,
      "step": 2361280
    },
    {
      "epoch": 659.03,
      "grad_norm": 1.201369285583496,
      "learning_rate": 3.868184146249311e-07,
      "loss": 0.3341,
      "step": 2361290
    },
    {
      "epoch": 659.03,
      "grad_norm": 1.23423171043396,
      "learning_rate": 3.8680353445515925e-07,
      "loss": 0.3335,
      "step": 2361300
    },
    {
      "epoch": 659.03,
      "grad_norm": 1.1022114753723145,
      "learning_rate": 3.8678865454585686e-07,
      "loss": 0.3354,
      "step": 2361310
    },
    {
      "epoch": 659.03,
      "grad_norm": 1.0139799118041992,
      "learning_rate": 3.867737748970266e-07,
      "loss": 0.3449,
      "step": 2361320
    },
    {
      "epoch": 659.04,
      "grad_norm": 1.1168538331985474,
      "learning_rate": 3.8675889550867057e-07,
      "loss": 0.3353,
      "step": 2361330
    },
    {
      "epoch": 659.04,
      "grad_norm": 1.3583974838256836,
      "learning_rate": 3.8674401638079027e-07,
      "loss": 0.3546,
      "step": 2361340
    },
    {
      "epoch": 659.04,
      "grad_norm": 1.3077049255371094,
      "learning_rate": 3.867291375133888e-07,
      "loss": 0.3418,
      "step": 2361350
    },
    {
      "epoch": 659.05,
      "grad_norm": 1.1014878749847412,
      "learning_rate": 3.8671425890646654e-07,
      "loss": 0.3421,
      "step": 2361360
    },
    {
      "epoch": 659.05,
      "grad_norm": 1.2490766048431396,
      "learning_rate": 3.866993805600265e-07,
      "loss": 0.3355,
      "step": 2361370
    },
    {
      "epoch": 659.05,
      "grad_norm": 1.2889361381530762,
      "learning_rate": 3.866845024740703e-07,
      "loss": 0.33,
      "step": 2361380
    },
    {
      "epoch": 659.05,
      "grad_norm": 1.2370247840881348,
      "learning_rate": 3.866696246486008e-07,
      "loss": 0.3304,
      "step": 2361390
    },
    {
      "epoch": 659.06,
      "grad_norm": 1.2384657859802246,
      "learning_rate": 3.8665474708361846e-07,
      "loss": 0.3575,
      "step": 2361400
    },
    {
      "epoch": 659.06,
      "grad_norm": 1.193018913269043,
      "learning_rate": 3.866398697791262e-07,
      "loss": 0.3431,
      "step": 2361410
    },
    {
      "epoch": 659.06,
      "grad_norm": 1.1390918493270874,
      "learning_rate": 3.8662499273512635e-07,
      "loss": 0.332,
      "step": 2361420
    },
    {
      "epoch": 659.07,
      "grad_norm": 1.4323629140853882,
      "learning_rate": 3.8661011595161916e-07,
      "loss": 0.3338,
      "step": 2361430
    },
    {
      "epoch": 659.07,
      "grad_norm": 1.3508011102676392,
      "learning_rate": 3.865952394286091e-07,
      "loss": 0.3474,
      "step": 2361440
    },
    {
      "epoch": 659.07,
      "grad_norm": 1.1463855504989624,
      "learning_rate": 3.865803631660961e-07,
      "loss": 0.3202,
      "step": 2361450
    },
    {
      "epoch": 659.07,
      "grad_norm": 1.2839245796203613,
      "learning_rate": 3.865654871640831e-07,
      "loss": 0.3547,
      "step": 2361460
    },
    {
      "epoch": 659.08,
      "grad_norm": 1.1764155626296997,
      "learning_rate": 3.8655061142257184e-07,
      "loss": 0.329,
      "step": 2361470
    },
    {
      "epoch": 659.08,
      "grad_norm": 1.2418668270111084,
      "learning_rate": 3.865357359415647e-07,
      "loss": 0.3368,
      "step": 2361480
    },
    {
      "epoch": 659.08,
      "grad_norm": 1.1094789505004883,
      "learning_rate": 3.86520860721063e-07,
      "loss": 0.3589,
      "step": 2361490
    },
    {
      "epoch": 659.08,
      "grad_norm": 1.3137692213058472,
      "learning_rate": 3.8650598576106903e-07,
      "loss": 0.3288,
      "step": 2361500
    },
    {
      "epoch": 659.09,
      "grad_norm": 1.0290791988372803,
      "learning_rate": 3.8649111106158514e-07,
      "loss": 0.342,
      "step": 2361510
    },
    {
      "epoch": 659.09,
      "grad_norm": 1.407891035079956,
      "learning_rate": 3.8647623662261195e-07,
      "loss": 0.3476,
      "step": 2361520
    },
    {
      "epoch": 659.09,
      "grad_norm": 1.2756497859954834,
      "learning_rate": 3.864613624441535e-07,
      "loss": 0.3183,
      "step": 2361530
    },
    {
      "epoch": 659.1,
      "grad_norm": 1.1964023113250732,
      "learning_rate": 3.8644648852621037e-07,
      "loss": 0.34,
      "step": 2361540
    },
    {
      "epoch": 659.1,
      "grad_norm": 1.0775996446609497,
      "learning_rate": 3.864316148687846e-07,
      "loss": 0.3289,
      "step": 2361550
    },
    {
      "epoch": 659.1,
      "grad_norm": 1.193748950958252,
      "learning_rate": 3.864167414718791e-07,
      "loss": 0.3311,
      "step": 2361560
    },
    {
      "epoch": 659.1,
      "grad_norm": 1.1284129619598389,
      "learning_rate": 3.8640186833549463e-07,
      "loss": 0.3498,
      "step": 2361570
    },
    {
      "epoch": 659.11,
      "grad_norm": 1.5862475633621216,
      "learning_rate": 3.863869954596338e-07,
      "loss": 0.3311,
      "step": 2361580
    },
    {
      "epoch": 659.11,
      "grad_norm": 1.1815884113311768,
      "learning_rate": 3.863721228442984e-07,
      "loss": 0.3353,
      "step": 2361590
    },
    {
      "epoch": 659.11,
      "grad_norm": 1.3108608722686768,
      "learning_rate": 3.8635725048949113e-07,
      "loss": 0.3467,
      "step": 2361600
    },
    {
      "epoch": 659.12,
      "grad_norm": 1.25337815284729,
      "learning_rate": 3.8634237839521213e-07,
      "loss": 0.3364,
      "step": 2361610
    },
    {
      "epoch": 659.12,
      "grad_norm": 1.2882920503616333,
      "learning_rate": 3.8632750656146585e-07,
      "loss": 0.3355,
      "step": 2361620
    },
    {
      "epoch": 659.12,
      "grad_norm": 1.2779603004455566,
      "learning_rate": 3.863126349882526e-07,
      "loss": 0.3427,
      "step": 2361630
    },
    {
      "epoch": 659.12,
      "grad_norm": 1.3289237022399902,
      "learning_rate": 3.862977636755747e-07,
      "loss": 0.3358,
      "step": 2361640
    },
    {
      "epoch": 659.13,
      "grad_norm": 1.2105814218521118,
      "learning_rate": 3.862828926234347e-07,
      "loss": 0.324,
      "step": 2361650
    },
    {
      "epoch": 659.13,
      "grad_norm": 1.2139445543289185,
      "learning_rate": 3.8626802183183294e-07,
      "loss": 0.3406,
      "step": 2361660
    },
    {
      "epoch": 659.13,
      "grad_norm": 1.089632511138916,
      "learning_rate": 3.8625315130077383e-07,
      "loss": 0.3309,
      "step": 2361670
    },
    {
      "epoch": 659.13,
      "grad_norm": 1.2658149003982544,
      "learning_rate": 3.8623828103025756e-07,
      "loss": 0.33,
      "step": 2361680
    },
    {
      "epoch": 659.14,
      "grad_norm": 1.1497254371643066,
      "learning_rate": 3.8622341102028656e-07,
      "loss": 0.3344,
      "step": 2361690
    },
    {
      "epoch": 659.14,
      "grad_norm": 1.8265777826309204,
      "learning_rate": 3.8620854127086337e-07,
      "loss": 0.3448,
      "step": 2361700
    },
    {
      "epoch": 659.14,
      "grad_norm": 1.3426464796066284,
      "learning_rate": 3.861936717819891e-07,
      "loss": 0.3284,
      "step": 2361710
    },
    {
      "epoch": 659.15,
      "grad_norm": 1.2333747148513794,
      "learning_rate": 3.86178802553666e-07,
      "loss": 0.3418,
      "step": 2361720
    },
    {
      "epoch": 659.15,
      "grad_norm": 1.2452049255371094,
      "learning_rate": 3.8616393358589617e-07,
      "loss": 0.345,
      "step": 2361730
    },
    {
      "epoch": 659.15,
      "grad_norm": 1.4518048763275146,
      "learning_rate": 3.86149064878682e-07,
      "loss": 0.3429,
      "step": 2361740
    },
    {
      "epoch": 659.15,
      "grad_norm": 1.1098514795303345,
      "learning_rate": 3.86134196432024e-07,
      "loss": 0.3261,
      "step": 2361750
    },
    {
      "epoch": 659.16,
      "grad_norm": 1.1648156642913818,
      "learning_rate": 3.861193282459264e-07,
      "loss": 0.3314,
      "step": 2361760
    },
    {
      "epoch": 659.16,
      "grad_norm": 1.358457326889038,
      "learning_rate": 3.8610446032038955e-07,
      "loss": 0.3351,
      "step": 2361770
    },
    {
      "epoch": 659.16,
      "grad_norm": 1.1444928646087646,
      "learning_rate": 3.8608959265541566e-07,
      "loss": 0.3276,
      "step": 2361780
    },
    {
      "epoch": 659.17,
      "grad_norm": 1.3108010292053223,
      "learning_rate": 3.860747252510075e-07,
      "loss": 0.3302,
      "step": 2361790
    },
    {
      "epoch": 659.17,
      "grad_norm": 1.429738163948059,
      "learning_rate": 3.8605985810716573e-07,
      "loss": 0.3431,
      "step": 2361800
    },
    {
      "epoch": 659.17,
      "grad_norm": 1.2065614461898804,
      "learning_rate": 3.8604499122389334e-07,
      "loss": 0.3544,
      "step": 2361810
    },
    {
      "epoch": 659.17,
      "grad_norm": 1.2965809106826782,
      "learning_rate": 3.8603012460119195e-07,
      "loss": 0.3443,
      "step": 2361820
    },
    {
      "epoch": 659.18,
      "grad_norm": 1.4390466213226318,
      "learning_rate": 3.8601525823906416e-07,
      "loss": 0.3342,
      "step": 2361830
    },
    {
      "epoch": 659.18,
      "grad_norm": 1.2070741653442383,
      "learning_rate": 3.8600039213751075e-07,
      "loss": 0.3261,
      "step": 2361840
    },
    {
      "epoch": 659.18,
      "grad_norm": 1.2045873403549194,
      "learning_rate": 3.859855262965343e-07,
      "loss": 0.3376,
      "step": 2361850
    },
    {
      "epoch": 659.19,
      "grad_norm": 1.3343793153762817,
      "learning_rate": 3.8597066071613747e-07,
      "loss": 0.33,
      "step": 2361860
    },
    {
      "epoch": 659.19,
      "grad_norm": 1.1370444297790527,
      "learning_rate": 3.8595579539632046e-07,
      "loss": 0.3439,
      "step": 2361870
    },
    {
      "epoch": 659.19,
      "grad_norm": 1.1672794818878174,
      "learning_rate": 3.859409303370877e-07,
      "loss": 0.325,
      "step": 2361880
    },
    {
      "epoch": 659.19,
      "grad_norm": 2.730417490005493,
      "learning_rate": 3.859260655384389e-07,
      "loss": 0.3493,
      "step": 2361890
    },
    {
      "epoch": 659.2,
      "grad_norm": 1.177603006362915,
      "learning_rate": 3.859112010003773e-07,
      "loss": 0.3357,
      "step": 2361900
    },
    {
      "epoch": 659.2,
      "grad_norm": 1.2986963987350464,
      "learning_rate": 3.8589633672290464e-07,
      "loss": 0.3263,
      "step": 2361910
    },
    {
      "epoch": 659.2,
      "grad_norm": 1.249467372894287,
      "learning_rate": 3.858814727060227e-07,
      "loss": 0.3213,
      "step": 2361920
    },
    {
      "epoch": 659.2,
      "grad_norm": 1.381104588508606,
      "learning_rate": 3.858666089497342e-07,
      "loss": 0.3359,
      "step": 2361930
    },
    {
      "epoch": 659.21,
      "grad_norm": 1.1053359508514404,
      "learning_rate": 3.8585174545404005e-07,
      "loss": 0.324,
      "step": 2361940
    },
    {
      "epoch": 659.21,
      "grad_norm": 1.2419445514678955,
      "learning_rate": 3.858368822189424e-07,
      "loss": 0.3233,
      "step": 2361950
    },
    {
      "epoch": 659.21,
      "grad_norm": 1.2103271484375,
      "learning_rate": 3.858220192444438e-07,
      "loss": 0.3204,
      "step": 2361960
    },
    {
      "epoch": 659.22,
      "grad_norm": 1.2368574142456055,
      "learning_rate": 3.858071565305465e-07,
      "loss": 0.3424,
      "step": 2361970
    },
    {
      "epoch": 659.22,
      "grad_norm": 1.3445771932601929,
      "learning_rate": 3.8579229407725107e-07,
      "loss": 0.3282,
      "step": 2361980
    },
    {
      "epoch": 659.22,
      "grad_norm": 1.4321955442428589,
      "learning_rate": 3.857774318845605e-07,
      "loss": 0.3523,
      "step": 2361990
    },
    {
      "epoch": 659.22,
      "grad_norm": 1.4668687582015991,
      "learning_rate": 3.8576256995247726e-07,
      "loss": 0.3403,
      "step": 2362000
    },
    {
      "epoch": 659.23,
      "grad_norm": 1.1896342039108276,
      "learning_rate": 3.857477082810015e-07,
      "loss": 0.3389,
      "step": 2362010
    },
    {
      "epoch": 659.23,
      "grad_norm": 2.24208664894104,
      "learning_rate": 3.857328468701376e-07,
      "loss": 0.3385,
      "step": 2362020
    },
    {
      "epoch": 659.23,
      "grad_norm": 1.0683751106262207,
      "learning_rate": 3.8571798571988556e-07,
      "loss": 0.3491,
      "step": 2362030
    },
    {
      "epoch": 659.24,
      "grad_norm": 1.1313759088516235,
      "learning_rate": 3.8570312483024816e-07,
      "loss": 0.3341,
      "step": 2362040
    },
    {
      "epoch": 659.24,
      "grad_norm": 1.3372000455856323,
      "learning_rate": 3.8568826420122735e-07,
      "loss": 0.3278,
      "step": 2362050
    },
    {
      "epoch": 659.24,
      "grad_norm": 1.3767929077148438,
      "learning_rate": 3.856734038328259e-07,
      "loss": 0.3378,
      "step": 2362060
    },
    {
      "epoch": 659.24,
      "grad_norm": 1.39583158493042,
      "learning_rate": 3.8565854372504414e-07,
      "loss": 0.3438,
      "step": 2362070
    },
    {
      "epoch": 659.25,
      "grad_norm": 1.0531781911849976,
      "learning_rate": 3.856436838778849e-07,
      "loss": 0.3315,
      "step": 2362080
    },
    {
      "epoch": 659.25,
      "grad_norm": 1.1201554536819458,
      "learning_rate": 3.856288242913507e-07,
      "loss": 0.3351,
      "step": 2362090
    },
    {
      "epoch": 659.25,
      "grad_norm": 1.3691580295562744,
      "learning_rate": 3.856139649654419e-07,
      "loss": 0.3518,
      "step": 2362100
    },
    {
      "epoch": 659.25,
      "grad_norm": 1.2493349313735962,
      "learning_rate": 3.8559910590016266e-07,
      "loss": 0.3355,
      "step": 2362110
    },
    {
      "epoch": 659.26,
      "grad_norm": 1.283836007118225,
      "learning_rate": 3.855842470955135e-07,
      "loss": 0.3377,
      "step": 2362120
    },
    {
      "epoch": 659.26,
      "grad_norm": 1.191713809967041,
      "learning_rate": 3.855693885514964e-07,
      "loss": 0.3226,
      "step": 2362130
    },
    {
      "epoch": 659.26,
      "grad_norm": 1.1602272987365723,
      "learning_rate": 3.855545302681144e-07,
      "loss": 0.3398,
      "step": 2362140
    },
    {
      "epoch": 659.27,
      "grad_norm": 1.138506293296814,
      "learning_rate": 3.855396722453681e-07,
      "loss": 0.3537,
      "step": 2362150
    },
    {
      "epoch": 659.27,
      "grad_norm": 1.3538143634796143,
      "learning_rate": 3.8552481448326027e-07,
      "loss": 0.3258,
      "step": 2362160
    },
    {
      "epoch": 659.27,
      "grad_norm": 1.0956653356552124,
      "learning_rate": 3.8550995698179257e-07,
      "loss": 0.3415,
      "step": 2362170
    },
    {
      "epoch": 659.27,
      "grad_norm": 1.4609466791152954,
      "learning_rate": 3.854950997409677e-07,
      "loss": 0.3501,
      "step": 2362180
    },
    {
      "epoch": 659.28,
      "grad_norm": 1.1172109842300415,
      "learning_rate": 3.854802427607862e-07,
      "loss": 0.3399,
      "step": 2362190
    },
    {
      "epoch": 659.28,
      "grad_norm": 7.85794734954834,
      "learning_rate": 3.854653860412519e-07,
      "loss": 0.3297,
      "step": 2362200
    },
    {
      "epoch": 659.28,
      "grad_norm": 1.1048799753189087,
      "learning_rate": 3.8545052958236513e-07,
      "loss": 0.3282,
      "step": 2362210
    },
    {
      "epoch": 659.29,
      "grad_norm": 1.2661828994750977,
      "learning_rate": 3.8543567338412866e-07,
      "loss": 0.3333,
      "step": 2362220
    },
    {
      "epoch": 659.29,
      "grad_norm": 1.2305697202682495,
      "learning_rate": 3.854208174465452e-07,
      "loss": 0.3402,
      "step": 2362230
    },
    {
      "epoch": 659.29,
      "grad_norm": 1.2876648902893066,
      "learning_rate": 3.8540596176961437e-07,
      "loss": 0.3312,
      "step": 2362240
    },
    {
      "epoch": 659.29,
      "grad_norm": 1.5489740371704102,
      "learning_rate": 3.85391106353341e-07,
      "loss": 0.3382,
      "step": 2362250
    },
    {
      "epoch": 659.3,
      "grad_norm": 1.1838397979736328,
      "learning_rate": 3.8537625119772495e-07,
      "loss": 0.3281,
      "step": 2362260
    },
    {
      "epoch": 659.3,
      "grad_norm": 1.2381017208099365,
      "learning_rate": 3.8536139630276916e-07,
      "loss": 0.3427,
      "step": 2362270
    },
    {
      "epoch": 659.3,
      "grad_norm": 1.1944570541381836,
      "learning_rate": 3.8534654166847596e-07,
      "loss": 0.3397,
      "step": 2362280
    },
    {
      "epoch": 659.31,
      "grad_norm": 1.319985270500183,
      "learning_rate": 3.853316872948464e-07,
      "loss": 0.3384,
      "step": 2362290
    },
    {
      "epoch": 659.31,
      "grad_norm": 1.512629747390747,
      "learning_rate": 3.8531683318188255e-07,
      "loss": 0.332,
      "step": 2362300
    },
    {
      "epoch": 659.31,
      "grad_norm": 1.0080962181091309,
      "learning_rate": 3.8530197932958695e-07,
      "loss": 0.347,
      "step": 2362310
    },
    {
      "epoch": 659.31,
      "grad_norm": 1.3015841245651245,
      "learning_rate": 3.852871257379618e-07,
      "loss": 0.3353,
      "step": 2362320
    },
    {
      "epoch": 659.32,
      "grad_norm": 1.1451642513275146,
      "learning_rate": 3.852722724070073e-07,
      "loss": 0.339,
      "step": 2362330
    },
    {
      "epoch": 659.32,
      "grad_norm": 7.317076683044434,
      "learning_rate": 3.852574193367281e-07,
      "loss": 0.3411,
      "step": 2362340
    },
    {
      "epoch": 659.32,
      "grad_norm": 1.15863037109375,
      "learning_rate": 3.85242566527124e-07,
      "loss": 0.3308,
      "step": 2362350
    },
    {
      "epoch": 659.32,
      "grad_norm": 1.1737338304519653,
      "learning_rate": 3.8522771397819783e-07,
      "loss": 0.3498,
      "step": 2362360
    },
    {
      "epoch": 659.33,
      "grad_norm": 1.3735589981079102,
      "learning_rate": 3.852128616899522e-07,
      "loss": 0.344,
      "step": 2362370
    },
    {
      "epoch": 659.33,
      "grad_norm": 1.1445345878601074,
      "learning_rate": 3.8519800966238766e-07,
      "loss": 0.3492,
      "step": 2362380
    },
    {
      "epoch": 659.33,
      "grad_norm": 1.3086553812026978,
      "learning_rate": 3.8518315789550703e-07,
      "loss": 0.3244,
      "step": 2362390
    },
    {
      "epoch": 659.34,
      "grad_norm": 1.1822381019592285,
      "learning_rate": 3.851683063893121e-07,
      "loss": 0.3483,
      "step": 2362400
    },
    {
      "epoch": 659.34,
      "grad_norm": 43.571842193603516,
      "learning_rate": 3.8515345514380557e-07,
      "loss": 0.3308,
      "step": 2362410
    },
    {
      "epoch": 659.34,
      "grad_norm": 1.3288120031356812,
      "learning_rate": 3.8513860415898765e-07,
      "loss": 0.3351,
      "step": 2362420
    },
    {
      "epoch": 659.34,
      "grad_norm": 1.2573010921478271,
      "learning_rate": 3.851237534348627e-07,
      "loss": 0.3367,
      "step": 2362430
    },
    {
      "epoch": 659.35,
      "grad_norm": 1.1708606481552124,
      "learning_rate": 3.8510890297143056e-07,
      "loss": 0.3406,
      "step": 2362440
    },
    {
      "epoch": 659.35,
      "grad_norm": 1.361444115638733,
      "learning_rate": 3.850940527686943e-07,
      "loss": 0.3233,
      "step": 2362450
    },
    {
      "epoch": 659.35,
      "grad_norm": 1.0431455373764038,
      "learning_rate": 3.8507920282665627e-07,
      "loss": 0.3317,
      "step": 2362460
    },
    {
      "epoch": 659.36,
      "grad_norm": 1.1752921342849731,
      "learning_rate": 3.850643531453173e-07,
      "loss": 0.3427,
      "step": 2362470
    },
    {
      "epoch": 659.36,
      "grad_norm": 1.180352807044983,
      "learning_rate": 3.8504950372467964e-07,
      "loss": 0.3316,
      "step": 2362480
    },
    {
      "epoch": 659.36,
      "grad_norm": 1.2295571565628052,
      "learning_rate": 3.8503465456474566e-07,
      "loss": 0.3378,
      "step": 2362490
    },
    {
      "epoch": 659.36,
      "grad_norm": 1.2584141492843628,
      "learning_rate": 3.850198056655175e-07,
      "loss": 0.3458,
      "step": 2362500
    },
    {
      "epoch": 659.37,
      "grad_norm": 1.9457361698150635,
      "learning_rate": 3.8500495702699717e-07,
      "loss": 0.3589,
      "step": 2362510
    },
    {
      "epoch": 659.37,
      "grad_norm": 1.206964135169983,
      "learning_rate": 3.849901086491858e-07,
      "loss": 0.3468,
      "step": 2362520
    },
    {
      "epoch": 659.37,
      "grad_norm": 5.547625541687012,
      "learning_rate": 3.8497526053208615e-07,
      "loss": 0.3354,
      "step": 2362530
    },
    {
      "epoch": 659.37,
      "grad_norm": 1.2835171222686768,
      "learning_rate": 3.8496041267569956e-07,
      "loss": 0.3496,
      "step": 2362540
    },
    {
      "epoch": 659.38,
      "grad_norm": 1.159021258354187,
      "learning_rate": 3.849455650800292e-07,
      "loss": 0.3347,
      "step": 2362550
    },
    {
      "epoch": 659.38,
      "grad_norm": 1.0903348922729492,
      "learning_rate": 3.8493071774507496e-07,
      "loss": 0.3283,
      "step": 2362560
    },
    {
      "epoch": 659.38,
      "grad_norm": 1.302363634109497,
      "learning_rate": 3.849158706708414e-07,
      "loss": 0.3268,
      "step": 2362570
    },
    {
      "epoch": 659.39,
      "grad_norm": 1.1035438776016235,
      "learning_rate": 3.8490102385732865e-07,
      "loss": 0.325,
      "step": 2362580
    },
    {
      "epoch": 659.39,
      "grad_norm": 1.3648799657821655,
      "learning_rate": 3.8488617730453916e-07,
      "loss": 0.3358,
      "step": 2362590
    },
    {
      "epoch": 659.39,
      "grad_norm": 1.4143208265304565,
      "learning_rate": 3.8487133101247546e-07,
      "loss": 0.3482,
      "step": 2362600
    },
    {
      "epoch": 659.39,
      "grad_norm": 1.32789146900177,
      "learning_rate": 3.848564849811386e-07,
      "loss": 0.3433,
      "step": 2362610
    },
    {
      "epoch": 659.4,
      "grad_norm": 1.3549079895019531,
      "learning_rate": 3.84841639210531e-07,
      "loss": 0.3514,
      "step": 2362620
    },
    {
      "epoch": 659.4,
      "grad_norm": 1.2928951978683472,
      "learning_rate": 3.8482679370065464e-07,
      "loss": 0.3314,
      "step": 2362630
    },
    {
      "epoch": 659.4,
      "grad_norm": 1.243767499923706,
      "learning_rate": 3.848119484515119e-07,
      "loss": 0.3221,
      "step": 2362640
    },
    {
      "epoch": 659.41,
      "grad_norm": 1.296818733215332,
      "learning_rate": 3.8479710346310386e-07,
      "loss": 0.3475,
      "step": 2362650
    },
    {
      "epoch": 659.41,
      "grad_norm": 1.4402066469192505,
      "learning_rate": 3.8478225873543304e-07,
      "loss": 0.3418,
      "step": 2362660
    },
    {
      "epoch": 659.41,
      "grad_norm": 1.4129869937896729,
      "learning_rate": 3.8476741426850183e-07,
      "loss": 0.3459,
      "step": 2362670
    },
    {
      "epoch": 659.41,
      "grad_norm": 1.3399310111999512,
      "learning_rate": 3.8475257006231077e-07,
      "loss": 0.3265,
      "step": 2362680
    },
    {
      "epoch": 659.42,
      "grad_norm": 1.1337149143218994,
      "learning_rate": 3.8473772611686376e-07,
      "loss": 0.3389,
      "step": 2362690
    },
    {
      "epoch": 659.42,
      "grad_norm": 1.2185540199279785,
      "learning_rate": 3.847228824321613e-07,
      "loss": 0.353,
      "step": 2362700
    },
    {
      "epoch": 659.42,
      "grad_norm": 1.1912142038345337,
      "learning_rate": 3.8470803900820594e-07,
      "loss": 0.3463,
      "step": 2362710
    },
    {
      "epoch": 659.43,
      "grad_norm": 1.1204289197921753,
      "learning_rate": 3.846931958449996e-07,
      "loss": 0.3379,
      "step": 2362720
    },
    {
      "epoch": 659.43,
      "grad_norm": 1.1630748510360718,
      "learning_rate": 3.846783529425448e-07,
      "loss": 0.3344,
      "step": 2362730
    },
    {
      "epoch": 659.43,
      "grad_norm": 1.128726601600647,
      "learning_rate": 3.8466351030084236e-07,
      "loss": 0.3509,
      "step": 2362740
    },
    {
      "epoch": 659.43,
      "grad_norm": 1.431195855140686,
      "learning_rate": 3.846486679198949e-07,
      "loss": 0.3348,
      "step": 2362750
    },
    {
      "epoch": 659.44,
      "grad_norm": 1.1671432256698608,
      "learning_rate": 3.84633825799705e-07,
      "loss": 0.3513,
      "step": 2362760
    },
    {
      "epoch": 659.44,
      "grad_norm": 1.2291818857192993,
      "learning_rate": 3.8461898394027293e-07,
      "loss": 0.334,
      "step": 2362770
    },
    {
      "epoch": 659.44,
      "grad_norm": 1.1339329481124878,
      "learning_rate": 3.8460414234160254e-07,
      "loss": 0.3279,
      "step": 2362780
    },
    {
      "epoch": 659.44,
      "grad_norm": 1.0702680349349976,
      "learning_rate": 3.845893010036947e-07,
      "loss": 0.3306,
      "step": 2362790
    },
    {
      "epoch": 659.45,
      "grad_norm": 1.1649670600891113,
      "learning_rate": 3.845744599265517e-07,
      "loss": 0.3264,
      "step": 2362800
    },
    {
      "epoch": 659.45,
      "grad_norm": 1.3368444442749023,
      "learning_rate": 3.845596191101759e-07,
      "loss": 0.3338,
      "step": 2362810
    },
    {
      "epoch": 659.45,
      "grad_norm": 1.1284209489822388,
      "learning_rate": 3.8454477855456777e-07,
      "loss": 0.3248,
      "step": 2362820
    },
    {
      "epoch": 659.46,
      "grad_norm": 1.156287431716919,
      "learning_rate": 3.8452993825973154e-07,
      "loss": 0.3213,
      "step": 2362830
    },
    {
      "epoch": 659.46,
      "grad_norm": 1.3146480321884155,
      "learning_rate": 3.8451509822566743e-07,
      "loss": 0.3354,
      "step": 2362840
    },
    {
      "epoch": 659.46,
      "grad_norm": 1.37809419631958,
      "learning_rate": 3.845002584523781e-07,
      "loss": 0.349,
      "step": 2362850
    },
    {
      "epoch": 659.46,
      "grad_norm": 1.9118099212646484,
      "learning_rate": 3.844854189398655e-07,
      "loss": 0.3361,
      "step": 2362860
    },
    {
      "epoch": 659.47,
      "grad_norm": 1.3705687522888184,
      "learning_rate": 3.844705796881319e-07,
      "loss": 0.3436,
      "step": 2362870
    },
    {
      "epoch": 659.47,
      "grad_norm": 1.2058809995651245,
      "learning_rate": 3.844557406971787e-07,
      "loss": 0.3236,
      "step": 2362880
    },
    {
      "epoch": 659.47,
      "grad_norm": 1.2156996726989746,
      "learning_rate": 3.8444090196700776e-07,
      "loss": 0.346,
      "step": 2362890
    },
    {
      "epoch": 659.48,
      "grad_norm": 1.3654385805130005,
      "learning_rate": 3.8442606349762203e-07,
      "loss": 0.3248,
      "step": 2362900
    },
    {
      "epoch": 659.48,
      "grad_norm": 1.366382360458374,
      "learning_rate": 3.844112252890219e-07,
      "loss": 0.3437,
      "step": 2362910
    },
    {
      "epoch": 659.48,
      "grad_norm": 1.0371372699737549,
      "learning_rate": 3.843963873412114e-07,
      "loss": 0.3314,
      "step": 2362920
    },
    {
      "epoch": 659.48,
      "grad_norm": 1.251307487487793,
      "learning_rate": 3.8438154965419066e-07,
      "loss": 0.3256,
      "step": 2362930
    },
    {
      "epoch": 659.49,
      "grad_norm": 1.3354464769363403,
      "learning_rate": 3.843667122279624e-07,
      "loss": 0.3412,
      "step": 2362940
    },
    {
      "epoch": 659.49,
      "grad_norm": 1.2877001762390137,
      "learning_rate": 3.843518750625294e-07,
      "loss": 0.3396,
      "step": 2362950
    },
    {
      "epoch": 659.49,
      "grad_norm": 1.3508855104446411,
      "learning_rate": 3.84337038157892e-07,
      "loss": 0.3337,
      "step": 2362960
    },
    {
      "epoch": 659.49,
      "grad_norm": 1.1976457834243774,
      "learning_rate": 3.8432220151405295e-07,
      "loss": 0.3298,
      "step": 2362970
    },
    {
      "epoch": 659.5,
      "grad_norm": 1.712403655052185,
      "learning_rate": 3.843073651310144e-07,
      "loss": 0.3503,
      "step": 2362980
    },
    {
      "epoch": 659.5,
      "grad_norm": 1.2021876573562622,
      "learning_rate": 3.84292529008779e-07,
      "loss": 0.3477,
      "step": 2362990
    },
    {
      "epoch": 659.5,
      "grad_norm": 1.092509388923645,
      "learning_rate": 3.842776931473464e-07,
      "loss": 0.3412,
      "step": 2363000
    },
    {
      "epoch": 659.51,
      "grad_norm": 1.1878225803375244,
      "learning_rate": 3.842628575467216e-07,
      "loss": 0.3512,
      "step": 2363010
    },
    {
      "epoch": 659.51,
      "grad_norm": 1.1334036588668823,
      "learning_rate": 3.842480222069043e-07,
      "loss": 0.3306,
      "step": 2363020
    },
    {
      "epoch": 659.51,
      "grad_norm": 1.1280765533447266,
      "learning_rate": 3.842331871278971e-07,
      "loss": 0.3474,
      "step": 2363030
    },
    {
      "epoch": 659.51,
      "grad_norm": 1.209580421447754,
      "learning_rate": 3.8421835230970297e-07,
      "loss": 0.3233,
      "step": 2363040
    },
    {
      "epoch": 659.52,
      "grad_norm": 1.1523350477218628,
      "learning_rate": 3.842035177523223e-07,
      "loss": 0.327,
      "step": 2363050
    },
    {
      "epoch": 659.52,
      "grad_norm": 1.1234979629516602,
      "learning_rate": 3.841886834557577e-07,
      "loss": 0.3338,
      "step": 2363060
    },
    {
      "epoch": 659.52,
      "grad_norm": 1.2469571828842163,
      "learning_rate": 3.8417384942001136e-07,
      "loss": 0.3435,
      "step": 2363070
    },
    {
      "epoch": 659.53,
      "grad_norm": 1.127819538116455,
      "learning_rate": 3.8415901564508525e-07,
      "loss": 0.3328,
      "step": 2363080
    },
    {
      "epoch": 659.53,
      "grad_norm": 3.934028387069702,
      "learning_rate": 3.8414418213098176e-07,
      "loss": 0.337,
      "step": 2363090
    },
    {
      "epoch": 659.53,
      "grad_norm": 1.1551513671875,
      "learning_rate": 3.841293488777017e-07,
      "loss": 0.347,
      "step": 2363100
    },
    {
      "epoch": 659.53,
      "grad_norm": 1.086976408958435,
      "learning_rate": 3.8411451588524783e-07,
      "loss": 0.3418,
      "step": 2363110
    },
    {
      "epoch": 659.54,
      "grad_norm": 1.2145650386810303,
      "learning_rate": 3.8409968315362183e-07,
      "loss": 0.3378,
      "step": 2363120
    },
    {
      "epoch": 659.54,
      "grad_norm": 1.3124685287475586,
      "learning_rate": 3.840848506828265e-07,
      "loss": 0.3373,
      "step": 2363130
    },
    {
      "epoch": 659.54,
      "grad_norm": 1.4522390365600586,
      "learning_rate": 3.8407001847286184e-07,
      "loss": 0.3356,
      "step": 2363140
    },
    {
      "epoch": 659.55,
      "grad_norm": 1.2380436658859253,
      "learning_rate": 3.8405518652373224e-07,
      "loss": 0.3384,
      "step": 2363150
    },
    {
      "epoch": 659.55,
      "grad_norm": 1.0599234104156494,
      "learning_rate": 3.840403548354381e-07,
      "loss": 0.3468,
      "step": 2363160
    },
    {
      "epoch": 659.55,
      "grad_norm": 2.23002552986145,
      "learning_rate": 3.8402552340798183e-07,
      "loss": 0.3312,
      "step": 2363170
    },
    {
      "epoch": 659.55,
      "grad_norm": 1.2702805995941162,
      "learning_rate": 3.8401069224136593e-07,
      "loss": 0.3432,
      "step": 2363180
    },
    {
      "epoch": 659.56,
      "grad_norm": 1.1300469636917114,
      "learning_rate": 3.8399586133559135e-07,
      "loss": 0.3462,
      "step": 2363190
    },
    {
      "epoch": 659.56,
      "grad_norm": 1.4913575649261475,
      "learning_rate": 3.839810306906607e-07,
      "loss": 0.3408,
      "step": 2363200
    },
    {
      "epoch": 659.56,
      "grad_norm": 1.254004955291748,
      "learning_rate": 3.8396620030657563e-07,
      "loss": 0.3318,
      "step": 2363210
    },
    {
      "epoch": 659.56,
      "grad_norm": 1.3552368879318237,
      "learning_rate": 3.839513701833389e-07,
      "loss": 0.3426,
      "step": 2363220
    },
    {
      "epoch": 659.57,
      "grad_norm": 1.1954195499420166,
      "learning_rate": 3.8393654032095156e-07,
      "loss": 0.344,
      "step": 2363230
    },
    {
      "epoch": 659.57,
      "grad_norm": 1.2660735845565796,
      "learning_rate": 3.8392171071941576e-07,
      "loss": 0.3293,
      "step": 2363240
    },
    {
      "epoch": 659.57,
      "grad_norm": 1.256563663482666,
      "learning_rate": 3.839068813787335e-07,
      "loss": 0.3362,
      "step": 2363250
    },
    {
      "epoch": 659.58,
      "grad_norm": 1.236423134803772,
      "learning_rate": 3.838920522989072e-07,
      "loss": 0.3531,
      "step": 2363260
    },
    {
      "epoch": 659.58,
      "grad_norm": 1.271679401397705,
      "learning_rate": 3.838772234799389e-07,
      "loss": 0.3346,
      "step": 2363270
    },
    {
      "epoch": 659.58,
      "grad_norm": 1.1103342771530151,
      "learning_rate": 3.838623949218296e-07,
      "loss": 0.3386,
      "step": 2363280
    },
    {
      "epoch": 659.58,
      "grad_norm": 1.0794315338134766,
      "learning_rate": 3.83847566624582e-07,
      "loss": 0.3457,
      "step": 2363290
    },
    {
      "epoch": 659.59,
      "grad_norm": 1.372479796409607,
      "learning_rate": 3.8383273858819804e-07,
      "loss": 0.3563,
      "step": 2363300
    },
    {
      "epoch": 659.59,
      "grad_norm": 1.0768039226531982,
      "learning_rate": 3.8381791081267993e-07,
      "loss": 0.3449,
      "step": 2363310
    },
    {
      "epoch": 659.59,
      "grad_norm": 1.2404141426086426,
      "learning_rate": 3.838030832980287e-07,
      "loss": 0.3107,
      "step": 2363320
    },
    {
      "epoch": 659.6,
      "grad_norm": 1.547797441482544,
      "learning_rate": 3.8378825604424715e-07,
      "loss": 0.3514,
      "step": 2363330
    },
    {
      "epoch": 659.6,
      "grad_norm": 1.1585102081298828,
      "learning_rate": 3.8377342905133766e-07,
      "loss": 0.3508,
      "step": 2363340
    },
    {
      "epoch": 659.6,
      "grad_norm": 1.3558021783828735,
      "learning_rate": 3.8375860231930024e-07,
      "loss": 0.3473,
      "step": 2363350
    },
    {
      "epoch": 659.6,
      "grad_norm": 1.1862359046936035,
      "learning_rate": 3.8374377584813955e-07,
      "loss": 0.3422,
      "step": 2363360
    },
    {
      "epoch": 659.61,
      "grad_norm": 1.2155951261520386,
      "learning_rate": 3.837289496378548e-07,
      "loss": 0.3434,
      "step": 2363370
    },
    {
      "epoch": 659.61,
      "grad_norm": 4.379273414611816,
      "learning_rate": 3.837141236884507e-07,
      "loss": 0.3393,
      "step": 2363380
    },
    {
      "epoch": 659.61,
      "grad_norm": 1.3254163265228271,
      "learning_rate": 3.836992979999275e-07,
      "loss": 0.3386,
      "step": 2363390
    },
    {
      "epoch": 659.61,
      "grad_norm": 1.1564180850982666,
      "learning_rate": 3.836844725722873e-07,
      "loss": 0.3312,
      "step": 2363400
    },
    {
      "epoch": 659.62,
      "grad_norm": 1.2907096147537231,
      "learning_rate": 3.8366964740553315e-07,
      "loss": 0.3488,
      "step": 2363410
    },
    {
      "epoch": 659.62,
      "grad_norm": 1.2845453023910522,
      "learning_rate": 3.836548224996654e-07,
      "loss": 0.3409,
      "step": 2363420
    },
    {
      "epoch": 659.62,
      "grad_norm": 1.3748836517333984,
      "learning_rate": 3.8363999785468716e-07,
      "loss": 0.3608,
      "step": 2363430
    },
    {
      "epoch": 659.63,
      "grad_norm": 1.1349326372146606,
      "learning_rate": 3.836251734705999e-07,
      "loss": 0.3339,
      "step": 2363440
    },
    {
      "epoch": 659.63,
      "grad_norm": 1.1870967149734497,
      "learning_rate": 3.8361034934740636e-07,
      "loss": 0.3278,
      "step": 2363450
    },
    {
      "epoch": 659.63,
      "grad_norm": 1.232696771621704,
      "learning_rate": 3.8359552548510724e-07,
      "loss": 0.343,
      "step": 2363460
    },
    {
      "epoch": 659.63,
      "grad_norm": 1.1277735233306885,
      "learning_rate": 3.835807018837054e-07,
      "loss": 0.3491,
      "step": 2363470
    },
    {
      "epoch": 659.64,
      "grad_norm": 1.3429522514343262,
      "learning_rate": 3.835658785432032e-07,
      "loss": 0.3393,
      "step": 2363480
    },
    {
      "epoch": 659.64,
      "grad_norm": 1.6876187324523926,
      "learning_rate": 3.835510554636009e-07,
      "loss": 0.3317,
      "step": 2363490
    },
    {
      "epoch": 659.64,
      "grad_norm": 1.0779354572296143,
      "learning_rate": 3.8353623264490293e-07,
      "loss": 0.3464,
      "step": 2363500
    },
    {
      "epoch": 659.65,
      "grad_norm": 1.1936463117599487,
      "learning_rate": 3.83521410087109e-07,
      "loss": 0.3436,
      "step": 2363510
    },
    {
      "epoch": 659.65,
      "grad_norm": 1.4171278476715088,
      "learning_rate": 3.835065877902222e-07,
      "loss": 0.3339,
      "step": 2363520
    },
    {
      "epoch": 659.65,
      "grad_norm": 1.3034250736236572,
      "learning_rate": 3.8349176575424446e-07,
      "loss": 0.3625,
      "step": 2363530
    },
    {
      "epoch": 659.65,
      "grad_norm": 1.332430124282837,
      "learning_rate": 3.834769439791781e-07,
      "loss": 0.3383,
      "step": 2363540
    },
    {
      "epoch": 659.66,
      "grad_norm": 1.9542615413665771,
      "learning_rate": 3.8346212246502404e-07,
      "loss": 0.3248,
      "step": 2363550
    },
    {
      "epoch": 659.66,
      "grad_norm": 1.0214214324951172,
      "learning_rate": 3.8344730121178477e-07,
      "loss": 0.3358,
      "step": 2363560
    },
    {
      "epoch": 659.66,
      "grad_norm": 1.315281629562378,
      "learning_rate": 3.8343248021946283e-07,
      "loss": 0.3547,
      "step": 2363570
    },
    {
      "epoch": 659.67,
      "grad_norm": 0.957644522190094,
      "learning_rate": 3.834176594880587e-07,
      "loss": 0.3284,
      "step": 2363580
    },
    {
      "epoch": 659.67,
      "grad_norm": 1.2093150615692139,
      "learning_rate": 3.8340283901757634e-07,
      "loss": 0.3412,
      "step": 2363590
    },
    {
      "epoch": 659.67,
      "grad_norm": 1.5855309963226318,
      "learning_rate": 3.833880188080163e-07,
      "loss": 0.3337,
      "step": 2363600
    },
    {
      "epoch": 659.67,
      "grad_norm": 1.229166030883789,
      "learning_rate": 3.833731988593811e-07,
      "loss": 0.3355,
      "step": 2363610
    },
    {
      "epoch": 659.68,
      "grad_norm": 1.0488591194152832,
      "learning_rate": 3.833583791716728e-07,
      "loss": 0.3306,
      "step": 2363620
    },
    {
      "epoch": 659.68,
      "grad_norm": 1.3377959728240967,
      "learning_rate": 3.8334355974489283e-07,
      "loss": 0.3336,
      "step": 2363630
    },
    {
      "epoch": 659.68,
      "grad_norm": 1.3367116451263428,
      "learning_rate": 3.8332874057904344e-07,
      "loss": 0.3282,
      "step": 2363640
    },
    {
      "epoch": 659.68,
      "grad_norm": 1.3815479278564453,
      "learning_rate": 3.8331392167412673e-07,
      "loss": 0.3246,
      "step": 2363650
    },
    {
      "epoch": 659.69,
      "grad_norm": 1.1551696062088013,
      "learning_rate": 3.832991030301445e-07,
      "loss": 0.3197,
      "step": 2363660
    },
    {
      "epoch": 659.69,
      "grad_norm": 1.4072378873825073,
      "learning_rate": 3.832842846470986e-07,
      "loss": 0.3357,
      "step": 2363670
    },
    {
      "epoch": 659.69,
      "grad_norm": 1.2552908658981323,
      "learning_rate": 3.8326946652499217e-07,
      "loss": 0.3312,
      "step": 2363680
    },
    {
      "epoch": 659.7,
      "grad_norm": 1.4573277235031128,
      "learning_rate": 3.8325464866382546e-07,
      "loss": 0.3391,
      "step": 2363690
    },
    {
      "epoch": 659.7,
      "grad_norm": 1.291639804840088,
      "learning_rate": 3.832398310636013e-07,
      "loss": 0.3335,
      "step": 2363700
    },
    {
      "epoch": 659.7,
      "grad_norm": 1.4675160646438599,
      "learning_rate": 3.8322501372432205e-07,
      "loss": 0.33,
      "step": 2363710
    },
    {
      "epoch": 659.7,
      "grad_norm": 1.0988259315490723,
      "learning_rate": 3.832101966459882e-07,
      "loss": 0.3404,
      "step": 2363720
    },
    {
      "epoch": 659.71,
      "grad_norm": 1.1495219469070435,
      "learning_rate": 3.8319537982860374e-07,
      "loss": 0.3481,
      "step": 2363730
    },
    {
      "epoch": 659.71,
      "grad_norm": 1.090951681137085,
      "learning_rate": 3.8318056327216915e-07,
      "loss": 0.3376,
      "step": 2363740
    },
    {
      "epoch": 659.71,
      "grad_norm": 1.1318529844284058,
      "learning_rate": 3.8316574697668694e-07,
      "loss": 0.3373,
      "step": 2363750
    },
    {
      "epoch": 659.72,
      "grad_norm": 1.4455795288085938,
      "learning_rate": 3.831509309421593e-07,
      "loss": 0.3613,
      "step": 2363760
    },
    {
      "epoch": 659.72,
      "grad_norm": 1.0656851530075073,
      "learning_rate": 3.831361151685878e-07,
      "loss": 0.3457,
      "step": 2363770
    },
    {
      "epoch": 659.72,
      "grad_norm": 1.144476056098938,
      "learning_rate": 3.831212996559742e-07,
      "loss": 0.3429,
      "step": 2363780
    },
    {
      "epoch": 659.72,
      "grad_norm": 1.2202808856964111,
      "learning_rate": 3.8310648440432085e-07,
      "loss": 0.3432,
      "step": 2363790
    },
    {
      "epoch": 659.73,
      "grad_norm": 1.2823045253753662,
      "learning_rate": 3.8309166941363037e-07,
      "loss": 0.3443,
      "step": 2363800
    },
    {
      "epoch": 659.73,
      "grad_norm": 1.1370844841003418,
      "learning_rate": 3.83076854683903e-07,
      "loss": 0.3491,
      "step": 2363810
    },
    {
      "epoch": 659.73,
      "grad_norm": 1.409216284751892,
      "learning_rate": 3.830620402151427e-07,
      "loss": 0.3327,
      "step": 2363820
    },
    {
      "epoch": 659.73,
      "grad_norm": 1.3173189163208008,
      "learning_rate": 3.830472260073502e-07,
      "loss": 0.3349,
      "step": 2363830
    },
    {
      "epoch": 659.74,
      "grad_norm": 1.0693870782852173,
      "learning_rate": 3.8303241206052757e-07,
      "loss": 0.3233,
      "step": 2363840
    },
    {
      "epoch": 659.74,
      "grad_norm": 1.29221510887146,
      "learning_rate": 3.830175983746775e-07,
      "loss": 0.3606,
      "step": 2363850
    },
    {
      "epoch": 659.74,
      "grad_norm": 1.2360435724258423,
      "learning_rate": 3.830027849498009e-07,
      "loss": 0.3487,
      "step": 2363860
    },
    {
      "epoch": 659.75,
      "grad_norm": 1.2103384733200073,
      "learning_rate": 3.829879717859004e-07,
      "loss": 0.3468,
      "step": 2363870
    },
    {
      "epoch": 659.75,
      "grad_norm": 1.2413431406021118,
      "learning_rate": 3.8297315888297765e-07,
      "loss": 0.3567,
      "step": 2363880
    },
    {
      "epoch": 659.75,
      "grad_norm": 1.1567044258117676,
      "learning_rate": 3.8295834624103574e-07,
      "loss": 0.3372,
      "step": 2363890
    },
    {
      "epoch": 659.75,
      "grad_norm": 1.1619817018508911,
      "learning_rate": 3.8294353386007484e-07,
      "loss": 0.3321,
      "step": 2363900
    },
    {
      "epoch": 659.76,
      "grad_norm": 1.2912904024124146,
      "learning_rate": 3.8292872174009797e-07,
      "loss": 0.3529,
      "step": 2363910
    },
    {
      "epoch": 659.76,
      "grad_norm": 1.0799888372421265,
      "learning_rate": 3.8291390988110757e-07,
      "loss": 0.3351,
      "step": 2363920
    },
    {
      "epoch": 659.76,
      "grad_norm": 1.2581851482391357,
      "learning_rate": 3.8289909828310375e-07,
      "loss": 0.3444,
      "step": 2363930
    },
    {
      "epoch": 659.77,
      "grad_norm": 1.2958382368087769,
      "learning_rate": 3.828842869460909e-07,
      "loss": 0.3424,
      "step": 2363940
    },
    {
      "epoch": 659.77,
      "grad_norm": 1.3585641384124756,
      "learning_rate": 3.8286947587006847e-07,
      "loss": 0.3402,
      "step": 2363950
    },
    {
      "epoch": 659.77,
      "grad_norm": 1.478101134300232,
      "learning_rate": 3.828546650550412e-07,
      "loss": 0.3324,
      "step": 2363960
    },
    {
      "epoch": 659.77,
      "grad_norm": 1.290505051612854,
      "learning_rate": 3.828398545010091e-07,
      "loss": 0.3314,
      "step": 2363970
    },
    {
      "epoch": 659.78,
      "grad_norm": 1.171394944190979,
      "learning_rate": 3.828250442079744e-07,
      "loss": 0.3309,
      "step": 2363980
    },
    {
      "epoch": 659.78,
      "grad_norm": 1.171573281288147,
      "learning_rate": 3.8281023417594005e-07,
      "loss": 0.3422,
      "step": 2363990
    },
    {
      "epoch": 659.78,
      "grad_norm": 1.4006515741348267,
      "learning_rate": 3.827954244049069e-07,
      "loss": 0.3457,
      "step": 2364000
    },
    {
      "epoch": 659.79,
      "grad_norm": 1.5837620496749878,
      "learning_rate": 3.827806148948771e-07,
      "loss": 0.3487,
      "step": 2364010
    },
    {
      "epoch": 659.79,
      "grad_norm": 1.2283129692077637,
      "learning_rate": 3.827658056458529e-07,
      "loss": 0.3296,
      "step": 2364020
    },
    {
      "epoch": 659.79,
      "grad_norm": 1.17694890499115,
      "learning_rate": 3.827509966578368e-07,
      "loss": 0.3362,
      "step": 2364030
    },
    {
      "epoch": 659.79,
      "grad_norm": 1.2280173301696777,
      "learning_rate": 3.8273618793082964e-07,
      "loss": 0.3296,
      "step": 2364040
    },
    {
      "epoch": 659.8,
      "grad_norm": 1.1879349946975708,
      "learning_rate": 3.82721379464834e-07,
      "loss": 0.3153,
      "step": 2364050
    },
    {
      "epoch": 659.8,
      "grad_norm": 1.2329779863357544,
      "learning_rate": 3.827065712598525e-07,
      "loss": 0.3471,
      "step": 2364060
    },
    {
      "epoch": 659.8,
      "grad_norm": 1.1755295991897583,
      "learning_rate": 3.8269176331588515e-07,
      "loss": 0.3393,
      "step": 2364070
    },
    {
      "epoch": 659.8,
      "grad_norm": 1.2335714101791382,
      "learning_rate": 3.826769556329363e-07,
      "loss": 0.3609,
      "step": 2364080
    },
    {
      "epoch": 659.81,
      "grad_norm": 1.368585467338562,
      "learning_rate": 3.8266214821100604e-07,
      "loss": 0.3242,
      "step": 2364090
    },
    {
      "epoch": 659.81,
      "grad_norm": 1.2075215578079224,
      "learning_rate": 3.8264734105009744e-07,
      "loss": 0.3412,
      "step": 2364100
    },
    {
      "epoch": 659.81,
      "grad_norm": 1.1829334497451782,
      "learning_rate": 3.826325341502121e-07,
      "loss": 0.3459,
      "step": 2364110
    },
    {
      "epoch": 659.82,
      "grad_norm": 1.2163143157958984,
      "learning_rate": 3.8261772751135255e-07,
      "loss": 0.3397,
      "step": 2364120
    },
    {
      "epoch": 659.82,
      "grad_norm": 1.247664213180542,
      "learning_rate": 3.826029211335196e-07,
      "loss": 0.3578,
      "step": 2364130
    },
    {
      "epoch": 659.82,
      "grad_norm": 1.2046746015548706,
      "learning_rate": 3.825881150167159e-07,
      "loss": 0.3412,
      "step": 2364140
    },
    {
      "epoch": 659.82,
      "grad_norm": 1.2110940217971802,
      "learning_rate": 3.825733091609438e-07,
      "loss": 0.3528,
      "step": 2364150
    },
    {
      "epoch": 659.83,
      "grad_norm": 1.2655988931655884,
      "learning_rate": 3.82558503566204e-07,
      "loss": 0.3474,
      "step": 2364160
    },
    {
      "epoch": 659.83,
      "grad_norm": 1.1257413625717163,
      "learning_rate": 3.825436982325002e-07,
      "loss": 0.3215,
      "step": 2364170
    },
    {
      "epoch": 659.83,
      "grad_norm": 1.3511306047439575,
      "learning_rate": 3.8252889315983314e-07,
      "loss": 0.3344,
      "step": 2364180
    },
    {
      "epoch": 659.84,
      "grad_norm": 1.3475689888000488,
      "learning_rate": 3.82514088348205e-07,
      "loss": 0.3442,
      "step": 2364190
    },
    {
      "epoch": 659.84,
      "grad_norm": 1.2510058879852295,
      "learning_rate": 3.8249928379761846e-07,
      "loss": 0.332,
      "step": 2364200
    },
    {
      "epoch": 659.84,
      "grad_norm": 1.156720519065857,
      "learning_rate": 3.8248447950807394e-07,
      "loss": 0.3401,
      "step": 2364210
    },
    {
      "epoch": 659.84,
      "grad_norm": 1.356166958808899,
      "learning_rate": 3.8246967547957533e-07,
      "loss": 0.3424,
      "step": 2364220
    },
    {
      "epoch": 659.85,
      "grad_norm": 1.2997515201568604,
      "learning_rate": 3.8245487171212334e-07,
      "loss": 0.343,
      "step": 2364230
    },
    {
      "epoch": 659.85,
      "grad_norm": 1.4477146863937378,
      "learning_rate": 3.8244006820572007e-07,
      "loss": 0.3417,
      "step": 2364240
    },
    {
      "epoch": 659.85,
      "grad_norm": 1.648596167564392,
      "learning_rate": 3.8242526496036764e-07,
      "loss": 0.3267,
      "step": 2364250
    },
    {
      "epoch": 659.85,
      "grad_norm": 1.0414384603500366,
      "learning_rate": 3.8241046197606886e-07,
      "loss": 0.3489,
      "step": 2364260
    },
    {
      "epoch": 659.86,
      "grad_norm": 1.0662838220596313,
      "learning_rate": 3.8239565925282405e-07,
      "loss": 0.3409,
      "step": 2364270
    },
    {
      "epoch": 659.86,
      "grad_norm": 1.1837375164031982,
      "learning_rate": 3.8238085679063627e-07,
      "loss": 0.337,
      "step": 2364280
    },
    {
      "epoch": 659.86,
      "grad_norm": 1.1425005197525024,
      "learning_rate": 3.8236605458950765e-07,
      "loss": 0.3376,
      "step": 2364290
    },
    {
      "epoch": 659.87,
      "grad_norm": 1.217738151550293,
      "learning_rate": 3.823512526494387e-07,
      "loss": 0.342,
      "step": 2364300
    },
    {
      "epoch": 659.87,
      "grad_norm": 1.4063254594802856,
      "learning_rate": 3.8233645097043385e-07,
      "loss": 0.3215,
      "step": 2364310
    },
    {
      "epoch": 659.87,
      "grad_norm": 1.0662459135055542,
      "learning_rate": 3.823216495524928e-07,
      "loss": 0.3394,
      "step": 2364320
    },
    {
      "epoch": 659.87,
      "grad_norm": 1.1619617938995361,
      "learning_rate": 3.823068483956184e-07,
      "loss": 0.3159,
      "step": 2364330
    },
    {
      "epoch": 659.88,
      "grad_norm": 1.296012043952942,
      "learning_rate": 3.822920474998129e-07,
      "loss": 0.3466,
      "step": 2364340
    },
    {
      "epoch": 659.88,
      "grad_norm": 1.0175951719284058,
      "learning_rate": 3.8227724686507816e-07,
      "loss": 0.318,
      "step": 2364350
    },
    {
      "epoch": 659.88,
      "grad_norm": 1.0655642747879028,
      "learning_rate": 3.822624464914158e-07,
      "loss": 0.3378,
      "step": 2364360
    },
    {
      "epoch": 659.89,
      "grad_norm": 1.3772871494293213,
      "learning_rate": 3.8224764637882777e-07,
      "loss": 0.3394,
      "step": 2364370
    },
    {
      "epoch": 659.89,
      "grad_norm": 1.3118679523468018,
      "learning_rate": 3.8223284652731676e-07,
      "loss": 0.3366,
      "step": 2364380
    },
    {
      "epoch": 659.89,
      "grad_norm": 1.2848728895187378,
      "learning_rate": 3.8221804693688313e-07,
      "loss": 0.3402,
      "step": 2364390
    },
    {
      "epoch": 659.89,
      "grad_norm": 1.2136343717575073,
      "learning_rate": 3.8220324760753104e-07,
      "loss": 0.3337,
      "step": 2364400
    },
    {
      "epoch": 659.9,
      "grad_norm": 1.3122332096099854,
      "learning_rate": 3.821884485392607e-07,
      "loss": 0.3288,
      "step": 2364410
    },
    {
      "epoch": 659.9,
      "grad_norm": 1.2191599607467651,
      "learning_rate": 3.8217364973207505e-07,
      "loss": 0.3239,
      "step": 2364420
    },
    {
      "epoch": 659.9,
      "grad_norm": 1.2319471836090088,
      "learning_rate": 3.821588511859761e-07,
      "loss": 0.3462,
      "step": 2364430
    },
    {
      "epoch": 659.91,
      "grad_norm": 1.1601169109344482,
      "learning_rate": 3.821440529009649e-07,
      "loss": 0.3329,
      "step": 2364440
    },
    {
      "epoch": 659.91,
      "grad_norm": 1.3865516185760498,
      "learning_rate": 3.8212925487704405e-07,
      "loss": 0.3524,
      "step": 2364450
    },
    {
      "epoch": 659.91,
      "grad_norm": 1.1849582195281982,
      "learning_rate": 3.8211445711421545e-07,
      "loss": 0.3329,
      "step": 2364460
    },
    {
      "epoch": 659.91,
      "grad_norm": 1.3255624771118164,
      "learning_rate": 3.820996596124816e-07,
      "loss": 0.3259,
      "step": 2364470
    },
    {
      "epoch": 659.92,
      "grad_norm": 1.2493455410003662,
      "learning_rate": 3.820848623718428e-07,
      "loss": 0.3333,
      "step": 2364480
    },
    {
      "epoch": 659.92,
      "grad_norm": 1.2464324235916138,
      "learning_rate": 3.8207006539230326e-07,
      "loss": 0.3374,
      "step": 2364490
    },
    {
      "epoch": 659.92,
      "grad_norm": 1.0921601057052612,
      "learning_rate": 3.820552686738634e-07,
      "loss": 0.334,
      "step": 2364500
    },
    {
      "epoch": 659.92,
      "grad_norm": 1.0939501523971558,
      "learning_rate": 3.820404722165256e-07,
      "loss": 0.3263,
      "step": 2364510
    },
    {
      "epoch": 659.93,
      "grad_norm": 1.182458758354187,
      "learning_rate": 3.820256760202923e-07,
      "loss": 0.3354,
      "step": 2364520
    },
    {
      "epoch": 659.93,
      "grad_norm": 1.17319917678833,
      "learning_rate": 3.8201088008516417e-07,
      "loss": 0.3268,
      "step": 2364530
    },
    {
      "epoch": 659.93,
      "grad_norm": 1.3939898014068604,
      "learning_rate": 3.819960844111451e-07,
      "loss": 0.338,
      "step": 2364540
    },
    {
      "epoch": 659.94,
      "grad_norm": 1.3085862398147583,
      "learning_rate": 3.8198128899823547e-07,
      "loss": 0.3524,
      "step": 2364550
    },
    {
      "epoch": 659.94,
      "grad_norm": 1.278983235359192,
      "learning_rate": 3.819664938464375e-07,
      "loss": 0.3377,
      "step": 2364560
    },
    {
      "epoch": 659.94,
      "grad_norm": 1.369982361793518,
      "learning_rate": 3.8195169895575436e-07,
      "loss": 0.3384,
      "step": 2364570
    },
    {
      "epoch": 659.94,
      "grad_norm": 1.2068989276885986,
      "learning_rate": 3.819369043261863e-07,
      "loss": 0.359,
      "step": 2364580
    },
    {
      "epoch": 659.95,
      "grad_norm": 1.3539633750915527,
      "learning_rate": 3.819221099577362e-07,
      "loss": 0.3523,
      "step": 2364590
    },
    {
      "epoch": 659.95,
      "grad_norm": 1.20166015625,
      "learning_rate": 3.819073158504061e-07,
      "loss": 0.3323,
      "step": 2364600
    },
    {
      "epoch": 659.95,
      "grad_norm": 1.1661202907562256,
      "learning_rate": 3.8189252200419814e-07,
      "loss": 0.3533,
      "step": 2364610
    },
    {
      "epoch": 659.96,
      "grad_norm": 1.0746660232543945,
      "learning_rate": 3.8187772841911285e-07,
      "loss": 0.3337,
      "step": 2364620
    },
    {
      "epoch": 659.96,
      "grad_norm": 1.3859461545944214,
      "learning_rate": 3.818629350951546e-07,
      "loss": 0.3301,
      "step": 2364630
    },
    {
      "epoch": 659.96,
      "grad_norm": 1.3766242265701294,
      "learning_rate": 3.818481420323231e-07,
      "loss": 0.3439,
      "step": 2364640
    },
    {
      "epoch": 659.96,
      "grad_norm": 1.1608707904815674,
      "learning_rate": 3.8183334923062155e-07,
      "loss": 0.3354,
      "step": 2364650
    },
    {
      "epoch": 659.97,
      "grad_norm": 1.2715106010437012,
      "learning_rate": 3.818185566900523e-07,
      "loss": 0.3483,
      "step": 2364660
    },
    {
      "epoch": 659.97,
      "grad_norm": 1.2940237522125244,
      "learning_rate": 3.818037644106158e-07,
      "loss": 0.3294,
      "step": 2364670
    },
    {
      "epoch": 659.97,
      "grad_norm": 1.2193939685821533,
      "learning_rate": 3.817889723923152e-07,
      "loss": 0.3376,
      "step": 2364680
    },
    {
      "epoch": 659.97,
      "grad_norm": 1.1841446161270142,
      "learning_rate": 3.8177418063515176e-07,
      "loss": 0.3155,
      "step": 2364690
    },
    {
      "epoch": 659.98,
      "grad_norm": 1.0695496797561646,
      "learning_rate": 3.817593891391287e-07,
      "loss": 0.3132,
      "step": 2364700
    },
    {
      "epoch": 659.98,
      "grad_norm": 1.3152612447738647,
      "learning_rate": 3.817445979042465e-07,
      "loss": 0.3357,
      "step": 2364710
    },
    {
      "epoch": 659.98,
      "grad_norm": 1.0370936393737793,
      "learning_rate": 3.8172980693050773e-07,
      "loss": 0.354,
      "step": 2364720
    },
    {
      "epoch": 659.99,
      "grad_norm": 1.4150272607803345,
      "learning_rate": 3.81715016217915e-07,
      "loss": 0.3314,
      "step": 2364730
    },
    {
      "epoch": 659.99,
      "grad_norm": 1.1804327964782715,
      "learning_rate": 3.817002257664686e-07,
      "loss": 0.3317,
      "step": 2364740
    },
    {
      "epoch": 659.99,
      "grad_norm": 1.1970912218093872,
      "learning_rate": 3.8168543557617244e-07,
      "loss": 0.3421,
      "step": 2364750
    },
    {
      "epoch": 659.99,
      "grad_norm": 1.3160589933395386,
      "learning_rate": 3.8167064564702725e-07,
      "loss": 0.33,
      "step": 2364760
    },
    {
      "epoch": 660.0,
      "grad_norm": 1.422318458557129,
      "learning_rate": 3.816558559790354e-07,
      "loss": 0.337,
      "step": 2364770
    },
    {
      "epoch": 660.0,
      "grad_norm": 1.40675950050354,
      "learning_rate": 3.816410665721987e-07,
      "loss": 0.3341,
      "step": 2364780
    },
    {
      "epoch": 660.0,
      "eval_loss": 0.33823058009147644,
      "eval_runtime": 68.2517,
      "eval_samples_per_second": 74.123,
      "eval_steps_per_second": 9.274,
      "step": 2364780
    },
    {
      "epoch": 660.0,
      "grad_norm": 1.2904133796691895,
      "learning_rate": 3.81626277426519e-07,
      "loss": 0.3456,
      "step": 2364790
    },
    {
      "epoch": 660.01,
      "grad_norm": 1.139323353767395,
      "learning_rate": 3.816114885419994e-07,
      "loss": 0.3397,
      "step": 2364800
    },
    {
      "epoch": 660.01,
      "grad_norm": 1.374084234237671,
      "learning_rate": 3.815966999186404e-07,
      "loss": 0.3485,
      "step": 2364810
    },
    {
      "epoch": 660.01,
      "grad_norm": 1.109479308128357,
      "learning_rate": 3.815819115564444e-07,
      "loss": 0.3356,
      "step": 2364820
    },
    {
      "epoch": 660.01,
      "grad_norm": 1.2592432498931885,
      "learning_rate": 3.815671234554134e-07,
      "loss": 0.3304,
      "step": 2364830
    },
    {
      "epoch": 660.02,
      "grad_norm": 1.1876260042190552,
      "learning_rate": 3.8155233561555036e-07,
      "loss": 0.334,
      "step": 2364840
    },
    {
      "epoch": 660.02,
      "grad_norm": 1.1724358797073364,
      "learning_rate": 3.815375480368555e-07,
      "loss": 0.3548,
      "step": 2364850
    },
    {
      "epoch": 660.02,
      "grad_norm": 1.3800220489501953,
      "learning_rate": 3.815227607193319e-07,
      "loss": 0.358,
      "step": 2364860
    },
    {
      "epoch": 660.03,
      "grad_norm": 1.1569260358810425,
      "learning_rate": 3.8150797366298167e-07,
      "loss": 0.3327,
      "step": 2364870
    },
    {
      "epoch": 660.03,
      "grad_norm": 1.2338424921035767,
      "learning_rate": 3.8149318686780534e-07,
      "loss": 0.3412,
      "step": 2364880
    },
    {
      "epoch": 660.03,
      "grad_norm": 1.2354693412780762,
      "learning_rate": 3.8147840033380707e-07,
      "loss": 0.332,
      "step": 2364890
    },
    {
      "epoch": 660.03,
      "grad_norm": 1.2433490753173828,
      "learning_rate": 3.814636140609871e-07,
      "loss": 0.349,
      "step": 2364900
    },
    {
      "epoch": 660.04,
      "grad_norm": 1.189156174659729,
      "learning_rate": 3.814488280493478e-07,
      "loss": 0.3248,
      "step": 2364910
    },
    {
      "epoch": 660.04,
      "grad_norm": 1.1089283227920532,
      "learning_rate": 3.8143404229889156e-07,
      "loss": 0.3398,
      "step": 2364920
    },
    {
      "epoch": 660.04,
      "grad_norm": 1.2919108867645264,
      "learning_rate": 3.814192568096206e-07,
      "loss": 0.3395,
      "step": 2364930
    },
    {
      "epoch": 660.04,
      "grad_norm": 1.2144204378128052,
      "learning_rate": 3.814044715815358e-07,
      "loss": 0.3454,
      "step": 2364940
    },
    {
      "epoch": 660.05,
      "grad_norm": 1.2232238054275513,
      "learning_rate": 3.8138968661463996e-07,
      "loss": 0.3371,
      "step": 2364950
    },
    {
      "epoch": 660.05,
      "grad_norm": 1.2055476903915405,
      "learning_rate": 3.813749019089352e-07,
      "loss": 0.334,
      "step": 2364960
    },
    {
      "epoch": 660.05,
      "grad_norm": 1.431349277496338,
      "learning_rate": 3.813601174644218e-07,
      "loss": 0.3451,
      "step": 2364970
    },
    {
      "epoch": 660.06,
      "grad_norm": 1.1753268241882324,
      "learning_rate": 3.8134533328110437e-07,
      "loss": 0.3256,
      "step": 2364980
    },
    {
      "epoch": 660.06,
      "grad_norm": 1.1590452194213867,
      "learning_rate": 3.8133054935898296e-07,
      "loss": 0.3218,
      "step": 2364990
    },
    {
      "epoch": 660.06,
      "grad_norm": 1.1804797649383545,
      "learning_rate": 3.8131576569805993e-07,
      "loss": 0.3298,
      "step": 2365000
    },
    {
      "epoch": 660.06,
      "grad_norm": 1.2322825193405151,
      "learning_rate": 3.813009822983381e-07,
      "loss": 0.324,
      "step": 2365010
    },
    {
      "epoch": 660.07,
      "grad_norm": 1.1469500064849854,
      "learning_rate": 3.8128619915981825e-07,
      "loss": 0.3398,
      "step": 2365020
    },
    {
      "epoch": 660.07,
      "grad_norm": 1.1568892002105713,
      "learning_rate": 3.81271416282503e-07,
      "loss": 0.3455,
      "step": 2365030
    },
    {
      "epoch": 660.07,
      "grad_norm": 2.8956685066223145,
      "learning_rate": 3.8125663366639394e-07,
      "loss": 0.346,
      "step": 2365040
    },
    {
      "epoch": 660.08,
      "grad_norm": 1.2561901807785034,
      "learning_rate": 3.8124185131149386e-07,
      "loss": 0.3287,
      "step": 2365050
    },
    {
      "epoch": 660.08,
      "grad_norm": 1.2731969356536865,
      "learning_rate": 3.8122706921780313e-07,
      "loss": 0.3236,
      "step": 2365060
    },
    {
      "epoch": 660.08,
      "grad_norm": 1.2534738779067993,
      "learning_rate": 3.8121228738532576e-07,
      "loss": 0.3419,
      "step": 2365070
    },
    {
      "epoch": 660.08,
      "grad_norm": 1.303796648979187,
      "learning_rate": 3.811975058140622e-07,
      "loss": 0.3418,
      "step": 2365080
    },
    {
      "epoch": 660.09,
      "grad_norm": 1.1700557470321655,
      "learning_rate": 3.811827245040151e-07,
      "loss": 0.3295,
      "step": 2365090
    },
    {
      "epoch": 660.09,
      "grad_norm": 1.1434804201126099,
      "learning_rate": 3.811679434551865e-07,
      "loss": 0.3288,
      "step": 2365100
    },
    {
      "epoch": 660.09,
      "grad_norm": 1.2169221639633179,
      "learning_rate": 3.81153162667577e-07,
      "loss": 0.342,
      "step": 2365110
    },
    {
      "epoch": 660.09,
      "grad_norm": 1.004745602607727,
      "learning_rate": 3.811383821411911e-07,
      "loss": 0.3375,
      "step": 2365120
    },
    {
      "epoch": 660.1,
      "grad_norm": 1.2860897779464722,
      "learning_rate": 3.8112360187602853e-07,
      "loss": 0.338,
      "step": 2365130
    },
    {
      "epoch": 660.1,
      "grad_norm": 1.2348307371139526,
      "learning_rate": 3.8110882187209217e-07,
      "loss": 0.3271,
      "step": 2365140
    },
    {
      "epoch": 660.1,
      "grad_norm": 1.1374493837356567,
      "learning_rate": 3.8109404212938437e-07,
      "loss": 0.3363,
      "step": 2365150
    },
    {
      "epoch": 660.11,
      "grad_norm": 1.4226784706115723,
      "learning_rate": 3.8107926264790587e-07,
      "loss": 0.3211,
      "step": 2365160
    },
    {
      "epoch": 660.11,
      "grad_norm": 1.3392900228500366,
      "learning_rate": 3.810644834276598e-07,
      "loss": 0.3364,
      "step": 2365170
    },
    {
      "epoch": 660.11,
      "grad_norm": 2.0533416271209717,
      "learning_rate": 3.810497044686475e-07,
      "loss": 0.3275,
      "step": 2365180
    },
    {
      "epoch": 660.11,
      "grad_norm": 1.2932851314544678,
      "learning_rate": 3.8103492577087155e-07,
      "loss": 0.3412,
      "step": 2365190
    },
    {
      "epoch": 660.12,
      "grad_norm": 1.3695042133331299,
      "learning_rate": 3.810201473343327e-07,
      "loss": 0.3574,
      "step": 2365200
    },
    {
      "epoch": 660.12,
      "grad_norm": 1.0150195360183716,
      "learning_rate": 3.810053691590346e-07,
      "loss": 0.3289,
      "step": 2365210
    },
    {
      "epoch": 660.12,
      "grad_norm": 1.2245211601257324,
      "learning_rate": 3.809905912449778e-07,
      "loss": 0.3527,
      "step": 2365220
    },
    {
      "epoch": 660.13,
      "grad_norm": 1.201654076576233,
      "learning_rate": 3.8097581359216494e-07,
      "loss": 0.3387,
      "step": 2365230
    },
    {
      "epoch": 660.13,
      "grad_norm": 1.1921725273132324,
      "learning_rate": 3.8096103620059825e-07,
      "loss": 0.3296,
      "step": 2365240
    },
    {
      "epoch": 660.13,
      "grad_norm": 1.2351034879684448,
      "learning_rate": 3.8094625907027887e-07,
      "loss": 0.3304,
      "step": 2365250
    },
    {
      "epoch": 660.13,
      "grad_norm": 1.2951017618179321,
      "learning_rate": 3.809314822012091e-07,
      "loss": 0.3495,
      "step": 2365260
    },
    {
      "epoch": 660.14,
      "grad_norm": 1.0097380876541138,
      "learning_rate": 3.809167055933913e-07,
      "loss": 0.3421,
      "step": 2365270
    },
    {
      "epoch": 660.14,
      "grad_norm": 1.3428109884262085,
      "learning_rate": 3.809019292468275e-07,
      "loss": 0.3298,
      "step": 2365280
    },
    {
      "epoch": 660.14,
      "grad_norm": 1.4276809692382812,
      "learning_rate": 3.80887153161518e-07,
      "loss": 0.3289,
      "step": 2365290
    },
    {
      "epoch": 660.15,
      "grad_norm": 1.0953961610794067,
      "learning_rate": 3.8087237733746755e-07,
      "loss": 0.3193,
      "step": 2365300
    },
    {
      "epoch": 660.15,
      "grad_norm": 1.278900146484375,
      "learning_rate": 3.808576017746758e-07,
      "loss": 0.3281,
      "step": 2365310
    },
    {
      "epoch": 660.15,
      "grad_norm": 1.2299813032150269,
      "learning_rate": 3.808428264731459e-07,
      "loss": 0.3504,
      "step": 2365320
    },
    {
      "epoch": 660.15,
      "grad_norm": 1.3375056982040405,
      "learning_rate": 3.8082805143287987e-07,
      "loss": 0.3461,
      "step": 2365330
    },
    {
      "epoch": 660.16,
      "grad_norm": 1.1529064178466797,
      "learning_rate": 3.808132766538786e-07,
      "loss": 0.3375,
      "step": 2365340
    },
    {
      "epoch": 660.16,
      "grad_norm": 1.3396564722061157,
      "learning_rate": 3.8079850213614486e-07,
      "loss": 0.3465,
      "step": 2365350
    },
    {
      "epoch": 660.16,
      "grad_norm": 1.6656092405319214,
      "learning_rate": 3.8078372787968053e-07,
      "loss": 0.3372,
      "step": 2365360
    },
    {
      "epoch": 660.16,
      "grad_norm": 1.2666937112808228,
      "learning_rate": 3.807689538844874e-07,
      "loss": 0.342,
      "step": 2365370
    },
    {
      "epoch": 660.17,
      "grad_norm": 1.2023333311080933,
      "learning_rate": 3.8075418015056814e-07,
      "loss": 0.3061,
      "step": 2365380
    },
    {
      "epoch": 660.17,
      "grad_norm": 1.2740705013275146,
      "learning_rate": 3.807394066779237e-07,
      "loss": 0.3413,
      "step": 2365390
    },
    {
      "epoch": 660.17,
      "grad_norm": 1.233625888824463,
      "learning_rate": 3.8072463346655645e-07,
      "loss": 0.3421,
      "step": 2365400
    },
    {
      "epoch": 660.18,
      "grad_norm": 1.249542236328125,
      "learning_rate": 3.8070986051646843e-07,
      "loss": 0.3482,
      "step": 2365410
    },
    {
      "epoch": 660.18,
      "grad_norm": 1.8040755987167358,
      "learning_rate": 3.806950878276624e-07,
      "loss": 0.3353,
      "step": 2365420
    },
    {
      "epoch": 660.18,
      "grad_norm": 1.1218653917312622,
      "learning_rate": 3.806803154001379e-07,
      "loss": 0.3302,
      "step": 2365430
    },
    {
      "epoch": 660.18,
      "grad_norm": 1.150691270828247,
      "learning_rate": 3.806655432339e-07,
      "loss": 0.3455,
      "step": 2365440
    },
    {
      "epoch": 660.19,
      "grad_norm": 1.4543465375900269,
      "learning_rate": 3.806507713289487e-07,
      "loss": 0.3399,
      "step": 2365450
    },
    {
      "epoch": 660.19,
      "grad_norm": 1.1051729917526245,
      "learning_rate": 3.80635999685286e-07,
      "loss": 0.3474,
      "step": 2365460
    },
    {
      "epoch": 660.19,
      "grad_norm": 1.1935673952102661,
      "learning_rate": 3.806212283029153e-07,
      "loss": 0.3389,
      "step": 2365470
    },
    {
      "epoch": 660.2,
      "grad_norm": 1.0908327102661133,
      "learning_rate": 3.806064571818367e-07,
      "loss": 0.3237,
      "step": 2365480
    },
    {
      "epoch": 660.2,
      "grad_norm": 1.153088092803955,
      "learning_rate": 3.805916863220532e-07,
      "loss": 0.339,
      "step": 2365490
    },
    {
      "epoch": 660.2,
      "grad_norm": 1.069069743156433,
      "learning_rate": 3.8057691572356674e-07,
      "loss": 0.3299,
      "step": 2365500
    },
    {
      "epoch": 660.2,
      "grad_norm": 1.3062729835510254,
      "learning_rate": 3.8056214538637954e-07,
      "loss": 0.3363,
      "step": 2365510
    },
    {
      "epoch": 660.21,
      "grad_norm": 1.2899096012115479,
      "learning_rate": 3.805473753104925e-07,
      "loss": 0.342,
      "step": 2365520
    },
    {
      "epoch": 660.21,
      "grad_norm": 1.1517713069915771,
      "learning_rate": 3.805326054959083e-07,
      "loss": 0.3391,
      "step": 2365530
    },
    {
      "epoch": 660.21,
      "grad_norm": 1.286388874053955,
      "learning_rate": 3.805178359426298e-07,
      "loss": 0.3363,
      "step": 2365540
    },
    {
      "epoch": 660.21,
      "grad_norm": 1.30726158618927,
      "learning_rate": 3.805030666506565e-07,
      "loss": 0.3479,
      "step": 2365550
    },
    {
      "epoch": 660.22,
      "grad_norm": 1.2707791328430176,
      "learning_rate": 3.804882976199932e-07,
      "loss": 0.347,
      "step": 2365560
    },
    {
      "epoch": 660.22,
      "grad_norm": 1.2214369773864746,
      "learning_rate": 3.804735288506399e-07,
      "loss": 0.3371,
      "step": 2365570
    },
    {
      "epoch": 660.22,
      "grad_norm": 1.40024995803833,
      "learning_rate": 3.804587603425994e-07,
      "loss": 0.3378,
      "step": 2365580
    },
    {
      "epoch": 660.23,
      "grad_norm": 1.088761806488037,
      "learning_rate": 3.804439920958734e-07,
      "loss": 0.3306,
      "step": 2365590
    },
    {
      "epoch": 660.23,
      "grad_norm": 1.2461192607879639,
      "learning_rate": 3.804292241104644e-07,
      "loss": 0.3457,
      "step": 2365600
    },
    {
      "epoch": 660.23,
      "grad_norm": 1.0460277795791626,
      "learning_rate": 3.804144563863736e-07,
      "loss": 0.3506,
      "step": 2365610
    },
    {
      "epoch": 660.23,
      "grad_norm": 1.175278902053833,
      "learning_rate": 3.803996889236033e-07,
      "loss": 0.3567,
      "step": 2365620
    },
    {
      "epoch": 660.24,
      "grad_norm": 1.2887241840362549,
      "learning_rate": 3.803849217221557e-07,
      "loss": 0.3362,
      "step": 2365630
    },
    {
      "epoch": 660.24,
      "grad_norm": 1.5890370607376099,
      "learning_rate": 3.803701547820316e-07,
      "loss": 0.3353,
      "step": 2365640
    },
    {
      "epoch": 660.24,
      "grad_norm": 1.100138783454895,
      "learning_rate": 3.803553881032352e-07,
      "loss": 0.3192,
      "step": 2365650
    },
    {
      "epoch": 660.25,
      "grad_norm": 1.2002429962158203,
      "learning_rate": 3.8034062168576646e-07,
      "loss": 0.3394,
      "step": 2365660
    },
    {
      "epoch": 660.25,
      "grad_norm": 1.1413943767547607,
      "learning_rate": 3.80325855529628e-07,
      "loss": 0.3366,
      "step": 2365670
    },
    {
      "epoch": 660.25,
      "grad_norm": 1.2192320823669434,
      "learning_rate": 3.803110896348225e-07,
      "loss": 0.3138,
      "step": 2365680
    },
    {
      "epoch": 660.25,
      "grad_norm": 1.329580307006836,
      "learning_rate": 3.802963240013498e-07,
      "loss": 0.3476,
      "step": 2365690
    },
    {
      "epoch": 660.26,
      "grad_norm": 1.1337858438491821,
      "learning_rate": 3.8028155862921467e-07,
      "loss": 0.3526,
      "step": 2365700
    },
    {
      "epoch": 660.26,
      "grad_norm": 1.2875639200210571,
      "learning_rate": 3.8026679351841737e-07,
      "loss": 0.3511,
      "step": 2365710
    },
    {
      "epoch": 660.26,
      "grad_norm": 1.3437234163284302,
      "learning_rate": 3.8025202866895997e-07,
      "loss": 0.3263,
      "step": 2365720
    },
    {
      "epoch": 660.27,
      "grad_norm": 1.3382306098937988,
      "learning_rate": 3.802372640808446e-07,
      "loss": 0.3389,
      "step": 2365730
    },
    {
      "epoch": 660.27,
      "grad_norm": 1.3883061408996582,
      "learning_rate": 3.8022249975407406e-07,
      "loss": 0.3428,
      "step": 2365740
    },
    {
      "epoch": 660.27,
      "grad_norm": 1.124341607093811,
      "learning_rate": 3.802077356886489e-07,
      "loss": 0.3472,
      "step": 2365750
    },
    {
      "epoch": 660.27,
      "grad_norm": 1.3035194873809814,
      "learning_rate": 3.8019297188457196e-07,
      "loss": 0.3384,
      "step": 2365760
    },
    {
      "epoch": 660.28,
      "grad_norm": 1.0690503120422363,
      "learning_rate": 3.801782083418453e-07,
      "loss": 0.3449,
      "step": 2365770
    },
    {
      "epoch": 660.28,
      "grad_norm": 1.3045436143875122,
      "learning_rate": 3.8016344506046956e-07,
      "loss": 0.3337,
      "step": 2365780
    },
    {
      "epoch": 660.28,
      "grad_norm": 1.274380087852478,
      "learning_rate": 3.80148682040449e-07,
      "loss": 0.3358,
      "step": 2365790
    },
    {
      "epoch": 660.28,
      "grad_norm": 1.5397398471832275,
      "learning_rate": 3.801339192817835e-07,
      "loss": 0.3352,
      "step": 2365800
    },
    {
      "epoch": 660.29,
      "grad_norm": 1.5433374643325806,
      "learning_rate": 3.8011915678447586e-07,
      "loss": 0.3333,
      "step": 2365810
    },
    {
      "epoch": 660.29,
      "grad_norm": 1.2281843423843384,
      "learning_rate": 3.8010439454852866e-07,
      "loss": 0.3488,
      "step": 2365820
    },
    {
      "epoch": 660.29,
      "grad_norm": 1.2138327360153198,
      "learning_rate": 3.800896325739427e-07,
      "loss": 0.3251,
      "step": 2365830
    },
    {
      "epoch": 660.3,
      "grad_norm": 1.457632303237915,
      "learning_rate": 3.8007487086072034e-07,
      "loss": 0.3644,
      "step": 2365840
    },
    {
      "epoch": 660.3,
      "grad_norm": 1.0043076276779175,
      "learning_rate": 3.800601094088639e-07,
      "loss": 0.3309,
      "step": 2365850
    },
    {
      "epoch": 660.3,
      "grad_norm": 1.1633676290512085,
      "learning_rate": 3.800453482183755e-07,
      "loss": 0.3311,
      "step": 2365860
    },
    {
      "epoch": 660.3,
      "grad_norm": 1.2451822757720947,
      "learning_rate": 3.800305872892556e-07,
      "loss": 0.3342,
      "step": 2365870
    },
    {
      "epoch": 660.31,
      "grad_norm": 1.270745873451233,
      "learning_rate": 3.800158266215084e-07,
      "loss": 0.3439,
      "step": 2365880
    },
    {
      "epoch": 660.31,
      "grad_norm": 1.1345160007476807,
      "learning_rate": 3.800010662151344e-07,
      "loss": 0.3452,
      "step": 2365890
    },
    {
      "epoch": 660.31,
      "grad_norm": 1.1396081447601318,
      "learning_rate": 3.7998630607013575e-07,
      "loss": 0.3469,
      "step": 2365900
    },
    {
      "epoch": 660.32,
      "grad_norm": 1.1695983409881592,
      "learning_rate": 3.799715461865152e-07,
      "loss": 0.3305,
      "step": 2365910
    },
    {
      "epoch": 660.32,
      "grad_norm": 1.0984749794006348,
      "learning_rate": 3.7995678656427335e-07,
      "loss": 0.3508,
      "step": 2365920
    },
    {
      "epoch": 660.32,
      "grad_norm": 1.318690538406372,
      "learning_rate": 3.7994202720341305e-07,
      "loss": 0.3512,
      "step": 2365930
    },
    {
      "epoch": 660.32,
      "grad_norm": 1.216719627380371,
      "learning_rate": 3.799272681039361e-07,
      "loss": 0.3438,
      "step": 2365940
    },
    {
      "epoch": 660.33,
      "grad_norm": 1.2162213325500488,
      "learning_rate": 3.799125092658446e-07,
      "loss": 0.3145,
      "step": 2365950
    },
    {
      "epoch": 660.33,
      "grad_norm": 1.1556826829910278,
      "learning_rate": 3.798977506891409e-07,
      "loss": 0.3368,
      "step": 2365960
    },
    {
      "epoch": 660.33,
      "grad_norm": 2.326866865158081,
      "learning_rate": 3.79882992373826e-07,
      "loss": 0.3407,
      "step": 2365970
    },
    {
      "epoch": 660.33,
      "grad_norm": 1.254030466079712,
      "learning_rate": 3.7986823431990203e-07,
      "loss": 0.3391,
      "step": 2365980
    },
    {
      "epoch": 660.34,
      "grad_norm": 1.1270034313201904,
      "learning_rate": 3.7985347652737157e-07,
      "loss": 0.3317,
      "step": 2365990
    },
    {
      "epoch": 660.34,
      "grad_norm": 1.2697913646697998,
      "learning_rate": 3.798387189962367e-07,
      "loss": 0.3567,
      "step": 2366000
    },
    {
      "epoch": 660.34,
      "grad_norm": 1.2110536098480225,
      "learning_rate": 3.7982396172649793e-07,
      "loss": 0.3506,
      "step": 2366010
    },
    {
      "epoch": 660.35,
      "grad_norm": 1.104229211807251,
      "learning_rate": 3.798092047181592e-07,
      "loss": 0.3383,
      "step": 2366020
    },
    {
      "epoch": 660.35,
      "grad_norm": 1.1292754411697388,
      "learning_rate": 3.7979444797122124e-07,
      "loss": 0.3371,
      "step": 2366030
    },
    {
      "epoch": 660.35,
      "grad_norm": 1.250588297843933,
      "learning_rate": 3.797796914856859e-07,
      "loss": 0.3499,
      "step": 2366040
    },
    {
      "epoch": 660.35,
      "grad_norm": 1.3223015069961548,
      "learning_rate": 3.797649352615563e-07,
      "loss": 0.3477,
      "step": 2366050
    },
    {
      "epoch": 660.36,
      "grad_norm": 1.1873565912246704,
      "learning_rate": 3.797501792988333e-07,
      "loss": 0.333,
      "step": 2366060
    },
    {
      "epoch": 660.36,
      "grad_norm": 1.4475899934768677,
      "learning_rate": 3.7973542359751907e-07,
      "loss": 0.3357,
      "step": 2366070
    },
    {
      "epoch": 660.36,
      "grad_norm": 1.3287218809127808,
      "learning_rate": 3.797206681576155e-07,
      "loss": 0.3152,
      "step": 2366080
    },
    {
      "epoch": 660.37,
      "grad_norm": 1.5554989576339722,
      "learning_rate": 3.7970591297912556e-07,
      "loss": 0.3313,
      "step": 2366090
    },
    {
      "epoch": 660.37,
      "grad_norm": 1.2065600156784058,
      "learning_rate": 3.7969115806204993e-07,
      "loss": 0.3434,
      "step": 2366100
    },
    {
      "epoch": 660.37,
      "grad_norm": 1.3159393072128296,
      "learning_rate": 3.7967640340639095e-07,
      "loss": 0.3453,
      "step": 2366110
    },
    {
      "epoch": 660.37,
      "grad_norm": 1.0021147727966309,
      "learning_rate": 3.796616490121505e-07,
      "loss": 0.3174,
      "step": 2366120
    },
    {
      "epoch": 660.38,
      "grad_norm": 1.3095521926879883,
      "learning_rate": 3.796468948793311e-07,
      "loss": 0.328,
      "step": 2366130
    },
    {
      "epoch": 660.38,
      "grad_norm": 1.3244426250457764,
      "learning_rate": 3.796321410079346e-07,
      "loss": 0.3532,
      "step": 2366140
    },
    {
      "epoch": 660.38,
      "grad_norm": 1.2015000581741333,
      "learning_rate": 3.7961738739796234e-07,
      "loss": 0.3436,
      "step": 2366150
    },
    {
      "epoch": 660.39,
      "grad_norm": 2.787409782409668,
      "learning_rate": 3.7960263404941665e-07,
      "loss": 0.3533,
      "step": 2366160
    },
    {
      "epoch": 660.39,
      "grad_norm": 1.2289766073226929,
      "learning_rate": 3.795878809622996e-07,
      "loss": 0.3309,
      "step": 2366170
    },
    {
      "epoch": 660.39,
      "grad_norm": 1.3469083309173584,
      "learning_rate": 3.795731281366135e-07,
      "loss": 0.3354,
      "step": 2366180
    },
    {
      "epoch": 660.39,
      "grad_norm": 1.091259479522705,
      "learning_rate": 3.7955837557235946e-07,
      "loss": 0.3418,
      "step": 2366190
    },
    {
      "epoch": 660.4,
      "grad_norm": 1.1722798347473145,
      "learning_rate": 3.7954362326953947e-07,
      "loss": 0.332,
      "step": 2366200
    },
    {
      "epoch": 660.4,
      "grad_norm": 1.2059895992279053,
      "learning_rate": 3.7952887122815673e-07,
      "loss": 0.3419,
      "step": 2366210
    },
    {
      "epoch": 660.4,
      "grad_norm": 1.1948169469833374,
      "learning_rate": 3.7951411944821124e-07,
      "loss": 0.3213,
      "step": 2366220
    },
    {
      "epoch": 660.4,
      "grad_norm": 1.3891359567642212,
      "learning_rate": 3.794993679297074e-07,
      "loss": 0.3422,
      "step": 2366230
    },
    {
      "epoch": 660.41,
      "grad_norm": 1.2099865674972534,
      "learning_rate": 3.794846166726444e-07,
      "loss": 0.3518,
      "step": 2366240
    },
    {
      "epoch": 660.41,
      "grad_norm": 1.1245042085647583,
      "learning_rate": 3.7946986567702696e-07,
      "loss": 0.3447,
      "step": 2366250
    },
    {
      "epoch": 660.41,
      "grad_norm": 1.338466763496399,
      "learning_rate": 3.794551149428551e-07,
      "loss": 0.3262,
      "step": 2366260
    },
    {
      "epoch": 660.42,
      "grad_norm": 1.2001652717590332,
      "learning_rate": 3.7944036447013136e-07,
      "loss": 0.3445,
      "step": 2366270
    },
    {
      "epoch": 660.42,
      "grad_norm": 1.25484299659729,
      "learning_rate": 3.794256142588584e-07,
      "loss": 0.3292,
      "step": 2366280
    },
    {
      "epoch": 660.42,
      "grad_norm": 1.3555185794830322,
      "learning_rate": 3.79410864309037e-07,
      "loss": 0.3263,
      "step": 2366290
    },
    {
      "epoch": 660.42,
      "grad_norm": 1.2726913690567017,
      "learning_rate": 3.793961146206697e-07,
      "loss": 0.3593,
      "step": 2366300
    },
    {
      "epoch": 660.43,
      "grad_norm": 1.2262035608291626,
      "learning_rate": 3.7938136519375834e-07,
      "loss": 0.3241,
      "step": 2366310
    },
    {
      "epoch": 660.43,
      "grad_norm": 1.1903032064437866,
      "learning_rate": 3.793666160283058e-07,
      "loss": 0.3333,
      "step": 2366320
    },
    {
      "epoch": 660.43,
      "grad_norm": 1.1362022161483765,
      "learning_rate": 3.793518671243124e-07,
      "loss": 0.3414,
      "step": 2366330
    },
    {
      "epoch": 660.44,
      "grad_norm": 1.0622409582138062,
      "learning_rate": 3.7933711848178094e-07,
      "loss": 0.3286,
      "step": 2366340
    },
    {
      "epoch": 660.44,
      "grad_norm": 1.2983967065811157,
      "learning_rate": 3.79322370100714e-07,
      "loss": 0.3356,
      "step": 2366350
    },
    {
      "epoch": 660.44,
      "grad_norm": 1.6138197183609009,
      "learning_rate": 3.793076219811119e-07,
      "loss": 0.3286,
      "step": 2366360
    },
    {
      "epoch": 660.44,
      "grad_norm": 1.099143385887146,
      "learning_rate": 3.792928741229785e-07,
      "loss": 0.3384,
      "step": 2366370
    },
    {
      "epoch": 660.45,
      "grad_norm": 1.242406964302063,
      "learning_rate": 3.7927812652631453e-07,
      "loss": 0.3422,
      "step": 2366380
    },
    {
      "epoch": 660.45,
      "grad_norm": 1.539865255355835,
      "learning_rate": 3.7926337919112224e-07,
      "loss": 0.3316,
      "step": 2366390
    },
    {
      "epoch": 660.45,
      "grad_norm": 1.0951900482177734,
      "learning_rate": 3.792486321174035e-07,
      "loss": 0.3373,
      "step": 2366400
    },
    {
      "epoch": 660.45,
      "grad_norm": 0.9941580891609192,
      "learning_rate": 3.792338853051611e-07,
      "loss": 0.3358,
      "step": 2366410
    },
    {
      "epoch": 660.46,
      "grad_norm": 1.012998342514038,
      "learning_rate": 3.7921913875439595e-07,
      "loss": 0.3381,
      "step": 2366420
    },
    {
      "epoch": 660.46,
      "grad_norm": 1.1853835582733154,
      "learning_rate": 3.792043924651102e-07,
      "loss": 0.3377,
      "step": 2366430
    },
    {
      "epoch": 660.46,
      "grad_norm": 1.1209572553634644,
      "learning_rate": 3.791896464373064e-07,
      "loss": 0.335,
      "step": 2366440
    },
    {
      "epoch": 660.47,
      "grad_norm": 2.2618331909179688,
      "learning_rate": 3.791749006709854e-07,
      "loss": 0.3528,
      "step": 2366450
    },
    {
      "epoch": 660.47,
      "grad_norm": 1.1240578889846802,
      "learning_rate": 3.791601551661508e-07,
      "loss": 0.3366,
      "step": 2366460
    },
    {
      "epoch": 660.47,
      "grad_norm": 1.303568959236145,
      "learning_rate": 3.791454099228029e-07,
      "loss": 0.3467,
      "step": 2366470
    },
    {
      "epoch": 660.47,
      "grad_norm": 1.1638376712799072,
      "learning_rate": 3.791306649409447e-07,
      "loss": 0.3263,
      "step": 2366480
    },
    {
      "epoch": 660.48,
      "grad_norm": 1.2481375932693481,
      "learning_rate": 3.7911592022057817e-07,
      "loss": 0.3452,
      "step": 2366490
    },
    {
      "epoch": 660.48,
      "grad_norm": 1.2670632600784302,
      "learning_rate": 3.7910117576170457e-07,
      "loss": 0.3264,
      "step": 2366500
    },
    {
      "epoch": 660.48,
      "grad_norm": 1.1518678665161133,
      "learning_rate": 3.7908643156432645e-07,
      "loss": 0.3443,
      "step": 2366510
    },
    {
      "epoch": 660.49,
      "grad_norm": 1.1725690364837646,
      "learning_rate": 3.790716876284454e-07,
      "loss": 0.3454,
      "step": 2366520
    },
    {
      "epoch": 660.49,
      "grad_norm": 1.149174690246582,
      "learning_rate": 3.790569439540635e-07,
      "loss": 0.3525,
      "step": 2366530
    },
    {
      "epoch": 660.49,
      "grad_norm": 1.3558000326156616,
      "learning_rate": 3.790422005411829e-07,
      "loss": 0.3352,
      "step": 2366540
    },
    {
      "epoch": 660.49,
      "grad_norm": 1.018938660621643,
      "learning_rate": 3.790274573898058e-07,
      "loss": 0.325,
      "step": 2366550
    },
    {
      "epoch": 660.5,
      "grad_norm": 1.1620628833770752,
      "learning_rate": 3.7901271449993335e-07,
      "loss": 0.3393,
      "step": 2366560
    },
    {
      "epoch": 660.5,
      "grad_norm": 1.3436213731765747,
      "learning_rate": 3.789979718715681e-07,
      "loss": 0.3389,
      "step": 2366570
    },
    {
      "epoch": 660.5,
      "grad_norm": 1.1375336647033691,
      "learning_rate": 3.789832295047122e-07,
      "loss": 0.327,
      "step": 2366580
    },
    {
      "epoch": 660.51,
      "grad_norm": 1.3029605150222778,
      "learning_rate": 3.789684873993663e-07,
      "loss": 0.332,
      "step": 2366590
    },
    {
      "epoch": 660.51,
      "grad_norm": 1.357848882675171,
      "learning_rate": 3.7895374555553447e-07,
      "loss": 0.3463,
      "step": 2366600
    },
    {
      "epoch": 660.51,
      "grad_norm": 1.3245786428451538,
      "learning_rate": 3.7893900397321715e-07,
      "loss": 0.3329,
      "step": 2366610
    },
    {
      "epoch": 660.51,
      "grad_norm": 1.1400716304779053,
      "learning_rate": 3.7892426265241666e-07,
      "loss": 0.3146,
      "step": 2366620
    },
    {
      "epoch": 660.52,
      "grad_norm": 1.457932949066162,
      "learning_rate": 3.7890952159313536e-07,
      "loss": 0.3352,
      "step": 2366630
    },
    {
      "epoch": 660.52,
      "grad_norm": 2.8396952152252197,
      "learning_rate": 3.7889478079537453e-07,
      "loss": 0.3399,
      "step": 2366640
    },
    {
      "epoch": 660.52,
      "grad_norm": 1.2127068042755127,
      "learning_rate": 3.788800402591363e-07,
      "loss": 0.3313,
      "step": 2366650
    },
    {
      "epoch": 660.52,
      "grad_norm": 1.1255851984024048,
      "learning_rate": 3.788652999844227e-07,
      "loss": 0.3521,
      "step": 2366660
    },
    {
      "epoch": 660.53,
      "grad_norm": 1.1784193515777588,
      "learning_rate": 3.788505599712366e-07,
      "loss": 0.3396,
      "step": 2366670
    },
    {
      "epoch": 660.53,
      "grad_norm": 1.1891729831695557,
      "learning_rate": 3.7883582021957783e-07,
      "loss": 0.3316,
      "step": 2366680
    },
    {
      "epoch": 660.53,
      "grad_norm": 1.310075283050537,
      "learning_rate": 3.7882108072945096e-07,
      "loss": 0.3422,
      "step": 2366690
    },
    {
      "epoch": 660.54,
      "grad_norm": 1.0657508373260498,
      "learning_rate": 3.7880634150085604e-07,
      "loss": 0.3249,
      "step": 2366700
    },
    {
      "epoch": 660.54,
      "grad_norm": 1.1146368980407715,
      "learning_rate": 3.7879160253379567e-07,
      "loss": 0.3394,
      "step": 2366710
    },
    {
      "epoch": 660.54,
      "grad_norm": 1.1156396865844727,
      "learning_rate": 3.7877686382827245e-07,
      "loss": 0.3297,
      "step": 2366720
    },
    {
      "epoch": 660.54,
      "grad_norm": 1.266463279724121,
      "learning_rate": 3.787621253842869e-07,
      "loss": 0.3579,
      "step": 2366730
    },
    {
      "epoch": 660.55,
      "grad_norm": 1.3257347345352173,
      "learning_rate": 3.7874738720184183e-07,
      "loss": 0.3394,
      "step": 2366740
    },
    {
      "epoch": 660.55,
      "grad_norm": 1.2008415460586548,
      "learning_rate": 3.787326492809394e-07,
      "loss": 0.3222,
      "step": 2366750
    },
    {
      "epoch": 660.55,
      "grad_norm": 1.281432867050171,
      "learning_rate": 3.7871791162158167e-07,
      "loss": 0.3443,
      "step": 2366760
    },
    {
      "epoch": 660.56,
      "grad_norm": 1.2370610237121582,
      "learning_rate": 3.787031742237697e-07,
      "loss": 0.3284,
      "step": 2366770
    },
    {
      "epoch": 660.56,
      "grad_norm": 1.2223948240280151,
      "learning_rate": 3.7868843708750603e-07,
      "loss": 0.3414,
      "step": 2366780
    },
    {
      "epoch": 660.56,
      "grad_norm": 1.1943379640579224,
      "learning_rate": 3.7867370021279306e-07,
      "loss": 0.3245,
      "step": 2366790
    },
    {
      "epoch": 660.56,
      "grad_norm": 1.1893744468688965,
      "learning_rate": 3.786589635996313e-07,
      "loss": 0.3249,
      "step": 2366800
    },
    {
      "epoch": 660.57,
      "grad_norm": 1.1849138736724854,
      "learning_rate": 3.786442272480246e-07,
      "loss": 0.3328,
      "step": 2366810
    },
    {
      "epoch": 660.57,
      "grad_norm": 1.4398545026779175,
      "learning_rate": 3.7862949115797297e-07,
      "loss": 0.3306,
      "step": 2366820
    },
    {
      "epoch": 660.57,
      "grad_norm": 1.3685011863708496,
      "learning_rate": 3.7861475532948064e-07,
      "loss": 0.3441,
      "step": 2366830
    },
    {
      "epoch": 660.57,
      "grad_norm": 1.2239717245101929,
      "learning_rate": 3.7860001976254785e-07,
      "loss": 0.3401,
      "step": 2366840
    },
    {
      "epoch": 660.58,
      "grad_norm": 1.2096936702728271,
      "learning_rate": 3.785852844571769e-07,
      "loss": 0.3363,
      "step": 2366850
    },
    {
      "epoch": 660.58,
      "grad_norm": 1.1762874126434326,
      "learning_rate": 3.7857054941337046e-07,
      "loss": 0.3429,
      "step": 2366860
    },
    {
      "epoch": 660.58,
      "grad_norm": 1.266119122505188,
      "learning_rate": 3.7855581463112947e-07,
      "loss": 0.3298,
      "step": 2366870
    },
    {
      "epoch": 660.59,
      "grad_norm": 4.8885884284973145,
      "learning_rate": 3.785410801104564e-07,
      "loss": 0.3416,
      "step": 2366880
    },
    {
      "epoch": 660.59,
      "grad_norm": 1.0945593118667603,
      "learning_rate": 3.785263458513532e-07,
      "loss": 0.331,
      "step": 2366890
    },
    {
      "epoch": 660.59,
      "grad_norm": 1.243292212486267,
      "learning_rate": 3.7851161185382206e-07,
      "loss": 0.3223,
      "step": 2366900
    },
    {
      "epoch": 660.59,
      "grad_norm": 1.4997472763061523,
      "learning_rate": 3.7849687811786443e-07,
      "loss": 0.3443,
      "step": 2366910
    },
    {
      "epoch": 660.6,
      "grad_norm": 1.175636887550354,
      "learning_rate": 3.7848214464348255e-07,
      "loss": 0.3253,
      "step": 2366920
    },
    {
      "epoch": 660.6,
      "grad_norm": 1.1391407251358032,
      "learning_rate": 3.784674114306786e-07,
      "loss": 0.3226,
      "step": 2366930
    },
    {
      "epoch": 660.6,
      "grad_norm": 1.0807565450668335,
      "learning_rate": 3.7845267847945345e-07,
      "loss": 0.3375,
      "step": 2366940
    },
    {
      "epoch": 660.61,
      "grad_norm": 1.3775408267974854,
      "learning_rate": 3.7843794578981095e-07,
      "loss": 0.329,
      "step": 2366950
    },
    {
      "epoch": 660.61,
      "grad_norm": 1.4265791177749634,
      "learning_rate": 3.7842321336175144e-07,
      "loss": 0.3417,
      "step": 2366960
    },
    {
      "epoch": 660.61,
      "grad_norm": 1.1681530475616455,
      "learning_rate": 3.7840848119527747e-07,
      "loss": 0.3497,
      "step": 2366970
    },
    {
      "epoch": 660.61,
      "grad_norm": 1.5072647333145142,
      "learning_rate": 3.783937492903911e-07,
      "loss": 0.3418,
      "step": 2366980
    },
    {
      "epoch": 660.62,
      "grad_norm": 1.3702009916305542,
      "learning_rate": 3.783790176470945e-07,
      "loss": 0.3375,
      "step": 2366990
    },
    {
      "epoch": 660.62,
      "grad_norm": 1.199055552482605,
      "learning_rate": 3.7836428626538886e-07,
      "loss": 0.3191,
      "step": 2367000
    },
    {
      "epoch": 660.62,
      "grad_norm": 2.8745429515838623,
      "learning_rate": 3.783495551452768e-07,
      "loss": 0.3378,
      "step": 2367010
    },
    {
      "epoch": 660.63,
      "grad_norm": 1.2517317533493042,
      "learning_rate": 3.7833482428676047e-07,
      "loss": 0.3446,
      "step": 2367020
    },
    {
      "epoch": 660.63,
      "grad_norm": 0.9720225930213928,
      "learning_rate": 3.7832009368984034e-07,
      "loss": 0.3208,
      "step": 2367030
    },
    {
      "epoch": 660.63,
      "grad_norm": 1.480924129486084,
      "learning_rate": 3.7830536335452036e-07,
      "loss": 0.3516,
      "step": 2367040
    },
    {
      "epoch": 660.63,
      "grad_norm": 1.3050405979156494,
      "learning_rate": 3.7829063328080127e-07,
      "loss": 0.3432,
      "step": 2367050
    },
    {
      "epoch": 660.64,
      "grad_norm": 1.2763279676437378,
      "learning_rate": 3.782759034686854e-07,
      "loss": 0.3481,
      "step": 2367060
    },
    {
      "epoch": 660.64,
      "grad_norm": 1.2071330547332764,
      "learning_rate": 3.782611739181751e-07,
      "loss": 0.354,
      "step": 2367070
    },
    {
      "epoch": 660.64,
      "grad_norm": 1.1970065832138062,
      "learning_rate": 3.782464446292714e-07,
      "loss": 0.3334,
      "step": 2367080
    },
    {
      "epoch": 660.64,
      "grad_norm": 1.1529874801635742,
      "learning_rate": 3.7823171560197673e-07,
      "loss": 0.3369,
      "step": 2367090
    },
    {
      "epoch": 660.65,
      "grad_norm": 1.361534595489502,
      "learning_rate": 3.782169868362931e-07,
      "loss": 0.3372,
      "step": 2367100
    },
    {
      "epoch": 660.65,
      "grad_norm": 1.250046968460083,
      "learning_rate": 3.7820225833222254e-07,
      "loss": 0.337,
      "step": 2367110
    },
    {
      "epoch": 660.65,
      "grad_norm": 1.329880714416504,
      "learning_rate": 3.781875300897667e-07,
      "loss": 0.3325,
      "step": 2367120
    },
    {
      "epoch": 660.66,
      "grad_norm": 1.3379591703414917,
      "learning_rate": 3.7817280210892844e-07,
      "loss": 0.3452,
      "step": 2367130
    },
    {
      "epoch": 660.66,
      "grad_norm": 1.095859408378601,
      "learning_rate": 3.7815807438970847e-07,
      "loss": 0.3484,
      "step": 2367140
    },
    {
      "epoch": 660.66,
      "grad_norm": 1.0797655582427979,
      "learning_rate": 3.7814334693210945e-07,
      "loss": 0.3381,
      "step": 2367150
    },
    {
      "epoch": 660.66,
      "grad_norm": 1.1742520332336426,
      "learning_rate": 3.781286197361337e-07,
      "loss": 0.3215,
      "step": 2367160
    },
    {
      "epoch": 660.67,
      "grad_norm": 1.1582558155059814,
      "learning_rate": 3.781138928017815e-07,
      "loss": 0.3325,
      "step": 2367170
    },
    {
      "epoch": 660.67,
      "grad_norm": 1.257127046585083,
      "learning_rate": 3.7809916612905724e-07,
      "loss": 0.3361,
      "step": 2367180
    },
    {
      "epoch": 660.67,
      "grad_norm": 1.1921592950820923,
      "learning_rate": 3.780844397179609e-07,
      "loss": 0.3442,
      "step": 2367190
    },
    {
      "epoch": 660.68,
      "grad_norm": 1.4652912616729736,
      "learning_rate": 3.7806971356849523e-07,
      "loss": 0.3291,
      "step": 2367200
    },
    {
      "epoch": 660.68,
      "grad_norm": 1.1230120658874512,
      "learning_rate": 3.7805498768066214e-07,
      "loss": 0.3374,
      "step": 2367210
    },
    {
      "epoch": 660.68,
      "grad_norm": 1.2469046115875244,
      "learning_rate": 3.780402620544643e-07,
      "loss": 0.3441,
      "step": 2367220
    },
    {
      "epoch": 660.68,
      "grad_norm": 1.2262266874313354,
      "learning_rate": 3.780255366899022e-07,
      "loss": 0.3503,
      "step": 2367230
    },
    {
      "epoch": 660.69,
      "grad_norm": 1.5034432411193848,
      "learning_rate": 3.780108115869787e-07,
      "loss": 0.3504,
      "step": 2367240
    },
    {
      "epoch": 660.69,
      "grad_norm": 1.2488608360290527,
      "learning_rate": 3.7799608674569627e-07,
      "loss": 0.3362,
      "step": 2367250
    },
    {
      "epoch": 660.69,
      "grad_norm": 1.368594765663147,
      "learning_rate": 3.77981362166055e-07,
      "loss": 0.3429,
      "step": 2367260
    },
    {
      "epoch": 660.69,
      "grad_norm": 1.1154404878616333,
      "learning_rate": 3.7796663784805915e-07,
      "loss": 0.3193,
      "step": 2367270
    },
    {
      "epoch": 660.7,
      "grad_norm": 1.241743564605713,
      "learning_rate": 3.779519137917089e-07,
      "loss": 0.3295,
      "step": 2367280
    },
    {
      "epoch": 660.7,
      "grad_norm": 1.0529892444610596,
      "learning_rate": 3.779371899970072e-07,
      "loss": 0.3404,
      "step": 2367290
    },
    {
      "epoch": 660.7,
      "grad_norm": 1.8477609157562256,
      "learning_rate": 3.7792246646395614e-07,
      "loss": 0.3246,
      "step": 2367300
    },
    {
      "epoch": 660.71,
      "grad_norm": 1.297494888305664,
      "learning_rate": 3.779077431925567e-07,
      "loss": 0.3438,
      "step": 2367310
    },
    {
      "epoch": 660.71,
      "grad_norm": 1.3206794261932373,
      "learning_rate": 3.7789302018281147e-07,
      "loss": 0.336,
      "step": 2367320
    },
    {
      "epoch": 660.71,
      "grad_norm": 1.0432006120681763,
      "learning_rate": 3.7787829743472204e-07,
      "loss": 0.3434,
      "step": 2367330
    },
    {
      "epoch": 660.71,
      "grad_norm": 1.2875443696975708,
      "learning_rate": 3.778635749482915e-07,
      "loss": 0.3314,
      "step": 2367340
    },
    {
      "epoch": 660.72,
      "grad_norm": 1.5321592092514038,
      "learning_rate": 3.7784885272351996e-07,
      "loss": 0.3599,
      "step": 2367350
    },
    {
      "epoch": 660.72,
      "grad_norm": 1.1429572105407715,
      "learning_rate": 3.778341307604112e-07,
      "loss": 0.3348,
      "step": 2367360
    },
    {
      "epoch": 660.72,
      "grad_norm": 1.286853313446045,
      "learning_rate": 3.778194090589661e-07,
      "loss": 0.3422,
      "step": 2367370
    },
    {
      "epoch": 660.73,
      "grad_norm": 1.156400203704834,
      "learning_rate": 3.7780468761918687e-07,
      "loss": 0.3502,
      "step": 2367380
    },
    {
      "epoch": 660.73,
      "grad_norm": 1.251413106918335,
      "learning_rate": 3.77789966441076e-07,
      "loss": 0.3254,
      "step": 2367390
    },
    {
      "epoch": 660.73,
      "grad_norm": 1.32118821144104,
      "learning_rate": 3.777752455246337e-07,
      "loss": 0.3438,
      "step": 2367400
    },
    {
      "epoch": 660.73,
      "grad_norm": 1.3625789880752563,
      "learning_rate": 3.777605248698645e-07,
      "loss": 0.3409,
      "step": 2367410
    },
    {
      "epoch": 660.74,
      "grad_norm": 1.3143402338027954,
      "learning_rate": 3.777458044767684e-07,
      "loss": 0.3244,
      "step": 2367420
    },
    {
      "epoch": 660.74,
      "grad_norm": 1.2776294946670532,
      "learning_rate": 3.777310843453478e-07,
      "loss": 0.3278,
      "step": 2367430
    },
    {
      "epoch": 660.74,
      "grad_norm": 1.1479121446609497,
      "learning_rate": 3.7771636447560573e-07,
      "loss": 0.3366,
      "step": 2367440
    },
    {
      "epoch": 660.75,
      "grad_norm": 1.207749366760254,
      "learning_rate": 3.7770164486754256e-07,
      "loss": 0.3407,
      "step": 2367450
    },
    {
      "epoch": 660.75,
      "grad_norm": 1.0814518928527832,
      "learning_rate": 3.7768692552116095e-07,
      "loss": 0.3241,
      "step": 2367460
    },
    {
      "epoch": 660.75,
      "grad_norm": 1.0521596670150757,
      "learning_rate": 3.7767220643646303e-07,
      "loss": 0.348,
      "step": 2367470
    },
    {
      "epoch": 660.75,
      "grad_norm": 1.1390596628189087,
      "learning_rate": 3.776574876134508e-07,
      "loss": 0.3424,
      "step": 2367480
    },
    {
      "epoch": 660.76,
      "grad_norm": 1.2633661031723022,
      "learning_rate": 3.776427690521253e-07,
      "loss": 0.3439,
      "step": 2367490
    },
    {
      "epoch": 660.76,
      "grad_norm": 1.2897863388061523,
      "learning_rate": 3.7762805075249004e-07,
      "loss": 0.3215,
      "step": 2367500
    },
    {
      "epoch": 660.76,
      "grad_norm": 1.234998106956482,
      "learning_rate": 3.7761333271454563e-07,
      "loss": 0.35,
      "step": 2367510
    },
    {
      "epoch": 660.76,
      "grad_norm": 1.1640266180038452,
      "learning_rate": 3.7759861493829476e-07,
      "loss": 0.3298,
      "step": 2367520
    },
    {
      "epoch": 660.77,
      "grad_norm": 1.2735233306884766,
      "learning_rate": 3.7758389742373953e-07,
      "loss": 0.3426,
      "step": 2367530
    },
    {
      "epoch": 660.77,
      "grad_norm": 1.6059589385986328,
      "learning_rate": 3.775691801708812e-07,
      "loss": 0.3645,
      "step": 2367540
    },
    {
      "epoch": 660.77,
      "grad_norm": 1.5590099096298218,
      "learning_rate": 3.775544631797219e-07,
      "loss": 0.3276,
      "step": 2367550
    },
    {
      "epoch": 660.78,
      "grad_norm": 1.2016321420669556,
      "learning_rate": 3.775397464502636e-07,
      "loss": 0.3249,
      "step": 2367560
    },
    {
      "epoch": 660.78,
      "grad_norm": 1.309662103652954,
      "learning_rate": 3.7752502998250934e-07,
      "loss": 0.3503,
      "step": 2367570
    },
    {
      "epoch": 660.78,
      "grad_norm": 1.2844147682189941,
      "learning_rate": 3.775103137764592e-07,
      "loss": 0.3409,
      "step": 2367580
    },
    {
      "epoch": 660.78,
      "grad_norm": 1.2125587463378906,
      "learning_rate": 3.7749559783211643e-07,
      "loss": 0.3338,
      "step": 2367590
    },
    {
      "epoch": 660.79,
      "grad_norm": 1.3583130836486816,
      "learning_rate": 3.7748088214948304e-07,
      "loss": 0.359,
      "step": 2367600
    },
    {
      "epoch": 660.79,
      "grad_norm": 1.3370063304901123,
      "learning_rate": 3.774661667285596e-07,
      "loss": 0.3429,
      "step": 2367610
    },
    {
      "epoch": 660.79,
      "grad_norm": 1.224868893623352,
      "learning_rate": 3.774514515693502e-07,
      "loss": 0.3318,
      "step": 2367620
    },
    {
      "epoch": 660.8,
      "grad_norm": 1.2170095443725586,
      "learning_rate": 3.7743673667185493e-07,
      "loss": 0.3443,
      "step": 2367630
    },
    {
      "epoch": 660.8,
      "grad_norm": 1.1278035640716553,
      "learning_rate": 3.774220220360766e-07,
      "loss": 0.3386,
      "step": 2367640
    },
    {
      "epoch": 660.8,
      "grad_norm": 1.2948626279830933,
      "learning_rate": 3.7740730766201725e-07,
      "loss": 0.345,
      "step": 2367650
    },
    {
      "epoch": 660.8,
      "grad_norm": 1.2978724241256714,
      "learning_rate": 3.7739259354967907e-07,
      "loss": 0.3287,
      "step": 2367660
    },
    {
      "epoch": 660.81,
      "grad_norm": 1.370025634765625,
      "learning_rate": 3.773778796990628e-07,
      "loss": 0.3442,
      "step": 2367670
    },
    {
      "epoch": 660.81,
      "grad_norm": 1.2329084873199463,
      "learning_rate": 3.773631661101715e-07,
      "loss": 0.3243,
      "step": 2367680
    },
    {
      "epoch": 660.81,
      "grad_norm": 1.3190251588821411,
      "learning_rate": 3.773484527830068e-07,
      "loss": 0.3411,
      "step": 2367690
    },
    {
      "epoch": 660.81,
      "grad_norm": 1.410265564918518,
      "learning_rate": 3.773337397175705e-07,
      "loss": 0.3407,
      "step": 2367700
    },
    {
      "epoch": 660.82,
      "grad_norm": 1.434055209159851,
      "learning_rate": 3.7731902691386544e-07,
      "loss": 0.3284,
      "step": 2367710
    },
    {
      "epoch": 660.82,
      "grad_norm": 1.3835620880126953,
      "learning_rate": 3.773043143718922e-07,
      "loss": 0.3525,
      "step": 2367720
    },
    {
      "epoch": 660.82,
      "grad_norm": 1.217620611190796,
      "learning_rate": 3.7728960209165357e-07,
      "loss": 0.3456,
      "step": 2367730
    },
    {
      "epoch": 660.83,
      "grad_norm": 1.314546823501587,
      "learning_rate": 3.772748900731517e-07,
      "loss": 0.3288,
      "step": 2367740
    },
    {
      "epoch": 660.83,
      "grad_norm": 1.2461585998535156,
      "learning_rate": 3.7726017831638733e-07,
      "loss": 0.3353,
      "step": 2367750
    },
    {
      "epoch": 660.83,
      "grad_norm": 1.1948235034942627,
      "learning_rate": 3.7724546682136434e-07,
      "loss": 0.3445,
      "step": 2367760
    },
    {
      "epoch": 660.83,
      "grad_norm": 1.1744295358657837,
      "learning_rate": 3.7723075558808305e-07,
      "loss": 0.344,
      "step": 2367770
    },
    {
      "epoch": 660.84,
      "grad_norm": 1.1686609983444214,
      "learning_rate": 3.77216044616546e-07,
      "loss": 0.3307,
      "step": 2367780
    },
    {
      "epoch": 660.84,
      "grad_norm": 1.1600065231323242,
      "learning_rate": 3.772013339067551e-07,
      "loss": 0.3364,
      "step": 2367790
    },
    {
      "epoch": 660.84,
      "grad_norm": 1.2970473766326904,
      "learning_rate": 3.771866234587131e-07,
      "loss": 0.342,
      "step": 2367800
    },
    {
      "epoch": 660.85,
      "grad_norm": 2.4922590255737305,
      "learning_rate": 3.7717191327242034e-07,
      "loss": 0.3222,
      "step": 2367810
    },
    {
      "epoch": 660.85,
      "grad_norm": 1.1045455932617188,
      "learning_rate": 3.771572033478799e-07,
      "loss": 0.3531,
      "step": 2367820
    },
    {
      "epoch": 660.85,
      "grad_norm": 1.2627711296081543,
      "learning_rate": 3.7714249368509416e-07,
      "loss": 0.3426,
      "step": 2367830
    },
    {
      "epoch": 660.85,
      "grad_norm": 2.8086555004119873,
      "learning_rate": 3.7712778428406314e-07,
      "loss": 0.3339,
      "step": 2367840
    },
    {
      "epoch": 660.86,
      "grad_norm": 1.2912397384643555,
      "learning_rate": 3.7711307514479113e-07,
      "loss": 0.3525,
      "step": 2367850
    },
    {
      "epoch": 660.86,
      "grad_norm": 2.02795672416687,
      "learning_rate": 3.7709836626727856e-07,
      "loss": 0.3471,
      "step": 2367860
    },
    {
      "epoch": 660.86,
      "grad_norm": 1.2903777360916138,
      "learning_rate": 3.770836576515279e-07,
      "loss": 0.3512,
      "step": 2367870
    },
    {
      "epoch": 660.87,
      "grad_norm": 1.0613467693328857,
      "learning_rate": 3.7706894929754163e-07,
      "loss": 0.3168,
      "step": 2367880
    },
    {
      "epoch": 660.87,
      "grad_norm": 1.2640434503555298,
      "learning_rate": 3.7705424120532035e-07,
      "loss": 0.332,
      "step": 2367890
    },
    {
      "epoch": 660.87,
      "grad_norm": 1.284604549407959,
      "learning_rate": 3.770395333748671e-07,
      "loss": 0.327,
      "step": 2367900
    },
    {
      "epoch": 660.87,
      "grad_norm": 1.252500295639038,
      "learning_rate": 3.770248258061833e-07,
      "loss": 0.3311,
      "step": 2367910
    },
    {
      "epoch": 660.88,
      "grad_norm": 1.1578208208084106,
      "learning_rate": 3.7701011849927194e-07,
      "loss": 0.3458,
      "step": 2367920
    },
    {
      "epoch": 660.88,
      "grad_norm": 1.1567769050598145,
      "learning_rate": 3.769954114541329e-07,
      "loss": 0.3288,
      "step": 2367930
    },
    {
      "epoch": 660.88,
      "grad_norm": 1.1065342426300049,
      "learning_rate": 3.769807046707707e-07,
      "loss": 0.3296,
      "step": 2367940
    },
    {
      "epoch": 660.88,
      "grad_norm": 1.4193572998046875,
      "learning_rate": 3.7696599814918554e-07,
      "loss": 0.3449,
      "step": 2367950
    },
    {
      "epoch": 660.89,
      "grad_norm": 1.0466105937957764,
      "learning_rate": 3.769512918893795e-07,
      "loss": 0.3463,
      "step": 2367960
    },
    {
      "epoch": 660.89,
      "grad_norm": 1.1995338201522827,
      "learning_rate": 3.7693658589135573e-07,
      "loss": 0.341,
      "step": 2367970
    },
    {
      "epoch": 660.89,
      "grad_norm": 1.3289815187454224,
      "learning_rate": 3.7692188015511424e-07,
      "loss": 0.3352,
      "step": 2367980
    },
    {
      "epoch": 660.9,
      "grad_norm": 1.0470470190048218,
      "learning_rate": 3.769071746806592e-07,
      "loss": 0.3428,
      "step": 2367990
    },
    {
      "epoch": 660.9,
      "grad_norm": 1.3700599670410156,
      "learning_rate": 3.7689246946799104e-07,
      "loss": 0.3353,
      "step": 2368000
    },
    {
      "epoch": 660.9,
      "grad_norm": 1.27033531665802,
      "learning_rate": 3.7687776451711193e-07,
      "loss": 0.3341,
      "step": 2368010
    },
    {
      "epoch": 660.9,
      "grad_norm": 1.1415404081344604,
      "learning_rate": 3.768630598280247e-07,
      "loss": 0.333,
      "step": 2368020
    },
    {
      "epoch": 660.91,
      "grad_norm": 1.2876709699630737,
      "learning_rate": 3.768483554007302e-07,
      "loss": 0.3196,
      "step": 2368030
    },
    {
      "epoch": 660.91,
      "grad_norm": 1.529369592666626,
      "learning_rate": 3.7683365123523066e-07,
      "loss": 0.3451,
      "step": 2368040
    },
    {
      "epoch": 660.91,
      "grad_norm": 1.3677432537078857,
      "learning_rate": 3.768189473315282e-07,
      "loss": 0.3588,
      "step": 2368050
    },
    {
      "epoch": 660.92,
      "grad_norm": 2.6590938568115234,
      "learning_rate": 3.768042436896255e-07,
      "loss": 0.3478,
      "step": 2368060
    },
    {
      "epoch": 660.92,
      "grad_norm": 3.5959017276763916,
      "learning_rate": 3.7678954030952273e-07,
      "loss": 0.3501,
      "step": 2368070
    },
    {
      "epoch": 660.92,
      "grad_norm": 1.3177576065063477,
      "learning_rate": 3.7677483719122407e-07,
      "loss": 0.3268,
      "step": 2368080
    },
    {
      "epoch": 660.92,
      "grad_norm": 1.245105504989624,
      "learning_rate": 3.7676013433472953e-07,
      "loss": 0.3328,
      "step": 2368090
    },
    {
      "epoch": 660.93,
      "grad_norm": 1.311339259147644,
      "learning_rate": 3.7674543174004224e-07,
      "loss": 0.3392,
      "step": 2368100
    },
    {
      "epoch": 660.93,
      "grad_norm": 1.1438465118408203,
      "learning_rate": 3.76730729407164e-07,
      "loss": 0.3553,
      "step": 2368110
    },
    {
      "epoch": 660.93,
      "grad_norm": 1.1579339504241943,
      "learning_rate": 3.7671602733609615e-07,
      "loss": 0.3402,
      "step": 2368120
    },
    {
      "epoch": 660.93,
      "grad_norm": 1.2184008359909058,
      "learning_rate": 3.7670132552684096e-07,
      "loss": 0.3513,
      "step": 2368130
    },
    {
      "epoch": 660.94,
      "grad_norm": 1.1679924726486206,
      "learning_rate": 3.7668662397940064e-07,
      "loss": 0.3276,
      "step": 2368140
    },
    {
      "epoch": 660.94,
      "grad_norm": 1.1403082609176636,
      "learning_rate": 3.766719226937776e-07,
      "loss": 0.3402,
      "step": 2368150
    },
    {
      "epoch": 660.94,
      "grad_norm": 8.706582069396973,
      "learning_rate": 3.7665722166997206e-07,
      "loss": 0.3436,
      "step": 2368160
    },
    {
      "epoch": 660.95,
      "grad_norm": 1.2426162958145142,
      "learning_rate": 3.7664252090798803e-07,
      "loss": 0.3299,
      "step": 2368170
    },
    {
      "epoch": 660.95,
      "grad_norm": 1.284319519996643,
      "learning_rate": 3.7662782040782607e-07,
      "loss": 0.346,
      "step": 2368180
    },
    {
      "epoch": 660.95,
      "grad_norm": 1.3514502048492432,
      "learning_rate": 3.766131201694888e-07,
      "loss": 0.3431,
      "step": 2368190
    },
    {
      "epoch": 660.95,
      "grad_norm": 1.1088320016860962,
      "learning_rate": 3.7659842019297826e-07,
      "loss": 0.3362,
      "step": 2368200
    },
    {
      "epoch": 660.96,
      "grad_norm": 1.1726341247558594,
      "learning_rate": 3.765837204782958e-07,
      "loss": 0.3343,
      "step": 2368210
    },
    {
      "epoch": 660.96,
      "grad_norm": 1.1602896451950073,
      "learning_rate": 3.765690210254435e-07,
      "loss": 0.3418,
      "step": 2368220
    },
    {
      "epoch": 660.96,
      "grad_norm": 1.200853705406189,
      "learning_rate": 3.765543218344236e-07,
      "loss": 0.3457,
      "step": 2368230
    },
    {
      "epoch": 660.97,
      "grad_norm": 1.0632959604263306,
      "learning_rate": 3.765396229052386e-07,
      "loss": 0.3349,
      "step": 2368240
    },
    {
      "epoch": 660.97,
      "grad_norm": 1.143681287765503,
      "learning_rate": 3.7652492423788916e-07,
      "loss": 0.3192,
      "step": 2368250
    },
    {
      "epoch": 660.97,
      "grad_norm": 1.2249329090118408,
      "learning_rate": 3.76510225832378e-07,
      "loss": 0.3247,
      "step": 2368260
    },
    {
      "epoch": 660.97,
      "grad_norm": 1.135321021080017,
      "learning_rate": 3.764955276887071e-07,
      "loss": 0.3337,
      "step": 2368270
    },
    {
      "epoch": 660.98,
      "grad_norm": 1.277800440788269,
      "learning_rate": 3.76480829806878e-07,
      "loss": 0.3318,
      "step": 2368280
    },
    {
      "epoch": 660.98,
      "grad_norm": 1.4055405855178833,
      "learning_rate": 3.764661321868936e-07,
      "loss": 0.3353,
      "step": 2368290
    },
    {
      "epoch": 660.98,
      "grad_norm": 1.1109695434570312,
      "learning_rate": 3.7645143482875427e-07,
      "loss": 0.3327,
      "step": 2368300
    },
    {
      "epoch": 660.99,
      "grad_norm": 1.3808958530426025,
      "learning_rate": 3.7643673773246404e-07,
      "loss": 0.3408,
      "step": 2368310
    },
    {
      "epoch": 660.99,
      "grad_norm": 1.1161320209503174,
      "learning_rate": 3.764220408980232e-07,
      "loss": 0.3451,
      "step": 2368320
    },
    {
      "epoch": 660.99,
      "grad_norm": 1.355644941329956,
      "learning_rate": 3.7640734432543405e-07,
      "loss": 0.3355,
      "step": 2368330
    },
    {
      "epoch": 660.99,
      "grad_norm": 1.163450837135315,
      "learning_rate": 3.7639264801469927e-07,
      "loss": 0.3388,
      "step": 2368340
    },
    {
      "epoch": 661.0,
      "grad_norm": 1.2328792810440063,
      "learning_rate": 3.763779519658199e-07,
      "loss": 0.3357,
      "step": 2368350
    },
    {
      "epoch": 661.0,
      "grad_norm": 1.1711432933807373,
      "learning_rate": 3.7636325617879825e-07,
      "loss": 0.3291,
      "step": 2368360
    },
    {
      "epoch": 661.0,
      "eval_loss": 0.33772844076156616,
      "eval_runtime": 64.8897,
      "eval_samples_per_second": 77.963,
      "eval_steps_per_second": 9.755,
      "step": 2368363
    },
    {
      "epoch": 661.0,
      "grad_norm": 1.2723370790481567,
      "learning_rate": 3.763485606536364e-07,
      "loss": 0.3215,
      "step": 2368370
    },
    {
      "epoch": 661.0,
      "grad_norm": 1.35958731174469,
      "learning_rate": 3.763338653903367e-07,
      "loss": 0.3399,
      "step": 2368380
    },
    {
      "epoch": 661.01,
      "grad_norm": 1.2579197883605957,
      "learning_rate": 3.763191703889001e-07,
      "loss": 0.3325,
      "step": 2368390
    },
    {
      "epoch": 661.01,
      "grad_norm": 1.242053508758545,
      "learning_rate": 3.763044756493289e-07,
      "loss": 0.3221,
      "step": 2368400
    },
    {
      "epoch": 661.01,
      "grad_norm": 1.1890121698379517,
      "learning_rate": 3.76289781171626e-07,
      "loss": 0.3291,
      "step": 2368410
    },
    {
      "epoch": 661.02,
      "grad_norm": 1.1353325843811035,
      "learning_rate": 3.7627508695579155e-07,
      "loss": 0.3336,
      "step": 2368420
    },
    {
      "epoch": 661.02,
      "grad_norm": 1.3578191995620728,
      "learning_rate": 3.762603930018294e-07,
      "loss": 0.3464,
      "step": 2368430
    },
    {
      "epoch": 661.02,
      "grad_norm": 1.3242686986923218,
      "learning_rate": 3.7624569930974027e-07,
      "loss": 0.3431,
      "step": 2368440
    },
    {
      "epoch": 661.02,
      "grad_norm": 1.1520577669143677,
      "learning_rate": 3.762310058795263e-07,
      "loss": 0.336,
      "step": 2368450
    },
    {
      "epoch": 661.03,
      "grad_norm": 7.657153606414795,
      "learning_rate": 3.7621631271118986e-07,
      "loss": 0.3449,
      "step": 2368460
    },
    {
      "epoch": 661.03,
      "grad_norm": 1.0862523317337036,
      "learning_rate": 3.762016198047333e-07,
      "loss": 0.3533,
      "step": 2368470
    },
    {
      "epoch": 661.03,
      "grad_norm": 1.1451915502548218,
      "learning_rate": 3.7618692716015726e-07,
      "loss": 0.3267,
      "step": 2368480
    },
    {
      "epoch": 661.04,
      "grad_norm": 1.5631966590881348,
      "learning_rate": 3.7617223477746424e-07,
      "loss": 0.3423,
      "step": 2368490
    },
    {
      "epoch": 661.04,
      "grad_norm": 1.321310043334961,
      "learning_rate": 3.761575426566573e-07,
      "loss": 0.3441,
      "step": 2368500
    },
    {
      "epoch": 661.04,
      "grad_norm": 1.1756495237350464,
      "learning_rate": 3.7614285079773594e-07,
      "loss": 0.3313,
      "step": 2368510
    },
    {
      "epoch": 661.04,
      "grad_norm": 1.4455269575119019,
      "learning_rate": 3.7612815920070505e-07,
      "loss": 0.3262,
      "step": 2368520
    },
    {
      "epoch": 661.05,
      "grad_norm": 1.1394399404525757,
      "learning_rate": 3.7611346786556447e-07,
      "loss": 0.3195,
      "step": 2368530
    },
    {
      "epoch": 661.05,
      "grad_norm": 1.460622787475586,
      "learning_rate": 3.7609877679231694e-07,
      "loss": 0.3163,
      "step": 2368540
    },
    {
      "epoch": 661.05,
      "grad_norm": 1.1874748468399048,
      "learning_rate": 3.7608408598096464e-07,
      "loss": 0.3362,
      "step": 2368550
    },
    {
      "epoch": 661.05,
      "grad_norm": 1.3692936897277832,
      "learning_rate": 3.760693954315083e-07,
      "loss": 0.3586,
      "step": 2368560
    },
    {
      "epoch": 661.06,
      "grad_norm": 1.2471566200256348,
      "learning_rate": 3.760547051439518e-07,
      "loss": 0.3254,
      "step": 2368570
    },
    {
      "epoch": 661.06,
      "grad_norm": 1.1611557006835938,
      "learning_rate": 3.760400151182958e-07,
      "loss": 0.3334,
      "step": 2368580
    },
    {
      "epoch": 661.06,
      "grad_norm": 1.2237107753753662,
      "learning_rate": 3.760253253545422e-07,
      "loss": 0.3166,
      "step": 2368590
    },
    {
      "epoch": 661.07,
      "grad_norm": 1.3822410106658936,
      "learning_rate": 3.760106358526934e-07,
      "loss": 0.3405,
      "step": 2368600
    },
    {
      "epoch": 661.07,
      "grad_norm": 1.2427400350570679,
      "learning_rate": 3.7599594661275183e-07,
      "loss": 0.3436,
      "step": 2368610
    },
    {
      "epoch": 661.07,
      "grad_norm": 1.3625571727752686,
      "learning_rate": 3.7598125763471844e-07,
      "loss": 0.3539,
      "step": 2368620
    },
    {
      "epoch": 661.07,
      "grad_norm": 0.9809075593948364,
      "learning_rate": 3.759665689185953e-07,
      "loss": 0.3461,
      "step": 2368630
    },
    {
      "epoch": 661.08,
      "grad_norm": 1.1203513145446777,
      "learning_rate": 3.7595188046438536e-07,
      "loss": 0.3217,
      "step": 2368640
    },
    {
      "epoch": 661.08,
      "grad_norm": 1.3738906383514404,
      "learning_rate": 3.759371922720888e-07,
      "loss": 0.346,
      "step": 2368650
    },
    {
      "epoch": 661.08,
      "grad_norm": 1.2818140983581543,
      "learning_rate": 3.7592250434170984e-07,
      "loss": 0.3483,
      "step": 2368660
    },
    {
      "epoch": 661.09,
      "grad_norm": 1.1754169464111328,
      "learning_rate": 3.759078166732487e-07,
      "loss": 0.3321,
      "step": 2368670
    },
    {
      "epoch": 661.09,
      "grad_norm": 1.2074151039123535,
      "learning_rate": 3.758931292667077e-07,
      "loss": 0.3366,
      "step": 2368680
    },
    {
      "epoch": 661.09,
      "grad_norm": 1.09895658493042,
      "learning_rate": 3.7587844212208976e-07,
      "loss": 0.3485,
      "step": 2368690
    },
    {
      "epoch": 661.09,
      "grad_norm": 1.17232084274292,
      "learning_rate": 3.758637552393954e-07,
      "loss": 0.3376,
      "step": 2368700
    },
    {
      "epoch": 661.1,
      "grad_norm": 1.229647159576416,
      "learning_rate": 3.7584906861862715e-07,
      "loss": 0.3413,
      "step": 2368710
    },
    {
      "epoch": 661.1,
      "grad_norm": 1.245985507965088,
      "learning_rate": 3.7583438225978713e-07,
      "loss": 0.3483,
      "step": 2368720
    },
    {
      "epoch": 661.1,
      "grad_norm": 1.2877744436264038,
      "learning_rate": 3.758196961628777e-07,
      "loss": 0.3371,
      "step": 2368730
    },
    {
      "epoch": 661.11,
      "grad_norm": 1.0808511972427368,
      "learning_rate": 3.758050103278994e-07,
      "loss": 0.3483,
      "step": 2368740
    },
    {
      "epoch": 661.11,
      "grad_norm": 1.1524232625961304,
      "learning_rate": 3.7579032475485614e-07,
      "loss": 0.33,
      "step": 2368750
    },
    {
      "epoch": 661.11,
      "grad_norm": 1.1207729578018188,
      "learning_rate": 3.7577563944374834e-07,
      "loss": 0.337,
      "step": 2368760
    },
    {
      "epoch": 661.11,
      "grad_norm": 1.2967860698699951,
      "learning_rate": 3.7576095439457843e-07,
      "loss": 0.3342,
      "step": 2368770
    },
    {
      "epoch": 661.12,
      "grad_norm": 1.1395498514175415,
      "learning_rate": 3.7574626960734897e-07,
      "loss": 0.3546,
      "step": 2368780
    },
    {
      "epoch": 661.12,
      "grad_norm": 1.4111768007278442,
      "learning_rate": 3.757315850820605e-07,
      "loss": 0.3468,
      "step": 2368790
    },
    {
      "epoch": 661.12,
      "grad_norm": 1.10713791847229,
      "learning_rate": 3.7571690081871617e-07,
      "loss": 0.3434,
      "step": 2368800
    },
    {
      "epoch": 661.12,
      "grad_norm": 4.062752723693848,
      "learning_rate": 3.757022168173175e-07,
      "loss": 0.3409,
      "step": 2368810
    },
    {
      "epoch": 661.13,
      "grad_norm": 1.1293178796768188,
      "learning_rate": 3.7568753307786715e-07,
      "loss": 0.3333,
      "step": 2368820
    },
    {
      "epoch": 661.13,
      "grad_norm": 1.384520411491394,
      "learning_rate": 3.7567284960036577e-07,
      "loss": 0.3554,
      "step": 2368830
    },
    {
      "epoch": 661.13,
      "grad_norm": 1.1026405096054077,
      "learning_rate": 3.7565816638481584e-07,
      "loss": 0.3361,
      "step": 2368840
    },
    {
      "epoch": 661.14,
      "grad_norm": 1.5315289497375488,
      "learning_rate": 3.756434834312197e-07,
      "loss": 0.3504,
      "step": 2368850
    },
    {
      "epoch": 661.14,
      "grad_norm": 0.9999834895133972,
      "learning_rate": 3.75628800739579e-07,
      "loss": 0.3596,
      "step": 2368860
    },
    {
      "epoch": 661.14,
      "grad_norm": 1.0811136960983276,
      "learning_rate": 3.7561411830989655e-07,
      "loss": 0.33,
      "step": 2368870
    },
    {
      "epoch": 661.14,
      "grad_norm": 1.6306521892547607,
      "learning_rate": 3.7559943614217196e-07,
      "loss": 0.3332,
      "step": 2368880
    },
    {
      "epoch": 661.15,
      "grad_norm": 1.1541765928268433,
      "learning_rate": 3.7558475423641025e-07,
      "loss": 0.3399,
      "step": 2368890
    },
    {
      "epoch": 661.15,
      "grad_norm": 3.636162281036377,
      "learning_rate": 3.755700725926111e-07,
      "loss": 0.3385,
      "step": 2368900
    },
    {
      "epoch": 661.15,
      "grad_norm": 1.0373358726501465,
      "learning_rate": 3.7555539121077744e-07,
      "loss": 0.3283,
      "step": 2368910
    },
    {
      "epoch": 661.16,
      "grad_norm": 1.1743073463439941,
      "learning_rate": 3.7554071009091127e-07,
      "loss": 0.3326,
      "step": 2368920
    },
    {
      "epoch": 661.16,
      "grad_norm": 1.2524616718292236,
      "learning_rate": 3.7552602923301397e-07,
      "loss": 0.3569,
      "step": 2368930
    },
    {
      "epoch": 661.16,
      "grad_norm": 1.2096138000488281,
      "learning_rate": 3.755113486370878e-07,
      "loss": 0.3535,
      "step": 2368940
    },
    {
      "epoch": 661.16,
      "grad_norm": 1.202717661857605,
      "learning_rate": 3.7549666830313465e-07,
      "loss": 0.338,
      "step": 2368950
    },
    {
      "epoch": 661.17,
      "grad_norm": 1.160184383392334,
      "learning_rate": 3.7548198823115713e-07,
      "loss": 0.3344,
      "step": 2368960
    },
    {
      "epoch": 661.17,
      "grad_norm": 1.1800529956817627,
      "learning_rate": 3.754673084211562e-07,
      "loss": 0.3311,
      "step": 2368970
    },
    {
      "epoch": 661.17,
      "grad_norm": 1.146062970161438,
      "learning_rate": 3.75452628873134e-07,
      "loss": 0.3333,
      "step": 2368980
    },
    {
      "epoch": 661.17,
      "grad_norm": 1.3083809614181519,
      "learning_rate": 3.7543794958709283e-07,
      "loss": 0.3293,
      "step": 2368990
    },
    {
      "epoch": 661.18,
      "grad_norm": 1.0775806903839111,
      "learning_rate": 3.754232705630346e-07,
      "loss": 0.3286,
      "step": 2369000
    },
    {
      "epoch": 661.18,
      "grad_norm": 1.2470216751098633,
      "learning_rate": 3.754085918009616e-07,
      "loss": 0.3223,
      "step": 2369010
    },
    {
      "epoch": 661.18,
      "grad_norm": 1.2897518873214722,
      "learning_rate": 3.753939133008751e-07,
      "loss": 0.3325,
      "step": 2369020
    },
    {
      "epoch": 661.19,
      "grad_norm": 2.2219817638397217,
      "learning_rate": 3.7537923506277694e-07,
      "loss": 0.3374,
      "step": 2369030
    },
    {
      "epoch": 661.19,
      "grad_norm": 1.3437494039535522,
      "learning_rate": 3.7536455708666974e-07,
      "loss": 0.3543,
      "step": 2369040
    },
    {
      "epoch": 661.19,
      "grad_norm": 1.1664187908172607,
      "learning_rate": 3.7534987937255555e-07,
      "loss": 0.3356,
      "step": 2369050
    },
    {
      "epoch": 661.19,
      "grad_norm": 1.1335328817367554,
      "learning_rate": 3.753352019204357e-07,
      "loss": 0.3555,
      "step": 2369060
    },
    {
      "epoch": 661.2,
      "grad_norm": 1.1743385791778564,
      "learning_rate": 3.75320524730312e-07,
      "loss": 0.3359,
      "step": 2369070
    },
    {
      "epoch": 661.2,
      "grad_norm": 1.366011142730713,
      "learning_rate": 3.753058478021876e-07,
      "loss": 0.3409,
      "step": 2369080
    },
    {
      "epoch": 661.2,
      "grad_norm": 1.4163007736206055,
      "learning_rate": 3.752911711360625e-07,
      "loss": 0.3506,
      "step": 2369090
    },
    {
      "epoch": 661.21,
      "grad_norm": 1.133053183555603,
      "learning_rate": 3.7527649473194107e-07,
      "loss": 0.3407,
      "step": 2369100
    },
    {
      "epoch": 661.21,
      "grad_norm": 1.1616096496582031,
      "learning_rate": 3.7526181858982305e-07,
      "loss": 0.3226,
      "step": 2369110
    },
    {
      "epoch": 661.21,
      "grad_norm": 1.0674103498458862,
      "learning_rate": 3.7524714270971163e-07,
      "loss": 0.3312,
      "step": 2369120
    },
    {
      "epoch": 661.21,
      "grad_norm": 1.3071348667144775,
      "learning_rate": 3.752324670916086e-07,
      "loss": 0.3426,
      "step": 2369130
    },
    {
      "epoch": 661.22,
      "grad_norm": 1.2629257440567017,
      "learning_rate": 3.752177917355155e-07,
      "loss": 0.3321,
      "step": 2369140
    },
    {
      "epoch": 661.22,
      "grad_norm": 1.2430551052093506,
      "learning_rate": 3.752031166414352e-07,
      "loss": 0.3366,
      "step": 2369150
    },
    {
      "epoch": 661.22,
      "grad_norm": 1.254277229309082,
      "learning_rate": 3.751884418093685e-07,
      "loss": 0.3477,
      "step": 2369160
    },
    {
      "epoch": 661.23,
      "grad_norm": 1.1925950050354004,
      "learning_rate": 3.75173767239318e-07,
      "loss": 0.3358,
      "step": 2369170
    },
    {
      "epoch": 661.23,
      "grad_norm": 1.144112467765808,
      "learning_rate": 3.751590929312855e-07,
      "loss": 0.3472,
      "step": 2369180
    },
    {
      "epoch": 661.23,
      "grad_norm": 1.2765194177627563,
      "learning_rate": 3.751444188852733e-07,
      "loss": 0.3296,
      "step": 2369190
    },
    {
      "epoch": 661.23,
      "grad_norm": 1.3196383714675903,
      "learning_rate": 3.751297451012828e-07,
      "loss": 0.3525,
      "step": 2369200
    },
    {
      "epoch": 661.24,
      "grad_norm": 1.213863492012024,
      "learning_rate": 3.7511507157931606e-07,
      "loss": 0.3165,
      "step": 2369210
    },
    {
      "epoch": 661.24,
      "grad_norm": 1.1610313653945923,
      "learning_rate": 3.751003983193756e-07,
      "loss": 0.329,
      "step": 2369220
    },
    {
      "epoch": 661.24,
      "grad_norm": 1.4630930423736572,
      "learning_rate": 3.750857253214618e-07,
      "loss": 0.3375,
      "step": 2369230
    },
    {
      "epoch": 661.24,
      "grad_norm": 1.2779223918914795,
      "learning_rate": 3.75071052585579e-07,
      "loss": 0.3321,
      "step": 2369240
    },
    {
      "epoch": 661.25,
      "grad_norm": 1.1814830303192139,
      "learning_rate": 3.750563801117275e-07,
      "loss": 0.3403,
      "step": 2369250
    },
    {
      "epoch": 661.25,
      "grad_norm": 1.1247097253799438,
      "learning_rate": 3.7504170789990956e-07,
      "loss": 0.3368,
      "step": 2369260
    },
    {
      "epoch": 661.25,
      "grad_norm": 2.1943867206573486,
      "learning_rate": 3.750270359501271e-07,
      "loss": 0.3506,
      "step": 2369270
    },
    {
      "epoch": 661.26,
      "grad_norm": 1.3083950281143188,
      "learning_rate": 3.750123642623827e-07,
      "loss": 0.3504,
      "step": 2369280
    },
    {
      "epoch": 661.26,
      "grad_norm": 1.3565906286239624,
      "learning_rate": 3.749976928366774e-07,
      "loss": 0.3504,
      "step": 2369290
    },
    {
      "epoch": 661.26,
      "grad_norm": 1.2520077228546143,
      "learning_rate": 3.749830216730135e-07,
      "loss": 0.3501,
      "step": 2369300
    },
    {
      "epoch": 661.26,
      "grad_norm": 1.139373779296875,
      "learning_rate": 3.7496835077139367e-07,
      "loss": 0.3329,
      "step": 2369310
    },
    {
      "epoch": 661.27,
      "grad_norm": 1.2999613285064697,
      "learning_rate": 3.749536801318181e-07,
      "loss": 0.3341,
      "step": 2369320
    },
    {
      "epoch": 661.27,
      "grad_norm": 1.1406258344650269,
      "learning_rate": 3.74939009754291e-07,
      "loss": 0.3391,
      "step": 2369330
    },
    {
      "epoch": 661.27,
      "grad_norm": 1.198813557624817,
      "learning_rate": 3.749243396388126e-07,
      "loss": 0.3198,
      "step": 2369340
    },
    {
      "epoch": 661.28,
      "grad_norm": 1.402085304260254,
      "learning_rate": 3.749096697853853e-07,
      "loss": 0.3371,
      "step": 2369350
    },
    {
      "epoch": 661.28,
      "grad_norm": 1.256223201751709,
      "learning_rate": 3.7489500019401186e-07,
      "loss": 0.3314,
      "step": 2369360
    },
    {
      "epoch": 661.28,
      "grad_norm": 1.3657987117767334,
      "learning_rate": 3.748803308646929e-07,
      "loss": 0.3312,
      "step": 2369370
    },
    {
      "epoch": 661.28,
      "grad_norm": 1.2137062549591064,
      "learning_rate": 3.7486566179743123e-07,
      "loss": 0.3409,
      "step": 2369380
    },
    {
      "epoch": 661.29,
      "grad_norm": 1.3028744459152222,
      "learning_rate": 3.748509929922284e-07,
      "loss": 0.3334,
      "step": 2369390
    },
    {
      "epoch": 661.29,
      "grad_norm": 1.2988944053649902,
      "learning_rate": 3.748363244490874e-07,
      "loss": 0.3379,
      "step": 2369400
    },
    {
      "epoch": 661.29,
      "grad_norm": 1.1890997886657715,
      "learning_rate": 3.7482165616800776e-07,
      "loss": 0.3274,
      "step": 2369410
    },
    {
      "epoch": 661.3,
      "grad_norm": 1.4295916557312012,
      "learning_rate": 3.7480698814899456e-07,
      "loss": 0.3296,
      "step": 2369420
    },
    {
      "epoch": 661.3,
      "grad_norm": 1.32407808303833,
      "learning_rate": 3.747923203920475e-07,
      "loss": 0.3458,
      "step": 2369430
    },
    {
      "epoch": 661.3,
      "grad_norm": 1.3844568729400635,
      "learning_rate": 3.7477765289716923e-07,
      "loss": 0.335,
      "step": 2369440
    },
    {
      "epoch": 661.3,
      "grad_norm": 1.238258957862854,
      "learning_rate": 3.747629856643623e-07,
      "loss": 0.3397,
      "step": 2369450
    },
    {
      "epoch": 661.31,
      "grad_norm": 1.157235026359558,
      "learning_rate": 3.7474831869362695e-07,
      "loss": 0.3295,
      "step": 2369460
    },
    {
      "epoch": 661.31,
      "grad_norm": 1.1709946393966675,
      "learning_rate": 3.7473365198496737e-07,
      "loss": 0.3334,
      "step": 2369470
    },
    {
      "epoch": 661.31,
      "grad_norm": 1.4783639907836914,
      "learning_rate": 3.7471898553838386e-07,
      "loss": 0.3153,
      "step": 2369480
    },
    {
      "epoch": 661.31,
      "grad_norm": 1.3019789457321167,
      "learning_rate": 3.7470431935387876e-07,
      "loss": 0.3247,
      "step": 2369490
    },
    {
      "epoch": 661.32,
      "grad_norm": 1.1580700874328613,
      "learning_rate": 3.7468965343145485e-07,
      "loss": 0.3443,
      "step": 2369500
    },
    {
      "epoch": 661.32,
      "grad_norm": 1.2435462474822998,
      "learning_rate": 3.7467498777111295e-07,
      "loss": 0.3445,
      "step": 2369510
    },
    {
      "epoch": 661.32,
      "grad_norm": 1.298556923866272,
      "learning_rate": 3.746603223728555e-07,
      "loss": 0.3446,
      "step": 2369520
    },
    {
      "epoch": 661.33,
      "grad_norm": 1.3770989179611206,
      "learning_rate": 3.7464565723668415e-07,
      "loss": 0.3331,
      "step": 2369530
    },
    {
      "epoch": 661.33,
      "grad_norm": 1.280063509941101,
      "learning_rate": 3.746309923626019e-07,
      "loss": 0.3271,
      "step": 2369540
    },
    {
      "epoch": 661.33,
      "grad_norm": 1.4077790975570679,
      "learning_rate": 3.7461632775060864e-07,
      "loss": 0.328,
      "step": 2369550
    },
    {
      "epoch": 661.33,
      "grad_norm": 1.0325936079025269,
      "learning_rate": 3.746016634007089e-07,
      "loss": 0.3305,
      "step": 2369560
    },
    {
      "epoch": 661.34,
      "grad_norm": 1.249619483947754,
      "learning_rate": 3.745869993129029e-07,
      "loss": 0.3339,
      "step": 2369570
    },
    {
      "epoch": 661.34,
      "grad_norm": 1.256935715675354,
      "learning_rate": 3.745723354871927e-07,
      "loss": 0.3444,
      "step": 2369580
    },
    {
      "epoch": 661.34,
      "grad_norm": 1.205077886581421,
      "learning_rate": 3.7455767192358144e-07,
      "loss": 0.3442,
      "step": 2369590
    },
    {
      "epoch": 661.35,
      "grad_norm": 1.4057272672653198,
      "learning_rate": 3.7454300862206933e-07,
      "loss": 0.3241,
      "step": 2369600
    },
    {
      "epoch": 661.35,
      "grad_norm": 1.1757200956344604,
      "learning_rate": 3.745283455826596e-07,
      "loss": 0.3115,
      "step": 2369610
    },
    {
      "epoch": 661.35,
      "grad_norm": 1.2504247426986694,
      "learning_rate": 3.7451368280535347e-07,
      "loss": 0.3441,
      "step": 2369620
    },
    {
      "epoch": 661.35,
      "grad_norm": 1.1420928239822388,
      "learning_rate": 3.7449902029015406e-07,
      "loss": 0.3315,
      "step": 2369630
    },
    {
      "epoch": 661.36,
      "grad_norm": 1.528122067451477,
      "learning_rate": 3.744843580370617e-07,
      "loss": 0.346,
      "step": 2369640
    },
    {
      "epoch": 661.36,
      "grad_norm": 1.0354652404785156,
      "learning_rate": 3.744696960460792e-07,
      "loss": 0.3438,
      "step": 2369650
    },
    {
      "epoch": 661.36,
      "grad_norm": 10.450517654418945,
      "learning_rate": 3.7445503431720914e-07,
      "loss": 0.336,
      "step": 2369660
    },
    {
      "epoch": 661.36,
      "grad_norm": 1.1746375560760498,
      "learning_rate": 3.7444037285045156e-07,
      "loss": 0.3479,
      "step": 2369670
    },
    {
      "epoch": 661.37,
      "grad_norm": 1.1680381298065186,
      "learning_rate": 3.744257116458106e-07,
      "loss": 0.3517,
      "step": 2369680
    },
    {
      "epoch": 661.37,
      "grad_norm": 1.1423206329345703,
      "learning_rate": 3.7441105070328677e-07,
      "loss": 0.3232,
      "step": 2369690
    },
    {
      "epoch": 661.37,
      "grad_norm": 1.1728222370147705,
      "learning_rate": 3.743963900228827e-07,
      "loss": 0.3477,
      "step": 2369700
    },
    {
      "epoch": 661.38,
      "grad_norm": 1.2504037618637085,
      "learning_rate": 3.7438172960459996e-07,
      "loss": 0.326,
      "step": 2369710
    },
    {
      "epoch": 661.38,
      "grad_norm": 1.2549127340316772,
      "learning_rate": 3.743670694484406e-07,
      "loss": 0.3379,
      "step": 2369720
    },
    {
      "epoch": 661.38,
      "grad_norm": 1.3204588890075684,
      "learning_rate": 3.743524095544073e-07,
      "loss": 0.3498,
      "step": 2369730
    },
    {
      "epoch": 661.38,
      "grad_norm": 1.1360540390014648,
      "learning_rate": 3.743377499225007e-07,
      "loss": 0.3514,
      "step": 2369740
    },
    {
      "epoch": 661.39,
      "grad_norm": 1.171724557876587,
      "learning_rate": 3.7432309055272353e-07,
      "loss": 0.3359,
      "step": 2369750
    },
    {
      "epoch": 661.39,
      "grad_norm": 1.262397289276123,
      "learning_rate": 3.743084314450776e-07,
      "loss": 0.3172,
      "step": 2369760
    },
    {
      "epoch": 661.39,
      "grad_norm": 1.2382694482803345,
      "learning_rate": 3.742937725995654e-07,
      "loss": 0.3273,
      "step": 2369770
    },
    {
      "epoch": 661.4,
      "grad_norm": 1.1561930179595947,
      "learning_rate": 3.742791140161878e-07,
      "loss": 0.3213,
      "step": 2369780
    },
    {
      "epoch": 661.4,
      "grad_norm": 1.0838263034820557,
      "learning_rate": 3.7426445569494737e-07,
      "loss": 0.3207,
      "step": 2369790
    },
    {
      "epoch": 661.4,
      "grad_norm": 1.3683820962905884,
      "learning_rate": 3.742497976358465e-07,
      "loss": 0.3292,
      "step": 2369800
    },
    {
      "epoch": 661.4,
      "grad_norm": 1.4979265928268433,
      "learning_rate": 3.742351398388857e-07,
      "loss": 0.3419,
      "step": 2369810
    },
    {
      "epoch": 661.41,
      "grad_norm": 1.443029761314392,
      "learning_rate": 3.742204823040688e-07,
      "loss": 0.3427,
      "step": 2369820
    },
    {
      "epoch": 661.41,
      "grad_norm": 1.5273066759109497,
      "learning_rate": 3.7420582503139613e-07,
      "loss": 0.3384,
      "step": 2369830
    },
    {
      "epoch": 661.41,
      "grad_norm": 1.1655645370483398,
      "learning_rate": 3.7419116802087057e-07,
      "loss": 0.3387,
      "step": 2369840
    },
    {
      "epoch": 661.42,
      "grad_norm": 1.0831900835037231,
      "learning_rate": 3.7417651127249386e-07,
      "loss": 0.3381,
      "step": 2369850
    },
    {
      "epoch": 661.42,
      "grad_norm": 1.207429051399231,
      "learning_rate": 3.7416185478626814e-07,
      "loss": 0.3319,
      "step": 2369860
    },
    {
      "epoch": 661.42,
      "grad_norm": 1.239227533340454,
      "learning_rate": 3.74147198562195e-07,
      "loss": 0.3429,
      "step": 2369870
    },
    {
      "epoch": 661.42,
      "grad_norm": 1.275565505027771,
      "learning_rate": 3.7413254260027614e-07,
      "loss": 0.3275,
      "step": 2369880
    },
    {
      "epoch": 661.43,
      "grad_norm": 1.2499617338180542,
      "learning_rate": 3.7411788690051484e-07,
      "loss": 0.3375,
      "step": 2369890
    },
    {
      "epoch": 661.43,
      "grad_norm": 1.1904264688491821,
      "learning_rate": 3.741032314629107e-07,
      "loss": 0.3297,
      "step": 2369900
    },
    {
      "epoch": 661.43,
      "grad_norm": 1.3622087240219116,
      "learning_rate": 3.7408857628746827e-07,
      "loss": 0.3301,
      "step": 2369910
    },
    {
      "epoch": 661.43,
      "grad_norm": 1.1413545608520508,
      "learning_rate": 3.740739213741877e-07,
      "loss": 0.3369,
      "step": 2369920
    },
    {
      "epoch": 661.44,
      "grad_norm": 1.3986120223999023,
      "learning_rate": 3.740592667230717e-07,
      "loss": 0.3515,
      "step": 2369930
    },
    {
      "epoch": 661.44,
      "grad_norm": 1.1484204530715942,
      "learning_rate": 3.740446123341227e-07,
      "loss": 0.3419,
      "step": 2369940
    },
    {
      "epoch": 661.44,
      "grad_norm": 1.3642183542251587,
      "learning_rate": 3.7402995820734115e-07,
      "loss": 0.3391,
      "step": 2369950
    },
    {
      "epoch": 661.45,
      "grad_norm": 1.2138615846633911,
      "learning_rate": 3.740153043427301e-07,
      "loss": 0.3493,
      "step": 2369960
    },
    {
      "epoch": 661.45,
      "grad_norm": 1.0612224340438843,
      "learning_rate": 3.7400065074029135e-07,
      "loss": 0.351,
      "step": 2369970
    },
    {
      "epoch": 661.45,
      "grad_norm": 1.277735948562622,
      "learning_rate": 3.7398599740002726e-07,
      "loss": 0.3434,
      "step": 2369980
    },
    {
      "epoch": 661.45,
      "grad_norm": 1.3428741693496704,
      "learning_rate": 3.7397134432193807e-07,
      "loss": 0.3432,
      "step": 2369990
    },
    {
      "epoch": 661.46,
      "grad_norm": 1.0745488405227661,
      "learning_rate": 3.7395669150602797e-07,
      "loss": 0.324,
      "step": 2370000
    },
    {
      "epoch": 661.46,
      "grad_norm": 1.138622760772705,
      "learning_rate": 3.739420389522977e-07,
      "loss": 0.3272,
      "step": 2370010
    },
    {
      "epoch": 661.46,
      "grad_norm": 1.182615041732788,
      "learning_rate": 3.739273866607492e-07,
      "loss": 0.3384,
      "step": 2370020
    },
    {
      "epoch": 661.47,
      "grad_norm": 1.250101089477539,
      "learning_rate": 3.7391273463138514e-07,
      "loss": 0.3405,
      "step": 2370030
    },
    {
      "epoch": 661.47,
      "grad_norm": 1.203953504562378,
      "learning_rate": 3.738980828642059e-07,
      "loss": 0.3475,
      "step": 2370040
    },
    {
      "epoch": 661.47,
      "grad_norm": 1.2209638357162476,
      "learning_rate": 3.7388343135921546e-07,
      "loss": 0.3402,
      "step": 2370050
    },
    {
      "epoch": 661.47,
      "grad_norm": 1.0560227632522583,
      "learning_rate": 3.7386878011641443e-07,
      "loss": 0.3327,
      "step": 2370060
    },
    {
      "epoch": 661.48,
      "grad_norm": 1.043674111366272,
      "learning_rate": 3.73854129135805e-07,
      "loss": 0.3265,
      "step": 2370070
    },
    {
      "epoch": 661.48,
      "grad_norm": 1.6784045696258545,
      "learning_rate": 3.738394784173895e-07,
      "loss": 0.3342,
      "step": 2370080
    },
    {
      "epoch": 661.48,
      "grad_norm": 1.1897813081741333,
      "learning_rate": 3.7382482796116993e-07,
      "loss": 0.3454,
      "step": 2370090
    },
    {
      "epoch": 661.48,
      "grad_norm": 1.3372225761413574,
      "learning_rate": 3.7381017776714746e-07,
      "loss": 0.3346,
      "step": 2370100
    },
    {
      "epoch": 661.49,
      "grad_norm": 1.2138463258743286,
      "learning_rate": 3.7379552783532457e-07,
      "loss": 0.3495,
      "step": 2370110
    },
    {
      "epoch": 661.49,
      "grad_norm": 1.3533568382263184,
      "learning_rate": 3.737808781657037e-07,
      "loss": 0.338,
      "step": 2370120
    },
    {
      "epoch": 661.49,
      "grad_norm": 1.115057349205017,
      "learning_rate": 3.7376622875828504e-07,
      "loss": 0.3354,
      "step": 2370130
    },
    {
      "epoch": 661.5,
      "grad_norm": 1.467130422592163,
      "learning_rate": 3.737515796130728e-07,
      "loss": 0.3403,
      "step": 2370140
    },
    {
      "epoch": 661.5,
      "grad_norm": 1.3608360290527344,
      "learning_rate": 3.737369307300675e-07,
      "loss": 0.3489,
      "step": 2370150
    },
    {
      "epoch": 661.5,
      "grad_norm": 1.1266988515853882,
      "learning_rate": 3.7372228210927144e-07,
      "loss": 0.3383,
      "step": 2370160
    },
    {
      "epoch": 661.5,
      "grad_norm": 1.1242510080337524,
      "learning_rate": 3.7370763375068726e-07,
      "loss": 0.3315,
      "step": 2370170
    },
    {
      "epoch": 661.51,
      "grad_norm": 1.3442822694778442,
      "learning_rate": 3.7369298565431546e-07,
      "loss": 0.3355,
      "step": 2370180
    },
    {
      "epoch": 661.51,
      "grad_norm": 2.0235683917999268,
      "learning_rate": 3.736783378201589e-07,
      "loss": 0.3383,
      "step": 2370190
    },
    {
      "epoch": 661.51,
      "grad_norm": 1.2726677656173706,
      "learning_rate": 3.736636902482194e-07,
      "loss": 0.3535,
      "step": 2370200
    },
    {
      "epoch": 661.52,
      "grad_norm": 1.5625511407852173,
      "learning_rate": 3.736490429384996e-07,
      "loss": 0.3416,
      "step": 2370210
    },
    {
      "epoch": 661.52,
      "grad_norm": 1.0891512632369995,
      "learning_rate": 3.736343958909998e-07,
      "loss": 0.3471,
      "step": 2370220
    },
    {
      "epoch": 661.52,
      "grad_norm": 1.1411136388778687,
      "learning_rate": 3.736197491057237e-07,
      "loss": 0.35,
      "step": 2370230
    },
    {
      "epoch": 661.52,
      "grad_norm": 1.186070442199707,
      "learning_rate": 3.7360510258267205e-07,
      "loss": 0.3431,
      "step": 2370240
    },
    {
      "epoch": 661.53,
      "grad_norm": 1.288190245628357,
      "learning_rate": 3.7359045632184707e-07,
      "loss": 0.335,
      "step": 2370250
    },
    {
      "epoch": 661.53,
      "grad_norm": 1.117598295211792,
      "learning_rate": 3.7357581032325163e-07,
      "loss": 0.3416,
      "step": 2370260
    },
    {
      "epoch": 661.53,
      "grad_norm": 1.3062692880630493,
      "learning_rate": 3.735611645868863e-07,
      "loss": 0.338,
      "step": 2370270
    },
    {
      "epoch": 661.54,
      "grad_norm": 1.1182588338851929,
      "learning_rate": 3.7354651911275367e-07,
      "loss": 0.3423,
      "step": 2370280
    },
    {
      "epoch": 661.54,
      "grad_norm": 1.3505843877792358,
      "learning_rate": 3.735318739008555e-07,
      "loss": 0.3325,
      "step": 2370290
    },
    {
      "epoch": 661.54,
      "grad_norm": 1.2282485961914062,
      "learning_rate": 3.7351722895119394e-07,
      "loss": 0.352,
      "step": 2370300
    },
    {
      "epoch": 661.54,
      "grad_norm": 1.4464569091796875,
      "learning_rate": 3.7350258426377157e-07,
      "loss": 0.352,
      "step": 2370310
    },
    {
      "epoch": 661.55,
      "grad_norm": 1.2489955425262451,
      "learning_rate": 3.7348793983858917e-07,
      "loss": 0.3296,
      "step": 2370320
    },
    {
      "epoch": 661.55,
      "grad_norm": 1.3883000612258911,
      "learning_rate": 3.734732956756491e-07,
      "loss": 0.3452,
      "step": 2370330
    },
    {
      "epoch": 661.55,
      "grad_norm": 1.4115442037582397,
      "learning_rate": 3.734586517749534e-07,
      "loss": 0.3271,
      "step": 2370340
    },
    {
      "epoch": 661.55,
      "grad_norm": 1.1962474584579468,
      "learning_rate": 3.734440081365044e-07,
      "loss": 0.3448,
      "step": 2370350
    },
    {
      "epoch": 661.56,
      "grad_norm": 1.3199466466903687,
      "learning_rate": 3.734293647603027e-07,
      "loss": 0.338,
      "step": 2370360
    },
    {
      "epoch": 661.56,
      "grad_norm": 1.3060137033462524,
      "learning_rate": 3.734147216463524e-07,
      "loss": 0.343,
      "step": 2370370
    },
    {
      "epoch": 661.56,
      "grad_norm": 1.2801792621612549,
      "learning_rate": 3.7340007879465355e-07,
      "loss": 0.34,
      "step": 2370380
    },
    {
      "epoch": 661.57,
      "grad_norm": 1.1591796875,
      "learning_rate": 3.733854362052089e-07,
      "loss": 0.3335,
      "step": 2370390
    },
    {
      "epoch": 661.57,
      "grad_norm": 1.2543591260910034,
      "learning_rate": 3.73370793878021e-07,
      "loss": 0.3196,
      "step": 2370400
    },
    {
      "epoch": 661.57,
      "grad_norm": 1.271323561668396,
      "learning_rate": 3.733561518130904e-07,
      "loss": 0.3367,
      "step": 2370410
    },
    {
      "epoch": 661.57,
      "grad_norm": 1.043615698814392,
      "learning_rate": 3.7334151001041983e-07,
      "loss": 0.3468,
      "step": 2370420
    },
    {
      "epoch": 661.58,
      "grad_norm": 1.290456771850586,
      "learning_rate": 3.733268684700111e-07,
      "loss": 0.3247,
      "step": 2370430
    },
    {
      "epoch": 661.58,
      "grad_norm": 1.1182371377944946,
      "learning_rate": 3.733122271918668e-07,
      "loss": 0.3296,
      "step": 2370440
    },
    {
      "epoch": 661.58,
      "grad_norm": 1.2368086576461792,
      "learning_rate": 3.732975861759877e-07,
      "loss": 0.3327,
      "step": 2370450
    },
    {
      "epoch": 661.59,
      "grad_norm": 1.3949066400527954,
      "learning_rate": 3.7328294542237643e-07,
      "loss": 0.3412,
      "step": 2370460
    },
    {
      "epoch": 661.59,
      "grad_norm": 1.2551764249801636,
      "learning_rate": 3.7326830493103526e-07,
      "loss": 0.3361,
      "step": 2370470
    },
    {
      "epoch": 661.59,
      "grad_norm": 2.61800479888916,
      "learning_rate": 3.7325366470196483e-07,
      "loss": 0.3526,
      "step": 2370480
    },
    {
      "epoch": 661.59,
      "grad_norm": 1.2452635765075684,
      "learning_rate": 3.7323902473516894e-07,
      "loss": 0.3423,
      "step": 2370490
    },
    {
      "epoch": 661.6,
      "grad_norm": 1.2768694162368774,
      "learning_rate": 3.7322438503064817e-07,
      "loss": 0.3347,
      "step": 2370500
    },
    {
      "epoch": 661.6,
      "grad_norm": 1.384308099746704,
      "learning_rate": 3.7320974558840485e-07,
      "loss": 0.3268,
      "step": 2370510
    },
    {
      "epoch": 661.6,
      "grad_norm": 1.2421512603759766,
      "learning_rate": 3.73195106408441e-07,
      "loss": 0.319,
      "step": 2370520
    },
    {
      "epoch": 661.6,
      "grad_norm": 0.953636109828949,
      "learning_rate": 3.7318046749075904e-07,
      "loss": 0.3393,
      "step": 2370530
    },
    {
      "epoch": 661.61,
      "grad_norm": 1.2182705402374268,
      "learning_rate": 3.7316582883536e-07,
      "loss": 0.3429,
      "step": 2370540
    },
    {
      "epoch": 661.61,
      "grad_norm": 1.2623226642608643,
      "learning_rate": 3.731511904422462e-07,
      "loss": 0.3405,
      "step": 2370550
    },
    {
      "epoch": 661.61,
      "grad_norm": 2.432579517364502,
      "learning_rate": 3.7313655231142e-07,
      "loss": 0.3451,
      "step": 2370560
    },
    {
      "epoch": 661.62,
      "grad_norm": 1.2846403121948242,
      "learning_rate": 3.731219144428821e-07,
      "loss": 0.3486,
      "step": 2370570
    },
    {
      "epoch": 661.62,
      "grad_norm": 1.2337191104888916,
      "learning_rate": 3.7310727683663626e-07,
      "loss": 0.3254,
      "step": 2370580
    },
    {
      "epoch": 661.62,
      "grad_norm": 1.2907207012176514,
      "learning_rate": 3.7309263949268323e-07,
      "loss": 0.3303,
      "step": 2370590
    },
    {
      "epoch": 661.62,
      "grad_norm": 1.1348907947540283,
      "learning_rate": 3.73078002411025e-07,
      "loss": 0.3338,
      "step": 2370600
    },
    {
      "epoch": 661.63,
      "grad_norm": 1.1882795095443726,
      "learning_rate": 3.7306336559166433e-07,
      "loss": 0.3317,
      "step": 2370610
    },
    {
      "epoch": 661.63,
      "grad_norm": 1.298452615737915,
      "learning_rate": 3.7304872903460163e-07,
      "loss": 0.338,
      "step": 2370620
    },
    {
      "epoch": 661.63,
      "grad_norm": 1.4961869716644287,
      "learning_rate": 3.730340927398408e-07,
      "loss": 0.327,
      "step": 2370630
    },
    {
      "epoch": 661.64,
      "grad_norm": 1.2634786367416382,
      "learning_rate": 3.730194567073822e-07,
      "loss": 0.3392,
      "step": 2370640
    },
    {
      "epoch": 661.64,
      "grad_norm": 1.5457395315170288,
      "learning_rate": 3.730048209372283e-07,
      "loss": 0.3245,
      "step": 2370650
    },
    {
      "epoch": 661.64,
      "grad_norm": 1.1151554584503174,
      "learning_rate": 3.729901854293812e-07,
      "loss": 0.3358,
      "step": 2370660
    },
    {
      "epoch": 661.64,
      "grad_norm": 1.282562494277954,
      "learning_rate": 3.7297555018384337e-07,
      "loss": 0.341,
      "step": 2370670
    },
    {
      "epoch": 661.65,
      "grad_norm": 1.1541571617126465,
      "learning_rate": 3.7296091520061574e-07,
      "loss": 0.3308,
      "step": 2370680
    },
    {
      "epoch": 661.65,
      "grad_norm": 1.51662015914917,
      "learning_rate": 3.729462804797004e-07,
      "loss": 0.3459,
      "step": 2370690
    },
    {
      "epoch": 661.65,
      "grad_norm": 1.199260950088501,
      "learning_rate": 3.7293164602110026e-07,
      "loss": 0.3557,
      "step": 2370700
    },
    {
      "epoch": 661.66,
      "grad_norm": 1.2577133178710938,
      "learning_rate": 3.7291701182481553e-07,
      "loss": 0.3259,
      "step": 2370710
    },
    {
      "epoch": 661.66,
      "grad_norm": 1.3098416328430176,
      "learning_rate": 3.729023778908501e-07,
      "loss": 0.3534,
      "step": 2370720
    },
    {
      "epoch": 661.66,
      "grad_norm": 1.3714896440505981,
      "learning_rate": 3.7288774421920484e-07,
      "loss": 0.3517,
      "step": 2370730
    },
    {
      "epoch": 661.66,
      "grad_norm": 1.1049079895019531,
      "learning_rate": 3.728731108098815e-07,
      "loss": 0.3431,
      "step": 2370740
    },
    {
      "epoch": 661.67,
      "grad_norm": 1.1553093194961548,
      "learning_rate": 3.728584776628832e-07,
      "loss": 0.3221,
      "step": 2370750
    },
    {
      "epoch": 661.67,
      "grad_norm": 1.5060702562332153,
      "learning_rate": 3.7284384477821053e-07,
      "loss": 0.3539,
      "step": 2370760
    },
    {
      "epoch": 661.67,
      "grad_norm": 1.1618095636367798,
      "learning_rate": 3.7282921215586596e-07,
      "loss": 0.3337,
      "step": 2370770
    },
    {
      "epoch": 661.67,
      "grad_norm": 1.573171615600586,
      "learning_rate": 3.7281457979585146e-07,
      "loss": 0.3423,
      "step": 2370780
    },
    {
      "epoch": 661.68,
      "grad_norm": 1.2276521921157837,
      "learning_rate": 3.727999476981695e-07,
      "loss": 0.3335,
      "step": 2370790
    },
    {
      "epoch": 661.68,
      "grad_norm": 1.314853310585022,
      "learning_rate": 3.7278531586282047e-07,
      "loss": 0.3273,
      "step": 2370800
    },
    {
      "epoch": 661.68,
      "grad_norm": 1.1742581129074097,
      "learning_rate": 3.727706842898084e-07,
      "loss": 0.33,
      "step": 2370810
    },
    {
      "epoch": 661.69,
      "grad_norm": 1.1816706657409668,
      "learning_rate": 3.727560529791339e-07,
      "loss": 0.3466,
      "step": 2370820
    },
    {
      "epoch": 661.69,
      "grad_norm": 1.1151623725891113,
      "learning_rate": 3.7274142193079906e-07,
      "loss": 0.3468,
      "step": 2370830
    },
    {
      "epoch": 661.69,
      "grad_norm": 1.4185142517089844,
      "learning_rate": 3.727267911448067e-07,
      "loss": 0.3217,
      "step": 2370840
    },
    {
      "epoch": 661.69,
      "grad_norm": 1.2843694686889648,
      "learning_rate": 3.727121606211574e-07,
      "loss": 0.3369,
      "step": 2370850
    },
    {
      "epoch": 661.7,
      "grad_norm": 1.3004919290542603,
      "learning_rate": 3.726975303598536e-07,
      "loss": 0.3389,
      "step": 2370860
    },
    {
      "epoch": 661.7,
      "grad_norm": 1.4160504341125488,
      "learning_rate": 3.7268290036089756e-07,
      "loss": 0.3365,
      "step": 2370870
    },
    {
      "epoch": 661.7,
      "grad_norm": 1.2301506996154785,
      "learning_rate": 3.726682706242913e-07,
      "loss": 0.3411,
      "step": 2370880
    },
    {
      "epoch": 661.71,
      "grad_norm": 1.3072372674942017,
      "learning_rate": 3.7265364115003687e-07,
      "loss": 0.3331,
      "step": 2370890
    },
    {
      "epoch": 661.71,
      "grad_norm": 1.2964632511138916,
      "learning_rate": 3.726390119381354e-07,
      "loss": 0.3572,
      "step": 2370900
    },
    {
      "epoch": 661.71,
      "grad_norm": 1.1956692934036255,
      "learning_rate": 3.726243829885894e-07,
      "loss": 0.3293,
      "step": 2370910
    },
    {
      "epoch": 661.71,
      "grad_norm": 1.422817587852478,
      "learning_rate": 3.726097543014007e-07,
      "loss": 0.3536,
      "step": 2370920
    },
    {
      "epoch": 661.72,
      "grad_norm": 1.3306103944778442,
      "learning_rate": 3.7259512587657194e-07,
      "loss": 0.3158,
      "step": 2370930
    },
    {
      "epoch": 661.72,
      "grad_norm": 1.3216973543167114,
      "learning_rate": 3.725804977141031e-07,
      "loss": 0.3351,
      "step": 2370940
    },
    {
      "epoch": 661.72,
      "grad_norm": 1.076742172241211,
      "learning_rate": 3.725658698139989e-07,
      "loss": 0.3219,
      "step": 2370950
    },
    {
      "epoch": 661.72,
      "grad_norm": 1.1180685758590698,
      "learning_rate": 3.72551242176259e-07,
      "loss": 0.3355,
      "step": 2370960
    },
    {
      "epoch": 661.73,
      "grad_norm": 1.1166824102401733,
      "learning_rate": 3.7253661480088635e-07,
      "loss": 0.3243,
      "step": 2370970
    },
    {
      "epoch": 661.73,
      "grad_norm": 1.2300012111663818,
      "learning_rate": 3.7252198768788325e-07,
      "loss": 0.3286,
      "step": 2370980
    },
    {
      "epoch": 661.73,
      "grad_norm": 1.2836999893188477,
      "learning_rate": 3.7250736083725046e-07,
      "loss": 0.3502,
      "step": 2370990
    },
    {
      "epoch": 661.74,
      "grad_norm": 1.1556957960128784,
      "learning_rate": 3.724927342489906e-07,
      "loss": 0.3309,
      "step": 2371000
    },
    {
      "epoch": 661.74,
      "grad_norm": 1.034275770187378,
      "learning_rate": 3.724781079231058e-07,
      "loss": 0.3407,
      "step": 2371010
    },
    {
      "epoch": 661.74,
      "grad_norm": 1.2882496118545532,
      "learning_rate": 3.724634818595983e-07,
      "loss": 0.3297,
      "step": 2371020
    },
    {
      "epoch": 661.74,
      "grad_norm": 1.1751972436904907,
      "learning_rate": 3.7244885605846847e-07,
      "loss": 0.3436,
      "step": 2371030
    },
    {
      "epoch": 661.75,
      "grad_norm": 1.5311208963394165,
      "learning_rate": 3.724342305197204e-07,
      "loss": 0.324,
      "step": 2371040
    },
    {
      "epoch": 661.75,
      "grad_norm": 1.356163740158081,
      "learning_rate": 3.724196052433547e-07,
      "loss": 0.3566,
      "step": 2371050
    },
    {
      "epoch": 661.75,
      "grad_norm": 1.3048086166381836,
      "learning_rate": 3.724049802293733e-07,
      "loss": 0.3183,
      "step": 2371060
    },
    {
      "epoch": 661.76,
      "grad_norm": 1.2609235048294067,
      "learning_rate": 3.723903554777792e-07,
      "loss": 0.3397,
      "step": 2371070
    },
    {
      "epoch": 661.76,
      "grad_norm": 1.2219831943511963,
      "learning_rate": 3.723757309885731e-07,
      "loss": 0.3275,
      "step": 2371080
    },
    {
      "epoch": 661.76,
      "grad_norm": 1.5060378313064575,
      "learning_rate": 3.7236110676175735e-07,
      "loss": 0.3425,
      "step": 2371090
    },
    {
      "epoch": 661.76,
      "grad_norm": 1.136657953262329,
      "learning_rate": 3.7234648279733384e-07,
      "loss": 0.3398,
      "step": 2371100
    },
    {
      "epoch": 661.77,
      "grad_norm": 1.1304455995559692,
      "learning_rate": 3.723318590953053e-07,
      "loss": 0.3184,
      "step": 2371110
    },
    {
      "epoch": 661.77,
      "grad_norm": 1.3514963388442993,
      "learning_rate": 3.7231723565567266e-07,
      "loss": 0.3436,
      "step": 2371120
    },
    {
      "epoch": 661.77,
      "grad_norm": 1.7987406253814697,
      "learning_rate": 3.723026124784382e-07,
      "loss": 0.3385,
      "step": 2371130
    },
    {
      "epoch": 661.78,
      "grad_norm": 1.4285414218902588,
      "learning_rate": 3.722879895636045e-07,
      "loss": 0.3323,
      "step": 2371140
    },
    {
      "epoch": 661.78,
      "grad_norm": 1.2827757596969604,
      "learning_rate": 3.7227336691117184e-07,
      "loss": 0.3394,
      "step": 2371150
    },
    {
      "epoch": 661.78,
      "grad_norm": 1.2953424453735352,
      "learning_rate": 3.7225874452114414e-07,
      "loss": 0.346,
      "step": 2371160
    },
    {
      "epoch": 661.78,
      "grad_norm": 1.0830415487289429,
      "learning_rate": 3.7224412239352163e-07,
      "loss": 0.3292,
      "step": 2371170
    },
    {
      "epoch": 661.79,
      "grad_norm": 1.2412835359573364,
      "learning_rate": 3.72229500528308e-07,
      "loss": 0.3392,
      "step": 2371180
    },
    {
      "epoch": 661.79,
      "grad_norm": 1.3183304071426392,
      "learning_rate": 3.722148789255039e-07,
      "loss": 0.346,
      "step": 2371190
    },
    {
      "epoch": 661.79,
      "grad_norm": 1.1570990085601807,
      "learning_rate": 3.722002575851116e-07,
      "loss": 0.3219,
      "step": 2371200
    },
    {
      "epoch": 661.79,
      "grad_norm": 1.2385766506195068,
      "learning_rate": 3.7218563650713355e-07,
      "loss": 0.3312,
      "step": 2371210
    },
    {
      "epoch": 661.8,
      "grad_norm": 1.2433202266693115,
      "learning_rate": 3.721710156915709e-07,
      "loss": 0.3402,
      "step": 2371220
    },
    {
      "epoch": 661.8,
      "grad_norm": 1.2534576654434204,
      "learning_rate": 3.721563951384259e-07,
      "loss": 0.336,
      "step": 2371230
    },
    {
      "epoch": 661.8,
      "grad_norm": 1.2275302410125732,
      "learning_rate": 3.7214177484770043e-07,
      "loss": 0.3474,
      "step": 2371240
    },
    {
      "epoch": 661.81,
      "grad_norm": 1.3282817602157593,
      "learning_rate": 3.7212715481939705e-07,
      "loss": 0.3364,
      "step": 2371250
    },
    {
      "epoch": 661.81,
      "grad_norm": 1.4869191646575928,
      "learning_rate": 3.7211253505351686e-07,
      "loss": 0.3384,
      "step": 2371260
    },
    {
      "epoch": 661.81,
      "grad_norm": 1.062693476676941,
      "learning_rate": 3.7209791555006194e-07,
      "loss": 0.3383,
      "step": 2371270
    },
    {
      "epoch": 661.81,
      "grad_norm": 1.3197734355926514,
      "learning_rate": 3.720832963090353e-07,
      "loss": 0.3367,
      "step": 2371280
    },
    {
      "epoch": 661.82,
      "grad_norm": 1.29495370388031,
      "learning_rate": 3.7206867733043654e-07,
      "loss": 0.338,
      "step": 2371290
    },
    {
      "epoch": 661.82,
      "grad_norm": 1.146334171295166,
      "learning_rate": 3.7205405861427057e-07,
      "loss": 0.3322,
      "step": 2371300
    },
    {
      "epoch": 661.82,
      "grad_norm": 1.4962124824523926,
      "learning_rate": 3.720394401605371e-07,
      "loss": 0.3336,
      "step": 2371310
    },
    {
      "epoch": 661.83,
      "grad_norm": 1.2045979499816895,
      "learning_rate": 3.7202482196923903e-07,
      "loss": 0.337,
      "step": 2371320
    },
    {
      "epoch": 661.83,
      "grad_norm": 1.313979983329773,
      "learning_rate": 3.720102040403779e-07,
      "loss": 0.3293,
      "step": 2371330
    },
    {
      "epoch": 661.83,
      "grad_norm": 1.2776433229446411,
      "learning_rate": 3.719955863739566e-07,
      "loss": 0.3309,
      "step": 2371340
    },
    {
      "epoch": 661.83,
      "grad_norm": 1.0987884998321533,
      "learning_rate": 3.7198096896997564e-07,
      "loss": 0.3191,
      "step": 2371350
    },
    {
      "epoch": 661.84,
      "grad_norm": 1.4270062446594238,
      "learning_rate": 3.7196635182843783e-07,
      "loss": 0.3376,
      "step": 2371360
    },
    {
      "epoch": 661.84,
      "grad_norm": 1.070784330368042,
      "learning_rate": 3.7195173494934535e-07,
      "loss": 0.3301,
      "step": 2371370
    },
    {
      "epoch": 661.84,
      "grad_norm": 1.1795341968536377,
      "learning_rate": 3.719371183326989e-07,
      "loss": 0.3297,
      "step": 2371380
    },
    {
      "epoch": 661.84,
      "grad_norm": 1.311100721359253,
      "learning_rate": 3.719225019785021e-07,
      "loss": 0.3302,
      "step": 2371390
    },
    {
      "epoch": 661.85,
      "grad_norm": 1.0675545930862427,
      "learning_rate": 3.7190788588675557e-07,
      "loss": 0.3281,
      "step": 2371400
    },
    {
      "epoch": 661.85,
      "grad_norm": 1.1197683811187744,
      "learning_rate": 3.7189327005746185e-07,
      "loss": 0.3213,
      "step": 2371410
    },
    {
      "epoch": 661.85,
      "grad_norm": 1.088212251663208,
      "learning_rate": 3.718786544906235e-07,
      "loss": 0.3312,
      "step": 2371420
    },
    {
      "epoch": 661.86,
      "grad_norm": 1.0806958675384521,
      "learning_rate": 3.718640391862409e-07,
      "loss": 0.3242,
      "step": 2371430
    },
    {
      "epoch": 661.86,
      "grad_norm": 1.1136202812194824,
      "learning_rate": 3.7184942414431706e-07,
      "loss": 0.3373,
      "step": 2371440
    },
    {
      "epoch": 661.86,
      "grad_norm": 1.1710596084594727,
      "learning_rate": 3.718348093648536e-07,
      "loss": 0.3269,
      "step": 2371450
    },
    {
      "epoch": 661.86,
      "grad_norm": 1.231423258781433,
      "learning_rate": 3.7182019484785263e-07,
      "loss": 0.3265,
      "step": 2371460
    },
    {
      "epoch": 661.87,
      "grad_norm": 1.2410386800765991,
      "learning_rate": 3.7180558059331614e-07,
      "loss": 0.3338,
      "step": 2371470
    },
    {
      "epoch": 661.87,
      "grad_norm": 1.1622889041900635,
      "learning_rate": 3.7179096660124657e-07,
      "loss": 0.35,
      "step": 2371480
    },
    {
      "epoch": 661.87,
      "grad_norm": 1.2412986755371094,
      "learning_rate": 3.717763528716446e-07,
      "loss": 0.3268,
      "step": 2371490
    },
    {
      "epoch": 661.88,
      "grad_norm": 1.1877915859222412,
      "learning_rate": 3.717617394045129e-07,
      "loss": 0.3212,
      "step": 2371500
    },
    {
      "epoch": 661.88,
      "grad_norm": 1.085452675819397,
      "learning_rate": 3.7174712619985407e-07,
      "loss": 0.3297,
      "step": 2371510
    },
    {
      "epoch": 661.88,
      "grad_norm": 1.0805633068084717,
      "learning_rate": 3.717325132576681e-07,
      "loss": 0.3319,
      "step": 2371520
    },
    {
      "epoch": 661.88,
      "grad_norm": 1.4377834796905518,
      "learning_rate": 3.717179005779594e-07,
      "loss": 0.3414,
      "step": 2371530
    },
    {
      "epoch": 661.89,
      "grad_norm": 1.2597965002059937,
      "learning_rate": 3.7170328816072793e-07,
      "loss": 0.3634,
      "step": 2371540
    },
    {
      "epoch": 661.89,
      "grad_norm": 1.131786584854126,
      "learning_rate": 3.7168867600597664e-07,
      "loss": 0.3371,
      "step": 2371550
    },
    {
      "epoch": 661.89,
      "grad_norm": 1.5347222089767456,
      "learning_rate": 3.7167406411370757e-07,
      "loss": 0.3309,
      "step": 2371560
    },
    {
      "epoch": 661.9,
      "grad_norm": 1.1486254930496216,
      "learning_rate": 3.7165945248392205e-07,
      "loss": 0.3278,
      "step": 2371570
    },
    {
      "epoch": 661.9,
      "grad_norm": 1.184830904006958,
      "learning_rate": 3.716448411166224e-07,
      "loss": 0.3431,
      "step": 2371580
    },
    {
      "epoch": 661.9,
      "grad_norm": 1.1560038328170776,
      "learning_rate": 3.716302300118101e-07,
      "loss": 0.3639,
      "step": 2371590
    },
    {
      "epoch": 661.9,
      "grad_norm": 2.5145797729492188,
      "learning_rate": 3.7161561916948847e-07,
      "loss": 0.3318,
      "step": 2371600
    },
    {
      "epoch": 661.91,
      "grad_norm": 1.202823281288147,
      "learning_rate": 3.7160100858965703e-07,
      "loss": 0.3401,
      "step": 2371610
    },
    {
      "epoch": 661.91,
      "grad_norm": 1.0906789302825928,
      "learning_rate": 3.7158639827232037e-07,
      "loss": 0.3431,
      "step": 2371620
    },
    {
      "epoch": 661.91,
      "grad_norm": 1.2999225854873657,
      "learning_rate": 3.7157178821747863e-07,
      "loss": 0.3251,
      "step": 2371630
    },
    {
      "epoch": 661.91,
      "grad_norm": 1.2103466987609863,
      "learning_rate": 3.715571784251342e-07,
      "loss": 0.338,
      "step": 2371640
    },
    {
      "epoch": 661.92,
      "grad_norm": 1.012417197227478,
      "learning_rate": 3.7154256889529e-07,
      "loss": 0.3395,
      "step": 2371650
    },
    {
      "epoch": 661.92,
      "grad_norm": 1.1468337774276733,
      "learning_rate": 3.715279596279465e-07,
      "loss": 0.3403,
      "step": 2371660
    },
    {
      "epoch": 661.92,
      "grad_norm": 1.175338864326477,
      "learning_rate": 3.715133506231063e-07,
      "loss": 0.3393,
      "step": 2371670
    },
    {
      "epoch": 661.93,
      "grad_norm": 1.1163240671157837,
      "learning_rate": 3.7149874188077143e-07,
      "loss": 0.3401,
      "step": 2371680
    },
    {
      "epoch": 661.93,
      "grad_norm": 1.2698436975479126,
      "learning_rate": 3.7148413340094405e-07,
      "loss": 0.3344,
      "step": 2371690
    },
    {
      "epoch": 661.93,
      "grad_norm": 1.2843166589736938,
      "learning_rate": 3.714695251836254e-07,
      "loss": 0.3301,
      "step": 2371700
    },
    {
      "epoch": 661.93,
      "grad_norm": 1.2167998552322388,
      "learning_rate": 3.714549172288179e-07,
      "loss": 0.3483,
      "step": 2371710
    },
    {
      "epoch": 661.94,
      "grad_norm": 1.4067742824554443,
      "learning_rate": 3.7144030953652386e-07,
      "loss": 0.335,
      "step": 2371720
    },
    {
      "epoch": 661.94,
      "grad_norm": 1.294323444366455,
      "learning_rate": 3.7142570210674353e-07,
      "loss": 0.3292,
      "step": 2371730
    },
    {
      "epoch": 661.94,
      "grad_norm": 1.1279767751693726,
      "learning_rate": 3.714110949394813e-07,
      "loss": 0.3367,
      "step": 2371740
    },
    {
      "epoch": 661.95,
      "grad_norm": 1.1821863651275635,
      "learning_rate": 3.7139648803473695e-07,
      "loss": 0.3342,
      "step": 2371750
    },
    {
      "epoch": 661.95,
      "grad_norm": 1.1957497596740723,
      "learning_rate": 3.7138188139251435e-07,
      "loss": 0.3421,
      "step": 2371760
    },
    {
      "epoch": 661.95,
      "grad_norm": 1.226082682609558,
      "learning_rate": 3.713672750128141e-07,
      "loss": 0.3364,
      "step": 2371770
    },
    {
      "epoch": 661.95,
      "grad_norm": 1.0969367027282715,
      "learning_rate": 3.7135266889563844e-07,
      "loss": 0.3359,
      "step": 2371780
    },
    {
      "epoch": 661.96,
      "grad_norm": 1.4517196416854858,
      "learning_rate": 3.7133806304098983e-07,
      "loss": 0.3212,
      "step": 2371790
    },
    {
      "epoch": 661.96,
      "grad_norm": 1.3515088558197021,
      "learning_rate": 3.7132345744886945e-07,
      "loss": 0.3218,
      "step": 2371800
    },
    {
      "epoch": 661.96,
      "grad_norm": 1.2546846866607666,
      "learning_rate": 3.713088521192794e-07,
      "loss": 0.3481,
      "step": 2371810
    },
    {
      "epoch": 661.96,
      "grad_norm": 1.1238316297531128,
      "learning_rate": 3.7129424705222184e-07,
      "loss": 0.3466,
      "step": 2371820
    },
    {
      "epoch": 661.97,
      "grad_norm": 1.2361443042755127,
      "learning_rate": 3.712796422476993e-07,
      "loss": 0.3451,
      "step": 2371830
    },
    {
      "epoch": 661.97,
      "grad_norm": 1.3083101511001587,
      "learning_rate": 3.7126503770571234e-07,
      "loss": 0.3215,
      "step": 2371840
    },
    {
      "epoch": 661.97,
      "grad_norm": 1.539992094039917,
      "learning_rate": 3.712504334262638e-07,
      "loss": 0.3443,
      "step": 2371850
    },
    {
      "epoch": 661.98,
      "grad_norm": 1.083040475845337,
      "learning_rate": 3.712358294093563e-07,
      "loss": 0.3174,
      "step": 2371860
    },
    {
      "epoch": 661.98,
      "grad_norm": 1.1251859664916992,
      "learning_rate": 3.7122122565498957e-07,
      "loss": 0.3366,
      "step": 2371870
    },
    {
      "epoch": 661.98,
      "grad_norm": 1.234313726425171,
      "learning_rate": 3.7120662216316806e-07,
      "loss": 0.3173,
      "step": 2371880
    },
    {
      "epoch": 661.98,
      "grad_norm": 1.2874447107315063,
      "learning_rate": 3.7119201893389225e-07,
      "loss": 0.3275,
      "step": 2371890
    },
    {
      "epoch": 661.99,
      "grad_norm": 1.2817312479019165,
      "learning_rate": 3.711774159671642e-07,
      "loss": 0.3351,
      "step": 2371900
    },
    {
      "epoch": 661.99,
      "grad_norm": 1.3354109525680542,
      "learning_rate": 3.711628132629863e-07,
      "loss": 0.338,
      "step": 2371910
    },
    {
      "epoch": 661.99,
      "grad_norm": 1.349134087562561,
      "learning_rate": 3.7114821082136065e-07,
      "loss": 0.3401,
      "step": 2371920
    },
    {
      "epoch": 662.0,
      "grad_norm": 1.1687277555465698,
      "learning_rate": 3.711336086422885e-07,
      "loss": 0.3617,
      "step": 2371930
    },
    {
      "epoch": 662.0,
      "grad_norm": 1.238121747970581,
      "learning_rate": 3.7111900672577197e-07,
      "loss": 0.3337,
      "step": 2371940
    },
    {
      "epoch": 662.0,
      "eval_loss": 0.3376219570636749,
      "eval_runtime": 66.1223,
      "eval_samples_per_second": 76.51,
      "eval_steps_per_second": 9.573,
      "step": 2371946
    },
    {
      "epoch": 662.0,
      "grad_norm": 1.1668492555618286,
      "learning_rate": 3.7110440507181386e-07,
      "loss": 0.3283,
      "step": 2371950
    },
    {
      "epoch": 662.0,
      "grad_norm": 1.1751869916915894,
      "learning_rate": 3.7108980368041426e-07,
      "loss": 0.3465,
      "step": 2371960
    },
    {
      "epoch": 662.01,
      "grad_norm": 1.2744735479354858,
      "learning_rate": 3.710752025515773e-07,
      "loss": 0.3369,
      "step": 2371970
    },
    {
      "epoch": 662.01,
      "grad_norm": 1.2875034809112549,
      "learning_rate": 3.7106060168530344e-07,
      "loss": 0.3438,
      "step": 2371980
    },
    {
      "epoch": 662.01,
      "grad_norm": 1.4345580339431763,
      "learning_rate": 3.710460010815951e-07,
      "loss": 0.3421,
      "step": 2371990
    },
    {
      "epoch": 662.02,
      "grad_norm": 1.117961049079895,
      "learning_rate": 3.71031400740454e-07,
      "loss": 0.3539,
      "step": 2372000
    },
    {
      "epoch": 662.02,
      "grad_norm": 1.675076961517334,
      "learning_rate": 3.710168006618829e-07,
      "loss": 0.3382,
      "step": 2372010
    },
    {
      "epoch": 662.02,
      "grad_norm": 1.345075011253357,
      "learning_rate": 3.7100220084588274e-07,
      "loss": 0.3399,
      "step": 2372020
    },
    {
      "epoch": 662.02,
      "grad_norm": 1.1111178398132324,
      "learning_rate": 3.709876012924556e-07,
      "loss": 0.3314,
      "step": 2372030
    },
    {
      "epoch": 662.03,
      "grad_norm": 1.1931359767913818,
      "learning_rate": 3.7097300200160383e-07,
      "loss": 0.3309,
      "step": 2372040
    },
    {
      "epoch": 662.03,
      "grad_norm": 1.3885680437088013,
      "learning_rate": 3.7095840297332927e-07,
      "loss": 0.3217,
      "step": 2372050
    },
    {
      "epoch": 662.03,
      "grad_norm": 1.034867525100708,
      "learning_rate": 3.709438042076343e-07,
      "loss": 0.3275,
      "step": 2372060
    },
    {
      "epoch": 662.03,
      "grad_norm": 3.2563960552215576,
      "learning_rate": 3.7092920570451984e-07,
      "loss": 0.3317,
      "step": 2372070
    },
    {
      "epoch": 662.04,
      "grad_norm": 1.169251561164856,
      "learning_rate": 3.7091460746398836e-07,
      "loss": 0.3536,
      "step": 2372080
    },
    {
      "epoch": 662.04,
      "grad_norm": 1.2620381116867065,
      "learning_rate": 3.7090000948604233e-07,
      "loss": 0.3546,
      "step": 2372090
    },
    {
      "epoch": 662.04,
      "grad_norm": 1.1834864616394043,
      "learning_rate": 3.708854117706819e-07,
      "loss": 0.3295,
      "step": 2372100
    },
    {
      "epoch": 662.05,
      "grad_norm": 1.3393726348876953,
      "learning_rate": 3.7087081431791166e-07,
      "loss": 0.3542,
      "step": 2372110
    },
    {
      "epoch": 662.05,
      "grad_norm": 1.5761909484863281,
      "learning_rate": 3.7085621712773163e-07,
      "loss": 0.3513,
      "step": 2372120
    },
    {
      "epoch": 662.05,
      "grad_norm": 7.971055030822754,
      "learning_rate": 3.7084162020014415e-07,
      "loss": 0.346,
      "step": 2372130
    },
    {
      "epoch": 662.05,
      "grad_norm": 1.3072874546051025,
      "learning_rate": 3.708270235351513e-07,
      "loss": 0.341,
      "step": 2372140
    },
    {
      "epoch": 662.06,
      "grad_norm": 1.1875261068344116,
      "learning_rate": 3.7081242713275567e-07,
      "loss": 0.3498,
      "step": 2372150
    },
    {
      "epoch": 662.06,
      "grad_norm": 1.3079473972320557,
      "learning_rate": 3.7079783099295806e-07,
      "loss": 0.3523,
      "step": 2372160
    },
    {
      "epoch": 662.06,
      "grad_norm": 1.6193054914474487,
      "learning_rate": 3.7078323511576084e-07,
      "loss": 0.3391,
      "step": 2372170
    },
    {
      "epoch": 662.07,
      "grad_norm": 4.167960166931152,
      "learning_rate": 3.7076863950116654e-07,
      "loss": 0.3247,
      "step": 2372180
    },
    {
      "epoch": 662.07,
      "grad_norm": 1.2990151643753052,
      "learning_rate": 3.707540441491755e-07,
      "loss": 0.3245,
      "step": 2372190
    },
    {
      "epoch": 662.07,
      "grad_norm": 1.2020646333694458,
      "learning_rate": 3.7073944905979207e-07,
      "loss": 0.3324,
      "step": 2372200
    },
    {
      "epoch": 662.07,
      "grad_norm": 1.2688292264938354,
      "learning_rate": 3.70724854233016e-07,
      "loss": 0.3449,
      "step": 2372210
    },
    {
      "epoch": 662.08,
      "grad_norm": 1.261434555053711,
      "learning_rate": 3.7071025966885025e-07,
      "loss": 0.3328,
      "step": 2372220
    },
    {
      "epoch": 662.08,
      "grad_norm": 1.1134225130081177,
      "learning_rate": 3.706956653672973e-07,
      "loss": 0.3485,
      "step": 2372230
    },
    {
      "epoch": 662.08,
      "grad_norm": 6.928267002105713,
      "learning_rate": 3.706810713283577e-07,
      "loss": 0.3407,
      "step": 2372240
    },
    {
      "epoch": 662.08,
      "grad_norm": 1.299014687538147,
      "learning_rate": 3.706664775520344e-07,
      "loss": 0.3395,
      "step": 2372250
    },
    {
      "epoch": 662.09,
      "grad_norm": 1.359039306640625,
      "learning_rate": 3.7065188403832883e-07,
      "loss": 0.3361,
      "step": 2372260
    },
    {
      "epoch": 662.09,
      "grad_norm": 1.37913179397583,
      "learning_rate": 3.706372907872437e-07,
      "loss": 0.3341,
      "step": 2372270
    },
    {
      "epoch": 662.09,
      "grad_norm": 1.129982352256775,
      "learning_rate": 3.706226977987792e-07,
      "loss": 0.3326,
      "step": 2372280
    },
    {
      "epoch": 662.1,
      "grad_norm": 1.311537742614746,
      "learning_rate": 3.7060810507293977e-07,
      "loss": 0.3446,
      "step": 2372290
    },
    {
      "epoch": 662.1,
      "grad_norm": 1.1956164836883545,
      "learning_rate": 3.705935126097254e-07,
      "loss": 0.3245,
      "step": 2372300
    },
    {
      "epoch": 662.1,
      "grad_norm": 1.174141526222229,
      "learning_rate": 3.7057892040913875e-07,
      "loss": 0.3284,
      "step": 2372310
    },
    {
      "epoch": 662.1,
      "grad_norm": 1.1352847814559937,
      "learning_rate": 3.705643284711824e-07,
      "loss": 0.3247,
      "step": 2372320
    },
    {
      "epoch": 662.11,
      "grad_norm": 1.2566595077514648,
      "learning_rate": 3.705497367958563e-07,
      "loss": 0.3341,
      "step": 2372330
    },
    {
      "epoch": 662.11,
      "grad_norm": 1.2471158504486084,
      "learning_rate": 3.705351453831649e-07,
      "loss": 0.3483,
      "step": 2372340
    },
    {
      "epoch": 662.11,
      "grad_norm": 1.181107521057129,
      "learning_rate": 3.7052055423310845e-07,
      "loss": 0.3135,
      "step": 2372350
    },
    {
      "epoch": 662.12,
      "grad_norm": 1.227632761001587,
      "learning_rate": 3.705059633456891e-07,
      "loss": 0.324,
      "step": 2372360
    },
    {
      "epoch": 662.12,
      "grad_norm": 1.0586708784103394,
      "learning_rate": 3.704913727209099e-07,
      "loss": 0.3394,
      "step": 2372370
    },
    {
      "epoch": 662.12,
      "grad_norm": 1.2409367561340332,
      "learning_rate": 3.704767823587714e-07,
      "loss": 0.3482,
      "step": 2372380
    },
    {
      "epoch": 662.12,
      "grad_norm": 1.2202558517456055,
      "learning_rate": 3.704621922592759e-07,
      "loss": 0.3473,
      "step": 2372390
    },
    {
      "epoch": 662.13,
      "grad_norm": 1.0313587188720703,
      "learning_rate": 3.704476024224255e-07,
      "loss": 0.3429,
      "step": 2372400
    },
    {
      "epoch": 662.13,
      "grad_norm": 1.2427687644958496,
      "learning_rate": 3.704330128482231e-07,
      "loss": 0.312,
      "step": 2372410
    },
    {
      "epoch": 662.13,
      "grad_norm": 1.1831618547439575,
      "learning_rate": 3.7041842353666843e-07,
      "loss": 0.3502,
      "step": 2372420
    },
    {
      "epoch": 662.14,
      "grad_norm": 1.1186836957931519,
      "learning_rate": 3.7040383448776564e-07,
      "loss": 0.323,
      "step": 2372430
    },
    {
      "epoch": 662.14,
      "grad_norm": 1.0860956907272339,
      "learning_rate": 3.703892457015155e-07,
      "loss": 0.3367,
      "step": 2372440
    },
    {
      "epoch": 662.14,
      "grad_norm": 0.9504039287567139,
      "learning_rate": 3.7037465717792007e-07,
      "loss": 0.3452,
      "step": 2372450
    },
    {
      "epoch": 662.14,
      "grad_norm": 1.096634030342102,
      "learning_rate": 3.70360068916982e-07,
      "loss": 0.3315,
      "step": 2372460
    },
    {
      "epoch": 662.15,
      "grad_norm": 1.1269429922103882,
      "learning_rate": 3.703454809187021e-07,
      "loss": 0.309,
      "step": 2372470
    },
    {
      "epoch": 662.15,
      "grad_norm": 1.3607620000839233,
      "learning_rate": 3.703308931830829e-07,
      "loss": 0.331,
      "step": 2372480
    },
    {
      "epoch": 662.15,
      "grad_norm": 1.3555312156677246,
      "learning_rate": 3.703163057101265e-07,
      "loss": 0.3287,
      "step": 2372490
    },
    {
      "epoch": 662.15,
      "grad_norm": 1.3844349384307861,
      "learning_rate": 3.70301718499835e-07,
      "loss": 0.3395,
      "step": 2372500
    },
    {
      "epoch": 662.16,
      "grad_norm": 1.1293296813964844,
      "learning_rate": 3.702871315522094e-07,
      "loss": 0.3151,
      "step": 2372510
    },
    {
      "epoch": 662.16,
      "grad_norm": 1.3166574239730835,
      "learning_rate": 3.702725448672524e-07,
      "loss": 0.3298,
      "step": 2372520
    },
    {
      "epoch": 662.16,
      "grad_norm": 1.073594331741333,
      "learning_rate": 3.702579584449662e-07,
      "loss": 0.338,
      "step": 2372530
    },
    {
      "epoch": 662.17,
      "grad_norm": 1.248737096786499,
      "learning_rate": 3.7024337228535144e-07,
      "loss": 0.3368,
      "step": 2372540
    },
    {
      "epoch": 662.17,
      "grad_norm": 1.3123737573623657,
      "learning_rate": 3.70228786388412e-07,
      "loss": 0.3351,
      "step": 2372550
    },
    {
      "epoch": 662.17,
      "grad_norm": 1.2276225090026855,
      "learning_rate": 3.70214200754148e-07,
      "loss": 0.3452,
      "step": 2372560
    },
    {
      "epoch": 662.17,
      "grad_norm": 1.334241271018982,
      "learning_rate": 3.7019961538256227e-07,
      "loss": 0.3466,
      "step": 2372570
    },
    {
      "epoch": 662.18,
      "grad_norm": 1.1195259094238281,
      "learning_rate": 3.701850302736568e-07,
      "loss": 0.3381,
      "step": 2372580
    },
    {
      "epoch": 662.18,
      "grad_norm": 1.2868179082870483,
      "learning_rate": 3.7017044542743385e-07,
      "loss": 0.3267,
      "step": 2372590
    },
    {
      "epoch": 662.18,
      "grad_norm": 1.2710814476013184,
      "learning_rate": 3.70155860843894e-07,
      "loss": 0.352,
      "step": 2372600
    },
    {
      "epoch": 662.19,
      "grad_norm": 1.1431879997253418,
      "learning_rate": 3.7014127652304044e-07,
      "loss": 0.332,
      "step": 2372610
    },
    {
      "epoch": 662.19,
      "grad_norm": 1.3561385869979858,
      "learning_rate": 3.701266924648746e-07,
      "loss": 0.3273,
      "step": 2372620
    },
    {
      "epoch": 662.19,
      "grad_norm": 1.2854413986206055,
      "learning_rate": 3.7011210866939864e-07,
      "loss": 0.3367,
      "step": 2372630
    },
    {
      "epoch": 662.19,
      "grad_norm": 1.0861144065856934,
      "learning_rate": 3.7009752513661496e-07,
      "loss": 0.3308,
      "step": 2372640
    },
    {
      "epoch": 662.2,
      "grad_norm": 1.2569847106933594,
      "learning_rate": 3.700829418665242e-07,
      "loss": 0.3422,
      "step": 2372650
    },
    {
      "epoch": 662.2,
      "grad_norm": 1.2007297277450562,
      "learning_rate": 3.700683588591293e-07,
      "loss": 0.3357,
      "step": 2372660
    },
    {
      "epoch": 662.2,
      "grad_norm": 1.198312759399414,
      "learning_rate": 3.700537761144324e-07,
      "loss": 0.3329,
      "step": 2372670
    },
    {
      "epoch": 662.2,
      "grad_norm": 1.2787569761276245,
      "learning_rate": 3.700391936324339e-07,
      "loss": 0.3408,
      "step": 2372680
    },
    {
      "epoch": 662.21,
      "grad_norm": 1.130832314491272,
      "learning_rate": 3.70024611413138e-07,
      "loss": 0.3359,
      "step": 2372690
    },
    {
      "epoch": 662.21,
      "grad_norm": 1.3373377323150635,
      "learning_rate": 3.70010029456545e-07,
      "loss": 0.3355,
      "step": 2372700
    },
    {
      "epoch": 662.21,
      "grad_norm": 1.1539922952651978,
      "learning_rate": 3.6999544776265725e-07,
      "loss": 0.3418,
      "step": 2372710
    },
    {
      "epoch": 662.22,
      "grad_norm": 1.2960903644561768,
      "learning_rate": 3.699808663314768e-07,
      "loss": 0.3366,
      "step": 2372720
    },
    {
      "epoch": 662.22,
      "grad_norm": 1.2582415342330933,
      "learning_rate": 3.69966285163006e-07,
      "loss": 0.3371,
      "step": 2372730
    },
    {
      "epoch": 662.22,
      "grad_norm": 1.3464748859405518,
      "learning_rate": 3.6995170425724585e-07,
      "loss": 0.3435,
      "step": 2372740
    },
    {
      "epoch": 662.22,
      "grad_norm": 1.4667167663574219,
      "learning_rate": 3.6993712361419903e-07,
      "loss": 0.3382,
      "step": 2372750
    },
    {
      "epoch": 662.23,
      "grad_norm": 1.2109788656234741,
      "learning_rate": 3.699225432338675e-07,
      "loss": 0.3514,
      "step": 2372760
    },
    {
      "epoch": 662.23,
      "grad_norm": 1.069784164428711,
      "learning_rate": 3.6990796311625197e-07,
      "loss": 0.3355,
      "step": 2372770
    },
    {
      "epoch": 662.23,
      "grad_norm": 1.3180474042892456,
      "learning_rate": 3.6989338326135644e-07,
      "loss": 0.342,
      "step": 2372780
    },
    {
      "epoch": 662.24,
      "grad_norm": 1.116033911705017,
      "learning_rate": 3.698788036691812e-07,
      "loss": 0.3594,
      "step": 2372790
    },
    {
      "epoch": 662.24,
      "grad_norm": 1.4255841970443726,
      "learning_rate": 3.6986422433972864e-07,
      "loss": 0.3439,
      "step": 2372800
    },
    {
      "epoch": 662.24,
      "grad_norm": 1.3096110820770264,
      "learning_rate": 3.6984964527300134e-07,
      "loss": 0.346,
      "step": 2372810
    },
    {
      "epoch": 662.24,
      "grad_norm": 1.3867614269256592,
      "learning_rate": 3.6983506646900037e-07,
      "loss": 0.3144,
      "step": 2372820
    },
    {
      "epoch": 662.25,
      "grad_norm": 1.1196560859680176,
      "learning_rate": 3.69820487927728e-07,
      "loss": 0.3378,
      "step": 2372830
    },
    {
      "epoch": 662.25,
      "grad_norm": 1.190231442451477,
      "learning_rate": 3.698059096491861e-07,
      "loss": 0.3266,
      "step": 2372840
    },
    {
      "epoch": 662.25,
      "grad_norm": 1.306976079940796,
      "learning_rate": 3.697913316333773e-07,
      "loss": 0.3188,
      "step": 2372850
    },
    {
      "epoch": 662.26,
      "grad_norm": 2.0882441997528076,
      "learning_rate": 3.6977675388030175e-07,
      "loss": 0.3449,
      "step": 2372860
    },
    {
      "epoch": 662.26,
      "grad_norm": 1.1143546104431152,
      "learning_rate": 3.6976217638996375e-07,
      "loss": 0.3447,
      "step": 2372870
    },
    {
      "epoch": 662.26,
      "grad_norm": 1.278120517730713,
      "learning_rate": 3.6974759916236347e-07,
      "loss": 0.3286,
      "step": 2372880
    },
    {
      "epoch": 662.26,
      "grad_norm": 1.3295528888702393,
      "learning_rate": 3.697330221975036e-07,
      "loss": 0.3372,
      "step": 2372890
    },
    {
      "epoch": 662.27,
      "grad_norm": 1.4167441129684448,
      "learning_rate": 3.6971844549538635e-07,
      "loss": 0.3398,
      "step": 2372900
    },
    {
      "epoch": 662.27,
      "grad_norm": 1.3787868022918701,
      "learning_rate": 3.6970386905601205e-07,
      "loss": 0.3424,
      "step": 2372910
    },
    {
      "epoch": 662.27,
      "grad_norm": 1.2486789226531982,
      "learning_rate": 3.696892928793849e-07,
      "loss": 0.3465,
      "step": 2372920
    },
    {
      "epoch": 662.27,
      "grad_norm": 1.1625800132751465,
      "learning_rate": 3.696747169655054e-07,
      "loss": 0.3418,
      "step": 2372930
    },
    {
      "epoch": 662.28,
      "grad_norm": 1.1669472455978394,
      "learning_rate": 3.696601413143758e-07,
      "loss": 0.3483,
      "step": 2372940
    },
    {
      "epoch": 662.28,
      "grad_norm": 1.2748178243637085,
      "learning_rate": 3.696455659259981e-07,
      "loss": 0.3403,
      "step": 2372950
    },
    {
      "epoch": 662.28,
      "grad_norm": 1.3132507801055908,
      "learning_rate": 3.696309908003747e-07,
      "loss": 0.3533,
      "step": 2372960
    },
    {
      "epoch": 662.29,
      "grad_norm": 1.1312596797943115,
      "learning_rate": 3.6961641593750683e-07,
      "loss": 0.3434,
      "step": 2372970
    },
    {
      "epoch": 662.29,
      "grad_norm": 1.2339261770248413,
      "learning_rate": 3.6960184133739645e-07,
      "loss": 0.3388,
      "step": 2372980
    },
    {
      "epoch": 662.29,
      "grad_norm": 1.3934102058410645,
      "learning_rate": 3.695872670000462e-07,
      "loss": 0.3323,
      "step": 2372990
    },
    {
      "epoch": 662.29,
      "grad_norm": 1.15194571018219,
      "learning_rate": 3.695726929254566e-07,
      "loss": 0.3491,
      "step": 2373000
    },
    {
      "epoch": 662.3,
      "grad_norm": 1.1080080270767212,
      "learning_rate": 3.695581191136316e-07,
      "loss": 0.3289,
      "step": 2373010
    },
    {
      "epoch": 662.3,
      "grad_norm": 1.1607375144958496,
      "learning_rate": 3.695435455645713e-07,
      "loss": 0.337,
      "step": 2373020
    },
    {
      "epoch": 662.3,
      "grad_norm": 1.1310781240463257,
      "learning_rate": 3.6952897227827873e-07,
      "loss": 0.3193,
      "step": 2373030
    },
    {
      "epoch": 662.31,
      "grad_norm": 1.2424989938735962,
      "learning_rate": 3.695143992547559e-07,
      "loss": 0.336,
      "step": 2373040
    },
    {
      "epoch": 662.31,
      "grad_norm": 1.3356339931488037,
      "learning_rate": 3.694998264940039e-07,
      "loss": 0.3374,
      "step": 2373050
    },
    {
      "epoch": 662.31,
      "grad_norm": 1.3174629211425781,
      "learning_rate": 3.69485253996025e-07,
      "loss": 0.3358,
      "step": 2373060
    },
    {
      "epoch": 662.31,
      "grad_norm": 1.2958067655563354,
      "learning_rate": 3.694706817608216e-07,
      "loss": 0.3383,
      "step": 2373070
    },
    {
      "epoch": 662.32,
      "grad_norm": 1.4242461919784546,
      "learning_rate": 3.694561097883955e-07,
      "loss": 0.3391,
      "step": 2373080
    },
    {
      "epoch": 662.32,
      "grad_norm": 1.1449791193008423,
      "learning_rate": 3.6944153807874746e-07,
      "loss": 0.3325,
      "step": 2373090
    },
    {
      "epoch": 662.32,
      "grad_norm": 1.3270857334136963,
      "learning_rate": 3.6942696663188165e-07,
      "loss": 0.3526,
      "step": 2373100
    },
    {
      "epoch": 662.32,
      "grad_norm": 1.2430654764175415,
      "learning_rate": 3.6941239544779813e-07,
      "loss": 0.3407,
      "step": 2373110
    },
    {
      "epoch": 662.33,
      "grad_norm": 1.2996376752853394,
      "learning_rate": 3.6939782452649943e-07,
      "loss": 0.3496,
      "step": 2373120
    },
    {
      "epoch": 662.33,
      "grad_norm": 1.1910032033920288,
      "learning_rate": 3.6938325386798816e-07,
      "loss": 0.3334,
      "step": 2373130
    },
    {
      "epoch": 662.33,
      "grad_norm": 1.462947964668274,
      "learning_rate": 3.6936868347226514e-07,
      "loss": 0.3387,
      "step": 2373140
    },
    {
      "epoch": 662.34,
      "grad_norm": 1.1096328496932983,
      "learning_rate": 3.6935411333933273e-07,
      "loss": 0.3219,
      "step": 2373150
    },
    {
      "epoch": 662.34,
      "grad_norm": 1.207782506942749,
      "learning_rate": 3.693395434691929e-07,
      "loss": 0.3338,
      "step": 2373160
    },
    {
      "epoch": 662.34,
      "grad_norm": 1.1613067388534546,
      "learning_rate": 3.6932497386184836e-07,
      "loss": 0.3584,
      "step": 2373170
    },
    {
      "epoch": 662.34,
      "grad_norm": 1.1636940240859985,
      "learning_rate": 3.693104045172996e-07,
      "loss": 0.3414,
      "step": 2373180
    },
    {
      "epoch": 662.35,
      "grad_norm": 1.0564888715744019,
      "learning_rate": 3.692958354355492e-07,
      "loss": 0.335,
      "step": 2373190
    },
    {
      "epoch": 662.35,
      "grad_norm": 1.2609748840332031,
      "learning_rate": 3.6928126661659956e-07,
      "loss": 0.3528,
      "step": 2373200
    },
    {
      "epoch": 662.35,
      "grad_norm": 1.1509240865707397,
      "learning_rate": 3.692666980604519e-07,
      "loss": 0.329,
      "step": 2373210
    },
    {
      "epoch": 662.36,
      "grad_norm": 1.1649852991104126,
      "learning_rate": 3.6925212976710914e-07,
      "loss": 0.3333,
      "step": 2373220
    },
    {
      "epoch": 662.36,
      "grad_norm": 1.3308237791061401,
      "learning_rate": 3.6923756173657173e-07,
      "loss": 0.3431,
      "step": 2373230
    },
    {
      "epoch": 662.36,
      "grad_norm": 1.364847183227539,
      "learning_rate": 3.692229939688432e-07,
      "loss": 0.3232,
      "step": 2373240
    },
    {
      "epoch": 662.36,
      "grad_norm": 1.4195863008499146,
      "learning_rate": 3.692084264639244e-07,
      "loss": 0.3242,
      "step": 2373250
    },
    {
      "epoch": 662.37,
      "grad_norm": 1.3902939558029175,
      "learning_rate": 3.6919385922181756e-07,
      "loss": 0.3462,
      "step": 2373260
    },
    {
      "epoch": 662.37,
      "grad_norm": 1.2315385341644287,
      "learning_rate": 3.6917929224252523e-07,
      "loss": 0.333,
      "step": 2373270
    },
    {
      "epoch": 662.37,
      "grad_norm": 1.2902705669403076,
      "learning_rate": 3.6916472552604843e-07,
      "loss": 0.3294,
      "step": 2373280
    },
    {
      "epoch": 662.38,
      "grad_norm": 1.3406997919082642,
      "learning_rate": 3.691501590723893e-07,
      "loss": 0.329,
      "step": 2373290
    },
    {
      "epoch": 662.38,
      "grad_norm": 1.445576548576355,
      "learning_rate": 3.6913559288154984e-07,
      "loss": 0.3507,
      "step": 2373300
    },
    {
      "epoch": 662.38,
      "grad_norm": 1.3270448446273804,
      "learning_rate": 3.6912102695353297e-07,
      "loss": 0.3244,
      "step": 2373310
    },
    {
      "epoch": 662.38,
      "grad_norm": 1.24042546749115,
      "learning_rate": 3.6910646128833894e-07,
      "loss": 0.3473,
      "step": 2373320
    },
    {
      "epoch": 662.39,
      "grad_norm": 1.836422085762024,
      "learning_rate": 3.690918958859706e-07,
      "loss": 0.35,
      "step": 2373330
    },
    {
      "epoch": 662.39,
      "grad_norm": 1.4438740015029907,
      "learning_rate": 3.6907733074643034e-07,
      "loss": 0.334,
      "step": 2373340
    },
    {
      "epoch": 662.39,
      "grad_norm": 1.0484986305236816,
      "learning_rate": 3.6906276586971836e-07,
      "loss": 0.3463,
      "step": 2373350
    },
    {
      "epoch": 662.39,
      "grad_norm": 2.30397629737854,
      "learning_rate": 3.690482012558391e-07,
      "loss": 0.3301,
      "step": 2373360
    },
    {
      "epoch": 662.4,
      "grad_norm": 1.4332913160324097,
      "learning_rate": 3.6903363690479225e-07,
      "loss": 0.3399,
      "step": 2373370
    },
    {
      "epoch": 662.4,
      "grad_norm": 1.3830264806747437,
      "learning_rate": 3.690190728165811e-07,
      "loss": 0.3453,
      "step": 2373380
    },
    {
      "epoch": 662.4,
      "grad_norm": 1.3715468645095825,
      "learning_rate": 3.69004508991207e-07,
      "loss": 0.3388,
      "step": 2373390
    },
    {
      "epoch": 662.41,
      "grad_norm": 1.0941556692123413,
      "learning_rate": 3.689899454286724e-07,
      "loss": 0.3353,
      "step": 2373400
    },
    {
      "epoch": 662.41,
      "grad_norm": 1.1475815773010254,
      "learning_rate": 3.6897538212897865e-07,
      "loss": 0.3401,
      "step": 2373410
    },
    {
      "epoch": 662.41,
      "grad_norm": 1.1231011152267456,
      "learning_rate": 3.6896081909212796e-07,
      "loss": 0.3392,
      "step": 2373420
    },
    {
      "epoch": 662.41,
      "grad_norm": 1.6165927648544312,
      "learning_rate": 3.6894625631812255e-07,
      "loss": 0.3222,
      "step": 2373430
    },
    {
      "epoch": 662.42,
      "grad_norm": 1.4560096263885498,
      "learning_rate": 3.689316938069631e-07,
      "loss": 0.3385,
      "step": 2373440
    },
    {
      "epoch": 662.42,
      "grad_norm": 1.2886213064193726,
      "learning_rate": 3.6891713155865356e-07,
      "loss": 0.339,
      "step": 2373450
    },
    {
      "epoch": 662.42,
      "grad_norm": 1.0546983480453491,
      "learning_rate": 3.689025695731944e-07,
      "loss": 0.3387,
      "step": 2373460
    },
    {
      "epoch": 662.43,
      "grad_norm": 1.3397722244262695,
      "learning_rate": 3.6888800785058777e-07,
      "loss": 0.3417,
      "step": 2373470
    },
    {
      "epoch": 662.43,
      "grad_norm": 1.0840954780578613,
      "learning_rate": 3.688734463908365e-07,
      "loss": 0.3366,
      "step": 2373480
    },
    {
      "epoch": 662.43,
      "grad_norm": 1.234302043914795,
      "learning_rate": 3.688588851939409e-07,
      "loss": 0.3398,
      "step": 2373490
    },
    {
      "epoch": 662.43,
      "grad_norm": 1.3722506761550903,
      "learning_rate": 3.688443242599045e-07,
      "loss": 0.3306,
      "step": 2373500
    },
    {
      "epoch": 662.44,
      "grad_norm": 1.3261570930480957,
      "learning_rate": 3.6882976358872844e-07,
      "loss": 0.3354,
      "step": 2373510
    },
    {
      "epoch": 662.44,
      "grad_norm": 1.2989776134490967,
      "learning_rate": 3.688152031804145e-07,
      "loss": 0.338,
      "step": 2373520
    },
    {
      "epoch": 662.44,
      "grad_norm": 1.1953051090240479,
      "learning_rate": 3.688006430349653e-07,
      "loss": 0.3422,
      "step": 2373530
    },
    {
      "epoch": 662.44,
      "grad_norm": 1.2354642152786255,
      "learning_rate": 3.6878608315238264e-07,
      "loss": 0.3396,
      "step": 2373540
    },
    {
      "epoch": 662.45,
      "grad_norm": 1.2345019578933716,
      "learning_rate": 3.687715235326676e-07,
      "loss": 0.3367,
      "step": 2373550
    },
    {
      "epoch": 662.45,
      "grad_norm": 1.3523027896881104,
      "learning_rate": 3.6875696417582294e-07,
      "loss": 0.3287,
      "step": 2373560
    },
    {
      "epoch": 662.45,
      "grad_norm": 1.0919986963272095,
      "learning_rate": 3.6874240508185085e-07,
      "loss": 0.3361,
      "step": 2373570
    },
    {
      "epoch": 662.46,
      "grad_norm": 1.3630739450454712,
      "learning_rate": 3.6872784625075184e-07,
      "loss": 0.3264,
      "step": 2373580
    },
    {
      "epoch": 662.46,
      "grad_norm": 1.3048574924468994,
      "learning_rate": 3.687132876825298e-07,
      "loss": 0.3354,
      "step": 2373590
    },
    {
      "epoch": 662.46,
      "grad_norm": 1.6364253759384155,
      "learning_rate": 3.6869872937718494e-07,
      "loss": 0.3416,
      "step": 2373600
    },
    {
      "epoch": 662.46,
      "grad_norm": 1.2618812322616577,
      "learning_rate": 3.686841713347202e-07,
      "loss": 0.3387,
      "step": 2373610
    },
    {
      "epoch": 662.47,
      "grad_norm": 1.2686759233474731,
      "learning_rate": 3.686696135551379e-07,
      "loss": 0.3492,
      "step": 2373620
    },
    {
      "epoch": 662.47,
      "grad_norm": 1.2082951068878174,
      "learning_rate": 3.6865505603843844e-07,
      "loss": 0.3291,
      "step": 2373630
    },
    {
      "epoch": 662.47,
      "grad_norm": 1.166121482849121,
      "learning_rate": 3.686404987846249e-07,
      "loss": 0.3516,
      "step": 2373640
    },
    {
      "epoch": 662.48,
      "grad_norm": 1.2090116739273071,
      "learning_rate": 3.686259417936989e-07,
      "loss": 0.3296,
      "step": 2373650
    },
    {
      "epoch": 662.48,
      "grad_norm": 2.020927906036377,
      "learning_rate": 3.686113850656632e-07,
      "loss": 0.3299,
      "step": 2373660
    },
    {
      "epoch": 662.48,
      "grad_norm": 1.255149245262146,
      "learning_rate": 3.685968286005177e-07,
      "loss": 0.3374,
      "step": 2373670
    },
    {
      "epoch": 662.48,
      "grad_norm": 1.1098275184631348,
      "learning_rate": 3.685822723982666e-07,
      "loss": 0.3533,
      "step": 2373680
    },
    {
      "epoch": 662.49,
      "grad_norm": 1.19367253780365,
      "learning_rate": 3.6856771645891043e-07,
      "loss": 0.3311,
      "step": 2373690
    },
    {
      "epoch": 662.49,
      "grad_norm": 1.329268455505371,
      "learning_rate": 3.6855316078245174e-07,
      "loss": 0.3479,
      "step": 2373700
    },
    {
      "epoch": 662.49,
      "grad_norm": 1.4137187004089355,
      "learning_rate": 3.685386053688927e-07,
      "loss": 0.3578,
      "step": 2373710
    },
    {
      "epoch": 662.5,
      "grad_norm": 1.1038129329681396,
      "learning_rate": 3.685240502182342e-07,
      "loss": 0.347,
      "step": 2373720
    },
    {
      "epoch": 662.5,
      "grad_norm": 1.220371961593628,
      "learning_rate": 3.685094953304788e-07,
      "loss": 0.3407,
      "step": 2373730
    },
    {
      "epoch": 662.5,
      "grad_norm": 1.2109342813491821,
      "learning_rate": 3.6849494070562864e-07,
      "loss": 0.3503,
      "step": 2373740
    },
    {
      "epoch": 662.5,
      "grad_norm": 1.411864161491394,
      "learning_rate": 3.6848038634368595e-07,
      "loss": 0.3257,
      "step": 2373750
    },
    {
      "epoch": 662.51,
      "grad_norm": 1.3889988660812378,
      "learning_rate": 3.684658322446514e-07,
      "loss": 0.3386,
      "step": 2373760
    },
    {
      "epoch": 662.51,
      "grad_norm": 1.2315645217895508,
      "learning_rate": 3.684512784085279e-07,
      "loss": 0.3453,
      "step": 2373770
    },
    {
      "epoch": 662.51,
      "grad_norm": 1.2873544692993164,
      "learning_rate": 3.684367248353173e-07,
      "loss": 0.3355,
      "step": 2373780
    },
    {
      "epoch": 662.51,
      "grad_norm": 1.299211859703064,
      "learning_rate": 3.6842217152502136e-07,
      "loss": 0.3293,
      "step": 2373790
    },
    {
      "epoch": 662.52,
      "grad_norm": 1.085345983505249,
      "learning_rate": 3.684076184776427e-07,
      "loss": 0.3485,
      "step": 2373800
    },
    {
      "epoch": 662.52,
      "grad_norm": 1.6049948930740356,
      "learning_rate": 3.6839306569318136e-07,
      "loss": 0.3403,
      "step": 2373810
    },
    {
      "epoch": 662.52,
      "grad_norm": 1.256833791732788,
      "learning_rate": 3.683785131716417e-07,
      "loss": 0.3403,
      "step": 2373820
    },
    {
      "epoch": 662.53,
      "grad_norm": 1.2201383113861084,
      "learning_rate": 3.6836396091302403e-07,
      "loss": 0.3325,
      "step": 2373830
    },
    {
      "epoch": 662.53,
      "grad_norm": 1.281086802482605,
      "learning_rate": 3.68349408917331e-07,
      "loss": 0.3511,
      "step": 2373840
    },
    {
      "epoch": 662.53,
      "grad_norm": 1.202569842338562,
      "learning_rate": 3.6833485718456457e-07,
      "loss": 0.3324,
      "step": 2373850
    },
    {
      "epoch": 662.53,
      "grad_norm": 1.1392158269882202,
      "learning_rate": 3.683203057147258e-07,
      "loss": 0.3399,
      "step": 2373860
    },
    {
      "epoch": 662.54,
      "grad_norm": 1.4197742938995361,
      "learning_rate": 3.683057545078177e-07,
      "loss": 0.3426,
      "step": 2373870
    },
    {
      "epoch": 662.54,
      "grad_norm": 1.1253466606140137,
      "learning_rate": 3.682912035638414e-07,
      "loss": 0.3296,
      "step": 2373880
    },
    {
      "epoch": 662.54,
      "grad_norm": 1.130807638168335,
      "learning_rate": 3.682766528827998e-07,
      "loss": 0.3449,
      "step": 2373890
    },
    {
      "epoch": 662.55,
      "grad_norm": 1.2504521608352661,
      "learning_rate": 3.682621024646932e-07,
      "loss": 0.3338,
      "step": 2373900
    },
    {
      "epoch": 662.55,
      "grad_norm": 1.0394073724746704,
      "learning_rate": 3.682475523095258e-07,
      "loss": 0.3562,
      "step": 2373910
    },
    {
      "epoch": 662.55,
      "grad_norm": 1.1809841394424438,
      "learning_rate": 3.682330024172975e-07,
      "loss": 0.3477,
      "step": 2373920
    },
    {
      "epoch": 662.55,
      "grad_norm": 1.1202399730682373,
      "learning_rate": 3.6821845278801126e-07,
      "loss": 0.349,
      "step": 2373930
    },
    {
      "epoch": 662.56,
      "grad_norm": 1.182925820350647,
      "learning_rate": 3.682039034216693e-07,
      "loss": 0.3399,
      "step": 2373940
    },
    {
      "epoch": 662.56,
      "grad_norm": 1.1269721984863281,
      "learning_rate": 3.6818935431827253e-07,
      "loss": 0.3297,
      "step": 2373950
    },
    {
      "epoch": 662.56,
      "grad_norm": 1.1720763444900513,
      "learning_rate": 3.6817480547782347e-07,
      "loss": 0.3317,
      "step": 2373960
    },
    {
      "epoch": 662.56,
      "grad_norm": 1.1235079765319824,
      "learning_rate": 3.68160256900324e-07,
      "loss": 0.338,
      "step": 2373970
    },
    {
      "epoch": 662.57,
      "grad_norm": 1.1470015048980713,
      "learning_rate": 3.681457085857764e-07,
      "loss": 0.3224,
      "step": 2373980
    },
    {
      "epoch": 662.57,
      "grad_norm": 1.1477057933807373,
      "learning_rate": 3.6813116053418204e-07,
      "loss": 0.3392,
      "step": 2373990
    },
    {
      "epoch": 662.57,
      "grad_norm": 1.117719292640686,
      "learning_rate": 3.6811661274554266e-07,
      "loss": 0.3415,
      "step": 2374000
    },
    {
      "epoch": 662.58,
      "grad_norm": 1.2159725427627563,
      "learning_rate": 3.681020652198614e-07,
      "loss": 0.3393,
      "step": 2374010
    },
    {
      "epoch": 662.58,
      "grad_norm": 1.326844573020935,
      "learning_rate": 3.6808751795713834e-07,
      "loss": 0.3313,
      "step": 2374020
    },
    {
      "epoch": 662.58,
      "grad_norm": 1.1290830373764038,
      "learning_rate": 3.6807297095737785e-07,
      "loss": 0.3261,
      "step": 2374030
    },
    {
      "epoch": 662.58,
      "grad_norm": 1.2515759468078613,
      "learning_rate": 3.6805842422057964e-07,
      "loss": 0.3251,
      "step": 2374040
    },
    {
      "epoch": 662.59,
      "grad_norm": 1.4377268552780151,
      "learning_rate": 3.680438777467466e-07,
      "loss": 0.3413,
      "step": 2374050
    },
    {
      "epoch": 662.59,
      "grad_norm": 1.369957685470581,
      "learning_rate": 3.680293315358806e-07,
      "loss": 0.326,
      "step": 2374060
    },
    {
      "epoch": 662.59,
      "grad_norm": 1.2791534662246704,
      "learning_rate": 3.6801478558798334e-07,
      "loss": 0.3513,
      "step": 2374070
    },
    {
      "epoch": 662.6,
      "grad_norm": 1.286558747291565,
      "learning_rate": 3.680002399030578e-07,
      "loss": 0.3447,
      "step": 2374080
    },
    {
      "epoch": 662.6,
      "grad_norm": 1.2344568967819214,
      "learning_rate": 3.6798569448110444e-07,
      "loss": 0.3573,
      "step": 2374090
    },
    {
      "epoch": 662.6,
      "grad_norm": 1.3764533996582031,
      "learning_rate": 3.679711493221259e-07,
      "loss": 0.3226,
      "step": 2374100
    },
    {
      "epoch": 662.6,
      "grad_norm": 1.2985070943832397,
      "learning_rate": 3.67956604426124e-07,
      "loss": 0.3489,
      "step": 2374110
    },
    {
      "epoch": 662.61,
      "grad_norm": 2.421937942504883,
      "learning_rate": 3.6794205979310125e-07,
      "loss": 0.3323,
      "step": 2374120
    },
    {
      "epoch": 662.61,
      "grad_norm": 1.1134535074234009,
      "learning_rate": 3.6792751542305884e-07,
      "loss": 0.3104,
      "step": 2374130
    },
    {
      "epoch": 662.61,
      "grad_norm": 1.2243236303329468,
      "learning_rate": 3.6791297131599845e-07,
      "loss": 0.3183,
      "step": 2374140
    },
    {
      "epoch": 662.62,
      "grad_norm": 1.1967486143112183,
      "learning_rate": 3.678984274719233e-07,
      "loss": 0.3506,
      "step": 2374150
    },
    {
      "epoch": 662.62,
      "grad_norm": 1.2819311618804932,
      "learning_rate": 3.678838838908336e-07,
      "loss": 0.3405,
      "step": 2374160
    },
    {
      "epoch": 662.62,
      "grad_norm": 1.092880368232727,
      "learning_rate": 3.67869340572733e-07,
      "loss": 0.3255,
      "step": 2374170
    },
    {
      "epoch": 662.62,
      "grad_norm": 1.150659441947937,
      "learning_rate": 3.678547975176223e-07,
      "loss": 0.3393,
      "step": 2374180
    },
    {
      "epoch": 662.63,
      "grad_norm": 1.2879172563552856,
      "learning_rate": 3.6784025472550385e-07,
      "loss": 0.3399,
      "step": 2374190
    },
    {
      "epoch": 662.63,
      "grad_norm": 1.3422143459320068,
      "learning_rate": 3.6782571219637944e-07,
      "loss": 0.344,
      "step": 2374200
    },
    {
      "epoch": 662.63,
      "grad_norm": 1.2441540956497192,
      "learning_rate": 3.6781116993025146e-07,
      "loss": 0.3228,
      "step": 2374210
    },
    {
      "epoch": 662.63,
      "grad_norm": 1.3585078716278076,
      "learning_rate": 3.677966279271211e-07,
      "loss": 0.3549,
      "step": 2374220
    },
    {
      "epoch": 662.64,
      "grad_norm": 1.1588025093078613,
      "learning_rate": 3.677820861869906e-07,
      "loss": 0.3473,
      "step": 2374230
    },
    {
      "epoch": 662.64,
      "grad_norm": 1.236363410949707,
      "learning_rate": 3.677675447098627e-07,
      "loss": 0.3345,
      "step": 2374240
    },
    {
      "epoch": 662.64,
      "grad_norm": 1.0843201875686646,
      "learning_rate": 3.6775300349573745e-07,
      "loss": 0.3372,
      "step": 2374250
    },
    {
      "epoch": 662.65,
      "grad_norm": 1.2036516666412354,
      "learning_rate": 3.6773846254461896e-07,
      "loss": 0.3323,
      "step": 2374260
    },
    {
      "epoch": 662.65,
      "grad_norm": 1.403072714805603,
      "learning_rate": 3.677239218565076e-07,
      "loss": 0.3318,
      "step": 2374270
    },
    {
      "epoch": 662.65,
      "grad_norm": 1.2382909059524536,
      "learning_rate": 3.677093814314059e-07,
      "loss": 0.3291,
      "step": 2374280
    },
    {
      "epoch": 662.65,
      "grad_norm": 1.2833576202392578,
      "learning_rate": 3.6769484126931615e-07,
      "loss": 0.3275,
      "step": 2374290
    },
    {
      "epoch": 662.66,
      "grad_norm": 1.278861403465271,
      "learning_rate": 3.676803013702395e-07,
      "loss": 0.3334,
      "step": 2374300
    },
    {
      "epoch": 662.66,
      "grad_norm": 1.4027843475341797,
      "learning_rate": 3.6766576173417823e-07,
      "loss": 0.3486,
      "step": 2374310
    },
    {
      "epoch": 662.66,
      "grad_norm": 1.2945730686187744,
      "learning_rate": 3.6765122236113416e-07,
      "loss": 0.3441,
      "step": 2374320
    },
    {
      "epoch": 662.67,
      "grad_norm": 1.2029471397399902,
      "learning_rate": 3.676366832511099e-07,
      "loss": 0.3467,
      "step": 2374330
    },
    {
      "epoch": 662.67,
      "grad_norm": 0.9707308411598206,
      "learning_rate": 3.67622144404106e-07,
      "loss": 0.3158,
      "step": 2374340
    },
    {
      "epoch": 662.67,
      "grad_norm": 1.321747899055481,
      "learning_rate": 3.6760760582012635e-07,
      "loss": 0.3434,
      "step": 2374350
    },
    {
      "epoch": 662.67,
      "grad_norm": 1.1575713157653809,
      "learning_rate": 3.6759306749917116e-07,
      "loss": 0.351,
      "step": 2374360
    },
    {
      "epoch": 662.68,
      "grad_norm": 1.2223379611968994,
      "learning_rate": 3.6757852944124283e-07,
      "loss": 0.3512,
      "step": 2374370
    },
    {
      "epoch": 662.68,
      "grad_norm": 1.3810819387435913,
      "learning_rate": 3.675639916463442e-07,
      "loss": 0.3438,
      "step": 2374380
    },
    {
      "epoch": 662.68,
      "grad_norm": 1.3466814756393433,
      "learning_rate": 3.6754945411447524e-07,
      "loss": 0.3368,
      "step": 2374390
    },
    {
      "epoch": 662.68,
      "grad_norm": 1.1834596395492554,
      "learning_rate": 3.6753491684564043e-07,
      "loss": 0.3306,
      "step": 2374400
    },
    {
      "epoch": 662.69,
      "grad_norm": 1.2296699285507202,
      "learning_rate": 3.675203798398398e-07,
      "loss": 0.3308,
      "step": 2374410
    },
    {
      "epoch": 662.69,
      "grad_norm": 1.1191377639770508,
      "learning_rate": 3.675058430970758e-07,
      "loss": 0.3404,
      "step": 2374420
    },
    {
      "epoch": 662.69,
      "grad_norm": 1.3118422031402588,
      "learning_rate": 3.674913066173509e-07,
      "loss": 0.3488,
      "step": 2374430
    },
    {
      "epoch": 662.7,
      "grad_norm": 1.1100106239318848,
      "learning_rate": 3.6747677040066616e-07,
      "loss": 0.3407,
      "step": 2374440
    },
    {
      "epoch": 662.7,
      "grad_norm": 1.268219232559204,
      "learning_rate": 3.6746223444702385e-07,
      "loss": 0.3451,
      "step": 2374450
    },
    {
      "epoch": 662.7,
      "grad_norm": 1.1419264078140259,
      "learning_rate": 3.6744769875642577e-07,
      "loss": 0.3365,
      "step": 2374460
    },
    {
      "epoch": 662.7,
      "grad_norm": 1.24531888961792,
      "learning_rate": 3.674331633288749e-07,
      "loss": 0.335,
      "step": 2374470
    },
    {
      "epoch": 662.71,
      "grad_norm": 1.302008867263794,
      "learning_rate": 3.674186281643711e-07,
      "loss": 0.3337,
      "step": 2374480
    },
    {
      "epoch": 662.71,
      "grad_norm": 1.0802446603775024,
      "learning_rate": 3.6740409326291886e-07,
      "loss": 0.3168,
      "step": 2374490
    },
    {
      "epoch": 662.71,
      "grad_norm": 1.122370719909668,
      "learning_rate": 3.6738955862451797e-07,
      "loss": 0.3419,
      "step": 2374500
    },
    {
      "epoch": 662.72,
      "grad_norm": 1.2026844024658203,
      "learning_rate": 3.6737502424917147e-07,
      "loss": 0.3282,
      "step": 2374510
    },
    {
      "epoch": 662.72,
      "grad_norm": 1.382318139076233,
      "learning_rate": 3.673604901368812e-07,
      "loss": 0.3342,
      "step": 2374520
    },
    {
      "epoch": 662.72,
      "grad_norm": 1.232414722442627,
      "learning_rate": 3.6734595628764875e-07,
      "loss": 0.3256,
      "step": 2374530
    },
    {
      "epoch": 662.72,
      "grad_norm": 1.315090298652649,
      "learning_rate": 3.6733142270147596e-07,
      "loss": 0.3391,
      "step": 2374540
    },
    {
      "epoch": 662.73,
      "grad_norm": 1.2897348403930664,
      "learning_rate": 3.673168893783651e-07,
      "loss": 0.3269,
      "step": 2374550
    },
    {
      "epoch": 662.73,
      "grad_norm": 1.0941812992095947,
      "learning_rate": 3.6730235631831856e-07,
      "loss": 0.3335,
      "step": 2374560
    },
    {
      "epoch": 662.73,
      "grad_norm": 1.1322362422943115,
      "learning_rate": 3.672878235213374e-07,
      "loss": 0.3378,
      "step": 2374570
    },
    {
      "epoch": 662.74,
      "grad_norm": 1.153027057647705,
      "learning_rate": 3.6727329098742363e-07,
      "loss": 0.3478,
      "step": 2374580
    },
    {
      "epoch": 662.74,
      "grad_norm": 1.10511314868927,
      "learning_rate": 3.6725875871658015e-07,
      "loss": 0.3359,
      "step": 2374590
    },
    {
      "epoch": 662.74,
      "grad_norm": 1.2832343578338623,
      "learning_rate": 3.67244226708807e-07,
      "loss": 0.3282,
      "step": 2374600
    },
    {
      "epoch": 662.74,
      "grad_norm": 1.0639046430587769,
      "learning_rate": 3.672296949641083e-07,
      "loss": 0.3391,
      "step": 2374610
    },
    {
      "epoch": 662.75,
      "grad_norm": 1.258195161819458,
      "learning_rate": 3.6721516348248453e-07,
      "loss": 0.3395,
      "step": 2374620
    },
    {
      "epoch": 662.75,
      "grad_norm": 1.113398551940918,
      "learning_rate": 3.6720063226393814e-07,
      "loss": 0.3406,
      "step": 2374630
    },
    {
      "epoch": 662.75,
      "grad_norm": 1.1743881702423096,
      "learning_rate": 3.671861013084711e-07,
      "loss": 0.3159,
      "step": 2374640
    },
    {
      "epoch": 662.75,
      "grad_norm": 1.049889326095581,
      "learning_rate": 3.671715706160851e-07,
      "loss": 0.3305,
      "step": 2374650
    },
    {
      "epoch": 662.76,
      "grad_norm": 1.1552677154541016,
      "learning_rate": 3.6715704018678286e-07,
      "loss": 0.331,
      "step": 2374660
    },
    {
      "epoch": 662.76,
      "grad_norm": 1.4529829025268555,
      "learning_rate": 3.67142510020565e-07,
      "loss": 0.3344,
      "step": 2374670
    },
    {
      "epoch": 662.76,
      "grad_norm": 1.3320329189300537,
      "learning_rate": 3.671279801174343e-07,
      "loss": 0.3312,
      "step": 2374680
    },
    {
      "epoch": 662.77,
      "grad_norm": 1.163076639175415,
      "learning_rate": 3.671134504773924e-07,
      "loss": 0.3297,
      "step": 2374690
    },
    {
      "epoch": 662.77,
      "grad_norm": 1.3601315021514893,
      "learning_rate": 3.670989211004419e-07,
      "loss": 0.3363,
      "step": 2374700
    },
    {
      "epoch": 662.77,
      "grad_norm": 1.1209698915481567,
      "learning_rate": 3.6708439198658376e-07,
      "loss": 0.3386,
      "step": 2374710
    },
    {
      "epoch": 662.77,
      "grad_norm": 1.238521933555603,
      "learning_rate": 3.670698631358204e-07,
      "loss": 0.3437,
      "step": 2374720
    },
    {
      "epoch": 662.78,
      "grad_norm": 1.2943525314331055,
      "learning_rate": 3.6705533454815416e-07,
      "loss": 0.333,
      "step": 2374730
    },
    {
      "epoch": 662.78,
      "grad_norm": 1.552778959274292,
      "learning_rate": 3.670408062235855e-07,
      "loss": 0.3237,
      "step": 2374740
    },
    {
      "epoch": 662.78,
      "grad_norm": 1.1484432220458984,
      "learning_rate": 3.6702627816211837e-07,
      "loss": 0.3338,
      "step": 2374750
    },
    {
      "epoch": 662.79,
      "grad_norm": 1.1699882745742798,
      "learning_rate": 3.6701175036375306e-07,
      "loss": 0.3409,
      "step": 2374760
    },
    {
      "epoch": 662.79,
      "grad_norm": 1.4315681457519531,
      "learning_rate": 3.669972228284923e-07,
      "loss": 0.3561,
      "step": 2374770
    },
    {
      "epoch": 662.79,
      "grad_norm": 1.41777503490448,
      "learning_rate": 3.669826955563378e-07,
      "loss": 0.3291,
      "step": 2374780
    },
    {
      "epoch": 662.79,
      "grad_norm": 1.2246147394180298,
      "learning_rate": 3.669681685472921e-07,
      "loss": 0.3473,
      "step": 2374790
    },
    {
      "epoch": 662.8,
      "grad_norm": 1.3549827337265015,
      "learning_rate": 3.669536418013563e-07,
      "loss": 0.3371,
      "step": 2374800
    },
    {
      "epoch": 662.8,
      "grad_norm": 1.9678560495376587,
      "learning_rate": 3.6693911531853235e-07,
      "loss": 0.3327,
      "step": 2374810
    },
    {
      "epoch": 662.8,
      "grad_norm": 1.2834259271621704,
      "learning_rate": 3.6692458909882326e-07,
      "loss": 0.3211,
      "step": 2374820
    },
    {
      "epoch": 662.8,
      "grad_norm": 1.206928014755249,
      "learning_rate": 3.669100631422289e-07,
      "loss": 0.3472,
      "step": 2374830
    },
    {
      "epoch": 662.81,
      "grad_norm": 1.2215335369110107,
      "learning_rate": 3.668955374487535e-07,
      "loss": 0.339,
      "step": 2374840
    },
    {
      "epoch": 662.81,
      "grad_norm": 1.317959189414978,
      "learning_rate": 3.668810120183976e-07,
      "loss": 0.3385,
      "step": 2374850
    },
    {
      "epoch": 662.81,
      "grad_norm": 1.2171657085418701,
      "learning_rate": 3.6686648685116325e-07,
      "loss": 0.328,
      "step": 2374860
    },
    {
      "epoch": 662.82,
      "grad_norm": 1.0544716119766235,
      "learning_rate": 3.6685196194705277e-07,
      "loss": 0.3252,
      "step": 2374870
    },
    {
      "epoch": 662.82,
      "grad_norm": 1.3543239831924438,
      "learning_rate": 3.6683743730606857e-07,
      "loss": 0.3274,
      "step": 2374880
    },
    {
      "epoch": 662.82,
      "grad_norm": 1.2926803827285767,
      "learning_rate": 3.6682291292821134e-07,
      "loss": 0.3335,
      "step": 2374890
    },
    {
      "epoch": 662.82,
      "grad_norm": 1.2180863618850708,
      "learning_rate": 3.668083888134838e-07,
      "loss": 0.3266,
      "step": 2374900
    },
    {
      "epoch": 662.83,
      "grad_norm": 1.2666103839874268,
      "learning_rate": 3.6679386496188766e-07,
      "loss": 0.3256,
      "step": 2374910
    },
    {
      "epoch": 662.83,
      "grad_norm": 1.3025882244110107,
      "learning_rate": 3.667793413734248e-07,
      "loss": 0.3481,
      "step": 2374920
    },
    {
      "epoch": 662.83,
      "grad_norm": 1.2664830684661865,
      "learning_rate": 3.6676481804809807e-07,
      "loss": 0.3244,
      "step": 2374930
    },
    {
      "epoch": 662.84,
      "grad_norm": 1.2245590686798096,
      "learning_rate": 3.667502949859077e-07,
      "loss": 0.35,
      "step": 2374940
    },
    {
      "epoch": 662.84,
      "grad_norm": 1.1722548007965088,
      "learning_rate": 3.667357721868569e-07,
      "loss": 0.326,
      "step": 2374950
    },
    {
      "epoch": 662.84,
      "grad_norm": 1.133437991142273,
      "learning_rate": 3.667212496509476e-07,
      "loss": 0.3184,
      "step": 2374960
    },
    {
      "epoch": 662.84,
      "grad_norm": 1.2444692850112915,
      "learning_rate": 3.667067273781802e-07,
      "loss": 0.3329,
      "step": 2374970
    },
    {
      "epoch": 662.85,
      "grad_norm": 1.2633588314056396,
      "learning_rate": 3.666922053685588e-07,
      "loss": 0.3404,
      "step": 2374980
    },
    {
      "epoch": 662.85,
      "grad_norm": 1.300667643547058,
      "learning_rate": 3.66677683622084e-07,
      "loss": 0.3342,
      "step": 2374990
    },
    {
      "epoch": 662.85,
      "grad_norm": 1.3012768030166626,
      "learning_rate": 3.66663162138758e-07,
      "loss": 0.3496,
      "step": 2375000
    },
    {
      "epoch": 662.86,
      "grad_norm": 1.3489692211151123,
      "learning_rate": 3.66648640918583e-07,
      "loss": 0.3541,
      "step": 2375010
    },
    {
      "epoch": 662.86,
      "grad_norm": 1.8862993717193604,
      "learning_rate": 3.66634119961561e-07,
      "loss": 0.3267,
      "step": 2375020
    },
    {
      "epoch": 662.86,
      "grad_norm": 1.2775412797927856,
      "learning_rate": 3.6661959926769313e-07,
      "loss": 0.3372,
      "step": 2375030
    },
    {
      "epoch": 662.86,
      "grad_norm": 1.0272353887557983,
      "learning_rate": 3.666050788369819e-07,
      "loss": 0.3225,
      "step": 2375040
    },
    {
      "epoch": 662.87,
      "grad_norm": 1.1163417100906372,
      "learning_rate": 3.6659055866942974e-07,
      "loss": 0.3419,
      "step": 2375050
    },
    {
      "epoch": 662.87,
      "grad_norm": 1.1926883459091187,
      "learning_rate": 3.665760387650371e-07,
      "loss": 0.3414,
      "step": 2375060
    },
    {
      "epoch": 662.87,
      "grad_norm": 1.1363486051559448,
      "learning_rate": 3.6656151912380766e-07,
      "loss": 0.3388,
      "step": 2375070
    },
    {
      "epoch": 662.87,
      "grad_norm": 1.2431538105010986,
      "learning_rate": 3.665469997457422e-07,
      "loss": 0.3482,
      "step": 2375080
    },
    {
      "epoch": 662.88,
      "grad_norm": 1.1593886613845825,
      "learning_rate": 3.6653248063084307e-07,
      "loss": 0.3373,
      "step": 2375090
    },
    {
      "epoch": 662.88,
      "grad_norm": 1.2229176759719849,
      "learning_rate": 3.6651796177911254e-07,
      "loss": 0.3379,
      "step": 2375100
    },
    {
      "epoch": 662.88,
      "grad_norm": 1.3207128047943115,
      "learning_rate": 3.665034431905517e-07,
      "loss": 0.3268,
      "step": 2375110
    },
    {
      "epoch": 662.89,
      "grad_norm": 1.2005423307418823,
      "learning_rate": 3.664889248651627e-07,
      "loss": 0.333,
      "step": 2375120
    },
    {
      "epoch": 662.89,
      "grad_norm": 1.0535002946853638,
      "learning_rate": 3.6647440680294776e-07,
      "loss": 0.3413,
      "step": 2375130
    },
    {
      "epoch": 662.89,
      "grad_norm": 1.6483943462371826,
      "learning_rate": 3.6645988900390957e-07,
      "loss": 0.338,
      "step": 2375140
    },
    {
      "epoch": 662.89,
      "grad_norm": 1.1216206550598145,
      "learning_rate": 3.6644537146804785e-07,
      "loss": 0.3503,
      "step": 2375150
    },
    {
      "epoch": 662.9,
      "grad_norm": 1.9116731882095337,
      "learning_rate": 3.66430854195367e-07,
      "loss": 0.3417,
      "step": 2375160
    },
    {
      "epoch": 662.9,
      "grad_norm": 1.2112995386123657,
      "learning_rate": 3.6641633718586753e-07,
      "loss": 0.3384,
      "step": 2375170
    },
    {
      "epoch": 662.9,
      "grad_norm": 1.1880970001220703,
      "learning_rate": 3.664018204395516e-07,
      "loss": 0.3433,
      "step": 2375180
    },
    {
      "epoch": 662.91,
      "grad_norm": 1.1333153247833252,
      "learning_rate": 3.663873039564217e-07,
      "loss": 0.3377,
      "step": 2375190
    },
    {
      "epoch": 662.91,
      "grad_norm": 1.1391602754592896,
      "learning_rate": 3.6637278773647817e-07,
      "loss": 0.3527,
      "step": 2375200
    },
    {
      "epoch": 662.91,
      "grad_norm": 1.5518743991851807,
      "learning_rate": 3.663582717797254e-07,
      "loss": 0.3282,
      "step": 2375210
    },
    {
      "epoch": 662.91,
      "grad_norm": 1.1732369661331177,
      "learning_rate": 3.663437560861634e-07,
      "loss": 0.3358,
      "step": 2375220
    },
    {
      "epoch": 662.92,
      "grad_norm": 1.3691985607147217,
      "learning_rate": 3.6632924065579453e-07,
      "loss": 0.3419,
      "step": 2375230
    },
    {
      "epoch": 662.92,
      "grad_norm": 1.3867454528808594,
      "learning_rate": 3.6631472548862164e-07,
      "loss": 0.3499,
      "step": 2375240
    },
    {
      "epoch": 662.92,
      "grad_norm": 1.1658649444580078,
      "learning_rate": 3.6630021058464523e-07,
      "loss": 0.3467,
      "step": 2375250
    },
    {
      "epoch": 662.92,
      "grad_norm": 1.2229399681091309,
      "learning_rate": 3.6628569594386817e-07,
      "loss": 0.347,
      "step": 2375260
    },
    {
      "epoch": 662.93,
      "grad_norm": 1.137789249420166,
      "learning_rate": 3.6627118156629204e-07,
      "loss": 0.3306,
      "step": 2375270
    },
    {
      "epoch": 662.93,
      "grad_norm": 1.3217658996582031,
      "learning_rate": 3.6625666745191916e-07,
      "loss": 0.3239,
      "step": 2375280
    },
    {
      "epoch": 662.93,
      "grad_norm": 1.2520776987075806,
      "learning_rate": 3.6624215360075034e-07,
      "loss": 0.3387,
      "step": 2375290
    },
    {
      "epoch": 662.94,
      "grad_norm": 1.3704043626785278,
      "learning_rate": 3.662276400127895e-07,
      "loss": 0.3347,
      "step": 2375300
    },
    {
      "epoch": 662.94,
      "grad_norm": 1.401710867881775,
      "learning_rate": 3.662131266880368e-07,
      "loss": 0.3458,
      "step": 2375310
    },
    {
      "epoch": 662.94,
      "grad_norm": 1.3152714967727661,
      "learning_rate": 3.6619861362649467e-07,
      "loss": 0.3423,
      "step": 2375320
    },
    {
      "epoch": 662.94,
      "grad_norm": 1.3474235534667969,
      "learning_rate": 3.66184100828166e-07,
      "loss": 0.3413,
      "step": 2375330
    },
    {
      "epoch": 662.95,
      "grad_norm": 1.3990178108215332,
      "learning_rate": 3.6616958829305116e-07,
      "loss": 0.3374,
      "step": 2375340
    },
    {
      "epoch": 662.95,
      "grad_norm": 1.3823447227478027,
      "learning_rate": 3.661550760211529e-07,
      "loss": 0.3422,
      "step": 2375350
    },
    {
      "epoch": 662.95,
      "grad_norm": 1.1618751287460327,
      "learning_rate": 3.6614056401247304e-07,
      "loss": 0.3519,
      "step": 2375360
    },
    {
      "epoch": 662.96,
      "grad_norm": 1.0464489459991455,
      "learning_rate": 3.6612605226701383e-07,
      "loss": 0.3356,
      "step": 2375370
    },
    {
      "epoch": 662.96,
      "grad_norm": 1.3385488986968994,
      "learning_rate": 3.661115407847766e-07,
      "loss": 0.3319,
      "step": 2375380
    },
    {
      "epoch": 662.96,
      "grad_norm": 1.160849690437317,
      "learning_rate": 3.660970295657635e-07,
      "loss": 0.3388,
      "step": 2375390
    },
    {
      "epoch": 662.96,
      "grad_norm": 1.190956711769104,
      "learning_rate": 3.6608251860997726e-07,
      "loss": 0.3429,
      "step": 2375400
    },
    {
      "epoch": 662.97,
      "grad_norm": 1.257423758506775,
      "learning_rate": 3.6606800791741775e-07,
      "loss": 0.3378,
      "step": 2375410
    },
    {
      "epoch": 662.97,
      "grad_norm": 1.4246691465377808,
      "learning_rate": 3.660534974880896e-07,
      "loss": 0.3431,
      "step": 2375420
    },
    {
      "epoch": 662.97,
      "grad_norm": 1.3652606010437012,
      "learning_rate": 3.6603898732199284e-07,
      "loss": 0.3414,
      "step": 2375430
    },
    {
      "epoch": 662.98,
      "grad_norm": 1.1688116788864136,
      "learning_rate": 3.660244774191298e-07,
      "loss": 0.3334,
      "step": 2375440
    },
    {
      "epoch": 662.98,
      "grad_norm": 1.0527935028076172,
      "learning_rate": 3.6600996777950274e-07,
      "loss": 0.3211,
      "step": 2375450
    },
    {
      "epoch": 662.98,
      "grad_norm": 1.1481304168701172,
      "learning_rate": 3.6599545840311384e-07,
      "loss": 0.3381,
      "step": 2375460
    },
    {
      "epoch": 662.98,
      "grad_norm": 1.1138896942138672,
      "learning_rate": 3.6598094928996384e-07,
      "loss": 0.3359,
      "step": 2375470
    },
    {
      "epoch": 662.99,
      "grad_norm": 1.4246609210968018,
      "learning_rate": 3.659664404400559e-07,
      "loss": 0.333,
      "step": 2375480
    },
    {
      "epoch": 662.99,
      "grad_norm": 1.1810789108276367,
      "learning_rate": 3.6595193185339097e-07,
      "loss": 0.3298,
      "step": 2375490
    },
    {
      "epoch": 662.99,
      "grad_norm": 1.2730298042297363,
      "learning_rate": 3.6593742352997203e-07,
      "loss": 0.326,
      "step": 2375500
    },
    {
      "epoch": 662.99,
      "grad_norm": 1.2091771364212036,
      "learning_rate": 3.659229154698006e-07,
      "loss": 0.3384,
      "step": 2375510
    },
    {
      "epoch": 663.0,
      "grad_norm": 1.109891414642334,
      "learning_rate": 3.6590840767287817e-07,
      "loss": 0.3479,
      "step": 2375520
    },
    {
      "epoch": 663.0,
      "eval_loss": 0.3384779393672943,
      "eval_runtime": 67.2037,
      "eval_samples_per_second": 75.279,
      "eval_steps_per_second": 9.419,
      "step": 2375529
    },
    {
      "epoch": 663.0,
      "grad_norm": 1.2979657649993896,
      "learning_rate": 3.658939001392069e-07,
      "loss": 0.3432,
      "step": 2375530
    },
    {
      "epoch": 663.0,
      "grad_norm": 1.1972293853759766,
      "learning_rate": 3.658793928687897e-07,
      "loss": 0.3467,
      "step": 2375540
    },
    {
      "epoch": 663.01,
      "grad_norm": 1.1974679231643677,
      "learning_rate": 3.6586488586162617e-07,
      "loss": 0.3312,
      "step": 2375550
    },
    {
      "epoch": 663.01,
      "grad_norm": 1.0749409198760986,
      "learning_rate": 3.658503791177208e-07,
      "loss": 0.3335,
      "step": 2375560
    },
    {
      "epoch": 663.01,
      "grad_norm": 1.3979412317276,
      "learning_rate": 3.6583587263707387e-07,
      "loss": 0.3385,
      "step": 2375570
    },
    {
      "epoch": 663.01,
      "grad_norm": 1.1303706169128418,
      "learning_rate": 3.65821366419688e-07,
      "loss": 0.3296,
      "step": 2375580
    },
    {
      "epoch": 663.02,
      "grad_norm": 1.4561611413955688,
      "learning_rate": 3.658068604655647e-07,
      "loss": 0.3469,
      "step": 2375590
    },
    {
      "epoch": 663.02,
      "grad_norm": 1.1072922945022583,
      "learning_rate": 3.657923547747071e-07,
      "loss": 0.3233,
      "step": 2375600
    },
    {
      "epoch": 663.02,
      "grad_norm": 1.2591452598571777,
      "learning_rate": 3.6577784934711523e-07,
      "loss": 0.3226,
      "step": 2375610
    },
    {
      "epoch": 663.03,
      "grad_norm": 1.1817432641983032,
      "learning_rate": 3.6576334418279217e-07,
      "loss": 0.3207,
      "step": 2375620
    },
    {
      "epoch": 663.03,
      "grad_norm": 1.1331175565719604,
      "learning_rate": 3.657488392817403e-07,
      "loss": 0.3402,
      "step": 2375630
    },
    {
      "epoch": 663.03,
      "grad_norm": 1.1394505500793457,
      "learning_rate": 3.6573433464395985e-07,
      "loss": 0.3491,
      "step": 2375640
    },
    {
      "epoch": 663.03,
      "grad_norm": 1.143877625465393,
      "learning_rate": 3.657198302694547e-07,
      "loss": 0.3271,
      "step": 2375650
    },
    {
      "epoch": 663.04,
      "grad_norm": 1.203179121017456,
      "learning_rate": 3.6570532615822575e-07,
      "loss": 0.3342,
      "step": 2375660
    },
    {
      "epoch": 663.04,
      "grad_norm": 1.124645709991455,
      "learning_rate": 3.6569082231027474e-07,
      "loss": 0.3405,
      "step": 2375670
    },
    {
      "epoch": 663.04,
      "grad_norm": 1.1041396856307983,
      "learning_rate": 3.656763187256045e-07,
      "loss": 0.3378,
      "step": 2375680
    },
    {
      "epoch": 663.04,
      "grad_norm": 1.102074146270752,
      "learning_rate": 3.656618154042161e-07,
      "loss": 0.3295,
      "step": 2375690
    },
    {
      "epoch": 663.05,
      "grad_norm": 1.1049528121948242,
      "learning_rate": 3.656473123461116e-07,
      "loss": 0.3306,
      "step": 2375700
    },
    {
      "epoch": 663.05,
      "grad_norm": 1.17849862575531,
      "learning_rate": 3.656328095512932e-07,
      "loss": 0.315,
      "step": 2375710
    },
    {
      "epoch": 663.05,
      "grad_norm": 1.2092503309249878,
      "learning_rate": 3.656183070197631e-07,
      "loss": 0.333,
      "step": 2375720
    },
    {
      "epoch": 663.06,
      "grad_norm": 1.2156890630722046,
      "learning_rate": 3.6560380475152186e-07,
      "loss": 0.3505,
      "step": 2375730
    },
    {
      "epoch": 663.06,
      "grad_norm": 1.2436193227767944,
      "learning_rate": 3.655893027465736e-07,
      "loss": 0.3409,
      "step": 2375740
    },
    {
      "epoch": 663.06,
      "grad_norm": 1.513628363609314,
      "learning_rate": 3.6557480100491846e-07,
      "loss": 0.3471,
      "step": 2375750
    },
    {
      "epoch": 663.06,
      "grad_norm": 1.1919910907745361,
      "learning_rate": 3.655602995265589e-07,
      "loss": 0.3398,
      "step": 2375760
    },
    {
      "epoch": 663.07,
      "grad_norm": 1.1532096862792969,
      "learning_rate": 3.6554579831149763e-07,
      "loss": 0.3464,
      "step": 2375770
    },
    {
      "epoch": 663.07,
      "grad_norm": 1.223206877708435,
      "learning_rate": 3.655312973597348e-07,
      "loss": 0.3382,
      "step": 2375780
    },
    {
      "epoch": 663.07,
      "grad_norm": 1.2240135669708252,
      "learning_rate": 3.6551679667127444e-07,
      "loss": 0.3228,
      "step": 2375790
    },
    {
      "epoch": 663.08,
      "grad_norm": 1.2873940467834473,
      "learning_rate": 3.655022962461167e-07,
      "loss": 0.3326,
      "step": 2375800
    },
    {
      "epoch": 663.08,
      "grad_norm": 1.1411420106887817,
      "learning_rate": 3.6548779608426445e-07,
      "loss": 0.3334,
      "step": 2375810
    },
    {
      "epoch": 663.08,
      "grad_norm": 1.3046411275863647,
      "learning_rate": 3.654732961857196e-07,
      "loss": 0.3219,
      "step": 2375820
    },
    {
      "epoch": 663.08,
      "grad_norm": 1.2700098752975464,
      "learning_rate": 3.654587965504844e-07,
      "loss": 0.3457,
      "step": 2375830
    },
    {
      "epoch": 663.09,
      "grad_norm": 1.2559597492218018,
      "learning_rate": 3.654442971785594e-07,
      "loss": 0.3231,
      "step": 2375840
    },
    {
      "epoch": 663.09,
      "grad_norm": 1.2994518280029297,
      "learning_rate": 3.654297980699478e-07,
      "loss": 0.3509,
      "step": 2375850
    },
    {
      "epoch": 663.09,
      "grad_norm": 1.270468831062317,
      "learning_rate": 3.6541529922465155e-07,
      "loss": 0.3551,
      "step": 2375860
    },
    {
      "epoch": 663.1,
      "grad_norm": 1.7194087505340576,
      "learning_rate": 3.6540080064267123e-07,
      "loss": 0.3497,
      "step": 2375870
    },
    {
      "epoch": 663.1,
      "grad_norm": 0.939972996711731,
      "learning_rate": 3.6538630232401075e-07,
      "loss": 0.348,
      "step": 2375880
    },
    {
      "epoch": 663.1,
      "grad_norm": 1.2197753190994263,
      "learning_rate": 3.653718042686704e-07,
      "loss": 0.3255,
      "step": 2375890
    },
    {
      "epoch": 663.1,
      "grad_norm": 1.2342827320098877,
      "learning_rate": 3.6535730647665297e-07,
      "loss": 0.3496,
      "step": 2375900
    },
    {
      "epoch": 663.11,
      "grad_norm": 1.2499622106552124,
      "learning_rate": 3.6534280894796035e-07,
      "loss": 0.3166,
      "step": 2375910
    },
    {
      "epoch": 663.11,
      "grad_norm": 1.5064687728881836,
      "learning_rate": 3.65328311682594e-07,
      "loss": 0.3305,
      "step": 2375920
    },
    {
      "epoch": 663.11,
      "grad_norm": 1.2147821187973022,
      "learning_rate": 3.6531381468055587e-07,
      "loss": 0.3466,
      "step": 2375930
    },
    {
      "epoch": 663.11,
      "grad_norm": 1.2083384990692139,
      "learning_rate": 3.6529931794184826e-07,
      "loss": 0.3469,
      "step": 2375940
    },
    {
      "epoch": 663.12,
      "grad_norm": 1.1260818243026733,
      "learning_rate": 3.6528482146647345e-07,
      "loss": 0.3442,
      "step": 2375950
    },
    {
      "epoch": 663.12,
      "grad_norm": 1.2233556509017944,
      "learning_rate": 3.65270325254432e-07,
      "loss": 0.3402,
      "step": 2375960
    },
    {
      "epoch": 663.12,
      "grad_norm": 1.2555866241455078,
      "learning_rate": 3.6525582930572764e-07,
      "loss": 0.3404,
      "step": 2375970
    },
    {
      "epoch": 663.13,
      "grad_norm": 1.0353786945343018,
      "learning_rate": 3.6524133362036097e-07,
      "loss": 0.3166,
      "step": 2375980
    },
    {
      "epoch": 663.13,
      "grad_norm": 1.1925950050354004,
      "learning_rate": 3.6522683819833426e-07,
      "loss": 0.3275,
      "step": 2375990
    },
    {
      "epoch": 663.13,
      "grad_norm": 1.2020472288131714,
      "learning_rate": 3.6521234303964993e-07,
      "loss": 0.3358,
      "step": 2376000
    },
    {
      "epoch": 663.13,
      "grad_norm": 1.2229509353637695,
      "learning_rate": 3.651978481443092e-07,
      "loss": 0.3358,
      "step": 2376010
    },
    {
      "epoch": 663.14,
      "grad_norm": 1.1878621578216553,
      "learning_rate": 3.6518335351231425e-07,
      "loss": 0.3166,
      "step": 2376020
    },
    {
      "epoch": 663.14,
      "grad_norm": 1.2904846668243408,
      "learning_rate": 3.6516885914366703e-07,
      "loss": 0.342,
      "step": 2376030
    },
    {
      "epoch": 663.14,
      "grad_norm": 1.2525676488876343,
      "learning_rate": 3.651543650383701e-07,
      "loss": 0.3471,
      "step": 2376040
    },
    {
      "epoch": 663.15,
      "grad_norm": 1.323264479637146,
      "learning_rate": 3.651398711964242e-07,
      "loss": 0.3659,
      "step": 2376050
    },
    {
      "epoch": 663.15,
      "grad_norm": 5.794964790344238,
      "learning_rate": 3.6512537761783165e-07,
      "loss": 0.3517,
      "step": 2376060
    },
    {
      "epoch": 663.15,
      "grad_norm": 1.1258174180984497,
      "learning_rate": 3.6511088430259495e-07,
      "loss": 0.3432,
      "step": 2376070
    },
    {
      "epoch": 663.15,
      "grad_norm": 1.0773115158081055,
      "learning_rate": 3.650963912507155e-07,
      "loss": 0.3515,
      "step": 2376080
    },
    {
      "epoch": 663.16,
      "grad_norm": 1.2434871196746826,
      "learning_rate": 3.650818984621957e-07,
      "loss": 0.3269,
      "step": 2376090
    },
    {
      "epoch": 663.16,
      "grad_norm": 1.1359889507293701,
      "learning_rate": 3.6506740593703627e-07,
      "loss": 0.3346,
      "step": 2376100
    },
    {
      "epoch": 663.16,
      "grad_norm": 1.1818737983703613,
      "learning_rate": 3.6505291367524125e-07,
      "loss": 0.328,
      "step": 2376110
    },
    {
      "epoch": 663.16,
      "grad_norm": 1.543243646621704,
      "learning_rate": 3.6503842167681054e-07,
      "loss": 0.3443,
      "step": 2376120
    },
    {
      "epoch": 663.17,
      "grad_norm": 1.1210618019104004,
      "learning_rate": 3.65023929941747e-07,
      "loss": 0.3317,
      "step": 2376130
    },
    {
      "epoch": 663.17,
      "grad_norm": 1.141577959060669,
      "learning_rate": 3.6500943847005303e-07,
      "loss": 0.3342,
      "step": 2376140
    },
    {
      "epoch": 663.17,
      "grad_norm": 1.1467963457107544,
      "learning_rate": 3.6499494726172936e-07,
      "loss": 0.3423,
      "step": 2376150
    },
    {
      "epoch": 663.18,
      "grad_norm": 2.853635549545288,
      "learning_rate": 3.649804563167786e-07,
      "loss": 0.3472,
      "step": 2376160
    },
    {
      "epoch": 663.18,
      "grad_norm": 1.3523629903793335,
      "learning_rate": 3.649659656352026e-07,
      "loss": 0.3417,
      "step": 2376170
    },
    {
      "epoch": 663.18,
      "grad_norm": 1.4111260175704956,
      "learning_rate": 3.6495147521700365e-07,
      "loss": 0.3312,
      "step": 2376180
    },
    {
      "epoch": 663.18,
      "grad_norm": 1.1801029443740845,
      "learning_rate": 3.649369850621831e-07,
      "loss": 0.3369,
      "step": 2376190
    },
    {
      "epoch": 663.19,
      "grad_norm": 1.2541756629943848,
      "learning_rate": 3.6492249517074274e-07,
      "loss": 0.338,
      "step": 2376200
    },
    {
      "epoch": 663.19,
      "grad_norm": 1.059604287147522,
      "learning_rate": 3.649080055426857e-07,
      "loss": 0.3388,
      "step": 2376210
    },
    {
      "epoch": 663.19,
      "grad_norm": 5.95950174331665,
      "learning_rate": 3.6489351617801173e-07,
      "loss": 0.3354,
      "step": 2376220
    },
    {
      "epoch": 663.2,
      "grad_norm": 1.1781963109970093,
      "learning_rate": 3.6487902707672555e-07,
      "loss": 0.342,
      "step": 2376230
    },
    {
      "epoch": 663.2,
      "grad_norm": 1.3146002292633057,
      "learning_rate": 3.648645382388268e-07,
      "loss": 0.3315,
      "step": 2376240
    },
    {
      "epoch": 663.2,
      "grad_norm": 1.0294650793075562,
      "learning_rate": 3.648500496643182e-07,
      "loss": 0.3492,
      "step": 2376250
    },
    {
      "epoch": 663.2,
      "grad_norm": 1.1873729228973389,
      "learning_rate": 3.6483556135320196e-07,
      "loss": 0.3268,
      "step": 2376260
    },
    {
      "epoch": 663.21,
      "grad_norm": 1.2845615148544312,
      "learning_rate": 3.6482107330548003e-07,
      "loss": 0.328,
      "step": 2376270
    },
    {
      "epoch": 663.21,
      "grad_norm": 1.1290720701217651,
      "learning_rate": 3.648065855211539e-07,
      "loss": 0.3302,
      "step": 2376280
    },
    {
      "epoch": 663.21,
      "grad_norm": 1.271345615386963,
      "learning_rate": 3.6479209800022543e-07,
      "loss": 0.3416,
      "step": 2376290
    },
    {
      "epoch": 663.22,
      "grad_norm": 1.1871566772460938,
      "learning_rate": 3.647776107426974e-07,
      "loss": 0.3524,
      "step": 2376300
    },
    {
      "epoch": 663.22,
      "grad_norm": 1.1944795846939087,
      "learning_rate": 3.647631237485699e-07,
      "loss": 0.3477,
      "step": 2376310
    },
    {
      "epoch": 663.22,
      "grad_norm": 1.278216004371643,
      "learning_rate": 3.6474863701784737e-07,
      "loss": 0.3283,
      "step": 2376320
    },
    {
      "epoch": 663.22,
      "grad_norm": 1.2582213878631592,
      "learning_rate": 3.6473415055053e-07,
      "loss": 0.3311,
      "step": 2376330
    },
    {
      "epoch": 663.23,
      "grad_norm": 1.4706313610076904,
      "learning_rate": 3.6471966434661986e-07,
      "loss": 0.3558,
      "step": 2376340
    },
    {
      "epoch": 663.23,
      "grad_norm": 1.1165311336517334,
      "learning_rate": 3.6470517840611987e-07,
      "loss": 0.3253,
      "step": 2376350
    },
    {
      "epoch": 663.23,
      "grad_norm": 1.2396411895751953,
      "learning_rate": 3.6469069272903023e-07,
      "loss": 0.3242,
      "step": 2376360
    },
    {
      "epoch": 663.23,
      "grad_norm": 1.2448381185531616,
      "learning_rate": 3.646762073153552e-07,
      "loss": 0.3435,
      "step": 2376370
    },
    {
      "epoch": 663.24,
      "grad_norm": 1.387558937072754,
      "learning_rate": 3.646617221650947e-07,
      "loss": 0.3475,
      "step": 2376380
    },
    {
      "epoch": 663.24,
      "grad_norm": 1.3567554950714111,
      "learning_rate": 3.6464723727825134e-07,
      "loss": 0.3486,
      "step": 2376390
    },
    {
      "epoch": 663.24,
      "grad_norm": 11.638611793518066,
      "learning_rate": 3.6463275265482723e-07,
      "loss": 0.3441,
      "step": 2376400
    },
    {
      "epoch": 663.25,
      "grad_norm": 1.1454154253005981,
      "learning_rate": 3.646182682948244e-07,
      "loss": 0.3361,
      "step": 2376410
    },
    {
      "epoch": 663.25,
      "grad_norm": 1.2151693105697632,
      "learning_rate": 3.646037841982445e-07,
      "loss": 0.3434,
      "step": 2376420
    },
    {
      "epoch": 663.25,
      "grad_norm": 1.2338389158248901,
      "learning_rate": 3.64589300365089e-07,
      "loss": 0.3279,
      "step": 2376430
    },
    {
      "epoch": 663.25,
      "grad_norm": 1.0534673929214478,
      "learning_rate": 3.6457481679536133e-07,
      "loss": 0.3238,
      "step": 2376440
    },
    {
      "epoch": 663.26,
      "grad_norm": 1.2000263929367065,
      "learning_rate": 3.6456033348906096e-07,
      "loss": 0.3268,
      "step": 2376450
    },
    {
      "epoch": 663.26,
      "grad_norm": 1.2470965385437012,
      "learning_rate": 3.6454585044619255e-07,
      "loss": 0.3202,
      "step": 2376460
    },
    {
      "epoch": 663.26,
      "grad_norm": 1.1955516338348389,
      "learning_rate": 3.645313676667562e-07,
      "loss": 0.3345,
      "step": 2376470
    },
    {
      "epoch": 663.27,
      "grad_norm": 1.3697569370269775,
      "learning_rate": 3.6451688515075436e-07,
      "loss": 0.3414,
      "step": 2376480
    },
    {
      "epoch": 663.27,
      "grad_norm": 1.3279180526733398,
      "learning_rate": 3.645024028981895e-07,
      "loss": 0.3391,
      "step": 2376490
    },
    {
      "epoch": 663.27,
      "grad_norm": 1.3310784101486206,
      "learning_rate": 3.644879209090626e-07,
      "loss": 0.3464,
      "step": 2376500
    },
    {
      "epoch": 663.27,
      "grad_norm": 1.096031904220581,
      "learning_rate": 3.644734391833757e-07,
      "loss": 0.3488,
      "step": 2376510
    },
    {
      "epoch": 663.28,
      "grad_norm": 1.3883060216903687,
      "learning_rate": 3.644589577211315e-07,
      "loss": 0.339,
      "step": 2376520
    },
    {
      "epoch": 663.28,
      "grad_norm": 1.182812213897705,
      "learning_rate": 3.6444447652233174e-07,
      "loss": 0.3635,
      "step": 2376530
    },
    {
      "epoch": 663.28,
      "grad_norm": 1.0523608922958374,
      "learning_rate": 3.64429995586977e-07,
      "loss": 0.34,
      "step": 2376540
    },
    {
      "epoch": 663.28,
      "grad_norm": 1.3521134853363037,
      "learning_rate": 3.6441551491507146e-07,
      "loss": 0.3338,
      "step": 2376550
    },
    {
      "epoch": 663.29,
      "grad_norm": 1.3162564039230347,
      "learning_rate": 3.644010345066153e-07,
      "loss": 0.3445,
      "step": 2376560
    },
    {
      "epoch": 663.29,
      "grad_norm": 0.9983635544776917,
      "learning_rate": 3.6438655436161117e-07,
      "loss": 0.349,
      "step": 2376570
    },
    {
      "epoch": 663.29,
      "grad_norm": 1.3692221641540527,
      "learning_rate": 3.643720744800611e-07,
      "loss": 0.3217,
      "step": 2376580
    },
    {
      "epoch": 663.3,
      "grad_norm": 1.4451944828033447,
      "learning_rate": 3.643575948619665e-07,
      "loss": 0.3273,
      "step": 2376590
    },
    {
      "epoch": 663.3,
      "grad_norm": 1.4528557062149048,
      "learning_rate": 3.6434311550732934e-07,
      "loss": 0.3386,
      "step": 2376600
    },
    {
      "epoch": 663.3,
      "grad_norm": 1.150620698928833,
      "learning_rate": 3.64328636416152e-07,
      "loss": 0.3437,
      "step": 2376610
    },
    {
      "epoch": 663.3,
      "grad_norm": 1.1804207563400269,
      "learning_rate": 3.643141575884366e-07,
      "loss": 0.3263,
      "step": 2376620
    },
    {
      "epoch": 663.31,
      "grad_norm": 1.1945947408676147,
      "learning_rate": 3.642996790241841e-07,
      "loss": 0.3268,
      "step": 2376630
    },
    {
      "epoch": 663.31,
      "grad_norm": 1.233088493347168,
      "learning_rate": 3.642852007233972e-07,
      "loss": 0.3316,
      "step": 2376640
    },
    {
      "epoch": 663.31,
      "grad_norm": 1.3280194997787476,
      "learning_rate": 3.642707226860774e-07,
      "loss": 0.3328,
      "step": 2376650
    },
    {
      "epoch": 663.32,
      "grad_norm": 1.3240339756011963,
      "learning_rate": 3.642562449122268e-07,
      "loss": 0.3315,
      "step": 2376660
    },
    {
      "epoch": 663.32,
      "grad_norm": 1.0786139965057373,
      "learning_rate": 3.64241767401848e-07,
      "loss": 0.3384,
      "step": 2376670
    },
    {
      "epoch": 663.32,
      "grad_norm": 1.0573935508728027,
      "learning_rate": 3.6422729015494095e-07,
      "loss": 0.3418,
      "step": 2376680
    },
    {
      "epoch": 663.32,
      "grad_norm": 1.2887521982192993,
      "learning_rate": 3.6421281317151045e-07,
      "loss": 0.3355,
      "step": 2376690
    },
    {
      "epoch": 663.33,
      "grad_norm": 1.3159260749816895,
      "learning_rate": 3.6419833645155585e-07,
      "loss": 0.3308,
      "step": 2376700
    },
    {
      "epoch": 663.33,
      "grad_norm": 1.0526378154754639,
      "learning_rate": 3.641838599950804e-07,
      "loss": 0.3418,
      "step": 2376710
    },
    {
      "epoch": 663.33,
      "grad_norm": 1.143996000289917,
      "learning_rate": 3.641693838020863e-07,
      "loss": 0.3408,
      "step": 2376720
    },
    {
      "epoch": 663.34,
      "grad_norm": 1.2510671615600586,
      "learning_rate": 3.6415490787257443e-07,
      "loss": 0.3319,
      "step": 2376730
    },
    {
      "epoch": 663.34,
      "grad_norm": 1.3358794450759888,
      "learning_rate": 3.6414043220654714e-07,
      "loss": 0.3511,
      "step": 2376740
    },
    {
      "epoch": 663.34,
      "grad_norm": 1.1031544208526611,
      "learning_rate": 3.641259568040062e-07,
      "loss": 0.3365,
      "step": 2376750
    },
    {
      "epoch": 663.34,
      "grad_norm": 1.254319190979004,
      "learning_rate": 3.6411148166495445e-07,
      "loss": 0.3397,
      "step": 2376760
    },
    {
      "epoch": 663.35,
      "grad_norm": 1.0632073879241943,
      "learning_rate": 3.640970067893922e-07,
      "loss": 0.3385,
      "step": 2376770
    },
    {
      "epoch": 663.35,
      "grad_norm": 1.278098464012146,
      "learning_rate": 3.640825321773231e-07,
      "loss": 0.3562,
      "step": 2376780
    },
    {
      "epoch": 663.35,
      "grad_norm": 1.7270662784576416,
      "learning_rate": 3.6406805782874794e-07,
      "loss": 0.343,
      "step": 2376790
    },
    {
      "epoch": 663.35,
      "grad_norm": 1.0383273363113403,
      "learning_rate": 3.6405358374366905e-07,
      "loss": 0.3279,
      "step": 2376800
    },
    {
      "epoch": 663.36,
      "grad_norm": 1.2041422128677368,
      "learning_rate": 3.640391099220887e-07,
      "loss": 0.3461,
      "step": 2376810
    },
    {
      "epoch": 663.36,
      "grad_norm": 1.184464693069458,
      "learning_rate": 3.6402463636400773e-07,
      "loss": 0.3471,
      "step": 2376820
    },
    {
      "epoch": 663.36,
      "grad_norm": 1.2862913608551025,
      "learning_rate": 3.6401016306942906e-07,
      "loss": 0.3346,
      "step": 2376830
    },
    {
      "epoch": 663.37,
      "grad_norm": 1.210839033126831,
      "learning_rate": 3.6399569003835414e-07,
      "loss": 0.3373,
      "step": 2376840
    },
    {
      "epoch": 663.37,
      "grad_norm": 1.1625455617904663,
      "learning_rate": 3.6398121727078566e-07,
      "loss": 0.3204,
      "step": 2376850
    },
    {
      "epoch": 663.37,
      "grad_norm": 1.0526893138885498,
      "learning_rate": 3.639667447667243e-07,
      "loss": 0.334,
      "step": 2376860
    },
    {
      "epoch": 663.37,
      "grad_norm": 1.1468629837036133,
      "learning_rate": 3.639522725261728e-07,
      "loss": 0.3428,
      "step": 2376870
    },
    {
      "epoch": 663.38,
      "grad_norm": 1.1798535585403442,
      "learning_rate": 3.6393780054913313e-07,
      "loss": 0.324,
      "step": 2376880
    },
    {
      "epoch": 663.38,
      "grad_norm": 1.4057444334030151,
      "learning_rate": 3.6392332883560615e-07,
      "loss": 0.3374,
      "step": 2376890
    },
    {
      "epoch": 663.38,
      "grad_norm": 1.4023690223693848,
      "learning_rate": 3.6390885738559594e-07,
      "loss": 0.3564,
      "step": 2376900
    },
    {
      "epoch": 663.39,
      "grad_norm": 1.2250088453292847,
      "learning_rate": 3.638943861991023e-07,
      "loss": 0.3435,
      "step": 2376910
    },
    {
      "epoch": 663.39,
      "grad_norm": 1.1404145956039429,
      "learning_rate": 3.6387991527612804e-07,
      "loss": 0.338,
      "step": 2376920
    },
    {
      "epoch": 663.39,
      "grad_norm": 1.283242106437683,
      "learning_rate": 3.638654446166748e-07,
      "loss": 0.3499,
      "step": 2376930
    },
    {
      "epoch": 663.39,
      "grad_norm": 1.1586933135986328,
      "learning_rate": 3.638509742207451e-07,
      "loss": 0.3547,
      "step": 2376940
    },
    {
      "epoch": 663.4,
      "grad_norm": 1.1336849927902222,
      "learning_rate": 3.6383650408834086e-07,
      "loss": 0.3417,
      "step": 2376950
    },
    {
      "epoch": 663.4,
      "grad_norm": 1.2386025190353394,
      "learning_rate": 3.638220342194633e-07,
      "loss": 0.3369,
      "step": 2376960
    },
    {
      "epoch": 663.4,
      "grad_norm": 1.3133267164230347,
      "learning_rate": 3.638075646141145e-07,
      "loss": 0.3175,
      "step": 2376970
    },
    {
      "epoch": 663.4,
      "grad_norm": 1.320887565612793,
      "learning_rate": 3.6379309527229654e-07,
      "loss": 0.3511,
      "step": 2376980
    },
    {
      "epoch": 663.41,
      "grad_norm": 1.497334599494934,
      "learning_rate": 3.637786261940121e-07,
      "loss": 0.3307,
      "step": 2376990
    },
    {
      "epoch": 663.41,
      "grad_norm": 1.1639963388442993,
      "learning_rate": 3.637641573792616e-07,
      "loss": 0.3326,
      "step": 2377000
    },
    {
      "epoch": 663.41,
      "grad_norm": 1.1858879327774048,
      "learning_rate": 3.6374968882804797e-07,
      "loss": 0.3559,
      "step": 2377010
    },
    {
      "epoch": 663.42,
      "grad_norm": 1.2001992464065552,
      "learning_rate": 3.6373522054037327e-07,
      "loss": 0.3334,
      "step": 2377020
    },
    {
      "epoch": 663.42,
      "grad_norm": 1.1152586936950684,
      "learning_rate": 3.63720752516238e-07,
      "loss": 0.3154,
      "step": 2377030
    },
    {
      "epoch": 663.42,
      "grad_norm": 1.3250561952590942,
      "learning_rate": 3.6370628475564665e-07,
      "loss": 0.3492,
      "step": 2377040
    },
    {
      "epoch": 663.42,
      "grad_norm": 1.3929526805877686,
      "learning_rate": 3.636918172585986e-07,
      "loss": 0.3358,
      "step": 2377050
    },
    {
      "epoch": 663.43,
      "grad_norm": 1.3241442441940308,
      "learning_rate": 3.6367735002509706e-07,
      "loss": 0.3312,
      "step": 2377060
    },
    {
      "epoch": 663.43,
      "grad_norm": 1.2898727655410767,
      "learning_rate": 3.6366288305514385e-07,
      "loss": 0.3265,
      "step": 2377070
    },
    {
      "epoch": 663.43,
      "grad_norm": 1.3634393215179443,
      "learning_rate": 3.6364841634874123e-07,
      "loss": 0.3346,
      "step": 2377080
    },
    {
      "epoch": 663.44,
      "grad_norm": 1.1663295030593872,
      "learning_rate": 3.6363394990589005e-07,
      "loss": 0.3466,
      "step": 2377090
    },
    {
      "epoch": 663.44,
      "grad_norm": 1.359320044517517,
      "learning_rate": 3.6361948372659286e-07,
      "loss": 0.3331,
      "step": 2377100
    },
    {
      "epoch": 663.44,
      "grad_norm": 1.0928783416748047,
      "learning_rate": 3.636050178108521e-07,
      "loss": 0.3397,
      "step": 2377110
    },
    {
      "epoch": 663.44,
      "grad_norm": 1.0542690753936768,
      "learning_rate": 3.6359055215866815e-07,
      "loss": 0.3472,
      "step": 2377120
    },
    {
      "epoch": 663.45,
      "grad_norm": 1.1864778995513916,
      "learning_rate": 3.6357608677004503e-07,
      "loss": 0.3375,
      "step": 2377130
    },
    {
      "epoch": 663.45,
      "grad_norm": 10.082385063171387,
      "learning_rate": 3.635616216449832e-07,
      "loss": 0.3471,
      "step": 2377140
    },
    {
      "epoch": 663.45,
      "grad_norm": 1.1369625329971313,
      "learning_rate": 3.635471567834848e-07,
      "loss": 0.3406,
      "step": 2377150
    },
    {
      "epoch": 663.46,
      "grad_norm": 1.2976511716842651,
      "learning_rate": 3.635326921855526e-07,
      "loss": 0.3435,
      "step": 2377160
    },
    {
      "epoch": 663.46,
      "grad_norm": 1.2732683420181274,
      "learning_rate": 3.635182278511872e-07,
      "loss": 0.3287,
      "step": 2377170
    },
    {
      "epoch": 663.46,
      "grad_norm": 1.2018135786056519,
      "learning_rate": 3.635037637803912e-07,
      "loss": 0.3411,
      "step": 2377180
    },
    {
      "epoch": 663.46,
      "grad_norm": 1.2098586559295654,
      "learning_rate": 3.6348929997316656e-07,
      "loss": 0.3391,
      "step": 2377190
    },
    {
      "epoch": 663.47,
      "grad_norm": 1.1334489583969116,
      "learning_rate": 3.6347483642951583e-07,
      "loss": 0.3358,
      "step": 2377200
    },
    {
      "epoch": 663.47,
      "grad_norm": 1.2709943056106567,
      "learning_rate": 3.634603731494391e-07,
      "loss": 0.3344,
      "step": 2377210
    },
    {
      "epoch": 663.47,
      "grad_norm": 3.04672908782959,
      "learning_rate": 3.634459101329403e-07,
      "loss": 0.3356,
      "step": 2377220
    },
    {
      "epoch": 663.47,
      "grad_norm": 1.2133501768112183,
      "learning_rate": 3.634314473800203e-07,
      "loss": 0.3332,
      "step": 2377230
    },
    {
      "epoch": 663.48,
      "grad_norm": 1.3796653747558594,
      "learning_rate": 3.634169848906811e-07,
      "loss": 0.3389,
      "step": 2377240
    },
    {
      "epoch": 663.48,
      "grad_norm": 1.1446822881698608,
      "learning_rate": 3.634025226649254e-07,
      "loss": 0.3448,
      "step": 2377250
    },
    {
      "epoch": 663.48,
      "grad_norm": 1.1015959978103638,
      "learning_rate": 3.633880607027533e-07,
      "loss": 0.3467,
      "step": 2377260
    },
    {
      "epoch": 663.49,
      "grad_norm": 1.2068746089935303,
      "learning_rate": 3.633735990041688e-07,
      "loss": 0.3597,
      "step": 2377270
    },
    {
      "epoch": 663.49,
      "grad_norm": 1.183563232421875,
      "learning_rate": 3.6335913756917267e-07,
      "loss": 0.3362,
      "step": 2377280
    },
    {
      "epoch": 663.49,
      "grad_norm": 1.4663207530975342,
      "learning_rate": 3.6334467639776703e-07,
      "loss": 0.3393,
      "step": 2377290
    },
    {
      "epoch": 663.49,
      "grad_norm": 1.3059771060943604,
      "learning_rate": 3.633302154899544e-07,
      "loss": 0.3393,
      "step": 2377300
    },
    {
      "epoch": 663.5,
      "grad_norm": 1.4905786514282227,
      "learning_rate": 3.633157548457359e-07,
      "loss": 0.3282,
      "step": 2377310
    },
    {
      "epoch": 663.5,
      "grad_norm": 1.2877781391143799,
      "learning_rate": 3.6330129446511327e-07,
      "loss": 0.3383,
      "step": 2377320
    },
    {
      "epoch": 663.5,
      "grad_norm": 1.1128981113433838,
      "learning_rate": 3.6328683434808916e-07,
      "loss": 0.3397,
      "step": 2377330
    },
    {
      "epoch": 663.51,
      "grad_norm": 3.5907227993011475,
      "learning_rate": 3.6327237449466595e-07,
      "loss": 0.3394,
      "step": 2377340
    },
    {
      "epoch": 663.51,
      "grad_norm": 1.305739402770996,
      "learning_rate": 3.632579149048436e-07,
      "loss": 0.3465,
      "step": 2377350
    },
    {
      "epoch": 663.51,
      "grad_norm": 1.1474229097366333,
      "learning_rate": 3.6324345557862626e-07,
      "loss": 0.3248,
      "step": 2377360
    },
    {
      "epoch": 663.51,
      "grad_norm": 1.2110240459442139,
      "learning_rate": 3.6322899651601445e-07,
      "loss": 0.3532,
      "step": 2377370
    },
    {
      "epoch": 663.52,
      "grad_norm": 1.359344720840454,
      "learning_rate": 3.6321453771701056e-07,
      "loss": 0.3437,
      "step": 2377380
    },
    {
      "epoch": 663.52,
      "grad_norm": 1.2159020900726318,
      "learning_rate": 3.632000791816169e-07,
      "loss": 0.3408,
      "step": 2377390
    },
    {
      "epoch": 663.52,
      "grad_norm": 1.176611065864563,
      "learning_rate": 3.6318562090983446e-07,
      "loss": 0.3471,
      "step": 2377400
    },
    {
      "epoch": 663.52,
      "grad_norm": 1.2314037084579468,
      "learning_rate": 3.6317116290166564e-07,
      "loss": 0.3312,
      "step": 2377410
    },
    {
      "epoch": 663.53,
      "grad_norm": 1.2854552268981934,
      "learning_rate": 3.6315670515711253e-07,
      "loss": 0.343,
      "step": 2377420
    },
    {
      "epoch": 663.53,
      "grad_norm": 1.1882758140563965,
      "learning_rate": 3.631422476761774e-07,
      "loss": 0.3289,
      "step": 2377430
    },
    {
      "epoch": 663.53,
      "grad_norm": 1.1164653301239014,
      "learning_rate": 3.6312779045886117e-07,
      "loss": 0.3416,
      "step": 2377440
    },
    {
      "epoch": 663.54,
      "grad_norm": 1.2261285781860352,
      "learning_rate": 3.631133335051663e-07,
      "loss": 0.3465,
      "step": 2377450
    },
    {
      "epoch": 663.54,
      "grad_norm": 5.264260292053223,
      "learning_rate": 3.630988768150952e-07,
      "loss": 0.3417,
      "step": 2377460
    },
    {
      "epoch": 663.54,
      "grad_norm": 1.1132689714431763,
      "learning_rate": 3.630844203886484e-07,
      "loss": 0.3298,
      "step": 2377470
    },
    {
      "epoch": 663.54,
      "grad_norm": 1.3099873065948486,
      "learning_rate": 3.630699642258298e-07,
      "loss": 0.3414,
      "step": 2377480
    },
    {
      "epoch": 663.55,
      "grad_norm": 1.3641486167907715,
      "learning_rate": 3.630555083266396e-07,
      "loss": 0.3415,
      "step": 2377490
    },
    {
      "epoch": 663.55,
      "grad_norm": 1.0943328142166138,
      "learning_rate": 3.6304105269108016e-07,
      "loss": 0.3589,
      "step": 2377500
    },
    {
      "epoch": 663.55,
      "grad_norm": 1.073175072669983,
      "learning_rate": 3.630265973191539e-07,
      "loss": 0.3401,
      "step": 2377510
    },
    {
      "epoch": 663.56,
      "grad_norm": 1.3297502994537354,
      "learning_rate": 3.6301214221086256e-07,
      "loss": 0.3301,
      "step": 2377520
    },
    {
      "epoch": 663.56,
      "grad_norm": 1.1799226999282837,
      "learning_rate": 3.6299768736620827e-07,
      "loss": 0.3344,
      "step": 2377530
    },
    {
      "epoch": 663.56,
      "grad_norm": 1.1868438720703125,
      "learning_rate": 3.629832327851923e-07,
      "loss": 0.331,
      "step": 2377540
    },
    {
      "epoch": 663.56,
      "grad_norm": 1.4267091751098633,
      "learning_rate": 3.629687784678167e-07,
      "loss": 0.3341,
      "step": 2377550
    },
    {
      "epoch": 663.57,
      "grad_norm": 1.1479052305221558,
      "learning_rate": 3.629543244140836e-07,
      "loss": 0.3319,
      "step": 2377560
    },
    {
      "epoch": 663.57,
      "grad_norm": 1.0884766578674316,
      "learning_rate": 3.6293987062399567e-07,
      "loss": 0.3412,
      "step": 2377570
    },
    {
      "epoch": 663.57,
      "grad_norm": 1.3610877990722656,
      "learning_rate": 3.6292541709755356e-07,
      "loss": 0.3285,
      "step": 2377580
    },
    {
      "epoch": 663.58,
      "grad_norm": 1.1802797317504883,
      "learning_rate": 3.6291096383475966e-07,
      "loss": 0.3262,
      "step": 2377590
    },
    {
      "epoch": 663.58,
      "grad_norm": 1.6311527490615845,
      "learning_rate": 3.6289651083561663e-07,
      "loss": 0.3303,
      "step": 2377600
    },
    {
      "epoch": 663.58,
      "grad_norm": 1.3174375295639038,
      "learning_rate": 3.628820581001246e-07,
      "loss": 0.329,
      "step": 2377610
    },
    {
      "epoch": 663.58,
      "grad_norm": 1.233353614807129,
      "learning_rate": 3.6286760562828766e-07,
      "loss": 0.3245,
      "step": 2377620
    },
    {
      "epoch": 663.59,
      "grad_norm": 1.2544807195663452,
      "learning_rate": 3.6285315342010616e-07,
      "loss": 0.3341,
      "step": 2377630
    },
    {
      "epoch": 663.59,
      "grad_norm": 1.119457721710205,
      "learning_rate": 3.628387014755828e-07,
      "loss": 0.349,
      "step": 2377640
    },
    {
      "epoch": 663.59,
      "grad_norm": 1.150665044784546,
      "learning_rate": 3.6282424979471905e-07,
      "loss": 0.3473,
      "step": 2377650
    },
    {
      "epoch": 663.59,
      "grad_norm": 1.3956027030944824,
      "learning_rate": 3.6280979837751757e-07,
      "loss": 0.3302,
      "step": 2377660
    },
    {
      "epoch": 663.6,
      "grad_norm": 1.1604458093643188,
      "learning_rate": 3.627953472239792e-07,
      "loss": 0.3294,
      "step": 2377670
    },
    {
      "epoch": 663.6,
      "grad_norm": 1.235924243927002,
      "learning_rate": 3.627808963341067e-07,
      "loss": 0.3503,
      "step": 2377680
    },
    {
      "epoch": 663.6,
      "grad_norm": 1.1585105657577515,
      "learning_rate": 3.6276644570790194e-07,
      "loss": 0.3434,
      "step": 2377690
    },
    {
      "epoch": 663.61,
      "grad_norm": 1.04329514503479,
      "learning_rate": 3.627519953453657e-07,
      "loss": 0.3417,
      "step": 2377700
    },
    {
      "epoch": 663.61,
      "grad_norm": 1.3599598407745361,
      "learning_rate": 3.627375452465021e-07,
      "loss": 0.3368,
      "step": 2377710
    },
    {
      "epoch": 663.61,
      "grad_norm": 1.0975881814956665,
      "learning_rate": 3.6272309541131095e-07,
      "loss": 0.3319,
      "step": 2377720
    },
    {
      "epoch": 663.61,
      "grad_norm": 1.4743746519088745,
      "learning_rate": 3.627086458397951e-07,
      "loss": 0.3475,
      "step": 2377730
    },
    {
      "epoch": 663.62,
      "grad_norm": 1.5424221754074097,
      "learning_rate": 3.626941965319566e-07,
      "loss": 0.3294,
      "step": 2377740
    },
    {
      "epoch": 663.62,
      "grad_norm": 1.1896578073501587,
      "learning_rate": 3.6267974748779754e-07,
      "loss": 0.3609,
      "step": 2377750
    },
    {
      "epoch": 663.62,
      "grad_norm": 1.2059029340744019,
      "learning_rate": 3.6266529870731893e-07,
      "loss": 0.3295,
      "step": 2377760
    },
    {
      "epoch": 663.63,
      "grad_norm": 1.3134570121765137,
      "learning_rate": 3.626508501905232e-07,
      "loss": 0.3379,
      "step": 2377770
    },
    {
      "epoch": 663.63,
      "grad_norm": 1.3317363262176514,
      "learning_rate": 3.626364019374129e-07,
      "loss": 0.3291,
      "step": 2377780
    },
    {
      "epoch": 663.63,
      "grad_norm": 1.3679049015045166,
      "learning_rate": 3.6262195394798825e-07,
      "loss": 0.3511,
      "step": 2377790
    },
    {
      "epoch": 663.63,
      "grad_norm": 1.4215314388275146,
      "learning_rate": 3.6260750622225345e-07,
      "loss": 0.3284,
      "step": 2377800
    },
    {
      "epoch": 663.64,
      "grad_norm": 1.3060246706008911,
      "learning_rate": 3.625930587602085e-07,
      "loss": 0.3405,
      "step": 2377810
    },
    {
      "epoch": 663.64,
      "grad_norm": 1.7792755365371704,
      "learning_rate": 3.625786115618563e-07,
      "loss": 0.3186,
      "step": 2377820
    },
    {
      "epoch": 663.64,
      "grad_norm": 1.120339035987854,
      "learning_rate": 3.625641646271991e-07,
      "loss": 0.3392,
      "step": 2377830
    },
    {
      "epoch": 663.64,
      "grad_norm": 1.1708838939666748,
      "learning_rate": 3.62549717956237e-07,
      "loss": 0.3313,
      "step": 2377840
    },
    {
      "epoch": 663.65,
      "grad_norm": 1.1338661909103394,
      "learning_rate": 3.625352715489746e-07,
      "loss": 0.3464,
      "step": 2377850
    },
    {
      "epoch": 663.65,
      "grad_norm": 1.1637561321258545,
      "learning_rate": 3.625208254054115e-07,
      "loss": 0.3425,
      "step": 2377860
    },
    {
      "epoch": 663.65,
      "grad_norm": 1.2273354530334473,
      "learning_rate": 3.625063795255509e-07,
      "loss": 0.3337,
      "step": 2377870
    },
    {
      "epoch": 663.66,
      "grad_norm": 1.2425299882888794,
      "learning_rate": 3.62491933909394e-07,
      "loss": 0.3382,
      "step": 2377880
    },
    {
      "epoch": 663.66,
      "grad_norm": 1.2649058103561401,
      "learning_rate": 3.6247748855694385e-07,
      "loss": 0.3172,
      "step": 2377890
    },
    {
      "epoch": 663.66,
      "grad_norm": 1.2129638195037842,
      "learning_rate": 3.62463043468201e-07,
      "loss": 0.3353,
      "step": 2377900
    },
    {
      "epoch": 663.66,
      "grad_norm": 1.175881266593933,
      "learning_rate": 3.62448598643168e-07,
      "loss": 0.3337,
      "step": 2377910
    },
    {
      "epoch": 663.67,
      "grad_norm": 1.1993250846862793,
      "learning_rate": 3.6243415408184755e-07,
      "loss": 0.3413,
      "step": 2377920
    },
    {
      "epoch": 663.67,
      "grad_norm": 1.2543447017669678,
      "learning_rate": 3.6241970978423926e-07,
      "loss": 0.3301,
      "step": 2377930
    },
    {
      "epoch": 663.67,
      "grad_norm": 1.3025057315826416,
      "learning_rate": 3.6240526575034795e-07,
      "loss": 0.3284,
      "step": 2377940
    },
    {
      "epoch": 663.68,
      "grad_norm": 1.3190656900405884,
      "learning_rate": 3.623908219801735e-07,
      "loss": 0.3494,
      "step": 2377950
    },
    {
      "epoch": 663.68,
      "grad_norm": 1.2554423809051514,
      "learning_rate": 3.6237637847371856e-07,
      "loss": 0.3509,
      "step": 2377960
    },
    {
      "epoch": 663.68,
      "grad_norm": 1.3244272470474243,
      "learning_rate": 3.623619352309855e-07,
      "loss": 0.3285,
      "step": 2377970
    },
    {
      "epoch": 663.68,
      "grad_norm": 1.226847767829895,
      "learning_rate": 3.623474922519751e-07,
      "loss": 0.3298,
      "step": 2377980
    },
    {
      "epoch": 663.69,
      "grad_norm": 1.3421403169631958,
      "learning_rate": 3.623330495366899e-07,
      "loss": 0.3327,
      "step": 2377990
    },
    {
      "epoch": 663.69,
      "grad_norm": 1.2581634521484375,
      "learning_rate": 3.6231860708513206e-07,
      "loss": 0.3534,
      "step": 2378000
    },
    {
      "epoch": 663.69,
      "grad_norm": 1.0581510066986084,
      "learning_rate": 3.623041648973036e-07,
      "loss": 0.3289,
      "step": 2378010
    },
    {
      "epoch": 663.7,
      "grad_norm": 1.1731473207473755,
      "learning_rate": 3.6228972297320506e-07,
      "loss": 0.3295,
      "step": 2378020
    },
    {
      "epoch": 663.7,
      "grad_norm": 1.3480499982833862,
      "learning_rate": 3.6227528131284063e-07,
      "loss": 0.3308,
      "step": 2378030
    },
    {
      "epoch": 663.7,
      "grad_norm": 1.130320429801941,
      "learning_rate": 3.6226083991621054e-07,
      "loss": 0.3346,
      "step": 2378040
    },
    {
      "epoch": 663.7,
      "grad_norm": 1.3187452554702759,
      "learning_rate": 3.6224639878331713e-07,
      "loss": 0.3413,
      "step": 2378050
    },
    {
      "epoch": 663.71,
      "grad_norm": 1.3166463375091553,
      "learning_rate": 3.6223195791416273e-07,
      "loss": 0.341,
      "step": 2378060
    },
    {
      "epoch": 663.71,
      "grad_norm": 2.095343589782715,
      "learning_rate": 3.6221751730874866e-07,
      "loss": 0.3394,
      "step": 2378070
    },
    {
      "epoch": 663.71,
      "grad_norm": 1.1479647159576416,
      "learning_rate": 3.6220307696707704e-07,
      "loss": 0.3364,
      "step": 2378080
    },
    {
      "epoch": 663.71,
      "grad_norm": 1.4887717962265015,
      "learning_rate": 3.621886368891496e-07,
      "loss": 0.3395,
      "step": 2378090
    },
    {
      "epoch": 663.72,
      "grad_norm": 1.1978881359100342,
      "learning_rate": 3.621741970749688e-07,
      "loss": 0.3321,
      "step": 2378100
    },
    {
      "epoch": 663.72,
      "grad_norm": 1.4877867698669434,
      "learning_rate": 3.6215975752453667e-07,
      "loss": 0.3253,
      "step": 2378110
    },
    {
      "epoch": 663.72,
      "grad_norm": 1.2097500562667847,
      "learning_rate": 3.6214531823785443e-07,
      "loss": 0.3591,
      "step": 2378120
    },
    {
      "epoch": 663.73,
      "grad_norm": 1.3609960079193115,
      "learning_rate": 3.62130879214924e-07,
      "loss": 0.3235,
      "step": 2378130
    },
    {
      "epoch": 663.73,
      "grad_norm": 1.3430927991867065,
      "learning_rate": 3.621164404557477e-07,
      "loss": 0.3513,
      "step": 2378140
    },
    {
      "epoch": 663.73,
      "grad_norm": 1.1647169589996338,
      "learning_rate": 3.6210200196032816e-07,
      "loss": 0.3443,
      "step": 2378150
    },
    {
      "epoch": 663.73,
      "grad_norm": 1.2235074043273926,
      "learning_rate": 3.6208756372866526e-07,
      "loss": 0.3645,
      "step": 2378160
    },
    {
      "epoch": 663.74,
      "grad_norm": 1.0348454713821411,
      "learning_rate": 3.6207312576076303e-07,
      "loss": 0.3273,
      "step": 2378170
    },
    {
      "epoch": 663.74,
      "grad_norm": 1.2392504215240479,
      "learning_rate": 3.6205868805662225e-07,
      "loss": 0.3405,
      "step": 2378180
    },
    {
      "epoch": 663.74,
      "grad_norm": 1.2718416452407837,
      "learning_rate": 3.6204425061624515e-07,
      "loss": 0.3408,
      "step": 2378190
    },
    {
      "epoch": 663.75,
      "grad_norm": 1.3434067964553833,
      "learning_rate": 3.6202981343963395e-07,
      "loss": 0.344,
      "step": 2378200
    },
    {
      "epoch": 663.75,
      "grad_norm": 1.314763069152832,
      "learning_rate": 3.620153765267898e-07,
      "loss": 0.3413,
      "step": 2378210
    },
    {
      "epoch": 663.75,
      "grad_norm": 1.7988355159759521,
      "learning_rate": 3.620009398777152e-07,
      "loss": 0.3355,
      "step": 2378220
    },
    {
      "epoch": 663.75,
      "grad_norm": 1.1015324592590332,
      "learning_rate": 3.6198650349241185e-07,
      "loss": 0.3631,
      "step": 2378230
    },
    {
      "epoch": 663.76,
      "grad_norm": 1.1437491178512573,
      "learning_rate": 3.6197206737088247e-07,
      "loss": 0.3534,
      "step": 2378240
    },
    {
      "epoch": 663.76,
      "grad_norm": 1.5120795965194702,
      "learning_rate": 3.6195763151312745e-07,
      "loss": 0.3428,
      "step": 2378250
    },
    {
      "epoch": 663.76,
      "grad_norm": 1.0758168697357178,
      "learning_rate": 3.6194319591914967e-07,
      "loss": 0.3318,
      "step": 2378260
    },
    {
      "epoch": 663.77,
      "grad_norm": 1.109259009361267,
      "learning_rate": 3.6192876058895134e-07,
      "loss": 0.3297,
      "step": 2378270
    },
    {
      "epoch": 663.77,
      "grad_norm": 1.1837321519851685,
      "learning_rate": 3.6191432552253283e-07,
      "loss": 0.3402,
      "step": 2378280
    },
    {
      "epoch": 663.77,
      "grad_norm": 1.183079481124878,
      "learning_rate": 3.6189989071989865e-07,
      "loss": 0.3219,
      "step": 2378290
    },
    {
      "epoch": 663.77,
      "grad_norm": 1.2768970727920532,
      "learning_rate": 3.6188545618104826e-07,
      "loss": 0.3431,
      "step": 2378300
    },
    {
      "epoch": 663.78,
      "grad_norm": 1.5779778957366943,
      "learning_rate": 3.618710219059848e-07,
      "loss": 0.3408,
      "step": 2378310
    },
    {
      "epoch": 663.78,
      "grad_norm": 1.2370576858520508,
      "learning_rate": 3.6185658789471004e-07,
      "loss": 0.3444,
      "step": 2378320
    },
    {
      "epoch": 663.78,
      "grad_norm": 1.1516653299331665,
      "learning_rate": 3.6184215414722634e-07,
      "loss": 0.3321,
      "step": 2378330
    },
    {
      "epoch": 663.78,
      "grad_norm": 1.2005037069320679,
      "learning_rate": 3.6182772066353453e-07,
      "loss": 0.3425,
      "step": 2378340
    },
    {
      "epoch": 663.79,
      "grad_norm": 1.1284490823745728,
      "learning_rate": 3.6181328744363715e-07,
      "loss": 0.3317,
      "step": 2378350
    },
    {
      "epoch": 663.79,
      "grad_norm": 1.3094594478607178,
      "learning_rate": 3.617988544875366e-07,
      "loss": 0.3438,
      "step": 2378360
    },
    {
      "epoch": 663.79,
      "grad_norm": 1.560835599899292,
      "learning_rate": 3.6178442179523307e-07,
      "loss": 0.3387,
      "step": 2378370
    },
    {
      "epoch": 663.8,
      "grad_norm": 1.3138127326965332,
      "learning_rate": 3.61769989366731e-07,
      "loss": 0.3433,
      "step": 2378380
    },
    {
      "epoch": 663.8,
      "grad_norm": 1.215955376625061,
      "learning_rate": 3.6175555720203044e-07,
      "loss": 0.3355,
      "step": 2378390
    },
    {
      "epoch": 663.8,
      "grad_norm": 1.2036949396133423,
      "learning_rate": 3.617411253011337e-07,
      "loss": 0.3376,
      "step": 2378400
    },
    {
      "epoch": 663.8,
      "grad_norm": 1.130820870399475,
      "learning_rate": 3.6172669366404367e-07,
      "loss": 0.3416,
      "step": 2378410
    },
    {
      "epoch": 663.81,
      "grad_norm": 1.2260279655456543,
      "learning_rate": 3.617122622907601e-07,
      "loss": 0.3336,
      "step": 2378420
    },
    {
      "epoch": 663.81,
      "grad_norm": 1.3770203590393066,
      "learning_rate": 3.6169783118128753e-07,
      "loss": 0.3536,
      "step": 2378430
    },
    {
      "epoch": 663.81,
      "grad_norm": 1.2875783443450928,
      "learning_rate": 3.6168340033562616e-07,
      "loss": 0.3423,
      "step": 2378440
    },
    {
      "epoch": 663.82,
      "grad_norm": 1.3416334390640259,
      "learning_rate": 3.6166896975377843e-07,
      "loss": 0.3294,
      "step": 2378450
    },
    {
      "epoch": 663.82,
      "grad_norm": 1.1093153953552246,
      "learning_rate": 3.61654539435746e-07,
      "loss": 0.3298,
      "step": 2378460
    },
    {
      "epoch": 663.82,
      "grad_norm": 1.2819898128509521,
      "learning_rate": 3.616401093815317e-07,
      "loss": 0.3359,
      "step": 2378470
    },
    {
      "epoch": 663.82,
      "grad_norm": 1.3440309762954712,
      "learning_rate": 3.6162567959113634e-07,
      "loss": 0.3372,
      "step": 2378480
    },
    {
      "epoch": 663.83,
      "grad_norm": 1.270981788635254,
      "learning_rate": 3.6161125006456223e-07,
      "loss": 0.3434,
      "step": 2378490
    },
    {
      "epoch": 663.83,
      "grad_norm": 1.2197219133377075,
      "learning_rate": 3.6159682080181167e-07,
      "loss": 0.3314,
      "step": 2378500
    },
    {
      "epoch": 663.83,
      "grad_norm": 1.1549040079116821,
      "learning_rate": 3.615823918028853e-07,
      "loss": 0.3259,
      "step": 2378510
    },
    {
      "epoch": 663.83,
      "grad_norm": 1.146432876586914,
      "learning_rate": 3.615679630677872e-07,
      "loss": 0.329,
      "step": 2378520
    },
    {
      "epoch": 663.84,
      "grad_norm": 1.0611385107040405,
      "learning_rate": 3.6155353459651735e-07,
      "loss": 0.3392,
      "step": 2378530
    },
    {
      "epoch": 663.84,
      "grad_norm": 1.18546462059021,
      "learning_rate": 3.6153910638907837e-07,
      "loss": 0.3379,
      "step": 2378540
    },
    {
      "epoch": 663.84,
      "grad_norm": 1.5599316358566284,
      "learning_rate": 3.615246784454726e-07,
      "loss": 0.3382,
      "step": 2378550
    },
    {
      "epoch": 663.85,
      "grad_norm": 1.6133698225021362,
      "learning_rate": 3.6151025076570145e-07,
      "loss": 0.3288,
      "step": 2378560
    },
    {
      "epoch": 663.85,
      "grad_norm": 1.0817641019821167,
      "learning_rate": 3.614958233497666e-07,
      "loss": 0.3317,
      "step": 2378570
    },
    {
      "epoch": 663.85,
      "grad_norm": 1.2882177829742432,
      "learning_rate": 3.6148139619767045e-07,
      "loss": 0.3494,
      "step": 2378580
    },
    {
      "epoch": 663.85,
      "grad_norm": 1.2991241216659546,
      "learning_rate": 3.614669693094153e-07,
      "loss": 0.3351,
      "step": 2378590
    },
    {
      "epoch": 663.86,
      "grad_norm": 1.2011147737503052,
      "learning_rate": 3.614525426850015e-07,
      "loss": 0.3356,
      "step": 2378600
    },
    {
      "epoch": 663.86,
      "grad_norm": 1.240110993385315,
      "learning_rate": 3.614381163244331e-07,
      "loss": 0.3477,
      "step": 2378610
    },
    {
      "epoch": 663.86,
      "grad_norm": 1.393312692642212,
      "learning_rate": 3.614236902277104e-07,
      "loss": 0.3477,
      "step": 2378620
    },
    {
      "epoch": 663.87,
      "grad_norm": 1.5143309831619263,
      "learning_rate": 3.614092643948358e-07,
      "loss": 0.3294,
      "step": 2378630
    },
    {
      "epoch": 663.87,
      "grad_norm": 1.1366791725158691,
      "learning_rate": 3.6139483882581187e-07,
      "loss": 0.3351,
      "step": 2378640
    },
    {
      "epoch": 663.87,
      "grad_norm": 1.1786292791366577,
      "learning_rate": 3.613804135206396e-07,
      "loss": 0.3501,
      "step": 2378650
    },
    {
      "epoch": 663.87,
      "grad_norm": 1.0416038036346436,
      "learning_rate": 3.6136598847932114e-07,
      "loss": 0.3326,
      "step": 2378660
    },
    {
      "epoch": 663.88,
      "grad_norm": 1.2508267164230347,
      "learning_rate": 3.6135156370185854e-07,
      "loss": 0.3241,
      "step": 2378670
    },
    {
      "epoch": 663.88,
      "grad_norm": 1.4578866958618164,
      "learning_rate": 3.6133713918825363e-07,
      "loss": 0.3568,
      "step": 2378680
    },
    {
      "epoch": 663.88,
      "grad_norm": 1.1500391960144043,
      "learning_rate": 3.613227149385085e-07,
      "loss": 0.349,
      "step": 2378690
    },
    {
      "epoch": 663.89,
      "grad_norm": 1.3315342664718628,
      "learning_rate": 3.6130829095262544e-07,
      "loss": 0.3394,
      "step": 2378700
    },
    {
      "epoch": 663.89,
      "grad_norm": 1.146156668663025,
      "learning_rate": 3.612938672306053e-07,
      "loss": 0.3508,
      "step": 2378710
    },
    {
      "epoch": 663.89,
      "grad_norm": 1.2570912837982178,
      "learning_rate": 3.612794437724509e-07,
      "loss": 0.3275,
      "step": 2378720
    },
    {
      "epoch": 663.89,
      "grad_norm": 1.3165974617004395,
      "learning_rate": 3.612650205781641e-07,
      "loss": 0.332,
      "step": 2378730
    },
    {
      "epoch": 663.9,
      "grad_norm": 1.2835122346878052,
      "learning_rate": 3.612505976477456e-07,
      "loss": 0.3516,
      "step": 2378740
    },
    {
      "epoch": 663.9,
      "grad_norm": 4.236362934112549,
      "learning_rate": 3.612361749811994e-07,
      "loss": 0.3334,
      "step": 2378750
    },
    {
      "epoch": 663.9,
      "grad_norm": 1.3003849983215332,
      "learning_rate": 3.6122175257852594e-07,
      "loss": 0.3407,
      "step": 2378760
    },
    {
      "epoch": 663.9,
      "grad_norm": 1.3725380897521973,
      "learning_rate": 3.612073304397274e-07,
      "loss": 0.3338,
      "step": 2378770
    },
    {
      "epoch": 663.91,
      "grad_norm": 1.4239161014556885,
      "learning_rate": 3.6119290856480653e-07,
      "loss": 0.3396,
      "step": 2378780
    },
    {
      "epoch": 663.91,
      "grad_norm": 1.2694849967956543,
      "learning_rate": 3.611784869537637e-07,
      "loss": 0.33,
      "step": 2378790
    },
    {
      "epoch": 663.91,
      "grad_norm": 1.2024366855621338,
      "learning_rate": 3.611640656066019e-07,
      "loss": 0.3502,
      "step": 2378800
    },
    {
      "epoch": 663.92,
      "grad_norm": 1.1732043027877808,
      "learning_rate": 3.611496445233228e-07,
      "loss": 0.3576,
      "step": 2378810
    },
    {
      "epoch": 663.92,
      "grad_norm": 1.2733639478683472,
      "learning_rate": 3.6113522370392895e-07,
      "loss": 0.33,
      "step": 2378820
    },
    {
      "epoch": 663.92,
      "grad_norm": 1.2169438600540161,
      "learning_rate": 3.611208031484204e-07,
      "loss": 0.3277,
      "step": 2378830
    },
    {
      "epoch": 663.92,
      "grad_norm": 1.2830697298049927,
      "learning_rate": 3.6110638285680155e-07,
      "loss": 0.3328,
      "step": 2378840
    },
    {
      "epoch": 663.93,
      "grad_norm": 1.2773009538650513,
      "learning_rate": 3.610919628290726e-07,
      "loss": 0.328,
      "step": 2378850
    },
    {
      "epoch": 663.93,
      "grad_norm": 1.058875322341919,
      "learning_rate": 3.610775430652357e-07,
      "loss": 0.3385,
      "step": 2378860
    },
    {
      "epoch": 663.93,
      "grad_norm": 1.1444661617279053,
      "learning_rate": 3.61063123565294e-07,
      "loss": 0.326,
      "step": 2378870
    },
    {
      "epoch": 663.94,
      "grad_norm": 1.363450050354004,
      "learning_rate": 3.6104870432924767e-07,
      "loss": 0.3381,
      "step": 2378880
    },
    {
      "epoch": 663.94,
      "grad_norm": 1.3747810125350952,
      "learning_rate": 3.610342853570994e-07,
      "loss": 0.3139,
      "step": 2378890
    },
    {
      "epoch": 663.94,
      "grad_norm": 1.4574551582336426,
      "learning_rate": 3.610198666488512e-07,
      "loss": 0.3375,
      "step": 2378900
    },
    {
      "epoch": 663.94,
      "grad_norm": 1.3906702995300293,
      "learning_rate": 3.6100544820450544e-07,
      "loss": 0.3434,
      "step": 2378910
    },
    {
      "epoch": 663.95,
      "grad_norm": 1.4075371026992798,
      "learning_rate": 3.6099103002406313e-07,
      "loss": 0.3574,
      "step": 2378920
    },
    {
      "epoch": 663.95,
      "grad_norm": 1.2220999002456665,
      "learning_rate": 3.609766121075264e-07,
      "loss": 0.3279,
      "step": 2378930
    },
    {
      "epoch": 663.95,
      "grad_norm": 1.3228332996368408,
      "learning_rate": 3.609621944548979e-07,
      "loss": 0.3486,
      "step": 2378940
    },
    {
      "epoch": 663.95,
      "grad_norm": 1.10316801071167,
      "learning_rate": 3.6094777706617804e-07,
      "loss": 0.3308,
      "step": 2378950
    },
    {
      "epoch": 663.96,
      "grad_norm": 1.275299310684204,
      "learning_rate": 3.609333599413705e-07,
      "loss": 0.3492,
      "step": 2378960
    },
    {
      "epoch": 663.96,
      "grad_norm": 1.0835723876953125,
      "learning_rate": 3.6091894308047555e-07,
      "loss": 0.3346,
      "step": 2378970
    },
    {
      "epoch": 663.96,
      "grad_norm": 1.140123963356018,
      "learning_rate": 3.609045264834971e-07,
      "loss": 0.334,
      "step": 2378980
    },
    {
      "epoch": 663.97,
      "grad_norm": 1.2663402557373047,
      "learning_rate": 3.608901101504352e-07,
      "loss": 0.3382,
      "step": 2378990
    },
    {
      "epoch": 663.97,
      "grad_norm": 1.336010217666626,
      "learning_rate": 3.608756940812926e-07,
      "loss": 0.3407,
      "step": 2379000
    },
    {
      "epoch": 663.97,
      "grad_norm": 1.293015956878662,
      "learning_rate": 3.608612782760717e-07,
      "loss": 0.3378,
      "step": 2379010
    },
    {
      "epoch": 663.97,
      "grad_norm": 1.2727807760238647,
      "learning_rate": 3.60846862734773e-07,
      "loss": 0.3384,
      "step": 2379020
    },
    {
      "epoch": 663.98,
      "grad_norm": 1.1787031888961792,
      "learning_rate": 3.6083244745739966e-07,
      "loss": 0.3479,
      "step": 2379030
    },
    {
      "epoch": 663.98,
      "grad_norm": 1.2481193542480469,
      "learning_rate": 3.60818032443953e-07,
      "loss": 0.3309,
      "step": 2379040
    },
    {
      "epoch": 663.98,
      "grad_norm": 1.2316532135009766,
      "learning_rate": 3.608036176944355e-07,
      "loss": 0.3444,
      "step": 2379050
    },
    {
      "epoch": 663.99,
      "grad_norm": 1.4195877313613892,
      "learning_rate": 3.607892032088483e-07,
      "loss": 0.3446,
      "step": 2379060
    },
    {
      "epoch": 663.99,
      "grad_norm": 1.1120980978012085,
      "learning_rate": 3.607747889871938e-07,
      "loss": 0.3436,
      "step": 2379070
    },
    {
      "epoch": 663.99,
      "grad_norm": 1.34653639793396,
      "learning_rate": 3.607603750294742e-07,
      "loss": 0.3332,
      "step": 2379080
    },
    {
      "epoch": 663.99,
      "grad_norm": 1.1404783725738525,
      "learning_rate": 3.6074596133569007e-07,
      "loss": 0.335,
      "step": 2379090
    },
    {
      "epoch": 664.0,
      "grad_norm": 1.3812971115112305,
      "learning_rate": 3.607315479058454e-07,
      "loss": 0.3475,
      "step": 2379100
    },
    {
      "epoch": 664.0,
      "grad_norm": 1.3216352462768555,
      "learning_rate": 3.607171347399406e-07,
      "loss": 0.3344,
      "step": 2379110
    },
    {
      "epoch": 664.0,
      "eval_loss": 0.3389478325843811,
      "eval_runtime": 66.4359,
      "eval_samples_per_second": 76.149,
      "eval_steps_per_second": 9.528,
      "step": 2379112
    },
    {
      "epoch": 664.0,
      "grad_norm": 1.338057279586792,
      "learning_rate": 3.607027218379778e-07,
      "loss": 0.3443,
      "step": 2379120
    },
    {
      "epoch": 664.01,
      "grad_norm": 1.1568180322647095,
      "learning_rate": 3.606883091999593e-07,
      "loss": 0.3256,
      "step": 2379130
    },
    {
      "epoch": 664.01,
      "grad_norm": 1.3202927112579346,
      "learning_rate": 3.606738968258876e-07,
      "loss": 0.329,
      "step": 2379140
    },
    {
      "epoch": 664.01,
      "grad_norm": 1.245155930519104,
      "learning_rate": 3.6065948471576294e-07,
      "loss": 0.3493,
      "step": 2379150
    },
    {
      "epoch": 664.01,
      "grad_norm": 1.1792598962783813,
      "learning_rate": 3.6064507286958817e-07,
      "loss": 0.3459,
      "step": 2379160
    },
    {
      "epoch": 664.02,
      "grad_norm": 1.4599971771240234,
      "learning_rate": 3.60630661287366e-07,
      "loss": 0.3373,
      "step": 2379170
    },
    {
      "epoch": 664.02,
      "grad_norm": 1.1283984184265137,
      "learning_rate": 3.6061624996909633e-07,
      "loss": 0.3549,
      "step": 2379180
    },
    {
      "epoch": 664.02,
      "grad_norm": 1.2354274988174438,
      "learning_rate": 3.6060183891478344e-07,
      "loss": 0.34,
      "step": 2379190
    },
    {
      "epoch": 664.02,
      "grad_norm": 1.3163927793502808,
      "learning_rate": 3.605874281244276e-07,
      "loss": 0.3428,
      "step": 2379200
    },
    {
      "epoch": 664.03,
      "grad_norm": 1.188185691833496,
      "learning_rate": 3.60573017598031e-07,
      "loss": 0.3298,
      "step": 2379210
    },
    {
      "epoch": 664.03,
      "grad_norm": 1.74678373336792,
      "learning_rate": 3.605586073355966e-07,
      "loss": 0.322,
      "step": 2379220
    },
    {
      "epoch": 664.03,
      "grad_norm": 1.3916847705841064,
      "learning_rate": 3.605441973371248e-07,
      "loss": 0.3507,
      "step": 2379230
    },
    {
      "epoch": 664.04,
      "grad_norm": 1.1871864795684814,
      "learning_rate": 3.605297876026184e-07,
      "loss": 0.334,
      "step": 2379240
    },
    {
      "epoch": 664.04,
      "grad_norm": 1.095225214958191,
      "learning_rate": 3.60515378132079e-07,
      "loss": 0.3236,
      "step": 2379250
    },
    {
      "epoch": 664.04,
      "grad_norm": 1.1636667251586914,
      "learning_rate": 3.6050096892550885e-07,
      "loss": 0.3348,
      "step": 2379260
    },
    {
      "epoch": 664.04,
      "grad_norm": 1.3087071180343628,
      "learning_rate": 3.6048655998290935e-07,
      "loss": 0.3438,
      "step": 2379270
    },
    {
      "epoch": 664.05,
      "grad_norm": 0.9955407381057739,
      "learning_rate": 3.6047215130428363e-07,
      "loss": 0.3223,
      "step": 2379280
    },
    {
      "epoch": 664.05,
      "grad_norm": 1.223358154296875,
      "learning_rate": 3.6045774288963214e-07,
      "loss": 0.3389,
      "step": 2379290
    },
    {
      "epoch": 664.05,
      "grad_norm": 1.152567744255066,
      "learning_rate": 3.6044333473895725e-07,
      "loss": 0.3239,
      "step": 2379300
    },
    {
      "epoch": 664.06,
      "grad_norm": 1.3146973848342896,
      "learning_rate": 3.604289268522618e-07,
      "loss": 0.3355,
      "step": 2379310
    },
    {
      "epoch": 664.06,
      "grad_norm": 1.3027527332305908,
      "learning_rate": 3.604145192295456e-07,
      "loss": 0.3308,
      "step": 2379320
    },
    {
      "epoch": 664.06,
      "grad_norm": 1.1801906824111938,
      "learning_rate": 3.60400111870813e-07,
      "loss": 0.3491,
      "step": 2379330
    },
    {
      "epoch": 664.06,
      "grad_norm": 1.0574678182601929,
      "learning_rate": 3.6038570477606423e-07,
      "loss": 0.3281,
      "step": 2379340
    },
    {
      "epoch": 664.07,
      "grad_norm": 1.2497607469558716,
      "learning_rate": 3.6037129794530204e-07,
      "loss": 0.347,
      "step": 2379350
    },
    {
      "epoch": 664.07,
      "grad_norm": 1.2198638916015625,
      "learning_rate": 3.6035689137852836e-07,
      "loss": 0.3411,
      "step": 2379360
    },
    {
      "epoch": 664.07,
      "grad_norm": 1.287667989730835,
      "learning_rate": 3.603424850757446e-07,
      "loss": 0.3476,
      "step": 2379370
    },
    {
      "epoch": 664.07,
      "grad_norm": 1.2277107238769531,
      "learning_rate": 3.603280790369525e-07,
      "loss": 0.3246,
      "step": 2379380
    },
    {
      "epoch": 664.08,
      "grad_norm": 1.410790205001831,
      "learning_rate": 3.603136732621547e-07,
      "loss": 0.3371,
      "step": 2379390
    },
    {
      "epoch": 664.08,
      "grad_norm": 1.2355446815490723,
      "learning_rate": 3.602992677513533e-07,
      "loss": 0.344,
      "step": 2379400
    },
    {
      "epoch": 664.08,
      "grad_norm": 1.3307000398635864,
      "learning_rate": 3.602848625045488e-07,
      "loss": 0.3305,
      "step": 2379410
    },
    {
      "epoch": 664.09,
      "grad_norm": 1.3592687845230103,
      "learning_rate": 3.602704575217448e-07,
      "loss": 0.3377,
      "step": 2379420
    },
    {
      "epoch": 664.09,
      "grad_norm": 1.2492033243179321,
      "learning_rate": 3.602560528029421e-07,
      "loss": 0.3379,
      "step": 2379430
    },
    {
      "epoch": 664.09,
      "grad_norm": 1.287571907043457,
      "learning_rate": 3.6024164834814314e-07,
      "loss": 0.3419,
      "step": 2379440
    },
    {
      "epoch": 664.09,
      "grad_norm": 1.5050562620162964,
      "learning_rate": 3.6022724415735013e-07,
      "loss": 0.3414,
      "step": 2379450
    },
    {
      "epoch": 664.1,
      "grad_norm": 1.2711623907089233,
      "learning_rate": 3.6021284023056396e-07,
      "loss": 0.3314,
      "step": 2379460
    },
    {
      "epoch": 664.1,
      "grad_norm": 1.1010520458221436,
      "learning_rate": 3.601984365677869e-07,
      "loss": 0.351,
      "step": 2379470
    },
    {
      "epoch": 664.1,
      "grad_norm": 1.2571033239364624,
      "learning_rate": 3.6018403316902125e-07,
      "loss": 0.3427,
      "step": 2379480
    },
    {
      "epoch": 664.11,
      "grad_norm": 1.3605190515518188,
      "learning_rate": 3.601696300342695e-07,
      "loss": 0.3477,
      "step": 2379490
    },
    {
      "epoch": 664.11,
      "grad_norm": 2.407684087753296,
      "learning_rate": 3.6015522716353227e-07,
      "loss": 0.3389,
      "step": 2379500
    },
    {
      "epoch": 664.11,
      "grad_norm": 1.2943592071533203,
      "learning_rate": 3.6014082455681174e-07,
      "loss": 0.3473,
      "step": 2379510
    },
    {
      "epoch": 664.11,
      "grad_norm": 1.5666333436965942,
      "learning_rate": 3.601264222141105e-07,
      "loss": 0.322,
      "step": 2379520
    },
    {
      "epoch": 664.12,
      "grad_norm": 1.2718459367752075,
      "learning_rate": 3.6011202013542975e-07,
      "loss": 0.3496,
      "step": 2379530
    },
    {
      "epoch": 664.12,
      "grad_norm": 1.040218472480774,
      "learning_rate": 3.6009761832077253e-07,
      "loss": 0.3364,
      "step": 2379540
    },
    {
      "epoch": 664.12,
      "grad_norm": 1.2511297464370728,
      "learning_rate": 3.60083216770139e-07,
      "loss": 0.329,
      "step": 2379550
    },
    {
      "epoch": 664.13,
      "grad_norm": 1.3642522096633911,
      "learning_rate": 3.600688154835328e-07,
      "loss": 0.3413,
      "step": 2379560
    },
    {
      "epoch": 664.13,
      "grad_norm": 2.0875766277313232,
      "learning_rate": 3.600544144609547e-07,
      "loss": 0.3513,
      "step": 2379570
    },
    {
      "epoch": 664.13,
      "grad_norm": 1.2937605381011963,
      "learning_rate": 3.600400137024071e-07,
      "loss": 0.3241,
      "step": 2379580
    },
    {
      "epoch": 664.13,
      "grad_norm": 1.292192816734314,
      "learning_rate": 3.6002561320789253e-07,
      "loss": 0.331,
      "step": 2379590
    },
    {
      "epoch": 664.14,
      "grad_norm": 1.1582224369049072,
      "learning_rate": 3.600112129774113e-07,
      "loss": 0.3394,
      "step": 2379600
    },
    {
      "epoch": 664.14,
      "grad_norm": 1.3088163137435913,
      "learning_rate": 3.599968130109665e-07,
      "loss": 0.3472,
      "step": 2379610
    },
    {
      "epoch": 664.14,
      "grad_norm": 1.2701225280761719,
      "learning_rate": 3.5998241330855975e-07,
      "loss": 0.3383,
      "step": 2379620
    },
    {
      "epoch": 664.14,
      "grad_norm": 1.2428346872329712,
      "learning_rate": 3.599680138701936e-07,
      "loss": 0.3503,
      "step": 2379630
    },
    {
      "epoch": 664.15,
      "grad_norm": 1.1657168865203857,
      "learning_rate": 3.5995361469586856e-07,
      "loss": 0.3303,
      "step": 2379640
    },
    {
      "epoch": 664.15,
      "grad_norm": 1.2977492809295654,
      "learning_rate": 3.599392157855878e-07,
      "loss": 0.3508,
      "step": 2379650
    },
    {
      "epoch": 664.15,
      "grad_norm": 1.2589555978775024,
      "learning_rate": 3.5992481713935234e-07,
      "loss": 0.3364,
      "step": 2379660
    },
    {
      "epoch": 664.16,
      "grad_norm": 1.127647042274475,
      "learning_rate": 3.5991041875716474e-07,
      "loss": 0.3434,
      "step": 2379670
    },
    {
      "epoch": 664.16,
      "grad_norm": 1.779505729675293,
      "learning_rate": 3.5989602063902744e-07,
      "loss": 0.3331,
      "step": 2379680
    },
    {
      "epoch": 664.16,
      "grad_norm": 1.2295517921447754,
      "learning_rate": 3.5988162278494085e-07,
      "loss": 0.3428,
      "step": 2379690
    },
    {
      "epoch": 664.16,
      "grad_norm": 1.1206693649291992,
      "learning_rate": 3.598672251949079e-07,
      "loss": 0.3427,
      "step": 2379700
    },
    {
      "epoch": 664.17,
      "grad_norm": 1.2484259605407715,
      "learning_rate": 3.5985282786893015e-07,
      "loss": 0.3388,
      "step": 2379710
    },
    {
      "epoch": 664.17,
      "grad_norm": 1.3002866506576538,
      "learning_rate": 3.5983843080701016e-07,
      "loss": 0.3514,
      "step": 2379720
    },
    {
      "epoch": 664.17,
      "grad_norm": 1.3123468160629272,
      "learning_rate": 3.5982403400914904e-07,
      "loss": 0.3423,
      "step": 2379730
    },
    {
      "epoch": 664.18,
      "grad_norm": 1.2492001056671143,
      "learning_rate": 3.598096374753488e-07,
      "loss": 0.3465,
      "step": 2379740
    },
    {
      "epoch": 664.18,
      "grad_norm": 2.5108401775360107,
      "learning_rate": 3.5979524120561203e-07,
      "loss": 0.3441,
      "step": 2379750
    },
    {
      "epoch": 664.18,
      "grad_norm": 1.3110616207122803,
      "learning_rate": 3.597808451999393e-07,
      "loss": 0.3338,
      "step": 2379760
    },
    {
      "epoch": 664.18,
      "grad_norm": 1.4813836812973022,
      "learning_rate": 3.5976644945833433e-07,
      "loss": 0.3348,
      "step": 2379770
    },
    {
      "epoch": 664.19,
      "grad_norm": 2.4759979248046875,
      "learning_rate": 3.597520539807977e-07,
      "loss": 0.3484,
      "step": 2379780
    },
    {
      "epoch": 664.19,
      "grad_norm": 1.8764065504074097,
      "learning_rate": 3.597376587673317e-07,
      "loss": 0.3316,
      "step": 2379790
    },
    {
      "epoch": 664.19,
      "grad_norm": 8.307446479797363,
      "learning_rate": 3.597232638179383e-07,
      "loss": 0.3475,
      "step": 2379800
    },
    {
      "epoch": 664.19,
      "grad_norm": 1.3536423444747925,
      "learning_rate": 3.597088691326198e-07,
      "loss": 0.3517,
      "step": 2379810
    },
    {
      "epoch": 664.2,
      "grad_norm": 1.064273476600647,
      "learning_rate": 3.596944747113771e-07,
      "loss": 0.3242,
      "step": 2379820
    },
    {
      "epoch": 664.2,
      "grad_norm": 1.1503633260726929,
      "learning_rate": 3.59680080554213e-07,
      "loss": 0.3269,
      "step": 2379830
    },
    {
      "epoch": 664.2,
      "grad_norm": 1.3529274463653564,
      "learning_rate": 3.5966568666112903e-07,
      "loss": 0.3317,
      "step": 2379840
    },
    {
      "epoch": 664.21,
      "grad_norm": 1.2870136499404907,
      "learning_rate": 3.596512930321273e-07,
      "loss": 0.3299,
      "step": 2379850
    },
    {
      "epoch": 664.21,
      "grad_norm": 1.0989147424697876,
      "learning_rate": 3.596368996672102e-07,
      "loss": 0.3374,
      "step": 2379860
    },
    {
      "epoch": 664.21,
      "grad_norm": 1.241438388824463,
      "learning_rate": 3.5962250656637845e-07,
      "loss": 0.3278,
      "step": 2379870
    },
    {
      "epoch": 664.21,
      "grad_norm": 1.1735806465148926,
      "learning_rate": 3.5960811372963467e-07,
      "loss": 0.3457,
      "step": 2379880
    },
    {
      "epoch": 664.22,
      "grad_norm": 1.221567153930664,
      "learning_rate": 3.595937211569812e-07,
      "loss": 0.3257,
      "step": 2379890
    },
    {
      "epoch": 664.22,
      "grad_norm": 1.032828688621521,
      "learning_rate": 3.595793288484183e-07,
      "loss": 0.3409,
      "step": 2379900
    },
    {
      "epoch": 664.22,
      "grad_norm": 1.178798794746399,
      "learning_rate": 3.5956493680395014e-07,
      "loss": 0.3404,
      "step": 2379910
    },
    {
      "epoch": 664.23,
      "grad_norm": 1.2452949285507202,
      "learning_rate": 3.5955054502357725e-07,
      "loss": 0.3501,
      "step": 2379920
    },
    {
      "epoch": 664.23,
      "grad_norm": 1.1965768337249756,
      "learning_rate": 3.5953615350730166e-07,
      "loss": 0.3309,
      "step": 2379930
    },
    {
      "epoch": 664.23,
      "grad_norm": 1.1698377132415771,
      "learning_rate": 3.5952176225512555e-07,
      "loss": 0.3494,
      "step": 2379940
    },
    {
      "epoch": 664.23,
      "grad_norm": 1.14304780960083,
      "learning_rate": 3.595073712670514e-07,
      "loss": 0.3136,
      "step": 2379950
    },
    {
      "epoch": 664.24,
      "grad_norm": 1.2355493307113647,
      "learning_rate": 3.5949298054307984e-07,
      "loss": 0.3322,
      "step": 2379960
    },
    {
      "epoch": 664.24,
      "grad_norm": 1.2904376983642578,
      "learning_rate": 3.5947859008321337e-07,
      "loss": 0.3335,
      "step": 2379970
    },
    {
      "epoch": 664.24,
      "grad_norm": 0.9710070490837097,
      "learning_rate": 3.594641998874544e-07,
      "loss": 0.3439,
      "step": 2379980
    },
    {
      "epoch": 664.25,
      "grad_norm": 1.1728919744491577,
      "learning_rate": 3.5944980995580347e-07,
      "loss": 0.3372,
      "step": 2379990
    },
    {
      "epoch": 664.25,
      "grad_norm": 1.1963889598846436,
      "learning_rate": 3.594354202882647e-07,
      "loss": 0.3466,
      "step": 2380000
    },
    {
      "epoch": 664.25,
      "grad_norm": 1.1745717525482178,
      "learning_rate": 3.594210308848381e-07,
      "loss": 0.3372,
      "step": 2380010
    },
    {
      "epoch": 664.25,
      "grad_norm": 1.5016350746154785,
      "learning_rate": 3.59406641745526e-07,
      "loss": 0.3389,
      "step": 2380020
    },
    {
      "epoch": 664.26,
      "grad_norm": 1.3050298690795898,
      "learning_rate": 3.593922528703313e-07,
      "loss": 0.3484,
      "step": 2380030
    },
    {
      "epoch": 664.26,
      "grad_norm": 1.3992938995361328,
      "learning_rate": 3.5937786425925446e-07,
      "loss": 0.3346,
      "step": 2380040
    },
    {
      "epoch": 664.26,
      "grad_norm": 1.4536676406860352,
      "learning_rate": 3.593634759122984e-07,
      "loss": 0.3289,
      "step": 2380050
    },
    {
      "epoch": 664.26,
      "grad_norm": 0.9998549222946167,
      "learning_rate": 3.593490878294644e-07,
      "loss": 0.3242,
      "step": 2380060
    },
    {
      "epoch": 664.27,
      "grad_norm": 1.1977378129959106,
      "learning_rate": 3.593347000107553e-07,
      "loss": 0.3532,
      "step": 2380070
    },
    {
      "epoch": 664.27,
      "grad_norm": 1.1593644618988037,
      "learning_rate": 3.593203124561714e-07,
      "loss": 0.3257,
      "step": 2380080
    },
    {
      "epoch": 664.27,
      "grad_norm": 1.3014206886291504,
      "learning_rate": 3.593059251657168e-07,
      "loss": 0.335,
      "step": 2380090
    },
    {
      "epoch": 664.28,
      "grad_norm": 1.100569725036621,
      "learning_rate": 3.5929153813939156e-07,
      "loss": 0.3349,
      "step": 2380100
    },
    {
      "epoch": 664.28,
      "grad_norm": 1.3493356704711914,
      "learning_rate": 3.592771513771983e-07,
      "loss": 0.3213,
      "step": 2380110
    },
    {
      "epoch": 664.28,
      "grad_norm": 1.2272650003433228,
      "learning_rate": 3.5926276487913954e-07,
      "loss": 0.3389,
      "step": 2380120
    },
    {
      "epoch": 664.28,
      "grad_norm": 1.2474418878555298,
      "learning_rate": 3.5924837864521537e-07,
      "loss": 0.3322,
      "step": 2380130
    },
    {
      "epoch": 664.29,
      "grad_norm": 1.4218432903289795,
      "learning_rate": 3.5923399267543016e-07,
      "loss": 0.3284,
      "step": 2380140
    },
    {
      "epoch": 664.29,
      "grad_norm": 1.0926746129989624,
      "learning_rate": 3.592196069697839e-07,
      "loss": 0.3235,
      "step": 2380150
    },
    {
      "epoch": 664.29,
      "grad_norm": 1.1917067766189575,
      "learning_rate": 3.5920522152827923e-07,
      "loss": 0.3615,
      "step": 2380160
    },
    {
      "epoch": 664.3,
      "grad_norm": 1.1752725839614868,
      "learning_rate": 3.591908363509185e-07,
      "loss": 0.3481,
      "step": 2380170
    },
    {
      "epoch": 664.3,
      "grad_norm": 1.1853113174438477,
      "learning_rate": 3.5917645143770264e-07,
      "loss": 0.3331,
      "step": 2380180
    },
    {
      "epoch": 664.3,
      "grad_norm": 1.192108392715454,
      "learning_rate": 3.591620667886342e-07,
      "loss": 0.3323,
      "step": 2380190
    },
    {
      "epoch": 664.3,
      "grad_norm": 1.142098307609558,
      "learning_rate": 3.591476824037148e-07,
      "loss": 0.3267,
      "step": 2380200
    },
    {
      "epoch": 664.31,
      "grad_norm": 1.1901355981826782,
      "learning_rate": 3.5913329828294687e-07,
      "loss": 0.3258,
      "step": 2380210
    },
    {
      "epoch": 664.31,
      "grad_norm": 1.1967508792877197,
      "learning_rate": 3.591189144263312e-07,
      "loss": 0.339,
      "step": 2380220
    },
    {
      "epoch": 664.31,
      "grad_norm": 1.3697967529296875,
      "learning_rate": 3.591045308338714e-07,
      "loss": 0.3459,
      "step": 2380230
    },
    {
      "epoch": 664.31,
      "grad_norm": 1.4450736045837402,
      "learning_rate": 3.5909014750556773e-07,
      "loss": 0.3342,
      "step": 2380240
    },
    {
      "epoch": 664.32,
      "grad_norm": 1.2088040113449097,
      "learning_rate": 3.5907576444142306e-07,
      "loss": 0.3291,
      "step": 2380250
    },
    {
      "epoch": 664.32,
      "grad_norm": 1.1658579111099243,
      "learning_rate": 3.5906138164143954e-07,
      "loss": 0.3446,
      "step": 2380260
    },
    {
      "epoch": 664.32,
      "grad_norm": 1.3594660758972168,
      "learning_rate": 3.590469991056181e-07,
      "loss": 0.3521,
      "step": 2380270
    },
    {
      "epoch": 664.33,
      "grad_norm": 1.4605470895767212,
      "learning_rate": 3.590326168339614e-07,
      "loss": 0.3499,
      "step": 2380280
    },
    {
      "epoch": 664.33,
      "grad_norm": 1.3067654371261597,
      "learning_rate": 3.5901823482647074e-07,
      "loss": 0.3357,
      "step": 2380290
    },
    {
      "epoch": 664.33,
      "grad_norm": 1.365613579750061,
      "learning_rate": 3.5900385308314923e-07,
      "loss": 0.3239,
      "step": 2380300
    },
    {
      "epoch": 664.33,
      "grad_norm": 1.2276132106781006,
      "learning_rate": 3.5898947160399717e-07,
      "loss": 0.3339,
      "step": 2380310
    },
    {
      "epoch": 664.34,
      "grad_norm": 1.2694445848464966,
      "learning_rate": 3.589750903890176e-07,
      "loss": 0.3399,
      "step": 2380320
    },
    {
      "epoch": 664.34,
      "grad_norm": 1.3135133981704712,
      "learning_rate": 3.589607094382124e-07,
      "loss": 0.3312,
      "step": 2380330
    },
    {
      "epoch": 664.34,
      "grad_norm": 1.1889158487319946,
      "learning_rate": 3.589463287515821e-07,
      "loss": 0.3457,
      "step": 2380340
    },
    {
      "epoch": 664.35,
      "grad_norm": 1.2028734683990479,
      "learning_rate": 3.589319483291311e-07,
      "loss": 0.3396,
      "step": 2380350
    },
    {
      "epoch": 664.35,
      "grad_norm": 1.0990852117538452,
      "learning_rate": 3.589175681708591e-07,
      "loss": 0.3205,
      "step": 2380360
    },
    {
      "epoch": 664.35,
      "grad_norm": 1.2960032224655151,
      "learning_rate": 3.589031882767688e-07,
      "loss": 0.3491,
      "step": 2380370
    },
    {
      "epoch": 664.35,
      "grad_norm": 1.6895923614501953,
      "learning_rate": 3.5888880864686246e-07,
      "loss": 0.344,
      "step": 2380380
    },
    {
      "epoch": 664.36,
      "grad_norm": 1.2549104690551758,
      "learning_rate": 3.5887442928114194e-07,
      "loss": 0.3293,
      "step": 2380390
    },
    {
      "epoch": 664.36,
      "grad_norm": 1.4169740676879883,
      "learning_rate": 3.588600501796085e-07,
      "loss": 0.3305,
      "step": 2380400
    },
    {
      "epoch": 664.36,
      "grad_norm": 1.1466096639633179,
      "learning_rate": 3.588456713422643e-07,
      "loss": 0.332,
      "step": 2380410
    },
    {
      "epoch": 664.37,
      "grad_norm": 1.277943730354309,
      "learning_rate": 3.588312927691116e-07,
      "loss": 0.3371,
      "step": 2380420
    },
    {
      "epoch": 664.37,
      "grad_norm": 1.3248573541641235,
      "learning_rate": 3.5881691446015203e-07,
      "loss": 0.3417,
      "step": 2380430
    },
    {
      "epoch": 664.37,
      "grad_norm": 1.0372413396835327,
      "learning_rate": 3.5880253641538813e-07,
      "loss": 0.3437,
      "step": 2380440
    },
    {
      "epoch": 664.37,
      "grad_norm": 1.1779906749725342,
      "learning_rate": 3.587881586348207e-07,
      "loss": 0.3361,
      "step": 2380450
    },
    {
      "epoch": 664.38,
      "grad_norm": 1.26258385181427,
      "learning_rate": 3.587737811184521e-07,
      "loss": 0.338,
      "step": 2380460
    },
    {
      "epoch": 664.38,
      "grad_norm": 1.0742456912994385,
      "learning_rate": 3.587594038662852e-07,
      "loss": 0.3191,
      "step": 2380470
    },
    {
      "epoch": 664.38,
      "grad_norm": 1.0979907512664795,
      "learning_rate": 3.587450268783199e-07,
      "loss": 0.3511,
      "step": 2380480
    },
    {
      "epoch": 664.38,
      "grad_norm": 1.221518635749817,
      "learning_rate": 3.587306501545603e-07,
      "loss": 0.3326,
      "step": 2380490
    },
    {
      "epoch": 664.39,
      "grad_norm": 1.0518369674682617,
      "learning_rate": 3.5871627369500695e-07,
      "loss": 0.3361,
      "step": 2380500
    },
    {
      "epoch": 664.39,
      "grad_norm": 1.199705719947815,
      "learning_rate": 3.5870189749966214e-07,
      "loss": 0.3391,
      "step": 2380510
    },
    {
      "epoch": 664.39,
      "grad_norm": 1.1349949836730957,
      "learning_rate": 3.5868752156852756e-07,
      "loss": 0.3379,
      "step": 2380520
    },
    {
      "epoch": 664.4,
      "grad_norm": 1.2708766460418701,
      "learning_rate": 3.5867314590160585e-07,
      "loss": 0.3322,
      "step": 2380530
    },
    {
      "epoch": 664.4,
      "grad_norm": 1.1282167434692383,
      "learning_rate": 3.5865877049889806e-07,
      "loss": 0.3323,
      "step": 2380540
    },
    {
      "epoch": 664.4,
      "grad_norm": 1.2312045097351074,
      "learning_rate": 3.5864439536040653e-07,
      "loss": 0.3209,
      "step": 2380550
    },
    {
      "epoch": 664.4,
      "grad_norm": 1.0706286430358887,
      "learning_rate": 3.5863002048613333e-07,
      "loss": 0.3325,
      "step": 2380560
    },
    {
      "epoch": 664.41,
      "grad_norm": 1.189140796661377,
      "learning_rate": 3.5861564587607924e-07,
      "loss": 0.3322,
      "step": 2380570
    },
    {
      "epoch": 664.41,
      "grad_norm": 1.3190622329711914,
      "learning_rate": 3.5860127153024813e-07,
      "loss": 0.3396,
      "step": 2380580
    },
    {
      "epoch": 664.41,
      "grad_norm": 1.4013396501541138,
      "learning_rate": 3.585868974486403e-07,
      "loss": 0.3442,
      "step": 2380590
    },
    {
      "epoch": 664.42,
      "grad_norm": 1.376660704612732,
      "learning_rate": 3.585725236312584e-07,
      "loss": 0.3344,
      "step": 2380600
    },
    {
      "epoch": 664.42,
      "grad_norm": 1.1198748350143433,
      "learning_rate": 3.5855815007810397e-07,
      "loss": 0.3259,
      "step": 2380610
    },
    {
      "epoch": 664.42,
      "grad_norm": 1.3153308629989624,
      "learning_rate": 3.5854377678917977e-07,
      "loss": 0.3224,
      "step": 2380620
    },
    {
      "epoch": 664.42,
      "grad_norm": 1.1839172840118408,
      "learning_rate": 3.5852940376448644e-07,
      "loss": 0.3446,
      "step": 2380630
    },
    {
      "epoch": 664.43,
      "grad_norm": 1.3365964889526367,
      "learning_rate": 3.585150310040265e-07,
      "loss": 0.3513,
      "step": 2380640
    },
    {
      "epoch": 664.43,
      "grad_norm": 1.2058947086334229,
      "learning_rate": 3.585006585078024e-07,
      "loss": 0.3271,
      "step": 2380650
    },
    {
      "epoch": 664.43,
      "grad_norm": 1.4308669567108154,
      "learning_rate": 3.584862862758145e-07,
      "loss": 0.3309,
      "step": 2380660
    },
    {
      "epoch": 664.43,
      "grad_norm": 1.2965141534805298,
      "learning_rate": 3.5847191430806685e-07,
      "loss": 0.3306,
      "step": 2380670
    },
    {
      "epoch": 664.44,
      "grad_norm": 1.1227021217346191,
      "learning_rate": 3.5845754260455963e-07,
      "loss": 0.3251,
      "step": 2380680
    },
    {
      "epoch": 664.44,
      "grad_norm": 1.3250209093093872,
      "learning_rate": 3.584431711652955e-07,
      "loss": 0.3222,
      "step": 2380690
    },
    {
      "epoch": 664.44,
      "grad_norm": 1.3550153970718384,
      "learning_rate": 3.5842879999027675e-07,
      "loss": 0.3486,
      "step": 2380700
    },
    {
      "epoch": 664.45,
      "grad_norm": 10.505523681640625,
      "learning_rate": 3.5841442907950364e-07,
      "loss": 0.3534,
      "step": 2380710
    },
    {
      "epoch": 664.45,
      "grad_norm": 1.2644627094268799,
      "learning_rate": 3.5840005843298035e-07,
      "loss": 0.3423,
      "step": 2380720
    },
    {
      "epoch": 664.45,
      "grad_norm": 1.2100275754928589,
      "learning_rate": 3.5838568805070715e-07,
      "loss": 0.3246,
      "step": 2380730
    },
    {
      "epoch": 664.45,
      "grad_norm": 1.2525421380996704,
      "learning_rate": 3.5837131793268636e-07,
      "loss": 0.3269,
      "step": 2380740
    },
    {
      "epoch": 664.46,
      "grad_norm": 1.2362791299819946,
      "learning_rate": 3.5835694807892005e-07,
      "loss": 0.3509,
      "step": 2380750
    },
    {
      "epoch": 664.46,
      "grad_norm": 1.4430896043777466,
      "learning_rate": 3.5834257848941087e-07,
      "loss": 0.3562,
      "step": 2380760
    },
    {
      "epoch": 664.46,
      "grad_norm": 1.2633998394012451,
      "learning_rate": 3.583282091641591e-07,
      "loss": 0.3555,
      "step": 2380770
    },
    {
      "epoch": 664.47,
      "grad_norm": 1.0632727146148682,
      "learning_rate": 3.5831384010316776e-07,
      "loss": 0.3377,
      "step": 2380780
    },
    {
      "epoch": 664.47,
      "grad_norm": 1.229783535003662,
      "learning_rate": 3.58299471306439e-07,
      "loss": 0.3425,
      "step": 2380790
    },
    {
      "epoch": 664.47,
      "grad_norm": 1.4869996309280396,
      "learning_rate": 3.582851027739731e-07,
      "loss": 0.3306,
      "step": 2380800
    },
    {
      "epoch": 664.47,
      "grad_norm": 1.180315613746643,
      "learning_rate": 3.582707345057742e-07,
      "loss": 0.3264,
      "step": 2380810
    },
    {
      "epoch": 664.48,
      "grad_norm": 1.3452178239822388,
      "learning_rate": 3.5825636650184275e-07,
      "loss": 0.3329,
      "step": 2380820
    },
    {
      "epoch": 664.48,
      "grad_norm": 1.1926524639129639,
      "learning_rate": 3.582419987621807e-07,
      "loss": 0.328,
      "step": 2380830
    },
    {
      "epoch": 664.48,
      "grad_norm": 1.5107313394546509,
      "learning_rate": 3.5822763128679104e-07,
      "loss": 0.3438,
      "step": 2380840
    },
    {
      "epoch": 664.49,
      "grad_norm": 1.200330376625061,
      "learning_rate": 3.582132640756744e-07,
      "loss": 0.3568,
      "step": 2380850
    },
    {
      "epoch": 664.49,
      "grad_norm": 1.425835132598877,
      "learning_rate": 3.581988971288334e-07,
      "loss": 0.3383,
      "step": 2380860
    },
    {
      "epoch": 664.49,
      "grad_norm": 1.1127156019210815,
      "learning_rate": 3.581845304462697e-07,
      "loss": 0.336,
      "step": 2380870
    },
    {
      "epoch": 664.49,
      "grad_norm": 1.3472468852996826,
      "learning_rate": 3.581701640279858e-07,
      "loss": 0.342,
      "step": 2380880
    },
    {
      "epoch": 664.5,
      "grad_norm": 1.1806594133377075,
      "learning_rate": 3.581557978739819e-07,
      "loss": 0.3345,
      "step": 2380890
    },
    {
      "epoch": 664.5,
      "grad_norm": 1.3302351236343384,
      "learning_rate": 3.581414319842624e-07,
      "loss": 0.3449,
      "step": 2380900
    },
    {
      "epoch": 664.5,
      "grad_norm": 1.1897040605545044,
      "learning_rate": 3.5812706635882734e-07,
      "loss": 0.3356,
      "step": 2380910
    },
    {
      "epoch": 664.5,
      "grad_norm": 1.3954206705093384,
      "learning_rate": 3.581127009976793e-07,
      "loss": 0.342,
      "step": 2380920
    },
    {
      "epoch": 664.51,
      "grad_norm": 1.188565969467163,
      "learning_rate": 3.5809833590082066e-07,
      "loss": 0.3521,
      "step": 2380930
    },
    {
      "epoch": 664.51,
      "grad_norm": 1.2347159385681152,
      "learning_rate": 3.5808397106825216e-07,
      "loss": 0.3379,
      "step": 2380940
    },
    {
      "epoch": 664.51,
      "grad_norm": 1.213987946510315,
      "learning_rate": 3.580696064999764e-07,
      "loss": 0.3172,
      "step": 2380950
    },
    {
      "epoch": 664.52,
      "grad_norm": 1.3896784782409668,
      "learning_rate": 3.580552421959953e-07,
      "loss": 0.3329,
      "step": 2380960
    },
    {
      "epoch": 664.52,
      "grad_norm": 1.3610225915908813,
      "learning_rate": 3.5804087815631125e-07,
      "loss": 0.3342,
      "step": 2380970
    },
    {
      "epoch": 664.52,
      "grad_norm": 1.1657705307006836,
      "learning_rate": 3.58026514380925e-07,
      "loss": 0.3426,
      "step": 2380980
    },
    {
      "epoch": 664.52,
      "grad_norm": 1.1230223178863525,
      "learning_rate": 3.5801215086983897e-07,
      "loss": 0.3319,
      "step": 2380990
    },
    {
      "epoch": 664.53,
      "grad_norm": 1.231763243675232,
      "learning_rate": 3.579977876230554e-07,
      "loss": 0.3461,
      "step": 2381000
    },
    {
      "epoch": 664.53,
      "grad_norm": 1.0834261178970337,
      "learning_rate": 3.57983424640576e-07,
      "loss": 0.3503,
      "step": 2381010
    },
    {
      "epoch": 664.53,
      "grad_norm": 1.2106081247329712,
      "learning_rate": 3.579690619224031e-07,
      "loss": 0.3312,
      "step": 2381020
    },
    {
      "epoch": 664.54,
      "grad_norm": 1.3583171367645264,
      "learning_rate": 3.5795469946853707e-07,
      "loss": 0.3367,
      "step": 2381030
    },
    {
      "epoch": 664.54,
      "grad_norm": 1.1464242935180664,
      "learning_rate": 3.579403372789822e-07,
      "loss": 0.3145,
      "step": 2381040
    },
    {
      "epoch": 664.54,
      "grad_norm": 1.2901698350906372,
      "learning_rate": 3.5792597535373836e-07,
      "loss": 0.3328,
      "step": 2381050
    },
    {
      "epoch": 664.54,
      "grad_norm": 1.5238125324249268,
      "learning_rate": 3.5791161369280835e-07,
      "loss": 0.3392,
      "step": 2381060
    },
    {
      "epoch": 664.55,
      "grad_norm": 1.3881105184555054,
      "learning_rate": 3.578972522961945e-07,
      "loss": 0.3328,
      "step": 2381070
    },
    {
      "epoch": 664.55,
      "grad_norm": 1.2663263082504272,
      "learning_rate": 3.5788289116389784e-07,
      "loss": 0.3317,
      "step": 2381080
    },
    {
      "epoch": 664.55,
      "grad_norm": 1.1837259531021118,
      "learning_rate": 3.5786853029592025e-07,
      "loss": 0.3386,
      "step": 2381090
    },
    {
      "epoch": 664.55,
      "grad_norm": 1.1927577257156372,
      "learning_rate": 3.578541696922643e-07,
      "loss": 0.3609,
      "step": 2381100
    },
    {
      "epoch": 664.56,
      "grad_norm": 1.44349205493927,
      "learning_rate": 3.578398093529323e-07,
      "loss": 0.3252,
      "step": 2381110
    },
    {
      "epoch": 664.56,
      "grad_norm": 1.2221789360046387,
      "learning_rate": 3.5782544927792456e-07,
      "loss": 0.3461,
      "step": 2381120
    },
    {
      "epoch": 664.56,
      "grad_norm": 1.167123794555664,
      "learning_rate": 3.5781108946724416e-07,
      "loss": 0.3361,
      "step": 2381130
    },
    {
      "epoch": 664.57,
      "grad_norm": 1.2364943027496338,
      "learning_rate": 3.577967299208932e-07,
      "loss": 0.3321,
      "step": 2381140
    },
    {
      "epoch": 664.57,
      "grad_norm": 1.2457512617111206,
      "learning_rate": 3.5778237063887226e-07,
      "loss": 0.3283,
      "step": 2381150
    },
    {
      "epoch": 664.57,
      "grad_norm": 1.0703309774398804,
      "learning_rate": 3.577680116211851e-07,
      "loss": 0.3358,
      "step": 2381160
    },
    {
      "epoch": 664.57,
      "grad_norm": 1.263137698173523,
      "learning_rate": 3.5775365286783216e-07,
      "loss": 0.3687,
      "step": 2381170
    },
    {
      "epoch": 664.58,
      "grad_norm": 1.2889056205749512,
      "learning_rate": 3.577392943788159e-07,
      "loss": 0.3383,
      "step": 2381180
    },
    {
      "epoch": 664.58,
      "grad_norm": 1.123250126838684,
      "learning_rate": 3.577249361541382e-07,
      "loss": 0.3431,
      "step": 2381190
    },
    {
      "epoch": 664.58,
      "grad_norm": 1.268505334854126,
      "learning_rate": 3.577105781938014e-07,
      "loss": 0.3438,
      "step": 2381200
    },
    {
      "epoch": 664.59,
      "grad_norm": 1.2346279621124268,
      "learning_rate": 3.576962204978065e-07,
      "loss": 0.3247,
      "step": 2381210
    },
    {
      "epoch": 664.59,
      "grad_norm": 1.3255553245544434,
      "learning_rate": 3.576818630661559e-07,
      "loss": 0.3488,
      "step": 2381220
    },
    {
      "epoch": 664.59,
      "grad_norm": 1.385532259941101,
      "learning_rate": 3.5766750589885215e-07,
      "loss": 0.3252,
      "step": 2381230
    },
    {
      "epoch": 664.59,
      "grad_norm": 1.1490188837051392,
      "learning_rate": 3.5765314899589535e-07,
      "loss": 0.3443,
      "step": 2381240
    },
    {
      "epoch": 664.6,
      "grad_norm": 1.1277921199798584,
      "learning_rate": 3.576387923572898e-07,
      "loss": 0.3271,
      "step": 2381250
    },
    {
      "epoch": 664.6,
      "grad_norm": 1.1772149801254272,
      "learning_rate": 3.5762443598303556e-07,
      "loss": 0.3276,
      "step": 2381260
    },
    {
      "epoch": 664.6,
      "grad_norm": 1.4982757568359375,
      "learning_rate": 3.576100798731352e-07,
      "loss": 0.3267,
      "step": 2381270
    },
    {
      "epoch": 664.61,
      "grad_norm": 2.526383876800537,
      "learning_rate": 3.575957240275911e-07,
      "loss": 0.3376,
      "step": 2381280
    },
    {
      "epoch": 664.61,
      "grad_norm": 1.1880061626434326,
      "learning_rate": 3.575813684464035e-07,
      "loss": 0.3381,
      "step": 2381290
    },
    {
      "epoch": 664.61,
      "grad_norm": 1.2827180624008179,
      "learning_rate": 3.575670131295769e-07,
      "loss": 0.3333,
      "step": 2381300
    },
    {
      "epoch": 664.61,
      "grad_norm": 1.1517077684402466,
      "learning_rate": 3.575526580771109e-07,
      "loss": 0.35,
      "step": 2381310
    },
    {
      "epoch": 664.62,
      "grad_norm": 1.0820878744125366,
      "learning_rate": 3.5753830328900843e-07,
      "loss": 0.3433,
      "step": 2381320
    },
    {
      "epoch": 664.62,
      "grad_norm": 1.2546687126159668,
      "learning_rate": 3.575239487652713e-07,
      "loss": 0.3328,
      "step": 2381330
    },
    {
      "epoch": 664.62,
      "grad_norm": 1.2887969017028809,
      "learning_rate": 3.575095945059019e-07,
      "loss": 0.3447,
      "step": 2381340
    },
    {
      "epoch": 664.62,
      "grad_norm": 1.1321347951889038,
      "learning_rate": 3.574952405109012e-07,
      "loss": 0.3128,
      "step": 2381350
    },
    {
      "epoch": 664.63,
      "grad_norm": 1.1972490549087524,
      "learning_rate": 3.574808867802714e-07,
      "loss": 0.3431,
      "step": 2381360
    },
    {
      "epoch": 664.63,
      "grad_norm": 1.36288583278656,
      "learning_rate": 3.574665333140152e-07,
      "loss": 0.3379,
      "step": 2381370
    },
    {
      "epoch": 664.63,
      "grad_norm": 1.2144111394882202,
      "learning_rate": 3.574521801121327e-07,
      "loss": 0.3284,
      "step": 2381380
    },
    {
      "epoch": 664.64,
      "grad_norm": 1.1980535984039307,
      "learning_rate": 3.5743782717462803e-07,
      "loss": 0.3342,
      "step": 2381390
    },
    {
      "epoch": 664.64,
      "grad_norm": 1.1605031490325928,
      "learning_rate": 3.574234745015017e-07,
      "loss": 0.3295,
      "step": 2381400
    },
    {
      "epoch": 664.64,
      "grad_norm": 1.319743275642395,
      "learning_rate": 3.5740912209275584e-07,
      "loss": 0.3289,
      "step": 2381410
    },
    {
      "epoch": 664.64,
      "grad_norm": 1.3133069276809692,
      "learning_rate": 3.573947699483931e-07,
      "loss": 0.3413,
      "step": 2381420
    },
    {
      "epoch": 664.65,
      "grad_norm": 1.124433159828186,
      "learning_rate": 3.5738041806841434e-07,
      "loss": 0.3587,
      "step": 2381430
    },
    {
      "epoch": 664.65,
      "grad_norm": 1.1184895038604736,
      "learning_rate": 3.5736606645282154e-07,
      "loss": 0.3181,
      "step": 2381440
    },
    {
      "epoch": 664.65,
      "grad_norm": 1.2641770839691162,
      "learning_rate": 3.5735171510161725e-07,
      "loss": 0.35,
      "step": 2381450
    },
    {
      "epoch": 664.66,
      "grad_norm": 1.2844386100769043,
      "learning_rate": 3.5733736401480377e-07,
      "loss": 0.3472,
      "step": 2381460
    },
    {
      "epoch": 664.66,
      "grad_norm": 1.3250327110290527,
      "learning_rate": 3.573230131923812e-07,
      "loss": 0.3471,
      "step": 2381470
    },
    {
      "epoch": 664.66,
      "grad_norm": 1.2206107378005981,
      "learning_rate": 3.5730866263435365e-07,
      "loss": 0.3467,
      "step": 2381480
    },
    {
      "epoch": 664.66,
      "grad_norm": 1.2535333633422852,
      "learning_rate": 3.5729431234072135e-07,
      "loss": 0.3508,
      "step": 2381490
    },
    {
      "epoch": 664.67,
      "grad_norm": 1.3297337293624878,
      "learning_rate": 3.572799623114869e-07,
      "loss": 0.3309,
      "step": 2381500
    },
    {
      "epoch": 664.67,
      "grad_norm": 1.4041550159454346,
      "learning_rate": 3.572656125466527e-07,
      "loss": 0.3439,
      "step": 2381510
    },
    {
      "epoch": 664.67,
      "grad_norm": 1.2692703008651733,
      "learning_rate": 3.572512630462195e-07,
      "loss": 0.3467,
      "step": 2381520
    },
    {
      "epoch": 664.67,
      "grad_norm": 1.2183641195297241,
      "learning_rate": 3.572369138101899e-07,
      "loss": 0.3318,
      "step": 2381530
    },
    {
      "epoch": 664.68,
      "grad_norm": 1.3133641481399536,
      "learning_rate": 3.5722256483856574e-07,
      "loss": 0.3258,
      "step": 2381540
    },
    {
      "epoch": 664.68,
      "grad_norm": 1.125619649887085,
      "learning_rate": 3.5720821613134934e-07,
      "loss": 0.3206,
      "step": 2381550
    },
    {
      "epoch": 664.68,
      "grad_norm": 1.2947442531585693,
      "learning_rate": 3.571938676885412e-07,
      "loss": 0.3366,
      "step": 2381560
    },
    {
      "epoch": 664.69,
      "grad_norm": 1.0272835493087769,
      "learning_rate": 3.571795195101453e-07,
      "loss": 0.3266,
      "step": 2381570
    },
    {
      "epoch": 664.69,
      "grad_norm": 1.3222854137420654,
      "learning_rate": 3.571651715961621e-07,
      "loss": 0.3408,
      "step": 2381580
    },
    {
      "epoch": 664.69,
      "grad_norm": 1.3749390840530396,
      "learning_rate": 3.5715082394659364e-07,
      "loss": 0.3253,
      "step": 2381590
    },
    {
      "epoch": 664.69,
      "grad_norm": 1.4874476194381714,
      "learning_rate": 3.571364765614429e-07,
      "loss": 0.3368,
      "step": 2381600
    },
    {
      "epoch": 664.7,
      "grad_norm": 1.7644153833389282,
      "learning_rate": 3.571221294407095e-07,
      "loss": 0.3406,
      "step": 2381610
    },
    {
      "epoch": 664.7,
      "grad_norm": 1.1408981084823608,
      "learning_rate": 3.571077825843982e-07,
      "loss": 0.3501,
      "step": 2381620
    },
    {
      "epoch": 664.7,
      "grad_norm": 1.3759108781814575,
      "learning_rate": 3.5709343599250873e-07,
      "loss": 0.331,
      "step": 2381630
    },
    {
      "epoch": 664.71,
      "grad_norm": 1.0679306983947754,
      "learning_rate": 3.5707908966504394e-07,
      "loss": 0.3158,
      "step": 2381640
    },
    {
      "epoch": 664.71,
      "grad_norm": 1.0189274549484253,
      "learning_rate": 3.5706474360200616e-07,
      "loss": 0.3411,
      "step": 2381650
    },
    {
      "epoch": 664.71,
      "grad_norm": 1.225870966911316,
      "learning_rate": 3.570503978033962e-07,
      "loss": 0.3445,
      "step": 2381660
    },
    {
      "epoch": 664.71,
      "grad_norm": 1.0730936527252197,
      "learning_rate": 3.5703605226921634e-07,
      "loss": 0.3236,
      "step": 2381670
    },
    {
      "epoch": 664.72,
      "grad_norm": 1.2281601428985596,
      "learning_rate": 3.5702170699946875e-07,
      "loss": 0.3455,
      "step": 2381680
    },
    {
      "epoch": 664.72,
      "grad_norm": 1.2459287643432617,
      "learning_rate": 3.570073619941557e-07,
      "loss": 0.3385,
      "step": 2381690
    },
    {
      "epoch": 664.72,
      "grad_norm": 1.3094099760055542,
      "learning_rate": 3.5699301725327774e-07,
      "loss": 0.3421,
      "step": 2381700
    },
    {
      "epoch": 664.73,
      "grad_norm": 1.1348919868469238,
      "learning_rate": 3.5697867277683854e-07,
      "loss": 0.3419,
      "step": 2381710
    },
    {
      "epoch": 664.73,
      "grad_norm": 1.1608668565750122,
      "learning_rate": 3.569643285648388e-07,
      "loss": 0.3367,
      "step": 2381720
    },
    {
      "epoch": 664.73,
      "grad_norm": 1.2506694793701172,
      "learning_rate": 3.5694998461728074e-07,
      "loss": 0.3267,
      "step": 2381730
    },
    {
      "epoch": 664.73,
      "grad_norm": 1.1850064992904663,
      "learning_rate": 3.569356409341668e-07,
      "loss": 0.3366,
      "step": 2381740
    },
    {
      "epoch": 664.74,
      "grad_norm": 1.3129359483718872,
      "learning_rate": 3.5692129751549784e-07,
      "loss": 0.3316,
      "step": 2381750
    },
    {
      "epoch": 664.74,
      "grad_norm": 1.2797784805297852,
      "learning_rate": 3.5690695436127623e-07,
      "loss": 0.3366,
      "step": 2381760
    },
    {
      "epoch": 664.74,
      "grad_norm": 1.5851396322250366,
      "learning_rate": 3.56892611471504e-07,
      "loss": 0.3398,
      "step": 2381770
    },
    {
      "epoch": 664.74,
      "grad_norm": 1.4257696866989136,
      "learning_rate": 3.568782688461838e-07,
      "loss": 0.3294,
      "step": 2381780
    },
    {
      "epoch": 664.75,
      "grad_norm": 1.6486091613769531,
      "learning_rate": 3.568639264853158e-07,
      "loss": 0.35,
      "step": 2381790
    },
    {
      "epoch": 664.75,
      "grad_norm": 1.2221075296401978,
      "learning_rate": 3.5684958438890326e-07,
      "loss": 0.3254,
      "step": 2381800
    },
    {
      "epoch": 664.75,
      "grad_norm": 1.1419062614440918,
      "learning_rate": 3.5683524255694815e-07,
      "loss": 0.3492,
      "step": 2381810
    },
    {
      "epoch": 664.76,
      "grad_norm": 1.2818692922592163,
      "learning_rate": 3.5682090098945076e-07,
      "loss": 0.3406,
      "step": 2381820
    },
    {
      "epoch": 664.76,
      "grad_norm": 1.2212132215499878,
      "learning_rate": 3.5680655968641527e-07,
      "loss": 0.331,
      "step": 2381830
    },
    {
      "epoch": 664.76,
      "grad_norm": 1.2128171920776367,
      "learning_rate": 3.567922186478422e-07,
      "loss": 0.3358,
      "step": 2381840
    },
    {
      "epoch": 664.76,
      "grad_norm": 1.3096123933792114,
      "learning_rate": 3.567778778737336e-07,
      "loss": 0.3483,
      "step": 2381850
    },
    {
      "epoch": 664.77,
      "grad_norm": 1.266101360321045,
      "learning_rate": 3.5676353736409133e-07,
      "loss": 0.3528,
      "step": 2381860
    },
    {
      "epoch": 664.77,
      "grad_norm": 1.257270097732544,
      "learning_rate": 3.567491971189177e-07,
      "loss": 0.3479,
      "step": 2381870
    },
    {
      "epoch": 664.77,
      "grad_norm": 1.2690337896347046,
      "learning_rate": 3.5673485713821485e-07,
      "loss": 0.3197,
      "step": 2381880
    },
    {
      "epoch": 664.78,
      "grad_norm": 1.358413815498352,
      "learning_rate": 3.56720517421984e-07,
      "loss": 0.3437,
      "step": 2381890
    },
    {
      "epoch": 664.78,
      "grad_norm": 1.2201982736587524,
      "learning_rate": 3.5670617797022703e-07,
      "loss": 0.3314,
      "step": 2381900
    },
    {
      "epoch": 664.78,
      "grad_norm": 1.2673349380493164,
      "learning_rate": 3.566918387829462e-07,
      "loss": 0.3376,
      "step": 2381910
    },
    {
      "epoch": 664.78,
      "grad_norm": 1.4000139236450195,
      "learning_rate": 3.566774998601437e-07,
      "loss": 0.3295,
      "step": 2381920
    },
    {
      "epoch": 664.79,
      "grad_norm": 1.0960791110992432,
      "learning_rate": 3.566631612018208e-07,
      "loss": 0.3325,
      "step": 2381930
    },
    {
      "epoch": 664.79,
      "grad_norm": 1.2259777784347534,
      "learning_rate": 3.5664882280797983e-07,
      "loss": 0.3299,
      "step": 2381940
    },
    {
      "epoch": 664.79,
      "grad_norm": 1.2545000314712524,
      "learning_rate": 3.5663448467862284e-07,
      "loss": 0.3452,
      "step": 2381950
    },
    {
      "epoch": 664.79,
      "grad_norm": 1.0564398765563965,
      "learning_rate": 3.566201468137504e-07,
      "loss": 0.3197,
      "step": 2381960
    },
    {
      "epoch": 664.8,
      "grad_norm": 1.4318592548370361,
      "learning_rate": 3.566058092133666e-07,
      "loss": 0.3269,
      "step": 2381970
    },
    {
      "epoch": 664.8,
      "grad_norm": 1.3799859285354614,
      "learning_rate": 3.565914718774718e-07,
      "loss": 0.3404,
      "step": 2381980
    },
    {
      "epoch": 664.8,
      "grad_norm": 1.141565203666687,
      "learning_rate": 3.565771348060683e-07,
      "loss": 0.3308,
      "step": 2381990
    },
    {
      "epoch": 664.81,
      "grad_norm": 1.4021365642547607,
      "learning_rate": 3.5656279799915815e-07,
      "loss": 0.3331,
      "step": 2382000
    },
    {
      "epoch": 664.81,
      "grad_norm": 1.1058350801467896,
      "learning_rate": 3.565484614567435e-07,
      "loss": 0.3224,
      "step": 2382010
    },
    {
      "epoch": 664.81,
      "grad_norm": 1.2618906497955322,
      "learning_rate": 3.565341251788253e-07,
      "loss": 0.3322,
      "step": 2382020
    },
    {
      "epoch": 664.81,
      "grad_norm": 1.2756491899490356,
      "learning_rate": 3.5651978916540647e-07,
      "loss": 0.3302,
      "step": 2382030
    },
    {
      "epoch": 664.82,
      "grad_norm": 1.5697760581970215,
      "learning_rate": 3.565054534164888e-07,
      "loss": 0.3521,
      "step": 2382040
    },
    {
      "epoch": 664.82,
      "grad_norm": 1.11006760597229,
      "learning_rate": 3.564911179320726e-07,
      "loss": 0.3164,
      "step": 2382050
    },
    {
      "epoch": 664.82,
      "grad_norm": 1.246899127960205,
      "learning_rate": 3.5647678271216254e-07,
      "loss": 0.3382,
      "step": 2382060
    },
    {
      "epoch": 664.83,
      "grad_norm": 1.20561683177948,
      "learning_rate": 3.5646244775675854e-07,
      "loss": 0.3406,
      "step": 2382070
    },
    {
      "epoch": 664.83,
      "grad_norm": 1.1551846265792847,
      "learning_rate": 3.564481130658628e-07,
      "loss": 0.3504,
      "step": 2382080
    },
    {
      "epoch": 664.83,
      "grad_norm": 1.272117018699646,
      "learning_rate": 3.5643377863947813e-07,
      "loss": 0.3481,
      "step": 2382090
    },
    {
      "epoch": 664.83,
      "grad_norm": 1.7231700420379639,
      "learning_rate": 3.564194444776053e-07,
      "loss": 0.3506,
      "step": 2382100
    },
    {
      "epoch": 664.84,
      "grad_norm": 1.2634907960891724,
      "learning_rate": 3.5640511058024695e-07,
      "loss": 0.344,
      "step": 2382110
    },
    {
      "epoch": 664.84,
      "grad_norm": 1.6736881732940674,
      "learning_rate": 3.563907769474043e-07,
      "loss": 0.3355,
      "step": 2382120
    },
    {
      "epoch": 664.84,
      "grad_norm": 1.2813385725021362,
      "learning_rate": 3.5637644357908057e-07,
      "loss": 0.3388,
      "step": 2382130
    },
    {
      "epoch": 664.85,
      "grad_norm": 1.1078025102615356,
      "learning_rate": 3.563621104752754e-07,
      "loss": 0.34,
      "step": 2382140
    },
    {
      "epoch": 664.85,
      "grad_norm": 1.389802098274231,
      "learning_rate": 3.563477776359936e-07,
      "loss": 0.3476,
      "step": 2382150
    },
    {
      "epoch": 664.85,
      "grad_norm": 1.2502403259277344,
      "learning_rate": 3.563334450612348e-07,
      "loss": 0.3218,
      "step": 2382160
    },
    {
      "epoch": 664.85,
      "grad_norm": 1.6717076301574707,
      "learning_rate": 3.5631911275100166e-07,
      "loss": 0.3307,
      "step": 2382170
    },
    {
      "epoch": 664.86,
      "grad_norm": 1.182721495628357,
      "learning_rate": 3.563047807052967e-07,
      "loss": 0.3303,
      "step": 2382180
    },
    {
      "epoch": 664.86,
      "grad_norm": 1.2144265174865723,
      "learning_rate": 3.5629044892412005e-07,
      "loss": 0.3324,
      "step": 2382190
    },
    {
      "epoch": 664.86,
      "grad_norm": 1.209460973739624,
      "learning_rate": 3.5627611740747606e-07,
      "loss": 0.3296,
      "step": 2382200
    },
    {
      "epoch": 664.86,
      "grad_norm": 1.2380244731903076,
      "learning_rate": 3.5626178615536475e-07,
      "loss": 0.3299,
      "step": 2382210
    },
    {
      "epoch": 664.87,
      "grad_norm": 1.1946691274642944,
      "learning_rate": 3.5624745516778866e-07,
      "loss": 0.3366,
      "step": 2382220
    },
    {
      "epoch": 664.87,
      "grad_norm": 1.2203890085220337,
      "learning_rate": 3.562331244447502e-07,
      "loss": 0.3384,
      "step": 2382230
    },
    {
      "epoch": 664.87,
      "grad_norm": 1.6170437335968018,
      "learning_rate": 3.562187939862504e-07,
      "loss": 0.3446,
      "step": 2382240
    },
    {
      "epoch": 664.88,
      "grad_norm": 1.3297253847122192,
      "learning_rate": 3.562044637922916e-07,
      "loss": 0.344,
      "step": 2382250
    },
    {
      "epoch": 664.88,
      "grad_norm": 1.611374855041504,
      "learning_rate": 3.5619013386287534e-07,
      "loss": 0.3376,
      "step": 2382260
    },
    {
      "epoch": 664.88,
      "grad_norm": 1.1582785844802856,
      "learning_rate": 3.561758041980045e-07,
      "loss": 0.3391,
      "step": 2382270
    },
    {
      "epoch": 664.88,
      "grad_norm": 1.304787278175354,
      "learning_rate": 3.5616147479767934e-07,
      "loss": 0.345,
      "step": 2382280
    },
    {
      "epoch": 664.89,
      "grad_norm": 1.1497210264205933,
      "learning_rate": 3.561471456619038e-07,
      "loss": 0.3362,
      "step": 2382290
    },
    {
      "epoch": 664.89,
      "grad_norm": 1.2606282234191895,
      "learning_rate": 3.5613281679067825e-07,
      "loss": 0.3404,
      "step": 2382300
    },
    {
      "epoch": 664.89,
      "grad_norm": 1.1528546810150146,
      "learning_rate": 3.5611848818400495e-07,
      "loss": 0.3254,
      "step": 2382310
    },
    {
      "epoch": 664.9,
      "grad_norm": 1.5184370279312134,
      "learning_rate": 3.561041598418867e-07,
      "loss": 0.3329,
      "step": 2382320
    },
    {
      "epoch": 664.9,
      "grad_norm": 1.278884768486023,
      "learning_rate": 3.5608983176432376e-07,
      "loss": 0.3444,
      "step": 2382330
    },
    {
      "epoch": 664.9,
      "grad_norm": 1.330280065536499,
      "learning_rate": 3.5607550395131926e-07,
      "loss": 0.332,
      "step": 2382340
    },
    {
      "epoch": 664.9,
      "grad_norm": 1.3453588485717773,
      "learning_rate": 3.560611764028747e-07,
      "loss": 0.334,
      "step": 2382350
    },
    {
      "epoch": 664.91,
      "grad_norm": 1.4856992959976196,
      "learning_rate": 3.560468491189925e-07,
      "loss": 0.3559,
      "step": 2382360
    },
    {
      "epoch": 664.91,
      "grad_norm": 1.365889549255371,
      "learning_rate": 3.560325220996737e-07,
      "loss": 0.3255,
      "step": 2382370
    },
    {
      "epoch": 664.91,
      "grad_norm": 1.3903038501739502,
      "learning_rate": 3.5601819534492055e-07,
      "loss": 0.3297,
      "step": 2382380
    },
    {
      "epoch": 664.91,
      "grad_norm": 1.0662473440170288,
      "learning_rate": 3.560038688547357e-07,
      "loss": 0.3486,
      "step": 2382390
    },
    {
      "epoch": 664.92,
      "grad_norm": 1.035607933998108,
      "learning_rate": 3.5598954262911925e-07,
      "loss": 0.3393,
      "step": 2382400
    },
    {
      "epoch": 664.92,
      "grad_norm": 1.303520679473877,
      "learning_rate": 3.5597521666807527e-07,
      "loss": 0.3358,
      "step": 2382410
    },
    {
      "epoch": 664.92,
      "grad_norm": 1.2933881282806396,
      "learning_rate": 3.5596089097160425e-07,
      "loss": 0.3424,
      "step": 2382420
    },
    {
      "epoch": 664.93,
      "grad_norm": 1.15320885181427,
      "learning_rate": 3.559465655397083e-07,
      "loss": 0.3431,
      "step": 2382430
    },
    {
      "epoch": 664.93,
      "grad_norm": 1.396101951599121,
      "learning_rate": 3.559322403723898e-07,
      "loss": 0.355,
      "step": 2382440
    },
    {
      "epoch": 664.93,
      "grad_norm": 1.2690246105194092,
      "learning_rate": 3.5591791546965026e-07,
      "loss": 0.3363,
      "step": 2382450
    },
    {
      "epoch": 664.93,
      "grad_norm": 1.3049877882003784,
      "learning_rate": 3.5590359083149207e-07,
      "loss": 0.3303,
      "step": 2382460
    },
    {
      "epoch": 664.94,
      "grad_norm": 1.3207072019577026,
      "learning_rate": 3.5588926645791647e-07,
      "loss": 0.3403,
      "step": 2382470
    },
    {
      "epoch": 664.94,
      "grad_norm": 1.5513408184051514,
      "learning_rate": 3.5587494234892564e-07,
      "loss": 0.3371,
      "step": 2382480
    },
    {
      "epoch": 664.94,
      "grad_norm": 1.2740986347198486,
      "learning_rate": 3.5586061850452155e-07,
      "loss": 0.331,
      "step": 2382490
    },
    {
      "epoch": 664.95,
      "grad_norm": 1.378940463066101,
      "learning_rate": 3.558462949247066e-07,
      "loss": 0.3653,
      "step": 2382500
    },
    {
      "epoch": 664.95,
      "grad_norm": 1.3846327066421509,
      "learning_rate": 3.558319716094816e-07,
      "loss": 0.342,
      "step": 2382510
    },
    {
      "epoch": 664.95,
      "grad_norm": 1.0987071990966797,
      "learning_rate": 3.5581764855884906e-07,
      "loss": 0.3366,
      "step": 2382520
    },
    {
      "epoch": 664.95,
      "grad_norm": 1.3490389585494995,
      "learning_rate": 3.558033257728106e-07,
      "loss": 0.3392,
      "step": 2382530
    },
    {
      "epoch": 664.96,
      "grad_norm": 1.133323311805725,
      "learning_rate": 3.557890032513686e-07,
      "loss": 0.3515,
      "step": 2382540
    },
    {
      "epoch": 664.96,
      "grad_norm": 1.2863680124282837,
      "learning_rate": 3.5577468099452536e-07,
      "loss": 0.338,
      "step": 2382550
    },
    {
      "epoch": 664.96,
      "grad_norm": 1.0202133655548096,
      "learning_rate": 3.557603590022816e-07,
      "loss": 0.3522,
      "step": 2382560
    },
    {
      "epoch": 664.97,
      "grad_norm": 1.22115957736969,
      "learning_rate": 3.5574603727463976e-07,
      "loss": 0.3357,
      "step": 2382570
    },
    {
      "epoch": 664.97,
      "grad_norm": 1.2350813150405884,
      "learning_rate": 3.5573171581160193e-07,
      "loss": 0.339,
      "step": 2382580
    },
    {
      "epoch": 664.97,
      "grad_norm": 1.067978024482727,
      "learning_rate": 3.557173946131703e-07,
      "loss": 0.3418,
      "step": 2382590
    },
    {
      "epoch": 664.97,
      "grad_norm": 1.3230308294296265,
      "learning_rate": 3.5570307367934585e-07,
      "loss": 0.3315,
      "step": 2382600
    },
    {
      "epoch": 664.98,
      "grad_norm": 1.367361068725586,
      "learning_rate": 3.556887530101308e-07,
      "loss": 0.3335,
      "step": 2382610
    },
    {
      "epoch": 664.98,
      "grad_norm": 1.2348331212997437,
      "learning_rate": 3.55674432605528e-07,
      "loss": 0.3345,
      "step": 2382620
    },
    {
      "epoch": 664.98,
      "grad_norm": 1.4797167778015137,
      "learning_rate": 3.5566011246553755e-07,
      "loss": 0.3419,
      "step": 2382630
    },
    {
      "epoch": 664.98,
      "grad_norm": 1.115065336227417,
      "learning_rate": 3.556457925901633e-07,
      "loss": 0.3388,
      "step": 2382640
    },
    {
      "epoch": 664.99,
      "grad_norm": 1.17684006690979,
      "learning_rate": 3.556314729794057e-07,
      "loss": 0.3255,
      "step": 2382650
    },
    {
      "epoch": 664.99,
      "grad_norm": 1.3571228981018066,
      "learning_rate": 3.5561715363326745e-07,
      "loss": 0.3512,
      "step": 2382660
    },
    {
      "epoch": 664.99,
      "grad_norm": 0.9843349456787109,
      "learning_rate": 3.5560283455175005e-07,
      "loss": 0.3266,
      "step": 2382670
    },
    {
      "epoch": 665.0,
      "grad_norm": 1.3482674360275269,
      "learning_rate": 3.555885157348562e-07,
      "loss": 0.3443,
      "step": 2382680
    },
    {
      "epoch": 665.0,
      "grad_norm": 1.2570271492004395,
      "learning_rate": 3.5557419718258656e-07,
      "loss": 0.3366,
      "step": 2382690
    },
    {
      "epoch": 665.0,
      "eval_loss": 0.3382406532764435,
      "eval_runtime": 65.1995,
      "eval_samples_per_second": 77.593,
      "eval_steps_per_second": 9.709,
      "step": 2382695
    },
    {
      "epoch": 665.0,
      "grad_norm": 1.2624520063400269,
      "learning_rate": 3.5555987889494375e-07,
      "loss": 0.3462,
      "step": 2382700
    },
    {
      "epoch": 665.0,
      "grad_norm": 1.285597562789917,
      "learning_rate": 3.555455608719302e-07,
      "loss": 0.3292,
      "step": 2382710
    },
    {
      "epoch": 665.01,
      "grad_norm": 1.12924063205719,
      "learning_rate": 3.5553124311354584e-07,
      "loss": 0.3289,
      "step": 2382720
    },
    {
      "epoch": 665.01,
      "grad_norm": 1.2113701105117798,
      "learning_rate": 3.5551692561979535e-07,
      "loss": 0.3456,
      "step": 2382730
    },
    {
      "epoch": 665.01,
      "grad_norm": 1.1117305755615234,
      "learning_rate": 3.555026083906785e-07,
      "loss": 0.3362,
      "step": 2382740
    },
    {
      "epoch": 665.02,
      "grad_norm": 1.243617057800293,
      "learning_rate": 3.5548829142619787e-07,
      "loss": 0.3405,
      "step": 2382750
    },
    {
      "epoch": 665.02,
      "grad_norm": 1.4399199485778809,
      "learning_rate": 3.554739747263561e-07,
      "loss": 0.3369,
      "step": 2382760
    },
    {
      "epoch": 665.02,
      "grad_norm": 1.1530710458755493,
      "learning_rate": 3.5545965829115313e-07,
      "loss": 0.3313,
      "step": 2382770
    },
    {
      "epoch": 665.02,
      "grad_norm": 1.2752726078033447,
      "learning_rate": 3.554453421205934e-07,
      "loss": 0.3264,
      "step": 2382780
    },
    {
      "epoch": 665.03,
      "grad_norm": 1.226818323135376,
      "learning_rate": 3.5543102621467697e-07,
      "loss": 0.3391,
      "step": 2382790
    },
    {
      "epoch": 665.03,
      "grad_norm": 1.2604984045028687,
      "learning_rate": 3.554167105734064e-07,
      "loss": 0.3401,
      "step": 2382800
    },
    {
      "epoch": 665.03,
      "grad_norm": 1.4240152835845947,
      "learning_rate": 3.554023951967835e-07,
      "loss": 0.3519,
      "step": 2382810
    },
    {
      "epoch": 665.03,
      "grad_norm": 1.281276822090149,
      "learning_rate": 3.553880800848106e-07,
      "loss": 0.3468,
      "step": 2382820
    },
    {
      "epoch": 665.04,
      "grad_norm": 1.1257567405700684,
      "learning_rate": 3.5537376523748875e-07,
      "loss": 0.3254,
      "step": 2382830
    },
    {
      "epoch": 665.04,
      "grad_norm": 1.41153085231781,
      "learning_rate": 3.5535945065482036e-07,
      "loss": 0.3273,
      "step": 2382840
    },
    {
      "epoch": 665.04,
      "grad_norm": 1.2210825681686401,
      "learning_rate": 3.5534513633680793e-07,
      "loss": 0.3411,
      "step": 2382850
    },
    {
      "epoch": 665.05,
      "grad_norm": 1.430193543434143,
      "learning_rate": 3.553308222834515e-07,
      "loss": 0.3301,
      "step": 2382860
    },
    {
      "epoch": 665.05,
      "grad_norm": 1.211121916770935,
      "learning_rate": 3.553165084947555e-07,
      "loss": 0.3248,
      "step": 2382870
    },
    {
      "epoch": 665.05,
      "grad_norm": 1.149214506149292,
      "learning_rate": 3.553021949707197e-07,
      "loss": 0.3297,
      "step": 2382880
    },
    {
      "epoch": 665.05,
      "grad_norm": 1.3105138540267944,
      "learning_rate": 3.552878817113472e-07,
      "loss": 0.3332,
      "step": 2382890
    },
    {
      "epoch": 665.06,
      "grad_norm": 1.165339708328247,
      "learning_rate": 3.5527356871663975e-07,
      "loss": 0.3515,
      "step": 2382900
    },
    {
      "epoch": 665.06,
      "grad_norm": 1.1543408632278442,
      "learning_rate": 3.5525925598659853e-07,
      "loss": 0.3454,
      "step": 2382910
    },
    {
      "epoch": 665.06,
      "grad_norm": 1.3828984498977661,
      "learning_rate": 3.5524494352122626e-07,
      "loss": 0.3277,
      "step": 2382920
    },
    {
      "epoch": 665.07,
      "grad_norm": 1.1496974229812622,
      "learning_rate": 3.5523063132052436e-07,
      "loss": 0.3445,
      "step": 2382930
    },
    {
      "epoch": 665.07,
      "grad_norm": 1.433525562286377,
      "learning_rate": 3.552163193844953e-07,
      "loss": 0.3448,
      "step": 2382940
    },
    {
      "epoch": 665.07,
      "grad_norm": 1.290273666381836,
      "learning_rate": 3.552020077131398e-07,
      "loss": 0.3287,
      "step": 2382950
    },
    {
      "epoch": 665.07,
      "grad_norm": 1.2595008611679077,
      "learning_rate": 3.5518769630646155e-07,
      "loss": 0.3264,
      "step": 2382960
    },
    {
      "epoch": 665.08,
      "grad_norm": 1.6302484273910522,
      "learning_rate": 3.5517338516446115e-07,
      "loss": 0.3315,
      "step": 2382970
    },
    {
      "epoch": 665.08,
      "grad_norm": 1.4223018884658813,
      "learning_rate": 3.551590742871405e-07,
      "loss": 0.3248,
      "step": 2382980
    },
    {
      "epoch": 665.08,
      "grad_norm": 1.2401556968688965,
      "learning_rate": 3.551447636745026e-07,
      "loss": 0.3388,
      "step": 2382990
    },
    {
      "epoch": 665.09,
      "grad_norm": 1.1902146339416504,
      "learning_rate": 3.5513045332654807e-07,
      "loss": 0.3187,
      "step": 2383000
    },
    {
      "epoch": 665.09,
      "grad_norm": 1.1932569742202759,
      "learning_rate": 3.551161432432792e-07,
      "loss": 0.3376,
      "step": 2383010
    },
    {
      "epoch": 665.09,
      "grad_norm": 1.2227400541305542,
      "learning_rate": 3.551018334246981e-07,
      "loss": 0.3409,
      "step": 2383020
    },
    {
      "epoch": 665.09,
      "grad_norm": 1.1587013006210327,
      "learning_rate": 3.550875238708068e-07,
      "loss": 0.3294,
      "step": 2383030
    },
    {
      "epoch": 665.1,
      "grad_norm": 1.2217485904693604,
      "learning_rate": 3.550732145816074e-07,
      "loss": 0.3268,
      "step": 2383040
    },
    {
      "epoch": 665.1,
      "grad_norm": 1.5138713121414185,
      "learning_rate": 3.550589055571007e-07,
      "loss": 0.3387,
      "step": 2383050
    },
    {
      "epoch": 665.1,
      "grad_norm": 1.5328466892242432,
      "learning_rate": 3.550445967972896e-07,
      "loss": 0.3435,
      "step": 2383060
    },
    {
      "epoch": 665.1,
      "grad_norm": 1.3427908420562744,
      "learning_rate": 3.550302883021756e-07,
      "loss": 0.3219,
      "step": 2383070
    },
    {
      "epoch": 665.11,
      "grad_norm": 1.1794143915176392,
      "learning_rate": 3.550159800717613e-07,
      "loss": 0.3256,
      "step": 2383080
    },
    {
      "epoch": 665.11,
      "grad_norm": 1.4808175563812256,
      "learning_rate": 3.55001672106047e-07,
      "loss": 0.3453,
      "step": 2383090
    },
    {
      "epoch": 665.11,
      "grad_norm": 1.1898881196975708,
      "learning_rate": 3.549873644050366e-07,
      "loss": 0.3377,
      "step": 2383100
    },
    {
      "epoch": 665.12,
      "grad_norm": 1.396071195602417,
      "learning_rate": 3.549730569687306e-07,
      "loss": 0.3376,
      "step": 2383110
    },
    {
      "epoch": 665.12,
      "grad_norm": 1.0900710821151733,
      "learning_rate": 3.549587497971313e-07,
      "loss": 0.3444,
      "step": 2383120
    },
    {
      "epoch": 665.12,
      "grad_norm": 1.2749899625778198,
      "learning_rate": 3.5494444289024136e-07,
      "loss": 0.3399,
      "step": 2383130
    },
    {
      "epoch": 665.12,
      "grad_norm": 1.2642238140106201,
      "learning_rate": 3.549301362480613e-07,
      "loss": 0.3541,
      "step": 2383140
    },
    {
      "epoch": 665.13,
      "grad_norm": 1.1742212772369385,
      "learning_rate": 3.5491582987059377e-07,
      "loss": 0.3363,
      "step": 2383150
    },
    {
      "epoch": 665.13,
      "grad_norm": 1.2343957424163818,
      "learning_rate": 3.5490152375784043e-07,
      "loss": 0.3375,
      "step": 2383160
    },
    {
      "epoch": 665.13,
      "grad_norm": 1.0894393920898438,
      "learning_rate": 3.548872179098043e-07,
      "loss": 0.3405,
      "step": 2383170
    },
    {
      "epoch": 665.14,
      "grad_norm": 1.0528901815414429,
      "learning_rate": 3.5487291232648533e-07,
      "loss": 0.3331,
      "step": 2383180
    },
    {
      "epoch": 665.14,
      "grad_norm": 1.1448081731796265,
      "learning_rate": 3.548586070078869e-07,
      "loss": 0.3387,
      "step": 2383190
    },
    {
      "epoch": 665.14,
      "grad_norm": 1.1867576837539673,
      "learning_rate": 3.5484430195401057e-07,
      "loss": 0.3338,
      "step": 2383200
    },
    {
      "epoch": 665.14,
      "grad_norm": 1.2959589958190918,
      "learning_rate": 3.5482999716485733e-07,
      "loss": 0.3335,
      "step": 2383210
    },
    {
      "epoch": 665.15,
      "grad_norm": 1.1585643291473389,
      "learning_rate": 3.548156926404309e-07,
      "loss": 0.3543,
      "step": 2383220
    },
    {
      "epoch": 665.15,
      "grad_norm": 1.2223163843154907,
      "learning_rate": 3.5480138838073155e-07,
      "loss": 0.3222,
      "step": 2383230
    },
    {
      "epoch": 665.15,
      "grad_norm": 1.1100307703018188,
      "learning_rate": 3.547870843857618e-07,
      "loss": 0.347,
      "step": 2383240
    },
    {
      "epoch": 665.15,
      "grad_norm": 1.3882486820220947,
      "learning_rate": 3.547727806555238e-07,
      "loss": 0.357,
      "step": 2383250
    },
    {
      "epoch": 665.16,
      "grad_norm": 0.9939799904823303,
      "learning_rate": 3.547584771900196e-07,
      "loss": 0.346,
      "step": 2383260
    },
    {
      "epoch": 665.16,
      "grad_norm": 1.2313405275344849,
      "learning_rate": 3.5474417398924995e-07,
      "loss": 0.3261,
      "step": 2383270
    },
    {
      "epoch": 665.16,
      "grad_norm": 1.3426357507705688,
      "learning_rate": 3.5472987105321777e-07,
      "loss": 0.3412,
      "step": 2383280
    },
    {
      "epoch": 665.17,
      "grad_norm": 1.3377121686935425,
      "learning_rate": 3.5471556838192515e-07,
      "loss": 0.3357,
      "step": 2383290
    },
    {
      "epoch": 665.17,
      "grad_norm": 1.2078124284744263,
      "learning_rate": 3.547012659753726e-07,
      "loss": 0.3407,
      "step": 2383300
    },
    {
      "epoch": 665.17,
      "grad_norm": 1.1917235851287842,
      "learning_rate": 3.5468696383356396e-07,
      "loss": 0.3305,
      "step": 2383310
    },
    {
      "epoch": 665.17,
      "grad_norm": 2.3067808151245117,
      "learning_rate": 3.546726619564995e-07,
      "loss": 0.3492,
      "step": 2383320
    },
    {
      "epoch": 665.18,
      "grad_norm": 1.2738453149795532,
      "learning_rate": 3.5465836034418195e-07,
      "loss": 0.3303,
      "step": 2383330
    },
    {
      "epoch": 665.18,
      "grad_norm": 1.2432425022125244,
      "learning_rate": 3.546440589966135e-07,
      "loss": 0.3349,
      "step": 2383340
    },
    {
      "epoch": 665.18,
      "grad_norm": 1.2144911289215088,
      "learning_rate": 3.546297579137945e-07,
      "loss": 0.3498,
      "step": 2383350
    },
    {
      "epoch": 665.19,
      "grad_norm": 1.3069820404052734,
      "learning_rate": 3.546154570957291e-07,
      "loss": 0.3329,
      "step": 2383360
    },
    {
      "epoch": 665.19,
      "grad_norm": 1.4511871337890625,
      "learning_rate": 3.546011565424175e-07,
      "loss": 0.3447,
      "step": 2383370
    },
    {
      "epoch": 665.19,
      "grad_norm": 1.2179397344589233,
      "learning_rate": 3.545868562538621e-07,
      "loss": 0.3216,
      "step": 2383380
    },
    {
      "epoch": 665.19,
      "grad_norm": 1.2373679876327515,
      "learning_rate": 3.54572556230065e-07,
      "loss": 0.3496,
      "step": 2383390
    },
    {
      "epoch": 665.2,
      "grad_norm": 1.2532991170883179,
      "learning_rate": 3.5455825647102845e-07,
      "loss": 0.3249,
      "step": 2383400
    },
    {
      "epoch": 665.2,
      "grad_norm": 1.0434699058532715,
      "learning_rate": 3.545439569767531e-07,
      "loss": 0.3175,
      "step": 2383410
    },
    {
      "epoch": 665.2,
      "grad_norm": 1.1793006658554077,
      "learning_rate": 3.5452965774724194e-07,
      "loss": 0.3365,
      "step": 2383420
    },
    {
      "epoch": 665.21,
      "grad_norm": 1.0640054941177368,
      "learning_rate": 3.5451535878249684e-07,
      "loss": 0.3285,
      "step": 2383430
    },
    {
      "epoch": 665.21,
      "grad_norm": 1.1269683837890625,
      "learning_rate": 3.545010600825184e-07,
      "loss": 0.3385,
      "step": 2383440
    },
    {
      "epoch": 665.21,
      "grad_norm": 1.3445014953613281,
      "learning_rate": 3.544867616473107e-07,
      "loss": 0.3363,
      "step": 2383450
    },
    {
      "epoch": 665.21,
      "grad_norm": 1.0577340126037598,
      "learning_rate": 3.5447246347687374e-07,
      "loss": 0.323,
      "step": 2383460
    },
    {
      "epoch": 665.22,
      "grad_norm": 1.2503762245178223,
      "learning_rate": 3.544581655712104e-07,
      "loss": 0.3392,
      "step": 2383470
    },
    {
      "epoch": 665.22,
      "grad_norm": 1.8137974739074707,
      "learning_rate": 3.544438679303222e-07,
      "loss": 0.3425,
      "step": 2383480
    },
    {
      "epoch": 665.22,
      "grad_norm": 1.1122742891311646,
      "learning_rate": 3.5442957055421186e-07,
      "loss": 0.3328,
      "step": 2383490
    },
    {
      "epoch": 665.22,
      "grad_norm": 1.2984931468963623,
      "learning_rate": 3.5441527344288004e-07,
      "loss": 0.3286,
      "step": 2383500
    },
    {
      "epoch": 665.23,
      "grad_norm": 1.272227168083191,
      "learning_rate": 3.5440097659632913e-07,
      "loss": 0.3377,
      "step": 2383510
    },
    {
      "epoch": 665.23,
      "grad_norm": 1.0740047693252563,
      "learning_rate": 3.543866800145615e-07,
      "loss": 0.3343,
      "step": 2383520
    },
    {
      "epoch": 665.23,
      "grad_norm": 1.3923728466033936,
      "learning_rate": 3.543723836975779e-07,
      "loss": 0.3255,
      "step": 2383530
    },
    {
      "epoch": 665.24,
      "grad_norm": 1.249303936958313,
      "learning_rate": 3.5435808764538193e-07,
      "loss": 0.3296,
      "step": 2383540
    },
    {
      "epoch": 665.24,
      "grad_norm": 1.3620312213897705,
      "learning_rate": 3.5434379185797415e-07,
      "loss": 0.3386,
      "step": 2383550
    },
    {
      "epoch": 665.24,
      "grad_norm": 1.2810766696929932,
      "learning_rate": 3.5432949633535664e-07,
      "loss": 0.326,
      "step": 2383560
    },
    {
      "epoch": 665.24,
      "grad_norm": 1.1331734657287598,
      "learning_rate": 3.543152010775323e-07,
      "loss": 0.3235,
      "step": 2383570
    },
    {
      "epoch": 665.25,
      "grad_norm": 1.1456503868103027,
      "learning_rate": 3.543009060845016e-07,
      "loss": 0.3365,
      "step": 2383580
    },
    {
      "epoch": 665.25,
      "grad_norm": 1.3786165714263916,
      "learning_rate": 3.5428661135626716e-07,
      "loss": 0.3274,
      "step": 2383590
    },
    {
      "epoch": 665.25,
      "grad_norm": 1.3058305978775024,
      "learning_rate": 3.542723168928308e-07,
      "loss": 0.3388,
      "step": 2383600
    },
    {
      "epoch": 665.26,
      "grad_norm": 1.154783844947815,
      "learning_rate": 3.542580226941946e-07,
      "loss": 0.3407,
      "step": 2383610
    },
    {
      "epoch": 665.26,
      "grad_norm": 1.1676554679870605,
      "learning_rate": 3.542437287603601e-07,
      "loss": 0.3293,
      "step": 2383620
    },
    {
      "epoch": 665.26,
      "grad_norm": 1.1853182315826416,
      "learning_rate": 3.542294350913302e-07,
      "loss": 0.3425,
      "step": 2383630
    },
    {
      "epoch": 665.26,
      "grad_norm": 1.3409942388534546,
      "learning_rate": 3.542151416871054e-07,
      "loss": 0.3369,
      "step": 2383640
    },
    {
      "epoch": 665.27,
      "grad_norm": 1.2479965686798096,
      "learning_rate": 3.542008485476883e-07,
      "loss": 0.3311,
      "step": 2383650
    },
    {
      "epoch": 665.27,
      "grad_norm": 1.1173770427703857,
      "learning_rate": 3.5418655567308104e-07,
      "loss": 0.3429,
      "step": 2383660
    },
    {
      "epoch": 665.27,
      "grad_norm": 1.2179640531539917,
      "learning_rate": 3.541722630632843e-07,
      "loss": 0.3402,
      "step": 2383670
    },
    {
      "epoch": 665.27,
      "grad_norm": 1.0865761041641235,
      "learning_rate": 3.541579707183021e-07,
      "loss": 0.3361,
      "step": 2383680
    },
    {
      "epoch": 665.28,
      "grad_norm": 1.1811131238937378,
      "learning_rate": 3.5414367863813426e-07,
      "loss": 0.353,
      "step": 2383690
    },
    {
      "epoch": 665.28,
      "grad_norm": 1.2733877897262573,
      "learning_rate": 3.5412938682278383e-07,
      "loss": 0.3307,
      "step": 2383700
    },
    {
      "epoch": 665.28,
      "grad_norm": 9.059805870056152,
      "learning_rate": 3.5411509527225306e-07,
      "loss": 0.3244,
      "step": 2383710
    },
    {
      "epoch": 665.29,
      "grad_norm": 1.104108452796936,
      "learning_rate": 3.541008039865425e-07,
      "loss": 0.3395,
      "step": 2383720
    },
    {
      "epoch": 665.29,
      "grad_norm": 1.3345928192138672,
      "learning_rate": 3.5408651296565495e-07,
      "loss": 0.3472,
      "step": 2383730
    },
    {
      "epoch": 665.29,
      "grad_norm": 1.3137099742889404,
      "learning_rate": 3.5407222220959206e-07,
      "loss": 0.3323,
      "step": 2383740
    },
    {
      "epoch": 665.29,
      "grad_norm": 1.1355704069137573,
      "learning_rate": 3.540579317183564e-07,
      "loss": 0.3471,
      "step": 2383750
    },
    {
      "epoch": 665.3,
      "grad_norm": 1.177698016166687,
      "learning_rate": 3.54043641491948e-07,
      "loss": 0.3558,
      "step": 2383760
    },
    {
      "epoch": 665.3,
      "grad_norm": 1.1503254175186157,
      "learning_rate": 3.540293515303714e-07,
      "loss": 0.3312,
      "step": 2383770
    },
    {
      "epoch": 665.3,
      "grad_norm": 1.2754024267196655,
      "learning_rate": 3.5401506183362655e-07,
      "loss": 0.3163,
      "step": 2383780
    },
    {
      "epoch": 665.31,
      "grad_norm": 1.3012570142745972,
      "learning_rate": 3.5400077240171587e-07,
      "loss": 0.3165,
      "step": 2383790
    },
    {
      "epoch": 665.31,
      "grad_norm": 1.197575569152832,
      "learning_rate": 3.5398648323464206e-07,
      "loss": 0.3245,
      "step": 2383800
    },
    {
      "epoch": 665.31,
      "grad_norm": 1.0447496175765991,
      "learning_rate": 3.5397219433240564e-07,
      "loss": 0.3349,
      "step": 2383810
    },
    {
      "epoch": 665.31,
      "grad_norm": 1.15957510471344,
      "learning_rate": 3.539579056950092e-07,
      "loss": 0.3338,
      "step": 2383820
    },
    {
      "epoch": 665.32,
      "grad_norm": 1.2681725025177002,
      "learning_rate": 3.539436173224548e-07,
      "loss": 0.3483,
      "step": 2383830
    },
    {
      "epoch": 665.32,
      "grad_norm": 1.2851221561431885,
      "learning_rate": 3.5392932921474455e-07,
      "loss": 0.3466,
      "step": 2383840
    },
    {
      "epoch": 665.32,
      "grad_norm": 1.1294127702713013,
      "learning_rate": 3.539150413718795e-07,
      "loss": 0.3327,
      "step": 2383850
    },
    {
      "epoch": 665.33,
      "grad_norm": 1.4727703332901,
      "learning_rate": 3.539007537938619e-07,
      "loss": 0.3311,
      "step": 2383860
    },
    {
      "epoch": 665.33,
      "grad_norm": 1.2300240993499756,
      "learning_rate": 3.5388646648069447e-07,
      "loss": 0.3385,
      "step": 2383870
    },
    {
      "epoch": 665.33,
      "grad_norm": 1.1720759868621826,
      "learning_rate": 3.538721794323774e-07,
      "loss": 0.3527,
      "step": 2383880
    },
    {
      "epoch": 665.33,
      "grad_norm": 1.348471760749817,
      "learning_rate": 3.5385789264891437e-07,
      "loss": 0.3388,
      "step": 2383890
    },
    {
      "epoch": 665.34,
      "grad_norm": 1.4814404249191284,
      "learning_rate": 3.5384360613030586e-07,
      "loss": 0.347,
      "step": 2383900
    },
    {
      "epoch": 665.34,
      "grad_norm": 1.2256215810775757,
      "learning_rate": 3.538293198765553e-07,
      "loss": 0.3378,
      "step": 2383910
    },
    {
      "epoch": 665.34,
      "grad_norm": 1.1068894863128662,
      "learning_rate": 3.5381503388766317e-07,
      "loss": 0.3436,
      "step": 2383920
    },
    {
      "epoch": 665.34,
      "grad_norm": 1.2130708694458008,
      "learning_rate": 3.5380074816363185e-07,
      "loss": 0.3484,
      "step": 2383930
    },
    {
      "epoch": 665.35,
      "grad_norm": 1.1976553201675415,
      "learning_rate": 3.537864627044639e-07,
      "loss": 0.3517,
      "step": 2383940
    },
    {
      "epoch": 665.35,
      "grad_norm": 1.4336045980453491,
      "learning_rate": 3.5377217751016014e-07,
      "loss": 0.3497,
      "step": 2383950
    },
    {
      "epoch": 665.35,
      "grad_norm": 1.4946192502975464,
      "learning_rate": 3.5375789258072287e-07,
      "loss": 0.3206,
      "step": 2383960
    },
    {
      "epoch": 665.36,
      "grad_norm": 1.1209930181503296,
      "learning_rate": 3.537436079161542e-07,
      "loss": 0.3327,
      "step": 2383970
    },
    {
      "epoch": 665.36,
      "grad_norm": 1.2427376508712769,
      "learning_rate": 3.537293235164565e-07,
      "loss": 0.3335,
      "step": 2383980
    },
    {
      "epoch": 665.36,
      "grad_norm": 1.3773221969604492,
      "learning_rate": 3.537150393816305e-07,
      "loss": 0.3406,
      "step": 2383990
    },
    {
      "epoch": 665.36,
      "grad_norm": 3.4265899658203125,
      "learning_rate": 3.537007555116788e-07,
      "loss": 0.3393,
      "step": 2384000
    },
    {
      "epoch": 665.37,
      "grad_norm": 1.243444561958313,
      "learning_rate": 3.5368647190660355e-07,
      "loss": 0.3259,
      "step": 2384010
    },
    {
      "epoch": 665.37,
      "grad_norm": 1.1890897750854492,
      "learning_rate": 3.5367218856640544e-07,
      "loss": 0.3479,
      "step": 2384020
    },
    {
      "epoch": 665.37,
      "grad_norm": 1.2265875339508057,
      "learning_rate": 3.536579054910882e-07,
      "loss": 0.3381,
      "step": 2384030
    },
    {
      "epoch": 665.38,
      "grad_norm": 1.1333889961242676,
      "learning_rate": 3.53643622680652e-07,
      "loss": 0.3431,
      "step": 2384040
    },
    {
      "epoch": 665.38,
      "grad_norm": 1.2490154504776,
      "learning_rate": 3.5362934013509976e-07,
      "loss": 0.3304,
      "step": 2384050
    },
    {
      "epoch": 665.38,
      "grad_norm": 1.2958934307098389,
      "learning_rate": 3.53615057854433e-07,
      "loss": 0.3362,
      "step": 2384060
    },
    {
      "epoch": 665.38,
      "grad_norm": 1.299644947052002,
      "learning_rate": 3.536007758386544e-07,
      "loss": 0.3234,
      "step": 2384070
    },
    {
      "epoch": 665.39,
      "grad_norm": 1.1340138912200928,
      "learning_rate": 3.535864940877647e-07,
      "loss": 0.3241,
      "step": 2384080
    },
    {
      "epoch": 665.39,
      "grad_norm": 1.1671465635299683,
      "learning_rate": 3.535722126017662e-07,
      "loss": 0.3466,
      "step": 2384090
    },
    {
      "epoch": 665.39,
      "grad_norm": 1.082521915435791,
      "learning_rate": 3.5355793138066154e-07,
      "loss": 0.3376,
      "step": 2384100
    },
    {
      "epoch": 665.39,
      "grad_norm": 1.986828327178955,
      "learning_rate": 3.5354365042445073e-07,
      "loss": 0.34,
      "step": 2384110
    },
    {
      "epoch": 665.4,
      "grad_norm": 1.5961517095565796,
      "learning_rate": 3.5352936973313815e-07,
      "loss": 0.3383,
      "step": 2384120
    },
    {
      "epoch": 665.4,
      "grad_norm": 6.25237512588501,
      "learning_rate": 3.535150893067239e-07,
      "loss": 0.3429,
      "step": 2384130
    },
    {
      "epoch": 665.4,
      "grad_norm": 1.0218029022216797,
      "learning_rate": 3.535008091452104e-07,
      "loss": 0.3393,
      "step": 2384140
    },
    {
      "epoch": 665.41,
      "grad_norm": 1.3839449882507324,
      "learning_rate": 3.534865292486002e-07,
      "loss": 0.3382,
      "step": 2384150
    },
    {
      "epoch": 665.41,
      "grad_norm": 1.257639765739441,
      "learning_rate": 3.5347224961689394e-07,
      "loss": 0.3369,
      "step": 2384160
    },
    {
      "epoch": 665.41,
      "grad_norm": 1.5217969417572021,
      "learning_rate": 3.5345797025009456e-07,
      "loss": 0.3331,
      "step": 2384170
    },
    {
      "epoch": 665.41,
      "grad_norm": 1.2676945924758911,
      "learning_rate": 3.534436911482033e-07,
      "loss": 0.3356,
      "step": 2384180
    },
    {
      "epoch": 665.42,
      "grad_norm": 1.338919758796692,
      "learning_rate": 3.534294123112223e-07,
      "loss": 0.338,
      "step": 2384190
    },
    {
      "epoch": 665.42,
      "grad_norm": 1.4496161937713623,
      "learning_rate": 3.5341513373915353e-07,
      "loss": 0.3461,
      "step": 2384200
    },
    {
      "epoch": 665.42,
      "grad_norm": 1.1141254901885986,
      "learning_rate": 3.534008554319997e-07,
      "loss": 0.3328,
      "step": 2384210
    },
    {
      "epoch": 665.43,
      "grad_norm": 1.0576000213623047,
      "learning_rate": 3.5338657738976114e-07,
      "loss": 0.3454,
      "step": 2384220
    },
    {
      "epoch": 665.43,
      "grad_norm": 1.2559245824813843,
      "learning_rate": 3.533722996124405e-07,
      "loss": 0.3432,
      "step": 2384230
    },
    {
      "epoch": 665.43,
      "grad_norm": 1.292484998703003,
      "learning_rate": 3.5335802210004005e-07,
      "loss": 0.3295,
      "step": 2384240
    },
    {
      "epoch": 665.43,
      "grad_norm": 1.2807939052581787,
      "learning_rate": 3.5334374485256046e-07,
      "loss": 0.3268,
      "step": 2384250
    },
    {
      "epoch": 665.44,
      "grad_norm": 1.170041799545288,
      "learning_rate": 3.5332946787000546e-07,
      "loss": 0.3325,
      "step": 2384260
    },
    {
      "epoch": 665.44,
      "grad_norm": 1.0851045846939087,
      "learning_rate": 3.5331519115237547e-07,
      "loss": 0.3396,
      "step": 2384270
    },
    {
      "epoch": 665.44,
      "grad_norm": 1.1208508014678955,
      "learning_rate": 3.533009146996729e-07,
      "loss": 0.3323,
      "step": 2384280
    },
    {
      "epoch": 665.45,
      "grad_norm": 1.0888903141021729,
      "learning_rate": 3.5328663851190033e-07,
      "loss": 0.3511,
      "step": 2384290
    },
    {
      "epoch": 665.45,
      "grad_norm": 1.0283828973770142,
      "learning_rate": 3.532723625890583e-07,
      "loss": 0.3315,
      "step": 2384300
    },
    {
      "epoch": 665.45,
      "grad_norm": 1.0081552267074585,
      "learning_rate": 3.532580869311494e-07,
      "loss": 0.3259,
      "step": 2384310
    },
    {
      "epoch": 665.45,
      "grad_norm": 1.296349287033081,
      "learning_rate": 3.5324381153817537e-07,
      "loss": 0.3388,
      "step": 2384320
    },
    {
      "epoch": 665.46,
      "grad_norm": 1.2391204833984375,
      "learning_rate": 3.5322953641013897e-07,
      "loss": 0.3292,
      "step": 2384330
    },
    {
      "epoch": 665.46,
      "grad_norm": 1.2203145027160645,
      "learning_rate": 3.5321526154704013e-07,
      "loss": 0.339,
      "step": 2384340
    },
    {
      "epoch": 665.46,
      "grad_norm": 1.2469398975372314,
      "learning_rate": 3.532009869488832e-07,
      "loss": 0.3359,
      "step": 2384350
    },
    {
      "epoch": 665.46,
      "grad_norm": 1.0996829271316528,
      "learning_rate": 3.531867126156686e-07,
      "loss": 0.3327,
      "step": 2384360
    },
    {
      "epoch": 665.47,
      "grad_norm": 1.5702375173568726,
      "learning_rate": 3.531724385473982e-07,
      "loss": 0.3461,
      "step": 2384370
    },
    {
      "epoch": 665.47,
      "grad_norm": 1.2853296995162964,
      "learning_rate": 3.531581647440748e-07,
      "loss": 0.3371,
      "step": 2384380
    },
    {
      "epoch": 665.47,
      "grad_norm": 2.054327964782715,
      "learning_rate": 3.5314389120569907e-07,
      "loss": 0.3494,
      "step": 2384390
    },
    {
      "epoch": 665.48,
      "grad_norm": 1.2875410318374634,
      "learning_rate": 3.531296179322739e-07,
      "loss": 0.3442,
      "step": 2384400
    },
    {
      "epoch": 665.48,
      "grad_norm": 1.2475813627243042,
      "learning_rate": 3.5311534492380063e-07,
      "loss": 0.3361,
      "step": 2384410
    },
    {
      "epoch": 665.48,
      "grad_norm": 1.3468490839004517,
      "learning_rate": 3.531010721802818e-07,
      "loss": 0.3289,
      "step": 2384420
    },
    {
      "epoch": 665.48,
      "grad_norm": 1.2032512426376343,
      "learning_rate": 3.5308679970171796e-07,
      "loss": 0.3495,
      "step": 2384430
    },
    {
      "epoch": 665.49,
      "grad_norm": 1.4351099729537964,
      "learning_rate": 3.53072527488113e-07,
      "loss": 0.3405,
      "step": 2384440
    },
    {
      "epoch": 665.49,
      "grad_norm": 1.1538565158843994,
      "learning_rate": 3.5305825553946717e-07,
      "loss": 0.325,
      "step": 2384450
    },
    {
      "epoch": 665.49,
      "grad_norm": 1.3107249736785889,
      "learning_rate": 3.5304398385578284e-07,
      "loss": 0.3468,
      "step": 2384460
    },
    {
      "epoch": 665.5,
      "grad_norm": 1.3027092218399048,
      "learning_rate": 3.530297124370629e-07,
      "loss": 0.3376,
      "step": 2384470
    },
    {
      "epoch": 665.5,
      "grad_norm": 1.3791828155517578,
      "learning_rate": 3.53015441283307e-07,
      "loss": 0.3226,
      "step": 2384480
    },
    {
      "epoch": 665.5,
      "grad_norm": 1.2595001459121704,
      "learning_rate": 3.5300117039451963e-07,
      "loss": 0.3278,
      "step": 2384490
    },
    {
      "epoch": 665.5,
      "grad_norm": 1.2644431591033936,
      "learning_rate": 3.529868997707008e-07,
      "loss": 0.3328,
      "step": 2384500
    },
    {
      "epoch": 665.51,
      "grad_norm": 1.421263575553894,
      "learning_rate": 3.5297262941185333e-07,
      "loss": 0.3438,
      "step": 2384510
    },
    {
      "epoch": 665.51,
      "grad_norm": 1.191070795059204,
      "learning_rate": 3.5295835931797906e-07,
      "loss": 0.324,
      "step": 2384520
    },
    {
      "epoch": 665.51,
      "grad_norm": 1.1414728164672852,
      "learning_rate": 3.5294408948907957e-07,
      "loss": 0.3357,
      "step": 2384530
    },
    {
      "epoch": 665.51,
      "grad_norm": 1.5340609550476074,
      "learning_rate": 3.5292981992515665e-07,
      "loss": 0.3531,
      "step": 2384540
    },
    {
      "epoch": 665.52,
      "grad_norm": 1.120048999786377,
      "learning_rate": 3.529155506262124e-07,
      "loss": 0.3403,
      "step": 2384550
    },
    {
      "epoch": 665.52,
      "grad_norm": 1.1730903387069702,
      "learning_rate": 3.529012815922494e-07,
      "loss": 0.3336,
      "step": 2384560
    },
    {
      "epoch": 665.52,
      "grad_norm": 1.7151073217391968,
      "learning_rate": 3.528870128232677e-07,
      "loss": 0.3256,
      "step": 2384570
    },
    {
      "epoch": 665.53,
      "grad_norm": 1.3148548603057861,
      "learning_rate": 3.528727443192716e-07,
      "loss": 0.3286,
      "step": 2384580
    },
    {
      "epoch": 665.53,
      "grad_norm": 0.9912464618682861,
      "learning_rate": 3.5285847608026127e-07,
      "loss": 0.3424,
      "step": 2384590
    },
    {
      "epoch": 665.53,
      "grad_norm": 1.5338282585144043,
      "learning_rate": 3.52844208106239e-07,
      "loss": 0.3295,
      "step": 2384600
    },
    {
      "epoch": 665.53,
      "grad_norm": 1.1957437992095947,
      "learning_rate": 3.5282994039720754e-07,
      "loss": 0.3276,
      "step": 2384610
    },
    {
      "epoch": 665.54,
      "grad_norm": 1.2621521949768066,
      "learning_rate": 3.5281567295316753e-07,
      "loss": 0.352,
      "step": 2384620
    },
    {
      "epoch": 665.54,
      "grad_norm": 1.2786139249801636,
      "learning_rate": 3.528014057741213e-07,
      "loss": 0.3356,
      "step": 2384630
    },
    {
      "epoch": 665.54,
      "grad_norm": 1.1307657957077026,
      "learning_rate": 3.5278713886007087e-07,
      "loss": 0.3398,
      "step": 2384640
    },
    {
      "epoch": 665.55,
      "grad_norm": 1.2462759017944336,
      "learning_rate": 3.527728722110189e-07,
      "loss": 0.3325,
      "step": 2384650
    },
    {
      "epoch": 665.55,
      "grad_norm": 1.0895999670028687,
      "learning_rate": 3.527586058269659e-07,
      "loss": 0.3503,
      "step": 2384660
    },
    {
      "epoch": 665.55,
      "grad_norm": 1.3265962600708008,
      "learning_rate": 3.527443397079142e-07,
      "loss": 0.3502,
      "step": 2384670
    },
    {
      "epoch": 665.55,
      "grad_norm": 1.1899313926696777,
      "learning_rate": 3.527300738538666e-07,
      "loss": 0.3268,
      "step": 2384680
    },
    {
      "epoch": 665.56,
      "grad_norm": 1.2145438194274902,
      "learning_rate": 3.5271580826482325e-07,
      "loss": 0.3449,
      "step": 2384690
    },
    {
      "epoch": 665.56,
      "grad_norm": 1.29753577709198,
      "learning_rate": 3.527015429407879e-07,
      "loss": 0.3339,
      "step": 2384700
    },
    {
      "epoch": 665.56,
      "grad_norm": 1.222718596458435,
      "learning_rate": 3.5268727788176144e-07,
      "loss": 0.3436,
      "step": 2384710
    },
    {
      "epoch": 665.57,
      "grad_norm": 1.1718577146530151,
      "learning_rate": 3.526730130877459e-07,
      "loss": 0.3223,
      "step": 2384720
    },
    {
      "epoch": 665.57,
      "grad_norm": 1.2723959684371948,
      "learning_rate": 3.5265874855874316e-07,
      "loss": 0.326,
      "step": 2384730
    },
    {
      "epoch": 665.57,
      "grad_norm": 1.2881017923355103,
      "learning_rate": 3.526444842947557e-07,
      "loss": 0.335,
      "step": 2384740
    },
    {
      "epoch": 665.57,
      "grad_norm": 1.9882292747497559,
      "learning_rate": 3.5263022029578465e-07,
      "loss": 0.3364,
      "step": 2384750
    },
    {
      "epoch": 665.58,
      "grad_norm": 1.2291896343231201,
      "learning_rate": 3.5261595656183186e-07,
      "loss": 0.3332,
      "step": 2384760
    },
    {
      "epoch": 665.58,
      "grad_norm": 1.1457188129425049,
      "learning_rate": 3.5260169309289984e-07,
      "loss": 0.3505,
      "step": 2384770
    },
    {
      "epoch": 665.58,
      "grad_norm": 1.396596074104309,
      "learning_rate": 3.5258742988898993e-07,
      "loss": 0.3426,
      "step": 2384780
    },
    {
      "epoch": 665.58,
      "grad_norm": 1.1541409492492676,
      "learning_rate": 3.5257316695010503e-07,
      "loss": 0.3294,
      "step": 2384790
    },
    {
      "epoch": 665.59,
      "grad_norm": 1.4283616542816162,
      "learning_rate": 3.5255890427624563e-07,
      "loss": 0.3333,
      "step": 2384800
    },
    {
      "epoch": 665.59,
      "grad_norm": 1.1647125482559204,
      "learning_rate": 3.5254464186741437e-07,
      "loss": 0.3415,
      "step": 2384810
    },
    {
      "epoch": 665.59,
      "grad_norm": 1.259934425354004,
      "learning_rate": 3.5253037972361373e-07,
      "loss": 0.3361,
      "step": 2384820
    },
    {
      "epoch": 665.6,
      "grad_norm": 1.1704291105270386,
      "learning_rate": 3.525161178448439e-07,
      "loss": 0.3493,
      "step": 2384830
    },
    {
      "epoch": 665.6,
      "grad_norm": 1.240281105041504,
      "learning_rate": 3.5250185623110857e-07,
      "loss": 0.3354,
      "step": 2384840
    },
    {
      "epoch": 665.6,
      "grad_norm": 1.1089709997177124,
      "learning_rate": 3.524875948824087e-07,
      "loss": 0.3247,
      "step": 2384850
    },
    {
      "epoch": 665.6,
      "grad_norm": 1.2549504041671753,
      "learning_rate": 3.524733337987463e-07,
      "loss": 0.3394,
      "step": 2384860
    },
    {
      "epoch": 665.61,
      "grad_norm": 1.0902730226516724,
      "learning_rate": 3.524590729801234e-07,
      "loss": 0.339,
      "step": 2384870
    },
    {
      "epoch": 665.61,
      "grad_norm": 1.1385091543197632,
      "learning_rate": 3.5244481242654243e-07,
      "loss": 0.3308,
      "step": 2384880
    },
    {
      "epoch": 665.61,
      "grad_norm": 1.2852941751480103,
      "learning_rate": 3.5243055213800414e-07,
      "loss": 0.3398,
      "step": 2384890
    },
    {
      "epoch": 665.62,
      "grad_norm": 1.758965015411377,
      "learning_rate": 3.524162921145111e-07,
      "loss": 0.3483,
      "step": 2384900
    },
    {
      "epoch": 665.62,
      "grad_norm": 1.1382663249969482,
      "learning_rate": 3.5240203235606546e-07,
      "loss": 0.3508,
      "step": 2384910
    },
    {
      "epoch": 665.62,
      "grad_norm": 1.2880629301071167,
      "learning_rate": 3.523877728626679e-07,
      "loss": 0.3321,
      "step": 2384920
    },
    {
      "epoch": 665.62,
      "grad_norm": 1.2576111555099487,
      "learning_rate": 3.5237351363432223e-07,
      "loss": 0.3545,
      "step": 2384930
    },
    {
      "epoch": 665.63,
      "grad_norm": 1.1502162218093872,
      "learning_rate": 3.523592546710285e-07,
      "loss": 0.3494,
      "step": 2384940
    },
    {
      "epoch": 665.63,
      "grad_norm": 1.060437798500061,
      "learning_rate": 3.523449959727897e-07,
      "loss": 0.3182,
      "step": 2384950
    },
    {
      "epoch": 665.63,
      "grad_norm": 1.24522066116333,
      "learning_rate": 3.523307375396079e-07,
      "loss": 0.3347,
      "step": 2384960
    },
    {
      "epoch": 665.63,
      "grad_norm": 1.3686062097549438,
      "learning_rate": 3.5231647937148415e-07,
      "loss": 0.3302,
      "step": 2384970
    },
    {
      "epoch": 665.64,
      "grad_norm": 1.2055414915084839,
      "learning_rate": 3.523022214684207e-07,
      "loss": 0.3258,
      "step": 2384980
    },
    {
      "epoch": 665.64,
      "grad_norm": 1.2958353757858276,
      "learning_rate": 3.5228796383041925e-07,
      "loss": 0.3248,
      "step": 2384990
    },
    {
      "epoch": 665.64,
      "grad_norm": 1.3167575597763062,
      "learning_rate": 3.522737064574828e-07,
      "loss": 0.3516,
      "step": 2385000
    },
    {
      "epoch": 665.65,
      "grad_norm": 1.3053885698318481,
      "learning_rate": 3.5225944934961123e-07,
      "loss": 0.335,
      "step": 2385010
    },
    {
      "epoch": 665.65,
      "grad_norm": 1.200644612312317,
      "learning_rate": 3.5224519250680853e-07,
      "loss": 0.3307,
      "step": 2385020
    },
    {
      "epoch": 665.65,
      "grad_norm": 1.32273530960083,
      "learning_rate": 3.522309359290751e-07,
      "loss": 0.3277,
      "step": 2385030
    },
    {
      "epoch": 665.65,
      "grad_norm": 1.5293461084365845,
      "learning_rate": 3.522166796164137e-07,
      "loss": 0.3295,
      "step": 2385040
    },
    {
      "epoch": 665.66,
      "grad_norm": 1.1633164882659912,
      "learning_rate": 3.5220242356882624e-07,
      "loss": 0.3569,
      "step": 2385050
    },
    {
      "epoch": 665.66,
      "grad_norm": 1.1645829677581787,
      "learning_rate": 3.521881677863132e-07,
      "loss": 0.3432,
      "step": 2385060
    },
    {
      "epoch": 665.66,
      "grad_norm": 1.2757927179336548,
      "learning_rate": 3.521739122688787e-07,
      "loss": 0.3359,
      "step": 2385070
    },
    {
      "epoch": 665.67,
      "grad_norm": 0.9713348150253296,
      "learning_rate": 3.521596570165231e-07,
      "loss": 0.3344,
      "step": 2385080
    },
    {
      "epoch": 665.67,
      "grad_norm": 1.1479182243347168,
      "learning_rate": 3.521454020292486e-07,
      "loss": 0.3326,
      "step": 2385090
    },
    {
      "epoch": 665.67,
      "grad_norm": 1.0887336730957031,
      "learning_rate": 3.5213114730705775e-07,
      "loss": 0.3347,
      "step": 2385100
    },
    {
      "epoch": 665.67,
      "grad_norm": 1.1573283672332764,
      "learning_rate": 3.521168928499514e-07,
      "loss": 0.3418,
      "step": 2385110
    },
    {
      "epoch": 665.68,
      "grad_norm": 1.2304017543792725,
      "learning_rate": 3.5210263865793197e-07,
      "loss": 0.3244,
      "step": 2385120
    },
    {
      "epoch": 665.68,
      "grad_norm": 1.1890124082565308,
      "learning_rate": 3.520883847310012e-07,
      "loss": 0.3197,
      "step": 2385130
    },
    {
      "epoch": 665.68,
      "grad_norm": 1.5348858833312988,
      "learning_rate": 3.520741310691619e-07,
      "loss": 0.3429,
      "step": 2385140
    },
    {
      "epoch": 665.69,
      "grad_norm": 2.0333943367004395,
      "learning_rate": 3.520598776724141e-07,
      "loss": 0.3443,
      "step": 2385150
    },
    {
      "epoch": 665.69,
      "grad_norm": 1.2087661027908325,
      "learning_rate": 3.520456245407616e-07,
      "loss": 0.3356,
      "step": 2385160
    },
    {
      "epoch": 665.69,
      "grad_norm": 1.2236005067825317,
      "learning_rate": 3.520313716742053e-07,
      "loss": 0.3401,
      "step": 2385170
    },
    {
      "epoch": 665.69,
      "grad_norm": 1.360156774520874,
      "learning_rate": 3.5201711907274714e-07,
      "loss": 0.3502,
      "step": 2385180
    },
    {
      "epoch": 665.7,
      "grad_norm": 1.2289390563964844,
      "learning_rate": 3.520028667363897e-07,
      "loss": 0.3499,
      "step": 2385190
    },
    {
      "epoch": 665.7,
      "grad_norm": 1.2709635496139526,
      "learning_rate": 3.5198861466513375e-07,
      "loss": 0.3379,
      "step": 2385200
    },
    {
      "epoch": 665.7,
      "grad_norm": 1.1508244276046753,
      "learning_rate": 3.519743628589818e-07,
      "loss": 0.3229,
      "step": 2385210
    },
    {
      "epoch": 665.7,
      "grad_norm": 1.1405830383300781,
      "learning_rate": 3.5196011131793584e-07,
      "loss": 0.337,
      "step": 2385220
    },
    {
      "epoch": 665.71,
      "grad_norm": 1.207540512084961,
      "learning_rate": 3.519458600419981e-07,
      "loss": 0.3533,
      "step": 2385230
    },
    {
      "epoch": 665.71,
      "grad_norm": 1.238745093345642,
      "learning_rate": 3.5193160903116966e-07,
      "loss": 0.3527,
      "step": 2385240
    },
    {
      "epoch": 665.71,
      "grad_norm": 1.1603981256484985,
      "learning_rate": 3.519173582854526e-07,
      "loss": 0.3294,
      "step": 2385250
    },
    {
      "epoch": 665.72,
      "grad_norm": 1.3237875699996948,
      "learning_rate": 3.5190310780484977e-07,
      "loss": 0.3398,
      "step": 2385260
    },
    {
      "epoch": 665.72,
      "grad_norm": 1.1876966953277588,
      "learning_rate": 3.518888575893609e-07,
      "loss": 0.3425,
      "step": 2385270
    },
    {
      "epoch": 665.72,
      "grad_norm": 1.1364609003067017,
      "learning_rate": 3.5187460763899067e-07,
      "loss": 0.3511,
      "step": 2385280
    },
    {
      "epoch": 665.72,
      "grad_norm": 1.2867796421051025,
      "learning_rate": 3.518603579537389e-07,
      "loss": 0.3383,
      "step": 2385290
    },
    {
      "epoch": 665.73,
      "grad_norm": 1.0824886560440063,
      "learning_rate": 3.5184610853360803e-07,
      "loss": 0.3278,
      "step": 2385300
    },
    {
      "epoch": 665.73,
      "grad_norm": 1.0494238138198853,
      "learning_rate": 3.518318593786003e-07,
      "loss": 0.3242,
      "step": 2385310
    },
    {
      "epoch": 665.73,
      "grad_norm": 1.2172138690948486,
      "learning_rate": 3.51817610488718e-07,
      "loss": 0.3285,
      "step": 2385320
    },
    {
      "epoch": 665.74,
      "grad_norm": 1.0927261114120483,
      "learning_rate": 3.518033618639619e-07,
      "loss": 0.3472,
      "step": 2385330
    },
    {
      "epoch": 665.74,
      "grad_norm": 1.1764179468154907,
      "learning_rate": 3.517891135043343e-07,
      "loss": 0.3245,
      "step": 2385340
    },
    {
      "epoch": 665.74,
      "grad_norm": 1.2477220296859741,
      "learning_rate": 3.5177486540983737e-07,
      "loss": 0.3449,
      "step": 2385350
    },
    {
      "epoch": 665.74,
      "grad_norm": 1.4785047769546509,
      "learning_rate": 3.517606175804728e-07,
      "loss": 0.3366,
      "step": 2385360
    },
    {
      "epoch": 665.75,
      "grad_norm": 1.3320586681365967,
      "learning_rate": 3.5174637001624315e-07,
      "loss": 0.3346,
      "step": 2385370
    },
    {
      "epoch": 665.75,
      "grad_norm": 1.2391822338104248,
      "learning_rate": 3.5173212271714924e-07,
      "loss": 0.3249,
      "step": 2385380
    },
    {
      "epoch": 665.75,
      "grad_norm": 1.2624298334121704,
      "learning_rate": 3.5171787568319327e-07,
      "loss": 0.347,
      "step": 2385390
    },
    {
      "epoch": 665.75,
      "grad_norm": 1.4408340454101562,
      "learning_rate": 3.5170362891437756e-07,
      "loss": 0.3357,
      "step": 2385400
    },
    {
      "epoch": 665.76,
      "grad_norm": 8.139699935913086,
      "learning_rate": 3.516893824107037e-07,
      "loss": 0.3313,
      "step": 2385410
    },
    {
      "epoch": 665.76,
      "grad_norm": 1.2586109638214111,
      "learning_rate": 3.516751361721742e-07,
      "loss": 0.3311,
      "step": 2385420
    },
    {
      "epoch": 665.76,
      "grad_norm": 1.211151361465454,
      "learning_rate": 3.5166089019878965e-07,
      "loss": 0.3238,
      "step": 2385430
    },
    {
      "epoch": 665.77,
      "grad_norm": 1.413315773010254,
      "learning_rate": 3.516466444905529e-07,
      "loss": 0.3319,
      "step": 2385440
    },
    {
      "epoch": 665.77,
      "grad_norm": 1.2296680212020874,
      "learning_rate": 3.516323990474655e-07,
      "loss": 0.3532,
      "step": 2385450
    },
    {
      "epoch": 665.77,
      "grad_norm": 1.115787148475647,
      "learning_rate": 3.516181538695301e-07,
      "loss": 0.349,
      "step": 2385460
    },
    {
      "epoch": 665.77,
      "grad_norm": 1.2908082008361816,
      "learning_rate": 3.516039089567477e-07,
      "loss": 0.3407,
      "step": 2385470
    },
    {
      "epoch": 665.78,
      "grad_norm": 1.1462373733520508,
      "learning_rate": 3.5158966430912005e-07,
      "loss": 0.3366,
      "step": 2385480
    },
    {
      "epoch": 665.78,
      "grad_norm": 1.2617640495300293,
      "learning_rate": 3.515754199266504e-07,
      "loss": 0.3446,
      "step": 2385490
    },
    {
      "epoch": 665.78,
      "grad_norm": 1.0489170551300049,
      "learning_rate": 3.515611758093385e-07,
      "loss": 0.3256,
      "step": 2385500
    },
    {
      "epoch": 665.79,
      "grad_norm": 1.3630121946334839,
      "learning_rate": 3.5154693195718834e-07,
      "loss": 0.3397,
      "step": 2385510
    },
    {
      "epoch": 665.79,
      "grad_norm": 1.4165229797363281,
      "learning_rate": 3.515326883702006e-07,
      "loss": 0.3297,
      "step": 2385520
    },
    {
      "epoch": 665.79,
      "grad_norm": 1.4338130950927734,
      "learning_rate": 3.515184450483776e-07,
      "loss": 0.3543,
      "step": 2385530
    },
    {
      "epoch": 665.79,
      "grad_norm": 1.156610131263733,
      "learning_rate": 3.5150420199172114e-07,
      "loss": 0.3521,
      "step": 2385540
    },
    {
      "epoch": 665.8,
      "grad_norm": 1.1856319904327393,
      "learning_rate": 3.5148995920023376e-07,
      "loss": 0.3419,
      "step": 2385550
    },
    {
      "epoch": 665.8,
      "grad_norm": 1.1471465826034546,
      "learning_rate": 3.514757166739161e-07,
      "loss": 0.352,
      "step": 2385560
    },
    {
      "epoch": 665.8,
      "grad_norm": 1.3042478561401367,
      "learning_rate": 3.5146147441277064e-07,
      "loss": 0.3206,
      "step": 2385570
    },
    {
      "epoch": 665.81,
      "grad_norm": 1.2037888765335083,
      "learning_rate": 3.5144723241679977e-07,
      "loss": 0.3405,
      "step": 2385580
    },
    {
      "epoch": 665.81,
      "grad_norm": 1.2631603479385376,
      "learning_rate": 3.514329906860041e-07,
      "loss": 0.3425,
      "step": 2385590
    },
    {
      "epoch": 665.81,
      "grad_norm": 1.1948175430297852,
      "learning_rate": 3.514187492203874e-07,
      "loss": 0.3365,
      "step": 2385600
    },
    {
      "epoch": 665.81,
      "grad_norm": 1.0966436862945557,
      "learning_rate": 3.514045080199497e-07,
      "loss": 0.3404,
      "step": 2385610
    },
    {
      "epoch": 665.82,
      "grad_norm": 1.347494125366211,
      "learning_rate": 3.5139026708469397e-07,
      "loss": 0.3398,
      "step": 2385620
    },
    {
      "epoch": 665.82,
      "grad_norm": 1.27548348903656,
      "learning_rate": 3.513760264146224e-07,
      "loss": 0.328,
      "step": 2385630
    },
    {
      "epoch": 665.82,
      "grad_norm": 1.3350014686584473,
      "learning_rate": 3.5136178600973533e-07,
      "loss": 0.3282,
      "step": 2385640
    },
    {
      "epoch": 665.82,
      "grad_norm": 1.1524455547332764,
      "learning_rate": 3.513475458700367e-07,
      "loss": 0.3373,
      "step": 2385650
    },
    {
      "epoch": 665.83,
      "grad_norm": 1.024895429611206,
      "learning_rate": 3.513333059955269e-07,
      "loss": 0.3573,
      "step": 2385660
    },
    {
      "epoch": 665.83,
      "grad_norm": 1.2688618898391724,
      "learning_rate": 3.5131906638620816e-07,
      "loss": 0.3398,
      "step": 2385670
    },
    {
      "epoch": 665.83,
      "grad_norm": 1.0798394680023193,
      "learning_rate": 3.5130482704208247e-07,
      "loss": 0.3389,
      "step": 2385680
    },
    {
      "epoch": 665.84,
      "grad_norm": 1.2290763854980469,
      "learning_rate": 3.5129058796315246e-07,
      "loss": 0.3185,
      "step": 2385690
    },
    {
      "epoch": 665.84,
      "grad_norm": 1.2305840253829956,
      "learning_rate": 3.5127634914941894e-07,
      "loss": 0.3377,
      "step": 2385700
    },
    {
      "epoch": 665.84,
      "grad_norm": 1.1862173080444336,
      "learning_rate": 3.512621106008839e-07,
      "loss": 0.3426,
      "step": 2385710
    },
    {
      "epoch": 665.84,
      "grad_norm": 1.4739357233047485,
      "learning_rate": 3.512478723175503e-07,
      "loss": 0.3367,
      "step": 2385720
    },
    {
      "epoch": 665.85,
      "grad_norm": 1.1842865943908691,
      "learning_rate": 3.512336342994181e-07,
      "loss": 0.3248,
      "step": 2385730
    },
    {
      "epoch": 665.85,
      "grad_norm": 1.1353759765625,
      "learning_rate": 3.5121939654649144e-07,
      "loss": 0.3384,
      "step": 2385740
    },
    {
      "epoch": 665.85,
      "grad_norm": 1.4393032789230347,
      "learning_rate": 3.5120515905877063e-07,
      "loss": 0.3358,
      "step": 2385750
    },
    {
      "epoch": 665.86,
      "grad_norm": 1.1827927827835083,
      "learning_rate": 3.51190921836258e-07,
      "loss": 0.3524,
      "step": 2385760
    },
    {
      "epoch": 665.86,
      "grad_norm": 1.1463813781738281,
      "learning_rate": 3.511766848789561e-07,
      "loss": 0.32,
      "step": 2385770
    },
    {
      "epoch": 665.86,
      "grad_norm": 1.1982707977294922,
      "learning_rate": 3.511624481868658e-07,
      "loss": 0.3436,
      "step": 2385780
    },
    {
      "epoch": 665.86,
      "grad_norm": 1.1920126676559448,
      "learning_rate": 3.511482117599894e-07,
      "loss": 0.3379,
      "step": 2385790
    },
    {
      "epoch": 665.87,
      "grad_norm": 1.0855088233947754,
      "learning_rate": 3.511339755983289e-07,
      "loss": 0.3286,
      "step": 2385800
    },
    {
      "epoch": 665.87,
      "grad_norm": 1.2184398174285889,
      "learning_rate": 3.511197397018868e-07,
      "loss": 0.3387,
      "step": 2385810
    },
    {
      "epoch": 665.87,
      "grad_norm": 1.2095178365707397,
      "learning_rate": 3.5110550407066295e-07,
      "loss": 0.3402,
      "step": 2385820
    },
    {
      "epoch": 665.87,
      "grad_norm": 1.230639100074768,
      "learning_rate": 3.5109126870466185e-07,
      "loss": 0.3605,
      "step": 2385830
    },
    {
      "epoch": 665.88,
      "grad_norm": 1.3291866779327393,
      "learning_rate": 3.5107703360388354e-07,
      "loss": 0.3407,
      "step": 2385840
    },
    {
      "epoch": 665.88,
      "grad_norm": 1.2735854387283325,
      "learning_rate": 3.510627987683308e-07,
      "loss": 0.3509,
      "step": 2385850
    },
    {
      "epoch": 665.88,
      "grad_norm": 1.457292914390564,
      "learning_rate": 3.510485641980055e-07,
      "loss": 0.3408,
      "step": 2385860
    },
    {
      "epoch": 665.89,
      "grad_norm": 1.1679915189743042,
      "learning_rate": 3.5103432989290885e-07,
      "loss": 0.3421,
      "step": 2385870
    },
    {
      "epoch": 665.89,
      "grad_norm": 1.332267165184021,
      "learning_rate": 3.5102009585304334e-07,
      "loss": 0.3477,
      "step": 2385880
    },
    {
      "epoch": 665.89,
      "grad_norm": 10.43795394897461,
      "learning_rate": 3.510058620784104e-07,
      "loss": 0.3335,
      "step": 2385890
    },
    {
      "epoch": 665.89,
      "grad_norm": 1.380639910697937,
      "learning_rate": 3.509916285690125e-07,
      "loss": 0.3315,
      "step": 2385900
    },
    {
      "epoch": 665.9,
      "grad_norm": 1.3290823698043823,
      "learning_rate": 3.5097739532485186e-07,
      "loss": 0.3439,
      "step": 2385910
    },
    {
      "epoch": 665.9,
      "grad_norm": 1.35848867893219,
      "learning_rate": 3.509631623459291e-07,
      "loss": 0.3507,
      "step": 2385920
    },
    {
      "epoch": 665.9,
      "grad_norm": 1.1350523233413696,
      "learning_rate": 3.5094892963224697e-07,
      "loss": 0.3471,
      "step": 2385930
    },
    {
      "epoch": 665.91,
      "grad_norm": 1.3447611331939697,
      "learning_rate": 3.5093469718380713e-07,
      "loss": 0.3361,
      "step": 2385940
    },
    {
      "epoch": 665.91,
      "grad_norm": 1.121422290802002,
      "learning_rate": 3.5092046500061215e-07,
      "loss": 0.349,
      "step": 2385950
    },
    {
      "epoch": 665.91,
      "grad_norm": 1.4123284816741943,
      "learning_rate": 3.5090623308266206e-07,
      "loss": 0.3288,
      "step": 2385960
    },
    {
      "epoch": 665.91,
      "grad_norm": 1.2168920040130615,
      "learning_rate": 3.508920014299612e-07,
      "loss": 0.3321,
      "step": 2385970
    },
    {
      "epoch": 665.92,
      "grad_norm": 1.455081820487976,
      "learning_rate": 3.5087777004250987e-07,
      "loss": 0.3464,
      "step": 2385980
    },
    {
      "epoch": 665.92,
      "grad_norm": 1.2842075824737549,
      "learning_rate": 3.508635389203102e-07,
      "loss": 0.3251,
      "step": 2385990
    },
    {
      "epoch": 665.92,
      "grad_norm": 1.4305974245071411,
      "learning_rate": 3.50849308063365e-07,
      "loss": 0.3495,
      "step": 2386000
    },
    {
      "epoch": 665.93,
      "grad_norm": 1.9873250722885132,
      "learning_rate": 3.508350774716748e-07,
      "loss": 0.3354,
      "step": 2386010
    },
    {
      "epoch": 665.93,
      "grad_norm": 1.1382921934127808,
      "learning_rate": 3.5082084714524197e-07,
      "loss": 0.3366,
      "step": 2386020
    },
    {
      "epoch": 665.93,
      "grad_norm": 1.111840009689331,
      "learning_rate": 3.5080661708406856e-07,
      "loss": 0.3469,
      "step": 2386030
    },
    {
      "epoch": 665.93,
      "grad_norm": 1.2262238264083862,
      "learning_rate": 3.507923872881572e-07,
      "loss": 0.3528,
      "step": 2386040
    },
    {
      "epoch": 665.94,
      "grad_norm": 1.3071355819702148,
      "learning_rate": 3.5077815775750835e-07,
      "loss": 0.3446,
      "step": 2386050
    },
    {
      "epoch": 665.94,
      "grad_norm": 1.1290407180786133,
      "learning_rate": 3.5076392849212467e-07,
      "loss": 0.3314,
      "step": 2386060
    },
    {
      "epoch": 665.94,
      "grad_norm": 1.478926658630371,
      "learning_rate": 3.507496994920085e-07,
      "loss": 0.3474,
      "step": 2386070
    },
    {
      "epoch": 665.94,
      "grad_norm": 2.0129830837249756,
      "learning_rate": 3.5073547075716006e-07,
      "loss": 0.343,
      "step": 2386080
    },
    {
      "epoch": 665.95,
      "grad_norm": 1.0273393392562866,
      "learning_rate": 3.507212422875836e-07,
      "loss": 0.3457,
      "step": 2386090
    },
    {
      "epoch": 665.95,
      "grad_norm": 1.5096285343170166,
      "learning_rate": 3.5070701408327924e-07,
      "loss": 0.3466,
      "step": 2386100
    },
    {
      "epoch": 665.95,
      "grad_norm": 1.102277159690857,
      "learning_rate": 3.506927861442494e-07,
      "loss": 0.3368,
      "step": 2386110
    },
    {
      "epoch": 665.96,
      "grad_norm": 1.2098095417022705,
      "learning_rate": 3.5067855847049623e-07,
      "loss": 0.3541,
      "step": 2386120
    },
    {
      "epoch": 665.96,
      "grad_norm": 1.183605670928955,
      "learning_rate": 3.506643310620217e-07,
      "loss": 0.3667,
      "step": 2386130
    },
    {
      "epoch": 665.96,
      "grad_norm": 1.2516313791275024,
      "learning_rate": 3.506501039188269e-07,
      "loss": 0.3226,
      "step": 2386140
    },
    {
      "epoch": 665.96,
      "grad_norm": 1.2099889516830444,
      "learning_rate": 3.506358770409142e-07,
      "loss": 0.3297,
      "step": 2386150
    },
    {
      "epoch": 665.97,
      "grad_norm": 1.255635380744934,
      "learning_rate": 3.506216504282861e-07,
      "loss": 0.3382,
      "step": 2386160
    },
    {
      "epoch": 665.97,
      "grad_norm": 1.2888455390930176,
      "learning_rate": 3.50607424080943e-07,
      "loss": 0.3299,
      "step": 2386170
    },
    {
      "epoch": 665.97,
      "grad_norm": 1.4230084419250488,
      "learning_rate": 3.505931979988887e-07,
      "loss": 0.3524,
      "step": 2386180
    },
    {
      "epoch": 665.98,
      "grad_norm": 1.0884889364242554,
      "learning_rate": 3.505789721821235e-07,
      "loss": 0.3282,
      "step": 2386190
    },
    {
      "epoch": 665.98,
      "grad_norm": 1.1791995763778687,
      "learning_rate": 3.5056474663064996e-07,
      "loss": 0.3257,
      "step": 2386200
    },
    {
      "epoch": 665.98,
      "grad_norm": 1.4759728908538818,
      "learning_rate": 3.505505213444705e-07,
      "loss": 0.3354,
      "step": 2386210
    },
    {
      "epoch": 665.98,
      "grad_norm": 1.1815398931503296,
      "learning_rate": 3.5053629632358535e-07,
      "loss": 0.3347,
      "step": 2386220
    },
    {
      "epoch": 665.99,
      "grad_norm": 1.118857979774475,
      "learning_rate": 3.5052207156799863e-07,
      "loss": 0.3414,
      "step": 2386230
    },
    {
      "epoch": 665.99,
      "grad_norm": 1.2302961349487305,
      "learning_rate": 3.5050784707771035e-07,
      "loss": 0.341,
      "step": 2386240
    },
    {
      "epoch": 665.99,
      "grad_norm": 1.1460720300674438,
      "learning_rate": 3.504936228527232e-07,
      "loss": 0.3435,
      "step": 2386250
    },
    {
      "epoch": 665.99,
      "grad_norm": 1.3592076301574707,
      "learning_rate": 3.504793988930391e-07,
      "loss": 0.3546,
      "step": 2386260
    },
    {
      "epoch": 666.0,
      "grad_norm": 1.3190507888793945,
      "learning_rate": 3.504651751986606e-07,
      "loss": 0.3296,
      "step": 2386270
    },
    {
      "epoch": 666.0,
      "eval_loss": 0.33834296464920044,
      "eval_runtime": 65.8507,
      "eval_samples_per_second": 76.825,
      "eval_steps_per_second": 9.613,
      "step": 2386278
    },
    {
      "epoch": 666.0,
      "grad_norm": 1.1224442720413208,
      "learning_rate": 3.50450951769588e-07,
      "loss": 0.3479,
      "step": 2386280
    },
    {
      "epoch": 666.0,
      "grad_norm": 1.1054834127426147,
      "learning_rate": 3.5043672860582406e-07,
      "loss": 0.3328,
      "step": 2386290
    },
    {
      "epoch": 666.01,
      "grad_norm": 1.1834304332733154,
      "learning_rate": 3.504225057073713e-07,
      "loss": 0.3494,
      "step": 2386300
    },
    {
      "epoch": 666.01,
      "grad_norm": 1.2775893211364746,
      "learning_rate": 3.504082830742298e-07,
      "loss": 0.3448,
      "step": 2386310
    },
    {
      "epoch": 666.01,
      "grad_norm": 1.1384949684143066,
      "learning_rate": 3.503940607064039e-07,
      "loss": 0.3458,
      "step": 2386320
    },
    {
      "epoch": 666.01,
      "grad_norm": 1.1260002851486206,
      "learning_rate": 3.503798386038934e-07,
      "loss": 0.3451,
      "step": 2386330
    },
    {
      "epoch": 666.02,
      "grad_norm": 1.186599850654602,
      "learning_rate": 3.5036561676670136e-07,
      "loss": 0.3321,
      "step": 2386340
    },
    {
      "epoch": 666.02,
      "grad_norm": 1.1305309534072876,
      "learning_rate": 3.5035139519482916e-07,
      "loss": 0.3238,
      "step": 2386350
    },
    {
      "epoch": 666.02,
      "grad_norm": 1.1198455095291138,
      "learning_rate": 3.503371738882793e-07,
      "loss": 0.3399,
      "step": 2386360
    },
    {
      "epoch": 666.03,
      "grad_norm": 1.280916690826416,
      "learning_rate": 3.503229528470527e-07,
      "loss": 0.3468,
      "step": 2386370
    },
    {
      "epoch": 666.03,
      "grad_norm": 1.2742822170257568,
      "learning_rate": 3.503087320711518e-07,
      "loss": 0.348,
      "step": 2386380
    },
    {
      "epoch": 666.03,
      "grad_norm": 2.0557432174682617,
      "learning_rate": 3.5029451156057906e-07,
      "loss": 0.3291,
      "step": 2386390
    },
    {
      "epoch": 666.03,
      "grad_norm": 1.145443320274353,
      "learning_rate": 3.5028029131533473e-07,
      "loss": 0.3316,
      "step": 2386400
    },
    {
      "epoch": 666.04,
      "grad_norm": 1.010725736618042,
      "learning_rate": 3.502660713354229e-07,
      "loss": 0.345,
      "step": 2386410
    },
    {
      "epoch": 666.04,
      "grad_norm": 2.0330913066864014,
      "learning_rate": 3.5025185162084365e-07,
      "loss": 0.3363,
      "step": 2386420
    },
    {
      "epoch": 666.04,
      "grad_norm": 1.155336856842041,
      "learning_rate": 3.5023763217159954e-07,
      "loss": 0.3363,
      "step": 2386430
    },
    {
      "epoch": 666.05,
      "grad_norm": 1.4986814260482788,
      "learning_rate": 3.5022341298769316e-07,
      "loss": 0.3407,
      "step": 2386440
    },
    {
      "epoch": 666.05,
      "grad_norm": 1.0389490127563477,
      "learning_rate": 3.502091940691251e-07,
      "loss": 0.3451,
      "step": 2386450
    },
    {
      "epoch": 666.05,
      "grad_norm": 1.5342230796813965,
      "learning_rate": 3.501949754158976e-07,
      "loss": 0.3428,
      "step": 2386460
    },
    {
      "epoch": 666.05,
      "grad_norm": 1.197932243347168,
      "learning_rate": 3.501807570280131e-07,
      "loss": 0.3263,
      "step": 2386470
    },
    {
      "epoch": 666.06,
      "grad_norm": 1.375199317932129,
      "learning_rate": 3.5016653890547336e-07,
      "loss": 0.3377,
      "step": 2386480
    },
    {
      "epoch": 666.06,
      "grad_norm": 1.3260642290115356,
      "learning_rate": 3.501523210482797e-07,
      "loss": 0.3441,
      "step": 2386490
    },
    {
      "epoch": 666.06,
      "grad_norm": 1.3159376382827759,
      "learning_rate": 3.5013810345643523e-07,
      "loss": 0.3305,
      "step": 2386500
    },
    {
      "epoch": 666.06,
      "grad_norm": 1.3492064476013184,
      "learning_rate": 3.501238861299405e-07,
      "loss": 0.3359,
      "step": 2386510
    },
    {
      "epoch": 666.07,
      "grad_norm": 1.291066288948059,
      "learning_rate": 3.501096690687981e-07,
      "loss": 0.3417,
      "step": 2386520
    },
    {
      "epoch": 666.07,
      "grad_norm": 1.4604055881500244,
      "learning_rate": 3.5009545227301006e-07,
      "loss": 0.3452,
      "step": 2386530
    },
    {
      "epoch": 666.07,
      "grad_norm": 1.364084005355835,
      "learning_rate": 3.50081235742577e-07,
      "loss": 0.3344,
      "step": 2386540
    },
    {
      "epoch": 666.08,
      "grad_norm": 1.1292966604232788,
      "learning_rate": 3.5006701947750275e-07,
      "loss": 0.3385,
      "step": 2386550
    },
    {
      "epoch": 666.08,
      "grad_norm": 1.1459896564483643,
      "learning_rate": 3.500528034777878e-07,
      "loss": 0.3199,
      "step": 2386560
    },
    {
      "epoch": 666.08,
      "grad_norm": 1.1970202922821045,
      "learning_rate": 3.500385877434346e-07,
      "loss": 0.3525,
      "step": 2386570
    },
    {
      "epoch": 666.08,
      "grad_norm": 1.3477716445922852,
      "learning_rate": 3.5002437227444544e-07,
      "loss": 0.3523,
      "step": 2386580
    },
    {
      "epoch": 666.09,
      "grad_norm": 1.0758066177368164,
      "learning_rate": 3.5001015707082104e-07,
      "loss": 0.3361,
      "step": 2386590
    },
    {
      "epoch": 666.09,
      "grad_norm": 1.2315106391906738,
      "learning_rate": 3.4999594213256413e-07,
      "loss": 0.3239,
      "step": 2386600
    },
    {
      "epoch": 666.09,
      "grad_norm": 1.1632338762283325,
      "learning_rate": 3.4998172745967613e-07,
      "loss": 0.3337,
      "step": 2386610
    },
    {
      "epoch": 666.1,
      "grad_norm": 1.3308374881744385,
      "learning_rate": 3.4996751305216e-07,
      "loss": 0.3455,
      "step": 2386620
    },
    {
      "epoch": 666.1,
      "grad_norm": 1.1882238388061523,
      "learning_rate": 3.499532989100157e-07,
      "loss": 0.352,
      "step": 2386630
    },
    {
      "epoch": 666.1,
      "grad_norm": 1.2322059869766235,
      "learning_rate": 3.499390850332474e-07,
      "loss": 0.326,
      "step": 2386640
    },
    {
      "epoch": 666.1,
      "grad_norm": 1.675584316253662,
      "learning_rate": 3.499248714218554e-07,
      "loss": 0.321,
      "step": 2386650
    },
    {
      "epoch": 666.11,
      "grad_norm": 1.1224125623703003,
      "learning_rate": 3.4991065807584195e-07,
      "loss": 0.327,
      "step": 2386660
    },
    {
      "epoch": 666.11,
      "grad_norm": 1.039192795753479,
      "learning_rate": 3.498964449952097e-07,
      "loss": 0.3538,
      "step": 2386670
    },
    {
      "epoch": 666.11,
      "grad_norm": 4.333686351776123,
      "learning_rate": 3.498822321799595e-07,
      "loss": 0.3341,
      "step": 2386680
    },
    {
      "epoch": 666.11,
      "grad_norm": 1.391563057899475,
      "learning_rate": 3.498680196300933e-07,
      "loss": 0.3383,
      "step": 2386690
    },
    {
      "epoch": 666.12,
      "grad_norm": 1.6991101503372192,
      "learning_rate": 3.4985380734561355e-07,
      "loss": 0.3522,
      "step": 2386700
    },
    {
      "epoch": 666.12,
      "grad_norm": 1.3599679470062256,
      "learning_rate": 3.498395953265223e-07,
      "loss": 0.3365,
      "step": 2386710
    },
    {
      "epoch": 666.12,
      "grad_norm": 1.3546396493911743,
      "learning_rate": 3.4982538357282084e-07,
      "loss": 0.3396,
      "step": 2386720
    },
    {
      "epoch": 666.13,
      "grad_norm": 1.1167213916778564,
      "learning_rate": 3.4981117208451096e-07,
      "loss": 0.3505,
      "step": 2386730
    },
    {
      "epoch": 666.13,
      "grad_norm": 1.2308300733566284,
      "learning_rate": 3.497969608615956e-07,
      "loss": 0.3179,
      "step": 2386740
    },
    {
      "epoch": 666.13,
      "grad_norm": 1.0252573490142822,
      "learning_rate": 3.497827499040747e-07,
      "loss": 0.3482,
      "step": 2386750
    },
    {
      "epoch": 666.13,
      "grad_norm": 1.2505276203155518,
      "learning_rate": 3.497685392119527e-07,
      "loss": 0.3495,
      "step": 2386760
    },
    {
      "epoch": 666.14,
      "grad_norm": 1.0672582387924194,
      "learning_rate": 3.497543287852288e-07,
      "loss": 0.3353,
      "step": 2386770
    },
    {
      "epoch": 666.14,
      "grad_norm": 1.3215967416763306,
      "learning_rate": 3.4974011862390775e-07,
      "loss": 0.3477,
      "step": 2386780
    },
    {
      "epoch": 666.14,
      "grad_norm": 1.1611740589141846,
      "learning_rate": 3.4972590872798895e-07,
      "loss": 0.3435,
      "step": 2386790
    },
    {
      "epoch": 666.15,
      "grad_norm": 1.323150634765625,
      "learning_rate": 3.497116990974756e-07,
      "loss": 0.3411,
      "step": 2386800
    },
    {
      "epoch": 666.15,
      "grad_norm": 2.956622362136841,
      "learning_rate": 3.4969748973236995e-07,
      "loss": 0.3375,
      "step": 2386810
    },
    {
      "epoch": 666.15,
      "grad_norm": 1.1488308906555176,
      "learning_rate": 3.496832806326723e-07,
      "loss": 0.3386,
      "step": 2386820
    },
    {
      "epoch": 666.15,
      "grad_norm": 1.4205762147903442,
      "learning_rate": 3.496690717983858e-07,
      "loss": 0.3508,
      "step": 2386830
    },
    {
      "epoch": 666.16,
      "grad_norm": 1.2957571744918823,
      "learning_rate": 3.4965486322951175e-07,
      "loss": 0.3201,
      "step": 2386840
    },
    {
      "epoch": 666.16,
      "grad_norm": 1.1174466609954834,
      "learning_rate": 3.4964065492605296e-07,
      "loss": 0.341,
      "step": 2386850
    },
    {
      "epoch": 666.16,
      "grad_norm": 1.2009804248809814,
      "learning_rate": 3.4962644688801024e-07,
      "loss": 0.3394,
      "step": 2386860
    },
    {
      "epoch": 666.17,
      "grad_norm": 4.681475639343262,
      "learning_rate": 3.49612239115386e-07,
      "loss": 0.3337,
      "step": 2386870
    },
    {
      "epoch": 666.17,
      "grad_norm": 1.1171350479125977,
      "learning_rate": 3.495980316081822e-07,
      "loss": 0.3288,
      "step": 2386880
    },
    {
      "epoch": 666.17,
      "grad_norm": 1.126526951789856,
      "learning_rate": 3.495838243663997e-07,
      "loss": 0.3308,
      "step": 2386890
    },
    {
      "epoch": 666.17,
      "grad_norm": 1.170029640197754,
      "learning_rate": 3.495696173900424e-07,
      "loss": 0.3434,
      "step": 2386900
    },
    {
      "epoch": 666.18,
      "grad_norm": 1.2847977876663208,
      "learning_rate": 3.495554106791105e-07,
      "loss": 0.3275,
      "step": 2386910
    },
    {
      "epoch": 666.18,
      "grad_norm": 1.094620943069458,
      "learning_rate": 3.495412042336064e-07,
      "loss": 0.3418,
      "step": 2386920
    },
    {
      "epoch": 666.18,
      "grad_norm": 1.362086296081543,
      "learning_rate": 3.495269980535319e-07,
      "loss": 0.3476,
      "step": 2386930
    },
    {
      "epoch": 666.18,
      "grad_norm": 1.3085174560546875,
      "learning_rate": 3.4951279213888987e-07,
      "loss": 0.343,
      "step": 2386940
    },
    {
      "epoch": 666.19,
      "grad_norm": 1.1936428546905518,
      "learning_rate": 3.4949858648968055e-07,
      "loss": 0.3388,
      "step": 2386950
    },
    {
      "epoch": 666.19,
      "grad_norm": 1.3852823972702026,
      "learning_rate": 3.494843811059066e-07,
      "loss": 0.3317,
      "step": 2386960
    },
    {
      "epoch": 666.19,
      "grad_norm": 1.4101134538650513,
      "learning_rate": 3.494701759875708e-07,
      "loss": 0.3338,
      "step": 2386970
    },
    {
      "epoch": 666.2,
      "grad_norm": 1.049319863319397,
      "learning_rate": 3.4945597113467274e-07,
      "loss": 0.3304,
      "step": 2386980
    },
    {
      "epoch": 666.2,
      "grad_norm": 1.5369207859039307,
      "learning_rate": 3.49441766547217e-07,
      "loss": 0.3488,
      "step": 2386990
    },
    {
      "epoch": 666.2,
      "grad_norm": 2.5115010738372803,
      "learning_rate": 3.4942756222520385e-07,
      "loss": 0.3406,
      "step": 2387000
    },
    {
      "epoch": 666.2,
      "grad_norm": 1.3876243829727173,
      "learning_rate": 3.4941335816863543e-07,
      "loss": 0.3455,
      "step": 2387010
    },
    {
      "epoch": 666.21,
      "grad_norm": 1.205936074256897,
      "learning_rate": 3.4939915437751427e-07,
      "loss": 0.3229,
      "step": 2387020
    },
    {
      "epoch": 666.21,
      "grad_norm": 1.2138813734054565,
      "learning_rate": 3.493849508518412e-07,
      "loss": 0.3442,
      "step": 2387030
    },
    {
      "epoch": 666.21,
      "grad_norm": 1.2943583726882935,
      "learning_rate": 3.493707475916186e-07,
      "loss": 0.3642,
      "step": 2387040
    },
    {
      "epoch": 666.22,
      "grad_norm": 1.4007395505905151,
      "learning_rate": 3.493565445968485e-07,
      "loss": 0.3517,
      "step": 2387050
    },
    {
      "epoch": 666.22,
      "grad_norm": 1.281604290008545,
      "learning_rate": 3.4934234186753294e-07,
      "loss": 0.3564,
      "step": 2387060
    },
    {
      "epoch": 666.22,
      "grad_norm": 1.2265406847000122,
      "learning_rate": 3.4932813940367324e-07,
      "loss": 0.3372,
      "step": 2387070
    },
    {
      "epoch": 666.22,
      "grad_norm": 1.4679324626922607,
      "learning_rate": 3.4931393720527233e-07,
      "loss": 0.337,
      "step": 2387080
    },
    {
      "epoch": 666.23,
      "grad_norm": 1.1263545751571655,
      "learning_rate": 3.492997352723307e-07,
      "loss": 0.3324,
      "step": 2387090
    },
    {
      "epoch": 666.23,
      "grad_norm": 1.1572016477584839,
      "learning_rate": 3.492855336048512e-07,
      "loss": 0.3433,
      "step": 2387100
    },
    {
      "epoch": 666.23,
      "grad_norm": 1.4256176948547363,
      "learning_rate": 3.4927133220283593e-07,
      "loss": 0.3437,
      "step": 2387110
    },
    {
      "epoch": 666.23,
      "grad_norm": 1.1746416091918945,
      "learning_rate": 3.492571310662851e-07,
      "loss": 0.3343,
      "step": 2387120
    },
    {
      "epoch": 666.24,
      "grad_norm": 1.4403738975524902,
      "learning_rate": 3.492429301952029e-07,
      "loss": 0.3535,
      "step": 2387130
    },
    {
      "epoch": 666.24,
      "grad_norm": 1.1989848613739014,
      "learning_rate": 3.492287295895899e-07,
      "loss": 0.3391,
      "step": 2387140
    },
    {
      "epoch": 666.24,
      "grad_norm": 1.1561651229858398,
      "learning_rate": 3.492145292494478e-07,
      "loss": 0.3352,
      "step": 2387150
    },
    {
      "epoch": 666.25,
      "grad_norm": 1.1948118209838867,
      "learning_rate": 3.4920032917477964e-07,
      "loss": 0.3365,
      "step": 2387160
    },
    {
      "epoch": 666.25,
      "grad_norm": 1.2709686756134033,
      "learning_rate": 3.4918612936558604e-07,
      "loss": 0.3341,
      "step": 2387170
    },
    {
      "epoch": 666.25,
      "grad_norm": 1.2120203971862793,
      "learning_rate": 3.491719298218694e-07,
      "loss": 0.3509,
      "step": 2387180
    },
    {
      "epoch": 666.25,
      "grad_norm": 1.4130403995513916,
      "learning_rate": 3.4915773054363184e-07,
      "loss": 0.3456,
      "step": 2387190
    },
    {
      "epoch": 666.26,
      "grad_norm": 1.1695269346237183,
      "learning_rate": 3.4914353153087537e-07,
      "loss": 0.3566,
      "step": 2387200
    },
    {
      "epoch": 666.26,
      "grad_norm": 1.4401358366012573,
      "learning_rate": 3.4912933278360057e-07,
      "loss": 0.3288,
      "step": 2387210
    },
    {
      "epoch": 666.26,
      "grad_norm": 1.300269603729248,
      "learning_rate": 3.4911513430181157e-07,
      "loss": 0.3348,
      "step": 2387220
    },
    {
      "epoch": 666.27,
      "grad_norm": 1.0505625009536743,
      "learning_rate": 3.4910093608550816e-07,
      "loss": 0.3277,
      "step": 2387230
    },
    {
      "epoch": 666.27,
      "grad_norm": 1.2467470169067383,
      "learning_rate": 3.4908673813469336e-07,
      "loss": 0.357,
      "step": 2387240
    },
    {
      "epoch": 666.27,
      "grad_norm": 1.1971299648284912,
      "learning_rate": 3.490725404493691e-07,
      "loss": 0.3249,
      "step": 2387250
    },
    {
      "epoch": 666.27,
      "grad_norm": 1.3756396770477295,
      "learning_rate": 3.490583430295366e-07,
      "loss": 0.3418,
      "step": 2387260
    },
    {
      "epoch": 666.28,
      "grad_norm": 1.1073328256607056,
      "learning_rate": 3.49044145875198e-07,
      "loss": 0.3532,
      "step": 2387270
    },
    {
      "epoch": 666.28,
      "grad_norm": 1.3223602771759033,
      "learning_rate": 3.490299489863551e-07,
      "loss": 0.335,
      "step": 2387280
    },
    {
      "epoch": 666.28,
      "grad_norm": 1.2548633813858032,
      "learning_rate": 3.4901575236301077e-07,
      "loss": 0.3557,
      "step": 2387290
    },
    {
      "epoch": 666.29,
      "grad_norm": 1.152058720588684,
      "learning_rate": 3.49001556005165e-07,
      "loss": 0.3236,
      "step": 2387300
    },
    {
      "epoch": 666.29,
      "grad_norm": 3.5692176818847656,
      "learning_rate": 3.489873599128219e-07,
      "loss": 0.3311,
      "step": 2387310
    },
    {
      "epoch": 666.29,
      "grad_norm": 1.2732573747634888,
      "learning_rate": 3.4897316408598154e-07,
      "loss": 0.3559,
      "step": 2387320
    },
    {
      "epoch": 666.29,
      "grad_norm": 1.5322160720825195,
      "learning_rate": 3.489589685246468e-07,
      "loss": 0.3356,
      "step": 2387330
    },
    {
      "epoch": 666.3,
      "grad_norm": 1.4989721775054932,
      "learning_rate": 3.4894477322881976e-07,
      "loss": 0.3364,
      "step": 2387340
    },
    {
      "epoch": 666.3,
      "grad_norm": 1.3589286804199219,
      "learning_rate": 3.489305781985006e-07,
      "loss": 0.3226,
      "step": 2387350
    },
    {
      "epoch": 666.3,
      "grad_norm": 1.4161587953567505,
      "learning_rate": 3.489163834336935e-07,
      "loss": 0.3363,
      "step": 2387360
    },
    {
      "epoch": 666.3,
      "grad_norm": 1.285866141319275,
      "learning_rate": 3.489021889343988e-07,
      "loss": 0.348,
      "step": 2387370
    },
    {
      "epoch": 666.31,
      "grad_norm": 1.2950972318649292,
      "learning_rate": 3.4888799470061904e-07,
      "loss": 0.3234,
      "step": 2387380
    },
    {
      "epoch": 666.31,
      "grad_norm": 1.2610065937042236,
      "learning_rate": 3.4887380073235633e-07,
      "loss": 0.3382,
      "step": 2387390
    },
    {
      "epoch": 666.31,
      "grad_norm": 1.1140060424804688,
      "learning_rate": 3.488596070296119e-07,
      "loss": 0.3318,
      "step": 2387400
    },
    {
      "epoch": 666.32,
      "grad_norm": 1.2919056415557861,
      "learning_rate": 3.488454135923877e-07,
      "loss": 0.3566,
      "step": 2387410
    },
    {
      "epoch": 666.32,
      "grad_norm": 1.3484525680541992,
      "learning_rate": 3.488312204206857e-07,
      "loss": 0.3352,
      "step": 2387420
    },
    {
      "epoch": 666.32,
      "grad_norm": 1.3232654333114624,
      "learning_rate": 3.488170275145088e-07,
      "loss": 0.326,
      "step": 2387430
    },
    {
      "epoch": 666.32,
      "grad_norm": 1.3958663940429688,
      "learning_rate": 3.488028348738568e-07,
      "loss": 0.3375,
      "step": 2387440
    },
    {
      "epoch": 666.33,
      "grad_norm": 1.3147873878479004,
      "learning_rate": 3.48788642498734e-07,
      "loss": 0.3553,
      "step": 2387450
    },
    {
      "epoch": 666.33,
      "grad_norm": 1.3794879913330078,
      "learning_rate": 3.4877445038914024e-07,
      "loss": 0.3222,
      "step": 2387460
    },
    {
      "epoch": 666.33,
      "grad_norm": 3.987170934677124,
      "learning_rate": 3.487602585450786e-07,
      "loss": 0.3292,
      "step": 2387470
    },
    {
      "epoch": 666.34,
      "grad_norm": 1.1727873086929321,
      "learning_rate": 3.4874606696655117e-07,
      "loss": 0.3391,
      "step": 2387480
    },
    {
      "epoch": 666.34,
      "grad_norm": 1.239962100982666,
      "learning_rate": 3.4873187565355844e-07,
      "loss": 0.3377,
      "step": 2387490
    },
    {
      "epoch": 666.34,
      "grad_norm": 1.1977696418762207,
      "learning_rate": 3.4871768460610356e-07,
      "loss": 0.3275,
      "step": 2387500
    },
    {
      "epoch": 666.34,
      "grad_norm": 1.175787329673767,
      "learning_rate": 3.487034938241879e-07,
      "loss": 0.3492,
      "step": 2387510
    },
    {
      "epoch": 666.35,
      "grad_norm": 1.2572886943817139,
      "learning_rate": 3.4868930330781394e-07,
      "loss": 0.3273,
      "step": 2387520
    },
    {
      "epoch": 666.35,
      "grad_norm": 1.2349584102630615,
      "learning_rate": 3.4867511305698253e-07,
      "loss": 0.3401,
      "step": 2387530
    },
    {
      "epoch": 666.35,
      "grad_norm": 0.9866898059844971,
      "learning_rate": 3.4866092307169627e-07,
      "loss": 0.3415,
      "step": 2387540
    },
    {
      "epoch": 666.36,
      "grad_norm": 1.2363981008529663,
      "learning_rate": 3.4864673335195717e-07,
      "loss": 0.3458,
      "step": 2387550
    },
    {
      "epoch": 666.36,
      "grad_norm": 1.1212809085845947,
      "learning_rate": 3.486325438977661e-07,
      "loss": 0.35,
      "step": 2387560
    },
    {
      "epoch": 666.36,
      "grad_norm": 1.3184351921081543,
      "learning_rate": 3.4861835470912674e-07,
      "loss": 0.3331,
      "step": 2387570
    },
    {
      "epoch": 666.36,
      "grad_norm": 1.1321042776107788,
      "learning_rate": 3.486041657860392e-07,
      "loss": 0.3147,
      "step": 2387580
    },
    {
      "epoch": 666.37,
      "grad_norm": 1.3461885452270508,
      "learning_rate": 3.485899771285062e-07,
      "loss": 0.3501,
      "step": 2387590
    },
    {
      "epoch": 666.37,
      "grad_norm": 1.3660995960235596,
      "learning_rate": 3.4857578873652954e-07,
      "loss": 0.3351,
      "step": 2387600
    },
    {
      "epoch": 666.37,
      "grad_norm": 1.149410367012024,
      "learning_rate": 3.485616006101118e-07,
      "loss": 0.3297,
      "step": 2387610
    },
    {
      "epoch": 666.37,
      "grad_norm": 1.1927311420440674,
      "learning_rate": 3.485474127492535e-07,
      "loss": 0.3437,
      "step": 2387620
    },
    {
      "epoch": 666.38,
      "grad_norm": 1.1463984251022339,
      "learning_rate": 3.4853322515395725e-07,
      "loss": 0.3344,
      "step": 2387630
    },
    {
      "epoch": 666.38,
      "grad_norm": 1.2332943677902222,
      "learning_rate": 3.485190378242249e-07,
      "loss": 0.3352,
      "step": 2387640
    },
    {
      "epoch": 666.38,
      "grad_norm": 1.1107343435287476,
      "learning_rate": 3.485048507600585e-07,
      "loss": 0.3431,
      "step": 2387650
    },
    {
      "epoch": 666.39,
      "grad_norm": 0.9798222780227661,
      "learning_rate": 3.484906639614601e-07,
      "loss": 0.3291,
      "step": 2387660
    },
    {
      "epoch": 666.39,
      "grad_norm": 1.1934921741485596,
      "learning_rate": 3.484764774284305e-07,
      "loss": 0.3371,
      "step": 2387670
    },
    {
      "epoch": 666.39,
      "grad_norm": 1.8301771879196167,
      "learning_rate": 3.484622911609726e-07,
      "loss": 0.3426,
      "step": 2387680
    },
    {
      "epoch": 666.39,
      "grad_norm": 1.742328405380249,
      "learning_rate": 3.4844810515908876e-07,
      "loss": 0.3262,
      "step": 2387690
    },
    {
      "epoch": 666.4,
      "grad_norm": 1.2699826955795288,
      "learning_rate": 3.4843391942277895e-07,
      "loss": 0.3578,
      "step": 2387700
    },
    {
      "epoch": 666.4,
      "grad_norm": 1.2187976837158203,
      "learning_rate": 3.484197339520473e-07,
      "loss": 0.3425,
      "step": 2387710
    },
    {
      "epoch": 666.4,
      "grad_norm": 1.201461672782898,
      "learning_rate": 3.4840554874689404e-07,
      "loss": 0.339,
      "step": 2387720
    },
    {
      "epoch": 666.41,
      "grad_norm": 1.3349236249923706,
      "learning_rate": 3.4839136380732164e-07,
      "loss": 0.3425,
      "step": 2387730
    },
    {
      "epoch": 666.41,
      "grad_norm": 1.2520395517349243,
      "learning_rate": 3.483771791333321e-07,
      "loss": 0.3405,
      "step": 2387740
    },
    {
      "epoch": 666.41,
      "grad_norm": 1.4848601818084717,
      "learning_rate": 3.4836299472492773e-07,
      "loss": 0.3227,
      "step": 2387750
    },
    {
      "epoch": 666.41,
      "grad_norm": 1.055981159210205,
      "learning_rate": 3.4834881058210935e-07,
      "loss": 0.3363,
      "step": 2387760
    },
    {
      "epoch": 666.42,
      "grad_norm": 1.5547727346420288,
      "learning_rate": 3.483346267048796e-07,
      "loss": 0.347,
      "step": 2387770
    },
    {
      "epoch": 666.42,
      "grad_norm": 1.2572280168533325,
      "learning_rate": 3.483204430932405e-07,
      "loss": 0.3502,
      "step": 2387780
    },
    {
      "epoch": 666.42,
      "grad_norm": 2.0077016353607178,
      "learning_rate": 3.483062597471926e-07,
      "loss": 0.3415,
      "step": 2387790
    },
    {
      "epoch": 666.42,
      "grad_norm": 1.118933916091919,
      "learning_rate": 3.482920766667401e-07,
      "loss": 0.3458,
      "step": 2387800
    },
    {
      "epoch": 666.43,
      "grad_norm": 1.1264334917068481,
      "learning_rate": 3.4827789385188287e-07,
      "loss": 0.3329,
      "step": 2387810
    },
    {
      "epoch": 666.43,
      "grad_norm": 1.0519113540649414,
      "learning_rate": 3.482637113026234e-07,
      "loss": 0.3416,
      "step": 2387820
    },
    {
      "epoch": 666.43,
      "grad_norm": 1.246274471282959,
      "learning_rate": 3.482495290189645e-07,
      "loss": 0.3477,
      "step": 2387830
    },
    {
      "epoch": 666.44,
      "grad_norm": 0.9516116380691528,
      "learning_rate": 3.482353470009064e-07,
      "loss": 0.3448,
      "step": 2387840
    },
    {
      "epoch": 666.44,
      "grad_norm": 1.0678303241729736,
      "learning_rate": 3.48221165248452e-07,
      "loss": 0.3361,
      "step": 2387850
    },
    {
      "epoch": 666.44,
      "grad_norm": 1.1642223596572876,
      "learning_rate": 3.482069837616031e-07,
      "loss": 0.3291,
      "step": 2387860
    },
    {
      "epoch": 666.44,
      "grad_norm": 1.1727471351623535,
      "learning_rate": 3.48192802540362e-07,
      "loss": 0.339,
      "step": 2387870
    },
    {
      "epoch": 666.45,
      "grad_norm": 1.222813367843628,
      "learning_rate": 3.481786215847291e-07,
      "loss": 0.3501,
      "step": 2387880
    },
    {
      "epoch": 666.45,
      "grad_norm": 1.1361510753631592,
      "learning_rate": 3.4816444089470817e-07,
      "loss": 0.3494,
      "step": 2387890
    },
    {
      "epoch": 666.45,
      "grad_norm": 1.0862023830413818,
      "learning_rate": 3.481502604703e-07,
      "loss": 0.3393,
      "step": 2387900
    },
    {
      "epoch": 666.46,
      "grad_norm": 1.2510294914245605,
      "learning_rate": 3.481360803115065e-07,
      "loss": 0.3496,
      "step": 2387910
    },
    {
      "epoch": 666.46,
      "grad_norm": 1.198837161064148,
      "learning_rate": 3.481219004183302e-07,
      "loss": 0.3423,
      "step": 2387920
    },
    {
      "epoch": 666.46,
      "grad_norm": 1.571390986442566,
      "learning_rate": 3.481077207907716e-07,
      "loss": 0.3361,
      "step": 2387930
    },
    {
      "epoch": 666.46,
      "grad_norm": 1.1819292306900024,
      "learning_rate": 3.4809354142883465e-07,
      "loss": 0.3306,
      "step": 2387940
    },
    {
      "epoch": 666.47,
      "grad_norm": 1.1583192348480225,
      "learning_rate": 3.4807936233251935e-07,
      "loss": 0.3345,
      "step": 2387950
    },
    {
      "epoch": 666.47,
      "grad_norm": 1.1493563652038574,
      "learning_rate": 3.4806518350182855e-07,
      "loss": 0.3358,
      "step": 2387960
    },
    {
      "epoch": 666.47,
      "grad_norm": 1.2255172729492188,
      "learning_rate": 3.480510049367646e-07,
      "loss": 0.3455,
      "step": 2387970
    },
    {
      "epoch": 666.48,
      "grad_norm": 1.4539748430252075,
      "learning_rate": 3.48036826637328e-07,
      "loss": 0.3421,
      "step": 2387980
    },
    {
      "epoch": 666.48,
      "grad_norm": 1.26356041431427,
      "learning_rate": 3.480226486035214e-07,
      "loss": 0.3333,
      "step": 2387990
    },
    {
      "epoch": 666.48,
      "grad_norm": 1.2846494913101196,
      "learning_rate": 3.4800847083534655e-07,
      "loss": 0.3301,
      "step": 2388000
    },
    {
      "epoch": 666.48,
      "grad_norm": 1.1350194215774536,
      "learning_rate": 3.479942933328061e-07,
      "loss": 0.3183,
      "step": 2388010
    },
    {
      "epoch": 666.49,
      "grad_norm": 1.3015673160552979,
      "learning_rate": 3.479801160959003e-07,
      "loss": 0.3325,
      "step": 2388020
    },
    {
      "epoch": 666.49,
      "grad_norm": 1.063340663909912,
      "learning_rate": 3.4796593912463306e-07,
      "loss": 0.344,
      "step": 2388030
    },
    {
      "epoch": 666.49,
      "grad_norm": 1.44587242603302,
      "learning_rate": 3.479517624190046e-07,
      "loss": 0.3477,
      "step": 2388040
    },
    {
      "epoch": 666.49,
      "grad_norm": 1.1739593744277954,
      "learning_rate": 3.4793758597901736e-07,
      "loss": 0.3492,
      "step": 2388050
    },
    {
      "epoch": 666.5,
      "grad_norm": 1.3185664415359497,
      "learning_rate": 3.479234098046741e-07,
      "loss": 0.3413,
      "step": 2388060
    },
    {
      "epoch": 666.5,
      "grad_norm": 1.126094102859497,
      "learning_rate": 3.479092338959751e-07,
      "loss": 0.3297,
      "step": 2388070
    },
    {
      "epoch": 666.5,
      "grad_norm": 1.4180173873901367,
      "learning_rate": 3.47895058252923e-07,
      "loss": 0.3338,
      "step": 2388080
    },
    {
      "epoch": 666.51,
      "grad_norm": 1.3203595876693726,
      "learning_rate": 3.4788088287551987e-07,
      "loss": 0.3415,
      "step": 2388090
    },
    {
      "epoch": 666.51,
      "grad_norm": 1.1524665355682373,
      "learning_rate": 3.4786670776376804e-07,
      "loss": 0.349,
      "step": 2388100
    },
    {
      "epoch": 666.51,
      "grad_norm": 1.1359479427337646,
      "learning_rate": 3.4785253291766825e-07,
      "loss": 0.3504,
      "step": 2388110
    },
    {
      "epoch": 666.51,
      "grad_norm": 1.342355728149414,
      "learning_rate": 3.478383583372229e-07,
      "loss": 0.3228,
      "step": 2388120
    },
    {
      "epoch": 666.52,
      "grad_norm": 1.2932767868041992,
      "learning_rate": 3.4782418402243466e-07,
      "loss": 0.3575,
      "step": 2388130
    },
    {
      "epoch": 666.52,
      "grad_norm": 1.2322304248809814,
      "learning_rate": 3.4781000997330335e-07,
      "loss": 0.3388,
      "step": 2388140
    },
    {
      "epoch": 666.52,
      "grad_norm": 1.1838878393173218,
      "learning_rate": 3.4779583618983354e-07,
      "loss": 0.3501,
      "step": 2388150
    },
    {
      "epoch": 666.53,
      "grad_norm": 1.200459599494934,
      "learning_rate": 3.4778166267202493e-07,
      "loss": 0.3257,
      "step": 2388160
    },
    {
      "epoch": 666.53,
      "grad_norm": 1.2989351749420166,
      "learning_rate": 3.477674894198806e-07,
      "loss": 0.3494,
      "step": 2388170
    },
    {
      "epoch": 666.53,
      "grad_norm": 1.3500198125839233,
      "learning_rate": 3.4775331643340186e-07,
      "loss": 0.3495,
      "step": 2388180
    },
    {
      "epoch": 666.53,
      "grad_norm": 1.2260854244232178,
      "learning_rate": 3.477391437125914e-07,
      "loss": 0.3277,
      "step": 2388190
    },
    {
      "epoch": 666.54,
      "grad_norm": 1.2079510688781738,
      "learning_rate": 3.477249712574499e-07,
      "loss": 0.3379,
      "step": 2388200
    },
    {
      "epoch": 666.54,
      "grad_norm": 1.3340981006622314,
      "learning_rate": 3.4771079906798003e-07,
      "loss": 0.3523,
      "step": 2388210
    },
    {
      "epoch": 666.54,
      "grad_norm": 1.15838623046875,
      "learning_rate": 3.476966271441833e-07,
      "loss": 0.3452,
      "step": 2388220
    },
    {
      "epoch": 666.54,
      "grad_norm": 1.143022060394287,
      "learning_rate": 3.4768245548606203e-07,
      "loss": 0.3216,
      "step": 2388230
    },
    {
      "epoch": 666.55,
      "grad_norm": 1.1118018627166748,
      "learning_rate": 3.4766828409361843e-07,
      "loss": 0.3505,
      "step": 2388240
    },
    {
      "epoch": 666.55,
      "grad_norm": 1.288044810295105,
      "learning_rate": 3.476541129668531e-07,
      "loss": 0.3381,
      "step": 2388250
    },
    {
      "epoch": 666.55,
      "grad_norm": 1.2788410186767578,
      "learning_rate": 3.4763994210576907e-07,
      "loss": 0.3197,
      "step": 2388260
    },
    {
      "epoch": 666.56,
      "grad_norm": 1.4546945095062256,
      "learning_rate": 3.4762577151036753e-07,
      "loss": 0.3226,
      "step": 2388270
    },
    {
      "epoch": 666.56,
      "grad_norm": 1.0682947635650635,
      "learning_rate": 3.4761160118065065e-07,
      "loss": 0.3495,
      "step": 2388280
    },
    {
      "epoch": 666.56,
      "grad_norm": 1.3150638341903687,
      "learning_rate": 3.4759743111662094e-07,
      "loss": 0.3468,
      "step": 2388290
    },
    {
      "epoch": 666.56,
      "grad_norm": 1.2079306840896606,
      "learning_rate": 3.475832613182792e-07,
      "loss": 0.3415,
      "step": 2388300
    },
    {
      "epoch": 666.57,
      "grad_norm": 1.198188304901123,
      "learning_rate": 3.4756909178562784e-07,
      "loss": 0.3217,
      "step": 2388310
    },
    {
      "epoch": 666.57,
      "grad_norm": 1.0980223417282104,
      "learning_rate": 3.4755492251866863e-07,
      "loss": 0.3354,
      "step": 2388320
    },
    {
      "epoch": 666.57,
      "grad_norm": 1.1036381721496582,
      "learning_rate": 3.475407535174039e-07,
      "loss": 0.3208,
      "step": 2388330
    },
    {
      "epoch": 666.58,
      "grad_norm": 1.2063950300216675,
      "learning_rate": 3.47526584781835e-07,
      "loss": 0.3286,
      "step": 2388340
    },
    {
      "epoch": 666.58,
      "grad_norm": 1.4916224479675293,
      "learning_rate": 3.475124163119637e-07,
      "loss": 0.3362,
      "step": 2388350
    },
    {
      "epoch": 666.58,
      "grad_norm": 1.2466763257980347,
      "learning_rate": 3.474982481077926e-07,
      "loss": 0.3504,
      "step": 2388360
    },
    {
      "epoch": 666.58,
      "grad_norm": 1.5257593393325806,
      "learning_rate": 3.4748408016932227e-07,
      "loss": 0.3464,
      "step": 2388370
    },
    {
      "epoch": 666.59,
      "grad_norm": 1.1654616594314575,
      "learning_rate": 3.474699124965566e-07,
      "loss": 0.3348,
      "step": 2388380
    },
    {
      "epoch": 666.59,
      "grad_norm": 1.276124119758606,
      "learning_rate": 3.474557450894958e-07,
      "loss": 0.3369,
      "step": 2388390
    },
    {
      "epoch": 666.59,
      "grad_norm": 1.2820335626602173,
      "learning_rate": 3.4744157794814226e-07,
      "loss": 0.334,
      "step": 2388400
    },
    {
      "epoch": 666.6,
      "grad_norm": 1.2086340188980103,
      "learning_rate": 3.474274110724978e-07,
      "loss": 0.347,
      "step": 2388410
    },
    {
      "epoch": 666.6,
      "grad_norm": 1.4766523838043213,
      "learning_rate": 3.4741324446256525e-07,
      "loss": 0.3456,
      "step": 2388420
    },
    {
      "epoch": 666.6,
      "grad_norm": 2.3776917457580566,
      "learning_rate": 3.473990781183449e-07,
      "loss": 0.34,
      "step": 2388430
    },
    {
      "epoch": 666.6,
      "grad_norm": 1.1650309562683105,
      "learning_rate": 3.4738491203983936e-07,
      "loss": 0.3571,
      "step": 2388440
    },
    {
      "epoch": 666.61,
      "grad_norm": 1.14181387424469,
      "learning_rate": 3.473707462270512e-07,
      "loss": 0.3408,
      "step": 2388450
    },
    {
      "epoch": 666.61,
      "grad_norm": 1.1876435279846191,
      "learning_rate": 3.473565806799807e-07,
      "loss": 0.3169,
      "step": 2388460
    },
    {
      "epoch": 666.61,
      "grad_norm": 1.238668441772461,
      "learning_rate": 3.473424153986315e-07,
      "loss": 0.3673,
      "step": 2388470
    },
    {
      "epoch": 666.61,
      "grad_norm": 1.2224197387695312,
      "learning_rate": 3.4732825038300435e-07,
      "loss": 0.3439,
      "step": 2388480
    },
    {
      "epoch": 666.62,
      "grad_norm": 1.1496033668518066,
      "learning_rate": 3.473140856331014e-07,
      "loss": 0.3355,
      "step": 2388490
    },
    {
      "epoch": 666.62,
      "grad_norm": 1.3369433879852295,
      "learning_rate": 3.472999211489252e-07,
      "loss": 0.3448,
      "step": 2388500
    },
    {
      "epoch": 666.62,
      "grad_norm": 1.317418098449707,
      "learning_rate": 3.4728575693047606e-07,
      "loss": 0.3385,
      "step": 2388510
    },
    {
      "epoch": 666.63,
      "grad_norm": 1.4267840385437012,
      "learning_rate": 3.472715929777578e-07,
      "loss": 0.3365,
      "step": 2388520
    },
    {
      "epoch": 666.63,
      "grad_norm": 1.0465977191925049,
      "learning_rate": 3.4725742929077073e-07,
      "loss": 0.3383,
      "step": 2388530
    },
    {
      "epoch": 666.63,
      "grad_norm": 1.5743420124053955,
      "learning_rate": 3.4724326586951745e-07,
      "loss": 0.3513,
      "step": 2388540
    },
    {
      "epoch": 666.63,
      "grad_norm": 1.0166653394699097,
      "learning_rate": 3.472291027139998e-07,
      "loss": 0.3332,
      "step": 2388550
    },
    {
      "epoch": 666.64,
      "grad_norm": 1.2918626070022583,
      "learning_rate": 3.4721493982422036e-07,
      "loss": 0.34,
      "step": 2388560
    },
    {
      "epoch": 666.64,
      "grad_norm": 1.2613706588745117,
      "learning_rate": 3.472007772001794e-07,
      "loss": 0.3274,
      "step": 2388570
    },
    {
      "epoch": 666.64,
      "grad_norm": 1.2109618186950684,
      "learning_rate": 3.4718661484187973e-07,
      "loss": 0.3429,
      "step": 2388580
    },
    {
      "epoch": 666.65,
      "grad_norm": 1.0516737699508667,
      "learning_rate": 3.4717245274932405e-07,
      "loss": 0.3305,
      "step": 2388590
    },
    {
      "epoch": 666.65,
      "grad_norm": 1.1955796480178833,
      "learning_rate": 3.4715829092251204e-07,
      "loss": 0.344,
      "step": 2388600
    },
    {
      "epoch": 666.65,
      "grad_norm": 1.3006592988967896,
      "learning_rate": 3.471441293614481e-07,
      "loss": 0.3553,
      "step": 2388610
    },
    {
      "epoch": 666.65,
      "grad_norm": 1.061663269996643,
      "learning_rate": 3.4712996806613226e-07,
      "loss": 0.3202,
      "step": 2388620
    },
    {
      "epoch": 666.66,
      "grad_norm": 1.2366863489151,
      "learning_rate": 3.4711580703656714e-07,
      "loss": 0.3267,
      "step": 2388630
    },
    {
      "epoch": 666.66,
      "grad_norm": 1.451186180114746,
      "learning_rate": 3.471016462727553e-07,
      "loss": 0.3294,
      "step": 2388640
    },
    {
      "epoch": 666.66,
      "grad_norm": 1.4051705598831177,
      "learning_rate": 3.470874857746971e-07,
      "loss": 0.3554,
      "step": 2388650
    },
    {
      "epoch": 666.66,
      "grad_norm": 1.368772029876709,
      "learning_rate": 3.470733255423955e-07,
      "loss": 0.3444,
      "step": 2388660
    },
    {
      "epoch": 666.67,
      "grad_norm": 1.6505745649337769,
      "learning_rate": 3.4705916557585194e-07,
      "loss": 0.3314,
      "step": 2388670
    },
    {
      "epoch": 666.67,
      "grad_norm": 1.459612250328064,
      "learning_rate": 3.4704500587506896e-07,
      "loss": 0.3324,
      "step": 2388680
    },
    {
      "epoch": 666.67,
      "grad_norm": 1.3724054098129272,
      "learning_rate": 3.470308464400471e-07,
      "loss": 0.3285,
      "step": 2388690
    },
    {
      "epoch": 666.68,
      "grad_norm": 1.3297357559204102,
      "learning_rate": 3.4701668727078997e-07,
      "loss": 0.3543,
      "step": 2388700
    },
    {
      "epoch": 666.68,
      "grad_norm": 1.3165329694747925,
      "learning_rate": 3.4700252836729814e-07,
      "loss": 0.3335,
      "step": 2388710
    },
    {
      "epoch": 666.68,
      "grad_norm": 1.3870289325714111,
      "learning_rate": 3.469883697295739e-07,
      "loss": 0.3399,
      "step": 2388720
    },
    {
      "epoch": 666.68,
      "grad_norm": 1.2577332258224487,
      "learning_rate": 3.4697421135761966e-07,
      "loss": 0.354,
      "step": 2388730
    },
    {
      "epoch": 666.69,
      "grad_norm": 1.2258942127227783,
      "learning_rate": 3.4696005325143634e-07,
      "loss": 0.3402,
      "step": 2388740
    },
    {
      "epoch": 666.69,
      "grad_norm": 1.2237788438796997,
      "learning_rate": 3.4694589541102645e-07,
      "loss": 0.3221,
      "step": 2388750
    },
    {
      "epoch": 666.69,
      "grad_norm": 1.1843656301498413,
      "learning_rate": 3.469317378363914e-07,
      "loss": 0.3312,
      "step": 2388760
    },
    {
      "epoch": 666.7,
      "grad_norm": 1.2731809616088867,
      "learning_rate": 3.469175805275341e-07,
      "loss": 0.3417,
      "step": 2388770
    },
    {
      "epoch": 666.7,
      "grad_norm": 1.2047202587127686,
      "learning_rate": 3.469034234844554e-07,
      "loss": 0.3244,
      "step": 2388780
    },
    {
      "epoch": 666.7,
      "grad_norm": 1.1858717203140259,
      "learning_rate": 3.4688926670715736e-07,
      "loss": 0.3254,
      "step": 2388790
    },
    {
      "epoch": 666.7,
      "grad_norm": 1.270463466644287,
      "learning_rate": 3.4687511019564194e-07,
      "loss": 0.3369,
      "step": 2388800
    },
    {
      "epoch": 666.71,
      "grad_norm": 1.1887261867523193,
      "learning_rate": 3.4686095394991133e-07,
      "loss": 0.3301,
      "step": 2388810
    },
    {
      "epoch": 666.71,
      "grad_norm": 1.3351006507873535,
      "learning_rate": 3.4684679796996764e-07,
      "loss": 0.3365,
      "step": 2388820
    },
    {
      "epoch": 666.71,
      "grad_norm": 1.1656324863433838,
      "learning_rate": 3.4683264225581104e-07,
      "loss": 0.3309,
      "step": 2388830
    },
    {
      "epoch": 666.72,
      "grad_norm": 1.33749258518219,
      "learning_rate": 3.46818486807446e-07,
      "loss": 0.3353,
      "step": 2388840
    },
    {
      "epoch": 666.72,
      "grad_norm": 1.0085667371749878,
      "learning_rate": 3.4680433162487256e-07,
      "loss": 0.3267,
      "step": 2388850
    },
    {
      "epoch": 666.72,
      "grad_norm": 1.0147403478622437,
      "learning_rate": 3.4679017670809297e-07,
      "loss": 0.334,
      "step": 2388860
    },
    {
      "epoch": 666.72,
      "grad_norm": 1.255341649055481,
      "learning_rate": 3.467760220571099e-07,
      "loss": 0.3298,
      "step": 2388870
    },
    {
      "epoch": 666.73,
      "grad_norm": 1.500036597251892,
      "learning_rate": 3.467618676719241e-07,
      "loss": 0.3401,
      "step": 2388880
    },
    {
      "epoch": 666.73,
      "grad_norm": 1.3152064085006714,
      "learning_rate": 3.467477135525379e-07,
      "loss": 0.3164,
      "step": 2388890
    },
    {
      "epoch": 666.73,
      "grad_norm": 1.134299635887146,
      "learning_rate": 3.467335596989534e-07,
      "loss": 0.3384,
      "step": 2388900
    },
    {
      "epoch": 666.73,
      "grad_norm": 1.3204673528671265,
      "learning_rate": 3.4671940611117274e-07,
      "loss": 0.333,
      "step": 2388910
    },
    {
      "epoch": 666.74,
      "grad_norm": 1.1075164079666138,
      "learning_rate": 3.4670525278919684e-07,
      "loss": 0.3404,
      "step": 2388920
    },
    {
      "epoch": 666.74,
      "grad_norm": 1.121234655380249,
      "learning_rate": 3.4669109973302814e-07,
      "loss": 0.3507,
      "step": 2388930
    },
    {
      "epoch": 666.74,
      "grad_norm": 1.2771631479263306,
      "learning_rate": 3.4667694694266923e-07,
      "loss": 0.3246,
      "step": 2388940
    },
    {
      "epoch": 666.75,
      "grad_norm": 1.4555381536483765,
      "learning_rate": 3.4666279441812006e-07,
      "loss": 0.3332,
      "step": 2388950
    },
    {
      "epoch": 666.75,
      "grad_norm": 1.1123144626617432,
      "learning_rate": 3.4664864215938486e-07,
      "loss": 0.3439,
      "step": 2388960
    },
    {
      "epoch": 666.75,
      "grad_norm": 1.2049074172973633,
      "learning_rate": 3.466344901664638e-07,
      "loss": 0.3218,
      "step": 2388970
    },
    {
      "epoch": 666.75,
      "grad_norm": 1.194493293762207,
      "learning_rate": 3.466203384393593e-07,
      "loss": 0.3418,
      "step": 2388980
    },
    {
      "epoch": 666.76,
      "grad_norm": 1.121185302734375,
      "learning_rate": 3.4660618697807343e-07,
      "loss": 0.3324,
      "step": 2388990
    },
    {
      "epoch": 666.76,
      "grad_norm": 1.3917995691299438,
      "learning_rate": 3.4659203578260826e-07,
      "loss": 0.3557,
      "step": 2389000
    },
    {
      "epoch": 666.76,
      "grad_norm": 1.0864368677139282,
      "learning_rate": 3.4657788485296506e-07,
      "loss": 0.3284,
      "step": 2389010
    },
    {
      "epoch": 666.77,
      "grad_norm": 1.1626325845718384,
      "learning_rate": 3.46563734189146e-07,
      "loss": 0.334,
      "step": 2389020
    },
    {
      "epoch": 666.77,
      "grad_norm": 1.2607293128967285,
      "learning_rate": 3.4654958379115356e-07,
      "loss": 0.3509,
      "step": 2389030
    },
    {
      "epoch": 666.77,
      "grad_norm": 1.106960415840149,
      "learning_rate": 3.4653543365898786e-07,
      "loss": 0.356,
      "step": 2389040
    },
    {
      "epoch": 666.77,
      "grad_norm": 1.260337233543396,
      "learning_rate": 3.4652128379265296e-07,
      "loss": 0.336,
      "step": 2389050
    },
    {
      "epoch": 666.78,
      "grad_norm": 1.0627250671386719,
      "learning_rate": 3.4650713419214945e-07,
      "loss": 0.3428,
      "step": 2389060
    },
    {
      "epoch": 666.78,
      "grad_norm": 1.035725712776184,
      "learning_rate": 3.4649298485747935e-07,
      "loss": 0.332,
      "step": 2389070
    },
    {
      "epoch": 666.78,
      "grad_norm": 1.0460846424102783,
      "learning_rate": 3.464788357886451e-07,
      "loss": 0.3541,
      "step": 2389080
    },
    {
      "epoch": 666.78,
      "grad_norm": 1.0914314985275269,
      "learning_rate": 3.464646869856474e-07,
      "loss": 0.3398,
      "step": 2389090
    },
    {
      "epoch": 666.79,
      "grad_norm": 1.2962607145309448,
      "learning_rate": 3.464505384484899e-07,
      "loss": 0.3309,
      "step": 2389100
    },
    {
      "epoch": 666.79,
      "grad_norm": 1.2226816415786743,
      "learning_rate": 3.464363901771729e-07,
      "loss": 0.3386,
      "step": 2389110
    },
    {
      "epoch": 666.79,
      "grad_norm": 1.1681410074234009,
      "learning_rate": 3.464222421716987e-07,
      "loss": 0.3431,
      "step": 2389120
    },
    {
      "epoch": 666.8,
      "grad_norm": 1.1538705825805664,
      "learning_rate": 3.4640809443206966e-07,
      "loss": 0.3286,
      "step": 2389130
    },
    {
      "epoch": 666.8,
      "grad_norm": 1.210631251335144,
      "learning_rate": 3.4639394695828785e-07,
      "loss": 0.342,
      "step": 2389140
    },
    {
      "epoch": 666.8,
      "grad_norm": 1.2182292938232422,
      "learning_rate": 3.4637979975035406e-07,
      "loss": 0.3325,
      "step": 2389150
    },
    {
      "epoch": 666.8,
      "grad_norm": 1.2210975885391235,
      "learning_rate": 3.463656528082709e-07,
      "loss": 0.3239,
      "step": 2389160
    },
    {
      "epoch": 666.81,
      "grad_norm": 1.2506043910980225,
      "learning_rate": 3.463515061320407e-07,
      "loss": 0.3367,
      "step": 2389170
    },
    {
      "epoch": 666.81,
      "grad_norm": 1.1754224300384521,
      "learning_rate": 3.4633735972166346e-07,
      "loss": 0.3379,
      "step": 2389180
    },
    {
      "epoch": 666.81,
      "grad_norm": 1.1796263456344604,
      "learning_rate": 3.4632321357714364e-07,
      "loss": 0.3276,
      "step": 2389190
    },
    {
      "epoch": 666.82,
      "grad_norm": 1.3671867847442627,
      "learning_rate": 3.4630906769848146e-07,
      "loss": 0.3494,
      "step": 2389200
    },
    {
      "epoch": 666.82,
      "grad_norm": 1.3275320529937744,
      "learning_rate": 3.46294922085679e-07,
      "loss": 0.3377,
      "step": 2389210
    },
    {
      "epoch": 666.82,
      "grad_norm": 1.2320646047592163,
      "learning_rate": 3.4628077673873837e-07,
      "loss": 0.3324,
      "step": 2389220
    },
    {
      "epoch": 666.82,
      "grad_norm": 2.565229892730713,
      "learning_rate": 3.462666316576621e-07,
      "loss": 0.3394,
      "step": 2389230
    },
    {
      "epoch": 666.83,
      "grad_norm": 1.4708057641983032,
      "learning_rate": 3.462524868424508e-07,
      "loss": 0.3419,
      "step": 2389240
    },
    {
      "epoch": 666.83,
      "grad_norm": 1.2746787071228027,
      "learning_rate": 3.4623834229310705e-07,
      "loss": 0.336,
      "step": 2389250
    },
    {
      "epoch": 666.83,
      "grad_norm": 1.1501332521438599,
      "learning_rate": 3.4622419800963317e-07,
      "loss": 0.3239,
      "step": 2389260
    },
    {
      "epoch": 666.84,
      "grad_norm": 1.1826509237289429,
      "learning_rate": 3.462100539920291e-07,
      "loss": 0.3432,
      "step": 2389270
    },
    {
      "epoch": 666.84,
      "grad_norm": 1.2156187295913696,
      "learning_rate": 3.461959102402997e-07,
      "loss": 0.3233,
      "step": 2389280
    },
    {
      "epoch": 666.84,
      "grad_norm": 1.115186095237732,
      "learning_rate": 3.4618176675444456e-07,
      "loss": 0.352,
      "step": 2389290
    },
    {
      "epoch": 666.84,
      "grad_norm": 1.1490169763565063,
      "learning_rate": 3.461676235344663e-07,
      "loss": 0.3237,
      "step": 2389300
    },
    {
      "epoch": 666.85,
      "grad_norm": 1.0459235906600952,
      "learning_rate": 3.461534805803673e-07,
      "loss": 0.3239,
      "step": 2389310
    },
    {
      "epoch": 666.85,
      "grad_norm": 1.2786836624145508,
      "learning_rate": 3.4613933789214834e-07,
      "loss": 0.3454,
      "step": 2389320
    },
    {
      "epoch": 666.85,
      "grad_norm": 1.2545822858810425,
      "learning_rate": 3.46125195469812e-07,
      "loss": 0.3335,
      "step": 2389330
    },
    {
      "epoch": 666.85,
      "grad_norm": 1.1871874332427979,
      "learning_rate": 3.4611105331336013e-07,
      "loss": 0.3309,
      "step": 2389340
    },
    {
      "epoch": 666.86,
      "grad_norm": 1.333885669708252,
      "learning_rate": 3.46096911422795e-07,
      "loss": 0.3437,
      "step": 2389350
    },
    {
      "epoch": 666.86,
      "grad_norm": 1.0510386228561401,
      "learning_rate": 3.46082769798117e-07,
      "loss": 0.3541,
      "step": 2389360
    },
    {
      "epoch": 666.86,
      "grad_norm": 1.3906749486923218,
      "learning_rate": 3.4606862843933013e-07,
      "loss": 0.3434,
      "step": 2389370
    },
    {
      "epoch": 666.87,
      "grad_norm": 1.3600634336471558,
      "learning_rate": 3.460544873464345e-07,
      "loss": 0.323,
      "step": 2389380
    },
    {
      "epoch": 666.87,
      "grad_norm": 1.8918755054473877,
      "learning_rate": 3.460403465194327e-07,
      "loss": 0.3158,
      "step": 2389390
    },
    {
      "epoch": 666.87,
      "grad_norm": 1.0972946882247925,
      "learning_rate": 3.4602620595832734e-07,
      "loss": 0.3295,
      "step": 2389400
    },
    {
      "epoch": 666.87,
      "grad_norm": 1.1953860521316528,
      "learning_rate": 3.4601206566311836e-07,
      "loss": 0.3298,
      "step": 2389410
    },
    {
      "epoch": 666.88,
      "grad_norm": 1.2795404195785522,
      "learning_rate": 3.4599792563380997e-07,
      "loss": 0.3388,
      "step": 2389420
    },
    {
      "epoch": 666.88,
      "grad_norm": 1.0134365558624268,
      "learning_rate": 3.459837858704025e-07,
      "loss": 0.3208,
      "step": 2389430
    },
    {
      "epoch": 666.88,
      "grad_norm": 1.3501659631729126,
      "learning_rate": 3.459696463728981e-07,
      "loss": 0.3305,
      "step": 2389440
    },
    {
      "epoch": 666.89,
      "grad_norm": 1.2599999904632568,
      "learning_rate": 3.459555071412993e-07,
      "loss": 0.3365,
      "step": 2389450
    },
    {
      "epoch": 666.89,
      "grad_norm": 1.1947507858276367,
      "learning_rate": 3.4594136817560705e-07,
      "loss": 0.3459,
      "step": 2389460
    },
    {
      "epoch": 666.89,
      "grad_norm": 1.3699934482574463,
      "learning_rate": 3.459272294758237e-07,
      "loss": 0.3312,
      "step": 2389470
    },
    {
      "epoch": 666.89,
      "grad_norm": 1.1594871282577515,
      "learning_rate": 3.4591309104195105e-07,
      "loss": 0.331,
      "step": 2389480
    },
    {
      "epoch": 666.9,
      "grad_norm": 1.3333654403686523,
      "learning_rate": 3.458989528739915e-07,
      "loss": 0.327,
      "step": 2389490
    },
    {
      "epoch": 666.9,
      "grad_norm": 1.2906473875045776,
      "learning_rate": 3.458848149719456e-07,
      "loss": 0.331,
      "step": 2389500
    },
    {
      "epoch": 666.9,
      "grad_norm": 1.3537440299987793,
      "learning_rate": 3.458706773358171e-07,
      "loss": 0.3262,
      "step": 2389510
    },
    {
      "epoch": 666.9,
      "grad_norm": 1.240830898284912,
      "learning_rate": 3.4585653996560617e-07,
      "loss": 0.3241,
      "step": 2389520
    },
    {
      "epoch": 666.91,
      "grad_norm": 1.2976075410842896,
      "learning_rate": 3.458424028613156e-07,
      "loss": 0.3487,
      "step": 2389530
    },
    {
      "epoch": 666.91,
      "grad_norm": 1.159727692604065,
      "learning_rate": 3.458282660229477e-07,
      "loss": 0.3454,
      "step": 2389540
    },
    {
      "epoch": 666.91,
      "grad_norm": 1.2735450267791748,
      "learning_rate": 3.45814129450503e-07,
      "loss": 0.3359,
      "step": 2389550
    },
    {
      "epoch": 666.92,
      "grad_norm": 1.2124825716018677,
      "learning_rate": 3.4579999314398413e-07,
      "loss": 0.3347,
      "step": 2389560
    },
    {
      "epoch": 666.92,
      "grad_norm": 1.190770149230957,
      "learning_rate": 3.4578585710339295e-07,
      "loss": 0.326,
      "step": 2389570
    },
    {
      "epoch": 666.92,
      "grad_norm": 1.1317671537399292,
      "learning_rate": 3.457717213287317e-07,
      "loss": 0.3388,
      "step": 2389580
    },
    {
      "epoch": 666.92,
      "grad_norm": 1.3305351734161377,
      "learning_rate": 3.4575758582000177e-07,
      "loss": 0.3312,
      "step": 2389590
    },
    {
      "epoch": 666.93,
      "grad_norm": 1.1610808372497559,
      "learning_rate": 3.4574345057720493e-07,
      "loss": 0.3292,
      "step": 2389600
    },
    {
      "epoch": 666.93,
      "grad_norm": 1.7569941282272339,
      "learning_rate": 3.4572931560034383e-07,
      "loss": 0.3449,
      "step": 2389610
    },
    {
      "epoch": 666.93,
      "grad_norm": 1.2639917135238647,
      "learning_rate": 3.457151808894187e-07,
      "loss": 0.3303,
      "step": 2389620
    },
    {
      "epoch": 666.94,
      "grad_norm": 1.2529741525650024,
      "learning_rate": 3.457010464444339e-07,
      "loss": 0.3402,
      "step": 2389630
    },
    {
      "epoch": 666.94,
      "grad_norm": 1.2402867078781128,
      "learning_rate": 3.4568691226538907e-07,
      "loss": 0.3424,
      "step": 2389640
    },
    {
      "epoch": 666.94,
      "grad_norm": 1.3243608474731445,
      "learning_rate": 3.4567277835228716e-07,
      "loss": 0.3224,
      "step": 2389650
    },
    {
      "epoch": 666.94,
      "grad_norm": 1.1930617094039917,
      "learning_rate": 3.456586447051299e-07,
      "loss": 0.3383,
      "step": 2389660
    },
    {
      "epoch": 666.95,
      "grad_norm": 1.0530340671539307,
      "learning_rate": 3.456445113239192e-07,
      "loss": 0.3422,
      "step": 2389670
    },
    {
      "epoch": 666.95,
      "grad_norm": 1.280393362045288,
      "learning_rate": 3.4563037820865725e-07,
      "loss": 0.3246,
      "step": 2389680
    },
    {
      "epoch": 666.95,
      "grad_norm": 1.442080020904541,
      "learning_rate": 3.456162453593453e-07,
      "loss": 0.3527,
      "step": 2389690
    },
    {
      "epoch": 666.96,
      "grad_norm": 1.0694841146469116,
      "learning_rate": 3.456021127759852e-07,
      "loss": 0.3274,
      "step": 2389700
    },
    {
      "epoch": 666.96,
      "grad_norm": 1.0785983800888062,
      "learning_rate": 3.455879804585793e-07,
      "loss": 0.3343,
      "step": 2389710
    },
    {
      "epoch": 666.96,
      "grad_norm": 1.0147833824157715,
      "learning_rate": 3.4557384840712964e-07,
      "loss": 0.3484,
      "step": 2389720
    },
    {
      "epoch": 666.96,
      "grad_norm": 1.0048898458480835,
      "learning_rate": 3.455597166216376e-07,
      "loss": 0.3345,
      "step": 2389730
    },
    {
      "epoch": 666.97,
      "grad_norm": 1.1232792139053345,
      "learning_rate": 3.455455851021049e-07,
      "loss": 0.3246,
      "step": 2389740
    },
    {
      "epoch": 666.97,
      "grad_norm": 1.3444682359695435,
      "learning_rate": 3.4553145384853445e-07,
      "loss": 0.337,
      "step": 2389750
    },
    {
      "epoch": 666.97,
      "grad_norm": 1.3963121175765991,
      "learning_rate": 3.455173228609263e-07,
      "loss": 0.333,
      "step": 2389760
    },
    {
      "epoch": 666.97,
      "grad_norm": 1.301851511001587,
      "learning_rate": 3.455031921392845e-07,
      "loss": 0.3434,
      "step": 2389770
    },
    {
      "epoch": 666.98,
      "grad_norm": 1.197548747062683,
      "learning_rate": 3.4548906168360947e-07,
      "loss": 0.3502,
      "step": 2389780
    },
    {
      "epoch": 666.98,
      "grad_norm": 1.120756983757019,
      "learning_rate": 3.4547493149390335e-07,
      "loss": 0.3439,
      "step": 2389790
    },
    {
      "epoch": 666.98,
      "grad_norm": 1.2288262844085693,
      "learning_rate": 3.454608015701684e-07,
      "loss": 0.3368,
      "step": 2389800
    },
    {
      "epoch": 666.99,
      "grad_norm": 1.3160885572433472,
      "learning_rate": 3.4544667191240664e-07,
      "loss": 0.3257,
      "step": 2389810
    },
    {
      "epoch": 666.99,
      "grad_norm": 1.2705695629119873,
      "learning_rate": 3.4543254252061906e-07,
      "loss": 0.344,
      "step": 2389820
    },
    {
      "epoch": 666.99,
      "grad_norm": 1.135409951210022,
      "learning_rate": 3.454184133948083e-07,
      "loss": 0.3432,
      "step": 2389830
    },
    {
      "epoch": 666.99,
      "grad_norm": 1.2477740049362183,
      "learning_rate": 3.4540428453497647e-07,
      "loss": 0.3311,
      "step": 2389840
    },
    {
      "epoch": 667.0,
      "grad_norm": 1.2406436204910278,
      "learning_rate": 3.453901559411238e-07,
      "loss": 0.3443,
      "step": 2389850
    },
    {
      "epoch": 667.0,
      "grad_norm": 1.2285840511322021,
      "learning_rate": 3.453760276132545e-07,
      "loss": 0.3367,
      "step": 2389860
    },
    {
      "epoch": 667.0,
      "eval_loss": 0.3386867046356201,
      "eval_runtime": 67.4388,
      "eval_samples_per_second": 75.016,
      "eval_steps_per_second": 9.386,
      "step": 2389861
    },
    {
      "epoch": 667.0,
      "grad_norm": 2.07765531539917,
      "learning_rate": 3.453618995513687e-07,
      "loss": 0.3328,
      "step": 2389870
    },
    {
      "epoch": 667.01,
      "grad_norm": 1.0841399431228638,
      "learning_rate": 3.453477717554689e-07,
      "loss": 0.3462,
      "step": 2389880
    },
    {
      "epoch": 667.01,
      "grad_norm": 1.3394513130187988,
      "learning_rate": 3.453336442255576e-07,
      "loss": 0.3379,
      "step": 2389890
    },
    {
      "epoch": 667.01,
      "grad_norm": 1.122340440750122,
      "learning_rate": 3.453195169616356e-07,
      "loss": 0.3489,
      "step": 2389900
    },
    {
      "epoch": 667.01,
      "grad_norm": 1.3112820386886597,
      "learning_rate": 3.453053899637053e-07,
      "loss": 0.3385,
      "step": 2389910
    },
    {
      "epoch": 667.02,
      "grad_norm": 1.1545037031173706,
      "learning_rate": 3.452912632317682e-07,
      "loss": 0.3189,
      "step": 2389920
    },
    {
      "epoch": 667.02,
      "grad_norm": 1.2229783535003662,
      "learning_rate": 3.4527713676582744e-07,
      "loss": 0.3344,
      "step": 2389930
    },
    {
      "epoch": 667.02,
      "grad_norm": 1.154822587966919,
      "learning_rate": 3.452630105658825e-07,
      "loss": 0.3317,
      "step": 2389940
    },
    {
      "epoch": 667.02,
      "grad_norm": 1.2795506715774536,
      "learning_rate": 3.4524888463193806e-07,
      "loss": 0.3364,
      "step": 2389950
    },
    {
      "epoch": 667.03,
      "grad_norm": 1.2854619026184082,
      "learning_rate": 3.4523475896399414e-07,
      "loss": 0.332,
      "step": 2389960
    },
    {
      "epoch": 667.03,
      "grad_norm": 1.7696402072906494,
      "learning_rate": 3.4522063356205304e-07,
      "loss": 0.3424,
      "step": 2389970
    },
    {
      "epoch": 667.03,
      "grad_norm": 1.1905096769332886,
      "learning_rate": 3.452065084261171e-07,
      "loss": 0.3514,
      "step": 2389980
    },
    {
      "epoch": 667.04,
      "grad_norm": 1.2741316556930542,
      "learning_rate": 3.451923835561872e-07,
      "loss": 0.3426,
      "step": 2389990
    },
    {
      "epoch": 667.04,
      "grad_norm": 1.0845142602920532,
      "learning_rate": 3.4517825895226663e-07,
      "loss": 0.3406,
      "step": 2390000
    },
    {
      "epoch": 667.04,
      "grad_norm": 1.5498210191726685,
      "learning_rate": 3.4516413461435587e-07,
      "loss": 0.3445,
      "step": 2390010
    },
    {
      "epoch": 667.04,
      "grad_norm": 1.262169599533081,
      "learning_rate": 3.4515001054245766e-07,
      "loss": 0.3465,
      "step": 2390020
    },
    {
      "epoch": 667.05,
      "grad_norm": 1.0841760635375977,
      "learning_rate": 3.451358867365742e-07,
      "loss": 0.3354,
      "step": 2390030
    },
    {
      "epoch": 667.05,
      "grad_norm": 1.137192964553833,
      "learning_rate": 3.4512176319670614e-07,
      "loss": 0.3448,
      "step": 2390040
    },
    {
      "epoch": 667.05,
      "grad_norm": 1.0981911420822144,
      "learning_rate": 3.451076399228562e-07,
      "loss": 0.3418,
      "step": 2390050
    },
    {
      "epoch": 667.06,
      "grad_norm": 1.1514549255371094,
      "learning_rate": 3.450935169150261e-07,
      "loss": 0.3282,
      "step": 2390060
    },
    {
      "epoch": 667.06,
      "grad_norm": 1.1487034559249878,
      "learning_rate": 3.45079394173218e-07,
      "loss": 0.324,
      "step": 2390070
    },
    {
      "epoch": 667.06,
      "grad_norm": 1.216447353363037,
      "learning_rate": 3.4506527169743264e-07,
      "loss": 0.3359,
      "step": 2390080
    },
    {
      "epoch": 667.06,
      "grad_norm": 1.1890203952789307,
      "learning_rate": 3.4505114948767374e-07,
      "loss": 0.3486,
      "step": 2390090
    },
    {
      "epoch": 667.07,
      "grad_norm": 1.167540431022644,
      "learning_rate": 3.450370275439419e-07,
      "loss": 0.3473,
      "step": 2390100
    },
    {
      "epoch": 667.07,
      "grad_norm": 1.3129562139511108,
      "learning_rate": 3.4502290586623916e-07,
      "loss": 0.3377,
      "step": 2390110
    },
    {
      "epoch": 667.07,
      "grad_norm": 1.185558795928955,
      "learning_rate": 3.450087844545679e-07,
      "loss": 0.3317,
      "step": 2390120
    },
    {
      "epoch": 667.08,
      "grad_norm": 1.2750295400619507,
      "learning_rate": 3.449946633089294e-07,
      "loss": 0.3271,
      "step": 2390130
    },
    {
      "epoch": 667.08,
      "grad_norm": 1.3508597612380981,
      "learning_rate": 3.449805424293255e-07,
      "loss": 0.3415,
      "step": 2390140
    },
    {
      "epoch": 667.08,
      "grad_norm": 1.0976160764694214,
      "learning_rate": 3.449664218157585e-07,
      "loss": 0.3205,
      "step": 2390150
    },
    {
      "epoch": 667.08,
      "grad_norm": 1.1642721891403198,
      "learning_rate": 3.4495230146823056e-07,
      "loss": 0.3389,
      "step": 2390160
    },
    {
      "epoch": 667.09,
      "grad_norm": 1.4015849828720093,
      "learning_rate": 3.449381813867427e-07,
      "loss": 0.3242,
      "step": 2390170
    },
    {
      "epoch": 667.09,
      "grad_norm": 1.2466514110565186,
      "learning_rate": 3.449240615712974e-07,
      "loss": 0.3254,
      "step": 2390180
    },
    {
      "epoch": 667.09,
      "grad_norm": 1.4547536373138428,
      "learning_rate": 3.4490994202189616e-07,
      "loss": 0.3453,
      "step": 2390190
    },
    {
      "epoch": 667.09,
      "grad_norm": 1.2117893695831299,
      "learning_rate": 3.4489582273854117e-07,
      "loss": 0.3198,
      "step": 2390200
    },
    {
      "epoch": 667.1,
      "grad_norm": 1.4703165292739868,
      "learning_rate": 3.4488170372123456e-07,
      "loss": 0.3272,
      "step": 2390210
    },
    {
      "epoch": 667.1,
      "grad_norm": 1.1300461292266846,
      "learning_rate": 3.448675849699776e-07,
      "loss": 0.3441,
      "step": 2390220
    },
    {
      "epoch": 667.1,
      "grad_norm": 1.1413671970367432,
      "learning_rate": 3.448534664847722e-07,
      "loss": 0.3398,
      "step": 2390230
    },
    {
      "epoch": 667.11,
      "grad_norm": 1.165426254272461,
      "learning_rate": 3.4483934826562066e-07,
      "loss": 0.328,
      "step": 2390240
    },
    {
      "epoch": 667.11,
      "grad_norm": 1.492529273033142,
      "learning_rate": 3.448252303125247e-07,
      "loss": 0.3352,
      "step": 2390250
    },
    {
      "epoch": 667.11,
      "grad_norm": 1.2861659526824951,
      "learning_rate": 3.448111126254866e-07,
      "loss": 0.3207,
      "step": 2390260
    },
    {
      "epoch": 667.11,
      "grad_norm": 1.0287593603134155,
      "learning_rate": 3.4479699520450723e-07,
      "loss": 0.328,
      "step": 2390270
    },
    {
      "epoch": 667.12,
      "grad_norm": 1.263117790222168,
      "learning_rate": 3.4478287804958923e-07,
      "loss": 0.3331,
      "step": 2390280
    },
    {
      "epoch": 667.12,
      "grad_norm": 1.1443403959274292,
      "learning_rate": 3.4476876116073397e-07,
      "loss": 0.3204,
      "step": 2390290
    },
    {
      "epoch": 667.12,
      "grad_norm": 1.212070345878601,
      "learning_rate": 3.447546445379445e-07,
      "loss": 0.3364,
      "step": 2390300
    },
    {
      "epoch": 667.13,
      "grad_norm": 1.0556591749191284,
      "learning_rate": 3.447405281812206e-07,
      "loss": 0.3259,
      "step": 2390310
    },
    {
      "epoch": 667.13,
      "grad_norm": 1.3106999397277832,
      "learning_rate": 3.4472641209056667e-07,
      "loss": 0.3172,
      "step": 2390320
    },
    {
      "epoch": 667.13,
      "grad_norm": 1.2002232074737549,
      "learning_rate": 3.447122962659827e-07,
      "loss": 0.3384,
      "step": 2390330
    },
    {
      "epoch": 667.13,
      "grad_norm": 1.2620103359222412,
      "learning_rate": 3.4469818070747106e-07,
      "loss": 0.3351,
      "step": 2390340
    },
    {
      "epoch": 667.14,
      "grad_norm": 1.2774338722229004,
      "learning_rate": 3.446840654150346e-07,
      "loss": 0.3358,
      "step": 2390350
    },
    {
      "epoch": 667.14,
      "grad_norm": 1.2933971881866455,
      "learning_rate": 3.446699503886736e-07,
      "loss": 0.3598,
      "step": 2390360
    },
    {
      "epoch": 667.14,
      "grad_norm": 1.1297746896743774,
      "learning_rate": 3.4465583562839066e-07,
      "loss": 0.3361,
      "step": 2390370
    },
    {
      "epoch": 667.14,
      "grad_norm": 1.1663516759872437,
      "learning_rate": 3.446417211341878e-07,
      "loss": 0.3331,
      "step": 2390380
    },
    {
      "epoch": 667.15,
      "grad_norm": 1.1192314624786377,
      "learning_rate": 3.4462760690606715e-07,
      "loss": 0.329,
      "step": 2390390
    },
    {
      "epoch": 667.15,
      "grad_norm": 1.2127772569656372,
      "learning_rate": 3.4461349294403005e-07,
      "loss": 0.3397,
      "step": 2390400
    },
    {
      "epoch": 667.15,
      "grad_norm": 1.309154748916626,
      "learning_rate": 3.4459937924807824e-07,
      "loss": 0.3455,
      "step": 2390410
    },
    {
      "epoch": 667.16,
      "grad_norm": 1.176281452178955,
      "learning_rate": 3.445852658182147e-07,
      "loss": 0.3385,
      "step": 2390420
    },
    {
      "epoch": 667.16,
      "grad_norm": 1.364338755607605,
      "learning_rate": 3.4457115265443927e-07,
      "loss": 0.3451,
      "step": 2390430
    },
    {
      "epoch": 667.16,
      "grad_norm": 1.1298913955688477,
      "learning_rate": 3.445570397567562e-07,
      "loss": 0.3478,
      "step": 2390440
    },
    {
      "epoch": 667.16,
      "grad_norm": 1.2232595682144165,
      "learning_rate": 3.4454292712516576e-07,
      "loss": 0.3436,
      "step": 2390450
    },
    {
      "epoch": 667.17,
      "grad_norm": 1.504813313484192,
      "learning_rate": 3.445288147596703e-07,
      "loss": 0.3352,
      "step": 2390460
    },
    {
      "epoch": 667.17,
      "grad_norm": 1.3471592664718628,
      "learning_rate": 3.445147026602719e-07,
      "loss": 0.3503,
      "step": 2390470
    },
    {
      "epoch": 667.17,
      "grad_norm": 1.2189202308654785,
      "learning_rate": 3.445005908269726e-07,
      "loss": 0.3475,
      "step": 2390480
    },
    {
      "epoch": 667.18,
      "grad_norm": 1.530386209487915,
      "learning_rate": 3.4448647925977343e-07,
      "loss": 0.331,
      "step": 2390490
    },
    {
      "epoch": 667.18,
      "grad_norm": 1.301513910293579,
      "learning_rate": 3.444723679586768e-07,
      "loss": 0.3529,
      "step": 2390500
    },
    {
      "epoch": 667.18,
      "grad_norm": 1.3511353731155396,
      "learning_rate": 3.44458256923685e-07,
      "loss": 0.3283,
      "step": 2390510
    },
    {
      "epoch": 667.18,
      "grad_norm": 1.1670076847076416,
      "learning_rate": 3.4444414615479854e-07,
      "loss": 0.3434,
      "step": 2390520
    },
    {
      "epoch": 667.19,
      "grad_norm": 1.2408796548843384,
      "learning_rate": 3.444300356520214e-07,
      "loss": 0.3377,
      "step": 2390530
    },
    {
      "epoch": 667.19,
      "grad_norm": 1.1585015058517456,
      "learning_rate": 3.444159254153535e-07,
      "loss": 0.3301,
      "step": 2390540
    },
    {
      "epoch": 667.19,
      "grad_norm": 1.3676369190216064,
      "learning_rate": 3.4440181544479776e-07,
      "loss": 0.3407,
      "step": 2390550
    },
    {
      "epoch": 667.2,
      "grad_norm": 1.3061822652816772,
      "learning_rate": 3.443877057403562e-07,
      "loss": 0.3433,
      "step": 2390560
    },
    {
      "epoch": 667.2,
      "grad_norm": 1.3506994247436523,
      "learning_rate": 3.4437359630202916e-07,
      "loss": 0.3311,
      "step": 2390570
    },
    {
      "epoch": 667.2,
      "grad_norm": 1.2230428457260132,
      "learning_rate": 3.4435948712982097e-07,
      "loss": 0.3416,
      "step": 2390580
    },
    {
      "epoch": 667.2,
      "grad_norm": 1.1831942796707153,
      "learning_rate": 3.4434537822373147e-07,
      "loss": 0.3546,
      "step": 2390590
    },
    {
      "epoch": 667.21,
      "grad_norm": 1.3742132186889648,
      "learning_rate": 3.443312695837634e-07,
      "loss": 0.3419,
      "step": 2390600
    },
    {
      "epoch": 667.21,
      "grad_norm": 1.1855072975158691,
      "learning_rate": 3.4431716120991846e-07,
      "loss": 0.3408,
      "step": 2390610
    },
    {
      "epoch": 667.21,
      "grad_norm": 1.300668716430664,
      "learning_rate": 3.4430305310219886e-07,
      "loss": 0.3301,
      "step": 2390620
    },
    {
      "epoch": 667.21,
      "grad_norm": 1.2211755514144897,
      "learning_rate": 3.44288945260606e-07,
      "loss": 0.3472,
      "step": 2390630
    },
    {
      "epoch": 667.22,
      "grad_norm": 1.4087451696395874,
      "learning_rate": 3.4427483768514194e-07,
      "loss": 0.3146,
      "step": 2390640
    },
    {
      "epoch": 667.22,
      "grad_norm": 1.1442757844924927,
      "learning_rate": 3.4426073037580897e-07,
      "loss": 0.3376,
      "step": 2390650
    },
    {
      "epoch": 667.22,
      "grad_norm": 1.2296676635742188,
      "learning_rate": 3.442466233326074e-07,
      "loss": 0.3375,
      "step": 2390660
    },
    {
      "epoch": 667.23,
      "grad_norm": 1.282319188117981,
      "learning_rate": 3.4423251655554167e-07,
      "loss": 0.3333,
      "step": 2390670
    },
    {
      "epoch": 667.23,
      "grad_norm": 1.3071520328521729,
      "learning_rate": 3.442184100446115e-07,
      "loss": 0.3441,
      "step": 2390680
    },
    {
      "epoch": 667.23,
      "grad_norm": 1.870116949081421,
      "learning_rate": 3.442043037998194e-07,
      "loss": 0.3441,
      "step": 2390690
    },
    {
      "epoch": 667.23,
      "grad_norm": 1.2377701997756958,
      "learning_rate": 3.4419019782116815e-07,
      "loss": 0.3352,
      "step": 2390700
    },
    {
      "epoch": 667.24,
      "grad_norm": 1.2502379417419434,
      "learning_rate": 3.441760921086581e-07,
      "loss": 0.3337,
      "step": 2390710
    },
    {
      "epoch": 667.24,
      "grad_norm": 1.330683946609497,
      "learning_rate": 3.4416198666229224e-07,
      "loss": 0.3347,
      "step": 2390720
    },
    {
      "epoch": 667.24,
      "grad_norm": 1.255837082862854,
      "learning_rate": 3.441478814820718e-07,
      "loss": 0.3392,
      "step": 2390730
    },
    {
      "epoch": 667.25,
      "grad_norm": 1.1528123617172241,
      "learning_rate": 3.4413377656799963e-07,
      "loss": 0.3318,
      "step": 2390740
    },
    {
      "epoch": 667.25,
      "grad_norm": 1.0361374616622925,
      "learning_rate": 3.4411967192007584e-07,
      "loss": 0.3415,
      "step": 2390750
    },
    {
      "epoch": 667.25,
      "grad_norm": 1.2206650972366333,
      "learning_rate": 3.441055675383042e-07,
      "loss": 0.3307,
      "step": 2390760
    },
    {
      "epoch": 667.25,
      "grad_norm": 1.199720859527588,
      "learning_rate": 3.4409146342268555e-07,
      "loss": 0.3349,
      "step": 2390770
    },
    {
      "epoch": 667.26,
      "grad_norm": 1.3078104257583618,
      "learning_rate": 3.4407735957322197e-07,
      "loss": 0.3461,
      "step": 2390780
    },
    {
      "epoch": 667.26,
      "grad_norm": 1.2879782915115356,
      "learning_rate": 3.440632559899158e-07,
      "loss": 0.3354,
      "step": 2390790
    },
    {
      "epoch": 667.26,
      "grad_norm": 1.400966763496399,
      "learning_rate": 3.440491526727678e-07,
      "loss": 0.3448,
      "step": 2390800
    },
    {
      "epoch": 667.26,
      "grad_norm": 1.1723566055297852,
      "learning_rate": 3.440350496217809e-07,
      "loss": 0.3322,
      "step": 2390810
    },
    {
      "epoch": 667.27,
      "grad_norm": 1.2137093544006348,
      "learning_rate": 3.440209468369563e-07,
      "loss": 0.3386,
      "step": 2390820
    },
    {
      "epoch": 667.27,
      "grad_norm": 1.2183833122253418,
      "learning_rate": 3.4400684431829614e-07,
      "loss": 0.3449,
      "step": 2390830
    },
    {
      "epoch": 667.27,
      "grad_norm": 1.1772710084915161,
      "learning_rate": 3.43992742065803e-07,
      "loss": 0.3546,
      "step": 2390840
    },
    {
      "epoch": 667.28,
      "grad_norm": 1.347208023071289,
      "learning_rate": 3.4397864007947777e-07,
      "loss": 0.3337,
      "step": 2390850
    },
    {
      "epoch": 667.28,
      "grad_norm": 1.2586456537246704,
      "learning_rate": 3.4396453835932235e-07,
      "loss": 0.3393,
      "step": 2390860
    },
    {
      "epoch": 667.28,
      "grad_norm": 1.1270087957382202,
      "learning_rate": 3.4395043690533894e-07,
      "loss": 0.3443,
      "step": 2390870
    },
    {
      "epoch": 667.28,
      "grad_norm": 1.1313433647155762,
      "learning_rate": 3.439363357175301e-07,
      "loss": 0.3177,
      "step": 2390880
    },
    {
      "epoch": 667.29,
      "grad_norm": 1.3663710355758667,
      "learning_rate": 3.4392223479589585e-07,
      "loss": 0.3474,
      "step": 2390890
    },
    {
      "epoch": 667.29,
      "grad_norm": 1.398791790008545,
      "learning_rate": 3.4390813414044036e-07,
      "loss": 0.3427,
      "step": 2390900
    },
    {
      "epoch": 667.29,
      "grad_norm": 1.4499489068984985,
      "learning_rate": 3.438940337511636e-07,
      "loss": 0.3165,
      "step": 2390910
    },
    {
      "epoch": 667.3,
      "grad_norm": 1.1491061449050903,
      "learning_rate": 3.4387993362806847e-07,
      "loss": 0.3334,
      "step": 2390920
    },
    {
      "epoch": 667.3,
      "grad_norm": 1.2188788652420044,
      "learning_rate": 3.43865833771157e-07,
      "loss": 0.3451,
      "step": 2390930
    },
    {
      "epoch": 667.3,
      "grad_norm": 1.2880146503448486,
      "learning_rate": 3.438517341804303e-07,
      "loss": 0.3578,
      "step": 2390940
    },
    {
      "epoch": 667.3,
      "grad_norm": 1.3223893642425537,
      "learning_rate": 3.4383763485589035e-07,
      "loss": 0.3404,
      "step": 2390950
    },
    {
      "epoch": 667.31,
      "grad_norm": 1.2218472957611084,
      "learning_rate": 3.4382353579753936e-07,
      "loss": 0.3504,
      "step": 2390960
    },
    {
      "epoch": 667.31,
      "grad_norm": 1.1514853239059448,
      "learning_rate": 3.438094370053798e-07,
      "loss": 0.3309,
      "step": 2390970
    },
    {
      "epoch": 667.31,
      "grad_norm": 1.1250356435775757,
      "learning_rate": 3.4379533847941204e-07,
      "loss": 0.3388,
      "step": 2390980
    },
    {
      "epoch": 667.32,
      "grad_norm": 1.0334219932556152,
      "learning_rate": 3.4378124021963916e-07,
      "loss": 0.3653,
      "step": 2390990
    },
    {
      "epoch": 667.32,
      "grad_norm": 1.3283638954162598,
      "learning_rate": 3.4376714222606295e-07,
      "loss": 0.3388,
      "step": 2391000
    },
    {
      "epoch": 667.32,
      "grad_norm": 1.3446428775787354,
      "learning_rate": 3.43753044498684e-07,
      "loss": 0.3407,
      "step": 2391010
    },
    {
      "epoch": 667.32,
      "grad_norm": 1.2258933782577515,
      "learning_rate": 3.437389470375064e-07,
      "loss": 0.3464,
      "step": 2391020
    },
    {
      "epoch": 667.33,
      "grad_norm": 1.201561450958252,
      "learning_rate": 3.4372484984252993e-07,
      "loss": 0.3296,
      "step": 2391030
    },
    {
      "epoch": 667.33,
      "grad_norm": 1.2142878770828247,
      "learning_rate": 3.4371075291375773e-07,
      "loss": 0.3312,
      "step": 2391040
    },
    {
      "epoch": 667.33,
      "grad_norm": 1.078216791152954,
      "learning_rate": 3.4369665625119104e-07,
      "loss": 0.3288,
      "step": 2391050
    },
    {
      "epoch": 667.33,
      "grad_norm": 1.2512576580047607,
      "learning_rate": 3.436825598548328e-07,
      "loss": 0.3338,
      "step": 2391060
    },
    {
      "epoch": 667.34,
      "grad_norm": 1.1157872676849365,
      "learning_rate": 3.436684637246832e-07,
      "loss": 0.3369,
      "step": 2391070
    },
    {
      "epoch": 667.34,
      "grad_norm": 1.1299644708633423,
      "learning_rate": 3.4365436786074514e-07,
      "loss": 0.3359,
      "step": 2391080
    },
    {
      "epoch": 667.34,
      "grad_norm": 1.225685477256775,
      "learning_rate": 3.4364027226302094e-07,
      "loss": 0.3253,
      "step": 2391090
    },
    {
      "epoch": 667.35,
      "grad_norm": 1.4016555547714233,
      "learning_rate": 3.436261769315109e-07,
      "loss": 0.3334,
      "step": 2391100
    },
    {
      "epoch": 667.35,
      "grad_norm": 1.255272626876831,
      "learning_rate": 3.436120818662189e-07,
      "loss": 0.3401,
      "step": 2391110
    },
    {
      "epoch": 667.35,
      "grad_norm": 1.2840209007263184,
      "learning_rate": 3.435979870671452e-07,
      "loss": 0.3419,
      "step": 2391120
    },
    {
      "epoch": 667.35,
      "grad_norm": 1.1509840488433838,
      "learning_rate": 3.435838925342921e-07,
      "loss": 0.3283,
      "step": 2391130
    },
    {
      "epoch": 667.36,
      "grad_norm": 1.3237255811691284,
      "learning_rate": 3.43569798267662e-07,
      "loss": 0.3361,
      "step": 2391140
    },
    {
      "epoch": 667.36,
      "grad_norm": 1.8183326721191406,
      "learning_rate": 3.435557042672562e-07,
      "loss": 0.3457,
      "step": 2391150
    },
    {
      "epoch": 667.36,
      "grad_norm": 1.2719542980194092,
      "learning_rate": 3.435416105330775e-07,
      "loss": 0.3433,
      "step": 2391160
    },
    {
      "epoch": 667.37,
      "grad_norm": 1.1922237873077393,
      "learning_rate": 3.435275170651265e-07,
      "loss": 0.327,
      "step": 2391170
    },
    {
      "epoch": 667.37,
      "grad_norm": 1.344170331954956,
      "learning_rate": 3.435134238634055e-07,
      "loss": 0.3535,
      "step": 2391180
    },
    {
      "epoch": 667.37,
      "grad_norm": 0.9665095210075378,
      "learning_rate": 3.434993309279169e-07,
      "loss": 0.323,
      "step": 2391190
    },
    {
      "epoch": 667.37,
      "grad_norm": 1.3105404376983643,
      "learning_rate": 3.4348523825866237e-07,
      "loss": 0.3245,
      "step": 2391200
    },
    {
      "epoch": 667.38,
      "grad_norm": 1.0982335805892944,
      "learning_rate": 3.434711458556431e-07,
      "loss": 0.355,
      "step": 2391210
    },
    {
      "epoch": 667.38,
      "grad_norm": 1.5461735725402832,
      "learning_rate": 3.4345705371886165e-07,
      "loss": 0.3262,
      "step": 2391220
    },
    {
      "epoch": 667.38,
      "grad_norm": 1.1701562404632568,
      "learning_rate": 3.434429618483204e-07,
      "loss": 0.3372,
      "step": 2391230
    },
    {
      "epoch": 667.38,
      "grad_norm": 1.2336524724960327,
      "learning_rate": 3.434288702440192e-07,
      "loss": 0.3443,
      "step": 2391240
    },
    {
      "epoch": 667.39,
      "grad_norm": 1.218531847000122,
      "learning_rate": 3.4341477890596267e-07,
      "loss": 0.3507,
      "step": 2391250
    },
    {
      "epoch": 667.39,
      "grad_norm": 1.342300534248352,
      "learning_rate": 3.434006878341504e-07,
      "loss": 0.3204,
      "step": 2391260
    },
    {
      "epoch": 667.39,
      "grad_norm": 1.1733403205871582,
      "learning_rate": 3.4338659702858535e-07,
      "loss": 0.3472,
      "step": 2391270
    },
    {
      "epoch": 667.4,
      "grad_norm": 1.3280222415924072,
      "learning_rate": 3.433725064892693e-07,
      "loss": 0.3342,
      "step": 2391280
    },
    {
      "epoch": 667.4,
      "grad_norm": 1.5521562099456787,
      "learning_rate": 3.433584162162046e-07,
      "loss": 0.3515,
      "step": 2391290
    },
    {
      "epoch": 667.4,
      "grad_norm": 1.2234810590744019,
      "learning_rate": 3.433443262093917e-07,
      "loss": 0.3292,
      "step": 2391300
    },
    {
      "epoch": 667.4,
      "grad_norm": 2.3471951484680176,
      "learning_rate": 3.433302364688336e-07,
      "loss": 0.3325,
      "step": 2391310
    },
    {
      "epoch": 667.41,
      "grad_norm": 1.07928466796875,
      "learning_rate": 3.433161469945325e-07,
      "loss": 0.3388,
      "step": 2391320
    },
    {
      "epoch": 667.41,
      "grad_norm": 1.2949126958847046,
      "learning_rate": 3.433020577864885e-07,
      "loss": 0.3455,
      "step": 2391330
    },
    {
      "epoch": 667.41,
      "grad_norm": 1.219065546989441,
      "learning_rate": 3.4328796884470576e-07,
      "loss": 0.332,
      "step": 2391340
    },
    {
      "epoch": 667.42,
      "grad_norm": 1.244551181793213,
      "learning_rate": 3.432738801691845e-07,
      "loss": 0.3375,
      "step": 2391350
    },
    {
      "epoch": 667.42,
      "grad_norm": 1.2220594882965088,
      "learning_rate": 3.432597917599273e-07,
      "loss": 0.3338,
      "step": 2391360
    },
    {
      "epoch": 667.42,
      "grad_norm": 1.1914775371551514,
      "learning_rate": 3.432457036169363e-07,
      "loss": 0.3261,
      "step": 2391370
    },
    {
      "epoch": 667.42,
      "grad_norm": 1.0650980472564697,
      "learning_rate": 3.4323161574021253e-07,
      "loss": 0.3194,
      "step": 2391380
    },
    {
      "epoch": 667.43,
      "grad_norm": 1.126742959022522,
      "learning_rate": 3.4321752812975804e-07,
      "loss": 0.319,
      "step": 2391390
    },
    {
      "epoch": 667.43,
      "grad_norm": 1.2698322534561157,
      "learning_rate": 3.432034407855752e-07,
      "loss": 0.3624,
      "step": 2391400
    },
    {
      "epoch": 667.43,
      "grad_norm": 0.9868391156196594,
      "learning_rate": 3.4318935370766556e-07,
      "loss": 0.3319,
      "step": 2391410
    },
    {
      "epoch": 667.44,
      "grad_norm": 1.1542214155197144,
      "learning_rate": 3.4317526689603117e-07,
      "loss": 0.3552,
      "step": 2391420
    },
    {
      "epoch": 667.44,
      "grad_norm": 1.1729648113250732,
      "learning_rate": 3.4316118035067445e-07,
      "loss": 0.358,
      "step": 2391430
    },
    {
      "epoch": 667.44,
      "grad_norm": 1.2804428339004517,
      "learning_rate": 3.431470940715959e-07,
      "loss": 0.3352,
      "step": 2391440
    },
    {
      "epoch": 667.44,
      "grad_norm": 1.071144461631775,
      "learning_rate": 3.431330080587983e-07,
      "loss": 0.3644,
      "step": 2391450
    },
    {
      "epoch": 667.45,
      "grad_norm": 1.2400504350662231,
      "learning_rate": 3.431189223122838e-07,
      "loss": 0.346,
      "step": 2391460
    },
    {
      "epoch": 667.45,
      "grad_norm": 1.0920467376708984,
      "learning_rate": 3.4310483683205265e-07,
      "loss": 0.3226,
      "step": 2391470
    },
    {
      "epoch": 667.45,
      "grad_norm": 1.299729585647583,
      "learning_rate": 3.430907516181093e-07,
      "loss": 0.3435,
      "step": 2391480
    },
    {
      "epoch": 667.45,
      "grad_norm": 1.1897951364517212,
      "learning_rate": 3.430766666704534e-07,
      "loss": 0.3432,
      "step": 2391490
    },
    {
      "epoch": 667.46,
      "grad_norm": 1.2166876792907715,
      "learning_rate": 3.4306258198908794e-07,
      "loss": 0.3328,
      "step": 2391500
    },
    {
      "epoch": 667.46,
      "grad_norm": 1.1990412473678589,
      "learning_rate": 3.430484975740149e-07,
      "loss": 0.3225,
      "step": 2391510
    },
    {
      "epoch": 667.46,
      "grad_norm": 1.1153392791748047,
      "learning_rate": 3.4303441342523515e-07,
      "loss": 0.3322,
      "step": 2391520
    },
    {
      "epoch": 667.47,
      "grad_norm": 1.1176600456237793,
      "learning_rate": 3.4302032954275117e-07,
      "loss": 0.3351,
      "step": 2391530
    },
    {
      "epoch": 667.47,
      "grad_norm": 1.2056046724319458,
      "learning_rate": 3.4300624592656514e-07,
      "loss": 0.3405,
      "step": 2391540
    },
    {
      "epoch": 667.47,
      "grad_norm": 1.202452540397644,
      "learning_rate": 3.429921625766791e-07,
      "loss": 0.3205,
      "step": 2391550
    },
    {
      "epoch": 667.47,
      "grad_norm": 1.3634477853775024,
      "learning_rate": 3.429780794930931e-07,
      "loss": 0.3344,
      "step": 2391560
    },
    {
      "epoch": 667.48,
      "grad_norm": 1.212237000465393,
      "learning_rate": 3.429639966758118e-07,
      "loss": 0.343,
      "step": 2391570
    },
    {
      "epoch": 667.48,
      "grad_norm": 1.0540627241134644,
      "learning_rate": 3.429499141248351e-07,
      "loss": 0.3324,
      "step": 2391580
    },
    {
      "epoch": 667.48,
      "grad_norm": 1.4620944261550903,
      "learning_rate": 3.4293583184016525e-07,
      "loss": 0.3324,
      "step": 2391590
    },
    {
      "epoch": 667.49,
      "grad_norm": 1.260136604309082,
      "learning_rate": 3.4292174982180497e-07,
      "loss": 0.3404,
      "step": 2391600
    },
    {
      "epoch": 667.49,
      "grad_norm": 1.3207272291183472,
      "learning_rate": 3.429076680697549e-07,
      "loss": 0.3292,
      "step": 2391610
    },
    {
      "epoch": 667.49,
      "grad_norm": 1.1473129987716675,
      "learning_rate": 3.428935865840175e-07,
      "loss": 0.3404,
      "step": 2391620
    },
    {
      "epoch": 667.49,
      "grad_norm": 1.203885555267334,
      "learning_rate": 3.4287950536459476e-07,
      "loss": 0.3306,
      "step": 2391630
    },
    {
      "epoch": 667.5,
      "grad_norm": 0.9657066464424133,
      "learning_rate": 3.428654244114887e-07,
      "loss": 0.3382,
      "step": 2391640
    },
    {
      "epoch": 667.5,
      "grad_norm": 1.087410807609558,
      "learning_rate": 3.428513437247005e-07,
      "loss": 0.3256,
      "step": 2391650
    },
    {
      "epoch": 667.5,
      "grad_norm": 1.174551010131836,
      "learning_rate": 3.428372633042326e-07,
      "loss": 0.335,
      "step": 2391660
    },
    {
      "epoch": 667.5,
      "grad_norm": 1.214793086051941,
      "learning_rate": 3.4282318315008715e-07,
      "loss": 0.3378,
      "step": 2391670
    },
    {
      "epoch": 667.51,
      "grad_norm": 1.2301678657531738,
      "learning_rate": 3.428091032622646e-07,
      "loss": 0.3415,
      "step": 2391680
    },
    {
      "epoch": 667.51,
      "grad_norm": 1.11697518825531,
      "learning_rate": 3.427950236407688e-07,
      "loss": 0.3502,
      "step": 2391690
    },
    {
      "epoch": 667.51,
      "grad_norm": 1.2028121948242188,
      "learning_rate": 3.427809442855996e-07,
      "loss": 0.342,
      "step": 2391700
    },
    {
      "epoch": 667.52,
      "grad_norm": 1.2405519485473633,
      "learning_rate": 3.427668651967611e-07,
      "loss": 0.3186,
      "step": 2391710
    },
    {
      "epoch": 667.52,
      "grad_norm": 1.2735624313354492,
      "learning_rate": 3.4275278637425327e-07,
      "loss": 0.3408,
      "step": 2391720
    },
    {
      "epoch": 667.52,
      "grad_norm": 1.189078688621521,
      "learning_rate": 3.4273870781807875e-07,
      "loss": 0.3209,
      "step": 2391730
    },
    {
      "epoch": 667.52,
      "grad_norm": 1.6072852611541748,
      "learning_rate": 3.427246295282402e-07,
      "loss": 0.3486,
      "step": 2391740
    },
    {
      "epoch": 667.53,
      "grad_norm": 1.2977452278137207,
      "learning_rate": 3.4271055150473774e-07,
      "loss": 0.3291,
      "step": 2391750
    },
    {
      "epoch": 667.53,
      "grad_norm": 1.4723957777023315,
      "learning_rate": 3.426964737475744e-07,
      "loss": 0.3414,
      "step": 2391760
    },
    {
      "epoch": 667.53,
      "grad_norm": 1.1948777437210083,
      "learning_rate": 3.4268239625675184e-07,
      "loss": 0.3606,
      "step": 2391770
    },
    {
      "epoch": 667.54,
      "grad_norm": 1.4079904556274414,
      "learning_rate": 3.4266831903227225e-07,
      "loss": 0.3427,
      "step": 2391780
    },
    {
      "epoch": 667.54,
      "grad_norm": 1.5130292177200317,
      "learning_rate": 3.4265424207413687e-07,
      "loss": 0.3507,
      "step": 2391790
    },
    {
      "epoch": 667.54,
      "grad_norm": 1.1529895067214966,
      "learning_rate": 3.4264016538234783e-07,
      "loss": 0.3514,
      "step": 2391800
    },
    {
      "epoch": 667.54,
      "grad_norm": 1.2045785188674927,
      "learning_rate": 3.4262608895690746e-07,
      "loss": 0.3404,
      "step": 2391810
    },
    {
      "epoch": 667.55,
      "grad_norm": 1.3506299257278442,
      "learning_rate": 3.4261201279781627e-07,
      "loss": 0.3395,
      "step": 2391820
    },
    {
      "epoch": 667.55,
      "grad_norm": 1.1000323295593262,
      "learning_rate": 3.425979369050782e-07,
      "loss": 0.3528,
      "step": 2391830
    },
    {
      "epoch": 667.55,
      "grad_norm": 1.2101389169692993,
      "learning_rate": 3.4258386127869344e-07,
      "loss": 0.3513,
      "step": 2391840
    },
    {
      "epoch": 667.56,
      "grad_norm": 1.3302373886108398,
      "learning_rate": 3.425697859186646e-07,
      "loss": 0.3482,
      "step": 2391850
    },
    {
      "epoch": 667.56,
      "grad_norm": 1.2932865619659424,
      "learning_rate": 3.4255571082499306e-07,
      "loss": 0.3502,
      "step": 2391860
    },
    {
      "epoch": 667.56,
      "grad_norm": 1.2547829151153564,
      "learning_rate": 3.425416359976819e-07,
      "loss": 0.3328,
      "step": 2391870
    },
    {
      "epoch": 667.56,
      "grad_norm": 1.212850570678711,
      "learning_rate": 3.425275614367313e-07,
      "loss": 0.3351,
      "step": 2391880
    },
    {
      "epoch": 667.57,
      "grad_norm": 1.2181097269058228,
      "learning_rate": 3.42513487142144e-07,
      "loss": 0.3223,
      "step": 2391890
    },
    {
      "epoch": 667.57,
      "grad_norm": 1.4758861064910889,
      "learning_rate": 3.424994131139225e-07,
      "loss": 0.3411,
      "step": 2391900
    },
    {
      "epoch": 667.57,
      "grad_norm": 1.1863045692443848,
      "learning_rate": 3.4248533935206683e-07,
      "loss": 0.3401,
      "step": 2391910
    },
    {
      "epoch": 667.57,
      "grad_norm": 1.3367557525634766,
      "learning_rate": 3.424712658565812e-07,
      "loss": 0.3327,
      "step": 2391920
    },
    {
      "epoch": 667.58,
      "grad_norm": 1.0642235279083252,
      "learning_rate": 3.4245719262746553e-07,
      "loss": 0.3388,
      "step": 2391930
    },
    {
      "epoch": 667.58,
      "grad_norm": 1.1398677825927734,
      "learning_rate": 3.4244311966472274e-07,
      "loss": 0.331,
      "step": 2391940
    },
    {
      "epoch": 667.58,
      "grad_norm": 1.2334522008895874,
      "learning_rate": 3.4242904696835486e-07,
      "loss": 0.3258,
      "step": 2391950
    },
    {
      "epoch": 667.59,
      "grad_norm": 1.2870042324066162,
      "learning_rate": 3.42414974538363e-07,
      "loss": 0.3506,
      "step": 2391960
    },
    {
      "epoch": 667.59,
      "grad_norm": 1.3604155778884888,
      "learning_rate": 3.4240090237474917e-07,
      "loss": 0.3172,
      "step": 2391970
    },
    {
      "epoch": 667.59,
      "grad_norm": 1.2623668909072876,
      "learning_rate": 3.4238683047751554e-07,
      "loss": 0.3403,
      "step": 2391980
    },
    {
      "epoch": 667.59,
      "grad_norm": 1.350204348564148,
      "learning_rate": 3.423727588466636e-07,
      "loss": 0.3419,
      "step": 2391990
    },
    {
      "epoch": 667.6,
      "grad_norm": 1.2452160120010376,
      "learning_rate": 3.4235868748219596e-07,
      "loss": 0.3412,
      "step": 2392000
    },
    {
      "epoch": 667.6,
      "grad_norm": 1.3217742443084717,
      "learning_rate": 3.423446163841142e-07,
      "loss": 0.3294,
      "step": 2392010
    },
    {
      "epoch": 667.6,
      "grad_norm": 1.6580101251602173,
      "learning_rate": 3.4233054555241984e-07,
      "loss": 0.3378,
      "step": 2392020
    },
    {
      "epoch": 667.61,
      "grad_norm": 1.2012417316436768,
      "learning_rate": 3.4231647498711476e-07,
      "loss": 0.3326,
      "step": 2392030
    },
    {
      "epoch": 667.61,
      "grad_norm": 1.1957117319107056,
      "learning_rate": 3.4230240468820154e-07,
      "loss": 0.3423,
      "step": 2392040
    },
    {
      "epoch": 667.61,
      "grad_norm": 1.3693549633026123,
      "learning_rate": 3.422883346556807e-07,
      "loss": 0.3423,
      "step": 2392050
    },
    {
      "epoch": 667.61,
      "grad_norm": 1.228837013244629,
      "learning_rate": 3.4227426488955587e-07,
      "loss": 0.3252,
      "step": 2392060
    },
    {
      "epoch": 667.62,
      "grad_norm": 1.4241485595703125,
      "learning_rate": 3.4226019538982734e-07,
      "loss": 0.3437,
      "step": 2392070
    },
    {
      "epoch": 667.62,
      "grad_norm": 1.2736502885818481,
      "learning_rate": 3.4224612615649793e-07,
      "loss": 0.3394,
      "step": 2392080
    },
    {
      "epoch": 667.62,
      "grad_norm": 1.2498525381088257,
      "learning_rate": 3.4223205718956895e-07,
      "loss": 0.3268,
      "step": 2392090
    },
    {
      "epoch": 667.62,
      "grad_norm": 1.3688602447509766,
      "learning_rate": 3.422179884890433e-07,
      "loss": 0.3373,
      "step": 2392100
    },
    {
      "epoch": 667.63,
      "grad_norm": 1.1727163791656494,
      "learning_rate": 3.4220392005492147e-07,
      "loss": 0.3368,
      "step": 2392110
    },
    {
      "epoch": 667.63,
      "grad_norm": 1.3445169925689697,
      "learning_rate": 3.421898518872058e-07,
      "loss": 0.344,
      "step": 2392120
    },
    {
      "epoch": 667.63,
      "grad_norm": 1.3581774234771729,
      "learning_rate": 3.421757839858992e-07,
      "loss": 0.3299,
      "step": 2392130
    },
    {
      "epoch": 667.64,
      "grad_norm": 1.2009135484695435,
      "learning_rate": 3.4216171635100137e-07,
      "loss": 0.3371,
      "step": 2392140
    },
    {
      "epoch": 667.64,
      "grad_norm": 1.1759318113327026,
      "learning_rate": 3.421476489825167e-07,
      "loss": 0.3321,
      "step": 2392150
    },
    {
      "epoch": 667.64,
      "grad_norm": 1.5519614219665527,
      "learning_rate": 3.421335818804452e-07,
      "loss": 0.335,
      "step": 2392160
    },
    {
      "epoch": 667.64,
      "grad_norm": 1.17183518409729,
      "learning_rate": 3.4211951504478955e-07,
      "loss": 0.3447,
      "step": 2392170
    },
    {
      "epoch": 667.65,
      "grad_norm": 1.2882905006408691,
      "learning_rate": 3.421054484755517e-07,
      "loss": 0.325,
      "step": 2392180
    },
    {
      "epoch": 667.65,
      "grad_norm": 1.2241740226745605,
      "learning_rate": 3.420913821727331e-07,
      "loss": 0.3303,
      "step": 2392190
    },
    {
      "epoch": 667.65,
      "grad_norm": 1.2845768928527832,
      "learning_rate": 3.4207731613633547e-07,
      "loss": 0.332,
      "step": 2392200
    },
    {
      "epoch": 667.66,
      "grad_norm": 1.2534211874008179,
      "learning_rate": 3.420632503663612e-07,
      "loss": 0.3274,
      "step": 2392210
    },
    {
      "epoch": 667.66,
      "grad_norm": 1.2427133321762085,
      "learning_rate": 3.420491848628126e-07,
      "loss": 0.3381,
      "step": 2392220
    },
    {
      "epoch": 667.66,
      "grad_norm": 1.2076674699783325,
      "learning_rate": 3.420351196256897e-07,
      "loss": 0.3585,
      "step": 2392230
    },
    {
      "epoch": 667.66,
      "grad_norm": 1.1870664358139038,
      "learning_rate": 3.420210546549969e-07,
      "loss": 0.3338,
      "step": 2392240
    },
    {
      "epoch": 667.67,
      "grad_norm": 1.1507525444030762,
      "learning_rate": 3.4200698995073393e-07,
      "loss": 0.3455,
      "step": 2392250
    },
    {
      "epoch": 667.67,
      "grad_norm": 1.2541621923446655,
      "learning_rate": 3.419929255129037e-07,
      "loss": 0.3427,
      "step": 2392260
    },
    {
      "epoch": 667.67,
      "grad_norm": 1.2587549686431885,
      "learning_rate": 3.419788613415085e-07,
      "loss": 0.3318,
      "step": 2392270
    },
    {
      "epoch": 667.68,
      "grad_norm": 1.1205620765686035,
      "learning_rate": 3.4196479743654835e-07,
      "loss": 0.3308,
      "step": 2392280
    },
    {
      "epoch": 667.68,
      "grad_norm": 1.2659807205200195,
      "learning_rate": 3.419507337980274e-07,
      "loss": 0.3186,
      "step": 2392290
    },
    {
      "epoch": 667.68,
      "grad_norm": 1.1186739206314087,
      "learning_rate": 3.4193667042594597e-07,
      "loss": 0.3349,
      "step": 2392300
    },
    {
      "epoch": 667.68,
      "grad_norm": 1.133527159690857,
      "learning_rate": 3.419226073203063e-07,
      "loss": 0.3298,
      "step": 2392310
    },
    {
      "epoch": 667.69,
      "grad_norm": 1.4482511281967163,
      "learning_rate": 3.419085444811111e-07,
      "loss": 0.331,
      "step": 2392320
    },
    {
      "epoch": 667.69,
      "grad_norm": 1.1514760255813599,
      "learning_rate": 3.4189448190836105e-07,
      "loss": 0.3193,
      "step": 2392330
    },
    {
      "epoch": 667.69,
      "grad_norm": 1.1623104810714722,
      "learning_rate": 3.418804196020586e-07,
      "loss": 0.3512,
      "step": 2392340
    },
    {
      "epoch": 667.69,
      "grad_norm": 1.1537096500396729,
      "learning_rate": 3.418663575622052e-07,
      "loss": 0.3315,
      "step": 2392350
    },
    {
      "epoch": 667.7,
      "grad_norm": 1.5827373266220093,
      "learning_rate": 3.418522957888038e-07,
      "loss": 0.3627,
      "step": 2392360
    },
    {
      "epoch": 667.7,
      "grad_norm": 1.1786019802093506,
      "learning_rate": 3.418382342818546e-07,
      "loss": 0.3532,
      "step": 2392370
    },
    {
      "epoch": 667.7,
      "grad_norm": 1.2324111461639404,
      "learning_rate": 3.418241730413613e-07,
      "loss": 0.3156,
      "step": 2392380
    },
    {
      "epoch": 667.71,
      "grad_norm": 1.2623850107192993,
      "learning_rate": 3.4181011206732435e-07,
      "loss": 0.34,
      "step": 2392390
    },
    {
      "epoch": 667.71,
      "grad_norm": 1.4664162397384644,
      "learning_rate": 3.4179605135974614e-07,
      "loss": 0.3285,
      "step": 2392400
    },
    {
      "epoch": 667.71,
      "grad_norm": 1.1231880187988281,
      "learning_rate": 3.41781990918629e-07,
      "loss": 0.3486,
      "step": 2392410
    },
    {
      "epoch": 667.71,
      "grad_norm": 1.3864610195159912,
      "learning_rate": 3.41767930743974e-07,
      "loss": 0.3566,
      "step": 2392420
    },
    {
      "epoch": 667.72,
      "grad_norm": 1.1579225063323975,
      "learning_rate": 3.417538708357834e-07,
      "loss": 0.3441,
      "step": 2392430
    },
    {
      "epoch": 667.72,
      "grad_norm": 1.3775383234024048,
      "learning_rate": 3.417398111940589e-07,
      "loss": 0.3352,
      "step": 2392440
    },
    {
      "epoch": 667.72,
      "grad_norm": 1.276526689529419,
      "learning_rate": 3.4172575181880295e-07,
      "loss": 0.3418,
      "step": 2392450
    },
    {
      "epoch": 667.73,
      "grad_norm": 1.0342252254486084,
      "learning_rate": 3.417116927100164e-07,
      "loss": 0.3099,
      "step": 2392460
    },
    {
      "epoch": 667.73,
      "grad_norm": 1.1105804443359375,
      "learning_rate": 3.4169763386770186e-07,
      "loss": 0.3347,
      "step": 2392470
    },
    {
      "epoch": 667.73,
      "grad_norm": 1.214697241783142,
      "learning_rate": 3.416835752918617e-07,
      "loss": 0.3313,
      "step": 2392480
    },
    {
      "epoch": 667.73,
      "grad_norm": 1.2055919170379639,
      "learning_rate": 3.4166951698249586e-07,
      "loss": 0.3357,
      "step": 2392490
    },
    {
      "epoch": 667.74,
      "grad_norm": 1.1173418760299683,
      "learning_rate": 3.416554589396085e-07,
      "loss": 0.3434,
      "step": 2392500
    },
    {
      "epoch": 667.74,
      "grad_norm": 1.2537850141525269,
      "learning_rate": 3.4164140116319994e-07,
      "loss": 0.345,
      "step": 2392510
    },
    {
      "epoch": 667.74,
      "grad_norm": 1.0753146409988403,
      "learning_rate": 3.4162734365327275e-07,
      "loss": 0.3472,
      "step": 2392520
    },
    {
      "epoch": 667.74,
      "grad_norm": 1.289124846458435,
      "learning_rate": 3.4161328640982843e-07,
      "loss": 0.3469,
      "step": 2392530
    },
    {
      "epoch": 667.75,
      "grad_norm": 1.2326997518539429,
      "learning_rate": 3.415992294328697e-07,
      "loss": 0.3373,
      "step": 2392540
    },
    {
      "epoch": 667.75,
      "grad_norm": 1.2854321002960205,
      "learning_rate": 3.415851727223973e-07,
      "loss": 0.3233,
      "step": 2392550
    },
    {
      "epoch": 667.75,
      "grad_norm": 1.2701363563537598,
      "learning_rate": 3.415711162784135e-07,
      "loss": 0.3379,
      "step": 2392560
    },
    {
      "epoch": 667.76,
      "grad_norm": 1.2601187229156494,
      "learning_rate": 3.415570601009202e-07,
      "loss": 0.3364,
      "step": 2392570
    },
    {
      "epoch": 667.76,
      "grad_norm": 1.4121983051300049,
      "learning_rate": 3.4154300418991947e-07,
      "loss": 0.3272,
      "step": 2392580
    },
    {
      "epoch": 667.76,
      "grad_norm": 1.6418533325195312,
      "learning_rate": 3.415289485454136e-07,
      "loss": 0.3353,
      "step": 2392590
    },
    {
      "epoch": 667.76,
      "grad_norm": 1.5072957277297974,
      "learning_rate": 3.4151489316740315e-07,
      "loss": 0.3357,
      "step": 2392600
    },
    {
      "epoch": 667.77,
      "grad_norm": 1.226706862449646,
      "learning_rate": 3.415008380558908e-07,
      "loss": 0.3181,
      "step": 2392610
    },
    {
      "epoch": 667.77,
      "grad_norm": 1.4467134475708008,
      "learning_rate": 3.4148678321087896e-07,
      "loss": 0.3485,
      "step": 2392620
    },
    {
      "epoch": 667.77,
      "grad_norm": 1.2967181205749512,
      "learning_rate": 3.4147272863236785e-07,
      "loss": 0.3302,
      "step": 2392630
    },
    {
      "epoch": 667.78,
      "grad_norm": 1.2753826379776,
      "learning_rate": 3.4145867432036146e-07,
      "loss": 0.3463,
      "step": 2392640
    },
    {
      "epoch": 667.78,
      "grad_norm": 1.184293508529663,
      "learning_rate": 3.414446202748601e-07,
      "loss": 0.3259,
      "step": 2392650
    },
    {
      "epoch": 667.78,
      "grad_norm": 1.1945672035217285,
      "learning_rate": 3.4143056649586595e-07,
      "loss": 0.3562,
      "step": 2392660
    },
    {
      "epoch": 667.78,
      "grad_norm": 1.2297238111495972,
      "learning_rate": 3.414165129833812e-07,
      "loss": 0.335,
      "step": 2392670
    },
    {
      "epoch": 667.79,
      "grad_norm": 1.2278857231140137,
      "learning_rate": 3.4140245973740804e-07,
      "loss": 0.3199,
      "step": 2392680
    },
    {
      "epoch": 667.79,
      "grad_norm": 1.2281436920166016,
      "learning_rate": 3.413884067579475e-07,
      "loss": 0.3417,
      "step": 2392690
    },
    {
      "epoch": 667.79,
      "grad_norm": 1.209349513053894,
      "learning_rate": 3.4137435404500155e-07,
      "loss": 0.3363,
      "step": 2392700
    },
    {
      "epoch": 667.8,
      "grad_norm": 1.3197439908981323,
      "learning_rate": 3.4136030159857316e-07,
      "loss": 0.3378,
      "step": 2392710
    },
    {
      "epoch": 667.8,
      "grad_norm": 1.2605863809585571,
      "learning_rate": 3.413462494186621e-07,
      "loss": 0.3288,
      "step": 2392720
    },
    {
      "epoch": 667.8,
      "grad_norm": 1.2981908321380615,
      "learning_rate": 3.413321975052727e-07,
      "loss": 0.3257,
      "step": 2392730
    },
    {
      "epoch": 667.8,
      "grad_norm": 1.2844440937042236,
      "learning_rate": 3.413181458584053e-07,
      "loss": 0.3489,
      "step": 2392740
    },
    {
      "epoch": 667.81,
      "grad_norm": 1.1338953971862793,
      "learning_rate": 3.413040944780619e-07,
      "loss": 0.32,
      "step": 2392750
    },
    {
      "epoch": 667.81,
      "grad_norm": 1.2049174308776855,
      "learning_rate": 3.4129004336424514e-07,
      "loss": 0.3539,
      "step": 2392760
    },
    {
      "epoch": 667.81,
      "grad_norm": 1.433517336845398,
      "learning_rate": 3.412759925169558e-07,
      "loss": 0.3434,
      "step": 2392770
    },
    {
      "epoch": 667.81,
      "grad_norm": 1.3117411136627197,
      "learning_rate": 3.4126194193619653e-07,
      "loss": 0.3257,
      "step": 2392780
    },
    {
      "epoch": 667.82,
      "grad_norm": 1.4537063837051392,
      "learning_rate": 3.412478916219686e-07,
      "loss": 0.3326,
      "step": 2392790
    },
    {
      "epoch": 667.82,
      "grad_norm": 1.2120414972305298,
      "learning_rate": 3.4123384157427505e-07,
      "loss": 0.3364,
      "step": 2392800
    },
    {
      "epoch": 667.82,
      "grad_norm": 1.1839135885238647,
      "learning_rate": 3.4121979179311577e-07,
      "loss": 0.3562,
      "step": 2392810
    },
    {
      "epoch": 667.83,
      "grad_norm": 1.2220031023025513,
      "learning_rate": 3.412057422784948e-07,
      "loss": 0.3391,
      "step": 2392820
    },
    {
      "epoch": 667.83,
      "grad_norm": 1.0827937126159668,
      "learning_rate": 3.411916930304127e-07,
      "loss": 0.3352,
      "step": 2392830
    },
    {
      "epoch": 667.83,
      "grad_norm": 1.119149088859558,
      "learning_rate": 3.4117764404887154e-07,
      "loss": 0.342,
      "step": 2392840
    },
    {
      "epoch": 667.83,
      "grad_norm": 1.1980053186416626,
      "learning_rate": 3.4116359533387374e-07,
      "loss": 0.3251,
      "step": 2392850
    },
    {
      "epoch": 667.84,
      "grad_norm": 1.1836600303649902,
      "learning_rate": 3.411495468854197e-07,
      "loss": 0.3396,
      "step": 2392860
    },
    {
      "epoch": 667.84,
      "grad_norm": 1.146056890487671,
      "learning_rate": 3.4113549870351367e-07,
      "loss": 0.3435,
      "step": 2392870
    },
    {
      "epoch": 667.84,
      "grad_norm": 1.3247358798980713,
      "learning_rate": 3.4112145078815536e-07,
      "loss": 0.347,
      "step": 2392880
    },
    {
      "epoch": 667.85,
      "grad_norm": 4.666084289550781,
      "learning_rate": 3.4110740313934763e-07,
      "loss": 0.3473,
      "step": 2392890
    },
    {
      "epoch": 667.85,
      "grad_norm": 1.4197980165481567,
      "learning_rate": 3.4109335575709254e-07,
      "loss": 0.3463,
      "step": 2392900
    },
    {
      "epoch": 667.85,
      "grad_norm": 1.2659533023834229,
      "learning_rate": 3.410793086413912e-07,
      "loss": 0.3382,
      "step": 2392910
    },
    {
      "epoch": 667.85,
      "grad_norm": 1.269437551498413,
      "learning_rate": 3.410652617922456e-07,
      "loss": 0.3341,
      "step": 2392920
    },
    {
      "epoch": 667.86,
      "grad_norm": 1.099246621131897,
      "learning_rate": 3.410512152096582e-07,
      "loss": 0.3427,
      "step": 2392930
    },
    {
      "epoch": 667.86,
      "grad_norm": 1.0447543859481812,
      "learning_rate": 3.410371688936309e-07,
      "loss": 0.3329,
      "step": 2392940
    },
    {
      "epoch": 667.86,
      "grad_norm": 1.2827051877975464,
      "learning_rate": 3.4102312284416417e-07,
      "loss": 0.3405,
      "step": 2392950
    },
    {
      "epoch": 667.86,
      "grad_norm": 1.795125126838684,
      "learning_rate": 3.41009077061262e-07,
      "loss": 0.3339,
      "step": 2392960
    },
    {
      "epoch": 667.87,
      "grad_norm": 1.404853343963623,
      "learning_rate": 3.409950315449248e-07,
      "loss": 0.3263,
      "step": 2392970
    },
    {
      "epoch": 667.87,
      "grad_norm": 1.6450225114822388,
      "learning_rate": 3.4098098629515483e-07,
      "loss": 0.3283,
      "step": 2392980
    },
    {
      "epoch": 667.87,
      "grad_norm": 1.377167820930481,
      "learning_rate": 3.409669413119544e-07,
      "loss": 0.3217,
      "step": 2392990
    },
    {
      "epoch": 667.88,
      "grad_norm": 1.1139410734176636,
      "learning_rate": 3.4095289659532436e-07,
      "loss": 0.3308,
      "step": 2393000
    },
    {
      "epoch": 667.88,
      "grad_norm": 2.494180679321289,
      "learning_rate": 3.4093885214526726e-07,
      "loss": 0.3379,
      "step": 2393010
    },
    {
      "epoch": 667.88,
      "grad_norm": 1.3238180875778198,
      "learning_rate": 3.409248079617849e-07,
      "loss": 0.3346,
      "step": 2393020
    },
    {
      "epoch": 667.88,
      "grad_norm": 1.268703579902649,
      "learning_rate": 3.409107640448795e-07,
      "loss": 0.3536,
      "step": 2393030
    },
    {
      "epoch": 667.89,
      "grad_norm": 1.2193578481674194,
      "learning_rate": 3.4089672039455224e-07,
      "loss": 0.348,
      "step": 2393040
    },
    {
      "epoch": 667.89,
      "grad_norm": 1.2045754194259644,
      "learning_rate": 3.4088267701080495e-07,
      "loss": 0.3315,
      "step": 2393050
    },
    {
      "epoch": 667.89,
      "grad_norm": 1.498957872390747,
      "learning_rate": 3.408686338936402e-07,
      "loss": 0.3315,
      "step": 2393060
    },
    {
      "epoch": 667.9,
      "grad_norm": 1.3677700757980347,
      "learning_rate": 3.4085459104305915e-07,
      "loss": 0.3442,
      "step": 2393070
    },
    {
      "epoch": 667.9,
      "grad_norm": 1.3442721366882324,
      "learning_rate": 3.408405484590648e-07,
      "loss": 0.3325,
      "step": 2393080
    },
    {
      "epoch": 667.9,
      "grad_norm": 1.1139342784881592,
      "learning_rate": 3.408265061416578e-07,
      "loss": 0.3478,
      "step": 2393090
    },
    {
      "epoch": 667.9,
      "grad_norm": 1.4070019721984863,
      "learning_rate": 3.4081246409084035e-07,
      "loss": 0.3369,
      "step": 2393100
    },
    {
      "epoch": 667.91,
      "grad_norm": 1.3250020742416382,
      "learning_rate": 3.4079842230661436e-07,
      "loss": 0.3363,
      "step": 2393110
    },
    {
      "epoch": 667.91,
      "grad_norm": 1.1814619302749634,
      "learning_rate": 3.407843807889824e-07,
      "loss": 0.3479,
      "step": 2393120
    },
    {
      "epoch": 667.91,
      "grad_norm": 1.1589893102645874,
      "learning_rate": 3.40770339537945e-07,
      "loss": 0.3605,
      "step": 2393130
    },
    {
      "epoch": 667.92,
      "grad_norm": 1.127848744392395,
      "learning_rate": 3.40756298553505e-07,
      "loss": 0.3527,
      "step": 2393140
    },
    {
      "epoch": 667.92,
      "grad_norm": 1.2902262210845947,
      "learning_rate": 3.4074225783566375e-07,
      "loss": 0.349,
      "step": 2393150
    },
    {
      "epoch": 667.92,
      "grad_norm": 1.340409517288208,
      "learning_rate": 3.4072821738442357e-07,
      "loss": 0.3296,
      "step": 2393160
    },
    {
      "epoch": 667.92,
      "grad_norm": 1.163913369178772,
      "learning_rate": 3.407141771997868e-07,
      "loss": 0.3418,
      "step": 2393170
    },
    {
      "epoch": 667.93,
      "grad_norm": 1.2879786491394043,
      "learning_rate": 3.4070013728175317e-07,
      "loss": 0.3498,
      "step": 2393180
    },
    {
      "epoch": 667.93,
      "grad_norm": 1.1707682609558105,
      "learning_rate": 3.4068609763032734e-07,
      "loss": 0.3473,
      "step": 2393190
    },
    {
      "epoch": 667.93,
      "grad_norm": 1.3495891094207764,
      "learning_rate": 3.4067205824550937e-07,
      "loss": 0.349,
      "step": 2393200
    },
    {
      "epoch": 667.93,
      "grad_norm": 1.2019895315170288,
      "learning_rate": 3.4065801912730153e-07,
      "loss": 0.3429,
      "step": 2393210
    },
    {
      "epoch": 667.94,
      "grad_norm": 1.4328399896621704,
      "learning_rate": 3.4064398027570626e-07,
      "loss": 0.3561,
      "step": 2393220
    },
    {
      "epoch": 667.94,
      "grad_norm": 1.0761057138442993,
      "learning_rate": 3.406299416907245e-07,
      "loss": 0.3289,
      "step": 2393230
    },
    {
      "epoch": 667.94,
      "grad_norm": 0.9792301058769226,
      "learning_rate": 3.4061590337235865e-07,
      "loss": 0.3234,
      "step": 2393240
    },
    {
      "epoch": 667.95,
      "grad_norm": 1.400370478630066,
      "learning_rate": 3.406018653206103e-07,
      "loss": 0.3301,
      "step": 2393250
    },
    {
      "epoch": 667.95,
      "grad_norm": 1.4952689409255981,
      "learning_rate": 3.405878275354822e-07,
      "loss": 0.3275,
      "step": 2393260
    },
    {
      "epoch": 667.95,
      "grad_norm": 1.1879990100860596,
      "learning_rate": 3.40573790016975e-07,
      "loss": 0.3239,
      "step": 2393270
    },
    {
      "epoch": 667.95,
      "grad_norm": 1.1210558414459229,
      "learning_rate": 3.4055975276509095e-07,
      "loss": 0.33,
      "step": 2393280
    },
    {
      "epoch": 667.96,
      "grad_norm": 1.2949271202087402,
      "learning_rate": 3.4054571577983267e-07,
      "loss": 0.3391,
      "step": 2393290
    },
    {
      "epoch": 667.96,
      "grad_norm": 1.2506877183914185,
      "learning_rate": 3.4053167906120045e-07,
      "loss": 0.338,
      "step": 2393300
    },
    {
      "epoch": 667.96,
      "grad_norm": 1.4442288875579834,
      "learning_rate": 3.4051764260919796e-07,
      "loss": 0.3366,
      "step": 2393310
    },
    {
      "epoch": 667.97,
      "grad_norm": 1.1193451881408691,
      "learning_rate": 3.4050360642382587e-07,
      "loss": 0.347,
      "step": 2393320
    },
    {
      "epoch": 667.97,
      "grad_norm": 1.8870044946670532,
      "learning_rate": 3.4048957050508636e-07,
      "loss": 0.3563,
      "step": 2393330
    },
    {
      "epoch": 667.97,
      "grad_norm": 1.1592247486114502,
      "learning_rate": 3.404755348529815e-07,
      "loss": 0.3401,
      "step": 2393340
    },
    {
      "epoch": 667.97,
      "grad_norm": 1.0860487222671509,
      "learning_rate": 3.4046149946751354e-07,
      "loss": 0.3341,
      "step": 2393350
    },
    {
      "epoch": 667.98,
      "grad_norm": 1.0801870822906494,
      "learning_rate": 3.4044746434868314e-07,
      "loss": 0.3441,
      "step": 2393360
    },
    {
      "epoch": 667.98,
      "grad_norm": 1.0807241201400757,
      "learning_rate": 3.404334294964931e-07,
      "loss": 0.3349,
      "step": 2393370
    },
    {
      "epoch": 667.98,
      "grad_norm": 1.375178575515747,
      "learning_rate": 3.404193949109452e-07,
      "loss": 0.3361,
      "step": 2393380
    },
    {
      "epoch": 667.98,
      "grad_norm": 1.65050208568573,
      "learning_rate": 3.4040536059204026e-07,
      "loss": 0.337,
      "step": 2393390
    },
    {
      "epoch": 667.99,
      "grad_norm": 1.3051815032958984,
      "learning_rate": 3.403913265397822e-07,
      "loss": 0.3334,
      "step": 2393400
    },
    {
      "epoch": 667.99,
      "grad_norm": 1.2106964588165283,
      "learning_rate": 3.4037729275417125e-07,
      "loss": 0.3496,
      "step": 2393410
    },
    {
      "epoch": 667.99,
      "grad_norm": 0.9872053265571594,
      "learning_rate": 3.4036325923520954e-07,
      "loss": 0.338,
      "step": 2393420
    },
    {
      "epoch": 668.0,
      "grad_norm": 1.22518789768219,
      "learning_rate": 3.4034922598289983e-07,
      "loss": 0.3402,
      "step": 2393430
    },
    {
      "epoch": 668.0,
      "grad_norm": 1.2251217365264893,
      "learning_rate": 3.4033519299724224e-07,
      "loss": 0.3226,
      "step": 2393440
    },
    {
      "epoch": 668.0,
      "eval_loss": 0.33874523639678955,
      "eval_runtime": 67.0815,
      "eval_samples_per_second": 75.416,
      "eval_steps_per_second": 9.436,
      "step": 2393444
    },
    {
      "epoch": 668.0,
      "grad_norm": 1.1629468202590942,
      "learning_rate": 3.403211602782406e-07,
      "loss": 0.3497,
      "step": 2393450
    },
    {
      "epoch": 668.0,
      "grad_norm": 1.1401156187057495,
      "learning_rate": 3.403071278258954e-07,
      "loss": 0.3372,
      "step": 2393460
    },
    {
      "epoch": 668.01,
      "grad_norm": 1.1606265306472778,
      "learning_rate": 3.402930956402091e-07,
      "loss": 0.3417,
      "step": 2393470
    },
    {
      "epoch": 668.01,
      "grad_norm": 1.12868332862854,
      "learning_rate": 3.4027906372118345e-07,
      "loss": 0.3262,
      "step": 2393480
    },
    {
      "epoch": 668.01,
      "grad_norm": 1.2675451040267944,
      "learning_rate": 3.40265032068821e-07,
      "loss": 0.3442,
      "step": 2393490
    },
    {
      "epoch": 668.02,
      "grad_norm": 1.309756875038147,
      "learning_rate": 3.4025100068312214e-07,
      "loss": 0.3468,
      "step": 2393500
    },
    {
      "epoch": 668.02,
      "grad_norm": 1.2338643074035645,
      "learning_rate": 3.402369695640896e-07,
      "loss": 0.335,
      "step": 2393510
    },
    {
      "epoch": 668.02,
      "grad_norm": 1.1567192077636719,
      "learning_rate": 3.4022293871172576e-07,
      "loss": 0.3469,
      "step": 2393520
    },
    {
      "epoch": 668.02,
      "grad_norm": 1.2105594873428345,
      "learning_rate": 3.4020890812603094e-07,
      "loss": 0.3321,
      "step": 2393530
    },
    {
      "epoch": 668.03,
      "grad_norm": 1.2440871000289917,
      "learning_rate": 3.40194877807009e-07,
      "loss": 0.3303,
      "step": 2393540
    },
    {
      "epoch": 668.03,
      "grad_norm": 1.2504377365112305,
      "learning_rate": 3.401808477546602e-07,
      "loss": 0.3204,
      "step": 2393550
    },
    {
      "epoch": 668.03,
      "grad_norm": 1.1269688606262207,
      "learning_rate": 3.401668179689871e-07,
      "loss": 0.3277,
      "step": 2393560
    },
    {
      "epoch": 668.04,
      "grad_norm": 1.3443509340286255,
      "learning_rate": 3.401527884499919e-07,
      "loss": 0.3478,
      "step": 2393570
    },
    {
      "epoch": 668.04,
      "grad_norm": 2.704648971557617,
      "learning_rate": 3.401387591976755e-07,
      "loss": 0.354,
      "step": 2393580
    },
    {
      "epoch": 668.04,
      "grad_norm": 1.2445826530456543,
      "learning_rate": 3.4012473021204036e-07,
      "loss": 0.3408,
      "step": 2393590
    },
    {
      "epoch": 668.04,
      "grad_norm": 1.4313234090805054,
      "learning_rate": 3.401107014930882e-07,
      "loss": 0.3338,
      "step": 2393600
    },
    {
      "epoch": 668.05,
      "grad_norm": 1.152383804321289,
      "learning_rate": 3.4009667304082173e-07,
      "loss": 0.325,
      "step": 2393610
    },
    {
      "epoch": 668.05,
      "grad_norm": 1.2268372774124146,
      "learning_rate": 3.400826448552408e-07,
      "loss": 0.3505,
      "step": 2393620
    },
    {
      "epoch": 668.05,
      "grad_norm": 1.2732570171356201,
      "learning_rate": 3.400686169363498e-07,
      "loss": 0.3331,
      "step": 2393630
    },
    {
      "epoch": 668.05,
      "grad_norm": 1.406380295753479,
      "learning_rate": 3.400545892841485e-07,
      "loss": 0.3409,
      "step": 2393640
    },
    {
      "epoch": 668.06,
      "grad_norm": 1.1580289602279663,
      "learning_rate": 3.4004056189863985e-07,
      "loss": 0.3317,
      "step": 2393650
    },
    {
      "epoch": 668.06,
      "grad_norm": 1.2672675848007202,
      "learning_rate": 3.40026534779826e-07,
      "loss": 0.3283,
      "step": 2393660
    },
    {
      "epoch": 668.06,
      "grad_norm": 1.1361863613128662,
      "learning_rate": 3.400125079277076e-07,
      "loss": 0.3258,
      "step": 2393670
    },
    {
      "epoch": 668.07,
      "grad_norm": 1.3774596452713013,
      "learning_rate": 3.3999848134228715e-07,
      "loss": 0.3224,
      "step": 2393680
    },
    {
      "epoch": 668.07,
      "grad_norm": 1.2971017360687256,
      "learning_rate": 3.3998445502356686e-07,
      "loss": 0.349,
      "step": 2393690
    },
    {
      "epoch": 668.07,
      "grad_norm": 1.1470696926116943,
      "learning_rate": 3.3997042897154855e-07,
      "loss": 0.3362,
      "step": 2393700
    },
    {
      "epoch": 668.07,
      "grad_norm": 1.1924415826797485,
      "learning_rate": 3.399564031862336e-07,
      "loss": 0.3423,
      "step": 2393710
    },
    {
      "epoch": 668.08,
      "grad_norm": 1.1198269128799438,
      "learning_rate": 3.399423776676238e-07,
      "loss": 0.3325,
      "step": 2393720
    },
    {
      "epoch": 668.08,
      "grad_norm": 1.316153883934021,
      "learning_rate": 3.399283524157215e-07,
      "loss": 0.3317,
      "step": 2393730
    },
    {
      "epoch": 668.08,
      "grad_norm": 1.1957968473434448,
      "learning_rate": 3.3991432743052853e-07,
      "loss": 0.3482,
      "step": 2393740
    },
    {
      "epoch": 668.09,
      "grad_norm": 1.216963529586792,
      "learning_rate": 3.399003027120472e-07,
      "loss": 0.3301,
      "step": 2393750
    },
    {
      "epoch": 668.09,
      "grad_norm": 1.2009927034378052,
      "learning_rate": 3.3988627826027745e-07,
      "loss": 0.3454,
      "step": 2393760
    },
    {
      "epoch": 668.09,
      "grad_norm": 1.0737718343734741,
      "learning_rate": 3.3987225407522384e-07,
      "loss": 0.3351,
      "step": 2393770
    },
    {
      "epoch": 668.09,
      "grad_norm": 1.275838851928711,
      "learning_rate": 3.398582301568861e-07,
      "loss": 0.3447,
      "step": 2393780
    },
    {
      "epoch": 668.1,
      "grad_norm": 1.2503268718719482,
      "learning_rate": 3.398442065052672e-07,
      "loss": 0.3268,
      "step": 2393790
    },
    {
      "epoch": 668.1,
      "grad_norm": 1.7981113195419312,
      "learning_rate": 3.3983018312036907e-07,
      "loss": 0.3361,
      "step": 2393800
    },
    {
      "epoch": 668.1,
      "grad_norm": 1.2067910432815552,
      "learning_rate": 3.398161600021928e-07,
      "loss": 0.3457,
      "step": 2393810
    },
    {
      "epoch": 668.1,
      "grad_norm": 1.1546931266784668,
      "learning_rate": 3.3980213715074035e-07,
      "loss": 0.3393,
      "step": 2393820
    },
    {
      "epoch": 668.11,
      "grad_norm": 1.0943903923034668,
      "learning_rate": 3.397881145660142e-07,
      "loss": 0.338,
      "step": 2393830
    },
    {
      "epoch": 668.11,
      "grad_norm": 1.343770980834961,
      "learning_rate": 3.3977409224801654e-07,
      "loss": 0.3366,
      "step": 2393840
    },
    {
      "epoch": 668.11,
      "grad_norm": 1.3662523031234741,
      "learning_rate": 3.3976007019674776e-07,
      "loss": 0.3431,
      "step": 2393850
    },
    {
      "epoch": 668.12,
      "grad_norm": 1.453526496887207,
      "learning_rate": 3.397460484122109e-07,
      "loss": 0.3214,
      "step": 2393860
    },
    {
      "epoch": 668.12,
      "grad_norm": 1.181340217590332,
      "learning_rate": 3.397320268944078e-07,
      "loss": 0.3255,
      "step": 2393870
    },
    {
      "epoch": 668.12,
      "grad_norm": 1.22538161277771,
      "learning_rate": 3.3971800564333904e-07,
      "loss": 0.3344,
      "step": 2393880
    },
    {
      "epoch": 668.12,
      "grad_norm": 1.357880711555481,
      "learning_rate": 3.397039846590087e-07,
      "loss": 0.3488,
      "step": 2393890
    },
    {
      "epoch": 668.13,
      "grad_norm": 1.2081471681594849,
      "learning_rate": 3.396899639414168e-07,
      "loss": 0.338,
      "step": 2393900
    },
    {
      "epoch": 668.13,
      "grad_norm": 1.3663859367370605,
      "learning_rate": 3.3967594349056573e-07,
      "loss": 0.3523,
      "step": 2393910
    },
    {
      "epoch": 668.13,
      "grad_norm": 1.2358535528182983,
      "learning_rate": 3.396619233064575e-07,
      "loss": 0.3414,
      "step": 2393920
    },
    {
      "epoch": 668.14,
      "grad_norm": 1.443335771560669,
      "learning_rate": 3.3964790338909477e-07,
      "loss": 0.3466,
      "step": 2393930
    },
    {
      "epoch": 668.14,
      "grad_norm": 1.4179250001907349,
      "learning_rate": 3.396338837384778e-07,
      "loss": 0.3396,
      "step": 2393940
    },
    {
      "epoch": 668.14,
      "grad_norm": 1.380881667137146,
      "learning_rate": 3.396198643546092e-07,
      "loss": 0.3521,
      "step": 2393950
    },
    {
      "epoch": 668.14,
      "grad_norm": 1.1275665760040283,
      "learning_rate": 3.3960584523749144e-07,
      "loss": 0.3377,
      "step": 2393960
    },
    {
      "epoch": 668.15,
      "grad_norm": 12.364941596984863,
      "learning_rate": 3.395918263871247e-07,
      "loss": 0.3461,
      "step": 2393970
    },
    {
      "epoch": 668.15,
      "grad_norm": 1.2285925149917603,
      "learning_rate": 3.3957780780351304e-07,
      "loss": 0.3335,
      "step": 2393980
    },
    {
      "epoch": 668.15,
      "grad_norm": 1.1070655584335327,
      "learning_rate": 3.395637894866568e-07,
      "loss": 0.3344,
      "step": 2393990
    },
    {
      "epoch": 668.16,
      "grad_norm": 1.052237868309021,
      "learning_rate": 3.395497714365582e-07,
      "loss": 0.3472,
      "step": 2394000
    },
    {
      "epoch": 668.16,
      "grad_norm": 1.2278286218643188,
      "learning_rate": 3.3953575365321914e-07,
      "loss": 0.3408,
      "step": 2394010
    },
    {
      "epoch": 668.16,
      "grad_norm": 1.081734299659729,
      "learning_rate": 3.395217361366417e-07,
      "loss": 0.3392,
      "step": 2394020
    },
    {
      "epoch": 668.16,
      "grad_norm": 1.1827480792999268,
      "learning_rate": 3.3950771888682797e-07,
      "loss": 0.3399,
      "step": 2394030
    },
    {
      "epoch": 668.17,
      "grad_norm": 1.1735419034957886,
      "learning_rate": 3.39493701903779e-07,
      "loss": 0.3344,
      "step": 2394040
    },
    {
      "epoch": 668.17,
      "grad_norm": 1.1225401163101196,
      "learning_rate": 3.394796851874971e-07,
      "loss": 0.3486,
      "step": 2394050
    },
    {
      "epoch": 668.17,
      "grad_norm": 1.1665374040603638,
      "learning_rate": 3.3946566873798404e-07,
      "loss": 0.3369,
      "step": 2394060
    },
    {
      "epoch": 668.17,
      "grad_norm": 1.2633029222488403,
      "learning_rate": 3.3945165255524253e-07,
      "loss": 0.3359,
      "step": 2394070
    },
    {
      "epoch": 668.18,
      "grad_norm": 1.251201868057251,
      "learning_rate": 3.3943763663927305e-07,
      "loss": 0.3272,
      "step": 2394080
    },
    {
      "epoch": 668.18,
      "grad_norm": 1.2106819152832031,
      "learning_rate": 3.3942362099007787e-07,
      "loss": 0.3339,
      "step": 2394090
    },
    {
      "epoch": 668.18,
      "grad_norm": 1.1623051166534424,
      "learning_rate": 3.3940960560765973e-07,
      "loss": 0.3406,
      "step": 2394100
    },
    {
      "epoch": 668.19,
      "grad_norm": 1.253495454788208,
      "learning_rate": 3.3939559049201875e-07,
      "loss": 0.3229,
      "step": 2394110
    },
    {
      "epoch": 668.19,
      "grad_norm": 1.209978461265564,
      "learning_rate": 3.3938157564315895e-07,
      "loss": 0.3284,
      "step": 2394120
    },
    {
      "epoch": 668.19,
      "grad_norm": 1.0837135314941406,
      "learning_rate": 3.3936756106108076e-07,
      "loss": 0.3346,
      "step": 2394130
    },
    {
      "epoch": 668.19,
      "grad_norm": 1.3008469343185425,
      "learning_rate": 3.3935354674578633e-07,
      "loss": 0.3443,
      "step": 2394140
    },
    {
      "epoch": 668.2,
      "grad_norm": 1.3786379098892212,
      "learning_rate": 3.393395326972777e-07,
      "loss": 0.3525,
      "step": 2394150
    },
    {
      "epoch": 668.2,
      "grad_norm": 1.2458285093307495,
      "learning_rate": 3.3932551891555696e-07,
      "loss": 0.3495,
      "step": 2394160
    },
    {
      "epoch": 668.2,
      "grad_norm": 1.3705776929855347,
      "learning_rate": 3.393115054006252e-07,
      "loss": 0.3349,
      "step": 2394170
    },
    {
      "epoch": 668.21,
      "grad_norm": 1.2092571258544922,
      "learning_rate": 3.392974921524849e-07,
      "loss": 0.3339,
      "step": 2394180
    },
    {
      "epoch": 668.21,
      "grad_norm": 1.2082500457763672,
      "learning_rate": 3.3928347917113827e-07,
      "loss": 0.3461,
      "step": 2394190
    },
    {
      "epoch": 668.21,
      "grad_norm": 1.2318191528320312,
      "learning_rate": 3.392694664565855e-07,
      "loss": 0.3504,
      "step": 2394200
    },
    {
      "epoch": 668.21,
      "grad_norm": 1.1166925430297852,
      "learning_rate": 3.392554540088308e-07,
      "loss": 0.349,
      "step": 2394210
    },
    {
      "epoch": 668.22,
      "grad_norm": 2.3468587398529053,
      "learning_rate": 3.392414418278741e-07,
      "loss": 0.3221,
      "step": 2394220
    },
    {
      "epoch": 668.22,
      "grad_norm": 1.0640558004379272,
      "learning_rate": 3.392274299137183e-07,
      "loss": 0.3189,
      "step": 2394230
    },
    {
      "epoch": 668.22,
      "grad_norm": 1.241750955581665,
      "learning_rate": 3.3921341826636554e-07,
      "loss": 0.3338,
      "step": 2394240
    },
    {
      "epoch": 668.22,
      "grad_norm": 1.3201645612716675,
      "learning_rate": 3.391994068858165e-07,
      "loss": 0.3406,
      "step": 2394250
    },
    {
      "epoch": 668.23,
      "grad_norm": 1.2902475595474243,
      "learning_rate": 3.391853957720736e-07,
      "loss": 0.3554,
      "step": 2394260
    },
    {
      "epoch": 668.23,
      "grad_norm": 1.329638957977295,
      "learning_rate": 3.3917138492513916e-07,
      "loss": 0.335,
      "step": 2394270
    },
    {
      "epoch": 668.23,
      "grad_norm": 1.1678516864776611,
      "learning_rate": 3.391573743450149e-07,
      "loss": 0.3536,
      "step": 2394280
    },
    {
      "epoch": 668.24,
      "grad_norm": 1.252187967300415,
      "learning_rate": 3.3914336403170156e-07,
      "loss": 0.3522,
      "step": 2394290
    },
    {
      "epoch": 668.24,
      "grad_norm": 1.3587042093276978,
      "learning_rate": 3.3912935398520284e-07,
      "loss": 0.324,
      "step": 2394300
    },
    {
      "epoch": 668.24,
      "grad_norm": 1.0345953702926636,
      "learning_rate": 3.391153442055191e-07,
      "loss": 0.3445,
      "step": 2394310
    },
    {
      "epoch": 668.24,
      "grad_norm": 1.2340363264083862,
      "learning_rate": 3.391013346926529e-07,
      "loss": 0.3348,
      "step": 2394320
    },
    {
      "epoch": 668.25,
      "grad_norm": 1.7024344205856323,
      "learning_rate": 3.390873254466063e-07,
      "loss": 0.3437,
      "step": 2394330
    },
    {
      "epoch": 668.25,
      "grad_norm": 1.1334010362625122,
      "learning_rate": 3.390733164673802e-07,
      "loss": 0.3694,
      "step": 2394340
    },
    {
      "epoch": 668.25,
      "grad_norm": 1.5653152465820312,
      "learning_rate": 3.390593077549779e-07,
      "loss": 0.3506,
      "step": 2394350
    },
    {
      "epoch": 668.26,
      "grad_norm": 1.6541333198547363,
      "learning_rate": 3.3904529930939986e-07,
      "loss": 0.3435,
      "step": 2394360
    },
    {
      "epoch": 668.26,
      "grad_norm": 1.4092961549758911,
      "learning_rate": 3.3903129113064875e-07,
      "loss": 0.345,
      "step": 2394370
    },
    {
      "epoch": 668.26,
      "grad_norm": 1.306181788444519,
      "learning_rate": 3.390172832187267e-07,
      "loss": 0.3422,
      "step": 2394380
    },
    {
      "epoch": 668.26,
      "grad_norm": 1.0891757011413574,
      "learning_rate": 3.3900327557363467e-07,
      "loss": 0.3289,
      "step": 2394390
    },
    {
      "epoch": 668.27,
      "grad_norm": 1.2647473812103271,
      "learning_rate": 3.3898926819537475e-07,
      "loss": 0.3353,
      "step": 2394400
    },
    {
      "epoch": 668.27,
      "grad_norm": 1.3863080739974976,
      "learning_rate": 3.389752610839493e-07,
      "loss": 0.34,
      "step": 2394410
    },
    {
      "epoch": 668.27,
      "grad_norm": 1.1274745464324951,
      "learning_rate": 3.3896125423936045e-07,
      "loss": 0.3312,
      "step": 2394420
    },
    {
      "epoch": 668.28,
      "grad_norm": 1.0130583047866821,
      "learning_rate": 3.3894724766160814e-07,
      "loss": 0.3298,
      "step": 2394430
    },
    {
      "epoch": 668.28,
      "grad_norm": 1.3054307699203491,
      "learning_rate": 3.389332413506971e-07,
      "loss": 0.3477,
      "step": 2394440
    },
    {
      "epoch": 668.28,
      "grad_norm": 1.0900366306304932,
      "learning_rate": 3.38919235306627e-07,
      "loss": 0.3208,
      "step": 2394450
    },
    {
      "epoch": 668.28,
      "grad_norm": 1.2565277814865112,
      "learning_rate": 3.3890522952940016e-07,
      "loss": 0.3461,
      "step": 2394460
    },
    {
      "epoch": 668.29,
      "grad_norm": 1.1899913549423218,
      "learning_rate": 3.388912240190196e-07,
      "loss": 0.347,
      "step": 2394470
    },
    {
      "epoch": 668.29,
      "grad_norm": 1.1802352666854858,
      "learning_rate": 3.3887721877548566e-07,
      "loss": 0.3546,
      "step": 2394480
    },
    {
      "epoch": 668.29,
      "grad_norm": 1.2206546068191528,
      "learning_rate": 3.388632137988008e-07,
      "loss": 0.3354,
      "step": 2394490
    },
    {
      "epoch": 668.29,
      "grad_norm": 1.2838174104690552,
      "learning_rate": 3.3884920908896703e-07,
      "loss": 0.3307,
      "step": 2394500
    },
    {
      "epoch": 668.3,
      "grad_norm": 1.4156335592269897,
      "learning_rate": 3.388352046459865e-07,
      "loss": 0.3346,
      "step": 2394510
    },
    {
      "epoch": 668.3,
      "grad_norm": 1.065796971321106,
      "learning_rate": 3.388212004698602e-07,
      "loss": 0.3417,
      "step": 2394520
    },
    {
      "epoch": 668.3,
      "grad_norm": 1.186159372329712,
      "learning_rate": 3.388071965605903e-07,
      "loss": 0.3551,
      "step": 2394530
    },
    {
      "epoch": 668.31,
      "grad_norm": 1.1293424367904663,
      "learning_rate": 3.387931929181795e-07,
      "loss": 0.3348,
      "step": 2394540
    },
    {
      "epoch": 668.31,
      "grad_norm": 1.1702831983566284,
      "learning_rate": 3.3877918954262793e-07,
      "loss": 0.3545,
      "step": 2394550
    },
    {
      "epoch": 668.31,
      "grad_norm": 1.2982711791992188,
      "learning_rate": 3.387651864339397e-07,
      "loss": 0.3521,
      "step": 2394560
    },
    {
      "epoch": 668.31,
      "grad_norm": 1.2092561721801758,
      "learning_rate": 3.387511835921148e-07,
      "loss": 0.3261,
      "step": 2394570
    },
    {
      "epoch": 668.32,
      "grad_norm": 1.299440860748291,
      "learning_rate": 3.387371810171559e-07,
      "loss": 0.3344,
      "step": 2394580
    },
    {
      "epoch": 668.32,
      "grad_norm": 1.2632468938827515,
      "learning_rate": 3.3872317870906477e-07,
      "loss": 0.327,
      "step": 2394590
    },
    {
      "epoch": 668.32,
      "grad_norm": 1.0778392553329468,
      "learning_rate": 3.3870917666784326e-07,
      "loss": 0.3443,
      "step": 2394600
    },
    {
      "epoch": 668.33,
      "grad_norm": 1.3007158041000366,
      "learning_rate": 3.3869517489349366e-07,
      "loss": 0.3266,
      "step": 2394610
    },
    {
      "epoch": 668.33,
      "grad_norm": 1.69818115234375,
      "learning_rate": 3.3868117338601677e-07,
      "loss": 0.3363,
      "step": 2394620
    },
    {
      "epoch": 668.33,
      "grad_norm": 1.2832252979278564,
      "learning_rate": 3.3866717214541524e-07,
      "loss": 0.3429,
      "step": 2394630
    },
    {
      "epoch": 668.33,
      "grad_norm": 0.9872992634773254,
      "learning_rate": 3.386531711716908e-07,
      "loss": 0.3324,
      "step": 2394640
    },
    {
      "epoch": 668.34,
      "grad_norm": 1.2688930034637451,
      "learning_rate": 3.386391704648456e-07,
      "loss": 0.3367,
      "step": 2394650
    },
    {
      "epoch": 668.34,
      "grad_norm": 1.2625679969787598,
      "learning_rate": 3.3862517002488097e-07,
      "loss": 0.3446,
      "step": 2394660
    },
    {
      "epoch": 668.34,
      "grad_norm": 1.2197511196136475,
      "learning_rate": 3.3861116985179893e-07,
      "loss": 0.3398,
      "step": 2394670
    },
    {
      "epoch": 668.34,
      "grad_norm": 1.3267278671264648,
      "learning_rate": 3.385971699456019e-07,
      "loss": 0.3502,
      "step": 2394680
    },
    {
      "epoch": 668.35,
      "grad_norm": 1.358121395111084,
      "learning_rate": 3.3858317030629025e-07,
      "loss": 0.3053,
      "step": 2394690
    },
    {
      "epoch": 668.35,
      "grad_norm": 1.3325546979904175,
      "learning_rate": 3.3856917093386775e-07,
      "loss": 0.3334,
      "step": 2394700
    },
    {
      "epoch": 668.35,
      "grad_norm": 1.220566987991333,
      "learning_rate": 3.385551718283349e-07,
      "loss": 0.3502,
      "step": 2394710
    },
    {
      "epoch": 668.36,
      "grad_norm": 1.0081835985183716,
      "learning_rate": 3.3854117298969424e-07,
      "loss": 0.3337,
      "step": 2394720
    },
    {
      "epoch": 668.36,
      "grad_norm": 1.137195110321045,
      "learning_rate": 3.3852717441794715e-07,
      "loss": 0.3436,
      "step": 2394730
    },
    {
      "epoch": 668.36,
      "grad_norm": 1.2166805267333984,
      "learning_rate": 3.385131761130965e-07,
      "loss": 0.3473,
      "step": 2394740
    },
    {
      "epoch": 668.36,
      "grad_norm": 1.357546329498291,
      "learning_rate": 3.3849917807514273e-07,
      "loss": 0.3375,
      "step": 2394750
    },
    {
      "epoch": 668.37,
      "grad_norm": 1.360660433769226,
      "learning_rate": 3.384851803040885e-07,
      "loss": 0.3413,
      "step": 2394760
    },
    {
      "epoch": 668.37,
      "grad_norm": 1.1603319644927979,
      "learning_rate": 3.3847118279993584e-07,
      "loss": 0.334,
      "step": 2394770
    },
    {
      "epoch": 668.37,
      "grad_norm": 1.1602718830108643,
      "learning_rate": 3.3845718556268556e-07,
      "loss": 0.3321,
      "step": 2394780
    },
    {
      "epoch": 668.38,
      "grad_norm": 1.439193844795227,
      "learning_rate": 3.3844318859234134e-07,
      "loss": 0.3417,
      "step": 2394790
    },
    {
      "epoch": 668.38,
      "grad_norm": 1.217879056930542,
      "learning_rate": 3.384291918889034e-07,
      "loss": 0.3317,
      "step": 2394800
    },
    {
      "epoch": 668.38,
      "grad_norm": 1.2847694158554077,
      "learning_rate": 3.384151954523741e-07,
      "loss": 0.3394,
      "step": 2394810
    },
    {
      "epoch": 668.38,
      "grad_norm": 1.3391069173812866,
      "learning_rate": 3.3840119928275603e-07,
      "loss": 0.3482,
      "step": 2394820
    },
    {
      "epoch": 668.39,
      "grad_norm": 1.2302759885787964,
      "learning_rate": 3.3838720338005e-07,
      "loss": 0.3477,
      "step": 2394830
    },
    {
      "epoch": 668.39,
      "grad_norm": 4.2707037925720215,
      "learning_rate": 3.383732077442583e-07,
      "loss": 0.3429,
      "step": 2394840
    },
    {
      "epoch": 668.39,
      "grad_norm": 1.021632432937622,
      "learning_rate": 3.3835921237538274e-07,
      "loss": 0.3425,
      "step": 2394850
    },
    {
      "epoch": 668.4,
      "grad_norm": 2.4250943660736084,
      "learning_rate": 3.3834521727342575e-07,
      "loss": 0.347,
      "step": 2394860
    },
    {
      "epoch": 668.4,
      "grad_norm": 1.299574375152588,
      "learning_rate": 3.3833122243838754e-07,
      "loss": 0.3329,
      "step": 2394870
    },
    {
      "epoch": 668.4,
      "grad_norm": 2.1424529552459717,
      "learning_rate": 3.383172278702722e-07,
      "loss": 0.3401,
      "step": 2394880
    },
    {
      "epoch": 668.4,
      "grad_norm": 1.1950055360794067,
      "learning_rate": 3.383032335690801e-07,
      "loss": 0.3289,
      "step": 2394890
    },
    {
      "epoch": 668.41,
      "grad_norm": 1.3314688205718994,
      "learning_rate": 3.382892395348136e-07,
      "loss": 0.341,
      "step": 2394900
    },
    {
      "epoch": 668.41,
      "grad_norm": 1.368744134902954,
      "learning_rate": 3.382752457674747e-07,
      "loss": 0.3362,
      "step": 2394910
    },
    {
      "epoch": 668.41,
      "grad_norm": 1.4072767496109009,
      "learning_rate": 3.382612522670642e-07,
      "loss": 0.3387,
      "step": 2394920
    },
    {
      "epoch": 668.41,
      "grad_norm": 1.138322114944458,
      "learning_rate": 3.382472590335857e-07,
      "loss": 0.3218,
      "step": 2394930
    },
    {
      "epoch": 668.42,
      "grad_norm": 1.2170287370681763,
      "learning_rate": 3.382332660670398e-07,
      "loss": 0.3379,
      "step": 2394940
    },
    {
      "epoch": 668.42,
      "grad_norm": 1.342663049697876,
      "learning_rate": 3.382192733674286e-07,
      "loss": 0.3406,
      "step": 2394950
    },
    {
      "epoch": 668.42,
      "grad_norm": 1.1722254753112793,
      "learning_rate": 3.382052809347541e-07,
      "loss": 0.3423,
      "step": 2394960
    },
    {
      "epoch": 668.43,
      "grad_norm": 1.1789848804473877,
      "learning_rate": 3.3819128876901894e-07,
      "loss": 0.3346,
      "step": 2394970
    },
    {
      "epoch": 668.43,
      "grad_norm": 1.175247073173523,
      "learning_rate": 3.3817729687022335e-07,
      "loss": 0.327,
      "step": 2394980
    },
    {
      "epoch": 668.43,
      "grad_norm": 1.105819582939148,
      "learning_rate": 3.3816330523837e-07,
      "loss": 0.345,
      "step": 2394990
    },
    {
      "epoch": 668.43,
      "grad_norm": 1.1556850671768188,
      "learning_rate": 3.3814931387346164e-07,
      "loss": 0.3212,
      "step": 2395000
    },
    {
      "epoch": 668.44,
      "grad_norm": 1.1048756837844849,
      "learning_rate": 3.381353227754979e-07,
      "loss": 0.3542,
      "step": 2395010
    },
    {
      "epoch": 668.44,
      "grad_norm": 1.2408167123794556,
      "learning_rate": 3.381213319444833e-07,
      "loss": 0.3379,
      "step": 2395020
    },
    {
      "epoch": 668.44,
      "grad_norm": 1.2774697542190552,
      "learning_rate": 3.3810734138041773e-07,
      "loss": 0.3437,
      "step": 2395030
    },
    {
      "epoch": 668.45,
      "grad_norm": 1.2265625,
      "learning_rate": 3.380933510833037e-07,
      "loss": 0.3348,
      "step": 2395040
    },
    {
      "epoch": 668.45,
      "grad_norm": 1.070184588432312,
      "learning_rate": 3.3807936105314383e-07,
      "loss": 0.3282,
      "step": 2395050
    },
    {
      "epoch": 668.45,
      "grad_norm": 1.2302998304367065,
      "learning_rate": 3.380653712899387e-07,
      "loss": 0.3321,
      "step": 2395060
    },
    {
      "epoch": 668.45,
      "grad_norm": 1.486843466758728,
      "learning_rate": 3.3805138179369054e-07,
      "loss": 0.3338,
      "step": 2395070
    },
    {
      "epoch": 668.46,
      "grad_norm": 1.3343545198440552,
      "learning_rate": 3.3803739256440176e-07,
      "loss": 0.3318,
      "step": 2395080
    },
    {
      "epoch": 668.46,
      "grad_norm": 1.3709086179733276,
      "learning_rate": 3.380234036020742e-07,
      "loss": 0.344,
      "step": 2395090
    },
    {
      "epoch": 668.46,
      "grad_norm": 1.3182708024978638,
      "learning_rate": 3.380094149067083e-07,
      "loss": 0.3351,
      "step": 2395100
    },
    {
      "epoch": 668.46,
      "grad_norm": 1.9418927431106567,
      "learning_rate": 3.379954264783081e-07,
      "loss": 0.3326,
      "step": 2395110
    },
    {
      "epoch": 668.47,
      "grad_norm": 1.0871474742889404,
      "learning_rate": 3.3798143831687395e-07,
      "loss": 0.3533,
      "step": 2395120
    },
    {
      "epoch": 668.47,
      "grad_norm": 1.9927674531936646,
      "learning_rate": 3.3796745042240804e-07,
      "loss": 0.3195,
      "step": 2395130
    },
    {
      "epoch": 668.47,
      "grad_norm": 1.101272702217102,
      "learning_rate": 3.379534627949127e-07,
      "loss": 0.321,
      "step": 2395140
    },
    {
      "epoch": 668.48,
      "grad_norm": 1.0839054584503174,
      "learning_rate": 3.379394754343893e-07,
      "loss": 0.3403,
      "step": 2395150
    },
    {
      "epoch": 668.48,
      "grad_norm": 1.257939338684082,
      "learning_rate": 3.379254883408395e-07,
      "loss": 0.3403,
      "step": 2395160
    },
    {
      "epoch": 668.48,
      "grad_norm": 1.4004979133605957,
      "learning_rate": 3.379115015142657e-07,
      "loss": 0.3459,
      "step": 2395170
    },
    {
      "epoch": 668.48,
      "grad_norm": 1.4405215978622437,
      "learning_rate": 3.3789751495466925e-07,
      "loss": 0.3444,
      "step": 2395180
    },
    {
      "epoch": 668.49,
      "grad_norm": 1.2676970958709717,
      "learning_rate": 3.378835286620533e-07,
      "loss": 0.3319,
      "step": 2395190
    },
    {
      "epoch": 668.49,
      "grad_norm": 1.2578446865081787,
      "learning_rate": 3.3786954263641776e-07,
      "loss": 0.3371,
      "step": 2395200
    },
    {
      "epoch": 668.49,
      "grad_norm": 1.1174054145812988,
      "learning_rate": 3.3785555687776575e-07,
      "loss": 0.3359,
      "step": 2395210
    },
    {
      "epoch": 668.5,
      "grad_norm": 2.0174195766448975,
      "learning_rate": 3.378415713860987e-07,
      "loss": 0.3445,
      "step": 2395220
    },
    {
      "epoch": 668.5,
      "grad_norm": 1.0834211111068726,
      "learning_rate": 3.3782758616141905e-07,
      "loss": 0.3202,
      "step": 2395230
    },
    {
      "epoch": 668.5,
      "grad_norm": 1.3331804275512695,
      "learning_rate": 3.378136012037274e-07,
      "loss": 0.3176,
      "step": 2395240
    },
    {
      "epoch": 668.5,
      "grad_norm": 1.2886964082717896,
      "learning_rate": 3.377996165130274e-07,
      "loss": 0.3307,
      "step": 2395250
    },
    {
      "epoch": 668.51,
      "grad_norm": 1.1920654773712158,
      "learning_rate": 3.377856320893193e-07,
      "loss": 0.3358,
      "step": 2395260
    },
    {
      "epoch": 668.51,
      "grad_norm": 1.439171552658081,
      "learning_rate": 3.377716479326057e-07,
      "loss": 0.3368,
      "step": 2395270
    },
    {
      "epoch": 668.51,
      "grad_norm": 1.4019513130187988,
      "learning_rate": 3.377576640428887e-07,
      "loss": 0.3384,
      "step": 2395280
    },
    {
      "epoch": 668.52,
      "grad_norm": 1.200846552848816,
      "learning_rate": 3.3774368042016954e-07,
      "loss": 0.3191,
      "step": 2395290
    },
    {
      "epoch": 668.52,
      "grad_norm": 1.0702875852584839,
      "learning_rate": 3.3772969706445037e-07,
      "loss": 0.3427,
      "step": 2395300
    },
    {
      "epoch": 668.52,
      "grad_norm": 1.44744074344635,
      "learning_rate": 3.37715713975733e-07,
      "loss": 0.3421,
      "step": 2395310
    },
    {
      "epoch": 668.52,
      "grad_norm": 1.1265079975128174,
      "learning_rate": 3.3770173115401975e-07,
      "loss": 0.315,
      "step": 2395320
    },
    {
      "epoch": 668.53,
      "grad_norm": 1.169110655784607,
      "learning_rate": 3.3768774859931164e-07,
      "loss": 0.3445,
      "step": 2395330
    },
    {
      "epoch": 668.53,
      "grad_norm": 1.1731514930725098,
      "learning_rate": 3.3767376631161107e-07,
      "loss": 0.3317,
      "step": 2395340
    },
    {
      "epoch": 668.53,
      "grad_norm": 1.2494075298309326,
      "learning_rate": 3.3765978429092006e-07,
      "loss": 0.3511,
      "step": 2395350
    },
    {
      "epoch": 668.53,
      "grad_norm": 1.191664218902588,
      "learning_rate": 3.3764580253723946e-07,
      "loss": 0.3279,
      "step": 2395360
    },
    {
      "epoch": 668.54,
      "grad_norm": 1.381441593170166,
      "learning_rate": 3.376318210505726e-07,
      "loss": 0.3364,
      "step": 2395370
    },
    {
      "epoch": 668.54,
      "grad_norm": 1.2613657712936401,
      "learning_rate": 3.376178398309203e-07,
      "loss": 0.3311,
      "step": 2395380
    },
    {
      "epoch": 668.54,
      "grad_norm": 1.4578076601028442,
      "learning_rate": 3.3760385887828483e-07,
      "loss": 0.3347,
      "step": 2395390
    },
    {
      "epoch": 668.55,
      "grad_norm": 1.3386859893798828,
      "learning_rate": 3.375898781926678e-07,
      "loss": 0.34,
      "step": 2395400
    },
    {
      "epoch": 668.55,
      "grad_norm": 1.1899875402450562,
      "learning_rate": 3.3757589777407183e-07,
      "loss": 0.3318,
      "step": 2395410
    },
    {
      "epoch": 668.55,
      "grad_norm": 1.6554887294769287,
      "learning_rate": 3.375619176224974e-07,
      "loss": 0.3371,
      "step": 2395420
    },
    {
      "epoch": 668.55,
      "grad_norm": 1.057185173034668,
      "learning_rate": 3.375479377379474e-07,
      "loss": 0.33,
      "step": 2395430
    },
    {
      "epoch": 668.56,
      "grad_norm": 1.4171957969665527,
      "learning_rate": 3.3753395812042393e-07,
      "loss": 0.3476,
      "step": 2395440
    },
    {
      "epoch": 668.56,
      "grad_norm": 1.079835295677185,
      "learning_rate": 3.3751997876992727e-07,
      "loss": 0.3325,
      "step": 2395450
    },
    {
      "epoch": 668.56,
      "grad_norm": 1.1307590007781982,
      "learning_rate": 3.3750599968646144e-07,
      "loss": 0.331,
      "step": 2395460
    },
    {
      "epoch": 668.57,
      "grad_norm": 1.3582587242126465,
      "learning_rate": 3.374920208700269e-07,
      "loss": 0.3263,
      "step": 2395470
    },
    {
      "epoch": 668.57,
      "grad_norm": 1.3041002750396729,
      "learning_rate": 3.3747804232062555e-07,
      "loss": 0.342,
      "step": 2395480
    },
    {
      "epoch": 668.57,
      "grad_norm": 1.1679620742797852,
      "learning_rate": 3.3746406403826035e-07,
      "loss": 0.3356,
      "step": 2395490
    },
    {
      "epoch": 668.57,
      "grad_norm": 1.3639552593231201,
      "learning_rate": 3.37450086022931e-07,
      "loss": 0.3333,
      "step": 2395500
    },
    {
      "epoch": 668.58,
      "grad_norm": 1.3327720165252686,
      "learning_rate": 3.3743610827464196e-07,
      "loss": 0.347,
      "step": 2395510
    },
    {
      "epoch": 668.58,
      "grad_norm": 1.2150774002075195,
      "learning_rate": 3.3742213079339327e-07,
      "loss": 0.3299,
      "step": 2395520
    },
    {
      "epoch": 668.58,
      "grad_norm": 1.5363856554031372,
      "learning_rate": 3.3740815357918744e-07,
      "loss": 0.3248,
      "step": 2395530
    },
    {
      "epoch": 668.58,
      "grad_norm": 1.1343481540679932,
      "learning_rate": 3.3739417663202606e-07,
      "loss": 0.3318,
      "step": 2395540
    },
    {
      "epoch": 668.59,
      "grad_norm": 1.3181207180023193,
      "learning_rate": 3.373801999519117e-07,
      "loss": 0.3561,
      "step": 2395550
    },
    {
      "epoch": 668.59,
      "grad_norm": 1.3563233613967896,
      "learning_rate": 3.3736622353884553e-07,
      "loss": 0.364,
      "step": 2395560
    },
    {
      "epoch": 668.59,
      "grad_norm": 1.381765365600586,
      "learning_rate": 3.3735224739282925e-07,
      "loss": 0.3373,
      "step": 2395570
    },
    {
      "epoch": 668.6,
      "grad_norm": 1.1900123357772827,
      "learning_rate": 3.373382715138657e-07,
      "loss": 0.3532,
      "step": 2395580
    },
    {
      "epoch": 668.6,
      "grad_norm": 1.2506810426712036,
      "learning_rate": 3.3732429590195506e-07,
      "loss": 0.3415,
      "step": 2395590
    },
    {
      "epoch": 668.6,
      "grad_norm": 1.1089293956756592,
      "learning_rate": 3.373103205571013e-07,
      "loss": 0.328,
      "step": 2395600
    },
    {
      "epoch": 668.6,
      "grad_norm": 1.3751863241195679,
      "learning_rate": 3.372963454793047e-07,
      "loss": 0.3409,
      "step": 2395610
    },
    {
      "epoch": 668.61,
      "grad_norm": 1.2103350162506104,
      "learning_rate": 3.372823706685675e-07,
      "loss": 0.322,
      "step": 2395620
    },
    {
      "epoch": 668.61,
      "grad_norm": 1.246655821800232,
      "learning_rate": 3.3726839612489237e-07,
      "loss": 0.3421,
      "step": 2395630
    },
    {
      "epoch": 668.61,
      "grad_norm": 1.291818380355835,
      "learning_rate": 3.372544218482799e-07,
      "loss": 0.3326,
      "step": 2395640
    },
    {
      "epoch": 668.62,
      "grad_norm": 1.1816401481628418,
      "learning_rate": 3.372404478387325e-07,
      "loss": 0.3275,
      "step": 2395650
    },
    {
      "epoch": 668.62,
      "grad_norm": 1.4450507164001465,
      "learning_rate": 3.3722647409625193e-07,
      "loss": 0.3419,
      "step": 2395660
    },
    {
      "epoch": 668.62,
      "grad_norm": 2.2422962188720703,
      "learning_rate": 3.3721250062084106e-07,
      "loss": 0.3308,
      "step": 2395670
    },
    {
      "epoch": 668.62,
      "grad_norm": 1.432100534439087,
      "learning_rate": 3.3719852741249957e-07,
      "loss": 0.3283,
      "step": 2395680
    },
    {
      "epoch": 668.63,
      "grad_norm": 1.1669490337371826,
      "learning_rate": 3.3718455447123175e-07,
      "loss": 0.3379,
      "step": 2395690
    },
    {
      "epoch": 668.63,
      "grad_norm": 1.0573278665542603,
      "learning_rate": 3.3717058179703776e-07,
      "loss": 0.3401,
      "step": 2395700
    },
    {
      "epoch": 668.63,
      "grad_norm": 1.183348298072815,
      "learning_rate": 3.3715660938992e-07,
      "loss": 0.3285,
      "step": 2395710
    },
    {
      "epoch": 668.64,
      "grad_norm": 1.1872798204421997,
      "learning_rate": 3.3714263724988107e-07,
      "loss": 0.3271,
      "step": 2395720
    },
    {
      "epoch": 668.64,
      "grad_norm": 1.3398526906967163,
      "learning_rate": 3.3712866537692164e-07,
      "loss": 0.3333,
      "step": 2395730
    },
    {
      "epoch": 668.64,
      "grad_norm": 1.421463131904602,
      "learning_rate": 3.3711469377104394e-07,
      "loss": 0.3424,
      "step": 2395740
    },
    {
      "epoch": 668.64,
      "grad_norm": 1.2049754858016968,
      "learning_rate": 3.3710072243224975e-07,
      "loss": 0.3357,
      "step": 2395750
    },
    {
      "epoch": 668.65,
      "grad_norm": 1.5960959196090698,
      "learning_rate": 3.3708675136054135e-07,
      "loss": 0.3253,
      "step": 2395760
    },
    {
      "epoch": 668.65,
      "grad_norm": 1.239881992340088,
      "learning_rate": 3.3707278055592087e-07,
      "loss": 0.3452,
      "step": 2395770
    },
    {
      "epoch": 668.65,
      "grad_norm": 2.0547642707824707,
      "learning_rate": 3.3705881001838914e-07,
      "loss": 0.3447,
      "step": 2395780
    },
    {
      "epoch": 668.65,
      "grad_norm": 1.0968252420425415,
      "learning_rate": 3.3704483974794866e-07,
      "loss": 0.3281,
      "step": 2395790
    },
    {
      "epoch": 668.66,
      "grad_norm": 1.1355518102645874,
      "learning_rate": 3.37030869744601e-07,
      "loss": 0.3298,
      "step": 2395800
    },
    {
      "epoch": 668.66,
      "grad_norm": 1.1087689399719238,
      "learning_rate": 3.3701690000834885e-07,
      "loss": 0.3392,
      "step": 2395810
    },
    {
      "epoch": 668.66,
      "grad_norm": 1.0427755117416382,
      "learning_rate": 3.3700293053919216e-07,
      "loss": 0.3406,
      "step": 2395820
    },
    {
      "epoch": 668.67,
      "grad_norm": 1.1221121549606323,
      "learning_rate": 3.3698896133713536e-07,
      "loss": 0.339,
      "step": 2395830
    },
    {
      "epoch": 668.67,
      "grad_norm": 1.090804934501648,
      "learning_rate": 3.369749924021784e-07,
      "loss": 0.3427,
      "step": 2395840
    },
    {
      "epoch": 668.67,
      "grad_norm": 1.1961150169372559,
      "learning_rate": 3.369610237343237e-07,
      "loss": 0.329,
      "step": 2395850
    },
    {
      "epoch": 668.67,
      "grad_norm": 1.0533136129379272,
      "learning_rate": 3.369470553335738e-07,
      "loss": 0.3466,
      "step": 2395860
    },
    {
      "epoch": 668.68,
      "grad_norm": 1.1428848505020142,
      "learning_rate": 3.369330871999293e-07,
      "loss": 0.3463,
      "step": 2395870
    },
    {
      "epoch": 668.68,
      "grad_norm": 1.1837453842163086,
      "learning_rate": 3.369191193333927e-07,
      "loss": 0.3331,
      "step": 2395880
    },
    {
      "epoch": 668.68,
      "grad_norm": 1.1990814208984375,
      "learning_rate": 3.3690515173396565e-07,
      "loss": 0.3445,
      "step": 2395890
    },
    {
      "epoch": 668.69,
      "grad_norm": 1.4255071878433228,
      "learning_rate": 3.3689118440165095e-07,
      "loss": 0.3497,
      "step": 2395900
    },
    {
      "epoch": 668.69,
      "grad_norm": 1.2909597158432007,
      "learning_rate": 3.3687721733644916e-07,
      "loss": 0.3383,
      "step": 2395910
    },
    {
      "epoch": 668.69,
      "grad_norm": 1.2373005151748657,
      "learning_rate": 3.368632505383626e-07,
      "loss": 0.3519,
      "step": 2395920
    },
    {
      "epoch": 668.69,
      "grad_norm": 1.3759469985961914,
      "learning_rate": 3.368492840073934e-07,
      "loss": 0.3395,
      "step": 2395930
    },
    {
      "epoch": 668.7,
      "grad_norm": 1.1223403215408325,
      "learning_rate": 3.36835317743543e-07,
      "loss": 0.3433,
      "step": 2395940
    },
    {
      "epoch": 668.7,
      "grad_norm": 1.235376000404358,
      "learning_rate": 3.368213517468141e-07,
      "loss": 0.3312,
      "step": 2395950
    },
    {
      "epoch": 668.7,
      "grad_norm": 1.4582725763320923,
      "learning_rate": 3.368073860172075e-07,
      "loss": 0.3316,
      "step": 2395960
    },
    {
      "epoch": 668.7,
      "grad_norm": 1.1677563190460205,
      "learning_rate": 3.367934205547255e-07,
      "loss": 0.3375,
      "step": 2395970
    },
    {
      "epoch": 668.71,
      "grad_norm": 1.2477052211761475,
      "learning_rate": 3.367794553593699e-07,
      "loss": 0.3453,
      "step": 2395980
    },
    {
      "epoch": 668.71,
      "grad_norm": 1.3990975618362427,
      "learning_rate": 3.3676549043114307e-07,
      "loss": 0.3209,
      "step": 2395990
    },
    {
      "epoch": 668.71,
      "grad_norm": 1.2257585525512695,
      "learning_rate": 3.3675152577004604e-07,
      "loss": 0.3352,
      "step": 2396000
    },
    {
      "epoch": 668.72,
      "grad_norm": 2.0344960689544678,
      "learning_rate": 3.367375613760809e-07,
      "loss": 0.3436,
      "step": 2396010
    },
    {
      "epoch": 668.72,
      "grad_norm": 1.2211538553237915,
      "learning_rate": 3.367235972492503e-07,
      "loss": 0.3314,
      "step": 2396020
    },
    {
      "epoch": 668.72,
      "grad_norm": 1.3087822198867798,
      "learning_rate": 3.3670963338955436e-07,
      "loss": 0.3375,
      "step": 2396030
    },
    {
      "epoch": 668.72,
      "grad_norm": 1.2971935272216797,
      "learning_rate": 3.366956697969971e-07,
      "loss": 0.3301,
      "step": 2396040
    },
    {
      "epoch": 668.73,
      "grad_norm": 1.0695791244506836,
      "learning_rate": 3.366817064715783e-07,
      "loss": 0.3395,
      "step": 2396050
    },
    {
      "epoch": 668.73,
      "grad_norm": 1.3298065662384033,
      "learning_rate": 3.36667743413302e-07,
      "loss": 0.3311,
      "step": 2396060
    },
    {
      "epoch": 668.73,
      "grad_norm": 2.513463020324707,
      "learning_rate": 3.366537806221683e-07,
      "loss": 0.3326,
      "step": 2396070
    },
    {
      "epoch": 668.74,
      "grad_norm": 1.240858793258667,
      "learning_rate": 3.366398180981795e-07,
      "loss": 0.3519,
      "step": 2396080
    },
    {
      "epoch": 668.74,
      "grad_norm": 1.2495229244232178,
      "learning_rate": 3.366258558413384e-07,
      "loss": 0.3278,
      "step": 2396090
    },
    {
      "epoch": 668.74,
      "grad_norm": 1.4301623106002808,
      "learning_rate": 3.366118938516454e-07,
      "loss": 0.3319,
      "step": 2396100
    },
    {
      "epoch": 668.74,
      "grad_norm": 1.0978360176086426,
      "learning_rate": 3.3659793212910296e-07,
      "loss": 0.3515,
      "step": 2396110
    },
    {
      "epoch": 668.75,
      "grad_norm": 2.898216485977173,
      "learning_rate": 3.3658397067371303e-07,
      "loss": 0.34,
      "step": 2396120
    },
    {
      "epoch": 668.75,
      "grad_norm": 1.3718843460083008,
      "learning_rate": 3.365700094854781e-07,
      "loss": 0.3363,
      "step": 2396130
    },
    {
      "epoch": 668.75,
      "grad_norm": 1.3922113180160522,
      "learning_rate": 3.3655604856439875e-07,
      "loss": 0.3356,
      "step": 2396140
    },
    {
      "epoch": 668.76,
      "grad_norm": 1.3177096843719482,
      "learning_rate": 3.365420879104773e-07,
      "loss": 0.3421,
      "step": 2396150
    },
    {
      "epoch": 668.76,
      "grad_norm": 1.1254631280899048,
      "learning_rate": 3.3652812752371665e-07,
      "loss": 0.3461,
      "step": 2396160
    },
    {
      "epoch": 668.76,
      "grad_norm": 1.3730289936065674,
      "learning_rate": 3.3651416740411647e-07,
      "loss": 0.3389,
      "step": 2396170
    },
    {
      "epoch": 668.76,
      "grad_norm": 1.2301222085952759,
      "learning_rate": 3.36500207551681e-07,
      "loss": 0.3438,
      "step": 2396180
    },
    {
      "epoch": 668.77,
      "grad_norm": 1.5049628019332886,
      "learning_rate": 3.364862479664105e-07,
      "loss": 0.3303,
      "step": 2396190
    },
    {
      "epoch": 668.77,
      "grad_norm": 1.06387197971344,
      "learning_rate": 3.3647228864830746e-07,
      "loss": 0.3401,
      "step": 2396200
    },
    {
      "epoch": 668.77,
      "grad_norm": 1.2314213514328003,
      "learning_rate": 3.3645832959737354e-07,
      "loss": 0.3393,
      "step": 2396210
    },
    {
      "epoch": 668.77,
      "grad_norm": 1.1656283140182495,
      "learning_rate": 3.3644437081361134e-07,
      "loss": 0.3408,
      "step": 2396220
    },
    {
      "epoch": 668.78,
      "grad_norm": 1.3553619384765625,
      "learning_rate": 3.364304122970214e-07,
      "loss": 0.3463,
      "step": 2396230
    },
    {
      "epoch": 668.78,
      "grad_norm": 1.1688404083251953,
      "learning_rate": 3.364164540476062e-07,
      "loss": 0.3478,
      "step": 2396240
    },
    {
      "epoch": 668.78,
      "grad_norm": 1.1238270998001099,
      "learning_rate": 3.3640249606536826e-07,
      "loss": 0.3228,
      "step": 2396250
    },
    {
      "epoch": 668.79,
      "grad_norm": 1.203191876411438,
      "learning_rate": 3.3638853835030795e-07,
      "loss": 0.3351,
      "step": 2396260
    },
    {
      "epoch": 668.79,
      "grad_norm": 1.2298191785812378,
      "learning_rate": 3.363745809024287e-07,
      "loss": 0.3366,
      "step": 2396270
    },
    {
      "epoch": 668.79,
      "grad_norm": 1.104919195175171,
      "learning_rate": 3.363606237217313e-07,
      "loss": 0.3244,
      "step": 2396280
    },
    {
      "epoch": 668.79,
      "grad_norm": 1.3036768436431885,
      "learning_rate": 3.3634666680821813e-07,
      "loss": 0.3352,
      "step": 2396290
    },
    {
      "epoch": 668.8,
      "grad_norm": 1.4439337253570557,
      "learning_rate": 3.363327101618912e-07,
      "loss": 0.3598,
      "step": 2396300
    },
    {
      "epoch": 668.8,
      "grad_norm": 1.088008165359497,
      "learning_rate": 3.363187537827516e-07,
      "loss": 0.3404,
      "step": 2396310
    },
    {
      "epoch": 668.8,
      "grad_norm": 1.3473081588745117,
      "learning_rate": 3.3630479767080165e-07,
      "loss": 0.3373,
      "step": 2396320
    },
    {
      "epoch": 668.81,
      "grad_norm": 1.1462764739990234,
      "learning_rate": 3.3629084182604314e-07,
      "loss": 0.3481,
      "step": 2396330
    },
    {
      "epoch": 668.81,
      "grad_norm": 1.3657606840133667,
      "learning_rate": 3.36276886248478e-07,
      "loss": 0.3373,
      "step": 2396340
    },
    {
      "epoch": 668.81,
      "grad_norm": 1.3540513515472412,
      "learning_rate": 3.3626293093810816e-07,
      "loss": 0.3408,
      "step": 2396350
    },
    {
      "epoch": 668.81,
      "grad_norm": 1.1101677417755127,
      "learning_rate": 3.3624897589493583e-07,
      "loss": 0.3227,
      "step": 2396360
    },
    {
      "epoch": 668.82,
      "grad_norm": 1.2109367847442627,
      "learning_rate": 3.36235021118962e-07,
      "loss": 0.3265,
      "step": 2396370
    },
    {
      "epoch": 668.82,
      "grad_norm": 1.2591477632522583,
      "learning_rate": 3.36221066610189e-07,
      "loss": 0.3186,
      "step": 2396380
    },
    {
      "epoch": 668.82,
      "grad_norm": 1.382921576499939,
      "learning_rate": 3.3620711236861897e-07,
      "loss": 0.3549,
      "step": 2396390
    },
    {
      "epoch": 668.83,
      "grad_norm": 1.955176830291748,
      "learning_rate": 3.361931583942526e-07,
      "loss": 0.3455,
      "step": 2396400
    },
    {
      "epoch": 668.83,
      "grad_norm": 1.1754279136657715,
      "learning_rate": 3.361792046870936e-07,
      "loss": 0.3431,
      "step": 2396410
    },
    {
      "epoch": 668.83,
      "grad_norm": 1.1415750980377197,
      "learning_rate": 3.3616525124714225e-07,
      "loss": 0.3546,
      "step": 2396420
    },
    {
      "epoch": 668.83,
      "grad_norm": 1.1934161186218262,
      "learning_rate": 3.3615129807440104e-07,
      "loss": 0.3444,
      "step": 2396430
    },
    {
      "epoch": 668.84,
      "grad_norm": 1.2242251634597778,
      "learning_rate": 3.3613734516887216e-07,
      "loss": 0.3502,
      "step": 2396440
    },
    {
      "epoch": 668.84,
      "grad_norm": 1.1411317586898804,
      "learning_rate": 3.361233925305566e-07,
      "loss": 0.3377,
      "step": 2396450
    },
    {
      "epoch": 668.84,
      "grad_norm": 1.3018183708190918,
      "learning_rate": 3.3610944015945675e-07,
      "loss": 0.3434,
      "step": 2396460
    },
    {
      "epoch": 668.84,
      "grad_norm": 1.106758713722229,
      "learning_rate": 3.3609548805557435e-07,
      "loss": 0.3427,
      "step": 2396470
    },
    {
      "epoch": 668.85,
      "grad_norm": 1.3992589712142944,
      "learning_rate": 3.3608153621891184e-07,
      "loss": 0.3379,
      "step": 2396480
    },
    {
      "epoch": 668.85,
      "grad_norm": 1.0205821990966797,
      "learning_rate": 3.360675846494694e-07,
      "loss": 0.3336,
      "step": 2396490
    },
    {
      "epoch": 668.85,
      "grad_norm": 1.331577181816101,
      "learning_rate": 3.360536333472512e-07,
      "loss": 0.345,
      "step": 2396500
    },
    {
      "epoch": 668.86,
      "grad_norm": 1.3126230239868164,
      "learning_rate": 3.360396823122576e-07,
      "loss": 0.3526,
      "step": 2396510
    },
    {
      "epoch": 668.86,
      "grad_norm": 1.3896853923797607,
      "learning_rate": 3.360257315444905e-07,
      "loss": 0.3318,
      "step": 2396520
    },
    {
      "epoch": 668.86,
      "grad_norm": 1.605607271194458,
      "learning_rate": 3.360117810439527e-07,
      "loss": 0.3394,
      "step": 2396530
    },
    {
      "epoch": 668.86,
      "grad_norm": 1.164281964302063,
      "learning_rate": 3.3599783081064484e-07,
      "loss": 0.3323,
      "step": 2396540
    },
    {
      "epoch": 668.87,
      "grad_norm": 1.4620370864868164,
      "learning_rate": 3.359838808445693e-07,
      "loss": 0.3347,
      "step": 2396550
    },
    {
      "epoch": 668.87,
      "grad_norm": 1.4832156896591187,
      "learning_rate": 3.3596993114572797e-07,
      "loss": 0.3277,
      "step": 2396560
    },
    {
      "epoch": 668.87,
      "grad_norm": 1.3772515058517456,
      "learning_rate": 3.3595598171412334e-07,
      "loss": 0.3251,
      "step": 2396570
    },
    {
      "epoch": 668.88,
      "grad_norm": 1.293213963508606,
      "learning_rate": 3.3594203254975603e-07,
      "loss": 0.3313,
      "step": 2396580
    },
    {
      "epoch": 668.88,
      "grad_norm": 1.2337878942489624,
      "learning_rate": 3.3592808365262856e-07,
      "loss": 0.3497,
      "step": 2396590
    },
    {
      "epoch": 668.88,
      "grad_norm": 1.2700250148773193,
      "learning_rate": 3.359141350227428e-07,
      "loss": 0.3491,
      "step": 2396600
    },
    {
      "epoch": 668.88,
      "grad_norm": 1.295594573020935,
      "learning_rate": 3.3590018666010053e-07,
      "loss": 0.3342,
      "step": 2396610
    },
    {
      "epoch": 668.89,
      "grad_norm": 1.2717152833938599,
      "learning_rate": 3.358862385647039e-07,
      "loss": 0.3288,
      "step": 2396620
    },
    {
      "epoch": 668.89,
      "grad_norm": 1.0516389608383179,
      "learning_rate": 3.3587229073655364e-07,
      "loss": 0.3291,
      "step": 2396630
    },
    {
      "epoch": 668.89,
      "grad_norm": 1.3812779188156128,
      "learning_rate": 3.3585834317565363e-07,
      "loss": 0.3345,
      "step": 2396640
    },
    {
      "epoch": 668.89,
      "grad_norm": 1.2864073514938354,
      "learning_rate": 3.358443958820037e-07,
      "loss": 0.3454,
      "step": 2396650
    },
    {
      "epoch": 668.9,
      "grad_norm": 1.231231689453125,
      "learning_rate": 3.358304488556069e-07,
      "loss": 0.3403,
      "step": 2396660
    },
    {
      "epoch": 668.9,
      "grad_norm": 1.0993472337722778,
      "learning_rate": 3.3581650209646505e-07,
      "loss": 0.32,
      "step": 2396670
    },
    {
      "epoch": 668.9,
      "grad_norm": 1.1786742210388184,
      "learning_rate": 3.358025556045792e-07,
      "loss": 0.354,
      "step": 2396680
    },
    {
      "epoch": 668.91,
      "grad_norm": 1.2172904014587402,
      "learning_rate": 3.357886093799517e-07,
      "loss": 0.3416,
      "step": 2396690
    },
    {
      "epoch": 668.91,
      "grad_norm": 1.3099133968353271,
      "learning_rate": 3.3577466342258444e-07,
      "loss": 0.3318,
      "step": 2396700
    },
    {
      "epoch": 668.91,
      "grad_norm": 1.2498489618301392,
      "learning_rate": 3.357607177324796e-07,
      "loss": 0.3435,
      "step": 2396710
    },
    {
      "epoch": 668.91,
      "grad_norm": 1.1835041046142578,
      "learning_rate": 3.357467723096384e-07,
      "loss": 0.3494,
      "step": 2396720
    },
    {
      "epoch": 668.92,
      "grad_norm": 1.117045283317566,
      "learning_rate": 3.357328271540628e-07,
      "loss": 0.3237,
      "step": 2396730
    },
    {
      "epoch": 668.92,
      "grad_norm": 1.41448175907135,
      "learning_rate": 3.3571888226575543e-07,
      "loss": 0.3287,
      "step": 2396740
    },
    {
      "epoch": 668.92,
      "grad_norm": 1.3222250938415527,
      "learning_rate": 3.3570493764471657e-07,
      "loss": 0.3475,
      "step": 2396750
    },
    {
      "epoch": 668.93,
      "grad_norm": 1.4151872396469116,
      "learning_rate": 3.356909932909501e-07,
      "loss": 0.3456,
      "step": 2396760
    },
    {
      "epoch": 668.93,
      "grad_norm": 1.3367592096328735,
      "learning_rate": 3.3567704920445606e-07,
      "loss": 0.3462,
      "step": 2396770
    },
    {
      "epoch": 668.93,
      "grad_norm": 1.1002079248428345,
      "learning_rate": 3.3566310538523727e-07,
      "loss": 0.3276,
      "step": 2396780
    },
    {
      "epoch": 668.93,
      "grad_norm": 1.2611610889434814,
      "learning_rate": 3.3564916183329555e-07,
      "loss": 0.3382,
      "step": 2396790
    },
    {
      "epoch": 668.94,
      "grad_norm": 1.1153740882873535,
      "learning_rate": 3.3563521854863274e-07,
      "loss": 0.336,
      "step": 2396800
    },
    {
      "epoch": 668.94,
      "grad_norm": 1.329233169555664,
      "learning_rate": 3.356212755312504e-07,
      "loss": 0.3272,
      "step": 2396810
    },
    {
      "epoch": 668.94,
      "grad_norm": 1.1868091821670532,
      "learning_rate": 3.3560733278115034e-07,
      "loss": 0.3353,
      "step": 2396820
    },
    {
      "epoch": 668.95,
      "grad_norm": 1.292779564857483,
      "learning_rate": 3.355933902983352e-07,
      "loss": 0.341,
      "step": 2396830
    },
    {
      "epoch": 668.95,
      "grad_norm": 1.5016059875488281,
      "learning_rate": 3.355794480828052e-07,
      "loss": 0.3265,
      "step": 2396840
    },
    {
      "epoch": 668.95,
      "grad_norm": 1.1454726457595825,
      "learning_rate": 3.3556550613456424e-07,
      "loss": 0.3596,
      "step": 2396850
    },
    {
      "epoch": 668.95,
      "grad_norm": 1.3386454582214355,
      "learning_rate": 3.3555156445361263e-07,
      "loss": 0.3553,
      "step": 2396860
    },
    {
      "epoch": 668.96,
      "grad_norm": 1.123401165008545,
      "learning_rate": 3.355376230399529e-07,
      "loss": 0.3359,
      "step": 2396870
    },
    {
      "epoch": 668.96,
      "grad_norm": 1.1762542724609375,
      "learning_rate": 3.355236818935867e-07,
      "loss": 0.3521,
      "step": 2396880
    },
    {
      "epoch": 668.96,
      "grad_norm": 1.2051318883895874,
      "learning_rate": 3.35509741014516e-07,
      "loss": 0.3337,
      "step": 2396890
    },
    {
      "epoch": 668.96,
      "grad_norm": 1.3187342882156372,
      "learning_rate": 3.3549580040274327e-07,
      "loss": 0.3418,
      "step": 2396900
    },
    {
      "epoch": 668.97,
      "grad_norm": 1.5457407236099243,
      "learning_rate": 3.354818600582689e-07,
      "loss": 0.3289,
      "step": 2396910
    },
    {
      "epoch": 668.97,
      "grad_norm": 1.2020900249481201,
      "learning_rate": 3.3546791998109586e-07,
      "loss": 0.3456,
      "step": 2396920
    },
    {
      "epoch": 668.97,
      "grad_norm": 1.262068748474121,
      "learning_rate": 3.3545398017122563e-07,
      "loss": 0.323,
      "step": 2396930
    },
    {
      "epoch": 668.98,
      "grad_norm": 1.3609681129455566,
      "learning_rate": 3.3544004062866063e-07,
      "loss": 0.341,
      "step": 2396940
    },
    {
      "epoch": 668.98,
      "grad_norm": 1.1173152923583984,
      "learning_rate": 3.354261013534018e-07,
      "loss": 0.3496,
      "step": 2396950
    },
    {
      "epoch": 668.98,
      "grad_norm": 1.1965644359588623,
      "learning_rate": 3.3541216234545134e-07,
      "loss": 0.3267,
      "step": 2396960
    },
    {
      "epoch": 668.98,
      "grad_norm": 1.178225040435791,
      "learning_rate": 3.3539822360481176e-07,
      "loss": 0.3424,
      "step": 2396970
    },
    {
      "epoch": 668.99,
      "grad_norm": 1.6780177354812622,
      "learning_rate": 3.353842851314831e-07,
      "loss": 0.3343,
      "step": 2396980
    },
    {
      "epoch": 668.99,
      "grad_norm": 1.0325227975845337,
      "learning_rate": 3.353703469254698e-07,
      "loss": 0.3431,
      "step": 2396990
    },
    {
      "epoch": 668.99,
      "grad_norm": 1.3178948163986206,
      "learning_rate": 3.353564089867715e-07,
      "loss": 0.3431,
      "step": 2397000
    },
    {
      "epoch": 669.0,
      "grad_norm": 1.3558084964752197,
      "learning_rate": 3.3534247131539124e-07,
      "loss": 0.3228,
      "step": 2397010
    },
    {
      "epoch": 669.0,
      "grad_norm": 1.3650226593017578,
      "learning_rate": 3.353285339113307e-07,
      "loss": 0.3485,
      "step": 2397020
    },
    {
      "epoch": 669.0,
      "eval_loss": 0.33782488107681274,
      "eval_runtime": 64.8848,
      "eval_samples_per_second": 77.969,
      "eval_steps_per_second": 9.756,
      "step": 2397027
    },
    {
      "epoch": 669.0,
      "grad_norm": 1.2464064359664917,
      "learning_rate": 3.353145967745917e-07,
      "loss": 0.3382,
      "step": 2397030
    },
    {
      "epoch": 669.0,
      "grad_norm": 1.1882187128067017,
      "learning_rate": 3.353006599051759e-07,
      "loss": 0.3502,
      "step": 2397040
    },
    {
      "epoch": 669.01,
      "grad_norm": 1.2155282497406006,
      "learning_rate": 3.35286723303085e-07,
      "loss": 0.3447,
      "step": 2397050
    },
    {
      "epoch": 669.01,
      "grad_norm": 1.0838747024536133,
      "learning_rate": 3.352727869683217e-07,
      "loss": 0.3413,
      "step": 2397060
    },
    {
      "epoch": 669.01,
      "grad_norm": 1.0900945663452148,
      "learning_rate": 3.3525885090088625e-07,
      "loss": 0.3357,
      "step": 2397070
    },
    {
      "epoch": 669.01,
      "grad_norm": 1.0560897588729858,
      "learning_rate": 3.3524491510078254e-07,
      "loss": 0.3277,
      "step": 2397080
    },
    {
      "epoch": 669.02,
      "grad_norm": 1.1322290897369385,
      "learning_rate": 3.352309795680108e-07,
      "loss": 0.3537,
      "step": 2397090
    },
    {
      "epoch": 669.02,
      "grad_norm": 1.2237156629562378,
      "learning_rate": 3.3521704430257365e-07,
      "loss": 0.3383,
      "step": 2397100
    },
    {
      "epoch": 669.02,
      "grad_norm": 1.359671711921692,
      "learning_rate": 3.352031093044731e-07,
      "loss": 0.3439,
      "step": 2397110
    },
    {
      "epoch": 669.03,
      "grad_norm": 1.4592945575714111,
      "learning_rate": 3.351891745737101e-07,
      "loss": 0.3332,
      "step": 2397120
    },
    {
      "epoch": 669.03,
      "grad_norm": 1.1238737106323242,
      "learning_rate": 3.351752401102874e-07,
      "loss": 0.332,
      "step": 2397130
    },
    {
      "epoch": 669.03,
      "grad_norm": 1.3200736045837402,
      "learning_rate": 3.3516130591420633e-07,
      "loss": 0.3258,
      "step": 2397140
    },
    {
      "epoch": 669.03,
      "grad_norm": 1.1820173263549805,
      "learning_rate": 3.351473719854697e-07,
      "loss": 0.339,
      "step": 2397150
    },
    {
      "epoch": 669.04,
      "grad_norm": 1.177713394165039,
      "learning_rate": 3.3513343832407733e-07,
      "loss": 0.3477,
      "step": 2397160
    },
    {
      "epoch": 669.04,
      "grad_norm": 1.171114444732666,
      "learning_rate": 3.3511950493003355e-07,
      "loss": 0.3451,
      "step": 2397170
    },
    {
      "epoch": 669.04,
      "grad_norm": 1.5326889753341675,
      "learning_rate": 3.3510557180333845e-07,
      "loss": 0.3411,
      "step": 2397180
    },
    {
      "epoch": 669.05,
      "grad_norm": 1.337694525718689,
      "learning_rate": 3.350916389439946e-07,
      "loss": 0.3382,
      "step": 2397190
    },
    {
      "epoch": 669.05,
      "grad_norm": 1.1462278366088867,
      "learning_rate": 3.3507770635200434e-07,
      "loss": 0.3345,
      "step": 2397200
    },
    {
      "epoch": 669.05,
      "grad_norm": 1.0954583883285522,
      "learning_rate": 3.3506377402736765e-07,
      "loss": 0.3383,
      "step": 2397210
    },
    {
      "epoch": 669.05,
      "grad_norm": 1.2806825637817383,
      "learning_rate": 3.350498419700887e-07,
      "loss": 0.3565,
      "step": 2397220
    },
    {
      "epoch": 669.06,
      "grad_norm": 1.3792033195495605,
      "learning_rate": 3.3503591018016777e-07,
      "loss": 0.3237,
      "step": 2397230
    },
    {
      "epoch": 669.06,
      "grad_norm": 1.1149353981018066,
      "learning_rate": 3.350219786576072e-07,
      "loss": 0.3555,
      "step": 2397240
    },
    {
      "epoch": 669.06,
      "grad_norm": 1.1842046976089478,
      "learning_rate": 3.3500804740240957e-07,
      "loss": 0.3299,
      "step": 2397250
    },
    {
      "epoch": 669.07,
      "grad_norm": 1.2655245065689087,
      "learning_rate": 3.349941164145754e-07,
      "loss": 0.3415,
      "step": 2397260
    },
    {
      "epoch": 669.07,
      "grad_norm": 1.3545036315917969,
      "learning_rate": 3.349801856941071e-07,
      "loss": 0.335,
      "step": 2397270
    },
    {
      "epoch": 669.07,
      "grad_norm": 1.1363470554351807,
      "learning_rate": 3.3496625524100666e-07,
      "loss": 0.3267,
      "step": 2397280
    },
    {
      "epoch": 669.07,
      "grad_norm": 1.1977996826171875,
      "learning_rate": 3.349523250552765e-07,
      "loss": 0.3509,
      "step": 2397290
    },
    {
      "epoch": 669.08,
      "grad_norm": 1.2499889135360718,
      "learning_rate": 3.349383951369168e-07,
      "loss": 0.3292,
      "step": 2397300
    },
    {
      "epoch": 669.08,
      "grad_norm": 1.235051155090332,
      "learning_rate": 3.349244654859315e-07,
      "loss": 0.3426,
      "step": 2397310
    },
    {
      "epoch": 669.08,
      "grad_norm": 1.2951871156692505,
      "learning_rate": 3.349105361023209e-07,
      "loss": 0.34,
      "step": 2397320
    },
    {
      "epoch": 669.08,
      "grad_norm": 1.3824594020843506,
      "learning_rate": 3.348966069860873e-07,
      "loss": 0.3415,
      "step": 2397330
    },
    {
      "epoch": 669.09,
      "grad_norm": 1.326061487197876,
      "learning_rate": 3.348826781372333e-07,
      "loss": 0.3335,
      "step": 2397340
    },
    {
      "epoch": 669.09,
      "grad_norm": 1.4051016569137573,
      "learning_rate": 3.3486874955575943e-07,
      "loss": 0.3373,
      "step": 2397350
    },
    {
      "epoch": 669.09,
      "grad_norm": 1.139585018157959,
      "learning_rate": 3.3485482124166827e-07,
      "loss": 0.3371,
      "step": 2397360
    },
    {
      "epoch": 669.1,
      "grad_norm": 1.0961593389511108,
      "learning_rate": 3.348408931949617e-07,
      "loss": 0.3323,
      "step": 2397370
    },
    {
      "epoch": 669.1,
      "grad_norm": 1.2515232563018799,
      "learning_rate": 3.348269654156417e-07,
      "loss": 0.3423,
      "step": 2397380
    },
    {
      "epoch": 669.1,
      "grad_norm": 1.1269487142562866,
      "learning_rate": 3.348130379037097e-07,
      "loss": 0.3217,
      "step": 2397390
    },
    {
      "epoch": 669.1,
      "grad_norm": 1.2097618579864502,
      "learning_rate": 3.3479911065916766e-07,
      "loss": 0.3376,
      "step": 2397400
    },
    {
      "epoch": 669.11,
      "grad_norm": 1.1435201168060303,
      "learning_rate": 3.3478518368201806e-07,
      "loss": 0.3431,
      "step": 2397410
    },
    {
      "epoch": 669.11,
      "grad_norm": 1.3525855541229248,
      "learning_rate": 3.3477125697226103e-07,
      "loss": 0.3443,
      "step": 2397420
    },
    {
      "epoch": 669.11,
      "grad_norm": 1.1446799039840698,
      "learning_rate": 3.3475733052990076e-07,
      "loss": 0.3494,
      "step": 2397430
    },
    {
      "epoch": 669.12,
      "grad_norm": 1.3472344875335693,
      "learning_rate": 3.3474340435493757e-07,
      "loss": 0.3478,
      "step": 2397440
    },
    {
      "epoch": 669.12,
      "grad_norm": 1.095339298248291,
      "learning_rate": 3.3472947844737347e-07,
      "loss": 0.3273,
      "step": 2397450
    },
    {
      "epoch": 669.12,
      "grad_norm": 1.3417433500289917,
      "learning_rate": 3.3471555280721084e-07,
      "loss": 0.331,
      "step": 2397460
    },
    {
      "epoch": 669.12,
      "grad_norm": 1.1057838201522827,
      "learning_rate": 3.34701627434451e-07,
      "loss": 0.3438,
      "step": 2397470
    },
    {
      "epoch": 669.13,
      "grad_norm": 1.303792119026184,
      "learning_rate": 3.346877023290965e-07,
      "loss": 0.3402,
      "step": 2397480
    },
    {
      "epoch": 669.13,
      "grad_norm": 1.3002386093139648,
      "learning_rate": 3.346737774911484e-07,
      "loss": 0.352,
      "step": 2397490
    },
    {
      "epoch": 669.13,
      "grad_norm": 1.0761970281600952,
      "learning_rate": 3.346598529206088e-07,
      "loss": 0.3294,
      "step": 2397500
    },
    {
      "epoch": 669.13,
      "grad_norm": 1.186261773109436,
      "learning_rate": 3.346459286174798e-07,
      "loss": 0.3597,
      "step": 2397510
    },
    {
      "epoch": 669.14,
      "grad_norm": 1.26615571975708,
      "learning_rate": 3.346320045817635e-07,
      "loss": 0.3323,
      "step": 2397520
    },
    {
      "epoch": 669.14,
      "grad_norm": 5.521524906158447,
      "learning_rate": 3.3461808081346083e-07,
      "loss": 0.3426,
      "step": 2397530
    },
    {
      "epoch": 669.14,
      "grad_norm": 1.1062259674072266,
      "learning_rate": 3.346041573125742e-07,
      "loss": 0.3393,
      "step": 2397540
    },
    {
      "epoch": 669.15,
      "grad_norm": 1.1992744207382202,
      "learning_rate": 3.34590234079106e-07,
      "loss": 0.3358,
      "step": 2397550
    },
    {
      "epoch": 669.15,
      "grad_norm": 1.3381133079528809,
      "learning_rate": 3.3457631111305633e-07,
      "loss": 0.3388,
      "step": 2397560
    },
    {
      "epoch": 669.15,
      "grad_norm": 1.2425342798233032,
      "learning_rate": 3.3456238841442927e-07,
      "loss": 0.3256,
      "step": 2397570
    },
    {
      "epoch": 669.15,
      "grad_norm": 1.1607493162155151,
      "learning_rate": 3.345484659832253e-07,
      "loss": 0.3384,
      "step": 2397580
    },
    {
      "epoch": 669.16,
      "grad_norm": 1.1032426357269287,
      "learning_rate": 3.3453454381944644e-07,
      "loss": 0.3401,
      "step": 2397590
    },
    {
      "epoch": 669.16,
      "grad_norm": 1.0992131233215332,
      "learning_rate": 3.345206219230948e-07,
      "loss": 0.3311,
      "step": 2397600
    },
    {
      "epoch": 669.16,
      "grad_norm": 1.392651081085205,
      "learning_rate": 3.3450670029417247e-07,
      "loss": 0.3455,
      "step": 2397610
    },
    {
      "epoch": 669.17,
      "grad_norm": 1.2377114295959473,
      "learning_rate": 3.344927789326808e-07,
      "loss": 0.3486,
      "step": 2397620
    },
    {
      "epoch": 669.17,
      "grad_norm": 1.267120122909546,
      "learning_rate": 3.344788578386215e-07,
      "loss": 0.3501,
      "step": 2397630
    },
    {
      "epoch": 669.17,
      "grad_norm": 1.1833394765853882,
      "learning_rate": 3.344649370119975e-07,
      "loss": 0.3346,
      "step": 2397640
    },
    {
      "epoch": 669.17,
      "grad_norm": 1.077430009841919,
      "learning_rate": 3.3445101645280853e-07,
      "loss": 0.3401,
      "step": 2397650
    },
    {
      "epoch": 669.18,
      "grad_norm": 1.3208682537078857,
      "learning_rate": 3.3443709616105905e-07,
      "loss": 0.3469,
      "step": 2397660
    },
    {
      "epoch": 669.18,
      "grad_norm": 1.1811878681182861,
      "learning_rate": 3.34423176136749e-07,
      "loss": 0.341,
      "step": 2397670
    },
    {
      "epoch": 669.18,
      "grad_norm": 1.2110977172851562,
      "learning_rate": 3.3440925637988103e-07,
      "loss": 0.3395,
      "step": 2397680
    },
    {
      "epoch": 669.19,
      "grad_norm": 1.3893156051635742,
      "learning_rate": 3.343953368904574e-07,
      "loss": 0.3364,
      "step": 2397690
    },
    {
      "epoch": 669.19,
      "grad_norm": 1.2441357374191284,
      "learning_rate": 3.3438141766847905e-07,
      "loss": 0.3403,
      "step": 2397700
    },
    {
      "epoch": 669.19,
      "grad_norm": 1.434239387512207,
      "learning_rate": 3.343674987139479e-07,
      "loss": 0.335,
      "step": 2397710
    },
    {
      "epoch": 669.19,
      "grad_norm": 1.3366056680679321,
      "learning_rate": 3.3435358002686634e-07,
      "loss": 0.3655,
      "step": 2397720
    },
    {
      "epoch": 669.2,
      "grad_norm": 1.0375453233718872,
      "learning_rate": 3.3433966160723623e-07,
      "loss": 0.3402,
      "step": 2397730
    },
    {
      "epoch": 669.2,
      "grad_norm": 1.084181308746338,
      "learning_rate": 3.343257434550583e-07,
      "loss": 0.3291,
      "step": 2397740
    },
    {
      "epoch": 669.2,
      "grad_norm": 1.1831527948379517,
      "learning_rate": 3.3431182557033654e-07,
      "loss": 0.3409,
      "step": 2397750
    },
    {
      "epoch": 669.2,
      "grad_norm": 1.1727029085159302,
      "learning_rate": 3.3429790795307057e-07,
      "loss": 0.3344,
      "step": 2397760
    },
    {
      "epoch": 669.21,
      "grad_norm": 1.2356834411621094,
      "learning_rate": 3.342839906032636e-07,
      "loss": 0.3313,
      "step": 2397770
    },
    {
      "epoch": 669.21,
      "grad_norm": 1.1841294765472412,
      "learning_rate": 3.342700735209174e-07,
      "loss": 0.3341,
      "step": 2397780
    },
    {
      "epoch": 669.21,
      "grad_norm": 1.081391453742981,
      "learning_rate": 3.342561567060328e-07,
      "loss": 0.3202,
      "step": 2397790
    },
    {
      "epoch": 669.22,
      "grad_norm": 1.1846919059753418,
      "learning_rate": 3.3424224015861315e-07,
      "loss": 0.3376,
      "step": 2397800
    },
    {
      "epoch": 669.22,
      "grad_norm": 1.0326675176620483,
      "learning_rate": 3.34228323878659e-07,
      "loss": 0.3325,
      "step": 2397810
    },
    {
      "epoch": 669.22,
      "grad_norm": 1.3909939527511597,
      "learning_rate": 3.342144078661729e-07,
      "loss": 0.3278,
      "step": 2397820
    },
    {
      "epoch": 669.22,
      "grad_norm": 1.074296474456787,
      "learning_rate": 3.3420049212115695e-07,
      "loss": 0.3475,
      "step": 2397830
    },
    {
      "epoch": 669.23,
      "grad_norm": 1.2698229551315308,
      "learning_rate": 3.341865766436119e-07,
      "loss": 0.3279,
      "step": 2397840
    },
    {
      "epoch": 669.23,
      "grad_norm": 1.3863646984100342,
      "learning_rate": 3.3417266143354047e-07,
      "loss": 0.3341,
      "step": 2397850
    },
    {
      "epoch": 669.23,
      "grad_norm": 1.3004258871078491,
      "learning_rate": 3.341587464909444e-07,
      "loss": 0.3255,
      "step": 2397860
    },
    {
      "epoch": 669.24,
      "grad_norm": 1.3193870782852173,
      "learning_rate": 3.3414483181582603e-07,
      "loss": 0.3316,
      "step": 2397870
    },
    {
      "epoch": 669.24,
      "grad_norm": 1.188106894493103,
      "learning_rate": 3.3413091740818537e-07,
      "loss": 0.3601,
      "step": 2397880
    },
    {
      "epoch": 669.24,
      "grad_norm": 1.3815029859542847,
      "learning_rate": 3.341170032680268e-07,
      "loss": 0.352,
      "step": 2397890
    },
    {
      "epoch": 669.24,
      "grad_norm": 1.224780559539795,
      "learning_rate": 3.341030893953504e-07,
      "loss": 0.3336,
      "step": 2397900
    },
    {
      "epoch": 669.25,
      "grad_norm": 1.1058248281478882,
      "learning_rate": 3.3408917579015846e-07,
      "loss": 0.3367,
      "step": 2397910
    },
    {
      "epoch": 669.25,
      "grad_norm": 1.1957072019577026,
      "learning_rate": 3.340752624524533e-07,
      "loss": 0.3394,
      "step": 2397920
    },
    {
      "epoch": 669.25,
      "grad_norm": 1.0489274263381958,
      "learning_rate": 3.3406134938223604e-07,
      "loss": 0.3539,
      "step": 2397930
    },
    {
      "epoch": 669.25,
      "grad_norm": 1.3920228481292725,
      "learning_rate": 3.3404743657950894e-07,
      "loss": 0.3412,
      "step": 2397940
    },
    {
      "epoch": 669.26,
      "grad_norm": 1.165550708770752,
      "learning_rate": 3.340335240442739e-07,
      "loss": 0.3485,
      "step": 2397950
    },
    {
      "epoch": 669.26,
      "grad_norm": 1.3901395797729492,
      "learning_rate": 3.3401961177653295e-07,
      "loss": 0.3482,
      "step": 2397960
    },
    {
      "epoch": 669.26,
      "grad_norm": 1.8457578420639038,
      "learning_rate": 3.340056997762866e-07,
      "loss": 0.352,
      "step": 2397970
    },
    {
      "epoch": 669.27,
      "grad_norm": 1.0894312858581543,
      "learning_rate": 3.3399178804353904e-07,
      "loss": 0.3393,
      "step": 2397980
    },
    {
      "epoch": 669.27,
      "grad_norm": 1.161123514175415,
      "learning_rate": 3.3397787657829025e-07,
      "loss": 0.3343,
      "step": 2397990
    },
    {
      "epoch": 669.27,
      "grad_norm": 1.1200578212738037,
      "learning_rate": 3.339639653805426e-07,
      "loss": 0.3401,
      "step": 2398000
    },
    {
      "epoch": 669.27,
      "grad_norm": 1.2587940692901611,
      "learning_rate": 3.3395005445029847e-07,
      "loss": 0.3363,
      "step": 2398010
    },
    {
      "epoch": 669.28,
      "grad_norm": 1.1037591695785522,
      "learning_rate": 3.3393614378755876e-07,
      "loss": 0.3311,
      "step": 2398020
    },
    {
      "epoch": 669.28,
      "grad_norm": 1.3906735181808472,
      "learning_rate": 3.33922233392326e-07,
      "loss": 0.3445,
      "step": 2398030
    },
    {
      "epoch": 669.28,
      "grad_norm": 1.1037973165512085,
      "learning_rate": 3.339083232646018e-07,
      "loss": 0.3378,
      "step": 2398040
    },
    {
      "epoch": 669.29,
      "grad_norm": 1.180431842803955,
      "learning_rate": 3.3389441340438814e-07,
      "loss": 0.3662,
      "step": 2398050
    },
    {
      "epoch": 669.29,
      "grad_norm": 1.1407668590545654,
      "learning_rate": 3.3388050381168705e-07,
      "loss": 0.3413,
      "step": 2398060
    },
    {
      "epoch": 669.29,
      "grad_norm": 1.300321340560913,
      "learning_rate": 3.338665944864999e-07,
      "loss": 0.3315,
      "step": 2398070
    },
    {
      "epoch": 669.29,
      "grad_norm": 1.342902660369873,
      "learning_rate": 3.3385268542882863e-07,
      "loss": 0.3545,
      "step": 2398080
    },
    {
      "epoch": 669.3,
      "grad_norm": 1.6896944046020508,
      "learning_rate": 3.338387766386754e-07,
      "loss": 0.3437,
      "step": 2398090
    },
    {
      "epoch": 669.3,
      "grad_norm": 1.2206975221633911,
      "learning_rate": 3.3382486811604233e-07,
      "loss": 0.341,
      "step": 2398100
    },
    {
      "epoch": 669.3,
      "grad_norm": 1.2825186252593994,
      "learning_rate": 3.338109598609296e-07,
      "loss": 0.3441,
      "step": 2398110
    },
    {
      "epoch": 669.31,
      "grad_norm": 1.1969295740127563,
      "learning_rate": 3.337970518733417e-07,
      "loss": 0.331,
      "step": 2398120
    },
    {
      "epoch": 669.31,
      "grad_norm": 1.2674227952957153,
      "learning_rate": 3.337831441532783e-07,
      "loss": 0.3337,
      "step": 2398130
    },
    {
      "epoch": 669.31,
      "grad_norm": 1.2931287288665771,
      "learning_rate": 3.3376923670074214e-07,
      "loss": 0.3355,
      "step": 2398140
    },
    {
      "epoch": 669.31,
      "grad_norm": 1.3289077281951904,
      "learning_rate": 3.3375532951573543e-07,
      "loss": 0.3449,
      "step": 2398150
    },
    {
      "epoch": 669.32,
      "grad_norm": 1.5222973823547363,
      "learning_rate": 3.3374142259825894e-07,
      "loss": 0.3327,
      "step": 2398160
    },
    {
      "epoch": 669.32,
      "grad_norm": 1.1663312911987305,
      "learning_rate": 3.3372751594831537e-07,
      "loss": 0.3375,
      "step": 2398170
    },
    {
      "epoch": 669.32,
      "grad_norm": 1.0977333784103394,
      "learning_rate": 3.337136095659062e-07,
      "loss": 0.3236,
      "step": 2398180
    },
    {
      "epoch": 669.32,
      "grad_norm": 1.2749556303024292,
      "learning_rate": 3.336997034510341e-07,
      "loss": 0.3353,
      "step": 2398190
    },
    {
      "epoch": 669.33,
      "grad_norm": 1.2237348556518555,
      "learning_rate": 3.336857976036995e-07,
      "loss": 0.3419,
      "step": 2398200
    },
    {
      "epoch": 669.33,
      "grad_norm": 1.3329973220825195,
      "learning_rate": 3.336718920239051e-07,
      "loss": 0.3319,
      "step": 2398210
    },
    {
      "epoch": 669.33,
      "grad_norm": 1.1601972579956055,
      "learning_rate": 3.336579867116532e-07,
      "loss": 0.3486,
      "step": 2398220
    },
    {
      "epoch": 669.34,
      "grad_norm": 1.206252932548523,
      "learning_rate": 3.3364408166694405e-07,
      "loss": 0.3235,
      "step": 2398230
    },
    {
      "epoch": 669.34,
      "grad_norm": 1.2624003887176514,
      "learning_rate": 3.3363017688978154e-07,
      "loss": 0.3357,
      "step": 2398240
    },
    {
      "epoch": 669.34,
      "grad_norm": 1.2059231996536255,
      "learning_rate": 3.33616272380166e-07,
      "loss": 0.3374,
      "step": 2398250
    },
    {
      "epoch": 669.34,
      "grad_norm": 1.20168137550354,
      "learning_rate": 3.3360236813809997e-07,
      "loss": 0.339,
      "step": 2398260
    },
    {
      "epoch": 669.35,
      "grad_norm": 1.2609925270080566,
      "learning_rate": 3.33588464163585e-07,
      "loss": 0.3368,
      "step": 2398270
    },
    {
      "epoch": 669.35,
      "grad_norm": 1.143723964691162,
      "learning_rate": 3.3357456045662346e-07,
      "loss": 0.3529,
      "step": 2398280
    },
    {
      "epoch": 669.35,
      "grad_norm": 1.1962043046951294,
      "learning_rate": 3.335606570172164e-07,
      "loss": 0.3307,
      "step": 2398290
    },
    {
      "epoch": 669.36,
      "grad_norm": 1.4024322032928467,
      "learning_rate": 3.3354675384536614e-07,
      "loss": 0.3303,
      "step": 2398300
    },
    {
      "epoch": 669.36,
      "grad_norm": 1.2988892793655396,
      "learning_rate": 3.3353285094107506e-07,
      "loss": 0.3622,
      "step": 2398310
    },
    {
      "epoch": 669.36,
      "grad_norm": 1.173485279083252,
      "learning_rate": 3.3351894830434337e-07,
      "loss": 0.3358,
      "step": 2398320
    },
    {
      "epoch": 669.36,
      "grad_norm": 1.2893121242523193,
      "learning_rate": 3.33505045935175e-07,
      "loss": 0.3238,
      "step": 2398330
    },
    {
      "epoch": 669.37,
      "grad_norm": 1.1408963203430176,
      "learning_rate": 3.3349114383357017e-07,
      "loss": 0.3406,
      "step": 2398340
    },
    {
      "epoch": 669.37,
      "grad_norm": 1.2026978731155396,
      "learning_rate": 3.334772419995313e-07,
      "loss": 0.339,
      "step": 2398350
    },
    {
      "epoch": 669.37,
      "grad_norm": 1.157815933227539,
      "learning_rate": 3.3346334043306096e-07,
      "loss": 0.3112,
      "step": 2398360
    },
    {
      "epoch": 669.37,
      "grad_norm": 1.3531343936920166,
      "learning_rate": 3.334494391341591e-07,
      "loss": 0.3422,
      "step": 2398370
    },
    {
      "epoch": 669.38,
      "grad_norm": 1.2962859869003296,
      "learning_rate": 3.3343553810283024e-07,
      "loss": 0.3428,
      "step": 2398380
    },
    {
      "epoch": 669.38,
      "grad_norm": 1.0440407991409302,
      "learning_rate": 3.3342163733907373e-07,
      "loss": 0.3496,
      "step": 2398390
    },
    {
      "epoch": 669.38,
      "grad_norm": 1.0963963270187378,
      "learning_rate": 3.334077368428928e-07,
      "loss": 0.3159,
      "step": 2398400
    },
    {
      "epoch": 669.39,
      "grad_norm": 1.080795407295227,
      "learning_rate": 3.33393836614289e-07,
      "loss": 0.349,
      "step": 2398410
    },
    {
      "epoch": 669.39,
      "grad_norm": 1.2779016494750977,
      "learning_rate": 3.333799366532646e-07,
      "loss": 0.3439,
      "step": 2398420
    },
    {
      "epoch": 669.39,
      "grad_norm": 1.4125036001205444,
      "learning_rate": 3.333660369598202e-07,
      "loss": 0.3346,
      "step": 2398430
    },
    {
      "epoch": 669.39,
      "grad_norm": 1.4284919500350952,
      "learning_rate": 3.333521375339589e-07,
      "loss": 0.3311,
      "step": 2398440
    },
    {
      "epoch": 669.4,
      "grad_norm": 1.1386531591415405,
      "learning_rate": 3.3333823837568246e-07,
      "loss": 0.3376,
      "step": 2398450
    },
    {
      "epoch": 669.4,
      "grad_norm": 1.1854835748672485,
      "learning_rate": 3.3332433948499125e-07,
      "loss": 0.3397,
      "step": 2398460
    },
    {
      "epoch": 669.4,
      "grad_norm": 1.3151441812515259,
      "learning_rate": 3.3331044086188934e-07,
      "loss": 0.3391,
      "step": 2398470
    },
    {
      "epoch": 669.41,
      "grad_norm": 1.1993073225021362,
      "learning_rate": 3.332965425063768e-07,
      "loss": 0.3281,
      "step": 2398480
    },
    {
      "epoch": 669.41,
      "grad_norm": 1.135143756866455,
      "learning_rate": 3.3328264441845644e-07,
      "loss": 0.3418,
      "step": 2398490
    },
    {
      "epoch": 669.41,
      "grad_norm": 1.2058773040771484,
      "learning_rate": 3.332687465981301e-07,
      "loss": 0.3313,
      "step": 2398500
    },
    {
      "epoch": 669.41,
      "grad_norm": 1.10094153881073,
      "learning_rate": 3.3325484904539907e-07,
      "loss": 0.3716,
      "step": 2398510
    },
    {
      "epoch": 669.42,
      "grad_norm": 1.2180466651916504,
      "learning_rate": 3.332409517602655e-07,
      "loss": 0.3474,
      "step": 2398520
    },
    {
      "epoch": 669.42,
      "grad_norm": 1.2491506338119507,
      "learning_rate": 3.332270547427311e-07,
      "loss": 0.3366,
      "step": 2398530
    },
    {
      "epoch": 669.42,
      "grad_norm": 1.3087488412857056,
      "learning_rate": 3.3321315799279823e-07,
      "loss": 0.3246,
      "step": 2398540
    },
    {
      "epoch": 669.43,
      "grad_norm": 1.1534123420715332,
      "learning_rate": 3.331992615104675e-07,
      "loss": 0.3342,
      "step": 2398550
    },
    {
      "epoch": 669.43,
      "grad_norm": 1.218263030052185,
      "learning_rate": 3.331853652957428e-07,
      "loss": 0.3385,
      "step": 2398560
    },
    {
      "epoch": 669.43,
      "grad_norm": 1.039908528327942,
      "learning_rate": 3.33171469348624e-07,
      "loss": 0.327,
      "step": 2398570
    },
    {
      "epoch": 669.43,
      "grad_norm": 1.146615743637085,
      "learning_rate": 3.331575736691138e-07,
      "loss": 0.328,
      "step": 2398580
    },
    {
      "epoch": 669.44,
      "grad_norm": 1.2253855466842651,
      "learning_rate": 3.331436782572148e-07,
      "loss": 0.3475,
      "step": 2398590
    },
    {
      "epoch": 669.44,
      "grad_norm": 1.1351889371871948,
      "learning_rate": 3.331297831129273e-07,
      "loss": 0.3449,
      "step": 2398600
    },
    {
      "epoch": 669.44,
      "grad_norm": 1.7751730680465698,
      "learning_rate": 3.3311588823625387e-07,
      "loss": 0.3447,
      "step": 2398610
    },
    {
      "epoch": 669.44,
      "grad_norm": 1.0974211692810059,
      "learning_rate": 3.331019936271965e-07,
      "loss": 0.3208,
      "step": 2398620
    },
    {
      "epoch": 669.45,
      "grad_norm": 1.3784183263778687,
      "learning_rate": 3.330880992857569e-07,
      "loss": 0.3379,
      "step": 2398630
    },
    {
      "epoch": 669.45,
      "grad_norm": 1.279773235321045,
      "learning_rate": 3.330742052119373e-07,
      "loss": 0.3439,
      "step": 2398640
    },
    {
      "epoch": 669.45,
      "grad_norm": 1.164847493171692,
      "learning_rate": 3.3306031140573906e-07,
      "loss": 0.3226,
      "step": 2398650
    },
    {
      "epoch": 669.46,
      "grad_norm": 1.4405467510223389,
      "learning_rate": 3.330464178671637e-07,
      "loss": 0.3367,
      "step": 2398660
    },
    {
      "epoch": 669.46,
      "grad_norm": 1.5162931680679321,
      "learning_rate": 3.3303252459621385e-07,
      "loss": 0.3204,
      "step": 2398670
    },
    {
      "epoch": 669.46,
      "grad_norm": 1.4024709463119507,
      "learning_rate": 3.3301863159289136e-07,
      "loss": 0.3246,
      "step": 2398680
    },
    {
      "epoch": 669.46,
      "grad_norm": 1.1138110160827637,
      "learning_rate": 3.3300473885719693e-07,
      "loss": 0.3568,
      "step": 2398690
    },
    {
      "epoch": 669.47,
      "grad_norm": 1.245019793510437,
      "learning_rate": 3.329908463891343e-07,
      "loss": 0.3464,
      "step": 2398700
    },
    {
      "epoch": 669.47,
      "grad_norm": 1.1338768005371094,
      "learning_rate": 3.3297695418870366e-07,
      "loss": 0.3297,
      "step": 2398710
    },
    {
      "epoch": 669.47,
      "grad_norm": 1.1572972536087036,
      "learning_rate": 3.3296306225590737e-07,
      "loss": 0.3352,
      "step": 2398720
    },
    {
      "epoch": 669.48,
      "grad_norm": 1.1679598093032837,
      "learning_rate": 3.32949170590748e-07,
      "loss": 0.3306,
      "step": 2398730
    },
    {
      "epoch": 669.48,
      "grad_norm": 1.3424679040908813,
      "learning_rate": 3.3293527919322615e-07,
      "loss": 0.3379,
      "step": 2398740
    },
    {
      "epoch": 669.48,
      "grad_norm": 1.4258402585983276,
      "learning_rate": 3.3292138806334435e-07,
      "loss": 0.3315,
      "step": 2398750
    },
    {
      "epoch": 669.48,
      "grad_norm": 1.1888502836227417,
      "learning_rate": 3.329074972011042e-07,
      "loss": 0.3424,
      "step": 2398760
    },
    {
      "epoch": 669.49,
      "grad_norm": 1.1875146627426147,
      "learning_rate": 3.328936066065086e-07,
      "loss": 0.3338,
      "step": 2398770
    },
    {
      "epoch": 669.49,
      "grad_norm": 0.9068706631660461,
      "learning_rate": 3.328797162795577e-07,
      "loss": 0.3378,
      "step": 2398780
    },
    {
      "epoch": 669.49,
      "grad_norm": 1.2513823509216309,
      "learning_rate": 3.328658262202544e-07,
      "loss": 0.3294,
      "step": 2398790
    },
    {
      "epoch": 669.49,
      "grad_norm": 1.1509034633636475,
      "learning_rate": 3.328519364286003e-07,
      "loss": 0.3321,
      "step": 2398800
    },
    {
      "epoch": 669.5,
      "grad_norm": 1.3269089460372925,
      "learning_rate": 3.3283804690459727e-07,
      "loss": 0.3555,
      "step": 2398810
    },
    {
      "epoch": 669.5,
      "grad_norm": 1.2968451976776123,
      "learning_rate": 3.328241576482475e-07,
      "loss": 0.3483,
      "step": 2398820
    },
    {
      "epoch": 669.5,
      "grad_norm": 1.2931157350540161,
      "learning_rate": 3.328102686595522e-07,
      "loss": 0.3504,
      "step": 2398830
    },
    {
      "epoch": 669.51,
      "grad_norm": 1.1645569801330566,
      "learning_rate": 3.327963799385136e-07,
      "loss": 0.3375,
      "step": 2398840
    },
    {
      "epoch": 669.51,
      "grad_norm": 1.2539479732513428,
      "learning_rate": 3.327824914851332e-07,
      "loss": 0.3333,
      "step": 2398850
    },
    {
      "epoch": 669.51,
      "grad_norm": 1.1024388074874878,
      "learning_rate": 3.327686032994138e-07,
      "loss": 0.3447,
      "step": 2398860
    },
    {
      "epoch": 669.51,
      "grad_norm": 1.3556458950042725,
      "learning_rate": 3.3275471538135606e-07,
      "loss": 0.3262,
      "step": 2398870
    },
    {
      "epoch": 669.52,
      "grad_norm": 1.4597021341323853,
      "learning_rate": 3.327408277309623e-07,
      "loss": 0.3398,
      "step": 2398880
    },
    {
      "epoch": 669.52,
      "grad_norm": 1.1823149919509888,
      "learning_rate": 3.3272694034823494e-07,
      "loss": 0.3505,
      "step": 2398890
    },
    {
      "epoch": 669.52,
      "grad_norm": 1.326758861541748,
      "learning_rate": 3.3271305323317417e-07,
      "loss": 0.3398,
      "step": 2398900
    },
    {
      "epoch": 669.53,
      "grad_norm": 1.087760329246521,
      "learning_rate": 3.326991663857842e-07,
      "loss": 0.3181,
      "step": 2398910
    },
    {
      "epoch": 669.53,
      "grad_norm": 1.1536593437194824,
      "learning_rate": 3.326852798060645e-07,
      "loss": 0.3349,
      "step": 2398920
    },
    {
      "epoch": 669.53,
      "grad_norm": 2.3922574520111084,
      "learning_rate": 3.3267139349401894e-07,
      "loss": 0.3418,
      "step": 2398930
    },
    {
      "epoch": 669.53,
      "grad_norm": 1.2666577100753784,
      "learning_rate": 3.326575074496483e-07,
      "loss": 0.3581,
      "step": 2398940
    },
    {
      "epoch": 669.54,
      "grad_norm": 1.236519694328308,
      "learning_rate": 3.326436216729545e-07,
      "loss": 0.3277,
      "step": 2398950
    },
    {
      "epoch": 669.54,
      "grad_norm": 1.2072519063949585,
      "learning_rate": 3.3262973616393976e-07,
      "loss": 0.336,
      "step": 2398960
    },
    {
      "epoch": 669.54,
      "grad_norm": 1.0804718732833862,
      "learning_rate": 3.3261585092260544e-07,
      "loss": 0.3319,
      "step": 2398970
    },
    {
      "epoch": 669.55,
      "grad_norm": 1.2703450918197632,
      "learning_rate": 3.326019659489536e-07,
      "loss": 0.3534,
      "step": 2398980
    },
    {
      "epoch": 669.55,
      "grad_norm": 1.4097477197647095,
      "learning_rate": 3.325880812429861e-07,
      "loss": 0.3507,
      "step": 2398990
    },
    {
      "epoch": 669.55,
      "grad_norm": 1.4842031002044678,
      "learning_rate": 3.325741968047052e-07,
      "loss": 0.3335,
      "step": 2399000
    },
    {
      "epoch": 669.55,
      "grad_norm": 1.2992712259292603,
      "learning_rate": 3.3256031263411203e-07,
      "loss": 0.3316,
      "step": 2399010
    },
    {
      "epoch": 669.56,
      "grad_norm": 1.4435704946517944,
      "learning_rate": 3.325464287312086e-07,
      "loss": 0.3455,
      "step": 2399020
    },
    {
      "epoch": 669.56,
      "grad_norm": 1.1078157424926758,
      "learning_rate": 3.3253254509599736e-07,
      "loss": 0.3299,
      "step": 2399030
    },
    {
      "epoch": 669.56,
      "grad_norm": 1.1983402967453003,
      "learning_rate": 3.3251866172847896e-07,
      "loss": 0.3296,
      "step": 2399040
    },
    {
      "epoch": 669.56,
      "grad_norm": 1.2779289484024048,
      "learning_rate": 3.3250477862865686e-07,
      "loss": 0.3456,
      "step": 2399050
    },
    {
      "epoch": 669.57,
      "grad_norm": 1.0688883066177368,
      "learning_rate": 3.3249089579653157e-07,
      "loss": 0.315,
      "step": 2399060
    },
    {
      "epoch": 669.57,
      "grad_norm": 1.1416552066802979,
      "learning_rate": 3.3247701323210517e-07,
      "loss": 0.3531,
      "step": 2399070
    },
    {
      "epoch": 669.57,
      "grad_norm": 1.3317954540252686,
      "learning_rate": 3.3246313093538e-07,
      "loss": 0.3286,
      "step": 2399080
    },
    {
      "epoch": 669.58,
      "grad_norm": 1.2898778915405273,
      "learning_rate": 3.324492489063581e-07,
      "loss": 0.3435,
      "step": 2399090
    },
    {
      "epoch": 669.58,
      "grad_norm": 1.2097598314285278,
      "learning_rate": 3.324353671450406e-07,
      "loss": 0.3218,
      "step": 2399100
    },
    {
      "epoch": 669.58,
      "grad_norm": 1.3547378778457642,
      "learning_rate": 3.324214856514292e-07,
      "loss": 0.344,
      "step": 2399110
    },
    {
      "epoch": 669.58,
      "grad_norm": 1.3262100219726562,
      "learning_rate": 3.3240760442552716e-07,
      "loss": 0.3547,
      "step": 2399120
    },
    {
      "epoch": 669.59,
      "grad_norm": 1.1604214906692505,
      "learning_rate": 3.3239372346733384e-07,
      "loss": 0.3321,
      "step": 2399130
    },
    {
      "epoch": 669.59,
      "grad_norm": 1.2029979228973389,
      "learning_rate": 3.32379842776854e-07,
      "loss": 0.342,
      "step": 2399140
    },
    {
      "epoch": 669.59,
      "grad_norm": 1.385133981704712,
      "learning_rate": 3.323659623540874e-07,
      "loss": 0.3402,
      "step": 2399150
    },
    {
      "epoch": 669.6,
      "grad_norm": 1.2424390316009521,
      "learning_rate": 3.323520821990365e-07,
      "loss": 0.3311,
      "step": 2399160
    },
    {
      "epoch": 669.6,
      "grad_norm": 1.2566778659820557,
      "learning_rate": 3.323382023117038e-07,
      "loss": 0.336,
      "step": 2399170
    },
    {
      "epoch": 669.6,
      "grad_norm": 1.1077042818069458,
      "learning_rate": 3.3232432269209004e-07,
      "loss": 0.3356,
      "step": 2399180
    },
    {
      "epoch": 669.6,
      "grad_norm": 1.2910878658294678,
      "learning_rate": 3.323104433401975e-07,
      "loss": 0.3235,
      "step": 2399190
    },
    {
      "epoch": 669.61,
      "grad_norm": 1.360403060913086,
      "learning_rate": 3.322965642560283e-07,
      "loss": 0.3265,
      "step": 2399200
    },
    {
      "epoch": 669.61,
      "grad_norm": 1.3299006223678589,
      "learning_rate": 3.32282685439584e-07,
      "loss": 0.3271,
      "step": 2399210
    },
    {
      "epoch": 669.61,
      "grad_norm": 1.3054004907608032,
      "learning_rate": 3.322688068908665e-07,
      "loss": 0.333,
      "step": 2399220
    },
    {
      "epoch": 669.61,
      "grad_norm": 1.3108794689178467,
      "learning_rate": 3.3225492860987824e-07,
      "loss": 0.3401,
      "step": 2399230
    },
    {
      "epoch": 669.62,
      "grad_norm": 1.0177627801895142,
      "learning_rate": 3.3224105059662016e-07,
      "loss": 0.3368,
      "step": 2399240
    },
    {
      "epoch": 669.62,
      "grad_norm": 1.2531464099884033,
      "learning_rate": 3.322271728510942e-07,
      "loss": 0.3305,
      "step": 2399250
    },
    {
      "epoch": 669.62,
      "grad_norm": 1.3437870740890503,
      "learning_rate": 3.3221329537330306e-07,
      "loss": 0.3416,
      "step": 2399260
    },
    {
      "epoch": 669.63,
      "grad_norm": 1.211828589439392,
      "learning_rate": 3.32199418163247e-07,
      "loss": 0.3302,
      "step": 2399270
    },
    {
      "epoch": 669.63,
      "grad_norm": 1.2890911102294922,
      "learning_rate": 3.3218554122093016e-07,
      "loss": 0.3312,
      "step": 2399280
    },
    {
      "epoch": 669.63,
      "grad_norm": 1.2459040880203247,
      "learning_rate": 3.3217166454635223e-07,
      "loss": 0.342,
      "step": 2399290
    },
    {
      "epoch": 669.63,
      "grad_norm": 1.2248069047927856,
      "learning_rate": 3.321577881395161e-07,
      "loss": 0.3295,
      "step": 2399300
    },
    {
      "epoch": 669.64,
      "grad_norm": 1.2395274639129639,
      "learning_rate": 3.3214391200042395e-07,
      "loss": 0.3453,
      "step": 2399310
    },
    {
      "epoch": 669.64,
      "grad_norm": 1.1744601726531982,
      "learning_rate": 3.3213003612907646e-07,
      "loss": 0.3417,
      "step": 2399320
    },
    {
      "epoch": 669.64,
      "grad_norm": 1.37240469455719,
      "learning_rate": 3.3211616052547624e-07,
      "loss": 0.3402,
      "step": 2399330
    },
    {
      "epoch": 669.65,
      "grad_norm": 1.1416808366775513,
      "learning_rate": 3.321022851896251e-07,
      "loss": 0.3459,
      "step": 2399340
    },
    {
      "epoch": 669.65,
      "grad_norm": 1.1665778160095215,
      "learning_rate": 3.3208841012152515e-07,
      "loss": 0.3384,
      "step": 2399350
    },
    {
      "epoch": 669.65,
      "grad_norm": 1.2248241901397705,
      "learning_rate": 3.320745353211769e-07,
      "loss": 0.3251,
      "step": 2399360
    },
    {
      "epoch": 669.65,
      "grad_norm": 1.3333513736724854,
      "learning_rate": 3.320606607885843e-07,
      "loss": 0.3359,
      "step": 2399370
    },
    {
      "epoch": 669.66,
      "grad_norm": 1.1660490036010742,
      "learning_rate": 3.3204678652374784e-07,
      "loss": 0.337,
      "step": 2399380
    },
    {
      "epoch": 669.66,
      "grad_norm": 1.177857756614685,
      "learning_rate": 3.320329125266693e-07,
      "loss": 0.326,
      "step": 2399390
    },
    {
      "epoch": 669.66,
      "grad_norm": 1.3231024742126465,
      "learning_rate": 3.320190387973516e-07,
      "loss": 0.3433,
      "step": 2399400
    },
    {
      "epoch": 669.67,
      "grad_norm": 1.0520530939102173,
      "learning_rate": 3.320051653357949e-07,
      "loss": 0.3315,
      "step": 2399410
    },
    {
      "epoch": 669.67,
      "grad_norm": 1.2146275043487549,
      "learning_rate": 3.3199129214200245e-07,
      "loss": 0.3484,
      "step": 2399420
    },
    {
      "epoch": 669.67,
      "grad_norm": 1.369568943977356,
      "learning_rate": 3.319774192159755e-07,
      "loss": 0.3321,
      "step": 2399430
    },
    {
      "epoch": 669.67,
      "grad_norm": 1.189241647720337,
      "learning_rate": 3.3196354655771637e-07,
      "loss": 0.3244,
      "step": 2399440
    },
    {
      "epoch": 669.68,
      "grad_norm": 1.27900230884552,
      "learning_rate": 3.3194967416722615e-07,
      "loss": 0.3259,
      "step": 2399450
    },
    {
      "epoch": 669.68,
      "grad_norm": 3.387025833129883,
      "learning_rate": 3.3193580204450715e-07,
      "loss": 0.3367,
      "step": 2399460
    },
    {
      "epoch": 669.68,
      "grad_norm": 1.297034502029419,
      "learning_rate": 3.3192193018956167e-07,
      "loss": 0.3493,
      "step": 2399470
    },
    {
      "epoch": 669.68,
      "grad_norm": 1.1914039850234985,
      "learning_rate": 3.3190805860239004e-07,
      "loss": 0.3345,
      "step": 2399480
    },
    {
      "epoch": 669.69,
      "grad_norm": 1.4695839881896973,
      "learning_rate": 3.3189418728299613e-07,
      "loss": 0.3329,
      "step": 2399490
    },
    {
      "epoch": 669.69,
      "grad_norm": 1.398228406906128,
      "learning_rate": 3.318803162313797e-07,
      "loss": 0.3343,
      "step": 2399500
    },
    {
      "epoch": 669.69,
      "grad_norm": 1.134149193763733,
      "learning_rate": 3.318664454475446e-07,
      "loss": 0.3279,
      "step": 2399510
    },
    {
      "epoch": 669.7,
      "grad_norm": 1.2440751791000366,
      "learning_rate": 3.3185257493149147e-07,
      "loss": 0.3631,
      "step": 2399520
    },
    {
      "epoch": 669.7,
      "grad_norm": 1.184929609298706,
      "learning_rate": 3.318387046832223e-07,
      "loss": 0.3338,
      "step": 2399530
    },
    {
      "epoch": 669.7,
      "grad_norm": 1.1103510856628418,
      "learning_rate": 3.3182483470273964e-07,
      "loss": 0.3429,
      "step": 2399540
    },
    {
      "epoch": 669.7,
      "grad_norm": 1.239067554473877,
      "learning_rate": 3.3181096499004436e-07,
      "loss": 0.3329,
      "step": 2399550
    },
    {
      "epoch": 669.71,
      "grad_norm": 1.379951000213623,
      "learning_rate": 3.3179709554513854e-07,
      "loss": 0.3492,
      "step": 2399560
    },
    {
      "epoch": 669.71,
      "grad_norm": 1.230771780014038,
      "learning_rate": 3.317832263680242e-07,
      "loss": 0.3332,
      "step": 2399570
    },
    {
      "epoch": 669.71,
      "grad_norm": 1.1758835315704346,
      "learning_rate": 3.3176935745870377e-07,
      "loss": 0.3367,
      "step": 2399580
    },
    {
      "epoch": 669.72,
      "grad_norm": 1.8657472133636475,
      "learning_rate": 3.3175548881717794e-07,
      "loss": 0.3366,
      "step": 2399590
    },
    {
      "epoch": 669.72,
      "grad_norm": 1.1375514268875122,
      "learning_rate": 3.3174162044344936e-07,
      "loss": 0.3387,
      "step": 2399600
    },
    {
      "epoch": 669.72,
      "grad_norm": 1.2836395502090454,
      "learning_rate": 3.3172775233751983e-07,
      "loss": 0.3457,
      "step": 2399610
    },
    {
      "epoch": 669.72,
      "grad_norm": 1.2901791334152222,
      "learning_rate": 3.3171388449939014e-07,
      "loss": 0.3557,
      "step": 2399620
    },
    {
      "epoch": 669.73,
      "grad_norm": 1.4131544828414917,
      "learning_rate": 3.31700016929064e-07,
      "loss": 0.3243,
      "step": 2399630
    },
    {
      "epoch": 669.73,
      "grad_norm": 1.3211696147918701,
      "learning_rate": 3.3168614962654183e-07,
      "loss": 0.327,
      "step": 2399640
    },
    {
      "epoch": 669.73,
      "grad_norm": 1.4484082460403442,
      "learning_rate": 3.3167228259182576e-07,
      "loss": 0.3338,
      "step": 2399650
    },
    {
      "epoch": 669.73,
      "grad_norm": 1.2603065967559814,
      "learning_rate": 3.3165841582491783e-07,
      "loss": 0.3224,
      "step": 2399660
    },
    {
      "epoch": 669.74,
      "grad_norm": 1.0486350059509277,
      "learning_rate": 3.3164454932582044e-07,
      "loss": 0.3492,
      "step": 2399670
    },
    {
      "epoch": 669.74,
      "grad_norm": 1.115195870399475,
      "learning_rate": 3.3163068309453433e-07,
      "loss": 0.3389,
      "step": 2399680
    },
    {
      "epoch": 669.74,
      "grad_norm": 1.1189548969268799,
      "learning_rate": 3.316168171310616e-07,
      "loss": 0.333,
      "step": 2399690
    },
    {
      "epoch": 669.75,
      "grad_norm": 1.240046739578247,
      "learning_rate": 3.316029514354051e-07,
      "loss": 0.3563,
      "step": 2399700
    },
    {
      "epoch": 669.75,
      "grad_norm": 1.583632469177246,
      "learning_rate": 3.3158908600756484e-07,
      "loss": 0.3477,
      "step": 2399710
    },
    {
      "epoch": 669.75,
      "grad_norm": 1.231075406074524,
      "learning_rate": 3.3157522084754475e-07,
      "loss": 0.332,
      "step": 2399720
    },
    {
      "epoch": 669.75,
      "grad_norm": 1.0797096490859985,
      "learning_rate": 3.315613559553453e-07,
      "loss": 0.335,
      "step": 2399730
    },
    {
      "epoch": 669.76,
      "grad_norm": 1.228899359703064,
      "learning_rate": 3.315474913309686e-07,
      "loss": 0.3246,
      "step": 2399740
    },
    {
      "epoch": 669.76,
      "grad_norm": 1.1810003519058228,
      "learning_rate": 3.3153362697441646e-07,
      "loss": 0.3179,
      "step": 2399750
    },
    {
      "epoch": 669.76,
      "grad_norm": 1.2527743577957153,
      "learning_rate": 3.3151976288569146e-07,
      "loss": 0.3287,
      "step": 2399760
    },
    {
      "epoch": 669.77,
      "grad_norm": 1.2443426847457886,
      "learning_rate": 3.3150589906479446e-07,
      "loss": 0.3392,
      "step": 2399770
    },
    {
      "epoch": 669.77,
      "grad_norm": 1.4263219833374023,
      "learning_rate": 3.3149203551172774e-07,
      "loss": 0.3394,
      "step": 2399780
    },
    {
      "epoch": 669.77,
      "grad_norm": 1.3644102811813354,
      "learning_rate": 3.3147817222649284e-07,
      "loss": 0.339,
      "step": 2399790
    },
    {
      "epoch": 669.77,
      "grad_norm": 1.1632989645004272,
      "learning_rate": 3.314643092090919e-07,
      "loss": 0.3502,
      "step": 2399800
    },
    {
      "epoch": 669.78,
      "grad_norm": 1.5212680101394653,
      "learning_rate": 3.3145044645952744e-07,
      "loss": 0.3535,
      "step": 2399810
    },
    {
      "epoch": 669.78,
      "grad_norm": 1.2289258241653442,
      "learning_rate": 3.3143658397780007e-07,
      "loss": 0.3292,
      "step": 2399820
    },
    {
      "epoch": 669.78,
      "grad_norm": 2.0433146953582764,
      "learning_rate": 3.3142272176391213e-07,
      "loss": 0.3492,
      "step": 2399830
    },
    {
      "epoch": 669.79,
      "grad_norm": 1.337957501411438,
      "learning_rate": 3.3140885981786586e-07,
      "loss": 0.35,
      "step": 2399840
    },
    {
      "epoch": 669.79,
      "grad_norm": 1.2402087450027466,
      "learning_rate": 3.313949981396619e-07,
      "loss": 0.3359,
      "step": 2399850
    },
    {
      "epoch": 669.79,
      "grad_norm": 2.0627310276031494,
      "learning_rate": 3.313811367293038e-07,
      "loss": 0.3235,
      "step": 2399860
    },
    {
      "epoch": 669.79,
      "grad_norm": 1.3354675769805908,
      "learning_rate": 3.313672755867922e-07,
      "loss": 0.3407,
      "step": 2399870
    },
    {
      "epoch": 669.8,
      "grad_norm": 1.1050655841827393,
      "learning_rate": 3.313534147121293e-07,
      "loss": 0.3404,
      "step": 2399880
    },
    {
      "epoch": 669.8,
      "grad_norm": 1.270479440689087,
      "learning_rate": 3.3133955410531677e-07,
      "loss": 0.3432,
      "step": 2399890
    },
    {
      "epoch": 669.8,
      "grad_norm": 1.2966285943984985,
      "learning_rate": 3.313256937663574e-07,
      "loss": 0.3274,
      "step": 2399900
    },
    {
      "epoch": 669.8,
      "grad_norm": 1.418157935142517,
      "learning_rate": 3.3131183369525147e-07,
      "loss": 0.3349,
      "step": 2399910
    },
    {
      "epoch": 669.81,
      "grad_norm": 1.0928765535354614,
      "learning_rate": 3.3129797389200157e-07,
      "loss": 0.3181,
      "step": 2399920
    },
    {
      "epoch": 669.81,
      "grad_norm": 1.3854303359985352,
      "learning_rate": 3.312841143566104e-07,
      "loss": 0.3677,
      "step": 2399930
    },
    {
      "epoch": 669.81,
      "grad_norm": 1.1270211935043335,
      "learning_rate": 3.3127025508907753e-07,
      "loss": 0.3399,
      "step": 2399940
    },
    {
      "epoch": 669.82,
      "grad_norm": 1.5233345031738281,
      "learning_rate": 3.312563960894078e-07,
      "loss": 0.3267,
      "step": 2399950
    },
    {
      "epoch": 669.82,
      "grad_norm": 1.224266767501831,
      "learning_rate": 3.3124253735760057e-07,
      "loss": 0.3456,
      "step": 2399960
    },
    {
      "epoch": 669.82,
      "grad_norm": 1.1891950368881226,
      "learning_rate": 3.312286788936588e-07,
      "loss": 0.34,
      "step": 2399970
    },
    {
      "epoch": 669.82,
      "grad_norm": 1.2700307369232178,
      "learning_rate": 3.3121482069758476e-07,
      "loss": 0.3432,
      "step": 2399980
    },
    {
      "epoch": 669.83,
      "grad_norm": 1.1406077146530151,
      "learning_rate": 3.3120096276937903e-07,
      "loss": 0.3539,
      "step": 2399990
    },
    {
      "epoch": 669.83,
      "grad_norm": 1.185459017753601,
      "learning_rate": 3.3118710510904413e-07,
      "loss": 0.3295,
      "step": 2400000
    },
    {
      "epoch": 669.83,
      "grad_norm": 1.3912245035171509,
      "learning_rate": 3.31173247716582e-07,
      "loss": 0.343,
      "step": 2400010
    },
    {
      "epoch": 669.84,
      "grad_norm": 1.1125035285949707,
      "learning_rate": 3.3115939059199516e-07,
      "loss": 0.3382,
      "step": 2400020
    },
    {
      "epoch": 669.84,
      "grad_norm": 1.3707373142242432,
      "learning_rate": 3.311455337352831e-07,
      "loss": 0.3517,
      "step": 2400030
    },
    {
      "epoch": 669.84,
      "grad_norm": 1.079586148262024,
      "learning_rate": 3.3113167714645075e-07,
      "loss": 0.334,
      "step": 2400040
    },
    {
      "epoch": 669.84,
      "grad_norm": 2.464087724685669,
      "learning_rate": 3.311178208254976e-07,
      "loss": 0.3307,
      "step": 2400050
    },
    {
      "epoch": 669.85,
      "grad_norm": 1.2775923013687134,
      "learning_rate": 3.311039647724265e-07,
      "loss": 0.3318,
      "step": 2400060
    },
    {
      "epoch": 669.85,
      "grad_norm": 1.3239132165908813,
      "learning_rate": 3.310901089872396e-07,
      "loss": 0.338,
      "step": 2400070
    },
    {
      "epoch": 669.85,
      "grad_norm": 1.060465693473816,
      "learning_rate": 3.3107625346993715e-07,
      "loss": 0.3385,
      "step": 2400080
    },
    {
      "epoch": 669.85,
      "grad_norm": 1.1682289838790894,
      "learning_rate": 3.3106239822052346e-07,
      "loss": 0.3441,
      "step": 2400090
    },
    {
      "epoch": 669.86,
      "grad_norm": 1.1783337593078613,
      "learning_rate": 3.3104854323899813e-07,
      "loss": 0.3342,
      "step": 2400100
    },
    {
      "epoch": 669.86,
      "grad_norm": 1.1796257495880127,
      "learning_rate": 3.310346885253642e-07,
      "loss": 0.3233,
      "step": 2400110
    },
    {
      "epoch": 669.86,
      "grad_norm": 1.1656588315963745,
      "learning_rate": 3.310208340796236e-07,
      "loss": 0.3419,
      "step": 2400120
    },
    {
      "epoch": 669.87,
      "grad_norm": 1.2537976503372192,
      "learning_rate": 3.310069799017775e-07,
      "loss": 0.3409,
      "step": 2400130
    },
    {
      "epoch": 669.87,
      "grad_norm": 1.4379489421844482,
      "learning_rate": 3.309931259918278e-07,
      "loss": 0.3439,
      "step": 2400140
    },
    {
      "epoch": 669.87,
      "grad_norm": 1.2373180389404297,
      "learning_rate": 3.3097927234977656e-07,
      "loss": 0.339,
      "step": 2400150
    },
    {
      "epoch": 669.87,
      "grad_norm": 1.105399250984192,
      "learning_rate": 3.3096541897562637e-07,
      "loss": 0.3328,
      "step": 2400160
    },
    {
      "epoch": 669.88,
      "grad_norm": 1.2478578090667725,
      "learning_rate": 3.3095156586937725e-07,
      "loss": 0.3209,
      "step": 2400170
    },
    {
      "epoch": 669.88,
      "grad_norm": 1.359936237335205,
      "learning_rate": 3.3093771303103316e-07,
      "loss": 0.3446,
      "step": 2400180
    },
    {
      "epoch": 669.88,
      "grad_norm": 1.3193953037261963,
      "learning_rate": 3.3092386046059447e-07,
      "loss": 0.3375,
      "step": 2400190
    },
    {
      "epoch": 669.89,
      "grad_norm": 1.2212698459625244,
      "learning_rate": 3.309100081580634e-07,
      "loss": 0.3369,
      "step": 2400200
    },
    {
      "epoch": 669.89,
      "grad_norm": 1.137008547782898,
      "learning_rate": 3.308961561234425e-07,
      "loss": 0.3367,
      "step": 2400210
    },
    {
      "epoch": 669.89,
      "grad_norm": 1.9318979978561401,
      "learning_rate": 3.3088230435673227e-07,
      "loss": 0.3367,
      "step": 2400220
    },
    {
      "epoch": 669.89,
      "grad_norm": 1.1843305826187134,
      "learning_rate": 3.3086845285793563e-07,
      "loss": 0.3438,
      "step": 2400230
    },
    {
      "epoch": 669.9,
      "grad_norm": 1.144783616065979,
      "learning_rate": 3.308546016270538e-07,
      "loss": 0.3255,
      "step": 2400240
    },
    {
      "epoch": 669.9,
      "grad_norm": 1.1958365440368652,
      "learning_rate": 3.308407506640895e-07,
      "loss": 0.3389,
      "step": 2400250
    },
    {
      "epoch": 669.9,
      "grad_norm": 1.244696021080017,
      "learning_rate": 3.308268999690434e-07,
      "loss": 0.3238,
      "step": 2400260
    },
    {
      "epoch": 669.91,
      "grad_norm": 1.1603648662567139,
      "learning_rate": 3.308130495419179e-07,
      "loss": 0.3433,
      "step": 2400270
    },
    {
      "epoch": 669.91,
      "grad_norm": 1.0823436975479126,
      "learning_rate": 3.3079919938271556e-07,
      "loss": 0.3296,
      "step": 2400280
    },
    {
      "epoch": 669.91,
      "grad_norm": 1.2780694961547852,
      "learning_rate": 3.307853494914361e-07,
      "loss": 0.3364,
      "step": 2400290
    },
    {
      "epoch": 669.91,
      "grad_norm": 1.2577489614486694,
      "learning_rate": 3.3077149986808434e-07,
      "loss": 0.3368,
      "step": 2400300
    },
    {
      "epoch": 669.92,
      "grad_norm": 1.2058683633804321,
      "learning_rate": 3.3075765051265963e-07,
      "loss": 0.3459,
      "step": 2400310
    },
    {
      "epoch": 669.92,
      "grad_norm": 1.2627662420272827,
      "learning_rate": 3.3074380142516483e-07,
      "loss": 0.3428,
      "step": 2400320
    },
    {
      "epoch": 669.92,
      "grad_norm": 1.315772533416748,
      "learning_rate": 3.3072995260560186e-07,
      "loss": 0.3537,
      "step": 2400330
    },
    {
      "epoch": 669.92,
      "grad_norm": 1.076593279838562,
      "learning_rate": 3.307161040539727e-07,
      "loss": 0.3338,
      "step": 2400340
    },
    {
      "epoch": 669.93,
      "grad_norm": 1.1171687841415405,
      "learning_rate": 3.3070225577027873e-07,
      "loss": 0.3259,
      "step": 2400350
    },
    {
      "epoch": 669.93,
      "grad_norm": 1.1675312519073486,
      "learning_rate": 3.306884077545217e-07,
      "loss": 0.357,
      "step": 2400360
    },
    {
      "epoch": 669.93,
      "grad_norm": 1.1746221780776978,
      "learning_rate": 3.3067456000670374e-07,
      "loss": 0.3545,
      "step": 2400370
    },
    {
      "epoch": 669.94,
      "grad_norm": 1.1865642070770264,
      "learning_rate": 3.3066071252682666e-07,
      "loss": 0.3377,
      "step": 2400380
    },
    {
      "epoch": 669.94,
      "grad_norm": 1.314882516860962,
      "learning_rate": 3.306468653148928e-07,
      "loss": 0.3294,
      "step": 2400390
    },
    {
      "epoch": 669.94,
      "grad_norm": 1.3955585956573486,
      "learning_rate": 3.3063301837090316e-07,
      "loss": 0.357,
      "step": 2400400
    },
    {
      "epoch": 669.94,
      "grad_norm": 1.7464340925216675,
      "learning_rate": 3.306191716948599e-07,
      "loss": 0.3204,
      "step": 2400410
    },
    {
      "epoch": 669.95,
      "grad_norm": 1.2413846254348755,
      "learning_rate": 3.3060532528676534e-07,
      "loss": 0.342,
      "step": 2400420
    },
    {
      "epoch": 669.95,
      "grad_norm": 1.2637892961502075,
      "learning_rate": 3.305914791466197e-07,
      "loss": 0.3375,
      "step": 2400430
    },
    {
      "epoch": 669.95,
      "grad_norm": 1.610518455505371,
      "learning_rate": 3.3057763327442743e-07,
      "loss": 0.3403,
      "step": 2400440
    },
    {
      "epoch": 669.96,
      "grad_norm": 1.3832660913467407,
      "learning_rate": 3.30563787670188e-07,
      "loss": 0.3214,
      "step": 2400450
    },
    {
      "epoch": 669.96,
      "grad_norm": 1.1352790594100952,
      "learning_rate": 3.305499423339046e-07,
      "loss": 0.3455,
      "step": 2400460
    },
    {
      "epoch": 669.96,
      "grad_norm": 1.271437406539917,
      "learning_rate": 3.305360972655784e-07,
      "loss": 0.3322,
      "step": 2400470
    },
    {
      "epoch": 669.96,
      "grad_norm": 1.2103374004364014,
      "learning_rate": 3.305222524652121e-07,
      "loss": 0.3377,
      "step": 2400480
    },
    {
      "epoch": 669.97,
      "grad_norm": 1.2166749238967896,
      "learning_rate": 3.305084079328064e-07,
      "loss": 0.3476,
      "step": 2400490
    },
    {
      "epoch": 669.97,
      "grad_norm": 1.1991353034973145,
      "learning_rate": 3.304945636683638e-07,
      "loss": 0.3434,
      "step": 2400500
    },
    {
      "epoch": 669.97,
      "grad_norm": 1.354408860206604,
      "learning_rate": 3.3048071967188675e-07,
      "loss": 0.331,
      "step": 2400510
    },
    {
      "epoch": 669.97,
      "grad_norm": 1.2793587446212769,
      "learning_rate": 3.30466875943375e-07,
      "loss": 0.3596,
      "step": 2400520
    },
    {
      "epoch": 669.98,
      "grad_norm": 1.504809021949768,
      "learning_rate": 3.3045303248283306e-07,
      "loss": 0.3216,
      "step": 2400530
    },
    {
      "epoch": 669.98,
      "grad_norm": 1.2339181900024414,
      "learning_rate": 3.3043918929026084e-07,
      "loss": 0.3221,
      "step": 2400540
    },
    {
      "epoch": 669.98,
      "grad_norm": 1.9206948280334473,
      "learning_rate": 3.3042534636566077e-07,
      "loss": 0.3406,
      "step": 2400550
    },
    {
      "epoch": 669.99,
      "grad_norm": 1.0510249137878418,
      "learning_rate": 3.304115037090356e-07,
      "loss": 0.334,
      "step": 2400560
    },
    {
      "epoch": 669.99,
      "grad_norm": 1.1948145627975464,
      "learning_rate": 3.303976613203855e-07,
      "loss": 0.3349,
      "step": 2400570
    },
    {
      "epoch": 669.99,
      "grad_norm": 1.1764408349990845,
      "learning_rate": 3.303838191997131e-07,
      "loss": 0.3252,
      "step": 2400580
    },
    {
      "epoch": 669.99,
      "grad_norm": 1.4948055744171143,
      "learning_rate": 3.303699773470207e-07,
      "loss": 0.3371,
      "step": 2400590
    },
    {
      "epoch": 670.0,
      "grad_norm": 1.4185924530029297,
      "learning_rate": 3.3035613576231e-07,
      "loss": 0.3366,
      "step": 2400600
    },
    {
      "epoch": 670.0,
      "grad_norm": 1.5278339385986328,
      "learning_rate": 3.303422944455813e-07,
      "loss": 0.3428,
      "step": 2400610
    },
    {
      "epoch": 670.0,
      "eval_loss": 0.338792622089386,
      "eval_runtime": 64.1893,
      "eval_samples_per_second": 78.814,
      "eval_steps_per_second": 9.861,
      "step": 2400610
    },
    {
      "epoch": 670.0,
      "grad_norm": 1.4084564447402954,
      "learning_rate": 3.3032845339683903e-07,
      "loss": 0.3456,
      "step": 2400620
    },
    {
      "epoch": 670.01,
      "grad_norm": 1.1215325593948364,
      "learning_rate": 3.303146126160831e-07,
      "loss": 0.3296,
      "step": 2400630
    },
    {
      "epoch": 670.01,
      "grad_norm": 1.1465909481048584,
      "learning_rate": 3.3030077210331603e-07,
      "loss": 0.3326,
      "step": 2400640
    },
    {
      "epoch": 670.01,
      "grad_norm": 1.2390141487121582,
      "learning_rate": 3.3028693185854027e-07,
      "loss": 0.3406,
      "step": 2400650
    },
    {
      "epoch": 670.01,
      "grad_norm": 1.2199996709823608,
      "learning_rate": 3.302730918817556e-07,
      "loss": 0.3205,
      "step": 2400660
    },
    {
      "epoch": 670.02,
      "grad_norm": 1.4859325885772705,
      "learning_rate": 3.3025925217296644e-07,
      "loss": 0.3296,
      "step": 2400670
    },
    {
      "epoch": 670.02,
      "grad_norm": 1.0424113273620605,
      "learning_rate": 3.3024541273217307e-07,
      "loss": 0.334,
      "step": 2400680
    },
    {
      "epoch": 670.02,
      "grad_norm": 1.140875220298767,
      "learning_rate": 3.302315735593776e-07,
      "loss": 0.3549,
      "step": 2400690
    },
    {
      "epoch": 670.03,
      "grad_norm": 1.3961219787597656,
      "learning_rate": 3.3021773465458255e-07,
      "loss": 0.3364,
      "step": 2400700
    },
    {
      "epoch": 670.03,
      "grad_norm": 1.4181450605392456,
      "learning_rate": 3.302038960177885e-07,
      "loss": 0.3458,
      "step": 2400710
    },
    {
      "epoch": 670.03,
      "grad_norm": 1.218963384628296,
      "learning_rate": 3.301900576489983e-07,
      "loss": 0.3254,
      "step": 2400720
    },
    {
      "epoch": 670.03,
      "grad_norm": 1.3164395093917847,
      "learning_rate": 3.301762195482133e-07,
      "loss": 0.3371,
      "step": 2400730
    },
    {
      "epoch": 670.04,
      "grad_norm": 1.3615567684173584,
      "learning_rate": 3.3016238171543594e-07,
      "loss": 0.3305,
      "step": 2400740
    },
    {
      "epoch": 670.04,
      "grad_norm": 1.1996129751205444,
      "learning_rate": 3.3014854415066666e-07,
      "loss": 0.3395,
      "step": 2400750
    },
    {
      "epoch": 670.04,
      "grad_norm": 1.6345947980880737,
      "learning_rate": 3.301347068539093e-07,
      "loss": 0.355,
      "step": 2400760
    },
    {
      "epoch": 670.04,
      "grad_norm": 1.1780245304107666,
      "learning_rate": 3.301208698251644e-07,
      "loss": 0.3217,
      "step": 2400770
    },
    {
      "epoch": 670.05,
      "grad_norm": 1.4767184257507324,
      "learning_rate": 3.301070330644337e-07,
      "loss": 0.3383,
      "step": 2400780
    },
    {
      "epoch": 670.05,
      "grad_norm": 1.1956464052200317,
      "learning_rate": 3.3009319657172015e-07,
      "loss": 0.3251,
      "step": 2400790
    },
    {
      "epoch": 670.05,
      "grad_norm": 1.3852207660675049,
      "learning_rate": 3.300793603470245e-07,
      "loss": 0.3373,
      "step": 2400800
    },
    {
      "epoch": 670.06,
      "grad_norm": 1.1890172958374023,
      "learning_rate": 3.300655243903488e-07,
      "loss": 0.3337,
      "step": 2400810
    },
    {
      "epoch": 670.06,
      "grad_norm": 1.2845045328140259,
      "learning_rate": 3.300516887016949e-07,
      "loss": 0.3462,
      "step": 2400820
    },
    {
      "epoch": 670.06,
      "grad_norm": 1.2581063508987427,
      "learning_rate": 3.3003785328106544e-07,
      "loss": 0.3419,
      "step": 2400830
    },
    {
      "epoch": 670.06,
      "grad_norm": 1.2991738319396973,
      "learning_rate": 3.3002401812846065e-07,
      "loss": 0.3354,
      "step": 2400840
    },
    {
      "epoch": 670.07,
      "grad_norm": 1.3833212852478027,
      "learning_rate": 3.300101832438844e-07,
      "loss": 0.34,
      "step": 2400850
    },
    {
      "epoch": 670.07,
      "grad_norm": 1.0376399755477905,
      "learning_rate": 3.2999634862733696e-07,
      "loss": 0.3269,
      "step": 2400860
    },
    {
      "epoch": 670.07,
      "grad_norm": 1.137479543685913,
      "learning_rate": 3.299825142788205e-07,
      "loss": 0.328,
      "step": 2400870
    },
    {
      "epoch": 670.08,
      "grad_norm": 1.1555744409561157,
      "learning_rate": 3.2996868019833775e-07,
      "loss": 0.3292,
      "step": 2400880
    },
    {
      "epoch": 670.08,
      "grad_norm": 1.1820155382156372,
      "learning_rate": 3.2995484638588906e-07,
      "loss": 0.3405,
      "step": 2400890
    },
    {
      "epoch": 670.08,
      "grad_norm": 1.5087982416152954,
      "learning_rate": 3.299410128414772e-07,
      "loss": 0.3421,
      "step": 2400900
    },
    {
      "epoch": 670.08,
      "grad_norm": 1.2504832744598389,
      "learning_rate": 3.299271795651039e-07,
      "loss": 0.3502,
      "step": 2400910
    },
    {
      "epoch": 670.09,
      "grad_norm": 1.2476133108139038,
      "learning_rate": 3.299133465567716e-07,
      "loss": 0.3387,
      "step": 2400920
    },
    {
      "epoch": 670.09,
      "grad_norm": 1.4119749069213867,
      "learning_rate": 3.298995138164809e-07,
      "loss": 0.3367,
      "step": 2400930
    },
    {
      "epoch": 670.09,
      "grad_norm": 1.3117601871490479,
      "learning_rate": 3.2988568134423414e-07,
      "loss": 0.3405,
      "step": 2400940
    },
    {
      "epoch": 670.09,
      "grad_norm": 1.1605496406555176,
      "learning_rate": 3.2987184914003335e-07,
      "loss": 0.3331,
      "step": 2400950
    },
    {
      "epoch": 670.1,
      "grad_norm": 1.3805384635925293,
      "learning_rate": 3.298580172038804e-07,
      "loss": 0.3256,
      "step": 2400960
    },
    {
      "epoch": 670.1,
      "grad_norm": 1.4627110958099365,
      "learning_rate": 3.2984418553577733e-07,
      "loss": 0.3494,
      "step": 2400970
    },
    {
      "epoch": 670.1,
      "grad_norm": 1.2143553495407104,
      "learning_rate": 3.298303541357247e-07,
      "loss": 0.3463,
      "step": 2400980
    },
    {
      "epoch": 670.11,
      "grad_norm": 1.2290195226669312,
      "learning_rate": 3.298165230037264e-07,
      "loss": 0.3379,
      "step": 2400990
    },
    {
      "epoch": 670.11,
      "grad_norm": 1.8047912120819092,
      "learning_rate": 3.2980269213978264e-07,
      "loss": 0.3483,
      "step": 2401000
    },
    {
      "epoch": 670.11,
      "grad_norm": 2.9350831508636475,
      "learning_rate": 3.297888615438959e-07,
      "loss": 0.3426,
      "step": 2401010
    },
    {
      "epoch": 670.11,
      "grad_norm": 1.228904366493225,
      "learning_rate": 3.2977503121606837e-07,
      "loss": 0.3371,
      "step": 2401020
    },
    {
      "epoch": 670.12,
      "grad_norm": 1.2504916191101074,
      "learning_rate": 3.2976120115630116e-07,
      "loss": 0.3326,
      "step": 2401030
    },
    {
      "epoch": 670.12,
      "grad_norm": 1.2369275093078613,
      "learning_rate": 3.297473713645961e-07,
      "loss": 0.3538,
      "step": 2401040
    },
    {
      "epoch": 670.12,
      "grad_norm": 1.3458995819091797,
      "learning_rate": 3.297335418409555e-07,
      "loss": 0.343,
      "step": 2401050
    },
    {
      "epoch": 670.13,
      "grad_norm": 1.1125409603118896,
      "learning_rate": 3.297197125853815e-07,
      "loss": 0.3229,
      "step": 2401060
    },
    {
      "epoch": 670.13,
      "grad_norm": 1.2618675231933594,
      "learning_rate": 3.297058835978751e-07,
      "loss": 0.3242,
      "step": 2401070
    },
    {
      "epoch": 670.13,
      "grad_norm": 1.238450050354004,
      "learning_rate": 3.296920548784383e-07,
      "loss": 0.3483,
      "step": 2401080
    },
    {
      "epoch": 670.13,
      "grad_norm": 1.0726007223129272,
      "learning_rate": 3.296782264270736e-07,
      "loss": 0.3298,
      "step": 2401090
    },
    {
      "epoch": 670.14,
      "grad_norm": 1.1530404090881348,
      "learning_rate": 3.2966439824378166e-07,
      "loss": 0.3493,
      "step": 2401100
    },
    {
      "epoch": 670.14,
      "grad_norm": 1.6215862035751343,
      "learning_rate": 3.2965057032856593e-07,
      "loss": 0.3397,
      "step": 2401110
    },
    {
      "epoch": 670.14,
      "grad_norm": 1.520246982574463,
      "learning_rate": 3.296367426814269e-07,
      "loss": 0.3316,
      "step": 2401120
    },
    {
      "epoch": 670.15,
      "grad_norm": 1.3972443342208862,
      "learning_rate": 3.2962291530236694e-07,
      "loss": 0.3471,
      "step": 2401130
    },
    {
      "epoch": 670.15,
      "grad_norm": 1.320448875427246,
      "learning_rate": 3.296090881913878e-07,
      "loss": 0.3394,
      "step": 2401140
    },
    {
      "epoch": 670.15,
      "grad_norm": 1.1342778205871582,
      "learning_rate": 3.295952613484919e-07,
      "loss": 0.3487,
      "step": 2401150
    },
    {
      "epoch": 670.15,
      "grad_norm": 1.279984712600708,
      "learning_rate": 3.2958143477368003e-07,
      "loss": 0.3451,
      "step": 2401160
    },
    {
      "epoch": 670.16,
      "grad_norm": 1.2077057361602783,
      "learning_rate": 3.2956760846695445e-07,
      "loss": 0.3444,
      "step": 2401170
    },
    {
      "epoch": 670.16,
      "grad_norm": 1.3192360401153564,
      "learning_rate": 3.295537824283178e-07,
      "loss": 0.331,
      "step": 2401180
    },
    {
      "epoch": 670.16,
      "grad_norm": 1.1644548177719116,
      "learning_rate": 3.2953995665777013e-07,
      "loss": 0.3547,
      "step": 2401190
    },
    {
      "epoch": 670.16,
      "grad_norm": 1.3448981046676636,
      "learning_rate": 3.2952613115531525e-07,
      "loss": 0.3396,
      "step": 2401200
    },
    {
      "epoch": 670.17,
      "grad_norm": 1.1896584033966064,
      "learning_rate": 3.2951230592095376e-07,
      "loss": 0.3436,
      "step": 2401210
    },
    {
      "epoch": 670.17,
      "grad_norm": 1.5078457593917847,
      "learning_rate": 3.2949848095468774e-07,
      "loss": 0.3345,
      "step": 2401220
    },
    {
      "epoch": 670.17,
      "grad_norm": 1.378643274307251,
      "learning_rate": 3.294846562565197e-07,
      "loss": 0.3418,
      "step": 2401230
    },
    {
      "epoch": 670.18,
      "grad_norm": 1.1887917518615723,
      "learning_rate": 3.2947083182645e-07,
      "loss": 0.3317,
      "step": 2401240
    },
    {
      "epoch": 670.18,
      "grad_norm": 1.3997379541397095,
      "learning_rate": 3.2945700766448224e-07,
      "loss": 0.3285,
      "step": 2401250
    },
    {
      "epoch": 670.18,
      "grad_norm": 1.4309509992599487,
      "learning_rate": 3.294431837706172e-07,
      "loss": 0.3247,
      "step": 2401260
    },
    {
      "epoch": 670.18,
      "grad_norm": 1.239537000656128,
      "learning_rate": 3.2942936014485673e-07,
      "loss": 0.3352,
      "step": 2401270
    },
    {
      "epoch": 670.19,
      "grad_norm": 1.4355756044387817,
      "learning_rate": 3.294155367872029e-07,
      "loss": 0.336,
      "step": 2401280
    },
    {
      "epoch": 670.19,
      "grad_norm": 1.408742070198059,
      "learning_rate": 3.29401713697658e-07,
      "loss": 0.336,
      "step": 2401290
    },
    {
      "epoch": 670.19,
      "grad_norm": 1.3718868494033813,
      "learning_rate": 3.2938789087622285e-07,
      "loss": 0.3412,
      "step": 2401300
    },
    {
      "epoch": 670.2,
      "grad_norm": 1.2080574035644531,
      "learning_rate": 3.2937406832290005e-07,
      "loss": 0.3519,
      "step": 2401310
    },
    {
      "epoch": 670.2,
      "grad_norm": 1.373854398727417,
      "learning_rate": 3.293602460376917e-07,
      "loss": 0.3491,
      "step": 2401320
    },
    {
      "epoch": 670.2,
      "grad_norm": 1.318634033203125,
      "learning_rate": 3.293464240205981e-07,
      "loss": 0.3256,
      "step": 2401330
    },
    {
      "epoch": 670.2,
      "grad_norm": 1.9437856674194336,
      "learning_rate": 3.2933260227162305e-07,
      "loss": 0.3553,
      "step": 2401340
    },
    {
      "epoch": 670.21,
      "grad_norm": 4.437826156616211,
      "learning_rate": 3.2931878079076715e-07,
      "loss": 0.3351,
      "step": 2401350
    },
    {
      "epoch": 670.21,
      "grad_norm": 1.2924124002456665,
      "learning_rate": 3.293049595780327e-07,
      "loss": 0.3189,
      "step": 2401360
    },
    {
      "epoch": 670.21,
      "grad_norm": 1.1238261461257935,
      "learning_rate": 3.292911386334218e-07,
      "loss": 0.32,
      "step": 2401370
    },
    {
      "epoch": 670.21,
      "grad_norm": 1.1929720640182495,
      "learning_rate": 3.292773179569354e-07,
      "loss": 0.3406,
      "step": 2401380
    },
    {
      "epoch": 670.22,
      "grad_norm": 1.152543306350708,
      "learning_rate": 3.29263497548576e-07,
      "loss": 0.3399,
      "step": 2401390
    },
    {
      "epoch": 670.22,
      "grad_norm": 1.2453508377075195,
      "learning_rate": 3.292496774083451e-07,
      "loss": 0.3317,
      "step": 2401400
    },
    {
      "epoch": 670.22,
      "grad_norm": 1.3061769008636475,
      "learning_rate": 3.292358575362453e-07,
      "loss": 0.333,
      "step": 2401410
    },
    {
      "epoch": 670.23,
      "grad_norm": 1.0902581214904785,
      "learning_rate": 3.292220379322771e-07,
      "loss": 0.3412,
      "step": 2401420
    },
    {
      "epoch": 670.23,
      "grad_norm": 1.3826700448989868,
      "learning_rate": 3.292082185964439e-07,
      "loss": 0.3377,
      "step": 2401430
    },
    {
      "epoch": 670.23,
      "grad_norm": 1.360697865486145,
      "learning_rate": 3.291943995287462e-07,
      "loss": 0.3503,
      "step": 2401440
    },
    {
      "epoch": 670.23,
      "grad_norm": 1.213046908378601,
      "learning_rate": 3.291805807291866e-07,
      "loss": 0.3372,
      "step": 2401450
    },
    {
      "epoch": 670.24,
      "grad_norm": 1.2438710927963257,
      "learning_rate": 3.291667621977672e-07,
      "loss": 0.3372,
      "step": 2401460
    },
    {
      "epoch": 670.24,
      "grad_norm": 1.2345980405807495,
      "learning_rate": 3.2915294393448877e-07,
      "loss": 0.3417,
      "step": 2401470
    },
    {
      "epoch": 670.24,
      "grad_norm": 1.453468680381775,
      "learning_rate": 3.291391259393537e-07,
      "loss": 0.3462,
      "step": 2401480
    },
    {
      "epoch": 670.25,
      "grad_norm": 1.2522779703140259,
      "learning_rate": 3.2912530821236403e-07,
      "loss": 0.3302,
      "step": 2401490
    },
    {
      "epoch": 670.25,
      "grad_norm": 1.2643543481826782,
      "learning_rate": 3.2911149075352206e-07,
      "loss": 0.3354,
      "step": 2401500
    },
    {
      "epoch": 670.25,
      "grad_norm": 1.188962697982788,
      "learning_rate": 3.290976735628284e-07,
      "loss": 0.3464,
      "step": 2401510
    },
    {
      "epoch": 670.25,
      "grad_norm": 1.2242308855056763,
      "learning_rate": 3.290838566402853e-07,
      "loss": 0.3293,
      "step": 2401520
    },
    {
      "epoch": 670.26,
      "grad_norm": 1.2666137218475342,
      "learning_rate": 3.2907003998589516e-07,
      "loss": 0.3468,
      "step": 2401530
    },
    {
      "epoch": 670.26,
      "grad_norm": 1.2744922637939453,
      "learning_rate": 3.290562235996593e-07,
      "loss": 0.3423,
      "step": 2401540
    },
    {
      "epoch": 670.26,
      "grad_norm": 1.291918158531189,
      "learning_rate": 3.2904240748158025e-07,
      "loss": 0.3414,
      "step": 2401550
    },
    {
      "epoch": 670.27,
      "grad_norm": 1.375686764717102,
      "learning_rate": 3.2902859163165836e-07,
      "loss": 0.3294,
      "step": 2401560
    },
    {
      "epoch": 670.27,
      "grad_norm": 1.1964772939682007,
      "learning_rate": 3.2901477604989746e-07,
      "loss": 0.346,
      "step": 2401570
    },
    {
      "epoch": 670.27,
      "grad_norm": 1.2510513067245483,
      "learning_rate": 3.290009607362978e-07,
      "loss": 0.3345,
      "step": 2401580
    },
    {
      "epoch": 670.27,
      "grad_norm": 1.1619795560836792,
      "learning_rate": 3.289871456908618e-07,
      "loss": 0.3499,
      "step": 2401590
    },
    {
      "epoch": 670.28,
      "grad_norm": 1.096394419670105,
      "learning_rate": 3.2897333091359176e-07,
      "loss": 0.3274,
      "step": 2401600
    },
    {
      "epoch": 670.28,
      "grad_norm": 1.2133294343948364,
      "learning_rate": 3.289595164044887e-07,
      "loss": 0.3422,
      "step": 2401610
    },
    {
      "epoch": 670.28,
      "grad_norm": 1.225293755531311,
      "learning_rate": 3.2894570216355446e-07,
      "loss": 0.3327,
      "step": 2401620
    },
    {
      "epoch": 670.28,
      "grad_norm": 4.124382019042969,
      "learning_rate": 3.2893188819079167e-07,
      "loss": 0.3363,
      "step": 2401630
    },
    {
      "epoch": 670.29,
      "grad_norm": 1.0730699300765991,
      "learning_rate": 3.289180744862018e-07,
      "loss": 0.3287,
      "step": 2401640
    },
    {
      "epoch": 670.29,
      "grad_norm": 2.5054805278778076,
      "learning_rate": 3.2890426104978625e-07,
      "loss": 0.346,
      "step": 2401650
    },
    {
      "epoch": 670.29,
      "grad_norm": 1.4680871963500977,
      "learning_rate": 3.288904478815474e-07,
      "loss": 0.329,
      "step": 2401660
    },
    {
      "epoch": 670.3,
      "grad_norm": 1.3840999603271484,
      "learning_rate": 3.2887663498148665e-07,
      "loss": 0.3246,
      "step": 2401670
    },
    {
      "epoch": 670.3,
      "grad_norm": 1.2721543312072754,
      "learning_rate": 3.288628223496062e-07,
      "loss": 0.3525,
      "step": 2401680
    },
    {
      "epoch": 670.3,
      "grad_norm": 1.423837423324585,
      "learning_rate": 3.2884900998590833e-07,
      "loss": 0.3377,
      "step": 2401690
    },
    {
      "epoch": 670.3,
      "grad_norm": 1.3747549057006836,
      "learning_rate": 3.2883519789039385e-07,
      "loss": 0.3597,
      "step": 2401700
    },
    {
      "epoch": 670.31,
      "grad_norm": 1.1041115522384644,
      "learning_rate": 3.2882138606306515e-07,
      "loss": 0.3203,
      "step": 2401710
    },
    {
      "epoch": 670.31,
      "grad_norm": 1.2735651731491089,
      "learning_rate": 3.288075745039237e-07,
      "loss": 0.3352,
      "step": 2401720
    },
    {
      "epoch": 670.31,
      "grad_norm": 1.1282827854156494,
      "learning_rate": 3.2879376321297247e-07,
      "loss": 0.3318,
      "step": 2401730
    },
    {
      "epoch": 670.32,
      "grad_norm": 1.255960464477539,
      "learning_rate": 3.287799521902116e-07,
      "loss": 0.321,
      "step": 2401740
    },
    {
      "epoch": 670.32,
      "grad_norm": 1.2774081230163574,
      "learning_rate": 3.28766141435644e-07,
      "loss": 0.3321,
      "step": 2401750
    },
    {
      "epoch": 670.32,
      "grad_norm": 1.238587498664856,
      "learning_rate": 3.287523309492718e-07,
      "loss": 0.3367,
      "step": 2401760
    },
    {
      "epoch": 670.32,
      "grad_norm": 1.424705982208252,
      "learning_rate": 3.2873852073109547e-07,
      "loss": 0.3421,
      "step": 2401770
    },
    {
      "epoch": 670.33,
      "grad_norm": 1.494693636894226,
      "learning_rate": 3.287247107811184e-07,
      "loss": 0.3414,
      "step": 2401780
    },
    {
      "epoch": 670.33,
      "grad_norm": 1.2676235437393188,
      "learning_rate": 3.287109010993417e-07,
      "loss": 0.3419,
      "step": 2401790
    },
    {
      "epoch": 670.33,
      "grad_norm": 1.1920686960220337,
      "learning_rate": 3.286970916857668e-07,
      "loss": 0.3295,
      "step": 2401800
    },
    {
      "epoch": 670.33,
      "grad_norm": 1.5486801862716675,
      "learning_rate": 3.286832825403961e-07,
      "loss": 0.3248,
      "step": 2401810
    },
    {
      "epoch": 670.34,
      "grad_norm": 1.3243390321731567,
      "learning_rate": 3.2866947366323144e-07,
      "loss": 0.3362,
      "step": 2401820
    },
    {
      "epoch": 670.34,
      "grad_norm": 1.1015305519104004,
      "learning_rate": 3.2865566505427515e-07,
      "loss": 0.3466,
      "step": 2401830
    },
    {
      "epoch": 670.34,
      "grad_norm": 1.254446029663086,
      "learning_rate": 3.2864185671352776e-07,
      "loss": 0.348,
      "step": 2401840
    },
    {
      "epoch": 670.35,
      "grad_norm": 1.5164754390716553,
      "learning_rate": 3.286280486409919e-07,
      "loss": 0.3309,
      "step": 2401850
    },
    {
      "epoch": 670.35,
      "grad_norm": 1.3157191276550293,
      "learning_rate": 3.2861424083666934e-07,
      "loss": 0.3321,
      "step": 2401860
    },
    {
      "epoch": 670.35,
      "grad_norm": 1.2509053945541382,
      "learning_rate": 3.286004333005624e-07,
      "loss": 0.3323,
      "step": 2401870
    },
    {
      "epoch": 670.35,
      "grad_norm": 1.3784126043319702,
      "learning_rate": 3.2858662603267165e-07,
      "loss": 0.3575,
      "step": 2401880
    },
    {
      "epoch": 670.36,
      "grad_norm": 1.1218667030334473,
      "learning_rate": 3.2857281903299997e-07,
      "loss": 0.3472,
      "step": 2401890
    },
    {
      "epoch": 670.36,
      "grad_norm": 1.2419700622558594,
      "learning_rate": 3.285590123015494e-07,
      "loss": 0.3483,
      "step": 2401900
    },
    {
      "epoch": 670.36,
      "grad_norm": 1.1315163373947144,
      "learning_rate": 3.285452058383202e-07,
      "loss": 0.3376,
      "step": 2401910
    },
    {
      "epoch": 670.37,
      "grad_norm": 1.1904196739196777,
      "learning_rate": 3.2853139964331653e-07,
      "loss": 0.3141,
      "step": 2401920
    },
    {
      "epoch": 670.37,
      "grad_norm": 1.106310248374939,
      "learning_rate": 3.285175937165382e-07,
      "loss": 0.3426,
      "step": 2401930
    },
    {
      "epoch": 670.37,
      "grad_norm": 1.3216757774353027,
      "learning_rate": 3.2850378805798797e-07,
      "loss": 0.3392,
      "step": 2401940
    },
    {
      "epoch": 670.37,
      "grad_norm": 1.275793433189392,
      "learning_rate": 3.284899826676677e-07,
      "loss": 0.3277,
      "step": 2401950
    },
    {
      "epoch": 670.38,
      "grad_norm": 1.2073390483856201,
      "learning_rate": 3.284761775455795e-07,
      "loss": 0.3316,
      "step": 2401960
    },
    {
      "epoch": 670.38,
      "grad_norm": 1.2744566202163696,
      "learning_rate": 3.2846237269172416e-07,
      "loss": 0.347,
      "step": 2401970
    },
    {
      "epoch": 670.38,
      "grad_norm": 2.416567325592041,
      "learning_rate": 3.2844856810610427e-07,
      "loss": 0.3244,
      "step": 2401980
    },
    {
      "epoch": 670.39,
      "grad_norm": 1.0834203958511353,
      "learning_rate": 3.284347637887221e-07,
      "loss": 0.3184,
      "step": 2401990
    },
    {
      "epoch": 670.39,
      "grad_norm": 1.3115310668945312,
      "learning_rate": 3.28420959739578e-07,
      "loss": 0.3408,
      "step": 2402000
    },
    {
      "epoch": 670.39,
      "grad_norm": 1.212289571762085,
      "learning_rate": 3.2840715595867556e-07,
      "loss": 0.3209,
      "step": 2402010
    },
    {
      "epoch": 670.39,
      "grad_norm": 1.2866623401641846,
      "learning_rate": 3.2839335244601534e-07,
      "loss": 0.3265,
      "step": 2402020
    },
    {
      "epoch": 670.4,
      "grad_norm": 1.105188250541687,
      "learning_rate": 3.283795492015996e-07,
      "loss": 0.3388,
      "step": 2402030
    },
    {
      "epoch": 670.4,
      "grad_norm": 1.2259578704833984,
      "learning_rate": 3.283657462254308e-07,
      "loss": 0.3254,
      "step": 2402040
    },
    {
      "epoch": 670.4,
      "grad_norm": 1.257165789604187,
      "learning_rate": 3.2835194351750966e-07,
      "loss": 0.3345,
      "step": 2402050
    },
    {
      "epoch": 670.4,
      "grad_norm": 1.3847471475601196,
      "learning_rate": 3.2833814107783854e-07,
      "loss": 0.3527,
      "step": 2402060
    },
    {
      "epoch": 670.41,
      "grad_norm": 1.2394319772720337,
      "learning_rate": 3.2832433890641946e-07,
      "loss": 0.3427,
      "step": 2402070
    },
    {
      "epoch": 670.41,
      "grad_norm": 1.3748782873153687,
      "learning_rate": 3.283105370032543e-07,
      "loss": 0.3563,
      "step": 2402080
    },
    {
      "epoch": 670.41,
      "grad_norm": 1.376678466796875,
      "learning_rate": 3.2829673536834383e-07,
      "loss": 0.344,
      "step": 2402090
    },
    {
      "epoch": 670.42,
      "grad_norm": 1.3251737356185913,
      "learning_rate": 3.282829340016917e-07,
      "loss": 0.353,
      "step": 2402100
    },
    {
      "epoch": 670.42,
      "grad_norm": 1.9507699012756348,
      "learning_rate": 3.282691329032985e-07,
      "loss": 0.3297,
      "step": 2402110
    },
    {
      "epoch": 670.42,
      "grad_norm": 1.2690346240997314,
      "learning_rate": 3.2825533207316613e-07,
      "loss": 0.3398,
      "step": 2402120
    },
    {
      "epoch": 670.42,
      "grad_norm": 1.3054155111312866,
      "learning_rate": 3.2824153151129707e-07,
      "loss": 0.3291,
      "step": 2402130
    },
    {
      "epoch": 670.43,
      "grad_norm": 1.210479497909546,
      "learning_rate": 3.282277312176918e-07,
      "loss": 0.3175,
      "step": 2402140
    },
    {
      "epoch": 670.43,
      "grad_norm": 1.3444095849990845,
      "learning_rate": 3.282139311923542e-07,
      "loss": 0.3413,
      "step": 2402150
    },
    {
      "epoch": 670.43,
      "grad_norm": 1.0893934965133667,
      "learning_rate": 3.282001314352846e-07,
      "loss": 0.3413,
      "step": 2402160
    },
    {
      "epoch": 670.44,
      "grad_norm": 1.2482258081436157,
      "learning_rate": 3.2818633194648505e-07,
      "loss": 0.3478,
      "step": 2402170
    },
    {
      "epoch": 670.44,
      "grad_norm": 1.3161872625350952,
      "learning_rate": 3.2817253272595814e-07,
      "loss": 0.35,
      "step": 2402180
    },
    {
      "epoch": 670.44,
      "grad_norm": 1.2058637142181396,
      "learning_rate": 3.281587337737046e-07,
      "loss": 0.332,
      "step": 2402190
    },
    {
      "epoch": 670.44,
      "grad_norm": 1.335530161857605,
      "learning_rate": 3.2814493508972666e-07,
      "loss": 0.3559,
      "step": 2402200
    },
    {
      "epoch": 670.45,
      "grad_norm": 1.401685118675232,
      "learning_rate": 3.2813113667402647e-07,
      "loss": 0.339,
      "step": 2402210
    },
    {
      "epoch": 670.45,
      "grad_norm": 1.2800565958023071,
      "learning_rate": 3.281173385266063e-07,
      "loss": 0.3396,
      "step": 2402220
    },
    {
      "epoch": 670.45,
      "grad_norm": 1.2050005197525024,
      "learning_rate": 3.281035406474663e-07,
      "loss": 0.3296,
      "step": 2402230
    },
    {
      "epoch": 670.45,
      "grad_norm": 1.1963934898376465,
      "learning_rate": 3.2808974303661034e-07,
      "loss": 0.3307,
      "step": 2402240
    },
    {
      "epoch": 670.46,
      "grad_norm": 1.6982203722000122,
      "learning_rate": 3.2807594569403875e-07,
      "loss": 0.3457,
      "step": 2402250
    },
    {
      "epoch": 670.46,
      "grad_norm": 1.3673902750015259,
      "learning_rate": 3.280621486197541e-07,
      "loss": 0.3158,
      "step": 2402260
    },
    {
      "epoch": 670.46,
      "grad_norm": 1.3203307390213013,
      "learning_rate": 3.280483518137583e-07,
      "loss": 0.3427,
      "step": 2402270
    },
    {
      "epoch": 670.47,
      "grad_norm": 1.2726682424545288,
      "learning_rate": 3.2803455527605276e-07,
      "loss": 0.3262,
      "step": 2402280
    },
    {
      "epoch": 670.47,
      "grad_norm": 1.1757667064666748,
      "learning_rate": 3.2802075900663915e-07,
      "loss": 0.3204,
      "step": 2402290
    },
    {
      "epoch": 670.47,
      "grad_norm": 1.060172438621521,
      "learning_rate": 3.2800696300552004e-07,
      "loss": 0.3257,
      "step": 2402300
    },
    {
      "epoch": 670.47,
      "grad_norm": 1.141615390777588,
      "learning_rate": 3.27993167272697e-07,
      "loss": 0.3464,
      "step": 2402310
    },
    {
      "epoch": 670.48,
      "grad_norm": 1.1516919136047363,
      "learning_rate": 3.279793718081716e-07,
      "loss": 0.3382,
      "step": 2402320
    },
    {
      "epoch": 670.48,
      "grad_norm": 1.705104947090149,
      "learning_rate": 3.279655766119456e-07,
      "loss": 0.3459,
      "step": 2402330
    },
    {
      "epoch": 670.48,
      "grad_norm": 1.2906075716018677,
      "learning_rate": 3.2795178168402143e-07,
      "loss": 0.3391,
      "step": 2402340
    },
    {
      "epoch": 670.49,
      "grad_norm": 1.1472766399383545,
      "learning_rate": 3.279379870243998e-07,
      "loss": 0.3362,
      "step": 2402350
    },
    {
      "epoch": 670.49,
      "grad_norm": 1.2307664155960083,
      "learning_rate": 3.279241926330841e-07,
      "loss": 0.3391,
      "step": 2402360
    },
    {
      "epoch": 670.49,
      "grad_norm": 1.5122954845428467,
      "learning_rate": 3.279103985100752e-07,
      "loss": 0.3357,
      "step": 2402370
    },
    {
      "epoch": 670.49,
      "grad_norm": 1.1510400772094727,
      "learning_rate": 3.278966046553748e-07,
      "loss": 0.3445,
      "step": 2402380
    },
    {
      "epoch": 670.5,
      "grad_norm": 1.2616260051727295,
      "learning_rate": 3.2788281106898504e-07,
      "loss": 0.3504,
      "step": 2402390
    },
    {
      "epoch": 670.5,
      "grad_norm": 1.2378032207489014,
      "learning_rate": 3.2786901775090775e-07,
      "loss": 0.3602,
      "step": 2402400
    },
    {
      "epoch": 670.5,
      "grad_norm": 1.3865242004394531,
      "learning_rate": 3.278552247011455e-07,
      "loss": 0.3296,
      "step": 2402410
    },
    {
      "epoch": 670.51,
      "grad_norm": 1.4120689630508423,
      "learning_rate": 3.2784143191969885e-07,
      "loss": 0.3323,
      "step": 2402420
    },
    {
      "epoch": 670.51,
      "grad_norm": 1.1607428789138794,
      "learning_rate": 3.2782763940656984e-07,
      "loss": 0.3374,
      "step": 2402430
    },
    {
      "epoch": 670.51,
      "grad_norm": 1.1096289157867432,
      "learning_rate": 3.2781384716176085e-07,
      "loss": 0.3343,
      "step": 2402440
    },
    {
      "epoch": 670.51,
      "grad_norm": 1.226413369178772,
      "learning_rate": 3.2780005518527416e-07,
      "loss": 0.3316,
      "step": 2402450
    },
    {
      "epoch": 670.52,
      "grad_norm": 1.0715017318725586,
      "learning_rate": 3.2778626347711036e-07,
      "loss": 0.3451,
      "step": 2402460
    },
    {
      "epoch": 670.52,
      "grad_norm": 1.1897835731506348,
      "learning_rate": 3.277724720372718e-07,
      "loss": 0.3287,
      "step": 2402470
    },
    {
      "epoch": 670.52,
      "grad_norm": 1.4302045106887817,
      "learning_rate": 3.27758680865761e-07,
      "loss": 0.3417,
      "step": 2402480
    },
    {
      "epoch": 670.52,
      "grad_norm": 1.2218431234359741,
      "learning_rate": 3.2774488996257803e-07,
      "loss": 0.3355,
      "step": 2402490
    },
    {
      "epoch": 670.53,
      "grad_norm": 1.3727980852127075,
      "learning_rate": 3.2773109932772705e-07,
      "loss": 0.3381,
      "step": 2402500
    },
    {
      "epoch": 670.53,
      "grad_norm": 1.5247759819030762,
      "learning_rate": 3.277173089612083e-07,
      "loss": 0.3426,
      "step": 2402510
    },
    {
      "epoch": 670.53,
      "grad_norm": 1.2536102533340454,
      "learning_rate": 3.277035188630238e-07,
      "loss": 0.3383,
      "step": 2402520
    },
    {
      "epoch": 670.54,
      "grad_norm": 1.2087002992630005,
      "learning_rate": 3.2768972903317575e-07,
      "loss": 0.3439,
      "step": 2402530
    },
    {
      "epoch": 670.54,
      "grad_norm": 1.163559079170227,
      "learning_rate": 3.276759394716664e-07,
      "loss": 0.3345,
      "step": 2402540
    },
    {
      "epoch": 670.54,
      "grad_norm": 1.337347388267517,
      "learning_rate": 3.276621501784966e-07,
      "loss": 0.3371,
      "step": 2402550
    },
    {
      "epoch": 670.54,
      "grad_norm": 1.010318636894226,
      "learning_rate": 3.2764836115366865e-07,
      "loss": 0.3289,
      "step": 2402560
    },
    {
      "epoch": 670.55,
      "grad_norm": 1.3174303770065308,
      "learning_rate": 3.276345723971849e-07,
      "loss": 0.3396,
      "step": 2402570
    },
    {
      "epoch": 670.55,
      "grad_norm": 1.4062740802764893,
      "learning_rate": 3.276207839090454e-07,
      "loss": 0.3312,
      "step": 2402580
    },
    {
      "epoch": 670.55,
      "grad_norm": 1.2428476810455322,
      "learning_rate": 3.2760699568925444e-07,
      "loss": 0.3352,
      "step": 2402590
    },
    {
      "epoch": 670.56,
      "grad_norm": 1.1533172130584717,
      "learning_rate": 3.2759320773781215e-07,
      "loss": 0.3495,
      "step": 2402600
    },
    {
      "epoch": 670.56,
      "grad_norm": 1.2527673244476318,
      "learning_rate": 3.2757942005472107e-07,
      "loss": 0.3423,
      "step": 2402610
    },
    {
      "epoch": 670.56,
      "grad_norm": 1.367522954940796,
      "learning_rate": 3.275656326399825e-07,
      "loss": 0.3427,
      "step": 2402620
    },
    {
      "epoch": 670.56,
      "grad_norm": 1.1335461139678955,
      "learning_rate": 3.2755184549359936e-07,
      "loss": 0.3503,
      "step": 2402630
    },
    {
      "epoch": 670.57,
      "grad_norm": 1.1372371912002563,
      "learning_rate": 3.275380586155721e-07,
      "loss": 0.3394,
      "step": 2402640
    },
    {
      "epoch": 670.57,
      "grad_norm": 1.334656000137329,
      "learning_rate": 3.275242720059034e-07,
      "loss": 0.3375,
      "step": 2402650
    },
    {
      "epoch": 670.57,
      "grad_norm": 1.2015231847763062,
      "learning_rate": 3.275104856645953e-07,
      "loss": 0.325,
      "step": 2402660
    },
    {
      "epoch": 670.57,
      "grad_norm": 1.306357741355896,
      "learning_rate": 3.27496699591648e-07,
      "loss": 0.3323,
      "step": 2402670
    },
    {
      "epoch": 670.58,
      "grad_norm": 1.3720026016235352,
      "learning_rate": 3.274829137870657e-07,
      "loss": 0.3275,
      "step": 2402680
    },
    {
      "epoch": 670.58,
      "grad_norm": 1.1170557737350464,
      "learning_rate": 3.274691282508487e-07,
      "loss": 0.3504,
      "step": 2402690
    },
    {
      "epoch": 670.58,
      "grad_norm": 1.1110267639160156,
      "learning_rate": 3.274553429829991e-07,
      "loss": 0.3404,
      "step": 2402700
    },
    {
      "epoch": 670.59,
      "grad_norm": 1.10697603225708,
      "learning_rate": 3.274415579835197e-07,
      "loss": 0.3463,
      "step": 2402710
    },
    {
      "epoch": 670.59,
      "grad_norm": 1.2943599224090576,
      "learning_rate": 3.2742777325241e-07,
      "loss": 0.3332,
      "step": 2402720
    },
    {
      "epoch": 670.59,
      "grad_norm": 1.3425308465957642,
      "learning_rate": 3.274139887896747e-07,
      "loss": 0.3472,
      "step": 2402730
    },
    {
      "epoch": 670.59,
      "grad_norm": 1.2153162956237793,
      "learning_rate": 3.2740020459531374e-07,
      "loss": 0.3411,
      "step": 2402740
    },
    {
      "epoch": 670.6,
      "grad_norm": 1.173996090888977,
      "learning_rate": 3.273864206693293e-07,
      "loss": 0.341,
      "step": 2402750
    },
    {
      "epoch": 670.6,
      "grad_norm": 1.253828763961792,
      "learning_rate": 3.273726370117236e-07,
      "loss": 0.3408,
      "step": 2402760
    },
    {
      "epoch": 670.6,
      "grad_norm": 1.1281882524490356,
      "learning_rate": 3.273588536224986e-07,
      "loss": 0.3399,
      "step": 2402770
    },
    {
      "epoch": 670.61,
      "grad_norm": 1.3715789318084717,
      "learning_rate": 3.273450705016555e-07,
      "loss": 0.3357,
      "step": 2402780
    },
    {
      "epoch": 670.61,
      "grad_norm": 1.179167628288269,
      "learning_rate": 3.2733128764919614e-07,
      "loss": 0.3222,
      "step": 2402790
    },
    {
      "epoch": 670.61,
      "grad_norm": 1.2280925512313843,
      "learning_rate": 3.2731750506512344e-07,
      "loss": 0.35,
      "step": 2402800
    },
    {
      "epoch": 670.61,
      "grad_norm": 1.032410979270935,
      "learning_rate": 3.273037227494373e-07,
      "loss": 0.3335,
      "step": 2402810
    },
    {
      "epoch": 670.62,
      "grad_norm": 1.1214203834533691,
      "learning_rate": 3.27289940702142e-07,
      "loss": 0.3464,
      "step": 2402820
    },
    {
      "epoch": 670.62,
      "grad_norm": 1.304113745689392,
      "learning_rate": 3.272761589232374e-07,
      "loss": 0.356,
      "step": 2402830
    },
    {
      "epoch": 670.62,
      "grad_norm": 1.1351275444030762,
      "learning_rate": 3.27262377412726e-07,
      "loss": 0.3281,
      "step": 2402840
    },
    {
      "epoch": 670.63,
      "grad_norm": 1.366983413696289,
      "learning_rate": 3.2724859617061e-07,
      "loss": 0.3417,
      "step": 2402850
    },
    {
      "epoch": 670.63,
      "grad_norm": 1.1001622676849365,
      "learning_rate": 3.2723481519689053e-07,
      "loss": 0.3306,
      "step": 2402860
    },
    {
      "epoch": 670.63,
      "grad_norm": 1.5263278484344482,
      "learning_rate": 3.2722103449156994e-07,
      "loss": 0.3195,
      "step": 2402870
    },
    {
      "epoch": 670.63,
      "grad_norm": 1.3889344930648804,
      "learning_rate": 3.272072540546497e-07,
      "loss": 0.3334,
      "step": 2402880
    },
    {
      "epoch": 670.64,
      "grad_norm": 1.2050446271896362,
      "learning_rate": 3.271934738861322e-07,
      "loss": 0.3328,
      "step": 2402890
    },
    {
      "epoch": 670.64,
      "grad_norm": 1.9748826026916504,
      "learning_rate": 3.271796939860183e-07,
      "loss": 0.3491,
      "step": 2402900
    },
    {
      "epoch": 670.64,
      "grad_norm": 1.3837323188781738,
      "learning_rate": 3.2716591435431127e-07,
      "loss": 0.3417,
      "step": 2402910
    },
    {
      "epoch": 670.64,
      "grad_norm": 1.3897809982299805,
      "learning_rate": 3.2715213499101163e-07,
      "loss": 0.3275,
      "step": 2402920
    },
    {
      "epoch": 670.65,
      "grad_norm": 1.266480803489685,
      "learning_rate": 3.2713835589612154e-07,
      "loss": 0.341,
      "step": 2402930
    },
    {
      "epoch": 670.65,
      "grad_norm": 1.1177313327789307,
      "learning_rate": 3.2712457706964386e-07,
      "loss": 0.3415,
      "step": 2402940
    },
    {
      "epoch": 670.65,
      "grad_norm": 1.2489036321640015,
      "learning_rate": 3.271107985115788e-07,
      "loss": 0.3239,
      "step": 2402950
    },
    {
      "epoch": 670.66,
      "grad_norm": 1.3622281551361084,
      "learning_rate": 3.270970202219292e-07,
      "loss": 0.34,
      "step": 2402960
    },
    {
      "epoch": 670.66,
      "grad_norm": 1.2238144874572754,
      "learning_rate": 3.270832422006964e-07,
      "loss": 0.3396,
      "step": 2402970
    },
    {
      "epoch": 670.66,
      "grad_norm": 1.121975302696228,
      "learning_rate": 3.2706946444788253e-07,
      "loss": 0.3518,
      "step": 2402980
    },
    {
      "epoch": 670.66,
      "grad_norm": 1.191422700881958,
      "learning_rate": 3.270556869634901e-07,
      "loss": 0.3299,
      "step": 2402990
    },
    {
      "epoch": 670.67,
      "grad_norm": 1.126924991607666,
      "learning_rate": 3.270419097475197e-07,
      "loss": 0.3273,
      "step": 2403000
    },
    {
      "epoch": 670.67,
      "grad_norm": 1.0441639423370361,
      "learning_rate": 3.2702813279997337e-07,
      "loss": 0.3369,
      "step": 2403010
    },
    {
      "epoch": 670.67,
      "grad_norm": 1.1976163387298584,
      "learning_rate": 3.2701435612085375e-07,
      "loss": 0.3455,
      "step": 2403020
    },
    {
      "epoch": 670.68,
      "grad_norm": 1.2794008255004883,
      "learning_rate": 3.2700057971016236e-07,
      "loss": 0.3243,
      "step": 2403030
    },
    {
      "epoch": 670.68,
      "grad_norm": 1.2836670875549316,
      "learning_rate": 3.269868035679e-07,
      "loss": 0.3379,
      "step": 2403040
    },
    {
      "epoch": 670.68,
      "grad_norm": 1.0375442504882812,
      "learning_rate": 3.269730276940703e-07,
      "loss": 0.3218,
      "step": 2403050
    },
    {
      "epoch": 670.68,
      "grad_norm": 1.141081690788269,
      "learning_rate": 3.269592520886738e-07,
      "loss": 0.3355,
      "step": 2403060
    },
    {
      "epoch": 670.69,
      "grad_norm": 1.5170845985412598,
      "learning_rate": 3.2694547675171257e-07,
      "loss": 0.3398,
      "step": 2403070
    },
    {
      "epoch": 670.69,
      "grad_norm": 1.2232710123062134,
      "learning_rate": 3.26931701683189e-07,
      "loss": 0.3269,
      "step": 2403080
    },
    {
      "epoch": 670.69,
      "grad_norm": 1.4048254489898682,
      "learning_rate": 3.26917926883104e-07,
      "loss": 0.3419,
      "step": 2403090
    },
    {
      "epoch": 670.69,
      "grad_norm": 1.5173594951629639,
      "learning_rate": 3.2690415235146004e-07,
      "loss": 0.3277,
      "step": 2403100
    },
    {
      "epoch": 670.7,
      "grad_norm": 1.2978541851043701,
      "learning_rate": 3.268903780882587e-07,
      "loss": 0.3479,
      "step": 2403110
    },
    {
      "epoch": 670.7,
      "grad_norm": 1.0687123537063599,
      "learning_rate": 3.268766040935027e-07,
      "loss": 0.3366,
      "step": 2403120
    },
    {
      "epoch": 670.7,
      "grad_norm": 1.3531816005706787,
      "learning_rate": 3.2686283036719217e-07,
      "loss": 0.3557,
      "step": 2403130
    },
    {
      "epoch": 670.71,
      "grad_norm": 1.5416457653045654,
      "learning_rate": 3.2684905690933016e-07,
      "loss": 0.3227,
      "step": 2403140
    },
    {
      "epoch": 670.71,
      "grad_norm": 1.4745641946792603,
      "learning_rate": 3.268352837199188e-07,
      "loss": 0.3213,
      "step": 2403150
    },
    {
      "epoch": 670.71,
      "grad_norm": 1.326486587524414,
      "learning_rate": 3.2682151079895804e-07,
      "loss": 0.3424,
      "step": 2403160
    },
    {
      "epoch": 670.71,
      "grad_norm": 1.2313590049743652,
      "learning_rate": 3.2680773814645205e-07,
      "loss": 0.3233,
      "step": 2403170
    },
    {
      "epoch": 670.72,
      "grad_norm": 1.162372350692749,
      "learning_rate": 3.267939657624014e-07,
      "loss": 0.3391,
      "step": 2403180
    },
    {
      "epoch": 670.72,
      "grad_norm": 1.3482800722122192,
      "learning_rate": 3.267801936468079e-07,
      "loss": 0.3373,
      "step": 2403190
    },
    {
      "epoch": 670.72,
      "grad_norm": 1.231205701828003,
      "learning_rate": 3.267664217996736e-07,
      "loss": 0.3395,
      "step": 2403200
    },
    {
      "epoch": 670.73,
      "grad_norm": 1.0859445333480835,
      "learning_rate": 3.267526502210011e-07,
      "loss": 0.3336,
      "step": 2403210
    },
    {
      "epoch": 670.73,
      "grad_norm": 1.9482636451721191,
      "learning_rate": 3.2673887891079095e-07,
      "loss": 0.3218,
      "step": 2403220
    },
    {
      "epoch": 670.73,
      "grad_norm": 1.2147467136383057,
      "learning_rate": 3.267251078690455e-07,
      "loss": 0.3258,
      "step": 2403230
    },
    {
      "epoch": 670.73,
      "grad_norm": 1.1727793216705322,
      "learning_rate": 3.26711337095767e-07,
      "loss": 0.3458,
      "step": 2403240
    },
    {
      "epoch": 670.74,
      "grad_norm": 1.2657636404037476,
      "learning_rate": 3.266975665909558e-07,
      "loss": 0.3488,
      "step": 2403250
    },
    {
      "epoch": 670.74,
      "grad_norm": 1.3200323581695557,
      "learning_rate": 3.266837963546161e-07,
      "loss": 0.3313,
      "step": 2403260
    },
    {
      "epoch": 670.74,
      "grad_norm": 1.234311580657959,
      "learning_rate": 3.2667002638674777e-07,
      "loss": 0.349,
      "step": 2403270
    },
    {
      "epoch": 670.75,
      "grad_norm": 1.2799490690231323,
      "learning_rate": 3.2665625668735327e-07,
      "loss": 0.3283,
      "step": 2403280
    },
    {
      "epoch": 670.75,
      "grad_norm": 1.5836937427520752,
      "learning_rate": 3.266424872564352e-07,
      "loss": 0.3276,
      "step": 2403290
    },
    {
      "epoch": 670.75,
      "grad_norm": 1.141571283340454,
      "learning_rate": 3.2662871809399367e-07,
      "loss": 0.3397,
      "step": 2403300
    },
    {
      "epoch": 670.75,
      "grad_norm": 1.031534194946289,
      "learning_rate": 3.266149492000325e-07,
      "loss": 0.3217,
      "step": 2403310
    },
    {
      "epoch": 670.76,
      "grad_norm": 1.4041639566421509,
      "learning_rate": 3.2660118057455215e-07,
      "loss": 0.3612,
      "step": 2403320
    },
    {
      "epoch": 670.76,
      "grad_norm": 1.2379120588302612,
      "learning_rate": 3.2658741221755464e-07,
      "loss": 0.3331,
      "step": 2403330
    },
    {
      "epoch": 670.76,
      "grad_norm": 1.1662838459014893,
      "learning_rate": 3.2657364412904216e-07,
      "loss": 0.3317,
      "step": 2403340
    },
    {
      "epoch": 670.76,
      "grad_norm": 1.3532592058181763,
      "learning_rate": 3.2655987630901695e-07,
      "loss": 0.3297,
      "step": 2403350
    },
    {
      "epoch": 670.77,
      "grad_norm": 1.2801462411880493,
      "learning_rate": 3.265461087574796e-07,
      "loss": 0.3585,
      "step": 2403360
    },
    {
      "epoch": 670.77,
      "grad_norm": 1.3032786846160889,
      "learning_rate": 3.265323414744327e-07,
      "loss": 0.3248,
      "step": 2403370
    },
    {
      "epoch": 670.77,
      "grad_norm": 1.1273131370544434,
      "learning_rate": 3.2651857445987854e-07,
      "loss": 0.3308,
      "step": 2403380
    },
    {
      "epoch": 670.78,
      "grad_norm": 1.1295151710510254,
      "learning_rate": 3.2650480771381747e-07,
      "loss": 0.3413,
      "step": 2403390
    },
    {
      "epoch": 670.78,
      "grad_norm": 1.3123594522476196,
      "learning_rate": 3.264910412362533e-07,
      "loss": 0.3325,
      "step": 2403400
    },
    {
      "epoch": 670.78,
      "grad_norm": 1.2463583946228027,
      "learning_rate": 3.2647727502718633e-07,
      "loss": 0.3422,
      "step": 2403410
    },
    {
      "epoch": 670.78,
      "grad_norm": 1.1977843046188354,
      "learning_rate": 3.2646350908661896e-07,
      "loss": 0.3487,
      "step": 2403420
    },
    {
      "epoch": 670.79,
      "grad_norm": 1.4181607961654663,
      "learning_rate": 3.264497434145534e-07,
      "loss": 0.3433,
      "step": 2403430
    },
    {
      "epoch": 670.79,
      "grad_norm": 1.0837370157241821,
      "learning_rate": 3.264359780109906e-07,
      "loss": 0.3313,
      "step": 2403440
    },
    {
      "epoch": 670.79,
      "grad_norm": 1.1862380504608154,
      "learning_rate": 3.264222128759327e-07,
      "loss": 0.3608,
      "step": 2403450
    },
    {
      "epoch": 670.8,
      "grad_norm": 1.2935124635696411,
      "learning_rate": 3.26408448009382e-07,
      "loss": 0.3331,
      "step": 2403460
    },
    {
      "epoch": 670.8,
      "grad_norm": 1.1619659662246704,
      "learning_rate": 3.2639468341134016e-07,
      "loss": 0.3263,
      "step": 2403470
    },
    {
      "epoch": 670.8,
      "grad_norm": 1.142064094543457,
      "learning_rate": 3.26380919081808e-07,
      "loss": 0.3359,
      "step": 2403480
    },
    {
      "epoch": 670.8,
      "grad_norm": 1.232853651046753,
      "learning_rate": 3.263671550207892e-07,
      "loss": 0.3439,
      "step": 2403490
    },
    {
      "epoch": 670.81,
      "grad_norm": 1.1600544452667236,
      "learning_rate": 3.2635339122828425e-07,
      "loss": 0.3417,
      "step": 2403500
    },
    {
      "epoch": 670.81,
      "grad_norm": 1.2110273838043213,
      "learning_rate": 3.2633962770429526e-07,
      "loss": 0.3264,
      "step": 2403510
    },
    {
      "epoch": 670.81,
      "grad_norm": 1.506761074066162,
      "learning_rate": 3.263258644488245e-07,
      "loss": 0.3327,
      "step": 2403520
    },
    {
      "epoch": 670.81,
      "grad_norm": 1.200235366821289,
      "learning_rate": 3.263121014618731e-07,
      "loss": 0.343,
      "step": 2403530
    },
    {
      "epoch": 670.82,
      "grad_norm": 1.405991792678833,
      "learning_rate": 3.262983387434431e-07,
      "loss": 0.3441,
      "step": 2403540
    },
    {
      "epoch": 670.82,
      "grad_norm": 1.3668912649154663,
      "learning_rate": 3.262845762935366e-07,
      "loss": 0.34,
      "step": 2403550
    },
    {
      "epoch": 670.82,
      "grad_norm": 1.3364269733428955,
      "learning_rate": 3.262708141121551e-07,
      "loss": 0.3326,
      "step": 2403560
    },
    {
      "epoch": 670.83,
      "grad_norm": 1.2131094932556152,
      "learning_rate": 3.262570521993013e-07,
      "loss": 0.3508,
      "step": 2403570
    },
    {
      "epoch": 670.83,
      "grad_norm": 1.294212818145752,
      "learning_rate": 3.262432905549759e-07,
      "loss": 0.3184,
      "step": 2403580
    },
    {
      "epoch": 670.83,
      "grad_norm": 1.3667757511138916,
      "learning_rate": 3.26229529179181e-07,
      "loss": 0.3454,
      "step": 2403590
    },
    {
      "epoch": 670.83,
      "grad_norm": 1.0635844469070435,
      "learning_rate": 3.26215768071919e-07,
      "loss": 0.3314,
      "step": 2403600
    },
    {
      "epoch": 670.84,
      "grad_norm": 1.0687072277069092,
      "learning_rate": 3.2620200723319137e-07,
      "loss": 0.3348,
      "step": 2403610
    },
    {
      "epoch": 670.84,
      "grad_norm": 1.1272127628326416,
      "learning_rate": 3.261882466629992e-07,
      "loss": 0.3526,
      "step": 2403620
    },
    {
      "epoch": 670.84,
      "grad_norm": 1.2971372604370117,
      "learning_rate": 3.2617448636134614e-07,
      "loss": 0.3363,
      "step": 2403630
    },
    {
      "epoch": 670.85,
      "grad_norm": 1.336233377456665,
      "learning_rate": 3.2616072632823214e-07,
      "loss": 0.3232,
      "step": 2403640
    },
    {
      "epoch": 670.85,
      "grad_norm": 1.5687004327774048,
      "learning_rate": 3.2614696656366014e-07,
      "loss": 0.333,
      "step": 2403650
    },
    {
      "epoch": 670.85,
      "grad_norm": 1.148690104484558,
      "learning_rate": 3.2613320706763194e-07,
      "loss": 0.3379,
      "step": 2403660
    },
    {
      "epoch": 670.85,
      "grad_norm": 1.3205212354660034,
      "learning_rate": 3.261194478401485e-07,
      "loss": 0.3437,
      "step": 2403670
    },
    {
      "epoch": 670.86,
      "grad_norm": 1.2214950323104858,
      "learning_rate": 3.261056888812125e-07,
      "loss": 0.3422,
      "step": 2403680
    },
    {
      "epoch": 670.86,
      "grad_norm": 1.2929034233093262,
      "learning_rate": 3.2609193019082524e-07,
      "loss": 0.3395,
      "step": 2403690
    },
    {
      "epoch": 670.86,
      "grad_norm": 1.264838457107544,
      "learning_rate": 3.260781717689896e-07,
      "loss": 0.3246,
      "step": 2403700
    },
    {
      "epoch": 670.87,
      "grad_norm": 1.1653014421463013,
      "learning_rate": 3.260644136157055e-07,
      "loss": 0.3364,
      "step": 2403710
    },
    {
      "epoch": 670.87,
      "grad_norm": 1.279289960861206,
      "learning_rate": 3.260506557309769e-07,
      "loss": 0.3585,
      "step": 2403720
    },
    {
      "epoch": 670.87,
      "grad_norm": 1.3752261400222778,
      "learning_rate": 3.2603689811480404e-07,
      "loss": 0.3227,
      "step": 2403730
    },
    {
      "epoch": 670.87,
      "grad_norm": 1.2317765951156616,
      "learning_rate": 3.2602314076718957e-07,
      "loss": 0.3329,
      "step": 2403740
    },
    {
      "epoch": 670.88,
      "grad_norm": 1.3197016716003418,
      "learning_rate": 3.2600938368813526e-07,
      "loss": 0.332,
      "step": 2403750
    },
    {
      "epoch": 670.88,
      "grad_norm": 1.2318711280822754,
      "learning_rate": 3.2599562687764265e-07,
      "loss": 0.3441,
      "step": 2403760
    },
    {
      "epoch": 670.88,
      "grad_norm": 1.274465560913086,
      "learning_rate": 3.259818703357134e-07,
      "loss": 0.3315,
      "step": 2403770
    },
    {
      "epoch": 670.88,
      "grad_norm": 1.1717338562011719,
      "learning_rate": 3.259681140623497e-07,
      "loss": 0.3378,
      "step": 2403780
    },
    {
      "epoch": 670.89,
      "grad_norm": 1.242534875869751,
      "learning_rate": 3.2595435805755405e-07,
      "loss": 0.3308,
      "step": 2403790
    },
    {
      "epoch": 670.89,
      "grad_norm": 1.4069799184799194,
      "learning_rate": 3.259406023213269e-07,
      "loss": 0.3416,
      "step": 2403800
    },
    {
      "epoch": 670.89,
      "grad_norm": 1.1638329029083252,
      "learning_rate": 3.2592684685367056e-07,
      "loss": 0.3263,
      "step": 2403810
    },
    {
      "epoch": 670.9,
      "grad_norm": 1.1709773540496826,
      "learning_rate": 3.2591309165458767e-07,
      "loss": 0.3486,
      "step": 2403820
    },
    {
      "epoch": 670.9,
      "grad_norm": 1.5037832260131836,
      "learning_rate": 3.2589933672407854e-07,
      "loss": 0.3427,
      "step": 2403830
    },
    {
      "epoch": 670.9,
      "grad_norm": 1.2097666263580322,
      "learning_rate": 3.258855820621467e-07,
      "loss": 0.3479,
      "step": 2403840
    },
    {
      "epoch": 670.9,
      "grad_norm": 1.4091792106628418,
      "learning_rate": 3.2587182766879223e-07,
      "loss": 0.3425,
      "step": 2403850
    },
    {
      "epoch": 670.91,
      "grad_norm": 1.149442195892334,
      "learning_rate": 3.25858073544019e-07,
      "loss": 0.3243,
      "step": 2403860
    },
    {
      "epoch": 670.91,
      "grad_norm": 1.4266167879104614,
      "learning_rate": 3.25844319687827e-07,
      "loss": 0.3536,
      "step": 2403870
    },
    {
      "epoch": 670.91,
      "grad_norm": 1.4144132137298584,
      "learning_rate": 3.2583056610021886e-07,
      "loss": 0.3255,
      "step": 2403880
    },
    {
      "epoch": 670.92,
      "grad_norm": 1.4509390592575073,
      "learning_rate": 3.2581681278119696e-07,
      "loss": 0.3462,
      "step": 2403890
    },
    {
      "epoch": 670.92,
      "grad_norm": 1.2313122749328613,
      "learning_rate": 3.25803059730762e-07,
      "loss": 0.3354,
      "step": 2403900
    },
    {
      "epoch": 670.92,
      "grad_norm": 1.3032323122024536,
      "learning_rate": 3.257893069489164e-07,
      "loss": 0.3315,
      "step": 2403910
    },
    {
      "epoch": 670.92,
      "grad_norm": 1.4132368564605713,
      "learning_rate": 3.257755544356616e-07,
      "loss": 0.3506,
      "step": 2403920
    },
    {
      "epoch": 670.93,
      "grad_norm": 1.01457679271698,
      "learning_rate": 3.257618021910006e-07,
      "loss": 0.3328,
      "step": 2403930
    },
    {
      "epoch": 670.93,
      "grad_norm": 1.1528713703155518,
      "learning_rate": 3.2574805021493385e-07,
      "loss": 0.3469,
      "step": 2403940
    },
    {
      "epoch": 670.93,
      "grad_norm": 3.4508354663848877,
      "learning_rate": 3.2573429850746344e-07,
      "loss": 0.3357,
      "step": 2403950
    },
    {
      "epoch": 670.93,
      "grad_norm": 1.3510265350341797,
      "learning_rate": 3.257205470685922e-07,
      "loss": 0.339,
      "step": 2403960
    },
    {
      "epoch": 670.94,
      "grad_norm": 1.282280683517456,
      "learning_rate": 3.257067958983202e-07,
      "loss": 0.3462,
      "step": 2403970
    },
    {
      "epoch": 670.94,
      "grad_norm": 1.163725733757019,
      "learning_rate": 3.2569304499665134e-07,
      "loss": 0.3208,
      "step": 2403980
    },
    {
      "epoch": 670.94,
      "grad_norm": 1.120038628578186,
      "learning_rate": 3.256792943635858e-07,
      "loss": 0.3354,
      "step": 2403990
    },
    {
      "epoch": 670.95,
      "grad_norm": 9.500945091247559,
      "learning_rate": 3.25665543999126e-07,
      "loss": 0.3469,
      "step": 2404000
    },
    {
      "epoch": 670.95,
      "grad_norm": 1.7334481477737427,
      "learning_rate": 3.256517939032737e-07,
      "loss": 0.3597,
      "step": 2404010
    },
    {
      "epoch": 670.95,
      "grad_norm": 1.1992554664611816,
      "learning_rate": 3.256380440760316e-07,
      "loss": 0.3582,
      "step": 2404020
    },
    {
      "epoch": 670.95,
      "grad_norm": 1.1381407976150513,
      "learning_rate": 3.2562429451740006e-07,
      "loss": 0.3383,
      "step": 2404030
    },
    {
      "epoch": 670.96,
      "grad_norm": 1.1820095777511597,
      "learning_rate": 3.256105452273816e-07,
      "loss": 0.3408,
      "step": 2404040
    },
    {
      "epoch": 670.96,
      "grad_norm": 1.1714048385620117,
      "learning_rate": 3.255967962059787e-07,
      "loss": 0.3269,
      "step": 2404050
    },
    {
      "epoch": 670.96,
      "grad_norm": 1.1505805253982544,
      "learning_rate": 3.255830474531914e-07,
      "loss": 0.3511,
      "step": 2404060
    },
    {
      "epoch": 670.97,
      "grad_norm": 1.1795334815979004,
      "learning_rate": 3.2556929896902387e-07,
      "loss": 0.3192,
      "step": 2404070
    },
    {
      "epoch": 670.97,
      "grad_norm": 1.2307175397872925,
      "learning_rate": 3.2555555075347606e-07,
      "loss": 0.3348,
      "step": 2404080
    },
    {
      "epoch": 670.97,
      "grad_norm": 1.5429707765579224,
      "learning_rate": 3.255418028065504e-07,
      "loss": 0.3347,
      "step": 2404090
    },
    {
      "epoch": 670.97,
      "grad_norm": 1.1657848358154297,
      "learning_rate": 3.2552805512824943e-07,
      "loss": 0.3334,
      "step": 2404100
    },
    {
      "epoch": 670.98,
      "grad_norm": 1.1928160190582275,
      "learning_rate": 3.2551430771857396e-07,
      "loss": 0.3438,
      "step": 2404110
    },
    {
      "epoch": 670.98,
      "grad_norm": 1.3461583852767944,
      "learning_rate": 3.2550056057752603e-07,
      "loss": 0.3368,
      "step": 2404120
    },
    {
      "epoch": 670.98,
      "grad_norm": 3.683586359024048,
      "learning_rate": 3.254868137051078e-07,
      "loss": 0.3452,
      "step": 2404130
    },
    {
      "epoch": 670.99,
      "grad_norm": 2.4988226890563965,
      "learning_rate": 3.2547306710132073e-07,
      "loss": 0.3293,
      "step": 2404140
    },
    {
      "epoch": 670.99,
      "grad_norm": 1.2243458032608032,
      "learning_rate": 3.25459320766167e-07,
      "loss": 0.3309,
      "step": 2404150
    },
    {
      "epoch": 670.99,
      "grad_norm": 1.108521819114685,
      "learning_rate": 3.254455746996489e-07,
      "loss": 0.3411,
      "step": 2404160
    },
    {
      "epoch": 670.99,
      "grad_norm": 1.4528419971466064,
      "learning_rate": 3.254318289017669e-07,
      "loss": 0.3304,
      "step": 2404170
    },
    {
      "epoch": 671.0,
      "grad_norm": 1.3025399446487427,
      "learning_rate": 3.254180833725239e-07,
      "loss": 0.3206,
      "step": 2404180
    },
    {
      "epoch": 671.0,
      "grad_norm": 1.0487686395645142,
      "learning_rate": 3.254043381119218e-07,
      "loss": 0.3467,
      "step": 2404190
    },
    {
      "epoch": 671.0,
      "eval_loss": 0.33797574043273926,
      "eval_runtime": 65.0994,
      "eval_samples_per_second": 77.712,
      "eval_steps_per_second": 9.724,
      "step": 2404193
    },
    {
      "epoch": 671.0,
      "grad_norm": 1.2565933465957642,
      "learning_rate": 3.2539059311996105e-07,
      "loss": 0.3366,
      "step": 2404200
    },
    {
      "epoch": 671.0,
      "grad_norm": 1.1622257232666016,
      "learning_rate": 3.253768483966456e-07,
      "loss": 0.3414,
      "step": 2404210
    },
    {
      "epoch": 671.01,
      "grad_norm": 1.0535892248153687,
      "learning_rate": 3.2536310394197536e-07,
      "loss": 0.3316,
      "step": 2404220
    },
    {
      "epoch": 671.01,
      "grad_norm": 0.9011924862861633,
      "learning_rate": 3.2534935975595323e-07,
      "loss": 0.3384,
      "step": 2404230
    },
    {
      "epoch": 671.01,
      "grad_norm": 1.1940009593963623,
      "learning_rate": 3.2533561583858136e-07,
      "loss": 0.3364,
      "step": 2404240
    },
    {
      "epoch": 671.02,
      "grad_norm": 1.3393455743789673,
      "learning_rate": 3.253218721898602e-07,
      "loss": 0.3417,
      "step": 2404250
    },
    {
      "epoch": 671.02,
      "grad_norm": 1.2423210144042969,
      "learning_rate": 3.253081288097926e-07,
      "loss": 0.3381,
      "step": 2404260
    },
    {
      "epoch": 671.02,
      "grad_norm": 1.043411374092102,
      "learning_rate": 3.2529438569837993e-07,
      "loss": 0.3424,
      "step": 2404270
    },
    {
      "epoch": 671.02,
      "grad_norm": 1.4026787281036377,
      "learning_rate": 3.2528064285562494e-07,
      "loss": 0.343,
      "step": 2404280
    },
    {
      "epoch": 671.03,
      "grad_norm": 1.4204490184783936,
      "learning_rate": 3.252669002815278e-07,
      "loss": 0.3481,
      "step": 2404290
    },
    {
      "epoch": 671.03,
      "grad_norm": 1.1557949781417847,
      "learning_rate": 3.2525315797609223e-07,
      "loss": 0.3416,
      "step": 2404300
    },
    {
      "epoch": 671.03,
      "grad_norm": 1.4326965808868408,
      "learning_rate": 3.2523941593931863e-07,
      "loss": 0.3357,
      "step": 2404310
    },
    {
      "epoch": 671.04,
      "grad_norm": 1.1507333517074585,
      "learning_rate": 3.2522567417120954e-07,
      "loss": 0.3363,
      "step": 2404320
    },
    {
      "epoch": 671.04,
      "grad_norm": 1.1714580059051514,
      "learning_rate": 3.252119326717668e-07,
      "loss": 0.3271,
      "step": 2404330
    },
    {
      "epoch": 671.04,
      "grad_norm": 1.142001986503601,
      "learning_rate": 3.2519819144099164e-07,
      "loss": 0.3534,
      "step": 2404340
    },
    {
      "epoch": 671.04,
      "grad_norm": 1.3462879657745361,
      "learning_rate": 3.251844504788863e-07,
      "loss": 0.3462,
      "step": 2404350
    },
    {
      "epoch": 671.05,
      "grad_norm": 1.4392603635787964,
      "learning_rate": 3.2517070978545267e-07,
      "loss": 0.3385,
      "step": 2404360
    },
    {
      "epoch": 671.05,
      "grad_norm": 1.2997838258743286,
      "learning_rate": 3.2515696936069267e-07,
      "loss": 0.338,
      "step": 2404370
    },
    {
      "epoch": 671.05,
      "grad_norm": 1.0706628561019897,
      "learning_rate": 3.2514322920460766e-07,
      "loss": 0.3316,
      "step": 2404380
    },
    {
      "epoch": 671.05,
      "grad_norm": 1.1991111040115356,
      "learning_rate": 3.2512948931719986e-07,
      "loss": 0.3413,
      "step": 2404390
    },
    {
      "epoch": 671.06,
      "grad_norm": 1.7666653394699097,
      "learning_rate": 3.2511574969847144e-07,
      "loss": 0.3478,
      "step": 2404400
    },
    {
      "epoch": 671.06,
      "grad_norm": 1.1304163932800293,
      "learning_rate": 3.2510201034842267e-07,
      "loss": 0.3321,
      "step": 2404410
    },
    {
      "epoch": 671.06,
      "grad_norm": 1.1920268535614014,
      "learning_rate": 3.250882712670576e-07,
      "loss": 0.3527,
      "step": 2404420
    },
    {
      "epoch": 671.07,
      "grad_norm": 1.2665733098983765,
      "learning_rate": 3.2507453245437607e-07,
      "loss": 0.3634,
      "step": 2404430
    },
    {
      "epoch": 671.07,
      "grad_norm": 1.1646941900253296,
      "learning_rate": 3.250607939103817e-07,
      "loss": 0.3386,
      "step": 2404440
    },
    {
      "epoch": 671.07,
      "grad_norm": 1.3152151107788086,
      "learning_rate": 3.2504705563507473e-07,
      "loss": 0.3288,
      "step": 2404450
    },
    {
      "epoch": 671.07,
      "grad_norm": 1.2584551572799683,
      "learning_rate": 3.250333176284578e-07,
      "loss": 0.3285,
      "step": 2404460
    },
    {
      "epoch": 671.08,
      "grad_norm": 1.2080093622207642,
      "learning_rate": 3.250195798905332e-07,
      "loss": 0.3363,
      "step": 2404470
    },
    {
      "epoch": 671.08,
      "grad_norm": 1.252643346786499,
      "learning_rate": 3.250058424213015e-07,
      "loss": 0.327,
      "step": 2404480
    },
    {
      "epoch": 671.08,
      "grad_norm": 1.3128061294555664,
      "learning_rate": 3.2499210522076533e-07,
      "loss": 0.3295,
      "step": 2404490
    },
    {
      "epoch": 671.09,
      "grad_norm": 1.222310185432434,
      "learning_rate": 3.249783682889264e-07,
      "loss": 0.3233,
      "step": 2404500
    },
    {
      "epoch": 671.09,
      "grad_norm": 1.3330127000808716,
      "learning_rate": 3.2496463162578713e-07,
      "loss": 0.3413,
      "step": 2404510
    },
    {
      "epoch": 671.09,
      "grad_norm": 1.1959786415100098,
      "learning_rate": 3.24950895231348e-07,
      "loss": 0.3542,
      "step": 2404520
    },
    {
      "epoch": 671.09,
      "grad_norm": 1.324798583984375,
      "learning_rate": 3.249371591056117e-07,
      "loss": 0.3276,
      "step": 2404530
    },
    {
      "epoch": 671.1,
      "grad_norm": 1.3945447206497192,
      "learning_rate": 3.2492342324858e-07,
      "loss": 0.3369,
      "step": 2404540
    },
    {
      "epoch": 671.1,
      "grad_norm": 1.0629295110702515,
      "learning_rate": 3.249096876602544e-07,
      "loss": 0.3281,
      "step": 2404550
    },
    {
      "epoch": 671.1,
      "grad_norm": 1.46963632106781,
      "learning_rate": 3.248959523406378e-07,
      "loss": 0.3449,
      "step": 2404560
    },
    {
      "epoch": 671.11,
      "grad_norm": 1.0976794958114624,
      "learning_rate": 3.248822172897305e-07,
      "loss": 0.3452,
      "step": 2404570
    },
    {
      "epoch": 671.11,
      "grad_norm": 1.4852632284164429,
      "learning_rate": 3.2486848250753507e-07,
      "loss": 0.3364,
      "step": 2404580
    },
    {
      "epoch": 671.11,
      "grad_norm": 1.1894484758377075,
      "learning_rate": 3.248547479940536e-07,
      "loss": 0.353,
      "step": 2404590
    },
    {
      "epoch": 671.11,
      "grad_norm": 1.0070098638534546,
      "learning_rate": 3.248410137492879e-07,
      "loss": 0.3349,
      "step": 2404600
    },
    {
      "epoch": 671.12,
      "grad_norm": 1.7025456428527832,
      "learning_rate": 3.24827279773239e-07,
      "loss": 0.3508,
      "step": 2404610
    },
    {
      "epoch": 671.12,
      "grad_norm": 1.063063621520996,
      "learning_rate": 3.2481354606590933e-07,
      "loss": 0.3387,
      "step": 2404620
    },
    {
      "epoch": 671.12,
      "grad_norm": 1.2059580087661743,
      "learning_rate": 3.247998126273011e-07,
      "loss": 0.3371,
      "step": 2404630
    },
    {
      "epoch": 671.12,
      "grad_norm": 1.3228470087051392,
      "learning_rate": 3.2478607945741495e-07,
      "loss": 0.3359,
      "step": 2404640
    },
    {
      "epoch": 671.13,
      "grad_norm": 1.1387667655944824,
      "learning_rate": 3.2477234655625416e-07,
      "loss": 0.33,
      "step": 2404650
    },
    {
      "epoch": 671.13,
      "grad_norm": 1.1807646751403809,
      "learning_rate": 3.247586139238193e-07,
      "loss": 0.3155,
      "step": 2404660
    },
    {
      "epoch": 671.13,
      "grad_norm": 1.3862804174423218,
      "learning_rate": 3.24744881560113e-07,
      "loss": 0.3423,
      "step": 2404670
    },
    {
      "epoch": 671.14,
      "grad_norm": 1.1918963193893433,
      "learning_rate": 3.2473114946513677e-07,
      "loss": 0.3252,
      "step": 2404680
    },
    {
      "epoch": 671.14,
      "grad_norm": 1.7742764949798584,
      "learning_rate": 3.2471741763889293e-07,
      "loss": 0.326,
      "step": 2404690
    },
    {
      "epoch": 671.14,
      "grad_norm": 1.1476401090621948,
      "learning_rate": 3.2470368608138236e-07,
      "loss": 0.3319,
      "step": 2404700
    },
    {
      "epoch": 671.14,
      "grad_norm": 1.1340268850326538,
      "learning_rate": 3.2468995479260734e-07,
      "loss": 0.3347,
      "step": 2404710
    },
    {
      "epoch": 671.15,
      "grad_norm": 1.269476056098938,
      "learning_rate": 3.2467622377256994e-07,
      "loss": 0.3447,
      "step": 2404720
    },
    {
      "epoch": 671.15,
      "grad_norm": 1.0311733484268188,
      "learning_rate": 3.2466249302127174e-07,
      "loss": 0.3362,
      "step": 2404730
    },
    {
      "epoch": 671.15,
      "grad_norm": 1.2330695390701294,
      "learning_rate": 3.2464876253871507e-07,
      "loss": 0.3308,
      "step": 2404740
    },
    {
      "epoch": 671.16,
      "grad_norm": 1.165096640586853,
      "learning_rate": 3.246350323249007e-07,
      "loss": 0.3538,
      "step": 2404750
    },
    {
      "epoch": 671.16,
      "grad_norm": 1.209336280822754,
      "learning_rate": 3.2462130237983135e-07,
      "loss": 0.3388,
      "step": 2404760
    },
    {
      "epoch": 671.16,
      "grad_norm": 1.3760428428649902,
      "learning_rate": 3.2460757270350917e-07,
      "loss": 0.3309,
      "step": 2404770
    },
    {
      "epoch": 671.16,
      "grad_norm": 1.2153350114822388,
      "learning_rate": 3.2459384329593403e-07,
      "loss": 0.3318,
      "step": 2404780
    },
    {
      "epoch": 671.17,
      "grad_norm": 1.0754683017730713,
      "learning_rate": 3.245801141571103e-07,
      "loss": 0.3314,
      "step": 2404790
    },
    {
      "epoch": 671.17,
      "grad_norm": 1.0803518295288086,
      "learning_rate": 3.2456638528703825e-07,
      "loss": 0.3336,
      "step": 2404800
    },
    {
      "epoch": 671.17,
      "grad_norm": 1.2580314874649048,
      "learning_rate": 3.2455265668572e-07,
      "loss": 0.339,
      "step": 2404810
    },
    {
      "epoch": 671.17,
      "grad_norm": 1.2992700338363647,
      "learning_rate": 3.2453892835315736e-07,
      "loss": 0.3306,
      "step": 2404820
    },
    {
      "epoch": 671.18,
      "grad_norm": 1.2183412313461304,
      "learning_rate": 3.245252002893529e-07,
      "loss": 0.332,
      "step": 2404830
    },
    {
      "epoch": 671.18,
      "grad_norm": 1.3481041193008423,
      "learning_rate": 3.2451147249430734e-07,
      "loss": 0.3383,
      "step": 2404840
    },
    {
      "epoch": 671.18,
      "grad_norm": 1.1721030473709106,
      "learning_rate": 3.244977449680229e-07,
      "loss": 0.3232,
      "step": 2404850
    },
    {
      "epoch": 671.19,
      "grad_norm": 1.3551746606826782,
      "learning_rate": 3.2448401771050184e-07,
      "loss": 0.3376,
      "step": 2404860
    },
    {
      "epoch": 671.19,
      "grad_norm": 1.169429063796997,
      "learning_rate": 3.244702907217447e-07,
      "loss": 0.3386,
      "step": 2404870
    },
    {
      "epoch": 671.19,
      "grad_norm": 1.1010122299194336,
      "learning_rate": 3.244565640017554e-07,
      "loss": 0.3191,
      "step": 2404880
    },
    {
      "epoch": 671.19,
      "grad_norm": 1.0015332698822021,
      "learning_rate": 3.244428375505342e-07,
      "loss": 0.3421,
      "step": 2404890
    },
    {
      "epoch": 671.2,
      "grad_norm": 1.1393145322799683,
      "learning_rate": 3.244291113680831e-07,
      "loss": 0.3434,
      "step": 2404900
    },
    {
      "epoch": 671.2,
      "grad_norm": 1.1311876773834229,
      "learning_rate": 3.244153854544048e-07,
      "loss": 0.3332,
      "step": 2404910
    },
    {
      "epoch": 671.2,
      "grad_norm": 1.183647632598877,
      "learning_rate": 3.2440165980949976e-07,
      "loss": 0.3344,
      "step": 2404920
    },
    {
      "epoch": 671.21,
      "grad_norm": 1.410900592803955,
      "learning_rate": 3.243879344333706e-07,
      "loss": 0.3404,
      "step": 2404930
    },
    {
      "epoch": 671.21,
      "grad_norm": 1.3056312799453735,
      "learning_rate": 3.243742093260192e-07,
      "loss": 0.34,
      "step": 2404940
    },
    {
      "epoch": 671.21,
      "grad_norm": 1.222702980041504,
      "learning_rate": 3.243604844874478e-07,
      "loss": 0.3403,
      "step": 2404950
    },
    {
      "epoch": 671.21,
      "grad_norm": 1.0716949701309204,
      "learning_rate": 3.2434675991765645e-07,
      "loss": 0.3549,
      "step": 2404960
    },
    {
      "epoch": 671.22,
      "grad_norm": 1.2942790985107422,
      "learning_rate": 3.243330356166496e-07,
      "loss": 0.3248,
      "step": 2404970
    },
    {
      "epoch": 671.22,
      "grad_norm": 1.4000904560089111,
      "learning_rate": 3.24319311584427e-07,
      "loss": 0.329,
      "step": 2404980
    },
    {
      "epoch": 671.22,
      "grad_norm": 1.473333477973938,
      "learning_rate": 3.2430558782099113e-07,
      "loss": 0.3434,
      "step": 2404990
    },
    {
      "epoch": 671.23,
      "grad_norm": 1.050114631652832,
      "learning_rate": 3.242918643263442e-07,
      "loss": 0.326,
      "step": 2405000
    },
    {
      "epoch": 671.23,
      "grad_norm": 1.2325900793075562,
      "learning_rate": 3.24278141100487e-07,
      "loss": 0.3395,
      "step": 2405010
    },
    {
      "epoch": 671.23,
      "grad_norm": 2.302175283432007,
      "learning_rate": 3.2426441814342306e-07,
      "loss": 0.32,
      "step": 2405020
    },
    {
      "epoch": 671.23,
      "grad_norm": 1.2109471559524536,
      "learning_rate": 3.2425069545515245e-07,
      "loss": 0.3303,
      "step": 2405030
    },
    {
      "epoch": 671.24,
      "grad_norm": 1.1766444444656372,
      "learning_rate": 3.24236973035678e-07,
      "loss": 0.331,
      "step": 2405040
    },
    {
      "epoch": 671.24,
      "grad_norm": 1.2331829071044922,
      "learning_rate": 3.242232508850016e-07,
      "loss": 0.344,
      "step": 2405050
    },
    {
      "epoch": 671.24,
      "grad_norm": 1.399700403213501,
      "learning_rate": 3.242095290031245e-07,
      "loss": 0.3419,
      "step": 2405060
    },
    {
      "epoch": 671.24,
      "grad_norm": 1.3348066806793213,
      "learning_rate": 3.241958073900485e-07,
      "loss": 0.3382,
      "step": 2405070
    },
    {
      "epoch": 671.25,
      "grad_norm": 1.0880162715911865,
      "learning_rate": 3.241820860457757e-07,
      "loss": 0.3373,
      "step": 2405080
    },
    {
      "epoch": 671.25,
      "grad_norm": 1.2047299146652222,
      "learning_rate": 3.2416836497030876e-07,
      "loss": 0.3367,
      "step": 2405090
    },
    {
      "epoch": 671.25,
      "grad_norm": 1.2580275535583496,
      "learning_rate": 3.241546441636473e-07,
      "loss": 0.3592,
      "step": 2405100
    },
    {
      "epoch": 671.26,
      "grad_norm": 1.320336937904358,
      "learning_rate": 3.241409236257959e-07,
      "loss": 0.3324,
      "step": 2405110
    },
    {
      "epoch": 671.26,
      "grad_norm": 1.352832555770874,
      "learning_rate": 3.2412720335675444e-07,
      "loss": 0.3337,
      "step": 2405120
    },
    {
      "epoch": 671.26,
      "grad_norm": 1.374642014503479,
      "learning_rate": 3.24113483356525e-07,
      "loss": 0.331,
      "step": 2405130
    },
    {
      "epoch": 671.26,
      "grad_norm": 1.2579172849655151,
      "learning_rate": 3.240997636251105e-07,
      "loss": 0.3301,
      "step": 2405140
    },
    {
      "epoch": 671.27,
      "grad_norm": 1.1761881113052368,
      "learning_rate": 3.2408604416251146e-07,
      "loss": 0.3363,
      "step": 2405150
    },
    {
      "epoch": 671.27,
      "grad_norm": 1.2991828918457031,
      "learning_rate": 3.2407232496873043e-07,
      "loss": 0.3375,
      "step": 2405160
    },
    {
      "epoch": 671.27,
      "grad_norm": 0.971731960773468,
      "learning_rate": 3.2405860604376876e-07,
      "loss": 0.3229,
      "step": 2405170
    },
    {
      "epoch": 671.28,
      "grad_norm": 1.3412147760391235,
      "learning_rate": 3.240448873876293e-07,
      "loss": 0.3525,
      "step": 2405180
    },
    {
      "epoch": 671.28,
      "grad_norm": 1.1579595804214478,
      "learning_rate": 3.240311690003123e-07,
      "loss": 0.338,
      "step": 2405190
    },
    {
      "epoch": 671.28,
      "grad_norm": 1.2038460969924927,
      "learning_rate": 3.240174508818206e-07,
      "loss": 0.3405,
      "step": 2405200
    },
    {
      "epoch": 671.28,
      "grad_norm": 1.3402299880981445,
      "learning_rate": 3.2400373303215663e-07,
      "loss": 0.3336,
      "step": 2405210
    },
    {
      "epoch": 671.29,
      "grad_norm": 1.2897987365722656,
      "learning_rate": 3.2399001545132e-07,
      "loss": 0.3499,
      "step": 2405220
    },
    {
      "epoch": 671.29,
      "grad_norm": 1.319061517715454,
      "learning_rate": 3.2397629813931525e-07,
      "loss": 0.3362,
      "step": 2405230
    },
    {
      "epoch": 671.29,
      "grad_norm": 1.3150659799575806,
      "learning_rate": 3.239625810961423e-07,
      "loss": 0.3529,
      "step": 2405240
    },
    {
      "epoch": 671.3,
      "grad_norm": 2.1025750637054443,
      "learning_rate": 3.239488643218038e-07,
      "loss": 0.3455,
      "step": 2405250
    },
    {
      "epoch": 671.3,
      "grad_norm": 1.2319066524505615,
      "learning_rate": 3.2393514781630106e-07,
      "loss": 0.3431,
      "step": 2405260
    },
    {
      "epoch": 671.3,
      "grad_norm": 1.4714757204055786,
      "learning_rate": 3.2392143157963715e-07,
      "loss": 0.3417,
      "step": 2405270
    },
    {
      "epoch": 671.3,
      "grad_norm": 1.1214172840118408,
      "learning_rate": 3.2390771561181207e-07,
      "loss": 0.3334,
      "step": 2405280
    },
    {
      "epoch": 671.31,
      "grad_norm": 1.2050591707229614,
      "learning_rate": 3.2389399991282874e-07,
      "loss": 0.3545,
      "step": 2405290
    },
    {
      "epoch": 671.31,
      "grad_norm": 1.4088501930236816,
      "learning_rate": 3.238802844826887e-07,
      "loss": 0.3532,
      "step": 2405300
    },
    {
      "epoch": 671.31,
      "grad_norm": 1.2366148233413696,
      "learning_rate": 3.23866569321394e-07,
      "loss": 0.3304,
      "step": 2405310
    },
    {
      "epoch": 671.31,
      "grad_norm": 1.1440620422363281,
      "learning_rate": 3.2385285442894676e-07,
      "loss": 0.3332,
      "step": 2405320
    },
    {
      "epoch": 671.32,
      "grad_norm": 1.6330198049545288,
      "learning_rate": 3.238391398053477e-07,
      "loss": 0.3362,
      "step": 2405330
    },
    {
      "epoch": 671.32,
      "grad_norm": 1.0721747875213623,
      "learning_rate": 3.2382542545059954e-07,
      "loss": 0.3531,
      "step": 2405340
    },
    {
      "epoch": 671.32,
      "grad_norm": 1.5115026235580444,
      "learning_rate": 3.238117113647045e-07,
      "loss": 0.3659,
      "step": 2405350
    },
    {
      "epoch": 671.33,
      "grad_norm": 1.314911127090454,
      "learning_rate": 3.2379799754766267e-07,
      "loss": 0.342,
      "step": 2405360
    },
    {
      "epoch": 671.33,
      "grad_norm": 1.439191222190857,
      "learning_rate": 3.2378428399947784e-07,
      "loss": 0.3407,
      "step": 2405370
    },
    {
      "epoch": 671.33,
      "grad_norm": 1.2192929983139038,
      "learning_rate": 3.237705707201507e-07,
      "loss": 0.3263,
      "step": 2405380
    },
    {
      "epoch": 671.33,
      "grad_norm": 1.007629632949829,
      "learning_rate": 3.237568577096834e-07,
      "loss": 0.337,
      "step": 2405390
    },
    {
      "epoch": 671.34,
      "grad_norm": 1.2426680326461792,
      "learning_rate": 3.2374314496807764e-07,
      "loss": 0.3521,
      "step": 2405400
    },
    {
      "epoch": 671.34,
      "grad_norm": 1.2170825004577637,
      "learning_rate": 3.23729432495336e-07,
      "loss": 0.3378,
      "step": 2405410
    },
    {
      "epoch": 671.34,
      "grad_norm": 1.3242578506469727,
      "learning_rate": 3.2371572029145893e-07,
      "loss": 0.326,
      "step": 2405420
    },
    {
      "epoch": 671.35,
      "grad_norm": 1.143249750137329,
      "learning_rate": 3.237020083564491e-07,
      "loss": 0.3249,
      "step": 2405430
    },
    {
      "epoch": 671.35,
      "grad_norm": 1.290647029876709,
      "learning_rate": 3.236882966903086e-07,
      "loss": 0.3226,
      "step": 2405440
    },
    {
      "epoch": 671.35,
      "grad_norm": 1.351430892944336,
      "learning_rate": 3.2367458529303787e-07,
      "loss": 0.3434,
      "step": 2405450
    },
    {
      "epoch": 671.35,
      "grad_norm": 1.2417407035827637,
      "learning_rate": 3.2366087416464094e-07,
      "loss": 0.3424,
      "step": 2405460
    },
    {
      "epoch": 671.36,
      "grad_norm": 1.1373114585876465,
      "learning_rate": 3.236471633051177e-07,
      "loss": 0.349,
      "step": 2405470
    },
    {
      "epoch": 671.36,
      "grad_norm": 1.104361891746521,
      "learning_rate": 3.236334527144707e-07,
      "loss": 0.3389,
      "step": 2405480
    },
    {
      "epoch": 671.36,
      "grad_norm": 1.3125877380371094,
      "learning_rate": 3.236197423927022e-07,
      "loss": 0.3435,
      "step": 2405490
    },
    {
      "epoch": 671.36,
      "grad_norm": 1.2324472665786743,
      "learning_rate": 3.236060323398134e-07,
      "loss": 0.3271,
      "step": 2405500
    },
    {
      "epoch": 671.37,
      "grad_norm": 1.581312894821167,
      "learning_rate": 3.2359232255580614e-07,
      "loss": 0.3351,
      "step": 2405510
    },
    {
      "epoch": 671.37,
      "grad_norm": 1.189603328704834,
      "learning_rate": 3.2357861304068224e-07,
      "loss": 0.3356,
      "step": 2405520
    },
    {
      "epoch": 671.37,
      "grad_norm": 1.0731360912322998,
      "learning_rate": 3.235649037944445e-07,
      "loss": 0.3186,
      "step": 2405530
    },
    {
      "epoch": 671.38,
      "grad_norm": 1.1798369884490967,
      "learning_rate": 3.2355119481709277e-07,
      "loss": 0.3334,
      "step": 2405540
    },
    {
      "epoch": 671.38,
      "grad_norm": 1.3609576225280762,
      "learning_rate": 3.2353748610863116e-07,
      "loss": 0.3456,
      "step": 2405550
    },
    {
      "epoch": 671.38,
      "grad_norm": 1.289615273475647,
      "learning_rate": 3.2352377766905964e-07,
      "loss": 0.3472,
      "step": 2405560
    },
    {
      "epoch": 671.38,
      "grad_norm": 1.2255865335464478,
      "learning_rate": 3.235100694983811e-07,
      "loss": 0.335,
      "step": 2405570
    },
    {
      "epoch": 671.39,
      "grad_norm": 1.1579777002334595,
      "learning_rate": 3.2349636159659737e-07,
      "loss": 0.3261,
      "step": 2405580
    },
    {
      "epoch": 671.39,
      "grad_norm": 1.1858899593353271,
      "learning_rate": 3.2348265396370895e-07,
      "loss": 0.3505,
      "step": 2405590
    },
    {
      "epoch": 671.39,
      "grad_norm": 1.2814167737960815,
      "learning_rate": 3.2346894659971977e-07,
      "loss": 0.3229,
      "step": 2405600
    },
    {
      "epoch": 671.4,
      "grad_norm": 1.192775011062622,
      "learning_rate": 3.2345523950462983e-07,
      "loss": 0.3266,
      "step": 2405610
    },
    {
      "epoch": 671.4,
      "grad_norm": 1.1146643161773682,
      "learning_rate": 3.2344153267844193e-07,
      "loss": 0.3416,
      "step": 2405620
    },
    {
      "epoch": 671.4,
      "grad_norm": 1.044461965560913,
      "learning_rate": 3.2342782612115746e-07,
      "loss": 0.3313,
      "step": 2405630
    },
    {
      "epoch": 671.4,
      "grad_norm": 1.0641443729400635,
      "learning_rate": 3.23414119832779e-07,
      "loss": 0.3601,
      "step": 2405640
    },
    {
      "epoch": 671.41,
      "grad_norm": 1.301414966583252,
      "learning_rate": 3.234004138133073e-07,
      "loss": 0.3434,
      "step": 2405650
    },
    {
      "epoch": 671.41,
      "grad_norm": 1.1643434762954712,
      "learning_rate": 3.2338670806274466e-07,
      "loss": 0.3319,
      "step": 2405660
    },
    {
      "epoch": 671.41,
      "grad_norm": 1.2331403493881226,
      "learning_rate": 3.233730025810935e-07,
      "loss": 0.3505,
      "step": 2405670
    },
    {
      "epoch": 671.42,
      "grad_norm": 1.2555768489837646,
      "learning_rate": 3.233592973683538e-07,
      "loss": 0.3449,
      "step": 2405680
    },
    {
      "epoch": 671.42,
      "grad_norm": 1.2830027341842651,
      "learning_rate": 3.2334559242453005e-07,
      "loss": 0.3567,
      "step": 2405690
    },
    {
      "epoch": 671.42,
      "grad_norm": 1.2135871648788452,
      "learning_rate": 3.233318877496218e-07,
      "loss": 0.3316,
      "step": 2405700
    },
    {
      "epoch": 671.42,
      "grad_norm": 1.477001667022705,
      "learning_rate": 3.2331818334363215e-07,
      "loss": 0.3324,
      "step": 2405710
    },
    {
      "epoch": 671.43,
      "grad_norm": 1.1340441703796387,
      "learning_rate": 3.2330447920656273e-07,
      "loss": 0.329,
      "step": 2405720
    },
    {
      "epoch": 671.43,
      "grad_norm": 1.574654459953308,
      "learning_rate": 3.2329077533841463e-07,
      "loss": 0.3465,
      "step": 2405730
    },
    {
      "epoch": 671.43,
      "grad_norm": 1.2612133026123047,
      "learning_rate": 3.232770717391903e-07,
      "loss": 0.3351,
      "step": 2405740
    },
    {
      "epoch": 671.43,
      "grad_norm": 1.3031262159347534,
      "learning_rate": 3.232633684088917e-07,
      "loss": 0.3514,
      "step": 2405750
    },
    {
      "epoch": 671.44,
      "grad_norm": 1.423606038093567,
      "learning_rate": 3.2324966534752067e-07,
      "loss": 0.3475,
      "step": 2405760
    },
    {
      "epoch": 671.44,
      "grad_norm": 1.2258387804031372,
      "learning_rate": 3.2323596255507773e-07,
      "loss": 0.3327,
      "step": 2405770
    },
    {
      "epoch": 671.44,
      "grad_norm": 1.127002477645874,
      "learning_rate": 3.2322226003156685e-07,
      "loss": 0.356,
      "step": 2405780
    },
    {
      "epoch": 671.45,
      "grad_norm": 1.2361037731170654,
      "learning_rate": 3.232085577769882e-07,
      "loss": 0.3335,
      "step": 2405790
    },
    {
      "epoch": 671.45,
      "grad_norm": 1.2493199110031128,
      "learning_rate": 3.231948557913442e-07,
      "loss": 0.3413,
      "step": 2405800
    },
    {
      "epoch": 671.45,
      "grad_norm": 1.2436714172363281,
      "learning_rate": 3.231811540746371e-07,
      "loss": 0.3378,
      "step": 2405810
    },
    {
      "epoch": 671.45,
      "grad_norm": 1.2803672552108765,
      "learning_rate": 3.2316745262686804e-07,
      "loss": 0.3395,
      "step": 2405820
    },
    {
      "epoch": 671.46,
      "grad_norm": 1.2512801885604858,
      "learning_rate": 3.231537514480388e-07,
      "loss": 0.3277,
      "step": 2405830
    },
    {
      "epoch": 671.46,
      "grad_norm": 1.0064568519592285,
      "learning_rate": 3.2314005053815147e-07,
      "loss": 0.3409,
      "step": 2405840
    },
    {
      "epoch": 671.46,
      "grad_norm": 1.1859793663024902,
      "learning_rate": 3.2312634989720837e-07,
      "loss": 0.3351,
      "step": 2405850
    },
    {
      "epoch": 671.47,
      "grad_norm": 1.2323862314224243,
      "learning_rate": 3.231126495252106e-07,
      "loss": 0.3162,
      "step": 2405860
    },
    {
      "epoch": 671.47,
      "grad_norm": 1.2012242078781128,
      "learning_rate": 3.230989494221598e-07,
      "loss": 0.3125,
      "step": 2405870
    },
    {
      "epoch": 671.47,
      "grad_norm": 1.2846416234970093,
      "learning_rate": 3.2308524958805854e-07,
      "loss": 0.3347,
      "step": 2405880
    },
    {
      "epoch": 671.47,
      "grad_norm": 1.1522104740142822,
      "learning_rate": 3.2307155002290806e-07,
      "loss": 0.3387,
      "step": 2405890
    },
    {
      "epoch": 671.48,
      "grad_norm": 1.134100317955017,
      "learning_rate": 3.2305785072671114e-07,
      "loss": 0.3379,
      "step": 2405900
    },
    {
      "epoch": 671.48,
      "grad_norm": 1.3792712688446045,
      "learning_rate": 3.230441516994678e-07,
      "loss": 0.341,
      "step": 2405910
    },
    {
      "epoch": 671.48,
      "grad_norm": 1.2202236652374268,
      "learning_rate": 3.2303045294118177e-07,
      "loss": 0.3421,
      "step": 2405920
    },
    {
      "epoch": 671.48,
      "grad_norm": 1.1365679502487183,
      "learning_rate": 3.2301675445185377e-07,
      "loss": 0.3368,
      "step": 2405930
    },
    {
      "epoch": 671.49,
      "grad_norm": 1.0821118354797363,
      "learning_rate": 3.230030562314861e-07,
      "loss": 0.3415,
      "step": 2405940
    },
    {
      "epoch": 671.49,
      "grad_norm": 1.2093558311462402,
      "learning_rate": 3.2298935828008066e-07,
      "loss": 0.339,
      "step": 2405950
    },
    {
      "epoch": 671.49,
      "grad_norm": 1.2753419876098633,
      "learning_rate": 3.2297566059763847e-07,
      "loss": 0.3526,
      "step": 2405960
    },
    {
      "epoch": 671.5,
      "grad_norm": 1.4140135049819946,
      "learning_rate": 3.2296196318416206e-07,
      "loss": 0.3578,
      "step": 2405970
    },
    {
      "epoch": 671.5,
      "grad_norm": 1.3983649015426636,
      "learning_rate": 3.2294826603965287e-07,
      "loss": 0.3422,
      "step": 2405980
    },
    {
      "epoch": 671.5,
      "grad_norm": 1.3469406366348267,
      "learning_rate": 3.2293456916411364e-07,
      "loss": 0.3395,
      "step": 2405990
    },
    {
      "epoch": 671.5,
      "grad_norm": 1.127061128616333,
      "learning_rate": 3.229208725575449e-07,
      "loss": 0.3409,
      "step": 2406000
    },
    {
      "epoch": 671.51,
      "grad_norm": 1.1015939712524414,
      "learning_rate": 3.229071762199491e-07,
      "loss": 0.3311,
      "step": 2406010
    },
    {
      "epoch": 671.51,
      "grad_norm": 1.3093572854995728,
      "learning_rate": 3.2289348015132844e-07,
      "loss": 0.3449,
      "step": 2406020
    },
    {
      "epoch": 671.51,
      "grad_norm": 1.5205873250961304,
      "learning_rate": 3.2287978435168353e-07,
      "loss": 0.3465,
      "step": 2406030
    },
    {
      "epoch": 671.52,
      "grad_norm": 1.4861745834350586,
      "learning_rate": 3.22866088821018e-07,
      "loss": 0.3298,
      "step": 2406040
    },
    {
      "epoch": 671.52,
      "grad_norm": 1.2322111129760742,
      "learning_rate": 3.228523935593318e-07,
      "loss": 0.3277,
      "step": 2406050
    },
    {
      "epoch": 671.52,
      "grad_norm": 1.591792345046997,
      "learning_rate": 3.228386985666279e-07,
      "loss": 0.3297,
      "step": 2406060
    },
    {
      "epoch": 671.52,
      "grad_norm": 1.229298710823059,
      "learning_rate": 3.22825003842908e-07,
      "loss": 0.3506,
      "step": 2406070
    },
    {
      "epoch": 671.53,
      "grad_norm": 1.33515202999115,
      "learning_rate": 3.22811309388174e-07,
      "loss": 0.3652,
      "step": 2406080
    },
    {
      "epoch": 671.53,
      "grad_norm": 1.3593775033950806,
      "learning_rate": 3.227976152024272e-07,
      "loss": 0.3272,
      "step": 2406090
    },
    {
      "epoch": 671.53,
      "grad_norm": 1.544943928718567,
      "learning_rate": 3.2278392128566934e-07,
      "loss": 0.3305,
      "step": 2406100
    },
    {
      "epoch": 671.54,
      "grad_norm": 1.4374357461929321,
      "learning_rate": 3.2277022763790364e-07,
      "loss": 0.3452,
      "step": 2406110
    },
    {
      "epoch": 671.54,
      "grad_norm": 1.4436113834381104,
      "learning_rate": 3.2275653425912955e-07,
      "loss": 0.3234,
      "step": 2406120
    },
    {
      "epoch": 671.54,
      "grad_norm": 1.0822362899780273,
      "learning_rate": 3.227428411493512e-07,
      "loss": 0.3263,
      "step": 2406130
    },
    {
      "epoch": 671.54,
      "grad_norm": 1.2451958656311035,
      "learning_rate": 3.2272914830856914e-07,
      "loss": 0.3358,
      "step": 2406140
    },
    {
      "epoch": 671.55,
      "grad_norm": 1.1170251369476318,
      "learning_rate": 3.227154557367854e-07,
      "loss": 0.3412,
      "step": 2406150
    },
    {
      "epoch": 671.55,
      "grad_norm": 1.313754916191101,
      "learning_rate": 3.227017634340024e-07,
      "loss": 0.3273,
      "step": 2406160
    },
    {
      "epoch": 671.55,
      "grad_norm": 1.1725205183029175,
      "learning_rate": 3.2268807140022066e-07,
      "loss": 0.3356,
      "step": 2406170
    },
    {
      "epoch": 671.55,
      "grad_norm": 1.331230640411377,
      "learning_rate": 3.226743796354435e-07,
      "loss": 0.3381,
      "step": 2406180
    },
    {
      "epoch": 671.56,
      "grad_norm": 1.1503828763961792,
      "learning_rate": 3.226606881396717e-07,
      "loss": 0.3293,
      "step": 2406190
    },
    {
      "epoch": 671.56,
      "grad_norm": 1.1362353563308716,
      "learning_rate": 3.2264699691290744e-07,
      "loss": 0.3377,
      "step": 2406200
    },
    {
      "epoch": 671.56,
      "grad_norm": 1.2433124780654907,
      "learning_rate": 3.2263330595515273e-07,
      "loss": 0.3264,
      "step": 2406210
    },
    {
      "epoch": 671.57,
      "grad_norm": 1.2006256580352783,
      "learning_rate": 3.226196152664096e-07,
      "loss": 0.3268,
      "step": 2406220
    },
    {
      "epoch": 671.57,
      "grad_norm": 1.1818767786026,
      "learning_rate": 3.2260592484667893e-07,
      "loss": 0.341,
      "step": 2406230
    },
    {
      "epoch": 671.57,
      "grad_norm": 1.1874147653579712,
      "learning_rate": 3.22592234695963e-07,
      "loss": 0.3265,
      "step": 2406240
    },
    {
      "epoch": 671.57,
      "grad_norm": 1.1209543943405151,
      "learning_rate": 3.225785448142642e-07,
      "loss": 0.3499,
      "step": 2406250
    },
    {
      "epoch": 671.58,
      "grad_norm": 1.0597697496414185,
      "learning_rate": 3.2256485520158297e-07,
      "loss": 0.3278,
      "step": 2406260
    },
    {
      "epoch": 671.58,
      "grad_norm": 1.1828927993774414,
      "learning_rate": 3.22551165857923e-07,
      "loss": 0.3549,
      "step": 2406270
    },
    {
      "epoch": 671.58,
      "grad_norm": 1.2407315969467163,
      "learning_rate": 3.225374767832846e-07,
      "loss": 0.3404,
      "step": 2406280
    },
    {
      "epoch": 671.59,
      "grad_norm": 1.278167963027954,
      "learning_rate": 3.2252378797767034e-07,
      "loss": 0.3433,
      "step": 2406290
    },
    {
      "epoch": 671.59,
      "grad_norm": 1.0569472312927246,
      "learning_rate": 3.225100994410822e-07,
      "loss": 0.3386,
      "step": 2406300
    },
    {
      "epoch": 671.59,
      "grad_norm": 1.1711163520812988,
      "learning_rate": 3.2249641117352114e-07,
      "loss": 0.3428,
      "step": 2406310
    },
    {
      "epoch": 671.59,
      "grad_norm": 1.255038857460022,
      "learning_rate": 3.224827231749894e-07,
      "loss": 0.3365,
      "step": 2406320
    },
    {
      "epoch": 671.6,
      "grad_norm": 1.3666070699691772,
      "learning_rate": 3.2246903544548903e-07,
      "loss": 0.3248,
      "step": 2406330
    },
    {
      "epoch": 671.6,
      "grad_norm": 1.0910252332687378,
      "learning_rate": 3.2245534798502213e-07,
      "loss": 0.3251,
      "step": 2406340
    },
    {
      "epoch": 671.6,
      "grad_norm": 1.2380027770996094,
      "learning_rate": 3.2244166079358904e-07,
      "loss": 0.3421,
      "step": 2406350
    },
    {
      "epoch": 671.6,
      "grad_norm": 1.284008502960205,
      "learning_rate": 3.2242797387119384e-07,
      "loss": 0.3464,
      "step": 2406360
    },
    {
      "epoch": 671.61,
      "grad_norm": 1.149003505706787,
      "learning_rate": 3.2241428721783657e-07,
      "loss": 0.3405,
      "step": 2406370
    },
    {
      "epoch": 671.61,
      "grad_norm": 1.1406209468841553,
      "learning_rate": 3.224006008335196e-07,
      "loss": 0.3393,
      "step": 2406380
    },
    {
      "epoch": 671.61,
      "grad_norm": 1.6121114492416382,
      "learning_rate": 3.223869147182452e-07,
      "loss": 0.3231,
      "step": 2406390
    },
    {
      "epoch": 671.62,
      "grad_norm": 1.314917802810669,
      "learning_rate": 3.223732288720144e-07,
      "loss": 0.3224,
      "step": 2406400
    },
    {
      "epoch": 671.62,
      "grad_norm": 1.1538872718811035,
      "learning_rate": 3.223595432948293e-07,
      "loss": 0.3312,
      "step": 2406410
    },
    {
      "epoch": 671.62,
      "grad_norm": 1.0399116277694702,
      "learning_rate": 3.223458579866921e-07,
      "loss": 0.3266,
      "step": 2406420
    },
    {
      "epoch": 671.62,
      "grad_norm": 1.193055510520935,
      "learning_rate": 3.223321729476045e-07,
      "loss": 0.3235,
      "step": 2406430
    },
    {
      "epoch": 671.63,
      "grad_norm": 1.254833698272705,
      "learning_rate": 3.2231848817756776e-07,
      "loss": 0.3364,
      "step": 2406440
    },
    {
      "epoch": 671.63,
      "grad_norm": 1.2067021131515503,
      "learning_rate": 3.223048036765841e-07,
      "loss": 0.3396,
      "step": 2406450
    },
    {
      "epoch": 671.63,
      "grad_norm": 1.1844357252120972,
      "learning_rate": 3.222911194446555e-07,
      "loss": 0.3386,
      "step": 2406460
    },
    {
      "epoch": 671.64,
      "grad_norm": 1.3482309579849243,
      "learning_rate": 3.222774354817833e-07,
      "loss": 0.3297,
      "step": 2406470
    },
    {
      "epoch": 671.64,
      "grad_norm": 1.0888168811798096,
      "learning_rate": 3.2226375178797064e-07,
      "loss": 0.3453,
      "step": 2406480
    },
    {
      "epoch": 671.64,
      "grad_norm": 1.1981922388076782,
      "learning_rate": 3.2225006836321694e-07,
      "loss": 0.3336,
      "step": 2406490
    },
    {
      "epoch": 671.64,
      "grad_norm": 1.232261061668396,
      "learning_rate": 3.2223638520752643e-07,
      "loss": 0.3476,
      "step": 2406500
    },
    {
      "epoch": 671.65,
      "grad_norm": 1.1131240129470825,
      "learning_rate": 3.2222270232089953e-07,
      "loss": 0.3319,
      "step": 2406510
    },
    {
      "epoch": 671.65,
      "grad_norm": 1.0751451253890991,
      "learning_rate": 3.222090197033387e-07,
      "loss": 0.3438,
      "step": 2406520
    },
    {
      "epoch": 671.65,
      "grad_norm": 1.5633795261383057,
      "learning_rate": 3.221953373548457e-07,
      "loss": 0.343,
      "step": 2406530
    },
    {
      "epoch": 671.66,
      "grad_norm": 1.3624145984649658,
      "learning_rate": 3.221816552754219e-07,
      "loss": 0.3462,
      "step": 2406540
    },
    {
      "epoch": 671.66,
      "grad_norm": 1.4738261699676514,
      "learning_rate": 3.2216797346506925e-07,
      "loss": 0.3351,
      "step": 2406550
    },
    {
      "epoch": 671.66,
      "grad_norm": 1.0916415452957153,
      "learning_rate": 3.2215429192378965e-07,
      "loss": 0.3362,
      "step": 2406560
    },
    {
      "epoch": 671.66,
      "grad_norm": 1.5482420921325684,
      "learning_rate": 3.221406106515857e-07,
      "loss": 0.3478,
      "step": 2406570
    },
    {
      "epoch": 671.67,
      "grad_norm": 1.4917781352996826,
      "learning_rate": 3.221269296484574e-07,
      "loss": 0.3401,
      "step": 2406580
    },
    {
      "epoch": 671.67,
      "grad_norm": 1.163074254989624,
      "learning_rate": 3.221132489144087e-07,
      "loss": 0.3294,
      "step": 2406590
    },
    {
      "epoch": 671.67,
      "grad_norm": 1.551159381866455,
      "learning_rate": 3.2209956844944e-07,
      "loss": 0.3342,
      "step": 2406600
    },
    {
      "epoch": 671.67,
      "grad_norm": 1.4110814332962036,
      "learning_rate": 3.2208588825355323e-07,
      "loss": 0.3232,
      "step": 2406610
    },
    {
      "epoch": 671.68,
      "grad_norm": 1.200386643409729,
      "learning_rate": 3.220722083267512e-07,
      "loss": 0.327,
      "step": 2406620
    },
    {
      "epoch": 671.68,
      "grad_norm": 1.216485619544983,
      "learning_rate": 3.220585286690347e-07,
      "loss": 0.3288,
      "step": 2406630
    },
    {
      "epoch": 671.68,
      "grad_norm": 1.1086105108261108,
      "learning_rate": 3.220448492804056e-07,
      "loss": 0.335,
      "step": 2406640
    },
    {
      "epoch": 671.69,
      "grad_norm": 1.2920680046081543,
      "learning_rate": 3.2203117016086616e-07,
      "loss": 0.3295,
      "step": 2406650
    },
    {
      "epoch": 671.69,
      "grad_norm": 1.2228935956954956,
      "learning_rate": 3.220174913104185e-07,
      "loss": 0.3366,
      "step": 2406660
    },
    {
      "epoch": 671.69,
      "grad_norm": 1.3910094499588013,
      "learning_rate": 3.220038127290634e-07,
      "loss": 0.3289,
      "step": 2406670
    },
    {
      "epoch": 671.69,
      "grad_norm": 1.0913057327270508,
      "learning_rate": 3.2199013441680347e-07,
      "loss": 0.3413,
      "step": 2406680
    },
    {
      "epoch": 671.7,
      "grad_norm": 7.860879898071289,
      "learning_rate": 3.219764563736408e-07,
      "loss": 0.3375,
      "step": 2406690
    },
    {
      "epoch": 671.7,
      "grad_norm": 1.0759423971176147,
      "learning_rate": 3.2196277859957563e-07,
      "loss": 0.3271,
      "step": 2406700
    },
    {
      "epoch": 671.7,
      "grad_norm": 1.5330801010131836,
      "learning_rate": 3.2194910109461185e-07,
      "loss": 0.318,
      "step": 2406710
    },
    {
      "epoch": 671.71,
      "grad_norm": 1.3188365697860718,
      "learning_rate": 3.2193542385875e-07,
      "loss": 0.3595,
      "step": 2406720
    },
    {
      "epoch": 671.71,
      "grad_norm": 1.1081373691558838,
      "learning_rate": 3.219217468919919e-07,
      "loss": 0.3314,
      "step": 2406730
    },
    {
      "epoch": 671.71,
      "grad_norm": 1.315386414527893,
      "learning_rate": 3.219080701943399e-07,
      "loss": 0.3378,
      "step": 2406740
    },
    {
      "epoch": 671.71,
      "grad_norm": 1.056194543838501,
      "learning_rate": 3.218943937657958e-07,
      "loss": 0.3287,
      "step": 2406750
    },
    {
      "epoch": 671.72,
      "grad_norm": 1.459227204322815,
      "learning_rate": 3.218807176063615e-07,
      "loss": 0.3297,
      "step": 2406760
    },
    {
      "epoch": 671.72,
      "grad_norm": 1.0927187204360962,
      "learning_rate": 3.2186704171603816e-07,
      "loss": 0.3251,
      "step": 2406770
    },
    {
      "epoch": 671.72,
      "grad_norm": 1.2991130352020264,
      "learning_rate": 3.2185336609482795e-07,
      "loss": 0.3511,
      "step": 2406780
    },
    {
      "epoch": 671.72,
      "grad_norm": 1.0780155658721924,
      "learning_rate": 3.2183969074273266e-07,
      "loss": 0.3349,
      "step": 2406790
    },
    {
      "epoch": 671.73,
      "grad_norm": 1.3112809658050537,
      "learning_rate": 3.2182601565975466e-07,
      "loss": 0.3487,
      "step": 2406800
    },
    {
      "epoch": 671.73,
      "grad_norm": 1.0832875967025757,
      "learning_rate": 3.21812340845895e-07,
      "loss": 0.3252,
      "step": 2406810
    },
    {
      "epoch": 671.73,
      "grad_norm": 1.3368582725524902,
      "learning_rate": 3.217986663011555e-07,
      "loss": 0.3191,
      "step": 2406820
    },
    {
      "epoch": 671.74,
      "grad_norm": 1.2112709283828735,
      "learning_rate": 3.21784992025539e-07,
      "loss": 0.3324,
      "step": 2406830
    },
    {
      "epoch": 671.74,
      "grad_norm": 1.496212363243103,
      "learning_rate": 3.217713180190455e-07,
      "loss": 0.329,
      "step": 2406840
    },
    {
      "epoch": 671.74,
      "grad_norm": 1.3979278802871704,
      "learning_rate": 3.2175764428167887e-07,
      "loss": 0.3231,
      "step": 2406850
    },
    {
      "epoch": 671.74,
      "grad_norm": 1.4351760149002075,
      "learning_rate": 3.217439708134397e-07,
      "loss": 0.3237,
      "step": 2406860
    },
    {
      "epoch": 671.75,
      "grad_norm": 1.4387623071670532,
      "learning_rate": 3.217302976143298e-07,
      "loss": 0.3473,
      "step": 2406870
    },
    {
      "epoch": 671.75,
      "grad_norm": 1.1676197052001953,
      "learning_rate": 3.2171662468435146e-07,
      "loss": 0.3389,
      "step": 2406880
    },
    {
      "epoch": 671.75,
      "grad_norm": 1.1505401134490967,
      "learning_rate": 3.217029520235068e-07,
      "loss": 0.3403,
      "step": 2406890
    },
    {
      "epoch": 671.76,
      "grad_norm": 1.2444056272506714,
      "learning_rate": 3.216892796317966e-07,
      "loss": 0.344,
      "step": 2406900
    },
    {
      "epoch": 671.76,
      "grad_norm": 1.2865867614746094,
      "learning_rate": 3.216756075092232e-07,
      "loss": 0.3472,
      "step": 2406910
    },
    {
      "epoch": 671.76,
      "grad_norm": 1.1194593906402588,
      "learning_rate": 3.216619356557892e-07,
      "loss": 0.3396,
      "step": 2406920
    },
    {
      "epoch": 671.76,
      "grad_norm": 1.0310477018356323,
      "learning_rate": 3.216482640714943e-07,
      "loss": 0.318,
      "step": 2406930
    },
    {
      "epoch": 671.77,
      "grad_norm": 1.2737499475479126,
      "learning_rate": 3.21634592756343e-07,
      "loss": 0.3227,
      "step": 2406940
    },
    {
      "epoch": 671.77,
      "grad_norm": 1.461115837097168,
      "learning_rate": 3.21620921710335e-07,
      "loss": 0.341,
      "step": 2406950
    },
    {
      "epoch": 671.77,
      "grad_norm": 1.2967193126678467,
      "learning_rate": 3.2160725093347315e-07,
      "loss": 0.3408,
      "step": 2406960
    },
    {
      "epoch": 671.78,
      "grad_norm": 1.2042251825332642,
      "learning_rate": 3.2159358042575955e-07,
      "loss": 0.3352,
      "step": 2406970
    },
    {
      "epoch": 671.78,
      "grad_norm": 1.2136622667312622,
      "learning_rate": 3.21579910187195e-07,
      "loss": 0.3328,
      "step": 2406980
    },
    {
      "epoch": 671.78,
      "grad_norm": 1.0808897018432617,
      "learning_rate": 3.215662402177818e-07,
      "loss": 0.3494,
      "step": 2406990
    },
    {
      "epoch": 671.78,
      "grad_norm": 3.048567295074463,
      "learning_rate": 3.2155257051752175e-07,
      "loss": 0.3276,
      "step": 2407000
    },
    {
      "epoch": 671.79,
      "grad_norm": 1.2622061967849731,
      "learning_rate": 3.215389010864173e-07,
      "loss": 0.346,
      "step": 2407010
    },
    {
      "epoch": 671.79,
      "grad_norm": 1.1036115884780884,
      "learning_rate": 3.215252319244686e-07,
      "loss": 0.327,
      "step": 2407020
    },
    {
      "epoch": 671.79,
      "grad_norm": 1.4101221561431885,
      "learning_rate": 3.2151156303167986e-07,
      "loss": 0.3555,
      "step": 2407030
    },
    {
      "epoch": 671.79,
      "grad_norm": 1.0479427576065063,
      "learning_rate": 3.214978944080508e-07,
      "loss": 0.3278,
      "step": 2407040
    },
    {
      "epoch": 671.8,
      "grad_norm": 1.1931158304214478,
      "learning_rate": 3.2148422605358433e-07,
      "loss": 0.3402,
      "step": 2407050
    },
    {
      "epoch": 671.8,
      "grad_norm": 1.550673007965088,
      "learning_rate": 3.214705579682822e-07,
      "loss": 0.3414,
      "step": 2407060
    },
    {
      "epoch": 671.8,
      "grad_norm": 6.0461249351501465,
      "learning_rate": 3.2145689015214503e-07,
      "loss": 0.3351,
      "step": 2407070
    },
    {
      "epoch": 671.81,
      "grad_norm": 1.2411333322525024,
      "learning_rate": 3.2144322260517686e-07,
      "loss": 0.3296,
      "step": 2407080
    },
    {
      "epoch": 671.81,
      "grad_norm": 1.415388584136963,
      "learning_rate": 3.214295553273775e-07,
      "loss": 0.3479,
      "step": 2407090
    },
    {
      "epoch": 671.81,
      "grad_norm": 1.101675271987915,
      "learning_rate": 3.2141588831874987e-07,
      "loss": 0.3513,
      "step": 2407100
    },
    {
      "epoch": 671.81,
      "grad_norm": 1.209580421447754,
      "learning_rate": 3.2140222157929564e-07,
      "loss": 0.348,
      "step": 2407110
    },
    {
      "epoch": 671.82,
      "grad_norm": 1.2633243799209595,
      "learning_rate": 3.2138855510901626e-07,
      "loss": 0.3299,
      "step": 2407120
    },
    {
      "epoch": 671.82,
      "grad_norm": 1.863084077835083,
      "learning_rate": 3.2137488890791346e-07,
      "loss": 0.3299,
      "step": 2407130
    },
    {
      "epoch": 671.82,
      "grad_norm": 1.2112942934036255,
      "learning_rate": 3.213612229759893e-07,
      "loss": 0.3231,
      "step": 2407140
    },
    {
      "epoch": 671.83,
      "grad_norm": 1.1135684251785278,
      "learning_rate": 3.2134755731324653e-07,
      "loss": 0.3265,
      "step": 2407150
    },
    {
      "epoch": 671.83,
      "grad_norm": 2.1076414585113525,
      "learning_rate": 3.213338919196847e-07,
      "loss": 0.3539,
      "step": 2407160
    },
    {
      "epoch": 671.83,
      "grad_norm": 1.1761226654052734,
      "learning_rate": 3.2132022679530813e-07,
      "loss": 0.3577,
      "step": 2407170
    },
    {
      "epoch": 671.83,
      "grad_norm": 1.3450202941894531,
      "learning_rate": 3.21306561940117e-07,
      "loss": 0.3592,
      "step": 2407180
    },
    {
      "epoch": 671.84,
      "grad_norm": 1.008287787437439,
      "learning_rate": 3.212928973541137e-07,
      "loss": 0.3445,
      "step": 2407190
    },
    {
      "epoch": 671.84,
      "grad_norm": 1.092496633529663,
      "learning_rate": 3.2127923303730047e-07,
      "loss": 0.3289,
      "step": 2407200
    },
    {
      "epoch": 671.84,
      "grad_norm": 1.4902359247207642,
      "learning_rate": 3.212655689896782e-07,
      "loss": 0.3301,
      "step": 2407210
    },
    {
      "epoch": 671.84,
      "grad_norm": 1.1602026224136353,
      "learning_rate": 3.212519052112489e-07,
      "loss": 0.3234,
      "step": 2407220
    },
    {
      "epoch": 671.85,
      "grad_norm": 1.2244807481765747,
      "learning_rate": 3.21238241702015e-07,
      "loss": 0.3311,
      "step": 2407230
    },
    {
      "epoch": 671.85,
      "grad_norm": 1.2564164400100708,
      "learning_rate": 3.2122457846197817e-07,
      "loss": 0.3315,
      "step": 2407240
    },
    {
      "epoch": 671.85,
      "grad_norm": 1.910773515701294,
      "learning_rate": 3.212109154911396e-07,
      "loss": 0.3409,
      "step": 2407250
    },
    {
      "epoch": 671.86,
      "grad_norm": 1.0482114553451538,
      "learning_rate": 3.211972527895016e-07,
      "loss": 0.3167,
      "step": 2407260
    },
    {
      "epoch": 671.86,
      "grad_norm": 1.3886268138885498,
      "learning_rate": 3.211835903570665e-07,
      "loss": 0.339,
      "step": 2407270
    },
    {
      "epoch": 671.86,
      "grad_norm": 1.1392152309417725,
      "learning_rate": 3.211699281938345e-07,
      "loss": 0.3273,
      "step": 2407280
    },
    {
      "epoch": 671.86,
      "grad_norm": 1.1674569845199585,
      "learning_rate": 3.2115626629980933e-07,
      "loss": 0.3491,
      "step": 2407290
    },
    {
      "epoch": 671.87,
      "grad_norm": 1.5329217910766602,
      "learning_rate": 3.211426046749909e-07,
      "loss": 0.3359,
      "step": 2407300
    },
    {
      "epoch": 671.87,
      "grad_norm": 1.3475260734558105,
      "learning_rate": 3.211289433193832e-07,
      "loss": 0.3441,
      "step": 2407310
    },
    {
      "epoch": 671.87,
      "grad_norm": 1.2846333980560303,
      "learning_rate": 3.2111528223298646e-07,
      "loss": 0.3493,
      "step": 2407320
    },
    {
      "epoch": 671.88,
      "grad_norm": 1.4734911918640137,
      "learning_rate": 3.21101621415803e-07,
      "loss": 0.3304,
      "step": 2407330
    },
    {
      "epoch": 671.88,
      "grad_norm": 1.3817493915557861,
      "learning_rate": 3.2108796086783495e-07,
      "loss": 0.3428,
      "step": 2407340
    },
    {
      "epoch": 671.88,
      "grad_norm": 1.2375315427780151,
      "learning_rate": 3.210743005890833e-07,
      "loss": 0.3414,
      "step": 2407350
    },
    {
      "epoch": 671.88,
      "grad_norm": 1.1872144937515259,
      "learning_rate": 3.210606405795504e-07,
      "loss": 0.3327,
      "step": 2407360
    },
    {
      "epoch": 671.89,
      "grad_norm": 1.1535258293151855,
      "learning_rate": 3.2104698083923785e-07,
      "loss": 0.3441,
      "step": 2407370
    },
    {
      "epoch": 671.89,
      "grad_norm": 1.1283913850784302,
      "learning_rate": 3.210333213681482e-07,
      "loss": 0.3401,
      "step": 2407380
    },
    {
      "epoch": 671.89,
      "grad_norm": 1.1058859825134277,
      "learning_rate": 3.210196621662823e-07,
      "loss": 0.3493,
      "step": 2407390
    },
    {
      "epoch": 671.9,
      "grad_norm": 0.9730634689331055,
      "learning_rate": 3.210060032336421e-07,
      "loss": 0.3377,
      "step": 2407400
    },
    {
      "epoch": 671.9,
      "grad_norm": 1.0721025466918945,
      "learning_rate": 3.2099234457022983e-07,
      "loss": 0.3504,
      "step": 2407410
    },
    {
      "epoch": 671.9,
      "grad_norm": 1.3999639749526978,
      "learning_rate": 3.209786861760473e-07,
      "loss": 0.33,
      "step": 2407420
    },
    {
      "epoch": 671.9,
      "grad_norm": 1.3083375692367554,
      "learning_rate": 3.2096502805109643e-07,
      "loss": 0.3344,
      "step": 2407430
    },
    {
      "epoch": 671.91,
      "grad_norm": 1.300457239151001,
      "learning_rate": 3.2095137019537844e-07,
      "loss": 0.3577,
      "step": 2407440
    },
    {
      "epoch": 671.91,
      "grad_norm": 1.2857352495193481,
      "learning_rate": 3.209377126088953e-07,
      "loss": 0.3406,
      "step": 2407450
    },
    {
      "epoch": 671.91,
      "grad_norm": 1.4248605966567993,
      "learning_rate": 3.2092405529164947e-07,
      "loss": 0.3429,
      "step": 2407460
    },
    {
      "epoch": 671.91,
      "grad_norm": 1.1451359987258911,
      "learning_rate": 3.209103982436424e-07,
      "loss": 0.3362,
      "step": 2407470
    },
    {
      "epoch": 671.92,
      "grad_norm": 1.135723352432251,
      "learning_rate": 3.2089674146487546e-07,
      "loss": 0.3294,
      "step": 2407480
    },
    {
      "epoch": 671.92,
      "grad_norm": 1.168813943862915,
      "learning_rate": 3.208830849553509e-07,
      "loss": 0.3245,
      "step": 2407490
    },
    {
      "epoch": 671.92,
      "grad_norm": 1.2521826028823853,
      "learning_rate": 3.208694287150709e-07,
      "loss": 0.3243,
      "step": 2407500
    },
    {
      "epoch": 671.93,
      "grad_norm": 1.133428931236267,
      "learning_rate": 3.2085577274403596e-07,
      "loss": 0.3316,
      "step": 2407510
    },
    {
      "epoch": 671.93,
      "grad_norm": 1.381268858909607,
      "learning_rate": 3.2084211704224964e-07,
      "loss": 0.3455,
      "step": 2407520
    },
    {
      "epoch": 671.93,
      "grad_norm": 1.2406389713287354,
      "learning_rate": 3.208284616097126e-07,
      "loss": 0.3438,
      "step": 2407530
    },
    {
      "epoch": 671.93,
      "grad_norm": 1.4474283456802368,
      "learning_rate": 3.208148064464268e-07,
      "loss": 0.3238,
      "step": 2407540
    },
    {
      "epoch": 671.94,
      "grad_norm": 1.2287788391113281,
      "learning_rate": 3.208011515523944e-07,
      "loss": 0.3298,
      "step": 2407550
    },
    {
      "epoch": 671.94,
      "grad_norm": 1.2562212944030762,
      "learning_rate": 3.207874969276174e-07,
      "loss": 0.343,
      "step": 2407560
    },
    {
      "epoch": 671.94,
      "grad_norm": 1.3418514728546143,
      "learning_rate": 3.207738425720967e-07,
      "loss": 0.327,
      "step": 2407570
    },
    {
      "epoch": 671.95,
      "grad_norm": 1.1701633930206299,
      "learning_rate": 3.2076018848583477e-07,
      "loss": 0.3482,
      "step": 2407580
    },
    {
      "epoch": 671.95,
      "grad_norm": 1.0404671430587769,
      "learning_rate": 3.207465346688333e-07,
      "loss": 0.3469,
      "step": 2407590
    },
    {
      "epoch": 671.95,
      "grad_norm": 1.1452069282531738,
      "learning_rate": 3.207328811210943e-07,
      "loss": 0.3378,
      "step": 2407600
    },
    {
      "epoch": 671.95,
      "grad_norm": 1.3523856401443481,
      "learning_rate": 3.207192278426198e-07,
      "loss": 0.3565,
      "step": 2407610
    },
    {
      "epoch": 671.96,
      "grad_norm": 1.0798306465148926,
      "learning_rate": 3.2070557483341065e-07,
      "loss": 0.3433,
      "step": 2407620
    },
    {
      "epoch": 671.96,
      "grad_norm": 1.3830772638320923,
      "learning_rate": 3.206919220934695e-07,
      "loss": 0.3276,
      "step": 2407630
    },
    {
      "epoch": 671.96,
      "grad_norm": 1.4135830402374268,
      "learning_rate": 3.206782696227983e-07,
      "loss": 0.3374,
      "step": 2407640
    },
    {
      "epoch": 671.96,
      "grad_norm": 0.9945734739303589,
      "learning_rate": 3.2066461742139744e-07,
      "loss": 0.3237,
      "step": 2407650
    },
    {
      "epoch": 671.97,
      "grad_norm": 1.5004535913467407,
      "learning_rate": 3.206509654892707e-07,
      "loss": 0.3435,
      "step": 2407660
    },
    {
      "epoch": 671.97,
      "grad_norm": 1.155073642730713,
      "learning_rate": 3.2063731382641874e-07,
      "loss": 0.3571,
      "step": 2407670
    },
    {
      "epoch": 671.97,
      "grad_norm": 1.5119210481643677,
      "learning_rate": 3.2062366243284354e-07,
      "loss": 0.3562,
      "step": 2407680
    },
    {
      "epoch": 671.98,
      "grad_norm": 1.286026954650879,
      "learning_rate": 3.2061001130854694e-07,
      "loss": 0.3302,
      "step": 2407690
    },
    {
      "epoch": 671.98,
      "grad_norm": 1.3055609464645386,
      "learning_rate": 3.205963604535316e-07,
      "loss": 0.3109,
      "step": 2407700
    },
    {
      "epoch": 671.98,
      "grad_norm": 1.2766224145889282,
      "learning_rate": 3.2058270986779765e-07,
      "loss": 0.3282,
      "step": 2407710
    },
    {
      "epoch": 671.98,
      "grad_norm": 1.3082139492034912,
      "learning_rate": 3.205690595513481e-07,
      "loss": 0.3273,
      "step": 2407720
    },
    {
      "epoch": 671.99,
      "grad_norm": 1.451377511024475,
      "learning_rate": 3.2055540950418496e-07,
      "loss": 0.3248,
      "step": 2407730
    },
    {
      "epoch": 671.99,
      "grad_norm": 1.139021873474121,
      "learning_rate": 3.205417597263085e-07,
      "loss": 0.3325,
      "step": 2407740
    },
    {
      "epoch": 671.99,
      "grad_norm": 1.208072543144226,
      "learning_rate": 3.2052811021772256e-07,
      "loss": 0.3264,
      "step": 2407750
    },
    {
      "epoch": 672.0,
      "grad_norm": 1.2221330404281616,
      "learning_rate": 3.205144609784275e-07,
      "loss": 0.3531,
      "step": 2407760
    },
    {
      "epoch": 672.0,
      "grad_norm": 1.248288869857788,
      "learning_rate": 3.205008120084256e-07,
      "loss": 0.3513,
      "step": 2407770
    },
    {
      "epoch": 672.0,
      "eval_loss": 0.33916527032852173,
      "eval_runtime": 67.4791,
      "eval_samples_per_second": 74.971,
      "eval_steps_per_second": 9.381,
      "step": 2407776
    },
    {
      "epoch": 672.0,
      "grad_norm": 1.3764894008636475,
      "learning_rate": 3.204871633077195e-07,
      "loss": 0.3462,
      "step": 2407780
    },
    {
      "epoch": 672.0,
      "grad_norm": 1.151767611503601,
      "learning_rate": 3.204735148763095e-07,
      "loss": 0.3357,
      "step": 2407790
    },
    {
      "epoch": 672.01,
      "grad_norm": 1.1745949983596802,
      "learning_rate": 3.204598667141983e-07,
      "loss": 0.3267,
      "step": 2407800
    },
    {
      "epoch": 672.01,
      "grad_norm": 1.1640907526016235,
      "learning_rate": 3.2044621882138736e-07,
      "loss": 0.3446,
      "step": 2407810
    },
    {
      "epoch": 672.01,
      "grad_norm": 1.5474252700805664,
      "learning_rate": 3.2043257119787926e-07,
      "loss": 0.3353,
      "step": 2407820
    },
    {
      "epoch": 672.02,
      "grad_norm": 1.2207165956497192,
      "learning_rate": 3.204189238436745e-07,
      "loss": 0.3398,
      "step": 2407830
    },
    {
      "epoch": 672.02,
      "grad_norm": 1.1335465908050537,
      "learning_rate": 3.2040527675877636e-07,
      "loss": 0.3458,
      "step": 2407840
    },
    {
      "epoch": 672.02,
      "grad_norm": 1.432841420173645,
      "learning_rate": 3.2039162994318554e-07,
      "loss": 0.3456,
      "step": 2407850
    },
    {
      "epoch": 672.02,
      "grad_norm": 1.0714867115020752,
      "learning_rate": 3.203779833969045e-07,
      "loss": 0.3257,
      "step": 2407860
    },
    {
      "epoch": 672.03,
      "grad_norm": 1.0882606506347656,
      "learning_rate": 3.2036433711993515e-07,
      "loss": 0.3296,
      "step": 2407870
    },
    {
      "epoch": 672.03,
      "grad_norm": 1.1662158966064453,
      "learning_rate": 3.203506911122777e-07,
      "loss": 0.3436,
      "step": 2407880
    },
    {
      "epoch": 672.03,
      "grad_norm": 1.7202718257904053,
      "learning_rate": 3.2033704537393656e-07,
      "loss": 0.3374,
      "step": 2407890
    },
    {
      "epoch": 672.03,
      "grad_norm": 1.3034934997558594,
      "learning_rate": 3.203233999049118e-07,
      "loss": 0.3372,
      "step": 2407900
    },
    {
      "epoch": 672.04,
      "grad_norm": 1.2934378385543823,
      "learning_rate": 3.203097547052055e-07,
      "loss": 0.3371,
      "step": 2407910
    },
    {
      "epoch": 672.04,
      "grad_norm": 1.2274974584579468,
      "learning_rate": 3.2029610977482016e-07,
      "loss": 0.3317,
      "step": 2407920
    },
    {
      "epoch": 672.04,
      "grad_norm": 1.1710331439971924,
      "learning_rate": 3.2028246511375663e-07,
      "loss": 0.3244,
      "step": 2407930
    },
    {
      "epoch": 672.05,
      "grad_norm": 1.4241746664047241,
      "learning_rate": 3.2026882072201724e-07,
      "loss": 0.3396,
      "step": 2407940
    },
    {
      "epoch": 672.05,
      "grad_norm": 1.1953990459442139,
      "learning_rate": 3.202551765996036e-07,
      "loss": 0.3402,
      "step": 2407950
    },
    {
      "epoch": 672.05,
      "grad_norm": 1.4568222761154175,
      "learning_rate": 3.202415327465185e-07,
      "loss": 0.3196,
      "step": 2407960
    },
    {
      "epoch": 672.05,
      "grad_norm": 1.4015036821365356,
      "learning_rate": 3.202278891627615e-07,
      "loss": 0.3453,
      "step": 2407970
    },
    {
      "epoch": 672.06,
      "grad_norm": 1.2060811519622803,
      "learning_rate": 3.2021424584833714e-07,
      "loss": 0.3348,
      "step": 2407980
    },
    {
      "epoch": 672.06,
      "grad_norm": 1.127974271774292,
      "learning_rate": 3.202006028032453e-07,
      "loss": 0.3318,
      "step": 2407990
    },
    {
      "epoch": 672.06,
      "grad_norm": 1.257573127746582,
      "learning_rate": 3.2018696002748854e-07,
      "loss": 0.3365,
      "step": 2408000
    },
    {
      "epoch": 672.07,
      "grad_norm": 1.3012088537216187,
      "learning_rate": 3.2017331752106894e-07,
      "loss": 0.3339,
      "step": 2408010
    },
    {
      "epoch": 672.07,
      "grad_norm": 1.2469619512557983,
      "learning_rate": 3.2015967528398756e-07,
      "loss": 0.3523,
      "step": 2408020
    },
    {
      "epoch": 672.07,
      "grad_norm": 1.1383968591690063,
      "learning_rate": 3.201460333162464e-07,
      "loss": 0.3325,
      "step": 2408030
    },
    {
      "epoch": 672.07,
      "grad_norm": 1.3499882221221924,
      "learning_rate": 3.2013239161784763e-07,
      "loss": 0.3533,
      "step": 2408040
    },
    {
      "epoch": 672.08,
      "grad_norm": 1.4760643243789673,
      "learning_rate": 3.201187501887936e-07,
      "loss": 0.3245,
      "step": 2408050
    },
    {
      "epoch": 672.08,
      "grad_norm": 1.0926328897476196,
      "learning_rate": 3.2010510902908475e-07,
      "loss": 0.3576,
      "step": 2408060
    },
    {
      "epoch": 672.08,
      "grad_norm": 1.3000187873840332,
      "learning_rate": 3.2009146813872344e-07,
      "loss": 0.3306,
      "step": 2408070
    },
    {
      "epoch": 672.08,
      "grad_norm": 1.1545028686523438,
      "learning_rate": 3.2007782751771236e-07,
      "loss": 0.3473,
      "step": 2408080
    },
    {
      "epoch": 672.09,
      "grad_norm": 1.3110764026641846,
      "learning_rate": 3.200641871660514e-07,
      "loss": 0.3463,
      "step": 2408090
    },
    {
      "epoch": 672.09,
      "grad_norm": 1.176892876625061,
      "learning_rate": 3.200505470837448e-07,
      "loss": 0.3529,
      "step": 2408100
    },
    {
      "epoch": 672.09,
      "grad_norm": 1.2412910461425781,
      "learning_rate": 3.200369072707925e-07,
      "loss": 0.3503,
      "step": 2408110
    },
    {
      "epoch": 672.1,
      "grad_norm": 1.3196663856506348,
      "learning_rate": 3.200232677271972e-07,
      "loss": 0.3427,
      "step": 2408120
    },
    {
      "epoch": 672.1,
      "grad_norm": 1.2501580715179443,
      "learning_rate": 3.2000962845296007e-07,
      "loss": 0.3465,
      "step": 2408130
    },
    {
      "epoch": 672.1,
      "grad_norm": 1.1530815362930298,
      "learning_rate": 3.1999598944808404e-07,
      "loss": 0.3419,
      "step": 2408140
    },
    {
      "epoch": 672.1,
      "grad_norm": 1.4275776147842407,
      "learning_rate": 3.199823507125699e-07,
      "loss": 0.3352,
      "step": 2408150
    },
    {
      "epoch": 672.11,
      "grad_norm": 1.2483701705932617,
      "learning_rate": 3.199687122464194e-07,
      "loss": 0.3281,
      "step": 2408160
    },
    {
      "epoch": 672.11,
      "grad_norm": 1.1337363719940186,
      "learning_rate": 3.1995507404963506e-07,
      "loss": 0.3494,
      "step": 2408170
    },
    {
      "epoch": 672.11,
      "grad_norm": 1.1394158601760864,
      "learning_rate": 3.1994143612221824e-07,
      "loss": 0.3296,
      "step": 2408180
    },
    {
      "epoch": 672.12,
      "grad_norm": 1.1431879997253418,
      "learning_rate": 3.1992779846417166e-07,
      "loss": 0.3302,
      "step": 2408190
    },
    {
      "epoch": 672.12,
      "grad_norm": 1.2295328378677368,
      "learning_rate": 3.199141610754955e-07,
      "loss": 0.339,
      "step": 2408200
    },
    {
      "epoch": 672.12,
      "grad_norm": 1.0306144952774048,
      "learning_rate": 3.199005239561924e-07,
      "loss": 0.3283,
      "step": 2408210
    },
    {
      "epoch": 672.12,
      "grad_norm": 1.3141164779663086,
      "learning_rate": 3.19886887106265e-07,
      "loss": 0.321,
      "step": 2408220
    },
    {
      "epoch": 672.13,
      "grad_norm": 1.3094240427017212,
      "learning_rate": 3.198732505257133e-07,
      "loss": 0.3405,
      "step": 2408230
    },
    {
      "epoch": 672.13,
      "grad_norm": 1.332803726196289,
      "learning_rate": 3.1985961421454115e-07,
      "loss": 0.3403,
      "step": 2408240
    },
    {
      "epoch": 672.13,
      "grad_norm": 1.2561818361282349,
      "learning_rate": 3.198459781727488e-07,
      "loss": 0.329,
      "step": 2408250
    },
    {
      "epoch": 672.14,
      "grad_norm": 1.2361953258514404,
      "learning_rate": 3.1983234240033837e-07,
      "loss": 0.3409,
      "step": 2408260
    },
    {
      "epoch": 672.14,
      "grad_norm": 1.3230255842208862,
      "learning_rate": 3.198187068973122e-07,
      "loss": 0.3414,
      "step": 2408270
    },
    {
      "epoch": 672.14,
      "grad_norm": 1.371113896369934,
      "learning_rate": 3.1980507166367235e-07,
      "loss": 0.3412,
      "step": 2408280
    },
    {
      "epoch": 672.14,
      "grad_norm": 1.1334513425827026,
      "learning_rate": 3.1979143669941967e-07,
      "loss": 0.3253,
      "step": 2408290
    },
    {
      "epoch": 672.15,
      "grad_norm": 1.2771941423416138,
      "learning_rate": 3.197778020045564e-07,
      "loss": 0.3561,
      "step": 2408300
    },
    {
      "epoch": 672.15,
      "grad_norm": 1.0819599628448486,
      "learning_rate": 3.197641675790847e-07,
      "loss": 0.3327,
      "step": 2408310
    },
    {
      "epoch": 672.15,
      "grad_norm": 1.439306616783142,
      "learning_rate": 3.197505334230053e-07,
      "loss": 0.3437,
      "step": 2408320
    },
    {
      "epoch": 672.15,
      "grad_norm": 1.1239749193191528,
      "learning_rate": 3.1973689953632157e-07,
      "loss": 0.3383,
      "step": 2408330
    },
    {
      "epoch": 672.16,
      "grad_norm": 1.2962766885757446,
      "learning_rate": 3.1972326591903413e-07,
      "loss": 0.3381,
      "step": 2408340
    },
    {
      "epoch": 672.16,
      "grad_norm": 1.2091501951217651,
      "learning_rate": 3.1970963257114525e-07,
      "loss": 0.3302,
      "step": 2408350
    },
    {
      "epoch": 672.16,
      "grad_norm": 1.2330211400985718,
      "learning_rate": 3.19695999492657e-07,
      "loss": 0.3433,
      "step": 2408360
    },
    {
      "epoch": 672.17,
      "grad_norm": 1.1472806930541992,
      "learning_rate": 3.196823666835707e-07,
      "loss": 0.3333,
      "step": 2408370
    },
    {
      "epoch": 672.17,
      "grad_norm": 1.3456873893737793,
      "learning_rate": 3.1966873414388815e-07,
      "loss": 0.3298,
      "step": 2408380
    },
    {
      "epoch": 672.17,
      "grad_norm": 1.2378814220428467,
      "learning_rate": 3.196551018736112e-07,
      "loss": 0.3162,
      "step": 2408390
    },
    {
      "epoch": 672.17,
      "grad_norm": 1.0623265504837036,
      "learning_rate": 3.1964146987274273e-07,
      "loss": 0.3203,
      "step": 2408400
    },
    {
      "epoch": 672.18,
      "grad_norm": 1.5058724880218506,
      "learning_rate": 3.196278381412824e-07,
      "loss": 0.3365,
      "step": 2408410
    },
    {
      "epoch": 672.18,
      "grad_norm": 1.0462989807128906,
      "learning_rate": 3.1961420667923424e-07,
      "loss": 0.3297,
      "step": 2408420
    },
    {
      "epoch": 672.18,
      "grad_norm": 1.3365281820297241,
      "learning_rate": 3.196005754865989e-07,
      "loss": 0.3523,
      "step": 2408430
    },
    {
      "epoch": 672.19,
      "grad_norm": 1.1933798789978027,
      "learning_rate": 3.19586944563378e-07,
      "loss": 0.315,
      "step": 2408440
    },
    {
      "epoch": 672.19,
      "grad_norm": 1.5537067651748657,
      "learning_rate": 3.195733139095747e-07,
      "loss": 0.3352,
      "step": 2408450
    },
    {
      "epoch": 672.19,
      "grad_norm": 1.26675283908844,
      "learning_rate": 3.1955968352518843e-07,
      "loss": 0.3272,
      "step": 2408460
    },
    {
      "epoch": 672.19,
      "grad_norm": 1.195204496383667,
      "learning_rate": 3.195460534102236e-07,
      "loss": 0.3317,
      "step": 2408470
    },
    {
      "epoch": 672.2,
      "grad_norm": 1.363919734954834,
      "learning_rate": 3.195324235646805e-07,
      "loss": 0.3389,
      "step": 2408480
    },
    {
      "epoch": 672.2,
      "grad_norm": 1.294143795967102,
      "learning_rate": 3.195187939885612e-07,
      "loss": 0.3513,
      "step": 2408490
    },
    {
      "epoch": 672.2,
      "grad_norm": 1.3315058946609497,
      "learning_rate": 3.1950516468186757e-07,
      "loss": 0.3416,
      "step": 2408500
    },
    {
      "epoch": 672.2,
      "grad_norm": 1.3634226322174072,
      "learning_rate": 3.1949153564460215e-07,
      "loss": 0.338,
      "step": 2408510
    },
    {
      "epoch": 672.21,
      "grad_norm": 1.323544979095459,
      "learning_rate": 3.1947790687676547e-07,
      "loss": 0.3326,
      "step": 2408520
    },
    {
      "epoch": 672.21,
      "grad_norm": 1.183455228805542,
      "learning_rate": 3.194642783783601e-07,
      "loss": 0.3232,
      "step": 2408530
    },
    {
      "epoch": 672.21,
      "grad_norm": 1.2030489444732666,
      "learning_rate": 3.1945065014938797e-07,
      "loss": 0.3393,
      "step": 2408540
    },
    {
      "epoch": 672.22,
      "grad_norm": 1.3637856245040894,
      "learning_rate": 3.194370221898498e-07,
      "loss": 0.3266,
      "step": 2408550
    },
    {
      "epoch": 672.22,
      "grad_norm": 1.3574970960617065,
      "learning_rate": 3.194233944997492e-07,
      "loss": 0.3401,
      "step": 2408560
    },
    {
      "epoch": 672.22,
      "grad_norm": 1.2841488122940063,
      "learning_rate": 3.1940976707908644e-07,
      "loss": 0.341,
      "step": 2408570
    },
    {
      "epoch": 672.22,
      "grad_norm": 1.2014659643173218,
      "learning_rate": 3.193961399278642e-07,
      "loss": 0.3396,
      "step": 2408580
    },
    {
      "epoch": 672.23,
      "grad_norm": 1.2366020679473877,
      "learning_rate": 3.1938251304608415e-07,
      "loss": 0.3302,
      "step": 2408590
    },
    {
      "epoch": 672.23,
      "grad_norm": 1.1798123121261597,
      "learning_rate": 3.1936888643374775e-07,
      "loss": 0.3359,
      "step": 2408600
    },
    {
      "epoch": 672.23,
      "grad_norm": 1.3488366603851318,
      "learning_rate": 3.193552600908567e-07,
      "loss": 0.3395,
      "step": 2408610
    },
    {
      "epoch": 672.24,
      "grad_norm": 1.4482804536819458,
      "learning_rate": 3.1934163401741346e-07,
      "loss": 0.3394,
      "step": 2408620
    },
    {
      "epoch": 672.24,
      "grad_norm": 1.237600564956665,
      "learning_rate": 3.193280082134197e-07,
      "loss": 0.3403,
      "step": 2408630
    },
    {
      "epoch": 672.24,
      "grad_norm": 1.2650775909423828,
      "learning_rate": 3.193143826788764e-07,
      "loss": 0.3368,
      "step": 2408640
    },
    {
      "epoch": 672.24,
      "grad_norm": 1.2607601881027222,
      "learning_rate": 3.1930075741378677e-07,
      "loss": 0.3314,
      "step": 2408650
    },
    {
      "epoch": 672.25,
      "grad_norm": 1.1246321201324463,
      "learning_rate": 3.1928713241815165e-07,
      "loss": 0.3401,
      "step": 2408660
    },
    {
      "epoch": 672.25,
      "grad_norm": 1.4226531982421875,
      "learning_rate": 3.1927350769197286e-07,
      "loss": 0.3444,
      "step": 2408670
    },
    {
      "epoch": 672.25,
      "grad_norm": 1.2851431369781494,
      "learning_rate": 3.19259883235253e-07,
      "loss": 0.3286,
      "step": 2408680
    },
    {
      "epoch": 672.26,
      "grad_norm": 1.3616406917572021,
      "learning_rate": 3.1924625904799287e-07,
      "loss": 0.3391,
      "step": 2408690
    },
    {
      "epoch": 672.26,
      "grad_norm": 1.2982807159423828,
      "learning_rate": 3.192326351301948e-07,
      "loss": 0.3389,
      "step": 2408700
    },
    {
      "epoch": 672.26,
      "grad_norm": 1.527230143547058,
      "learning_rate": 3.1921901148186035e-07,
      "loss": 0.3331,
      "step": 2408710
    },
    {
      "epoch": 672.26,
      "grad_norm": 1.1616334915161133,
      "learning_rate": 3.1920538810299233e-07,
      "loss": 0.3397,
      "step": 2408720
    },
    {
      "epoch": 672.27,
      "grad_norm": 1.180627703666687,
      "learning_rate": 3.1919176499359086e-07,
      "loss": 0.3453,
      "step": 2408730
    },
    {
      "epoch": 672.27,
      "grad_norm": 1.2217823266983032,
      "learning_rate": 3.1917814215365894e-07,
      "loss": 0.3453,
      "step": 2408740
    },
    {
      "epoch": 672.27,
      "grad_norm": 1.1704444885253906,
      "learning_rate": 3.1916451958319795e-07,
      "loss": 0.3443,
      "step": 2408750
    },
    {
      "epoch": 672.27,
      "grad_norm": 1.1824750900268555,
      "learning_rate": 3.1915089728220996e-07,
      "loss": 0.3326,
      "step": 2408760
    },
    {
      "epoch": 672.28,
      "grad_norm": 1.1568607091903687,
      "learning_rate": 3.1913727525069703e-07,
      "loss": 0.3123,
      "step": 2408770
    },
    {
      "epoch": 672.28,
      "grad_norm": 1.32961905002594,
      "learning_rate": 3.1912365348865964e-07,
      "loss": 0.3364,
      "step": 2408780
    },
    {
      "epoch": 672.28,
      "grad_norm": 1.2960840463638306,
      "learning_rate": 3.1911003199610154e-07,
      "loss": 0.34,
      "step": 2408790
    },
    {
      "epoch": 672.29,
      "grad_norm": 1.221929907798767,
      "learning_rate": 3.1909641077302317e-07,
      "loss": 0.352,
      "step": 2408800
    },
    {
      "epoch": 672.29,
      "grad_norm": 1.0840301513671875,
      "learning_rate": 3.1908278981942664e-07,
      "loss": 0.3093,
      "step": 2408810
    },
    {
      "epoch": 672.29,
      "grad_norm": 1.224758505821228,
      "learning_rate": 3.1906916913531453e-07,
      "loss": 0.3485,
      "step": 2408820
    },
    {
      "epoch": 672.29,
      "grad_norm": 1.280429720878601,
      "learning_rate": 3.190555487206874e-07,
      "loss": 0.3551,
      "step": 2408830
    },
    {
      "epoch": 672.3,
      "grad_norm": 1.1133043766021729,
      "learning_rate": 3.1904192857554754e-07,
      "loss": 0.3413,
      "step": 2408840
    },
    {
      "epoch": 672.3,
      "grad_norm": 1.1799073219299316,
      "learning_rate": 3.1902830869989705e-07,
      "loss": 0.3281,
      "step": 2408850
    },
    {
      "epoch": 672.3,
      "grad_norm": 1.3377978801727295,
      "learning_rate": 3.19014689093738e-07,
      "loss": 0.3337,
      "step": 2408860
    },
    {
      "epoch": 672.31,
      "grad_norm": 1.1280043125152588,
      "learning_rate": 3.1900106975707127e-07,
      "loss": 0.3256,
      "step": 2408870
    },
    {
      "epoch": 672.31,
      "grad_norm": 1.1931889057159424,
      "learning_rate": 3.189874506898991e-07,
      "loss": 0.3344,
      "step": 2408880
    },
    {
      "epoch": 672.31,
      "grad_norm": 1.2702945470809937,
      "learning_rate": 3.189738318922238e-07,
      "loss": 0.3564,
      "step": 2408890
    },
    {
      "epoch": 672.31,
      "grad_norm": 1.4470362663269043,
      "learning_rate": 3.18960213364046e-07,
      "loss": 0.3276,
      "step": 2408900
    },
    {
      "epoch": 672.32,
      "grad_norm": 1.5217292308807373,
      "learning_rate": 3.189465951053693e-07,
      "loss": 0.317,
      "step": 2408910
    },
    {
      "epoch": 672.32,
      "grad_norm": 1.3660584688186646,
      "learning_rate": 3.1893297711619366e-07,
      "loss": 0.3444,
      "step": 2408920
    },
    {
      "epoch": 672.32,
      "grad_norm": 1.247995138168335,
      "learning_rate": 3.1891935939652196e-07,
      "loss": 0.3465,
      "step": 2408930
    },
    {
      "epoch": 672.32,
      "grad_norm": 1.2948601245880127,
      "learning_rate": 3.1890574194635576e-07,
      "loss": 0.3307,
      "step": 2408940
    },
    {
      "epoch": 672.33,
      "grad_norm": 1.2980421781539917,
      "learning_rate": 3.1889212476569745e-07,
      "loss": 0.3359,
      "step": 2408950
    },
    {
      "epoch": 672.33,
      "grad_norm": 1.4060862064361572,
      "learning_rate": 3.188785078545475e-07,
      "loss": 0.337,
      "step": 2408960
    },
    {
      "epoch": 672.33,
      "grad_norm": 1.0635956525802612,
      "learning_rate": 3.1886489121290876e-07,
      "loss": 0.3176,
      "step": 2408970
    },
    {
      "epoch": 672.34,
      "grad_norm": 1.2218211889266968,
      "learning_rate": 3.188512748407831e-07,
      "loss": 0.3435,
      "step": 2408980
    },
    {
      "epoch": 672.34,
      "grad_norm": 1.2914618253707886,
      "learning_rate": 3.1883765873817104e-07,
      "loss": 0.3223,
      "step": 2408990
    },
    {
      "epoch": 672.34,
      "grad_norm": 1.3899083137512207,
      "learning_rate": 3.1882404290507645e-07,
      "loss": 0.3333,
      "step": 2409000
    },
    {
      "epoch": 672.34,
      "grad_norm": 1.2483289241790771,
      "learning_rate": 3.188104273414996e-07,
      "loss": 0.3421,
      "step": 2409010
    },
    {
      "epoch": 672.35,
      "grad_norm": 1.2604764699935913,
      "learning_rate": 3.187968120474428e-07,
      "loss": 0.3494,
      "step": 2409020
    },
    {
      "epoch": 672.35,
      "grad_norm": 1.0601853132247925,
      "learning_rate": 3.187831970229082e-07,
      "loss": 0.3518,
      "step": 2409030
    },
    {
      "epoch": 672.35,
      "grad_norm": 1.3532943725585938,
      "learning_rate": 3.1876958226789604e-07,
      "loss": 0.3558,
      "step": 2409040
    },
    {
      "epoch": 672.36,
      "grad_norm": 1.1267653703689575,
      "learning_rate": 3.187559677824107e-07,
      "loss": 0.3507,
      "step": 2409050
    },
    {
      "epoch": 672.36,
      "grad_norm": 1.2016083002090454,
      "learning_rate": 3.1874235356645193e-07,
      "loss": 0.341,
      "step": 2409060
    },
    {
      "epoch": 672.36,
      "grad_norm": 1.1902239322662354,
      "learning_rate": 3.187287396200221e-07,
      "loss": 0.3413,
      "step": 2409070
    },
    {
      "epoch": 672.36,
      "grad_norm": 1.400524616241455,
      "learning_rate": 3.187151259431233e-07,
      "loss": 0.3372,
      "step": 2409080
    },
    {
      "epoch": 672.37,
      "grad_norm": 1.1303318738937378,
      "learning_rate": 3.1870151253575786e-07,
      "loss": 0.3493,
      "step": 2409090
    },
    {
      "epoch": 672.37,
      "grad_norm": 1.4243391752243042,
      "learning_rate": 3.186878993979263e-07,
      "loss": 0.3406,
      "step": 2409100
    },
    {
      "epoch": 672.37,
      "grad_norm": 1.2384191751480103,
      "learning_rate": 3.186742865296309e-07,
      "loss": 0.3416,
      "step": 2409110
    },
    {
      "epoch": 672.38,
      "grad_norm": 1.2381314039230347,
      "learning_rate": 3.1866067393087415e-07,
      "loss": 0.3447,
      "step": 2409120
    },
    {
      "epoch": 672.38,
      "grad_norm": 1.3182228803634644,
      "learning_rate": 3.1864706160165644e-07,
      "loss": 0.3201,
      "step": 2409130
    },
    {
      "epoch": 672.38,
      "grad_norm": 1.1317155361175537,
      "learning_rate": 3.1863344954198166e-07,
      "loss": 0.3193,
      "step": 2409140
    },
    {
      "epoch": 672.38,
      "grad_norm": 1.169237732887268,
      "learning_rate": 3.1861983775184965e-07,
      "loss": 0.344,
      "step": 2409150
    },
    {
      "epoch": 672.39,
      "grad_norm": 1.1709949970245361,
      "learning_rate": 3.186062262312632e-07,
      "loss": 0.338,
      "step": 2409160
    },
    {
      "epoch": 672.39,
      "grad_norm": 1.302383542060852,
      "learning_rate": 3.1859261498022417e-07,
      "loss": 0.3328,
      "step": 2409170
    },
    {
      "epoch": 672.39,
      "grad_norm": 1.0754895210266113,
      "learning_rate": 3.1857900399873387e-07,
      "loss": 0.3309,
      "step": 2409180
    },
    {
      "epoch": 672.39,
      "grad_norm": 1.2534650564193726,
      "learning_rate": 3.1856539328679433e-07,
      "loss": 0.3481,
      "step": 2409190
    },
    {
      "epoch": 672.4,
      "grad_norm": 1.2395485639572144,
      "learning_rate": 3.185517828444074e-07,
      "loss": 0.3222,
      "step": 2409200
    },
    {
      "epoch": 672.4,
      "grad_norm": 1.034963846206665,
      "learning_rate": 3.1853817267157566e-07,
      "loss": 0.3397,
      "step": 2409210
    },
    {
      "epoch": 672.4,
      "grad_norm": 1.2932498455047607,
      "learning_rate": 3.185245627682989e-07,
      "loss": 0.3239,
      "step": 2409220
    },
    {
      "epoch": 672.41,
      "grad_norm": 1.1151375770568848,
      "learning_rate": 3.185109531345813e-07,
      "loss": 0.3299,
      "step": 2409230
    },
    {
      "epoch": 672.41,
      "grad_norm": 1.1610103845596313,
      "learning_rate": 3.18497343770423e-07,
      "loss": 0.3186,
      "step": 2409240
    },
    {
      "epoch": 672.41,
      "grad_norm": 1.4316127300262451,
      "learning_rate": 3.1848373467582617e-07,
      "loss": 0.3341,
      "step": 2409250
    },
    {
      "epoch": 672.41,
      "grad_norm": 0.956782877445221,
      "learning_rate": 3.1847012585079366e-07,
      "loss": 0.3472,
      "step": 2409260
    },
    {
      "epoch": 672.42,
      "grad_norm": 1.070191502571106,
      "learning_rate": 3.1845651729532574e-07,
      "loss": 0.3482,
      "step": 2409270
    },
    {
      "epoch": 672.42,
      "grad_norm": 1.1292294263839722,
      "learning_rate": 3.1844290900942504e-07,
      "loss": 0.3408,
      "step": 2409280
    },
    {
      "epoch": 672.42,
      "grad_norm": 1.2097978591918945,
      "learning_rate": 3.1842930099309327e-07,
      "loss": 0.3322,
      "step": 2409290
    },
    {
      "epoch": 672.43,
      "grad_norm": 1.2306371927261353,
      "learning_rate": 3.184156932463329e-07,
      "loss": 0.3286,
      "step": 2409300
    },
    {
      "epoch": 672.43,
      "grad_norm": 1.1444250345230103,
      "learning_rate": 3.184020857691444e-07,
      "loss": 0.3555,
      "step": 2409310
    },
    {
      "epoch": 672.43,
      "grad_norm": 1.2484101057052612,
      "learning_rate": 3.183884785615303e-07,
      "loss": 0.3328,
      "step": 2409320
    },
    {
      "epoch": 672.43,
      "grad_norm": 1.7801324129104614,
      "learning_rate": 3.1837487162349227e-07,
      "loss": 0.3362,
      "step": 2409330
    },
    {
      "epoch": 672.44,
      "grad_norm": 1.1229079961776733,
      "learning_rate": 3.183612649550321e-07,
      "loss": 0.3356,
      "step": 2409340
    },
    {
      "epoch": 672.44,
      "grad_norm": 1.1222299337387085,
      "learning_rate": 3.1834765855615264e-07,
      "loss": 0.3481,
      "step": 2409350
    },
    {
      "epoch": 672.44,
      "grad_norm": 1.1150691509246826,
      "learning_rate": 3.1833405242685336e-07,
      "loss": 0.3465,
      "step": 2409360
    },
    {
      "epoch": 672.44,
      "grad_norm": 1.2402278184890747,
      "learning_rate": 3.183204465671387e-07,
      "loss": 0.3456,
      "step": 2409370
    },
    {
      "epoch": 672.45,
      "grad_norm": 1.3027042150497437,
      "learning_rate": 3.183068409770089e-07,
      "loss": 0.333,
      "step": 2409380
    },
    {
      "epoch": 672.45,
      "grad_norm": 1.1983939409255981,
      "learning_rate": 3.182932356564658e-07,
      "loss": 0.3426,
      "step": 2409390
    },
    {
      "epoch": 672.45,
      "grad_norm": 1.1402946710586548,
      "learning_rate": 3.1827963060551225e-07,
      "loss": 0.3389,
      "step": 2409400
    },
    {
      "epoch": 672.46,
      "grad_norm": 1.1613954305648804,
      "learning_rate": 3.1826602582414907e-07,
      "loss": 0.3527,
      "step": 2409410
    },
    {
      "epoch": 672.46,
      "grad_norm": 1.4038702249526978,
      "learning_rate": 3.1825242131237805e-07,
      "loss": 0.352,
      "step": 2409420
    },
    {
      "epoch": 672.46,
      "grad_norm": 2.0661468505859375,
      "learning_rate": 3.1823881707020126e-07,
      "loss": 0.3388,
      "step": 2409430
    },
    {
      "epoch": 672.46,
      "grad_norm": 1.2585681676864624,
      "learning_rate": 3.182252130976213e-07,
      "loss": 0.3327,
      "step": 2409440
    },
    {
      "epoch": 672.47,
      "grad_norm": 1.1418118476867676,
      "learning_rate": 3.182116093946382e-07,
      "loss": 0.3472,
      "step": 2409450
    },
    {
      "epoch": 672.47,
      "grad_norm": 1.151382565498352,
      "learning_rate": 3.181980059612556e-07,
      "loss": 0.3287,
      "step": 2409460
    },
    {
      "epoch": 672.47,
      "grad_norm": 1.2489817142486572,
      "learning_rate": 3.1818440279747426e-07,
      "loss": 0.3238,
      "step": 2409470
    },
    {
      "epoch": 672.48,
      "grad_norm": 1.2793511152267456,
      "learning_rate": 3.1817079990329625e-07,
      "loss": 0.3302,
      "step": 2409480
    },
    {
      "epoch": 672.48,
      "grad_norm": 1.159828782081604,
      "learning_rate": 3.181571972787237e-07,
      "loss": 0.3338,
      "step": 2409490
    },
    {
      "epoch": 672.48,
      "grad_norm": 1.0574413537979126,
      "learning_rate": 3.181435949237576e-07,
      "loss": 0.3278,
      "step": 2409500
    },
    {
      "epoch": 672.48,
      "grad_norm": 1.163682460784912,
      "learning_rate": 3.1812999283840033e-07,
      "loss": 0.3442,
      "step": 2409510
    },
    {
      "epoch": 672.49,
      "grad_norm": 1.1886155605316162,
      "learning_rate": 3.181163910226537e-07,
      "loss": 0.3235,
      "step": 2409520
    },
    {
      "epoch": 672.49,
      "grad_norm": 1.3392260074615479,
      "learning_rate": 3.1810278947652e-07,
      "loss": 0.3364,
      "step": 2409530
    },
    {
      "epoch": 672.49,
      "grad_norm": 1.188281774520874,
      "learning_rate": 3.1808918819999986e-07,
      "loss": 0.3496,
      "step": 2409540
    },
    {
      "epoch": 672.5,
      "grad_norm": 1.2784271240234375,
      "learning_rate": 3.180755871930958e-07,
      "loss": 0.3384,
      "step": 2409550
    },
    {
      "epoch": 672.5,
      "grad_norm": 1.2912461757659912,
      "learning_rate": 3.1806198645581017e-07,
      "loss": 0.3313,
      "step": 2409560
    },
    {
      "epoch": 672.5,
      "grad_norm": 1.7511115074157715,
      "learning_rate": 3.18048385988143e-07,
      "loss": 0.3494,
      "step": 2409570
    },
    {
      "epoch": 672.5,
      "grad_norm": 1.038291096687317,
      "learning_rate": 3.180347857900982e-07,
      "loss": 0.3222,
      "step": 2409580
    },
    {
      "epoch": 672.51,
      "grad_norm": 1.3099485635757446,
      "learning_rate": 3.1802118586167624e-07,
      "loss": 0.3469,
      "step": 2409590
    },
    {
      "epoch": 672.51,
      "grad_norm": 1.3233264684677124,
      "learning_rate": 3.1800758620287943e-07,
      "loss": 0.3478,
      "step": 2409600
    },
    {
      "epoch": 672.51,
      "grad_norm": 1.255143165588379,
      "learning_rate": 3.1799398681370946e-07,
      "loss": 0.3342,
      "step": 2409610
    },
    {
      "epoch": 672.51,
      "grad_norm": 1.1967639923095703,
      "learning_rate": 3.179803876941681e-07,
      "loss": 0.3329,
      "step": 2409620
    },
    {
      "epoch": 672.52,
      "grad_norm": 1.2457516193389893,
      "learning_rate": 3.1796678884425757e-07,
      "loss": 0.3411,
      "step": 2409630
    },
    {
      "epoch": 672.52,
      "grad_norm": 1.4491209983825684,
      "learning_rate": 3.179531902639791e-07,
      "loss": 0.3389,
      "step": 2409640
    },
    {
      "epoch": 672.52,
      "grad_norm": 1.018984079360962,
      "learning_rate": 3.179395919533347e-07,
      "loss": 0.3485,
      "step": 2409650
    },
    {
      "epoch": 672.53,
      "grad_norm": 1.3583928346633911,
      "learning_rate": 3.1792599391232607e-07,
      "loss": 0.3293,
      "step": 2409660
    },
    {
      "epoch": 672.53,
      "grad_norm": 1.0797913074493408,
      "learning_rate": 3.1791239614095573e-07,
      "loss": 0.3312,
      "step": 2409670
    },
    {
      "epoch": 672.53,
      "grad_norm": 1.3642066717147827,
      "learning_rate": 3.178987986392247e-07,
      "loss": 0.3401,
      "step": 2409680
    },
    {
      "epoch": 672.53,
      "grad_norm": 1.1704578399658203,
      "learning_rate": 3.1788520140713465e-07,
      "loss": 0.3395,
      "step": 2409690
    },
    {
      "epoch": 672.54,
      "grad_norm": 1.4442182779312134,
      "learning_rate": 3.1787160444468835e-07,
      "loss": 0.3429,
      "step": 2409700
    },
    {
      "epoch": 672.54,
      "grad_norm": 1.17055082321167,
      "learning_rate": 3.1785800775188593e-07,
      "loss": 0.3474,
      "step": 2409710
    },
    {
      "epoch": 672.54,
      "grad_norm": 1.1782983541488647,
      "learning_rate": 3.1784441132873143e-07,
      "loss": 0.3416,
      "step": 2409720
    },
    {
      "epoch": 672.55,
      "grad_norm": 1.3563718795776367,
      "learning_rate": 3.17830815175225e-07,
      "loss": 0.3204,
      "step": 2409730
    },
    {
      "epoch": 672.55,
      "grad_norm": 1.2952077388763428,
      "learning_rate": 3.17817219291369e-07,
      "loss": 0.3605,
      "step": 2409740
    },
    {
      "epoch": 672.55,
      "grad_norm": 1.2247263193130493,
      "learning_rate": 3.1780362367716527e-07,
      "loss": 0.3212,
      "step": 2409750
    },
    {
      "epoch": 672.55,
      "grad_norm": 1.1570199728012085,
      "learning_rate": 3.177900283326159e-07,
      "loss": 0.32,
      "step": 2409760
    },
    {
      "epoch": 672.56,
      "grad_norm": 1.2339218854904175,
      "learning_rate": 3.1777643325772196e-07,
      "loss": 0.3438,
      "step": 2409770
    },
    {
      "epoch": 672.56,
      "grad_norm": 1.3880151510238647,
      "learning_rate": 3.1776283845248546e-07,
      "loss": 0.3227,
      "step": 2409780
    },
    {
      "epoch": 672.56,
      "grad_norm": 1.4170074462890625,
      "learning_rate": 3.1774924391690904e-07,
      "loss": 0.3448,
      "step": 2409790
    },
    {
      "epoch": 672.56,
      "grad_norm": 1.0993671417236328,
      "learning_rate": 3.177356496509929e-07,
      "loss": 0.3379,
      "step": 2409800
    },
    {
      "epoch": 672.57,
      "grad_norm": 1.1625796556472778,
      "learning_rate": 3.177220556547408e-07,
      "loss": 0.3216,
      "step": 2409810
    },
    {
      "epoch": 672.57,
      "grad_norm": 1.48330819606781,
      "learning_rate": 3.1770846192815295e-07,
      "loss": 0.3327,
      "step": 2409820
    },
    {
      "epoch": 672.57,
      "grad_norm": 1.3019700050354004,
      "learning_rate": 3.176948684712319e-07,
      "loss": 0.328,
      "step": 2409830
    },
    {
      "epoch": 672.58,
      "grad_norm": 1.195074439048767,
      "learning_rate": 3.176812752839798e-07,
      "loss": 0.3349,
      "step": 2409840
    },
    {
      "epoch": 672.58,
      "grad_norm": 1.2724378108978271,
      "learning_rate": 3.176676823663977e-07,
      "loss": 0.3464,
      "step": 2409850
    },
    {
      "epoch": 672.58,
      "grad_norm": 1.1393083333969116,
      "learning_rate": 3.176540897184876e-07,
      "loss": 0.3256,
      "step": 2409860
    },
    {
      "epoch": 672.58,
      "grad_norm": 1.2294999361038208,
      "learning_rate": 3.1764049734025137e-07,
      "loss": 0.3457,
      "step": 2409870
    },
    {
      "epoch": 672.59,
      "grad_norm": 1.2516157627105713,
      "learning_rate": 3.176269052316913e-07,
      "loss": 0.3317,
      "step": 2409880
    },
    {
      "epoch": 672.59,
      "grad_norm": 1.264350414276123,
      "learning_rate": 3.1761331339280777e-07,
      "loss": 0.3274,
      "step": 2409890
    },
    {
      "epoch": 672.59,
      "grad_norm": 1.1702393293380737,
      "learning_rate": 3.175997218236046e-07,
      "loss": 0.3425,
      "step": 2409900
    },
    {
      "epoch": 672.6,
      "grad_norm": 1.282539963722229,
      "learning_rate": 3.1758613052408207e-07,
      "loss": 0.3167,
      "step": 2409910
    },
    {
      "epoch": 672.6,
      "grad_norm": 1.1282671689987183,
      "learning_rate": 3.1757253949424246e-07,
      "loss": 0.3388,
      "step": 2409920
    },
    {
      "epoch": 672.6,
      "grad_norm": 1.217820167541504,
      "learning_rate": 3.1755894873408845e-07,
      "loss": 0.3307,
      "step": 2409930
    },
    {
      "epoch": 672.6,
      "grad_norm": 1.2139232158660889,
      "learning_rate": 3.175453582436198e-07,
      "loss": 0.3276,
      "step": 2409940
    },
    {
      "epoch": 672.61,
      "grad_norm": 1.2621177434921265,
      "learning_rate": 3.175317680228403e-07,
      "loss": 0.3527,
      "step": 2409950
    },
    {
      "epoch": 672.61,
      "grad_norm": 1.1758493185043335,
      "learning_rate": 3.1751817807175085e-07,
      "loss": 0.3506,
      "step": 2409960
    },
    {
      "epoch": 672.61,
      "grad_norm": 1.2931084632873535,
      "learning_rate": 3.175045883903532e-07,
      "loss": 0.3329,
      "step": 2409970
    },
    {
      "epoch": 672.62,
      "grad_norm": 1.4014512300491333,
      "learning_rate": 3.1749099897865e-07,
      "loss": 0.3273,
      "step": 2409980
    },
    {
      "epoch": 672.62,
      "grad_norm": 1.3752689361572266,
      "learning_rate": 3.17477409836642e-07,
      "loss": 0.3367,
      "step": 2409990
    },
    {
      "epoch": 672.62,
      "grad_norm": 1.1636768579483032,
      "learning_rate": 3.1746382096433126e-07,
      "loss": 0.3375,
      "step": 2410000
    },
    {
      "epoch": 672.62,
      "grad_norm": 1.0952262878417969,
      "learning_rate": 3.174502323617196e-07,
      "loss": 0.3291,
      "step": 2410010
    },
    {
      "epoch": 672.63,
      "grad_norm": 1.2807570695877075,
      "learning_rate": 3.1743664402880994e-07,
      "loss": 0.3463,
      "step": 2410020
    },
    {
      "epoch": 672.63,
      "grad_norm": 1.2099837064743042,
      "learning_rate": 3.1742305596560174e-07,
      "loss": 0.3224,
      "step": 2410030
    },
    {
      "epoch": 672.63,
      "grad_norm": 1.1399401426315308,
      "learning_rate": 3.174094681720994e-07,
      "loss": 0.3445,
      "step": 2410040
    },
    {
      "epoch": 672.63,
      "grad_norm": 1.159014344215393,
      "learning_rate": 3.1739588064830293e-07,
      "loss": 0.3311,
      "step": 2410050
    },
    {
      "epoch": 672.64,
      "grad_norm": 1.1800163984298706,
      "learning_rate": 3.1738229339421496e-07,
      "loss": 0.3334,
      "step": 2410060
    },
    {
      "epoch": 672.64,
      "grad_norm": 1.4318419694900513,
      "learning_rate": 3.1736870640983753e-07,
      "loss": 0.3464,
      "step": 2410070
    },
    {
      "epoch": 672.64,
      "grad_norm": 1.1517302989959717,
      "learning_rate": 3.1735511969517117e-07,
      "loss": 0.3335,
      "step": 2410080
    },
    {
      "epoch": 672.65,
      "grad_norm": 1.173305630683899,
      "learning_rate": 3.17341533250219e-07,
      "loss": 0.3376,
      "step": 2410090
    },
    {
      "epoch": 672.65,
      "grad_norm": 1.2370426654815674,
      "learning_rate": 3.173279470749821e-07,
      "loss": 0.3303,
      "step": 2410100
    },
    {
      "epoch": 672.65,
      "grad_norm": 1.381984829902649,
      "learning_rate": 3.1731436116946304e-07,
      "loss": 0.3465,
      "step": 2410110
    },
    {
      "epoch": 672.65,
      "grad_norm": 1.6806827783584595,
      "learning_rate": 3.173007755336626e-07,
      "loss": 0.3254,
      "step": 2410120
    },
    {
      "epoch": 672.66,
      "grad_norm": 1.2051887512207031,
      "learning_rate": 3.1728719016758306e-07,
      "loss": 0.3201,
      "step": 2410130
    },
    {
      "epoch": 672.66,
      "grad_norm": 1.2309503555297852,
      "learning_rate": 3.172736050712269e-07,
      "loss": 0.3304,
      "step": 2410140
    },
    {
      "epoch": 672.66,
      "grad_norm": 1.1046192646026611,
      "learning_rate": 3.1726002024459425e-07,
      "loss": 0.3494,
      "step": 2410150
    },
    {
      "epoch": 672.67,
      "grad_norm": 1.1971696615219116,
      "learning_rate": 3.172464356876889e-07,
      "loss": 0.3385,
      "step": 2410160
    },
    {
      "epoch": 672.67,
      "grad_norm": 1.2853318452835083,
      "learning_rate": 3.1723285140051117e-07,
      "loss": 0.3458,
      "step": 2410170
    },
    {
      "epoch": 672.67,
      "grad_norm": 1.0439070463180542,
      "learning_rate": 3.172192673830636e-07,
      "loss": 0.3391,
      "step": 2410180
    },
    {
      "epoch": 672.67,
      "grad_norm": 1.1981061697006226,
      "learning_rate": 3.1720568363534785e-07,
      "loss": 0.3319,
      "step": 2410190
    },
    {
      "epoch": 672.68,
      "grad_norm": 1.3459950685501099,
      "learning_rate": 3.1719210015736564e-07,
      "loss": 0.3414,
      "step": 2410200
    },
    {
      "epoch": 672.68,
      "grad_norm": 1.194272518157959,
      "learning_rate": 3.1717851694911916e-07,
      "loss": 0.3526,
      "step": 2410210
    },
    {
      "epoch": 672.68,
      "grad_norm": 1.2189176082611084,
      "learning_rate": 3.1716493401060953e-07,
      "loss": 0.3446,
      "step": 2410220
    },
    {
      "epoch": 672.68,
      "grad_norm": 1.3355636596679688,
      "learning_rate": 3.171513513418391e-07,
      "loss": 0.3492,
      "step": 2410230
    },
    {
      "epoch": 672.69,
      "grad_norm": 1.4127558469772339,
      "learning_rate": 3.1713776894280913e-07,
      "loss": 0.3361,
      "step": 2410240
    },
    {
      "epoch": 672.69,
      "grad_norm": 1.2980858087539673,
      "learning_rate": 3.1712418681352275e-07,
      "loss": 0.3448,
      "step": 2410250
    },
    {
      "epoch": 672.69,
      "grad_norm": 1.537219762802124,
      "learning_rate": 3.1711060495398e-07,
      "loss": 0.3358,
      "step": 2410260
    },
    {
      "epoch": 672.7,
      "grad_norm": 1.2770781517028809,
      "learning_rate": 3.170970233641834e-07,
      "loss": 0.3322,
      "step": 2410270
    },
    {
      "epoch": 672.7,
      "grad_norm": 1.1936134099960327,
      "learning_rate": 3.1708344204413515e-07,
      "loss": 0.3348,
      "step": 2410280
    },
    {
      "epoch": 672.7,
      "grad_norm": 1.3222718238830566,
      "learning_rate": 3.170698609938367e-07,
      "loss": 0.3621,
      "step": 2410290
    },
    {
      "epoch": 672.7,
      "grad_norm": 1.3664238452911377,
      "learning_rate": 3.170562802132905e-07,
      "loss": 0.3396,
      "step": 2410300
    },
    {
      "epoch": 672.71,
      "grad_norm": 1.1075282096862793,
      "learning_rate": 3.17042699702497e-07,
      "loss": 0.3198,
      "step": 2410310
    },
    {
      "epoch": 672.71,
      "grad_norm": 1.2141557931900024,
      "learning_rate": 3.17029119461459e-07,
      "loss": 0.3338,
      "step": 2410320
    },
    {
      "epoch": 672.71,
      "grad_norm": 1.1136236190795898,
      "learning_rate": 3.170155394901782e-07,
      "loss": 0.3408,
      "step": 2410330
    },
    {
      "epoch": 672.72,
      "grad_norm": 1.1194632053375244,
      "learning_rate": 3.170019597886566e-07,
      "loss": 0.3392,
      "step": 2410340
    },
    {
      "epoch": 672.72,
      "grad_norm": 1.0431208610534668,
      "learning_rate": 3.1698838035689525e-07,
      "loss": 0.3244,
      "step": 2410350
    },
    {
      "epoch": 672.72,
      "grad_norm": 1.6082385778427124,
      "learning_rate": 3.169748011948965e-07,
      "loss": 0.3563,
      "step": 2410360
    },
    {
      "epoch": 672.72,
      "grad_norm": 1.0557690858840942,
      "learning_rate": 3.169612223026627e-07,
      "loss": 0.3205,
      "step": 2410370
    },
    {
      "epoch": 672.73,
      "grad_norm": 1.3530302047729492,
      "learning_rate": 3.1694764368019384e-07,
      "loss": 0.3294,
      "step": 2410380
    },
    {
      "epoch": 672.73,
      "grad_norm": 1.089041829109192,
      "learning_rate": 3.1693406532749406e-07,
      "loss": 0.3256,
      "step": 2410390
    },
    {
      "epoch": 672.73,
      "grad_norm": 1.3344228267669678,
      "learning_rate": 3.169204872445634e-07,
      "loss": 0.3258,
      "step": 2410400
    },
    {
      "epoch": 672.74,
      "grad_norm": 1.2392680644989014,
      "learning_rate": 3.169069094314044e-07,
      "loss": 0.3259,
      "step": 2410410
    },
    {
      "epoch": 672.74,
      "grad_norm": 1.1349362134933472,
      "learning_rate": 3.1689333188801874e-07,
      "loss": 0.3272,
      "step": 2410420
    },
    {
      "epoch": 672.74,
      "grad_norm": 1.3565553426742554,
      "learning_rate": 3.1687975461440866e-07,
      "loss": 0.352,
      "step": 2410430
    },
    {
      "epoch": 672.74,
      "grad_norm": 1.1293067932128906,
      "learning_rate": 3.168661776105752e-07,
      "loss": 0.332,
      "step": 2410440
    },
    {
      "epoch": 672.75,
      "grad_norm": 1.7982364892959595,
      "learning_rate": 3.168526008765205e-07,
      "loss": 0.341,
      "step": 2410450
    },
    {
      "epoch": 672.75,
      "grad_norm": 1.5542973279953003,
      "learning_rate": 3.1683902441224684e-07,
      "loss": 0.3368,
      "step": 2410460
    },
    {
      "epoch": 672.75,
      "grad_norm": 1.2207282781600952,
      "learning_rate": 3.1682544821775456e-07,
      "loss": 0.3592,
      "step": 2410470
    },
    {
      "epoch": 672.75,
      "grad_norm": 1.2266789674758911,
      "learning_rate": 3.168118722930475e-07,
      "loss": 0.3287,
      "step": 2410480
    },
    {
      "epoch": 672.76,
      "grad_norm": 1.32229745388031,
      "learning_rate": 3.167982966381259e-07,
      "loss": 0.3419,
      "step": 2410490
    },
    {
      "epoch": 672.76,
      "grad_norm": 1.2642905712127686,
      "learning_rate": 3.167847212529922e-07,
      "loss": 0.3441,
      "step": 2410500
    },
    {
      "epoch": 672.76,
      "grad_norm": 1.3205617666244507,
      "learning_rate": 3.167711461376489e-07,
      "loss": 0.338,
      "step": 2410510
    },
    {
      "epoch": 672.77,
      "grad_norm": 1.3628487586975098,
      "learning_rate": 3.167575712920955e-07,
      "loss": 0.3372,
      "step": 2410520
    },
    {
      "epoch": 672.77,
      "grad_norm": 1.4182485342025757,
      "learning_rate": 3.167439967163368e-07,
      "loss": 0.3462,
      "step": 2410530
    },
    {
      "epoch": 672.77,
      "grad_norm": 1.212846279144287,
      "learning_rate": 3.167304224103726e-07,
      "loss": 0.3387,
      "step": 2410540
    },
    {
      "epoch": 672.77,
      "grad_norm": 1.3459992408752441,
      "learning_rate": 3.167168483742051e-07,
      "loss": 0.3355,
      "step": 2410550
    },
    {
      "epoch": 672.78,
      "grad_norm": 1.1756023168563843,
      "learning_rate": 3.167032746078361e-07,
      "loss": 0.3366,
      "step": 2410560
    },
    {
      "epoch": 672.78,
      "grad_norm": 1.1419841051101685,
      "learning_rate": 3.166897011112685e-07,
      "loss": 0.3503,
      "step": 2410570
    },
    {
      "epoch": 672.78,
      "grad_norm": 1.3177335262298584,
      "learning_rate": 3.166761278845023e-07,
      "loss": 0.3341,
      "step": 2410580
    },
    {
      "epoch": 672.79,
      "grad_norm": 1.2123256921768188,
      "learning_rate": 3.166625549275403e-07,
      "loss": 0.3256,
      "step": 2410590
    },
    {
      "epoch": 672.79,
      "grad_norm": 1.1510059833526611,
      "learning_rate": 3.1664898224038486e-07,
      "loss": 0.3438,
      "step": 2410600
    },
    {
      "epoch": 672.79,
      "grad_norm": 1.1202261447906494,
      "learning_rate": 3.16635409823036e-07,
      "loss": 0.3372,
      "step": 2410610
    },
    {
      "epoch": 672.79,
      "grad_norm": 1.264147162437439,
      "learning_rate": 3.166218376754976e-07,
      "loss": 0.3467,
      "step": 2410620
    },
    {
      "epoch": 672.8,
      "grad_norm": 1.2624807357788086,
      "learning_rate": 3.1660826579776997e-07,
      "loss": 0.3477,
      "step": 2410630
    },
    {
      "epoch": 672.8,
      "grad_norm": 1.713117241859436,
      "learning_rate": 3.1659469418985564e-07,
      "loss": 0.3345,
      "step": 2410640
    },
    {
      "epoch": 672.8,
      "grad_norm": 1.3735905885696411,
      "learning_rate": 3.165811228517565e-07,
      "loss": 0.342,
      "step": 2410650
    },
    {
      "epoch": 672.8,
      "grad_norm": 1.5248994827270508,
      "learning_rate": 3.165675517834738e-07,
      "loss": 0.3301,
      "step": 2410660
    },
    {
      "epoch": 672.81,
      "grad_norm": 1.1559184789657593,
      "learning_rate": 3.165539809850097e-07,
      "loss": 0.3334,
      "step": 2410670
    },
    {
      "epoch": 672.81,
      "grad_norm": 1.1993488073349,
      "learning_rate": 3.1654041045636563e-07,
      "loss": 0.3478,
      "step": 2410680
    },
    {
      "epoch": 672.81,
      "grad_norm": 1.14786696434021,
      "learning_rate": 3.165268401975443e-07,
      "loss": 0.3404,
      "step": 2410690
    },
    {
      "epoch": 672.82,
      "grad_norm": 1.2130485773086548,
      "learning_rate": 3.1651327020854615e-07,
      "loss": 0.3385,
      "step": 2410700
    },
    {
      "epoch": 672.82,
      "grad_norm": 1.3324791193008423,
      "learning_rate": 3.164997004893747e-07,
      "loss": 0.3493,
      "step": 2410710
    },
    {
      "epoch": 672.82,
      "grad_norm": 1.2250629663467407,
      "learning_rate": 3.1648613104003003e-07,
      "loss": 0.3375,
      "step": 2410720
    },
    {
      "epoch": 672.82,
      "grad_norm": 1.1997300386428833,
      "learning_rate": 3.1647256186051485e-07,
      "loss": 0.3252,
      "step": 2410730
    },
    {
      "epoch": 672.83,
      "grad_norm": 1.2953050136566162,
      "learning_rate": 3.1645899295083155e-07,
      "loss": 0.3338,
      "step": 2410740
    },
    {
      "epoch": 672.83,
      "grad_norm": 1.229014277458191,
      "learning_rate": 3.164454243109805e-07,
      "loss": 0.3442,
      "step": 2410750
    },
    {
      "epoch": 672.83,
      "grad_norm": 1.3686655759811401,
      "learning_rate": 3.1643185594096444e-07,
      "loss": 0.3466,
      "step": 2410760
    },
    {
      "epoch": 672.84,
      "grad_norm": 1.0344583988189697,
      "learning_rate": 3.1641828784078487e-07,
      "loss": 0.3278,
      "step": 2410770
    },
    {
      "epoch": 672.84,
      "grad_norm": 1.1730821132659912,
      "learning_rate": 3.1640472001044383e-07,
      "loss": 0.3341,
      "step": 2410780
    },
    {
      "epoch": 672.84,
      "grad_norm": 1.174417495727539,
      "learning_rate": 3.1639115244994325e-07,
      "loss": 0.3401,
      "step": 2410790
    },
    {
      "epoch": 672.84,
      "grad_norm": 1.0827085971832275,
      "learning_rate": 3.1637758515928434e-07,
      "loss": 0.3347,
      "step": 2410800
    },
    {
      "epoch": 672.85,
      "grad_norm": 1.3349952697753906,
      "learning_rate": 3.163640181384692e-07,
      "loss": 0.3459,
      "step": 2410810
    },
    {
      "epoch": 672.85,
      "grad_norm": 1.2871135473251343,
      "learning_rate": 3.163504513875e-07,
      "loss": 0.3529,
      "step": 2410820
    },
    {
      "epoch": 672.85,
      "grad_norm": 1.2331863641738892,
      "learning_rate": 3.163368849063784e-07,
      "loss": 0.3452,
      "step": 2410830
    },
    {
      "epoch": 672.86,
      "grad_norm": 1.1605725288391113,
      "learning_rate": 3.16323318695105e-07,
      "loss": 0.3291,
      "step": 2410840
    },
    {
      "epoch": 672.86,
      "grad_norm": 1.0723555088043213,
      "learning_rate": 3.163097527536838e-07,
      "loss": 0.3385,
      "step": 2410850
    },
    {
      "epoch": 672.86,
      "grad_norm": 1.1350187063217163,
      "learning_rate": 3.162961870821149e-07,
      "loss": 0.3278,
      "step": 2410860
    },
    {
      "epoch": 672.86,
      "grad_norm": 1.018904209136963,
      "learning_rate": 3.1628262168040045e-07,
      "loss": 0.3332,
      "step": 2410870
    },
    {
      "epoch": 672.87,
      "grad_norm": 1.3639222383499146,
      "learning_rate": 3.1626905654854333e-07,
      "loss": 0.3259,
      "step": 2410880
    },
    {
      "epoch": 672.87,
      "grad_norm": 1.0016831159591675,
      "learning_rate": 3.162554916865438e-07,
      "loss": 0.3423,
      "step": 2410890
    },
    {
      "epoch": 672.87,
      "grad_norm": 1.4151968955993652,
      "learning_rate": 3.1624192709440445e-07,
      "loss": 0.3416,
      "step": 2410900
    },
    {
      "epoch": 672.87,
      "grad_norm": 1.366011142730713,
      "learning_rate": 3.162283627721268e-07,
      "loss": 0.3385,
      "step": 2410910
    },
    {
      "epoch": 672.88,
      "grad_norm": 1.1610832214355469,
      "learning_rate": 3.1621479871971324e-07,
      "loss": 0.3333,
      "step": 2410920
    },
    {
      "epoch": 672.88,
      "grad_norm": 0.9754692316055298,
      "learning_rate": 3.1620123493716505e-07,
      "loss": 0.3251,
      "step": 2410930
    },
    {
      "epoch": 672.88,
      "grad_norm": 1.2141159772872925,
      "learning_rate": 3.1618767142448383e-07,
      "loss": 0.3366,
      "step": 2410940
    },
    {
      "epoch": 672.89,
      "grad_norm": 1.4069448709487915,
      "learning_rate": 3.161741081816724e-07,
      "loss": 0.3388,
      "step": 2410950
    },
    {
      "epoch": 672.89,
      "grad_norm": 2.1549036502838135,
      "learning_rate": 3.161605452087308e-07,
      "loss": 0.3294,
      "step": 2410960
    },
    {
      "epoch": 672.89,
      "grad_norm": 1.0310533046722412,
      "learning_rate": 3.161469825056629e-07,
      "loss": 0.334,
      "step": 2410970
    },
    {
      "epoch": 672.89,
      "grad_norm": 1.3019275665283203,
      "learning_rate": 3.1613342007246894e-07,
      "loss": 0.3492,
      "step": 2410980
    },
    {
      "epoch": 672.9,
      "grad_norm": 1.256438970565796,
      "learning_rate": 3.161198579091513e-07,
      "loss": 0.3374,
      "step": 2410990
    },
    {
      "epoch": 672.9,
      "grad_norm": 1.2414463758468628,
      "learning_rate": 3.1610629601571177e-07,
      "loss": 0.3397,
      "step": 2411000
    },
    {
      "epoch": 672.9,
      "grad_norm": 1.4126853942871094,
      "learning_rate": 3.16092734392153e-07,
      "loss": 0.3504,
      "step": 2411010
    },
    {
      "epoch": 672.91,
      "grad_norm": 1.2578331232070923,
      "learning_rate": 3.160791730384752e-07,
      "loss": 0.3348,
      "step": 2411020
    },
    {
      "epoch": 672.91,
      "grad_norm": 1.1791634559631348,
      "learning_rate": 3.1606561195468073e-07,
      "loss": 0.3199,
      "step": 2411030
    },
    {
      "epoch": 672.91,
      "grad_norm": 1.326391577720642,
      "learning_rate": 3.160520511407725e-07,
      "loss": 0.3273,
      "step": 2411040
    },
    {
      "epoch": 672.91,
      "grad_norm": 1.1652504205703735,
      "learning_rate": 3.1603849059675016e-07,
      "loss": 0.3299,
      "step": 2411050
    },
    {
      "epoch": 672.92,
      "grad_norm": 1.1952190399169922,
      "learning_rate": 3.1602493032261795e-07,
      "loss": 0.3589,
      "step": 2411060
    },
    {
      "epoch": 672.92,
      "grad_norm": 1.2188563346862793,
      "learning_rate": 3.1601137031837584e-07,
      "loss": 0.3621,
      "step": 2411070
    },
    {
      "epoch": 672.92,
      "grad_norm": 1.1087230443954468,
      "learning_rate": 3.1599781058402643e-07,
      "loss": 0.3458,
      "step": 2411080
    },
    {
      "epoch": 672.92,
      "grad_norm": 1.1059702634811401,
      "learning_rate": 3.159842511195718e-07,
      "loss": 0.3371,
      "step": 2411090
    },
    {
      "epoch": 672.93,
      "grad_norm": 1.2942984104156494,
      "learning_rate": 3.1597069192501245e-07,
      "loss": 0.3359,
      "step": 2411100
    },
    {
      "epoch": 672.93,
      "grad_norm": 1.47723388671875,
      "learning_rate": 3.159571330003518e-07,
      "loss": 0.3588,
      "step": 2411110
    },
    {
      "epoch": 672.93,
      "grad_norm": 1.3472710847854614,
      "learning_rate": 3.159435743455906e-07,
      "loss": 0.3363,
      "step": 2411120
    },
    {
      "epoch": 672.94,
      "grad_norm": 1.3503053188323975,
      "learning_rate": 3.1593001596073124e-07,
      "loss": 0.3133,
      "step": 2411130
    },
    {
      "epoch": 672.94,
      "grad_norm": 1.2008570432662964,
      "learning_rate": 3.15916457845775e-07,
      "loss": 0.3287,
      "step": 2411140
    },
    {
      "epoch": 672.94,
      "grad_norm": 1.277588963508606,
      "learning_rate": 3.159029000007245e-07,
      "loss": 0.3327,
      "step": 2411150
    },
    {
      "epoch": 672.94,
      "grad_norm": 1.2231528759002686,
      "learning_rate": 3.1588934242558043e-07,
      "loss": 0.3218,
      "step": 2411160
    },
    {
      "epoch": 672.95,
      "grad_norm": 1.4028233289718628,
      "learning_rate": 3.158757851203452e-07,
      "loss": 0.3299,
      "step": 2411170
    },
    {
      "epoch": 672.95,
      "grad_norm": 3.7019412517547607,
      "learning_rate": 3.1586222808502115e-07,
      "loss": 0.3487,
      "step": 2411180
    },
    {
      "epoch": 672.95,
      "grad_norm": 1.4261335134506226,
      "learning_rate": 3.1584867131960857e-07,
      "loss": 0.3438,
      "step": 2411190
    },
    {
      "epoch": 672.96,
      "grad_norm": 1.4413425922393799,
      "learning_rate": 3.1583511482411103e-07,
      "loss": 0.3434,
      "step": 2411200
    },
    {
      "epoch": 672.96,
      "grad_norm": 1.4086271524429321,
      "learning_rate": 3.158215585985291e-07,
      "loss": 0.3521,
      "step": 2411210
    },
    {
      "epoch": 672.96,
      "grad_norm": 1.2865110635757446,
      "learning_rate": 3.158080026428651e-07,
      "loss": 0.335,
      "step": 2411220
    },
    {
      "epoch": 672.96,
      "grad_norm": 1.5791906118392944,
      "learning_rate": 3.1579444695712116e-07,
      "loss": 0.3331,
      "step": 2411230
    },
    {
      "epoch": 672.97,
      "grad_norm": 1.2162306308746338,
      "learning_rate": 3.157808915412983e-07,
      "loss": 0.3334,
      "step": 2411240
    },
    {
      "epoch": 672.97,
      "grad_norm": 1.4829015731811523,
      "learning_rate": 3.1576733639539826e-07,
      "loss": 0.3432,
      "step": 2411250
    },
    {
      "epoch": 672.97,
      "grad_norm": 1.2885401248931885,
      "learning_rate": 3.1575378151942375e-07,
      "loss": 0.3258,
      "step": 2411260
    },
    {
      "epoch": 672.98,
      "grad_norm": 1.3128219842910767,
      "learning_rate": 3.157402269133763e-07,
      "loss": 0.3413,
      "step": 2411270
    },
    {
      "epoch": 672.98,
      "grad_norm": 1.2443339824676514,
      "learning_rate": 3.1572667257725664e-07,
      "loss": 0.335,
      "step": 2411280
    },
    {
      "epoch": 672.98,
      "grad_norm": 1.2238945960998535,
      "learning_rate": 3.1571311851106823e-07,
      "loss": 0.3363,
      "step": 2411290
    },
    {
      "epoch": 672.98,
      "grad_norm": 1.1374956369400024,
      "learning_rate": 3.156995647148118e-07,
      "loss": 0.3369,
      "step": 2411300
    },
    {
      "epoch": 672.99,
      "grad_norm": 1.2242941856384277,
      "learning_rate": 3.156860111884894e-07,
      "loss": 0.326,
      "step": 2411310
    },
    {
      "epoch": 672.99,
      "grad_norm": 1.187361717224121,
      "learning_rate": 3.1567245793210326e-07,
      "loss": 0.3562,
      "step": 2411320
    },
    {
      "epoch": 672.99,
      "grad_norm": 1.1656389236450195,
      "learning_rate": 3.156589049456542e-07,
      "loss": 0.3392,
      "step": 2411330
    },
    {
      "epoch": 672.99,
      "grad_norm": 1.5111786127090454,
      "learning_rate": 3.1564535222914504e-07,
      "loss": 0.3413,
      "step": 2411340
    },
    {
      "epoch": 673.0,
      "grad_norm": 1.1485406160354614,
      "learning_rate": 3.156317997825767e-07,
      "loss": 0.3488,
      "step": 2411350
    },
    {
      "epoch": 673.0,
      "eval_loss": 0.34017616510391235,
      "eval_runtime": 64.5069,
      "eval_samples_per_second": 78.426,
      "eval_steps_per_second": 9.813,
      "step": 2411359
    },
    {
      "epoch": 673.0,
      "grad_norm": 1.5106310844421387,
      "learning_rate": 3.1561824760595176e-07,
      "loss": 0.3517,
      "step": 2411360
    },
    {
      "epoch": 673.0,
      "grad_norm": 1.3834408521652222,
      "learning_rate": 3.156046956992716e-07,
      "loss": 0.3391,
      "step": 2411370
    },
    {
      "epoch": 673.01,
      "grad_norm": 1.1567305326461792,
      "learning_rate": 3.1559114406253846e-07,
      "loss": 0.3382,
      "step": 2411380
    },
    {
      "epoch": 673.01,
      "grad_norm": 1.1249216794967651,
      "learning_rate": 3.155775926957535e-07,
      "loss": 0.3469,
      "step": 2411390
    },
    {
      "epoch": 673.01,
      "grad_norm": 1.0516579151153564,
      "learning_rate": 3.1556404159891905e-07,
      "loss": 0.3377,
      "step": 2411400
    },
    {
      "epoch": 673.01,
      "grad_norm": 1.2491329908370972,
      "learning_rate": 3.1555049077203683e-07,
      "loss": 0.3274,
      "step": 2411410
    },
    {
      "epoch": 673.02,
      "grad_norm": 1.4186488389968872,
      "learning_rate": 3.1553694021510767e-07,
      "loss": 0.3357,
      "step": 2411420
    },
    {
      "epoch": 673.02,
      "grad_norm": 1.3990764617919922,
      "learning_rate": 3.1552338992813526e-07,
      "loss": 0.3362,
      "step": 2411430
    },
    {
      "epoch": 673.02,
      "grad_norm": 1.0800200700759888,
      "learning_rate": 3.1550983991111983e-07,
      "loss": 0.3342,
      "step": 2411440
    },
    {
      "epoch": 673.03,
      "grad_norm": 1.2058947086334229,
      "learning_rate": 3.154962901640637e-07,
      "loss": 0.3359,
      "step": 2411450
    },
    {
      "epoch": 673.03,
      "grad_norm": 1.3066164255142212,
      "learning_rate": 3.154827406869692e-07,
      "loss": 0.3379,
      "step": 2411460
    },
    {
      "epoch": 673.03,
      "grad_norm": 1.20522141456604,
      "learning_rate": 3.1546919147983716e-07,
      "loss": 0.3306,
      "step": 2411470
    },
    {
      "epoch": 673.03,
      "grad_norm": 1.8016024827957153,
      "learning_rate": 3.154556425426696e-07,
      "loss": 0.3322,
      "step": 2411480
    },
    {
      "epoch": 673.04,
      "grad_norm": 1.3966541290283203,
      "learning_rate": 3.15442093875469e-07,
      "loss": 0.3437,
      "step": 2411490
    },
    {
      "epoch": 673.04,
      "grad_norm": 1.2573471069335938,
      "learning_rate": 3.15428545478237e-07,
      "loss": 0.3475,
      "step": 2411500
    },
    {
      "epoch": 673.04,
      "grad_norm": 1.3642951250076294,
      "learning_rate": 3.15414997350974e-07,
      "loss": 0.3385,
      "step": 2411510
    },
    {
      "epoch": 673.04,
      "grad_norm": 1.1568468809127808,
      "learning_rate": 3.1540144949368404e-07,
      "loss": 0.3486,
      "step": 2411520
    },
    {
      "epoch": 673.05,
      "grad_norm": 1.275416374206543,
      "learning_rate": 3.153879019063675e-07,
      "loss": 0.3423,
      "step": 2411530
    },
    {
      "epoch": 673.05,
      "grad_norm": 1.1804924011230469,
      "learning_rate": 3.1537435458902636e-07,
      "loss": 0.3365,
      "step": 2411540
    },
    {
      "epoch": 673.05,
      "grad_norm": 1.9106419086456299,
      "learning_rate": 3.1536080754166307e-07,
      "loss": 0.326,
      "step": 2411550
    },
    {
      "epoch": 673.06,
      "grad_norm": 1.318788766860962,
      "learning_rate": 3.1534726076427856e-07,
      "loss": 0.344,
      "step": 2411560
    },
    {
      "epoch": 673.06,
      "grad_norm": 1.1929467916488647,
      "learning_rate": 3.1533371425687474e-07,
      "loss": 0.3384,
      "step": 2411570
    },
    {
      "epoch": 673.06,
      "grad_norm": 1.2819411754608154,
      "learning_rate": 3.153201680194539e-07,
      "loss": 0.3335,
      "step": 2411580
    },
    {
      "epoch": 673.06,
      "grad_norm": 1.3039283752441406,
      "learning_rate": 3.153066220520181e-07,
      "loss": 0.3437,
      "step": 2411590
    },
    {
      "epoch": 673.07,
      "grad_norm": 1.16025710105896,
      "learning_rate": 3.152930763545682e-07,
      "loss": 0.3386,
      "step": 2411600
    },
    {
      "epoch": 673.07,
      "grad_norm": 1.0814096927642822,
      "learning_rate": 3.152795309271065e-07,
      "loss": 0.3366,
      "step": 2411610
    },
    {
      "epoch": 673.07,
      "grad_norm": 1.1827871799468994,
      "learning_rate": 3.152659857696351e-07,
      "loss": 0.3313,
      "step": 2411620
    },
    {
      "epoch": 673.08,
      "grad_norm": 1.1822726726531982,
      "learning_rate": 3.1525244088215446e-07,
      "loss": 0.3328,
      "step": 2411630
    },
    {
      "epoch": 673.08,
      "grad_norm": 1.7593153715133667,
      "learning_rate": 3.152388962646685e-07,
      "loss": 0.3329,
      "step": 2411640
    },
    {
      "epoch": 673.08,
      "grad_norm": 1.3204946517944336,
      "learning_rate": 3.1522535191717704e-07,
      "loss": 0.3511,
      "step": 2411650
    },
    {
      "epoch": 673.08,
      "grad_norm": 1.4204936027526855,
      "learning_rate": 3.1521180783968363e-07,
      "loss": 0.3423,
      "step": 2411660
    },
    {
      "epoch": 673.09,
      "grad_norm": 1.0778398513793945,
      "learning_rate": 3.151982640321886e-07,
      "loss": 0.3376,
      "step": 2411670
    },
    {
      "epoch": 673.09,
      "grad_norm": 0.9793835878372192,
      "learning_rate": 3.1518472049469447e-07,
      "loss": 0.3385,
      "step": 2411680
    },
    {
      "epoch": 673.09,
      "grad_norm": 1.286637544631958,
      "learning_rate": 3.151711772272034e-07,
      "loss": 0.3403,
      "step": 2411690
    },
    {
      "epoch": 673.1,
      "grad_norm": 1.9310753345489502,
      "learning_rate": 3.151576342297164e-07,
      "loss": 0.3528,
      "step": 2411700
    },
    {
      "epoch": 673.1,
      "grad_norm": 1.0609992742538452,
      "learning_rate": 3.151440915022353e-07,
      "loss": 0.3176,
      "step": 2411710
    },
    {
      "epoch": 673.1,
      "grad_norm": 1.2444813251495361,
      "learning_rate": 3.1513054904476243e-07,
      "loss": 0.3493,
      "step": 2411720
    },
    {
      "epoch": 673.1,
      "grad_norm": 1.290820837020874,
      "learning_rate": 3.1511700685729986e-07,
      "loss": 0.3403,
      "step": 2411730
    },
    {
      "epoch": 673.11,
      "grad_norm": 1.1575473546981812,
      "learning_rate": 3.151034649398484e-07,
      "loss": 0.3409,
      "step": 2411740
    },
    {
      "epoch": 673.11,
      "grad_norm": 1.3117951154708862,
      "learning_rate": 3.150899232924101e-07,
      "loss": 0.3543,
      "step": 2411750
    },
    {
      "epoch": 673.11,
      "grad_norm": 1.3547205924987793,
      "learning_rate": 3.1507638191498764e-07,
      "loss": 0.3227,
      "step": 2411760
    },
    {
      "epoch": 673.11,
      "grad_norm": 1.1701096296310425,
      "learning_rate": 3.1506284080758143e-07,
      "loss": 0.336,
      "step": 2411770
    },
    {
      "epoch": 673.12,
      "grad_norm": 1.1830137968063354,
      "learning_rate": 3.150492999701946e-07,
      "loss": 0.3367,
      "step": 2411780
    },
    {
      "epoch": 673.12,
      "grad_norm": 1.381541132926941,
      "learning_rate": 3.1503575940282834e-07,
      "loss": 0.3461,
      "step": 2411790
    },
    {
      "epoch": 673.12,
      "grad_norm": 1.3110694885253906,
      "learning_rate": 3.1502221910548406e-07,
      "loss": 0.3169,
      "step": 2411800
    },
    {
      "epoch": 673.13,
      "grad_norm": 1.2658957242965698,
      "learning_rate": 3.150086790781644e-07,
      "loss": 0.3205,
      "step": 2411810
    },
    {
      "epoch": 673.13,
      "grad_norm": 2.724167585372925,
      "learning_rate": 3.149951393208709e-07,
      "loss": 0.3273,
      "step": 2411820
    },
    {
      "epoch": 673.13,
      "grad_norm": 1.4005059003829956,
      "learning_rate": 3.1498159983360494e-07,
      "loss": 0.3255,
      "step": 2411830
    },
    {
      "epoch": 673.13,
      "grad_norm": 1.2786554098129272,
      "learning_rate": 3.1496806061636854e-07,
      "loss": 0.3269,
      "step": 2411840
    },
    {
      "epoch": 673.14,
      "grad_norm": 1.1905343532562256,
      "learning_rate": 3.1495452166916427e-07,
      "loss": 0.3333,
      "step": 2411850
    },
    {
      "epoch": 673.14,
      "grad_norm": 1.2642552852630615,
      "learning_rate": 3.1494098299199194e-07,
      "loss": 0.34,
      "step": 2411860
    },
    {
      "epoch": 673.14,
      "grad_norm": 1.2409559488296509,
      "learning_rate": 3.1492744458485573e-07,
      "loss": 0.3344,
      "step": 2411870
    },
    {
      "epoch": 673.15,
      "grad_norm": 1.3828538656234741,
      "learning_rate": 3.149139064477558e-07,
      "loss": 0.3347,
      "step": 2411880
    },
    {
      "epoch": 673.15,
      "grad_norm": 1.2003921270370483,
      "learning_rate": 3.149003685806948e-07,
      "loss": 0.3323,
      "step": 2411890
    },
    {
      "epoch": 673.15,
      "grad_norm": 1.6021896600723267,
      "learning_rate": 3.1488683098367437e-07,
      "loss": 0.3324,
      "step": 2411900
    },
    {
      "epoch": 673.15,
      "grad_norm": 1.1365755796432495,
      "learning_rate": 3.1487329365669596e-07,
      "loss": 0.3303,
      "step": 2411910
    },
    {
      "epoch": 673.16,
      "grad_norm": 1.1204578876495361,
      "learning_rate": 3.1485975659976144e-07,
      "loss": 0.3344,
      "step": 2411920
    },
    {
      "epoch": 673.16,
      "grad_norm": 1.1415735483169556,
      "learning_rate": 3.148462198128729e-07,
      "loss": 0.3519,
      "step": 2411930
    },
    {
      "epoch": 673.16,
      "grad_norm": 1.2428662776947021,
      "learning_rate": 3.1483268329603183e-07,
      "loss": 0.3395,
      "step": 2411940
    },
    {
      "epoch": 673.16,
      "grad_norm": 1.3103015422821045,
      "learning_rate": 3.1481914704924013e-07,
      "loss": 0.3361,
      "step": 2411950
    },
    {
      "epoch": 673.17,
      "grad_norm": 1.2778416872024536,
      "learning_rate": 3.148056110725004e-07,
      "loss": 0.3278,
      "step": 2411960
    },
    {
      "epoch": 673.17,
      "grad_norm": 1.051526665687561,
      "learning_rate": 3.1479207536581313e-07,
      "loss": 0.3397,
      "step": 2411970
    },
    {
      "epoch": 673.17,
      "grad_norm": 1.2363145351409912,
      "learning_rate": 3.147785399291807e-07,
      "loss": 0.3355,
      "step": 2411980
    },
    {
      "epoch": 673.18,
      "grad_norm": 1.156227946281433,
      "learning_rate": 3.1476500476260567e-07,
      "loss": 0.3242,
      "step": 2411990
    },
    {
      "epoch": 673.18,
      "grad_norm": 1.0375661849975586,
      "learning_rate": 3.1475146986608777e-07,
      "loss": 0.3329,
      "step": 2412000
    },
    {
      "epoch": 673.18,
      "grad_norm": 1.2346141338348389,
      "learning_rate": 3.147379352396312e-07,
      "loss": 0.3528,
      "step": 2412010
    },
    {
      "epoch": 673.18,
      "grad_norm": 1.221396565437317,
      "learning_rate": 3.147244008832362e-07,
      "loss": 0.3398,
      "step": 2412020
    },
    {
      "epoch": 673.19,
      "grad_norm": 1.1082704067230225,
      "learning_rate": 3.147108667969051e-07,
      "loss": 0.3306,
      "step": 2412030
    },
    {
      "epoch": 673.19,
      "grad_norm": 1.324970006942749,
      "learning_rate": 3.146973329806403e-07,
      "loss": 0.332,
      "step": 2412040
    },
    {
      "epoch": 673.19,
      "grad_norm": 1.3006625175476074,
      "learning_rate": 3.1468379943444227e-07,
      "loss": 0.334,
      "step": 2412050
    },
    {
      "epoch": 673.2,
      "grad_norm": 1.3268519639968872,
      "learning_rate": 3.1467026615831364e-07,
      "loss": 0.3392,
      "step": 2412060
    },
    {
      "epoch": 673.2,
      "grad_norm": 1.255186676979065,
      "learning_rate": 3.1465673315225597e-07,
      "loss": 0.3472,
      "step": 2412070
    },
    {
      "epoch": 673.2,
      "grad_norm": 1.2509065866470337,
      "learning_rate": 3.146432004162715e-07,
      "loss": 0.3415,
      "step": 2412080
    },
    {
      "epoch": 673.2,
      "grad_norm": 1.401224970817566,
      "learning_rate": 3.146296679503609e-07,
      "loss": 0.35,
      "step": 2412090
    },
    {
      "epoch": 673.21,
      "grad_norm": 1.4600746631622314,
      "learning_rate": 3.1461613575452774e-07,
      "loss": 0.3551,
      "step": 2412100
    },
    {
      "epoch": 673.21,
      "grad_norm": 1.125939130783081,
      "learning_rate": 3.146026038287723e-07,
      "loss": 0.3448,
      "step": 2412110
    },
    {
      "epoch": 673.21,
      "grad_norm": 1.2703278064727783,
      "learning_rate": 3.1458907217309715e-07,
      "loss": 0.3265,
      "step": 2412120
    },
    {
      "epoch": 673.22,
      "grad_norm": 2.774738311767578,
      "learning_rate": 3.145755407875042e-07,
      "loss": 0.3321,
      "step": 2412130
    },
    {
      "epoch": 673.22,
      "grad_norm": 1.3628324270248413,
      "learning_rate": 3.1456200967199434e-07,
      "loss": 0.3467,
      "step": 2412140
    },
    {
      "epoch": 673.22,
      "grad_norm": 1.0845130681991577,
      "learning_rate": 3.1454847882657e-07,
      "loss": 0.332,
      "step": 2412150
    },
    {
      "epoch": 673.22,
      "grad_norm": 1.3371384143829346,
      "learning_rate": 3.1453494825123304e-07,
      "loss": 0.3424,
      "step": 2412160
    },
    {
      "epoch": 673.23,
      "grad_norm": 1.2115353345870972,
      "learning_rate": 3.1452141794598576e-07,
      "loss": 0.3357,
      "step": 2412170
    },
    {
      "epoch": 673.23,
      "grad_norm": 1.3270249366760254,
      "learning_rate": 3.1450788791082865e-07,
      "loss": 0.3442,
      "step": 2412180
    },
    {
      "epoch": 673.23,
      "grad_norm": 1.218812108039856,
      "learning_rate": 3.1449435814576414e-07,
      "loss": 0.3508,
      "step": 2412190
    },
    {
      "epoch": 673.23,
      "grad_norm": 1.0491973161697388,
      "learning_rate": 3.1448082865079445e-07,
      "loss": 0.3446,
      "step": 2412200
    },
    {
      "epoch": 673.24,
      "grad_norm": 1.2855768203735352,
      "learning_rate": 3.144672994259207e-07,
      "loss": 0.3417,
      "step": 2412210
    },
    {
      "epoch": 673.24,
      "grad_norm": 1.313723087310791,
      "learning_rate": 3.1445377047114575e-07,
      "loss": 0.3471,
      "step": 2412220
    },
    {
      "epoch": 673.24,
      "grad_norm": 1.2464869022369385,
      "learning_rate": 3.144402417864696e-07,
      "loss": 0.3294,
      "step": 2412230
    },
    {
      "epoch": 673.25,
      "grad_norm": 1.2196696996688843,
      "learning_rate": 3.144267133718961e-07,
      "loss": 0.3301,
      "step": 2412240
    },
    {
      "epoch": 673.25,
      "grad_norm": 1.0745048522949219,
      "learning_rate": 3.144131852274256e-07,
      "loss": 0.3368,
      "step": 2412250
    },
    {
      "epoch": 673.25,
      "grad_norm": 1.281497597694397,
      "learning_rate": 3.1439965735306036e-07,
      "loss": 0.3269,
      "step": 2412260
    },
    {
      "epoch": 673.25,
      "grad_norm": 1.6579750776290894,
      "learning_rate": 3.1438612974880273e-07,
      "loss": 0.333,
      "step": 2412270
    },
    {
      "epoch": 673.26,
      "grad_norm": 1.270656943321228,
      "learning_rate": 3.1437260241465327e-07,
      "loss": 0.321,
      "step": 2412280
    },
    {
      "epoch": 673.26,
      "grad_norm": 1.4288744926452637,
      "learning_rate": 3.143590753506149e-07,
      "loss": 0.328,
      "step": 2412290
    },
    {
      "epoch": 673.26,
      "grad_norm": 1.4740207195281982,
      "learning_rate": 3.1434554855668874e-07,
      "loss": 0.3188,
      "step": 2412300
    },
    {
      "epoch": 673.27,
      "grad_norm": 1.381853699684143,
      "learning_rate": 3.1433202203287754e-07,
      "loss": 0.3369,
      "step": 2412310
    },
    {
      "epoch": 673.27,
      "grad_norm": 1.232862949371338,
      "learning_rate": 3.143184957791813e-07,
      "loss": 0.3426,
      "step": 2412320
    },
    {
      "epoch": 673.27,
      "grad_norm": 1.0672693252563477,
      "learning_rate": 3.1430496979560383e-07,
      "loss": 0.33,
      "step": 2412330
    },
    {
      "epoch": 673.27,
      "grad_norm": 1.3086498975753784,
      "learning_rate": 3.142914440821457e-07,
      "loss": 0.3275,
      "step": 2412340
    },
    {
      "epoch": 673.28,
      "grad_norm": 1.298977255821228,
      "learning_rate": 3.1427791863880906e-07,
      "loss": 0.3539,
      "step": 2412350
    },
    {
      "epoch": 673.28,
      "grad_norm": 1.3701000213623047,
      "learning_rate": 3.142643934655964e-07,
      "loss": 0.3266,
      "step": 2412360
    },
    {
      "epoch": 673.28,
      "grad_norm": 1.230186939239502,
      "learning_rate": 3.1425086856250804e-07,
      "loss": 0.3287,
      "step": 2412370
    },
    {
      "epoch": 673.28,
      "grad_norm": 1.2477694749832153,
      "learning_rate": 3.1423734392954654e-07,
      "loss": 0.3401,
      "step": 2412380
    },
    {
      "epoch": 673.29,
      "grad_norm": 1.385844349861145,
      "learning_rate": 3.1422381956671406e-07,
      "loss": 0.3308,
      "step": 2412390
    },
    {
      "epoch": 673.29,
      "grad_norm": 1.1491774320602417,
      "learning_rate": 3.1421029547401236e-07,
      "loss": 0.3377,
      "step": 2412400
    },
    {
      "epoch": 673.29,
      "grad_norm": 1.2495414018630981,
      "learning_rate": 3.141967716514422e-07,
      "loss": 0.3247,
      "step": 2412410
    },
    {
      "epoch": 673.3,
      "grad_norm": 1.2480010986328125,
      "learning_rate": 3.141832480990065e-07,
      "loss": 0.3262,
      "step": 2412420
    },
    {
      "epoch": 673.3,
      "grad_norm": 1.2516335248947144,
      "learning_rate": 3.1416972481670707e-07,
      "loss": 0.3381,
      "step": 2412430
    },
    {
      "epoch": 673.3,
      "grad_norm": 1.1905028820037842,
      "learning_rate": 3.141562018045441e-07,
      "loss": 0.3376,
      "step": 2412440
    },
    {
      "epoch": 673.3,
      "grad_norm": 1.4533137083053589,
      "learning_rate": 3.141426790625219e-07,
      "loss": 0.333,
      "step": 2412450
    },
    {
      "epoch": 673.31,
      "grad_norm": 1.3495378494262695,
      "learning_rate": 3.1412915659064055e-07,
      "loss": 0.3472,
      "step": 2412460
    },
    {
      "epoch": 673.31,
      "grad_norm": 1.213658094406128,
      "learning_rate": 3.1411563438890205e-07,
      "loss": 0.3215,
      "step": 2412470
    },
    {
      "epoch": 673.31,
      "grad_norm": 1.166197419166565,
      "learning_rate": 3.1410211245730856e-07,
      "loss": 0.3446,
      "step": 2412480
    },
    {
      "epoch": 673.32,
      "grad_norm": 1.4873563051223755,
      "learning_rate": 3.140885907958623e-07,
      "loss": 0.3499,
      "step": 2412490
    },
    {
      "epoch": 673.32,
      "grad_norm": 0.9634186029434204,
      "learning_rate": 3.1407506940456403e-07,
      "loss": 0.3409,
      "step": 2412500
    },
    {
      "epoch": 673.32,
      "grad_norm": 1.2157042026519775,
      "learning_rate": 3.140615482834158e-07,
      "loss": 0.323,
      "step": 2412510
    },
    {
      "epoch": 673.32,
      "grad_norm": 1.3146146535873413,
      "learning_rate": 3.1404802743242e-07,
      "loss": 0.349,
      "step": 2412520
    },
    {
      "epoch": 673.33,
      "grad_norm": 1.1216760873794556,
      "learning_rate": 3.140345068515778e-07,
      "loss": 0.3426,
      "step": 2412530
    },
    {
      "epoch": 673.33,
      "grad_norm": 1.0507447719573975,
      "learning_rate": 3.140209865408919e-07,
      "loss": 0.3571,
      "step": 2412540
    },
    {
      "epoch": 673.33,
      "grad_norm": 1.1774017810821533,
      "learning_rate": 3.140074665003631e-07,
      "loss": 0.348,
      "step": 2412550
    },
    {
      "epoch": 673.34,
      "grad_norm": 1.242061972618103,
      "learning_rate": 3.139939467299935e-07,
      "loss": 0.3319,
      "step": 2412560
    },
    {
      "epoch": 673.34,
      "grad_norm": 1.4768236875534058,
      "learning_rate": 3.1398042722978534e-07,
      "loss": 0.3231,
      "step": 2412570
    },
    {
      "epoch": 673.34,
      "grad_norm": 1.3073853254318237,
      "learning_rate": 3.139669079997392e-07,
      "loss": 0.3363,
      "step": 2412580
    },
    {
      "epoch": 673.34,
      "grad_norm": 1.2996283769607544,
      "learning_rate": 3.1395338903985876e-07,
      "loss": 0.3365,
      "step": 2412590
    },
    {
      "epoch": 673.35,
      "grad_norm": 1.2791540622711182,
      "learning_rate": 3.139398703501442e-07,
      "loss": 0.3261,
      "step": 2412600
    },
    {
      "epoch": 673.35,
      "grad_norm": 1.1294080018997192,
      "learning_rate": 3.13926351930598e-07,
      "loss": 0.3429,
      "step": 2412610
    },
    {
      "epoch": 673.35,
      "grad_norm": 1.3275469541549683,
      "learning_rate": 3.1391283378122176e-07,
      "loss": 0.3384,
      "step": 2412620
    },
    {
      "epoch": 673.35,
      "grad_norm": 1.279895544052124,
      "learning_rate": 3.13899315902018e-07,
      "loss": 0.3505,
      "step": 2412630
    },
    {
      "epoch": 673.36,
      "grad_norm": 1.3158000707626343,
      "learning_rate": 3.1388579829298744e-07,
      "loss": 0.333,
      "step": 2412640
    },
    {
      "epoch": 673.36,
      "grad_norm": 1.3104466199874878,
      "learning_rate": 3.1387228095413243e-07,
      "loss": 0.3314,
      "step": 2412650
    },
    {
      "epoch": 673.36,
      "grad_norm": 1.3357739448547363,
      "learning_rate": 3.1385876388545504e-07,
      "loss": 0.3303,
      "step": 2412660
    },
    {
      "epoch": 673.37,
      "grad_norm": 1.439887523651123,
      "learning_rate": 3.138452470869558e-07,
      "loss": 0.3276,
      "step": 2412670
    },
    {
      "epoch": 673.37,
      "grad_norm": 1.0989614725112915,
      "learning_rate": 3.1383173055863837e-07,
      "loss": 0.3319,
      "step": 2412680
    },
    {
      "epoch": 673.37,
      "grad_norm": 2.70113205909729,
      "learning_rate": 3.138182143005033e-07,
      "loss": 0.343,
      "step": 2412690
    },
    {
      "epoch": 673.37,
      "grad_norm": 1.2031437158584595,
      "learning_rate": 3.138046983125525e-07,
      "loss": 0.3514,
      "step": 2412700
    },
    {
      "epoch": 673.38,
      "grad_norm": 1.1879085302352905,
      "learning_rate": 3.1379118259478855e-07,
      "loss": 0.3363,
      "step": 2412710
    },
    {
      "epoch": 673.38,
      "grad_norm": 1.3271154165267944,
      "learning_rate": 3.137776671472123e-07,
      "loss": 0.3392,
      "step": 2412720
    },
    {
      "epoch": 673.38,
      "grad_norm": 1.337213158607483,
      "learning_rate": 3.137641519698257e-07,
      "loss": 0.3417,
      "step": 2412730
    },
    {
      "epoch": 673.39,
      "grad_norm": 1.3645082712173462,
      "learning_rate": 3.1375063706263104e-07,
      "loss": 0.3239,
      "step": 2412740
    },
    {
      "epoch": 673.39,
      "grad_norm": 1.778472661972046,
      "learning_rate": 3.1373712242563013e-07,
      "loss": 0.3275,
      "step": 2412750
    },
    {
      "epoch": 673.39,
      "grad_norm": 1.293587565422058,
      "learning_rate": 3.137236080588235e-07,
      "loss": 0.3525,
      "step": 2412760
    },
    {
      "epoch": 673.39,
      "grad_norm": 1.2353893518447876,
      "learning_rate": 3.1371009396221486e-07,
      "loss": 0.336,
      "step": 2412770
    },
    {
      "epoch": 673.4,
      "grad_norm": 1.300818681716919,
      "learning_rate": 3.1369658013580484e-07,
      "loss": 0.3277,
      "step": 2412780
    },
    {
      "epoch": 673.4,
      "grad_norm": 1.2587840557098389,
      "learning_rate": 3.1368306657959536e-07,
      "loss": 0.3323,
      "step": 2412790
    },
    {
      "epoch": 673.4,
      "grad_norm": 1.2294234037399292,
      "learning_rate": 3.136695532935888e-07,
      "loss": 0.3324,
      "step": 2412800
    },
    {
      "epoch": 673.4,
      "grad_norm": 1.172015905380249,
      "learning_rate": 3.1365604027778535e-07,
      "loss": 0.337,
      "step": 2412810
    },
    {
      "epoch": 673.41,
      "grad_norm": 1.1172224283218384,
      "learning_rate": 3.1364252753218916e-07,
      "loss": 0.3356,
      "step": 2412820
    },
    {
      "epoch": 673.41,
      "grad_norm": 1.1962579488754272,
      "learning_rate": 3.136290150568003e-07,
      "loss": 0.345,
      "step": 2412830
    },
    {
      "epoch": 673.41,
      "grad_norm": 1.5681865215301514,
      "learning_rate": 3.136155028516211e-07,
      "loss": 0.3628,
      "step": 2412840
    },
    {
      "epoch": 673.42,
      "grad_norm": 1.2209171056747437,
      "learning_rate": 3.1360199091665384e-07,
      "loss": 0.3357,
      "step": 2412850
    },
    {
      "epoch": 673.42,
      "grad_norm": 1.1655621528625488,
      "learning_rate": 3.135884792518993e-07,
      "loss": 0.3433,
      "step": 2412860
    },
    {
      "epoch": 673.42,
      "grad_norm": 1.1297394037246704,
      "learning_rate": 3.135749678573599e-07,
      "loss": 0.3339,
      "step": 2412870
    },
    {
      "epoch": 673.42,
      "grad_norm": 1.1125303506851196,
      "learning_rate": 3.1356145673303745e-07,
      "loss": 0.3273,
      "step": 2412880
    },
    {
      "epoch": 673.43,
      "grad_norm": 1.0935769081115723,
      "learning_rate": 3.1354794587893396e-07,
      "loss": 0.3283,
      "step": 2412890
    },
    {
      "epoch": 673.43,
      "grad_norm": 1.367383360862732,
      "learning_rate": 3.1353443529504976e-07,
      "loss": 0.337,
      "step": 2412900
    },
    {
      "epoch": 673.43,
      "grad_norm": 1.5108321905136108,
      "learning_rate": 3.1352092498138924e-07,
      "loss": 0.3465,
      "step": 2412910
    },
    {
      "epoch": 673.44,
      "grad_norm": 1.3051514625549316,
      "learning_rate": 3.1350741493795187e-07,
      "loss": 0.3346,
      "step": 2412920
    },
    {
      "epoch": 673.44,
      "grad_norm": 1.381259799003601,
      "learning_rate": 3.1349390516474056e-07,
      "loss": 0.3362,
      "step": 2412930
    },
    {
      "epoch": 673.44,
      "grad_norm": 1.1349749565124512,
      "learning_rate": 3.1348039566175733e-07,
      "loss": 0.3443,
      "step": 2412940
    },
    {
      "epoch": 673.44,
      "grad_norm": 1.095787525177002,
      "learning_rate": 3.13466886429003e-07,
      "loss": 0.3391,
      "step": 2412950
    },
    {
      "epoch": 673.45,
      "grad_norm": 1.393248438835144,
      "learning_rate": 3.134533774664799e-07,
      "loss": 0.3558,
      "step": 2412960
    },
    {
      "epoch": 673.45,
      "grad_norm": 1.4260352849960327,
      "learning_rate": 3.134398687741899e-07,
      "loss": 0.328,
      "step": 2412970
    },
    {
      "epoch": 673.45,
      "grad_norm": 1.1539174318313599,
      "learning_rate": 3.1342636035213526e-07,
      "loss": 0.3457,
      "step": 2412980
    },
    {
      "epoch": 673.46,
      "grad_norm": 1.327371597290039,
      "learning_rate": 3.1341285220031654e-07,
      "loss": 0.3507,
      "step": 2412990
    },
    {
      "epoch": 673.46,
      "grad_norm": 1.2285972833633423,
      "learning_rate": 3.133993443187366e-07,
      "loss": 0.3424,
      "step": 2413000
    },
    {
      "epoch": 673.46,
      "grad_norm": 1.3486288785934448,
      "learning_rate": 3.1338583670739725e-07,
      "loss": 0.3399,
      "step": 2413010
    },
    {
      "epoch": 673.46,
      "grad_norm": 1.351399540901184,
      "learning_rate": 3.1337232936629875e-07,
      "loss": 0.333,
      "step": 2413020
    },
    {
      "epoch": 673.47,
      "grad_norm": 1.1738038063049316,
      "learning_rate": 3.1335882229544505e-07,
      "loss": 0.358,
      "step": 2413030
    },
    {
      "epoch": 673.47,
      "grad_norm": 1.2219460010528564,
      "learning_rate": 3.133453154948366e-07,
      "loss": 0.3357,
      "step": 2413040
    },
    {
      "epoch": 673.47,
      "grad_norm": 3.7876389026641846,
      "learning_rate": 3.133318089644755e-07,
      "loss": 0.3339,
      "step": 2413050
    },
    {
      "epoch": 673.47,
      "grad_norm": 1.2170350551605225,
      "learning_rate": 3.133183027043639e-07,
      "loss": 0.3286,
      "step": 2413060
    },
    {
      "epoch": 673.48,
      "grad_norm": 3.6452009677886963,
      "learning_rate": 3.1330479671450354e-07,
      "loss": 0.3472,
      "step": 2413070
    },
    {
      "epoch": 673.48,
      "grad_norm": 1.2777389287948608,
      "learning_rate": 3.132912909948955e-07,
      "loss": 0.3419,
      "step": 2413080
    },
    {
      "epoch": 673.48,
      "grad_norm": 1.2990890741348267,
      "learning_rate": 3.1327778554554213e-07,
      "loss": 0.3465,
      "step": 2413090
    },
    {
      "epoch": 673.49,
      "grad_norm": 1.2401076555252075,
      "learning_rate": 3.132642803664452e-07,
      "loss": 0.3422,
      "step": 2413100
    },
    {
      "epoch": 673.49,
      "grad_norm": 1.231172800064087,
      "learning_rate": 3.1325077545760635e-07,
      "loss": 0.3259,
      "step": 2413110
    },
    {
      "epoch": 673.49,
      "grad_norm": 1.2625985145568848,
      "learning_rate": 3.132372708190281e-07,
      "loss": 0.3383,
      "step": 2413120
    },
    {
      "epoch": 673.49,
      "grad_norm": 1.134973406791687,
      "learning_rate": 3.13223766450711e-07,
      "loss": 0.3413,
      "step": 2413130
    },
    {
      "epoch": 673.5,
      "grad_norm": 1.2554644346237183,
      "learning_rate": 3.132102623526577e-07,
      "loss": 0.3273,
      "step": 2413140
    },
    {
      "epoch": 673.5,
      "grad_norm": 1.0585931539535522,
      "learning_rate": 3.131967585248702e-07,
      "loss": 0.3387,
      "step": 2413150
    },
    {
      "epoch": 673.5,
      "grad_norm": 1.3047866821289062,
      "learning_rate": 3.131832549673488e-07,
      "loss": 0.3316,
      "step": 2413160
    },
    {
      "epoch": 673.51,
      "grad_norm": 1.1823967695236206,
      "learning_rate": 3.131697516800974e-07,
      "loss": 0.3345,
      "step": 2413170
    },
    {
      "epoch": 673.51,
      "grad_norm": 1.525325894355774,
      "learning_rate": 3.1315624866311655e-07,
      "loss": 0.3597,
      "step": 2413180
    },
    {
      "epoch": 673.51,
      "grad_norm": 1.2486648559570312,
      "learning_rate": 3.131427459164081e-07,
      "loss": 0.3351,
      "step": 2413190
    },
    {
      "epoch": 673.51,
      "grad_norm": 1.5183748006820679,
      "learning_rate": 3.1312924343997396e-07,
      "loss": 0.3534,
      "step": 2413200
    },
    {
      "epoch": 673.52,
      "grad_norm": 1.2034016847610474,
      "learning_rate": 3.1311574123381667e-07,
      "loss": 0.337,
      "step": 2413210
    },
    {
      "epoch": 673.52,
      "grad_norm": 1.184743046760559,
      "learning_rate": 3.131022392979366e-07,
      "loss": 0.3286,
      "step": 2413220
    },
    {
      "epoch": 673.52,
      "grad_norm": 1.29731285572052,
      "learning_rate": 3.130887376323365e-07,
      "loss": 0.3372,
      "step": 2413230
    },
    {
      "epoch": 673.52,
      "grad_norm": 1.2783222198486328,
      "learning_rate": 3.1307523623701837e-07,
      "loss": 0.3299,
      "step": 2413240
    },
    {
      "epoch": 673.53,
      "grad_norm": 1.4238455295562744,
      "learning_rate": 3.130617351119827e-07,
      "loss": 0.3336,
      "step": 2413250
    },
    {
      "epoch": 673.53,
      "grad_norm": 1.1796945333480835,
      "learning_rate": 3.1304823425723317e-07,
      "loss": 0.3263,
      "step": 2413260
    },
    {
      "epoch": 673.53,
      "grad_norm": 1.1132280826568604,
      "learning_rate": 3.1303473367277006e-07,
      "loss": 0.3328,
      "step": 2413270
    },
    {
      "epoch": 673.54,
      "grad_norm": 1.2883151769638062,
      "learning_rate": 3.1302123335859564e-07,
      "loss": 0.3413,
      "step": 2413280
    },
    {
      "epoch": 673.54,
      "grad_norm": 1.8136303424835205,
      "learning_rate": 3.130077333147118e-07,
      "loss": 0.3351,
      "step": 2413290
    },
    {
      "epoch": 673.54,
      "grad_norm": 1.4687291383743286,
      "learning_rate": 3.129942335411209e-07,
      "loss": 0.3319,
      "step": 2413300
    },
    {
      "epoch": 673.54,
      "grad_norm": 1.4262415170669556,
      "learning_rate": 3.129807340378237e-07,
      "loss": 0.3486,
      "step": 2413310
    },
    {
      "epoch": 673.55,
      "grad_norm": 1.3701319694519043,
      "learning_rate": 3.1296723480482217e-07,
      "loss": 0.3269,
      "step": 2413320
    },
    {
      "epoch": 673.55,
      "grad_norm": 1.4059535264968872,
      "learning_rate": 3.129537358421191e-07,
      "loss": 0.3392,
      "step": 2413330
    },
    {
      "epoch": 673.55,
      "grad_norm": 1.3717553615570068,
      "learning_rate": 3.129402371497146e-07,
      "loss": 0.3398,
      "step": 2413340
    },
    {
      "epoch": 673.56,
      "grad_norm": 1.104509949684143,
      "learning_rate": 3.129267387276124e-07,
      "loss": 0.3643,
      "step": 2413350
    },
    {
      "epoch": 673.56,
      "grad_norm": 1.064227819442749,
      "learning_rate": 3.129132405758127e-07,
      "loss": 0.334,
      "step": 2413360
    },
    {
      "epoch": 673.56,
      "grad_norm": 1.443380355834961,
      "learning_rate": 3.128997426943179e-07,
      "loss": 0.335,
      "step": 2413370
    },
    {
      "epoch": 673.56,
      "grad_norm": 1.3179583549499512,
      "learning_rate": 3.1288624508313054e-07,
      "loss": 0.3372,
      "step": 2413380
    },
    {
      "epoch": 673.57,
      "grad_norm": 1.1766135692596436,
      "learning_rate": 3.1287274774225045e-07,
      "loss": 0.3412,
      "step": 2413390
    },
    {
      "epoch": 673.57,
      "grad_norm": 1.4543923139572144,
      "learning_rate": 3.12859250671682e-07,
      "loss": 0.3273,
      "step": 2413400
    },
    {
      "epoch": 673.57,
      "grad_norm": 1.3656177520751953,
      "learning_rate": 3.1284575387142485e-07,
      "loss": 0.3423,
      "step": 2413410
    },
    {
      "epoch": 673.58,
      "grad_norm": 1.2594759464263916,
      "learning_rate": 3.128322573414817e-07,
      "loss": 0.3373,
      "step": 2413420
    },
    {
      "epoch": 673.58,
      "grad_norm": 1.2019323110580444,
      "learning_rate": 3.1281876108185443e-07,
      "loss": 0.3419,
      "step": 2413430
    },
    {
      "epoch": 673.58,
      "grad_norm": 1.0975761413574219,
      "learning_rate": 3.1280526509254495e-07,
      "loss": 0.3307,
      "step": 2413440
    },
    {
      "epoch": 673.58,
      "grad_norm": 1.4092706441879272,
      "learning_rate": 3.127917693735542e-07,
      "loss": 0.3723,
      "step": 2413450
    },
    {
      "epoch": 673.59,
      "grad_norm": 1.2483937740325928,
      "learning_rate": 3.1277827392488465e-07,
      "loss": 0.3557,
      "step": 2413460
    },
    {
      "epoch": 673.59,
      "grad_norm": 1.0643419027328491,
      "learning_rate": 3.127647787465385e-07,
      "loss": 0.3315,
      "step": 2413470
    },
    {
      "epoch": 673.59,
      "grad_norm": 1.1862796545028687,
      "learning_rate": 3.1275128383851623e-07,
      "loss": 0.3312,
      "step": 2413480
    },
    {
      "epoch": 673.59,
      "grad_norm": 1.2034918069839478,
      "learning_rate": 3.1273778920082114e-07,
      "loss": 0.3412,
      "step": 2413490
    },
    {
      "epoch": 673.6,
      "grad_norm": 1.2125428915023804,
      "learning_rate": 3.1272429483345387e-07,
      "loss": 0.3394,
      "step": 2413500
    },
    {
      "epoch": 673.6,
      "grad_norm": 1.1149349212646484,
      "learning_rate": 3.12710800736417e-07,
      "loss": 0.3423,
      "step": 2413510
    },
    {
      "epoch": 673.6,
      "grad_norm": 1.1752419471740723,
      "learning_rate": 3.126973069097123e-07,
      "loss": 0.3476,
      "step": 2413520
    },
    {
      "epoch": 673.61,
      "grad_norm": 1.255661129951477,
      "learning_rate": 3.126838133533405e-07,
      "loss": 0.3271,
      "step": 2413530
    },
    {
      "epoch": 673.61,
      "grad_norm": 1.1175119876861572,
      "learning_rate": 3.1267032006730434e-07,
      "loss": 0.3286,
      "step": 2413540
    },
    {
      "epoch": 673.61,
      "grad_norm": 1.2085875272750854,
      "learning_rate": 3.126568270516056e-07,
      "loss": 0.3319,
      "step": 2413550
    },
    {
      "epoch": 673.61,
      "grad_norm": 1.3150683641433716,
      "learning_rate": 3.1264333430624635e-07,
      "loss": 0.3442,
      "step": 2413560
    },
    {
      "epoch": 673.62,
      "grad_norm": 1.265576958656311,
      "learning_rate": 3.126298418312268e-07,
      "loss": 0.3262,
      "step": 2413570
    },
    {
      "epoch": 673.62,
      "grad_norm": 1.6334367990493774,
      "learning_rate": 3.1261634962655116e-07,
      "loss": 0.3204,
      "step": 2413580
    },
    {
      "epoch": 673.62,
      "grad_norm": 1.3604621887207031,
      "learning_rate": 3.1260285769221917e-07,
      "loss": 0.3424,
      "step": 2413590
    },
    {
      "epoch": 673.63,
      "grad_norm": 1.3159027099609375,
      "learning_rate": 3.1258936602823367e-07,
      "loss": 0.3349,
      "step": 2413600
    },
    {
      "epoch": 673.63,
      "grad_norm": 1.5560753345489502,
      "learning_rate": 3.125758746345965e-07,
      "loss": 0.346,
      "step": 2413610
    },
    {
      "epoch": 673.63,
      "grad_norm": 1.1961297988891602,
      "learning_rate": 3.125623835113087e-07,
      "loss": 0.3256,
      "step": 2413620
    },
    {
      "epoch": 673.63,
      "grad_norm": 1.0650804042816162,
      "learning_rate": 3.1254889265837264e-07,
      "loss": 0.3415,
      "step": 2413630
    },
    {
      "epoch": 673.64,
      "grad_norm": 1.1724283695220947,
      "learning_rate": 3.125354020757898e-07,
      "loss": 0.347,
      "step": 2413640
    },
    {
      "epoch": 673.64,
      "grad_norm": 1.3785815238952637,
      "learning_rate": 3.1252191176356287e-07,
      "loss": 0.342,
      "step": 2413650
    },
    {
      "epoch": 673.64,
      "grad_norm": 1.1671395301818848,
      "learning_rate": 3.125084217216923e-07,
      "loss": 0.3337,
      "step": 2413660
    },
    {
      "epoch": 673.64,
      "grad_norm": 1.385091781616211,
      "learning_rate": 3.1249493195018076e-07,
      "loss": 0.335,
      "step": 2413670
    },
    {
      "epoch": 673.65,
      "grad_norm": 1.357995629310608,
      "learning_rate": 3.124814424490298e-07,
      "loss": 0.3442,
      "step": 2413680
    },
    {
      "epoch": 673.65,
      "grad_norm": 1.3720933198928833,
      "learning_rate": 3.124679532182409e-07,
      "loss": 0.3366,
      "step": 2413690
    },
    {
      "epoch": 673.65,
      "grad_norm": 1.3401190042495728,
      "learning_rate": 3.12454464257817e-07,
      "loss": 0.3495,
      "step": 2413700
    },
    {
      "epoch": 673.66,
      "grad_norm": 1.140796184539795,
      "learning_rate": 3.124409755677581e-07,
      "loss": 0.323,
      "step": 2413710
    },
    {
      "epoch": 673.66,
      "grad_norm": 1.2618472576141357,
      "learning_rate": 3.124274871480678e-07,
      "loss": 0.3361,
      "step": 2413720
    },
    {
      "epoch": 673.66,
      "grad_norm": 1.190228819847107,
      "learning_rate": 3.1241399899874663e-07,
      "loss": 0.3315,
      "step": 2413730
    },
    {
      "epoch": 673.66,
      "grad_norm": 1.2383860349655151,
      "learning_rate": 3.12400511119797e-07,
      "loss": 0.3364,
      "step": 2413740
    },
    {
      "epoch": 673.67,
      "grad_norm": 1.3533881902694702,
      "learning_rate": 3.1238702351122087e-07,
      "loss": 0.3398,
      "step": 2413750
    },
    {
      "epoch": 673.67,
      "grad_norm": 1.2018126249313354,
      "learning_rate": 3.1237353617301913e-07,
      "loss": 0.3511,
      "step": 2413760
    },
    {
      "epoch": 673.67,
      "grad_norm": 1.3091237545013428,
      "learning_rate": 3.1236004910519434e-07,
      "loss": 0.3412,
      "step": 2413770
    },
    {
      "epoch": 673.68,
      "grad_norm": 1.0507891178131104,
      "learning_rate": 3.1234656230774807e-07,
      "loss": 0.3271,
      "step": 2413780
    },
    {
      "epoch": 673.68,
      "grad_norm": 1.2146458625793457,
      "learning_rate": 3.123330757806826e-07,
      "loss": 0.3151,
      "step": 2413790
    },
    {
      "epoch": 673.68,
      "grad_norm": 1.9508824348449707,
      "learning_rate": 3.123195895239988e-07,
      "loss": 0.3439,
      "step": 2413800
    },
    {
      "epoch": 673.68,
      "grad_norm": 1.2793866395950317,
      "learning_rate": 3.12306103537699e-07,
      "loss": 0.3343,
      "step": 2413810
    },
    {
      "epoch": 673.69,
      "grad_norm": 1.2128301858901978,
      "learning_rate": 3.122926178217855e-07,
      "loss": 0.3465,
      "step": 2413820
    },
    {
      "epoch": 673.69,
      "grad_norm": 1.3185151815414429,
      "learning_rate": 3.122791323762583e-07,
      "loss": 0.3412,
      "step": 2413830
    },
    {
      "epoch": 673.69,
      "grad_norm": 1.3220462799072266,
      "learning_rate": 3.122656472011216e-07,
      "loss": 0.3436,
      "step": 2413840
    },
    {
      "epoch": 673.7,
      "grad_norm": 1.1038628816604614,
      "learning_rate": 3.1225216229637536e-07,
      "loss": 0.3489,
      "step": 2413850
    },
    {
      "epoch": 673.7,
      "grad_norm": 1.0754135847091675,
      "learning_rate": 3.122386776620222e-07,
      "loss": 0.3388,
      "step": 2413860
    },
    {
      "epoch": 673.7,
      "grad_norm": 1.4422590732574463,
      "learning_rate": 3.122251932980637e-07,
      "loss": 0.3443,
      "step": 2413870
    },
    {
      "epoch": 673.7,
      "grad_norm": 1.233349084854126,
      "learning_rate": 3.122117092045022e-07,
      "loss": 0.3532,
      "step": 2413880
    },
    {
      "epoch": 673.71,
      "grad_norm": 1.106425404548645,
      "learning_rate": 3.121982253813385e-07,
      "loss": 0.3504,
      "step": 2413890
    },
    {
      "epoch": 673.71,
      "grad_norm": 1.586431860923767,
      "learning_rate": 3.1218474182857485e-07,
      "loss": 0.347,
      "step": 2413900
    },
    {
      "epoch": 673.71,
      "grad_norm": 1.3188596963882446,
      "learning_rate": 3.121712585462136e-07,
      "loss": 0.3329,
      "step": 2413910
    },
    {
      "epoch": 673.71,
      "grad_norm": 1.089553713798523,
      "learning_rate": 3.121577755342549e-07,
      "loss": 0.343,
      "step": 2413920
    },
    {
      "epoch": 673.72,
      "grad_norm": 1.1864784955978394,
      "learning_rate": 3.1214429279270303e-07,
      "loss": 0.3437,
      "step": 2413930
    },
    {
      "epoch": 673.72,
      "grad_norm": 1.2741882801055908,
      "learning_rate": 3.1213081032155753e-07,
      "loss": 0.3435,
      "step": 2413940
    },
    {
      "epoch": 673.72,
      "grad_norm": 1.3935191631317139,
      "learning_rate": 3.121173281208215e-07,
      "loss": 0.3445,
      "step": 2413950
    },
    {
      "epoch": 673.73,
      "grad_norm": 1.0423136949539185,
      "learning_rate": 3.121038461904965e-07,
      "loss": 0.3226,
      "step": 2413960
    },
    {
      "epoch": 673.73,
      "grad_norm": 1.1947187185287476,
      "learning_rate": 3.120903645305833e-07,
      "loss": 0.3281,
      "step": 2413970
    },
    {
      "epoch": 673.73,
      "grad_norm": 1.235007643699646,
      "learning_rate": 3.120768831410856e-07,
      "loss": 0.3429,
      "step": 2413980
    },
    {
      "epoch": 673.73,
      "grad_norm": 1.1854572296142578,
      "learning_rate": 3.120634020220036e-07,
      "loss": 0.3496,
      "step": 2413990
    },
    {
      "epoch": 673.74,
      "grad_norm": 1.183432936668396,
      "learning_rate": 3.1204992117333965e-07,
      "loss": 0.3325,
      "step": 2414000
    },
    {
      "epoch": 673.74,
      "grad_norm": 1.1078063249588013,
      "learning_rate": 3.1203644059509537e-07,
      "loss": 0.3243,
      "step": 2414010
    },
    {
      "epoch": 673.74,
      "grad_norm": 1.1916797161102295,
      "learning_rate": 3.1202296028727355e-07,
      "loss": 0.3428,
      "step": 2414020
    },
    {
      "epoch": 673.75,
      "grad_norm": 1.12921941280365,
      "learning_rate": 3.120094802498745e-07,
      "loss": 0.3414,
      "step": 2414030
    },
    {
      "epoch": 673.75,
      "grad_norm": 1.146096110343933,
      "learning_rate": 3.1199600048290045e-07,
      "loss": 0.3417,
      "step": 2414040
    },
    {
      "epoch": 673.75,
      "grad_norm": 1.183050513267517,
      "learning_rate": 3.119825209863542e-07,
      "loss": 0.3283,
      "step": 2414050
    },
    {
      "epoch": 673.75,
      "grad_norm": 1.2257248163223267,
      "learning_rate": 3.1196904176023554e-07,
      "loss": 0.3299,
      "step": 2414060
    },
    {
      "epoch": 673.76,
      "grad_norm": 1.1858123540878296,
      "learning_rate": 3.1195556280454857e-07,
      "loss": 0.3382,
      "step": 2414070
    },
    {
      "epoch": 673.76,
      "grad_norm": 1.2453689575195312,
      "learning_rate": 3.1194208411929365e-07,
      "loss": 0.3524,
      "step": 2414080
    },
    {
      "epoch": 673.76,
      "grad_norm": 1.308201789855957,
      "learning_rate": 3.119286057044727e-07,
      "loss": 0.3402,
      "step": 2414090
    },
    {
      "epoch": 673.77,
      "grad_norm": 1.2939510345458984,
      "learning_rate": 3.1191512756008826e-07,
      "loss": 0.3346,
      "step": 2414100
    },
    {
      "epoch": 673.77,
      "grad_norm": 1.0466417074203491,
      "learning_rate": 3.1190164968614114e-07,
      "loss": 0.336,
      "step": 2414110
    },
    {
      "epoch": 673.77,
      "grad_norm": 1.3848928213119507,
      "learning_rate": 3.1188817208263374e-07,
      "loss": 0.3431,
      "step": 2414120
    },
    {
      "epoch": 673.77,
      "grad_norm": 1.2127727270126343,
      "learning_rate": 3.118746947495675e-07,
      "loss": 0.3444,
      "step": 2414130
    },
    {
      "epoch": 673.78,
      "grad_norm": 1.2848411798477173,
      "learning_rate": 3.1186121768694484e-07,
      "loss": 0.3401,
      "step": 2414140
    },
    {
      "epoch": 673.78,
      "grad_norm": 1.136602759361267,
      "learning_rate": 3.1184774089476626e-07,
      "loss": 0.3447,
      "step": 2414150
    },
    {
      "epoch": 673.78,
      "grad_norm": 1.1188498735427856,
      "learning_rate": 3.118342643730354e-07,
      "loss": 0.3318,
      "step": 2414160
    },
    {
      "epoch": 673.78,
      "grad_norm": 1.1918374300003052,
      "learning_rate": 3.118207881217528e-07,
      "loss": 0.3408,
      "step": 2414170
    },
    {
      "epoch": 673.79,
      "grad_norm": 1.0564496517181396,
      "learning_rate": 3.1180731214092026e-07,
      "loss": 0.328,
      "step": 2414180
    },
    {
      "epoch": 673.79,
      "grad_norm": 1.2761518955230713,
      "learning_rate": 3.117938364305404e-07,
      "loss": 0.3279,
      "step": 2414190
    },
    {
      "epoch": 673.79,
      "grad_norm": 1.3121706247329712,
      "learning_rate": 3.1178036099061396e-07,
      "loss": 0.3689,
      "step": 2414200
    },
    {
      "epoch": 673.8,
      "grad_norm": 1.445824146270752,
      "learning_rate": 3.1176688582114335e-07,
      "loss": 0.3465,
      "step": 2414210
    },
    {
      "epoch": 673.8,
      "grad_norm": 1.1147892475128174,
      "learning_rate": 3.117534109221301e-07,
      "loss": 0.3274,
      "step": 2414220
    },
    {
      "epoch": 673.8,
      "grad_norm": 1.2196325063705444,
      "learning_rate": 3.117399362935768e-07,
      "loss": 0.3351,
      "step": 2414230
    },
    {
      "epoch": 673.8,
      "grad_norm": 1.113250494003296,
      "learning_rate": 3.1172646193548344e-07,
      "loss": 0.3276,
      "step": 2414240
    },
    {
      "epoch": 673.81,
      "grad_norm": 1.2614238262176514,
      "learning_rate": 3.1171298784785395e-07,
      "loss": 0.3359,
      "step": 2414250
    },
    {
      "epoch": 673.81,
      "grad_norm": 1.0133063793182373,
      "learning_rate": 3.116995140306888e-07,
      "loss": 0.3386,
      "step": 2414260
    },
    {
      "epoch": 673.81,
      "grad_norm": 1.3294297456741333,
      "learning_rate": 3.116860404839899e-07,
      "loss": 0.3334,
      "step": 2414270
    },
    {
      "epoch": 673.82,
      "grad_norm": 1.2021716833114624,
      "learning_rate": 3.1167256720776006e-07,
      "loss": 0.3271,
      "step": 2414280
    },
    {
      "epoch": 673.82,
      "grad_norm": 1.3005027770996094,
      "learning_rate": 3.11659094201999e-07,
      "loss": 0.338,
      "step": 2414290
    },
    {
      "epoch": 673.82,
      "grad_norm": 1.096003532409668,
      "learning_rate": 3.1164562146671093e-07,
      "loss": 0.3436,
      "step": 2414300
    },
    {
      "epoch": 673.82,
      "grad_norm": 1.0890779495239258,
      "learning_rate": 3.116321490018958e-07,
      "loss": 0.331,
      "step": 2414310
    },
    {
      "epoch": 673.83,
      "grad_norm": 1.3431549072265625,
      "learning_rate": 3.1161867680755655e-07,
      "loss": 0.3375,
      "step": 2414320
    },
    {
      "epoch": 673.83,
      "grad_norm": 1.1280760765075684,
      "learning_rate": 3.1160520488369464e-07,
      "loss": 0.3506,
      "step": 2414330
    },
    {
      "epoch": 673.83,
      "grad_norm": 1.1154221296310425,
      "learning_rate": 3.115917332303115e-07,
      "loss": 0.344,
      "step": 2414340
    },
    {
      "epoch": 673.83,
      "grad_norm": 1.185936450958252,
      "learning_rate": 3.11578261847409e-07,
      "loss": 0.3219,
      "step": 2414350
    },
    {
      "epoch": 673.84,
      "grad_norm": 1.18578040599823,
      "learning_rate": 3.115647907349892e-07,
      "loss": 0.3268,
      "step": 2414360
    },
    {
      "epoch": 673.84,
      "grad_norm": 1.221799373626709,
      "learning_rate": 3.115513198930543e-07,
      "loss": 0.3323,
      "step": 2414370
    },
    {
      "epoch": 673.84,
      "grad_norm": 1.2215969562530518,
      "learning_rate": 3.115378493216046e-07,
      "loss": 0.3496,
      "step": 2414380
    },
    {
      "epoch": 673.85,
      "grad_norm": 1.0944876670837402,
      "learning_rate": 3.1152437902064376e-07,
      "loss": 0.3342,
      "step": 2414390
    },
    {
      "epoch": 673.85,
      "grad_norm": 1.2723766565322876,
      "learning_rate": 3.115109089901725e-07,
      "loss": 0.3387,
      "step": 2414400
    },
    {
      "epoch": 673.85,
      "grad_norm": 1.3590595722198486,
      "learning_rate": 3.1149743923019246e-07,
      "loss": 0.3372,
      "step": 2414410
    },
    {
      "epoch": 673.85,
      "grad_norm": 1.27643883228302,
      "learning_rate": 3.114839697407067e-07,
      "loss": 0.3528,
      "step": 2414420
    },
    {
      "epoch": 673.86,
      "grad_norm": 1.282193899154663,
      "learning_rate": 3.1147050052171526e-07,
      "loss": 0.3243,
      "step": 2414430
    },
    {
      "epoch": 673.86,
      "grad_norm": 1.2391166687011719,
      "learning_rate": 3.1145703157322096e-07,
      "loss": 0.3297,
      "step": 2414440
    },
    {
      "epoch": 673.86,
      "grad_norm": 1.2300068140029907,
      "learning_rate": 3.1144356289522514e-07,
      "loss": 0.3222,
      "step": 2414450
    },
    {
      "epoch": 673.87,
      "grad_norm": 1.2153764963150024,
      "learning_rate": 3.114300944877307e-07,
      "loss": 0.3397,
      "step": 2414460
    },
    {
      "epoch": 673.87,
      "grad_norm": 1.2553924322128296,
      "learning_rate": 3.1141662635073803e-07,
      "loss": 0.341,
      "step": 2414470
    },
    {
      "epoch": 673.87,
      "grad_norm": 1.1014230251312256,
      "learning_rate": 3.1140315848424933e-07,
      "loss": 0.3347,
      "step": 2414480
    },
    {
      "epoch": 673.87,
      "grad_norm": 1.143815517425537,
      "learning_rate": 3.1138969088826717e-07,
      "loss": 0.3475,
      "step": 2414490
    },
    {
      "epoch": 673.88,
      "grad_norm": 1.2941513061523438,
      "learning_rate": 3.1137622356279154e-07,
      "loss": 0.3531,
      "step": 2414500
    },
    {
      "epoch": 673.88,
      "grad_norm": 1.5020196437835693,
      "learning_rate": 3.113627565078266e-07,
      "loss": 0.3217,
      "step": 2414510
    },
    {
      "epoch": 673.88,
      "grad_norm": 1.123328685760498,
      "learning_rate": 3.1134928972337234e-07,
      "loss": 0.3264,
      "step": 2414520
    },
    {
      "epoch": 673.89,
      "grad_norm": 1.5128628015518188,
      "learning_rate": 3.113358232094314e-07,
      "loss": 0.354,
      "step": 2414530
    },
    {
      "epoch": 673.89,
      "grad_norm": 1.2372113466262817,
      "learning_rate": 3.1132235696600506e-07,
      "loss": 0.3617,
      "step": 2414540
    },
    {
      "epoch": 673.89,
      "grad_norm": 1.2893877029418945,
      "learning_rate": 3.113088909930954e-07,
      "loss": 0.3261,
      "step": 2414550
    },
    {
      "epoch": 673.89,
      "grad_norm": 1.075832724571228,
      "learning_rate": 3.11295425290705e-07,
      "loss": 0.3346,
      "step": 2414560
    },
    {
      "epoch": 673.9,
      "grad_norm": 1.427910566329956,
      "learning_rate": 3.112819598588342e-07,
      "loss": 0.3377,
      "step": 2414570
    },
    {
      "epoch": 673.9,
      "grad_norm": 1.3134970664978027,
      "learning_rate": 3.1126849469748525e-07,
      "loss": 0.3399,
      "step": 2414580
    },
    {
      "epoch": 673.9,
      "grad_norm": 1.3160632848739624,
      "learning_rate": 3.112550298066603e-07,
      "loss": 0.3189,
      "step": 2414590
    },
    {
      "epoch": 673.9,
      "grad_norm": 1.3045129776000977,
      "learning_rate": 3.1124156518636163e-07,
      "loss": 0.3429,
      "step": 2414600
    },
    {
      "epoch": 673.91,
      "grad_norm": 1.1590749025344849,
      "learning_rate": 3.112281008365898e-07,
      "loss": 0.3384,
      "step": 2414610
    },
    {
      "epoch": 673.91,
      "grad_norm": 1.115891933441162,
      "learning_rate": 3.112146367573471e-07,
      "loss": 0.3442,
      "step": 2414620
    },
    {
      "epoch": 673.91,
      "grad_norm": 1.212550401687622,
      "learning_rate": 3.11201172948636e-07,
      "loss": 0.3345,
      "step": 2414630
    },
    {
      "epoch": 673.92,
      "grad_norm": 1.1525633335113525,
      "learning_rate": 3.1118770941045657e-07,
      "loss": 0.339,
      "step": 2414640
    },
    {
      "epoch": 673.92,
      "grad_norm": 1.2353979349136353,
      "learning_rate": 3.111742461428129e-07,
      "loss": 0.3426,
      "step": 2414650
    },
    {
      "epoch": 673.92,
      "grad_norm": 1.2176021337509155,
      "learning_rate": 3.1116078314570483e-07,
      "loss": 0.336,
      "step": 2414660
    },
    {
      "epoch": 673.92,
      "grad_norm": 1.1676175594329834,
      "learning_rate": 3.111473204191351e-07,
      "loss": 0.3285,
      "step": 2414670
    },
    {
      "epoch": 673.93,
      "grad_norm": 1.218954086303711,
      "learning_rate": 3.1113385796310544e-07,
      "loss": 0.334,
      "step": 2414680
    },
    {
      "epoch": 673.93,
      "grad_norm": 1.151192307472229,
      "learning_rate": 3.11120395777618e-07,
      "loss": 0.3408,
      "step": 2414690
    },
    {
      "epoch": 673.93,
      "grad_norm": 1.1341447830200195,
      "learning_rate": 3.1110693386267376e-07,
      "loss": 0.3227,
      "step": 2414700
    },
    {
      "epoch": 673.94,
      "grad_norm": 1.3270198106765747,
      "learning_rate": 3.110934722182746e-07,
      "loss": 0.339,
      "step": 2414710
    },
    {
      "epoch": 673.94,
      "grad_norm": 1.178375244140625,
      "learning_rate": 3.110800108444233e-07,
      "loss": 0.3363,
      "step": 2414720
    },
    {
      "epoch": 673.94,
      "grad_norm": 1.4783498048782349,
      "learning_rate": 3.1106654974111965e-07,
      "loss": 0.3344,
      "step": 2414730
    },
    {
      "epoch": 673.94,
      "grad_norm": 1.2684135437011719,
      "learning_rate": 3.110530889083681e-07,
      "loss": 0.3486,
      "step": 2414740
    },
    {
      "epoch": 673.95,
      "grad_norm": 1.5172734260559082,
      "learning_rate": 3.110396283461683e-07,
      "loss": 0.3309,
      "step": 2414750
    },
    {
      "epoch": 673.95,
      "grad_norm": 1.0431084632873535,
      "learning_rate": 3.110261680545227e-07,
      "loss": 0.332,
      "step": 2414760
    },
    {
      "epoch": 673.95,
      "grad_norm": 1.5797057151794434,
      "learning_rate": 3.110127080334339e-07,
      "loss": 0.3401,
      "step": 2414770
    },
    {
      "epoch": 673.95,
      "grad_norm": 1.173769474029541,
      "learning_rate": 3.1099924828290254e-07,
      "loss": 0.3383,
      "step": 2414780
    },
    {
      "epoch": 673.96,
      "grad_norm": 1.3439478874206543,
      "learning_rate": 3.1098578880293056e-07,
      "loss": 0.3383,
      "step": 2414790
    },
    {
      "epoch": 673.96,
      "grad_norm": 1.0346378087997437,
      "learning_rate": 3.109723295935203e-07,
      "loss": 0.3369,
      "step": 2414800
    },
    {
      "epoch": 673.96,
      "grad_norm": 1.300398826599121,
      "learning_rate": 3.1095887065467383e-07,
      "loss": 0.3429,
      "step": 2414810
    },
    {
      "epoch": 673.97,
      "grad_norm": 1.3684005737304688,
      "learning_rate": 3.109454119863914e-07,
      "loss": 0.3266,
      "step": 2414820
    },
    {
      "epoch": 673.97,
      "grad_norm": 1.22425377368927,
      "learning_rate": 3.109319535886766e-07,
      "loss": 0.332,
      "step": 2414830
    },
    {
      "epoch": 673.97,
      "grad_norm": 1.4135230779647827,
      "learning_rate": 3.1091849546153007e-07,
      "loss": 0.3454,
      "step": 2414840
    },
    {
      "epoch": 673.97,
      "grad_norm": 1.223849892616272,
      "learning_rate": 3.1090503760495407e-07,
      "loss": 0.3505,
      "step": 2414850
    },
    {
      "epoch": 673.98,
      "grad_norm": 1.3324668407440186,
      "learning_rate": 3.108915800189507e-07,
      "loss": 0.3402,
      "step": 2414860
    },
    {
      "epoch": 673.98,
      "grad_norm": 1.329352855682373,
      "learning_rate": 3.1087812270352016e-07,
      "loss": 0.3343,
      "step": 2414870
    },
    {
      "epoch": 673.98,
      "grad_norm": 1.0765783786773682,
      "learning_rate": 3.1086466565866674e-07,
      "loss": 0.3385,
      "step": 2414880
    },
    {
      "epoch": 673.99,
      "grad_norm": 1.169452428817749,
      "learning_rate": 3.108512088843903e-07,
      "loss": 0.3507,
      "step": 2414890
    },
    {
      "epoch": 673.99,
      "grad_norm": 1.3087875843048096,
      "learning_rate": 3.108377523806931e-07,
      "loss": 0.37,
      "step": 2414900
    },
    {
      "epoch": 673.99,
      "grad_norm": 1.271436095237732,
      "learning_rate": 3.108242961475778e-07,
      "loss": 0.3241,
      "step": 2414910
    },
    {
      "epoch": 673.99,
      "grad_norm": 1.3953158855438232,
      "learning_rate": 3.1081084018504477e-07,
      "loss": 0.3362,
      "step": 2414920
    },
    {
      "epoch": 674.0,
      "grad_norm": 1.2588292360305786,
      "learning_rate": 3.107973844930966e-07,
      "loss": 0.3443,
      "step": 2414930
    },
    {
      "epoch": 674.0,
      "grad_norm": 1.1671741008758545,
      "learning_rate": 3.1078392907173484e-07,
      "loss": 0.3402,
      "step": 2414940
    },
    {
      "epoch": 674.0,
      "eval_loss": 0.33793410658836365,
      "eval_runtime": 63.6636,
      "eval_samples_per_second": 79.465,
      "eval_steps_per_second": 9.943,
      "step": 2414942
    },
    {
      "epoch": 674.0,
      "grad_norm": 1.3348238468170166,
      "learning_rate": 3.1077047392096213e-07,
      "loss": 0.3171,
      "step": 2414950
    },
    {
      "epoch": 674.01,
      "grad_norm": 1.288105845451355,
      "learning_rate": 3.1075701904077844e-07,
      "loss": 0.3348,
      "step": 2414960
    },
    {
      "epoch": 674.01,
      "grad_norm": 1.3664236068725586,
      "learning_rate": 3.107435644311877e-07,
      "loss": 0.3336,
      "step": 2414970
    },
    {
      "epoch": 674.01,
      "grad_norm": 1.312527060508728,
      "learning_rate": 3.1073011009219007e-07,
      "loss": 0.3529,
      "step": 2414980
    },
    {
      "epoch": 674.01,
      "grad_norm": 1.2695337533950806,
      "learning_rate": 3.10716656023788e-07,
      "loss": 0.3392,
      "step": 2414990
    },
    {
      "epoch": 674.02,
      "grad_norm": 1.1348588466644287,
      "learning_rate": 3.107032022259838e-07,
      "loss": 0.3361,
      "step": 2415000
    },
    {
      "epoch": 674.02,
      "grad_norm": 1.4664500951766968,
      "learning_rate": 3.106897486987782e-07,
      "loss": 0.3576,
      "step": 2415010
    },
    {
      "epoch": 674.02,
      "grad_norm": 1.1072074174880981,
      "learning_rate": 3.106762954421734e-07,
      "loss": 0.342,
      "step": 2415020
    },
    {
      "epoch": 674.02,
      "grad_norm": 1.1346946954727173,
      "learning_rate": 3.106628424561711e-07,
      "loss": 0.3196,
      "step": 2415030
    },
    {
      "epoch": 674.03,
      "grad_norm": 1.2648595571517944,
      "learning_rate": 3.10649389740774e-07,
      "loss": 0.3393,
      "step": 2415040
    },
    {
      "epoch": 674.03,
      "grad_norm": 1.235019326210022,
      "learning_rate": 3.1063593729598255e-07,
      "loss": 0.3458,
      "step": 2415050
    },
    {
      "epoch": 674.03,
      "grad_norm": 1.167246699333191,
      "learning_rate": 3.1062248512179913e-07,
      "loss": 0.3401,
      "step": 2415060
    },
    {
      "epoch": 674.04,
      "grad_norm": 1.1727397441864014,
      "learning_rate": 3.1060903321822553e-07,
      "loss": 0.3491,
      "step": 2415070
    },
    {
      "epoch": 674.04,
      "grad_norm": 1.3159483671188354,
      "learning_rate": 3.1059558158526356e-07,
      "loss": 0.3398,
      "step": 2415080
    },
    {
      "epoch": 674.04,
      "grad_norm": 1.086860179901123,
      "learning_rate": 3.1058213022291564e-07,
      "loss": 0.3426,
      "step": 2415090
    },
    {
      "epoch": 674.04,
      "grad_norm": 1.8319644927978516,
      "learning_rate": 3.105686791311822e-07,
      "loss": 0.3269,
      "step": 2415100
    },
    {
      "epoch": 674.05,
      "grad_norm": 1.308112382888794,
      "learning_rate": 3.1055522831006594e-07,
      "loss": 0.327,
      "step": 2415110
    },
    {
      "epoch": 674.05,
      "grad_norm": 1.1377664804458618,
      "learning_rate": 3.105417777595683e-07,
      "loss": 0.3327,
      "step": 2415120
    },
    {
      "epoch": 674.05,
      "grad_norm": 1.2645282745361328,
      "learning_rate": 3.105283274796912e-07,
      "loss": 0.3398,
      "step": 2415130
    },
    {
      "epoch": 674.06,
      "grad_norm": 1.1319785118103027,
      "learning_rate": 3.105148774704372e-07,
      "loss": 0.3373,
      "step": 2415140
    },
    {
      "epoch": 674.06,
      "grad_norm": 1.0544052124023438,
      "learning_rate": 3.105014277318065e-07,
      "loss": 0.3443,
      "step": 2415150
    },
    {
      "epoch": 674.06,
      "grad_norm": 1.1182301044464111,
      "learning_rate": 3.104879782638019e-07,
      "loss": 0.3328,
      "step": 2415160
    },
    {
      "epoch": 674.06,
      "grad_norm": 1.182857632637024,
      "learning_rate": 3.104745290664253e-07,
      "loss": 0.3431,
      "step": 2415170
    },
    {
      "epoch": 674.07,
      "grad_norm": 1.7249034643173218,
      "learning_rate": 3.1046108013967826e-07,
      "loss": 0.3391,
      "step": 2415180
    },
    {
      "epoch": 674.07,
      "grad_norm": 1.1989989280700684,
      "learning_rate": 3.104476314835619e-07,
      "loss": 0.34,
      "step": 2415190
    },
    {
      "epoch": 674.07,
      "grad_norm": 1.1597213745117188,
      "learning_rate": 3.1043418309807936e-07,
      "loss": 0.3338,
      "step": 2415200
    },
    {
      "epoch": 674.07,
      "grad_norm": 1.062934160232544,
      "learning_rate": 3.1042073498323136e-07,
      "loss": 0.3278,
      "step": 2415210
    },
    {
      "epoch": 674.08,
      "grad_norm": 1.1193337440490723,
      "learning_rate": 3.1040728713901996e-07,
      "loss": 0.3298,
      "step": 2415220
    },
    {
      "epoch": 674.08,
      "grad_norm": 1.0565494298934937,
      "learning_rate": 3.1039383956544756e-07,
      "loss": 0.3191,
      "step": 2415230
    },
    {
      "epoch": 674.08,
      "grad_norm": 1.3224939107894897,
      "learning_rate": 3.1038039226251494e-07,
      "loss": 0.3208,
      "step": 2415240
    },
    {
      "epoch": 674.09,
      "grad_norm": 1.185417890548706,
      "learning_rate": 3.103669452302244e-07,
      "loss": 0.344,
      "step": 2415250
    },
    {
      "epoch": 674.09,
      "grad_norm": 0.9602130055427551,
      "learning_rate": 3.103534984685778e-07,
      "loss": 0.3314,
      "step": 2415260
    },
    {
      "epoch": 674.09,
      "grad_norm": 1.375932216644287,
      "learning_rate": 3.1034005197757717e-07,
      "loss": 0.3232,
      "step": 2415270
    },
    {
      "epoch": 674.09,
      "grad_norm": 1.1120262145996094,
      "learning_rate": 3.1032660575722333e-07,
      "loss": 0.3493,
      "step": 2415280
    },
    {
      "epoch": 674.1,
      "grad_norm": 1.4509127140045166,
      "learning_rate": 3.103131598075189e-07,
      "loss": 0.3383,
      "step": 2415290
    },
    {
      "epoch": 674.1,
      "grad_norm": 1.4997162818908691,
      "learning_rate": 3.10299714128466e-07,
      "loss": 0.3377,
      "step": 2415300
    },
    {
      "epoch": 674.1,
      "grad_norm": 1.240015983581543,
      "learning_rate": 3.1028626872006474e-07,
      "loss": 0.3507,
      "step": 2415310
    },
    {
      "epoch": 674.11,
      "grad_norm": 1.2452071905136108,
      "learning_rate": 3.102728235823191e-07,
      "loss": 0.3337,
      "step": 2415320
    },
    {
      "epoch": 674.11,
      "grad_norm": 1.9532884359359741,
      "learning_rate": 3.102593787152294e-07,
      "loss": 0.3426,
      "step": 2415330
    },
    {
      "epoch": 674.11,
      "grad_norm": 1.1878119707107544,
      "learning_rate": 3.102459341187977e-07,
      "loss": 0.3439,
      "step": 2415340
    },
    {
      "epoch": 674.11,
      "grad_norm": 1.1170529127120972,
      "learning_rate": 3.1023248979302604e-07,
      "loss": 0.3358,
      "step": 2415350
    },
    {
      "epoch": 674.12,
      "grad_norm": 1.1399348974227905,
      "learning_rate": 3.1021904573791674e-07,
      "loss": 0.333,
      "step": 2415360
    },
    {
      "epoch": 674.12,
      "grad_norm": 1.436119556427002,
      "learning_rate": 3.102056019534704e-07,
      "loss": 0.3363,
      "step": 2415370
    },
    {
      "epoch": 674.12,
      "grad_norm": 1.2172077894210815,
      "learning_rate": 3.101921584396893e-07,
      "loss": 0.3316,
      "step": 2415380
    },
    {
      "epoch": 674.13,
      "grad_norm": 1.257198452949524,
      "learning_rate": 3.1017871519657585e-07,
      "loss": 0.3314,
      "step": 2415390
    },
    {
      "epoch": 674.13,
      "grad_norm": 1.275791883468628,
      "learning_rate": 3.101652722241302e-07,
      "loss": 0.366,
      "step": 2415400
    },
    {
      "epoch": 674.13,
      "grad_norm": 1.421036720275879,
      "learning_rate": 3.1015182952235635e-07,
      "loss": 0.3371,
      "step": 2415410
    },
    {
      "epoch": 674.13,
      "grad_norm": 1.445121169090271,
      "learning_rate": 3.101383870912542e-07,
      "loss": 0.3688,
      "step": 2415420
    },
    {
      "epoch": 674.14,
      "grad_norm": 1.206482172012329,
      "learning_rate": 3.1012494493082675e-07,
      "loss": 0.3321,
      "step": 2415430
    },
    {
      "epoch": 674.14,
      "grad_norm": 1.4897572994232178,
      "learning_rate": 3.101115030410755e-07,
      "loss": 0.3614,
      "step": 2415440
    },
    {
      "epoch": 674.14,
      "grad_norm": 1.2218513488769531,
      "learning_rate": 3.100980614220012e-07,
      "loss": 0.3218,
      "step": 2415450
    },
    {
      "epoch": 674.14,
      "grad_norm": 1.3688616752624512,
      "learning_rate": 3.100846200736075e-07,
      "loss": 0.3247,
      "step": 2415460
    },
    {
      "epoch": 674.15,
      "grad_norm": 1.2374861240386963,
      "learning_rate": 3.1007117899589497e-07,
      "loss": 0.3453,
      "step": 2415470
    },
    {
      "epoch": 674.15,
      "grad_norm": 1.2146272659301758,
      "learning_rate": 3.1005773818886533e-07,
      "loss": 0.3399,
      "step": 2415480
    },
    {
      "epoch": 674.15,
      "grad_norm": 1.4791514873504639,
      "learning_rate": 3.100442976525208e-07,
      "loss": 0.3367,
      "step": 2415490
    },
    {
      "epoch": 674.16,
      "grad_norm": 1.195728063583374,
      "learning_rate": 3.100308573868636e-07,
      "loss": 0.3406,
      "step": 2415500
    },
    {
      "epoch": 674.16,
      "grad_norm": 1.3339006900787354,
      "learning_rate": 3.100174173918943e-07,
      "loss": 0.3348,
      "step": 2415510
    },
    {
      "epoch": 674.16,
      "grad_norm": 1.2433936595916748,
      "learning_rate": 3.100039776676155e-07,
      "loss": 0.3495,
      "step": 2415520
    },
    {
      "epoch": 674.16,
      "grad_norm": 1.2987563610076904,
      "learning_rate": 3.099905382140293e-07,
      "loss": 0.3401,
      "step": 2415530
    },
    {
      "epoch": 674.17,
      "grad_norm": 1.5827733278274536,
      "learning_rate": 3.0997709903113623e-07,
      "loss": 0.3148,
      "step": 2415540
    },
    {
      "epoch": 674.17,
      "grad_norm": 1.1654558181762695,
      "learning_rate": 3.099636601189396e-07,
      "loss": 0.3378,
      "step": 2415550
    },
    {
      "epoch": 674.17,
      "grad_norm": 1.3009672164916992,
      "learning_rate": 3.0995022147743997e-07,
      "loss": 0.3389,
      "step": 2415560
    },
    {
      "epoch": 674.18,
      "grad_norm": 1.1192902326583862,
      "learning_rate": 3.0993678310664e-07,
      "loss": 0.3473,
      "step": 2415570
    },
    {
      "epoch": 674.18,
      "grad_norm": 1.1098580360412598,
      "learning_rate": 3.0992334500654145e-07,
      "loss": 0.327,
      "step": 2415580
    },
    {
      "epoch": 674.18,
      "grad_norm": 1.2288814783096313,
      "learning_rate": 3.0990990717714506e-07,
      "loss": 0.3176,
      "step": 2415590
    },
    {
      "epoch": 674.18,
      "grad_norm": 1.2103993892669678,
      "learning_rate": 3.0989646961845353e-07,
      "loss": 0.3365,
      "step": 2415600
    },
    {
      "epoch": 674.19,
      "grad_norm": 4.708400249481201,
      "learning_rate": 3.098830323304683e-07,
      "loss": 0.3415,
      "step": 2415610
    },
    {
      "epoch": 674.19,
      "grad_norm": 1.325697660446167,
      "learning_rate": 3.0986959531319215e-07,
      "loss": 0.3462,
      "step": 2415620
    },
    {
      "epoch": 674.19,
      "grad_norm": 1.2672662734985352,
      "learning_rate": 3.0985615856662495e-07,
      "loss": 0.3414,
      "step": 2415630
    },
    {
      "epoch": 674.19,
      "grad_norm": 1.2679479122161865,
      "learning_rate": 3.0984272209077033e-07,
      "loss": 0.337,
      "step": 2415640
    },
    {
      "epoch": 674.2,
      "grad_norm": 1.350631594657898,
      "learning_rate": 3.0982928588562887e-07,
      "loss": 0.3498,
      "step": 2415650
    },
    {
      "epoch": 674.2,
      "grad_norm": 1.0903409719467163,
      "learning_rate": 3.098158499512029e-07,
      "loss": 0.3418,
      "step": 2415660
    },
    {
      "epoch": 674.2,
      "grad_norm": 1.1578694581985474,
      "learning_rate": 3.0980241428749474e-07,
      "loss": 0.3373,
      "step": 2415670
    },
    {
      "epoch": 674.21,
      "grad_norm": 1.3138130903244019,
      "learning_rate": 3.0978897889450493e-07,
      "loss": 0.3347,
      "step": 2415680
    },
    {
      "epoch": 674.21,
      "grad_norm": 1.4165793657302856,
      "learning_rate": 3.097755437722358e-07,
      "loss": 0.3395,
      "step": 2415690
    },
    {
      "epoch": 674.21,
      "grad_norm": 1.3046908378601074,
      "learning_rate": 3.097621089206894e-07,
      "loss": 0.3398,
      "step": 2415700
    },
    {
      "epoch": 674.21,
      "grad_norm": 1.3318709135055542,
      "learning_rate": 3.097486743398674e-07,
      "loss": 0.3367,
      "step": 2415710
    },
    {
      "epoch": 674.22,
      "grad_norm": 1.2069467306137085,
      "learning_rate": 3.097352400297718e-07,
      "loss": 0.3287,
      "step": 2415720
    },
    {
      "epoch": 674.22,
      "grad_norm": 1.335360050201416,
      "learning_rate": 3.097218059904036e-07,
      "loss": 0.3402,
      "step": 2415730
    },
    {
      "epoch": 674.22,
      "grad_norm": 1.1206724643707275,
      "learning_rate": 3.097083722217652e-07,
      "loss": 0.3485,
      "step": 2415740
    },
    {
      "epoch": 674.23,
      "grad_norm": 1.1205573081970215,
      "learning_rate": 3.0969493872385846e-07,
      "loss": 0.3252,
      "step": 2415750
    },
    {
      "epoch": 674.23,
      "grad_norm": 1.1118329763412476,
      "learning_rate": 3.0968150549668536e-07,
      "loss": 0.3134,
      "step": 2415760
    },
    {
      "epoch": 674.23,
      "grad_norm": 1.2533833980560303,
      "learning_rate": 3.096680725402463e-07,
      "loss": 0.3399,
      "step": 2415770
    },
    {
      "epoch": 674.23,
      "grad_norm": 1.432040810585022,
      "learning_rate": 3.0965463985454503e-07,
      "loss": 0.3392,
      "step": 2415780
    },
    {
      "epoch": 674.24,
      "grad_norm": 1.2778606414794922,
      "learning_rate": 3.0964120743958214e-07,
      "loss": 0.3238,
      "step": 2415790
    },
    {
      "epoch": 674.24,
      "grad_norm": 1.1711077690124512,
      "learning_rate": 3.0962777529535946e-07,
      "loss": 0.3373,
      "step": 2415800
    },
    {
      "epoch": 674.24,
      "grad_norm": 1.252120018005371,
      "learning_rate": 3.096143434218796e-07,
      "loss": 0.3337,
      "step": 2415810
    },
    {
      "epoch": 674.25,
      "grad_norm": 1.2333818674087524,
      "learning_rate": 3.096009118191433e-07,
      "loss": 0.3269,
      "step": 2415820
    },
    {
      "epoch": 674.25,
      "grad_norm": 1.492302417755127,
      "learning_rate": 3.095874804871527e-07,
      "loss": 0.3346,
      "step": 2415830
    },
    {
      "epoch": 674.25,
      "grad_norm": 1.2457599639892578,
      "learning_rate": 3.0957404942590983e-07,
      "loss": 0.3487,
      "step": 2415840
    },
    {
      "epoch": 674.25,
      "grad_norm": 1.4173983335494995,
      "learning_rate": 3.095606186354168e-07,
      "loss": 0.3539,
      "step": 2415850
    },
    {
      "epoch": 674.26,
      "grad_norm": 1.1042003631591797,
      "learning_rate": 3.0954718811567435e-07,
      "loss": 0.3382,
      "step": 2415860
    },
    {
      "epoch": 674.26,
      "grad_norm": 1.3004980087280273,
      "learning_rate": 3.0953375786668487e-07,
      "loss": 0.3231,
      "step": 2415870
    },
    {
      "epoch": 674.26,
      "grad_norm": 1.187778353691101,
      "learning_rate": 3.095203278884504e-07,
      "loss": 0.3428,
      "step": 2415880
    },
    {
      "epoch": 674.26,
      "grad_norm": 1.3178776502609253,
      "learning_rate": 3.0950689818097176e-07,
      "loss": 0.3457,
      "step": 2415890
    },
    {
      "epoch": 674.27,
      "grad_norm": 1.3300347328186035,
      "learning_rate": 3.094934687442523e-07,
      "loss": 0.3246,
      "step": 2415900
    },
    {
      "epoch": 674.27,
      "grad_norm": 1.3039571046829224,
      "learning_rate": 3.094800395782926e-07,
      "loss": 0.3561,
      "step": 2415910
    },
    {
      "epoch": 674.27,
      "grad_norm": 1.3763030767440796,
      "learning_rate": 3.0946661068309466e-07,
      "loss": 0.3426,
      "step": 2415920
    },
    {
      "epoch": 674.28,
      "grad_norm": 1.1483724117279053,
      "learning_rate": 3.094531820586604e-07,
      "loss": 0.3359,
      "step": 2415930
    },
    {
      "epoch": 674.28,
      "grad_norm": 1.170132040977478,
      "learning_rate": 3.0943975370499203e-07,
      "loss": 0.3523,
      "step": 2415940
    },
    {
      "epoch": 674.28,
      "grad_norm": 1.1816520690917969,
      "learning_rate": 3.094263256220904e-07,
      "loss": 0.3278,
      "step": 2415950
    },
    {
      "epoch": 674.28,
      "grad_norm": 1.1542747020721436,
      "learning_rate": 3.0941289780995793e-07,
      "loss": 0.3441,
      "step": 2415960
    },
    {
      "epoch": 674.29,
      "grad_norm": 1.7130059003829956,
      "learning_rate": 3.0939947026859684e-07,
      "loss": 0.3349,
      "step": 2415970
    },
    {
      "epoch": 674.29,
      "grad_norm": 1.4207981824874878,
      "learning_rate": 3.093860429980072e-07,
      "loss": 0.3341,
      "step": 2415980
    },
    {
      "epoch": 674.29,
      "grad_norm": 1.0104864835739136,
      "learning_rate": 3.093726159981931e-07,
      "loss": 0.3393,
      "step": 2415990
    },
    {
      "epoch": 674.3,
      "grad_norm": 5.006789684295654,
      "learning_rate": 3.093591892691546e-07,
      "loss": 0.338,
      "step": 2416000
    },
    {
      "epoch": 674.3,
      "grad_norm": 1.1503435373306274,
      "learning_rate": 3.0934576281089405e-07,
      "loss": 0.3505,
      "step": 2416010
    },
    {
      "epoch": 674.3,
      "grad_norm": 1.1502033472061157,
      "learning_rate": 3.0933233662341374e-07,
      "loss": 0.3248,
      "step": 2416020
    },
    {
      "epoch": 674.3,
      "grad_norm": 1.2271360158920288,
      "learning_rate": 3.0931891070671403e-07,
      "loss": 0.3281,
      "step": 2416030
    },
    {
      "epoch": 674.31,
      "grad_norm": 1.1234381198883057,
      "learning_rate": 3.093054850607984e-07,
      "loss": 0.3534,
      "step": 2416040
    },
    {
      "epoch": 674.31,
      "grad_norm": 1.2214829921722412,
      "learning_rate": 3.092920596856678e-07,
      "loss": 0.341,
      "step": 2416050
    },
    {
      "epoch": 674.31,
      "grad_norm": 1.2677412033081055,
      "learning_rate": 3.09278634581324e-07,
      "loss": 0.3484,
      "step": 2416060
    },
    {
      "epoch": 674.31,
      "grad_norm": 1.2030836343765259,
      "learning_rate": 3.0926520974776873e-07,
      "loss": 0.341,
      "step": 2416070
    },
    {
      "epoch": 674.32,
      "grad_norm": 1.3478493690490723,
      "learning_rate": 3.0925178518500445e-07,
      "loss": 0.3333,
      "step": 2416080
    },
    {
      "epoch": 674.32,
      "grad_norm": 1.181991457939148,
      "learning_rate": 3.0923836089303215e-07,
      "loss": 0.3313,
      "step": 2416090
    },
    {
      "epoch": 674.32,
      "grad_norm": 1.381538987159729,
      "learning_rate": 3.0922493687185363e-07,
      "loss": 0.3439,
      "step": 2416100
    },
    {
      "epoch": 674.33,
      "grad_norm": 1.1938480138778687,
      "learning_rate": 3.092115131214718e-07,
      "loss": 0.3299,
      "step": 2416110
    },
    {
      "epoch": 674.33,
      "grad_norm": 1.1306995153427124,
      "learning_rate": 3.091980896418864e-07,
      "loss": 0.3371,
      "step": 2416120
    },
    {
      "epoch": 674.33,
      "grad_norm": 1.191472053527832,
      "learning_rate": 3.0918466643310124e-07,
      "loss": 0.3335,
      "step": 2416130
    },
    {
      "epoch": 674.33,
      "grad_norm": 1.3879730701446533,
      "learning_rate": 3.0917124349511693e-07,
      "loss": 0.3296,
      "step": 2416140
    },
    {
      "epoch": 674.34,
      "grad_norm": 1.3623077869415283,
      "learning_rate": 3.0915782082793556e-07,
      "loss": 0.3425,
      "step": 2416150
    },
    {
      "epoch": 674.34,
      "grad_norm": 1.4633630514144897,
      "learning_rate": 3.0914439843155915e-07,
      "loss": 0.3483,
      "step": 2416160
    },
    {
      "epoch": 674.34,
      "grad_norm": 1.1938978433609009,
      "learning_rate": 3.091309763059896e-07,
      "loss": 0.3283,
      "step": 2416170
    },
    {
      "epoch": 674.35,
      "grad_norm": 1.1981589794158936,
      "learning_rate": 3.0911755445122813e-07,
      "loss": 0.3301,
      "step": 2416180
    },
    {
      "epoch": 674.35,
      "grad_norm": 1.6508567333221436,
      "learning_rate": 3.091041328672766e-07,
      "loss": 0.3606,
      "step": 2416190
    },
    {
      "epoch": 674.35,
      "grad_norm": 1.2098767757415771,
      "learning_rate": 3.0909071155413733e-07,
      "loss": 0.3322,
      "step": 2416200
    },
    {
      "epoch": 674.35,
      "grad_norm": 1.1705607175827026,
      "learning_rate": 3.0907729051181116e-07,
      "loss": 0.3385,
      "step": 2416210
    },
    {
      "epoch": 674.36,
      "grad_norm": 1.2827372550964355,
      "learning_rate": 3.0906386974030113e-07,
      "loss": 0.3459,
      "step": 2416220
    },
    {
      "epoch": 674.36,
      "grad_norm": 1.4001539945602417,
      "learning_rate": 3.090504492396081e-07,
      "loss": 0.325,
      "step": 2416230
    },
    {
      "epoch": 674.36,
      "grad_norm": 1.4673449993133545,
      "learning_rate": 3.090370290097341e-07,
      "loss": 0.3461,
      "step": 2416240
    },
    {
      "epoch": 674.37,
      "grad_norm": 1.3975573778152466,
      "learning_rate": 3.090236090506812e-07,
      "loss": 0.3405,
      "step": 2416250
    },
    {
      "epoch": 674.37,
      "grad_norm": 0.9598751664161682,
      "learning_rate": 3.090101893624508e-07,
      "loss": 0.3493,
      "step": 2416260
    },
    {
      "epoch": 674.37,
      "grad_norm": 1.2499669790267944,
      "learning_rate": 3.089967699450446e-07,
      "loss": 0.3524,
      "step": 2416270
    },
    {
      "epoch": 674.37,
      "grad_norm": 1.4711729288101196,
      "learning_rate": 3.0898335079846475e-07,
      "loss": 0.3576,
      "step": 2416280
    },
    {
      "epoch": 674.38,
      "grad_norm": 1.0679036378860474,
      "learning_rate": 3.0896993192271275e-07,
      "loss": 0.331,
      "step": 2416290
    },
    {
      "epoch": 674.38,
      "grad_norm": 1.4568228721618652,
      "learning_rate": 3.0895651331779076e-07,
      "loss": 0.3445,
      "step": 2416300
    },
    {
      "epoch": 674.38,
      "grad_norm": 1.1020468473434448,
      "learning_rate": 3.0894309498370056e-07,
      "loss": 0.335,
      "step": 2416310
    },
    {
      "epoch": 674.38,
      "grad_norm": 1.2579283714294434,
      "learning_rate": 3.0892967692044343e-07,
      "loss": 0.3408,
      "step": 2416320
    },
    {
      "epoch": 674.39,
      "grad_norm": 1.2426536083221436,
      "learning_rate": 3.089162591280212e-07,
      "loss": 0.3394,
      "step": 2416330
    },
    {
      "epoch": 674.39,
      "grad_norm": 1.2660839557647705,
      "learning_rate": 3.089028416064366e-07,
      "loss": 0.3417,
      "step": 2416340
    },
    {
      "epoch": 674.39,
      "grad_norm": 1.3163896799087524,
      "learning_rate": 3.0888942435568966e-07,
      "loss": 0.3329,
      "step": 2416350
    },
    {
      "epoch": 674.4,
      "grad_norm": 1.4229750633239746,
      "learning_rate": 3.0887600737578417e-07,
      "loss": 0.3318,
      "step": 2416360
    },
    {
      "epoch": 674.4,
      "grad_norm": 1.3919531106948853,
      "learning_rate": 3.0886259066672065e-07,
      "loss": 0.3287,
      "step": 2416370
    },
    {
      "epoch": 674.4,
      "grad_norm": 1.174302101135254,
      "learning_rate": 3.088491742285009e-07,
      "loss": 0.3395,
      "step": 2416380
    },
    {
      "epoch": 674.4,
      "grad_norm": 1.2247713804244995,
      "learning_rate": 3.0883575806112774e-07,
      "loss": 0.3375,
      "step": 2416390
    },
    {
      "epoch": 674.41,
      "grad_norm": 1.1536041498184204,
      "learning_rate": 3.0882234216460175e-07,
      "loss": 0.3381,
      "step": 2416400
    },
    {
      "epoch": 674.41,
      "grad_norm": 1.1307449340820312,
      "learning_rate": 3.0880892653892497e-07,
      "loss": 0.3394,
      "step": 2416410
    },
    {
      "epoch": 674.41,
      "grad_norm": 1.2216306924819946,
      "learning_rate": 3.087955111840995e-07,
      "loss": 0.3443,
      "step": 2416420
    },
    {
      "epoch": 674.42,
      "grad_norm": 1.2002516984939575,
      "learning_rate": 3.0878209610012747e-07,
      "loss": 0.3353,
      "step": 2416430
    },
    {
      "epoch": 674.42,
      "grad_norm": 1.1188020706176758,
      "learning_rate": 3.087686812870093e-07,
      "loss": 0.3302,
      "step": 2416440
    },
    {
      "epoch": 674.42,
      "grad_norm": 1.3356176614761353,
      "learning_rate": 3.087552667447487e-07,
      "loss": 0.3363,
      "step": 2416450
    },
    {
      "epoch": 674.42,
      "grad_norm": 1.3865351676940918,
      "learning_rate": 3.0874185247334593e-07,
      "loss": 0.3255,
      "step": 2416460
    },
    {
      "epoch": 674.43,
      "grad_norm": 1.3135042190551758,
      "learning_rate": 3.087284384728033e-07,
      "loss": 0.3358,
      "step": 2416470
    },
    {
      "epoch": 674.43,
      "grad_norm": 4.530930995941162,
      "learning_rate": 3.0871502474312316e-07,
      "loss": 0.3492,
      "step": 2416480
    },
    {
      "epoch": 674.43,
      "grad_norm": 1.2841604948043823,
      "learning_rate": 3.0870161128430605e-07,
      "loss": 0.3371,
      "step": 2416490
    },
    {
      "epoch": 674.43,
      "grad_norm": 1.4153032302856445,
      "learning_rate": 3.0868819809635457e-07,
      "loss": 0.3296,
      "step": 2416500
    },
    {
      "epoch": 674.44,
      "grad_norm": 1.2311995029449463,
      "learning_rate": 3.0867478517927057e-07,
      "loss": 0.3288,
      "step": 2416510
    },
    {
      "epoch": 674.44,
      "grad_norm": 1.1252424716949463,
      "learning_rate": 3.086613725330558e-07,
      "loss": 0.3373,
      "step": 2416520
    },
    {
      "epoch": 674.44,
      "grad_norm": 1.3320567607879639,
      "learning_rate": 3.0864796015771157e-07,
      "loss": 0.3413,
      "step": 2416530
    },
    {
      "epoch": 674.45,
      "grad_norm": 1.1945382356643677,
      "learning_rate": 3.0863454805323974e-07,
      "loss": 0.3285,
      "step": 2416540
    },
    {
      "epoch": 674.45,
      "grad_norm": 1.3509087562561035,
      "learning_rate": 3.0862113621964317e-07,
      "loss": 0.333,
      "step": 2416550
    },
    {
      "epoch": 674.45,
      "grad_norm": 1.2306147813796997,
      "learning_rate": 3.0860772465692155e-07,
      "loss": 0.3249,
      "step": 2416560
    },
    {
      "epoch": 674.45,
      "grad_norm": 1.1169174909591675,
      "learning_rate": 3.085943133650789e-07,
      "loss": 0.3512,
      "step": 2416570
    },
    {
      "epoch": 674.46,
      "grad_norm": 1.367537498474121,
      "learning_rate": 3.0858090234411536e-07,
      "loss": 0.339,
      "step": 2416580
    },
    {
      "epoch": 674.46,
      "grad_norm": 1.181766152381897,
      "learning_rate": 3.0856749159403407e-07,
      "loss": 0.3333,
      "step": 2416590
    },
    {
      "epoch": 674.46,
      "grad_norm": 1.2169976234436035,
      "learning_rate": 3.085540811148356e-07,
      "loss": 0.3299,
      "step": 2416600
    },
    {
      "epoch": 674.47,
      "grad_norm": 1.2244718074798584,
      "learning_rate": 3.0854067090652254e-07,
      "loss": 0.3392,
      "step": 2416610
    },
    {
      "epoch": 674.47,
      "grad_norm": 1.2718887329101562,
      "learning_rate": 3.085272609690967e-07,
      "loss": 0.3392,
      "step": 2416620
    },
    {
      "epoch": 674.47,
      "grad_norm": 1.2032684087753296,
      "learning_rate": 3.0851385130255905e-07,
      "loss": 0.3291,
      "step": 2416630
    },
    {
      "epoch": 674.47,
      "grad_norm": 1.3312453031539917,
      "learning_rate": 3.085004419069118e-07,
      "loss": 0.3339,
      "step": 2416640
    },
    {
      "epoch": 674.48,
      "grad_norm": 1.1840052604675293,
      "learning_rate": 3.08487032782157e-07,
      "loss": 0.3406,
      "step": 2416650
    },
    {
      "epoch": 674.48,
      "grad_norm": 1.0954183340072632,
      "learning_rate": 3.084736239282967e-07,
      "loss": 0.3246,
      "step": 2416660
    },
    {
      "epoch": 674.48,
      "grad_norm": 1.5285637378692627,
      "learning_rate": 3.084602153453319e-07,
      "loss": 0.3313,
      "step": 2416670
    },
    {
      "epoch": 674.49,
      "grad_norm": 1.0790934562683105,
      "learning_rate": 3.0844680703326446e-07,
      "loss": 0.3225,
      "step": 2416680
    },
    {
      "epoch": 674.49,
      "grad_norm": 1.2370765209197998,
      "learning_rate": 3.0843339899209703e-07,
      "loss": 0.3367,
      "step": 2416690
    },
    {
      "epoch": 674.49,
      "grad_norm": 1.4621195793151855,
      "learning_rate": 3.084199912218298e-07,
      "loss": 0.3334,
      "step": 2416700
    },
    {
      "epoch": 674.49,
      "grad_norm": 1.331256628036499,
      "learning_rate": 3.0840658372246647e-07,
      "loss": 0.3317,
      "step": 2416710
    },
    {
      "epoch": 674.5,
      "grad_norm": 1.4986653327941895,
      "learning_rate": 3.083931764940075e-07,
      "loss": 0.3391,
      "step": 2416720
    },
    {
      "epoch": 674.5,
      "grad_norm": 1.2126063108444214,
      "learning_rate": 3.0837976953645505e-07,
      "loss": 0.3283,
      "step": 2416730
    },
    {
      "epoch": 674.5,
      "grad_norm": 1.0482916831970215,
      "learning_rate": 3.083663628498109e-07,
      "loss": 0.3319,
      "step": 2416740
    },
    {
      "epoch": 674.5,
      "grad_norm": 1.2528737783432007,
      "learning_rate": 3.083529564340776e-07,
      "loss": 0.3393,
      "step": 2416750
    },
    {
      "epoch": 674.51,
      "grad_norm": 1.2596408128738403,
      "learning_rate": 3.083395502892555e-07,
      "loss": 0.3331,
      "step": 2416760
    },
    {
      "epoch": 674.51,
      "grad_norm": 1.1855179071426392,
      "learning_rate": 3.083261444153471e-07,
      "loss": 0.3304,
      "step": 2416770
    },
    {
      "epoch": 674.51,
      "grad_norm": 1.4452741146087646,
      "learning_rate": 3.083127388123546e-07,
      "loss": 0.3325,
      "step": 2416780
    },
    {
      "epoch": 674.52,
      "grad_norm": 1.4861127138137817,
      "learning_rate": 3.082993334802784e-07,
      "loss": 0.3428,
      "step": 2416790
    },
    {
      "epoch": 674.52,
      "grad_norm": 1.236290454864502,
      "learning_rate": 3.0828592841912224e-07,
      "loss": 0.3482,
      "step": 2416800
    },
    {
      "epoch": 674.52,
      "grad_norm": 1.1176047325134277,
      "learning_rate": 3.082725236288864e-07,
      "loss": 0.3371,
      "step": 2416810
    },
    {
      "epoch": 674.52,
      "grad_norm": 1.3521887063980103,
      "learning_rate": 3.082591191095731e-07,
      "loss": 0.3371,
      "step": 2416820
    },
    {
      "epoch": 674.53,
      "grad_norm": 1.2733821868896484,
      "learning_rate": 3.0824571486118474e-07,
      "loss": 0.3351,
      "step": 2416830
    },
    {
      "epoch": 674.53,
      "grad_norm": 1.1788640022277832,
      "learning_rate": 3.0823231088372214e-07,
      "loss": 0.3359,
      "step": 2416840
    },
    {
      "epoch": 674.53,
      "grad_norm": 1.448981523513794,
      "learning_rate": 3.0821890717718764e-07,
      "loss": 0.3553,
      "step": 2416850
    },
    {
      "epoch": 674.54,
      "grad_norm": 1.2010290622711182,
      "learning_rate": 3.0820550374158245e-07,
      "loss": 0.3373,
      "step": 2416860
    },
    {
      "epoch": 674.54,
      "grad_norm": 1.1049201488494873,
      "learning_rate": 3.0819210057690927e-07,
      "loss": 0.3564,
      "step": 2416870
    },
    {
      "epoch": 674.54,
      "grad_norm": 1.2123626470565796,
      "learning_rate": 3.081786976831691e-07,
      "loss": 0.3215,
      "step": 2416880
    },
    {
      "epoch": 674.54,
      "grad_norm": 1.8196386098861694,
      "learning_rate": 3.0816529506036456e-07,
      "loss": 0.334,
      "step": 2416890
    },
    {
      "epoch": 674.55,
      "grad_norm": 1.1096470355987549,
      "learning_rate": 3.081518927084964e-07,
      "loss": 0.3372,
      "step": 2416900
    },
    {
      "epoch": 674.55,
      "grad_norm": 1.228363037109375,
      "learning_rate": 3.08138490627567e-07,
      "loss": 0.3251,
      "step": 2416910
    },
    {
      "epoch": 674.55,
      "grad_norm": 1.241796612739563,
      "learning_rate": 3.081250888175784e-07,
      "loss": 0.3399,
      "step": 2416920
    },
    {
      "epoch": 674.55,
      "grad_norm": 1.2834922075271606,
      "learning_rate": 3.0811168727853117e-07,
      "loss": 0.3407,
      "step": 2416930
    },
    {
      "epoch": 674.56,
      "grad_norm": 1.0363112688064575,
      "learning_rate": 3.080982860104289e-07,
      "loss": 0.3292,
      "step": 2416940
    },
    {
      "epoch": 674.56,
      "grad_norm": 1.1129465103149414,
      "learning_rate": 3.0808488501327187e-07,
      "loss": 0.3365,
      "step": 2416950
    },
    {
      "epoch": 674.56,
      "grad_norm": 1.1542251110076904,
      "learning_rate": 3.0807148428706245e-07,
      "loss": 0.3404,
      "step": 2416960
    },
    {
      "epoch": 674.57,
      "grad_norm": 1.2992262840270996,
      "learning_rate": 3.08058083831803e-07,
      "loss": 0.3342,
      "step": 2416970
    },
    {
      "epoch": 674.57,
      "grad_norm": 1.1039952039718628,
      "learning_rate": 3.080446836474939e-07,
      "loss": 0.3328,
      "step": 2416980
    },
    {
      "epoch": 674.57,
      "grad_norm": 2.1216976642608643,
      "learning_rate": 3.0803128373413815e-07,
      "loss": 0.3467,
      "step": 2416990
    },
    {
      "epoch": 674.57,
      "grad_norm": 1.2719764709472656,
      "learning_rate": 3.0801788409173677e-07,
      "loss": 0.3514,
      "step": 2417000
    },
    {
      "epoch": 674.58,
      "grad_norm": 1.437633752822876,
      "learning_rate": 3.080044847202926e-07,
      "loss": 0.3341,
      "step": 2417010
    },
    {
      "epoch": 674.58,
      "grad_norm": 1.1318403482437134,
      "learning_rate": 3.079910856198057e-07,
      "loss": 0.349,
      "step": 2417020
    },
    {
      "epoch": 674.58,
      "grad_norm": 1.7170286178588867,
      "learning_rate": 3.0797768679027984e-07,
      "loss": 0.3356,
      "step": 2417030
    },
    {
      "epoch": 674.59,
      "grad_norm": 1.3245993852615356,
      "learning_rate": 3.079642882317151e-07,
      "loss": 0.3381,
      "step": 2417040
    },
    {
      "epoch": 674.59,
      "grad_norm": 1.2851665019989014,
      "learning_rate": 3.0795088994411435e-07,
      "loss": 0.3382,
      "step": 2417050
    },
    {
      "epoch": 674.59,
      "grad_norm": 1.4490976333618164,
      "learning_rate": 3.079374919274794e-07,
      "loss": 0.3384,
      "step": 2417060
    },
    {
      "epoch": 674.59,
      "grad_norm": 1.2975760698318481,
      "learning_rate": 3.0792409418181106e-07,
      "loss": 0.3522,
      "step": 2417070
    },
    {
      "epoch": 674.6,
      "grad_norm": 1.0453771352767944,
      "learning_rate": 3.079106967071116e-07,
      "loss": 0.3425,
      "step": 2417080
    },
    {
      "epoch": 674.6,
      "grad_norm": 0.9720828533172607,
      "learning_rate": 3.078972995033832e-07,
      "loss": 0.3252,
      "step": 2417090
    },
    {
      "epoch": 674.6,
      "grad_norm": 1.0553287267684937,
      "learning_rate": 3.078839025706276e-07,
      "loss": 0.3363,
      "step": 2417100
    },
    {
      "epoch": 674.61,
      "grad_norm": 1.4174668788909912,
      "learning_rate": 3.078705059088454e-07,
      "loss": 0.3273,
      "step": 2417110
    },
    {
      "epoch": 674.61,
      "grad_norm": 1.2705657482147217,
      "learning_rate": 3.078571095180404e-07,
      "loss": 0.3197,
      "step": 2417120
    },
    {
      "epoch": 674.61,
      "grad_norm": 1.5093975067138672,
      "learning_rate": 3.078437133982129e-07,
      "loss": 0.3622,
      "step": 2417130
    },
    {
      "epoch": 674.61,
      "grad_norm": 1.0916666984558105,
      "learning_rate": 3.078303175493647e-07,
      "loss": 0.3386,
      "step": 2417140
    },
    {
      "epoch": 674.62,
      "grad_norm": 1.0039043426513672,
      "learning_rate": 3.078169219714988e-07,
      "loss": 0.3453,
      "step": 2417150
    },
    {
      "epoch": 674.62,
      "grad_norm": 1.1892374753952026,
      "learning_rate": 3.07803526664615e-07,
      "loss": 0.3295,
      "step": 2417160
    },
    {
      "epoch": 674.62,
      "grad_norm": 1.1899298429489136,
      "learning_rate": 3.0779013162871733e-07,
      "loss": 0.3329,
      "step": 2417170
    },
    {
      "epoch": 674.62,
      "grad_norm": 1.2554124593734741,
      "learning_rate": 3.0777673686380604e-07,
      "loss": 0.3257,
      "step": 2417180
    },
    {
      "epoch": 674.63,
      "grad_norm": 1.2508430480957031,
      "learning_rate": 3.0776334236988314e-07,
      "loss": 0.3056,
      "step": 2417190
    },
    {
      "epoch": 674.63,
      "grad_norm": 1.1277320384979248,
      "learning_rate": 3.0774994814695107e-07,
      "loss": 0.338,
      "step": 2417200
    },
    {
      "epoch": 674.63,
      "grad_norm": 1.3348299264907837,
      "learning_rate": 3.0773655419501083e-07,
      "loss": 0.3207,
      "step": 2417210
    },
    {
      "epoch": 674.64,
      "grad_norm": 1.40814208984375,
      "learning_rate": 3.0772316051406443e-07,
      "loss": 0.3292,
      "step": 2417220
    },
    {
      "epoch": 674.64,
      "grad_norm": 1.2844092845916748,
      "learning_rate": 3.077097671041138e-07,
      "loss": 0.3306,
      "step": 2417230
    },
    {
      "epoch": 674.64,
      "grad_norm": 1.4075875282287598,
      "learning_rate": 3.0769637396516123e-07,
      "loss": 0.338,
      "step": 2417240
    },
    {
      "epoch": 674.64,
      "grad_norm": 1.128713846206665,
      "learning_rate": 3.07682981097207e-07,
      "loss": 0.3561,
      "step": 2417250
    },
    {
      "epoch": 674.65,
      "grad_norm": 1.3628101348876953,
      "learning_rate": 3.0766958850025474e-07,
      "loss": 0.3429,
      "step": 2417260
    },
    {
      "epoch": 674.65,
      "grad_norm": 1.1274478435516357,
      "learning_rate": 3.07656196174305e-07,
      "loss": 0.3377,
      "step": 2417270
    },
    {
      "epoch": 674.65,
      "grad_norm": 2.355421781539917,
      "learning_rate": 3.076428041193598e-07,
      "loss": 0.3458,
      "step": 2417280
    },
    {
      "epoch": 674.66,
      "grad_norm": 1.2053136825561523,
      "learning_rate": 3.076294123354215e-07,
      "loss": 0.3284,
      "step": 2417290
    },
    {
      "epoch": 674.66,
      "grad_norm": 1.3337687253952026,
      "learning_rate": 3.0761602082249087e-07,
      "loss": 0.3307,
      "step": 2417300
    },
    {
      "epoch": 674.66,
      "grad_norm": 1.0751354694366455,
      "learning_rate": 3.076026295805701e-07,
      "loss": 0.3392,
      "step": 2417310
    },
    {
      "epoch": 674.66,
      "grad_norm": 1.3429847955703735,
      "learning_rate": 3.075892386096614e-07,
      "loss": 0.3527,
      "step": 2417320
    },
    {
      "epoch": 674.67,
      "grad_norm": 1.253616213798523,
      "learning_rate": 3.075758479097666e-07,
      "loss": 0.3368,
      "step": 2417330
    },
    {
      "epoch": 674.67,
      "grad_norm": 1.1515824794769287,
      "learning_rate": 3.075624574808866e-07,
      "loss": 0.3242,
      "step": 2417340
    },
    {
      "epoch": 674.67,
      "grad_norm": 1.265684723854065,
      "learning_rate": 3.075490673230236e-07,
      "loss": 0.3337,
      "step": 2417350
    },
    {
      "epoch": 674.67,
      "grad_norm": 1.3240245580673218,
      "learning_rate": 3.075356774361803e-07,
      "loss": 0.3297,
      "step": 2417360
    },
    {
      "epoch": 674.68,
      "grad_norm": 1.4682245254516602,
      "learning_rate": 3.075222878203564e-07,
      "loss": 0.3305,
      "step": 2417370
    },
    {
      "epoch": 674.68,
      "grad_norm": 1.3125011920928955,
      "learning_rate": 3.0750889847555633e-07,
      "loss": 0.3345,
      "step": 2417380
    },
    {
      "epoch": 674.68,
      "grad_norm": 1.2897188663482666,
      "learning_rate": 3.074955094017796e-07,
      "loss": 0.3501,
      "step": 2417390
    },
    {
      "epoch": 674.69,
      "grad_norm": 1.3150755167007446,
      "learning_rate": 3.0748212059902923e-07,
      "loss": 0.3475,
      "step": 2417400
    },
    {
      "epoch": 674.69,
      "grad_norm": 1.187488079071045,
      "learning_rate": 3.074687320673064e-07,
      "loss": 0.33,
      "step": 2417410
    },
    {
      "epoch": 674.69,
      "grad_norm": 1.2498717308044434,
      "learning_rate": 3.0745534380661383e-07,
      "loss": 0.3448,
      "step": 2417420
    },
    {
      "epoch": 674.69,
      "grad_norm": 1.169694185256958,
      "learning_rate": 3.0744195581695216e-07,
      "loss": 0.3456,
      "step": 2417430
    },
    {
      "epoch": 674.7,
      "grad_norm": 1.297544240951538,
      "learning_rate": 3.074285680983234e-07,
      "loss": 0.3373,
      "step": 2417440
    },
    {
      "epoch": 674.7,
      "grad_norm": 1.3286375999450684,
      "learning_rate": 3.074151806507297e-07,
      "loss": 0.3324,
      "step": 2417450
    },
    {
      "epoch": 674.7,
      "grad_norm": 1.2135870456695557,
      "learning_rate": 3.074017934741728e-07,
      "loss": 0.3439,
      "step": 2417460
    },
    {
      "epoch": 674.71,
      "grad_norm": 1.2055524587631226,
      "learning_rate": 3.0738840656865487e-07,
      "loss": 0.3477,
      "step": 2417470
    },
    {
      "epoch": 674.71,
      "grad_norm": 1.1289536952972412,
      "learning_rate": 3.0737501993417684e-07,
      "loss": 0.3376,
      "step": 2417480
    },
    {
      "epoch": 674.71,
      "grad_norm": 1.0315312147140503,
      "learning_rate": 3.0736163357074066e-07,
      "loss": 0.3294,
      "step": 2417490
    },
    {
      "epoch": 674.71,
      "grad_norm": 1.1968573331832886,
      "learning_rate": 3.0734824747834905e-07,
      "loss": 0.3538,
      "step": 2417500
    },
    {
      "epoch": 674.72,
      "grad_norm": 1.1366153955459595,
      "learning_rate": 3.073348616570019e-07,
      "loss": 0.3358,
      "step": 2417510
    },
    {
      "epoch": 674.72,
      "grad_norm": 1.1654547452926636,
      "learning_rate": 3.073214761067032e-07,
      "loss": 0.3349,
      "step": 2417520
    },
    {
      "epoch": 674.72,
      "grad_norm": 1.1778264045715332,
      "learning_rate": 3.0730809082745317e-07,
      "loss": 0.3541,
      "step": 2417530
    },
    {
      "epoch": 674.73,
      "grad_norm": 1.139830231666565,
      "learning_rate": 3.0729470581925393e-07,
      "loss": 0.3337,
      "step": 2417540
    },
    {
      "epoch": 674.73,
      "grad_norm": 1.1062612533569336,
      "learning_rate": 3.0728132108210773e-07,
      "loss": 0.3352,
      "step": 2417550
    },
    {
      "epoch": 674.73,
      "grad_norm": 1.3045469522476196,
      "learning_rate": 3.072679366160165e-07,
      "loss": 0.3502,
      "step": 2417560
    },
    {
      "epoch": 674.73,
      "grad_norm": 1.2390942573547363,
      "learning_rate": 3.072545524209812e-07,
      "loss": 0.3447,
      "step": 2417570
    },
    {
      "epoch": 674.74,
      "grad_norm": 1.0113089084625244,
      "learning_rate": 3.072411684970038e-07,
      "loss": 0.3263,
      "step": 2417580
    },
    {
      "epoch": 674.74,
      "grad_norm": 1.136484146118164,
      "learning_rate": 3.0722778484408685e-07,
      "loss": 0.3483,
      "step": 2417590
    },
    {
      "epoch": 674.74,
      "grad_norm": 1.077778697013855,
      "learning_rate": 3.0721440146223047e-07,
      "loss": 0.3274,
      "step": 2417600
    },
    {
      "epoch": 674.74,
      "grad_norm": 1.193093180656433,
      "learning_rate": 3.0720101835143877e-07,
      "loss": 0.3304,
      "step": 2417610
    },
    {
      "epoch": 674.75,
      "grad_norm": 1.4591509103775024,
      "learning_rate": 3.0718763551171143e-07,
      "loss": 0.3267,
      "step": 2417620
    },
    {
      "epoch": 674.75,
      "grad_norm": 1.2134813070297241,
      "learning_rate": 3.0717425294305147e-07,
      "loss": 0.3229,
      "step": 2417630
    },
    {
      "epoch": 674.75,
      "grad_norm": 1.4723259210586548,
      "learning_rate": 3.0716087064546053e-07,
      "loss": 0.3514,
      "step": 2417640
    },
    {
      "epoch": 674.76,
      "grad_norm": 1.2027173042297363,
      "learning_rate": 3.0714748861893977e-07,
      "loss": 0.3317,
      "step": 2417650
    },
    {
      "epoch": 674.76,
      "grad_norm": 1.2584108114242554,
      "learning_rate": 3.0713410686349126e-07,
      "loss": 0.3291,
      "step": 2417660
    },
    {
      "epoch": 674.76,
      "grad_norm": 1.1807962656021118,
      "learning_rate": 3.07120725379117e-07,
      "loss": 0.3286,
      "step": 2417670
    },
    {
      "epoch": 674.76,
      "grad_norm": 1.1642069816589355,
      "learning_rate": 3.071073441658192e-07,
      "loss": 0.3241,
      "step": 2417680
    },
    {
      "epoch": 674.77,
      "grad_norm": 1.1886420249938965,
      "learning_rate": 3.07093963223598e-07,
      "loss": 0.3456,
      "step": 2417690
    },
    {
      "epoch": 674.77,
      "grad_norm": 1.3250223398208618,
      "learning_rate": 3.070805825524574e-07,
      "loss": 0.3282,
      "step": 2417700
    },
    {
      "epoch": 674.77,
      "grad_norm": 1.2706254720687866,
      "learning_rate": 3.0706720215239734e-07,
      "loss": 0.34,
      "step": 2417710
    },
    {
      "epoch": 674.78,
      "grad_norm": 1.1882297992706299,
      "learning_rate": 3.070538220234204e-07,
      "loss": 0.3428,
      "step": 2417720
    },
    {
      "epoch": 674.78,
      "grad_norm": 1.147321105003357,
      "learning_rate": 3.0704044216552876e-07,
      "loss": 0.3475,
      "step": 2417730
    },
    {
      "epoch": 674.78,
      "grad_norm": 1.157822608947754,
      "learning_rate": 3.070270625787228e-07,
      "loss": 0.3239,
      "step": 2417740
    },
    {
      "epoch": 674.78,
      "grad_norm": 1.216249704360962,
      "learning_rate": 3.070136832630063e-07,
      "loss": 0.3499,
      "step": 2417750
    },
    {
      "epoch": 674.79,
      "grad_norm": 1.1357446908950806,
      "learning_rate": 3.0700030421837915e-07,
      "loss": 0.3492,
      "step": 2417760
    },
    {
      "epoch": 674.79,
      "grad_norm": 1.0640132427215576,
      "learning_rate": 3.0698692544484433e-07,
      "loss": 0.341,
      "step": 2417770
    },
    {
      "epoch": 674.79,
      "grad_norm": 1.735660195350647,
      "learning_rate": 3.069735469424033e-07,
      "loss": 0.3374,
      "step": 2417780
    },
    {
      "epoch": 674.79,
      "grad_norm": 1.2652124166488647,
      "learning_rate": 3.0696016871105765e-07,
      "loss": 0.329,
      "step": 2417790
    },
    {
      "epoch": 674.8,
      "grad_norm": 1.2967453002929688,
      "learning_rate": 3.0694679075080893e-07,
      "loss": 0.3362,
      "step": 2417800
    },
    {
      "epoch": 674.8,
      "grad_norm": 1.4462525844573975,
      "learning_rate": 3.0693341306165955e-07,
      "loss": 0.3401,
      "step": 2417810
    },
    {
      "epoch": 674.8,
      "grad_norm": 1.2200971841812134,
      "learning_rate": 3.069200356436115e-07,
      "loss": 0.3376,
      "step": 2417820
    },
    {
      "epoch": 674.81,
      "grad_norm": 1.0621116161346436,
      "learning_rate": 3.0690665849666506e-07,
      "loss": 0.3446,
      "step": 2417830
    },
    {
      "epoch": 674.81,
      "grad_norm": 1.4088342189788818,
      "learning_rate": 3.0689328162082397e-07,
      "loss": 0.348,
      "step": 2417840
    },
    {
      "epoch": 674.81,
      "grad_norm": 1.222365379333496,
      "learning_rate": 3.0687990501608836e-07,
      "loss": 0.33,
      "step": 2417850
    },
    {
      "epoch": 674.81,
      "grad_norm": 1.6796191930770874,
      "learning_rate": 3.0686652868246117e-07,
      "loss": 0.3409,
      "step": 2417860
    },
    {
      "epoch": 674.82,
      "grad_norm": 1.3266171216964722,
      "learning_rate": 3.068531526199439e-07,
      "loss": 0.3403,
      "step": 2417870
    },
    {
      "epoch": 674.82,
      "grad_norm": 1.5416831970214844,
      "learning_rate": 3.0683977682853766e-07,
      "loss": 0.3302,
      "step": 2417880
    },
    {
      "epoch": 674.82,
      "grad_norm": 1.3371286392211914,
      "learning_rate": 3.0682640130824474e-07,
      "loss": 0.3402,
      "step": 2417890
    },
    {
      "epoch": 674.83,
      "grad_norm": 1.2745224237442017,
      "learning_rate": 3.06813026059067e-07,
      "loss": 0.3266,
      "step": 2417900
    },
    {
      "epoch": 674.83,
      "grad_norm": 1.256913423538208,
      "learning_rate": 3.067996510810065e-07,
      "loss": 0.3347,
      "step": 2417910
    },
    {
      "epoch": 674.83,
      "grad_norm": 1.367221474647522,
      "learning_rate": 3.0678627637406426e-07,
      "loss": 0.3342,
      "step": 2417920
    },
    {
      "epoch": 674.83,
      "grad_norm": 1.227136254310608,
      "learning_rate": 3.0677290193824244e-07,
      "loss": 0.331,
      "step": 2417930
    },
    {
      "epoch": 674.84,
      "grad_norm": 1.3709299564361572,
      "learning_rate": 3.0675952777354273e-07,
      "loss": 0.3412,
      "step": 2417940
    },
    {
      "epoch": 674.84,
      "grad_norm": 1.1577849388122559,
      "learning_rate": 3.067461538799671e-07,
      "loss": 0.3318,
      "step": 2417950
    },
    {
      "epoch": 674.84,
      "grad_norm": 1.2488117218017578,
      "learning_rate": 3.067327802575178e-07,
      "loss": 0.3333,
      "step": 2417960
    },
    {
      "epoch": 674.85,
      "grad_norm": 1.1777702569961548,
      "learning_rate": 3.0671940690619534e-07,
      "loss": 0.3342,
      "step": 2417970
    },
    {
      "epoch": 674.85,
      "grad_norm": 2.4691386222839355,
      "learning_rate": 3.0670603382600237e-07,
      "loss": 0.3407,
      "step": 2417980
    },
    {
      "epoch": 674.85,
      "grad_norm": 1.3960014581680298,
      "learning_rate": 3.0669266101694047e-07,
      "loss": 0.3464,
      "step": 2417990
    },
    {
      "epoch": 674.85,
      "grad_norm": 1.1741796731948853,
      "learning_rate": 3.066792884790114e-07,
      "loss": 0.3355,
      "step": 2418000
    },
    {
      "epoch": 674.86,
      "grad_norm": 1.2933554649353027,
      "learning_rate": 3.0666591621221774e-07,
      "loss": 0.3291,
      "step": 2418010
    },
    {
      "epoch": 674.86,
      "grad_norm": 1.0196645259857178,
      "learning_rate": 3.066525442165599e-07,
      "loss": 0.321,
      "step": 2418020
    },
    {
      "epoch": 674.86,
      "grad_norm": 4.465260028839111,
      "learning_rate": 3.0663917249204e-07,
      "loss": 0.3347,
      "step": 2418030
    },
    {
      "epoch": 674.86,
      "grad_norm": 1.265607476234436,
      "learning_rate": 3.0662580103866033e-07,
      "loss": 0.3484,
      "step": 2418040
    },
    {
      "epoch": 674.87,
      "grad_norm": 1.2730801105499268,
      "learning_rate": 3.0661242985642314e-07,
      "loss": 0.3256,
      "step": 2418050
    },
    {
      "epoch": 674.87,
      "grad_norm": 1.1476181745529175,
      "learning_rate": 3.0659905894532813e-07,
      "loss": 0.3255,
      "step": 2418060
    },
    {
      "epoch": 674.87,
      "grad_norm": 1.317503809928894,
      "learning_rate": 3.065856883053798e-07,
      "loss": 0.3374,
      "step": 2418070
    },
    {
      "epoch": 674.88,
      "grad_norm": 1.1518946886062622,
      "learning_rate": 3.0657231793657784e-07,
      "loss": 0.3371,
      "step": 2418080
    },
    {
      "epoch": 674.88,
      "grad_norm": 1.313969612121582,
      "learning_rate": 3.0655894783892484e-07,
      "loss": 0.3336,
      "step": 2418090
    },
    {
      "epoch": 674.88,
      "grad_norm": 1.0881985425949097,
      "learning_rate": 3.065455780124232e-07,
      "loss": 0.3336,
      "step": 2418100
    },
    {
      "epoch": 674.88,
      "grad_norm": 1.0285216569900513,
      "learning_rate": 3.065322084570734e-07,
      "loss": 0.331,
      "step": 2418110
    },
    {
      "epoch": 674.89,
      "grad_norm": 1.11227285861969,
      "learning_rate": 3.0651883917287783e-07,
      "loss": 0.328,
      "step": 2418120
    },
    {
      "epoch": 674.89,
      "grad_norm": 1.1779779195785522,
      "learning_rate": 3.065054701598383e-07,
      "loss": 0.3488,
      "step": 2418130
    },
    {
      "epoch": 674.89,
      "grad_norm": 1.4090672731399536,
      "learning_rate": 3.0649210141795706e-07,
      "loss": 0.3189,
      "step": 2418140
    },
    {
      "epoch": 674.9,
      "grad_norm": 1.568238615989685,
      "learning_rate": 3.0647873294723497e-07,
      "loss": 0.3471,
      "step": 2418150
    },
    {
      "epoch": 674.9,
      "grad_norm": 1.1356825828552246,
      "learning_rate": 3.064653647476741e-07,
      "loss": 0.3396,
      "step": 2418160
    },
    {
      "epoch": 674.9,
      "grad_norm": 1.2230603694915771,
      "learning_rate": 3.0645199681927704e-07,
      "loss": 0.3328,
      "step": 2418170
    },
    {
      "epoch": 674.9,
      "grad_norm": 1.2383496761322021,
      "learning_rate": 3.064386291620438e-07,
      "loss": 0.3311,
      "step": 2418180
    },
    {
      "epoch": 674.91,
      "grad_norm": 1.128259301185608,
      "learning_rate": 3.064252617759783e-07,
      "loss": 0.3365,
      "step": 2418190
    },
    {
      "epoch": 674.91,
      "grad_norm": 1.470313310623169,
      "learning_rate": 3.064118946610805e-07,
      "loss": 0.3456,
      "step": 2418200
    },
    {
      "epoch": 674.91,
      "grad_norm": 1.3168461322784424,
      "learning_rate": 3.0639852781735333e-07,
      "loss": 0.347,
      "step": 2418210
    },
    {
      "epoch": 674.91,
      "grad_norm": 1.1295284032821655,
      "learning_rate": 3.0638516124479803e-07,
      "loss": 0.3155,
      "step": 2418220
    },
    {
      "epoch": 674.92,
      "grad_norm": 1.1505169868469238,
      "learning_rate": 3.063717949434172e-07,
      "loss": 0.3156,
      "step": 2418230
    },
    {
      "epoch": 674.92,
      "grad_norm": 1.533034086227417,
      "learning_rate": 3.0635842891321143e-07,
      "loss": 0.3446,
      "step": 2418240
    },
    {
      "epoch": 674.92,
      "grad_norm": 1.269270658493042,
      "learning_rate": 3.0634506315418294e-07,
      "loss": 0.3364,
      "step": 2418250
    },
    {
      "epoch": 674.93,
      "grad_norm": 1.27252197265625,
      "learning_rate": 3.063316976663339e-07,
      "loss": 0.3334,
      "step": 2418260
    },
    {
      "epoch": 674.93,
      "grad_norm": 1.21747624874115,
      "learning_rate": 3.063183324496651e-07,
      "loss": 0.338,
      "step": 2418270
    },
    {
      "epoch": 674.93,
      "grad_norm": 1.4881513118743896,
      "learning_rate": 3.063049675041799e-07,
      "loss": 0.3368,
      "step": 2418280
    },
    {
      "epoch": 674.93,
      "grad_norm": 1.1390371322631836,
      "learning_rate": 3.062916028298788e-07,
      "loss": 0.3497,
      "step": 2418290
    },
    {
      "epoch": 674.94,
      "grad_norm": 1.4443103075027466,
      "learning_rate": 3.062782384267639e-07,
      "loss": 0.3226,
      "step": 2418300
    },
    {
      "epoch": 674.94,
      "grad_norm": 1.132612705230713,
      "learning_rate": 3.0626487429483755e-07,
      "loss": 0.3449,
      "step": 2418310
    },
    {
      "epoch": 674.94,
      "grad_norm": 1.369936466217041,
      "learning_rate": 3.0625151043409973e-07,
      "loss": 0.3411,
      "step": 2418320
    },
    {
      "epoch": 674.95,
      "grad_norm": 1.2621777057647705,
      "learning_rate": 3.0623814684455487e-07,
      "loss": 0.3435,
      "step": 2418330
    },
    {
      "epoch": 674.95,
      "grad_norm": 1.1251130104064941,
      "learning_rate": 3.0622478352620274e-07,
      "loss": 0.3263,
      "step": 2418340
    },
    {
      "epoch": 674.95,
      "grad_norm": 1.311446189880371,
      "learning_rate": 3.062114204790459e-07,
      "loss": 0.3633,
      "step": 2418350
    },
    {
      "epoch": 674.95,
      "grad_norm": 2.7904818058013916,
      "learning_rate": 3.061980577030859e-07,
      "loss": 0.3338,
      "step": 2418360
    },
    {
      "epoch": 674.96,
      "grad_norm": 1.218132495880127,
      "learning_rate": 3.0618469519832513e-07,
      "loss": 0.3313,
      "step": 2418370
    },
    {
      "epoch": 674.96,
      "grad_norm": 1.3536828756332397,
      "learning_rate": 3.061713329647644e-07,
      "loss": 0.3252,
      "step": 2418380
    },
    {
      "epoch": 674.96,
      "grad_norm": 1.1934772729873657,
      "learning_rate": 3.061579710024059e-07,
      "loss": 0.3288,
      "step": 2418390
    },
    {
      "epoch": 674.97,
      "grad_norm": 1.2009336948394775,
      "learning_rate": 3.0614460931125216e-07,
      "loss": 0.3307,
      "step": 2418400
    },
    {
      "epoch": 674.97,
      "grad_norm": 1.3738867044448853,
      "learning_rate": 3.0613124789130304e-07,
      "loss": 0.3445,
      "step": 2418410
    },
    {
      "epoch": 674.97,
      "grad_norm": 1.11733078956604,
      "learning_rate": 3.0611788674256255e-07,
      "loss": 0.3394,
      "step": 2418420
    },
    {
      "epoch": 674.97,
      "grad_norm": 1.3322087526321411,
      "learning_rate": 3.0610452586503083e-07,
      "loss": 0.3338,
      "step": 2418430
    },
    {
      "epoch": 674.98,
      "grad_norm": 1.1262937784194946,
      "learning_rate": 3.060911652587106e-07,
      "loss": 0.3256,
      "step": 2418440
    },
    {
      "epoch": 674.98,
      "grad_norm": 1.358147382736206,
      "learning_rate": 3.060778049236036e-07,
      "loss": 0.3568,
      "step": 2418450
    },
    {
      "epoch": 674.98,
      "grad_norm": 1.1221699714660645,
      "learning_rate": 3.060644448597109e-07,
      "loss": 0.3365,
      "step": 2418460
    },
    {
      "epoch": 674.98,
      "grad_norm": 1.244202733039856,
      "learning_rate": 3.060510850670346e-07,
      "loss": 0.3305,
      "step": 2418470
    },
    {
      "epoch": 674.99,
      "grad_norm": 1.054722547531128,
      "learning_rate": 3.0603772554557653e-07,
      "loss": 0.3387,
      "step": 2418480
    },
    {
      "epoch": 674.99,
      "grad_norm": 1.1587023735046387,
      "learning_rate": 3.060243662953392e-07,
      "loss": 0.3381,
      "step": 2418490
    },
    {
      "epoch": 674.99,
      "grad_norm": 1.0875283479690552,
      "learning_rate": 3.0601100731632247e-07,
      "loss": 0.3382,
      "step": 2418500
    },
    {
      "epoch": 675.0,
      "grad_norm": 1.2715352773666382,
      "learning_rate": 3.059976486085307e-07,
      "loss": 0.3464,
      "step": 2418510
    },
    {
      "epoch": 675.0,
      "grad_norm": 1.344232201576233,
      "learning_rate": 3.059842901719636e-07,
      "loss": 0.3346,
      "step": 2418520
    },
    {
      "epoch": 675.0,
      "eval_loss": 0.33862078189849854,
      "eval_runtime": 65.9849,
      "eval_samples_per_second": 76.669,
      "eval_steps_per_second": 9.593,
      "step": 2418525
    },
    {
      "epoch": 675.0,
      "grad_norm": 1.1090158224105835,
      "learning_rate": 3.059709320066236e-07,
      "loss": 0.3293,
      "step": 2418530
    },
    {
      "epoch": 675.0,
      "grad_norm": 1.3978744745254517,
      "learning_rate": 3.0595757411251325e-07,
      "loss": 0.3409,
      "step": 2418540
    },
    {
      "epoch": 675.01,
      "grad_norm": 3.8520874977111816,
      "learning_rate": 3.0594421648963305e-07,
      "loss": 0.341,
      "step": 2418550
    },
    {
      "epoch": 675.01,
      "grad_norm": 1.2437801361083984,
      "learning_rate": 3.059308591379854e-07,
      "loss": 0.3503,
      "step": 2418560
    },
    {
      "epoch": 675.01,
      "grad_norm": 1.3373079299926758,
      "learning_rate": 3.059175020575718e-07,
      "loss": 0.3249,
      "step": 2418570
    },
    {
      "epoch": 675.02,
      "grad_norm": 1.2493791580200195,
      "learning_rate": 3.059041452483946e-07,
      "loss": 0.326,
      "step": 2418580
    },
    {
      "epoch": 675.02,
      "grad_norm": 1.1783809661865234,
      "learning_rate": 3.058907887104554e-07,
      "loss": 0.3377,
      "step": 2418590
    },
    {
      "epoch": 675.02,
      "grad_norm": 1.3363566398620605,
      "learning_rate": 3.0587743244375546e-07,
      "loss": 0.3383,
      "step": 2418600
    },
    {
      "epoch": 675.02,
      "grad_norm": 1.2829959392547607,
      "learning_rate": 3.058640764482972e-07,
      "loss": 0.3199,
      "step": 2418610
    },
    {
      "epoch": 675.03,
      "grad_norm": 1.2161810398101807,
      "learning_rate": 3.0585072072408185e-07,
      "loss": 0.3385,
      "step": 2418620
    },
    {
      "epoch": 675.03,
      "grad_norm": 1.2952406406402588,
      "learning_rate": 3.0583736527111197e-07,
      "loss": 0.3204,
      "step": 2418630
    },
    {
      "epoch": 675.03,
      "grad_norm": 1.2189676761627197,
      "learning_rate": 3.0582401008938766e-07,
      "loss": 0.3244,
      "step": 2418640
    },
    {
      "epoch": 675.03,
      "grad_norm": 1.3263018131256104,
      "learning_rate": 3.05810655178913e-07,
      "loss": 0.3285,
      "step": 2418650
    },
    {
      "epoch": 675.04,
      "grad_norm": 1.4643068313598633,
      "learning_rate": 3.057973005396881e-07,
      "loss": 0.3501,
      "step": 2418660
    },
    {
      "epoch": 675.04,
      "grad_norm": 1.2670906782150269,
      "learning_rate": 3.057839461717152e-07,
      "loss": 0.3359,
      "step": 2418670
    },
    {
      "epoch": 675.04,
      "grad_norm": 0.9585443139076233,
      "learning_rate": 3.0577059207499693e-07,
      "loss": 0.3396,
      "step": 2418680
    },
    {
      "epoch": 675.05,
      "grad_norm": 1.2468243837356567,
      "learning_rate": 3.057572382495335e-07,
      "loss": 0.3489,
      "step": 2418690
    },
    {
      "epoch": 675.05,
      "grad_norm": 1.1419092416763306,
      "learning_rate": 3.057438846953274e-07,
      "loss": 0.3468,
      "step": 2418700
    },
    {
      "epoch": 675.05,
      "grad_norm": 1.2768216133117676,
      "learning_rate": 3.057305314123805e-07,
      "loss": 0.3486,
      "step": 2418710
    },
    {
      "epoch": 675.05,
      "grad_norm": 1.1464236974716187,
      "learning_rate": 3.057171784006954e-07,
      "loss": 0.3377,
      "step": 2418720
    },
    {
      "epoch": 675.06,
      "grad_norm": 1.258591651916504,
      "learning_rate": 3.0570382566027213e-07,
      "loss": 0.33,
      "step": 2418730
    },
    {
      "epoch": 675.06,
      "grad_norm": 1.436706304550171,
      "learning_rate": 3.0569047319111366e-07,
      "loss": 0.3605,
      "step": 2418740
    },
    {
      "epoch": 675.06,
      "grad_norm": 1.3462979793548584,
      "learning_rate": 3.056771209932218e-07,
      "loss": 0.3274,
      "step": 2418750
    },
    {
      "epoch": 675.07,
      "grad_norm": 1.2664381265640259,
      "learning_rate": 3.0566376906659676e-07,
      "loss": 0.3408,
      "step": 2418760
    },
    {
      "epoch": 675.07,
      "grad_norm": 1.3118910789489746,
      "learning_rate": 3.056504174112428e-07,
      "loss": 0.3434,
      "step": 2418770
    },
    {
      "epoch": 675.07,
      "grad_norm": 1.1558114290237427,
      "learning_rate": 3.056370660271601e-07,
      "loss": 0.3404,
      "step": 2418780
    },
    {
      "epoch": 675.07,
      "grad_norm": 1.1294900178909302,
      "learning_rate": 3.0562371491435055e-07,
      "loss": 0.3429,
      "step": 2418790
    },
    {
      "epoch": 675.08,
      "grad_norm": 1.3489612340927124,
      "learning_rate": 3.0561036407281613e-07,
      "loss": 0.3568,
      "step": 2418800
    },
    {
      "epoch": 675.08,
      "grad_norm": 1.219065546989441,
      "learning_rate": 3.0559701350255926e-07,
      "loss": 0.3322,
      "step": 2418810
    },
    {
      "epoch": 675.08,
      "grad_norm": 1.165208339691162,
      "learning_rate": 3.0558366320358073e-07,
      "loss": 0.3473,
      "step": 2418820
    },
    {
      "epoch": 675.09,
      "grad_norm": 1.0313591957092285,
      "learning_rate": 3.0557031317588255e-07,
      "loss": 0.3356,
      "step": 2418830
    },
    {
      "epoch": 675.09,
      "grad_norm": 1.2427020072937012,
      "learning_rate": 3.0555696341946717e-07,
      "loss": 0.314,
      "step": 2418840
    },
    {
      "epoch": 675.09,
      "grad_norm": 1.183957576751709,
      "learning_rate": 3.055436139343347e-07,
      "loss": 0.3481,
      "step": 2418850
    },
    {
      "epoch": 675.09,
      "grad_norm": 1.2214281558990479,
      "learning_rate": 3.055302647204892e-07,
      "loss": 0.3214,
      "step": 2418860
    },
    {
      "epoch": 675.1,
      "grad_norm": 1.2048650979995728,
      "learning_rate": 3.055169157779308e-07,
      "loss": 0.3365,
      "step": 2418870
    },
    {
      "epoch": 675.1,
      "grad_norm": 1.083770513534546,
      "learning_rate": 3.05503567106662e-07,
      "loss": 0.3198,
      "step": 2418880
    },
    {
      "epoch": 675.1,
      "grad_norm": 1.3757998943328857,
      "learning_rate": 3.054902187066844e-07,
      "loss": 0.3367,
      "step": 2418890
    },
    {
      "epoch": 675.1,
      "grad_norm": 1.088399052619934,
      "learning_rate": 3.05476870577999e-07,
      "loss": 0.325,
      "step": 2418900
    },
    {
      "epoch": 675.11,
      "grad_norm": 1.1568233966827393,
      "learning_rate": 3.054635227206093e-07,
      "loss": 0.3526,
      "step": 2418910
    },
    {
      "epoch": 675.11,
      "grad_norm": 1.3968651294708252,
      "learning_rate": 3.0545017513451563e-07,
      "loss": 0.3283,
      "step": 2418920
    },
    {
      "epoch": 675.11,
      "grad_norm": 1.3507171869277954,
      "learning_rate": 3.0543682781972004e-07,
      "loss": 0.3256,
      "step": 2418930
    },
    {
      "epoch": 675.12,
      "grad_norm": 1.2558926343917847,
      "learning_rate": 3.054234807762246e-07,
      "loss": 0.3349,
      "step": 2418940
    },
    {
      "epoch": 675.12,
      "grad_norm": 1.0930917263031006,
      "learning_rate": 3.0541013400403144e-07,
      "loss": 0.366,
      "step": 2418950
    },
    {
      "epoch": 675.12,
      "grad_norm": 1.3349456787109375,
      "learning_rate": 3.0539678750314155e-07,
      "loss": 0.343,
      "step": 2418960
    },
    {
      "epoch": 675.12,
      "grad_norm": 2.3986663818359375,
      "learning_rate": 3.053834412735568e-07,
      "loss": 0.3378,
      "step": 2418970
    },
    {
      "epoch": 675.13,
      "grad_norm": 1.1837491989135742,
      "learning_rate": 3.053700953152797e-07,
      "loss": 0.3314,
      "step": 2418980
    },
    {
      "epoch": 675.13,
      "grad_norm": 1.1772961616516113,
      "learning_rate": 3.0535674962831066e-07,
      "loss": 0.3253,
      "step": 2418990
    },
    {
      "epoch": 675.13,
      "grad_norm": 1.2485206127166748,
      "learning_rate": 3.053434042126532e-07,
      "loss": 0.3404,
      "step": 2419000
    },
    {
      "epoch": 675.14,
      "grad_norm": 1.0287930965423584,
      "learning_rate": 3.0533005906830786e-07,
      "loss": 0.3482,
      "step": 2419010
    },
    {
      "epoch": 675.14,
      "grad_norm": 1.390674352645874,
      "learning_rate": 3.053167141952765e-07,
      "loss": 0.3224,
      "step": 2419020
    },
    {
      "epoch": 675.14,
      "grad_norm": 1.2176513671875,
      "learning_rate": 3.0530336959356147e-07,
      "loss": 0.3409,
      "step": 2419030
    },
    {
      "epoch": 675.14,
      "grad_norm": 1.1314398050308228,
      "learning_rate": 3.0529002526316455e-07,
      "loss": 0.3293,
      "step": 2419040
    },
    {
      "epoch": 675.15,
      "grad_norm": 1.1823620796203613,
      "learning_rate": 3.0527668120408673e-07,
      "loss": 0.334,
      "step": 2419050
    },
    {
      "epoch": 675.15,
      "grad_norm": 1.1999878883361816,
      "learning_rate": 3.0526333741633025e-07,
      "loss": 0.3322,
      "step": 2419060
    },
    {
      "epoch": 675.15,
      "grad_norm": 1.2125226259231567,
      "learning_rate": 3.052499938998976e-07,
      "loss": 0.3292,
      "step": 2419070
    },
    {
      "epoch": 675.15,
      "grad_norm": 1.1784576177597046,
      "learning_rate": 3.0523665065478873e-07,
      "loss": 0.3392,
      "step": 2419080
    },
    {
      "epoch": 675.16,
      "grad_norm": 1.3157833814620972,
      "learning_rate": 3.052233076810074e-07,
      "loss": 0.3265,
      "step": 2419090
    },
    {
      "epoch": 675.16,
      "grad_norm": 1.108858585357666,
      "learning_rate": 3.0520996497855413e-07,
      "loss": 0.3158,
      "step": 2419100
    },
    {
      "epoch": 675.16,
      "grad_norm": 1.241689682006836,
      "learning_rate": 3.0519662254743113e-07,
      "loss": 0.3276,
      "step": 2419110
    },
    {
      "epoch": 675.17,
      "grad_norm": 6.716559886932373,
      "learning_rate": 3.0518328038764063e-07,
      "loss": 0.3421,
      "step": 2419120
    },
    {
      "epoch": 675.17,
      "grad_norm": 1.2335203886032104,
      "learning_rate": 3.051699384991836e-07,
      "loss": 0.3263,
      "step": 2419130
    },
    {
      "epoch": 675.17,
      "grad_norm": 1.2120187282562256,
      "learning_rate": 3.051565968820618e-07,
      "loss": 0.3275,
      "step": 2419140
    },
    {
      "epoch": 675.17,
      "grad_norm": 1.2097067832946777,
      "learning_rate": 3.051432555362774e-07,
      "loss": 0.3271,
      "step": 2419150
    },
    {
      "epoch": 675.18,
      "grad_norm": 1.3851550817489624,
      "learning_rate": 3.0512991446183226e-07,
      "loss": 0.3502,
      "step": 2419160
    },
    {
      "epoch": 675.18,
      "grad_norm": 1.2487537860870361,
      "learning_rate": 3.0511657365872787e-07,
      "loss": 0.3194,
      "step": 2419170
    },
    {
      "epoch": 675.18,
      "grad_norm": 1.1338895559310913,
      "learning_rate": 3.051032331269668e-07,
      "loss": 0.3387,
      "step": 2419180
    },
    {
      "epoch": 675.19,
      "grad_norm": 1.153892993927002,
      "learning_rate": 3.0508989286654966e-07,
      "loss": 0.3358,
      "step": 2419190
    },
    {
      "epoch": 675.19,
      "grad_norm": 1.1771390438079834,
      "learning_rate": 3.0507655287747845e-07,
      "loss": 0.3388,
      "step": 2419200
    },
    {
      "epoch": 675.19,
      "grad_norm": 1.209262490272522,
      "learning_rate": 3.050632131597561e-07,
      "loss": 0.3314,
      "step": 2419210
    },
    {
      "epoch": 675.19,
      "grad_norm": 1.1233670711517334,
      "learning_rate": 3.050498737133823e-07,
      "loss": 0.3333,
      "step": 2419220
    },
    {
      "epoch": 675.2,
      "grad_norm": 1.3021445274353027,
      "learning_rate": 3.0503653453836123e-07,
      "loss": 0.3154,
      "step": 2419230
    },
    {
      "epoch": 675.2,
      "grad_norm": 1.164121389389038,
      "learning_rate": 3.0502319563469265e-07,
      "loss": 0.3461,
      "step": 2419240
    },
    {
      "epoch": 675.2,
      "grad_norm": 1.2220125198364258,
      "learning_rate": 3.050098570023794e-07,
      "loss": 0.3477,
      "step": 2419250
    },
    {
      "epoch": 675.21,
      "grad_norm": 1.1309385299682617,
      "learning_rate": 3.0499651864142355e-07,
      "loss": 0.3473,
      "step": 2419260
    },
    {
      "epoch": 675.21,
      "grad_norm": 1.215701937675476,
      "learning_rate": 3.049831805518256e-07,
      "loss": 0.3439,
      "step": 2419270
    },
    {
      "epoch": 675.21,
      "grad_norm": 1.6554898023605347,
      "learning_rate": 3.0496984273358826e-07,
      "loss": 0.3282,
      "step": 2419280
    },
    {
      "epoch": 675.21,
      "grad_norm": 1.5032044649124146,
      "learning_rate": 3.0495650518671325e-07,
      "loss": 0.3296,
      "step": 2419290
    },
    {
      "epoch": 675.22,
      "grad_norm": 1.5229103565216064,
      "learning_rate": 3.049431679112024e-07,
      "loss": 0.3271,
      "step": 2419300
    },
    {
      "epoch": 675.22,
      "grad_norm": 1.2459297180175781,
      "learning_rate": 3.0492983090705654e-07,
      "loss": 0.3285,
      "step": 2419310
    },
    {
      "epoch": 675.22,
      "grad_norm": 1.2710301876068115,
      "learning_rate": 3.0491649417427903e-07,
      "loss": 0.3325,
      "step": 2419320
    },
    {
      "epoch": 675.22,
      "grad_norm": 1.049896001815796,
      "learning_rate": 3.049031577128704e-07,
      "loss": 0.341,
      "step": 2419330
    },
    {
      "epoch": 675.23,
      "grad_norm": 1.2103203535079956,
      "learning_rate": 3.048898215228329e-07,
      "loss": 0.3418,
      "step": 2419340
    },
    {
      "epoch": 675.23,
      "grad_norm": 1.0963776111602783,
      "learning_rate": 3.0487648560416877e-07,
      "loss": 0.3436,
      "step": 2419350
    },
    {
      "epoch": 675.23,
      "grad_norm": 1.324662208557129,
      "learning_rate": 3.0486314995687865e-07,
      "loss": 0.3382,
      "step": 2419360
    },
    {
      "epoch": 675.24,
      "grad_norm": 1.166016936302185,
      "learning_rate": 3.0484981458096496e-07,
      "loss": 0.3512,
      "step": 2419370
    },
    {
      "epoch": 675.24,
      "grad_norm": 1.500410795211792,
      "learning_rate": 3.0483647947642925e-07,
      "loss": 0.346,
      "step": 2419380
    },
    {
      "epoch": 675.24,
      "grad_norm": 1.4117133617401123,
      "learning_rate": 3.048231446432744e-07,
      "loss": 0.3363,
      "step": 2419390
    },
    {
      "epoch": 675.24,
      "grad_norm": 1.0994257926940918,
      "learning_rate": 3.048098100815004e-07,
      "loss": 0.3395,
      "step": 2419400
    },
    {
      "epoch": 675.25,
      "grad_norm": 1.1676394939422607,
      "learning_rate": 3.0479647579111003e-07,
      "loss": 0.3483,
      "step": 2419410
    },
    {
      "epoch": 675.25,
      "grad_norm": 1.2485935688018799,
      "learning_rate": 3.0478314177210544e-07,
      "loss": 0.3331,
      "step": 2419420
    },
    {
      "epoch": 675.25,
      "grad_norm": 1.1753767728805542,
      "learning_rate": 3.047698080244869e-07,
      "loss": 0.3269,
      "step": 2419430
    },
    {
      "epoch": 675.26,
      "grad_norm": 1.2675520181655884,
      "learning_rate": 3.0475647454825807e-07,
      "loss": 0.34,
      "step": 2419440
    },
    {
      "epoch": 675.26,
      "grad_norm": 1.2691943645477295,
      "learning_rate": 3.047431413434189e-07,
      "loss": 0.3289,
      "step": 2419450
    },
    {
      "epoch": 675.26,
      "grad_norm": 1.4455546140670776,
      "learning_rate": 3.047298084099731e-07,
      "loss": 0.337,
      "step": 2419460
    },
    {
      "epoch": 675.26,
      "grad_norm": 1.09024178981781,
      "learning_rate": 3.0471647574792106e-07,
      "loss": 0.3344,
      "step": 2419470
    },
    {
      "epoch": 675.27,
      "grad_norm": 1.2326076030731201,
      "learning_rate": 3.047031433572648e-07,
      "loss": 0.3544,
      "step": 2419480
    },
    {
      "epoch": 675.27,
      "grad_norm": 1.1554988622665405,
      "learning_rate": 3.0468981123800695e-07,
      "loss": 0.339,
      "step": 2419490
    },
    {
      "epoch": 675.27,
      "grad_norm": 1.191336750984192,
      "learning_rate": 3.046764793901477e-07,
      "loss": 0.3614,
      "step": 2419500
    },
    {
      "epoch": 675.27,
      "grad_norm": 1.2939726114273071,
      "learning_rate": 3.046631478136901e-07,
      "loss": 0.3288,
      "step": 2419510
    },
    {
      "epoch": 675.28,
      "grad_norm": 1.3729345798492432,
      "learning_rate": 3.046498165086351e-07,
      "loss": 0.3424,
      "step": 2419520
    },
    {
      "epoch": 675.28,
      "grad_norm": 1.1133496761322021,
      "learning_rate": 3.0463648547498576e-07,
      "loss": 0.3454,
      "step": 2419530
    },
    {
      "epoch": 675.28,
      "grad_norm": 1.3210623264312744,
      "learning_rate": 3.046231547127422e-07,
      "loss": 0.3471,
      "step": 2419540
    },
    {
      "epoch": 675.29,
      "grad_norm": 1.207143783569336,
      "learning_rate": 3.0460982422190704e-07,
      "loss": 0.3546,
      "step": 2419550
    },
    {
      "epoch": 675.29,
      "grad_norm": 1.151611566543579,
      "learning_rate": 3.0459649400248266e-07,
      "loss": 0.3385,
      "step": 2419560
    },
    {
      "epoch": 675.29,
      "grad_norm": 1.1784987449645996,
      "learning_rate": 3.0458316405446907e-07,
      "loss": 0.3417,
      "step": 2419570
    },
    {
      "epoch": 675.29,
      "grad_norm": 1.2066200971603394,
      "learning_rate": 3.045698343778701e-07,
      "loss": 0.3481,
      "step": 2419580
    },
    {
      "epoch": 675.3,
      "grad_norm": 1.0952119827270508,
      "learning_rate": 3.0455650497268604e-07,
      "loss": 0.3406,
      "step": 2419590
    },
    {
      "epoch": 675.3,
      "grad_norm": 1.1946254968643188,
      "learning_rate": 3.0454317583891925e-07,
      "loss": 0.338,
      "step": 2419600
    },
    {
      "epoch": 675.3,
      "grad_norm": 1.2326706647872925,
      "learning_rate": 3.045298469765713e-07,
      "loss": 0.3282,
      "step": 2419610
    },
    {
      "epoch": 675.31,
      "grad_norm": 1.1574232578277588,
      "learning_rate": 3.045165183856448e-07,
      "loss": 0.3261,
      "step": 2419620
    },
    {
      "epoch": 675.31,
      "grad_norm": 1.4170761108398438,
      "learning_rate": 3.0450319006614023e-07,
      "loss": 0.3245,
      "step": 2419630
    },
    {
      "epoch": 675.31,
      "grad_norm": 1.3002077341079712,
      "learning_rate": 3.044898620180602e-07,
      "loss": 0.3271,
      "step": 2419640
    },
    {
      "epoch": 675.31,
      "grad_norm": 1.5826778411865234,
      "learning_rate": 3.044765342414065e-07,
      "loss": 0.3153,
      "step": 2419650
    },
    {
      "epoch": 675.32,
      "grad_norm": 1.499191403388977,
      "learning_rate": 3.0446320673617973e-07,
      "loss": 0.3438,
      "step": 2419660
    },
    {
      "epoch": 675.32,
      "grad_norm": 1.1762577295303345,
      "learning_rate": 3.0444987950238354e-07,
      "loss": 0.3297,
      "step": 2419670
    },
    {
      "epoch": 675.32,
      "grad_norm": 1.2268486022949219,
      "learning_rate": 3.0443655254001837e-07,
      "loss": 0.3284,
      "step": 2419680
    },
    {
      "epoch": 675.33,
      "grad_norm": 1.2933272123336792,
      "learning_rate": 3.04423225849086e-07,
      "loss": 0.3212,
      "step": 2419690
    },
    {
      "epoch": 675.33,
      "grad_norm": 1.0606918334960938,
      "learning_rate": 3.044098994295895e-07,
      "loss": 0.3412,
      "step": 2419700
    },
    {
      "epoch": 675.33,
      "grad_norm": 1.1022064685821533,
      "learning_rate": 3.043965732815292e-07,
      "loss": 0.3532,
      "step": 2419710
    },
    {
      "epoch": 675.33,
      "grad_norm": 1.6292113065719604,
      "learning_rate": 3.043832474049072e-07,
      "loss": 0.3492,
      "step": 2419720
    },
    {
      "epoch": 675.34,
      "grad_norm": 1.4127732515335083,
      "learning_rate": 3.043699217997254e-07,
      "loss": 0.3311,
      "step": 2419730
    },
    {
      "epoch": 675.34,
      "grad_norm": 1.2718268632888794,
      "learning_rate": 3.0435659646598585e-07,
      "loss": 0.3389,
      "step": 2419740
    },
    {
      "epoch": 675.34,
      "grad_norm": 1.2441824674606323,
      "learning_rate": 3.0434327140369007e-07,
      "loss": 0.3462,
      "step": 2419750
    },
    {
      "epoch": 675.34,
      "grad_norm": 1.1139289140701294,
      "learning_rate": 3.043299466128405e-07,
      "loss": 0.342,
      "step": 2419760
    },
    {
      "epoch": 675.35,
      "grad_norm": 1.2887030839920044,
      "learning_rate": 3.0431662209343757e-07,
      "loss": 0.3517,
      "step": 2419770
    },
    {
      "epoch": 675.35,
      "grad_norm": 1.226062536239624,
      "learning_rate": 3.0430329784548387e-07,
      "loss": 0.3465,
      "step": 2419780
    },
    {
      "epoch": 675.35,
      "grad_norm": 1.2142330408096313,
      "learning_rate": 3.0428997386898157e-07,
      "loss": 0.3279,
      "step": 2419790
    },
    {
      "epoch": 675.36,
      "grad_norm": 1.161996841430664,
      "learning_rate": 3.042766501639311e-07,
      "loss": 0.3393,
      "step": 2419800
    },
    {
      "epoch": 675.36,
      "grad_norm": 1.2966835498809814,
      "learning_rate": 3.0426332673033594e-07,
      "loss": 0.3363,
      "step": 2419810
    },
    {
      "epoch": 675.36,
      "grad_norm": 1.3151942491531372,
      "learning_rate": 3.042500035681965e-07,
      "loss": 0.3412,
      "step": 2419820
    },
    {
      "epoch": 675.36,
      "grad_norm": 1.2182472944259644,
      "learning_rate": 3.042366806775152e-07,
      "loss": 0.3477,
      "step": 2419830
    },
    {
      "epoch": 675.37,
      "grad_norm": 1.3630942106246948,
      "learning_rate": 3.042233580582941e-07,
      "loss": 0.3444,
      "step": 2419840
    },
    {
      "epoch": 675.37,
      "grad_norm": 1.2771390676498413,
      "learning_rate": 3.04210035710534e-07,
      "loss": 0.3378,
      "step": 2419850
    },
    {
      "epoch": 675.37,
      "grad_norm": 1.5469030141830444,
      "learning_rate": 3.0419671363423717e-07,
      "loss": 0.3309,
      "step": 2419860
    },
    {
      "epoch": 675.38,
      "grad_norm": 1.3018356561660767,
      "learning_rate": 3.041833918294055e-07,
      "loss": 0.3449,
      "step": 2419870
    },
    {
      "epoch": 675.38,
      "grad_norm": 1.169782280921936,
      "learning_rate": 3.0417007029604134e-07,
      "loss": 0.3444,
      "step": 2419880
    },
    {
      "epoch": 675.38,
      "grad_norm": 1.3084086179733276,
      "learning_rate": 3.0415674903414464e-07,
      "loss": 0.3357,
      "step": 2419890
    },
    {
      "epoch": 675.38,
      "grad_norm": 1.3036267757415771,
      "learning_rate": 3.0414342804371957e-07,
      "loss": 0.3334,
      "step": 2419900
    },
    {
      "epoch": 675.39,
      "grad_norm": 1.1476857662200928,
      "learning_rate": 3.041301073247659e-07,
      "loss": 0.3376,
      "step": 2419910
    },
    {
      "epoch": 675.39,
      "grad_norm": 1.506022334098816,
      "learning_rate": 3.041167868772865e-07,
      "loss": 0.3481,
      "step": 2419920
    },
    {
      "epoch": 675.39,
      "grad_norm": 1.3061851263046265,
      "learning_rate": 3.0410346670128314e-07,
      "loss": 0.3271,
      "step": 2419930
    },
    {
      "epoch": 675.39,
      "grad_norm": 1.432032585144043,
      "learning_rate": 3.040901467967567e-07,
      "loss": 0.3359,
      "step": 2419940
    },
    {
      "epoch": 675.4,
      "grad_norm": 1.1815752983093262,
      "learning_rate": 3.0407682716370964e-07,
      "loss": 0.3382,
      "step": 2419950
    },
    {
      "epoch": 675.4,
      "grad_norm": 1.2142667770385742,
      "learning_rate": 3.0406350780214385e-07,
      "loss": 0.3487,
      "step": 2419960
    },
    {
      "epoch": 675.4,
      "grad_norm": 1.3627961874008179,
      "learning_rate": 3.0405018871206123e-07,
      "loss": 0.3455,
      "step": 2419970
    },
    {
      "epoch": 675.41,
      "grad_norm": 1.0503603219985962,
      "learning_rate": 3.0403686989346214e-07,
      "loss": 0.3464,
      "step": 2419980
    },
    {
      "epoch": 675.41,
      "grad_norm": 1.495322346687317,
      "learning_rate": 3.0402355134635035e-07,
      "loss": 0.3267,
      "step": 2419990
    },
    {
      "epoch": 675.41,
      "grad_norm": 1.154996633529663,
      "learning_rate": 3.040102330707264e-07,
      "loss": 0.3411,
      "step": 2420000
    },
    {
      "epoch": 675.41,
      "grad_norm": 1.1715121269226074,
      "learning_rate": 3.039969150665922e-07,
      "loss": 0.3191,
      "step": 2420010
    },
    {
      "epoch": 675.42,
      "grad_norm": 1.235032558441162,
      "learning_rate": 3.039835973339503e-07,
      "loss": 0.3311,
      "step": 2420020
    },
    {
      "epoch": 675.42,
      "grad_norm": 1.2090445756912231,
      "learning_rate": 3.039702798728008e-07,
      "loss": 0.3276,
      "step": 2420030
    },
    {
      "epoch": 675.42,
      "grad_norm": 1.1554254293441772,
      "learning_rate": 3.039569626831477e-07,
      "loss": 0.3246,
      "step": 2420040
    },
    {
      "epoch": 675.43,
      "grad_norm": 1.3491159677505493,
      "learning_rate": 3.039436457649909e-07,
      "loss": 0.3222,
      "step": 2420050
    },
    {
      "epoch": 675.43,
      "grad_norm": 1.1532574892044067,
      "learning_rate": 3.039303291183332e-07,
      "loss": 0.3451,
      "step": 2420060
    },
    {
      "epoch": 675.43,
      "grad_norm": 1.2277374267578125,
      "learning_rate": 3.0391701274317617e-07,
      "loss": 0.3154,
      "step": 2420070
    },
    {
      "epoch": 675.43,
      "grad_norm": 1.171066403388977,
      "learning_rate": 3.039036966395213e-07,
      "loss": 0.3289,
      "step": 2420080
    },
    {
      "epoch": 675.44,
      "grad_norm": 1.4112035036087036,
      "learning_rate": 3.038903808073703e-07,
      "loss": 0.3369,
      "step": 2420090
    },
    {
      "epoch": 675.44,
      "grad_norm": 1.2574480772018433,
      "learning_rate": 3.0387706524672507e-07,
      "loss": 0.3456,
      "step": 2420100
    },
    {
      "epoch": 675.44,
      "grad_norm": 1.6855993270874023,
      "learning_rate": 3.038637499575882e-07,
      "loss": 0.3374,
      "step": 2420110
    },
    {
      "epoch": 675.45,
      "grad_norm": 1.2761459350585938,
      "learning_rate": 3.038504349399596e-07,
      "loss": 0.3404,
      "step": 2420120
    },
    {
      "epoch": 675.45,
      "grad_norm": 1.2050411701202393,
      "learning_rate": 3.0383712019384326e-07,
      "loss": 0.3451,
      "step": 2420130
    },
    {
      "epoch": 675.45,
      "grad_norm": 2.0714612007141113,
      "learning_rate": 3.038238057192394e-07,
      "loss": 0.355,
      "step": 2420140
    },
    {
      "epoch": 675.45,
      "grad_norm": 1.1346192359924316,
      "learning_rate": 3.0381049151615043e-07,
      "loss": 0.3469,
      "step": 2420150
    },
    {
      "epoch": 675.46,
      "grad_norm": 1.118647813796997,
      "learning_rate": 3.0379717758457834e-07,
      "loss": 0.3323,
      "step": 2420160
    },
    {
      "epoch": 675.46,
      "grad_norm": 1.1514946222305298,
      "learning_rate": 3.03783863924524e-07,
      "loss": 0.3486,
      "step": 2420170
    },
    {
      "epoch": 675.46,
      "grad_norm": 1.1468243598937988,
      "learning_rate": 3.037705505359897e-07,
      "loss": 0.3421,
      "step": 2420180
    },
    {
      "epoch": 675.46,
      "grad_norm": 1.2219637632369995,
      "learning_rate": 3.0375723741897696e-07,
      "loss": 0.3317,
      "step": 2420190
    },
    {
      "epoch": 675.47,
      "grad_norm": 1.2471684217453003,
      "learning_rate": 3.037439245734887e-07,
      "loss": 0.33,
      "step": 2420200
    },
    {
      "epoch": 675.47,
      "grad_norm": 1.0624110698699951,
      "learning_rate": 3.037306119995252e-07,
      "loss": 0.3487,
      "step": 2420210
    },
    {
      "epoch": 675.47,
      "grad_norm": 1.1591607332229614,
      "learning_rate": 3.0371729969708876e-07,
      "loss": 0.3398,
      "step": 2420220
    },
    {
      "epoch": 675.48,
      "grad_norm": 1.2050366401672363,
      "learning_rate": 3.0370398766618174e-07,
      "loss": 0.3418,
      "step": 2420230
    },
    {
      "epoch": 675.48,
      "grad_norm": 1.1262999773025513,
      "learning_rate": 3.036906759068044e-07,
      "loss": 0.3349,
      "step": 2420240
    },
    {
      "epoch": 675.48,
      "grad_norm": 1.115334153175354,
      "learning_rate": 3.0367736441896065e-07,
      "loss": 0.3206,
      "step": 2420250
    },
    {
      "epoch": 675.48,
      "grad_norm": 1.1809425354003906,
      "learning_rate": 3.0366405320265045e-07,
      "loss": 0.332,
      "step": 2420260
    },
    {
      "epoch": 675.49,
      "grad_norm": 1.338532567024231,
      "learning_rate": 3.036507422578764e-07,
      "loss": 0.3387,
      "step": 2420270
    },
    {
      "epoch": 675.49,
      "grad_norm": 1.2015570402145386,
      "learning_rate": 3.036374315846401e-07,
      "loss": 0.3359,
      "step": 2420280
    },
    {
      "epoch": 675.49,
      "grad_norm": 1.1946711540222168,
      "learning_rate": 3.036241211829437e-07,
      "loss": 0.3504,
      "step": 2420290
    },
    {
      "epoch": 675.5,
      "grad_norm": 0.9310622811317444,
      "learning_rate": 3.036108110527881e-07,
      "loss": 0.3233,
      "step": 2420300
    },
    {
      "epoch": 675.5,
      "grad_norm": 1.2550339698791504,
      "learning_rate": 3.035975011941757e-07,
      "loss": 0.338,
      "step": 2420310
    },
    {
      "epoch": 675.5,
      "grad_norm": 1.274198293685913,
      "learning_rate": 3.035841916071081e-07,
      "loss": 0.357,
      "step": 2420320
    },
    {
      "epoch": 675.5,
      "grad_norm": 1.1408143043518066,
      "learning_rate": 3.035708822915873e-07,
      "loss": 0.3469,
      "step": 2420330
    },
    {
      "epoch": 675.51,
      "grad_norm": 1.2263375520706177,
      "learning_rate": 3.035575732476152e-07,
      "loss": 0.3434,
      "step": 2420340
    },
    {
      "epoch": 675.51,
      "grad_norm": 1.223075270652771,
      "learning_rate": 3.035442644751928e-07,
      "loss": 0.3335,
      "step": 2420350
    },
    {
      "epoch": 675.51,
      "grad_norm": 1.4384621381759644,
      "learning_rate": 3.035309559743222e-07,
      "loss": 0.3575,
      "step": 2420360
    },
    {
      "epoch": 675.51,
      "grad_norm": 1.3689723014831543,
      "learning_rate": 3.0351764774500597e-07,
      "loss": 0.3314,
      "step": 2420370
    },
    {
      "epoch": 675.52,
      "grad_norm": 1.063814640045166,
      "learning_rate": 3.0350433978724444e-07,
      "loss": 0.3295,
      "step": 2420380
    },
    {
      "epoch": 675.52,
      "grad_norm": 1.458186388015747,
      "learning_rate": 3.034910321010409e-07,
      "loss": 0.3352,
      "step": 2420390
    },
    {
      "epoch": 675.52,
      "grad_norm": 1.1707192659378052,
      "learning_rate": 3.034777246863959e-07,
      "loss": 0.326,
      "step": 2420400
    },
    {
      "epoch": 675.53,
      "grad_norm": 1.7110098600387573,
      "learning_rate": 3.0346441754331163e-07,
      "loss": 0.3345,
      "step": 2420410
    },
    {
      "epoch": 675.53,
      "grad_norm": 1.0669646263122559,
      "learning_rate": 3.0345111067179e-07,
      "loss": 0.3355,
      "step": 2420420
    },
    {
      "epoch": 675.53,
      "grad_norm": 1.1997812986373901,
      "learning_rate": 3.034378040718332e-07,
      "loss": 0.3519,
      "step": 2420430
    },
    {
      "epoch": 675.53,
      "grad_norm": 1.6906737089157104,
      "learning_rate": 3.03424497743442e-07,
      "loss": 0.3322,
      "step": 2420440
    },
    {
      "epoch": 675.54,
      "grad_norm": 1.1632819175720215,
      "learning_rate": 3.034111916866187e-07,
      "loss": 0.3572,
      "step": 2420450
    },
    {
      "epoch": 675.54,
      "grad_norm": 1.245349407196045,
      "learning_rate": 3.0339788590136565e-07,
      "loss": 0.3509,
      "step": 2420460
    },
    {
      "epoch": 675.54,
      "grad_norm": 1.1896731853485107,
      "learning_rate": 3.033845803876829e-07,
      "loss": 0.3408,
      "step": 2420470
    },
    {
      "epoch": 675.55,
      "grad_norm": 1.1891285181045532,
      "learning_rate": 3.033712751455743e-07,
      "loss": 0.3237,
      "step": 2420480
    },
    {
      "epoch": 675.55,
      "grad_norm": 1.1165504455566406,
      "learning_rate": 3.033579701750404e-07,
      "loss": 0.3573,
      "step": 2420490
    },
    {
      "epoch": 675.55,
      "grad_norm": 1.133246660232544,
      "learning_rate": 3.0334466547608296e-07,
      "loss": 0.3225,
      "step": 2420500
    },
    {
      "epoch": 675.55,
      "grad_norm": 1.2486722469329834,
      "learning_rate": 3.0333136104870473e-07,
      "loss": 0.3209,
      "step": 2420510
    },
    {
      "epoch": 675.56,
      "grad_norm": 1.199379801750183,
      "learning_rate": 3.0331805689290606e-07,
      "loss": 0.3293,
      "step": 2420520
    },
    {
      "epoch": 675.56,
      "grad_norm": 1.1999858617782593,
      "learning_rate": 3.0330475300868966e-07,
      "loss": 0.3284,
      "step": 2420530
    },
    {
      "epoch": 675.56,
      "grad_norm": 1.2757225036621094,
      "learning_rate": 3.03291449396057e-07,
      "loss": 0.3422,
      "step": 2420540
    },
    {
      "epoch": 675.57,
      "grad_norm": 1.5717401504516602,
      "learning_rate": 3.032781460550103e-07,
      "loss": 0.3394,
      "step": 2420550
    },
    {
      "epoch": 675.57,
      "grad_norm": 1.6270214319229126,
      "learning_rate": 3.032648429855502e-07,
      "loss": 0.3351,
      "step": 2420560
    },
    {
      "epoch": 675.57,
      "grad_norm": 1.192028284072876,
      "learning_rate": 3.032515401876802e-07,
      "loss": 0.3472,
      "step": 2420570
    },
    {
      "epoch": 675.57,
      "grad_norm": 1.2138365507125854,
      "learning_rate": 3.0323823766140045e-07,
      "loss": 0.326,
      "step": 2420580
    },
    {
      "epoch": 675.58,
      "grad_norm": 1.1154910326004028,
      "learning_rate": 3.032249354067134e-07,
      "loss": 0.343,
      "step": 2420590
    },
    {
      "epoch": 675.58,
      "grad_norm": 10.244916915893555,
      "learning_rate": 3.0321163342362126e-07,
      "loss": 0.3481,
      "step": 2420600
    },
    {
      "epoch": 675.58,
      "grad_norm": 1.2366447448730469,
      "learning_rate": 3.031983317121244e-07,
      "loss": 0.3363,
      "step": 2420610
    },
    {
      "epoch": 675.58,
      "grad_norm": 1.287604570388794,
      "learning_rate": 3.0318503027222646e-07,
      "loss": 0.3416,
      "step": 2420620
    },
    {
      "epoch": 675.59,
      "grad_norm": 1.2421005964279175,
      "learning_rate": 3.031717291039279e-07,
      "loss": 0.3394,
      "step": 2420630
    },
    {
      "epoch": 675.59,
      "grad_norm": 1.1976600885391235,
      "learning_rate": 3.0315842820723083e-07,
      "loss": 0.3301,
      "step": 2420640
    },
    {
      "epoch": 675.59,
      "grad_norm": 1.2926162481307983,
      "learning_rate": 3.0314512758213733e-07,
      "loss": 0.3385,
      "step": 2420650
    },
    {
      "epoch": 675.6,
      "grad_norm": 1.2248200178146362,
      "learning_rate": 3.031318272286487e-07,
      "loss": 0.338,
      "step": 2420660
    },
    {
      "epoch": 675.6,
      "grad_norm": 1.6700321435928345,
      "learning_rate": 3.031185271467668e-07,
      "loss": 0.3307,
      "step": 2420670
    },
    {
      "epoch": 675.6,
      "grad_norm": 1.4486428499221802,
      "learning_rate": 3.031052273364934e-07,
      "loss": 0.3527,
      "step": 2420680
    },
    {
      "epoch": 675.6,
      "grad_norm": 1.3272464275360107,
      "learning_rate": 3.0309192779783113e-07,
      "loss": 0.3321,
      "step": 2420690
    },
    {
      "epoch": 675.61,
      "grad_norm": 1.2535226345062256,
      "learning_rate": 3.030786285307797e-07,
      "loss": 0.3412,
      "step": 2420700
    },
    {
      "epoch": 675.61,
      "grad_norm": 1.2227699756622314,
      "learning_rate": 3.0306532953534327e-07,
      "loss": 0.331,
      "step": 2420710
    },
    {
      "epoch": 675.61,
      "grad_norm": 1.131238579750061,
      "learning_rate": 3.0305203081152216e-07,
      "loss": 0.3314,
      "step": 2420720
    },
    {
      "epoch": 675.62,
      "grad_norm": 1.1996536254882812,
      "learning_rate": 3.030387323593184e-07,
      "loss": 0.3444,
      "step": 2420730
    },
    {
      "epoch": 675.62,
      "grad_norm": 1.3150156736373901,
      "learning_rate": 3.030254341787343e-07,
      "loss": 0.3248,
      "step": 2420740
    },
    {
      "epoch": 675.62,
      "grad_norm": 1.3649877309799194,
      "learning_rate": 3.03012136269771e-07,
      "loss": 0.3356,
      "step": 2420750
    },
    {
      "epoch": 675.62,
      "grad_norm": 1.0814149379730225,
      "learning_rate": 3.029988386324303e-07,
      "loss": 0.3583,
      "step": 2420760
    },
    {
      "epoch": 675.63,
      "grad_norm": 1.2908461093902588,
      "learning_rate": 3.0298554126671396e-07,
      "loss": 0.3318,
      "step": 2420770
    },
    {
      "epoch": 675.63,
      "grad_norm": 1.2540851831436157,
      "learning_rate": 3.029722441726246e-07,
      "loss": 0.3433,
      "step": 2420780
    },
    {
      "epoch": 675.63,
      "grad_norm": 1.172192096710205,
      "learning_rate": 3.0295894735016273e-07,
      "loss": 0.3325,
      "step": 2420790
    },
    {
      "epoch": 675.63,
      "grad_norm": 1.1603705883026123,
      "learning_rate": 3.0294565079933074e-07,
      "loss": 0.3346,
      "step": 2420800
    },
    {
      "epoch": 675.64,
      "grad_norm": 1.4353513717651367,
      "learning_rate": 3.0293235452013095e-07,
      "loss": 0.3378,
      "step": 2420810
    },
    {
      "epoch": 675.64,
      "grad_norm": 1.5228970050811768,
      "learning_rate": 3.0291905851256334e-07,
      "loss": 0.3445,
      "step": 2420820
    },
    {
      "epoch": 675.64,
      "grad_norm": 1.3481292724609375,
      "learning_rate": 3.029057627766321e-07,
      "loss": 0.3414,
      "step": 2420830
    },
    {
      "epoch": 675.65,
      "grad_norm": 1.3605419397354126,
      "learning_rate": 3.0289246731233724e-07,
      "loss": 0.3415,
      "step": 2420840
    },
    {
      "epoch": 675.65,
      "grad_norm": 1.2004516124725342,
      "learning_rate": 3.028791721196811e-07,
      "loss": 0.3283,
      "step": 2420850
    },
    {
      "epoch": 675.65,
      "grad_norm": 1.2428563833236694,
      "learning_rate": 3.0286587719866516e-07,
      "loss": 0.3285,
      "step": 2420860
    },
    {
      "epoch": 675.65,
      "grad_norm": 1.1778409481048584,
      "learning_rate": 3.028525825492921e-07,
      "loss": 0.3382,
      "step": 2420870
    },
    {
      "epoch": 675.66,
      "grad_norm": 1.251485824584961,
      "learning_rate": 3.028392881715627e-07,
      "loss": 0.3439,
      "step": 2420880
    },
    {
      "epoch": 675.66,
      "grad_norm": 1.2954906225204468,
      "learning_rate": 3.0282599406547903e-07,
      "loss": 0.3565,
      "step": 2420890
    },
    {
      "epoch": 675.66,
      "grad_norm": 1.3473796844482422,
      "learning_rate": 3.0281270023104263e-07,
      "loss": 0.3415,
      "step": 2420900
    },
    {
      "epoch": 675.67,
      "grad_norm": 1.4026044607162476,
      "learning_rate": 3.0279940666825584e-07,
      "loss": 0.3306,
      "step": 2420910
    },
    {
      "epoch": 675.67,
      "grad_norm": 1.1746498346328735,
      "learning_rate": 3.027861133771205e-07,
      "loss": 0.3371,
      "step": 2420920
    },
    {
      "epoch": 675.67,
      "grad_norm": 1.2188152074813843,
      "learning_rate": 3.0277282035763744e-07,
      "loss": 0.332,
      "step": 2420930
    },
    {
      "epoch": 675.67,
      "grad_norm": 1.0717480182647705,
      "learning_rate": 3.027595276098092e-07,
      "loss": 0.3637,
      "step": 2420940
    },
    {
      "epoch": 675.68,
      "grad_norm": 1.1704405546188354,
      "learning_rate": 3.027462351336374e-07,
      "loss": 0.3288,
      "step": 2420950
    },
    {
      "epoch": 675.68,
      "grad_norm": 4.998817443847656,
      "learning_rate": 3.0273294292912345e-07,
      "loss": 0.3259,
      "step": 2420960
    },
    {
      "epoch": 675.68,
      "grad_norm": 1.3691332340240479,
      "learning_rate": 3.0271965099627015e-07,
      "loss": 0.3461,
      "step": 2420970
    },
    {
      "epoch": 675.69,
      "grad_norm": 1.2637505531311035,
      "learning_rate": 3.027063593350779e-07,
      "loss": 0.3218,
      "step": 2420980
    },
    {
      "epoch": 675.69,
      "grad_norm": 1.313478708267212,
      "learning_rate": 3.026930679455493e-07,
      "loss": 0.3439,
      "step": 2420990
    },
    {
      "epoch": 675.69,
      "grad_norm": 1.221471905708313,
      "learning_rate": 3.026797768276857e-07,
      "loss": 0.3449,
      "step": 2421000
    },
    {
      "epoch": 675.69,
      "grad_norm": 1.1374620199203491,
      "learning_rate": 3.026664859814897e-07,
      "loss": 0.3407,
      "step": 2421010
    },
    {
      "epoch": 675.7,
      "grad_norm": 1.846069097518921,
      "learning_rate": 3.026531954069621e-07,
      "loss": 0.3588,
      "step": 2421020
    },
    {
      "epoch": 675.7,
      "grad_norm": 1.1923304796218872,
      "learning_rate": 3.026399051041049e-07,
      "loss": 0.3464,
      "step": 2421030
    },
    {
      "epoch": 675.7,
      "grad_norm": 1.387418270111084,
      "learning_rate": 3.0262661507292044e-07,
      "loss": 0.3329,
      "step": 2421040
    },
    {
      "epoch": 675.7,
      "grad_norm": 1.1609207391738892,
      "learning_rate": 3.0261332531340936e-07,
      "loss": 0.328,
      "step": 2421050
    },
    {
      "epoch": 675.71,
      "grad_norm": 1.1728702783584595,
      "learning_rate": 3.0260003582557495e-07,
      "loss": 0.349,
      "step": 2421060
    },
    {
      "epoch": 675.71,
      "grad_norm": 1.4079086780548096,
      "learning_rate": 3.025867466094175e-07,
      "loss": 0.3468,
      "step": 2421070
    },
    {
      "epoch": 675.71,
      "grad_norm": 1.12938392162323,
      "learning_rate": 3.025734576649396e-07,
      "loss": 0.3469,
      "step": 2421080
    },
    {
      "epoch": 675.72,
      "grad_norm": 1.6889312267303467,
      "learning_rate": 3.025601689921428e-07,
      "loss": 0.3368,
      "step": 2421090
    },
    {
      "epoch": 675.72,
      "grad_norm": 1.1714963912963867,
      "learning_rate": 3.025468805910295e-07,
      "loss": 0.3388,
      "step": 2421100
    },
    {
      "epoch": 675.72,
      "grad_norm": 1.2453513145446777,
      "learning_rate": 3.025335924616004e-07,
      "loss": 0.3371,
      "step": 2421110
    },
    {
      "epoch": 675.72,
      "grad_norm": 1.2185403108596802,
      "learning_rate": 3.025203046038576e-07,
      "loss": 0.3296,
      "step": 2421120
    },
    {
      "epoch": 675.73,
      "grad_norm": 1.355340838432312,
      "learning_rate": 3.0250701701780374e-07,
      "loss": 0.3444,
      "step": 2421130
    },
    {
      "epoch": 675.73,
      "grad_norm": 1.237925410270691,
      "learning_rate": 3.0249372970343855e-07,
      "loss": 0.336,
      "step": 2421140
    },
    {
      "epoch": 675.73,
      "grad_norm": 1.3093196153640747,
      "learning_rate": 3.0248044266076644e-07,
      "loss": 0.3255,
      "step": 2421150
    },
    {
      "epoch": 675.74,
      "grad_norm": 1.2901678085327148,
      "learning_rate": 3.024671558897872e-07,
      "loss": 0.3362,
      "step": 2421160
    },
    {
      "epoch": 675.74,
      "grad_norm": 18.04170036315918,
      "learning_rate": 3.0245386939050333e-07,
      "loss": 0.3441,
      "step": 2421170
    },
    {
      "epoch": 675.74,
      "grad_norm": 1.165868878364563,
      "learning_rate": 3.0244058316291726e-07,
      "loss": 0.319,
      "step": 2421180
    },
    {
      "epoch": 675.74,
      "grad_norm": 1.4846997261047363,
      "learning_rate": 3.0242729720702865e-07,
      "loss": 0.332,
      "step": 2421190
    },
    {
      "epoch": 675.75,
      "grad_norm": 1.2953161001205444,
      "learning_rate": 3.0241401152284174e-07,
      "loss": 0.3519,
      "step": 2421200
    },
    {
      "epoch": 675.75,
      "grad_norm": 1.501107931137085,
      "learning_rate": 3.024007261103568e-07,
      "loss": 0.3514,
      "step": 2421210
    },
    {
      "epoch": 675.75,
      "grad_norm": 1.2291350364685059,
      "learning_rate": 3.023874409695761e-07,
      "loss": 0.3543,
      "step": 2421220
    },
    {
      "epoch": 675.75,
      "grad_norm": 1.1952019929885864,
      "learning_rate": 3.023741561005012e-07,
      "loss": 0.3194,
      "step": 2421230
    },
    {
      "epoch": 675.76,
      "grad_norm": 1.504806399345398,
      "learning_rate": 3.0236087150313423e-07,
      "loss": 0.3368,
      "step": 2421240
    },
    {
      "epoch": 675.76,
      "grad_norm": 1.1142627000808716,
      "learning_rate": 3.023475871774765e-07,
      "loss": 0.3345,
      "step": 2421250
    },
    {
      "epoch": 675.76,
      "grad_norm": 1.2519007921218872,
      "learning_rate": 3.023343031235301e-07,
      "loss": 0.3405,
      "step": 2421260
    },
    {
      "epoch": 675.77,
      "grad_norm": 1.1939136981964111,
      "learning_rate": 3.0232101934129706e-07,
      "loss": 0.3287,
      "step": 2421270
    },
    {
      "epoch": 675.77,
      "grad_norm": 1.1473668813705444,
      "learning_rate": 3.0230773583077764e-07,
      "loss": 0.3328,
      "step": 2421280
    },
    {
      "epoch": 675.77,
      "grad_norm": 1.1153255701065063,
      "learning_rate": 3.0229445259197575e-07,
      "loss": 0.3381,
      "step": 2421290
    },
    {
      "epoch": 675.77,
      "grad_norm": 1.146536111831665,
      "learning_rate": 3.022811696248917e-07,
      "loss": 0.337,
      "step": 2421300
    },
    {
      "epoch": 675.78,
      "grad_norm": 1.096666693687439,
      "learning_rate": 3.022678869295278e-07,
      "loss": 0.3316,
      "step": 2421310
    },
    {
      "epoch": 675.78,
      "grad_norm": 1.3351939916610718,
      "learning_rate": 3.022546045058861e-07,
      "loss": 0.3349,
      "step": 2421320
    },
    {
      "epoch": 675.78,
      "grad_norm": 1.2655986547470093,
      "learning_rate": 3.0224132235396767e-07,
      "loss": 0.309,
      "step": 2421330
    },
    {
      "epoch": 675.79,
      "grad_norm": 1.1869417428970337,
      "learning_rate": 3.0222804047377434e-07,
      "loss": 0.3455,
      "step": 2421340
    },
    {
      "epoch": 675.79,
      "grad_norm": 1.2686718702316284,
      "learning_rate": 3.0221475886530843e-07,
      "loss": 0.3399,
      "step": 2421350
    },
    {
      "epoch": 675.79,
      "grad_norm": 1.1586394309997559,
      "learning_rate": 3.022014775285718e-07,
      "loss": 0.3357,
      "step": 2421360
    },
    {
      "epoch": 675.79,
      "grad_norm": 1.1612802743911743,
      "learning_rate": 3.0218819646356467e-07,
      "loss": 0.332,
      "step": 2421370
    },
    {
      "epoch": 675.8,
      "grad_norm": 1.5028504133224487,
      "learning_rate": 3.021749156702912e-07,
      "loss": 0.348,
      "step": 2421380
    },
    {
      "epoch": 675.8,
      "grad_norm": 1.2741045951843262,
      "learning_rate": 3.021616351487515e-07,
      "loss": 0.3602,
      "step": 2421390
    },
    {
      "epoch": 675.8,
      "grad_norm": 1.173624038696289,
      "learning_rate": 3.0214835489894744e-07,
      "loss": 0.3358,
      "step": 2421400
    },
    {
      "epoch": 675.81,
      "grad_norm": 1.0519187450408936,
      "learning_rate": 3.021350749208818e-07,
      "loss": 0.3472,
      "step": 2421410
    },
    {
      "epoch": 675.81,
      "grad_norm": 1.1349055767059326,
      "learning_rate": 3.0212179521455525e-07,
      "loss": 0.3404,
      "step": 2421420
    },
    {
      "epoch": 675.81,
      "grad_norm": 1.1851983070373535,
      "learning_rate": 3.021085157799697e-07,
      "loss": 0.3321,
      "step": 2421430
    },
    {
      "epoch": 675.81,
      "grad_norm": 1.0378494262695312,
      "learning_rate": 3.0209523661712747e-07,
      "loss": 0.3328,
      "step": 2421440
    },
    {
      "epoch": 675.82,
      "grad_norm": 1.1816091537475586,
      "learning_rate": 3.0208195772603034e-07,
      "loss": 0.3415,
      "step": 2421450
    },
    {
      "epoch": 675.82,
      "grad_norm": 1.1810650825500488,
      "learning_rate": 3.0206867910667944e-07,
      "loss": 0.3257,
      "step": 2421460
    },
    {
      "epoch": 675.82,
      "grad_norm": 1.1912941932678223,
      "learning_rate": 3.020554007590767e-07,
      "loss": 0.3339,
      "step": 2421470
    },
    {
      "epoch": 675.82,
      "grad_norm": 1.1572023630142212,
      "learning_rate": 3.0204212268322434e-07,
      "loss": 0.3256,
      "step": 2421480
    },
    {
      "epoch": 675.83,
      "grad_norm": 1.126827359199524,
      "learning_rate": 3.020288448791236e-07,
      "loss": 0.3342,
      "step": 2421490
    },
    {
      "epoch": 675.83,
      "grad_norm": 1.4393175840377808,
      "learning_rate": 3.020155673467771e-07,
      "loss": 0.3312,
      "step": 2421500
    },
    {
      "epoch": 675.83,
      "grad_norm": 1.733870267868042,
      "learning_rate": 3.020022900861851e-07,
      "loss": 0.3358,
      "step": 2421510
    },
    {
      "epoch": 675.84,
      "grad_norm": 1.3140219449996948,
      "learning_rate": 3.0198901309735123e-07,
      "loss": 0.3353,
      "step": 2421520
    },
    {
      "epoch": 675.84,
      "grad_norm": 1.2484952211380005,
      "learning_rate": 3.019757363802757e-07,
      "loss": 0.3398,
      "step": 2421530
    },
    {
      "epoch": 675.84,
      "grad_norm": 1.1928308010101318,
      "learning_rate": 3.01962459934961e-07,
      "loss": 0.3511,
      "step": 2421540
    },
    {
      "epoch": 675.84,
      "grad_norm": 1.3312842845916748,
      "learning_rate": 3.0194918376140906e-07,
      "loss": 0.3419,
      "step": 2421550
    },
    {
      "epoch": 675.85,
      "grad_norm": 1.230608582496643,
      "learning_rate": 3.01935907859621e-07,
      "loss": 0.3386,
      "step": 2421560
    },
    {
      "epoch": 675.85,
      "grad_norm": 1.111717700958252,
      "learning_rate": 3.0192263222959914e-07,
      "loss": 0.3387,
      "step": 2421570
    },
    {
      "epoch": 675.85,
      "grad_norm": 1.2456293106079102,
      "learning_rate": 3.0190935687134483e-07,
      "loss": 0.3444,
      "step": 2421580
    },
    {
      "epoch": 675.86,
      "grad_norm": 1.1561442613601685,
      "learning_rate": 3.0189608178486057e-07,
      "loss": 0.3365,
      "step": 2421590
    },
    {
      "epoch": 675.86,
      "grad_norm": 1.355878472328186,
      "learning_rate": 3.018828069701472e-07,
      "loss": 0.3374,
      "step": 2421600
    },
    {
      "epoch": 675.86,
      "grad_norm": 1.0966887474060059,
      "learning_rate": 3.018695324272068e-07,
      "loss": 0.3405,
      "step": 2421610
    },
    {
      "epoch": 675.86,
      "grad_norm": 1.0564829111099243,
      "learning_rate": 3.01856258156042e-07,
      "loss": 0.354,
      "step": 2421620
    },
    {
      "epoch": 675.87,
      "grad_norm": 1.2640734910964966,
      "learning_rate": 3.018429841566525e-07,
      "loss": 0.3465,
      "step": 2421630
    },
    {
      "epoch": 675.87,
      "grad_norm": 1.14043128490448,
      "learning_rate": 3.0182971042904273e-07,
      "loss": 0.3445,
      "step": 2421640
    },
    {
      "epoch": 675.87,
      "grad_norm": 1.3460311889648438,
      "learning_rate": 3.018164369732122e-07,
      "loss": 0.3347,
      "step": 2421650
    },
    {
      "epoch": 675.87,
      "grad_norm": 1.3083230257034302,
      "learning_rate": 3.018031637891639e-07,
      "loss": 0.3535,
      "step": 2421660
    },
    {
      "epoch": 675.88,
      "grad_norm": 1.3350496292114258,
      "learning_rate": 3.017898908768991e-07,
      "loss": 0.3589,
      "step": 2421670
    },
    {
      "epoch": 675.88,
      "grad_norm": 1.457038402557373,
      "learning_rate": 3.017766182364205e-07,
      "loss": 0.3446,
      "step": 2421680
    },
    {
      "epoch": 675.88,
      "grad_norm": 1.0908039808273315,
      "learning_rate": 3.017633458677284e-07,
      "loss": 0.3301,
      "step": 2421690
    },
    {
      "epoch": 675.89,
      "grad_norm": 1.222847819328308,
      "learning_rate": 3.0175007377082514e-07,
      "loss": 0.3351,
      "step": 2421700
    },
    {
      "epoch": 675.89,
      "grad_norm": 1.262939453125,
      "learning_rate": 3.017368019457133e-07,
      "loss": 0.345,
      "step": 2421710
    },
    {
      "epoch": 675.89,
      "grad_norm": 1.1990628242492676,
      "learning_rate": 3.017235303923929e-07,
      "loss": 0.3416,
      "step": 2421720
    },
    {
      "epoch": 675.89,
      "grad_norm": 1.3831790685653687,
      "learning_rate": 3.017102591108679e-07,
      "loss": 0.336,
      "step": 2421730
    },
    {
      "epoch": 675.9,
      "grad_norm": 1.2162598371505737,
      "learning_rate": 3.016969881011385e-07,
      "loss": 0.3319,
      "step": 2421740
    },
    {
      "epoch": 675.9,
      "grad_norm": 1.3744959831237793,
      "learning_rate": 3.0168371736320674e-07,
      "loss": 0.3177,
      "step": 2421750
    },
    {
      "epoch": 675.9,
      "grad_norm": 1.097057819366455,
      "learning_rate": 3.016704468970753e-07,
      "loss": 0.3461,
      "step": 2421760
    },
    {
      "epoch": 675.91,
      "grad_norm": 1.1964744329452515,
      "learning_rate": 3.016571767027439e-07,
      "loss": 0.3457,
      "step": 2421770
    },
    {
      "epoch": 675.91,
      "grad_norm": 1.0516780614852905,
      "learning_rate": 3.0164390678021663e-07,
      "loss": 0.3255,
      "step": 2421780
    },
    {
      "epoch": 675.91,
      "grad_norm": 1.281562089920044,
      "learning_rate": 3.016306371294939e-07,
      "loss": 0.3405,
      "step": 2421790
    },
    {
      "epoch": 675.91,
      "grad_norm": 1.244753122329712,
      "learning_rate": 3.016173677505779e-07,
      "loss": 0.3424,
      "step": 2421800
    },
    {
      "epoch": 675.92,
      "grad_norm": 1.359822392463684,
      "learning_rate": 3.0160409864347006e-07,
      "loss": 0.3396,
      "step": 2421810
    },
    {
      "epoch": 675.92,
      "grad_norm": 1.036158561706543,
      "learning_rate": 3.015908298081731e-07,
      "loss": 0.3251,
      "step": 2421820
    },
    {
      "epoch": 675.92,
      "grad_norm": 1.278590440750122,
      "learning_rate": 3.015775612446874e-07,
      "loss": 0.3285,
      "step": 2421830
    },
    {
      "epoch": 675.93,
      "grad_norm": 0.9907125234603882,
      "learning_rate": 3.015642929530156e-07,
      "loss": 0.3296,
      "step": 2421840
    },
    {
      "epoch": 675.93,
      "grad_norm": 1.091354489326477,
      "learning_rate": 3.015510249331596e-07,
      "loss": 0.3223,
      "step": 2421850
    },
    {
      "epoch": 675.93,
      "grad_norm": 1.2761282920837402,
      "learning_rate": 3.0153775718512e-07,
      "loss": 0.3478,
      "step": 2421860
    },
    {
      "epoch": 675.93,
      "grad_norm": 1.255709171295166,
      "learning_rate": 3.015244897089003e-07,
      "loss": 0.3343,
      "step": 2421870
    },
    {
      "epoch": 675.94,
      "grad_norm": 1.2757184505462646,
      "learning_rate": 3.0151122250450086e-07,
      "loss": 0.3394,
      "step": 2421880
    },
    {
      "epoch": 675.94,
      "grad_norm": 1.3487272262573242,
      "learning_rate": 3.014979555719239e-07,
      "loss": 0.335,
      "step": 2421890
    },
    {
      "epoch": 675.94,
      "grad_norm": 1.2950348854064941,
      "learning_rate": 3.014846889111714e-07,
      "loss": 0.3285,
      "step": 2421900
    },
    {
      "epoch": 675.94,
      "grad_norm": 1.1578073501586914,
      "learning_rate": 3.014714225222454e-07,
      "loss": 0.3108,
      "step": 2421910
    },
    {
      "epoch": 675.95,
      "grad_norm": 1.554730772972107,
      "learning_rate": 3.014581564051468e-07,
      "loss": 0.3254,
      "step": 2421920
    },
    {
      "epoch": 675.95,
      "grad_norm": 1.3685040473937988,
      "learning_rate": 3.0144489055987764e-07,
      "loss": 0.3424,
      "step": 2421930
    },
    {
      "epoch": 675.95,
      "grad_norm": 1.2054721117019653,
      "learning_rate": 3.014316249864405e-07,
      "loss": 0.3382,
      "step": 2421940
    },
    {
      "epoch": 675.96,
      "grad_norm": 1.2541042566299438,
      "learning_rate": 3.0141835968483544e-07,
      "loss": 0.3315,
      "step": 2421950
    },
    {
      "epoch": 675.96,
      "grad_norm": 1.1646270751953125,
      "learning_rate": 3.014050946550663e-07,
      "loss": 0.3522,
      "step": 2421960
    },
    {
      "epoch": 675.96,
      "grad_norm": 1.189540147781372,
      "learning_rate": 3.0139182989713335e-07,
      "loss": 0.3473,
      "step": 2421970
    },
    {
      "epoch": 675.96,
      "grad_norm": 1.1031060218811035,
      "learning_rate": 3.0137856541103867e-07,
      "loss": 0.3386,
      "step": 2421980
    },
    {
      "epoch": 675.97,
      "grad_norm": 1.092238187789917,
      "learning_rate": 3.013653011967849e-07,
      "loss": 0.3271,
      "step": 2421990
    },
    {
      "epoch": 675.97,
      "grad_norm": 1.1490024328231812,
      "learning_rate": 3.0135203725437253e-07,
      "loss": 0.3365,
      "step": 2422000
    },
    {
      "epoch": 675.97,
      "grad_norm": 1.0335859060287476,
      "learning_rate": 3.013387735838036e-07,
      "loss": 0.3361,
      "step": 2422010
    },
    {
      "epoch": 675.98,
      "grad_norm": 1.4755815267562866,
      "learning_rate": 3.0132551018508054e-07,
      "loss": 0.326,
      "step": 2422020
    },
    {
      "epoch": 675.98,
      "grad_norm": 1.7957382202148438,
      "learning_rate": 3.0131224705820513e-07,
      "loss": 0.3369,
      "step": 2422030
    },
    {
      "epoch": 675.98,
      "grad_norm": 1.142326831817627,
      "learning_rate": 3.0129898420317763e-07,
      "loss": 0.337,
      "step": 2422040
    },
    {
      "epoch": 675.98,
      "grad_norm": 1.234829068183899,
      "learning_rate": 3.012857216200019e-07,
      "loss": 0.3381,
      "step": 2422050
    },
    {
      "epoch": 675.99,
      "grad_norm": 1.0522199869155884,
      "learning_rate": 3.012724593086783e-07,
      "loss": 0.3365,
      "step": 2422060
    },
    {
      "epoch": 675.99,
      "grad_norm": 1.1121615171432495,
      "learning_rate": 3.012591972692091e-07,
      "loss": 0.3195,
      "step": 2422070
    },
    {
      "epoch": 675.99,
      "grad_norm": 1.2016838788986206,
      "learning_rate": 3.012459355015964e-07,
      "loss": 0.3262,
      "step": 2422080
    },
    {
      "epoch": 675.99,
      "grad_norm": 1.141327977180481,
      "learning_rate": 3.012326740058407e-07,
      "loss": 0.3301,
      "step": 2422090
    },
    {
      "epoch": 676.0,
      "grad_norm": 1.3583413362503052,
      "learning_rate": 3.012194127819454e-07,
      "loss": 0.3489,
      "step": 2422100
    },
    {
      "epoch": 676.0,
      "eval_loss": 0.337533563375473,
      "eval_runtime": 68.1892,
      "eval_samples_per_second": 74.191,
      "eval_steps_per_second": 9.283,
      "step": 2422108
    },
    {
      "epoch": 676.0,
      "grad_norm": 1.153515100479126,
      "learning_rate": 3.0120615182991097e-07,
      "loss": 0.3393,
      "step": 2422110
    },
    {
      "epoch": 676.0,
      "grad_norm": 1.071862816810608,
      "learning_rate": 3.011928911497399e-07,
      "loss": 0.3406,
      "step": 2422120
    },
    {
      "epoch": 676.01,
      "grad_norm": 1.3240801095962524,
      "learning_rate": 3.0117963074143407e-07,
      "loss": 0.3313,
      "step": 2422130
    },
    {
      "epoch": 676.01,
      "grad_norm": 1.044456124305725,
      "learning_rate": 3.0116637060499445e-07,
      "loss": 0.3385,
      "step": 2422140
    },
    {
      "epoch": 676.01,
      "grad_norm": 1.45747971534729,
      "learning_rate": 3.0115311074042324e-07,
      "loss": 0.3282,
      "step": 2422150
    },
    {
      "epoch": 676.01,
      "grad_norm": 1.2673636674880981,
      "learning_rate": 3.0113985114772233e-07,
      "loss": 0.353,
      "step": 2422160
    },
    {
      "epoch": 676.02,
      "grad_norm": 1.2255938053131104,
      "learning_rate": 3.011265918268938e-07,
      "loss": 0.3414,
      "step": 2422170
    },
    {
      "epoch": 676.02,
      "grad_norm": 1.0387736558914185,
      "learning_rate": 3.011133327779379e-07,
      "loss": 0.3205,
      "step": 2422180
    },
    {
      "epoch": 676.02,
      "grad_norm": 2.030471086502075,
      "learning_rate": 3.0110007400085854e-07,
      "loss": 0.3259,
      "step": 2422190
    },
    {
      "epoch": 676.03,
      "grad_norm": 1.0528956651687622,
      "learning_rate": 3.010868154956562e-07,
      "loss": 0.347,
      "step": 2422200
    },
    {
      "epoch": 676.03,
      "grad_norm": 1.3748282194137573,
      "learning_rate": 3.010735572623325e-07,
      "loss": 0.328,
      "step": 2422210
    },
    {
      "epoch": 676.03,
      "grad_norm": 1.163511037826538,
      "learning_rate": 3.010602993008905e-07,
      "loss": 0.3388,
      "step": 2422220
    },
    {
      "epoch": 676.03,
      "grad_norm": 1.0678069591522217,
      "learning_rate": 3.010470416113303e-07,
      "loss": 0.3225,
      "step": 2422230
    },
    {
      "epoch": 676.04,
      "grad_norm": 1.2319209575653076,
      "learning_rate": 3.010337841936544e-07,
      "loss": 0.3535,
      "step": 2422240
    },
    {
      "epoch": 676.04,
      "grad_norm": 1.198197603225708,
      "learning_rate": 3.0102052704786465e-07,
      "loss": 0.3333,
      "step": 2422250
    },
    {
      "epoch": 676.04,
      "grad_norm": 1.3240735530853271,
      "learning_rate": 3.010072701739631e-07,
      "loss": 0.3396,
      "step": 2422260
    },
    {
      "epoch": 676.05,
      "grad_norm": 1.2620503902435303,
      "learning_rate": 3.009940135719509e-07,
      "loss": 0.3489,
      "step": 2422270
    },
    {
      "epoch": 676.05,
      "grad_norm": 1.0819438695907593,
      "learning_rate": 3.0098075724183006e-07,
      "loss": 0.3304,
      "step": 2422280
    },
    {
      "epoch": 676.05,
      "grad_norm": 1.2221530675888062,
      "learning_rate": 3.0096750118360293e-07,
      "loss": 0.338,
      "step": 2422290
    },
    {
      "epoch": 676.05,
      "grad_norm": 1.3780930042266846,
      "learning_rate": 3.0095424539726946e-07,
      "loss": 0.3672,
      "step": 2422300
    },
    {
      "epoch": 676.06,
      "grad_norm": 1.103964924812317,
      "learning_rate": 3.009409898828336e-07,
      "loss": 0.3386,
      "step": 2422310
    },
    {
      "epoch": 676.06,
      "grad_norm": 1.1785838603973389,
      "learning_rate": 3.0092773464029594e-07,
      "loss": 0.3421,
      "step": 2422320
    },
    {
      "epoch": 676.06,
      "grad_norm": 1.2182319164276123,
      "learning_rate": 3.0091447966965843e-07,
      "loss": 0.3432,
      "step": 2422330
    },
    {
      "epoch": 676.06,
      "grad_norm": 2.073338031768799,
      "learning_rate": 3.00901224970923e-07,
      "loss": 0.3434,
      "step": 2422340
    },
    {
      "epoch": 676.07,
      "grad_norm": 1.2798200845718384,
      "learning_rate": 3.008879705440911e-07,
      "loss": 0.3387,
      "step": 2422350
    },
    {
      "epoch": 676.07,
      "grad_norm": 1.3743059635162354,
      "learning_rate": 3.008747163891652e-07,
      "loss": 0.3522,
      "step": 2422360
    },
    {
      "epoch": 676.07,
      "grad_norm": 1.528775930404663,
      "learning_rate": 3.0086146250614593e-07,
      "loss": 0.3386,
      "step": 2422370
    },
    {
      "epoch": 676.08,
      "grad_norm": 1.2890552282333374,
      "learning_rate": 3.0084820889503606e-07,
      "loss": 0.3469,
      "step": 2422380
    },
    {
      "epoch": 676.08,
      "grad_norm": 1.1396491527557373,
      "learning_rate": 3.008349555558368e-07,
      "loss": 0.3526,
      "step": 2422390
    },
    {
      "epoch": 676.08,
      "grad_norm": 1.3095881938934326,
      "learning_rate": 3.0082170248855044e-07,
      "loss": 0.3415,
      "step": 2422400
    },
    {
      "epoch": 676.08,
      "grad_norm": 1.0762642621994019,
      "learning_rate": 3.0080844969317787e-07,
      "loss": 0.3307,
      "step": 2422410
    },
    {
      "epoch": 676.09,
      "grad_norm": 1.126434326171875,
      "learning_rate": 3.007951971697216e-07,
      "loss": 0.3242,
      "step": 2422420
    },
    {
      "epoch": 676.09,
      "grad_norm": 1.374866247177124,
      "learning_rate": 3.007819449181836e-07,
      "loss": 0.3366,
      "step": 2422430
    },
    {
      "epoch": 676.09,
      "grad_norm": 1.3385266065597534,
      "learning_rate": 3.007686929385642e-07,
      "loss": 0.3401,
      "step": 2422440
    },
    {
      "epoch": 676.1,
      "grad_norm": 1.1222838163375854,
      "learning_rate": 3.007554412308671e-07,
      "loss": 0.3349,
      "step": 2422450
    },
    {
      "epoch": 676.1,
      "grad_norm": 1.2203619480133057,
      "learning_rate": 3.0074218979509265e-07,
      "loss": 0.3098,
      "step": 2422460
    },
    {
      "epoch": 676.1,
      "grad_norm": 1.4704315662384033,
      "learning_rate": 3.0072893863124313e-07,
      "loss": 0.3373,
      "step": 2422470
    },
    {
      "epoch": 676.1,
      "grad_norm": 1.1361355781555176,
      "learning_rate": 3.0071568773932035e-07,
      "loss": 0.3262,
      "step": 2422480
    },
    {
      "epoch": 676.11,
      "grad_norm": 1.2263768911361694,
      "learning_rate": 3.007024371193264e-07,
      "loss": 0.3288,
      "step": 2422490
    },
    {
      "epoch": 676.11,
      "grad_norm": 1.0993645191192627,
      "learning_rate": 3.00689186771262e-07,
      "loss": 0.3429,
      "step": 2422500
    },
    {
      "epoch": 676.11,
      "grad_norm": 1.1689797639846802,
      "learning_rate": 3.006759366951299e-07,
      "loss": 0.3457,
      "step": 2422510
    },
    {
      "epoch": 676.11,
      "grad_norm": 1.2483363151550293,
      "learning_rate": 3.0066268689093186e-07,
      "loss": 0.3428,
      "step": 2422520
    },
    {
      "epoch": 676.12,
      "grad_norm": 4.297776222229004,
      "learning_rate": 3.0064943735866806e-07,
      "loss": 0.3429,
      "step": 2422530
    },
    {
      "epoch": 676.12,
      "grad_norm": 1.2519505023956299,
      "learning_rate": 3.0063618809834276e-07,
      "loss": 0.3359,
      "step": 2422540
    },
    {
      "epoch": 676.12,
      "grad_norm": 1.1587766408920288,
      "learning_rate": 3.0062293910995586e-07,
      "loss": 0.3489,
      "step": 2422550
    },
    {
      "epoch": 676.13,
      "grad_norm": 1.310259461402893,
      "learning_rate": 3.0060969039350983e-07,
      "loss": 0.3397,
      "step": 2422560
    },
    {
      "epoch": 676.13,
      "grad_norm": 1.3406809568405151,
      "learning_rate": 3.0059644194900665e-07,
      "loss": 0.3539,
      "step": 2422570
    },
    {
      "epoch": 676.13,
      "grad_norm": 1.258458137512207,
      "learning_rate": 3.005831937764474e-07,
      "loss": 0.3459,
      "step": 2422580
    },
    {
      "epoch": 676.13,
      "grad_norm": 1.1254549026489258,
      "learning_rate": 3.005699458758344e-07,
      "loss": 0.354,
      "step": 2422590
    },
    {
      "epoch": 676.14,
      "grad_norm": 1.1723123788833618,
      "learning_rate": 3.00556698247169e-07,
      "loss": 0.3181,
      "step": 2422600
    },
    {
      "epoch": 676.14,
      "grad_norm": 1.3195552825927734,
      "learning_rate": 3.005434508904535e-07,
      "loss": 0.3366,
      "step": 2422610
    },
    {
      "epoch": 676.14,
      "grad_norm": 1.2320317029953003,
      "learning_rate": 3.005302038056887e-07,
      "loss": 0.3333,
      "step": 2422620
    },
    {
      "epoch": 676.15,
      "grad_norm": 1.1192665100097656,
      "learning_rate": 3.0051695699287795e-07,
      "loss": 0.3273,
      "step": 2422630
    },
    {
      "epoch": 676.15,
      "grad_norm": 1.265784502029419,
      "learning_rate": 3.005037104520213e-07,
      "loss": 0.3377,
      "step": 2422640
    },
    {
      "epoch": 676.15,
      "grad_norm": 1.3405570983886719,
      "learning_rate": 3.0049046418312154e-07,
      "loss": 0.3273,
      "step": 2422650
    },
    {
      "epoch": 676.15,
      "grad_norm": 1.2029225826263428,
      "learning_rate": 3.004772181861806e-07,
      "loss": 0.33,
      "step": 2422660
    },
    {
      "epoch": 676.16,
      "grad_norm": 1.3988540172576904,
      "learning_rate": 3.004639724611989e-07,
      "loss": 0.3447,
      "step": 2422670
    },
    {
      "epoch": 676.16,
      "grad_norm": 1.040984034538269,
      "learning_rate": 3.004507270081801e-07,
      "loss": 0.3267,
      "step": 2422680
    },
    {
      "epoch": 676.16,
      "grad_norm": 1.4328985214233398,
      "learning_rate": 3.0043748182712426e-07,
      "loss": 0.3528,
      "step": 2422690
    },
    {
      "epoch": 676.17,
      "grad_norm": 1.2890980243682861,
      "learning_rate": 3.004242369180342e-07,
      "loss": 0.3495,
      "step": 2422700
    },
    {
      "epoch": 676.17,
      "grad_norm": 1.2019356489181519,
      "learning_rate": 3.0041099228091173e-07,
      "loss": 0.3426,
      "step": 2422710
    },
    {
      "epoch": 676.17,
      "grad_norm": 1.2589086294174194,
      "learning_rate": 3.0039774791575765e-07,
      "loss": 0.3294,
      "step": 2422720
    },
    {
      "epoch": 676.17,
      "grad_norm": 1.118862509727478,
      "learning_rate": 3.003845038225743e-07,
      "loss": 0.3276,
      "step": 2422730
    },
    {
      "epoch": 676.18,
      "grad_norm": 1.2782962322235107,
      "learning_rate": 3.003712600013638e-07,
      "loss": 0.3356,
      "step": 2422740
    },
    {
      "epoch": 676.18,
      "grad_norm": 1.3909705877304077,
      "learning_rate": 3.0035801645212763e-07,
      "loss": 0.3351,
      "step": 2422750
    },
    {
      "epoch": 676.18,
      "grad_norm": 3.314598321914673,
      "learning_rate": 3.0034477317486683e-07,
      "loss": 0.3415,
      "step": 2422760
    },
    {
      "epoch": 676.18,
      "grad_norm": 1.3453104496002197,
      "learning_rate": 3.003315301695846e-07,
      "loss": 0.3467,
      "step": 2422770
    },
    {
      "epoch": 676.19,
      "grad_norm": 1.261425495147705,
      "learning_rate": 3.003182874362815e-07,
      "loss": 0.341,
      "step": 2422780
    },
    {
      "epoch": 676.19,
      "grad_norm": 1.1514967679977417,
      "learning_rate": 3.003050449749597e-07,
      "loss": 0.3269,
      "step": 2422790
    },
    {
      "epoch": 676.19,
      "grad_norm": 1.0990667343139648,
      "learning_rate": 3.002918027856214e-07,
      "loss": 0.3389,
      "step": 2422800
    },
    {
      "epoch": 676.2,
      "grad_norm": 1.231730580329895,
      "learning_rate": 3.002785608682676e-07,
      "loss": 0.3329,
      "step": 2422810
    },
    {
      "epoch": 676.2,
      "grad_norm": 1.2347368001937866,
      "learning_rate": 3.002653192229004e-07,
      "loss": 0.3299,
      "step": 2422820
    },
    {
      "epoch": 676.2,
      "grad_norm": 1.3426713943481445,
      "learning_rate": 3.002520778495214e-07,
      "loss": 0.3452,
      "step": 2422830
    },
    {
      "epoch": 676.2,
      "grad_norm": 1.2054768800735474,
      "learning_rate": 3.002388367481332e-07,
      "loss": 0.3324,
      "step": 2422840
    },
    {
      "epoch": 676.21,
      "grad_norm": 1.3952990770339966,
      "learning_rate": 3.002255959187359e-07,
      "loss": 0.3324,
      "step": 2422850
    },
    {
      "epoch": 676.21,
      "grad_norm": 1.211562991142273,
      "learning_rate": 3.0021235536133306e-07,
      "loss": 0.3348,
      "step": 2422860
    },
    {
      "epoch": 676.21,
      "grad_norm": 1.032016396522522,
      "learning_rate": 3.0019911507592546e-07,
      "loss": 0.3262,
      "step": 2422870
    },
    {
      "epoch": 676.22,
      "grad_norm": 1.4225174188613892,
      "learning_rate": 3.001858750625148e-07,
      "loss": 0.3524,
      "step": 2422880
    },
    {
      "epoch": 676.22,
      "grad_norm": 1.0085303783416748,
      "learning_rate": 3.001726353211035e-07,
      "loss": 0.3277,
      "step": 2422890
    },
    {
      "epoch": 676.22,
      "grad_norm": 1.0580674409866333,
      "learning_rate": 3.0015939585169267e-07,
      "loss": 0.3324,
      "step": 2422900
    },
    {
      "epoch": 676.22,
      "grad_norm": 1.4483433961868286,
      "learning_rate": 3.0014615665428396e-07,
      "loss": 0.3421,
      "step": 2422910
    },
    {
      "epoch": 676.23,
      "grad_norm": 1.225121259689331,
      "learning_rate": 3.0013291772887987e-07,
      "loss": 0.34,
      "step": 2422920
    },
    {
      "epoch": 676.23,
      "grad_norm": 1.4892112016677856,
      "learning_rate": 3.0011967907548156e-07,
      "loss": 0.3316,
      "step": 2422930
    },
    {
      "epoch": 676.23,
      "grad_norm": 1.0843112468719482,
      "learning_rate": 3.001064406940915e-07,
      "loss": 0.3332,
      "step": 2422940
    },
    {
      "epoch": 676.23,
      "grad_norm": 1.2353533506393433,
      "learning_rate": 3.000932025847104e-07,
      "loss": 0.3221,
      "step": 2422950
    },
    {
      "epoch": 676.24,
      "grad_norm": 1.1775047779083252,
      "learning_rate": 3.0007996474734066e-07,
      "loss": 0.337,
      "step": 2422960
    },
    {
      "epoch": 676.24,
      "grad_norm": 1.1627118587493896,
      "learning_rate": 3.00066727181984e-07,
      "loss": 0.3484,
      "step": 2422970
    },
    {
      "epoch": 676.24,
      "grad_norm": 1.183176040649414,
      "learning_rate": 3.000534898886426e-07,
      "loss": 0.3402,
      "step": 2422980
    },
    {
      "epoch": 676.25,
      "grad_norm": 1.1877957582473755,
      "learning_rate": 3.000402528673167e-07,
      "loss": 0.3578,
      "step": 2422990
    },
    {
      "epoch": 676.25,
      "grad_norm": 1.7705464363098145,
      "learning_rate": 3.000270161180101e-07,
      "loss": 0.3375,
      "step": 2423000
    },
    {
      "epoch": 676.25,
      "grad_norm": 1.352566123008728,
      "learning_rate": 3.0001377964072324e-07,
      "loss": 0.3303,
      "step": 2423010
    },
    {
      "epoch": 676.25,
      "grad_norm": 1.0249799489974976,
      "learning_rate": 3.000005434354583e-07,
      "loss": 0.3389,
      "step": 2423020
    },
    {
      "epoch": 676.26,
      "grad_norm": 1.266912817955017,
      "learning_rate": 2.999873075022172e-07,
      "loss": 0.3387,
      "step": 2423030
    },
    {
      "epoch": 676.26,
      "grad_norm": 1.1615983247756958,
      "learning_rate": 2.9997407184100123e-07,
      "loss": 0.354,
      "step": 2423040
    },
    {
      "epoch": 676.26,
      "grad_norm": 0.9719446897506714,
      "learning_rate": 2.999608364518122e-07,
      "loss": 0.33,
      "step": 2423050
    },
    {
      "epoch": 676.27,
      "grad_norm": 1.0909496545791626,
      "learning_rate": 2.9994760133465214e-07,
      "loss": 0.3451,
      "step": 2423060
    },
    {
      "epoch": 676.27,
      "grad_norm": 1.1724382638931274,
      "learning_rate": 2.9993436648952323e-07,
      "loss": 0.3404,
      "step": 2423070
    },
    {
      "epoch": 676.27,
      "grad_norm": 1.1883187294006348,
      "learning_rate": 2.9992113191642615e-07,
      "loss": 0.3328,
      "step": 2423080
    },
    {
      "epoch": 676.27,
      "grad_norm": 1.3443251848220825,
      "learning_rate": 2.999078976153633e-07,
      "loss": 0.3442,
      "step": 2423090
    },
    {
      "epoch": 676.28,
      "grad_norm": 1.3156161308288574,
      "learning_rate": 2.99894663586337e-07,
      "loss": 0.3415,
      "step": 2423100
    },
    {
      "epoch": 676.28,
      "grad_norm": 1.2256728410720825,
      "learning_rate": 2.998814298293473e-07,
      "loss": 0.3382,
      "step": 2423110
    },
    {
      "epoch": 676.28,
      "grad_norm": 1.3024336099624634,
      "learning_rate": 2.99868196344398e-07,
      "loss": 0.3533,
      "step": 2423120
    },
    {
      "epoch": 676.29,
      "grad_norm": 1.202942967414856,
      "learning_rate": 2.9985496313148946e-07,
      "loss": 0.3317,
      "step": 2423130
    },
    {
      "epoch": 676.29,
      "grad_norm": 1.3273417949676514,
      "learning_rate": 2.99841730190624e-07,
      "loss": 0.3519,
      "step": 2423140
    },
    {
      "epoch": 676.29,
      "grad_norm": 2.7883927822113037,
      "learning_rate": 2.998284975218034e-07,
      "loss": 0.336,
      "step": 2423150
    },
    {
      "epoch": 676.29,
      "grad_norm": 1.4096364974975586,
      "learning_rate": 2.998152651250295e-07,
      "loss": 0.3362,
      "step": 2423160
    },
    {
      "epoch": 676.3,
      "grad_norm": 1.1517488956451416,
      "learning_rate": 2.9980203300030365e-07,
      "loss": 0.346,
      "step": 2423170
    },
    {
      "epoch": 676.3,
      "grad_norm": 1.214134693145752,
      "learning_rate": 2.997888011476276e-07,
      "loss": 0.3457,
      "step": 2423180
    },
    {
      "epoch": 676.3,
      "grad_norm": 1.1456481218338013,
      "learning_rate": 2.99775569567004e-07,
      "loss": 0.3482,
      "step": 2423190
    },
    {
      "epoch": 676.3,
      "grad_norm": 1.2663630247116089,
      "learning_rate": 2.997623382584328e-07,
      "loss": 0.3421,
      "step": 2423200
    },
    {
      "epoch": 676.31,
      "grad_norm": 1.3604217767715454,
      "learning_rate": 2.99749107221918e-07,
      "loss": 0.3352,
      "step": 2423210
    },
    {
      "epoch": 676.31,
      "grad_norm": 1.173736333847046,
      "learning_rate": 2.9973587645746e-07,
      "loss": 0.3391,
      "step": 2423220
    },
    {
      "epoch": 676.31,
      "grad_norm": 1.0618022680282593,
      "learning_rate": 2.997226459650604e-07,
      "loss": 0.3463,
      "step": 2423230
    },
    {
      "epoch": 676.32,
      "grad_norm": 1.609817624092102,
      "learning_rate": 2.9970941574472214e-07,
      "loss": 0.3284,
      "step": 2423240
    },
    {
      "epoch": 676.32,
      "grad_norm": 1.2552891969680786,
      "learning_rate": 2.996961857964454e-07,
      "loss": 0.3348,
      "step": 2423250
    },
    {
      "epoch": 676.32,
      "grad_norm": 1.3355246782302856,
      "learning_rate": 2.9968295612023354e-07,
      "loss": 0.3441,
      "step": 2423260
    },
    {
      "epoch": 676.32,
      "grad_norm": 1.077383041381836,
      "learning_rate": 2.9966972671608715e-07,
      "loss": 0.3483,
      "step": 2423270
    },
    {
      "epoch": 676.33,
      "grad_norm": 1.1888519525527954,
      "learning_rate": 2.9965649758400833e-07,
      "loss": 0.3389,
      "step": 2423280
    },
    {
      "epoch": 676.33,
      "grad_norm": 1.5022975206375122,
      "learning_rate": 2.996432687239991e-07,
      "loss": 0.3234,
      "step": 2423290
    },
    {
      "epoch": 676.33,
      "grad_norm": 1.3218369483947754,
      "learning_rate": 2.9963004013606126e-07,
      "loss": 0.3327,
      "step": 2423300
    },
    {
      "epoch": 676.34,
      "grad_norm": 1.1048256158828735,
      "learning_rate": 2.996168118201959e-07,
      "loss": 0.3271,
      "step": 2423310
    },
    {
      "epoch": 676.34,
      "grad_norm": 1.3245118856430054,
      "learning_rate": 2.996035837764053e-07,
      "loss": 0.3348,
      "step": 2423320
    },
    {
      "epoch": 676.34,
      "grad_norm": 1.1484625339508057,
      "learning_rate": 2.995903560046917e-07,
      "loss": 0.3317,
      "step": 2423330
    },
    {
      "epoch": 676.34,
      "grad_norm": 1.8493385314941406,
      "learning_rate": 2.995771285050552e-07,
      "loss": 0.3332,
      "step": 2423340
    },
    {
      "epoch": 676.35,
      "grad_norm": 1.3282556533813477,
      "learning_rate": 2.995639012774997e-07,
      "loss": 0.3194,
      "step": 2423350
    },
    {
      "epoch": 676.35,
      "grad_norm": 1.2541767358779907,
      "learning_rate": 2.9955067432202564e-07,
      "loss": 0.3333,
      "step": 2423360
    },
    {
      "epoch": 676.35,
      "grad_norm": 1.3426073789596558,
      "learning_rate": 2.995374476386346e-07,
      "loss": 0.3496,
      "step": 2423370
    },
    {
      "epoch": 676.36,
      "grad_norm": 1.2487914562225342,
      "learning_rate": 2.9952422122732965e-07,
      "loss": 0.3325,
      "step": 2423380
    },
    {
      "epoch": 676.36,
      "grad_norm": 1.212174654006958,
      "learning_rate": 2.9951099508811114e-07,
      "loss": 0.3337,
      "step": 2423390
    },
    {
      "epoch": 676.36,
      "grad_norm": 1.35134756565094,
      "learning_rate": 2.9949776922098153e-07,
      "loss": 0.3355,
      "step": 2423400
    },
    {
      "epoch": 676.36,
      "grad_norm": 1.2496607303619385,
      "learning_rate": 2.994845436259421e-07,
      "loss": 0.3402,
      "step": 2423410
    },
    {
      "epoch": 676.37,
      "grad_norm": 1.2491703033447266,
      "learning_rate": 2.994713183029957e-07,
      "loss": 0.3487,
      "step": 2423420
    },
    {
      "epoch": 676.37,
      "grad_norm": 1.2215029001235962,
      "learning_rate": 2.994580932521423e-07,
      "loss": 0.3427,
      "step": 2423430
    },
    {
      "epoch": 676.37,
      "grad_norm": 1.2946006059646606,
      "learning_rate": 2.994448684733858e-07,
      "loss": 0.3468,
      "step": 2423440
    },
    {
      "epoch": 676.37,
      "grad_norm": 1.1125304698944092,
      "learning_rate": 2.994316439667263e-07,
      "loss": 0.3447,
      "step": 2423450
    },
    {
      "epoch": 676.38,
      "grad_norm": 1.3503270149230957,
      "learning_rate": 2.994184197321663e-07,
      "loss": 0.3373,
      "step": 2423460
    },
    {
      "epoch": 676.38,
      "grad_norm": 1.1027426719665527,
      "learning_rate": 2.994051957697076e-07,
      "loss": 0.336,
      "step": 2423470
    },
    {
      "epoch": 676.38,
      "grad_norm": 1.4786337614059448,
      "learning_rate": 2.9939197207935136e-07,
      "loss": 0.3417,
      "step": 2423480
    },
    {
      "epoch": 676.39,
      "grad_norm": 1.1233580112457275,
      "learning_rate": 2.9937874866109983e-07,
      "loss": 0.3272,
      "step": 2423490
    },
    {
      "epoch": 676.39,
      "grad_norm": 1.1916539669036865,
      "learning_rate": 2.9936552551495456e-07,
      "loss": 0.3499,
      "step": 2423500
    },
    {
      "epoch": 676.39,
      "grad_norm": 1.458022952079773,
      "learning_rate": 2.9935230264091746e-07,
      "loss": 0.3466,
      "step": 2423510
    },
    {
      "epoch": 676.39,
      "grad_norm": 1.2103331089019775,
      "learning_rate": 2.9933908003899054e-07,
      "loss": 0.3422,
      "step": 2423520
    },
    {
      "epoch": 676.4,
      "grad_norm": 1.2370970249176025,
      "learning_rate": 2.9932585770917513e-07,
      "loss": 0.3426,
      "step": 2423530
    },
    {
      "epoch": 676.4,
      "grad_norm": 1.758772611618042,
      "learning_rate": 2.9931263565147276e-07,
      "loss": 0.3326,
      "step": 2423540
    },
    {
      "epoch": 676.4,
      "grad_norm": 1.1491488218307495,
      "learning_rate": 2.992994138658858e-07,
      "loss": 0.3385,
      "step": 2423550
    },
    {
      "epoch": 676.41,
      "grad_norm": 1.297160029411316,
      "learning_rate": 2.9928619235241635e-07,
      "loss": 0.3283,
      "step": 2423560
    },
    {
      "epoch": 676.41,
      "grad_norm": 1.318999171257019,
      "learning_rate": 2.9927297111106437e-07,
      "loss": 0.3188,
      "step": 2423570
    },
    {
      "epoch": 676.41,
      "grad_norm": 1.467170000076294,
      "learning_rate": 2.99259750141834e-07,
      "loss": 0.3315,
      "step": 2423580
    },
    {
      "epoch": 676.41,
      "grad_norm": 1.3965994119644165,
      "learning_rate": 2.992465294447253e-07,
      "loss": 0.3194,
      "step": 2423590
    },
    {
      "epoch": 676.42,
      "grad_norm": 1.215128779411316,
      "learning_rate": 2.9923330901974063e-07,
      "loss": 0.3409,
      "step": 2423600
    },
    {
      "epoch": 676.42,
      "grad_norm": 1.4541090726852417,
      "learning_rate": 2.99220088866882e-07,
      "loss": 0.3295,
      "step": 2423610
    },
    {
      "epoch": 676.42,
      "grad_norm": 1.2163538932800293,
      "learning_rate": 2.992068689861505e-07,
      "loss": 0.3258,
      "step": 2423620
    },
    {
      "epoch": 676.42,
      "grad_norm": 1.2436782121658325,
      "learning_rate": 2.991936493775482e-07,
      "loss": 0.3392,
      "step": 2423630
    },
    {
      "epoch": 676.43,
      "grad_norm": 1.429807424545288,
      "learning_rate": 2.991804300410769e-07,
      "loss": 0.3492,
      "step": 2423640
    },
    {
      "epoch": 676.43,
      "grad_norm": 1.1869122982025146,
      "learning_rate": 2.9916721097673893e-07,
      "loss": 0.3405,
      "step": 2423650
    },
    {
      "epoch": 676.43,
      "grad_norm": 1.0705139636993408,
      "learning_rate": 2.9915399218453487e-07,
      "loss": 0.3302,
      "step": 2423660
    },
    {
      "epoch": 676.44,
      "grad_norm": 1.201611876487732,
      "learning_rate": 2.991407736644673e-07,
      "loss": 0.3467,
      "step": 2423670
    },
    {
      "epoch": 676.44,
      "grad_norm": 1.074974536895752,
      "learning_rate": 2.9912755541653796e-07,
      "loss": 0.3304,
      "step": 2423680
    },
    {
      "epoch": 676.44,
      "grad_norm": 1.2272472381591797,
      "learning_rate": 2.9911433744074776e-07,
      "loss": 0.3421,
      "step": 2423690
    },
    {
      "epoch": 676.44,
      "grad_norm": 1.418147087097168,
      "learning_rate": 2.9910111973710004e-07,
      "loss": 0.3295,
      "step": 2423700
    },
    {
      "epoch": 676.45,
      "grad_norm": 1.4015141725540161,
      "learning_rate": 2.99087902305595e-07,
      "loss": 0.3338,
      "step": 2423710
    },
    {
      "epoch": 676.45,
      "grad_norm": 1.2037444114685059,
      "learning_rate": 2.990746851462351e-07,
      "loss": 0.3273,
      "step": 2423720
    },
    {
      "epoch": 676.45,
      "grad_norm": 1.1937767267227173,
      "learning_rate": 2.99061468259022e-07,
      "loss": 0.3475,
      "step": 2423730
    },
    {
      "epoch": 676.46,
      "grad_norm": 1.2951931953430176,
      "learning_rate": 2.990482516439582e-07,
      "loss": 0.3387,
      "step": 2423740
    },
    {
      "epoch": 676.46,
      "grad_norm": 1.1359093189239502,
      "learning_rate": 2.990350353010441e-07,
      "loss": 0.3448,
      "step": 2423750
    },
    {
      "epoch": 676.46,
      "grad_norm": 1.2752771377563477,
      "learning_rate": 2.9902181923028213e-07,
      "loss": 0.3399,
      "step": 2423760
    },
    {
      "epoch": 676.46,
      "grad_norm": 1.3196277618408203,
      "learning_rate": 2.9900860343167456e-07,
      "loss": 0.3283,
      "step": 2423770
    },
    {
      "epoch": 676.47,
      "grad_norm": 1.1947323083877563,
      "learning_rate": 2.989953879052214e-07,
      "loss": 0.3392,
      "step": 2423780
    },
    {
      "epoch": 676.47,
      "grad_norm": 1.3992968797683716,
      "learning_rate": 2.989821726509269e-07,
      "loss": 0.3332,
      "step": 2423790
    },
    {
      "epoch": 676.47,
      "grad_norm": 1.1984542608261108,
      "learning_rate": 2.98968957668791e-07,
      "loss": 0.339,
      "step": 2423800
    },
    {
      "epoch": 676.48,
      "grad_norm": 1.1805311441421509,
      "learning_rate": 2.9895574295881603e-07,
      "loss": 0.3503,
      "step": 2423810
    },
    {
      "epoch": 676.48,
      "grad_norm": 1.3619107007980347,
      "learning_rate": 2.989425285210038e-07,
      "loss": 0.347,
      "step": 2423820
    },
    {
      "epoch": 676.48,
      "grad_norm": 1.1207408905029297,
      "learning_rate": 2.989293143553559e-07,
      "loss": 0.3378,
      "step": 2423830
    },
    {
      "epoch": 676.48,
      "grad_norm": 1.161740779876709,
      "learning_rate": 2.9891610046187465e-07,
      "loss": 0.3431,
      "step": 2423840
    },
    {
      "epoch": 676.49,
      "grad_norm": 1.3766387701034546,
      "learning_rate": 2.9890288684056114e-07,
      "loss": 0.3455,
      "step": 2423850
    },
    {
      "epoch": 676.49,
      "grad_norm": 1.964490532875061,
      "learning_rate": 2.988896734914169e-07,
      "loss": 0.3391,
      "step": 2423860
    },
    {
      "epoch": 676.49,
      "grad_norm": 1.2356741428375244,
      "learning_rate": 2.988764604144445e-07,
      "loss": 0.3283,
      "step": 2423870
    },
    {
      "epoch": 676.49,
      "grad_norm": 1.107051134109497,
      "learning_rate": 2.988632476096455e-07,
      "loss": 0.3365,
      "step": 2423880
    },
    {
      "epoch": 676.5,
      "grad_norm": 1.1893450021743774,
      "learning_rate": 2.9885003507702126e-07,
      "loss": 0.3258,
      "step": 2423890
    },
    {
      "epoch": 676.5,
      "grad_norm": 1.2965234518051147,
      "learning_rate": 2.988368228165736e-07,
      "loss": 0.3215,
      "step": 2423900
    },
    {
      "epoch": 676.5,
      "grad_norm": 1.2750252485275269,
      "learning_rate": 2.988236108283051e-07,
      "loss": 0.3428,
      "step": 2423910
    },
    {
      "epoch": 676.51,
      "grad_norm": 1.5471582412719727,
      "learning_rate": 2.988103991122157e-07,
      "loss": 0.3341,
      "step": 2423920
    },
    {
      "epoch": 676.51,
      "grad_norm": 1.1436811685562134,
      "learning_rate": 2.987971876683094e-07,
      "loss": 0.3277,
      "step": 2423930
    },
    {
      "epoch": 676.51,
      "grad_norm": 1.265486240386963,
      "learning_rate": 2.9878397649658636e-07,
      "loss": 0.3407,
      "step": 2423940
    },
    {
      "epoch": 676.51,
      "grad_norm": 1.3497191667556763,
      "learning_rate": 2.987707655970488e-07,
      "loss": 0.3349,
      "step": 2423950
    },
    {
      "epoch": 676.52,
      "grad_norm": 1.4075596332550049,
      "learning_rate": 2.9875755496969865e-07,
      "loss": 0.329,
      "step": 2423960
    },
    {
      "epoch": 676.52,
      "grad_norm": 1.4925161600112915,
      "learning_rate": 2.9874434461453783e-07,
      "loss": 0.3314,
      "step": 2423970
    },
    {
      "epoch": 676.52,
      "grad_norm": 1.0677738189697266,
      "learning_rate": 2.987311345315676e-07,
      "loss": 0.3417,
      "step": 2423980
    },
    {
      "epoch": 676.53,
      "grad_norm": 1.1275537014007568,
      "learning_rate": 2.9871792472078984e-07,
      "loss": 0.3394,
      "step": 2423990
    },
    {
      "epoch": 676.53,
      "grad_norm": 1.0378308296203613,
      "learning_rate": 2.987047151822068e-07,
      "loss": 0.3437,
      "step": 2424000
    },
    {
      "epoch": 676.53,
      "grad_norm": 1.4262126684188843,
      "learning_rate": 2.9869150591581884e-07,
      "loss": 0.3432,
      "step": 2424010
    },
    {
      "epoch": 676.53,
      "grad_norm": 1.0940648317337036,
      "learning_rate": 2.9867829692162975e-07,
      "loss": 0.3371,
      "step": 2424020
    },
    {
      "epoch": 676.54,
      "grad_norm": 1.1169847249984741,
      "learning_rate": 2.986650881996399e-07,
      "loss": 0.3446,
      "step": 2424030
    },
    {
      "epoch": 676.54,
      "grad_norm": 1.0111151933670044,
      "learning_rate": 2.986518797498513e-07,
      "loss": 0.3394,
      "step": 2424040
    },
    {
      "epoch": 676.54,
      "grad_norm": 1.2910341024398804,
      "learning_rate": 2.986386715722663e-07,
      "loss": 0.3241,
      "step": 2424050
    },
    {
      "epoch": 676.54,
      "grad_norm": 1.1449874639511108,
      "learning_rate": 2.986254636668857e-07,
      "loss": 0.3351,
      "step": 2424060
    },
    {
      "epoch": 676.55,
      "grad_norm": 1.4216880798339844,
      "learning_rate": 2.9861225603371183e-07,
      "loss": 0.3336,
      "step": 2424070
    },
    {
      "epoch": 676.55,
      "grad_norm": 1.2325190305709839,
      "learning_rate": 2.9859904867274626e-07,
      "loss": 0.3182,
      "step": 2424080
    },
    {
      "epoch": 676.55,
      "grad_norm": 1.1417083740234375,
      "learning_rate": 2.985858415839908e-07,
      "loss": 0.3312,
      "step": 2424090
    },
    {
      "epoch": 676.56,
      "grad_norm": 1.134290099143982,
      "learning_rate": 2.9857263476744735e-07,
      "loss": 0.3436,
      "step": 2424100
    },
    {
      "epoch": 676.56,
      "grad_norm": 1.0827457904815674,
      "learning_rate": 2.9855942822311783e-07,
      "loss": 0.3471,
      "step": 2424110
    },
    {
      "epoch": 676.56,
      "grad_norm": 1.464769959449768,
      "learning_rate": 2.985462219510034e-07,
      "loss": 0.3303,
      "step": 2424120
    },
    {
      "epoch": 676.56,
      "grad_norm": 1.1011285781860352,
      "learning_rate": 2.985330159511062e-07,
      "loss": 0.3275,
      "step": 2424130
    },
    {
      "epoch": 676.57,
      "grad_norm": 1.3073244094848633,
      "learning_rate": 2.985198102234284e-07,
      "loss": 0.3444,
      "step": 2424140
    },
    {
      "epoch": 676.57,
      "grad_norm": 1.3605068922042847,
      "learning_rate": 2.9850660476797037e-07,
      "loss": 0.3304,
      "step": 2424150
    },
    {
      "epoch": 676.57,
      "grad_norm": 1.0304820537567139,
      "learning_rate": 2.984933995847357e-07,
      "loss": 0.3211,
      "step": 2424160
    },
    {
      "epoch": 676.58,
      "grad_norm": 1.1799430847167969,
      "learning_rate": 2.984801946737247e-07,
      "loss": 0.3334,
      "step": 2424170
    },
    {
      "epoch": 676.58,
      "grad_norm": 1.1747088432312012,
      "learning_rate": 2.9846699003493967e-07,
      "loss": 0.3532,
      "step": 2424180
    },
    {
      "epoch": 676.58,
      "grad_norm": 1.277941346168518,
      "learning_rate": 2.98453785668383e-07,
      "loss": 0.3328,
      "step": 2424190
    },
    {
      "epoch": 676.58,
      "grad_norm": 1.263514757156372,
      "learning_rate": 2.984405815740552e-07,
      "loss": 0.3354,
      "step": 2424200
    },
    {
      "epoch": 676.59,
      "grad_norm": 1.213538408279419,
      "learning_rate": 2.984273777519588e-07,
      "loss": 0.3331,
      "step": 2424210
    },
    {
      "epoch": 676.59,
      "grad_norm": 1.333404302597046,
      "learning_rate": 2.984141742020952e-07,
      "loss": 0.3261,
      "step": 2424220
    },
    {
      "epoch": 676.59,
      "grad_norm": 1.290568232536316,
      "learning_rate": 2.98400970924467e-07,
      "loss": 0.3451,
      "step": 2424230
    },
    {
      "epoch": 676.6,
      "grad_norm": 1.211800456047058,
      "learning_rate": 2.983877679190741e-07,
      "loss": 0.3178,
      "step": 2424240
    },
    {
      "epoch": 676.6,
      "grad_norm": 1.3862791061401367,
      "learning_rate": 2.9837456518592075e-07,
      "loss": 0.3379,
      "step": 2424250
    },
    {
      "epoch": 676.6,
      "grad_norm": 1.281773567199707,
      "learning_rate": 2.983613627250066e-07,
      "loss": 0.3462,
      "step": 2424260
    },
    {
      "epoch": 676.6,
      "grad_norm": 1.5929739475250244,
      "learning_rate": 2.9834816053633466e-07,
      "loss": 0.3366,
      "step": 2424270
    },
    {
      "epoch": 676.61,
      "grad_norm": 1.2647807598114014,
      "learning_rate": 2.9833495861990634e-07,
      "loss": 0.3253,
      "step": 2424280
    },
    {
      "epoch": 676.61,
      "grad_norm": 1.204291582107544,
      "learning_rate": 2.9832175697572304e-07,
      "loss": 0.3354,
      "step": 2424290
    },
    {
      "epoch": 676.61,
      "grad_norm": 1.2172991037368774,
      "learning_rate": 2.983085556037868e-07,
      "loss": 0.3353,
      "step": 2424300
    },
    {
      "epoch": 676.61,
      "grad_norm": 1.1537113189697266,
      "learning_rate": 2.982953545040992e-07,
      "loss": 0.3446,
      "step": 2424310
    },
    {
      "epoch": 676.62,
      "grad_norm": 1.459051489830017,
      "learning_rate": 2.9828215367666283e-07,
      "loss": 0.3322,
      "step": 2424320
    },
    {
      "epoch": 676.62,
      "grad_norm": 1.1685386896133423,
      "learning_rate": 2.982689531214785e-07,
      "loss": 0.3358,
      "step": 2424330
    },
    {
      "epoch": 676.62,
      "grad_norm": 1.2465440034866333,
      "learning_rate": 2.982557528385479e-07,
      "loss": 0.334,
      "step": 2424340
    },
    {
      "epoch": 676.63,
      "grad_norm": 1.392285704612732,
      "learning_rate": 2.982425528278736e-07,
      "loss": 0.3523,
      "step": 2424350
    },
    {
      "epoch": 676.63,
      "grad_norm": 1.302703857421875,
      "learning_rate": 2.982293530894562e-07,
      "loss": 0.3457,
      "step": 2424360
    },
    {
      "epoch": 676.63,
      "grad_norm": 1.2053776979446411,
      "learning_rate": 2.982161536232989e-07,
      "loss": 0.3411,
      "step": 2424370
    },
    {
      "epoch": 676.63,
      "grad_norm": 1.1854283809661865,
      "learning_rate": 2.982029544294019e-07,
      "loss": 0.3387,
      "step": 2424380
    },
    {
      "epoch": 676.64,
      "grad_norm": 1.1569609642028809,
      "learning_rate": 2.9818975550776863e-07,
      "loss": 0.3318,
      "step": 2424390
    },
    {
      "epoch": 676.64,
      "grad_norm": 1.4954756498336792,
      "learning_rate": 2.9817655685839964e-07,
      "loss": 0.3456,
      "step": 2424400
    },
    {
      "epoch": 676.64,
      "grad_norm": 1.6362923383712769,
      "learning_rate": 2.9816335848129695e-07,
      "loss": 0.3445,
      "step": 2424410
    },
    {
      "epoch": 676.65,
      "grad_norm": 1.14967679977417,
      "learning_rate": 2.9815016037646295e-07,
      "loss": 0.3231,
      "step": 2424420
    },
    {
      "epoch": 676.65,
      "grad_norm": 1.483963966369629,
      "learning_rate": 2.981369625438981e-07,
      "loss": 0.337,
      "step": 2424430
    },
    {
      "epoch": 676.65,
      "grad_norm": 1.269923448562622,
      "learning_rate": 2.9812376498360533e-07,
      "loss": 0.3478,
      "step": 2424440
    },
    {
      "epoch": 676.65,
      "grad_norm": 1.154257893562317,
      "learning_rate": 2.9811056769558563e-07,
      "loss": 0.3327,
      "step": 2424450
    },
    {
      "epoch": 676.66,
      "grad_norm": 1.173915982246399,
      "learning_rate": 2.980973706798416e-07,
      "loss": 0.3454,
      "step": 2424460
    },
    {
      "epoch": 676.66,
      "grad_norm": 1.2405872344970703,
      "learning_rate": 2.9808417393637404e-07,
      "loss": 0.3284,
      "step": 2424470
    },
    {
      "epoch": 676.66,
      "grad_norm": 1.3193669319152832,
      "learning_rate": 2.980709774651853e-07,
      "loss": 0.3319,
      "step": 2424480
    },
    {
      "epoch": 676.66,
      "grad_norm": 1.2356579303741455,
      "learning_rate": 2.980577812662775e-07,
      "loss": 0.3352,
      "step": 2424490
    },
    {
      "epoch": 676.67,
      "grad_norm": 1.2436943054199219,
      "learning_rate": 2.9804458533965057e-07,
      "loss": 0.3386,
      "step": 2424500
    },
    {
      "epoch": 676.67,
      "grad_norm": 1.1965478658676147,
      "learning_rate": 2.98031389685309e-07,
      "loss": 0.3404,
      "step": 2424510
    },
    {
      "epoch": 676.67,
      "grad_norm": 1.223492980003357,
      "learning_rate": 2.9801819430325244e-07,
      "loss": 0.3384,
      "step": 2424520
    },
    {
      "epoch": 676.68,
      "grad_norm": 1.1459457874298096,
      "learning_rate": 2.9800499919348326e-07,
      "loss": 0.3472,
      "step": 2424530
    },
    {
      "epoch": 676.68,
      "grad_norm": 1.1635856628417969,
      "learning_rate": 2.9799180435600336e-07,
      "loss": 0.3459,
      "step": 2424540
    },
    {
      "epoch": 676.68,
      "grad_norm": 1.1313449144363403,
      "learning_rate": 2.97978609790815e-07,
      "loss": 0.3461,
      "step": 2424550
    },
    {
      "epoch": 676.68,
      "grad_norm": 1.1838576793670654,
      "learning_rate": 2.9796541549791874e-07,
      "loss": 0.3268,
      "step": 2424560
    },
    {
      "epoch": 676.69,
      "grad_norm": 1.1229630708694458,
      "learning_rate": 2.9795222147731715e-07,
      "loss": 0.3281,
      "step": 2424570
    },
    {
      "epoch": 676.69,
      "grad_norm": 1.2309490442276,
      "learning_rate": 2.979390277290123e-07,
      "loss": 0.3476,
      "step": 2424580
    },
    {
      "epoch": 676.69,
      "grad_norm": 1.2600611448287964,
      "learning_rate": 2.9792583425300424e-07,
      "loss": 0.3398,
      "step": 2424590
    },
    {
      "epoch": 676.7,
      "grad_norm": 1.269347906112671,
      "learning_rate": 2.9791264104929716e-07,
      "loss": 0.3354,
      "step": 2424600
    },
    {
      "epoch": 676.7,
      "grad_norm": 1.1583161354064941,
      "learning_rate": 2.9789944811789094e-07,
      "loss": 0.3347,
      "step": 2424610
    },
    {
      "epoch": 676.7,
      "grad_norm": 1.1053929328918457,
      "learning_rate": 2.9788625545878803e-07,
      "loss": 0.3214,
      "step": 2424620
    },
    {
      "epoch": 676.7,
      "grad_norm": 1.0945048332214355,
      "learning_rate": 2.9787306307199044e-07,
      "loss": 0.3261,
      "step": 2424630
    },
    {
      "epoch": 676.71,
      "grad_norm": 1.1177592277526855,
      "learning_rate": 2.9785987095749954e-07,
      "loss": 0.3418,
      "step": 2424640
    },
    {
      "epoch": 676.71,
      "grad_norm": 1.3305151462554932,
      "learning_rate": 2.9784667911531687e-07,
      "loss": 0.3298,
      "step": 2424650
    },
    {
      "epoch": 676.71,
      "grad_norm": 1.1762021780014038,
      "learning_rate": 2.978334875454445e-07,
      "loss": 0.3442,
      "step": 2424660
    },
    {
      "epoch": 676.72,
      "grad_norm": 1.2404156923294067,
      "learning_rate": 2.978202962478842e-07,
      "loss": 0.3495,
      "step": 2424670
    },
    {
      "epoch": 676.72,
      "grad_norm": 1.0406345129013062,
      "learning_rate": 2.9780710522263787e-07,
      "loss": 0.3298,
      "step": 2424680
    },
    {
      "epoch": 676.72,
      "grad_norm": 1.1087615489959717,
      "learning_rate": 2.9779391446970733e-07,
      "loss": 0.3332,
      "step": 2424690
    },
    {
      "epoch": 676.72,
      "grad_norm": 1.4332603216171265,
      "learning_rate": 2.977807239890938e-07,
      "loss": 0.3339,
      "step": 2424700
    },
    {
      "epoch": 676.73,
      "grad_norm": 1.0891162157058716,
      "learning_rate": 2.977675337807992e-07,
      "loss": 0.352,
      "step": 2424710
    },
    {
      "epoch": 676.73,
      "grad_norm": 1.4740068912506104,
      "learning_rate": 2.977543438448261e-07,
      "loss": 0.3317,
      "step": 2424720
    },
    {
      "epoch": 676.73,
      "grad_norm": 1.1485198736190796,
      "learning_rate": 2.9774115418117444e-07,
      "loss": 0.335,
      "step": 2424730
    },
    {
      "epoch": 676.73,
      "grad_norm": 1.2849452495574951,
      "learning_rate": 2.977279647898482e-07,
      "loss": 0.3485,
      "step": 2424740
    },
    {
      "epoch": 676.74,
      "grad_norm": 1.1464314460754395,
      "learning_rate": 2.9771477567084765e-07,
      "loss": 0.3382,
      "step": 2424750
    },
    {
      "epoch": 676.74,
      "grad_norm": 1.304145097732544,
      "learning_rate": 2.9770158682417477e-07,
      "loss": 0.3449,
      "step": 2424760
    },
    {
      "epoch": 676.74,
      "grad_norm": 1.3907139301300049,
      "learning_rate": 2.976883982498315e-07,
      "loss": 0.3387,
      "step": 2424770
    },
    {
      "epoch": 676.75,
      "grad_norm": 1.1387635469436646,
      "learning_rate": 2.9767520994782006e-07,
      "loss": 0.3307,
      "step": 2424780
    },
    {
      "epoch": 676.75,
      "grad_norm": 1.3359146118164062,
      "learning_rate": 2.976620219181413e-07,
      "loss": 0.3249,
      "step": 2424790
    },
    {
      "epoch": 676.75,
      "grad_norm": 1.1617584228515625,
      "learning_rate": 2.976488341607974e-07,
      "loss": 0.3281,
      "step": 2424800
    },
    {
      "epoch": 676.75,
      "grad_norm": 1.2312012910842896,
      "learning_rate": 2.976356466757908e-07,
      "loss": 0.347,
      "step": 2424810
    },
    {
      "epoch": 676.76,
      "grad_norm": 1.3077253103256226,
      "learning_rate": 2.9762245946312126e-07,
      "loss": 0.3222,
      "step": 2424820
    },
    {
      "epoch": 676.76,
      "grad_norm": 1.3218694925308228,
      "learning_rate": 2.97609272522793e-07,
      "loss": 0.3276,
      "step": 2424830
    },
    {
      "epoch": 676.76,
      "grad_norm": 1.222284197807312,
      "learning_rate": 2.97596085854806e-07,
      "loss": 0.3548,
      "step": 2424840
    },
    {
      "epoch": 676.77,
      "grad_norm": 1.092646598815918,
      "learning_rate": 2.9758289945916293e-07,
      "loss": 0.3206,
      "step": 2424850
    },
    {
      "epoch": 676.77,
      "grad_norm": 1.2180631160736084,
      "learning_rate": 2.975697133358655e-07,
      "loss": 0.3356,
      "step": 2424860
    },
    {
      "epoch": 676.77,
      "grad_norm": 1.4440104961395264,
      "learning_rate": 2.975565274849148e-07,
      "loss": 0.3398,
      "step": 2424870
    },
    {
      "epoch": 676.77,
      "grad_norm": 1.2329968214035034,
      "learning_rate": 2.975433419063132e-07,
      "loss": 0.3306,
      "step": 2424880
    },
    {
      "epoch": 676.78,
      "grad_norm": 1.3355562686920166,
      "learning_rate": 2.975301566000619e-07,
      "loss": 0.3558,
      "step": 2424890
    },
    {
      "epoch": 676.78,
      "grad_norm": 1.1894525289535522,
      "learning_rate": 2.9751697156616387e-07,
      "loss": 0.3433,
      "step": 2424900
    },
    {
      "epoch": 676.78,
      "grad_norm": 1.1460578441619873,
      "learning_rate": 2.975037868046188e-07,
      "loss": 0.3282,
      "step": 2424910
    },
    {
      "epoch": 676.78,
      "grad_norm": 1.3888839483261108,
      "learning_rate": 2.9749060231543063e-07,
      "loss": 0.3485,
      "step": 2424920
    },
    {
      "epoch": 676.79,
      "grad_norm": 1.2006968259811401,
      "learning_rate": 2.974774180985996e-07,
      "loss": 0.3545,
      "step": 2424930
    },
    {
      "epoch": 676.79,
      "grad_norm": 1.1692043542861938,
      "learning_rate": 2.974642341541283e-07,
      "loss": 0.3227,
      "step": 2424940
    },
    {
      "epoch": 676.79,
      "grad_norm": 1.1516016721725464,
      "learning_rate": 2.974510504820186e-07,
      "loss": 0.3226,
      "step": 2424950
    },
    {
      "epoch": 676.8,
      "grad_norm": 1.2438081502914429,
      "learning_rate": 2.9743786708227066e-07,
      "loss": 0.3335,
      "step": 2424960
    },
    {
      "epoch": 676.8,
      "grad_norm": 1.2373621463775635,
      "learning_rate": 2.974246839548885e-07,
      "loss": 0.3349,
      "step": 2424970
    },
    {
      "epoch": 676.8,
      "grad_norm": 1.1520766019821167,
      "learning_rate": 2.974115010998723e-07,
      "loss": 0.3438,
      "step": 2424980
    },
    {
      "epoch": 676.8,
      "grad_norm": 1.1257466077804565,
      "learning_rate": 2.973983185172244e-07,
      "loss": 0.3496,
      "step": 2424990
    },
    {
      "epoch": 676.81,
      "grad_norm": 1.169820785522461,
      "learning_rate": 2.973851362069469e-07,
      "loss": 0.3359,
      "step": 2425000
    },
    {
      "epoch": 676.81,
      "grad_norm": 1.2405253648757935,
      "learning_rate": 2.9737195416904063e-07,
      "loss": 0.336,
      "step": 2425010
    },
    {
      "epoch": 676.81,
      "grad_norm": 1.218013882637024,
      "learning_rate": 2.9735877240350786e-07,
      "loss": 0.3374,
      "step": 2425020
    },
    {
      "epoch": 676.82,
      "grad_norm": 1.2861249446868896,
      "learning_rate": 2.9734559091035024e-07,
      "loss": 0.3389,
      "step": 2425030
    },
    {
      "epoch": 676.82,
      "grad_norm": 1.243817925453186,
      "learning_rate": 2.9733240968957024e-07,
      "loss": 0.3352,
      "step": 2425040
    },
    {
      "epoch": 676.82,
      "grad_norm": 1.2811070680618286,
      "learning_rate": 2.97319228741168e-07,
      "loss": 0.3374,
      "step": 2425050
    },
    {
      "epoch": 676.82,
      "grad_norm": 1.394878625869751,
      "learning_rate": 2.97306048065147e-07,
      "loss": 0.3432,
      "step": 2425060
    },
    {
      "epoch": 676.83,
      "grad_norm": 1.07330322265625,
      "learning_rate": 2.972928676615079e-07,
      "loss": 0.3536,
      "step": 2425070
    },
    {
      "epoch": 676.83,
      "grad_norm": 1.323747992515564,
      "learning_rate": 2.972796875302528e-07,
      "loss": 0.3371,
      "step": 2425080
    },
    {
      "epoch": 676.83,
      "grad_norm": 1.1455427408218384,
      "learning_rate": 2.9726650767138393e-07,
      "loss": 0.339,
      "step": 2425090
    },
    {
      "epoch": 676.84,
      "grad_norm": 1.3339393138885498,
      "learning_rate": 2.9725332808490213e-07,
      "loss": 0.3335,
      "step": 2425100
    },
    {
      "epoch": 676.84,
      "grad_norm": 1.1231118440628052,
      "learning_rate": 2.9724014877080945e-07,
      "loss": 0.3188,
      "step": 2425110
    },
    {
      "epoch": 676.84,
      "grad_norm": 1.2295349836349487,
      "learning_rate": 2.97226969729108e-07,
      "loss": 0.344,
      "step": 2425120
    },
    {
      "epoch": 676.84,
      "grad_norm": 1.200919270515442,
      "learning_rate": 2.9721379095979986e-07,
      "loss": 0.3369,
      "step": 2425130
    },
    {
      "epoch": 676.85,
      "grad_norm": 1.2409656047821045,
      "learning_rate": 2.972006124628856e-07,
      "loss": 0.3481,
      "step": 2425140
    },
    {
      "epoch": 676.85,
      "grad_norm": 1.357052206993103,
      "learning_rate": 2.9718743423836744e-07,
      "loss": 0.3383,
      "step": 2425150
    },
    {
      "epoch": 676.85,
      "grad_norm": 1.2176085710525513,
      "learning_rate": 2.9717425628624805e-07,
      "loss": 0.3255,
      "step": 2425160
    },
    {
      "epoch": 676.85,
      "grad_norm": 1.1781644821166992,
      "learning_rate": 2.9716107860652746e-07,
      "loss": 0.3312,
      "step": 2425170
    },
    {
      "epoch": 676.86,
      "grad_norm": 1.3359304666519165,
      "learning_rate": 2.971479011992093e-07,
      "loss": 0.3282,
      "step": 2425180
    },
    {
      "epoch": 676.86,
      "grad_norm": 1.3920618295669556,
      "learning_rate": 2.9713472406429403e-07,
      "loss": 0.3383,
      "step": 2425190
    },
    {
      "epoch": 676.86,
      "grad_norm": 1.247092366218567,
      "learning_rate": 2.971215472017838e-07,
      "loss": 0.3387,
      "step": 2425200
    },
    {
      "epoch": 676.87,
      "grad_norm": 4.813065052032471,
      "learning_rate": 2.971083706116804e-07,
      "loss": 0.338,
      "step": 2425210
    },
    {
      "epoch": 676.87,
      "grad_norm": 1.307385802268982,
      "learning_rate": 2.970951942939859e-07,
      "loss": 0.3311,
      "step": 2425220
    },
    {
      "epoch": 676.87,
      "grad_norm": 1.3513551950454712,
      "learning_rate": 2.970820182487014e-07,
      "loss": 0.3365,
      "step": 2425230
    },
    {
      "epoch": 676.87,
      "grad_norm": 1.1227389574050903,
      "learning_rate": 2.970688424758289e-07,
      "loss": 0.3323,
      "step": 2425240
    },
    {
      "epoch": 676.88,
      "grad_norm": 1.4908676147460938,
      "learning_rate": 2.970556669753703e-07,
      "loss": 0.3311,
      "step": 2425250
    },
    {
      "epoch": 676.88,
      "grad_norm": 2.423142910003662,
      "learning_rate": 2.970424917473271e-07,
      "loss": 0.3506,
      "step": 2425260
    },
    {
      "epoch": 676.88,
      "grad_norm": 1.15375554561615,
      "learning_rate": 2.9702931679170165e-07,
      "loss": 0.3391,
      "step": 2425270
    },
    {
      "epoch": 676.89,
      "grad_norm": 1.3675144910812378,
      "learning_rate": 2.9701614210849505e-07,
      "loss": 0.3502,
      "step": 2425280
    },
    {
      "epoch": 676.89,
      "grad_norm": 1.1111259460449219,
      "learning_rate": 2.970029676977093e-07,
      "loss": 0.3408,
      "step": 2425290
    },
    {
      "epoch": 676.89,
      "grad_norm": 1.3436024188995361,
      "learning_rate": 2.9698979355934626e-07,
      "loss": 0.3226,
      "step": 2425300
    },
    {
      "epoch": 676.89,
      "grad_norm": 1.2552069425582886,
      "learning_rate": 2.9697661969340697e-07,
      "loss": 0.342,
      "step": 2425310
    },
    {
      "epoch": 676.9,
      "grad_norm": 1.216173529624939,
      "learning_rate": 2.969634460998946e-07,
      "loss": 0.3382,
      "step": 2425320
    },
    {
      "epoch": 676.9,
      "grad_norm": 1.3794775009155273,
      "learning_rate": 2.969502727788096e-07,
      "loss": 0.3421,
      "step": 2425330
    },
    {
      "epoch": 676.9,
      "grad_norm": 1.1695797443389893,
      "learning_rate": 2.969370997301543e-07,
      "loss": 0.3279,
      "step": 2425340
    },
    {
      "epoch": 676.9,
      "grad_norm": 1.0684305429458618,
      "learning_rate": 2.969239269539301e-07,
      "loss": 0.3276,
      "step": 2425350
    },
    {
      "epoch": 676.91,
      "grad_norm": 1.5409666299819946,
      "learning_rate": 2.9691075445013974e-07,
      "loss": 0.3205,
      "step": 2425360
    },
    {
      "epoch": 676.91,
      "grad_norm": 1.2573959827423096,
      "learning_rate": 2.968975822187835e-07,
      "loss": 0.3367,
      "step": 2425370
    },
    {
      "epoch": 676.91,
      "grad_norm": 1.312638282775879,
      "learning_rate": 2.968844102598641e-07,
      "loss": 0.3424,
      "step": 2425380
    },
    {
      "epoch": 676.92,
      "grad_norm": 1.438036322593689,
      "learning_rate": 2.968712385733835e-07,
      "loss": 0.3248,
      "step": 2425390
    },
    {
      "epoch": 676.92,
      "grad_norm": 1.253601312637329,
      "learning_rate": 2.9685806715934204e-07,
      "loss": 0.3449,
      "step": 2425400
    },
    {
      "epoch": 676.92,
      "grad_norm": 1.4270589351654053,
      "learning_rate": 2.9684489601774357e-07,
      "loss": 0.3475,
      "step": 2425410
    },
    {
      "epoch": 676.92,
      "grad_norm": 1.210411787033081,
      "learning_rate": 2.9683172514858785e-07,
      "loss": 0.3317,
      "step": 2425420
    },
    {
      "epoch": 676.93,
      "grad_norm": 1.281312346458435,
      "learning_rate": 2.96818554551878e-07,
      "loss": 0.3394,
      "step": 2425430
    },
    {
      "epoch": 676.93,
      "grad_norm": 1.251057505607605,
      "learning_rate": 2.968053842276153e-07,
      "loss": 0.3307,
      "step": 2425440
    },
    {
      "epoch": 676.93,
      "grad_norm": 1.72809898853302,
      "learning_rate": 2.9679221417580135e-07,
      "loss": 0.329,
      "step": 2425450
    },
    {
      "epoch": 676.94,
      "grad_norm": 1.2797956466674805,
      "learning_rate": 2.9677904439643796e-07,
      "loss": 0.3354,
      "step": 2425460
    },
    {
      "epoch": 676.94,
      "grad_norm": 1.1550493240356445,
      "learning_rate": 2.967658748895269e-07,
      "loss": 0.3323,
      "step": 2425470
    },
    {
      "epoch": 676.94,
      "grad_norm": 1.3512191772460938,
      "learning_rate": 2.967527056550706e-07,
      "loss": 0.3326,
      "step": 2425480
    },
    {
      "epoch": 676.94,
      "grad_norm": 1.467099666595459,
      "learning_rate": 2.96739536693069e-07,
      "loss": 0.3361,
      "step": 2425490
    },
    {
      "epoch": 676.95,
      "grad_norm": 1.2524218559265137,
      "learning_rate": 2.96726368003526e-07,
      "loss": 0.3457,
      "step": 2425500
    },
    {
      "epoch": 676.95,
      "grad_norm": 1.3199315071105957,
      "learning_rate": 2.967131995864422e-07,
      "loss": 0.332,
      "step": 2425510
    },
    {
      "epoch": 676.95,
      "grad_norm": 1.1131774187088013,
      "learning_rate": 2.967000314418193e-07,
      "loss": 0.339,
      "step": 2425520
    },
    {
      "epoch": 676.96,
      "grad_norm": 1.1752359867095947,
      "learning_rate": 2.9668686356965993e-07,
      "loss": 0.3277,
      "step": 2425530
    },
    {
      "epoch": 676.96,
      "grad_norm": 1.0673489570617676,
      "learning_rate": 2.966736959699642e-07,
      "loss": 0.3398,
      "step": 2425540
    },
    {
      "epoch": 676.96,
      "grad_norm": 1.669229507446289,
      "learning_rate": 2.9666052864273587e-07,
      "loss": 0.3304,
      "step": 2425550
    },
    {
      "epoch": 676.96,
      "grad_norm": 1.243783950805664,
      "learning_rate": 2.966473615879753e-07,
      "loss": 0.3309,
      "step": 2425560
    },
    {
      "epoch": 676.97,
      "grad_norm": 1.1950790882110596,
      "learning_rate": 2.9663419480568455e-07,
      "loss": 0.3337,
      "step": 2425570
    },
    {
      "epoch": 676.97,
      "grad_norm": 1.2345170974731445,
      "learning_rate": 2.966210282958659e-07,
      "loss": 0.3355,
      "step": 2425580
    },
    {
      "epoch": 676.97,
      "grad_norm": 1.0904549360275269,
      "learning_rate": 2.966078620585205e-07,
      "loss": 0.331,
      "step": 2425590
    },
    {
      "epoch": 676.97,
      "grad_norm": 1.761574625968933,
      "learning_rate": 2.9659469609364984e-07,
      "loss": 0.3453,
      "step": 2425600
    },
    {
      "epoch": 676.98,
      "grad_norm": 1.0563172101974487,
      "learning_rate": 2.965815304012565e-07,
      "loss": 0.338,
      "step": 2425610
    },
    {
      "epoch": 676.98,
      "grad_norm": 1.3573307991027832,
      "learning_rate": 2.965683649813421e-07,
      "loss": 0.3286,
      "step": 2425620
    },
    {
      "epoch": 676.98,
      "grad_norm": 1.3965097665786743,
      "learning_rate": 2.965551998339071e-07,
      "loss": 0.3352,
      "step": 2425630
    },
    {
      "epoch": 676.99,
      "grad_norm": 1.306099534034729,
      "learning_rate": 2.965420349589555e-07,
      "loss": 0.3348,
      "step": 2425640
    },
    {
      "epoch": 676.99,
      "grad_norm": 1.311348557472229,
      "learning_rate": 2.965288703564872e-07,
      "loss": 0.3403,
      "step": 2425650
    },
    {
      "epoch": 676.99,
      "grad_norm": 1.1112425327301025,
      "learning_rate": 2.9651570602650456e-07,
      "loss": 0.342,
      "step": 2425660
    },
    {
      "epoch": 676.99,
      "grad_norm": 0.9745582938194275,
      "learning_rate": 2.9650254196901e-07,
      "loss": 0.3182,
      "step": 2425670
    },
    {
      "epoch": 677.0,
      "grad_norm": 1.136210322380066,
      "learning_rate": 2.9648937818400393e-07,
      "loss": 0.3489,
      "step": 2425680
    },
    {
      "epoch": 677.0,
      "grad_norm": 1.2175283432006836,
      "learning_rate": 2.96476214671489e-07,
      "loss": 0.328,
      "step": 2425690
    },
    {
      "epoch": 677.0,
      "eval_loss": 0.33845439553260803,
      "eval_runtime": 63.7539,
      "eval_samples_per_second": 79.352,
      "eval_steps_per_second": 9.929,
      "step": 2425691
    },
    {
      "epoch": 677.0,
      "grad_norm": 1.0449050664901733,
      "learning_rate": 2.9646305143146656e-07,
      "loss": 0.3469,
      "step": 2425700
    },
    {
      "epoch": 677.01,
      "grad_norm": 1.309814214706421,
      "learning_rate": 2.964498884639391e-07,
      "loss": 0.3339,
      "step": 2425710
    },
    {
      "epoch": 677.01,
      "grad_norm": 1.2973357439041138,
      "learning_rate": 2.9643672576890703e-07,
      "loss": 0.3227,
      "step": 2425720
    },
    {
      "epoch": 677.01,
      "grad_norm": 1.4048287868499756,
      "learning_rate": 2.9642356334637386e-07,
      "loss": 0.3366,
      "step": 2425730
    },
    {
      "epoch": 677.01,
      "grad_norm": 1.2279901504516602,
      "learning_rate": 2.964104011963399e-07,
      "loss": 0.3187,
      "step": 2425740
    },
    {
      "epoch": 677.02,
      "grad_norm": 1.2190064191818237,
      "learning_rate": 2.9639723931880724e-07,
      "loss": 0.339,
      "step": 2425750
    },
    {
      "epoch": 677.02,
      "grad_norm": 1.6218383312225342,
      "learning_rate": 2.963840777137785e-07,
      "loss": 0.3442,
      "step": 2425760
    },
    {
      "epoch": 677.02,
      "grad_norm": 1.0370759963989258,
      "learning_rate": 2.963709163812542e-07,
      "loss": 0.3512,
      "step": 2425770
    },
    {
      "epoch": 677.02,
      "grad_norm": 1.3179839849472046,
      "learning_rate": 2.9635775532123655e-07,
      "loss": 0.3131,
      "step": 2425780
    },
    {
      "epoch": 677.03,
      "grad_norm": 1.6162928342819214,
      "learning_rate": 2.9634459453372727e-07,
      "loss": 0.3419,
      "step": 2425790
    },
    {
      "epoch": 677.03,
      "grad_norm": 1.117275595664978,
      "learning_rate": 2.9633143401872866e-07,
      "loss": 0.3155,
      "step": 2425800
    },
    {
      "epoch": 677.03,
      "grad_norm": 1.1760714054107666,
      "learning_rate": 2.963182737762418e-07,
      "loss": 0.3287,
      "step": 2425810
    },
    {
      "epoch": 677.04,
      "grad_norm": 1.0120850801467896,
      "learning_rate": 2.9630511380626837e-07,
      "loss": 0.3368,
      "step": 2425820
    },
    {
      "epoch": 677.04,
      "grad_norm": 1.2078486680984497,
      "learning_rate": 2.962919541088106e-07,
      "loss": 0.3242,
      "step": 2425830
    },
    {
      "epoch": 677.04,
      "grad_norm": 1.264260172843933,
      "learning_rate": 2.9627879468386997e-07,
      "loss": 0.3186,
      "step": 2425840
    },
    {
      "epoch": 677.04,
      "grad_norm": 1.2404576539993286,
      "learning_rate": 2.962656355314491e-07,
      "loss": 0.3277,
      "step": 2425850
    },
    {
      "epoch": 677.05,
      "grad_norm": 1.1506108045578003,
      "learning_rate": 2.9625247665154754e-07,
      "loss": 0.3399,
      "step": 2425860
    },
    {
      "epoch": 677.05,
      "grad_norm": 1.214591383934021,
      "learning_rate": 2.9623931804416956e-07,
      "loss": 0.3508,
      "step": 2425870
    },
    {
      "epoch": 677.05,
      "grad_norm": 1.0531585216522217,
      "learning_rate": 2.962261597093156e-07,
      "loss": 0.3425,
      "step": 2425880
    },
    {
      "epoch": 677.06,
      "grad_norm": 1.325549840927124,
      "learning_rate": 2.9621300164698733e-07,
      "loss": 0.3271,
      "step": 2425890
    },
    {
      "epoch": 677.06,
      "grad_norm": 5.591667652130127,
      "learning_rate": 2.961998438571874e-07,
      "loss": 0.3412,
      "step": 2425900
    },
    {
      "epoch": 677.06,
      "grad_norm": 1.2170054912567139,
      "learning_rate": 2.961866863399164e-07,
      "loss": 0.3289,
      "step": 2425910
    },
    {
      "epoch": 677.06,
      "grad_norm": 1.1635422706604004,
      "learning_rate": 2.961735290951766e-07,
      "loss": 0.3459,
      "step": 2425920
    },
    {
      "epoch": 677.07,
      "grad_norm": 1.2464338541030884,
      "learning_rate": 2.961603721229698e-07,
      "loss": 0.3419,
      "step": 2425930
    },
    {
      "epoch": 677.07,
      "grad_norm": 1.0322623252868652,
      "learning_rate": 2.9614721542329844e-07,
      "loss": 0.3307,
      "step": 2425940
    },
    {
      "epoch": 677.07,
      "grad_norm": 1.3323874473571777,
      "learning_rate": 2.9613405899616294e-07,
      "loss": 0.3403,
      "step": 2425950
    },
    {
      "epoch": 677.08,
      "grad_norm": 1.1204768419265747,
      "learning_rate": 2.961209028415654e-07,
      "loss": 0.3192,
      "step": 2425960
    },
    {
      "epoch": 677.08,
      "grad_norm": 1.2106305360794067,
      "learning_rate": 2.9610774695950876e-07,
      "loss": 0.3464,
      "step": 2425970
    },
    {
      "epoch": 677.08,
      "grad_norm": 1.287333369255066,
      "learning_rate": 2.9609459134999267e-07,
      "loss": 0.3367,
      "step": 2425980
    },
    {
      "epoch": 677.08,
      "grad_norm": 1.0311410427093506,
      "learning_rate": 2.960814360130211e-07,
      "loss": 0.3325,
      "step": 2425990
    },
    {
      "epoch": 677.09,
      "grad_norm": 1.2422202825546265,
      "learning_rate": 2.9606828094859425e-07,
      "loss": 0.3507,
      "step": 2426000
    },
    {
      "epoch": 677.09,
      "grad_norm": 1.1868690252304077,
      "learning_rate": 2.960551261567145e-07,
      "loss": 0.3268,
      "step": 2426010
    },
    {
      "epoch": 677.09,
      "grad_norm": 1.2167001962661743,
      "learning_rate": 2.960419716373834e-07,
      "loss": 0.3261,
      "step": 2426020
    },
    {
      "epoch": 677.09,
      "grad_norm": 1.0943121910095215,
      "learning_rate": 2.960288173906033e-07,
      "loss": 0.3202,
      "step": 2426030
    },
    {
      "epoch": 677.1,
      "grad_norm": 1.2127673625946045,
      "learning_rate": 2.9601566341637494e-07,
      "loss": 0.3293,
      "step": 2426040
    },
    {
      "epoch": 677.1,
      "grad_norm": 1.2017261981964111,
      "learning_rate": 2.960025097147007e-07,
      "loss": 0.3222,
      "step": 2426050
    },
    {
      "epoch": 677.1,
      "grad_norm": 1.2660049200057983,
      "learning_rate": 2.959893562855824e-07,
      "loss": 0.3223,
      "step": 2426060
    },
    {
      "epoch": 677.11,
      "grad_norm": 1.2994784116744995,
      "learning_rate": 2.959762031290208e-07,
      "loss": 0.3319,
      "step": 2426070
    },
    {
      "epoch": 677.11,
      "grad_norm": 1.2855409383773804,
      "learning_rate": 2.9596305024501964e-07,
      "loss": 0.3479,
      "step": 2426080
    },
    {
      "epoch": 677.11,
      "grad_norm": 1.0885577201843262,
      "learning_rate": 2.959498976335788e-07,
      "loss": 0.337,
      "step": 2426090
    },
    {
      "epoch": 677.11,
      "grad_norm": 1.14530348777771,
      "learning_rate": 2.959367452947006e-07,
      "loss": 0.3377,
      "step": 2426100
    },
    {
      "epoch": 677.12,
      "grad_norm": 1.3203320503234863,
      "learning_rate": 2.959235932283875e-07,
      "loss": 0.3334,
      "step": 2426110
    },
    {
      "epoch": 677.12,
      "grad_norm": 1.2714084386825562,
      "learning_rate": 2.959104414346397e-07,
      "loss": 0.3264,
      "step": 2426120
    },
    {
      "epoch": 677.12,
      "grad_norm": 1.270073413848877,
      "learning_rate": 2.9589728991346083e-07,
      "loss": 0.3387,
      "step": 2426130
    },
    {
      "epoch": 677.13,
      "grad_norm": 1.4940763711929321,
      "learning_rate": 2.958841386648512e-07,
      "loss": 0.3341,
      "step": 2426140
    },
    {
      "epoch": 677.13,
      "grad_norm": 1.2575562000274658,
      "learning_rate": 2.9587098768881306e-07,
      "loss": 0.332,
      "step": 2426150
    },
    {
      "epoch": 677.13,
      "grad_norm": 1.1579099893569946,
      "learning_rate": 2.9585783698534833e-07,
      "loss": 0.3385,
      "step": 2426160
    },
    {
      "epoch": 677.13,
      "grad_norm": 1.0698518753051758,
      "learning_rate": 2.9584468655445907e-07,
      "loss": 0.3312,
      "step": 2426170
    },
    {
      "epoch": 677.14,
      "grad_norm": 1.1738579273223877,
      "learning_rate": 2.95831536396146e-07,
      "loss": 0.3384,
      "step": 2426180
    },
    {
      "epoch": 677.14,
      "grad_norm": 1.2191064357757568,
      "learning_rate": 2.9581838651041155e-07,
      "loss": 0.3526,
      "step": 2426190
    },
    {
      "epoch": 677.14,
      "grad_norm": 1.1549432277679443,
      "learning_rate": 2.958052368972577e-07,
      "loss": 0.3389,
      "step": 2426200
    },
    {
      "epoch": 677.14,
      "grad_norm": 1.4256194829940796,
      "learning_rate": 2.957920875566848e-07,
      "loss": 0.3256,
      "step": 2426210
    },
    {
      "epoch": 677.15,
      "grad_norm": 1.0964593887329102,
      "learning_rate": 2.9577893848869675e-07,
      "loss": 0.3311,
      "step": 2426220
    },
    {
      "epoch": 677.15,
      "grad_norm": 1.0461671352386475,
      "learning_rate": 2.9576578969329375e-07,
      "loss": 0.3297,
      "step": 2426230
    },
    {
      "epoch": 677.15,
      "grad_norm": 1.161146879196167,
      "learning_rate": 2.957526411704781e-07,
      "loss": 0.3382,
      "step": 2426240
    },
    {
      "epoch": 677.16,
      "grad_norm": 1.2505244016647339,
      "learning_rate": 2.957394929202518e-07,
      "loss": 0.3372,
      "step": 2426250
    },
    {
      "epoch": 677.16,
      "grad_norm": 1.1986242532730103,
      "learning_rate": 2.9572634494261573e-07,
      "loss": 0.3411,
      "step": 2426260
    },
    {
      "epoch": 677.16,
      "grad_norm": 1.0321236848831177,
      "learning_rate": 2.957131972375723e-07,
      "loss": 0.3308,
      "step": 2426270
    },
    {
      "epoch": 677.16,
      "grad_norm": 1.204629898071289,
      "learning_rate": 2.957000498051231e-07,
      "loss": 0.3584,
      "step": 2426280
    },
    {
      "epoch": 677.17,
      "grad_norm": 1.2456166744232178,
      "learning_rate": 2.9568690264527034e-07,
      "loss": 0.3472,
      "step": 2426290
    },
    {
      "epoch": 677.17,
      "grad_norm": 1.05531907081604,
      "learning_rate": 2.9567375575801414e-07,
      "loss": 0.3383,
      "step": 2426300
    },
    {
      "epoch": 677.17,
      "grad_norm": 1.1749316453933716,
      "learning_rate": 2.9566060914335866e-07,
      "loss": 0.3314,
      "step": 2426310
    },
    {
      "epoch": 677.18,
      "grad_norm": 1.1782320737838745,
      "learning_rate": 2.956474628013041e-07,
      "loss": 0.3267,
      "step": 2426320
    },
    {
      "epoch": 677.18,
      "grad_norm": 1.1988327503204346,
      "learning_rate": 2.9563431673185234e-07,
      "loss": 0.3543,
      "step": 2426330
    },
    {
      "epoch": 677.18,
      "grad_norm": 1.263906478881836,
      "learning_rate": 2.9562117093500595e-07,
      "loss": 0.3321,
      "step": 2426340
    },
    {
      "epoch": 677.18,
      "grad_norm": 1.3298838138580322,
      "learning_rate": 2.9560802541076547e-07,
      "loss": 0.3384,
      "step": 2426350
    },
    {
      "epoch": 677.19,
      "grad_norm": 1.9592581987380981,
      "learning_rate": 2.9559488015913323e-07,
      "loss": 0.3328,
      "step": 2426360
    },
    {
      "epoch": 677.19,
      "grad_norm": 1.0299575328826904,
      "learning_rate": 2.95581735180111e-07,
      "loss": 0.3395,
      "step": 2426370
    },
    {
      "epoch": 677.19,
      "grad_norm": 1.1811312437057495,
      "learning_rate": 2.9556859047370097e-07,
      "loss": 0.3456,
      "step": 2426380
    },
    {
      "epoch": 677.2,
      "grad_norm": 1.1134369373321533,
      "learning_rate": 2.9555544603990407e-07,
      "loss": 0.3461,
      "step": 2426390
    },
    {
      "epoch": 677.2,
      "grad_norm": 1.1915316581726074,
      "learning_rate": 2.9554230187872246e-07,
      "loss": 0.3291,
      "step": 2426400
    },
    {
      "epoch": 677.2,
      "grad_norm": 1.2089852094650269,
      "learning_rate": 2.9552915799015765e-07,
      "loss": 0.3447,
      "step": 2426410
    },
    {
      "epoch": 677.2,
      "grad_norm": 1.4288972616195679,
      "learning_rate": 2.955160143742118e-07,
      "loss": 0.3543,
      "step": 2426420
    },
    {
      "epoch": 677.21,
      "grad_norm": 1.1122376918792725,
      "learning_rate": 2.955028710308869e-07,
      "loss": 0.3291,
      "step": 2426430
    },
    {
      "epoch": 677.21,
      "grad_norm": 1.3936879634857178,
      "learning_rate": 2.9548972796018323e-07,
      "loss": 0.3339,
      "step": 2426440
    },
    {
      "epoch": 677.21,
      "grad_norm": 1.4748549461364746,
      "learning_rate": 2.9547658516210447e-07,
      "loss": 0.3468,
      "step": 2426450
    },
    {
      "epoch": 677.21,
      "grad_norm": 0.9993913173675537,
      "learning_rate": 2.9546344263665116e-07,
      "loss": 0.3067,
      "step": 2426460
    },
    {
      "epoch": 677.22,
      "grad_norm": 1.0465165376663208,
      "learning_rate": 2.9545030038382503e-07,
      "loss": 0.3318,
      "step": 2426470
    },
    {
      "epoch": 677.22,
      "grad_norm": 1.0756196975708008,
      "learning_rate": 2.9543715840362906e-07,
      "loss": 0.3376,
      "step": 2426480
    },
    {
      "epoch": 677.22,
      "grad_norm": 1.088839054107666,
      "learning_rate": 2.954240166960634e-07,
      "loss": 0.3247,
      "step": 2426490
    },
    {
      "epoch": 677.23,
      "grad_norm": 1.0805872678756714,
      "learning_rate": 2.9541087526113043e-07,
      "loss": 0.3411,
      "step": 2426500
    },
    {
      "epoch": 677.23,
      "grad_norm": 1.2307231426239014,
      "learning_rate": 2.9539773409883196e-07,
      "loss": 0.3585,
      "step": 2426510
    },
    {
      "epoch": 677.23,
      "grad_norm": 1.1283972263336182,
      "learning_rate": 2.9538459320917015e-07,
      "loss": 0.3463,
      "step": 2426520
    },
    {
      "epoch": 677.23,
      "grad_norm": 3.1114706993103027,
      "learning_rate": 2.9537145259214597e-07,
      "loss": 0.3513,
      "step": 2426530
    },
    {
      "epoch": 677.24,
      "grad_norm": 1.081099033355713,
      "learning_rate": 2.9535831224776146e-07,
      "loss": 0.3425,
      "step": 2426540
    },
    {
      "epoch": 677.24,
      "grad_norm": 3.427109718322754,
      "learning_rate": 2.953451721760191e-07,
      "loss": 0.3461,
      "step": 2426550
    },
    {
      "epoch": 677.24,
      "grad_norm": 1.1431915760040283,
      "learning_rate": 2.953320323769187e-07,
      "loss": 0.3474,
      "step": 2426560
    },
    {
      "epoch": 677.25,
      "grad_norm": 1.1168519258499146,
      "learning_rate": 2.9531889285046457e-07,
      "loss": 0.3208,
      "step": 2426570
    },
    {
      "epoch": 677.25,
      "grad_norm": 1.251163125038147,
      "learning_rate": 2.953057535966567e-07,
      "loss": 0.3395,
      "step": 2426580
    },
    {
      "epoch": 677.25,
      "grad_norm": 1.3175997734069824,
      "learning_rate": 2.952926146154971e-07,
      "loss": 0.3314,
      "step": 2426590
    },
    {
      "epoch": 677.25,
      "grad_norm": 1.0504727363586426,
      "learning_rate": 2.9527947590698767e-07,
      "loss": 0.3381,
      "step": 2426600
    },
    {
      "epoch": 677.26,
      "grad_norm": 1.3118747472763062,
      "learning_rate": 2.9526633747113097e-07,
      "loss": 0.3433,
      "step": 2426610
    },
    {
      "epoch": 677.26,
      "grad_norm": 1.2308135032653809,
      "learning_rate": 2.952531993079275e-07,
      "loss": 0.3355,
      "step": 2426620
    },
    {
      "epoch": 677.26,
      "grad_norm": 1.233291745185852,
      "learning_rate": 2.952400614173794e-07,
      "loss": 0.3287,
      "step": 2426630
    },
    {
      "epoch": 677.26,
      "grad_norm": 1.2657822370529175,
      "learning_rate": 2.95226923799489e-07,
      "loss": 0.3438,
      "step": 2426640
    },
    {
      "epoch": 677.27,
      "grad_norm": 1.0438908338546753,
      "learning_rate": 2.952137864542567e-07,
      "loss": 0.3463,
      "step": 2426650
    },
    {
      "epoch": 677.27,
      "grad_norm": 1.2552059888839722,
      "learning_rate": 2.9520064938168604e-07,
      "loss": 0.3356,
      "step": 2426660
    },
    {
      "epoch": 677.27,
      "grad_norm": 1.3442769050598145,
      "learning_rate": 2.9518751258177723e-07,
      "loss": 0.3231,
      "step": 2426670
    },
    {
      "epoch": 677.28,
      "grad_norm": 1.4242963790893555,
      "learning_rate": 2.9517437605453284e-07,
      "loss": 0.3478,
      "step": 2426680
    },
    {
      "epoch": 677.28,
      "grad_norm": 1.3202458620071411,
      "learning_rate": 2.951612397999545e-07,
      "loss": 0.3267,
      "step": 2426690
    },
    {
      "epoch": 677.28,
      "grad_norm": 0.9837037920951843,
      "learning_rate": 2.9514810381804366e-07,
      "loss": 0.3318,
      "step": 2426700
    },
    {
      "epoch": 677.28,
      "grad_norm": 2.8655591011047363,
      "learning_rate": 2.95134968108803e-07,
      "loss": 0.3446,
      "step": 2426710
    },
    {
      "epoch": 677.29,
      "grad_norm": 1.1529316902160645,
      "learning_rate": 2.951218326722328e-07,
      "loss": 0.3275,
      "step": 2426720
    },
    {
      "epoch": 677.29,
      "grad_norm": 1.1629878282546997,
      "learning_rate": 2.9510869750833585e-07,
      "loss": 0.3393,
      "step": 2426730
    },
    {
      "epoch": 677.29,
      "grad_norm": 1.240235447883606,
      "learning_rate": 2.9509556261711357e-07,
      "loss": 0.3375,
      "step": 2426740
    },
    {
      "epoch": 677.3,
      "grad_norm": 1.3875019550323486,
      "learning_rate": 2.9508242799856813e-07,
      "loss": 0.349,
      "step": 2426750
    },
    {
      "epoch": 677.3,
      "grad_norm": 1.177908182144165,
      "learning_rate": 2.950692936527002e-07,
      "loss": 0.3262,
      "step": 2426760
    },
    {
      "epoch": 677.3,
      "grad_norm": 1.2484300136566162,
      "learning_rate": 2.9505615957951256e-07,
      "loss": 0.3253,
      "step": 2426770
    },
    {
      "epoch": 677.3,
      "grad_norm": 1.3828712701797485,
      "learning_rate": 2.950430257790071e-07,
      "loss": 0.3284,
      "step": 2426780
    },
    {
      "epoch": 677.31,
      "grad_norm": 1.280653715133667,
      "learning_rate": 2.9502989225118396e-07,
      "loss": 0.3545,
      "step": 2426790
    },
    {
      "epoch": 677.31,
      "grad_norm": 1.1761326789855957,
      "learning_rate": 2.9501675899604716e-07,
      "loss": 0.3439,
      "step": 2426800
    },
    {
      "epoch": 677.31,
      "grad_norm": 1.1845266819000244,
      "learning_rate": 2.950036260135967e-07,
      "loss": 0.3369,
      "step": 2426810
    },
    {
      "epoch": 677.32,
      "grad_norm": 1.296653389930725,
      "learning_rate": 2.9499049330383507e-07,
      "loss": 0.3247,
      "step": 2426820
    },
    {
      "epoch": 677.32,
      "grad_norm": 1.1280632019042969,
      "learning_rate": 2.949773608667637e-07,
      "loss": 0.3342,
      "step": 2426830
    },
    {
      "epoch": 677.32,
      "grad_norm": 1.2347630262374878,
      "learning_rate": 2.949642287023851e-07,
      "loss": 0.34,
      "step": 2426840
    },
    {
      "epoch": 677.32,
      "grad_norm": 1.4589195251464844,
      "learning_rate": 2.9495109681070014e-07,
      "loss": 0.325,
      "step": 2426850
    },
    {
      "epoch": 677.33,
      "grad_norm": 1.6024891138076782,
      "learning_rate": 2.9493796519171055e-07,
      "loss": 0.3323,
      "step": 2426860
    },
    {
      "epoch": 677.33,
      "grad_norm": 1.3384495973587036,
      "learning_rate": 2.949248338454192e-07,
      "loss": 0.326,
      "step": 2426870
    },
    {
      "epoch": 677.33,
      "grad_norm": 1.3772342205047607,
      "learning_rate": 2.949117027718259e-07,
      "loss": 0.3284,
      "step": 2426880
    },
    {
      "epoch": 677.33,
      "grad_norm": 1.1629458665847778,
      "learning_rate": 2.948985719709345e-07,
      "loss": 0.3317,
      "step": 2426890
    },
    {
      "epoch": 677.34,
      "grad_norm": 1.1716063022613525,
      "learning_rate": 2.948854414427453e-07,
      "loss": 0.3437,
      "step": 2426900
    },
    {
      "epoch": 677.34,
      "grad_norm": 1.0631195306777954,
      "learning_rate": 2.9487231118726057e-07,
      "loss": 0.3317,
      "step": 2426910
    },
    {
      "epoch": 677.34,
      "grad_norm": 1.585892677307129,
      "learning_rate": 2.9485918120448246e-07,
      "loss": 0.3526,
      "step": 2426920
    },
    {
      "epoch": 677.35,
      "grad_norm": 1.0067992210388184,
      "learning_rate": 2.9484605149441175e-07,
      "loss": 0.3355,
      "step": 2426930
    },
    {
      "epoch": 677.35,
      "grad_norm": 1.359201192855835,
      "learning_rate": 2.9483292205705075e-07,
      "loss": 0.3436,
      "step": 2426940
    },
    {
      "epoch": 677.35,
      "grad_norm": 1.349139928817749,
      "learning_rate": 2.948197928924013e-07,
      "loss": 0.3401,
      "step": 2426950
    },
    {
      "epoch": 677.35,
      "grad_norm": 1.3781770467758179,
      "learning_rate": 2.948066640004654e-07,
      "loss": 0.3192,
      "step": 2426960
    },
    {
      "epoch": 677.36,
      "grad_norm": 1.058690071105957,
      "learning_rate": 2.9479353538124346e-07,
      "loss": 0.3423,
      "step": 2426970
    },
    {
      "epoch": 677.36,
      "grad_norm": 1.0657916069030762,
      "learning_rate": 2.9478040703473925e-07,
      "loss": 0.3324,
      "step": 2426980
    },
    {
      "epoch": 677.36,
      "grad_norm": 1.2907121181488037,
      "learning_rate": 2.9476727896095285e-07,
      "loss": 0.3357,
      "step": 2426990
    },
    {
      "epoch": 677.37,
      "grad_norm": 1.3480526208877563,
      "learning_rate": 2.947541511598866e-07,
      "loss": 0.336,
      "step": 2427000
    },
    {
      "epoch": 677.37,
      "grad_norm": 1.123826026916504,
      "learning_rate": 2.947410236315428e-07,
      "loss": 0.3171,
      "step": 2427010
    },
    {
      "epoch": 677.37,
      "grad_norm": 1.2283811569213867,
      "learning_rate": 2.9472789637592146e-07,
      "loss": 0.3454,
      "step": 2427020
    },
    {
      "epoch": 677.37,
      "grad_norm": 1.4007025957107544,
      "learning_rate": 2.947147693930268e-07,
      "loss": 0.3461,
      "step": 2427030
    },
    {
      "epoch": 677.38,
      "grad_norm": 1.442963719367981,
      "learning_rate": 2.9470164268285873e-07,
      "loss": 0.3346,
      "step": 2427040
    },
    {
      "epoch": 677.38,
      "grad_norm": 1.6759392023086548,
      "learning_rate": 2.946885162454194e-07,
      "loss": 0.3257,
      "step": 2427050
    },
    {
      "epoch": 677.38,
      "grad_norm": 1.1295688152313232,
      "learning_rate": 2.9467539008071133e-07,
      "loss": 0.3342,
      "step": 2427060
    },
    {
      "epoch": 677.38,
      "grad_norm": 1.4082542657852173,
      "learning_rate": 2.9466226418873517e-07,
      "loss": 0.3511,
      "step": 2427070
    },
    {
      "epoch": 677.39,
      "grad_norm": 1.3236987590789795,
      "learning_rate": 2.9464913856949313e-07,
      "loss": 0.3314,
      "step": 2427080
    },
    {
      "epoch": 677.39,
      "grad_norm": 1.0379005670547485,
      "learning_rate": 2.9463601322298686e-07,
      "loss": 0.342,
      "step": 2427090
    },
    {
      "epoch": 677.39,
      "grad_norm": 1.13885498046875,
      "learning_rate": 2.946228881492187e-07,
      "loss": 0.3269,
      "step": 2427100
    },
    {
      "epoch": 677.4,
      "grad_norm": 1.3175357580184937,
      "learning_rate": 2.946097633481891e-07,
      "loss": 0.3372,
      "step": 2427110
    },
    {
      "epoch": 677.4,
      "grad_norm": 1.0648144483566284,
      "learning_rate": 2.9459663881990146e-07,
      "loss": 0.3437,
      "step": 2427120
    },
    {
      "epoch": 677.4,
      "grad_norm": 1.208508014678955,
      "learning_rate": 2.9458351456435637e-07,
      "loss": 0.3362,
      "step": 2427130
    },
    {
      "epoch": 677.4,
      "grad_norm": 1.2962828874588013,
      "learning_rate": 2.9457039058155584e-07,
      "loss": 0.3328,
      "step": 2427140
    },
    {
      "epoch": 677.41,
      "grad_norm": 1.17542564868927,
      "learning_rate": 2.9455726687150203e-07,
      "loss": 0.3344,
      "step": 2427150
    },
    {
      "epoch": 677.41,
      "grad_norm": 1.838226079940796,
      "learning_rate": 2.9454414343419617e-07,
      "loss": 0.3386,
      "step": 2427160
    },
    {
      "epoch": 677.41,
      "grad_norm": 1.2535706758499146,
      "learning_rate": 2.945310202696398e-07,
      "loss": 0.3465,
      "step": 2427170
    },
    {
      "epoch": 677.42,
      "grad_norm": 1.2148997783660889,
      "learning_rate": 2.945178973778351e-07,
      "loss": 0.3565,
      "step": 2427180
    },
    {
      "epoch": 677.42,
      "grad_norm": 1.369559645652771,
      "learning_rate": 2.945047747587843e-07,
      "loss": 0.3499,
      "step": 2427190
    },
    {
      "epoch": 677.42,
      "grad_norm": 1.078774333000183,
      "learning_rate": 2.9449165241248826e-07,
      "loss": 0.3353,
      "step": 2427200
    },
    {
      "epoch": 677.42,
      "grad_norm": 1.1831134557724,
      "learning_rate": 2.944785303389488e-07,
      "loss": 0.3472,
      "step": 2427210
    },
    {
      "epoch": 677.43,
      "grad_norm": 1.2667639255523682,
      "learning_rate": 2.944654085381687e-07,
      "loss": 0.3482,
      "step": 2427220
    },
    {
      "epoch": 677.43,
      "grad_norm": 1.3459358215332031,
      "learning_rate": 2.944522870101478e-07,
      "loss": 0.3158,
      "step": 2427230
    },
    {
      "epoch": 677.43,
      "grad_norm": 1.3327033519744873,
      "learning_rate": 2.9443916575489e-07,
      "loss": 0.334,
      "step": 2427240
    },
    {
      "epoch": 677.44,
      "grad_norm": 1.2332490682601929,
      "learning_rate": 2.9442604477239544e-07,
      "loss": 0.3588,
      "step": 2427250
    },
    {
      "epoch": 677.44,
      "grad_norm": 1.299774408340454,
      "learning_rate": 2.944129240626666e-07,
      "loss": 0.3364,
      "step": 2427260
    },
    {
      "epoch": 677.44,
      "grad_norm": 1.2914073467254639,
      "learning_rate": 2.94399803625705e-07,
      "loss": 0.3593,
      "step": 2427270
    },
    {
      "epoch": 677.44,
      "grad_norm": 1.1431403160095215,
      "learning_rate": 2.943866834615124e-07,
      "loss": 0.3319,
      "step": 2427280
    },
    {
      "epoch": 677.45,
      "grad_norm": 1.1241717338562012,
      "learning_rate": 2.943735635700912e-07,
      "loss": 0.349,
      "step": 2427290
    },
    {
      "epoch": 677.45,
      "grad_norm": 1.4348504543304443,
      "learning_rate": 2.9436044395144216e-07,
      "loss": 0.3308,
      "step": 2427300
    },
    {
      "epoch": 677.45,
      "grad_norm": 1.3512951135635376,
      "learning_rate": 2.9434732460556717e-07,
      "loss": 0.3589,
      "step": 2427310
    },
    {
      "epoch": 677.45,
      "grad_norm": 1.4221537113189697,
      "learning_rate": 2.9433420553246844e-07,
      "loss": 0.3406,
      "step": 2427320
    },
    {
      "epoch": 677.46,
      "grad_norm": 1.268535852432251,
      "learning_rate": 2.943210867321479e-07,
      "loss": 0.3237,
      "step": 2427330
    },
    {
      "epoch": 677.46,
      "grad_norm": 1.183182954788208,
      "learning_rate": 2.9430796820460656e-07,
      "loss": 0.3462,
      "step": 2427340
    },
    {
      "epoch": 677.46,
      "grad_norm": 1.3222733736038208,
      "learning_rate": 2.942948499498465e-07,
      "loss": 0.3404,
      "step": 2427350
    },
    {
      "epoch": 677.47,
      "grad_norm": 1.0954605340957642,
      "learning_rate": 2.9428173196786976e-07,
      "loss": 0.3321,
      "step": 2427360
    },
    {
      "epoch": 677.47,
      "grad_norm": 1.1443730592727661,
      "learning_rate": 2.9426861425867693e-07,
      "loss": 0.3371,
      "step": 2427370
    },
    {
      "epoch": 677.47,
      "grad_norm": 5.066521167755127,
      "learning_rate": 2.942554968222716e-07,
      "loss": 0.3425,
      "step": 2427380
    },
    {
      "epoch": 677.47,
      "grad_norm": 1.1920170783996582,
      "learning_rate": 2.9424237965865406e-07,
      "loss": 0.3315,
      "step": 2427390
    },
    {
      "epoch": 677.48,
      "grad_norm": 1.0333179235458374,
      "learning_rate": 2.9422926276782666e-07,
      "loss": 0.3346,
      "step": 2427400
    },
    {
      "epoch": 677.48,
      "grad_norm": 1.1091138124465942,
      "learning_rate": 2.9421614614979094e-07,
      "loss": 0.3626,
      "step": 2427410
    },
    {
      "epoch": 677.48,
      "grad_norm": 1.3098257780075073,
      "learning_rate": 2.9420302980454927e-07,
      "loss": 0.3331,
      "step": 2427420
    },
    {
      "epoch": 677.49,
      "grad_norm": 1.4794096946716309,
      "learning_rate": 2.9418991373210235e-07,
      "loss": 0.3438,
      "step": 2427430
    },
    {
      "epoch": 677.49,
      "grad_norm": 1.2224456071853638,
      "learning_rate": 2.941767979324524e-07,
      "loss": 0.3522,
      "step": 2427440
    },
    {
      "epoch": 677.49,
      "grad_norm": 1.1009083986282349,
      "learning_rate": 2.941636824056016e-07,
      "loss": 0.3265,
      "step": 2427450
    },
    {
      "epoch": 677.49,
      "grad_norm": 1.3052396774291992,
      "learning_rate": 2.9415056715155057e-07,
      "loss": 0.3272,
      "step": 2427460
    },
    {
      "epoch": 677.5,
      "grad_norm": 1.189167857170105,
      "learning_rate": 2.941374521703027e-07,
      "loss": 0.3354,
      "step": 2427470
    },
    {
      "epoch": 677.5,
      "grad_norm": 1.2156405448913574,
      "learning_rate": 2.941243374618582e-07,
      "loss": 0.3325,
      "step": 2427480
    },
    {
      "epoch": 677.5,
      "grad_norm": 1.276972770690918,
      "learning_rate": 2.9411122302621945e-07,
      "loss": 0.3379,
      "step": 2427490
    },
    {
      "epoch": 677.5,
      "grad_norm": 1.1885628700256348,
      "learning_rate": 2.9409810886338877e-07,
      "loss": 0.3297,
      "step": 2427500
    },
    {
      "epoch": 677.51,
      "grad_norm": 1.2748640775680542,
      "learning_rate": 2.940849949733667e-07,
      "loss": 0.3112,
      "step": 2427510
    },
    {
      "epoch": 677.51,
      "grad_norm": 1.1723623275756836,
      "learning_rate": 2.940718813561556e-07,
      "loss": 0.3423,
      "step": 2427520
    },
    {
      "epoch": 677.51,
      "grad_norm": 1.2467314004898071,
      "learning_rate": 2.940587680117572e-07,
      "loss": 0.3315,
      "step": 2427530
    },
    {
      "epoch": 677.52,
      "grad_norm": 1.1218057870864868,
      "learning_rate": 2.9404565494017393e-07,
      "loss": 0.3294,
      "step": 2427540
    },
    {
      "epoch": 677.52,
      "grad_norm": 1.1029831171035767,
      "learning_rate": 2.9403254214140575e-07,
      "loss": 0.3374,
      "step": 2427550
    },
    {
      "epoch": 677.52,
      "grad_norm": 1.426813006401062,
      "learning_rate": 2.940194296154566e-07,
      "loss": 0.3441,
      "step": 2427560
    },
    {
      "epoch": 677.52,
      "grad_norm": 1.2477771043777466,
      "learning_rate": 2.9400631736232645e-07,
      "loss": 0.3491,
      "step": 2427570
    },
    {
      "epoch": 677.53,
      "grad_norm": 1.1710633039474487,
      "learning_rate": 2.9399320538201793e-07,
      "loss": 0.3392,
      "step": 2427580
    },
    {
      "epoch": 677.53,
      "grad_norm": 1.4733909368515015,
      "learning_rate": 2.9398009367453306e-07,
      "loss": 0.324,
      "step": 2427590
    },
    {
      "epoch": 677.53,
      "grad_norm": 1.4704344272613525,
      "learning_rate": 2.9396698223987215e-07,
      "loss": 0.3326,
      "step": 2427600
    },
    {
      "epoch": 677.54,
      "grad_norm": 1.347008466720581,
      "learning_rate": 2.9395387107803886e-07,
      "loss": 0.3404,
      "step": 2427610
    },
    {
      "epoch": 677.54,
      "grad_norm": 1.1932215690612793,
      "learning_rate": 2.939407601890334e-07,
      "loss": 0.3333,
      "step": 2427620
    },
    {
      "epoch": 677.54,
      "grad_norm": 1.0264545679092407,
      "learning_rate": 2.939276495728584e-07,
      "loss": 0.3325,
      "step": 2427630
    },
    {
      "epoch": 677.54,
      "grad_norm": 1.1589348316192627,
      "learning_rate": 2.939145392295152e-07,
      "loss": 0.3403,
      "step": 2427640
    },
    {
      "epoch": 677.55,
      "grad_norm": 1.0924984216690063,
      "learning_rate": 2.9390142915900603e-07,
      "loss": 0.3376,
      "step": 2427650
    },
    {
      "epoch": 677.55,
      "grad_norm": 1.249614953994751,
      "learning_rate": 2.9388831936133175e-07,
      "loss": 0.3218,
      "step": 2427660
    },
    {
      "epoch": 677.55,
      "grad_norm": 1.0644989013671875,
      "learning_rate": 2.938752098364947e-07,
      "loss": 0.3391,
      "step": 2427670
    },
    {
      "epoch": 677.56,
      "grad_norm": 1.4281198978424072,
      "learning_rate": 2.93862100584497e-07,
      "loss": 0.3266,
      "step": 2427680
    },
    {
      "epoch": 677.56,
      "grad_norm": 1.3748023509979248,
      "learning_rate": 2.938489916053391e-07,
      "loss": 0.3396,
      "step": 2427690
    },
    {
      "epoch": 677.56,
      "grad_norm": 1.2745189666748047,
      "learning_rate": 2.938358828990244e-07,
      "loss": 0.3312,
      "step": 2427700
    },
    {
      "epoch": 677.56,
      "grad_norm": 1.1936376094818115,
      "learning_rate": 2.9382277446555337e-07,
      "loss": 0.3318,
      "step": 2427710
    },
    {
      "epoch": 677.57,
      "grad_norm": 1.1848055124282837,
      "learning_rate": 2.938096663049282e-07,
      "loss": 0.3341,
      "step": 2427720
    },
    {
      "epoch": 677.57,
      "grad_norm": 1.1874202489852905,
      "learning_rate": 2.937965584171512e-07,
      "loss": 0.3257,
      "step": 2427730
    },
    {
      "epoch": 677.57,
      "grad_norm": 1.2313264608383179,
      "learning_rate": 2.937834508022231e-07,
      "loss": 0.3119,
      "step": 2427740
    },
    {
      "epoch": 677.57,
      "grad_norm": 1.3270522356033325,
      "learning_rate": 2.9377034346014603e-07,
      "loss": 0.3258,
      "step": 2427750
    },
    {
      "epoch": 677.58,
      "grad_norm": 1.1997582912445068,
      "learning_rate": 2.937572363909218e-07,
      "loss": 0.3324,
      "step": 2427760
    },
    {
      "epoch": 677.58,
      "grad_norm": 1.1513582468032837,
      "learning_rate": 2.9374412959455273e-07,
      "loss": 0.3275,
      "step": 2427770
    },
    {
      "epoch": 677.58,
      "grad_norm": 1.4880821704864502,
      "learning_rate": 2.9373102307103883e-07,
      "loss": 0.3469,
      "step": 2427780
    },
    {
      "epoch": 677.59,
      "grad_norm": 1.1506112813949585,
      "learning_rate": 2.9371791682038425e-07,
      "loss": 0.3171,
      "step": 2427790
    },
    {
      "epoch": 677.59,
      "grad_norm": 1.2917555570602417,
      "learning_rate": 2.937048108425888e-07,
      "loss": 0.3487,
      "step": 2427800
    },
    {
      "epoch": 677.59,
      "grad_norm": 1.2081940174102783,
      "learning_rate": 2.93691705137655e-07,
      "loss": 0.3395,
      "step": 2427810
    },
    {
      "epoch": 677.59,
      "grad_norm": 1.261871576309204,
      "learning_rate": 2.93678599705585e-07,
      "loss": 0.328,
      "step": 2427820
    },
    {
      "epoch": 677.6,
      "grad_norm": 1.3697658777236938,
      "learning_rate": 2.9366549454637974e-07,
      "loss": 0.3361,
      "step": 2427830
    },
    {
      "epoch": 677.6,
      "grad_norm": 1.2139177322387695,
      "learning_rate": 2.936523896600412e-07,
      "loss": 0.3404,
      "step": 2427840
    },
    {
      "epoch": 677.6,
      "grad_norm": 1.8971917629241943,
      "learning_rate": 2.93639285046571e-07,
      "loss": 0.3517,
      "step": 2427850
    },
    {
      "epoch": 677.61,
      "grad_norm": 1.227064609527588,
      "learning_rate": 2.9362618070597113e-07,
      "loss": 0.3515,
      "step": 2427860
    },
    {
      "epoch": 677.61,
      "grad_norm": 1.3752015829086304,
      "learning_rate": 2.936130766382441e-07,
      "loss": 0.3287,
      "step": 2427870
    },
    {
      "epoch": 677.61,
      "grad_norm": 1.15169095993042,
      "learning_rate": 2.9359997284338995e-07,
      "loss": 0.347,
      "step": 2427880
    },
    {
      "epoch": 677.61,
      "grad_norm": 1.3445067405700684,
      "learning_rate": 2.9358686932141183e-07,
      "loss": 0.3339,
      "step": 2427890
    },
    {
      "epoch": 677.62,
      "grad_norm": 1.4748793840408325,
      "learning_rate": 2.935737660723104e-07,
      "loss": 0.3422,
      "step": 2427900
    },
    {
      "epoch": 677.62,
      "grad_norm": 1.3147448301315308,
      "learning_rate": 2.9356066309608897e-07,
      "loss": 0.345,
      "step": 2427910
    },
    {
      "epoch": 677.62,
      "grad_norm": 1.4010134935379028,
      "learning_rate": 2.935475603927471e-07,
      "loss": 0.3354,
      "step": 2427920
    },
    {
      "epoch": 677.62,
      "grad_norm": 1.2640489339828491,
      "learning_rate": 2.935344579622888e-07,
      "loss": 0.3438,
      "step": 2427930
    },
    {
      "epoch": 677.63,
      "grad_norm": 1.1774901151657104,
      "learning_rate": 2.93521355804714e-07,
      "loss": 0.3455,
      "step": 2427940
    },
    {
      "epoch": 677.63,
      "grad_norm": 1.4988453388214111,
      "learning_rate": 2.935082539200254e-07,
      "loss": 0.3507,
      "step": 2427950
    },
    {
      "epoch": 677.63,
      "grad_norm": 1.2665196657180786,
      "learning_rate": 2.93495152308225e-07,
      "loss": 0.3521,
      "step": 2427960
    },
    {
      "epoch": 677.64,
      "grad_norm": 4.864226818084717,
      "learning_rate": 2.9348205096931356e-07,
      "loss": 0.3317,
      "step": 2427970
    },
    {
      "epoch": 677.64,
      "grad_norm": 1.1352918148040771,
      "learning_rate": 2.934689499032935e-07,
      "loss": 0.3349,
      "step": 2427980
    },
    {
      "epoch": 677.64,
      "grad_norm": 1.2286590337753296,
      "learning_rate": 2.934558491101664e-07,
      "loss": 0.3411,
      "step": 2427990
    },
    {
      "epoch": 677.64,
      "grad_norm": 1.0223031044006348,
      "learning_rate": 2.9344274858993423e-07,
      "loss": 0.3412,
      "step": 2428000
    },
    {
      "epoch": 677.65,
      "grad_norm": 1.2400336265563965,
      "learning_rate": 2.9342964834259835e-07,
      "loss": 0.3365,
      "step": 2428010
    },
    {
      "epoch": 677.65,
      "grad_norm": 1.1419605016708374,
      "learning_rate": 2.934165483681603e-07,
      "loss": 0.3246,
      "step": 2428020
    },
    {
      "epoch": 677.65,
      "grad_norm": 1.3368031978607178,
      "learning_rate": 2.93403448666623e-07,
      "loss": 0.3277,
      "step": 2428030
    },
    {
      "epoch": 677.66,
      "grad_norm": 1.3430795669555664,
      "learning_rate": 2.9339034923798614e-07,
      "loss": 0.3214,
      "step": 2428040
    },
    {
      "epoch": 677.66,
      "grad_norm": 1.0649222135543823,
      "learning_rate": 2.9337725008225386e-07,
      "loss": 0.3382,
      "step": 2428050
    },
    {
      "epoch": 677.66,
      "grad_norm": 1.1469900608062744,
      "learning_rate": 2.933641511994263e-07,
      "loss": 0.3448,
      "step": 2428060
    },
    {
      "epoch": 677.66,
      "grad_norm": 1.096397876739502,
      "learning_rate": 2.9335105258950557e-07,
      "loss": 0.343,
      "step": 2428070
    },
    {
      "epoch": 677.67,
      "grad_norm": 1.1094411611557007,
      "learning_rate": 2.933379542524937e-07,
      "loss": 0.3374,
      "step": 2428080
    },
    {
      "epoch": 677.67,
      "grad_norm": 1.0091313123703003,
      "learning_rate": 2.933248561883924e-07,
      "loss": 0.326,
      "step": 2428090
    },
    {
      "epoch": 677.67,
      "grad_norm": 1.2658379077911377,
      "learning_rate": 2.93311758397203e-07,
      "loss": 0.3341,
      "step": 2428100
    },
    {
      "epoch": 677.68,
      "grad_norm": 1.3673597574234009,
      "learning_rate": 2.9329866087892736e-07,
      "loss": 0.3388,
      "step": 2428110
    },
    {
      "epoch": 677.68,
      "grad_norm": 1.3962478637695312,
      "learning_rate": 2.9328556363356773e-07,
      "loss": 0.3347,
      "step": 2428120
    },
    {
      "epoch": 677.68,
      "grad_norm": 1.3433103561401367,
      "learning_rate": 2.932724666611247e-07,
      "loss": 0.3284,
      "step": 2428130
    },
    {
      "epoch": 677.68,
      "grad_norm": 1.472119927406311,
      "learning_rate": 2.932593699616017e-07,
      "loss": 0.3529,
      "step": 2428140
    },
    {
      "epoch": 677.69,
      "grad_norm": 1.1089144945144653,
      "learning_rate": 2.932462735349991e-07,
      "loss": 0.3454,
      "step": 2428150
    },
    {
      "epoch": 677.69,
      "grad_norm": 1.221085548400879,
      "learning_rate": 2.932331773813191e-07,
      "loss": 0.3408,
      "step": 2428160
    },
    {
      "epoch": 677.69,
      "grad_norm": 1.1041483879089355,
      "learning_rate": 2.9322008150056376e-07,
      "loss": 0.3398,
      "step": 2428170
    },
    {
      "epoch": 677.69,
      "grad_norm": 1.493459701538086,
      "learning_rate": 2.9320698589273385e-07,
      "loss": 0.3501,
      "step": 2428180
    },
    {
      "epoch": 677.7,
      "grad_norm": 1.5776625871658325,
      "learning_rate": 2.931938905578325e-07,
      "loss": 0.3266,
      "step": 2428190
    },
    {
      "epoch": 677.7,
      "grad_norm": 1.2862741947174072,
      "learning_rate": 2.9318079549586024e-07,
      "loss": 0.3377,
      "step": 2428200
    },
    {
      "epoch": 677.7,
      "grad_norm": 1.5168293714523315,
      "learning_rate": 2.9316770070681934e-07,
      "loss": 0.3372,
      "step": 2428210
    },
    {
      "epoch": 677.71,
      "grad_norm": 1.3450332880020142,
      "learning_rate": 2.931546061907117e-07,
      "loss": 0.3219,
      "step": 2428220
    },
    {
      "epoch": 677.71,
      "grad_norm": 1.2204549312591553,
      "learning_rate": 2.931415119475392e-07,
      "loss": 0.3547,
      "step": 2428230
    },
    {
      "epoch": 677.71,
      "grad_norm": 1.2411830425262451,
      "learning_rate": 2.931284179773027e-07,
      "loss": 0.3429,
      "step": 2428240
    },
    {
      "epoch": 677.71,
      "grad_norm": 1.283635139465332,
      "learning_rate": 2.931153242800047e-07,
      "loss": 0.3287,
      "step": 2428250
    },
    {
      "epoch": 677.72,
      "grad_norm": 1.1912345886230469,
      "learning_rate": 2.9310223085564694e-07,
      "loss": 0.324,
      "step": 2428260
    },
    {
      "epoch": 677.72,
      "grad_norm": 1.321789026260376,
      "learning_rate": 2.930891377042302e-07,
      "loss": 0.3481,
      "step": 2428270
    },
    {
      "epoch": 677.72,
      "grad_norm": 1.1511849164962769,
      "learning_rate": 2.9307604482575794e-07,
      "loss": 0.3461,
      "step": 2428280
    },
    {
      "epoch": 677.73,
      "grad_norm": 1.2663133144378662,
      "learning_rate": 2.9306295222023033e-07,
      "loss": 0.3411,
      "step": 2428290
    },
    {
      "epoch": 677.73,
      "grad_norm": 1.279388427734375,
      "learning_rate": 2.930498598876498e-07,
      "loss": 0.3451,
      "step": 2428300
    },
    {
      "epoch": 677.73,
      "grad_norm": 2.149318218231201,
      "learning_rate": 2.9303676782801834e-07,
      "loss": 0.3417,
      "step": 2428310
    },
    {
      "epoch": 677.73,
      "grad_norm": 2.1013083457946777,
      "learning_rate": 2.93023676041337e-07,
      "loss": 0.339,
      "step": 2428320
    },
    {
      "epoch": 677.74,
      "grad_norm": 1.194750428199768,
      "learning_rate": 2.9301058452760793e-07,
      "loss": 0.3266,
      "step": 2428330
    },
    {
      "epoch": 677.74,
      "grad_norm": 1.3936636447906494,
      "learning_rate": 2.9299749328683294e-07,
      "loss": 0.3318,
      "step": 2428340
    },
    {
      "epoch": 677.74,
      "grad_norm": 1.2356595993041992,
      "learning_rate": 2.9298440231901405e-07,
      "loss": 0.3235,
      "step": 2428350
    },
    {
      "epoch": 677.74,
      "grad_norm": 1.3186479806900024,
      "learning_rate": 2.929713116241516e-07,
      "loss": 0.3518,
      "step": 2428360
    },
    {
      "epoch": 677.75,
      "grad_norm": 1.3464535474777222,
      "learning_rate": 2.929582212022494e-07,
      "loss": 0.3478,
      "step": 2428370
    },
    {
      "epoch": 677.75,
      "grad_norm": 1.182692289352417,
      "learning_rate": 2.929451310533075e-07,
      "loss": 0.3437,
      "step": 2428380
    },
    {
      "epoch": 677.75,
      "grad_norm": 1.3268961906433105,
      "learning_rate": 2.9293204117732853e-07,
      "loss": 0.3331,
      "step": 2428390
    },
    {
      "epoch": 677.76,
      "grad_norm": 1.3511362075805664,
      "learning_rate": 2.929189515743143e-07,
      "loss": 0.3464,
      "step": 2428400
    },
    {
      "epoch": 677.76,
      "grad_norm": 1.079359769821167,
      "learning_rate": 2.929058622442658e-07,
      "loss": 0.3316,
      "step": 2428410
    },
    {
      "epoch": 677.76,
      "grad_norm": 1.1942516565322876,
      "learning_rate": 2.9289277318718515e-07,
      "loss": 0.336,
      "step": 2428420
    },
    {
      "epoch": 677.76,
      "grad_norm": 1.2922312021255493,
      "learning_rate": 2.928796844030744e-07,
      "loss": 0.3483,
      "step": 2428430
    },
    {
      "epoch": 677.77,
      "grad_norm": 0.976961076259613,
      "learning_rate": 2.928665958919347e-07,
      "loss": 0.3166,
      "step": 2428440
    },
    {
      "epoch": 677.77,
      "grad_norm": 1.2453124523162842,
      "learning_rate": 2.9285350765376877e-07,
      "loss": 0.3492,
      "step": 2428450
    },
    {
      "epoch": 677.77,
      "grad_norm": 1.2201837301254272,
      "learning_rate": 2.928404196885775e-07,
      "loss": 0.3332,
      "step": 2428460
    },
    {
      "epoch": 677.78,
      "grad_norm": 1.0982120037078857,
      "learning_rate": 2.928273319963626e-07,
      "loss": 0.3183,
      "step": 2428470
    },
    {
      "epoch": 677.78,
      "grad_norm": 1.127375602722168,
      "learning_rate": 2.92814244577126e-07,
      "loss": 0.3375,
      "step": 2428480
    },
    {
      "epoch": 677.78,
      "grad_norm": 1.1896226406097412,
      "learning_rate": 2.9280115743087e-07,
      "loss": 0.3442,
      "step": 2428490
    },
    {
      "epoch": 677.78,
      "grad_norm": 1.107157826423645,
      "learning_rate": 2.9278807055759507e-07,
      "loss": 0.3511,
      "step": 2428500
    },
    {
      "epoch": 677.79,
      "grad_norm": 1.1730531454086304,
      "learning_rate": 2.9277498395730464e-07,
      "loss": 0.3275,
      "step": 2428510
    },
    {
      "epoch": 677.79,
      "grad_norm": 1.3633514642715454,
      "learning_rate": 2.92761897629999e-07,
      "loss": 0.3287,
      "step": 2428520
    },
    {
      "epoch": 677.79,
      "grad_norm": 1.161012887954712,
      "learning_rate": 2.927488115756802e-07,
      "loss": 0.3491,
      "step": 2428530
    },
    {
      "epoch": 677.8,
      "grad_norm": 1.1652613878250122,
      "learning_rate": 2.927357257943511e-07,
      "loss": 0.3287,
      "step": 2428540
    },
    {
      "epoch": 677.8,
      "grad_norm": 1.424636960029602,
      "learning_rate": 2.92722640286012e-07,
      "loss": 0.3348,
      "step": 2428550
    },
    {
      "epoch": 677.8,
      "grad_norm": 1.2100286483764648,
      "learning_rate": 2.927095550506652e-07,
      "loss": 0.321,
      "step": 2428560
    },
    {
      "epoch": 677.8,
      "grad_norm": 1.489321231842041,
      "learning_rate": 2.926964700883122e-07,
      "loss": 0.353,
      "step": 2428570
    },
    {
      "epoch": 677.81,
      "grad_norm": 1.2640336751937866,
      "learning_rate": 2.926833853989557e-07,
      "loss": 0.3625,
      "step": 2428580
    },
    {
      "epoch": 677.81,
      "grad_norm": 1.3801684379577637,
      "learning_rate": 2.926703009825962e-07,
      "loss": 0.3392,
      "step": 2428590
    },
    {
      "epoch": 677.81,
      "grad_norm": 1.2802432775497437,
      "learning_rate": 2.926572168392358e-07,
      "loss": 0.3324,
      "step": 2428600
    },
    {
      "epoch": 677.81,
      "grad_norm": 1.1532208919525146,
      "learning_rate": 2.926441329688765e-07,
      "loss": 0.3432,
      "step": 2428610
    },
    {
      "epoch": 677.82,
      "grad_norm": 1.023424744606018,
      "learning_rate": 2.926310493715202e-07,
      "loss": 0.3289,
      "step": 2428620
    },
    {
      "epoch": 677.82,
      "grad_norm": 1.1180408000946045,
      "learning_rate": 2.926179660471687e-07,
      "loss": 0.3303,
      "step": 2428630
    },
    {
      "epoch": 677.82,
      "grad_norm": 1.6239171028137207,
      "learning_rate": 2.9260488299582274e-07,
      "loss": 0.3293,
      "step": 2428640
    },
    {
      "epoch": 677.83,
      "grad_norm": 1.2863893508911133,
      "learning_rate": 2.92591800217485e-07,
      "loss": 0.3401,
      "step": 2428650
    },
    {
      "epoch": 677.83,
      "grad_norm": 1.1625865697860718,
      "learning_rate": 2.92578717712157e-07,
      "loss": 0.3451,
      "step": 2428660
    },
    {
      "epoch": 677.83,
      "grad_norm": 1.1552993059158325,
      "learning_rate": 2.925656354798408e-07,
      "loss": 0.3347,
      "step": 2428670
    },
    {
      "epoch": 677.83,
      "grad_norm": 1.1855988502502441,
      "learning_rate": 2.925525535205372e-07,
      "loss": 0.3405,
      "step": 2428680
    },
    {
      "epoch": 677.84,
      "grad_norm": 1.2251344919204712,
      "learning_rate": 2.925394718342488e-07,
      "loss": 0.3438,
      "step": 2428690
    },
    {
      "epoch": 677.84,
      "grad_norm": 1.1610379219055176,
      "learning_rate": 2.9252639042097746e-07,
      "loss": 0.3368,
      "step": 2428700
    },
    {
      "epoch": 677.84,
      "grad_norm": 1.2203201055526733,
      "learning_rate": 2.9251330928072366e-07,
      "loss": 0.3342,
      "step": 2428710
    },
    {
      "epoch": 677.85,
      "grad_norm": 1.1143414974212646,
      "learning_rate": 2.9250022841349077e-07,
      "loss": 0.3522,
      "step": 2428720
    },
    {
      "epoch": 677.85,
      "grad_norm": 1.2465077638626099,
      "learning_rate": 2.9248714781927903e-07,
      "loss": 0.3316,
      "step": 2428730
    },
    {
      "epoch": 677.85,
      "grad_norm": 1.2521482706069946,
      "learning_rate": 2.924740674980917e-07,
      "loss": 0.3289,
      "step": 2428740
    },
    {
      "epoch": 677.85,
      "grad_norm": 1.1383895874023438,
      "learning_rate": 2.924609874499294e-07,
      "loss": 0.3375,
      "step": 2428750
    },
    {
      "epoch": 677.86,
      "grad_norm": 1.2490227222442627,
      "learning_rate": 2.924479076747943e-07,
      "loss": 0.3439,
      "step": 2428760
    },
    {
      "epoch": 677.86,
      "grad_norm": 1.4162954092025757,
      "learning_rate": 2.924348281726884e-07,
      "loss": 0.3514,
      "step": 2428770
    },
    {
      "epoch": 677.86,
      "grad_norm": 1.4093594551086426,
      "learning_rate": 2.924217489436128e-07,
      "loss": 0.3448,
      "step": 2428780
    },
    {
      "epoch": 677.86,
      "grad_norm": 1.3549907207489014,
      "learning_rate": 2.9240866998756937e-07,
      "loss": 0.3247,
      "step": 2428790
    },
    {
      "epoch": 677.87,
      "grad_norm": 1.3469266891479492,
      "learning_rate": 2.923955913045601e-07,
      "loss": 0.3493,
      "step": 2428800
    },
    {
      "epoch": 677.87,
      "grad_norm": 3.236736297607422,
      "learning_rate": 2.9238251289458716e-07,
      "loss": 0.3329,
      "step": 2428810
    },
    {
      "epoch": 677.87,
      "grad_norm": 1.2976771593093872,
      "learning_rate": 2.923694347576515e-07,
      "loss": 0.3333,
      "step": 2428820
    },
    {
      "epoch": 677.88,
      "grad_norm": 1.1902546882629395,
      "learning_rate": 2.923563568937548e-07,
      "loss": 0.3466,
      "step": 2428830
    },
    {
      "epoch": 677.88,
      "grad_norm": 1.4604135751724243,
      "learning_rate": 2.9234327930289974e-07,
      "loss": 0.3428,
      "step": 2428840
    },
    {
      "epoch": 677.88,
      "grad_norm": 3.4698855876922607,
      "learning_rate": 2.9233020198508673e-07,
      "loss": 0.319,
      "step": 2428850
    },
    {
      "epoch": 677.88,
      "grad_norm": 1.2643475532531738,
      "learning_rate": 2.923171249403191e-07,
      "loss": 0.3341,
      "step": 2428860
    },
    {
      "epoch": 677.89,
      "grad_norm": 1.1902397871017456,
      "learning_rate": 2.923040481685971e-07,
      "loss": 0.3438,
      "step": 2428870
    },
    {
      "epoch": 677.89,
      "grad_norm": 1.4180387258529663,
      "learning_rate": 2.9229097166992313e-07,
      "loss": 0.3325,
      "step": 2428880
    },
    {
      "epoch": 677.89,
      "grad_norm": 1.1684813499450684,
      "learning_rate": 2.9227789544429896e-07,
      "loss": 0.3351,
      "step": 2428890
    },
    {
      "epoch": 677.9,
      "grad_norm": 1.149620771408081,
      "learning_rate": 2.9226481949172693e-07,
      "loss": 0.3445,
      "step": 2428900
    },
    {
      "epoch": 677.9,
      "grad_norm": 1.334768533706665,
      "learning_rate": 2.922517438122076e-07,
      "loss": 0.3263,
      "step": 2428910
    },
    {
      "epoch": 677.9,
      "grad_norm": 1.1678664684295654,
      "learning_rate": 2.9223866840574304e-07,
      "loss": 0.354,
      "step": 2428920
    },
    {
      "epoch": 677.9,
      "grad_norm": 1.5306874513626099,
      "learning_rate": 2.9222559327233604e-07,
      "loss": 0.328,
      "step": 2428930
    },
    {
      "epoch": 677.91,
      "grad_norm": 1.2354475259780884,
      "learning_rate": 2.9221251841198615e-07,
      "loss": 0.325,
      "step": 2428940
    },
    {
      "epoch": 677.91,
      "grad_norm": 1.1134157180786133,
      "learning_rate": 2.9219944382469756e-07,
      "loss": 0.3436,
      "step": 2428950
    },
    {
      "epoch": 677.91,
      "grad_norm": 1.1769812107086182,
      "learning_rate": 2.921863695104705e-07,
      "loss": 0.3252,
      "step": 2428960
    },
    {
      "epoch": 677.92,
      "grad_norm": 1.539400577545166,
      "learning_rate": 2.921732954693072e-07,
      "loss": 0.3424,
      "step": 2428970
    },
    {
      "epoch": 677.92,
      "grad_norm": 1.1937408447265625,
      "learning_rate": 2.921602217012097e-07,
      "loss": 0.3378,
      "step": 2428980
    },
    {
      "epoch": 677.92,
      "grad_norm": 1.3562060594558716,
      "learning_rate": 2.9214714820617836e-07,
      "loss": 0.3454,
      "step": 2428990
    },
    {
      "epoch": 677.92,
      "grad_norm": 1.2454472780227661,
      "learning_rate": 2.921340749842169e-07,
      "loss": 0.3372,
      "step": 2429000
    },
    {
      "epoch": 677.93,
      "grad_norm": 1.2860976457595825,
      "learning_rate": 2.921210020353255e-07,
      "loss": 0.3453,
      "step": 2429010
    },
    {
      "epoch": 677.93,
      "grad_norm": 1.0812770128250122,
      "learning_rate": 2.9210792935950656e-07,
      "loss": 0.3509,
      "step": 2429020
    },
    {
      "epoch": 677.93,
      "grad_norm": 1.2536360025405884,
      "learning_rate": 2.920948569567619e-07,
      "loss": 0.3156,
      "step": 2429030
    },
    {
      "epoch": 677.93,
      "grad_norm": 0.9739111661911011,
      "learning_rate": 2.9208178482709333e-07,
      "loss": 0.3214,
      "step": 2429040
    },
    {
      "epoch": 677.94,
      "grad_norm": 1.1573336124420166,
      "learning_rate": 2.920687129705019e-07,
      "loss": 0.3379,
      "step": 2429050
    },
    {
      "epoch": 677.94,
      "grad_norm": 1.0077539682388306,
      "learning_rate": 2.920556413869899e-07,
      "loss": 0.3242,
      "step": 2429060
    },
    {
      "epoch": 677.94,
      "grad_norm": 1.1220098733901978,
      "learning_rate": 2.920425700765595e-07,
      "loss": 0.3446,
      "step": 2429070
    },
    {
      "epoch": 677.95,
      "grad_norm": 1.1739561557769775,
      "learning_rate": 2.9202949903921094e-07,
      "loss": 0.3317,
      "step": 2429080
    },
    {
      "epoch": 677.95,
      "grad_norm": 1.2878893613815308,
      "learning_rate": 2.9201642827494785e-07,
      "loss": 0.3406,
      "step": 2429090
    },
    {
      "epoch": 677.95,
      "grad_norm": 1.380420207977295,
      "learning_rate": 2.920033577837704e-07,
      "loss": 0.3303,
      "step": 2429100
    },
    {
      "epoch": 677.95,
      "grad_norm": 1.307611346244812,
      "learning_rate": 2.9199028756568136e-07,
      "loss": 0.3375,
      "step": 2429110
    },
    {
      "epoch": 677.96,
      "grad_norm": 1.2480944395065308,
      "learning_rate": 2.919772176206824e-07,
      "loss": 0.3294,
      "step": 2429120
    },
    {
      "epoch": 677.96,
      "grad_norm": 1.1338862180709839,
      "learning_rate": 2.919641479487744e-07,
      "loss": 0.353,
      "step": 2429130
    },
    {
      "epoch": 677.96,
      "grad_norm": 1.234488844871521,
      "learning_rate": 2.9195107854995966e-07,
      "loss": 0.3344,
      "step": 2429140
    },
    {
      "epoch": 677.97,
      "grad_norm": 1.178779125213623,
      "learning_rate": 2.9193800942424003e-07,
      "loss": 0.3381,
      "step": 2429150
    },
    {
      "epoch": 677.97,
      "grad_norm": 1.3313374519348145,
      "learning_rate": 2.9192494057161755e-07,
      "loss": 0.3299,
      "step": 2429160
    },
    {
      "epoch": 677.97,
      "grad_norm": 1.296736240386963,
      "learning_rate": 2.919118719920927e-07,
      "loss": 0.339,
      "step": 2429170
    },
    {
      "epoch": 677.97,
      "grad_norm": 1.022193193435669,
      "learning_rate": 2.9189880368566874e-07,
      "loss": 0.3316,
      "step": 2429180
    },
    {
      "epoch": 677.98,
      "grad_norm": 1.3243612051010132,
      "learning_rate": 2.9188573565234665e-07,
      "loss": 0.3566,
      "step": 2429190
    },
    {
      "epoch": 677.98,
      "grad_norm": 1.164247989654541,
      "learning_rate": 2.918726678921279e-07,
      "loss": 0.3317,
      "step": 2429200
    },
    {
      "epoch": 677.98,
      "grad_norm": 1.1851414442062378,
      "learning_rate": 2.918596004050152e-07,
      "loss": 0.347,
      "step": 2429210
    },
    {
      "epoch": 677.98,
      "grad_norm": 1.23257577419281,
      "learning_rate": 2.918465331910093e-07,
      "loss": 0.3416,
      "step": 2429220
    },
    {
      "epoch": 677.99,
      "grad_norm": 1.1531085968017578,
      "learning_rate": 2.9183346625011206e-07,
      "loss": 0.3335,
      "step": 2429230
    },
    {
      "epoch": 677.99,
      "grad_norm": 1.1306447982788086,
      "learning_rate": 2.918203995823257e-07,
      "loss": 0.3427,
      "step": 2429240
    },
    {
      "epoch": 677.99,
      "grad_norm": 1.1584001779556274,
      "learning_rate": 2.918073331876522e-07,
      "loss": 0.3416,
      "step": 2429250
    },
    {
      "epoch": 678.0,
      "grad_norm": 1.557046890258789,
      "learning_rate": 2.917942670660922e-07,
      "loss": 0.3392,
      "step": 2429260
    },
    {
      "epoch": 678.0,
      "grad_norm": 1.272322416305542,
      "learning_rate": 2.9178120121764813e-07,
      "loss": 0.3297,
      "step": 2429270
    },
    {
      "epoch": 678.0,
      "eval_loss": 0.3383401930332184,
      "eval_runtime": 63.74,
      "eval_samples_per_second": 79.369,
      "eval_steps_per_second": 9.931,
      "step": 2429274
    },
    {
      "epoch": 678.0,
      "grad_norm": 1.177036166191101,
      "learning_rate": 2.9176813564232153e-07,
      "loss": 0.3119,
      "step": 2429280
    },
    {
      "epoch": 678.0,
      "grad_norm": 1.3837013244628906,
      "learning_rate": 2.917550703401145e-07,
      "loss": 0.3331,
      "step": 2429290
    },
    {
      "epoch": 678.01,
      "grad_norm": 1.3837909698486328,
      "learning_rate": 2.917420053110291e-07,
      "loss": 0.3544,
      "step": 2429300
    },
    {
      "epoch": 678.01,
      "grad_norm": 1.2847987413406372,
      "learning_rate": 2.917289405550653e-07,
      "loss": 0.3489,
      "step": 2429310
    },
    {
      "epoch": 678.01,
      "grad_norm": 1.239367127418518,
      "learning_rate": 2.917158760722273e-07,
      "loss": 0.3352,
      "step": 2429320
    },
    {
      "epoch": 678.02,
      "grad_norm": 1.279503583908081,
      "learning_rate": 2.917028118625148e-07,
      "loss": 0.3352,
      "step": 2429330
    },
    {
      "epoch": 678.02,
      "grad_norm": 1.348670482635498,
      "learning_rate": 2.916897479259305e-07,
      "loss": 0.3516,
      "step": 2429340
    },
    {
      "epoch": 678.02,
      "grad_norm": 1.2633661031723022,
      "learning_rate": 2.9167668426247636e-07,
      "loss": 0.3356,
      "step": 2429350
    },
    {
      "epoch": 678.02,
      "grad_norm": 1.117018222808838,
      "learning_rate": 2.9166362087215346e-07,
      "loss": 0.3467,
      "step": 2429360
    },
    {
      "epoch": 678.03,
      "grad_norm": 1.4406170845031738,
      "learning_rate": 2.916505577549637e-07,
      "loss": 0.3357,
      "step": 2429370
    },
    {
      "epoch": 678.03,
      "grad_norm": 1.1893030405044556,
      "learning_rate": 2.916374949109088e-07,
      "loss": 0.3241,
      "step": 2429380
    },
    {
      "epoch": 678.03,
      "grad_norm": 1.071255087852478,
      "learning_rate": 2.9162443233999145e-07,
      "loss": 0.3476,
      "step": 2429390
    },
    {
      "epoch": 678.04,
      "grad_norm": 1.2379436492919922,
      "learning_rate": 2.9161137004221183e-07,
      "loss": 0.329,
      "step": 2429400
    },
    {
      "epoch": 678.04,
      "grad_norm": 1.6046770811080933,
      "learning_rate": 2.9159830801757254e-07,
      "loss": 0.3286,
      "step": 2429410
    },
    {
      "epoch": 678.04,
      "grad_norm": 1.5484479665756226,
      "learning_rate": 2.915852462660755e-07,
      "loss": 0.3354,
      "step": 2429420
    },
    {
      "epoch": 678.04,
      "grad_norm": 1.0996389389038086,
      "learning_rate": 2.915721847877214e-07,
      "loss": 0.3552,
      "step": 2429430
    },
    {
      "epoch": 678.05,
      "grad_norm": 1.2529881000518799,
      "learning_rate": 2.9155912358251366e-07,
      "loss": 0.3199,
      "step": 2429440
    },
    {
      "epoch": 678.05,
      "grad_norm": 1.23562753200531,
      "learning_rate": 2.915460626504525e-07,
      "loss": 0.3293,
      "step": 2429450
    },
    {
      "epoch": 678.05,
      "grad_norm": 1.2581373453140259,
      "learning_rate": 2.915330019915403e-07,
      "loss": 0.3363,
      "step": 2429460
    },
    {
      "epoch": 678.05,
      "grad_norm": 1.4383865594863892,
      "learning_rate": 2.9151994160577864e-07,
      "loss": 0.3179,
      "step": 2429470
    },
    {
      "epoch": 678.06,
      "grad_norm": 1.490612506866455,
      "learning_rate": 2.9150688149317007e-07,
      "loss": 0.3331,
      "step": 2429480
    },
    {
      "epoch": 678.06,
      "grad_norm": 1.2707586288452148,
      "learning_rate": 2.914938216537149e-07,
      "loss": 0.3371,
      "step": 2429490
    },
    {
      "epoch": 678.06,
      "grad_norm": 1.2790113687515259,
      "learning_rate": 2.914807620874157e-07,
      "loss": 0.3256,
      "step": 2429500
    },
    {
      "epoch": 678.07,
      "grad_norm": 1.876546859741211,
      "learning_rate": 2.914677027942745e-07,
      "loss": 0.317,
      "step": 2429510
    },
    {
      "epoch": 678.07,
      "grad_norm": 1.1227608919143677,
      "learning_rate": 2.914546437742919e-07,
      "loss": 0.3305,
      "step": 2429520
    },
    {
      "epoch": 678.07,
      "grad_norm": 0.9978338479995728,
      "learning_rate": 2.914415850274711e-07,
      "loss": 0.3247,
      "step": 2429530
    },
    {
      "epoch": 678.07,
      "grad_norm": 1.2557625770568848,
      "learning_rate": 2.914285265538127e-07,
      "loss": 0.3335,
      "step": 2429540
    },
    {
      "epoch": 678.08,
      "grad_norm": 1.3258861303329468,
      "learning_rate": 2.9141546835331885e-07,
      "loss": 0.335,
      "step": 2429550
    },
    {
      "epoch": 678.08,
      "grad_norm": 1.2836418151855469,
      "learning_rate": 2.9140241042599117e-07,
      "loss": 0.3422,
      "step": 2429560
    },
    {
      "epoch": 678.08,
      "grad_norm": 1.1106880903244019,
      "learning_rate": 2.9138935277183166e-07,
      "loss": 0.3286,
      "step": 2429570
    },
    {
      "epoch": 678.09,
      "grad_norm": 1.3319542407989502,
      "learning_rate": 2.9137629539084246e-07,
      "loss": 0.3279,
      "step": 2429580
    },
    {
      "epoch": 678.09,
      "grad_norm": 1.166027545928955,
      "learning_rate": 2.9136323828302407e-07,
      "loss": 0.3411,
      "step": 2429590
    },
    {
      "epoch": 678.09,
      "grad_norm": 1.0646594762802124,
      "learning_rate": 2.9135018144837905e-07,
      "loss": 0.3385,
      "step": 2429600
    },
    {
      "epoch": 678.09,
      "grad_norm": 1.0786651372909546,
      "learning_rate": 2.9133712488690904e-07,
      "loss": 0.3341,
      "step": 2429610
    },
    {
      "epoch": 678.1,
      "grad_norm": 1.0970094203948975,
      "learning_rate": 2.913240685986161e-07,
      "loss": 0.3349,
      "step": 2429620
    },
    {
      "epoch": 678.1,
      "grad_norm": 1.214985966682434,
      "learning_rate": 2.9131101258350125e-07,
      "loss": 0.3356,
      "step": 2429630
    },
    {
      "epoch": 678.1,
      "grad_norm": 1.3161518573760986,
      "learning_rate": 2.9129795684156653e-07,
      "loss": 0.3508,
      "step": 2429640
    },
    {
      "epoch": 678.1,
      "grad_norm": 1.0398235321044922,
      "learning_rate": 2.9128490137281413e-07,
      "loss": 0.3463,
      "step": 2429650
    },
    {
      "epoch": 678.11,
      "grad_norm": 1.136849284172058,
      "learning_rate": 2.9127184617724446e-07,
      "loss": 0.3309,
      "step": 2429660
    },
    {
      "epoch": 678.11,
      "grad_norm": 1.0851410627365112,
      "learning_rate": 2.9125879125486124e-07,
      "loss": 0.3352,
      "step": 2429670
    },
    {
      "epoch": 678.11,
      "grad_norm": 1.1503740549087524,
      "learning_rate": 2.9124573660566467e-07,
      "loss": 0.3461,
      "step": 2429680
    },
    {
      "epoch": 678.12,
      "grad_norm": 1.0844718217849731,
      "learning_rate": 2.9123268222965687e-07,
      "loss": 0.3102,
      "step": 2429690
    },
    {
      "epoch": 678.12,
      "grad_norm": 5.410116672515869,
      "learning_rate": 2.9121962812683996e-07,
      "loss": 0.347,
      "step": 2429700
    },
    {
      "epoch": 678.12,
      "grad_norm": 1.471946120262146,
      "learning_rate": 2.912065742972157e-07,
      "loss": 0.3273,
      "step": 2429710
    },
    {
      "epoch": 678.12,
      "grad_norm": 1.1193022727966309,
      "learning_rate": 2.9119352074078485e-07,
      "loss": 0.3238,
      "step": 2429720
    },
    {
      "epoch": 678.13,
      "grad_norm": 1.3220781087875366,
      "learning_rate": 2.911804674575501e-07,
      "loss": 0.3276,
      "step": 2429730
    },
    {
      "epoch": 678.13,
      "grad_norm": 1.3855562210083008,
      "learning_rate": 2.911674144475134e-07,
      "loss": 0.3341,
      "step": 2429740
    },
    {
      "epoch": 678.13,
      "grad_norm": 1.4685713052749634,
      "learning_rate": 2.911543617106749e-07,
      "loss": 0.3411,
      "step": 2429750
    },
    {
      "epoch": 678.14,
      "grad_norm": 1.4574490785598755,
      "learning_rate": 2.911413092470384e-07,
      "loss": 0.3281,
      "step": 2429760
    },
    {
      "epoch": 678.14,
      "grad_norm": 1.3412853479385376,
      "learning_rate": 2.911282570566042e-07,
      "loss": 0.3528,
      "step": 2429770
    },
    {
      "epoch": 678.14,
      "grad_norm": 1.4176406860351562,
      "learning_rate": 2.9111520513937466e-07,
      "loss": 0.3389,
      "step": 2429780
    },
    {
      "epoch": 678.14,
      "grad_norm": 1.3237534761428833,
      "learning_rate": 2.9110215349535184e-07,
      "loss": 0.3339,
      "step": 2429790
    },
    {
      "epoch": 678.15,
      "grad_norm": 1.3500280380249023,
      "learning_rate": 2.9108910212453626e-07,
      "loss": 0.3383,
      "step": 2429800
    },
    {
      "epoch": 678.15,
      "grad_norm": 8.530529022216797,
      "learning_rate": 2.9107605102693073e-07,
      "loss": 0.3245,
      "step": 2429810
    },
    {
      "epoch": 678.15,
      "grad_norm": 1.0594755411148071,
      "learning_rate": 2.910630002025364e-07,
      "loss": 0.338,
      "step": 2429820
    },
    {
      "epoch": 678.16,
      "grad_norm": 1.469869613647461,
      "learning_rate": 2.9104994965135603e-07,
      "loss": 0.3469,
      "step": 2429830
    },
    {
      "epoch": 678.16,
      "grad_norm": 1.6185193061828613,
      "learning_rate": 2.9103689937338945e-07,
      "loss": 0.359,
      "step": 2429840
    },
    {
      "epoch": 678.16,
      "grad_norm": 1.2821485996246338,
      "learning_rate": 2.910238493686405e-07,
      "loss": 0.3424,
      "step": 2429850
    },
    {
      "epoch": 678.16,
      "grad_norm": 1.3258461952209473,
      "learning_rate": 2.9101079963710943e-07,
      "loss": 0.3229,
      "step": 2429860
    },
    {
      "epoch": 678.17,
      "grad_norm": 1.4107754230499268,
      "learning_rate": 2.9099775017879864e-07,
      "loss": 0.3409,
      "step": 2429870
    },
    {
      "epoch": 678.17,
      "grad_norm": 1.5142709016799927,
      "learning_rate": 2.9098470099371013e-07,
      "loss": 0.3365,
      "step": 2429880
    },
    {
      "epoch": 678.17,
      "grad_norm": 1.0644572973251343,
      "learning_rate": 2.9097165208184427e-07,
      "loss": 0.3399,
      "step": 2429890
    },
    {
      "epoch": 678.17,
      "grad_norm": 1.1091399192810059,
      "learning_rate": 2.909586034432049e-07,
      "loss": 0.3406,
      "step": 2429900
    },
    {
      "epoch": 678.18,
      "grad_norm": 1.4920655488967896,
      "learning_rate": 2.9094555507779195e-07,
      "loss": 0.3338,
      "step": 2429910
    },
    {
      "epoch": 678.18,
      "grad_norm": 1.2572928667068481,
      "learning_rate": 2.909325069856079e-07,
      "loss": 0.3573,
      "step": 2429920
    },
    {
      "epoch": 678.18,
      "grad_norm": 1.2878457307815552,
      "learning_rate": 2.9091945916665475e-07,
      "loss": 0.3412,
      "step": 2429930
    },
    {
      "epoch": 678.19,
      "grad_norm": 1.230837345123291,
      "learning_rate": 2.9090641162093355e-07,
      "loss": 0.3374,
      "step": 2429940
    },
    {
      "epoch": 678.19,
      "grad_norm": 1.1920815706253052,
      "learning_rate": 2.908933643484464e-07,
      "loss": 0.341,
      "step": 2429950
    },
    {
      "epoch": 678.19,
      "grad_norm": 1.4724392890930176,
      "learning_rate": 2.908803173491951e-07,
      "loss": 0.3465,
      "step": 2429960
    },
    {
      "epoch": 678.19,
      "grad_norm": 1.204010009765625,
      "learning_rate": 2.908672706231818e-07,
      "loss": 0.3517,
      "step": 2429970
    },
    {
      "epoch": 678.2,
      "grad_norm": 1.1658004522323608,
      "learning_rate": 2.9085422417040663e-07,
      "loss": 0.3385,
      "step": 2429980
    },
    {
      "epoch": 678.2,
      "grad_norm": 1.1615872383117676,
      "learning_rate": 2.9084117799087334e-07,
      "loss": 0.3225,
      "step": 2429990
    },
    {
      "epoch": 678.2,
      "grad_norm": 1.1634446382522583,
      "learning_rate": 2.9082813208458266e-07,
      "loss": 0.3555,
      "step": 2430000
    },
    {
      "epoch": 678.21,
      "grad_norm": 1.1622941493988037,
      "learning_rate": 2.908150864515362e-07,
      "loss": 0.3432,
      "step": 2430010
    },
    {
      "epoch": 678.21,
      "grad_norm": 1.2416877746582031,
      "learning_rate": 2.908020410917365e-07,
      "loss": 0.3524,
      "step": 2430020
    },
    {
      "epoch": 678.21,
      "grad_norm": 1.0942670106887817,
      "learning_rate": 2.907889960051841e-07,
      "loss": 0.3306,
      "step": 2430030
    },
    {
      "epoch": 678.21,
      "grad_norm": 1.320483922958374,
      "learning_rate": 2.907759511918814e-07,
      "loss": 0.3383,
      "step": 2430040
    },
    {
      "epoch": 678.22,
      "grad_norm": 1.5466076135635376,
      "learning_rate": 2.907629066518301e-07,
      "loss": 0.3238,
      "step": 2430050
    },
    {
      "epoch": 678.22,
      "grad_norm": 1.343415379524231,
      "learning_rate": 2.9074986238503265e-07,
      "loss": 0.326,
      "step": 2430060
    },
    {
      "epoch": 678.22,
      "grad_norm": 2.0278170108795166,
      "learning_rate": 2.9073681839148933e-07,
      "loss": 0.3456,
      "step": 2430070
    },
    {
      "epoch": 678.22,
      "grad_norm": 1.4019368886947632,
      "learning_rate": 2.907237746712026e-07,
      "loss": 0.3365,
      "step": 2430080
    },
    {
      "epoch": 678.23,
      "grad_norm": 1.1885920763015747,
      "learning_rate": 2.9071073122417494e-07,
      "loss": 0.3494,
      "step": 2430090
    },
    {
      "epoch": 678.23,
      "grad_norm": 1.1536319255828857,
      "learning_rate": 2.906976880504063e-07,
      "loss": 0.3448,
      "step": 2430100
    },
    {
      "epoch": 678.23,
      "grad_norm": 1.0914188623428345,
      "learning_rate": 2.9068464514990055e-07,
      "loss": 0.3362,
      "step": 2430110
    },
    {
      "epoch": 678.24,
      "grad_norm": 1.59017014503479,
      "learning_rate": 2.9067160252265775e-07,
      "loss": 0.3373,
      "step": 2430120
    },
    {
      "epoch": 678.24,
      "grad_norm": 1.2595174312591553,
      "learning_rate": 2.906585601686802e-07,
      "loss": 0.3472,
      "step": 2430130
    },
    {
      "epoch": 678.24,
      "grad_norm": 1.2654016017913818,
      "learning_rate": 2.906455180879698e-07,
      "loss": 0.3448,
      "step": 2430140
    },
    {
      "epoch": 678.24,
      "grad_norm": 1.2162619829177856,
      "learning_rate": 2.90632476280528e-07,
      "loss": 0.3287,
      "step": 2430150
    },
    {
      "epoch": 678.25,
      "grad_norm": 1.2842152118682861,
      "learning_rate": 2.906194347463574e-07,
      "loss": 0.3329,
      "step": 2430160
    },
    {
      "epoch": 678.25,
      "grad_norm": 1.2686729431152344,
      "learning_rate": 2.906063934854584e-07,
      "loss": 0.3403,
      "step": 2430170
    },
    {
      "epoch": 678.25,
      "grad_norm": 1.3025835752487183,
      "learning_rate": 2.9059335249783344e-07,
      "loss": 0.3452,
      "step": 2430180
    },
    {
      "epoch": 678.26,
      "grad_norm": 1.3732212781906128,
      "learning_rate": 2.9058031178348416e-07,
      "loss": 0.3471,
      "step": 2430190
    },
    {
      "epoch": 678.26,
      "grad_norm": 1.4802383184432983,
      "learning_rate": 2.9056727134241263e-07,
      "loss": 0.353,
      "step": 2430200
    },
    {
      "epoch": 678.26,
      "grad_norm": 1.2701292037963867,
      "learning_rate": 2.905542311746202e-07,
      "loss": 0.3369,
      "step": 2430210
    },
    {
      "epoch": 678.26,
      "grad_norm": 1.250128149986267,
      "learning_rate": 2.905411912801084e-07,
      "loss": 0.3486,
      "step": 2430220
    },
    {
      "epoch": 678.27,
      "grad_norm": 1.2922698259353638,
      "learning_rate": 2.9052815165887973e-07,
      "loss": 0.3237,
      "step": 2430230
    },
    {
      "epoch": 678.27,
      "grad_norm": 1.4388484954833984,
      "learning_rate": 2.905151123109346e-07,
      "loss": 0.3439,
      "step": 2430240
    },
    {
      "epoch": 678.27,
      "grad_norm": 1.4472007751464844,
      "learning_rate": 2.905020732362766e-07,
      "loss": 0.3458,
      "step": 2430250
    },
    {
      "epoch": 678.28,
      "grad_norm": 1.2407833337783813,
      "learning_rate": 2.904890344349057e-07,
      "loss": 0.3267,
      "step": 2430260
    },
    {
      "epoch": 678.28,
      "grad_norm": 1.1827703714370728,
      "learning_rate": 2.9047599590682455e-07,
      "loss": 0.3244,
      "step": 2430270
    },
    {
      "epoch": 678.28,
      "grad_norm": 1.428244948387146,
      "learning_rate": 2.904629576520349e-07,
      "loss": 0.3479,
      "step": 2430280
    },
    {
      "epoch": 678.28,
      "grad_norm": 1.100713849067688,
      "learning_rate": 2.904499196705387e-07,
      "loss": 0.3379,
      "step": 2430290
    },
    {
      "epoch": 678.29,
      "grad_norm": 1.4099894762039185,
      "learning_rate": 2.904368819623368e-07,
      "loss": 0.3364,
      "step": 2430300
    },
    {
      "epoch": 678.29,
      "grad_norm": 1.2227990627288818,
      "learning_rate": 2.904238445274312e-07,
      "loss": 0.3241,
      "step": 2430310
    },
    {
      "epoch": 678.29,
      "grad_norm": 1.2056936025619507,
      "learning_rate": 2.9041080736582467e-07,
      "loss": 0.3534,
      "step": 2430320
    },
    {
      "epoch": 678.29,
      "grad_norm": 1.3588025569915771,
      "learning_rate": 2.9039777047751696e-07,
      "loss": 0.3291,
      "step": 2430330
    },
    {
      "epoch": 678.3,
      "grad_norm": 1.2331187725067139,
      "learning_rate": 2.9038473386251226e-07,
      "loss": 0.3409,
      "step": 2430340
    },
    {
      "epoch": 678.3,
      "grad_norm": 1.2894039154052734,
      "learning_rate": 2.903716975208103e-07,
      "loss": 0.3388,
      "step": 2430350
    },
    {
      "epoch": 678.3,
      "grad_norm": 1.2181569337844849,
      "learning_rate": 2.9035866145241367e-07,
      "loss": 0.347,
      "step": 2430360
    },
    {
      "epoch": 678.31,
      "grad_norm": 1.394113302230835,
      "learning_rate": 2.903456256573245e-07,
      "loss": 0.3379,
      "step": 2430370
    },
    {
      "epoch": 678.31,
      "grad_norm": 1.1810898780822754,
      "learning_rate": 2.9033259013554343e-07,
      "loss": 0.3454,
      "step": 2430380
    },
    {
      "epoch": 678.31,
      "grad_norm": 1.1128038167953491,
      "learning_rate": 2.903195548870727e-07,
      "loss": 0.3351,
      "step": 2430390
    },
    {
      "epoch": 678.31,
      "grad_norm": 3.0810115337371826,
      "learning_rate": 2.9030651991191407e-07,
      "loss": 0.3416,
      "step": 2430400
    },
    {
      "epoch": 678.32,
      "grad_norm": 1.4254831075668335,
      "learning_rate": 2.902934852100702e-07,
      "loss": 0.3205,
      "step": 2430410
    },
    {
      "epoch": 678.32,
      "grad_norm": 1.159970760345459,
      "learning_rate": 2.902804507815407e-07,
      "loss": 0.3242,
      "step": 2430420
    },
    {
      "epoch": 678.32,
      "grad_norm": 1.0774914026260376,
      "learning_rate": 2.9026741662632953e-07,
      "loss": 0.3411,
      "step": 2430430
    },
    {
      "epoch": 678.33,
      "grad_norm": 1.420613169670105,
      "learning_rate": 2.9025438274443704e-07,
      "loss": 0.3519,
      "step": 2430440
    },
    {
      "epoch": 678.33,
      "grad_norm": 1.1665360927581787,
      "learning_rate": 2.902413491358652e-07,
      "loss": 0.333,
      "step": 2430450
    },
    {
      "epoch": 678.33,
      "grad_norm": 1.223688006401062,
      "learning_rate": 2.9022831580061665e-07,
      "loss": 0.3313,
      "step": 2430460
    },
    {
      "epoch": 678.33,
      "grad_norm": 1.6464239358901978,
      "learning_rate": 2.9021528273869113e-07,
      "loss": 0.3308,
      "step": 2430470
    },
    {
      "epoch": 678.34,
      "grad_norm": 1.3462328910827637,
      "learning_rate": 2.902022499500928e-07,
      "loss": 0.3326,
      "step": 2430480
    },
    {
      "epoch": 678.34,
      "grad_norm": 1.45936119556427,
      "learning_rate": 2.9018921743482193e-07,
      "loss": 0.3434,
      "step": 2430490
    },
    {
      "epoch": 678.34,
      "grad_norm": 1.7151246070861816,
      "learning_rate": 2.9017618519288036e-07,
      "loss": 0.3187,
      "step": 2430500
    },
    {
      "epoch": 678.34,
      "grad_norm": 1.265536904335022,
      "learning_rate": 2.901631532242701e-07,
      "loss": 0.3305,
      "step": 2430510
    },
    {
      "epoch": 678.35,
      "grad_norm": 1.1304931640625,
      "learning_rate": 2.9015012152899304e-07,
      "loss": 0.3455,
      "step": 2430520
    },
    {
      "epoch": 678.35,
      "grad_norm": 1.2179515361785889,
      "learning_rate": 2.9013709010705047e-07,
      "loss": 0.3369,
      "step": 2430530
    },
    {
      "epoch": 678.35,
      "grad_norm": 1.1857637166976929,
      "learning_rate": 2.901240589584442e-07,
      "loss": 0.325,
      "step": 2430540
    },
    {
      "epoch": 678.36,
      "grad_norm": 1.3123899698257446,
      "learning_rate": 2.9011102808317685e-07,
      "loss": 0.3458,
      "step": 2430550
    },
    {
      "epoch": 678.36,
      "grad_norm": 1.256514310836792,
      "learning_rate": 2.900979974812481e-07,
      "loss": 0.3247,
      "step": 2430560
    },
    {
      "epoch": 678.36,
      "grad_norm": 1.2255911827087402,
      "learning_rate": 2.900849671526622e-07,
      "loss": 0.3353,
      "step": 2430570
    },
    {
      "epoch": 678.36,
      "grad_norm": 1.3066192865371704,
      "learning_rate": 2.9007193709741905e-07,
      "loss": 0.3297,
      "step": 2430580
    },
    {
      "epoch": 678.37,
      "grad_norm": 1.2858985662460327,
      "learning_rate": 2.900589073155211e-07,
      "loss": 0.3378,
      "step": 2430590
    },
    {
      "epoch": 678.37,
      "grad_norm": 1.6476651430130005,
      "learning_rate": 2.9004587780697036e-07,
      "loss": 0.341,
      "step": 2430600
    },
    {
      "epoch": 678.37,
      "grad_norm": 1.4455580711364746,
      "learning_rate": 2.9003284857176764e-07,
      "loss": 0.3259,
      "step": 2430610
    },
    {
      "epoch": 678.38,
      "grad_norm": 1.19986093044281,
      "learning_rate": 2.9001981960991553e-07,
      "loss": 0.3329,
      "step": 2430620
    },
    {
      "epoch": 678.38,
      "grad_norm": 1.147384762763977,
      "learning_rate": 2.9000679092141535e-07,
      "loss": 0.3343,
      "step": 2430630
    },
    {
      "epoch": 678.38,
      "grad_norm": 1.2246369123458862,
      "learning_rate": 2.8999376250626943e-07,
      "loss": 0.3453,
      "step": 2430640
    },
    {
      "epoch": 678.38,
      "grad_norm": 1.2228360176086426,
      "learning_rate": 2.89980734364478e-07,
      "loss": 0.3489,
      "step": 2430650
    },
    {
      "epoch": 678.39,
      "grad_norm": 1.3890069723129272,
      "learning_rate": 2.899677064960447e-07,
      "loss": 0.3363,
      "step": 2430660
    },
    {
      "epoch": 678.39,
      "grad_norm": 1.3326536417007446,
      "learning_rate": 2.899546789009699e-07,
      "loss": 0.3202,
      "step": 2430670
    },
    {
      "epoch": 678.39,
      "grad_norm": 1.2908673286437988,
      "learning_rate": 2.8994165157925605e-07,
      "loss": 0.3363,
      "step": 2430680
    },
    {
      "epoch": 678.4,
      "grad_norm": 1.3823894262313843,
      "learning_rate": 2.8992862453090505e-07,
      "loss": 0.3384,
      "step": 2430690
    },
    {
      "epoch": 678.4,
      "grad_norm": 4.19918155670166,
      "learning_rate": 2.899155977559177e-07,
      "loss": 0.3363,
      "step": 2430700
    },
    {
      "epoch": 678.4,
      "grad_norm": 1.0720603466033936,
      "learning_rate": 2.899025712542963e-07,
      "loss": 0.3546,
      "step": 2430710
    },
    {
      "epoch": 678.4,
      "grad_norm": 1.2527804374694824,
      "learning_rate": 2.8988954502604245e-07,
      "loss": 0.3442,
      "step": 2430720
    },
    {
      "epoch": 678.41,
      "grad_norm": 1.2194265127182007,
      "learning_rate": 2.8987651907115794e-07,
      "loss": 0.3378,
      "step": 2430730
    },
    {
      "epoch": 678.41,
      "grad_norm": 1.3355793952941895,
      "learning_rate": 2.8986349338964537e-07,
      "loss": 0.345,
      "step": 2430740
    },
    {
      "epoch": 678.41,
      "grad_norm": 1.1217145919799805,
      "learning_rate": 2.8985046798150474e-07,
      "loss": 0.322,
      "step": 2430750
    },
    {
      "epoch": 678.41,
      "grad_norm": 1.1314034461975098,
      "learning_rate": 2.898374428467389e-07,
      "loss": 0.3288,
      "step": 2430760
    },
    {
      "epoch": 678.42,
      "grad_norm": 1.2474136352539062,
      "learning_rate": 2.8982441798534953e-07,
      "loss": 0.3453,
      "step": 2430770
    },
    {
      "epoch": 678.42,
      "grad_norm": 1.3183261156082153,
      "learning_rate": 2.8981139339733855e-07,
      "loss": 0.3442,
      "step": 2430780
    },
    {
      "epoch": 678.42,
      "grad_norm": 1.2622175216674805,
      "learning_rate": 2.8979836908270655e-07,
      "loss": 0.356,
      "step": 2430790
    },
    {
      "epoch": 678.43,
      "grad_norm": 1.4763152599334717,
      "learning_rate": 2.8978534504145687e-07,
      "loss": 0.3387,
      "step": 2430800
    },
    {
      "epoch": 678.43,
      "grad_norm": 1.2588742971420288,
      "learning_rate": 2.897723212735899e-07,
      "loss": 0.3255,
      "step": 2430810
    },
    {
      "epoch": 678.43,
      "grad_norm": 1.4477654695510864,
      "learning_rate": 2.8975929777910806e-07,
      "loss": 0.3355,
      "step": 2430820
    },
    {
      "epoch": 678.43,
      "grad_norm": 1.2999235391616821,
      "learning_rate": 2.897462745580133e-07,
      "loss": 0.3416,
      "step": 2430830
    },
    {
      "epoch": 678.44,
      "grad_norm": 1.390501618385315,
      "learning_rate": 2.897332516103066e-07,
      "loss": 0.3278,
      "step": 2430840
    },
    {
      "epoch": 678.44,
      "grad_norm": 1.2165228128433228,
      "learning_rate": 2.897202289359901e-07,
      "loss": 0.3461,
      "step": 2430850
    },
    {
      "epoch": 678.44,
      "grad_norm": 1.1476398706436157,
      "learning_rate": 2.8970720653506557e-07,
      "loss": 0.3467,
      "step": 2430860
    },
    {
      "epoch": 678.45,
      "grad_norm": 1.3179794549942017,
      "learning_rate": 2.896941844075351e-07,
      "loss": 0.3335,
      "step": 2430870
    },
    {
      "epoch": 678.45,
      "grad_norm": 1.398963212966919,
      "learning_rate": 2.896811625533995e-07,
      "loss": 0.3367,
      "step": 2430880
    },
    {
      "epoch": 678.45,
      "grad_norm": 1.2483619451522827,
      "learning_rate": 2.8966814097266106e-07,
      "loss": 0.3516,
      "step": 2430890
    },
    {
      "epoch": 678.45,
      "grad_norm": 1.3457788228988647,
      "learning_rate": 2.896551196653219e-07,
      "loss": 0.339,
      "step": 2430900
    },
    {
      "epoch": 678.46,
      "grad_norm": 1.1411163806915283,
      "learning_rate": 2.896420986313823e-07,
      "loss": 0.351,
      "step": 2430910
    },
    {
      "epoch": 678.46,
      "grad_norm": 1.2801449298858643,
      "learning_rate": 2.8962907787084613e-07,
      "loss": 0.3455,
      "step": 2430920
    },
    {
      "epoch": 678.46,
      "grad_norm": 1.1807326078414917,
      "learning_rate": 2.8961605738371367e-07,
      "loss": 0.3309,
      "step": 2430930
    },
    {
      "epoch": 678.46,
      "grad_norm": 1.304542064666748,
      "learning_rate": 2.8960303716998665e-07,
      "loss": 0.333,
      "step": 2430940
    },
    {
      "epoch": 678.47,
      "grad_norm": 1.1700905561447144,
      "learning_rate": 2.895900172296673e-07,
      "loss": 0.3309,
      "step": 2430950
    },
    {
      "epoch": 678.47,
      "grad_norm": 2.2654473781585693,
      "learning_rate": 2.895769975627579e-07,
      "loss": 0.3311,
      "step": 2430960
    },
    {
      "epoch": 678.47,
      "grad_norm": 1.2771663665771484,
      "learning_rate": 2.895639781692589e-07,
      "loss": 0.3376,
      "step": 2430970
    },
    {
      "epoch": 678.48,
      "grad_norm": 1.038985013961792,
      "learning_rate": 2.8955095904917247e-07,
      "loss": 0.3496,
      "step": 2430980
    },
    {
      "epoch": 678.48,
      "grad_norm": 1.1086530685424805,
      "learning_rate": 2.8953794020250094e-07,
      "loss": 0.3492,
      "step": 2430990
    },
    {
      "epoch": 678.48,
      "grad_norm": 1.1796729564666748,
      "learning_rate": 2.895249216292448e-07,
      "loss": 0.3488,
      "step": 2431000
    },
    {
      "epoch": 678.48,
      "grad_norm": 1.3033332824707031,
      "learning_rate": 2.8951190332940743e-07,
      "loss": 0.3339,
      "step": 2431010
    },
    {
      "epoch": 678.49,
      "grad_norm": 1.2336595058441162,
      "learning_rate": 2.894988853029894e-07,
      "loss": 0.3391,
      "step": 2431020
    },
    {
      "epoch": 678.49,
      "grad_norm": 1.1424503326416016,
      "learning_rate": 2.894858675499925e-07,
      "loss": 0.3454,
      "step": 2431030
    },
    {
      "epoch": 678.49,
      "grad_norm": 1.222877025604248,
      "learning_rate": 2.8947285007041933e-07,
      "loss": 0.3316,
      "step": 2431040
    },
    {
      "epoch": 678.5,
      "grad_norm": 1.2690246105194092,
      "learning_rate": 2.8945983286427015e-07,
      "loss": 0.3337,
      "step": 2431050
    },
    {
      "epoch": 678.5,
      "grad_norm": 1.2822126150131226,
      "learning_rate": 2.8944681593154833e-07,
      "loss": 0.3254,
      "step": 2431060
    },
    {
      "epoch": 678.5,
      "grad_norm": 1.2178293466567993,
      "learning_rate": 2.894337992722544e-07,
      "loss": 0.3286,
      "step": 2431070
    },
    {
      "epoch": 678.5,
      "grad_norm": 1.3413362503051758,
      "learning_rate": 2.894207828863907e-07,
      "loss": 0.3304,
      "step": 2431080
    },
    {
      "epoch": 678.51,
      "grad_norm": 1.2857387065887451,
      "learning_rate": 2.8940776677395856e-07,
      "loss": 0.3375,
      "step": 2431090
    },
    {
      "epoch": 678.51,
      "grad_norm": 1.4812341928482056,
      "learning_rate": 2.893947509349606e-07,
      "loss": 0.3429,
      "step": 2431100
    },
    {
      "epoch": 678.51,
      "grad_norm": 1.1300907135009766,
      "learning_rate": 2.893817353693972e-07,
      "loss": 0.343,
      "step": 2431110
    },
    {
      "epoch": 678.52,
      "grad_norm": 1.1257154941558838,
      "learning_rate": 2.8936872007727086e-07,
      "loss": 0.3439,
      "step": 2431120
    },
    {
      "epoch": 678.52,
      "grad_norm": 1.196425199508667,
      "learning_rate": 2.8935570505858363e-07,
      "loss": 0.3218,
      "step": 2431130
    },
    {
      "epoch": 678.52,
      "grad_norm": 1.4815032482147217,
      "learning_rate": 2.8934269031333595e-07,
      "loss": 0.3309,
      "step": 2431140
    },
    {
      "epoch": 678.52,
      "grad_norm": 1.0659418106079102,
      "learning_rate": 2.893296758415313e-07,
      "loss": 0.3274,
      "step": 2431150
    },
    {
      "epoch": 678.53,
      "grad_norm": 1.2900564670562744,
      "learning_rate": 2.8931666164317013e-07,
      "loss": 0.3379,
      "step": 2431160
    },
    {
      "epoch": 678.53,
      "grad_norm": 1.3302526473999023,
      "learning_rate": 2.8930364771825485e-07,
      "loss": 0.3434,
      "step": 2431170
    },
    {
      "epoch": 678.53,
      "grad_norm": 1.2400425672531128,
      "learning_rate": 2.892906340667872e-07,
      "loss": 0.3439,
      "step": 2431180
    },
    {
      "epoch": 678.53,
      "grad_norm": 1.1586049795150757,
      "learning_rate": 2.89277620688768e-07,
      "loss": 0.3494,
      "step": 2431190
    },
    {
      "epoch": 678.54,
      "grad_norm": 1.3200191259384155,
      "learning_rate": 2.8926460758419986e-07,
      "loss": 0.3534,
      "step": 2431200
    },
    {
      "epoch": 678.54,
      "grad_norm": 1.1264970302581787,
      "learning_rate": 2.892515947530843e-07,
      "loss": 0.3438,
      "step": 2431210
    },
    {
      "epoch": 678.54,
      "grad_norm": 1.23954439163208,
      "learning_rate": 2.8923858219542353e-07,
      "loss": 0.301,
      "step": 2431220
    },
    {
      "epoch": 678.55,
      "grad_norm": 1.2026234865188599,
      "learning_rate": 2.8922556991121763e-07,
      "loss": 0.3556,
      "step": 2431230
    },
    {
      "epoch": 678.55,
      "grad_norm": 1.2825862169265747,
      "learning_rate": 2.8921255790047066e-07,
      "loss": 0.3281,
      "step": 2431240
    },
    {
      "epoch": 678.55,
      "grad_norm": 1.2533767223358154,
      "learning_rate": 2.891995461631825e-07,
      "loss": 0.3303,
      "step": 2431250
    },
    {
      "epoch": 678.55,
      "grad_norm": 1.1641348600387573,
      "learning_rate": 2.891865346993558e-07,
      "loss": 0.3444,
      "step": 2431260
    },
    {
      "epoch": 678.56,
      "grad_norm": 1.4405020475387573,
      "learning_rate": 2.8917352350899243e-07,
      "loss": 0.346,
      "step": 2431270
    },
    {
      "epoch": 678.56,
      "grad_norm": 1.1219630241394043,
      "learning_rate": 2.891605125920933e-07,
      "loss": 0.3344,
      "step": 2431280
    },
    {
      "epoch": 678.56,
      "grad_norm": 1.3829936981201172,
      "learning_rate": 2.891475019486604e-07,
      "loss": 0.344,
      "step": 2431290
    },
    {
      "epoch": 678.57,
      "grad_norm": 1.1205298900604248,
      "learning_rate": 2.8913449157869596e-07,
      "loss": 0.3263,
      "step": 2431300
    },
    {
      "epoch": 678.57,
      "grad_norm": 1.3715263605117798,
      "learning_rate": 2.891214814822013e-07,
      "loss": 0.3413,
      "step": 2431310
    },
    {
      "epoch": 678.57,
      "grad_norm": 1.0779736042022705,
      "learning_rate": 2.891084716591785e-07,
      "loss": 0.3392,
      "step": 2431320
    },
    {
      "epoch": 678.57,
      "grad_norm": 1.2040387392044067,
      "learning_rate": 2.890954621096289e-07,
      "loss": 0.3198,
      "step": 2431330
    },
    {
      "epoch": 678.58,
      "grad_norm": 1.080642819404602,
      "learning_rate": 2.8908245283355426e-07,
      "loss": 0.3348,
      "step": 2431340
    },
    {
      "epoch": 678.58,
      "grad_norm": 1.222113847732544,
      "learning_rate": 2.8906944383095623e-07,
      "loss": 0.3297,
      "step": 2431350
    },
    {
      "epoch": 678.58,
      "grad_norm": 1.288811445236206,
      "learning_rate": 2.8905643510183756e-07,
      "loss": 0.3542,
      "step": 2431360
    },
    {
      "epoch": 678.58,
      "grad_norm": 1.4535372257232666,
      "learning_rate": 2.890434266461978e-07,
      "loss": 0.3258,
      "step": 2431370
    },
    {
      "epoch": 678.59,
      "grad_norm": 1.181563138961792,
      "learning_rate": 2.8903041846404136e-07,
      "loss": 0.3348,
      "step": 2431380
    },
    {
      "epoch": 678.59,
      "grad_norm": 1.4409023523330688,
      "learning_rate": 2.8901741055536796e-07,
      "loss": 0.3278,
      "step": 2431390
    },
    {
      "epoch": 678.59,
      "grad_norm": 1.4156960248947144,
      "learning_rate": 2.8900440292018026e-07,
      "loss": 0.3332,
      "step": 2431400
    },
    {
      "epoch": 678.6,
      "grad_norm": 1.1312859058380127,
      "learning_rate": 2.8899139555848003e-07,
      "loss": 0.3327,
      "step": 2431410
    },
    {
      "epoch": 678.6,
      "grad_norm": 1.1600263118743896,
      "learning_rate": 2.889783884702683e-07,
      "loss": 0.3566,
      "step": 2431420
    },
    {
      "epoch": 678.6,
      "grad_norm": 1.2130681276321411,
      "learning_rate": 2.889653816555472e-07,
      "loss": 0.3406,
      "step": 2431430
    },
    {
      "epoch": 678.6,
      "grad_norm": 1.2577801942825317,
      "learning_rate": 2.889523751143188e-07,
      "loss": 0.3227,
      "step": 2431440
    },
    {
      "epoch": 678.61,
      "grad_norm": 1.2860006093978882,
      "learning_rate": 2.8893936884658463e-07,
      "loss": 0.3239,
      "step": 2431450
    },
    {
      "epoch": 678.61,
      "grad_norm": 1.1445356607437134,
      "learning_rate": 2.88926362852346e-07,
      "loss": 0.3283,
      "step": 2431460
    },
    {
      "epoch": 678.61,
      "grad_norm": 1.2059024572372437,
      "learning_rate": 2.8891335713160474e-07,
      "loss": 0.3224,
      "step": 2431470
    },
    {
      "epoch": 678.62,
      "grad_norm": 1.2642840147018433,
      "learning_rate": 2.8890035168436324e-07,
      "loss": 0.3555,
      "step": 2431480
    },
    {
      "epoch": 678.62,
      "grad_norm": 1.26703679561615,
      "learning_rate": 2.888873465106224e-07,
      "loss": 0.3508,
      "step": 2431490
    },
    {
      "epoch": 678.62,
      "grad_norm": 1.2398916482925415,
      "learning_rate": 2.88874341610385e-07,
      "loss": 0.321,
      "step": 2431500
    },
    {
      "epoch": 678.62,
      "grad_norm": 1.296382188796997,
      "learning_rate": 2.8886133698365146e-07,
      "loss": 0.3413,
      "step": 2431510
    },
    {
      "epoch": 678.63,
      "grad_norm": 1.1743850708007812,
      "learning_rate": 2.8884833263042437e-07,
      "loss": 0.343,
      "step": 2431520
    },
    {
      "epoch": 678.63,
      "grad_norm": 1.1243563890457153,
      "learning_rate": 2.8883532855070507e-07,
      "loss": 0.3289,
      "step": 2431530
    },
    {
      "epoch": 678.63,
      "grad_norm": 1.1823307275772095,
      "learning_rate": 2.8882232474449614e-07,
      "loss": 0.3436,
      "step": 2431540
    },
    {
      "epoch": 678.64,
      "grad_norm": 1.3199105262756348,
      "learning_rate": 2.8880932121179786e-07,
      "loss": 0.3294,
      "step": 2431550
    },
    {
      "epoch": 678.64,
      "grad_norm": 1.1744922399520874,
      "learning_rate": 2.887963179526131e-07,
      "loss": 0.3339,
      "step": 2431560
    },
    {
      "epoch": 678.64,
      "grad_norm": 1.1154084205627441,
      "learning_rate": 2.887833149669434e-07,
      "loss": 0.3229,
      "step": 2431570
    },
    {
      "epoch": 678.64,
      "grad_norm": 1.1347005367279053,
      "learning_rate": 2.8877031225478955e-07,
      "loss": 0.3269,
      "step": 2431580
    },
    {
      "epoch": 678.65,
      "grad_norm": 1.4207559823989868,
      "learning_rate": 2.8875730981615513e-07,
      "loss": 0.3357,
      "step": 2431590
    },
    {
      "epoch": 678.65,
      "grad_norm": 1.0690889358520508,
      "learning_rate": 2.887443076510395e-07,
      "loss": 0.3342,
      "step": 2431600
    },
    {
      "epoch": 678.65,
      "grad_norm": 1.238799810409546,
      "learning_rate": 2.88731305759447e-07,
      "loss": 0.3319,
      "step": 2431610
    },
    {
      "epoch": 678.65,
      "grad_norm": 1.3170039653778076,
      "learning_rate": 2.887183041413773e-07,
      "loss": 0.3283,
      "step": 2431620
    },
    {
      "epoch": 678.66,
      "grad_norm": 1.2035717964172363,
      "learning_rate": 2.887053027968331e-07,
      "loss": 0.3225,
      "step": 2431630
    },
    {
      "epoch": 678.66,
      "grad_norm": 1.295172095298767,
      "learning_rate": 2.886923017258162e-07,
      "loss": 0.33,
      "step": 2431640
    },
    {
      "epoch": 678.66,
      "grad_norm": 1.0916357040405273,
      "learning_rate": 2.8867930092832764e-07,
      "loss": 0.3348,
      "step": 2431650
    },
    {
      "epoch": 678.67,
      "grad_norm": 1.0747792720794678,
      "learning_rate": 2.886663004043695e-07,
      "loss": 0.345,
      "step": 2431660
    },
    {
      "epoch": 678.67,
      "grad_norm": 1.5002880096435547,
      "learning_rate": 2.886533001539436e-07,
      "loss": 0.3313,
      "step": 2431670
    },
    {
      "epoch": 678.67,
      "grad_norm": 1.2470327615737915,
      "learning_rate": 2.886403001770523e-07,
      "loss": 0.3445,
      "step": 2431680
    },
    {
      "epoch": 678.67,
      "grad_norm": 1.1474826335906982,
      "learning_rate": 2.886273004736958e-07,
      "loss": 0.3281,
      "step": 2431690
    },
    {
      "epoch": 678.68,
      "grad_norm": 1.344649314880371,
      "learning_rate": 2.88614301043877e-07,
      "loss": 0.3327,
      "step": 2431700
    },
    {
      "epoch": 678.68,
      "grad_norm": 1.5663931369781494,
      "learning_rate": 2.8860130188759776e-07,
      "loss": 0.3391,
      "step": 2431710
    },
    {
      "epoch": 678.68,
      "grad_norm": 1.3270514011383057,
      "learning_rate": 2.8858830300485827e-07,
      "loss": 0.3213,
      "step": 2431720
    },
    {
      "epoch": 678.69,
      "grad_norm": 1.1603138446807861,
      "learning_rate": 2.885753043956625e-07,
      "loss": 0.3374,
      "step": 2431730
    },
    {
      "epoch": 678.69,
      "grad_norm": 1.4533435106277466,
      "learning_rate": 2.885623060600104e-07,
      "loss": 0.3509,
      "step": 2431740
    },
    {
      "epoch": 678.69,
      "grad_norm": 1.3862606287002563,
      "learning_rate": 2.8854930799790434e-07,
      "loss": 0.3378,
      "step": 2431750
    },
    {
      "epoch": 678.69,
      "grad_norm": 1.2451738119125366,
      "learning_rate": 2.885363102093461e-07,
      "loss": 0.3333,
      "step": 2431760
    },
    {
      "epoch": 678.7,
      "grad_norm": 1.2363066673278809,
      "learning_rate": 2.8852331269433783e-07,
      "loss": 0.3418,
      "step": 2431770
    },
    {
      "epoch": 678.7,
      "grad_norm": 1.2417795658111572,
      "learning_rate": 2.8851031545288026e-07,
      "loss": 0.3491,
      "step": 2431780
    },
    {
      "epoch": 678.7,
      "grad_norm": 1.1219828128814697,
      "learning_rate": 2.8849731848497574e-07,
      "loss": 0.3431,
      "step": 2431790
    },
    {
      "epoch": 678.7,
      "grad_norm": 1.2197918891906738,
      "learning_rate": 2.884843217906264e-07,
      "loss": 0.3384,
      "step": 2431800
    },
    {
      "epoch": 678.71,
      "grad_norm": 1.4653818607330322,
      "learning_rate": 2.8847132536983267e-07,
      "loss": 0.3376,
      "step": 2431810
    },
    {
      "epoch": 678.71,
      "grad_norm": 1.2423545122146606,
      "learning_rate": 2.884583292225977e-07,
      "loss": 0.3322,
      "step": 2431820
    },
    {
      "epoch": 678.71,
      "grad_norm": 1.3120909929275513,
      "learning_rate": 2.8844533334892234e-07,
      "loss": 0.3421,
      "step": 2431830
    },
    {
      "epoch": 678.72,
      "grad_norm": 1.0944281816482544,
      "learning_rate": 2.884323377488086e-07,
      "loss": 0.3467,
      "step": 2431840
    },
    {
      "epoch": 678.72,
      "grad_norm": 1.3368431329727173,
      "learning_rate": 2.8841934242225856e-07,
      "loss": 0.3338,
      "step": 2431850
    },
    {
      "epoch": 678.72,
      "grad_norm": 1.3477905988693237,
      "learning_rate": 2.8840634736927334e-07,
      "loss": 0.343,
      "step": 2431860
    },
    {
      "epoch": 678.72,
      "grad_norm": 1.1749687194824219,
      "learning_rate": 2.8839335258985467e-07,
      "loss": 0.3307,
      "step": 2431870
    },
    {
      "epoch": 678.73,
      "grad_norm": 1.186999797821045,
      "learning_rate": 2.8838035808400467e-07,
      "loss": 0.3157,
      "step": 2431880
    },
    {
      "epoch": 678.73,
      "grad_norm": 1.235866665840149,
      "learning_rate": 2.883673638517249e-07,
      "loss": 0.3336,
      "step": 2431890
    },
    {
      "epoch": 678.73,
      "grad_norm": 1.395684003829956,
      "learning_rate": 2.883543698930172e-07,
      "loss": 0.3454,
      "step": 2431900
    },
    {
      "epoch": 678.74,
      "grad_norm": 1.1492098569869995,
      "learning_rate": 2.883413762078836e-07,
      "loss": 0.3297,
      "step": 2431910
    },
    {
      "epoch": 678.74,
      "grad_norm": 1.1244933605194092,
      "learning_rate": 2.8832838279632494e-07,
      "loss": 0.3318,
      "step": 2431920
    },
    {
      "epoch": 678.74,
      "grad_norm": 1.2269302606582642,
      "learning_rate": 2.8831538965834353e-07,
      "loss": 0.3385,
      "step": 2431930
    },
    {
      "epoch": 678.74,
      "grad_norm": 1.3792526721954346,
      "learning_rate": 2.883023967939414e-07,
      "loss": 0.3373,
      "step": 2431940
    },
    {
      "epoch": 678.75,
      "grad_norm": 1.1660921573638916,
      "learning_rate": 2.8828940420311893e-07,
      "loss": 0.3256,
      "step": 2431950
    },
    {
      "epoch": 678.75,
      "grad_norm": 1.1438117027282715,
      "learning_rate": 2.8827641188588e-07,
      "loss": 0.3314,
      "step": 2431960
    },
    {
      "epoch": 678.75,
      "grad_norm": 1.1335599422454834,
      "learning_rate": 2.882634198422245e-07,
      "loss": 0.3263,
      "step": 2431970
    },
    {
      "epoch": 678.76,
      "grad_norm": 1.6003155708312988,
      "learning_rate": 2.8825042807215484e-07,
      "loss": 0.3426,
      "step": 2431980
    },
    {
      "epoch": 678.76,
      "grad_norm": 0.9786820411682129,
      "learning_rate": 2.8823743657567335e-07,
      "loss": 0.3273,
      "step": 2431990
    },
    {
      "epoch": 678.76,
      "grad_norm": 1.3268648386001587,
      "learning_rate": 2.882244453527806e-07,
      "loss": 0.3377,
      "step": 2432000
    },
    {
      "epoch": 678.76,
      "grad_norm": 1.2559012174606323,
      "learning_rate": 2.882114544034789e-07,
      "loss": 0.3395,
      "step": 2432010
    },
    {
      "epoch": 678.77,
      "grad_norm": 1.2997395992279053,
      "learning_rate": 2.881984637277698e-07,
      "loss": 0.3346,
      "step": 2432020
    },
    {
      "epoch": 678.77,
      "grad_norm": 1.5524568557739258,
      "learning_rate": 2.8818547332565566e-07,
      "loss": 0.3347,
      "step": 2432030
    },
    {
      "epoch": 678.77,
      "grad_norm": 1.2300910949707031,
      "learning_rate": 2.8817248319713694e-07,
      "loss": 0.3395,
      "step": 2432040
    },
    {
      "epoch": 678.77,
      "grad_norm": 1.2188266515731812,
      "learning_rate": 2.8815949334221684e-07,
      "loss": 0.32,
      "step": 2432050
    },
    {
      "epoch": 678.78,
      "grad_norm": 1.4628127813339233,
      "learning_rate": 2.881465037608961e-07,
      "loss": 0.3424,
      "step": 2432060
    },
    {
      "epoch": 678.78,
      "grad_norm": 1.253128170967102,
      "learning_rate": 2.881335144531769e-07,
      "loss": 0.3234,
      "step": 2432070
    },
    {
      "epoch": 678.78,
      "grad_norm": 1.3047505617141724,
      "learning_rate": 2.881205254190609e-07,
      "loss": 0.3358,
      "step": 2432080
    },
    {
      "epoch": 678.79,
      "grad_norm": 1.107993483543396,
      "learning_rate": 2.8810753665854944e-07,
      "loss": 0.322,
      "step": 2432090
    },
    {
      "epoch": 678.79,
      "grad_norm": 1.510105848312378,
      "learning_rate": 2.8809454817164473e-07,
      "loss": 0.336,
      "step": 2432100
    },
    {
      "epoch": 678.79,
      "grad_norm": 1.1430338621139526,
      "learning_rate": 2.880815599583482e-07,
      "loss": 0.3217,
      "step": 2432110
    },
    {
      "epoch": 678.79,
      "grad_norm": 1.3702574968338013,
      "learning_rate": 2.8806857201866217e-07,
      "loss": 0.3611,
      "step": 2432120
    },
    {
      "epoch": 678.8,
      "grad_norm": 1.50710928440094,
      "learning_rate": 2.880555843525873e-07,
      "loss": 0.3394,
      "step": 2432130
    },
    {
      "epoch": 678.8,
      "grad_norm": 1.2281328439712524,
      "learning_rate": 2.8804259696012606e-07,
      "loss": 0.3342,
      "step": 2432140
    },
    {
      "epoch": 678.8,
      "grad_norm": 1.1763666868209839,
      "learning_rate": 2.8802960984128035e-07,
      "loss": 0.3485,
      "step": 2432150
    },
    {
      "epoch": 678.81,
      "grad_norm": 1.2171320915222168,
      "learning_rate": 2.880166229960507e-07,
      "loss": 0.3568,
      "step": 2432160
    },
    {
      "epoch": 678.81,
      "grad_norm": 1.4642051458358765,
      "learning_rate": 2.8800363642444095e-07,
      "loss": 0.3499,
      "step": 2432170
    },
    {
      "epoch": 678.81,
      "grad_norm": 1.2091386318206787,
      "learning_rate": 2.879906501264503e-07,
      "loss": 0.3466,
      "step": 2432180
    },
    {
      "epoch": 678.81,
      "grad_norm": 1.4871609210968018,
      "learning_rate": 2.879776641020828e-07,
      "loss": 0.351,
      "step": 2432190
    },
    {
      "epoch": 678.82,
      "grad_norm": 1.1037567853927612,
      "learning_rate": 2.879646783513388e-07,
      "loss": 0.3511,
      "step": 2432200
    },
    {
      "epoch": 678.82,
      "grad_norm": 1.6706860065460205,
      "learning_rate": 2.879516928742202e-07,
      "loss": 0.3517,
      "step": 2432210
    },
    {
      "epoch": 678.82,
      "grad_norm": 1.1747543811798096,
      "learning_rate": 2.8793870767072965e-07,
      "loss": 0.3339,
      "step": 2432220
    },
    {
      "epoch": 678.83,
      "grad_norm": 1.1527091264724731,
      "learning_rate": 2.8792572274086754e-07,
      "loss": 0.3422,
      "step": 2432230
    },
    {
      "epoch": 678.83,
      "grad_norm": 1.2011756896972656,
      "learning_rate": 2.879127380846361e-07,
      "loss": 0.3571,
      "step": 2432240
    },
    {
      "epoch": 678.83,
      "grad_norm": 1.3730008602142334,
      "learning_rate": 2.8789975370203725e-07,
      "loss": 0.3497,
      "step": 2432250
    },
    {
      "epoch": 678.83,
      "grad_norm": 1.2554566860198975,
      "learning_rate": 2.8788676959307325e-07,
      "loss": 0.3339,
      "step": 2432260
    },
    {
      "epoch": 678.84,
      "grad_norm": 1.2196353673934937,
      "learning_rate": 2.8787378575774447e-07,
      "loss": 0.3537,
      "step": 2432270
    },
    {
      "epoch": 678.84,
      "grad_norm": 1.2975478172302246,
      "learning_rate": 2.878608021960536e-07,
      "loss": 0.3367,
      "step": 2432280
    },
    {
      "epoch": 678.84,
      "grad_norm": 1.1699668169021606,
      "learning_rate": 2.8784781890800243e-07,
      "loss": 0.3427,
      "step": 2432290
    },
    {
      "epoch": 678.84,
      "grad_norm": 1.3764805793762207,
      "learning_rate": 2.8783483589359146e-07,
      "loss": 0.3336,
      "step": 2432300
    },
    {
      "epoch": 678.85,
      "grad_norm": 1.245018720626831,
      "learning_rate": 2.878218531528244e-07,
      "loss": 0.3338,
      "step": 2432310
    },
    {
      "epoch": 678.85,
      "grad_norm": 1.161320686340332,
      "learning_rate": 2.8780887068570145e-07,
      "loss": 0.3434,
      "step": 2432320
    },
    {
      "epoch": 678.85,
      "grad_norm": 1.179863691329956,
      "learning_rate": 2.877958884922247e-07,
      "loss": 0.3384,
      "step": 2432330
    },
    {
      "epoch": 678.86,
      "grad_norm": 1.6533185243606567,
      "learning_rate": 2.877829065723963e-07,
      "loss": 0.3506,
      "step": 2432340
    },
    {
      "epoch": 678.86,
      "grad_norm": 1.4678566455841064,
      "learning_rate": 2.877699249262179e-07,
      "loss": 0.3455,
      "step": 2432350
    },
    {
      "epoch": 678.86,
      "grad_norm": 1.219408392906189,
      "learning_rate": 2.8775694355369046e-07,
      "loss": 0.3449,
      "step": 2432360
    },
    {
      "epoch": 678.86,
      "grad_norm": 1.2851094007492065,
      "learning_rate": 2.8774396245481654e-07,
      "loss": 0.3438,
      "step": 2432370
    },
    {
      "epoch": 678.87,
      "grad_norm": 1.3226360082626343,
      "learning_rate": 2.877309816295979e-07,
      "loss": 0.3199,
      "step": 2432380
    },
    {
      "epoch": 678.87,
      "grad_norm": 1.2304574251174927,
      "learning_rate": 2.877180010780351e-07,
      "loss": 0.3247,
      "step": 2432390
    },
    {
      "epoch": 678.87,
      "grad_norm": 1.3084334135055542,
      "learning_rate": 2.8770502080013153e-07,
      "loss": 0.338,
      "step": 2432400
    },
    {
      "epoch": 678.88,
      "grad_norm": 1.1288039684295654,
      "learning_rate": 2.876920407958877e-07,
      "loss": 0.3515,
      "step": 2432410
    },
    {
      "epoch": 678.88,
      "grad_norm": 1.2320765256881714,
      "learning_rate": 2.876790610653057e-07,
      "loss": 0.3358,
      "step": 2432420
    },
    {
      "epoch": 678.88,
      "grad_norm": 1.3267138004302979,
      "learning_rate": 2.8766608160838735e-07,
      "loss": 0.3328,
      "step": 2432430
    },
    {
      "epoch": 678.88,
      "grad_norm": 1.241146206855774,
      "learning_rate": 2.876531024251347e-07,
      "loss": 0.3174,
      "step": 2432440
    },
    {
      "epoch": 678.89,
      "grad_norm": 1.1706137657165527,
      "learning_rate": 2.8764012351554885e-07,
      "loss": 0.3437,
      "step": 2432450
    },
    {
      "epoch": 678.89,
      "grad_norm": 1.4168682098388672,
      "learning_rate": 2.8762714487963154e-07,
      "loss": 0.3377,
      "step": 2432460
    },
    {
      "epoch": 678.89,
      "grad_norm": 1.2702984809875488,
      "learning_rate": 2.876141665173849e-07,
      "loss": 0.3325,
      "step": 2432470
    },
    {
      "epoch": 678.89,
      "grad_norm": 1.1348096132278442,
      "learning_rate": 2.8760118842881056e-07,
      "loss": 0.3504,
      "step": 2432480
    },
    {
      "epoch": 678.9,
      "grad_norm": 1.0523477792739868,
      "learning_rate": 2.875882106139105e-07,
      "loss": 0.343,
      "step": 2432490
    },
    {
      "epoch": 678.9,
      "grad_norm": 1.3146132230758667,
      "learning_rate": 2.8757523307268575e-07,
      "loss": 0.3441,
      "step": 2432500
    },
    {
      "epoch": 678.9,
      "grad_norm": 1.3790165185928345,
      "learning_rate": 2.875622558051385e-07,
      "loss": 0.3286,
      "step": 2432510
    },
    {
      "epoch": 678.91,
      "grad_norm": 1.179131269454956,
      "learning_rate": 2.875492788112707e-07,
      "loss": 0.3457,
      "step": 2432520
    },
    {
      "epoch": 678.91,
      "grad_norm": 1.2525973320007324,
      "learning_rate": 2.875363020910827e-07,
      "loss": 0.3406,
      "step": 2432530
    },
    {
      "epoch": 678.91,
      "grad_norm": 1.4315460920333862,
      "learning_rate": 2.875233256445787e-07,
      "loss": 0.3306,
      "step": 2432540
    },
    {
      "epoch": 678.91,
      "grad_norm": 1.2110751867294312,
      "learning_rate": 2.875103494717583e-07,
      "loss": 0.3348,
      "step": 2432550
    },
    {
      "epoch": 678.92,
      "grad_norm": 1.3357313871383667,
      "learning_rate": 2.8749737357262397e-07,
      "loss": 0.3354,
      "step": 2432560
    },
    {
      "epoch": 678.92,
      "grad_norm": 1.314857006072998,
      "learning_rate": 2.8748439794717717e-07,
      "loss": 0.3389,
      "step": 2432570
    },
    {
      "epoch": 678.92,
      "grad_norm": 0.9715402722358704,
      "learning_rate": 2.8747142259542085e-07,
      "loss": 0.317,
      "step": 2432580
    },
    {
      "epoch": 678.93,
      "grad_norm": 1.1011404991149902,
      "learning_rate": 2.87458447517355e-07,
      "loss": 0.3181,
      "step": 2432590
    },
    {
      "epoch": 678.93,
      "grad_norm": 1.422703742980957,
      "learning_rate": 2.874454727129822e-07,
      "loss": 0.3441,
      "step": 2432600
    },
    {
      "epoch": 678.93,
      "grad_norm": 1.3014214038848877,
      "learning_rate": 2.8743249818230445e-07,
      "loss": 0.3369,
      "step": 2432610
    },
    {
      "epoch": 678.93,
      "grad_norm": 1.3896526098251343,
      "learning_rate": 2.8741952392532217e-07,
      "loss": 0.3422,
      "step": 2432620
    },
    {
      "epoch": 678.94,
      "grad_norm": 1.3691259622573853,
      "learning_rate": 2.8740654994203916e-07,
      "loss": 0.3369,
      "step": 2432630
    },
    {
      "epoch": 678.94,
      "grad_norm": 1.2754201889038086,
      "learning_rate": 2.873935762324554e-07,
      "loss": 0.3428,
      "step": 2432640
    },
    {
      "epoch": 678.94,
      "grad_norm": 1.3348798751831055,
      "learning_rate": 2.873806027965733e-07,
      "loss": 0.3485,
      "step": 2432650
    },
    {
      "epoch": 678.95,
      "grad_norm": 1.314146637916565,
      "learning_rate": 2.8736762963439495e-07,
      "loss": 0.3378,
      "step": 2432660
    },
    {
      "epoch": 678.95,
      "grad_norm": 1.2874486446380615,
      "learning_rate": 2.8735465674592134e-07,
      "loss": 0.3557,
      "step": 2432670
    },
    {
      "epoch": 678.95,
      "grad_norm": 1.3178119659423828,
      "learning_rate": 2.873416841311543e-07,
      "loss": 0.3421,
      "step": 2432680
    },
    {
      "epoch": 678.95,
      "grad_norm": 1.1199660301208496,
      "learning_rate": 2.873287117900959e-07,
      "loss": 0.3532,
      "step": 2432690
    },
    {
      "epoch": 678.96,
      "grad_norm": 1.4085546731948853,
      "learning_rate": 2.873157397227483e-07,
      "loss": 0.354,
      "step": 2432700
    },
    {
      "epoch": 678.96,
      "grad_norm": 1.0745071172714233,
      "learning_rate": 2.8730276792911136e-07,
      "loss": 0.3553,
      "step": 2432710
    },
    {
      "epoch": 678.96,
      "grad_norm": 1.178264856338501,
      "learning_rate": 2.8728979640918936e-07,
      "loss": 0.3405,
      "step": 2432720
    },
    {
      "epoch": 678.96,
      "grad_norm": 1.1932159662246704,
      "learning_rate": 2.872768251629823e-07,
      "loss": 0.3331,
      "step": 2432730
    },
    {
      "epoch": 678.97,
      "grad_norm": 1.1650011539459229,
      "learning_rate": 2.872638541904922e-07,
      "loss": 0.3271,
      "step": 2432740
    },
    {
      "epoch": 678.97,
      "grad_norm": 1.205909013748169,
      "learning_rate": 2.872508834917217e-07,
      "loss": 0.3253,
      "step": 2432750
    },
    {
      "epoch": 678.97,
      "grad_norm": 1.417269229888916,
      "learning_rate": 2.872379130666705e-07,
      "loss": 0.3457,
      "step": 2432760
    },
    {
      "epoch": 678.98,
      "grad_norm": 1.3656748533248901,
      "learning_rate": 2.872249429153428e-07,
      "loss": 0.3349,
      "step": 2432770
    },
    {
      "epoch": 678.98,
      "grad_norm": 1.2747732400894165,
      "learning_rate": 2.872119730377386e-07,
      "loss": 0.344,
      "step": 2432780
    },
    {
      "epoch": 678.98,
      "grad_norm": 1.24112069606781,
      "learning_rate": 2.8719900343386024e-07,
      "loss": 0.3395,
      "step": 2432790
    },
    {
      "epoch": 678.98,
      "grad_norm": 1.0565688610076904,
      "learning_rate": 2.871860341037098e-07,
      "loss": 0.3186,
      "step": 2432800
    },
    {
      "epoch": 678.99,
      "grad_norm": 1.2341806888580322,
      "learning_rate": 2.8717306504728805e-07,
      "loss": 0.3266,
      "step": 2432810
    },
    {
      "epoch": 678.99,
      "grad_norm": 1.2590327262878418,
      "learning_rate": 2.8716009626459733e-07,
      "loss": 0.3479,
      "step": 2432820
    },
    {
      "epoch": 678.99,
      "grad_norm": 1.1950238943099976,
      "learning_rate": 2.8714712775563924e-07,
      "loss": 0.3233,
      "step": 2432830
    },
    {
      "epoch": 679.0,
      "grad_norm": 1.7763617038726807,
      "learning_rate": 2.8713415952041604e-07,
      "loss": 0.3447,
      "step": 2432840
    },
    {
      "epoch": 679.0,
      "grad_norm": 1.0623564720153809,
      "learning_rate": 2.8712119155892806e-07,
      "loss": 0.3351,
      "step": 2432850
    },
    {
      "epoch": 679.0,
      "eval_loss": 0.33852455019950867,
      "eval_runtime": 66.0365,
      "eval_samples_per_second": 76.609,
      "eval_steps_per_second": 9.586,
      "step": 2432857
    },
    {
      "epoch": 679.0,
      "grad_norm": 1.0846192836761475,
      "learning_rate": 2.8710822387117894e-07,
      "loss": 0.3353,
      "step": 2432860
    },
    {
      "epoch": 679.0,
      "grad_norm": 1.24582839012146,
      "learning_rate": 2.870952564571689e-07,
      "loss": 0.3464,
      "step": 2432870
    },
    {
      "epoch": 679.01,
      "grad_norm": 1.5243525505065918,
      "learning_rate": 2.8708228931690006e-07,
      "loss": 0.3269,
      "step": 2432880
    },
    {
      "epoch": 679.01,
      "grad_norm": 1.4077723026275635,
      "learning_rate": 2.8706932245037474e-07,
      "loss": 0.3284,
      "step": 2432890
    },
    {
      "epoch": 679.01,
      "grad_norm": 1.2102446556091309,
      "learning_rate": 2.8705635585759374e-07,
      "loss": 0.359,
      "step": 2432900
    },
    {
      "epoch": 679.01,
      "grad_norm": 1.0207620859146118,
      "learning_rate": 2.870433895385594e-07,
      "loss": 0.3388,
      "step": 2432910
    },
    {
      "epoch": 679.02,
      "grad_norm": 1.076927661895752,
      "learning_rate": 2.8703042349327297e-07,
      "loss": 0.3438,
      "step": 2432920
    },
    {
      "epoch": 679.02,
      "grad_norm": 1.14110267162323,
      "learning_rate": 2.8701745772173716e-07,
      "loss": 0.3362,
      "step": 2432930
    },
    {
      "epoch": 679.02,
      "grad_norm": 1.3123430013656616,
      "learning_rate": 2.8700449222395234e-07,
      "loss": 0.3285,
      "step": 2432940
    },
    {
      "epoch": 679.03,
      "grad_norm": 1.2077891826629639,
      "learning_rate": 2.86991526999921e-07,
      "loss": 0.3386,
      "step": 2432950
    },
    {
      "epoch": 679.03,
      "grad_norm": 1.3508546352386475,
      "learning_rate": 2.869785620496454e-07,
      "loss": 0.3503,
      "step": 2432960
    },
    {
      "epoch": 679.03,
      "grad_norm": 1.323590874671936,
      "learning_rate": 2.869655973731256e-07,
      "loss": 0.3385,
      "step": 2432970
    },
    {
      "epoch": 679.03,
      "grad_norm": 1.3527188301086426,
      "learning_rate": 2.869526329703651e-07,
      "loss": 0.341,
      "step": 2432980
    },
    {
      "epoch": 679.04,
      "grad_norm": 1.629982590675354,
      "learning_rate": 2.869396688413646e-07,
      "loss": 0.3253,
      "step": 2432990
    },
    {
      "epoch": 679.04,
      "grad_norm": 1.2576994895935059,
      "learning_rate": 2.869267049861261e-07,
      "loss": 0.3484,
      "step": 2433000
    },
    {
      "epoch": 679.04,
      "grad_norm": 1.1262868642807007,
      "learning_rate": 2.869137414046514e-07,
      "loss": 0.3246,
      "step": 2433010
    },
    {
      "epoch": 679.05,
      "grad_norm": 1.2173054218292236,
      "learning_rate": 2.869007780969426e-07,
      "loss": 0.3405,
      "step": 2433020
    },
    {
      "epoch": 679.05,
      "grad_norm": 1.1755083799362183,
      "learning_rate": 2.8688781506300047e-07,
      "loss": 0.3438,
      "step": 2433030
    },
    {
      "epoch": 679.05,
      "grad_norm": 1.3143247365951538,
      "learning_rate": 2.868748523028274e-07,
      "loss": 0.3385,
      "step": 2433040
    },
    {
      "epoch": 679.05,
      "grad_norm": 1.239504337310791,
      "learning_rate": 2.868618898164249e-07,
      "loss": 0.3282,
      "step": 2433050
    },
    {
      "epoch": 679.06,
      "grad_norm": 1.2224432229995728,
      "learning_rate": 2.868489276037946e-07,
      "loss": 0.3383,
      "step": 2433060
    },
    {
      "epoch": 679.06,
      "grad_norm": 1.2360824346542358,
      "learning_rate": 2.86835965664939e-07,
      "loss": 0.3647,
      "step": 2433070
    },
    {
      "epoch": 679.06,
      "grad_norm": 1.2525755167007446,
      "learning_rate": 2.8682300399985867e-07,
      "loss": 0.3383,
      "step": 2433080
    },
    {
      "epoch": 679.07,
      "grad_norm": 1.320163607597351,
      "learning_rate": 2.86810042608556e-07,
      "loss": 0.3304,
      "step": 2433090
    },
    {
      "epoch": 679.07,
      "grad_norm": 1.8893932104110718,
      "learning_rate": 2.8679708149103326e-07,
      "loss": 0.3362,
      "step": 2433100
    },
    {
      "epoch": 679.07,
      "grad_norm": 1.2763217687606812,
      "learning_rate": 2.8678412064729024e-07,
      "loss": 0.3485,
      "step": 2433110
    },
    {
      "epoch": 679.07,
      "grad_norm": 1.3407765626907349,
      "learning_rate": 2.8677116007733103e-07,
      "loss": 0.3409,
      "step": 2433120
    },
    {
      "epoch": 679.08,
      "grad_norm": 1.4282132387161255,
      "learning_rate": 2.8675819978115574e-07,
      "loss": 0.345,
      "step": 2433130
    },
    {
      "epoch": 679.08,
      "grad_norm": 1.1996326446533203,
      "learning_rate": 2.867452397587666e-07,
      "loss": 0.3538,
      "step": 2433140
    },
    {
      "epoch": 679.08,
      "grad_norm": 1.1442821025848389,
      "learning_rate": 2.8673228001016523e-07,
      "loss": 0.3345,
      "step": 2433150
    },
    {
      "epoch": 679.08,
      "grad_norm": 1.2269192934036255,
      "learning_rate": 2.8671932053535424e-07,
      "loss": 0.3306,
      "step": 2433160
    },
    {
      "epoch": 679.09,
      "grad_norm": 1.3075718879699707,
      "learning_rate": 2.867063613343339e-07,
      "loss": 0.3408,
      "step": 2433170
    },
    {
      "epoch": 679.09,
      "grad_norm": 1.093406081199646,
      "learning_rate": 2.866934024071068e-07,
      "loss": 0.3199,
      "step": 2433180
    },
    {
      "epoch": 679.09,
      "grad_norm": 1.540615200996399,
      "learning_rate": 2.866804437536749e-07,
      "loss": 0.3407,
      "step": 2433190
    },
    {
      "epoch": 679.1,
      "grad_norm": 1.1263302564620972,
      "learning_rate": 2.866674853740384e-07,
      "loss": 0.3262,
      "step": 2433200
    },
    {
      "epoch": 679.1,
      "grad_norm": 1.3167731761932373,
      "learning_rate": 2.866545272682014e-07,
      "loss": 0.3427,
      "step": 2433210
    },
    {
      "epoch": 679.1,
      "grad_norm": 1.3221142292022705,
      "learning_rate": 2.8664156943616353e-07,
      "loss": 0.3334,
      "step": 2433220
    },
    {
      "epoch": 679.1,
      "grad_norm": 1.5787705183029175,
      "learning_rate": 2.866286118779278e-07,
      "loss": 0.3355,
      "step": 2433230
    },
    {
      "epoch": 679.11,
      "grad_norm": 1.1590971946716309,
      "learning_rate": 2.866156545934957e-07,
      "loss": 0.3288,
      "step": 2433240
    },
    {
      "epoch": 679.11,
      "grad_norm": 1.1295580863952637,
      "learning_rate": 2.8660269758286823e-07,
      "loss": 0.3322,
      "step": 2433250
    },
    {
      "epoch": 679.11,
      "grad_norm": 1.3255025148391724,
      "learning_rate": 2.865897408460475e-07,
      "loss": 0.3472,
      "step": 2433260
    },
    {
      "epoch": 679.12,
      "grad_norm": 1.4089148044586182,
      "learning_rate": 2.865767843830357e-07,
      "loss": 0.3474,
      "step": 2433270
    },
    {
      "epoch": 679.12,
      "grad_norm": 1.2484430074691772,
      "learning_rate": 2.865638281938345e-07,
      "loss": 0.3289,
      "step": 2433280
    },
    {
      "epoch": 679.12,
      "grad_norm": 1.4713507890701294,
      "learning_rate": 2.8655087227844453e-07,
      "loss": 0.3347,
      "step": 2433290
    },
    {
      "epoch": 679.12,
      "grad_norm": 1.1631999015808105,
      "learning_rate": 2.8653791663686907e-07,
      "loss": 0.3506,
      "step": 2433300
    },
    {
      "epoch": 679.13,
      "grad_norm": 1.3991539478302002,
      "learning_rate": 2.865249612691087e-07,
      "loss": 0.326,
      "step": 2433310
    },
    {
      "epoch": 679.13,
      "grad_norm": 1.227521300315857,
      "learning_rate": 2.8651200617516553e-07,
      "loss": 0.3285,
      "step": 2433320
    },
    {
      "epoch": 679.13,
      "grad_norm": 1.2288310527801514,
      "learning_rate": 2.8649905135504183e-07,
      "loss": 0.3334,
      "step": 2433330
    },
    {
      "epoch": 679.13,
      "grad_norm": 1.230341911315918,
      "learning_rate": 2.8648609680873795e-07,
      "loss": 0.328,
      "step": 2433340
    },
    {
      "epoch": 679.14,
      "grad_norm": 1.2576677799224854,
      "learning_rate": 2.864731425362572e-07,
      "loss": 0.3334,
      "step": 2433350
    },
    {
      "epoch": 679.14,
      "grad_norm": 1.1343116760253906,
      "learning_rate": 2.864601885376001e-07,
      "loss": 0.3361,
      "step": 2433360
    },
    {
      "epoch": 679.14,
      "grad_norm": 1.0582832098007202,
      "learning_rate": 2.8644723481276903e-07,
      "loss": 0.3307,
      "step": 2433370
    },
    {
      "epoch": 679.15,
      "grad_norm": 2.415318489074707,
      "learning_rate": 2.8643428136176525e-07,
      "loss": 0.3325,
      "step": 2433380
    },
    {
      "epoch": 679.15,
      "grad_norm": 1.1658226251602173,
      "learning_rate": 2.8642132818459145e-07,
      "loss": 0.3284,
      "step": 2433390
    },
    {
      "epoch": 679.15,
      "grad_norm": 1.2648378610610962,
      "learning_rate": 2.8640837528124804e-07,
      "loss": 0.3441,
      "step": 2433400
    },
    {
      "epoch": 679.15,
      "grad_norm": 1.6968116760253906,
      "learning_rate": 2.863954226517374e-07,
      "loss": 0.3351,
      "step": 2433410
    },
    {
      "epoch": 679.16,
      "grad_norm": 1.2253947257995605,
      "learning_rate": 2.8638247029606164e-07,
      "loss": 0.3405,
      "step": 2433420
    },
    {
      "epoch": 679.16,
      "grad_norm": 1.4670324325561523,
      "learning_rate": 2.863695182142213e-07,
      "loss": 0.3394,
      "step": 2433430
    },
    {
      "epoch": 679.16,
      "grad_norm": 1.3494940996170044,
      "learning_rate": 2.8635656640621965e-07,
      "loss": 0.3425,
      "step": 2433440
    },
    {
      "epoch": 679.17,
      "grad_norm": 1.2807668447494507,
      "learning_rate": 2.863436148720571e-07,
      "loss": 0.332,
      "step": 2433450
    },
    {
      "epoch": 679.17,
      "grad_norm": 1.2562646865844727,
      "learning_rate": 2.863306636117361e-07,
      "loss": 0.354,
      "step": 2433460
    },
    {
      "epoch": 679.17,
      "grad_norm": 1.2498304843902588,
      "learning_rate": 2.863177126252586e-07,
      "loss": 0.3415,
      "step": 2433470
    },
    {
      "epoch": 679.17,
      "grad_norm": 1.20352303981781,
      "learning_rate": 2.863047619126253e-07,
      "loss": 0.3488,
      "step": 2433480
    },
    {
      "epoch": 679.18,
      "grad_norm": 1.2373725175857544,
      "learning_rate": 2.862918114738386e-07,
      "loss": 0.3214,
      "step": 2433490
    },
    {
      "epoch": 679.18,
      "grad_norm": 1.14610755443573,
      "learning_rate": 2.862788613089e-07,
      "loss": 0.3415,
      "step": 2433500
    },
    {
      "epoch": 679.18,
      "grad_norm": 1.1510697603225708,
      "learning_rate": 2.8626591141781216e-07,
      "loss": 0.3322,
      "step": 2433510
    },
    {
      "epoch": 679.19,
      "grad_norm": 3.597733974456787,
      "learning_rate": 2.862529618005748e-07,
      "loss": 0.3337,
      "step": 2433520
    },
    {
      "epoch": 679.19,
      "grad_norm": 1.3322001695632935,
      "learning_rate": 2.862400124571918e-07,
      "loss": 0.3325,
      "step": 2433530
    },
    {
      "epoch": 679.19,
      "grad_norm": 1.2638407945632935,
      "learning_rate": 2.8622706338766366e-07,
      "loss": 0.3244,
      "step": 2433540
    },
    {
      "epoch": 679.19,
      "grad_norm": 1.1301084756851196,
      "learning_rate": 2.862141145919923e-07,
      "loss": 0.3372,
      "step": 2433550
    },
    {
      "epoch": 679.2,
      "grad_norm": 1.165498971939087,
      "learning_rate": 2.8620116607017996e-07,
      "loss": 0.3398,
      "step": 2433560
    },
    {
      "epoch": 679.2,
      "grad_norm": 1.4739651679992676,
      "learning_rate": 2.8618821782222747e-07,
      "loss": 0.3409,
      "step": 2433570
    },
    {
      "epoch": 679.2,
      "grad_norm": 1.4395403861999512,
      "learning_rate": 2.861752698481369e-07,
      "loss": 0.3379,
      "step": 2433580
    },
    {
      "epoch": 679.2,
      "grad_norm": 1.3665871620178223,
      "learning_rate": 2.8616232214791013e-07,
      "loss": 0.3452,
      "step": 2433590
    },
    {
      "epoch": 679.21,
      "grad_norm": 1.1425453424453735,
      "learning_rate": 2.8614937472154937e-07,
      "loss": 0.337,
      "step": 2433600
    },
    {
      "epoch": 679.21,
      "grad_norm": 1.1857632398605347,
      "learning_rate": 2.8613642756905553e-07,
      "loss": 0.3244,
      "step": 2433610
    },
    {
      "epoch": 679.21,
      "grad_norm": 1.2595027685165405,
      "learning_rate": 2.861234806904303e-07,
      "loss": 0.3373,
      "step": 2433620
    },
    {
      "epoch": 679.22,
      "grad_norm": 1.1470876932144165,
      "learning_rate": 2.8611053408567594e-07,
      "loss": 0.33,
      "step": 2433630
    },
    {
      "epoch": 679.22,
      "grad_norm": 1.2888127565383911,
      "learning_rate": 2.8609758775479385e-07,
      "loss": 0.3365,
      "step": 2433640
    },
    {
      "epoch": 679.22,
      "grad_norm": 1.3022500276565552,
      "learning_rate": 2.8608464169778646e-07,
      "loss": 0.3175,
      "step": 2433650
    },
    {
      "epoch": 679.22,
      "grad_norm": 1.8303260803222656,
      "learning_rate": 2.8607169591465373e-07,
      "loss": 0.3158,
      "step": 2433660
    },
    {
      "epoch": 679.23,
      "grad_norm": 1.2923853397369385,
      "learning_rate": 2.860587504053996e-07,
      "loss": 0.3194,
      "step": 2433670
    },
    {
      "epoch": 679.23,
      "grad_norm": 1.43964421749115,
      "learning_rate": 2.8604580517002426e-07,
      "loss": 0.3351,
      "step": 2433680
    },
    {
      "epoch": 679.23,
      "grad_norm": 2.0330991744995117,
      "learning_rate": 2.8603286020852985e-07,
      "loss": 0.3244,
      "step": 2433690
    },
    {
      "epoch": 679.24,
      "grad_norm": 1.3217854499816895,
      "learning_rate": 2.860199155209187e-07,
      "loss": 0.362,
      "step": 2433700
    },
    {
      "epoch": 679.24,
      "grad_norm": 1.161313533782959,
      "learning_rate": 2.860069711071916e-07,
      "loss": 0.3296,
      "step": 2433710
    },
    {
      "epoch": 679.24,
      "grad_norm": 1.3383007049560547,
      "learning_rate": 2.859940269673504e-07,
      "loss": 0.352,
      "step": 2433720
    },
    {
      "epoch": 679.24,
      "grad_norm": 1.2478761672973633,
      "learning_rate": 2.8598108310139734e-07,
      "loss": 0.358,
      "step": 2433730
    },
    {
      "epoch": 679.25,
      "grad_norm": 1.0851855278015137,
      "learning_rate": 2.8596813950933434e-07,
      "loss": 0.3505,
      "step": 2433740
    },
    {
      "epoch": 679.25,
      "grad_norm": 1.0731281042099,
      "learning_rate": 2.859551961911619e-07,
      "loss": 0.3364,
      "step": 2433750
    },
    {
      "epoch": 679.25,
      "grad_norm": 1.2846864461898804,
      "learning_rate": 2.859422531468828e-07,
      "loss": 0.3311,
      "step": 2433760
    },
    {
      "epoch": 679.25,
      "grad_norm": 1.1186639070510864,
      "learning_rate": 2.8592931037649874e-07,
      "loss": 0.322,
      "step": 2433770
    },
    {
      "epoch": 679.26,
      "grad_norm": 1.1560178995132446,
      "learning_rate": 2.859163678800104e-07,
      "loss": 0.3535,
      "step": 2433780
    },
    {
      "epoch": 679.26,
      "grad_norm": 1.2407581806182861,
      "learning_rate": 2.859034256574212e-07,
      "loss": 0.3262,
      "step": 2433790
    },
    {
      "epoch": 679.26,
      "grad_norm": 1.2543164491653442,
      "learning_rate": 2.858904837087314e-07,
      "loss": 0.3387,
      "step": 2433800
    },
    {
      "epoch": 679.27,
      "grad_norm": 1.155197262763977,
      "learning_rate": 2.858775420339433e-07,
      "loss": 0.3401,
      "step": 2433810
    },
    {
      "epoch": 679.27,
      "grad_norm": 1.1908128261566162,
      "learning_rate": 2.8586460063305856e-07,
      "loss": 0.334,
      "step": 2433820
    },
    {
      "epoch": 679.27,
      "grad_norm": 1.1449089050292969,
      "learning_rate": 2.858516595060794e-07,
      "loss": 0.3493,
      "step": 2433830
    },
    {
      "epoch": 679.27,
      "grad_norm": 1.3400378227233887,
      "learning_rate": 2.858387186530067e-07,
      "loss": 0.3341,
      "step": 2433840
    },
    {
      "epoch": 679.28,
      "grad_norm": 1.3056542873382568,
      "learning_rate": 2.858257780738425e-07,
      "loss": 0.3348,
      "step": 2433850
    },
    {
      "epoch": 679.28,
      "grad_norm": 1.385227084159851,
      "learning_rate": 2.858128377685891e-07,
      "loss": 0.3386,
      "step": 2433860
    },
    {
      "epoch": 679.28,
      "grad_norm": 1.1191853284835815,
      "learning_rate": 2.8579989773724655e-07,
      "loss": 0.3218,
      "step": 2433870
    },
    {
      "epoch": 679.29,
      "grad_norm": 1.2165610790252686,
      "learning_rate": 2.8578695797981875e-07,
      "loss": 0.3207,
      "step": 2433880
    },
    {
      "epoch": 679.29,
      "grad_norm": 2.031141519546509,
      "learning_rate": 2.8577401849630595e-07,
      "loss": 0.3385,
      "step": 2433890
    },
    {
      "epoch": 679.29,
      "grad_norm": 1.1742117404937744,
      "learning_rate": 2.8576107928671026e-07,
      "loss": 0.3463,
      "step": 2433900
    },
    {
      "epoch": 679.29,
      "grad_norm": 1.3403751850128174,
      "learning_rate": 2.8574814035103396e-07,
      "loss": 0.3341,
      "step": 2433910
    },
    {
      "epoch": 679.3,
      "grad_norm": 1.1396448612213135,
      "learning_rate": 2.857352016892774e-07,
      "loss": 0.3476,
      "step": 2433920
    },
    {
      "epoch": 679.3,
      "grad_norm": 1.244028925895691,
      "learning_rate": 2.8572226330144415e-07,
      "loss": 0.3312,
      "step": 2433930
    },
    {
      "epoch": 679.3,
      "grad_norm": 1.234368920326233,
      "learning_rate": 2.857093251875345e-07,
      "loss": 0.3372,
      "step": 2433940
    },
    {
      "epoch": 679.31,
      "grad_norm": 1.2667087316513062,
      "learning_rate": 2.856963873475505e-07,
      "loss": 0.3368,
      "step": 2433950
    },
    {
      "epoch": 679.31,
      "grad_norm": 2.6228649616241455,
      "learning_rate": 2.85683449781494e-07,
      "loss": 0.3228,
      "step": 2433960
    },
    {
      "epoch": 679.31,
      "grad_norm": 1.1574710607528687,
      "learning_rate": 2.856705124893671e-07,
      "loss": 0.323,
      "step": 2433970
    },
    {
      "epoch": 679.31,
      "grad_norm": 1.2661709785461426,
      "learning_rate": 2.856575754711708e-07,
      "loss": 0.3295,
      "step": 2433980
    },
    {
      "epoch": 679.32,
      "grad_norm": 1.1437244415283203,
      "learning_rate": 2.856446387269072e-07,
      "loss": 0.3505,
      "step": 2433990
    },
    {
      "epoch": 679.32,
      "grad_norm": 1.1265809535980225,
      "learning_rate": 2.856317022565784e-07,
      "loss": 0.3319,
      "step": 2434000
    },
    {
      "epoch": 679.32,
      "grad_norm": 1.4059029817581177,
      "learning_rate": 2.856187660601846e-07,
      "loss": 0.343,
      "step": 2434010
    },
    {
      "epoch": 679.32,
      "grad_norm": 1.4146541357040405,
      "learning_rate": 2.8560583013772977e-07,
      "loss": 0.3365,
      "step": 2434020
    },
    {
      "epoch": 679.33,
      "grad_norm": 1.4630097150802612,
      "learning_rate": 2.855928944892139e-07,
      "loss": 0.327,
      "step": 2434030
    },
    {
      "epoch": 679.33,
      "grad_norm": 1.1409893035888672,
      "learning_rate": 2.8557995911463956e-07,
      "loss": 0.3168,
      "step": 2434040
    },
    {
      "epoch": 679.33,
      "grad_norm": 1.3190969228744507,
      "learning_rate": 2.855670240140083e-07,
      "loss": 0.3371,
      "step": 2434050
    },
    {
      "epoch": 679.34,
      "grad_norm": 1.3060535192489624,
      "learning_rate": 2.855540891873215e-07,
      "loss": 0.3321,
      "step": 2434060
    },
    {
      "epoch": 679.34,
      "grad_norm": 1.2246041297912598,
      "learning_rate": 2.8554115463458115e-07,
      "loss": 0.3317,
      "step": 2434070
    },
    {
      "epoch": 679.34,
      "grad_norm": 1.2702261209487915,
      "learning_rate": 2.855282203557889e-07,
      "loss": 0.3253,
      "step": 2434080
    },
    {
      "epoch": 679.34,
      "grad_norm": 1.1127994060516357,
      "learning_rate": 2.855152863509473e-07,
      "loss": 0.3387,
      "step": 2434090
    },
    {
      "epoch": 679.35,
      "grad_norm": 1.099414587020874,
      "learning_rate": 2.8550235262005603e-07,
      "loss": 0.3445,
      "step": 2434100
    },
    {
      "epoch": 679.35,
      "grad_norm": 1.2588281631469727,
      "learning_rate": 2.8548941916311907e-07,
      "loss": 0.3389,
      "step": 2434110
    },
    {
      "epoch": 679.35,
      "grad_norm": 1.0894159078598022,
      "learning_rate": 2.854764859801367e-07,
      "loss": 0.3223,
      "step": 2434120
    },
    {
      "epoch": 679.36,
      "grad_norm": 1.2236915826797485,
      "learning_rate": 2.8546355307111094e-07,
      "loss": 0.3297,
      "step": 2434130
    },
    {
      "epoch": 679.36,
      "grad_norm": 1.331581473350525,
      "learning_rate": 2.854506204360445e-07,
      "loss": 0.3369,
      "step": 2434140
    },
    {
      "epoch": 679.36,
      "grad_norm": 1.4831812381744385,
      "learning_rate": 2.8543768807493745e-07,
      "loss": 0.3288,
      "step": 2434150
    },
    {
      "epoch": 679.36,
      "grad_norm": 1.1852378845214844,
      "learning_rate": 2.854247559877926e-07,
      "loss": 0.3499,
      "step": 2434160
    },
    {
      "epoch": 679.37,
      "grad_norm": 1.2631556987762451,
      "learning_rate": 2.854118241746111e-07,
      "loss": 0.3315,
      "step": 2434170
    },
    {
      "epoch": 679.37,
      "grad_norm": 1.289501428604126,
      "learning_rate": 2.853988926353956e-07,
      "loss": 0.3375,
      "step": 2434180
    },
    {
      "epoch": 679.37,
      "grad_norm": 1.2642738819122314,
      "learning_rate": 2.853859613701469e-07,
      "loss": 0.3151,
      "step": 2434190
    },
    {
      "epoch": 679.37,
      "grad_norm": 4.260515213012695,
      "learning_rate": 2.853730303788668e-07,
      "loss": 0.329,
      "step": 2434200
    },
    {
      "epoch": 679.38,
      "grad_norm": 1.2771941423416138,
      "learning_rate": 2.8536009966155713e-07,
      "loss": 0.3314,
      "step": 2434210
    },
    {
      "epoch": 679.38,
      "grad_norm": 1.3841543197631836,
      "learning_rate": 2.8534716921822e-07,
      "loss": 0.3422,
      "step": 2434220
    },
    {
      "epoch": 679.38,
      "grad_norm": 1.3070212602615356,
      "learning_rate": 2.853342390488572e-07,
      "loss": 0.3357,
      "step": 2434230
    },
    {
      "epoch": 679.39,
      "grad_norm": 1.2444418668746948,
      "learning_rate": 2.85321309153469e-07,
      "loss": 0.3339,
      "step": 2434240
    },
    {
      "epoch": 679.39,
      "grad_norm": 1.1946251392364502,
      "learning_rate": 2.853083795320595e-07,
      "loss": 0.3383,
      "step": 2434250
    },
    {
      "epoch": 679.39,
      "grad_norm": 1.3142127990722656,
      "learning_rate": 2.8529545018462825e-07,
      "loss": 0.3383,
      "step": 2434260
    },
    {
      "epoch": 679.39,
      "grad_norm": 1.2878543138504028,
      "learning_rate": 2.852825211111781e-07,
      "loss": 0.3469,
      "step": 2434270
    },
    {
      "epoch": 679.4,
      "grad_norm": 1.2264907360076904,
      "learning_rate": 2.8526959231171116e-07,
      "loss": 0.3304,
      "step": 2434280
    },
    {
      "epoch": 679.4,
      "grad_norm": 1.3730792999267578,
      "learning_rate": 2.852566637862279e-07,
      "loss": 0.3266,
      "step": 2434290
    },
    {
      "epoch": 679.4,
      "grad_norm": 1.270988941192627,
      "learning_rate": 2.8524373553473045e-07,
      "loss": 0.353,
      "step": 2434300
    },
    {
      "epoch": 679.41,
      "grad_norm": 1.3393419981002808,
      "learning_rate": 2.852308075572211e-07,
      "loss": 0.3258,
      "step": 2434310
    },
    {
      "epoch": 679.41,
      "grad_norm": 1.378271460533142,
      "learning_rate": 2.852178798537014e-07,
      "loss": 0.3453,
      "step": 2434320
    },
    {
      "epoch": 679.41,
      "grad_norm": 1.2572659254074097,
      "learning_rate": 2.852049524241725e-07,
      "loss": 0.3304,
      "step": 2434330
    },
    {
      "epoch": 679.41,
      "grad_norm": 1.1784459352493286,
      "learning_rate": 2.851920252686366e-07,
      "loss": 0.3457,
      "step": 2434340
    },
    {
      "epoch": 679.42,
      "grad_norm": 1.2111687660217285,
      "learning_rate": 2.851790983870954e-07,
      "loss": 0.3375,
      "step": 2434350
    },
    {
      "epoch": 679.42,
      "grad_norm": 1.1837022304534912,
      "learning_rate": 2.8516617177955035e-07,
      "loss": 0.3603,
      "step": 2434360
    },
    {
      "epoch": 679.42,
      "grad_norm": 1.2268588542938232,
      "learning_rate": 2.851532454460038e-07,
      "loss": 0.3392,
      "step": 2434370
    },
    {
      "epoch": 679.43,
      "grad_norm": 1.3016552925109863,
      "learning_rate": 2.851403193864569e-07,
      "loss": 0.3487,
      "step": 2434380
    },
    {
      "epoch": 679.43,
      "grad_norm": 1.3069837093353271,
      "learning_rate": 2.8512739360091136e-07,
      "loss": 0.3274,
      "step": 2434390
    },
    {
      "epoch": 679.43,
      "grad_norm": 1.498665452003479,
      "learning_rate": 2.8511446808936875e-07,
      "loss": 0.3294,
      "step": 2434400
    },
    {
      "epoch": 679.43,
      "grad_norm": 1.3237860202789307,
      "learning_rate": 2.85101542851832e-07,
      "loss": 0.3555,
      "step": 2434410
    },
    {
      "epoch": 679.44,
      "grad_norm": 1.2640044689178467,
      "learning_rate": 2.85088617888301e-07,
      "loss": 0.3418,
      "step": 2434420
    },
    {
      "epoch": 679.44,
      "grad_norm": 1.2530672550201416,
      "learning_rate": 2.8507569319877873e-07,
      "loss": 0.3208,
      "step": 2434430
    },
    {
      "epoch": 679.44,
      "grad_norm": 1.2514493465423584,
      "learning_rate": 2.8506276878326695e-07,
      "loss": 0.345,
      "step": 2434440
    },
    {
      "epoch": 679.44,
      "grad_norm": 1.245921015739441,
      "learning_rate": 2.8504984464176594e-07,
      "loss": 0.3537,
      "step": 2434450
    },
    {
      "epoch": 679.45,
      "grad_norm": 2.081671953201294,
      "learning_rate": 2.850369207742796e-07,
      "loss": 0.3383,
      "step": 2434460
    },
    {
      "epoch": 679.45,
      "grad_norm": 1.2175681591033936,
      "learning_rate": 2.8502399718080817e-07,
      "loss": 0.3373,
      "step": 2434470
    },
    {
      "epoch": 679.45,
      "grad_norm": 1.2489595413208008,
      "learning_rate": 2.850110738613535e-07,
      "loss": 0.3321,
      "step": 2434480
    },
    {
      "epoch": 679.46,
      "grad_norm": 1.2865039110183716,
      "learning_rate": 2.8499815081591765e-07,
      "loss": 0.331,
      "step": 2434490
    },
    {
      "epoch": 679.46,
      "grad_norm": 1.4048820734024048,
      "learning_rate": 2.8498522804450217e-07,
      "loss": 0.3349,
      "step": 2434500
    },
    {
      "epoch": 679.46,
      "grad_norm": 1.5237948894500732,
      "learning_rate": 2.849723055471092e-07,
      "loss": 0.3562,
      "step": 2434510
    },
    {
      "epoch": 679.46,
      "grad_norm": 1.1703574657440186,
      "learning_rate": 2.849593833237397e-07,
      "loss": 0.3349,
      "step": 2434520
    },
    {
      "epoch": 679.47,
      "grad_norm": 1.1808867454528809,
      "learning_rate": 2.8494646137439586e-07,
      "loss": 0.3383,
      "step": 2434530
    },
    {
      "epoch": 679.47,
      "grad_norm": 1.120690941810608,
      "learning_rate": 2.849335396990794e-07,
      "loss": 0.3519,
      "step": 2434540
    },
    {
      "epoch": 679.47,
      "grad_norm": 1.2208112478256226,
      "learning_rate": 2.8492061829779244e-07,
      "loss": 0.329,
      "step": 2434550
    },
    {
      "epoch": 679.48,
      "grad_norm": 1.2185041904449463,
      "learning_rate": 2.849076971705357e-07,
      "loss": 0.3374,
      "step": 2434560
    },
    {
      "epoch": 679.48,
      "grad_norm": 1.142067313194275,
      "learning_rate": 2.8489477631731137e-07,
      "loss": 0.334,
      "step": 2434570
    },
    {
      "epoch": 679.48,
      "grad_norm": 1.3135452270507812,
      "learning_rate": 2.8488185573812177e-07,
      "loss": 0.3251,
      "step": 2434580
    },
    {
      "epoch": 679.48,
      "grad_norm": 1.216779112815857,
      "learning_rate": 2.848689354329671e-07,
      "loss": 0.3307,
      "step": 2434590
    },
    {
      "epoch": 679.49,
      "grad_norm": 1.3392868041992188,
      "learning_rate": 2.8485601540185103e-07,
      "loss": 0.3327,
      "step": 2434600
    },
    {
      "epoch": 679.49,
      "grad_norm": 1.14554762840271,
      "learning_rate": 2.848430956447738e-07,
      "loss": 0.34,
      "step": 2434610
    },
    {
      "epoch": 679.49,
      "grad_norm": 1.370361089706421,
      "learning_rate": 2.848301761617376e-07,
      "loss": 0.3363,
      "step": 2434620
    },
    {
      "epoch": 679.49,
      "grad_norm": 1.1818082332611084,
      "learning_rate": 2.8481725695274433e-07,
      "loss": 0.3429,
      "step": 2434630
    },
    {
      "epoch": 679.5,
      "grad_norm": 1.3205628395080566,
      "learning_rate": 2.8480433801779597e-07,
      "loss": 0.3433,
      "step": 2434640
    },
    {
      "epoch": 679.5,
      "grad_norm": 1.2318406105041504,
      "learning_rate": 2.847914193568935e-07,
      "loss": 0.3251,
      "step": 2434650
    },
    {
      "epoch": 679.5,
      "grad_norm": 1.3551973104476929,
      "learning_rate": 2.847785009700387e-07,
      "loss": 0.3246,
      "step": 2434660
    },
    {
      "epoch": 679.51,
      "grad_norm": 1.2272518873214722,
      "learning_rate": 2.847655828572343e-07,
      "loss": 0.3252,
      "step": 2434670
    },
    {
      "epoch": 679.51,
      "grad_norm": 1.1914876699447632,
      "learning_rate": 2.847526650184801e-07,
      "loss": 0.3345,
      "step": 2434680
    },
    {
      "epoch": 679.51,
      "grad_norm": 1.3028969764709473,
      "learning_rate": 2.847397474537802e-07,
      "loss": 0.3423,
      "step": 2434690
    },
    {
      "epoch": 679.51,
      "grad_norm": 1.2107408046722412,
      "learning_rate": 2.847268301631345e-07,
      "loss": 0.33,
      "step": 2434700
    },
    {
      "epoch": 679.52,
      "grad_norm": 1.2355910539627075,
      "learning_rate": 2.847139131465453e-07,
      "loss": 0.3278,
      "step": 2434710
    },
    {
      "epoch": 679.52,
      "grad_norm": 1.162447452545166,
      "learning_rate": 2.8470099640401504e-07,
      "loss": 0.3398,
      "step": 2434720
    },
    {
      "epoch": 679.52,
      "grad_norm": 1.2514855861663818,
      "learning_rate": 2.84688079935544e-07,
      "loss": 0.3385,
      "step": 2434730
    },
    {
      "epoch": 679.53,
      "grad_norm": 1.2089335918426514,
      "learning_rate": 2.846751637411349e-07,
      "loss": 0.3235,
      "step": 2434740
    },
    {
      "epoch": 679.53,
      "grad_norm": 1.151364803314209,
      "learning_rate": 2.846622478207892e-07,
      "loss": 0.3369,
      "step": 2434750
    },
    {
      "epoch": 679.53,
      "grad_norm": 1.323267936706543,
      "learning_rate": 2.8464933217450907e-07,
      "loss": 0.3265,
      "step": 2434760
    },
    {
      "epoch": 679.53,
      "grad_norm": 1.2564218044281006,
      "learning_rate": 2.8463641680229463e-07,
      "loss": 0.3465,
      "step": 2434770
    },
    {
      "epoch": 679.54,
      "grad_norm": 1.1366175413131714,
      "learning_rate": 2.846235017041501e-07,
      "loss": 0.3568,
      "step": 2434780
    },
    {
      "epoch": 679.54,
      "grad_norm": 1.166581153869629,
      "learning_rate": 2.846105868800753e-07,
      "loss": 0.3292,
      "step": 2434790
    },
    {
      "epoch": 679.54,
      "grad_norm": 1.3919379711151123,
      "learning_rate": 2.8459767233007245e-07,
      "loss": 0.3315,
      "step": 2434800
    },
    {
      "epoch": 679.55,
      "grad_norm": 1.2412402629852295,
      "learning_rate": 2.8458475805414364e-07,
      "loss": 0.3367,
      "step": 2434810
    },
    {
      "epoch": 679.55,
      "grad_norm": 1.4939802885055542,
      "learning_rate": 2.8457184405228955e-07,
      "loss": 0.3328,
      "step": 2434820
    },
    {
      "epoch": 679.55,
      "grad_norm": 1.3142423629760742,
      "learning_rate": 2.845589303245136e-07,
      "loss": 0.3332,
      "step": 2434830
    },
    {
      "epoch": 679.55,
      "grad_norm": 1.1160246133804321,
      "learning_rate": 2.845460168708158e-07,
      "loss": 0.3259,
      "step": 2434840
    },
    {
      "epoch": 679.56,
      "grad_norm": 1.098273754119873,
      "learning_rate": 2.8453310369119884e-07,
      "loss": 0.3408,
      "step": 2434850
    },
    {
      "epoch": 679.56,
      "grad_norm": 1.1999043226242065,
      "learning_rate": 2.845201907856647e-07,
      "loss": 0.3438,
      "step": 2434860
    },
    {
      "epoch": 679.56,
      "grad_norm": 1.3885481357574463,
      "learning_rate": 2.845072781542141e-07,
      "loss": 0.3369,
      "step": 2434870
    },
    {
      "epoch": 679.56,
      "grad_norm": 1.2021286487579346,
      "learning_rate": 2.844943657968493e-07,
      "loss": 0.3444,
      "step": 2434880
    },
    {
      "epoch": 679.57,
      "grad_norm": 1.178144097328186,
      "learning_rate": 2.8448145371357194e-07,
      "loss": 0.3325,
      "step": 2434890
    },
    {
      "epoch": 679.57,
      "grad_norm": 1.2508662939071655,
      "learning_rate": 2.8446854190438423e-07,
      "loss": 0.3311,
      "step": 2434900
    },
    {
      "epoch": 679.57,
      "grad_norm": 1.3460441827774048,
      "learning_rate": 2.8445563036928664e-07,
      "loss": 0.3417,
      "step": 2434910
    },
    {
      "epoch": 679.58,
      "grad_norm": 1.1734397411346436,
      "learning_rate": 2.8444271910828256e-07,
      "loss": 0.3454,
      "step": 2434920
    },
    {
      "epoch": 679.58,
      "grad_norm": 1.2363619804382324,
      "learning_rate": 2.8442980812137226e-07,
      "loss": 0.3321,
      "step": 2434930
    },
    {
      "epoch": 679.58,
      "grad_norm": 1.0743929147720337,
      "learning_rate": 2.8441689740855805e-07,
      "loss": 0.3223,
      "step": 2434940
    },
    {
      "epoch": 679.58,
      "grad_norm": 1.2088054418563843,
      "learning_rate": 2.844039869698423e-07,
      "loss": 0.3389,
      "step": 2434950
    },
    {
      "epoch": 679.59,
      "grad_norm": 1.1882933378219604,
      "learning_rate": 2.843910768052255e-07,
      "loss": 0.3303,
      "step": 2434960
    },
    {
      "epoch": 679.59,
      "grad_norm": 1.2569828033447266,
      "learning_rate": 2.843781669147098e-07,
      "loss": 0.3359,
      "step": 2434970
    },
    {
      "epoch": 679.59,
      "grad_norm": 1.327374815940857,
      "learning_rate": 2.843652572982972e-07,
      "loss": 0.3334,
      "step": 2434980
    },
    {
      "epoch": 679.6,
      "grad_norm": 1.5281405448913574,
      "learning_rate": 2.8435234795598957e-07,
      "loss": 0.341,
      "step": 2434990
    },
    {
      "epoch": 679.6,
      "grad_norm": 1.009919285774231,
      "learning_rate": 2.8433943888778793e-07,
      "loss": 0.3272,
      "step": 2435000
    },
    {
      "epoch": 679.6,
      "grad_norm": 1.1646190881729126,
      "learning_rate": 2.843265300936946e-07,
      "loss": 0.337,
      "step": 2435010
    },
    {
      "epoch": 679.6,
      "grad_norm": 1.153044581413269,
      "learning_rate": 2.843136215737115e-07,
      "loss": 0.3429,
      "step": 2435020
    },
    {
      "epoch": 679.61,
      "grad_norm": 1.3774596452713013,
      "learning_rate": 2.8430071332783877e-07,
      "loss": 0.3477,
      "step": 2435030
    },
    {
      "epoch": 679.61,
      "grad_norm": 1.277808666229248,
      "learning_rate": 2.842878053560804e-07,
      "loss": 0.35,
      "step": 2435040
    },
    {
      "epoch": 679.61,
      "grad_norm": 1.3823083639144897,
      "learning_rate": 2.842748976584366e-07,
      "loss": 0.346,
      "step": 2435050
    },
    {
      "epoch": 679.61,
      "grad_norm": 1.190746784210205,
      "learning_rate": 2.8426199023490923e-07,
      "loss": 0.3205,
      "step": 2435060
    },
    {
      "epoch": 679.62,
      "grad_norm": 1.2716561555862427,
      "learning_rate": 2.8424908308550054e-07,
      "loss": 0.3307,
      "step": 2435070
    },
    {
      "epoch": 679.62,
      "grad_norm": 2.568030834197998,
      "learning_rate": 2.84236176210212e-07,
      "loss": 0.3539,
      "step": 2435080
    },
    {
      "epoch": 679.62,
      "grad_norm": 1.2800387144088745,
      "learning_rate": 2.8422326960904553e-07,
      "loss": 0.3569,
      "step": 2435090
    },
    {
      "epoch": 679.63,
      "grad_norm": 1.125047206878662,
      "learning_rate": 2.842103632820025e-07,
      "loss": 0.3417,
      "step": 2435100
    },
    {
      "epoch": 679.63,
      "grad_norm": 1.3413223028182983,
      "learning_rate": 2.8419745722908446e-07,
      "loss": 0.3372,
      "step": 2435110
    },
    {
      "epoch": 679.63,
      "grad_norm": 1.1530681848526,
      "learning_rate": 2.841845514502935e-07,
      "loss": 0.3289,
      "step": 2435120
    },
    {
      "epoch": 679.63,
      "grad_norm": 1.2341411113739014,
      "learning_rate": 2.8417164594563194e-07,
      "loss": 0.3379,
      "step": 2435130
    },
    {
      "epoch": 679.64,
      "grad_norm": 1.1432723999023438,
      "learning_rate": 2.8415874071510006e-07,
      "loss": 0.3254,
      "step": 2435140
    },
    {
      "epoch": 679.64,
      "grad_norm": 1.364672303199768,
      "learning_rate": 2.841458357587005e-07,
      "loss": 0.347,
      "step": 2435150
    },
    {
      "epoch": 679.64,
      "grad_norm": 1.4537744522094727,
      "learning_rate": 2.8413293107643523e-07,
      "loss": 0.3345,
      "step": 2435160
    },
    {
      "epoch": 679.65,
      "grad_norm": 1.1559534072875977,
      "learning_rate": 2.841200266683046e-07,
      "loss": 0.3422,
      "step": 2435170
    },
    {
      "epoch": 679.65,
      "grad_norm": 1.2727348804473877,
      "learning_rate": 2.841071225343123e-07,
      "loss": 0.3355,
      "step": 2435180
    },
    {
      "epoch": 679.65,
      "grad_norm": 1.565460443496704,
      "learning_rate": 2.8409421867445845e-07,
      "loss": 0.3366,
      "step": 2435190
    },
    {
      "epoch": 679.65,
      "grad_norm": 1.3534611463546753,
      "learning_rate": 2.8408131508874554e-07,
      "loss": 0.3393,
      "step": 2435200
    },
    {
      "epoch": 679.66,
      "grad_norm": 1.307727575302124,
      "learning_rate": 2.8406841177717473e-07,
      "loss": 0.3494,
      "step": 2435210
    },
    {
      "epoch": 679.66,
      "grad_norm": 1.2932666540145874,
      "learning_rate": 2.84055508739749e-07,
      "loss": 0.3454,
      "step": 2435220
    },
    {
      "epoch": 679.66,
      "grad_norm": 1.3015358448028564,
      "learning_rate": 2.840426059764685e-07,
      "loss": 0.346,
      "step": 2435230
    },
    {
      "epoch": 679.67,
      "grad_norm": 1.1818196773529053,
      "learning_rate": 2.8402970348733545e-07,
      "loss": 0.3259,
      "step": 2435240
    },
    {
      "epoch": 679.67,
      "grad_norm": 1.1890894174575806,
      "learning_rate": 2.8401680127235255e-07,
      "loss": 0.3329,
      "step": 2435250
    },
    {
      "epoch": 679.67,
      "grad_norm": 1.4338706731796265,
      "learning_rate": 2.8400389933151944e-07,
      "loss": 0.3536,
      "step": 2435260
    },
    {
      "epoch": 679.67,
      "grad_norm": 1.3097224235534668,
      "learning_rate": 2.8399099766484014e-07,
      "loss": 0.3367,
      "step": 2435270
    },
    {
      "epoch": 679.68,
      "grad_norm": 1.2114075422286987,
      "learning_rate": 2.83978096272315e-07,
      "loss": 0.346,
      "step": 2435280
    },
    {
      "epoch": 679.68,
      "grad_norm": 1.188252568244934,
      "learning_rate": 2.8396519515394586e-07,
      "loss": 0.3241,
      "step": 2435290
    },
    {
      "epoch": 679.68,
      "grad_norm": 1.169844388961792,
      "learning_rate": 2.839522943097347e-07,
      "loss": 0.3494,
      "step": 2435300
    },
    {
      "epoch": 679.68,
      "grad_norm": 1.1401288509368896,
      "learning_rate": 2.839393937396837e-07,
      "loss": 0.3249,
      "step": 2435310
    },
    {
      "epoch": 679.69,
      "grad_norm": 1.2458747625350952,
      "learning_rate": 2.839264934437936e-07,
      "loss": 0.3304,
      "step": 2435320
    },
    {
      "epoch": 679.69,
      "grad_norm": 1.1283422708511353,
      "learning_rate": 2.839135934220665e-07,
      "loss": 0.349,
      "step": 2435330
    },
    {
      "epoch": 679.69,
      "grad_norm": 1.254315733909607,
      "learning_rate": 2.8390069367450464e-07,
      "loss": 0.34,
      "step": 2435340
    },
    {
      "epoch": 679.7,
      "grad_norm": 1.2163972854614258,
      "learning_rate": 2.8388779420110847e-07,
      "loss": 0.3386,
      "step": 2435350
    },
    {
      "epoch": 679.7,
      "grad_norm": 1.2655222415924072,
      "learning_rate": 2.8387489500188145e-07,
      "loss": 0.3379,
      "step": 2435360
    },
    {
      "epoch": 679.7,
      "grad_norm": 1.1386587619781494,
      "learning_rate": 2.838619960768237e-07,
      "loss": 0.3452,
      "step": 2435370
    },
    {
      "epoch": 679.7,
      "grad_norm": 1.1515849828720093,
      "learning_rate": 2.8384909742593777e-07,
      "loss": 0.3167,
      "step": 2435380
    },
    {
      "epoch": 679.71,
      "grad_norm": 1.299626111984253,
      "learning_rate": 2.8383619904922575e-07,
      "loss": 0.3479,
      "step": 2435390
    },
    {
      "epoch": 679.71,
      "grad_norm": 1.2144560813903809,
      "learning_rate": 2.8382330094668766e-07,
      "loss": 0.355,
      "step": 2435400
    },
    {
      "epoch": 679.71,
      "grad_norm": 1.2438570261001587,
      "learning_rate": 2.8381040311832736e-07,
      "loss": 0.3506,
      "step": 2435410
    },
    {
      "epoch": 679.72,
      "grad_norm": 1.5484141111373901,
      "learning_rate": 2.8379750556414516e-07,
      "loss": 0.3318,
      "step": 2435420
    },
    {
      "epoch": 679.72,
      "grad_norm": 2.4705538749694824,
      "learning_rate": 2.837846082841434e-07,
      "loss": 0.3514,
      "step": 2435430
    },
    {
      "epoch": 679.72,
      "grad_norm": 1.2049380540847778,
      "learning_rate": 2.837717112783233e-07,
      "loss": 0.3524,
      "step": 2435440
    },
    {
      "epoch": 679.72,
      "grad_norm": 1.0631943941116333,
      "learning_rate": 2.8375881454668754e-07,
      "loss": 0.3284,
      "step": 2435450
    },
    {
      "epoch": 679.73,
      "grad_norm": 1.1874052286148071,
      "learning_rate": 2.8374591808923667e-07,
      "loss": 0.3392,
      "step": 2435460
    },
    {
      "epoch": 679.73,
      "grad_norm": 1.2643600702285767,
      "learning_rate": 2.8373302190597264e-07,
      "loss": 0.3359,
      "step": 2435470
    },
    {
      "epoch": 679.73,
      "grad_norm": 2.0769577026367188,
      "learning_rate": 2.837201259968982e-07,
      "loss": 0.3421,
      "step": 2435480
    },
    {
      "epoch": 679.73,
      "grad_norm": 1.2294960021972656,
      "learning_rate": 2.8370723036201325e-07,
      "loss": 0.3419,
      "step": 2435490
    },
    {
      "epoch": 679.74,
      "grad_norm": 1.248415470123291,
      "learning_rate": 2.836943350013215e-07,
      "loss": 0.3459,
      "step": 2435500
    },
    {
      "epoch": 679.74,
      "grad_norm": 1.135092854499817,
      "learning_rate": 2.8368143991482315e-07,
      "loss": 0.3386,
      "step": 2435510
    },
    {
      "epoch": 679.74,
      "grad_norm": 1.202750563621521,
      "learning_rate": 2.836685451025206e-07,
      "loss": 0.3273,
      "step": 2435520
    },
    {
      "epoch": 679.75,
      "grad_norm": 1.3231035470962524,
      "learning_rate": 2.836556505644159e-07,
      "loss": 0.3269,
      "step": 2435530
    },
    {
      "epoch": 679.75,
      "grad_norm": 1.4080721139907837,
      "learning_rate": 2.8364275630051004e-07,
      "loss": 0.3451,
      "step": 2435540
    },
    {
      "epoch": 679.75,
      "grad_norm": 1.1042635440826416,
      "learning_rate": 2.836298623108047e-07,
      "loss": 0.3655,
      "step": 2435550
    },
    {
      "epoch": 679.75,
      "grad_norm": 1.2166084051132202,
      "learning_rate": 2.836169685953021e-07,
      "loss": 0.3293,
      "step": 2435560
    },
    {
      "epoch": 679.76,
      "grad_norm": 1.349259614944458,
      "learning_rate": 2.836040751540041e-07,
      "loss": 0.3435,
      "step": 2435570
    },
    {
      "epoch": 679.76,
      "grad_norm": 1.4676700830459595,
      "learning_rate": 2.8359118198691134e-07,
      "loss": 0.3476,
      "step": 2435580
    },
    {
      "epoch": 679.76,
      "grad_norm": 1.5812628269195557,
      "learning_rate": 2.8357828909402705e-07,
      "loss": 0.3547,
      "step": 2435590
    },
    {
      "epoch": 679.77,
      "grad_norm": 1.2805869579315186,
      "learning_rate": 2.835653964753518e-07,
      "loss": 0.3464,
      "step": 2435600
    },
    {
      "epoch": 679.77,
      "grad_norm": 1.3311041593551636,
      "learning_rate": 2.8355250413088766e-07,
      "loss": 0.3402,
      "step": 2435610
    },
    {
      "epoch": 679.77,
      "grad_norm": 1.1897633075714111,
      "learning_rate": 2.835396120606367e-07,
      "loss": 0.3341,
      "step": 2435620
    },
    {
      "epoch": 679.77,
      "grad_norm": 1.337836503982544,
      "learning_rate": 2.8352672026460003e-07,
      "loss": 0.3376,
      "step": 2435630
    },
    {
      "epoch": 679.78,
      "grad_norm": 1.3026567697525024,
      "learning_rate": 2.8351382874277965e-07,
      "loss": 0.3415,
      "step": 2435640
    },
    {
      "epoch": 679.78,
      "grad_norm": 1.306668758392334,
      "learning_rate": 2.835009374951772e-07,
      "loss": 0.3438,
      "step": 2435650
    },
    {
      "epoch": 679.78,
      "grad_norm": 1.2803810834884644,
      "learning_rate": 2.8348804652179444e-07,
      "loss": 0.3382,
      "step": 2435660
    },
    {
      "epoch": 679.79,
      "grad_norm": 1.5462058782577515,
      "learning_rate": 2.8347515582263347e-07,
      "loss": 0.3398,
      "step": 2435670
    },
    {
      "epoch": 679.79,
      "grad_norm": 1.2588119506835938,
      "learning_rate": 2.8346226539769535e-07,
      "loss": 0.3292,
      "step": 2435680
    },
    {
      "epoch": 679.79,
      "grad_norm": 1.2163969278335571,
      "learning_rate": 2.834493752469821e-07,
      "loss": 0.3296,
      "step": 2435690
    },
    {
      "epoch": 679.79,
      "grad_norm": 1.2789011001586914,
      "learning_rate": 2.8343648537049534e-07,
      "loss": 0.3392,
      "step": 2435700
    },
    {
      "epoch": 679.8,
      "grad_norm": 1.6004270315170288,
      "learning_rate": 2.8342359576823744e-07,
      "loss": 0.3494,
      "step": 2435710
    },
    {
      "epoch": 679.8,
      "grad_norm": 1.1438883543014526,
      "learning_rate": 2.834107064402083e-07,
      "loss": 0.3232,
      "step": 2435720
    },
    {
      "epoch": 679.8,
      "grad_norm": 1.1597511768341064,
      "learning_rate": 2.833978173864122e-07,
      "loss": 0.3528,
      "step": 2435730
    },
    {
      "epoch": 679.8,
      "grad_norm": 1.1933636665344238,
      "learning_rate": 2.8338492860684873e-07,
      "loss": 0.3372,
      "step": 2435740
    },
    {
      "epoch": 679.81,
      "grad_norm": 1.2319116592407227,
      "learning_rate": 2.833720401015207e-07,
      "loss": 0.3469,
      "step": 2435750
    },
    {
      "epoch": 679.81,
      "grad_norm": 1.3446420431137085,
      "learning_rate": 2.8335915187042996e-07,
      "loss": 0.3357,
      "step": 2435760
    },
    {
      "epoch": 679.81,
      "grad_norm": 1.1255446672439575,
      "learning_rate": 2.833462639135772e-07,
      "loss": 0.3362,
      "step": 2435770
    },
    {
      "epoch": 679.82,
      "grad_norm": 1.123706579208374,
      "learning_rate": 2.83333376230965e-07,
      "loss": 0.3382,
      "step": 2435780
    },
    {
      "epoch": 679.82,
      "grad_norm": 1.1657371520996094,
      "learning_rate": 2.8332048882259456e-07,
      "loss": 0.326,
      "step": 2435790
    },
    {
      "epoch": 679.82,
      "grad_norm": 1.144831895828247,
      "learning_rate": 2.833076016884683e-07,
      "loss": 0.3323,
      "step": 2435800
    },
    {
      "epoch": 679.82,
      "grad_norm": 1.3349136114120483,
      "learning_rate": 2.83294714828587e-07,
      "loss": 0.3373,
      "step": 2435810
    },
    {
      "epoch": 679.83,
      "grad_norm": 1.7028961181640625,
      "learning_rate": 2.83281828242953e-07,
      "loss": 0.3432,
      "step": 2435820
    },
    {
      "epoch": 679.83,
      "grad_norm": 1.3959310054779053,
      "learning_rate": 2.8326894193156836e-07,
      "loss": 0.3299,
      "step": 2435830
    },
    {
      "epoch": 679.83,
      "grad_norm": 1.0617356300354004,
      "learning_rate": 2.832560558944334e-07,
      "loss": 0.3498,
      "step": 2435840
    },
    {
      "epoch": 679.84,
      "grad_norm": 1.147475242614746,
      "learning_rate": 2.832431701315514e-07,
      "loss": 0.3478,
      "step": 2435850
    },
    {
      "epoch": 679.84,
      "grad_norm": 1.3665069341659546,
      "learning_rate": 2.832302846429232e-07,
      "loss": 0.331,
      "step": 2435860
    },
    {
      "epoch": 679.84,
      "grad_norm": 1.1129744052886963,
      "learning_rate": 2.8321739942855066e-07,
      "loss": 0.3331,
      "step": 2435870
    },
    {
      "epoch": 679.84,
      "grad_norm": 1.1425530910491943,
      "learning_rate": 2.832045144884358e-07,
      "loss": 0.326,
      "step": 2435880
    },
    {
      "epoch": 679.85,
      "grad_norm": 1.2298121452331543,
      "learning_rate": 2.831916298225802e-07,
      "loss": 0.3538,
      "step": 2435890
    },
    {
      "epoch": 679.85,
      "grad_norm": 1.8925352096557617,
      "learning_rate": 2.831787454309851e-07,
      "loss": 0.3415,
      "step": 2435900
    },
    {
      "epoch": 679.85,
      "grad_norm": 1.1608452796936035,
      "learning_rate": 2.8316586131365273e-07,
      "loss": 0.3413,
      "step": 2435910
    },
    {
      "epoch": 679.85,
      "grad_norm": 1.167123794555664,
      "learning_rate": 2.831529774705851e-07,
      "loss": 0.3294,
      "step": 2435920
    },
    {
      "epoch": 679.86,
      "grad_norm": 1.2377722263336182,
      "learning_rate": 2.831400939017826e-07,
      "loss": 0.3371,
      "step": 2435930
    },
    {
      "epoch": 679.86,
      "grad_norm": 1.0928077697753906,
      "learning_rate": 2.8312721060724884e-07,
      "loss": 0.3301,
      "step": 2435940
    },
    {
      "epoch": 679.86,
      "grad_norm": 1.2362174987792969,
      "learning_rate": 2.831143275869839e-07,
      "loss": 0.3485,
      "step": 2435950
    },
    {
      "epoch": 679.87,
      "grad_norm": 1.2513089179992676,
      "learning_rate": 2.8310144484099e-07,
      "loss": 0.3375,
      "step": 2435960
    },
    {
      "epoch": 679.87,
      "grad_norm": 1.0961676836013794,
      "learning_rate": 2.830885623692696e-07,
      "loss": 0.3382,
      "step": 2435970
    },
    {
      "epoch": 679.87,
      "grad_norm": 1.303405523300171,
      "learning_rate": 2.830756801718231e-07,
      "loss": 0.3421,
      "step": 2435980
    },
    {
      "epoch": 679.87,
      "grad_norm": 1.1434603929519653,
      "learning_rate": 2.830627982486535e-07,
      "loss": 0.3474,
      "step": 2435990
    },
    {
      "epoch": 679.88,
      "grad_norm": 1.1040045022964478,
      "learning_rate": 2.830499165997617e-07,
      "loss": 0.3294,
      "step": 2436000
    },
    {
      "epoch": 679.88,
      "grad_norm": 1.139907717704773,
      "learning_rate": 2.8303703522514937e-07,
      "loss": 0.3412,
      "step": 2436010
    },
    {
      "epoch": 679.88,
      "grad_norm": 1.2607325315475464,
      "learning_rate": 2.8302415412481876e-07,
      "loss": 0.3449,
      "step": 2436020
    },
    {
      "epoch": 679.89,
      "grad_norm": 1.1858103275299072,
      "learning_rate": 2.830112732987718e-07,
      "loss": 0.3508,
      "step": 2436030
    },
    {
      "epoch": 679.89,
      "grad_norm": 1.1379016637802124,
      "learning_rate": 2.829983927470091e-07,
      "loss": 0.3325,
      "step": 2436040
    },
    {
      "epoch": 679.89,
      "grad_norm": 1.0695096254348755,
      "learning_rate": 2.82985512469533e-07,
      "loss": 0.3371,
      "step": 2436050
    },
    {
      "epoch": 679.89,
      "grad_norm": 1.2046529054641724,
      "learning_rate": 2.8297263246634586e-07,
      "loss": 0.3186,
      "step": 2436060
    },
    {
      "epoch": 679.9,
      "grad_norm": 1.456703782081604,
      "learning_rate": 2.8295975273744757e-07,
      "loss": 0.3396,
      "step": 2436070
    },
    {
      "epoch": 679.9,
      "grad_norm": 1.3072394132614136,
      "learning_rate": 2.8294687328284216e-07,
      "loss": 0.3529,
      "step": 2436080
    },
    {
      "epoch": 679.9,
      "grad_norm": 1.232269048690796,
      "learning_rate": 2.8293399410252957e-07,
      "loss": 0.3462,
      "step": 2436090
    },
    {
      "epoch": 679.91,
      "grad_norm": 1.305079460144043,
      "learning_rate": 2.829211151965124e-07,
      "loss": 0.3584,
      "step": 2436100
    },
    {
      "epoch": 679.91,
      "grad_norm": 1.1474806070327759,
      "learning_rate": 2.8290823656479224e-07,
      "loss": 0.3411,
      "step": 2436110
    },
    {
      "epoch": 679.91,
      "grad_norm": 1.1430981159210205,
      "learning_rate": 2.8289535820737063e-07,
      "loss": 0.3249,
      "step": 2436120
    },
    {
      "epoch": 679.91,
      "grad_norm": 1.1443767547607422,
      "learning_rate": 2.8288248012424883e-07,
      "loss": 0.3378,
      "step": 2436130
    },
    {
      "epoch": 679.92,
      "grad_norm": 1.5455269813537598,
      "learning_rate": 2.8286960231542954e-07,
      "loss": 0.3512,
      "step": 2436140
    },
    {
      "epoch": 679.92,
      "grad_norm": 1.2222967147827148,
      "learning_rate": 2.8285672478091425e-07,
      "loss": 0.3208,
      "step": 2436150
    },
    {
      "epoch": 679.92,
      "grad_norm": 1.1784756183624268,
      "learning_rate": 2.828438475207035e-07,
      "loss": 0.3301,
      "step": 2436160
    },
    {
      "epoch": 679.92,
      "grad_norm": 1.3866819143295288,
      "learning_rate": 2.8283097053480064e-07,
      "loss": 0.3427,
      "step": 2436170
    },
    {
      "epoch": 679.93,
      "grad_norm": 1.2097299098968506,
      "learning_rate": 2.828180938232065e-07,
      "loss": 0.3584,
      "step": 2436180
    },
    {
      "epoch": 679.93,
      "grad_norm": 1.110012412071228,
      "learning_rate": 2.828052173859229e-07,
      "loss": 0.363,
      "step": 2436190
    },
    {
      "epoch": 679.93,
      "grad_norm": 1.8172345161437988,
      "learning_rate": 2.827923412229522e-07,
      "loss": 0.3487,
      "step": 2436200
    },
    {
      "epoch": 679.94,
      "grad_norm": 1.2061641216278076,
      "learning_rate": 2.827794653342948e-07,
      "loss": 0.3499,
      "step": 2436210
    },
    {
      "epoch": 679.94,
      "grad_norm": 1.323691964149475,
      "learning_rate": 2.827665897199531e-07,
      "loss": 0.3402,
      "step": 2436220
    },
    {
      "epoch": 679.94,
      "grad_norm": 1.3097368478775024,
      "learning_rate": 2.8275371437992904e-07,
      "loss": 0.3372,
      "step": 2436230
    },
    {
      "epoch": 679.94,
      "grad_norm": 1.6412771940231323,
      "learning_rate": 2.8274083931422405e-07,
      "loss": 0.3514,
      "step": 2436240
    },
    {
      "epoch": 679.95,
      "grad_norm": 1.0632243156433105,
      "learning_rate": 2.8272796452284053e-07,
      "loss": 0.349,
      "step": 2436250
    },
    {
      "epoch": 679.95,
      "grad_norm": 1.2995365858078003,
      "learning_rate": 2.82715090005779e-07,
      "loss": 0.3367,
      "step": 2436260
    },
    {
      "epoch": 679.95,
      "grad_norm": 1.0953925848007202,
      "learning_rate": 2.8270221576304174e-07,
      "loss": 0.3496,
      "step": 2436270
    },
    {
      "epoch": 679.96,
      "grad_norm": 1.3583390712738037,
      "learning_rate": 2.826893417946306e-07,
      "loss": 0.3413,
      "step": 2436280
    },
    {
      "epoch": 679.96,
      "grad_norm": 1.0960384607315063,
      "learning_rate": 2.826764681005477e-07,
      "loss": 0.3408,
      "step": 2436290
    },
    {
      "epoch": 679.96,
      "grad_norm": 1.2672215700149536,
      "learning_rate": 2.826635946807933e-07,
      "loss": 0.3363,
      "step": 2436300
    },
    {
      "epoch": 679.96,
      "grad_norm": 1.2733449935913086,
      "learning_rate": 2.82650721535371e-07,
      "loss": 0.3439,
      "step": 2436310
    },
    {
      "epoch": 679.97,
      "grad_norm": 1.2292529344558716,
      "learning_rate": 2.826378486642811e-07,
      "loss": 0.3261,
      "step": 2436320
    },
    {
      "epoch": 679.97,
      "grad_norm": 1.2123364210128784,
      "learning_rate": 2.826249760675259e-07,
      "loss": 0.3467,
      "step": 2436330
    },
    {
      "epoch": 679.97,
      "grad_norm": 1.1298937797546387,
      "learning_rate": 2.826121037451072e-07,
      "loss": 0.3561,
      "step": 2436340
    },
    {
      "epoch": 679.97,
      "grad_norm": 1.2816009521484375,
      "learning_rate": 2.825992316970262e-07,
      "loss": 0.3411,
      "step": 2436350
    },
    {
      "epoch": 679.98,
      "grad_norm": 1.2761683464050293,
      "learning_rate": 2.8258635992328504e-07,
      "loss": 0.353,
      "step": 2436360
    },
    {
      "epoch": 679.98,
      "grad_norm": 1.1536686420440674,
      "learning_rate": 2.825734884238851e-07,
      "loss": 0.3207,
      "step": 2436370
    },
    {
      "epoch": 679.98,
      "grad_norm": 2.64393949508667,
      "learning_rate": 2.825606171988288e-07,
      "loss": 0.3566,
      "step": 2436380
    },
    {
      "epoch": 679.99,
      "grad_norm": 1.3410232067108154,
      "learning_rate": 2.825477462481165e-07,
      "loss": 0.3374,
      "step": 2436390
    },
    {
      "epoch": 679.99,
      "grad_norm": 1.0093587636947632,
      "learning_rate": 2.825348755717517e-07,
      "loss": 0.3346,
      "step": 2436400
    },
    {
      "epoch": 679.99,
      "grad_norm": 1.398327112197876,
      "learning_rate": 2.825220051697349e-07,
      "loss": 0.3372,
      "step": 2436410
    },
    {
      "epoch": 679.99,
      "grad_norm": 1.0834161043167114,
      "learning_rate": 2.8250913504206794e-07,
      "loss": 0.3368,
      "step": 2436420
    },
    {
      "epoch": 680.0,
      "grad_norm": 1.354041576385498,
      "learning_rate": 2.824962651887531e-07,
      "loss": 0.3545,
      "step": 2436430
    },
    {
      "epoch": 680.0,
      "grad_norm": 1.3821582794189453,
      "learning_rate": 2.8248339560979147e-07,
      "loss": 0.3358,
      "step": 2436440
    },
    {
      "epoch": 680.0,
      "eval_loss": 0.33875349164009094,
      "eval_runtime": 66.4616,
      "eval_samples_per_second": 76.119,
      "eval_steps_per_second": 9.524,
      "step": 2436440
    },
    {
      "epoch": 680.0,
      "grad_norm": 1.0264945030212402,
      "learning_rate": 2.824705263051849e-07,
      "loss": 0.3261,
      "step": 2436450
    },
    {
      "epoch": 680.01,
      "grad_norm": 1.3508667945861816,
      "learning_rate": 2.8245765727493506e-07,
      "loss": 0.3362,
      "step": 2436460
    },
    {
      "epoch": 680.01,
      "grad_norm": 1.2155765295028687,
      "learning_rate": 2.8244478851904425e-07,
      "loss": 0.3272,
      "step": 2436470
    },
    {
      "epoch": 680.01,
      "grad_norm": 1.179176688194275,
      "learning_rate": 2.8243192003751334e-07,
      "loss": 0.3409,
      "step": 2436480
    },
    {
      "epoch": 680.01,
      "grad_norm": 1.242316722869873,
      "learning_rate": 2.824190518303445e-07,
      "loss": 0.3618,
      "step": 2436490
    },
    {
      "epoch": 680.02,
      "grad_norm": 1.2004024982452393,
      "learning_rate": 2.8240618389753974e-07,
      "loss": 0.3394,
      "step": 2436500
    },
    {
      "epoch": 680.02,
      "grad_norm": 1.2851810455322266,
      "learning_rate": 2.8239331623909944e-07,
      "loss": 0.3434,
      "step": 2436510
    },
    {
      "epoch": 680.02,
      "grad_norm": 1.196068525314331,
      "learning_rate": 2.823804488550274e-07,
      "loss": 0.3441,
      "step": 2436520
    },
    {
      "epoch": 680.03,
      "grad_norm": 1.1029651165008545,
      "learning_rate": 2.8236758174532284e-07,
      "loss": 0.342,
      "step": 2436530
    },
    {
      "epoch": 680.03,
      "grad_norm": 1.160961389541626,
      "learning_rate": 2.8235471490999024e-07,
      "loss": 0.3438,
      "step": 2436540
    },
    {
      "epoch": 680.03,
      "grad_norm": 1.251940131187439,
      "learning_rate": 2.823418483490293e-07,
      "loss": 0.3101,
      "step": 2436550
    },
    {
      "epoch": 680.03,
      "grad_norm": 1.186105728149414,
      "learning_rate": 2.823289820624424e-07,
      "loss": 0.3256,
      "step": 2436560
    },
    {
      "epoch": 680.04,
      "grad_norm": 1.4032325744628906,
      "learning_rate": 2.8231611605023154e-07,
      "loss": 0.3588,
      "step": 2436570
    },
    {
      "epoch": 680.04,
      "grad_norm": 1.2500680685043335,
      "learning_rate": 2.8230325031239757e-07,
      "loss": 0.3406,
      "step": 2436580
    },
    {
      "epoch": 680.04,
      "grad_norm": 1.2799700498580933,
      "learning_rate": 2.8229038484894283e-07,
      "loss": 0.3345,
      "step": 2436590
    },
    {
      "epoch": 680.04,
      "grad_norm": 1.248726487159729,
      "learning_rate": 2.822775196598689e-07,
      "loss": 0.3413,
      "step": 2436600
    },
    {
      "epoch": 680.05,
      "grad_norm": 1.3653650283813477,
      "learning_rate": 2.8226465474517806e-07,
      "loss": 0.3307,
      "step": 2436610
    },
    {
      "epoch": 680.05,
      "grad_norm": 1.2142033576965332,
      "learning_rate": 2.822517901048711e-07,
      "loss": 0.3329,
      "step": 2436620
    },
    {
      "epoch": 680.05,
      "grad_norm": 1.2193154096603394,
      "learning_rate": 2.822389257389499e-07,
      "loss": 0.3378,
      "step": 2436630
    },
    {
      "epoch": 680.06,
      "grad_norm": 1.079996109008789,
      "learning_rate": 2.82226061647417e-07,
      "loss": 0.3428,
      "step": 2436640
    },
    {
      "epoch": 680.06,
      "grad_norm": 1.3881779909133911,
      "learning_rate": 2.8221319783027243e-07,
      "loss": 0.3586,
      "step": 2436650
    },
    {
      "epoch": 680.06,
      "grad_norm": 1.1598718166351318,
      "learning_rate": 2.8220033428751985e-07,
      "loss": 0.3437,
      "step": 2436660
    },
    {
      "epoch": 680.06,
      "grad_norm": 1.133070468902588,
      "learning_rate": 2.821874710191597e-07,
      "loss": 0.326,
      "step": 2436670
    },
    {
      "epoch": 680.07,
      "grad_norm": 1.3301728963851929,
      "learning_rate": 2.821746080251942e-07,
      "loss": 0.345,
      "step": 2436680
    },
    {
      "epoch": 680.07,
      "grad_norm": 1.5728424787521362,
      "learning_rate": 2.821617453056248e-07,
      "loss": 0.3305,
      "step": 2436690
    },
    {
      "epoch": 680.07,
      "grad_norm": 1.2952978610992432,
      "learning_rate": 2.821488828604541e-07,
      "loss": 0.3242,
      "step": 2436700
    },
    {
      "epoch": 680.08,
      "grad_norm": 1.5699207782745361,
      "learning_rate": 2.821360206896824e-07,
      "loss": 0.3461,
      "step": 2436710
    },
    {
      "epoch": 680.08,
      "grad_norm": 1.1732847690582275,
      "learning_rate": 2.8212315879331206e-07,
      "loss": 0.3427,
      "step": 2436720
    },
    {
      "epoch": 680.08,
      "grad_norm": 1.3064353466033936,
      "learning_rate": 2.821102971713454e-07,
      "loss": 0.3531,
      "step": 2436730
    },
    {
      "epoch": 680.08,
      "grad_norm": 1.1671875715255737,
      "learning_rate": 2.820974358237824e-07,
      "loss": 0.3372,
      "step": 2436740
    },
    {
      "epoch": 680.09,
      "grad_norm": 1.2580269575119019,
      "learning_rate": 2.82084574750627e-07,
      "loss": 0.3435,
      "step": 2436750
    },
    {
      "epoch": 680.09,
      "grad_norm": 1.4002593755722046,
      "learning_rate": 2.8207171395187943e-07,
      "loss": 0.3507,
      "step": 2436760
    },
    {
      "epoch": 680.09,
      "grad_norm": 1.1322475671768188,
      "learning_rate": 2.820588534275415e-07,
      "loss": 0.333,
      "step": 2436770
    },
    {
      "epoch": 680.09,
      "grad_norm": 1.4268921613693237,
      "learning_rate": 2.8204599317761586e-07,
      "loss": 0.3248,
      "step": 2436780
    },
    {
      "epoch": 680.1,
      "grad_norm": 1.3934499025344849,
      "learning_rate": 2.8203313320210325e-07,
      "loss": 0.3702,
      "step": 2436790
    },
    {
      "epoch": 680.1,
      "grad_norm": 1.1211026906967163,
      "learning_rate": 2.820202735010055e-07,
      "loss": 0.3408,
      "step": 2436800
    },
    {
      "epoch": 680.1,
      "grad_norm": 1.5803602933883667,
      "learning_rate": 2.820074140743247e-07,
      "loss": 0.3362,
      "step": 2436810
    },
    {
      "epoch": 680.11,
      "grad_norm": 5.803582668304443,
      "learning_rate": 2.8199455492206244e-07,
      "loss": 0.3446,
      "step": 2436820
    },
    {
      "epoch": 680.11,
      "grad_norm": 1.555936336517334,
      "learning_rate": 2.819816960442202e-07,
      "loss": 0.3454,
      "step": 2436830
    },
    {
      "epoch": 680.11,
      "grad_norm": 1.2655543088912964,
      "learning_rate": 2.819688374408007e-07,
      "loss": 0.3341,
      "step": 2436840
    },
    {
      "epoch": 680.11,
      "grad_norm": 1.5871371030807495,
      "learning_rate": 2.8195597911180405e-07,
      "loss": 0.3442,
      "step": 2436850
    },
    {
      "epoch": 680.12,
      "grad_norm": 1.2294723987579346,
      "learning_rate": 2.8194312105723273e-07,
      "loss": 0.338,
      "step": 2436860
    },
    {
      "epoch": 680.12,
      "grad_norm": 1.290283203125,
      "learning_rate": 2.81930263277089e-07,
      "loss": 0.3475,
      "step": 2436870
    },
    {
      "epoch": 680.12,
      "grad_norm": 1.1353580951690674,
      "learning_rate": 2.819174057713732e-07,
      "loss": 0.3511,
      "step": 2436880
    },
    {
      "epoch": 680.13,
      "grad_norm": 1.3759709596633911,
      "learning_rate": 2.8190454854008884e-07,
      "loss": 0.3324,
      "step": 2436890
    },
    {
      "epoch": 680.13,
      "grad_norm": 1.2962430715560913,
      "learning_rate": 2.8189169158323606e-07,
      "loss": 0.3444,
      "step": 2436900
    },
    {
      "epoch": 680.13,
      "grad_norm": 1.402856469154358,
      "learning_rate": 2.818788349008171e-07,
      "loss": 0.3364,
      "step": 2436910
    },
    {
      "epoch": 680.13,
      "grad_norm": 1.2827719449996948,
      "learning_rate": 2.8186597849283436e-07,
      "loss": 0.3474,
      "step": 2436920
    },
    {
      "epoch": 680.14,
      "grad_norm": 1.3169686794281006,
      "learning_rate": 2.818531223592886e-07,
      "loss": 0.3392,
      "step": 2436930
    },
    {
      "epoch": 680.14,
      "grad_norm": 1.2891088724136353,
      "learning_rate": 2.8184026650018164e-07,
      "loss": 0.3322,
      "step": 2436940
    },
    {
      "epoch": 680.14,
      "grad_norm": 1.2895691394805908,
      "learning_rate": 2.818274109155156e-07,
      "loss": 0.3456,
      "step": 2436950
    },
    {
      "epoch": 680.15,
      "grad_norm": 1.1244899034500122,
      "learning_rate": 2.818145556052925e-07,
      "loss": 0.3577,
      "step": 2436960
    },
    {
      "epoch": 680.15,
      "grad_norm": 1.2685353755950928,
      "learning_rate": 2.8180170056951236e-07,
      "loss": 0.331,
      "step": 2436970
    },
    {
      "epoch": 680.15,
      "grad_norm": 1.2937389612197876,
      "learning_rate": 2.8178884580817936e-07,
      "loss": 0.3279,
      "step": 2436980
    },
    {
      "epoch": 680.15,
      "grad_norm": 1.5489219427108765,
      "learning_rate": 2.8177599132129324e-07,
      "loss": 0.3551,
      "step": 2436990
    },
    {
      "epoch": 680.16,
      "grad_norm": 1.03523588180542,
      "learning_rate": 2.817631371088566e-07,
      "loss": 0.3273,
      "step": 2437000
    },
    {
      "epoch": 680.16,
      "grad_norm": 1.1958781480789185,
      "learning_rate": 2.817502831708715e-07,
      "loss": 0.34,
      "step": 2437010
    },
    {
      "epoch": 680.16,
      "grad_norm": 1.2839841842651367,
      "learning_rate": 2.817374295073385e-07,
      "loss": 0.3592,
      "step": 2437020
    },
    {
      "epoch": 680.16,
      "grad_norm": 1.2009228467941284,
      "learning_rate": 2.8172457611825987e-07,
      "loss": 0.3317,
      "step": 2437030
    },
    {
      "epoch": 680.17,
      "grad_norm": 1.3502650260925293,
      "learning_rate": 2.8171172300363753e-07,
      "loss": 0.3265,
      "step": 2437040
    },
    {
      "epoch": 680.17,
      "grad_norm": 0.981454074382782,
      "learning_rate": 2.8169887016347346e-07,
      "loss": 0.329,
      "step": 2437050
    },
    {
      "epoch": 680.17,
      "grad_norm": 1.1430346965789795,
      "learning_rate": 2.8168601759776855e-07,
      "loss": 0.3544,
      "step": 2437060
    },
    {
      "epoch": 680.18,
      "grad_norm": 1.3089615106582642,
      "learning_rate": 2.8167316530652476e-07,
      "loss": 0.3376,
      "step": 2437070
    },
    {
      "epoch": 680.18,
      "grad_norm": 1.4075793027877808,
      "learning_rate": 2.816603132897448e-07,
      "loss": 0.3354,
      "step": 2437080
    },
    {
      "epoch": 680.18,
      "grad_norm": 1.2078657150268555,
      "learning_rate": 2.816474615474281e-07,
      "loss": 0.3356,
      "step": 2437090
    },
    {
      "epoch": 680.18,
      "grad_norm": 1.475096344947815,
      "learning_rate": 2.8163461007957907e-07,
      "loss": 0.3407,
      "step": 2437100
    },
    {
      "epoch": 680.19,
      "grad_norm": 1.2979793548583984,
      "learning_rate": 2.8162175888619724e-07,
      "loss": 0.3565,
      "step": 2437110
    },
    {
      "epoch": 680.19,
      "grad_norm": 1.2450852394104004,
      "learning_rate": 2.816089079672859e-07,
      "loss": 0.3264,
      "step": 2437120
    },
    {
      "epoch": 680.19,
      "grad_norm": 1.2958427667617798,
      "learning_rate": 2.8159605732284594e-07,
      "loss": 0.3539,
      "step": 2437130
    },
    {
      "epoch": 680.2,
      "grad_norm": 1.314838171005249,
      "learning_rate": 2.8158320695287913e-07,
      "loss": 0.3332,
      "step": 2437140
    },
    {
      "epoch": 680.2,
      "grad_norm": 1.2791227102279663,
      "learning_rate": 2.815703568573875e-07,
      "loss": 0.3141,
      "step": 2437150
    },
    {
      "epoch": 680.2,
      "grad_norm": 1.1444330215454102,
      "learning_rate": 2.815575070363725e-07,
      "loss": 0.3443,
      "step": 2437160
    },
    {
      "epoch": 680.2,
      "grad_norm": 1.2324182987213135,
      "learning_rate": 2.815446574898355e-07,
      "loss": 0.3616,
      "step": 2437170
    },
    {
      "epoch": 680.21,
      "grad_norm": 1.114767074584961,
      "learning_rate": 2.8153180821777874e-07,
      "loss": 0.344,
      "step": 2437180
    },
    {
      "epoch": 680.21,
      "grad_norm": 1.2769675254821777,
      "learning_rate": 2.815189592202045e-07,
      "loss": 0.3364,
      "step": 2437190
    },
    {
      "epoch": 680.21,
      "grad_norm": 1.1650829315185547,
      "learning_rate": 2.81506110497113e-07,
      "loss": 0.332,
      "step": 2437200
    },
    {
      "epoch": 680.21,
      "grad_norm": 1.2928977012634277,
      "learning_rate": 2.814932620485069e-07,
      "loss": 0.335,
      "step": 2437210
    },
    {
      "epoch": 680.22,
      "grad_norm": 1.2772808074951172,
      "learning_rate": 2.814804138743875e-07,
      "loss": 0.3525,
      "step": 2437220
    },
    {
      "epoch": 680.22,
      "grad_norm": 1.2650808095932007,
      "learning_rate": 2.814675659747569e-07,
      "loss": 0.3183,
      "step": 2437230
    },
    {
      "epoch": 680.22,
      "grad_norm": 1.1851266622543335,
      "learning_rate": 2.8145471834961707e-07,
      "loss": 0.3352,
      "step": 2437240
    },
    {
      "epoch": 680.23,
      "grad_norm": 1.2312155961990356,
      "learning_rate": 2.814418709989689e-07,
      "loss": 0.3306,
      "step": 2437250
    },
    {
      "epoch": 680.23,
      "grad_norm": 1.3983945846557617,
      "learning_rate": 2.8142902392281445e-07,
      "loss": 0.3518,
      "step": 2437260
    },
    {
      "epoch": 680.23,
      "grad_norm": 1.027956247329712,
      "learning_rate": 2.814161771211555e-07,
      "loss": 0.3264,
      "step": 2437270
    },
    {
      "epoch": 680.23,
      "grad_norm": 1.3175971508026123,
      "learning_rate": 2.814033305939945e-07,
      "loss": 0.3297,
      "step": 2437280
    },
    {
      "epoch": 680.24,
      "grad_norm": 1.129580020904541,
      "learning_rate": 2.8139048434133153e-07,
      "loss": 0.3421,
      "step": 2437290
    },
    {
      "epoch": 680.24,
      "grad_norm": 1.179650068283081,
      "learning_rate": 2.8137763836316935e-07,
      "loss": 0.3467,
      "step": 2437300
    },
    {
      "epoch": 680.24,
      "grad_norm": 1.1772390604019165,
      "learning_rate": 2.8136479265950996e-07,
      "loss": 0.3261,
      "step": 2437310
    },
    {
      "epoch": 680.25,
      "grad_norm": 1.3513556718826294,
      "learning_rate": 2.813519472303534e-07,
      "loss": 0.3317,
      "step": 2437320
    },
    {
      "epoch": 680.25,
      "grad_norm": 1.2514679431915283,
      "learning_rate": 2.813391020757038e-07,
      "loss": 0.339,
      "step": 2437330
    },
    {
      "epoch": 680.25,
      "grad_norm": 1.3691518306732178,
      "learning_rate": 2.8132625719556124e-07,
      "loss": 0.3395,
      "step": 2437340
    },
    {
      "epoch": 680.25,
      "grad_norm": 1.1902239322662354,
      "learning_rate": 2.813134125899277e-07,
      "loss": 0.3249,
      "step": 2437350
    },
    {
      "epoch": 680.26,
      "grad_norm": 1.0620534420013428,
      "learning_rate": 2.8130056825880505e-07,
      "loss": 0.3388,
      "step": 2437360
    },
    {
      "epoch": 680.26,
      "grad_norm": 1.2959691286087036,
      "learning_rate": 2.8128772420219534e-07,
      "loss": 0.3219,
      "step": 2437370
    },
    {
      "epoch": 680.26,
      "grad_norm": 1.2518830299377441,
      "learning_rate": 2.8127488042009965e-07,
      "loss": 0.3396,
      "step": 2437380
    },
    {
      "epoch": 680.27,
      "grad_norm": 1.4022812843322754,
      "learning_rate": 2.812620369125198e-07,
      "loss": 0.329,
      "step": 2437390
    },
    {
      "epoch": 680.27,
      "grad_norm": 1.2200978994369507,
      "learning_rate": 2.8124919367945785e-07,
      "loss": 0.3421,
      "step": 2437400
    },
    {
      "epoch": 680.27,
      "grad_norm": 1.2465370893478394,
      "learning_rate": 2.8123635072091513e-07,
      "loss": 0.3486,
      "step": 2437410
    },
    {
      "epoch": 680.27,
      "grad_norm": 2.902085065841675,
      "learning_rate": 2.812235080368942e-07,
      "loss": 0.3577,
      "step": 2437420
    },
    {
      "epoch": 680.28,
      "grad_norm": 1.0296818017959595,
      "learning_rate": 2.812106656273956e-07,
      "loss": 0.3239,
      "step": 2437430
    },
    {
      "epoch": 680.28,
      "grad_norm": 1.295514464378357,
      "learning_rate": 2.8119782349242143e-07,
      "loss": 0.3323,
      "step": 2437440
    },
    {
      "epoch": 680.28,
      "grad_norm": 1.6085013151168823,
      "learning_rate": 2.81184981631974e-07,
      "loss": 0.3403,
      "step": 2437450
    },
    {
      "epoch": 680.28,
      "grad_norm": 1.1748007535934448,
      "learning_rate": 2.8117214004605355e-07,
      "loss": 0.3312,
      "step": 2437460
    },
    {
      "epoch": 680.29,
      "grad_norm": 1.8294461965560913,
      "learning_rate": 2.811592987346638e-07,
      "loss": 0.3386,
      "step": 2437470
    },
    {
      "epoch": 680.29,
      "grad_norm": 1.1923191547393799,
      "learning_rate": 2.8114645769780497e-07,
      "loss": 0.3337,
      "step": 2437480
    },
    {
      "epoch": 680.29,
      "grad_norm": 1.247110366821289,
      "learning_rate": 2.8113361693547914e-07,
      "loss": 0.3354,
      "step": 2437490
    },
    {
      "epoch": 680.3,
      "grad_norm": 1.3528497219085693,
      "learning_rate": 2.811207764476881e-07,
      "loss": 0.3303,
      "step": 2437500
    },
    {
      "epoch": 680.3,
      "grad_norm": 1.0571508407592773,
      "learning_rate": 2.811079362344343e-07,
      "loss": 0.3322,
      "step": 2437510
    },
    {
      "epoch": 680.3,
      "grad_norm": 1.2109763622283936,
      "learning_rate": 2.810950962957181e-07,
      "loss": 0.3352,
      "step": 2437520
    },
    {
      "epoch": 680.3,
      "grad_norm": 1.0668941736221313,
      "learning_rate": 2.8108225663154173e-07,
      "loss": 0.331,
      "step": 2437530
    },
    {
      "epoch": 680.31,
      "grad_norm": 1.3271816968917847,
      "learning_rate": 2.810694172419077e-07,
      "loss": 0.3448,
      "step": 2437540
    },
    {
      "epoch": 680.31,
      "grad_norm": 1.6645551919937134,
      "learning_rate": 2.810565781268158e-07,
      "loss": 0.3397,
      "step": 2437550
    },
    {
      "epoch": 680.31,
      "grad_norm": 1.2686102390289307,
      "learning_rate": 2.8104373928627013e-07,
      "loss": 0.3321,
      "step": 2437560
    },
    {
      "epoch": 680.32,
      "grad_norm": 1.300068974494934,
      "learning_rate": 2.810309007202705e-07,
      "loss": 0.3443,
      "step": 2437570
    },
    {
      "epoch": 680.32,
      "grad_norm": 1.2932649850845337,
      "learning_rate": 2.810180624288197e-07,
      "loss": 0.347,
      "step": 2437580
    },
    {
      "epoch": 680.32,
      "grad_norm": 1.2673335075378418,
      "learning_rate": 2.8100522441191936e-07,
      "loss": 0.3258,
      "step": 2437590
    },
    {
      "epoch": 680.32,
      "grad_norm": 1.1069616079330444,
      "learning_rate": 2.8099238666957023e-07,
      "loss": 0.3306,
      "step": 2437600
    },
    {
      "epoch": 680.33,
      "grad_norm": 1.1743584871292114,
      "learning_rate": 2.8097954920177497e-07,
      "loss": 0.3393,
      "step": 2437610
    },
    {
      "epoch": 680.33,
      "grad_norm": 1.2267721891403198,
      "learning_rate": 2.80966712008535e-07,
      "loss": 0.3398,
      "step": 2437620
    },
    {
      "epoch": 680.33,
      "grad_norm": 1.3399009704589844,
      "learning_rate": 2.809538750898526e-07,
      "loss": 0.3568,
      "step": 2437630
    },
    {
      "epoch": 680.33,
      "grad_norm": 1.1511144638061523,
      "learning_rate": 2.8094103844572756e-07,
      "loss": 0.346,
      "step": 2437640
    },
    {
      "epoch": 680.34,
      "grad_norm": 1.188364028930664,
      "learning_rate": 2.809282020761642e-07,
      "loss": 0.3321,
      "step": 2437650
    },
    {
      "epoch": 680.34,
      "grad_norm": 1.3190810680389404,
      "learning_rate": 2.809153659811627e-07,
      "loss": 0.3437,
      "step": 2437660
    },
    {
      "epoch": 680.34,
      "grad_norm": 1.166914701461792,
      "learning_rate": 2.8090253016072466e-07,
      "loss": 0.3271,
      "step": 2437670
    },
    {
      "epoch": 680.35,
      "grad_norm": 1.188618540763855,
      "learning_rate": 2.8088969461485293e-07,
      "loss": 0.3497,
      "step": 2437680
    },
    {
      "epoch": 680.35,
      "grad_norm": 1.2819457054138184,
      "learning_rate": 2.8087685934354746e-07,
      "loss": 0.3436,
      "step": 2437690
    },
    {
      "epoch": 680.35,
      "grad_norm": 1.1237393617630005,
      "learning_rate": 2.80864024346812e-07,
      "loss": 0.3323,
      "step": 2437700
    },
    {
      "epoch": 680.35,
      "grad_norm": 1.288021206855774,
      "learning_rate": 2.8085118962464646e-07,
      "loss": 0.3483,
      "step": 2437710
    },
    {
      "epoch": 680.36,
      "grad_norm": 1.0590713024139404,
      "learning_rate": 2.808383551770535e-07,
      "loss": 0.3522,
      "step": 2437720
    },
    {
      "epoch": 680.36,
      "grad_norm": 1.3510918617248535,
      "learning_rate": 2.808255210040351e-07,
      "loss": 0.3414,
      "step": 2437730
    },
    {
      "epoch": 680.36,
      "grad_norm": 1.2931450605392456,
      "learning_rate": 2.808126871055922e-07,
      "loss": 0.3372,
      "step": 2437740
    },
    {
      "epoch": 680.37,
      "grad_norm": 1.370693564414978,
      "learning_rate": 2.807998534817267e-07,
      "loss": 0.3497,
      "step": 2437750
    },
    {
      "epoch": 680.37,
      "grad_norm": 1.250484824180603,
      "learning_rate": 2.807870201324404e-07,
      "loss": 0.3389,
      "step": 2437760
    },
    {
      "epoch": 680.37,
      "grad_norm": 1.3338499069213867,
      "learning_rate": 2.807741870577354e-07,
      "loss": 0.3331,
      "step": 2437770
    },
    {
      "epoch": 680.37,
      "grad_norm": 1.1724324226379395,
      "learning_rate": 2.8076135425761233e-07,
      "loss": 0.3429,
      "step": 2437780
    },
    {
      "epoch": 680.38,
      "grad_norm": 1.3018726110458374,
      "learning_rate": 2.807485217320743e-07,
      "loss": 0.3406,
      "step": 2437790
    },
    {
      "epoch": 680.38,
      "grad_norm": 1.216842770576477,
      "learning_rate": 2.807356894811221e-07,
      "loss": 0.3363,
      "step": 2437800
    },
    {
      "epoch": 680.38,
      "grad_norm": 1.1548932790756226,
      "learning_rate": 2.8072285750475755e-07,
      "loss": 0.3335,
      "step": 2437810
    },
    {
      "epoch": 680.39,
      "grad_norm": 1.435012698173523,
      "learning_rate": 2.8071002580298296e-07,
      "loss": 0.3371,
      "step": 2437820
    },
    {
      "epoch": 680.39,
      "grad_norm": 1.330293893814087,
      "learning_rate": 2.8069719437579893e-07,
      "loss": 0.3474,
      "step": 2437830
    },
    {
      "epoch": 680.39,
      "grad_norm": 1.3345612287521362,
      "learning_rate": 2.8068436322320795e-07,
      "loss": 0.3438,
      "step": 2437840
    },
    {
      "epoch": 680.39,
      "grad_norm": 1.185271143913269,
      "learning_rate": 2.8067153234521144e-07,
      "loss": 0.3337,
      "step": 2437850
    },
    {
      "epoch": 680.4,
      "grad_norm": 1.1200202703475952,
      "learning_rate": 2.806587017418119e-07,
      "loss": 0.3272,
      "step": 2437860
    },
    {
      "epoch": 680.4,
      "grad_norm": 1.2656338214874268,
      "learning_rate": 2.806458714130099e-07,
      "loss": 0.3369,
      "step": 2437870
    },
    {
      "epoch": 680.4,
      "grad_norm": 1.258392095565796,
      "learning_rate": 2.806330413588075e-07,
      "loss": 0.3458,
      "step": 2437880
    },
    {
      "epoch": 680.4,
      "grad_norm": 1.262366533279419,
      "learning_rate": 2.8062021157920706e-07,
      "loss": 0.3422,
      "step": 2437890
    },
    {
      "epoch": 680.41,
      "grad_norm": 1.1564406156539917,
      "learning_rate": 2.806073820742086e-07,
      "loss": 0.3313,
      "step": 2437900
    },
    {
      "epoch": 680.41,
      "grad_norm": 1.2674424648284912,
      "learning_rate": 2.805945528438163e-07,
      "loss": 0.3263,
      "step": 2437910
    },
    {
      "epoch": 680.41,
      "grad_norm": 1.3191578388214111,
      "learning_rate": 2.8058172388802976e-07,
      "loss": 0.3489,
      "step": 2437920
    },
    {
      "epoch": 680.42,
      "grad_norm": 1.2431352138519287,
      "learning_rate": 2.8056889520685174e-07,
      "loss": 0.3495,
      "step": 2437930
    },
    {
      "epoch": 680.42,
      "grad_norm": 1.138383150100708,
      "learning_rate": 2.8055606680028344e-07,
      "loss": 0.3279,
      "step": 2437940
    },
    {
      "epoch": 680.42,
      "grad_norm": 4.738387107849121,
      "learning_rate": 2.8054323866832757e-07,
      "loss": 0.3483,
      "step": 2437950
    },
    {
      "epoch": 680.42,
      "grad_norm": 1.1445963382720947,
      "learning_rate": 2.8053041081098454e-07,
      "loss": 0.325,
      "step": 2437960
    },
    {
      "epoch": 680.43,
      "grad_norm": 1.2323174476623535,
      "learning_rate": 2.805175832282565e-07,
      "loss": 0.3351,
      "step": 2437970
    },
    {
      "epoch": 680.43,
      "grad_norm": 1.5714229345321655,
      "learning_rate": 2.805047559201452e-07,
      "loss": 0.32,
      "step": 2437980
    },
    {
      "epoch": 680.43,
      "grad_norm": 1.2155760526657104,
      "learning_rate": 2.8049192888665254e-07,
      "loss": 0.3326,
      "step": 2437990
    },
    {
      "epoch": 680.44,
      "grad_norm": 1.085618495941162,
      "learning_rate": 2.804791021277803e-07,
      "loss": 0.326,
      "step": 2438000
    },
    {
      "epoch": 680.44,
      "grad_norm": 1.3605540990829468,
      "learning_rate": 2.804662756435298e-07,
      "loss": 0.337,
      "step": 2438010
    },
    {
      "epoch": 680.44,
      "grad_norm": 1.4104561805725098,
      "learning_rate": 2.8045344943390286e-07,
      "loss": 0.3258,
      "step": 2438020
    },
    {
      "epoch": 680.44,
      "grad_norm": 1.2165992259979248,
      "learning_rate": 2.804406234989016e-07,
      "loss": 0.358,
      "step": 2438030
    },
    {
      "epoch": 680.45,
      "grad_norm": 1.0608012676239014,
      "learning_rate": 2.8042779783852665e-07,
      "loss": 0.3481,
      "step": 2438040
    },
    {
      "epoch": 680.45,
      "grad_norm": 1.1161937713623047,
      "learning_rate": 2.804149724527813e-07,
      "loss": 0.3316,
      "step": 2438050
    },
    {
      "epoch": 680.45,
      "grad_norm": 2.974975109100342,
      "learning_rate": 2.804021473416657e-07,
      "loss": 0.3415,
      "step": 2438060
    },
    {
      "epoch": 680.45,
      "grad_norm": 1.1649225950241089,
      "learning_rate": 2.803893225051826e-07,
      "loss": 0.3531,
      "step": 2438070
    },
    {
      "epoch": 680.46,
      "grad_norm": 1.1620450019836426,
      "learning_rate": 2.8037649794333315e-07,
      "loss": 0.3422,
      "step": 2438080
    },
    {
      "epoch": 680.46,
      "grad_norm": 1.1891932487487793,
      "learning_rate": 2.8036367365611997e-07,
      "loss": 0.3195,
      "step": 2438090
    },
    {
      "epoch": 680.46,
      "grad_norm": 1.1793268918991089,
      "learning_rate": 2.803508496435434e-07,
      "loss": 0.3314,
      "step": 2438100
    },
    {
      "epoch": 680.47,
      "grad_norm": 1.192811131477356,
      "learning_rate": 2.80338025905606e-07,
      "loss": 0.348,
      "step": 2438110
    },
    {
      "epoch": 680.47,
      "grad_norm": 1.3087595701217651,
      "learning_rate": 2.803252024423095e-07,
      "loss": 0.3319,
      "step": 2438120
    },
    {
      "epoch": 680.47,
      "grad_norm": 1.1296545267105103,
      "learning_rate": 2.803123792536546e-07,
      "loss": 0.3314,
      "step": 2438130
    },
    {
      "epoch": 680.47,
      "grad_norm": 1.1623882055282593,
      "learning_rate": 2.802995563396448e-07,
      "loss": 0.358,
      "step": 2438140
    },
    {
      "epoch": 680.48,
      "grad_norm": 1.738412857055664,
      "learning_rate": 2.8028673370028045e-07,
      "loss": 0.3279,
      "step": 2438150
    },
    {
      "epoch": 680.48,
      "grad_norm": 1.0994353294372559,
      "learning_rate": 2.8027391133556333e-07,
      "loss": 0.3408,
      "step": 2438160
    },
    {
      "epoch": 680.48,
      "grad_norm": 1.1134647130966187,
      "learning_rate": 2.802610892454955e-07,
      "loss": 0.333,
      "step": 2438170
    },
    {
      "epoch": 680.49,
      "grad_norm": 1.0953418016433716,
      "learning_rate": 2.8024826743007934e-07,
      "loss": 0.3425,
      "step": 2438180
    },
    {
      "epoch": 680.49,
      "grad_norm": 1.3497161865234375,
      "learning_rate": 2.8023544588931505e-07,
      "loss": 0.3316,
      "step": 2438190
    },
    {
      "epoch": 680.49,
      "grad_norm": 1.4165924787521362,
      "learning_rate": 2.8022262462320533e-07,
      "loss": 0.3498,
      "step": 2438200
    },
    {
      "epoch": 680.49,
      "grad_norm": 1.0960208177566528,
      "learning_rate": 2.802098036317519e-07,
      "loss": 0.3339,
      "step": 2438210
    },
    {
      "epoch": 680.5,
      "grad_norm": 1.232290267944336,
      "learning_rate": 2.8019698291495566e-07,
      "loss": 0.3356,
      "step": 2438220
    },
    {
      "epoch": 680.5,
      "grad_norm": 1.300459384918213,
      "learning_rate": 2.8018416247281964e-07,
      "loss": 0.3577,
      "step": 2438230
    },
    {
      "epoch": 680.5,
      "grad_norm": 1.4100662469863892,
      "learning_rate": 2.801713423053441e-07,
      "loss": 0.3237,
      "step": 2438240
    },
    {
      "epoch": 680.51,
      "grad_norm": 1.0869412422180176,
      "learning_rate": 2.8015852241253165e-07,
      "loss": 0.3181,
      "step": 2438250
    },
    {
      "epoch": 680.51,
      "grad_norm": 1.3468973636627197,
      "learning_rate": 2.801457027943842e-07,
      "loss": 0.3372,
      "step": 2438260
    },
    {
      "epoch": 680.51,
      "grad_norm": 1.0701667070388794,
      "learning_rate": 2.801328834509021e-07,
      "loss": 0.3166,
      "step": 2438270
    },
    {
      "epoch": 680.51,
      "grad_norm": 1.2780534029006958,
      "learning_rate": 2.8012006438208917e-07,
      "loss": 0.3461,
      "step": 2438280
    },
    {
      "epoch": 680.52,
      "grad_norm": 1.0474998950958252,
      "learning_rate": 2.8010724558794526e-07,
      "loss": 0.3362,
      "step": 2438290
    },
    {
      "epoch": 680.52,
      "grad_norm": 1.1900146007537842,
      "learning_rate": 2.8009442706847285e-07,
      "loss": 0.3472,
      "step": 2438300
    },
    {
      "epoch": 680.52,
      "grad_norm": 1.455007553100586,
      "learning_rate": 2.800816088236734e-07,
      "loss": 0.3331,
      "step": 2438310
    },
    {
      "epoch": 680.52,
      "grad_norm": 1.2247810363769531,
      "learning_rate": 2.800687908535493e-07,
      "loss": 0.3228,
      "step": 2438320
    },
    {
      "epoch": 680.53,
      "grad_norm": 1.139815330505371,
      "learning_rate": 2.800559731581013e-07,
      "loss": 0.3615,
      "step": 2438330
    },
    {
      "epoch": 680.53,
      "grad_norm": 1.1934155225753784,
      "learning_rate": 2.800431557373317e-07,
      "loss": 0.3453,
      "step": 2438340
    },
    {
      "epoch": 680.53,
      "grad_norm": 1.1301071643829346,
      "learning_rate": 2.800303385912422e-07,
      "loss": 0.3388,
      "step": 2438350
    },
    {
      "epoch": 680.54,
      "grad_norm": 1.1013644933700562,
      "learning_rate": 2.8001752171983374e-07,
      "loss": 0.3303,
      "step": 2438360
    },
    {
      "epoch": 680.54,
      "grad_norm": 1.2161555290222168,
      "learning_rate": 2.800047051231092e-07,
      "loss": 0.33,
      "step": 2438370
    },
    {
      "epoch": 680.54,
      "grad_norm": 1.1459431648254395,
      "learning_rate": 2.7999188880106963e-07,
      "loss": 0.3216,
      "step": 2438380
    },
    {
      "epoch": 680.54,
      "grad_norm": 1.1351230144500732,
      "learning_rate": 2.7997907275371656e-07,
      "loss": 0.3436,
      "step": 2438390
    },
    {
      "epoch": 680.55,
      "grad_norm": 1.2972111701965332,
      "learning_rate": 2.7996625698105263e-07,
      "loss": 0.3262,
      "step": 2438400
    },
    {
      "epoch": 680.55,
      "grad_norm": 1.3691600561141968,
      "learning_rate": 2.7995344148307835e-07,
      "loss": 0.349,
      "step": 2438410
    },
    {
      "epoch": 680.55,
      "grad_norm": 1.1886204481124878,
      "learning_rate": 2.799406262597958e-07,
      "loss": 0.3257,
      "step": 2438420
    },
    {
      "epoch": 680.56,
      "grad_norm": 1.6523702144622803,
      "learning_rate": 2.7992781131120704e-07,
      "loss": 0.3221,
      "step": 2438430
    },
    {
      "epoch": 680.56,
      "grad_norm": 1.3061884641647339,
      "learning_rate": 2.7991499663731393e-07,
      "loss": 0.3362,
      "step": 2438440
    },
    {
      "epoch": 680.56,
      "grad_norm": 1.3209704160690308,
      "learning_rate": 2.7990218223811667e-07,
      "loss": 0.3382,
      "step": 2438450
    },
    {
      "epoch": 680.56,
      "grad_norm": 1.343712329864502,
      "learning_rate": 2.798893681136195e-07,
      "loss": 0.3416,
      "step": 2438460
    },
    {
      "epoch": 680.57,
      "grad_norm": 1.1133116483688354,
      "learning_rate": 2.798765542638219e-07,
      "loss": 0.3291,
      "step": 2438470
    },
    {
      "epoch": 680.57,
      "grad_norm": 1.1449006795883179,
      "learning_rate": 2.7986374068872665e-07,
      "loss": 0.3334,
      "step": 2438480
    },
    {
      "epoch": 680.57,
      "grad_norm": 1.415729284286499,
      "learning_rate": 2.7985092738833563e-07,
      "loss": 0.3418,
      "step": 2438490
    },
    {
      "epoch": 680.57,
      "grad_norm": 1.2476317882537842,
      "learning_rate": 2.7983811436264957e-07,
      "loss": 0.3424,
      "step": 2438500
    },
    {
      "epoch": 680.58,
      "grad_norm": 1.2260773181915283,
      "learning_rate": 2.798253016116709e-07,
      "loss": 0.333,
      "step": 2438510
    },
    {
      "epoch": 680.58,
      "grad_norm": 1.1652743816375732,
      "learning_rate": 2.798124891354011e-07,
      "loss": 0.3333,
      "step": 2438520
    },
    {
      "epoch": 680.58,
      "grad_norm": 1.1848207712173462,
      "learning_rate": 2.797996769338426e-07,
      "loss": 0.3534,
      "step": 2438530
    },
    {
      "epoch": 680.59,
      "grad_norm": 1.1364625692367554,
      "learning_rate": 2.797868650069958e-07,
      "loss": 0.3392,
      "step": 2438540
    },
    {
      "epoch": 680.59,
      "grad_norm": 1.1009587049484253,
      "learning_rate": 2.7977405335486287e-07,
      "loss": 0.3113,
      "step": 2438550
    },
    {
      "epoch": 680.59,
      "grad_norm": 1.0962469577789307,
      "learning_rate": 2.7976124197744586e-07,
      "loss": 0.3341,
      "step": 2438560
    },
    {
      "epoch": 680.59,
      "grad_norm": 1.0907855033874512,
      "learning_rate": 2.7974843087474635e-07,
      "loss": 0.339,
      "step": 2438570
    },
    {
      "epoch": 680.6,
      "grad_norm": 1.4099929332733154,
      "learning_rate": 2.7973562004676663e-07,
      "loss": 0.3531,
      "step": 2438580
    },
    {
      "epoch": 680.6,
      "grad_norm": 1.1666020154953003,
      "learning_rate": 2.7972280949350653e-07,
      "loss": 0.3308,
      "step": 2438590
    },
    {
      "epoch": 680.6,
      "grad_norm": 1.1349667310714722,
      "learning_rate": 2.7970999921497014e-07,
      "loss": 0.3315,
      "step": 2438600
    },
    {
      "epoch": 680.61,
      "grad_norm": 1.3943040370941162,
      "learning_rate": 2.7969718921115776e-07,
      "loss": 0.3368,
      "step": 2438610
    },
    {
      "epoch": 680.61,
      "grad_norm": 1.3130388259887695,
      "learning_rate": 2.7968437948207094e-07,
      "loss": 0.3472,
      "step": 2438620
    },
    {
      "epoch": 680.61,
      "grad_norm": 1.3217087984085083,
      "learning_rate": 2.7967157002771253e-07,
      "loss": 0.34,
      "step": 2438630
    },
    {
      "epoch": 680.61,
      "grad_norm": 1.3987133502960205,
      "learning_rate": 2.79658760848083e-07,
      "loss": 0.3292,
      "step": 2438640
    },
    {
      "epoch": 680.62,
      "grad_norm": 1.1294968128204346,
      "learning_rate": 2.7964595194318455e-07,
      "loss": 0.3168,
      "step": 2438650
    },
    {
      "epoch": 680.62,
      "grad_norm": 1.382049798965454,
      "learning_rate": 2.796331433130192e-07,
      "loss": 0.3485,
      "step": 2438660
    },
    {
      "epoch": 680.62,
      "grad_norm": 1.388641357421875,
      "learning_rate": 2.796203349575885e-07,
      "loss": 0.3256,
      "step": 2438670
    },
    {
      "epoch": 680.63,
      "grad_norm": 1.3148423433303833,
      "learning_rate": 2.7960752687689353e-07,
      "loss": 0.3298,
      "step": 2438680
    },
    {
      "epoch": 680.63,
      "grad_norm": 1.3027852773666382,
      "learning_rate": 2.7959471907093684e-07,
      "loss": 0.3375,
      "step": 2438690
    },
    {
      "epoch": 680.63,
      "grad_norm": 1.20741605758667,
      "learning_rate": 2.7958191153972e-07,
      "loss": 0.3299,
      "step": 2438700
    },
    {
      "epoch": 680.63,
      "grad_norm": 1.427255630493164,
      "learning_rate": 2.795691042832433e-07,
      "loss": 0.3444,
      "step": 2438710
    },
    {
      "epoch": 680.64,
      "grad_norm": 1.1822420358657837,
      "learning_rate": 2.795562973015109e-07,
      "loss": 0.3383,
      "step": 2438720
    },
    {
      "epoch": 680.64,
      "grad_norm": 1.3444769382476807,
      "learning_rate": 2.7954349059452277e-07,
      "loss": 0.3504,
      "step": 2438730
    },
    {
      "epoch": 680.64,
      "grad_norm": 1.1239306926727295,
      "learning_rate": 2.7953068416228104e-07,
      "loss": 0.335,
      "step": 2438740
    },
    {
      "epoch": 680.64,
      "grad_norm": 1.1259020566940308,
      "learning_rate": 2.7951787800478747e-07,
      "loss": 0.3419,
      "step": 2438750
    },
    {
      "epoch": 680.65,
      "grad_norm": 1.6248503923416138,
      "learning_rate": 2.7950507212204417e-07,
      "loss": 0.3441,
      "step": 2438760
    },
    {
      "epoch": 680.65,
      "grad_norm": 1.3381330966949463,
      "learning_rate": 2.7949226651405195e-07,
      "loss": 0.3464,
      "step": 2438770
    },
    {
      "epoch": 680.65,
      "grad_norm": 1.2270536422729492,
      "learning_rate": 2.794794611808131e-07,
      "loss": 0.3461,
      "step": 2438780
    },
    {
      "epoch": 680.66,
      "grad_norm": 1.5170360803604126,
      "learning_rate": 2.794666561223298e-07,
      "loss": 0.3337,
      "step": 2438790
    },
    {
      "epoch": 680.66,
      "grad_norm": 1.3801580667495728,
      "learning_rate": 2.794538513386019e-07,
      "loss": 0.3431,
      "step": 2438800
    },
    {
      "epoch": 680.66,
      "grad_norm": 7.089762210845947,
      "learning_rate": 2.794410468296337e-07,
      "loss": 0.3318,
      "step": 2438810
    },
    {
      "epoch": 680.66,
      "grad_norm": 1.4441500902175903,
      "learning_rate": 2.7942824259542486e-07,
      "loss": 0.3402,
      "step": 2438820
    },
    {
      "epoch": 680.67,
      "grad_norm": 1.2118589878082275,
      "learning_rate": 2.794154386359777e-07,
      "loss": 0.3314,
      "step": 2438830
    },
    {
      "epoch": 680.67,
      "grad_norm": 1.105961561203003,
      "learning_rate": 2.794026349512949e-07,
      "loss": 0.3219,
      "step": 2438840
    },
    {
      "epoch": 680.67,
      "grad_norm": 1.360754370689392,
      "learning_rate": 2.7938983154137596e-07,
      "loss": 0.3367,
      "step": 2438850
    },
    {
      "epoch": 680.68,
      "grad_norm": 1.2877339124679565,
      "learning_rate": 2.7937702840622517e-07,
      "loss": 0.3523,
      "step": 2438860
    },
    {
      "epoch": 680.68,
      "grad_norm": 1.199777603149414,
      "learning_rate": 2.793642255458424e-07,
      "loss": 0.3252,
      "step": 2438870
    },
    {
      "epoch": 680.68,
      "grad_norm": 1.403262734413147,
      "learning_rate": 2.793514229602299e-07,
      "loss": 0.3503,
      "step": 2438880
    },
    {
      "epoch": 680.68,
      "grad_norm": 1.60452401638031,
      "learning_rate": 2.793386206493893e-07,
      "loss": 0.3353,
      "step": 2438890
    },
    {
      "epoch": 680.69,
      "grad_norm": 1.2396379709243774,
      "learning_rate": 2.793258186133232e-07,
      "loss": 0.3342,
      "step": 2438900
    },
    {
      "epoch": 680.69,
      "grad_norm": 1.2969701290130615,
      "learning_rate": 2.793130168520318e-07,
      "loss": 0.3375,
      "step": 2438910
    },
    {
      "epoch": 680.69,
      "grad_norm": 1.4501553773880005,
      "learning_rate": 2.7930021536551743e-07,
      "loss": 0.3436,
      "step": 2438920
    },
    {
      "epoch": 680.69,
      "grad_norm": 1.2261466979980469,
      "learning_rate": 2.7928741415378254e-07,
      "loss": 0.3346,
      "step": 2438930
    },
    {
      "epoch": 680.7,
      "grad_norm": 1.2806309461593628,
      "learning_rate": 2.792746132168273e-07,
      "loss": 0.3282,
      "step": 2438940
    },
    {
      "epoch": 680.7,
      "grad_norm": 1.299454927444458,
      "learning_rate": 2.7926181255465516e-07,
      "loss": 0.337,
      "step": 2438950
    },
    {
      "epoch": 680.7,
      "grad_norm": 1.104093074798584,
      "learning_rate": 2.7924901216726654e-07,
      "loss": 0.3378,
      "step": 2438960
    },
    {
      "epoch": 680.71,
      "grad_norm": 1.3819458484649658,
      "learning_rate": 2.7923621205466335e-07,
      "loss": 0.3476,
      "step": 2438970
    },
    {
      "epoch": 680.71,
      "grad_norm": 1.2322101593017578,
      "learning_rate": 2.792234122168482e-07,
      "loss": 0.345,
      "step": 2438980
    },
    {
      "epoch": 680.71,
      "grad_norm": 1.2480933666229248,
      "learning_rate": 2.792106126538215e-07,
      "loss": 0.3433,
      "step": 2438990
    },
    {
      "epoch": 680.71,
      "grad_norm": 1.3283907175064087,
      "learning_rate": 2.7919781336558574e-07,
      "loss": 0.331,
      "step": 2439000
    },
    {
      "epoch": 680.72,
      "grad_norm": 1.1991153955459595,
      "learning_rate": 2.7918501435214237e-07,
      "loss": 0.3401,
      "step": 2439010
    },
    {
      "epoch": 680.72,
      "grad_norm": 1.1658344268798828,
      "learning_rate": 2.7917221561349354e-07,
      "loss": 0.3381,
      "step": 2439020
    },
    {
      "epoch": 680.72,
      "grad_norm": 1.04691481590271,
      "learning_rate": 2.791594171496397e-07,
      "loss": 0.3185,
      "step": 2439030
    },
    {
      "epoch": 680.73,
      "grad_norm": 1.9192689657211304,
      "learning_rate": 2.791466189605843e-07,
      "loss": 0.3381,
      "step": 2439040
    },
    {
      "epoch": 680.73,
      "grad_norm": 1.1887108087539673,
      "learning_rate": 2.7913382104632786e-07,
      "loss": 0.3357,
      "step": 2439050
    },
    {
      "epoch": 680.73,
      "grad_norm": 0.9708178043365479,
      "learning_rate": 2.7912102340687215e-07,
      "loss": 0.3341,
      "step": 2439060
    },
    {
      "epoch": 680.73,
      "grad_norm": 1.1169567108154297,
      "learning_rate": 2.7910822604221976e-07,
      "loss": 0.3282,
      "step": 2439070
    },
    {
      "epoch": 680.74,
      "grad_norm": 1.2990671396255493,
      "learning_rate": 2.790954289523713e-07,
      "loss": 0.3463,
      "step": 2439080
    },
    {
      "epoch": 680.74,
      "grad_norm": 1.2381340265274048,
      "learning_rate": 2.7908263213732876e-07,
      "loss": 0.3254,
      "step": 2439090
    },
    {
      "epoch": 680.74,
      "grad_norm": 1.1362980604171753,
      "learning_rate": 2.790698355970943e-07,
      "loss": 0.3287,
      "step": 2439100
    },
    {
      "epoch": 680.75,
      "grad_norm": 1.3065872192382812,
      "learning_rate": 2.790570393316697e-07,
      "loss": 0.3356,
      "step": 2439110
    },
    {
      "epoch": 680.75,
      "grad_norm": 1.3304157257080078,
      "learning_rate": 2.790442433410557e-07,
      "loss": 0.3446,
      "step": 2439120
    },
    {
      "epoch": 680.75,
      "grad_norm": 1.4277994632720947,
      "learning_rate": 2.7903144762525446e-07,
      "loss": 0.3532,
      "step": 2439130
    },
    {
      "epoch": 680.75,
      "grad_norm": 1.3078317642211914,
      "learning_rate": 2.79018652184268e-07,
      "loss": 0.3346,
      "step": 2439140
    },
    {
      "epoch": 680.76,
      "grad_norm": 1.1472508907318115,
      "learning_rate": 2.7900585701809793e-07,
      "loss": 0.3245,
      "step": 2439150
    },
    {
      "epoch": 680.76,
      "grad_norm": 1.0883995294570923,
      "learning_rate": 2.789930621267463e-07,
      "loss": 0.3212,
      "step": 2439160
    },
    {
      "epoch": 680.76,
      "grad_norm": 1.318464756011963,
      "learning_rate": 2.7898026751021336e-07,
      "loss": 0.3542,
      "step": 2439170
    },
    {
      "epoch": 680.76,
      "grad_norm": 1.1332076787948608,
      "learning_rate": 2.789674731685028e-07,
      "loss": 0.33,
      "step": 2439180
    },
    {
      "epoch": 680.77,
      "grad_norm": 1.158184289932251,
      "learning_rate": 2.7895467910161486e-07,
      "loss": 0.3331,
      "step": 2439190
    },
    {
      "epoch": 680.77,
      "grad_norm": 1.2810031175613403,
      "learning_rate": 2.7894188530955183e-07,
      "loss": 0.3416,
      "step": 2439200
    },
    {
      "epoch": 680.77,
      "grad_norm": 1.8541470766067505,
      "learning_rate": 2.789290917923159e-07,
      "loss": 0.3375,
      "step": 2439210
    },
    {
      "epoch": 680.78,
      "grad_norm": 1.2212194204330444,
      "learning_rate": 2.789162985499075e-07,
      "loss": 0.3411,
      "step": 2439220
    },
    {
      "epoch": 680.78,
      "grad_norm": 1.4853761196136475,
      "learning_rate": 2.7890350558232896e-07,
      "loss": 0.3256,
      "step": 2439230
    },
    {
      "epoch": 680.78,
      "grad_norm": 1.1129286289215088,
      "learning_rate": 2.7889071288958245e-07,
      "loss": 0.3378,
      "step": 2439240
    },
    {
      "epoch": 680.78,
      "grad_norm": 1.3488953113555908,
      "learning_rate": 2.7887792047166944e-07,
      "loss": 0.3399,
      "step": 2439250
    },
    {
      "epoch": 680.79,
      "grad_norm": 1.1115877628326416,
      "learning_rate": 2.788651283285905e-07,
      "loss": 0.3512,
      "step": 2439260
    },
    {
      "epoch": 680.79,
      "grad_norm": 1.219396710395813,
      "learning_rate": 2.788523364603493e-07,
      "loss": 0.3518,
      "step": 2439270
    },
    {
      "epoch": 680.79,
      "grad_norm": 1.3482146263122559,
      "learning_rate": 2.7883954486694607e-07,
      "loss": 0.3451,
      "step": 2439280
    },
    {
      "epoch": 680.8,
      "grad_norm": 1.3410282135009766,
      "learning_rate": 2.788267535483831e-07,
      "loss": 0.3447,
      "step": 2439290
    },
    {
      "epoch": 680.8,
      "grad_norm": 1.2482517957687378,
      "learning_rate": 2.788139625046623e-07,
      "loss": 0.3239,
      "step": 2439300
    },
    {
      "epoch": 680.8,
      "grad_norm": 1.4718190431594849,
      "learning_rate": 2.7880117173578464e-07,
      "loss": 0.3543,
      "step": 2439310
    },
    {
      "epoch": 680.8,
      "grad_norm": 1.2192637920379639,
      "learning_rate": 2.7878838124175223e-07,
      "loss": 0.338,
      "step": 2439320
    },
    {
      "epoch": 680.81,
      "grad_norm": 1.2380242347717285,
      "learning_rate": 2.7877559102256666e-07,
      "loss": 0.3252,
      "step": 2439330
    },
    {
      "epoch": 680.81,
      "grad_norm": 1.2208918333053589,
      "learning_rate": 2.7876280107823047e-07,
      "loss": 0.3254,
      "step": 2439340
    },
    {
      "epoch": 680.81,
      "grad_norm": 1.7175092697143555,
      "learning_rate": 2.7875001140874397e-07,
      "loss": 0.3483,
      "step": 2439350
    },
    {
      "epoch": 680.81,
      "grad_norm": 0.9963371753692627,
      "learning_rate": 2.787372220141095e-07,
      "loss": 0.3344,
      "step": 2439360
    },
    {
      "epoch": 680.82,
      "grad_norm": 1.1606587171554565,
      "learning_rate": 2.787244328943294e-07,
      "loss": 0.3488,
      "step": 2439370
    },
    {
      "epoch": 680.82,
      "grad_norm": 1.234329342842102,
      "learning_rate": 2.7871164404940385e-07,
      "loss": 0.3552,
      "step": 2439380
    },
    {
      "epoch": 680.82,
      "grad_norm": 1.3026418685913086,
      "learning_rate": 2.7869885547933637e-07,
      "loss": 0.3249,
      "step": 2439390
    },
    {
      "epoch": 680.83,
      "grad_norm": 1.2243130207061768,
      "learning_rate": 2.786860671841271e-07,
      "loss": 0.3473,
      "step": 2439400
    },
    {
      "epoch": 680.83,
      "grad_norm": 1.1870503425598145,
      "learning_rate": 2.7867327916377846e-07,
      "loss": 0.3272,
      "step": 2439410
    },
    {
      "epoch": 680.83,
      "grad_norm": 1.0973492860794067,
      "learning_rate": 2.7866049141829226e-07,
      "loss": 0.3291,
      "step": 2439420
    },
    {
      "epoch": 680.83,
      "grad_norm": 1.5255614519119263,
      "learning_rate": 2.7864770394767e-07,
      "loss": 0.3291,
      "step": 2439430
    },
    {
      "epoch": 680.84,
      "grad_norm": 1.0934405326843262,
      "learning_rate": 2.7863491675191384e-07,
      "loss": 0.3305,
      "step": 2439440
    },
    {
      "epoch": 680.84,
      "grad_norm": 1.2691463232040405,
      "learning_rate": 2.7862212983102454e-07,
      "loss": 0.339,
      "step": 2439450
    },
    {
      "epoch": 680.84,
      "grad_norm": 1.2259193658828735,
      "learning_rate": 2.786093431850044e-07,
      "loss": 0.3309,
      "step": 2439460
    },
    {
      "epoch": 680.85,
      "grad_norm": 1.2855159044265747,
      "learning_rate": 2.7859655681385506e-07,
      "loss": 0.3373,
      "step": 2439470
    },
    {
      "epoch": 680.85,
      "grad_norm": 1.1612550020217896,
      "learning_rate": 2.7858377071757875e-07,
      "loss": 0.3405,
      "step": 2439480
    },
    {
      "epoch": 680.85,
      "grad_norm": 1.16021728515625,
      "learning_rate": 2.785709848961758e-07,
      "loss": 0.3224,
      "step": 2439490
    },
    {
      "epoch": 680.85,
      "grad_norm": 1.3060930967330933,
      "learning_rate": 2.785581993496491e-07,
      "loss": 0.3398,
      "step": 2439500
    },
    {
      "epoch": 680.86,
      "grad_norm": 1.1008634567260742,
      "learning_rate": 2.785454140780004e-07,
      "loss": 0.3312,
      "step": 2439510
    },
    {
      "epoch": 680.86,
      "grad_norm": 1.1725547313690186,
      "learning_rate": 2.7853262908123004e-07,
      "loss": 0.3501,
      "step": 2439520
    },
    {
      "epoch": 680.86,
      "grad_norm": 1.1875050067901611,
      "learning_rate": 2.785198443593416e-07,
      "loss": 0.3392,
      "step": 2439530
    },
    {
      "epoch": 680.87,
      "grad_norm": 1.1925979852676392,
      "learning_rate": 2.7850705991233537e-07,
      "loss": 0.3391,
      "step": 2439540
    },
    {
      "epoch": 680.87,
      "grad_norm": 1.3412688970565796,
      "learning_rate": 2.784942757402134e-07,
      "loss": 0.3544,
      "step": 2439550
    },
    {
      "epoch": 680.87,
      "grad_norm": 1.6281168460845947,
      "learning_rate": 2.7848149184297756e-07,
      "loss": 0.3378,
      "step": 2439560
    },
    {
      "epoch": 680.87,
      "grad_norm": 1.282096028327942,
      "learning_rate": 2.7846870822063017e-07,
      "loss": 0.3358,
      "step": 2439570
    },
    {
      "epoch": 680.88,
      "grad_norm": 1.1377161741256714,
      "learning_rate": 2.784559248731717e-07,
      "loss": 0.3206,
      "step": 2439580
    },
    {
      "epoch": 680.88,
      "grad_norm": 1.2187999486923218,
      "learning_rate": 2.784431418006046e-07,
      "loss": 0.3512,
      "step": 2439590
    },
    {
      "epoch": 680.88,
      "grad_norm": 1.3079924583435059,
      "learning_rate": 2.784303590029306e-07,
      "loss": 0.333,
      "step": 2439600
    },
    {
      "epoch": 680.88,
      "grad_norm": 1.1748307943344116,
      "learning_rate": 2.784175764801505e-07,
      "loss": 0.3436,
      "step": 2439610
    },
    {
      "epoch": 680.89,
      "grad_norm": 1.1003296375274658,
      "learning_rate": 2.784047942322677e-07,
      "loss": 0.3484,
      "step": 2439620
    },
    {
      "epoch": 680.89,
      "grad_norm": 1.3183928728103638,
      "learning_rate": 2.7839201225928217e-07,
      "loss": 0.3236,
      "step": 2439630
    },
    {
      "epoch": 680.89,
      "grad_norm": 1.082052230834961,
      "learning_rate": 2.7837923056119654e-07,
      "loss": 0.3259,
      "step": 2439640
    },
    {
      "epoch": 680.9,
      "grad_norm": 1.4153980016708374,
      "learning_rate": 2.7836644913801264e-07,
      "loss": 0.3324,
      "step": 2439650
    },
    {
      "epoch": 680.9,
      "grad_norm": 1.2077453136444092,
      "learning_rate": 2.783536679897315e-07,
      "loss": 0.3321,
      "step": 2439660
    },
    {
      "epoch": 680.9,
      "grad_norm": 1.4007512331008911,
      "learning_rate": 2.783408871163552e-07,
      "loss": 0.3352,
      "step": 2439670
    },
    {
      "epoch": 680.9,
      "grad_norm": 1.1180524826049805,
      "learning_rate": 2.783281065178853e-07,
      "loss": 0.3288,
      "step": 2439680
    },
    {
      "epoch": 680.91,
      "grad_norm": 1.283252239227295,
      "learning_rate": 2.783153261943236e-07,
      "loss": 0.3527,
      "step": 2439690
    },
    {
      "epoch": 680.91,
      "grad_norm": 1.3234339952468872,
      "learning_rate": 2.7830254614567195e-07,
      "loss": 0.3254,
      "step": 2439700
    },
    {
      "epoch": 680.91,
      "grad_norm": 1.4947257041931152,
      "learning_rate": 2.782897663719324e-07,
      "loss": 0.338,
      "step": 2439710
    },
    {
      "epoch": 680.92,
      "grad_norm": 1.1187208890914917,
      "learning_rate": 2.782769868731056e-07,
      "loss": 0.3481,
      "step": 2439720
    },
    {
      "epoch": 680.92,
      "grad_norm": 1.4114127159118652,
      "learning_rate": 2.782642076491939e-07,
      "loss": 0.324,
      "step": 2439730
    },
    {
      "epoch": 680.92,
      "grad_norm": 1.2885053157806396,
      "learning_rate": 2.782514287001994e-07,
      "loss": 0.3254,
      "step": 2439740
    },
    {
      "epoch": 680.92,
      "grad_norm": 1.3697599172592163,
      "learning_rate": 2.7823865002612213e-07,
      "loss": 0.3256,
      "step": 2439750
    },
    {
      "epoch": 680.93,
      "grad_norm": 1.33140230178833,
      "learning_rate": 2.7822587162696614e-07,
      "loss": 0.3349,
      "step": 2439760
    },
    {
      "epoch": 680.93,
      "grad_norm": 1.310671091079712,
      "learning_rate": 2.7821309350273163e-07,
      "loss": 0.3296,
      "step": 2439770
    },
    {
      "epoch": 680.93,
      "grad_norm": 1.5562303066253662,
      "learning_rate": 2.7820031565342045e-07,
      "loss": 0.343,
      "step": 2439780
    },
    {
      "epoch": 680.93,
      "grad_norm": 1.2461475133895874,
      "learning_rate": 2.781875380790349e-07,
      "loss": 0.3297,
      "step": 2439790
    },
    {
      "epoch": 680.94,
      "grad_norm": 1.2709815502166748,
      "learning_rate": 2.7817476077957605e-07,
      "loss": 0.3424,
      "step": 2439800
    },
    {
      "epoch": 680.94,
      "grad_norm": 1.0626630783081055,
      "learning_rate": 2.7816198375504574e-07,
      "loss": 0.3414,
      "step": 2439810
    },
    {
      "epoch": 680.94,
      "grad_norm": 1.2554007768630981,
      "learning_rate": 2.7814920700544575e-07,
      "loss": 0.3444,
      "step": 2439820
    },
    {
      "epoch": 680.95,
      "grad_norm": 1.0650910139083862,
      "learning_rate": 2.781364305307782e-07,
      "loss": 0.3403,
      "step": 2439830
    },
    {
      "epoch": 680.95,
      "grad_norm": 1.3595901727676392,
      "learning_rate": 2.781236543310433e-07,
      "loss": 0.342,
      "step": 2439840
    },
    {
      "epoch": 680.95,
      "grad_norm": 1.2741365432739258,
      "learning_rate": 2.78110878406245e-07,
      "loss": 0.3443,
      "step": 2439850
    },
    {
      "epoch": 680.95,
      "grad_norm": 1.1733710765838623,
      "learning_rate": 2.780981027563833e-07,
      "loss": 0.3205,
      "step": 2439860
    },
    {
      "epoch": 680.96,
      "grad_norm": 1.284417986869812,
      "learning_rate": 2.780853273814605e-07,
      "loss": 0.3553,
      "step": 2439870
    },
    {
      "epoch": 680.96,
      "grad_norm": 1.400739312171936,
      "learning_rate": 2.7807255228147873e-07,
      "loss": 0.3211,
      "step": 2439880
    },
    {
      "epoch": 680.96,
      "grad_norm": 1.328652262687683,
      "learning_rate": 2.7805977745643845e-07,
      "loss": 0.3416,
      "step": 2439890
    },
    {
      "epoch": 680.97,
      "grad_norm": 1.2286592721939087,
      "learning_rate": 2.7804700290634236e-07,
      "loss": 0.3331,
      "step": 2439900
    },
    {
      "epoch": 680.97,
      "grad_norm": 1.1312602758407593,
      "learning_rate": 2.780342286311919e-07,
      "loss": 0.3193,
      "step": 2439910
    },
    {
      "epoch": 680.97,
      "grad_norm": 1.2325364351272583,
      "learning_rate": 2.7802145463098897e-07,
      "loss": 0.3468,
      "step": 2439920
    },
    {
      "epoch": 680.97,
      "grad_norm": 1.123120665550232,
      "learning_rate": 2.780086809057349e-07,
      "loss": 0.3404,
      "step": 2439930
    },
    {
      "epoch": 680.98,
      "grad_norm": 1.181437373161316,
      "learning_rate": 2.779959074554314e-07,
      "loss": 0.3461,
      "step": 2439940
    },
    {
      "epoch": 680.98,
      "grad_norm": 1.3159914016723633,
      "learning_rate": 2.779831342800809e-07,
      "loss": 0.339,
      "step": 2439950
    },
    {
      "epoch": 680.98,
      "grad_norm": 1.267147421836853,
      "learning_rate": 2.7797036137968366e-07,
      "loss": 0.3553,
      "step": 2439960
    },
    {
      "epoch": 680.99,
      "grad_norm": 1.0548769235610962,
      "learning_rate": 2.77957588754243e-07,
      "loss": 0.3428,
      "step": 2439970
    },
    {
      "epoch": 680.99,
      "grad_norm": 1.189259648323059,
      "learning_rate": 2.77944816403759e-07,
      "loss": 0.3457,
      "step": 2439980
    },
    {
      "epoch": 680.99,
      "grad_norm": 1.1827517747879028,
      "learning_rate": 2.779320443282352e-07,
      "loss": 0.3216,
      "step": 2439990
    },
    {
      "epoch": 680.99,
      "grad_norm": 1.1596907377243042,
      "learning_rate": 2.7791927252767177e-07,
      "loss": 0.3422,
      "step": 2440000
    },
    {
      "epoch": 681.0,
      "grad_norm": 1.602432370185852,
      "learning_rate": 2.7790650100207115e-07,
      "loss": 0.3379,
      "step": 2440010
    },
    {
      "epoch": 681.0,
      "grad_norm": 1.2148592472076416,
      "learning_rate": 2.778937297514352e-07,
      "loss": 0.3324,
      "step": 2440020
    },
    {
      "epoch": 681.0,
      "eval_loss": 0.33699512481689453,
      "eval_runtime": 65.1886,
      "eval_samples_per_second": 77.606,
      "eval_steps_per_second": 9.71,
      "step": 2440023
    },
    {
      "epoch": 681.0,
      "grad_norm": 1.1634799242019653,
      "learning_rate": 2.7788095877576474e-07,
      "loss": 0.3318,
      "step": 2440030
    },
    {
      "epoch": 681.0,
      "grad_norm": 1.2667115926742554,
      "learning_rate": 2.778681880750623e-07,
      "loss": 0.3399,
      "step": 2440040
    },
    {
      "epoch": 681.01,
      "grad_norm": 1.3857355117797852,
      "learning_rate": 2.77855417649329e-07,
      "loss": 0.3573,
      "step": 2440050
    },
    {
      "epoch": 681.01,
      "grad_norm": 1.2126398086547852,
      "learning_rate": 2.7784264749856743e-07,
      "loss": 0.3331,
      "step": 2440060
    },
    {
      "epoch": 681.01,
      "grad_norm": 1.2775875329971313,
      "learning_rate": 2.778298776227781e-07,
      "loss": 0.3446,
      "step": 2440070
    },
    {
      "epoch": 681.02,
      "grad_norm": 1.3391915559768677,
      "learning_rate": 2.778171080219636e-07,
      "loss": 0.3412,
      "step": 2440080
    },
    {
      "epoch": 681.02,
      "grad_norm": 1.1577644348144531,
      "learning_rate": 2.7780433869612495e-07,
      "loss": 0.3388,
      "step": 2440090
    },
    {
      "epoch": 681.02,
      "grad_norm": 1.3827394247055054,
      "learning_rate": 2.777915696452645e-07,
      "loss": 0.3391,
      "step": 2440100
    },
    {
      "epoch": 681.02,
      "grad_norm": 1.0859770774841309,
      "learning_rate": 2.777788008693841e-07,
      "loss": 0.3195,
      "step": 2440110
    },
    {
      "epoch": 681.03,
      "grad_norm": 1.4559834003448486,
      "learning_rate": 2.7776603236848457e-07,
      "loss": 0.3316,
      "step": 2440120
    },
    {
      "epoch": 681.03,
      "grad_norm": 1.159963846206665,
      "learning_rate": 2.777532641425679e-07,
      "loss": 0.3288,
      "step": 2440130
    },
    {
      "epoch": 681.03,
      "grad_norm": 1.2115148305892944,
      "learning_rate": 2.777404961916362e-07,
      "loss": 0.353,
      "step": 2440140
    },
    {
      "epoch": 681.04,
      "grad_norm": 1.386183738708496,
      "learning_rate": 2.7772772851569134e-07,
      "loss": 0.3426,
      "step": 2440150
    },
    {
      "epoch": 681.04,
      "grad_norm": 1.234764814376831,
      "learning_rate": 2.7771496111473407e-07,
      "loss": 0.3463,
      "step": 2440160
    },
    {
      "epoch": 681.04,
      "grad_norm": 1.4270899295806885,
      "learning_rate": 2.777021939887664e-07,
      "loss": 0.3175,
      "step": 2440170
    },
    {
      "epoch": 681.04,
      "grad_norm": 1.279386043548584,
      "learning_rate": 2.7768942713779106e-07,
      "loss": 0.3366,
      "step": 2440180
    },
    {
      "epoch": 681.05,
      "grad_norm": 1.5071942806243896,
      "learning_rate": 2.77676660561808e-07,
      "loss": 0.3349,
      "step": 2440190
    },
    {
      "epoch": 681.05,
      "grad_norm": 1.0999647378921509,
      "learning_rate": 2.7766389426082056e-07,
      "loss": 0.3439,
      "step": 2440200
    },
    {
      "epoch": 681.05,
      "grad_norm": 1.2914685010910034,
      "learning_rate": 2.776511282348295e-07,
      "loss": 0.331,
      "step": 2440210
    },
    {
      "epoch": 681.05,
      "grad_norm": 1.4243055582046509,
      "learning_rate": 2.776383624838368e-07,
      "loss": 0.3402,
      "step": 2440220
    },
    {
      "epoch": 681.06,
      "grad_norm": 1.2572470903396606,
      "learning_rate": 2.7762559700784384e-07,
      "loss": 0.3343,
      "step": 2440230
    },
    {
      "epoch": 681.06,
      "grad_norm": 1.2148845195770264,
      "learning_rate": 2.776128318068533e-07,
      "loss": 0.3305,
      "step": 2440240
    },
    {
      "epoch": 681.06,
      "grad_norm": 1.3381837606430054,
      "learning_rate": 2.7760006688086574e-07,
      "loss": 0.3505,
      "step": 2440250
    },
    {
      "epoch": 681.07,
      "grad_norm": 2.7235429286956787,
      "learning_rate": 2.7758730222988315e-07,
      "loss": 0.3346,
      "step": 2440260
    },
    {
      "epoch": 681.07,
      "grad_norm": 1.1921277046203613,
      "learning_rate": 2.775745378539074e-07,
      "loss": 0.3199,
      "step": 2440270
    },
    {
      "epoch": 681.07,
      "grad_norm": 1.2120654582977295,
      "learning_rate": 2.775617737529401e-07,
      "loss": 0.3424,
      "step": 2440280
    },
    {
      "epoch": 681.07,
      "grad_norm": 1.3410699367523193,
      "learning_rate": 2.7754900992698354e-07,
      "loss": 0.3456,
      "step": 2440290
    },
    {
      "epoch": 681.08,
      "grad_norm": 1.3613367080688477,
      "learning_rate": 2.775362463760385e-07,
      "loss": 0.3621,
      "step": 2440300
    },
    {
      "epoch": 681.08,
      "grad_norm": 1.3556948900222778,
      "learning_rate": 2.7752348310010706e-07,
      "loss": 0.3361,
      "step": 2440310
    },
    {
      "epoch": 681.08,
      "grad_norm": 1.2524207830429077,
      "learning_rate": 2.7751072009919155e-07,
      "loss": 0.343,
      "step": 2440320
    },
    {
      "epoch": 681.09,
      "grad_norm": 1.0193253755569458,
      "learning_rate": 2.7749795737329196e-07,
      "loss": 0.329,
      "step": 2440330
    },
    {
      "epoch": 681.09,
      "grad_norm": 1.3204342126846313,
      "learning_rate": 2.77485194922412e-07,
      "loss": 0.3469,
      "step": 2440340
    },
    {
      "epoch": 681.09,
      "grad_norm": 1.0919532775878906,
      "learning_rate": 2.774724327465519e-07,
      "loss": 0.3324,
      "step": 2440350
    },
    {
      "epoch": 681.09,
      "grad_norm": 1.3039298057556152,
      "learning_rate": 2.77459670845714e-07,
      "loss": 0.3445,
      "step": 2440360
    },
    {
      "epoch": 681.1,
      "grad_norm": 1.1595001220703125,
      "learning_rate": 2.774469092198998e-07,
      "loss": 0.3244,
      "step": 2440370
    },
    {
      "epoch": 681.1,
      "grad_norm": 1.3297030925750732,
      "learning_rate": 2.7743414786911173e-07,
      "loss": 0.3159,
      "step": 2440380
    },
    {
      "epoch": 681.1,
      "grad_norm": 1.3225136995315552,
      "learning_rate": 2.774213867933503e-07,
      "loss": 0.3205,
      "step": 2440390
    },
    {
      "epoch": 681.11,
      "grad_norm": 1.1332367658615112,
      "learning_rate": 2.774086259926178e-07,
      "loss": 0.3284,
      "step": 2440400
    },
    {
      "epoch": 681.11,
      "grad_norm": 1.160197138786316,
      "learning_rate": 2.773958654669166e-07,
      "loss": 0.3285,
      "step": 2440410
    },
    {
      "epoch": 681.11,
      "grad_norm": 1.0970962047576904,
      "learning_rate": 2.773831052162464e-07,
      "loss": 0.3307,
      "step": 2440420
    },
    {
      "epoch": 681.11,
      "grad_norm": 1.186720371246338,
      "learning_rate": 2.7737034524061123e-07,
      "loss": 0.3326,
      "step": 2440430
    },
    {
      "epoch": 681.12,
      "grad_norm": 1.3481030464172363,
      "learning_rate": 2.773575855400115e-07,
      "loss": 0.3502,
      "step": 2440440
    },
    {
      "epoch": 681.12,
      "grad_norm": 1.310407280921936,
      "learning_rate": 2.77344826114449e-07,
      "loss": 0.3326,
      "step": 2440450
    },
    {
      "epoch": 681.12,
      "grad_norm": 1.1715567111968994,
      "learning_rate": 2.7733206696392586e-07,
      "loss": 0.3325,
      "step": 2440460
    },
    {
      "epoch": 681.12,
      "grad_norm": 1.3556599617004395,
      "learning_rate": 2.773193080884432e-07,
      "loss": 0.3368,
      "step": 2440470
    },
    {
      "epoch": 681.13,
      "grad_norm": 1.193084478378296,
      "learning_rate": 2.773065494880032e-07,
      "loss": 0.3421,
      "step": 2440480
    },
    {
      "epoch": 681.13,
      "grad_norm": 1.4418883323669434,
      "learning_rate": 2.7729379116260735e-07,
      "loss": 0.3265,
      "step": 2440490
    },
    {
      "epoch": 681.13,
      "grad_norm": 1.2594388723373413,
      "learning_rate": 2.772810331122576e-07,
      "loss": 0.3402,
      "step": 2440500
    },
    {
      "epoch": 681.14,
      "grad_norm": 1.2334238290786743,
      "learning_rate": 2.772682753369547e-07,
      "loss": 0.3461,
      "step": 2440510
    },
    {
      "epoch": 681.14,
      "grad_norm": 1.120519757270813,
      "learning_rate": 2.772555178367019e-07,
      "loss": 0.3338,
      "step": 2440520
    },
    {
      "epoch": 681.14,
      "grad_norm": 1.1762624979019165,
      "learning_rate": 2.772427606114997e-07,
      "loss": 0.3322,
      "step": 2440530
    },
    {
      "epoch": 681.14,
      "grad_norm": 1.291070580482483,
      "learning_rate": 2.772300036613503e-07,
      "loss": 0.321,
      "step": 2440540
    },
    {
      "epoch": 681.15,
      "grad_norm": 1.3741861581802368,
      "learning_rate": 2.7721724698625536e-07,
      "loss": 0.3345,
      "step": 2440550
    },
    {
      "epoch": 681.15,
      "grad_norm": 1.09773588180542,
      "learning_rate": 2.77204490586216e-07,
      "loss": 0.3447,
      "step": 2440560
    },
    {
      "epoch": 681.15,
      "grad_norm": 1.3483248949050903,
      "learning_rate": 2.7719173446123496e-07,
      "loss": 0.3494,
      "step": 2440570
    },
    {
      "epoch": 681.16,
      "grad_norm": 1.1691752672195435,
      "learning_rate": 2.771789786113133e-07,
      "loss": 0.3282,
      "step": 2440580
    },
    {
      "epoch": 681.16,
      "grad_norm": 1.2362933158874512,
      "learning_rate": 2.771662230364523e-07,
      "loss": 0.3271,
      "step": 2440590
    },
    {
      "epoch": 681.16,
      "grad_norm": 1.2162621021270752,
      "learning_rate": 2.7715346773665523e-07,
      "loss": 0.3365,
      "step": 2440600
    },
    {
      "epoch": 681.16,
      "grad_norm": 1.2327266931533813,
      "learning_rate": 2.771407127119219e-07,
      "loss": 0.3425,
      "step": 2440610
    },
    {
      "epoch": 681.17,
      "grad_norm": 1.0296061038970947,
      "learning_rate": 2.7712795796225483e-07,
      "loss": 0.3266,
      "step": 2440620
    },
    {
      "epoch": 681.17,
      "grad_norm": 1.2765905857086182,
      "learning_rate": 2.771152034876557e-07,
      "loss": 0.3257,
      "step": 2440630
    },
    {
      "epoch": 681.17,
      "grad_norm": 1.396226167678833,
      "learning_rate": 2.771024492881269e-07,
      "loss": 0.36,
      "step": 2440640
    },
    {
      "epoch": 681.17,
      "grad_norm": 1.083748459815979,
      "learning_rate": 2.770896953636684e-07,
      "loss": 0.3509,
      "step": 2440650
    },
    {
      "epoch": 681.18,
      "grad_norm": 1.1567492485046387,
      "learning_rate": 2.7707694171428394e-07,
      "loss": 0.3303,
      "step": 2440660
    },
    {
      "epoch": 681.18,
      "grad_norm": 2.3958301544189453,
      "learning_rate": 2.770641883399737e-07,
      "loss": 0.3484,
      "step": 2440670
    },
    {
      "epoch": 681.18,
      "grad_norm": 1.3346658945083618,
      "learning_rate": 2.770514352407397e-07,
      "loss": 0.3328,
      "step": 2440680
    },
    {
      "epoch": 681.19,
      "grad_norm": 1.3989659547805786,
      "learning_rate": 2.7703868241658444e-07,
      "loss": 0.3473,
      "step": 2440690
    },
    {
      "epoch": 681.19,
      "grad_norm": 1.2101703882217407,
      "learning_rate": 2.7702592986750885e-07,
      "loss": 0.3394,
      "step": 2440700
    },
    {
      "epoch": 681.19,
      "grad_norm": 1.3077467679977417,
      "learning_rate": 2.770131775935145e-07,
      "loss": 0.3345,
      "step": 2440710
    },
    {
      "epoch": 681.19,
      "grad_norm": 1.2979034185409546,
      "learning_rate": 2.7700042559460327e-07,
      "loss": 0.3382,
      "step": 2440720
    },
    {
      "epoch": 681.2,
      "grad_norm": 1.351383090019226,
      "learning_rate": 2.769876738707777e-07,
      "loss": 0.3298,
      "step": 2440730
    },
    {
      "epoch": 681.2,
      "grad_norm": 1.4125885963439941,
      "learning_rate": 2.7697492242203833e-07,
      "loss": 0.339,
      "step": 2440740
    },
    {
      "epoch": 681.2,
      "grad_norm": 1.1572973728179932,
      "learning_rate": 2.76962171248387e-07,
      "loss": 0.3354,
      "step": 2440750
    },
    {
      "epoch": 681.21,
      "grad_norm": 1.3072855472564697,
      "learning_rate": 2.769494203498263e-07,
      "loss": 0.3348,
      "step": 2440760
    },
    {
      "epoch": 681.21,
      "grad_norm": 1.1709603071212769,
      "learning_rate": 2.769366697263565e-07,
      "loss": 0.3415,
      "step": 2440770
    },
    {
      "epoch": 681.21,
      "grad_norm": 1.5030367374420166,
      "learning_rate": 2.7692391937798093e-07,
      "loss": 0.3267,
      "step": 2440780
    },
    {
      "epoch": 681.21,
      "grad_norm": 1.5217825174331665,
      "learning_rate": 2.7691116930470016e-07,
      "loss": 0.3389,
      "step": 2440790
    },
    {
      "epoch": 681.22,
      "grad_norm": 5.75399112701416,
      "learning_rate": 2.7689841950651605e-07,
      "loss": 0.3338,
      "step": 2440800
    },
    {
      "epoch": 681.22,
      "grad_norm": 1.3965381383895874,
      "learning_rate": 2.7688566998343034e-07,
      "loss": 0.3444,
      "step": 2440810
    },
    {
      "epoch": 681.22,
      "grad_norm": 1.140851616859436,
      "learning_rate": 2.7687292073544564e-07,
      "loss": 0.3499,
      "step": 2440820
    },
    {
      "epoch": 681.23,
      "grad_norm": 1.2576035261154175,
      "learning_rate": 2.76860171762562e-07,
      "loss": 0.3334,
      "step": 2440830
    },
    {
      "epoch": 681.23,
      "grad_norm": 1.8999457359313965,
      "learning_rate": 2.7684742306478226e-07,
      "loss": 0.3279,
      "step": 2440840
    },
    {
      "epoch": 681.23,
      "grad_norm": 1.5232282876968384,
      "learning_rate": 2.768346746421077e-07,
      "loss": 0.3401,
      "step": 2440850
    },
    {
      "epoch": 681.23,
      "grad_norm": 1.2394020557403564,
      "learning_rate": 2.7682192649453993e-07,
      "loss": 0.3309,
      "step": 2440860
    },
    {
      "epoch": 681.24,
      "grad_norm": 1.3828871250152588,
      "learning_rate": 2.768091786220815e-07,
      "loss": 0.3531,
      "step": 2440870
    },
    {
      "epoch": 681.24,
      "grad_norm": 1.0219752788543701,
      "learning_rate": 2.767964310247332e-07,
      "loss": 0.334,
      "step": 2440880
    },
    {
      "epoch": 681.24,
      "grad_norm": 1.2091909646987915,
      "learning_rate": 2.7678368370249666e-07,
      "loss": 0.3541,
      "step": 2440890
    },
    {
      "epoch": 681.24,
      "grad_norm": 1.2257417440414429,
      "learning_rate": 2.7677093665537466e-07,
      "loss": 0.3378,
      "step": 2440900
    },
    {
      "epoch": 681.25,
      "grad_norm": 1.208804726600647,
      "learning_rate": 2.7675818988336695e-07,
      "loss": 0.3188,
      "step": 2440910
    },
    {
      "epoch": 681.25,
      "grad_norm": 1.5121015310287476,
      "learning_rate": 2.7674544338647744e-07,
      "loss": 0.3418,
      "step": 2440920
    },
    {
      "epoch": 681.25,
      "grad_norm": 1.9685791730880737,
      "learning_rate": 2.7673269716470615e-07,
      "loss": 0.337,
      "step": 2440930
    },
    {
      "epoch": 681.26,
      "grad_norm": 1.2460130453109741,
      "learning_rate": 2.767199512180557e-07,
      "loss": 0.3311,
      "step": 2440940
    },
    {
      "epoch": 681.26,
      "grad_norm": 1.0432757139205933,
      "learning_rate": 2.7670720554652733e-07,
      "loss": 0.3408,
      "step": 2440950
    },
    {
      "epoch": 681.26,
      "grad_norm": 1.2850885391235352,
      "learning_rate": 2.766944601501237e-07,
      "loss": 0.3503,
      "step": 2440960
    },
    {
      "epoch": 681.26,
      "grad_norm": 1.2449065446853638,
      "learning_rate": 2.7668171502884474e-07,
      "loss": 0.3367,
      "step": 2440970
    },
    {
      "epoch": 681.27,
      "grad_norm": 1.4486064910888672,
      "learning_rate": 2.7666897018269365e-07,
      "loss": 0.3309,
      "step": 2440980
    },
    {
      "epoch": 681.27,
      "grad_norm": 1.297572135925293,
      "learning_rate": 2.766562256116717e-07,
      "loss": 0.3211,
      "step": 2440990
    },
    {
      "epoch": 681.27,
      "grad_norm": 1.1373769044876099,
      "learning_rate": 2.766434813157797e-07,
      "loss": 0.332,
      "step": 2441000
    },
    {
      "epoch": 681.28,
      "grad_norm": 1.17910897731781,
      "learning_rate": 2.766307372950212e-07,
      "loss": 0.3303,
      "step": 2441010
    },
    {
      "epoch": 681.28,
      "grad_norm": 1.4869581460952759,
      "learning_rate": 2.766179935493963e-07,
      "loss": 0.3311,
      "step": 2441020
    },
    {
      "epoch": 681.28,
      "grad_norm": 1.2950489521026611,
      "learning_rate": 2.76605250078907e-07,
      "loss": 0.3358,
      "step": 2441030
    },
    {
      "epoch": 681.28,
      "grad_norm": 1.4061663150787354,
      "learning_rate": 2.765925068835555e-07,
      "loss": 0.3468,
      "step": 2441040
    },
    {
      "epoch": 681.29,
      "grad_norm": 1.1929210424423218,
      "learning_rate": 2.765797639633435e-07,
      "loss": 0.3384,
      "step": 2441050
    },
    {
      "epoch": 681.29,
      "grad_norm": 1.2015169858932495,
      "learning_rate": 2.765670213182721e-07,
      "loss": 0.3279,
      "step": 2441060
    },
    {
      "epoch": 681.29,
      "grad_norm": 1.3206976652145386,
      "learning_rate": 2.7655427894834336e-07,
      "loss": 0.361,
      "step": 2441070
    },
    {
      "epoch": 681.3,
      "grad_norm": 1.2045800685882568,
      "learning_rate": 2.7654153685355936e-07,
      "loss": 0.3323,
      "step": 2441080
    },
    {
      "epoch": 681.3,
      "grad_norm": 1.3777220249176025,
      "learning_rate": 2.7652879503392036e-07,
      "loss": 0.3273,
      "step": 2441090
    },
    {
      "epoch": 681.3,
      "grad_norm": 1.3659493923187256,
      "learning_rate": 2.7651605348943006e-07,
      "loss": 0.3395,
      "step": 2441100
    },
    {
      "epoch": 681.3,
      "grad_norm": 1.318473219871521,
      "learning_rate": 2.7650331222008866e-07,
      "loss": 0.348,
      "step": 2441110
    },
    {
      "epoch": 681.31,
      "grad_norm": 1.047668218612671,
      "learning_rate": 2.7649057122589825e-07,
      "loss": 0.3424,
      "step": 2441120
    },
    {
      "epoch": 681.31,
      "grad_norm": 1.2369983196258545,
      "learning_rate": 2.7647783050686114e-07,
      "loss": 0.329,
      "step": 2441130
    },
    {
      "epoch": 681.31,
      "grad_norm": 1.4065001010894775,
      "learning_rate": 2.7646509006297766e-07,
      "loss": 0.3481,
      "step": 2441140
    },
    {
      "epoch": 681.31,
      "grad_norm": 1.0673660039901733,
      "learning_rate": 2.7645234989425145e-07,
      "loss": 0.3335,
      "step": 2441150
    },
    {
      "epoch": 681.32,
      "grad_norm": 1.3561198711395264,
      "learning_rate": 2.764396100006824e-07,
      "loss": 0.3417,
      "step": 2441160
    },
    {
      "epoch": 681.32,
      "grad_norm": 1.4021451473236084,
      "learning_rate": 2.7642687038227303e-07,
      "loss": 0.3243,
      "step": 2441170
    },
    {
      "epoch": 681.32,
      "grad_norm": 1.2044825553894043,
      "learning_rate": 2.76414131039025e-07,
      "loss": 0.3297,
      "step": 2441180
    },
    {
      "epoch": 681.33,
      "grad_norm": 1.2039363384246826,
      "learning_rate": 2.7640139197094024e-07,
      "loss": 0.3301,
      "step": 2441190
    },
    {
      "epoch": 681.33,
      "grad_norm": 1.139035701751709,
      "learning_rate": 2.7638865317801995e-07,
      "loss": 0.3279,
      "step": 2441200
    },
    {
      "epoch": 681.33,
      "grad_norm": 1.1230348348617554,
      "learning_rate": 2.763759146602658e-07,
      "loss": 0.3498,
      "step": 2441210
    },
    {
      "epoch": 681.33,
      "grad_norm": 1.344383716583252,
      "learning_rate": 2.7636317641768005e-07,
      "loss": 0.3385,
      "step": 2441220
    },
    {
      "epoch": 681.34,
      "grad_norm": 1.2668815851211548,
      "learning_rate": 2.7635043845026324e-07,
      "loss": 0.3297,
      "step": 2441230
    },
    {
      "epoch": 681.34,
      "grad_norm": 1.461538314819336,
      "learning_rate": 2.7633770075801907e-07,
      "loss": 0.3543,
      "step": 2441240
    },
    {
      "epoch": 681.34,
      "grad_norm": 1.56477689743042,
      "learning_rate": 2.763249633409472e-07,
      "loss": 0.3267,
      "step": 2441250
    },
    {
      "epoch": 681.35,
      "grad_norm": 1.371140480041504,
      "learning_rate": 2.7631222619905025e-07,
      "loss": 0.3547,
      "step": 2441260
    },
    {
      "epoch": 681.35,
      "grad_norm": 1.3271900415420532,
      "learning_rate": 2.7629948933233063e-07,
      "loss": 0.3571,
      "step": 2441270
    },
    {
      "epoch": 681.35,
      "grad_norm": 1.3953231573104858,
      "learning_rate": 2.762867527407885e-07,
      "loss": 0.3176,
      "step": 2441280
    },
    {
      "epoch": 681.35,
      "grad_norm": 1.2607804536819458,
      "learning_rate": 2.762740164244263e-07,
      "loss": 0.3364,
      "step": 2441290
    },
    {
      "epoch": 681.36,
      "grad_norm": 1.4497219324111938,
      "learning_rate": 2.7626128038324545e-07,
      "loss": 0.341,
      "step": 2441300
    },
    {
      "epoch": 681.36,
      "grad_norm": 1.3304014205932617,
      "learning_rate": 2.762485446172487e-07,
      "loss": 0.3446,
      "step": 2441310
    },
    {
      "epoch": 681.36,
      "grad_norm": 1.5004578828811646,
      "learning_rate": 2.76235809126436e-07,
      "loss": 0.3368,
      "step": 2441320
    },
    {
      "epoch": 681.36,
      "grad_norm": 1.276018500328064,
      "learning_rate": 2.76223073910811e-07,
      "loss": 0.3393,
      "step": 2441330
    },
    {
      "epoch": 681.37,
      "grad_norm": 1.8518818616867065,
      "learning_rate": 2.762103389703736e-07,
      "loss": 0.3287,
      "step": 2441340
    },
    {
      "epoch": 681.37,
      "grad_norm": 1.1560593843460083,
      "learning_rate": 2.7619760430512656e-07,
      "loss": 0.3146,
      "step": 2441350
    },
    {
      "epoch": 681.37,
      "grad_norm": 1.1696776151657104,
      "learning_rate": 2.761848699150719e-07,
      "loss": 0.3416,
      "step": 2441360
    },
    {
      "epoch": 681.38,
      "grad_norm": 1.1199895143508911,
      "learning_rate": 2.7617213580021006e-07,
      "loss": 0.3356,
      "step": 2441370
    },
    {
      "epoch": 681.38,
      "grad_norm": 1.3018195629119873,
      "learning_rate": 2.7615940196054325e-07,
      "loss": 0.3465,
      "step": 2441380
    },
    {
      "epoch": 681.38,
      "grad_norm": 1.2294622659683228,
      "learning_rate": 2.7614666839607375e-07,
      "loss": 0.3273,
      "step": 2441390
    },
    {
      "epoch": 681.38,
      "grad_norm": 1.2544231414794922,
      "learning_rate": 2.761339351068028e-07,
      "loss": 0.341,
      "step": 2441400
    },
    {
      "epoch": 681.39,
      "grad_norm": 1.4500735998153687,
      "learning_rate": 2.761212020927319e-07,
      "loss": 0.3251,
      "step": 2441410
    },
    {
      "epoch": 681.39,
      "grad_norm": 1.3052209615707397,
      "learning_rate": 2.7610846935386284e-07,
      "loss": 0.3157,
      "step": 2441420
    },
    {
      "epoch": 681.39,
      "grad_norm": 2.561997890472412,
      "learning_rate": 2.760957368901977e-07,
      "loss": 0.3461,
      "step": 2441430
    },
    {
      "epoch": 681.4,
      "grad_norm": 1.4236754179000854,
      "learning_rate": 2.7608300470173764e-07,
      "loss": 0.3523,
      "step": 2441440
    },
    {
      "epoch": 681.4,
      "grad_norm": 1.3148703575134277,
      "learning_rate": 2.7607027278848533e-07,
      "loss": 0.3388,
      "step": 2441450
    },
    {
      "epoch": 681.4,
      "grad_norm": 1.2503724098205566,
      "learning_rate": 2.7605754115044044e-07,
      "loss": 0.3438,
      "step": 2441460
    },
    {
      "epoch": 681.4,
      "grad_norm": 1.3302581310272217,
      "learning_rate": 2.760448097876072e-07,
      "loss": 0.3337,
      "step": 2441470
    },
    {
      "epoch": 681.41,
      "grad_norm": 1.2172085046768188,
      "learning_rate": 2.760320786999856e-07,
      "loss": 0.3382,
      "step": 2441480
    },
    {
      "epoch": 681.41,
      "grad_norm": 1.4172409772872925,
      "learning_rate": 2.760193478875777e-07,
      "loss": 0.3334,
      "step": 2441490
    },
    {
      "epoch": 681.41,
      "grad_norm": 1.2152941226959229,
      "learning_rate": 2.760066173503858e-07,
      "loss": 0.3433,
      "step": 2441500
    },
    {
      "epoch": 681.42,
      "grad_norm": 1.2347488403320312,
      "learning_rate": 2.7599388708841075e-07,
      "loss": 0.3405,
      "step": 2441510
    },
    {
      "epoch": 681.42,
      "grad_norm": 1.0744082927703857,
      "learning_rate": 2.759811571016546e-07,
      "loss": 0.3189,
      "step": 2441520
    },
    {
      "epoch": 681.42,
      "grad_norm": 1.2142571210861206,
      "learning_rate": 2.75968427390119e-07,
      "loss": 0.3419,
      "step": 2441530
    },
    {
      "epoch": 681.42,
      "grad_norm": 1.2330299615859985,
      "learning_rate": 2.7595569795380616e-07,
      "loss": 0.343,
      "step": 2441540
    },
    {
      "epoch": 681.43,
      "grad_norm": 1.3050872087478638,
      "learning_rate": 2.7594296879271663e-07,
      "loss": 0.3275,
      "step": 2441550
    },
    {
      "epoch": 681.43,
      "grad_norm": 1.2432352304458618,
      "learning_rate": 2.7593023990685304e-07,
      "loss": 0.3309,
      "step": 2441560
    },
    {
      "epoch": 681.43,
      "grad_norm": 1.21028470993042,
      "learning_rate": 2.7591751129621724e-07,
      "loss": 0.3485,
      "step": 2441570
    },
    {
      "epoch": 681.43,
      "grad_norm": 1.1662589311599731,
      "learning_rate": 2.759047829608097e-07,
      "loss": 0.3365,
      "step": 2441580
    },
    {
      "epoch": 681.44,
      "grad_norm": 1.1053054332733154,
      "learning_rate": 2.7589205490063357e-07,
      "loss": 0.33,
      "step": 2441590
    },
    {
      "epoch": 681.44,
      "grad_norm": 1.1515861749649048,
      "learning_rate": 2.758793271156896e-07,
      "loss": 0.333,
      "step": 2441600
    },
    {
      "epoch": 681.44,
      "grad_norm": 1.3048580884933472,
      "learning_rate": 2.7586659960597964e-07,
      "loss": 0.3553,
      "step": 2441610
    },
    {
      "epoch": 681.45,
      "grad_norm": 1.0726053714752197,
      "learning_rate": 2.758538723715058e-07,
      "loss": 0.3119,
      "step": 2441620
    },
    {
      "epoch": 681.45,
      "grad_norm": 1.510040283203125,
      "learning_rate": 2.758411454122698e-07,
      "loss": 0.3345,
      "step": 2441630
    },
    {
      "epoch": 681.45,
      "grad_norm": 1.176873803138733,
      "learning_rate": 2.758284187282725e-07,
      "loss": 0.3549,
      "step": 2441640
    },
    {
      "epoch": 681.45,
      "grad_norm": 1.2792246341705322,
      "learning_rate": 2.7581569231951627e-07,
      "loss": 0.3242,
      "step": 2441650
    },
    {
      "epoch": 681.46,
      "grad_norm": 1.4097850322723389,
      "learning_rate": 2.7580296618600286e-07,
      "loss": 0.3528,
      "step": 2441660
    },
    {
      "epoch": 681.46,
      "grad_norm": 1.0731664896011353,
      "learning_rate": 2.757902403277331e-07,
      "loss": 0.3315,
      "step": 2441670
    },
    {
      "epoch": 681.46,
      "grad_norm": 1.1094026565551758,
      "learning_rate": 2.7577751474471034e-07,
      "loss": 0.3406,
      "step": 2441680
    },
    {
      "epoch": 681.47,
      "grad_norm": 1.2735306024551392,
      "learning_rate": 2.7576478943693457e-07,
      "loss": 0.3407,
      "step": 2441690
    },
    {
      "epoch": 681.47,
      "grad_norm": 1.0527445077896118,
      "learning_rate": 2.757520644044082e-07,
      "loss": 0.3532,
      "step": 2441700
    },
    {
      "epoch": 681.47,
      "grad_norm": 1.1406787633895874,
      "learning_rate": 2.757393396471335e-07,
      "loss": 0.3456,
      "step": 2441710
    },
    {
      "epoch": 681.47,
      "grad_norm": 1.0693135261535645,
      "learning_rate": 2.7572661516511075e-07,
      "loss": 0.3384,
      "step": 2441720
    },
    {
      "epoch": 681.48,
      "grad_norm": 1.2974320650100708,
      "learning_rate": 2.7571389095834335e-07,
      "loss": 0.3405,
      "step": 2441730
    },
    {
      "epoch": 681.48,
      "grad_norm": 1.1532784700393677,
      "learning_rate": 2.757011670268316e-07,
      "loss": 0.3312,
      "step": 2441740
    },
    {
      "epoch": 681.48,
      "grad_norm": 1.1978421211242676,
      "learning_rate": 2.7568844337057773e-07,
      "loss": 0.3358,
      "step": 2441750
    },
    {
      "epoch": 681.48,
      "grad_norm": 1.2086325883865356,
      "learning_rate": 2.756757199895833e-07,
      "loss": 0.3346,
      "step": 2441760
    },
    {
      "epoch": 681.49,
      "grad_norm": 1.1933175325393677,
      "learning_rate": 2.756629968838506e-07,
      "loss": 0.3376,
      "step": 2441770
    },
    {
      "epoch": 681.49,
      "grad_norm": 1.1132014989852905,
      "learning_rate": 2.7565027405338044e-07,
      "loss": 0.3267,
      "step": 2441780
    },
    {
      "epoch": 681.49,
      "grad_norm": 1.1198644638061523,
      "learning_rate": 2.7563755149817497e-07,
      "loss": 0.3415,
      "step": 2441790
    },
    {
      "epoch": 681.5,
      "grad_norm": 1.4656424522399902,
      "learning_rate": 2.756248292182363e-07,
      "loss": 0.3265,
      "step": 2441800
    },
    {
      "epoch": 681.5,
      "grad_norm": 1.2016990184783936,
      "learning_rate": 2.7561210721356473e-07,
      "loss": 0.3521,
      "step": 2441810
    },
    {
      "epoch": 681.5,
      "grad_norm": 1.5948905944824219,
      "learning_rate": 2.7559938548416355e-07,
      "loss": 0.3533,
      "step": 2441820
    },
    {
      "epoch": 681.5,
      "grad_norm": 1.232076644897461,
      "learning_rate": 2.755866640300336e-07,
      "loss": 0.328,
      "step": 2441830
    },
    {
      "epoch": 681.51,
      "grad_norm": 1.2487281560897827,
      "learning_rate": 2.7557394285117666e-07,
      "loss": 0.3433,
      "step": 2441840
    },
    {
      "epoch": 681.51,
      "grad_norm": 1.1892529726028442,
      "learning_rate": 2.7556122194759513e-07,
      "loss": 0.3563,
      "step": 2441850
    },
    {
      "epoch": 681.51,
      "grad_norm": 1.243147373199463,
      "learning_rate": 2.7554850131928946e-07,
      "loss": 0.3388,
      "step": 2441860
    },
    {
      "epoch": 681.52,
      "grad_norm": 1.2636358737945557,
      "learning_rate": 2.7553578096626203e-07,
      "loss": 0.3387,
      "step": 2441870
    },
    {
      "epoch": 681.52,
      "grad_norm": 1.3523893356323242,
      "learning_rate": 2.7552306088851443e-07,
      "loss": 0.3277,
      "step": 2441880
    },
    {
      "epoch": 681.52,
      "grad_norm": 1.1963908672332764,
      "learning_rate": 2.7551034108604894e-07,
      "loss": 0.3406,
      "step": 2441890
    },
    {
      "epoch": 681.52,
      "grad_norm": 1.053659200668335,
      "learning_rate": 2.754976215588656e-07,
      "loss": 0.3292,
      "step": 2441900
    },
    {
      "epoch": 681.53,
      "grad_norm": 1.2744368314743042,
      "learning_rate": 2.754849023069683e-07,
      "loss": 0.3494,
      "step": 2441910
    },
    {
      "epoch": 681.53,
      "grad_norm": 1.3621788024902344,
      "learning_rate": 2.754721833303571e-07,
      "loss": 0.3494,
      "step": 2441920
    },
    {
      "epoch": 681.53,
      "grad_norm": 1.19441819190979,
      "learning_rate": 2.754594646290345e-07,
      "loss": 0.339,
      "step": 2441930
    },
    {
      "epoch": 681.54,
      "grad_norm": 1.1856720447540283,
      "learning_rate": 2.754467462030021e-07,
      "loss": 0.3329,
      "step": 2441940
    },
    {
      "epoch": 681.54,
      "grad_norm": 1.0765936374664307,
      "learning_rate": 2.754340280522612e-07,
      "loss": 0.3319,
      "step": 2441950
    },
    {
      "epoch": 681.54,
      "grad_norm": 1.4678658246994019,
      "learning_rate": 2.7542131017681336e-07,
      "loss": 0.3453,
      "step": 2441960
    },
    {
      "epoch": 681.54,
      "grad_norm": 1.1690280437469482,
      "learning_rate": 2.7540859257666096e-07,
      "loss": 0.3524,
      "step": 2441970
    },
    {
      "epoch": 681.55,
      "grad_norm": 1.2771226167678833,
      "learning_rate": 2.753958752518058e-07,
      "loss": 0.3292,
      "step": 2441980
    },
    {
      "epoch": 681.55,
      "grad_norm": 1.309970736503601,
      "learning_rate": 2.753831582022484e-07,
      "loss": 0.3467,
      "step": 2441990
    },
    {
      "epoch": 681.55,
      "grad_norm": 1.386627197265625,
      "learning_rate": 2.753704414279916e-07,
      "loss": 0.33,
      "step": 2442000
    },
    {
      "epoch": 681.55,
      "grad_norm": 1.2701128721237183,
      "learning_rate": 2.7535772492903643e-07,
      "loss": 0.3528,
      "step": 2442010
    },
    {
      "epoch": 681.56,
      "grad_norm": 1.0459823608398438,
      "learning_rate": 2.753450087053848e-07,
      "loss": 0.3243,
      "step": 2442020
    },
    {
      "epoch": 681.56,
      "grad_norm": 1.2170788049697876,
      "learning_rate": 2.753322927570389e-07,
      "loss": 0.3451,
      "step": 2442030
    },
    {
      "epoch": 681.56,
      "grad_norm": 1.3563822507858276,
      "learning_rate": 2.7531957708399915e-07,
      "loss": 0.3248,
      "step": 2442040
    },
    {
      "epoch": 681.57,
      "grad_norm": 1.3223893642425537,
      "learning_rate": 2.7530686168626884e-07,
      "loss": 0.3557,
      "step": 2442050
    },
    {
      "epoch": 681.57,
      "grad_norm": 1.0348502397537231,
      "learning_rate": 2.7529414656384853e-07,
      "loss": 0.347,
      "step": 2442060
    },
    {
      "epoch": 681.57,
      "grad_norm": 1.0848119258880615,
      "learning_rate": 2.7528143171674024e-07,
      "loss": 0.3278,
      "step": 2442070
    },
    {
      "epoch": 681.57,
      "grad_norm": 1.2703866958618164,
      "learning_rate": 2.7526871714494614e-07,
      "loss": 0.3288,
      "step": 2442080
    },
    {
      "epoch": 681.58,
      "grad_norm": 1.3638967275619507,
      "learning_rate": 2.7525600284846723e-07,
      "loss": 0.3498,
      "step": 2442090
    },
    {
      "epoch": 681.58,
      "grad_norm": 1.817124605178833,
      "learning_rate": 2.7524328882730506e-07,
      "loss": 0.3527,
      "step": 2442100
    },
    {
      "epoch": 681.58,
      "grad_norm": 1.2587484121322632,
      "learning_rate": 2.7523057508146194e-07,
      "loss": 0.3561,
      "step": 2442110
    },
    {
      "epoch": 681.59,
      "grad_norm": 1.1417804956436157,
      "learning_rate": 2.7521786161093953e-07,
      "loss": 0.325,
      "step": 2442120
    },
    {
      "epoch": 681.59,
      "grad_norm": 1.1457194089889526,
      "learning_rate": 2.752051484157385e-07,
      "loss": 0.3606,
      "step": 2442130
    },
    {
      "epoch": 681.59,
      "grad_norm": 1.4204524755477905,
      "learning_rate": 2.751924354958623e-07,
      "loss": 0.3426,
      "step": 2442140
    },
    {
      "epoch": 681.59,
      "grad_norm": 1.2525256872177124,
      "learning_rate": 2.751797228513112e-07,
      "loss": 0.3276,
      "step": 2442150
    },
    {
      "epoch": 681.6,
      "grad_norm": 1.2388653755187988,
      "learning_rate": 2.7516701048208753e-07,
      "loss": 0.3191,
      "step": 2442160
    },
    {
      "epoch": 681.6,
      "grad_norm": 1.1392742395401,
      "learning_rate": 2.751542983881931e-07,
      "loss": 0.3359,
      "step": 2442170
    },
    {
      "epoch": 681.6,
      "grad_norm": 1.3295804262161255,
      "learning_rate": 2.7514158656962886e-07,
      "loss": 0.3298,
      "step": 2442180
    },
    {
      "epoch": 681.6,
      "grad_norm": 1.4236342906951904,
      "learning_rate": 2.751288750263971e-07,
      "loss": 0.3353,
      "step": 2442190
    },
    {
      "epoch": 681.61,
      "grad_norm": 1.323427677154541,
      "learning_rate": 2.7511616375849915e-07,
      "loss": 0.3509,
      "step": 2442200
    },
    {
      "epoch": 681.61,
      "grad_norm": 1.1656969785690308,
      "learning_rate": 2.751034527659378e-07,
      "loss": 0.3117,
      "step": 2442210
    },
    {
      "epoch": 681.61,
      "grad_norm": 1.1981991529464722,
      "learning_rate": 2.7509074204871297e-07,
      "loss": 0.3322,
      "step": 2442220
    },
    {
      "epoch": 681.62,
      "grad_norm": 1.2119331359863281,
      "learning_rate": 2.750780316068275e-07,
      "loss": 0.3421,
      "step": 2442230
    },
    {
      "epoch": 681.62,
      "grad_norm": 0.9999117255210876,
      "learning_rate": 2.7506532144028323e-07,
      "loss": 0.3232,
      "step": 2442240
    },
    {
      "epoch": 681.62,
      "grad_norm": 1.1565169095993042,
      "learning_rate": 2.750526115490805e-07,
      "loss": 0.3262,
      "step": 2442250
    },
    {
      "epoch": 681.62,
      "grad_norm": 1.2078678607940674,
      "learning_rate": 2.750399019332228e-07,
      "loss": 0.3395,
      "step": 2442260
    },
    {
      "epoch": 681.63,
      "grad_norm": 1.1405707597732544,
      "learning_rate": 2.7502719259271075e-07,
      "loss": 0.3371,
      "step": 2442270
    },
    {
      "epoch": 681.63,
      "grad_norm": 1.3899329900741577,
      "learning_rate": 2.750144835275459e-07,
      "loss": 0.335,
      "step": 2442280
    },
    {
      "epoch": 681.63,
      "grad_norm": 1.4192230701446533,
      "learning_rate": 2.750017747377306e-07,
      "loss": 0.3453,
      "step": 2442290
    },
    {
      "epoch": 681.64,
      "grad_norm": 1.1967285871505737,
      "learning_rate": 2.7498906622326614e-07,
      "loss": 0.3498,
      "step": 2442300
    },
    {
      "epoch": 681.64,
      "grad_norm": 1.1771364212036133,
      "learning_rate": 2.7497635798415483e-07,
      "loss": 0.3189,
      "step": 2442310
    },
    {
      "epoch": 681.64,
      "grad_norm": 1.4824575185775757,
      "learning_rate": 2.749636500203975e-07,
      "loss": 0.356,
      "step": 2442320
    },
    {
      "epoch": 681.64,
      "grad_norm": 1.2542861700057983,
      "learning_rate": 2.749509423319962e-07,
      "loss": 0.3293,
      "step": 2442330
    },
    {
      "epoch": 681.65,
      "grad_norm": 1.1175280809402466,
      "learning_rate": 2.749382349189525e-07,
      "loss": 0.3238,
      "step": 2442340
    },
    {
      "epoch": 681.65,
      "grad_norm": 1.1996976137161255,
      "learning_rate": 2.749255277812685e-07,
      "loss": 0.3354,
      "step": 2442350
    },
    {
      "epoch": 681.65,
      "grad_norm": 1.0964432954788208,
      "learning_rate": 2.7491282091894544e-07,
      "loss": 0.3226,
      "step": 2442360
    },
    {
      "epoch": 681.66,
      "grad_norm": 1.222339391708374,
      "learning_rate": 2.74900114331985e-07,
      "loss": 0.3233,
      "step": 2442370
    },
    {
      "epoch": 681.66,
      "grad_norm": 1.3337361812591553,
      "learning_rate": 2.7488740802038963e-07,
      "loss": 0.3395,
      "step": 2442380
    },
    {
      "epoch": 681.66,
      "grad_norm": 1.191098928451538,
      "learning_rate": 2.7487470198415946e-07,
      "loss": 0.3215,
      "step": 2442390
    },
    {
      "epoch": 681.66,
      "grad_norm": 1.2459195852279663,
      "learning_rate": 2.7486199622329806e-07,
      "loss": 0.3379,
      "step": 2442400
    },
    {
      "epoch": 681.67,
      "grad_norm": 1.3035123348236084,
      "learning_rate": 2.748492907378057e-07,
      "loss": 0.3428,
      "step": 2442410
    },
    {
      "epoch": 681.67,
      "grad_norm": 1.444205403327942,
      "learning_rate": 2.7483658552768474e-07,
      "loss": 0.3434,
      "step": 2442420
    },
    {
      "epoch": 681.67,
      "grad_norm": 1.268032431602478,
      "learning_rate": 2.7482388059293647e-07,
      "loss": 0.3302,
      "step": 2442430
    },
    {
      "epoch": 681.67,
      "grad_norm": 1.2840697765350342,
      "learning_rate": 2.748111759335635e-07,
      "loss": 0.345,
      "step": 2442440
    },
    {
      "epoch": 681.68,
      "grad_norm": 1.3158236742019653,
      "learning_rate": 2.7479847154956637e-07,
      "loss": 0.3289,
      "step": 2442450
    },
    {
      "epoch": 681.68,
      "grad_norm": 1.2401403188705444,
      "learning_rate": 2.7478576744094707e-07,
      "loss": 0.3387,
      "step": 2442460
    },
    {
      "epoch": 681.68,
      "grad_norm": 1.24583101272583,
      "learning_rate": 2.7477306360770835e-07,
      "loss": 0.3351,
      "step": 2442470
    },
    {
      "epoch": 681.69,
      "grad_norm": 1.2074081897735596,
      "learning_rate": 2.7476036004984957e-07,
      "loss": 0.3514,
      "step": 2442480
    },
    {
      "epoch": 681.69,
      "grad_norm": 1.0912541151046753,
      "learning_rate": 2.747476567673752e-07,
      "loss": 0.3411,
      "step": 2442490
    },
    {
      "epoch": 681.69,
      "grad_norm": 1.1583079099655151,
      "learning_rate": 2.7473495376028496e-07,
      "loss": 0.338,
      "step": 2442500
    },
    {
      "epoch": 681.69,
      "grad_norm": 1.0939912796020508,
      "learning_rate": 2.747222510285812e-07,
      "loss": 0.3351,
      "step": 2442510
    },
    {
      "epoch": 681.7,
      "grad_norm": 1.2633768320083618,
      "learning_rate": 2.7470954857226605e-07,
      "loss": 0.3272,
      "step": 2442520
    },
    {
      "epoch": 681.7,
      "grad_norm": 1.1291580200195312,
      "learning_rate": 2.746968463913405e-07,
      "loss": 0.3327,
      "step": 2442530
    },
    {
      "epoch": 681.7,
      "grad_norm": 1.2370357513427734,
      "learning_rate": 2.7468414448580634e-07,
      "loss": 0.3289,
      "step": 2442540
    },
    {
      "epoch": 681.71,
      "grad_norm": 1.462937593460083,
      "learning_rate": 2.7467144285566517e-07,
      "loss": 0.3344,
      "step": 2442550
    },
    {
      "epoch": 681.71,
      "grad_norm": 1.33149254322052,
      "learning_rate": 2.746587415009196e-07,
      "loss": 0.3238,
      "step": 2442560
    },
    {
      "epoch": 681.71,
      "grad_norm": 1.2540688514709473,
      "learning_rate": 2.746460404215699e-07,
      "loss": 0.3365,
      "step": 2442570
    },
    {
      "epoch": 681.71,
      "grad_norm": 1.1541967391967773,
      "learning_rate": 2.7463333961761916e-07,
      "loss": 0.3216,
      "step": 2442580
    },
    {
      "epoch": 681.72,
      "grad_norm": 1.2202554941177368,
      "learning_rate": 2.746206390890679e-07,
      "loss": 0.3323,
      "step": 2442590
    },
    {
      "epoch": 681.72,
      "grad_norm": 1.322364330291748,
      "learning_rate": 2.7460793883591853e-07,
      "loss": 0.3483,
      "step": 2442600
    },
    {
      "epoch": 681.72,
      "grad_norm": 1.1669824123382568,
      "learning_rate": 2.7459523885817304e-07,
      "loss": 0.3507,
      "step": 2442610
    },
    {
      "epoch": 681.72,
      "grad_norm": 1.1751837730407715,
      "learning_rate": 2.7458253915583147e-07,
      "loss": 0.3388,
      "step": 2442620
    },
    {
      "epoch": 681.73,
      "grad_norm": 1.164441704750061,
      "learning_rate": 2.745698397288977e-07,
      "loss": 0.3323,
      "step": 2442630
    },
    {
      "epoch": 681.73,
      "grad_norm": 1.0408194065093994,
      "learning_rate": 2.745571405773718e-07,
      "loss": 0.3426,
      "step": 2442640
    },
    {
      "epoch": 681.73,
      "grad_norm": 1.2451038360595703,
      "learning_rate": 2.74544441701256e-07,
      "loss": 0.3315,
      "step": 2442650
    },
    {
      "epoch": 681.74,
      "grad_norm": 1.3986244201660156,
      "learning_rate": 2.7453174310055274e-07,
      "loss": 0.3462,
      "step": 2442660
    },
    {
      "epoch": 681.74,
      "grad_norm": 1.3336396217346191,
      "learning_rate": 2.745190447752623e-07,
      "loss": 0.3369,
      "step": 2442670
    },
    {
      "epoch": 681.74,
      "grad_norm": 1.3519946336746216,
      "learning_rate": 2.745063467253871e-07,
      "loss": 0.3353,
      "step": 2442680
    },
    {
      "epoch": 681.74,
      "grad_norm": 1.1097224950790405,
      "learning_rate": 2.7449364895092897e-07,
      "loss": 0.3104,
      "step": 2442690
    },
    {
      "epoch": 681.75,
      "grad_norm": 1.121984839439392,
      "learning_rate": 2.7448095145188976e-07,
      "loss": 0.3399,
      "step": 2442700
    },
    {
      "epoch": 681.75,
      "grad_norm": 1.132279396057129,
      "learning_rate": 2.7446825422826984e-07,
      "loss": 0.3389,
      "step": 2442710
    },
    {
      "epoch": 681.75,
      "grad_norm": 1.1581342220306396,
      "learning_rate": 2.7445555728007283e-07,
      "loss": 0.3245,
      "step": 2442720
    },
    {
      "epoch": 681.76,
      "grad_norm": 1.1706013679504395,
      "learning_rate": 2.744428606072993e-07,
      "loss": 0.3378,
      "step": 2442730
    },
    {
      "epoch": 681.76,
      "grad_norm": 1.359660029411316,
      "learning_rate": 2.7443016420995074e-07,
      "loss": 0.3418,
      "step": 2442740
    },
    {
      "epoch": 681.76,
      "grad_norm": 1.5093601942062378,
      "learning_rate": 2.7441746808802977e-07,
      "loss": 0.3306,
      "step": 2442750
    },
    {
      "epoch": 681.76,
      "grad_norm": 1.1079115867614746,
      "learning_rate": 2.7440477224153713e-07,
      "loss": 0.3428,
      "step": 2442760
    },
    {
      "epoch": 681.77,
      "grad_norm": 1.1775543689727783,
      "learning_rate": 2.743920766704748e-07,
      "loss": 0.339,
      "step": 2442770
    },
    {
      "epoch": 681.77,
      "grad_norm": 1.5022635459899902,
      "learning_rate": 2.7437938137484467e-07,
      "loss": 0.3323,
      "step": 2442780
    },
    {
      "epoch": 681.77,
      "grad_norm": 1.12557852268219,
      "learning_rate": 2.7436668635464887e-07,
      "loss": 0.3228,
      "step": 2442790
    },
    {
      "epoch": 681.78,
      "grad_norm": 1.3681919574737549,
      "learning_rate": 2.74353991609888e-07,
      "loss": 0.3219,
      "step": 2442800
    },
    {
      "epoch": 681.78,
      "grad_norm": 1.2287737131118774,
      "learning_rate": 2.743412971405641e-07,
      "loss": 0.3461,
      "step": 2442810
    },
    {
      "epoch": 681.78,
      "grad_norm": 1.29880952835083,
      "learning_rate": 2.7432860294667976e-07,
      "loss": 0.3538,
      "step": 2442820
    },
    {
      "epoch": 681.78,
      "grad_norm": 1.1717758178710938,
      "learning_rate": 2.74315909028235e-07,
      "loss": 0.3364,
      "step": 2442830
    },
    {
      "epoch": 681.79,
      "grad_norm": 1.108437418937683,
      "learning_rate": 2.7430321538523347e-07,
      "loss": 0.3241,
      "step": 2442840
    },
    {
      "epoch": 681.79,
      "grad_norm": 1.1440690755844116,
      "learning_rate": 2.7429052201767534e-07,
      "loss": 0.3462,
      "step": 2442850
    },
    {
      "epoch": 681.79,
      "grad_norm": 1.114945650100708,
      "learning_rate": 2.7427782892556285e-07,
      "loss": 0.3358,
      "step": 2442860
    },
    {
      "epoch": 681.79,
      "grad_norm": 1.3752973079681396,
      "learning_rate": 2.7426513610889764e-07,
      "loss": 0.3261,
      "step": 2442870
    },
    {
      "epoch": 681.8,
      "grad_norm": 1.0946162939071655,
      "learning_rate": 2.7425244356768146e-07,
      "loss": 0.3384,
      "step": 2442880
    },
    {
      "epoch": 681.8,
      "grad_norm": 1.2778388261795044,
      "learning_rate": 2.7423975130191647e-07,
      "loss": 0.3398,
      "step": 2442890
    },
    {
      "epoch": 681.8,
      "grad_norm": 1.6828937530517578,
      "learning_rate": 2.742270593116033e-07,
      "loss": 0.3455,
      "step": 2442900
    },
    {
      "epoch": 681.81,
      "grad_norm": 1.6329598426818848,
      "learning_rate": 2.742143675967443e-07,
      "loss": 0.3472,
      "step": 2442910
    },
    {
      "epoch": 681.81,
      "grad_norm": 1.284359097480774,
      "learning_rate": 2.74201676157341e-07,
      "loss": 0.3185,
      "step": 2442920
    },
    {
      "epoch": 681.81,
      "grad_norm": 1.0960004329681396,
      "learning_rate": 2.7418898499339544e-07,
      "loss": 0.344,
      "step": 2442930
    },
    {
      "epoch": 681.81,
      "grad_norm": 1.2897052764892578,
      "learning_rate": 2.741762941049087e-07,
      "loss": 0.3334,
      "step": 2442940
    },
    {
      "epoch": 681.82,
      "grad_norm": 1.3675999641418457,
      "learning_rate": 2.7416360349188295e-07,
      "loss": 0.3457,
      "step": 2442950
    },
    {
      "epoch": 681.82,
      "grad_norm": 1.1829283237457275,
      "learning_rate": 2.741509131543196e-07,
      "loss": 0.3348,
      "step": 2442960
    },
    {
      "epoch": 681.82,
      "grad_norm": 1.1288410425186157,
      "learning_rate": 2.741382230922203e-07,
      "loss": 0.3485,
      "step": 2442970
    },
    {
      "epoch": 681.83,
      "grad_norm": 1.27786386013031,
      "learning_rate": 2.741255333055876e-07,
      "loss": 0.3334,
      "step": 2442980
    },
    {
      "epoch": 681.83,
      "grad_norm": 1.109373688697815,
      "learning_rate": 2.7411284379442177e-07,
      "loss": 0.336,
      "step": 2442990
    },
    {
      "epoch": 681.83,
      "grad_norm": 1.400916576385498,
      "learning_rate": 2.7410015455872546e-07,
      "loss": 0.3317,
      "step": 2443000
    },
    {
      "epoch": 681.83,
      "grad_norm": 1.1221457719802856,
      "learning_rate": 2.7408746559849993e-07,
      "loss": 0.3579,
      "step": 2443010
    },
    {
      "epoch": 681.84,
      "grad_norm": 1.297430396080017,
      "learning_rate": 2.7407477691374757e-07,
      "loss": 0.3424,
      "step": 2443020
    },
    {
      "epoch": 681.84,
      "grad_norm": 1.4003448486328125,
      "learning_rate": 2.740620885044691e-07,
      "loss": 0.3408,
      "step": 2443030
    },
    {
      "epoch": 681.84,
      "grad_norm": 1.2099307775497437,
      "learning_rate": 2.7404940037066664e-07,
      "loss": 0.3374,
      "step": 2443040
    },
    {
      "epoch": 681.84,
      "grad_norm": 1.4057971239089966,
      "learning_rate": 2.7403671251234225e-07,
      "loss": 0.353,
      "step": 2443050
    },
    {
      "epoch": 681.85,
      "grad_norm": 1.3118934631347656,
      "learning_rate": 2.740240249294964e-07,
      "loss": 0.3352,
      "step": 2443060
    },
    {
      "epoch": 681.85,
      "grad_norm": 1.4454411268234253,
      "learning_rate": 2.740113376221326e-07,
      "loss": 0.3492,
      "step": 2443070
    },
    {
      "epoch": 681.85,
      "grad_norm": 1.2353392839431763,
      "learning_rate": 2.7399865059025106e-07,
      "loss": 0.3438,
      "step": 2443080
    },
    {
      "epoch": 681.86,
      "grad_norm": 1.2593790292739868,
      "learning_rate": 2.7398596383385407e-07,
      "loss": 0.3366,
      "step": 2443090
    },
    {
      "epoch": 681.86,
      "grad_norm": 1.3584452867507935,
      "learning_rate": 2.739732773529432e-07,
      "loss": 0.341,
      "step": 2443100
    },
    {
      "epoch": 681.86,
      "grad_norm": 1.2291030883789062,
      "learning_rate": 2.739605911475206e-07,
      "loss": 0.3484,
      "step": 2443110
    },
    {
      "epoch": 681.86,
      "grad_norm": 1.656409740447998,
      "learning_rate": 2.739479052175872e-07,
      "loss": 0.3251,
      "step": 2443120
    },
    {
      "epoch": 681.87,
      "grad_norm": 1.3317968845367432,
      "learning_rate": 2.73935219563145e-07,
      "loss": 0.3399,
      "step": 2443130
    },
    {
      "epoch": 681.87,
      "grad_norm": 1.3663779497146606,
      "learning_rate": 2.7392253418419614e-07,
      "loss": 0.345,
      "step": 2443140
    },
    {
      "epoch": 681.87,
      "grad_norm": 1.2608513832092285,
      "learning_rate": 2.7390984908074075e-07,
      "loss": 0.3463,
      "step": 2443150
    },
    {
      "epoch": 681.88,
      "grad_norm": 1.2100751399993896,
      "learning_rate": 2.738971642527829e-07,
      "loss": 0.3466,
      "step": 2443160
    },
    {
      "epoch": 681.88,
      "grad_norm": 1.289400339126587,
      "learning_rate": 2.738844797003224e-07,
      "loss": 0.3328,
      "step": 2443170
    },
    {
      "epoch": 681.88,
      "grad_norm": 1.2092909812927246,
      "learning_rate": 2.7387179542336163e-07,
      "loss": 0.3642,
      "step": 2443180
    },
    {
      "epoch": 681.88,
      "grad_norm": 1.2121145725250244,
      "learning_rate": 2.7385911142190255e-07,
      "loss": 0.3499,
      "step": 2443190
    },
    {
      "epoch": 681.89,
      "grad_norm": 1.0687334537506104,
      "learning_rate": 2.7384642769594555e-07,
      "loss": 0.3334,
      "step": 2443200
    },
    {
      "epoch": 681.89,
      "grad_norm": 1.4426358938217163,
      "learning_rate": 2.7383374424549443e-07,
      "loss": 0.3358,
      "step": 2443210
    },
    {
      "epoch": 681.89,
      "grad_norm": 1.1472498178482056,
      "learning_rate": 2.73821061070549e-07,
      "loss": 0.3352,
      "step": 2443220
    },
    {
      "epoch": 681.9,
      "grad_norm": 1.110700249671936,
      "learning_rate": 2.7380837817111207e-07,
      "loss": 0.3471,
      "step": 2443230
    },
    {
      "epoch": 681.9,
      "grad_norm": 1.20210862159729,
      "learning_rate": 2.737956955471844e-07,
      "loss": 0.3227,
      "step": 2443240
    },
    {
      "epoch": 681.9,
      "grad_norm": 1.1105741262435913,
      "learning_rate": 2.7378301319876923e-07,
      "loss": 0.3291,
      "step": 2443250
    },
    {
      "epoch": 681.9,
      "grad_norm": 1.2056334018707275,
      "learning_rate": 2.737703311258665e-07,
      "loss": 0.3367,
      "step": 2443260
    },
    {
      "epoch": 681.91,
      "grad_norm": 1.392420768737793,
      "learning_rate": 2.7375764932847846e-07,
      "loss": 0.3309,
      "step": 2443270
    },
    {
      "epoch": 681.91,
      "grad_norm": 1.2937560081481934,
      "learning_rate": 2.7374496780660754e-07,
      "loss": 0.3254,
      "step": 2443280
    },
    {
      "epoch": 681.91,
      "grad_norm": 1.3878835439682007,
      "learning_rate": 2.7373228656025405e-07,
      "loss": 0.3387,
      "step": 2443290
    },
    {
      "epoch": 681.91,
      "grad_norm": 1.23594069480896,
      "learning_rate": 2.737196055894215e-07,
      "loss": 0.3466,
      "step": 2443300
    },
    {
      "epoch": 681.92,
      "grad_norm": 1.2290751934051514,
      "learning_rate": 2.7370692489410976e-07,
      "loss": 0.3386,
      "step": 2443310
    },
    {
      "epoch": 681.92,
      "grad_norm": 1.110740065574646,
      "learning_rate": 2.736942444743216e-07,
      "loss": 0.3309,
      "step": 2443320
    },
    {
      "epoch": 681.92,
      "grad_norm": 1.2839254140853882,
      "learning_rate": 2.736815643300589e-07,
      "loss": 0.3432,
      "step": 2443330
    },
    {
      "epoch": 681.93,
      "grad_norm": 1.1912248134613037,
      "learning_rate": 2.736688844613221e-07,
      "loss": 0.3519,
      "step": 2443340
    },
    {
      "epoch": 681.93,
      "grad_norm": 1.2781572341918945,
      "learning_rate": 2.7365620486811393e-07,
      "loss": 0.3434,
      "step": 2443350
    },
    {
      "epoch": 681.93,
      "grad_norm": 1.1095681190490723,
      "learning_rate": 2.7364352555043587e-07,
      "loss": 0.3356,
      "step": 2443360
    },
    {
      "epoch": 681.93,
      "grad_norm": 1.3730616569519043,
      "learning_rate": 2.736308465082897e-07,
      "loss": 0.3438,
      "step": 2443370
    },
    {
      "epoch": 681.94,
      "grad_norm": 1.2003960609436035,
      "learning_rate": 2.736181677416763e-07,
      "loss": 0.3416,
      "step": 2443380
    },
    {
      "epoch": 681.94,
      "grad_norm": 1.6069920063018799,
      "learning_rate": 2.7360548925059874e-07,
      "loss": 0.3343,
      "step": 2443390
    },
    {
      "epoch": 681.94,
      "grad_norm": 1.3488941192626953,
      "learning_rate": 2.735928110350578e-07,
      "loss": 0.3358,
      "step": 2443400
    },
    {
      "epoch": 681.95,
      "grad_norm": 1.3260760307312012,
      "learning_rate": 2.73580133095055e-07,
      "loss": 0.3404,
      "step": 2443410
    },
    {
      "epoch": 681.95,
      "grad_norm": 1.5419256687164307,
      "learning_rate": 2.73567455430593e-07,
      "loss": 0.3402,
      "step": 2443420
    },
    {
      "epoch": 681.95,
      "grad_norm": 1.3783659934997559,
      "learning_rate": 2.7355477804167236e-07,
      "loss": 0.3369,
      "step": 2443430
    },
    {
      "epoch": 681.95,
      "grad_norm": 1.0661344528198242,
      "learning_rate": 2.735421009282954e-07,
      "loss": 0.3278,
      "step": 2443440
    },
    {
      "epoch": 681.96,
      "grad_norm": 1.3015029430389404,
      "learning_rate": 2.7352942409046356e-07,
      "loss": 0.3494,
      "step": 2443450
    },
    {
      "epoch": 681.96,
      "grad_norm": 1.1336654424667358,
      "learning_rate": 2.735167475281785e-07,
      "loss": 0.3199,
      "step": 2443460
    },
    {
      "epoch": 681.96,
      "grad_norm": 1.4084876775741577,
      "learning_rate": 2.735040712414429e-07,
      "loss": 0.3331,
      "step": 2443470
    },
    {
      "epoch": 681.96,
      "grad_norm": 1.2203806638717651,
      "learning_rate": 2.7349139523025683e-07,
      "loss": 0.3367,
      "step": 2443480
    },
    {
      "epoch": 681.97,
      "grad_norm": 1.179496169090271,
      "learning_rate": 2.734787194946228e-07,
      "loss": 0.3374,
      "step": 2443490
    },
    {
      "epoch": 681.97,
      "grad_norm": 1.190779209136963,
      "learning_rate": 2.7346604403454256e-07,
      "loss": 0.3172,
      "step": 2443500
    },
    {
      "epoch": 681.97,
      "grad_norm": 1.3065128326416016,
      "learning_rate": 2.7345336885001794e-07,
      "loss": 0.3271,
      "step": 2443510
    },
    {
      "epoch": 681.98,
      "grad_norm": 1.3051097393035889,
      "learning_rate": 2.7344069394104944e-07,
      "loss": 0.3533,
      "step": 2443520
    },
    {
      "epoch": 681.98,
      "grad_norm": 2.6453425884246826,
      "learning_rate": 2.734280193076407e-07,
      "loss": 0.3278,
      "step": 2443530
    },
    {
      "epoch": 681.98,
      "grad_norm": 1.4131675958633423,
      "learning_rate": 2.734153449497921e-07,
      "loss": 0.3451,
      "step": 2443540
    },
    {
      "epoch": 681.98,
      "grad_norm": 1.2439378499984741,
      "learning_rate": 2.734026708675053e-07,
      "loss": 0.3339,
      "step": 2443550
    },
    {
      "epoch": 681.99,
      "grad_norm": 1.1957615613937378,
      "learning_rate": 2.7338999706078296e-07,
      "loss": 0.33,
      "step": 2443560
    },
    {
      "epoch": 681.99,
      "grad_norm": 1.3346827030181885,
      "learning_rate": 2.733773235296256e-07,
      "loss": 0.344,
      "step": 2443570
    },
    {
      "epoch": 681.99,
      "grad_norm": 1.2373636960983276,
      "learning_rate": 2.7336465027403537e-07,
      "loss": 0.3319,
      "step": 2443580
    },
    {
      "epoch": 682.0,
      "grad_norm": 1.2253715991973877,
      "learning_rate": 2.73351977294014e-07,
      "loss": 0.3393,
      "step": 2443590
    },
    {
      "epoch": 682.0,
      "grad_norm": 1.1817134618759155,
      "learning_rate": 2.7333930458956357e-07,
      "loss": 0.3372,
      "step": 2443600
    },
    {
      "epoch": 682.0,
      "eval_loss": 0.3376407027244568,
      "eval_runtime": 66.264,
      "eval_samples_per_second": 76.346,
      "eval_steps_per_second": 9.553,
      "step": 2443606
    },
    {
      "epoch": 682.0,
      "grad_norm": 1.2684634923934937,
      "learning_rate": 2.7332663216068494e-07,
      "loss": 0.3326,
      "step": 2443610
    },
    {
      "epoch": 682.0,
      "grad_norm": 1.1336170434951782,
      "learning_rate": 2.733139600073804e-07,
      "loss": 0.3315,
      "step": 2443620
    },
    {
      "epoch": 682.01,
      "grad_norm": 1.049544334411621,
      "learning_rate": 2.7330128812965174e-07,
      "loss": 0.3203,
      "step": 2443630
    },
    {
      "epoch": 682.01,
      "grad_norm": 1.2752726078033447,
      "learning_rate": 2.7328861652749923e-07,
      "loss": 0.3326,
      "step": 2443640
    },
    {
      "epoch": 682.01,
      "grad_norm": 1.2308824062347412,
      "learning_rate": 2.732759452009269e-07,
      "loss": 0.3297,
      "step": 2443650
    },
    {
      "epoch": 682.02,
      "grad_norm": 1.180994987487793,
      "learning_rate": 2.732632741499348e-07,
      "loss": 0.3347,
      "step": 2443660
    },
    {
      "epoch": 682.02,
      "grad_norm": 1.3477972745895386,
      "learning_rate": 2.7325060337452494e-07,
      "loss": 0.3407,
      "step": 2443670
    },
    {
      "epoch": 682.02,
      "grad_norm": 1.468009114265442,
      "learning_rate": 2.732379328746993e-07,
      "loss": 0.324,
      "step": 2443680
    },
    {
      "epoch": 682.02,
      "grad_norm": 1.2831974029541016,
      "learning_rate": 2.7322526265045945e-07,
      "loss": 0.3232,
      "step": 2443690
    },
    {
      "epoch": 682.03,
      "grad_norm": 1.1374506950378418,
      "learning_rate": 2.73212592701807e-07,
      "loss": 0.3334,
      "step": 2443700
    },
    {
      "epoch": 682.03,
      "grad_norm": 1.1047731637954712,
      "learning_rate": 2.7319992302874345e-07,
      "loss": 0.3201,
      "step": 2443710
    },
    {
      "epoch": 682.03,
      "grad_norm": 1.2334009408950806,
      "learning_rate": 2.731872536312709e-07,
      "loss": 0.3589,
      "step": 2443720
    },
    {
      "epoch": 682.03,
      "grad_norm": 1.0890781879425049,
      "learning_rate": 2.7317458450939017e-07,
      "loss": 0.3546,
      "step": 2443730
    },
    {
      "epoch": 682.04,
      "grad_norm": 1.3910261392593384,
      "learning_rate": 2.7316191566310456e-07,
      "loss": 0.33,
      "step": 2443740
    },
    {
      "epoch": 682.04,
      "grad_norm": 1.1596500873565674,
      "learning_rate": 2.7314924709241416e-07,
      "loss": 0.327,
      "step": 2443750
    },
    {
      "epoch": 682.04,
      "grad_norm": 1.2295655012130737,
      "learning_rate": 2.7313657879732127e-07,
      "loss": 0.3319,
      "step": 2443760
    },
    {
      "epoch": 682.05,
      "grad_norm": 1.1722872257232666,
      "learning_rate": 2.7312391077782823e-07,
      "loss": 0.3439,
      "step": 2443770
    },
    {
      "epoch": 682.05,
      "grad_norm": 1.1620663404464722,
      "learning_rate": 2.7311124303393505e-07,
      "loss": 0.3378,
      "step": 2443780
    },
    {
      "epoch": 682.05,
      "grad_norm": 1.239504098892212,
      "learning_rate": 2.7309857556564537e-07,
      "loss": 0.3413,
      "step": 2443790
    },
    {
      "epoch": 682.05,
      "grad_norm": 1.0914106369018555,
      "learning_rate": 2.7308590837295946e-07,
      "loss": 0.3438,
      "step": 2443800
    },
    {
      "epoch": 682.06,
      "grad_norm": 6.935749053955078,
      "learning_rate": 2.7307324145587964e-07,
      "loss": 0.3326,
      "step": 2443810
    },
    {
      "epoch": 682.06,
      "grad_norm": 1.2524038553237915,
      "learning_rate": 2.7306057481440746e-07,
      "loss": 0.3273,
      "step": 2443820
    },
    {
      "epoch": 682.06,
      "grad_norm": 1.168681025505066,
      "learning_rate": 2.7304790844854503e-07,
      "loss": 0.3338,
      "step": 2443830
    },
    {
      "epoch": 682.07,
      "grad_norm": 1.0585060119628906,
      "learning_rate": 2.730352423582929e-07,
      "loss": 0.3292,
      "step": 2443840
    },
    {
      "epoch": 682.07,
      "grad_norm": 1.3223111629486084,
      "learning_rate": 2.730225765436539e-07,
      "loss": 0.3429,
      "step": 2443850
    },
    {
      "epoch": 682.07,
      "grad_norm": 1.368637204170227,
      "learning_rate": 2.7300991100462954e-07,
      "loss": 0.3414,
      "step": 2443860
    },
    {
      "epoch": 682.07,
      "grad_norm": 1.3709723949432373,
      "learning_rate": 2.7299724574122014e-07,
      "loss": 0.3578,
      "step": 2443870
    },
    {
      "epoch": 682.08,
      "grad_norm": 1.1796098947525024,
      "learning_rate": 2.729845807534296e-07,
      "loss": 0.3403,
      "step": 2443880
    },
    {
      "epoch": 682.08,
      "grad_norm": 1.2848894596099854,
      "learning_rate": 2.729719160412582e-07,
      "loss": 0.3479,
      "step": 2443890
    },
    {
      "epoch": 682.08,
      "grad_norm": 1.245335578918457,
      "learning_rate": 2.729592516047077e-07,
      "loss": 0.3298,
      "step": 2443900
    },
    {
      "epoch": 682.08,
      "grad_norm": 1.5815984010696411,
      "learning_rate": 2.7294658744378044e-07,
      "loss": 0.3296,
      "step": 2443910
    },
    {
      "epoch": 682.09,
      "grad_norm": 1.3424626588821411,
      "learning_rate": 2.729339235584773e-07,
      "loss": 0.3434,
      "step": 2443920
    },
    {
      "epoch": 682.09,
      "grad_norm": 1.198026180267334,
      "learning_rate": 2.729212599488005e-07,
      "loss": 0.3296,
      "step": 2443930
    },
    {
      "epoch": 682.09,
      "grad_norm": 1.3796453475952148,
      "learning_rate": 2.7290859661475144e-07,
      "loss": 0.3276,
      "step": 2443940
    },
    {
      "epoch": 682.1,
      "grad_norm": 1.1848701238632202,
      "learning_rate": 2.728959335563324e-07,
      "loss": 0.3254,
      "step": 2443950
    },
    {
      "epoch": 682.1,
      "grad_norm": 1.230975866317749,
      "learning_rate": 2.728832707735434e-07,
      "loss": 0.3377,
      "step": 2443960
    },
    {
      "epoch": 682.1,
      "grad_norm": 1.3289976119995117,
      "learning_rate": 2.728706082663886e-07,
      "loss": 0.3246,
      "step": 2443970
    },
    {
      "epoch": 682.1,
      "grad_norm": 1.1888787746429443,
      "learning_rate": 2.72857946034868e-07,
      "loss": 0.3248,
      "step": 2443980
    },
    {
      "epoch": 682.11,
      "grad_norm": 1.1701505184173584,
      "learning_rate": 2.7284528407898344e-07,
      "loss": 0.3287,
      "step": 2443990
    },
    {
      "epoch": 682.11,
      "grad_norm": 1.233931064605713,
      "learning_rate": 2.728326223987375e-07,
      "loss": 0.3549,
      "step": 2444000
    },
    {
      "epoch": 682.11,
      "grad_norm": 1.5077999830245972,
      "learning_rate": 2.728199609941307e-07,
      "loss": 0.3211,
      "step": 2444010
    },
    {
      "epoch": 682.12,
      "grad_norm": 1.4936169385910034,
      "learning_rate": 2.7280729986516513e-07,
      "loss": 0.3437,
      "step": 2444020
    },
    {
      "epoch": 682.12,
      "grad_norm": 1.5122348070144653,
      "learning_rate": 2.727946390118429e-07,
      "loss": 0.3366,
      "step": 2444030
    },
    {
      "epoch": 682.12,
      "grad_norm": 1.1842628717422485,
      "learning_rate": 2.7278197843416496e-07,
      "loss": 0.3359,
      "step": 2444040
    },
    {
      "epoch": 682.12,
      "grad_norm": 1.1895318031311035,
      "learning_rate": 2.727693181321338e-07,
      "loss": 0.352,
      "step": 2444050
    },
    {
      "epoch": 682.13,
      "grad_norm": 1.3997325897216797,
      "learning_rate": 2.7275665810575107e-07,
      "loss": 0.3279,
      "step": 2444060
    },
    {
      "epoch": 682.13,
      "grad_norm": 1.0713658332824707,
      "learning_rate": 2.7274399835501765e-07,
      "loss": 0.3181,
      "step": 2444070
    },
    {
      "epoch": 682.13,
      "grad_norm": 1.2235547304153442,
      "learning_rate": 2.7273133887993564e-07,
      "loss": 0.3341,
      "step": 2444080
    },
    {
      "epoch": 682.14,
      "grad_norm": 1.1788232326507568,
      "learning_rate": 2.727186796805073e-07,
      "loss": 0.3267,
      "step": 2444090
    },
    {
      "epoch": 682.14,
      "grad_norm": 1.348114252090454,
      "learning_rate": 2.72706020756733e-07,
      "loss": 0.3298,
      "step": 2444100
    },
    {
      "epoch": 682.14,
      "grad_norm": 1.4218428134918213,
      "learning_rate": 2.7269336210861605e-07,
      "loss": 0.3396,
      "step": 2444110
    },
    {
      "epoch": 682.14,
      "grad_norm": 1.2930103540420532,
      "learning_rate": 2.726807037361567e-07,
      "loss": 0.3377,
      "step": 2444120
    },
    {
      "epoch": 682.15,
      "grad_norm": 1.706937551498413,
      "learning_rate": 2.726680456393573e-07,
      "loss": 0.3387,
      "step": 2444130
    },
    {
      "epoch": 682.15,
      "grad_norm": 1.2668883800506592,
      "learning_rate": 2.726553878182203e-07,
      "loss": 0.3365,
      "step": 2444140
    },
    {
      "epoch": 682.15,
      "grad_norm": 1.1510308980941772,
      "learning_rate": 2.726427302727455e-07,
      "loss": 0.3277,
      "step": 2444150
    },
    {
      "epoch": 682.15,
      "grad_norm": 1.2643613815307617,
      "learning_rate": 2.726300730029359e-07,
      "loss": 0.337,
      "step": 2444160
    },
    {
      "epoch": 682.16,
      "grad_norm": 1.0523924827575684,
      "learning_rate": 2.72617416008793e-07,
      "loss": 0.3152,
      "step": 2444170
    },
    {
      "epoch": 682.16,
      "grad_norm": 1.3012480735778809,
      "learning_rate": 2.7260475929031895e-07,
      "loss": 0.3247,
      "step": 2444180
    },
    {
      "epoch": 682.16,
      "grad_norm": 1.47319757938385,
      "learning_rate": 2.7259210284751373e-07,
      "loss": 0.3565,
      "step": 2444190
    },
    {
      "epoch": 682.17,
      "grad_norm": 1.2784730195999146,
      "learning_rate": 2.7257944668038115e-07,
      "loss": 0.3499,
      "step": 2444200
    },
    {
      "epoch": 682.17,
      "grad_norm": 1.2415361404418945,
      "learning_rate": 2.725667907889216e-07,
      "loss": 0.3394,
      "step": 2444210
    },
    {
      "epoch": 682.17,
      "grad_norm": 1.1243911981582642,
      "learning_rate": 2.725541351731371e-07,
      "loss": 0.3419,
      "step": 2444220
    },
    {
      "epoch": 682.17,
      "grad_norm": 1.0610750913619995,
      "learning_rate": 2.7254147983302974e-07,
      "loss": 0.3475,
      "step": 2444230
    },
    {
      "epoch": 682.18,
      "grad_norm": 1.2023073434829712,
      "learning_rate": 2.725288247686003e-07,
      "loss": 0.3434,
      "step": 2444240
    },
    {
      "epoch": 682.18,
      "grad_norm": 1.0761592388153076,
      "learning_rate": 2.725161699798511e-07,
      "loss": 0.3218,
      "step": 2444250
    },
    {
      "epoch": 682.18,
      "grad_norm": 1.148337483406067,
      "learning_rate": 2.725035154667835e-07,
      "loss": 0.3311,
      "step": 2444260
    },
    {
      "epoch": 682.19,
      "grad_norm": 1.2265950441360474,
      "learning_rate": 2.724908612294e-07,
      "loss": 0.3308,
      "step": 2444270
    },
    {
      "epoch": 682.19,
      "grad_norm": 1.1675829887390137,
      "learning_rate": 2.724782072677012e-07,
      "loss": 0.3373,
      "step": 2444280
    },
    {
      "epoch": 682.19,
      "grad_norm": 1.3091322183609009,
      "learning_rate": 2.7246555358168894e-07,
      "loss": 0.3637,
      "step": 2444290
    },
    {
      "epoch": 682.19,
      "grad_norm": 1.354304313659668,
      "learning_rate": 2.72452900171366e-07,
      "loss": 0.3519,
      "step": 2444300
    },
    {
      "epoch": 682.2,
      "grad_norm": 1.186944842338562,
      "learning_rate": 2.724402470367322e-07,
      "loss": 0.335,
      "step": 2444310
    },
    {
      "epoch": 682.2,
      "grad_norm": 1.0131289958953857,
      "learning_rate": 2.724275941777911e-07,
      "loss": 0.3453,
      "step": 2444320
    },
    {
      "epoch": 682.2,
      "grad_norm": 1.2221271991729736,
      "learning_rate": 2.724149415945428e-07,
      "loss": 0.3283,
      "step": 2444330
    },
    {
      "epoch": 682.2,
      "grad_norm": 1.1365272998809814,
      "learning_rate": 2.7240228928699093e-07,
      "loss": 0.3348,
      "step": 2444340
    },
    {
      "epoch": 682.21,
      "grad_norm": 1.3183423280715942,
      "learning_rate": 2.7238963725513514e-07,
      "loss": 0.3526,
      "step": 2444350
    },
    {
      "epoch": 682.21,
      "grad_norm": 1.090133547782898,
      "learning_rate": 2.723769854989781e-07,
      "loss": 0.332,
      "step": 2444360
    },
    {
      "epoch": 682.21,
      "grad_norm": 1.5872982740402222,
      "learning_rate": 2.723643340185219e-07,
      "loss": 0.3411,
      "step": 2444370
    },
    {
      "epoch": 682.22,
      "grad_norm": 1.183274745941162,
      "learning_rate": 2.7235168281376725e-07,
      "loss": 0.3475,
      "step": 2444380
    },
    {
      "epoch": 682.22,
      "grad_norm": 1.3673760890960693,
      "learning_rate": 2.7233903188471627e-07,
      "loss": 0.3328,
      "step": 2444390
    },
    {
      "epoch": 682.22,
      "grad_norm": 1.364119291305542,
      "learning_rate": 2.7232638123137055e-07,
      "loss": 0.3234,
      "step": 2444400
    },
    {
      "epoch": 682.22,
      "grad_norm": 1.1569654941558838,
      "learning_rate": 2.7231373085373246e-07,
      "loss": 0.336,
      "step": 2444410
    },
    {
      "epoch": 682.23,
      "grad_norm": 1.1087836027145386,
      "learning_rate": 2.7230108075180264e-07,
      "loss": 0.3267,
      "step": 2444420
    },
    {
      "epoch": 682.23,
      "grad_norm": 1.3235831260681152,
      "learning_rate": 2.7228843092558306e-07,
      "loss": 0.3477,
      "step": 2444430
    },
    {
      "epoch": 682.23,
      "grad_norm": 1.088028073310852,
      "learning_rate": 2.722757813750763e-07,
      "loss": 0.3369,
      "step": 2444440
    },
    {
      "epoch": 682.24,
      "grad_norm": 1.2199634313583374,
      "learning_rate": 2.7226313210028225e-07,
      "loss": 0.332,
      "step": 2444450
    },
    {
      "epoch": 682.24,
      "grad_norm": 1.1949822902679443,
      "learning_rate": 2.722504831012044e-07,
      "loss": 0.3543,
      "step": 2444460
    },
    {
      "epoch": 682.24,
      "grad_norm": 1.4118860960006714,
      "learning_rate": 2.7223783437784354e-07,
      "loss": 0.3482,
      "step": 2444470
    },
    {
      "epoch": 682.24,
      "grad_norm": 1.2272779941558838,
      "learning_rate": 2.722251859302014e-07,
      "loss": 0.3355,
      "step": 2444480
    },
    {
      "epoch": 682.25,
      "grad_norm": 1.2080243825912476,
      "learning_rate": 2.7221253775827985e-07,
      "loss": 0.3475,
      "step": 2444490
    },
    {
      "epoch": 682.25,
      "grad_norm": 1.2295483350753784,
      "learning_rate": 2.72199889862081e-07,
      "loss": 0.3396,
      "step": 2444500
    },
    {
      "epoch": 682.25,
      "grad_norm": 1.1235226392745972,
      "learning_rate": 2.7218724224160535e-07,
      "loss": 0.3375,
      "step": 2444510
    },
    {
      "epoch": 682.26,
      "grad_norm": 1.2730034589767456,
      "learning_rate": 2.721745948968555e-07,
      "loss": 0.3406,
      "step": 2444520
    },
    {
      "epoch": 682.26,
      "grad_norm": 1.1102203130722046,
      "learning_rate": 2.7216194782783324e-07,
      "loss": 0.3487,
      "step": 2444530
    },
    {
      "epoch": 682.26,
      "grad_norm": 1.2776637077331543,
      "learning_rate": 2.7214930103453884e-07,
      "loss": 0.3487,
      "step": 2444540
    },
    {
      "epoch": 682.26,
      "grad_norm": 1.1961796283721924,
      "learning_rate": 2.721366545169763e-07,
      "loss": 0.3347,
      "step": 2444550
    },
    {
      "epoch": 682.27,
      "grad_norm": 1.2994614839553833,
      "learning_rate": 2.7212400827514543e-07,
      "loss": 0.343,
      "step": 2444560
    },
    {
      "epoch": 682.27,
      "grad_norm": 1.1812793016433716,
      "learning_rate": 2.7211136230904853e-07,
      "loss": 0.3338,
      "step": 2444570
    },
    {
      "epoch": 682.27,
      "grad_norm": 1.4470851421356201,
      "learning_rate": 2.7209871661868775e-07,
      "loss": 0.3192,
      "step": 2444580
    },
    {
      "epoch": 682.27,
      "grad_norm": 1.3657588958740234,
      "learning_rate": 2.72086071204064e-07,
      "loss": 0.3527,
      "step": 2444590
    },
    {
      "epoch": 682.28,
      "grad_norm": 1.407663345336914,
      "learning_rate": 2.7207342606517904e-07,
      "loss": 0.3354,
      "step": 2444600
    },
    {
      "epoch": 682.28,
      "grad_norm": 1.1428340673446655,
      "learning_rate": 2.72060781202035e-07,
      "loss": 0.3136,
      "step": 2444610
    },
    {
      "epoch": 682.28,
      "grad_norm": 1.1321614980697632,
      "learning_rate": 2.720481366146334e-07,
      "loss": 0.3401,
      "step": 2444620
    },
    {
      "epoch": 682.29,
      "grad_norm": 1.263981819152832,
      "learning_rate": 2.7203549230297553e-07,
      "loss": 0.3259,
      "step": 2444630
    },
    {
      "epoch": 682.29,
      "grad_norm": 1.0466440916061401,
      "learning_rate": 2.720228482670643e-07,
      "loss": 0.3386,
      "step": 2444640
    },
    {
      "epoch": 682.29,
      "grad_norm": 1.1943129301071167,
      "learning_rate": 2.720102045068999e-07,
      "loss": 0.3466,
      "step": 2444650
    },
    {
      "epoch": 682.29,
      "grad_norm": 1.319808840751648,
      "learning_rate": 2.719975610224845e-07,
      "loss": 0.3396,
      "step": 2444660
    },
    {
      "epoch": 682.3,
      "grad_norm": 1.1254806518554688,
      "learning_rate": 2.719849178138206e-07,
      "loss": 0.3343,
      "step": 2444670
    },
    {
      "epoch": 682.3,
      "grad_norm": 1.079413890838623,
      "learning_rate": 2.7197227488090803e-07,
      "loss": 0.3435,
      "step": 2444680
    },
    {
      "epoch": 682.3,
      "grad_norm": 1.2877155542373657,
      "learning_rate": 2.7195963222375095e-07,
      "loss": 0.3473,
      "step": 2444690
    },
    {
      "epoch": 682.31,
      "grad_norm": 1.3300563097000122,
      "learning_rate": 2.7194698984234905e-07,
      "loss": 0.3345,
      "step": 2444700
    },
    {
      "epoch": 682.31,
      "grad_norm": 1.104288101196289,
      "learning_rate": 2.719343477367044e-07,
      "loss": 0.3291,
      "step": 2444710
    },
    {
      "epoch": 682.31,
      "grad_norm": 1.3388384580612183,
      "learning_rate": 2.7192170590681993e-07,
      "loss": 0.3385,
      "step": 2444720
    },
    {
      "epoch": 682.31,
      "grad_norm": 1.3723846673965454,
      "learning_rate": 2.7190906435269557e-07,
      "loss": 0.3462,
      "step": 2444730
    },
    {
      "epoch": 682.32,
      "grad_norm": 1.2903826236724854,
      "learning_rate": 2.71896423074334e-07,
      "loss": 0.3288,
      "step": 2444740
    },
    {
      "epoch": 682.32,
      "grad_norm": 1.1257281303405762,
      "learning_rate": 2.7188378207173673e-07,
      "loss": 0.3523,
      "step": 2444750
    },
    {
      "epoch": 682.32,
      "grad_norm": 1.1256318092346191,
      "learning_rate": 2.7187114134490554e-07,
      "loss": 0.3368,
      "step": 2444760
    },
    {
      "epoch": 682.32,
      "grad_norm": 1.0751243829727173,
      "learning_rate": 2.718585008938413e-07,
      "loss": 0.3402,
      "step": 2444770
    },
    {
      "epoch": 682.33,
      "grad_norm": 1.1894690990447998,
      "learning_rate": 2.7184586071854737e-07,
      "loss": 0.346,
      "step": 2444780
    },
    {
      "epoch": 682.33,
      "grad_norm": 1.1733653545379639,
      "learning_rate": 2.7183322081902395e-07,
      "loss": 0.3344,
      "step": 2444790
    },
    {
      "epoch": 682.33,
      "grad_norm": 1.285619854927063,
      "learning_rate": 2.718205811952732e-07,
      "loss": 0.3517,
      "step": 2444800
    },
    {
      "epoch": 682.34,
      "grad_norm": 1.2174746990203857,
      "learning_rate": 2.7180794184729737e-07,
      "loss": 0.3353,
      "step": 2444810
    },
    {
      "epoch": 682.34,
      "grad_norm": 1.2259726524353027,
      "learning_rate": 2.717953027750971e-07,
      "loss": 0.3318,
      "step": 2444820
    },
    {
      "epoch": 682.34,
      "grad_norm": 1.0711606740951538,
      "learning_rate": 2.717826639786744e-07,
      "loss": 0.3458,
      "step": 2444830
    },
    {
      "epoch": 682.34,
      "grad_norm": 1.2148940563201904,
      "learning_rate": 2.7177002545803104e-07,
      "loss": 0.3312,
      "step": 2444840
    },
    {
      "epoch": 682.35,
      "grad_norm": 1.35235595703125,
      "learning_rate": 2.717573872131695e-07,
      "loss": 0.3235,
      "step": 2444850
    },
    {
      "epoch": 682.35,
      "grad_norm": 1.1820809841156006,
      "learning_rate": 2.7174474924409016e-07,
      "loss": 0.3225,
      "step": 2444860
    },
    {
      "epoch": 682.35,
      "grad_norm": 1.1672016382217407,
      "learning_rate": 2.7173211155079545e-07,
      "loss": 0.3393,
      "step": 2444870
    },
    {
      "epoch": 682.36,
      "grad_norm": 1.4996267557144165,
      "learning_rate": 2.7171947413328667e-07,
      "loss": 0.3669,
      "step": 2444880
    },
    {
      "epoch": 682.36,
      "grad_norm": 1.283056616783142,
      "learning_rate": 2.7170683699156583e-07,
      "loss": 0.3243,
      "step": 2444890
    },
    {
      "epoch": 682.36,
      "grad_norm": 1.3902794122695923,
      "learning_rate": 2.7169420012563506e-07,
      "loss": 0.3454,
      "step": 2444900
    },
    {
      "epoch": 682.36,
      "grad_norm": 2.7194199562072754,
      "learning_rate": 2.716815635354944e-07,
      "loss": 0.3339,
      "step": 2444910
    },
    {
      "epoch": 682.37,
      "grad_norm": 1.308410882949829,
      "learning_rate": 2.716689272211474e-07,
      "loss": 0.3331,
      "step": 2444920
    },
    {
      "epoch": 682.37,
      "grad_norm": 1.3497709035873413,
      "learning_rate": 2.7165629118259466e-07,
      "loss": 0.3328,
      "step": 2444930
    },
    {
      "epoch": 682.37,
      "grad_norm": 1.1891413927078247,
      "learning_rate": 2.716436554198382e-07,
      "loss": 0.3462,
      "step": 2444940
    },
    {
      "epoch": 682.38,
      "grad_norm": 1.411009669303894,
      "learning_rate": 2.716310199328802e-07,
      "loss": 0.3307,
      "step": 2444950
    },
    {
      "epoch": 682.38,
      "grad_norm": 1.1542208194732666,
      "learning_rate": 2.7161838472172105e-07,
      "loss": 0.3277,
      "step": 2444960
    },
    {
      "epoch": 682.38,
      "grad_norm": 1.242703914642334,
      "learning_rate": 2.716057497863635e-07,
      "loss": 0.3435,
      "step": 2444970
    },
    {
      "epoch": 682.38,
      "grad_norm": 1.210178017616272,
      "learning_rate": 2.715931151268087e-07,
      "loss": 0.3312,
      "step": 2444980
    },
    {
      "epoch": 682.39,
      "grad_norm": 1.0360323190689087,
      "learning_rate": 2.7158048074305907e-07,
      "loss": 0.3223,
      "step": 2444990
    },
    {
      "epoch": 682.39,
      "grad_norm": 1.2558190822601318,
      "learning_rate": 2.7156784663511484e-07,
      "loss": 0.3456,
      "step": 2445000
    },
    {
      "epoch": 682.39,
      "grad_norm": 1.3761621713638306,
      "learning_rate": 2.715552128029797e-07,
      "loss": 0.3297,
      "step": 2445010
    },
    {
      "epoch": 682.39,
      "grad_norm": 1.185034155845642,
      "learning_rate": 2.715425792466536e-07,
      "loss": 0.3368,
      "step": 2445020
    },
    {
      "epoch": 682.4,
      "grad_norm": 1.399033784866333,
      "learning_rate": 2.7152994596613897e-07,
      "loss": 0.3393,
      "step": 2445030
    },
    {
      "epoch": 682.4,
      "grad_norm": 1.215275764465332,
      "learning_rate": 2.7151731296143775e-07,
      "loss": 0.3412,
      "step": 2445040
    },
    {
      "epoch": 682.4,
      "grad_norm": 1.2803667783737183,
      "learning_rate": 2.7150468023255083e-07,
      "loss": 0.3287,
      "step": 2445050
    },
    {
      "epoch": 682.41,
      "grad_norm": 1.203604817390442,
      "learning_rate": 2.714920477794803e-07,
      "loss": 0.3402,
      "step": 2445060
    },
    {
      "epoch": 682.41,
      "grad_norm": 1.252997636795044,
      "learning_rate": 2.7147941560222787e-07,
      "loss": 0.333,
      "step": 2445070
    },
    {
      "epoch": 682.41,
      "grad_norm": 1.2396111488342285,
      "learning_rate": 2.7146678370079595e-07,
      "loss": 0.3241,
      "step": 2445080
    },
    {
      "epoch": 682.41,
      "grad_norm": 1.3197193145751953,
      "learning_rate": 2.714541520751846e-07,
      "loss": 0.3233,
      "step": 2445090
    },
    {
      "epoch": 682.42,
      "grad_norm": 1.327528953552246,
      "learning_rate": 2.714415207253966e-07,
      "loss": 0.3316,
      "step": 2445100
    },
    {
      "epoch": 682.42,
      "grad_norm": 1.291355848312378,
      "learning_rate": 2.71428889651434e-07,
      "loss": 0.3329,
      "step": 2445110
    },
    {
      "epoch": 682.42,
      "grad_norm": 1.3516777753829956,
      "learning_rate": 2.71416258853297e-07,
      "loss": 0.3402,
      "step": 2445120
    },
    {
      "epoch": 682.43,
      "grad_norm": 1.3330293893814087,
      "learning_rate": 2.714036283309887e-07,
      "loss": 0.3335,
      "step": 2445130
    },
    {
      "epoch": 682.43,
      "grad_norm": 1.209735631942749,
      "learning_rate": 2.7139099808451035e-07,
      "loss": 0.3401,
      "step": 2445140
    },
    {
      "epoch": 682.43,
      "grad_norm": 1.4085558652877808,
      "learning_rate": 2.7137836811386314e-07,
      "loss": 0.3339,
      "step": 2445150
    },
    {
      "epoch": 682.43,
      "grad_norm": 1.1130951642990112,
      "learning_rate": 2.713657384190492e-07,
      "loss": 0.3458,
      "step": 2445160
    },
    {
      "epoch": 682.44,
      "grad_norm": 1.200927495956421,
      "learning_rate": 2.713531090000709e-07,
      "loss": 0.351,
      "step": 2445170
    },
    {
      "epoch": 682.44,
      "grad_norm": 1.2085886001586914,
      "learning_rate": 2.7134047985692845e-07,
      "loss": 0.3126,
      "step": 2445180
    },
    {
      "epoch": 682.44,
      "grad_norm": 1.0472830533981323,
      "learning_rate": 2.7132785098962445e-07,
      "loss": 0.345,
      "step": 2445190
    },
    {
      "epoch": 682.44,
      "grad_norm": 1.2114038467407227,
      "learning_rate": 2.7131522239816023e-07,
      "loss": 0.3395,
      "step": 2445200
    },
    {
      "epoch": 682.45,
      "grad_norm": 1.0123815536499023,
      "learning_rate": 2.7130259408253784e-07,
      "loss": 0.3456,
      "step": 2445210
    },
    {
      "epoch": 682.45,
      "grad_norm": 1.1185442209243774,
      "learning_rate": 2.7128996604275915e-07,
      "loss": 0.3541,
      "step": 2445220
    },
    {
      "epoch": 682.45,
      "grad_norm": 1.2296040058135986,
      "learning_rate": 2.712773382788249e-07,
      "loss": 0.3476,
      "step": 2445230
    },
    {
      "epoch": 682.46,
      "grad_norm": 1.2188786268234253,
      "learning_rate": 2.712647107907374e-07,
      "loss": 0.343,
      "step": 2445240
    },
    {
      "epoch": 682.46,
      "grad_norm": 2.480992555618286,
      "learning_rate": 2.712520835784988e-07,
      "loss": 0.339,
      "step": 2445250
    },
    {
      "epoch": 682.46,
      "grad_norm": 1.2034989595413208,
      "learning_rate": 2.712394566421091e-07,
      "loss": 0.3575,
      "step": 2445260
    },
    {
      "epoch": 682.46,
      "grad_norm": 1.203442096710205,
      "learning_rate": 2.712268299815722e-07,
      "loss": 0.3485,
      "step": 2445270
    },
    {
      "epoch": 682.47,
      "grad_norm": 1.262856364250183,
      "learning_rate": 2.712142035968883e-07,
      "loss": 0.341,
      "step": 2445280
    },
    {
      "epoch": 682.47,
      "grad_norm": 1.0468641519546509,
      "learning_rate": 2.7120157748805927e-07,
      "loss": 0.3308,
      "step": 2445290
    },
    {
      "epoch": 682.47,
      "grad_norm": 1.3084553480148315,
      "learning_rate": 2.7118895165508717e-07,
      "loss": 0.3343,
      "step": 2445300
    },
    {
      "epoch": 682.48,
      "grad_norm": 1.536741852760315,
      "learning_rate": 2.711763260979741e-07,
      "loss": 0.3326,
      "step": 2445310
    },
    {
      "epoch": 682.48,
      "grad_norm": 1.160090684890747,
      "learning_rate": 2.711637008167203e-07,
      "loss": 0.3332,
      "step": 2445320
    },
    {
      "epoch": 682.48,
      "grad_norm": 1.3398751020431519,
      "learning_rate": 2.711510758113287e-07,
      "loss": 0.3354,
      "step": 2445330
    },
    {
      "epoch": 682.48,
      "grad_norm": 1.2443538904190063,
      "learning_rate": 2.7113845108180075e-07,
      "loss": 0.34,
      "step": 2445340
    },
    {
      "epoch": 682.49,
      "grad_norm": 1.2707257270812988,
      "learning_rate": 2.7112582662813705e-07,
      "loss": 0.3461,
      "step": 2445350
    },
    {
      "epoch": 682.49,
      "grad_norm": 1.141504168510437,
      "learning_rate": 2.711132024503412e-07,
      "loss": 0.3389,
      "step": 2445360
    },
    {
      "epoch": 682.49,
      "grad_norm": 1.1234021186828613,
      "learning_rate": 2.7110057854841346e-07,
      "loss": 0.3446,
      "step": 2445370
    },
    {
      "epoch": 682.5,
      "grad_norm": 1.2223320007324219,
      "learning_rate": 2.71087954922356e-07,
      "loss": 0.3411,
      "step": 2445380
    },
    {
      "epoch": 682.5,
      "grad_norm": 1.43982994556427,
      "learning_rate": 2.710753315721708e-07,
      "loss": 0.3479,
      "step": 2445390
    },
    {
      "epoch": 682.5,
      "grad_norm": 1.1964479684829712,
      "learning_rate": 2.7106270849785867e-07,
      "loss": 0.3206,
      "step": 2445400
    },
    {
      "epoch": 682.5,
      "grad_norm": 1.183892846107483,
      "learning_rate": 2.710500856994217e-07,
      "loss": 0.3517,
      "step": 2445410
    },
    {
      "epoch": 682.51,
      "grad_norm": 1.0582497119903564,
      "learning_rate": 2.710374631768617e-07,
      "loss": 0.3379,
      "step": 2445420
    },
    {
      "epoch": 682.51,
      "grad_norm": 1.0770293474197388,
      "learning_rate": 2.7102484093018075e-07,
      "loss": 0.334,
      "step": 2445430
    },
    {
      "epoch": 682.51,
      "grad_norm": 1.60427725315094,
      "learning_rate": 2.7101221895937915e-07,
      "loss": 0.3419,
      "step": 2445440
    },
    {
      "epoch": 682.51,
      "grad_norm": 1.221457839012146,
      "learning_rate": 2.709995972644608e-07,
      "loss": 0.3423,
      "step": 2445450
    },
    {
      "epoch": 682.52,
      "grad_norm": 1.3860774040222168,
      "learning_rate": 2.7098697584542507e-07,
      "loss": 0.3256,
      "step": 2445460
    },
    {
      "epoch": 682.52,
      "grad_norm": 1.566574215888977,
      "learning_rate": 2.709743547022749e-07,
      "loss": 0.3469,
      "step": 2445470
    },
    {
      "epoch": 682.52,
      "grad_norm": 1.154304027557373,
      "learning_rate": 2.7096173383501246e-07,
      "loss": 0.3377,
      "step": 2445480
    },
    {
      "epoch": 682.53,
      "grad_norm": 1.2258464097976685,
      "learning_rate": 2.7094911324363737e-07,
      "loss": 0.3367,
      "step": 2445490
    },
    {
      "epoch": 682.53,
      "grad_norm": 1.322727918624878,
      "learning_rate": 2.709364929281538e-07,
      "loss": 0.3358,
      "step": 2445500
    },
    {
      "epoch": 682.53,
      "grad_norm": 1.1931387186050415,
      "learning_rate": 2.709238728885618e-07,
      "loss": 0.3407,
      "step": 2445510
    },
    {
      "epoch": 682.53,
      "grad_norm": 1.7661031484603882,
      "learning_rate": 2.709112531248635e-07,
      "loss": 0.3347,
      "step": 2445520
    },
    {
      "epoch": 682.54,
      "grad_norm": 1.1396851539611816,
      "learning_rate": 2.708986336370608e-07,
      "loss": 0.3471,
      "step": 2445530
    },
    {
      "epoch": 682.54,
      "grad_norm": 1.1744166612625122,
      "learning_rate": 2.7088601442515517e-07,
      "loss": 0.3329,
      "step": 2445540
    },
    {
      "epoch": 682.54,
      "grad_norm": 1.0912965536117554,
      "learning_rate": 2.7087339548914784e-07,
      "loss": 0.3249,
      "step": 2445550
    },
    {
      "epoch": 682.55,
      "grad_norm": 1.4427727460861206,
      "learning_rate": 2.708607768290415e-07,
      "loss": 0.3588,
      "step": 2445560
    },
    {
      "epoch": 682.55,
      "grad_norm": 1.1511150598526,
      "learning_rate": 2.7084815844483725e-07,
      "loss": 0.3353,
      "step": 2445570
    },
    {
      "epoch": 682.55,
      "grad_norm": 1.2059441804885864,
      "learning_rate": 2.7083554033653607e-07,
      "loss": 0.337,
      "step": 2445580
    },
    {
      "epoch": 682.55,
      "grad_norm": 1.4136755466461182,
      "learning_rate": 2.7082292250414125e-07,
      "loss": 0.3321,
      "step": 2445590
    },
    {
      "epoch": 682.56,
      "grad_norm": 1.244916319847107,
      "learning_rate": 2.708103049476531e-07,
      "loss": 0.336,
      "step": 2445600
    },
    {
      "epoch": 682.56,
      "grad_norm": 1.1752550601959229,
      "learning_rate": 2.707976876670739e-07,
      "loss": 0.3382,
      "step": 2445610
    },
    {
      "epoch": 682.56,
      "grad_norm": 1.3487470149993896,
      "learning_rate": 2.707850706624058e-07,
      "loss": 0.3202,
      "step": 2445620
    },
    {
      "epoch": 682.56,
      "grad_norm": 1.3896628618240356,
      "learning_rate": 2.7077245393364925e-07,
      "loss": 0.3381,
      "step": 2445630
    },
    {
      "epoch": 682.57,
      "grad_norm": 1.1782130002975464,
      "learning_rate": 2.707598374808064e-07,
      "loss": 0.3399,
      "step": 2445640
    },
    {
      "epoch": 682.57,
      "grad_norm": 1.2076659202575684,
      "learning_rate": 2.7074722130387925e-07,
      "loss": 0.334,
      "step": 2445650
    },
    {
      "epoch": 682.57,
      "grad_norm": 1.2368544340133667,
      "learning_rate": 2.7073460540287e-07,
      "loss": 0.3359,
      "step": 2445660
    },
    {
      "epoch": 682.58,
      "grad_norm": 0.9777277708053589,
      "learning_rate": 2.7072198977777905e-07,
      "loss": 0.3451,
      "step": 2445670
    },
    {
      "epoch": 682.58,
      "grad_norm": 1.2018810510635376,
      "learning_rate": 2.7070937442860854e-07,
      "loss": 0.3342,
      "step": 2445680
    },
    {
      "epoch": 682.58,
      "grad_norm": 1.1897571086883545,
      "learning_rate": 2.706967593553611e-07,
      "loss": 0.3372,
      "step": 2445690
    },
    {
      "epoch": 682.58,
      "grad_norm": 1.3247452974319458,
      "learning_rate": 2.7068414455803635e-07,
      "loss": 0.3363,
      "step": 2445700
    },
    {
      "epoch": 682.59,
      "grad_norm": 1.2302300930023193,
      "learning_rate": 2.706715300366384e-07,
      "loss": 0.3332,
      "step": 2445710
    },
    {
      "epoch": 682.59,
      "grad_norm": 1.1632946729660034,
      "learning_rate": 2.7065891579116726e-07,
      "loss": 0.3266,
      "step": 2445720
    },
    {
      "epoch": 682.59,
      "grad_norm": 1.5196547508239746,
      "learning_rate": 2.7064630182162496e-07,
      "loss": 0.3321,
      "step": 2445730
    },
    {
      "epoch": 682.6,
      "grad_norm": 1.3918122053146362,
      "learning_rate": 2.706336881280135e-07,
      "loss": 0.3338,
      "step": 2445740
    },
    {
      "epoch": 682.6,
      "grad_norm": 1.136279582977295,
      "learning_rate": 2.7062107471033464e-07,
      "loss": 0.3404,
      "step": 2445750
    },
    {
      "epoch": 682.6,
      "grad_norm": 1.6230336427688599,
      "learning_rate": 2.7060846156858954e-07,
      "loss": 0.3692,
      "step": 2445760
    },
    {
      "epoch": 682.6,
      "grad_norm": 1.198431372642517,
      "learning_rate": 2.7059584870277993e-07,
      "loss": 0.3493,
      "step": 2445770
    },
    {
      "epoch": 682.61,
      "grad_norm": 1.2487367391586304,
      "learning_rate": 2.70583236112908e-07,
      "loss": 0.3269,
      "step": 2445780
    },
    {
      "epoch": 682.61,
      "grad_norm": 1.2100117206573486,
      "learning_rate": 2.705706237989749e-07,
      "loss": 0.3511,
      "step": 2445790
    },
    {
      "epoch": 682.61,
      "grad_norm": 1.2788718938827515,
      "learning_rate": 2.70558011760983e-07,
      "loss": 0.3529,
      "step": 2445800
    },
    {
      "epoch": 682.62,
      "grad_norm": 1.3457386493682861,
      "learning_rate": 2.7054539999893325e-07,
      "loss": 0.3587,
      "step": 2445810
    },
    {
      "epoch": 682.62,
      "grad_norm": 1.8394460678100586,
      "learning_rate": 2.7053278851282755e-07,
      "loss": 0.3496,
      "step": 2445820
    },
    {
      "epoch": 682.62,
      "grad_norm": 1.083448886871338,
      "learning_rate": 2.7052017730266755e-07,
      "loss": 0.3515,
      "step": 2445830
    },
    {
      "epoch": 682.62,
      "grad_norm": 1.2197588682174683,
      "learning_rate": 2.70507566368455e-07,
      "loss": 0.3437,
      "step": 2445840
    },
    {
      "epoch": 682.63,
      "grad_norm": 1.1884061098098755,
      "learning_rate": 2.704949557101921e-07,
      "loss": 0.3334,
      "step": 2445850
    },
    {
      "epoch": 682.63,
      "grad_norm": 1.2596317529678345,
      "learning_rate": 2.7048234532787947e-07,
      "loss": 0.3294,
      "step": 2445860
    },
    {
      "epoch": 682.63,
      "grad_norm": 1.1721850633621216,
      "learning_rate": 2.7046973522151934e-07,
      "loss": 0.3221,
      "step": 2445870
    },
    {
      "epoch": 682.63,
      "grad_norm": 1.1533619165420532,
      "learning_rate": 2.7045712539111344e-07,
      "loss": 0.3299,
      "step": 2445880
    },
    {
      "epoch": 682.64,
      "grad_norm": 1.2691899538040161,
      "learning_rate": 2.704445158366636e-07,
      "loss": 0.3347,
      "step": 2445890
    },
    {
      "epoch": 682.64,
      "grad_norm": 1.2352352142333984,
      "learning_rate": 2.704319065581712e-07,
      "loss": 0.3457,
      "step": 2445900
    },
    {
      "epoch": 682.64,
      "grad_norm": 1.2954779863357544,
      "learning_rate": 2.704192975556377e-07,
      "loss": 0.3399,
      "step": 2445910
    },
    {
      "epoch": 682.65,
      "grad_norm": 2.667492389678955,
      "learning_rate": 2.7040668882906574e-07,
      "loss": 0.3445,
      "step": 2445920
    },
    {
      "epoch": 682.65,
      "grad_norm": 1.2159360647201538,
      "learning_rate": 2.703940803784554e-07,
      "loss": 0.3359,
      "step": 2445930
    },
    {
      "epoch": 682.65,
      "grad_norm": 1.0780514478683472,
      "learning_rate": 2.7038147220381017e-07,
      "loss": 0.3092,
      "step": 2445940
    },
    {
      "epoch": 682.65,
      "grad_norm": 1.2512547969818115,
      "learning_rate": 2.703688643051304e-07,
      "loss": 0.3377,
      "step": 2445950
    },
    {
      "epoch": 682.66,
      "grad_norm": 1.4217634201049805,
      "learning_rate": 2.7035625668241815e-07,
      "loss": 0.334,
      "step": 2445960
    },
    {
      "epoch": 682.66,
      "grad_norm": 1.078687310218811,
      "learning_rate": 2.7034364933567527e-07,
      "loss": 0.3405,
      "step": 2445970
    },
    {
      "epoch": 682.66,
      "grad_norm": 1.2979912757873535,
      "learning_rate": 2.703310422649038e-07,
      "loss": 0.337,
      "step": 2445980
    },
    {
      "epoch": 682.67,
      "grad_norm": 1.2017089128494263,
      "learning_rate": 2.7031843547010433e-07,
      "loss": 0.3377,
      "step": 2445990
    },
    {
      "epoch": 682.67,
      "grad_norm": 1.1136945486068726,
      "learning_rate": 2.703058289512794e-07,
      "loss": 0.3336,
      "step": 2446000
    },
    {
      "epoch": 682.67,
      "grad_norm": 1.199329137802124,
      "learning_rate": 2.7029322270843084e-07,
      "loss": 0.3421,
      "step": 2446010
    },
    {
      "epoch": 682.67,
      "grad_norm": 1.3695060014724731,
      "learning_rate": 2.7028061674155894e-07,
      "loss": 0.3452,
      "step": 2446020
    },
    {
      "epoch": 682.68,
      "grad_norm": 1.1472125053405762,
      "learning_rate": 2.7026801105066753e-07,
      "loss": 0.3417,
      "step": 2446030
    },
    {
      "epoch": 682.68,
      "grad_norm": 1.2198293209075928,
      "learning_rate": 2.7025540563575645e-07,
      "loss": 0.3369,
      "step": 2446040
    },
    {
      "epoch": 682.68,
      "grad_norm": 1.2866036891937256,
      "learning_rate": 2.7024280049682824e-07,
      "loss": 0.3521,
      "step": 2446050
    },
    {
      "epoch": 682.68,
      "grad_norm": 1.1490603685379028,
      "learning_rate": 2.702301956338847e-07,
      "loss": 0.3285,
      "step": 2446060
    },
    {
      "epoch": 682.69,
      "grad_norm": 1.1418442726135254,
      "learning_rate": 2.7021759104692614e-07,
      "loss": 0.3132,
      "step": 2446070
    },
    {
      "epoch": 682.69,
      "grad_norm": 1.2980326414108276,
      "learning_rate": 2.702049867359565e-07,
      "loss": 0.3474,
      "step": 2446080
    },
    {
      "epoch": 682.69,
      "grad_norm": 1.263586163520813,
      "learning_rate": 2.701923827009759e-07,
      "loss": 0.3329,
      "step": 2446090
    },
    {
      "epoch": 682.7,
      "grad_norm": 1.2453867197036743,
      "learning_rate": 2.7017977894198607e-07,
      "loss": 0.3399,
      "step": 2446100
    },
    {
      "epoch": 682.7,
      "grad_norm": 1.3796260356903076,
      "learning_rate": 2.701671754589892e-07,
      "loss": 0.3373,
      "step": 2446110
    },
    {
      "epoch": 682.7,
      "grad_norm": 1.161940574645996,
      "learning_rate": 2.7015457225198725e-07,
      "loss": 0.3506,
      "step": 2446120
    },
    {
      "epoch": 682.7,
      "grad_norm": 1.1428163051605225,
      "learning_rate": 2.7014196932098086e-07,
      "loss": 0.3341,
      "step": 2446130
    },
    {
      "epoch": 682.71,
      "grad_norm": 1.2468985319137573,
      "learning_rate": 2.701293666659722e-07,
      "loss": 0.3358,
      "step": 2446140
    },
    {
      "epoch": 682.71,
      "grad_norm": 1.4029120206832886,
      "learning_rate": 2.7011676428696365e-07,
      "loss": 0.3333,
      "step": 2446150
    },
    {
      "epoch": 682.71,
      "grad_norm": 1.317908763885498,
      "learning_rate": 2.7010416218395515e-07,
      "loss": 0.3416,
      "step": 2446160
    },
    {
      "epoch": 682.72,
      "grad_norm": 1.165833830833435,
      "learning_rate": 2.700915603569506e-07,
      "loss": 0.3411,
      "step": 2446170
    },
    {
      "epoch": 682.72,
      "grad_norm": 1.0572324991226196,
      "learning_rate": 2.7007895880594997e-07,
      "loss": 0.3327,
      "step": 2446180
    },
    {
      "epoch": 682.72,
      "grad_norm": 1.1287503242492676,
      "learning_rate": 2.700663575309554e-07,
      "loss": 0.3284,
      "step": 2446190
    },
    {
      "epoch": 682.72,
      "grad_norm": 1.5480787754058838,
      "learning_rate": 2.700537565319695e-07,
      "loss": 0.3447,
      "step": 2446200
    },
    {
      "epoch": 682.73,
      "grad_norm": 1.2100883722305298,
      "learning_rate": 2.7004115580899244e-07,
      "loss": 0.3368,
      "step": 2446210
    },
    {
      "epoch": 682.73,
      "grad_norm": 1.3091362714767456,
      "learning_rate": 2.700285553620264e-07,
      "loss": 0.3164,
      "step": 2446220
    },
    {
      "epoch": 682.73,
      "grad_norm": 1.3112516403198242,
      "learning_rate": 2.7001595519107345e-07,
      "loss": 0.3411,
      "step": 2446230
    },
    {
      "epoch": 682.74,
      "grad_norm": 1.1697698831558228,
      "learning_rate": 2.7000335529613564e-07,
      "loss": 0.3462,
      "step": 2446240
    },
    {
      "epoch": 682.74,
      "grad_norm": 1.0988593101501465,
      "learning_rate": 2.6999075567721294e-07,
      "loss": 0.3209,
      "step": 2446250
    },
    {
      "epoch": 682.74,
      "grad_norm": 1.8178693056106567,
      "learning_rate": 2.699781563343093e-07,
      "loss": 0.3294,
      "step": 2446260
    },
    {
      "epoch": 682.74,
      "grad_norm": 1.3188867568969727,
      "learning_rate": 2.6996555726742477e-07,
      "loss": 0.3407,
      "step": 2446270
    },
    {
      "epoch": 682.75,
      "grad_norm": 1.2392727136611938,
      "learning_rate": 2.699529584765613e-07,
      "loss": 0.3386,
      "step": 2446280
    },
    {
      "epoch": 682.75,
      "grad_norm": 1.392271876335144,
      "learning_rate": 2.699403599617214e-07,
      "loss": 0.3516,
      "step": 2446290
    },
    {
      "epoch": 682.75,
      "grad_norm": 1.1671698093414307,
      "learning_rate": 2.699277617229057e-07,
      "loss": 0.3238,
      "step": 2446300
    },
    {
      "epoch": 682.75,
      "grad_norm": 1.5723884105682373,
      "learning_rate": 2.699151637601163e-07,
      "loss": 0.3224,
      "step": 2446310
    },
    {
      "epoch": 682.76,
      "grad_norm": 1.061031460762024,
      "learning_rate": 2.6990256607335485e-07,
      "loss": 0.3374,
      "step": 2446320
    },
    {
      "epoch": 682.76,
      "grad_norm": 1.173297643661499,
      "learning_rate": 2.698899686626233e-07,
      "loss": 0.3281,
      "step": 2446330
    },
    {
      "epoch": 682.76,
      "grad_norm": 1.4632761478424072,
      "learning_rate": 2.6987737152792284e-07,
      "loss": 0.3553,
      "step": 2446340
    },
    {
      "epoch": 682.77,
      "grad_norm": 1.2760744094848633,
      "learning_rate": 2.698647746692555e-07,
      "loss": 0.3387,
      "step": 2446350
    },
    {
      "epoch": 682.77,
      "grad_norm": 1.1672837734222412,
      "learning_rate": 2.698521780866225e-07,
      "loss": 0.3258,
      "step": 2446360
    },
    {
      "epoch": 682.77,
      "grad_norm": 1.2743746042251587,
      "learning_rate": 2.6983958178002634e-07,
      "loss": 0.3464,
      "step": 2446370
    },
    {
      "epoch": 682.77,
      "grad_norm": 1.2998580932617188,
      "learning_rate": 2.698269857494684e-07,
      "loss": 0.3461,
      "step": 2446380
    },
    {
      "epoch": 682.78,
      "grad_norm": 1.0920146703720093,
      "learning_rate": 2.698143899949491e-07,
      "loss": 0.3345,
      "step": 2446390
    },
    {
      "epoch": 682.78,
      "grad_norm": 1.3006314039230347,
      "learning_rate": 2.6980179451647245e-07,
      "loss": 0.3264,
      "step": 2446400
    },
    {
      "epoch": 682.78,
      "grad_norm": 1.0222309827804565,
      "learning_rate": 2.697891993140383e-07,
      "loss": 0.3386,
      "step": 2446410
    },
    {
      "epoch": 682.79,
      "grad_norm": 1.7147167921066284,
      "learning_rate": 2.697766043876487e-07,
      "loss": 0.3365,
      "step": 2446420
    },
    {
      "epoch": 682.79,
      "grad_norm": 1.4538084268569946,
      "learning_rate": 2.6976400973730627e-07,
      "loss": 0.3392,
      "step": 2446430
    },
    {
      "epoch": 682.79,
      "grad_norm": 1.25874662399292,
      "learning_rate": 2.6975141536301126e-07,
      "loss": 0.3321,
      "step": 2446440
    },
    {
      "epoch": 682.79,
      "grad_norm": 1.0930529832839966,
      "learning_rate": 2.6973882126476624e-07,
      "loss": 0.3423,
      "step": 2446450
    },
    {
      "epoch": 682.8,
      "grad_norm": 1.1452240943908691,
      "learning_rate": 2.6972622744257254e-07,
      "loss": 0.3288,
      "step": 2446460
    },
    {
      "epoch": 682.8,
      "grad_norm": 1.3491008281707764,
      "learning_rate": 2.697136338964323e-07,
      "loss": 0.3535,
      "step": 2446470
    },
    {
      "epoch": 682.8,
      "grad_norm": 1.2170943021774292,
      "learning_rate": 2.6970104062634667e-07,
      "loss": 0.3388,
      "step": 2446480
    },
    {
      "epoch": 682.8,
      "grad_norm": 1.6046562194824219,
      "learning_rate": 2.6968844763231735e-07,
      "loss": 0.3208,
      "step": 2446490
    },
    {
      "epoch": 682.81,
      "grad_norm": 1.3755499124526978,
      "learning_rate": 2.696758549143466e-07,
      "loss": 0.3416,
      "step": 2446500
    },
    {
      "epoch": 682.81,
      "grad_norm": 1.390587568283081,
      "learning_rate": 2.6966326247243503e-07,
      "loss": 0.3387,
      "step": 2446510
    },
    {
      "epoch": 682.81,
      "grad_norm": 1.205018162727356,
      "learning_rate": 2.6965067030658567e-07,
      "loss": 0.34,
      "step": 2446520
    },
    {
      "epoch": 682.82,
      "grad_norm": 1.358327031135559,
      "learning_rate": 2.6963807841679907e-07,
      "loss": 0.3254,
      "step": 2446530
    },
    {
      "epoch": 682.82,
      "grad_norm": 1.302199125289917,
      "learning_rate": 2.6962548680307733e-07,
      "loss": 0.3457,
      "step": 2446540
    },
    {
      "epoch": 682.82,
      "grad_norm": 1.1301980018615723,
      "learning_rate": 2.696128954654223e-07,
      "loss": 0.3525,
      "step": 2446550
    },
    {
      "epoch": 682.82,
      "grad_norm": 1.0953092575073242,
      "learning_rate": 2.696003044038357e-07,
      "loss": 0.3295,
      "step": 2446560
    },
    {
      "epoch": 682.83,
      "grad_norm": 1.4511765241622925,
      "learning_rate": 2.6958771361831863e-07,
      "loss": 0.347,
      "step": 2446570
    },
    {
      "epoch": 682.83,
      "grad_norm": 1.2826582193374634,
      "learning_rate": 2.695751231088729e-07,
      "loss": 0.3423,
      "step": 2446580
    },
    {
      "epoch": 682.83,
      "grad_norm": 1.2076903581619263,
      "learning_rate": 2.6956253287550116e-07,
      "loss": 0.3365,
      "step": 2446590
    },
    {
      "epoch": 682.84,
      "grad_norm": 1.2010670900344849,
      "learning_rate": 2.695499429182034e-07,
      "loss": 0.3356,
      "step": 2446600
    },
    {
      "epoch": 682.84,
      "grad_norm": 1.0694494247436523,
      "learning_rate": 2.695373532369832e-07,
      "loss": 0.3233,
      "step": 2446610
    },
    {
      "epoch": 682.84,
      "grad_norm": 1.0504515171051025,
      "learning_rate": 2.6952476383184063e-07,
      "loss": 0.33,
      "step": 2446620
    },
    {
      "epoch": 682.84,
      "grad_norm": 1.1401641368865967,
      "learning_rate": 2.69512174702778e-07,
      "loss": 0.3408,
      "step": 2446630
    },
    {
      "epoch": 682.85,
      "grad_norm": 1.435587763786316,
      "learning_rate": 2.694995858497976e-07,
      "loss": 0.3265,
      "step": 2446640
    },
    {
      "epoch": 682.85,
      "grad_norm": 1.1907830238342285,
      "learning_rate": 2.6948699727289954e-07,
      "loss": 0.3351,
      "step": 2446650
    },
    {
      "epoch": 682.85,
      "grad_norm": 1.3751050233840942,
      "learning_rate": 2.6947440897208735e-07,
      "loss": 0.3332,
      "step": 2446660
    },
    {
      "epoch": 682.86,
      "grad_norm": 1.1349884271621704,
      "learning_rate": 2.6946182094736137e-07,
      "loss": 0.337,
      "step": 2446670
    },
    {
      "epoch": 682.86,
      "grad_norm": 1.1938947439193726,
      "learning_rate": 2.6944923319872366e-07,
      "loss": 0.3418,
      "step": 2446680
    },
    {
      "epoch": 682.86,
      "grad_norm": 1.5912781953811646,
      "learning_rate": 2.6943664572617576e-07,
      "loss": 0.3173,
      "step": 2446690
    },
    {
      "epoch": 682.86,
      "grad_norm": 1.3899842500686646,
      "learning_rate": 2.694240585297203e-07,
      "loss": 0.3569,
      "step": 2446700
    },
    {
      "epoch": 682.87,
      "grad_norm": 1.3362786769866943,
      "learning_rate": 2.694114716093576e-07,
      "loss": 0.347,
      "step": 2446710
    },
    {
      "epoch": 682.87,
      "grad_norm": 1.1922451257705688,
      "learning_rate": 2.6939888496508985e-07,
      "loss": 0.3414,
      "step": 2446720
    },
    {
      "epoch": 682.87,
      "grad_norm": 1.284598469734192,
      "learning_rate": 2.693862985969195e-07,
      "loss": 0.3353,
      "step": 2446730
    },
    {
      "epoch": 682.87,
      "grad_norm": 1.36697518825531,
      "learning_rate": 2.693737125048465e-07,
      "loss": 0.3472,
      "step": 2446740
    },
    {
      "epoch": 682.88,
      "grad_norm": 1.1627082824707031,
      "learning_rate": 2.693611266888743e-07,
      "loss": 0.3511,
      "step": 2446750
    },
    {
      "epoch": 682.88,
      "grad_norm": 1.2941372394561768,
      "learning_rate": 2.693485411490036e-07,
      "loss": 0.3378,
      "step": 2446760
    },
    {
      "epoch": 682.88,
      "grad_norm": 1.0929604768753052,
      "learning_rate": 2.6933595588523603e-07,
      "loss": 0.3508,
      "step": 2446770
    },
    {
      "epoch": 682.89,
      "grad_norm": 1.3477307558059692,
      "learning_rate": 2.693233708975741e-07,
      "loss": 0.3495,
      "step": 2446780
    },
    {
      "epoch": 682.89,
      "grad_norm": 1.3161640167236328,
      "learning_rate": 2.693107861860187e-07,
      "loss": 0.3379,
      "step": 2446790
    },
    {
      "epoch": 682.89,
      "grad_norm": 1.3425573110580444,
      "learning_rate": 2.6929820175057135e-07,
      "loss": 0.3528,
      "step": 2446800
    },
    {
      "epoch": 682.89,
      "grad_norm": 1.1351388692855835,
      "learning_rate": 2.692856175912344e-07,
      "loss": 0.3265,
      "step": 2446810
    },
    {
      "epoch": 682.9,
      "grad_norm": 0.9773032665252686,
      "learning_rate": 2.692730337080096e-07,
      "loss": 0.3242,
      "step": 2446820
    },
    {
      "epoch": 682.9,
      "grad_norm": 1.48958420753479,
      "learning_rate": 2.692604501008973e-07,
      "loss": 0.3472,
      "step": 2446830
    },
    {
      "epoch": 682.9,
      "grad_norm": 1.3345645666122437,
      "learning_rate": 2.692478667699011e-07,
      "loss": 0.313,
      "step": 2446840
    },
    {
      "epoch": 682.91,
      "grad_norm": 1.4756234884262085,
      "learning_rate": 2.6923528371502105e-07,
      "loss": 0.3455,
      "step": 2446850
    },
    {
      "epoch": 682.91,
      "grad_norm": 1.2284424304962158,
      "learning_rate": 2.6922270093625963e-07,
      "loss": 0.3401,
      "step": 2446860
    },
    {
      "epoch": 682.91,
      "grad_norm": 1.1164562702178955,
      "learning_rate": 2.692101184336188e-07,
      "loss": 0.3407,
      "step": 2446870
    },
    {
      "epoch": 682.91,
      "grad_norm": 1.3358830213546753,
      "learning_rate": 2.691975362070993e-07,
      "loss": 0.3278,
      "step": 2446880
    },
    {
      "epoch": 682.92,
      "grad_norm": 1.300732970237732,
      "learning_rate": 2.691849542567034e-07,
      "loss": 0.3304,
      "step": 2446890
    },
    {
      "epoch": 682.92,
      "grad_norm": 1.3240057229995728,
      "learning_rate": 2.691723725824325e-07,
      "loss": 0.3555,
      "step": 2446900
    },
    {
      "epoch": 682.92,
      "grad_norm": 1.2763162851333618,
      "learning_rate": 2.691597911842891e-07,
      "loss": 0.3317,
      "step": 2446910
    },
    {
      "epoch": 682.92,
      "grad_norm": 1.1624393463134766,
      "learning_rate": 2.6914721006227306e-07,
      "loss": 0.3338,
      "step": 2446920
    },
    {
      "epoch": 682.93,
      "grad_norm": 1.1922556161880493,
      "learning_rate": 2.691346292163885e-07,
      "loss": 0.3317,
      "step": 2446930
    },
    {
      "epoch": 682.93,
      "grad_norm": 1.1979466676712036,
      "learning_rate": 2.691220486466351e-07,
      "loss": 0.3257,
      "step": 2446940
    },
    {
      "epoch": 682.93,
      "grad_norm": 1.1648517847061157,
      "learning_rate": 2.691094683530152e-07,
      "loss": 0.3392,
      "step": 2446950
    },
    {
      "epoch": 682.94,
      "grad_norm": 1.310750961303711,
      "learning_rate": 2.690968883355312e-07,
      "loss": 0.3425,
      "step": 2446960
    },
    {
      "epoch": 682.94,
      "grad_norm": 1.1813713312149048,
      "learning_rate": 2.690843085941829e-07,
      "loss": 0.3196,
      "step": 2446970
    },
    {
      "epoch": 682.94,
      "grad_norm": 1.5464555025100708,
      "learning_rate": 2.6907172912897436e-07,
      "loss": 0.3295,
      "step": 2446980
    },
    {
      "epoch": 682.94,
      "grad_norm": 1.2503118515014648,
      "learning_rate": 2.6905914993990533e-07,
      "loss": 0.3616,
      "step": 2446990
    },
    {
      "epoch": 682.95,
      "grad_norm": 1.3022325038909912,
      "learning_rate": 2.690465710269784e-07,
      "loss": 0.3459,
      "step": 2447000
    },
    {
      "epoch": 682.95,
      "grad_norm": 16.052644729614258,
      "learning_rate": 2.6903399239019546e-07,
      "loss": 0.3315,
      "step": 2447010
    },
    {
      "epoch": 682.95,
      "grad_norm": 1.328811526298523,
      "learning_rate": 2.690214140295575e-07,
      "loss": 0.3372,
      "step": 2447020
    },
    {
      "epoch": 682.96,
      "grad_norm": 1.3524553775787354,
      "learning_rate": 2.690088359450661e-07,
      "loss": 0.3427,
      "step": 2447030
    },
    {
      "epoch": 682.96,
      "grad_norm": 1.131062388420105,
      "learning_rate": 2.689962581367236e-07,
      "loss": 0.3294,
      "step": 2447040
    },
    {
      "epoch": 682.96,
      "grad_norm": 1.2109861373901367,
      "learning_rate": 2.689836806045318e-07,
      "loss": 0.3402,
      "step": 2447050
    },
    {
      "epoch": 682.96,
      "grad_norm": 1.1847732067108154,
      "learning_rate": 2.68971103348491e-07,
      "loss": 0.3405,
      "step": 2447060
    },
    {
      "epoch": 682.97,
      "grad_norm": 1.0188027620315552,
      "learning_rate": 2.689585263686048e-07,
      "loss": 0.3329,
      "step": 2447070
    },
    {
      "epoch": 682.97,
      "grad_norm": 1.3323838710784912,
      "learning_rate": 2.689459496648735e-07,
      "loss": 0.3284,
      "step": 2447080
    },
    {
      "epoch": 682.97,
      "grad_norm": 1.5775150060653687,
      "learning_rate": 2.6893337323729916e-07,
      "loss": 0.3295,
      "step": 2447090
    },
    {
      "epoch": 682.98,
      "grad_norm": 1.3953763246536255,
      "learning_rate": 2.6892079708588383e-07,
      "loss": 0.328,
      "step": 2447100
    },
    {
      "epoch": 682.98,
      "grad_norm": 1.4811773300170898,
      "learning_rate": 2.6890822121062834e-07,
      "loss": 0.3392,
      "step": 2447110
    },
    {
      "epoch": 682.98,
      "grad_norm": 1.1178836822509766,
      "learning_rate": 2.6889564561153503e-07,
      "loss": 0.3557,
      "step": 2447120
    },
    {
      "epoch": 682.98,
      "grad_norm": 1.2599104642868042,
      "learning_rate": 2.6888307028860544e-07,
      "loss": 0.3393,
      "step": 2447130
    },
    {
      "epoch": 682.99,
      "grad_norm": 1.2503023147583008,
      "learning_rate": 2.688704952418414e-07,
      "loss": 0.3387,
      "step": 2447140
    },
    {
      "epoch": 682.99,
      "grad_norm": 1.2939426898956299,
      "learning_rate": 2.688579204712442e-07,
      "loss": 0.3283,
      "step": 2447150
    },
    {
      "epoch": 682.99,
      "grad_norm": 1.3492045402526855,
      "learning_rate": 2.688453459768154e-07,
      "loss": 0.351,
      "step": 2447160
    },
    {
      "epoch": 682.99,
      "grad_norm": 1.0502394437789917,
      "learning_rate": 2.6883277175855766e-07,
      "loss": 0.3456,
      "step": 2447170
    },
    {
      "epoch": 683.0,
      "grad_norm": 1.3362278938293457,
      "learning_rate": 2.6882019781647117e-07,
      "loss": 0.3422,
      "step": 2447180
    },
    {
      "epoch": 683.0,
      "eval_loss": 0.33882588148117065,
      "eval_runtime": 66.3395,
      "eval_samples_per_second": 76.259,
      "eval_steps_per_second": 9.542,
      "step": 2447189
    },
    {
      "epoch": 683.0,
      "grad_norm": 1.3018964529037476,
      "learning_rate": 2.6880762415055904e-07,
      "loss": 0.3312,
      "step": 2447190
    },
    {
      "epoch": 683.0,
      "grad_norm": 1.5197337865829468,
      "learning_rate": 2.687950507608219e-07,
      "loss": 0.3358,
      "step": 2447200
    },
    {
      "epoch": 683.01,
      "grad_norm": 1.2575348615646362,
      "learning_rate": 2.6878247764726196e-07,
      "loss": 0.3252,
      "step": 2447210
    },
    {
      "epoch": 683.01,
      "grad_norm": 1.1911578178405762,
      "learning_rate": 2.687699048098806e-07,
      "loss": 0.3535,
      "step": 2447220
    },
    {
      "epoch": 683.01,
      "grad_norm": 1.8331705331802368,
      "learning_rate": 2.6875733224867986e-07,
      "loss": 0.3324,
      "step": 2447230
    },
    {
      "epoch": 683.01,
      "grad_norm": 1.1561213731765747,
      "learning_rate": 2.687447599636616e-07,
      "loss": 0.3436,
      "step": 2447240
    },
    {
      "epoch": 683.02,
      "grad_norm": 1.2753159999847412,
      "learning_rate": 2.687321879548266e-07,
      "loss": 0.3376,
      "step": 2447250
    },
    {
      "epoch": 683.02,
      "grad_norm": 1.361303687095642,
      "learning_rate": 2.6871961622217687e-07,
      "loss": 0.3361,
      "step": 2447260
    },
    {
      "epoch": 683.02,
      "grad_norm": 1.7566848993301392,
      "learning_rate": 2.687070447657146e-07,
      "loss": 0.3314,
      "step": 2447270
    },
    {
      "epoch": 683.03,
      "grad_norm": 1.182934045791626,
      "learning_rate": 2.686944735854413e-07,
      "loss": 0.3456,
      "step": 2447280
    },
    {
      "epoch": 683.03,
      "grad_norm": 1.142269492149353,
      "learning_rate": 2.6868190268135824e-07,
      "loss": 0.3357,
      "step": 2447290
    },
    {
      "epoch": 683.03,
      "grad_norm": 1.1612755060195923,
      "learning_rate": 2.68669332053467e-07,
      "loss": 0.3376,
      "step": 2447300
    },
    {
      "epoch": 683.03,
      "grad_norm": 1.3754658699035645,
      "learning_rate": 2.686567617017702e-07,
      "loss": 0.3362,
      "step": 2447310
    },
    {
      "epoch": 683.04,
      "grad_norm": 1.1856378316879272,
      "learning_rate": 2.6864419162626785e-07,
      "loss": 0.3326,
      "step": 2447320
    },
    {
      "epoch": 683.04,
      "grad_norm": 1.127327561378479,
      "learning_rate": 2.6863162182696387e-07,
      "loss": 0.335,
      "step": 2447330
    },
    {
      "epoch": 683.04,
      "grad_norm": 1.320000410079956,
      "learning_rate": 2.686190523038579e-07,
      "loss": 0.347,
      "step": 2447340
    },
    {
      "epoch": 683.04,
      "grad_norm": 1.4291257858276367,
      "learning_rate": 2.686064830569526e-07,
      "loss": 0.3299,
      "step": 2447350
    },
    {
      "epoch": 683.05,
      "grad_norm": 1.4441410303115845,
      "learning_rate": 2.6859391408624935e-07,
      "loss": 0.3438,
      "step": 2447360
    },
    {
      "epoch": 683.05,
      "grad_norm": 1.2653683423995972,
      "learning_rate": 2.685813453917506e-07,
      "loss": 0.3439,
      "step": 2447370
    },
    {
      "epoch": 683.05,
      "grad_norm": 1.1162810325622559,
      "learning_rate": 2.685687769734567e-07,
      "loss": 0.351,
      "step": 2447380
    },
    {
      "epoch": 683.06,
      "grad_norm": 1.3885868787765503,
      "learning_rate": 2.6855620883137006e-07,
      "loss": 0.3334,
      "step": 2447390
    },
    {
      "epoch": 683.06,
      "grad_norm": 1.462947964668274,
      "learning_rate": 2.6854364096549264e-07,
      "loss": 0.3494,
      "step": 2447400
    },
    {
      "epoch": 683.06,
      "grad_norm": 1.3116683959960938,
      "learning_rate": 2.68531073375825e-07,
      "loss": 0.329,
      "step": 2447410
    },
    {
      "epoch": 683.06,
      "grad_norm": 1.1367074251174927,
      "learning_rate": 2.6851850606237054e-07,
      "loss": 0.3339,
      "step": 2447420
    },
    {
      "epoch": 683.07,
      "grad_norm": 1.2222548723220825,
      "learning_rate": 2.685059390251292e-07,
      "loss": 0.3624,
      "step": 2447430
    },
    {
      "epoch": 683.07,
      "grad_norm": 1.2057698965072632,
      "learning_rate": 2.6849337226410365e-07,
      "loss": 0.3408,
      "step": 2447440
    },
    {
      "epoch": 683.07,
      "grad_norm": 1.3750685453414917,
      "learning_rate": 2.684808057792957e-07,
      "loss": 0.3424,
      "step": 2447450
    },
    {
      "epoch": 683.08,
      "grad_norm": 1.3488128185272217,
      "learning_rate": 2.684682395707061e-07,
      "loss": 0.3419,
      "step": 2447460
    },
    {
      "epoch": 683.08,
      "grad_norm": 1.1508870124816895,
      "learning_rate": 2.6845567363833725e-07,
      "loss": 0.3356,
      "step": 2447470
    },
    {
      "epoch": 683.08,
      "grad_norm": 1.151759386062622,
      "learning_rate": 2.684431079821907e-07,
      "loss": 0.3351,
      "step": 2447480
    },
    {
      "epoch": 683.08,
      "grad_norm": 1.183058738708496,
      "learning_rate": 2.684305426022682e-07,
      "loss": 0.3435,
      "step": 2447490
    },
    {
      "epoch": 683.09,
      "grad_norm": 1.1367287635803223,
      "learning_rate": 2.6841797749857057e-07,
      "loss": 0.3464,
      "step": 2447500
    },
    {
      "epoch": 683.09,
      "grad_norm": 1.3389997482299805,
      "learning_rate": 2.684054126711012e-07,
      "loss": 0.3447,
      "step": 2447510
    },
    {
      "epoch": 683.09,
      "grad_norm": 1.4517686367034912,
      "learning_rate": 2.6839284811986013e-07,
      "loss": 0.3338,
      "step": 2447520
    },
    {
      "epoch": 683.1,
      "grad_norm": 1.4017332792282104,
      "learning_rate": 2.6838028384484987e-07,
      "loss": 0.3372,
      "step": 2447530
    },
    {
      "epoch": 683.1,
      "grad_norm": 1.2028682231903076,
      "learning_rate": 2.6836771984607204e-07,
      "loss": 0.3427,
      "step": 2447540
    },
    {
      "epoch": 683.1,
      "grad_norm": 1.2265549898147583,
      "learning_rate": 2.6835515612352743e-07,
      "loss": 0.3468,
      "step": 2447550
    },
    {
      "epoch": 683.1,
      "grad_norm": 1.1738228797912598,
      "learning_rate": 2.683425926772194e-07,
      "loss": 0.3276,
      "step": 2447560
    },
    {
      "epoch": 683.11,
      "grad_norm": 1.2327076196670532,
      "learning_rate": 2.68330029507148e-07,
      "loss": 0.3231,
      "step": 2447570
    },
    {
      "epoch": 683.11,
      "grad_norm": 1.0892081260681152,
      "learning_rate": 2.6831746661331573e-07,
      "loss": 0.3233,
      "step": 2447580
    },
    {
      "epoch": 683.11,
      "grad_norm": 1.248065710067749,
      "learning_rate": 2.683049039957245e-07,
      "loss": 0.3322,
      "step": 2447590
    },
    {
      "epoch": 683.11,
      "grad_norm": 1.1714602708816528,
      "learning_rate": 2.6829234165437525e-07,
      "loss": 0.3346,
      "step": 2447600
    },
    {
      "epoch": 683.12,
      "grad_norm": 1.196094274520874,
      "learning_rate": 2.682797795892699e-07,
      "loss": 0.3235,
      "step": 2447610
    },
    {
      "epoch": 683.12,
      "grad_norm": 1.3682996034622192,
      "learning_rate": 2.6826721780041005e-07,
      "loss": 0.3599,
      "step": 2447620
    },
    {
      "epoch": 683.12,
      "grad_norm": 1.4128806591033936,
      "learning_rate": 2.6825465628779817e-07,
      "loss": 0.318,
      "step": 2447630
    },
    {
      "epoch": 683.13,
      "grad_norm": 1.3016912937164307,
      "learning_rate": 2.682420950514344e-07,
      "loss": 0.3415,
      "step": 2447640
    },
    {
      "epoch": 683.13,
      "grad_norm": 1.1079503297805786,
      "learning_rate": 2.68229534091322e-07,
      "loss": 0.3187,
      "step": 2447650
    },
    {
      "epoch": 683.13,
      "grad_norm": 1.2566418647766113,
      "learning_rate": 2.682169734074615e-07,
      "loss": 0.3405,
      "step": 2447660
    },
    {
      "epoch": 683.13,
      "grad_norm": 1.207142949104309,
      "learning_rate": 2.682044129998553e-07,
      "loss": 0.353,
      "step": 2447670
    },
    {
      "epoch": 683.14,
      "grad_norm": 1.1673682928085327,
      "learning_rate": 2.68191852868505e-07,
      "loss": 0.3265,
      "step": 2447680
    },
    {
      "epoch": 683.14,
      "grad_norm": 1.288240909576416,
      "learning_rate": 2.681792930134115e-07,
      "loss": 0.3552,
      "step": 2447690
    },
    {
      "epoch": 683.14,
      "grad_norm": 1.127736210823059,
      "learning_rate": 2.6816673343457725e-07,
      "loss": 0.3304,
      "step": 2447700
    },
    {
      "epoch": 683.15,
      "grad_norm": 1.212112307548523,
      "learning_rate": 2.6815417413200355e-07,
      "loss": 0.335,
      "step": 2447710
    },
    {
      "epoch": 683.15,
      "grad_norm": 1.149692416191101,
      "learning_rate": 2.68141615105693e-07,
      "loss": 0.3402,
      "step": 2447720
    },
    {
      "epoch": 683.15,
      "grad_norm": 1.2262746095657349,
      "learning_rate": 2.6812905635564576e-07,
      "loss": 0.341,
      "step": 2447730
    },
    {
      "epoch": 683.15,
      "grad_norm": 1.1036351919174194,
      "learning_rate": 2.6811649788186405e-07,
      "loss": 0.3336,
      "step": 2447740
    },
    {
      "epoch": 683.16,
      "grad_norm": 1.4190568923950195,
      "learning_rate": 2.681039396843501e-07,
      "loss": 0.3299,
      "step": 2447750
    },
    {
      "epoch": 683.16,
      "grad_norm": 1.3043421506881714,
      "learning_rate": 2.6809138176310505e-07,
      "loss": 0.3336,
      "step": 2447760
    },
    {
      "epoch": 683.16,
      "grad_norm": 1.5310848951339722,
      "learning_rate": 2.6807882411813116e-07,
      "loss": 0.3417,
      "step": 2447770
    },
    {
      "epoch": 683.16,
      "grad_norm": 1.010992169380188,
      "learning_rate": 2.6806626674942923e-07,
      "loss": 0.3382,
      "step": 2447780
    },
    {
      "epoch": 683.17,
      "grad_norm": 1.1152933835983276,
      "learning_rate": 2.6805370965700113e-07,
      "loss": 0.336,
      "step": 2447790
    },
    {
      "epoch": 683.17,
      "grad_norm": 1.2057735919952393,
      "learning_rate": 2.680411528408492e-07,
      "loss": 0.334,
      "step": 2447800
    },
    {
      "epoch": 683.17,
      "grad_norm": 1.5913326740264893,
      "learning_rate": 2.680285963009744e-07,
      "loss": 0.3353,
      "step": 2447810
    },
    {
      "epoch": 683.18,
      "grad_norm": 1.171852469444275,
      "learning_rate": 2.680160400373794e-07,
      "loss": 0.3362,
      "step": 2447820
    },
    {
      "epoch": 683.18,
      "grad_norm": 1.14583158493042,
      "learning_rate": 2.680034840500644e-07,
      "loss": 0.3298,
      "step": 2447830
    },
    {
      "epoch": 683.18,
      "grad_norm": 1.1989014148712158,
      "learning_rate": 2.679909283390318e-07,
      "loss": 0.3328,
      "step": 2447840
    },
    {
      "epoch": 683.18,
      "grad_norm": 1.294616937637329,
      "learning_rate": 2.679783729042837e-07,
      "loss": 0.3417,
      "step": 2447850
    },
    {
      "epoch": 683.19,
      "grad_norm": 1.3466296195983887,
      "learning_rate": 2.679658177458216e-07,
      "loss": 0.3277,
      "step": 2447860
    },
    {
      "epoch": 683.19,
      "grad_norm": 1.2773500680923462,
      "learning_rate": 2.679532628636458e-07,
      "loss": 0.3409,
      "step": 2447870
    },
    {
      "epoch": 683.19,
      "grad_norm": 1.2338988780975342,
      "learning_rate": 2.679407082577604e-07,
      "loss": 0.3402,
      "step": 2447880
    },
    {
      "epoch": 683.2,
      "grad_norm": 1.381636619567871,
      "learning_rate": 2.67928153928165e-07,
      "loss": 0.3368,
      "step": 2447890
    },
    {
      "epoch": 683.2,
      "grad_norm": 1.304017186164856,
      "learning_rate": 2.679155998748623e-07,
      "loss": 0.3529,
      "step": 2447900
    },
    {
      "epoch": 683.2,
      "grad_norm": 1.6083590984344482,
      "learning_rate": 2.6790304609785406e-07,
      "loss": 0.3172,
      "step": 2447910
    },
    {
      "epoch": 683.2,
      "grad_norm": 1.566733956336975,
      "learning_rate": 2.6789049259714116e-07,
      "loss": 0.339,
      "step": 2447920
    },
    {
      "epoch": 683.21,
      "grad_norm": 0.953493595123291,
      "learning_rate": 2.678779393727257e-07,
      "loss": 0.3304,
      "step": 2447930
    },
    {
      "epoch": 683.21,
      "grad_norm": 5.99953031539917,
      "learning_rate": 2.678653864246096e-07,
      "loss": 0.3595,
      "step": 2447940
    },
    {
      "epoch": 683.21,
      "grad_norm": 1.3391700983047485,
      "learning_rate": 2.6785283375279456e-07,
      "loss": 0.3374,
      "step": 2447950
    },
    {
      "epoch": 683.22,
      "grad_norm": 1.055643081665039,
      "learning_rate": 2.6784028135728147e-07,
      "loss": 0.3217,
      "step": 2447960
    },
    {
      "epoch": 683.22,
      "grad_norm": 1.1155561208724976,
      "learning_rate": 2.678277292380726e-07,
      "loss": 0.3365,
      "step": 2447970
    },
    {
      "epoch": 683.22,
      "grad_norm": 1.1994997262954712,
      "learning_rate": 2.678151773951703e-07,
      "loss": 0.3269,
      "step": 2447980
    },
    {
      "epoch": 683.22,
      "grad_norm": 1.3667759895324707,
      "learning_rate": 2.678026258285741e-07,
      "loss": 0.3131,
      "step": 2447990
    },
    {
      "epoch": 683.23,
      "grad_norm": 1.2813221216201782,
      "learning_rate": 2.677900745382883e-07,
      "loss": 0.3488,
      "step": 2448000
    },
    {
      "epoch": 683.23,
      "grad_norm": 1.1821132898330688,
      "learning_rate": 2.677775235243128e-07,
      "loss": 0.348,
      "step": 2448010
    },
    {
      "epoch": 683.23,
      "grad_norm": 1.1279714107513428,
      "learning_rate": 2.6776497278664987e-07,
      "loss": 0.3383,
      "step": 2448020
    },
    {
      "epoch": 683.23,
      "grad_norm": 1.3936612606048584,
      "learning_rate": 2.677524223253008e-07,
      "loss": 0.3486,
      "step": 2448030
    },
    {
      "epoch": 683.24,
      "grad_norm": 1.315211534500122,
      "learning_rate": 2.677398721402684e-07,
      "loss": 0.3316,
      "step": 2448040
    },
    {
      "epoch": 683.24,
      "grad_norm": 1.3303090333938599,
      "learning_rate": 2.6772732223155276e-07,
      "loss": 0.3639,
      "step": 2448050
    },
    {
      "epoch": 683.24,
      "grad_norm": 1.1656383275985718,
      "learning_rate": 2.677147725991565e-07,
      "loss": 0.3378,
      "step": 2448060
    },
    {
      "epoch": 683.25,
      "grad_norm": 1.2717125415802002,
      "learning_rate": 2.677022232430816e-07,
      "loss": 0.3454,
      "step": 2448070
    },
    {
      "epoch": 683.25,
      "grad_norm": 1.3996686935424805,
      "learning_rate": 2.6768967416332814e-07,
      "loss": 0.3398,
      "step": 2448080
    },
    {
      "epoch": 683.25,
      "grad_norm": 1.5223406553268433,
      "learning_rate": 2.676771253598997e-07,
      "loss": 0.327,
      "step": 2448090
    },
    {
      "epoch": 683.25,
      "grad_norm": 1.2428258657455444,
      "learning_rate": 2.676645768327969e-07,
      "loss": 0.3166,
      "step": 2448100
    },
    {
      "epoch": 683.26,
      "grad_norm": 0.980296790599823,
      "learning_rate": 2.676520285820217e-07,
      "loss": 0.3308,
      "step": 2448110
    },
    {
      "epoch": 683.26,
      "grad_norm": 1.355339527130127,
      "learning_rate": 2.67639480607576e-07,
      "loss": 0.3337,
      "step": 2448120
    },
    {
      "epoch": 683.26,
      "grad_norm": 4.016772747039795,
      "learning_rate": 2.676269329094603e-07,
      "loss": 0.3498,
      "step": 2448130
    },
    {
      "epoch": 683.27,
      "grad_norm": 1.429154634475708,
      "learning_rate": 2.67614385487678e-07,
      "loss": 0.3135,
      "step": 2448140
    },
    {
      "epoch": 683.27,
      "grad_norm": 2.8220646381378174,
      "learning_rate": 2.6760183834222956e-07,
      "loss": 0.3219,
      "step": 2448150
    },
    {
      "epoch": 683.27,
      "grad_norm": 1.2059203386306763,
      "learning_rate": 2.675892914731169e-07,
      "loss": 0.3251,
      "step": 2448160
    },
    {
      "epoch": 683.27,
      "grad_norm": 1.1482083797454834,
      "learning_rate": 2.675767448803418e-07,
      "loss": 0.341,
      "step": 2448170
    },
    {
      "epoch": 683.28,
      "grad_norm": 1.301896572113037,
      "learning_rate": 2.675641985639065e-07,
      "loss": 0.342,
      "step": 2448180
    },
    {
      "epoch": 683.28,
      "grad_norm": 1.2404292821884155,
      "learning_rate": 2.675516525238114e-07,
      "loss": 0.3416,
      "step": 2448190
    },
    {
      "epoch": 683.28,
      "grad_norm": 1.1897120475769043,
      "learning_rate": 2.675391067600591e-07,
      "loss": 0.3448,
      "step": 2448200
    },
    {
      "epoch": 683.28,
      "grad_norm": 1.4891924858093262,
      "learning_rate": 2.675265612726516e-07,
      "loss": 0.3412,
      "step": 2448210
    },
    {
      "epoch": 683.29,
      "grad_norm": 1.3183568716049194,
      "learning_rate": 2.675140160615889e-07,
      "loss": 0.3251,
      "step": 2448220
    },
    {
      "epoch": 683.29,
      "grad_norm": 1.3356482982635498,
      "learning_rate": 2.6750147112687465e-07,
      "loss": 0.3468,
      "step": 2448230
    },
    {
      "epoch": 683.29,
      "grad_norm": 1.3585193157196045,
      "learning_rate": 2.674889264685092e-07,
      "loss": 0.3405,
      "step": 2448240
    },
    {
      "epoch": 683.3,
      "grad_norm": 1.1705621480941772,
      "learning_rate": 2.674763820864948e-07,
      "loss": 0.3296,
      "step": 2448250
    },
    {
      "epoch": 683.3,
      "grad_norm": 1.3583697080612183,
      "learning_rate": 2.674638379808333e-07,
      "loss": 0.3365,
      "step": 2448260
    },
    {
      "epoch": 683.3,
      "grad_norm": 1.345948338508606,
      "learning_rate": 2.6745129415152574e-07,
      "loss": 0.3468,
      "step": 2448270
    },
    {
      "epoch": 683.3,
      "grad_norm": 1.1943782567977905,
      "learning_rate": 2.67438750598574e-07,
      "loss": 0.3277,
      "step": 2448280
    },
    {
      "epoch": 683.31,
      "grad_norm": 1.2942923307418823,
      "learning_rate": 2.6742620732197973e-07,
      "loss": 0.3518,
      "step": 2448290
    },
    {
      "epoch": 683.31,
      "grad_norm": 1.2135430574417114,
      "learning_rate": 2.6741366432174545e-07,
      "loss": 0.3291,
      "step": 2448300
    },
    {
      "epoch": 683.31,
      "grad_norm": 1.254732370376587,
      "learning_rate": 2.674011215978708e-07,
      "loss": 0.3208,
      "step": 2448310
    },
    {
      "epoch": 683.32,
      "grad_norm": 1.2449820041656494,
      "learning_rate": 2.6738857915036004e-07,
      "loss": 0.3334,
      "step": 2448320
    },
    {
      "epoch": 683.32,
      "grad_norm": 1.4171115159988403,
      "learning_rate": 2.6737603697921304e-07,
      "loss": 0.3399,
      "step": 2448330
    },
    {
      "epoch": 683.32,
      "grad_norm": 1.1437785625457764,
      "learning_rate": 2.673634950844317e-07,
      "loss": 0.3441,
      "step": 2448340
    },
    {
      "epoch": 683.32,
      "grad_norm": 1.1262346506118774,
      "learning_rate": 2.6735095346601893e-07,
      "loss": 0.3158,
      "step": 2448350
    },
    {
      "epoch": 683.33,
      "grad_norm": 1.488675594329834,
      "learning_rate": 2.673384121239746e-07,
      "loss": 0.3546,
      "step": 2448360
    },
    {
      "epoch": 683.33,
      "grad_norm": 1.2468376159667969,
      "learning_rate": 2.673258710583012e-07,
      "loss": 0.3361,
      "step": 2448370
    },
    {
      "epoch": 683.33,
      "grad_norm": 1.3067824840545654,
      "learning_rate": 2.6731333026900066e-07,
      "loss": 0.3354,
      "step": 2448380
    },
    {
      "epoch": 683.34,
      "grad_norm": 1.2200031280517578,
      "learning_rate": 2.673007897560741e-07,
      "loss": 0.3553,
      "step": 2448390
    },
    {
      "epoch": 683.34,
      "grad_norm": 1.362001657485962,
      "learning_rate": 2.6728824951952417e-07,
      "loss": 0.3411,
      "step": 2448400
    },
    {
      "epoch": 683.34,
      "grad_norm": 1.1992552280426025,
      "learning_rate": 2.6727570955935133e-07,
      "loss": 0.326,
      "step": 2448410
    },
    {
      "epoch": 683.34,
      "grad_norm": 1.2318222522735596,
      "learning_rate": 2.6726316987555793e-07,
      "loss": 0.3385,
      "step": 2448420
    },
    {
      "epoch": 683.35,
      "grad_norm": 1.4126715660095215,
      "learning_rate": 2.6725063046814523e-07,
      "loss": 0.3382,
      "step": 2448430
    },
    {
      "epoch": 683.35,
      "grad_norm": 1.261098861694336,
      "learning_rate": 2.672380913371159e-07,
      "loss": 0.3383,
      "step": 2448440
    },
    {
      "epoch": 683.35,
      "grad_norm": 1.1668950319290161,
      "learning_rate": 2.672255524824699e-07,
      "loss": 0.3385,
      "step": 2448450
    },
    {
      "epoch": 683.35,
      "grad_norm": 1.1091365814208984,
      "learning_rate": 2.672130139042107e-07,
      "loss": 0.3469,
      "step": 2448460
    },
    {
      "epoch": 683.36,
      "grad_norm": 1.1320438385009766,
      "learning_rate": 2.6720047560233867e-07,
      "loss": 0.3584,
      "step": 2448470
    },
    {
      "epoch": 683.36,
      "grad_norm": 1.0729708671569824,
      "learning_rate": 2.6718793757685594e-07,
      "loss": 0.3255,
      "step": 2448480
    },
    {
      "epoch": 683.36,
      "grad_norm": 1.1649612188339233,
      "learning_rate": 2.6717539982776467e-07,
      "loss": 0.3368,
      "step": 2448490
    },
    {
      "epoch": 683.37,
      "grad_norm": 1.2003536224365234,
      "learning_rate": 2.671628623550656e-07,
      "loss": 0.3248,
      "step": 2448500
    },
    {
      "epoch": 683.37,
      "grad_norm": 1.2813479900360107,
      "learning_rate": 2.671503251587608e-07,
      "loss": 0.3632,
      "step": 2448510
    },
    {
      "epoch": 683.37,
      "grad_norm": 1.335967779159546,
      "learning_rate": 2.6713778823885203e-07,
      "loss": 0.3567,
      "step": 2448520
    },
    {
      "epoch": 683.37,
      "grad_norm": 1.2685041427612305,
      "learning_rate": 2.6712525159534125e-07,
      "loss": 0.3537,
      "step": 2448530
    },
    {
      "epoch": 683.38,
      "grad_norm": 1.3448160886764526,
      "learning_rate": 2.6711271522822966e-07,
      "loss": 0.3154,
      "step": 2448540
    },
    {
      "epoch": 683.38,
      "grad_norm": 1.4327912330627441,
      "learning_rate": 2.6710017913751857e-07,
      "loss": 0.3428,
      "step": 2448550
    },
    {
      "epoch": 683.38,
      "grad_norm": 1.2598260641098022,
      "learning_rate": 2.670876433232109e-07,
      "loss": 0.3264,
      "step": 2448560
    },
    {
      "epoch": 683.39,
      "grad_norm": 1.3139550685882568,
      "learning_rate": 2.6707510778530655e-07,
      "loss": 0.347,
      "step": 2448570
    },
    {
      "epoch": 683.39,
      "grad_norm": 1.292441964149475,
      "learning_rate": 2.670625725238093e-07,
      "loss": 0.3279,
      "step": 2448580
    },
    {
      "epoch": 683.39,
      "grad_norm": 1.4117262363433838,
      "learning_rate": 2.67050037538719e-07,
      "loss": 0.3199,
      "step": 2448590
    },
    {
      "epoch": 683.39,
      "grad_norm": 1.1150150299072266,
      "learning_rate": 2.670375028300384e-07,
      "loss": 0.3335,
      "step": 2448600
    },
    {
      "epoch": 683.4,
      "grad_norm": 1.2156260013580322,
      "learning_rate": 2.6702496839776835e-07,
      "loss": 0.3492,
      "step": 2448610
    },
    {
      "epoch": 683.4,
      "grad_norm": 1.3699651956558228,
      "learning_rate": 2.6701243424191165e-07,
      "loss": 0.3399,
      "step": 2448620
    },
    {
      "epoch": 683.4,
      "grad_norm": 1.241633653640747,
      "learning_rate": 2.6699990036246875e-07,
      "loss": 0.345,
      "step": 2448630
    },
    {
      "epoch": 683.4,
      "grad_norm": 1.1599407196044922,
      "learning_rate": 2.669873667594419e-07,
      "loss": 0.3438,
      "step": 2448640
    },
    {
      "epoch": 683.41,
      "grad_norm": 1.4030141830444336,
      "learning_rate": 2.6697483343283333e-07,
      "loss": 0.3324,
      "step": 2448650
    },
    {
      "epoch": 683.41,
      "grad_norm": 1.2487938404083252,
      "learning_rate": 2.66962300382643e-07,
      "loss": 0.3343,
      "step": 2448660
    },
    {
      "epoch": 683.41,
      "grad_norm": 1.1910477876663208,
      "learning_rate": 2.669497676088747e-07,
      "loss": 0.3396,
      "step": 2448670
    },
    {
      "epoch": 683.42,
      "grad_norm": 1.6073527336120605,
      "learning_rate": 2.669372351115283e-07,
      "loss": 0.3417,
      "step": 2448680
    },
    {
      "epoch": 683.42,
      "grad_norm": 1.140710473060608,
      "learning_rate": 2.669247028906066e-07,
      "loss": 0.3329,
      "step": 2448690
    },
    {
      "epoch": 683.42,
      "grad_norm": 1.2686870098114014,
      "learning_rate": 2.6691217094611096e-07,
      "loss": 0.339,
      "step": 2448700
    },
    {
      "epoch": 683.42,
      "grad_norm": 1.326823353767395,
      "learning_rate": 2.668996392780426e-07,
      "loss": 0.3461,
      "step": 2448710
    },
    {
      "epoch": 683.43,
      "grad_norm": 1.2542623281478882,
      "learning_rate": 2.6688710788640443e-07,
      "loss": 0.3374,
      "step": 2448720
    },
    {
      "epoch": 683.43,
      "grad_norm": 1.2234599590301514,
      "learning_rate": 2.668745767711967e-07,
      "loss": 0.3216,
      "step": 2448730
    },
    {
      "epoch": 683.43,
      "grad_norm": 1.2125022411346436,
      "learning_rate": 2.668620459324215e-07,
      "loss": 0.3502,
      "step": 2448740
    },
    {
      "epoch": 683.44,
      "grad_norm": 1.1842079162597656,
      "learning_rate": 2.6684951537008084e-07,
      "loss": 0.3437,
      "step": 2448750
    },
    {
      "epoch": 683.44,
      "grad_norm": 1.0518608093261719,
      "learning_rate": 2.668369850841767e-07,
      "loss": 0.3369,
      "step": 2448760
    },
    {
      "epoch": 683.44,
      "grad_norm": 1.5201681852340698,
      "learning_rate": 2.668244550747097e-07,
      "loss": 0.3592,
      "step": 2448770
    },
    {
      "epoch": 683.44,
      "grad_norm": 1.18899667263031,
      "learning_rate": 2.66811925341682e-07,
      "loss": 0.3353,
      "step": 2448780
    },
    {
      "epoch": 683.45,
      "grad_norm": 1.1097859144210815,
      "learning_rate": 2.6679939588509597e-07,
      "loss": 0.3395,
      "step": 2448790
    },
    {
      "epoch": 683.45,
      "grad_norm": 1.0870410203933716,
      "learning_rate": 2.6678686670495157e-07,
      "loss": 0.3337,
      "step": 2448800
    },
    {
      "epoch": 683.45,
      "grad_norm": 1.0986324548721313,
      "learning_rate": 2.667743378012524e-07,
      "loss": 0.3347,
      "step": 2448810
    },
    {
      "epoch": 683.46,
      "grad_norm": 1.0110695362091064,
      "learning_rate": 2.6676180917399876e-07,
      "loss": 0.3255,
      "step": 2448820
    },
    {
      "epoch": 683.46,
      "grad_norm": 1.2514252662658691,
      "learning_rate": 2.6674928082319306e-07,
      "loss": 0.3459,
      "step": 2448830
    },
    {
      "epoch": 683.46,
      "grad_norm": 1.2960048913955688,
      "learning_rate": 2.6673675274883646e-07,
      "loss": 0.3369,
      "step": 2448840
    },
    {
      "epoch": 683.46,
      "grad_norm": 1.3441596031188965,
      "learning_rate": 2.667242249509314e-07,
      "loss": 0.3186,
      "step": 2448850
    },
    {
      "epoch": 683.47,
      "grad_norm": 1.3036267757415771,
      "learning_rate": 2.667116974294787e-07,
      "loss": 0.3342,
      "step": 2448860
    },
    {
      "epoch": 683.47,
      "grad_norm": 1.3365134000778198,
      "learning_rate": 2.666991701844803e-07,
      "loss": 0.3438,
      "step": 2448870
    },
    {
      "epoch": 683.47,
      "grad_norm": 1.0237774848937988,
      "learning_rate": 2.666866432159384e-07,
      "loss": 0.3504,
      "step": 2448880
    },
    {
      "epoch": 683.47,
      "grad_norm": 1.3609989881515503,
      "learning_rate": 2.666741165238532e-07,
      "loss": 0.3354,
      "step": 2448890
    },
    {
      "epoch": 683.48,
      "grad_norm": 1.2325729131698608,
      "learning_rate": 2.666615901082284e-07,
      "loss": 0.3308,
      "step": 2448900
    },
    {
      "epoch": 683.48,
      "grad_norm": 1.2287575006484985,
      "learning_rate": 2.666490639690642e-07,
      "loss": 0.3131,
      "step": 2448910
    },
    {
      "epoch": 683.48,
      "grad_norm": 1.657996416091919,
      "learning_rate": 2.6663653810636246e-07,
      "loss": 0.3294,
      "step": 2448920
    },
    {
      "epoch": 683.49,
      "grad_norm": 1.2784861326217651,
      "learning_rate": 2.6662401252012575e-07,
      "loss": 0.3398,
      "step": 2448930
    },
    {
      "epoch": 683.49,
      "grad_norm": 1.2460927963256836,
      "learning_rate": 2.666114872103546e-07,
      "loss": 0.3401,
      "step": 2448940
    },
    {
      "epoch": 683.49,
      "grad_norm": 1.1681474447250366,
      "learning_rate": 2.665989621770511e-07,
      "loss": 0.3275,
      "step": 2448950
    },
    {
      "epoch": 683.49,
      "grad_norm": 1.1944407224655151,
      "learning_rate": 2.665864374202171e-07,
      "loss": 0.3308,
      "step": 2448960
    },
    {
      "epoch": 683.5,
      "grad_norm": 1.3288230895996094,
      "learning_rate": 2.6657391293985414e-07,
      "loss": 0.3368,
      "step": 2448970
    },
    {
      "epoch": 683.5,
      "grad_norm": 1.4858312606811523,
      "learning_rate": 2.6656138873596377e-07,
      "loss": 0.3434,
      "step": 2448980
    },
    {
      "epoch": 683.5,
      "grad_norm": 1.3105335235595703,
      "learning_rate": 2.665488648085481e-07,
      "loss": 0.3437,
      "step": 2448990
    },
    {
      "epoch": 683.51,
      "grad_norm": 1.3020975589752197,
      "learning_rate": 2.6653634115760834e-07,
      "loss": 0.3562,
      "step": 2449000
    },
    {
      "epoch": 683.51,
      "grad_norm": 1.1434326171875,
      "learning_rate": 2.6652381778314587e-07,
      "loss": 0.3422,
      "step": 2449010
    },
    {
      "epoch": 683.51,
      "grad_norm": 1.1942319869995117,
      "learning_rate": 2.665112946851636e-07,
      "loss": 0.3304,
      "step": 2449020
    },
    {
      "epoch": 683.51,
      "grad_norm": 1.5825989246368408,
      "learning_rate": 2.6649877186366116e-07,
      "loss": 0.3432,
      "step": 2449030
    },
    {
      "epoch": 683.52,
      "grad_norm": 1.2175514698028564,
      "learning_rate": 2.664862493186425e-07,
      "loss": 0.3304,
      "step": 2449040
    },
    {
      "epoch": 683.52,
      "grad_norm": 0.9981446862220764,
      "learning_rate": 2.664737270501079e-07,
      "loss": 0.3567,
      "step": 2449050
    },
    {
      "epoch": 683.52,
      "grad_norm": 1.367073893547058,
      "learning_rate": 2.664612050580592e-07,
      "loss": 0.3429,
      "step": 2449060
    },
    {
      "epoch": 683.52,
      "grad_norm": 1.151411533355713,
      "learning_rate": 2.6644868334249867e-07,
      "loss": 0.3298,
      "step": 2449070
    },
    {
      "epoch": 683.53,
      "grad_norm": 1.3490209579467773,
      "learning_rate": 2.6643616190342686e-07,
      "loss": 0.3316,
      "step": 2449080
    },
    {
      "epoch": 683.53,
      "grad_norm": 1.1408686637878418,
      "learning_rate": 2.664236407408464e-07,
      "loss": 0.3428,
      "step": 2449090
    },
    {
      "epoch": 683.53,
      "grad_norm": 1.3056803941726685,
      "learning_rate": 2.664111198547583e-07,
      "loss": 0.3363,
      "step": 2449100
    },
    {
      "epoch": 683.54,
      "grad_norm": 1.1347142457962036,
      "learning_rate": 2.6639859924516543e-07,
      "loss": 0.335,
      "step": 2449110
    },
    {
      "epoch": 683.54,
      "grad_norm": 1.2527517080307007,
      "learning_rate": 2.663860789120673e-07,
      "loss": 0.3491,
      "step": 2449120
    },
    {
      "epoch": 683.54,
      "grad_norm": 1.3743598461151123,
      "learning_rate": 2.66373558855468e-07,
      "loss": 0.3583,
      "step": 2449130
    },
    {
      "epoch": 683.54,
      "grad_norm": 1.1406545639038086,
      "learning_rate": 2.663610390753676e-07,
      "loss": 0.3318,
      "step": 2449140
    },
    {
      "epoch": 683.55,
      "grad_norm": 1.1031408309936523,
      "learning_rate": 2.663485195717682e-07,
      "loss": 0.3343,
      "step": 2449150
    },
    {
      "epoch": 683.55,
      "grad_norm": 1.2568097114562988,
      "learning_rate": 2.6633600034467204e-07,
      "loss": 0.3358,
      "step": 2449160
    },
    {
      "epoch": 683.55,
      "grad_norm": 1.2456228733062744,
      "learning_rate": 2.663234813940797e-07,
      "loss": 0.3272,
      "step": 2449170
    },
    {
      "epoch": 683.56,
      "grad_norm": 1.4018841981887817,
      "learning_rate": 2.6631096271999325e-07,
      "loss": 0.3289,
      "step": 2449180
    },
    {
      "epoch": 683.56,
      "grad_norm": 1.3047188520431519,
      "learning_rate": 2.6629844432241485e-07,
      "loss": 0.3561,
      "step": 2449190
    },
    {
      "epoch": 683.56,
      "grad_norm": 1.4391515254974365,
      "learning_rate": 2.6628592620134595e-07,
      "loss": 0.3487,
      "step": 2449200
    },
    {
      "epoch": 683.56,
      "grad_norm": 1.331939458847046,
      "learning_rate": 2.662734083567879e-07,
      "loss": 0.3447,
      "step": 2449210
    },
    {
      "epoch": 683.57,
      "grad_norm": 1.3710956573486328,
      "learning_rate": 2.662608907887425e-07,
      "loss": 0.3311,
      "step": 2449220
    },
    {
      "epoch": 683.57,
      "grad_norm": 1.1069327592849731,
      "learning_rate": 2.6624837349721185e-07,
      "loss": 0.3463,
      "step": 2449230
    },
    {
      "epoch": 683.57,
      "grad_norm": 1.1346652507781982,
      "learning_rate": 2.6623585648219625e-07,
      "loss": 0.3359,
      "step": 2449240
    },
    {
      "epoch": 683.58,
      "grad_norm": 1.4288583993911743,
      "learning_rate": 2.6622333974369927e-07,
      "loss": 0.3505,
      "step": 2449250
    },
    {
      "epoch": 683.58,
      "grad_norm": 1.1063809394836426,
      "learning_rate": 2.662108232817207e-07,
      "loss": 0.3398,
      "step": 2449260
    },
    {
      "epoch": 683.58,
      "grad_norm": 1.2682645320892334,
      "learning_rate": 2.6619830709626444e-07,
      "loss": 0.3481,
      "step": 2449270
    },
    {
      "epoch": 683.58,
      "grad_norm": 1.2065045833587646,
      "learning_rate": 2.661857911873299e-07,
      "loss": 0.3546,
      "step": 2449280
    },
    {
      "epoch": 683.59,
      "grad_norm": 1.0851584672927856,
      "learning_rate": 2.6617327555492e-07,
      "loss": 0.3564,
      "step": 2449290
    },
    {
      "epoch": 683.59,
      "grad_norm": 1.2892314195632935,
      "learning_rate": 2.661607601990366e-07,
      "loss": 0.3387,
      "step": 2449300
    },
    {
      "epoch": 683.59,
      "grad_norm": 1.2633570432662964,
      "learning_rate": 2.6614824511968043e-07,
      "loss": 0.3414,
      "step": 2449310
    },
    {
      "epoch": 683.59,
      "grad_norm": 1.3395473957061768,
      "learning_rate": 2.661357303168536e-07,
      "loss": 0.3318,
      "step": 2449320
    },
    {
      "epoch": 683.6,
      "grad_norm": 1.2336795330047607,
      "learning_rate": 2.6612321579055784e-07,
      "loss": 0.3315,
      "step": 2449330
    },
    {
      "epoch": 683.6,
      "grad_norm": 1.3442113399505615,
      "learning_rate": 2.661107015407951e-07,
      "loss": 0.3441,
      "step": 2449340
    },
    {
      "epoch": 683.6,
      "grad_norm": 1.223901391029358,
      "learning_rate": 2.6609818756756636e-07,
      "loss": 0.3352,
      "step": 2449350
    },
    {
      "epoch": 683.61,
      "grad_norm": 1.0758156776428223,
      "learning_rate": 2.660856738708737e-07,
      "loss": 0.3273,
      "step": 2449360
    },
    {
      "epoch": 683.61,
      "grad_norm": 1.1035866737365723,
      "learning_rate": 2.660731604507189e-07,
      "loss": 0.3357,
      "step": 2449370
    },
    {
      "epoch": 683.61,
      "grad_norm": 1.2514346837997437,
      "learning_rate": 2.6606064730710287e-07,
      "loss": 0.3418,
      "step": 2449380
    },
    {
      "epoch": 683.61,
      "grad_norm": 1.2741364240646362,
      "learning_rate": 2.6604813444002857e-07,
      "loss": 0.3413,
      "step": 2449390
    },
    {
      "epoch": 683.62,
      "grad_norm": 1.1808727979660034,
      "learning_rate": 2.6603562184949666e-07,
      "loss": 0.3364,
      "step": 2449400
    },
    {
      "epoch": 683.62,
      "grad_norm": 1.1634441614151,
      "learning_rate": 2.660231095355089e-07,
      "loss": 0.327,
      "step": 2449410
    },
    {
      "epoch": 683.62,
      "grad_norm": 1.0850690603256226,
      "learning_rate": 2.6601059749806737e-07,
      "loss": 0.3464,
      "step": 2449420
    },
    {
      "epoch": 683.63,
      "grad_norm": 1.326507329940796,
      "learning_rate": 2.6599808573717385e-07,
      "loss": 0.3486,
      "step": 2449430
    },
    {
      "epoch": 683.63,
      "grad_norm": 1.262065052986145,
      "learning_rate": 2.659855742528292e-07,
      "loss": 0.3448,
      "step": 2449440
    },
    {
      "epoch": 683.63,
      "grad_norm": 1.5239120721817017,
      "learning_rate": 2.659730630450357e-07,
      "loss": 0.3292,
      "step": 2449450
    },
    {
      "epoch": 683.63,
      "grad_norm": 1.1821564435958862,
      "learning_rate": 2.6596055211379525e-07,
      "loss": 0.3289,
      "step": 2449460
    },
    {
      "epoch": 683.64,
      "grad_norm": 1.1567720174789429,
      "learning_rate": 2.6594804145910807e-07,
      "loss": 0.3292,
      "step": 2449470
    },
    {
      "epoch": 683.64,
      "grad_norm": 1.3271512985229492,
      "learning_rate": 2.65935531080978e-07,
      "loss": 0.3354,
      "step": 2449480
    },
    {
      "epoch": 683.64,
      "grad_norm": 1.2101337909698486,
      "learning_rate": 2.659230209794051e-07,
      "loss": 0.3521,
      "step": 2449490
    },
    {
      "epoch": 683.64,
      "grad_norm": 1.2353272438049316,
      "learning_rate": 2.659105111543915e-07,
      "loss": 0.3256,
      "step": 2449500
    },
    {
      "epoch": 683.65,
      "grad_norm": 1.2977970838546753,
      "learning_rate": 2.658980016059394e-07,
      "loss": 0.3335,
      "step": 2449510
    },
    {
      "epoch": 683.65,
      "grad_norm": 1.3692119121551514,
      "learning_rate": 2.658854923340495e-07,
      "loss": 0.3489,
      "step": 2449520
    },
    {
      "epoch": 683.65,
      "grad_norm": 1.1922518014907837,
      "learning_rate": 2.6587298333872393e-07,
      "loss": 0.3297,
      "step": 2449530
    },
    {
      "epoch": 683.66,
      "grad_norm": 1.3146743774414062,
      "learning_rate": 2.6586047461996443e-07,
      "loss": 0.3312,
      "step": 2449540
    },
    {
      "epoch": 683.66,
      "grad_norm": 1.1447125673294067,
      "learning_rate": 2.658479661777725e-07,
      "loss": 0.3333,
      "step": 2449550
    },
    {
      "epoch": 683.66,
      "grad_norm": 1.1535817384719849,
      "learning_rate": 2.6583545801215e-07,
      "loss": 0.3525,
      "step": 2449560
    },
    {
      "epoch": 683.66,
      "grad_norm": 1.3107295036315918,
      "learning_rate": 2.6582295012309897e-07,
      "loss": 0.3322,
      "step": 2449570
    },
    {
      "epoch": 683.67,
      "grad_norm": 1.6818851232528687,
      "learning_rate": 2.658104425106199e-07,
      "loss": 0.32,
      "step": 2449580
    },
    {
      "epoch": 683.67,
      "grad_norm": 1.11669921875,
      "learning_rate": 2.657979351747154e-07,
      "loss": 0.3417,
      "step": 2449590
    },
    {
      "epoch": 683.67,
      "grad_norm": 1.1897114515304565,
      "learning_rate": 2.657854281153871e-07,
      "loss": 0.3366,
      "step": 2449600
    },
    {
      "epoch": 683.68,
      "grad_norm": 1.5592001676559448,
      "learning_rate": 2.6577292133263575e-07,
      "loss": 0.3261,
      "step": 2449610
    },
    {
      "epoch": 683.68,
      "grad_norm": 3.914679765701294,
      "learning_rate": 2.6576041482646443e-07,
      "loss": 0.3295,
      "step": 2449620
    },
    {
      "epoch": 683.68,
      "grad_norm": 1.3895630836486816,
      "learning_rate": 2.657479085968737e-07,
      "loss": 0.3344,
      "step": 2449630
    },
    {
      "epoch": 683.68,
      "grad_norm": 1.39606511592865,
      "learning_rate": 2.657354026438659e-07,
      "loss": 0.3413,
      "step": 2449640
    },
    {
      "epoch": 683.69,
      "grad_norm": 1.330485224723816,
      "learning_rate": 2.657228969674426e-07,
      "loss": 0.3433,
      "step": 2449650
    },
    {
      "epoch": 683.69,
      "grad_norm": 1.4303897619247437,
      "learning_rate": 2.657103915676048e-07,
      "loss": 0.3469,
      "step": 2449660
    },
    {
      "epoch": 683.69,
      "grad_norm": 1.3093374967575073,
      "learning_rate": 2.656978864443546e-07,
      "loss": 0.3205,
      "step": 2449670
    },
    {
      "epoch": 683.7,
      "grad_norm": 1.1659245491027832,
      "learning_rate": 2.6568538159769384e-07,
      "loss": 0.3289,
      "step": 2449680
    },
    {
      "epoch": 683.7,
      "grad_norm": 1.1728265285491943,
      "learning_rate": 2.656728770276246e-07,
      "loss": 0.3246,
      "step": 2449690
    },
    {
      "epoch": 683.7,
      "grad_norm": 1.251145839691162,
      "learning_rate": 2.6566037273414684e-07,
      "loss": 0.3389,
      "step": 2449700
    },
    {
      "epoch": 683.7,
      "grad_norm": 1.1876780986785889,
      "learning_rate": 2.6564786871726427e-07,
      "loss": 0.3222,
      "step": 2449710
    },
    {
      "epoch": 683.71,
      "grad_norm": 1.4193583726882935,
      "learning_rate": 2.6563536497697734e-07,
      "loss": 0.3412,
      "step": 2449720
    },
    {
      "epoch": 683.71,
      "grad_norm": 1.1780837774276733,
      "learning_rate": 2.6562286151328817e-07,
      "loss": 0.3401,
      "step": 2449730
    },
    {
      "epoch": 683.71,
      "grad_norm": 1.190102458000183,
      "learning_rate": 2.656103583261986e-07,
      "loss": 0.3496,
      "step": 2449740
    },
    {
      "epoch": 683.71,
      "grad_norm": 1.2389212846755981,
      "learning_rate": 2.6559785541570937e-07,
      "loss": 0.3221,
      "step": 2449750
    },
    {
      "epoch": 683.72,
      "grad_norm": 1.2102833986282349,
      "learning_rate": 2.6558535278182286e-07,
      "loss": 0.3393,
      "step": 2449760
    },
    {
      "epoch": 683.72,
      "grad_norm": 1.1280261278152466,
      "learning_rate": 2.655728504245409e-07,
      "loss": 0.3272,
      "step": 2449770
    },
    {
      "epoch": 683.72,
      "grad_norm": 1.272926926612854,
      "learning_rate": 2.6556034834386493e-07,
      "loss": 0.3255,
      "step": 2449780
    },
    {
      "epoch": 683.73,
      "grad_norm": 1.3018418550491333,
      "learning_rate": 2.655478465397959e-07,
      "loss": 0.3373,
      "step": 2449790
    },
    {
      "epoch": 683.73,
      "grad_norm": 1.077324390411377,
      "learning_rate": 2.6553534501233707e-07,
      "loss": 0.3297,
      "step": 2449800
    },
    {
      "epoch": 683.73,
      "grad_norm": 1.2569565773010254,
      "learning_rate": 2.655228437614885e-07,
      "loss": 0.3345,
      "step": 2449810
    },
    {
      "epoch": 683.73,
      "grad_norm": 1.2772287130355835,
      "learning_rate": 2.6551034278725277e-07,
      "loss": 0.3302,
      "step": 2449820
    },
    {
      "epoch": 683.74,
      "grad_norm": 1.3024216890335083,
      "learning_rate": 2.654978420896317e-07,
      "loss": 0.3322,
      "step": 2449830
    },
    {
      "epoch": 683.74,
      "grad_norm": 1.2103514671325684,
      "learning_rate": 2.654853416686256e-07,
      "loss": 0.3324,
      "step": 2449840
    },
    {
      "epoch": 683.74,
      "grad_norm": 1.8787261247634888,
      "learning_rate": 2.654728415242378e-07,
      "loss": 0.326,
      "step": 2449850
    },
    {
      "epoch": 683.75,
      "grad_norm": 1.3524786233901978,
      "learning_rate": 2.654603416564691e-07,
      "loss": 0.3142,
      "step": 2449860
    },
    {
      "epoch": 683.75,
      "grad_norm": 1.324182391166687,
      "learning_rate": 2.6544784206532127e-07,
      "loss": 0.3417,
      "step": 2449870
    },
    {
      "epoch": 683.75,
      "grad_norm": 1.2400643825531006,
      "learning_rate": 2.6543534275079647e-07,
      "loss": 0.3175,
      "step": 2449880
    },
    {
      "epoch": 683.75,
      "grad_norm": 1.251684546470642,
      "learning_rate": 2.6542284371289543e-07,
      "loss": 0.351,
      "step": 2449890
    },
    {
      "epoch": 683.76,
      "grad_norm": 2.4498186111450195,
      "learning_rate": 2.6541034495162026e-07,
      "loss": 0.3549,
      "step": 2449900
    },
    {
      "epoch": 683.76,
      "grad_norm": 1.194294810295105,
      "learning_rate": 2.6539784646697276e-07,
      "loss": 0.3305,
      "step": 2449910
    },
    {
      "epoch": 683.76,
      "grad_norm": 1.2747159004211426,
      "learning_rate": 2.65385348258955e-07,
      "loss": 0.3366,
      "step": 2449920
    },
    {
      "epoch": 683.77,
      "grad_norm": 1.3679357767105103,
      "learning_rate": 2.6537285032756703e-07,
      "loss": 0.3257,
      "step": 2449930
    },
    {
      "epoch": 683.77,
      "grad_norm": 1.4251168966293335,
      "learning_rate": 2.653603526728127e-07,
      "loss": 0.3545,
      "step": 2449940
    },
    {
      "epoch": 683.77,
      "grad_norm": 1.154742956161499,
      "learning_rate": 2.6534785529469206e-07,
      "loss": 0.3458,
      "step": 2449950
    },
    {
      "epoch": 683.77,
      "grad_norm": 2.5758817195892334,
      "learning_rate": 2.6533535819320717e-07,
      "loss": 0.337,
      "step": 2449960
    },
    {
      "epoch": 683.78,
      "grad_norm": 1.1125293970108032,
      "learning_rate": 2.653228613683606e-07,
      "loss": 0.3238,
      "step": 2449970
    },
    {
      "epoch": 683.78,
      "grad_norm": 1.256471872329712,
      "learning_rate": 2.6531036482015266e-07,
      "loss": 0.318,
      "step": 2449980
    },
    {
      "epoch": 683.78,
      "grad_norm": 1.3160313367843628,
      "learning_rate": 2.652978685485857e-07,
      "loss": 0.3292,
      "step": 2449990
    },
    {
      "epoch": 683.78,
      "grad_norm": 1.5773473978042603,
      "learning_rate": 2.652853725536609e-07,
      "loss": 0.3333,
      "step": 2450000
    },
    {
      "epoch": 683.79,
      "grad_norm": 5.466474533081055,
      "learning_rate": 2.6527287683538126e-07,
      "loss": 0.3427,
      "step": 2450010
    },
    {
      "epoch": 683.79,
      "grad_norm": 1.4093519449234009,
      "learning_rate": 2.6526038139374675e-07,
      "loss": 0.3264,
      "step": 2450020
    },
    {
      "epoch": 683.79,
      "grad_norm": 1.2231383323669434,
      "learning_rate": 2.652478862287597e-07,
      "loss": 0.3331,
      "step": 2450030
    },
    {
      "epoch": 683.8,
      "grad_norm": 1.5690336227416992,
      "learning_rate": 2.6523539134042267e-07,
      "loss": 0.362,
      "step": 2450040
    },
    {
      "epoch": 683.8,
      "grad_norm": 1.6116366386413574,
      "learning_rate": 2.6522289672873517e-07,
      "loss": 0.333,
      "step": 2450050
    },
    {
      "epoch": 683.8,
      "grad_norm": 1.2704938650131226,
      "learning_rate": 2.652104023937014e-07,
      "loss": 0.3277,
      "step": 2450060
    },
    {
      "epoch": 683.8,
      "grad_norm": 1.262908697128296,
      "learning_rate": 2.651979083353211e-07,
      "loss": 0.3562,
      "step": 2450070
    },
    {
      "epoch": 683.81,
      "grad_norm": 1.2863104343414307,
      "learning_rate": 2.651854145535968e-07,
      "loss": 0.3506,
      "step": 2450080
    },
    {
      "epoch": 683.81,
      "grad_norm": 1.1586627960205078,
      "learning_rate": 2.651729210485301e-07,
      "loss": 0.3363,
      "step": 2450090
    },
    {
      "epoch": 683.81,
      "grad_norm": 1.0965391397476196,
      "learning_rate": 2.651604278201231e-07,
      "loss": 0.3387,
      "step": 2450100
    },
    {
      "epoch": 683.82,
      "grad_norm": 1.420042634010315,
      "learning_rate": 2.651479348683763e-07,
      "loss": 0.3324,
      "step": 2450110
    },
    {
      "epoch": 683.82,
      "grad_norm": 1.185421347618103,
      "learning_rate": 2.6513544219329206e-07,
      "loss": 0.33,
      "step": 2450120
    },
    {
      "epoch": 683.82,
      "grad_norm": 1.4268640279769897,
      "learning_rate": 2.651229497948719e-07,
      "loss": 0.3225,
      "step": 2450130
    },
    {
      "epoch": 683.82,
      "grad_norm": 1.0450479984283447,
      "learning_rate": 2.6511045767311743e-07,
      "loss": 0.334,
      "step": 2450140
    },
    {
      "epoch": 683.83,
      "grad_norm": 1.1613566875457764,
      "learning_rate": 2.6509796582803123e-07,
      "loss": 0.3374,
      "step": 2450150
    },
    {
      "epoch": 683.83,
      "grad_norm": 1.1166225671768188,
      "learning_rate": 2.650854742596136e-07,
      "loss": 0.3377,
      "step": 2450160
    },
    {
      "epoch": 683.83,
      "grad_norm": 1.3488725423812866,
      "learning_rate": 2.6507298296786674e-07,
      "loss": 0.3423,
      "step": 2450170
    },
    {
      "epoch": 683.83,
      "grad_norm": 1.4598369598388672,
      "learning_rate": 2.650604919527929e-07,
      "loss": 0.3412,
      "step": 2450180
    },
    {
      "epoch": 683.84,
      "grad_norm": 1.2467241287231445,
      "learning_rate": 2.650480012143923e-07,
      "loss": 0.333,
      "step": 2450190
    },
    {
      "epoch": 683.84,
      "grad_norm": 1.5339637994766235,
      "learning_rate": 2.6503551075266825e-07,
      "loss": 0.345,
      "step": 2450200
    },
    {
      "epoch": 683.84,
      "grad_norm": 1.372117280960083,
      "learning_rate": 2.6502302056762137e-07,
      "loss": 0.3296,
      "step": 2450210
    },
    {
      "epoch": 683.85,
      "grad_norm": 1.1304829120635986,
      "learning_rate": 2.6501053065925366e-07,
      "loss": 0.3428,
      "step": 2450220
    },
    {
      "epoch": 683.85,
      "grad_norm": 1.2006216049194336,
      "learning_rate": 2.6499804102756647e-07,
      "loss": 0.3226,
      "step": 2450230
    },
    {
      "epoch": 683.85,
      "grad_norm": 1.0582821369171143,
      "learning_rate": 2.649855516725623e-07,
      "loss": 0.3381,
      "step": 2450240
    },
    {
      "epoch": 683.85,
      "grad_norm": 1.414039134979248,
      "learning_rate": 2.649730625942421e-07,
      "loss": 0.3314,
      "step": 2450250
    },
    {
      "epoch": 683.86,
      "grad_norm": 1.3217449188232422,
      "learning_rate": 2.6496057379260735e-07,
      "loss": 0.3531,
      "step": 2450260
    },
    {
      "epoch": 683.86,
      "grad_norm": 1.336883306503296,
      "learning_rate": 2.649480852676606e-07,
      "loss": 0.3343,
      "step": 2450270
    },
    {
      "epoch": 683.86,
      "grad_norm": 1.1739405393600464,
      "learning_rate": 2.6493559701940193e-07,
      "loss": 0.3421,
      "step": 2450280
    },
    {
      "epoch": 683.87,
      "grad_norm": 1.141646146774292,
      "learning_rate": 2.6492310904783494e-07,
      "loss": 0.3357,
      "step": 2450290
    },
    {
      "epoch": 683.87,
      "grad_norm": 1.117140531539917,
      "learning_rate": 2.649106213529602e-07,
      "loss": 0.3194,
      "step": 2450300
    },
    {
      "epoch": 683.87,
      "grad_norm": 1.185794711112976,
      "learning_rate": 2.6489813393477916e-07,
      "loss": 0.3403,
      "step": 2450310
    },
    {
      "epoch": 683.87,
      "grad_norm": 1.7391592264175415,
      "learning_rate": 2.6488564679329455e-07,
      "loss": 0.3285,
      "step": 2450320
    },
    {
      "epoch": 683.88,
      "grad_norm": 1.3562201261520386,
      "learning_rate": 2.648731599285068e-07,
      "loss": 0.334,
      "step": 2450330
    },
    {
      "epoch": 683.88,
      "grad_norm": 1.388603687286377,
      "learning_rate": 2.648606733404183e-07,
      "loss": 0.3426,
      "step": 2450340
    },
    {
      "epoch": 683.88,
      "grad_norm": 1.3207628726959229,
      "learning_rate": 2.6484818702903034e-07,
      "loss": 0.3332,
      "step": 2450350
    },
    {
      "epoch": 683.89,
      "grad_norm": 1.1889735460281372,
      "learning_rate": 2.6483570099434526e-07,
      "loss": 0.3404,
      "step": 2450360
    },
    {
      "epoch": 683.89,
      "grad_norm": 1.2941659688949585,
      "learning_rate": 2.6482321523636357e-07,
      "loss": 0.3452,
      "step": 2450370
    },
    {
      "epoch": 683.89,
      "grad_norm": 1.3942854404449463,
      "learning_rate": 2.6481072975508815e-07,
      "loss": 0.3449,
      "step": 2450380
    },
    {
      "epoch": 683.89,
      "grad_norm": 1.2243510484695435,
      "learning_rate": 2.6479824455051977e-07,
      "loss": 0.3267,
      "step": 2450390
    },
    {
      "epoch": 683.9,
      "grad_norm": 1.1920547485351562,
      "learning_rate": 2.6478575962266054e-07,
      "loss": 0.3164,
      "step": 2450400
    },
    {
      "epoch": 683.9,
      "grad_norm": 1.4346094131469727,
      "learning_rate": 2.6477327497151246e-07,
      "loss": 0.3355,
      "step": 2450410
    },
    {
      "epoch": 683.9,
      "grad_norm": 1.0931596755981445,
      "learning_rate": 2.647607905970759e-07,
      "loss": 0.3279,
      "step": 2450420
    },
    {
      "epoch": 683.9,
      "grad_norm": 1.1919268369674683,
      "learning_rate": 2.6474830649935417e-07,
      "loss": 0.3443,
      "step": 2450430
    },
    {
      "epoch": 683.91,
      "grad_norm": 1.2581661939620972,
      "learning_rate": 2.647358226783475e-07,
      "loss": 0.3427,
      "step": 2450440
    },
    {
      "epoch": 683.91,
      "grad_norm": 1.1879944801330566,
      "learning_rate": 2.6472333913405863e-07,
      "loss": 0.3373,
      "step": 2450450
    },
    {
      "epoch": 683.91,
      "grad_norm": 1.4401110410690308,
      "learning_rate": 2.64710855866489e-07,
      "loss": 0.3505,
      "step": 2450460
    },
    {
      "epoch": 683.92,
      "grad_norm": 1.1225031614303589,
      "learning_rate": 2.6469837287563937e-07,
      "loss": 0.3465,
      "step": 2450470
    },
    {
      "epoch": 683.92,
      "grad_norm": 2.559647560119629,
      "learning_rate": 2.6468589016151244e-07,
      "loss": 0.3354,
      "step": 2450480
    },
    {
      "epoch": 683.92,
      "grad_norm": 1.2039897441864014,
      "learning_rate": 2.646734077241092e-07,
      "loss": 0.336,
      "step": 2450490
    },
    {
      "epoch": 683.92,
      "grad_norm": 1.6340651512145996,
      "learning_rate": 2.646609255634323e-07,
      "loss": 0.3439,
      "step": 2450500
    },
    {
      "epoch": 683.93,
      "grad_norm": 1.2996935844421387,
      "learning_rate": 2.646484436794816e-07,
      "loss": 0.335,
      "step": 2450510
    },
    {
      "epoch": 683.93,
      "grad_norm": 1.2325016260147095,
      "learning_rate": 2.6463596207226095e-07,
      "loss": 0.3482,
      "step": 2450520
    },
    {
      "epoch": 683.93,
      "grad_norm": 1.3035614490509033,
      "learning_rate": 2.6462348074177044e-07,
      "loss": 0.3384,
      "step": 2450530
    },
    {
      "epoch": 683.94,
      "grad_norm": 1.2738311290740967,
      "learning_rate": 2.646109996880122e-07,
      "loss": 0.3281,
      "step": 2450540
    },
    {
      "epoch": 683.94,
      "grad_norm": 1.2936677932739258,
      "learning_rate": 2.6459851891098864e-07,
      "loss": 0.3329,
      "step": 2450550
    },
    {
      "epoch": 683.94,
      "grad_norm": 1.1573237180709839,
      "learning_rate": 2.6458603841069996e-07,
      "loss": 0.3481,
      "step": 2450560
    },
    {
      "epoch": 683.94,
      "grad_norm": 1.3031845092773438,
      "learning_rate": 2.6457355818714874e-07,
      "loss": 0.3276,
      "step": 2450570
    },
    {
      "epoch": 683.95,
      "grad_norm": 1.3843990564346313,
      "learning_rate": 2.645610782403363e-07,
      "loss": 0.3454,
      "step": 2450580
    },
    {
      "epoch": 683.95,
      "grad_norm": 1.254984974861145,
      "learning_rate": 2.64548598570265e-07,
      "loss": 0.3399,
      "step": 2450590
    },
    {
      "epoch": 683.95,
      "grad_norm": 1.1392316818237305,
      "learning_rate": 2.645361191769356e-07,
      "loss": 0.3393,
      "step": 2450600
    },
    {
      "epoch": 683.95,
      "grad_norm": 4.547993183135986,
      "learning_rate": 2.645236400603502e-07,
      "loss": 0.3339,
      "step": 2450610
    },
    {
      "epoch": 683.96,
      "grad_norm": 1.1599079370498657,
      "learning_rate": 2.645111612205101e-07,
      "loss": 0.3333,
      "step": 2450620
    },
    {
      "epoch": 683.96,
      "grad_norm": 1.1421641111373901,
      "learning_rate": 2.6449868265741737e-07,
      "loss": 0.3206,
      "step": 2450630
    },
    {
      "epoch": 683.96,
      "grad_norm": 1.3132984638214111,
      "learning_rate": 2.6448620437107407e-07,
      "loss": 0.3287,
      "step": 2450640
    },
    {
      "epoch": 683.97,
      "grad_norm": 1.1785751581192017,
      "learning_rate": 2.6447372636148105e-07,
      "loss": 0.3339,
      "step": 2450650
    },
    {
      "epoch": 683.97,
      "grad_norm": 1.2086150646209717,
      "learning_rate": 2.6446124862864006e-07,
      "loss": 0.3223,
      "step": 2450660
    },
    {
      "epoch": 683.97,
      "grad_norm": 1.156899333000183,
      "learning_rate": 2.64448771172553e-07,
      "loss": 0.3387,
      "step": 2450670
    },
    {
      "epoch": 683.97,
      "grad_norm": 1.4491593837738037,
      "learning_rate": 2.6443629399322157e-07,
      "loss": 0.3224,
      "step": 2450680
    },
    {
      "epoch": 683.98,
      "grad_norm": 1.4004207849502563,
      "learning_rate": 2.6442381709064773e-07,
      "loss": 0.3493,
      "step": 2450690
    },
    {
      "epoch": 683.98,
      "grad_norm": 1.2652915716171265,
      "learning_rate": 2.644113404648324e-07,
      "loss": 0.3389,
      "step": 2450700
    },
    {
      "epoch": 683.98,
      "grad_norm": 1.2405129671096802,
      "learning_rate": 2.643988641157775e-07,
      "loss": 0.3455,
      "step": 2450710
    },
    {
      "epoch": 683.99,
      "grad_norm": 1.2327123880386353,
      "learning_rate": 2.643863880434848e-07,
      "loss": 0.3317,
      "step": 2450720
    },
    {
      "epoch": 683.99,
      "grad_norm": 1.2496532201766968,
      "learning_rate": 2.643739122479566e-07,
      "loss": 0.3384,
      "step": 2450730
    },
    {
      "epoch": 683.99,
      "grad_norm": 1.1054011583328247,
      "learning_rate": 2.64361436729193e-07,
      "loss": 0.3469,
      "step": 2450740
    },
    {
      "epoch": 683.99,
      "grad_norm": 1.3491159677505493,
      "learning_rate": 2.643489614871973e-07,
      "loss": 0.3356,
      "step": 2450750
    },
    {
      "epoch": 684.0,
      "grad_norm": 1.1852967739105225,
      "learning_rate": 2.643364865219701e-07,
      "loss": 0.342,
      "step": 2450760
    },
    {
      "epoch": 684.0,
      "grad_norm": 1.100008249282837,
      "learning_rate": 2.6432401183351337e-07,
      "loss": 0.3207,
      "step": 2450770
    },
    {
      "epoch": 684.0,
      "eval_loss": 0.33823704719543457,
      "eval_runtime": 64.751,
      "eval_samples_per_second": 78.13,
      "eval_steps_per_second": 9.776,
      "step": 2450772
    },
    {
      "epoch": 684.0,
      "grad_norm": 1.2025258541107178,
      "learning_rate": 2.643115374218293e-07,
      "loss": 0.3337,
      "step": 2450780
    },
    {
      "epoch": 684.01,
      "grad_norm": 1.115767002105713,
      "learning_rate": 2.642990632869186e-07,
      "loss": 0.3322,
      "step": 2450790
    },
    {
      "epoch": 684.01,
      "grad_norm": 1.4345622062683105,
      "learning_rate": 2.642865894287834e-07,
      "loss": 0.3506,
      "step": 2450800
    },
    {
      "epoch": 684.01,
      "grad_norm": 1.2690235376358032,
      "learning_rate": 2.6427411584742525e-07,
      "loss": 0.3394,
      "step": 2450810
    },
    {
      "epoch": 684.01,
      "grad_norm": 1.1497431993484497,
      "learning_rate": 2.642616425428464e-07,
      "loss": 0.3378,
      "step": 2450820
    },
    {
      "epoch": 684.02,
      "grad_norm": 1.2874935865402222,
      "learning_rate": 2.6424916951504755e-07,
      "loss": 0.345,
      "step": 2450830
    },
    {
      "epoch": 684.02,
      "grad_norm": 1.2084368467330933,
      "learning_rate": 2.642366967640309e-07,
      "loss": 0.3337,
      "step": 2450840
    },
    {
      "epoch": 684.02,
      "grad_norm": 1.1804429292678833,
      "learning_rate": 2.6422422428979855e-07,
      "loss": 0.3328,
      "step": 2450850
    },
    {
      "epoch": 684.02,
      "grad_norm": 1.4726707935333252,
      "learning_rate": 2.642117520923506e-07,
      "loss": 0.327,
      "step": 2450860
    },
    {
      "epoch": 684.03,
      "grad_norm": 1.0603430271148682,
      "learning_rate": 2.6419928017169054e-07,
      "loss": 0.3463,
      "step": 2450870
    },
    {
      "epoch": 684.03,
      "grad_norm": 1.055428147315979,
      "learning_rate": 2.64186808527819e-07,
      "loss": 0.3343,
      "step": 2450880
    },
    {
      "epoch": 684.03,
      "grad_norm": 1.3478647470474243,
      "learning_rate": 2.64174337160738e-07,
      "loss": 0.3339,
      "step": 2450890
    },
    {
      "epoch": 684.04,
      "grad_norm": 3.338972330093384,
      "learning_rate": 2.6416186607044894e-07,
      "loss": 0.3289,
      "step": 2450900
    },
    {
      "epoch": 684.04,
      "grad_norm": 1.3104157447814941,
      "learning_rate": 2.6414939525695403e-07,
      "loss": 0.3299,
      "step": 2450910
    },
    {
      "epoch": 684.04,
      "grad_norm": 1.144669532775879,
      "learning_rate": 2.6413692472025413e-07,
      "loss": 0.3347,
      "step": 2450920
    },
    {
      "epoch": 684.04,
      "grad_norm": 1.1446666717529297,
      "learning_rate": 2.641244544603513e-07,
      "loss": 0.3339,
      "step": 2450930
    },
    {
      "epoch": 684.05,
      "grad_norm": 1.4744638204574585,
      "learning_rate": 2.6411198447724764e-07,
      "loss": 0.3418,
      "step": 2450940
    },
    {
      "epoch": 684.05,
      "grad_norm": 1.1255862712860107,
      "learning_rate": 2.640995147709434e-07,
      "loss": 0.3417,
      "step": 2450950
    },
    {
      "epoch": 684.05,
      "grad_norm": 1.4311366081237793,
      "learning_rate": 2.640870453414422e-07,
      "loss": 0.3522,
      "step": 2450960
    },
    {
      "epoch": 684.06,
      "grad_norm": 1.2113138437271118,
      "learning_rate": 2.6407457618874407e-07,
      "loss": 0.3457,
      "step": 2450970
    },
    {
      "epoch": 684.06,
      "grad_norm": 1.0977972745895386,
      "learning_rate": 2.6406210731285164e-07,
      "loss": 0.3308,
      "step": 2450980
    },
    {
      "epoch": 684.06,
      "grad_norm": 1.3745145797729492,
      "learning_rate": 2.640496387137664e-07,
      "loss": 0.3408,
      "step": 2450990
    },
    {
      "epoch": 684.06,
      "grad_norm": 1.36129891872406,
      "learning_rate": 2.6403717039148913e-07,
      "loss": 0.3457,
      "step": 2451000
    },
    {
      "epoch": 684.07,
      "grad_norm": 1.3751782178878784,
      "learning_rate": 2.6402470234602303e-07,
      "loss": 0.3329,
      "step": 2451010
    },
    {
      "epoch": 684.07,
      "grad_norm": 1.4049830436706543,
      "learning_rate": 2.6401223457736857e-07,
      "loss": 0.3478,
      "step": 2451020
    },
    {
      "epoch": 684.07,
      "grad_norm": 1.2412512302398682,
      "learning_rate": 2.6399976708552755e-07,
      "loss": 0.3322,
      "step": 2451030
    },
    {
      "epoch": 684.07,
      "grad_norm": 1.2980122566223145,
      "learning_rate": 2.639872998705021e-07,
      "loss": 0.3394,
      "step": 2451040
    },
    {
      "epoch": 684.08,
      "grad_norm": 1.2430049180984497,
      "learning_rate": 2.6397483293229375e-07,
      "loss": 0.3214,
      "step": 2451050
    },
    {
      "epoch": 684.08,
      "grad_norm": 1.1517339944839478,
      "learning_rate": 2.6396236627090384e-07,
      "loss": 0.3339,
      "step": 2451060
    },
    {
      "epoch": 684.08,
      "grad_norm": 1.2692797183990479,
      "learning_rate": 2.639498998863344e-07,
      "loss": 0.3275,
      "step": 2451070
    },
    {
      "epoch": 684.09,
      "grad_norm": 1.3756378889083862,
      "learning_rate": 2.63937433778587e-07,
      "loss": 0.3345,
      "step": 2451080
    },
    {
      "epoch": 684.09,
      "grad_norm": 1.2404342889785767,
      "learning_rate": 2.639249679476625e-07,
      "loss": 0.3454,
      "step": 2451090
    },
    {
      "epoch": 684.09,
      "grad_norm": 1.3159936666488647,
      "learning_rate": 2.6391250239356413e-07,
      "loss": 0.3412,
      "step": 2451100
    },
    {
      "epoch": 684.09,
      "grad_norm": 1.49127995967865,
      "learning_rate": 2.639000371162923e-07,
      "loss": 0.3443,
      "step": 2451110
    },
    {
      "epoch": 684.1,
      "grad_norm": 1.3138469457626343,
      "learning_rate": 2.63887572115849e-07,
      "loss": 0.3369,
      "step": 2451120
    },
    {
      "epoch": 684.1,
      "grad_norm": 1.2324415445327759,
      "learning_rate": 2.638751073922366e-07,
      "loss": 0.3323,
      "step": 2451130
    },
    {
      "epoch": 684.1,
      "grad_norm": 1.2123920917510986,
      "learning_rate": 2.638626429454554e-07,
      "loss": 0.3567,
      "step": 2451140
    },
    {
      "epoch": 684.11,
      "grad_norm": 1.31706964969635,
      "learning_rate": 2.6385017877550793e-07,
      "loss": 0.3388,
      "step": 2451150
    },
    {
      "epoch": 684.11,
      "grad_norm": 1.6099461317062378,
      "learning_rate": 2.638377148823958e-07,
      "loss": 0.3389,
      "step": 2451160
    },
    {
      "epoch": 684.11,
      "grad_norm": 1.330814242362976,
      "learning_rate": 2.6382525126612084e-07,
      "loss": 0.3356,
      "step": 2451170
    },
    {
      "epoch": 684.11,
      "grad_norm": 1.243341088294983,
      "learning_rate": 2.638127879266835e-07,
      "loss": 0.3342,
      "step": 2451180
    },
    {
      "epoch": 684.12,
      "grad_norm": 1.2696398496627808,
      "learning_rate": 2.6380032486408724e-07,
      "loss": 0.3345,
      "step": 2451190
    },
    {
      "epoch": 684.12,
      "grad_norm": 1.2094112634658813,
      "learning_rate": 2.6378786207833253e-07,
      "loss": 0.3451,
      "step": 2451200
    },
    {
      "epoch": 684.12,
      "grad_norm": 1.2453134059906006,
      "learning_rate": 2.637753995694212e-07,
      "loss": 0.3302,
      "step": 2451210
    },
    {
      "epoch": 684.13,
      "grad_norm": 1.5060131549835205,
      "learning_rate": 2.6376293733735563e-07,
      "loss": 0.3655,
      "step": 2451220
    },
    {
      "epoch": 684.13,
      "grad_norm": 1.0130668878555298,
      "learning_rate": 2.637504753821366e-07,
      "loss": 0.3182,
      "step": 2451230
    },
    {
      "epoch": 684.13,
      "grad_norm": 1.2396320104599,
      "learning_rate": 2.6373801370376584e-07,
      "loss": 0.3382,
      "step": 2451240
    },
    {
      "epoch": 684.13,
      "grad_norm": 1.1418299674987793,
      "learning_rate": 2.637255523022453e-07,
      "loss": 0.3275,
      "step": 2451250
    },
    {
      "epoch": 684.14,
      "grad_norm": 1.0599219799041748,
      "learning_rate": 2.637130911775767e-07,
      "loss": 0.3357,
      "step": 2451260
    },
    {
      "epoch": 684.14,
      "grad_norm": 1.1497522592544556,
      "learning_rate": 2.637006303297619e-07,
      "loss": 0.3382,
      "step": 2451270
    },
    {
      "epoch": 684.14,
      "grad_norm": 1.2538236379623413,
      "learning_rate": 2.6368816975880174e-07,
      "loss": 0.3192,
      "step": 2451280
    },
    {
      "epoch": 684.14,
      "grad_norm": 1.1241072416305542,
      "learning_rate": 2.6367570946469846e-07,
      "loss": 0.3343,
      "step": 2451290
    },
    {
      "epoch": 684.15,
      "grad_norm": 1.6866346597671509,
      "learning_rate": 2.636632494474536e-07,
      "loss": 0.3404,
      "step": 2451300
    },
    {
      "epoch": 684.15,
      "grad_norm": 1.1358588933944702,
      "learning_rate": 2.636507897070694e-07,
      "loss": 0.3255,
      "step": 2451310
    },
    {
      "epoch": 684.15,
      "grad_norm": 1.3405489921569824,
      "learning_rate": 2.6363833024354603e-07,
      "loss": 0.3448,
      "step": 2451320
    },
    {
      "epoch": 684.16,
      "grad_norm": 1.2524126768112183,
      "learning_rate": 2.6362587105688683e-07,
      "loss": 0.3345,
      "step": 2451330
    },
    {
      "epoch": 684.16,
      "grad_norm": 1.5596373081207275,
      "learning_rate": 2.6361341214709236e-07,
      "loss": 0.3374,
      "step": 2451340
    },
    {
      "epoch": 684.16,
      "grad_norm": 1.201194405555725,
      "learning_rate": 2.636009535141647e-07,
      "loss": 0.3242,
      "step": 2451350
    },
    {
      "epoch": 684.16,
      "grad_norm": 1.0751893520355225,
      "learning_rate": 2.6358849515810594e-07,
      "loss": 0.3342,
      "step": 2451360
    },
    {
      "epoch": 684.17,
      "grad_norm": 1.1690878868103027,
      "learning_rate": 2.6357603707891685e-07,
      "loss": 0.3143,
      "step": 2451370
    },
    {
      "epoch": 684.17,
      "grad_norm": 1.0803207159042358,
      "learning_rate": 2.635635792765992e-07,
      "loss": 0.3283,
      "step": 2451380
    },
    {
      "epoch": 684.17,
      "grad_norm": 1.2957302331924438,
      "learning_rate": 2.635511217511552e-07,
      "loss": 0.3457,
      "step": 2451390
    },
    {
      "epoch": 684.18,
      "grad_norm": 1.3458706140518188,
      "learning_rate": 2.635386645025866e-07,
      "loss": 0.3464,
      "step": 2451400
    },
    {
      "epoch": 684.18,
      "grad_norm": 1.314046859741211,
      "learning_rate": 2.6352620753089414e-07,
      "loss": 0.349,
      "step": 2451410
    },
    {
      "epoch": 684.18,
      "grad_norm": 1.1519228219985962,
      "learning_rate": 2.6351375083607997e-07,
      "loss": 0.3406,
      "step": 2451420
    },
    {
      "epoch": 684.18,
      "grad_norm": 1.2030127048492432,
      "learning_rate": 2.6350129441814637e-07,
      "loss": 0.3275,
      "step": 2451430
    },
    {
      "epoch": 684.19,
      "grad_norm": 1.3796190023422241,
      "learning_rate": 2.6348883827709365e-07,
      "loss": 0.3326,
      "step": 2451440
    },
    {
      "epoch": 684.19,
      "grad_norm": 1.2263004779815674,
      "learning_rate": 2.6347638241292515e-07,
      "loss": 0.3409,
      "step": 2451450
    },
    {
      "epoch": 684.19,
      "grad_norm": 1.1568413972854614,
      "learning_rate": 2.634639268256409e-07,
      "loss": 0.3463,
      "step": 2451460
    },
    {
      "epoch": 684.19,
      "grad_norm": 1.5118944644927979,
      "learning_rate": 2.6345147151524356e-07,
      "loss": 0.3207,
      "step": 2451470
    },
    {
      "epoch": 684.2,
      "grad_norm": 1.0814286470413208,
      "learning_rate": 2.6343901648173454e-07,
      "loss": 0.3322,
      "step": 2451480
    },
    {
      "epoch": 684.2,
      "grad_norm": 1.080973505973816,
      "learning_rate": 2.6342656172511583e-07,
      "loss": 0.3222,
      "step": 2451490
    },
    {
      "epoch": 684.2,
      "grad_norm": 1.4849872589111328,
      "learning_rate": 2.6341410724538833e-07,
      "loss": 0.3426,
      "step": 2451500
    },
    {
      "epoch": 684.21,
      "grad_norm": 1.2518352270126343,
      "learning_rate": 2.634016530425542e-07,
      "loss": 0.32,
      "step": 2451510
    },
    {
      "epoch": 684.21,
      "grad_norm": 1.094902753829956,
      "learning_rate": 2.6338919911661525e-07,
      "loss": 0.3547,
      "step": 2451520
    },
    {
      "epoch": 684.21,
      "grad_norm": 1.3151341676712036,
      "learning_rate": 2.63376745467572e-07,
      "loss": 0.3293,
      "step": 2451530
    },
    {
      "epoch": 684.21,
      "grad_norm": 1.2834845781326294,
      "learning_rate": 2.6336429209542806e-07,
      "loss": 0.3454,
      "step": 2451540
    },
    {
      "epoch": 684.22,
      "grad_norm": 1.3523523807525635,
      "learning_rate": 2.633518390001835e-07,
      "loss": 0.3259,
      "step": 2451550
    },
    {
      "epoch": 684.22,
      "grad_norm": 1.3427225351333618,
      "learning_rate": 2.633393861818403e-07,
      "loss": 0.3331,
      "step": 2451560
    },
    {
      "epoch": 684.22,
      "grad_norm": 1.1366965770721436,
      "learning_rate": 2.6332693364040117e-07,
      "loss": 0.3325,
      "step": 2451570
    },
    {
      "epoch": 684.23,
      "grad_norm": 1.0723650455474854,
      "learning_rate": 2.633144813758658e-07,
      "loss": 0.3494,
      "step": 2451580
    },
    {
      "epoch": 684.23,
      "grad_norm": 1.2157697677612305,
      "learning_rate": 2.633020293882378e-07,
      "loss": 0.3304,
      "step": 2451590
    },
    {
      "epoch": 684.23,
      "grad_norm": 1.2356587648391724,
      "learning_rate": 2.632895776775175e-07,
      "loss": 0.3493,
      "step": 2451600
    },
    {
      "epoch": 684.23,
      "grad_norm": 1.35783052444458,
      "learning_rate": 2.6327712624370717e-07,
      "loss": 0.3391,
      "step": 2451610
    },
    {
      "epoch": 684.24,
      "grad_norm": 1.2252817153930664,
      "learning_rate": 2.6326467508680844e-07,
      "loss": 0.3407,
      "step": 2451620
    },
    {
      "epoch": 684.24,
      "grad_norm": 1.279919147491455,
      "learning_rate": 2.632522242068233e-07,
      "loss": 0.3525,
      "step": 2451630
    },
    {
      "epoch": 684.24,
      "grad_norm": 1.3602231740951538,
      "learning_rate": 2.632397736037524e-07,
      "loss": 0.3377,
      "step": 2451640
    },
    {
      "epoch": 684.25,
      "grad_norm": 1.2661176919937134,
      "learning_rate": 2.63227323277598e-07,
      "loss": 0.3342,
      "step": 2451650
    },
    {
      "epoch": 684.25,
      "grad_norm": 1.4007381200790405,
      "learning_rate": 2.6321487322836213e-07,
      "loss": 0.3381,
      "step": 2451660
    },
    {
      "epoch": 684.25,
      "grad_norm": 1.1443802118301392,
      "learning_rate": 2.6320242345604516e-07,
      "loss": 0.3468,
      "step": 2451670
    },
    {
      "epoch": 684.25,
      "grad_norm": 1.1138721704483032,
      "learning_rate": 2.631899739606507e-07,
      "loss": 0.3355,
      "step": 2451680
    },
    {
      "epoch": 684.26,
      "grad_norm": 1.190028190612793,
      "learning_rate": 2.6317752474217897e-07,
      "loss": 0.3307,
      "step": 2451690
    },
    {
      "epoch": 684.26,
      "grad_norm": 1.1749187707901,
      "learning_rate": 2.631650758006318e-07,
      "loss": 0.3525,
      "step": 2451700
    },
    {
      "epoch": 684.26,
      "grad_norm": 1.5721063613891602,
      "learning_rate": 2.6315262713601107e-07,
      "loss": 0.3348,
      "step": 2451710
    },
    {
      "epoch": 684.26,
      "grad_norm": 1.2164825201034546,
      "learning_rate": 2.631401787483188e-07,
      "loss": 0.3392,
      "step": 2451720
    },
    {
      "epoch": 684.27,
      "grad_norm": 1.2376114130020142,
      "learning_rate": 2.6312773063755606e-07,
      "loss": 0.3437,
      "step": 2451730
    },
    {
      "epoch": 684.27,
      "grad_norm": 1.1885788440704346,
      "learning_rate": 2.631152828037244e-07,
      "loss": 0.3467,
      "step": 2451740
    },
    {
      "epoch": 684.27,
      "grad_norm": 1.2649482488632202,
      "learning_rate": 2.631028352468264e-07,
      "loss": 0.3399,
      "step": 2451750
    },
    {
      "epoch": 684.28,
      "grad_norm": 1.2630409002304077,
      "learning_rate": 2.6309038796686236e-07,
      "loss": 0.3527,
      "step": 2451760
    },
    {
      "epoch": 684.28,
      "grad_norm": 1.3285363912582397,
      "learning_rate": 2.630779409638354e-07,
      "loss": 0.327,
      "step": 2451770
    },
    {
      "epoch": 684.28,
      "grad_norm": 1.4905036687850952,
      "learning_rate": 2.63065494237746e-07,
      "loss": 0.3577,
      "step": 2451780
    },
    {
      "epoch": 684.28,
      "grad_norm": 1.0380407571792603,
      "learning_rate": 2.630530477885963e-07,
      "loss": 0.3341,
      "step": 2451790
    },
    {
      "epoch": 684.29,
      "grad_norm": 1.3109526634216309,
      "learning_rate": 2.630406016163883e-07,
      "loss": 0.3485,
      "step": 2451800
    },
    {
      "epoch": 684.29,
      "grad_norm": 1.294242024421692,
      "learning_rate": 2.630281557211229e-07,
      "loss": 0.3229,
      "step": 2451810
    },
    {
      "epoch": 684.29,
      "grad_norm": 1.1697250604629517,
      "learning_rate": 2.6301571010280236e-07,
      "loss": 0.3348,
      "step": 2451820
    },
    {
      "epoch": 684.3,
      "grad_norm": 1.4302257299423218,
      "learning_rate": 2.630032647614277e-07,
      "loss": 0.346,
      "step": 2451830
    },
    {
      "epoch": 684.3,
      "grad_norm": 1.4042975902557373,
      "learning_rate": 2.6299081969700134e-07,
      "loss": 0.3234,
      "step": 2451840
    },
    {
      "epoch": 684.3,
      "grad_norm": 1.2846883535385132,
      "learning_rate": 2.629783749095245e-07,
      "loss": 0.317,
      "step": 2451850
    },
    {
      "epoch": 684.3,
      "grad_norm": 1.4000705480575562,
      "learning_rate": 2.629659303989993e-07,
      "loss": 0.3342,
      "step": 2451860
    },
    {
      "epoch": 684.31,
      "grad_norm": 1.2556219100952148,
      "learning_rate": 2.629534861654268e-07,
      "loss": 0.3371,
      "step": 2451870
    },
    {
      "epoch": 684.31,
      "grad_norm": 1.129822850227356,
      "learning_rate": 2.629410422088085e-07,
      "loss": 0.3435,
      "step": 2451880
    },
    {
      "epoch": 684.31,
      "grad_norm": 1.3592618703842163,
      "learning_rate": 2.629285985291471e-07,
      "loss": 0.3351,
      "step": 2451890
    },
    {
      "epoch": 684.31,
      "grad_norm": 1.1710540056228638,
      "learning_rate": 2.6291615512644275e-07,
      "loss": 0.3508,
      "step": 2451900
    },
    {
      "epoch": 684.32,
      "grad_norm": 1.361557126045227,
      "learning_rate": 2.6290371200069893e-07,
      "loss": 0.333,
      "step": 2451910
    },
    {
      "epoch": 684.32,
      "grad_norm": 1.114366888999939,
      "learning_rate": 2.6289126915191556e-07,
      "loss": 0.3318,
      "step": 2451920
    },
    {
      "epoch": 684.32,
      "grad_norm": 1.4130077362060547,
      "learning_rate": 2.628788265800953e-07,
      "loss": 0.334,
      "step": 2451930
    },
    {
      "epoch": 684.33,
      "grad_norm": 1.299616813659668,
      "learning_rate": 2.6286638428523997e-07,
      "loss": 0.335,
      "step": 2451940
    },
    {
      "epoch": 684.33,
      "grad_norm": 1.2145073413848877,
      "learning_rate": 2.628539422673503e-07,
      "loss": 0.3475,
      "step": 2451950
    },
    {
      "epoch": 684.33,
      "grad_norm": 1.2087721824645996,
      "learning_rate": 2.628415005264286e-07,
      "loss": 0.3502,
      "step": 2451960
    },
    {
      "epoch": 684.33,
      "grad_norm": 1.2449671030044556,
      "learning_rate": 2.6282905906247636e-07,
      "loss": 0.3342,
      "step": 2451970
    },
    {
      "epoch": 684.34,
      "grad_norm": 1.2143607139587402,
      "learning_rate": 2.6281661787549546e-07,
      "loss": 0.3447,
      "step": 2451980
    },
    {
      "epoch": 684.34,
      "grad_norm": 1.2797949314117432,
      "learning_rate": 2.6280417696548675e-07,
      "loss": 0.3445,
      "step": 2451990
    },
    {
      "epoch": 684.34,
      "grad_norm": 1.2363392114639282,
      "learning_rate": 2.627917363324534e-07,
      "loss": 0.3262,
      "step": 2452000
    },
    {
      "epoch": 684.35,
      "grad_norm": 1.1284871101379395,
      "learning_rate": 2.627792959763956e-07,
      "loss": 0.3327,
      "step": 2452010
    },
    {
      "epoch": 684.35,
      "grad_norm": 1.2363009452819824,
      "learning_rate": 2.6276685589731546e-07,
      "loss": 0.3301,
      "step": 2452020
    },
    {
      "epoch": 684.35,
      "grad_norm": 1.4235520362854004,
      "learning_rate": 2.627544160952153e-07,
      "loss": 0.346,
      "step": 2452030
    },
    {
      "epoch": 684.35,
      "grad_norm": 1.1258994340896606,
      "learning_rate": 2.627419765700957e-07,
      "loss": 0.3361,
      "step": 2452040
    },
    {
      "epoch": 684.36,
      "grad_norm": 1.0952047109603882,
      "learning_rate": 2.6272953732195896e-07,
      "loss": 0.3394,
      "step": 2452050
    },
    {
      "epoch": 684.36,
      "grad_norm": 1.272911548614502,
      "learning_rate": 2.627170983508066e-07,
      "loss": 0.3457,
      "step": 2452060
    },
    {
      "epoch": 684.36,
      "grad_norm": 1.3385564088821411,
      "learning_rate": 2.627046596566408e-07,
      "loss": 0.3316,
      "step": 2452070
    },
    {
      "epoch": 684.37,
      "grad_norm": 1.2116667032241821,
      "learning_rate": 2.62692221239462e-07,
      "loss": 0.3388,
      "step": 2452080
    },
    {
      "epoch": 684.37,
      "grad_norm": 1.136379599571228,
      "learning_rate": 2.6267978309927287e-07,
      "loss": 0.3518,
      "step": 2452090
    },
    {
      "epoch": 684.37,
      "grad_norm": 1.3543546199798584,
      "learning_rate": 2.6266734523607487e-07,
      "loss": 0.3335,
      "step": 2452100
    },
    {
      "epoch": 684.37,
      "grad_norm": 1.3925999402999878,
      "learning_rate": 2.626549076498689e-07,
      "loss": 0.3435,
      "step": 2452110
    },
    {
      "epoch": 684.38,
      "grad_norm": 1.2427778244018555,
      "learning_rate": 2.6264247034065795e-07,
      "loss": 0.344,
      "step": 2452120
    },
    {
      "epoch": 684.38,
      "grad_norm": 1.2268916368484497,
      "learning_rate": 2.6263003330844215e-07,
      "loss": 0.3475,
      "step": 2452130
    },
    {
      "epoch": 684.38,
      "grad_norm": 1.2519360780715942,
      "learning_rate": 2.626175965532251e-07,
      "loss": 0.3512,
      "step": 2452140
    },
    {
      "epoch": 684.38,
      "grad_norm": 1.2883806228637695,
      "learning_rate": 2.6260516007500674e-07,
      "loss": 0.3442,
      "step": 2452150
    },
    {
      "epoch": 684.39,
      "grad_norm": 1.2365946769714355,
      "learning_rate": 2.6259272387378924e-07,
      "loss": 0.3482,
      "step": 2452160
    },
    {
      "epoch": 684.39,
      "grad_norm": 1.2306028604507446,
      "learning_rate": 2.6258028794957486e-07,
      "loss": 0.3358,
      "step": 2452170
    },
    {
      "epoch": 684.39,
      "grad_norm": 1.2060110569000244,
      "learning_rate": 2.625678523023642e-07,
      "loss": 0.3353,
      "step": 2452180
    },
    {
      "epoch": 684.4,
      "grad_norm": 0.9621034860610962,
      "learning_rate": 2.6255541693215953e-07,
      "loss": 0.3261,
      "step": 2452190
    },
    {
      "epoch": 684.4,
      "grad_norm": 1.5855011940002441,
      "learning_rate": 2.6254298183896245e-07,
      "loss": 0.3461,
      "step": 2452200
    },
    {
      "epoch": 684.4,
      "grad_norm": 1.2123358249664307,
      "learning_rate": 2.62530547022775e-07,
      "loss": 0.3309,
      "step": 2452210
    },
    {
      "epoch": 684.4,
      "grad_norm": 1.1599632501602173,
      "learning_rate": 2.6251811248359803e-07,
      "loss": 0.3328,
      "step": 2452220
    },
    {
      "epoch": 684.41,
      "grad_norm": 1.2418371438980103,
      "learning_rate": 2.625056782214336e-07,
      "loss": 0.3444,
      "step": 2452230
    },
    {
      "epoch": 684.41,
      "grad_norm": 1.3697208166122437,
      "learning_rate": 2.624932442362838e-07,
      "loss": 0.3315,
      "step": 2452240
    },
    {
      "epoch": 684.41,
      "grad_norm": 1.276123285293579,
      "learning_rate": 2.6248081052814884e-07,
      "loss": 0.3352,
      "step": 2452250
    },
    {
      "epoch": 684.42,
      "grad_norm": 1.3765058517456055,
      "learning_rate": 2.6246837709703237e-07,
      "loss": 0.3315,
      "step": 2452260
    },
    {
      "epoch": 684.42,
      "grad_norm": 1.1335760354995728,
      "learning_rate": 2.624559439429345e-07,
      "loss": 0.3324,
      "step": 2452270
    },
    {
      "epoch": 684.42,
      "grad_norm": 1.1669836044311523,
      "learning_rate": 2.624435110658574e-07,
      "loss": 0.3274,
      "step": 2452280
    },
    {
      "epoch": 684.42,
      "grad_norm": 1.0586094856262207,
      "learning_rate": 2.6243107846580295e-07,
      "loss": 0.3317,
      "step": 2452290
    },
    {
      "epoch": 684.43,
      "grad_norm": 1.565970540046692,
      "learning_rate": 2.6241864614277307e-07,
      "loss": 0.3334,
      "step": 2452300
    },
    {
      "epoch": 684.43,
      "grad_norm": 1.3962247371673584,
      "learning_rate": 2.6240621409676844e-07,
      "loss": 0.3239,
      "step": 2452310
    },
    {
      "epoch": 684.43,
      "grad_norm": 1.2959011793136597,
      "learning_rate": 2.623937823277912e-07,
      "loss": 0.3354,
      "step": 2452320
    },
    {
      "epoch": 684.43,
      "grad_norm": 1.1625841856002808,
      "learning_rate": 2.6238135083584335e-07,
      "loss": 0.328,
      "step": 2452330
    },
    {
      "epoch": 684.44,
      "grad_norm": 1.2364555597305298,
      "learning_rate": 2.623689196209255e-07,
      "loss": 0.3337,
      "step": 2452340
    },
    {
      "epoch": 684.44,
      "grad_norm": 1.1087414026260376,
      "learning_rate": 2.6235648868304096e-07,
      "loss": 0.3293,
      "step": 2452350
    },
    {
      "epoch": 684.44,
      "grad_norm": 1.2706222534179688,
      "learning_rate": 2.6234405802219e-07,
      "loss": 0.3338,
      "step": 2452360
    },
    {
      "epoch": 684.45,
      "grad_norm": 3.8110361099243164,
      "learning_rate": 2.6233162763837476e-07,
      "loss": 0.3465,
      "step": 2452370
    },
    {
      "epoch": 684.45,
      "grad_norm": 1.1545109748840332,
      "learning_rate": 2.6231919753159733e-07,
      "loss": 0.3358,
      "step": 2452380
    },
    {
      "epoch": 684.45,
      "grad_norm": 1.2701274156570435,
      "learning_rate": 2.623067677018584e-07,
      "loss": 0.3323,
      "step": 2452390
    },
    {
      "epoch": 684.45,
      "grad_norm": 1.2046691179275513,
      "learning_rate": 2.622943381491601e-07,
      "loss": 0.3394,
      "step": 2452400
    },
    {
      "epoch": 684.46,
      "grad_norm": 1.2894657850265503,
      "learning_rate": 2.6228190887350403e-07,
      "loss": 0.3334,
      "step": 2452410
    },
    {
      "epoch": 684.46,
      "grad_norm": 1.046804666519165,
      "learning_rate": 2.6226947987489217e-07,
      "loss": 0.3387,
      "step": 2452420
    },
    {
      "epoch": 684.46,
      "grad_norm": 1.0903754234313965,
      "learning_rate": 2.622570511533257e-07,
      "loss": 0.3356,
      "step": 2452430
    },
    {
      "epoch": 684.47,
      "grad_norm": 1.1423834562301636,
      "learning_rate": 2.622446227088071e-07,
      "loss": 0.3392,
      "step": 2452440
    },
    {
      "epoch": 684.47,
      "grad_norm": 1.0750784873962402,
      "learning_rate": 2.622321945413369e-07,
      "loss": 0.3436,
      "step": 2452450
    },
    {
      "epoch": 684.47,
      "grad_norm": 1.3993945121765137,
      "learning_rate": 2.6221976665091753e-07,
      "loss": 0.3361,
      "step": 2452460
    },
    {
      "epoch": 684.47,
      "grad_norm": 1.2478148937225342,
      "learning_rate": 2.6220733903755077e-07,
      "loss": 0.3338,
      "step": 2452470
    },
    {
      "epoch": 684.48,
      "grad_norm": 1.4809218645095825,
      "learning_rate": 2.6219491170123684e-07,
      "loss": 0.3462,
      "step": 2452480
    },
    {
      "epoch": 684.48,
      "grad_norm": 1.2137047052383423,
      "learning_rate": 2.6218248464197945e-07,
      "loss": 0.3442,
      "step": 2452490
    },
    {
      "epoch": 684.48,
      "grad_norm": 1.2518954277038574,
      "learning_rate": 2.621700578597788e-07,
      "loss": 0.341,
      "step": 2452500
    },
    {
      "epoch": 684.49,
      "grad_norm": 1.3450077772140503,
      "learning_rate": 2.6215763135463697e-07,
      "loss": 0.3558,
      "step": 2452510
    },
    {
      "epoch": 684.49,
      "grad_norm": 1.2471028566360474,
      "learning_rate": 2.6214520512655606e-07,
      "loss": 0.3322,
      "step": 2452520
    },
    {
      "epoch": 684.49,
      "grad_norm": 1.4100079536437988,
      "learning_rate": 2.621327791755369e-07,
      "loss": 0.3401,
      "step": 2452530
    },
    {
      "epoch": 684.49,
      "grad_norm": 1.4642367362976074,
      "learning_rate": 2.621203535015815e-07,
      "loss": 0.3441,
      "step": 2452540
    },
    {
      "epoch": 684.5,
      "grad_norm": 1.2835681438446045,
      "learning_rate": 2.6210792810469175e-07,
      "loss": 0.3434,
      "step": 2452550
    },
    {
      "epoch": 684.5,
      "grad_norm": 1.1261377334594727,
      "learning_rate": 2.6209550298486965e-07,
      "loss": 0.3321,
      "step": 2452560
    },
    {
      "epoch": 684.5,
      "grad_norm": 1.2486807107925415,
      "learning_rate": 2.62083078142115e-07,
      "loss": 0.3312,
      "step": 2452570
    },
    {
      "epoch": 684.5,
      "grad_norm": 1.1895561218261719,
      "learning_rate": 2.620706535764322e-07,
      "loss": 0.3379,
      "step": 2452580
    },
    {
      "epoch": 684.51,
      "grad_norm": 1.123470664024353,
      "learning_rate": 2.620582292878207e-07,
      "loss": 0.3145,
      "step": 2452590
    },
    {
      "epoch": 684.51,
      "grad_norm": 1.1996716260910034,
      "learning_rate": 2.6204580527628295e-07,
      "loss": 0.3507,
      "step": 2452600
    },
    {
      "epoch": 684.51,
      "grad_norm": 1.1969079971313477,
      "learning_rate": 2.620333815418212e-07,
      "loss": 0.3507,
      "step": 2452610
    },
    {
      "epoch": 684.52,
      "grad_norm": 1.0937259197235107,
      "learning_rate": 2.6202095808443594e-07,
      "loss": 0.3254,
      "step": 2452620
    },
    {
      "epoch": 684.52,
      "grad_norm": 1.25294828414917,
      "learning_rate": 2.620085349041296e-07,
      "loss": 0.3344,
      "step": 2452630
    },
    {
      "epoch": 684.52,
      "grad_norm": 1.0851315259933472,
      "learning_rate": 2.6199611200090344e-07,
      "loss": 0.3348,
      "step": 2452640
    },
    {
      "epoch": 684.52,
      "grad_norm": 1.1254265308380127,
      "learning_rate": 2.619836893747595e-07,
      "loss": 0.352,
      "step": 2452650
    },
    {
      "epoch": 684.53,
      "grad_norm": 1.4342149496078491,
      "learning_rate": 2.6197126702569866e-07,
      "loss": 0.3418,
      "step": 2452660
    },
    {
      "epoch": 684.53,
      "grad_norm": 1.281260371208191,
      "learning_rate": 2.61958844953724e-07,
      "loss": 0.3462,
      "step": 2452670
    },
    {
      "epoch": 684.53,
      "grad_norm": 1.1362107992172241,
      "learning_rate": 2.619464231588357e-07,
      "loss": 0.3451,
      "step": 2452680
    },
    {
      "epoch": 684.54,
      "grad_norm": 1.324452519416809,
      "learning_rate": 2.619340016410362e-07,
      "loss": 0.3492,
      "step": 2452690
    },
    {
      "epoch": 684.54,
      "grad_norm": 1.2663930654525757,
      "learning_rate": 2.6192158040032727e-07,
      "loss": 0.3396,
      "step": 2452700
    },
    {
      "epoch": 684.54,
      "grad_norm": 1.1795579195022583,
      "learning_rate": 2.619091594367095e-07,
      "loss": 0.3456,
      "step": 2452710
    },
    {
      "epoch": 684.54,
      "grad_norm": 1.1049940586090088,
      "learning_rate": 2.6189673875018617e-07,
      "loss": 0.3255,
      "step": 2452720
    },
    {
      "epoch": 684.55,
      "grad_norm": 1.2627224922180176,
      "learning_rate": 2.618843183407576e-07,
      "loss": 0.3316,
      "step": 2452730
    },
    {
      "epoch": 684.55,
      "grad_norm": 1.259091854095459,
      "learning_rate": 2.618718982084259e-07,
      "loss": 0.352,
      "step": 2452740
    },
    {
      "epoch": 684.55,
      "grad_norm": 1.2696809768676758,
      "learning_rate": 2.6185947835319337e-07,
      "loss": 0.3476,
      "step": 2452750
    },
    {
      "epoch": 684.55,
      "grad_norm": 1.084641933441162,
      "learning_rate": 2.6184705877506024e-07,
      "loss": 0.3365,
      "step": 2452760
    },
    {
      "epoch": 684.56,
      "grad_norm": 1.2601442337036133,
      "learning_rate": 2.618346394740292e-07,
      "loss": 0.3506,
      "step": 2452770
    },
    {
      "epoch": 684.56,
      "grad_norm": 1.234683871269226,
      "learning_rate": 2.618222204501017e-07,
      "loss": 0.3165,
      "step": 2452780
    },
    {
      "epoch": 684.56,
      "grad_norm": 1.3188214302062988,
      "learning_rate": 2.618098017032797e-07,
      "loss": 0.3492,
      "step": 2452790
    },
    {
      "epoch": 684.57,
      "grad_norm": 1.2076574563980103,
      "learning_rate": 2.617973832335636e-07,
      "loss": 0.3245,
      "step": 2452800
    },
    {
      "epoch": 684.57,
      "grad_norm": 1.1925865411758423,
      "learning_rate": 2.617849650409571e-07,
      "loss": 0.332,
      "step": 2452810
    },
    {
      "epoch": 684.57,
      "grad_norm": 1.6019312143325806,
      "learning_rate": 2.617725471254599e-07,
      "loss": 0.3492,
      "step": 2452820
    },
    {
      "epoch": 684.57,
      "grad_norm": 1.3614016771316528,
      "learning_rate": 2.617601294870746e-07,
      "loss": 0.3155,
      "step": 2452830
    },
    {
      "epoch": 684.58,
      "grad_norm": 1.341687560081482,
      "learning_rate": 2.617477121258034e-07,
      "loss": 0.3324,
      "step": 2452840
    },
    {
      "epoch": 684.58,
      "grad_norm": 1.2889697551727295,
      "learning_rate": 2.617352950416464e-07,
      "loss": 0.3353,
      "step": 2452850
    },
    {
      "epoch": 684.58,
      "grad_norm": 1.2937644720077515,
      "learning_rate": 2.6172287823460653e-07,
      "loss": 0.3213,
      "step": 2452860
    },
    {
      "epoch": 684.59,
      "grad_norm": 1.3366901874542236,
      "learning_rate": 2.6171046170468484e-07,
      "loss": 0.3424,
      "step": 2452870
    },
    {
      "epoch": 684.59,
      "grad_norm": 1.1731669902801514,
      "learning_rate": 2.616980454518837e-07,
      "loss": 0.3261,
      "step": 2452880
    },
    {
      "epoch": 684.59,
      "grad_norm": 1.0095316171646118,
      "learning_rate": 2.6168562947620355e-07,
      "loss": 0.3319,
      "step": 2452890
    },
    {
      "epoch": 684.59,
      "grad_norm": 1.0754690170288086,
      "learning_rate": 2.616732137776471e-07,
      "loss": 0.3396,
      "step": 2452900
    },
    {
      "epoch": 684.6,
      "grad_norm": 4.971214771270752,
      "learning_rate": 2.6166079835621575e-07,
      "loss": 0.3401,
      "step": 2452910
    },
    {
      "epoch": 684.6,
      "grad_norm": 1.2076770067214966,
      "learning_rate": 2.616483832119102e-07,
      "loss": 0.331,
      "step": 2452920
    },
    {
      "epoch": 684.6,
      "grad_norm": 1.1618200540542603,
      "learning_rate": 2.61635968344734e-07,
      "loss": 0.3435,
      "step": 2452930
    },
    {
      "epoch": 684.61,
      "grad_norm": 1.1143791675567627,
      "learning_rate": 2.6162355375468736e-07,
      "loss": 0.3351,
      "step": 2452940
    },
    {
      "epoch": 684.61,
      "grad_norm": 1.200556755065918,
      "learning_rate": 2.6161113944177223e-07,
      "loss": 0.3314,
      "step": 2452950
    },
    {
      "epoch": 684.61,
      "grad_norm": 1.2079991102218628,
      "learning_rate": 2.6159872540599035e-07,
      "loss": 0.3453,
      "step": 2452960
    },
    {
      "epoch": 684.61,
      "grad_norm": 1.2183630466461182,
      "learning_rate": 2.615863116473438e-07,
      "loss": 0.3451,
      "step": 2452970
    },
    {
      "epoch": 684.62,
      "grad_norm": 1.2356857061386108,
      "learning_rate": 2.615738981658331e-07,
      "loss": 0.3475,
      "step": 2452980
    },
    {
      "epoch": 684.62,
      "grad_norm": 1.0828381776809692,
      "learning_rate": 2.615614849614609e-07,
      "loss": 0.3295,
      "step": 2452990
    },
    {
      "epoch": 684.62,
      "grad_norm": 1.0673191547393799,
      "learning_rate": 2.615490720342285e-07,
      "loss": 0.3407,
      "step": 2453000
    },
    {
      "epoch": 684.62,
      "grad_norm": 1.1816973686218262,
      "learning_rate": 2.615366593841376e-07,
      "loss": 0.3444,
      "step": 2453010
    },
    {
      "epoch": 684.63,
      "grad_norm": 1.2319533824920654,
      "learning_rate": 2.6152424701119045e-07,
      "loss": 0.3359,
      "step": 2453020
    },
    {
      "epoch": 684.63,
      "grad_norm": 1.3769608736038208,
      "learning_rate": 2.6151183491538745e-07,
      "loss": 0.323,
      "step": 2453030
    },
    {
      "epoch": 684.63,
      "grad_norm": 1.2745118141174316,
      "learning_rate": 2.61499423096731e-07,
      "loss": 0.338,
      "step": 2453040
    },
    {
      "epoch": 684.64,
      "grad_norm": 1.1478630304336548,
      "learning_rate": 2.6148701155522317e-07,
      "loss": 0.3426,
      "step": 2453050
    },
    {
      "epoch": 684.64,
      "grad_norm": 1.1970099210739136,
      "learning_rate": 2.614746002908642e-07,
      "loss": 0.3329,
      "step": 2453060
    },
    {
      "epoch": 684.64,
      "grad_norm": 1.2983113527297974,
      "learning_rate": 2.614621893036575e-07,
      "loss": 0.3471,
      "step": 2453070
    },
    {
      "epoch": 684.64,
      "grad_norm": 1.1732852458953857,
      "learning_rate": 2.6144977859360333e-07,
      "loss": 0.331,
      "step": 2453080
    },
    {
      "epoch": 684.65,
      "grad_norm": 1.3070251941680908,
      "learning_rate": 2.6143736816070404e-07,
      "loss": 0.3467,
      "step": 2453090
    },
    {
      "epoch": 684.65,
      "grad_norm": 1.320314884185791,
      "learning_rate": 2.6142495800496113e-07,
      "loss": 0.3535,
      "step": 2453100
    },
    {
      "epoch": 684.65,
      "grad_norm": 1.1916406154632568,
      "learning_rate": 2.614125481263767e-07,
      "loss": 0.3508,
      "step": 2453110
    },
    {
      "epoch": 684.66,
      "grad_norm": 1.4014376401901245,
      "learning_rate": 2.614001385249514e-07,
      "loss": 0.3233,
      "step": 2453120
    },
    {
      "epoch": 684.66,
      "grad_norm": 1.0938868522644043,
      "learning_rate": 2.6138772920068763e-07,
      "loss": 0.3413,
      "step": 2453130
    },
    {
      "epoch": 684.66,
      "grad_norm": 1.1951323747634888,
      "learning_rate": 2.613753201535871e-07,
      "loss": 0.3431,
      "step": 2453140
    },
    {
      "epoch": 684.66,
      "grad_norm": 1.070638656616211,
      "learning_rate": 2.6136291138365026e-07,
      "loss": 0.3179,
      "step": 2453150
    },
    {
      "epoch": 684.67,
      "grad_norm": 1.3522831201553345,
      "learning_rate": 2.613505028908808e-07,
      "loss": 0.345,
      "step": 2453160
    },
    {
      "epoch": 684.67,
      "grad_norm": 1.3033287525177002,
      "learning_rate": 2.6133809467527865e-07,
      "loss": 0.3464,
      "step": 2453170
    },
    {
      "epoch": 684.67,
      "grad_norm": 1.3565897941589355,
      "learning_rate": 2.613256867368462e-07,
      "loss": 0.338,
      "step": 2453180
    },
    {
      "epoch": 684.67,
      "grad_norm": 1.516542911529541,
      "learning_rate": 2.6131327907558555e-07,
      "loss": 0.3317,
      "step": 2453190
    },
    {
      "epoch": 684.68,
      "grad_norm": 1.3310394287109375,
      "learning_rate": 2.613008716914972e-07,
      "loss": 0.329,
      "step": 2453200
    },
    {
      "epoch": 684.68,
      "grad_norm": 1.0987669229507446,
      "learning_rate": 2.612884645845834e-07,
      "loss": 0.3435,
      "step": 2453210
    },
    {
      "epoch": 684.68,
      "grad_norm": 3.828523635864258,
      "learning_rate": 2.612760577548459e-07,
      "loss": 0.3228,
      "step": 2453220
    },
    {
      "epoch": 684.69,
      "grad_norm": 1.2591297626495361,
      "learning_rate": 2.612636512022866e-07,
      "loss": 0.3382,
      "step": 2453230
    },
    {
      "epoch": 684.69,
      "grad_norm": 1.097554326057434,
      "learning_rate": 2.6125124492690593e-07,
      "loss": 0.331,
      "step": 2453240
    },
    {
      "epoch": 684.69,
      "grad_norm": 1.1458159685134888,
      "learning_rate": 2.612388389287074e-07,
      "loss": 0.3298,
      "step": 2453250
    },
    {
      "epoch": 684.69,
      "grad_norm": 1.1432770490646362,
      "learning_rate": 2.6122643320769104e-07,
      "loss": 0.349,
      "step": 2453260
    },
    {
      "epoch": 684.7,
      "grad_norm": 1.2480114698410034,
      "learning_rate": 2.612140277638592e-07,
      "loss": 0.3538,
      "step": 2453270
    },
    {
      "epoch": 684.7,
      "grad_norm": 1.333921194076538,
      "learning_rate": 2.61201622597214e-07,
      "loss": 0.3322,
      "step": 2453280
    },
    {
      "epoch": 684.7,
      "grad_norm": 1.2118817567825317,
      "learning_rate": 2.611892177077554e-07,
      "loss": 0.3498,
      "step": 2453290
    },
    {
      "epoch": 684.71,
      "grad_norm": 1.2762103080749512,
      "learning_rate": 2.6117681309548755e-07,
      "loss": 0.3285,
      "step": 2453300
    },
    {
      "epoch": 684.71,
      "grad_norm": 1.2376480102539062,
      "learning_rate": 2.6116440876040995e-07,
      "loss": 0.3334,
      "step": 2453310
    },
    {
      "epoch": 684.71,
      "grad_norm": 1.0897613763809204,
      "learning_rate": 2.6115200470252526e-07,
      "loss": 0.3276,
      "step": 2453320
    },
    {
      "epoch": 684.71,
      "grad_norm": 1.274898648262024,
      "learning_rate": 2.6113960092183517e-07,
      "loss": 0.329,
      "step": 2453330
    },
    {
      "epoch": 684.72,
      "grad_norm": 1.3874289989471436,
      "learning_rate": 2.6112719741834084e-07,
      "loss": 0.3399,
      "step": 2453340
    },
    {
      "epoch": 684.72,
      "grad_norm": 1.335914134979248,
      "learning_rate": 2.6111479419204403e-07,
      "loss": 0.3319,
      "step": 2453350
    },
    {
      "epoch": 684.72,
      "grad_norm": 1.0842634439468384,
      "learning_rate": 2.6110239124294654e-07,
      "loss": 0.326,
      "step": 2453360
    },
    {
      "epoch": 684.73,
      "grad_norm": 1.4012763500213623,
      "learning_rate": 2.6108998857105053e-07,
      "loss": 0.3286,
      "step": 2453370
    },
    {
      "epoch": 684.73,
      "grad_norm": 1.2177873849868774,
      "learning_rate": 2.610775861763562e-07,
      "loss": 0.3302,
      "step": 2453380
    },
    {
      "epoch": 684.73,
      "grad_norm": 1.1354132890701294,
      "learning_rate": 2.6106518405886725e-07,
      "loss": 0.3337,
      "step": 2453390
    },
    {
      "epoch": 684.73,
      "grad_norm": 1.1889636516571045,
      "learning_rate": 2.6105278221858363e-07,
      "loss": 0.3336,
      "step": 2453400
    },
    {
      "epoch": 684.74,
      "grad_norm": 2.927732229232788,
      "learning_rate": 2.6104038065550743e-07,
      "loss": 0.3324,
      "step": 2453410
    },
    {
      "epoch": 684.74,
      "grad_norm": 1.4720784425735474,
      "learning_rate": 2.6102797936964097e-07,
      "loss": 0.3508,
      "step": 2453420
    },
    {
      "epoch": 684.74,
      "grad_norm": 1.163522720336914,
      "learning_rate": 2.6101557836098505e-07,
      "loss": 0.3181,
      "step": 2453430
    },
    {
      "epoch": 684.74,
      "grad_norm": 1.0567412376403809,
      "learning_rate": 2.610031776295415e-07,
      "loss": 0.3366,
      "step": 2453440
    },
    {
      "epoch": 684.75,
      "grad_norm": 1.4970375299453735,
      "learning_rate": 2.609907771753122e-07,
      "loss": 0.3437,
      "step": 2453450
    },
    {
      "epoch": 684.75,
      "grad_norm": 1.2378567457199097,
      "learning_rate": 2.6097837699829915e-07,
      "loss": 0.3402,
      "step": 2453460
    },
    {
      "epoch": 684.75,
      "grad_norm": 1.233571171760559,
      "learning_rate": 2.609659770985031e-07,
      "loss": 0.3292,
      "step": 2453470
    },
    {
      "epoch": 684.76,
      "grad_norm": 1.61989426612854,
      "learning_rate": 2.6095357747592624e-07,
      "loss": 0.3428,
      "step": 2453480
    },
    {
      "epoch": 684.76,
      "grad_norm": 1.26819908618927,
      "learning_rate": 2.6094117813057e-07,
      "loss": 0.3415,
      "step": 2453490
    },
    {
      "epoch": 684.76,
      "grad_norm": 1.1430667638778687,
      "learning_rate": 2.609287790624361e-07,
      "loss": 0.3264,
      "step": 2453500
    },
    {
      "epoch": 684.76,
      "grad_norm": 1.2453274726867676,
      "learning_rate": 2.6091638027152703e-07,
      "loss": 0.3398,
      "step": 2453510
    },
    {
      "epoch": 684.77,
      "grad_norm": 1.2420793771743774,
      "learning_rate": 2.609039817578431e-07,
      "loss": 0.3463,
      "step": 2453520
    },
    {
      "epoch": 684.77,
      "grad_norm": 1.5311543941497803,
      "learning_rate": 2.6089158352138655e-07,
      "loss": 0.3421,
      "step": 2453530
    },
    {
      "epoch": 684.77,
      "grad_norm": 1.108463168144226,
      "learning_rate": 2.608791855621591e-07,
      "loss": 0.3471,
      "step": 2453540
    },
    {
      "epoch": 684.78,
      "grad_norm": 1.176527976989746,
      "learning_rate": 2.608667878801627e-07,
      "loss": 0.331,
      "step": 2453550
    },
    {
      "epoch": 684.78,
      "grad_norm": 1.1600492000579834,
      "learning_rate": 2.6085439047539793e-07,
      "loss": 0.3317,
      "step": 2453560
    },
    {
      "epoch": 684.78,
      "grad_norm": 1.3017538785934448,
      "learning_rate": 2.608419933478674e-07,
      "loss": 0.3445,
      "step": 2453570
    },
    {
      "epoch": 684.78,
      "grad_norm": 1.3648715019226074,
      "learning_rate": 2.608295964975727e-07,
      "loss": 0.3391,
      "step": 2453580
    },
    {
      "epoch": 684.79,
      "grad_norm": 1.1493664979934692,
      "learning_rate": 2.6081719992451474e-07,
      "loss": 0.3505,
      "step": 2453590
    },
    {
      "epoch": 684.79,
      "grad_norm": 1.2037938833236694,
      "learning_rate": 2.6080480362869656e-07,
      "loss": 0.3304,
      "step": 2453600
    },
    {
      "epoch": 684.79,
      "grad_norm": 1.2298694849014282,
      "learning_rate": 2.60792407610118e-07,
      "loss": 0.3275,
      "step": 2453610
    },
    {
      "epoch": 684.79,
      "grad_norm": 1.296120285987854,
      "learning_rate": 2.6078001186878255e-07,
      "loss": 0.3254,
      "step": 2453620
    },
    {
      "epoch": 684.8,
      "grad_norm": 1.0768842697143555,
      "learning_rate": 2.607676164046904e-07,
      "loss": 0.3458,
      "step": 2453630
    },
    {
      "epoch": 684.8,
      "grad_norm": 1.1656173467636108,
      "learning_rate": 2.6075522121784395e-07,
      "loss": 0.3468,
      "step": 2453640
    },
    {
      "epoch": 684.8,
      "grad_norm": 1.1738635301589966,
      "learning_rate": 2.60742826308245e-07,
      "loss": 0.355,
      "step": 2453650
    },
    {
      "epoch": 684.81,
      "grad_norm": 1.7829005718231201,
      "learning_rate": 2.607304316758943e-07,
      "loss": 0.3287,
      "step": 2453660
    },
    {
      "epoch": 684.81,
      "grad_norm": 1.4078047275543213,
      "learning_rate": 2.6071803732079424e-07,
      "loss": 0.3349,
      "step": 2453670
    },
    {
      "epoch": 684.81,
      "grad_norm": 1.3820505142211914,
      "learning_rate": 2.6070564324294634e-07,
      "loss": 0.3352,
      "step": 2453680
    },
    {
      "epoch": 684.81,
      "grad_norm": 1.2680442333221436,
      "learning_rate": 2.6069324944235244e-07,
      "loss": 0.3254,
      "step": 2453690
    },
    {
      "epoch": 684.82,
      "grad_norm": 1.1050902605056763,
      "learning_rate": 2.6068085591901387e-07,
      "loss": 0.3192,
      "step": 2453700
    },
    {
      "epoch": 684.82,
      "grad_norm": 1.1923190355300903,
      "learning_rate": 2.6066846267293215e-07,
      "loss": 0.3383,
      "step": 2453710
    },
    {
      "epoch": 684.82,
      "grad_norm": 1.174593210220337,
      "learning_rate": 2.606560697041096e-07,
      "loss": 0.325,
      "step": 2453720
    },
    {
      "epoch": 684.83,
      "grad_norm": 1.0545223951339722,
      "learning_rate": 2.606436770125466e-07,
      "loss": 0.3299,
      "step": 2453730
    },
    {
      "epoch": 684.83,
      "grad_norm": 1.3652876615524292,
      "learning_rate": 2.6063128459824637e-07,
      "loss": 0.3308,
      "step": 2453740
    },
    {
      "epoch": 684.83,
      "grad_norm": 2.1390740871429443,
      "learning_rate": 2.606188924612093e-07,
      "loss": 0.333,
      "step": 2453750
    },
    {
      "epoch": 684.83,
      "grad_norm": 1.2091337442398071,
      "learning_rate": 2.606065006014379e-07,
      "loss": 0.3535,
      "step": 2453760
    },
    {
      "epoch": 684.84,
      "grad_norm": 1.3528300523757935,
      "learning_rate": 2.6059410901893326e-07,
      "loss": 0.3503,
      "step": 2453770
    },
    {
      "epoch": 684.84,
      "grad_norm": 1.181321144104004,
      "learning_rate": 2.6058171771369774e-07,
      "loss": 0.3373,
      "step": 2453780
    },
    {
      "epoch": 684.84,
      "grad_norm": 1.2504366636276245,
      "learning_rate": 2.6056932668573183e-07,
      "loss": 0.3352,
      "step": 2453790
    },
    {
      "epoch": 684.85,
      "grad_norm": 2.3394267559051514,
      "learning_rate": 2.6055693593503813e-07,
      "loss": 0.3525,
      "step": 2453800
    },
    {
      "epoch": 684.85,
      "grad_norm": 1.2198323011398315,
      "learning_rate": 2.605445454616182e-07,
      "loss": 0.3467,
      "step": 2453810
    },
    {
      "epoch": 684.85,
      "grad_norm": 1.2687393426895142,
      "learning_rate": 2.6053215526547257e-07,
      "loss": 0.3309,
      "step": 2453820
    },
    {
      "epoch": 684.85,
      "grad_norm": 1.3178467750549316,
      "learning_rate": 2.605197653466048e-07,
      "loss": 0.3422,
      "step": 2453830
    },
    {
      "epoch": 684.86,
      "grad_norm": 1.3208810091018677,
      "learning_rate": 2.6050737570501533e-07,
      "loss": 0.3359,
      "step": 2453840
    },
    {
      "epoch": 684.86,
      "grad_norm": 1.2792084217071533,
      "learning_rate": 2.604949863407056e-07,
      "loss": 0.3325,
      "step": 2453850
    },
    {
      "epoch": 684.86,
      "grad_norm": 1.4331653118133545,
      "learning_rate": 2.604825972536785e-07,
      "loss": 0.3396,
      "step": 2453860
    },
    {
      "epoch": 684.86,
      "grad_norm": 1.3223692178726196,
      "learning_rate": 2.6047020844393374e-07,
      "loss": 0.3422,
      "step": 2453870
    },
    {
      "epoch": 684.87,
      "grad_norm": 1.2388228178024292,
      "learning_rate": 2.60457819911475e-07,
      "loss": 0.3407,
      "step": 2453880
    },
    {
      "epoch": 684.87,
      "grad_norm": 1.2960398197174072,
      "learning_rate": 2.6044543165630254e-07,
      "loss": 0.3303,
      "step": 2453890
    },
    {
      "epoch": 684.87,
      "grad_norm": 1.365449070930481,
      "learning_rate": 2.604330436784187e-07,
      "loss": 0.3445,
      "step": 2453900
    },
    {
      "epoch": 684.88,
      "grad_norm": 1.143800139427185,
      "learning_rate": 2.604206559778247e-07,
      "loss": 0.3379,
      "step": 2453910
    },
    {
      "epoch": 684.88,
      "grad_norm": 1.3699836730957031,
      "learning_rate": 2.6040826855452304e-07,
      "loss": 0.3332,
      "step": 2453920
    },
    {
      "epoch": 684.88,
      "grad_norm": 1.1649729013442993,
      "learning_rate": 2.603958814085141e-07,
      "loss": 0.3527,
      "step": 2453930
    },
    {
      "epoch": 684.88,
      "grad_norm": 1.2704627513885498,
      "learning_rate": 2.603834945398003e-07,
      "loss": 0.3447,
      "step": 2453940
    },
    {
      "epoch": 684.89,
      "grad_norm": 1.3481473922729492,
      "learning_rate": 2.603711079483834e-07,
      "loss": 0.3406,
      "step": 2453950
    },
    {
      "epoch": 684.89,
      "grad_norm": 1.288077473640442,
      "learning_rate": 2.60358721634264e-07,
      "loss": 0.3266,
      "step": 2453960
    },
    {
      "epoch": 684.89,
      "grad_norm": 1.4322857856750488,
      "learning_rate": 2.603463355974454e-07,
      "loss": 0.335,
      "step": 2453970
    },
    {
      "epoch": 684.9,
      "grad_norm": 1.5167880058288574,
      "learning_rate": 2.6033394983792817e-07,
      "loss": 0.3419,
      "step": 2453980
    },
    {
      "epoch": 684.9,
      "grad_norm": 1.427559733390808,
      "learning_rate": 2.6032156435571387e-07,
      "loss": 0.3369,
      "step": 2453990
    },
    {
      "epoch": 684.9,
      "grad_norm": 1.4090745449066162,
      "learning_rate": 2.603091791508051e-07,
      "loss": 0.331,
      "step": 2454000
    },
    {
      "epoch": 684.9,
      "grad_norm": 1.6521670818328857,
      "learning_rate": 2.602967942232023e-07,
      "loss": 0.3292,
      "step": 2454010
    },
    {
      "epoch": 684.91,
      "grad_norm": 1.1981043815612793,
      "learning_rate": 2.60284409572908e-07,
      "loss": 0.3305,
      "step": 2454020
    },
    {
      "epoch": 684.91,
      "grad_norm": 1.1185212135314941,
      "learning_rate": 2.602720251999233e-07,
      "loss": 0.3264,
      "step": 2454030
    },
    {
      "epoch": 684.91,
      "grad_norm": 1.1934175491333008,
      "learning_rate": 2.6025964110425043e-07,
      "loss": 0.3456,
      "step": 2454040
    },
    {
      "epoch": 684.91,
      "grad_norm": 1.2612777948379517,
      "learning_rate": 2.6024725728589005e-07,
      "loss": 0.3455,
      "step": 2454050
    },
    {
      "epoch": 684.92,
      "grad_norm": 1.1510223150253296,
      "learning_rate": 2.602348737448451e-07,
      "loss": 0.3345,
      "step": 2454060
    },
    {
      "epoch": 684.92,
      "grad_norm": 1.2259173393249512,
      "learning_rate": 2.6022249048111637e-07,
      "loss": 0.3471,
      "step": 2454070
    },
    {
      "epoch": 684.92,
      "grad_norm": 1.260903239250183,
      "learning_rate": 2.602101074947056e-07,
      "loss": 0.34,
      "step": 2454080
    },
    {
      "epoch": 684.93,
      "grad_norm": 1.1128807067871094,
      "learning_rate": 2.60197724785615e-07,
      "loss": 0.3333,
      "step": 2454090
    },
    {
      "epoch": 684.93,
      "grad_norm": 1.0932120084762573,
      "learning_rate": 2.601853423538452e-07,
      "loss": 0.3562,
      "step": 2454100
    },
    {
      "epoch": 684.93,
      "grad_norm": 1.2151472568511963,
      "learning_rate": 2.601729601993986e-07,
      "loss": 0.3397,
      "step": 2454110
    },
    {
      "epoch": 684.93,
      "grad_norm": 1.1602821350097656,
      "learning_rate": 2.601605783222766e-07,
      "loss": 0.3292,
      "step": 2454120
    },
    {
      "epoch": 684.94,
      "grad_norm": 1.5061928033828735,
      "learning_rate": 2.601481967224814e-07,
      "loss": 0.3386,
      "step": 2454130
    },
    {
      "epoch": 684.94,
      "grad_norm": 1.836313247680664,
      "learning_rate": 2.6013581540001386e-07,
      "loss": 0.3316,
      "step": 2454140
    },
    {
      "epoch": 684.94,
      "grad_norm": 1.3262630701065063,
      "learning_rate": 2.601234343548758e-07,
      "loss": 0.3428,
      "step": 2454150
    },
    {
      "epoch": 684.95,
      "grad_norm": 1.3328009843826294,
      "learning_rate": 2.60111053587069e-07,
      "loss": 0.3499,
      "step": 2454160
    },
    {
      "epoch": 684.95,
      "grad_norm": 1.1465047597885132,
      "learning_rate": 2.60098673096595e-07,
      "loss": 0.33,
      "step": 2454170
    },
    {
      "epoch": 684.95,
      "grad_norm": 1.2458140850067139,
      "learning_rate": 2.6008629288345625e-07,
      "loss": 0.3489,
      "step": 2454180
    },
    {
      "epoch": 684.95,
      "grad_norm": 1.3909215927124023,
      "learning_rate": 2.6007391294765244e-07,
      "loss": 0.3383,
      "step": 2454190
    },
    {
      "epoch": 684.96,
      "grad_norm": 1.7377532720565796,
      "learning_rate": 2.6006153328918765e-07,
      "loss": 0.3317,
      "step": 2454200
    },
    {
      "epoch": 684.96,
      "grad_norm": 1.3224581480026245,
      "learning_rate": 2.60049153908062e-07,
      "loss": 0.3364,
      "step": 2454210
    },
    {
      "epoch": 684.96,
      "grad_norm": 1.2915241718292236,
      "learning_rate": 2.6003677480427725e-07,
      "loss": 0.3427,
      "step": 2454220
    },
    {
      "epoch": 684.97,
      "grad_norm": 1.4639408588409424,
      "learning_rate": 2.6002439597783604e-07,
      "loss": 0.3342,
      "step": 2454230
    },
    {
      "epoch": 684.97,
      "grad_norm": 1.4164003133773804,
      "learning_rate": 2.6001201742873856e-07,
      "loss": 0.3355,
      "step": 2454240
    },
    {
      "epoch": 684.97,
      "grad_norm": 1.2315565347671509,
      "learning_rate": 2.599996391569872e-07,
      "loss": 0.3549,
      "step": 2454250
    },
    {
      "epoch": 684.97,
      "grad_norm": 10.31044864654541,
      "learning_rate": 2.599872611625838e-07,
      "loss": 0.3409,
      "step": 2454260
    },
    {
      "epoch": 684.98,
      "grad_norm": 1.1996771097183228,
      "learning_rate": 2.599748834455301e-07,
      "loss": 0.3266,
      "step": 2454270
    },
    {
      "epoch": 684.98,
      "grad_norm": 1.0817583799362183,
      "learning_rate": 2.59962506005827e-07,
      "loss": 0.3367,
      "step": 2454280
    },
    {
      "epoch": 684.98,
      "grad_norm": 1.4303998947143555,
      "learning_rate": 2.599501288434765e-07,
      "loss": 0.3345,
      "step": 2454290
    },
    {
      "epoch": 684.98,
      "grad_norm": 1.1041868925094604,
      "learning_rate": 2.5993775195848097e-07,
      "loss": 0.3409,
      "step": 2454300
    },
    {
      "epoch": 684.99,
      "grad_norm": 1.8987321853637695,
      "learning_rate": 2.599253753508404e-07,
      "loss": 0.3541,
      "step": 2454310
    },
    {
      "epoch": 684.99,
      "grad_norm": 1.1778935194015503,
      "learning_rate": 2.5991299902055815e-07,
      "loss": 0.3371,
      "step": 2454320
    },
    {
      "epoch": 684.99,
      "grad_norm": 1.2687368392944336,
      "learning_rate": 2.5990062296763506e-07,
      "loss": 0.3232,
      "step": 2454330
    },
    {
      "epoch": 685.0,
      "grad_norm": 2.294672727584839,
      "learning_rate": 2.5988824719207264e-07,
      "loss": 0.3459,
      "step": 2454340
    },
    {
      "epoch": 685.0,
      "grad_norm": 1.104480504989624,
      "learning_rate": 2.59875871693873e-07,
      "loss": 0.3361,
      "step": 2454350
    },
    {
      "epoch": 685.0,
      "eval_loss": 0.3386734426021576,
      "eval_runtime": 66.7222,
      "eval_samples_per_second": 75.822,
      "eval_steps_per_second": 9.487,
      "step": 2454355
    },
    {
      "epoch": 685.0,
      "grad_norm": 1.2410680055618286,
      "learning_rate": 2.5986349647303797e-07,
      "loss": 0.3336,
      "step": 2454360
    },
    {
      "epoch": 685.0,
      "grad_norm": 1.2351659536361694,
      "learning_rate": 2.5985112152956826e-07,
      "loss": 0.3346,
      "step": 2454370
    },
    {
      "epoch": 685.01,
      "grad_norm": 1.2704828977584839,
      "learning_rate": 2.59838746863466e-07,
      "loss": 0.3578,
      "step": 2454380
    },
    {
      "epoch": 685.01,
      "grad_norm": 1.3242772817611694,
      "learning_rate": 2.598263724747336e-07,
      "loss": 0.3269,
      "step": 2454390
    },
    {
      "epoch": 685.01,
      "grad_norm": 0.9905800223350525,
      "learning_rate": 2.5981399836337093e-07,
      "loss": 0.3273,
      "step": 2454400
    },
    {
      "epoch": 685.02,
      "grad_norm": 1.4246058464050293,
      "learning_rate": 2.598016245293817e-07,
      "loss": 0.3377,
      "step": 2454410
    },
    {
      "epoch": 685.02,
      "grad_norm": 1.329486608505249,
      "learning_rate": 2.5978925097276594e-07,
      "loss": 0.3285,
      "step": 2454420
    },
    {
      "epoch": 685.02,
      "grad_norm": 1.361325740814209,
      "learning_rate": 2.597768776935259e-07,
      "loss": 0.3406,
      "step": 2454430
    },
    {
      "epoch": 685.02,
      "grad_norm": 1.1763824224472046,
      "learning_rate": 2.5976450469166405e-07,
      "loss": 0.3472,
      "step": 2454440
    },
    {
      "epoch": 685.03,
      "grad_norm": 1.301416039466858,
      "learning_rate": 2.5975213196718005e-07,
      "loss": 0.3428,
      "step": 2454450
    },
    {
      "epoch": 685.03,
      "grad_norm": 1.3588677644729614,
      "learning_rate": 2.597397595200778e-07,
      "loss": 0.3331,
      "step": 2454460
    },
    {
      "epoch": 685.03,
      "grad_norm": 1.248929500579834,
      "learning_rate": 2.597273873503573e-07,
      "loss": 0.3337,
      "step": 2454470
    },
    {
      "epoch": 685.03,
      "grad_norm": 1.3533570766448975,
      "learning_rate": 2.5971501545802065e-07,
      "loss": 0.3382,
      "step": 2454480
    },
    {
      "epoch": 685.04,
      "grad_norm": 1.38503897190094,
      "learning_rate": 2.5970264384306993e-07,
      "loss": 0.3352,
      "step": 2454490
    },
    {
      "epoch": 685.04,
      "grad_norm": 1.6743985414505005,
      "learning_rate": 2.5969027250550667e-07,
      "loss": 0.3274,
      "step": 2454500
    },
    {
      "epoch": 685.04,
      "grad_norm": 1.261726975440979,
      "learning_rate": 2.59677901445332e-07,
      "loss": 0.3377,
      "step": 2454510
    },
    {
      "epoch": 685.05,
      "grad_norm": 1.1169012784957886,
      "learning_rate": 2.596655306625479e-07,
      "loss": 0.3402,
      "step": 2454520
    },
    {
      "epoch": 685.05,
      "grad_norm": 1.2411565780639648,
      "learning_rate": 2.596531601571565e-07,
      "loss": 0.3374,
      "step": 2454530
    },
    {
      "epoch": 685.05,
      "grad_norm": 1.165136694908142,
      "learning_rate": 2.5964078992915805e-07,
      "loss": 0.3274,
      "step": 2454540
    },
    {
      "epoch": 685.05,
      "grad_norm": 1.1909868717193604,
      "learning_rate": 2.596284199785559e-07,
      "loss": 0.3203,
      "step": 2454550
    },
    {
      "epoch": 685.06,
      "grad_norm": 1.1108559370040894,
      "learning_rate": 2.596160503053504e-07,
      "loss": 0.3368,
      "step": 2454560
    },
    {
      "epoch": 685.06,
      "grad_norm": 1.2533276081085205,
      "learning_rate": 2.5960368090954385e-07,
      "loss": 0.3308,
      "step": 2454570
    },
    {
      "epoch": 685.06,
      "grad_norm": 1.283705234527588,
      "learning_rate": 2.595913117911378e-07,
      "loss": 0.3265,
      "step": 2454580
    },
    {
      "epoch": 685.07,
      "grad_norm": 1.1713156700134277,
      "learning_rate": 2.5957894295013425e-07,
      "loss": 0.3351,
      "step": 2454590
    },
    {
      "epoch": 685.07,
      "grad_norm": 1.2953579425811768,
      "learning_rate": 2.5956657438653385e-07,
      "loss": 0.3347,
      "step": 2454600
    },
    {
      "epoch": 685.07,
      "grad_norm": 1.2079681158065796,
      "learning_rate": 2.595542061003389e-07,
      "loss": 0.3332,
      "step": 2454610
    },
    {
      "epoch": 685.07,
      "grad_norm": 1.2165335416793823,
      "learning_rate": 2.5954183809155145e-07,
      "loss": 0.3515,
      "step": 2454620
    },
    {
      "epoch": 685.08,
      "grad_norm": 1.2782922983169556,
      "learning_rate": 2.595294703601718e-07,
      "loss": 0.3407,
      "step": 2454630
    },
    {
      "epoch": 685.08,
      "grad_norm": 1.2769051790237427,
      "learning_rate": 2.5951710290620334e-07,
      "loss": 0.3541,
      "step": 2454640
    },
    {
      "epoch": 685.08,
      "grad_norm": 1.147768497467041,
      "learning_rate": 2.595047357296463e-07,
      "loss": 0.3354,
      "step": 2454650
    },
    {
      "epoch": 685.09,
      "grad_norm": 1.2583633661270142,
      "learning_rate": 2.5949236883050296e-07,
      "loss": 0.3377,
      "step": 2454660
    },
    {
      "epoch": 685.09,
      "grad_norm": 1.0103099346160889,
      "learning_rate": 2.594800022087753e-07,
      "loss": 0.3374,
      "step": 2454670
    },
    {
      "epoch": 685.09,
      "grad_norm": 1.2273746728897095,
      "learning_rate": 2.5946763586446423e-07,
      "loss": 0.3288,
      "step": 2454680
    },
    {
      "epoch": 685.09,
      "grad_norm": 1.2319265604019165,
      "learning_rate": 2.594552697975716e-07,
      "loss": 0.3307,
      "step": 2454690
    },
    {
      "epoch": 685.1,
      "grad_norm": 1.1577354669570923,
      "learning_rate": 2.59442904008099e-07,
      "loss": 0.337,
      "step": 2454700
    },
    {
      "epoch": 685.1,
      "grad_norm": 1.2497303485870361,
      "learning_rate": 2.59430538496049e-07,
      "loss": 0.3353,
      "step": 2454710
    },
    {
      "epoch": 685.1,
      "grad_norm": 1.1801458597183228,
      "learning_rate": 2.594181732614214e-07,
      "loss": 0.3317,
      "step": 2454720
    },
    {
      "epoch": 685.1,
      "grad_norm": 1.4750864505767822,
      "learning_rate": 2.594058083042198e-07,
      "loss": 0.3353,
      "step": 2454730
    },
    {
      "epoch": 685.11,
      "grad_norm": 1.4947733879089355,
      "learning_rate": 2.5939344362444464e-07,
      "loss": 0.3589,
      "step": 2454740
    },
    {
      "epoch": 685.11,
      "grad_norm": 1.2706154584884644,
      "learning_rate": 2.593810792220979e-07,
      "loss": 0.3202,
      "step": 2454750
    },
    {
      "epoch": 685.11,
      "grad_norm": 1.255481481552124,
      "learning_rate": 2.5936871509718154e-07,
      "loss": 0.3523,
      "step": 2454760
    },
    {
      "epoch": 685.12,
      "grad_norm": 1.4574759006500244,
      "learning_rate": 2.5935635124969617e-07,
      "loss": 0.3351,
      "step": 2454770
    },
    {
      "epoch": 685.12,
      "grad_norm": 1.131223201751709,
      "learning_rate": 2.5934398767964505e-07,
      "loss": 0.3388,
      "step": 2454780
    },
    {
      "epoch": 685.12,
      "grad_norm": 1.3044614791870117,
      "learning_rate": 2.5933162438702857e-07,
      "loss": 0.3344,
      "step": 2454790
    },
    {
      "epoch": 685.12,
      "grad_norm": 1.441660761833191,
      "learning_rate": 2.593192613718485e-07,
      "loss": 0.3508,
      "step": 2454800
    },
    {
      "epoch": 685.13,
      "grad_norm": 1.140955924987793,
      "learning_rate": 2.5930689863410743e-07,
      "loss": 0.3394,
      "step": 2454810
    },
    {
      "epoch": 685.13,
      "grad_norm": 1.0876708030700684,
      "learning_rate": 2.5929453617380563e-07,
      "loss": 0.3456,
      "step": 2454820
    },
    {
      "epoch": 685.13,
      "grad_norm": 1.110937237739563,
      "learning_rate": 2.592821739909454e-07,
      "loss": 0.3215,
      "step": 2454830
    },
    {
      "epoch": 685.14,
      "grad_norm": 1.2302942276000977,
      "learning_rate": 2.5926981208552865e-07,
      "loss": 0.3662,
      "step": 2454840
    },
    {
      "epoch": 685.14,
      "grad_norm": 1.1438339948654175,
      "learning_rate": 2.5925745045755716e-07,
      "loss": 0.3394,
      "step": 2454850
    },
    {
      "epoch": 685.14,
      "grad_norm": 1.4881398677825928,
      "learning_rate": 2.5924508910703116e-07,
      "loss": 0.3334,
      "step": 2454860
    },
    {
      "epoch": 685.14,
      "grad_norm": 1.4243053197860718,
      "learning_rate": 2.5923272803395434e-07,
      "loss": 0.3318,
      "step": 2454870
    },
    {
      "epoch": 685.15,
      "grad_norm": 1.508889079093933,
      "learning_rate": 2.592203672383269e-07,
      "loss": 0.33,
      "step": 2454880
    },
    {
      "epoch": 685.15,
      "grad_norm": 1.2125213146209717,
      "learning_rate": 2.592080067201507e-07,
      "loss": 0.3276,
      "step": 2454890
    },
    {
      "epoch": 685.15,
      "grad_norm": 1.1055622100830078,
      "learning_rate": 2.591956464794284e-07,
      "loss": 0.3267,
      "step": 2454900
    },
    {
      "epoch": 685.15,
      "grad_norm": 1.1145890951156616,
      "learning_rate": 2.5918328651616015e-07,
      "loss": 0.3293,
      "step": 2454910
    },
    {
      "epoch": 685.16,
      "grad_norm": 1.4059996604919434,
      "learning_rate": 2.5917092683034834e-07,
      "loss": 0.3398,
      "step": 2454920
    },
    {
      "epoch": 685.16,
      "grad_norm": 1.4886703491210938,
      "learning_rate": 2.5915856742199456e-07,
      "loss": 0.3348,
      "step": 2454930
    },
    {
      "epoch": 685.16,
      "grad_norm": 1.2814751863479614,
      "learning_rate": 2.5914620829110113e-07,
      "loss": 0.3446,
      "step": 2454940
    },
    {
      "epoch": 685.17,
      "grad_norm": 1.2632120847702026,
      "learning_rate": 2.591338494376683e-07,
      "loss": 0.3368,
      "step": 2454950
    },
    {
      "epoch": 685.17,
      "grad_norm": 1.279517650604248,
      "learning_rate": 2.5912149086169865e-07,
      "loss": 0.3339,
      "step": 2454960
    },
    {
      "epoch": 685.17,
      "grad_norm": 2.440385103225708,
      "learning_rate": 2.591091325631941e-07,
      "loss": 0.3487,
      "step": 2454970
    },
    {
      "epoch": 685.17,
      "grad_norm": 1.3142892122268677,
      "learning_rate": 2.5909677454215475e-07,
      "loss": 0.3257,
      "step": 2454980
    },
    {
      "epoch": 685.18,
      "grad_norm": 1.5179765224456787,
      "learning_rate": 2.590844167985844e-07,
      "loss": 0.322,
      "step": 2454990
    },
    {
      "epoch": 685.18,
      "grad_norm": 1.4248274564743042,
      "learning_rate": 2.5907205933248294e-07,
      "loss": 0.3337,
      "step": 2455000
    },
    {
      "epoch": 685.18,
      "grad_norm": 1.189432978630066,
      "learning_rate": 2.590597021438528e-07,
      "loss": 0.3376,
      "step": 2455010
    },
    {
      "epoch": 685.19,
      "grad_norm": 1.3031182289123535,
      "learning_rate": 2.5904734523269545e-07,
      "loss": 0.3266,
      "step": 2455020
    },
    {
      "epoch": 685.19,
      "grad_norm": 1.2880792617797852,
      "learning_rate": 2.5903498859901254e-07,
      "loss": 0.3317,
      "step": 2455030
    },
    {
      "epoch": 685.19,
      "grad_norm": 1.2119770050048828,
      "learning_rate": 2.5902263224280635e-07,
      "loss": 0.3416,
      "step": 2455040
    },
    {
      "epoch": 685.19,
      "grad_norm": 1.2084014415740967,
      "learning_rate": 2.590102761640774e-07,
      "loss": 0.3442,
      "step": 2455050
    },
    {
      "epoch": 685.2,
      "grad_norm": 1.2956610918045044,
      "learning_rate": 2.589979203628281e-07,
      "loss": 0.3348,
      "step": 2455060
    },
    {
      "epoch": 685.2,
      "grad_norm": 1.3774363994598389,
      "learning_rate": 2.5898556483905963e-07,
      "loss": 0.3266,
      "step": 2455070
    },
    {
      "epoch": 685.2,
      "grad_norm": 1.3075700998306274,
      "learning_rate": 2.589732095927742e-07,
      "loss": 0.3337,
      "step": 2455080
    },
    {
      "epoch": 685.21,
      "grad_norm": 1.2964978218078613,
      "learning_rate": 2.58960854623973e-07,
      "loss": 0.3359,
      "step": 2455090
    },
    {
      "epoch": 685.21,
      "grad_norm": 1.1761207580566406,
      "learning_rate": 2.5894849993265774e-07,
      "loss": 0.3385,
      "step": 2455100
    },
    {
      "epoch": 685.21,
      "grad_norm": 1.1347311735153198,
      "learning_rate": 2.5893614551883034e-07,
      "loss": 0.3514,
      "step": 2455110
    },
    {
      "epoch": 685.21,
      "grad_norm": 1.4419382810592651,
      "learning_rate": 2.589237913824914e-07,
      "loss": 0.3496,
      "step": 2455120
    },
    {
      "epoch": 685.22,
      "grad_norm": 1.2032402753829956,
      "learning_rate": 2.5891143752364456e-07,
      "loss": 0.3293,
      "step": 2455130
    },
    {
      "epoch": 685.22,
      "grad_norm": 1.1809834241867065,
      "learning_rate": 2.5889908394228956e-07,
      "loss": 0.348,
      "step": 2455140
    },
    {
      "epoch": 685.22,
      "grad_norm": 1.1142702102661133,
      "learning_rate": 2.58886730638429e-07,
      "loss": 0.3405,
      "step": 2455150
    },
    {
      "epoch": 685.22,
      "grad_norm": 1.253247857093811,
      "learning_rate": 2.5887437761206414e-07,
      "loss": 0.3322,
      "step": 2455160
    },
    {
      "epoch": 685.23,
      "grad_norm": 1.2507964372634888,
      "learning_rate": 2.588620248631974e-07,
      "loss": 0.3419,
      "step": 2455170
    },
    {
      "epoch": 685.23,
      "grad_norm": 1.3597567081451416,
      "learning_rate": 2.5884967239182923e-07,
      "loss": 0.3545,
      "step": 2455180
    },
    {
      "epoch": 685.23,
      "grad_norm": 1.3604927062988281,
      "learning_rate": 2.58837320197962e-07,
      "loss": 0.358,
      "step": 2455190
    },
    {
      "epoch": 685.24,
      "grad_norm": 1.1185070276260376,
      "learning_rate": 2.5882496828159754e-07,
      "loss": 0.3314,
      "step": 2455200
    },
    {
      "epoch": 685.24,
      "grad_norm": 1.4934577941894531,
      "learning_rate": 2.5881261664273637e-07,
      "loss": 0.339,
      "step": 2455210
    },
    {
      "epoch": 685.24,
      "grad_norm": 1.281308650970459,
      "learning_rate": 2.5880026528138183e-07,
      "loss": 0.3549,
      "step": 2455220
    },
    {
      "epoch": 685.24,
      "grad_norm": 1.4075639247894287,
      "learning_rate": 2.5878791419753397e-07,
      "loss": 0.3389,
      "step": 2455230
    },
    {
      "epoch": 685.25,
      "grad_norm": 1.3396565914154053,
      "learning_rate": 2.587755633911954e-07,
      "loss": 0.3395,
      "step": 2455240
    },
    {
      "epoch": 685.25,
      "grad_norm": 1.213578701019287,
      "learning_rate": 2.5876321286236787e-07,
      "loss": 0.3349,
      "step": 2455250
    },
    {
      "epoch": 685.25,
      "grad_norm": 1.198929786682129,
      "learning_rate": 2.5875086261105223e-07,
      "loss": 0.334,
      "step": 2455260
    },
    {
      "epoch": 685.26,
      "grad_norm": 1.5997806787490845,
      "learning_rate": 2.587385126372505e-07,
      "loss": 0.3397,
      "step": 2455270
    },
    {
      "epoch": 685.26,
      "grad_norm": 1.273391604423523,
      "learning_rate": 2.5872616294096434e-07,
      "loss": 0.3251,
      "step": 2455280
    },
    {
      "epoch": 685.26,
      "grad_norm": 2.545877695083618,
      "learning_rate": 2.58713813522196e-07,
      "loss": 0.3278,
      "step": 2455290
    },
    {
      "epoch": 685.26,
      "grad_norm": 1.2158904075622559,
      "learning_rate": 2.587014643809456e-07,
      "loss": 0.3578,
      "step": 2455300
    },
    {
      "epoch": 685.27,
      "grad_norm": 1.135495901107788,
      "learning_rate": 2.586891155172166e-07,
      "loss": 0.363,
      "step": 2455310
    },
    {
      "epoch": 685.27,
      "grad_norm": 1.1573190689086914,
      "learning_rate": 2.5867676693100907e-07,
      "loss": 0.3359,
      "step": 2455320
    },
    {
      "epoch": 685.27,
      "grad_norm": 1.2251273393630981,
      "learning_rate": 2.586644186223257e-07,
      "loss": 0.3556,
      "step": 2455330
    },
    {
      "epoch": 685.27,
      "grad_norm": 1.3922382593154907,
      "learning_rate": 2.586520705911682e-07,
      "loss": 0.3381,
      "step": 2455340
    },
    {
      "epoch": 685.28,
      "grad_norm": 1.1935216188430786,
      "learning_rate": 2.586397228375367e-07,
      "loss": 0.3356,
      "step": 2455350
    },
    {
      "epoch": 685.28,
      "grad_norm": 1.24589204788208,
      "learning_rate": 2.58627375361435e-07,
      "loss": 0.3284,
      "step": 2455360
    },
    {
      "epoch": 685.28,
      "grad_norm": 1.1189500093460083,
      "learning_rate": 2.586150281628633e-07,
      "loss": 0.3428,
      "step": 2455370
    },
    {
      "epoch": 685.29,
      "grad_norm": 1.155421257019043,
      "learning_rate": 2.5860268124182355e-07,
      "loss": 0.3414,
      "step": 2455380
    },
    {
      "epoch": 685.29,
      "grad_norm": 1.8997948169708252,
      "learning_rate": 2.585903345983178e-07,
      "loss": 0.3426,
      "step": 2455390
    },
    {
      "epoch": 685.29,
      "grad_norm": 1.4568915367126465,
      "learning_rate": 2.585779882323471e-07,
      "loss": 0.3481,
      "step": 2455400
    },
    {
      "epoch": 685.29,
      "grad_norm": 1.2416093349456787,
      "learning_rate": 2.585656421439135e-07,
      "loss": 0.3402,
      "step": 2455410
    },
    {
      "epoch": 685.3,
      "grad_norm": 1.528764247894287,
      "learning_rate": 2.5855329633301824e-07,
      "loss": 0.3296,
      "step": 2455420
    },
    {
      "epoch": 685.3,
      "grad_norm": 1.3672115802764893,
      "learning_rate": 2.585409507996638e-07,
      "loss": 0.3478,
      "step": 2455430
    },
    {
      "epoch": 685.3,
      "grad_norm": 1.2119394540786743,
      "learning_rate": 2.585286055438501e-07,
      "loss": 0.3341,
      "step": 2455440
    },
    {
      "epoch": 685.31,
      "grad_norm": 1.2199821472167969,
      "learning_rate": 2.58516260565581e-07,
      "loss": 0.3504,
      "step": 2455450
    },
    {
      "epoch": 685.31,
      "grad_norm": 1.517854928970337,
      "learning_rate": 2.5850391586485686e-07,
      "loss": 0.3479,
      "step": 2455460
    },
    {
      "epoch": 685.31,
      "grad_norm": 1.2248729467391968,
      "learning_rate": 2.584915714416792e-07,
      "loss": 0.3483,
      "step": 2455470
    },
    {
      "epoch": 685.31,
      "grad_norm": 1.2777024507522583,
      "learning_rate": 2.5847922729605064e-07,
      "loss": 0.3374,
      "step": 2455480
    },
    {
      "epoch": 685.32,
      "grad_norm": 1.216370940208435,
      "learning_rate": 2.584668834279719e-07,
      "loss": 0.3335,
      "step": 2455490
    },
    {
      "epoch": 685.32,
      "grad_norm": 1.09664785861969,
      "learning_rate": 2.584545398374446e-07,
      "loss": 0.3297,
      "step": 2455500
    },
    {
      "epoch": 685.32,
      "grad_norm": 1.3479264974594116,
      "learning_rate": 2.584421965244708e-07,
      "loss": 0.3456,
      "step": 2455510
    },
    {
      "epoch": 685.33,
      "grad_norm": 1.3128634691238403,
      "learning_rate": 2.5842985348905254e-07,
      "loss": 0.3609,
      "step": 2455520
    },
    {
      "epoch": 685.33,
      "grad_norm": 0.9769414067268372,
      "learning_rate": 2.584175107311899e-07,
      "loss": 0.3501,
      "step": 2455530
    },
    {
      "epoch": 685.33,
      "grad_norm": 1.3681519031524658,
      "learning_rate": 2.5840516825088676e-07,
      "loss": 0.3541,
      "step": 2455540
    },
    {
      "epoch": 685.33,
      "grad_norm": 1.0934677124023438,
      "learning_rate": 2.583928260481428e-07,
      "loss": 0.3342,
      "step": 2455550
    },
    {
      "epoch": 685.34,
      "grad_norm": 1.3120758533477783,
      "learning_rate": 2.5838048412296067e-07,
      "loss": 0.3308,
      "step": 2455560
    },
    {
      "epoch": 685.34,
      "grad_norm": 1.3969351053237915,
      "learning_rate": 2.583681424753422e-07,
      "loss": 0.3614,
      "step": 2455570
    },
    {
      "epoch": 685.34,
      "grad_norm": 1.330769419670105,
      "learning_rate": 2.583558011052882e-07,
      "loss": 0.3284,
      "step": 2455580
    },
    {
      "epoch": 685.34,
      "grad_norm": 1.3791073560714722,
      "learning_rate": 2.583434600128007e-07,
      "loss": 0.3303,
      "step": 2455590
    },
    {
      "epoch": 685.35,
      "grad_norm": 1.1188849210739136,
      "learning_rate": 2.583311191978815e-07,
      "loss": 0.3416,
      "step": 2455600
    },
    {
      "epoch": 685.35,
      "grad_norm": 1.2188297510147095,
      "learning_rate": 2.58318778660532e-07,
      "loss": 0.3219,
      "step": 2455610
    },
    {
      "epoch": 685.35,
      "grad_norm": 1.2207543849945068,
      "learning_rate": 2.5830643840075435e-07,
      "loss": 0.3376,
      "step": 2455620
    },
    {
      "epoch": 685.36,
      "grad_norm": 1.2555067539215088,
      "learning_rate": 2.582940984185493e-07,
      "loss": 0.3278,
      "step": 2455630
    },
    {
      "epoch": 685.36,
      "grad_norm": 1.2945140600204468,
      "learning_rate": 2.582817587139193e-07,
      "loss": 0.3256,
      "step": 2455640
    },
    {
      "epoch": 685.36,
      "grad_norm": 1.342790126800537,
      "learning_rate": 2.582694192868655e-07,
      "loss": 0.3373,
      "step": 2455650
    },
    {
      "epoch": 685.36,
      "grad_norm": 1.3404314517974854,
      "learning_rate": 2.582570801373901e-07,
      "loss": 0.3336,
      "step": 2455660
    },
    {
      "epoch": 685.37,
      "grad_norm": 1.2308082580566406,
      "learning_rate": 2.582447412654935e-07,
      "loss": 0.3468,
      "step": 2455670
    },
    {
      "epoch": 685.37,
      "grad_norm": 1.2159994840621948,
      "learning_rate": 2.5823240267117925e-07,
      "loss": 0.3307,
      "step": 2455680
    },
    {
      "epoch": 685.37,
      "grad_norm": 1.1913249492645264,
      "learning_rate": 2.582200643544474e-07,
      "loss": 0.3311,
      "step": 2455690
    },
    {
      "epoch": 685.38,
      "grad_norm": 1.0647777318954468,
      "learning_rate": 2.582077263153003e-07,
      "loss": 0.3468,
      "step": 2455700
    },
    {
      "epoch": 685.38,
      "grad_norm": 1.4061408042907715,
      "learning_rate": 2.581953885537397e-07,
      "loss": 0.3443,
      "step": 2455710
    },
    {
      "epoch": 685.38,
      "grad_norm": 1.1273199319839478,
      "learning_rate": 2.581830510697667e-07,
      "loss": 0.3249,
      "step": 2455720
    },
    {
      "epoch": 685.38,
      "grad_norm": 1.5216609239578247,
      "learning_rate": 2.5817071386338315e-07,
      "loss": 0.3462,
      "step": 2455730
    },
    {
      "epoch": 685.39,
      "grad_norm": 1.1993545293807983,
      "learning_rate": 2.581583769345908e-07,
      "loss": 0.3563,
      "step": 2455740
    },
    {
      "epoch": 685.39,
      "grad_norm": 1.1596951484680176,
      "learning_rate": 2.5814604028339176e-07,
      "loss": 0.3317,
      "step": 2455750
    },
    {
      "epoch": 685.39,
      "grad_norm": 1.3485506772994995,
      "learning_rate": 2.581337039097866e-07,
      "loss": 0.3308,
      "step": 2455760
    },
    {
      "epoch": 685.39,
      "grad_norm": 1.1283916234970093,
      "learning_rate": 2.581213678137778e-07,
      "loss": 0.3274,
      "step": 2455770
    },
    {
      "epoch": 685.4,
      "grad_norm": 1.2759356498718262,
      "learning_rate": 2.581090319953668e-07,
      "loss": 0.3468,
      "step": 2455780
    },
    {
      "epoch": 685.4,
      "grad_norm": 1.2918821573257446,
      "learning_rate": 2.580966964545545e-07,
      "loss": 0.3475,
      "step": 2455790
    },
    {
      "epoch": 685.4,
      "grad_norm": 1.3507933616638184,
      "learning_rate": 2.580843611913442e-07,
      "loss": 0.3417,
      "step": 2455800
    },
    {
      "epoch": 685.41,
      "grad_norm": 1.454167366027832,
      "learning_rate": 2.5807202620573596e-07,
      "loss": 0.3344,
      "step": 2455810
    },
    {
      "epoch": 685.41,
      "grad_norm": 1.226917028427124,
      "learning_rate": 2.5805969149773203e-07,
      "loss": 0.3329,
      "step": 2455820
    },
    {
      "epoch": 685.41,
      "grad_norm": 1.1753536462783813,
      "learning_rate": 2.5804735706733415e-07,
      "loss": 0.3394,
      "step": 2455830
    },
    {
      "epoch": 685.41,
      "grad_norm": 1.4636796712875366,
      "learning_rate": 2.5803502291454417e-07,
      "loss": 0.3385,
      "step": 2455840
    },
    {
      "epoch": 685.42,
      "grad_norm": 1.437270164489746,
      "learning_rate": 2.580226890393631e-07,
      "loss": 0.3432,
      "step": 2455850
    },
    {
      "epoch": 685.42,
      "grad_norm": 1.2178328037261963,
      "learning_rate": 2.58010355441793e-07,
      "loss": 0.3303,
      "step": 2455860
    },
    {
      "epoch": 685.42,
      "grad_norm": 1.330612301826477,
      "learning_rate": 2.5799802212183577e-07,
      "loss": 0.3363,
      "step": 2455870
    },
    {
      "epoch": 685.43,
      "grad_norm": 1.1261831521987915,
      "learning_rate": 2.579856890794916e-07,
      "loss": 0.3363,
      "step": 2455880
    },
    {
      "epoch": 685.43,
      "grad_norm": 1.125586748123169,
      "learning_rate": 2.579733563147642e-07,
      "loss": 0.3392,
      "step": 2455890
    },
    {
      "epoch": 685.43,
      "grad_norm": 1.1908595561981201,
      "learning_rate": 2.57961023827654e-07,
      "loss": 0.3434,
      "step": 2455900
    },
    {
      "epoch": 685.43,
      "grad_norm": 1.2172222137451172,
      "learning_rate": 2.5794869161816265e-07,
      "loss": 0.3376,
      "step": 2455910
    },
    {
      "epoch": 685.44,
      "grad_norm": 1.2080767154693604,
      "learning_rate": 2.5793635968629274e-07,
      "loss": 0.3378,
      "step": 2455920
    },
    {
      "epoch": 685.44,
      "grad_norm": 1.1590955257415771,
      "learning_rate": 2.579240280320439e-07,
      "loss": 0.3465,
      "step": 2455930
    },
    {
      "epoch": 685.44,
      "grad_norm": 1.2717112302780151,
      "learning_rate": 2.579116966554202e-07,
      "loss": 0.3421,
      "step": 2455940
    },
    {
      "epoch": 685.45,
      "grad_norm": 1.3809771537780762,
      "learning_rate": 2.578993655564218e-07,
      "loss": 0.3403,
      "step": 2455950
    },
    {
      "epoch": 685.45,
      "grad_norm": 3.7363929748535156,
      "learning_rate": 2.5788703473505056e-07,
      "loss": 0.3602,
      "step": 2455960
    },
    {
      "epoch": 685.45,
      "grad_norm": 1.4427646398544312,
      "learning_rate": 2.5787470419130825e-07,
      "loss": 0.3484,
      "step": 2455970
    },
    {
      "epoch": 685.45,
      "grad_norm": 1.166383981704712,
      "learning_rate": 2.57862373925197e-07,
      "loss": 0.3433,
      "step": 2455980
    },
    {
      "epoch": 685.46,
      "grad_norm": 1.2493348121643066,
      "learning_rate": 2.5785004393671753e-07,
      "loss": 0.3308,
      "step": 2455990
    },
    {
      "epoch": 685.46,
      "grad_norm": 1.3283191919326782,
      "learning_rate": 2.578377142258717e-07,
      "loss": 0.3357,
      "step": 2456000
    },
    {
      "epoch": 685.46,
      "grad_norm": 4.229647636413574,
      "learning_rate": 2.578253847926622e-07,
      "loss": 0.3418,
      "step": 2456010
    },
    {
      "epoch": 685.46,
      "grad_norm": 1.2485685348510742,
      "learning_rate": 2.5781305563708865e-07,
      "loss": 0.3307,
      "step": 2456020
    },
    {
      "epoch": 685.47,
      "grad_norm": 1.233045220375061,
      "learning_rate": 2.5780072675915495e-07,
      "loss": 0.3226,
      "step": 2456030
    },
    {
      "epoch": 685.47,
      "grad_norm": 1.439853549003601,
      "learning_rate": 2.577883981588609e-07,
      "loss": 0.3336,
      "step": 2456040
    },
    {
      "epoch": 685.47,
      "grad_norm": 1.20372474193573,
      "learning_rate": 2.5777606983620914e-07,
      "loss": 0.3292,
      "step": 2456050
    },
    {
      "epoch": 685.48,
      "grad_norm": 1.2158007621765137,
      "learning_rate": 2.5776374179120164e-07,
      "loss": 0.3414,
      "step": 2456060
    },
    {
      "epoch": 685.48,
      "grad_norm": 1.086574912071228,
      "learning_rate": 2.57751414023839e-07,
      "loss": 0.3289,
      "step": 2456070
    },
    {
      "epoch": 685.48,
      "grad_norm": 1.2213258743286133,
      "learning_rate": 2.5773908653412293e-07,
      "loss": 0.3148,
      "step": 2456080
    },
    {
      "epoch": 685.48,
      "grad_norm": 1.1127068996429443,
      "learning_rate": 2.5772675932205597e-07,
      "loss": 0.3232,
      "step": 2456090
    },
    {
      "epoch": 685.49,
      "grad_norm": 1.2946326732635498,
      "learning_rate": 2.577144323876395e-07,
      "loss": 0.3346,
      "step": 2456100
    },
    {
      "epoch": 685.49,
      "grad_norm": 1.3175398111343384,
      "learning_rate": 2.5770210573087413e-07,
      "loss": 0.3432,
      "step": 2456110
    },
    {
      "epoch": 685.49,
      "grad_norm": 1.134766936302185,
      "learning_rate": 2.5768977935176296e-07,
      "loss": 0.3309,
      "step": 2456120
    },
    {
      "epoch": 685.5,
      "grad_norm": 1.2033469676971436,
      "learning_rate": 2.576774532503068e-07,
      "loss": 0.342,
      "step": 2456130
    },
    {
      "epoch": 685.5,
      "grad_norm": 1.599271297454834,
      "learning_rate": 2.576651274265074e-07,
      "loss": 0.3435,
      "step": 2456140
    },
    {
      "epoch": 685.5,
      "grad_norm": 1.0979291200637817,
      "learning_rate": 2.576528018803669e-07,
      "loss": 0.3226,
      "step": 2456150
    },
    {
      "epoch": 685.5,
      "grad_norm": 1.2559089660644531,
      "learning_rate": 2.5764047661188607e-07,
      "loss": 0.3594,
      "step": 2456160
    },
    {
      "epoch": 685.51,
      "grad_norm": 1.2636899948120117,
      "learning_rate": 2.5762815162106703e-07,
      "loss": 0.3251,
      "step": 2456170
    },
    {
      "epoch": 685.51,
      "grad_norm": 1.217864751815796,
      "learning_rate": 2.576158269079112e-07,
      "loss": 0.3344,
      "step": 2456180
    },
    {
      "epoch": 685.51,
      "grad_norm": 1.4942576885223389,
      "learning_rate": 2.576035024724206e-07,
      "loss": 0.3249,
      "step": 2456190
    },
    {
      "epoch": 685.51,
      "grad_norm": 1.177857518196106,
      "learning_rate": 2.575911783145969e-07,
      "loss": 0.3454,
      "step": 2456200
    },
    {
      "epoch": 685.52,
      "grad_norm": 1.310472011566162,
      "learning_rate": 2.575788544344412e-07,
      "loss": 0.3332,
      "step": 2456210
    },
    {
      "epoch": 685.52,
      "grad_norm": 1.4815360307693481,
      "learning_rate": 2.5756653083195535e-07,
      "loss": 0.3355,
      "step": 2456220
    },
    {
      "epoch": 685.52,
      "grad_norm": 1.0740236043930054,
      "learning_rate": 2.575542075071413e-07,
      "loss": 0.3338,
      "step": 2456230
    },
    {
      "epoch": 685.53,
      "grad_norm": 1.251963496208191,
      "learning_rate": 2.575418844600008e-07,
      "loss": 0.3243,
      "step": 2456240
    },
    {
      "epoch": 685.53,
      "grad_norm": 1.1250500679016113,
      "learning_rate": 2.5752956169053424e-07,
      "loss": 0.3339,
      "step": 2456250
    },
    {
      "epoch": 685.53,
      "grad_norm": 1.2617552280426025,
      "learning_rate": 2.5751723919874504e-07,
      "loss": 0.3356,
      "step": 2456260
    },
    {
      "epoch": 685.53,
      "grad_norm": 1.3896182775497437,
      "learning_rate": 2.575049169846335e-07,
      "loss": 0.3207,
      "step": 2456270
    },
    {
      "epoch": 685.54,
      "grad_norm": 1.7686243057250977,
      "learning_rate": 2.574925950482019e-07,
      "loss": 0.3427,
      "step": 2456280
    },
    {
      "epoch": 685.54,
      "grad_norm": 1.1978846788406372,
      "learning_rate": 2.5748027338945234e-07,
      "loss": 0.3361,
      "step": 2456290
    },
    {
      "epoch": 685.54,
      "grad_norm": 1.401921272277832,
      "learning_rate": 2.5746795200838507e-07,
      "loss": 0.3252,
      "step": 2456300
    },
    {
      "epoch": 685.55,
      "grad_norm": 1.2104812860488892,
      "learning_rate": 2.574556309050027e-07,
      "loss": 0.3422,
      "step": 2456310
    },
    {
      "epoch": 685.55,
      "grad_norm": 1.3636428117752075,
      "learning_rate": 2.574433100793066e-07,
      "loss": 0.3388,
      "step": 2456320
    },
    {
      "epoch": 685.55,
      "grad_norm": 1.474246621131897,
      "learning_rate": 2.5743098953129896e-07,
      "loss": 0.3395,
      "step": 2456330
    },
    {
      "epoch": 685.55,
      "grad_norm": 1.239920735359192,
      "learning_rate": 2.5741866926098046e-07,
      "loss": 0.3422,
      "step": 2456340
    },
    {
      "epoch": 685.56,
      "grad_norm": 1.5250437259674072,
      "learning_rate": 2.5740634926835334e-07,
      "loss": 0.3267,
      "step": 2456350
    },
    {
      "epoch": 685.56,
      "grad_norm": 1.25666344165802,
      "learning_rate": 2.5739402955341894e-07,
      "loss": 0.3445,
      "step": 2456360
    },
    {
      "epoch": 685.56,
      "grad_norm": 1.2236137390136719,
      "learning_rate": 2.573817101161793e-07,
      "loss": 0.3317,
      "step": 2456370
    },
    {
      "epoch": 685.57,
      "grad_norm": 1.2084619998931885,
      "learning_rate": 2.5736939095663604e-07,
      "loss": 0.3323,
      "step": 2456380
    },
    {
      "epoch": 685.57,
      "grad_norm": 1.3637056350708008,
      "learning_rate": 2.5735707207479046e-07,
      "loss": 0.3363,
      "step": 2456390
    },
    {
      "epoch": 685.57,
      "grad_norm": 1.3591381311416626,
      "learning_rate": 2.573447534706441e-07,
      "loss": 0.3324,
      "step": 2456400
    },
    {
      "epoch": 685.57,
      "grad_norm": 1.2194775342941284,
      "learning_rate": 2.57332435144199e-07,
      "loss": 0.3329,
      "step": 2456410
    },
    {
      "epoch": 685.58,
      "grad_norm": 1.3376282453536987,
      "learning_rate": 2.5732011709545704e-07,
      "loss": 0.3427,
      "step": 2456420
    },
    {
      "epoch": 685.58,
      "grad_norm": 1.3046317100524902,
      "learning_rate": 2.57307799324419e-07,
      "loss": 0.3496,
      "step": 2456430
    },
    {
      "epoch": 685.58,
      "grad_norm": 1.120088815689087,
      "learning_rate": 2.572954818310869e-07,
      "loss": 0.3358,
      "step": 2456440
    },
    {
      "epoch": 685.58,
      "grad_norm": 1.7214802503585815,
      "learning_rate": 2.5728316461546317e-07,
      "loss": 0.3307,
      "step": 2456450
    },
    {
      "epoch": 685.59,
      "grad_norm": 1.140438437461853,
      "learning_rate": 2.5727084767754745e-07,
      "loss": 0.3455,
      "step": 2456460
    },
    {
      "epoch": 685.59,
      "grad_norm": 1.114172339439392,
      "learning_rate": 2.5725853101734404e-07,
      "loss": 0.3215,
      "step": 2456470
    },
    {
      "epoch": 685.59,
      "grad_norm": 1.3671984672546387,
      "learning_rate": 2.57246214634852e-07,
      "loss": 0.3285,
      "step": 2456480
    },
    {
      "epoch": 685.6,
      "grad_norm": 1.3312458992004395,
      "learning_rate": 2.572338985300751e-07,
      "loss": 0.3591,
      "step": 2456490
    },
    {
      "epoch": 685.6,
      "grad_norm": 1.1721203327178955,
      "learning_rate": 2.572215827030138e-07,
      "loss": 0.3349,
      "step": 2456500
    },
    {
      "epoch": 685.6,
      "grad_norm": 1.2954037189483643,
      "learning_rate": 2.572092671536699e-07,
      "loss": 0.3479,
      "step": 2456510
    },
    {
      "epoch": 685.6,
      "grad_norm": 1.1542391777038574,
      "learning_rate": 2.5719695188204553e-07,
      "loss": 0.3336,
      "step": 2456520
    },
    {
      "epoch": 685.61,
      "grad_norm": 1.2534046173095703,
      "learning_rate": 2.571846368881415e-07,
      "loss": 0.3344,
      "step": 2456530
    },
    {
      "epoch": 685.61,
      "grad_norm": 1.4128239154815674,
      "learning_rate": 2.5717232217196005e-07,
      "loss": 0.3389,
      "step": 2456540
    },
    {
      "epoch": 685.61,
      "grad_norm": 1.0665532350540161,
      "learning_rate": 2.571600077335023e-07,
      "loss": 0.3438,
      "step": 2456550
    },
    {
      "epoch": 685.62,
      "grad_norm": 1.2259924411773682,
      "learning_rate": 2.571476935727711e-07,
      "loss": 0.3517,
      "step": 2456560
    },
    {
      "epoch": 685.62,
      "grad_norm": 1.0908290147781372,
      "learning_rate": 2.571353796897667e-07,
      "loss": 0.3512,
      "step": 2456570
    },
    {
      "epoch": 685.62,
      "grad_norm": 1.2635486125946045,
      "learning_rate": 2.5712306608449113e-07,
      "loss": 0.3463,
      "step": 2456580
    },
    {
      "epoch": 685.62,
      "grad_norm": 1.2800939083099365,
      "learning_rate": 2.571107527569466e-07,
      "loss": 0.3426,
      "step": 2456590
    },
    {
      "epoch": 685.63,
      "grad_norm": 1.3235749006271362,
      "learning_rate": 2.570984397071335e-07,
      "loss": 0.3443,
      "step": 2456600
    },
    {
      "epoch": 685.63,
      "grad_norm": 1.1512190103530884,
      "learning_rate": 2.570861269350553e-07,
      "loss": 0.3274,
      "step": 2456610
    },
    {
      "epoch": 685.63,
      "grad_norm": 1.221154808998108,
      "learning_rate": 2.570738144407119e-07,
      "loss": 0.3342,
      "step": 2456620
    },
    {
      "epoch": 685.63,
      "grad_norm": 1.3211036920547485,
      "learning_rate": 2.570615022241058e-07,
      "loss": 0.3331,
      "step": 2456630
    },
    {
      "epoch": 685.64,
      "grad_norm": 1.285679817199707,
      "learning_rate": 2.570491902852387e-07,
      "loss": 0.3435,
      "step": 2456640
    },
    {
      "epoch": 685.64,
      "grad_norm": 1.1132736206054688,
      "learning_rate": 2.570368786241124e-07,
      "loss": 0.327,
      "step": 2456650
    },
    {
      "epoch": 685.64,
      "grad_norm": 1.3233400583267212,
      "learning_rate": 2.570245672407275e-07,
      "loss": 0.3524,
      "step": 2456660
    },
    {
      "epoch": 685.65,
      "grad_norm": 1.2153518199920654,
      "learning_rate": 2.570122561350866e-07,
      "loss": 0.3381,
      "step": 2456670
    },
    {
      "epoch": 685.65,
      "grad_norm": 1.2575409412384033,
      "learning_rate": 2.569999453071915e-07,
      "loss": 0.3475,
      "step": 2456680
    },
    {
      "epoch": 685.65,
      "grad_norm": 1.170229196548462,
      "learning_rate": 2.569876347570421e-07,
      "loss": 0.3257,
      "step": 2456690
    },
    {
      "epoch": 685.65,
      "grad_norm": 1.3826913833618164,
      "learning_rate": 2.5697532448464276e-07,
      "loss": 0.3307,
      "step": 2456700
    },
    {
      "epoch": 685.66,
      "grad_norm": 1.7040274143218994,
      "learning_rate": 2.569630144899931e-07,
      "loss": 0.3436,
      "step": 2456710
    },
    {
      "epoch": 685.66,
      "grad_norm": 1.2741563320159912,
      "learning_rate": 2.569507047730952e-07,
      "loss": 0.3481,
      "step": 2456720
    },
    {
      "epoch": 685.66,
      "grad_norm": 1.4223911762237549,
      "learning_rate": 2.5693839533395145e-07,
      "loss": 0.3211,
      "step": 2456730
    },
    {
      "epoch": 685.67,
      "grad_norm": 1.2968021631240845,
      "learning_rate": 2.569260861725623e-07,
      "loss": 0.3434,
      "step": 2456740
    },
    {
      "epoch": 685.67,
      "grad_norm": 1.3302079439163208,
      "learning_rate": 2.5691377728893017e-07,
      "loss": 0.3435,
      "step": 2456750
    },
    {
      "epoch": 685.67,
      "grad_norm": 1.2803208827972412,
      "learning_rate": 2.569014686830563e-07,
      "loss": 0.3224,
      "step": 2456760
    },
    {
      "epoch": 685.67,
      "grad_norm": 1.0918216705322266,
      "learning_rate": 2.5688916035494285e-07,
      "loss": 0.3536,
      "step": 2456770
    },
    {
      "epoch": 685.68,
      "grad_norm": 1.2722904682159424,
      "learning_rate": 2.5687685230459074e-07,
      "loss": 0.3445,
      "step": 2456780
    },
    {
      "epoch": 685.68,
      "grad_norm": 1.3893104791641235,
      "learning_rate": 2.5686454453200266e-07,
      "loss": 0.3323,
      "step": 2456790
    },
    {
      "epoch": 685.68,
      "grad_norm": 1.272157073020935,
      "learning_rate": 2.568522370371794e-07,
      "loss": 0.3444,
      "step": 2456800
    },
    {
      "epoch": 685.69,
      "grad_norm": 1.3231346607208252,
      "learning_rate": 2.5683992982012247e-07,
      "loss": 0.352,
      "step": 2456810
    },
    {
      "epoch": 685.69,
      "grad_norm": 1.2088342905044556,
      "learning_rate": 2.568276228808345e-07,
      "loss": 0.3402,
      "step": 2456820
    },
    {
      "epoch": 685.69,
      "grad_norm": 1.2993295192718506,
      "learning_rate": 2.5681531621931546e-07,
      "loss": 0.3257,
      "step": 2456830
    },
    {
      "epoch": 685.69,
      "grad_norm": 1.1231783628463745,
      "learning_rate": 2.5680300983556876e-07,
      "loss": 0.3286,
      "step": 2456840
    },
    {
      "epoch": 685.7,
      "grad_norm": 1.4249664545059204,
      "learning_rate": 2.567907037295949e-07,
      "loss": 0.3406,
      "step": 2456850
    },
    {
      "epoch": 685.7,
      "grad_norm": 1.2005903720855713,
      "learning_rate": 2.5677839790139606e-07,
      "loss": 0.3361,
      "step": 2456860
    },
    {
      "epoch": 685.7,
      "grad_norm": 1.352928876876831,
      "learning_rate": 2.567660923509739e-07,
      "loss": 0.3398,
      "step": 2456870
    },
    {
      "epoch": 685.7,
      "grad_norm": 1.1294633150100708,
      "learning_rate": 2.567537870783296e-07,
      "loss": 0.3279,
      "step": 2456880
    },
    {
      "epoch": 685.71,
      "grad_norm": 1.1003525257110596,
      "learning_rate": 2.5674148208346513e-07,
      "loss": 0.3403,
      "step": 2456890
    },
    {
      "epoch": 685.71,
      "grad_norm": 1.9807734489440918,
      "learning_rate": 2.5672917736638185e-07,
      "loss": 0.3476,
      "step": 2456900
    },
    {
      "epoch": 685.71,
      "grad_norm": 1.183761715888977,
      "learning_rate": 2.5671687292708213e-07,
      "loss": 0.3335,
      "step": 2456910
    },
    {
      "epoch": 685.72,
      "grad_norm": 1.690368890762329,
      "learning_rate": 2.5670456876556645e-07,
      "loss": 0.3339,
      "step": 2456920
    },
    {
      "epoch": 685.72,
      "grad_norm": 1.3340102434158325,
      "learning_rate": 2.5669226488183765e-07,
      "loss": 0.3183,
      "step": 2456930
    },
    {
      "epoch": 685.72,
      "grad_norm": 1.0756268501281738,
      "learning_rate": 2.5667996127589653e-07,
      "loss": 0.3163,
      "step": 2456940
    },
    {
      "epoch": 685.72,
      "grad_norm": 1.3075259923934937,
      "learning_rate": 2.5666765794774496e-07,
      "loss": 0.3335,
      "step": 2456950
    },
    {
      "epoch": 685.73,
      "grad_norm": 1.3042911291122437,
      "learning_rate": 2.56655354897385e-07,
      "loss": 0.3403,
      "step": 2456960
    },
    {
      "epoch": 685.73,
      "grad_norm": 1.271620273590088,
      "learning_rate": 2.5664305212481735e-07,
      "loss": 0.3476,
      "step": 2456970
    },
    {
      "epoch": 685.73,
      "grad_norm": 1.1633659601211548,
      "learning_rate": 2.5663074963004445e-07,
      "loss": 0.3239,
      "step": 2456980
    },
    {
      "epoch": 685.74,
      "grad_norm": 1.2633103132247925,
      "learning_rate": 2.5661844741306754e-07,
      "loss": 0.332,
      "step": 2456990
    },
    {
      "epoch": 685.74,
      "grad_norm": 1.3268821239471436,
      "learning_rate": 2.56606145473889e-07,
      "loss": 0.3245,
      "step": 2457000
    },
    {
      "epoch": 685.74,
      "grad_norm": 1.1857898235321045,
      "learning_rate": 2.5659384381250933e-07,
      "loss": 0.3397,
      "step": 2457010
    },
    {
      "epoch": 685.74,
      "grad_norm": 1.3205571174621582,
      "learning_rate": 2.565815424289307e-07,
      "loss": 0.3346,
      "step": 2457020
    },
    {
      "epoch": 685.75,
      "grad_norm": 1.0768766403198242,
      "learning_rate": 2.5656924132315527e-07,
      "loss": 0.3363,
      "step": 2457030
    },
    {
      "epoch": 685.75,
      "grad_norm": 1.2143419981002808,
      "learning_rate": 2.5655694049518317e-07,
      "loss": 0.346,
      "step": 2457040
    },
    {
      "epoch": 685.75,
      "grad_norm": 1.1690436601638794,
      "learning_rate": 2.56544639945018e-07,
      "loss": 0.336,
      "step": 2457050
    },
    {
      "epoch": 685.75,
      "grad_norm": 1.2498292922973633,
      "learning_rate": 2.565323396726595e-07,
      "loss": 0.3518,
      "step": 2457060
    },
    {
      "epoch": 685.76,
      "grad_norm": 1.2156691551208496,
      "learning_rate": 2.5652003967811113e-07,
      "loss": 0.3381,
      "step": 2457070
    },
    {
      "epoch": 685.76,
      "grad_norm": 1.4026044607162476,
      "learning_rate": 2.565077399613733e-07,
      "loss": 0.336,
      "step": 2457080
    },
    {
      "epoch": 685.76,
      "grad_norm": 1.544619083404541,
      "learning_rate": 2.564954405224479e-07,
      "loss": 0.3462,
      "step": 2457090
    },
    {
      "epoch": 685.77,
      "grad_norm": 1.581795334815979,
      "learning_rate": 2.5648314136133726e-07,
      "loss": 0.3266,
      "step": 2457100
    },
    {
      "epoch": 685.77,
      "grad_norm": 1.2045061588287354,
      "learning_rate": 2.5647084247804163e-07,
      "loss": 0.3368,
      "step": 2457110
    },
    {
      "epoch": 685.77,
      "grad_norm": 1.0704628229141235,
      "learning_rate": 2.564585438725636e-07,
      "loss": 0.3319,
      "step": 2457120
    },
    {
      "epoch": 685.77,
      "grad_norm": 1.151166558265686,
      "learning_rate": 2.564462455449047e-07,
      "loss": 0.3327,
      "step": 2457130
    },
    {
      "epoch": 685.78,
      "grad_norm": 1.2414991855621338,
      "learning_rate": 2.5643394749506683e-07,
      "loss": 0.3281,
      "step": 2457140
    },
    {
      "epoch": 685.78,
      "grad_norm": 2.922982692718506,
      "learning_rate": 2.56421649723051e-07,
      "loss": 0.3488,
      "step": 2457150
    },
    {
      "epoch": 685.78,
      "grad_norm": 1.2997047901153564,
      "learning_rate": 2.564093522288591e-07,
      "loss": 0.3212,
      "step": 2457160
    },
    {
      "epoch": 685.79,
      "grad_norm": 1.1828421354293823,
      "learning_rate": 2.56397055012493e-07,
      "loss": 0.3225,
      "step": 2457170
    },
    {
      "epoch": 685.79,
      "grad_norm": 1.2725317478179932,
      "learning_rate": 2.5638475807395347e-07,
      "loss": 0.3354,
      "step": 2457180
    },
    {
      "epoch": 685.79,
      "grad_norm": 1.1769083738327026,
      "learning_rate": 2.563724614132437e-07,
      "loss": 0.3516,
      "step": 2457190
    },
    {
      "epoch": 685.79,
      "grad_norm": 1.1850336790084839,
      "learning_rate": 2.563601650303641e-07,
      "loss": 0.3401,
      "step": 2457200
    },
    {
      "epoch": 685.8,
      "grad_norm": 1.2667502164840698,
      "learning_rate": 2.563478689253164e-07,
      "loss": 0.3236,
      "step": 2457210
    },
    {
      "epoch": 685.8,
      "grad_norm": 1.2437212467193604,
      "learning_rate": 2.563355730981027e-07,
      "loss": 0.3334,
      "step": 2457220
    },
    {
      "epoch": 685.8,
      "grad_norm": 1.2659218311309814,
      "learning_rate": 2.563232775487248e-07,
      "loss": 0.3169,
      "step": 2457230
    },
    {
      "epoch": 685.81,
      "grad_norm": 1.3156278133392334,
      "learning_rate": 2.5631098227718355e-07,
      "loss": 0.3308,
      "step": 2457240
    },
    {
      "epoch": 685.81,
      "grad_norm": 1.5191987752914429,
      "learning_rate": 2.56298687283481e-07,
      "loss": 0.3617,
      "step": 2457250
    },
    {
      "epoch": 685.81,
      "grad_norm": 1.3779207468032837,
      "learning_rate": 2.562863925676192e-07,
      "loss": 0.3439,
      "step": 2457260
    },
    {
      "epoch": 685.81,
      "grad_norm": 1.2788094282150269,
      "learning_rate": 2.562740981295984e-07,
      "loss": 0.3376,
      "step": 2457270
    },
    {
      "epoch": 685.82,
      "grad_norm": 1.1986242532730103,
      "learning_rate": 2.5626180396942235e-07,
      "loss": 0.3243,
      "step": 2457280
    },
    {
      "epoch": 685.82,
      "grad_norm": 1.2161900997161865,
      "learning_rate": 2.562495100870909e-07,
      "loss": 0.3282,
      "step": 2457290
    },
    {
      "epoch": 685.82,
      "grad_norm": 1.1792415380477905,
      "learning_rate": 2.5623721648260653e-07,
      "loss": 0.3436,
      "step": 2457300
    },
    {
      "epoch": 685.82,
      "grad_norm": 1.2238671779632568,
      "learning_rate": 2.5622492315597097e-07,
      "loss": 0.3474,
      "step": 2457310
    },
    {
      "epoch": 685.83,
      "grad_norm": 1.2065575122833252,
      "learning_rate": 2.56212630107185e-07,
      "loss": 0.3129,
      "step": 2457320
    },
    {
      "epoch": 685.83,
      "grad_norm": 1.3763593435287476,
      "learning_rate": 2.56200337336251e-07,
      "loss": 0.3336,
      "step": 2457330
    },
    {
      "epoch": 685.83,
      "grad_norm": 1.1407806873321533,
      "learning_rate": 2.561880448431703e-07,
      "loss": 0.3335,
      "step": 2457340
    },
    {
      "epoch": 685.84,
      "grad_norm": 1.1984503269195557,
      "learning_rate": 2.561757526279449e-07,
      "loss": 0.3446,
      "step": 2457350
    },
    {
      "epoch": 685.84,
      "grad_norm": 1.0637645721435547,
      "learning_rate": 2.561634606905759e-07,
      "loss": 0.3265,
      "step": 2457360
    },
    {
      "epoch": 685.84,
      "grad_norm": 1.3530690670013428,
      "learning_rate": 2.561511690310659e-07,
      "loss": 0.3257,
      "step": 2457370
    },
    {
      "epoch": 685.84,
      "grad_norm": 1.2068545818328857,
      "learning_rate": 2.5613887764941536e-07,
      "loss": 0.3319,
      "step": 2457380
    },
    {
      "epoch": 685.85,
      "grad_norm": 1.0733888149261475,
      "learning_rate": 2.5612658654562645e-07,
      "loss": 0.3467,
      "step": 2457390
    },
    {
      "epoch": 685.85,
      "grad_norm": 1.161368489265442,
      "learning_rate": 2.5611429571970123e-07,
      "loss": 0.3224,
      "step": 2457400
    },
    {
      "epoch": 685.85,
      "grad_norm": 1.1548573970794678,
      "learning_rate": 2.561020051716399e-07,
      "loss": 0.3355,
      "step": 2457410
    },
    {
      "epoch": 685.86,
      "grad_norm": 1.092390537261963,
      "learning_rate": 2.5608971490144617e-07,
      "loss": 0.328,
      "step": 2457420
    },
    {
      "epoch": 685.86,
      "grad_norm": 1.0834381580352783,
      "learning_rate": 2.5607742490911996e-07,
      "loss": 0.3364,
      "step": 2457430
    },
    {
      "epoch": 685.86,
      "grad_norm": 2.0070629119873047,
      "learning_rate": 2.560651351946637e-07,
      "loss": 0.3509,
      "step": 2457440
    },
    {
      "epoch": 685.86,
      "grad_norm": 1.4221937656402588,
      "learning_rate": 2.560528457580787e-07,
      "loss": 0.32,
      "step": 2457450
    },
    {
      "epoch": 685.87,
      "grad_norm": 1.2653136253356934,
      "learning_rate": 2.5604055659936746e-07,
      "loss": 0.3312,
      "step": 2457460
    },
    {
      "epoch": 685.87,
      "grad_norm": 1.460532546043396,
      "learning_rate": 2.560282677185303e-07,
      "loss": 0.3326,
      "step": 2457470
    },
    {
      "epoch": 685.87,
      "grad_norm": 1.354703664779663,
      "learning_rate": 2.560159791155693e-07,
      "loss": 0.3429,
      "step": 2457480
    },
    {
      "epoch": 685.87,
      "grad_norm": 1.2693790197372437,
      "learning_rate": 2.560036907904871e-07,
      "loss": 0.3188,
      "step": 2457490
    },
    {
      "epoch": 685.88,
      "grad_norm": 1.1471138000488281,
      "learning_rate": 2.5599140274328333e-07,
      "loss": 0.3589,
      "step": 2457500
    },
    {
      "epoch": 685.88,
      "grad_norm": 1.2606089115142822,
      "learning_rate": 2.5597911497396174e-07,
      "loss": 0.3471,
      "step": 2457510
    },
    {
      "epoch": 685.88,
      "grad_norm": 1.2821460962295532,
      "learning_rate": 2.559668274825226e-07,
      "loss": 0.3337,
      "step": 2457520
    },
    {
      "epoch": 685.89,
      "grad_norm": 1.6461807489395142,
      "learning_rate": 2.559545402689679e-07,
      "loss": 0.3275,
      "step": 2457530
    },
    {
      "epoch": 685.89,
      "grad_norm": 1.2365894317626953,
      "learning_rate": 2.559422533333e-07,
      "loss": 0.3349,
      "step": 2457540
    },
    {
      "epoch": 685.89,
      "grad_norm": 1.1136256456375122,
      "learning_rate": 2.559299666755193e-07,
      "loss": 0.3536,
      "step": 2457550
    },
    {
      "epoch": 685.89,
      "grad_norm": 1.1883864402770996,
      "learning_rate": 2.559176802956279e-07,
      "loss": 0.3323,
      "step": 2457560
    },
    {
      "epoch": 685.9,
      "grad_norm": 1.3332144021987915,
      "learning_rate": 2.559053941936276e-07,
      "loss": 0.3354,
      "step": 2457570
    },
    {
      "epoch": 685.9,
      "grad_norm": 1.3253400325775146,
      "learning_rate": 2.5589310836952055e-07,
      "loss": 0.3404,
      "step": 2457580
    },
    {
      "epoch": 685.9,
      "grad_norm": 1.3382291793823242,
      "learning_rate": 2.5588082282330687e-07,
      "loss": 0.3323,
      "step": 2457590
    },
    {
      "epoch": 685.91,
      "grad_norm": 1.019068717956543,
      "learning_rate": 2.5586853755498987e-07,
      "loss": 0.3363,
      "step": 2457600
    },
    {
      "epoch": 685.91,
      "grad_norm": 1.251657485961914,
      "learning_rate": 2.558562525645704e-07,
      "loss": 0.346,
      "step": 2457610
    },
    {
      "epoch": 685.91,
      "grad_norm": 1.1218743324279785,
      "learning_rate": 2.5584396785204975e-07,
      "loss": 0.3363,
      "step": 2457620
    },
    {
      "epoch": 685.91,
      "grad_norm": 1.3711456060409546,
      "learning_rate": 2.558316834174307e-07,
      "loss": 0.3202,
      "step": 2457630
    },
    {
      "epoch": 685.92,
      "grad_norm": 1.21913480758667,
      "learning_rate": 2.558193992607131e-07,
      "loss": 0.3357,
      "step": 2457640
    },
    {
      "epoch": 685.92,
      "grad_norm": 1.2829848527908325,
      "learning_rate": 2.5580711538190056e-07,
      "loss": 0.3292,
      "step": 2457650
    },
    {
      "epoch": 685.92,
      "grad_norm": 1.4751158952713013,
      "learning_rate": 2.5579483178099354e-07,
      "loss": 0.3332,
      "step": 2457660
    },
    {
      "epoch": 685.93,
      "grad_norm": 1.2779754400253296,
      "learning_rate": 2.5578254845799364e-07,
      "loss": 0.3272,
      "step": 2457670
    },
    {
      "epoch": 685.93,
      "grad_norm": 1.225377082824707,
      "learning_rate": 2.5577026541290323e-07,
      "loss": 0.3305,
      "step": 2457680
    },
    {
      "epoch": 685.93,
      "grad_norm": 1.1640069484710693,
      "learning_rate": 2.5575798264572333e-07,
      "loss": 0.3311,
      "step": 2457690
    },
    {
      "epoch": 685.93,
      "grad_norm": 1.2773586511611938,
      "learning_rate": 2.5574570015645547e-07,
      "loss": 0.3534,
      "step": 2457700
    },
    {
      "epoch": 685.94,
      "grad_norm": 1.2756781578063965,
      "learning_rate": 2.557334179451015e-07,
      "loss": 0.3529,
      "step": 2457710
    },
    {
      "epoch": 685.94,
      "grad_norm": 1.3324681520462036,
      "learning_rate": 2.557211360116638e-07,
      "loss": 0.3359,
      "step": 2457720
    },
    {
      "epoch": 685.94,
      "grad_norm": 1.2373014688491821,
      "learning_rate": 2.557088543561423e-07,
      "loss": 0.3483,
      "step": 2457730
    },
    {
      "epoch": 685.94,
      "grad_norm": 1.2649459838867188,
      "learning_rate": 2.556965729785404e-07,
      "loss": 0.3347,
      "step": 2457740
    },
    {
      "epoch": 685.95,
      "grad_norm": 1.2065155506134033,
      "learning_rate": 2.556842918788587e-07,
      "loss": 0.3349,
      "step": 2457750
    },
    {
      "epoch": 685.95,
      "grad_norm": 1.3162726163864136,
      "learning_rate": 2.556720110570992e-07,
      "loss": 0.3179,
      "step": 2457760
    },
    {
      "epoch": 685.95,
      "grad_norm": 1.2105756998062134,
      "learning_rate": 2.5565973051326367e-07,
      "loss": 0.3377,
      "step": 2457770
    },
    {
      "epoch": 685.96,
      "grad_norm": 1.2454273700714111,
      "learning_rate": 2.5564745024735327e-07,
      "loss": 0.3321,
      "step": 2457780
    },
    {
      "epoch": 685.96,
      "grad_norm": 1.357300877571106,
      "learning_rate": 2.5563517025936973e-07,
      "loss": 0.3356,
      "step": 2457790
    },
    {
      "epoch": 685.96,
      "grad_norm": 1.0861703157424927,
      "learning_rate": 2.5562289054931496e-07,
      "loss": 0.3052,
      "step": 2457800
    },
    {
      "epoch": 685.96,
      "grad_norm": 1.4071013927459717,
      "learning_rate": 2.556106111171907e-07,
      "loss": 0.3469,
      "step": 2457810
    },
    {
      "epoch": 685.97,
      "grad_norm": 1.145763635635376,
      "learning_rate": 2.555983319629981e-07,
      "loss": 0.3291,
      "step": 2457820
    },
    {
      "epoch": 685.97,
      "grad_norm": 1.2472282648086548,
      "learning_rate": 2.555860530867391e-07,
      "loss": 0.3324,
      "step": 2457830
    },
    {
      "epoch": 685.97,
      "grad_norm": 1.2294070720672607,
      "learning_rate": 2.555737744884158e-07,
      "loss": 0.3453,
      "step": 2457840
    },
    {
      "epoch": 685.98,
      "grad_norm": 1.1087273359298706,
      "learning_rate": 2.5556149616802833e-07,
      "loss": 0.3321,
      "step": 2457850
    },
    {
      "epoch": 685.98,
      "grad_norm": 1.1594961881637573,
      "learning_rate": 2.555492181255802e-07,
      "loss": 0.3241,
      "step": 2457860
    },
    {
      "epoch": 685.98,
      "grad_norm": 1.132091760635376,
      "learning_rate": 2.555369403610715e-07,
      "loss": 0.3419,
      "step": 2457870
    },
    {
      "epoch": 685.98,
      "grad_norm": 1.2973355054855347,
      "learning_rate": 2.555246628745048e-07,
      "loss": 0.3438,
      "step": 2457880
    },
    {
      "epoch": 685.99,
      "grad_norm": 1.1962823867797852,
      "learning_rate": 2.5551238566588136e-07,
      "loss": 0.3494,
      "step": 2457890
    },
    {
      "epoch": 685.99,
      "grad_norm": 1.351225733757019,
      "learning_rate": 2.5550010873520353e-07,
      "loss": 0.3473,
      "step": 2457900
    },
    {
      "epoch": 685.99,
      "grad_norm": 1.5455466508865356,
      "learning_rate": 2.554878320824716e-07,
      "loss": 0.3313,
      "step": 2457910
    },
    {
      "epoch": 685.99,
      "grad_norm": 1.1447904109954834,
      "learning_rate": 2.554755557076882e-07,
      "loss": 0.3391,
      "step": 2457920
    },
    {
      "epoch": 686.0,
      "grad_norm": 1.113878607749939,
      "learning_rate": 2.554632796108546e-07,
      "loss": 0.3306,
      "step": 2457930
    },
    {
      "epoch": 686.0,
      "eval_loss": 0.3378388285636902,
      "eval_runtime": 67.1349,
      "eval_samples_per_second": 75.356,
      "eval_steps_per_second": 9.429,
      "step": 2457938
    },
    {
      "epoch": 686.0,
      "grad_norm": 1.6139990091323853,
      "learning_rate": 2.554510037919724e-07,
      "loss": 0.3284,
      "step": 2457940
    },
    {
      "epoch": 686.0,
      "grad_norm": 1.2165212631225586,
      "learning_rate": 2.554387282510441e-07,
      "loss": 0.3424,
      "step": 2457950
    },
    {
      "epoch": 686.01,
      "grad_norm": 1.4378565549850464,
      "learning_rate": 2.5542645298807e-07,
      "loss": 0.3371,
      "step": 2457960
    },
    {
      "epoch": 686.01,
      "grad_norm": 1.2317765951156616,
      "learning_rate": 2.554141780030523e-07,
      "loss": 0.3356,
      "step": 2457970
    },
    {
      "epoch": 686.01,
      "grad_norm": 1.250246286392212,
      "learning_rate": 2.5540190329599317e-07,
      "loss": 0.3361,
      "step": 2457980
    },
    {
      "epoch": 686.01,
      "grad_norm": 1.3312389850616455,
      "learning_rate": 2.553896288668927e-07,
      "loss": 0.3476,
      "step": 2457990
    },
    {
      "epoch": 686.02,
      "grad_norm": 1.1790028810501099,
      "learning_rate": 2.553773547157545e-07,
      "loss": 0.3417,
      "step": 2458000
    },
    {
      "epoch": 686.02,
      "grad_norm": 1.2091760635375977,
      "learning_rate": 2.553650808425789e-07,
      "loss": 0.3384,
      "step": 2458010
    },
    {
      "epoch": 686.02,
      "grad_norm": 1.455862283706665,
      "learning_rate": 2.553528072473679e-07,
      "loss": 0.3182,
      "step": 2458020
    },
    {
      "epoch": 686.03,
      "grad_norm": 1.1791856288909912,
      "learning_rate": 2.553405339301231e-07,
      "loss": 0.3336,
      "step": 2458030
    },
    {
      "epoch": 686.03,
      "grad_norm": 1.1706746816635132,
      "learning_rate": 2.553282608908468e-07,
      "loss": 0.346,
      "step": 2458040
    },
    {
      "epoch": 686.03,
      "grad_norm": 1.4089068174362183,
      "learning_rate": 2.5531598812953933e-07,
      "loss": 0.3384,
      "step": 2458050
    },
    {
      "epoch": 686.03,
      "grad_norm": 1.1362279653549194,
      "learning_rate": 2.55303715646203e-07,
      "loss": 0.3259,
      "step": 2458060
    },
    {
      "epoch": 686.04,
      "grad_norm": 1.1904112100601196,
      "learning_rate": 2.5529144344084015e-07,
      "loss": 0.3572,
      "step": 2458070
    },
    {
      "epoch": 686.04,
      "grad_norm": 1.2644468545913696,
      "learning_rate": 2.5527917151345047e-07,
      "loss": 0.3243,
      "step": 2458080
    },
    {
      "epoch": 686.04,
      "grad_norm": 1.2997297048568726,
      "learning_rate": 2.5526689986403794e-07,
      "loss": 0.348,
      "step": 2458090
    },
    {
      "epoch": 686.05,
      "grad_norm": 1.19762122631073,
      "learning_rate": 2.5525462849260256e-07,
      "loss": 0.3375,
      "step": 2458100
    },
    {
      "epoch": 686.05,
      "grad_norm": 1.2378754615783691,
      "learning_rate": 2.5524235739914636e-07,
      "loss": 0.3298,
      "step": 2458110
    },
    {
      "epoch": 686.05,
      "grad_norm": 1.1626874208450317,
      "learning_rate": 2.5523008658367165e-07,
      "loss": 0.3284,
      "step": 2458120
    },
    {
      "epoch": 686.05,
      "grad_norm": 1.2076865434646606,
      "learning_rate": 2.5521781604617907e-07,
      "loss": 0.331,
      "step": 2458130
    },
    {
      "epoch": 686.06,
      "grad_norm": 1.175759196281433,
      "learning_rate": 2.5520554578667063e-07,
      "loss": 0.3327,
      "step": 2458140
    },
    {
      "epoch": 686.06,
      "grad_norm": 1.3872431516647339,
      "learning_rate": 2.5519327580514814e-07,
      "loss": 0.3441,
      "step": 2458150
    },
    {
      "epoch": 686.06,
      "grad_norm": 1.28823983669281,
      "learning_rate": 2.5518100610161344e-07,
      "loss": 0.3373,
      "step": 2458160
    },
    {
      "epoch": 686.06,
      "grad_norm": 1.1784255504608154,
      "learning_rate": 2.5516873667606707e-07,
      "loss": 0.3361,
      "step": 2458170
    },
    {
      "epoch": 686.07,
      "grad_norm": 1.1650540828704834,
      "learning_rate": 2.5515646752851236e-07,
      "loss": 0.3314,
      "step": 2458180
    },
    {
      "epoch": 686.07,
      "grad_norm": 1.2577087879180908,
      "learning_rate": 2.5514419865894936e-07,
      "loss": 0.3589,
      "step": 2458190
    },
    {
      "epoch": 686.07,
      "grad_norm": 1.17015540599823,
      "learning_rate": 2.5513193006738067e-07,
      "loss": 0.3501,
      "step": 2458200
    },
    {
      "epoch": 686.08,
      "grad_norm": 1.282442569732666,
      "learning_rate": 2.551196617538078e-07,
      "loss": 0.336,
      "step": 2458210
    },
    {
      "epoch": 686.08,
      "grad_norm": 1.2206100225448608,
      "learning_rate": 2.5510739371823135e-07,
      "loss": 0.3473,
      "step": 2458220
    },
    {
      "epoch": 686.08,
      "grad_norm": 1.1020889282226562,
      "learning_rate": 2.550951259606549e-07,
      "loss": 0.3088,
      "step": 2458230
    },
    {
      "epoch": 686.08,
      "grad_norm": 1.265358328819275,
      "learning_rate": 2.5508285848107816e-07,
      "loss": 0.3312,
      "step": 2458240
    },
    {
      "epoch": 686.09,
      "grad_norm": 1.069161057472229,
      "learning_rate": 2.550705912795038e-07,
      "loss": 0.3244,
      "step": 2458250
    },
    {
      "epoch": 686.09,
      "grad_norm": 1.097434401512146,
      "learning_rate": 2.550583243559337e-07,
      "loss": 0.3412,
      "step": 2458260
    },
    {
      "epoch": 686.09,
      "grad_norm": 1.418286681175232,
      "learning_rate": 2.550460577103685e-07,
      "loss": 0.348,
      "step": 2458270
    },
    {
      "epoch": 686.1,
      "grad_norm": 1.3608031272888184,
      "learning_rate": 2.550337913428106e-07,
      "loss": 0.3351,
      "step": 2458280
    },
    {
      "epoch": 686.1,
      "grad_norm": 4.720263957977295,
      "learning_rate": 2.550215252532611e-07,
      "loss": 0.3242,
      "step": 2458290
    },
    {
      "epoch": 686.1,
      "grad_norm": 1.057443380355835,
      "learning_rate": 2.5500925944172246e-07,
      "loss": 0.3383,
      "step": 2458300
    },
    {
      "epoch": 686.1,
      "grad_norm": 1.1812007427215576,
      "learning_rate": 2.5499699390819507e-07,
      "loss": 0.3354,
      "step": 2458310
    },
    {
      "epoch": 686.11,
      "grad_norm": 1.3943474292755127,
      "learning_rate": 2.5498472865268205e-07,
      "loss": 0.3399,
      "step": 2458320
    },
    {
      "epoch": 686.11,
      "grad_norm": 1.1366779804229736,
      "learning_rate": 2.5497246367518357e-07,
      "loss": 0.3374,
      "step": 2458330
    },
    {
      "epoch": 686.11,
      "grad_norm": 1.1857960224151611,
      "learning_rate": 2.549601989757023e-07,
      "loss": 0.3363,
      "step": 2458340
    },
    {
      "epoch": 686.11,
      "grad_norm": 1.1181111335754395,
      "learning_rate": 2.5494793455423977e-07,
      "loss": 0.3315,
      "step": 2458350
    },
    {
      "epoch": 686.12,
      "grad_norm": 1.1852487325668335,
      "learning_rate": 2.5493567041079705e-07,
      "loss": 0.3474,
      "step": 2458360
    },
    {
      "epoch": 686.12,
      "grad_norm": 1.2537916898727417,
      "learning_rate": 2.5492340654537596e-07,
      "loss": 0.3542,
      "step": 2458370
    },
    {
      "epoch": 686.12,
      "grad_norm": 1.390167236328125,
      "learning_rate": 2.549111429579783e-07,
      "loss": 0.3404,
      "step": 2458380
    },
    {
      "epoch": 686.13,
      "grad_norm": 1.2294950485229492,
      "learning_rate": 2.548988796486061e-07,
      "loss": 0.3412,
      "step": 2458390
    },
    {
      "epoch": 686.13,
      "grad_norm": 1.3755130767822266,
      "learning_rate": 2.5488661661725973e-07,
      "loss": 0.3391,
      "step": 2458400
    },
    {
      "epoch": 686.13,
      "grad_norm": 1.3938658237457275,
      "learning_rate": 2.5487435386394255e-07,
      "loss": 0.3638,
      "step": 2458410
    },
    {
      "epoch": 686.13,
      "grad_norm": 1.3230558633804321,
      "learning_rate": 2.548620913886548e-07,
      "loss": 0.3429,
      "step": 2458420
    },
    {
      "epoch": 686.14,
      "grad_norm": 1.3124185800552368,
      "learning_rate": 2.548498291913985e-07,
      "loss": 0.3299,
      "step": 2458430
    },
    {
      "epoch": 686.14,
      "grad_norm": 1.1679596900939941,
      "learning_rate": 2.54837567272176e-07,
      "loss": 0.3396,
      "step": 2458440
    },
    {
      "epoch": 686.14,
      "grad_norm": 1.2835686206817627,
      "learning_rate": 2.548253056309877e-07,
      "loss": 0.3419,
      "step": 2458450
    },
    {
      "epoch": 686.15,
      "grad_norm": 1.239026665687561,
      "learning_rate": 2.548130442678358e-07,
      "loss": 0.3325,
      "step": 2458460
    },
    {
      "epoch": 686.15,
      "grad_norm": 1.1371206045150757,
      "learning_rate": 2.548007831827222e-07,
      "loss": 0.3413,
      "step": 2458470
    },
    {
      "epoch": 686.15,
      "grad_norm": 1.2764760255813599,
      "learning_rate": 2.547885223756487e-07,
      "loss": 0.3289,
      "step": 2458480
    },
    {
      "epoch": 686.15,
      "grad_norm": 1.4285064935684204,
      "learning_rate": 2.5477626184661605e-07,
      "loss": 0.3437,
      "step": 2458490
    },
    {
      "epoch": 686.16,
      "grad_norm": 6.1540069580078125,
      "learning_rate": 2.547640015956263e-07,
      "loss": 0.344,
      "step": 2458500
    },
    {
      "epoch": 686.16,
      "grad_norm": 1.224853277206421,
      "learning_rate": 2.547517416226814e-07,
      "loss": 0.3213,
      "step": 2458510
    },
    {
      "epoch": 686.16,
      "grad_norm": 1.1763380765914917,
      "learning_rate": 2.5473948192778254e-07,
      "loss": 0.3413,
      "step": 2458520
    },
    {
      "epoch": 686.17,
      "grad_norm": 1.0593962669372559,
      "learning_rate": 2.5472722251093185e-07,
      "loss": 0.3368,
      "step": 2458530
    },
    {
      "epoch": 686.17,
      "grad_norm": 1.6267993450164795,
      "learning_rate": 2.547149633721301e-07,
      "loss": 0.3212,
      "step": 2458540
    },
    {
      "epoch": 686.17,
      "grad_norm": 1.1424981355667114,
      "learning_rate": 2.547027045113802e-07,
      "loss": 0.3416,
      "step": 2458550
    },
    {
      "epoch": 686.17,
      "grad_norm": 1.2913813591003418,
      "learning_rate": 2.546904459286825e-07,
      "loss": 0.3516,
      "step": 2458560
    },
    {
      "epoch": 686.18,
      "grad_norm": 1.2752374410629272,
      "learning_rate": 2.546781876240393e-07,
      "loss": 0.3527,
      "step": 2458570
    },
    {
      "epoch": 686.18,
      "grad_norm": 1.3783437013626099,
      "learning_rate": 2.5466592959745283e-07,
      "loss": 0.343,
      "step": 2458580
    },
    {
      "epoch": 686.18,
      "grad_norm": 1.2928204536437988,
      "learning_rate": 2.5465367184892336e-07,
      "loss": 0.3319,
      "step": 2458590
    },
    {
      "epoch": 686.18,
      "grad_norm": 1.38318932056427,
      "learning_rate": 2.5464141437845295e-07,
      "loss": 0.3384,
      "step": 2458600
    },
    {
      "epoch": 686.19,
      "grad_norm": 1.3982082605361938,
      "learning_rate": 2.546291571860437e-07,
      "loss": 0.3408,
      "step": 2458610
    },
    {
      "epoch": 686.19,
      "grad_norm": 1.3650020360946655,
      "learning_rate": 2.546169002716975e-07,
      "loss": 0.3556,
      "step": 2458620
    },
    {
      "epoch": 686.19,
      "grad_norm": 1.3166059255599976,
      "learning_rate": 2.54604643635415e-07,
      "loss": 0.3191,
      "step": 2458630
    },
    {
      "epoch": 686.2,
      "grad_norm": 1.2643457651138306,
      "learning_rate": 2.5459238727719813e-07,
      "loss": 0.3243,
      "step": 2458640
    },
    {
      "epoch": 686.2,
      "grad_norm": 1.1294810771942139,
      "learning_rate": 2.5458013119704945e-07,
      "loss": 0.3226,
      "step": 2458650
    },
    {
      "epoch": 686.2,
      "grad_norm": 1.2061567306518555,
      "learning_rate": 2.545678753949687e-07,
      "loss": 0.3235,
      "step": 2458660
    },
    {
      "epoch": 686.2,
      "grad_norm": 1.1314277648925781,
      "learning_rate": 2.545556198709598e-07,
      "loss": 0.3482,
      "step": 2458670
    },
    {
      "epoch": 686.21,
      "grad_norm": 1.3230441808700562,
      "learning_rate": 2.5454336462502273e-07,
      "loss": 0.3431,
      "step": 2458680
    },
    {
      "epoch": 686.21,
      "grad_norm": 1.4633874893188477,
      "learning_rate": 2.545311096571596e-07,
      "loss": 0.3273,
      "step": 2458690
    },
    {
      "epoch": 686.21,
      "grad_norm": 1.3820374011993408,
      "learning_rate": 2.545188549673719e-07,
      "loss": 0.3589,
      "step": 2458700
    },
    {
      "epoch": 686.22,
      "grad_norm": 1.272214412689209,
      "learning_rate": 2.5450660055566205e-07,
      "loss": 0.3282,
      "step": 2458710
    },
    {
      "epoch": 686.22,
      "grad_norm": 1.353646993637085,
      "learning_rate": 2.544943464220305e-07,
      "loss": 0.3448,
      "step": 2458720
    },
    {
      "epoch": 686.22,
      "grad_norm": 1.254355788230896,
      "learning_rate": 2.544820925664797e-07,
      "loss": 0.3438,
      "step": 2458730
    },
    {
      "epoch": 686.22,
      "grad_norm": 1.1063648462295532,
      "learning_rate": 2.5446983898901136e-07,
      "loss": 0.3357,
      "step": 2458740
    },
    {
      "epoch": 686.23,
      "grad_norm": 1.3058134317398071,
      "learning_rate": 2.544575856896258e-07,
      "loss": 0.3578,
      "step": 2458750
    },
    {
      "epoch": 686.23,
      "grad_norm": 1.0631754398345947,
      "learning_rate": 2.5444533266832637e-07,
      "loss": 0.319,
      "step": 2458760
    },
    {
      "epoch": 686.23,
      "grad_norm": 1.1883710622787476,
      "learning_rate": 2.544330799251139e-07,
      "loss": 0.3664,
      "step": 2458770
    },
    {
      "epoch": 686.23,
      "grad_norm": 1.1049017906188965,
      "learning_rate": 2.5442082745998967e-07,
      "loss": 0.3213,
      "step": 2458780
    },
    {
      "epoch": 686.24,
      "grad_norm": 1.2903295755386353,
      "learning_rate": 2.544085752729565e-07,
      "loss": 0.3508,
      "step": 2458790
    },
    {
      "epoch": 686.24,
      "grad_norm": 1.3235472440719604,
      "learning_rate": 2.5439632336401416e-07,
      "loss": 0.3296,
      "step": 2458800
    },
    {
      "epoch": 686.24,
      "grad_norm": 1.2359585762023926,
      "learning_rate": 2.543840717331663e-07,
      "loss": 0.3443,
      "step": 2458810
    },
    {
      "epoch": 686.25,
      "grad_norm": 1.2613335847854614,
      "learning_rate": 2.543718203804132e-07,
      "loss": 0.338,
      "step": 2458820
    },
    {
      "epoch": 686.25,
      "grad_norm": 1.2453641891479492,
      "learning_rate": 2.5435956930575685e-07,
      "loss": 0.3382,
      "step": 2458830
    },
    {
      "epoch": 686.25,
      "grad_norm": 1.0323963165283203,
      "learning_rate": 2.543473185091992e-07,
      "loss": 0.3287,
      "step": 2458840
    },
    {
      "epoch": 686.25,
      "grad_norm": 1.084307312965393,
      "learning_rate": 2.543350679907417e-07,
      "loss": 0.3267,
      "step": 2458850
    },
    {
      "epoch": 686.26,
      "grad_norm": 1.3050336837768555,
      "learning_rate": 2.5432281775038576e-07,
      "loss": 0.3393,
      "step": 2458860
    },
    {
      "epoch": 686.26,
      "grad_norm": 1.328005075454712,
      "learning_rate": 2.5431056778813287e-07,
      "loss": 0.3482,
      "step": 2458870
    },
    {
      "epoch": 686.26,
      "grad_norm": 1.107316493988037,
      "learning_rate": 2.542983181039856e-07,
      "loss": 0.3321,
      "step": 2458880
    },
    {
      "epoch": 686.27,
      "grad_norm": 1.359257698059082,
      "learning_rate": 2.542860686979438e-07,
      "loss": 0.3406,
      "step": 2458890
    },
    {
      "epoch": 686.27,
      "grad_norm": 1.3570085763931274,
      "learning_rate": 2.5427381957001124e-07,
      "loss": 0.3567,
      "step": 2458900
    },
    {
      "epoch": 686.27,
      "grad_norm": 1.5061744451522827,
      "learning_rate": 2.54261570720188e-07,
      "loss": 0.3542,
      "step": 2458910
    },
    {
      "epoch": 686.27,
      "grad_norm": 1.2905622720718384,
      "learning_rate": 2.542493221484764e-07,
      "loss": 0.3375,
      "step": 2458920
    },
    {
      "epoch": 686.28,
      "grad_norm": 1.2490167617797852,
      "learning_rate": 2.5423707385487833e-07,
      "loss": 0.3559,
      "step": 2458930
    },
    {
      "epoch": 686.28,
      "grad_norm": 1.2496232986450195,
      "learning_rate": 2.5422482583939445e-07,
      "loss": 0.3368,
      "step": 2458940
    },
    {
      "epoch": 686.28,
      "grad_norm": 1.3543217182159424,
      "learning_rate": 2.542125781020269e-07,
      "loss": 0.3403,
      "step": 2458950
    },
    {
      "epoch": 686.29,
      "grad_norm": 1.3348263502120972,
      "learning_rate": 2.5420033064277754e-07,
      "loss": 0.3357,
      "step": 2458960
    },
    {
      "epoch": 686.29,
      "grad_norm": 1.3441520929336548,
      "learning_rate": 2.5418808346164816e-07,
      "loss": 0.3272,
      "step": 2458970
    },
    {
      "epoch": 686.29,
      "grad_norm": 1.4384815692901611,
      "learning_rate": 2.5417583655863925e-07,
      "loss": 0.3241,
      "step": 2458980
    },
    {
      "epoch": 686.29,
      "grad_norm": 1.1172388792037964,
      "learning_rate": 2.5416358993375397e-07,
      "loss": 0.3364,
      "step": 2458990
    },
    {
      "epoch": 686.3,
      "grad_norm": 1.5645058155059814,
      "learning_rate": 2.541513435869928e-07,
      "loss": 0.3377,
      "step": 2459000
    },
    {
      "epoch": 686.3,
      "grad_norm": 1.190597653388977,
      "learning_rate": 2.541390975183579e-07,
      "loss": 0.3277,
      "step": 2459010
    },
    {
      "epoch": 686.3,
      "grad_norm": 1.3728444576263428,
      "learning_rate": 2.54126851727851e-07,
      "loss": 0.3565,
      "step": 2459020
    },
    {
      "epoch": 686.3,
      "grad_norm": 1.0910660028457642,
      "learning_rate": 2.541146062154732e-07,
      "loss": 0.3444,
      "step": 2459030
    },
    {
      "epoch": 686.31,
      "grad_norm": 1.2441121339797974,
      "learning_rate": 2.541023609812263e-07,
      "loss": 0.3367,
      "step": 2459040
    },
    {
      "epoch": 686.31,
      "grad_norm": 1.2165966033935547,
      "learning_rate": 2.540901160251124e-07,
      "loss": 0.3307,
      "step": 2459050
    },
    {
      "epoch": 686.31,
      "grad_norm": 1.2585358619689941,
      "learning_rate": 2.54077871347133e-07,
      "loss": 0.3214,
      "step": 2459060
    },
    {
      "epoch": 686.32,
      "grad_norm": 1.2537176609039307,
      "learning_rate": 2.5406562694728894e-07,
      "loss": 0.3354,
      "step": 2459070
    },
    {
      "epoch": 686.32,
      "grad_norm": 1.2464797496795654,
      "learning_rate": 2.540533828255826e-07,
      "loss": 0.3203,
      "step": 2459080
    },
    {
      "epoch": 686.32,
      "grad_norm": 1.334686517715454,
      "learning_rate": 2.540411389820157e-07,
      "loss": 0.3387,
      "step": 2459090
    },
    {
      "epoch": 686.32,
      "grad_norm": 1.2019580602645874,
      "learning_rate": 2.5402889541658935e-07,
      "loss": 0.3407,
      "step": 2459100
    },
    {
      "epoch": 686.33,
      "grad_norm": 1.1443374156951904,
      "learning_rate": 2.540166521293059e-07,
      "loss": 0.3321,
      "step": 2459110
    },
    {
      "epoch": 686.33,
      "grad_norm": 1.4256089925765991,
      "learning_rate": 2.540044091201655e-07,
      "loss": 0.3249,
      "step": 2459120
    },
    {
      "epoch": 686.33,
      "grad_norm": 1.107596755027771,
      "learning_rate": 2.5399216638917197e-07,
      "loss": 0.3295,
      "step": 2459130
    },
    {
      "epoch": 686.34,
      "grad_norm": 1.1155972480773926,
      "learning_rate": 2.539799239363252e-07,
      "loss": 0.3334,
      "step": 2459140
    },
    {
      "epoch": 686.34,
      "grad_norm": 1.1904648542404175,
      "learning_rate": 2.539676817616275e-07,
      "loss": 0.3285,
      "step": 2459150
    },
    {
      "epoch": 686.34,
      "grad_norm": 1.289389967918396,
      "learning_rate": 2.539554398650808e-07,
      "loss": 0.3437,
      "step": 2459160
    },
    {
      "epoch": 686.34,
      "grad_norm": 1.3000446557998657,
      "learning_rate": 2.5394319824668576e-07,
      "loss": 0.3311,
      "step": 2459170
    },
    {
      "epoch": 686.35,
      "grad_norm": 1.3770066499710083,
      "learning_rate": 2.539309569064448e-07,
      "loss": 0.3497,
      "step": 2459180
    },
    {
      "epoch": 686.35,
      "grad_norm": 1.268960952758789,
      "learning_rate": 2.5391871584435895e-07,
      "loss": 0.3519,
      "step": 2459190
    },
    {
      "epoch": 686.35,
      "grad_norm": 1.5629327297210693,
      "learning_rate": 2.539064750604311e-07,
      "loss": 0.3469,
      "step": 2459200
    },
    {
      "epoch": 686.36,
      "grad_norm": 1.1955052614212036,
      "learning_rate": 2.5389423455466117e-07,
      "loss": 0.3379,
      "step": 2459210
    },
    {
      "epoch": 686.36,
      "grad_norm": 2.3433873653411865,
      "learning_rate": 2.5388199432705184e-07,
      "loss": 0.3437,
      "step": 2459220
    },
    {
      "epoch": 686.36,
      "grad_norm": 1.516911506652832,
      "learning_rate": 2.5386975437760484e-07,
      "loss": 0.3323,
      "step": 2459230
    },
    {
      "epoch": 686.36,
      "grad_norm": 1.0362467765808105,
      "learning_rate": 2.538575147063208e-07,
      "loss": 0.3341,
      "step": 2459240
    },
    {
      "epoch": 686.37,
      "grad_norm": 1.2056771516799927,
      "learning_rate": 2.538452753132028e-07,
      "loss": 0.3252,
      "step": 2459250
    },
    {
      "epoch": 686.37,
      "grad_norm": 1.0270646810531616,
      "learning_rate": 2.5383303619825107e-07,
      "loss": 0.3309,
      "step": 2459260
    },
    {
      "epoch": 686.37,
      "grad_norm": 1.2445818185806274,
      "learning_rate": 2.53820797361468e-07,
      "loss": 0.343,
      "step": 2459270
    },
    {
      "epoch": 686.37,
      "grad_norm": 1.441814661026001,
      "learning_rate": 2.538085588028551e-07,
      "loss": 0.3335,
      "step": 2459280
    },
    {
      "epoch": 686.38,
      "grad_norm": 1.19174063205719,
      "learning_rate": 2.5379632052241445e-07,
      "loss": 0.3393,
      "step": 2459290
    },
    {
      "epoch": 686.38,
      "grad_norm": 1.396814227104187,
      "learning_rate": 2.5378408252014665e-07,
      "loss": 0.341,
      "step": 2459300
    },
    {
      "epoch": 686.38,
      "grad_norm": 1.268782615661621,
      "learning_rate": 2.5377184479605395e-07,
      "loss": 0.3426,
      "step": 2459310
    },
    {
      "epoch": 686.39,
      "grad_norm": 1.3350310325622559,
      "learning_rate": 2.5375960735013824e-07,
      "loss": 0.3264,
      "step": 2459320
    },
    {
      "epoch": 686.39,
      "grad_norm": 1.1205397844314575,
      "learning_rate": 2.5374737018239996e-07,
      "loss": 0.34,
      "step": 2459330
    },
    {
      "epoch": 686.39,
      "grad_norm": 1.1385124921798706,
      "learning_rate": 2.537351332928426e-07,
      "loss": 0.3319,
      "step": 2459340
    },
    {
      "epoch": 686.39,
      "grad_norm": 1.1450650691986084,
      "learning_rate": 2.537228966814664e-07,
      "loss": 0.3405,
      "step": 2459350
    },
    {
      "epoch": 686.4,
      "grad_norm": 1.5490400791168213,
      "learning_rate": 2.5371066034827303e-07,
      "loss": 0.338,
      "step": 2459360
    },
    {
      "epoch": 686.4,
      "grad_norm": 1.2331033945083618,
      "learning_rate": 2.536984242932648e-07,
      "loss": 0.3346,
      "step": 2459370
    },
    {
      "epoch": 686.4,
      "grad_norm": 1.2332533597946167,
      "learning_rate": 2.536861885164428e-07,
      "loss": 0.3269,
      "step": 2459380
    },
    {
      "epoch": 686.41,
      "grad_norm": 1.2955118417739868,
      "learning_rate": 2.536739530178095e-07,
      "loss": 0.3397,
      "step": 2459390
    },
    {
      "epoch": 686.41,
      "grad_norm": 1.3277249336242676,
      "learning_rate": 2.536617177973654e-07,
      "loss": 0.3641,
      "step": 2459400
    },
    {
      "epoch": 686.41,
      "grad_norm": 1.3093898296356201,
      "learning_rate": 2.536494828551126e-07,
      "loss": 0.3476,
      "step": 2459410
    },
    {
      "epoch": 686.41,
      "grad_norm": 1.1084494590759277,
      "learning_rate": 2.5363724819105263e-07,
      "loss": 0.3561,
      "step": 2459420
    },
    {
      "epoch": 686.42,
      "grad_norm": 1.4467025995254517,
      "learning_rate": 2.536250138051878e-07,
      "loss": 0.3307,
      "step": 2459430
    },
    {
      "epoch": 686.42,
      "grad_norm": 1.2385562658309937,
      "learning_rate": 2.536127796975187e-07,
      "loss": 0.3446,
      "step": 2459440
    },
    {
      "epoch": 686.42,
      "grad_norm": 1.123180866241455,
      "learning_rate": 2.5360054586804737e-07,
      "loss": 0.3401,
      "step": 2459450
    },
    {
      "epoch": 686.42,
      "grad_norm": 1.1807684898376465,
      "learning_rate": 2.5358831231677614e-07,
      "loss": 0.3274,
      "step": 2459460
    },
    {
      "epoch": 686.43,
      "grad_norm": 1.4463986158370972,
      "learning_rate": 2.5357607904370504e-07,
      "loss": 0.3392,
      "step": 2459470
    },
    {
      "epoch": 686.43,
      "grad_norm": 1.229064702987671,
      "learning_rate": 2.5356384604883746e-07,
      "loss": 0.3327,
      "step": 2459480
    },
    {
      "epoch": 686.43,
      "grad_norm": 1.1055573225021362,
      "learning_rate": 2.535516133321739e-07,
      "loss": 0.3241,
      "step": 2459490
    },
    {
      "epoch": 686.44,
      "grad_norm": 1.1704360246658325,
      "learning_rate": 2.535393808937161e-07,
      "loss": 0.3261,
      "step": 2459500
    },
    {
      "epoch": 686.44,
      "grad_norm": 1.310746431350708,
      "learning_rate": 2.5352714873346605e-07,
      "loss": 0.334,
      "step": 2459510
    },
    {
      "epoch": 686.44,
      "grad_norm": 1.1597251892089844,
      "learning_rate": 2.5351491685142576e-07,
      "loss": 0.3321,
      "step": 2459520
    },
    {
      "epoch": 686.44,
      "grad_norm": 1.1185699701309204,
      "learning_rate": 2.535026852475957e-07,
      "loss": 0.3352,
      "step": 2459530
    },
    {
      "epoch": 686.45,
      "grad_norm": 1.00802481174469,
      "learning_rate": 2.5349045392197824e-07,
      "loss": 0.3308,
      "step": 2459540
    },
    {
      "epoch": 686.45,
      "grad_norm": 1.1978768110275269,
      "learning_rate": 2.5347822287457526e-07,
      "loss": 0.3507,
      "step": 2459550
    },
    {
      "epoch": 686.45,
      "grad_norm": 1.121070146560669,
      "learning_rate": 2.534659921053872e-07,
      "loss": 0.3237,
      "step": 2459560
    },
    {
      "epoch": 686.46,
      "grad_norm": 1.3976842164993286,
      "learning_rate": 2.5345376161441744e-07,
      "loss": 0.3399,
      "step": 2459570
    },
    {
      "epoch": 686.46,
      "grad_norm": 1.3371357917785645,
      "learning_rate": 2.534415314016663e-07,
      "loss": 0.3514,
      "step": 2459580
    },
    {
      "epoch": 686.46,
      "grad_norm": 1.3149220943450928,
      "learning_rate": 2.5342930146713557e-07,
      "loss": 0.335,
      "step": 2459590
    },
    {
      "epoch": 686.46,
      "grad_norm": 1.111851692199707,
      "learning_rate": 2.534170718108276e-07,
      "loss": 0.3326,
      "step": 2459600
    },
    {
      "epoch": 686.47,
      "grad_norm": 1.3893284797668457,
      "learning_rate": 2.534048424327432e-07,
      "loss": 0.3328,
      "step": 2459610
    },
    {
      "epoch": 686.47,
      "grad_norm": 1.8350419998168945,
      "learning_rate": 2.5339261333288413e-07,
      "loss": 0.3393,
      "step": 2459620
    },
    {
      "epoch": 686.47,
      "grad_norm": 1.096932291984558,
      "learning_rate": 2.533803845112523e-07,
      "loss": 0.3443,
      "step": 2459630
    },
    {
      "epoch": 686.48,
      "grad_norm": 1.2486857175827026,
      "learning_rate": 2.5336815596784963e-07,
      "loss": 0.3317,
      "step": 2459640
    },
    {
      "epoch": 686.48,
      "grad_norm": 1.2258899211883545,
      "learning_rate": 2.5335592770267655e-07,
      "loss": 0.3311,
      "step": 2459650
    },
    {
      "epoch": 686.48,
      "grad_norm": 1.2592604160308838,
      "learning_rate": 2.533436997157363e-07,
      "loss": 0.32,
      "step": 2459660
    },
    {
      "epoch": 686.48,
      "grad_norm": 1.439798355102539,
      "learning_rate": 2.533314720070293e-07,
      "loss": 0.3446,
      "step": 2459670
    },
    {
      "epoch": 686.49,
      "grad_norm": 1.205553412437439,
      "learning_rate": 2.5331924457655754e-07,
      "loss": 0.3211,
      "step": 2459680
    },
    {
      "epoch": 686.49,
      "grad_norm": 1.230699062347412,
      "learning_rate": 2.533070174243231e-07,
      "loss": 0.3236,
      "step": 2459690
    },
    {
      "epoch": 686.49,
      "grad_norm": 1.3309017419815063,
      "learning_rate": 2.532947905503265e-07,
      "loss": 0.3238,
      "step": 2459700
    },
    {
      "epoch": 686.49,
      "grad_norm": 1.2499816417694092,
      "learning_rate": 2.532825639545706e-07,
      "loss": 0.339,
      "step": 2459710
    },
    {
      "epoch": 686.5,
      "grad_norm": 1.1487916707992554,
      "learning_rate": 2.532703376370562e-07,
      "loss": 0.3545,
      "step": 2459720
    },
    {
      "epoch": 686.5,
      "grad_norm": 1.1459779739379883,
      "learning_rate": 2.5325811159778536e-07,
      "loss": 0.3296,
      "step": 2459730
    },
    {
      "epoch": 686.5,
      "grad_norm": 1.421584963798523,
      "learning_rate": 2.5324588583675994e-07,
      "loss": 0.3569,
      "step": 2459740
    },
    {
      "epoch": 686.51,
      "grad_norm": 1.3806233406066895,
      "learning_rate": 2.5323366035398067e-07,
      "loss": 0.3339,
      "step": 2459750
    },
    {
      "epoch": 686.51,
      "grad_norm": 1.1384978294372559,
      "learning_rate": 2.532214351494497e-07,
      "loss": 0.3256,
      "step": 2459760
    },
    {
      "epoch": 686.51,
      "grad_norm": 1.4315965175628662,
      "learning_rate": 2.532092102231688e-07,
      "loss": 0.3541,
      "step": 2459770
    },
    {
      "epoch": 686.51,
      "grad_norm": 1.2389110326766968,
      "learning_rate": 2.5319698557513975e-07,
      "loss": 0.3424,
      "step": 2459780
    },
    {
      "epoch": 686.52,
      "grad_norm": 1.1914550065994263,
      "learning_rate": 2.5318476120536293e-07,
      "loss": 0.3251,
      "step": 2459790
    },
    {
      "epoch": 686.52,
      "grad_norm": 1.1140893697738647,
      "learning_rate": 2.531725371138419e-07,
      "loss": 0.3338,
      "step": 2459800
    },
    {
      "epoch": 686.52,
      "grad_norm": 1.1256029605865479,
      "learning_rate": 2.531603133005766e-07,
      "loss": 0.3379,
      "step": 2459810
    },
    {
      "epoch": 686.53,
      "grad_norm": 1.427613377571106,
      "learning_rate": 2.531480897655698e-07,
      "loss": 0.3285,
      "step": 2459820
    },
    {
      "epoch": 686.53,
      "grad_norm": 1.3166948556900024,
      "learning_rate": 2.531358665088229e-07,
      "loss": 0.3361,
      "step": 2459830
    },
    {
      "epoch": 686.53,
      "grad_norm": 1.3488881587982178,
      "learning_rate": 2.5312364353033676e-07,
      "loss": 0.3314,
      "step": 2459840
    },
    {
      "epoch": 686.53,
      "grad_norm": 1.2685298919677734,
      "learning_rate": 2.5311142083011377e-07,
      "loss": 0.3284,
      "step": 2459850
    },
    {
      "epoch": 686.54,
      "grad_norm": 1.3569270372390747,
      "learning_rate": 2.530991984081551e-07,
      "loss": 0.3448,
      "step": 2459860
    },
    {
      "epoch": 686.54,
      "grad_norm": 1.3191055059432983,
      "learning_rate": 2.5308697626446347e-07,
      "loss": 0.3419,
      "step": 2459870
    },
    {
      "epoch": 686.54,
      "grad_norm": 1.206363558769226,
      "learning_rate": 2.5307475439903877e-07,
      "loss": 0.3352,
      "step": 2459880
    },
    {
      "epoch": 686.54,
      "grad_norm": 1.182371973991394,
      "learning_rate": 2.530625328118837e-07,
      "loss": 0.3217,
      "step": 2459890
    },
    {
      "epoch": 686.55,
      "grad_norm": 2.375438928604126,
      "learning_rate": 2.530503115030003e-07,
      "loss": 0.3412,
      "step": 2459900
    },
    {
      "epoch": 686.55,
      "grad_norm": 1.0682770013809204,
      "learning_rate": 2.5303809047238837e-07,
      "loss": 0.3426,
      "step": 2459910
    },
    {
      "epoch": 686.55,
      "grad_norm": 1.3080538511276245,
      "learning_rate": 2.53025869720052e-07,
      "loss": 0.3311,
      "step": 2459920
    },
    {
      "epoch": 686.56,
      "grad_norm": 1.290568232536316,
      "learning_rate": 2.5301364924599093e-07,
      "loss": 0.3298,
      "step": 2459930
    },
    {
      "epoch": 686.56,
      "grad_norm": 1.2893282175064087,
      "learning_rate": 2.530014290502075e-07,
      "loss": 0.3349,
      "step": 2459940
    },
    {
      "epoch": 686.56,
      "grad_norm": 1.3701740503311157,
      "learning_rate": 2.529892091327033e-07,
      "loss": 0.3242,
      "step": 2459950
    },
    {
      "epoch": 686.56,
      "grad_norm": 1.2417442798614502,
      "learning_rate": 2.5297698949347993e-07,
      "loss": 0.3467,
      "step": 2459960
    },
    {
      "epoch": 686.57,
      "grad_norm": 1.323827862739563,
      "learning_rate": 2.529647701325394e-07,
      "loss": 0.3467,
      "step": 2459970
    },
    {
      "epoch": 686.57,
      "grad_norm": 1.3839161396026611,
      "learning_rate": 2.529525510498825e-07,
      "loss": 0.3251,
      "step": 2459980
    },
    {
      "epoch": 686.57,
      "grad_norm": 1.340437412261963,
      "learning_rate": 2.529403322455113e-07,
      "loss": 0.3285,
      "step": 2459990
    },
    {
      "epoch": 686.58,
      "grad_norm": 1.2499431371688843,
      "learning_rate": 2.5292811371942745e-07,
      "loss": 0.3404,
      "step": 2460000
    },
    {
      "epoch": 686.58,
      "grad_norm": 1.1710814237594604,
      "learning_rate": 2.529158954716332e-07,
      "loss": 0.3371,
      "step": 2460010
    },
    {
      "epoch": 686.58,
      "grad_norm": 1.2945125102996826,
      "learning_rate": 2.5290367750212885e-07,
      "loss": 0.3333,
      "step": 2460020
    },
    {
      "epoch": 686.58,
      "grad_norm": 1.1254838705062866,
      "learning_rate": 2.528914598109167e-07,
      "loss": 0.3357,
      "step": 2460030
    },
    {
      "epoch": 686.59,
      "grad_norm": 1.2623227834701538,
      "learning_rate": 2.528792423979989e-07,
      "loss": 0.3312,
      "step": 2460040
    },
    {
      "epoch": 686.59,
      "grad_norm": 1.5038862228393555,
      "learning_rate": 2.528670252633759e-07,
      "loss": 0.3358,
      "step": 2460050
    },
    {
      "epoch": 686.59,
      "grad_norm": 1.1268821954727173,
      "learning_rate": 2.5285480840705064e-07,
      "loss": 0.3394,
      "step": 2460060
    },
    {
      "epoch": 686.6,
      "grad_norm": 1.2383012771606445,
      "learning_rate": 2.528425918290236e-07,
      "loss": 0.3466,
      "step": 2460070
    },
    {
      "epoch": 686.6,
      "grad_norm": 1.1203389167785645,
      "learning_rate": 2.5283037552929713e-07,
      "loss": 0.354,
      "step": 2460080
    },
    {
      "epoch": 686.6,
      "grad_norm": 1.2679506540298462,
      "learning_rate": 2.528181595078725e-07,
      "loss": 0.3478,
      "step": 2460090
    },
    {
      "epoch": 686.6,
      "grad_norm": 1.2471288442611694,
      "learning_rate": 2.5280594376475206e-07,
      "loss": 0.3289,
      "step": 2460100
    },
    {
      "epoch": 686.61,
      "grad_norm": 1.2742364406585693,
      "learning_rate": 2.5279372829993606e-07,
      "loss": 0.3337,
      "step": 2460110
    },
    {
      "epoch": 686.61,
      "grad_norm": 1.3521426916122437,
      "learning_rate": 2.527815131134272e-07,
      "loss": 0.3382,
      "step": 2460120
    },
    {
      "epoch": 686.61,
      "grad_norm": 1.3476653099060059,
      "learning_rate": 2.5276929820522714e-07,
      "loss": 0.3388,
      "step": 2460130
    },
    {
      "epoch": 686.61,
      "grad_norm": 0.9912850856781006,
      "learning_rate": 2.527570835753363e-07,
      "loss": 0.3336,
      "step": 2460140
    },
    {
      "epoch": 686.62,
      "grad_norm": 1.610366940498352,
      "learning_rate": 2.527448692237582e-07,
      "loss": 0.3234,
      "step": 2460150
    },
    {
      "epoch": 686.62,
      "grad_norm": 1.4745856523513794,
      "learning_rate": 2.527326551504929e-07,
      "loss": 0.3333,
      "step": 2460160
    },
    {
      "epoch": 686.62,
      "grad_norm": 1.0637223720550537,
      "learning_rate": 2.5272044135554246e-07,
      "loss": 0.3433,
      "step": 2460170
    },
    {
      "epoch": 686.63,
      "grad_norm": 1.330322504043579,
      "learning_rate": 2.527082278389093e-07,
      "loss": 0.3298,
      "step": 2460180
    },
    {
      "epoch": 686.63,
      "grad_norm": 1.1455265283584595,
      "learning_rate": 2.526960146005938e-07,
      "loss": 0.3333,
      "step": 2460190
    },
    {
      "epoch": 686.63,
      "grad_norm": 1.399469017982483,
      "learning_rate": 2.5268380164059813e-07,
      "loss": 0.352,
      "step": 2460200
    },
    {
      "epoch": 686.63,
      "grad_norm": 1.4767282009124756,
      "learning_rate": 2.5267158895892414e-07,
      "loss": 0.3374,
      "step": 2460210
    },
    {
      "epoch": 686.64,
      "grad_norm": 1.0185017585754395,
      "learning_rate": 2.5265937655557357e-07,
      "loss": 0.3201,
      "step": 2460220
    },
    {
      "epoch": 686.64,
      "grad_norm": 1.3217238187789917,
      "learning_rate": 2.526471644305467e-07,
      "loss": 0.3321,
      "step": 2460230
    },
    {
      "epoch": 686.64,
      "grad_norm": 1.3237104415893555,
      "learning_rate": 2.5263495258384723e-07,
      "loss": 0.3435,
      "step": 2460240
    },
    {
      "epoch": 686.65,
      "grad_norm": 1.1778730154037476,
      "learning_rate": 2.5262274101547533e-07,
      "loss": 0.3383,
      "step": 2460250
    },
    {
      "epoch": 686.65,
      "grad_norm": 1.4050346612930298,
      "learning_rate": 2.5261052972543295e-07,
      "loss": 0.3232,
      "step": 2460260
    },
    {
      "epoch": 686.65,
      "grad_norm": 1.3872894048690796,
      "learning_rate": 2.525983187137223e-07,
      "loss": 0.3562,
      "step": 2460270
    },
    {
      "epoch": 686.65,
      "grad_norm": 1.3834890127182007,
      "learning_rate": 2.525861079803434e-07,
      "loss": 0.3332,
      "step": 2460280
    },
    {
      "epoch": 686.66,
      "grad_norm": 1.1453934907913208,
      "learning_rate": 2.525738975253003e-07,
      "loss": 0.322,
      "step": 2460290
    },
    {
      "epoch": 686.66,
      "grad_norm": 1.2757925987243652,
      "learning_rate": 2.5256168734859256e-07,
      "loss": 0.328,
      "step": 2460300
    },
    {
      "epoch": 686.66,
      "grad_norm": 1.376903772354126,
      "learning_rate": 2.5254947745022255e-07,
      "loss": 0.3276,
      "step": 2460310
    },
    {
      "epoch": 686.66,
      "grad_norm": 1.3991378545761108,
      "learning_rate": 2.525372678301919e-07,
      "loss": 0.3348,
      "step": 2460320
    },
    {
      "epoch": 686.67,
      "grad_norm": 1.3176090717315674,
      "learning_rate": 2.52525058488503e-07,
      "loss": 0.3493,
      "step": 2460330
    },
    {
      "epoch": 686.67,
      "grad_norm": 1.2003239393234253,
      "learning_rate": 2.5251284942515595e-07,
      "loss": 0.3385,
      "step": 2460340
    },
    {
      "epoch": 686.67,
      "grad_norm": 1.1088749170303345,
      "learning_rate": 2.5250064064015315e-07,
      "loss": 0.3294,
      "step": 2460350
    },
    {
      "epoch": 686.68,
      "grad_norm": 1.11055326461792,
      "learning_rate": 2.5248843213349677e-07,
      "loss": 0.3274,
      "step": 2460360
    },
    {
      "epoch": 686.68,
      "grad_norm": 1.070346474647522,
      "learning_rate": 2.52476223905187e-07,
      "loss": 0.3396,
      "step": 2460370
    },
    {
      "epoch": 686.68,
      "grad_norm": 1.484182596206665,
      "learning_rate": 2.5246401595522693e-07,
      "loss": 0.3451,
      "step": 2460380
    },
    {
      "epoch": 686.68,
      "grad_norm": 1.1764646768569946,
      "learning_rate": 2.5245180828361745e-07,
      "loss": 0.3311,
      "step": 2460390
    },
    {
      "epoch": 686.69,
      "grad_norm": 1.1738343238830566,
      "learning_rate": 2.5243960089036025e-07,
      "loss": 0.3439,
      "step": 2460400
    },
    {
      "epoch": 686.69,
      "grad_norm": 1.2197645902633667,
      "learning_rate": 2.5242739377545746e-07,
      "loss": 0.3353,
      "step": 2460410
    },
    {
      "epoch": 686.69,
      "grad_norm": 1.1508665084838867,
      "learning_rate": 2.524151869389099e-07,
      "loss": 0.339,
      "step": 2460420
    },
    {
      "epoch": 686.7,
      "grad_norm": 1.2535532712936401,
      "learning_rate": 2.524029803807196e-07,
      "loss": 0.3372,
      "step": 2460430
    },
    {
      "epoch": 686.7,
      "grad_norm": 1.2344133853912354,
      "learning_rate": 2.52390774100888e-07,
      "loss": 0.3441,
      "step": 2460440
    },
    {
      "epoch": 686.7,
      "grad_norm": 1.387148380279541,
      "learning_rate": 2.5237856809941746e-07,
      "loss": 0.3379,
      "step": 2460450
    },
    {
      "epoch": 686.7,
      "grad_norm": 1.1633554697036743,
      "learning_rate": 2.5236636237630817e-07,
      "loss": 0.3403,
      "step": 2460460
    },
    {
      "epoch": 686.71,
      "grad_norm": 1.3373225927352905,
      "learning_rate": 2.523541569315634e-07,
      "loss": 0.3363,
      "step": 2460470
    },
    {
      "epoch": 686.71,
      "grad_norm": 1.1435656547546387,
      "learning_rate": 2.523419517651835e-07,
      "loss": 0.3416,
      "step": 2460480
    },
    {
      "epoch": 686.71,
      "grad_norm": 1.2057563066482544,
      "learning_rate": 2.5232974687717077e-07,
      "loss": 0.3431,
      "step": 2460490
    },
    {
      "epoch": 686.72,
      "grad_norm": 1.2242985963821411,
      "learning_rate": 2.523175422675268e-07,
      "loss": 0.3389,
      "step": 2460500
    },
    {
      "epoch": 686.72,
      "grad_norm": 1.2382217645645142,
      "learning_rate": 2.523053379362528e-07,
      "loss": 0.3407,
      "step": 2460510
    },
    {
      "epoch": 686.72,
      "grad_norm": 1.2559115886688232,
      "learning_rate": 2.522931338833507e-07,
      "loss": 0.3328,
      "step": 2460520
    },
    {
      "epoch": 686.72,
      "grad_norm": 1.141878366470337,
      "learning_rate": 2.52280930108822e-07,
      "loss": 0.3372,
      "step": 2460530
    },
    {
      "epoch": 686.73,
      "grad_norm": 1.2306993007659912,
      "learning_rate": 2.522687266126683e-07,
      "loss": 0.3307,
      "step": 2460540
    },
    {
      "epoch": 686.73,
      "grad_norm": 1.2758129835128784,
      "learning_rate": 2.522565233948919e-07,
      "loss": 0.3304,
      "step": 2460550
    },
    {
      "epoch": 686.73,
      "grad_norm": 1.1583826541900635,
      "learning_rate": 2.522443204554934e-07,
      "loss": 0.3316,
      "step": 2460560
    },
    {
      "epoch": 686.73,
      "grad_norm": 1.3689554929733276,
      "learning_rate": 2.52232117794475e-07,
      "loss": 0.3372,
      "step": 2460570
    },
    {
      "epoch": 686.74,
      "grad_norm": 1.2166855335235596,
      "learning_rate": 2.5221991541183814e-07,
      "loss": 0.331,
      "step": 2460580
    },
    {
      "epoch": 686.74,
      "grad_norm": 1.267477035522461,
      "learning_rate": 2.522077133075848e-07,
      "loss": 0.3201,
      "step": 2460590
    },
    {
      "epoch": 686.74,
      "grad_norm": 1.1448183059692383,
      "learning_rate": 2.521955114817156e-07,
      "loss": 0.3432,
      "step": 2460600
    },
    {
      "epoch": 686.75,
      "grad_norm": 1.2102011442184448,
      "learning_rate": 2.5218330993423357e-07,
      "loss": 0.3463,
      "step": 2460610
    },
    {
      "epoch": 686.75,
      "grad_norm": 1.1448304653167725,
      "learning_rate": 2.5217110866513925e-07,
      "loss": 0.3422,
      "step": 2460620
    },
    {
      "epoch": 686.75,
      "grad_norm": 1.251844048500061,
      "learning_rate": 2.521589076744348e-07,
      "loss": 0.3375,
      "step": 2460630
    },
    {
      "epoch": 686.75,
      "grad_norm": 1.2598809003829956,
      "learning_rate": 2.5214670696212197e-07,
      "loss": 0.3302,
      "step": 2460640
    },
    {
      "epoch": 686.76,
      "grad_norm": 1.311057209968567,
      "learning_rate": 2.521345065282015e-07,
      "loss": 0.3438,
      "step": 2460650
    },
    {
      "epoch": 686.76,
      "grad_norm": 1.286361813545227,
      "learning_rate": 2.521223063726761e-07,
      "loss": 0.34,
      "step": 2460660
    },
    {
      "epoch": 686.76,
      "grad_norm": 1.2728190422058105,
      "learning_rate": 2.521101064955465e-07,
      "loss": 0.3347,
      "step": 2460670
    },
    {
      "epoch": 686.77,
      "grad_norm": 1.3126952648162842,
      "learning_rate": 2.5209790689681526e-07,
      "loss": 0.3371,
      "step": 2460680
    },
    {
      "epoch": 686.77,
      "grad_norm": 1.2584691047668457,
      "learning_rate": 2.5208570757648323e-07,
      "loss": 0.348,
      "step": 2460690
    },
    {
      "epoch": 686.77,
      "grad_norm": 1.2763469219207764,
      "learning_rate": 2.520735085345522e-07,
      "loss": 0.3379,
      "step": 2460700
    },
    {
      "epoch": 686.77,
      "grad_norm": 1.4263197183609009,
      "learning_rate": 2.520613097710242e-07,
      "loss": 0.3414,
      "step": 2460710
    },
    {
      "epoch": 686.78,
      "grad_norm": 1.37901771068573,
      "learning_rate": 2.5204911128589987e-07,
      "loss": 0.3232,
      "step": 2460720
    },
    {
      "epoch": 686.78,
      "grad_norm": 1.0931144952774048,
      "learning_rate": 2.520369130791822e-07,
      "loss": 0.3257,
      "step": 2460730
    },
    {
      "epoch": 686.78,
      "grad_norm": 1.2911288738250732,
      "learning_rate": 2.520247151508718e-07,
      "loss": 0.3391,
      "step": 2460740
    },
    {
      "epoch": 686.78,
      "grad_norm": 1.6267861127853394,
      "learning_rate": 2.520125175009705e-07,
      "loss": 0.3317,
      "step": 2460750
    },
    {
      "epoch": 686.79,
      "grad_norm": 2.3433144092559814,
      "learning_rate": 2.520003201294801e-07,
      "loss": 0.3347,
      "step": 2460760
    },
    {
      "epoch": 686.79,
      "grad_norm": 1.4051064252853394,
      "learning_rate": 2.519881230364026e-07,
      "loss": 0.3562,
      "step": 2460770
    },
    {
      "epoch": 686.79,
      "grad_norm": 1.271083950996399,
      "learning_rate": 2.519759262217386e-07,
      "loss": 0.3372,
      "step": 2460780
    },
    {
      "epoch": 686.8,
      "grad_norm": 1.4006226062774658,
      "learning_rate": 2.519637296854905e-07,
      "loss": 0.3437,
      "step": 2460790
    },
    {
      "epoch": 686.8,
      "grad_norm": 1.4666064977645874,
      "learning_rate": 2.5195153342766003e-07,
      "loss": 0.3408,
      "step": 2460800
    },
    {
      "epoch": 686.8,
      "grad_norm": 1.5174951553344727,
      "learning_rate": 2.5193933744824745e-07,
      "loss": 0.3437,
      "step": 2460810
    },
    {
      "epoch": 686.8,
      "grad_norm": 1.365533709526062,
      "learning_rate": 2.5192714174725666e-07,
      "loss": 0.3343,
      "step": 2460820
    },
    {
      "epoch": 686.81,
      "grad_norm": 1.452545166015625,
      "learning_rate": 2.5191494632468745e-07,
      "loss": 0.3442,
      "step": 2460830
    },
    {
      "epoch": 686.81,
      "grad_norm": 1.0994716882705688,
      "learning_rate": 2.5190275118054216e-07,
      "loss": 0.3451,
      "step": 2460840
    },
    {
      "epoch": 686.81,
      "grad_norm": 1.2219884395599365,
      "learning_rate": 2.518905563148226e-07,
      "loss": 0.3396,
      "step": 2460850
    },
    {
      "epoch": 686.82,
      "grad_norm": 1.3402693271636963,
      "learning_rate": 2.5187836172752924e-07,
      "loss": 0.3343,
      "step": 2460860
    },
    {
      "epoch": 686.82,
      "grad_norm": 1.2601758241653442,
      "learning_rate": 2.518661674186655e-07,
      "loss": 0.3505,
      "step": 2460870
    },
    {
      "epoch": 686.82,
      "grad_norm": 1.0239206552505493,
      "learning_rate": 2.518539733882317e-07,
      "loss": 0.342,
      "step": 2460880
    },
    {
      "epoch": 686.82,
      "grad_norm": 1.100391149520874,
      "learning_rate": 2.518417796362298e-07,
      "loss": 0.3422,
      "step": 2460890
    },
    {
      "epoch": 686.83,
      "grad_norm": 2.0652151107788086,
      "learning_rate": 2.518295861626615e-07,
      "loss": 0.3418,
      "step": 2460900
    },
    {
      "epoch": 686.83,
      "grad_norm": 1.1949052810668945,
      "learning_rate": 2.5181739296752873e-07,
      "loss": 0.3231,
      "step": 2460910
    },
    {
      "epoch": 686.83,
      "grad_norm": 1.1956249475479126,
      "learning_rate": 2.518052000508321e-07,
      "loss": 0.319,
      "step": 2460920
    },
    {
      "epoch": 686.84,
      "grad_norm": 1.1907508373260498,
      "learning_rate": 2.5179300741257425e-07,
      "loss": 0.3261,
      "step": 2460930
    },
    {
      "epoch": 686.84,
      "grad_norm": 1.3515383005142212,
      "learning_rate": 2.5178081505275664e-07,
      "loss": 0.3351,
      "step": 2460940
    },
    {
      "epoch": 686.84,
      "grad_norm": 1.2631477117538452,
      "learning_rate": 2.517686229713799e-07,
      "loss": 0.3434,
      "step": 2460950
    },
    {
      "epoch": 686.84,
      "grad_norm": 1.2800025939941406,
      "learning_rate": 2.517564311684476e-07,
      "loss": 0.3334,
      "step": 2460960
    },
    {
      "epoch": 686.85,
      "grad_norm": 1.0858855247497559,
      "learning_rate": 2.517442396439594e-07,
      "loss": 0.3482,
      "step": 2460970
    },
    {
      "epoch": 686.85,
      "grad_norm": 1.308916449546814,
      "learning_rate": 2.517320483979179e-07,
      "loss": 0.3322,
      "step": 2460980
    },
    {
      "epoch": 686.85,
      "grad_norm": 1.243208885192871,
      "learning_rate": 2.5171985743032486e-07,
      "loss": 0.3413,
      "step": 2460990
    },
    {
      "epoch": 686.85,
      "grad_norm": 1.378791093826294,
      "learning_rate": 2.5170766674118133e-07,
      "loss": 0.3161,
      "step": 2461000
    },
    {
      "epoch": 686.86,
      "grad_norm": 1.1881157159805298,
      "learning_rate": 2.5169547633048924e-07,
      "loss": 0.3414,
      "step": 2461010
    },
    {
      "epoch": 686.86,
      "grad_norm": 1.1603355407714844,
      "learning_rate": 2.516832861982499e-07,
      "loss": 0.33,
      "step": 2461020
    },
    {
      "epoch": 686.86,
      "grad_norm": 1.535258173942566,
      "learning_rate": 2.51671096344466e-07,
      "loss": 0.3304,
      "step": 2461030
    },
    {
      "epoch": 686.87,
      "grad_norm": 1.157086730003357,
      "learning_rate": 2.5165890676913717e-07,
      "loss": 0.3645,
      "step": 2461040
    },
    {
      "epoch": 686.87,
      "grad_norm": 1.2710511684417725,
      "learning_rate": 2.516467174722674e-07,
      "loss": 0.3372,
      "step": 2461050
    },
    {
      "epoch": 686.87,
      "grad_norm": 1.0679911375045776,
      "learning_rate": 2.5163452845385666e-07,
      "loss": 0.3289,
      "step": 2461060
    },
    {
      "epoch": 686.87,
      "grad_norm": 1.257875680923462,
      "learning_rate": 2.516223397139068e-07,
      "loss": 0.3368,
      "step": 2461070
    },
    {
      "epoch": 686.88,
      "grad_norm": 1.4334065914154053,
      "learning_rate": 2.516101512524203e-07,
      "loss": 0.3331,
      "step": 2461080
    },
    {
      "epoch": 686.88,
      "grad_norm": 1.1786905527114868,
      "learning_rate": 2.5159796306939786e-07,
      "loss": 0.3255,
      "step": 2461090
    },
    {
      "epoch": 686.88,
      "grad_norm": 1.170707106590271,
      "learning_rate": 2.515857751648414e-07,
      "loss": 0.3273,
      "step": 2461100
    },
    {
      "epoch": 686.89,
      "grad_norm": 1.2710715532302856,
      "learning_rate": 2.5157358753875235e-07,
      "loss": 0.3513,
      "step": 2461110
    },
    {
      "epoch": 686.89,
      "grad_norm": 1.1972836256027222,
      "learning_rate": 2.515614001911327e-07,
      "loss": 0.354,
      "step": 2461120
    },
    {
      "epoch": 686.89,
      "grad_norm": 1.1896623373031616,
      "learning_rate": 2.5154921312198434e-07,
      "loss": 0.3346,
      "step": 2461130
    },
    {
      "epoch": 686.89,
      "grad_norm": 1.2219512462615967,
      "learning_rate": 2.5153702633130825e-07,
      "loss": 0.3495,
      "step": 2461140
    },
    {
      "epoch": 686.9,
      "grad_norm": 1.4150092601776123,
      "learning_rate": 2.51524839819106e-07,
      "loss": 0.3399,
      "step": 2461150
    },
    {
      "epoch": 686.9,
      "grad_norm": 1.4448013305664062,
      "learning_rate": 2.5151265358537944e-07,
      "loss": 0.3493,
      "step": 2461160
    },
    {
      "epoch": 686.9,
      "grad_norm": 1.2037327289581299,
      "learning_rate": 2.5150046763013094e-07,
      "loss": 0.3403,
      "step": 2461170
    },
    {
      "epoch": 686.9,
      "grad_norm": 1.2027153968811035,
      "learning_rate": 2.5148828195336046e-07,
      "loss": 0.3399,
      "step": 2461180
    },
    {
      "epoch": 686.91,
      "grad_norm": 1.1763466596603394,
      "learning_rate": 2.5147609655507133e-07,
      "loss": 0.3348,
      "step": 2461190
    },
    {
      "epoch": 686.91,
      "grad_norm": 1.2929219007492065,
      "learning_rate": 2.514639114352642e-07,
      "loss": 0.3408,
      "step": 2461200
    },
    {
      "epoch": 686.91,
      "grad_norm": 1.7967562675476074,
      "learning_rate": 2.514517265939407e-07,
      "loss": 0.33,
      "step": 2461210
    },
    {
      "epoch": 686.92,
      "grad_norm": 1.2925807237625122,
      "learning_rate": 2.514395420311031e-07,
      "loss": 0.3372,
      "step": 2461220
    },
    {
      "epoch": 686.92,
      "grad_norm": 1.3621821403503418,
      "learning_rate": 2.514273577467524e-07,
      "loss": 0.3436,
      "step": 2461230
    },
    {
      "epoch": 686.92,
      "grad_norm": 1.0742396116256714,
      "learning_rate": 2.514151737408901e-07,
      "loss": 0.3256,
      "step": 2461240
    },
    {
      "epoch": 686.92,
      "grad_norm": 1.352899193763733,
      "learning_rate": 2.514029900135183e-07,
      "loss": 0.352,
      "step": 2461250
    },
    {
      "epoch": 686.93,
      "grad_norm": 1.311368465423584,
      "learning_rate": 2.5139080656463914e-07,
      "loss": 0.3472,
      "step": 2461260
    },
    {
      "epoch": 686.93,
      "grad_norm": 1.1527022123336792,
      "learning_rate": 2.513786233942523e-07,
      "loss": 0.3404,
      "step": 2461270
    },
    {
      "epoch": 686.93,
      "grad_norm": 1.3233869075775146,
      "learning_rate": 2.5136644050236165e-07,
      "loss": 0.334,
      "step": 2461280
    },
    {
      "epoch": 686.94,
      "grad_norm": 1.3160773515701294,
      "learning_rate": 2.513542578889675e-07,
      "loss": 0.3338,
      "step": 2461290
    },
    {
      "epoch": 686.94,
      "grad_norm": 1.1403346061706543,
      "learning_rate": 2.513420755540717e-07,
      "loss": 0.3486,
      "step": 2461300
    },
    {
      "epoch": 686.94,
      "grad_norm": 1.225995421409607,
      "learning_rate": 2.513298934976763e-07,
      "loss": 0.3432,
      "step": 2461310
    },
    {
      "epoch": 686.94,
      "grad_norm": 1.1961274147033691,
      "learning_rate": 2.5131771171978235e-07,
      "loss": 0.3577,
      "step": 2461320
    },
    {
      "epoch": 686.95,
      "grad_norm": 1.309749722480774,
      "learning_rate": 2.5130553022039165e-07,
      "loss": 0.3522,
      "step": 2461330
    },
    {
      "epoch": 686.95,
      "grad_norm": 1.0027883052825928,
      "learning_rate": 2.5129334899950575e-07,
      "loss": 0.3409,
      "step": 2461340
    },
    {
      "epoch": 686.95,
      "grad_norm": 1.2716444730758667,
      "learning_rate": 2.5128116805712704e-07,
      "loss": 0.3455,
      "step": 2461350
    },
    {
      "epoch": 686.96,
      "grad_norm": 4.072450637817383,
      "learning_rate": 2.51268987393256e-07,
      "loss": 0.3369,
      "step": 2461360
    },
    {
      "epoch": 686.96,
      "grad_norm": 1.6961369514465332,
      "learning_rate": 2.512568070078947e-07,
      "loss": 0.3367,
      "step": 2461370
    },
    {
      "epoch": 686.96,
      "grad_norm": 1.2411932945251465,
      "learning_rate": 2.512446269010448e-07,
      "loss": 0.3302,
      "step": 2461380
    },
    {
      "epoch": 686.96,
      "grad_norm": 1.2023160457611084,
      "learning_rate": 2.5123244707270803e-07,
      "loss": 0.3213,
      "step": 2461390
    },
    {
      "epoch": 686.97,
      "grad_norm": 1.2661330699920654,
      "learning_rate": 2.512202675228862e-07,
      "loss": 0.3291,
      "step": 2461400
    },
    {
      "epoch": 686.97,
      "grad_norm": 1.3072420358657837,
      "learning_rate": 2.512080882515799e-07,
      "loss": 0.3286,
      "step": 2461410
    },
    {
      "epoch": 686.97,
      "grad_norm": 1.180124282836914,
      "learning_rate": 2.511959092587922e-07,
      "loss": 0.3475,
      "step": 2461420
    },
    {
      "epoch": 686.97,
      "grad_norm": 1.203979253768921,
      "learning_rate": 2.5118373054452385e-07,
      "loss": 0.3269,
      "step": 2461430
    },
    {
      "epoch": 686.98,
      "grad_norm": 1.2166593074798584,
      "learning_rate": 2.511715521087765e-07,
      "loss": 0.3625,
      "step": 2461440
    },
    {
      "epoch": 686.98,
      "grad_norm": 1.1940714120864868,
      "learning_rate": 2.511593739515522e-07,
      "loss": 0.3455,
      "step": 2461450
    },
    {
      "epoch": 686.98,
      "grad_norm": 1.199841022491455,
      "learning_rate": 2.511471960728522e-07,
      "loss": 0.3278,
      "step": 2461460
    },
    {
      "epoch": 686.99,
      "grad_norm": 1.2107700109481812,
      "learning_rate": 2.511350184726779e-07,
      "loss": 0.3272,
      "step": 2461470
    },
    {
      "epoch": 686.99,
      "grad_norm": 1.129034399986267,
      "learning_rate": 2.5112284115103124e-07,
      "loss": 0.3237,
      "step": 2461480
    },
    {
      "epoch": 686.99,
      "grad_norm": 1.4630365371704102,
      "learning_rate": 2.5111066410791444e-07,
      "loss": 0.3444,
      "step": 2461490
    },
    {
      "epoch": 686.99,
      "grad_norm": 1.230294108390808,
      "learning_rate": 2.5109848734332795e-07,
      "loss": 0.3484,
      "step": 2461500
    },
    {
      "epoch": 687.0,
      "grad_norm": 1.4592729806900024,
      "learning_rate": 2.5108631085727386e-07,
      "loss": 0.3285,
      "step": 2461510
    },
    {
      "epoch": 687.0,
      "grad_norm": 1.188125729560852,
      "learning_rate": 2.510741346497545e-07,
      "loss": 0.3313,
      "step": 2461520
    },
    {
      "epoch": 687.0,
      "eval_loss": 0.3385597765445709,
      "eval_runtime": 66.2585,
      "eval_samples_per_second": 76.352,
      "eval_steps_per_second": 9.553,
      "step": 2461521
    },
    {
      "epoch": 687.0,
      "grad_norm": 1.1699203252792358,
      "learning_rate": 2.510619587207699e-07,
      "loss": 0.3367,
      "step": 2461530
    },
    {
      "epoch": 687.01,
      "grad_norm": 1.2599713802337646,
      "learning_rate": 2.510497830703237e-07,
      "loss": 0.337,
      "step": 2461540
    },
    {
      "epoch": 687.01,
      "grad_norm": 1.0306230783462524,
      "learning_rate": 2.510376076984157e-07,
      "loss": 0.326,
      "step": 2461550
    },
    {
      "epoch": 687.01,
      "grad_norm": 1.3178400993347168,
      "learning_rate": 2.510254326050486e-07,
      "loss": 0.3375,
      "step": 2461560
    },
    {
      "epoch": 687.01,
      "grad_norm": 1.1456090211868286,
      "learning_rate": 2.5101325779022354e-07,
      "loss": 0.3387,
      "step": 2461570
    },
    {
      "epoch": 687.02,
      "grad_norm": 1.3863650560379028,
      "learning_rate": 2.510010832539429e-07,
      "loss": 0.3439,
      "step": 2461580
    },
    {
      "epoch": 687.02,
      "grad_norm": 1.1269692182540894,
      "learning_rate": 2.509889089962071e-07,
      "loss": 0.3329,
      "step": 2461590
    },
    {
      "epoch": 687.02,
      "grad_norm": 1.6567293405532837,
      "learning_rate": 2.509767350170183e-07,
      "loss": 0.3519,
      "step": 2461600
    },
    {
      "epoch": 687.02,
      "grad_norm": 1.312590479850769,
      "learning_rate": 2.509645613163788e-07,
      "loss": 0.3464,
      "step": 2461610
    },
    {
      "epoch": 687.03,
      "grad_norm": 1.294352650642395,
      "learning_rate": 2.509523878942887e-07,
      "loss": 0.3459,
      "step": 2461620
    },
    {
      "epoch": 687.03,
      "grad_norm": 1.2481415271759033,
      "learning_rate": 2.509402147507515e-07,
      "loss": 0.3412,
      "step": 2461630
    },
    {
      "epoch": 687.03,
      "grad_norm": 1.1240347623825073,
      "learning_rate": 2.509280418857672e-07,
      "loss": 0.3141,
      "step": 2461640
    },
    {
      "epoch": 687.04,
      "grad_norm": 1.283136010169983,
      "learning_rate": 2.509158692993383e-07,
      "loss": 0.3302,
      "step": 2461650
    },
    {
      "epoch": 687.04,
      "grad_norm": 1.325407862663269,
      "learning_rate": 2.509036969914665e-07,
      "loss": 0.3268,
      "step": 2461660
    },
    {
      "epoch": 687.04,
      "grad_norm": 1.2530620098114014,
      "learning_rate": 2.508915249621521e-07,
      "loss": 0.3416,
      "step": 2461670
    },
    {
      "epoch": 687.04,
      "grad_norm": 1.2681137323379517,
      "learning_rate": 2.5087935321139895e-07,
      "loss": 0.3372,
      "step": 2461680
    },
    {
      "epoch": 687.05,
      "grad_norm": 1.1998845338821411,
      "learning_rate": 2.5086718173920683e-07,
      "loss": 0.3307,
      "step": 2461690
    },
    {
      "epoch": 687.05,
      "grad_norm": 1.1637741327285767,
      "learning_rate": 2.5085501054557785e-07,
      "loss": 0.3324,
      "step": 2461700
    },
    {
      "epoch": 687.05,
      "grad_norm": 1.3739216327667236,
      "learning_rate": 2.5084283963051377e-07,
      "loss": 0.3355,
      "step": 2461710
    },
    {
      "epoch": 687.06,
      "grad_norm": 1.1891708374023438,
      "learning_rate": 2.50830668994017e-07,
      "loss": 0.3547,
      "step": 2461720
    },
    {
      "epoch": 687.06,
      "grad_norm": 1.2670931816101074,
      "learning_rate": 2.508184986360877e-07,
      "loss": 0.3417,
      "step": 2461730
    },
    {
      "epoch": 687.06,
      "grad_norm": 1.334272861480713,
      "learning_rate": 2.508063285567281e-07,
      "loss": 0.3453,
      "step": 2461740
    },
    {
      "epoch": 687.06,
      "grad_norm": 1.8159472942352295,
      "learning_rate": 2.507941587559404e-07,
      "loss": 0.3426,
      "step": 2461750
    },
    {
      "epoch": 687.07,
      "grad_norm": 1.3715699911117554,
      "learning_rate": 2.507819892337247e-07,
      "loss": 0.3306,
      "step": 2461760
    },
    {
      "epoch": 687.07,
      "grad_norm": 1.1528985500335693,
      "learning_rate": 2.507698199900846e-07,
      "loss": 0.3444,
      "step": 2461770
    },
    {
      "epoch": 687.07,
      "grad_norm": 1.7860398292541504,
      "learning_rate": 2.507576510250203e-07,
      "loss": 0.3489,
      "step": 2461780
    },
    {
      "epoch": 687.08,
      "grad_norm": 1.3068755865097046,
      "learning_rate": 2.507454823385337e-07,
      "loss": 0.359,
      "step": 2461790
    },
    {
      "epoch": 687.08,
      "grad_norm": 1.0779788494110107,
      "learning_rate": 2.507333139306272e-07,
      "loss": 0.34,
      "step": 2461800
    },
    {
      "epoch": 687.08,
      "grad_norm": 1.305864930152893,
      "learning_rate": 2.5072114580130114e-07,
      "loss": 0.3445,
      "step": 2461810
    },
    {
      "epoch": 687.08,
      "grad_norm": 1.220093846321106,
      "learning_rate": 2.50708977950558e-07,
      "loss": 0.3407,
      "step": 2461820
    },
    {
      "epoch": 687.09,
      "grad_norm": 1.2762033939361572,
      "learning_rate": 2.5069681037839906e-07,
      "loss": 0.3326,
      "step": 2461830
    },
    {
      "epoch": 687.09,
      "grad_norm": 3.4534623622894287,
      "learning_rate": 2.5068464308482667e-07,
      "loss": 0.3317,
      "step": 2461840
    },
    {
      "epoch": 687.09,
      "grad_norm": 1.2890594005584717,
      "learning_rate": 2.5067247606984077e-07,
      "loss": 0.3321,
      "step": 2461850
    },
    {
      "epoch": 687.09,
      "grad_norm": 1.6037293672561646,
      "learning_rate": 2.5066030933344506e-07,
      "loss": 0.3293,
      "step": 2461860
    },
    {
      "epoch": 687.1,
      "grad_norm": 1.1608678102493286,
      "learning_rate": 2.506481428756398e-07,
      "loss": 0.3311,
      "step": 2461870
    },
    {
      "epoch": 687.1,
      "grad_norm": 1.295956015586853,
      "learning_rate": 2.5063597669642677e-07,
      "loss": 0.3324,
      "step": 2461880
    },
    {
      "epoch": 687.1,
      "grad_norm": 1.4489750862121582,
      "learning_rate": 2.506238107958083e-07,
      "loss": 0.3272,
      "step": 2461890
    },
    {
      "epoch": 687.11,
      "grad_norm": 1.1422721147537231,
      "learning_rate": 2.50611645173785e-07,
      "loss": 0.3201,
      "step": 2461900
    },
    {
      "epoch": 687.11,
      "grad_norm": 1.3222382068634033,
      "learning_rate": 2.5059947983035915e-07,
      "loss": 0.3305,
      "step": 2461910
    },
    {
      "epoch": 687.11,
      "grad_norm": 1.4270377159118652,
      "learning_rate": 2.5058731476553204e-07,
      "loss": 0.3287,
      "step": 2461920
    },
    {
      "epoch": 687.11,
      "grad_norm": 1.1057289838790894,
      "learning_rate": 2.50575149979306e-07,
      "loss": 0.3421,
      "step": 2461930
    },
    {
      "epoch": 687.12,
      "grad_norm": 1.2463631629943848,
      "learning_rate": 2.505629854716817e-07,
      "loss": 0.3549,
      "step": 2461940
    },
    {
      "epoch": 687.12,
      "grad_norm": 1.078757882118225,
      "learning_rate": 2.50550821242661e-07,
      "loss": 0.3389,
      "step": 2461950
    },
    {
      "epoch": 687.12,
      "grad_norm": 1.11565363407135,
      "learning_rate": 2.5053865729224587e-07,
      "loss": 0.3221,
      "step": 2461960
    },
    {
      "epoch": 687.13,
      "grad_norm": 1.4366228580474854,
      "learning_rate": 2.5052649362043754e-07,
      "loss": 0.3393,
      "step": 2461970
    },
    {
      "epoch": 687.13,
      "grad_norm": 1.5511791706085205,
      "learning_rate": 2.5051433022723837e-07,
      "loss": 0.3436,
      "step": 2461980
    },
    {
      "epoch": 687.13,
      "grad_norm": 1.0788761377334595,
      "learning_rate": 2.505021671126486e-07,
      "loss": 0.3284,
      "step": 2461990
    },
    {
      "epoch": 687.13,
      "grad_norm": 1.2055121660232544,
      "learning_rate": 2.5049000427667143e-07,
      "loss": 0.3402,
      "step": 2462000
    },
    {
      "epoch": 687.14,
      "grad_norm": 1.1758410930633545,
      "learning_rate": 2.504778417193073e-07,
      "loss": 0.3217,
      "step": 2462010
    },
    {
      "epoch": 687.14,
      "grad_norm": 1.1218698024749756,
      "learning_rate": 2.504656794405584e-07,
      "loss": 0.3494,
      "step": 2462020
    },
    {
      "epoch": 687.14,
      "grad_norm": 1.2398375272750854,
      "learning_rate": 2.5045351744042666e-07,
      "loss": 0.3286,
      "step": 2462030
    },
    {
      "epoch": 687.14,
      "grad_norm": 1.3800337314605713,
      "learning_rate": 2.504413557189129e-07,
      "loss": 0.3479,
      "step": 2462040
    },
    {
      "epoch": 687.15,
      "grad_norm": 1.350353479385376,
      "learning_rate": 2.504291942760188e-07,
      "loss": 0.3231,
      "step": 2462050
    },
    {
      "epoch": 687.15,
      "grad_norm": 1.363685131072998,
      "learning_rate": 2.504170331117466e-07,
      "loss": 0.3383,
      "step": 2462060
    },
    {
      "epoch": 687.15,
      "grad_norm": 1.2217642068862915,
      "learning_rate": 2.5040487222609783e-07,
      "loss": 0.3376,
      "step": 2462070
    },
    {
      "epoch": 687.16,
      "grad_norm": 1.3416035175323486,
      "learning_rate": 2.5039271161907335e-07,
      "loss": 0.3283,
      "step": 2462080
    },
    {
      "epoch": 687.16,
      "grad_norm": 1.2696168422698975,
      "learning_rate": 2.503805512906755e-07,
      "loss": 0.329,
      "step": 2462090
    },
    {
      "epoch": 687.16,
      "grad_norm": 1.402173399925232,
      "learning_rate": 2.50368391240906e-07,
      "loss": 0.3497,
      "step": 2462100
    },
    {
      "epoch": 687.16,
      "grad_norm": 1.4992704391479492,
      "learning_rate": 2.503562314697652e-07,
      "loss": 0.3483,
      "step": 2462110
    },
    {
      "epoch": 687.17,
      "grad_norm": 1.1032837629318237,
      "learning_rate": 2.5034407197725675e-07,
      "loss": 0.3264,
      "step": 2462120
    },
    {
      "epoch": 687.17,
      "grad_norm": 1.633633017539978,
      "learning_rate": 2.5033191276338065e-07,
      "loss": 0.348,
      "step": 2462130
    },
    {
      "epoch": 687.17,
      "grad_norm": 2.4428045749664307,
      "learning_rate": 2.503197538281389e-07,
      "loss": 0.3454,
      "step": 2462140
    },
    {
      "epoch": 687.18,
      "grad_norm": 1.4294875860214233,
      "learning_rate": 2.503075951715337e-07,
      "loss": 0.346,
      "step": 2462150
    },
    {
      "epoch": 687.18,
      "grad_norm": 1.1270204782485962,
      "learning_rate": 2.502954367935665e-07,
      "loss": 0.3255,
      "step": 2462160
    },
    {
      "epoch": 687.18,
      "grad_norm": 1.4393094778060913,
      "learning_rate": 2.502832786942382e-07,
      "loss": 0.3256,
      "step": 2462170
    },
    {
      "epoch": 687.18,
      "grad_norm": 1.2488516569137573,
      "learning_rate": 2.502711208735507e-07,
      "loss": 0.3415,
      "step": 2462180
    },
    {
      "epoch": 687.19,
      "grad_norm": 2.4371743202209473,
      "learning_rate": 2.5025896333150653e-07,
      "loss": 0.351,
      "step": 2462190
    },
    {
      "epoch": 687.19,
      "grad_norm": 1.284277081489563,
      "learning_rate": 2.502468060681056e-07,
      "loss": 0.322,
      "step": 2462200
    },
    {
      "epoch": 687.19,
      "grad_norm": 1.314562439918518,
      "learning_rate": 2.502346490833516e-07,
      "loss": 0.3377,
      "step": 2462210
    },
    {
      "epoch": 687.2,
      "grad_norm": 1.2316654920578003,
      "learning_rate": 2.502224923772442e-07,
      "loss": 0.3488,
      "step": 2462220
    },
    {
      "epoch": 687.2,
      "grad_norm": 1.3343654870986938,
      "learning_rate": 2.502103359497863e-07,
      "loss": 0.3327,
      "step": 2462230
    },
    {
      "epoch": 687.2,
      "grad_norm": 1.5784931182861328,
      "learning_rate": 2.5019817980097893e-07,
      "loss": 0.3296,
      "step": 2462240
    },
    {
      "epoch": 687.2,
      "grad_norm": 1.2852587699890137,
      "learning_rate": 2.501860239308237e-07,
      "loss": 0.3282,
      "step": 2462250
    },
    {
      "epoch": 687.21,
      "grad_norm": 1.8411855697631836,
      "learning_rate": 2.501738683393231e-07,
      "loss": 0.3283,
      "step": 2462260
    },
    {
      "epoch": 687.21,
      "grad_norm": 1.1884751319885254,
      "learning_rate": 2.5016171302647754e-07,
      "loss": 0.3383,
      "step": 2462270
    },
    {
      "epoch": 687.21,
      "grad_norm": 1.1490660905838013,
      "learning_rate": 2.501495579922893e-07,
      "loss": 0.3328,
      "step": 2462280
    },
    {
      "epoch": 687.21,
      "grad_norm": 1.2374322414398193,
      "learning_rate": 2.501374032367596e-07,
      "loss": 0.3478,
      "step": 2462290
    },
    {
      "epoch": 687.22,
      "grad_norm": 1.2040834426879883,
      "learning_rate": 2.501252487598909e-07,
      "loss": 0.3306,
      "step": 2462300
    },
    {
      "epoch": 687.22,
      "grad_norm": 1.4217463731765747,
      "learning_rate": 2.501130945616836e-07,
      "loss": 0.335,
      "step": 2462310
    },
    {
      "epoch": 687.22,
      "grad_norm": 1.2341152429580688,
      "learning_rate": 2.501009406421402e-07,
      "loss": 0.3289,
      "step": 2462320
    },
    {
      "epoch": 687.23,
      "grad_norm": 1.407432198524475,
      "learning_rate": 2.500887870012624e-07,
      "loss": 0.3431,
      "step": 2462330
    },
    {
      "epoch": 687.23,
      "grad_norm": 1.4711357355117798,
      "learning_rate": 2.5007663363905045e-07,
      "loss": 0.3429,
      "step": 2462340
    },
    {
      "epoch": 687.23,
      "grad_norm": 1.3409466743469238,
      "learning_rate": 2.5006448055550803e-07,
      "loss": 0.3177,
      "step": 2462350
    },
    {
      "epoch": 687.23,
      "grad_norm": 1.4105563163757324,
      "learning_rate": 2.500523277506352e-07,
      "loss": 0.3278,
      "step": 2462360
    },
    {
      "epoch": 687.24,
      "grad_norm": 1.380321741104126,
      "learning_rate": 2.500401752244342e-07,
      "loss": 0.3265,
      "step": 2462370
    },
    {
      "epoch": 687.24,
      "grad_norm": 1.2063695192337036,
      "learning_rate": 2.5002802297690644e-07,
      "loss": 0.3231,
      "step": 2462380
    },
    {
      "epoch": 687.24,
      "grad_norm": 1.156650424003601,
      "learning_rate": 2.500158710080542e-07,
      "loss": 0.3431,
      "step": 2462390
    },
    {
      "epoch": 687.25,
      "grad_norm": 1.3244386911392212,
      "learning_rate": 2.5000371931787795e-07,
      "loss": 0.3543,
      "step": 2462400
    },
    {
      "epoch": 687.25,
      "grad_norm": 1.1336034536361694,
      "learning_rate": 2.499915679063801e-07,
      "loss": 0.3388,
      "step": 2462410
    },
    {
      "epoch": 687.25,
      "grad_norm": 1.3342585563659668,
      "learning_rate": 2.4997941677356244e-07,
      "loss": 0.3436,
      "step": 2462420
    },
    {
      "epoch": 687.25,
      "grad_norm": 2.027472734451294,
      "learning_rate": 2.4996726591942524e-07,
      "loss": 0.3352,
      "step": 2462430
    },
    {
      "epoch": 687.26,
      "grad_norm": 1.1651928424835205,
      "learning_rate": 2.499551153439719e-07,
      "loss": 0.3235,
      "step": 2462440
    },
    {
      "epoch": 687.26,
      "grad_norm": 1.1046360731124878,
      "learning_rate": 2.4994296504720296e-07,
      "loss": 0.3277,
      "step": 2462450
    },
    {
      "epoch": 687.26,
      "grad_norm": 1.3478503227233887,
      "learning_rate": 2.4993081502912015e-07,
      "loss": 0.3425,
      "step": 2462460
    },
    {
      "epoch": 687.26,
      "grad_norm": 1.5055084228515625,
      "learning_rate": 2.499186652897259e-07,
      "loss": 0.3421,
      "step": 2462470
    },
    {
      "epoch": 687.27,
      "grad_norm": 1.1095070838928223,
      "learning_rate": 2.499065158290207e-07,
      "loss": 0.3396,
      "step": 2462480
    },
    {
      "epoch": 687.27,
      "grad_norm": 1.21404230594635,
      "learning_rate": 2.4989436664700636e-07,
      "loss": 0.3455,
      "step": 2462490
    },
    {
      "epoch": 687.27,
      "grad_norm": 1.4135286808013916,
      "learning_rate": 2.4988221774368503e-07,
      "loss": 0.3412,
      "step": 2462500
    },
    {
      "epoch": 687.28,
      "grad_norm": 1.1671358346939087,
      "learning_rate": 2.4987006911905867e-07,
      "loss": 0.335,
      "step": 2462510
    },
    {
      "epoch": 687.28,
      "grad_norm": 1.0666917562484741,
      "learning_rate": 2.498579207731271e-07,
      "loss": 0.3204,
      "step": 2462520
    },
    {
      "epoch": 687.28,
      "grad_norm": 1.2953941822052002,
      "learning_rate": 2.498457727058942e-07,
      "loss": 0.3402,
      "step": 2462530
    },
    {
      "epoch": 687.28,
      "grad_norm": 1.2817718982696533,
      "learning_rate": 2.4983362491736e-07,
      "loss": 0.3379,
      "step": 2462540
    },
    {
      "epoch": 687.29,
      "grad_norm": 1.2387303113937378,
      "learning_rate": 2.4982147740752656e-07,
      "loss": 0.3359,
      "step": 2462550
    },
    {
      "epoch": 687.29,
      "grad_norm": 1.3010741472244263,
      "learning_rate": 2.4980933017639624e-07,
      "loss": 0.3342,
      "step": 2462560
    },
    {
      "epoch": 687.29,
      "grad_norm": 1.2062386274337769,
      "learning_rate": 2.49797183223969e-07,
      "loss": 0.347,
      "step": 2462570
    },
    {
      "epoch": 687.3,
      "grad_norm": 1.2306076288223267,
      "learning_rate": 2.4978503655024823e-07,
      "loss": 0.3495,
      "step": 2462580
    },
    {
      "epoch": 687.3,
      "grad_norm": 1.3724877834320068,
      "learning_rate": 2.497728901552345e-07,
      "loss": 0.3447,
      "step": 2462590
    },
    {
      "epoch": 687.3,
      "grad_norm": 1.4117728471755981,
      "learning_rate": 2.4976074403892956e-07,
      "loss": 0.3254,
      "step": 2462600
    },
    {
      "epoch": 687.3,
      "grad_norm": 1.2042711973190308,
      "learning_rate": 2.4974859820133557e-07,
      "loss": 0.3246,
      "step": 2462610
    },
    {
      "epoch": 687.31,
      "grad_norm": 1.4027583599090576,
      "learning_rate": 2.497364526424535e-07,
      "loss": 0.309,
      "step": 2462620
    },
    {
      "epoch": 687.31,
      "grad_norm": 1.1993881464004517,
      "learning_rate": 2.4972430736228493e-07,
      "loss": 0.321,
      "step": 2462630
    },
    {
      "epoch": 687.31,
      "grad_norm": 1.0053820610046387,
      "learning_rate": 2.49712162360832e-07,
      "loss": 0.3143,
      "step": 2462640
    },
    {
      "epoch": 687.32,
      "grad_norm": 1.4526335000991821,
      "learning_rate": 2.497000176380964e-07,
      "loss": 0.325,
      "step": 2462650
    },
    {
      "epoch": 687.32,
      "grad_norm": 1.2485939264297485,
      "learning_rate": 2.4968787319407856e-07,
      "loss": 0.3471,
      "step": 2462660
    },
    {
      "epoch": 687.32,
      "grad_norm": 1.2687288522720337,
      "learning_rate": 2.4967572902878177e-07,
      "loss": 0.3446,
      "step": 2462670
    },
    {
      "epoch": 687.32,
      "grad_norm": 1.0958012342453003,
      "learning_rate": 2.496635851422065e-07,
      "loss": 0.3323,
      "step": 2462680
    },
    {
      "epoch": 687.33,
      "grad_norm": 1.1975882053375244,
      "learning_rate": 2.4965144153435465e-07,
      "loss": 0.3381,
      "step": 2462690
    },
    {
      "epoch": 687.33,
      "grad_norm": 1.119815707206726,
      "learning_rate": 2.496392982052283e-07,
      "loss": 0.3412,
      "step": 2462700
    },
    {
      "epoch": 687.33,
      "grad_norm": 1.1883267164230347,
      "learning_rate": 2.496271551548282e-07,
      "loss": 0.328,
      "step": 2462710
    },
    {
      "epoch": 687.33,
      "grad_norm": 1.0709031820297241,
      "learning_rate": 2.4961501238315646e-07,
      "loss": 0.3372,
      "step": 2462720
    },
    {
      "epoch": 687.34,
      "grad_norm": 0.9313093423843384,
      "learning_rate": 2.4960286989021484e-07,
      "loss": 0.3296,
      "step": 2462730
    },
    {
      "epoch": 687.34,
      "grad_norm": 1.0787460803985596,
      "learning_rate": 2.4959072767600497e-07,
      "loss": 0.3328,
      "step": 2462740
    },
    {
      "epoch": 687.34,
      "grad_norm": 1.1532174348831177,
      "learning_rate": 2.4957858574052786e-07,
      "loss": 0.3243,
      "step": 2462750
    },
    {
      "epoch": 687.35,
      "grad_norm": 1.2875185012817383,
      "learning_rate": 2.4956644408378564e-07,
      "loss": 0.3379,
      "step": 2462760
    },
    {
      "epoch": 687.35,
      "grad_norm": 1.0925086736679077,
      "learning_rate": 2.495543027057803e-07,
      "loss": 0.3322,
      "step": 2462770
    },
    {
      "epoch": 687.35,
      "grad_norm": 1.308032751083374,
      "learning_rate": 2.495421616065119e-07,
      "loss": 0.3455,
      "step": 2462780
    },
    {
      "epoch": 687.35,
      "grad_norm": 1.333859920501709,
      "learning_rate": 2.495300207859841e-07,
      "loss": 0.362,
      "step": 2462790
    },
    {
      "epoch": 687.36,
      "grad_norm": 1.3674858808517456,
      "learning_rate": 2.4951788024419707e-07,
      "loss": 0.3455,
      "step": 2462800
    },
    {
      "epoch": 687.36,
      "grad_norm": 1.3599326610565186,
      "learning_rate": 2.49505739981153e-07,
      "loss": 0.3401,
      "step": 2462810
    },
    {
      "epoch": 687.36,
      "grad_norm": 1.3093235492706299,
      "learning_rate": 2.494935999968534e-07,
      "loss": 0.3313,
      "step": 2462820
    },
    {
      "epoch": 687.37,
      "grad_norm": 1.2739590406417847,
      "learning_rate": 2.4948146029129986e-07,
      "loss": 0.3463,
      "step": 2462830
    },
    {
      "epoch": 687.37,
      "grad_norm": 1.3098961114883423,
      "learning_rate": 2.494693208644947e-07,
      "loss": 0.3236,
      "step": 2462840
    },
    {
      "epoch": 687.37,
      "grad_norm": 1.0746279954910278,
      "learning_rate": 2.494571817164381e-07,
      "loss": 0.3334,
      "step": 2462850
    },
    {
      "epoch": 687.37,
      "grad_norm": 1.380924940109253,
      "learning_rate": 2.4944504284713254e-07,
      "loss": 0.3264,
      "step": 2462860
    },
    {
      "epoch": 687.38,
      "grad_norm": 1.4380972385406494,
      "learning_rate": 2.4943290425657954e-07,
      "loss": 0.3352,
      "step": 2462870
    },
    {
      "epoch": 687.38,
      "grad_norm": 1.1691043376922607,
      "learning_rate": 2.494207659447811e-07,
      "loss": 0.339,
      "step": 2462880
    },
    {
      "epoch": 687.38,
      "grad_norm": 1.2947688102722168,
      "learning_rate": 2.494086279117381e-07,
      "loss": 0.3214,
      "step": 2462890
    },
    {
      "epoch": 687.38,
      "grad_norm": 1.2969664335250854,
      "learning_rate": 2.493964901574526e-07,
      "loss": 0.3497,
      "step": 2462900
    },
    {
      "epoch": 687.39,
      "grad_norm": 1.2283351421356201,
      "learning_rate": 2.493843526819264e-07,
      "loss": 0.3372,
      "step": 2462910
    },
    {
      "epoch": 687.39,
      "grad_norm": 1.3724685907363892,
      "learning_rate": 2.4937221548516004e-07,
      "loss": 0.3418,
      "step": 2462920
    },
    {
      "epoch": 687.39,
      "grad_norm": 1.1982342004776,
      "learning_rate": 2.4936007856715687e-07,
      "loss": 0.3504,
      "step": 2462930
    },
    {
      "epoch": 687.4,
      "grad_norm": 1.3979864120483398,
      "learning_rate": 2.493479419279169e-07,
      "loss": 0.3549,
      "step": 2462940
    },
    {
      "epoch": 687.4,
      "grad_norm": 1.1411986351013184,
      "learning_rate": 2.493358055674428e-07,
      "loss": 0.3437,
      "step": 2462950
    },
    {
      "epoch": 687.4,
      "grad_norm": 1.1604466438293457,
      "learning_rate": 2.4932366948573547e-07,
      "loss": 0.3479,
      "step": 2462960
    },
    {
      "epoch": 687.4,
      "grad_norm": 1.3579258918762207,
      "learning_rate": 2.493115336827974e-07,
      "loss": 0.3097,
      "step": 2462970
    },
    {
      "epoch": 687.41,
      "grad_norm": 1.1853671073913574,
      "learning_rate": 2.492993981586293e-07,
      "loss": 0.3278,
      "step": 2462980
    },
    {
      "epoch": 687.41,
      "grad_norm": 1.118510127067566,
      "learning_rate": 2.4928726291323296e-07,
      "loss": 0.3354,
      "step": 2462990
    },
    {
      "epoch": 687.41,
      "grad_norm": 1.193816900253296,
      "learning_rate": 2.4927512794661075e-07,
      "loss": 0.3442,
      "step": 2463000
    },
    {
      "epoch": 687.42,
      "grad_norm": 1.2762315273284912,
      "learning_rate": 2.4926299325876274e-07,
      "loss": 0.3423,
      "step": 2463010
    },
    {
      "epoch": 687.42,
      "grad_norm": 1.277297854423523,
      "learning_rate": 2.4925085884969245e-07,
      "loss": 0.3372,
      "step": 2463020
    },
    {
      "epoch": 687.42,
      "grad_norm": 1.1340162754058838,
      "learning_rate": 2.4923872471940023e-07,
      "loss": 0.3495,
      "step": 2463030
    },
    {
      "epoch": 687.42,
      "grad_norm": 1.2923636436462402,
      "learning_rate": 2.492265908678879e-07,
      "loss": 0.3371,
      "step": 2463040
    },
    {
      "epoch": 687.43,
      "grad_norm": 1.1550383567810059,
      "learning_rate": 2.4921445729515775e-07,
      "loss": 0.344,
      "step": 2463050
    },
    {
      "epoch": 687.43,
      "grad_norm": 1.7265398502349854,
      "learning_rate": 2.492023240012103e-07,
      "loss": 0.3402,
      "step": 2463060
    },
    {
      "epoch": 687.43,
      "grad_norm": 1.2503989934921265,
      "learning_rate": 2.491901909860477e-07,
      "loss": 0.3422,
      "step": 2463070
    },
    {
      "epoch": 687.44,
      "grad_norm": 1.132817268371582,
      "learning_rate": 2.491780582496717e-07,
      "loss": 0.3448,
      "step": 2463080
    },
    {
      "epoch": 687.44,
      "grad_norm": 1.1267787218093872,
      "learning_rate": 2.4916592579208416e-07,
      "loss": 0.3304,
      "step": 2463090
    },
    {
      "epoch": 687.44,
      "grad_norm": 1.3106495141983032,
      "learning_rate": 2.4915379361328534e-07,
      "loss": 0.35,
      "step": 2463100
    },
    {
      "epoch": 687.44,
      "grad_norm": 1.3743785619735718,
      "learning_rate": 2.491416617132789e-07,
      "loss": 0.3268,
      "step": 2463110
    },
    {
      "epoch": 687.45,
      "grad_norm": 1.242151141166687,
      "learning_rate": 2.49129530092065e-07,
      "loss": 0.3463,
      "step": 2463120
    },
    {
      "epoch": 687.45,
      "grad_norm": 1.0881918668746948,
      "learning_rate": 2.4911739874964563e-07,
      "loss": 0.3315,
      "step": 2463130
    },
    {
      "epoch": 687.45,
      "grad_norm": 1.358042597770691,
      "learning_rate": 2.491052676860227e-07,
      "loss": 0.3459,
      "step": 2463140
    },
    {
      "epoch": 687.45,
      "grad_norm": 1.224234938621521,
      "learning_rate": 2.4909313690119685e-07,
      "loss": 0.3396,
      "step": 2463150
    },
    {
      "epoch": 687.46,
      "grad_norm": 1.3766520023345947,
      "learning_rate": 2.4908100639517115e-07,
      "loss": 0.3455,
      "step": 2463160
    },
    {
      "epoch": 687.46,
      "grad_norm": 1.5563524961471558,
      "learning_rate": 2.490688761679461e-07,
      "loss": 0.3192,
      "step": 2463170
    },
    {
      "epoch": 687.46,
      "grad_norm": 1.138832688331604,
      "learning_rate": 2.490567462195238e-07,
      "loss": 0.3254,
      "step": 2463180
    },
    {
      "epoch": 687.47,
      "grad_norm": 1.2318066358566284,
      "learning_rate": 2.490446165499056e-07,
      "loss": 0.3395,
      "step": 2463190
    },
    {
      "epoch": 687.47,
      "grad_norm": 1.3647371530532837,
      "learning_rate": 2.4903248715909356e-07,
      "loss": 0.3286,
      "step": 2463200
    },
    {
      "epoch": 687.47,
      "grad_norm": 1.2561955451965332,
      "learning_rate": 2.490203580470887e-07,
      "loss": 0.3347,
      "step": 2463210
    },
    {
      "epoch": 687.47,
      "grad_norm": 1.5027501583099365,
      "learning_rate": 2.490082292138931e-07,
      "loss": 0.3364,
      "step": 2463220
    },
    {
      "epoch": 687.48,
      "grad_norm": 1.1269350051879883,
      "learning_rate": 2.4899610065950833e-07,
      "loss": 0.3389,
      "step": 2463230
    },
    {
      "epoch": 687.48,
      "grad_norm": 1.2874747514724731,
      "learning_rate": 2.4898397238393516e-07,
      "loss": 0.3499,
      "step": 2463240
    },
    {
      "epoch": 687.48,
      "grad_norm": 1.2011892795562744,
      "learning_rate": 2.4897184438717675e-07,
      "loss": 0.3451,
      "step": 2463250
    },
    {
      "epoch": 687.49,
      "grad_norm": 1.3605575561523438,
      "learning_rate": 2.4895971666923353e-07,
      "loss": 0.3594,
      "step": 2463260
    },
    {
      "epoch": 687.49,
      "grad_norm": 1.3652483224868774,
      "learning_rate": 2.4894758923010746e-07,
      "loss": 0.3311,
      "step": 2463270
    },
    {
      "epoch": 687.49,
      "grad_norm": 1.2578909397125244,
      "learning_rate": 2.489354620698005e-07,
      "loss": 0.3481,
      "step": 2463280
    },
    {
      "epoch": 687.49,
      "grad_norm": 1.1624828577041626,
      "learning_rate": 2.489233351883135e-07,
      "loss": 0.3367,
      "step": 2463290
    },
    {
      "epoch": 687.5,
      "grad_norm": 1.176015853881836,
      "learning_rate": 2.489112085856485e-07,
      "loss": 0.3397,
      "step": 2463300
    },
    {
      "epoch": 687.5,
      "grad_norm": 3.9604384899139404,
      "learning_rate": 2.488990822618073e-07,
      "loss": 0.3343,
      "step": 2463310
    },
    {
      "epoch": 687.5,
      "grad_norm": 1.252669095993042,
      "learning_rate": 2.4888695621679154e-07,
      "loss": 0.3533,
      "step": 2463320
    },
    {
      "epoch": 687.5,
      "grad_norm": 1.3612914085388184,
      "learning_rate": 2.488748304506017e-07,
      "loss": 0.3255,
      "step": 2463330
    },
    {
      "epoch": 687.51,
      "grad_norm": 1.2109489440917969,
      "learning_rate": 2.4886270496324146e-07,
      "loss": 0.3375,
      "step": 2463340
    },
    {
      "epoch": 687.51,
      "grad_norm": 1.1656432151794434,
      "learning_rate": 2.4885057975471074e-07,
      "loss": 0.3574,
      "step": 2463350
    },
    {
      "epoch": 687.51,
      "grad_norm": 1.2738597393035889,
      "learning_rate": 2.488384548250117e-07,
      "loss": 0.346,
      "step": 2463360
    },
    {
      "epoch": 687.52,
      "grad_norm": 1.3385791778564453,
      "learning_rate": 2.4882633017414633e-07,
      "loss": 0.3418,
      "step": 2463370
    },
    {
      "epoch": 687.52,
      "grad_norm": 1.3739702701568604,
      "learning_rate": 2.488142058021155e-07,
      "loss": 0.3472,
      "step": 2463380
    },
    {
      "epoch": 687.52,
      "grad_norm": 1.4662070274353027,
      "learning_rate": 2.48802081708921e-07,
      "loss": 0.3499,
      "step": 2463390
    },
    {
      "epoch": 687.52,
      "grad_norm": 1.1409505605697632,
      "learning_rate": 2.487899578945649e-07,
      "loss": 0.3381,
      "step": 2463400
    },
    {
      "epoch": 687.53,
      "grad_norm": 1.54390549659729,
      "learning_rate": 2.4877783435904854e-07,
      "loss": 0.3426,
      "step": 2463410
    },
    {
      "epoch": 687.53,
      "grad_norm": 1.169952630996704,
      "learning_rate": 2.4876571110237365e-07,
      "loss": 0.3222,
      "step": 2463420
    },
    {
      "epoch": 687.53,
      "grad_norm": 1.2822319269180298,
      "learning_rate": 2.487535881245417e-07,
      "loss": 0.3523,
      "step": 2463430
    },
    {
      "epoch": 687.54,
      "grad_norm": 1.2493976354599,
      "learning_rate": 2.48741465425554e-07,
      "loss": 0.3205,
      "step": 2463440
    },
    {
      "epoch": 687.54,
      "grad_norm": 1.2566087245941162,
      "learning_rate": 2.487293430054129e-07,
      "loss": 0.3533,
      "step": 2463450
    },
    {
      "epoch": 687.54,
      "grad_norm": 1.4020856618881226,
      "learning_rate": 2.487172208641198e-07,
      "loss": 0.3345,
      "step": 2463460
    },
    {
      "epoch": 687.54,
      "grad_norm": 1.1486912965774536,
      "learning_rate": 2.4870509900167524e-07,
      "loss": 0.3389,
      "step": 2463470
    },
    {
      "epoch": 687.55,
      "grad_norm": 1.1974395513534546,
      "learning_rate": 2.4869297741808264e-07,
      "loss": 0.3427,
      "step": 2463480
    },
    {
      "epoch": 687.55,
      "grad_norm": 1.0583211183547974,
      "learning_rate": 2.486808561133425e-07,
      "loss": 0.3332,
      "step": 2463490
    },
    {
      "epoch": 687.55,
      "grad_norm": 1.1580324172973633,
      "learning_rate": 2.486687350874564e-07,
      "loss": 0.3433,
      "step": 2463500
    },
    {
      "epoch": 687.56,
      "grad_norm": 1.4353364706039429,
      "learning_rate": 2.486566143404267e-07,
      "loss": 0.3465,
      "step": 2463510
    },
    {
      "epoch": 687.56,
      "grad_norm": 1.1564525365829468,
      "learning_rate": 2.4864449387225407e-07,
      "loss": 0.3338,
      "step": 2463520
    },
    {
      "epoch": 687.56,
      "grad_norm": 1.308509349822998,
      "learning_rate": 2.486323736829404e-07,
      "loss": 0.331,
      "step": 2463530
    },
    {
      "epoch": 687.56,
      "grad_norm": 1.1700820922851562,
      "learning_rate": 2.4862025377248757e-07,
      "loss": 0.3177,
      "step": 2463540
    },
    {
      "epoch": 687.57,
      "grad_norm": 1.0244128704071045,
      "learning_rate": 2.486081341408976e-07,
      "loss": 0.3303,
      "step": 2463550
    },
    {
      "epoch": 687.57,
      "grad_norm": 6.386379718780518,
      "learning_rate": 2.4859601478817097e-07,
      "loss": 0.3392,
      "step": 2463560
    },
    {
      "epoch": 687.57,
      "grad_norm": 1.3520011901855469,
      "learning_rate": 2.485838957143099e-07,
      "loss": 0.3267,
      "step": 2463570
    },
    {
      "epoch": 687.57,
      "grad_norm": 1.2933259010314941,
      "learning_rate": 2.4857177691931656e-07,
      "loss": 0.3338,
      "step": 2463580
    },
    {
      "epoch": 687.58,
      "grad_norm": 12.767230033874512,
      "learning_rate": 2.485596584031911e-07,
      "loss": 0.3356,
      "step": 2463590
    },
    {
      "epoch": 687.58,
      "grad_norm": 1.346404790878296,
      "learning_rate": 2.4854754016593705e-07,
      "loss": 0.3506,
      "step": 2463600
    },
    {
      "epoch": 687.58,
      "grad_norm": 1.1224095821380615,
      "learning_rate": 2.4853542220755446e-07,
      "loss": 0.3282,
      "step": 2463610
    },
    {
      "epoch": 687.59,
      "grad_norm": 1.2394288778305054,
      "learning_rate": 2.4852330452804545e-07,
      "loss": 0.3297,
      "step": 2463620
    },
    {
      "epoch": 687.59,
      "grad_norm": 1.1722208261489868,
      "learning_rate": 2.4851118712741177e-07,
      "loss": 0.3381,
      "step": 2463630
    },
    {
      "epoch": 687.59,
      "grad_norm": 0.9527832269668579,
      "learning_rate": 2.4849907000565526e-07,
      "loss": 0.3371,
      "step": 2463640
    },
    {
      "epoch": 687.59,
      "grad_norm": 1.350569725036621,
      "learning_rate": 2.48486953162777e-07,
      "loss": 0.3387,
      "step": 2463650
    },
    {
      "epoch": 687.6,
      "grad_norm": 1.1402605772018433,
      "learning_rate": 2.484748365987785e-07,
      "loss": 0.3461,
      "step": 2463660
    },
    {
      "epoch": 687.6,
      "grad_norm": 1.1769877672195435,
      "learning_rate": 2.484627203136624e-07,
      "loss": 0.3213,
      "step": 2463670
    },
    {
      "epoch": 687.6,
      "grad_norm": 1.0701868534088135,
      "learning_rate": 2.484506043074287e-07,
      "loss": 0.3309,
      "step": 2463680
    },
    {
      "epoch": 687.61,
      "grad_norm": 1.1418620347976685,
      "learning_rate": 2.4843848858008076e-07,
      "loss": 0.34,
      "step": 2463690
    },
    {
      "epoch": 687.61,
      "grad_norm": 1.1036381721496582,
      "learning_rate": 2.4842637313161884e-07,
      "loss": 0.3385,
      "step": 2463700
    },
    {
      "epoch": 687.61,
      "grad_norm": 1.174237608909607,
      "learning_rate": 2.484142579620453e-07,
      "loss": 0.3215,
      "step": 2463710
    },
    {
      "epoch": 687.61,
      "grad_norm": 1.1985300779342651,
      "learning_rate": 2.484021430713617e-07,
      "loss": 0.3428,
      "step": 2463720
    },
    {
      "epoch": 687.62,
      "grad_norm": 1.6750715970993042,
      "learning_rate": 2.483900284595688e-07,
      "loss": 0.3422,
      "step": 2463730
    },
    {
      "epoch": 687.62,
      "grad_norm": 1.183044195175171,
      "learning_rate": 2.483779141266697e-07,
      "loss": 0.3216,
      "step": 2463740
    },
    {
      "epoch": 687.62,
      "grad_norm": 1.1544636487960815,
      "learning_rate": 2.4836580007266447e-07,
      "loss": 0.3218,
      "step": 2463750
    },
    {
      "epoch": 687.62,
      "grad_norm": 1.254215121269226,
      "learning_rate": 2.483536862975557e-07,
      "loss": 0.3463,
      "step": 2463760
    },
    {
      "epoch": 687.63,
      "grad_norm": 1.1710854768753052,
      "learning_rate": 2.483415728013449e-07,
      "loss": 0.3568,
      "step": 2463770
    },
    {
      "epoch": 687.63,
      "grad_norm": 1.3299436569213867,
      "learning_rate": 2.4832945958403366e-07,
      "loss": 0.3547,
      "step": 2463780
    },
    {
      "epoch": 687.63,
      "grad_norm": 1.2019143104553223,
      "learning_rate": 2.483173466456233e-07,
      "loss": 0.3405,
      "step": 2463790
    },
    {
      "epoch": 687.64,
      "grad_norm": 1.3515390157699585,
      "learning_rate": 2.4830523398611533e-07,
      "loss": 0.3483,
      "step": 2463800
    },
    {
      "epoch": 687.64,
      "grad_norm": 1.2770673036575317,
      "learning_rate": 2.482931216055124e-07,
      "loss": 0.3352,
      "step": 2463810
    },
    {
      "epoch": 687.64,
      "grad_norm": 1.188217282295227,
      "learning_rate": 2.4828100950381425e-07,
      "loss": 0.3272,
      "step": 2463820
    },
    {
      "epoch": 687.64,
      "grad_norm": 1.2110352516174316,
      "learning_rate": 2.4826889768102445e-07,
      "loss": 0.3154,
      "step": 2463830
    },
    {
      "epoch": 687.65,
      "grad_norm": 1.3241479396820068,
      "learning_rate": 2.482567861371434e-07,
      "loss": 0.3553,
      "step": 2463840
    },
    {
      "epoch": 687.65,
      "grad_norm": 1.3631411790847778,
      "learning_rate": 2.48244674872173e-07,
      "loss": 0.3395,
      "step": 2463850
    },
    {
      "epoch": 687.65,
      "grad_norm": 1.4019299745559692,
      "learning_rate": 2.482325638861155e-07,
      "loss": 0.348,
      "step": 2463860
    },
    {
      "epoch": 687.66,
      "grad_norm": 1.6051198244094849,
      "learning_rate": 2.482204531789714e-07,
      "loss": 0.3331,
      "step": 2463870
    },
    {
      "epoch": 687.66,
      "grad_norm": 1.122991919517517,
      "learning_rate": 2.4820834275074287e-07,
      "loss": 0.3211,
      "step": 2463880
    },
    {
      "epoch": 687.66,
      "grad_norm": 1.1895604133605957,
      "learning_rate": 2.481962326014314e-07,
      "loss": 0.3421,
      "step": 2463890
    },
    {
      "epoch": 687.66,
      "grad_norm": 1.2592089176177979,
      "learning_rate": 2.4818412273103926e-07,
      "loss": 0.3322,
      "step": 2463900
    },
    {
      "epoch": 687.67,
      "grad_norm": 1.277194619178772,
      "learning_rate": 2.4817201313956676e-07,
      "loss": 0.3333,
      "step": 2463910
    },
    {
      "epoch": 687.67,
      "grad_norm": 1.3946768045425415,
      "learning_rate": 2.481599038270169e-07,
      "loss": 0.3293,
      "step": 2463920
    },
    {
      "epoch": 687.67,
      "grad_norm": 1.0729551315307617,
      "learning_rate": 2.481477947933903e-07,
      "loss": 0.348,
      "step": 2463930
    },
    {
      "epoch": 687.68,
      "grad_norm": 1.352819800376892,
      "learning_rate": 2.481356860386888e-07,
      "loss": 0.3031,
      "step": 2463940
    },
    {
      "epoch": 687.68,
      "grad_norm": 1.351050615310669,
      "learning_rate": 2.4812357756291494e-07,
      "loss": 0.3322,
      "step": 2463950
    },
    {
      "epoch": 687.68,
      "grad_norm": 1.3977270126342773,
      "learning_rate": 2.4811146936606874e-07,
      "loss": 0.3417,
      "step": 2463960
    },
    {
      "epoch": 687.68,
      "grad_norm": 1.1515588760375977,
      "learning_rate": 2.4809936144815276e-07,
      "loss": 0.3329,
      "step": 2463970
    },
    {
      "epoch": 687.69,
      "grad_norm": 1.3151156902313232,
      "learning_rate": 2.4808725380916844e-07,
      "loss": 0.3413,
      "step": 2463980
    },
    {
      "epoch": 687.69,
      "grad_norm": 1.417595624923706,
      "learning_rate": 2.480751464491174e-07,
      "loss": 0.3453,
      "step": 2463990
    },
    {
      "epoch": 687.69,
      "grad_norm": 1.5382647514343262,
      "learning_rate": 2.4806303936800164e-07,
      "loss": 0.3438,
      "step": 2464000
    },
    {
      "epoch": 687.69,
      "grad_norm": 1.1559540033340454,
      "learning_rate": 2.4805093256582187e-07,
      "loss": 0.3606,
      "step": 2464010
    },
    {
      "epoch": 687.7,
      "grad_norm": 1.201253056526184,
      "learning_rate": 2.480388260425804e-07,
      "loss": 0.3184,
      "step": 2464020
    },
    {
      "epoch": 687.7,
      "grad_norm": 1.0990151166915894,
      "learning_rate": 2.4802671979827857e-07,
      "loss": 0.3411,
      "step": 2464030
    },
    {
      "epoch": 687.7,
      "grad_norm": 1.0516018867492676,
      "learning_rate": 2.480146138329185e-07,
      "loss": 0.3081,
      "step": 2464040
    },
    {
      "epoch": 687.71,
      "grad_norm": 1.2245471477508545,
      "learning_rate": 2.480025081465006e-07,
      "loss": 0.3363,
      "step": 2464050
    },
    {
      "epoch": 687.71,
      "grad_norm": 1.2669447660446167,
      "learning_rate": 2.4799040273902806e-07,
      "loss": 0.3283,
      "step": 2464060
    },
    {
      "epoch": 687.71,
      "grad_norm": 1.145684003829956,
      "learning_rate": 2.4797829761050116e-07,
      "loss": 0.342,
      "step": 2464070
    },
    {
      "epoch": 687.71,
      "grad_norm": 1.294694423675537,
      "learning_rate": 2.479661927609222e-07,
      "loss": 0.3387,
      "step": 2464080
    },
    {
      "epoch": 687.72,
      "grad_norm": 1.1277071237564087,
      "learning_rate": 2.4795408819029305e-07,
      "loss": 0.3261,
      "step": 2464090
    },
    {
      "epoch": 687.72,
      "grad_norm": 1.1930757761001587,
      "learning_rate": 2.479419838986144e-07,
      "loss": 0.3342,
      "step": 2464100
    },
    {
      "epoch": 687.72,
      "grad_norm": 1.2771012783050537,
      "learning_rate": 2.479298798858885e-07,
      "loss": 0.3414,
      "step": 2464110
    },
    {
      "epoch": 687.73,
      "grad_norm": 1.2516971826553345,
      "learning_rate": 2.479177761521167e-07,
      "loss": 0.3436,
      "step": 2464120
    },
    {
      "epoch": 687.73,
      "grad_norm": 1.2631458044052124,
      "learning_rate": 2.479056726973012e-07,
      "loss": 0.3307,
      "step": 2464130
    },
    {
      "epoch": 687.73,
      "grad_norm": 1.2069298028945923,
      "learning_rate": 2.478935695214423e-07,
      "loss": 0.3253,
      "step": 2464140
    },
    {
      "epoch": 687.73,
      "grad_norm": 1.209534764289856,
      "learning_rate": 2.4788146662454327e-07,
      "loss": 0.3545,
      "step": 2464150
    },
    {
      "epoch": 687.74,
      "grad_norm": 1.0637555122375488,
      "learning_rate": 2.4786936400660445e-07,
      "loss": 0.3355,
      "step": 2464160
    },
    {
      "epoch": 687.74,
      "grad_norm": 1.4291088581085205,
      "learning_rate": 2.4785726166762794e-07,
      "loss": 0.3411,
      "step": 2464170
    },
    {
      "epoch": 687.74,
      "grad_norm": 1.6172685623168945,
      "learning_rate": 2.47845159607616e-07,
      "loss": 0.3585,
      "step": 2464180
    },
    {
      "epoch": 687.74,
      "grad_norm": 1.3872597217559814,
      "learning_rate": 2.4783305782656894e-07,
      "loss": 0.3513,
      "step": 2464190
    },
    {
      "epoch": 687.75,
      "grad_norm": 1.1391830444335938,
      "learning_rate": 2.478209563244888e-07,
      "loss": 0.3261,
      "step": 2464200
    },
    {
      "epoch": 687.75,
      "grad_norm": 1.1470518112182617,
      "learning_rate": 2.4780885510137774e-07,
      "loss": 0.3495,
      "step": 2464210
    },
    {
      "epoch": 687.75,
      "grad_norm": 1.2104949951171875,
      "learning_rate": 2.477967541572373e-07,
      "loss": 0.3382,
      "step": 2464220
    },
    {
      "epoch": 687.76,
      "grad_norm": 1.1672396659851074,
      "learning_rate": 2.4778465349206844e-07,
      "loss": 0.3422,
      "step": 2464230
    },
    {
      "epoch": 687.76,
      "grad_norm": 1.2860242128372192,
      "learning_rate": 2.477725531058731e-07,
      "loss": 0.3454,
      "step": 2464240
    },
    {
      "epoch": 687.76,
      "grad_norm": 1.1907408237457275,
      "learning_rate": 2.477604529986532e-07,
      "loss": 0.3268,
      "step": 2464250
    },
    {
      "epoch": 687.76,
      "grad_norm": 1.2840371131896973,
      "learning_rate": 2.4774835317040946e-07,
      "loss": 0.3426,
      "step": 2464260
    },
    {
      "epoch": 687.77,
      "grad_norm": 1.260443091392517,
      "learning_rate": 2.4773625362114486e-07,
      "loss": 0.3479,
      "step": 2464270
    },
    {
      "epoch": 687.77,
      "grad_norm": 1.0539380311965942,
      "learning_rate": 2.477241543508592e-07,
      "loss": 0.3408,
      "step": 2464280
    },
    {
      "epoch": 687.77,
      "grad_norm": 1.2919032573699951,
      "learning_rate": 2.4771205535955636e-07,
      "loss": 0.3412,
      "step": 2464290
    },
    {
      "epoch": 687.78,
      "grad_norm": 1.2278352975845337,
      "learning_rate": 2.4769995664723606e-07,
      "loss": 0.3387,
      "step": 2464300
    },
    {
      "epoch": 687.78,
      "grad_norm": 1.135429859161377,
      "learning_rate": 2.476878582139007e-07,
      "loss": 0.3333,
      "step": 2464310
    },
    {
      "epoch": 687.78,
      "grad_norm": 1.3791015148162842,
      "learning_rate": 2.476757600595523e-07,
      "loss": 0.3225,
      "step": 2464320
    },
    {
      "epoch": 687.78,
      "grad_norm": 1.2690855264663696,
      "learning_rate": 2.476636621841915e-07,
      "loss": 0.3183,
      "step": 2464330
    },
    {
      "epoch": 687.79,
      "grad_norm": 1.2763503789901733,
      "learning_rate": 2.4765156458782015e-07,
      "loss": 0.341,
      "step": 2464340
    },
    {
      "epoch": 687.79,
      "grad_norm": 1.4714611768722534,
      "learning_rate": 2.476394672704403e-07,
      "loss": 0.3619,
      "step": 2464350
    },
    {
      "epoch": 687.79,
      "grad_norm": 1.4656448364257812,
      "learning_rate": 2.4762737023205367e-07,
      "loss": 0.3299,
      "step": 2464360
    },
    {
      "epoch": 687.8,
      "grad_norm": 1.2154440879821777,
      "learning_rate": 2.4761527347266106e-07,
      "loss": 0.3475,
      "step": 2464370
    },
    {
      "epoch": 687.8,
      "grad_norm": 1.4003922939300537,
      "learning_rate": 2.476031769922648e-07,
      "loss": 0.3245,
      "step": 2464380
    },
    {
      "epoch": 687.8,
      "grad_norm": 0.9892499446868896,
      "learning_rate": 2.4759108079086647e-07,
      "loss": 0.3444,
      "step": 2464390
    },
    {
      "epoch": 687.8,
      "grad_norm": 1.305085301399231,
      "learning_rate": 2.4757898486846655e-07,
      "loss": 0.3546,
      "step": 2464400
    },
    {
      "epoch": 687.81,
      "grad_norm": 1.3046787977218628,
      "learning_rate": 2.475668892250685e-07,
      "loss": 0.322,
      "step": 2464410
    },
    {
      "epoch": 687.81,
      "grad_norm": 1.3574416637420654,
      "learning_rate": 2.475547938606725e-07,
      "loss": 0.3294,
      "step": 2464420
    },
    {
      "epoch": 687.81,
      "grad_norm": 0.9917361736297607,
      "learning_rate": 2.475426987752807e-07,
      "loss": 0.3328,
      "step": 2464430
    },
    {
      "epoch": 687.81,
      "grad_norm": 0.9358164072036743,
      "learning_rate": 2.475306039688948e-07,
      "loss": 0.3213,
      "step": 2464440
    },
    {
      "epoch": 687.82,
      "grad_norm": 1.2438044548034668,
      "learning_rate": 2.4751850944151653e-07,
      "loss": 0.3279,
      "step": 2464450
    },
    {
      "epoch": 687.82,
      "grad_norm": 1.0632215738296509,
      "learning_rate": 2.475064151931468e-07,
      "loss": 0.3555,
      "step": 2464460
    },
    {
      "epoch": 687.82,
      "grad_norm": 1.2927281856536865,
      "learning_rate": 2.4749432122378775e-07,
      "loss": 0.3292,
      "step": 2464470
    },
    {
      "epoch": 687.83,
      "grad_norm": 1.2182010412216187,
      "learning_rate": 2.4748222753344147e-07,
      "loss": 0.323,
      "step": 2464480
    },
    {
      "epoch": 687.83,
      "grad_norm": 1.4081324338912964,
      "learning_rate": 2.474701341221079e-07,
      "loss": 0.3457,
      "step": 2464490
    },
    {
      "epoch": 687.83,
      "grad_norm": 1.403197169303894,
      "learning_rate": 2.4745804098979077e-07,
      "loss": 0.3525,
      "step": 2464500
    },
    {
      "epoch": 687.83,
      "grad_norm": 1.3632113933563232,
      "learning_rate": 2.4744594813649e-07,
      "loss": 0.3367,
      "step": 2464510
    },
    {
      "epoch": 687.84,
      "grad_norm": 1.1908107995986938,
      "learning_rate": 2.47433855562208e-07,
      "loss": 0.331,
      "step": 2464520
    },
    {
      "epoch": 687.84,
      "grad_norm": 1.122003197669983,
      "learning_rate": 2.474217632669468e-07,
      "loss": 0.3343,
      "step": 2464530
    },
    {
      "epoch": 687.84,
      "grad_norm": 1.135636806488037,
      "learning_rate": 2.474096712507069e-07,
      "loss": 0.3451,
      "step": 2464540
    },
    {
      "epoch": 687.85,
      "grad_norm": 1.2607003450393677,
      "learning_rate": 2.4739757951349044e-07,
      "loss": 0.3547,
      "step": 2464550
    },
    {
      "epoch": 687.85,
      "grad_norm": 1.2240917682647705,
      "learning_rate": 2.473854880552992e-07,
      "loss": 0.3394,
      "step": 2464560
    },
    {
      "epoch": 687.85,
      "grad_norm": 1.152328610420227,
      "learning_rate": 2.4737339687613457e-07,
      "loss": 0.3552,
      "step": 2464570
    },
    {
      "epoch": 687.85,
      "grad_norm": 1.2723904848098755,
      "learning_rate": 2.4736130597599825e-07,
      "loss": 0.3411,
      "step": 2464580
    },
    {
      "epoch": 687.86,
      "grad_norm": 1.3914096355438232,
      "learning_rate": 2.4734921535489215e-07,
      "loss": 0.3472,
      "step": 2464590
    },
    {
      "epoch": 687.86,
      "grad_norm": 1.252062201499939,
      "learning_rate": 2.4733712501281724e-07,
      "loss": 0.341,
      "step": 2464600
    },
    {
      "epoch": 687.86,
      "grad_norm": 1.387858271598816,
      "learning_rate": 2.473250349497757e-07,
      "loss": 0.3414,
      "step": 2464610
    },
    {
      "epoch": 687.86,
      "grad_norm": 1.2947654724121094,
      "learning_rate": 2.4731294516576895e-07,
      "loss": 0.3296,
      "step": 2464620
    },
    {
      "epoch": 687.87,
      "grad_norm": 1.2031452655792236,
      "learning_rate": 2.4730085566079785e-07,
      "loss": 0.3287,
      "step": 2464630
    },
    {
      "epoch": 687.87,
      "grad_norm": 1.2868844270706177,
      "learning_rate": 2.4728876643486556e-07,
      "loss": 0.3427,
      "step": 2464640
    },
    {
      "epoch": 687.87,
      "grad_norm": 1.3919645547866821,
      "learning_rate": 2.472766774879723e-07,
      "loss": 0.3428,
      "step": 2464650
    },
    {
      "epoch": 687.88,
      "grad_norm": 1.4278666973114014,
      "learning_rate": 2.472645888201204e-07,
      "loss": 0.3484,
      "step": 2464660
    },
    {
      "epoch": 687.88,
      "grad_norm": 1.0061663389205933,
      "learning_rate": 2.4725250043131146e-07,
      "loss": 0.3406,
      "step": 2464670
    },
    {
      "epoch": 687.88,
      "grad_norm": 1.485832691192627,
      "learning_rate": 2.472404123215467e-07,
      "loss": 0.3439,
      "step": 2464680
    },
    {
      "epoch": 687.88,
      "grad_norm": 1.1298706531524658,
      "learning_rate": 2.472283244908278e-07,
      "loss": 0.3423,
      "step": 2464690
    },
    {
      "epoch": 687.89,
      "grad_norm": 0.9640552997589111,
      "learning_rate": 2.472162369391565e-07,
      "loss": 0.3266,
      "step": 2464700
    },
    {
      "epoch": 687.89,
      "grad_norm": 1.0869559049606323,
      "learning_rate": 2.472041496665349e-07,
      "loss": 0.3337,
      "step": 2464710
    },
    {
      "epoch": 687.89,
      "grad_norm": 1.3142201900482178,
      "learning_rate": 2.471920626729632e-07,
      "loss": 0.33,
      "step": 2464720
    },
    {
      "epoch": 687.9,
      "grad_norm": 1.235038161277771,
      "learning_rate": 2.471799759584449e-07,
      "loss": 0.3446,
      "step": 2464730
    },
    {
      "epoch": 687.9,
      "grad_norm": 1.0549019575119019,
      "learning_rate": 2.471678895229802e-07,
      "loss": 0.3274,
      "step": 2464740
    },
    {
      "epoch": 687.9,
      "grad_norm": 1.1898744106292725,
      "learning_rate": 2.471558033665712e-07,
      "loss": 0.349,
      "step": 2464750
    },
    {
      "epoch": 687.9,
      "grad_norm": 1.4087729454040527,
      "learning_rate": 2.4714371748921967e-07,
      "loss": 0.332,
      "step": 2464760
    },
    {
      "epoch": 687.91,
      "grad_norm": 1.4493032693862915,
      "learning_rate": 2.4713163189092673e-07,
      "loss": 0.3442,
      "step": 2464770
    },
    {
      "epoch": 687.91,
      "grad_norm": 1.1516362428665161,
      "learning_rate": 2.4711954657169435e-07,
      "loss": 0.3467,
      "step": 2464780
    },
    {
      "epoch": 687.91,
      "grad_norm": 1.639945149421692,
      "learning_rate": 2.4710746153152397e-07,
      "loss": 0.3381,
      "step": 2464790
    },
    {
      "epoch": 687.92,
      "grad_norm": 1.2521886825561523,
      "learning_rate": 2.470953767704176e-07,
      "loss": 0.337,
      "step": 2464800
    },
    {
      "epoch": 687.92,
      "grad_norm": 1.112086296081543,
      "learning_rate": 2.470832922883762e-07,
      "loss": 0.3473,
      "step": 2464810
    },
    {
      "epoch": 687.92,
      "grad_norm": 1.298060655593872,
      "learning_rate": 2.4707120808540177e-07,
      "loss": 0.3415,
      "step": 2464820
    },
    {
      "epoch": 687.92,
      "grad_norm": 1.1638083457946777,
      "learning_rate": 2.4705912416149624e-07,
      "loss": 0.3387,
      "step": 2464830
    },
    {
      "epoch": 687.93,
      "grad_norm": 1.2862880229949951,
      "learning_rate": 2.4704704051665996e-07,
      "loss": 0.3477,
      "step": 2464840
    },
    {
      "epoch": 687.93,
      "grad_norm": 1.1512343883514404,
      "learning_rate": 2.4703495715089626e-07,
      "loss": 0.3554,
      "step": 2464850
    },
    {
      "epoch": 687.93,
      "grad_norm": 1.1318007707595825,
      "learning_rate": 2.470228740642049e-07,
      "loss": 0.3372,
      "step": 2464860
    },
    {
      "epoch": 687.93,
      "grad_norm": 1.1190232038497925,
      "learning_rate": 2.470107912565898e-07,
      "loss": 0.3381,
      "step": 2464870
    },
    {
      "epoch": 687.94,
      "grad_norm": 1.1960853338241577,
      "learning_rate": 2.469987087280504e-07,
      "loss": 0.3379,
      "step": 2464880
    },
    {
      "epoch": 687.94,
      "grad_norm": 1.3264789581298828,
      "learning_rate": 2.469866264785893e-07,
      "loss": 0.3212,
      "step": 2464890
    },
    {
      "epoch": 687.94,
      "grad_norm": 1.3145408630371094,
      "learning_rate": 2.4697454450820835e-07,
      "loss": 0.3279,
      "step": 2464900
    },
    {
      "epoch": 687.95,
      "grad_norm": 1.0504153966903687,
      "learning_rate": 2.469624628169086e-07,
      "loss": 0.3381,
      "step": 2464910
    },
    {
      "epoch": 687.95,
      "grad_norm": 1.2749875783920288,
      "learning_rate": 2.469503814046916e-07,
      "loss": 0.3372,
      "step": 2464920
    },
    {
      "epoch": 687.95,
      "grad_norm": 1.217692255973816,
      "learning_rate": 2.469383002715592e-07,
      "loss": 0.3341,
      "step": 2464930
    },
    {
      "epoch": 687.95,
      "grad_norm": 1.3280130624771118,
      "learning_rate": 2.4692621941751365e-07,
      "loss": 0.3254,
      "step": 2464940
    },
    {
      "epoch": 687.96,
      "grad_norm": 1.2175178527832031,
      "learning_rate": 2.4691413884255533e-07,
      "loss": 0.3514,
      "step": 2464950
    },
    {
      "epoch": 687.96,
      "grad_norm": 1.2435067892074585,
      "learning_rate": 2.469020585466862e-07,
      "loss": 0.3522,
      "step": 2464960
    },
    {
      "epoch": 687.96,
      "grad_norm": 1.1530137062072754,
      "learning_rate": 2.4688997852990893e-07,
      "loss": 0.3362,
      "step": 2464970
    },
    {
      "epoch": 687.97,
      "grad_norm": 1.0870332717895508,
      "learning_rate": 2.468778987922233e-07,
      "loss": 0.3151,
      "step": 2464980
    },
    {
      "epoch": 687.97,
      "grad_norm": 1.1886658668518066,
      "learning_rate": 2.4686581933363263e-07,
      "loss": 0.336,
      "step": 2464990
    },
    {
      "epoch": 687.97,
      "grad_norm": 1.5123211145401,
      "learning_rate": 2.468537401541377e-07,
      "loss": 0.3488,
      "step": 2465000
    },
    {
      "epoch": 687.97,
      "grad_norm": 1.368467926979065,
      "learning_rate": 2.468416612537401e-07,
      "loss": 0.3368,
      "step": 2465010
    },
    {
      "epoch": 687.98,
      "grad_norm": 1.3217474222183228,
      "learning_rate": 2.468295826324414e-07,
      "loss": 0.3251,
      "step": 2465020
    },
    {
      "epoch": 687.98,
      "grad_norm": 1.4861687421798706,
      "learning_rate": 2.4681750429024387e-07,
      "loss": 0.332,
      "step": 2465030
    },
    {
      "epoch": 687.98,
      "grad_norm": 1.1135485172271729,
      "learning_rate": 2.4680542622714835e-07,
      "loss": 0.3387,
      "step": 2465040
    },
    {
      "epoch": 687.98,
      "grad_norm": 1.1006035804748535,
      "learning_rate": 2.467933484431567e-07,
      "loss": 0.3266,
      "step": 2465050
    },
    {
      "epoch": 687.99,
      "grad_norm": 1.2599948644638062,
      "learning_rate": 2.4678127093827093e-07,
      "loss": 0.3448,
      "step": 2465060
    },
    {
      "epoch": 687.99,
      "grad_norm": 1.3067646026611328,
      "learning_rate": 2.467691937124913e-07,
      "loss": 0.3431,
      "step": 2465070
    },
    {
      "epoch": 687.99,
      "grad_norm": 1.4333158731460571,
      "learning_rate": 2.4675711676582127e-07,
      "loss": 0.351,
      "step": 2465080
    },
    {
      "epoch": 688.0,
      "grad_norm": 1.194770097732544,
      "learning_rate": 2.467450400982613e-07,
      "loss": 0.3416,
      "step": 2465090
    },
    {
      "epoch": 688.0,
      "grad_norm": 1.236402988433838,
      "learning_rate": 2.467329637098132e-07,
      "loss": 0.3339,
      "step": 2465100
    },
    {
      "epoch": 688.0,
      "eval_loss": 0.3391624689102173,
      "eval_runtime": 66.0055,
      "eval_samples_per_second": 76.645,
      "eval_steps_per_second": 9.59,
      "step": 2465104
    },
    {
      "epoch": 688.0,
      "grad_norm": 1.2522867918014526,
      "learning_rate": 2.467208876004785e-07,
      "loss": 0.3387,
      "step": 2465110
    },
    {
      "epoch": 688.0,
      "grad_norm": 1.3990451097488403,
      "learning_rate": 2.4670881177025967e-07,
      "loss": 0.3392,
      "step": 2465120
    },
    {
      "epoch": 688.01,
      "grad_norm": 1.3908607959747314,
      "learning_rate": 2.466967362191569e-07,
      "loss": 0.3512,
      "step": 2465130
    },
    {
      "epoch": 688.01,
      "grad_norm": 1.5095975399017334,
      "learning_rate": 2.4668466094717246e-07,
      "loss": 0.3478,
      "step": 2465140
    },
    {
      "epoch": 688.01,
      "grad_norm": 1.1103672981262207,
      "learning_rate": 2.46672585954308e-07,
      "loss": 0.3329,
      "step": 2465150
    },
    {
      "epoch": 688.02,
      "grad_norm": 1.5238618850708008,
      "learning_rate": 2.466605112405653e-07,
      "loss": 0.3378,
      "step": 2465160
    },
    {
      "epoch": 688.02,
      "grad_norm": 1.3413807153701782,
      "learning_rate": 2.466484368059463e-07,
      "loss": 0.3384,
      "step": 2465170
    },
    {
      "epoch": 688.02,
      "grad_norm": 1.1912494897842407,
      "learning_rate": 2.466363626504513e-07,
      "loss": 0.3431,
      "step": 2465180
    },
    {
      "epoch": 688.02,
      "grad_norm": 1.307174801826477,
      "learning_rate": 2.4662428877408283e-07,
      "loss": 0.3645,
      "step": 2465190
    },
    {
      "epoch": 688.03,
      "grad_norm": 1.3101599216461182,
      "learning_rate": 2.4661221517684285e-07,
      "loss": 0.3281,
      "step": 2465200
    },
    {
      "epoch": 688.03,
      "grad_norm": 1.20016610622406,
      "learning_rate": 2.466001418587317e-07,
      "loss": 0.3415,
      "step": 2465210
    },
    {
      "epoch": 688.03,
      "grad_norm": 2.2368390560150146,
      "learning_rate": 2.4658806881975247e-07,
      "loss": 0.344,
      "step": 2465220
    },
    {
      "epoch": 688.04,
      "grad_norm": 1.1923167705535889,
      "learning_rate": 2.465759960599057e-07,
      "loss": 0.3298,
      "step": 2465230
    },
    {
      "epoch": 688.04,
      "grad_norm": 1.178871750831604,
      "learning_rate": 2.4656392357919345e-07,
      "loss": 0.3416,
      "step": 2465240
    },
    {
      "epoch": 688.04,
      "grad_norm": 1.3169238567352295,
      "learning_rate": 2.4655185137761707e-07,
      "loss": 0.3236,
      "step": 2465250
    },
    {
      "epoch": 688.04,
      "grad_norm": 1.6090651750564575,
      "learning_rate": 2.4653977945517907e-07,
      "loss": 0.3454,
      "step": 2465260
    },
    {
      "epoch": 688.05,
      "grad_norm": 1.3177186250686646,
      "learning_rate": 2.465277078118795e-07,
      "loss": 0.3367,
      "step": 2465270
    },
    {
      "epoch": 688.05,
      "grad_norm": 1.4259504079818726,
      "learning_rate": 2.46515636447721e-07,
      "loss": 0.3373,
      "step": 2465280
    },
    {
      "epoch": 688.05,
      "grad_norm": 1.1753572225570679,
      "learning_rate": 2.4650356536270534e-07,
      "loss": 0.3564,
      "step": 2465290
    },
    {
      "epoch": 688.05,
      "grad_norm": 1.1200402975082397,
      "learning_rate": 2.464914945568328e-07,
      "loss": 0.3297,
      "step": 2465300
    },
    {
      "epoch": 688.06,
      "grad_norm": 1.12920081615448,
      "learning_rate": 2.46479424030107e-07,
      "loss": 0.3205,
      "step": 2465310
    },
    {
      "epoch": 688.06,
      "grad_norm": 1.2692593336105347,
      "learning_rate": 2.4646735378252794e-07,
      "loss": 0.3282,
      "step": 2465320
    },
    {
      "epoch": 688.06,
      "grad_norm": 1.1452404260635376,
      "learning_rate": 2.4645528381409775e-07,
      "loss": 0.3247,
      "step": 2465330
    },
    {
      "epoch": 688.07,
      "grad_norm": 1.1797817945480347,
      "learning_rate": 2.464432141248187e-07,
      "loss": 0.34,
      "step": 2465340
    },
    {
      "epoch": 688.07,
      "grad_norm": 1.0836082696914673,
      "learning_rate": 2.464311447146912e-07,
      "loss": 0.3259,
      "step": 2465350
    },
    {
      "epoch": 688.07,
      "grad_norm": 1.2794133424758911,
      "learning_rate": 2.464190755837174e-07,
      "loss": 0.3423,
      "step": 2465360
    },
    {
      "epoch": 688.07,
      "grad_norm": 1.1358486413955688,
      "learning_rate": 2.4640700673189866e-07,
      "loss": 0.3408,
      "step": 2465370
    },
    {
      "epoch": 688.08,
      "grad_norm": 1.384315013885498,
      "learning_rate": 2.4639493815923763e-07,
      "loss": 0.339,
      "step": 2465380
    },
    {
      "epoch": 688.08,
      "grad_norm": 1.2756496667861938,
      "learning_rate": 2.4638286986573405e-07,
      "loss": 0.3559,
      "step": 2465390
    },
    {
      "epoch": 688.08,
      "grad_norm": 1.3069217205047607,
      "learning_rate": 2.463708018513915e-07,
      "loss": 0.3331,
      "step": 2465400
    },
    {
      "epoch": 688.09,
      "grad_norm": 1.0649816989898682,
      "learning_rate": 2.4635873411621033e-07,
      "loss": 0.3299,
      "step": 2465410
    },
    {
      "epoch": 688.09,
      "grad_norm": 1.2970499992370605,
      "learning_rate": 2.463466666601925e-07,
      "loss": 0.3254,
      "step": 2465420
    },
    {
      "epoch": 688.09,
      "grad_norm": 1.240368366241455,
      "learning_rate": 2.4633459948334e-07,
      "loss": 0.34,
      "step": 2465430
    },
    {
      "epoch": 688.09,
      "grad_norm": 1.128433346748352,
      "learning_rate": 2.463225325856535e-07,
      "loss": 0.3409,
      "step": 2465440
    },
    {
      "epoch": 688.1,
      "grad_norm": 1.222372055053711,
      "learning_rate": 2.4631046596713553e-07,
      "loss": 0.3237,
      "step": 2465450
    },
    {
      "epoch": 688.1,
      "grad_norm": 1.062455654144287,
      "learning_rate": 2.4629839962778725e-07,
      "loss": 0.3412,
      "step": 2465460
    },
    {
      "epoch": 688.1,
      "grad_norm": 1.3243625164031982,
      "learning_rate": 2.4628633356761023e-07,
      "loss": 0.3346,
      "step": 2465470
    },
    {
      "epoch": 688.1,
      "grad_norm": 1.1556185483932495,
      "learning_rate": 2.4627426778660674e-07,
      "loss": 0.327,
      "step": 2465480
    },
    {
      "epoch": 688.11,
      "grad_norm": 1.2346280813217163,
      "learning_rate": 2.462622022847773e-07,
      "loss": 0.3453,
      "step": 2465490
    },
    {
      "epoch": 688.11,
      "grad_norm": 1.1698970794677734,
      "learning_rate": 2.462501370621241e-07,
      "loss": 0.3431,
      "step": 2465500
    },
    {
      "epoch": 688.11,
      "grad_norm": 1.238297462463379,
      "learning_rate": 2.462380721186485e-07,
      "loss": 0.3357,
      "step": 2465510
    },
    {
      "epoch": 688.12,
      "grad_norm": 1.2292455434799194,
      "learning_rate": 2.462260074543531e-07,
      "loss": 0.3354,
      "step": 2465520
    },
    {
      "epoch": 688.12,
      "grad_norm": 1.0972282886505127,
      "learning_rate": 2.462139430692377e-07,
      "loss": 0.3319,
      "step": 2465530
    },
    {
      "epoch": 688.12,
      "grad_norm": 1.2537351846694946,
      "learning_rate": 2.4620187896330575e-07,
      "loss": 0.3406,
      "step": 2465540
    },
    {
      "epoch": 688.12,
      "grad_norm": 1.2767692804336548,
      "learning_rate": 2.461898151365575e-07,
      "loss": 0.3435,
      "step": 2465550
    },
    {
      "epoch": 688.13,
      "grad_norm": 1.2204233407974243,
      "learning_rate": 2.461777515889953e-07,
      "loss": 0.3311,
      "step": 2465560
    },
    {
      "epoch": 688.13,
      "grad_norm": 1.4930307865142822,
      "learning_rate": 2.461656883206207e-07,
      "loss": 0.3268,
      "step": 2465570
    },
    {
      "epoch": 688.13,
      "grad_norm": 1.2432420253753662,
      "learning_rate": 2.4615362533143477e-07,
      "loss": 0.3424,
      "step": 2465580
    },
    {
      "epoch": 688.14,
      "grad_norm": 1.1161428689956665,
      "learning_rate": 2.461415626214396e-07,
      "loss": 0.3354,
      "step": 2465590
    },
    {
      "epoch": 688.14,
      "grad_norm": 1.4899815320968628,
      "learning_rate": 2.461295001906367e-07,
      "loss": 0.3436,
      "step": 2465600
    },
    {
      "epoch": 688.14,
      "grad_norm": 1.24385404586792,
      "learning_rate": 2.4611743803902816e-07,
      "loss": 0.3398,
      "step": 2465610
    },
    {
      "epoch": 688.14,
      "grad_norm": 1.1077237129211426,
      "learning_rate": 2.4610537616661454e-07,
      "loss": 0.3355,
      "step": 2465620
    },
    {
      "epoch": 688.15,
      "grad_norm": 1.327001690864563,
      "learning_rate": 2.460933145733981e-07,
      "loss": 0.3538,
      "step": 2465630
    },
    {
      "epoch": 688.15,
      "grad_norm": 1.1259278059005737,
      "learning_rate": 2.4608125325938053e-07,
      "loss": 0.3242,
      "step": 2465640
    },
    {
      "epoch": 688.15,
      "grad_norm": 1.1177507638931274,
      "learning_rate": 2.4606919222456253e-07,
      "loss": 0.3349,
      "step": 2465650
    },
    {
      "epoch": 688.16,
      "grad_norm": 1.2566790580749512,
      "learning_rate": 2.4605713146894723e-07,
      "loss": 0.3314,
      "step": 2465660
    },
    {
      "epoch": 688.16,
      "grad_norm": 1.198952078819275,
      "learning_rate": 2.460450709925351e-07,
      "loss": 0.3269,
      "step": 2465670
    },
    {
      "epoch": 688.16,
      "grad_norm": 1.035583734512329,
      "learning_rate": 2.460330107953281e-07,
      "loss": 0.3311,
      "step": 2465680
    },
    {
      "epoch": 688.16,
      "grad_norm": 1.6814734935760498,
      "learning_rate": 2.4602095087732764e-07,
      "loss": 0.3287,
      "step": 2465690
    },
    {
      "epoch": 688.17,
      "grad_norm": 1.2627251148223877,
      "learning_rate": 2.460088912385359e-07,
      "loss": 0.3358,
      "step": 2465700
    },
    {
      "epoch": 688.17,
      "grad_norm": 1.256184458732605,
      "learning_rate": 2.4599683187895386e-07,
      "loss": 0.34,
      "step": 2465710
    },
    {
      "epoch": 688.17,
      "grad_norm": 1.2846544981002808,
      "learning_rate": 2.459847727985831e-07,
      "loss": 0.3277,
      "step": 2465720
    },
    {
      "epoch": 688.17,
      "grad_norm": 1.2960903644561768,
      "learning_rate": 2.459727139974255e-07,
      "loss": 0.3461,
      "step": 2465730
    },
    {
      "epoch": 688.18,
      "grad_norm": 1.142580509185791,
      "learning_rate": 2.4596065547548285e-07,
      "loss": 0.3282,
      "step": 2465740
    },
    {
      "epoch": 688.18,
      "grad_norm": 1.1757878065109253,
      "learning_rate": 2.4594859723275665e-07,
      "loss": 0.3318,
      "step": 2465750
    },
    {
      "epoch": 688.18,
      "grad_norm": 1.1256155967712402,
      "learning_rate": 2.4593653926924825e-07,
      "loss": 0.3322,
      "step": 2465760
    },
    {
      "epoch": 688.19,
      "grad_norm": 1.4520658254623413,
      "learning_rate": 2.459244815849592e-07,
      "loss": 0.343,
      "step": 2465770
    },
    {
      "epoch": 688.19,
      "grad_norm": 1.4584999084472656,
      "learning_rate": 2.459124241798918e-07,
      "loss": 0.3355,
      "step": 2465780
    },
    {
      "epoch": 688.19,
      "grad_norm": 1.1203839778900146,
      "learning_rate": 2.459003670540462e-07,
      "loss": 0.3231,
      "step": 2465790
    },
    {
      "epoch": 688.19,
      "grad_norm": 1.163143277168274,
      "learning_rate": 2.4588831020742587e-07,
      "loss": 0.3298,
      "step": 2465800
    },
    {
      "epoch": 688.2,
      "grad_norm": 1.375859260559082,
      "learning_rate": 2.4587625364003116e-07,
      "loss": 0.3278,
      "step": 2465810
    },
    {
      "epoch": 688.2,
      "grad_norm": 1.4074482917785645,
      "learning_rate": 2.458641973518639e-07,
      "loss": 0.3295,
      "step": 2465820
    },
    {
      "epoch": 688.2,
      "grad_norm": 1.1908917427062988,
      "learning_rate": 2.458521413429258e-07,
      "loss": 0.3281,
      "step": 2465830
    },
    {
      "epoch": 688.21,
      "grad_norm": 1.3439624309539795,
      "learning_rate": 2.458400856132191e-07,
      "loss": 0.334,
      "step": 2465840
    },
    {
      "epoch": 688.21,
      "grad_norm": 1.1634126901626587,
      "learning_rate": 2.458280301627443e-07,
      "loss": 0.3332,
      "step": 2465850
    },
    {
      "epoch": 688.21,
      "grad_norm": 1.6424793004989624,
      "learning_rate": 2.4581597499150333e-07,
      "loss": 0.3377,
      "step": 2465860
    },
    {
      "epoch": 688.21,
      "grad_norm": 1.3744312524795532,
      "learning_rate": 2.458039200994984e-07,
      "loss": 0.3451,
      "step": 2465870
    },
    {
      "epoch": 688.22,
      "grad_norm": 1.4482548236846924,
      "learning_rate": 2.4579186548673e-07,
      "loss": 0.335,
      "step": 2465880
    },
    {
      "epoch": 688.22,
      "grad_norm": 1.2181836366653442,
      "learning_rate": 2.4577981115320097e-07,
      "loss": 0.3524,
      "step": 2465890
    },
    {
      "epoch": 688.22,
      "grad_norm": 1.2858434915542603,
      "learning_rate": 2.4576775709891214e-07,
      "loss": 0.3353,
      "step": 2465900
    },
    {
      "epoch": 688.22,
      "grad_norm": 1.2055509090423584,
      "learning_rate": 2.457557033238653e-07,
      "loss": 0.3411,
      "step": 2465910
    },
    {
      "epoch": 688.23,
      "grad_norm": 1.5055550336837769,
      "learning_rate": 2.457436498280625e-07,
      "loss": 0.3273,
      "step": 2465920
    },
    {
      "epoch": 688.23,
      "grad_norm": 1.0890346765518188,
      "learning_rate": 2.4573159661150436e-07,
      "loss": 0.3384,
      "step": 2465930
    },
    {
      "epoch": 688.23,
      "grad_norm": 1.025712251663208,
      "learning_rate": 2.457195436741931e-07,
      "loss": 0.3658,
      "step": 2465940
    },
    {
      "epoch": 688.24,
      "grad_norm": 1.3895920515060425,
      "learning_rate": 2.4570749101613036e-07,
      "loss": 0.3342,
      "step": 2465950
    },
    {
      "epoch": 688.24,
      "grad_norm": 1.2423728704452515,
      "learning_rate": 2.4569543863731797e-07,
      "loss": 0.3271,
      "step": 2465960
    },
    {
      "epoch": 688.24,
      "grad_norm": 1.1600414514541626,
      "learning_rate": 2.456833865377564e-07,
      "loss": 0.3279,
      "step": 2465970
    },
    {
      "epoch": 688.24,
      "grad_norm": 1.1921509504318237,
      "learning_rate": 2.456713347174488e-07,
      "loss": 0.3269,
      "step": 2465980
    },
    {
      "epoch": 688.25,
      "grad_norm": 1.277201533317566,
      "learning_rate": 2.456592831763959e-07,
      "loss": 0.3431,
      "step": 2465990
    },
    {
      "epoch": 688.25,
      "grad_norm": 1.1246216297149658,
      "learning_rate": 2.456472319145991e-07,
      "loss": 0.3481,
      "step": 2466000
    },
    {
      "epoch": 688.25,
      "grad_norm": 1.2499687671661377,
      "learning_rate": 2.456351809320612e-07,
      "loss": 0.3397,
      "step": 2466010
    },
    {
      "epoch": 688.26,
      "grad_norm": 1.2822530269622803,
      "learning_rate": 2.4562313022878166e-07,
      "loss": 0.3251,
      "step": 2466020
    },
    {
      "epoch": 688.26,
      "grad_norm": 1.3079403638839722,
      "learning_rate": 2.4561107980476445e-07,
      "loss": 0.3369,
      "step": 2466030
    },
    {
      "epoch": 688.26,
      "grad_norm": 1.0781385898590088,
      "learning_rate": 2.4559902966000977e-07,
      "loss": 0.347,
      "step": 2466040
    },
    {
      "epoch": 688.26,
      "grad_norm": 1.1985530853271484,
      "learning_rate": 2.455869797945194e-07,
      "loss": 0.34,
      "step": 2466050
    },
    {
      "epoch": 688.27,
      "grad_norm": 1.3367465734481812,
      "learning_rate": 2.455749302082951e-07,
      "loss": 0.3266,
      "step": 2466060
    },
    {
      "epoch": 688.27,
      "grad_norm": 1.1884299516677856,
      "learning_rate": 2.4556288090133893e-07,
      "loss": 0.3196,
      "step": 2466070
    },
    {
      "epoch": 688.27,
      "grad_norm": 1.1461752653121948,
      "learning_rate": 2.4555083187365167e-07,
      "loss": 0.3171,
      "step": 2466080
    },
    {
      "epoch": 688.28,
      "grad_norm": 1.163875699043274,
      "learning_rate": 2.4553878312523524e-07,
      "loss": 0.3314,
      "step": 2466090
    },
    {
      "epoch": 688.28,
      "grad_norm": 1.2910796403884888,
      "learning_rate": 2.455267346560917e-07,
      "loss": 0.345,
      "step": 2466100
    },
    {
      "epoch": 688.28,
      "grad_norm": 1.172519564628601,
      "learning_rate": 2.455146864662212e-07,
      "loss": 0.3321,
      "step": 2466110
    },
    {
      "epoch": 688.28,
      "grad_norm": 1.2900238037109375,
      "learning_rate": 2.455026385556276e-07,
      "loss": 0.341,
      "step": 2466120
    },
    {
      "epoch": 688.29,
      "grad_norm": 1.2280970811843872,
      "learning_rate": 2.454905909243108e-07,
      "loss": 0.3442,
      "step": 2466130
    },
    {
      "epoch": 688.29,
      "grad_norm": 1.7371432781219482,
      "learning_rate": 2.4547854357227267e-07,
      "loss": 0.3507,
      "step": 2466140
    },
    {
      "epoch": 688.29,
      "grad_norm": 1.0801960229873657,
      "learning_rate": 2.454664964995156e-07,
      "loss": 0.3381,
      "step": 2466150
    },
    {
      "epoch": 688.29,
      "grad_norm": 1.1774160861968994,
      "learning_rate": 2.4545444970604035e-07,
      "loss": 0.3273,
      "step": 2466160
    },
    {
      "epoch": 688.3,
      "grad_norm": 1.3075850009918213,
      "learning_rate": 2.454424031918487e-07,
      "loss": 0.3251,
      "step": 2466170
    },
    {
      "epoch": 688.3,
      "grad_norm": 1.480738878250122,
      "learning_rate": 2.454303569569422e-07,
      "loss": 0.3404,
      "step": 2466180
    },
    {
      "epoch": 688.3,
      "grad_norm": 1.336087703704834,
      "learning_rate": 2.4541831100132333e-07,
      "loss": 0.3445,
      "step": 2466190
    },
    {
      "epoch": 688.31,
      "grad_norm": 1.3049736022949219,
      "learning_rate": 2.454062653249919e-07,
      "loss": 0.3428,
      "step": 2466200
    },
    {
      "epoch": 688.31,
      "grad_norm": 1.5726088285446167,
      "learning_rate": 2.453942199279517e-07,
      "loss": 0.3367,
      "step": 2466210
    },
    {
      "epoch": 688.31,
      "grad_norm": 1.3444390296936035,
      "learning_rate": 2.453821748102026e-07,
      "loss": 0.3606,
      "step": 2466220
    },
    {
      "epoch": 688.31,
      "grad_norm": 1.1443225145339966,
      "learning_rate": 2.4537012997174687e-07,
      "loss": 0.3406,
      "step": 2466230
    },
    {
      "epoch": 688.32,
      "grad_norm": 1.2817158699035645,
      "learning_rate": 2.4535808541258637e-07,
      "loss": 0.3368,
      "step": 2466240
    },
    {
      "epoch": 688.32,
      "grad_norm": 1.133096694946289,
      "learning_rate": 2.4534604113272233e-07,
      "loss": 0.3211,
      "step": 2466250
    },
    {
      "epoch": 688.32,
      "grad_norm": 1.2847797870635986,
      "learning_rate": 2.453339971321562e-07,
      "loss": 0.3504,
      "step": 2466260
    },
    {
      "epoch": 688.33,
      "grad_norm": 1.241181492805481,
      "learning_rate": 2.4532195341088977e-07,
      "loss": 0.3516,
      "step": 2466270
    },
    {
      "epoch": 688.33,
      "grad_norm": 4.305000305175781,
      "learning_rate": 2.45309909968925e-07,
      "loss": 0.3293,
      "step": 2466280
    },
    {
      "epoch": 688.33,
      "grad_norm": 1.489367127418518,
      "learning_rate": 2.452978668062631e-07,
      "loss": 0.3445,
      "step": 2466290
    },
    {
      "epoch": 688.33,
      "grad_norm": 1.0960400104522705,
      "learning_rate": 2.452858239229053e-07,
      "loss": 0.342,
      "step": 2466300
    },
    {
      "epoch": 688.34,
      "grad_norm": 1.082507848739624,
      "learning_rate": 2.4527378131885415e-07,
      "loss": 0.3349,
      "step": 2466310
    },
    {
      "epoch": 688.34,
      "grad_norm": 1.1783100366592407,
      "learning_rate": 2.452617389941105e-07,
      "loss": 0.3386,
      "step": 2466320
    },
    {
      "epoch": 688.34,
      "grad_norm": 1.4318252801895142,
      "learning_rate": 2.452496969486765e-07,
      "loss": 0.3348,
      "step": 2466330
    },
    {
      "epoch": 688.34,
      "grad_norm": 1.2081977128982544,
      "learning_rate": 2.4523765518255297e-07,
      "loss": 0.3385,
      "step": 2466340
    },
    {
      "epoch": 688.35,
      "grad_norm": 1.4788950681686401,
      "learning_rate": 2.4522561369574243e-07,
      "loss": 0.3458,
      "step": 2466350
    },
    {
      "epoch": 688.35,
      "grad_norm": 1.6640626192092896,
      "learning_rate": 2.45213572488246e-07,
      "loss": 0.3397,
      "step": 2466360
    },
    {
      "epoch": 688.35,
      "grad_norm": 1.1150661706924438,
      "learning_rate": 2.452015315600651e-07,
      "loss": 0.3331,
      "step": 2466370
    },
    {
      "epoch": 688.36,
      "grad_norm": 1.13590669631958,
      "learning_rate": 2.451894909112023e-07,
      "loss": 0.3239,
      "step": 2466380
    },
    {
      "epoch": 688.36,
      "grad_norm": 1.3446872234344482,
      "learning_rate": 2.4517745054165765e-07,
      "loss": 0.3338,
      "step": 2466390
    },
    {
      "epoch": 688.36,
      "grad_norm": 1.3346052169799805,
      "learning_rate": 2.451654104514339e-07,
      "loss": 0.3605,
      "step": 2466400
    },
    {
      "epoch": 688.36,
      "grad_norm": 1.580992341041565,
      "learning_rate": 2.45153370640532e-07,
      "loss": 0.3195,
      "step": 2466410
    },
    {
      "epoch": 688.37,
      "grad_norm": 1.2826451063156128,
      "learning_rate": 2.451413311089546e-07,
      "loss": 0.3363,
      "step": 2466420
    },
    {
      "epoch": 688.37,
      "grad_norm": 1.316117763519287,
      "learning_rate": 2.4512929185670214e-07,
      "loss": 0.3566,
      "step": 2466430
    },
    {
      "epoch": 688.37,
      "grad_norm": 1.487137794494629,
      "learning_rate": 2.4511725288377655e-07,
      "loss": 0.3316,
      "step": 2466440
    },
    {
      "epoch": 688.38,
      "grad_norm": 1.1814308166503906,
      "learning_rate": 2.4510521419018013e-07,
      "loss": 0.3393,
      "step": 2466450
    },
    {
      "epoch": 688.38,
      "grad_norm": 1.183745265007019,
      "learning_rate": 2.4509317577591284e-07,
      "loss": 0.3394,
      "step": 2466460
    },
    {
      "epoch": 688.38,
      "grad_norm": 1.2554672956466675,
      "learning_rate": 2.450811376409784e-07,
      "loss": 0.3337,
      "step": 2466470
    },
    {
      "epoch": 688.38,
      "grad_norm": 1.2049587965011597,
      "learning_rate": 2.4506909978537675e-07,
      "loss": 0.3367,
      "step": 2466480
    },
    {
      "epoch": 688.39,
      "grad_norm": 1.3373818397521973,
      "learning_rate": 2.4505706220911023e-07,
      "loss": 0.3388,
      "step": 2466490
    },
    {
      "epoch": 688.39,
      "grad_norm": 1.1964778900146484,
      "learning_rate": 2.450450249121802e-07,
      "loss": 0.3454,
      "step": 2466500
    },
    {
      "epoch": 688.39,
      "grad_norm": 1.2535487413406372,
      "learning_rate": 2.450329878945889e-07,
      "loss": 0.3368,
      "step": 2466510
    },
    {
      "epoch": 688.4,
      "grad_norm": 1.201927900314331,
      "learning_rate": 2.4502095115633694e-07,
      "loss": 0.3313,
      "step": 2466520
    },
    {
      "epoch": 688.4,
      "grad_norm": 1.3456932306289673,
      "learning_rate": 2.450089146974264e-07,
      "loss": 0.3297,
      "step": 2466530
    },
    {
      "epoch": 688.4,
      "grad_norm": 1.2121185064315796,
      "learning_rate": 2.449968785178593e-07,
      "loss": 0.3298,
      "step": 2466540
    },
    {
      "epoch": 688.4,
      "grad_norm": 1.3034746646881104,
      "learning_rate": 2.44984842617636e-07,
      "loss": 0.3383,
      "step": 2466550
    },
    {
      "epoch": 688.41,
      "grad_norm": 1.1035346984863281,
      "learning_rate": 2.4497280699675975e-07,
      "loss": 0.329,
      "step": 2466560
    },
    {
      "epoch": 688.41,
      "grad_norm": 1.3890244960784912,
      "learning_rate": 2.4496077165523063e-07,
      "loss": 0.3338,
      "step": 2466570
    },
    {
      "epoch": 688.41,
      "grad_norm": 1.3390629291534424,
      "learning_rate": 2.4494873659305123e-07,
      "loss": 0.3351,
      "step": 2466580
    },
    {
      "epoch": 688.41,
      "grad_norm": 1.1591551303863525,
      "learning_rate": 2.449367018102234e-07,
      "loss": 0.3368,
      "step": 2466590
    },
    {
      "epoch": 688.42,
      "grad_norm": 1.2450848817825317,
      "learning_rate": 2.449246673067471e-07,
      "loss": 0.3575,
      "step": 2466600
    },
    {
      "epoch": 688.42,
      "grad_norm": 1.3215104341506958,
      "learning_rate": 2.449126330826257e-07,
      "loss": 0.3259,
      "step": 2466610
    },
    {
      "epoch": 688.42,
      "grad_norm": 1.5334774255752563,
      "learning_rate": 2.4490059913786004e-07,
      "loss": 0.3327,
      "step": 2466620
    },
    {
      "epoch": 688.43,
      "grad_norm": 1.2441157102584839,
      "learning_rate": 2.4488856547245163e-07,
      "loss": 0.3331,
      "step": 2466630
    },
    {
      "epoch": 688.43,
      "grad_norm": 1.2186862230300903,
      "learning_rate": 2.448765320864023e-07,
      "loss": 0.3057,
      "step": 2466640
    },
    {
      "epoch": 688.43,
      "grad_norm": 1.146081566810608,
      "learning_rate": 2.4486449897971414e-07,
      "loss": 0.3398,
      "step": 2466650
    },
    {
      "epoch": 688.43,
      "grad_norm": 1.4716423749923706,
      "learning_rate": 2.4485246615238766e-07,
      "loss": 0.3327,
      "step": 2466660
    },
    {
      "epoch": 688.44,
      "grad_norm": 1.3331010341644287,
      "learning_rate": 2.4484043360442497e-07,
      "loss": 0.3271,
      "step": 2466670
    },
    {
      "epoch": 688.44,
      "grad_norm": 1.1999859809875488,
      "learning_rate": 2.4482840133582815e-07,
      "loss": 0.3378,
      "step": 2466680
    },
    {
      "epoch": 688.44,
      "grad_norm": 1.2615491151809692,
      "learning_rate": 2.448163693465977e-07,
      "loss": 0.3363,
      "step": 2466690
    },
    {
      "epoch": 688.45,
      "grad_norm": 1.3230558633804321,
      "learning_rate": 2.4480433763673646e-07,
      "loss": 0.3624,
      "step": 2466700
    },
    {
      "epoch": 688.45,
      "grad_norm": 1.220072627067566,
      "learning_rate": 2.4479230620624523e-07,
      "loss": 0.3377,
      "step": 2466710
    },
    {
      "epoch": 688.45,
      "grad_norm": 1.6687428951263428,
      "learning_rate": 2.4478027505512585e-07,
      "loss": 0.3507,
      "step": 2466720
    },
    {
      "epoch": 688.45,
      "grad_norm": 1.0836220979690552,
      "learning_rate": 2.4476824418338017e-07,
      "loss": 0.3247,
      "step": 2466730
    },
    {
      "epoch": 688.46,
      "grad_norm": 1.2348871231079102,
      "learning_rate": 2.447562135910094e-07,
      "loss": 0.3406,
      "step": 2466740
    },
    {
      "epoch": 688.46,
      "grad_norm": 1.4758050441741943,
      "learning_rate": 2.4474418327801494e-07,
      "loss": 0.3498,
      "step": 2466750
    },
    {
      "epoch": 688.46,
      "grad_norm": 1.2272133827209473,
      "learning_rate": 2.447321532443988e-07,
      "loss": 0.3451,
      "step": 2466760
    },
    {
      "epoch": 688.46,
      "grad_norm": 1.2318402528762817,
      "learning_rate": 2.4472012349016304e-07,
      "loss": 0.328,
      "step": 2466770
    },
    {
      "epoch": 688.47,
      "grad_norm": 1.1304140090942383,
      "learning_rate": 2.44708094015308e-07,
      "loss": 0.346,
      "step": 2466780
    },
    {
      "epoch": 688.47,
      "grad_norm": 1.4894245862960815,
      "learning_rate": 2.446960648198365e-07,
      "loss": 0.3269,
      "step": 2466790
    },
    {
      "epoch": 688.47,
      "grad_norm": 1.072718858718872,
      "learning_rate": 2.446840359037496e-07,
      "loss": 0.3292,
      "step": 2466800
    },
    {
      "epoch": 688.48,
      "grad_norm": 1.0609053373336792,
      "learning_rate": 2.446720072670486e-07,
      "loss": 0.325,
      "step": 2466810
    },
    {
      "epoch": 688.48,
      "grad_norm": 1.168020486831665,
      "learning_rate": 2.4465997890973636e-07,
      "loss": 0.3305,
      "step": 2466820
    },
    {
      "epoch": 688.48,
      "grad_norm": 1.4621502161026,
      "learning_rate": 2.446479508318126e-07,
      "loss": 0.3404,
      "step": 2466830
    },
    {
      "epoch": 688.48,
      "grad_norm": 1.1421916484832764,
      "learning_rate": 2.4463592303328017e-07,
      "loss": 0.347,
      "step": 2466840
    },
    {
      "epoch": 688.49,
      "grad_norm": 1.169581651687622,
      "learning_rate": 2.446238955141404e-07,
      "loss": 0.346,
      "step": 2466850
    },
    {
      "epoch": 688.49,
      "grad_norm": 1.3448536396026611,
      "learning_rate": 2.446118682743954e-07,
      "loss": 0.3419,
      "step": 2466860
    },
    {
      "epoch": 688.49,
      "grad_norm": 1.386637568473816,
      "learning_rate": 2.4459984131404563e-07,
      "loss": 0.3339,
      "step": 2466870
    },
    {
      "epoch": 688.5,
      "grad_norm": 1.1538078784942627,
      "learning_rate": 2.4458781463309345e-07,
      "loss": 0.3437,
      "step": 2466880
    },
    {
      "epoch": 688.5,
      "grad_norm": 1.1751415729522705,
      "learning_rate": 2.4457578823154017e-07,
      "loss": 0.3365,
      "step": 2466890
    },
    {
      "epoch": 688.5,
      "grad_norm": 1.124881386756897,
      "learning_rate": 2.4456376210938764e-07,
      "loss": 0.3575,
      "step": 2466900
    },
    {
      "epoch": 688.5,
      "grad_norm": 1.292248249053955,
      "learning_rate": 2.4455173626663787e-07,
      "loss": 0.3491,
      "step": 2466910
    },
    {
      "epoch": 688.51,
      "grad_norm": 1.4196676015853882,
      "learning_rate": 2.445397107032909e-07,
      "loss": 0.3341,
      "step": 2466920
    },
    {
      "epoch": 688.51,
      "grad_norm": 1.2696665525436401,
      "learning_rate": 2.445276854193507e-07,
      "loss": 0.3325,
      "step": 2466930
    },
    {
      "epoch": 688.51,
      "grad_norm": 1.2522015571594238,
      "learning_rate": 2.4451566041481665e-07,
      "loss": 0.3497,
      "step": 2466940
    },
    {
      "epoch": 688.52,
      "grad_norm": 1.1779967546463013,
      "learning_rate": 2.445036356896914e-07,
      "loss": 0.353,
      "step": 2466950
    },
    {
      "epoch": 688.52,
      "grad_norm": 0.9932572841644287,
      "learning_rate": 2.44491611243977e-07,
      "loss": 0.3508,
      "step": 2466960
    },
    {
      "epoch": 688.52,
      "grad_norm": 1.5474556684494019,
      "learning_rate": 2.44479587077674e-07,
      "loss": 0.327,
      "step": 2466970
    },
    {
      "epoch": 688.52,
      "grad_norm": 1.2428808212280273,
      "learning_rate": 2.4446756319078424e-07,
      "loss": 0.3221,
      "step": 2466980
    },
    {
      "epoch": 688.53,
      "grad_norm": 1.15609610080719,
      "learning_rate": 2.4445553958330974e-07,
      "loss": 0.327,
      "step": 2466990
    },
    {
      "epoch": 688.53,
      "grad_norm": 1.3346748352050781,
      "learning_rate": 2.4444351625525235e-07,
      "loss": 0.3255,
      "step": 2467000
    },
    {
      "epoch": 688.53,
      "grad_norm": 1.1752749681472778,
      "learning_rate": 2.444314932066126e-07,
      "loss": 0.3348,
      "step": 2467010
    },
    {
      "epoch": 688.53,
      "grad_norm": 1.063692331314087,
      "learning_rate": 2.444194704373931e-07,
      "loss": 0.3396,
      "step": 2467020
    },
    {
      "epoch": 688.54,
      "grad_norm": 1.4336082935333252,
      "learning_rate": 2.4440744794759456e-07,
      "loss": 0.3248,
      "step": 2467030
    },
    {
      "epoch": 688.54,
      "grad_norm": 1.1821374893188477,
      "learning_rate": 2.4439542573721943e-07,
      "loss": 0.3277,
      "step": 2467040
    },
    {
      "epoch": 688.54,
      "grad_norm": 1.3930844068527222,
      "learning_rate": 2.4438340380626925e-07,
      "loss": 0.3323,
      "step": 2467050
    },
    {
      "epoch": 688.55,
      "grad_norm": 1.4997910261154175,
      "learning_rate": 2.4437138215474497e-07,
      "loss": 0.3397,
      "step": 2467060
    },
    {
      "epoch": 688.55,
      "grad_norm": 1.28313410282135,
      "learning_rate": 2.443593607826485e-07,
      "loss": 0.3387,
      "step": 2467070
    },
    {
      "epoch": 688.55,
      "grad_norm": 1.4816780090332031,
      "learning_rate": 2.4434733968998163e-07,
      "loss": 0.3563,
      "step": 2467080
    },
    {
      "epoch": 688.55,
      "grad_norm": 1.1727286577224731,
      "learning_rate": 2.443353188767462e-07,
      "loss": 0.3297,
      "step": 2467090
    },
    {
      "epoch": 688.56,
      "grad_norm": 1.3763971328735352,
      "learning_rate": 2.44323298342943e-07,
      "loss": 0.3306,
      "step": 2467100
    },
    {
      "epoch": 688.56,
      "grad_norm": 1.2001755237579346,
      "learning_rate": 2.4431127808857405e-07,
      "loss": 0.3261,
      "step": 2467110
    },
    {
      "epoch": 688.56,
      "grad_norm": 1.2604668140411377,
      "learning_rate": 2.442992581136415e-07,
      "loss": 0.3419,
      "step": 2467120
    },
    {
      "epoch": 688.57,
      "grad_norm": 1.1793397665023804,
      "learning_rate": 2.4428723841814524e-07,
      "loss": 0.3441,
      "step": 2467130
    },
    {
      "epoch": 688.57,
      "grad_norm": 1.125353217124939,
      "learning_rate": 2.442752190020891e-07,
      "loss": 0.3268,
      "step": 2467140
    },
    {
      "epoch": 688.57,
      "grad_norm": 1.2610365152359009,
      "learning_rate": 2.442631998654731e-07,
      "loss": 0.3399,
      "step": 2467150
    },
    {
      "epoch": 688.57,
      "grad_norm": 1.1111241579055786,
      "learning_rate": 2.442511810082996e-07,
      "loss": 0.3367,
      "step": 2467160
    },
    {
      "epoch": 688.58,
      "grad_norm": 1.3322643041610718,
      "learning_rate": 2.4423916243056993e-07,
      "loss": 0.3484,
      "step": 2467170
    },
    {
      "epoch": 688.58,
      "grad_norm": 1.3858011960983276,
      "learning_rate": 2.442271441322855e-07,
      "loss": 0.3405,
      "step": 2467180
    },
    {
      "epoch": 688.58,
      "grad_norm": 1.0865755081176758,
      "learning_rate": 2.4421512611344863e-07,
      "loss": 0.3517,
      "step": 2467190
    },
    {
      "epoch": 688.58,
      "grad_norm": 1.6378685235977173,
      "learning_rate": 2.442031083740601e-07,
      "loss": 0.3408,
      "step": 2467200
    },
    {
      "epoch": 688.59,
      "grad_norm": 1.1723872423171997,
      "learning_rate": 2.441910909141217e-07,
      "loss": 0.3413,
      "step": 2467210
    },
    {
      "epoch": 688.59,
      "grad_norm": 1.2530202865600586,
      "learning_rate": 2.4417907373363533e-07,
      "loss": 0.3391,
      "step": 2467220
    },
    {
      "epoch": 688.59,
      "grad_norm": 1.0856170654296875,
      "learning_rate": 2.4416705683260274e-07,
      "loss": 0.3437,
      "step": 2467230
    },
    {
      "epoch": 688.6,
      "grad_norm": 1.1462528705596924,
      "learning_rate": 2.44155040211025e-07,
      "loss": 0.3439,
      "step": 2467240
    },
    {
      "epoch": 688.6,
      "grad_norm": 1.1945698261260986,
      "learning_rate": 2.441430238689037e-07,
      "loss": 0.3407,
      "step": 2467250
    },
    {
      "epoch": 688.6,
      "grad_norm": 1.130008578300476,
      "learning_rate": 2.4413100780624106e-07,
      "loss": 0.3136,
      "step": 2467260
    },
    {
      "epoch": 688.6,
      "grad_norm": 1.0693875551223755,
      "learning_rate": 2.441189920230375e-07,
      "loss": 0.3421,
      "step": 2467270
    },
    {
      "epoch": 688.61,
      "grad_norm": 1.2632567882537842,
      "learning_rate": 2.4410697651929633e-07,
      "loss": 0.3684,
      "step": 2467280
    },
    {
      "epoch": 688.61,
      "grad_norm": 1.0496363639831543,
      "learning_rate": 2.440949612950175e-07,
      "loss": 0.3433,
      "step": 2467290
    },
    {
      "epoch": 688.61,
      "grad_norm": 1.9315760135650635,
      "learning_rate": 2.440829463502037e-07,
      "loss": 0.3341,
      "step": 2467300
    },
    {
      "epoch": 688.62,
      "grad_norm": 1.2395555973052979,
      "learning_rate": 2.440709316848559e-07,
      "loss": 0.3362,
      "step": 2467310
    },
    {
      "epoch": 688.62,
      "grad_norm": 1.1394144296646118,
      "learning_rate": 2.4405891729897655e-07,
      "loss": 0.3396,
      "step": 2467320
    },
    {
      "epoch": 688.62,
      "grad_norm": 1.4662041664123535,
      "learning_rate": 2.4404690319256607e-07,
      "loss": 0.3369,
      "step": 2467330
    },
    {
      "epoch": 688.62,
      "grad_norm": 1.2707048654556274,
      "learning_rate": 2.440348893656268e-07,
      "loss": 0.3424,
      "step": 2467340
    },
    {
      "epoch": 688.63,
      "grad_norm": 1.0123403072357178,
      "learning_rate": 2.440228758181606e-07,
      "loss": 0.3307,
      "step": 2467350
    },
    {
      "epoch": 688.63,
      "grad_norm": 1.2482961416244507,
      "learning_rate": 2.440108625501677e-07,
      "loss": 0.3402,
      "step": 2467360
    },
    {
      "epoch": 688.63,
      "grad_norm": 1.3650275468826294,
      "learning_rate": 2.4399884956165153e-07,
      "loss": 0.3379,
      "step": 2467370
    },
    {
      "epoch": 688.64,
      "grad_norm": 1.201901912689209,
      "learning_rate": 2.439868368526123e-07,
      "loss": 0.3279,
      "step": 2467380
    },
    {
      "epoch": 688.64,
      "grad_norm": 1.8352055549621582,
      "learning_rate": 2.4397482442305215e-07,
      "loss": 0.3495,
      "step": 2467390
    },
    {
      "epoch": 688.64,
      "grad_norm": 1.2802009582519531,
      "learning_rate": 2.439628122729733e-07,
      "loss": 0.323,
      "step": 2467400
    },
    {
      "epoch": 688.64,
      "grad_norm": 1.1040540933609009,
      "learning_rate": 2.4395080040237596e-07,
      "loss": 0.3179,
      "step": 2467410
    },
    {
      "epoch": 688.65,
      "grad_norm": 2.255849599838257,
      "learning_rate": 2.439387888112628e-07,
      "loss": 0.335,
      "step": 2467420
    },
    {
      "epoch": 688.65,
      "grad_norm": 1.3270307779312134,
      "learning_rate": 2.4392677749963466e-07,
      "loss": 0.3554,
      "step": 2467430
    },
    {
      "epoch": 688.65,
      "grad_norm": 1.4179261922836304,
      "learning_rate": 2.439147664674944e-07,
      "loss": 0.3461,
      "step": 2467440
    },
    {
      "epoch": 688.65,
      "grad_norm": 1.227932095527649,
      "learning_rate": 2.4390275571484154e-07,
      "loss": 0.3431,
      "step": 2467450
    },
    {
      "epoch": 688.66,
      "grad_norm": 1.2372043132781982,
      "learning_rate": 2.4389074524168026e-07,
      "loss": 0.3327,
      "step": 2467460
    },
    {
      "epoch": 688.66,
      "grad_norm": 1.1976075172424316,
      "learning_rate": 2.4387873504800993e-07,
      "loss": 0.3308,
      "step": 2467470
    },
    {
      "epoch": 688.66,
      "grad_norm": 1.0399693250656128,
      "learning_rate": 2.438667251338332e-07,
      "loss": 0.3447,
      "step": 2467480
    },
    {
      "epoch": 688.67,
      "grad_norm": 1.2875348329544067,
      "learning_rate": 2.4385471549915197e-07,
      "loss": 0.3342,
      "step": 2467490
    },
    {
      "epoch": 688.67,
      "grad_norm": 1.2747344970703125,
      "learning_rate": 2.4384270614396666e-07,
      "loss": 0.3338,
      "step": 2467500
    },
    {
      "epoch": 688.67,
      "grad_norm": 1.381478190422058,
      "learning_rate": 2.4383069706828014e-07,
      "loss": 0.3396,
      "step": 2467510
    },
    {
      "epoch": 688.67,
      "grad_norm": 1.2698748111724854,
      "learning_rate": 2.4381868827209327e-07,
      "loss": 0.3432,
      "step": 2467520
    },
    {
      "epoch": 688.68,
      "grad_norm": 1.2147082090377808,
      "learning_rate": 2.4380667975540784e-07,
      "loss": 0.3308,
      "step": 2467530
    },
    {
      "epoch": 688.68,
      "grad_norm": 1.3575836420059204,
      "learning_rate": 2.437946715182256e-07,
      "loss": 0.3337,
      "step": 2467540
    },
    {
      "epoch": 688.68,
      "grad_norm": 1.409119963645935,
      "learning_rate": 2.4378266356054767e-07,
      "loss": 0.3399,
      "step": 2467550
    },
    {
      "epoch": 688.69,
      "grad_norm": 1.4119540452957153,
      "learning_rate": 2.437706558823761e-07,
      "loss": 0.3261,
      "step": 2467560
    },
    {
      "epoch": 688.69,
      "grad_norm": 1.2166552543640137,
      "learning_rate": 2.4375864848371217e-07,
      "loss": 0.3471,
      "step": 2467570
    },
    {
      "epoch": 688.69,
      "grad_norm": 1.0879862308502197,
      "learning_rate": 2.437466413645583e-07,
      "loss": 0.3482,
      "step": 2467580
    },
    {
      "epoch": 688.69,
      "grad_norm": 1.1713759899139404,
      "learning_rate": 2.437346345249144e-07,
      "loss": 0.3408,
      "step": 2467590
    },
    {
      "epoch": 688.7,
      "grad_norm": 1.279284954071045,
      "learning_rate": 2.437226279647842e-07,
      "loss": 0.3296,
      "step": 2467600
    },
    {
      "epoch": 688.7,
      "grad_norm": 1.178181529045105,
      "learning_rate": 2.437106216841676e-07,
      "loss": 0.3299,
      "step": 2467610
    },
    {
      "epoch": 688.7,
      "grad_norm": 1.4020451307296753,
      "learning_rate": 2.4369861568306674e-07,
      "loss": 0.343,
      "step": 2467620
    },
    {
      "epoch": 688.7,
      "grad_norm": 3.4516096115112305,
      "learning_rate": 2.43686609961484e-07,
      "loss": 0.3447,
      "step": 2467630
    },
    {
      "epoch": 688.71,
      "grad_norm": 1.2297828197479248,
      "learning_rate": 2.4367460451941954e-07,
      "loss": 0.3198,
      "step": 2467640
    },
    {
      "epoch": 688.71,
      "grad_norm": 1.4864134788513184,
      "learning_rate": 2.436625993568758e-07,
      "loss": 0.3298,
      "step": 2467650
    },
    {
      "epoch": 688.71,
      "grad_norm": 1.4639146327972412,
      "learning_rate": 2.436505944738543e-07,
      "loss": 0.3308,
      "step": 2467660
    },
    {
      "epoch": 688.72,
      "grad_norm": 1.3381837606430054,
      "learning_rate": 2.4363858987035705e-07,
      "loss": 0.3274,
      "step": 2467670
    },
    {
      "epoch": 688.72,
      "grad_norm": 1.2090295553207397,
      "learning_rate": 2.436265855463847e-07,
      "loss": 0.3236,
      "step": 2467680
    },
    {
      "epoch": 688.72,
      "grad_norm": 1.234495997428894,
      "learning_rate": 2.436145815019393e-07,
      "loss": 0.3382,
      "step": 2467690
    },
    {
      "epoch": 688.72,
      "grad_norm": 1.2294272184371948,
      "learning_rate": 2.436025777370231e-07,
      "loss": 0.3295,
      "step": 2467700
    },
    {
      "epoch": 688.73,
      "grad_norm": 1.275032877922058,
      "learning_rate": 2.4359057425163617e-07,
      "loss": 0.3153,
      "step": 2467710
    },
    {
      "epoch": 688.73,
      "grad_norm": 1.276594638824463,
      "learning_rate": 2.4357857104578194e-07,
      "loss": 0.3266,
      "step": 2467720
    },
    {
      "epoch": 688.73,
      "grad_norm": 1.1771928071975708,
      "learning_rate": 2.435665681194606e-07,
      "loss": 0.3464,
      "step": 2467730
    },
    {
      "epoch": 688.74,
      "grad_norm": 1.2357044219970703,
      "learning_rate": 2.435545654726742e-07,
      "loss": 0.3364,
      "step": 2467740
    },
    {
      "epoch": 688.74,
      "grad_norm": 1.4612858295440674,
      "learning_rate": 2.435425631054244e-07,
      "loss": 0.3378,
      "step": 2467750
    },
    {
      "epoch": 688.74,
      "grad_norm": 2.4002761840820312,
      "learning_rate": 2.435305610177127e-07,
      "loss": 0.3579,
      "step": 2467760
    },
    {
      "epoch": 688.74,
      "grad_norm": 1.1718392372131348,
      "learning_rate": 2.4351855920954146e-07,
      "loss": 0.3429,
      "step": 2467770
    },
    {
      "epoch": 688.75,
      "grad_norm": 1.1057945489883423,
      "learning_rate": 2.4350655768091093e-07,
      "loss": 0.3334,
      "step": 2467780
    },
    {
      "epoch": 688.75,
      "grad_norm": 1.2405223846435547,
      "learning_rate": 2.434945564318234e-07,
      "loss": 0.3348,
      "step": 2467790
    },
    {
      "epoch": 688.75,
      "grad_norm": 1.2747018337249756,
      "learning_rate": 2.434825554622806e-07,
      "loss": 0.3295,
      "step": 2467800
    },
    {
      "epoch": 688.76,
      "grad_norm": 1.306021809577942,
      "learning_rate": 2.434705547722844e-07,
      "loss": 0.3373,
      "step": 2467810
    },
    {
      "epoch": 688.76,
      "grad_norm": 1.0417287349700928,
      "learning_rate": 2.4345855436183546e-07,
      "loss": 0.3458,
      "step": 2467820
    },
    {
      "epoch": 688.76,
      "grad_norm": 1.3001285791397095,
      "learning_rate": 2.434465542309358e-07,
      "loss": 0.3479,
      "step": 2467830
    },
    {
      "epoch": 688.76,
      "grad_norm": 1.5770964622497559,
      "learning_rate": 2.4343455437958755e-07,
      "loss": 0.3404,
      "step": 2467840
    },
    {
      "epoch": 688.77,
      "grad_norm": 1.3492412567138672,
      "learning_rate": 2.4342255480779117e-07,
      "loss": 0.3443,
      "step": 2467850
    },
    {
      "epoch": 688.77,
      "grad_norm": 1.3915742635726929,
      "learning_rate": 2.434105555155496e-07,
      "loss": 0.3347,
      "step": 2467860
    },
    {
      "epoch": 688.77,
      "grad_norm": 1.074170470237732,
      "learning_rate": 2.4339855650286353e-07,
      "loss": 0.3393,
      "step": 2467870
    },
    {
      "epoch": 688.77,
      "grad_norm": 1.3201905488967896,
      "learning_rate": 2.433865577697346e-07,
      "loss": 0.3331,
      "step": 2467880
    },
    {
      "epoch": 688.78,
      "grad_norm": 1.149625539779663,
      "learning_rate": 2.433745593161648e-07,
      "loss": 0.3332,
      "step": 2467890
    },
    {
      "epoch": 688.78,
      "grad_norm": 1.310149073600769,
      "learning_rate": 2.433625611421558e-07,
      "loss": 0.3352,
      "step": 2467900
    },
    {
      "epoch": 688.78,
      "grad_norm": 1.1670842170715332,
      "learning_rate": 2.4335056324770885e-07,
      "loss": 0.3538,
      "step": 2467910
    },
    {
      "epoch": 688.79,
      "grad_norm": 1.3075088262557983,
      "learning_rate": 2.4333856563282524e-07,
      "loss": 0.3244,
      "step": 2467920
    },
    {
      "epoch": 688.79,
      "grad_norm": 1.3437131643295288,
      "learning_rate": 2.433265682975076e-07,
      "loss": 0.3441,
      "step": 2467930
    },
    {
      "epoch": 688.79,
      "grad_norm": 1.3481769561767578,
      "learning_rate": 2.433145712417559e-07,
      "loss": 0.3324,
      "step": 2467940
    },
    {
      "epoch": 688.79,
      "grad_norm": 1.4286493062973022,
      "learning_rate": 2.433025744655738e-07,
      "loss": 0.3488,
      "step": 2467950
    },
    {
      "epoch": 688.8,
      "grad_norm": 1.2585309743881226,
      "learning_rate": 2.432905779689613e-07,
      "loss": 0.3426,
      "step": 2467960
    },
    {
      "epoch": 688.8,
      "grad_norm": 1.4267796277999878,
      "learning_rate": 2.4327858175192044e-07,
      "loss": 0.3383,
      "step": 2467970
    },
    {
      "epoch": 688.8,
      "grad_norm": 1.2102982997894287,
      "learning_rate": 2.4326658581445286e-07,
      "loss": 0.341,
      "step": 2467980
    },
    {
      "epoch": 688.81,
      "grad_norm": 1.196956992149353,
      "learning_rate": 2.432545901565609e-07,
      "loss": 0.3289,
      "step": 2467990
    },
    {
      "epoch": 688.81,
      "grad_norm": 1.2144581079483032,
      "learning_rate": 2.432425947782447e-07,
      "loss": 0.3311,
      "step": 2468000
    },
    {
      "epoch": 688.81,
      "grad_norm": 1.2012379169464111,
      "learning_rate": 2.432305996795067e-07,
      "loss": 0.344,
      "step": 2468010
    },
    {
      "epoch": 688.81,
      "grad_norm": 1.4163488149642944,
      "learning_rate": 2.4321860486034904e-07,
      "loss": 0.3326,
      "step": 2468020
    },
    {
      "epoch": 688.82,
      "grad_norm": 1.1282354593276978,
      "learning_rate": 2.432066103207716e-07,
      "loss": 0.3423,
      "step": 2468030
    },
    {
      "epoch": 688.82,
      "grad_norm": 1.5020900964736938,
      "learning_rate": 2.43194616060778e-07,
      "loss": 0.344,
      "step": 2468040
    },
    {
      "epoch": 688.82,
      "grad_norm": 1.3764503002166748,
      "learning_rate": 2.431826220803684e-07,
      "loss": 0.3296,
      "step": 2468050
    },
    {
      "epoch": 688.83,
      "grad_norm": 1.3477336168289185,
      "learning_rate": 2.43170628379545e-07,
      "loss": 0.3314,
      "step": 2468060
    },
    {
      "epoch": 688.83,
      "grad_norm": 1.0741578340530396,
      "learning_rate": 2.431586349583097e-07,
      "loss": 0.3358,
      "step": 2468070
    },
    {
      "epoch": 688.83,
      "grad_norm": 1.0837472677230835,
      "learning_rate": 2.4314664181666273e-07,
      "loss": 0.3249,
      "step": 2468080
    },
    {
      "epoch": 688.83,
      "grad_norm": 1.3106945753097534,
      "learning_rate": 2.4313464895460746e-07,
      "loss": 0.3392,
      "step": 2468090
    },
    {
      "epoch": 688.84,
      "grad_norm": 1.1433368921279907,
      "learning_rate": 2.431226563721444e-07,
      "loss": 0.3471,
      "step": 2468100
    },
    {
      "epoch": 688.84,
      "grad_norm": 1.379504919052124,
      "learning_rate": 2.431106640692752e-07,
      "loss": 0.3349,
      "step": 2468110
    },
    {
      "epoch": 688.84,
      "grad_norm": 1.274941325187683,
      "learning_rate": 2.4309867204600183e-07,
      "loss": 0.337,
      "step": 2468120
    },
    {
      "epoch": 688.84,
      "grad_norm": 1.3831377029418945,
      "learning_rate": 2.430866803023262e-07,
      "loss": 0.3497,
      "step": 2468130
    },
    {
      "epoch": 688.85,
      "grad_norm": 1.1799415349960327,
      "learning_rate": 2.43074688838249e-07,
      "loss": 0.352,
      "step": 2468140
    },
    {
      "epoch": 688.85,
      "grad_norm": 1.3758692741394043,
      "learning_rate": 2.430626976537721e-07,
      "loss": 0.3278,
      "step": 2468150
    },
    {
      "epoch": 688.85,
      "grad_norm": 1.1049829721450806,
      "learning_rate": 2.430507067488979e-07,
      "loss": 0.3413,
      "step": 2468160
    },
    {
      "epoch": 688.86,
      "grad_norm": 1.2845243215560913,
      "learning_rate": 2.430387161236263e-07,
      "loss": 0.3285,
      "step": 2468170
    },
    {
      "epoch": 688.86,
      "grad_norm": 2.3847312927246094,
      "learning_rate": 2.430267257779607e-07,
      "loss": 0.3386,
      "step": 2468180
    },
    {
      "epoch": 688.86,
      "grad_norm": 1.0823252201080322,
      "learning_rate": 2.430147357119017e-07,
      "loss": 0.3517,
      "step": 2468190
    },
    {
      "epoch": 688.86,
      "grad_norm": 1.2133551836013794,
      "learning_rate": 2.4300274592545104e-07,
      "loss": 0.3248,
      "step": 2468200
    },
    {
      "epoch": 688.87,
      "grad_norm": 1.1142512559890747,
      "learning_rate": 2.429907564186111e-07,
      "loss": 0.3228,
      "step": 2468210
    },
    {
      "epoch": 688.87,
      "grad_norm": 1.2830241918563843,
      "learning_rate": 2.429787671913821e-07,
      "loss": 0.3194,
      "step": 2468220
    },
    {
      "epoch": 688.87,
      "grad_norm": 1.8862813711166382,
      "learning_rate": 2.429667782437662e-07,
      "loss": 0.3388,
      "step": 2468230
    },
    {
      "epoch": 688.88,
      "grad_norm": 1.1623008251190186,
      "learning_rate": 2.429547895757654e-07,
      "loss": 0.3344,
      "step": 2468240
    },
    {
      "epoch": 688.88,
      "grad_norm": 1.1613577604293823,
      "learning_rate": 2.4294280118738134e-07,
      "loss": 0.3537,
      "step": 2468250
    },
    {
      "epoch": 688.88,
      "grad_norm": 1.1300407648086548,
      "learning_rate": 2.4293081307861445e-07,
      "loss": 0.3359,
      "step": 2468260
    },
    {
      "epoch": 688.88,
      "grad_norm": 1.2197449207305908,
      "learning_rate": 2.429188252494682e-07,
      "loss": 0.3365,
      "step": 2468270
    },
    {
      "epoch": 688.89,
      "grad_norm": 1.3296482563018799,
      "learning_rate": 2.429068376999425e-07,
      "loss": 0.3388,
      "step": 2468280
    },
    {
      "epoch": 688.89,
      "grad_norm": 1.4494988918304443,
      "learning_rate": 2.4289485043003947e-07,
      "loss": 0.346,
      "step": 2468290
    },
    {
      "epoch": 688.89,
      "grad_norm": 1.4830621480941772,
      "learning_rate": 2.428828634397615e-07,
      "loss": 0.3401,
      "step": 2468300
    },
    {
      "epoch": 688.89,
      "grad_norm": 1.0656392574310303,
      "learning_rate": 2.428708767291091e-07,
      "loss": 0.3447,
      "step": 2468310
    },
    {
      "epoch": 688.9,
      "grad_norm": 1.1504592895507812,
      "learning_rate": 2.4285889029808396e-07,
      "loss": 0.3209,
      "step": 2468320
    },
    {
      "epoch": 688.9,
      "grad_norm": 1.1688573360443115,
      "learning_rate": 2.4284690414668835e-07,
      "loss": 0.3335,
      "step": 2468330
    },
    {
      "epoch": 688.9,
      "grad_norm": 1.054927945137024,
      "learning_rate": 2.4283491827492345e-07,
      "loss": 0.3221,
      "step": 2468340
    },
    {
      "epoch": 688.91,
      "grad_norm": 1.2927842140197754,
      "learning_rate": 2.428229326827914e-07,
      "loss": 0.3395,
      "step": 2468350
    },
    {
      "epoch": 688.91,
      "grad_norm": 1.3011895418167114,
      "learning_rate": 2.4281094737029266e-07,
      "loss": 0.3227,
      "step": 2468360
    },
    {
      "epoch": 688.91,
      "grad_norm": 1.2728500366210938,
      "learning_rate": 2.427989623374297e-07,
      "loss": 0.3373,
      "step": 2468370
    },
    {
      "epoch": 688.91,
      "grad_norm": 1.2694072723388672,
      "learning_rate": 2.427869775842036e-07,
      "loss": 0.333,
      "step": 2468380
    },
    {
      "epoch": 688.92,
      "grad_norm": 1.3190253973007202,
      "learning_rate": 2.4277499311061695e-07,
      "loss": 0.3516,
      "step": 2468390
    },
    {
      "epoch": 688.92,
      "grad_norm": 1.2957630157470703,
      "learning_rate": 2.427630089166698e-07,
      "loss": 0.3507,
      "step": 2468400
    },
    {
      "epoch": 688.92,
      "grad_norm": 1.3061712980270386,
      "learning_rate": 2.4275102500236543e-07,
      "loss": 0.3264,
      "step": 2468410
    },
    {
      "epoch": 688.93,
      "grad_norm": 1.2802457809448242,
      "learning_rate": 2.42739041367704e-07,
      "loss": 0.3463,
      "step": 2468420
    },
    {
      "epoch": 688.93,
      "grad_norm": 1.2358672618865967,
      "learning_rate": 2.427270580126879e-07,
      "loss": 0.3496,
      "step": 2468430
    },
    {
      "epoch": 688.93,
      "grad_norm": 1.4681271314620972,
      "learning_rate": 2.427150749373187e-07,
      "loss": 0.3331,
      "step": 2468440
    },
    {
      "epoch": 688.93,
      "grad_norm": 1.0440798997879028,
      "learning_rate": 2.4270309214159767e-07,
      "loss": 0.3119,
      "step": 2468450
    },
    {
      "epoch": 688.94,
      "grad_norm": 1.225153923034668,
      "learning_rate": 2.426911096255263e-07,
      "loss": 0.3255,
      "step": 2468460
    },
    {
      "epoch": 688.94,
      "grad_norm": 1.2007125616073608,
      "learning_rate": 2.426791273891066e-07,
      "loss": 0.3287,
      "step": 2468470
    },
    {
      "epoch": 688.94,
      "grad_norm": 1.123258113861084,
      "learning_rate": 2.426671454323405e-07,
      "loss": 0.3385,
      "step": 2468480
    },
    {
      "epoch": 688.95,
      "grad_norm": 1.2538198232650757,
      "learning_rate": 2.4265516375522856e-07,
      "loss": 0.3283,
      "step": 2468490
    },
    {
      "epoch": 688.95,
      "grad_norm": 1.2941207885742188,
      "learning_rate": 2.426431823577729e-07,
      "loss": 0.3232,
      "step": 2468500
    },
    {
      "epoch": 688.95,
      "grad_norm": 1.2110077142715454,
      "learning_rate": 2.426312012399758e-07,
      "loss": 0.3381,
      "step": 2468510
    },
    {
      "epoch": 688.95,
      "grad_norm": 1.1438711881637573,
      "learning_rate": 2.4261922040183705e-07,
      "loss": 0.3294,
      "step": 2468520
    },
    {
      "epoch": 688.96,
      "grad_norm": 1.3163995742797852,
      "learning_rate": 2.4260723984336023e-07,
      "loss": 0.3426,
      "step": 2468530
    },
    {
      "epoch": 688.96,
      "grad_norm": 1.2176227569580078,
      "learning_rate": 2.425952595645457e-07,
      "loss": 0.3509,
      "step": 2468540
    },
    {
      "epoch": 688.96,
      "grad_norm": 1.1941511631011963,
      "learning_rate": 2.425832795653954e-07,
      "loss": 0.3368,
      "step": 2468550
    },
    {
      "epoch": 688.96,
      "grad_norm": 1.4204380512237549,
      "learning_rate": 2.425712998459113e-07,
      "loss": 0.3263,
      "step": 2468560
    },
    {
      "epoch": 688.97,
      "grad_norm": 1.0786741971969604,
      "learning_rate": 2.425593204060946e-07,
      "loss": 0.3303,
      "step": 2468570
    },
    {
      "epoch": 688.97,
      "grad_norm": 1.2205803394317627,
      "learning_rate": 2.425473412459469e-07,
      "loss": 0.3475,
      "step": 2468580
    },
    {
      "epoch": 688.97,
      "grad_norm": 1.1281630992889404,
      "learning_rate": 2.425353623654698e-07,
      "loss": 0.3345,
      "step": 2468590
    },
    {
      "epoch": 688.98,
      "grad_norm": 1.1956944465637207,
      "learning_rate": 2.4252338376466505e-07,
      "loss": 0.3375,
      "step": 2468600
    },
    {
      "epoch": 688.98,
      "grad_norm": 1.2043315172195435,
      "learning_rate": 2.4251140544353343e-07,
      "loss": 0.3528,
      "step": 2468610
    },
    {
      "epoch": 688.98,
      "grad_norm": 1.2939809560775757,
      "learning_rate": 2.424994274020784e-07,
      "loss": 0.3444,
      "step": 2468620
    },
    {
      "epoch": 688.98,
      "grad_norm": 1.2609732151031494,
      "learning_rate": 2.4248744964029963e-07,
      "loss": 0.343,
      "step": 2468630
    },
    {
      "epoch": 688.99,
      "grad_norm": 1.2835201025009155,
      "learning_rate": 2.4247547215819947e-07,
      "loss": 0.3322,
      "step": 2468640
    },
    {
      "epoch": 688.99,
      "grad_norm": 1.1875091791152954,
      "learning_rate": 2.424634949557803e-07,
      "loss": 0.3345,
      "step": 2468650
    },
    {
      "epoch": 688.99,
      "grad_norm": 1.2423279285430908,
      "learning_rate": 2.4245151803304154e-07,
      "loss": 0.3259,
      "step": 2468660
    },
    {
      "epoch": 689.0,
      "grad_norm": 1.1470141410827637,
      "learning_rate": 2.4243954138998744e-07,
      "loss": 0.327,
      "step": 2468670
    },
    {
      "epoch": 689.0,
      "grad_norm": 1.2804726362228394,
      "learning_rate": 2.4242756502661795e-07,
      "loss": 0.3399,
      "step": 2468680
    },
    {
      "epoch": 689.0,
      "eval_loss": 0.3384443521499634,
      "eval_runtime": 64.5537,
      "eval_samples_per_second": 78.369,
      "eval_steps_per_second": 9.806,
      "step": 2468687
    },
    {
      "epoch": 689.0,
      "grad_norm": 1.2136993408203125,
      "learning_rate": 2.424155889429348e-07,
      "loss": 0.3331,
      "step": 2468690
    },
    {
      "epoch": 689.0,
      "grad_norm": 1.4121872186660767,
      "learning_rate": 2.4240361313894e-07,
      "loss": 0.3377,
      "step": 2468700
    },
    {
      "epoch": 689.01,
      "grad_norm": 1.4268825054168701,
      "learning_rate": 2.4239163761463527e-07,
      "loss": 0.3331,
      "step": 2468710
    },
    {
      "epoch": 689.01,
      "grad_norm": 1.1774327754974365,
      "learning_rate": 2.423796623700216e-07,
      "loss": 0.3515,
      "step": 2468720
    },
    {
      "epoch": 689.01,
      "grad_norm": 1.2870635986328125,
      "learning_rate": 2.4236768740510065e-07,
      "loss": 0.3355,
      "step": 2468730
    },
    {
      "epoch": 689.01,
      "grad_norm": 1.2600253820419312,
      "learning_rate": 2.4235571271987495e-07,
      "loss": 0.3359,
      "step": 2468740
    },
    {
      "epoch": 689.02,
      "grad_norm": 1.348537802696228,
      "learning_rate": 2.423437383143445e-07,
      "loss": 0.3274,
      "step": 2468750
    },
    {
      "epoch": 689.02,
      "grad_norm": 1.767765760421753,
      "learning_rate": 2.4233176418851276e-07,
      "loss": 0.3303,
      "step": 2468760
    },
    {
      "epoch": 689.02,
      "grad_norm": 1.236936330795288,
      "learning_rate": 2.4231979034237966e-07,
      "loss": 0.3303,
      "step": 2468770
    },
    {
      "epoch": 689.03,
      "grad_norm": 1.2601056098937988,
      "learning_rate": 2.423078167759476e-07,
      "loss": 0.3372,
      "step": 2468780
    },
    {
      "epoch": 689.03,
      "grad_norm": 1.2855244874954224,
      "learning_rate": 2.4229584348921854e-07,
      "loss": 0.3421,
      "step": 2468790
    },
    {
      "epoch": 689.03,
      "grad_norm": 1.5150370597839355,
      "learning_rate": 2.422838704821932e-07,
      "loss": 0.334,
      "step": 2468800
    },
    {
      "epoch": 689.03,
      "grad_norm": 1.2277365922927856,
      "learning_rate": 2.4227189775487344e-07,
      "loss": 0.3412,
      "step": 2468810
    },
    {
      "epoch": 689.04,
      "grad_norm": 1.2889302968978882,
      "learning_rate": 2.4225992530726125e-07,
      "loss": 0.343,
      "step": 2468820
    },
    {
      "epoch": 689.04,
      "grad_norm": 1.1763077974319458,
      "learning_rate": 2.4224795313935807e-07,
      "loss": 0.3415,
      "step": 2468830
    },
    {
      "epoch": 689.04,
      "grad_norm": 1.5339628458023071,
      "learning_rate": 2.4223598125116476e-07,
      "loss": 0.3283,
      "step": 2468840
    },
    {
      "epoch": 689.05,
      "grad_norm": 1.1582703590393066,
      "learning_rate": 2.422240096426842e-07,
      "loss": 0.3289,
      "step": 2468850
    },
    {
      "epoch": 689.05,
      "grad_norm": 1.2256321907043457,
      "learning_rate": 2.422120383139171e-07,
      "loss": 0.3192,
      "step": 2468860
    },
    {
      "epoch": 689.05,
      "grad_norm": 1.13642156124115,
      "learning_rate": 2.4220006726486505e-07,
      "loss": 0.3312,
      "step": 2468870
    },
    {
      "epoch": 689.05,
      "grad_norm": 1.158485770225525,
      "learning_rate": 2.421880964955307e-07,
      "loss": 0.3334,
      "step": 2468880
    },
    {
      "epoch": 689.06,
      "grad_norm": 1.3558436632156372,
      "learning_rate": 2.42176126005914e-07,
      "loss": 0.344,
      "step": 2468890
    },
    {
      "epoch": 689.06,
      "grad_norm": 1.2622296810150146,
      "learning_rate": 2.4216415579601745e-07,
      "loss": 0.3171,
      "step": 2468900
    },
    {
      "epoch": 689.06,
      "grad_norm": 1.5461190938949585,
      "learning_rate": 2.4215218586584255e-07,
      "loss": 0.3399,
      "step": 2468910
    },
    {
      "epoch": 689.07,
      "grad_norm": 1.3614928722381592,
      "learning_rate": 2.42140216215391e-07,
      "loss": 0.3386,
      "step": 2468920
    },
    {
      "epoch": 689.07,
      "grad_norm": 1.2154651880264282,
      "learning_rate": 2.4212824684466417e-07,
      "loss": 0.325,
      "step": 2468930
    },
    {
      "epoch": 689.07,
      "grad_norm": 1.1393550634384155,
      "learning_rate": 2.421162777536641e-07,
      "loss": 0.3411,
      "step": 2468940
    },
    {
      "epoch": 689.07,
      "grad_norm": 1.36610746383667,
      "learning_rate": 2.421043089423918e-07,
      "loss": 0.3518,
      "step": 2468950
    },
    {
      "epoch": 689.08,
      "grad_norm": 1.5968611240386963,
      "learning_rate": 2.4209234041084913e-07,
      "loss": 0.3585,
      "step": 2468960
    },
    {
      "epoch": 689.08,
      "grad_norm": 1.382744550704956,
      "learning_rate": 2.4208037215903793e-07,
      "loss": 0.3659,
      "step": 2468970
    },
    {
      "epoch": 689.08,
      "grad_norm": 1.2503865957260132,
      "learning_rate": 2.420684041869587e-07,
      "loss": 0.3313,
      "step": 2468980
    },
    {
      "epoch": 689.08,
      "grad_norm": 1.23218834400177,
      "learning_rate": 2.420564364946148e-07,
      "loss": 0.3478,
      "step": 2468990
    },
    {
      "epoch": 689.09,
      "grad_norm": 1.1605756282806396,
      "learning_rate": 2.420444690820065e-07,
      "loss": 0.3414,
      "step": 2469000
    },
    {
      "epoch": 689.09,
      "grad_norm": 1.2001465559005737,
      "learning_rate": 2.4203250194913565e-07,
      "loss": 0.3196,
      "step": 2469010
    },
    {
      "epoch": 689.09,
      "grad_norm": 1.089367389678955,
      "learning_rate": 2.4202053509600454e-07,
      "loss": 0.3473,
      "step": 2469020
    },
    {
      "epoch": 689.1,
      "grad_norm": 1.0324078798294067,
      "learning_rate": 2.4200856852261374e-07,
      "loss": 0.3487,
      "step": 2469030
    },
    {
      "epoch": 689.1,
      "grad_norm": 1.4158490896224976,
      "learning_rate": 2.419966022289653e-07,
      "loss": 0.3356,
      "step": 2469040
    },
    {
      "epoch": 689.1,
      "grad_norm": 1.2788366079330444,
      "learning_rate": 2.419846362150606e-07,
      "loss": 0.3238,
      "step": 2469050
    },
    {
      "epoch": 689.1,
      "grad_norm": 6.100287914276123,
      "learning_rate": 2.4197267048090215e-07,
      "loss": 0.3523,
      "step": 2469060
    },
    {
      "epoch": 689.11,
      "grad_norm": 1.0960787534713745,
      "learning_rate": 2.4196070502648994e-07,
      "loss": 0.3396,
      "step": 2469070
    },
    {
      "epoch": 689.11,
      "grad_norm": 21.900707244873047,
      "learning_rate": 2.4194873985182715e-07,
      "loss": 0.3401,
      "step": 2469080
    },
    {
      "epoch": 689.11,
      "grad_norm": 1.2186936140060425,
      "learning_rate": 2.419367749569143e-07,
      "loss": 0.3504,
      "step": 2469090
    },
    {
      "epoch": 689.12,
      "grad_norm": 1.3598618507385254,
      "learning_rate": 2.4192481034175346e-07,
      "loss": 0.3292,
      "step": 2469100
    },
    {
      "epoch": 689.12,
      "grad_norm": 1.2938213348388672,
      "learning_rate": 2.419128460063464e-07,
      "loss": 0.3282,
      "step": 2469110
    },
    {
      "epoch": 689.12,
      "grad_norm": 1.0912410020828247,
      "learning_rate": 2.4190088195069425e-07,
      "loss": 0.3219,
      "step": 2469120
    },
    {
      "epoch": 689.12,
      "grad_norm": 1.2270256280899048,
      "learning_rate": 2.418889181747985e-07,
      "loss": 0.3582,
      "step": 2469130
    },
    {
      "epoch": 689.13,
      "grad_norm": 1.4579180479049683,
      "learning_rate": 2.418769546786613e-07,
      "loss": 0.3578,
      "step": 2469140
    },
    {
      "epoch": 689.13,
      "grad_norm": 1.2702993154525757,
      "learning_rate": 2.4186499146228435e-07,
      "loss": 0.333,
      "step": 2469150
    },
    {
      "epoch": 689.13,
      "grad_norm": 1.2449603080749512,
      "learning_rate": 2.418530285256683e-07,
      "loss": 0.327,
      "step": 2469160
    },
    {
      "epoch": 689.13,
      "grad_norm": 1.074697494506836,
      "learning_rate": 2.4184106586881546e-07,
      "loss": 0.3346,
      "step": 2469170
    },
    {
      "epoch": 689.14,
      "grad_norm": 1.2246921062469482,
      "learning_rate": 2.418291034917276e-07,
      "loss": 0.3363,
      "step": 2469180
    },
    {
      "epoch": 689.14,
      "grad_norm": 1.256245493888855,
      "learning_rate": 2.41817141394405e-07,
      "loss": 0.3369,
      "step": 2469190
    },
    {
      "epoch": 689.14,
      "grad_norm": 1.175854206085205,
      "learning_rate": 2.4180517957685136e-07,
      "loss": 0.3388,
      "step": 2469200
    },
    {
      "epoch": 689.15,
      "grad_norm": 1.1605337858200073,
      "learning_rate": 2.417932180390661e-07,
      "loss": 0.3549,
      "step": 2469210
    },
    {
      "epoch": 689.15,
      "grad_norm": 1.2809627056121826,
      "learning_rate": 2.4178125678105283e-07,
      "loss": 0.3376,
      "step": 2469220
    },
    {
      "epoch": 689.15,
      "grad_norm": 1.0683612823486328,
      "learning_rate": 2.4176929580281164e-07,
      "loss": 0.34,
      "step": 2469230
    },
    {
      "epoch": 689.15,
      "grad_norm": 1.3420156240463257,
      "learning_rate": 2.4175733510434486e-07,
      "loss": 0.3432,
      "step": 2469240
    },
    {
      "epoch": 689.16,
      "grad_norm": 1.6711591482162476,
      "learning_rate": 2.41745374685654e-07,
      "loss": 0.3348,
      "step": 2469250
    },
    {
      "epoch": 689.16,
      "grad_norm": 1.1589584350585938,
      "learning_rate": 2.4173341454674037e-07,
      "loss": 0.3516,
      "step": 2469260
    },
    {
      "epoch": 689.16,
      "grad_norm": 1.2466555833816528,
      "learning_rate": 2.417214546876056e-07,
      "loss": 0.3328,
      "step": 2469270
    },
    {
      "epoch": 689.17,
      "grad_norm": 1.1571635007858276,
      "learning_rate": 2.4170949510825137e-07,
      "loss": 0.3384,
      "step": 2469280
    },
    {
      "epoch": 689.17,
      "grad_norm": 0.9919847846031189,
      "learning_rate": 2.416975358086799e-07,
      "loss": 0.3399,
      "step": 2469290
    },
    {
      "epoch": 689.17,
      "grad_norm": 1.5092980861663818,
      "learning_rate": 2.4168557678889163e-07,
      "loss": 0.3414,
      "step": 2469300
    },
    {
      "epoch": 689.17,
      "grad_norm": 2.1779587268829346,
      "learning_rate": 2.416736180488887e-07,
      "loss": 0.3371,
      "step": 2469310
    },
    {
      "epoch": 689.18,
      "grad_norm": 1.247907280921936,
      "learning_rate": 2.416616595886731e-07,
      "loss": 0.333,
      "step": 2469320
    },
    {
      "epoch": 689.18,
      "grad_norm": 1.2475380897521973,
      "learning_rate": 2.4164970140824523e-07,
      "loss": 0.342,
      "step": 2469330
    },
    {
      "epoch": 689.18,
      "grad_norm": 1.2061375379562378,
      "learning_rate": 2.416377435076083e-07,
      "loss": 0.3375,
      "step": 2469340
    },
    {
      "epoch": 689.19,
      "grad_norm": 1.1262131929397583,
      "learning_rate": 2.4162578588676275e-07,
      "loss": 0.332,
      "step": 2469350
    },
    {
      "epoch": 689.19,
      "grad_norm": 1.2696388959884644,
      "learning_rate": 2.416138285457103e-07,
      "loss": 0.3253,
      "step": 2469360
    },
    {
      "epoch": 689.19,
      "grad_norm": 1.0582835674285889,
      "learning_rate": 2.4160187148445303e-07,
      "loss": 0.3368,
      "step": 2469370
    },
    {
      "epoch": 689.19,
      "grad_norm": 1.1651737689971924,
      "learning_rate": 2.4158991470299255e-07,
      "loss": 0.3224,
      "step": 2469380
    },
    {
      "epoch": 689.2,
      "grad_norm": 2.0923609733581543,
      "learning_rate": 2.415779582013296e-07,
      "loss": 0.3487,
      "step": 2469390
    },
    {
      "epoch": 689.2,
      "grad_norm": 1.5227363109588623,
      "learning_rate": 2.415660019794665e-07,
      "loss": 0.3265,
      "step": 2469400
    },
    {
      "epoch": 689.2,
      "grad_norm": 1.2929816246032715,
      "learning_rate": 2.415540460374051e-07,
      "loss": 0.3448,
      "step": 2469410
    },
    {
      "epoch": 689.2,
      "grad_norm": 1.1580021381378174,
      "learning_rate": 2.4154209037514543e-07,
      "loss": 0.3409,
      "step": 2469420
    },
    {
      "epoch": 689.21,
      "grad_norm": 1.2210333347320557,
      "learning_rate": 2.4153013499269136e-07,
      "loss": 0.3422,
      "step": 2469430
    },
    {
      "epoch": 689.21,
      "grad_norm": 3.149238109588623,
      "learning_rate": 2.4151817989004286e-07,
      "loss": 0.3255,
      "step": 2469440
    },
    {
      "epoch": 689.21,
      "grad_norm": 1.5310187339782715,
      "learning_rate": 2.4150622506720186e-07,
      "loss": 0.3404,
      "step": 2469450
    },
    {
      "epoch": 689.22,
      "grad_norm": 1.0873974561691284,
      "learning_rate": 2.4149427052417057e-07,
      "loss": 0.3515,
      "step": 2469460
    },
    {
      "epoch": 689.22,
      "grad_norm": 1.3447753190994263,
      "learning_rate": 2.4148231626094957e-07,
      "loss": 0.3303,
      "step": 2469470
    },
    {
      "epoch": 689.22,
      "grad_norm": 1.2305057048797607,
      "learning_rate": 2.4147036227754124e-07,
      "loss": 0.3229,
      "step": 2469480
    },
    {
      "epoch": 689.22,
      "grad_norm": 1.2253514528274536,
      "learning_rate": 2.4145840857394655e-07,
      "loss": 0.3635,
      "step": 2469490
    },
    {
      "epoch": 689.23,
      "grad_norm": 1.1448880434036255,
      "learning_rate": 2.4144645515016765e-07,
      "loss": 0.3265,
      "step": 2469500
    },
    {
      "epoch": 689.23,
      "grad_norm": 1.2629481554031372,
      "learning_rate": 2.4143450200620604e-07,
      "loss": 0.3385,
      "step": 2469510
    },
    {
      "epoch": 689.23,
      "grad_norm": 1.883087396621704,
      "learning_rate": 2.414225491420633e-07,
      "loss": 0.3419,
      "step": 2469520
    },
    {
      "epoch": 689.24,
      "grad_norm": 1.2371864318847656,
      "learning_rate": 2.4141059655774074e-07,
      "loss": 0.3495,
      "step": 2469530
    },
    {
      "epoch": 689.24,
      "grad_norm": 1.349394679069519,
      "learning_rate": 2.413986442532399e-07,
      "loss": 0.3324,
      "step": 2469540
    },
    {
      "epoch": 689.24,
      "grad_norm": 1.3005127906799316,
      "learning_rate": 2.4138669222856346e-07,
      "loss": 0.3342,
      "step": 2469550
    },
    {
      "epoch": 689.24,
      "grad_norm": 1.2008174657821655,
      "learning_rate": 2.413747404837108e-07,
      "loss": 0.3424,
      "step": 2469560
    },
    {
      "epoch": 689.25,
      "grad_norm": 1.1986008882522583,
      "learning_rate": 2.413627890186861e-07,
      "loss": 0.3549,
      "step": 2469570
    },
    {
      "epoch": 689.25,
      "grad_norm": 1.1520720720291138,
      "learning_rate": 2.4135083783348894e-07,
      "loss": 0.3455,
      "step": 2469580
    },
    {
      "epoch": 689.25,
      "grad_norm": 1.2641878128051758,
      "learning_rate": 2.4133888692812206e-07,
      "loss": 0.3542,
      "step": 2469590
    },
    {
      "epoch": 689.25,
      "grad_norm": 1.4324461221694946,
      "learning_rate": 2.413269363025868e-07,
      "loss": 0.3412,
      "step": 2469600
    },
    {
      "epoch": 689.26,
      "grad_norm": 1.0993925333023071,
      "learning_rate": 2.413149859568842e-07,
      "loss": 0.3456,
      "step": 2469610
    },
    {
      "epoch": 689.26,
      "grad_norm": 1.353878378868103,
      "learning_rate": 2.4130303589101637e-07,
      "loss": 0.3296,
      "step": 2469620
    },
    {
      "epoch": 689.26,
      "grad_norm": 1.1657634973526,
      "learning_rate": 2.4129108610498484e-07,
      "loss": 0.342,
      "step": 2469630
    },
    {
      "epoch": 689.27,
      "grad_norm": 1.1875635385513306,
      "learning_rate": 2.4127913659879146e-07,
      "loss": 0.329,
      "step": 2469640
    },
    {
      "epoch": 689.27,
      "grad_norm": 1.814292311668396,
      "learning_rate": 2.412671873724367e-07,
      "loss": 0.341,
      "step": 2469650
    },
    {
      "epoch": 689.27,
      "grad_norm": 1.2408651113510132,
      "learning_rate": 2.4125523842592397e-07,
      "loss": 0.3359,
      "step": 2469660
    },
    {
      "epoch": 689.27,
      "grad_norm": 1.1099658012390137,
      "learning_rate": 2.412432897592533e-07,
      "loss": 0.3368,
      "step": 2469670
    },
    {
      "epoch": 689.28,
      "grad_norm": 1.2789207696914673,
      "learning_rate": 2.41231341372427e-07,
      "loss": 0.3252,
      "step": 2469680
    },
    {
      "epoch": 689.28,
      "grad_norm": 1.0924490690231323,
      "learning_rate": 2.412193932654469e-07,
      "loss": 0.331,
      "step": 2469690
    },
    {
      "epoch": 689.28,
      "grad_norm": 1.3157358169555664,
      "learning_rate": 2.4120744543831353e-07,
      "loss": 0.3337,
      "step": 2469700
    },
    {
      "epoch": 689.29,
      "grad_norm": 1.199825406074524,
      "learning_rate": 2.4119549789102947e-07,
      "loss": 0.3377,
      "step": 2469710
    },
    {
      "epoch": 689.29,
      "grad_norm": 1.2267687320709229,
      "learning_rate": 2.411835506235958e-07,
      "loss": 0.3409,
      "step": 2469720
    },
    {
      "epoch": 689.29,
      "grad_norm": 1.536217451095581,
      "learning_rate": 2.411716036360148e-07,
      "loss": 0.3443,
      "step": 2469730
    },
    {
      "epoch": 689.29,
      "grad_norm": 1.1704281568527222,
      "learning_rate": 2.41159656928287e-07,
      "loss": 0.3319,
      "step": 2469740
    },
    {
      "epoch": 689.3,
      "grad_norm": 1.210274338722229,
      "learning_rate": 2.411477105004148e-07,
      "loss": 0.3322,
      "step": 2469750
    },
    {
      "epoch": 689.3,
      "grad_norm": 1.0275516510009766,
      "learning_rate": 2.4113576435239973e-07,
      "loss": 0.3385,
      "step": 2469760
    },
    {
      "epoch": 689.3,
      "grad_norm": 1.3544517755508423,
      "learning_rate": 2.411238184842423e-07,
      "loss": 0.3153,
      "step": 2469770
    },
    {
      "epoch": 689.31,
      "grad_norm": 1.3134413957595825,
      "learning_rate": 2.411118728959459e-07,
      "loss": 0.3459,
      "step": 2469780
    },
    {
      "epoch": 689.31,
      "grad_norm": 1.1818625926971436,
      "learning_rate": 2.4109992758751053e-07,
      "loss": 0.3391,
      "step": 2469790
    },
    {
      "epoch": 689.31,
      "grad_norm": 1.281851887702942,
      "learning_rate": 2.41087982558939e-07,
      "loss": 0.3406,
      "step": 2469800
    },
    {
      "epoch": 689.31,
      "grad_norm": 1.2033145427703857,
      "learning_rate": 2.4107603781023223e-07,
      "loss": 0.3371,
      "step": 2469810
    },
    {
      "epoch": 689.32,
      "grad_norm": 1.2097407579421997,
      "learning_rate": 2.410640933413919e-07,
      "loss": 0.3241,
      "step": 2469820
    },
    {
      "epoch": 689.32,
      "grad_norm": 1.1127511262893677,
      "learning_rate": 2.4105214915241994e-07,
      "loss": 0.3418,
      "step": 2469830
    },
    {
      "epoch": 689.32,
      "grad_norm": 1.2133982181549072,
      "learning_rate": 2.410402052433173e-07,
      "loss": 0.3294,
      "step": 2469840
    },
    {
      "epoch": 689.32,
      "grad_norm": 1.268927812576294,
      "learning_rate": 2.4102826161408584e-07,
      "loss": 0.341,
      "step": 2469850
    },
    {
      "epoch": 689.33,
      "grad_norm": 1.3077460527420044,
      "learning_rate": 2.4101631826472713e-07,
      "loss": 0.3419,
      "step": 2469860
    },
    {
      "epoch": 689.33,
      "grad_norm": 1.2208691835403442,
      "learning_rate": 2.4100437519524347e-07,
      "loss": 0.3312,
      "step": 2469870
    },
    {
      "epoch": 689.33,
      "grad_norm": 1.2790062427520752,
      "learning_rate": 2.409924324056354e-07,
      "loss": 0.3468,
      "step": 2469880
    },
    {
      "epoch": 689.34,
      "grad_norm": 1.2858561277389526,
      "learning_rate": 2.4098048989590485e-07,
      "loss": 0.3326,
      "step": 2469890
    },
    {
      "epoch": 689.34,
      "grad_norm": 1.215470790863037,
      "learning_rate": 2.4096854766605344e-07,
      "loss": 0.3259,
      "step": 2469900
    },
    {
      "epoch": 689.34,
      "grad_norm": 1.2541753053665161,
      "learning_rate": 2.409566057160829e-07,
      "loss": 0.3351,
      "step": 2469910
    },
    {
      "epoch": 689.34,
      "grad_norm": 1.1601276397705078,
      "learning_rate": 2.4094466404599496e-07,
      "loss": 0.3499,
      "step": 2469920
    },
    {
      "epoch": 689.35,
      "grad_norm": 1.210863709449768,
      "learning_rate": 2.409327226557907e-07,
      "loss": 0.3156,
      "step": 2469930
    },
    {
      "epoch": 689.35,
      "grad_norm": 1.3427027463912964,
      "learning_rate": 2.4092078154547216e-07,
      "loss": 0.3303,
      "step": 2469940
    },
    {
      "epoch": 689.35,
      "grad_norm": 1.3575348854064941,
      "learning_rate": 2.4090884071504047e-07,
      "loss": 0.3481,
      "step": 2469950
    },
    {
      "epoch": 689.36,
      "grad_norm": 1.2756880521774292,
      "learning_rate": 2.408969001644981e-07,
      "loss": 0.3479,
      "step": 2469960
    },
    {
      "epoch": 689.36,
      "grad_norm": 1.1742477416992188,
      "learning_rate": 2.408849598938457e-07,
      "loss": 0.3244,
      "step": 2469970
    },
    {
      "epoch": 689.36,
      "grad_norm": 1.2508326768875122,
      "learning_rate": 2.4087301990308504e-07,
      "loss": 0.3525,
      "step": 2469980
    },
    {
      "epoch": 689.36,
      "grad_norm": 1.3065625429153442,
      "learning_rate": 2.408610801922184e-07,
      "loss": 0.3351,
      "step": 2469990
    },
    {
      "epoch": 689.37,
      "grad_norm": 1.5243993997573853,
      "learning_rate": 2.4084914076124587e-07,
      "loss": 0.3302,
      "step": 2470000
    },
    {
      "epoch": 689.37,
      "grad_norm": 1.2418895959854126,
      "learning_rate": 2.408372016101711e-07,
      "loss": 0.3398,
      "step": 2470010
    },
    {
      "epoch": 689.37,
      "grad_norm": 1.1488285064697266,
      "learning_rate": 2.40825262738994e-07,
      "loss": 0.3355,
      "step": 2470020
    },
    {
      "epoch": 689.37,
      "grad_norm": 1.1916877031326294,
      "learning_rate": 2.408133241477169e-07,
      "loss": 0.3329,
      "step": 2470030
    },
    {
      "epoch": 689.38,
      "grad_norm": 1.1988834142684937,
      "learning_rate": 2.4080138583634104e-07,
      "loss": 0.3354,
      "step": 2470040
    },
    {
      "epoch": 689.38,
      "grad_norm": 1.308781623840332,
      "learning_rate": 2.407894478048688e-07,
      "loss": 0.3252,
      "step": 2470050
    },
    {
      "epoch": 689.38,
      "grad_norm": 1.3200918436050415,
      "learning_rate": 2.407775100533008e-07,
      "loss": 0.359,
      "step": 2470060
    },
    {
      "epoch": 689.39,
      "grad_norm": 1.0012638568878174,
      "learning_rate": 2.407655725816388e-07,
      "loss": 0.3274,
      "step": 2470070
    },
    {
      "epoch": 689.39,
      "grad_norm": 1.1687750816345215,
      "learning_rate": 2.4075363538988475e-07,
      "loss": 0.3399,
      "step": 2470080
    },
    {
      "epoch": 689.39,
      "grad_norm": 1.2217514514923096,
      "learning_rate": 2.407416984780401e-07,
      "loss": 0.3475,
      "step": 2470090
    },
    {
      "epoch": 689.39,
      "grad_norm": 1.3515775203704834,
      "learning_rate": 2.407297618461067e-07,
      "loss": 0.3246,
      "step": 2470100
    },
    {
      "epoch": 689.4,
      "grad_norm": 1.1961095333099365,
      "learning_rate": 2.407178254940856e-07,
      "loss": 0.3285,
      "step": 2470110
    },
    {
      "epoch": 689.4,
      "grad_norm": 1.1860066652297974,
      "learning_rate": 2.407058894219786e-07,
      "loss": 0.3214,
      "step": 2470120
    },
    {
      "epoch": 689.4,
      "grad_norm": 1.0987619161605835,
      "learning_rate": 2.4069395362978775e-07,
      "loss": 0.3308,
      "step": 2470130
    },
    {
      "epoch": 689.41,
      "grad_norm": 1.3781737089157104,
      "learning_rate": 2.406820181175134e-07,
      "loss": 0.3292,
      "step": 2470140
    },
    {
      "epoch": 689.41,
      "grad_norm": 1.4948259592056274,
      "learning_rate": 2.406700828851589e-07,
      "loss": 0.3342,
      "step": 2470150
    },
    {
      "epoch": 689.41,
      "grad_norm": 1.227285623550415,
      "learning_rate": 2.406581479327245e-07,
      "loss": 0.3214,
      "step": 2470160
    },
    {
      "epoch": 689.41,
      "grad_norm": 1.3827952146530151,
      "learning_rate": 2.4064621326021196e-07,
      "loss": 0.3236,
      "step": 2470170
    },
    {
      "epoch": 689.42,
      "grad_norm": 1.1982084512710571,
      "learning_rate": 2.406342788676232e-07,
      "loss": 0.3285,
      "step": 2470180
    },
    {
      "epoch": 689.42,
      "grad_norm": 1.1714777946472168,
      "learning_rate": 2.406223447549603e-07,
      "loss": 0.3434,
      "step": 2470190
    },
    {
      "epoch": 689.42,
      "grad_norm": 1.4768402576446533,
      "learning_rate": 2.406104109222237e-07,
      "loss": 0.3508,
      "step": 2470200
    },
    {
      "epoch": 689.43,
      "grad_norm": 1.054921269416809,
      "learning_rate": 2.4059847736941553e-07,
      "loss": 0.3182,
      "step": 2470210
    },
    {
      "epoch": 689.43,
      "grad_norm": 1.3294994831085205,
      "learning_rate": 2.405865440965381e-07,
      "loss": 0.335,
      "step": 2470220
    },
    {
      "epoch": 689.43,
      "grad_norm": 1.2517063617706299,
      "learning_rate": 2.4057461110359095e-07,
      "loss": 0.3346,
      "step": 2470230
    },
    {
      "epoch": 689.43,
      "grad_norm": 1.1476856470108032,
      "learning_rate": 2.405626783905782e-07,
      "loss": 0.3311,
      "step": 2470240
    },
    {
      "epoch": 689.44,
      "grad_norm": 1.2414767742156982,
      "learning_rate": 2.405507459574999e-07,
      "loss": 0.3298,
      "step": 2470250
    },
    {
      "epoch": 689.44,
      "grad_norm": 1.1380445957183838,
      "learning_rate": 2.405388138043578e-07,
      "loss": 0.329,
      "step": 2470260
    },
    {
      "epoch": 689.44,
      "grad_norm": 1.158039927482605,
      "learning_rate": 2.4052688193115424e-07,
      "loss": 0.3434,
      "step": 2470270
    },
    {
      "epoch": 689.44,
      "grad_norm": 1.113340139389038,
      "learning_rate": 2.405149503378898e-07,
      "loss": 0.3272,
      "step": 2470280
    },
    {
      "epoch": 689.45,
      "grad_norm": 1.3733335733413696,
      "learning_rate": 2.405030190245665e-07,
      "loss": 0.3516,
      "step": 2470290
    },
    {
      "epoch": 689.45,
      "grad_norm": 1.1317566633224487,
      "learning_rate": 2.4049108799118597e-07,
      "loss": 0.3383,
      "step": 2470300
    },
    {
      "epoch": 689.45,
      "grad_norm": 1.0549418926239014,
      "learning_rate": 2.4047915723775003e-07,
      "loss": 0.3524,
      "step": 2470310
    },
    {
      "epoch": 689.46,
      "grad_norm": 1.3849518299102783,
      "learning_rate": 2.404672267642594e-07,
      "loss": 0.3226,
      "step": 2470320
    },
    {
      "epoch": 689.46,
      "grad_norm": 1.2709282636642456,
      "learning_rate": 2.4045529657071694e-07,
      "loss": 0.3598,
      "step": 2470330
    },
    {
      "epoch": 689.46,
      "grad_norm": 1.1419479846954346,
      "learning_rate": 2.404433666571232e-07,
      "loss": 0.3398,
      "step": 2470340
    },
    {
      "epoch": 689.46,
      "grad_norm": 1.3977479934692383,
      "learning_rate": 2.404314370234803e-07,
      "loss": 0.3306,
      "step": 2470350
    },
    {
      "epoch": 689.47,
      "grad_norm": 1.1978329420089722,
      "learning_rate": 2.4041950766979e-07,
      "loss": 0.3439,
      "step": 2470360
    },
    {
      "epoch": 689.47,
      "grad_norm": 1.0296504497528076,
      "learning_rate": 2.404075785960526e-07,
      "loss": 0.3302,
      "step": 2470370
    },
    {
      "epoch": 689.47,
      "grad_norm": 1.0920618772506714,
      "learning_rate": 2.403956498022717e-07,
      "loss": 0.3321,
      "step": 2470380
    },
    {
      "epoch": 689.48,
      "grad_norm": 1.3661128282546997,
      "learning_rate": 2.4038372128844737e-07,
      "loss": 0.353,
      "step": 2470390
    },
    {
      "epoch": 689.48,
      "grad_norm": 1.240710735321045,
      "learning_rate": 2.4037179305458134e-07,
      "loss": 0.3255,
      "step": 2470400
    },
    {
      "epoch": 689.48,
      "grad_norm": 1.426712155342102,
      "learning_rate": 2.403598651006763e-07,
      "loss": 0.3469,
      "step": 2470410
    },
    {
      "epoch": 689.48,
      "grad_norm": 1.3377187252044678,
      "learning_rate": 2.403479374267327e-07,
      "loss": 0.325,
      "step": 2470420
    },
    {
      "epoch": 689.49,
      "grad_norm": 1.345503568649292,
      "learning_rate": 2.4033601003275214e-07,
      "loss": 0.3427,
      "step": 2470430
    },
    {
      "epoch": 689.49,
      "grad_norm": 1.3820500373840332,
      "learning_rate": 2.4032408291873673e-07,
      "loss": 0.3137,
      "step": 2470440
    },
    {
      "epoch": 689.49,
      "grad_norm": 1.1061409711837769,
      "learning_rate": 2.4031215608468847e-07,
      "loss": 0.3282,
      "step": 2470450
    },
    {
      "epoch": 689.49,
      "grad_norm": 1.494696021080017,
      "learning_rate": 2.4030022953060715e-07,
      "loss": 0.3576,
      "step": 2470460
    },
    {
      "epoch": 689.5,
      "grad_norm": 1.0647938251495361,
      "learning_rate": 2.402883032564967e-07,
      "loss": 0.3552,
      "step": 2470470
    },
    {
      "epoch": 689.5,
      "grad_norm": 1.4618785381317139,
      "learning_rate": 2.4027637726235704e-07,
      "loss": 0.3375,
      "step": 2470480
    },
    {
      "epoch": 689.5,
      "grad_norm": 1.1961653232574463,
      "learning_rate": 2.402644515481903e-07,
      "loss": 0.343,
      "step": 2470490
    },
    {
      "epoch": 689.51,
      "grad_norm": 1.2283952236175537,
      "learning_rate": 2.402525261139986e-07,
      "loss": 0.3359,
      "step": 2470500
    },
    {
      "epoch": 689.51,
      "grad_norm": 1.3829392194747925,
      "learning_rate": 2.4024060095978245e-07,
      "loss": 0.3382,
      "step": 2470510
    },
    {
      "epoch": 689.51,
      "grad_norm": 1.2823034524917603,
      "learning_rate": 2.4022867608554407e-07,
      "loss": 0.3508,
      "step": 2470520
    },
    {
      "epoch": 689.51,
      "grad_norm": 1.3406609296798706,
      "learning_rate": 2.402167514912849e-07,
      "loss": 0.3511,
      "step": 2470530
    },
    {
      "epoch": 689.52,
      "grad_norm": 1.322501301765442,
      "learning_rate": 2.40204827177007e-07,
      "loss": 0.3374,
      "step": 2470540
    },
    {
      "epoch": 689.52,
      "grad_norm": 1.2889724969863892,
      "learning_rate": 2.401929031427111e-07,
      "loss": 0.3244,
      "step": 2470550
    },
    {
      "epoch": 689.52,
      "grad_norm": 1.3688896894454956,
      "learning_rate": 2.4018097938839936e-07,
      "loss": 0.3193,
      "step": 2470560
    },
    {
      "epoch": 689.53,
      "grad_norm": 1.4368634223937988,
      "learning_rate": 2.401690559140735e-07,
      "loss": 0.349,
      "step": 2470570
    },
    {
      "epoch": 689.53,
      "grad_norm": 1.214837670326233,
      "learning_rate": 2.401571327197338e-07,
      "loss": 0.3336,
      "step": 2470580
    },
    {
      "epoch": 689.53,
      "grad_norm": 1.0694905519485474,
      "learning_rate": 2.40145209805384e-07,
      "loss": 0.3321,
      "step": 2470590
    },
    {
      "epoch": 689.53,
      "grad_norm": 1.2820110321044922,
      "learning_rate": 2.4013328717102403e-07,
      "loss": 0.3443,
      "step": 2470600
    },
    {
      "epoch": 689.54,
      "grad_norm": 1.2400493621826172,
      "learning_rate": 2.401213648166562e-07,
      "loss": 0.3383,
      "step": 2470610
    },
    {
      "epoch": 689.54,
      "grad_norm": 1.2683327198028564,
      "learning_rate": 2.401094427422816e-07,
      "loss": 0.3383,
      "step": 2470620
    },
    {
      "epoch": 689.54,
      "grad_norm": 1.2680357694625854,
      "learning_rate": 2.400975209479028e-07,
      "loss": 0.3233,
      "step": 2470630
    },
    {
      "epoch": 689.55,
      "grad_norm": 1.483102560043335,
      "learning_rate": 2.4008559943352035e-07,
      "loss": 0.3319,
      "step": 2470640
    },
    {
      "epoch": 689.55,
      "grad_norm": 1.1418946981430054,
      "learning_rate": 2.400736781991361e-07,
      "loss": 0.3522,
      "step": 2470650
    },
    {
      "epoch": 689.55,
      "grad_norm": 1.1709074974060059,
      "learning_rate": 2.4006175724475177e-07,
      "loss": 0.3346,
      "step": 2470660
    },
    {
      "epoch": 689.55,
      "grad_norm": 1.1274828910827637,
      "learning_rate": 2.4004983657036877e-07,
      "loss": 0.3544,
      "step": 2470670
    },
    {
      "epoch": 689.56,
      "grad_norm": 1.5393834114074707,
      "learning_rate": 2.400379161759894e-07,
      "loss": 0.3415,
      "step": 2470680
    },
    {
      "epoch": 689.56,
      "grad_norm": 1.2616595029830933,
      "learning_rate": 2.400259960616141e-07,
      "loss": 0.3341,
      "step": 2470690
    },
    {
      "epoch": 689.56,
      "grad_norm": 1.0741544961929321,
      "learning_rate": 2.4001407622724534e-07,
      "loss": 0.3446,
      "step": 2470700
    },
    {
      "epoch": 689.56,
      "grad_norm": 1.2393475770950317,
      "learning_rate": 2.4000215667288463e-07,
      "loss": 0.3403,
      "step": 2470710
    },
    {
      "epoch": 689.57,
      "grad_norm": 1.0151329040527344,
      "learning_rate": 2.399902373985325e-07,
      "loss": 0.3373,
      "step": 2470720
    },
    {
      "epoch": 689.57,
      "grad_norm": 1.2906056642532349,
      "learning_rate": 2.399783184041923e-07,
      "loss": 0.3451,
      "step": 2470730
    },
    {
      "epoch": 689.57,
      "grad_norm": 1.2561275959014893,
      "learning_rate": 2.3996639968986404e-07,
      "loss": 0.336,
      "step": 2470740
    },
    {
      "epoch": 689.58,
      "grad_norm": 1.2260841131210327,
      "learning_rate": 2.399544812555501e-07,
      "loss": 0.3345,
      "step": 2470750
    },
    {
      "epoch": 689.58,
      "grad_norm": 1.1645450592041016,
      "learning_rate": 2.39942563101252e-07,
      "loss": 0.3371,
      "step": 2470760
    },
    {
      "epoch": 689.58,
      "grad_norm": 1.005866527557373,
      "learning_rate": 2.399306452269716e-07,
      "loss": 0.3425,
      "step": 2470770
    },
    {
      "epoch": 689.58,
      "grad_norm": 1.1582640409469604,
      "learning_rate": 2.399187276327096e-07,
      "loss": 0.3373,
      "step": 2470780
    },
    {
      "epoch": 689.59,
      "grad_norm": 1.2597323656082153,
      "learning_rate": 2.399068103184682e-07,
      "loss": 0.3308,
      "step": 2470790
    },
    {
      "epoch": 689.59,
      "grad_norm": 1.4182415008544922,
      "learning_rate": 2.3989489328424936e-07,
      "loss": 0.3572,
      "step": 2470800
    },
    {
      "epoch": 689.59,
      "grad_norm": 1.1480669975280762,
      "learning_rate": 2.398829765300532e-07,
      "loss": 0.3418,
      "step": 2470810
    },
    {
      "epoch": 689.6,
      "grad_norm": 1.0586354732513428,
      "learning_rate": 2.3987106005588323e-07,
      "loss": 0.3381,
      "step": 2470820
    },
    {
      "epoch": 689.6,
      "grad_norm": 1.1716586351394653,
      "learning_rate": 2.3985914386173987e-07,
      "loss": 0.3438,
      "step": 2470830
    },
    {
      "epoch": 689.6,
      "grad_norm": 1.2297993898391724,
      "learning_rate": 2.398472279476248e-07,
      "loss": 0.3227,
      "step": 2470840
    },
    {
      "epoch": 689.6,
      "grad_norm": 1.2507246732711792,
      "learning_rate": 2.398353123135399e-07,
      "loss": 0.3554,
      "step": 2470850
    },
    {
      "epoch": 689.61,
      "grad_norm": 1.223581314086914,
      "learning_rate": 2.3982339695948697e-07,
      "loss": 0.3465,
      "step": 2470860
    },
    {
      "epoch": 689.61,
      "grad_norm": 1.403461217880249,
      "learning_rate": 2.398114818854666e-07,
      "loss": 0.3375,
      "step": 2470870
    },
    {
      "epoch": 689.61,
      "grad_norm": 1.130246877670288,
      "learning_rate": 2.397995670914813e-07,
      "loss": 0.3489,
      "step": 2470880
    },
    {
      "epoch": 689.61,
      "grad_norm": 1.235929012298584,
      "learning_rate": 2.397876525775327e-07,
      "loss": 0.3346,
      "step": 2470890
    },
    {
      "epoch": 689.62,
      "grad_norm": 1.1690915822982788,
      "learning_rate": 2.3977573834362125e-07,
      "loss": 0.3421,
      "step": 2470900
    },
    {
      "epoch": 689.62,
      "grad_norm": 1.2044497728347778,
      "learning_rate": 2.3976382438975017e-07,
      "loss": 0.3332,
      "step": 2470910
    },
    {
      "epoch": 689.62,
      "grad_norm": 1.248172640800476,
      "learning_rate": 2.397519107159199e-07,
      "loss": 0.3472,
      "step": 2470920
    },
    {
      "epoch": 689.63,
      "grad_norm": 1.203593134880066,
      "learning_rate": 2.3973999732213197e-07,
      "loss": 0.3283,
      "step": 2470930
    },
    {
      "epoch": 689.63,
      "grad_norm": 1.2031490802764893,
      "learning_rate": 2.397280842083891e-07,
      "loss": 0.33,
      "step": 2470940
    },
    {
      "epoch": 689.63,
      "grad_norm": 1.14552640914917,
      "learning_rate": 2.3971617137469123e-07,
      "loss": 0.3436,
      "step": 2470950
    },
    {
      "epoch": 689.63,
      "grad_norm": 1.10380220413208,
      "learning_rate": 2.397042588210417e-07,
      "loss": 0.3433,
      "step": 2470960
    },
    {
      "epoch": 689.64,
      "grad_norm": 1.2362614870071411,
      "learning_rate": 2.396923465474408e-07,
      "loss": 0.3338,
      "step": 2470970
    },
    {
      "epoch": 689.64,
      "grad_norm": 1.6528211832046509,
      "learning_rate": 2.3968043455389043e-07,
      "loss": 0.3405,
      "step": 2470980
    },
    {
      "epoch": 689.64,
      "grad_norm": 1.1030713319778442,
      "learning_rate": 2.396685228403926e-07,
      "loss": 0.3439,
      "step": 2470990
    },
    {
      "epoch": 689.65,
      "grad_norm": 1.1930382251739502,
      "learning_rate": 2.3965661140694883e-07,
      "loss": 0.3378,
      "step": 2471000
    },
    {
      "epoch": 689.65,
      "grad_norm": 1.2599389553070068,
      "learning_rate": 2.3964470025355994e-07,
      "loss": 0.3531,
      "step": 2471010
    },
    {
      "epoch": 689.65,
      "grad_norm": 1.0937480926513672,
      "learning_rate": 2.3963278938022805e-07,
      "loss": 0.3443,
      "step": 2471020
    },
    {
      "epoch": 689.65,
      "grad_norm": 1.3397489786148071,
      "learning_rate": 2.396208787869552e-07,
      "loss": 0.3381,
      "step": 2471030
    },
    {
      "epoch": 689.66,
      "grad_norm": 1.5010638236999512,
      "learning_rate": 2.3960896847374164e-07,
      "loss": 0.3479,
      "step": 2471040
    },
    {
      "epoch": 689.66,
      "grad_norm": 1.2629419565200806,
      "learning_rate": 2.395970584405908e-07,
      "loss": 0.3296,
      "step": 2471050
    },
    {
      "epoch": 689.66,
      "grad_norm": 1.4492491483688354,
      "learning_rate": 2.395851486875029e-07,
      "loss": 0.3219,
      "step": 2471060
    },
    {
      "epoch": 689.67,
      "grad_norm": 1.2188119888305664,
      "learning_rate": 2.3957323921447977e-07,
      "loss": 0.3392,
      "step": 2471070
    },
    {
      "epoch": 689.67,
      "grad_norm": 1.4416701793670654,
      "learning_rate": 2.395613300215235e-07,
      "loss": 0.3321,
      "step": 2471080
    },
    {
      "epoch": 689.67,
      "grad_norm": 1.1502888202667236,
      "learning_rate": 2.3954942110863485e-07,
      "loss": 0.346,
      "step": 2471090
    },
    {
      "epoch": 689.67,
      "grad_norm": 1.277538776397705,
      "learning_rate": 2.3953751247581617e-07,
      "loss": 0.3353,
      "step": 2471100
    },
    {
      "epoch": 689.68,
      "grad_norm": 1.047560691833496,
      "learning_rate": 2.3952560412306856e-07,
      "loss": 0.3301,
      "step": 2471110
    },
    {
      "epoch": 689.68,
      "grad_norm": 1.225717306137085,
      "learning_rate": 2.3951369605039424e-07,
      "loss": 0.3396,
      "step": 2471120
    },
    {
      "epoch": 689.68,
      "grad_norm": 1.136783480644226,
      "learning_rate": 2.3950178825779333e-07,
      "loss": 0.3327,
      "step": 2471130
    },
    {
      "epoch": 689.68,
      "grad_norm": 1.1748524904251099,
      "learning_rate": 2.3948988074526943e-07,
      "loss": 0.3347,
      "step": 2471140
    },
    {
      "epoch": 689.69,
      "grad_norm": 1.21291184425354,
      "learning_rate": 2.394779735128228e-07,
      "loss": 0.3311,
      "step": 2471150
    },
    {
      "epoch": 689.69,
      "grad_norm": 1.4411956071853638,
      "learning_rate": 2.394660665604552e-07,
      "loss": 0.3502,
      "step": 2471160
    },
    {
      "epoch": 689.69,
      "grad_norm": 1.2107911109924316,
      "learning_rate": 2.394541598881688e-07,
      "loss": 0.3403,
      "step": 2471170
    },
    {
      "epoch": 689.7,
      "grad_norm": 1.2688260078430176,
      "learning_rate": 2.3944225349596437e-07,
      "loss": 0.3272,
      "step": 2471180
    },
    {
      "epoch": 689.7,
      "grad_norm": 1.1197240352630615,
      "learning_rate": 2.394303473838439e-07,
      "loss": 0.3297,
      "step": 2471190
    },
    {
      "epoch": 689.7,
      "grad_norm": 1.3510489463806152,
      "learning_rate": 2.3941844155180906e-07,
      "loss": 0.3269,
      "step": 2471200
    },
    {
      "epoch": 689.7,
      "grad_norm": 1.3712576627731323,
      "learning_rate": 2.3940653599986165e-07,
      "loss": 0.3328,
      "step": 2471210
    },
    {
      "epoch": 689.71,
      "grad_norm": 1.1736423969268799,
      "learning_rate": 2.393946307280024e-07,
      "loss": 0.3425,
      "step": 2471220
    },
    {
      "epoch": 689.71,
      "grad_norm": 1.1212165355682373,
      "learning_rate": 2.3938272573623347e-07,
      "loss": 0.342,
      "step": 2471230
    },
    {
      "epoch": 689.71,
      "grad_norm": 1.3414899110794067,
      "learning_rate": 2.3937082102455635e-07,
      "loss": 0.3347,
      "step": 2471240
    },
    {
      "epoch": 689.72,
      "grad_norm": 1.1943835020065308,
      "learning_rate": 2.3935891659297286e-07,
      "loss": 0.3352,
      "step": 2471250
    },
    {
      "epoch": 689.72,
      "grad_norm": 1.1187649965286255,
      "learning_rate": 2.3934701244148463e-07,
      "loss": 0.3457,
      "step": 2471260
    },
    {
      "epoch": 689.72,
      "grad_norm": 1.3072338104248047,
      "learning_rate": 2.393351085700921e-07,
      "loss": 0.3279,
      "step": 2471270
    },
    {
      "epoch": 689.72,
      "grad_norm": 1.4490370750427246,
      "learning_rate": 2.3932320497879896e-07,
      "loss": 0.3366,
      "step": 2471280
    },
    {
      "epoch": 689.73,
      "grad_norm": 1.1721842288970947,
      "learning_rate": 2.3931130166760495e-07,
      "loss": 0.351,
      "step": 2471290
    },
    {
      "epoch": 689.73,
      "grad_norm": 1.5614510774612427,
      "learning_rate": 2.392993986365122e-07,
      "loss": 0.3425,
      "step": 2471300
    },
    {
      "epoch": 689.73,
      "grad_norm": 1.258954644203186,
      "learning_rate": 2.392874958855229e-07,
      "loss": 0.326,
      "step": 2471310
    },
    {
      "epoch": 689.73,
      "grad_norm": 1.8030500411987305,
      "learning_rate": 2.392755934146377e-07,
      "loss": 0.3194,
      "step": 2471320
    },
    {
      "epoch": 689.74,
      "grad_norm": 1.1532014608383179,
      "learning_rate": 2.3926369122385867e-07,
      "loss": 0.3289,
      "step": 2471330
    },
    {
      "epoch": 689.74,
      "grad_norm": 1.234556794166565,
      "learning_rate": 2.392517893131873e-07,
      "loss": 0.3322,
      "step": 2471340
    },
    {
      "epoch": 689.74,
      "grad_norm": 1.1969223022460938,
      "learning_rate": 2.392398876826258e-07,
      "loss": 0.3483,
      "step": 2471350
    },
    {
      "epoch": 689.75,
      "grad_norm": 1.2417941093444824,
      "learning_rate": 2.392279863321745e-07,
      "loss": 0.3354,
      "step": 2471360
    },
    {
      "epoch": 689.75,
      "grad_norm": 1.7545076608657837,
      "learning_rate": 2.392160852618359e-07,
      "loss": 0.3398,
      "step": 2471370
    },
    {
      "epoch": 689.75,
      "grad_norm": 1.2754096984863281,
      "learning_rate": 2.3920418447161154e-07,
      "loss": 0.3392,
      "step": 2471380
    },
    {
      "epoch": 689.75,
      "grad_norm": 1.1551676988601685,
      "learning_rate": 2.391922839615022e-07,
      "loss": 0.3345,
      "step": 2471390
    },
    {
      "epoch": 689.76,
      "grad_norm": 1.3056557178497314,
      "learning_rate": 2.3918038373151064e-07,
      "loss": 0.3493,
      "step": 2471400
    },
    {
      "epoch": 689.76,
      "grad_norm": 1.2124985456466675,
      "learning_rate": 2.391684837816375e-07,
      "loss": 0.3331,
      "step": 2471410
    },
    {
      "epoch": 689.76,
      "grad_norm": 1.1277594566345215,
      "learning_rate": 2.391565841118848e-07,
      "loss": 0.3499,
      "step": 2471420
    },
    {
      "epoch": 689.77,
      "grad_norm": 1.3049609661102295,
      "learning_rate": 2.3914468472225415e-07,
      "loss": 0.3302,
      "step": 2471430
    },
    {
      "epoch": 689.77,
      "grad_norm": 1.1765341758728027,
      "learning_rate": 2.391327856127473e-07,
      "loss": 0.3372,
      "step": 2471440
    },
    {
      "epoch": 689.77,
      "grad_norm": 1.1183918714523315,
      "learning_rate": 2.391208867833653e-07,
      "loss": 0.3262,
      "step": 2471450
    },
    {
      "epoch": 689.77,
      "grad_norm": 1.2715363502502441,
      "learning_rate": 2.391089882341098e-07,
      "loss": 0.3295,
      "step": 2471460
    },
    {
      "epoch": 689.78,
      "grad_norm": 1.1335370540618896,
      "learning_rate": 2.390970899649834e-07,
      "loss": 0.3315,
      "step": 2471470
    },
    {
      "epoch": 689.78,
      "grad_norm": 1.1984338760375977,
      "learning_rate": 2.390851919759857e-07,
      "loss": 0.3454,
      "step": 2471480
    },
    {
      "epoch": 689.78,
      "grad_norm": 1.3228249549865723,
      "learning_rate": 2.3907329426712044e-07,
      "loss": 0.3338,
      "step": 2471490
    },
    {
      "epoch": 689.79,
      "grad_norm": 1.3907400369644165,
      "learning_rate": 2.390613968383876e-07,
      "loss": 0.3394,
      "step": 2471500
    },
    {
      "epoch": 689.79,
      "grad_norm": 1.2382192611694336,
      "learning_rate": 2.3904949968978953e-07,
      "loss": 0.3432,
      "step": 2471510
    },
    {
      "epoch": 689.79,
      "grad_norm": 1.3041768074035645,
      "learning_rate": 2.390376028213281e-07,
      "loss": 0.3485,
      "step": 2471520
    },
    {
      "epoch": 689.79,
      "grad_norm": 1.3274260759353638,
      "learning_rate": 2.390257062330035e-07,
      "loss": 0.3241,
      "step": 2471530
    },
    {
      "epoch": 689.8,
      "grad_norm": 1.3893623352050781,
      "learning_rate": 2.3901380992481934e-07,
      "loss": 0.3258,
      "step": 2471540
    },
    {
      "epoch": 689.8,
      "grad_norm": 1.225181221961975,
      "learning_rate": 2.3900191389677576e-07,
      "loss": 0.3369,
      "step": 2471550
    },
    {
      "epoch": 689.8,
      "grad_norm": 1.200393795967102,
      "learning_rate": 2.389900181488744e-07,
      "loss": 0.348,
      "step": 2471560
    },
    {
      "epoch": 689.8,
      "grad_norm": 1.167008638381958,
      "learning_rate": 2.3897812268111725e-07,
      "loss": 0.3306,
      "step": 2471570
    },
    {
      "epoch": 689.81,
      "grad_norm": 1.4800398349761963,
      "learning_rate": 2.389662274935066e-07,
      "loss": 0.3407,
      "step": 2471580
    },
    {
      "epoch": 689.81,
      "grad_norm": 1.3038169145584106,
      "learning_rate": 2.3895433258604235e-07,
      "loss": 0.3341,
      "step": 2471590
    },
    {
      "epoch": 689.81,
      "grad_norm": 1.2561705112457275,
      "learning_rate": 2.389424379587272e-07,
      "loss": 0.3483,
      "step": 2471600
    },
    {
      "epoch": 689.82,
      "grad_norm": 1.2008929252624512,
      "learning_rate": 2.3893054361156297e-07,
      "loss": 0.3257,
      "step": 2471610
    },
    {
      "epoch": 689.82,
      "grad_norm": 1.2629121541976929,
      "learning_rate": 2.3891864954454964e-07,
      "loss": 0.34,
      "step": 2471620
    },
    {
      "epoch": 689.82,
      "grad_norm": 1.0465368032455444,
      "learning_rate": 2.3890675575769114e-07,
      "loss": 0.3227,
      "step": 2471630
    },
    {
      "epoch": 689.82,
      "grad_norm": 1.6714653968811035,
      "learning_rate": 2.3889486225098745e-07,
      "loss": 0.3448,
      "step": 2471640
    },
    {
      "epoch": 689.83,
      "grad_norm": 1.3441386222839355,
      "learning_rate": 2.3888296902444034e-07,
      "loss": 0.3425,
      "step": 2471650
    },
    {
      "epoch": 689.83,
      "grad_norm": 1.1840680837631226,
      "learning_rate": 2.38871076078052e-07,
      "loss": 0.3278,
      "step": 2471660
    },
    {
      "epoch": 689.83,
      "grad_norm": 1.1446338891983032,
      "learning_rate": 2.3885918341182335e-07,
      "loss": 0.3362,
      "step": 2471670
    },
    {
      "epoch": 689.84,
      "grad_norm": 1.2213002443313599,
      "learning_rate": 2.388472910257563e-07,
      "loss": 0.3289,
      "step": 2471680
    },
    {
      "epoch": 689.84,
      "grad_norm": 1.1360026597976685,
      "learning_rate": 2.388353989198521e-07,
      "loss": 0.3339,
      "step": 2471690
    },
    {
      "epoch": 689.84,
      "grad_norm": 1.2106096744537354,
      "learning_rate": 2.388235070941131e-07,
      "loss": 0.3409,
      "step": 2471700
    },
    {
      "epoch": 689.84,
      "grad_norm": 1.1803258657455444,
      "learning_rate": 2.388116155485396e-07,
      "loss": 0.3439,
      "step": 2471710
    },
    {
      "epoch": 689.85,
      "grad_norm": 1.1929289102554321,
      "learning_rate": 2.3879972428313495e-07,
      "loss": 0.3422,
      "step": 2471720
    },
    {
      "epoch": 689.85,
      "grad_norm": 1.1854242086410522,
      "learning_rate": 2.3878783329789917e-07,
      "loss": 0.3279,
      "step": 2471730
    },
    {
      "epoch": 689.85,
      "grad_norm": 2.6112186908721924,
      "learning_rate": 2.3877594259283457e-07,
      "loss": 0.3435,
      "step": 2471740
    },
    {
      "epoch": 689.85,
      "grad_norm": 1.20741605758667,
      "learning_rate": 2.3876405216794274e-07,
      "loss": 0.3236,
      "step": 2471750
    },
    {
      "epoch": 689.86,
      "grad_norm": 1.1047450304031372,
      "learning_rate": 2.38752162023225e-07,
      "loss": 0.3378,
      "step": 2471760
    },
    {
      "epoch": 689.86,
      "grad_norm": 1.167102336883545,
      "learning_rate": 2.3874027215868285e-07,
      "loss": 0.3332,
      "step": 2471770
    },
    {
      "epoch": 689.86,
      "grad_norm": 1.3291562795639038,
      "learning_rate": 2.3872838257431817e-07,
      "loss": 0.3415,
      "step": 2471780
    },
    {
      "epoch": 689.87,
      "grad_norm": 1.2405610084533691,
      "learning_rate": 2.38716493270133e-07,
      "loss": 0.3312,
      "step": 2471790
    },
    {
      "epoch": 689.87,
      "grad_norm": 1.3668934106826782,
      "learning_rate": 2.3870460424612735e-07,
      "loss": 0.3332,
      "step": 2471800
    },
    {
      "epoch": 689.87,
      "grad_norm": 3.9704983234405518,
      "learning_rate": 2.386927155023046e-07,
      "loss": 0.3389,
      "step": 2471810
    },
    {
      "epoch": 689.87,
      "grad_norm": 1.2324814796447754,
      "learning_rate": 2.3868082703866504e-07,
      "loss": 0.3387,
      "step": 2471820
    },
    {
      "epoch": 689.88,
      "grad_norm": 1.1594923734664917,
      "learning_rate": 2.3866893885521096e-07,
      "loss": 0.3707,
      "step": 2471830
    },
    {
      "epoch": 689.88,
      "grad_norm": 3.467190742492676,
      "learning_rate": 2.386570509519442e-07,
      "loss": 0.3209,
      "step": 2471840
    },
    {
      "epoch": 689.88,
      "grad_norm": 1.079744577407837,
      "learning_rate": 2.3864516332886484e-07,
      "loss": 0.3253,
      "step": 2471850
    },
    {
      "epoch": 689.89,
      "grad_norm": 1.294579267501831,
      "learning_rate": 2.386332759859764e-07,
      "loss": 0.334,
      "step": 2471860
    },
    {
      "epoch": 689.89,
      "grad_norm": 1.349963665008545,
      "learning_rate": 2.386213889232792e-07,
      "loss": 0.3494,
      "step": 2471870
    },
    {
      "epoch": 689.89,
      "grad_norm": 1.1088083982467651,
      "learning_rate": 2.386095021407753e-07,
      "loss": 0.3616,
      "step": 2471880
    },
    {
      "epoch": 689.89,
      "grad_norm": 1.8184064626693726,
      "learning_rate": 2.385976156384666e-07,
      "loss": 0.3287,
      "step": 2471890
    },
    {
      "epoch": 689.9,
      "grad_norm": 1.0512607097625732,
      "learning_rate": 2.385857294163538e-07,
      "loss": 0.3364,
      "step": 2471900
    },
    {
      "epoch": 689.9,
      "grad_norm": 1.327927827835083,
      "learning_rate": 2.3857384347443873e-07,
      "loss": 0.3383,
      "step": 2471910
    },
    {
      "epoch": 689.9,
      "grad_norm": 1.1850484609603882,
      "learning_rate": 2.385619578127232e-07,
      "loss": 0.3326,
      "step": 2471920
    },
    {
      "epoch": 689.91,
      "grad_norm": 1.3671866655349731,
      "learning_rate": 2.3855007243120957e-07,
      "loss": 0.3524,
      "step": 2471930
    },
    {
      "epoch": 689.91,
      "grad_norm": 1.3066250085830688,
      "learning_rate": 2.3853818732989737e-07,
      "loss": 0.3295,
      "step": 2471940
    },
    {
      "epoch": 689.91,
      "grad_norm": 1.033029317855835,
      "learning_rate": 2.385263025087904e-07,
      "loss": 0.3427,
      "step": 2471950
    },
    {
      "epoch": 689.91,
      "grad_norm": 1.2944375276565552,
      "learning_rate": 2.38514417967889e-07,
      "loss": 0.3404,
      "step": 2471960
    },
    {
      "epoch": 689.92,
      "grad_norm": 1.2521824836730957,
      "learning_rate": 2.3850253370719496e-07,
      "loss": 0.3314,
      "step": 2471970
    },
    {
      "epoch": 689.92,
      "grad_norm": 1.2629594802856445,
      "learning_rate": 2.3849064972671016e-07,
      "loss": 0.3366,
      "step": 2471980
    },
    {
      "epoch": 689.92,
      "grad_norm": 1.3610159158706665,
      "learning_rate": 2.384787660264358e-07,
      "loss": 0.3517,
      "step": 2471990
    },
    {
      "epoch": 689.92,
      "grad_norm": 1.1623327732086182,
      "learning_rate": 2.384668826063735e-07,
      "loss": 0.33,
      "step": 2472000
    },
    {
      "epoch": 689.93,
      "grad_norm": 1.3119175434112549,
      "learning_rate": 2.3845499946652483e-07,
      "loss": 0.3423,
      "step": 2472010
    },
    {
      "epoch": 689.93,
      "grad_norm": 1.118432641029358,
      "learning_rate": 2.384431166068921e-07,
      "loss": 0.3172,
      "step": 2472020
    },
    {
      "epoch": 689.93,
      "grad_norm": 1.3361083269119263,
      "learning_rate": 2.384312340274758e-07,
      "loss": 0.3389,
      "step": 2472030
    },
    {
      "epoch": 689.94,
      "grad_norm": 1.3007404804229736,
      "learning_rate": 2.3841935172827815e-07,
      "loss": 0.3361,
      "step": 2472040
    },
    {
      "epoch": 689.94,
      "grad_norm": 1.1924086809158325,
      "learning_rate": 2.384074697093008e-07,
      "loss": 0.329,
      "step": 2472050
    },
    {
      "epoch": 689.94,
      "grad_norm": 1.1617584228515625,
      "learning_rate": 2.3839558797054438e-07,
      "loss": 0.3478,
      "step": 2472060
    },
    {
      "epoch": 689.94,
      "grad_norm": 1.2155711650848389,
      "learning_rate": 2.3838370651201198e-07,
      "loss": 0.3384,
      "step": 2472070
    },
    {
      "epoch": 689.95,
      "grad_norm": 1.399383783340454,
      "learning_rate": 2.383718253337036e-07,
      "loss": 0.3405,
      "step": 2472080
    },
    {
      "epoch": 689.95,
      "grad_norm": 1.3210958242416382,
      "learning_rate": 2.3835994443562235e-07,
      "loss": 0.332,
      "step": 2472090
    },
    {
      "epoch": 689.95,
      "grad_norm": 1.177125096321106,
      "learning_rate": 2.3834806381776878e-07,
      "loss": 0.3386,
      "step": 2472100
    },
    {
      "epoch": 689.96,
      "grad_norm": 1.2340986728668213,
      "learning_rate": 2.3833618348014497e-07,
      "loss": 0.3221,
      "step": 2472110
    },
    {
      "epoch": 689.96,
      "grad_norm": 1.2121288776397705,
      "learning_rate": 2.3832430342275245e-07,
      "loss": 0.3307,
      "step": 2472120
    },
    {
      "epoch": 689.96,
      "grad_norm": 1.101536750793457,
      "learning_rate": 2.3831242364559228e-07,
      "loss": 0.3217,
      "step": 2472130
    },
    {
      "epoch": 689.96,
      "grad_norm": 6.558195114135742,
      "learning_rate": 2.3830054414866654e-07,
      "loss": 0.3233,
      "step": 2472140
    },
    {
      "epoch": 689.97,
      "grad_norm": 1.2198481559753418,
      "learning_rate": 2.382886649319765e-07,
      "loss": 0.3371,
      "step": 2472150
    },
    {
      "epoch": 689.97,
      "grad_norm": 1.207397699356079,
      "learning_rate": 2.3827678599552457e-07,
      "loss": 0.3439,
      "step": 2472160
    },
    {
      "epoch": 689.97,
      "grad_norm": 1.4129700660705566,
      "learning_rate": 2.3826490733931124e-07,
      "loss": 0.3308,
      "step": 2472170
    },
    {
      "epoch": 689.97,
      "grad_norm": 1.5099889039993286,
      "learning_rate": 2.3825302896333854e-07,
      "loss": 0.3296,
      "step": 2472180
    },
    {
      "epoch": 689.98,
      "grad_norm": 1.2499537467956543,
      "learning_rate": 2.3824115086760863e-07,
      "loss": 0.3458,
      "step": 2472190
    },
    {
      "epoch": 689.98,
      "grad_norm": 1.2533698081970215,
      "learning_rate": 2.3822927305212148e-07,
      "loss": 0.3438,
      "step": 2472200
    },
    {
      "epoch": 689.98,
      "grad_norm": 1.3863728046417236,
      "learning_rate": 2.3821739551688044e-07,
      "loss": 0.34,
      "step": 2472210
    },
    {
      "epoch": 689.99,
      "grad_norm": 5.2107253074646,
      "learning_rate": 2.3820551826188608e-07,
      "loss": 0.3394,
      "step": 2472220
    },
    {
      "epoch": 689.99,
      "grad_norm": 1.2979401350021362,
      "learning_rate": 2.3819364128714022e-07,
      "loss": 0.3405,
      "step": 2472230
    },
    {
      "epoch": 689.99,
      "grad_norm": 1.215325951576233,
      "learning_rate": 2.3818176459264463e-07,
      "loss": 0.325,
      "step": 2472240
    },
    {
      "epoch": 689.99,
      "grad_norm": 1.1762789487838745,
      "learning_rate": 2.3816988817840116e-07,
      "loss": 0.328,
      "step": 2472250
    },
    {
      "epoch": 690.0,
      "grad_norm": 1.1816555261611938,
      "learning_rate": 2.3815801204441036e-07,
      "loss": 0.3284,
      "step": 2472260
    },
    {
      "epoch": 690.0,
      "grad_norm": 1.3410238027572632,
      "learning_rate": 2.3814613619067454e-07,
      "loss": 0.339,
      "step": 2472270
    },
    {
      "epoch": 690.0,
      "eval_loss": 0.337813138961792,
      "eval_runtime": 64.9334,
      "eval_samples_per_second": 77.911,
      "eval_steps_per_second": 9.748,
      "step": 2472270
    },
    {
      "epoch": 690.0,
      "grad_norm": 1.2922292947769165,
      "learning_rate": 2.381342606171955e-07,
      "loss": 0.338,
      "step": 2472280
    },
    {
      "epoch": 690.01,
      "grad_norm": 1.2550960779190063,
      "learning_rate": 2.381223853239738e-07,
      "loss": 0.3234,
      "step": 2472290
    },
    {
      "epoch": 690.01,
      "grad_norm": 1.2002313137054443,
      "learning_rate": 2.3811051031101258e-07,
      "loss": 0.3274,
      "step": 2472300
    },
    {
      "epoch": 690.01,
      "grad_norm": 1.1454278230667114,
      "learning_rate": 2.3809863557831206e-07,
      "loss": 0.3335,
      "step": 2472310
    },
    {
      "epoch": 690.01,
      "grad_norm": 1.3328394889831543,
      "learning_rate": 2.3808676112587432e-07,
      "loss": 0.3384,
      "step": 2472320
    },
    {
      "epoch": 690.02,
      "grad_norm": 1.1335127353668213,
      "learning_rate": 2.3807488695370119e-07,
      "loss": 0.348,
      "step": 2472330
    },
    {
      "epoch": 690.02,
      "grad_norm": 1.3551479578018188,
      "learning_rate": 2.3806301306179373e-07,
      "loss": 0.3457,
      "step": 2472340
    },
    {
      "epoch": 690.02,
      "grad_norm": 1.2312864065170288,
      "learning_rate": 2.3805113945015372e-07,
      "loss": 0.3353,
      "step": 2472350
    },
    {
      "epoch": 690.03,
      "grad_norm": 1.399722695350647,
      "learning_rate": 2.3803926611878276e-07,
      "loss": 0.3338,
      "step": 2472360
    },
    {
      "epoch": 690.03,
      "grad_norm": 1.4194368124008179,
      "learning_rate": 2.3802739306768266e-07,
      "loss": 0.3424,
      "step": 2472370
    },
    {
      "epoch": 690.03,
      "grad_norm": 1.243557333946228,
      "learning_rate": 2.3801552029685472e-07,
      "loss": 0.3298,
      "step": 2472380
    },
    {
      "epoch": 690.03,
      "grad_norm": 1.2592021226882935,
      "learning_rate": 2.3800364780630102e-07,
      "loss": 0.3262,
      "step": 2472390
    },
    {
      "epoch": 690.04,
      "grad_norm": 1.4377998113632202,
      "learning_rate": 2.379917755960221e-07,
      "loss": 0.3228,
      "step": 2472400
    },
    {
      "epoch": 690.04,
      "grad_norm": 1.118006944656372,
      "learning_rate": 2.379799036660205e-07,
      "loss": 0.3332,
      "step": 2472410
    },
    {
      "epoch": 690.04,
      "grad_norm": 1.187752604484558,
      "learning_rate": 2.3796803201629788e-07,
      "loss": 0.3299,
      "step": 2472420
    },
    {
      "epoch": 690.04,
      "grad_norm": 1.1623642444610596,
      "learning_rate": 2.379561606468544e-07,
      "loss": 0.3371,
      "step": 2472430
    },
    {
      "epoch": 690.05,
      "grad_norm": 1.0716267824172974,
      "learning_rate": 2.3794428955769353e-07,
      "loss": 0.3218,
      "step": 2472440
    },
    {
      "epoch": 690.05,
      "grad_norm": 1.1558505296707153,
      "learning_rate": 2.3793241874881545e-07,
      "loss": 0.3247,
      "step": 2472450
    },
    {
      "epoch": 690.05,
      "grad_norm": 1.2299319505691528,
      "learning_rate": 2.3792054822022256e-07,
      "loss": 0.3421,
      "step": 2472460
    },
    {
      "epoch": 690.06,
      "grad_norm": 1.3883944749832153,
      "learning_rate": 2.379086779719164e-07,
      "loss": 0.3385,
      "step": 2472470
    },
    {
      "epoch": 690.06,
      "grad_norm": 1.3194036483764648,
      "learning_rate": 2.3789680800389775e-07,
      "loss": 0.319,
      "step": 2472480
    },
    {
      "epoch": 690.06,
      "grad_norm": 1.1057932376861572,
      "learning_rate": 2.3788493831616895e-07,
      "loss": 0.3303,
      "step": 2472490
    },
    {
      "epoch": 690.06,
      "grad_norm": 1.1366589069366455,
      "learning_rate": 2.378730689087313e-07,
      "loss": 0.325,
      "step": 2472500
    },
    {
      "epoch": 690.07,
      "grad_norm": 1.0349236726760864,
      "learning_rate": 2.3786119978158662e-07,
      "loss": 0.342,
      "step": 2472510
    },
    {
      "epoch": 690.07,
      "grad_norm": 1.2187516689300537,
      "learning_rate": 2.3784933093473573e-07,
      "loss": 0.3561,
      "step": 2472520
    },
    {
      "epoch": 690.07,
      "grad_norm": 1.4433597326278687,
      "learning_rate": 2.3783746236818169e-07,
      "loss": 0.3348,
      "step": 2472530
    },
    {
      "epoch": 690.08,
      "grad_norm": 1.115443229675293,
      "learning_rate": 2.3782559408192453e-07,
      "loss": 0.3238,
      "step": 2472540
    },
    {
      "epoch": 690.08,
      "grad_norm": 1.2745431661605835,
      "learning_rate": 2.378137260759666e-07,
      "loss": 0.3501,
      "step": 2472550
    },
    {
      "epoch": 690.08,
      "grad_norm": 1.3655726909637451,
      "learning_rate": 2.3780185835030997e-07,
      "loss": 0.3408,
      "step": 2472560
    },
    {
      "epoch": 690.08,
      "grad_norm": 1.360478162765503,
      "learning_rate": 2.3778999090495492e-07,
      "loss": 0.3463,
      "step": 2472570
    },
    {
      "epoch": 690.09,
      "grad_norm": 1.3094279766082764,
      "learning_rate": 2.3777812373990376e-07,
      "loss": 0.3254,
      "step": 2472580
    },
    {
      "epoch": 690.09,
      "grad_norm": 1.1897119283676147,
      "learning_rate": 2.3776625685515807e-07,
      "loss": 0.3417,
      "step": 2472590
    },
    {
      "epoch": 690.09,
      "grad_norm": 1.1755328178405762,
      "learning_rate": 2.377543902507199e-07,
      "loss": 0.3472,
      "step": 2472600
    },
    {
      "epoch": 690.09,
      "grad_norm": 1.1686033010482788,
      "learning_rate": 2.3774252392658983e-07,
      "loss": 0.3385,
      "step": 2472610
    },
    {
      "epoch": 690.1,
      "grad_norm": 1.1911739110946655,
      "learning_rate": 2.377306578827699e-07,
      "loss": 0.3422,
      "step": 2472620
    },
    {
      "epoch": 690.1,
      "grad_norm": 1.2768323421478271,
      "learning_rate": 2.377187921192622e-07,
      "loss": 0.334,
      "step": 2472630
    },
    {
      "epoch": 690.1,
      "grad_norm": 1.235378384590149,
      "learning_rate": 2.3770692663606703e-07,
      "loss": 0.3324,
      "step": 2472640
    },
    {
      "epoch": 690.11,
      "grad_norm": 1.3222230672836304,
      "learning_rate": 2.3769506143318744e-07,
      "loss": 0.3382,
      "step": 2472650
    },
    {
      "epoch": 690.11,
      "grad_norm": 1.1534783840179443,
      "learning_rate": 2.3768319651062346e-07,
      "loss": 0.3293,
      "step": 2472660
    },
    {
      "epoch": 690.11,
      "grad_norm": 1.0927772521972656,
      "learning_rate": 2.376713318683785e-07,
      "loss": 0.3372,
      "step": 2472670
    },
    {
      "epoch": 690.11,
      "grad_norm": 1.259325385093689,
      "learning_rate": 2.3765946750645275e-07,
      "loss": 0.3353,
      "step": 2472680
    },
    {
      "epoch": 690.12,
      "grad_norm": 1.204847812652588,
      "learning_rate": 2.3764760342484838e-07,
      "loss": 0.3137,
      "step": 2472690
    },
    {
      "epoch": 690.12,
      "grad_norm": 1.3021388053894043,
      "learning_rate": 2.3763573962356716e-07,
      "loss": 0.3388,
      "step": 2472700
    },
    {
      "epoch": 690.12,
      "grad_norm": 1.2894171476364136,
      "learning_rate": 2.3762387610260987e-07,
      "loss": 0.3239,
      "step": 2472710
    },
    {
      "epoch": 690.13,
      "grad_norm": 1.1898038387298584,
      "learning_rate": 2.3761201286197835e-07,
      "loss": 0.3199,
      "step": 2472720
    },
    {
      "epoch": 690.13,
      "grad_norm": 1.3466547727584839,
      "learning_rate": 2.3760014990167443e-07,
      "loss": 0.3364,
      "step": 2472730
    },
    {
      "epoch": 690.13,
      "grad_norm": 1.312381625175476,
      "learning_rate": 2.3758828722170042e-07,
      "loss": 0.3348,
      "step": 2472740
    },
    {
      "epoch": 690.13,
      "grad_norm": 1.375256896018982,
      "learning_rate": 2.3757642482205634e-07,
      "loss": 0.3654,
      "step": 2472750
    },
    {
      "epoch": 690.14,
      "grad_norm": 1.2526801824569702,
      "learning_rate": 2.3756456270274453e-07,
      "loss": 0.3261,
      "step": 2472760
    },
    {
      "epoch": 690.14,
      "grad_norm": 1.229167103767395,
      "learning_rate": 2.375527008637668e-07,
      "loss": 0.3453,
      "step": 2472770
    },
    {
      "epoch": 690.14,
      "grad_norm": 1.1528937816619873,
      "learning_rate": 2.3754083930512424e-07,
      "loss": 0.3188,
      "step": 2472780
    },
    {
      "epoch": 690.15,
      "grad_norm": 1.2291721105575562,
      "learning_rate": 2.3752897802681937e-07,
      "loss": 0.34,
      "step": 2472790
    },
    {
      "epoch": 690.15,
      "grad_norm": 1.1473764181137085,
      "learning_rate": 2.375171170288525e-07,
      "loss": 0.3286,
      "step": 2472800
    },
    {
      "epoch": 690.15,
      "grad_norm": 1.216230869293213,
      "learning_rate": 2.375052563112257e-07,
      "loss": 0.3349,
      "step": 2472810
    },
    {
      "epoch": 690.15,
      "grad_norm": 1.3876559734344482,
      "learning_rate": 2.374933958739408e-07,
      "loss": 0.3225,
      "step": 2472820
    },
    {
      "epoch": 690.16,
      "grad_norm": 1.2607685327529907,
      "learning_rate": 2.3748153571699961e-07,
      "loss": 0.3397,
      "step": 2472830
    },
    {
      "epoch": 690.16,
      "grad_norm": 1.3941940069198608,
      "learning_rate": 2.3746967584040294e-07,
      "loss": 0.3404,
      "step": 2472840
    },
    {
      "epoch": 690.16,
      "grad_norm": 1.3050310611724854,
      "learning_rate": 2.3745781624415283e-07,
      "loss": 0.3452,
      "step": 2472850
    },
    {
      "epoch": 690.16,
      "grad_norm": 1.8220714330673218,
      "learning_rate": 2.3744595692825114e-07,
      "loss": 0.3415,
      "step": 2472860
    },
    {
      "epoch": 690.17,
      "grad_norm": 1.2256017923355103,
      "learning_rate": 2.374340978926981e-07,
      "loss": 0.331,
      "step": 2472870
    },
    {
      "epoch": 690.17,
      "grad_norm": 1.2933272123336792,
      "learning_rate": 2.3742223913749736e-07,
      "loss": 0.3419,
      "step": 2472880
    },
    {
      "epoch": 690.17,
      "grad_norm": 1.2391836643218994,
      "learning_rate": 2.3741038066264892e-07,
      "loss": 0.3325,
      "step": 2472890
    },
    {
      "epoch": 690.18,
      "grad_norm": 1.224493145942688,
      "learning_rate": 2.3739852246815488e-07,
      "loss": 0.3281,
      "step": 2472900
    },
    {
      "epoch": 690.18,
      "grad_norm": 4.761984825134277,
      "learning_rate": 2.3738666455401675e-07,
      "loss": 0.327,
      "step": 2472910
    },
    {
      "epoch": 690.18,
      "grad_norm": 1.5646554231643677,
      "learning_rate": 2.3737480692023642e-07,
      "loss": 0.3308,
      "step": 2472920
    },
    {
      "epoch": 690.18,
      "grad_norm": 1.2363801002502441,
      "learning_rate": 2.373629495668149e-07,
      "loss": 0.3197,
      "step": 2472930
    },
    {
      "epoch": 690.19,
      "grad_norm": 1.3686096668243408,
      "learning_rate": 2.3735109249375428e-07,
      "loss": 0.337,
      "step": 2472940
    },
    {
      "epoch": 690.19,
      "grad_norm": 1.4511871337890625,
      "learning_rate": 2.3733923570105556e-07,
      "loss": 0.3343,
      "step": 2472950
    },
    {
      "epoch": 690.19,
      "grad_norm": 1.3767582178115845,
      "learning_rate": 2.373273791887209e-07,
      "loss": 0.3467,
      "step": 2472960
    },
    {
      "epoch": 690.2,
      "grad_norm": 1.1556329727172852,
      "learning_rate": 2.373155229567523e-07,
      "loss": 0.3409,
      "step": 2472970
    },
    {
      "epoch": 690.2,
      "grad_norm": 1.3214963674545288,
      "learning_rate": 2.3730366700514978e-07,
      "loss": 0.3403,
      "step": 2472980
    },
    {
      "epoch": 690.2,
      "grad_norm": 1.0370606184005737,
      "learning_rate": 2.3729181133391625e-07,
      "loss": 0.3395,
      "step": 2472990
    },
    {
      "epoch": 690.2,
      "grad_norm": 1.2043797969818115,
      "learning_rate": 2.3727995594305322e-07,
      "loss": 0.3451,
      "step": 2473000
    },
    {
      "epoch": 690.21,
      "grad_norm": 1.1770057678222656,
      "learning_rate": 2.3726810083256096e-07,
      "loss": 0.3479,
      "step": 2473010
    },
    {
      "epoch": 690.21,
      "grad_norm": 1.4097018241882324,
      "learning_rate": 2.3725624600244288e-07,
      "loss": 0.3389,
      "step": 2473020
    },
    {
      "epoch": 690.21,
      "grad_norm": 1.2124184370040894,
      "learning_rate": 2.372443914526992e-07,
      "loss": 0.3458,
      "step": 2473030
    },
    {
      "epoch": 690.21,
      "grad_norm": 1.3175045251846313,
      "learning_rate": 2.3723253718333232e-07,
      "loss": 0.3507,
      "step": 2473040
    },
    {
      "epoch": 690.22,
      "grad_norm": 1.2274502515792847,
      "learning_rate": 2.3722068319434323e-07,
      "loss": 0.3347,
      "step": 2473050
    },
    {
      "epoch": 690.22,
      "grad_norm": 1.1439805030822754,
      "learning_rate": 2.3720882948573428e-07,
      "loss": 0.327,
      "step": 2473060
    },
    {
      "epoch": 690.22,
      "grad_norm": 1.3571847677230835,
      "learning_rate": 2.37196976057506e-07,
      "loss": 0.3458,
      "step": 2473070
    },
    {
      "epoch": 690.23,
      "grad_norm": 0.9854971766471863,
      "learning_rate": 2.3718512290966045e-07,
      "loss": 0.3369,
      "step": 2473080
    },
    {
      "epoch": 690.23,
      "grad_norm": 1.2453420162200928,
      "learning_rate": 2.3717327004219977e-07,
      "loss": 0.3493,
      "step": 2473090
    },
    {
      "epoch": 690.23,
      "grad_norm": 1.8302733898162842,
      "learning_rate": 2.3716141745512416e-07,
      "loss": 0.3448,
      "step": 2473100
    },
    {
      "epoch": 690.23,
      "grad_norm": 1.215987205505371,
      "learning_rate": 2.37149565148437e-07,
      "loss": 0.3427,
      "step": 2473110
    },
    {
      "epoch": 690.24,
      "grad_norm": 1.1601365804672241,
      "learning_rate": 2.371377131221386e-07,
      "loss": 0.3436,
      "step": 2473120
    },
    {
      "epoch": 690.24,
      "grad_norm": 1.1171798706054688,
      "learning_rate": 2.3712586137623075e-07,
      "loss": 0.3393,
      "step": 2473130
    },
    {
      "epoch": 690.24,
      "grad_norm": 1.196334958076477,
      "learning_rate": 2.3711400991071553e-07,
      "loss": 0.3432,
      "step": 2473140
    },
    {
      "epoch": 690.25,
      "grad_norm": 1.2692985534667969,
      "learning_rate": 2.3710215872559372e-07,
      "loss": 0.3373,
      "step": 2473150
    },
    {
      "epoch": 690.25,
      "grad_norm": 1.228350043296814,
      "learning_rate": 2.3709030782086716e-07,
      "loss": 0.3432,
      "step": 2473160
    },
    {
      "epoch": 690.25,
      "grad_norm": 1.3821418285369873,
      "learning_rate": 2.3707845719653792e-07,
      "loss": 0.3381,
      "step": 2473170
    },
    {
      "epoch": 690.25,
      "grad_norm": 1.3403913974761963,
      "learning_rate": 2.370666068526073e-07,
      "loss": 0.3467,
      "step": 2473180
    },
    {
      "epoch": 690.26,
      "grad_norm": 1.072892189025879,
      "learning_rate": 2.3705475678907635e-07,
      "loss": 0.3501,
      "step": 2473190
    },
    {
      "epoch": 690.26,
      "grad_norm": 1.2012724876403809,
      "learning_rate": 2.3704290700594765e-07,
      "loss": 0.336,
      "step": 2473200
    },
    {
      "epoch": 690.26,
      "grad_norm": 1.413671851158142,
      "learning_rate": 2.37031057503222e-07,
      "loss": 0.347,
      "step": 2473210
    },
    {
      "epoch": 690.27,
      "grad_norm": 1.1539095640182495,
      "learning_rate": 2.3701920828090095e-07,
      "loss": 0.3425,
      "step": 2473220
    },
    {
      "epoch": 690.27,
      "grad_norm": 1.315351963043213,
      "learning_rate": 2.3700735933898712e-07,
      "loss": 0.3528,
      "step": 2473230
    },
    {
      "epoch": 690.27,
      "grad_norm": 1.366298794746399,
      "learning_rate": 2.3699551067748023e-07,
      "loss": 0.3407,
      "step": 2473240
    },
    {
      "epoch": 690.27,
      "grad_norm": 1.1898161172866821,
      "learning_rate": 2.3698366229638394e-07,
      "loss": 0.3322,
      "step": 2473250
    },
    {
      "epoch": 690.28,
      "grad_norm": 1.251098871231079,
      "learning_rate": 2.3697181419569823e-07,
      "loss": 0.3206,
      "step": 2473260
    },
    {
      "epoch": 690.28,
      "grad_norm": 1.2772595882415771,
      "learning_rate": 2.3695996637542518e-07,
      "loss": 0.351,
      "step": 2473270
    },
    {
      "epoch": 690.28,
      "grad_norm": 1.3213835954666138,
      "learning_rate": 2.3694811883556716e-07,
      "loss": 0.3273,
      "step": 2473280
    },
    {
      "epoch": 690.28,
      "grad_norm": 1.1320631504058838,
      "learning_rate": 2.3693627157612468e-07,
      "loss": 0.3633,
      "step": 2473290
    },
    {
      "epoch": 690.29,
      "grad_norm": 1.1445069313049316,
      "learning_rate": 2.369244245970993e-07,
      "loss": 0.3393,
      "step": 2473300
    },
    {
      "epoch": 690.29,
      "grad_norm": 1.1572188138961792,
      "learning_rate": 2.3691257789849332e-07,
      "loss": 0.344,
      "step": 2473310
    },
    {
      "epoch": 690.29,
      "grad_norm": 1.2412102222442627,
      "learning_rate": 2.3690073148030812e-07,
      "loss": 0.3232,
      "step": 2473320
    },
    {
      "epoch": 690.3,
      "grad_norm": 1.4258928298950195,
      "learning_rate": 2.3688888534254442e-07,
      "loss": 0.3455,
      "step": 2473330
    },
    {
      "epoch": 690.3,
      "grad_norm": 1.2808411121368408,
      "learning_rate": 2.3687703948520537e-07,
      "loss": 0.3348,
      "step": 2473340
    },
    {
      "epoch": 690.3,
      "grad_norm": 1.2681201696395874,
      "learning_rate": 2.368651939082915e-07,
      "loss": 0.3501,
      "step": 2473350
    },
    {
      "epoch": 690.3,
      "grad_norm": 1.3605339527130127,
      "learning_rate": 2.368533486118043e-07,
      "loss": 0.3237,
      "step": 2473360
    },
    {
      "epoch": 690.31,
      "grad_norm": 1.4007527828216553,
      "learning_rate": 2.3684150359574595e-07,
      "loss": 0.3239,
      "step": 2473370
    },
    {
      "epoch": 690.31,
      "grad_norm": 1.1494314670562744,
      "learning_rate": 2.3682965886011742e-07,
      "loss": 0.3116,
      "step": 2473380
    },
    {
      "epoch": 690.31,
      "grad_norm": 1.200791597366333,
      "learning_rate": 2.368178144049206e-07,
      "loss": 0.3439,
      "step": 2473390
    },
    {
      "epoch": 690.32,
      "grad_norm": 1.2277823686599731,
      "learning_rate": 2.3680597023015696e-07,
      "loss": 0.3422,
      "step": 2473400
    },
    {
      "epoch": 690.32,
      "grad_norm": 1.1328282356262207,
      "learning_rate": 2.367941263358284e-07,
      "loss": 0.339,
      "step": 2473410
    },
    {
      "epoch": 690.32,
      "grad_norm": 1.223853588104248,
      "learning_rate": 2.3678228272193616e-07,
      "loss": 0.3409,
      "step": 2473420
    },
    {
      "epoch": 690.32,
      "grad_norm": 1.176177978515625,
      "learning_rate": 2.367704393884816e-07,
      "loss": 0.3263,
      "step": 2473430
    },
    {
      "epoch": 690.33,
      "grad_norm": 1.1424229145050049,
      "learning_rate": 2.367585963354673e-07,
      "loss": 0.3256,
      "step": 2473440
    },
    {
      "epoch": 690.33,
      "grad_norm": 1.1796011924743652,
      "learning_rate": 2.3674675356289297e-07,
      "loss": 0.3292,
      "step": 2473450
    },
    {
      "epoch": 690.33,
      "grad_norm": 1.2056443691253662,
      "learning_rate": 2.367349110707623e-07,
      "loss": 0.3375,
      "step": 2473460
    },
    {
      "epoch": 690.33,
      "grad_norm": 1.2642271518707275,
      "learning_rate": 2.3672306885907577e-07,
      "loss": 0.3483,
      "step": 2473470
    },
    {
      "epoch": 690.34,
      "grad_norm": 1.3462446928024292,
      "learning_rate": 2.367112269278347e-07,
      "loss": 0.3319,
      "step": 2473480
    },
    {
      "epoch": 690.34,
      "grad_norm": 1.2166184186935425,
      "learning_rate": 2.3669938527704117e-07,
      "loss": 0.3407,
      "step": 2473490
    },
    {
      "epoch": 690.34,
      "grad_norm": 1.2657005786895752,
      "learning_rate": 2.3668754390669728e-07,
      "loss": 0.3349,
      "step": 2473500
    },
    {
      "epoch": 690.35,
      "grad_norm": 1.1681081056594849,
      "learning_rate": 2.3667570281680324e-07,
      "loss": 0.3323,
      "step": 2473510
    },
    {
      "epoch": 690.35,
      "grad_norm": 1.2982113361358643,
      "learning_rate": 2.366638620073617e-07,
      "loss": 0.3487,
      "step": 2473520
    },
    {
      "epoch": 690.35,
      "grad_norm": 1.3598549365997314,
      "learning_rate": 2.366520214783737e-07,
      "loss": 0.3417,
      "step": 2473530
    },
    {
      "epoch": 690.35,
      "grad_norm": 1.5794178247451782,
      "learning_rate": 2.3664018122984104e-07,
      "loss": 0.3231,
      "step": 2473540
    },
    {
      "epoch": 690.36,
      "grad_norm": 1.3838140964508057,
      "learning_rate": 2.366283412617658e-07,
      "loss": 0.3364,
      "step": 2473550
    },
    {
      "epoch": 690.36,
      "grad_norm": 1.409654974937439,
      "learning_rate": 2.3661650157414852e-07,
      "loss": 0.3314,
      "step": 2473560
    },
    {
      "epoch": 690.36,
      "grad_norm": 1.4215832948684692,
      "learning_rate": 2.3660466216699126e-07,
      "loss": 0.3355,
      "step": 2473570
    },
    {
      "epoch": 690.37,
      "grad_norm": 1.3740558624267578,
      "learning_rate": 2.3659282304029585e-07,
      "loss": 0.3356,
      "step": 2473580
    },
    {
      "epoch": 690.37,
      "grad_norm": 1.1682672500610352,
      "learning_rate": 2.3658098419406307e-07,
      "loss": 0.3433,
      "step": 2473590
    },
    {
      "epoch": 690.37,
      "grad_norm": 1.2784392833709717,
      "learning_rate": 2.365691456282958e-07,
      "loss": 0.3316,
      "step": 2473600
    },
    {
      "epoch": 690.37,
      "grad_norm": 1.0969693660736084,
      "learning_rate": 2.3655730734299452e-07,
      "loss": 0.3428,
      "step": 2473610
    },
    {
      "epoch": 690.38,
      "grad_norm": 1.2086955308914185,
      "learning_rate": 2.3654546933816108e-07,
      "loss": 0.3338,
      "step": 2473620
    },
    {
      "epoch": 690.38,
      "grad_norm": 2.408620595932007,
      "learning_rate": 2.3653363161379706e-07,
      "loss": 0.3426,
      "step": 2473630
    },
    {
      "epoch": 690.38,
      "grad_norm": 1.465598702430725,
      "learning_rate": 2.3652179416990478e-07,
      "loss": 0.3433,
      "step": 2473640
    },
    {
      "epoch": 690.39,
      "grad_norm": 1.3297603130340576,
      "learning_rate": 2.3650995700648448e-07,
      "loss": 0.3364,
      "step": 2473650
    },
    {
      "epoch": 690.39,
      "grad_norm": 1.2552765607833862,
      "learning_rate": 2.3649812012353853e-07,
      "loss": 0.3368,
      "step": 2473660
    },
    {
      "epoch": 690.39,
      "grad_norm": 1.3995285034179688,
      "learning_rate": 2.36486283521069e-07,
      "loss": 0.3502,
      "step": 2473670
    },
    {
      "epoch": 690.39,
      "grad_norm": 1.3641116619110107,
      "learning_rate": 2.3647444719907565e-07,
      "loss": 0.3365,
      "step": 2473680
    },
    {
      "epoch": 690.4,
      "grad_norm": 1.2847280502319336,
      "learning_rate": 2.3646261115756235e-07,
      "loss": 0.3354,
      "step": 2473690
    },
    {
      "epoch": 690.4,
      "grad_norm": 1.0268093347549438,
      "learning_rate": 2.3645077539652885e-07,
      "loss": 0.3284,
      "step": 2473700
    },
    {
      "epoch": 690.4,
      "grad_norm": 1.3671938180923462,
      "learning_rate": 2.3643893991597776e-07,
      "loss": 0.3228,
      "step": 2473710
    },
    {
      "epoch": 690.4,
      "grad_norm": 1.2277506589889526,
      "learning_rate": 2.3642710471591014e-07,
      "loss": 0.3326,
      "step": 2473720
    },
    {
      "epoch": 690.41,
      "grad_norm": 1.125411868095398,
      "learning_rate": 2.364152697963283e-07,
      "loss": 0.332,
      "step": 2473730
    },
    {
      "epoch": 690.41,
      "grad_norm": 1.2165493965148926,
      "learning_rate": 2.3640343515723302e-07,
      "loss": 0.3413,
      "step": 2473740
    },
    {
      "epoch": 690.41,
      "grad_norm": 1.2420806884765625,
      "learning_rate": 2.3639160079862588e-07,
      "loss": 0.3467,
      "step": 2473750
    },
    {
      "epoch": 690.42,
      "grad_norm": 1.2701125144958496,
      "learning_rate": 2.363797667205092e-07,
      "loss": 0.3251,
      "step": 2473760
    },
    {
      "epoch": 690.42,
      "grad_norm": 1.2866939306259155,
      "learning_rate": 2.3636793292288327e-07,
      "loss": 0.3332,
      "step": 2473770
    },
    {
      "epoch": 690.42,
      "grad_norm": 1.297783374786377,
      "learning_rate": 2.3635609940575122e-07,
      "loss": 0.3326,
      "step": 2473780
    },
    {
      "epoch": 690.42,
      "grad_norm": 1.1024657487869263,
      "learning_rate": 2.3634426616911352e-07,
      "loss": 0.325,
      "step": 2473790
    },
    {
      "epoch": 690.43,
      "grad_norm": 1.3917750120162964,
      "learning_rate": 2.3633243321297228e-07,
      "loss": 0.328,
      "step": 2473800
    },
    {
      "epoch": 690.43,
      "grad_norm": 1.0939280986785889,
      "learning_rate": 2.3632060053732906e-07,
      "loss": 0.3201,
      "step": 2473810
    },
    {
      "epoch": 690.43,
      "grad_norm": 1.302254319190979,
      "learning_rate": 2.363087681421844e-07,
      "loss": 0.3284,
      "step": 2473820
    },
    {
      "epoch": 690.44,
      "grad_norm": 3.2297208309173584,
      "learning_rate": 2.3629693602754164e-07,
      "loss": 0.3512,
      "step": 2473830
    },
    {
      "epoch": 690.44,
      "grad_norm": 1.1624243259429932,
      "learning_rate": 2.3628510419340108e-07,
      "loss": 0.3268,
      "step": 2473840
    },
    {
      "epoch": 690.44,
      "grad_norm": 1.0622855424880981,
      "learning_rate": 2.3627327263976477e-07,
      "loss": 0.3391,
      "step": 2473850
    },
    {
      "epoch": 690.44,
      "grad_norm": 2.2843916416168213,
      "learning_rate": 2.3626144136663404e-07,
      "loss": 0.341,
      "step": 2473860
    },
    {
      "epoch": 690.45,
      "grad_norm": 1.3303898572921753,
      "learning_rate": 2.362496103740112e-07,
      "loss": 0.3394,
      "step": 2473870
    },
    {
      "epoch": 690.45,
      "grad_norm": 1.3412530422210693,
      "learning_rate": 2.3623777966189655e-07,
      "loss": 0.3348,
      "step": 2473880
    },
    {
      "epoch": 690.45,
      "grad_norm": 1.1570842266082764,
      "learning_rate": 2.3622594923029268e-07,
      "loss": 0.3299,
      "step": 2473890
    },
    {
      "epoch": 690.45,
      "grad_norm": 1.152815818786621,
      "learning_rate": 2.362141190792011e-07,
      "loss": 0.3169,
      "step": 2473900
    },
    {
      "epoch": 690.46,
      "grad_norm": 1.159441590309143,
      "learning_rate": 2.3620228920862215e-07,
      "loss": 0.3312,
      "step": 2473910
    },
    {
      "epoch": 690.46,
      "grad_norm": 1.0753767490386963,
      "learning_rate": 2.3619045961855944e-07,
      "loss": 0.3348,
      "step": 2473920
    },
    {
      "epoch": 690.46,
      "grad_norm": 1.2948211431503296,
      "learning_rate": 2.3617863030901294e-07,
      "loss": 0.3277,
      "step": 2473930
    },
    {
      "epoch": 690.47,
      "grad_norm": 1.2438558340072632,
      "learning_rate": 2.3616680127998477e-07,
      "loss": 0.346,
      "step": 2473940
    },
    {
      "epoch": 690.47,
      "grad_norm": 1.298741102218628,
      "learning_rate": 2.3615497253147674e-07,
      "loss": 0.3397,
      "step": 2473950
    },
    {
      "epoch": 690.47,
      "grad_norm": 1.2043030261993408,
      "learning_rate": 2.3614314406348988e-07,
      "loss": 0.3254,
      "step": 2473960
    },
    {
      "epoch": 690.47,
      "grad_norm": 1.1439796686172485,
      "learning_rate": 2.361313158760263e-07,
      "loss": 0.342,
      "step": 2473970
    },
    {
      "epoch": 690.48,
      "grad_norm": 1.0558247566223145,
      "learning_rate": 2.36119487969087e-07,
      "loss": 0.3293,
      "step": 2473980
    },
    {
      "epoch": 690.48,
      "grad_norm": 1.121808409690857,
      "learning_rate": 2.3610766034267461e-07,
      "loss": 0.3288,
      "step": 2473990
    },
    {
      "epoch": 690.48,
      "grad_norm": 1.080116629600525,
      "learning_rate": 2.3609583299678885e-07,
      "loss": 0.3308,
      "step": 2474000
    },
    {
      "epoch": 690.49,
      "grad_norm": 1.3284287452697754,
      "learning_rate": 2.3608400593143364e-07,
      "loss": 0.3361,
      "step": 2474010
    },
    {
      "epoch": 690.49,
      "grad_norm": 1.0448839664459229,
      "learning_rate": 2.3607217914660874e-07,
      "loss": 0.3436,
      "step": 2474020
    },
    {
      "epoch": 690.49,
      "grad_norm": 1.0964752435684204,
      "learning_rate": 2.360603526423162e-07,
      "loss": 0.339,
      "step": 2474030
    },
    {
      "epoch": 690.49,
      "grad_norm": 1.2686251401901245,
      "learning_rate": 2.3604852641855837e-07,
      "loss": 0.3438,
      "step": 2474040
    },
    {
      "epoch": 690.5,
      "grad_norm": 1.097193956375122,
      "learning_rate": 2.360367004753355e-07,
      "loss": 0.3168,
      "step": 2474050
    },
    {
      "epoch": 690.5,
      "grad_norm": 1.22512948513031,
      "learning_rate": 2.360248748126502e-07,
      "loss": 0.34,
      "step": 2474060
    },
    {
      "epoch": 690.5,
      "grad_norm": 5.573392868041992,
      "learning_rate": 2.3601304943050328e-07,
      "loss": 0.3339,
      "step": 2474070
    },
    {
      "epoch": 690.51,
      "grad_norm": 1.3884333372116089,
      "learning_rate": 2.3600122432889754e-07,
      "loss": 0.3366,
      "step": 2474080
    },
    {
      "epoch": 690.51,
      "grad_norm": 1.3066046237945557,
      "learning_rate": 2.3598939950783305e-07,
      "loss": 0.3364,
      "step": 2474090
    },
    {
      "epoch": 690.51,
      "grad_norm": 1.0810223817825317,
      "learning_rate": 2.359775749673121e-07,
      "loss": 0.3241,
      "step": 2474100
    },
    {
      "epoch": 690.51,
      "grad_norm": 1.1603730916976929,
      "learning_rate": 2.3596575070733625e-07,
      "loss": 0.3469,
      "step": 2474110
    },
    {
      "epoch": 690.52,
      "grad_norm": 1.1919983625411987,
      "learning_rate": 2.359539267279071e-07,
      "loss": 0.3544,
      "step": 2474120
    },
    {
      "epoch": 690.52,
      "grad_norm": 1.22549307346344,
      "learning_rate": 2.359421030290267e-07,
      "loss": 0.3356,
      "step": 2474130
    },
    {
      "epoch": 690.52,
      "grad_norm": 1.374121069908142,
      "learning_rate": 2.359302796106951e-07,
      "loss": 0.3306,
      "step": 2474140
    },
    {
      "epoch": 690.52,
      "grad_norm": 1.2657335996627808,
      "learning_rate": 2.3591845647291585e-07,
      "loss": 0.3269,
      "step": 2474150
    },
    {
      "epoch": 690.53,
      "grad_norm": 1.0328948497772217,
      "learning_rate": 2.3590663361568902e-07,
      "loss": 0.3425,
      "step": 2474160
    },
    {
      "epoch": 690.53,
      "grad_norm": 1.5878074169158936,
      "learning_rate": 2.3589481103901668e-07,
      "loss": 0.3478,
      "step": 2474170
    },
    {
      "epoch": 690.53,
      "grad_norm": 0.9983604550361633,
      "learning_rate": 2.3588298874290092e-07,
      "loss": 0.3238,
      "step": 2474180
    },
    {
      "epoch": 690.54,
      "grad_norm": 1.3335866928100586,
      "learning_rate": 2.358711667273425e-07,
      "loss": 0.3225,
      "step": 2474190
    },
    {
      "epoch": 690.54,
      "grad_norm": 1.2281780242919922,
      "learning_rate": 2.3585934499234325e-07,
      "loss": 0.3154,
      "step": 2474200
    },
    {
      "epoch": 690.54,
      "grad_norm": 1.2871425151824951,
      "learning_rate": 2.3584752353790473e-07,
      "loss": 0.3399,
      "step": 2474210
    },
    {
      "epoch": 690.54,
      "grad_norm": 1.2394514083862305,
      "learning_rate": 2.3583570236402927e-07,
      "loss": 0.345,
      "step": 2474220
    },
    {
      "epoch": 690.55,
      "grad_norm": 1.1957695484161377,
      "learning_rate": 2.3582388147071717e-07,
      "loss": 0.3599,
      "step": 2474230
    },
    {
      "epoch": 690.55,
      "grad_norm": 1.4579557180404663,
      "learning_rate": 2.3581206085797074e-07,
      "loss": 0.3344,
      "step": 2474240
    },
    {
      "epoch": 690.55,
      "grad_norm": 1.256266713142395,
      "learning_rate": 2.358002405257918e-07,
      "loss": 0.3443,
      "step": 2474250
    },
    {
      "epoch": 690.56,
      "grad_norm": 1.2702816724777222,
      "learning_rate": 2.357884204741806e-07,
      "loss": 0.3479,
      "step": 2474260
    },
    {
      "epoch": 690.56,
      "grad_norm": 1.1180661916732788,
      "learning_rate": 2.3577660070314054e-07,
      "loss": 0.3357,
      "step": 2474270
    },
    {
      "epoch": 690.56,
      "grad_norm": 1.4193729162216187,
      "learning_rate": 2.357647812126719e-07,
      "loss": 0.3464,
      "step": 2474280
    },
    {
      "epoch": 690.56,
      "grad_norm": 1.1886203289031982,
      "learning_rate": 2.3575296200277647e-07,
      "loss": 0.3368,
      "step": 2474290
    },
    {
      "epoch": 690.57,
      "grad_norm": 1.3023663759231567,
      "learning_rate": 2.3574114307345635e-07,
      "loss": 0.338,
      "step": 2474300
    },
    {
      "epoch": 690.57,
      "grad_norm": 1.8034549951553345,
      "learning_rate": 2.3572932442471308e-07,
      "loss": 0.3641,
      "step": 2474310
    },
    {
      "epoch": 690.57,
      "grad_norm": 1.2546591758728027,
      "learning_rate": 2.3571750605654747e-07,
      "loss": 0.3336,
      "step": 2474320
    },
    {
      "epoch": 690.57,
      "grad_norm": 1.2785097360610962,
      "learning_rate": 2.3570568796896158e-07,
      "loss": 0.3244,
      "step": 2474330
    },
    {
      "epoch": 690.58,
      "grad_norm": 1.340855598449707,
      "learning_rate": 2.356938701619575e-07,
      "loss": 0.326,
      "step": 2474340
    },
    {
      "epoch": 690.58,
      "grad_norm": 1.1287118196487427,
      "learning_rate": 2.3568205263553524e-07,
      "loss": 0.3629,
      "step": 2474350
    },
    {
      "epoch": 690.58,
      "grad_norm": 1.4195071458816528,
      "learning_rate": 2.356702353896984e-07,
      "loss": 0.3437,
      "step": 2474360
    },
    {
      "epoch": 690.59,
      "grad_norm": 1.237152099609375,
      "learning_rate": 2.3565841842444703e-07,
      "loss": 0.3393,
      "step": 2474370
    },
    {
      "epoch": 690.59,
      "grad_norm": 1.125573754310608,
      "learning_rate": 2.3564660173978344e-07,
      "loss": 0.3138,
      "step": 2474380
    },
    {
      "epoch": 690.59,
      "grad_norm": 1.2674156427383423,
      "learning_rate": 2.3563478533570922e-07,
      "loss": 0.3475,
      "step": 2474390
    },
    {
      "epoch": 690.59,
      "grad_norm": 1.2332528829574585,
      "learning_rate": 2.3562296921222486e-07,
      "loss": 0.3271,
      "step": 2474400
    },
    {
      "epoch": 690.6,
      "grad_norm": 1.2133851051330566,
      "learning_rate": 2.356111533693335e-07,
      "loss": 0.3249,
      "step": 2474410
    },
    {
      "epoch": 690.6,
      "grad_norm": 1.193901777267456,
      "learning_rate": 2.3559933780703568e-07,
      "loss": 0.3502,
      "step": 2474420
    },
    {
      "epoch": 690.6,
      "grad_norm": 1.2812724113464355,
      "learning_rate": 2.3558752252533343e-07,
      "loss": 0.3518,
      "step": 2474430
    },
    {
      "epoch": 690.61,
      "grad_norm": 1.1733250617980957,
      "learning_rate": 2.355757075242281e-07,
      "loss": 0.3279,
      "step": 2474440
    },
    {
      "epoch": 690.61,
      "grad_norm": 1.7052087783813477,
      "learning_rate": 2.3556389280372173e-07,
      "loss": 0.3379,
      "step": 2474450
    },
    {
      "epoch": 690.61,
      "grad_norm": 1.3056397438049316,
      "learning_rate": 2.3555207836381514e-07,
      "loss": 0.3296,
      "step": 2474460
    },
    {
      "epoch": 690.61,
      "grad_norm": 1.6930429935455322,
      "learning_rate": 2.3554026420451013e-07,
      "loss": 0.3337,
      "step": 2474470
    },
    {
      "epoch": 690.62,
      "grad_norm": 1.328142523765564,
      "learning_rate": 2.3552845032580903e-07,
      "loss": 0.341,
      "step": 2474480
    },
    {
      "epoch": 690.62,
      "grad_norm": 1.3095922470092773,
      "learning_rate": 2.355166367277116e-07,
      "loss": 0.349,
      "step": 2474490
    },
    {
      "epoch": 690.62,
      "grad_norm": 1.5184117555618286,
      "learning_rate": 2.3550482341022177e-07,
      "loss": 0.3443,
      "step": 2474500
    },
    {
      "epoch": 690.63,
      "grad_norm": 1.232532024383545,
      "learning_rate": 2.3549301037333947e-07,
      "loss": 0.3548,
      "step": 2474510
    },
    {
      "epoch": 690.63,
      "grad_norm": 1.1773700714111328,
      "learning_rate": 2.3548119761706685e-07,
      "loss": 0.3386,
      "step": 2474520
    },
    {
      "epoch": 690.63,
      "grad_norm": 1.113999366760254,
      "learning_rate": 2.354693851414057e-07,
      "loss": 0.3381,
      "step": 2474530
    },
    {
      "epoch": 690.63,
      "grad_norm": 1.3983070850372314,
      "learning_rate": 2.3545757294635677e-07,
      "loss": 0.3272,
      "step": 2474540
    },
    {
      "epoch": 690.64,
      "grad_norm": 1.087106704711914,
      "learning_rate": 2.354457610319222e-07,
      "loss": 0.3309,
      "step": 2474550
    },
    {
      "epoch": 690.64,
      "grad_norm": 1.2908929586410522,
      "learning_rate": 2.3543394939810352e-07,
      "loss": 0.3401,
      "step": 2474560
    },
    {
      "epoch": 690.64,
      "grad_norm": 1.249350905418396,
      "learning_rate": 2.3542213804490254e-07,
      "loss": 0.3342,
      "step": 2474570
    },
    {
      "epoch": 690.64,
      "grad_norm": 1.4578627347946167,
      "learning_rate": 2.3541032697231982e-07,
      "loss": 0.334,
      "step": 2474580
    },
    {
      "epoch": 690.65,
      "grad_norm": 1.110150694847107,
      "learning_rate": 2.3539851618035872e-07,
      "loss": 0.3243,
      "step": 2474590
    },
    {
      "epoch": 690.65,
      "grad_norm": 1.295202612876892,
      "learning_rate": 2.353867056690192e-07,
      "loss": 0.3371,
      "step": 2474600
    },
    {
      "epoch": 690.65,
      "grad_norm": 1.341366171836853,
      "learning_rate": 2.3537489543830344e-07,
      "loss": 0.3414,
      "step": 2474610
    },
    {
      "epoch": 690.66,
      "grad_norm": 2.464564323425293,
      "learning_rate": 2.3536308548821317e-07,
      "loss": 0.3487,
      "step": 2474620
    },
    {
      "epoch": 690.66,
      "grad_norm": 1.4093546867370605,
      "learning_rate": 2.3535127581874972e-07,
      "loss": 0.3296,
      "step": 2474630
    },
    {
      "epoch": 690.66,
      "grad_norm": 1.3449158668518066,
      "learning_rate": 2.3533946642991441e-07,
      "loss": 0.3429,
      "step": 2474640
    },
    {
      "epoch": 690.66,
      "grad_norm": 1.0319417715072632,
      "learning_rate": 2.353276573217093e-07,
      "loss": 0.3319,
      "step": 2474650
    },
    {
      "epoch": 690.67,
      "grad_norm": 1.1974023580551147,
      "learning_rate": 2.3531584849413622e-07,
      "loss": 0.3388,
      "step": 2474660
    },
    {
      "epoch": 690.67,
      "grad_norm": 1.277835726737976,
      "learning_rate": 2.3530403994719595e-07,
      "loss": 0.3345,
      "step": 2474670
    },
    {
      "epoch": 690.67,
      "grad_norm": 1.4152275323867798,
      "learning_rate": 2.3529223168089003e-07,
      "loss": 0.3184,
      "step": 2474680
    },
    {
      "epoch": 690.68,
      "grad_norm": 1.1490813493728638,
      "learning_rate": 2.3528042369522085e-07,
      "loss": 0.3386,
      "step": 2474690
    },
    {
      "epoch": 690.68,
      "grad_norm": 1.4076987504959106,
      "learning_rate": 2.3526861599018942e-07,
      "loss": 0.3304,
      "step": 2474700
    },
    {
      "epoch": 690.68,
      "grad_norm": 1.344167947769165,
      "learning_rate": 2.352568085657978e-07,
      "loss": 0.3336,
      "step": 2474710
    },
    {
      "epoch": 690.68,
      "grad_norm": 1.304909586906433,
      "learning_rate": 2.352450014220463e-07,
      "loss": 0.3251,
      "step": 2474720
    },
    {
      "epoch": 690.69,
      "grad_norm": 1.1525723934173584,
      "learning_rate": 2.3523319455893826e-07,
      "loss": 0.3259,
      "step": 2474730
    },
    {
      "epoch": 690.69,
      "grad_norm": 1.5245546102523804,
      "learning_rate": 2.3522138797647397e-07,
      "loss": 0.3318,
      "step": 2474740
    },
    {
      "epoch": 690.69,
      "grad_norm": 1.2153745889663696,
      "learning_rate": 2.3520958167465548e-07,
      "loss": 0.3206,
      "step": 2474750
    },
    {
      "epoch": 690.69,
      "grad_norm": 1.1727238893508911,
      "learning_rate": 2.3519777565348467e-07,
      "loss": 0.3304,
      "step": 2474760
    },
    {
      "epoch": 690.7,
      "grad_norm": 1.269568681716919,
      "learning_rate": 2.3518596991296225e-07,
      "loss": 0.3526,
      "step": 2474770
    },
    {
      "epoch": 690.7,
      "grad_norm": 1.5726895332336426,
      "learning_rate": 2.3517416445309034e-07,
      "loss": 0.3446,
      "step": 2474780
    },
    {
      "epoch": 690.7,
      "grad_norm": 0.9956421256065369,
      "learning_rate": 2.3516235927387048e-07,
      "loss": 0.3361,
      "step": 2474790
    },
    {
      "epoch": 690.71,
      "grad_norm": 1.2219456434249878,
      "learning_rate": 2.3515055437530453e-07,
      "loss": 0.3415,
      "step": 2474800
    },
    {
      "epoch": 690.71,
      "grad_norm": 1.1723545789718628,
      "learning_rate": 2.3513874975739297e-07,
      "loss": 0.3509,
      "step": 2474810
    },
    {
      "epoch": 690.71,
      "grad_norm": 1.3003066778182983,
      "learning_rate": 2.3512694542013895e-07,
      "loss": 0.3305,
      "step": 2474820
    },
    {
      "epoch": 690.71,
      "grad_norm": 1.188347339630127,
      "learning_rate": 2.3511514136354297e-07,
      "loss": 0.3386,
      "step": 2474830
    },
    {
      "epoch": 690.72,
      "grad_norm": 1.249481439590454,
      "learning_rate": 2.351033375876066e-07,
      "loss": 0.3504,
      "step": 2474840
    },
    {
      "epoch": 690.72,
      "grad_norm": 1.716525912284851,
      "learning_rate": 2.3509153409233218e-07,
      "loss": 0.3379,
      "step": 2474850
    },
    {
      "epoch": 690.72,
      "grad_norm": 1.211321234703064,
      "learning_rate": 2.3507973087772049e-07,
      "loss": 0.3492,
      "step": 2474860
    },
    {
      "epoch": 690.73,
      "grad_norm": 1.4620271921157837,
      "learning_rate": 2.3506792794377337e-07,
      "loss": 0.3365,
      "step": 2474870
    },
    {
      "epoch": 690.73,
      "grad_norm": 2.9588451385498047,
      "learning_rate": 2.3505612529049235e-07,
      "loss": 0.3441,
      "step": 2474880
    },
    {
      "epoch": 690.73,
      "grad_norm": 1.1843687295913696,
      "learning_rate": 2.3504432291787952e-07,
      "loss": 0.3307,
      "step": 2474890
    },
    {
      "epoch": 690.73,
      "grad_norm": 1.3433761596679688,
      "learning_rate": 2.3503252082593544e-07,
      "loss": 0.3413,
      "step": 2474900
    },
    {
      "epoch": 690.74,
      "grad_norm": 1.2167930603027344,
      "learning_rate": 2.350207190146624e-07,
      "loss": 0.3298,
      "step": 2474910
    },
    {
      "epoch": 690.74,
      "grad_norm": 1.7028684616088867,
      "learning_rate": 2.3500891748406197e-07,
      "loss": 0.3331,
      "step": 2474920
    },
    {
      "epoch": 690.74,
      "grad_norm": 1.3065654039382935,
      "learning_rate": 2.3499711623413496e-07,
      "loss": 0.3374,
      "step": 2474930
    },
    {
      "epoch": 690.75,
      "grad_norm": 1.2606068849563599,
      "learning_rate": 2.349853152648842e-07,
      "loss": 0.3295,
      "step": 2474940
    },
    {
      "epoch": 690.75,
      "grad_norm": 1.1902345418930054,
      "learning_rate": 2.3497351457631024e-07,
      "loss": 0.3357,
      "step": 2474950
    },
    {
      "epoch": 690.75,
      "grad_norm": 1.3473519086837769,
      "learning_rate": 2.3496171416841512e-07,
      "loss": 0.3374,
      "step": 2474960
    },
    {
      "epoch": 690.75,
      "grad_norm": 1.0954030752182007,
      "learning_rate": 2.349499140412002e-07,
      "loss": 0.3373,
      "step": 2474970
    },
    {
      "epoch": 690.76,
      "grad_norm": 1.345159888267517,
      "learning_rate": 2.3493811419466723e-07,
      "loss": 0.3391,
      "step": 2474980
    },
    {
      "epoch": 690.76,
      "grad_norm": 1.1477665901184082,
      "learning_rate": 2.3492631462881783e-07,
      "loss": 0.3212,
      "step": 2474990
    },
    {
      "epoch": 690.76,
      "grad_norm": 1.2262877225875854,
      "learning_rate": 2.3491451534365328e-07,
      "loss": 0.325,
      "step": 2475000
    },
    {
      "epoch": 690.76,
      "grad_norm": 1.3198983669281006,
      "learning_rate": 2.349027163391754e-07,
      "loss": 0.3419,
      "step": 2475010
    },
    {
      "epoch": 690.77,
      "grad_norm": 1.1640413999557495,
      "learning_rate": 2.348909176153855e-07,
      "loss": 0.3334,
      "step": 2475020
    },
    {
      "epoch": 690.77,
      "grad_norm": 1.245474934577942,
      "learning_rate": 2.3487911917228563e-07,
      "loss": 0.3506,
      "step": 2475030
    },
    {
      "epoch": 690.77,
      "grad_norm": 1.2791104316711426,
      "learning_rate": 2.348673210098769e-07,
      "loss": 0.341,
      "step": 2475040
    },
    {
      "epoch": 690.78,
      "grad_norm": 1.3732699155807495,
      "learning_rate": 2.3485552312816078e-07,
      "loss": 0.3444,
      "step": 2475050
    },
    {
      "epoch": 690.78,
      "grad_norm": 1.0544830560684204,
      "learning_rate": 2.3484372552713967e-07,
      "loss": 0.3377,
      "step": 2475060
    },
    {
      "epoch": 690.78,
      "grad_norm": 1.3179118633270264,
      "learning_rate": 2.3483192820681357e-07,
      "loss": 0.3286,
      "step": 2475070
    },
    {
      "epoch": 690.78,
      "grad_norm": 1.5443564653396606,
      "learning_rate": 2.3482013116718613e-07,
      "loss": 0.3367,
      "step": 2475080
    },
    {
      "epoch": 690.79,
      "grad_norm": 1.4386208057403564,
      "learning_rate": 2.3480833440825703e-07,
      "loss": 0.3408,
      "step": 2475090
    },
    {
      "epoch": 690.79,
      "grad_norm": 1.2322196960449219,
      "learning_rate": 2.3479653793002894e-07,
      "loss": 0.3389,
      "step": 2475100
    },
    {
      "epoch": 690.79,
      "grad_norm": 1.1526923179626465,
      "learning_rate": 2.3478474173250312e-07,
      "loss": 0.3644,
      "step": 2475110
    },
    {
      "epoch": 690.8,
      "grad_norm": 1.3265571594238281,
      "learning_rate": 2.3477294581568142e-07,
      "loss": 0.3244,
      "step": 2475120
    },
    {
      "epoch": 690.8,
      "grad_norm": 1.2652133703231812,
      "learning_rate": 2.3476115017956485e-07,
      "loss": 0.3532,
      "step": 2475130
    },
    {
      "epoch": 690.8,
      "grad_norm": 1.185882329940796,
      "learning_rate": 2.3474935482415527e-07,
      "loss": 0.3406,
      "step": 2475140
    },
    {
      "epoch": 690.8,
      "grad_norm": 1.170467734336853,
      "learning_rate": 2.347375597494547e-07,
      "loss": 0.3404,
      "step": 2475150
    },
    {
      "epoch": 690.81,
      "grad_norm": 1.268752098083496,
      "learning_rate": 2.3472576495546322e-07,
      "loss": 0.3452,
      "step": 2475160
    },
    {
      "epoch": 690.81,
      "grad_norm": 1.1762639284133911,
      "learning_rate": 2.3471397044218443e-07,
      "loss": 0.3316,
      "step": 2475170
    },
    {
      "epoch": 690.81,
      "grad_norm": 1.2560052871704102,
      "learning_rate": 2.347021762096186e-07,
      "loss": 0.3394,
      "step": 2475180
    },
    {
      "epoch": 690.81,
      "grad_norm": 1.285753846168518,
      "learning_rate": 2.3469038225776724e-07,
      "loss": 0.3352,
      "step": 2475190
    },
    {
      "epoch": 690.82,
      "grad_norm": 1.5336472988128662,
      "learning_rate": 2.3467858858663302e-07,
      "loss": 0.3433,
      "step": 2475200
    },
    {
      "epoch": 690.82,
      "grad_norm": 1.0050632953643799,
      "learning_rate": 2.3466679519621644e-07,
      "loss": 0.3503,
      "step": 2475210
    },
    {
      "epoch": 690.82,
      "grad_norm": 1.2448590993881226,
      "learning_rate": 2.3465500208651906e-07,
      "loss": 0.3482,
      "step": 2475220
    },
    {
      "epoch": 690.83,
      "grad_norm": 1.2726061344146729,
      "learning_rate": 2.3464320925754297e-07,
      "loss": 0.318,
      "step": 2475230
    },
    {
      "epoch": 690.83,
      "grad_norm": 1.1193888187408447,
      "learning_rate": 2.3463141670929023e-07,
      "loss": 0.3297,
      "step": 2475240
    },
    {
      "epoch": 690.83,
      "grad_norm": 1.2319310903549194,
      "learning_rate": 2.346196244417606e-07,
      "loss": 0.3453,
      "step": 2475250
    },
    {
      "epoch": 690.83,
      "grad_norm": 1.0246609449386597,
      "learning_rate": 2.3460783245495768e-07,
      "loss": 0.333,
      "step": 2475260
    },
    {
      "epoch": 690.84,
      "grad_norm": 1.403621792793274,
      "learning_rate": 2.345960407488818e-07,
      "loss": 0.3402,
      "step": 2475270
    },
    {
      "epoch": 690.84,
      "grad_norm": 1.2751933336257935,
      "learning_rate": 2.34584249323535e-07,
      "loss": 0.3189,
      "step": 2475280
    },
    {
      "epoch": 690.84,
      "grad_norm": 1.1828384399414062,
      "learning_rate": 2.3457245817891883e-07,
      "loss": 0.3443,
      "step": 2475290
    },
    {
      "epoch": 690.85,
      "grad_norm": 1.4255690574645996,
      "learning_rate": 2.345606673150341e-07,
      "loss": 0.337,
      "step": 2475300
    },
    {
      "epoch": 690.85,
      "grad_norm": 1.4786304235458374,
      "learning_rate": 2.3454887673188416e-07,
      "loss": 0.35,
      "step": 2475310
    },
    {
      "epoch": 690.85,
      "grad_norm": 1.176775574684143,
      "learning_rate": 2.3453708642946878e-07,
      "loss": 0.3198,
      "step": 2475320
    },
    {
      "epoch": 690.85,
      "grad_norm": 1.3494759798049927,
      "learning_rate": 2.3452529640779007e-07,
      "loss": 0.3415,
      "step": 2475330
    },
    {
      "epoch": 690.86,
      "grad_norm": 1.3585362434387207,
      "learning_rate": 2.3451350666685028e-07,
      "loss": 0.3219,
      "step": 2475340
    },
    {
      "epoch": 690.86,
      "grad_norm": 1.2556371688842773,
      "learning_rate": 2.3450171720665028e-07,
      "loss": 0.3266,
      "step": 2475350
    },
    {
      "epoch": 690.86,
      "grad_norm": 1.158149242401123,
      "learning_rate": 2.344899280271916e-07,
      "loss": 0.3513,
      "step": 2475360
    },
    {
      "epoch": 690.87,
      "grad_norm": 1.2049939632415771,
      "learning_rate": 2.3447813912847575e-07,
      "loss": 0.3371,
      "step": 2475370
    },
    {
      "epoch": 690.87,
      "grad_norm": 1.3618954420089722,
      "learning_rate": 2.3446635051050544e-07,
      "loss": 0.3332,
      "step": 2475380
    },
    {
      "epoch": 690.87,
      "grad_norm": 1.4599463939666748,
      "learning_rate": 2.3445456217328003e-07,
      "loss": 0.336,
      "step": 2475390
    },
    {
      "epoch": 690.87,
      "grad_norm": 1.317107915878296,
      "learning_rate": 2.3444277411680378e-07,
      "loss": 0.3471,
      "step": 2475400
    },
    {
      "epoch": 690.88,
      "grad_norm": 1.150386095046997,
      "learning_rate": 2.3443098634107613e-07,
      "loss": 0.3306,
      "step": 2475410
    },
    {
      "epoch": 690.88,
      "grad_norm": 1.2970845699310303,
      "learning_rate": 2.3441919884609942e-07,
      "loss": 0.3439,
      "step": 2475420
    },
    {
      "epoch": 690.88,
      "grad_norm": 1.142905592918396,
      "learning_rate": 2.3440741163187572e-07,
      "loss": 0.3529,
      "step": 2475430
    },
    {
      "epoch": 690.88,
      "grad_norm": 1.3394813537597656,
      "learning_rate": 2.3439562469840584e-07,
      "loss": 0.3174,
      "step": 2475440
    },
    {
      "epoch": 690.89,
      "grad_norm": 1.701735258102417,
      "learning_rate": 2.3438383804569132e-07,
      "loss": 0.3544,
      "step": 2475450
    },
    {
      "epoch": 690.89,
      "grad_norm": 1.216629981994629,
      "learning_rate": 2.3437205167373424e-07,
      "loss": 0.3408,
      "step": 2475460
    },
    {
      "epoch": 690.89,
      "grad_norm": 1.4536793231964111,
      "learning_rate": 2.3436026558253619e-07,
      "loss": 0.3312,
      "step": 2475470
    },
    {
      "epoch": 690.9,
      "grad_norm": 1.295473575592041,
      "learning_rate": 2.3434847977209818e-07,
      "loss": 0.3275,
      "step": 2475480
    },
    {
      "epoch": 690.9,
      "grad_norm": 1.2132612466812134,
      "learning_rate": 2.3433669424242204e-07,
      "loss": 0.3425,
      "step": 2475490
    },
    {
      "epoch": 690.9,
      "grad_norm": 3.761779308319092,
      "learning_rate": 2.3432490899350986e-07,
      "loss": 0.3395,
      "step": 2475500
    },
    {
      "epoch": 690.9,
      "grad_norm": 1.4760547876358032,
      "learning_rate": 2.3431312402536164e-07,
      "loss": 0.324,
      "step": 2475510
    },
    {
      "epoch": 690.91,
      "grad_norm": 1.205963373184204,
      "learning_rate": 2.3430133933798125e-07,
      "loss": 0.3361,
      "step": 2475520
    },
    {
      "epoch": 690.91,
      "grad_norm": 1.1281554698944092,
      "learning_rate": 2.3428955493136848e-07,
      "loss": 0.324,
      "step": 2475530
    },
    {
      "epoch": 690.91,
      "grad_norm": 1.2959731817245483,
      "learning_rate": 2.3427777080552538e-07,
      "loss": 0.3354,
      "step": 2475540
    },
    {
      "epoch": 690.92,
      "grad_norm": 1.2486114501953125,
      "learning_rate": 2.3426598696045353e-07,
      "loss": 0.3347,
      "step": 2475550
    },
    {
      "epoch": 690.92,
      "grad_norm": 1.1958165168762207,
      "learning_rate": 2.3425420339615474e-07,
      "loss": 0.343,
      "step": 2475560
    },
    {
      "epoch": 690.92,
      "grad_norm": 1.2315226793289185,
      "learning_rate": 2.3424242011263082e-07,
      "loss": 0.3534,
      "step": 2475570
    },
    {
      "epoch": 690.92,
      "grad_norm": 1.2335184812545776,
      "learning_rate": 2.3423063710988257e-07,
      "loss": 0.3364,
      "step": 2475580
    },
    {
      "epoch": 690.93,
      "grad_norm": 1.1692891120910645,
      "learning_rate": 2.342188543879118e-07,
      "loss": 0.3424,
      "step": 2475590
    },
    {
      "epoch": 690.93,
      "grad_norm": 1.619733452796936,
      "learning_rate": 2.3420707194672033e-07,
      "loss": 0.3364,
      "step": 2475600
    },
    {
      "epoch": 690.93,
      "grad_norm": 1.6284239292144775,
      "learning_rate": 2.3419528978631e-07,
      "loss": 0.3356,
      "step": 2475610
    },
    {
      "epoch": 690.93,
      "grad_norm": 1.2367826700210571,
      "learning_rate": 2.3418350790668158e-07,
      "loss": 0.3428,
      "step": 2475620
    },
    {
      "epoch": 690.94,
      "grad_norm": 1.3997400999069214,
      "learning_rate": 2.341717263078369e-07,
      "loss": 0.3602,
      "step": 2475630
    },
    {
      "epoch": 690.94,
      "grad_norm": 1.311177372932434,
      "learning_rate": 2.3415994498977775e-07,
      "loss": 0.321,
      "step": 2475640
    },
    {
      "epoch": 690.94,
      "grad_norm": 1.1650292873382568,
      "learning_rate": 2.3414816395250546e-07,
      "loss": 0.3376,
      "step": 2475650
    },
    {
      "epoch": 690.95,
      "grad_norm": 1.1156173944473267,
      "learning_rate": 2.3413638319602236e-07,
      "loss": 0.3362,
      "step": 2475660
    },
    {
      "epoch": 690.95,
      "grad_norm": 1.2050743103027344,
      "learning_rate": 2.3412460272032897e-07,
      "loss": 0.3423,
      "step": 2475670
    },
    {
      "epoch": 690.95,
      "grad_norm": 1.1628732681274414,
      "learning_rate": 2.341128225254274e-07,
      "loss": 0.3439,
      "step": 2475680
    },
    {
      "epoch": 690.95,
      "grad_norm": 1.028902292251587,
      "learning_rate": 2.341010426113189e-07,
      "loss": 0.3355,
      "step": 2475690
    },
    {
      "epoch": 690.96,
      "grad_norm": 1.129050612449646,
      "learning_rate": 2.3408926297800557e-07,
      "loss": 0.3257,
      "step": 2475700
    },
    {
      "epoch": 690.96,
      "grad_norm": 1.1463714838027954,
      "learning_rate": 2.3407748362548848e-07,
      "loss": 0.3329,
      "step": 2475710
    },
    {
      "epoch": 690.96,
      "grad_norm": 1.2345629930496216,
      "learning_rate": 2.3406570455376945e-07,
      "loss": 0.3408,
      "step": 2475720
    },
    {
      "epoch": 690.97,
      "grad_norm": 8.04196548461914,
      "learning_rate": 2.3405392576285024e-07,
      "loss": 0.3296,
      "step": 2475730
    },
    {
      "epoch": 690.97,
      "grad_norm": 1.3396780490875244,
      "learning_rate": 2.3404214725273118e-07,
      "loss": 0.3395,
      "step": 2475740
    },
    {
      "epoch": 690.97,
      "grad_norm": 1.3742214441299438,
      "learning_rate": 2.3403036902341588e-07,
      "loss": 0.3302,
      "step": 2475750
    },
    {
      "epoch": 690.97,
      "grad_norm": 1.6228806972503662,
      "learning_rate": 2.3401859107490434e-07,
      "loss": 0.3301,
      "step": 2475760
    },
    {
      "epoch": 690.98,
      "grad_norm": 1.2928167581558228,
      "learning_rate": 2.3400681340719867e-07,
      "loss": 0.3355,
      "step": 2475770
    },
    {
      "epoch": 690.98,
      "grad_norm": 1.1348992586135864,
      "learning_rate": 2.3399503602030012e-07,
      "loss": 0.3266,
      "step": 2475780
    },
    {
      "epoch": 690.98,
      "grad_norm": 1.3009536266326904,
      "learning_rate": 2.3398325891421134e-07,
      "loss": 0.3363,
      "step": 2475790
    },
    {
      "epoch": 690.99,
      "grad_norm": 1.2976343631744385,
      "learning_rate": 2.3397148208893256e-07,
      "loss": 0.3266,
      "step": 2475800
    },
    {
      "epoch": 690.99,
      "grad_norm": 1.3073011636734009,
      "learning_rate": 2.339597055444656e-07,
      "loss": 0.3495,
      "step": 2475810
    },
    {
      "epoch": 690.99,
      "grad_norm": 1.4392359256744385,
      "learning_rate": 2.339479292808131e-07,
      "loss": 0.3415,
      "step": 2475820
    },
    {
      "epoch": 690.99,
      "grad_norm": 1.2188379764556885,
      "learning_rate": 2.3393615329797477e-07,
      "loss": 0.336,
      "step": 2475830
    },
    {
      "epoch": 691.0,
      "grad_norm": 1.4863115549087524,
      "learning_rate": 2.33924377595954e-07,
      "loss": 0.3415,
      "step": 2475840
    },
    {
      "epoch": 691.0,
      "grad_norm": 1.4621187448501587,
      "learning_rate": 2.3391260217475129e-07,
      "loss": 0.3304,
      "step": 2475850
    },
    {
      "epoch": 691.0,
      "eval_loss": 0.33658745884895325,
      "eval_runtime": 68.4426,
      "eval_samples_per_second": 73.916,
      "eval_steps_per_second": 9.249,
      "step": 2475853
    },
    {
      "epoch": 691.0,
      "grad_norm": 1.281999945640564,
      "learning_rate": 2.3390082703436874e-07,
      "loss": 0.3283,
      "step": 2475860
    },
    {
      "epoch": 691.0,
      "grad_norm": 1.257503867149353,
      "learning_rate": 2.3388905217480792e-07,
      "loss": 0.3378,
      "step": 2475870
    },
    {
      "epoch": 691.01,
      "grad_norm": 1.1902166604995728,
      "learning_rate": 2.3387727759606907e-07,
      "loss": 0.3422,
      "step": 2475880
    },
    {
      "epoch": 691.01,
      "grad_norm": 1.3890362977981567,
      "learning_rate": 2.338655032981561e-07,
      "loss": 0.3329,
      "step": 2475890
    },
    {
      "epoch": 691.01,
      "grad_norm": 1.0795985460281372,
      "learning_rate": 2.3385372928106877e-07,
      "loss": 0.3374,
      "step": 2475900
    },
    {
      "epoch": 691.02,
      "grad_norm": 1.1375073194503784,
      "learning_rate": 2.3384195554480914e-07,
      "loss": 0.3316,
      "step": 2475910
    },
    {
      "epoch": 691.02,
      "grad_norm": 1.236495018005371,
      "learning_rate": 2.3383018208937878e-07,
      "loss": 0.3291,
      "step": 2475920
    },
    {
      "epoch": 691.02,
      "grad_norm": 1.1965932846069336,
      "learning_rate": 2.3381840891478003e-07,
      "loss": 0.3539,
      "step": 2475930
    },
    {
      "epoch": 691.02,
      "grad_norm": 1.2707654237747192,
      "learning_rate": 2.3380663602101311e-07,
      "loss": 0.3269,
      "step": 2475940
    },
    {
      "epoch": 691.03,
      "grad_norm": 1.170740008354187,
      "learning_rate": 2.337948634080802e-07,
      "loss": 0.3273,
      "step": 2475950
    },
    {
      "epoch": 691.03,
      "grad_norm": 1.3054282665252686,
      "learning_rate": 2.3378309107598328e-07,
      "loss": 0.3451,
      "step": 2475960
    },
    {
      "epoch": 691.03,
      "grad_norm": 1.2366927862167358,
      "learning_rate": 2.337713190247229e-07,
      "loss": 0.3327,
      "step": 2475970
    },
    {
      "epoch": 691.04,
      "grad_norm": 1.0450083017349243,
      "learning_rate": 2.3375954725430197e-07,
      "loss": 0.3412,
      "step": 2475980
    },
    {
      "epoch": 691.04,
      "grad_norm": 1.1652681827545166,
      "learning_rate": 2.3374777576472097e-07,
      "loss": 0.3261,
      "step": 2475990
    },
    {
      "epoch": 691.04,
      "grad_norm": 1.1912630796432495,
      "learning_rate": 2.3373600455598172e-07,
      "loss": 0.3541,
      "step": 2476000
    },
    {
      "epoch": 691.04,
      "grad_norm": 1.2621705532073975,
      "learning_rate": 2.3372423362808656e-07,
      "loss": 0.3377,
      "step": 2476010
    },
    {
      "epoch": 691.05,
      "grad_norm": 1.8334627151489258,
      "learning_rate": 2.3371246298103576e-07,
      "loss": 0.3312,
      "step": 2476020
    },
    {
      "epoch": 691.05,
      "grad_norm": 1.287597417831421,
      "learning_rate": 2.3370069261483165e-07,
      "loss": 0.3234,
      "step": 2476030
    },
    {
      "epoch": 691.05,
      "grad_norm": 1.177310585975647,
      "learning_rate": 2.3368892252947556e-07,
      "loss": 0.3194,
      "step": 2476040
    },
    {
      "epoch": 691.05,
      "grad_norm": 1.1538602113723755,
      "learning_rate": 2.336771527249698e-07,
      "loss": 0.3345,
      "step": 2476050
    },
    {
      "epoch": 691.06,
      "grad_norm": 1.2552293539047241,
      "learning_rate": 2.3366538320131414e-07,
      "loss": 0.3341,
      "step": 2476060
    },
    {
      "epoch": 691.06,
      "grad_norm": 1.1312440633773804,
      "learning_rate": 2.3365361395851247e-07,
      "loss": 0.3282,
      "step": 2476070
    },
    {
      "epoch": 691.06,
      "grad_norm": 1.3895529508590698,
      "learning_rate": 2.3364184499656477e-07,
      "loss": 0.335,
      "step": 2476080
    },
    {
      "epoch": 691.07,
      "grad_norm": 1.2493669986724854,
      "learning_rate": 2.336300763154729e-07,
      "loss": 0.3341,
      "step": 2476090
    },
    {
      "epoch": 691.07,
      "grad_norm": 1.1391388177871704,
      "learning_rate": 2.3361830791523913e-07,
      "loss": 0.3197,
      "step": 2476100
    },
    {
      "epoch": 691.07,
      "grad_norm": 1.4661442041397095,
      "learning_rate": 2.336065397958638e-07,
      "loss": 0.3234,
      "step": 2476110
    },
    {
      "epoch": 691.07,
      "grad_norm": 1.5086033344268799,
      "learning_rate": 2.3359477195734923e-07,
      "loss": 0.3395,
      "step": 2476120
    },
    {
      "epoch": 691.08,
      "grad_norm": 1.341383457183838,
      "learning_rate": 2.3358300439969695e-07,
      "loss": 0.3461,
      "step": 2476130
    },
    {
      "epoch": 691.08,
      "grad_norm": 1.1676870584487915,
      "learning_rate": 2.3357123712290856e-07,
      "loss": 0.336,
      "step": 2476140
    },
    {
      "epoch": 691.08,
      "grad_norm": 1.2794630527496338,
      "learning_rate": 2.3355947012698587e-07,
      "loss": 0.3527,
      "step": 2476150
    },
    {
      "epoch": 691.09,
      "grad_norm": 1.1248215436935425,
      "learning_rate": 2.3354770341192965e-07,
      "loss": 0.3411,
      "step": 2476160
    },
    {
      "epoch": 691.09,
      "grad_norm": 1.0880192518234253,
      "learning_rate": 2.3353593697774198e-07,
      "loss": 0.3279,
      "step": 2476170
    },
    {
      "epoch": 691.09,
      "grad_norm": 1.4358512163162231,
      "learning_rate": 2.3352417082442442e-07,
      "loss": 0.3342,
      "step": 2476180
    },
    {
      "epoch": 691.09,
      "grad_norm": 1.5442477464675903,
      "learning_rate": 2.3351240495197884e-07,
      "loss": 0.3336,
      "step": 2476190
    },
    {
      "epoch": 691.1,
      "grad_norm": 1.0796571969985962,
      "learning_rate": 2.3350063936040567e-07,
      "loss": 0.3402,
      "step": 2476200
    },
    {
      "epoch": 691.1,
      "grad_norm": 1.044150948524475,
      "learning_rate": 2.3348887404970813e-07,
      "loss": 0.3308,
      "step": 2476210
    },
    {
      "epoch": 691.1,
      "grad_norm": 1.224892497062683,
      "learning_rate": 2.334771090198864e-07,
      "loss": 0.3388,
      "step": 2476220
    },
    {
      "epoch": 691.11,
      "grad_norm": 1.2330715656280518,
      "learning_rate": 2.334653442709426e-07,
      "loss": 0.3333,
      "step": 2476230
    },
    {
      "epoch": 691.11,
      "grad_norm": 1.2888802289962769,
      "learning_rate": 2.3345357980287882e-07,
      "loss": 0.3371,
      "step": 2476240
    },
    {
      "epoch": 691.11,
      "grad_norm": 1.294592261314392,
      "learning_rate": 2.3344181561569557e-07,
      "loss": 0.3303,
      "step": 2476250
    },
    {
      "epoch": 691.11,
      "grad_norm": 1.1110531091690063,
      "learning_rate": 2.3343005170939467e-07,
      "loss": 0.3399,
      "step": 2476260
    },
    {
      "epoch": 691.12,
      "grad_norm": 1.1574090719223022,
      "learning_rate": 2.3341828808397817e-07,
      "loss": 0.3301,
      "step": 2476270
    },
    {
      "epoch": 691.12,
      "grad_norm": 1.3238900899887085,
      "learning_rate": 2.3340652473944794e-07,
      "loss": 0.3511,
      "step": 2476280
    },
    {
      "epoch": 691.12,
      "grad_norm": 1.1779215335845947,
      "learning_rate": 2.3339476167580422e-07,
      "loss": 0.3349,
      "step": 2476290
    },
    {
      "epoch": 691.12,
      "grad_norm": 1.427194595336914,
      "learning_rate": 2.333829988930496e-07,
      "loss": 0.3334,
      "step": 2476300
    },
    {
      "epoch": 691.13,
      "grad_norm": 0.9448854923248291,
      "learning_rate": 2.3337123639118596e-07,
      "loss": 0.3309,
      "step": 2476310
    },
    {
      "epoch": 691.13,
      "grad_norm": 1.0903441905975342,
      "learning_rate": 2.3335947417021322e-07,
      "loss": 0.3345,
      "step": 2476320
    },
    {
      "epoch": 691.13,
      "grad_norm": 1.1312708854675293,
      "learning_rate": 2.3334771223013482e-07,
      "loss": 0.3433,
      "step": 2476330
    },
    {
      "epoch": 691.14,
      "grad_norm": 1.3995327949523926,
      "learning_rate": 2.3333595057095124e-07,
      "loss": 0.3332,
      "step": 2476340
    },
    {
      "epoch": 691.14,
      "grad_norm": 5.574812889099121,
      "learning_rate": 2.3332418919266432e-07,
      "loss": 0.3336,
      "step": 2476350
    },
    {
      "epoch": 691.14,
      "grad_norm": 1.1666896343231201,
      "learning_rate": 2.333124280952759e-07,
      "loss": 0.3466,
      "step": 2476360
    },
    {
      "epoch": 691.14,
      "grad_norm": 1.2830697298049927,
      "learning_rate": 2.333006672787875e-07,
      "loss": 0.3405,
      "step": 2476370
    },
    {
      "epoch": 691.15,
      "grad_norm": 1.2063238620758057,
      "learning_rate": 2.3328890674319994e-07,
      "loss": 0.3305,
      "step": 2476380
    },
    {
      "epoch": 691.15,
      "grad_norm": 1.1207829713821411,
      "learning_rate": 2.3327714648851554e-07,
      "loss": 0.347,
      "step": 2476390
    },
    {
      "epoch": 691.15,
      "grad_norm": 1.2082380056381226,
      "learning_rate": 2.3326538651473585e-07,
      "loss": 0.3395,
      "step": 2476400
    },
    {
      "epoch": 691.16,
      "grad_norm": 1.1410431861877441,
      "learning_rate": 2.3325362682186143e-07,
      "loss": 0.3333,
      "step": 2476410
    },
    {
      "epoch": 691.16,
      "grad_norm": 1.1018695831298828,
      "learning_rate": 2.3324186740989564e-07,
      "loss": 0.3319,
      "step": 2476420
    },
    {
      "epoch": 691.16,
      "grad_norm": 1.3853881359100342,
      "learning_rate": 2.3323010827883872e-07,
      "loss": 0.3368,
      "step": 2476430
    },
    {
      "epoch": 691.16,
      "grad_norm": 1.1382908821105957,
      "learning_rate": 2.3321834942869225e-07,
      "loss": 0.3507,
      "step": 2476440
    },
    {
      "epoch": 691.17,
      "grad_norm": 1.4094280004501343,
      "learning_rate": 2.3320659085945887e-07,
      "loss": 0.3397,
      "step": 2476450
    },
    {
      "epoch": 691.17,
      "grad_norm": 3.9194862842559814,
      "learning_rate": 2.3319483257113824e-07,
      "loss": 0.3419,
      "step": 2476460
    },
    {
      "epoch": 691.17,
      "grad_norm": 1.198362112045288,
      "learning_rate": 2.3318307456373434e-07,
      "loss": 0.3359,
      "step": 2476470
    },
    {
      "epoch": 691.17,
      "grad_norm": 1.1511906385421753,
      "learning_rate": 2.331713168372466e-07,
      "loss": 0.333,
      "step": 2476480
    },
    {
      "epoch": 691.18,
      "grad_norm": 1.4555914402008057,
      "learning_rate": 2.3315955939167764e-07,
      "loss": 0.3542,
      "step": 2476490
    },
    {
      "epoch": 691.18,
      "grad_norm": 1.4200701713562012,
      "learning_rate": 2.33147802227029e-07,
      "loss": 0.3447,
      "step": 2476500
    },
    {
      "epoch": 691.18,
      "grad_norm": 1.5383095741271973,
      "learning_rate": 2.331360453433023e-07,
      "loss": 0.3392,
      "step": 2476510
    },
    {
      "epoch": 691.19,
      "grad_norm": 1.1404120922088623,
      "learning_rate": 2.3312428874049852e-07,
      "loss": 0.3449,
      "step": 2476520
    },
    {
      "epoch": 691.19,
      "grad_norm": 1.3431419134140015,
      "learning_rate": 2.3311253241861975e-07,
      "loss": 0.3313,
      "step": 2476530
    },
    {
      "epoch": 691.19,
      "grad_norm": 1.3956379890441895,
      "learning_rate": 2.3310077637766758e-07,
      "loss": 0.3467,
      "step": 2476540
    },
    {
      "epoch": 691.19,
      "grad_norm": 1.2502187490463257,
      "learning_rate": 2.3308902061764276e-07,
      "loss": 0.3497,
      "step": 2476550
    },
    {
      "epoch": 691.2,
      "grad_norm": 1.3162888288497925,
      "learning_rate": 2.330772651385482e-07,
      "loss": 0.3369,
      "step": 2476560
    },
    {
      "epoch": 691.2,
      "grad_norm": 1.1684144735336304,
      "learning_rate": 2.3306550994038434e-07,
      "loss": 0.338,
      "step": 2476570
    },
    {
      "epoch": 691.2,
      "grad_norm": 1.5431448221206665,
      "learning_rate": 2.330537550231531e-07,
      "loss": 0.3269,
      "step": 2476580
    },
    {
      "epoch": 691.21,
      "grad_norm": 1.218047022819519,
      "learning_rate": 2.330420003868562e-07,
      "loss": 0.3334,
      "step": 2476590
    },
    {
      "epoch": 691.21,
      "grad_norm": 1.2358201742172241,
      "learning_rate": 2.3303024603149555e-07,
      "loss": 0.3281,
      "step": 2476600
    },
    {
      "epoch": 691.21,
      "grad_norm": 1.1641547679901123,
      "learning_rate": 2.3301849195707188e-07,
      "loss": 0.3295,
      "step": 2476610
    },
    {
      "epoch": 691.21,
      "grad_norm": 1.2080261707305908,
      "learning_rate": 2.3300673816358702e-07,
      "loss": 0.344,
      "step": 2476620
    },
    {
      "epoch": 691.22,
      "grad_norm": 1.2911456823349,
      "learning_rate": 2.329949846510433e-07,
      "loss": 0.3475,
      "step": 2476630
    },
    {
      "epoch": 691.22,
      "grad_norm": 1.0850831270217896,
      "learning_rate": 2.329832314194405e-07,
      "loss": 0.3321,
      "step": 2476640
    },
    {
      "epoch": 691.22,
      "grad_norm": 1.3499566316604614,
      "learning_rate": 2.329714784687825e-07,
      "loss": 0.3303,
      "step": 2476650
    },
    {
      "epoch": 691.23,
      "grad_norm": 1.119232177734375,
      "learning_rate": 2.3295972579906904e-07,
      "loss": 0.3374,
      "step": 2476660
    },
    {
      "epoch": 691.23,
      "grad_norm": 1.1881722211837769,
      "learning_rate": 2.3294797341030245e-07,
      "loss": 0.3313,
      "step": 2476670
    },
    {
      "epoch": 691.23,
      "grad_norm": 1.3742343187332153,
      "learning_rate": 2.3293622130248457e-07,
      "loss": 0.356,
      "step": 2476680
    },
    {
      "epoch": 691.23,
      "grad_norm": 1.299791693687439,
      "learning_rate": 2.3292446947561616e-07,
      "loss": 0.3392,
      "step": 2476690
    },
    {
      "epoch": 691.24,
      "grad_norm": 1.3528881072998047,
      "learning_rate": 2.329127179296993e-07,
      "loss": 0.3502,
      "step": 2476700
    },
    {
      "epoch": 691.24,
      "grad_norm": 1.1306766271591187,
      "learning_rate": 2.3290096666473535e-07,
      "loss": 0.3466,
      "step": 2476710
    },
    {
      "epoch": 691.24,
      "grad_norm": 1.244735836982727,
      "learning_rate": 2.3288921568072578e-07,
      "loss": 0.3419,
      "step": 2476720
    },
    {
      "epoch": 691.24,
      "grad_norm": 1.3009485006332397,
      "learning_rate": 2.3287746497767274e-07,
      "loss": 0.3408,
      "step": 2476730
    },
    {
      "epoch": 691.25,
      "grad_norm": 1.456413745880127,
      "learning_rate": 2.3286571455557752e-07,
      "loss": 0.3416,
      "step": 2476740
    },
    {
      "epoch": 691.25,
      "grad_norm": 1.398809552192688,
      "learning_rate": 2.328539644144414e-07,
      "loss": 0.3272,
      "step": 2476750
    },
    {
      "epoch": 691.25,
      "grad_norm": 1.2619948387145996,
      "learning_rate": 2.3284221455426593e-07,
      "loss": 0.3331,
      "step": 2476760
    },
    {
      "epoch": 691.26,
      "grad_norm": 1.2806967496871948,
      "learning_rate": 2.328304649750535e-07,
      "loss": 0.3409,
      "step": 2476770
    },
    {
      "epoch": 691.26,
      "grad_norm": 1.2139003276824951,
      "learning_rate": 2.328187156768041e-07,
      "loss": 0.3402,
      "step": 2476780
    },
    {
      "epoch": 691.26,
      "grad_norm": 1.105737328529358,
      "learning_rate": 2.3280696665952107e-07,
      "loss": 0.3457,
      "step": 2476790
    },
    {
      "epoch": 691.26,
      "grad_norm": 1.1173964738845825,
      "learning_rate": 2.3279521792320443e-07,
      "loss": 0.327,
      "step": 2476800
    },
    {
      "epoch": 691.27,
      "grad_norm": 1.1989459991455078,
      "learning_rate": 2.327834694678568e-07,
      "loss": 0.3285,
      "step": 2476810
    },
    {
      "epoch": 691.27,
      "grad_norm": 1.2097082138061523,
      "learning_rate": 2.3277172129347972e-07,
      "loss": 0.3364,
      "step": 2476820
    },
    {
      "epoch": 691.27,
      "grad_norm": 1.2962626218795776,
      "learning_rate": 2.3275997340007397e-07,
      "loss": 0.324,
      "step": 2476830
    },
    {
      "epoch": 691.28,
      "grad_norm": 1.1797153949737549,
      "learning_rate": 2.3274822578764168e-07,
      "loss": 0.3505,
      "step": 2476840
    },
    {
      "epoch": 691.28,
      "grad_norm": 1.0947537422180176,
      "learning_rate": 2.3273647845618409e-07,
      "loss": 0.3364,
      "step": 2476850
    },
    {
      "epoch": 691.28,
      "grad_norm": 1.2332439422607422,
      "learning_rate": 2.3272473140570355e-07,
      "loss": 0.3441,
      "step": 2476860
    },
    {
      "epoch": 691.28,
      "grad_norm": 1.152125597000122,
      "learning_rate": 2.327129846362001e-07,
      "loss": 0.3493,
      "step": 2476870
    },
    {
      "epoch": 691.29,
      "grad_norm": 1.1730384826660156,
      "learning_rate": 2.3270123814767707e-07,
      "loss": 0.3181,
      "step": 2476880
    },
    {
      "epoch": 691.29,
      "grad_norm": 1.2360156774520874,
      "learning_rate": 2.3268949194013503e-07,
      "loss": 0.3221,
      "step": 2476890
    },
    {
      "epoch": 691.29,
      "grad_norm": 1.3993860483169556,
      "learning_rate": 2.3267774601357552e-07,
      "loss": 0.34,
      "step": 2476900
    },
    {
      "epoch": 691.3,
      "grad_norm": 1.1644744873046875,
      "learning_rate": 2.3266600036800088e-07,
      "loss": 0.3302,
      "step": 2476910
    },
    {
      "epoch": 691.3,
      "grad_norm": 1.1987924575805664,
      "learning_rate": 2.3265425500341136e-07,
      "loss": 0.3297,
      "step": 2476920
    },
    {
      "epoch": 691.3,
      "grad_norm": 1.426621913909912,
      "learning_rate": 2.3264250991980956e-07,
      "loss": 0.3449,
      "step": 2476930
    },
    {
      "epoch": 691.3,
      "grad_norm": 1.3707150220870972,
      "learning_rate": 2.3263076511719657e-07,
      "loss": 0.3325,
      "step": 2476940
    },
    {
      "epoch": 691.31,
      "grad_norm": 1.2578036785125732,
      "learning_rate": 2.3261902059557467e-07,
      "loss": 0.3333,
      "step": 2476950
    },
    {
      "epoch": 691.31,
      "grad_norm": 1.0826534032821655,
      "learning_rate": 2.3260727635494443e-07,
      "loss": 0.3332,
      "step": 2476960
    },
    {
      "epoch": 691.31,
      "grad_norm": 1.35112726688385,
      "learning_rate": 2.325955323953079e-07,
      "loss": 0.3228,
      "step": 2476970
    },
    {
      "epoch": 691.31,
      "grad_norm": 1.0827114582061768,
      "learning_rate": 2.3258378871666689e-07,
      "loss": 0.3306,
      "step": 2476980
    },
    {
      "epoch": 691.32,
      "grad_norm": 1.1584223508834839,
      "learning_rate": 2.3257204531902194e-07,
      "loss": 0.3429,
      "step": 2476990
    },
    {
      "epoch": 691.32,
      "grad_norm": 1.184106469154358,
      "learning_rate": 2.3256030220237618e-07,
      "loss": 0.3293,
      "step": 2477000
    },
    {
      "epoch": 691.32,
      "grad_norm": 1.4509645700454712,
      "learning_rate": 2.3254855936672934e-07,
      "loss": 0.3429,
      "step": 2477010
    },
    {
      "epoch": 691.33,
      "grad_norm": 1.3722069263458252,
      "learning_rate": 2.325368168120851e-07,
      "loss": 0.352,
      "step": 2477020
    },
    {
      "epoch": 691.33,
      "grad_norm": 1.257558822631836,
      "learning_rate": 2.3252507453844312e-07,
      "loss": 0.3363,
      "step": 2477030
    },
    {
      "epoch": 691.33,
      "grad_norm": 1.0815285444259644,
      "learning_rate": 2.3251333254580606e-07,
      "loss": 0.3351,
      "step": 2477040
    },
    {
      "epoch": 691.33,
      "grad_norm": 1.4158976078033447,
      "learning_rate": 2.3250159083417546e-07,
      "loss": 0.3421,
      "step": 2477050
    },
    {
      "epoch": 691.34,
      "grad_norm": 1.0454570055007935,
      "learning_rate": 2.3248984940355238e-07,
      "loss": 0.3092,
      "step": 2477060
    },
    {
      "epoch": 691.34,
      "grad_norm": 1.2011243104934692,
      "learning_rate": 2.3247810825393838e-07,
      "loss": 0.3401,
      "step": 2477070
    },
    {
      "epoch": 691.34,
      "grad_norm": 1.3011727333068848,
      "learning_rate": 2.324663673853355e-07,
      "loss": 0.3183,
      "step": 2477080
    },
    {
      "epoch": 691.35,
      "grad_norm": 1.1344958543777466,
      "learning_rate": 2.324546267977451e-07,
      "loss": 0.342,
      "step": 2477090
    },
    {
      "epoch": 691.35,
      "grad_norm": 1.1721988916397095,
      "learning_rate": 2.3244288649116846e-07,
      "loss": 0.3312,
      "step": 2477100
    },
    {
      "epoch": 691.35,
      "grad_norm": 1.1631605625152588,
      "learning_rate": 2.3243114646560737e-07,
      "loss": 0.326,
      "step": 2477110
    },
    {
      "epoch": 691.35,
      "grad_norm": 1.4102065563201904,
      "learning_rate": 2.3241940672106396e-07,
      "loss": 0.3304,
      "step": 2477120
    },
    {
      "epoch": 691.36,
      "grad_norm": 1.2278773784637451,
      "learning_rate": 2.3240766725753818e-07,
      "loss": 0.3203,
      "step": 2477130
    },
    {
      "epoch": 691.36,
      "grad_norm": 1.1066781282424927,
      "learning_rate": 2.3239592807503374e-07,
      "loss": 0.3366,
      "step": 2477140
    },
    {
      "epoch": 691.36,
      "grad_norm": 1.3185439109802246,
      "learning_rate": 2.323841891735503e-07,
      "loss": 0.3157,
      "step": 2477150
    },
    {
      "epoch": 691.36,
      "grad_norm": 1.028515100479126,
      "learning_rate": 2.3237245055309052e-07,
      "loss": 0.3378,
      "step": 2477160
    },
    {
      "epoch": 691.37,
      "grad_norm": 1.3658761978149414,
      "learning_rate": 2.3236071221365542e-07,
      "loss": 0.3297,
      "step": 2477170
    },
    {
      "epoch": 691.37,
      "grad_norm": 1.246009349822998,
      "learning_rate": 2.323489741552476e-07,
      "loss": 0.3318,
      "step": 2477180
    },
    {
      "epoch": 691.37,
      "grad_norm": 1.1030665636062622,
      "learning_rate": 2.3233723637786707e-07,
      "loss": 0.3473,
      "step": 2477190
    },
    {
      "epoch": 691.38,
      "grad_norm": 1.6394870281219482,
      "learning_rate": 2.3232549888151618e-07,
      "loss": 0.3296,
      "step": 2477200
    },
    {
      "epoch": 691.38,
      "grad_norm": 1.3091169595718384,
      "learning_rate": 2.3231376166619698e-07,
      "loss": 0.3492,
      "step": 2477210
    },
    {
      "epoch": 691.38,
      "grad_norm": 1.116222620010376,
      "learning_rate": 2.3230202473190975e-07,
      "loss": 0.3441,
      "step": 2477220
    },
    {
      "epoch": 691.38,
      "grad_norm": 1.2917768955230713,
      "learning_rate": 2.3229028807865763e-07,
      "loss": 0.3177,
      "step": 2477230
    },
    {
      "epoch": 691.39,
      "grad_norm": 1.2827707529067993,
      "learning_rate": 2.3227855170644083e-07,
      "loss": 0.3318,
      "step": 2477240
    },
    {
      "epoch": 691.39,
      "grad_norm": 1.2689323425292969,
      "learning_rate": 2.3226681561526148e-07,
      "loss": 0.3341,
      "step": 2477250
    },
    {
      "epoch": 691.39,
      "grad_norm": 1.422037959098816,
      "learning_rate": 2.3225507980512166e-07,
      "loss": 0.335,
      "step": 2477260
    },
    {
      "epoch": 691.4,
      "grad_norm": 1.2366890907287598,
      "learning_rate": 2.3224334427602186e-07,
      "loss": 0.3422,
      "step": 2477270
    },
    {
      "epoch": 691.4,
      "grad_norm": 1.1260970830917358,
      "learning_rate": 2.3223160902796418e-07,
      "loss": 0.3541,
      "step": 2477280
    },
    {
      "epoch": 691.4,
      "grad_norm": 1.1046249866485596,
      "learning_rate": 2.3221987406095015e-07,
      "loss": 0.3322,
      "step": 2477290
    },
    {
      "epoch": 691.4,
      "grad_norm": 1.3860023021697998,
      "learning_rate": 2.3220813937498166e-07,
      "loss": 0.3283,
      "step": 2477300
    },
    {
      "epoch": 691.41,
      "grad_norm": 1.1847106218338013,
      "learning_rate": 2.321964049700597e-07,
      "loss": 0.337,
      "step": 2477310
    },
    {
      "epoch": 691.41,
      "grad_norm": 1.7575782537460327,
      "learning_rate": 2.3218467084618634e-07,
      "loss": 0.3493,
      "step": 2477320
    },
    {
      "epoch": 691.41,
      "grad_norm": 1.2011075019836426,
      "learning_rate": 2.3217293700336265e-07,
      "loss": 0.3295,
      "step": 2477330
    },
    {
      "epoch": 691.42,
      "grad_norm": 1.5858126878738403,
      "learning_rate": 2.3216120344159047e-07,
      "loss": 0.3323,
      "step": 2477340
    },
    {
      "epoch": 691.42,
      "grad_norm": 1.4001914262771606,
      "learning_rate": 2.3214947016087184e-07,
      "loss": 0.3371,
      "step": 2477350
    },
    {
      "epoch": 691.42,
      "grad_norm": 1.1206018924713135,
      "learning_rate": 2.3213773716120703e-07,
      "loss": 0.3325,
      "step": 2477360
    },
    {
      "epoch": 691.42,
      "grad_norm": 1.2487350702285767,
      "learning_rate": 2.321260044425989e-07,
      "loss": 0.3382,
      "step": 2477370
    },
    {
      "epoch": 691.43,
      "grad_norm": 1.2134453058242798,
      "learning_rate": 2.3211427200504825e-07,
      "loss": 0.3567,
      "step": 2477380
    },
    {
      "epoch": 691.43,
      "grad_norm": 1.2216757535934448,
      "learning_rate": 2.321025398485569e-07,
      "loss": 0.3308,
      "step": 2477390
    },
    {
      "epoch": 691.43,
      "grad_norm": 1.3458744287490845,
      "learning_rate": 2.320908079731269e-07,
      "loss": 0.3357,
      "step": 2477400
    },
    {
      "epoch": 691.43,
      "grad_norm": 1.3745434284210205,
      "learning_rate": 2.320790763787588e-07,
      "loss": 0.3437,
      "step": 2477410
    },
    {
      "epoch": 691.44,
      "grad_norm": 1.2352592945098877,
      "learning_rate": 2.320673450654547e-07,
      "loss": 0.3483,
      "step": 2477420
    },
    {
      "epoch": 691.44,
      "grad_norm": 1.2194520235061646,
      "learning_rate": 2.320556140332161e-07,
      "loss": 0.3412,
      "step": 2477430
    },
    {
      "epoch": 691.44,
      "grad_norm": 2.7259931564331055,
      "learning_rate": 2.3204388328204515e-07,
      "loss": 0.3527,
      "step": 2477440
    },
    {
      "epoch": 691.45,
      "grad_norm": 1.2012412548065186,
      "learning_rate": 2.320321528119418e-07,
      "loss": 0.3456,
      "step": 2477450
    },
    {
      "epoch": 691.45,
      "grad_norm": 1.333059310913086,
      "learning_rate": 2.320204226229097e-07,
      "loss": 0.3381,
      "step": 2477460
    },
    {
      "epoch": 691.45,
      "grad_norm": 1.2420365810394287,
      "learning_rate": 2.3200869271494887e-07,
      "loss": 0.3431,
      "step": 2477470
    },
    {
      "epoch": 691.45,
      "grad_norm": 1.2609456777572632,
      "learning_rate": 2.319969630880614e-07,
      "loss": 0.3404,
      "step": 2477480
    },
    {
      "epoch": 691.46,
      "grad_norm": 1.2627815008163452,
      "learning_rate": 2.3198523374224933e-07,
      "loss": 0.3391,
      "step": 2477490
    },
    {
      "epoch": 691.46,
      "grad_norm": 1.1771302223205566,
      "learning_rate": 2.319735046775132e-07,
      "loss": 0.3459,
      "step": 2477500
    },
    {
      "epoch": 691.46,
      "grad_norm": 1.3301160335540771,
      "learning_rate": 2.319617758938551e-07,
      "loss": 0.3354,
      "step": 2477510
    },
    {
      "epoch": 691.47,
      "grad_norm": 1.194760799407959,
      "learning_rate": 2.319500473912766e-07,
      "loss": 0.3198,
      "step": 2477520
    },
    {
      "epoch": 691.47,
      "grad_norm": 1.2552791833877563,
      "learning_rate": 2.3193831916977975e-07,
      "loss": 0.335,
      "step": 2477530
    },
    {
      "epoch": 691.47,
      "grad_norm": 1.1684714555740356,
      "learning_rate": 2.319265912293651e-07,
      "loss": 0.3465,
      "step": 2477540
    },
    {
      "epoch": 691.47,
      "grad_norm": 2.1765871047973633,
      "learning_rate": 2.3191486357003473e-07,
      "loss": 0.3385,
      "step": 2477550
    },
    {
      "epoch": 691.48,
      "grad_norm": 1.1739954948425293,
      "learning_rate": 2.3190313619179044e-07,
      "loss": 0.3332,
      "step": 2477560
    },
    {
      "epoch": 691.48,
      "grad_norm": 1.2522356510162354,
      "learning_rate": 2.3189140909463327e-07,
      "loss": 0.326,
      "step": 2477570
    },
    {
      "epoch": 691.48,
      "grad_norm": 1.1872801780700684,
      "learning_rate": 2.3187968227856533e-07,
      "loss": 0.3446,
      "step": 2477580
    },
    {
      "epoch": 691.48,
      "grad_norm": 1.1243517398834229,
      "learning_rate": 2.318679557435874e-07,
      "loss": 0.3323,
      "step": 2477590
    },
    {
      "epoch": 691.49,
      "grad_norm": 1.1770000457763672,
      "learning_rate": 2.318562294897023e-07,
      "loss": 0.3536,
      "step": 2477600
    },
    {
      "epoch": 691.49,
      "grad_norm": 1.2904934883117676,
      "learning_rate": 2.3184450351691032e-07,
      "loss": 0.3367,
      "step": 2477610
    },
    {
      "epoch": 691.49,
      "grad_norm": 1.77223539352417,
      "learning_rate": 2.3183277782521356e-07,
      "loss": 0.3502,
      "step": 2477620
    },
    {
      "epoch": 691.5,
      "grad_norm": 1.2811386585235596,
      "learning_rate": 2.3182105241461405e-07,
      "loss": 0.3395,
      "step": 2477630
    },
    {
      "epoch": 691.5,
      "grad_norm": 1.1744343042373657,
      "learning_rate": 2.3180932728511238e-07,
      "loss": 0.3313,
      "step": 2477640
    },
    {
      "epoch": 691.5,
      "grad_norm": 1.1756857633590698,
      "learning_rate": 2.3179760243671055e-07,
      "loss": 0.326,
      "step": 2477650
    },
    {
      "epoch": 691.5,
      "grad_norm": 2.8252720832824707,
      "learning_rate": 2.317858778694102e-07,
      "loss": 0.3358,
      "step": 2477660
    },
    {
      "epoch": 691.51,
      "grad_norm": 1.1682039499282837,
      "learning_rate": 2.3177415358321336e-07,
      "loss": 0.3366,
      "step": 2477670
    },
    {
      "epoch": 691.51,
      "grad_norm": 1.137083888053894,
      "learning_rate": 2.3176242957812005e-07,
      "loss": 0.3267,
      "step": 2477680
    },
    {
      "epoch": 691.51,
      "grad_norm": 1.2266509532928467,
      "learning_rate": 2.3175070585413363e-07,
      "loss": 0.3353,
      "step": 2477690
    },
    {
      "epoch": 691.52,
      "grad_norm": 1.2772190570831299,
      "learning_rate": 2.3173898241125466e-07,
      "loss": 0.3419,
      "step": 2477700
    },
    {
      "epoch": 691.52,
      "grad_norm": 1.09927237033844,
      "learning_rate": 2.3172725924948493e-07,
      "loss": 0.333,
      "step": 2477710
    },
    {
      "epoch": 691.52,
      "grad_norm": 1.1085326671600342,
      "learning_rate": 2.3171553636882654e-07,
      "loss": 0.3251,
      "step": 2477720
    },
    {
      "epoch": 691.52,
      "grad_norm": 1.235166072845459,
      "learning_rate": 2.3170381376928e-07,
      "loss": 0.3245,
      "step": 2477730
    },
    {
      "epoch": 691.53,
      "grad_norm": 1.0937044620513916,
      "learning_rate": 2.3169209145084715e-07,
      "loss": 0.3305,
      "step": 2477740
    },
    {
      "epoch": 691.53,
      "grad_norm": 1.3185681104660034,
      "learning_rate": 2.3168036941353004e-07,
      "loss": 0.3341,
      "step": 2477750
    },
    {
      "epoch": 691.53,
      "grad_norm": 1.2790579795837402,
      "learning_rate": 2.316686476573305e-07,
      "loss": 0.3266,
      "step": 2477760
    },
    {
      "epoch": 691.54,
      "grad_norm": 1.2451132535934448,
      "learning_rate": 2.3165692618224882e-07,
      "loss": 0.3282,
      "step": 2477770
    },
    {
      "epoch": 691.54,
      "grad_norm": 1.33682382106781,
      "learning_rate": 2.3164520498828756e-07,
      "loss": 0.3478,
      "step": 2477780
    },
    {
      "epoch": 691.54,
      "grad_norm": 1.3623487949371338,
      "learning_rate": 2.316334840754483e-07,
      "loss": 0.3294,
      "step": 2477790
    },
    {
      "epoch": 691.54,
      "grad_norm": 1.1601018905639648,
      "learning_rate": 2.3162176344373157e-07,
      "loss": 0.3367,
      "step": 2477800
    },
    {
      "epoch": 691.55,
      "grad_norm": 1.4164775609970093,
      "learning_rate": 2.3161004309314048e-07,
      "loss": 0.3373,
      "step": 2477810
    },
    {
      "epoch": 691.55,
      "grad_norm": 1.2385660409927368,
      "learning_rate": 2.3159832302367527e-07,
      "loss": 0.3336,
      "step": 2477820
    },
    {
      "epoch": 691.55,
      "grad_norm": 1.1251577138900757,
      "learning_rate": 2.3158660323533808e-07,
      "loss": 0.3399,
      "step": 2477830
    },
    {
      "epoch": 691.55,
      "grad_norm": 1.2482885122299194,
      "learning_rate": 2.3157488372813044e-07,
      "loss": 0.347,
      "step": 2477840
    },
    {
      "epoch": 691.56,
      "grad_norm": 1.2018790245056152,
      "learning_rate": 2.315631645020544e-07,
      "loss": 0.3132,
      "step": 2477850
    },
    {
      "epoch": 691.56,
      "grad_norm": 1.2568436861038208,
      "learning_rate": 2.3155144555711052e-07,
      "loss": 0.3394,
      "step": 2477860
    },
    {
      "epoch": 691.56,
      "grad_norm": 1.2291910648345947,
      "learning_rate": 2.3153972689330088e-07,
      "loss": 0.3293,
      "step": 2477870
    },
    {
      "epoch": 691.57,
      "grad_norm": 1.2303677797317505,
      "learning_rate": 2.3152800851062675e-07,
      "loss": 0.3322,
      "step": 2477880
    },
    {
      "epoch": 691.57,
      "grad_norm": 1.0748127698898315,
      "learning_rate": 2.3151629040909027e-07,
      "loss": 0.3253,
      "step": 2477890
    },
    {
      "epoch": 691.57,
      "grad_norm": 1.2896016836166382,
      "learning_rate": 2.3150457258869292e-07,
      "loss": 0.3249,
      "step": 2477900
    },
    {
      "epoch": 691.57,
      "grad_norm": 1.1678491830825806,
      "learning_rate": 2.3149285504943583e-07,
      "loss": 0.3433,
      "step": 2477910
    },
    {
      "epoch": 691.58,
      "grad_norm": 1.4024925231933594,
      "learning_rate": 2.314811377913205e-07,
      "loss": 0.3456,
      "step": 2477920
    },
    {
      "epoch": 691.58,
      "grad_norm": 1.2027963399887085,
      "learning_rate": 2.3146942081434926e-07,
      "loss": 0.3295,
      "step": 2477930
    },
    {
      "epoch": 691.58,
      "grad_norm": 1.0713088512420654,
      "learning_rate": 2.3145770411852216e-07,
      "loss": 0.3323,
      "step": 2477940
    },
    {
      "epoch": 691.59,
      "grad_norm": 1.1730095148086548,
      "learning_rate": 2.3144598770384256e-07,
      "loss": 0.3322,
      "step": 2477950
    },
    {
      "epoch": 691.59,
      "grad_norm": 1.2958449125289917,
      "learning_rate": 2.31434271570311e-07,
      "loss": 0.3346,
      "step": 2477960
    },
    {
      "epoch": 691.59,
      "grad_norm": 1.2054274082183838,
      "learning_rate": 2.31422555717929e-07,
      "loss": 0.3262,
      "step": 2477970
    },
    {
      "epoch": 691.59,
      "grad_norm": 1.2201188802719116,
      "learning_rate": 2.314108401466984e-07,
      "loss": 0.3417,
      "step": 2477980
    },
    {
      "epoch": 691.6,
      "grad_norm": 1.1935369968414307,
      "learning_rate": 2.313991248566213e-07,
      "loss": 0.3315,
      "step": 2477990
    },
    {
      "epoch": 691.6,
      "grad_norm": 1.1177184581756592,
      "learning_rate": 2.313874098476982e-07,
      "loss": 0.3458,
      "step": 2478000
    },
    {
      "epoch": 691.6,
      "grad_norm": 1.4103885889053345,
      "learning_rate": 2.313756951199312e-07,
      "loss": 0.3267,
      "step": 2478010
    },
    {
      "epoch": 691.6,
      "grad_norm": 1.2518258094787598,
      "learning_rate": 2.313639806733221e-07,
      "loss": 0.3426,
      "step": 2478020
    },
    {
      "epoch": 691.61,
      "grad_norm": 1.3543541431427002,
      "learning_rate": 2.3135226650787117e-07,
      "loss": 0.3498,
      "step": 2478030
    },
    {
      "epoch": 691.61,
      "grad_norm": 1.3389887809753418,
      "learning_rate": 2.3134055262358205e-07,
      "loss": 0.3499,
      "step": 2478040
    },
    {
      "epoch": 691.61,
      "grad_norm": 1.16559636592865,
      "learning_rate": 2.3132883902045475e-07,
      "loss": 0.3439,
      "step": 2478050
    },
    {
      "epoch": 691.62,
      "grad_norm": 1.3410037755966187,
      "learning_rate": 2.3131712569849107e-07,
      "loss": 0.3306,
      "step": 2478060
    },
    {
      "epoch": 691.62,
      "grad_norm": 1.1874769926071167,
      "learning_rate": 2.3130541265769337e-07,
      "loss": 0.3307,
      "step": 2478070
    },
    {
      "epoch": 691.62,
      "grad_norm": 1.0670746564865112,
      "learning_rate": 2.3129369989806218e-07,
      "loss": 0.3541,
      "step": 2478080
    },
    {
      "epoch": 691.62,
      "grad_norm": 1.3672981262207031,
      "learning_rate": 2.3128198741959955e-07,
      "loss": 0.3249,
      "step": 2478090
    },
    {
      "epoch": 691.63,
      "grad_norm": 1.4266525506973267,
      "learning_rate": 2.3127027522230708e-07,
      "loss": 0.3412,
      "step": 2478100
    },
    {
      "epoch": 691.63,
      "grad_norm": 1.3948110342025757,
      "learning_rate": 2.3125856330618655e-07,
      "loss": 0.3203,
      "step": 2478110
    },
    {
      "epoch": 691.63,
      "grad_norm": 1.2375507354736328,
      "learning_rate": 2.3124685167123827e-07,
      "loss": 0.3425,
      "step": 2478120
    },
    {
      "epoch": 691.64,
      "grad_norm": 1.1820244789123535,
      "learning_rate": 2.3123514031746556e-07,
      "loss": 0.3204,
      "step": 2478130
    },
    {
      "epoch": 691.64,
      "grad_norm": 1.1611154079437256,
      "learning_rate": 2.31223429244869e-07,
      "loss": 0.3463,
      "step": 2478140
    },
    {
      "epoch": 691.64,
      "grad_norm": 1.1143275499343872,
      "learning_rate": 2.312117184534501e-07,
      "loss": 0.3437,
      "step": 2478150
    },
    {
      "epoch": 691.64,
      "grad_norm": 1.1762741804122925,
      "learning_rate": 2.3120000794321098e-07,
      "loss": 0.3447,
      "step": 2478160
    },
    {
      "epoch": 691.65,
      "grad_norm": 1.1115520000457764,
      "learning_rate": 2.3118829771415215e-07,
      "loss": 0.3392,
      "step": 2478170
    },
    {
      "epoch": 691.65,
      "grad_norm": 1.1209197044372559,
      "learning_rate": 2.3117658776627647e-07,
      "loss": 0.3298,
      "step": 2478180
    },
    {
      "epoch": 691.65,
      "grad_norm": 1.1393955945968628,
      "learning_rate": 2.311648780995847e-07,
      "loss": 0.3248,
      "step": 2478190
    },
    {
      "epoch": 691.66,
      "grad_norm": 1.1804699897766113,
      "learning_rate": 2.3115316871407845e-07,
      "loss": 0.3368,
      "step": 2478200
    },
    {
      "epoch": 691.66,
      "grad_norm": 1.1329070329666138,
      "learning_rate": 2.3114145960976003e-07,
      "loss": 0.3463,
      "step": 2478210
    },
    {
      "epoch": 691.66,
      "grad_norm": 1.2040199041366577,
      "learning_rate": 2.311297507866297e-07,
      "loss": 0.3524,
      "step": 2478220
    },
    {
      "epoch": 691.66,
      "grad_norm": 1.1564373970031738,
      "learning_rate": 2.311180422446898e-07,
      "loss": 0.3275,
      "step": 2478230
    },
    {
      "epoch": 691.67,
      "grad_norm": 1.2060141563415527,
      "learning_rate": 2.311063339839419e-07,
      "loss": 0.3374,
      "step": 2478240
    },
    {
      "epoch": 691.67,
      "grad_norm": 1.0499920845031738,
      "learning_rate": 2.310946260043878e-07,
      "loss": 0.3286,
      "step": 2478250
    },
    {
      "epoch": 691.67,
      "grad_norm": 1.2274961471557617,
      "learning_rate": 2.3108291830602781e-07,
      "loss": 0.332,
      "step": 2478260
    },
    {
      "epoch": 691.67,
      "grad_norm": 1.245741367340088,
      "learning_rate": 2.3107121088886527e-07,
      "loss": 0.3384,
      "step": 2478270
    },
    {
      "epoch": 691.68,
      "grad_norm": 1.2140334844589233,
      "learning_rate": 2.3105950375290043e-07,
      "loss": 0.3522,
      "step": 2478280
    },
    {
      "epoch": 691.68,
      "grad_norm": 1.306298017501831,
      "learning_rate": 2.3104779689813515e-07,
      "loss": 0.3316,
      "step": 2478290
    },
    {
      "epoch": 691.68,
      "grad_norm": 1.14810049533844,
      "learning_rate": 2.3103609032457176e-07,
      "loss": 0.338,
      "step": 2478300
    },
    {
      "epoch": 691.69,
      "grad_norm": 1.6746864318847656,
      "learning_rate": 2.3102438403221077e-07,
      "loss": 0.3322,
      "step": 2478310
    },
    {
      "epoch": 691.69,
      "grad_norm": 1.2289185523986816,
      "learning_rate": 2.3101267802105375e-07,
      "loss": 0.3488,
      "step": 2478320
    },
    {
      "epoch": 691.69,
      "grad_norm": 1.4209986925125122,
      "learning_rate": 2.3100097229110304e-07,
      "loss": 0.3728,
      "step": 2478330
    },
    {
      "epoch": 691.69,
      "grad_norm": 1.3992829322814941,
      "learning_rate": 2.3098926684235994e-07,
      "loss": 0.3238,
      "step": 2478340
    },
    {
      "epoch": 691.7,
      "grad_norm": 1.0064231157302856,
      "learning_rate": 2.3097756167482574e-07,
      "loss": 0.3397,
      "step": 2478350
    },
    {
      "epoch": 691.7,
      "grad_norm": 1.2148300409317017,
      "learning_rate": 2.30965856788502e-07,
      "loss": 0.3485,
      "step": 2478360
    },
    {
      "epoch": 691.7,
      "grad_norm": 1.3796533346176147,
      "learning_rate": 2.3095415218339083e-07,
      "loss": 0.3317,
      "step": 2478370
    },
    {
      "epoch": 691.71,
      "grad_norm": 1.1463826894760132,
      "learning_rate": 2.3094244785949223e-07,
      "loss": 0.3277,
      "step": 2478380
    },
    {
      "epoch": 691.71,
      "grad_norm": 1.2613986730575562,
      "learning_rate": 2.3093074381681006e-07,
      "loss": 0.3283,
      "step": 2478390
    },
    {
      "epoch": 691.71,
      "grad_norm": 1.4365259408950806,
      "learning_rate": 2.3091904005534436e-07,
      "loss": 0.3398,
      "step": 2478400
    },
    {
      "epoch": 691.71,
      "grad_norm": 1.2558363676071167,
      "learning_rate": 2.3090733657509693e-07,
      "loss": 0.3576,
      "step": 2478410
    },
    {
      "epoch": 691.72,
      "grad_norm": 1.2986457347869873,
      "learning_rate": 2.3089563337606934e-07,
      "loss": 0.3306,
      "step": 2478420
    },
    {
      "epoch": 691.72,
      "grad_norm": 1.3947806358337402,
      "learning_rate": 2.3088393045826367e-07,
      "loss": 0.3306,
      "step": 2478430
    },
    {
      "epoch": 691.72,
      "grad_norm": 1.1112934350967407,
      "learning_rate": 2.308722278216807e-07,
      "loss": 0.3286,
      "step": 2478440
    },
    {
      "epoch": 691.72,
      "grad_norm": 1.3798457384109497,
      "learning_rate": 2.3086052546632225e-07,
      "loss": 0.3279,
      "step": 2478450
    },
    {
      "epoch": 691.73,
      "grad_norm": 1.1053309440612793,
      "learning_rate": 2.3084882339219018e-07,
      "loss": 0.3381,
      "step": 2478460
    },
    {
      "epoch": 691.73,
      "grad_norm": 1.084470272064209,
      "learning_rate": 2.3083712159928545e-07,
      "loss": 0.3392,
      "step": 2478470
    },
    {
      "epoch": 691.73,
      "grad_norm": 1.3590501546859741,
      "learning_rate": 2.3082542008761073e-07,
      "loss": 0.3275,
      "step": 2478480
    },
    {
      "epoch": 691.74,
      "grad_norm": 1.1092710494995117,
      "learning_rate": 2.308137188571665e-07,
      "loss": 0.3151,
      "step": 2478490
    },
    {
      "epoch": 691.74,
      "grad_norm": 1.3887308835983276,
      "learning_rate": 2.3080201790795435e-07,
      "loss": 0.3384,
      "step": 2478500
    },
    {
      "epoch": 691.74,
      "grad_norm": 1.302746057510376,
      "learning_rate": 2.3079031723997635e-07,
      "loss": 0.3295,
      "step": 2478510
    },
    {
      "epoch": 691.74,
      "grad_norm": 1.2916258573532104,
      "learning_rate": 2.307786168532338e-07,
      "loss": 0.3405,
      "step": 2478520
    },
    {
      "epoch": 691.75,
      "grad_norm": 1.260385513305664,
      "learning_rate": 2.307669167477288e-07,
      "loss": 0.3353,
      "step": 2478530
    },
    {
      "epoch": 691.75,
      "grad_norm": 1.0845410823822021,
      "learning_rate": 2.3075521692346184e-07,
      "loss": 0.3257,
      "step": 2478540
    },
    {
      "epoch": 691.75,
      "grad_norm": 1.2062268257141113,
      "learning_rate": 2.3074351738043528e-07,
      "loss": 0.3356,
      "step": 2478550
    },
    {
      "epoch": 691.76,
      "grad_norm": 1.1756303310394287,
      "learning_rate": 2.307318181186504e-07,
      "loss": 0.3349,
      "step": 2478560
    },
    {
      "epoch": 691.76,
      "grad_norm": 1.381893515586853,
      "learning_rate": 2.307201191381093e-07,
      "loss": 0.3483,
      "step": 2478570
    },
    {
      "epoch": 691.76,
      "grad_norm": 1.0420345067977905,
      "learning_rate": 2.3070842043881253e-07,
      "loss": 0.3441,
      "step": 2478580
    },
    {
      "epoch": 691.76,
      "grad_norm": 1.338257074356079,
      "learning_rate": 2.3069672202076212e-07,
      "loss": 0.3421,
      "step": 2478590
    },
    {
      "epoch": 691.77,
      "grad_norm": 1.1159145832061768,
      "learning_rate": 2.3068502388396015e-07,
      "loss": 0.3395,
      "step": 2478600
    },
    {
      "epoch": 691.77,
      "grad_norm": 1.2877804040908813,
      "learning_rate": 2.3067332602840693e-07,
      "loss": 0.3629,
      "step": 2478610
    },
    {
      "epoch": 691.77,
      "grad_norm": 1.029882550239563,
      "learning_rate": 2.3066162845410554e-07,
      "loss": 0.333,
      "step": 2478620
    },
    {
      "epoch": 691.78,
      "grad_norm": 1.1000816822052002,
      "learning_rate": 2.3064993116105628e-07,
      "loss": 0.3446,
      "step": 2478630
    },
    {
      "epoch": 691.78,
      "grad_norm": 1.3356714248657227,
      "learning_rate": 2.3063823414926145e-07,
      "loss": 0.341,
      "step": 2478640
    },
    {
      "epoch": 691.78,
      "grad_norm": 1.2060908079147339,
      "learning_rate": 2.306265374187221e-07,
      "loss": 0.3509,
      "step": 2478650
    },
    {
      "epoch": 691.78,
      "grad_norm": 1.3241055011749268,
      "learning_rate": 2.306148409694406e-07,
      "loss": 0.3278,
      "step": 2478660
    },
    {
      "epoch": 691.79,
      "grad_norm": 1.4295700788497925,
      "learning_rate": 2.306031448014177e-07,
      "loss": 0.3432,
      "step": 2478670
    },
    {
      "epoch": 691.79,
      "grad_norm": 1.2473407983779907,
      "learning_rate": 2.3059144891465496e-07,
      "loss": 0.3387,
      "step": 2478680
    },
    {
      "epoch": 691.79,
      "grad_norm": 1.150979995727539,
      "learning_rate": 2.30579753309155e-07,
      "loss": 0.3078,
      "step": 2478690
    },
    {
      "epoch": 691.79,
      "grad_norm": 1.1211148500442505,
      "learning_rate": 2.3056805798491728e-07,
      "loss": 0.3461,
      "step": 2478700
    },
    {
      "epoch": 691.8,
      "grad_norm": 1.2268415689468384,
      "learning_rate": 2.3055636294194575e-07,
      "loss": 0.3345,
      "step": 2478710
    },
    {
      "epoch": 691.8,
      "grad_norm": 1.7423397302627563,
      "learning_rate": 2.3054466818024034e-07,
      "loss": 0.3489,
      "step": 2478720
    },
    {
      "epoch": 691.8,
      "grad_norm": 1.2007709741592407,
      "learning_rate": 2.305329736998032e-07,
      "loss": 0.341,
      "step": 2478730
    },
    {
      "epoch": 691.81,
      "grad_norm": 1.0752840042114258,
      "learning_rate": 2.3052127950063634e-07,
      "loss": 0.3357,
      "step": 2478740
    },
    {
      "epoch": 691.81,
      "grad_norm": 1.2922377586364746,
      "learning_rate": 2.3050958558273984e-07,
      "loss": 0.3489,
      "step": 2478750
    },
    {
      "epoch": 691.81,
      "grad_norm": 1.4015997648239136,
      "learning_rate": 2.3049789194611701e-07,
      "loss": 0.3275,
      "step": 2478760
    },
    {
      "epoch": 691.81,
      "grad_norm": 1.2464426755905151,
      "learning_rate": 2.3048619859076844e-07,
      "loss": 0.3456,
      "step": 2478770
    },
    {
      "epoch": 691.82,
      "grad_norm": 1.1625757217407227,
      "learning_rate": 2.3047450551669564e-07,
      "loss": 0.3302,
      "step": 2478780
    },
    {
      "epoch": 691.82,
      "grad_norm": 1.6200624704360962,
      "learning_rate": 2.3046281272390043e-07,
      "loss": 0.359,
      "step": 2478790
    },
    {
      "epoch": 691.82,
      "grad_norm": 1.1785205602645874,
      "learning_rate": 2.3045112021238466e-07,
      "loss": 0.3397,
      "step": 2478800
    },
    {
      "epoch": 691.83,
      "grad_norm": 1.2869486808776855,
      "learning_rate": 2.3043942798214908e-07,
      "loss": 0.3462,
      "step": 2478810
    },
    {
      "epoch": 691.83,
      "grad_norm": 1.3125057220458984,
      "learning_rate": 2.304277360331958e-07,
      "loss": 0.3345,
      "step": 2478820
    },
    {
      "epoch": 691.83,
      "grad_norm": 1.2433006763458252,
      "learning_rate": 2.304160443655269e-07,
      "loss": 0.3474,
      "step": 2478830
    },
    {
      "epoch": 691.83,
      "grad_norm": 1.0901838541030884,
      "learning_rate": 2.3040435297914236e-07,
      "loss": 0.3388,
      "step": 2478840
    },
    {
      "epoch": 691.84,
      "grad_norm": 1.1292474269866943,
      "learning_rate": 2.303926618740453e-07,
      "loss": 0.3215,
      "step": 2478850
    },
    {
      "epoch": 691.84,
      "grad_norm": 2.107774019241333,
      "learning_rate": 2.3038097105023655e-07,
      "loss": 0.3344,
      "step": 2478860
    },
    {
      "epoch": 691.84,
      "grad_norm": 1.1032283306121826,
      "learning_rate": 2.303692805077176e-07,
      "loss": 0.3366,
      "step": 2478870
    },
    {
      "epoch": 691.84,
      "grad_norm": 1.3372641801834106,
      "learning_rate": 2.3035759024649085e-07,
      "loss": 0.33,
      "step": 2478880
    },
    {
      "epoch": 691.85,
      "grad_norm": 1.2300196886062622,
      "learning_rate": 2.303459002665568e-07,
      "loss": 0.3433,
      "step": 2478890
    },
    {
      "epoch": 691.85,
      "grad_norm": 1.1218153238296509,
      "learning_rate": 2.3033421056791724e-07,
      "loss": 0.3314,
      "step": 2478900
    },
    {
      "epoch": 691.85,
      "grad_norm": 1.2571606636047363,
      "learning_rate": 2.303225211505738e-07,
      "loss": 0.3178,
      "step": 2478910
    },
    {
      "epoch": 691.86,
      "grad_norm": 2.2609245777130127,
      "learning_rate": 2.3031083201452876e-07,
      "loss": 0.3305,
      "step": 2478920
    },
    {
      "epoch": 691.86,
      "grad_norm": 1.2165305614471436,
      "learning_rate": 2.3029914315978213e-07,
      "loss": 0.3322,
      "step": 2478930
    },
    {
      "epoch": 691.86,
      "grad_norm": 1.1559768915176392,
      "learning_rate": 2.3028745458633707e-07,
      "loss": 0.3309,
      "step": 2478940
    },
    {
      "epoch": 691.86,
      "grad_norm": 1.2215710878372192,
      "learning_rate": 2.3027576629419433e-07,
      "loss": 0.3343,
      "step": 2478950
    },
    {
      "epoch": 691.87,
      "grad_norm": 1.1034690141677856,
      "learning_rate": 2.3026407828335547e-07,
      "loss": 0.3349,
      "step": 2478960
    },
    {
      "epoch": 691.87,
      "grad_norm": 1.1570961475372314,
      "learning_rate": 2.3025239055382257e-07,
      "loss": 0.3412,
      "step": 2478970
    },
    {
      "epoch": 691.87,
      "grad_norm": 1.1982882022857666,
      "learning_rate": 2.3024070310559617e-07,
      "loss": 0.3273,
      "step": 2478980
    },
    {
      "epoch": 691.88,
      "grad_norm": 1.2385975122451782,
      "learning_rate": 2.302290159386786e-07,
      "loss": 0.3301,
      "step": 2478990
    },
    {
      "epoch": 691.88,
      "grad_norm": 1.1182794570922852,
      "learning_rate": 2.302173290530714e-07,
      "loss": 0.3478,
      "step": 2479000
    },
    {
      "epoch": 691.88,
      "grad_norm": 1.4436317682266235,
      "learning_rate": 2.3020564244877618e-07,
      "loss": 0.3354,
      "step": 2479010
    },
    {
      "epoch": 691.88,
      "grad_norm": 1.2772035598754883,
      "learning_rate": 2.3019395612579395e-07,
      "loss": 0.3334,
      "step": 2479020
    },
    {
      "epoch": 691.89,
      "grad_norm": 1.2643396854400635,
      "learning_rate": 2.3018227008412653e-07,
      "loss": 0.3291,
      "step": 2479030
    },
    {
      "epoch": 691.89,
      "grad_norm": 1.2302346229553223,
      "learning_rate": 2.3017058432377575e-07,
      "loss": 0.3509,
      "step": 2479040
    },
    {
      "epoch": 691.89,
      "grad_norm": 1.1772595643997192,
      "learning_rate": 2.301588988447429e-07,
      "loss": 0.3353,
      "step": 2479050
    },
    {
      "epoch": 691.9,
      "grad_norm": 1.4713637828826904,
      "learning_rate": 2.3014721364702981e-07,
      "loss": 0.3321,
      "step": 2479060
    },
    {
      "epoch": 691.9,
      "grad_norm": 1.3615913391113281,
      "learning_rate": 2.3013552873063701e-07,
      "loss": 0.3219,
      "step": 2479070
    },
    {
      "epoch": 691.9,
      "grad_norm": 1.1483571529388428,
      "learning_rate": 2.3012384409556786e-07,
      "loss": 0.3354,
      "step": 2479080
    },
    {
      "epoch": 691.9,
      "grad_norm": 1.5201274156570435,
      "learning_rate": 2.3011215974182265e-07,
      "loss": 0.3347,
      "step": 2479090
    },
    {
      "epoch": 691.91,
      "grad_norm": 1.0494753122329712,
      "learning_rate": 2.301004756694029e-07,
      "loss": 0.33,
      "step": 2479100
    },
    {
      "epoch": 691.91,
      "grad_norm": 1.276090145111084,
      "learning_rate": 2.3008879187831125e-07,
      "loss": 0.3441,
      "step": 2479110
    },
    {
      "epoch": 691.91,
      "grad_norm": 1.0446356534957886,
      "learning_rate": 2.3007710836854769e-07,
      "loss": 0.3248,
      "step": 2479120
    },
    {
      "epoch": 691.91,
      "grad_norm": 1.4049687385559082,
      "learning_rate": 2.300654251401148e-07,
      "loss": 0.3347,
      "step": 2479130
    },
    {
      "epoch": 691.92,
      "grad_norm": 1.3429425954818726,
      "learning_rate": 2.3005374219301392e-07,
      "loss": 0.3494,
      "step": 2479140
    },
    {
      "epoch": 691.92,
      "grad_norm": 1.2461717128753662,
      "learning_rate": 2.3004205952724685e-07,
      "loss": 0.3342,
      "step": 2479150
    },
    {
      "epoch": 691.92,
      "grad_norm": 1.1456308364868164,
      "learning_rate": 2.3003037714281462e-07,
      "loss": 0.3432,
      "step": 2479160
    },
    {
      "epoch": 691.93,
      "grad_norm": 1.3310329914093018,
      "learning_rate": 2.300186950397188e-07,
      "loss": 0.338,
      "step": 2479170
    },
    {
      "epoch": 691.93,
      "grad_norm": 1.1731970310211182,
      "learning_rate": 2.3000701321796172e-07,
      "loss": 0.3401,
      "step": 2479180
    },
    {
      "epoch": 691.93,
      "grad_norm": 1.1486890316009521,
      "learning_rate": 2.299953316775437e-07,
      "loss": 0.3308,
      "step": 2479190
    },
    {
      "epoch": 691.93,
      "grad_norm": 1.4914491176605225,
      "learning_rate": 2.2998365041846776e-07,
      "loss": 0.3319,
      "step": 2479200
    },
    {
      "epoch": 691.94,
      "grad_norm": 1.0923984050750732,
      "learning_rate": 2.2997196944073425e-07,
      "loss": 0.3224,
      "step": 2479210
    },
    {
      "epoch": 691.94,
      "grad_norm": 1.1256492137908936,
      "learning_rate": 2.2996028874434523e-07,
      "loss": 0.324,
      "step": 2479220
    },
    {
      "epoch": 691.94,
      "grad_norm": 1.2360210418701172,
      "learning_rate": 2.2994860832930224e-07,
      "loss": 0.3356,
      "step": 2479230
    },
    {
      "epoch": 691.95,
      "grad_norm": 1.1989256143569946,
      "learning_rate": 2.299369281956071e-07,
      "loss": 0.3259,
      "step": 2479240
    },
    {
      "epoch": 691.95,
      "grad_norm": 1.30484139919281,
      "learning_rate": 2.2992524834326062e-07,
      "loss": 0.3117,
      "step": 2479250
    },
    {
      "epoch": 691.95,
      "grad_norm": 1.324949026107788,
      "learning_rate": 2.2991356877226484e-07,
      "loss": 0.3261,
      "step": 2479260
    },
    {
      "epoch": 691.95,
      "grad_norm": 1.266648530960083,
      "learning_rate": 2.2990188948262162e-07,
      "loss": 0.334,
      "step": 2479270
    },
    {
      "epoch": 691.96,
      "grad_norm": 1.1297776699066162,
      "learning_rate": 2.2989021047433149e-07,
      "loss": 0.3353,
      "step": 2479280
    },
    {
      "epoch": 691.96,
      "grad_norm": 1.0958938598632812,
      "learning_rate": 2.298785317473975e-07,
      "loss": 0.3377,
      "step": 2479290
    },
    {
      "epoch": 691.96,
      "grad_norm": 1.4127604961395264,
      "learning_rate": 2.2986685330181973e-07,
      "loss": 0.3247,
      "step": 2479300
    },
    {
      "epoch": 691.96,
      "grad_norm": 1.1384129524230957,
      "learning_rate": 2.298551751376005e-07,
      "loss": 0.3335,
      "step": 2479310
    },
    {
      "epoch": 691.97,
      "grad_norm": 1.2792571783065796,
      "learning_rate": 2.2984349725474186e-07,
      "loss": 0.3502,
      "step": 2479320
    },
    {
      "epoch": 691.97,
      "grad_norm": 1.1622772216796875,
      "learning_rate": 2.2983181965324356e-07,
      "loss": 0.3309,
      "step": 2479330
    },
    {
      "epoch": 691.97,
      "grad_norm": 1.4988900423049927,
      "learning_rate": 2.2982014233310954e-07,
      "loss": 0.327,
      "step": 2479340
    },
    {
      "epoch": 691.98,
      "grad_norm": 1.2210040092468262,
      "learning_rate": 2.298084652943395e-07,
      "loss": 0.3382,
      "step": 2479350
    },
    {
      "epoch": 691.98,
      "grad_norm": 1.6317427158355713,
      "learning_rate": 2.297967885369358e-07,
      "loss": 0.337,
      "step": 2479360
    },
    {
      "epoch": 691.98,
      "grad_norm": 1.153692364692688,
      "learning_rate": 2.2978511206089974e-07,
      "loss": 0.3349,
      "step": 2479370
    },
    {
      "epoch": 691.98,
      "grad_norm": 1.335508942604065,
      "learning_rate": 2.297734358662334e-07,
      "loss": 0.3369,
      "step": 2479380
    },
    {
      "epoch": 691.99,
      "grad_norm": 1.4449385404586792,
      "learning_rate": 2.2976175995293757e-07,
      "loss": 0.3517,
      "step": 2479390
    },
    {
      "epoch": 691.99,
      "grad_norm": 1.4162555932998657,
      "learning_rate": 2.2975008432101404e-07,
      "loss": 0.3413,
      "step": 2479400
    },
    {
      "epoch": 691.99,
      "grad_norm": 1.13254714012146,
      "learning_rate": 2.2973840897046493e-07,
      "loss": 0.3441,
      "step": 2479410
    },
    {
      "epoch": 692.0,
      "grad_norm": 1.3139678239822388,
      "learning_rate": 2.2972673390129048e-07,
      "loss": 0.3386,
      "step": 2479420
    },
    {
      "epoch": 692.0,
      "grad_norm": 1.2480945587158203,
      "learning_rate": 2.2971505911349407e-07,
      "loss": 0.3389,
      "step": 2479430
    },
    {
      "epoch": 692.0,
      "eval_loss": 0.3381025195121765,
      "eval_runtime": 65.7632,
      "eval_samples_per_second": 76.928,
      "eval_steps_per_second": 9.625,
      "step": 2479436
    },
    {
      "epoch": 692.0,
      "grad_norm": 1.0315911769866943,
      "learning_rate": 2.297033846070757e-07,
      "loss": 0.3422,
      "step": 2479440
    },
    {
      "epoch": 692.0,
      "grad_norm": 1.2039670944213867,
      "learning_rate": 2.2969171038203774e-07,
      "loss": 0.3414,
      "step": 2479450
    },
    {
      "epoch": 692.01,
      "grad_norm": 1.1696168184280396,
      "learning_rate": 2.2968003643838145e-07,
      "loss": 0.3356,
      "step": 2479460
    },
    {
      "epoch": 692.01,
      "grad_norm": 1.2249354124069214,
      "learning_rate": 2.2966836277610866e-07,
      "loss": 0.334,
      "step": 2479470
    },
    {
      "epoch": 692.01,
      "grad_norm": 1.2572314739227295,
      "learning_rate": 2.2965668939522045e-07,
      "loss": 0.3323,
      "step": 2479480
    },
    {
      "epoch": 692.02,
      "grad_norm": 1.221377968788147,
      "learning_rate": 2.296450162957186e-07,
      "loss": 0.325,
      "step": 2479490
    },
    {
      "epoch": 692.02,
      "grad_norm": 1.1584515571594238,
      "learning_rate": 2.296333434776052e-07,
      "loss": 0.3365,
      "step": 2479500
    },
    {
      "epoch": 692.02,
      "grad_norm": 1.0465760231018066,
      "learning_rate": 2.2962167094088026e-07,
      "loss": 0.3332,
      "step": 2479510
    },
    {
      "epoch": 692.02,
      "grad_norm": 1.317898154258728,
      "learning_rate": 2.296099986855474e-07,
      "loss": 0.3386,
      "step": 2479520
    },
    {
      "epoch": 692.03,
      "grad_norm": 1.3912243843078613,
      "learning_rate": 2.2959832671160665e-07,
      "loss": 0.3317,
      "step": 2479530
    },
    {
      "epoch": 692.03,
      "grad_norm": 1.227073073387146,
      "learning_rate": 2.295866550190601e-07,
      "loss": 0.3562,
      "step": 2479540
    },
    {
      "epoch": 692.03,
      "grad_norm": 1.182529091835022,
      "learning_rate": 2.2957498360790978e-07,
      "loss": 0.3359,
      "step": 2479550
    },
    {
      "epoch": 692.03,
      "grad_norm": 2.920708656311035,
      "learning_rate": 2.2956331247815626e-07,
      "loss": 0.3306,
      "step": 2479560
    },
    {
      "epoch": 692.04,
      "grad_norm": 1.3340359926223755,
      "learning_rate": 2.295516416298016e-07,
      "loss": 0.3261,
      "step": 2479570
    },
    {
      "epoch": 692.04,
      "grad_norm": 1.5468246936798096,
      "learning_rate": 2.295399710628471e-07,
      "loss": 0.3345,
      "step": 2479580
    },
    {
      "epoch": 692.04,
      "grad_norm": 1.4157532453536987,
      "learning_rate": 2.2952830077729508e-07,
      "loss": 0.3395,
      "step": 2479590
    },
    {
      "epoch": 692.05,
      "grad_norm": 1.1856117248535156,
      "learning_rate": 2.2951663077314559e-07,
      "loss": 0.3209,
      "step": 2479600
    },
    {
      "epoch": 692.05,
      "grad_norm": 1.1325777769088745,
      "learning_rate": 2.2950496105040225e-07,
      "loss": 0.3499,
      "step": 2479610
    },
    {
      "epoch": 692.05,
      "grad_norm": 1.164674997329712,
      "learning_rate": 2.294932916090648e-07,
      "loss": 0.3259,
      "step": 2479620
    },
    {
      "epoch": 692.05,
      "grad_norm": 1.105241060256958,
      "learning_rate": 2.2948162244913583e-07,
      "loss": 0.3241,
      "step": 2479630
    },
    {
      "epoch": 692.06,
      "grad_norm": 1.310916543006897,
      "learning_rate": 2.2946995357061665e-07,
      "loss": 0.3452,
      "step": 2479640
    },
    {
      "epoch": 692.06,
      "grad_norm": 1.2438653707504272,
      "learning_rate": 2.2945828497350806e-07,
      "loss": 0.3412,
      "step": 2479650
    },
    {
      "epoch": 692.06,
      "grad_norm": 1.274895429611206,
      "learning_rate": 2.2944661665781316e-07,
      "loss": 0.33,
      "step": 2479660
    },
    {
      "epoch": 692.07,
      "grad_norm": 1.2647554874420166,
      "learning_rate": 2.2943494862353193e-07,
      "loss": 0.3448,
      "step": 2479670
    },
    {
      "epoch": 692.07,
      "grad_norm": 1.3666502237319946,
      "learning_rate": 2.2942328087066677e-07,
      "loss": 0.3329,
      "step": 2479680
    },
    {
      "epoch": 692.07,
      "grad_norm": 1.6909044981002808,
      "learning_rate": 2.2941161339921945e-07,
      "loss": 0.3324,
      "step": 2479690
    },
    {
      "epoch": 692.07,
      "grad_norm": 1.25479257106781,
      "learning_rate": 2.2939994620919077e-07,
      "loss": 0.3467,
      "step": 2479700
    },
    {
      "epoch": 692.08,
      "grad_norm": 1.248645544052124,
      "learning_rate": 2.293882793005828e-07,
      "loss": 0.335,
      "step": 2479710
    },
    {
      "epoch": 692.08,
      "grad_norm": 1.4733045101165771,
      "learning_rate": 2.293766126733966e-07,
      "loss": 0.3231,
      "step": 2479720
    },
    {
      "epoch": 692.08,
      "grad_norm": 1.138486385345459,
      "learning_rate": 2.2936494632763476e-07,
      "loss": 0.3548,
      "step": 2479730
    },
    {
      "epoch": 692.08,
      "grad_norm": 1.152993083000183,
      "learning_rate": 2.293532802632973e-07,
      "loss": 0.3514,
      "step": 2479740
    },
    {
      "epoch": 692.09,
      "grad_norm": 1.1190845966339111,
      "learning_rate": 2.2934161448038756e-07,
      "loss": 0.3475,
      "step": 2479750
    },
    {
      "epoch": 692.09,
      "grad_norm": 1.2662016153335571,
      "learning_rate": 2.2932994897890534e-07,
      "loss": 0.3386,
      "step": 2479760
    },
    {
      "epoch": 692.09,
      "grad_norm": 1.203008770942688,
      "learning_rate": 2.2931828375885344e-07,
      "loss": 0.3471,
      "step": 2479770
    },
    {
      "epoch": 692.1,
      "grad_norm": 1.2015295028686523,
      "learning_rate": 2.293066188202332e-07,
      "loss": 0.3412,
      "step": 2479780
    },
    {
      "epoch": 692.1,
      "grad_norm": 1.4712517261505127,
      "learning_rate": 2.2929495416304538e-07,
      "loss": 0.3425,
      "step": 2479790
    },
    {
      "epoch": 692.1,
      "grad_norm": 1.1621830463409424,
      "learning_rate": 2.2928328978729231e-07,
      "loss": 0.3415,
      "step": 2479800
    },
    {
      "epoch": 692.1,
      "grad_norm": 1.2473441362380981,
      "learning_rate": 2.2927162569297534e-07,
      "loss": 0.3471,
      "step": 2479810
    },
    {
      "epoch": 692.11,
      "grad_norm": 1.1540732383728027,
      "learning_rate": 2.2925996188009626e-07,
      "loss": 0.3282,
      "step": 2479820
    },
    {
      "epoch": 692.11,
      "grad_norm": 1.641336441040039,
      "learning_rate": 2.2924829834865614e-07,
      "loss": 0.3287,
      "step": 2479830
    },
    {
      "epoch": 692.11,
      "grad_norm": 1.2385083436965942,
      "learning_rate": 2.2923663509865674e-07,
      "loss": 0.3361,
      "step": 2479840
    },
    {
      "epoch": 692.12,
      "grad_norm": 1.2436617612838745,
      "learning_rate": 2.2922497213009994e-07,
      "loss": 0.3398,
      "step": 2479850
    },
    {
      "epoch": 692.12,
      "grad_norm": 1.3923012018203735,
      "learning_rate": 2.2921330944298623e-07,
      "loss": 0.3429,
      "step": 2479860
    },
    {
      "epoch": 692.12,
      "grad_norm": 1.5720860958099365,
      "learning_rate": 2.2920164703731898e-07,
      "loss": 0.3398,
      "step": 2479870
    },
    {
      "epoch": 692.12,
      "grad_norm": 1.1255989074707031,
      "learning_rate": 2.2918998491309797e-07,
      "loss": 0.3436,
      "step": 2479880
    },
    {
      "epoch": 692.13,
      "grad_norm": 1.221940040588379,
      "learning_rate": 2.2917832307032552e-07,
      "loss": 0.3471,
      "step": 2479890
    },
    {
      "epoch": 692.13,
      "grad_norm": 1.4247173070907593,
      "learning_rate": 2.291666615090032e-07,
      "loss": 0.3449,
      "step": 2479900
    },
    {
      "epoch": 692.13,
      "grad_norm": 1.2135858535766602,
      "learning_rate": 2.2915500022913257e-07,
      "loss": 0.3286,
      "step": 2479910
    },
    {
      "epoch": 692.14,
      "grad_norm": 1.1413686275482178,
      "learning_rate": 2.2914333923071543e-07,
      "loss": 0.3374,
      "step": 2479920
    },
    {
      "epoch": 692.14,
      "grad_norm": 1.7075854539871216,
      "learning_rate": 2.2913167851375284e-07,
      "loss": 0.3375,
      "step": 2479930
    },
    {
      "epoch": 692.14,
      "grad_norm": 1.2284752130508423,
      "learning_rate": 2.291200180782461e-07,
      "loss": 0.3481,
      "step": 2479940
    },
    {
      "epoch": 692.14,
      "grad_norm": 1.6077494621276855,
      "learning_rate": 2.2910835792419756e-07,
      "loss": 0.3473,
      "step": 2479950
    },
    {
      "epoch": 692.15,
      "grad_norm": 1.2053518295288086,
      "learning_rate": 2.290966980516085e-07,
      "loss": 0.3387,
      "step": 2479960
    },
    {
      "epoch": 692.15,
      "grad_norm": 1.2966728210449219,
      "learning_rate": 2.2908503846048025e-07,
      "loss": 0.3459,
      "step": 2479970
    },
    {
      "epoch": 692.15,
      "grad_norm": 1.1783555746078491,
      "learning_rate": 2.2907337915081432e-07,
      "loss": 0.3487,
      "step": 2479980
    },
    {
      "epoch": 692.15,
      "grad_norm": 1.2164382934570312,
      "learning_rate": 2.2906172012261284e-07,
      "loss": 0.3275,
      "step": 2479990
    },
    {
      "epoch": 692.16,
      "grad_norm": 1.1473703384399414,
      "learning_rate": 2.2905006137587607e-07,
      "loss": 0.3334,
      "step": 2480000
    },
    {
      "epoch": 692.16,
      "grad_norm": 1.2216142416000366,
      "learning_rate": 2.2903840291060737e-07,
      "loss": 0.3409,
      "step": 2480010
    },
    {
      "epoch": 692.16,
      "grad_norm": 1.3712574243545532,
      "learning_rate": 2.29026744726807e-07,
      "loss": 0.3575,
      "step": 2480020
    },
    {
      "epoch": 692.17,
      "grad_norm": 1.290893793106079,
      "learning_rate": 2.290150868244768e-07,
      "loss": 0.3377,
      "step": 2480030
    },
    {
      "epoch": 692.17,
      "grad_norm": 1.2023440599441528,
      "learning_rate": 2.290034292036183e-07,
      "loss": 0.3334,
      "step": 2480040
    },
    {
      "epoch": 692.17,
      "grad_norm": 1.0892179012298584,
      "learning_rate": 2.2899177186423363e-07,
      "loss": 0.3436,
      "step": 2480050
    },
    {
      "epoch": 692.17,
      "grad_norm": 1.4033405780792236,
      "learning_rate": 2.2898011480632353e-07,
      "loss": 0.339,
      "step": 2480060
    },
    {
      "epoch": 692.18,
      "grad_norm": 1.4764492511749268,
      "learning_rate": 2.2896845802988958e-07,
      "loss": 0.3468,
      "step": 2480070
    },
    {
      "epoch": 692.18,
      "grad_norm": 1.3993467092514038,
      "learning_rate": 2.2895680153493436e-07,
      "loss": 0.3417,
      "step": 2480080
    },
    {
      "epoch": 692.18,
      "grad_norm": 1.1429359912872314,
      "learning_rate": 2.2894514532145765e-07,
      "loss": 0.3456,
      "step": 2480090
    },
    {
      "epoch": 692.19,
      "grad_norm": 1.4341012239456177,
      "learning_rate": 2.2893348938946305e-07,
      "loss": 0.3398,
      "step": 2480100
    },
    {
      "epoch": 692.19,
      "grad_norm": 1.0586812496185303,
      "learning_rate": 2.2892183373895058e-07,
      "loss": 0.3307,
      "step": 2480110
    },
    {
      "epoch": 692.19,
      "grad_norm": 1.1470797061920166,
      "learning_rate": 2.2891017836992233e-07,
      "loss": 0.3589,
      "step": 2480120
    },
    {
      "epoch": 692.19,
      "grad_norm": 1.258832573890686,
      "learning_rate": 2.2889852328238038e-07,
      "loss": 0.3477,
      "step": 2480130
    },
    {
      "epoch": 692.2,
      "grad_norm": 1.1650375127792358,
      "learning_rate": 2.2888686847632522e-07,
      "loss": 0.3305,
      "step": 2480140
    },
    {
      "epoch": 692.2,
      "grad_norm": 1.4386943578720093,
      "learning_rate": 2.2887521395175898e-07,
      "loss": 0.3215,
      "step": 2480150
    },
    {
      "epoch": 692.2,
      "grad_norm": 1.0664950609207153,
      "learning_rate": 2.2886355970868292e-07,
      "loss": 0.3365,
      "step": 2480160
    },
    {
      "epoch": 692.2,
      "grad_norm": 1.1824084520339966,
      "learning_rate": 2.2885190574709967e-07,
      "loss": 0.3479,
      "step": 2480170
    },
    {
      "epoch": 692.21,
      "grad_norm": 1.276146650314331,
      "learning_rate": 2.288402520670087e-07,
      "loss": 0.3626,
      "step": 2480180
    },
    {
      "epoch": 692.21,
      "grad_norm": 1.433337926864624,
      "learning_rate": 2.2882859866841388e-07,
      "loss": 0.3474,
      "step": 2480190
    },
    {
      "epoch": 692.21,
      "grad_norm": 1.1255333423614502,
      "learning_rate": 2.28816945551315e-07,
      "loss": 0.327,
      "step": 2480200
    },
    {
      "epoch": 692.22,
      "grad_norm": 1.2832046747207642,
      "learning_rate": 2.2880529271571438e-07,
      "loss": 0.3282,
      "step": 2480210
    },
    {
      "epoch": 692.22,
      "grad_norm": 1.2341011762619019,
      "learning_rate": 2.2879364016161412e-07,
      "loss": 0.3303,
      "step": 2480220
    },
    {
      "epoch": 692.22,
      "grad_norm": 1.21892249584198,
      "learning_rate": 2.2878198788901393e-07,
      "loss": 0.3411,
      "step": 2480230
    },
    {
      "epoch": 692.22,
      "grad_norm": 1.2249101400375366,
      "learning_rate": 2.287703358979177e-07,
      "loss": 0.3599,
      "step": 2480240
    },
    {
      "epoch": 692.23,
      "grad_norm": 1.4975347518920898,
      "learning_rate": 2.2875868418832524e-07,
      "loss": 0.3318,
      "step": 2480250
    },
    {
      "epoch": 692.23,
      "grad_norm": 1.690244436264038,
      "learning_rate": 2.2874703276023884e-07,
      "loss": 0.3478,
      "step": 2480260
    },
    {
      "epoch": 692.23,
      "grad_norm": 1.0546984672546387,
      "learning_rate": 2.2873538161366033e-07,
      "loss": 0.3315,
      "step": 2480270
    },
    {
      "epoch": 692.24,
      "grad_norm": 1.4534037113189697,
      "learning_rate": 2.287237307485902e-07,
      "loss": 0.3336,
      "step": 2480280
    },
    {
      "epoch": 692.24,
      "grad_norm": 1.1508307456970215,
      "learning_rate": 2.2871208016503086e-07,
      "loss": 0.3187,
      "step": 2480290
    },
    {
      "epoch": 692.24,
      "grad_norm": 1.3249984979629517,
      "learning_rate": 2.2870042986298355e-07,
      "loss": 0.3327,
      "step": 2480300
    },
    {
      "epoch": 692.24,
      "grad_norm": 1.174723744392395,
      "learning_rate": 2.2868877984245038e-07,
      "loss": 0.3453,
      "step": 2480310
    },
    {
      "epoch": 692.25,
      "grad_norm": 1.0523228645324707,
      "learning_rate": 2.2867713010343135e-07,
      "loss": 0.3416,
      "step": 2480320
    },
    {
      "epoch": 692.25,
      "grad_norm": 1.1686121225357056,
      "learning_rate": 2.2866548064593037e-07,
      "loss": 0.325,
      "step": 2480330
    },
    {
      "epoch": 692.25,
      "grad_norm": 1.3834025859832764,
      "learning_rate": 2.2865383146994688e-07,
      "loss": 0.3378,
      "step": 2480340
    },
    {
      "epoch": 692.26,
      "grad_norm": 1.296501874923706,
      "learning_rate": 2.2864218257548352e-07,
      "loss": 0.3297,
      "step": 2480350
    },
    {
      "epoch": 692.26,
      "grad_norm": 1.1382020711898804,
      "learning_rate": 2.2863053396254212e-07,
      "loss": 0.3211,
      "step": 2480360
    },
    {
      "epoch": 692.26,
      "grad_norm": 1.3510159254074097,
      "learning_rate": 2.286188856311229e-07,
      "loss": 0.3292,
      "step": 2480370
    },
    {
      "epoch": 692.26,
      "grad_norm": 1.289982557296753,
      "learning_rate": 2.286072375812285e-07,
      "loss": 0.3396,
      "step": 2480380
    },
    {
      "epoch": 692.27,
      "grad_norm": 1.2202646732330322,
      "learning_rate": 2.2859558981286018e-07,
      "loss": 0.3361,
      "step": 2480390
    },
    {
      "epoch": 692.27,
      "grad_norm": 1.3586877584457397,
      "learning_rate": 2.2858394232601978e-07,
      "loss": 0.3474,
      "step": 2480400
    },
    {
      "epoch": 692.27,
      "grad_norm": 1.1978797912597656,
      "learning_rate": 2.2857229512070813e-07,
      "loss": 0.3232,
      "step": 2480410
    },
    {
      "epoch": 692.27,
      "grad_norm": 1.1519578695297241,
      "learning_rate": 2.2856064819692724e-07,
      "loss": 0.3429,
      "step": 2480420
    },
    {
      "epoch": 692.28,
      "grad_norm": 1.202525019645691,
      "learning_rate": 2.285490015546787e-07,
      "loss": 0.3496,
      "step": 2480430
    },
    {
      "epoch": 692.28,
      "grad_norm": 1.331312894821167,
      "learning_rate": 2.2853735519396382e-07,
      "loss": 0.3265,
      "step": 2480440
    },
    {
      "epoch": 692.28,
      "grad_norm": 1.2618556022644043,
      "learning_rate": 2.2852570911478492e-07,
      "loss": 0.3354,
      "step": 2480450
    },
    {
      "epoch": 692.29,
      "grad_norm": 1.1544572114944458,
      "learning_rate": 2.2851406331714255e-07,
      "loss": 0.3415,
      "step": 2480460
    },
    {
      "epoch": 692.29,
      "grad_norm": 1.4056473970413208,
      "learning_rate": 2.285024178010385e-07,
      "loss": 0.3305,
      "step": 2480470
    },
    {
      "epoch": 692.29,
      "grad_norm": 1.513205647468567,
      "learning_rate": 2.2849077256647462e-07,
      "loss": 0.3426,
      "step": 2480480
    },
    {
      "epoch": 692.29,
      "grad_norm": 1.1455844640731812,
      "learning_rate": 2.2847912761345218e-07,
      "loss": 0.3337,
      "step": 2480490
    },
    {
      "epoch": 692.3,
      "grad_norm": 1.6300091743469238,
      "learning_rate": 2.2846748294197354e-07,
      "loss": 0.3258,
      "step": 2480500
    },
    {
      "epoch": 692.3,
      "grad_norm": 1.1246269941329956,
      "learning_rate": 2.2845583855203897e-07,
      "loss": 0.334,
      "step": 2480510
    },
    {
      "epoch": 692.3,
      "grad_norm": 1.6448620557785034,
      "learning_rate": 2.2844419444365052e-07,
      "loss": 0.3428,
      "step": 2480520
    },
    {
      "epoch": 692.31,
      "grad_norm": 1.189833641052246,
      "learning_rate": 2.2843255061681005e-07,
      "loss": 0.3427,
      "step": 2480530
    },
    {
      "epoch": 692.31,
      "grad_norm": 1.3464820384979248,
      "learning_rate": 2.284209070715191e-07,
      "loss": 0.3407,
      "step": 2480540
    },
    {
      "epoch": 692.31,
      "grad_norm": 1.1913601160049438,
      "learning_rate": 2.2840926380777847e-07,
      "loss": 0.3423,
      "step": 2480550
    },
    {
      "epoch": 692.31,
      "grad_norm": 1.0675606727600098,
      "learning_rate": 2.2839762082559097e-07,
      "loss": 0.3157,
      "step": 2480560
    },
    {
      "epoch": 692.32,
      "grad_norm": 1.2079676389694214,
      "learning_rate": 2.283859781249569e-07,
      "loss": 0.3095,
      "step": 2480570
    },
    {
      "epoch": 692.32,
      "grad_norm": 1.254260540008545,
      "learning_rate": 2.2837433570587864e-07,
      "loss": 0.3425,
      "step": 2480580
    },
    {
      "epoch": 692.32,
      "grad_norm": 1.2771275043487549,
      "learning_rate": 2.283626935683577e-07,
      "loss": 0.3501,
      "step": 2480590
    },
    {
      "epoch": 692.32,
      "grad_norm": 1.215025544166565,
      "learning_rate": 2.283510517123951e-07,
      "loss": 0.3359,
      "step": 2480600
    },
    {
      "epoch": 692.33,
      "grad_norm": 1.37406325340271,
      "learning_rate": 2.2833941013799244e-07,
      "loss": 0.3392,
      "step": 2480610
    },
    {
      "epoch": 692.33,
      "grad_norm": 1.1352262496948242,
      "learning_rate": 2.2832776884515154e-07,
      "loss": 0.3428,
      "step": 2480620
    },
    {
      "epoch": 692.33,
      "grad_norm": 1.3653316497802734,
      "learning_rate": 2.2831612783387448e-07,
      "loss": 0.3274,
      "step": 2480630
    },
    {
      "epoch": 692.34,
      "grad_norm": 1.2492854595184326,
      "learning_rate": 2.2830448710416176e-07,
      "loss": 0.354,
      "step": 2480640
    },
    {
      "epoch": 692.34,
      "grad_norm": 1.176179051399231,
      "learning_rate": 2.282928466560155e-07,
      "loss": 0.3222,
      "step": 2480650
    },
    {
      "epoch": 692.34,
      "grad_norm": 1.1548699140548706,
      "learning_rate": 2.2828120648943749e-07,
      "loss": 0.3337,
      "step": 2480660
    },
    {
      "epoch": 692.34,
      "grad_norm": 1.193000316619873,
      "learning_rate": 2.2826956660442824e-07,
      "loss": 0.3505,
      "step": 2480670
    },
    {
      "epoch": 692.35,
      "grad_norm": 1.2543376684188843,
      "learning_rate": 2.2825792700099064e-07,
      "loss": 0.3388,
      "step": 2480680
    },
    {
      "epoch": 692.35,
      "grad_norm": 1.222151279449463,
      "learning_rate": 2.2824628767912547e-07,
      "loss": 0.326,
      "step": 2480690
    },
    {
      "epoch": 692.35,
      "grad_norm": 1.1243600845336914,
      "learning_rate": 2.2823464863883402e-07,
      "loss": 0.3481,
      "step": 2480700
    },
    {
      "epoch": 692.36,
      "grad_norm": 1.1373186111450195,
      "learning_rate": 2.2822300988011863e-07,
      "loss": 0.3451,
      "step": 2480710
    },
    {
      "epoch": 692.36,
      "grad_norm": 1.311073899269104,
      "learning_rate": 2.282113714029806e-07,
      "loss": 0.3404,
      "step": 2480720
    },
    {
      "epoch": 692.36,
      "grad_norm": 1.1213849782943726,
      "learning_rate": 2.2819973320742125e-07,
      "loss": 0.3453,
      "step": 2480730
    },
    {
      "epoch": 692.36,
      "grad_norm": 1.244218349456787,
      "learning_rate": 2.2818809529344186e-07,
      "loss": 0.3359,
      "step": 2480740
    },
    {
      "epoch": 692.37,
      "grad_norm": 1.1204687356948853,
      "learning_rate": 2.2817645766104506e-07,
      "loss": 0.3553,
      "step": 2480750
    },
    {
      "epoch": 692.37,
      "grad_norm": 1.0679289102554321,
      "learning_rate": 2.2816482031023054e-07,
      "loss": 0.3325,
      "step": 2480760
    },
    {
      "epoch": 692.37,
      "grad_norm": 1.2332631349563599,
      "learning_rate": 2.28153183241002e-07,
      "loss": 0.3262,
      "step": 2480770
    },
    {
      "epoch": 692.38,
      "grad_norm": 1.1727783679962158,
      "learning_rate": 2.2814154645335938e-07,
      "loss": 0.3464,
      "step": 2480780
    },
    {
      "epoch": 692.38,
      "grad_norm": 1.2329241037368774,
      "learning_rate": 2.2812990994730508e-07,
      "loss": 0.3312,
      "step": 2480790
    },
    {
      "epoch": 692.38,
      "grad_norm": 1.233001708984375,
      "learning_rate": 2.2811827372284062e-07,
      "loss": 0.3517,
      "step": 2480800
    },
    {
      "epoch": 692.38,
      "grad_norm": 1.0897250175476074,
      "learning_rate": 2.2810663777996655e-07,
      "loss": 0.3238,
      "step": 2480810
    },
    {
      "epoch": 692.39,
      "grad_norm": 1.29732346534729,
      "learning_rate": 2.2809500211868598e-07,
      "loss": 0.3246,
      "step": 2480820
    },
    {
      "epoch": 692.39,
      "grad_norm": 1.145456075668335,
      "learning_rate": 2.2808336673899942e-07,
      "loss": 0.3183,
      "step": 2480830
    },
    {
      "epoch": 692.39,
      "grad_norm": 1.0574252605438232,
      "learning_rate": 2.2807173164090844e-07,
      "loss": 0.33,
      "step": 2480840
    },
    {
      "epoch": 692.39,
      "grad_norm": 1.2582391500473022,
      "learning_rate": 2.2806009682441486e-07,
      "loss": 0.3533,
      "step": 2480850
    },
    {
      "epoch": 692.4,
      "grad_norm": 3.286254644393921,
      "learning_rate": 2.2804846228952077e-07,
      "loss": 0.329,
      "step": 2480860
    },
    {
      "epoch": 692.4,
      "grad_norm": 1.231783390045166,
      "learning_rate": 2.2803682803622668e-07,
      "loss": 0.3271,
      "step": 2480870
    },
    {
      "epoch": 692.4,
      "grad_norm": 1.0895763635635376,
      "learning_rate": 2.280251940645344e-07,
      "loss": 0.3408,
      "step": 2480880
    },
    {
      "epoch": 692.41,
      "grad_norm": 1.2377277612686157,
      "learning_rate": 2.280135603744463e-07,
      "loss": 0.3652,
      "step": 2480890
    },
    {
      "epoch": 692.41,
      "grad_norm": 1.2057446241378784,
      "learning_rate": 2.2800192696596212e-07,
      "loss": 0.3269,
      "step": 2480900
    },
    {
      "epoch": 692.41,
      "grad_norm": 1.124698519706726,
      "learning_rate": 2.2799029383908574e-07,
      "loss": 0.3277,
      "step": 2480910
    },
    {
      "epoch": 692.41,
      "grad_norm": 1.127597451210022,
      "learning_rate": 2.2797866099381716e-07,
      "loss": 0.3207,
      "step": 2480920
    },
    {
      "epoch": 692.42,
      "grad_norm": 1.1417266130447388,
      "learning_rate": 2.2796702843015823e-07,
      "loss": 0.3258,
      "step": 2480930
    },
    {
      "epoch": 692.42,
      "grad_norm": 1.1764997243881226,
      "learning_rate": 2.27955396148111e-07,
      "loss": 0.326,
      "step": 2480940
    },
    {
      "epoch": 692.42,
      "grad_norm": 1.2263202667236328,
      "learning_rate": 2.27943764147676e-07,
      "loss": 0.3321,
      "step": 2480950
    },
    {
      "epoch": 692.43,
      "grad_norm": 1.276869535446167,
      "learning_rate": 2.279321324288556e-07,
      "loss": 0.349,
      "step": 2480960
    },
    {
      "epoch": 692.43,
      "grad_norm": 1.2705426216125488,
      "learning_rate": 2.2792050099165104e-07,
      "loss": 0.3413,
      "step": 2480970
    },
    {
      "epoch": 692.43,
      "grad_norm": 1.5913151502609253,
      "learning_rate": 2.2790886983606446e-07,
      "loss": 0.3317,
      "step": 2480980
    },
    {
      "epoch": 692.43,
      "grad_norm": 1.0234116315841675,
      "learning_rate": 2.2789723896209608e-07,
      "loss": 0.3316,
      "step": 2480990
    },
    {
      "epoch": 692.44,
      "grad_norm": 2.026287078857422,
      "learning_rate": 2.2788560836974906e-07,
      "loss": 0.3417,
      "step": 2481000
    },
    {
      "epoch": 692.44,
      "grad_norm": 1.1518017053604126,
      "learning_rate": 2.278739780590239e-07,
      "loss": 0.3282,
      "step": 2481010
    },
    {
      "epoch": 692.44,
      "grad_norm": 1.4979074001312256,
      "learning_rate": 2.2786234802992218e-07,
      "loss": 0.3419,
      "step": 2481020
    },
    {
      "epoch": 692.44,
      "grad_norm": 1.2075895071029663,
      "learning_rate": 2.2785071828244618e-07,
      "loss": 0.3364,
      "step": 2481030
    },
    {
      "epoch": 692.45,
      "grad_norm": 1.2824801206588745,
      "learning_rate": 2.2783908881659676e-07,
      "loss": 0.3404,
      "step": 2481040
    },
    {
      "epoch": 692.45,
      "grad_norm": 1.4904569387435913,
      "learning_rate": 2.2782745963237544e-07,
      "loss": 0.3376,
      "step": 2481050
    },
    {
      "epoch": 692.45,
      "grad_norm": 1.1607340574264526,
      "learning_rate": 2.2781583072978402e-07,
      "loss": 0.3281,
      "step": 2481060
    },
    {
      "epoch": 692.46,
      "grad_norm": 1.1678752899169922,
      "learning_rate": 2.2780420210882387e-07,
      "loss": 0.3438,
      "step": 2481070
    },
    {
      "epoch": 692.46,
      "grad_norm": 1.3002732992172241,
      "learning_rate": 2.2779257376949727e-07,
      "loss": 0.3417,
      "step": 2481080
    },
    {
      "epoch": 692.46,
      "grad_norm": 1.2225544452667236,
      "learning_rate": 2.2778094571180475e-07,
      "loss": 0.3291,
      "step": 2481090
    },
    {
      "epoch": 692.46,
      "grad_norm": 2.279991865158081,
      "learning_rate": 2.2776931793574818e-07,
      "loss": 0.3277,
      "step": 2481100
    },
    {
      "epoch": 692.47,
      "grad_norm": 1.259330153465271,
      "learning_rate": 2.2775769044132932e-07,
      "loss": 0.3208,
      "step": 2481110
    },
    {
      "epoch": 692.47,
      "grad_norm": 1.273354411125183,
      "learning_rate": 2.2774606322855e-07,
      "loss": 0.3417,
      "step": 2481120
    },
    {
      "epoch": 692.47,
      "grad_norm": 1.1397299766540527,
      "learning_rate": 2.277344362974105e-07,
      "loss": 0.3348,
      "step": 2481130
    },
    {
      "epoch": 692.48,
      "grad_norm": 1.231096625328064,
      "learning_rate": 2.2772280964791422e-07,
      "loss": 0.3265,
      "step": 2481140
    },
    {
      "epoch": 692.48,
      "grad_norm": 1.5156333446502686,
      "learning_rate": 2.2771118328006138e-07,
      "loss": 0.3402,
      "step": 2481150
    },
    {
      "epoch": 692.48,
      "grad_norm": 1.2830406427383423,
      "learning_rate": 2.276995571938536e-07,
      "loss": 0.3544,
      "step": 2481160
    },
    {
      "epoch": 692.48,
      "grad_norm": 1.327332615852356,
      "learning_rate": 2.2768793138929339e-07,
      "loss": 0.3479,
      "step": 2481170
    },
    {
      "epoch": 692.49,
      "grad_norm": 1.1869250535964966,
      "learning_rate": 2.276763058663811e-07,
      "loss": 0.3319,
      "step": 2481180
    },
    {
      "epoch": 692.49,
      "grad_norm": 1.1533358097076416,
      "learning_rate": 2.2766468062511873e-07,
      "loss": 0.3475,
      "step": 2481190
    },
    {
      "epoch": 692.49,
      "grad_norm": 1.4596763849258423,
      "learning_rate": 2.276530556655079e-07,
      "loss": 0.3356,
      "step": 2481200
    },
    {
      "epoch": 692.5,
      "grad_norm": 1.3047446012496948,
      "learning_rate": 2.276414309875507e-07,
      "loss": 0.3318,
      "step": 2481210
    },
    {
      "epoch": 692.5,
      "grad_norm": 1.308572769165039,
      "learning_rate": 2.2762980659124762e-07,
      "loss": 0.3319,
      "step": 2481220
    },
    {
      "epoch": 692.5,
      "grad_norm": 1.255004644393921,
      "learning_rate": 2.2761818247660074e-07,
      "loss": 0.3464,
      "step": 2481230
    },
    {
      "epoch": 692.5,
      "grad_norm": 1.156312346458435,
      "learning_rate": 2.276065586436119e-07,
      "loss": 0.3374,
      "step": 2481240
    },
    {
      "epoch": 692.51,
      "grad_norm": 1.261225938796997,
      "learning_rate": 2.275949350922816e-07,
      "loss": 0.3331,
      "step": 2481250
    },
    {
      "epoch": 692.51,
      "grad_norm": 1.2046411037445068,
      "learning_rate": 2.2758331182261272e-07,
      "loss": 0.3427,
      "step": 2481260
    },
    {
      "epoch": 692.51,
      "grad_norm": 1.252408504486084,
      "learning_rate": 2.2757168883460602e-07,
      "loss": 0.3307,
      "step": 2481270
    },
    {
      "epoch": 692.51,
      "grad_norm": 1.2344186305999756,
      "learning_rate": 2.2756006612826335e-07,
      "loss": 0.3395,
      "step": 2481280
    },
    {
      "epoch": 692.52,
      "grad_norm": 1.1261475086212158,
      "learning_rate": 2.27548443703586e-07,
      "loss": 0.3318,
      "step": 2481290
    },
    {
      "epoch": 692.52,
      "grad_norm": 1.1822656393051147,
      "learning_rate": 2.2753682156057603e-07,
      "loss": 0.3402,
      "step": 2481300
    },
    {
      "epoch": 692.52,
      "grad_norm": 1.1880266666412354,
      "learning_rate": 2.2752519969923398e-07,
      "loss": 0.3381,
      "step": 2481310
    },
    {
      "epoch": 692.53,
      "grad_norm": 1.3505558967590332,
      "learning_rate": 2.2751357811956247e-07,
      "loss": 0.3372,
      "step": 2481320
    },
    {
      "epoch": 692.53,
      "grad_norm": 1.4426039457321167,
      "learning_rate": 2.2750195682156277e-07,
      "loss": 0.3437,
      "step": 2481330
    },
    {
      "epoch": 692.53,
      "grad_norm": 1.4795044660568237,
      "learning_rate": 2.274903358052354e-07,
      "loss": 0.3315,
      "step": 2481340
    },
    {
      "epoch": 692.53,
      "grad_norm": 1.1741195917129517,
      "learning_rate": 2.2747871507058378e-07,
      "loss": 0.3313,
      "step": 2481350
    },
    {
      "epoch": 692.54,
      "grad_norm": 1.1842559576034546,
      "learning_rate": 2.2746709461760786e-07,
      "loss": 0.3183,
      "step": 2481360
    },
    {
      "epoch": 692.54,
      "grad_norm": 2.469496965408325,
      "learning_rate": 2.2745547444630975e-07,
      "loss": 0.3582,
      "step": 2481370
    },
    {
      "epoch": 692.54,
      "grad_norm": 1.2964491844177246,
      "learning_rate": 2.2744385455669103e-07,
      "loss": 0.351,
      "step": 2481380
    },
    {
      "epoch": 692.55,
      "grad_norm": 1.668478012084961,
      "learning_rate": 2.2743223494875347e-07,
      "loss": 0.349,
      "step": 2481390
    },
    {
      "epoch": 692.55,
      "grad_norm": 1.5134670734405518,
      "learning_rate": 2.2742061562249866e-07,
      "loss": 0.3425,
      "step": 2481400
    },
    {
      "epoch": 692.55,
      "grad_norm": 1.1268014907836914,
      "learning_rate": 2.274089965779274e-07,
      "loss": 0.3397,
      "step": 2481410
    },
    {
      "epoch": 692.55,
      "grad_norm": 1.1937364339828491,
      "learning_rate": 2.273973778150415e-07,
      "loss": 0.3181,
      "step": 2481420
    },
    {
      "epoch": 692.56,
      "grad_norm": 1.1502782106399536,
      "learning_rate": 2.27385759333843e-07,
      "loss": 0.3589,
      "step": 2481430
    },
    {
      "epoch": 692.56,
      "grad_norm": 1.508705973625183,
      "learning_rate": 2.273741411343335e-07,
      "loss": 0.3318,
      "step": 2481440
    },
    {
      "epoch": 692.56,
      "grad_norm": 1.1741474866867065,
      "learning_rate": 2.273625232165138e-07,
      "loss": 0.3225,
      "step": 2481450
    },
    {
      "epoch": 692.56,
      "grad_norm": 1.2967406511306763,
      "learning_rate": 2.2735090558038595e-07,
      "loss": 0.3411,
      "step": 2481460
    },
    {
      "epoch": 692.57,
      "grad_norm": 1.1919947862625122,
      "learning_rate": 2.273392882259518e-07,
      "loss": 0.3439,
      "step": 2481470
    },
    {
      "epoch": 692.57,
      "grad_norm": 1.1417176723480225,
      "learning_rate": 2.2732767115321127e-07,
      "loss": 0.3346,
      "step": 2481480
    },
    {
      "epoch": 692.57,
      "grad_norm": 1.2754387855529785,
      "learning_rate": 2.2731605436216837e-07,
      "loss": 0.3441,
      "step": 2481490
    },
    {
      "epoch": 692.58,
      "grad_norm": 1.4415920972824097,
      "learning_rate": 2.2730443785282277e-07,
      "loss": 0.3505,
      "step": 2481500
    },
    {
      "epoch": 692.58,
      "grad_norm": 1.3201756477355957,
      "learning_rate": 2.2729282162517684e-07,
      "loss": 0.3497,
      "step": 2481510
    },
    {
      "epoch": 692.58,
      "grad_norm": 1.2393003702163696,
      "learning_rate": 2.272812056792319e-07,
      "loss": 0.3258,
      "step": 2481520
    },
    {
      "epoch": 692.58,
      "grad_norm": 1.308253526687622,
      "learning_rate": 2.2726959001498996e-07,
      "loss": 0.341,
      "step": 2481530
    },
    {
      "epoch": 692.59,
      "grad_norm": 1.374043345451355,
      "learning_rate": 2.2725797463245162e-07,
      "loss": 0.3379,
      "step": 2481540
    },
    {
      "epoch": 692.59,
      "grad_norm": 1.497672438621521,
      "learning_rate": 2.2724635953161892e-07,
      "loss": 0.34,
      "step": 2481550
    },
    {
      "epoch": 692.59,
      "grad_norm": 1.1713836193084717,
      "learning_rate": 2.2723474471249395e-07,
      "loss": 0.3345,
      "step": 2481560
    },
    {
      "epoch": 692.6,
      "grad_norm": 1.4109300374984741,
      "learning_rate": 2.2722313017507696e-07,
      "loss": 0.3469,
      "step": 2481570
    },
    {
      "epoch": 692.6,
      "grad_norm": 1.1244184970855713,
      "learning_rate": 2.272115159193711e-07,
      "loss": 0.3554,
      "step": 2481580
    },
    {
      "epoch": 692.6,
      "grad_norm": 1.2419743537902832,
      "learning_rate": 2.2719990194537634e-07,
      "loss": 0.3352,
      "step": 2481590
    },
    {
      "epoch": 692.6,
      "grad_norm": 1.9170441627502441,
      "learning_rate": 2.271882882530953e-07,
      "loss": 0.3315,
      "step": 2481600
    },
    {
      "epoch": 692.61,
      "grad_norm": 1.2446331977844238,
      "learning_rate": 2.2717667484252952e-07,
      "loss": 0.3428,
      "step": 2481610
    },
    {
      "epoch": 692.61,
      "grad_norm": 1.2271510362625122,
      "learning_rate": 2.271650617136798e-07,
      "loss": 0.3515,
      "step": 2481620
    },
    {
      "epoch": 692.61,
      "grad_norm": 1.140122890472412,
      "learning_rate": 2.2715344886654825e-07,
      "loss": 0.3361,
      "step": 2481630
    },
    {
      "epoch": 692.62,
      "grad_norm": 1.1669230461120605,
      "learning_rate": 2.2714183630113612e-07,
      "loss": 0.3421,
      "step": 2481640
    },
    {
      "epoch": 692.62,
      "grad_norm": 1.0180484056472778,
      "learning_rate": 2.2713022401744524e-07,
      "loss": 0.3428,
      "step": 2481650
    },
    {
      "epoch": 692.62,
      "grad_norm": 1.3335061073303223,
      "learning_rate": 2.2711861201547694e-07,
      "loss": 0.3441,
      "step": 2481660
    },
    {
      "epoch": 692.62,
      "grad_norm": 1.114748477935791,
      "learning_rate": 2.2710700029523328e-07,
      "loss": 0.3288,
      "step": 2481670
    },
    {
      "epoch": 692.63,
      "grad_norm": 1.334187388420105,
      "learning_rate": 2.2709538885671502e-07,
      "loss": 0.3445,
      "step": 2481680
    },
    {
      "epoch": 692.63,
      "grad_norm": 1.1793440580368042,
      "learning_rate": 2.2708377769992403e-07,
      "loss": 0.3472,
      "step": 2481690
    },
    {
      "epoch": 692.63,
      "grad_norm": 1.19211745262146,
      "learning_rate": 2.270721668248621e-07,
      "loss": 0.3309,
      "step": 2481700
    },
    {
      "epoch": 692.63,
      "grad_norm": 1.129556655883789,
      "learning_rate": 2.2706055623153003e-07,
      "loss": 0.3257,
      "step": 2481710
    },
    {
      "epoch": 692.64,
      "grad_norm": 1.0914931297302246,
      "learning_rate": 2.2704894591993066e-07,
      "loss": 0.3462,
      "step": 2481720
    },
    {
      "epoch": 692.64,
      "grad_norm": 1.1271748542785645,
      "learning_rate": 2.2703733589006425e-07,
      "loss": 0.3448,
      "step": 2481730
    },
    {
      "epoch": 692.64,
      "grad_norm": 1.3052045106887817,
      "learning_rate": 2.270257261419329e-07,
      "loss": 0.3371,
      "step": 2481740
    },
    {
      "epoch": 692.65,
      "grad_norm": 1.426415205001831,
      "learning_rate": 2.2701411667553868e-07,
      "loss": 0.3412,
      "step": 2481750
    },
    {
      "epoch": 692.65,
      "grad_norm": 1.1439975500106812,
      "learning_rate": 2.2700250749088214e-07,
      "loss": 0.3356,
      "step": 2481760
    },
    {
      "epoch": 692.65,
      "grad_norm": 1.0882740020751953,
      "learning_rate": 2.2699089858796503e-07,
      "loss": 0.3226,
      "step": 2481770
    },
    {
      "epoch": 692.65,
      "grad_norm": 1.1304882764816284,
      "learning_rate": 2.269792899667895e-07,
      "loss": 0.3377,
      "step": 2481780
    },
    {
      "epoch": 692.66,
      "grad_norm": 1.17878258228302,
      "learning_rate": 2.2696768162735684e-07,
      "loss": 0.3411,
      "step": 2481790
    },
    {
      "epoch": 692.66,
      "grad_norm": 1.1775585412979126,
      "learning_rate": 2.269560735696678e-07,
      "loss": 0.3526,
      "step": 2481800
    },
    {
      "epoch": 692.66,
      "grad_norm": 1.0845335721969604,
      "learning_rate": 2.2694446579372555e-07,
      "loss": 0.3458,
      "step": 2481810
    },
    {
      "epoch": 692.67,
      "grad_norm": 1.2067196369171143,
      "learning_rate": 2.2693285829953004e-07,
      "loss": 0.3378,
      "step": 2481820
    },
    {
      "epoch": 692.67,
      "grad_norm": 1.133456826210022,
      "learning_rate": 2.2692125108708362e-07,
      "loss": 0.348,
      "step": 2481830
    },
    {
      "epoch": 692.67,
      "grad_norm": 1.33256995677948,
      "learning_rate": 2.269096441563879e-07,
      "loss": 0.321,
      "step": 2481840
    },
    {
      "epoch": 692.67,
      "grad_norm": 1.1715837717056274,
      "learning_rate": 2.2689803750744412e-07,
      "loss": 0.3275,
      "step": 2481850
    },
    {
      "epoch": 692.68,
      "grad_norm": 1.2512140274047852,
      "learning_rate": 2.268864311402536e-07,
      "loss": 0.3587,
      "step": 2481860
    },
    {
      "epoch": 692.68,
      "grad_norm": 1.3938438892364502,
      "learning_rate": 2.2687482505481846e-07,
      "loss": 0.3313,
      "step": 2481870
    },
    {
      "epoch": 692.68,
      "grad_norm": 1.305434226989746,
      "learning_rate": 2.268632192511402e-07,
      "loss": 0.329,
      "step": 2481880
    },
    {
      "epoch": 692.68,
      "grad_norm": 1.260479211807251,
      "learning_rate": 2.2685161372921964e-07,
      "loss": 0.3509,
      "step": 2481890
    },
    {
      "epoch": 692.69,
      "grad_norm": 1.1722134351730347,
      "learning_rate": 2.268400084890591e-07,
      "loss": 0.3311,
      "step": 2481900
    },
    {
      "epoch": 692.69,
      "grad_norm": 1.2378311157226562,
      "learning_rate": 2.268284035306602e-07,
      "loss": 0.3358,
      "step": 2481910
    },
    {
      "epoch": 692.69,
      "grad_norm": 1.1291141510009766,
      "learning_rate": 2.268167988540231e-07,
      "loss": 0.3321,
      "step": 2481920
    },
    {
      "epoch": 692.7,
      "grad_norm": 1.054829478263855,
      "learning_rate": 2.268051944591515e-07,
      "loss": 0.3321,
      "step": 2481930
    },
    {
      "epoch": 692.7,
      "grad_norm": 1.375054955482483,
      "learning_rate": 2.2679359034604492e-07,
      "loss": 0.3292,
      "step": 2481940
    },
    {
      "epoch": 692.7,
      "grad_norm": 1.4868407249450684,
      "learning_rate": 2.2678198651470667e-07,
      "loss": 0.3352,
      "step": 2481950
    },
    {
      "epoch": 692.7,
      "grad_norm": 1.1696243286132812,
      "learning_rate": 2.2677038296513676e-07,
      "loss": 0.3407,
      "step": 2481960
    },
    {
      "epoch": 692.71,
      "grad_norm": 1.3412952423095703,
      "learning_rate": 2.2675877969733784e-07,
      "loss": 0.3368,
      "step": 2481970
    },
    {
      "epoch": 692.71,
      "grad_norm": 1.1699298620224,
      "learning_rate": 2.2674717671131115e-07,
      "loss": 0.3468,
      "step": 2481980
    },
    {
      "epoch": 692.71,
      "grad_norm": 1.0298055410385132,
      "learning_rate": 2.2673557400705779e-07,
      "loss": 0.3216,
      "step": 2481990
    },
    {
      "epoch": 692.72,
      "grad_norm": 1.2698308229446411,
      "learning_rate": 2.2672397158457956e-07,
      "loss": 0.3486,
      "step": 2482000
    },
    {
      "epoch": 692.72,
      "grad_norm": 1.2372338771820068,
      "learning_rate": 2.26712369443878e-07,
      "loss": 0.3354,
      "step": 2482010
    },
    {
      "epoch": 692.72,
      "grad_norm": 1.3456419706344604,
      "learning_rate": 2.2670076758495546e-07,
      "loss": 0.3412,
      "step": 2482020
    },
    {
      "epoch": 692.72,
      "grad_norm": 1.3219389915466309,
      "learning_rate": 2.2668916600781197e-07,
      "loss": 0.319,
      "step": 2482030
    },
    {
      "epoch": 692.73,
      "grad_norm": 1.16923189163208,
      "learning_rate": 2.266775647124501e-07,
      "loss": 0.3292,
      "step": 2482040
    },
    {
      "epoch": 692.73,
      "grad_norm": 1.4433610439300537,
      "learning_rate": 2.266659636988714e-07,
      "loss": 0.3184,
      "step": 2482050
    },
    {
      "epoch": 692.73,
      "grad_norm": 1.2204545736312866,
      "learning_rate": 2.2665436296707644e-07,
      "loss": 0.335,
      "step": 2482060
    },
    {
      "epoch": 692.74,
      "grad_norm": 1.1262222528457642,
      "learning_rate": 2.2664276251706828e-07,
      "loss": 0.338,
      "step": 2482070
    },
    {
      "epoch": 692.74,
      "grad_norm": 1.1007626056671143,
      "learning_rate": 2.2663116234884726e-07,
      "loss": 0.3363,
      "step": 2482080
    },
    {
      "epoch": 692.74,
      "grad_norm": 1.3014668226242065,
      "learning_rate": 2.2661956246241538e-07,
      "loss": 0.3377,
      "step": 2482090
    },
    {
      "epoch": 692.74,
      "grad_norm": 1.1728781461715698,
      "learning_rate": 2.2660796285777423e-07,
      "loss": 0.3385,
      "step": 2482100
    },
    {
      "epoch": 692.75,
      "grad_norm": 2.2650671005249023,
      "learning_rate": 2.265963635349254e-07,
      "loss": 0.3317,
      "step": 2482110
    },
    {
      "epoch": 692.75,
      "grad_norm": 1.255786418914795,
      "learning_rate": 2.2658476449387016e-07,
      "loss": 0.3324,
      "step": 2482120
    },
    {
      "epoch": 692.75,
      "grad_norm": 1.204659342765808,
      "learning_rate": 2.265731657346101e-07,
      "loss": 0.3253,
      "step": 2482130
    },
    {
      "epoch": 692.75,
      "grad_norm": 1.395858883857727,
      "learning_rate": 2.26561567257147e-07,
      "loss": 0.3354,
      "step": 2482140
    },
    {
      "epoch": 692.76,
      "grad_norm": 1.3264718055725098,
      "learning_rate": 2.2654996906148167e-07,
      "loss": 0.3269,
      "step": 2482150
    },
    {
      "epoch": 692.76,
      "grad_norm": 1.2083287239074707,
      "learning_rate": 2.2653837114761723e-07,
      "loss": 0.333,
      "step": 2482160
    },
    {
      "epoch": 692.76,
      "grad_norm": 1.3947780132293701,
      "learning_rate": 2.2652677351555367e-07,
      "loss": 0.3296,
      "step": 2482170
    },
    {
      "epoch": 692.77,
      "grad_norm": 1.324994444847107,
      "learning_rate": 2.2651517616529307e-07,
      "loss": 0.3364,
      "step": 2482180
    },
    {
      "epoch": 692.77,
      "grad_norm": 1.1648808717727661,
      "learning_rate": 2.2650357909683726e-07,
      "loss": 0.342,
      "step": 2482190
    },
    {
      "epoch": 692.77,
      "grad_norm": 1.4083921909332275,
      "learning_rate": 2.2649198231018728e-07,
      "loss": 0.3403,
      "step": 2482200
    },
    {
      "epoch": 692.77,
      "grad_norm": 1.2090835571289062,
      "learning_rate": 2.2648038580534494e-07,
      "loss": 0.3364,
      "step": 2482210
    },
    {
      "epoch": 692.78,
      "grad_norm": 1.1362707614898682,
      "learning_rate": 2.2646878958231182e-07,
      "loss": 0.3276,
      "step": 2482220
    },
    {
      "epoch": 692.78,
      "grad_norm": 1.3082008361816406,
      "learning_rate": 2.264571936410892e-07,
      "loss": 0.3327,
      "step": 2482230
    },
    {
      "epoch": 692.78,
      "grad_norm": 1.36883544921875,
      "learning_rate": 2.2644559798167895e-07,
      "loss": 0.3402,
      "step": 2482240
    },
    {
      "epoch": 692.79,
      "grad_norm": 1.261621356010437,
      "learning_rate": 2.2643400260408284e-07,
      "loss": 0.3413,
      "step": 2482250
    },
    {
      "epoch": 692.79,
      "grad_norm": 1.2982217073440552,
      "learning_rate": 2.2642240750830165e-07,
      "loss": 0.3343,
      "step": 2482260
    },
    {
      "epoch": 692.79,
      "grad_norm": 1.226041316986084,
      "learning_rate": 2.2641081269433748e-07,
      "loss": 0.3639,
      "step": 2482270
    },
    {
      "epoch": 692.79,
      "grad_norm": 0.9400612711906433,
      "learning_rate": 2.2639921816219216e-07,
      "loss": 0.3324,
      "step": 2482280
    },
    {
      "epoch": 692.8,
      "grad_norm": 1.3107690811157227,
      "learning_rate": 2.2638762391186592e-07,
      "loss": 0.3492,
      "step": 2482290
    },
    {
      "epoch": 692.8,
      "grad_norm": 1.4444653987884521,
      "learning_rate": 2.2637602994336192e-07,
      "loss": 0.3586,
      "step": 2482300
    },
    {
      "epoch": 692.8,
      "grad_norm": 1.4126176834106445,
      "learning_rate": 2.2636443625668068e-07,
      "loss": 0.3448,
      "step": 2482310
    },
    {
      "epoch": 692.8,
      "grad_norm": 1.1817950010299683,
      "learning_rate": 2.2635284285182398e-07,
      "loss": 0.3305,
      "step": 2482320
    },
    {
      "epoch": 692.81,
      "grad_norm": 1.2578026056289673,
      "learning_rate": 2.263412497287934e-07,
      "loss": 0.3237,
      "step": 2482330
    },
    {
      "epoch": 692.81,
      "grad_norm": 1.2595914602279663,
      "learning_rate": 2.2632965688759078e-07,
      "loss": 0.3284,
      "step": 2482340
    },
    {
      "epoch": 692.81,
      "grad_norm": 1.4567326307296753,
      "learning_rate": 2.2631806432821714e-07,
      "loss": 0.3426,
      "step": 2482350
    },
    {
      "epoch": 692.82,
      "grad_norm": 1.1295007467269897,
      "learning_rate": 2.263064720506743e-07,
      "loss": 0.3411,
      "step": 2482360
    },
    {
      "epoch": 692.82,
      "grad_norm": 1.5603212118148804,
      "learning_rate": 2.262948800549641e-07,
      "loss": 0.3284,
      "step": 2482370
    },
    {
      "epoch": 692.82,
      "grad_norm": 1.401590347290039,
      "learning_rate": 2.2628328834108704e-07,
      "loss": 0.3311,
      "step": 2482380
    },
    {
      "epoch": 692.82,
      "grad_norm": 1.112615942955017,
      "learning_rate": 2.2627169690904601e-07,
      "loss": 0.3273,
      "step": 2482390
    },
    {
      "epoch": 692.83,
      "grad_norm": 1.2359730005264282,
      "learning_rate": 2.2626010575884178e-07,
      "loss": 0.3331,
      "step": 2482400
    },
    {
      "epoch": 692.83,
      "grad_norm": 1.248827338218689,
      "learning_rate": 2.2624851489047588e-07,
      "loss": 0.3366,
      "step": 2482410
    },
    {
      "epoch": 692.83,
      "grad_norm": 1.247167944908142,
      "learning_rate": 2.2623692430395042e-07,
      "loss": 0.3503,
      "step": 2482420
    },
    {
      "epoch": 692.84,
      "grad_norm": 1.3406689167022705,
      "learning_rate": 2.2622533399926594e-07,
      "loss": 0.3149,
      "step": 2482430
    },
    {
      "epoch": 692.84,
      "grad_norm": 1.33334219455719,
      "learning_rate": 2.2621374397642473e-07,
      "loss": 0.3383,
      "step": 2482440
    },
    {
      "epoch": 692.84,
      "grad_norm": 1.2296056747436523,
      "learning_rate": 2.2620215423542815e-07,
      "loss": 0.3251,
      "step": 2482450
    },
    {
      "epoch": 692.84,
      "grad_norm": 1.2595590353012085,
      "learning_rate": 2.2619056477627822e-07,
      "loss": 0.3414,
      "step": 2482460
    },
    {
      "epoch": 692.85,
      "grad_norm": 1.3599038124084473,
      "learning_rate": 2.2617897559897526e-07,
      "loss": 0.3387,
      "step": 2482470
    },
    {
      "epoch": 692.85,
      "grad_norm": 1.1352719068527222,
      "learning_rate": 2.2616738670352234e-07,
      "loss": 0.3286,
      "step": 2482480
    },
    {
      "epoch": 692.85,
      "grad_norm": 1.4908236265182495,
      "learning_rate": 2.2615579808991976e-07,
      "loss": 0.3407,
      "step": 2482490
    },
    {
      "epoch": 692.86,
      "grad_norm": 1.4476748704910278,
      "learning_rate": 2.261442097581696e-07,
      "loss": 0.34,
      "step": 2482500
    },
    {
      "epoch": 692.86,
      "grad_norm": 1.0601680278778076,
      "learning_rate": 2.261326217082739e-07,
      "loss": 0.3291,
      "step": 2482510
    },
    {
      "epoch": 692.86,
      "grad_norm": 1.124910831451416,
      "learning_rate": 2.2612103394023267e-07,
      "loss": 0.3193,
      "step": 2482520
    },
    {
      "epoch": 692.86,
      "grad_norm": 1.1631991863250732,
      "learning_rate": 2.2610944645404934e-07,
      "loss": 0.3252,
      "step": 2482530
    },
    {
      "epoch": 692.87,
      "grad_norm": 1.1206767559051514,
      "learning_rate": 2.2609785924972388e-07,
      "loss": 0.3527,
      "step": 2482540
    },
    {
      "epoch": 692.87,
      "grad_norm": 1.2278931140899658,
      "learning_rate": 2.260862723272589e-07,
      "loss": 0.3441,
      "step": 2482550
    },
    {
      "epoch": 692.87,
      "grad_norm": 1.164832592010498,
      "learning_rate": 2.260746856866557e-07,
      "loss": 0.3238,
      "step": 2482560
    },
    {
      "epoch": 692.87,
      "grad_norm": 1.206324577331543,
      "learning_rate": 2.2606309932791527e-07,
      "loss": 0.338,
      "step": 2482570
    },
    {
      "epoch": 692.88,
      "grad_norm": 1.151371955871582,
      "learning_rate": 2.2605151325103952e-07,
      "loss": 0.3443,
      "step": 2482580
    },
    {
      "epoch": 692.88,
      "grad_norm": 1.407838225364685,
      "learning_rate": 2.2603992745602994e-07,
      "loss": 0.3425,
      "step": 2482590
    },
    {
      "epoch": 692.88,
      "grad_norm": 1.4515098333358765,
      "learning_rate": 2.260283419428889e-07,
      "loss": 0.3385,
      "step": 2482600
    },
    {
      "epoch": 692.89,
      "grad_norm": 1.4250651597976685,
      "learning_rate": 2.260167567116159e-07,
      "loss": 0.3294,
      "step": 2482610
    },
    {
      "epoch": 692.89,
      "grad_norm": 1.1992194652557373,
      "learning_rate": 2.2600517176221507e-07,
      "loss": 0.3366,
      "step": 2482620
    },
    {
      "epoch": 692.89,
      "grad_norm": 0.9855814576148987,
      "learning_rate": 2.2599358709468589e-07,
      "loss": 0.3547,
      "step": 2482630
    },
    {
      "epoch": 692.89,
      "grad_norm": 1.0832091569900513,
      "learning_rate": 2.2598200270903074e-07,
      "loss": 0.3486,
      "step": 2482640
    },
    {
      "epoch": 692.9,
      "grad_norm": 1.1474260091781616,
      "learning_rate": 2.2597041860525164e-07,
      "loss": 0.3331,
      "step": 2482650
    },
    {
      "epoch": 692.9,
      "grad_norm": 1.1629976034164429,
      "learning_rate": 2.2595883478334917e-07,
      "loss": 0.3516,
      "step": 2482660
    },
    {
      "epoch": 692.9,
      "grad_norm": 1.0218517780303955,
      "learning_rate": 2.2594725124332513e-07,
      "loss": 0.3057,
      "step": 2482670
    },
    {
      "epoch": 692.91,
      "grad_norm": 1.0966242551803589,
      "learning_rate": 2.2593566798518106e-07,
      "loss": 0.3378,
      "step": 2482680
    },
    {
      "epoch": 692.91,
      "grad_norm": 1.186050534248352,
      "learning_rate": 2.2592408500891933e-07,
      "loss": 0.3335,
      "step": 2482690
    },
    {
      "epoch": 692.91,
      "grad_norm": 1.3700456619262695,
      "learning_rate": 2.2591250231454046e-07,
      "loss": 0.3259,
      "step": 2482700
    },
    {
      "epoch": 692.91,
      "grad_norm": 13.9558744430542,
      "learning_rate": 2.2590091990204623e-07,
      "loss": 0.3373,
      "step": 2482710
    },
    {
      "epoch": 692.92,
      "grad_norm": 1.164903998374939,
      "learning_rate": 2.258893377714388e-07,
      "loss": 0.3279,
      "step": 2482720
    },
    {
      "epoch": 692.92,
      "grad_norm": 1.3213481903076172,
      "learning_rate": 2.2587775592271808e-07,
      "loss": 0.3294,
      "step": 2482730
    },
    {
      "epoch": 692.92,
      "grad_norm": 1.0462253093719482,
      "learning_rate": 2.258661743558878e-07,
      "loss": 0.3518,
      "step": 2482740
    },
    {
      "epoch": 692.92,
      "grad_norm": 1.3556630611419678,
      "learning_rate": 2.2585459307094786e-07,
      "loss": 0.3354,
      "step": 2482750
    },
    {
      "epoch": 692.93,
      "grad_norm": 1.341888666152954,
      "learning_rate": 2.2584301206790045e-07,
      "loss": 0.3405,
      "step": 2482760
    },
    {
      "epoch": 692.93,
      "grad_norm": 1.4080396890640259,
      "learning_rate": 2.2583143134674705e-07,
      "loss": 0.3372,
      "step": 2482770
    },
    {
      "epoch": 692.93,
      "grad_norm": 1.2774649858474731,
      "learning_rate": 2.2581985090748977e-07,
      "loss": 0.3496,
      "step": 2482780
    },
    {
      "epoch": 692.94,
      "grad_norm": 1.2788546085357666,
      "learning_rate": 2.258082707501289e-07,
      "loss": 0.3246,
      "step": 2482790
    },
    {
      "epoch": 692.94,
      "grad_norm": 1.297699213027954,
      "learning_rate": 2.2579669087466672e-07,
      "loss": 0.3349,
      "step": 2482800
    },
    {
      "epoch": 692.94,
      "grad_norm": 1.2802716493606567,
      "learning_rate": 2.2578511128110484e-07,
      "loss": 0.332,
      "step": 2482810
    },
    {
      "epoch": 692.94,
      "grad_norm": 1.123087763786316,
      "learning_rate": 2.2577353196944455e-07,
      "loss": 0.327,
      "step": 2482820
    },
    {
      "epoch": 692.95,
      "grad_norm": 1.1382670402526855,
      "learning_rate": 2.2576195293968791e-07,
      "loss": 0.3298,
      "step": 2482830
    },
    {
      "epoch": 692.95,
      "grad_norm": 1.2868870496749878,
      "learning_rate": 2.2575037419183573e-07,
      "loss": 0.3383,
      "step": 2482840
    },
    {
      "epoch": 692.95,
      "grad_norm": 1.568663239479065,
      "learning_rate": 2.2573879572588982e-07,
      "loss": 0.3347,
      "step": 2482850
    },
    {
      "epoch": 692.96,
      "grad_norm": 1.2451878786087036,
      "learning_rate": 2.2572721754185226e-07,
      "loss": 0.3405,
      "step": 2482860
    },
    {
      "epoch": 692.96,
      "grad_norm": 1.230215311050415,
      "learning_rate": 2.2571563963972306e-07,
      "loss": 0.3629,
      "step": 2482870
    },
    {
      "epoch": 692.96,
      "grad_norm": 1.198263168334961,
      "learning_rate": 2.2570406201950585e-07,
      "loss": 0.3337,
      "step": 2482880
    },
    {
      "epoch": 692.96,
      "grad_norm": 1.2490736246109009,
      "learning_rate": 2.2569248468120061e-07,
      "loss": 0.3327,
      "step": 2482890
    },
    {
      "epoch": 692.97,
      "grad_norm": 1.207584023475647,
      "learning_rate": 2.2568090762480946e-07,
      "loss": 0.3309,
      "step": 2482900
    },
    {
      "epoch": 692.97,
      "grad_norm": 1.2996084690093994,
      "learning_rate": 2.2566933085033395e-07,
      "loss": 0.3446,
      "step": 2482910
    },
    {
      "epoch": 692.97,
      "grad_norm": 1.2900084257125854,
      "learning_rate": 2.256577543577759e-07,
      "loss": 0.3355,
      "step": 2482920
    },
    {
      "epoch": 692.98,
      "grad_norm": 1.4978829622268677,
      "learning_rate": 2.256461781471361e-07,
      "loss": 0.3527,
      "step": 2482930
    },
    {
      "epoch": 692.98,
      "grad_norm": 1.3556801080703735,
      "learning_rate": 2.2563460221841635e-07,
      "loss": 0.3365,
      "step": 2482940
    },
    {
      "epoch": 692.98,
      "grad_norm": 1.5933187007904053,
      "learning_rate": 2.25623026571619e-07,
      "loss": 0.3194,
      "step": 2482950
    },
    {
      "epoch": 692.98,
      "grad_norm": 1.4939663410186768,
      "learning_rate": 2.2561145120674376e-07,
      "loss": 0.3281,
      "step": 2482960
    },
    {
      "epoch": 692.99,
      "grad_norm": 1.3703248500823975,
      "learning_rate": 2.2559987612379435e-07,
      "loss": 0.3499,
      "step": 2482970
    },
    {
      "epoch": 692.99,
      "grad_norm": 1.1457194089889526,
      "learning_rate": 2.2558830132277099e-07,
      "loss": 0.3204,
      "step": 2482980
    },
    {
      "epoch": 692.99,
      "grad_norm": 1.0894957780838013,
      "learning_rate": 2.2557672680367547e-07,
      "loss": 0.3427,
      "step": 2482990
    },
    {
      "epoch": 692.99,
      "grad_norm": 1.40866219997406,
      "learning_rate": 2.255651525665099e-07,
      "loss": 0.323,
      "step": 2483000
    },
    {
      "epoch": 693.0,
      "grad_norm": 1.2129930257797241,
      "learning_rate": 2.2555357861127479e-07,
      "loss": 0.3379,
      "step": 2483010
    },
    {
      "epoch": 693.0,
      "eval_loss": 0.33665186166763306,
      "eval_runtime": 64.8919,
      "eval_samples_per_second": 77.96,
      "eval_steps_per_second": 9.755,
      "step": 2483019
    },
    {
      "epoch": 693.0,
      "grad_norm": 1.2227180004119873,
      "learning_rate": 2.25542004937972e-07,
      "loss": 0.3516,
      "step": 2483020
    },
    {
      "epoch": 693.0,
      "grad_norm": 1.2609628438949585,
      "learning_rate": 2.2553043154660355e-07,
      "loss": 0.3302,
      "step": 2483030
    },
    {
      "epoch": 693.01,
      "grad_norm": 1.3985010385513306,
      "learning_rate": 2.2551885843717105e-07,
      "loss": 0.3496,
      "step": 2483040
    },
    {
      "epoch": 693.01,
      "grad_norm": 1.2702158689498901,
      "learning_rate": 2.2550728560967474e-07,
      "loss": 0.3414,
      "step": 2483050
    },
    {
      "epoch": 693.01,
      "grad_norm": 1.5180898904800415,
      "learning_rate": 2.25495713064118e-07,
      "loss": 0.3487,
      "step": 2483060
    },
    {
      "epoch": 693.01,
      "grad_norm": 1.227063536643982,
      "learning_rate": 2.2548414080050113e-07,
      "loss": 0.3426,
      "step": 2483070
    },
    {
      "epoch": 693.02,
      "grad_norm": 1.188527226448059,
      "learning_rate": 2.2547256881882613e-07,
      "loss": 0.3351,
      "step": 2483080
    },
    {
      "epoch": 693.02,
      "grad_norm": 1.0640159845352173,
      "learning_rate": 2.2546099711909463e-07,
      "loss": 0.3429,
      "step": 2483090
    },
    {
      "epoch": 693.02,
      "grad_norm": 1.249328851699829,
      "learning_rate": 2.2544942570130713e-07,
      "loss": 0.3405,
      "step": 2483100
    },
    {
      "epoch": 693.03,
      "grad_norm": 1.3670401573181152,
      "learning_rate": 2.25437854565467e-07,
      "loss": 0.3403,
      "step": 2483110
    },
    {
      "epoch": 693.03,
      "grad_norm": 1.1255050897598267,
      "learning_rate": 2.2542628371157453e-07,
      "loss": 0.3442,
      "step": 2483120
    },
    {
      "epoch": 693.03,
      "grad_norm": 1.2209892272949219,
      "learning_rate": 2.2541471313963127e-07,
      "loss": 0.3432,
      "step": 2483130
    },
    {
      "epoch": 693.03,
      "grad_norm": 1.3427836894989014,
      "learning_rate": 2.2540314284963954e-07,
      "loss": 0.3407,
      "step": 2483140
    },
    {
      "epoch": 693.04,
      "grad_norm": 1.3193784952163696,
      "learning_rate": 2.2539157284159989e-07,
      "loss": 0.3299,
      "step": 2483150
    },
    {
      "epoch": 693.04,
      "grad_norm": 1.3411537408828735,
      "learning_rate": 2.253800031155141e-07,
      "loss": 0.3443,
      "step": 2483160
    },
    {
      "epoch": 693.04,
      "grad_norm": 1.1631184816360474,
      "learning_rate": 2.253684336713843e-07,
      "loss": 0.3358,
      "step": 2483170
    },
    {
      "epoch": 693.04,
      "grad_norm": 1.319111943244934,
      "learning_rate": 2.2535686450921176e-07,
      "loss": 0.3253,
      "step": 2483180
    },
    {
      "epoch": 693.05,
      "grad_norm": 1.1906768083572388,
      "learning_rate": 2.2534529562899727e-07,
      "loss": 0.3337,
      "step": 2483190
    },
    {
      "epoch": 693.05,
      "grad_norm": 1.3941004276275635,
      "learning_rate": 2.2533372703074397e-07,
      "loss": 0.3397,
      "step": 2483200
    },
    {
      "epoch": 693.05,
      "grad_norm": 1.1734154224395752,
      "learning_rate": 2.2532215871445183e-07,
      "loss": 0.3478,
      "step": 2483210
    },
    {
      "epoch": 693.06,
      "grad_norm": 1.3385164737701416,
      "learning_rate": 2.253105906801232e-07,
      "loss": 0.3441,
      "step": 2483220
    },
    {
      "epoch": 693.06,
      "grad_norm": 1.4526516199111938,
      "learning_rate": 2.2529902292775965e-07,
      "loss": 0.3546,
      "step": 2483230
    },
    {
      "epoch": 693.06,
      "grad_norm": 1.264616847038269,
      "learning_rate": 2.2528745545736222e-07,
      "loss": 0.3364,
      "step": 2483240
    },
    {
      "epoch": 693.06,
      "grad_norm": 1.1102899312973022,
      "learning_rate": 2.2527588826893272e-07,
      "loss": 0.3424,
      "step": 2483250
    },
    {
      "epoch": 693.07,
      "grad_norm": 1.24797785282135,
      "learning_rate": 2.2526432136247274e-07,
      "loss": 0.3449,
      "step": 2483260
    },
    {
      "epoch": 693.07,
      "grad_norm": 1.3360772132873535,
      "learning_rate": 2.2525275473798407e-07,
      "loss": 0.3451,
      "step": 2483270
    },
    {
      "epoch": 693.07,
      "grad_norm": 1.2495112419128418,
      "learning_rate": 2.252411883954675e-07,
      "loss": 0.3438,
      "step": 2483280
    },
    {
      "epoch": 693.08,
      "grad_norm": 1.2570836544036865,
      "learning_rate": 2.2522962233492513e-07,
      "loss": 0.3215,
      "step": 2483290
    },
    {
      "epoch": 693.08,
      "grad_norm": 1.0659070014953613,
      "learning_rate": 2.252180565563585e-07,
      "loss": 0.3386,
      "step": 2483300
    },
    {
      "epoch": 693.08,
      "grad_norm": 1.1405513286590576,
      "learning_rate": 2.252064910597689e-07,
      "loss": 0.3313,
      "step": 2483310
    },
    {
      "epoch": 693.08,
      "grad_norm": 1.2594671249389648,
      "learning_rate": 2.2519492584515843e-07,
      "loss": 0.3496,
      "step": 2483320
    },
    {
      "epoch": 693.09,
      "grad_norm": 1.7029422521591187,
      "learning_rate": 2.2518336091252786e-07,
      "loss": 0.3216,
      "step": 2483330
    },
    {
      "epoch": 693.09,
      "grad_norm": 1.434424877166748,
      "learning_rate": 2.2517179626187903e-07,
      "loss": 0.3356,
      "step": 2483340
    },
    {
      "epoch": 693.09,
      "grad_norm": 1.2657992839813232,
      "learning_rate": 2.2516023189321377e-07,
      "loss": 0.3344,
      "step": 2483350
    },
    {
      "epoch": 693.1,
      "grad_norm": 1.1453837156295776,
      "learning_rate": 2.2514866780653308e-07,
      "loss": 0.3383,
      "step": 2483360
    },
    {
      "epoch": 693.1,
      "grad_norm": 1.355634093284607,
      "learning_rate": 2.2513710400183933e-07,
      "loss": 0.341,
      "step": 2483370
    },
    {
      "epoch": 693.1,
      "grad_norm": 1.1546107530593872,
      "learning_rate": 2.251255404791333e-07,
      "loss": 0.3286,
      "step": 2483380
    },
    {
      "epoch": 693.1,
      "grad_norm": 1.271636962890625,
      "learning_rate": 2.2511397723841652e-07,
      "loss": 0.3478,
      "step": 2483390
    },
    {
      "epoch": 693.11,
      "grad_norm": 1.4121415615081787,
      "learning_rate": 2.2510241427969085e-07,
      "loss": 0.3319,
      "step": 2483400
    },
    {
      "epoch": 693.11,
      "grad_norm": 1.0276066064834595,
      "learning_rate": 2.250908516029581e-07,
      "loss": 0.3278,
      "step": 2483410
    },
    {
      "epoch": 693.11,
      "grad_norm": 1.2506580352783203,
      "learning_rate": 2.250792892082188e-07,
      "loss": 0.3408,
      "step": 2483420
    },
    {
      "epoch": 693.11,
      "grad_norm": 1.1087439060211182,
      "learning_rate": 2.250677270954758e-07,
      "loss": 0.3335,
      "step": 2483430
    },
    {
      "epoch": 693.12,
      "grad_norm": 1.3036137819290161,
      "learning_rate": 2.250561652647296e-07,
      "loss": 0.3269,
      "step": 2483440
    },
    {
      "epoch": 693.12,
      "grad_norm": 1.2251447439193726,
      "learning_rate": 2.2504460371598234e-07,
      "loss": 0.3325,
      "step": 2483450
    },
    {
      "epoch": 693.12,
      "grad_norm": 1.2818557024002075,
      "learning_rate": 2.250330424492355e-07,
      "loss": 0.341,
      "step": 2483460
    },
    {
      "epoch": 693.13,
      "grad_norm": 1.1064716577529907,
      "learning_rate": 2.250214814644902e-07,
      "loss": 0.3264,
      "step": 2483470
    },
    {
      "epoch": 693.13,
      "grad_norm": 1.2663888931274414,
      "learning_rate": 2.2500992076174822e-07,
      "loss": 0.3379,
      "step": 2483480
    },
    {
      "epoch": 693.13,
      "grad_norm": 1.3656803369522095,
      "learning_rate": 2.2499836034101112e-07,
      "loss": 0.3351,
      "step": 2483490
    },
    {
      "epoch": 693.13,
      "grad_norm": 1.1532117128372192,
      "learning_rate": 2.2498680020228075e-07,
      "loss": 0.3565,
      "step": 2483500
    },
    {
      "epoch": 693.14,
      "grad_norm": 1.1014882326126099,
      "learning_rate": 2.2497524034555785e-07,
      "loss": 0.3306,
      "step": 2483510
    },
    {
      "epoch": 693.14,
      "grad_norm": 1.3089380264282227,
      "learning_rate": 2.2496368077084477e-07,
      "loss": 0.3289,
      "step": 2483520
    },
    {
      "epoch": 693.14,
      "grad_norm": 1.365960955619812,
      "learning_rate": 2.2495212147814285e-07,
      "loss": 0.3492,
      "step": 2483530
    },
    {
      "epoch": 693.15,
      "grad_norm": 1.231687068939209,
      "learning_rate": 2.2494056246745284e-07,
      "loss": 0.3401,
      "step": 2483540
    },
    {
      "epoch": 693.15,
      "grad_norm": 1.1515830755233765,
      "learning_rate": 2.2492900373877785e-07,
      "loss": 0.3209,
      "step": 2483550
    },
    {
      "epoch": 693.15,
      "grad_norm": 1.2329363822937012,
      "learning_rate": 2.2491744529211792e-07,
      "loss": 0.3435,
      "step": 2483560
    },
    {
      "epoch": 693.15,
      "grad_norm": 1.652154803276062,
      "learning_rate": 2.249058871274751e-07,
      "loss": 0.3464,
      "step": 2483570
    },
    {
      "epoch": 693.16,
      "grad_norm": 1.1260814666748047,
      "learning_rate": 2.248943292448512e-07,
      "loss": 0.3479,
      "step": 2483580
    },
    {
      "epoch": 693.16,
      "grad_norm": 1.2381503582000732,
      "learning_rate": 2.248827716442478e-07,
      "loss": 0.3429,
      "step": 2483590
    },
    {
      "epoch": 693.16,
      "grad_norm": 1.3095180988311768,
      "learning_rate": 2.2487121432566597e-07,
      "loss": 0.3284,
      "step": 2483600
    },
    {
      "epoch": 693.16,
      "grad_norm": 1.321777105331421,
      "learning_rate": 2.248596572891075e-07,
      "loss": 0.3285,
      "step": 2483610
    },
    {
      "epoch": 693.17,
      "grad_norm": 1.427077054977417,
      "learning_rate": 2.248481005345742e-07,
      "loss": 0.3323,
      "step": 2483620
    },
    {
      "epoch": 693.17,
      "grad_norm": 1.2435200214385986,
      "learning_rate": 2.248365440620666e-07,
      "loss": 0.3462,
      "step": 2483630
    },
    {
      "epoch": 693.17,
      "grad_norm": 1.4000569581985474,
      "learning_rate": 2.2482498787158783e-07,
      "loss": 0.3453,
      "step": 2483640
    },
    {
      "epoch": 693.18,
      "grad_norm": 1.1855461597442627,
      "learning_rate": 2.2481343196313792e-07,
      "loss": 0.3411,
      "step": 2483650
    },
    {
      "epoch": 693.18,
      "grad_norm": 1.1876916885375977,
      "learning_rate": 2.2480187633671913e-07,
      "loss": 0.3211,
      "step": 2483660
    },
    {
      "epoch": 693.18,
      "grad_norm": 1.8202542066574097,
      "learning_rate": 2.2479032099233336e-07,
      "loss": 0.3224,
      "step": 2483670
    },
    {
      "epoch": 693.18,
      "grad_norm": 1.2572509050369263,
      "learning_rate": 2.2477876592998084e-07,
      "loss": 0.3476,
      "step": 2483680
    },
    {
      "epoch": 693.19,
      "grad_norm": 1.2293179035186768,
      "learning_rate": 2.2476721114966494e-07,
      "loss": 0.3413,
      "step": 2483690
    },
    {
      "epoch": 693.19,
      "grad_norm": 1.0886597633361816,
      "learning_rate": 2.2475565665138567e-07,
      "loss": 0.3261,
      "step": 2483700
    },
    {
      "epoch": 693.19,
      "grad_norm": 1.2951993942260742,
      "learning_rate": 2.2474410243514514e-07,
      "loss": 0.3354,
      "step": 2483710
    },
    {
      "epoch": 693.2,
      "grad_norm": 1.4465107917785645,
      "learning_rate": 2.2473254850094487e-07,
      "loss": 0.3224,
      "step": 2483720
    },
    {
      "epoch": 693.2,
      "grad_norm": 1.2887002229690552,
      "learning_rate": 2.2472099484878696e-07,
      "loss": 0.3371,
      "step": 2483730
    },
    {
      "epoch": 693.2,
      "grad_norm": 1.2196123600006104,
      "learning_rate": 2.2470944147867194e-07,
      "loss": 0.3451,
      "step": 2483740
    },
    {
      "epoch": 693.2,
      "grad_norm": 1.0555315017700195,
      "learning_rate": 2.246978883906016e-07,
      "loss": 0.3282,
      "step": 2483750
    },
    {
      "epoch": 693.21,
      "grad_norm": 1.5836241245269775,
      "learning_rate": 2.246863355845783e-07,
      "loss": 0.3497,
      "step": 2483760
    },
    {
      "epoch": 693.21,
      "grad_norm": 1.1343207359313965,
      "learning_rate": 2.2467478306060182e-07,
      "loss": 0.3333,
      "step": 2483770
    },
    {
      "epoch": 693.21,
      "grad_norm": 1.0726885795593262,
      "learning_rate": 2.24663230818676e-07,
      "loss": 0.3478,
      "step": 2483780
    },
    {
      "epoch": 693.22,
      "grad_norm": 1.246638298034668,
      "learning_rate": 2.246516788588006e-07,
      "loss": 0.3454,
      "step": 2483790
    },
    {
      "epoch": 693.22,
      "grad_norm": 1.4257481098175049,
      "learning_rate": 2.246401271809777e-07,
      "loss": 0.3163,
      "step": 2483800
    },
    {
      "epoch": 693.22,
      "grad_norm": 1.0653331279754639,
      "learning_rate": 2.2462857578520967e-07,
      "loss": 0.3434,
      "step": 2483810
    },
    {
      "epoch": 693.22,
      "grad_norm": 1.4301354885101318,
      "learning_rate": 2.2461702467149647e-07,
      "loss": 0.3363,
      "step": 2483820
    },
    {
      "epoch": 693.23,
      "grad_norm": 1.1038931608200073,
      "learning_rate": 2.2460547383984072e-07,
      "loss": 0.3286,
      "step": 2483830
    },
    {
      "epoch": 693.23,
      "grad_norm": 1.3815380334854126,
      "learning_rate": 2.2459392329024348e-07,
      "loss": 0.3228,
      "step": 2483840
    },
    {
      "epoch": 693.23,
      "grad_norm": 1.1848403215408325,
      "learning_rate": 2.2458237302270704e-07,
      "loss": 0.3474,
      "step": 2483850
    },
    {
      "epoch": 693.23,
      "grad_norm": 1.3969355821609497,
      "learning_rate": 2.2457082303723147e-07,
      "loss": 0.3519,
      "step": 2483860
    },
    {
      "epoch": 693.24,
      "grad_norm": 1.4447072744369507,
      "learning_rate": 2.245592733338201e-07,
      "loss": 0.3235,
      "step": 2483870
    },
    {
      "epoch": 693.24,
      "grad_norm": 1.5985621213912964,
      "learning_rate": 2.245477239124732e-07,
      "loss": 0.341,
      "step": 2483880
    },
    {
      "epoch": 693.24,
      "grad_norm": 1.092116117477417,
      "learning_rate": 2.245361747731926e-07,
      "loss": 0.3376,
      "step": 2483890
    },
    {
      "epoch": 693.25,
      "grad_norm": 1.2714102268218994,
      "learning_rate": 2.245246259159804e-07,
      "loss": 0.349,
      "step": 2483900
    },
    {
      "epoch": 693.25,
      "grad_norm": 1.0810452699661255,
      "learning_rate": 2.2451307734083733e-07,
      "loss": 0.3537,
      "step": 2483910
    },
    {
      "epoch": 693.25,
      "grad_norm": 0.9968950152397156,
      "learning_rate": 2.2450152904776527e-07,
      "loss": 0.3292,
      "step": 2483920
    },
    {
      "epoch": 693.25,
      "grad_norm": 1.2188469171524048,
      "learning_rate": 2.244899810367657e-07,
      "loss": 0.3549,
      "step": 2483930
    },
    {
      "epoch": 693.26,
      "grad_norm": 1.140084147453308,
      "learning_rate": 2.2447843330784003e-07,
      "loss": 0.3421,
      "step": 2483940
    },
    {
      "epoch": 693.26,
      "grad_norm": 1.1505130529403687,
      "learning_rate": 2.2446688586099078e-07,
      "loss": 0.3268,
      "step": 2483950
    },
    {
      "epoch": 693.26,
      "grad_norm": 1.2826955318450928,
      "learning_rate": 2.2445533869621798e-07,
      "loss": 0.3324,
      "step": 2483960
    },
    {
      "epoch": 693.27,
      "grad_norm": 1.321071982383728,
      "learning_rate": 2.2444379181352396e-07,
      "loss": 0.3421,
      "step": 2483970
    },
    {
      "epoch": 693.27,
      "grad_norm": 1.3393439054489136,
      "learning_rate": 2.244322452129103e-07,
      "loss": 0.3345,
      "step": 2483980
    },
    {
      "epoch": 693.27,
      "grad_norm": 1.340431809425354,
      "learning_rate": 2.2442069889437882e-07,
      "loss": 0.323,
      "step": 2483990
    },
    {
      "epoch": 693.27,
      "grad_norm": 1.2576557397842407,
      "learning_rate": 2.2440915285792947e-07,
      "loss": 0.3326,
      "step": 2484000
    },
    {
      "epoch": 693.28,
      "grad_norm": 1.8273502588272095,
      "learning_rate": 2.2439760710356624e-07,
      "loss": 0.3521,
      "step": 2484010
    },
    {
      "epoch": 693.28,
      "grad_norm": 1.3233038187026978,
      "learning_rate": 2.243860616312888e-07,
      "loss": 0.3328,
      "step": 2484020
    },
    {
      "epoch": 693.28,
      "grad_norm": 1.1305458545684814,
      "learning_rate": 2.2437451644109925e-07,
      "loss": 0.3529,
      "step": 2484030
    },
    {
      "epoch": 693.28,
      "grad_norm": 1.2111616134643555,
      "learning_rate": 2.243629715329997e-07,
      "loss": 0.3431,
      "step": 2484040
    },
    {
      "epoch": 693.29,
      "grad_norm": 1.270784854888916,
      "learning_rate": 2.2435142690699036e-07,
      "loss": 0.3386,
      "step": 2484050
    },
    {
      "epoch": 693.29,
      "grad_norm": 1.1600903272628784,
      "learning_rate": 2.2433988256307386e-07,
      "loss": 0.3386,
      "step": 2484060
    },
    {
      "epoch": 693.29,
      "grad_norm": 1.2398496866226196,
      "learning_rate": 2.2432833850125152e-07,
      "loss": 0.3295,
      "step": 2484070
    },
    {
      "epoch": 693.3,
      "grad_norm": 1.2580078840255737,
      "learning_rate": 2.2431679472152488e-07,
      "loss": 0.335,
      "step": 2484080
    },
    {
      "epoch": 693.3,
      "grad_norm": 1.3426510095596313,
      "learning_rate": 2.2430525122389522e-07,
      "loss": 0.349,
      "step": 2484090
    },
    {
      "epoch": 693.3,
      "grad_norm": 1.304771065711975,
      "learning_rate": 2.2429370800836414e-07,
      "loss": 0.3328,
      "step": 2484100
    },
    {
      "epoch": 693.3,
      "grad_norm": 1.5387276411056519,
      "learning_rate": 2.2428216507493368e-07,
      "loss": 0.3374,
      "step": 2484110
    },
    {
      "epoch": 693.31,
      "grad_norm": 1.4153488874435425,
      "learning_rate": 2.2427062242360416e-07,
      "loss": 0.351,
      "step": 2484120
    },
    {
      "epoch": 693.31,
      "grad_norm": 2.073049783706665,
      "learning_rate": 2.2425908005437864e-07,
      "loss": 0.3507,
      "step": 2484130
    },
    {
      "epoch": 693.31,
      "grad_norm": 1.1434192657470703,
      "learning_rate": 2.2424753796725768e-07,
      "loss": 0.3488,
      "step": 2484140
    },
    {
      "epoch": 693.32,
      "grad_norm": 1.0754058361053467,
      "learning_rate": 2.2423599616224284e-07,
      "loss": 0.32,
      "step": 2484150
    },
    {
      "epoch": 693.32,
      "grad_norm": 1.2462884187698364,
      "learning_rate": 2.2422445463933617e-07,
      "loss": 0.3316,
      "step": 2484160
    },
    {
      "epoch": 693.32,
      "grad_norm": 1.2309820652008057,
      "learning_rate": 2.2421291339853927e-07,
      "loss": 0.3363,
      "step": 2484170
    },
    {
      "epoch": 693.32,
      "grad_norm": 1.2963051795959473,
      "learning_rate": 2.242013724398529e-07,
      "loss": 0.3452,
      "step": 2484180
    },
    {
      "epoch": 693.33,
      "grad_norm": 1.2296653985977173,
      "learning_rate": 2.2418983176327888e-07,
      "loss": 0.3297,
      "step": 2484190
    },
    {
      "epoch": 693.33,
      "grad_norm": 1.2834116220474243,
      "learning_rate": 2.2417829136881957e-07,
      "loss": 0.3409,
      "step": 2484200
    },
    {
      "epoch": 693.33,
      "grad_norm": 1.2223889827728271,
      "learning_rate": 2.2416675125647466e-07,
      "loss": 0.3335,
      "step": 2484210
    },
    {
      "epoch": 693.34,
      "grad_norm": 1.3265817165374756,
      "learning_rate": 2.241552114262481e-07,
      "loss": 0.3549,
      "step": 2484220
    },
    {
      "epoch": 693.34,
      "grad_norm": 1.3116958141326904,
      "learning_rate": 2.2414367187813938e-07,
      "loss": 0.3365,
      "step": 2484230
    },
    {
      "epoch": 693.34,
      "grad_norm": 1.3947758674621582,
      "learning_rate": 2.2413213261215107e-07,
      "loss": 0.3368,
      "step": 2484240
    },
    {
      "epoch": 693.34,
      "grad_norm": 1.2783989906311035,
      "learning_rate": 2.241205936282845e-07,
      "loss": 0.3432,
      "step": 2484250
    },
    {
      "epoch": 693.35,
      "grad_norm": 1.2317805290222168,
      "learning_rate": 2.241090549265412e-07,
      "loss": 0.3243,
      "step": 2484260
    },
    {
      "epoch": 693.35,
      "grad_norm": 1.412687063217163,
      "learning_rate": 2.2409751650692298e-07,
      "loss": 0.3523,
      "step": 2484270
    },
    {
      "epoch": 693.35,
      "grad_norm": 1.0772991180419922,
      "learning_rate": 2.2408597836943068e-07,
      "loss": 0.3281,
      "step": 2484280
    },
    {
      "epoch": 693.35,
      "grad_norm": 1.3617589473724365,
      "learning_rate": 2.2407444051406631e-07,
      "loss": 0.3439,
      "step": 2484290
    },
    {
      "epoch": 693.36,
      "grad_norm": 1.134132981300354,
      "learning_rate": 2.2406290294083123e-07,
      "loss": 0.3258,
      "step": 2484300
    },
    {
      "epoch": 693.36,
      "grad_norm": 1.3172179460525513,
      "learning_rate": 2.2405136564972753e-07,
      "loss": 0.3623,
      "step": 2484310
    },
    {
      "epoch": 693.36,
      "grad_norm": 1.2166996002197266,
      "learning_rate": 2.240398286407559e-07,
      "loss": 0.3434,
      "step": 2484320
    },
    {
      "epoch": 693.37,
      "grad_norm": 1.2499600648880005,
      "learning_rate": 2.2402829191391826e-07,
      "loss": 0.3489,
      "step": 2484330
    },
    {
      "epoch": 693.37,
      "grad_norm": 1.075398564338684,
      "learning_rate": 2.2401675546921665e-07,
      "loss": 0.3185,
      "step": 2484340
    },
    {
      "epoch": 693.37,
      "grad_norm": 1.2336829900741577,
      "learning_rate": 2.2400521930665107e-07,
      "loss": 0.3418,
      "step": 2484350
    },
    {
      "epoch": 693.37,
      "grad_norm": 1.2073290348052979,
      "learning_rate": 2.2399368342622515e-07,
      "loss": 0.3307,
      "step": 2484360
    },
    {
      "epoch": 693.38,
      "grad_norm": 1.1296935081481934,
      "learning_rate": 2.2398214782793892e-07,
      "loss": 0.3364,
      "step": 2484370
    },
    {
      "epoch": 693.38,
      "grad_norm": 1.1755878925323486,
      "learning_rate": 2.239706125117942e-07,
      "loss": 0.3228,
      "step": 2484380
    },
    {
      "epoch": 693.38,
      "grad_norm": 1.3059992790222168,
      "learning_rate": 2.2395907747779304e-07,
      "loss": 0.3294,
      "step": 2484390
    },
    {
      "epoch": 693.39,
      "grad_norm": 1.3085722923278809,
      "learning_rate": 2.2394754272593677e-07,
      "loss": 0.3146,
      "step": 2484400
    },
    {
      "epoch": 693.39,
      "grad_norm": 1.3989293575286865,
      "learning_rate": 2.2393600825622644e-07,
      "loss": 0.3332,
      "step": 2484410
    },
    {
      "epoch": 693.39,
      "grad_norm": 2.0037646293640137,
      "learning_rate": 2.239244740686638e-07,
      "loss": 0.3385,
      "step": 2484420
    },
    {
      "epoch": 693.39,
      "grad_norm": 1.1890802383422852,
      "learning_rate": 2.2391294016325104e-07,
      "loss": 0.3402,
      "step": 2484430
    },
    {
      "epoch": 693.4,
      "grad_norm": 1.4537487030029297,
      "learning_rate": 2.2390140653998833e-07,
      "loss": 0.3369,
      "step": 2484440
    },
    {
      "epoch": 693.4,
      "grad_norm": 1.1091930866241455,
      "learning_rate": 2.238898731988791e-07,
      "loss": 0.3315,
      "step": 2484450
    },
    {
      "epoch": 693.4,
      "grad_norm": 1.3013238906860352,
      "learning_rate": 2.2387834013992307e-07,
      "loss": 0.3524,
      "step": 2484460
    },
    {
      "epoch": 693.4,
      "grad_norm": 1.3320205211639404,
      "learning_rate": 2.2386680736312286e-07,
      "loss": 0.356,
      "step": 2484470
    },
    {
      "epoch": 693.41,
      "grad_norm": 1.0930075645446777,
      "learning_rate": 2.2385527486847975e-07,
      "loss": 0.3247,
      "step": 2484480
    },
    {
      "epoch": 693.41,
      "grad_norm": 1.1828663349151611,
      "learning_rate": 2.2384374265599506e-07,
      "loss": 0.3484,
      "step": 2484490
    },
    {
      "epoch": 693.41,
      "grad_norm": 1.269797682762146,
      "learning_rate": 2.2383221072567034e-07,
      "loss": 0.3241,
      "step": 2484500
    },
    {
      "epoch": 693.42,
      "grad_norm": 1.1150150299072266,
      "learning_rate": 2.2382067907750714e-07,
      "loss": 0.3397,
      "step": 2484510
    },
    {
      "epoch": 693.42,
      "grad_norm": 1.419022798538208,
      "learning_rate": 2.2380914771150732e-07,
      "loss": 0.3258,
      "step": 2484520
    },
    {
      "epoch": 693.42,
      "grad_norm": 1.3272483348846436,
      "learning_rate": 2.2379761662767213e-07,
      "loss": 0.3552,
      "step": 2484530
    },
    {
      "epoch": 693.42,
      "grad_norm": 1.0677735805511475,
      "learning_rate": 2.237860858260037e-07,
      "loss": 0.3293,
      "step": 2484540
    },
    {
      "epoch": 693.43,
      "grad_norm": 1.2333815097808838,
      "learning_rate": 2.2377455530650253e-07,
      "loss": 0.3418,
      "step": 2484550
    },
    {
      "epoch": 693.43,
      "grad_norm": 1.2239185571670532,
      "learning_rate": 2.2376302506917067e-07,
      "loss": 0.3526,
      "step": 2484560
    },
    {
      "epoch": 693.43,
      "grad_norm": 1.2302063703536987,
      "learning_rate": 2.2375149511401e-07,
      "loss": 0.3322,
      "step": 2484570
    },
    {
      "epoch": 693.44,
      "grad_norm": 1.1670876741409302,
      "learning_rate": 2.2373996544102101e-07,
      "loss": 0.3338,
      "step": 2484580
    },
    {
      "epoch": 693.44,
      "grad_norm": 1.1578574180603027,
      "learning_rate": 2.2372843605020655e-07,
      "loss": 0.3638,
      "step": 2484590
    },
    {
      "epoch": 693.44,
      "grad_norm": 1.0368444919586182,
      "learning_rate": 2.2371690694156743e-07,
      "loss": 0.3659,
      "step": 2484600
    },
    {
      "epoch": 693.44,
      "grad_norm": 1.2703410387039185,
      "learning_rate": 2.2370537811510519e-07,
      "loss": 0.3365,
      "step": 2484610
    },
    {
      "epoch": 693.45,
      "grad_norm": 1.2524968385696411,
      "learning_rate": 2.2369384957082164e-07,
      "loss": 0.3342,
      "step": 2484620
    },
    {
      "epoch": 693.45,
      "grad_norm": 1.243523359298706,
      "learning_rate": 2.236823213087181e-07,
      "loss": 0.3389,
      "step": 2484630
    },
    {
      "epoch": 693.45,
      "grad_norm": 1.219058871269226,
      "learning_rate": 2.2367079332879588e-07,
      "loss": 0.3288,
      "step": 2484640
    },
    {
      "epoch": 693.46,
      "grad_norm": 1.3580372333526611,
      "learning_rate": 2.2365926563105682e-07,
      "loss": 0.3424,
      "step": 2484650
    },
    {
      "epoch": 693.46,
      "grad_norm": 1.1471794843673706,
      "learning_rate": 2.2364773821550294e-07,
      "loss": 0.3364,
      "step": 2484660
    },
    {
      "epoch": 693.46,
      "grad_norm": 2.3689494132995605,
      "learning_rate": 2.2363621108213427e-07,
      "loss": 0.3389,
      "step": 2484670
    },
    {
      "epoch": 693.46,
      "grad_norm": 1.321390151977539,
      "learning_rate": 2.236246842309542e-07,
      "loss": 0.3456,
      "step": 2484680
    },
    {
      "epoch": 693.47,
      "grad_norm": 1.2000491619110107,
      "learning_rate": 2.23613157661963e-07,
      "loss": 0.3334,
      "step": 2484690
    },
    {
      "epoch": 693.47,
      "grad_norm": 1.286816954612732,
      "learning_rate": 2.2360163137516273e-07,
      "loss": 0.3396,
      "step": 2484700
    },
    {
      "epoch": 693.47,
      "grad_norm": 1.4583516120910645,
      "learning_rate": 2.2359010537055496e-07,
      "loss": 0.329,
      "step": 2484710
    },
    {
      "epoch": 693.47,
      "grad_norm": 1.021523118019104,
      "learning_rate": 2.2357857964814072e-07,
      "loss": 0.3367,
      "step": 2484720
    },
    {
      "epoch": 693.48,
      "grad_norm": 1.2215572595596313,
      "learning_rate": 2.2356705420792186e-07,
      "loss": 0.3522,
      "step": 2484730
    },
    {
      "epoch": 693.48,
      "grad_norm": 1.2420021295547485,
      "learning_rate": 2.235555290498999e-07,
      "loss": 0.3376,
      "step": 2484740
    },
    {
      "epoch": 693.48,
      "grad_norm": 1.151180624961853,
      "learning_rate": 2.2354400417407694e-07,
      "loss": 0.3314,
      "step": 2484750
    },
    {
      "epoch": 693.49,
      "grad_norm": 1.1160224676132202,
      "learning_rate": 2.2353247958045353e-07,
      "loss": 0.3454,
      "step": 2484760
    },
    {
      "epoch": 693.49,
      "grad_norm": 1.272567629814148,
      "learning_rate": 2.235209552690317e-07,
      "loss": 0.3264,
      "step": 2484770
    },
    {
      "epoch": 693.49,
      "grad_norm": 1.089859962463379,
      "learning_rate": 2.235094312398133e-07,
      "loss": 0.3347,
      "step": 2484780
    },
    {
      "epoch": 693.49,
      "grad_norm": 1.4510754346847534,
      "learning_rate": 2.2349790749279862e-07,
      "loss": 0.3407,
      "step": 2484790
    },
    {
      "epoch": 693.5,
      "grad_norm": 1.2259665727615356,
      "learning_rate": 2.2348638402799072e-07,
      "loss": 0.3557,
      "step": 2484800
    },
    {
      "epoch": 693.5,
      "grad_norm": 1.1845413446426392,
      "learning_rate": 2.234748608453899e-07,
      "loss": 0.335,
      "step": 2484810
    },
    {
      "epoch": 693.5,
      "grad_norm": 1.2018890380859375,
      "learning_rate": 2.23463337944999e-07,
      "loss": 0.3399,
      "step": 2484820
    },
    {
      "epoch": 693.51,
      "grad_norm": 1.2177597284317017,
      "learning_rate": 2.2345181532681858e-07,
      "loss": 0.3266,
      "step": 2484830
    },
    {
      "epoch": 693.51,
      "grad_norm": 1.2922331094741821,
      "learning_rate": 2.234402929908504e-07,
      "loss": 0.3361,
      "step": 2484840
    },
    {
      "epoch": 693.51,
      "grad_norm": 1.1407954692840576,
      "learning_rate": 2.2342877093709634e-07,
      "loss": 0.346,
      "step": 2484850
    },
    {
      "epoch": 693.51,
      "grad_norm": 1.2985210418701172,
      "learning_rate": 2.2341724916555714e-07,
      "loss": 0.342,
      "step": 2484860
    },
    {
      "epoch": 693.52,
      "grad_norm": 1.1457719802856445,
      "learning_rate": 2.2340572767623492e-07,
      "loss": 0.3463,
      "step": 2484870
    },
    {
      "epoch": 693.52,
      "grad_norm": 1.3393514156341553,
      "learning_rate": 2.2339420646913095e-07,
      "loss": 0.3404,
      "step": 2484880
    },
    {
      "epoch": 693.52,
      "grad_norm": 1.2255135774612427,
      "learning_rate": 2.2338268554424758e-07,
      "loss": 0.3295,
      "step": 2484890
    },
    {
      "epoch": 693.52,
      "grad_norm": 1.2880001068115234,
      "learning_rate": 2.2337116490158505e-07,
      "loss": 0.352,
      "step": 2484900
    },
    {
      "epoch": 693.53,
      "grad_norm": 1.1776927709579468,
      "learning_rate": 2.2335964454114575e-07,
      "loss": 0.3481,
      "step": 2484910
    },
    {
      "epoch": 693.53,
      "grad_norm": 1.1912821531295776,
      "learning_rate": 2.2334812446293122e-07,
      "loss": 0.3466,
      "step": 2484920
    },
    {
      "epoch": 693.53,
      "grad_norm": 1.1954396963119507,
      "learning_rate": 2.2333660466694194e-07,
      "loss": 0.3218,
      "step": 2484930
    },
    {
      "epoch": 693.54,
      "grad_norm": 1.5506762266159058,
      "learning_rate": 2.233250851531811e-07,
      "loss": 0.3409,
      "step": 2484940
    },
    {
      "epoch": 693.54,
      "grad_norm": 1.2529041767120361,
      "learning_rate": 2.2331356592164892e-07,
      "loss": 0.3387,
      "step": 2484950
    },
    {
      "epoch": 693.54,
      "grad_norm": 1.145485281944275,
      "learning_rate": 2.2330204697234748e-07,
      "loss": 0.3352,
      "step": 2484960
    },
    {
      "epoch": 693.54,
      "grad_norm": 1.356636643409729,
      "learning_rate": 2.232905283052781e-07,
      "loss": 0.3462,
      "step": 2484970
    },
    {
      "epoch": 693.55,
      "grad_norm": 1.252079963684082,
      "learning_rate": 2.232790099204431e-07,
      "loss": 0.3339,
      "step": 2484980
    },
    {
      "epoch": 693.55,
      "grad_norm": 1.2312594652175903,
      "learning_rate": 2.2326749181784275e-07,
      "loss": 0.3387,
      "step": 2484990
    },
    {
      "epoch": 693.55,
      "grad_norm": 1.376569390296936,
      "learning_rate": 2.2325597399747942e-07,
      "loss": 0.3407,
      "step": 2485000
    },
    {
      "epoch": 693.56,
      "grad_norm": 1.414322018623352,
      "learning_rate": 2.2324445645935462e-07,
      "loss": 0.3318,
      "step": 2485010
    },
    {
      "epoch": 693.56,
      "grad_norm": 1.156296968460083,
      "learning_rate": 2.2323293920346892e-07,
      "loss": 0.3271,
      "step": 2485020
    },
    {
      "epoch": 693.56,
      "grad_norm": 1.3131864070892334,
      "learning_rate": 2.2322142222982567e-07,
      "loss": 0.3335,
      "step": 2485030
    },
    {
      "epoch": 693.56,
      "grad_norm": 1.3999111652374268,
      "learning_rate": 2.232099055384246e-07,
      "loss": 0.3355,
      "step": 2485040
    },
    {
      "epoch": 693.57,
      "grad_norm": 1.4431809186935425,
      "learning_rate": 2.2319838912926807e-07,
      "loss": 0.3373,
      "step": 2485050
    },
    {
      "epoch": 693.57,
      "grad_norm": 1.4150943756103516,
      "learning_rate": 2.2318687300235818e-07,
      "loss": 0.3302,
      "step": 2485060
    },
    {
      "epoch": 693.57,
      "grad_norm": 1.140558123588562,
      "learning_rate": 2.2317535715769518e-07,
      "loss": 0.3412,
      "step": 2485070
    },
    {
      "epoch": 693.58,
      "grad_norm": 1.228822112083435,
      "learning_rate": 2.231638415952814e-07,
      "loss": 0.3473,
      "step": 2485080
    },
    {
      "epoch": 693.58,
      "grad_norm": 1.2628095149993896,
      "learning_rate": 2.2315232631511812e-07,
      "loss": 0.3396,
      "step": 2485090
    },
    {
      "epoch": 693.58,
      "grad_norm": 1.3956282138824463,
      "learning_rate": 2.2314081131720693e-07,
      "loss": 0.3365,
      "step": 2485100
    },
    {
      "epoch": 693.58,
      "grad_norm": 1.2897188663482666,
      "learning_rate": 2.231292966015494e-07,
      "loss": 0.348,
      "step": 2485110
    },
    {
      "epoch": 693.59,
      "grad_norm": 1.3555753231048584,
      "learning_rate": 2.231177821681476e-07,
      "loss": 0.3366,
      "step": 2485120
    },
    {
      "epoch": 693.59,
      "grad_norm": 1.3060413599014282,
      "learning_rate": 2.2310626801700205e-07,
      "loss": 0.3357,
      "step": 2485130
    },
    {
      "epoch": 693.59,
      "grad_norm": 1.198911190032959,
      "learning_rate": 2.2309475414811457e-07,
      "loss": 0.3617,
      "step": 2485140
    },
    {
      "epoch": 693.59,
      "grad_norm": 1.1720383167266846,
      "learning_rate": 2.230832405614875e-07,
      "loss": 0.3361,
      "step": 2485150
    },
    {
      "epoch": 693.6,
      "grad_norm": 1.4018313884735107,
      "learning_rate": 2.2307172725712086e-07,
      "loss": 0.3387,
      "step": 2485160
    },
    {
      "epoch": 693.6,
      "grad_norm": 1.097846508026123,
      "learning_rate": 2.23060214235018e-07,
      "loss": 0.3214,
      "step": 2485170
    },
    {
      "epoch": 693.6,
      "grad_norm": 1.2347853183746338,
      "learning_rate": 2.2304870149517893e-07,
      "loss": 0.3352,
      "step": 2485180
    },
    {
      "epoch": 693.61,
      "grad_norm": 1.337722897529602,
      "learning_rate": 2.23037189037606e-07,
      "loss": 0.3523,
      "step": 2485190
    },
    {
      "epoch": 693.61,
      "grad_norm": 1.316551685333252,
      "learning_rate": 2.2302567686230079e-07,
      "loss": 0.3369,
      "step": 2485200
    },
    {
      "epoch": 693.61,
      "grad_norm": 1.0698885917663574,
      "learning_rate": 2.230141649692643e-07,
      "loss": 0.3317,
      "step": 2485210
    },
    {
      "epoch": 693.61,
      "grad_norm": 1.1732615232467651,
      "learning_rate": 2.230026533584981e-07,
      "loss": 0.3227,
      "step": 2485220
    },
    {
      "epoch": 693.62,
      "grad_norm": 1.4756991863250732,
      "learning_rate": 2.2299114203000432e-07,
      "loss": 0.3483,
      "step": 2485230
    },
    {
      "epoch": 693.62,
      "grad_norm": 1.3101699352264404,
      "learning_rate": 2.2297963098378418e-07,
      "loss": 0.3251,
      "step": 2485240
    },
    {
      "epoch": 693.62,
      "grad_norm": 1.3478081226348877,
      "learning_rate": 2.2296812021983827e-07,
      "loss": 0.3536,
      "step": 2485250
    },
    {
      "epoch": 693.63,
      "grad_norm": 1.1107968091964722,
      "learning_rate": 2.229566097381702e-07,
      "loss": 0.3468,
      "step": 2485260
    },
    {
      "epoch": 693.63,
      "grad_norm": 1.172001600265503,
      "learning_rate": 2.2294509953877972e-07,
      "loss": 0.3255,
      "step": 2485270
    },
    {
      "epoch": 693.63,
      "grad_norm": 13.925029754638672,
      "learning_rate": 2.229335896216689e-07,
      "loss": 0.3317,
      "step": 2485280
    },
    {
      "epoch": 693.63,
      "grad_norm": 1.127145528793335,
      "learning_rate": 2.2292207998683985e-07,
      "loss": 0.3448,
      "step": 2485290
    },
    {
      "epoch": 693.64,
      "grad_norm": 1.165802001953125,
      "learning_rate": 2.2291057063429306e-07,
      "loss": 0.3392,
      "step": 2485300
    },
    {
      "epoch": 693.64,
      "grad_norm": 1.2296466827392578,
      "learning_rate": 2.2289906156403034e-07,
      "loss": 0.3347,
      "step": 2485310
    },
    {
      "epoch": 693.64,
      "grad_norm": 1.127286434173584,
      "learning_rate": 2.228875527760538e-07,
      "loss": 0.3348,
      "step": 2485320
    },
    {
      "epoch": 693.64,
      "grad_norm": 1.1050366163253784,
      "learning_rate": 2.2287604427036502e-07,
      "loss": 0.3211,
      "step": 2485330
    },
    {
      "epoch": 693.65,
      "grad_norm": 1.100079894065857,
      "learning_rate": 2.2286453604696423e-07,
      "loss": 0.339,
      "step": 2485340
    },
    {
      "epoch": 693.65,
      "grad_norm": 1.1715883016586304,
      "learning_rate": 2.228530281058548e-07,
      "loss": 0.3469,
      "step": 2485350
    },
    {
      "epoch": 693.65,
      "grad_norm": 1.2069531679153442,
      "learning_rate": 2.2284152044703676e-07,
      "loss": 0.3611,
      "step": 2485360
    },
    {
      "epoch": 693.66,
      "grad_norm": 1.2619472742080688,
      "learning_rate": 2.2283001307051217e-07,
      "loss": 0.3408,
      "step": 2485370
    },
    {
      "epoch": 693.66,
      "grad_norm": 1.6791143417358398,
      "learning_rate": 2.2281850597628314e-07,
      "loss": 0.341,
      "step": 2485380
    },
    {
      "epoch": 693.66,
      "grad_norm": 1.351513385772705,
      "learning_rate": 2.228069991643499e-07,
      "loss": 0.3184,
      "step": 2485390
    },
    {
      "epoch": 693.66,
      "grad_norm": 1.1823036670684814,
      "learning_rate": 2.2279549263471558e-07,
      "loss": 0.3251,
      "step": 2485400
    },
    {
      "epoch": 693.67,
      "grad_norm": 1.1367528438568115,
      "learning_rate": 2.2278398638738045e-07,
      "loss": 0.3375,
      "step": 2485410
    },
    {
      "epoch": 693.67,
      "grad_norm": 1.1352522373199463,
      "learning_rate": 2.2277248042234632e-07,
      "loss": 0.3264,
      "step": 2485420
    },
    {
      "epoch": 693.67,
      "grad_norm": 1.1028530597686768,
      "learning_rate": 2.2276097473961554e-07,
      "loss": 0.3409,
      "step": 2485430
    },
    {
      "epoch": 693.68,
      "grad_norm": 1.0365480184555054,
      "learning_rate": 2.2274946933918837e-07,
      "loss": 0.3484,
      "step": 2485440
    },
    {
      "epoch": 693.68,
      "grad_norm": 1.3279157876968384,
      "learning_rate": 2.2273796422106688e-07,
      "loss": 0.3311,
      "step": 2485450
    },
    {
      "epoch": 693.68,
      "grad_norm": 1.2950711250305176,
      "learning_rate": 2.227264593852529e-07,
      "loss": 0.3314,
      "step": 2485460
    },
    {
      "epoch": 693.68,
      "grad_norm": 1.123052716255188,
      "learning_rate": 2.22714954831748e-07,
      "loss": 0.332,
      "step": 2485470
    },
    {
      "epoch": 693.69,
      "grad_norm": 1.1753079891204834,
      "learning_rate": 2.227034505605527e-07,
      "loss": 0.3378,
      "step": 2485480
    },
    {
      "epoch": 693.69,
      "grad_norm": 1.1141027212142944,
      "learning_rate": 2.2269194657167012e-07,
      "loss": 0.332,
      "step": 2485490
    },
    {
      "epoch": 693.69,
      "grad_norm": 1.358778715133667,
      "learning_rate": 2.226804428651005e-07,
      "loss": 0.3473,
      "step": 2485500
    },
    {
      "epoch": 693.7,
      "grad_norm": 1.344346284866333,
      "learning_rate": 2.2266893944084567e-07,
      "loss": 0.3377,
      "step": 2485510
    },
    {
      "epoch": 693.7,
      "grad_norm": 1.2344714403152466,
      "learning_rate": 2.2265743629890797e-07,
      "loss": 0.3439,
      "step": 2485520
    },
    {
      "epoch": 693.7,
      "grad_norm": 1.3365949392318726,
      "learning_rate": 2.226459334392877e-07,
      "loss": 0.3457,
      "step": 2485530
    },
    {
      "epoch": 693.7,
      "grad_norm": 1.344231128692627,
      "learning_rate": 2.226344308619869e-07,
      "loss": 0.3332,
      "step": 2485540
    },
    {
      "epoch": 693.71,
      "grad_norm": 1.0576366186141968,
      "learning_rate": 2.2262292856700714e-07,
      "loss": 0.3278,
      "step": 2485550
    },
    {
      "epoch": 693.71,
      "grad_norm": 1.265960931777954,
      "learning_rate": 2.226114265543505e-07,
      "loss": 0.34,
      "step": 2485560
    },
    {
      "epoch": 693.71,
      "grad_norm": 1.4572118520736694,
      "learning_rate": 2.2259992482401775e-07,
      "loss": 0.3171,
      "step": 2485570
    },
    {
      "epoch": 693.71,
      "grad_norm": 1.2362465858459473,
      "learning_rate": 2.2258842337601021e-07,
      "loss": 0.3221,
      "step": 2485580
    },
    {
      "epoch": 693.72,
      "grad_norm": 1.2674927711486816,
      "learning_rate": 2.2257692221033075e-07,
      "loss": 0.3459,
      "step": 2485590
    },
    {
      "epoch": 693.72,
      "grad_norm": 1.8016955852508545,
      "learning_rate": 2.2256542132697883e-07,
      "loss": 0.3601,
      "step": 2485600
    },
    {
      "epoch": 693.72,
      "grad_norm": 1.4831409454345703,
      "learning_rate": 2.225539207259581e-07,
      "loss": 0.3237,
      "step": 2485610
    },
    {
      "epoch": 693.73,
      "grad_norm": 1.0390106439590454,
      "learning_rate": 2.2254242040726884e-07,
      "loss": 0.3578,
      "step": 2485620
    },
    {
      "epoch": 693.73,
      "grad_norm": 1.4532009363174438,
      "learning_rate": 2.2253092037091257e-07,
      "loss": 0.3416,
      "step": 2485630
    },
    {
      "epoch": 693.73,
      "grad_norm": 1.203114628791809,
      "learning_rate": 2.225194206168914e-07,
      "loss": 0.3477,
      "step": 2485640
    },
    {
      "epoch": 693.73,
      "grad_norm": 1.181085467338562,
      "learning_rate": 2.2250792114520689e-07,
      "loss": 0.3414,
      "step": 2485650
    },
    {
      "epoch": 693.74,
      "grad_norm": 1.329057216644287,
      "learning_rate": 2.2249642195586006e-07,
      "loss": 0.3351,
      "step": 2485660
    },
    {
      "epoch": 693.74,
      "grad_norm": 1.293573021888733,
      "learning_rate": 2.2248492304885248e-07,
      "loss": 0.3411,
      "step": 2485670
    },
    {
      "epoch": 693.74,
      "grad_norm": 1.2073613405227661,
      "learning_rate": 2.2247342442418599e-07,
      "loss": 0.3332,
      "step": 2485680
    },
    {
      "epoch": 693.75,
      "grad_norm": 1.4250017404556274,
      "learning_rate": 2.224619260818619e-07,
      "loss": 0.3271,
      "step": 2485690
    },
    {
      "epoch": 693.75,
      "grad_norm": 1.2429298162460327,
      "learning_rate": 2.2245042802188222e-07,
      "loss": 0.323,
      "step": 2485700
    },
    {
      "epoch": 693.75,
      "grad_norm": 1.2765462398529053,
      "learning_rate": 2.2243893024424757e-07,
      "loss": 0.3464,
      "step": 2485710
    },
    {
      "epoch": 693.75,
      "grad_norm": 1.461552381515503,
      "learning_rate": 2.224274327489602e-07,
      "loss": 0.3413,
      "step": 2485720
    },
    {
      "epoch": 693.76,
      "grad_norm": 1.0039759874343872,
      "learning_rate": 2.2241593553602175e-07,
      "loss": 0.3375,
      "step": 2485730
    },
    {
      "epoch": 693.76,
      "grad_norm": 1.6567094326019287,
      "learning_rate": 2.224044386054327e-07,
      "loss": 0.3529,
      "step": 2485740
    },
    {
      "epoch": 693.76,
      "grad_norm": 1.25611412525177,
      "learning_rate": 2.2239294195719614e-07,
      "loss": 0.318,
      "step": 2485750
    },
    {
      "epoch": 693.77,
      "grad_norm": 1.2488776445388794,
      "learning_rate": 2.2238144559131241e-07,
      "loss": 0.3177,
      "step": 2485760
    },
    {
      "epoch": 693.77,
      "grad_norm": 1.4929767847061157,
      "learning_rate": 2.2236994950778328e-07,
      "loss": 0.3451,
      "step": 2485770
    },
    {
      "epoch": 693.77,
      "grad_norm": 14.048433303833008,
      "learning_rate": 2.2235845370661057e-07,
      "loss": 0.3333,
      "step": 2485780
    },
    {
      "epoch": 693.77,
      "grad_norm": 1.1718670129776,
      "learning_rate": 2.2234695818779584e-07,
      "loss": 0.3374,
      "step": 2485790
    },
    {
      "epoch": 693.78,
      "grad_norm": 1.3774747848510742,
      "learning_rate": 2.2233546295134015e-07,
      "loss": 0.3401,
      "step": 2485800
    },
    {
      "epoch": 693.78,
      "grad_norm": 1.5824187994003296,
      "learning_rate": 2.2232396799724533e-07,
      "loss": 0.3272,
      "step": 2485810
    },
    {
      "epoch": 693.78,
      "grad_norm": 1.1492825746536255,
      "learning_rate": 2.2231247332551342e-07,
      "loss": 0.3264,
      "step": 2485820
    },
    {
      "epoch": 693.78,
      "grad_norm": 1.0861542224884033,
      "learning_rate": 2.2230097893614447e-07,
      "loss": 0.3478,
      "step": 2485830
    },
    {
      "epoch": 693.79,
      "grad_norm": 1.4111124277114868,
      "learning_rate": 2.2228948482914157e-07,
      "loss": 0.3309,
      "step": 2485840
    },
    {
      "epoch": 693.79,
      "grad_norm": 1.2623904943466187,
      "learning_rate": 2.222779910045055e-07,
      "loss": 0.3418,
      "step": 2485850
    },
    {
      "epoch": 693.79,
      "grad_norm": 1.3104722499847412,
      "learning_rate": 2.2226649746223783e-07,
      "loss": 0.3282,
      "step": 2485860
    },
    {
      "epoch": 693.8,
      "grad_norm": 1.2413532733917236,
      "learning_rate": 2.2225500420234065e-07,
      "loss": 0.3389,
      "step": 2485870
    },
    {
      "epoch": 693.8,
      "grad_norm": 1.3425155878067017,
      "learning_rate": 2.2224351122481473e-07,
      "loss": 0.3388,
      "step": 2485880
    },
    {
      "epoch": 693.8,
      "grad_norm": 1.296001672744751,
      "learning_rate": 2.222320185296619e-07,
      "loss": 0.3404,
      "step": 2485890
    },
    {
      "epoch": 693.8,
      "grad_norm": 1.2132848501205444,
      "learning_rate": 2.2222052611688344e-07,
      "loss": 0.3319,
      "step": 2485900
    },
    {
      "epoch": 693.81,
      "grad_norm": 1.1789265871047974,
      "learning_rate": 2.222090339864817e-07,
      "loss": 0.3428,
      "step": 2485910
    },
    {
      "epoch": 693.81,
      "grad_norm": 1.2669727802276611,
      "learning_rate": 2.221975421384567e-07,
      "loss": 0.3346,
      "step": 2485920
    },
    {
      "epoch": 693.81,
      "grad_norm": 1.235167384147644,
      "learning_rate": 2.2218605057281206e-07,
      "loss": 0.3374,
      "step": 2485930
    },
    {
      "epoch": 693.82,
      "grad_norm": 1.1608372926712036,
      "learning_rate": 2.2217455928954755e-07,
      "loss": 0.3298,
      "step": 2485940
    },
    {
      "epoch": 693.82,
      "grad_norm": 1.276528239250183,
      "learning_rate": 2.221630682886652e-07,
      "loss": 0.3308,
      "step": 2485950
    },
    {
      "epoch": 693.82,
      "grad_norm": 1.2695748805999756,
      "learning_rate": 2.2215157757016714e-07,
      "loss": 0.3176,
      "step": 2485960
    },
    {
      "epoch": 693.82,
      "grad_norm": 1.1693079471588135,
      "learning_rate": 2.221400871340536e-07,
      "loss": 0.3476,
      "step": 2485970
    },
    {
      "epoch": 693.83,
      "grad_norm": 1.253297209739685,
      "learning_rate": 2.2212859698032772e-07,
      "loss": 0.3419,
      "step": 2485980
    },
    {
      "epoch": 693.83,
      "grad_norm": 1.3700973987579346,
      "learning_rate": 2.2211710710898976e-07,
      "loss": 0.3508,
      "step": 2485990
    },
    {
      "epoch": 693.83,
      "grad_norm": 1.1884958744049072,
      "learning_rate": 2.221056175200418e-07,
      "loss": 0.3255,
      "step": 2486000
    },
    {
      "epoch": 693.83,
      "grad_norm": 1.4554539918899536,
      "learning_rate": 2.2209412821348567e-07,
      "loss": 0.3347,
      "step": 2486010
    },
    {
      "epoch": 693.84,
      "grad_norm": 1.4179764986038208,
      "learning_rate": 2.220826391893221e-07,
      "loss": 0.3352,
      "step": 2486020
    },
    {
      "epoch": 693.84,
      "grad_norm": 1.4028263092041016,
      "learning_rate": 2.2207115044755298e-07,
      "loss": 0.3306,
      "step": 2486030
    },
    {
      "epoch": 693.84,
      "grad_norm": 1.2032419443130493,
      "learning_rate": 2.2205966198818011e-07,
      "loss": 0.349,
      "step": 2486040
    },
    {
      "epoch": 693.85,
      "grad_norm": 1.2000758647918701,
      "learning_rate": 2.2204817381120504e-07,
      "loss": 0.3508,
      "step": 2486050
    },
    {
      "epoch": 693.85,
      "grad_norm": 1.1539831161499023,
      "learning_rate": 2.2203668591662828e-07,
      "loss": 0.3448,
      "step": 2486060
    },
    {
      "epoch": 693.85,
      "grad_norm": 1.2083384990692139,
      "learning_rate": 2.2202519830445295e-07,
      "loss": 0.3515,
      "step": 2486070
    },
    {
      "epoch": 693.85,
      "grad_norm": 5.408374786376953,
      "learning_rate": 2.2201371097467936e-07,
      "loss": 0.3566,
      "step": 2486080
    },
    {
      "epoch": 693.86,
      "grad_norm": 1.2871837615966797,
      "learning_rate": 2.2200222392730927e-07,
      "loss": 0.3348,
      "step": 2486090
    },
    {
      "epoch": 693.86,
      "grad_norm": 1.1986525058746338,
      "learning_rate": 2.2199073716234508e-07,
      "loss": 0.3272,
      "step": 2486100
    },
    {
      "epoch": 693.86,
      "grad_norm": 1.2512485980987549,
      "learning_rate": 2.21979250679787e-07,
      "loss": 0.3216,
      "step": 2486110
    },
    {
      "epoch": 693.87,
      "grad_norm": 1.3474940061569214,
      "learning_rate": 2.219677644796374e-07,
      "loss": 0.3313,
      "step": 2486120
    },
    {
      "epoch": 693.87,
      "grad_norm": 1.3772732019424438,
      "learning_rate": 2.2195627856189755e-07,
      "loss": 0.3335,
      "step": 2486130
    },
    {
      "epoch": 693.87,
      "grad_norm": 1.311290979385376,
      "learning_rate": 2.2194479292656932e-07,
      "loss": 0.3403,
      "step": 2486140
    },
    {
      "epoch": 693.87,
      "grad_norm": 1.5055450201034546,
      "learning_rate": 2.2193330757365344e-07,
      "loss": 0.3396,
      "step": 2486150
    },
    {
      "epoch": 693.88,
      "grad_norm": 1.240338683128357,
      "learning_rate": 2.2192182250315203e-07,
      "loss": 0.3597,
      "step": 2486160
    },
    {
      "epoch": 693.88,
      "grad_norm": 1.2315598726272583,
      "learning_rate": 2.2191033771506665e-07,
      "loss": 0.3568,
      "step": 2486170
    },
    {
      "epoch": 693.88,
      "grad_norm": 1.4106792211532593,
      "learning_rate": 2.2189885320939858e-07,
      "loss": 0.346,
      "step": 2486180
    },
    {
      "epoch": 693.89,
      "grad_norm": 1.0278959274291992,
      "learning_rate": 2.218873689861499e-07,
      "loss": 0.3343,
      "step": 2486190
    },
    {
      "epoch": 693.89,
      "grad_norm": 1.1655923128128052,
      "learning_rate": 2.218758850453214e-07,
      "loss": 0.3324,
      "step": 2486200
    },
    {
      "epoch": 693.89,
      "grad_norm": 1.2338321208953857,
      "learning_rate": 2.2186440138691492e-07,
      "loss": 0.3448,
      "step": 2486210
    },
    {
      "epoch": 693.89,
      "grad_norm": 1.4117391109466553,
      "learning_rate": 2.21852918010932e-07,
      "loss": 0.33,
      "step": 2486220
    },
    {
      "epoch": 693.9,
      "grad_norm": 1.2695491313934326,
      "learning_rate": 2.2184143491737445e-07,
      "loss": 0.3311,
      "step": 2486230
    },
    {
      "epoch": 693.9,
      "grad_norm": 1.2176052331924438,
      "learning_rate": 2.2182995210624308e-07,
      "loss": 0.3296,
      "step": 2486240
    },
    {
      "epoch": 693.9,
      "grad_norm": 1.596008062362671,
      "learning_rate": 2.2181846957753995e-07,
      "loss": 0.3435,
      "step": 2486250
    },
    {
      "epoch": 693.9,
      "grad_norm": 1.1732795238494873,
      "learning_rate": 2.2180698733126638e-07,
      "loss": 0.3193,
      "step": 2486260
    },
    {
      "epoch": 693.91,
      "grad_norm": 1.2365317344665527,
      "learning_rate": 2.2179550536742417e-07,
      "loss": 0.3302,
      "step": 2486270
    },
    {
      "epoch": 693.91,
      "grad_norm": 1.1940910816192627,
      "learning_rate": 2.217840236860149e-07,
      "loss": 0.3424,
      "step": 2486280
    },
    {
      "epoch": 693.91,
      "grad_norm": 1.3470405340194702,
      "learning_rate": 2.2177254228703934e-07,
      "loss": 0.3505,
      "step": 2486290
    },
    {
      "epoch": 693.92,
      "grad_norm": 1.1963728666305542,
      "learning_rate": 2.217610611705001e-07,
      "loss": 0.3436,
      "step": 2486300
    },
    {
      "epoch": 693.92,
      "grad_norm": 1.1416435241699219,
      "learning_rate": 2.217495803363979e-07,
      "loss": 0.3169,
      "step": 2486310
    },
    {
      "epoch": 693.92,
      "grad_norm": 1.2436473369598389,
      "learning_rate": 2.2173809978473443e-07,
      "loss": 0.3172,
      "step": 2486320
    },
    {
      "epoch": 693.92,
      "grad_norm": 1.359452724456787,
      "learning_rate": 2.217266195155119e-07,
      "loss": 0.3299,
      "step": 2486330
    },
    {
      "epoch": 693.93,
      "grad_norm": 1.0768659114837646,
      "learning_rate": 2.2171513952873067e-07,
      "loss": 0.3221,
      "step": 2486340
    },
    {
      "epoch": 693.93,
      "grad_norm": 1.3561691045761108,
      "learning_rate": 2.2170365982439275e-07,
      "loss": 0.3422,
      "step": 2486350
    },
    {
      "epoch": 693.93,
      "grad_norm": 1.354630470275879,
      "learning_rate": 2.216921804025e-07,
      "loss": 0.3367,
      "step": 2486360
    },
    {
      "epoch": 693.94,
      "grad_norm": 1.4027572870254517,
      "learning_rate": 2.2168070126305425e-07,
      "loss": 0.3611,
      "step": 2486370
    },
    {
      "epoch": 693.94,
      "grad_norm": 1.407362699508667,
      "learning_rate": 2.2166922240605575e-07,
      "loss": 0.3635,
      "step": 2486380
    },
    {
      "epoch": 693.94,
      "grad_norm": 1.1983873844146729,
      "learning_rate": 2.2165774383150705e-07,
      "loss": 0.3486,
      "step": 2486390
    },
    {
      "epoch": 693.94,
      "grad_norm": 1.1863012313842773,
      "learning_rate": 2.216462655394098e-07,
      "loss": 0.3263,
      "step": 2486400
    },
    {
      "epoch": 693.95,
      "grad_norm": 1.3779624700546265,
      "learning_rate": 2.216347875297642e-07,
      "loss": 0.3467,
      "step": 2486410
    },
    {
      "epoch": 693.95,
      "grad_norm": 1.1355534791946411,
      "learning_rate": 2.2162330980257365e-07,
      "loss": 0.352,
      "step": 2486420
    },
    {
      "epoch": 693.95,
      "grad_norm": 1.2731711864471436,
      "learning_rate": 2.2161183235783813e-07,
      "loss": 0.3358,
      "step": 2486430
    },
    {
      "epoch": 693.95,
      "grad_norm": 1.2809470891952515,
      "learning_rate": 2.2160035519556002e-07,
      "loss": 0.3542,
      "step": 2486440
    },
    {
      "epoch": 693.96,
      "grad_norm": 1.198673963546753,
      "learning_rate": 2.2158887831574034e-07,
      "loss": 0.3456,
      "step": 2486450
    },
    {
      "epoch": 693.96,
      "grad_norm": 1.2250436544418335,
      "learning_rate": 2.2157740171838143e-07,
      "loss": 0.3319,
      "step": 2486460
    },
    {
      "epoch": 693.96,
      "grad_norm": 1.1703311204910278,
      "learning_rate": 2.215659254034838e-07,
      "loss": 0.3338,
      "step": 2486470
    },
    {
      "epoch": 693.97,
      "grad_norm": 1.2814241647720337,
      "learning_rate": 2.2155444937104957e-07,
      "loss": 0.3378,
      "step": 2486480
    },
    {
      "epoch": 693.97,
      "grad_norm": 1.091049075126648,
      "learning_rate": 2.2154297362108052e-07,
      "loss": 0.354,
      "step": 2486490
    },
    {
      "epoch": 693.97,
      "grad_norm": 1.1529704332351685,
      "learning_rate": 2.2153149815357695e-07,
      "loss": 0.3368,
      "step": 2486500
    },
    {
      "epoch": 693.97,
      "grad_norm": 1.0529851913452148,
      "learning_rate": 2.215200229685422e-07,
      "loss": 0.3327,
      "step": 2486510
    },
    {
      "epoch": 693.98,
      "grad_norm": 1.1752358675003052,
      "learning_rate": 2.215085480659763e-07,
      "loss": 0.3367,
      "step": 2486520
    },
    {
      "epoch": 693.98,
      "grad_norm": 1.3718805313110352,
      "learning_rate": 2.214970734458813e-07,
      "loss": 0.3329,
      "step": 2486530
    },
    {
      "epoch": 693.98,
      "grad_norm": 1.5039960145950317,
      "learning_rate": 2.2148559910825907e-07,
      "loss": 0.3352,
      "step": 2486540
    },
    {
      "epoch": 693.99,
      "grad_norm": 1.1207773685455322,
      "learning_rate": 2.214741250531101e-07,
      "loss": 0.3332,
      "step": 2486550
    },
    {
      "epoch": 693.99,
      "grad_norm": 1.2757079601287842,
      "learning_rate": 2.214626512804375e-07,
      "loss": 0.3363,
      "step": 2486560
    },
    {
      "epoch": 693.99,
      "grad_norm": 1.3591437339782715,
      "learning_rate": 2.2145117779024155e-07,
      "loss": 0.3432,
      "step": 2486570
    },
    {
      "epoch": 693.99,
      "grad_norm": 1.4169986248016357,
      "learning_rate": 2.2143970458252408e-07,
      "loss": 0.3416,
      "step": 2486580
    },
    {
      "epoch": 694.0,
      "grad_norm": 11.666264533996582,
      "learning_rate": 2.2142823165728664e-07,
      "loss": 0.3261,
      "step": 2486590
    },
    {
      "epoch": 694.0,
      "grad_norm": 1.161507248878479,
      "learning_rate": 2.214167590145313e-07,
      "loss": 0.3346,
      "step": 2486600
    },
    {
      "epoch": 694.0,
      "eval_loss": 0.337885320186615,
      "eval_runtime": 65.5455,
      "eval_samples_per_second": 77.183,
      "eval_steps_per_second": 9.657,
      "step": 2486602
    },
    {
      "epoch": 694.0,
      "grad_norm": 1.2218685150146484,
      "learning_rate": 2.214052866542586e-07,
      "loss": 0.3137,
      "step": 2486610
    },
    {
      "epoch": 694.01,
      "grad_norm": 1.135053038597107,
      "learning_rate": 2.213938145764706e-07,
      "loss": 0.3414,
      "step": 2486620
    },
    {
      "epoch": 694.01,
      "grad_norm": 1.200162649154663,
      "learning_rate": 2.2138234278116913e-07,
      "loss": 0.3243,
      "step": 2486630
    },
    {
      "epoch": 694.01,
      "grad_norm": 1.1116571426391602,
      "learning_rate": 2.2137087126835448e-07,
      "loss": 0.3423,
      "step": 2486640
    },
    {
      "epoch": 694.01,
      "grad_norm": 1.2427781820297241,
      "learning_rate": 2.2135940003803026e-07,
      "loss": 0.3452,
      "step": 2486650
    },
    {
      "epoch": 694.02,
      "grad_norm": 1.2232180833816528,
      "learning_rate": 2.2134792909019594e-07,
      "loss": 0.3358,
      "step": 2486660
    },
    {
      "epoch": 694.02,
      "grad_norm": 1.2590469121932983,
      "learning_rate": 2.2133645842485416e-07,
      "loss": 0.33,
      "step": 2486670
    },
    {
      "epoch": 694.02,
      "grad_norm": 1.3345422744750977,
      "learning_rate": 2.213249880420067e-07,
      "loss": 0.3431,
      "step": 2486680
    },
    {
      "epoch": 694.02,
      "grad_norm": 1.076893925666809,
      "learning_rate": 2.213135179416541e-07,
      "loss": 0.3478,
      "step": 2486690
    },
    {
      "epoch": 694.03,
      "grad_norm": 1.3076448440551758,
      "learning_rate": 2.213020481237982e-07,
      "loss": 0.35,
      "step": 2486700
    },
    {
      "epoch": 694.03,
      "grad_norm": 1.1616566181182861,
      "learning_rate": 2.212905785884408e-07,
      "loss": 0.3475,
      "step": 2486710
    },
    {
      "epoch": 694.03,
      "grad_norm": 1.774370551109314,
      "learning_rate": 2.212791093355837e-07,
      "loss": 0.3465,
      "step": 2486720
    },
    {
      "epoch": 694.04,
      "grad_norm": 1.2154734134674072,
      "learning_rate": 2.212676403652275e-07,
      "loss": 0.3477,
      "step": 2486730
    },
    {
      "epoch": 694.04,
      "grad_norm": 1.3861663341522217,
      "learning_rate": 2.212561716773747e-07,
      "loss": 0.3345,
      "step": 2486740
    },
    {
      "epoch": 694.04,
      "grad_norm": 1.1352537870407104,
      "learning_rate": 2.212447032720264e-07,
      "loss": 0.3348,
      "step": 2486750
    },
    {
      "epoch": 694.04,
      "grad_norm": 1.1452691555023193,
      "learning_rate": 2.212332351491839e-07,
      "loss": 0.3257,
      "step": 2486760
    },
    {
      "epoch": 694.05,
      "grad_norm": 1.316150426864624,
      "learning_rate": 2.2122176730884925e-07,
      "loss": 0.3505,
      "step": 2486770
    },
    {
      "epoch": 694.05,
      "grad_norm": 1.3309521675109863,
      "learning_rate": 2.2121029975102354e-07,
      "loss": 0.3419,
      "step": 2486780
    },
    {
      "epoch": 694.05,
      "grad_norm": 1.43909752368927,
      "learning_rate": 2.2119883247570828e-07,
      "loss": 0.3165,
      "step": 2486790
    },
    {
      "epoch": 694.06,
      "grad_norm": 1.1920210123062134,
      "learning_rate": 2.2118736548290532e-07,
      "loss": 0.3289,
      "step": 2486800
    },
    {
      "epoch": 694.06,
      "grad_norm": 1.169033169746399,
      "learning_rate": 2.2117589877261623e-07,
      "loss": 0.336,
      "step": 2486810
    },
    {
      "epoch": 694.06,
      "grad_norm": 1.284200668334961,
      "learning_rate": 2.2116443234484203e-07,
      "loss": 0.3322,
      "step": 2486820
    },
    {
      "epoch": 694.06,
      "grad_norm": 1.2998942136764526,
      "learning_rate": 2.2115296619958452e-07,
      "loss": 0.3447,
      "step": 2486830
    },
    {
      "epoch": 694.07,
      "grad_norm": 1.1795823574066162,
      "learning_rate": 2.2114150033684533e-07,
      "loss": 0.3371,
      "step": 2486840
    },
    {
      "epoch": 694.07,
      "grad_norm": 1.0601394176483154,
      "learning_rate": 2.2113003475662572e-07,
      "loss": 0.3123,
      "step": 2486850
    },
    {
      "epoch": 694.07,
      "grad_norm": 1.5863291025161743,
      "learning_rate": 2.2111856945892802e-07,
      "loss": 0.3395,
      "step": 2486860
    },
    {
      "epoch": 694.07,
      "grad_norm": 1.207659125328064,
      "learning_rate": 2.2110710444375223e-07,
      "loss": 0.3235,
      "step": 2486870
    },
    {
      "epoch": 694.08,
      "grad_norm": 1.2509419918060303,
      "learning_rate": 2.2109563971110176e-07,
      "loss": 0.3322,
      "step": 2486880
    },
    {
      "epoch": 694.08,
      "grad_norm": 1.309218168258667,
      "learning_rate": 2.210841752609766e-07,
      "loss": 0.3315,
      "step": 2486890
    },
    {
      "epoch": 694.08,
      "grad_norm": 1.1542809009552002,
      "learning_rate": 2.210727110933788e-07,
      "loss": 0.3501,
      "step": 2486900
    },
    {
      "epoch": 694.09,
      "grad_norm": 1.0566964149475098,
      "learning_rate": 2.2106124720831022e-07,
      "loss": 0.3417,
      "step": 2486910
    },
    {
      "epoch": 694.09,
      "grad_norm": 1.1838778257369995,
      "learning_rate": 2.210497836057719e-07,
      "loss": 0.318,
      "step": 2486920
    },
    {
      "epoch": 694.09,
      "grad_norm": 1.3154674768447876,
      "learning_rate": 2.2103832028576564e-07,
      "loss": 0.3274,
      "step": 2486930
    },
    {
      "epoch": 694.09,
      "grad_norm": 1.3559683561325073,
      "learning_rate": 2.2102685724829277e-07,
      "loss": 0.3382,
      "step": 2486940
    },
    {
      "epoch": 694.1,
      "grad_norm": 1.2008780241012573,
      "learning_rate": 2.2101539449335534e-07,
      "loss": 0.3355,
      "step": 2486950
    },
    {
      "epoch": 694.1,
      "grad_norm": 1.246456503868103,
      "learning_rate": 2.2100393202095388e-07,
      "loss": 0.3202,
      "step": 2486960
    },
    {
      "epoch": 694.1,
      "grad_norm": 1.2765367031097412,
      "learning_rate": 2.2099246983109073e-07,
      "loss": 0.3526,
      "step": 2486970
    },
    {
      "epoch": 694.11,
      "grad_norm": 1.1616690158843994,
      "learning_rate": 2.2098100792376747e-07,
      "loss": 0.3445,
      "step": 2486980
    },
    {
      "epoch": 694.11,
      "grad_norm": 1.176342487335205,
      "learning_rate": 2.2096954629898462e-07,
      "loss": 0.3309,
      "step": 2486990
    },
    {
      "epoch": 694.11,
      "grad_norm": 1.1619092226028442,
      "learning_rate": 2.2095808495674526e-07,
      "loss": 0.3404,
      "step": 2487000
    },
    {
      "epoch": 694.11,
      "grad_norm": 1.9004267454147339,
      "learning_rate": 2.2094662389704946e-07,
      "loss": 0.3276,
      "step": 2487010
    },
    {
      "epoch": 694.12,
      "grad_norm": 1.1513395309448242,
      "learning_rate": 2.209351631198995e-07,
      "loss": 0.3151,
      "step": 2487020
    },
    {
      "epoch": 694.12,
      "grad_norm": 1.1364493370056152,
      "learning_rate": 2.2092370262529693e-07,
      "loss": 0.3469,
      "step": 2487030
    },
    {
      "epoch": 694.12,
      "grad_norm": 1.4245569705963135,
      "learning_rate": 2.2091224241324338e-07,
      "loss": 0.3215,
      "step": 2487040
    },
    {
      "epoch": 694.13,
      "grad_norm": 1.2549376487731934,
      "learning_rate": 2.209007824837396e-07,
      "loss": 0.3408,
      "step": 2487050
    },
    {
      "epoch": 694.13,
      "grad_norm": 1.165415644645691,
      "learning_rate": 2.2088932283678792e-07,
      "loss": 0.332,
      "step": 2487060
    },
    {
      "epoch": 694.13,
      "grad_norm": 1.471189260482788,
      "learning_rate": 2.2087786347238962e-07,
      "loss": 0.3286,
      "step": 2487070
    },
    {
      "epoch": 694.13,
      "grad_norm": 1.20032799243927,
      "learning_rate": 2.2086640439054553e-07,
      "loss": 0.3304,
      "step": 2487080
    },
    {
      "epoch": 694.14,
      "grad_norm": 1.221068263053894,
      "learning_rate": 2.2085494559125876e-07,
      "loss": 0.3339,
      "step": 2487090
    },
    {
      "epoch": 694.14,
      "grad_norm": 1.174965739250183,
      "learning_rate": 2.208434870745293e-07,
      "loss": 0.3285,
      "step": 2487100
    },
    {
      "epoch": 694.14,
      "grad_norm": 1.266392707824707,
      "learning_rate": 2.208320288403595e-07,
      "loss": 0.3292,
      "step": 2487110
    },
    {
      "epoch": 694.14,
      "grad_norm": 1.3026349544525146,
      "learning_rate": 2.2082057088875037e-07,
      "loss": 0.3316,
      "step": 2487120
    },
    {
      "epoch": 694.15,
      "grad_norm": 1.4102513790130615,
      "learning_rate": 2.20809113219704e-07,
      "loss": 0.3348,
      "step": 2487130
    },
    {
      "epoch": 694.15,
      "grad_norm": 1.229658603668213,
      "learning_rate": 2.20797655833222e-07,
      "loss": 0.3342,
      "step": 2487140
    },
    {
      "epoch": 694.15,
      "grad_norm": 1.0753916501998901,
      "learning_rate": 2.2078619872930485e-07,
      "loss": 0.336,
      "step": 2487150
    },
    {
      "epoch": 694.16,
      "grad_norm": 1.3527542352676392,
      "learning_rate": 2.2077474190795516e-07,
      "loss": 0.3406,
      "step": 2487160
    },
    {
      "epoch": 694.16,
      "grad_norm": 1.3861161470413208,
      "learning_rate": 2.207632853691737e-07,
      "loss": 0.3398,
      "step": 2487170
    },
    {
      "epoch": 694.16,
      "grad_norm": 1.234445571899414,
      "learning_rate": 2.207518291129631e-07,
      "loss": 0.33,
      "step": 2487180
    },
    {
      "epoch": 694.16,
      "grad_norm": 1.1231558322906494,
      "learning_rate": 2.2074037313932359e-07,
      "loss": 0.3392,
      "step": 2487190
    },
    {
      "epoch": 694.17,
      "grad_norm": 1.153574824333191,
      "learning_rate": 2.20728917448257e-07,
      "loss": 0.3284,
      "step": 2487200
    },
    {
      "epoch": 694.17,
      "grad_norm": 1.203005075454712,
      "learning_rate": 2.2071746203976567e-07,
      "loss": 0.3312,
      "step": 2487210
    },
    {
      "epoch": 694.17,
      "grad_norm": 1.1783276796340942,
      "learning_rate": 2.2070600691384988e-07,
      "loss": 0.3514,
      "step": 2487220
    },
    {
      "epoch": 694.18,
      "grad_norm": 1.2989851236343384,
      "learning_rate": 2.2069455207051247e-07,
      "loss": 0.3387,
      "step": 2487230
    },
    {
      "epoch": 694.18,
      "grad_norm": 1.2776455879211426,
      "learning_rate": 2.2068309750975398e-07,
      "loss": 0.3369,
      "step": 2487240
    },
    {
      "epoch": 694.18,
      "grad_norm": 1.163735270500183,
      "learning_rate": 2.206716432315762e-07,
      "loss": 0.3439,
      "step": 2487250
    },
    {
      "epoch": 694.18,
      "grad_norm": 1.0223920345306396,
      "learning_rate": 2.2066018923598099e-07,
      "loss": 0.3353,
      "step": 2487260
    },
    {
      "epoch": 694.19,
      "grad_norm": 1.3817625045776367,
      "learning_rate": 2.2064873552296963e-07,
      "loss": 0.3411,
      "step": 2487270
    },
    {
      "epoch": 694.19,
      "grad_norm": 1.2953206300735474,
      "learning_rate": 2.2063728209254341e-07,
      "loss": 0.3335,
      "step": 2487280
    },
    {
      "epoch": 694.19,
      "grad_norm": 1.306277871131897,
      "learning_rate": 2.2062582894470418e-07,
      "loss": 0.3252,
      "step": 2487290
    },
    {
      "epoch": 694.19,
      "grad_norm": 1.2268359661102295,
      "learning_rate": 2.2061437607945374e-07,
      "loss": 0.3337,
      "step": 2487300
    },
    {
      "epoch": 694.2,
      "grad_norm": 1.4106597900390625,
      "learning_rate": 2.2060292349679207e-07,
      "loss": 0.3324,
      "step": 2487310
    },
    {
      "epoch": 694.2,
      "grad_norm": 1.3179293870925903,
      "learning_rate": 2.2059147119672312e-07,
      "loss": 0.3543,
      "step": 2487320
    },
    {
      "epoch": 694.2,
      "grad_norm": 1.2669227123260498,
      "learning_rate": 2.2058001917924636e-07,
      "loss": 0.3257,
      "step": 2487330
    },
    {
      "epoch": 694.21,
      "grad_norm": 1.3412086963653564,
      "learning_rate": 2.2056856744436438e-07,
      "loss": 0.3425,
      "step": 2487340
    },
    {
      "epoch": 694.21,
      "grad_norm": 1.2797043323516846,
      "learning_rate": 2.2055711599207874e-07,
      "loss": 0.3192,
      "step": 2487350
    },
    {
      "epoch": 694.21,
      "grad_norm": 1.375543236732483,
      "learning_rate": 2.205456648223902e-07,
      "loss": 0.3283,
      "step": 2487360
    },
    {
      "epoch": 694.21,
      "grad_norm": 1.231337547302246,
      "learning_rate": 2.205342139353009e-07,
      "loss": 0.3266,
      "step": 2487370
    },
    {
      "epoch": 694.22,
      "grad_norm": 2.9000396728515625,
      "learning_rate": 2.2052276333081206e-07,
      "loss": 0.3327,
      "step": 2487380
    },
    {
      "epoch": 694.22,
      "grad_norm": 1.4516030550003052,
      "learning_rate": 2.2051131300892585e-07,
      "loss": 0.3449,
      "step": 2487390
    },
    {
      "epoch": 694.22,
      "grad_norm": 1.272935152053833,
      "learning_rate": 2.204998629696422e-07,
      "loss": 0.3406,
      "step": 2487400
    },
    {
      "epoch": 694.23,
      "grad_norm": 1.2241103649139404,
      "learning_rate": 2.204884132129648e-07,
      "loss": 0.3349,
      "step": 2487410
    },
    {
      "epoch": 694.23,
      "grad_norm": 1.1434122323989868,
      "learning_rate": 2.2047696373889362e-07,
      "loss": 0.3431,
      "step": 2487420
    },
    {
      "epoch": 694.23,
      "grad_norm": 1.222701907157898,
      "learning_rate": 2.2046551454743074e-07,
      "loss": 0.3328,
      "step": 2487430
    },
    {
      "epoch": 694.23,
      "grad_norm": 1.0757331848144531,
      "learning_rate": 2.2045406563857803e-07,
      "loss": 0.3344,
      "step": 2487440
    },
    {
      "epoch": 694.24,
      "grad_norm": 1.0493366718292236,
      "learning_rate": 2.2044261701233542e-07,
      "loss": 0.3305,
      "step": 2487450
    },
    {
      "epoch": 694.24,
      "grad_norm": 1.5278172492980957,
      "learning_rate": 2.2043116866870686e-07,
      "loss": 0.3409,
      "step": 2487460
    },
    {
      "epoch": 694.24,
      "grad_norm": 1.3846874237060547,
      "learning_rate": 2.2041972060769206e-07,
      "loss": 0.334,
      "step": 2487470
    },
    {
      "epoch": 694.25,
      "grad_norm": 1.2242226600646973,
      "learning_rate": 2.2040827282929288e-07,
      "loss": 0.3359,
      "step": 2487480
    },
    {
      "epoch": 694.25,
      "grad_norm": 1.1650115251541138,
      "learning_rate": 2.2039682533351164e-07,
      "loss": 0.3344,
      "step": 2487490
    },
    {
      "epoch": 694.25,
      "grad_norm": 1.255464792251587,
      "learning_rate": 2.2038537812034884e-07,
      "loss": 0.3303,
      "step": 2487500
    },
    {
      "epoch": 694.25,
      "grad_norm": 1.1984647512435913,
      "learning_rate": 2.2037393118980658e-07,
      "loss": 0.3344,
      "step": 2487510
    },
    {
      "epoch": 694.26,
      "grad_norm": 1.0767403841018677,
      "learning_rate": 2.2036248454188618e-07,
      "loss": 0.3333,
      "step": 2487520
    },
    {
      "epoch": 694.26,
      "grad_norm": 1.2147955894470215,
      "learning_rate": 2.203510381765897e-07,
      "loss": 0.3429,
      "step": 2487530
    },
    {
      "epoch": 694.26,
      "grad_norm": 1.3042155504226685,
      "learning_rate": 2.2033959209391714e-07,
      "loss": 0.3456,
      "step": 2487540
    },
    {
      "epoch": 694.26,
      "grad_norm": 1.1056125164031982,
      "learning_rate": 2.2032814629387216e-07,
      "loss": 0.3276,
      "step": 2487550
    },
    {
      "epoch": 694.27,
      "grad_norm": 1.3931984901428223,
      "learning_rate": 2.2031670077645472e-07,
      "loss": 0.3444,
      "step": 2487560
    },
    {
      "epoch": 694.27,
      "grad_norm": 1.1357557773590088,
      "learning_rate": 2.2030525554166697e-07,
      "loss": 0.3338,
      "step": 2487570
    },
    {
      "epoch": 694.27,
      "grad_norm": 2.129371166229248,
      "learning_rate": 2.202938105895104e-07,
      "loss": 0.3266,
      "step": 2487580
    },
    {
      "epoch": 694.28,
      "grad_norm": 1.3846323490142822,
      "learning_rate": 2.2028236591998635e-07,
      "loss": 0.3487,
      "step": 2487590
    },
    {
      "epoch": 694.28,
      "grad_norm": 1.2817986011505127,
      "learning_rate": 2.202709215330961e-07,
      "loss": 0.3391,
      "step": 2487600
    },
    {
      "epoch": 694.28,
      "grad_norm": 1.0960297584533691,
      "learning_rate": 2.2025947742884174e-07,
      "loss": 0.3371,
      "step": 2487610
    },
    {
      "epoch": 694.28,
      "grad_norm": 1.2861835956573486,
      "learning_rate": 2.2024803360722486e-07,
      "loss": 0.3371,
      "step": 2487620
    },
    {
      "epoch": 694.29,
      "grad_norm": 1.3900521993637085,
      "learning_rate": 2.202365900682462e-07,
      "loss": 0.3427,
      "step": 2487630
    },
    {
      "epoch": 694.29,
      "grad_norm": 1.2193987369537354,
      "learning_rate": 2.2022514681190787e-07,
      "loss": 0.3462,
      "step": 2487640
    },
    {
      "epoch": 694.29,
      "grad_norm": 1.82989501953125,
      "learning_rate": 2.2021370383821165e-07,
      "loss": 0.3344,
      "step": 2487650
    },
    {
      "epoch": 694.3,
      "grad_norm": 1.2175302505493164,
      "learning_rate": 2.2020226114715786e-07,
      "loss": 0.3222,
      "step": 2487660
    },
    {
      "epoch": 694.3,
      "grad_norm": 1.0722821950912476,
      "learning_rate": 2.2019081873874957e-07,
      "loss": 0.3374,
      "step": 2487670
    },
    {
      "epoch": 694.3,
      "grad_norm": 1.1455090045928955,
      "learning_rate": 2.2017937661298733e-07,
      "loss": 0.3278,
      "step": 2487680
    },
    {
      "epoch": 694.3,
      "grad_norm": 1.4150598049163818,
      "learning_rate": 2.201679347698727e-07,
      "loss": 0.3379,
      "step": 2487690
    },
    {
      "epoch": 694.31,
      "grad_norm": 1.4009089469909668,
      "learning_rate": 2.2015649320940776e-07,
      "loss": 0.3304,
      "step": 2487700
    },
    {
      "epoch": 694.31,
      "grad_norm": 1.1737135648727417,
      "learning_rate": 2.2014505193159353e-07,
      "loss": 0.3352,
      "step": 2487710
    },
    {
      "epoch": 694.31,
      "grad_norm": 1.0706843137741089,
      "learning_rate": 2.201336109364321e-07,
      "loss": 0.33,
      "step": 2487720
    },
    {
      "epoch": 694.31,
      "grad_norm": 1.1536686420440674,
      "learning_rate": 2.2012217022392404e-07,
      "loss": 0.3335,
      "step": 2487730
    },
    {
      "epoch": 694.32,
      "grad_norm": 1.1448798179626465,
      "learning_rate": 2.201107297940716e-07,
      "loss": 0.3382,
      "step": 2487740
    },
    {
      "epoch": 694.32,
      "grad_norm": 1.2158472537994385,
      "learning_rate": 2.2009928964687616e-07,
      "loss": 0.335,
      "step": 2487750
    },
    {
      "epoch": 694.32,
      "grad_norm": 1.1300134658813477,
      "learning_rate": 2.200878497823395e-07,
      "loss": 0.3409,
      "step": 2487760
    },
    {
      "epoch": 694.33,
      "grad_norm": 1.279535174369812,
      "learning_rate": 2.2007641020046241e-07,
      "loss": 0.3493,
      "step": 2487770
    },
    {
      "epoch": 694.33,
      "grad_norm": 1.6371545791625977,
      "learning_rate": 2.20064970901247e-07,
      "loss": 0.3386,
      "step": 2487780
    },
    {
      "epoch": 694.33,
      "grad_norm": 1.1319113969802856,
      "learning_rate": 2.2005353188469504e-07,
      "loss": 0.3327,
      "step": 2487790
    },
    {
      "epoch": 694.33,
      "grad_norm": 1.1675641536712646,
      "learning_rate": 2.2004209315080657e-07,
      "loss": 0.3127,
      "step": 2487800
    },
    {
      "epoch": 694.34,
      "grad_norm": 1.2846282720565796,
      "learning_rate": 2.200306546995852e-07,
      "loss": 0.3577,
      "step": 2487810
    },
    {
      "epoch": 694.34,
      "grad_norm": 1.1761798858642578,
      "learning_rate": 2.2001921653103123e-07,
      "loss": 0.3321,
      "step": 2487820
    },
    {
      "epoch": 694.34,
      "grad_norm": 1.180991768836975,
      "learning_rate": 2.2000777864514617e-07,
      "loss": 0.3456,
      "step": 2487830
    },
    {
      "epoch": 694.35,
      "grad_norm": 1.1552956104278564,
      "learning_rate": 2.1999634104193192e-07,
      "loss": 0.3384,
      "step": 2487840
    },
    {
      "epoch": 694.35,
      "grad_norm": 1.2680450677871704,
      "learning_rate": 2.199849037213902e-07,
      "loss": 0.3487,
      "step": 2487850
    },
    {
      "epoch": 694.35,
      "grad_norm": 1.292099118232727,
      "learning_rate": 2.1997346668352163e-07,
      "loss": 0.3482,
      "step": 2487860
    },
    {
      "epoch": 694.35,
      "grad_norm": 1.224260687828064,
      "learning_rate": 2.199620299283285e-07,
      "loss": 0.3345,
      "step": 2487870
    },
    {
      "epoch": 694.36,
      "grad_norm": 1.3329516649246216,
      "learning_rate": 2.199505934558126e-07,
      "loss": 0.3341,
      "step": 2487880
    },
    {
      "epoch": 694.36,
      "grad_norm": 1.0378743410110474,
      "learning_rate": 2.19939157265974e-07,
      "loss": 0.3476,
      "step": 2487890
    },
    {
      "epoch": 694.36,
      "grad_norm": 1.2791558504104614,
      "learning_rate": 2.1992772135881602e-07,
      "loss": 0.3347,
      "step": 2487900
    },
    {
      "epoch": 694.37,
      "grad_norm": 1.1332769393920898,
      "learning_rate": 2.19916285734339e-07,
      "loss": 0.3673,
      "step": 2487910
    },
    {
      "epoch": 694.37,
      "grad_norm": 1.1738873720169067,
      "learning_rate": 2.1990485039254492e-07,
      "loss": 0.3414,
      "step": 2487920
    },
    {
      "epoch": 694.37,
      "grad_norm": 1.220920443534851,
      "learning_rate": 2.198934153334354e-07,
      "loss": 0.3315,
      "step": 2487930
    },
    {
      "epoch": 694.37,
      "grad_norm": 1.2044175863265991,
      "learning_rate": 2.198819805570115e-07,
      "loss": 0.3358,
      "step": 2487940
    },
    {
      "epoch": 694.38,
      "grad_norm": 1.0605688095092773,
      "learning_rate": 2.1987054606327502e-07,
      "loss": 0.3312,
      "step": 2487950
    },
    {
      "epoch": 694.38,
      "grad_norm": 1.2514793872833252,
      "learning_rate": 2.198591118522275e-07,
      "loss": 0.3363,
      "step": 2487960
    },
    {
      "epoch": 694.38,
      "grad_norm": 1.6110917329788208,
      "learning_rate": 2.1984767792387076e-07,
      "loss": 0.3391,
      "step": 2487970
    },
    {
      "epoch": 694.38,
      "grad_norm": 1.1253398656845093,
      "learning_rate": 2.1983624427820535e-07,
      "loss": 0.3312,
      "step": 2487980
    },
    {
      "epoch": 694.39,
      "grad_norm": 1.2166965007781982,
      "learning_rate": 2.1982481091523413e-07,
      "loss": 0.3239,
      "step": 2487990
    },
    {
      "epoch": 694.39,
      "grad_norm": 1.17868173122406,
      "learning_rate": 2.1981337783495736e-07,
      "loss": 0.3417,
      "step": 2488000
    },
    {
      "epoch": 694.39,
      "grad_norm": 1.3106918334960938,
      "learning_rate": 2.1980194503737735e-07,
      "loss": 0.352,
      "step": 2488010
    },
    {
      "epoch": 694.4,
      "grad_norm": 1.1388397216796875,
      "learning_rate": 2.197905125224957e-07,
      "loss": 0.3259,
      "step": 2488020
    },
    {
      "epoch": 694.4,
      "grad_norm": 1.2435224056243896,
      "learning_rate": 2.197790802903129e-07,
      "loss": 0.3419,
      "step": 2488030
    },
    {
      "epoch": 694.4,
      "grad_norm": 1.217432975769043,
      "learning_rate": 2.197676483408321e-07,
      "loss": 0.3261,
      "step": 2488040
    },
    {
      "epoch": 694.4,
      "grad_norm": 1.3176928758621216,
      "learning_rate": 2.1975621667405327e-07,
      "loss": 0.3323,
      "step": 2488050
    },
    {
      "epoch": 694.41,
      "grad_norm": 1.544390320777893,
      "learning_rate": 2.197447852899788e-07,
      "loss": 0.3404,
      "step": 2488060
    },
    {
      "epoch": 694.41,
      "grad_norm": 1.149462103843689,
      "learning_rate": 2.1973335418861045e-07,
      "loss": 0.3385,
      "step": 2488070
    },
    {
      "epoch": 694.41,
      "grad_norm": 1.1744130849838257,
      "learning_rate": 2.1972192336994879e-07,
      "loss": 0.3406,
      "step": 2488080
    },
    {
      "epoch": 694.42,
      "grad_norm": 1.239816427230835,
      "learning_rate": 2.1971049283399585e-07,
      "loss": 0.3421,
      "step": 2488090
    },
    {
      "epoch": 694.42,
      "grad_norm": 1.1933284997940063,
      "learning_rate": 2.19699062580753e-07,
      "loss": 0.3425,
      "step": 2488100
    },
    {
      "epoch": 694.42,
      "grad_norm": 1.4583040475845337,
      "learning_rate": 2.1968763261022254e-07,
      "loss": 0.3104,
      "step": 2488110
    },
    {
      "epoch": 694.42,
      "grad_norm": 1.1461228132247925,
      "learning_rate": 2.1967620292240446e-07,
      "loss": 0.3384,
      "step": 2488120
    },
    {
      "epoch": 694.43,
      "grad_norm": 1.3876445293426514,
      "learning_rate": 2.1966477351730216e-07,
      "loss": 0.3496,
      "step": 2488130
    },
    {
      "epoch": 694.43,
      "grad_norm": 1.219534158706665,
      "learning_rate": 2.196533443949154e-07,
      "loss": 0.3448,
      "step": 2488140
    },
    {
      "epoch": 694.43,
      "grad_norm": 1.3256696462631226,
      "learning_rate": 2.1964191555524673e-07,
      "loss": 0.3383,
      "step": 2488150
    },
    {
      "epoch": 694.43,
      "grad_norm": 1.0269571542739868,
      "learning_rate": 2.1963048699829774e-07,
      "loss": 0.3459,
      "step": 2488160
    },
    {
      "epoch": 694.44,
      "grad_norm": 1.2925562858581543,
      "learning_rate": 2.196190587240695e-07,
      "loss": 0.3451,
      "step": 2488170
    },
    {
      "epoch": 694.44,
      "grad_norm": 1.2040252685546875,
      "learning_rate": 2.1960763073256325e-07,
      "loss": 0.3298,
      "step": 2488180
    },
    {
      "epoch": 694.44,
      "grad_norm": 1.2117060422897339,
      "learning_rate": 2.1959620302378114e-07,
      "loss": 0.3462,
      "step": 2488190
    },
    {
      "epoch": 694.45,
      "grad_norm": 1.05337655544281,
      "learning_rate": 2.1958477559772491e-07,
      "loss": 0.3474,
      "step": 2488200
    },
    {
      "epoch": 694.45,
      "grad_norm": 1.5839325189590454,
      "learning_rate": 2.1957334845439492e-07,
      "loss": 0.3366,
      "step": 2488210
    },
    {
      "epoch": 694.45,
      "grad_norm": 1.345481038093567,
      "learning_rate": 2.195619215937942e-07,
      "loss": 0.3387,
      "step": 2488220
    },
    {
      "epoch": 694.45,
      "grad_norm": 1.173453688621521,
      "learning_rate": 2.1955049501592282e-07,
      "loss": 0.3239,
      "step": 2488230
    },
    {
      "epoch": 694.46,
      "grad_norm": 1.2315089702606201,
      "learning_rate": 2.1953906872078332e-07,
      "loss": 0.3334,
      "step": 2488240
    },
    {
      "epoch": 694.46,
      "grad_norm": 7.641923904418945,
      "learning_rate": 2.1952764270837705e-07,
      "loss": 0.3409,
      "step": 2488250
    },
    {
      "epoch": 694.46,
      "grad_norm": 1.274498462677002,
      "learning_rate": 2.1951621697870502e-07,
      "loss": 0.339,
      "step": 2488260
    },
    {
      "epoch": 694.47,
      "grad_norm": 1.4404120445251465,
      "learning_rate": 2.1950479153176907e-07,
      "loss": 0.3251,
      "step": 2488270
    },
    {
      "epoch": 694.47,
      "grad_norm": 1.40412437915802,
      "learning_rate": 2.1949336636757076e-07,
      "loss": 0.3509,
      "step": 2488280
    },
    {
      "epoch": 694.47,
      "grad_norm": 1.2982512712478638,
      "learning_rate": 2.1948194148611163e-07,
      "loss": 0.3524,
      "step": 2488290
    },
    {
      "epoch": 694.47,
      "grad_norm": 1.3101426362991333,
      "learning_rate": 2.1947051688739355e-07,
      "loss": 0.3403,
      "step": 2488300
    },
    {
      "epoch": 694.48,
      "grad_norm": 1.1259875297546387,
      "learning_rate": 2.1945909257141697e-07,
      "loss": 0.3227,
      "step": 2488310
    },
    {
      "epoch": 694.48,
      "grad_norm": 1.3426237106323242,
      "learning_rate": 2.1944766853818457e-07,
      "loss": 0.3502,
      "step": 2488320
    },
    {
      "epoch": 694.48,
      "grad_norm": 1.3572285175323486,
      "learning_rate": 2.1943624478769706e-07,
      "loss": 0.339,
      "step": 2488330
    },
    {
      "epoch": 694.49,
      "grad_norm": 1.804390549659729,
      "learning_rate": 2.1942482131995683e-07,
      "loss": 0.3288,
      "step": 2488340
    },
    {
      "epoch": 694.49,
      "grad_norm": 1.1508564949035645,
      "learning_rate": 2.1941339813496384e-07,
      "loss": 0.3076,
      "step": 2488350
    },
    {
      "epoch": 694.49,
      "grad_norm": 1.2195438146591187,
      "learning_rate": 2.1940197523272178e-07,
      "loss": 0.34,
      "step": 2488360
    },
    {
      "epoch": 694.49,
      "grad_norm": 1.4249470233917236,
      "learning_rate": 2.1939055261323036e-07,
      "loss": 0.3475,
      "step": 2488370
    },
    {
      "epoch": 694.5,
      "grad_norm": 1.0821547508239746,
      "learning_rate": 2.1937913027649166e-07,
      "loss": 0.3261,
      "step": 2488380
    },
    {
      "epoch": 694.5,
      "grad_norm": 1.1357814073562622,
      "learning_rate": 2.1936770822250805e-07,
      "loss": 0.3429,
      "step": 2488390
    },
    {
      "epoch": 694.5,
      "grad_norm": 1.1441981792449951,
      "learning_rate": 2.1935628645127975e-07,
      "loss": 0.3497,
      "step": 2488400
    },
    {
      "epoch": 694.5,
      "grad_norm": 1.385249137878418,
      "learning_rate": 2.193448649628086e-07,
      "loss": 0.3336,
      "step": 2488410
    },
    {
      "epoch": 694.51,
      "grad_norm": 1.4219162464141846,
      "learning_rate": 2.193334437570967e-07,
      "loss": 0.3607,
      "step": 2488420
    },
    {
      "epoch": 694.51,
      "grad_norm": 1.6526445150375366,
      "learning_rate": 2.193220228341456e-07,
      "loss": 0.3484,
      "step": 2488430
    },
    {
      "epoch": 694.51,
      "grad_norm": 1.1835085153579712,
      "learning_rate": 2.1931060219395578e-07,
      "loss": 0.3351,
      "step": 2488440
    },
    {
      "epoch": 694.52,
      "grad_norm": 1.6824250221252441,
      "learning_rate": 2.1929918183652964e-07,
      "loss": 0.3369,
      "step": 2488450
    },
    {
      "epoch": 694.52,
      "grad_norm": 1.296690821647644,
      "learning_rate": 2.192877617618687e-07,
      "loss": 0.3546,
      "step": 2488460
    },
    {
      "epoch": 694.52,
      "grad_norm": 2.259953022003174,
      "learning_rate": 2.192763419699735e-07,
      "loss": 0.3311,
      "step": 2488470
    },
    {
      "epoch": 694.52,
      "grad_norm": 1.1412121057510376,
      "learning_rate": 2.1926492246084745e-07,
      "loss": 0.3445,
      "step": 2488480
    },
    {
      "epoch": 694.53,
      "grad_norm": 1.12611985206604,
      "learning_rate": 2.1925350323449023e-07,
      "loss": 0.3267,
      "step": 2488490
    },
    {
      "epoch": 694.53,
      "grad_norm": 1.2288391590118408,
      "learning_rate": 2.1924208429090398e-07,
      "loss": 0.3298,
      "step": 2488500
    },
    {
      "epoch": 694.53,
      "grad_norm": 1.2542320489883423,
      "learning_rate": 2.1923066563009046e-07,
      "loss": 0.3455,
      "step": 2488510
    },
    {
      "epoch": 694.54,
      "grad_norm": 1.3760340213775635,
      "learning_rate": 2.1921924725205156e-07,
      "loss": 0.3218,
      "step": 2488520
    },
    {
      "epoch": 694.54,
      "grad_norm": 1.5317513942718506,
      "learning_rate": 2.1920782915678773e-07,
      "loss": 0.3317,
      "step": 2488530
    },
    {
      "epoch": 694.54,
      "grad_norm": 1.2325124740600586,
      "learning_rate": 2.1919641134430111e-07,
      "loss": 0.3303,
      "step": 2488540
    },
    {
      "epoch": 694.54,
      "grad_norm": 4.671725749969482,
      "learning_rate": 2.191849938145935e-07,
      "loss": 0.3197,
      "step": 2488550
    },
    {
      "epoch": 694.55,
      "grad_norm": 1.3078784942626953,
      "learning_rate": 2.191735765676654e-07,
      "loss": 0.3319,
      "step": 2488560
    },
    {
      "epoch": 694.55,
      "grad_norm": 1.1222447156906128,
      "learning_rate": 2.1916215960351972e-07,
      "loss": 0.3425,
      "step": 2488570
    },
    {
      "epoch": 694.55,
      "grad_norm": 1.2633585929870605,
      "learning_rate": 2.1915074292215666e-07,
      "loss": 0.3352,
      "step": 2488580
    },
    {
      "epoch": 694.55,
      "grad_norm": 1.256501317024231,
      "learning_rate": 2.191393265235786e-07,
      "loss": 0.3408,
      "step": 2488590
    },
    {
      "epoch": 694.56,
      "grad_norm": 1.4930014610290527,
      "learning_rate": 2.1912791040778712e-07,
      "loss": 0.3308,
      "step": 2488600
    },
    {
      "epoch": 694.56,
      "grad_norm": 1.7606624364852905,
      "learning_rate": 2.191164945747827e-07,
      "loss": 0.3438,
      "step": 2488610
    },
    {
      "epoch": 694.56,
      "grad_norm": 1.0392481088638306,
      "learning_rate": 2.191050790245682e-07,
      "loss": 0.334,
      "step": 2488620
    },
    {
      "epoch": 694.57,
      "grad_norm": 1.2651180028915405,
      "learning_rate": 2.1909366375714418e-07,
      "loss": 0.3444,
      "step": 2488630
    },
    {
      "epoch": 694.57,
      "grad_norm": 3.06042218208313,
      "learning_rate": 2.1908224877251242e-07,
      "loss": 0.3382,
      "step": 2488640
    },
    {
      "epoch": 694.57,
      "grad_norm": 1.0399075746536255,
      "learning_rate": 2.1907083407067478e-07,
      "loss": 0.3287,
      "step": 2488650
    },
    {
      "epoch": 694.57,
      "grad_norm": 1.363806128501892,
      "learning_rate": 2.1905941965163278e-07,
      "loss": 0.3418,
      "step": 2488660
    },
    {
      "epoch": 694.58,
      "grad_norm": 1.0427806377410889,
      "learning_rate": 2.1904800551538724e-07,
      "loss": 0.3259,
      "step": 2488670
    },
    {
      "epoch": 694.58,
      "grad_norm": 1.3002629280090332,
      "learning_rate": 2.1903659166193997e-07,
      "loss": 0.3181,
      "step": 2488680
    },
    {
      "epoch": 694.58,
      "grad_norm": 1.3429399728775024,
      "learning_rate": 2.190251780912933e-07,
      "loss": 0.332,
      "step": 2488690
    },
    {
      "epoch": 694.59,
      "grad_norm": 1.221369743347168,
      "learning_rate": 2.1901376480344722e-07,
      "loss": 0.3488,
      "step": 2488700
    },
    {
      "epoch": 694.59,
      "grad_norm": 1.2433973550796509,
      "learning_rate": 2.1900235179840489e-07,
      "loss": 0.3456,
      "step": 2488710
    },
    {
      "epoch": 694.59,
      "grad_norm": 1.1888614892959595,
      "learning_rate": 2.1899093907616652e-07,
      "loss": 0.3313,
      "step": 2488720
    },
    {
      "epoch": 694.59,
      "grad_norm": 1.2313075065612793,
      "learning_rate": 2.1897952663673425e-07,
      "loss": 0.3404,
      "step": 2488730
    },
    {
      "epoch": 694.6,
      "grad_norm": 1.121522307395935,
      "learning_rate": 2.1896811448011013e-07,
      "loss": 0.3388,
      "step": 2488740
    },
    {
      "epoch": 694.6,
      "grad_norm": 1.19253408908844,
      "learning_rate": 2.189567026062944e-07,
      "loss": 0.3226,
      "step": 2488750
    },
    {
      "epoch": 694.6,
      "grad_norm": 1.0188674926757812,
      "learning_rate": 2.1894529101528919e-07,
      "loss": 0.3317,
      "step": 2488760
    },
    {
      "epoch": 694.61,
      "grad_norm": 1.1626821756362915,
      "learning_rate": 2.1893387970709628e-07,
      "loss": 0.3225,
      "step": 2488770
    },
    {
      "epoch": 694.61,
      "grad_norm": 1.1076375246047974,
      "learning_rate": 2.1892246868171725e-07,
      "loss": 0.3371,
      "step": 2488780
    },
    {
      "epoch": 694.61,
      "grad_norm": 1.2767235040664673,
      "learning_rate": 2.1891105793915235e-07,
      "loss": 0.338,
      "step": 2488790
    },
    {
      "epoch": 694.61,
      "grad_norm": 1.3528790473937988,
      "learning_rate": 2.1889964747940524e-07,
      "loss": 0.3382,
      "step": 2488800
    },
    {
      "epoch": 694.62,
      "grad_norm": 1.4591310024261475,
      "learning_rate": 2.1888823730247563e-07,
      "loss": 0.3321,
      "step": 2488810
    },
    {
      "epoch": 694.62,
      "grad_norm": 1.4933160543441772,
      "learning_rate": 2.188768274083659e-07,
      "loss": 0.3524,
      "step": 2488820
    },
    {
      "epoch": 694.62,
      "grad_norm": 1.18425714969635,
      "learning_rate": 2.1886541779707785e-07,
      "loss": 0.3421,
      "step": 2488830
    },
    {
      "epoch": 694.62,
      "grad_norm": 1.067323923110962,
      "learning_rate": 2.1885400846861175e-07,
      "loss": 0.3318,
      "step": 2488840
    },
    {
      "epoch": 694.63,
      "grad_norm": 1.2444418668746948,
      "learning_rate": 2.188425994229702e-07,
      "loss": 0.3373,
      "step": 2488850
    },
    {
      "epoch": 694.63,
      "grad_norm": 1.1453778743743896,
      "learning_rate": 2.188311906601542e-07,
      "loss": 0.3452,
      "step": 2488860
    },
    {
      "epoch": 694.63,
      "grad_norm": 1.2472357749938965,
      "learning_rate": 2.1881978218016563e-07,
      "loss": 0.3269,
      "step": 2488870
    },
    {
      "epoch": 694.64,
      "grad_norm": 1.2570801973342896,
      "learning_rate": 2.1880837398300629e-07,
      "loss": 0.3417,
      "step": 2488880
    },
    {
      "epoch": 694.64,
      "grad_norm": 1.4677860736846924,
      "learning_rate": 2.187969660686767e-07,
      "loss": 0.3315,
      "step": 2488890
    },
    {
      "epoch": 694.64,
      "grad_norm": 1.3336416482925415,
      "learning_rate": 2.1878555843717893e-07,
      "loss": 0.3391,
      "step": 2488900
    },
    {
      "epoch": 694.64,
      "grad_norm": 1.2119499444961548,
      "learning_rate": 2.1877415108851456e-07,
      "loss": 0.3414,
      "step": 2488910
    },
    {
      "epoch": 694.65,
      "grad_norm": 1.2200186252593994,
      "learning_rate": 2.187627440226854e-07,
      "loss": 0.3304,
      "step": 2488920
    },
    {
      "epoch": 694.65,
      "grad_norm": 1.2243506908416748,
      "learning_rate": 2.1875133723969198e-07,
      "loss": 0.3356,
      "step": 2488930
    },
    {
      "epoch": 694.65,
      "grad_norm": 1.2140051126480103,
      "learning_rate": 2.1873993073953716e-07,
      "loss": 0.3432,
      "step": 2488940
    },
    {
      "epoch": 694.66,
      "grad_norm": 1.2873166799545288,
      "learning_rate": 2.1872852452222145e-07,
      "loss": 0.3356,
      "step": 2488950
    },
    {
      "epoch": 694.66,
      "grad_norm": 1.2452433109283447,
      "learning_rate": 2.187171185877464e-07,
      "loss": 0.344,
      "step": 2488960
    },
    {
      "epoch": 694.66,
      "grad_norm": 1.4060646295547485,
      "learning_rate": 2.187057129361144e-07,
      "loss": 0.336,
      "step": 2488970
    },
    {
      "epoch": 694.66,
      "grad_norm": 1.4789159297943115,
      "learning_rate": 2.1869430756732593e-07,
      "loss": 0.3338,
      "step": 2488980
    },
    {
      "epoch": 694.67,
      "grad_norm": 1.1176389455795288,
      "learning_rate": 2.1868290248138308e-07,
      "loss": 0.3415,
      "step": 2488990
    },
    {
      "epoch": 694.67,
      "grad_norm": 1.1320297718048096,
      "learning_rate": 2.1867149767828717e-07,
      "loss": 0.3424,
      "step": 2489000
    },
    {
      "epoch": 694.67,
      "grad_norm": 1.06423819065094,
      "learning_rate": 2.1866009315804025e-07,
      "loss": 0.3343,
      "step": 2489010
    },
    {
      "epoch": 694.67,
      "grad_norm": 1.2122703790664673,
      "learning_rate": 2.1864868892064283e-07,
      "loss": 0.3357,
      "step": 2489020
    },
    {
      "epoch": 694.68,
      "grad_norm": 1.138606309890747,
      "learning_rate": 2.1863728496609706e-07,
      "loss": 0.348,
      "step": 2489030
    },
    {
      "epoch": 694.68,
      "grad_norm": 1.1623921394348145,
      "learning_rate": 2.1862588129440444e-07,
      "loss": 0.3352,
      "step": 2489040
    },
    {
      "epoch": 694.68,
      "grad_norm": 1.1429798603057861,
      "learning_rate": 2.1861447790556627e-07,
      "loss": 0.3287,
      "step": 2489050
    },
    {
      "epoch": 694.69,
      "grad_norm": 1.2538663148880005,
      "learning_rate": 2.1860307479958467e-07,
      "loss": 0.3234,
      "step": 2489060
    },
    {
      "epoch": 694.69,
      "grad_norm": 1.050228476524353,
      "learning_rate": 2.185916719764604e-07,
      "loss": 0.3162,
      "step": 2489070
    },
    {
      "epoch": 694.69,
      "grad_norm": 1.2692407369613647,
      "learning_rate": 2.1858026943619503e-07,
      "loss": 0.3368,
      "step": 2489080
    },
    {
      "epoch": 694.69,
      "grad_norm": 1.3510385751724243,
      "learning_rate": 2.1856886717879063e-07,
      "loss": 0.3454,
      "step": 2489090
    },
    {
      "epoch": 694.7,
      "grad_norm": 1.52602219581604,
      "learning_rate": 2.185574652042485e-07,
      "loss": 0.3359,
      "step": 2489100
    },
    {
      "epoch": 694.7,
      "grad_norm": 1.2259063720703125,
      "learning_rate": 2.1854606351256994e-07,
      "loss": 0.3246,
      "step": 2489110
    },
    {
      "epoch": 694.7,
      "grad_norm": 1.0900344848632812,
      "learning_rate": 2.1853466210375652e-07,
      "loss": 0.3499,
      "step": 2489120
    },
    {
      "epoch": 694.71,
      "grad_norm": 1.0932039022445679,
      "learning_rate": 2.1852326097781033e-07,
      "loss": 0.358,
      "step": 2489130
    },
    {
      "epoch": 694.71,
      "grad_norm": 1.6014991998672485,
      "learning_rate": 2.1851186013473135e-07,
      "loss": 0.3244,
      "step": 2489140
    },
    {
      "epoch": 694.71,
      "grad_norm": 1.3744577169418335,
      "learning_rate": 2.1850045957452323e-07,
      "loss": 0.3451,
      "step": 2489150
    },
    {
      "epoch": 694.71,
      "grad_norm": 1.2367969751358032,
      "learning_rate": 2.1848905929718547e-07,
      "loss": 0.3358,
      "step": 2489160
    },
    {
      "epoch": 694.72,
      "grad_norm": 1.2107359170913696,
      "learning_rate": 2.184776593027214e-07,
      "loss": 0.3334,
      "step": 2489170
    },
    {
      "epoch": 694.72,
      "grad_norm": 1.264163851737976,
      "learning_rate": 2.184662595911311e-07,
      "loss": 0.3398,
      "step": 2489180
    },
    {
      "epoch": 694.72,
      "grad_norm": 0.9522826075553894,
      "learning_rate": 2.1845486016241658e-07,
      "loss": 0.3371,
      "step": 2489190
    },
    {
      "epoch": 694.73,
      "grad_norm": 1.2295721769332886,
      "learning_rate": 2.1844346101658022e-07,
      "loss": 0.3367,
      "step": 2489200
    },
    {
      "epoch": 694.73,
      "grad_norm": 1.0484585762023926,
      "learning_rate": 2.18432062153622e-07,
      "loss": 0.3442,
      "step": 2489210
    },
    {
      "epoch": 694.73,
      "grad_norm": 1.12177312374115,
      "learning_rate": 2.1842066357354426e-07,
      "loss": 0.3384,
      "step": 2489220
    },
    {
      "epoch": 694.73,
      "grad_norm": 1.3246171474456787,
      "learning_rate": 2.1840926527634833e-07,
      "loss": 0.3289,
      "step": 2489230
    },
    {
      "epoch": 694.74,
      "grad_norm": 1.4576963186264038,
      "learning_rate": 2.183978672620365e-07,
      "loss": 0.3481,
      "step": 2489240
    },
    {
      "epoch": 694.74,
      "grad_norm": 1.261911153793335,
      "learning_rate": 2.183864695306091e-07,
      "loss": 0.3447,
      "step": 2489250
    },
    {
      "epoch": 694.74,
      "grad_norm": 1.1666638851165771,
      "learning_rate": 2.1837507208206814e-07,
      "loss": 0.3365,
      "step": 2489260
    },
    {
      "epoch": 694.74,
      "grad_norm": 1.3783411979675293,
      "learning_rate": 2.183636749164155e-07,
      "loss": 0.3358,
      "step": 2489270
    },
    {
      "epoch": 694.75,
      "grad_norm": 1.2154654264450073,
      "learning_rate": 2.1835227803365143e-07,
      "loss": 0.3298,
      "step": 2489280
    },
    {
      "epoch": 694.75,
      "grad_norm": 1.1301403045654297,
      "learning_rate": 2.1834088143377952e-07,
      "loss": 0.3328,
      "step": 2489290
    },
    {
      "epoch": 694.75,
      "grad_norm": 0.9595590233802795,
      "learning_rate": 2.1832948511679958e-07,
      "loss": 0.322,
      "step": 2489300
    },
    {
      "epoch": 694.76,
      "grad_norm": 1.0958613157272339,
      "learning_rate": 2.1831808908271366e-07,
      "loss": 0.3499,
      "step": 2489310
    },
    {
      "epoch": 694.76,
      "grad_norm": 1.15507173538208,
      "learning_rate": 2.1830669333152332e-07,
      "loss": 0.3362,
      "step": 2489320
    },
    {
      "epoch": 694.76,
      "grad_norm": 1.4881765842437744,
      "learning_rate": 2.1829529786323063e-07,
      "loss": 0.3245,
      "step": 2489330
    },
    {
      "epoch": 694.76,
      "grad_norm": 1.2219523191452026,
      "learning_rate": 2.1828390267783585e-07,
      "loss": 0.3564,
      "step": 2489340
    },
    {
      "epoch": 694.77,
      "grad_norm": 1.3221116065979004,
      "learning_rate": 2.1827250777534137e-07,
      "loss": 0.3333,
      "step": 2489350
    },
    {
      "epoch": 694.77,
      "grad_norm": 1.1151254177093506,
      "learning_rate": 2.1826111315574896e-07,
      "loss": 0.3275,
      "step": 2489360
    },
    {
      "epoch": 694.77,
      "grad_norm": 1.4592125415802002,
      "learning_rate": 2.1824971881905865e-07,
      "loss": 0.3459,
      "step": 2489370
    },
    {
      "epoch": 694.78,
      "grad_norm": 1.2728791236877441,
      "learning_rate": 2.1823832476527405e-07,
      "loss": 0.3302,
      "step": 2489380
    },
    {
      "epoch": 694.78,
      "grad_norm": 1.1153558492660522,
      "learning_rate": 2.1822693099439518e-07,
      "loss": 0.3299,
      "step": 2489390
    },
    {
      "epoch": 694.78,
      "grad_norm": 1.354431390762329,
      "learning_rate": 2.182155375064239e-07,
      "loss": 0.3089,
      "step": 2489400
    },
    {
      "epoch": 694.78,
      "grad_norm": 1.6886441707611084,
      "learning_rate": 2.1820414430136247e-07,
      "loss": 0.3562,
      "step": 2489410
    },
    {
      "epoch": 694.79,
      "grad_norm": 1.3074544668197632,
      "learning_rate": 2.1819275137921122e-07,
      "loss": 0.3317,
      "step": 2489420
    },
    {
      "epoch": 694.79,
      "grad_norm": 1.3477301597595215,
      "learning_rate": 2.1818135873997218e-07,
      "loss": 0.3291,
      "step": 2489430
    },
    {
      "epoch": 694.79,
      "grad_norm": 1.457814335823059,
      "learning_rate": 2.1816996638364696e-07,
      "loss": 0.338,
      "step": 2489440
    },
    {
      "epoch": 694.79,
      "grad_norm": 1.290055751800537,
      "learning_rate": 2.1815857431023683e-07,
      "loss": 0.3295,
      "step": 2489450
    },
    {
      "epoch": 694.8,
      "grad_norm": 1.1180697679519653,
      "learning_rate": 2.1814718251974362e-07,
      "loss": 0.3197,
      "step": 2489460
    },
    {
      "epoch": 694.8,
      "grad_norm": 1.2054835557937622,
      "learning_rate": 2.181357910121694e-07,
      "loss": 0.3366,
      "step": 2489470
    },
    {
      "epoch": 694.8,
      "grad_norm": 1.4195855855941772,
      "learning_rate": 2.1812439978751419e-07,
      "loss": 0.3326,
      "step": 2489480
    },
    {
      "epoch": 694.81,
      "grad_norm": 1.2256702184677124,
      "learning_rate": 2.1811300884578057e-07,
      "loss": 0.3238,
      "step": 2489490
    },
    {
      "epoch": 694.81,
      "grad_norm": 2.065831422805786,
      "learning_rate": 2.1810161818697016e-07,
      "loss": 0.3274,
      "step": 2489500
    },
    {
      "epoch": 694.81,
      "grad_norm": 1.2359116077423096,
      "learning_rate": 2.1809022781108338e-07,
      "loss": 0.3514,
      "step": 2489510
    },
    {
      "epoch": 694.81,
      "grad_norm": 1.211089849472046,
      "learning_rate": 2.1807883771812342e-07,
      "loss": 0.3403,
      "step": 2489520
    },
    {
      "epoch": 694.82,
      "grad_norm": 1.2883561849594116,
      "learning_rate": 2.1806744790809028e-07,
      "loss": 0.3441,
      "step": 2489530
    },
    {
      "epoch": 694.82,
      "grad_norm": 1.1902438402175903,
      "learning_rate": 2.1805605838098603e-07,
      "loss": 0.3347,
      "step": 2489540
    },
    {
      "epoch": 694.82,
      "grad_norm": 1.2603862285614014,
      "learning_rate": 2.1804466913681274e-07,
      "loss": 0.3532,
      "step": 2489550
    },
    {
      "epoch": 694.83,
      "grad_norm": 1.457854151725769,
      "learning_rate": 2.1803328017557094e-07,
      "loss": 0.3345,
      "step": 2489560
    },
    {
      "epoch": 694.83,
      "grad_norm": 1.1852034330368042,
      "learning_rate": 2.1802189149726246e-07,
      "loss": 0.3365,
      "step": 2489570
    },
    {
      "epoch": 694.83,
      "grad_norm": 1.279888391494751,
      "learning_rate": 2.1801050310188912e-07,
      "loss": 0.3437,
      "step": 2489580
    },
    {
      "epoch": 694.83,
      "grad_norm": 1.533517837524414,
      "learning_rate": 2.1799911498945273e-07,
      "loss": 0.3404,
      "step": 2489590
    },
    {
      "epoch": 694.84,
      "grad_norm": 1.282806634902954,
      "learning_rate": 2.1798772715995354e-07,
      "loss": 0.3413,
      "step": 2489600
    },
    {
      "epoch": 694.84,
      "grad_norm": 1.0996159315109253,
      "learning_rate": 2.179763396133947e-07,
      "loss": 0.3336,
      "step": 2489610
    },
    {
      "epoch": 694.84,
      "grad_norm": 1.2639261484146118,
      "learning_rate": 2.1796495234977645e-07,
      "loss": 0.3317,
      "step": 2489620
    },
    {
      "epoch": 694.85,
      "grad_norm": 1.3622254133224487,
      "learning_rate": 2.1795356536910088e-07,
      "loss": 0.3425,
      "step": 2489630
    },
    {
      "epoch": 694.85,
      "grad_norm": 1.5628018379211426,
      "learning_rate": 2.1794217867136982e-07,
      "loss": 0.3352,
      "step": 2489640
    },
    {
      "epoch": 694.85,
      "grad_norm": 1.5020087957382202,
      "learning_rate": 2.1793079225658378e-07,
      "loss": 0.3354,
      "step": 2489650
    },
    {
      "epoch": 694.85,
      "grad_norm": 1.39149010181427,
      "learning_rate": 2.179194061247451e-07,
      "loss": 0.3349,
      "step": 2489660
    },
    {
      "epoch": 694.86,
      "grad_norm": 1.1640454530715942,
      "learning_rate": 2.1790802027585485e-07,
      "loss": 0.3258,
      "step": 2489670
    },
    {
      "epoch": 694.86,
      "grad_norm": 1.2228363752365112,
      "learning_rate": 2.1789663470991505e-07,
      "loss": 0.3423,
      "step": 2489680
    },
    {
      "epoch": 694.86,
      "grad_norm": 1.3790955543518066,
      "learning_rate": 2.1788524942692679e-07,
      "loss": 0.3382,
      "step": 2489690
    },
    {
      "epoch": 694.86,
      "grad_norm": 1.4806329011917114,
      "learning_rate": 2.1787386442689163e-07,
      "loss": 0.3505,
      "step": 2489700
    },
    {
      "epoch": 694.87,
      "grad_norm": 1.1114083528518677,
      "learning_rate": 2.1786247970981135e-07,
      "loss": 0.3353,
      "step": 2489710
    },
    {
      "epoch": 694.87,
      "grad_norm": 1.361116886138916,
      "learning_rate": 2.178510952756868e-07,
      "loss": 0.342,
      "step": 2489720
    },
    {
      "epoch": 694.87,
      "grad_norm": 1.2127082347869873,
      "learning_rate": 2.178397111245205e-07,
      "loss": 0.3479,
      "step": 2489730
    },
    {
      "epoch": 694.88,
      "grad_norm": 1.313771367073059,
      "learning_rate": 2.1782832725631278e-07,
      "loss": 0.3372,
      "step": 2489740
    },
    {
      "epoch": 694.88,
      "grad_norm": 1.1126177310943604,
      "learning_rate": 2.1781694367106646e-07,
      "loss": 0.3361,
      "step": 2489750
    },
    {
      "epoch": 694.88,
      "grad_norm": 1.1427007913589478,
      "learning_rate": 2.1780556036878235e-07,
      "loss": 0.337,
      "step": 2489760
    },
    {
      "epoch": 694.88,
      "grad_norm": 1.3269169330596924,
      "learning_rate": 2.177941773494617e-07,
      "loss": 0.3191,
      "step": 2489770
    },
    {
      "epoch": 694.89,
      "grad_norm": 1.2542635202407837,
      "learning_rate": 2.1778279461310694e-07,
      "loss": 0.3362,
      "step": 2489780
    },
    {
      "epoch": 694.89,
      "grad_norm": 1.290528416633606,
      "learning_rate": 2.177714121597185e-07,
      "loss": 0.3255,
      "step": 2489790
    },
    {
      "epoch": 694.89,
      "grad_norm": 1.406841516494751,
      "learning_rate": 2.1776002998929826e-07,
      "loss": 0.341,
      "step": 2489800
    },
    {
      "epoch": 694.9,
      "grad_norm": 1.2883493900299072,
      "learning_rate": 2.1774864810184803e-07,
      "loss": 0.3463,
      "step": 2489810
    },
    {
      "epoch": 694.9,
      "grad_norm": 1.286386489868164,
      "learning_rate": 2.177372664973696e-07,
      "loss": 0.3402,
      "step": 2489820
    },
    {
      "epoch": 694.9,
      "grad_norm": 1.1761293411254883,
      "learning_rate": 2.1772588517586353e-07,
      "loss": 0.3246,
      "step": 2489830
    },
    {
      "epoch": 694.9,
      "grad_norm": 3.4899282455444336,
      "learning_rate": 2.1771450413733188e-07,
      "loss": 0.3523,
      "step": 2489840
    },
    {
      "epoch": 694.91,
      "grad_norm": 1.41117525100708,
      "learning_rate": 2.1770312338177672e-07,
      "loss": 0.3505,
      "step": 2489850
    },
    {
      "epoch": 694.91,
      "grad_norm": 1.2234057188034058,
      "learning_rate": 2.1769174290919784e-07,
      "loss": 0.3384,
      "step": 2489860
    },
    {
      "epoch": 694.91,
      "grad_norm": 1.1177116632461548,
      "learning_rate": 2.1768036271959882e-07,
      "loss": 0.3456,
      "step": 2489870
    },
    {
      "epoch": 694.91,
      "grad_norm": 1.2930225133895874,
      "learning_rate": 2.1766898281297998e-07,
      "loss": 0.3265,
      "step": 2489880
    },
    {
      "epoch": 694.92,
      "grad_norm": 1.1900736093521118,
      "learning_rate": 2.176576031893431e-07,
      "loss": 0.3393,
      "step": 2489890
    },
    {
      "epoch": 694.92,
      "grad_norm": 1.1721442937850952,
      "learning_rate": 2.1764622384868946e-07,
      "loss": 0.3313,
      "step": 2489900
    },
    {
      "epoch": 694.92,
      "grad_norm": 1.1650094985961914,
      "learning_rate": 2.1763484479102146e-07,
      "loss": 0.3512,
      "step": 2489910
    },
    {
      "epoch": 694.93,
      "grad_norm": 1.2748850584030151,
      "learning_rate": 2.1762346601633933e-07,
      "loss": 0.3351,
      "step": 2489920
    },
    {
      "epoch": 694.93,
      "grad_norm": 1.1779475212097168,
      "learning_rate": 2.1761208752464543e-07,
      "loss": 0.3453,
      "step": 2489930
    },
    {
      "epoch": 694.93,
      "grad_norm": 1.2142963409423828,
      "learning_rate": 2.1760070931594156e-07,
      "loss": 0.3423,
      "step": 2489940
    },
    {
      "epoch": 694.93,
      "grad_norm": 1.251969337463379,
      "learning_rate": 2.1758933139022772e-07,
      "loss": 0.3534,
      "step": 2489950
    },
    {
      "epoch": 694.94,
      "grad_norm": 1.2384793758392334,
      "learning_rate": 2.175779537475073e-07,
      "loss": 0.3356,
      "step": 2489960
    },
    {
      "epoch": 694.94,
      "grad_norm": 1.1743558645248413,
      "learning_rate": 2.1756657638778058e-07,
      "loss": 0.3286,
      "step": 2489970
    },
    {
      "epoch": 694.94,
      "grad_norm": 1.6078782081604004,
      "learning_rate": 2.1755519931104934e-07,
      "loss": 0.3371,
      "step": 2489980
    },
    {
      "epoch": 694.95,
      "grad_norm": 1.478904366493225,
      "learning_rate": 2.1754382251731518e-07,
      "loss": 0.3352,
      "step": 2489990
    },
    {
      "epoch": 694.95,
      "grad_norm": 1.497871994972229,
      "learning_rate": 2.1753244600658014e-07,
      "loss": 0.3215,
      "step": 2490000
    },
    {
      "epoch": 694.95,
      "grad_norm": 1.3510147333145142,
      "learning_rate": 2.1752106977884504e-07,
      "loss": 0.3288,
      "step": 2490010
    },
    {
      "epoch": 694.95,
      "grad_norm": 1.3689783811569214,
      "learning_rate": 2.1750969383411142e-07,
      "loss": 0.3385,
      "step": 2490020
    },
    {
      "epoch": 694.96,
      "grad_norm": 1.212473750114441,
      "learning_rate": 2.1749831817238086e-07,
      "loss": 0.3225,
      "step": 2490030
    },
    {
      "epoch": 694.96,
      "grad_norm": 1.1955897808074951,
      "learning_rate": 2.174869427936549e-07,
      "loss": 0.3137,
      "step": 2490040
    },
    {
      "epoch": 694.96,
      "grad_norm": 1.1307666301727295,
      "learning_rate": 2.174755676979359e-07,
      "loss": 0.3531,
      "step": 2490050
    },
    {
      "epoch": 694.97,
      "grad_norm": 1.1348159313201904,
      "learning_rate": 2.1746419288522387e-07,
      "loss": 0.3377,
      "step": 2490060
    },
    {
      "epoch": 694.97,
      "grad_norm": 1.8476043939590454,
      "learning_rate": 2.1745281835552136e-07,
      "loss": 0.3261,
      "step": 2490070
    },
    {
      "epoch": 694.97,
      "grad_norm": 1.2344454526901245,
      "learning_rate": 2.1744144410882972e-07,
      "loss": 0.3538,
      "step": 2490080
    },
    {
      "epoch": 694.97,
      "grad_norm": 1.2188178300857544,
      "learning_rate": 2.174300701451497e-07,
      "loss": 0.3439,
      "step": 2490090
    },
    {
      "epoch": 694.98,
      "grad_norm": 1.4813140630722046,
      "learning_rate": 2.174186964644842e-07,
      "loss": 0.3502,
      "step": 2490100
    },
    {
      "epoch": 694.98,
      "grad_norm": 1.213994026184082,
      "learning_rate": 2.1740732306683343e-07,
      "loss": 0.3442,
      "step": 2490110
    },
    {
      "epoch": 694.98,
      "grad_norm": 1.3238046169281006,
      "learning_rate": 2.1739594995219952e-07,
      "loss": 0.3365,
      "step": 2490120
    },
    {
      "epoch": 694.98,
      "grad_norm": 1.1367509365081787,
      "learning_rate": 2.1738457712058402e-07,
      "loss": 0.3321,
      "step": 2490130
    },
    {
      "epoch": 694.99,
      "grad_norm": 1.3646736145019531,
      "learning_rate": 2.1737320457198872e-07,
      "loss": 0.3488,
      "step": 2490140
    },
    {
      "epoch": 694.99,
      "grad_norm": 1.2215752601623535,
      "learning_rate": 2.1736183230641415e-07,
      "loss": 0.3345,
      "step": 2490150
    },
    {
      "epoch": 694.99,
      "grad_norm": 1.7571492195129395,
      "learning_rate": 2.173504603238627e-07,
      "loss": 0.3503,
      "step": 2490160
    },
    {
      "epoch": 695.0,
      "grad_norm": 1.448433518409729,
      "learning_rate": 2.1733908862433588e-07,
      "loss": 0.3373,
      "step": 2490170
    },
    {
      "epoch": 695.0,
      "grad_norm": 1.1622964143753052,
      "learning_rate": 2.1732771720783423e-07,
      "loss": 0.3424,
      "step": 2490180
    },
    {
      "epoch": 695.0,
      "eval_loss": 0.3374859392642975,
      "eval_runtime": 65.2095,
      "eval_samples_per_second": 77.581,
      "eval_steps_per_second": 9.707,
      "step": 2490185
    },
    {
      "epoch": 695.0,
      "grad_norm": 1.2573763132095337,
      "learning_rate": 2.173163460743606e-07,
      "loss": 0.3438,
      "step": 2490190
    },
    {
      "epoch": 695.0,
      "grad_norm": 1.9069337844848633,
      "learning_rate": 2.173049752239155e-07,
      "loss": 0.342,
      "step": 2490200
    },
    {
      "epoch": 695.01,
      "grad_norm": 1.1566696166992188,
      "learning_rate": 2.172936046565008e-07,
      "loss": 0.3266,
      "step": 2490210
    },
    {
      "epoch": 695.01,
      "grad_norm": 1.1875501871109009,
      "learning_rate": 2.1728223437211854e-07,
      "loss": 0.3277,
      "step": 2490220
    },
    {
      "epoch": 695.01,
      "grad_norm": 1.265337347984314,
      "learning_rate": 2.1727086437076927e-07,
      "loss": 0.3363,
      "step": 2490230
    },
    {
      "epoch": 695.02,
      "grad_norm": 1.5140665769577026,
      "learning_rate": 2.1725949465245502e-07,
      "loss": 0.3316,
      "step": 2490240
    },
    {
      "epoch": 695.02,
      "grad_norm": 1.269959807395935,
      "learning_rate": 2.1724812521717715e-07,
      "loss": 0.334,
      "step": 2490250
    },
    {
      "epoch": 695.02,
      "grad_norm": 1.1257511377334595,
      "learning_rate": 2.1723675606493772e-07,
      "loss": 0.3348,
      "step": 2490260
    },
    {
      "epoch": 695.02,
      "grad_norm": 1.3094233274459839,
      "learning_rate": 2.172253871957367e-07,
      "loss": 0.3347,
      "step": 2490270
    },
    {
      "epoch": 695.03,
      "grad_norm": 1.3808163404464722,
      "learning_rate": 2.1721401860957778e-07,
      "loss": 0.3202,
      "step": 2490280
    },
    {
      "epoch": 695.03,
      "grad_norm": 1.8962910175323486,
      "learning_rate": 2.1720265030646093e-07,
      "loss": 0.3515,
      "step": 2490290
    },
    {
      "epoch": 695.03,
      "grad_norm": 1.29597806930542,
      "learning_rate": 2.1719128228638826e-07,
      "loss": 0.3395,
      "step": 2490300
    },
    {
      "epoch": 695.03,
      "grad_norm": 1.314308524131775,
      "learning_rate": 2.171799145493613e-07,
      "loss": 0.3467,
      "step": 2490310
    },
    {
      "epoch": 695.04,
      "grad_norm": 1.2887569665908813,
      "learning_rate": 2.1716854709538057e-07,
      "loss": 0.3338,
      "step": 2490320
    },
    {
      "epoch": 695.04,
      "grad_norm": 1.2732295989990234,
      "learning_rate": 2.1715717992444949e-07,
      "loss": 0.3349,
      "step": 2490330
    },
    {
      "epoch": 695.04,
      "grad_norm": 1.2697399854660034,
      "learning_rate": 2.1714581303656775e-07,
      "loss": 0.3229,
      "step": 2490340
    },
    {
      "epoch": 695.05,
      "grad_norm": 1.2956377267837524,
      "learning_rate": 2.1713444643173772e-07,
      "loss": 0.3301,
      "step": 2490350
    },
    {
      "epoch": 695.05,
      "grad_norm": 1.456818699836731,
      "learning_rate": 2.1712308010996124e-07,
      "loss": 0.3459,
      "step": 2490360
    },
    {
      "epoch": 695.05,
      "grad_norm": 1.2821844816207886,
      "learning_rate": 2.1711171407123906e-07,
      "loss": 0.3291,
      "step": 2490370
    },
    {
      "epoch": 695.05,
      "grad_norm": 1.2678325176239014,
      "learning_rate": 2.17100348315573e-07,
      "loss": 0.3245,
      "step": 2490380
    },
    {
      "epoch": 695.06,
      "grad_norm": 1.2052947282791138,
      "learning_rate": 2.170889828429644e-07,
      "loss": 0.3342,
      "step": 2490390
    },
    {
      "epoch": 695.06,
      "grad_norm": 1.2490402460098267,
      "learning_rate": 2.1707761765341553e-07,
      "loss": 0.3438,
      "step": 2490400
    },
    {
      "epoch": 695.06,
      "grad_norm": 5.256653308868408,
      "learning_rate": 2.1706625274692644e-07,
      "loss": 0.3462,
      "step": 2490410
    },
    {
      "epoch": 695.07,
      "grad_norm": 1.2974108457565308,
      "learning_rate": 2.1705488812350052e-07,
      "loss": 0.3322,
      "step": 2490420
    },
    {
      "epoch": 695.07,
      "grad_norm": 1.3422187566757202,
      "learning_rate": 2.1704352378313777e-07,
      "loss": 0.3245,
      "step": 2490430
    },
    {
      "epoch": 695.07,
      "grad_norm": 1.6064387559890747,
      "learning_rate": 2.1703215972584024e-07,
      "loss": 0.328,
      "step": 2490440
    },
    {
      "epoch": 695.07,
      "grad_norm": 1.2051589488983154,
      "learning_rate": 2.170207959516098e-07,
      "loss": 0.332,
      "step": 2490450
    },
    {
      "epoch": 695.08,
      "grad_norm": 1.3441126346588135,
      "learning_rate": 2.1700943246044715e-07,
      "loss": 0.3272,
      "step": 2490460
    },
    {
      "epoch": 695.08,
      "grad_norm": 1.2987233400344849,
      "learning_rate": 2.1699806925235447e-07,
      "loss": 0.3272,
      "step": 2490470
    },
    {
      "epoch": 695.08,
      "grad_norm": 1.351342797279358,
      "learning_rate": 2.1698670632733297e-07,
      "loss": 0.3507,
      "step": 2490480
    },
    {
      "epoch": 695.09,
      "grad_norm": 1.090685486793518,
      "learning_rate": 2.1697534368538454e-07,
      "loss": 0.3365,
      "step": 2490490
    },
    {
      "epoch": 695.09,
      "grad_norm": 1.3145643472671509,
      "learning_rate": 2.1696398132650994e-07,
      "loss": 0.334,
      "step": 2490500
    },
    {
      "epoch": 695.09,
      "grad_norm": 1.1655082702636719,
      "learning_rate": 2.1695261925071124e-07,
      "loss": 0.353,
      "step": 2490510
    },
    {
      "epoch": 695.09,
      "grad_norm": 1.5661126375198364,
      "learning_rate": 2.1694125745799025e-07,
      "loss": 0.3307,
      "step": 2490520
    },
    {
      "epoch": 695.1,
      "grad_norm": 1.277669072151184,
      "learning_rate": 2.1692989594834726e-07,
      "loss": 0.3269,
      "step": 2490530
    },
    {
      "epoch": 695.1,
      "grad_norm": 1.4174838066101074,
      "learning_rate": 2.1691853472178538e-07,
      "loss": 0.3599,
      "step": 2490540
    },
    {
      "epoch": 695.1,
      "grad_norm": 1.3579343557357788,
      "learning_rate": 2.1690717377830513e-07,
      "loss": 0.3375,
      "step": 2490550
    },
    {
      "epoch": 695.1,
      "grad_norm": 1.3992934226989746,
      "learning_rate": 2.1689581311790807e-07,
      "loss": 0.3518,
      "step": 2490560
    },
    {
      "epoch": 695.11,
      "grad_norm": 1.293457269668579,
      "learning_rate": 2.1688445274059576e-07,
      "loss": 0.3341,
      "step": 2490570
    },
    {
      "epoch": 695.11,
      "grad_norm": 1.5325409173965454,
      "learning_rate": 2.1687309264637058e-07,
      "loss": 0.3518,
      "step": 2490580
    },
    {
      "epoch": 695.11,
      "grad_norm": 1.2034496068954468,
      "learning_rate": 2.1686173283523273e-07,
      "loss": 0.3515,
      "step": 2490590
    },
    {
      "epoch": 695.12,
      "grad_norm": 1.2330636978149414,
      "learning_rate": 2.1685037330718406e-07,
      "loss": 0.3338,
      "step": 2490600
    },
    {
      "epoch": 695.12,
      "grad_norm": 1.3560535907745361,
      "learning_rate": 2.1683901406222664e-07,
      "loss": 0.331,
      "step": 2490610
    },
    {
      "epoch": 695.12,
      "grad_norm": 1.2645301818847656,
      "learning_rate": 2.1682765510036153e-07,
      "loss": 0.3381,
      "step": 2490620
    },
    {
      "epoch": 695.12,
      "grad_norm": 1.0662280321121216,
      "learning_rate": 2.1681629642159079e-07,
      "loss": 0.342,
      "step": 2490630
    },
    {
      "epoch": 695.13,
      "grad_norm": 1.2607604265213013,
      "learning_rate": 2.1680493802591495e-07,
      "loss": 0.3237,
      "step": 2490640
    },
    {
      "epoch": 695.13,
      "grad_norm": 1.3095290660858154,
      "learning_rate": 2.1679357991333637e-07,
      "loss": 0.331,
      "step": 2490650
    },
    {
      "epoch": 695.13,
      "grad_norm": 1.6517513990402222,
      "learning_rate": 2.1678222208385631e-07,
      "loss": 0.3372,
      "step": 2490660
    },
    {
      "epoch": 695.14,
      "grad_norm": 1.2388609647750854,
      "learning_rate": 2.167708645374756e-07,
      "loss": 0.3302,
      "step": 2490670
    },
    {
      "epoch": 695.14,
      "grad_norm": 1.1101484298706055,
      "learning_rate": 2.1675950727419733e-07,
      "loss": 0.3283,
      "step": 2490680
    },
    {
      "epoch": 695.14,
      "grad_norm": 1.1781646013259888,
      "learning_rate": 2.167481502940215e-07,
      "loss": 0.3509,
      "step": 2490690
    },
    {
      "epoch": 695.14,
      "grad_norm": 1.1352338790893555,
      "learning_rate": 2.167367935969502e-07,
      "loss": 0.3335,
      "step": 2490700
    },
    {
      "epoch": 695.15,
      "grad_norm": 0.9489343762397766,
      "learning_rate": 2.16725437182985e-07,
      "loss": 0.3159,
      "step": 2490710
    },
    {
      "epoch": 695.15,
      "grad_norm": 1.0792573690414429,
      "learning_rate": 2.16714081052128e-07,
      "loss": 0.3299,
      "step": 2490720
    },
    {
      "epoch": 695.15,
      "grad_norm": 1.2401955127716064,
      "learning_rate": 2.1670272520437938e-07,
      "loss": 0.3536,
      "step": 2490730
    },
    {
      "epoch": 695.15,
      "grad_norm": 1.0944055318832397,
      "learning_rate": 2.166913696397413e-07,
      "loss": 0.3359,
      "step": 2490740
    },
    {
      "epoch": 695.16,
      "grad_norm": 1.1534976959228516,
      "learning_rate": 2.1668001435821582e-07,
      "loss": 0.3316,
      "step": 2490750
    },
    {
      "epoch": 695.16,
      "grad_norm": 1.163408875465393,
      "learning_rate": 2.1666865935980292e-07,
      "loss": 0.3418,
      "step": 2490760
    },
    {
      "epoch": 695.16,
      "grad_norm": 1.115592360496521,
      "learning_rate": 2.1665730464450625e-07,
      "loss": 0.3487,
      "step": 2490770
    },
    {
      "epoch": 695.17,
      "grad_norm": 1.1795909404754639,
      "learning_rate": 2.166459502123256e-07,
      "loss": 0.3195,
      "step": 2490780
    },
    {
      "epoch": 695.17,
      "grad_norm": 1.3580899238586426,
      "learning_rate": 2.1663459606326298e-07,
      "loss": 0.3315,
      "step": 2490790
    },
    {
      "epoch": 695.17,
      "grad_norm": 1.337721824645996,
      "learning_rate": 2.166232421973205e-07,
      "loss": 0.3512,
      "step": 2490800
    },
    {
      "epoch": 695.17,
      "grad_norm": 1.3370654582977295,
      "learning_rate": 2.1661188861449895e-07,
      "loss": 0.3398,
      "step": 2490810
    },
    {
      "epoch": 695.18,
      "grad_norm": 1.2129082679748535,
      "learning_rate": 2.1660053531479988e-07,
      "loss": 0.3483,
      "step": 2490820
    },
    {
      "epoch": 695.18,
      "grad_norm": 1.190583348274231,
      "learning_rate": 2.1658918229822488e-07,
      "loss": 0.3327,
      "step": 2490830
    },
    {
      "epoch": 695.18,
      "grad_norm": 1.0954667329788208,
      "learning_rate": 2.1657782956477622e-07,
      "loss": 0.3216,
      "step": 2490840
    },
    {
      "epoch": 695.19,
      "grad_norm": 1.1983498334884644,
      "learning_rate": 2.1656647711445373e-07,
      "loss": 0.3404,
      "step": 2490850
    },
    {
      "epoch": 695.19,
      "grad_norm": 1.2079943418502808,
      "learning_rate": 2.1655512494726098e-07,
      "loss": 0.3478,
      "step": 2490860
    },
    {
      "epoch": 695.19,
      "grad_norm": 1.1603262424468994,
      "learning_rate": 2.1654377306319774e-07,
      "loss": 0.3317,
      "step": 2490870
    },
    {
      "epoch": 695.19,
      "grad_norm": 1.4494434595108032,
      "learning_rate": 2.1653242146226663e-07,
      "loss": 0.3626,
      "step": 2490880
    },
    {
      "epoch": 695.2,
      "grad_norm": 1.2022418975830078,
      "learning_rate": 2.1652107014446893e-07,
      "loss": 0.3277,
      "step": 2490890
    },
    {
      "epoch": 695.2,
      "grad_norm": 1.1241344213485718,
      "learning_rate": 2.1650971910980515e-07,
      "loss": 0.3393,
      "step": 2490900
    },
    {
      "epoch": 695.2,
      "grad_norm": 1.292539119720459,
      "learning_rate": 2.1649836835827844e-07,
      "loss": 0.3486,
      "step": 2490910
    },
    {
      "epoch": 695.21,
      "grad_norm": 1.2527035474777222,
      "learning_rate": 2.1648701788988904e-07,
      "loss": 0.3608,
      "step": 2490920
    },
    {
      "epoch": 695.21,
      "grad_norm": 1.2436898946762085,
      "learning_rate": 2.1647566770463905e-07,
      "loss": 0.3247,
      "step": 2490930
    },
    {
      "epoch": 695.21,
      "grad_norm": 1.3956613540649414,
      "learning_rate": 2.1646431780253027e-07,
      "loss": 0.3249,
      "step": 2490940
    },
    {
      "epoch": 695.21,
      "grad_norm": 1.4156702756881714,
      "learning_rate": 2.164529681835632e-07,
      "loss": 0.3393,
      "step": 2490950
    },
    {
      "epoch": 695.22,
      "grad_norm": 1.37403404712677,
      "learning_rate": 2.1644161884774024e-07,
      "loss": 0.3387,
      "step": 2490960
    },
    {
      "epoch": 695.22,
      "grad_norm": 1.210194706916809,
      "learning_rate": 2.164302697950624e-07,
      "loss": 0.3378,
      "step": 2490970
    },
    {
      "epoch": 695.22,
      "grad_norm": 1.68636155128479,
      "learning_rate": 2.1641892102553178e-07,
      "loss": 0.3303,
      "step": 2490980
    },
    {
      "epoch": 695.22,
      "grad_norm": 1.2256088256835938,
      "learning_rate": 2.1640757253914886e-07,
      "loss": 0.3325,
      "step": 2490990
    },
    {
      "epoch": 695.23,
      "grad_norm": 1.3438854217529297,
      "learning_rate": 2.1639622433591653e-07,
      "loss": 0.3222,
      "step": 2491000
    },
    {
      "epoch": 695.23,
      "grad_norm": 1.3977930545806885,
      "learning_rate": 2.1638487641583504e-07,
      "loss": 0.3501,
      "step": 2491010
    },
    {
      "epoch": 695.23,
      "grad_norm": 1.1918624639511108,
      "learning_rate": 2.163735287789065e-07,
      "loss": 0.3305,
      "step": 2491020
    },
    {
      "epoch": 695.24,
      "grad_norm": 1.3105829954147339,
      "learning_rate": 2.1636218142513294e-07,
      "loss": 0.328,
      "step": 2491030
    },
    {
      "epoch": 695.24,
      "grad_norm": 1.0613982677459717,
      "learning_rate": 2.1635083435451466e-07,
      "loss": 0.3363,
      "step": 2491040
    },
    {
      "epoch": 695.24,
      "grad_norm": 1.1836470365524292,
      "learning_rate": 2.1633948756705376e-07,
      "loss": 0.3333,
      "step": 2491050
    },
    {
      "epoch": 695.24,
      "grad_norm": 1.3142069578170776,
      "learning_rate": 2.16328141062752e-07,
      "loss": 0.3307,
      "step": 2491060
    },
    {
      "epoch": 695.25,
      "grad_norm": 1.178532600402832,
      "learning_rate": 2.16316794841611e-07,
      "loss": 0.3358,
      "step": 2491070
    },
    {
      "epoch": 695.25,
      "grad_norm": 1.299574851989746,
      "learning_rate": 2.1630544890363096e-07,
      "loss": 0.3394,
      "step": 2491080
    },
    {
      "epoch": 695.25,
      "grad_norm": 1.0495097637176514,
      "learning_rate": 2.1629410324881534e-07,
      "loss": 0.3429,
      "step": 2491090
    },
    {
      "epoch": 695.26,
      "grad_norm": 1.2218999862670898,
      "learning_rate": 2.1628275787716408e-07,
      "loss": 0.3382,
      "step": 2491100
    },
    {
      "epoch": 695.26,
      "grad_norm": 1.1694592237472534,
      "learning_rate": 2.1627141278867953e-07,
      "loss": 0.3379,
      "step": 2491110
    },
    {
      "epoch": 695.26,
      "grad_norm": 1.4082934856414795,
      "learning_rate": 2.1626006798336325e-07,
      "loss": 0.3388,
      "step": 2491120
    },
    {
      "epoch": 695.26,
      "grad_norm": 1.1301571130752563,
      "learning_rate": 2.1624872346121605e-07,
      "loss": 0.3335,
      "step": 2491130
    },
    {
      "epoch": 695.27,
      "grad_norm": 1.1490426063537598,
      "learning_rate": 2.1623737922223998e-07,
      "loss": 0.3398,
      "step": 2491140
    },
    {
      "epoch": 695.27,
      "grad_norm": 1.278943419456482,
      "learning_rate": 2.162260352664361e-07,
      "loss": 0.3449,
      "step": 2491150
    },
    {
      "epoch": 695.27,
      "grad_norm": 2.4909963607788086,
      "learning_rate": 2.1621469159380702e-07,
      "loss": 0.3304,
      "step": 2491160
    },
    {
      "epoch": 695.27,
      "grad_norm": 1.3622108697891235,
      "learning_rate": 2.1620334820435272e-07,
      "loss": 0.328,
      "step": 2491170
    },
    {
      "epoch": 695.28,
      "grad_norm": 1.133162498474121,
      "learning_rate": 2.161920050980758e-07,
      "loss": 0.3341,
      "step": 2491180
    },
    {
      "epoch": 695.28,
      "grad_norm": 1.6925463676452637,
      "learning_rate": 2.161806622749773e-07,
      "loss": 0.3334,
      "step": 2491190
    },
    {
      "epoch": 695.28,
      "grad_norm": 1.1698510646820068,
      "learning_rate": 2.1616931973505882e-07,
      "loss": 0.3164,
      "step": 2491200
    },
    {
      "epoch": 695.29,
      "grad_norm": 1.4018142223358154,
      "learning_rate": 2.1615797747832212e-07,
      "loss": 0.3295,
      "step": 2491210
    },
    {
      "epoch": 695.29,
      "grad_norm": 1.3678512573242188,
      "learning_rate": 2.16146635504768e-07,
      "loss": 0.3518,
      "step": 2491220
    },
    {
      "epoch": 695.29,
      "grad_norm": 1.0646110773086548,
      "learning_rate": 2.1613529381439912e-07,
      "loss": 0.3322,
      "step": 2491230
    },
    {
      "epoch": 695.29,
      "grad_norm": 1.2581926584243774,
      "learning_rate": 2.1612395240721593e-07,
      "loss": 0.3313,
      "step": 2491240
    },
    {
      "epoch": 695.3,
      "grad_norm": 1.2143168449401855,
      "learning_rate": 2.1611261128322054e-07,
      "loss": 0.3458,
      "step": 2491250
    },
    {
      "epoch": 695.3,
      "grad_norm": 1.1198633909225464,
      "learning_rate": 2.161012704424145e-07,
      "loss": 0.3349,
      "step": 2491260
    },
    {
      "epoch": 695.3,
      "grad_norm": 1.2460484504699707,
      "learning_rate": 2.160899298847986e-07,
      "loss": 0.3214,
      "step": 2491270
    },
    {
      "epoch": 695.31,
      "grad_norm": 1.3422715663909912,
      "learning_rate": 2.1607858961037494e-07,
      "loss": 0.3328,
      "step": 2491280
    },
    {
      "epoch": 695.31,
      "grad_norm": 1.2026853561401367,
      "learning_rate": 2.1606724961914503e-07,
      "loss": 0.3408,
      "step": 2491290
    },
    {
      "epoch": 695.31,
      "grad_norm": 1.3048427104949951,
      "learning_rate": 2.1605590991111049e-07,
      "loss": 0.3445,
      "step": 2491300
    },
    {
      "epoch": 695.31,
      "grad_norm": 1.1658573150634766,
      "learning_rate": 2.160445704862723e-07,
      "loss": 0.3301,
      "step": 2491310
    },
    {
      "epoch": 695.32,
      "grad_norm": 1.7982434034347534,
      "learning_rate": 2.1603323134463235e-07,
      "loss": 0.3222,
      "step": 2491320
    },
    {
      "epoch": 695.32,
      "grad_norm": 1.2261914014816284,
      "learning_rate": 2.1602189248619242e-07,
      "loss": 0.3283,
      "step": 2491330
    },
    {
      "epoch": 695.32,
      "grad_norm": 1.3008581399917603,
      "learning_rate": 2.1601055391095276e-07,
      "loss": 0.3361,
      "step": 2491340
    },
    {
      "epoch": 695.33,
      "grad_norm": 1.4920039176940918,
      "learning_rate": 2.1599921561891677e-07,
      "loss": 0.3253,
      "step": 2491350
    },
    {
      "epoch": 695.33,
      "grad_norm": 1.2167421579360962,
      "learning_rate": 2.1598787761008445e-07,
      "loss": 0.3509,
      "step": 2491360
    },
    {
      "epoch": 695.33,
      "grad_norm": 1.684887409210205,
      "learning_rate": 2.1597653988445788e-07,
      "loss": 0.3418,
      "step": 2491370
    },
    {
      "epoch": 695.33,
      "grad_norm": 1.4744478464126587,
      "learning_rate": 2.1596520244203863e-07,
      "loss": 0.3311,
      "step": 2491380
    },
    {
      "epoch": 695.34,
      "grad_norm": 1.199446439743042,
      "learning_rate": 2.159538652828285e-07,
      "loss": 0.3355,
      "step": 2491390
    },
    {
      "epoch": 695.34,
      "grad_norm": 1.5145078897476196,
      "learning_rate": 2.159425284068283e-07,
      "loss": 0.3389,
      "step": 2491400
    },
    {
      "epoch": 695.34,
      "grad_norm": 1.3155322074890137,
      "learning_rate": 2.1593119181403957e-07,
      "loss": 0.3369,
      "step": 2491410
    },
    {
      "epoch": 695.34,
      "grad_norm": 1.2038342952728271,
      "learning_rate": 2.1591985550446465e-07,
      "loss": 0.3384,
      "step": 2491420
    },
    {
      "epoch": 695.35,
      "grad_norm": 1.2822699546813965,
      "learning_rate": 2.159085194781038e-07,
      "loss": 0.3298,
      "step": 2491430
    },
    {
      "epoch": 695.35,
      "grad_norm": 1.433634877204895,
      "learning_rate": 2.1589718373495992e-07,
      "loss": 0.3273,
      "step": 2491440
    },
    {
      "epoch": 695.35,
      "grad_norm": 1.2134644985198975,
      "learning_rate": 2.158858482750335e-07,
      "loss": 0.3348,
      "step": 2491450
    },
    {
      "epoch": 695.36,
      "grad_norm": 1.3940149545669556,
      "learning_rate": 2.158745130983263e-07,
      "loss": 0.3306,
      "step": 2491460
    },
    {
      "epoch": 695.36,
      "grad_norm": 1.1067966222763062,
      "learning_rate": 2.1586317820484053e-07,
      "loss": 0.3483,
      "step": 2491470
    },
    {
      "epoch": 695.36,
      "grad_norm": 1.2668495178222656,
      "learning_rate": 2.1585184359457584e-07,
      "loss": 0.3214,
      "step": 2491480
    },
    {
      "epoch": 695.36,
      "grad_norm": 1.183846116065979,
      "learning_rate": 2.1584050926753615e-07,
      "loss": 0.3341,
      "step": 2491490
    },
    {
      "epoch": 695.37,
      "grad_norm": 1.391892910003662,
      "learning_rate": 2.1582917522372122e-07,
      "loss": 0.3417,
      "step": 2491500
    },
    {
      "epoch": 695.37,
      "grad_norm": 1.2297738790512085,
      "learning_rate": 2.158178414631331e-07,
      "loss": 0.3489,
      "step": 2491510
    },
    {
      "epoch": 695.37,
      "grad_norm": 1.2904229164123535,
      "learning_rate": 2.1580650798577338e-07,
      "loss": 0.3344,
      "step": 2491520
    },
    {
      "epoch": 695.38,
      "grad_norm": 1.2799855470657349,
      "learning_rate": 2.1579517479164412e-07,
      "loss": 0.3425,
      "step": 2491530
    },
    {
      "epoch": 695.38,
      "grad_norm": 1.3546651601791382,
      "learning_rate": 2.157838418807456e-07,
      "loss": 0.3288,
      "step": 2491540
    },
    {
      "epoch": 695.38,
      "grad_norm": 1.2208008766174316,
      "learning_rate": 2.1577250925308016e-07,
      "loss": 0.3352,
      "step": 2491550
    },
    {
      "epoch": 695.38,
      "grad_norm": 1.173194408416748,
      "learning_rate": 2.1576117690864933e-07,
      "loss": 0.3467,
      "step": 2491560
    },
    {
      "epoch": 695.39,
      "grad_norm": 1.3749250173568726,
      "learning_rate": 2.1574984484745342e-07,
      "loss": 0.3187,
      "step": 2491570
    },
    {
      "epoch": 695.39,
      "grad_norm": 1.3282893896102905,
      "learning_rate": 2.1573851306949601e-07,
      "loss": 0.3423,
      "step": 2491580
    },
    {
      "epoch": 695.39,
      "grad_norm": 1.3413374423980713,
      "learning_rate": 2.1572718157477692e-07,
      "loss": 0.3375,
      "step": 2491590
    },
    {
      "epoch": 695.39,
      "grad_norm": 1.0548491477966309,
      "learning_rate": 2.1571585036329842e-07,
      "loss": 0.3611,
      "step": 2491600
    },
    {
      "epoch": 695.4,
      "grad_norm": 1.0439469814300537,
      "learning_rate": 2.157045194350621e-07,
      "loss": 0.3423,
      "step": 2491610
    },
    {
      "epoch": 695.4,
      "grad_norm": 1.1958991289138794,
      "learning_rate": 2.1569318879006902e-07,
      "loss": 0.3424,
      "step": 2491620
    },
    {
      "epoch": 695.4,
      "grad_norm": 1.18157958984375,
      "learning_rate": 2.156818584283207e-07,
      "loss": 0.339,
      "step": 2491630
    },
    {
      "epoch": 695.41,
      "grad_norm": 1.3784122467041016,
      "learning_rate": 2.1567052834981874e-07,
      "loss": 0.3419,
      "step": 2491640
    },
    {
      "epoch": 695.41,
      "grad_norm": 1.489501714706421,
      "learning_rate": 2.1565919855456546e-07,
      "loss": 0.3351,
      "step": 2491650
    },
    {
      "epoch": 695.41,
      "grad_norm": 1.2750740051269531,
      "learning_rate": 2.156478690425606e-07,
      "loss": 0.33,
      "step": 2491660
    },
    {
      "epoch": 695.41,
      "grad_norm": 1.187493085861206,
      "learning_rate": 2.1563653981380756e-07,
      "loss": 0.3353,
      "step": 2491670
    },
    {
      "epoch": 695.42,
      "grad_norm": 1.2879273891448975,
      "learning_rate": 2.1562521086830657e-07,
      "loss": 0.3457,
      "step": 2491680
    },
    {
      "epoch": 695.42,
      "grad_norm": 1.1811271905899048,
      "learning_rate": 2.156138822060595e-07,
      "loss": 0.3407,
      "step": 2491690
    },
    {
      "epoch": 695.42,
      "grad_norm": 1.1742990016937256,
      "learning_rate": 2.1560255382706864e-07,
      "loss": 0.3493,
      "step": 2491700
    },
    {
      "epoch": 695.43,
      "grad_norm": 1.2146064043045044,
      "learning_rate": 2.15591225731334e-07,
      "loss": 0.346,
      "step": 2491710
    },
    {
      "epoch": 695.43,
      "grad_norm": 1.3231322765350342,
      "learning_rate": 2.1557989791885795e-07,
      "loss": 0.3405,
      "step": 2491720
    },
    {
      "epoch": 695.43,
      "grad_norm": 1.0985386371612549,
      "learning_rate": 2.1556857038964203e-07,
      "loss": 0.3347,
      "step": 2491730
    },
    {
      "epoch": 695.43,
      "grad_norm": 1.3042032718658447,
      "learning_rate": 2.1555724314368806e-07,
      "loss": 0.3481,
      "step": 2491740
    },
    {
      "epoch": 695.44,
      "grad_norm": 1.2290856838226318,
      "learning_rate": 2.155459161809968e-07,
      "loss": 0.3166,
      "step": 2491750
    },
    {
      "epoch": 695.44,
      "grad_norm": 1.2902237176895142,
      "learning_rate": 2.155345895015699e-07,
      "loss": 0.3469,
      "step": 2491760
    },
    {
      "epoch": 695.44,
      "grad_norm": 1.2061386108398438,
      "learning_rate": 2.1552326310540906e-07,
      "loss": 0.3351,
      "step": 2491770
    },
    {
      "epoch": 695.45,
      "grad_norm": 1.2547433376312256,
      "learning_rate": 2.1551193699251595e-07,
      "loss": 0.3497,
      "step": 2491780
    },
    {
      "epoch": 695.45,
      "grad_norm": 1.1808816194534302,
      "learning_rate": 2.155006111628923e-07,
      "loss": 0.3382,
      "step": 2491790
    },
    {
      "epoch": 695.45,
      "grad_norm": 1.3589584827423096,
      "learning_rate": 2.1548928561653816e-07,
      "loss": 0.3251,
      "step": 2491800
    },
    {
      "epoch": 695.45,
      "grad_norm": 1.2849458456039429,
      "learning_rate": 2.154779603534572e-07,
      "loss": 0.3356,
      "step": 2491810
    },
    {
      "epoch": 695.46,
      "grad_norm": 1.1821545362472534,
      "learning_rate": 2.1546663537364908e-07,
      "loss": 0.3406,
      "step": 2491820
    },
    {
      "epoch": 695.46,
      "grad_norm": 1.3139190673828125,
      "learning_rate": 2.1545531067711648e-07,
      "loss": 0.3438,
      "step": 2491830
    },
    {
      "epoch": 695.46,
      "grad_norm": 1.3440333604812622,
      "learning_rate": 2.1544398626386065e-07,
      "loss": 0.3391,
      "step": 2491840
    },
    {
      "epoch": 695.46,
      "grad_norm": 1.2772527933120728,
      "learning_rate": 2.1543266213388238e-07,
      "loss": 0.3387,
      "step": 2491850
    },
    {
      "epoch": 695.47,
      "grad_norm": 1.226218581199646,
      "learning_rate": 2.1542133828718402e-07,
      "loss": 0.3338,
      "step": 2491860
    },
    {
      "epoch": 695.47,
      "grad_norm": 1.4559791088104248,
      "learning_rate": 2.1541001472376662e-07,
      "loss": 0.3509,
      "step": 2491870
    },
    {
      "epoch": 695.47,
      "grad_norm": 1.2580890655517578,
      "learning_rate": 2.1539869144363226e-07,
      "loss": 0.3396,
      "step": 2491880
    },
    {
      "epoch": 695.48,
      "grad_norm": 1.2072757482528687,
      "learning_rate": 2.153873684467817e-07,
      "loss": 0.3319,
      "step": 2491890
    },
    {
      "epoch": 695.48,
      "grad_norm": 1.164147138595581,
      "learning_rate": 2.1537604573321677e-07,
      "loss": 0.3325,
      "step": 2491900
    },
    {
      "epoch": 695.48,
      "grad_norm": 1.2936161756515503,
      "learning_rate": 2.1536472330293905e-07,
      "loss": 0.3401,
      "step": 2491910
    },
    {
      "epoch": 695.48,
      "grad_norm": 1.2136036157608032,
      "learning_rate": 2.1535340115594984e-07,
      "loss": 0.346,
      "step": 2491920
    },
    {
      "epoch": 695.49,
      "grad_norm": 1.3531484603881836,
      "learning_rate": 2.1534207929225145e-07,
      "loss": 0.3414,
      "step": 2491930
    },
    {
      "epoch": 695.49,
      "grad_norm": 1.3651275634765625,
      "learning_rate": 2.1533075771184416e-07,
      "loss": 0.3301,
      "step": 2491940
    },
    {
      "epoch": 695.49,
      "grad_norm": 1.1424477100372314,
      "learning_rate": 2.1531943641473003e-07,
      "loss": 0.3379,
      "step": 2491950
    },
    {
      "epoch": 695.5,
      "grad_norm": 1.2247507572174072,
      "learning_rate": 2.1530811540091041e-07,
      "loss": 0.3272,
      "step": 2491960
    },
    {
      "epoch": 695.5,
      "grad_norm": 1.087180733680725,
      "learning_rate": 2.152967946703876e-07,
      "loss": 0.3422,
      "step": 2491970
    },
    {
      "epoch": 695.5,
      "grad_norm": 1.152755856513977,
      "learning_rate": 2.1528547422316214e-07,
      "loss": 0.3553,
      "step": 2491980
    },
    {
      "epoch": 695.5,
      "grad_norm": 1.1634647846221924,
      "learning_rate": 2.1527415405923585e-07,
      "loss": 0.3491,
      "step": 2491990
    },
    {
      "epoch": 695.51,
      "grad_norm": 1.3368371725082397,
      "learning_rate": 2.1526283417861081e-07,
      "loss": 0.3529,
      "step": 2492000
    },
    {
      "epoch": 695.51,
      "grad_norm": 1.2756370306015015,
      "learning_rate": 2.15251514581287e-07,
      "loss": 0.3455,
      "step": 2492010
    },
    {
      "epoch": 695.51,
      "grad_norm": 1.255247712135315,
      "learning_rate": 2.1524019526726757e-07,
      "loss": 0.3541,
      "step": 2492020
    },
    {
      "epoch": 695.51,
      "grad_norm": 1.3659764528274536,
      "learning_rate": 2.152288762365533e-07,
      "loss": 0.3318,
      "step": 2492030
    },
    {
      "epoch": 695.52,
      "grad_norm": 1.5838991403579712,
      "learning_rate": 2.1521755748914546e-07,
      "loss": 0.3367,
      "step": 2492040
    },
    {
      "epoch": 695.52,
      "grad_norm": 1.2961034774780273,
      "learning_rate": 2.1520623902504618e-07,
      "loss": 0.342,
      "step": 2492050
    },
    {
      "epoch": 695.52,
      "grad_norm": 1.267317533493042,
      "learning_rate": 2.1519492084425644e-07,
      "loss": 0.3282,
      "step": 2492060
    },
    {
      "epoch": 695.53,
      "grad_norm": 1.161041021347046,
      "learning_rate": 2.1518360294677837e-07,
      "loss": 0.34,
      "step": 2492070
    },
    {
      "epoch": 695.53,
      "grad_norm": 1.1852283477783203,
      "learning_rate": 2.1517228533261276e-07,
      "loss": 0.334,
      "step": 2492080
    },
    {
      "epoch": 695.53,
      "grad_norm": 1.3025951385498047,
      "learning_rate": 2.1516096800176137e-07,
      "loss": 0.333,
      "step": 2492090
    },
    {
      "epoch": 695.53,
      "grad_norm": 1.396405816078186,
      "learning_rate": 2.151496509542258e-07,
      "loss": 0.3389,
      "step": 2492100
    },
    {
      "epoch": 695.54,
      "grad_norm": 1.062455654144287,
      "learning_rate": 2.151383341900079e-07,
      "loss": 0.3235,
      "step": 2492110
    },
    {
      "epoch": 695.54,
      "grad_norm": 1.2551424503326416,
      "learning_rate": 2.151270177091084e-07,
      "loss": 0.3273,
      "step": 2492120
    },
    {
      "epoch": 695.54,
      "grad_norm": 1.3859124183654785,
      "learning_rate": 2.1511570151152916e-07,
      "loss": 0.3331,
      "step": 2492130
    },
    {
      "epoch": 695.55,
      "grad_norm": 1.247976541519165,
      "learning_rate": 2.1510438559727222e-07,
      "loss": 0.3313,
      "step": 2492140
    },
    {
      "epoch": 695.55,
      "grad_norm": 4.103549957275391,
      "learning_rate": 2.1509306996633787e-07,
      "loss": 0.3272,
      "step": 2492150
    },
    {
      "epoch": 695.55,
      "grad_norm": 1.2557600736618042,
      "learning_rate": 2.1508175461872898e-07,
      "loss": 0.3354,
      "step": 2492160
    },
    {
      "epoch": 695.55,
      "grad_norm": 1.0779176950454712,
      "learning_rate": 2.1507043955444605e-07,
      "loss": 0.3306,
      "step": 2492170
    },
    {
      "epoch": 695.56,
      "grad_norm": 1.374086618423462,
      "learning_rate": 2.1505912477349092e-07,
      "loss": 0.3335,
      "step": 2492180
    },
    {
      "epoch": 695.56,
      "grad_norm": 1.169376254081726,
      "learning_rate": 2.150478102758651e-07,
      "loss": 0.3457,
      "step": 2492190
    },
    {
      "epoch": 695.56,
      "grad_norm": 1.139098048210144,
      "learning_rate": 2.150364960615705e-07,
      "loss": 0.3289,
      "step": 2492200
    },
    {
      "epoch": 695.57,
      "grad_norm": 1.100954294204712,
      "learning_rate": 2.1502518213060783e-07,
      "loss": 0.3507,
      "step": 2492210
    },
    {
      "epoch": 695.57,
      "grad_norm": 1.2000410556793213,
      "learning_rate": 2.1501386848297919e-07,
      "loss": 0.3297,
      "step": 2492220
    },
    {
      "epoch": 695.57,
      "grad_norm": 1.290899634361267,
      "learning_rate": 2.1500255511868613e-07,
      "loss": 0.3457,
      "step": 2492230
    },
    {
      "epoch": 695.57,
      "grad_norm": 1.654943823814392,
      "learning_rate": 2.149912420377292e-07,
      "loss": 0.3255,
      "step": 2492240
    },
    {
      "epoch": 695.58,
      "grad_norm": 1.5857809782028198,
      "learning_rate": 2.1497992924011152e-07,
      "loss": 0.3573,
      "step": 2492250
    },
    {
      "epoch": 695.58,
      "grad_norm": 1.0687917470932007,
      "learning_rate": 2.1496861672583334e-07,
      "loss": 0.3469,
      "step": 2492260
    },
    {
      "epoch": 695.58,
      "grad_norm": 1.1731446981430054,
      "learning_rate": 2.1495730449489647e-07,
      "loss": 0.3322,
      "step": 2492270
    },
    {
      "epoch": 695.58,
      "grad_norm": 1.3858758211135864,
      "learning_rate": 2.1494599254730274e-07,
      "loss": 0.3523,
      "step": 2492280
    },
    {
      "epoch": 695.59,
      "grad_norm": 1.0817852020263672,
      "learning_rate": 2.1493468088305317e-07,
      "loss": 0.3309,
      "step": 2492290
    },
    {
      "epoch": 695.59,
      "grad_norm": 1.122186303138733,
      "learning_rate": 2.1492336950214936e-07,
      "loss": 0.3431,
      "step": 2492300
    },
    {
      "epoch": 695.59,
      "grad_norm": 1.2601834535598755,
      "learning_rate": 2.1491205840459313e-07,
      "loss": 0.3404,
      "step": 2492310
    },
    {
      "epoch": 695.6,
      "grad_norm": 1.1452125310897827,
      "learning_rate": 2.1490074759038626e-07,
      "loss": 0.3466,
      "step": 2492320
    },
    {
      "epoch": 695.6,
      "grad_norm": 1.4079948663711548,
      "learning_rate": 2.148894370595288e-07,
      "loss": 0.3219,
      "step": 2492330
    },
    {
      "epoch": 695.6,
      "grad_norm": 1.0994830131530762,
      "learning_rate": 2.1487812681202408e-07,
      "loss": 0.3283,
      "step": 2492340
    },
    {
      "epoch": 695.6,
      "grad_norm": 1.502602458000183,
      "learning_rate": 2.1486681684787242e-07,
      "loss": 0.3231,
      "step": 2492350
    },
    {
      "epoch": 695.61,
      "grad_norm": 1.0792604684829712,
      "learning_rate": 2.1485550716707583e-07,
      "loss": 0.3406,
      "step": 2492360
    },
    {
      "epoch": 695.61,
      "grad_norm": 1.237624168395996,
      "learning_rate": 2.1484419776963596e-07,
      "loss": 0.3347,
      "step": 2492370
    },
    {
      "epoch": 695.61,
      "grad_norm": 1.432542085647583,
      "learning_rate": 2.1483288865555325e-07,
      "loss": 0.3365,
      "step": 2492380
    },
    {
      "epoch": 695.62,
      "grad_norm": 1.350521206855774,
      "learning_rate": 2.1482157982483086e-07,
      "loss": 0.3192,
      "step": 2492390
    },
    {
      "epoch": 695.62,
      "grad_norm": 1.2815848588943481,
      "learning_rate": 2.1481027127746878e-07,
      "loss": 0.3392,
      "step": 2492400
    },
    {
      "epoch": 695.62,
      "grad_norm": 0.9871976971626282,
      "learning_rate": 2.1479896301346937e-07,
      "loss": 0.323,
      "step": 2492410
    },
    {
      "epoch": 695.62,
      "grad_norm": 1.0994795560836792,
      "learning_rate": 2.1478765503283417e-07,
      "loss": 0.3466,
      "step": 2492420
    },
    {
      "epoch": 695.63,
      "grad_norm": 1.4525461196899414,
      "learning_rate": 2.1477634733556423e-07,
      "loss": 0.3341,
      "step": 2492430
    },
    {
      "epoch": 695.63,
      "grad_norm": 1.143581509590149,
      "learning_rate": 2.1476503992166112e-07,
      "loss": 0.347,
      "step": 2492440
    },
    {
      "epoch": 695.63,
      "grad_norm": 1.2325996160507202,
      "learning_rate": 2.1475373279112663e-07,
      "loss": 0.3328,
      "step": 2492450
    },
    {
      "epoch": 695.63,
      "grad_norm": 1.295244812965393,
      "learning_rate": 2.1474242594396235e-07,
      "loss": 0.3312,
      "step": 2492460
    },
    {
      "epoch": 695.64,
      "grad_norm": 1.251214623451233,
      "learning_rate": 2.147311193801688e-07,
      "loss": 0.336,
      "step": 2492470
    },
    {
      "epoch": 695.64,
      "grad_norm": 1.118880033493042,
      "learning_rate": 2.1471981309974908e-07,
      "loss": 0.3253,
      "step": 2492480
    },
    {
      "epoch": 695.64,
      "grad_norm": 1.3338193893432617,
      "learning_rate": 2.1470850710270346e-07,
      "loss": 0.3442,
      "step": 2492490
    },
    {
      "epoch": 695.65,
      "grad_norm": 1.2483123540878296,
      "learning_rate": 2.1469720138903378e-07,
      "loss": 0.3356,
      "step": 2492500
    },
    {
      "epoch": 695.65,
      "grad_norm": 1.325074553489685,
      "learning_rate": 2.1468589595874212e-07,
      "loss": 0.3296,
      "step": 2492510
    },
    {
      "epoch": 695.65,
      "grad_norm": 1.0963293313980103,
      "learning_rate": 2.1467459081182926e-07,
      "loss": 0.3578,
      "step": 2492520
    },
    {
      "epoch": 695.65,
      "grad_norm": 1.2049219608306885,
      "learning_rate": 2.1466328594829645e-07,
      "loss": 0.3319,
      "step": 2492530
    },
    {
      "epoch": 695.66,
      "grad_norm": 1.2197158336639404,
      "learning_rate": 2.1465198136814608e-07,
      "loss": 0.3385,
      "step": 2492540
    },
    {
      "epoch": 695.66,
      "grad_norm": 1.1380958557128906,
      "learning_rate": 2.1464067707137946e-07,
      "loss": 0.3319,
      "step": 2492550
    },
    {
      "epoch": 695.66,
      "grad_norm": 1.414321780204773,
      "learning_rate": 2.1462937305799736e-07,
      "loss": 0.334,
      "step": 2492560
    },
    {
      "epoch": 695.67,
      "grad_norm": 1.4220671653747559,
      "learning_rate": 2.1461806932800184e-07,
      "loss": 0.3626,
      "step": 2492570
    },
    {
      "epoch": 695.67,
      "grad_norm": 3.026693105697632,
      "learning_rate": 2.1460676588139501e-07,
      "loss": 0.3311,
      "step": 2492580
    },
    {
      "epoch": 695.67,
      "grad_norm": 1.3662930727005005,
      "learning_rate": 2.1459546271817658e-07,
      "loss": 0.3342,
      "step": 2492590
    },
    {
      "epoch": 695.67,
      "grad_norm": 1.821119785308838,
      "learning_rate": 2.1458415983835023e-07,
      "loss": 0.3354,
      "step": 2492600
    },
    {
      "epoch": 695.68,
      "grad_norm": 1.189178466796875,
      "learning_rate": 2.1457285724191593e-07,
      "loss": 0.3355,
      "step": 2492610
    },
    {
      "epoch": 695.68,
      "grad_norm": 1.259802222251892,
      "learning_rate": 2.1456155492887574e-07,
      "loss": 0.3488,
      "step": 2492620
    },
    {
      "epoch": 695.68,
      "grad_norm": 1.07931387424469,
      "learning_rate": 2.1455025289923105e-07,
      "loss": 0.3387,
      "step": 2492630
    },
    {
      "epoch": 695.69,
      "grad_norm": 1.2167248725891113,
      "learning_rate": 2.1453895115298333e-07,
      "loss": 0.3279,
      "step": 2492640
    },
    {
      "epoch": 695.69,
      "grad_norm": 1.3174633979797363,
      "learning_rate": 2.1452764969013494e-07,
      "loss": 0.3383,
      "step": 2492650
    },
    {
      "epoch": 695.69,
      "grad_norm": 1.2601689100265503,
      "learning_rate": 2.1451634851068594e-07,
      "loss": 0.3369,
      "step": 2492660
    },
    {
      "epoch": 695.69,
      "grad_norm": 1.2200685739517212,
      "learning_rate": 2.145050476146386e-07,
      "loss": 0.3316,
      "step": 2492670
    },
    {
      "epoch": 695.7,
      "grad_norm": 1.3684262037277222,
      "learning_rate": 2.1449374700199426e-07,
      "loss": 0.3261,
      "step": 2492680
    },
    {
      "epoch": 695.7,
      "grad_norm": 1.5072225332260132,
      "learning_rate": 2.1448244667275497e-07,
      "loss": 0.3447,
      "step": 2492690
    },
    {
      "epoch": 695.7,
      "grad_norm": 1.248970866203308,
      "learning_rate": 2.144711466269213e-07,
      "loss": 0.328,
      "step": 2492700
    },
    {
      "epoch": 695.7,
      "grad_norm": 1.4050195217132568,
      "learning_rate": 2.1445984686449527e-07,
      "loss": 0.3464,
      "step": 2492710
    },
    {
      "epoch": 695.71,
      "grad_norm": 1.0606215000152588,
      "learning_rate": 2.1444854738547875e-07,
      "loss": 0.3506,
      "step": 2492720
    },
    {
      "epoch": 695.71,
      "grad_norm": 1.2592062950134277,
      "learning_rate": 2.14437248189872e-07,
      "loss": 0.3472,
      "step": 2492730
    },
    {
      "epoch": 695.71,
      "grad_norm": 1.1708863973617554,
      "learning_rate": 2.1442594927767836e-07,
      "loss": 0.3559,
      "step": 2492740
    },
    {
      "epoch": 695.72,
      "grad_norm": 1.462226152420044,
      "learning_rate": 2.1441465064889786e-07,
      "loss": 0.3348,
      "step": 2492750
    },
    {
      "epoch": 695.72,
      "grad_norm": 1.316084623336792,
      "learning_rate": 2.1440335230353232e-07,
      "loss": 0.3388,
      "step": 2492760
    },
    {
      "epoch": 695.72,
      "grad_norm": 1.0572476387023926,
      "learning_rate": 2.1439205424158331e-07,
      "loss": 0.3243,
      "step": 2492770
    },
    {
      "epoch": 695.72,
      "grad_norm": 1.26774263381958,
      "learning_rate": 2.1438075646305315e-07,
      "loss": 0.3489,
      "step": 2492780
    },
    {
      "epoch": 695.73,
      "grad_norm": 1.3144258260726929,
      "learning_rate": 2.1436945896794187e-07,
      "loss": 0.3412,
      "step": 2492790
    },
    {
      "epoch": 695.73,
      "grad_norm": 1.1971381902694702,
      "learning_rate": 2.1435816175625203e-07,
      "loss": 0.3193,
      "step": 2492800
    },
    {
      "epoch": 695.73,
      "grad_norm": 1.067492961883545,
      "learning_rate": 2.1434686482798497e-07,
      "loss": 0.3367,
      "step": 2492810
    },
    {
      "epoch": 695.74,
      "grad_norm": 1.359522819519043,
      "learning_rate": 2.1433556818314146e-07,
      "loss": 0.3492,
      "step": 2492820
    },
    {
      "epoch": 695.74,
      "grad_norm": 1.3972049951553345,
      "learning_rate": 2.1432427182172433e-07,
      "loss": 0.3387,
      "step": 2492830
    },
    {
      "epoch": 695.74,
      "grad_norm": 1.7143263816833496,
      "learning_rate": 2.143129757437339e-07,
      "loss": 0.3268,
      "step": 2492840
    },
    {
      "epoch": 695.74,
      "grad_norm": 1.1983819007873535,
      "learning_rate": 2.1430167994917219e-07,
      "loss": 0.3249,
      "step": 2492850
    },
    {
      "epoch": 695.75,
      "grad_norm": 1.232860803604126,
      "learning_rate": 2.1429038443804082e-07,
      "loss": 0.3447,
      "step": 2492860
    },
    {
      "epoch": 695.75,
      "grad_norm": 1.2327032089233398,
      "learning_rate": 2.1427908921034103e-07,
      "loss": 0.3303,
      "step": 2492870
    },
    {
      "epoch": 695.75,
      "grad_norm": 1.2028989791870117,
      "learning_rate": 2.142677942660742e-07,
      "loss": 0.3468,
      "step": 2492880
    },
    {
      "epoch": 695.75,
      "grad_norm": 1.2301727533340454,
      "learning_rate": 2.1425649960524204e-07,
      "loss": 0.357,
      "step": 2492890
    },
    {
      "epoch": 695.76,
      "grad_norm": 1.3400384187698364,
      "learning_rate": 2.142452052278465e-07,
      "loss": 0.3368,
      "step": 2492900
    },
    {
      "epoch": 695.76,
      "grad_norm": 1.2007973194122314,
      "learning_rate": 2.1423391113388772e-07,
      "loss": 0.3394,
      "step": 2492910
    },
    {
      "epoch": 695.76,
      "grad_norm": 1.161899447441101,
      "learning_rate": 2.142226173233689e-07,
      "loss": 0.3451,
      "step": 2492920
    },
    {
      "epoch": 695.77,
      "grad_norm": 1.407217025756836,
      "learning_rate": 2.1421132379629056e-07,
      "loss": 0.3338,
      "step": 2492930
    },
    {
      "epoch": 695.77,
      "grad_norm": 1.2406364679336548,
      "learning_rate": 2.142000305526542e-07,
      "loss": 0.3344,
      "step": 2492940
    },
    {
      "epoch": 695.77,
      "grad_norm": 1.4885793924331665,
      "learning_rate": 2.1418873759246197e-07,
      "loss": 0.3502,
      "step": 2492950
    },
    {
      "epoch": 695.77,
      "grad_norm": 1.334431529045105,
      "learning_rate": 2.1417744491571408e-07,
      "loss": 0.3307,
      "step": 2492960
    },
    {
      "epoch": 695.78,
      "grad_norm": 1.4317735433578491,
      "learning_rate": 2.1416615252241396e-07,
      "loss": 0.3333,
      "step": 2492970
    },
    {
      "epoch": 695.78,
      "grad_norm": 1.2446224689483643,
      "learning_rate": 2.1415486041256132e-07,
      "loss": 0.3345,
      "step": 2492980
    },
    {
      "epoch": 695.78,
      "grad_norm": 1.1718295812606812,
      "learning_rate": 2.1414356858615848e-07,
      "loss": 0.3458,
      "step": 2492990
    },
    {
      "epoch": 695.79,
      "grad_norm": 1.1964508295059204,
      "learning_rate": 2.141322770432068e-07,
      "loss": 0.3343,
      "step": 2493000
    },
    {
      "epoch": 695.79,
      "grad_norm": 1.267099380493164,
      "learning_rate": 2.141209857837083e-07,
      "loss": 0.3439,
      "step": 2493010
    },
    {
      "epoch": 695.79,
      "grad_norm": 1.3562350273132324,
      "learning_rate": 2.1410969480766355e-07,
      "loss": 0.3473,
      "step": 2493020
    },
    {
      "epoch": 695.79,
      "grad_norm": 1.2117315530776978,
      "learning_rate": 2.140984041150746e-07,
      "loss": 0.3424,
      "step": 2493030
    },
    {
      "epoch": 695.8,
      "grad_norm": 1.1998356580734253,
      "learning_rate": 2.1408711370594303e-07,
      "loss": 0.3433,
      "step": 2493040
    },
    {
      "epoch": 695.8,
      "grad_norm": 1.3462899923324585,
      "learning_rate": 2.1407582358026962e-07,
      "loss": 0.3426,
      "step": 2493050
    },
    {
      "epoch": 695.8,
      "grad_norm": 1.253773808479309,
      "learning_rate": 2.1406453373805695e-07,
      "loss": 0.3569,
      "step": 2493060
    },
    {
      "epoch": 695.81,
      "grad_norm": 1.6386007070541382,
      "learning_rate": 2.1405324417930581e-07,
      "loss": 0.3247,
      "step": 2493070
    },
    {
      "epoch": 695.81,
      "grad_norm": 1.2127748727798462,
      "learning_rate": 2.140419549040178e-07,
      "loss": 0.3367,
      "step": 2493080
    },
    {
      "epoch": 695.81,
      "grad_norm": 1.1091073751449585,
      "learning_rate": 2.1403066591219492e-07,
      "loss": 0.3212,
      "step": 2493090
    },
    {
      "epoch": 695.81,
      "grad_norm": 1.192845344543457,
      "learning_rate": 2.1401937720383805e-07,
      "loss": 0.339,
      "step": 2493100
    },
    {
      "epoch": 695.82,
      "grad_norm": 1.349385380744934,
      "learning_rate": 2.1400808877894867e-07,
      "loss": 0.338,
      "step": 2493110
    },
    {
      "epoch": 695.82,
      "grad_norm": 1.2331061363220215,
      "learning_rate": 2.1399680063752863e-07,
      "loss": 0.3574,
      "step": 2493120
    },
    {
      "epoch": 695.82,
      "grad_norm": 1.249125599861145,
      "learning_rate": 2.1398551277957977e-07,
      "loss": 0.3206,
      "step": 2493130
    },
    {
      "epoch": 695.82,
      "grad_norm": 1.0952820777893066,
      "learning_rate": 2.1397422520510204e-07,
      "loss": 0.3281,
      "step": 2493140
    },
    {
      "epoch": 695.83,
      "grad_norm": 1.3266733884811401,
      "learning_rate": 2.1396293791409914e-07,
      "loss": 0.3338,
      "step": 2493150
    },
    {
      "epoch": 695.83,
      "grad_norm": 1.289260983467102,
      "learning_rate": 2.1395165090657106e-07,
      "loss": 0.346,
      "step": 2493160
    },
    {
      "epoch": 695.83,
      "grad_norm": 1.109864592552185,
      "learning_rate": 2.1394036418251958e-07,
      "loss": 0.3453,
      "step": 2493170
    },
    {
      "epoch": 695.84,
      "grad_norm": 2.3383045196533203,
      "learning_rate": 2.1392907774194683e-07,
      "loss": 0.3384,
      "step": 2493180
    },
    {
      "epoch": 695.84,
      "grad_norm": 1.222293734550476,
      "learning_rate": 2.1391779158485357e-07,
      "loss": 0.3273,
      "step": 2493190
    },
    {
      "epoch": 695.84,
      "grad_norm": 1.447149634361267,
      "learning_rate": 2.1390650571124135e-07,
      "loss": 0.353,
      "step": 2493200
    },
    {
      "epoch": 695.84,
      "grad_norm": 1.2777022123336792,
      "learning_rate": 2.13895220121112e-07,
      "loss": 0.3423,
      "step": 2493210
    },
    {
      "epoch": 695.85,
      "grad_norm": 1.207390308380127,
      "learning_rate": 2.1388393481446684e-07,
      "loss": 0.3232,
      "step": 2493220
    },
    {
      "epoch": 695.85,
      "grad_norm": 1.2949473857879639,
      "learning_rate": 2.1387264979130765e-07,
      "loss": 0.3332,
      "step": 2493230
    },
    {
      "epoch": 695.85,
      "grad_norm": 1.2338769435882568,
      "learning_rate": 2.138613650516355e-07,
      "loss": 0.3324,
      "step": 2493240
    },
    {
      "epoch": 695.86,
      "grad_norm": 1.0263642072677612,
      "learning_rate": 2.1385008059545222e-07,
      "loss": 0.3409,
      "step": 2493250
    },
    {
      "epoch": 695.86,
      "grad_norm": 1.245888113975525,
      "learning_rate": 2.138387964227591e-07,
      "loss": 0.3462,
      "step": 2493260
    },
    {
      "epoch": 695.86,
      "grad_norm": 1.634138584136963,
      "learning_rate": 2.1382751253355797e-07,
      "loss": 0.3265,
      "step": 2493270
    },
    {
      "epoch": 695.86,
      "grad_norm": 1.2184572219848633,
      "learning_rate": 2.1381622892784957e-07,
      "loss": 0.3346,
      "step": 2493280
    },
    {
      "epoch": 695.87,
      "grad_norm": 1.422842025756836,
      "learning_rate": 2.1380494560563656e-07,
      "loss": 0.3398,
      "step": 2493290
    },
    {
      "epoch": 695.87,
      "grad_norm": 1.5810192823410034,
      "learning_rate": 2.1379366256691942e-07,
      "loss": 0.342,
      "step": 2493300
    },
    {
      "epoch": 695.87,
      "grad_norm": 1.1275166273117065,
      "learning_rate": 2.1378237981170024e-07,
      "loss": 0.3236,
      "step": 2493310
    },
    {
      "epoch": 695.87,
      "grad_norm": 1.2052345275878906,
      "learning_rate": 2.137710973399806e-07,
      "loss": 0.3397,
      "step": 2493320
    },
    {
      "epoch": 695.88,
      "grad_norm": 1.1325318813323975,
      "learning_rate": 2.1375981515176127e-07,
      "loss": 0.3357,
      "step": 2493330
    },
    {
      "epoch": 695.88,
      "grad_norm": 1.246262788772583,
      "learning_rate": 2.137485332470443e-07,
      "loss": 0.3447,
      "step": 2493340
    },
    {
      "epoch": 695.88,
      "grad_norm": 1.243284821510315,
      "learning_rate": 2.1373725162583105e-07,
      "loss": 0.3219,
      "step": 2493350
    },
    {
      "epoch": 695.89,
      "grad_norm": 1.2918211221694946,
      "learning_rate": 2.1372597028812357e-07,
      "loss": 0.3578,
      "step": 2493360
    },
    {
      "epoch": 695.89,
      "grad_norm": 1.306915044784546,
      "learning_rate": 2.1371468923392235e-07,
      "loss": 0.3621,
      "step": 2493370
    },
    {
      "epoch": 695.89,
      "grad_norm": 1.2981364727020264,
      "learning_rate": 2.1370340846322952e-07,
      "loss": 0.3227,
      "step": 2493380
    },
    {
      "epoch": 695.89,
      "grad_norm": 1.287345290184021,
      "learning_rate": 2.1369212797604688e-07,
      "loss": 0.3343,
      "step": 2493390
    },
    {
      "epoch": 695.9,
      "grad_norm": 1.4145821332931519,
      "learning_rate": 2.1368084777237472e-07,
      "loss": 0.3297,
      "step": 2493400
    },
    {
      "epoch": 695.9,
      "grad_norm": 1.2618767023086548,
      "learning_rate": 2.136695678522161e-07,
      "loss": 0.3345,
      "step": 2493410
    },
    {
      "epoch": 695.9,
      "grad_norm": 1.1927313804626465,
      "learning_rate": 2.1365828821557135e-07,
      "loss": 0.3301,
      "step": 2493420
    },
    {
      "epoch": 695.91,
      "grad_norm": 1.3589552640914917,
      "learning_rate": 2.1364700886244223e-07,
      "loss": 0.3292,
      "step": 2493430
    },
    {
      "epoch": 695.91,
      "grad_norm": 3.4738762378692627,
      "learning_rate": 2.136357297928306e-07,
      "loss": 0.3531,
      "step": 2493440
    },
    {
      "epoch": 695.91,
      "grad_norm": 1.2675776481628418,
      "learning_rate": 2.1362445100673804e-07,
      "loss": 0.3248,
      "step": 2493450
    },
    {
      "epoch": 695.91,
      "grad_norm": 1.1733869314193726,
      "learning_rate": 2.1361317250416553e-07,
      "loss": 0.3293,
      "step": 2493460
    },
    {
      "epoch": 695.92,
      "grad_norm": 1.322765827178955,
      "learning_rate": 2.1360189428511467e-07,
      "loss": 0.3262,
      "step": 2493470
    },
    {
      "epoch": 695.92,
      "grad_norm": 1.2173254489898682,
      "learning_rate": 2.1359061634958755e-07,
      "loss": 0.3462,
      "step": 2493480
    },
    {
      "epoch": 695.92,
      "grad_norm": 1.2809858322143555,
      "learning_rate": 2.135793386975844e-07,
      "loss": 0.34,
      "step": 2493490
    },
    {
      "epoch": 695.93,
      "grad_norm": 1.142234444618225,
      "learning_rate": 2.1356806132910862e-07,
      "loss": 0.3403,
      "step": 2493500
    },
    {
      "epoch": 695.93,
      "grad_norm": 1.3132847547531128,
      "learning_rate": 2.1355678424415994e-07,
      "loss": 0.3315,
      "step": 2493510
    },
    {
      "epoch": 695.93,
      "grad_norm": 1.1261212825775146,
      "learning_rate": 2.1354550744274048e-07,
      "loss": 0.3492,
      "step": 2493520
    },
    {
      "epoch": 695.93,
      "grad_norm": 1.1247309446334839,
      "learning_rate": 2.135342309248525e-07,
      "loss": 0.3303,
      "step": 2493530
    },
    {
      "epoch": 695.94,
      "grad_norm": 1.2143285274505615,
      "learning_rate": 2.1352295469049585e-07,
      "loss": 0.3274,
      "step": 2493540
    },
    {
      "epoch": 695.94,
      "grad_norm": 1.3149722814559937,
      "learning_rate": 2.135116787396738e-07,
      "loss": 0.3225,
      "step": 2493550
    },
    {
      "epoch": 695.94,
      "grad_norm": 1.2879655361175537,
      "learning_rate": 2.135004030723867e-07,
      "loss": 0.3418,
      "step": 2493560
    },
    {
      "epoch": 695.94,
      "grad_norm": 1.7050700187683105,
      "learning_rate": 2.1348912768863633e-07,
      "loss": 0.3323,
      "step": 2493570
    },
    {
      "epoch": 695.95,
      "grad_norm": 1.4424076080322266,
      "learning_rate": 2.1347785258842425e-07,
      "loss": 0.3386,
      "step": 2493580
    },
    {
      "epoch": 695.95,
      "grad_norm": 1.9073346853256226,
      "learning_rate": 2.1346657777175257e-07,
      "loss": 0.3355,
      "step": 2493590
    },
    {
      "epoch": 695.95,
      "grad_norm": 1.3183237314224243,
      "learning_rate": 2.134553032386215e-07,
      "loss": 0.3317,
      "step": 2493600
    },
    {
      "epoch": 695.96,
      "grad_norm": 1.2418158054351807,
      "learning_rate": 2.1344402898903343e-07,
      "loss": 0.343,
      "step": 2493610
    },
    {
      "epoch": 695.96,
      "grad_norm": 1.1695054769515991,
      "learning_rate": 2.1343275502299016e-07,
      "loss": 0.3487,
      "step": 2493620
    },
    {
      "epoch": 695.96,
      "grad_norm": 1.3408420085906982,
      "learning_rate": 2.1342148134049167e-07,
      "loss": 0.3346,
      "step": 2493630
    },
    {
      "epoch": 695.96,
      "grad_norm": 1.2977502346038818,
      "learning_rate": 2.1341020794154138e-07,
      "loss": 0.3293,
      "step": 2493640
    },
    {
      "epoch": 695.97,
      "grad_norm": 1.3087968826293945,
      "learning_rate": 2.1339893482613955e-07,
      "loss": 0.3358,
      "step": 2493650
    },
    {
      "epoch": 695.97,
      "grad_norm": 1.2483150959014893,
      "learning_rate": 2.1338766199428798e-07,
      "loss": 0.3356,
      "step": 2493660
    },
    {
      "epoch": 695.97,
      "grad_norm": 1.286059021949768,
      "learning_rate": 2.1337638944598847e-07,
      "loss": 0.3382,
      "step": 2493670
    },
    {
      "epoch": 695.98,
      "grad_norm": 1.4005622863769531,
      "learning_rate": 2.133651171812421e-07,
      "loss": 0.323,
      "step": 2493680
    },
    {
      "epoch": 695.98,
      "grad_norm": 1.1787372827529907,
      "learning_rate": 2.1335384520005045e-07,
      "loss": 0.3394,
      "step": 2493690
    },
    {
      "epoch": 695.98,
      "grad_norm": 1.3436928987503052,
      "learning_rate": 2.1334257350241502e-07,
      "loss": 0.3502,
      "step": 2493700
    },
    {
      "epoch": 695.98,
      "grad_norm": 1.5786657333374023,
      "learning_rate": 2.1333130208833794e-07,
      "loss": 0.3455,
      "step": 2493710
    },
    {
      "epoch": 695.99,
      "grad_norm": 1.2192600965499878,
      "learning_rate": 2.1332003095781944e-07,
      "loss": 0.3412,
      "step": 2493720
    },
    {
      "epoch": 695.99,
      "grad_norm": 1.2268184423446655,
      "learning_rate": 2.1330876011086242e-07,
      "loss": 0.3376,
      "step": 2493730
    },
    {
      "epoch": 695.99,
      "grad_norm": 1.3473540544509888,
      "learning_rate": 2.1329748954746737e-07,
      "loss": 0.3315,
      "step": 2493740
    },
    {
      "epoch": 695.99,
      "grad_norm": 1.2797664403915405,
      "learning_rate": 2.1328621926763583e-07,
      "loss": 0.3335,
      "step": 2493750
    },
    {
      "epoch": 696.0,
      "grad_norm": 1.2558735609054565,
      "learning_rate": 2.1327494927137044e-07,
      "loss": 0.3369,
      "step": 2493760
    },
    {
      "epoch": 696.0,
      "eval_loss": 0.33842965960502625,
      "eval_runtime": 65.6171,
      "eval_samples_per_second": 77.099,
      "eval_steps_per_second": 9.647,
      "step": 2493768
    },
    {
      "epoch": 696.0,
      "grad_norm": 1.2629121541976929,
      "learning_rate": 2.132636795586707e-07,
      "loss": 0.3365,
      "step": 2493770
    },
    {
      "epoch": 696.0,
      "grad_norm": 1.2196156978607178,
      "learning_rate": 2.1325241012954044e-07,
      "loss": 0.3384,
      "step": 2493780
    },
    {
      "epoch": 696.01,
      "grad_norm": 1.345107913017273,
      "learning_rate": 2.132411409839792e-07,
      "loss": 0.3326,
      "step": 2493790
    },
    {
      "epoch": 696.01,
      "grad_norm": 1.3849670886993408,
      "learning_rate": 2.1322987212198955e-07,
      "loss": 0.3313,
      "step": 2493800
    },
    {
      "epoch": 696.01,
      "grad_norm": 1.211181640625,
      "learning_rate": 2.1321860354357308e-07,
      "loss": 0.333,
      "step": 2493810
    },
    {
      "epoch": 696.01,
      "grad_norm": 1.0744303464889526,
      "learning_rate": 2.132073352487303e-07,
      "loss": 0.3419,
      "step": 2493820
    },
    {
      "epoch": 696.02,
      "grad_norm": 1.3202003240585327,
      "learning_rate": 2.1319606723746355e-07,
      "loss": 0.3359,
      "step": 2493830
    },
    {
      "epoch": 696.02,
      "grad_norm": 1.2895057201385498,
      "learning_rate": 2.131847995097741e-07,
      "loss": 0.3341,
      "step": 2493840
    },
    {
      "epoch": 696.02,
      "grad_norm": 1.2220536470413208,
      "learning_rate": 2.1317353206566382e-07,
      "loss": 0.3273,
      "step": 2493850
    },
    {
      "epoch": 696.03,
      "grad_norm": 1.4037585258483887,
      "learning_rate": 2.1316226490513297e-07,
      "loss": 0.3405,
      "step": 2493860
    },
    {
      "epoch": 696.03,
      "grad_norm": 1.5149028301239014,
      "learning_rate": 2.1315099802818488e-07,
      "loss": 0.3422,
      "step": 2493870
    },
    {
      "epoch": 696.03,
      "grad_norm": 1.2456308603286743,
      "learning_rate": 2.131397314348196e-07,
      "loss": 0.3234,
      "step": 2493880
    },
    {
      "epoch": 696.03,
      "grad_norm": 1.0556566715240479,
      "learning_rate": 2.1312846512503892e-07,
      "loss": 0.348,
      "step": 2493890
    },
    {
      "epoch": 696.04,
      "grad_norm": 1.2426964044570923,
      "learning_rate": 2.131171990988452e-07,
      "loss": 0.3446,
      "step": 2493900
    },
    {
      "epoch": 696.04,
      "grad_norm": 1.6092387437820435,
      "learning_rate": 2.1310593335623895e-07,
      "loss": 0.3297,
      "step": 2493910
    },
    {
      "epoch": 696.04,
      "grad_norm": 1.5135663747787476,
      "learning_rate": 2.1309466789722177e-07,
      "loss": 0.3513,
      "step": 2493920
    },
    {
      "epoch": 696.05,
      "grad_norm": 1.2239670753479004,
      "learning_rate": 2.1308340272179566e-07,
      "loss": 0.3512,
      "step": 2493930
    },
    {
      "epoch": 696.05,
      "grad_norm": 1.1760202646255493,
      "learning_rate": 2.1307213782996202e-07,
      "loss": 0.3523,
      "step": 2493940
    },
    {
      "epoch": 696.05,
      "grad_norm": 1.3635934591293335,
      "learning_rate": 2.1306087322172154e-07,
      "loss": 0.3525,
      "step": 2493950
    },
    {
      "epoch": 696.05,
      "grad_norm": 1.3209197521209717,
      "learning_rate": 2.1304960889707716e-07,
      "loss": 0.3484,
      "step": 2493960
    },
    {
      "epoch": 696.06,
      "grad_norm": 1.3422448635101318,
      "learning_rate": 2.1303834485602908e-07,
      "loss": 0.3335,
      "step": 2493970
    },
    {
      "epoch": 696.06,
      "grad_norm": 1.5906846523284912,
      "learning_rate": 2.130270810985794e-07,
      "loss": 0.3471,
      "step": 2493980
    },
    {
      "epoch": 696.06,
      "grad_norm": 1.0716921091079712,
      "learning_rate": 2.130158176247297e-07,
      "loss": 0.3533,
      "step": 2493990
    },
    {
      "epoch": 696.06,
      "grad_norm": 1.3127055168151855,
      "learning_rate": 2.1300455443448125e-07,
      "loss": 0.3424,
      "step": 2494000
    },
    {
      "epoch": 696.07,
      "grad_norm": 1.2540596723556519,
      "learning_rate": 2.129932915278354e-07,
      "loss": 0.3339,
      "step": 2494010
    },
    {
      "epoch": 696.07,
      "grad_norm": 7.356927394866943,
      "learning_rate": 2.1298202890479365e-07,
      "loss": 0.3492,
      "step": 2494020
    },
    {
      "epoch": 696.07,
      "grad_norm": 1.4509044885635376,
      "learning_rate": 2.129707665653584e-07,
      "loss": 0.3548,
      "step": 2494030
    },
    {
      "epoch": 696.08,
      "grad_norm": 1.1911609172821045,
      "learning_rate": 2.1295950450953012e-07,
      "loss": 0.3502,
      "step": 2494040
    },
    {
      "epoch": 696.08,
      "grad_norm": 1.297697901725769,
      "learning_rate": 2.129482427373104e-07,
      "loss": 0.3168,
      "step": 2494050
    },
    {
      "epoch": 696.08,
      "grad_norm": 1.1288079023361206,
      "learning_rate": 2.1293698124870106e-07,
      "loss": 0.3282,
      "step": 2494060
    },
    {
      "epoch": 696.08,
      "grad_norm": 1.2091790437698364,
      "learning_rate": 2.1292572004370338e-07,
      "loss": 0.3267,
      "step": 2494070
    },
    {
      "epoch": 696.09,
      "grad_norm": 1.2712434530258179,
      "learning_rate": 2.1291445912231973e-07,
      "loss": 0.3251,
      "step": 2494080
    },
    {
      "epoch": 696.09,
      "grad_norm": 1.304332971572876,
      "learning_rate": 2.1290319848454958e-07,
      "loss": 0.3385,
      "step": 2494090
    },
    {
      "epoch": 696.09,
      "grad_norm": 2.5567100048065186,
      "learning_rate": 2.1289193813039682e-07,
      "loss": 0.334,
      "step": 2494100
    },
    {
      "epoch": 696.1,
      "grad_norm": 1.0893948078155518,
      "learning_rate": 2.1288067805986147e-07,
      "loss": 0.3444,
      "step": 2494110
    },
    {
      "epoch": 696.1,
      "grad_norm": 1.0032958984375,
      "learning_rate": 2.1286941827294534e-07,
      "loss": 0.3259,
      "step": 2494120
    },
    {
      "epoch": 696.1,
      "grad_norm": 1.2081090211868286,
      "learning_rate": 2.128581587696505e-07,
      "loss": 0.3254,
      "step": 2494130
    },
    {
      "epoch": 696.1,
      "grad_norm": 1.2964704036712646,
      "learning_rate": 2.128468995499775e-07,
      "loss": 0.3418,
      "step": 2494140
    },
    {
      "epoch": 696.11,
      "grad_norm": 1.186255693435669,
      "learning_rate": 2.1283564061392814e-07,
      "loss": 0.3312,
      "step": 2494150
    },
    {
      "epoch": 696.11,
      "grad_norm": 1.1630480289459229,
      "learning_rate": 2.1282438196150424e-07,
      "loss": 0.3431,
      "step": 2494160
    },
    {
      "epoch": 696.11,
      "grad_norm": 1.385129451751709,
      "learning_rate": 2.1281312359270737e-07,
      "loss": 0.3294,
      "step": 2494170
    },
    {
      "epoch": 696.11,
      "grad_norm": 4.289735794067383,
      "learning_rate": 2.1280186550753858e-07,
      "loss": 0.3194,
      "step": 2494180
    },
    {
      "epoch": 696.12,
      "grad_norm": 1.3732675313949585,
      "learning_rate": 2.1279060770599941e-07,
      "loss": 0.3379,
      "step": 2494190
    },
    {
      "epoch": 696.12,
      "grad_norm": 1.522658348083496,
      "learning_rate": 2.1277935018809198e-07,
      "loss": 0.3394,
      "step": 2494200
    },
    {
      "epoch": 696.12,
      "grad_norm": 1.3807728290557861,
      "learning_rate": 2.127680929538165e-07,
      "loss": 0.3269,
      "step": 2494210
    },
    {
      "epoch": 696.13,
      "grad_norm": 1.3460841178894043,
      "learning_rate": 2.127568360031761e-07,
      "loss": 0.3492,
      "step": 2494220
    },
    {
      "epoch": 696.13,
      "grad_norm": 1.4111305475234985,
      "learning_rate": 2.1274557933617107e-07,
      "loss": 0.3339,
      "step": 2494230
    },
    {
      "epoch": 696.13,
      "grad_norm": 1.1577647924423218,
      "learning_rate": 2.127343229528032e-07,
      "loss": 0.335,
      "step": 2494240
    },
    {
      "epoch": 696.13,
      "grad_norm": 1.2561384439468384,
      "learning_rate": 2.1272306685307435e-07,
      "loss": 0.3687,
      "step": 2494250
    },
    {
      "epoch": 696.14,
      "grad_norm": 0.980086088180542,
      "learning_rate": 2.1271181103698605e-07,
      "loss": 0.3272,
      "step": 2494260
    },
    {
      "epoch": 696.14,
      "grad_norm": 1.4792265892028809,
      "learning_rate": 2.1270055550453909e-07,
      "loss": 0.3362,
      "step": 2494270
    },
    {
      "epoch": 696.14,
      "grad_norm": 1.2059626579284668,
      "learning_rate": 2.126893002557353e-07,
      "loss": 0.3333,
      "step": 2494280
    },
    {
      "epoch": 696.15,
      "grad_norm": 1.0487359762191772,
      "learning_rate": 2.1267804529057674e-07,
      "loss": 0.3413,
      "step": 2494290
    },
    {
      "epoch": 696.15,
      "grad_norm": 1.1197909116744995,
      "learning_rate": 2.1266679060906369e-07,
      "loss": 0.3261,
      "step": 2494300
    },
    {
      "epoch": 696.15,
      "grad_norm": 1.291411280632019,
      "learning_rate": 2.12655536211199e-07,
      "loss": 0.3489,
      "step": 2494310
    },
    {
      "epoch": 696.15,
      "grad_norm": 1.1589741706848145,
      "learning_rate": 2.1264428209698344e-07,
      "loss": 0.3397,
      "step": 2494320
    },
    {
      "epoch": 696.16,
      "grad_norm": 1.3136910200119019,
      "learning_rate": 2.1263302826641835e-07,
      "loss": 0.3524,
      "step": 2494330
    },
    {
      "epoch": 696.16,
      "grad_norm": 1.347320556640625,
      "learning_rate": 2.1262177471950632e-07,
      "loss": 0.3415,
      "step": 2494340
    },
    {
      "epoch": 696.16,
      "grad_norm": 1.212506890296936,
      "learning_rate": 2.1261052145624679e-07,
      "loss": 0.3303,
      "step": 2494350
    },
    {
      "epoch": 696.17,
      "grad_norm": 1.310377597808838,
      "learning_rate": 2.1259926847664344e-07,
      "loss": 0.3366,
      "step": 2494360
    },
    {
      "epoch": 696.17,
      "grad_norm": 1.187205195426941,
      "learning_rate": 2.1258801578069653e-07,
      "loss": 0.3443,
      "step": 2494370
    },
    {
      "epoch": 696.17,
      "grad_norm": 1.170139193534851,
      "learning_rate": 2.1257676336840787e-07,
      "loss": 0.3311,
      "step": 2494380
    },
    {
      "epoch": 696.17,
      "grad_norm": 1.4666314125061035,
      "learning_rate": 2.1256551123977904e-07,
      "loss": 0.3397,
      "step": 2494390
    },
    {
      "epoch": 696.18,
      "grad_norm": 1.0992823839187622,
      "learning_rate": 2.1255425939481156e-07,
      "loss": 0.3395,
      "step": 2494400
    },
    {
      "epoch": 696.18,
      "grad_norm": 1.150705099105835,
      "learning_rate": 2.125430078335065e-07,
      "loss": 0.3198,
      "step": 2494410
    },
    {
      "epoch": 696.18,
      "grad_norm": 1.2867491245269775,
      "learning_rate": 2.125317565558657e-07,
      "loss": 0.3372,
      "step": 2494420
    },
    {
      "epoch": 696.18,
      "grad_norm": 1.138700008392334,
      "learning_rate": 2.125205055618912e-07,
      "loss": 0.3353,
      "step": 2494430
    },
    {
      "epoch": 696.19,
      "grad_norm": 1.2867909669876099,
      "learning_rate": 2.12509254851583e-07,
      "loss": 0.3369,
      "step": 2494440
    },
    {
      "epoch": 696.19,
      "grad_norm": 1.179442048072815,
      "learning_rate": 2.1249800442494427e-07,
      "loss": 0.3409,
      "step": 2494450
    },
    {
      "epoch": 696.19,
      "grad_norm": 1.3635854721069336,
      "learning_rate": 2.124867542819755e-07,
      "loss": 0.3361,
      "step": 2494460
    },
    {
      "epoch": 696.2,
      "grad_norm": 1.5524675846099854,
      "learning_rate": 2.1247550442267826e-07,
      "loss": 0.3553,
      "step": 2494470
    },
    {
      "epoch": 696.2,
      "grad_norm": 1.4003931283950806,
      "learning_rate": 2.1246425484705487e-07,
      "loss": 0.3328,
      "step": 2494480
    },
    {
      "epoch": 696.2,
      "grad_norm": 1.1534303426742554,
      "learning_rate": 2.124530055551056e-07,
      "loss": 0.3221,
      "step": 2494490
    },
    {
      "epoch": 696.2,
      "grad_norm": 1.2666243314743042,
      "learning_rate": 2.1244175654683257e-07,
      "loss": 0.333,
      "step": 2494500
    },
    {
      "epoch": 696.21,
      "grad_norm": 1.162285327911377,
      "learning_rate": 2.1243050782223727e-07,
      "loss": 0.327,
      "step": 2494510
    },
    {
      "epoch": 696.21,
      "grad_norm": 1.1428799629211426,
      "learning_rate": 2.1241925938132158e-07,
      "loss": 0.3236,
      "step": 2494520
    },
    {
      "epoch": 696.21,
      "grad_norm": 1.392486810684204,
      "learning_rate": 2.1240801122408573e-07,
      "loss": 0.337,
      "step": 2494530
    },
    {
      "epoch": 696.22,
      "grad_norm": 1.1625943183898926,
      "learning_rate": 2.1239676335053287e-07,
      "loss": 0.3312,
      "step": 2494540
    },
    {
      "epoch": 696.22,
      "grad_norm": 1.3233096599578857,
      "learning_rate": 2.123855157606635e-07,
      "loss": 0.3322,
      "step": 2494550
    },
    {
      "epoch": 696.22,
      "grad_norm": 1.2257198095321655,
      "learning_rate": 2.123742684544792e-07,
      "loss": 0.3284,
      "step": 2494560
    },
    {
      "epoch": 696.22,
      "grad_norm": 1.4068411588668823,
      "learning_rate": 2.12363021431982e-07,
      "loss": 0.328,
      "step": 2494570
    },
    {
      "epoch": 696.23,
      "grad_norm": 1.2089602947235107,
      "learning_rate": 2.1235177469317248e-07,
      "loss": 0.3276,
      "step": 2494580
    },
    {
      "epoch": 696.23,
      "grad_norm": 1.2559481859207153,
      "learning_rate": 2.123405282380527e-07,
      "loss": 0.3358,
      "step": 2494590
    },
    {
      "epoch": 696.23,
      "grad_norm": 1.8142629861831665,
      "learning_rate": 2.1232928206662418e-07,
      "loss": 0.3393,
      "step": 2494600
    },
    {
      "epoch": 696.23,
      "grad_norm": 1.1865164041519165,
      "learning_rate": 2.1231803617888884e-07,
      "loss": 0.3367,
      "step": 2494610
    },
    {
      "epoch": 696.24,
      "grad_norm": 1.1718264818191528,
      "learning_rate": 2.123067905748471e-07,
      "loss": 0.3375,
      "step": 2494620
    },
    {
      "epoch": 696.24,
      "grad_norm": 1.1351619958877563,
      "learning_rate": 2.1229554525450084e-07,
      "loss": 0.3259,
      "step": 2494630
    },
    {
      "epoch": 696.24,
      "grad_norm": 1.3959232568740845,
      "learning_rate": 2.122843002178521e-07,
      "loss": 0.335,
      "step": 2494640
    },
    {
      "epoch": 696.25,
      "grad_norm": 1.3037678003311157,
      "learning_rate": 2.1227305546490197e-07,
      "loss": 0.3326,
      "step": 2494650
    },
    {
      "epoch": 696.25,
      "grad_norm": 1.2928835153579712,
      "learning_rate": 2.1226181099565226e-07,
      "loss": 0.3302,
      "step": 2494660
    },
    {
      "epoch": 696.25,
      "grad_norm": 1.3020719289779663,
      "learning_rate": 2.1225056681010345e-07,
      "loss": 0.3364,
      "step": 2494670
    },
    {
      "epoch": 696.25,
      "grad_norm": 1.2669658660888672,
      "learning_rate": 2.1223932290825871e-07,
      "loss": 0.3285,
      "step": 2494680
    },
    {
      "epoch": 696.26,
      "grad_norm": 1.111283302307129,
      "learning_rate": 2.12228079290118e-07,
      "loss": 0.3479,
      "step": 2494690
    },
    {
      "epoch": 696.26,
      "grad_norm": 1.3541383743286133,
      "learning_rate": 2.122168359556837e-07,
      "loss": 0.3267,
      "step": 2494700
    },
    {
      "epoch": 696.26,
      "grad_norm": 1.36221444606781,
      "learning_rate": 2.1220559290495734e-07,
      "loss": 0.3315,
      "step": 2494710
    },
    {
      "epoch": 696.27,
      "grad_norm": 1.234350323677063,
      "learning_rate": 2.1219435013793974e-07,
      "loss": 0.3515,
      "step": 2494720
    },
    {
      "epoch": 696.27,
      "grad_norm": 1.3504009246826172,
      "learning_rate": 2.1218310765463267e-07,
      "loss": 0.3448,
      "step": 2494730
    },
    {
      "epoch": 696.27,
      "grad_norm": 1.33125901222229,
      "learning_rate": 2.121718654550377e-07,
      "loss": 0.3349,
      "step": 2494740
    },
    {
      "epoch": 696.27,
      "grad_norm": 1.3774746656417847,
      "learning_rate": 2.1216062353915696e-07,
      "loss": 0.3317,
      "step": 2494750
    },
    {
      "epoch": 696.28,
      "grad_norm": 1.4256435632705688,
      "learning_rate": 2.1214938190699092e-07,
      "loss": 0.3556,
      "step": 2494760
    },
    {
      "epoch": 696.28,
      "grad_norm": 1.3748759031295776,
      "learning_rate": 2.1213814055854143e-07,
      "loss": 0.314,
      "step": 2494770
    },
    {
      "epoch": 696.28,
      "grad_norm": 3.081352472305298,
      "learning_rate": 2.1212689949381005e-07,
      "loss": 0.3396,
      "step": 2494780
    },
    {
      "epoch": 696.29,
      "grad_norm": 1.4976739883422852,
      "learning_rate": 2.121156587127983e-07,
      "loss": 0.3287,
      "step": 2494790
    },
    {
      "epoch": 696.29,
      "grad_norm": 1.5086557865142822,
      "learning_rate": 2.1210441821550806e-07,
      "loss": 0.3319,
      "step": 2494800
    },
    {
      "epoch": 696.29,
      "grad_norm": 1.3896801471710205,
      "learning_rate": 2.1209317800193981e-07,
      "loss": 0.343,
      "step": 2494810
    },
    {
      "epoch": 696.29,
      "grad_norm": 1.3533471822738647,
      "learning_rate": 2.1208193807209592e-07,
      "loss": 0.3437,
      "step": 2494820
    },
    {
      "epoch": 696.3,
      "grad_norm": 1.3488510847091675,
      "learning_rate": 2.1207069842597767e-07,
      "loss": 0.349,
      "step": 2494830
    },
    {
      "epoch": 696.3,
      "grad_norm": 1.1476718187332153,
      "learning_rate": 2.120594590635869e-07,
      "loss": 0.3268,
      "step": 2494840
    },
    {
      "epoch": 696.3,
      "grad_norm": 1.3545409440994263,
      "learning_rate": 2.120482199849241e-07,
      "loss": 0.3482,
      "step": 2494850
    },
    {
      "epoch": 696.3,
      "grad_norm": 1.0850557088851929,
      "learning_rate": 2.1203698118999165e-07,
      "loss": 0.335,
      "step": 2494860
    },
    {
      "epoch": 696.31,
      "grad_norm": 1.2248119115829468,
      "learning_rate": 2.1202574267879107e-07,
      "loss": 0.3489,
      "step": 2494870
    },
    {
      "epoch": 696.31,
      "grad_norm": 1.221636414527893,
      "learning_rate": 2.1201450445132267e-07,
      "loss": 0.341,
      "step": 2494880
    },
    {
      "epoch": 696.31,
      "grad_norm": 1.2789782285690308,
      "learning_rate": 2.1200326650758977e-07,
      "loss": 0.3277,
      "step": 2494890
    },
    {
      "epoch": 696.32,
      "grad_norm": 1.2957382202148438,
      "learning_rate": 2.1199202884759268e-07,
      "loss": 0.3306,
      "step": 2494900
    },
    {
      "epoch": 696.32,
      "grad_norm": 1.2147507667541504,
      "learning_rate": 2.1198079147133297e-07,
      "loss": 0.3365,
      "step": 2494910
    },
    {
      "epoch": 696.32,
      "grad_norm": 1.303525447845459,
      "learning_rate": 2.119695543788124e-07,
      "loss": 0.3338,
      "step": 2494920
    },
    {
      "epoch": 696.32,
      "grad_norm": 2.1755361557006836,
      "learning_rate": 2.1195831757003235e-07,
      "loss": 0.3376,
      "step": 2494930
    },
    {
      "epoch": 696.33,
      "grad_norm": 1.1327884197235107,
      "learning_rate": 2.1194708104499456e-07,
      "loss": 0.3287,
      "step": 2494940
    },
    {
      "epoch": 696.33,
      "grad_norm": 1.209560513496399,
      "learning_rate": 2.1193584480370013e-07,
      "loss": 0.3453,
      "step": 2494950
    },
    {
      "epoch": 696.33,
      "grad_norm": 1.1243858337402344,
      "learning_rate": 2.1192460884615086e-07,
      "loss": 0.345,
      "step": 2494960
    },
    {
      "epoch": 696.34,
      "grad_norm": 1.2978384494781494,
      "learning_rate": 2.119133731723478e-07,
      "loss": 0.3342,
      "step": 2494970
    },
    {
      "epoch": 696.34,
      "grad_norm": 1.1151831150054932,
      "learning_rate": 2.1190213778229357e-07,
      "loss": 0.3498,
      "step": 2494980
    },
    {
      "epoch": 696.34,
      "grad_norm": 1.137518048286438,
      "learning_rate": 2.118909026759881e-07,
      "loss": 0.3447,
      "step": 2494990
    },
    {
      "epoch": 696.34,
      "grad_norm": 1.4128949642181396,
      "learning_rate": 2.1187966785343405e-07,
      "loss": 0.3349,
      "step": 2495000
    },
    {
      "epoch": 696.35,
      "grad_norm": 1.3328708410263062,
      "learning_rate": 2.1186843331463273e-07,
      "loss": 0.3421,
      "step": 2495010
    },
    {
      "epoch": 696.35,
      "grad_norm": 1.4254167079925537,
      "learning_rate": 2.1185719905958434e-07,
      "loss": 0.3276,
      "step": 2495020
    },
    {
      "epoch": 696.35,
      "grad_norm": 1.1819976568222046,
      "learning_rate": 2.118459650882926e-07,
      "loss": 0.3311,
      "step": 2495030
    },
    {
      "epoch": 696.36,
      "grad_norm": 1.2073156833648682,
      "learning_rate": 2.1183473140075746e-07,
      "loss": 0.3364,
      "step": 2495040
    },
    {
      "epoch": 696.36,
      "grad_norm": 1.1934354305267334,
      "learning_rate": 2.1182349799698073e-07,
      "loss": 0.3342,
      "step": 2495050
    },
    {
      "epoch": 696.36,
      "grad_norm": 1.207332968711853,
      "learning_rate": 2.1181226487696404e-07,
      "loss": 0.3282,
      "step": 2495060
    },
    {
      "epoch": 696.36,
      "grad_norm": 1.1161538362503052,
      "learning_rate": 2.1180103204070913e-07,
      "loss": 0.3392,
      "step": 2495070
    },
    {
      "epoch": 696.37,
      "grad_norm": 1.1390750408172607,
      "learning_rate": 2.1178979948821683e-07,
      "loss": 0.3327,
      "step": 2495080
    },
    {
      "epoch": 696.37,
      "grad_norm": 1.3692295551300049,
      "learning_rate": 2.117785672194892e-07,
      "loss": 0.3275,
      "step": 2495090
    },
    {
      "epoch": 696.37,
      "grad_norm": 1.380918264389038,
      "learning_rate": 2.1176733523452782e-07,
      "loss": 0.3371,
      "step": 2495100
    },
    {
      "epoch": 696.37,
      "grad_norm": 1.2340540885925293,
      "learning_rate": 2.117561035333332e-07,
      "loss": 0.3326,
      "step": 2495110
    },
    {
      "epoch": 696.38,
      "grad_norm": 1.1135802268981934,
      "learning_rate": 2.117448721159082e-07,
      "loss": 0.3388,
      "step": 2495120
    },
    {
      "epoch": 696.38,
      "grad_norm": 1.3000026941299438,
      "learning_rate": 2.1173364098225334e-07,
      "loss": 0.3274,
      "step": 2495130
    },
    {
      "epoch": 696.38,
      "grad_norm": 1.2463531494140625,
      "learning_rate": 2.1172241013237044e-07,
      "loss": 0.3349,
      "step": 2495140
    },
    {
      "epoch": 696.39,
      "grad_norm": 1.1431386470794678,
      "learning_rate": 2.1171117956626135e-07,
      "loss": 0.3426,
      "step": 2495150
    },
    {
      "epoch": 696.39,
      "grad_norm": 1.164162039756775,
      "learning_rate": 2.116999492839268e-07,
      "loss": 0.3332,
      "step": 2495160
    },
    {
      "epoch": 696.39,
      "grad_norm": 1.2230509519577026,
      "learning_rate": 2.116887192853689e-07,
      "loss": 0.3236,
      "step": 2495170
    },
    {
      "epoch": 696.39,
      "grad_norm": 1.284036636352539,
      "learning_rate": 2.116774895705887e-07,
      "loss": 0.3341,
      "step": 2495180
    },
    {
      "epoch": 696.4,
      "grad_norm": 1.2387399673461914,
      "learning_rate": 2.1166626013958852e-07,
      "loss": 0.3331,
      "step": 2495190
    },
    {
      "epoch": 696.4,
      "grad_norm": 1.1805049180984497,
      "learning_rate": 2.116550309923681e-07,
      "loss": 0.3255,
      "step": 2495200
    },
    {
      "epoch": 696.4,
      "grad_norm": 1.2147033214569092,
      "learning_rate": 2.116438021289314e-07,
      "loss": 0.3257,
      "step": 2495210
    },
    {
      "epoch": 696.41,
      "grad_norm": 1.184952735900879,
      "learning_rate": 2.116325735492778e-07,
      "loss": 0.3366,
      "step": 2495220
    },
    {
      "epoch": 696.41,
      "grad_norm": 1.1310694217681885,
      "learning_rate": 2.1162134525340973e-07,
      "loss": 0.3325,
      "step": 2495230
    },
    {
      "epoch": 696.41,
      "grad_norm": 1.283573865890503,
      "learning_rate": 2.1161011724132922e-07,
      "loss": 0.3261,
      "step": 2495240
    },
    {
      "epoch": 696.41,
      "grad_norm": 1.4611709117889404,
      "learning_rate": 2.1159888951303603e-07,
      "loss": 0.342,
      "step": 2495250
    },
    {
      "epoch": 696.42,
      "grad_norm": 1.3076419830322266,
      "learning_rate": 2.1158766206853353e-07,
      "loss": 0.3359,
      "step": 2495260
    },
    {
      "epoch": 696.42,
      "grad_norm": 1.144023060798645,
      "learning_rate": 2.1157643490782228e-07,
      "loss": 0.3239,
      "step": 2495270
    },
    {
      "epoch": 696.42,
      "grad_norm": 1.1292650699615479,
      "learning_rate": 2.1156520803090354e-07,
      "loss": 0.3472,
      "step": 2495280
    },
    {
      "epoch": 696.42,
      "grad_norm": 1.1586843729019165,
      "learning_rate": 2.115539814377799e-07,
      "loss": 0.3413,
      "step": 2495290
    },
    {
      "epoch": 696.43,
      "grad_norm": 1.2466893196105957,
      "learning_rate": 2.1154275512845166e-07,
      "loss": 0.342,
      "step": 2495300
    },
    {
      "epoch": 696.43,
      "grad_norm": 1.3125522136688232,
      "learning_rate": 2.1153152910292062e-07,
      "loss": 0.3347,
      "step": 2495310
    },
    {
      "epoch": 696.43,
      "grad_norm": 1.0978962182998657,
      "learning_rate": 2.115203033611886e-07,
      "loss": 0.3333,
      "step": 2495320
    },
    {
      "epoch": 696.44,
      "grad_norm": 1.2475097179412842,
      "learning_rate": 2.1150907790325717e-07,
      "loss": 0.3381,
      "step": 2495330
    },
    {
      "epoch": 696.44,
      "grad_norm": 1.2731454372406006,
      "learning_rate": 2.1149785272912686e-07,
      "loss": 0.3398,
      "step": 2495340
    },
    {
      "epoch": 696.44,
      "grad_norm": 1.170824646949768,
      "learning_rate": 2.1148662783880078e-07,
      "loss": 0.3473,
      "step": 2495350
    },
    {
      "epoch": 696.44,
      "grad_norm": 1.2478101253509521,
      "learning_rate": 2.1147540323227918e-07,
      "loss": 0.3124,
      "step": 2495360
    },
    {
      "epoch": 696.45,
      "grad_norm": 1.2882617712020874,
      "learning_rate": 2.1146417890956362e-07,
      "loss": 0.3385,
      "step": 2495370
    },
    {
      "epoch": 696.45,
      "grad_norm": 1.2986327409744263,
      "learning_rate": 2.1145295487065675e-07,
      "loss": 0.3534,
      "step": 2495380
    },
    {
      "epoch": 696.45,
      "grad_norm": 1.2907968759536743,
      "learning_rate": 2.114417311155585e-07,
      "loss": 0.3335,
      "step": 2495390
    },
    {
      "epoch": 696.46,
      "grad_norm": 1.2067885398864746,
      "learning_rate": 2.11430507644271e-07,
      "loss": 0.35,
      "step": 2495400
    },
    {
      "epoch": 696.46,
      "grad_norm": 1.1328752040863037,
      "learning_rate": 2.1141928445679578e-07,
      "loss": 0.3515,
      "step": 2495410
    },
    {
      "epoch": 696.46,
      "grad_norm": 2.5995962619781494,
      "learning_rate": 2.1140806155313495e-07,
      "loss": 0.3527,
      "step": 2495420
    },
    {
      "epoch": 696.46,
      "grad_norm": 1.1836603879928589,
      "learning_rate": 2.1139683893328903e-07,
      "loss": 0.348,
      "step": 2495430
    },
    {
      "epoch": 696.47,
      "grad_norm": 1.129228115081787,
      "learning_rate": 2.1138561659725981e-07,
      "loss": 0.3353,
      "step": 2495440
    },
    {
      "epoch": 696.47,
      "grad_norm": 1.6944332122802734,
      "learning_rate": 2.1137439454504916e-07,
      "loss": 0.331,
      "step": 2495450
    },
    {
      "epoch": 696.47,
      "grad_norm": 1.1879804134368896,
      "learning_rate": 2.1136317277665756e-07,
      "loss": 0.3335,
      "step": 2495460
    },
    {
      "epoch": 696.48,
      "grad_norm": 3.6987786293029785,
      "learning_rate": 2.1135195129208812e-07,
      "loss": 0.3263,
      "step": 2495470
    },
    {
      "epoch": 696.48,
      "grad_norm": 1.473495602607727,
      "learning_rate": 2.113407300913409e-07,
      "loss": 0.3407,
      "step": 2495480
    },
    {
      "epoch": 696.48,
      "grad_norm": 1.1643576622009277,
      "learning_rate": 2.1132950917441792e-07,
      "loss": 0.3353,
      "step": 2495490
    },
    {
      "epoch": 696.48,
      "grad_norm": 1.173410415649414,
      "learning_rate": 2.1131828854132078e-07,
      "loss": 0.3393,
      "step": 2495500
    },
    {
      "epoch": 696.49,
      "grad_norm": 1.51325523853302,
      "learning_rate": 2.1130706819205102e-07,
      "loss": 0.3465,
      "step": 2495510
    },
    {
      "epoch": 696.49,
      "grad_norm": 1.2161214351654053,
      "learning_rate": 2.1129584812661022e-07,
      "loss": 0.3363,
      "step": 2495520
    },
    {
      "epoch": 696.49,
      "grad_norm": 1.2291382551193237,
      "learning_rate": 2.112846283449994e-07,
      "loss": 0.3476,
      "step": 2495530
    },
    {
      "epoch": 696.49,
      "grad_norm": 1.0830497741699219,
      "learning_rate": 2.1127340884722013e-07,
      "loss": 0.3286,
      "step": 2495540
    },
    {
      "epoch": 696.5,
      "grad_norm": 1.297146201133728,
      "learning_rate": 2.11262189633274e-07,
      "loss": 0.334,
      "step": 2495550
    },
    {
      "epoch": 696.5,
      "grad_norm": 1.1294891834259033,
      "learning_rate": 2.112509707031633e-07,
      "loss": 0.3238,
      "step": 2495560
    },
    {
      "epoch": 696.5,
      "grad_norm": 1.2054890394210815,
      "learning_rate": 2.1123975205688806e-07,
      "loss": 0.3425,
      "step": 2495570
    },
    {
      "epoch": 696.51,
      "grad_norm": 1.445640206336975,
      "learning_rate": 2.1122853369445062e-07,
      "loss": 0.3394,
      "step": 2495580
    },
    {
      "epoch": 696.51,
      "grad_norm": 1.2843645811080933,
      "learning_rate": 2.1121731561585278e-07,
      "loss": 0.3399,
      "step": 2495590
    },
    {
      "epoch": 696.51,
      "grad_norm": 1.1887948513031006,
      "learning_rate": 2.1120609782109484e-07,
      "loss": 0.3318,
      "step": 2495600
    },
    {
      "epoch": 696.51,
      "grad_norm": 1.225446105003357,
      "learning_rate": 2.111948803101799e-07,
      "loss": 0.3313,
      "step": 2495610
    },
    {
      "epoch": 696.52,
      "grad_norm": 1.2565077543258667,
      "learning_rate": 2.1118366308310821e-07,
      "loss": 0.3308,
      "step": 2495620
    },
    {
      "epoch": 696.52,
      "grad_norm": 1.5221099853515625,
      "learning_rate": 2.111724461398819e-07,
      "loss": 0.3498,
      "step": 2495630
    },
    {
      "epoch": 696.52,
      "grad_norm": 1.2072919607162476,
      "learning_rate": 2.1116122948050194e-07,
      "loss": 0.3201,
      "step": 2495640
    },
    {
      "epoch": 696.53,
      "grad_norm": 1.229777455329895,
      "learning_rate": 2.111500131049707e-07,
      "loss": 0.3416,
      "step": 2495650
    },
    {
      "epoch": 696.53,
      "grad_norm": 1.3417140245437622,
      "learning_rate": 2.1113879701328847e-07,
      "loss": 0.3468,
      "step": 2495660
    },
    {
      "epoch": 696.53,
      "grad_norm": 1.2535439729690552,
      "learning_rate": 2.1112758120545755e-07,
      "loss": 0.3418,
      "step": 2495670
    },
    {
      "epoch": 696.53,
      "grad_norm": 1.1613796949386597,
      "learning_rate": 2.1111636568147977e-07,
      "loss": 0.3302,
      "step": 2495680
    },
    {
      "epoch": 696.54,
      "grad_norm": 1.1734246015548706,
      "learning_rate": 2.111051504413549e-07,
      "loss": 0.3313,
      "step": 2495690
    },
    {
      "epoch": 696.54,
      "grad_norm": 1.1184518337249756,
      "learning_rate": 2.1109393548508682e-07,
      "loss": 0.3365,
      "step": 2495700
    },
    {
      "epoch": 696.54,
      "grad_norm": 1.1813645362854004,
      "learning_rate": 2.1108272081267525e-07,
      "loss": 0.3513,
      "step": 2495710
    },
    {
      "epoch": 696.54,
      "grad_norm": 8.668401718139648,
      "learning_rate": 2.1107150642412232e-07,
      "loss": 0.339,
      "step": 2495720
    },
    {
      "epoch": 696.55,
      "grad_norm": 1.2963231801986694,
      "learning_rate": 2.1106029231943009e-07,
      "loss": 0.3409,
      "step": 2495730
    },
    {
      "epoch": 696.55,
      "grad_norm": 1.1036370992660522,
      "learning_rate": 2.110490784985988e-07,
      "loss": 0.3269,
      "step": 2495740
    },
    {
      "epoch": 696.55,
      "grad_norm": 1.2702593803405762,
      "learning_rate": 2.1103786496163055e-07,
      "loss": 0.3335,
      "step": 2495750
    },
    {
      "epoch": 696.56,
      "grad_norm": 1.2660692930221558,
      "learning_rate": 2.1102665170852716e-07,
      "loss": 0.3324,
      "step": 2495760
    },
    {
      "epoch": 696.56,
      "grad_norm": 2.2794501781463623,
      "learning_rate": 2.1101543873928992e-07,
      "loss": 0.3403,
      "step": 2495770
    },
    {
      "epoch": 696.56,
      "grad_norm": 1.237436294555664,
      "learning_rate": 2.1100422605391963e-07,
      "loss": 0.3367,
      "step": 2495780
    },
    {
      "epoch": 696.56,
      "grad_norm": 1.3632197380065918,
      "learning_rate": 2.1099301365241888e-07,
      "loss": 0.3407,
      "step": 2495790
    },
    {
      "epoch": 696.57,
      "grad_norm": 1.1329188346862793,
      "learning_rate": 2.109818015347887e-07,
      "loss": 0.336,
      "step": 2495800
    },
    {
      "epoch": 696.57,
      "grad_norm": 5.214329242706299,
      "learning_rate": 2.1097058970103018e-07,
      "loss": 0.345,
      "step": 2495810
    },
    {
      "epoch": 696.57,
      "grad_norm": 1.2591887712478638,
      "learning_rate": 2.1095937815114585e-07,
      "loss": 0.3445,
      "step": 2495820
    },
    {
      "epoch": 696.58,
      "grad_norm": 1.373892068862915,
      "learning_rate": 2.1094816688513552e-07,
      "loss": 0.3388,
      "step": 2495830
    },
    {
      "epoch": 696.58,
      "grad_norm": 1.2572128772735596,
      "learning_rate": 2.109369559030025e-07,
      "loss": 0.3252,
      "step": 2495840
    },
    {
      "epoch": 696.58,
      "grad_norm": 1.3259048461914062,
      "learning_rate": 2.1092574520474737e-07,
      "loss": 0.3332,
      "step": 2495850
    },
    {
      "epoch": 696.58,
      "grad_norm": 1.1351009607315063,
      "learning_rate": 2.109145347903714e-07,
      "loss": 0.3528,
      "step": 2495860
    },
    {
      "epoch": 696.59,
      "grad_norm": 1.3601082563400269,
      "learning_rate": 2.1090332465987644e-07,
      "loss": 0.3181,
      "step": 2495870
    },
    {
      "epoch": 696.59,
      "grad_norm": 1.3330212831497192,
      "learning_rate": 2.1089211481326455e-07,
      "loss": 0.3268,
      "step": 2495880
    },
    {
      "epoch": 696.59,
      "grad_norm": 1.2799313068389893,
      "learning_rate": 2.1088090525053625e-07,
      "loss": 0.3511,
      "step": 2495890
    },
    {
      "epoch": 696.6,
      "grad_norm": 1.4223169088363647,
      "learning_rate": 2.108696959716931e-07,
      "loss": 0.34,
      "step": 2495900
    },
    {
      "epoch": 696.6,
      "grad_norm": 1.253824234008789,
      "learning_rate": 2.1085848697673745e-07,
      "loss": 0.3349,
      "step": 2495910
    },
    {
      "epoch": 696.6,
      "grad_norm": 1.314805507659912,
      "learning_rate": 2.1084727826566954e-07,
      "loss": 0.3285,
      "step": 2495920
    },
    {
      "epoch": 696.6,
      "grad_norm": 1.1983680725097656,
      "learning_rate": 2.1083606983849227e-07,
      "loss": 0.3465,
      "step": 2495930
    },
    {
      "epoch": 696.61,
      "grad_norm": 1.3171571493148804,
      "learning_rate": 2.1082486169520614e-07,
      "loss": 0.3386,
      "step": 2495940
    },
    {
      "epoch": 696.61,
      "grad_norm": 1.381838083267212,
      "learning_rate": 2.108136538358127e-07,
      "loss": 0.3358,
      "step": 2495950
    },
    {
      "epoch": 696.61,
      "grad_norm": 1.5944969654083252,
      "learning_rate": 2.108024462603143e-07,
      "loss": 0.3483,
      "step": 2495960
    },
    {
      "epoch": 696.61,
      "grad_norm": 1.1616055965423584,
      "learning_rate": 2.1079123896871123e-07,
      "loss": 0.3289,
      "step": 2495970
    },
    {
      "epoch": 696.62,
      "grad_norm": 1.2163640260696411,
      "learning_rate": 2.1078003196100578e-07,
      "loss": 0.3429,
      "step": 2495980
    },
    {
      "epoch": 696.62,
      "grad_norm": 1.2692264318466187,
      "learning_rate": 2.1076882523719903e-07,
      "loss": 0.3294,
      "step": 2495990
    },
    {
      "epoch": 696.62,
      "grad_norm": 1.1992658376693726,
      "learning_rate": 2.1075761879729303e-07,
      "loss": 0.3527,
      "step": 2496000
    },
    {
      "epoch": 696.63,
      "grad_norm": 1.4036505222320557,
      "learning_rate": 2.1074641264128807e-07,
      "loss": 0.3442,
      "step": 2496010
    },
    {
      "epoch": 696.63,
      "grad_norm": 1.3950406312942505,
      "learning_rate": 2.1073520676918752e-07,
      "loss": 0.3355,
      "step": 2496020
    },
    {
      "epoch": 696.63,
      "grad_norm": 0.9780324101448059,
      "learning_rate": 2.1072400118099112e-07,
      "loss": 0.3373,
      "step": 2496030
    },
    {
      "epoch": 696.63,
      "grad_norm": 1.4429725408554077,
      "learning_rate": 2.1071279587670122e-07,
      "loss": 0.3482,
      "step": 2496040
    },
    {
      "epoch": 696.64,
      "grad_norm": 1.0651220083236694,
      "learning_rate": 2.107015908563196e-07,
      "loss": 0.3198,
      "step": 2496050
    },
    {
      "epoch": 696.64,
      "grad_norm": 1.10232675075531,
      "learning_rate": 2.1069038611984684e-07,
      "loss": 0.332,
      "step": 2496060
    },
    {
      "epoch": 696.64,
      "grad_norm": 1.1127320528030396,
      "learning_rate": 2.1067918166728475e-07,
      "loss": 0.3445,
      "step": 2496070
    },
    {
      "epoch": 696.65,
      "grad_norm": 1.2134121656417847,
      "learning_rate": 2.106679774986351e-07,
      "loss": 0.3356,
      "step": 2496080
    },
    {
      "epoch": 696.65,
      "grad_norm": 1.192070722579956,
      "learning_rate": 2.1065677361389925e-07,
      "loss": 0.3319,
      "step": 2496090
    },
    {
      "epoch": 696.65,
      "grad_norm": 1.3337587118148804,
      "learning_rate": 2.1064557001307927e-07,
      "loss": 0.3316,
      "step": 2496100
    },
    {
      "epoch": 696.65,
      "grad_norm": 1.2481915950775146,
      "learning_rate": 2.106343666961754e-07,
      "loss": 0.3324,
      "step": 2496110
    },
    {
      "epoch": 696.66,
      "grad_norm": 1.184266448020935,
      "learning_rate": 2.1062316366318998e-07,
      "loss": 0.3343,
      "step": 2496120
    },
    {
      "epoch": 696.66,
      "grad_norm": 1.1886502504348755,
      "learning_rate": 2.1061196091412407e-07,
      "loss": 0.3447,
      "step": 2496130
    },
    {
      "epoch": 696.66,
      "grad_norm": 1.6307013034820557,
      "learning_rate": 2.1060075844898002e-07,
      "loss": 0.3245,
      "step": 2496140
    },
    {
      "epoch": 696.66,
      "grad_norm": 1.1786589622497559,
      "learning_rate": 2.1058955626775806e-07,
      "loss": 0.3327,
      "step": 2496150
    },
    {
      "epoch": 696.67,
      "grad_norm": 1.2020940780639648,
      "learning_rate": 2.105783543704608e-07,
      "loss": 0.3304,
      "step": 2496160
    },
    {
      "epoch": 696.67,
      "grad_norm": 1.2633203268051147,
      "learning_rate": 2.1056715275708904e-07,
      "loss": 0.3473,
      "step": 2496170
    },
    {
      "epoch": 696.67,
      "grad_norm": 1.439386248588562,
      "learning_rate": 2.1055595142764457e-07,
      "loss": 0.3334,
      "step": 2496180
    },
    {
      "epoch": 696.68,
      "grad_norm": 1.1998627185821533,
      "learning_rate": 2.10544750382129e-07,
      "loss": 0.343,
      "step": 2496190
    },
    {
      "epoch": 696.68,
      "grad_norm": 1.1672697067260742,
      "learning_rate": 2.1053354962054333e-07,
      "loss": 0.3453,
      "step": 2496200
    },
    {
      "epoch": 696.68,
      "grad_norm": 1.3914254903793335,
      "learning_rate": 2.1052234914288938e-07,
      "loss": 0.3361,
      "step": 2496210
    },
    {
      "epoch": 696.68,
      "grad_norm": 1.2672309875488281,
      "learning_rate": 2.1051114894916872e-07,
      "loss": 0.3425,
      "step": 2496220
    },
    {
      "epoch": 696.69,
      "grad_norm": 1.52387273311615,
      "learning_rate": 2.1049994903938294e-07,
      "loss": 0.3292,
      "step": 2496230
    },
    {
      "epoch": 696.69,
      "grad_norm": 1.2997324466705322,
      "learning_rate": 2.1048874941353304e-07,
      "loss": 0.3269,
      "step": 2496240
    },
    {
      "epoch": 696.69,
      "grad_norm": 1.2832938432693481,
      "learning_rate": 2.1047755007162084e-07,
      "loss": 0.3393,
      "step": 2496250
    },
    {
      "epoch": 696.7,
      "grad_norm": 1.2719180583953857,
      "learning_rate": 2.1046635101364795e-07,
      "loss": 0.3417,
      "step": 2496260
    },
    {
      "epoch": 696.7,
      "grad_norm": 1.3444315195083618,
      "learning_rate": 2.104551522396151e-07,
      "loss": 0.3503,
      "step": 2496270
    },
    {
      "epoch": 696.7,
      "grad_norm": 1.2549644708633423,
      "learning_rate": 2.1044395374952518e-07,
      "loss": 0.3575,
      "step": 2496280
    },
    {
      "epoch": 696.7,
      "grad_norm": 1.1768394708633423,
      "learning_rate": 2.1043275554337844e-07,
      "loss": 0.335,
      "step": 2496290
    },
    {
      "epoch": 696.71,
      "grad_norm": 1.228186011314392,
      "learning_rate": 2.1042155762117668e-07,
      "loss": 0.3366,
      "step": 2496300
    },
    {
      "epoch": 696.71,
      "grad_norm": 1.1627085208892822,
      "learning_rate": 2.104103599829215e-07,
      "loss": 0.3238,
      "step": 2496310
    },
    {
      "epoch": 696.71,
      "grad_norm": 1.7676440477371216,
      "learning_rate": 2.1039916262861498e-07,
      "loss": 0.3436,
      "step": 2496320
    },
    {
      "epoch": 696.72,
      "grad_norm": 1.1197785139083862,
      "learning_rate": 2.1038796555825763e-07,
      "loss": 0.3358,
      "step": 2496330
    },
    {
      "epoch": 696.72,
      "grad_norm": 1.2488309144973755,
      "learning_rate": 2.1037676877185124e-07,
      "loss": 0.3336,
      "step": 2496340
    },
    {
      "epoch": 696.72,
      "grad_norm": 1.1894906759262085,
      "learning_rate": 2.1036557226939793e-07,
      "loss": 0.3459,
      "step": 2496350
    },
    {
      "epoch": 696.72,
      "grad_norm": 1.2186849117279053,
      "learning_rate": 2.103543760508977e-07,
      "loss": 0.3414,
      "step": 2496360
    },
    {
      "epoch": 696.73,
      "grad_norm": 1.2825368642807007,
      "learning_rate": 2.1034318011635417e-07,
      "loss": 0.3387,
      "step": 2496370
    },
    {
      "epoch": 696.73,
      "grad_norm": 1.2848167419433594,
      "learning_rate": 2.1033198446576685e-07,
      "loss": 0.3226,
      "step": 2496380
    },
    {
      "epoch": 696.73,
      "grad_norm": 1.2666486501693726,
      "learning_rate": 2.1032078909913832e-07,
      "loss": 0.3426,
      "step": 2496390
    },
    {
      "epoch": 696.73,
      "grad_norm": 1.2844977378845215,
      "learning_rate": 2.1030959401647012e-07,
      "loss": 0.3396,
      "step": 2496400
    },
    {
      "epoch": 696.74,
      "grad_norm": 1.2284135818481445,
      "learning_rate": 2.1029839921776255e-07,
      "loss": 0.3433,
      "step": 2496410
    },
    {
      "epoch": 696.74,
      "grad_norm": 1.2980953454971313,
      "learning_rate": 2.1028720470301872e-07,
      "loss": 0.358,
      "step": 2496420
    },
    {
      "epoch": 696.74,
      "grad_norm": 1.1491725444793701,
      "learning_rate": 2.1027601047223916e-07,
      "loss": 0.3464,
      "step": 2496430
    },
    {
      "epoch": 696.75,
      "grad_norm": 1.243450403213501,
      "learning_rate": 2.102648165254254e-07,
      "loss": 0.3252,
      "step": 2496440
    },
    {
      "epoch": 696.75,
      "grad_norm": 1.0778692960739136,
      "learning_rate": 2.102536228625793e-07,
      "loss": 0.3238,
      "step": 2496450
    },
    {
      "epoch": 696.75,
      "grad_norm": 4.422435760498047,
      "learning_rate": 2.1024242948370238e-07,
      "loss": 0.3219,
      "step": 2496460
    },
    {
      "epoch": 696.75,
      "grad_norm": 1.2648801803588867,
      "learning_rate": 2.1023123638879546e-07,
      "loss": 0.3413,
      "step": 2496470
    },
    {
      "epoch": 696.76,
      "grad_norm": 1.3607138395309448,
      "learning_rate": 2.102200435778606e-07,
      "loss": 0.3241,
      "step": 2496480
    },
    {
      "epoch": 696.76,
      "grad_norm": 1.2811976671218872,
      "learning_rate": 2.1020885105089936e-07,
      "loss": 0.344,
      "step": 2496490
    },
    {
      "epoch": 696.76,
      "grad_norm": 1.2335318326950073,
      "learning_rate": 2.1019765880791254e-07,
      "loss": 0.3617,
      "step": 2496500
    },
    {
      "epoch": 696.77,
      "grad_norm": 1.280745506286621,
      "learning_rate": 2.1018646684890272e-07,
      "loss": 0.3228,
      "step": 2496510
    },
    {
      "epoch": 696.77,
      "grad_norm": 1.456398367881775,
      "learning_rate": 2.1017527517387043e-07,
      "loss": 0.3459,
      "step": 2496520
    },
    {
      "epoch": 696.77,
      "grad_norm": 1.2446666955947876,
      "learning_rate": 2.1016408378281749e-07,
      "loss": 0.3326,
      "step": 2496530
    },
    {
      "epoch": 696.77,
      "grad_norm": 1.36878502368927,
      "learning_rate": 2.101528926757457e-07,
      "loss": 0.3391,
      "step": 2496540
    },
    {
      "epoch": 696.78,
      "grad_norm": 1.1609270572662354,
      "learning_rate": 2.1014170185265616e-07,
      "loss": 0.3489,
      "step": 2496550
    },
    {
      "epoch": 696.78,
      "grad_norm": 1.3491698503494263,
      "learning_rate": 2.1013051131355012e-07,
      "loss": 0.3428,
      "step": 2496560
    },
    {
      "epoch": 696.78,
      "grad_norm": 1.009057641029358,
      "learning_rate": 2.1011932105842966e-07,
      "loss": 0.3281,
      "step": 2496570
    },
    {
      "epoch": 696.78,
      "grad_norm": 1.346365213394165,
      "learning_rate": 2.1010813108729637e-07,
      "loss": 0.3251,
      "step": 2496580
    },
    {
      "epoch": 696.79,
      "grad_norm": 1.304679274559021,
      "learning_rate": 2.1009694140015052e-07,
      "loss": 0.3564,
      "step": 2496590
    },
    {
      "epoch": 696.79,
      "grad_norm": 1.3850913047790527,
      "learning_rate": 2.1008575199699543e-07,
      "loss": 0.3405,
      "step": 2496600
    },
    {
      "epoch": 696.79,
      "grad_norm": 1.1374813318252563,
      "learning_rate": 2.1007456287783115e-07,
      "loss": 0.3485,
      "step": 2496610
    },
    {
      "epoch": 696.8,
      "grad_norm": 1.3467838764190674,
      "learning_rate": 2.1006337404265976e-07,
      "loss": 0.3274,
      "step": 2496620
    },
    {
      "epoch": 696.8,
      "grad_norm": 1.2462031841278076,
      "learning_rate": 2.100521854914828e-07,
      "loss": 0.3332,
      "step": 2496630
    },
    {
      "epoch": 696.8,
      "grad_norm": 1.2317966222763062,
      "learning_rate": 2.1004099722430135e-07,
      "loss": 0.3494,
      "step": 2496640
    },
    {
      "epoch": 696.8,
      "grad_norm": 1.2745879888534546,
      "learning_rate": 2.100298092411172e-07,
      "loss": 0.3347,
      "step": 2496650
    },
    {
      "epoch": 696.81,
      "grad_norm": 1.518815040588379,
      "learning_rate": 2.1001862154193162e-07,
      "loss": 0.3332,
      "step": 2496660
    },
    {
      "epoch": 696.81,
      "grad_norm": 1.2993146181106567,
      "learning_rate": 2.100074341267465e-07,
      "loss": 0.3364,
      "step": 2496670
    },
    {
      "epoch": 696.81,
      "grad_norm": 1.2031480073928833,
      "learning_rate": 2.0999624699556337e-07,
      "loss": 0.3318,
      "step": 2496680
    },
    {
      "epoch": 696.82,
      "grad_norm": 1.225305438041687,
      "learning_rate": 2.0998506014838298e-07,
      "loss": 0.3272,
      "step": 2496690
    },
    {
      "epoch": 696.82,
      "grad_norm": 1.5844461917877197,
      "learning_rate": 2.0997387358520722e-07,
      "loss": 0.3427,
      "step": 2496700
    },
    {
      "epoch": 696.82,
      "grad_norm": 1.151665449142456,
      "learning_rate": 2.0996268730603784e-07,
      "loss": 0.3392,
      "step": 2496710
    },
    {
      "epoch": 696.82,
      "grad_norm": 1.2055859565734863,
      "learning_rate": 2.0995150131087646e-07,
      "loss": 0.3378,
      "step": 2496720
    },
    {
      "epoch": 696.83,
      "grad_norm": 1.244951605796814,
      "learning_rate": 2.0994031559972354e-07,
      "loss": 0.3408,
      "step": 2496730
    },
    {
      "epoch": 696.83,
      "grad_norm": 1.2658929824829102,
      "learning_rate": 2.09929130172582e-07,
      "loss": 0.3484,
      "step": 2496740
    },
    {
      "epoch": 696.83,
      "grad_norm": 1.4026700258255005,
      "learning_rate": 2.0991794502945208e-07,
      "loss": 0.3387,
      "step": 2496750
    },
    {
      "epoch": 696.84,
      "grad_norm": 1.0936894416809082,
      "learning_rate": 2.0990676017033584e-07,
      "loss": 0.3363,
      "step": 2496760
    },
    {
      "epoch": 696.84,
      "grad_norm": 1.2910313606262207,
      "learning_rate": 2.0989557559523513e-07,
      "loss": 0.332,
      "step": 2496770
    },
    {
      "epoch": 696.84,
      "grad_norm": 1.1331497430801392,
      "learning_rate": 2.0988439130415073e-07,
      "loss": 0.3463,
      "step": 2496780
    },
    {
      "epoch": 696.84,
      "grad_norm": 1.170709490776062,
      "learning_rate": 2.0987320729708418e-07,
      "loss": 0.3328,
      "step": 2496790
    },
    {
      "epoch": 696.85,
      "grad_norm": 1.401271104812622,
      "learning_rate": 2.0986202357403757e-07,
      "loss": 0.3384,
      "step": 2496800
    },
    {
      "epoch": 696.85,
      "grad_norm": 1.2944021224975586,
      "learning_rate": 2.098508401350122e-07,
      "loss": 0.3384,
      "step": 2496810
    },
    {
      "epoch": 696.85,
      "grad_norm": 1.1889128684997559,
      "learning_rate": 2.098396569800086e-07,
      "loss": 0.3301,
      "step": 2496820
    },
    {
      "epoch": 696.85,
      "grad_norm": 1.2604334354400635,
      "learning_rate": 2.0982847410902989e-07,
      "loss": 0.3384,
      "step": 2496830
    },
    {
      "epoch": 696.86,
      "grad_norm": 1.0823140144348145,
      "learning_rate": 2.0981729152207633e-07,
      "loss": 0.3343,
      "step": 2496840
    },
    {
      "epoch": 696.86,
      "grad_norm": 1.4699311256408691,
      "learning_rate": 2.0980610921914973e-07,
      "loss": 0.3528,
      "step": 2496850
    },
    {
      "epoch": 696.86,
      "grad_norm": 1.4211853742599487,
      "learning_rate": 2.0979492720025194e-07,
      "loss": 0.327,
      "step": 2496860
    },
    {
      "epoch": 696.87,
      "grad_norm": 1.099424958229065,
      "learning_rate": 2.0978374546538396e-07,
      "loss": 0.363,
      "step": 2496870
    },
    {
      "epoch": 696.87,
      "grad_norm": 1.3151758909225464,
      "learning_rate": 2.0977256401454738e-07,
      "loss": 0.3252,
      "step": 2496880
    },
    {
      "epoch": 696.87,
      "grad_norm": 1.3898030519485474,
      "learning_rate": 2.0976138284774374e-07,
      "loss": 0.3239,
      "step": 2496890
    },
    {
      "epoch": 696.87,
      "grad_norm": 1.2805219888687134,
      "learning_rate": 2.0975020196497514e-07,
      "loss": 0.3491,
      "step": 2496900
    },
    {
      "epoch": 696.88,
      "grad_norm": 1.2485363483428955,
      "learning_rate": 2.097390213662421e-07,
      "loss": 0.3469,
      "step": 2496910
    },
    {
      "epoch": 696.88,
      "grad_norm": 1.340397834777832,
      "learning_rate": 2.0972784105154618e-07,
      "loss": 0.3473,
      "step": 2496920
    },
    {
      "epoch": 696.88,
      "grad_norm": 1.100754737854004,
      "learning_rate": 2.0971666102089e-07,
      "loss": 0.337,
      "step": 2496930
    },
    {
      "epoch": 696.89,
      "grad_norm": 1.0472278594970703,
      "learning_rate": 2.0970548127427298e-07,
      "loss": 0.3444,
      "step": 2496940
    },
    {
      "epoch": 696.89,
      "grad_norm": 1.2147032022476196,
      "learning_rate": 2.0969430181169908e-07,
      "loss": 0.3454,
      "step": 2496950
    },
    {
      "epoch": 696.89,
      "grad_norm": 1.0933825969696045,
      "learning_rate": 2.096831226331675e-07,
      "loss": 0.343,
      "step": 2496960
    },
    {
      "epoch": 696.89,
      "grad_norm": 1.3994758129119873,
      "learning_rate": 2.0967194373868187e-07,
      "loss": 0.3413,
      "step": 2496970
    },
    {
      "epoch": 696.9,
      "grad_norm": 1.3277710676193237,
      "learning_rate": 2.0966076512824196e-07,
      "loss": 0.3581,
      "step": 2496980
    },
    {
      "epoch": 696.9,
      "grad_norm": 1.4643338918685913,
      "learning_rate": 2.096495868018501e-07,
      "loss": 0.3471,
      "step": 2496990
    },
    {
      "epoch": 696.9,
      "grad_norm": 1.1834241151809692,
      "learning_rate": 2.0963840875950783e-07,
      "loss": 0.3482,
      "step": 2497000
    },
    {
      "epoch": 696.9,
      "grad_norm": 1.4314613342285156,
      "learning_rate": 2.0962723100121596e-07,
      "loss": 0.3379,
      "step": 2497010
    },
    {
      "epoch": 696.91,
      "grad_norm": 1.5263006687164307,
      "learning_rate": 2.0961605352697654e-07,
      "loss": 0.3292,
      "step": 2497020
    },
    {
      "epoch": 696.91,
      "grad_norm": 1.2841569185256958,
      "learning_rate": 2.0960487633679092e-07,
      "loss": 0.3367,
      "step": 2497030
    },
    {
      "epoch": 696.91,
      "grad_norm": 1.1699752807617188,
      "learning_rate": 2.0959369943066113e-07,
      "loss": 0.3449,
      "step": 2497040
    },
    {
      "epoch": 696.92,
      "grad_norm": 1.1627217531204224,
      "learning_rate": 2.0958252280858746e-07,
      "loss": 0.3274,
      "step": 2497050
    },
    {
      "epoch": 696.92,
      "grad_norm": 1.160948634147644,
      "learning_rate": 2.0957134647057225e-07,
      "loss": 0.3323,
      "step": 2497060
    },
    {
      "epoch": 696.92,
      "grad_norm": 1.2441864013671875,
      "learning_rate": 2.0956017041661703e-07,
      "loss": 0.3331,
      "step": 2497070
    },
    {
      "epoch": 696.92,
      "grad_norm": 1.5702065229415894,
      "learning_rate": 2.0954899464672238e-07,
      "loss": 0.3509,
      "step": 2497080
    },
    {
      "epoch": 696.93,
      "grad_norm": 1.2385456562042236,
      "learning_rate": 2.0953781916089111e-07,
      "loss": 0.3384,
      "step": 2497090
    },
    {
      "epoch": 696.93,
      "grad_norm": 1.1924128532409668,
      "learning_rate": 2.0952664395912402e-07,
      "loss": 0.3583,
      "step": 2497100
    },
    {
      "epoch": 696.93,
      "grad_norm": 1.178242802619934,
      "learning_rate": 2.095154690414224e-07,
      "loss": 0.3272,
      "step": 2497110
    },
    {
      "epoch": 696.94,
      "grad_norm": 1.1667366027832031,
      "learning_rate": 2.0950429440778782e-07,
      "loss": 0.331,
      "step": 2497120
    },
    {
      "epoch": 696.94,
      "grad_norm": 1.0064630508422852,
      "learning_rate": 2.0949312005822263e-07,
      "loss": 0.3253,
      "step": 2497130
    },
    {
      "epoch": 696.94,
      "grad_norm": 1.1896473169326782,
      "learning_rate": 2.094819459927271e-07,
      "loss": 0.3491,
      "step": 2497140
    },
    {
      "epoch": 696.94,
      "grad_norm": 1.2444727420806885,
      "learning_rate": 2.09470772211303e-07,
      "loss": 0.3469,
      "step": 2497150
    },
    {
      "epoch": 696.95,
      "grad_norm": 1.3189465999603271,
      "learning_rate": 2.0945959871395274e-07,
      "loss": 0.3331,
      "step": 2497160
    },
    {
      "epoch": 696.95,
      "grad_norm": 1.0849854946136475,
      "learning_rate": 2.0944842550067627e-07,
      "loss": 0.3464,
      "step": 2497170
    },
    {
      "epoch": 696.95,
      "grad_norm": 1.214107632637024,
      "learning_rate": 2.0943725257147673e-07,
      "loss": 0.3402,
      "step": 2497180
    },
    {
      "epoch": 696.96,
      "grad_norm": 1.2504609823226929,
      "learning_rate": 2.094260799263544e-07,
      "loss": 0.3276,
      "step": 2497190
    },
    {
      "epoch": 696.96,
      "grad_norm": 1.207313895225525,
      "learning_rate": 2.0941490756531104e-07,
      "loss": 0.3334,
      "step": 2497200
    },
    {
      "epoch": 696.96,
      "grad_norm": 1.2290573120117188,
      "learning_rate": 2.0940373548834878e-07,
      "loss": 0.3345,
      "step": 2497210
    },
    {
      "epoch": 696.96,
      "grad_norm": 1.4152368307113647,
      "learning_rate": 2.0939256369546816e-07,
      "loss": 0.3456,
      "step": 2497220
    },
    {
      "epoch": 696.97,
      "grad_norm": 1.2259348630905151,
      "learning_rate": 2.0938139218667095e-07,
      "loss": 0.3359,
      "step": 2497230
    },
    {
      "epoch": 696.97,
      "grad_norm": 1.2037780284881592,
      "learning_rate": 2.09370220961959e-07,
      "loss": 0.3225,
      "step": 2497240
    },
    {
      "epoch": 696.97,
      "grad_norm": 1.054587721824646,
      "learning_rate": 2.0935905002133336e-07,
      "loss": 0.3433,
      "step": 2497250
    },
    {
      "epoch": 696.97,
      "grad_norm": 1.211047887802124,
      "learning_rate": 2.0934787936479582e-07,
      "loss": 0.3177,
      "step": 2497260
    },
    {
      "epoch": 696.98,
      "grad_norm": 1.1988130807876587,
      "learning_rate": 2.0933670899234822e-07,
      "loss": 0.3335,
      "step": 2497270
    },
    {
      "epoch": 696.98,
      "grad_norm": 1.2642079591751099,
      "learning_rate": 2.0932553890399133e-07,
      "loss": 0.3289,
      "step": 2497280
    },
    {
      "epoch": 696.98,
      "grad_norm": 1.2039082050323486,
      "learning_rate": 2.0931436909972675e-07,
      "loss": 0.3501,
      "step": 2497290
    },
    {
      "epoch": 696.99,
      "grad_norm": 1.2890950441360474,
      "learning_rate": 2.0930319957955652e-07,
      "loss": 0.3351,
      "step": 2497300
    },
    {
      "epoch": 696.99,
      "grad_norm": 1.1132844686508179,
      "learning_rate": 2.0929203034348117e-07,
      "loss": 0.3399,
      "step": 2497310
    },
    {
      "epoch": 696.99,
      "grad_norm": 1.0847746133804321,
      "learning_rate": 2.092808613915033e-07,
      "loss": 0.3233,
      "step": 2497320
    },
    {
      "epoch": 696.99,
      "grad_norm": 1.3790345191955566,
      "learning_rate": 2.092696927236237e-07,
      "loss": 0.3242,
      "step": 2497330
    },
    {
      "epoch": 697.0,
      "grad_norm": 1.3798846006393433,
      "learning_rate": 2.0925852433984368e-07,
      "loss": 0.3416,
      "step": 2497340
    },
    {
      "epoch": 697.0,
      "grad_norm": 1.390892505645752,
      "learning_rate": 2.092473562401658e-07,
      "loss": 0.3471,
      "step": 2497350
    },
    {
      "epoch": 697.0,
      "eval_loss": 0.33763715624809265,
      "eval_runtime": 65.98,
      "eval_samples_per_second": 76.675,
      "eval_steps_per_second": 9.594,
      "step": 2497351
    },
    {
      "epoch": 697.0,
      "grad_norm": 1.1958961486816406,
      "learning_rate": 2.0923618842459012e-07,
      "loss": 0.3513,
      "step": 2497360
    },
    {
      "epoch": 697.01,
      "grad_norm": 1.3878923654556274,
      "learning_rate": 2.0922502089311894e-07,
      "loss": 0.3327,
      "step": 2497370
    },
    {
      "epoch": 697.01,
      "grad_norm": 1.2262719869613647,
      "learning_rate": 2.0921385364575357e-07,
      "loss": 0.3354,
      "step": 2497380
    },
    {
      "epoch": 697.01,
      "grad_norm": 1.271693468093872,
      "learning_rate": 2.0920268668249608e-07,
      "loss": 0.3301,
      "step": 2497390
    },
    {
      "epoch": 697.01,
      "grad_norm": 1.2088373899459839,
      "learning_rate": 2.091915200033465e-07,
      "loss": 0.3208,
      "step": 2497400
    },
    {
      "epoch": 697.02,
      "grad_norm": 1.6619364023208618,
      "learning_rate": 2.091803536083082e-07,
      "loss": 0.319,
      "step": 2497410
    },
    {
      "epoch": 697.02,
      "grad_norm": 1.2865747213363647,
      "learning_rate": 2.0916918749738116e-07,
      "loss": 0.3295,
      "step": 2497420
    },
    {
      "epoch": 697.02,
      "grad_norm": 1.0587395429611206,
      "learning_rate": 2.0915802167056723e-07,
      "loss": 0.3427,
      "step": 2497430
    },
    {
      "epoch": 697.02,
      "grad_norm": 1.2226630449295044,
      "learning_rate": 2.0914685612786875e-07,
      "loss": 0.3332,
      "step": 2497440
    },
    {
      "epoch": 697.03,
      "grad_norm": 1.37409245967865,
      "learning_rate": 2.0913569086928595e-07,
      "loss": 0.3375,
      "step": 2497450
    },
    {
      "epoch": 697.03,
      "grad_norm": 1.2966606616973877,
      "learning_rate": 2.0912452589482092e-07,
      "loss": 0.3428,
      "step": 2497460
    },
    {
      "epoch": 697.03,
      "grad_norm": 1.0836174488067627,
      "learning_rate": 2.0911336120447525e-07,
      "loss": 0.3566,
      "step": 2497470
    },
    {
      "epoch": 697.04,
      "grad_norm": 1.2303884029388428,
      "learning_rate": 2.0910219679825074e-07,
      "loss": 0.3427,
      "step": 2497480
    },
    {
      "epoch": 697.04,
      "grad_norm": 1.338815689086914,
      "learning_rate": 2.0909103267614793e-07,
      "loss": 0.348,
      "step": 2497490
    },
    {
      "epoch": 697.04,
      "grad_norm": 1.2838656902313232,
      "learning_rate": 2.090798688381686e-07,
      "loss": 0.3417,
      "step": 2497500
    },
    {
      "epoch": 697.04,
      "grad_norm": 1.1923315525054932,
      "learning_rate": 2.0906870528431515e-07,
      "loss": 0.3362,
      "step": 2497510
    },
    {
      "epoch": 697.05,
      "grad_norm": 0.9958637952804565,
      "learning_rate": 2.0905754201458752e-07,
      "loss": 0.3407,
      "step": 2497520
    },
    {
      "epoch": 697.05,
      "grad_norm": 1.1365493535995483,
      "learning_rate": 2.0904637902898889e-07,
      "loss": 0.3414,
      "step": 2497530
    },
    {
      "epoch": 697.05,
      "grad_norm": 1.4189318418502808,
      "learning_rate": 2.0903521632751893e-07,
      "loss": 0.3366,
      "step": 2497540
    },
    {
      "epoch": 697.06,
      "grad_norm": 1.3053569793701172,
      "learning_rate": 2.0902405391018083e-07,
      "loss": 0.3464,
      "step": 2497550
    },
    {
      "epoch": 697.06,
      "grad_norm": 1.3024818897247314,
      "learning_rate": 2.0901289177697509e-07,
      "loss": 0.3387,
      "step": 2497560
    },
    {
      "epoch": 697.06,
      "grad_norm": 1.1169564723968506,
      "learning_rate": 2.0900172992790324e-07,
      "loss": 0.3461,
      "step": 2497570
    },
    {
      "epoch": 697.06,
      "grad_norm": 1.40286123752594,
      "learning_rate": 2.0899056836296766e-07,
      "loss": 0.3441,
      "step": 2497580
    },
    {
      "epoch": 697.07,
      "grad_norm": 1.2198374271392822,
      "learning_rate": 2.0897940708216858e-07,
      "loss": 0.3375,
      "step": 2497590
    },
    {
      "epoch": 697.07,
      "grad_norm": 1.227958083152771,
      "learning_rate": 2.0896824608550812e-07,
      "loss": 0.3486,
      "step": 2497600
    },
    {
      "epoch": 697.07,
      "grad_norm": 1.2756808996200562,
      "learning_rate": 2.0895708537298754e-07,
      "loss": 0.3322,
      "step": 2497610
    },
    {
      "epoch": 697.08,
      "grad_norm": 1.4482276439666748,
      "learning_rate": 2.0894592494460896e-07,
      "loss": 0.3347,
      "step": 2497620
    },
    {
      "epoch": 697.08,
      "grad_norm": 1.0840741395950317,
      "learning_rate": 2.0893476480037313e-07,
      "loss": 0.3409,
      "step": 2497630
    },
    {
      "epoch": 697.08,
      "grad_norm": 1.2741717100143433,
      "learning_rate": 2.0892360494028163e-07,
      "loss": 0.3384,
      "step": 2497640
    },
    {
      "epoch": 697.08,
      "grad_norm": 1.2063069343566895,
      "learning_rate": 2.0891244536433625e-07,
      "loss": 0.3375,
      "step": 2497650
    },
    {
      "epoch": 697.09,
      "grad_norm": 1.2349504232406616,
      "learning_rate": 2.0890128607253808e-07,
      "loss": 0.3168,
      "step": 2497660
    },
    {
      "epoch": 697.09,
      "grad_norm": 1.4865819215774536,
      "learning_rate": 2.0889012706488944e-07,
      "loss": 0.3532,
      "step": 2497670
    },
    {
      "epoch": 697.09,
      "grad_norm": 1.386142373085022,
      "learning_rate": 2.0887896834139085e-07,
      "loss": 0.3546,
      "step": 2497680
    },
    {
      "epoch": 697.09,
      "grad_norm": 1.242631196975708,
      "learning_rate": 2.088678099020441e-07,
      "loss": 0.3271,
      "step": 2497690
    },
    {
      "epoch": 697.1,
      "grad_norm": 1.1742948293685913,
      "learning_rate": 2.088566517468508e-07,
      "loss": 0.3307,
      "step": 2497700
    },
    {
      "epoch": 697.1,
      "grad_norm": 1.0216184854507446,
      "learning_rate": 2.0884549387581275e-07,
      "loss": 0.3353,
      "step": 2497710
    },
    {
      "epoch": 697.1,
      "grad_norm": 1.1933069229125977,
      "learning_rate": 2.0883433628893072e-07,
      "loss": 0.3263,
      "step": 2497720
    },
    {
      "epoch": 697.11,
      "grad_norm": 1.2842190265655518,
      "learning_rate": 2.088231789862063e-07,
      "loss": 0.321,
      "step": 2497730
    },
    {
      "epoch": 697.11,
      "grad_norm": 1.2840267419815063,
      "learning_rate": 2.0881202196764208e-07,
      "loss": 0.3405,
      "step": 2497740
    },
    {
      "epoch": 697.11,
      "grad_norm": 1.2765125036239624,
      "learning_rate": 2.0880086523323751e-07,
      "loss": 0.3204,
      "step": 2497750
    },
    {
      "epoch": 697.11,
      "grad_norm": 1.1657673120498657,
      "learning_rate": 2.0878970878299628e-07,
      "loss": 0.3365,
      "step": 2497760
    },
    {
      "epoch": 697.12,
      "grad_norm": 1.211265206336975,
      "learning_rate": 2.0877855261691809e-07,
      "loss": 0.3391,
      "step": 2497770
    },
    {
      "epoch": 697.12,
      "grad_norm": 1.3797117471694946,
      "learning_rate": 2.0876739673500557e-07,
      "loss": 0.3399,
      "step": 2497780
    },
    {
      "epoch": 697.12,
      "grad_norm": 1.648370623588562,
      "learning_rate": 2.0875624113725975e-07,
      "loss": 0.3388,
      "step": 2497790
    },
    {
      "epoch": 697.13,
      "grad_norm": 1.7865056991577148,
      "learning_rate": 2.0874508582368244e-07,
      "loss": 0.3442,
      "step": 2497800
    },
    {
      "epoch": 697.13,
      "grad_norm": 1.282770037651062,
      "learning_rate": 2.0873393079427445e-07,
      "loss": 0.334,
      "step": 2497810
    },
    {
      "epoch": 697.13,
      "grad_norm": 1.209144949913025,
      "learning_rate": 2.0872277604903785e-07,
      "loss": 0.3455,
      "step": 2497820
    },
    {
      "epoch": 697.13,
      "grad_norm": 1.2301321029663086,
      "learning_rate": 2.0871162158797393e-07,
      "loss": 0.3311,
      "step": 2497830
    },
    {
      "epoch": 697.14,
      "grad_norm": 1.2976528406143188,
      "learning_rate": 2.0870046741108397e-07,
      "loss": 0.3447,
      "step": 2497840
    },
    {
      "epoch": 697.14,
      "grad_norm": 1.1324870586395264,
      "learning_rate": 2.0868931351837037e-07,
      "loss": 0.3254,
      "step": 2497850
    },
    {
      "epoch": 697.14,
      "grad_norm": 1.2072796821594238,
      "learning_rate": 2.0867815990983335e-07,
      "loss": 0.3362,
      "step": 2497860
    },
    {
      "epoch": 697.14,
      "grad_norm": 1.2851836681365967,
      "learning_rate": 2.08667006585475e-07,
      "loss": 0.3321,
      "step": 2497870
    },
    {
      "epoch": 697.15,
      "grad_norm": 1.197400450706482,
      "learning_rate": 2.086558535452974e-07,
      "loss": 0.3581,
      "step": 2497880
    },
    {
      "epoch": 697.15,
      "grad_norm": 1.104561448097229,
      "learning_rate": 2.086447007893003e-07,
      "loss": 0.3235,
      "step": 2497890
    },
    {
      "epoch": 697.15,
      "grad_norm": 1.3773154020309448,
      "learning_rate": 2.0863354831748731e-07,
      "loss": 0.3389,
      "step": 2497900
    },
    {
      "epoch": 697.16,
      "grad_norm": 1.3490196466445923,
      "learning_rate": 2.086223961298582e-07,
      "loss": 0.3257,
      "step": 2497910
    },
    {
      "epoch": 697.16,
      "grad_norm": 1.05599844455719,
      "learning_rate": 2.0861124422641559e-07,
      "loss": 0.3421,
      "step": 2497920
    },
    {
      "epoch": 697.16,
      "grad_norm": 1.2963087558746338,
      "learning_rate": 2.0860009260716022e-07,
      "loss": 0.3328,
      "step": 2497930
    },
    {
      "epoch": 697.16,
      "grad_norm": 1.3632946014404297,
      "learning_rate": 2.0858894127209445e-07,
      "loss": 0.34,
      "step": 2497940
    },
    {
      "epoch": 697.17,
      "grad_norm": 1.7447410821914673,
      "learning_rate": 2.0857779022121855e-07,
      "loss": 0.3318,
      "step": 2497950
    },
    {
      "epoch": 697.17,
      "grad_norm": 1.1898576021194458,
      "learning_rate": 2.0856663945453482e-07,
      "loss": 0.3274,
      "step": 2497960
    },
    {
      "epoch": 697.17,
      "grad_norm": 1.2189781665802002,
      "learning_rate": 2.0855548897204516e-07,
      "loss": 0.3412,
      "step": 2497970
    },
    {
      "epoch": 697.18,
      "grad_norm": 1.1788657903671265,
      "learning_rate": 2.0854433877374948e-07,
      "loss": 0.3409,
      "step": 2497980
    },
    {
      "epoch": 697.18,
      "grad_norm": 1.3068214654922485,
      "learning_rate": 2.0853318885965098e-07,
      "loss": 0.3227,
      "step": 2497990
    },
    {
      "epoch": 697.18,
      "grad_norm": 1.1912899017333984,
      "learning_rate": 2.0852203922975012e-07,
      "loss": 0.3536,
      "step": 2498000
    },
    {
      "epoch": 697.18,
      "grad_norm": 1.3208853006362915,
      "learning_rate": 2.0851088988404876e-07,
      "loss": 0.3374,
      "step": 2498010
    },
    {
      "epoch": 697.19,
      "grad_norm": 1.229406476020813,
      "learning_rate": 2.0849974082254843e-07,
      "loss": 0.3441,
      "step": 2498020
    },
    {
      "epoch": 697.19,
      "grad_norm": 1.2898838520050049,
      "learning_rate": 2.0848859204525047e-07,
      "loss": 0.3378,
      "step": 2498030
    },
    {
      "epoch": 697.19,
      "grad_norm": 1.5057445764541626,
      "learning_rate": 2.0847744355215615e-07,
      "loss": 0.3306,
      "step": 2498040
    },
    {
      "epoch": 697.2,
      "grad_norm": 1.340226173400879,
      "learning_rate": 2.084662953432673e-07,
      "loss": 0.3487,
      "step": 2498050
    },
    {
      "epoch": 697.2,
      "grad_norm": 1.2938934564590454,
      "learning_rate": 2.084551474185855e-07,
      "loss": 0.342,
      "step": 2498060
    },
    {
      "epoch": 697.2,
      "grad_norm": 1.3278981447219849,
      "learning_rate": 2.0844399977811123e-07,
      "loss": 0.3457,
      "step": 2498070
    },
    {
      "epoch": 697.2,
      "grad_norm": 1.3423807621002197,
      "learning_rate": 2.0843285242184791e-07,
      "loss": 0.3527,
      "step": 2498080
    },
    {
      "epoch": 697.21,
      "grad_norm": 1.111865758895874,
      "learning_rate": 2.0842170534979525e-07,
      "loss": 0.3512,
      "step": 2498090
    },
    {
      "epoch": 697.21,
      "grad_norm": 1.1316282749176025,
      "learning_rate": 2.0841055856195536e-07,
      "loss": 0.3367,
      "step": 2498100
    },
    {
      "epoch": 697.21,
      "grad_norm": 1.3251798152923584,
      "learning_rate": 2.0839941205833005e-07,
      "loss": 0.3434,
      "step": 2498110
    },
    {
      "epoch": 697.21,
      "grad_norm": 1.5802068710327148,
      "learning_rate": 2.0838826583891984e-07,
      "loss": 0.3376,
      "step": 2498120
    },
    {
      "epoch": 697.22,
      "grad_norm": 1.2766026258468628,
      "learning_rate": 2.0837711990372758e-07,
      "loss": 0.3392,
      "step": 2498130
    },
    {
      "epoch": 697.22,
      "grad_norm": 1.142834186553955,
      "learning_rate": 2.0836597425275382e-07,
      "loss": 0.3355,
      "step": 2498140
    },
    {
      "epoch": 697.22,
      "grad_norm": 1.3142982721328735,
      "learning_rate": 2.083548288860001e-07,
      "loss": 0.3338,
      "step": 2498150
    },
    {
      "epoch": 697.23,
      "grad_norm": 1.3352726697921753,
      "learning_rate": 2.083436838034685e-07,
      "loss": 0.3351,
      "step": 2498160
    },
    {
      "epoch": 697.23,
      "grad_norm": 1.7978829145431519,
      "learning_rate": 2.0833253900515955e-07,
      "loss": 0.3186,
      "step": 2498170
    },
    {
      "epoch": 697.23,
      "grad_norm": 1.2529162168502808,
      "learning_rate": 2.0832139449107532e-07,
      "loss": 0.3283,
      "step": 2498180
    },
    {
      "epoch": 697.23,
      "grad_norm": 1.366707444190979,
      "learning_rate": 2.0831025026121712e-07,
      "loss": 0.33,
      "step": 2498190
    },
    {
      "epoch": 697.24,
      "grad_norm": 1.1761385202407837,
      "learning_rate": 2.0829910631558702e-07,
      "loss": 0.3278,
      "step": 2498200
    },
    {
      "epoch": 697.24,
      "grad_norm": 1.4375965595245361,
      "learning_rate": 2.0828796265418532e-07,
      "loss": 0.3359,
      "step": 2498210
    },
    {
      "epoch": 697.24,
      "grad_norm": 1.4404869079589844,
      "learning_rate": 2.0827681927701483e-07,
      "loss": 0.3458,
      "step": 2498220
    },
    {
      "epoch": 697.25,
      "grad_norm": 1.1088846921920776,
      "learning_rate": 2.082656761840761e-07,
      "loss": 0.3311,
      "step": 2498230
    },
    {
      "epoch": 697.25,
      "grad_norm": 1.3266419172286987,
      "learning_rate": 2.0825453337537092e-07,
      "loss": 0.343,
      "step": 2498240
    },
    {
      "epoch": 697.25,
      "grad_norm": 1.2102783918380737,
      "learning_rate": 2.0824339085090117e-07,
      "loss": 0.3377,
      "step": 2498250
    },
    {
      "epoch": 697.25,
      "grad_norm": 1.2715508937835693,
      "learning_rate": 2.0823224861066733e-07,
      "loss": 0.3335,
      "step": 2498260
    },
    {
      "epoch": 697.26,
      "grad_norm": 1.2006330490112305,
      "learning_rate": 2.0822110665467172e-07,
      "loss": 0.339,
      "step": 2498270
    },
    {
      "epoch": 697.26,
      "grad_norm": 1.2049615383148193,
      "learning_rate": 2.0820996498291544e-07,
      "loss": 0.3436,
      "step": 2498280
    },
    {
      "epoch": 697.26,
      "grad_norm": 1.1664599180221558,
      "learning_rate": 2.0819882359540078e-07,
      "loss": 0.3363,
      "step": 2498290
    },
    {
      "epoch": 697.26,
      "grad_norm": 1.2723901271820068,
      "learning_rate": 2.0818768249212802e-07,
      "loss": 0.3475,
      "step": 2498300
    },
    {
      "epoch": 697.27,
      "grad_norm": 1.105064034461975,
      "learning_rate": 2.08176541673099e-07,
      "loss": 0.3309,
      "step": 2498310
    },
    {
      "epoch": 697.27,
      "grad_norm": 1.1526386737823486,
      "learning_rate": 2.0816540113831604e-07,
      "loss": 0.3466,
      "step": 2498320
    },
    {
      "epoch": 697.27,
      "grad_norm": 1.0591282844543457,
      "learning_rate": 2.0815426088777914e-07,
      "loss": 0.3389,
      "step": 2498330
    },
    {
      "epoch": 697.28,
      "grad_norm": 1.305528163909912,
      "learning_rate": 2.0814312092149117e-07,
      "loss": 0.3234,
      "step": 2498340
    },
    {
      "epoch": 697.28,
      "grad_norm": 1.175450325012207,
      "learning_rate": 2.081319812394529e-07,
      "loss": 0.3322,
      "step": 2498350
    },
    {
      "epoch": 697.28,
      "grad_norm": 1.2926660776138306,
      "learning_rate": 2.081208418416659e-07,
      "loss": 0.3343,
      "step": 2498360
    },
    {
      "epoch": 697.28,
      "grad_norm": 1.2644846439361572,
      "learning_rate": 2.0810970272813174e-07,
      "loss": 0.3312,
      "step": 2498370
    },
    {
      "epoch": 697.29,
      "grad_norm": 6.984992027282715,
      "learning_rate": 2.0809856389885222e-07,
      "loss": 0.3297,
      "step": 2498380
    },
    {
      "epoch": 697.29,
      "grad_norm": 1.388123869895935,
      "learning_rate": 2.0808742535382812e-07,
      "loss": 0.3328,
      "step": 2498390
    },
    {
      "epoch": 697.29,
      "grad_norm": 1.4444369077682495,
      "learning_rate": 2.0807628709306129e-07,
      "loss": 0.3341,
      "step": 2498400
    },
    {
      "epoch": 697.3,
      "grad_norm": 1.3577059507369995,
      "learning_rate": 2.0806514911655328e-07,
      "loss": 0.3375,
      "step": 2498410
    },
    {
      "epoch": 697.3,
      "grad_norm": 1.6677711009979248,
      "learning_rate": 2.0805401142430562e-07,
      "loss": 0.3462,
      "step": 2498420
    },
    {
      "epoch": 697.3,
      "grad_norm": 1.306025505065918,
      "learning_rate": 2.0804287401631991e-07,
      "loss": 0.3256,
      "step": 2498430
    },
    {
      "epoch": 697.3,
      "grad_norm": 1.1977382898330688,
      "learning_rate": 2.0803173689259693e-07,
      "loss": 0.3388,
      "step": 2498440
    },
    {
      "epoch": 697.31,
      "grad_norm": 1.1690497398376465,
      "learning_rate": 2.0802060005313876e-07,
      "loss": 0.3364,
      "step": 2498450
    },
    {
      "epoch": 697.31,
      "grad_norm": 1.236928939819336,
      "learning_rate": 2.0800946349794717e-07,
      "loss": 0.3318,
      "step": 2498460
    },
    {
      "epoch": 697.31,
      "grad_norm": 1.3754113912582397,
      "learning_rate": 2.0799832722702222e-07,
      "loss": 0.3295,
      "step": 2498470
    },
    {
      "epoch": 697.32,
      "grad_norm": 1.2550935745239258,
      "learning_rate": 2.0798719124036728e-07,
      "loss": 0.3433,
      "step": 2498480
    },
    {
      "epoch": 697.32,
      "grad_norm": 1.131014108657837,
      "learning_rate": 2.079760555379826e-07,
      "loss": 0.3373,
      "step": 2498490
    },
    {
      "epoch": 697.32,
      "grad_norm": 1.295690655708313,
      "learning_rate": 2.0796492011987027e-07,
      "loss": 0.3476,
      "step": 2498500
    },
    {
      "epoch": 697.32,
      "grad_norm": 1.2876960039138794,
      "learning_rate": 2.0795378498603107e-07,
      "loss": 0.3347,
      "step": 2498510
    },
    {
      "epoch": 697.33,
      "grad_norm": 1.2667768001556396,
      "learning_rate": 2.079426501364676e-07,
      "loss": 0.3462,
      "step": 2498520
    },
    {
      "epoch": 697.33,
      "grad_norm": 1.4777982234954834,
      "learning_rate": 2.0793151557118036e-07,
      "loss": 0.3451,
      "step": 2498530
    },
    {
      "epoch": 697.33,
      "grad_norm": 1.2230651378631592,
      "learning_rate": 2.079203812901709e-07,
      "loss": 0.3431,
      "step": 2498540
    },
    {
      "epoch": 697.33,
      "grad_norm": 1.3632992506027222,
      "learning_rate": 2.079092472934414e-07,
      "loss": 0.3509,
      "step": 2498550
    },
    {
      "epoch": 697.34,
      "grad_norm": 1.276719331741333,
      "learning_rate": 2.07898113580992e-07,
      "loss": 0.3352,
      "step": 2498560
    },
    {
      "epoch": 697.34,
      "grad_norm": 1.0685914754867554,
      "learning_rate": 2.0788698015282618e-07,
      "loss": 0.3321,
      "step": 2498570
    },
    {
      "epoch": 697.34,
      "grad_norm": 1.2890455722808838,
      "learning_rate": 2.0787584700894358e-07,
      "loss": 0.3248,
      "step": 2498580
    },
    {
      "epoch": 697.35,
      "grad_norm": 1.2532401084899902,
      "learning_rate": 2.0786471414934664e-07,
      "loss": 0.3558,
      "step": 2498590
    },
    {
      "epoch": 697.35,
      "grad_norm": 1.1418421268463135,
      "learning_rate": 2.0785358157403687e-07,
      "loss": 0.3324,
      "step": 2498600
    },
    {
      "epoch": 697.35,
      "grad_norm": 1.4311840534210205,
      "learning_rate": 2.0784244928301528e-07,
      "loss": 0.3394,
      "step": 2498610
    },
    {
      "epoch": 697.35,
      "grad_norm": 1.1245454549789429,
      "learning_rate": 2.0783131727628326e-07,
      "loss": 0.3465,
      "step": 2498620
    },
    {
      "epoch": 697.36,
      "grad_norm": 1.0954385995864868,
      "learning_rate": 2.0782018555384282e-07,
      "loss": 0.3463,
      "step": 2498630
    },
    {
      "epoch": 697.36,
      "grad_norm": 1.6395825147628784,
      "learning_rate": 2.0780905411569553e-07,
      "loss": 0.3242,
      "step": 2498640
    },
    {
      "epoch": 697.36,
      "grad_norm": 1.0947351455688477,
      "learning_rate": 2.0779792296184194e-07,
      "loss": 0.3329,
      "step": 2498650
    },
    {
      "epoch": 697.37,
      "grad_norm": 1.2834211587905884,
      "learning_rate": 2.0778679209228463e-07,
      "loss": 0.3493,
      "step": 2498660
    },
    {
      "epoch": 697.37,
      "grad_norm": 1.2241824865341187,
      "learning_rate": 2.0777566150702437e-07,
      "loss": 0.3345,
      "step": 2498670
    },
    {
      "epoch": 697.37,
      "grad_norm": 1.1542818546295166,
      "learning_rate": 2.07764531206063e-07,
      "loss": 0.3209,
      "step": 2498680
    },
    {
      "epoch": 697.37,
      "grad_norm": 1.239751935005188,
      "learning_rate": 2.077534011894021e-07,
      "loss": 0.33,
      "step": 2498690
    },
    {
      "epoch": 697.38,
      "grad_norm": 1.379793643951416,
      "learning_rate": 2.0774227145704242e-07,
      "loss": 0.3229,
      "step": 2498700
    },
    {
      "epoch": 697.38,
      "grad_norm": 1.2690595388412476,
      "learning_rate": 2.0773114200898655e-07,
      "loss": 0.3363,
      "step": 2498710
    },
    {
      "epoch": 697.38,
      "grad_norm": 2.0905275344848633,
      "learning_rate": 2.077200128452348e-07,
      "loss": 0.3306,
      "step": 2498720
    },
    {
      "epoch": 697.38,
      "grad_norm": 1.2824068069458008,
      "learning_rate": 2.0770888396578945e-07,
      "loss": 0.3337,
      "step": 2498730
    },
    {
      "epoch": 697.39,
      "grad_norm": 1.3663222789764404,
      "learning_rate": 2.076977553706516e-07,
      "loss": 0.3527,
      "step": 2498740
    },
    {
      "epoch": 697.39,
      "grad_norm": 1.3935531377792358,
      "learning_rate": 2.0768662705982355e-07,
      "loss": 0.3314,
      "step": 2498750
    },
    {
      "epoch": 697.39,
      "grad_norm": 1.22856867313385,
      "learning_rate": 2.0767549903330533e-07,
      "loss": 0.3227,
      "step": 2498760
    },
    {
      "epoch": 697.4,
      "grad_norm": 1.3339895009994507,
      "learning_rate": 2.0766437129109952e-07,
      "loss": 0.33,
      "step": 2498770
    },
    {
      "epoch": 697.4,
      "grad_norm": 1.2383118867874146,
      "learning_rate": 2.076532438332077e-07,
      "loss": 0.3482,
      "step": 2498780
    },
    {
      "epoch": 697.4,
      "grad_norm": 1.416588544845581,
      "learning_rate": 2.0764211665962984e-07,
      "loss": 0.3345,
      "step": 2498790
    },
    {
      "epoch": 697.4,
      "grad_norm": 1.5518561601638794,
      "learning_rate": 2.076309897703696e-07,
      "loss": 0.338,
      "step": 2498800
    },
    {
      "epoch": 697.41,
      "grad_norm": 1.3062766790390015,
      "learning_rate": 2.0761986316542673e-07,
      "loss": 0.3343,
      "step": 2498810
    },
    {
      "epoch": 697.41,
      "grad_norm": 1.2390828132629395,
      "learning_rate": 2.0760873684480357e-07,
      "loss": 0.3322,
      "step": 2498820
    },
    {
      "epoch": 697.41,
      "grad_norm": 1.1001882553100586,
      "learning_rate": 2.0759761080850191e-07,
      "loss": 0.3255,
      "step": 2498830
    },
    {
      "epoch": 697.42,
      "grad_norm": 1.220716953277588,
      "learning_rate": 2.0758648505652206e-07,
      "loss": 0.3519,
      "step": 2498840
    },
    {
      "epoch": 697.42,
      "grad_norm": 1.2968703508377075,
      "learning_rate": 2.0757535958886634e-07,
      "loss": 0.3259,
      "step": 2498850
    },
    {
      "epoch": 697.42,
      "grad_norm": 1.1192258596420288,
      "learning_rate": 2.0756423440553578e-07,
      "loss": 0.3425,
      "step": 2498860
    },
    {
      "epoch": 697.42,
      "grad_norm": 1.2555451393127441,
      "learning_rate": 2.0755310950653272e-07,
      "loss": 0.3337,
      "step": 2498870
    },
    {
      "epoch": 697.43,
      "grad_norm": 5.8103251457214355,
      "learning_rate": 2.0754198489185718e-07,
      "loss": 0.3362,
      "step": 2498880
    },
    {
      "epoch": 697.43,
      "grad_norm": 1.399259328842163,
      "learning_rate": 2.0753086056151252e-07,
      "loss": 0.321,
      "step": 2498890
    },
    {
      "epoch": 697.43,
      "grad_norm": 1.4600350856781006,
      "learning_rate": 2.075197365154985e-07,
      "loss": 0.3394,
      "step": 2498900
    },
    {
      "epoch": 697.44,
      "grad_norm": 1.2500250339508057,
      "learning_rate": 2.0750861275381745e-07,
      "loss": 0.3504,
      "step": 2498910
    },
    {
      "epoch": 697.44,
      "grad_norm": 1.0725078582763672,
      "learning_rate": 2.074974892764712e-07,
      "loss": 0.3529,
      "step": 2498920
    },
    {
      "epoch": 697.44,
      "grad_norm": 1.8853626251220703,
      "learning_rate": 2.0748636608346026e-07,
      "loss": 0.3334,
      "step": 2498930
    },
    {
      "epoch": 697.44,
      "grad_norm": 1.3049193620681763,
      "learning_rate": 2.0747524317478674e-07,
      "loss": 0.3486,
      "step": 2498940
    },
    {
      "epoch": 697.45,
      "grad_norm": 1.2264724969863892,
      "learning_rate": 2.0746412055045164e-07,
      "loss": 0.3319,
      "step": 2498950
    },
    {
      "epoch": 697.45,
      "grad_norm": 1.142822504043579,
      "learning_rate": 2.0745299821045758e-07,
      "loss": 0.3287,
      "step": 2498960
    },
    {
      "epoch": 697.45,
      "grad_norm": 1.3892632722854614,
      "learning_rate": 2.0744187615480455e-07,
      "loss": 0.3428,
      "step": 2498970
    },
    {
      "epoch": 697.45,
      "grad_norm": 1.2931585311889648,
      "learning_rate": 2.0743075438349465e-07,
      "loss": 0.3274,
      "step": 2498980
    },
    {
      "epoch": 697.46,
      "grad_norm": 1.3819971084594727,
      "learning_rate": 2.074196328965297e-07,
      "loss": 0.3411,
      "step": 2498990
    },
    {
      "epoch": 697.46,
      "grad_norm": 1.2207164764404297,
      "learning_rate": 2.0740851169391073e-07,
      "loss": 0.3299,
      "step": 2499000
    },
    {
      "epoch": 697.46,
      "grad_norm": 1.3366187810897827,
      "learning_rate": 2.0739739077563982e-07,
      "loss": 0.3346,
      "step": 2499010
    },
    {
      "epoch": 697.47,
      "grad_norm": 1.377592921257019,
      "learning_rate": 2.07386270141717e-07,
      "loss": 0.3249,
      "step": 2499020
    },
    {
      "epoch": 697.47,
      "grad_norm": 1.3738447427749634,
      "learning_rate": 2.0737514979214587e-07,
      "loss": 0.3448,
      "step": 2499030
    },
    {
      "epoch": 697.47,
      "grad_norm": 1.276944637298584,
      "learning_rate": 2.0736402972692643e-07,
      "loss": 0.3291,
      "step": 2499040
    },
    {
      "epoch": 697.47,
      "grad_norm": 1.1740812063217163,
      "learning_rate": 2.073529099460603e-07,
      "loss": 0.3247,
      "step": 2499050
    },
    {
      "epoch": 697.48,
      "grad_norm": 1.225560188293457,
      "learning_rate": 2.0734179044955002e-07,
      "loss": 0.3288,
      "step": 2499060
    },
    {
      "epoch": 697.48,
      "grad_norm": 2.4703433513641357,
      "learning_rate": 2.0733067123739535e-07,
      "loss": 0.3474,
      "step": 2499070
    },
    {
      "epoch": 697.48,
      "grad_norm": 1.3337258100509644,
      "learning_rate": 2.073195523095989e-07,
      "loss": 0.3382,
      "step": 2499080
    },
    {
      "epoch": 697.49,
      "grad_norm": 1.1513721942901611,
      "learning_rate": 2.0730843366616195e-07,
      "loss": 0.3213,
      "step": 2499090
    },
    {
      "epoch": 697.49,
      "grad_norm": 1.4459736347198486,
      "learning_rate": 2.0729731530708635e-07,
      "loss": 0.3406,
      "step": 2499100
    },
    {
      "epoch": 697.49,
      "grad_norm": 1.3638105392456055,
      "learning_rate": 2.0728619723237287e-07,
      "loss": 0.3338,
      "step": 2499110
    },
    {
      "epoch": 697.49,
      "grad_norm": 1.2164580821990967,
      "learning_rate": 2.0727507944202333e-07,
      "loss": 0.317,
      "step": 2499120
    },
    {
      "epoch": 697.5,
      "grad_norm": 4.949349403381348,
      "learning_rate": 2.072639619360393e-07,
      "loss": 0.3445,
      "step": 2499130
    },
    {
      "epoch": 697.5,
      "grad_norm": 1.2225971221923828,
      "learning_rate": 2.0725284471442152e-07,
      "loss": 0.3438,
      "step": 2499140
    },
    {
      "epoch": 697.5,
      "grad_norm": 2.09621262550354,
      "learning_rate": 2.072417277771729e-07,
      "loss": 0.3526,
      "step": 2499150
    },
    {
      "epoch": 697.5,
      "grad_norm": 1.500166654586792,
      "learning_rate": 2.072306111242937e-07,
      "loss": 0.3562,
      "step": 2499160
    },
    {
      "epoch": 697.51,
      "grad_norm": 1.3664054870605469,
      "learning_rate": 2.0721949475578594e-07,
      "loss": 0.3343,
      "step": 2499170
    },
    {
      "epoch": 697.51,
      "grad_norm": 1.3060071468353271,
      "learning_rate": 2.0720837867165076e-07,
      "loss": 0.3446,
      "step": 2499180
    },
    {
      "epoch": 697.51,
      "grad_norm": 1.2599852085113525,
      "learning_rate": 2.071972628718904e-07,
      "loss": 0.3413,
      "step": 2499190
    },
    {
      "epoch": 697.52,
      "grad_norm": 1.7932018041610718,
      "learning_rate": 2.071861473565052e-07,
      "loss": 0.3393,
      "step": 2499200
    },
    {
      "epoch": 697.52,
      "grad_norm": 1.3315705060958862,
      "learning_rate": 2.0717503212549744e-07,
      "loss": 0.3322,
      "step": 2499210
    },
    {
      "epoch": 697.52,
      "grad_norm": 1.309661865234375,
      "learning_rate": 2.0716391717886875e-07,
      "loss": 0.3343,
      "step": 2499220
    },
    {
      "epoch": 697.52,
      "grad_norm": 1.352866291999817,
      "learning_rate": 2.0715280251661932e-07,
      "loss": 0.3218,
      "step": 2499230
    },
    {
      "epoch": 697.53,
      "grad_norm": 1.208411693572998,
      "learning_rate": 2.0714168813875257e-07,
      "loss": 0.3384,
      "step": 2499240
    },
    {
      "epoch": 697.53,
      "grad_norm": 1.2702221870422363,
      "learning_rate": 2.071305740452685e-07,
      "loss": 0.329,
      "step": 2499250
    },
    {
      "epoch": 697.53,
      "grad_norm": 1.2377612590789795,
      "learning_rate": 2.0711946023616892e-07,
      "loss": 0.3349,
      "step": 2499260
    },
    {
      "epoch": 697.54,
      "grad_norm": 1.3205221891403198,
      "learning_rate": 2.0710834671145592e-07,
      "loss": 0.3281,
      "step": 2499270
    },
    {
      "epoch": 697.54,
      "grad_norm": 1.460105299949646,
      "learning_rate": 2.0709723347112975e-07,
      "loss": 0.346,
      "step": 2499280
    },
    {
      "epoch": 697.54,
      "grad_norm": 1.1807252168655396,
      "learning_rate": 2.0708612051519328e-07,
      "loss": 0.3257,
      "step": 2499290
    },
    {
      "epoch": 697.54,
      "grad_norm": 1.2782297134399414,
      "learning_rate": 2.070750078436473e-07,
      "loss": 0.3359,
      "step": 2499300
    },
    {
      "epoch": 697.55,
      "grad_norm": 1.0914679765701294,
      "learning_rate": 2.0706389545649308e-07,
      "loss": 0.3516,
      "step": 2499310
    },
    {
      "epoch": 697.55,
      "grad_norm": 1.2872785329818726,
      "learning_rate": 2.0705278335373224e-07,
      "loss": 0.3415,
      "step": 2499320
    },
    {
      "epoch": 697.55,
      "grad_norm": 1.2153253555297852,
      "learning_rate": 2.0704167153536705e-07,
      "loss": 0.3284,
      "step": 2499330
    },
    {
      "epoch": 697.56,
      "grad_norm": 1.5413912534713745,
      "learning_rate": 2.070305600013978e-07,
      "loss": 0.335,
      "step": 2499340
    },
    {
      "epoch": 697.56,
      "grad_norm": 1.1758248805999756,
      "learning_rate": 2.070194487518266e-07,
      "loss": 0.3428,
      "step": 2499350
    },
    {
      "epoch": 697.56,
      "grad_norm": 1.2946499586105347,
      "learning_rate": 2.0700833778665498e-07,
      "loss": 0.3329,
      "step": 2499360
    },
    {
      "epoch": 697.56,
      "grad_norm": 1.2967318296432495,
      "learning_rate": 2.0699722710588374e-07,
      "loss": 0.3404,
      "step": 2499370
    },
    {
      "epoch": 697.57,
      "grad_norm": 1.304894208908081,
      "learning_rate": 2.0698611670951545e-07,
      "loss": 0.3308,
      "step": 2499380
    },
    {
      "epoch": 697.57,
      "grad_norm": 1.7842297554016113,
      "learning_rate": 2.0697500659755091e-07,
      "loss": 0.3249,
      "step": 2499390
    },
    {
      "epoch": 697.57,
      "grad_norm": 7.284636974334717,
      "learning_rate": 2.0696389676999143e-07,
      "loss": 0.3462,
      "step": 2499400
    },
    {
      "epoch": 697.57,
      "grad_norm": 1.397581696510315,
      "learning_rate": 2.0695278722683908e-07,
      "loss": 0.3392,
      "step": 2499410
    },
    {
      "epoch": 697.58,
      "grad_norm": 1.2742524147033691,
      "learning_rate": 2.0694167796809491e-07,
      "loss": 0.3347,
      "step": 2499420
    },
    {
      "epoch": 697.58,
      "grad_norm": 1.880012035369873,
      "learning_rate": 2.0693056899376048e-07,
      "loss": 0.3398,
      "step": 2499430
    },
    {
      "epoch": 697.58,
      "grad_norm": 1.205089807510376,
      "learning_rate": 2.0691946030383707e-07,
      "loss": 0.3388,
      "step": 2499440
    },
    {
      "epoch": 697.59,
      "grad_norm": 1.126703143119812,
      "learning_rate": 2.0690835189832706e-07,
      "loss": 0.3247,
      "step": 2499450
    },
    {
      "epoch": 697.59,
      "grad_norm": 1.4429839849472046,
      "learning_rate": 2.0689724377723014e-07,
      "loss": 0.3378,
      "step": 2499460
    },
    {
      "epoch": 697.59,
      "grad_norm": 1.312575101852417,
      "learning_rate": 2.0688613594055e-07,
      "loss": 0.3409,
      "step": 2499470
    },
    {
      "epoch": 697.59,
      "grad_norm": 1.2716138362884521,
      "learning_rate": 2.0687502838828636e-07,
      "loss": 0.3509,
      "step": 2499480
    },
    {
      "epoch": 697.6,
      "grad_norm": 1.3948936462402344,
      "learning_rate": 2.0686392112044154e-07,
      "loss": 0.3389,
      "step": 2499490
    },
    {
      "epoch": 697.6,
      "grad_norm": 1.2581000328063965,
      "learning_rate": 2.0685281413701715e-07,
      "loss": 0.3392,
      "step": 2499500
    },
    {
      "epoch": 697.6,
      "grad_norm": 1.1315879821777344,
      "learning_rate": 2.068417074380142e-07,
      "loss": 0.3544,
      "step": 2499510
    },
    {
      "epoch": 697.61,
      "grad_norm": 1.253104329109192,
      "learning_rate": 2.0683060102343398e-07,
      "loss": 0.3529,
      "step": 2499520
    },
    {
      "epoch": 697.61,
      "grad_norm": 1.104860782623291,
      "learning_rate": 2.068194948932786e-07,
      "loss": 0.3253,
      "step": 2499530
    },
    {
      "epoch": 697.61,
      "grad_norm": 1.3186265230178833,
      "learning_rate": 2.0680838904754935e-07,
      "loss": 0.3449,
      "step": 2499540
    },
    {
      "epoch": 697.61,
      "grad_norm": 2.679171085357666,
      "learning_rate": 2.0679728348624754e-07,
      "loss": 0.3389,
      "step": 2499550
    },
    {
      "epoch": 697.62,
      "grad_norm": 1.234282374382019,
      "learning_rate": 2.0678617820937444e-07,
      "loss": 0.3421,
      "step": 2499560
    },
    {
      "epoch": 697.62,
      "grad_norm": 2.7922775745391846,
      "learning_rate": 2.067750732169319e-07,
      "loss": 0.348,
      "step": 2499570
    },
    {
      "epoch": 697.62,
      "grad_norm": 1.0753077268600464,
      "learning_rate": 2.0676396850892148e-07,
      "loss": 0.3586,
      "step": 2499580
    },
    {
      "epoch": 697.62,
      "grad_norm": 1.0614714622497559,
      "learning_rate": 2.0675286408534472e-07,
      "loss": 0.3271,
      "step": 2499590
    },
    {
      "epoch": 697.63,
      "grad_norm": 1.4758812189102173,
      "learning_rate": 2.067417599462019e-07,
      "loss": 0.3364,
      "step": 2499600
    },
    {
      "epoch": 697.63,
      "grad_norm": 1.1841546297073364,
      "learning_rate": 2.0673065609149642e-07,
      "loss": 0.3292,
      "step": 2499610
    },
    {
      "epoch": 697.63,
      "grad_norm": 1.1383249759674072,
      "learning_rate": 2.067195525212285e-07,
      "loss": 0.3267,
      "step": 2499620
    },
    {
      "epoch": 697.64,
      "grad_norm": 1.2006025314331055,
      "learning_rate": 2.067084492353997e-07,
      "loss": 0.3356,
      "step": 2499630
    },
    {
      "epoch": 697.64,
      "grad_norm": 1.072605848312378,
      "learning_rate": 2.066973462340124e-07,
      "loss": 0.3248,
      "step": 2499640
    },
    {
      "epoch": 697.64,
      "grad_norm": 1.1210259199142456,
      "learning_rate": 2.0668624351706685e-07,
      "loss": 0.3223,
      "step": 2499650
    },
    {
      "epoch": 697.64,
      "grad_norm": 1.262489676475525,
      "learning_rate": 2.0667514108456512e-07,
      "loss": 0.3264,
      "step": 2499660
    },
    {
      "epoch": 697.65,
      "grad_norm": 1.261223316192627,
      "learning_rate": 2.066640389365085e-07,
      "loss": 0.3422,
      "step": 2499670
    },
    {
      "epoch": 697.65,
      "grad_norm": 1.2690232992172241,
      "learning_rate": 2.0665293707289907e-07,
      "loss": 0.3385,
      "step": 2499680
    },
    {
      "epoch": 697.65,
      "grad_norm": 1.2003949880599976,
      "learning_rate": 2.0664183549373687e-07,
      "loss": 0.3269,
      "step": 2499690
    },
    {
      "epoch": 697.66,
      "grad_norm": 1.527247428894043,
      "learning_rate": 2.066307341990255e-07,
      "loss": 0.3558,
      "step": 2499700
    },
    {
      "epoch": 697.66,
      "grad_norm": 1.1474144458770752,
      "learning_rate": 2.0661963318876476e-07,
      "loss": 0.3181,
      "step": 2499710
    },
    {
      "epoch": 697.66,
      "grad_norm": 1.4544126987457275,
      "learning_rate": 2.066085324629564e-07,
      "loss": 0.3367,
      "step": 2499720
    },
    {
      "epoch": 697.66,
      "grad_norm": 1.2718193531036377,
      "learning_rate": 2.065974320216028e-07,
      "loss": 0.3401,
      "step": 2499730
    },
    {
      "epoch": 697.67,
      "grad_norm": 1.0837137699127197,
      "learning_rate": 2.0658633186470447e-07,
      "loss": 0.3269,
      "step": 2499740
    },
    {
      "epoch": 697.67,
      "grad_norm": 1.3424596786499023,
      "learning_rate": 2.0657523199226297e-07,
      "loss": 0.3433,
      "step": 2499750
    },
    {
      "epoch": 697.67,
      "grad_norm": 1.076804757118225,
      "learning_rate": 2.0656413240428012e-07,
      "loss": 0.334,
      "step": 2499760
    },
    {
      "epoch": 697.68,
      "grad_norm": 5.9063873291015625,
      "learning_rate": 2.0655303310075774e-07,
      "loss": 0.3332,
      "step": 2499770
    },
    {
      "epoch": 697.68,
      "grad_norm": 1.275241732597351,
      "learning_rate": 2.0654193408169638e-07,
      "loss": 0.3324,
      "step": 2499780
    },
    {
      "epoch": 697.68,
      "grad_norm": 1.404924750328064,
      "learning_rate": 2.0653083534709806e-07,
      "loss": 0.3232,
      "step": 2499790
    },
    {
      "epoch": 697.68,
      "grad_norm": 1.3530014753341675,
      "learning_rate": 2.0651973689696442e-07,
      "loss": 0.3391,
      "step": 2499800
    },
    {
      "epoch": 697.69,
      "grad_norm": 1.1155229806900024,
      "learning_rate": 2.0650863873129616e-07,
      "loss": 0.3405,
      "step": 2499810
    },
    {
      "epoch": 697.69,
      "grad_norm": 1.2587769031524658,
      "learning_rate": 2.0649754085009595e-07,
      "loss": 0.3553,
      "step": 2499820
    },
    {
      "epoch": 697.69,
      "grad_norm": 1.1422144174575806,
      "learning_rate": 2.064864432533643e-07,
      "loss": 0.3244,
      "step": 2499830
    },
    {
      "epoch": 697.69,
      "grad_norm": 1.1430226564407349,
      "learning_rate": 2.0647534594110298e-07,
      "loss": 0.328,
      "step": 2499840
    },
    {
      "epoch": 697.7,
      "grad_norm": 1.8543415069580078,
      "learning_rate": 2.0646424891331358e-07,
      "loss": 0.3359,
      "step": 2499850
    },
    {
      "epoch": 697.7,
      "grad_norm": 1.2331247329711914,
      "learning_rate": 2.0645315216999745e-07,
      "loss": 0.3468,
      "step": 2499860
    },
    {
      "epoch": 697.7,
      "grad_norm": 1.1719398498535156,
      "learning_rate": 2.0644205571115632e-07,
      "loss": 0.325,
      "step": 2499870
    },
    {
      "epoch": 697.71,
      "grad_norm": 1.2782922983169556,
      "learning_rate": 2.0643095953679132e-07,
      "loss": 0.3418,
      "step": 2499880
    },
    {
      "epoch": 697.71,
      "grad_norm": 1.1751219034194946,
      "learning_rate": 2.0641986364690394e-07,
      "loss": 0.3394,
      "step": 2499890
    },
    {
      "epoch": 697.71,
      "grad_norm": 1.3956420421600342,
      "learning_rate": 2.0640876804149578e-07,
      "loss": 0.3398,
      "step": 2499900
    },
    {
      "epoch": 697.71,
      "grad_norm": 1.2391111850738525,
      "learning_rate": 2.0639767272056865e-07,
      "loss": 0.3246,
      "step": 2499910
    },
    {
      "epoch": 697.72,
      "grad_norm": 1.3230676651000977,
      "learning_rate": 2.0638657768412358e-07,
      "loss": 0.3522,
      "step": 2499920
    },
    {
      "epoch": 697.72,
      "grad_norm": 1.3778235912322998,
      "learning_rate": 2.0637548293216192e-07,
      "loss": 0.358,
      "step": 2499930
    },
    {
      "epoch": 697.72,
      "grad_norm": 1.2447670698165894,
      "learning_rate": 2.0636438846468594e-07,
      "loss": 0.3517,
      "step": 2499940
    },
    {
      "epoch": 697.73,
      "grad_norm": 1.3223450183868408,
      "learning_rate": 2.0635329428169545e-07,
      "loss": 0.3317,
      "step": 2499950
    },
    {
      "epoch": 697.73,
      "grad_norm": 1.2609468698501587,
      "learning_rate": 2.0634220038319428e-07,
      "loss": 0.3451,
      "step": 2499960
    },
    {
      "epoch": 697.73,
      "grad_norm": 1.371789574623108,
      "learning_rate": 2.0633110676918197e-07,
      "loss": 0.3328,
      "step": 2499970
    },
    {
      "epoch": 697.73,
      "grad_norm": 1.4112684726715088,
      "learning_rate": 2.0632001343966085e-07,
      "loss": 0.3428,
      "step": 2499980
    },
    {
      "epoch": 697.74,
      "grad_norm": 0.971634566783905,
      "learning_rate": 2.063089203946322e-07,
      "loss": 0.329,
      "step": 2499990
    },
    {
      "epoch": 697.74,
      "grad_norm": 1.0225073099136353,
      "learning_rate": 2.0629782763409786e-07,
      "loss": 0.3374,
      "step": 2500000
    },
    {
      "epoch": 697.74,
      "grad_norm": 1.2729370594024658,
      "learning_rate": 2.062867351580586e-07,
      "loss": 0.3344,
      "step": 2500010
    },
    {
      "epoch": 697.74,
      "grad_norm": 1.264360785484314,
      "learning_rate": 2.0627564296651625e-07,
      "loss": 0.3555,
      "step": 2500020
    },
    {
      "epoch": 697.75,
      "grad_norm": 1.236307978630066,
      "learning_rate": 2.0626455105947287e-07,
      "loss": 0.3429,
      "step": 2500030
    },
    {
      "epoch": 697.75,
      "grad_norm": 1.566756010055542,
      "learning_rate": 2.0625345943692848e-07,
      "loss": 0.339,
      "step": 2500040
    },
    {
      "epoch": 697.75,
      "grad_norm": 1.1787434816360474,
      "learning_rate": 2.0624236809888648e-07,
      "loss": 0.321,
      "step": 2500050
    },
    {
      "epoch": 697.76,
      "grad_norm": 1.5533260107040405,
      "learning_rate": 2.0623127704534658e-07,
      "loss": 0.3379,
      "step": 2500060
    },
    {
      "epoch": 697.76,
      "grad_norm": 1.297177791595459,
      "learning_rate": 2.0622018627631114e-07,
      "loss": 0.3399,
      "step": 2500070
    },
    {
      "epoch": 697.76,
      "grad_norm": 1.2050516605377197,
      "learning_rate": 2.0620909579178196e-07,
      "loss": 0.342,
      "step": 2500080
    },
    {
      "epoch": 697.76,
      "grad_norm": 1.232988715171814,
      "learning_rate": 2.0619800559175982e-07,
      "loss": 0.3359,
      "step": 2500090
    },
    {
      "epoch": 697.77,
      "grad_norm": 1.4949569702148438,
      "learning_rate": 2.0618691567624604e-07,
      "loss": 0.3396,
      "step": 2500100
    },
    {
      "epoch": 697.77,
      "grad_norm": 1.2215850353240967,
      "learning_rate": 2.0617582604524271e-07,
      "loss": 0.3415,
      "step": 2500110
    },
    {
      "epoch": 697.77,
      "grad_norm": 1.3847815990447998,
      "learning_rate": 2.0616473669875164e-07,
      "loss": 0.337,
      "step": 2500120
    },
    {
      "epoch": 697.78,
      "grad_norm": 1.285747766494751,
      "learning_rate": 2.0615364763677255e-07,
      "loss": 0.3247,
      "step": 2500130
    },
    {
      "epoch": 697.78,
      "grad_norm": 1.4640246629714966,
      "learning_rate": 2.0614255885930937e-07,
      "loss": 0.3403,
      "step": 2500140
    },
    {
      "epoch": 697.78,
      "grad_norm": 1.165555477142334,
      "learning_rate": 2.0613147036636157e-07,
      "loss": 0.333,
      "step": 2500150
    },
    {
      "epoch": 697.78,
      "grad_norm": 1.1664468050003052,
      "learning_rate": 2.061203821579315e-07,
      "loss": 0.3368,
      "step": 2500160
    },
    {
      "epoch": 697.79,
      "grad_norm": 1.211531639099121,
      "learning_rate": 2.0610929423402095e-07,
      "loss": 0.3329,
      "step": 2500170
    },
    {
      "epoch": 697.79,
      "grad_norm": 1.167728066444397,
      "learning_rate": 2.0609820659463023e-07,
      "loss": 0.3359,
      "step": 2500180
    },
    {
      "epoch": 697.79,
      "grad_norm": 1.2875878810882568,
      "learning_rate": 2.0608711923976217e-07,
      "loss": 0.3372,
      "step": 2500190
    },
    {
      "epoch": 697.8,
      "grad_norm": 1.103600025177002,
      "learning_rate": 2.060760321694173e-07,
      "loss": 0.3278,
      "step": 2500200
    },
    {
      "epoch": 697.8,
      "grad_norm": 1.517189621925354,
      "learning_rate": 2.0606494538359742e-07,
      "loss": 0.3259,
      "step": 2500210
    },
    {
      "epoch": 697.8,
      "grad_norm": 1.2172657251358032,
      "learning_rate": 2.0605385888230437e-07,
      "loss": 0.3354,
      "step": 2500220
    },
    {
      "epoch": 697.8,
      "grad_norm": 1.1808949708938599,
      "learning_rate": 2.0604277266553894e-07,
      "loss": 0.3281,
      "step": 2500230
    },
    {
      "epoch": 697.81,
      "grad_norm": 1.0606564283370972,
      "learning_rate": 2.0603168673330295e-07,
      "loss": 0.3493,
      "step": 2500240
    },
    {
      "epoch": 697.81,
      "grad_norm": 1.4002965688705444,
      "learning_rate": 2.0602060108559768e-07,
      "loss": 0.3458,
      "step": 2500250
    },
    {
      "epoch": 697.81,
      "grad_norm": 0.9262816905975342,
      "learning_rate": 2.060095157224252e-07,
      "loss": 0.3566,
      "step": 2500260
    },
    {
      "epoch": 697.81,
      "grad_norm": 1.4509176015853882,
      "learning_rate": 2.0599843064378584e-07,
      "loss": 0.3384,
      "step": 2500270
    },
    {
      "epoch": 697.82,
      "grad_norm": 1.3320809602737427,
      "learning_rate": 2.0598734584968266e-07,
      "loss": 0.3481,
      "step": 2500280
    },
    {
      "epoch": 697.82,
      "grad_norm": 1.268092393875122,
      "learning_rate": 2.0597626134011566e-07,
      "loss": 0.3508,
      "step": 2500290
    },
    {
      "epoch": 697.82,
      "grad_norm": 1.3303698301315308,
      "learning_rate": 2.0596517711508723e-07,
      "loss": 0.3548,
      "step": 2500300
    },
    {
      "epoch": 697.83,
      "grad_norm": 1.3155854940414429,
      "learning_rate": 2.059540931745986e-07,
      "loss": 0.3433,
      "step": 2500310
    },
    {
      "epoch": 697.83,
      "grad_norm": 1.3366023302078247,
      "learning_rate": 2.0594300951865115e-07,
      "loss": 0.3264,
      "step": 2500320
    },
    {
      "epoch": 697.83,
      "grad_norm": 1.4316262006759644,
      "learning_rate": 2.059319261472461e-07,
      "loss": 0.3478,
      "step": 2500330
    },
    {
      "epoch": 697.83,
      "grad_norm": 1.1681323051452637,
      "learning_rate": 2.0592084306038534e-07,
      "loss": 0.338,
      "step": 2500340
    },
    {
      "epoch": 697.84,
      "grad_norm": 1.3932713270187378,
      "learning_rate": 2.0590976025807066e-07,
      "loss": 0.3349,
      "step": 2500350
    },
    {
      "epoch": 697.84,
      "grad_norm": 1.3587110042572021,
      "learning_rate": 2.058986777403026e-07,
      "loss": 0.3455,
      "step": 2500360
    },
    {
      "epoch": 697.84,
      "grad_norm": 1.2043527364730835,
      "learning_rate": 2.0588759550708322e-07,
      "loss": 0.3191,
      "step": 2500370
    },
    {
      "epoch": 697.85,
      "grad_norm": 1.2198305130004883,
      "learning_rate": 2.0587651355841432e-07,
      "loss": 0.3301,
      "step": 2500380
    },
    {
      "epoch": 697.85,
      "grad_norm": 1.2010374069213867,
      "learning_rate": 2.0586543189429596e-07,
      "loss": 0.3402,
      "step": 2500390
    },
    {
      "epoch": 697.85,
      "grad_norm": 1.2303329706192017,
      "learning_rate": 2.0585435051473174e-07,
      "loss": 0.3292,
      "step": 2500400
    },
    {
      "epoch": 697.85,
      "grad_norm": 1.2977135181427002,
      "learning_rate": 2.0584326941972142e-07,
      "loss": 0.3437,
      "step": 2500410
    },
    {
      "epoch": 697.86,
      "grad_norm": 1.0935949087142944,
      "learning_rate": 2.0583218860926705e-07,
      "loss": 0.3398,
      "step": 2500420
    },
    {
      "epoch": 697.86,
      "grad_norm": 1.2387391328811646,
      "learning_rate": 2.0582110808337022e-07,
      "loss": 0.3363,
      "step": 2500430
    },
    {
      "epoch": 697.86,
      "grad_norm": 1.2224371433258057,
      "learning_rate": 2.0581002784203223e-07,
      "loss": 0.3515,
      "step": 2500440
    },
    {
      "epoch": 697.86,
      "grad_norm": 1.2873363494873047,
      "learning_rate": 2.057989478852549e-07,
      "loss": 0.3411,
      "step": 2500450
    },
    {
      "epoch": 697.87,
      "grad_norm": 1.2029012441635132,
      "learning_rate": 2.0578786821303928e-07,
      "loss": 0.3465,
      "step": 2500460
    },
    {
      "epoch": 697.87,
      "grad_norm": 1.0983120203018188,
      "learning_rate": 2.057767888253869e-07,
      "loss": 0.3338,
      "step": 2500470
    },
    {
      "epoch": 697.87,
      "grad_norm": 1.1696606874465942,
      "learning_rate": 2.0576570972229935e-07,
      "loss": 0.338,
      "step": 2500480
    },
    {
      "epoch": 697.88,
      "grad_norm": 1.2015368938446045,
      "learning_rate": 2.0575463090377842e-07,
      "loss": 0.3328,
      "step": 2500490
    },
    {
      "epoch": 697.88,
      "grad_norm": 1.1820290088653564,
      "learning_rate": 2.0574355236982494e-07,
      "loss": 0.3443,
      "step": 2500500
    },
    {
      "epoch": 697.88,
      "grad_norm": 1.3008745908737183,
      "learning_rate": 2.0573247412044068e-07,
      "loss": 0.3543,
      "step": 2500510
    },
    {
      "epoch": 697.88,
      "grad_norm": 1.2606734037399292,
      "learning_rate": 2.0572139615562775e-07,
      "loss": 0.3261,
      "step": 2500520
    },
    {
      "epoch": 697.89,
      "grad_norm": 1.353639841079712,
      "learning_rate": 2.057103184753859e-07,
      "loss": 0.3328,
      "step": 2500530
    },
    {
      "epoch": 697.89,
      "grad_norm": 1.2607133388519287,
      "learning_rate": 2.0569924107971874e-07,
      "loss": 0.3342,
      "step": 2500540
    },
    {
      "epoch": 697.89,
      "grad_norm": 1.300060510635376,
      "learning_rate": 2.0568816396862603e-07,
      "loss": 0.3391,
      "step": 2500550
    },
    {
      "epoch": 697.9,
      "grad_norm": 1.1088007688522339,
      "learning_rate": 2.0567708714211013e-07,
      "loss": 0.3503,
      "step": 2500560
    },
    {
      "epoch": 697.9,
      "grad_norm": 1.063329815864563,
      "learning_rate": 2.0566601060017228e-07,
      "loss": 0.3326,
      "step": 2500570
    },
    {
      "epoch": 697.9,
      "grad_norm": 1.1527090072631836,
      "learning_rate": 2.0565493434281437e-07,
      "loss": 0.3381,
      "step": 2500580
    },
    {
      "epoch": 697.9,
      "grad_norm": 1.5054025650024414,
      "learning_rate": 2.0564385837003717e-07,
      "loss": 0.3465,
      "step": 2500590
    },
    {
      "epoch": 697.91,
      "grad_norm": 1.1421178579330444,
      "learning_rate": 2.0563278268184244e-07,
      "loss": 0.3336,
      "step": 2500600
    },
    {
      "epoch": 697.91,
      "grad_norm": 1.3068954944610596,
      "learning_rate": 2.0562170727823207e-07,
      "loss": 0.3438,
      "step": 2500610
    },
    {
      "epoch": 697.91,
      "grad_norm": 1.3082060813903809,
      "learning_rate": 2.056106321592063e-07,
      "loss": 0.3379,
      "step": 2500620
    },
    {
      "epoch": 697.92,
      "grad_norm": 1.5299351215362549,
      "learning_rate": 2.055995573247685e-07,
      "loss": 0.341,
      "step": 2500630
    },
    {
      "epoch": 697.92,
      "grad_norm": 1.1314678192138672,
      "learning_rate": 2.0558848277491842e-07,
      "loss": 0.3507,
      "step": 2500640
    },
    {
      "epoch": 697.92,
      "grad_norm": 1.8319331407546997,
      "learning_rate": 2.055774085096584e-07,
      "loss": 0.3415,
      "step": 2500650
    },
    {
      "epoch": 697.92,
      "grad_norm": 1.2636725902557373,
      "learning_rate": 2.0556633452898973e-07,
      "loss": 0.3287,
      "step": 2500660
    },
    {
      "epoch": 697.93,
      "grad_norm": 1.2654776573181152,
      "learning_rate": 2.0555526083291424e-07,
      "loss": 0.3312,
      "step": 2500670
    },
    {
      "epoch": 697.93,
      "grad_norm": 1.1530088186264038,
      "learning_rate": 2.0554418742143274e-07,
      "loss": 0.3364,
      "step": 2500680
    },
    {
      "epoch": 697.93,
      "grad_norm": 1.2682812213897705,
      "learning_rate": 2.0553311429454674e-07,
      "loss": 0.344,
      "step": 2500690
    },
    {
      "epoch": 697.93,
      "grad_norm": 1.3933755159378052,
      "learning_rate": 2.0552204145225863e-07,
      "loss": 0.3496,
      "step": 2500700
    },
    {
      "epoch": 697.94,
      "grad_norm": 1.2394651174545288,
      "learning_rate": 2.0551096889456837e-07,
      "loss": 0.3304,
      "step": 2500710
    },
    {
      "epoch": 697.94,
      "grad_norm": 1.358413815498352,
      "learning_rate": 2.0549989662147909e-07,
      "loss": 0.3347,
      "step": 2500720
    },
    {
      "epoch": 697.94,
      "grad_norm": 1.239185094833374,
      "learning_rate": 2.054888246329913e-07,
      "loss": 0.3303,
      "step": 2500730
    },
    {
      "epoch": 697.95,
      "grad_norm": 1.2766257524490356,
      "learning_rate": 2.0547775292910637e-07,
      "loss": 0.3418,
      "step": 2500740
    },
    {
      "epoch": 697.95,
      "grad_norm": 1.269709825515747,
      "learning_rate": 2.0546668150982657e-07,
      "loss": 0.3355,
      "step": 2500750
    },
    {
      "epoch": 697.95,
      "grad_norm": 3.580462694168091,
      "learning_rate": 2.054556103751522e-07,
      "loss": 0.3297,
      "step": 2500760
    },
    {
      "epoch": 697.95,
      "grad_norm": 1.187368392944336,
      "learning_rate": 2.0544453952508607e-07,
      "loss": 0.3349,
      "step": 2500770
    },
    {
      "epoch": 697.96,
      "grad_norm": 1.1040546894073486,
      "learning_rate": 2.054334689596285e-07,
      "loss": 0.3258,
      "step": 2500780
    },
    {
      "epoch": 697.96,
      "grad_norm": 1.0789926052093506,
      "learning_rate": 2.0542239867878154e-07,
      "loss": 0.3373,
      "step": 2500790
    },
    {
      "epoch": 697.96,
      "grad_norm": 1.1472305059432983,
      "learning_rate": 2.054113286825465e-07,
      "loss": 0.3259,
      "step": 2500800
    },
    {
      "epoch": 697.97,
      "grad_norm": 1.4400224685668945,
      "learning_rate": 2.0540025897092518e-07,
      "loss": 0.3443,
      "step": 2500810
    },
    {
      "epoch": 697.97,
      "grad_norm": 1.2067214250564575,
      "learning_rate": 2.0538918954391864e-07,
      "loss": 0.3306,
      "step": 2500820
    },
    {
      "epoch": 697.97,
      "grad_norm": 1.1562572717666626,
      "learning_rate": 2.0537812040152846e-07,
      "loss": 0.3215,
      "step": 2500830
    },
    {
      "epoch": 697.97,
      "grad_norm": 1.2417558431625366,
      "learning_rate": 2.0536705154375644e-07,
      "loss": 0.3399,
      "step": 2500840
    },
    {
      "epoch": 697.98,
      "grad_norm": 1.0440927743911743,
      "learning_rate": 2.053559829706031e-07,
      "loss": 0.3346,
      "step": 2500850
    },
    {
      "epoch": 697.98,
      "grad_norm": 1.1326794624328613,
      "learning_rate": 2.0534491468207132e-07,
      "loss": 0.3394,
      "step": 2500860
    },
    {
      "epoch": 697.98,
      "grad_norm": 1.2190040349960327,
      "learning_rate": 2.0533384667816158e-07,
      "loss": 0.3337,
      "step": 2500870
    },
    {
      "epoch": 697.98,
      "grad_norm": 1.3343583345413208,
      "learning_rate": 2.0532277895887548e-07,
      "loss": 0.3307,
      "step": 2500880
    },
    {
      "epoch": 697.99,
      "grad_norm": 1.122135877609253,
      "learning_rate": 2.0531171152421508e-07,
      "loss": 0.3266,
      "step": 2500890
    },
    {
      "epoch": 697.99,
      "grad_norm": 1.2681825160980225,
      "learning_rate": 2.053006443741809e-07,
      "loss": 0.327,
      "step": 2500900
    },
    {
      "epoch": 697.99,
      "grad_norm": 1.1747910976409912,
      "learning_rate": 2.0528957750877506e-07,
      "loss": 0.3428,
      "step": 2500910
    },
    {
      "epoch": 698.0,
      "grad_norm": 1.2469104528427124,
      "learning_rate": 2.0527851092799883e-07,
      "loss": 0.3259,
      "step": 2500920
    },
    {
      "epoch": 698.0,
      "grad_norm": 1.1856991052627563,
      "learning_rate": 2.05267444631854e-07,
      "loss": 0.3386,
      "step": 2500930
    },
    {
      "epoch": 698.0,
      "eval_loss": 0.33782103657722473,
      "eval_runtime": 67.5269,
      "eval_samples_per_second": 74.918,
      "eval_steps_per_second": 9.374,
      "step": 2500934
    },
    {
      "epoch": 698.0,
      "grad_norm": 2.2764456272125244,
      "learning_rate": 2.0525637862034117e-07,
      "loss": 0.3237,
      "step": 2500940
    },
    {
      "epoch": 698.0,
      "grad_norm": 1.5032557249069214,
      "learning_rate": 2.0524531289346311e-07,
      "loss": 0.3325,
      "step": 2500950
    },
    {
      "epoch": 698.01,
      "grad_norm": 1.4666858911514282,
      "learning_rate": 2.052342474512204e-07,
      "loss": 0.3366,
      "step": 2500960
    },
    {
      "epoch": 698.01,
      "grad_norm": 1.2455447912216187,
      "learning_rate": 2.0522318229361435e-07,
      "loss": 0.3456,
      "step": 2500970
    },
    {
      "epoch": 698.01,
      "grad_norm": 1.3047031164169312,
      "learning_rate": 2.0521211742064752e-07,
      "loss": 0.3501,
      "step": 2500980
    },
    {
      "epoch": 698.02,
      "grad_norm": 1.4753090143203735,
      "learning_rate": 2.0520105283232019e-07,
      "loss": 0.3359,
      "step": 2500990
    },
    {
      "epoch": 698.02,
      "grad_norm": 1.510387897491455,
      "learning_rate": 2.0518998852863417e-07,
      "loss": 0.3463,
      "step": 2501000
    },
    {
      "epoch": 698.02,
      "grad_norm": 1.312146782875061,
      "learning_rate": 2.051789245095913e-07,
      "loss": 0.3361,
      "step": 2501010
    },
    {
      "epoch": 698.02,
      "grad_norm": 1.337112545967102,
      "learning_rate": 2.051678607751926e-07,
      "loss": 0.3466,
      "step": 2501020
    },
    {
      "epoch": 698.03,
      "grad_norm": 1.3674396276474,
      "learning_rate": 2.0515679732544022e-07,
      "loss": 0.3294,
      "step": 2501030
    },
    {
      "epoch": 698.03,
      "grad_norm": 1.344733715057373,
      "learning_rate": 2.0514573416033483e-07,
      "loss": 0.3506,
      "step": 2501040
    },
    {
      "epoch": 698.03,
      "grad_norm": 1.4113922119140625,
      "learning_rate": 2.0513467127987833e-07,
      "loss": 0.343,
      "step": 2501050
    },
    {
      "epoch": 698.04,
      "grad_norm": 1.153300166130066,
      "learning_rate": 2.05123608684072e-07,
      "loss": 0.3326,
      "step": 2501060
    },
    {
      "epoch": 698.04,
      "grad_norm": 1.1941355466842651,
      "learning_rate": 2.051125463729179e-07,
      "loss": 0.3344,
      "step": 2501070
    },
    {
      "epoch": 698.04,
      "grad_norm": 1.1078799962997437,
      "learning_rate": 2.0510148434641605e-07,
      "loss": 0.3316,
      "step": 2501080
    },
    {
      "epoch": 698.04,
      "grad_norm": 1.3154232501983643,
      "learning_rate": 2.0509042260456986e-07,
      "loss": 0.3457,
      "step": 2501090
    },
    {
      "epoch": 698.05,
      "grad_norm": 1.3636943101882935,
      "learning_rate": 2.0507936114737954e-07,
      "loss": 0.3422,
      "step": 2501100
    },
    {
      "epoch": 698.05,
      "grad_norm": 1.1809169054031372,
      "learning_rate": 2.050682999748467e-07,
      "loss": 0.3401,
      "step": 2501110
    },
    {
      "epoch": 698.05,
      "grad_norm": 1.4078173637390137,
      "learning_rate": 2.0505723908697337e-07,
      "loss": 0.3302,
      "step": 2501120
    },
    {
      "epoch": 698.05,
      "grad_norm": 1.254508376121521,
      "learning_rate": 2.0504617848376035e-07,
      "loss": 0.3414,
      "step": 2501130
    },
    {
      "epoch": 698.06,
      "grad_norm": 1.1623061895370483,
      "learning_rate": 2.050351181652092e-07,
      "loss": 0.3506,
      "step": 2501140
    },
    {
      "epoch": 698.06,
      "grad_norm": 1.3025528192520142,
      "learning_rate": 2.0502405813132179e-07,
      "loss": 0.347,
      "step": 2501150
    },
    {
      "epoch": 698.06,
      "grad_norm": 1.273268699645996,
      "learning_rate": 2.050129983820996e-07,
      "loss": 0.3284,
      "step": 2501160
    },
    {
      "epoch": 698.07,
      "grad_norm": 1.035528540611267,
      "learning_rate": 2.0500193891754374e-07,
      "loss": 0.3168,
      "step": 2501170
    },
    {
      "epoch": 698.07,
      "grad_norm": 1.162476658821106,
      "learning_rate": 2.0499087973765547e-07,
      "loss": 0.3384,
      "step": 2501180
    },
    {
      "epoch": 698.07,
      "grad_norm": 1.4513413906097412,
      "learning_rate": 2.049798208424374e-07,
      "loss": 0.3451,
      "step": 2501190
    },
    {
      "epoch": 698.07,
      "grad_norm": 1.4809081554412842,
      "learning_rate": 2.049687622318893e-07,
      "loss": 0.3309,
      "step": 2501200
    },
    {
      "epoch": 698.08,
      "grad_norm": 1.2884571552276611,
      "learning_rate": 2.0495770390601424e-07,
      "loss": 0.3471,
      "step": 2501210
    },
    {
      "epoch": 698.08,
      "grad_norm": 1.1840541362762451,
      "learning_rate": 2.0494664586481278e-07,
      "loss": 0.3495,
      "step": 2501220
    },
    {
      "epoch": 698.08,
      "grad_norm": 1.2287827730178833,
      "learning_rate": 2.0493558810828646e-07,
      "loss": 0.339,
      "step": 2501230
    },
    {
      "epoch": 698.09,
      "grad_norm": 1.309617519378662,
      "learning_rate": 2.0492453063643685e-07,
      "loss": 0.3351,
      "step": 2501240
    },
    {
      "epoch": 698.09,
      "grad_norm": 1.1230076551437378,
      "learning_rate": 2.049134734492663e-07,
      "loss": 0.3371,
      "step": 2501250
    },
    {
      "epoch": 698.09,
      "grad_norm": 1.1784096956253052,
      "learning_rate": 2.049024165467748e-07,
      "loss": 0.344,
      "step": 2501260
    },
    {
      "epoch": 698.09,
      "grad_norm": 1.0848981142044067,
      "learning_rate": 2.0489135992896442e-07,
      "loss": 0.3333,
      "step": 2501270
    },
    {
      "epoch": 698.1,
      "grad_norm": 1.4089698791503906,
      "learning_rate": 2.0488030359583726e-07,
      "loss": 0.3345,
      "step": 2501280
    },
    {
      "epoch": 698.1,
      "grad_norm": 1.2454653978347778,
      "learning_rate": 2.048692475473933e-07,
      "loss": 0.3458,
      "step": 2501290
    },
    {
      "epoch": 698.1,
      "grad_norm": 1.2125439643859863,
      "learning_rate": 2.0485819178363594e-07,
      "loss": 0.3454,
      "step": 2501300
    },
    {
      "epoch": 698.1,
      "grad_norm": 1.2186843156814575,
      "learning_rate": 2.0484713630456494e-07,
      "loss": 0.3379,
      "step": 2501310
    },
    {
      "epoch": 698.11,
      "grad_norm": 1.1840816736221313,
      "learning_rate": 2.0483608111018286e-07,
      "loss": 0.3368,
      "step": 2501320
    },
    {
      "epoch": 698.11,
      "grad_norm": 1.203827142715454,
      "learning_rate": 2.0482502620049103e-07,
      "loss": 0.3411,
      "step": 2501330
    },
    {
      "epoch": 698.11,
      "grad_norm": 1.674339771270752,
      "learning_rate": 2.0481397157548996e-07,
      "loss": 0.3309,
      "step": 2501340
    },
    {
      "epoch": 698.12,
      "grad_norm": 1.2936455011367798,
      "learning_rate": 2.048029172351825e-07,
      "loss": 0.3363,
      "step": 2501350
    },
    {
      "epoch": 698.12,
      "grad_norm": 1.0684232711791992,
      "learning_rate": 2.0479186317956922e-07,
      "loss": 0.3335,
      "step": 2501360
    },
    {
      "epoch": 698.12,
      "grad_norm": 1.4374767541885376,
      "learning_rate": 2.0478080940865187e-07,
      "loss": 0.3397,
      "step": 2501370
    },
    {
      "epoch": 698.12,
      "grad_norm": 1.2803964614868164,
      "learning_rate": 2.047697559224318e-07,
      "loss": 0.3258,
      "step": 2501380
    },
    {
      "epoch": 698.13,
      "grad_norm": 1.149411916732788,
      "learning_rate": 2.0475870272091106e-07,
      "loss": 0.3345,
      "step": 2501390
    },
    {
      "epoch": 698.13,
      "grad_norm": 1.1276363134384155,
      "learning_rate": 2.047476498040902e-07,
      "loss": 0.339,
      "step": 2501400
    },
    {
      "epoch": 698.13,
      "grad_norm": 1.3426889181137085,
      "learning_rate": 2.047365971719713e-07,
      "loss": 0.3423,
      "step": 2501410
    },
    {
      "epoch": 698.14,
      "grad_norm": 2.6226351261138916,
      "learning_rate": 2.0472554482455589e-07,
      "loss": 0.3273,
      "step": 2501420
    },
    {
      "epoch": 698.14,
      "grad_norm": 1.2281816005706787,
      "learning_rate": 2.0471449276184454e-07,
      "loss": 0.3365,
      "step": 2501430
    },
    {
      "epoch": 698.14,
      "grad_norm": 1.2467377185821533,
      "learning_rate": 2.0470344098384006e-07,
      "loss": 0.3496,
      "step": 2501440
    },
    {
      "epoch": 698.14,
      "grad_norm": 1.173521876335144,
      "learning_rate": 2.0469238949054298e-07,
      "loss": 0.3386,
      "step": 2501450
    },
    {
      "epoch": 698.15,
      "grad_norm": 1.5280910730361938,
      "learning_rate": 2.0468133828195491e-07,
      "loss": 0.3316,
      "step": 2501460
    },
    {
      "epoch": 698.15,
      "grad_norm": 1.1894692182540894,
      "learning_rate": 2.0467028735807789e-07,
      "loss": 0.3366,
      "step": 2501470
    },
    {
      "epoch": 698.15,
      "grad_norm": 1.1754733324050903,
      "learning_rate": 2.046592367189127e-07,
      "loss": 0.3436,
      "step": 2501480
    },
    {
      "epoch": 698.16,
      "grad_norm": 1.13679039478302,
      "learning_rate": 2.046481863644609e-07,
      "loss": 0.3304,
      "step": 2501490
    },
    {
      "epoch": 698.16,
      "grad_norm": 1.07282292842865,
      "learning_rate": 2.0463713629472432e-07,
      "loss": 0.3259,
      "step": 2501500
    },
    {
      "epoch": 698.16,
      "grad_norm": 1.0373516082763672,
      "learning_rate": 2.0462608650970453e-07,
      "loss": 0.3325,
      "step": 2501510
    },
    {
      "epoch": 698.16,
      "grad_norm": 2.8707337379455566,
      "learning_rate": 2.0461503700940179e-07,
      "loss": 0.3261,
      "step": 2501520
    },
    {
      "epoch": 698.17,
      "grad_norm": 1.3818330764770508,
      "learning_rate": 2.0460398779381946e-07,
      "loss": 0.338,
      "step": 2501530
    },
    {
      "epoch": 698.17,
      "grad_norm": 1.330655813217163,
      "learning_rate": 2.0459293886295756e-07,
      "loss": 0.3463,
      "step": 2501540
    },
    {
      "epoch": 698.17,
      "grad_norm": 1.2805750370025635,
      "learning_rate": 2.0458189021681817e-07,
      "loss": 0.3351,
      "step": 2501550
    },
    {
      "epoch": 698.17,
      "grad_norm": 1.2372195720672607,
      "learning_rate": 2.0457084185540308e-07,
      "loss": 0.3498,
      "step": 2501560
    },
    {
      "epoch": 698.18,
      "grad_norm": 1.1631358861923218,
      "learning_rate": 2.0455979377871287e-07,
      "loss": 0.3322,
      "step": 2501570
    },
    {
      "epoch": 698.18,
      "grad_norm": 1.1019197702407837,
      "learning_rate": 2.0454874598674933e-07,
      "loss": 0.3269,
      "step": 2501580
    },
    {
      "epoch": 698.18,
      "grad_norm": 1.251682996749878,
      "learning_rate": 2.04537698479514e-07,
      "loss": 0.3372,
      "step": 2501590
    },
    {
      "epoch": 698.19,
      "grad_norm": 1.358262538909912,
      "learning_rate": 2.0452665125700874e-07,
      "loss": 0.3275,
      "step": 2501600
    },
    {
      "epoch": 698.19,
      "grad_norm": 1.5878828763961792,
      "learning_rate": 2.045156043192343e-07,
      "loss": 0.3581,
      "step": 2501610
    },
    {
      "epoch": 698.19,
      "grad_norm": 1.1965585947036743,
      "learning_rate": 2.045045576661933e-07,
      "loss": 0.3345,
      "step": 2501620
    },
    {
      "epoch": 698.19,
      "grad_norm": 1.1779576539993286,
      "learning_rate": 2.0449351129788574e-07,
      "loss": 0.3282,
      "step": 2501630
    },
    {
      "epoch": 698.2,
      "grad_norm": 1.289425015449524,
      "learning_rate": 2.0448246521431393e-07,
      "loss": 0.3466,
      "step": 2501640
    },
    {
      "epoch": 698.2,
      "grad_norm": 1.4071614742279053,
      "learning_rate": 2.0447141941547976e-07,
      "loss": 0.348,
      "step": 2501650
    },
    {
      "epoch": 698.2,
      "grad_norm": 1.4630603790283203,
      "learning_rate": 2.0446037390138316e-07,
      "loss": 0.331,
      "step": 2501660
    },
    {
      "epoch": 698.21,
      "grad_norm": 2.6285812854766846,
      "learning_rate": 2.0444932867202755e-07,
      "loss": 0.3363,
      "step": 2501670
    },
    {
      "epoch": 698.21,
      "grad_norm": 1.2215590476989746,
      "learning_rate": 2.044382837274129e-07,
      "loss": 0.3533,
      "step": 2501680
    },
    {
      "epoch": 698.21,
      "grad_norm": 1.0636417865753174,
      "learning_rate": 2.0442723906754135e-07,
      "loss": 0.3267,
      "step": 2501690
    },
    {
      "epoch": 698.21,
      "grad_norm": 1.0620580911636353,
      "learning_rate": 2.044161946924144e-07,
      "loss": 0.3394,
      "step": 2501700
    },
    {
      "epoch": 698.22,
      "grad_norm": 1.968287467956543,
      "learning_rate": 2.0440515060203338e-07,
      "loss": 0.3307,
      "step": 2501710
    },
    {
      "epoch": 698.22,
      "grad_norm": 1.196088433265686,
      "learning_rate": 2.0439410679639931e-07,
      "loss": 0.3417,
      "step": 2501720
    },
    {
      "epoch": 698.22,
      "grad_norm": 1.428657054901123,
      "learning_rate": 2.0438306327551433e-07,
      "loss": 0.3247,
      "step": 2501730
    },
    {
      "epoch": 698.22,
      "grad_norm": 1.3536769151687622,
      "learning_rate": 2.0437202003937993e-07,
      "loss": 0.3372,
      "step": 2501740
    },
    {
      "epoch": 698.23,
      "grad_norm": 1.2720837593078613,
      "learning_rate": 2.0436097708799665e-07,
      "loss": 0.3471,
      "step": 2501750
    },
    {
      "epoch": 698.23,
      "grad_norm": 1.2588449716567993,
      "learning_rate": 2.0434993442136736e-07,
      "loss": 0.3425,
      "step": 2501760
    },
    {
      "epoch": 698.23,
      "grad_norm": 1.3476629257202148,
      "learning_rate": 2.043388920394926e-07,
      "loss": 0.3414,
      "step": 2501770
    },
    {
      "epoch": 698.24,
      "grad_norm": 1.2157142162322998,
      "learning_rate": 2.0432784994237366e-07,
      "loss": 0.3425,
      "step": 2501780
    },
    {
      "epoch": 698.24,
      "grad_norm": 1.1670163869857788,
      "learning_rate": 2.043168081300131e-07,
      "loss": 0.337,
      "step": 2501790
    },
    {
      "epoch": 698.24,
      "grad_norm": 1.1616846323013306,
      "learning_rate": 2.0430576660241124e-07,
      "loss": 0.3285,
      "step": 2501800
    },
    {
      "epoch": 698.24,
      "grad_norm": 1.238272786140442,
      "learning_rate": 2.0429472535956988e-07,
      "loss": 0.3489,
      "step": 2501810
    },
    {
      "epoch": 698.25,
      "grad_norm": 1.2882894277572632,
      "learning_rate": 2.0428368440149057e-07,
      "loss": 0.3367,
      "step": 2501820
    },
    {
      "epoch": 698.25,
      "grad_norm": 1.115735650062561,
      "learning_rate": 2.042726437281754e-07,
      "loss": 0.3167,
      "step": 2501830
    },
    {
      "epoch": 698.25,
      "grad_norm": 1.2654790878295898,
      "learning_rate": 2.0426160333962463e-07,
      "loss": 0.3367,
      "step": 2501840
    },
    {
      "epoch": 698.26,
      "grad_norm": 1.469443917274475,
      "learning_rate": 2.042505632358406e-07,
      "loss": 0.336,
      "step": 2501850
    },
    {
      "epoch": 698.26,
      "grad_norm": 1.2843871116638184,
      "learning_rate": 2.0423952341682486e-07,
      "loss": 0.3424,
      "step": 2501860
    },
    {
      "epoch": 698.26,
      "grad_norm": 1.2686203718185425,
      "learning_rate": 2.0422848388257744e-07,
      "loss": 0.3569,
      "step": 2501870
    },
    {
      "epoch": 698.26,
      "grad_norm": 1.2583657503128052,
      "learning_rate": 2.0421744463310197e-07,
      "loss": 0.3434,
      "step": 2501880
    },
    {
      "epoch": 698.27,
      "grad_norm": 1.4419224262237549,
      "learning_rate": 2.0420640566839815e-07,
      "loss": 0.3407,
      "step": 2501890
    },
    {
      "epoch": 698.27,
      "grad_norm": 1.6850417852401733,
      "learning_rate": 2.041953669884689e-07,
      "loss": 0.3657,
      "step": 2501900
    },
    {
      "epoch": 698.27,
      "grad_norm": 1.2224464416503906,
      "learning_rate": 2.041843285933145e-07,
      "loss": 0.3395,
      "step": 2501910
    },
    {
      "epoch": 698.28,
      "grad_norm": 1.283040165901184,
      "learning_rate": 2.0417329048293692e-07,
      "loss": 0.3265,
      "step": 2501920
    },
    {
      "epoch": 698.28,
      "grad_norm": 1.0725489854812622,
      "learning_rate": 2.0416225265733784e-07,
      "loss": 0.357,
      "step": 2501930
    },
    {
      "epoch": 698.28,
      "grad_norm": 2.6415839195251465,
      "learning_rate": 2.0415121511651822e-07,
      "loss": 0.3397,
      "step": 2501940
    },
    {
      "epoch": 698.28,
      "grad_norm": 1.2486923933029175,
      "learning_rate": 2.0414017786047968e-07,
      "loss": 0.3263,
      "step": 2501950
    },
    {
      "epoch": 698.29,
      "grad_norm": 1.1846071481704712,
      "learning_rate": 2.04129140889224e-07,
      "loss": 0.3336,
      "step": 2501960
    },
    {
      "epoch": 698.29,
      "grad_norm": 1.2595791816711426,
      "learning_rate": 2.0411810420275275e-07,
      "loss": 0.3411,
      "step": 2501970
    },
    {
      "epoch": 698.29,
      "grad_norm": 1.5451288223266602,
      "learning_rate": 2.0410706780106648e-07,
      "loss": 0.3374,
      "step": 2501980
    },
    {
      "epoch": 698.29,
      "grad_norm": 1.1948575973510742,
      "learning_rate": 2.0409603168416747e-07,
      "loss": 0.3351,
      "step": 2501990
    },
    {
      "epoch": 698.3,
      "grad_norm": 1.1632834672927856,
      "learning_rate": 2.0408499585205733e-07,
      "loss": 0.3419,
      "step": 2502000
    },
    {
      "epoch": 698.3,
      "grad_norm": 1.4878653287887573,
      "learning_rate": 2.0407396030473635e-07,
      "loss": 0.3452,
      "step": 2502010
    },
    {
      "epoch": 698.3,
      "grad_norm": 1.2149577140808105,
      "learning_rate": 2.0406292504220782e-07,
      "loss": 0.3174,
      "step": 2502020
    },
    {
      "epoch": 698.31,
      "grad_norm": 1.2317426204681396,
      "learning_rate": 2.0405189006447155e-07,
      "loss": 0.3516,
      "step": 2502030
    },
    {
      "epoch": 698.31,
      "grad_norm": 1.1570031642913818,
      "learning_rate": 2.0404085537152988e-07,
      "loss": 0.3417,
      "step": 2502040
    },
    {
      "epoch": 698.31,
      "grad_norm": 1.1939611434936523,
      "learning_rate": 2.0402982096338408e-07,
      "loss": 0.3675,
      "step": 2502050
    },
    {
      "epoch": 698.31,
      "grad_norm": 1.4298750162124634,
      "learning_rate": 2.04018786840036e-07,
      "loss": 0.3327,
      "step": 2502060
    },
    {
      "epoch": 698.32,
      "grad_norm": 1.1386045217514038,
      "learning_rate": 2.0400775300148613e-07,
      "loss": 0.3314,
      "step": 2502070
    },
    {
      "epoch": 698.32,
      "grad_norm": 1.374394416809082,
      "learning_rate": 2.0399671944773683e-07,
      "loss": 0.337,
      "step": 2502080
    },
    {
      "epoch": 698.32,
      "grad_norm": 1.2766969203948975,
      "learning_rate": 2.039856861787894e-07,
      "loss": 0.335,
      "step": 2502090
    },
    {
      "epoch": 698.33,
      "grad_norm": 1.277780294418335,
      "learning_rate": 2.039746531946446e-07,
      "loss": 0.343,
      "step": 2502100
    },
    {
      "epoch": 698.33,
      "grad_norm": 1.3479173183441162,
      "learning_rate": 2.039636204953051e-07,
      "loss": 0.3537,
      "step": 2502110
    },
    {
      "epoch": 698.33,
      "grad_norm": 1.3846840858459473,
      "learning_rate": 2.0395258808077133e-07,
      "loss": 0.349,
      "step": 2502120
    },
    {
      "epoch": 698.33,
      "grad_norm": 1.204906940460205,
      "learning_rate": 2.0394155595104543e-07,
      "loss": 0.3448,
      "step": 2502130
    },
    {
      "epoch": 698.34,
      "grad_norm": 1.2104177474975586,
      "learning_rate": 2.0393052410612896e-07,
      "loss": 0.3426,
      "step": 2502140
    },
    {
      "epoch": 698.34,
      "grad_norm": 1.2951598167419434,
      "learning_rate": 2.0391949254602242e-07,
      "loss": 0.3402,
      "step": 2502150
    },
    {
      "epoch": 698.34,
      "grad_norm": 1.489619493484497,
      "learning_rate": 2.0390846127072815e-07,
      "loss": 0.3522,
      "step": 2502160
    },
    {
      "epoch": 698.34,
      "grad_norm": 1.2758718729019165,
      "learning_rate": 2.038974302802472e-07,
      "loss": 0.3338,
      "step": 2502170
    },
    {
      "epoch": 698.35,
      "grad_norm": 1.1771897077560425,
      "learning_rate": 2.0388639957458138e-07,
      "loss": 0.3334,
      "step": 2502180
    },
    {
      "epoch": 698.35,
      "grad_norm": 1.3704378604888916,
      "learning_rate": 2.0387536915373175e-07,
      "loss": 0.3353,
      "step": 2502190
    },
    {
      "epoch": 698.35,
      "grad_norm": 1.2224621772766113,
      "learning_rate": 2.0386433901770065e-07,
      "loss": 0.332,
      "step": 2502200
    },
    {
      "epoch": 698.36,
      "grad_norm": 1.2109649181365967,
      "learning_rate": 2.0385330916648832e-07,
      "loss": 0.3408,
      "step": 2502210
    },
    {
      "epoch": 698.36,
      "grad_norm": 1.2106947898864746,
      "learning_rate": 2.0384227960009686e-07,
      "loss": 0.3351,
      "step": 2502220
    },
    {
      "epoch": 698.36,
      "grad_norm": 1.2281296253204346,
      "learning_rate": 2.0383125031852836e-07,
      "loss": 0.3374,
      "step": 2502230
    },
    {
      "epoch": 698.36,
      "grad_norm": 1.197993516921997,
      "learning_rate": 2.0382022132178254e-07,
      "loss": 0.3397,
      "step": 2502240
    },
    {
      "epoch": 698.37,
      "grad_norm": 1.1312673091888428,
      "learning_rate": 2.0380919260986277e-07,
      "loss": 0.3435,
      "step": 2502250
    },
    {
      "epoch": 698.37,
      "grad_norm": 1.2463946342468262,
      "learning_rate": 2.0379816418276962e-07,
      "loss": 0.3511,
      "step": 2502260
    },
    {
      "epoch": 698.37,
      "grad_norm": 1.1291497945785522,
      "learning_rate": 2.0378713604050434e-07,
      "loss": 0.3338,
      "step": 2502270
    },
    {
      "epoch": 698.38,
      "grad_norm": 1.1582732200622559,
      "learning_rate": 2.0377610818306905e-07,
      "loss": 0.347,
      "step": 2502280
    },
    {
      "epoch": 698.38,
      "grad_norm": 1.155842900276184,
      "learning_rate": 2.0376508061046474e-07,
      "loss": 0.3412,
      "step": 2502290
    },
    {
      "epoch": 698.38,
      "grad_norm": 1.1296623945236206,
      "learning_rate": 2.0375405332269278e-07,
      "loss": 0.3499,
      "step": 2502300
    },
    {
      "epoch": 698.38,
      "grad_norm": 1.293947696685791,
      "learning_rate": 2.0374302631975493e-07,
      "loss": 0.3298,
      "step": 2502310
    },
    {
      "epoch": 698.39,
      "grad_norm": 1.1546807289123535,
      "learning_rate": 2.0373199960165305e-07,
      "loss": 0.3465,
      "step": 2502320
    },
    {
      "epoch": 698.39,
      "grad_norm": 1.4525734186172485,
      "learning_rate": 2.0372097316838712e-07,
      "loss": 0.3416,
      "step": 2502330
    },
    {
      "epoch": 698.39,
      "grad_norm": 1.4347646236419678,
      "learning_rate": 2.037099470199608e-07,
      "loss": 0.3252,
      "step": 2502340
    },
    {
      "epoch": 698.4,
      "grad_norm": 1.394888162612915,
      "learning_rate": 2.036989211563738e-07,
      "loss": 0.3308,
      "step": 2502350
    },
    {
      "epoch": 698.4,
      "grad_norm": 1.2431060075759888,
      "learning_rate": 2.0368789557762798e-07,
      "loss": 0.3338,
      "step": 2502360
    },
    {
      "epoch": 698.4,
      "grad_norm": 1.2016385793685913,
      "learning_rate": 2.0367687028372566e-07,
      "loss": 0.3515,
      "step": 2502370
    },
    {
      "epoch": 698.4,
      "grad_norm": 1.1491321325302124,
      "learning_rate": 2.0366584527466736e-07,
      "loss": 0.333,
      "step": 2502380
    },
    {
      "epoch": 698.41,
      "grad_norm": 1.3421683311462402,
      "learning_rate": 2.0365482055045465e-07,
      "loss": 0.3385,
      "step": 2502390
    },
    {
      "epoch": 698.41,
      "grad_norm": 1.2358310222625732,
      "learning_rate": 2.0364379611108905e-07,
      "loss": 0.3515,
      "step": 2502400
    },
    {
      "epoch": 698.41,
      "grad_norm": 1.5096230506896973,
      "learning_rate": 2.03632771956573e-07,
      "loss": 0.337,
      "step": 2502410
    },
    {
      "epoch": 698.41,
      "grad_norm": 1.1644495725631714,
      "learning_rate": 2.0362174808690638e-07,
      "loss": 0.3365,
      "step": 2502420
    },
    {
      "epoch": 698.42,
      "grad_norm": 1.3361759185791016,
      "learning_rate": 2.0361072450209163e-07,
      "loss": 0.347,
      "step": 2502430
    },
    {
      "epoch": 698.42,
      "grad_norm": 1.2968707084655762,
      "learning_rate": 2.0359970120212972e-07,
      "loss": 0.3304,
      "step": 2502440
    },
    {
      "epoch": 698.42,
      "grad_norm": 1.1638802289962769,
      "learning_rate": 2.0358867818702253e-07,
      "loss": 0.3469,
      "step": 2502450
    },
    {
      "epoch": 698.43,
      "grad_norm": 1.1983407735824585,
      "learning_rate": 2.035776554567721e-07,
      "loss": 0.3353,
      "step": 2502460
    },
    {
      "epoch": 698.43,
      "grad_norm": 1.3004244565963745,
      "learning_rate": 2.0356663301137793e-07,
      "loss": 0.3121,
      "step": 2502470
    },
    {
      "epoch": 698.43,
      "grad_norm": 1.225927472114563,
      "learning_rate": 2.035556108508439e-07,
      "loss": 0.3231,
      "step": 2502480
    },
    {
      "epoch": 698.43,
      "grad_norm": 1.4373126029968262,
      "learning_rate": 2.035445889751698e-07,
      "loss": 0.339,
      "step": 2502490
    },
    {
      "epoch": 698.44,
      "grad_norm": 1.4418277740478516,
      "learning_rate": 2.0353356738435737e-07,
      "loss": 0.3435,
      "step": 2502500
    },
    {
      "epoch": 698.44,
      "grad_norm": 1.1883857250213623,
      "learning_rate": 2.0352254607840903e-07,
      "loss": 0.3313,
      "step": 2502510
    },
    {
      "epoch": 698.44,
      "grad_norm": 1.2413455247879028,
      "learning_rate": 2.0351152505732526e-07,
      "loss": 0.344,
      "step": 2502520
    },
    {
      "epoch": 698.45,
      "grad_norm": 1.096537709236145,
      "learning_rate": 2.0350050432110764e-07,
      "loss": 0.344,
      "step": 2502530
    },
    {
      "epoch": 698.45,
      "grad_norm": 1.225152611732483,
      "learning_rate": 2.034894838697577e-07,
      "loss": 0.3381,
      "step": 2502540
    },
    {
      "epoch": 698.45,
      "grad_norm": 1.3099082708358765,
      "learning_rate": 2.0347846370327756e-07,
      "loss": 0.332,
      "step": 2502550
    },
    {
      "epoch": 698.45,
      "grad_norm": 1.2962894439697266,
      "learning_rate": 2.0346744382166722e-07,
      "loss": 0.355,
      "step": 2502560
    },
    {
      "epoch": 698.46,
      "grad_norm": 1.2277649641036987,
      "learning_rate": 2.0345642422493002e-07,
      "loss": 0.3365,
      "step": 2502570
    },
    {
      "epoch": 698.46,
      "grad_norm": 1.1214978694915771,
      "learning_rate": 2.03445404913066e-07,
      "loss": 0.33,
      "step": 2502580
    },
    {
      "epoch": 698.46,
      "grad_norm": 1.2725210189819336,
      "learning_rate": 2.0343438588607697e-07,
      "loss": 0.3385,
      "step": 2502590
    },
    {
      "epoch": 698.46,
      "grad_norm": 1.313145637512207,
      "learning_rate": 2.0342336714396528e-07,
      "loss": 0.3327,
      "step": 2502600
    },
    {
      "epoch": 698.47,
      "grad_norm": 1.1478036642074585,
      "learning_rate": 2.034123486867309e-07,
      "loss": 0.3256,
      "step": 2502610
    },
    {
      "epoch": 698.47,
      "grad_norm": 1.4006191492080688,
      "learning_rate": 2.034013305143762e-07,
      "loss": 0.3336,
      "step": 2502620
    },
    {
      "epoch": 698.47,
      "grad_norm": 1.0844773054122925,
      "learning_rate": 2.0339031262690247e-07,
      "loss": 0.3437,
      "step": 2502630
    },
    {
      "epoch": 698.48,
      "grad_norm": 1.1368623971939087,
      "learning_rate": 2.033792950243118e-07,
      "loss": 0.3694,
      "step": 2502640
    },
    {
      "epoch": 698.48,
      "grad_norm": 1.444703221321106,
      "learning_rate": 2.0336827770660444e-07,
      "loss": 0.3525,
      "step": 2502650
    },
    {
      "epoch": 698.48,
      "grad_norm": 1.3036004304885864,
      "learning_rate": 2.0335726067378247e-07,
      "loss": 0.3294,
      "step": 2502660
    },
    {
      "epoch": 698.48,
      "grad_norm": 1.2150105237960815,
      "learning_rate": 2.0334624392584773e-07,
      "loss": 0.34,
      "step": 2502670
    },
    {
      "epoch": 698.49,
      "grad_norm": 1.1499392986297607,
      "learning_rate": 2.0333522746280045e-07,
      "loss": 0.3464,
      "step": 2502680
    },
    {
      "epoch": 698.49,
      "grad_norm": 1.1130430698394775,
      "learning_rate": 2.0332421128464404e-07,
      "loss": 0.3242,
      "step": 2502690
    },
    {
      "epoch": 698.49,
      "grad_norm": 5.1634697914123535,
      "learning_rate": 2.0331319539137825e-07,
      "loss": 0.3433,
      "step": 2502700
    },
    {
      "epoch": 698.5,
      "grad_norm": 1.3071153163909912,
      "learning_rate": 2.033021797830054e-07,
      "loss": 0.3397,
      "step": 2502710
    },
    {
      "epoch": 698.5,
      "grad_norm": 1.2023539543151855,
      "learning_rate": 2.0329116445952652e-07,
      "loss": 0.3339,
      "step": 2502720
    },
    {
      "epoch": 698.5,
      "grad_norm": 1.1545042991638184,
      "learning_rate": 2.032801494209437e-07,
      "loss": 0.3309,
      "step": 2502730
    },
    {
      "epoch": 698.5,
      "grad_norm": 1.2657517194747925,
      "learning_rate": 2.0326913466725772e-07,
      "loss": 0.3493,
      "step": 2502740
    },
    {
      "epoch": 698.51,
      "grad_norm": 1.02886164188385,
      "learning_rate": 2.0325812019847016e-07,
      "loss": 0.3368,
      "step": 2502750
    },
    {
      "epoch": 698.51,
      "grad_norm": 1.3273570537567139,
      "learning_rate": 2.0324710601458284e-07,
      "loss": 0.3141,
      "step": 2502760
    },
    {
      "epoch": 698.51,
      "grad_norm": 1.1426690816879272,
      "learning_rate": 2.0323609211559702e-07,
      "loss": 0.3417,
      "step": 2502770
    },
    {
      "epoch": 698.52,
      "grad_norm": 1.2659993171691895,
      "learning_rate": 2.032250785015146e-07,
      "loss": 0.3364,
      "step": 2502780
    },
    {
      "epoch": 698.52,
      "grad_norm": 1.3209576606750488,
      "learning_rate": 2.03214065172336e-07,
      "loss": 0.3393,
      "step": 2502790
    },
    {
      "epoch": 698.52,
      "grad_norm": 1.0903725624084473,
      "learning_rate": 2.0320305212806336e-07,
      "loss": 0.3379,
      "step": 2502800
    },
    {
      "epoch": 698.52,
      "grad_norm": 1.539815068244934,
      "learning_rate": 2.0319203936869877e-07,
      "loss": 0.3299,
      "step": 2502810
    },
    {
      "epoch": 698.53,
      "grad_norm": 1.2069783210754395,
      "learning_rate": 2.0318102689424197e-07,
      "loss": 0.3412,
      "step": 2502820
    },
    {
      "epoch": 698.53,
      "grad_norm": 1.2137105464935303,
      "learning_rate": 2.0317001470469656e-07,
      "loss": 0.3374,
      "step": 2502830
    },
    {
      "epoch": 698.53,
      "grad_norm": 1.1912935972213745,
      "learning_rate": 2.031590028000623e-07,
      "loss": 0.3279,
      "step": 2502840
    },
    {
      "epoch": 698.53,
      "grad_norm": 1.1787233352661133,
      "learning_rate": 2.0314799118034132e-07,
      "loss": 0.3381,
      "step": 2502850
    },
    {
      "epoch": 698.54,
      "grad_norm": 1.183503270149231,
      "learning_rate": 2.031369798455351e-07,
      "loss": 0.3422,
      "step": 2502860
    },
    {
      "epoch": 698.54,
      "grad_norm": 1.1701325178146362,
      "learning_rate": 2.0312596879564553e-07,
      "loss": 0.3436,
      "step": 2502870
    },
    {
      "epoch": 698.54,
      "grad_norm": 1.166148066520691,
      "learning_rate": 2.0311495803067308e-07,
      "loss": 0.3292,
      "step": 2502880
    },
    {
      "epoch": 698.55,
      "grad_norm": 1.135448932647705,
      "learning_rate": 2.031039475506196e-07,
      "loss": 0.3386,
      "step": 2502890
    },
    {
      "epoch": 698.55,
      "grad_norm": 1.1781326532363892,
      "learning_rate": 2.0309293735548743e-07,
      "loss": 0.3329,
      "step": 2502900
    },
    {
      "epoch": 698.55,
      "grad_norm": 1.2788891792297363,
      "learning_rate": 2.0308192744527603e-07,
      "loss": 0.3466,
      "step": 2502910
    },
    {
      "epoch": 698.55,
      "grad_norm": 1.3816312551498413,
      "learning_rate": 2.0307091781998933e-07,
      "loss": 0.3476,
      "step": 2502920
    },
    {
      "epoch": 698.56,
      "grad_norm": 1.245490312576294,
      "learning_rate": 2.0305990847962706e-07,
      "loss": 0.3255,
      "step": 2502930
    },
    {
      "epoch": 698.56,
      "grad_norm": 1.2435942888259888,
      "learning_rate": 2.030488994241913e-07,
      "loss": 0.3284,
      "step": 2502940
    },
    {
      "epoch": 698.56,
      "grad_norm": 1.2656705379486084,
      "learning_rate": 2.0303789065368388e-07,
      "loss": 0.3317,
      "step": 2502950
    },
    {
      "epoch": 698.57,
      "grad_norm": 1.137384057044983,
      "learning_rate": 2.0302688216810529e-07,
      "loss": 0.3477,
      "step": 2502960
    },
    {
      "epoch": 698.57,
      "grad_norm": 1.1971131563186646,
      "learning_rate": 2.0301587396745765e-07,
      "loss": 0.3274,
      "step": 2502970
    },
    {
      "epoch": 698.57,
      "grad_norm": 1.2058348655700684,
      "learning_rate": 2.0300486605174223e-07,
      "loss": 0.3269,
      "step": 2502980
    },
    {
      "epoch": 698.57,
      "grad_norm": 1.2004494667053223,
      "learning_rate": 2.0299385842096088e-07,
      "loss": 0.3433,
      "step": 2502990
    },
    {
      "epoch": 698.58,
      "grad_norm": 1.2792962789535522,
      "learning_rate": 2.029828510751141e-07,
      "loss": 0.3269,
      "step": 2503000
    },
    {
      "epoch": 698.58,
      "grad_norm": 1.0721228122711182,
      "learning_rate": 2.0297184401420473e-07,
      "loss": 0.3316,
      "step": 2503010
    },
    {
      "epoch": 698.58,
      "grad_norm": 1.2061370611190796,
      "learning_rate": 2.029608372382331e-07,
      "loss": 0.3068,
      "step": 2503020
    },
    {
      "epoch": 698.58,
      "grad_norm": 1.1787819862365723,
      "learning_rate": 2.0294983074720124e-07,
      "loss": 0.3244,
      "step": 2503030
    },
    {
      "epoch": 698.59,
      "grad_norm": 1.670446515083313,
      "learning_rate": 2.029388245411107e-07,
      "loss": 0.3426,
      "step": 2503040
    },
    {
      "epoch": 698.59,
      "grad_norm": 1.3645215034484863,
      "learning_rate": 2.0292781861996205e-07,
      "loss": 0.3403,
      "step": 2503050
    },
    {
      "epoch": 698.59,
      "grad_norm": 1.5395753383636475,
      "learning_rate": 2.0291681298375812e-07,
      "loss": 0.3517,
      "step": 2503060
    },
    {
      "epoch": 698.6,
      "grad_norm": 1.1328132152557373,
      "learning_rate": 2.0290580763249916e-07,
      "loss": 0.3303,
      "step": 2503070
    },
    {
      "epoch": 698.6,
      "grad_norm": 0.9481463432312012,
      "learning_rate": 2.0289480256618728e-07,
      "loss": 0.3414,
      "step": 2503080
    },
    {
      "epoch": 698.6,
      "grad_norm": 1.3953096866607666,
      "learning_rate": 2.0288379778482426e-07,
      "loss": 0.3342,
      "step": 2503090
    },
    {
      "epoch": 698.6,
      "grad_norm": 1.2005534172058105,
      "learning_rate": 2.0287279328841068e-07,
      "loss": 0.3433,
      "step": 2503100
    },
    {
      "epoch": 698.61,
      "grad_norm": 1.3015600442886353,
      "learning_rate": 2.0286178907694856e-07,
      "loss": 0.3335,
      "step": 2503110
    },
    {
      "epoch": 698.61,
      "grad_norm": 1.2656681537628174,
      "learning_rate": 2.02850785150439e-07,
      "loss": 0.3639,
      "step": 2503120
    },
    {
      "epoch": 698.61,
      "grad_norm": 1.4229801893234253,
      "learning_rate": 2.028397815088843e-07,
      "loss": 0.3449,
      "step": 2503130
    },
    {
      "epoch": 698.62,
      "grad_norm": 1.0461539030075073,
      "learning_rate": 2.0282877815228446e-07,
      "loss": 0.3188,
      "step": 2503140
    },
    {
      "epoch": 698.62,
      "grad_norm": 1.2288715839385986,
      "learning_rate": 2.0281777508064263e-07,
      "loss": 0.326,
      "step": 2503150
    },
    {
      "epoch": 698.62,
      "grad_norm": 1.3633607625961304,
      "learning_rate": 2.028067722939588e-07,
      "loss": 0.3362,
      "step": 2503160
    },
    {
      "epoch": 698.62,
      "grad_norm": 2.2196853160858154,
      "learning_rate": 2.0279576979223555e-07,
      "loss": 0.3171,
      "step": 2503170
    },
    {
      "epoch": 698.63,
      "grad_norm": 1.3071691989898682,
      "learning_rate": 2.0278476757547395e-07,
      "loss": 0.3381,
      "step": 2503180
    },
    {
      "epoch": 698.63,
      "grad_norm": 1.2703105211257935,
      "learning_rate": 2.0277376564367527e-07,
      "loss": 0.336,
      "step": 2503190
    },
    {
      "epoch": 698.63,
      "grad_norm": 1.266927719116211,
      "learning_rate": 2.0276276399684085e-07,
      "loss": 0.3263,
      "step": 2503200
    },
    {
      "epoch": 698.64,
      "grad_norm": 1.2778489589691162,
      "learning_rate": 2.0275176263497248e-07,
      "loss": 0.3284,
      "step": 2503210
    },
    {
      "epoch": 698.64,
      "grad_norm": 1.3193869590759277,
      "learning_rate": 2.02740761558072e-07,
      "loss": 0.3339,
      "step": 2503220
    },
    {
      "epoch": 698.64,
      "grad_norm": 1.194007158279419,
      "learning_rate": 2.0272976076614018e-07,
      "loss": 0.3191,
      "step": 2503230
    },
    {
      "epoch": 698.64,
      "grad_norm": 1.1503146886825562,
      "learning_rate": 2.027187602591786e-07,
      "loss": 0.3476,
      "step": 2503240
    },
    {
      "epoch": 698.65,
      "grad_norm": 1.3234010934829712,
      "learning_rate": 2.027077600371893e-07,
      "loss": 0.3405,
      "step": 2503250
    },
    {
      "epoch": 698.65,
      "grad_norm": 1.3852143287658691,
      "learning_rate": 2.0269676010017232e-07,
      "loss": 0.3439,
      "step": 2503260
    },
    {
      "epoch": 698.65,
      "grad_norm": 1.3655236959457397,
      "learning_rate": 2.0268576044813103e-07,
      "loss": 0.3385,
      "step": 2503270
    },
    {
      "epoch": 698.65,
      "grad_norm": 1.3382885456085205,
      "learning_rate": 2.0267476108106567e-07,
      "loss": 0.3217,
      "step": 2503280
    },
    {
      "epoch": 698.66,
      "grad_norm": 1.1936317682266235,
      "learning_rate": 2.026637619989781e-07,
      "loss": 0.3432,
      "step": 2503290
    },
    {
      "epoch": 698.66,
      "grad_norm": 1.2073339223861694,
      "learning_rate": 2.0265276320186933e-07,
      "loss": 0.3381,
      "step": 2503300
    },
    {
      "epoch": 698.66,
      "grad_norm": 1.240263819694519,
      "learning_rate": 2.0264176468974199e-07,
      "loss": 0.3181,
      "step": 2503310
    },
    {
      "epoch": 698.67,
      "grad_norm": 0.878584086894989,
      "learning_rate": 2.0263076646259607e-07,
      "loss": 0.3296,
      "step": 2503320
    },
    {
      "epoch": 698.67,
      "grad_norm": 1.315952181816101,
      "learning_rate": 2.0261976852043362e-07,
      "loss": 0.3397,
      "step": 2503330
    },
    {
      "epoch": 698.67,
      "grad_norm": 1.0714483261108398,
      "learning_rate": 2.026087708632565e-07,
      "loss": 0.3336,
      "step": 2503340
    },
    {
      "epoch": 698.67,
      "grad_norm": 1.426438808441162,
      "learning_rate": 2.0259777349106573e-07,
      "loss": 0.3242,
      "step": 2503350
    },
    {
      "epoch": 698.68,
      "grad_norm": 1.3379936218261719,
      "learning_rate": 2.0258677640386313e-07,
      "loss": 0.3373,
      "step": 2503360
    },
    {
      "epoch": 698.68,
      "grad_norm": 1.0843610763549805,
      "learning_rate": 2.0257577960164977e-07,
      "loss": 0.3205,
      "step": 2503370
    },
    {
      "epoch": 698.68,
      "grad_norm": 1.225996971130371,
      "learning_rate": 2.0256478308442718e-07,
      "loss": 0.3437,
      "step": 2503380
    },
    {
      "epoch": 698.69,
      "grad_norm": 1.297652244567871,
      "learning_rate": 2.0255378685219746e-07,
      "loss": 0.3289,
      "step": 2503390
    },
    {
      "epoch": 698.69,
      "grad_norm": 1.3988747596740723,
      "learning_rate": 2.025427909049606e-07,
      "loss": 0.3423,
      "step": 2503400
    },
    {
      "epoch": 698.69,
      "grad_norm": 1.2541601657867432,
      "learning_rate": 2.0253179524271973e-07,
      "loss": 0.354,
      "step": 2503410
    },
    {
      "epoch": 698.69,
      "grad_norm": 1.3027247190475464,
      "learning_rate": 2.0252079986547535e-07,
      "loss": 0.3413,
      "step": 2503420
    },
    {
      "epoch": 698.7,
      "grad_norm": 1.3240243196487427,
      "learning_rate": 2.0250980477322904e-07,
      "loss": 0.3321,
      "step": 2503430
    },
    {
      "epoch": 698.7,
      "grad_norm": 1.4158103466033936,
      "learning_rate": 2.0249880996598238e-07,
      "loss": 0.3451,
      "step": 2503440
    },
    {
      "epoch": 698.7,
      "grad_norm": 1.2677854299545288,
      "learning_rate": 2.024878154437374e-07,
      "loss": 0.3434,
      "step": 2503450
    },
    {
      "epoch": 698.7,
      "grad_norm": 1.1839087009429932,
      "learning_rate": 2.024768212064944e-07,
      "loss": 0.3266,
      "step": 2503460
    },
    {
      "epoch": 698.71,
      "grad_norm": 1.2698875665664673,
      "learning_rate": 2.0246582725425546e-07,
      "loss": 0.3291,
      "step": 2503470
    },
    {
      "epoch": 698.71,
      "grad_norm": 1.1147880554199219,
      "learning_rate": 2.0245483358702266e-07,
      "loss": 0.3307,
      "step": 2503480
    },
    {
      "epoch": 698.71,
      "grad_norm": 1.093753457069397,
      "learning_rate": 2.0244384020479572e-07,
      "loss": 0.3445,
      "step": 2503490
    },
    {
      "epoch": 698.72,
      "grad_norm": 1.569251298904419,
      "learning_rate": 2.024328471075783e-07,
      "loss": 0.3436,
      "step": 2503500
    },
    {
      "epoch": 698.72,
      "grad_norm": 1.5348114967346191,
      "learning_rate": 2.0242185429537014e-07,
      "loss": 0.3284,
      "step": 2503510
    },
    {
      "epoch": 698.72,
      "grad_norm": 1.344975471496582,
      "learning_rate": 2.0241086176817357e-07,
      "loss": 0.3436,
      "step": 2503520
    },
    {
      "epoch": 698.72,
      "grad_norm": 1.2240110635757446,
      "learning_rate": 2.0239986952598963e-07,
      "loss": 0.35,
      "step": 2503530
    },
    {
      "epoch": 698.73,
      "grad_norm": 1.168495535850525,
      "learning_rate": 2.0238887756882043e-07,
      "loss": 0.3306,
      "step": 2503540
    },
    {
      "epoch": 698.73,
      "grad_norm": 1.216927170753479,
      "learning_rate": 2.0237788589666672e-07,
      "loss": 0.3281,
      "step": 2503550
    },
    {
      "epoch": 698.73,
      "grad_norm": 1.3002891540527344,
      "learning_rate": 2.0236689450953006e-07,
      "loss": 0.3331,
      "step": 2503560
    },
    {
      "epoch": 698.74,
      "grad_norm": 1.1957340240478516,
      "learning_rate": 2.0235590340741256e-07,
      "loss": 0.3511,
      "step": 2503570
    },
    {
      "epoch": 698.74,
      "grad_norm": 1.2408766746520996,
      "learning_rate": 2.023449125903142e-07,
      "loss": 0.3454,
      "step": 2503580
    },
    {
      "epoch": 698.74,
      "grad_norm": 1.2997432947158813,
      "learning_rate": 2.0233392205823836e-07,
      "loss": 0.3458,
      "step": 2503590
    },
    {
      "epoch": 698.74,
      "grad_norm": 1.5998542308807373,
      "learning_rate": 2.0232293181118531e-07,
      "loss": 0.3336,
      "step": 2503600
    },
    {
      "epoch": 698.75,
      "grad_norm": 1.2037737369537354,
      "learning_rate": 2.023119418491566e-07,
      "loss": 0.3367,
      "step": 2503610
    },
    {
      "epoch": 698.75,
      "grad_norm": 1.2077521085739136,
      "learning_rate": 2.0230095217215436e-07,
      "loss": 0.3398,
      "step": 2503620
    },
    {
      "epoch": 698.75,
      "grad_norm": 1.2302483320236206,
      "learning_rate": 2.0228996278017877e-07,
      "loss": 0.3358,
      "step": 2503630
    },
    {
      "epoch": 698.76,
      "grad_norm": 1.486862301826477,
      "learning_rate": 2.02278973673233e-07,
      "loss": 0.344,
      "step": 2503640
    },
    {
      "epoch": 698.76,
      "grad_norm": 1.3681726455688477,
      "learning_rate": 2.0226798485131704e-07,
      "loss": 0.3341,
      "step": 2503650
    },
    {
      "epoch": 698.76,
      "grad_norm": 1.2865418195724487,
      "learning_rate": 2.0225699631443297e-07,
      "loss": 0.3358,
      "step": 2503660
    },
    {
      "epoch": 698.76,
      "grad_norm": 1.1372075080871582,
      "learning_rate": 2.0224600806258213e-07,
      "loss": 0.3424,
      "step": 2503670
    },
    {
      "epoch": 698.77,
      "grad_norm": 1.1477141380310059,
      "learning_rate": 2.022350200957668e-07,
      "loss": 0.3422,
      "step": 2503680
    },
    {
      "epoch": 698.77,
      "grad_norm": 1.41415536403656,
      "learning_rate": 2.02224032413987e-07,
      "loss": 0.3281,
      "step": 2503690
    },
    {
      "epoch": 698.77,
      "grad_norm": 1.1316211223602295,
      "learning_rate": 2.0221304501724481e-07,
      "loss": 0.3308,
      "step": 2503700
    },
    {
      "epoch": 698.77,
      "grad_norm": 1.213620901107788,
      "learning_rate": 2.0220205790554235e-07,
      "loss": 0.352,
      "step": 2503710
    },
    {
      "epoch": 698.78,
      "grad_norm": 1.3867548704147339,
      "learning_rate": 2.0219107107887958e-07,
      "loss": 0.3409,
      "step": 2503720
    },
    {
      "epoch": 698.78,
      "grad_norm": 1.2741483449935913,
      "learning_rate": 2.0218008453725988e-07,
      "loss": 0.3317,
      "step": 2503730
    },
    {
      "epoch": 698.78,
      "grad_norm": 1.4069795608520508,
      "learning_rate": 2.02169098280683e-07,
      "loss": 0.3485,
      "step": 2503740
    },
    {
      "epoch": 698.79,
      "grad_norm": 1.1822179555892944,
      "learning_rate": 2.0215811230915131e-07,
      "loss": 0.3357,
      "step": 2503750
    },
    {
      "epoch": 698.79,
      "grad_norm": 1.211979627609253,
      "learning_rate": 2.021471266226666e-07,
      "loss": 0.3398,
      "step": 2503760
    },
    {
      "epoch": 698.79,
      "grad_norm": 1.6822139024734497,
      "learning_rate": 2.0213614122122937e-07,
      "loss": 0.3464,
      "step": 2503770
    },
    {
      "epoch": 698.79,
      "grad_norm": 1.423093557357788,
      "learning_rate": 2.021251561048415e-07,
      "loss": 0.3207,
      "step": 2503780
    },
    {
      "epoch": 698.8,
      "grad_norm": 1.294036865234375,
      "learning_rate": 2.0211417127350423e-07,
      "loss": 0.3253,
      "step": 2503790
    },
    {
      "epoch": 698.8,
      "grad_norm": 1.4806171655654907,
      "learning_rate": 2.0210318672721996e-07,
      "loss": 0.3401,
      "step": 2503800
    },
    {
      "epoch": 698.8,
      "grad_norm": 1.3709712028503418,
      "learning_rate": 2.0209220246598864e-07,
      "loss": 0.3299,
      "step": 2503810
    },
    {
      "epoch": 698.81,
      "grad_norm": 1.2862780094146729,
      "learning_rate": 2.0208121848981318e-07,
      "loss": 0.3325,
      "step": 2503820
    },
    {
      "epoch": 698.81,
      "grad_norm": 1.3939496278762817,
      "learning_rate": 2.020702347986943e-07,
      "loss": 0.3374,
      "step": 2503830
    },
    {
      "epoch": 698.81,
      "grad_norm": 1.081093192100525,
      "learning_rate": 2.0205925139263334e-07,
      "loss": 0.3295,
      "step": 2503840
    },
    {
      "epoch": 698.81,
      "grad_norm": 1.3950650691986084,
      "learning_rate": 2.020482682716324e-07,
      "loss": 0.3297,
      "step": 2503850
    },
    {
      "epoch": 698.82,
      "grad_norm": 1.3378617763519287,
      "learning_rate": 2.0203728543569247e-07,
      "loss": 0.3239,
      "step": 2503860
    },
    {
      "epoch": 698.82,
      "grad_norm": 1.550473690032959,
      "learning_rate": 2.0202630288481464e-07,
      "loss": 0.3308,
      "step": 2503870
    },
    {
      "epoch": 698.82,
      "grad_norm": 1.1469480991363525,
      "learning_rate": 2.0201532061900122e-07,
      "loss": 0.3442,
      "step": 2503880
    },
    {
      "epoch": 698.83,
      "grad_norm": 1.399901270866394,
      "learning_rate": 2.0200433863825324e-07,
      "loss": 0.3508,
      "step": 2503890
    },
    {
      "epoch": 698.83,
      "grad_norm": 1.123214840888977,
      "learning_rate": 2.0199335694257207e-07,
      "loss": 0.3484,
      "step": 2503900
    },
    {
      "epoch": 698.83,
      "grad_norm": 1.2451807260513306,
      "learning_rate": 2.0198237553195945e-07,
      "loss": 0.3363,
      "step": 2503910
    },
    {
      "epoch": 698.83,
      "grad_norm": 1.281840205192566,
      "learning_rate": 2.0197139440641647e-07,
      "loss": 0.3285,
      "step": 2503920
    },
    {
      "epoch": 698.84,
      "grad_norm": 1.2754192352294922,
      "learning_rate": 2.0196041356594465e-07,
      "loss": 0.337,
      "step": 2503930
    },
    {
      "epoch": 698.84,
      "grad_norm": 1.2676124572753906,
      "learning_rate": 2.0194943301054613e-07,
      "loss": 0.3373,
      "step": 2503940
    },
    {
      "epoch": 698.84,
      "grad_norm": 1.201143741607666,
      "learning_rate": 2.019384527402211e-07,
      "loss": 0.3449,
      "step": 2503950
    },
    {
      "epoch": 698.84,
      "grad_norm": 1.189997911453247,
      "learning_rate": 2.0192747275497274e-07,
      "loss": 0.3434,
      "step": 2503960
    },
    {
      "epoch": 698.85,
      "grad_norm": 1.3513636589050293,
      "learning_rate": 2.019164930548008e-07,
      "loss": 0.3293,
      "step": 2503970
    },
    {
      "epoch": 698.85,
      "grad_norm": 1.3111354112625122,
      "learning_rate": 2.019055136397078e-07,
      "loss": 0.3285,
      "step": 2503980
    },
    {
      "epoch": 698.85,
      "grad_norm": 1.068192958831787,
      "learning_rate": 2.0189453450969511e-07,
      "loss": 0.3241,
      "step": 2503990
    },
    {
      "epoch": 698.86,
      "grad_norm": 0.9536534547805786,
      "learning_rate": 2.018835556647635e-07,
      "loss": 0.3387,
      "step": 2504000
    },
    {
      "epoch": 698.86,
      "grad_norm": 1.188704252243042,
      "learning_rate": 2.0187257710491503e-07,
      "loss": 0.3418,
      "step": 2504010
    },
    {
      "epoch": 698.86,
      "grad_norm": 1.8607062101364136,
      "learning_rate": 2.0186159883015103e-07,
      "loss": 0.3394,
      "step": 2504020
    },
    {
      "epoch": 698.86,
      "grad_norm": 1.201452612876892,
      "learning_rate": 2.018506208404733e-07,
      "loss": 0.3391,
      "step": 2504030
    },
    {
      "epoch": 698.87,
      "grad_norm": 1.1840940713882446,
      "learning_rate": 2.0183964313588265e-07,
      "loss": 0.35,
      "step": 2504040
    },
    {
      "epoch": 698.87,
      "grad_norm": 1.4643633365631104,
      "learning_rate": 2.018286657163806e-07,
      "loss": 0.3418,
      "step": 2504050
    },
    {
      "epoch": 698.87,
      "grad_norm": 1.2991365194320679,
      "learning_rate": 2.0181768858196952e-07,
      "loss": 0.3371,
      "step": 2504060
    },
    {
      "epoch": 698.88,
      "grad_norm": 1.1876846551895142,
      "learning_rate": 2.018067117326494e-07,
      "loss": 0.3359,
      "step": 2504070
    },
    {
      "epoch": 698.88,
      "grad_norm": 1.300161361694336,
      "learning_rate": 2.0179573516842309e-07,
      "loss": 0.3472,
      "step": 2504080
    },
    {
      "epoch": 698.88,
      "grad_norm": 1.1260912418365479,
      "learning_rate": 2.017847588892914e-07,
      "loss": 0.3226,
      "step": 2504090
    },
    {
      "epoch": 698.88,
      "grad_norm": 1.0663903951644897,
      "learning_rate": 2.017737828952556e-07,
      "loss": 0.331,
      "step": 2504100
    },
    {
      "epoch": 698.89,
      "grad_norm": 1.0454583168029785,
      "learning_rate": 2.0176280718631754e-07,
      "loss": 0.3256,
      "step": 2504110
    },
    {
      "epoch": 698.89,
      "grad_norm": 1.1507930755615234,
      "learning_rate": 2.0175183176247904e-07,
      "loss": 0.336,
      "step": 2504120
    },
    {
      "epoch": 698.89,
      "grad_norm": 1.3911665678024292,
      "learning_rate": 2.0174085662374057e-07,
      "loss": 0.3378,
      "step": 2504130
    },
    {
      "epoch": 698.89,
      "grad_norm": 1.2506519556045532,
      "learning_rate": 2.0172988177010402e-07,
      "loss": 0.3303,
      "step": 2504140
    },
    {
      "epoch": 698.9,
      "grad_norm": 1.3090481758117676,
      "learning_rate": 2.0171890720157144e-07,
      "loss": 0.3379,
      "step": 2504150
    },
    {
      "epoch": 698.9,
      "grad_norm": 1.367784023284912,
      "learning_rate": 2.0170793291814307e-07,
      "loss": 0.3503,
      "step": 2504160
    },
    {
      "epoch": 698.9,
      "grad_norm": 1.1918964385986328,
      "learning_rate": 2.016969589198218e-07,
      "loss": 0.3411,
      "step": 2504170
    },
    {
      "epoch": 698.91,
      "grad_norm": 1.2949857711791992,
      "learning_rate": 2.0168598520660793e-07,
      "loss": 0.3199,
      "step": 2504180
    },
    {
      "epoch": 698.91,
      "grad_norm": 1.2705295085906982,
      "learning_rate": 2.016750117785032e-07,
      "loss": 0.3372,
      "step": 2504190
    },
    {
      "epoch": 698.91,
      "grad_norm": 1.367082953453064,
      "learning_rate": 2.0166403863550998e-07,
      "loss": 0.337,
      "step": 2504200
    },
    {
      "epoch": 698.91,
      "grad_norm": 1.2779884338378906,
      "learning_rate": 2.0165306577762803e-07,
      "loss": 0.3204,
      "step": 2504210
    },
    {
      "epoch": 698.92,
      "grad_norm": 1.0979288816452026,
      "learning_rate": 2.0164209320486044e-07,
      "loss": 0.3357,
      "step": 2504220
    },
    {
      "epoch": 698.92,
      "grad_norm": 1.7376912832260132,
      "learning_rate": 2.0163112091720777e-07,
      "loss": 0.3521,
      "step": 2504230
    },
    {
      "epoch": 698.92,
      "grad_norm": 1.2462849617004395,
      "learning_rate": 2.0162014891467155e-07,
      "loss": 0.3194,
      "step": 2504240
    },
    {
      "epoch": 698.93,
      "grad_norm": 1.1439017057418823,
      "learning_rate": 2.0160917719725364e-07,
      "loss": 0.3242,
      "step": 2504250
    },
    {
      "epoch": 698.93,
      "grad_norm": 1.3693809509277344,
      "learning_rate": 2.0159820576495554e-07,
      "loss": 0.3401,
      "step": 2504260
    },
    {
      "epoch": 698.93,
      "grad_norm": 1.2446008920669556,
      "learning_rate": 2.0158723461777783e-07,
      "loss": 0.3395,
      "step": 2504270
    },
    {
      "epoch": 698.93,
      "grad_norm": 4.653671741485596,
      "learning_rate": 2.015762637557228e-07,
      "loss": 0.3388,
      "step": 2504280
    },
    {
      "epoch": 698.94,
      "grad_norm": 1.1420820951461792,
      "learning_rate": 2.0156529317879205e-07,
      "loss": 0.3278,
      "step": 2504290
    },
    {
      "epoch": 698.94,
      "grad_norm": 1.1948882341384888,
      "learning_rate": 2.0155432288698586e-07,
      "loss": 0.337,
      "step": 2504300
    },
    {
      "epoch": 698.94,
      "grad_norm": 1.1781563758850098,
      "learning_rate": 2.0154335288030729e-07,
      "loss": 0.3246,
      "step": 2504310
    },
    {
      "epoch": 698.95,
      "grad_norm": 1.0381338596343994,
      "learning_rate": 2.0153238315875663e-07,
      "loss": 0.3336,
      "step": 2504320
    },
    {
      "epoch": 698.95,
      "grad_norm": 1.2951081991195679,
      "learning_rate": 2.015214137223357e-07,
      "loss": 0.3436,
      "step": 2504330
    },
    {
      "epoch": 698.95,
      "grad_norm": 1.3323031663894653,
      "learning_rate": 2.0151044457104632e-07,
      "loss": 0.3351,
      "step": 2504340
    },
    {
      "epoch": 698.95,
      "grad_norm": 1.0954307317733765,
      "learning_rate": 2.014994757048893e-07,
      "loss": 0.3504,
      "step": 2504350
    },
    {
      "epoch": 698.96,
      "grad_norm": 1.2717266082763672,
      "learning_rate": 2.0148850712386642e-07,
      "loss": 0.3383,
      "step": 2504360
    },
    {
      "epoch": 698.96,
      "grad_norm": 1.235607624053955,
      "learning_rate": 2.01477538827979e-07,
      "loss": 0.3485,
      "step": 2504370
    },
    {
      "epoch": 698.96,
      "grad_norm": 1.426318883895874,
      "learning_rate": 2.014665708172291e-07,
      "loss": 0.3402,
      "step": 2504380
    },
    {
      "epoch": 698.96,
      "grad_norm": 1.2684264183044434,
      "learning_rate": 2.0145560309161677e-07,
      "loss": 0.3405,
      "step": 2504390
    },
    {
      "epoch": 698.97,
      "grad_norm": 1.2599194049835205,
      "learning_rate": 2.0144463565114534e-07,
      "loss": 0.3611,
      "step": 2504400
    },
    {
      "epoch": 698.97,
      "grad_norm": 1.2232964038848877,
      "learning_rate": 2.014336684958151e-07,
      "loss": 0.3453,
      "step": 2504410
    },
    {
      "epoch": 698.97,
      "grad_norm": 1.1484829187393188,
      "learning_rate": 2.014227016256276e-07,
      "loss": 0.3408,
      "step": 2504420
    },
    {
      "epoch": 698.98,
      "grad_norm": 1.2917050123214722,
      "learning_rate": 2.0141173504058468e-07,
      "loss": 0.3497,
      "step": 2504430
    },
    {
      "epoch": 698.98,
      "grad_norm": 1.2701869010925293,
      "learning_rate": 2.0140076874068735e-07,
      "loss": 0.3355,
      "step": 2504440
    },
    {
      "epoch": 698.98,
      "grad_norm": 1.3258910179138184,
      "learning_rate": 2.0138980272593744e-07,
      "loss": 0.3309,
      "step": 2504450
    },
    {
      "epoch": 698.98,
      "grad_norm": 1.2943787574768066,
      "learning_rate": 2.01378836996336e-07,
      "loss": 0.3407,
      "step": 2504460
    },
    {
      "epoch": 698.99,
      "grad_norm": 1.2085193395614624,
      "learning_rate": 2.0136787155188486e-07,
      "loss": 0.3297,
      "step": 2504470
    },
    {
      "epoch": 698.99,
      "grad_norm": 1.1631220579147339,
      "learning_rate": 2.013569063925853e-07,
      "loss": 0.3287,
      "step": 2504480
    },
    {
      "epoch": 698.99,
      "grad_norm": 1.0773937702178955,
      "learning_rate": 2.0134594151843915e-07,
      "loss": 0.3565,
      "step": 2504490
    },
    {
      "epoch": 699.0,
      "grad_norm": 1.2407742738723755,
      "learning_rate": 2.0133497692944744e-07,
      "loss": 0.3309,
      "step": 2504500
    },
    {
      "epoch": 699.0,
      "grad_norm": 1.2799004316329956,
      "learning_rate": 2.0132401262561152e-07,
      "loss": 0.3402,
      "step": 2504510
    },
    {
      "epoch": 699.0,
      "eval_loss": 0.33727604150772095,
      "eval_runtime": 66.1036,
      "eval_samples_per_second": 76.531,
      "eval_steps_per_second": 9.576,
      "step": 2504517
    },
    {
      "epoch": 699.0,
      "grad_norm": 1.2275079488754272,
      "learning_rate": 2.013130486069334e-07,
      "loss": 0.3382,
      "step": 2504520
    },
    {
      "epoch": 699.0,
      "grad_norm": 1.3910821676254272,
      "learning_rate": 2.0130208487341365e-07,
      "loss": 0.3247,
      "step": 2504530
    },
    {
      "epoch": 699.01,
      "grad_norm": 1.452123999595642,
      "learning_rate": 2.0129112142505512e-07,
      "loss": 0.3347,
      "step": 2504540
    },
    {
      "epoch": 699.01,
      "grad_norm": 1.0467860698699951,
      "learning_rate": 2.012801582618578e-07,
      "loss": 0.3285,
      "step": 2504550
    },
    {
      "epoch": 699.01,
      "grad_norm": 1.1888947486877441,
      "learning_rate": 2.0126919538382405e-07,
      "loss": 0.3435,
      "step": 2504560
    },
    {
      "epoch": 699.01,
      "grad_norm": 1.3010329008102417,
      "learning_rate": 2.012582327909554e-07,
      "loss": 0.3509,
      "step": 2504570
    },
    {
      "epoch": 699.02,
      "grad_norm": 1.1749098300933838,
      "learning_rate": 2.0124727048325268e-07,
      "loss": 0.3322,
      "step": 2504580
    },
    {
      "epoch": 699.02,
      "grad_norm": 1.1847285032272339,
      "learning_rate": 2.0123630846071741e-07,
      "loss": 0.3329,
      "step": 2504590
    },
    {
      "epoch": 699.02,
      "grad_norm": 1.2723313570022583,
      "learning_rate": 2.012253467233514e-07,
      "loss": 0.3324,
      "step": 2504600
    },
    {
      "epoch": 699.03,
      "grad_norm": 1.1614497900009155,
      "learning_rate": 2.0121438527115654e-07,
      "loss": 0.3504,
      "step": 2504610
    },
    {
      "epoch": 699.03,
      "grad_norm": 1.322550654411316,
      "learning_rate": 2.0120342410413276e-07,
      "loss": 0.3299,
      "step": 2504620
    },
    {
      "epoch": 699.03,
      "grad_norm": 1.2821093797683716,
      "learning_rate": 2.0119246322228347e-07,
      "loss": 0.3537,
      "step": 2504630
    },
    {
      "epoch": 699.03,
      "grad_norm": 1.500946044921875,
      "learning_rate": 2.0118150262560866e-07,
      "loss": 0.3398,
      "step": 2504640
    },
    {
      "epoch": 699.04,
      "grad_norm": 1.136698842048645,
      "learning_rate": 2.0117054231411044e-07,
      "loss": 0.324,
      "step": 2504650
    },
    {
      "epoch": 699.04,
      "grad_norm": 1.1506333351135254,
      "learning_rate": 2.011595822877906e-07,
      "loss": 0.3463,
      "step": 2504660
    },
    {
      "epoch": 699.04,
      "grad_norm": 1.6568970680236816,
      "learning_rate": 2.0114862254664942e-07,
      "loss": 0.3438,
      "step": 2504670
    },
    {
      "epoch": 699.05,
      "grad_norm": 1.2440853118896484,
      "learning_rate": 2.011376630906892e-07,
      "loss": 0.348,
      "step": 2504680
    },
    {
      "epoch": 699.05,
      "grad_norm": 1.3871574401855469,
      "learning_rate": 2.0112670391991132e-07,
      "loss": 0.3352,
      "step": 2504690
    },
    {
      "epoch": 699.05,
      "grad_norm": 1.2241077423095703,
      "learning_rate": 2.0111574503431753e-07,
      "loss": 0.3425,
      "step": 2504700
    },
    {
      "epoch": 699.05,
      "grad_norm": 1.2403749227523804,
      "learning_rate": 2.0110478643390863e-07,
      "loss": 0.3401,
      "step": 2504710
    },
    {
      "epoch": 699.06,
      "grad_norm": 1.4617714881896973,
      "learning_rate": 2.010938281186862e-07,
      "loss": 0.3391,
      "step": 2504720
    },
    {
      "epoch": 699.06,
      "grad_norm": 0.9686662554740906,
      "learning_rate": 2.010828700886526e-07,
      "loss": 0.3327,
      "step": 2504730
    },
    {
      "epoch": 699.06,
      "grad_norm": 1.1991358995437622,
      "learning_rate": 2.0107191234380748e-07,
      "loss": 0.3375,
      "step": 2504740
    },
    {
      "epoch": 699.07,
      "grad_norm": 1.3725205659866333,
      "learning_rate": 2.0106095488415432e-07,
      "loss": 0.3486,
      "step": 2504750
    },
    {
      "epoch": 699.07,
      "grad_norm": 1.2262792587280273,
      "learning_rate": 2.010499977096928e-07,
      "loss": 0.3503,
      "step": 2504760
    },
    {
      "epoch": 699.07,
      "grad_norm": 1.5316661596298218,
      "learning_rate": 2.010390408204261e-07,
      "loss": 0.3209,
      "step": 2504770
    },
    {
      "epoch": 699.07,
      "grad_norm": 1.1283990144729614,
      "learning_rate": 2.0102808421635443e-07,
      "loss": 0.3362,
      "step": 2504780
    },
    {
      "epoch": 699.08,
      "grad_norm": 1.1808280944824219,
      "learning_rate": 2.010171278974796e-07,
      "loss": 0.3582,
      "step": 2504790
    },
    {
      "epoch": 699.08,
      "grad_norm": 5.055084228515625,
      "learning_rate": 2.010061718638035e-07,
      "loss": 0.3439,
      "step": 2504800
    },
    {
      "epoch": 699.08,
      "grad_norm": 1.2637815475463867,
      "learning_rate": 2.0099521611532681e-07,
      "loss": 0.3374,
      "step": 2504810
    },
    {
      "epoch": 699.08,
      "grad_norm": 1.296288251876831,
      "learning_rate": 2.0098426065205145e-07,
      "loss": 0.3639,
      "step": 2504820
    },
    {
      "epoch": 699.09,
      "grad_norm": 1.1674132347106934,
      "learning_rate": 2.0097330547397868e-07,
      "loss": 0.3267,
      "step": 2504830
    },
    {
      "epoch": 699.09,
      "grad_norm": 1.1345807313919067,
      "learning_rate": 2.009623505811103e-07,
      "loss": 0.339,
      "step": 2504840
    },
    {
      "epoch": 699.09,
      "grad_norm": 3.129673719406128,
      "learning_rate": 2.0095139597344741e-07,
      "loss": 0.3382,
      "step": 2504850
    },
    {
      "epoch": 699.1,
      "grad_norm": 1.1159608364105225,
      "learning_rate": 2.0094044165099152e-07,
      "loss": 0.3313,
      "step": 2504860
    },
    {
      "epoch": 699.1,
      "grad_norm": 1.198304295539856,
      "learning_rate": 2.0092948761374446e-07,
      "loss": 0.3283,
      "step": 2504870
    },
    {
      "epoch": 699.1,
      "grad_norm": 1.372287631034851,
      "learning_rate": 2.0091853386170676e-07,
      "loss": 0.3465,
      "step": 2504880
    },
    {
      "epoch": 699.1,
      "grad_norm": 1.236600399017334,
      "learning_rate": 2.0090758039488125e-07,
      "loss": 0.3277,
      "step": 2504890
    },
    {
      "epoch": 699.11,
      "grad_norm": 1.2837655544281006,
      "learning_rate": 2.0089662721326826e-07,
      "loss": 0.3302,
      "step": 2504900
    },
    {
      "epoch": 699.11,
      "grad_norm": 1.4403127431869507,
      "learning_rate": 2.0088567431686954e-07,
      "loss": 0.3478,
      "step": 2504910
    },
    {
      "epoch": 699.11,
      "grad_norm": 1.2649072408676147,
      "learning_rate": 2.008747217056867e-07,
      "loss": 0.3331,
      "step": 2504920
    },
    {
      "epoch": 699.12,
      "grad_norm": 1.5930211544036865,
      "learning_rate": 2.0086376937972154e-07,
      "loss": 0.3435,
      "step": 2504930
    },
    {
      "epoch": 699.12,
      "grad_norm": 1.240837574005127,
      "learning_rate": 2.0085281733897483e-07,
      "loss": 0.3469,
      "step": 2504940
    },
    {
      "epoch": 699.12,
      "grad_norm": 1.193868637084961,
      "learning_rate": 2.0084186558344816e-07,
      "loss": 0.3458,
      "step": 2504950
    },
    {
      "epoch": 699.12,
      "grad_norm": 1.1743608713150024,
      "learning_rate": 2.008309141131436e-07,
      "loss": 0.3434,
      "step": 2504960
    },
    {
      "epoch": 699.13,
      "grad_norm": 1.3592543601989746,
      "learning_rate": 2.008199629280614e-07,
      "loss": 0.3323,
      "step": 2504970
    },
    {
      "epoch": 699.13,
      "grad_norm": 1.3031861782073975,
      "learning_rate": 2.0080901202820442e-07,
      "loss": 0.3249,
      "step": 2504980
    },
    {
      "epoch": 699.13,
      "grad_norm": 1.3231335878372192,
      "learning_rate": 2.007980614135732e-07,
      "loss": 0.3346,
      "step": 2504990
    },
    {
      "epoch": 699.13,
      "grad_norm": 1.3274884223937988,
      "learning_rate": 2.0078711108416955e-07,
      "loss": 0.3309,
      "step": 2505000
    },
    {
      "epoch": 699.14,
      "grad_norm": 1.1371461153030396,
      "learning_rate": 2.0077616103999528e-07,
      "loss": 0.3278,
      "step": 2505010
    },
    {
      "epoch": 699.14,
      "grad_norm": 1.3498986959457397,
      "learning_rate": 2.0076521128105068e-07,
      "loss": 0.3271,
      "step": 2505020
    },
    {
      "epoch": 699.14,
      "grad_norm": 1.8729280233383179,
      "learning_rate": 2.0075426180733833e-07,
      "loss": 0.3335,
      "step": 2505030
    },
    {
      "epoch": 699.15,
      "grad_norm": 1.234695553779602,
      "learning_rate": 2.00743312618859e-07,
      "loss": 0.329,
      "step": 2505040
    },
    {
      "epoch": 699.15,
      "grad_norm": 1.2988364696502686,
      "learning_rate": 2.0073236371561454e-07,
      "loss": 0.3365,
      "step": 2505050
    },
    {
      "epoch": 699.15,
      "grad_norm": 1.1154366731643677,
      "learning_rate": 2.0072141509760624e-07,
      "loss": 0.3272,
      "step": 2505060
    },
    {
      "epoch": 699.15,
      "grad_norm": 1.1936988830566406,
      "learning_rate": 2.0071046676483618e-07,
      "loss": 0.3414,
      "step": 2505070
    },
    {
      "epoch": 699.16,
      "grad_norm": 1.1976466178894043,
      "learning_rate": 2.0069951871730486e-07,
      "loss": 0.3416,
      "step": 2505080
    },
    {
      "epoch": 699.16,
      "grad_norm": 1.1254154443740845,
      "learning_rate": 2.0068857095501414e-07,
      "loss": 0.3166,
      "step": 2505090
    },
    {
      "epoch": 699.16,
      "grad_norm": 1.1938368082046509,
      "learning_rate": 2.0067762347796582e-07,
      "loss": 0.3511,
      "step": 2505100
    },
    {
      "epoch": 699.17,
      "grad_norm": 1.2420991659164429,
      "learning_rate": 2.0066667628616018e-07,
      "loss": 0.3353,
      "step": 2505110
    },
    {
      "epoch": 699.17,
      "grad_norm": 1.1301333904266357,
      "learning_rate": 2.006557293796003e-07,
      "loss": 0.3249,
      "step": 2505120
    },
    {
      "epoch": 699.17,
      "grad_norm": 1.3123868703842163,
      "learning_rate": 2.0064478275828646e-07,
      "loss": 0.3399,
      "step": 2505130
    },
    {
      "epoch": 699.17,
      "grad_norm": 1.1611576080322266,
      "learning_rate": 2.0063383642222076e-07,
      "loss": 0.3399,
      "step": 2505140
    },
    {
      "epoch": 699.18,
      "grad_norm": 1.3247032165527344,
      "learning_rate": 2.006228903714045e-07,
      "loss": 0.3349,
      "step": 2505150
    },
    {
      "epoch": 699.18,
      "grad_norm": 1.13722562789917,
      "learning_rate": 2.0061194460583868e-07,
      "loss": 0.3341,
      "step": 2505160
    },
    {
      "epoch": 699.18,
      "grad_norm": 1.1185194253921509,
      "learning_rate": 2.0060099912552518e-07,
      "loss": 0.3333,
      "step": 2505170
    },
    {
      "epoch": 699.19,
      "grad_norm": 1.158502459526062,
      "learning_rate": 2.005900539304655e-07,
      "loss": 0.3338,
      "step": 2505180
    },
    {
      "epoch": 699.19,
      "grad_norm": 1.061354160308838,
      "learning_rate": 2.0057910902066126e-07,
      "loss": 0.3549,
      "step": 2505190
    },
    {
      "epoch": 699.19,
      "grad_norm": 1.5557103157043457,
      "learning_rate": 2.0056816439611296e-07,
      "loss": 0.355,
      "step": 2505200
    },
    {
      "epoch": 699.19,
      "grad_norm": 1.1902446746826172,
      "learning_rate": 2.0055722005682343e-07,
      "loss": 0.3407,
      "step": 2505210
    },
    {
      "epoch": 699.2,
      "grad_norm": 1.444065809249878,
      "learning_rate": 2.0054627600279298e-07,
      "loss": 0.3275,
      "step": 2505220
    },
    {
      "epoch": 699.2,
      "grad_norm": 1.2125327587127686,
      "learning_rate": 2.0053533223402364e-07,
      "loss": 0.3351,
      "step": 2505230
    },
    {
      "epoch": 699.2,
      "grad_norm": 1.2962545156478882,
      "learning_rate": 2.0052438875051728e-07,
      "loss": 0.3363,
      "step": 2505240
    },
    {
      "epoch": 699.2,
      "grad_norm": 1.1027005910873413,
      "learning_rate": 2.0051344555227413e-07,
      "loss": 0.3236,
      "step": 2505250
    },
    {
      "epoch": 699.21,
      "grad_norm": 1.409049153327942,
      "learning_rate": 2.0050250263929655e-07,
      "loss": 0.341,
      "step": 2505260
    },
    {
      "epoch": 699.21,
      "grad_norm": 1.2224079370498657,
      "learning_rate": 2.0049156001158583e-07,
      "loss": 0.3365,
      "step": 2505270
    },
    {
      "epoch": 699.21,
      "grad_norm": 1.132450819015503,
      "learning_rate": 2.004806176691438e-07,
      "loss": 0.3401,
      "step": 2505280
    },
    {
      "epoch": 699.22,
      "grad_norm": 1.1911813020706177,
      "learning_rate": 2.0046967561197093e-07,
      "loss": 0.3386,
      "step": 2505290
    },
    {
      "epoch": 699.22,
      "grad_norm": 1.3229258060455322,
      "learning_rate": 2.004587338400694e-07,
      "loss": 0.3459,
      "step": 2505300
    },
    {
      "epoch": 699.22,
      "grad_norm": 1.3496545553207397,
      "learning_rate": 2.0044779235344044e-07,
      "loss": 0.3371,
      "step": 2505310
    },
    {
      "epoch": 699.22,
      "grad_norm": 1.389572262763977,
      "learning_rate": 2.004368511520856e-07,
      "loss": 0.3364,
      "step": 2505320
    },
    {
      "epoch": 699.23,
      "grad_norm": 1.1754194498062134,
      "learning_rate": 2.0042591023600677e-07,
      "loss": 0.3377,
      "step": 2505330
    },
    {
      "epoch": 699.23,
      "grad_norm": 1.2622636556625366,
      "learning_rate": 2.0041496960520415e-07,
      "loss": 0.3646,
      "step": 2505340
    },
    {
      "epoch": 699.23,
      "grad_norm": 1.2389700412750244,
      "learning_rate": 2.004040292596809e-07,
      "loss": 0.326,
      "step": 2505350
    },
    {
      "epoch": 699.24,
      "grad_norm": 1.3726674318313599,
      "learning_rate": 2.0039308919943697e-07,
      "loss": 0.3449,
      "step": 2505360
    },
    {
      "epoch": 699.24,
      "grad_norm": 1.084226131439209,
      "learning_rate": 2.003821494244745e-07,
      "loss": 0.3377,
      "step": 2505370
    },
    {
      "epoch": 699.24,
      "grad_norm": 1.2191599607467651,
      "learning_rate": 2.0037120993479528e-07,
      "loss": 0.3436,
      "step": 2505380
    },
    {
      "epoch": 699.24,
      "grad_norm": 1.1951221227645874,
      "learning_rate": 2.0036027073040009e-07,
      "loss": 0.3308,
      "step": 2505390
    },
    {
      "epoch": 699.25,
      "grad_norm": 1.2903982400894165,
      "learning_rate": 2.003493318112905e-07,
      "loss": 0.3221,
      "step": 2505400
    },
    {
      "epoch": 699.25,
      "grad_norm": 1.5069608688354492,
      "learning_rate": 2.0033839317746833e-07,
      "loss": 0.3343,
      "step": 2505410
    },
    {
      "epoch": 699.25,
      "grad_norm": 1.1060148477554321,
      "learning_rate": 2.0032745482893513e-07,
      "loss": 0.318,
      "step": 2505420
    },
    {
      "epoch": 699.25,
      "grad_norm": 1.4878191947937012,
      "learning_rate": 2.003165167656912e-07,
      "loss": 0.338,
      "step": 2505430
    },
    {
      "epoch": 699.26,
      "grad_norm": 1.2383880615234375,
      "learning_rate": 2.003055789877396e-07,
      "loss": 0.3492,
      "step": 2505440
    },
    {
      "epoch": 699.26,
      "grad_norm": 1.196291446685791,
      "learning_rate": 2.0029464149508065e-07,
      "loss": 0.3255,
      "step": 2505450
    },
    {
      "epoch": 699.26,
      "grad_norm": 1.2474342584609985,
      "learning_rate": 2.002837042877161e-07,
      "loss": 0.3188,
      "step": 2505460
    },
    {
      "epoch": 699.27,
      "grad_norm": 1.1668049097061157,
      "learning_rate": 2.0027276736564812e-07,
      "loss": 0.3399,
      "step": 2505470
    },
    {
      "epoch": 699.27,
      "grad_norm": 1.1412721872329712,
      "learning_rate": 2.002618307288772e-07,
      "loss": 0.3378,
      "step": 2505480
    },
    {
      "epoch": 699.27,
      "grad_norm": 1.3446029424667358,
      "learning_rate": 2.0025089437740484e-07,
      "loss": 0.3414,
      "step": 2505490
    },
    {
      "epoch": 699.27,
      "grad_norm": 1.2620161771774292,
      "learning_rate": 2.0023995831123292e-07,
      "loss": 0.3465,
      "step": 2505500
    },
    {
      "epoch": 699.28,
      "grad_norm": 1.380624771118164,
      "learning_rate": 2.0022902253036326e-07,
      "loss": 0.3351,
      "step": 2505510
    },
    {
      "epoch": 699.28,
      "grad_norm": 1.2713712453842163,
      "learning_rate": 2.0021808703479638e-07,
      "loss": 0.3405,
      "step": 2505520
    },
    {
      "epoch": 699.28,
      "grad_norm": 1.1686208248138428,
      "learning_rate": 2.0020715182453433e-07,
      "loss": 0.3215,
      "step": 2505530
    },
    {
      "epoch": 699.29,
      "grad_norm": 1.3863860368728638,
      "learning_rate": 2.0019621689957847e-07,
      "loss": 0.3429,
      "step": 2505540
    },
    {
      "epoch": 699.29,
      "grad_norm": 1.4033585786819458,
      "learning_rate": 2.0018528225992977e-07,
      "loss": 0.3514,
      "step": 2505550
    },
    {
      "epoch": 699.29,
      "grad_norm": 1.1604516506195068,
      "learning_rate": 2.001743479055906e-07,
      "loss": 0.3361,
      "step": 2505560
    },
    {
      "epoch": 699.29,
      "grad_norm": 1.348145842552185,
      "learning_rate": 2.0016341383656177e-07,
      "loss": 0.3284,
      "step": 2505570
    },
    {
      "epoch": 699.3,
      "grad_norm": 1.1877329349517822,
      "learning_rate": 2.0015248005284482e-07,
      "loss": 0.3345,
      "step": 2505580
    },
    {
      "epoch": 699.3,
      "grad_norm": 1.1204795837402344,
      "learning_rate": 2.001415465544413e-07,
      "loss": 0.3284,
      "step": 2505590
    },
    {
      "epoch": 699.3,
      "grad_norm": 1.4017480611801147,
      "learning_rate": 2.0013061334135304e-07,
      "loss": 0.3276,
      "step": 2505600
    },
    {
      "epoch": 699.31,
      "grad_norm": 1.230558156967163,
      "learning_rate": 2.0011968041358056e-07,
      "loss": 0.3355,
      "step": 2505610
    },
    {
      "epoch": 699.31,
      "grad_norm": 1.1539138555526733,
      "learning_rate": 2.0010874777112597e-07,
      "loss": 0.3247,
      "step": 2505620
    },
    {
      "epoch": 699.31,
      "grad_norm": 1.1708803176879883,
      "learning_rate": 2.0009781541399078e-07,
      "loss": 0.3377,
      "step": 2505630
    },
    {
      "epoch": 699.31,
      "grad_norm": 1.315401315689087,
      "learning_rate": 2.0008688334217604e-07,
      "loss": 0.3312,
      "step": 2505640
    },
    {
      "epoch": 699.32,
      "grad_norm": 1.2729277610778809,
      "learning_rate": 2.0007595155568387e-07,
      "loss": 0.3235,
      "step": 2505650
    },
    {
      "epoch": 699.32,
      "grad_norm": 1.0658392906188965,
      "learning_rate": 2.0006502005451502e-07,
      "loss": 0.3271,
      "step": 2505660
    },
    {
      "epoch": 699.32,
      "grad_norm": 1.199359655380249,
      "learning_rate": 2.0005408883867107e-07,
      "loss": 0.3485,
      "step": 2505670
    },
    {
      "epoch": 699.32,
      "grad_norm": 1.246472954750061,
      "learning_rate": 2.0004315790815408e-07,
      "loss": 0.3363,
      "step": 2505680
    },
    {
      "epoch": 699.33,
      "grad_norm": 1.3094582557678223,
      "learning_rate": 2.0003222726296432e-07,
      "loss": 0.3411,
      "step": 2505690
    },
    {
      "epoch": 699.33,
      "grad_norm": 1.1610770225524902,
      "learning_rate": 2.0002129690310492e-07,
      "loss": 0.3267,
      "step": 2505700
    },
    {
      "epoch": 699.33,
      "grad_norm": 1.256260871887207,
      "learning_rate": 2.0001036682857587e-07,
      "loss": 0.3293,
      "step": 2505710
    },
    {
      "epoch": 699.34,
      "grad_norm": 1.1834564208984375,
      "learning_rate": 1.9999943703937897e-07,
      "loss": 0.3443,
      "step": 2505720
    },
    {
      "epoch": 699.34,
      "grad_norm": 1.3164526224136353,
      "learning_rate": 1.999885075355161e-07,
      "loss": 0.338,
      "step": 2505730
    },
    {
      "epoch": 699.34,
      "grad_norm": 1.22115159034729,
      "learning_rate": 1.999775783169888e-07,
      "loss": 0.3456,
      "step": 2505740
    },
    {
      "epoch": 699.34,
      "grad_norm": 1.3003584146499634,
      "learning_rate": 1.9996664938379754e-07,
      "loss": 0.3247,
      "step": 2505750
    },
    {
      "epoch": 699.35,
      "grad_norm": 1.1823887825012207,
      "learning_rate": 1.999557207359447e-07,
      "loss": 0.3252,
      "step": 2505760
    },
    {
      "epoch": 699.35,
      "grad_norm": 1.379812240600586,
      "learning_rate": 1.9994479237343186e-07,
      "loss": 0.3412,
      "step": 2505770
    },
    {
      "epoch": 699.35,
      "grad_norm": 1.1315253973007202,
      "learning_rate": 1.9993386429625925e-07,
      "loss": 0.3208,
      "step": 2505780
    },
    {
      "epoch": 699.36,
      "grad_norm": 1.2457740306854248,
      "learning_rate": 1.9992293650443e-07,
      "loss": 0.3343,
      "step": 2505790
    },
    {
      "epoch": 699.36,
      "grad_norm": 1.38523268699646,
      "learning_rate": 1.9991200899794412e-07,
      "loss": 0.3428,
      "step": 2505800
    },
    {
      "epoch": 699.36,
      "grad_norm": 1.3660088777542114,
      "learning_rate": 1.9990108177680369e-07,
      "loss": 0.3334,
      "step": 2505810
    },
    {
      "epoch": 699.36,
      "grad_norm": 1.2120552062988281,
      "learning_rate": 1.9989015484101078e-07,
      "loss": 0.3406,
      "step": 2505820
    },
    {
      "epoch": 699.37,
      "grad_norm": 4.830515384674072,
      "learning_rate": 1.9987922819056568e-07,
      "loss": 0.3246,
      "step": 2505830
    },
    {
      "epoch": 699.37,
      "grad_norm": 1.4927277565002441,
      "learning_rate": 1.9986830182547017e-07,
      "loss": 0.353,
      "step": 2505840
    },
    {
      "epoch": 699.37,
      "grad_norm": 1.2131147384643555,
      "learning_rate": 1.9985737574572608e-07,
      "loss": 0.3372,
      "step": 2505850
    },
    {
      "epoch": 699.37,
      "grad_norm": 1.2560733556747437,
      "learning_rate": 1.9984644995133525e-07,
      "loss": 0.3424,
      "step": 2505860
    },
    {
      "epoch": 699.38,
      "grad_norm": 1.3026790618896484,
      "learning_rate": 1.998355244422974e-07,
      "loss": 0.343,
      "step": 2505870
    },
    {
      "epoch": 699.38,
      "grad_norm": 1.4709186553955078,
      "learning_rate": 1.9982459921861622e-07,
      "loss": 0.3322,
      "step": 2505880
    },
    {
      "epoch": 699.38,
      "grad_norm": 1.1395683288574219,
      "learning_rate": 1.9981367428029165e-07,
      "loss": 0.3434,
      "step": 2505890
    },
    {
      "epoch": 699.39,
      "grad_norm": 1.218524694442749,
      "learning_rate": 1.9980274962732551e-07,
      "loss": 0.3253,
      "step": 2505900
    },
    {
      "epoch": 699.39,
      "grad_norm": 1.4581385850906372,
      "learning_rate": 1.997918252597197e-07,
      "loss": 0.3364,
      "step": 2505910
    },
    {
      "epoch": 699.39,
      "grad_norm": 1.2340965270996094,
      "learning_rate": 1.9978090117747465e-07,
      "loss": 0.3343,
      "step": 2505920
    },
    {
      "epoch": 699.39,
      "grad_norm": 1.1374311447143555,
      "learning_rate": 1.9976997738059328e-07,
      "loss": 0.3555,
      "step": 2505930
    },
    {
      "epoch": 699.4,
      "grad_norm": 1.155958652496338,
      "learning_rate": 1.9975905386907554e-07,
      "loss": 0.3353,
      "step": 2505940
    },
    {
      "epoch": 699.4,
      "grad_norm": 1.2739742994308472,
      "learning_rate": 1.9974813064292383e-07,
      "loss": 0.3342,
      "step": 2505950
    },
    {
      "epoch": 699.4,
      "grad_norm": 2.0301520824432373,
      "learning_rate": 1.9973720770213993e-07,
      "loss": 0.3523,
      "step": 2505960
    },
    {
      "epoch": 699.41,
      "grad_norm": 1.3230335712432861,
      "learning_rate": 1.9972628504672387e-07,
      "loss": 0.3392,
      "step": 2505970
    },
    {
      "epoch": 699.41,
      "grad_norm": 1.273719310760498,
      "learning_rate": 1.997153626766782e-07,
      "loss": 0.3426,
      "step": 2505980
    },
    {
      "epoch": 699.41,
      "grad_norm": 1.409792423248291,
      "learning_rate": 1.997044405920043e-07,
      "loss": 0.355,
      "step": 2505990
    },
    {
      "epoch": 699.41,
      "grad_norm": 1.0257463455200195,
      "learning_rate": 1.9969351879270366e-07,
      "loss": 0.3197,
      "step": 2506000
    },
    {
      "epoch": 699.42,
      "grad_norm": 1.195259928703308,
      "learning_rate": 1.9968259727877656e-07,
      "loss": 0.3245,
      "step": 2506010
    },
    {
      "epoch": 699.42,
      "grad_norm": 1.150707721710205,
      "learning_rate": 1.996716760502264e-07,
      "loss": 0.3421,
      "step": 2506020
    },
    {
      "epoch": 699.42,
      "grad_norm": 1.112416386604309,
      "learning_rate": 1.996607551070532e-07,
      "loss": 0.3456,
      "step": 2506030
    },
    {
      "epoch": 699.43,
      "grad_norm": 1.296071171760559,
      "learning_rate": 1.99649834449259e-07,
      "loss": 0.3395,
      "step": 2506040
    },
    {
      "epoch": 699.43,
      "grad_norm": 1.2123130559921265,
      "learning_rate": 1.9963891407684535e-07,
      "loss": 0.3317,
      "step": 2506050
    },
    {
      "epoch": 699.43,
      "grad_norm": 1.3447192907333374,
      "learning_rate": 1.9962799398981305e-07,
      "loss": 0.3195,
      "step": 2506060
    },
    {
      "epoch": 699.43,
      "grad_norm": 1.4409407377243042,
      "learning_rate": 1.9961707418816422e-07,
      "loss": 0.3575,
      "step": 2506070
    },
    {
      "epoch": 699.44,
      "grad_norm": 1.2151317596435547,
      "learning_rate": 1.9960615467189983e-07,
      "loss": 0.3395,
      "step": 2506080
    },
    {
      "epoch": 699.44,
      "grad_norm": 1.1955050230026245,
      "learning_rate": 1.99595235441022e-07,
      "loss": 0.3388,
      "step": 2506090
    },
    {
      "epoch": 699.44,
      "grad_norm": 1.1336743831634521,
      "learning_rate": 1.995843164955313e-07,
      "loss": 0.3362,
      "step": 2506100
    },
    {
      "epoch": 699.44,
      "grad_norm": 1.3060376644134521,
      "learning_rate": 1.995733978354297e-07,
      "loss": 0.3406,
      "step": 2506110
    },
    {
      "epoch": 699.45,
      "grad_norm": 1.2578178644180298,
      "learning_rate": 1.9956247946071913e-07,
      "loss": 0.3423,
      "step": 2506120
    },
    {
      "epoch": 699.45,
      "grad_norm": 1.333792805671692,
      "learning_rate": 1.995515613713995e-07,
      "loss": 0.3329,
      "step": 2506130
    },
    {
      "epoch": 699.45,
      "grad_norm": 1.2610440254211426,
      "learning_rate": 1.9954064356747425e-07,
      "loss": 0.358,
      "step": 2506140
    },
    {
      "epoch": 699.46,
      "grad_norm": 1.2025998830795288,
      "learning_rate": 1.9952972604894336e-07,
      "loss": 0.3327,
      "step": 2506150
    },
    {
      "epoch": 699.46,
      "grad_norm": 1.1325246095657349,
      "learning_rate": 1.9951880881580869e-07,
      "loss": 0.3209,
      "step": 2506160
    },
    {
      "epoch": 699.46,
      "grad_norm": 1.2595744132995605,
      "learning_rate": 1.9950789186807173e-07,
      "loss": 0.3262,
      "step": 2506170
    },
    {
      "epoch": 699.46,
      "grad_norm": 1.3327935934066772,
      "learning_rate": 1.994969752057346e-07,
      "loss": 0.3383,
      "step": 2506180
    },
    {
      "epoch": 699.47,
      "grad_norm": 3.221339225769043,
      "learning_rate": 1.9948605882879756e-07,
      "loss": 0.3361,
      "step": 2506190
    },
    {
      "epoch": 699.47,
      "grad_norm": 1.2223097085952759,
      "learning_rate": 1.994751427372627e-07,
      "loss": 0.3258,
      "step": 2506200
    },
    {
      "epoch": 699.47,
      "grad_norm": 1.115060567855835,
      "learning_rate": 1.9946422693113158e-07,
      "loss": 0.3433,
      "step": 2506210
    },
    {
      "epoch": 699.48,
      "grad_norm": 1.7507232427597046,
      "learning_rate": 1.9945331141040522e-07,
      "loss": 0.3251,
      "step": 2506220
    },
    {
      "epoch": 699.48,
      "grad_norm": 1.1805998086929321,
      "learning_rate": 1.994423961750857e-07,
      "loss": 0.3433,
      "step": 2506230
    },
    {
      "epoch": 699.48,
      "grad_norm": 1.2242200374603271,
      "learning_rate": 1.9943148122517384e-07,
      "loss": 0.3287,
      "step": 2506240
    },
    {
      "epoch": 699.48,
      "grad_norm": 1.0293889045715332,
      "learning_rate": 1.9942056656067142e-07,
      "loss": 0.3338,
      "step": 2506250
    },
    {
      "epoch": 699.49,
      "grad_norm": 1.437050223350525,
      "learning_rate": 1.994096521815803e-07,
      "loss": 0.3387,
      "step": 2506260
    },
    {
      "epoch": 699.49,
      "grad_norm": 1.2751315832138062,
      "learning_rate": 1.9939873808790045e-07,
      "loss": 0.3474,
      "step": 2506270
    },
    {
      "epoch": 699.49,
      "grad_norm": 1.2580978870391846,
      "learning_rate": 1.9938782427963523e-07,
      "loss": 0.3435,
      "step": 2506280
    },
    {
      "epoch": 699.49,
      "grad_norm": 1.1320630311965942,
      "learning_rate": 1.993769107567847e-07,
      "loss": 0.3353,
      "step": 2506290
    },
    {
      "epoch": 699.5,
      "grad_norm": 1.3027310371398926,
      "learning_rate": 1.9936599751935092e-07,
      "loss": 0.3213,
      "step": 2506300
    },
    {
      "epoch": 699.5,
      "grad_norm": 1.2531644105911255,
      "learning_rate": 1.9935508456733516e-07,
      "loss": 0.3417,
      "step": 2506310
    },
    {
      "epoch": 699.5,
      "grad_norm": 1.4618169069290161,
      "learning_rate": 1.9934417190073955e-07,
      "loss": 0.3256,
      "step": 2506320
    },
    {
      "epoch": 699.51,
      "grad_norm": 1.329708456993103,
      "learning_rate": 1.993332595195643e-07,
      "loss": 0.3527,
      "step": 2506330
    },
    {
      "epoch": 699.51,
      "grad_norm": 1.4162747859954834,
      "learning_rate": 1.9932234742381154e-07,
      "loss": 0.3432,
      "step": 2506340
    },
    {
      "epoch": 699.51,
      "grad_norm": 1.1596426963806152,
      "learning_rate": 1.993114356134833e-07,
      "loss": 0.3488,
      "step": 2506350
    },
    {
      "epoch": 699.51,
      "grad_norm": 1.2072666883468628,
      "learning_rate": 1.9930052408857938e-07,
      "loss": 0.3162,
      "step": 2506360
    },
    {
      "epoch": 699.52,
      "grad_norm": 1.1053611040115356,
      "learning_rate": 1.992896128491031e-07,
      "loss": 0.3252,
      "step": 2506370
    },
    {
      "epoch": 699.52,
      "grad_norm": 1.231862187385559,
      "learning_rate": 1.9927870189505479e-07,
      "loss": 0.3324,
      "step": 2506380
    },
    {
      "epoch": 699.52,
      "grad_norm": 2.213043212890625,
      "learning_rate": 1.992677912264362e-07,
      "loss": 0.3548,
      "step": 2506390
    },
    {
      "epoch": 699.53,
      "grad_norm": 1.177062749862671,
      "learning_rate": 1.9925688084324868e-07,
      "loss": 0.3426,
      "step": 2506400
    },
    {
      "epoch": 699.53,
      "grad_norm": 1.1239562034606934,
      "learning_rate": 1.99245970745494e-07,
      "loss": 0.3212,
      "step": 2506410
    },
    {
      "epoch": 699.53,
      "grad_norm": 1.3140130043029785,
      "learning_rate": 1.992350609331733e-07,
      "loss": 0.3439,
      "step": 2506420
    },
    {
      "epoch": 699.53,
      "grad_norm": 1.177990436553955,
      "learning_rate": 1.9922415140628804e-07,
      "loss": 0.3312,
      "step": 2506430
    },
    {
      "epoch": 699.54,
      "grad_norm": 1.3235340118408203,
      "learning_rate": 1.9921324216484008e-07,
      "loss": 0.3368,
      "step": 2506440
    },
    {
      "epoch": 699.54,
      "grad_norm": 1.2776228189468384,
      "learning_rate": 1.9920233320882994e-07,
      "loss": 0.3274,
      "step": 2506450
    },
    {
      "epoch": 699.54,
      "grad_norm": 1.4100825786590576,
      "learning_rate": 1.9919142453826022e-07,
      "loss": 0.3396,
      "step": 2506460
    },
    {
      "epoch": 699.55,
      "grad_norm": 1.1741435527801514,
      "learning_rate": 1.9918051615313144e-07,
      "loss": 0.3497,
      "step": 2506470
    },
    {
      "epoch": 699.55,
      "grad_norm": 1.199599266052246,
      "learning_rate": 1.9916960805344567e-07,
      "loss": 0.3349,
      "step": 2506480
    },
    {
      "epoch": 699.55,
      "grad_norm": 1.2569429874420166,
      "learning_rate": 1.991587002392045e-07,
      "loss": 0.3584,
      "step": 2506490
    },
    {
      "epoch": 699.55,
      "grad_norm": 1.1715980768203735,
      "learning_rate": 1.9914779271040793e-07,
      "loss": 0.3306,
      "step": 2506500
    },
    {
      "epoch": 699.56,
      "grad_norm": 1.3536968231201172,
      "learning_rate": 1.9913688546705958e-07,
      "loss": 0.3364,
      "step": 2506510
    },
    {
      "epoch": 699.56,
      "grad_norm": 1.0890096426010132,
      "learning_rate": 1.9912597850915945e-07,
      "loss": 0.3326,
      "step": 2506520
    },
    {
      "epoch": 699.56,
      "grad_norm": 1.2084283828735352,
      "learning_rate": 1.991150718367091e-07,
      "loss": 0.3235,
      "step": 2506530
    },
    {
      "epoch": 699.56,
      "grad_norm": 1.310518741607666,
      "learning_rate": 1.9910416544971038e-07,
      "loss": 0.3412,
      "step": 2506540
    },
    {
      "epoch": 699.57,
      "grad_norm": 1.34890878200531,
      "learning_rate": 1.9909325934816507e-07,
      "loss": 0.3584,
      "step": 2506550
    },
    {
      "epoch": 699.57,
      "grad_norm": 1.1204925775527954,
      "learning_rate": 1.9908235353207372e-07,
      "loss": 0.3553,
      "step": 2506560
    },
    {
      "epoch": 699.57,
      "grad_norm": 1.309924840927124,
      "learning_rate": 1.9907144800143816e-07,
      "loss": 0.3456,
      "step": 2506570
    },
    {
      "epoch": 699.58,
      "grad_norm": 1.3304139375686646,
      "learning_rate": 1.9906054275626044e-07,
      "loss": 0.3334,
      "step": 2506580
    },
    {
      "epoch": 699.58,
      "grad_norm": 1.2340484857559204,
      "learning_rate": 1.9904963779654058e-07,
      "loss": 0.3374,
      "step": 2506590
    },
    {
      "epoch": 699.58,
      "grad_norm": 1.3308382034301758,
      "learning_rate": 1.990387331222817e-07,
      "loss": 0.3361,
      "step": 2506600
    },
    {
      "epoch": 699.58,
      "grad_norm": 1.1819050312042236,
      "learning_rate": 1.9902782873348404e-07,
      "loss": 0.3373,
      "step": 2506610
    },
    {
      "epoch": 699.59,
      "grad_norm": 3.075047492980957,
      "learning_rate": 1.9901692463014945e-07,
      "loss": 0.3527,
      "step": 2506620
    },
    {
      "epoch": 699.59,
      "grad_norm": 1.3308782577514648,
      "learning_rate": 1.9900602081228003e-07,
      "loss": 0.3448,
      "step": 2506630
    },
    {
      "epoch": 699.59,
      "grad_norm": 1.2179147005081177,
      "learning_rate": 1.9899511727987598e-07,
      "loss": 0.3319,
      "step": 2506640
    },
    {
      "epoch": 699.6,
      "grad_norm": 1.3092294931411743,
      "learning_rate": 1.9898421403293967e-07,
      "loss": 0.3354,
      "step": 2506650
    },
    {
      "epoch": 699.6,
      "grad_norm": 1.3481818437576294,
      "learning_rate": 1.9897331107147214e-07,
      "loss": 0.3327,
      "step": 2506660
    },
    {
      "epoch": 699.6,
      "grad_norm": 1.2250698804855347,
      "learning_rate": 1.9896240839547524e-07,
      "loss": 0.3424,
      "step": 2506670
    },
    {
      "epoch": 699.6,
      "grad_norm": 1.1280437707901,
      "learning_rate": 1.9895150600494945e-07,
      "loss": 0.3297,
      "step": 2506680
    },
    {
      "epoch": 699.61,
      "grad_norm": 1.1144136190414429,
      "learning_rate": 1.9894060389989767e-07,
      "loss": 0.3359,
      "step": 2506690
    },
    {
      "epoch": 699.61,
      "grad_norm": 1.2794349193572998,
      "learning_rate": 1.9892970208032038e-07,
      "loss": 0.334,
      "step": 2506700
    },
    {
      "epoch": 699.61,
      "grad_norm": 1.2195671796798706,
      "learning_rate": 1.9891880054621888e-07,
      "loss": 0.3169,
      "step": 2506710
    },
    {
      "epoch": 699.61,
      "grad_norm": 1.133857250213623,
      "learning_rate": 1.9890789929759582e-07,
      "loss": 0.3377,
      "step": 2506720
    },
    {
      "epoch": 699.62,
      "grad_norm": 1.4996134042739868,
      "learning_rate": 1.9889699833445117e-07,
      "loss": 0.3537,
      "step": 2506730
    },
    {
      "epoch": 699.62,
      "grad_norm": 1.1854568719863892,
      "learning_rate": 1.9888609765678726e-07,
      "loss": 0.3297,
      "step": 2506740
    },
    {
      "epoch": 699.62,
      "grad_norm": 1.0473222732543945,
      "learning_rate": 1.9887519726460516e-07,
      "loss": 0.3327,
      "step": 2506750
    },
    {
      "epoch": 699.63,
      "grad_norm": 1.4227412939071655,
      "learning_rate": 1.9886429715790692e-07,
      "loss": 0.3271,
      "step": 2506760
    },
    {
      "epoch": 699.63,
      "grad_norm": 1.2678076028823853,
      "learning_rate": 1.988533973366931e-07,
      "loss": 0.3348,
      "step": 2506770
    },
    {
      "epoch": 699.63,
      "grad_norm": 1.1569751501083374,
      "learning_rate": 1.9884249780096548e-07,
      "loss": 0.329,
      "step": 2506780
    },
    {
      "epoch": 699.63,
      "grad_norm": 1.1298915147781372,
      "learning_rate": 1.988315985507259e-07,
      "loss": 0.3279,
      "step": 2506790
    },
    {
      "epoch": 699.64,
      "grad_norm": 1.2689701318740845,
      "learning_rate": 1.988206995859754e-07,
      "loss": 0.3449,
      "step": 2506800
    },
    {
      "epoch": 699.64,
      "grad_norm": 1.6005148887634277,
      "learning_rate": 1.9880980090671606e-07,
      "loss": 0.3154,
      "step": 2506810
    },
    {
      "epoch": 699.64,
      "grad_norm": 1.1853036880493164,
      "learning_rate": 1.987989025129479e-07,
      "loss": 0.3375,
      "step": 2506820
    },
    {
      "epoch": 699.65,
      "grad_norm": 1.1854336261749268,
      "learning_rate": 1.9878800440467426e-07,
      "loss": 0.3603,
      "step": 2506830
    },
    {
      "epoch": 699.65,
      "grad_norm": 1.3376173973083496,
      "learning_rate": 1.987771065818952e-07,
      "loss": 0.3331,
      "step": 2506840
    },
    {
      "epoch": 699.65,
      "grad_norm": 1.1098239421844482,
      "learning_rate": 1.9876620904461273e-07,
      "loss": 0.3441,
      "step": 2506850
    },
    {
      "epoch": 699.65,
      "grad_norm": 1.3003283739089966,
      "learning_rate": 1.9875531179282845e-07,
      "loss": 0.3245,
      "step": 2506860
    },
    {
      "epoch": 699.66,
      "grad_norm": 1.3384780883789062,
      "learning_rate": 1.9874441482654316e-07,
      "loss": 0.3436,
      "step": 2506870
    },
    {
      "epoch": 699.66,
      "grad_norm": 1.0968661308288574,
      "learning_rate": 1.9873351814575863e-07,
      "loss": 0.3241,
      "step": 2506880
    },
    {
      "epoch": 699.66,
      "grad_norm": 1.2110728025436401,
      "learning_rate": 1.9872262175047649e-07,
      "loss": 0.344,
      "step": 2506890
    },
    {
      "epoch": 699.67,
      "grad_norm": 1.3160725831985474,
      "learning_rate": 1.987117256406985e-07,
      "loss": 0.3381,
      "step": 2506900
    },
    {
      "epoch": 699.67,
      "grad_norm": 1.610578179359436,
      "learning_rate": 1.987008298164252e-07,
      "loss": 0.3523,
      "step": 2506910
    },
    {
      "epoch": 699.67,
      "grad_norm": 1.2441413402557373,
      "learning_rate": 1.9868993427765842e-07,
      "loss": 0.3539,
      "step": 2506920
    },
    {
      "epoch": 699.67,
      "grad_norm": 1.2758843898773193,
      "learning_rate": 1.9867903902440022e-07,
      "loss": 0.3303,
      "step": 2506930
    },
    {
      "epoch": 699.68,
      "grad_norm": 1.4682445526123047,
      "learning_rate": 1.986681440566509e-07,
      "loss": 0.34,
      "step": 2506940
    },
    {
      "epoch": 699.68,
      "grad_norm": 1.1574265956878662,
      "learning_rate": 1.986572493744133e-07,
      "loss": 0.341,
      "step": 2506950
    },
    {
      "epoch": 699.68,
      "grad_norm": 1.283177375793457,
      "learning_rate": 1.9864635497768765e-07,
      "loss": 0.3411,
      "step": 2506960
    },
    {
      "epoch": 699.68,
      "grad_norm": 1.2286516427993774,
      "learning_rate": 1.9863546086647583e-07,
      "loss": 0.3176,
      "step": 2506970
    },
    {
      "epoch": 699.69,
      "grad_norm": 1.0987627506256104,
      "learning_rate": 1.9862456704077935e-07,
      "loss": 0.3434,
      "step": 2506980
    },
    {
      "epoch": 699.69,
      "grad_norm": 1.343707799911499,
      "learning_rate": 1.9861367350060032e-07,
      "loss": 0.3283,
      "step": 2506990
    },
    {
      "epoch": 699.69,
      "grad_norm": 1.2313565015792847,
      "learning_rate": 1.9860278024593873e-07,
      "loss": 0.3486,
      "step": 2507000
    },
    {
      "epoch": 699.7,
      "grad_norm": 1.3001261949539185,
      "learning_rate": 1.985918872767972e-07,
      "loss": 0.3492,
      "step": 2507010
    },
    {
      "epoch": 699.7,
      "grad_norm": 1.290828824043274,
      "learning_rate": 1.9858099459317702e-07,
      "loss": 0.3352,
      "step": 2507020
    },
    {
      "epoch": 699.7,
      "grad_norm": 1.2988853454589844,
      "learning_rate": 1.9857010219507842e-07,
      "loss": 0.3297,
      "step": 2507030
    },
    {
      "epoch": 699.7,
      "grad_norm": 1.2575079202651978,
      "learning_rate": 1.985592100825048e-07,
      "loss": 0.3307,
      "step": 2507040
    },
    {
      "epoch": 699.71,
      "grad_norm": 1.303708791732788,
      "learning_rate": 1.9854831825545648e-07,
      "loss": 0.3342,
      "step": 2507050
    },
    {
      "epoch": 699.71,
      "grad_norm": 1.5237541198730469,
      "learning_rate": 1.9853742671393467e-07,
      "loss": 0.3353,
      "step": 2507060
    },
    {
      "epoch": 699.71,
      "grad_norm": 1.3828380107879639,
      "learning_rate": 1.9852653545794203e-07,
      "loss": 0.3389,
      "step": 2507070
    },
    {
      "epoch": 699.72,
      "grad_norm": 1.3159899711608887,
      "learning_rate": 1.9851564448747827e-07,
      "loss": 0.3339,
      "step": 2507080
    },
    {
      "epoch": 699.72,
      "grad_norm": 1.0838409662246704,
      "learning_rate": 1.9850475380254653e-07,
      "loss": 0.346,
      "step": 2507090
    },
    {
      "epoch": 699.72,
      "grad_norm": 1.5526677370071411,
      "learning_rate": 1.9849386340314706e-07,
      "loss": 0.3463,
      "step": 2507100
    },
    {
      "epoch": 699.72,
      "grad_norm": 1.1893789768218994,
      "learning_rate": 1.9848297328928197e-07,
      "loss": 0.3312,
      "step": 2507110
    },
    {
      "epoch": 699.73,
      "grad_norm": 1.2557045221328735,
      "learning_rate": 1.9847208346095225e-07,
      "loss": 0.3393,
      "step": 2507120
    },
    {
      "epoch": 699.73,
      "grad_norm": 1.333166241645813,
      "learning_rate": 1.984611939181603e-07,
      "loss": 0.3365,
      "step": 2507130
    },
    {
      "epoch": 699.73,
      "grad_norm": 1.3032453060150146,
      "learning_rate": 1.9845030466090632e-07,
      "loss": 0.3438,
      "step": 2507140
    },
    {
      "epoch": 699.73,
      "grad_norm": 1.2882784605026245,
      "learning_rate": 1.9843941568919242e-07,
      "loss": 0.3491,
      "step": 2507150
    },
    {
      "epoch": 699.74,
      "grad_norm": 1.238664984703064,
      "learning_rate": 1.9842852700302016e-07,
      "loss": 0.3321,
      "step": 2507160
    },
    {
      "epoch": 699.74,
      "grad_norm": 1.3770310878753662,
      "learning_rate": 1.984176386023901e-07,
      "loss": 0.3297,
      "step": 2507170
    },
    {
      "epoch": 699.74,
      "grad_norm": 1.0780012607574463,
      "learning_rate": 1.9840675048730502e-07,
      "loss": 0.328,
      "step": 2507180
    },
    {
      "epoch": 699.75,
      "grad_norm": 1.247894287109375,
      "learning_rate": 1.983958626577655e-07,
      "loss": 0.3255,
      "step": 2507190
    },
    {
      "epoch": 699.75,
      "grad_norm": 1.2843838930130005,
      "learning_rate": 1.983849751137731e-07,
      "loss": 0.3323,
      "step": 2507200
    },
    {
      "epoch": 699.75,
      "grad_norm": 1.3123074769973755,
      "learning_rate": 1.9837408785532987e-07,
      "loss": 0.3226,
      "step": 2507210
    },
    {
      "epoch": 699.75,
      "grad_norm": 1.168808937072754,
      "learning_rate": 1.9836320088243612e-07,
      "loss": 0.3233,
      "step": 2507220
    },
    {
      "epoch": 699.76,
      "grad_norm": 1.356076717376709,
      "learning_rate": 1.9835231419509414e-07,
      "loss": 0.3402,
      "step": 2507230
    },
    {
      "epoch": 699.76,
      "grad_norm": 1.6053298711776733,
      "learning_rate": 1.98341427793305e-07,
      "loss": 0.3281,
      "step": 2507240
    },
    {
      "epoch": 699.76,
      "grad_norm": 1.3682125806808472,
      "learning_rate": 1.98330541677071e-07,
      "loss": 0.355,
      "step": 2507250
    },
    {
      "epoch": 699.77,
      "grad_norm": 1.2647596597671509,
      "learning_rate": 1.9831965584639194e-07,
      "loss": 0.3259,
      "step": 2507260
    },
    {
      "epoch": 699.77,
      "grad_norm": 1.138099193572998,
      "learning_rate": 1.9830877030127092e-07,
      "loss": 0.3286,
      "step": 2507270
    },
    {
      "epoch": 699.77,
      "grad_norm": 1.4342894554138184,
      "learning_rate": 1.9829788504170872e-07,
      "loss": 0.3519,
      "step": 2507280
    },
    {
      "epoch": 699.77,
      "grad_norm": 1.1710978746414185,
      "learning_rate": 1.9828700006770637e-07,
      "loss": 0.3609,
      "step": 2507290
    },
    {
      "epoch": 699.78,
      "grad_norm": 1.2937557697296143,
      "learning_rate": 1.982761153792662e-07,
      "loss": 0.3375,
      "step": 2507300
    },
    {
      "epoch": 699.78,
      "grad_norm": 1.1345809698104858,
      "learning_rate": 1.9826523097638904e-07,
      "loss": 0.3368,
      "step": 2507310
    },
    {
      "epoch": 699.78,
      "grad_norm": 1.1908321380615234,
      "learning_rate": 1.9825434685907612e-07,
      "loss": 0.3502,
      "step": 2507320
    },
    {
      "epoch": 699.79,
      "grad_norm": 1.1266437768936157,
      "learning_rate": 1.982434630273296e-07,
      "loss": 0.3309,
      "step": 2507330
    },
    {
      "epoch": 699.79,
      "grad_norm": 1.202918529510498,
      "learning_rate": 1.9823257948115072e-07,
      "loss": 0.3224,
      "step": 2507340
    },
    {
      "epoch": 699.79,
      "grad_norm": 1.1747992038726807,
      "learning_rate": 1.982216962205403e-07,
      "loss": 0.3283,
      "step": 2507350
    },
    {
      "epoch": 699.79,
      "grad_norm": 1.3797118663787842,
      "learning_rate": 1.9821081324550065e-07,
      "loss": 0.3401,
      "step": 2507360
    },
    {
      "epoch": 699.8,
      "grad_norm": 1.3938608169555664,
      "learning_rate": 1.9819993055603284e-07,
      "loss": 0.332,
      "step": 2507370
    },
    {
      "epoch": 699.8,
      "grad_norm": 1.3081672191619873,
      "learning_rate": 1.9818904815213817e-07,
      "loss": 0.3468,
      "step": 2507380
    },
    {
      "epoch": 699.8,
      "grad_norm": 1.5088435411453247,
      "learning_rate": 1.981781660338187e-07,
      "loss": 0.3436,
      "step": 2507390
    },
    {
      "epoch": 699.8,
      "grad_norm": 1.142857551574707,
      "learning_rate": 1.9816728420107443e-07,
      "loss": 0.3403,
      "step": 2507400
    },
    {
      "epoch": 699.81,
      "grad_norm": 1.2226861715316772,
      "learning_rate": 1.9815640265390874e-07,
      "loss": 0.3359,
      "step": 2507410
    },
    {
      "epoch": 699.81,
      "grad_norm": 1.1693798303604126,
      "learning_rate": 1.9814552139232193e-07,
      "loss": 0.3385,
      "step": 2507420
    },
    {
      "epoch": 699.81,
      "grad_norm": 1.1338125467300415,
      "learning_rate": 1.9813464041631551e-07,
      "loss": 0.3354,
      "step": 2507430
    },
    {
      "epoch": 699.82,
      "grad_norm": 1.242539882659912,
      "learning_rate": 1.9812375972589133e-07,
      "loss": 0.3441,
      "step": 2507440
    },
    {
      "epoch": 699.82,
      "grad_norm": 4.666523456573486,
      "learning_rate": 1.9811287932105045e-07,
      "loss": 0.3511,
      "step": 2507450
    },
    {
      "epoch": 699.82,
      "grad_norm": 1.3594731092453003,
      "learning_rate": 1.9810199920179438e-07,
      "loss": 0.3393,
      "step": 2507460
    },
    {
      "epoch": 699.82,
      "grad_norm": 1.2661430835723877,
      "learning_rate": 1.9809111936812447e-07,
      "loss": 0.3329,
      "step": 2507470
    },
    {
      "epoch": 699.83,
      "grad_norm": 1.3315247297286987,
      "learning_rate": 1.9808023982004275e-07,
      "loss": 0.3328,
      "step": 2507480
    },
    {
      "epoch": 699.83,
      "grad_norm": 1.340316653251648,
      "learning_rate": 1.9806936055754955e-07,
      "loss": 0.3509,
      "step": 2507490
    },
    {
      "epoch": 699.83,
      "grad_norm": 1.3647675514221191,
      "learning_rate": 1.9805848158064792e-07,
      "loss": 0.3535,
      "step": 2507500
    },
    {
      "epoch": 699.84,
      "grad_norm": 1.4176502227783203,
      "learning_rate": 1.980476028893379e-07,
      "loss": 0.3599,
      "step": 2507510
    },
    {
      "epoch": 699.84,
      "grad_norm": 1.3499085903167725,
      "learning_rate": 1.9803672448362155e-07,
      "loss": 0.348,
      "step": 2507520
    },
    {
      "epoch": 699.84,
      "grad_norm": 1.2680025100708008,
      "learning_rate": 1.9802584636350072e-07,
      "loss": 0.3413,
      "step": 2507530
    },
    {
      "epoch": 699.84,
      "grad_norm": 1.246155023574829,
      "learning_rate": 1.9801496852897566e-07,
      "loss": 0.3383,
      "step": 2507540
    },
    {
      "epoch": 699.85,
      "grad_norm": 1.3019189834594727,
      "learning_rate": 1.980040909800487e-07,
      "loss": 0.3487,
      "step": 2507550
    },
    {
      "epoch": 699.85,
      "grad_norm": 1.157012939453125,
      "learning_rate": 1.9799321371672116e-07,
      "loss": 0.3262,
      "step": 2507560
    },
    {
      "epoch": 699.85,
      "grad_norm": 1.1576647758483887,
      "learning_rate": 1.979823367389946e-07,
      "loss": 0.3468,
      "step": 2507570
    },
    {
      "epoch": 699.85,
      "grad_norm": 1.191850185394287,
      "learning_rate": 1.9797146004687003e-07,
      "loss": 0.3377,
      "step": 2507580
    },
    {
      "epoch": 699.86,
      "grad_norm": 1.3091868162155151,
      "learning_rate": 1.979605836403493e-07,
      "loss": 0.3333,
      "step": 2507590
    },
    {
      "epoch": 699.86,
      "grad_norm": 1.5840524435043335,
      "learning_rate": 1.9794970751943395e-07,
      "loss": 0.3416,
      "step": 2507600
    },
    {
      "epoch": 699.86,
      "grad_norm": 1.3387057781219482,
      "learning_rate": 1.9793883168412454e-07,
      "loss": 0.3259,
      "step": 2507610
    },
    {
      "epoch": 699.87,
      "grad_norm": 1.167196273803711,
      "learning_rate": 1.9792795613442386e-07,
      "loss": 0.3356,
      "step": 2507620
    },
    {
      "epoch": 699.87,
      "grad_norm": 1.1652138233184814,
      "learning_rate": 1.9791708087033227e-07,
      "loss": 0.3475,
      "step": 2507630
    },
    {
      "epoch": 699.87,
      "grad_norm": 1.2283215522766113,
      "learning_rate": 1.9790620589185176e-07,
      "loss": 0.3399,
      "step": 2507640
    },
    {
      "epoch": 699.87,
      "grad_norm": 1.149718165397644,
      "learning_rate": 1.9789533119898344e-07,
      "loss": 0.3232,
      "step": 2507650
    },
    {
      "epoch": 699.88,
      "grad_norm": 1.3767259120941162,
      "learning_rate": 1.9788445679172907e-07,
      "loss": 0.3335,
      "step": 2507660
    },
    {
      "epoch": 699.88,
      "grad_norm": 1.3304872512817383,
      "learning_rate": 1.9787358267009053e-07,
      "loss": 0.3402,
      "step": 2507670
    },
    {
      "epoch": 699.88,
      "grad_norm": 1.306372046470642,
      "learning_rate": 1.9786270883406803e-07,
      "loss": 0.3322,
      "step": 2507680
    },
    {
      "epoch": 699.89,
      "grad_norm": 1.292849063873291,
      "learning_rate": 1.9785183528366392e-07,
      "loss": 0.3442,
      "step": 2507690
    },
    {
      "epoch": 699.89,
      "grad_norm": 1.2623987197875977,
      "learning_rate": 1.978409620188793e-07,
      "loss": 0.3353,
      "step": 2507700
    },
    {
      "epoch": 699.89,
      "grad_norm": 1.442800760269165,
      "learning_rate": 1.9783008903971645e-07,
      "loss": 0.3381,
      "step": 2507710
    },
    {
      "epoch": 699.89,
      "grad_norm": 1.5696779489517212,
      "learning_rate": 1.9781921634617537e-07,
      "loss": 0.3279,
      "step": 2507720
    },
    {
      "epoch": 699.9,
      "grad_norm": 1.6609731912612915,
      "learning_rate": 1.9780834393825842e-07,
      "loss": 0.3688,
      "step": 2507730
    },
    {
      "epoch": 699.9,
      "grad_norm": 1.0817203521728516,
      "learning_rate": 1.9779747181596743e-07,
      "loss": 0.3307,
      "step": 2507740
    },
    {
      "epoch": 699.9,
      "grad_norm": 1.3699040412902832,
      "learning_rate": 1.9778659997930238e-07,
      "loss": 0.33,
      "step": 2507750
    },
    {
      "epoch": 699.91,
      "grad_norm": 1.216362714767456,
      "learning_rate": 1.9777572842826643e-07,
      "loss": 0.3367,
      "step": 2507760
    },
    {
      "epoch": 699.91,
      "grad_norm": 1.1893619298934937,
      "learning_rate": 1.9776485716285977e-07,
      "loss": 0.337,
      "step": 2507770
    },
    {
      "epoch": 699.91,
      "grad_norm": 1.286787748336792,
      "learning_rate": 1.977539861830843e-07,
      "loss": 0.3293,
      "step": 2507780
    },
    {
      "epoch": 699.91,
      "grad_norm": 1.5606766939163208,
      "learning_rate": 1.977431154889418e-07,
      "loss": 0.3277,
      "step": 2507790
    },
    {
      "epoch": 699.92,
      "grad_norm": 1.2573506832122803,
      "learning_rate": 1.9773224508043356e-07,
      "loss": 0.3284,
      "step": 2507800
    },
    {
      "epoch": 699.92,
      "grad_norm": 1.2948358058929443,
      "learning_rate": 1.9772137495756038e-07,
      "loss": 0.3559,
      "step": 2507810
    },
    {
      "epoch": 699.92,
      "grad_norm": 1.2418440580368042,
      "learning_rate": 1.9771050512032436e-07,
      "loss": 0.3233,
      "step": 2507820
    },
    {
      "epoch": 699.92,
      "grad_norm": 1.1349401473999023,
      "learning_rate": 1.9769963556872701e-07,
      "loss": 0.331,
      "step": 2507830
    },
    {
      "epoch": 699.93,
      "grad_norm": 1.2965770959854126,
      "learning_rate": 1.976887663027689e-07,
      "loss": 0.329,
      "step": 2507840
    },
    {
      "epoch": 699.93,
      "grad_norm": 1.4367741346359253,
      "learning_rate": 1.9767789732245287e-07,
      "loss": 0.328,
      "step": 2507850
    },
    {
      "epoch": 699.93,
      "grad_norm": 1.2913999557495117,
      "learning_rate": 1.976670286277792e-07,
      "loss": 0.3277,
      "step": 2507860
    },
    {
      "epoch": 699.94,
      "grad_norm": 1.3245437145233154,
      "learning_rate": 1.9765616021874992e-07,
      "loss": 0.3347,
      "step": 2507870
    },
    {
      "epoch": 699.94,
      "grad_norm": 1.430187702178955,
      "learning_rate": 1.976452920953664e-07,
      "loss": 0.3402,
      "step": 2507880
    },
    {
      "epoch": 699.94,
      "grad_norm": 1.2002564668655396,
      "learning_rate": 1.9763442425762987e-07,
      "loss": 0.3377,
      "step": 2507890
    },
    {
      "epoch": 699.94,
      "grad_norm": 1.149001121520996,
      "learning_rate": 1.976235567055417e-07,
      "loss": 0.3262,
      "step": 2507900
    },
    {
      "epoch": 699.95,
      "grad_norm": 1.4154763221740723,
      "learning_rate": 1.9761268943910367e-07,
      "loss": 0.3274,
      "step": 2507910
    },
    {
      "epoch": 699.95,
      "grad_norm": 1.2681080102920532,
      "learning_rate": 1.976018224583176e-07,
      "loss": 0.3351,
      "step": 2507920
    },
    {
      "epoch": 699.95,
      "grad_norm": 1.258549690246582,
      "learning_rate": 1.9759095576318352e-07,
      "loss": 0.3393,
      "step": 2507930
    },
    {
      "epoch": 699.96,
      "grad_norm": 1.1510354280471802,
      "learning_rate": 1.975800893537048e-07,
      "loss": 0.341,
      "step": 2507940
    },
    {
      "epoch": 699.96,
      "grad_norm": 1.1845101118087769,
      "learning_rate": 1.9756922322988114e-07,
      "loss": 0.3211,
      "step": 2507950
    },
    {
      "epoch": 699.96,
      "grad_norm": 1.3690216541290283,
      "learning_rate": 1.975583573917149e-07,
      "loss": 0.3452,
      "step": 2507960
    },
    {
      "epoch": 699.96,
      "grad_norm": 1.3068656921386719,
      "learning_rate": 1.975474918392077e-07,
      "loss": 0.3445,
      "step": 2507970
    },
    {
      "epoch": 699.97,
      "grad_norm": 1.1407184600830078,
      "learning_rate": 1.9753662657235975e-07,
      "loss": 0.3357,
      "step": 2507980
    },
    {
      "epoch": 699.97,
      "grad_norm": 1.356006145477295,
      "learning_rate": 1.9752576159117444e-07,
      "loss": 0.339,
      "step": 2507990
    },
    {
      "epoch": 699.97,
      "grad_norm": 1.3405468463897705,
      "learning_rate": 1.975148968956515e-07,
      "loss": 0.3527,
      "step": 2508000
    },
    {
      "epoch": 699.97,
      "grad_norm": 1.274672031402588,
      "learning_rate": 1.9750403248579328e-07,
      "loss": 0.348,
      "step": 2508010
    },
    {
      "epoch": 699.98,
      "grad_norm": 1.1099289655685425,
      "learning_rate": 1.9749316836160136e-07,
      "loss": 0.342,
      "step": 2508020
    },
    {
      "epoch": 699.98,
      "grad_norm": 1.1908023357391357,
      "learning_rate": 1.9748230452307624e-07,
      "loss": 0.3392,
      "step": 2508030
    },
    {
      "epoch": 699.98,
      "grad_norm": 1.1099404096603394,
      "learning_rate": 1.9747144097021998e-07,
      "loss": 0.3496,
      "step": 2508040
    },
    {
      "epoch": 699.99,
      "grad_norm": 1.2104824781417847,
      "learning_rate": 1.974605777030339e-07,
      "loss": 0.3338,
      "step": 2508050
    },
    {
      "epoch": 699.99,
      "grad_norm": 1.2891138792037964,
      "learning_rate": 1.9744971472152011e-07,
      "loss": 0.3382,
      "step": 2508060
    },
    {
      "epoch": 699.99,
      "grad_norm": 1.3392033576965332,
      "learning_rate": 1.974388520256786e-07,
      "loss": 0.359,
      "step": 2508070
    },
    {
      "epoch": 699.99,
      "grad_norm": 1.2235454320907593,
      "learning_rate": 1.9742798961551245e-07,
      "loss": 0.3228,
      "step": 2508080
    },
    {
      "epoch": 700.0,
      "grad_norm": 1.3338841199874878,
      "learning_rate": 1.9741712749102197e-07,
      "loss": 0.3438,
      "step": 2508090
    },
    {
      "epoch": 700.0,
      "grad_norm": 1.4776737689971924,
      "learning_rate": 1.9740626565220896e-07,
      "loss": 0.3385,
      "step": 2508100
    },
    {
      "epoch": 700.0,
      "eval_loss": 0.337516725063324,
      "eval_runtime": 66.0683,
      "eval_samples_per_second": 76.572,
      "eval_steps_per_second": 9.581,
      "step": 2508100
    },
    {
      "epoch": 700.0,
      "grad_norm": 1.2527679204940796,
      "learning_rate": 1.973954040990755e-07,
      "loss": 0.3402,
      "step": 2508110
    },
    {
      "epoch": 700.01,
      "grad_norm": 1.433539867401123,
      "learning_rate": 1.9738454283162184e-07,
      "loss": 0.3347,
      "step": 2508120
    },
    {
      "epoch": 700.01,
      "grad_norm": 1.291587471961975,
      "learning_rate": 1.9737368184984982e-07,
      "loss": 0.3524,
      "step": 2508130
    },
    {
      "epoch": 700.01,
      "grad_norm": 1.2034111022949219,
      "learning_rate": 1.9736282115376126e-07,
      "loss": 0.3273,
      "step": 2508140
    },
    {
      "epoch": 700.01,
      "grad_norm": 1.2755621671676636,
      "learning_rate": 1.97351960743358e-07,
      "loss": 0.341,
      "step": 2508150
    },
    {
      "epoch": 700.02,
      "grad_norm": 1.3533297777175903,
      "learning_rate": 1.9734110061864024e-07,
      "loss": 0.3537,
      "step": 2508160
    },
    {
      "epoch": 700.02,
      "grad_norm": 1.3683336973190308,
      "learning_rate": 1.973302407796101e-07,
      "loss": 0.3176,
      "step": 2508170
    },
    {
      "epoch": 700.02,
      "grad_norm": 1.1552481651306152,
      "learning_rate": 1.9731938122626969e-07,
      "loss": 0.3423,
      "step": 2508180
    },
    {
      "epoch": 700.03,
      "grad_norm": 1.3831961154937744,
      "learning_rate": 1.973085219586187e-07,
      "loss": 0.3139,
      "step": 2508190
    },
    {
      "epoch": 700.03,
      "grad_norm": 1.256564736366272,
      "learning_rate": 1.9729766297666056e-07,
      "loss": 0.3544,
      "step": 2508200
    },
    {
      "epoch": 700.03,
      "grad_norm": 1.2735028266906738,
      "learning_rate": 1.972868042803952e-07,
      "loss": 0.3235,
      "step": 2508210
    },
    {
      "epoch": 700.03,
      "grad_norm": 1.1088942289352417,
      "learning_rate": 1.9727594586982503e-07,
      "loss": 0.3485,
      "step": 2508220
    },
    {
      "epoch": 700.04,
      "grad_norm": 1.1174890995025635,
      "learning_rate": 1.9726508774495082e-07,
      "loss": 0.3257,
      "step": 2508230
    },
    {
      "epoch": 700.04,
      "grad_norm": 1.2176114320755005,
      "learning_rate": 1.9725422990577461e-07,
      "loss": 0.333,
      "step": 2508240
    },
    {
      "epoch": 700.04,
      "grad_norm": 1.1542558670043945,
      "learning_rate": 1.9724337235229775e-07,
      "loss": 0.3319,
      "step": 2508250
    },
    {
      "epoch": 700.04,
      "grad_norm": 1.2248488664627075,
      "learning_rate": 1.9723251508452125e-07,
      "loss": 0.3193,
      "step": 2508260
    },
    {
      "epoch": 700.05,
      "grad_norm": 1.3422291278839111,
      "learning_rate": 1.9722165810244667e-07,
      "loss": 0.3375,
      "step": 2508270
    },
    {
      "epoch": 700.05,
      "grad_norm": 1.3423068523406982,
      "learning_rate": 1.9721080140607588e-07,
      "loss": 0.3496,
      "step": 2508280
    },
    {
      "epoch": 700.05,
      "grad_norm": 1.1633039712905884,
      "learning_rate": 1.971999449954101e-07,
      "loss": 0.3414,
      "step": 2508290
    },
    {
      "epoch": 700.06,
      "grad_norm": 1.2579067945480347,
      "learning_rate": 1.9718908887045043e-07,
      "loss": 0.3255,
      "step": 2508300
    },
    {
      "epoch": 700.06,
      "grad_norm": 1.339798092842102,
      "learning_rate": 1.9717823303119868e-07,
      "loss": 0.3494,
      "step": 2508310
    },
    {
      "epoch": 700.06,
      "grad_norm": 1.2974464893341064,
      "learning_rate": 1.9716737747765615e-07,
      "loss": 0.3399,
      "step": 2508320
    },
    {
      "epoch": 700.06,
      "grad_norm": 1.4625900983810425,
      "learning_rate": 1.971565222098244e-07,
      "loss": 0.3285,
      "step": 2508330
    },
    {
      "epoch": 700.07,
      "grad_norm": 1.3115299940109253,
      "learning_rate": 1.9714566722770524e-07,
      "loss": 0.3413,
      "step": 2508340
    },
    {
      "epoch": 700.07,
      "grad_norm": 1.4741415977478027,
      "learning_rate": 1.971348125312992e-07,
      "loss": 0.3648,
      "step": 2508350
    },
    {
      "epoch": 700.07,
      "grad_norm": 1.2130188941955566,
      "learning_rate": 1.9712395812060835e-07,
      "loss": 0.3247,
      "step": 2508360
    },
    {
      "epoch": 700.08,
      "grad_norm": 1.278622031211853,
      "learning_rate": 1.9711310399563403e-07,
      "loss": 0.3349,
      "step": 2508370
    },
    {
      "epoch": 700.08,
      "grad_norm": 1.027295470237732,
      "learning_rate": 1.9710225015637803e-07,
      "loss": 0.3395,
      "step": 2508380
    },
    {
      "epoch": 700.08,
      "grad_norm": 1.1471244096755981,
      "learning_rate": 1.9709139660284085e-07,
      "loss": 0.331,
      "step": 2508390
    },
    {
      "epoch": 700.08,
      "grad_norm": 1.2680208683013916,
      "learning_rate": 1.9708054333502488e-07,
      "loss": 0.3215,
      "step": 2508400
    },
    {
      "epoch": 700.09,
      "grad_norm": 1.6189018487930298,
      "learning_rate": 1.9706969035293138e-07,
      "loss": 0.3445,
      "step": 2508410
    },
    {
      "epoch": 700.09,
      "grad_norm": 1.3036607503890991,
      "learning_rate": 1.9705883765656063e-07,
      "loss": 0.3533,
      "step": 2508420
    },
    {
      "epoch": 700.09,
      "grad_norm": 1.2738137245178223,
      "learning_rate": 1.97047985245916e-07,
      "loss": 0.3394,
      "step": 2508430
    },
    {
      "epoch": 700.09,
      "grad_norm": 1.1465421915054321,
      "learning_rate": 1.9703713312099778e-07,
      "loss": 0.3291,
      "step": 2508440
    },
    {
      "epoch": 700.1,
      "grad_norm": 1.1534755229949951,
      "learning_rate": 1.970262812818075e-07,
      "loss": 0.329,
      "step": 2508450
    },
    {
      "epoch": 700.1,
      "grad_norm": 1.211496353149414,
      "learning_rate": 1.9701542972834676e-07,
      "loss": 0.3479,
      "step": 2508460
    },
    {
      "epoch": 700.1,
      "grad_norm": 1.2167655229568481,
      "learning_rate": 1.9700457846061735e-07,
      "loss": 0.3486,
      "step": 2508470
    },
    {
      "epoch": 700.11,
      "grad_norm": 1.380405068397522,
      "learning_rate": 1.9699372747861976e-07,
      "loss": 0.3481,
      "step": 2508480
    },
    {
      "epoch": 700.11,
      "grad_norm": 1.2197345495224,
      "learning_rate": 1.9698287678235614e-07,
      "loss": 0.3337,
      "step": 2508490
    },
    {
      "epoch": 700.11,
      "grad_norm": 1.2075045108795166,
      "learning_rate": 1.9697202637182826e-07,
      "loss": 0.3479,
      "step": 2508500
    },
    {
      "epoch": 700.11,
      "grad_norm": 1.1323550939559937,
      "learning_rate": 1.969611762470364e-07,
      "loss": 0.3282,
      "step": 2508510
    },
    {
      "epoch": 700.12,
      "grad_norm": 1.1821266412734985,
      "learning_rate": 1.9695032640798342e-07,
      "loss": 0.3388,
      "step": 2508520
    },
    {
      "epoch": 700.12,
      "grad_norm": 1.387246012687683,
      "learning_rate": 1.9693947685466958e-07,
      "loss": 0.3462,
      "step": 2508530
    },
    {
      "epoch": 700.12,
      "grad_norm": 1.3599351644515991,
      "learning_rate": 1.9692862758709698e-07,
      "loss": 0.3303,
      "step": 2508540
    },
    {
      "epoch": 700.13,
      "grad_norm": 1.2011206150054932,
      "learning_rate": 1.9691777860526714e-07,
      "loss": 0.3478,
      "step": 2508550
    },
    {
      "epoch": 700.13,
      "grad_norm": 1.1263267993927002,
      "learning_rate": 1.9690692990918035e-07,
      "loss": 0.3214,
      "step": 2508560
    },
    {
      "epoch": 700.13,
      "grad_norm": 1.300635576248169,
      "learning_rate": 1.9689608149884e-07,
      "loss": 0.3186,
      "step": 2508570
    },
    {
      "epoch": 700.13,
      "grad_norm": 1.313082218170166,
      "learning_rate": 1.9688523337424608e-07,
      "loss": 0.3272,
      "step": 2508580
    },
    {
      "epoch": 700.14,
      "grad_norm": 1.1223253011703491,
      "learning_rate": 1.9687438553540038e-07,
      "loss": 0.3233,
      "step": 2508590
    },
    {
      "epoch": 700.14,
      "grad_norm": 1.2755169868469238,
      "learning_rate": 1.9686353798230424e-07,
      "loss": 0.3256,
      "step": 2508600
    },
    {
      "epoch": 700.14,
      "grad_norm": 1.2999464273452759,
      "learning_rate": 1.9685269071496e-07,
      "loss": 0.346,
      "step": 2508610
    },
    {
      "epoch": 700.15,
      "grad_norm": 1.3974847793579102,
      "learning_rate": 1.968418437333679e-07,
      "loss": 0.346,
      "step": 2508620
    },
    {
      "epoch": 700.15,
      "grad_norm": 1.1977659463882446,
      "learning_rate": 1.9683099703752953e-07,
      "loss": 0.3142,
      "step": 2508630
    },
    {
      "epoch": 700.15,
      "grad_norm": 1.2891371250152588,
      "learning_rate": 1.9682015062744746e-07,
      "loss": 0.3344,
      "step": 2508640
    },
    {
      "epoch": 700.15,
      "grad_norm": 1.3107165098190308,
      "learning_rate": 1.9680930450312144e-07,
      "loss": 0.3376,
      "step": 2508650
    },
    {
      "epoch": 700.16,
      "grad_norm": 1.0715924501419067,
      "learning_rate": 1.9679845866455434e-07,
      "loss": 0.3533,
      "step": 2508660
    },
    {
      "epoch": 700.16,
      "grad_norm": 1.6360383033752441,
      "learning_rate": 1.9678761311174694e-07,
      "loss": 0.3298,
      "step": 2508670
    },
    {
      "epoch": 700.16,
      "grad_norm": 3.299489974975586,
      "learning_rate": 1.9677676784470082e-07,
      "loss": 0.3225,
      "step": 2508680
    },
    {
      "epoch": 700.16,
      "grad_norm": 1.2406044006347656,
      "learning_rate": 1.9676592286341775e-07,
      "loss": 0.3369,
      "step": 2508690
    },
    {
      "epoch": 700.17,
      "grad_norm": 1.3665351867675781,
      "learning_rate": 1.9675507816789854e-07,
      "loss": 0.3228,
      "step": 2508700
    },
    {
      "epoch": 700.17,
      "grad_norm": 1.1396756172180176,
      "learning_rate": 1.9674423375814476e-07,
      "loss": 0.325,
      "step": 2508710
    },
    {
      "epoch": 700.17,
      "grad_norm": 1.1867393255233765,
      "learning_rate": 1.9673338963415824e-07,
      "loss": 0.34,
      "step": 2508720
    },
    {
      "epoch": 700.18,
      "grad_norm": 1.2482728958129883,
      "learning_rate": 1.967225457959405e-07,
      "loss": 0.3412,
      "step": 2508730
    },
    {
      "epoch": 700.18,
      "grad_norm": 1.5267317295074463,
      "learning_rate": 1.9671170224349182e-07,
      "loss": 0.3463,
      "step": 2508740
    },
    {
      "epoch": 700.18,
      "grad_norm": 1.4338645935058594,
      "learning_rate": 1.9670085897681562e-07,
      "loss": 0.3338,
      "step": 2508750
    },
    {
      "epoch": 700.18,
      "grad_norm": 1.232952356338501,
      "learning_rate": 1.9669001599591159e-07,
      "loss": 0.3341,
      "step": 2508760
    },
    {
      "epoch": 700.19,
      "grad_norm": 1.3054829835891724,
      "learning_rate": 1.9667917330078183e-07,
      "loss": 0.3531,
      "step": 2508770
    },
    {
      "epoch": 700.19,
      "grad_norm": 1.422634482383728,
      "learning_rate": 1.9666833089142814e-07,
      "loss": 0.3411,
      "step": 2508780
    },
    {
      "epoch": 700.19,
      "grad_norm": 1.1593217849731445,
      "learning_rate": 1.9665748876785134e-07,
      "loss": 0.3369,
      "step": 2508790
    },
    {
      "epoch": 700.2,
      "grad_norm": 1.1883893013000488,
      "learning_rate": 1.9664664693005323e-07,
      "loss": 0.3435,
      "step": 2508800
    },
    {
      "epoch": 700.2,
      "grad_norm": 1.2592865228652954,
      "learning_rate": 1.9663580537803485e-07,
      "loss": 0.3449,
      "step": 2508810
    },
    {
      "epoch": 700.2,
      "grad_norm": 1.4960463047027588,
      "learning_rate": 1.966249641117983e-07,
      "loss": 0.3648,
      "step": 2508820
    },
    {
      "epoch": 700.2,
      "grad_norm": 1.412352442741394,
      "learning_rate": 1.9661412313134486e-07,
      "loss": 0.3336,
      "step": 2508830
    },
    {
      "epoch": 700.21,
      "grad_norm": 1.239524483680725,
      "learning_rate": 1.966032824366753e-07,
      "loss": 0.3371,
      "step": 2508840
    },
    {
      "epoch": 700.21,
      "grad_norm": 1.079004168510437,
      "learning_rate": 1.9659244202779174e-07,
      "loss": 0.3242,
      "step": 2508850
    },
    {
      "epoch": 700.21,
      "grad_norm": 1.4820135831832886,
      "learning_rate": 1.9658160190469544e-07,
      "loss": 0.343,
      "step": 2508860
    },
    {
      "epoch": 700.21,
      "grad_norm": 1.22330641746521,
      "learning_rate": 1.9657076206738825e-07,
      "loss": 0.3536,
      "step": 2508870
    },
    {
      "epoch": 700.22,
      "grad_norm": 1.3433024883270264,
      "learning_rate": 1.9655992251587016e-07,
      "loss": 0.3436,
      "step": 2508880
    },
    {
      "epoch": 700.22,
      "grad_norm": 1.3429797887802124,
      "learning_rate": 1.9654908325014482e-07,
      "loss": 0.3543,
      "step": 2508890
    },
    {
      "epoch": 700.22,
      "grad_norm": 1.1978574991226196,
      "learning_rate": 1.9653824427021168e-07,
      "loss": 0.329,
      "step": 2508900
    },
    {
      "epoch": 700.23,
      "grad_norm": 1.303684949874878,
      "learning_rate": 1.965274055760734e-07,
      "loss": 0.3325,
      "step": 2508910
    },
    {
      "epoch": 700.23,
      "grad_norm": 1.3558824062347412,
      "learning_rate": 1.9651656716773121e-07,
      "loss": 0.3438,
      "step": 2508920
    },
    {
      "epoch": 700.23,
      "grad_norm": 1.125805139541626,
      "learning_rate": 1.965057290451862e-07,
      "loss": 0.3292,
      "step": 2508930
    },
    {
      "epoch": 700.23,
      "grad_norm": 1.1942874193191528,
      "learning_rate": 1.9649489120843968e-07,
      "loss": 0.3465,
      "step": 2508940
    },
    {
      "epoch": 700.24,
      "grad_norm": 1.1928181648254395,
      "learning_rate": 1.964840536574937e-07,
      "loss": 0.3534,
      "step": 2508950
    },
    {
      "epoch": 700.24,
      "grad_norm": 1.2971807718276978,
      "learning_rate": 1.9647321639234956e-07,
      "loss": 0.3255,
      "step": 2508960
    },
    {
      "epoch": 700.24,
      "grad_norm": 1.239436149597168,
      "learning_rate": 1.9646237941300832e-07,
      "loss": 0.3412,
      "step": 2508970
    },
    {
      "epoch": 700.25,
      "grad_norm": 1.1555231809616089,
      "learning_rate": 1.9645154271947153e-07,
      "loss": 0.3334,
      "step": 2508980
    },
    {
      "epoch": 700.25,
      "grad_norm": 1.2118643522262573,
      "learning_rate": 1.9644070631174126e-07,
      "loss": 0.346,
      "step": 2508990
    },
    {
      "epoch": 700.25,
      "grad_norm": 1.2812610864639282,
      "learning_rate": 1.9642987018981754e-07,
      "loss": 0.3469,
      "step": 2509000
    },
    {
      "epoch": 700.25,
      "grad_norm": 6.017419338226318,
      "learning_rate": 1.9641903435370349e-07,
      "loss": 0.3486,
      "step": 2509010
    },
    {
      "epoch": 700.26,
      "grad_norm": 1.3569533824920654,
      "learning_rate": 1.9640819880339934e-07,
      "loss": 0.3287,
      "step": 2509020
    },
    {
      "epoch": 700.26,
      "grad_norm": 1.3351978063583374,
      "learning_rate": 1.963973635389072e-07,
      "loss": 0.356,
      "step": 2509030
    },
    {
      "epoch": 700.26,
      "grad_norm": 1.3541868925094604,
      "learning_rate": 1.9638652856022807e-07,
      "loss": 0.3341,
      "step": 2509040
    },
    {
      "epoch": 700.27,
      "grad_norm": 1.1739665269851685,
      "learning_rate": 1.963756938673641e-07,
      "loss": 0.3434,
      "step": 2509050
    },
    {
      "epoch": 700.27,
      "grad_norm": 1.5513626337051392,
      "learning_rate": 1.9636485946031576e-07,
      "loss": 0.3502,
      "step": 2509060
    },
    {
      "epoch": 700.27,
      "grad_norm": 1.185157060623169,
      "learning_rate": 1.9635402533908513e-07,
      "loss": 0.3307,
      "step": 2509070
    },
    {
      "epoch": 700.27,
      "grad_norm": 1.2196388244628906,
      "learning_rate": 1.963431915036738e-07,
      "loss": 0.34,
      "step": 2509080
    },
    {
      "epoch": 700.28,
      "grad_norm": 1.253103256225586,
      "learning_rate": 1.96332357954082e-07,
      "loss": 0.353,
      "step": 2509090
    },
    {
      "epoch": 700.28,
      "grad_norm": 1.2613046169281006,
      "learning_rate": 1.9632152469031287e-07,
      "loss": 0.3414,
      "step": 2509100
    },
    {
      "epoch": 700.28,
      "grad_norm": 1.2719420194625854,
      "learning_rate": 1.9631069171236668e-07,
      "loss": 0.3412,
      "step": 2509110
    },
    {
      "epoch": 700.28,
      "grad_norm": 1.290895700454712,
      "learning_rate": 1.9629985902024549e-07,
      "loss": 0.3413,
      "step": 2509120
    },
    {
      "epoch": 700.29,
      "grad_norm": 1.4561200141906738,
      "learning_rate": 1.962890266139506e-07,
      "loss": 0.3337,
      "step": 2509130
    },
    {
      "epoch": 700.29,
      "grad_norm": 1.355364203453064,
      "learning_rate": 1.9627819449348258e-07,
      "loss": 0.3335,
      "step": 2509140
    },
    {
      "epoch": 700.29,
      "grad_norm": 1.505603313446045,
      "learning_rate": 1.962673626588445e-07,
      "loss": 0.3315,
      "step": 2509150
    },
    {
      "epoch": 700.3,
      "grad_norm": 1.3615896701812744,
      "learning_rate": 1.9625653111003662e-07,
      "loss": 0.3284,
      "step": 2509160
    },
    {
      "epoch": 700.3,
      "grad_norm": 6.00167179107666,
      "learning_rate": 1.9624569984706076e-07,
      "loss": 0.3335,
      "step": 2509170
    },
    {
      "epoch": 700.3,
      "grad_norm": 1.1627699136734009,
      "learning_rate": 1.9623486886991825e-07,
      "loss": 0.3387,
      "step": 2509180
    },
    {
      "epoch": 700.3,
      "grad_norm": 1.2991887331008911,
      "learning_rate": 1.962240381786109e-07,
      "loss": 0.37,
      "step": 2509190
    },
    {
      "epoch": 700.31,
      "grad_norm": 1.2111567258834839,
      "learning_rate": 1.962132077731395e-07,
      "loss": 0.3372,
      "step": 2509200
    },
    {
      "epoch": 700.31,
      "grad_norm": 1.3786756992340088,
      "learning_rate": 1.962023776535056e-07,
      "loss": 0.3567,
      "step": 2509210
    },
    {
      "epoch": 700.31,
      "grad_norm": 1.2467693090438843,
      "learning_rate": 1.9619154781971151e-07,
      "loss": 0.3261,
      "step": 2509220
    },
    {
      "epoch": 700.32,
      "grad_norm": 1.165148138999939,
      "learning_rate": 1.961807182717573e-07,
      "loss": 0.3342,
      "step": 2509230
    },
    {
      "epoch": 700.32,
      "grad_norm": 1.2713372707366943,
      "learning_rate": 1.9616988900964578e-07,
      "loss": 0.3437,
      "step": 2509240
    },
    {
      "epoch": 700.32,
      "grad_norm": 1.263933539390564,
      "learning_rate": 1.9615906003337747e-07,
      "loss": 0.338,
      "step": 2509250
    },
    {
      "epoch": 700.32,
      "grad_norm": 1.055885672569275,
      "learning_rate": 1.9614823134295423e-07,
      "loss": 0.324,
      "step": 2509260
    },
    {
      "epoch": 700.33,
      "grad_norm": 1.043036937713623,
      "learning_rate": 1.9613740293837704e-07,
      "loss": 0.3242,
      "step": 2509270
    },
    {
      "epoch": 700.33,
      "grad_norm": 1.3499232530593872,
      "learning_rate": 1.961265748196483e-07,
      "loss": 0.3531,
      "step": 2509280
    },
    {
      "epoch": 700.33,
      "grad_norm": 1.1786012649536133,
      "learning_rate": 1.9611574698676825e-07,
      "loss": 0.3527,
      "step": 2509290
    },
    {
      "epoch": 700.33,
      "grad_norm": 1.4757097959518433,
      "learning_rate": 1.9610491943973924e-07,
      "loss": 0.3344,
      "step": 2509300
    },
    {
      "epoch": 700.34,
      "grad_norm": 1.2258632183074951,
      "learning_rate": 1.9609409217856256e-07,
      "loss": 0.3274,
      "step": 2509310
    },
    {
      "epoch": 700.34,
      "grad_norm": 1.2234187126159668,
      "learning_rate": 1.9608326520323847e-07,
      "loss": 0.3371,
      "step": 2509320
    },
    {
      "epoch": 700.34,
      "grad_norm": 1.203908085823059,
      "learning_rate": 1.9607243851377033e-07,
      "loss": 0.3524,
      "step": 2509330
    },
    {
      "epoch": 700.35,
      "grad_norm": 1.2029379606246948,
      "learning_rate": 1.9606161211015843e-07,
      "loss": 0.3268,
      "step": 2509340
    },
    {
      "epoch": 700.35,
      "grad_norm": 1.138688564300537,
      "learning_rate": 1.9605078599240434e-07,
      "loss": 0.3476,
      "step": 2509350
    },
    {
      "epoch": 700.35,
      "grad_norm": 1.2798070907592773,
      "learning_rate": 1.9603996016051014e-07,
      "loss": 0.3299,
      "step": 2509360
    },
    {
      "epoch": 700.35,
      "grad_norm": 1.2894401550292969,
      "learning_rate": 1.9602913461447605e-07,
      "loss": 0.3425,
      "step": 2509370
    },
    {
      "epoch": 700.36,
      "grad_norm": 1.4359711408615112,
      "learning_rate": 1.960183093543042e-07,
      "loss": 0.3544,
      "step": 2509380
    },
    {
      "epoch": 700.36,
      "grad_norm": 1.1392805576324463,
      "learning_rate": 1.9600748437999637e-07,
      "loss": 0.3349,
      "step": 2509390
    },
    {
      "epoch": 700.36,
      "grad_norm": 1.332238793373108,
      "learning_rate": 1.959966596915534e-07,
      "loss": 0.3298,
      "step": 2509400
    },
    {
      "epoch": 700.37,
      "grad_norm": 1.397912621498108,
      "learning_rate": 1.9598583528897702e-07,
      "loss": 0.312,
      "step": 2509410
    },
    {
      "epoch": 700.37,
      "grad_norm": 1.2799218893051147,
      "learning_rate": 1.9597501117226887e-07,
      "loss": 0.3389,
      "step": 2509420
    },
    {
      "epoch": 700.37,
      "grad_norm": 1.2081689834594727,
      "learning_rate": 1.9596418734142997e-07,
      "loss": 0.3211,
      "step": 2509430
    },
    {
      "epoch": 700.37,
      "grad_norm": 3.2296111583709717,
      "learning_rate": 1.9595336379646188e-07,
      "loss": 0.3448,
      "step": 2509440
    },
    {
      "epoch": 700.38,
      "grad_norm": 1.1547801494598389,
      "learning_rate": 1.9594254053736667e-07,
      "loss": 0.3238,
      "step": 2509450
    },
    {
      "epoch": 700.38,
      "grad_norm": 1.1627873182296753,
      "learning_rate": 1.9593171756414408e-07,
      "loss": 0.32,
      "step": 2509460
    },
    {
      "epoch": 700.38,
      "grad_norm": 1.2125084400177002,
      "learning_rate": 1.9592089487679777e-07,
      "loss": 0.335,
      "step": 2509470
    },
    {
      "epoch": 700.39,
      "grad_norm": 1.3919379711151123,
      "learning_rate": 1.9591007247532771e-07,
      "loss": 0.342,
      "step": 2509480
    },
    {
      "epoch": 700.39,
      "grad_norm": 1.343837022781372,
      "learning_rate": 1.958992503597355e-07,
      "loss": 0.3506,
      "step": 2509490
    },
    {
      "epoch": 700.39,
      "grad_norm": 1.189825177192688,
      "learning_rate": 1.9588842853002349e-07,
      "loss": 0.351,
      "step": 2509500
    },
    {
      "epoch": 700.39,
      "grad_norm": 1.17088782787323,
      "learning_rate": 1.9587760698619189e-07,
      "loss": 0.3446,
      "step": 2509510
    },
    {
      "epoch": 700.4,
      "grad_norm": 1.367594838142395,
      "learning_rate": 1.9586678572824254e-07,
      "loss": 0.3442,
      "step": 2509520
    },
    {
      "epoch": 700.4,
      "grad_norm": 1.3023738861083984,
      "learning_rate": 1.9585596475617726e-07,
      "loss": 0.3242,
      "step": 2509530
    },
    {
      "epoch": 700.4,
      "grad_norm": 1.3083728551864624,
      "learning_rate": 1.9584514406999762e-07,
      "loss": 0.34,
      "step": 2509540
    },
    {
      "epoch": 700.4,
      "grad_norm": 1.3449419736862183,
      "learning_rate": 1.9583432366970389e-07,
      "loss": 0.3363,
      "step": 2509550
    },
    {
      "epoch": 700.41,
      "grad_norm": 1.2254327535629272,
      "learning_rate": 1.958235035552989e-07,
      "loss": 0.3393,
      "step": 2509560
    },
    {
      "epoch": 700.41,
      "grad_norm": 1.1761380434036255,
      "learning_rate": 1.958126837267835e-07,
      "loss": 0.3375,
      "step": 2509570
    },
    {
      "epoch": 700.41,
      "grad_norm": 1.349677562713623,
      "learning_rate": 1.958018641841589e-07,
      "loss": 0.3383,
      "step": 2509580
    },
    {
      "epoch": 700.42,
      "grad_norm": 1.1531137228012085,
      "learning_rate": 1.9579104492742724e-07,
      "loss": 0.3408,
      "step": 2509590
    },
    {
      "epoch": 700.42,
      "grad_norm": 1.2036223411560059,
      "learning_rate": 1.95780225956589e-07,
      "loss": 0.3184,
      "step": 2509600
    },
    {
      "epoch": 700.42,
      "grad_norm": 1.4949642419815063,
      "learning_rate": 1.957694072716463e-07,
      "loss": 0.343,
      "step": 2509610
    },
    {
      "epoch": 700.42,
      "grad_norm": 1.202947974205017,
      "learning_rate": 1.957585888726002e-07,
      "loss": 0.3188,
      "step": 2509620
    },
    {
      "epoch": 700.43,
      "grad_norm": 1.2576961517333984,
      "learning_rate": 1.9574777075945297e-07,
      "loss": 0.3439,
      "step": 2509630
    },
    {
      "epoch": 700.43,
      "grad_norm": 1.3400276899337769,
      "learning_rate": 1.9573695293220493e-07,
      "loss": 0.3218,
      "step": 2509640
    },
    {
      "epoch": 700.43,
      "grad_norm": 1.189394235610962,
      "learning_rate": 1.9572613539085785e-07,
      "loss": 0.3494,
      "step": 2509650
    },
    {
      "epoch": 700.44,
      "grad_norm": 1.307845950126648,
      "learning_rate": 1.9571531813541412e-07,
      "loss": 0.3426,
      "step": 2509660
    },
    {
      "epoch": 700.44,
      "grad_norm": 1.4245200157165527,
      "learning_rate": 1.957045011658732e-07,
      "loss": 0.3395,
      "step": 2509670
    },
    {
      "epoch": 700.44,
      "grad_norm": 1.3114042282104492,
      "learning_rate": 1.9569368448223875e-07,
      "loss": 0.3318,
      "step": 2509680
    },
    {
      "epoch": 700.44,
      "grad_norm": 1.3209928274154663,
      "learning_rate": 1.9568286808451021e-07,
      "loss": 0.3477,
      "step": 2509690
    },
    {
      "epoch": 700.45,
      "grad_norm": 1.45107102394104,
      "learning_rate": 1.95672051972691e-07,
      "loss": 0.3419,
      "step": 2509700
    },
    {
      "epoch": 700.45,
      "grad_norm": 1.3281346559524536,
      "learning_rate": 1.9566123614678086e-07,
      "loss": 0.3253,
      "step": 2509710
    },
    {
      "epoch": 700.45,
      "grad_norm": 1.2991691827774048,
      "learning_rate": 1.956504206067821e-07,
      "loss": 0.3318,
      "step": 2509720
    },
    {
      "epoch": 700.45,
      "grad_norm": 1.4860026836395264,
      "learning_rate": 1.9563960535269657e-07,
      "loss": 0.3472,
      "step": 2509730
    },
    {
      "epoch": 700.46,
      "grad_norm": 1.342645525932312,
      "learning_rate": 1.9562879038452452e-07,
      "loss": 0.3192,
      "step": 2509740
    },
    {
      "epoch": 700.46,
      "grad_norm": 1.185831904411316,
      "learning_rate": 1.9561797570226775e-07,
      "loss": 0.3274,
      "step": 2509750
    },
    {
      "epoch": 700.46,
      "grad_norm": 1.255586862564087,
      "learning_rate": 1.9560716130592838e-07,
      "loss": 0.3299,
      "step": 2509760
    },
    {
      "epoch": 700.47,
      "grad_norm": 1.3825312852859497,
      "learning_rate": 1.9559634719550745e-07,
      "loss": 0.3505,
      "step": 2509770
    },
    {
      "epoch": 700.47,
      "grad_norm": 1.3005203008651733,
      "learning_rate": 1.9558553337100622e-07,
      "loss": 0.3368,
      "step": 2509780
    },
    {
      "epoch": 700.47,
      "grad_norm": 1.2902088165283203,
      "learning_rate": 1.9557471983242604e-07,
      "loss": 0.3404,
      "step": 2509790
    },
    {
      "epoch": 700.47,
      "grad_norm": 1.0671892166137695,
      "learning_rate": 1.9556390657976922e-07,
      "loss": 0.3255,
      "step": 2509800
    },
    {
      "epoch": 700.48,
      "grad_norm": 1.209790825843811,
      "learning_rate": 1.955530936130355e-07,
      "loss": 0.3194,
      "step": 2509810
    },
    {
      "epoch": 700.48,
      "grad_norm": 4.3990325927734375,
      "learning_rate": 1.9554228093222826e-07,
      "loss": 0.342,
      "step": 2509820
    },
    {
      "epoch": 700.48,
      "grad_norm": 1.2254005670547485,
      "learning_rate": 1.9553146853734778e-07,
      "loss": 0.3294,
      "step": 2509830
    },
    {
      "epoch": 700.49,
      "grad_norm": 1.2286813259124756,
      "learning_rate": 1.9552065642839564e-07,
      "loss": 0.3525,
      "step": 2509840
    },
    {
      "epoch": 700.49,
      "grad_norm": 1.553544282913208,
      "learning_rate": 1.955098446053736e-07,
      "loss": 0.3317,
      "step": 2509850
    },
    {
      "epoch": 700.49,
      "grad_norm": 1.3615156412124634,
      "learning_rate": 1.9549903306828301e-07,
      "loss": 0.3443,
      "step": 2509860
    },
    {
      "epoch": 700.49,
      "grad_norm": 1.268738865852356,
      "learning_rate": 1.954882218171249e-07,
      "loss": 0.3404,
      "step": 2509870
    },
    {
      "epoch": 700.5,
      "grad_norm": 1.1488391160964966,
      "learning_rate": 1.9547741085190106e-07,
      "loss": 0.3341,
      "step": 2509880
    },
    {
      "epoch": 700.5,
      "grad_norm": 1.1325740814208984,
      "learning_rate": 1.9546660017261337e-07,
      "loss": 0.3333,
      "step": 2509890
    },
    {
      "epoch": 700.5,
      "grad_norm": 1.139025092124939,
      "learning_rate": 1.9545578977926206e-07,
      "loss": 0.3425,
      "step": 2509900
    },
    {
      "epoch": 700.51,
      "grad_norm": 1.2191033363342285,
      "learning_rate": 1.9544497967184995e-07,
      "loss": 0.3226,
      "step": 2509910
    },
    {
      "epoch": 700.51,
      "grad_norm": 1.368089199066162,
      "learning_rate": 1.9543416985037738e-07,
      "loss": 0.3421,
      "step": 2509920
    },
    {
      "epoch": 700.51,
      "grad_norm": 1.2814970016479492,
      "learning_rate": 1.9542336031484638e-07,
      "loss": 0.3548,
      "step": 2509930
    },
    {
      "epoch": 700.51,
      "grad_norm": 1.3834562301635742,
      "learning_rate": 1.9541255106525853e-07,
      "loss": 0.3401,
      "step": 2509940
    },
    {
      "epoch": 700.52,
      "grad_norm": 1.3097633123397827,
      "learning_rate": 1.954017421016146e-07,
      "loss": 0.3629,
      "step": 2509950
    },
    {
      "epoch": 700.52,
      "grad_norm": 1.1342666149139404,
      "learning_rate": 1.953909334239164e-07,
      "loss": 0.3326,
      "step": 2509960
    },
    {
      "epoch": 700.52,
      "grad_norm": 1.8719009160995483,
      "learning_rate": 1.9538012503216528e-07,
      "loss": 0.337,
      "step": 2509970
    },
    {
      "epoch": 700.52,
      "grad_norm": 1.284098744392395,
      "learning_rate": 1.9536931692636276e-07,
      "loss": 0.3203,
      "step": 2509980
    },
    {
      "epoch": 700.53,
      "grad_norm": 1.4241700172424316,
      "learning_rate": 1.9535850910651038e-07,
      "loss": 0.3374,
      "step": 2509990
    },
    {
      "epoch": 700.53,
      "grad_norm": 1.1411843299865723,
      "learning_rate": 1.9534770157261003e-07,
      "loss": 0.3456,
      "step": 2510000
    },
    {
      "epoch": 700.53,
      "grad_norm": 1.339274287223816,
      "learning_rate": 1.9533689432466218e-07,
      "loss": 0.3292,
      "step": 2510010
    },
    {
      "epoch": 700.54,
      "grad_norm": 1.0445374250411987,
      "learning_rate": 1.9532608736266865e-07,
      "loss": 0.3334,
      "step": 2510020
    },
    {
      "epoch": 700.54,
      "grad_norm": 1.0797526836395264,
      "learning_rate": 1.9531528068663128e-07,
      "loss": 0.3479,
      "step": 2510030
    },
    {
      "epoch": 700.54,
      "grad_norm": 1.2327266931533813,
      "learning_rate": 1.9530447429655032e-07,
      "loss": 0.3286,
      "step": 2510040
    },
    {
      "epoch": 700.54,
      "grad_norm": 1.4062705039978027,
      "learning_rate": 1.952936681924289e-07,
      "loss": 0.3331,
      "step": 2510050
    },
    {
      "epoch": 700.55,
      "grad_norm": 1.2358088493347168,
      "learning_rate": 1.952828623742673e-07,
      "loss": 0.3432,
      "step": 2510060
    },
    {
      "epoch": 700.55,
      "grad_norm": 1.3957511186599731,
      "learning_rate": 1.9527205684206705e-07,
      "loss": 0.344,
      "step": 2510070
    },
    {
      "epoch": 700.55,
      "grad_norm": 1.5052034854888916,
      "learning_rate": 1.9526125159583048e-07,
      "loss": 0.3331,
      "step": 2510080
    },
    {
      "epoch": 700.56,
      "grad_norm": 1.3935010433197021,
      "learning_rate": 1.9525044663555763e-07,
      "loss": 0.3624,
      "step": 2510090
    },
    {
      "epoch": 700.56,
      "grad_norm": 1.1705461740493774,
      "learning_rate": 1.952396419612508e-07,
      "loss": 0.3417,
      "step": 2510100
    },
    {
      "epoch": 700.56,
      "grad_norm": 1.1798336505889893,
      "learning_rate": 1.9522883757291133e-07,
      "loss": 0.3196,
      "step": 2510110
    },
    {
      "epoch": 700.56,
      "grad_norm": 1.1964701414108276,
      "learning_rate": 1.9521803347054103e-07,
      "loss": 0.3284,
      "step": 2510120
    },
    {
      "epoch": 700.57,
      "grad_norm": 1.1670455932617188,
      "learning_rate": 1.952072296541399e-07,
      "loss": 0.3343,
      "step": 2510130
    },
    {
      "epoch": 700.57,
      "grad_norm": 1.187134861946106,
      "learning_rate": 1.9519642612371155e-07,
      "loss": 0.3317,
      "step": 2510140
    },
    {
      "epoch": 700.57,
      "grad_norm": 1.3221313953399658,
      "learning_rate": 1.951856228792555e-07,
      "loss": 0.3613,
      "step": 2510150
    },
    {
      "epoch": 700.57,
      "grad_norm": 1.0742871761322021,
      "learning_rate": 1.9517481992077434e-07,
      "loss": 0.3349,
      "step": 2510160
    },
    {
      "epoch": 700.58,
      "grad_norm": 1.19026517868042,
      "learning_rate": 1.9516401724826914e-07,
      "loss": 0.3536,
      "step": 2510170
    },
    {
      "epoch": 700.58,
      "grad_norm": 1.1365894079208374,
      "learning_rate": 1.9515321486174113e-07,
      "loss": 0.3304,
      "step": 2510180
    },
    {
      "epoch": 700.58,
      "grad_norm": 1.3373558521270752,
      "learning_rate": 1.9514241276119193e-07,
      "loss": 0.3391,
      "step": 2510190
    },
    {
      "epoch": 700.59,
      "grad_norm": 1.2727469205856323,
      "learning_rate": 1.9513161094662308e-07,
      "loss": 0.3383,
      "step": 2510200
    },
    {
      "epoch": 700.59,
      "grad_norm": 1.1330338716506958,
      "learning_rate": 1.9512080941803616e-07,
      "loss": 0.3404,
      "step": 2510210
    },
    {
      "epoch": 700.59,
      "grad_norm": 1.5069726705551147,
      "learning_rate": 1.9511000817543165e-07,
      "loss": 0.3216,
      "step": 2510220
    },
    {
      "epoch": 700.59,
      "grad_norm": 1.485494613647461,
      "learning_rate": 1.9509920721881246e-07,
      "loss": 0.3612,
      "step": 2510230
    },
    {
      "epoch": 700.6,
      "grad_norm": 1.1429328918457031,
      "learning_rate": 1.950884065481788e-07,
      "loss": 0.3281,
      "step": 2510240
    },
    {
      "epoch": 700.6,
      "grad_norm": 1.254931926727295,
      "learning_rate": 1.9507760616353254e-07,
      "loss": 0.3457,
      "step": 2510250
    },
    {
      "epoch": 700.6,
      "grad_norm": 1.442433476448059,
      "learning_rate": 1.9506680606487576e-07,
      "loss": 0.3352,
      "step": 2510260
    },
    {
      "epoch": 700.61,
      "grad_norm": 1.3099883794784546,
      "learning_rate": 1.9505600625220842e-07,
      "loss": 0.3345,
      "step": 2510270
    },
    {
      "epoch": 700.61,
      "grad_norm": 1.3489066362380981,
      "learning_rate": 1.9504520672553366e-07,
      "loss": 0.3358,
      "step": 2510280
    },
    {
      "epoch": 700.61,
      "grad_norm": 1.11697256565094,
      "learning_rate": 1.9503440748485176e-07,
      "loss": 0.3313,
      "step": 2510290
    },
    {
      "epoch": 700.61,
      "grad_norm": 1.553692102432251,
      "learning_rate": 1.950236085301645e-07,
      "loss": 0.3462,
      "step": 2510300
    },
    {
      "epoch": 700.62,
      "grad_norm": 1.1763933897018433,
      "learning_rate": 1.9501280986147348e-07,
      "loss": 0.3403,
      "step": 2510310
    },
    {
      "epoch": 700.62,
      "grad_norm": 1.4671778678894043,
      "learning_rate": 1.9500201147877974e-07,
      "loss": 0.3396,
      "step": 2510320
    },
    {
      "epoch": 700.62,
      "grad_norm": 1.1611295938491821,
      "learning_rate": 1.9499121338208482e-07,
      "loss": 0.3255,
      "step": 2510330
    },
    {
      "epoch": 700.63,
      "grad_norm": 1.5147377252578735,
      "learning_rate": 1.9498041557139055e-07,
      "loss": 0.332,
      "step": 2510340
    },
    {
      "epoch": 700.63,
      "grad_norm": 1.3202613592147827,
      "learning_rate": 1.9496961804669822e-07,
      "loss": 0.3326,
      "step": 2510350
    },
    {
      "epoch": 700.63,
      "grad_norm": 1.3449382781982422,
      "learning_rate": 1.9495882080800837e-07,
      "loss": 0.3527,
      "step": 2510360
    },
    {
      "epoch": 700.63,
      "grad_norm": 1.2562425136566162,
      "learning_rate": 1.949480238553241e-07,
      "loss": 0.3258,
      "step": 2510370
    },
    {
      "epoch": 700.64,
      "grad_norm": 1.296425700187683,
      "learning_rate": 1.9493722718864546e-07,
      "loss": 0.3436,
      "step": 2510380
    },
    {
      "epoch": 700.64,
      "grad_norm": 1.2833549976348877,
      "learning_rate": 1.9492643080797446e-07,
      "loss": 0.332,
      "step": 2510390
    },
    {
      "epoch": 700.64,
      "grad_norm": 1.2011069059371948,
      "learning_rate": 1.9491563471331299e-07,
      "loss": 0.3295,
      "step": 2510400
    },
    {
      "epoch": 700.64,
      "grad_norm": 1.265997052192688,
      "learning_rate": 1.9490483890466153e-07,
      "loss": 0.3283,
      "step": 2510410
    },
    {
      "epoch": 700.65,
      "grad_norm": 1.2751665115356445,
      "learning_rate": 1.9489404338202189e-07,
      "loss": 0.3144,
      "step": 2510420
    },
    {
      "epoch": 700.65,
      "grad_norm": 2.0409460067749023,
      "learning_rate": 1.948832481453954e-07,
      "loss": 0.3382,
      "step": 2510430
    },
    {
      "epoch": 700.65,
      "grad_norm": 1.4683605432510376,
      "learning_rate": 1.9487245319478412e-07,
      "loss": 0.3513,
      "step": 2510440
    },
    {
      "epoch": 700.66,
      "grad_norm": 1.1743063926696777,
      "learning_rate": 1.9486165853018886e-07,
      "loss": 0.3354,
      "step": 2510450
    },
    {
      "epoch": 700.66,
      "grad_norm": 1.2221981287002563,
      "learning_rate": 1.948508641516109e-07,
      "loss": 0.3352,
      "step": 2510460
    },
    {
      "epoch": 700.66,
      "grad_norm": 1.2859811782836914,
      "learning_rate": 1.9484007005905257e-07,
      "loss": 0.3421,
      "step": 2510470
    },
    {
      "epoch": 700.66,
      "grad_norm": 1.1783915758132935,
      "learning_rate": 1.9482927625251391e-07,
      "loss": 0.318,
      "step": 2510480
    },
    {
      "epoch": 700.67,
      "grad_norm": 1.252498745918274,
      "learning_rate": 1.94818482731998e-07,
      "loss": 0.3283,
      "step": 2510490
    },
    {
      "epoch": 700.67,
      "grad_norm": 1.2231435775756836,
      "learning_rate": 1.9480768949750514e-07,
      "loss": 0.3223,
      "step": 2510500
    },
    {
      "epoch": 700.67,
      "grad_norm": 1.1554934978485107,
      "learning_rate": 1.9479689654903684e-07,
      "loss": 0.3315,
      "step": 2510510
    },
    {
      "epoch": 700.68,
      "grad_norm": 1.2847669124603271,
      "learning_rate": 1.9478610388659498e-07,
      "loss": 0.3318,
      "step": 2510520
    },
    {
      "epoch": 700.68,
      "grad_norm": 1.0750505924224854,
      "learning_rate": 1.9477531151018132e-07,
      "loss": 0.3219,
      "step": 2510530
    },
    {
      "epoch": 700.68,
      "grad_norm": 1.5351886749267578,
      "learning_rate": 1.9476451941979619e-07,
      "loss": 0.3301,
      "step": 2510540
    },
    {
      "epoch": 700.68,
      "grad_norm": 1.697332501411438,
      "learning_rate": 1.947537276154416e-07,
      "loss": 0.3397,
      "step": 2510550
    },
    {
      "epoch": 700.69,
      "grad_norm": 1.3345614671707153,
      "learning_rate": 1.9474293609711917e-07,
      "loss": 0.3477,
      "step": 2510560
    },
    {
      "epoch": 700.69,
      "grad_norm": 1.1537950038909912,
      "learning_rate": 1.947321448648299e-07,
      "loss": 0.3294,
      "step": 2510570
    },
    {
      "epoch": 700.69,
      "grad_norm": 1.1605390310287476,
      "learning_rate": 1.9472135391857615e-07,
      "loss": 0.3481,
      "step": 2510580
    },
    {
      "epoch": 700.69,
      "grad_norm": 1.1649160385131836,
      "learning_rate": 1.9471056325835818e-07,
      "loss": 0.3612,
      "step": 2510590
    },
    {
      "epoch": 700.7,
      "grad_norm": 1.2978317737579346,
      "learning_rate": 1.9469977288417781e-07,
      "loss": 0.3359,
      "step": 2510600
    },
    {
      "epoch": 700.7,
      "grad_norm": 1.0541713237762451,
      "learning_rate": 1.9468898279603713e-07,
      "loss": 0.339,
      "step": 2510610
    },
    {
      "epoch": 700.7,
      "grad_norm": 1.2328044176101685,
      "learning_rate": 1.9467819299393639e-07,
      "loss": 0.3527,
      "step": 2510620
    },
    {
      "epoch": 700.71,
      "grad_norm": 1.3780852556228638,
      "learning_rate": 1.9466740347787845e-07,
      "loss": 0.3425,
      "step": 2510630
    },
    {
      "epoch": 700.71,
      "grad_norm": 1.163246989250183,
      "learning_rate": 1.946566142478633e-07,
      "loss": 0.3306,
      "step": 2510640
    },
    {
      "epoch": 700.71,
      "grad_norm": 1.3701322078704834,
      "learning_rate": 1.9464582530389333e-07,
      "loss": 0.3373,
      "step": 2510650
    },
    {
      "epoch": 700.71,
      "grad_norm": 4.7471208572387695,
      "learning_rate": 1.946350366459698e-07,
      "loss": 0.3384,
      "step": 2510660
    },
    {
      "epoch": 700.72,
      "grad_norm": 1.1535817384719849,
      "learning_rate": 1.9462424827409426e-07,
      "loss": 0.3151,
      "step": 2510670
    },
    {
      "epoch": 700.72,
      "grad_norm": 1.1111247539520264,
      "learning_rate": 1.946134601882675e-07,
      "loss": 0.3394,
      "step": 2510680
    },
    {
      "epoch": 700.72,
      "grad_norm": 1.1929806470870972,
      "learning_rate": 1.9460267238849162e-07,
      "loss": 0.3213,
      "step": 2510690
    },
    {
      "epoch": 700.73,
      "grad_norm": 1.2514283657073975,
      "learning_rate": 1.9459188487476817e-07,
      "loss": 0.3274,
      "step": 2510700
    },
    {
      "epoch": 700.73,
      "grad_norm": 1.1076756715774536,
      "learning_rate": 1.9458109764709743e-07,
      "loss": 0.3286,
      "step": 2510710
    },
    {
      "epoch": 700.73,
      "grad_norm": 1.1381844282150269,
      "learning_rate": 1.9457031070548224e-07,
      "loss": 0.3478,
      "step": 2510720
    },
    {
      "epoch": 700.73,
      "grad_norm": 1.0337153673171997,
      "learning_rate": 1.9455952404992336e-07,
      "loss": 0.3361,
      "step": 2510730
    },
    {
      "epoch": 700.74,
      "grad_norm": 1.4105069637298584,
      "learning_rate": 1.9454873768042215e-07,
      "loss": 0.3461,
      "step": 2510740
    },
    {
      "epoch": 700.74,
      "grad_norm": 1.2704108953475952,
      "learning_rate": 1.9453795159698064e-07,
      "loss": 0.3499,
      "step": 2510750
    },
    {
      "epoch": 700.74,
      "grad_norm": 1.1241536140441895,
      "learning_rate": 1.9452716579959963e-07,
      "loss": 0.3364,
      "step": 2510760
    },
    {
      "epoch": 700.75,
      "grad_norm": 1.3949569463729858,
      "learning_rate": 1.945163802882804e-07,
      "loss": 0.3543,
      "step": 2510770
    },
    {
      "epoch": 700.75,
      "grad_norm": 1.3018742799758911,
      "learning_rate": 1.9450559506302507e-07,
      "loss": 0.3285,
      "step": 2510780
    },
    {
      "epoch": 700.75,
      "grad_norm": 1.366398572921753,
      "learning_rate": 1.9449481012383494e-07,
      "loss": 0.3441,
      "step": 2510790
    },
    {
      "epoch": 700.75,
      "grad_norm": 1.1791712045669556,
      "learning_rate": 1.9448402547071047e-07,
      "loss": 0.3325,
      "step": 2510800
    },
    {
      "epoch": 700.76,
      "grad_norm": 1.1352791786193848,
      "learning_rate": 1.9447324110365486e-07,
      "loss": 0.3436,
      "step": 2510810
    },
    {
      "epoch": 700.76,
      "grad_norm": 1.2993541955947876,
      "learning_rate": 1.9446245702266806e-07,
      "loss": 0.3564,
      "step": 2510820
    },
    {
      "epoch": 700.76,
      "grad_norm": 1.295251727104187,
      "learning_rate": 1.9445167322775218e-07,
      "loss": 0.3305,
      "step": 2510830
    },
    {
      "epoch": 700.76,
      "grad_norm": 1.5216134786605835,
      "learning_rate": 1.9444088971890874e-07,
      "loss": 0.3404,
      "step": 2510840
    },
    {
      "epoch": 700.77,
      "grad_norm": 1.0343906879425049,
      "learning_rate": 1.9443010649613805e-07,
      "loss": 0.33,
      "step": 2510850
    },
    {
      "epoch": 700.77,
      "grad_norm": 1.2289233207702637,
      "learning_rate": 1.944193235594432e-07,
      "loss": 0.3252,
      "step": 2510860
    },
    {
      "epoch": 700.77,
      "grad_norm": 1.3463610410690308,
      "learning_rate": 1.9440854090882474e-07,
      "loss": 0.3335,
      "step": 2510870
    },
    {
      "epoch": 700.78,
      "grad_norm": 1.4838035106658936,
      "learning_rate": 1.9439775854428393e-07,
      "loss": 0.3401,
      "step": 2510880
    },
    {
      "epoch": 700.78,
      "grad_norm": 1.1871521472930908,
      "learning_rate": 1.9438697646582315e-07,
      "loss": 0.3465,
      "step": 2510890
    },
    {
      "epoch": 700.78,
      "grad_norm": 1.3794176578521729,
      "learning_rate": 1.9437619467344263e-07,
      "loss": 0.329,
      "step": 2510900
    },
    {
      "epoch": 700.78,
      "grad_norm": 1.2259279489517212,
      "learning_rate": 1.9436541316714421e-07,
      "loss": 0.3511,
      "step": 2510910
    },
    {
      "epoch": 700.79,
      "grad_norm": 1.0782808065414429,
      "learning_rate": 1.9435463194692972e-07,
      "loss": 0.3434,
      "step": 2510920
    },
    {
      "epoch": 700.79,
      "grad_norm": 1.539504051208496,
      "learning_rate": 1.9434385101280044e-07,
      "loss": 0.3308,
      "step": 2510930
    },
    {
      "epoch": 700.79,
      "grad_norm": 1.344159722328186,
      "learning_rate": 1.9433307036475715e-07,
      "loss": 0.3337,
      "step": 2510940
    },
    {
      "epoch": 700.8,
      "grad_norm": 1.269781231880188,
      "learning_rate": 1.9432229000280247e-07,
      "loss": 0.3376,
      "step": 2510950
    },
    {
      "epoch": 700.8,
      "grad_norm": 1.2242345809936523,
      "learning_rate": 1.9431150992693692e-07,
      "loss": 0.3434,
      "step": 2510960
    },
    {
      "epoch": 700.8,
      "grad_norm": 2.076751470565796,
      "learning_rate": 1.9430073013716228e-07,
      "loss": 0.3384,
      "step": 2510970
    },
    {
      "epoch": 700.8,
      "grad_norm": 1.246456503868103,
      "learning_rate": 1.9428995063348017e-07,
      "loss": 0.341,
      "step": 2510980
    },
    {
      "epoch": 700.81,
      "grad_norm": 1.2011747360229492,
      "learning_rate": 1.942791714158916e-07,
      "loss": 0.3439,
      "step": 2510990
    },
    {
      "epoch": 700.81,
      "grad_norm": 1.2430814504623413,
      "learning_rate": 1.9426839248439786e-07,
      "loss": 0.3371,
      "step": 2511000
    },
    {
      "epoch": 700.81,
      "grad_norm": 1.285706877708435,
      "learning_rate": 1.9425761383900082e-07,
      "loss": 0.3308,
      "step": 2511010
    },
    {
      "epoch": 700.81,
      "grad_norm": 1.4381657838821411,
      "learning_rate": 1.9424683547970225e-07,
      "loss": 0.3443,
      "step": 2511020
    },
    {
      "epoch": 700.82,
      "grad_norm": 1.5898053646087646,
      "learning_rate": 1.9423605740650296e-07,
      "loss": 0.3433,
      "step": 2511030
    },
    {
      "epoch": 700.82,
      "grad_norm": 1.242606520652771,
      "learning_rate": 1.942252796194042e-07,
      "loss": 0.3452,
      "step": 2511040
    },
    {
      "epoch": 700.82,
      "grad_norm": 1.1921206712722778,
      "learning_rate": 1.942145021184084e-07,
      "loss": 0.3372,
      "step": 2511050
    },
    {
      "epoch": 700.83,
      "grad_norm": 1.260189175605774,
      "learning_rate": 1.942037249035155e-07,
      "loss": 0.3455,
      "step": 2511060
    },
    {
      "epoch": 700.83,
      "grad_norm": 1.261502981185913,
      "learning_rate": 1.9419294797472863e-07,
      "loss": 0.3353,
      "step": 2511070
    },
    {
      "epoch": 700.83,
      "grad_norm": 2.1891582012176514,
      "learning_rate": 1.941821713320478e-07,
      "loss": 0.3536,
      "step": 2511080
    },
    {
      "epoch": 700.83,
      "grad_norm": 1.1219052076339722,
      "learning_rate": 1.9417139497547506e-07,
      "loss": 0.3149,
      "step": 2511090
    },
    {
      "epoch": 700.84,
      "grad_norm": 1.4278148412704468,
      "learning_rate": 1.94160618905012e-07,
      "loss": 0.3431,
      "step": 2511100
    },
    {
      "epoch": 700.84,
      "grad_norm": 1.24846351146698,
      "learning_rate": 1.9414984312066023e-07,
      "loss": 0.35,
      "step": 2511110
    },
    {
      "epoch": 700.84,
      "grad_norm": 1.4329241514205933,
      "learning_rate": 1.9413906762242045e-07,
      "loss": 0.3564,
      "step": 2511120
    },
    {
      "epoch": 700.85,
      "grad_norm": 1.1650779247283936,
      "learning_rate": 1.9412829241029424e-07,
      "loss": 0.3357,
      "step": 2511130
    },
    {
      "epoch": 700.85,
      "grad_norm": 1.1705049276351929,
      "learning_rate": 1.9411751748428342e-07,
      "loss": 0.3399,
      "step": 2511140
    },
    {
      "epoch": 700.85,
      "grad_norm": 1.2312767505645752,
      "learning_rate": 1.9410674284438933e-07,
      "loss": 0.3456,
      "step": 2511150
    },
    {
      "epoch": 700.85,
      "grad_norm": 1.0927419662475586,
      "learning_rate": 1.9409596849061377e-07,
      "loss": 0.3214,
      "step": 2511160
    },
    {
      "epoch": 700.86,
      "grad_norm": 1.5121724605560303,
      "learning_rate": 1.9408519442295724e-07,
      "loss": 0.3341,
      "step": 2511170
    },
    {
      "epoch": 700.86,
      "grad_norm": 1.3264704942703247,
      "learning_rate": 1.9407442064142182e-07,
      "loss": 0.341,
      "step": 2511180
    },
    {
      "epoch": 700.86,
      "grad_norm": 1.0885995626449585,
      "learning_rate": 1.940636471460086e-07,
      "loss": 0.337,
      "step": 2511190
    },
    {
      "epoch": 700.87,
      "grad_norm": 1.3889306783676147,
      "learning_rate": 1.9405287393671935e-07,
      "loss": 0.3353,
      "step": 2511200
    },
    {
      "epoch": 700.87,
      "grad_norm": 1.3393151760101318,
      "learning_rate": 1.9404210101355566e-07,
      "loss": 0.3357,
      "step": 2511210
    },
    {
      "epoch": 700.87,
      "grad_norm": 2.9612960815429688,
      "learning_rate": 1.9403132837651856e-07,
      "loss": 0.337,
      "step": 2511220
    },
    {
      "epoch": 700.87,
      "grad_norm": 1.2966856956481934,
      "learning_rate": 1.9402055602560934e-07,
      "loss": 0.3179,
      "step": 2511230
    },
    {
      "epoch": 700.88,
      "grad_norm": 1.2791799306869507,
      "learning_rate": 1.9400978396082958e-07,
      "loss": 0.3221,
      "step": 2511240
    },
    {
      "epoch": 700.88,
      "grad_norm": 1.2615396976470947,
      "learning_rate": 1.9399901218218163e-07,
      "loss": 0.339,
      "step": 2511250
    },
    {
      "epoch": 700.88,
      "grad_norm": 1.2516686916351318,
      "learning_rate": 1.9398824068966548e-07,
      "loss": 0.3313,
      "step": 2511260
    },
    {
      "epoch": 700.88,
      "grad_norm": 1.1754571199417114,
      "learning_rate": 1.9397746948328317e-07,
      "loss": 0.3224,
      "step": 2511270
    },
    {
      "epoch": 700.89,
      "grad_norm": 1.735797643661499,
      "learning_rate": 1.9396669856303659e-07,
      "loss": 0.3461,
      "step": 2511280
    },
    {
      "epoch": 700.89,
      "grad_norm": 1.265127182006836,
      "learning_rate": 1.9395592792892594e-07,
      "loss": 0.3526,
      "step": 2511290
    },
    {
      "epoch": 700.89,
      "grad_norm": 2.6990866661071777,
      "learning_rate": 1.939451575809544e-07,
      "loss": 0.3414,
      "step": 2511300
    },
    {
      "epoch": 700.9,
      "grad_norm": 1.2306172847747803,
      "learning_rate": 1.9393438751912193e-07,
      "loss": 0.3383,
      "step": 2511310
    },
    {
      "epoch": 700.9,
      "grad_norm": 1.4238765239715576,
      "learning_rate": 1.9392361774343062e-07,
      "loss": 0.328,
      "step": 2511320
    },
    {
      "epoch": 700.9,
      "grad_norm": 4.1339216232299805,
      "learning_rate": 1.9391284825388177e-07,
      "loss": 0.3549,
      "step": 2511330
    },
    {
      "epoch": 700.9,
      "grad_norm": 1.1997419595718384,
      "learning_rate": 1.9390207905047721e-07,
      "loss": 0.3382,
      "step": 2511340
    },
    {
      "epoch": 700.91,
      "grad_norm": 1.1702239513397217,
      "learning_rate": 1.9389131013321746e-07,
      "loss": 0.3369,
      "step": 2511350
    },
    {
      "epoch": 700.91,
      "grad_norm": 1.2762829065322876,
      "learning_rate": 1.938805415021046e-07,
      "loss": 0.3447,
      "step": 2511360
    },
    {
      "epoch": 700.91,
      "grad_norm": 1.190268635749817,
      "learning_rate": 1.9386977315714044e-07,
      "loss": 0.3361,
      "step": 2511370
    },
    {
      "epoch": 700.92,
      "grad_norm": 1.3387435674667358,
      "learning_rate": 1.93859005098325e-07,
      "loss": 0.3269,
      "step": 2511380
    },
    {
      "epoch": 700.92,
      "grad_norm": 1.189365029335022,
      "learning_rate": 1.938482373256614e-07,
      "loss": 0.3371,
      "step": 2511390
    },
    {
      "epoch": 700.92,
      "grad_norm": 1.138028621673584,
      "learning_rate": 1.9383746983914987e-07,
      "loss": 0.3274,
      "step": 2511400
    },
    {
      "epoch": 700.92,
      "grad_norm": 1.1510270833969116,
      "learning_rate": 1.938267026387925e-07,
      "loss": 0.3333,
      "step": 2511410
    },
    {
      "epoch": 700.93,
      "grad_norm": 1.1532566547393799,
      "learning_rate": 1.938159357245909e-07,
      "loss": 0.3303,
      "step": 2511420
    },
    {
      "epoch": 700.93,
      "grad_norm": 1.2842369079589844,
      "learning_rate": 1.93805169096545e-07,
      "loss": 0.3328,
      "step": 2511430
    },
    {
      "epoch": 700.93,
      "grad_norm": 1.38627028465271,
      "learning_rate": 1.9379440275465852e-07,
      "loss": 0.3324,
      "step": 2511440
    },
    {
      "epoch": 700.93,
      "grad_norm": 1.2582790851593018,
      "learning_rate": 1.9378363669893113e-07,
      "loss": 0.3392,
      "step": 2511450
    },
    {
      "epoch": 700.94,
      "grad_norm": 1.3727045059204102,
      "learning_rate": 1.9377287092936495e-07,
      "loss": 0.3364,
      "step": 2511460
    },
    {
      "epoch": 700.94,
      "grad_norm": 1.1617408990859985,
      "learning_rate": 1.93762105445961e-07,
      "loss": 0.3107,
      "step": 2511470
    },
    {
      "epoch": 700.94,
      "grad_norm": 1.0636144876480103,
      "learning_rate": 1.9375134024872163e-07,
      "loss": 0.3203,
      "step": 2511480
    },
    {
      "epoch": 700.95,
      "grad_norm": 1.5280019044876099,
      "learning_rate": 1.9374057533764735e-07,
      "loss": 0.3347,
      "step": 2511490
    },
    {
      "epoch": 700.95,
      "grad_norm": 1.2443426847457886,
      "learning_rate": 1.9372981071274e-07,
      "loss": 0.3314,
      "step": 2511500
    },
    {
      "epoch": 700.95,
      "grad_norm": 1.5900157690048218,
      "learning_rate": 1.9371904637400115e-07,
      "loss": 0.3404,
      "step": 2511510
    },
    {
      "epoch": 700.95,
      "grad_norm": 1.1689139604568481,
      "learning_rate": 1.9370828232143105e-07,
      "loss": 0.3396,
      "step": 2511520
    },
    {
      "epoch": 700.96,
      "grad_norm": 1.1736621856689453,
      "learning_rate": 1.9369751855503307e-07,
      "loss": 0.3248,
      "step": 2511530
    },
    {
      "epoch": 700.96,
      "grad_norm": 1.2560333013534546,
      "learning_rate": 1.9368675507480748e-07,
      "loss": 0.3347,
      "step": 2511540
    },
    {
      "epoch": 700.96,
      "grad_norm": 1.3659162521362305,
      "learning_rate": 1.9367599188075557e-07,
      "loss": 0.3368,
      "step": 2511550
    },
    {
      "epoch": 700.97,
      "grad_norm": 1.25090754032135,
      "learning_rate": 1.936652289728797e-07,
      "loss": 0.3238,
      "step": 2511560
    },
    {
      "epoch": 700.97,
      "grad_norm": 1.3770335912704468,
      "learning_rate": 1.936544663511801e-07,
      "loss": 0.3466,
      "step": 2511570
    },
    {
      "epoch": 700.97,
      "grad_norm": 1.3376924991607666,
      "learning_rate": 1.9364370401565888e-07,
      "loss": 0.3494,
      "step": 2511580
    },
    {
      "epoch": 700.97,
      "grad_norm": 1.2997559309005737,
      "learning_rate": 1.9363294196631734e-07,
      "loss": 0.3324,
      "step": 2511590
    },
    {
      "epoch": 700.98,
      "grad_norm": 1.505642294883728,
      "learning_rate": 1.9362218020315757e-07,
      "loss": 0.3441,
      "step": 2511600
    },
    {
      "epoch": 700.98,
      "grad_norm": 1.2439966201782227,
      "learning_rate": 1.9361141872617927e-07,
      "loss": 0.3231,
      "step": 2511610
    },
    {
      "epoch": 700.98,
      "grad_norm": 1.1014068126678467,
      "learning_rate": 1.9360065753538611e-07,
      "loss": 0.3397,
      "step": 2511620
    },
    {
      "epoch": 700.99,
      "grad_norm": 1.179067611694336,
      "learning_rate": 1.9358989663077786e-07,
      "loss": 0.3334,
      "step": 2511630
    },
    {
      "epoch": 700.99,
      "grad_norm": 1.1588035821914673,
      "learning_rate": 1.9357913601235655e-07,
      "loss": 0.3269,
      "step": 2511640
    },
    {
      "epoch": 700.99,
      "grad_norm": 1.2384825944900513,
      "learning_rate": 1.93568375680124e-07,
      "loss": 0.3281,
      "step": 2511650
    },
    {
      "epoch": 700.99,
      "grad_norm": 1.0834934711456299,
      "learning_rate": 1.935576156340808e-07,
      "loss": 0.3445,
      "step": 2511660
    },
    {
      "epoch": 701.0,
      "grad_norm": 1.0462291240692139,
      "learning_rate": 1.9354685587422867e-07,
      "loss": 0.3369,
      "step": 2511670
    },
    {
      "epoch": 701.0,
      "grad_norm": 1.4547076225280762,
      "learning_rate": 1.9353609640056924e-07,
      "loss": 0.3311,
      "step": 2511680
    },
    {
      "epoch": 701.0,
      "eval_loss": 0.33850547671318054,
      "eval_runtime": 67.1321,
      "eval_samples_per_second": 75.359,
      "eval_steps_per_second": 9.429,
      "step": 2511683
    },
    {
      "epoch": 701.0,
      "grad_norm": 1.1979095935821533,
      "learning_rate": 1.9352533721310434e-07,
      "loss": 0.3374,
      "step": 2511690
    },
    {
      "epoch": 701.0,
      "grad_norm": 1.2440437078475952,
      "learning_rate": 1.9351457831183444e-07,
      "loss": 0.3195,
      "step": 2511700
    },
    {
      "epoch": 701.01,
      "grad_norm": 1.2214641571044922,
      "learning_rate": 1.9350381969676167e-07,
      "loss": 0.3422,
      "step": 2511710
    },
    {
      "epoch": 701.01,
      "grad_norm": 1.143550992012024,
      "learning_rate": 1.93493061367887e-07,
      "loss": 0.3362,
      "step": 2511720
    },
    {
      "epoch": 701.01,
      "grad_norm": 1.2106281518936157,
      "learning_rate": 1.934823033252121e-07,
      "loss": 0.3366,
      "step": 2511730
    },
    {
      "epoch": 701.02,
      "grad_norm": 1.1555705070495605,
      "learning_rate": 1.9347154556873897e-07,
      "loss": 0.3196,
      "step": 2511740
    },
    {
      "epoch": 701.02,
      "grad_norm": 1.233208417892456,
      "learning_rate": 1.9346078809846762e-07,
      "loss": 0.3491,
      "step": 2511750
    },
    {
      "epoch": 701.02,
      "grad_norm": 1.2021504640579224,
      "learning_rate": 1.934500309144012e-07,
      "loss": 0.3488,
      "step": 2511760
    },
    {
      "epoch": 701.02,
      "grad_norm": 1.4104994535446167,
      "learning_rate": 1.9343927401653994e-07,
      "loss": 0.3301,
      "step": 2511770
    },
    {
      "epoch": 701.03,
      "grad_norm": 1.2696727514266968,
      "learning_rate": 1.9342851740488543e-07,
      "loss": 0.3287,
      "step": 2511780
    },
    {
      "epoch": 701.03,
      "grad_norm": 1.722816824913025,
      "learning_rate": 1.9341776107943972e-07,
      "loss": 0.3226,
      "step": 2511790
    },
    {
      "epoch": 701.03,
      "grad_norm": 1.222900390625,
      "learning_rate": 1.934070050402036e-07,
      "loss": 0.3336,
      "step": 2511800
    },
    {
      "epoch": 701.04,
      "grad_norm": 1.0622506141662598,
      "learning_rate": 1.9339624928717866e-07,
      "loss": 0.3432,
      "step": 2511810
    },
    {
      "epoch": 701.04,
      "grad_norm": 1.189329743385315,
      "learning_rate": 1.9338549382036618e-07,
      "loss": 0.3369,
      "step": 2511820
    },
    {
      "epoch": 701.04,
      "grad_norm": 1.30109441280365,
      "learning_rate": 1.9337473863976848e-07,
      "loss": 0.3332,
      "step": 2511830
    },
    {
      "epoch": 701.04,
      "grad_norm": 1.1395642757415771,
      "learning_rate": 1.9336398374538587e-07,
      "loss": 0.3338,
      "step": 2511840
    },
    {
      "epoch": 701.05,
      "grad_norm": 1.3276333808898926,
      "learning_rate": 1.9335322913722014e-07,
      "loss": 0.3471,
      "step": 2511850
    },
    {
      "epoch": 701.05,
      "grad_norm": 1.2522644996643066,
      "learning_rate": 1.933424748152731e-07,
      "loss": 0.3252,
      "step": 2511860
    },
    {
      "epoch": 701.05,
      "grad_norm": 1.4292051792144775,
      "learning_rate": 1.933317207795453e-07,
      "loss": 0.3428,
      "step": 2511870
    },
    {
      "epoch": 701.05,
      "grad_norm": 1.283233642578125,
      "learning_rate": 1.933209670300393e-07,
      "loss": 0.3314,
      "step": 2511880
    },
    {
      "epoch": 701.06,
      "grad_norm": 1.370773196220398,
      "learning_rate": 1.9331021356675595e-07,
      "loss": 0.3458,
      "step": 2511890
    },
    {
      "epoch": 701.06,
      "grad_norm": 1.2256468534469604,
      "learning_rate": 1.9329946038969648e-07,
      "loss": 0.3351,
      "step": 2511900
    },
    {
      "epoch": 701.06,
      "grad_norm": 1.3800371885299683,
      "learning_rate": 1.932887074988625e-07,
      "loss": 0.3372,
      "step": 2511910
    },
    {
      "epoch": 701.07,
      "grad_norm": 1.251076579093933,
      "learning_rate": 1.9327795489425605e-07,
      "loss": 0.3359,
      "step": 2511920
    },
    {
      "epoch": 701.07,
      "grad_norm": 1.5087246894836426,
      "learning_rate": 1.932672025758777e-07,
      "loss": 0.3379,
      "step": 2511930
    },
    {
      "epoch": 701.07,
      "grad_norm": 1.2390624284744263,
      "learning_rate": 1.9325645054372894e-07,
      "loss": 0.3269,
      "step": 2511940
    },
    {
      "epoch": 701.07,
      "grad_norm": 1.204231858253479,
      "learning_rate": 1.9324569879781191e-07,
      "loss": 0.3342,
      "step": 2511950
    },
    {
      "epoch": 701.08,
      "grad_norm": 1.3251720666885376,
      "learning_rate": 1.9323494733812689e-07,
      "loss": 0.342,
      "step": 2511960
    },
    {
      "epoch": 701.08,
      "grad_norm": 1.3004347085952759,
      "learning_rate": 1.9322419616467692e-07,
      "loss": 0.3472,
      "step": 2511970
    },
    {
      "epoch": 701.08,
      "grad_norm": 1.3292195796966553,
      "learning_rate": 1.9321344527746208e-07,
      "loss": 0.3434,
      "step": 2511980
    },
    {
      "epoch": 701.09,
      "grad_norm": 1.1663986444473267,
      "learning_rate": 1.9320269467648415e-07,
      "loss": 0.3568,
      "step": 2511990
    },
    {
      "epoch": 701.09,
      "grad_norm": 1.308289647102356,
      "learning_rate": 1.9319194436174496e-07,
      "loss": 0.3375,
      "step": 2512000
    },
    {
      "epoch": 701.09,
      "grad_norm": 1.1401560306549072,
      "learning_rate": 1.931811943332448e-07,
      "loss": 0.337,
      "step": 2512010
    },
    {
      "epoch": 701.09,
      "grad_norm": 1.1194952726364136,
      "learning_rate": 1.9317044459098698e-07,
      "loss": 0.3282,
      "step": 2512020
    },
    {
      "epoch": 701.1,
      "grad_norm": 1.1178847551345825,
      "learning_rate": 1.931596951349713e-07,
      "loss": 0.3447,
      "step": 2512030
    },
    {
      "epoch": 701.1,
      "grad_norm": 1.1774940490722656,
      "learning_rate": 1.9314894596519983e-07,
      "loss": 0.3329,
      "step": 2512040
    },
    {
      "epoch": 701.1,
      "grad_norm": 1.2497347593307495,
      "learning_rate": 1.9313819708167414e-07,
      "loss": 0.3407,
      "step": 2512050
    },
    {
      "epoch": 701.11,
      "grad_norm": 1.1445543766021729,
      "learning_rate": 1.931274484843955e-07,
      "loss": 0.3226,
      "step": 2512060
    },
    {
      "epoch": 701.11,
      "grad_norm": 1.250177264213562,
      "learning_rate": 1.9311670017336522e-07,
      "loss": 0.3298,
      "step": 2512070
    },
    {
      "epoch": 701.11,
      "grad_norm": 1.5591846704483032,
      "learning_rate": 1.9310595214858463e-07,
      "loss": 0.3471,
      "step": 2512080
    },
    {
      "epoch": 701.11,
      "grad_norm": 1.2966995239257812,
      "learning_rate": 1.9309520441005577e-07,
      "loss": 0.3615,
      "step": 2512090
    },
    {
      "epoch": 701.12,
      "grad_norm": 1.3711308240890503,
      "learning_rate": 1.9308445695777893e-07,
      "loss": 0.3276,
      "step": 2512100
    },
    {
      "epoch": 701.12,
      "grad_norm": 1.180901288986206,
      "learning_rate": 1.9307370979175698e-07,
      "loss": 0.3461,
      "step": 2512110
    },
    {
      "epoch": 701.12,
      "grad_norm": 1.9997400045394897,
      "learning_rate": 1.930629629119904e-07,
      "loss": 0.332,
      "step": 2512120
    },
    {
      "epoch": 701.12,
      "grad_norm": 1.1767486333847046,
      "learning_rate": 1.9305221631848054e-07,
      "loss": 0.3314,
      "step": 2512130
    },
    {
      "epoch": 701.13,
      "grad_norm": 1.1295642852783203,
      "learning_rate": 1.9304147001122943e-07,
      "loss": 0.3258,
      "step": 2512140
    },
    {
      "epoch": 701.13,
      "grad_norm": 1.08564031124115,
      "learning_rate": 1.9303072399023843e-07,
      "loss": 0.3378,
      "step": 2512150
    },
    {
      "epoch": 701.13,
      "grad_norm": 1.1716835498809814,
      "learning_rate": 1.9301997825550854e-07,
      "loss": 0.3397,
      "step": 2512160
    },
    {
      "epoch": 701.14,
      "grad_norm": 1.2150051593780518,
      "learning_rate": 1.9300923280704132e-07,
      "loss": 0.3371,
      "step": 2512170
    },
    {
      "epoch": 701.14,
      "grad_norm": 1.3147350549697876,
      "learning_rate": 1.929984876448386e-07,
      "loss": 0.3418,
      "step": 2512180
    },
    {
      "epoch": 701.14,
      "grad_norm": 1.3894050121307373,
      "learning_rate": 1.9298774276890064e-07,
      "loss": 0.3463,
      "step": 2512190
    },
    {
      "epoch": 701.14,
      "grad_norm": 1.2827205657958984,
      "learning_rate": 1.9297699817923057e-07,
      "loss": 0.325,
      "step": 2512200
    },
    {
      "epoch": 701.15,
      "grad_norm": 1.2004852294921875,
      "learning_rate": 1.9296625387582865e-07,
      "loss": 0.3351,
      "step": 2512210
    },
    {
      "epoch": 701.15,
      "grad_norm": 1.3457913398742676,
      "learning_rate": 1.9295550985869669e-07,
      "loss": 0.3375,
      "step": 2512220
    },
    {
      "epoch": 701.15,
      "grad_norm": 1.3555649518966675,
      "learning_rate": 1.9294476612783626e-07,
      "loss": 0.326,
      "step": 2512230
    },
    {
      "epoch": 701.16,
      "grad_norm": 1.2412328720092773,
      "learning_rate": 1.9293402268324838e-07,
      "loss": 0.3329,
      "step": 2512240
    },
    {
      "epoch": 701.16,
      "grad_norm": 2.1221394538879395,
      "learning_rate": 1.9292327952493466e-07,
      "loss": 0.3492,
      "step": 2512250
    },
    {
      "epoch": 701.16,
      "grad_norm": 1.6390223503112793,
      "learning_rate": 1.929125366528966e-07,
      "loss": 0.3337,
      "step": 2512260
    },
    {
      "epoch": 701.16,
      "grad_norm": 1.1874005794525146,
      "learning_rate": 1.9290179406713581e-07,
      "loss": 0.3138,
      "step": 2512270
    },
    {
      "epoch": 701.17,
      "grad_norm": 1.2322031259536743,
      "learning_rate": 1.928910517676528e-07,
      "loss": 0.3255,
      "step": 2512280
    },
    {
      "epoch": 701.17,
      "grad_norm": 1.223107099533081,
      "learning_rate": 1.9288030975445068e-07,
      "loss": 0.3333,
      "step": 2512290
    },
    {
      "epoch": 701.17,
      "grad_norm": 1.1950706243515015,
      "learning_rate": 1.9286956802752918e-07,
      "loss": 0.3448,
      "step": 2512300
    },
    {
      "epoch": 701.17,
      "grad_norm": 1.2953888177871704,
      "learning_rate": 1.9285882658689068e-07,
      "loss": 0.3518,
      "step": 2512310
    },
    {
      "epoch": 701.18,
      "grad_norm": 1.1508346796035767,
      "learning_rate": 1.928480854325367e-07,
      "loss": 0.3377,
      "step": 2512320
    },
    {
      "epoch": 701.18,
      "grad_norm": 1.2828848361968994,
      "learning_rate": 1.9283734456446752e-07,
      "loss": 0.3522,
      "step": 2512330
    },
    {
      "epoch": 701.18,
      "grad_norm": 1.7440822124481201,
      "learning_rate": 1.9282660398268625e-07,
      "loss": 0.3298,
      "step": 2512340
    },
    {
      "epoch": 701.19,
      "grad_norm": 1.1693353652954102,
      "learning_rate": 1.9281586368719294e-07,
      "loss": 0.3254,
      "step": 2512350
    },
    {
      "epoch": 701.19,
      "grad_norm": 1.4913184642791748,
      "learning_rate": 1.9280512367798985e-07,
      "loss": 0.3408,
      "step": 2512360
    },
    {
      "epoch": 701.19,
      "grad_norm": 1.1595360040664673,
      "learning_rate": 1.9279438395507834e-07,
      "loss": 0.3401,
      "step": 2512370
    },
    {
      "epoch": 701.19,
      "grad_norm": 1.2415820360183716,
      "learning_rate": 1.9278364451845917e-07,
      "loss": 0.3313,
      "step": 2512380
    },
    {
      "epoch": 701.2,
      "grad_norm": 1.3172270059585571,
      "learning_rate": 1.9277290536813418e-07,
      "loss": 0.3297,
      "step": 2512390
    },
    {
      "epoch": 701.2,
      "grad_norm": 1.1410146951675415,
      "learning_rate": 1.927621665041049e-07,
      "loss": 0.3378,
      "step": 2512400
    },
    {
      "epoch": 701.2,
      "grad_norm": 1.2626161575317383,
      "learning_rate": 1.9275142792637316e-07,
      "loss": 0.3324,
      "step": 2512410
    },
    {
      "epoch": 701.21,
      "grad_norm": 1.1178042888641357,
      "learning_rate": 1.92740689634939e-07,
      "loss": 0.3311,
      "step": 2512420
    },
    {
      "epoch": 701.21,
      "grad_norm": 1.257552981376648,
      "learning_rate": 1.9272995162980549e-07,
      "loss": 0.3545,
      "step": 2512430
    },
    {
      "epoch": 701.21,
      "grad_norm": 1.3201712369918823,
      "learning_rate": 1.9271921391097316e-07,
      "loss": 0.3398,
      "step": 2512440
    },
    {
      "epoch": 701.21,
      "grad_norm": 7.700404644012451,
      "learning_rate": 1.9270847647844334e-07,
      "loss": 0.332,
      "step": 2512450
    },
    {
      "epoch": 701.22,
      "grad_norm": 1.0523712635040283,
      "learning_rate": 1.9269773933221834e-07,
      "loss": 0.3456,
      "step": 2512460
    },
    {
      "epoch": 701.22,
      "grad_norm": 3.442711591720581,
      "learning_rate": 1.9268700247229847e-07,
      "loss": 0.325,
      "step": 2512470
    },
    {
      "epoch": 701.22,
      "grad_norm": 1.1963142156600952,
      "learning_rate": 1.9267626589868574e-07,
      "loss": 0.3204,
      "step": 2512480
    },
    {
      "epoch": 701.23,
      "grad_norm": 1.2258036136627197,
      "learning_rate": 1.926655296113815e-07,
      "loss": 0.3397,
      "step": 2512490
    },
    {
      "epoch": 701.23,
      "grad_norm": 1.4133738279342651,
      "learning_rate": 1.9265479361038755e-07,
      "loss": 0.3438,
      "step": 2512500
    },
    {
      "epoch": 701.23,
      "grad_norm": 1.1359972953796387,
      "learning_rate": 1.926440578957047e-07,
      "loss": 0.3217,
      "step": 2512510
    },
    {
      "epoch": 701.23,
      "grad_norm": 1.4825531244277954,
      "learning_rate": 1.9263332246733445e-07,
      "loss": 0.3528,
      "step": 2512520
    },
    {
      "epoch": 701.24,
      "grad_norm": 1.3902192115783691,
      "learning_rate": 1.9262258732527894e-07,
      "loss": 0.3316,
      "step": 2512530
    },
    {
      "epoch": 701.24,
      "grad_norm": 1.412980318069458,
      "learning_rate": 1.9261185246953818e-07,
      "loss": 0.3367,
      "step": 2512540
    },
    {
      "epoch": 701.24,
      "grad_norm": 1.4142452478408813,
      "learning_rate": 1.926011179001155e-07,
      "loss": 0.345,
      "step": 2512550
    },
    {
      "epoch": 701.24,
      "grad_norm": 1.6365771293640137,
      "learning_rate": 1.9259038361701066e-07,
      "loss": 0.3638,
      "step": 2512560
    },
    {
      "epoch": 701.25,
      "grad_norm": 1.0143537521362305,
      "learning_rate": 1.9257964962022576e-07,
      "loss": 0.3483,
      "step": 2512570
    },
    {
      "epoch": 701.25,
      "grad_norm": 1.3494205474853516,
      "learning_rate": 1.9256891590976232e-07,
      "loss": 0.344,
      "step": 2512580
    },
    {
      "epoch": 701.25,
      "grad_norm": 1.1094701290130615,
      "learning_rate": 1.925581824856217e-07,
      "loss": 0.3519,
      "step": 2512590
    },
    {
      "epoch": 701.26,
      "grad_norm": 1.3519980907440186,
      "learning_rate": 1.9254744934780568e-07,
      "loss": 0.3306,
      "step": 2512600
    },
    {
      "epoch": 701.26,
      "grad_norm": 1.175880789756775,
      "learning_rate": 1.925367164963148e-07,
      "loss": 0.3423,
      "step": 2512610
    },
    {
      "epoch": 701.26,
      "grad_norm": 1.0610647201538086,
      "learning_rate": 1.925259839311511e-07,
      "loss": 0.3412,
      "step": 2512620
    },
    {
      "epoch": 701.26,
      "grad_norm": 1.3824275732040405,
      "learning_rate": 1.9251525165231594e-07,
      "loss": 0.3645,
      "step": 2512630
    },
    {
      "epoch": 701.27,
      "grad_norm": 17.942344665527344,
      "learning_rate": 1.925045196598111e-07,
      "loss": 0.3314,
      "step": 2512640
    },
    {
      "epoch": 701.27,
      "grad_norm": 1.321641445159912,
      "learning_rate": 1.9249378795363712e-07,
      "loss": 0.318,
      "step": 2512650
    },
    {
      "epoch": 701.27,
      "grad_norm": 1.2754074335098267,
      "learning_rate": 1.924830565337961e-07,
      "loss": 0.3368,
      "step": 2512660
    },
    {
      "epoch": 701.28,
      "grad_norm": 1.1523116827011108,
      "learning_rate": 1.9247232540028955e-07,
      "loss": 0.3567,
      "step": 2512670
    },
    {
      "epoch": 701.28,
      "grad_norm": 1.033213496208191,
      "learning_rate": 1.9246159455311776e-07,
      "loss": 0.3436,
      "step": 2512680
    },
    {
      "epoch": 701.28,
      "grad_norm": 1.0722604990005493,
      "learning_rate": 1.9245086399228413e-07,
      "loss": 0.3153,
      "step": 2512690
    },
    {
      "epoch": 701.28,
      "grad_norm": 1.2249565124511719,
      "learning_rate": 1.9244013371778837e-07,
      "loss": 0.3453,
      "step": 2512700
    },
    {
      "epoch": 701.29,
      "grad_norm": 1.1800596714019775,
      "learning_rate": 1.9242940372963255e-07,
      "loss": 0.3369,
      "step": 2512710
    },
    {
      "epoch": 701.29,
      "grad_norm": 1.118755578994751,
      "learning_rate": 1.9241867402781802e-07,
      "loss": 0.3341,
      "step": 2512720
    },
    {
      "epoch": 701.29,
      "grad_norm": 1.3559582233428955,
      "learning_rate": 1.9240794461234682e-07,
      "loss": 0.3348,
      "step": 2512730
    },
    {
      "epoch": 701.3,
      "grad_norm": 1.2586420774459839,
      "learning_rate": 1.923972154832195e-07,
      "loss": 0.338,
      "step": 2512740
    },
    {
      "epoch": 701.3,
      "grad_norm": 1.0997570753097534,
      "learning_rate": 1.923864866404376e-07,
      "loss": 0.3252,
      "step": 2512750
    },
    {
      "epoch": 701.3,
      "grad_norm": 1.1427079439163208,
      "learning_rate": 1.9237575808400346e-07,
      "loss": 0.3275,
      "step": 2512760
    },
    {
      "epoch": 701.3,
      "grad_norm": 1.3357124328613281,
      "learning_rate": 1.9236502981391683e-07,
      "loss": 0.3547,
      "step": 2512770
    },
    {
      "epoch": 701.31,
      "grad_norm": 1.1035821437835693,
      "learning_rate": 1.9235430183018084e-07,
      "loss": 0.3485,
      "step": 2512780
    },
    {
      "epoch": 701.31,
      "grad_norm": 1.3160525560379028,
      "learning_rate": 1.92343574132796e-07,
      "loss": 0.3413,
      "step": 2512790
    },
    {
      "epoch": 701.31,
      "grad_norm": 1.2436884641647339,
      "learning_rate": 1.9233284672176387e-07,
      "loss": 0.3477,
      "step": 2512800
    },
    {
      "epoch": 701.31,
      "grad_norm": 1.0931507349014282,
      "learning_rate": 1.9232211959708628e-07,
      "loss": 0.3217,
      "step": 2512810
    },
    {
      "epoch": 701.32,
      "grad_norm": 1.1492881774902344,
      "learning_rate": 1.92311392758764e-07,
      "loss": 0.3152,
      "step": 2512820
    },
    {
      "epoch": 701.32,
      "grad_norm": 1.2110955715179443,
      "learning_rate": 1.9230066620679886e-07,
      "loss": 0.3404,
      "step": 2512830
    },
    {
      "epoch": 701.32,
      "grad_norm": 1.1210795640945435,
      "learning_rate": 1.9228993994119215e-07,
      "loss": 0.3396,
      "step": 2512840
    },
    {
      "epoch": 701.33,
      "grad_norm": 1.2417306900024414,
      "learning_rate": 1.9227921396194567e-07,
      "loss": 0.3478,
      "step": 2512850
    },
    {
      "epoch": 701.33,
      "grad_norm": 1.1980414390563965,
      "learning_rate": 1.9226848826905976e-07,
      "loss": 0.3417,
      "step": 2512860
    },
    {
      "epoch": 701.33,
      "grad_norm": 1.044796109199524,
      "learning_rate": 1.9225776286253747e-07,
      "loss": 0.3353,
      "step": 2512870
    },
    {
      "epoch": 701.33,
      "grad_norm": 1.3490619659423828,
      "learning_rate": 1.9224703774237881e-07,
      "loss": 0.3303,
      "step": 2512880
    },
    {
      "epoch": 701.34,
      "grad_norm": 1.1034430265426636,
      "learning_rate": 1.9223631290858614e-07,
      "loss": 0.3287,
      "step": 2512890
    },
    {
      "epoch": 701.34,
      "grad_norm": 1.1916381120681763,
      "learning_rate": 1.9222558836116077e-07,
      "loss": 0.3337,
      "step": 2512900
    },
    {
      "epoch": 701.34,
      "grad_norm": 1.446990966796875,
      "learning_rate": 1.9221486410010292e-07,
      "loss": 0.3371,
      "step": 2512910
    },
    {
      "epoch": 701.35,
      "grad_norm": 2.8398916721343994,
      "learning_rate": 1.92204140125416e-07,
      "loss": 0.3309,
      "step": 2512920
    },
    {
      "epoch": 701.35,
      "grad_norm": 1.1426783800125122,
      "learning_rate": 1.9219341643709976e-07,
      "loss": 0.3362,
      "step": 2512930
    },
    {
      "epoch": 701.35,
      "grad_norm": 1.2287272214889526,
      "learning_rate": 1.9218269303515655e-07,
      "loss": 0.3467,
      "step": 2512940
    },
    {
      "epoch": 701.35,
      "grad_norm": 1.3248157501220703,
      "learning_rate": 1.9217196991958786e-07,
      "loss": 0.3368,
      "step": 2512950
    },
    {
      "epoch": 701.36,
      "grad_norm": 1.367087721824646,
      "learning_rate": 1.921612470903943e-07,
      "loss": 0.338,
      "step": 2512960
    },
    {
      "epoch": 701.36,
      "grad_norm": 1.3196371793746948,
      "learning_rate": 1.9215052454757787e-07,
      "loss": 0.3284,
      "step": 2512970
    },
    {
      "epoch": 701.36,
      "grad_norm": 1.2414151430130005,
      "learning_rate": 1.9213980229113996e-07,
      "loss": 0.3279,
      "step": 2512980
    },
    {
      "epoch": 701.36,
      "grad_norm": 1.1146296262741089,
      "learning_rate": 1.9212908032108233e-07,
      "loss": 0.3454,
      "step": 2512990
    },
    {
      "epoch": 701.37,
      "grad_norm": 1.691805362701416,
      "learning_rate": 1.9211835863740524e-07,
      "loss": 0.3403,
      "step": 2513000
    },
    {
      "epoch": 701.37,
      "grad_norm": 1.1976432800292969,
      "learning_rate": 1.9210763724011158e-07,
      "loss": 0.3379,
      "step": 2513010
    },
    {
      "epoch": 701.37,
      "grad_norm": 1.41244375705719,
      "learning_rate": 1.9209691612920184e-07,
      "loss": 0.3591,
      "step": 2513020
    },
    {
      "epoch": 701.38,
      "grad_norm": 1.2004746198654175,
      "learning_rate": 1.920861953046776e-07,
      "loss": 0.3371,
      "step": 2513030
    },
    {
      "epoch": 701.38,
      "grad_norm": 1.195878505706787,
      "learning_rate": 1.9207547476654097e-07,
      "loss": 0.352,
      "step": 2513040
    },
    {
      "epoch": 701.38,
      "grad_norm": 1.9184879064559937,
      "learning_rate": 1.9206475451479216e-07,
      "loss": 0.3377,
      "step": 2513050
    },
    {
      "epoch": 701.38,
      "grad_norm": 1.3266652822494507,
      "learning_rate": 1.9205403454943353e-07,
      "loss": 0.3469,
      "step": 2513060
    },
    {
      "epoch": 701.39,
      "grad_norm": 1.4015872478485107,
      "learning_rate": 1.9204331487046614e-07,
      "loss": 0.3364,
      "step": 2513070
    },
    {
      "epoch": 701.39,
      "grad_norm": 1.2012237310409546,
      "learning_rate": 1.9203259547789178e-07,
      "loss": 0.3202,
      "step": 2513080
    },
    {
      "epoch": 701.39,
      "grad_norm": 1.3379889726638794,
      "learning_rate": 1.9202187637171072e-07,
      "loss": 0.348,
      "step": 2513090
    },
    {
      "epoch": 701.4,
      "grad_norm": 1.3844945430755615,
      "learning_rate": 1.9201115755192635e-07,
      "loss": 0.3498,
      "step": 2513100
    },
    {
      "epoch": 701.4,
      "grad_norm": 1.1569219827651978,
      "learning_rate": 1.920004390185384e-07,
      "loss": 0.3276,
      "step": 2513110
    },
    {
      "epoch": 701.4,
      "grad_norm": 1.0922465324401855,
      "learning_rate": 1.9198972077154897e-07,
      "loss": 0.33,
      "step": 2513120
    },
    {
      "epoch": 701.4,
      "grad_norm": 1.1580195426940918,
      "learning_rate": 1.9197900281095962e-07,
      "loss": 0.3349,
      "step": 2513130
    },
    {
      "epoch": 701.41,
      "grad_norm": 1.0029876232147217,
      "learning_rate": 1.9196828513677138e-07,
      "loss": 0.3681,
      "step": 2513140
    },
    {
      "epoch": 701.41,
      "grad_norm": 1.0884853601455688,
      "learning_rate": 1.919575677489858e-07,
      "loss": 0.3364,
      "step": 2513150
    },
    {
      "epoch": 701.41,
      "grad_norm": 1.1352328062057495,
      "learning_rate": 1.9194685064760447e-07,
      "loss": 0.3308,
      "step": 2513160
    },
    {
      "epoch": 701.42,
      "grad_norm": 1.4758124351501465,
      "learning_rate": 1.9193613383262866e-07,
      "loss": 0.3363,
      "step": 2513170
    },
    {
      "epoch": 701.42,
      "grad_norm": 1.2065362930297852,
      "learning_rate": 1.919254173040602e-07,
      "loss": 0.3167,
      "step": 2513180
    },
    {
      "epoch": 701.42,
      "grad_norm": 1.182987928390503,
      "learning_rate": 1.919147010618999e-07,
      "loss": 0.3292,
      "step": 2513190
    },
    {
      "epoch": 701.42,
      "grad_norm": 1.1765124797821045,
      "learning_rate": 1.9190398510614953e-07,
      "loss": 0.3316,
      "step": 2513200
    },
    {
      "epoch": 701.43,
      "grad_norm": 1.251298427581787,
      "learning_rate": 1.9189326943681019e-07,
      "loss": 0.3588,
      "step": 2513210
    },
    {
      "epoch": 701.43,
      "grad_norm": 1.3317153453826904,
      "learning_rate": 1.9188255405388418e-07,
      "loss": 0.3246,
      "step": 2513220
    },
    {
      "epoch": 701.43,
      "grad_norm": 1.1618434190750122,
      "learning_rate": 1.918718389573715e-07,
      "loss": 0.3383,
      "step": 2513230
    },
    {
      "epoch": 701.43,
      "grad_norm": 1.2552728652954102,
      "learning_rate": 1.9186112414727502e-07,
      "loss": 0.3377,
      "step": 2513240
    },
    {
      "epoch": 701.44,
      "grad_norm": 1.2563271522521973,
      "learning_rate": 1.9185040962359528e-07,
      "loss": 0.3315,
      "step": 2513250
    },
    {
      "epoch": 701.44,
      "grad_norm": 1.224074125289917,
      "learning_rate": 1.9183969538633406e-07,
      "loss": 0.3462,
      "step": 2513260
    },
    {
      "epoch": 701.44,
      "grad_norm": 1.2772548198699951,
      "learning_rate": 1.91828981435493e-07,
      "loss": 0.3498,
      "step": 2513270
    },
    {
      "epoch": 701.45,
      "grad_norm": 1.3967151641845703,
      "learning_rate": 1.9181826777107277e-07,
      "loss": 0.3308,
      "step": 2513280
    },
    {
      "epoch": 701.45,
      "grad_norm": 1.2691810131072998,
      "learning_rate": 1.9180755439307526e-07,
      "loss": 0.337,
      "step": 2513290
    },
    {
      "epoch": 701.45,
      "grad_norm": 1.2062128782272339,
      "learning_rate": 1.917968413015018e-07,
      "loss": 0.3184,
      "step": 2513300
    },
    {
      "epoch": 701.45,
      "grad_norm": 1.1391773223876953,
      "learning_rate": 1.9178612849635438e-07,
      "loss": 0.3382,
      "step": 2513310
    },
    {
      "epoch": 701.46,
      "grad_norm": 1.4583673477172852,
      "learning_rate": 1.917754159776336e-07,
      "loss": 0.3257,
      "step": 2513320
    },
    {
      "epoch": 701.46,
      "grad_norm": 1.3383344411849976,
      "learning_rate": 1.9176470374534098e-07,
      "loss": 0.324,
      "step": 2513330
    },
    {
      "epoch": 701.46,
      "grad_norm": 1.2372808456420898,
      "learning_rate": 1.9175399179947888e-07,
      "loss": 0.3438,
      "step": 2513340
    },
    {
      "epoch": 701.47,
      "grad_norm": 1.2226147651672363,
      "learning_rate": 1.9174328014004703e-07,
      "loss": 0.3297,
      "step": 2513350
    },
    {
      "epoch": 701.47,
      "grad_norm": 1.1598694324493408,
      "learning_rate": 1.9173256876704883e-07,
      "loss": 0.322,
      "step": 2513360
    },
    {
      "epoch": 701.47,
      "grad_norm": 1.2172831296920776,
      "learning_rate": 1.9172185768048426e-07,
      "loss": 0.3153,
      "step": 2513370
    },
    {
      "epoch": 701.47,
      "grad_norm": 3.15816330909729,
      "learning_rate": 1.9171114688035513e-07,
      "loss": 0.3346,
      "step": 2513380
    },
    {
      "epoch": 701.48,
      "grad_norm": 1.1604253053665161,
      "learning_rate": 1.9170043636666304e-07,
      "loss": 0.3268,
      "step": 2513390
    },
    {
      "epoch": 701.48,
      "grad_norm": 1.229022741317749,
      "learning_rate": 1.916897261394098e-07,
      "loss": 0.3242,
      "step": 2513400
    },
    {
      "epoch": 701.48,
      "grad_norm": 1.2212390899658203,
      "learning_rate": 1.9167901619859565e-07,
      "loss": 0.3454,
      "step": 2513410
    },
    {
      "epoch": 701.48,
      "grad_norm": 1.2691864967346191,
      "learning_rate": 1.9166830654422319e-07,
      "loss": 0.3576,
      "step": 2513420
    },
    {
      "epoch": 701.49,
      "grad_norm": 0.9896548390388489,
      "learning_rate": 1.916575971762935e-07,
      "loss": 0.3304,
      "step": 2513430
    },
    {
      "epoch": 701.49,
      "grad_norm": 1.2305853366851807,
      "learning_rate": 1.9164688809480706e-07,
      "loss": 0.3475,
      "step": 2513440
    },
    {
      "epoch": 701.49,
      "grad_norm": 1.2087185382843018,
      "learning_rate": 1.91636179299767e-07,
      "loss": 0.3121,
      "step": 2513450
    },
    {
      "epoch": 701.5,
      "grad_norm": 1.6250929832458496,
      "learning_rate": 1.916254707911736e-07,
      "loss": 0.335,
      "step": 2513460
    },
    {
      "epoch": 701.5,
      "grad_norm": 1.4787553548812866,
      "learning_rate": 1.9161476256902842e-07,
      "loss": 0.3245,
      "step": 2513470
    },
    {
      "epoch": 701.5,
      "grad_norm": 1.4440923929214478,
      "learning_rate": 1.916040546333335e-07,
      "loss": 0.3253,
      "step": 2513480
    },
    {
      "epoch": 701.5,
      "grad_norm": 1.629690170288086,
      "learning_rate": 1.9159334698408915e-07,
      "loss": 0.3402,
      "step": 2513490
    },
    {
      "epoch": 701.51,
      "grad_norm": 1.0995993614196777,
      "learning_rate": 1.9158263962129797e-07,
      "loss": 0.3501,
      "step": 2513500
    },
    {
      "epoch": 701.51,
      "grad_norm": 1.1894307136535645,
      "learning_rate": 1.9157193254496044e-07,
      "loss": 0.3428,
      "step": 2513510
    },
    {
      "epoch": 701.51,
      "grad_norm": 1.256309151649475,
      "learning_rate": 1.9156122575507865e-07,
      "loss": 0.3179,
      "step": 2513520
    },
    {
      "epoch": 701.52,
      "grad_norm": 1.1707205772399902,
      "learning_rate": 1.915505192516537e-07,
      "loss": 0.3373,
      "step": 2513530
    },
    {
      "epoch": 701.52,
      "grad_norm": 1.2452346086502075,
      "learning_rate": 1.9153981303468734e-07,
      "loss": 0.3381,
      "step": 2513540
    },
    {
      "epoch": 701.52,
      "grad_norm": 1.1120320558547974,
      "learning_rate": 1.9152910710418038e-07,
      "loss": 0.3384,
      "step": 2513550
    },
    {
      "epoch": 701.52,
      "grad_norm": 1.065712332725525,
      "learning_rate": 1.9151840146013464e-07,
      "loss": 0.3166,
      "step": 2513560
    },
    {
      "epoch": 701.53,
      "grad_norm": 1.1228697299957275,
      "learning_rate": 1.9150769610255193e-07,
      "loss": 0.3516,
      "step": 2513570
    },
    {
      "epoch": 701.53,
      "grad_norm": 1.1413402557373047,
      "learning_rate": 1.9149699103143229e-07,
      "loss": 0.3297,
      "step": 2513580
    },
    {
      "epoch": 701.53,
      "grad_norm": 1.1780022382736206,
      "learning_rate": 1.914862862467793e-07,
      "loss": 0.3331,
      "step": 2513590
    },
    {
      "epoch": 701.54,
      "grad_norm": 1.1623841524124146,
      "learning_rate": 1.914755817485925e-07,
      "loss": 0.3414,
      "step": 2513600
    },
    {
      "epoch": 701.54,
      "grad_norm": 1.328306794166565,
      "learning_rate": 1.9146487753687392e-07,
      "loss": 0.3393,
      "step": 2513610
    },
    {
      "epoch": 701.54,
      "grad_norm": 1.3794137239456177,
      "learning_rate": 1.914541736116257e-07,
      "loss": 0.3273,
      "step": 2513620
    },
    {
      "epoch": 701.54,
      "grad_norm": 1.278605341911316,
      "learning_rate": 1.914434699728483e-07,
      "loss": 0.3464,
      "step": 2513630
    },
    {
      "epoch": 701.55,
      "grad_norm": 1.2974201440811157,
      "learning_rate": 1.9143276662054331e-07,
      "loss": 0.3266,
      "step": 2513640
    },
    {
      "epoch": 701.55,
      "grad_norm": 1.090732216835022,
      "learning_rate": 1.914220635547123e-07,
      "loss": 0.3416,
      "step": 2513650
    },
    {
      "epoch": 701.55,
      "grad_norm": 1.2764004468917847,
      "learning_rate": 1.9141136077535734e-07,
      "loss": 0.3385,
      "step": 2513660
    },
    {
      "epoch": 701.55,
      "grad_norm": 1.2127562761306763,
      "learning_rate": 1.9140065828247817e-07,
      "loss": 0.3403,
      "step": 2513670
    },
    {
      "epoch": 701.56,
      "grad_norm": 1.1609816551208496,
      "learning_rate": 1.9138995607607816e-07,
      "loss": 0.3455,
      "step": 2513680
    },
    {
      "epoch": 701.56,
      "grad_norm": 1.2558600902557373,
      "learning_rate": 1.913792541561576e-07,
      "loss": 0.3401,
      "step": 2513690
    },
    {
      "epoch": 701.56,
      "grad_norm": 1.3347394466400146,
      "learning_rate": 1.9136855252271802e-07,
      "loss": 0.33,
      "step": 2513700
    },
    {
      "epoch": 701.57,
      "grad_norm": 1.206380009651184,
      "learning_rate": 1.9135785117576153e-07,
      "loss": 0.3441,
      "step": 2513710
    },
    {
      "epoch": 701.57,
      "grad_norm": 1.1932106018066406,
      "learning_rate": 1.9134715011528837e-07,
      "loss": 0.3334,
      "step": 2513720
    },
    {
      "epoch": 701.57,
      "grad_norm": 1.1129655838012695,
      "learning_rate": 1.913364493413009e-07,
      "loss": 0.3514,
      "step": 2513730
    },
    {
      "epoch": 701.57,
      "grad_norm": 1.4547244310379028,
      "learning_rate": 1.9132574885380015e-07,
      "loss": 0.3445,
      "step": 2513740
    },
    {
      "epoch": 701.58,
      "grad_norm": 1.1713230609893799,
      "learning_rate": 1.9131504865278765e-07,
      "loss": 0.3296,
      "step": 2513750
    },
    {
      "epoch": 701.58,
      "grad_norm": 1.4163216352462769,
      "learning_rate": 1.9130434873826528e-07,
      "loss": 0.3563,
      "step": 2513760
    },
    {
      "epoch": 701.58,
      "grad_norm": 1.1958709955215454,
      "learning_rate": 1.9129364911023355e-07,
      "loss": 0.3297,
      "step": 2513770
    },
    {
      "epoch": 701.59,
      "grad_norm": 1.4690184593200684,
      "learning_rate": 1.9128294976869448e-07,
      "loss": 0.3423,
      "step": 2513780
    },
    {
      "epoch": 701.59,
      "grad_norm": 1.1537692546844482,
      "learning_rate": 1.912722507136492e-07,
      "loss": 0.3381,
      "step": 2513790
    },
    {
      "epoch": 701.59,
      "grad_norm": 1.5568525791168213,
      "learning_rate": 1.9126155194509972e-07,
      "loss": 0.3372,
      "step": 2513800
    },
    {
      "epoch": 701.59,
      "grad_norm": 1.2708312273025513,
      "learning_rate": 1.9125085346304633e-07,
      "loss": 0.3471,
      "step": 2513810
    },
    {
      "epoch": 701.6,
      "grad_norm": 1.1849498748779297,
      "learning_rate": 1.9124015526749188e-07,
      "loss": 0.3365,
      "step": 2513820
    },
    {
      "epoch": 701.6,
      "grad_norm": 1.165483832359314,
      "learning_rate": 1.9122945735843667e-07,
      "loss": 0.3585,
      "step": 2513830
    },
    {
      "epoch": 701.6,
      "grad_norm": 1.1273009777069092,
      "learning_rate": 1.9121875973588246e-07,
      "loss": 0.3358,
      "step": 2513840
    },
    {
      "epoch": 701.6,
      "grad_norm": 1.4183337688446045,
      "learning_rate": 1.9120806239983138e-07,
      "loss": 0.3473,
      "step": 2513850
    },
    {
      "epoch": 701.61,
      "grad_norm": 1.1736979484558105,
      "learning_rate": 1.9119736535028366e-07,
      "loss": 0.3283,
      "step": 2513860
    },
    {
      "epoch": 701.61,
      "grad_norm": 1.472356915473938,
      "learning_rate": 1.9118666858724116e-07,
      "loss": 0.3367,
      "step": 2513870
    },
    {
      "epoch": 701.61,
      "grad_norm": 1.3239604234695435,
      "learning_rate": 1.9117597211070567e-07,
      "loss": 0.3419,
      "step": 2513880
    },
    {
      "epoch": 701.62,
      "grad_norm": 1.1257798671722412,
      "learning_rate": 1.9116527592067873e-07,
      "loss": 0.3013,
      "step": 2513890
    },
    {
      "epoch": 701.62,
      "grad_norm": 1.358283519744873,
      "learning_rate": 1.9115458001716092e-07,
      "loss": 0.3339,
      "step": 2513900
    },
    {
      "epoch": 701.62,
      "grad_norm": 1.1939195394515991,
      "learning_rate": 1.91143884400154e-07,
      "loss": 0.3504,
      "step": 2513910
    },
    {
      "epoch": 701.62,
      "grad_norm": 1.2007365226745605,
      "learning_rate": 1.911331890696601e-07,
      "loss": 0.3392,
      "step": 2513920
    },
    {
      "epoch": 701.63,
      "grad_norm": 1.4330302476882935,
      "learning_rate": 1.9112249402567945e-07,
      "loss": 0.3507,
      "step": 2513930
    },
    {
      "epoch": 701.63,
      "grad_norm": 1.451519250869751,
      "learning_rate": 1.9111179926821469e-07,
      "loss": 0.3215,
      "step": 2513940
    },
    {
      "epoch": 701.63,
      "grad_norm": 1.533933401107788,
      "learning_rate": 1.9110110479726629e-07,
      "loss": 0.3405,
      "step": 2513950
    },
    {
      "epoch": 701.64,
      "grad_norm": 1.1734158992767334,
      "learning_rate": 1.910904106128361e-07,
      "loss": 0.3283,
      "step": 2513960
    },
    {
      "epoch": 701.64,
      "grad_norm": 1.0901910066604614,
      "learning_rate": 1.910797167149254e-07,
      "loss": 0.3303,
      "step": 2513970
    },
    {
      "epoch": 701.64,
      "grad_norm": 1.2618619203567505,
      "learning_rate": 1.910690231035363e-07,
      "loss": 0.3346,
      "step": 2513980
    },
    {
      "epoch": 701.64,
      "grad_norm": 1.2900773286819458,
      "learning_rate": 1.9105832977866904e-07,
      "loss": 0.3411,
      "step": 2513990
    },
    {
      "epoch": 701.65,
      "grad_norm": 1.1558562517166138,
      "learning_rate": 1.9104763674032573e-07,
      "loss": 0.3206,
      "step": 2514000
    },
    {
      "epoch": 701.65,
      "grad_norm": 1.3590582609176636,
      "learning_rate": 1.910369439885079e-07,
      "loss": 0.3479,
      "step": 2514010
    },
    {
      "epoch": 701.65,
      "grad_norm": 1.3627681732177734,
      "learning_rate": 1.9102625152321608e-07,
      "loss": 0.331,
      "step": 2514020
    },
    {
      "epoch": 701.66,
      "grad_norm": 1.1296802759170532,
      "learning_rate": 1.9101555934445313e-07,
      "loss": 0.3372,
      "step": 2514030
    },
    {
      "epoch": 701.66,
      "grad_norm": 1.2690800428390503,
      "learning_rate": 1.910048674522196e-07,
      "loss": 0.3406,
      "step": 2514040
    },
    {
      "epoch": 701.66,
      "grad_norm": 1.0586674213409424,
      "learning_rate": 1.9099417584651673e-07,
      "loss": 0.343,
      "step": 2514050
    },
    {
      "epoch": 701.66,
      "grad_norm": 1.114528775215149,
      "learning_rate": 1.909834845273464e-07,
      "loss": 0.3401,
      "step": 2514060
    },
    {
      "epoch": 701.67,
      "grad_norm": 1.4157044887542725,
      "learning_rate": 1.909727934947096e-07,
      "loss": 0.3351,
      "step": 2514070
    },
    {
      "epoch": 701.67,
      "grad_norm": 1.2735711336135864,
      "learning_rate": 1.9096210274860874e-07,
      "loss": 0.3408,
      "step": 2514080
    },
    {
      "epoch": 701.67,
      "grad_norm": 1.1882963180541992,
      "learning_rate": 1.90951412289044e-07,
      "loss": 0.3489,
      "step": 2514090
    },
    {
      "epoch": 701.67,
      "grad_norm": 1.2412139177322388,
      "learning_rate": 1.909407221160175e-07,
      "loss": 0.3444,
      "step": 2514100
    },
    {
      "epoch": 701.68,
      "grad_norm": 1.4315673112869263,
      "learning_rate": 1.9093003222953032e-07,
      "loss": 0.356,
      "step": 2514110
    },
    {
      "epoch": 701.68,
      "grad_norm": 1.4379332065582275,
      "learning_rate": 1.909193426295845e-07,
      "loss": 0.3683,
      "step": 2514120
    },
    {
      "epoch": 701.68,
      "grad_norm": 1.1644532680511475,
      "learning_rate": 1.909086533161808e-07,
      "loss": 0.3407,
      "step": 2514130
    },
    {
      "epoch": 701.69,
      "grad_norm": 1.420374870300293,
      "learning_rate": 1.9089796428932054e-07,
      "loss": 0.3347,
      "step": 2514140
    },
    {
      "epoch": 701.69,
      "grad_norm": 1.3602368831634521,
      "learning_rate": 1.9088727554900607e-07,
      "loss": 0.3337,
      "step": 2514150
    },
    {
      "epoch": 701.69,
      "grad_norm": 1.2223469018936157,
      "learning_rate": 1.908765870952374e-07,
      "loss": 0.3334,
      "step": 2514160
    },
    {
      "epoch": 701.69,
      "grad_norm": 1.2236067056655884,
      "learning_rate": 1.9086589892801765e-07,
      "loss": 0.3535,
      "step": 2514170
    },
    {
      "epoch": 701.7,
      "grad_norm": 1.1525107622146606,
      "learning_rate": 1.9085521104734678e-07,
      "loss": 0.3253,
      "step": 2514180
    },
    {
      "epoch": 701.7,
      "grad_norm": 1.150182843208313,
      "learning_rate": 1.9084452345322692e-07,
      "loss": 0.3388,
      "step": 2514190
    },
    {
      "epoch": 701.7,
      "grad_norm": 1.1791949272155762,
      "learning_rate": 1.9083383614565935e-07,
      "loss": 0.3206,
      "step": 2514200
    },
    {
      "epoch": 701.71,
      "grad_norm": 1.1062564849853516,
      "learning_rate": 1.908231491246459e-07,
      "loss": 0.3412,
      "step": 2514210
    },
    {
      "epoch": 701.71,
      "grad_norm": 1.372747778892517,
      "learning_rate": 1.9081246239018733e-07,
      "loss": 0.3468,
      "step": 2514220
    },
    {
      "epoch": 701.71,
      "grad_norm": 1.2559738159179688,
      "learning_rate": 1.9080177594228524e-07,
      "loss": 0.3327,
      "step": 2514230
    },
    {
      "epoch": 701.71,
      "grad_norm": 1.18646240234375,
      "learning_rate": 1.9079108978094138e-07,
      "loss": 0.3272,
      "step": 2514240
    },
    {
      "epoch": 701.72,
      "grad_norm": 1.3510130643844604,
      "learning_rate": 1.9078040390615637e-07,
      "loss": 0.3469,
      "step": 2514250
    },
    {
      "epoch": 701.72,
      "grad_norm": 1.7102280855178833,
      "learning_rate": 1.9076971831793272e-07,
      "loss": 0.3308,
      "step": 2514260
    },
    {
      "epoch": 701.72,
      "grad_norm": 1.1277263164520264,
      "learning_rate": 1.9075903301627127e-07,
      "loss": 0.3288,
      "step": 2514270
    },
    {
      "epoch": 701.72,
      "grad_norm": 1.0116345882415771,
      "learning_rate": 1.907483480011733e-07,
      "loss": 0.3341,
      "step": 2514280
    },
    {
      "epoch": 701.73,
      "grad_norm": 2.481705665588379,
      "learning_rate": 1.907376632726409e-07,
      "loss": 0.3458,
      "step": 2514290
    },
    {
      "epoch": 701.73,
      "grad_norm": 1.2848201990127563,
      "learning_rate": 1.9072697883067458e-07,
      "loss": 0.3407,
      "step": 2514300
    },
    {
      "epoch": 701.73,
      "grad_norm": 1.1260554790496826,
      "learning_rate": 1.9071629467527617e-07,
      "loss": 0.3459,
      "step": 2514310
    },
    {
      "epoch": 701.74,
      "grad_norm": 1.145255208015442,
      "learning_rate": 1.907056108064472e-07,
      "loss": 0.336,
      "step": 2514320
    },
    {
      "epoch": 701.74,
      "grad_norm": 1.3201773166656494,
      "learning_rate": 1.90694927224189e-07,
      "loss": 0.3382,
      "step": 2514330
    },
    {
      "epoch": 701.74,
      "grad_norm": 1.2818552255630493,
      "learning_rate": 1.9068424392850314e-07,
      "loss": 0.3311,
      "step": 2514340
    },
    {
      "epoch": 701.74,
      "grad_norm": 1.91306734085083,
      "learning_rate": 1.9067356091939118e-07,
      "loss": 0.3382,
      "step": 2514350
    },
    {
      "epoch": 701.75,
      "grad_norm": 1.4635790586471558,
      "learning_rate": 1.906628781968539e-07,
      "loss": 0.3327,
      "step": 2514360
    },
    {
      "epoch": 701.75,
      "grad_norm": 1.246158480644226,
      "learning_rate": 1.9065219576089308e-07,
      "loss": 0.3504,
      "step": 2514370
    },
    {
      "epoch": 701.75,
      "grad_norm": 1.4062079191207886,
      "learning_rate": 1.9064151361151083e-07,
      "loss": 0.3374,
      "step": 2514380
    },
    {
      "epoch": 701.76,
      "grad_norm": 1.126299262046814,
      "learning_rate": 1.9063083174870667e-07,
      "loss": 0.3479,
      "step": 2514390
    },
    {
      "epoch": 701.76,
      "grad_norm": 1.322605848312378,
      "learning_rate": 1.9062015017248443e-07,
      "loss": 0.3231,
      "step": 2514400
    },
    {
      "epoch": 701.76,
      "grad_norm": 1.2117294073104858,
      "learning_rate": 1.9060946888284366e-07,
      "loss": 0.3477,
      "step": 2514410
    },
    {
      "epoch": 701.76,
      "grad_norm": 1.179632306098938,
      "learning_rate": 1.9059878787978665e-07,
      "loss": 0.3515,
      "step": 2514420
    },
    {
      "epoch": 701.77,
      "grad_norm": 1.4004229307174683,
      "learning_rate": 1.9058810716331497e-07,
      "loss": 0.3456,
      "step": 2514430
    },
    {
      "epoch": 701.77,
      "grad_norm": 1.2029343843460083,
      "learning_rate": 1.905774267334294e-07,
      "loss": 0.3355,
      "step": 2514440
    },
    {
      "epoch": 701.77,
      "grad_norm": 1.3313333988189697,
      "learning_rate": 1.905667465901318e-07,
      "loss": 0.3442,
      "step": 2514450
    },
    {
      "epoch": 701.78,
      "grad_norm": 1.2148537635803223,
      "learning_rate": 1.9055606673342344e-07,
      "loss": 0.3438,
      "step": 2514460
    },
    {
      "epoch": 701.78,
      "grad_norm": 1.3170310258865356,
      "learning_rate": 1.9054538716330585e-07,
      "loss": 0.3286,
      "step": 2514470
    },
    {
      "epoch": 701.78,
      "grad_norm": 1.1158641576766968,
      "learning_rate": 1.9053470787977988e-07,
      "loss": 0.3536,
      "step": 2514480
    },
    {
      "epoch": 701.78,
      "grad_norm": 1.2873547077178955,
      "learning_rate": 1.9052402888284835e-07,
      "loss": 0.3407,
      "step": 2514490
    },
    {
      "epoch": 701.79,
      "grad_norm": 1.4028774499893188,
      "learning_rate": 1.90513350172511e-07,
      "loss": 0.3438,
      "step": 2514500
    },
    {
      "epoch": 701.79,
      "grad_norm": 1.3982346057891846,
      "learning_rate": 1.9050267174877042e-07,
      "loss": 0.336,
      "step": 2514510
    },
    {
      "epoch": 701.79,
      "grad_norm": 1.5583468675613403,
      "learning_rate": 1.904919936116277e-07,
      "loss": 0.3581,
      "step": 2514520
    },
    {
      "epoch": 701.79,
      "grad_norm": 1.2523540258407593,
      "learning_rate": 1.904813157610841e-07,
      "loss": 0.3353,
      "step": 2514530
    },
    {
      "epoch": 701.8,
      "grad_norm": 1.1836252212524414,
      "learning_rate": 1.904706381971409e-07,
      "loss": 0.3295,
      "step": 2514540
    },
    {
      "epoch": 701.8,
      "grad_norm": 1.2176074981689453,
      "learning_rate": 1.904599609198e-07,
      "loss": 0.3276,
      "step": 2514550
    },
    {
      "epoch": 701.8,
      "grad_norm": 1.4609535932540894,
      "learning_rate": 1.9044928392906288e-07,
      "loss": 0.3364,
      "step": 2514560
    },
    {
      "epoch": 701.81,
      "grad_norm": 1.186728596687317,
      "learning_rate": 1.9043860722493037e-07,
      "loss": 0.3396,
      "step": 2514570
    },
    {
      "epoch": 701.81,
      "grad_norm": 1.3704144954681396,
      "learning_rate": 1.90427930807404e-07,
      "loss": 0.3263,
      "step": 2514580
    },
    {
      "epoch": 701.81,
      "grad_norm": 1.23039972782135,
      "learning_rate": 1.9041725467648588e-07,
      "loss": 0.3411,
      "step": 2514590
    },
    {
      "epoch": 701.81,
      "grad_norm": 1.1536152362823486,
      "learning_rate": 1.9040657883217628e-07,
      "loss": 0.3298,
      "step": 2514600
    },
    {
      "epoch": 701.82,
      "grad_norm": 1.1220946311950684,
      "learning_rate": 1.90395903274478e-07,
      "loss": 0.3309,
      "step": 2514610
    },
    {
      "epoch": 701.82,
      "grad_norm": 1.2096014022827148,
      "learning_rate": 1.9038522800339083e-07,
      "loss": 0.3385,
      "step": 2514620
    },
    {
      "epoch": 701.82,
      "grad_norm": 1.0899499654769897,
      "learning_rate": 1.903745530189179e-07,
      "loss": 0.3218,
      "step": 2514630
    },
    {
      "epoch": 701.83,
      "grad_norm": 1.3666362762451172,
      "learning_rate": 1.9036387832105943e-07,
      "loss": 0.3227,
      "step": 2514640
    },
    {
      "epoch": 701.83,
      "grad_norm": 1.3615971803665161,
      "learning_rate": 1.9035320390981728e-07,
      "loss": 0.3295,
      "step": 2514650
    },
    {
      "epoch": 701.83,
      "grad_norm": 1.2316021919250488,
      "learning_rate": 1.9034252978519325e-07,
      "loss": 0.3328,
      "step": 2514660
    },
    {
      "epoch": 701.83,
      "grad_norm": 1.5593608617782593,
      "learning_rate": 1.9033185594718812e-07,
      "loss": 0.3298,
      "step": 2514670
    },
    {
      "epoch": 701.84,
      "grad_norm": 1.435605525970459,
      "learning_rate": 1.903211823958032e-07,
      "loss": 0.3319,
      "step": 2514680
    },
    {
      "epoch": 701.84,
      "grad_norm": 1.2822411060333252,
      "learning_rate": 1.9031050913104032e-07,
      "loss": 0.3221,
      "step": 2514690
    },
    {
      "epoch": 701.84,
      "grad_norm": 1.2408146858215332,
      "learning_rate": 1.9029983615290127e-07,
      "loss": 0.3336,
      "step": 2514700
    },
    {
      "epoch": 701.84,
      "grad_norm": 1.3044511079788208,
      "learning_rate": 1.9028916346138687e-07,
      "loss": 0.3245,
      "step": 2514710
    },
    {
      "epoch": 701.85,
      "grad_norm": 1.1902210712432861,
      "learning_rate": 1.9027849105649838e-07,
      "loss": 0.3468,
      "step": 2514720
    },
    {
      "epoch": 701.85,
      "grad_norm": 1.424216628074646,
      "learning_rate": 1.902678189382379e-07,
      "loss": 0.3333,
      "step": 2514730
    },
    {
      "epoch": 701.85,
      "grad_norm": 1.1552098989486694,
      "learning_rate": 1.9025714710660596e-07,
      "loss": 0.3279,
      "step": 2514740
    },
    {
      "epoch": 701.86,
      "grad_norm": 1.1348457336425781,
      "learning_rate": 1.9024647556160518e-07,
      "loss": 0.3209,
      "step": 2514750
    },
    {
      "epoch": 701.86,
      "grad_norm": 1.3201472759246826,
      "learning_rate": 1.9023580430323577e-07,
      "loss": 0.3269,
      "step": 2514760
    },
    {
      "epoch": 701.86,
      "grad_norm": 1.1258132457733154,
      "learning_rate": 1.9022513333149985e-07,
      "loss": 0.3551,
      "step": 2514770
    },
    {
      "epoch": 701.86,
      "grad_norm": 1.2963308095932007,
      "learning_rate": 1.902144626463987e-07,
      "loss": 0.3392,
      "step": 2514780
    },
    {
      "epoch": 701.87,
      "grad_norm": 1.1904809474945068,
      "learning_rate": 1.902037922479339e-07,
      "loss": 0.3271,
      "step": 2514790
    },
    {
      "epoch": 701.87,
      "grad_norm": 1.2855545282363892,
      "learning_rate": 1.9019312213610648e-07,
      "loss": 0.3392,
      "step": 2514800
    },
    {
      "epoch": 701.87,
      "grad_norm": 1.1263679265975952,
      "learning_rate": 1.9018245231091798e-07,
      "loss": 0.3393,
      "step": 2514810
    },
    {
      "epoch": 701.88,
      "grad_norm": 1.1673356294631958,
      "learning_rate": 1.9017178277237027e-07,
      "loss": 0.3473,
      "step": 2514820
    },
    {
      "epoch": 701.88,
      "grad_norm": 1.2348095178604126,
      "learning_rate": 1.9016111352046383e-07,
      "loss": 0.3336,
      "step": 2514830
    },
    {
      "epoch": 701.88,
      "grad_norm": 1.2817273139953613,
      "learning_rate": 1.9015044455520126e-07,
      "loss": 0.3259,
      "step": 2514840
    },
    {
      "epoch": 701.88,
      "grad_norm": 1.3784903287887573,
      "learning_rate": 1.9013977587658287e-07,
      "loss": 0.3384,
      "step": 2514850
    },
    {
      "epoch": 701.89,
      "grad_norm": 1.3382974863052368,
      "learning_rate": 1.9012910748461093e-07,
      "loss": 0.3189,
      "step": 2514860
    },
    {
      "epoch": 701.89,
      "grad_norm": 1.1069713830947876,
      "learning_rate": 1.9011843937928654e-07,
      "loss": 0.3557,
      "step": 2514870
    },
    {
      "epoch": 701.89,
      "grad_norm": 1.3415378332138062,
      "learning_rate": 1.90107771560611e-07,
      "loss": 0.3301,
      "step": 2514880
    },
    {
      "epoch": 701.9,
      "grad_norm": 1.4004287719726562,
      "learning_rate": 1.9009710402858582e-07,
      "loss": 0.3354,
      "step": 2514890
    },
    {
      "epoch": 701.9,
      "grad_norm": 1.1165789365768433,
      "learning_rate": 1.9008643678321208e-07,
      "loss": 0.3577,
      "step": 2514900
    },
    {
      "epoch": 701.9,
      "grad_norm": 1.0747106075286865,
      "learning_rate": 1.9007576982449186e-07,
      "loss": 0.3342,
      "step": 2514910
    },
    {
      "epoch": 701.9,
      "grad_norm": 1.224555253982544,
      "learning_rate": 1.900651031524262e-07,
      "loss": 0.326,
      "step": 2514920
    },
    {
      "epoch": 701.91,
      "grad_norm": 1.222596526145935,
      "learning_rate": 1.900544367670169e-07,
      "loss": 0.3353,
      "step": 2514930
    },
    {
      "epoch": 701.91,
      "grad_norm": 1.1762884855270386,
      "learning_rate": 1.9004377066826475e-07,
      "loss": 0.3468,
      "step": 2514940
    },
    {
      "epoch": 701.91,
      "grad_norm": 1.377340316772461,
      "learning_rate": 1.900331048561716e-07,
      "loss": 0.3331,
      "step": 2514950
    },
    {
      "epoch": 701.91,
      "grad_norm": 1.4071769714355469,
      "learning_rate": 1.9002243933073898e-07,
      "loss": 0.334,
      "step": 2514960
    },
    {
      "epoch": 701.92,
      "grad_norm": 1.1353896856307983,
      "learning_rate": 1.9001177409196742e-07,
      "loss": 0.3394,
      "step": 2514970
    },
    {
      "epoch": 701.92,
      "grad_norm": 1.3037217855453491,
      "learning_rate": 1.9000110913985978e-07,
      "loss": 0.3322,
      "step": 2514980
    },
    {
      "epoch": 701.92,
      "grad_norm": 1.2785521745681763,
      "learning_rate": 1.8999044447441605e-07,
      "loss": 0.3249,
      "step": 2514990
    },
    {
      "epoch": 701.93,
      "grad_norm": 1.551013708114624,
      "learning_rate": 1.899797800956386e-07,
      "loss": 0.3247,
      "step": 2515000
    },
    {
      "epoch": 701.93,
      "grad_norm": 1.1691983938217163,
      "learning_rate": 1.8996911600352844e-07,
      "loss": 0.3457,
      "step": 2515010
    },
    {
      "epoch": 701.93,
      "grad_norm": 1.5571109056472778,
      "learning_rate": 1.8995845219808743e-07,
      "loss": 0.3432,
      "step": 2515020
    },
    {
      "epoch": 701.93,
      "grad_norm": 1.4237807989120483,
      "learning_rate": 1.8994778867931659e-07,
      "loss": 0.3479,
      "step": 2515030
    },
    {
      "epoch": 701.94,
      "grad_norm": 1.1793371438980103,
      "learning_rate": 1.899371254472172e-07,
      "loss": 0.3438,
      "step": 2515040
    },
    {
      "epoch": 701.94,
      "grad_norm": 1.1817541122436523,
      "learning_rate": 1.899264625017911e-07,
      "loss": 0.3319,
      "step": 2515050
    },
    {
      "epoch": 701.94,
      "grad_norm": 1.351460337638855,
      "learning_rate": 1.899157998430388e-07,
      "loss": 0.3364,
      "step": 2515060
    },
    {
      "epoch": 701.95,
      "grad_norm": 1.3170779943466187,
      "learning_rate": 1.8990513747096345e-07,
      "loss": 0.3415,
      "step": 2515070
    },
    {
      "epoch": 701.95,
      "grad_norm": 1.042925477027893,
      "learning_rate": 1.8989447538556476e-07,
      "loss": 0.3404,
      "step": 2515080
    },
    {
      "epoch": 701.95,
      "grad_norm": 1.3608592748641968,
      "learning_rate": 1.898838135868451e-07,
      "loss": 0.3517,
      "step": 2515090
    },
    {
      "epoch": 701.95,
      "grad_norm": 1.4397895336151123,
      "learning_rate": 1.8987315207480573e-07,
      "loss": 0.3149,
      "step": 2515100
    },
    {
      "epoch": 701.96,
      "grad_norm": 1.1574145555496216,
      "learning_rate": 1.8986249084944772e-07,
      "loss": 0.3396,
      "step": 2515110
    },
    {
      "epoch": 701.96,
      "grad_norm": 1.1425989866256714,
      "learning_rate": 1.8985182991077264e-07,
      "loss": 0.335,
      "step": 2515120
    },
    {
      "epoch": 701.96,
      "grad_norm": 1.1727259159088135,
      "learning_rate": 1.8984116925878203e-07,
      "loss": 0.328,
      "step": 2515130
    },
    {
      "epoch": 701.96,
      "grad_norm": 1.2015873193740845,
      "learning_rate": 1.898305088934777e-07,
      "loss": 0.3408,
      "step": 2515140
    },
    {
      "epoch": 701.97,
      "grad_norm": 1.1757813692092896,
      "learning_rate": 1.8981984881485972e-07,
      "loss": 0.3399,
      "step": 2515150
    },
    {
      "epoch": 701.97,
      "grad_norm": 1.1153857707977295,
      "learning_rate": 1.8980918902293138e-07,
      "loss": 0.3389,
      "step": 2515160
    },
    {
      "epoch": 701.97,
      "grad_norm": 1.1115959882736206,
      "learning_rate": 1.8979852951769275e-07,
      "loss": 0.3598,
      "step": 2515170
    },
    {
      "epoch": 701.98,
      "grad_norm": 2.1860334873199463,
      "learning_rate": 1.897878702991456e-07,
      "loss": 0.356,
      "step": 2515180
    },
    {
      "epoch": 701.98,
      "grad_norm": 1.238000512123108,
      "learning_rate": 1.897772113672918e-07,
      "loss": 0.3339,
      "step": 2515190
    },
    {
      "epoch": 701.98,
      "grad_norm": 1.1234841346740723,
      "learning_rate": 1.8976655272213156e-07,
      "loss": 0.3355,
      "step": 2515200
    },
    {
      "epoch": 701.98,
      "grad_norm": 1.2418025732040405,
      "learning_rate": 1.8975589436366778e-07,
      "loss": 0.3453,
      "step": 2515210
    },
    {
      "epoch": 701.99,
      "grad_norm": 1.2244795560836792,
      "learning_rate": 1.8974523629190097e-07,
      "loss": 0.3516,
      "step": 2515220
    },
    {
      "epoch": 701.99,
      "grad_norm": 1.2091810703277588,
      "learning_rate": 1.897345785068327e-07,
      "loss": 0.3443,
      "step": 2515230
    },
    {
      "epoch": 701.99,
      "grad_norm": 1.4216676950454712,
      "learning_rate": 1.8972392100846503e-07,
      "loss": 0.3596,
      "step": 2515240
    },
    {
      "epoch": 702.0,
      "grad_norm": 1.1475964784622192,
      "learning_rate": 1.8971326379679823e-07,
      "loss": 0.3534,
      "step": 2515250
    },
    {
      "epoch": 702.0,
      "grad_norm": 1.2204480171203613,
      "learning_rate": 1.8970260687183438e-07,
      "loss": 0.3345,
      "step": 2515260
    },
    {
      "epoch": 702.0,
      "eval_loss": 0.33782726526260376,
      "eval_runtime": 67.6878,
      "eval_samples_per_second": 74.74,
      "eval_steps_per_second": 9.352,
      "step": 2515266
    },
    {
      "epoch": 702.0,
      "grad_norm": 1.3606083393096924,
      "learning_rate": 1.896919502335748e-07,
      "loss": 0.3398,
      "step": 2515270
    },
    {
      "epoch": 702.0,
      "grad_norm": 1.2142589092254639,
      "learning_rate": 1.8968129388202128e-07,
      "loss": 0.342,
      "step": 2515280
    },
    {
      "epoch": 702.01,
      "grad_norm": 1.7844345569610596,
      "learning_rate": 1.896706378171741e-07,
      "loss": 0.3485,
      "step": 2515290
    },
    {
      "epoch": 702.01,
      "grad_norm": 1.0696924924850464,
      "learning_rate": 1.8965998203903637e-07,
      "loss": 0.3505,
      "step": 2515300
    },
    {
      "epoch": 702.01,
      "grad_norm": 1.3943302631378174,
      "learning_rate": 1.8964932654760836e-07,
      "loss": 0.3258,
      "step": 2515310
    },
    {
      "epoch": 702.02,
      "grad_norm": 1.2903447151184082,
      "learning_rate": 1.8963867134289137e-07,
      "loss": 0.3432,
      "step": 2515320
    },
    {
      "epoch": 702.02,
      "grad_norm": 1.2426462173461914,
      "learning_rate": 1.8962801642488775e-07,
      "loss": 0.3503,
      "step": 2515330
    },
    {
      "epoch": 702.02,
      "grad_norm": 1.4049763679504395,
      "learning_rate": 1.8961736179359802e-07,
      "loss": 0.3236,
      "step": 2515340
    },
    {
      "epoch": 702.02,
      "grad_norm": 1.1162124872207642,
      "learning_rate": 1.8960670744902398e-07,
      "loss": 0.3302,
      "step": 2515350
    },
    {
      "epoch": 702.03,
      "grad_norm": 1.3521181344985962,
      "learning_rate": 1.8959605339116668e-07,
      "loss": 0.3241,
      "step": 2515360
    },
    {
      "epoch": 702.03,
      "grad_norm": 1.3577086925506592,
      "learning_rate": 1.8958539962002847e-07,
      "loss": 0.3332,
      "step": 2515370
    },
    {
      "epoch": 702.03,
      "grad_norm": 1.0732712745666504,
      "learning_rate": 1.8957474613560988e-07,
      "loss": 0.3319,
      "step": 2515380
    },
    {
      "epoch": 702.03,
      "grad_norm": 1.206703782081604,
      "learning_rate": 1.8956409293791244e-07,
      "loss": 0.3412,
      "step": 2515390
    },
    {
      "epoch": 702.04,
      "grad_norm": 1.0773566961288452,
      "learning_rate": 1.8955344002693825e-07,
      "loss": 0.3313,
      "step": 2515400
    },
    {
      "epoch": 702.04,
      "grad_norm": 1.3247613906860352,
      "learning_rate": 1.895427874026873e-07,
      "loss": 0.3257,
      "step": 2515410
    },
    {
      "epoch": 702.04,
      "grad_norm": 1.2168177366256714,
      "learning_rate": 1.8953213506516274e-07,
      "loss": 0.3429,
      "step": 2515420
    },
    {
      "epoch": 702.05,
      "grad_norm": 1.213257074356079,
      "learning_rate": 1.8952148301436483e-07,
      "loss": 0.346,
      "step": 2515430
    },
    {
      "epoch": 702.05,
      "grad_norm": 1.1776155233383179,
      "learning_rate": 1.895108312502951e-07,
      "loss": 0.3375,
      "step": 2515440
    },
    {
      "epoch": 702.05,
      "grad_norm": 2.581871747970581,
      "learning_rate": 1.8950017977295535e-07,
      "loss": 0.3473,
      "step": 2515450
    },
    {
      "epoch": 702.05,
      "grad_norm": 1.2285492420196533,
      "learning_rate": 1.8948952858234695e-07,
      "loss": 0.3234,
      "step": 2515460
    },
    {
      "epoch": 702.06,
      "grad_norm": 1.4573571681976318,
      "learning_rate": 1.894788776784714e-07,
      "loss": 0.3317,
      "step": 2515470
    },
    {
      "epoch": 702.06,
      "grad_norm": 1.0260945558547974,
      "learning_rate": 1.8946822706132954e-07,
      "loss": 0.335,
      "step": 2515480
    },
    {
      "epoch": 702.06,
      "grad_norm": 1.2242358922958374,
      "learning_rate": 1.8945757673092342e-07,
      "loss": 0.3381,
      "step": 2515490
    },
    {
      "epoch": 702.07,
      "grad_norm": 1.4014832973480225,
      "learning_rate": 1.8944692668725406e-07,
      "loss": 0.3396,
      "step": 2515500
    },
    {
      "epoch": 702.07,
      "grad_norm": 1.1797858476638794,
      "learning_rate": 1.894362769303233e-07,
      "loss": 0.3224,
      "step": 2515510
    },
    {
      "epoch": 702.07,
      "grad_norm": 1.2886933088302612,
      "learning_rate": 1.8942562746013192e-07,
      "loss": 0.329,
      "step": 2515520
    },
    {
      "epoch": 702.07,
      "grad_norm": 1.176437258720398,
      "learning_rate": 1.8941497827668178e-07,
      "loss": 0.3615,
      "step": 2515530
    },
    {
      "epoch": 702.08,
      "grad_norm": 1.1458921432495117,
      "learning_rate": 1.8940432937997463e-07,
      "loss": 0.334,
      "step": 2515540
    },
    {
      "epoch": 702.08,
      "grad_norm": 1.3245524168014526,
      "learning_rate": 1.8939368077001077e-07,
      "loss": 0.3347,
      "step": 2515550
    },
    {
      "epoch": 702.08,
      "grad_norm": 1.3068654537200928,
      "learning_rate": 1.8938303244679308e-07,
      "loss": 0.3414,
      "step": 2515560
    },
    {
      "epoch": 702.08,
      "grad_norm": 1.1828898191452026,
      "learning_rate": 1.893723844103215e-07,
      "loss": 0.3282,
      "step": 2515570
    },
    {
      "epoch": 702.09,
      "grad_norm": 1.1911468505859375,
      "learning_rate": 1.8936173666059842e-07,
      "loss": 0.3412,
      "step": 2515580
    },
    {
      "epoch": 702.09,
      "grad_norm": 2.0146093368530273,
      "learning_rate": 1.8935108919762517e-07,
      "loss": 0.3517,
      "step": 2515590
    },
    {
      "epoch": 702.09,
      "grad_norm": 1.2211638689041138,
      "learning_rate": 1.8934044202140321e-07,
      "loss": 0.3419,
      "step": 2515600
    },
    {
      "epoch": 702.1,
      "grad_norm": 1.5175864696502686,
      "learning_rate": 1.8932979513193344e-07,
      "loss": 0.3308,
      "step": 2515610
    },
    {
      "epoch": 702.1,
      "grad_norm": 1.9108424186706543,
      "learning_rate": 1.8931914852921733e-07,
      "loss": 0.3485,
      "step": 2515620
    },
    {
      "epoch": 702.1,
      "grad_norm": 1.298802137374878,
      "learning_rate": 1.8930850221325726e-07,
      "loss": 0.3261,
      "step": 2515630
    },
    {
      "epoch": 702.1,
      "grad_norm": 1.2764092683792114,
      "learning_rate": 1.8929785618405297e-07,
      "loss": 0.3577,
      "step": 2515640
    },
    {
      "epoch": 702.11,
      "grad_norm": 1.5035679340362549,
      "learning_rate": 1.8928721044160784e-07,
      "loss": 0.3386,
      "step": 2515650
    },
    {
      "epoch": 702.11,
      "grad_norm": 1.2098164558410645,
      "learning_rate": 1.892765649859216e-07,
      "loss": 0.3561,
      "step": 2515660
    },
    {
      "epoch": 702.11,
      "grad_norm": 1.1257033348083496,
      "learning_rate": 1.892659198169966e-07,
      "loss": 0.3417,
      "step": 2515670
    },
    {
      "epoch": 702.12,
      "grad_norm": 1.205169916152954,
      "learning_rate": 1.8925527493483416e-07,
      "loss": 0.3357,
      "step": 2515680
    },
    {
      "epoch": 702.12,
      "grad_norm": 1.424881100654602,
      "learning_rate": 1.8924463033943554e-07,
      "loss": 0.3406,
      "step": 2515690
    },
    {
      "epoch": 702.12,
      "grad_norm": 1.3036763668060303,
      "learning_rate": 1.892339860308018e-07,
      "loss": 0.3412,
      "step": 2515700
    },
    {
      "epoch": 702.12,
      "grad_norm": 1.3878759145736694,
      "learning_rate": 1.8922334200893503e-07,
      "loss": 0.336,
      "step": 2515710
    },
    {
      "epoch": 702.13,
      "grad_norm": 1.2617028951644897,
      "learning_rate": 1.8921269827383654e-07,
      "loss": 0.3288,
      "step": 2515720
    },
    {
      "epoch": 702.13,
      "grad_norm": 1.1248875856399536,
      "learning_rate": 1.8920205482550684e-07,
      "loss": 0.3592,
      "step": 2515730
    },
    {
      "epoch": 702.13,
      "grad_norm": 1.2875617742538452,
      "learning_rate": 1.8919141166394876e-07,
      "loss": 0.3374,
      "step": 2515740
    },
    {
      "epoch": 702.14,
      "grad_norm": 1.1913564205169678,
      "learning_rate": 1.891807687891626e-07,
      "loss": 0.3454,
      "step": 2515750
    },
    {
      "epoch": 702.14,
      "grad_norm": 1.3029239177703857,
      "learning_rate": 1.8917012620115042e-07,
      "loss": 0.3219,
      "step": 2515760
    },
    {
      "epoch": 702.14,
      "grad_norm": 1.0189956426620483,
      "learning_rate": 1.8915948389991354e-07,
      "loss": 0.3327,
      "step": 2515770
    },
    {
      "epoch": 702.14,
      "grad_norm": 1.3152071237564087,
      "learning_rate": 1.8914884188545275e-07,
      "loss": 0.3319,
      "step": 2515780
    },
    {
      "epoch": 702.15,
      "grad_norm": 1.2707054615020752,
      "learning_rate": 1.8913820015777036e-07,
      "loss": 0.3439,
      "step": 2515790
    },
    {
      "epoch": 702.15,
      "grad_norm": 1.253983974456787,
      "learning_rate": 1.8912755871686742e-07,
      "loss": 0.3395,
      "step": 2515800
    },
    {
      "epoch": 702.15,
      "grad_norm": 0.9743823409080505,
      "learning_rate": 1.8911691756274498e-07,
      "loss": 0.337,
      "step": 2515810
    },
    {
      "epoch": 702.15,
      "grad_norm": 1.231458067893982,
      "learning_rate": 1.8910627669540536e-07,
      "loss": 0.3413,
      "step": 2515820
    },
    {
      "epoch": 702.16,
      "grad_norm": 1.1932095289230347,
      "learning_rate": 1.8909563611484887e-07,
      "loss": 0.3297,
      "step": 2515830
    },
    {
      "epoch": 702.16,
      "grad_norm": 1.1723707914352417,
      "learning_rate": 1.8908499582107754e-07,
      "loss": 0.3558,
      "step": 2515840
    },
    {
      "epoch": 702.16,
      "grad_norm": 1.0540331602096558,
      "learning_rate": 1.890743558140927e-07,
      "loss": 0.3619,
      "step": 2515850
    },
    {
      "epoch": 702.17,
      "grad_norm": 1.1172114610671997,
      "learning_rate": 1.890637160938964e-07,
      "loss": 0.3341,
      "step": 2515860
    },
    {
      "epoch": 702.17,
      "grad_norm": 1.299085021018982,
      "learning_rate": 1.890530766604884e-07,
      "loss": 0.3324,
      "step": 2515870
    },
    {
      "epoch": 702.17,
      "grad_norm": 1.1689789295196533,
      "learning_rate": 1.8904243751387184e-07,
      "loss": 0.3309,
      "step": 2515880
    },
    {
      "epoch": 702.17,
      "grad_norm": 1.2161800861358643,
      "learning_rate": 1.8903179865404724e-07,
      "loss": 0.3319,
      "step": 2515890
    },
    {
      "epoch": 702.18,
      "grad_norm": 1.206640601158142,
      "learning_rate": 1.8902116008101611e-07,
      "loss": 0.3296,
      "step": 2515900
    },
    {
      "epoch": 702.18,
      "grad_norm": 1.1169630289077759,
      "learning_rate": 1.8901052179478058e-07,
      "loss": 0.3305,
      "step": 2515910
    },
    {
      "epoch": 702.18,
      "grad_norm": 1.1935592889785767,
      "learning_rate": 1.8899988379534092e-07,
      "loss": 0.3349,
      "step": 2515920
    },
    {
      "epoch": 702.19,
      "grad_norm": 1.4166463613510132,
      "learning_rate": 1.8898924608269892e-07,
      "loss": 0.3373,
      "step": 2515930
    },
    {
      "epoch": 702.19,
      "grad_norm": 1.3708217144012451,
      "learning_rate": 1.889786086568564e-07,
      "loss": 0.3454,
      "step": 2515940
    },
    {
      "epoch": 702.19,
      "grad_norm": 1.365960717201233,
      "learning_rate": 1.889679715178149e-07,
      "loss": 0.364,
      "step": 2515950
    },
    {
      "epoch": 702.19,
      "grad_norm": 4.001369953155518,
      "learning_rate": 1.8895733466557502e-07,
      "loss": 0.3358,
      "step": 2515960
    },
    {
      "epoch": 702.2,
      "grad_norm": 1.411546230316162,
      "learning_rate": 1.8894669810013853e-07,
      "loss": 0.3412,
      "step": 2515970
    },
    {
      "epoch": 702.2,
      "grad_norm": 1.0566822290420532,
      "learning_rate": 1.8893606182150724e-07,
      "loss": 0.3393,
      "step": 2515980
    },
    {
      "epoch": 702.2,
      "grad_norm": 1.5210509300231934,
      "learning_rate": 1.8892542582968194e-07,
      "loss": 0.3469,
      "step": 2515990
    },
    {
      "epoch": 702.2,
      "grad_norm": 1.5276654958724976,
      "learning_rate": 1.8891479012466499e-07,
      "loss": 0.3484,
      "step": 2516000
    },
    {
      "epoch": 702.21,
      "grad_norm": 1.2288299798965454,
      "learning_rate": 1.8890415470645664e-07,
      "loss": 0.3543,
      "step": 2516010
    },
    {
      "epoch": 702.21,
      "grad_norm": 1.094567060470581,
      "learning_rate": 1.8889351957505895e-07,
      "loss": 0.3371,
      "step": 2516020
    },
    {
      "epoch": 702.21,
      "grad_norm": 1.1272114515304565,
      "learning_rate": 1.8888288473047326e-07,
      "loss": 0.3287,
      "step": 2516030
    },
    {
      "epoch": 702.22,
      "grad_norm": 1.2688497304916382,
      "learning_rate": 1.888722501727011e-07,
      "loss": 0.3461,
      "step": 2516040
    },
    {
      "epoch": 702.22,
      "grad_norm": 1.3694067001342773,
      "learning_rate": 1.888616159017438e-07,
      "loss": 0.3438,
      "step": 2516050
    },
    {
      "epoch": 702.22,
      "grad_norm": 1.1722646951675415,
      "learning_rate": 1.8885098191760264e-07,
      "loss": 0.3458,
      "step": 2516060
    },
    {
      "epoch": 702.22,
      "grad_norm": 1.3069519996643066,
      "learning_rate": 1.8884034822027918e-07,
      "loss": 0.3419,
      "step": 2516070
    },
    {
      "epoch": 702.23,
      "grad_norm": 1.0026227235794067,
      "learning_rate": 1.8882971480977446e-07,
      "loss": 0.3392,
      "step": 2516080
    },
    {
      "epoch": 702.23,
      "grad_norm": 1.1764427423477173,
      "learning_rate": 1.8881908168609083e-07,
      "loss": 0.3342,
      "step": 2516090
    },
    {
      "epoch": 702.23,
      "grad_norm": 1.171690821647644,
      "learning_rate": 1.888084488492283e-07,
      "loss": 0.3311,
      "step": 2516100
    },
    {
      "epoch": 702.24,
      "grad_norm": 1.3381973505020142,
      "learning_rate": 1.887978162991897e-07,
      "loss": 0.3277,
      "step": 2516110
    },
    {
      "epoch": 702.24,
      "grad_norm": 1.3050181865692139,
      "learning_rate": 1.8878718403597557e-07,
      "loss": 0.3506,
      "step": 2516120
    },
    {
      "epoch": 702.24,
      "grad_norm": 1.0782992839813232,
      "learning_rate": 1.8877655205958775e-07,
      "loss": 0.3305,
      "step": 2516130
    },
    {
      "epoch": 702.24,
      "grad_norm": 1.1927508115768433,
      "learning_rate": 1.8876592037002752e-07,
      "loss": 0.3191,
      "step": 2516140
    },
    {
      "epoch": 702.25,
      "grad_norm": 1.2336677312850952,
      "learning_rate": 1.8875528896729618e-07,
      "loss": 0.3418,
      "step": 2516150
    },
    {
      "epoch": 702.25,
      "grad_norm": 1.0235400199890137,
      "learning_rate": 1.8874465785139502e-07,
      "loss": 0.3537,
      "step": 2516160
    },
    {
      "epoch": 702.25,
      "grad_norm": 1.1281359195709229,
      "learning_rate": 1.8873402702232564e-07,
      "loss": 0.3391,
      "step": 2516170
    },
    {
      "epoch": 702.26,
      "grad_norm": 1.215755820274353,
      "learning_rate": 1.8872339648009006e-07,
      "loss": 0.3479,
      "step": 2516180
    },
    {
      "epoch": 702.26,
      "grad_norm": 1.2820202112197876,
      "learning_rate": 1.8871276622468862e-07,
      "loss": 0.3141,
      "step": 2516190
    },
    {
      "epoch": 702.26,
      "grad_norm": 1.1856558322906494,
      "learning_rate": 1.8870213625612308e-07,
      "loss": 0.3331,
      "step": 2516200
    },
    {
      "epoch": 702.26,
      "grad_norm": 1.3560211658477783,
      "learning_rate": 1.8869150657439556e-07,
      "loss": 0.3329,
      "step": 2516210
    },
    {
      "epoch": 702.27,
      "grad_norm": 1.2811204195022583,
      "learning_rate": 1.8868087717950603e-07,
      "loss": 0.3626,
      "step": 2516220
    },
    {
      "epoch": 702.27,
      "grad_norm": 1.119588851928711,
      "learning_rate": 1.886702480714576e-07,
      "loss": 0.3345,
      "step": 2516230
    },
    {
      "epoch": 702.27,
      "grad_norm": 1.4212990999221802,
      "learning_rate": 1.8865961925025058e-07,
      "loss": 0.3502,
      "step": 2516240
    },
    {
      "epoch": 702.27,
      "grad_norm": 1.0392132997512817,
      "learning_rate": 1.8864899071588652e-07,
      "loss": 0.3568,
      "step": 2516250
    },
    {
      "epoch": 702.28,
      "grad_norm": 1.0623414516448975,
      "learning_rate": 1.886383624683672e-07,
      "loss": 0.3303,
      "step": 2516260
    },
    {
      "epoch": 702.28,
      "grad_norm": 1.2106281518936157,
      "learning_rate": 1.8862773450769395e-07,
      "loss": 0.3432,
      "step": 2516270
    },
    {
      "epoch": 702.28,
      "grad_norm": 1.2310117483139038,
      "learning_rate": 1.8861710683386782e-07,
      "loss": 0.3315,
      "step": 2516280
    },
    {
      "epoch": 702.29,
      "grad_norm": 1.1565968990325928,
      "learning_rate": 1.8860647944689035e-07,
      "loss": 0.34,
      "step": 2516290
    },
    {
      "epoch": 702.29,
      "grad_norm": 1.0923051834106445,
      "learning_rate": 1.8859585234676364e-07,
      "loss": 0.3433,
      "step": 2516300
    },
    {
      "epoch": 702.29,
      "grad_norm": 1.2561250925064087,
      "learning_rate": 1.8858522553348767e-07,
      "loss": 0.3141,
      "step": 2516310
    },
    {
      "epoch": 702.29,
      "grad_norm": 1.1233175992965698,
      "learning_rate": 1.8857459900706559e-07,
      "loss": 0.3329,
      "step": 2516320
    },
    {
      "epoch": 702.3,
      "grad_norm": 1.1856366395950317,
      "learning_rate": 1.8856397276749737e-07,
      "loss": 0.335,
      "step": 2516330
    },
    {
      "epoch": 702.3,
      "grad_norm": 1.357303500175476,
      "learning_rate": 1.885533468147851e-07,
      "loss": 0.3462,
      "step": 2516340
    },
    {
      "epoch": 702.3,
      "grad_norm": 1.2114026546478271,
      "learning_rate": 1.8854272114893062e-07,
      "loss": 0.3392,
      "step": 2516350
    },
    {
      "epoch": 702.31,
      "grad_norm": 1.2978392839431763,
      "learning_rate": 1.8853209576993366e-07,
      "loss": 0.3276,
      "step": 2516360
    },
    {
      "epoch": 702.31,
      "grad_norm": 1.2678849697113037,
      "learning_rate": 1.8852147067779784e-07,
      "loss": 0.3151,
      "step": 2516370
    },
    {
      "epoch": 702.31,
      "grad_norm": 1.4776347875595093,
      "learning_rate": 1.885108458725232e-07,
      "loss": 0.3363,
      "step": 2516380
    },
    {
      "epoch": 702.31,
      "grad_norm": 1.3041067123413086,
      "learning_rate": 1.885002213541113e-07,
      "loss": 0.3502,
      "step": 2516390
    },
    {
      "epoch": 702.32,
      "grad_norm": 1.347005009651184,
      "learning_rate": 1.884895971225639e-07,
      "loss": 0.3456,
      "step": 2516400
    },
    {
      "epoch": 702.32,
      "grad_norm": 1.2596722841262817,
      "learning_rate": 1.8847897317788262e-07,
      "loss": 0.3368,
      "step": 2516410
    },
    {
      "epoch": 702.32,
      "grad_norm": 1.0569112300872803,
      "learning_rate": 1.8846834952006797e-07,
      "loss": 0.341,
      "step": 2516420
    },
    {
      "epoch": 702.32,
      "grad_norm": 1.2265371084213257,
      "learning_rate": 1.8845772614912202e-07,
      "loss": 0.3249,
      "step": 2516430
    },
    {
      "epoch": 702.33,
      "grad_norm": 1.2212762832641602,
      "learning_rate": 1.8844710306504633e-07,
      "loss": 0.328,
      "step": 2516440
    },
    {
      "epoch": 702.33,
      "grad_norm": 1.2560161352157593,
      "learning_rate": 1.884364802678412e-07,
      "loss": 0.3203,
      "step": 2516450
    },
    {
      "epoch": 702.33,
      "grad_norm": 1.676790714263916,
      "learning_rate": 1.8842585775750994e-07,
      "loss": 0.3537,
      "step": 2516460
    },
    {
      "epoch": 702.34,
      "grad_norm": 1.0681495666503906,
      "learning_rate": 1.8841523553405233e-07,
      "loss": 0.3256,
      "step": 2516470
    },
    {
      "epoch": 702.34,
      "grad_norm": 1.3519481420516968,
      "learning_rate": 1.8840461359747046e-07,
      "loss": 0.3358,
      "step": 2516480
    },
    {
      "epoch": 702.34,
      "grad_norm": 1.21164071559906,
      "learning_rate": 1.883939919477659e-07,
      "loss": 0.3331,
      "step": 2516490
    },
    {
      "epoch": 702.34,
      "grad_norm": 1.3221986293792725,
      "learning_rate": 1.883833705849394e-07,
      "loss": 0.335,
      "step": 2516500
    },
    {
      "epoch": 702.35,
      "grad_norm": 1.1427533626556396,
      "learning_rate": 1.8837274950899306e-07,
      "loss": 0.3411,
      "step": 2516510
    },
    {
      "epoch": 702.35,
      "grad_norm": 1.6062417030334473,
      "learning_rate": 1.8836212871992765e-07,
      "loss": 0.3293,
      "step": 2516520
    },
    {
      "epoch": 702.35,
      "grad_norm": 1.235456109046936,
      "learning_rate": 1.883515082177458e-07,
      "loss": 0.3579,
      "step": 2516530
    },
    {
      "epoch": 702.36,
      "grad_norm": 1.2259130477905273,
      "learning_rate": 1.8834088800244694e-07,
      "loss": 0.3552,
      "step": 2516540
    },
    {
      "epoch": 702.36,
      "grad_norm": 1.3954668045043945,
      "learning_rate": 1.8833026807403448e-07,
      "loss": 0.3378,
      "step": 2516550
    },
    {
      "epoch": 702.36,
      "grad_norm": 1.2406092882156372,
      "learning_rate": 1.883196484325087e-07,
      "loss": 0.3394,
      "step": 2516560
    },
    {
      "epoch": 702.36,
      "grad_norm": 1.3156282901763916,
      "learning_rate": 1.8830902907787112e-07,
      "loss": 0.3534,
      "step": 2516570
    },
    {
      "epoch": 702.37,
      "grad_norm": 1.1080962419509888,
      "learning_rate": 1.8829841001012386e-07,
      "loss": 0.3445,
      "step": 2516580
    },
    {
      "epoch": 702.37,
      "grad_norm": 1.1974174976348877,
      "learning_rate": 1.8828779122926716e-07,
      "loss": 0.3366,
      "step": 2516590
    },
    {
      "epoch": 702.37,
      "grad_norm": 1.4890190362930298,
      "learning_rate": 1.8827717273530337e-07,
      "loss": 0.3515,
      "step": 2516600
    },
    {
      "epoch": 702.38,
      "grad_norm": 1.3246431350708008,
      "learning_rate": 1.8826655452823325e-07,
      "loss": 0.3234,
      "step": 2516610
    },
    {
      "epoch": 702.38,
      "grad_norm": 1.1949262619018555,
      "learning_rate": 1.882559366080589e-07,
      "loss": 0.3417,
      "step": 2516620
    },
    {
      "epoch": 702.38,
      "grad_norm": 1.115436315536499,
      "learning_rate": 1.8824531897478163e-07,
      "loss": 0.3221,
      "step": 2516630
    },
    {
      "epoch": 702.38,
      "grad_norm": 1.2770391702651978,
      "learning_rate": 1.882347016284022e-07,
      "loss": 0.3531,
      "step": 2516640
    },
    {
      "epoch": 702.39,
      "grad_norm": 1.2006133794784546,
      "learning_rate": 1.8822408456892246e-07,
      "loss": 0.3459,
      "step": 2516650
    },
    {
      "epoch": 702.39,
      "grad_norm": 1.302579402923584,
      "learning_rate": 1.8821346779634392e-07,
      "loss": 0.3332,
      "step": 2516660
    },
    {
      "epoch": 702.39,
      "grad_norm": 1.316462755203247,
      "learning_rate": 1.882028513106682e-07,
      "loss": 0.3427,
      "step": 2516670
    },
    {
      "epoch": 702.39,
      "grad_norm": 1.1341331005096436,
      "learning_rate": 1.8819223511189578e-07,
      "loss": 0.3404,
      "step": 2516680
    },
    {
      "epoch": 702.4,
      "grad_norm": 1.626696228981018,
      "learning_rate": 1.8818161920002927e-07,
      "loss": 0.3084,
      "step": 2516690
    },
    {
      "epoch": 702.4,
      "grad_norm": 1.2596063613891602,
      "learning_rate": 1.8817100357506897e-07,
      "loss": 0.3343,
      "step": 2516700
    },
    {
      "epoch": 702.4,
      "grad_norm": 1.8442339897155762,
      "learning_rate": 1.8816038823701715e-07,
      "loss": 0.3407,
      "step": 2516710
    },
    {
      "epoch": 702.41,
      "grad_norm": 1.2920945882797241,
      "learning_rate": 1.8814977318587516e-07,
      "loss": 0.3376,
      "step": 2516720
    },
    {
      "epoch": 702.41,
      "grad_norm": 1.3449286222457886,
      "learning_rate": 1.881391584216435e-07,
      "loss": 0.3451,
      "step": 2516730
    },
    {
      "epoch": 702.41,
      "grad_norm": 1.1911073923110962,
      "learning_rate": 1.8812854394432454e-07,
      "loss": 0.3325,
      "step": 2516740
    },
    {
      "epoch": 702.41,
      "grad_norm": 1.4499378204345703,
      "learning_rate": 1.881179297539193e-07,
      "loss": 0.3348,
      "step": 2516750
    },
    {
      "epoch": 702.42,
      "grad_norm": 1.1176178455352783,
      "learning_rate": 1.8810731585042959e-07,
      "loss": 0.3432,
      "step": 2516760
    },
    {
      "epoch": 702.42,
      "grad_norm": 1.3097388744354248,
      "learning_rate": 1.880967022338562e-07,
      "loss": 0.3293,
      "step": 2516770
    },
    {
      "epoch": 702.42,
      "grad_norm": 1.2071881294250488,
      "learning_rate": 1.8808608890420098e-07,
      "loss": 0.3297,
      "step": 2516780
    },
    {
      "epoch": 702.43,
      "grad_norm": 1.3056975603103638,
      "learning_rate": 1.8807547586146546e-07,
      "loss": 0.3603,
      "step": 2516790
    },
    {
      "epoch": 702.43,
      "grad_norm": 1.444652795791626,
      "learning_rate": 1.880648631056499e-07,
      "loss": 0.3432,
      "step": 2516800
    },
    {
      "epoch": 702.43,
      "grad_norm": 1.2834112644195557,
      "learning_rate": 1.8805425063675768e-07,
      "loss": 0.3291,
      "step": 2516810
    },
    {
      "epoch": 702.43,
      "grad_norm": 1.2116717100143433,
      "learning_rate": 1.8804363845478856e-07,
      "loss": 0.3368,
      "step": 2516820
    },
    {
      "epoch": 702.44,
      "grad_norm": 1.379778504371643,
      "learning_rate": 1.880330265597446e-07,
      "loss": 0.3371,
      "step": 2516830
    },
    {
      "epoch": 702.44,
      "grad_norm": 1.3564581871032715,
      "learning_rate": 1.8802241495162715e-07,
      "loss": 0.3493,
      "step": 2516840
    },
    {
      "epoch": 702.44,
      "grad_norm": 1.2440593242645264,
      "learning_rate": 1.8801180363043794e-07,
      "loss": 0.3364,
      "step": 2516850
    },
    {
      "epoch": 702.44,
      "grad_norm": 1.1419868469238281,
      "learning_rate": 1.8800119259617784e-07,
      "loss": 0.3261,
      "step": 2516860
    },
    {
      "epoch": 702.45,
      "grad_norm": 1.1417396068572998,
      "learning_rate": 1.8799058184884837e-07,
      "loss": 0.3342,
      "step": 2516870
    },
    {
      "epoch": 702.45,
      "grad_norm": 1.231208324432373,
      "learning_rate": 1.879799713884516e-07,
      "loss": 0.3458,
      "step": 2516880
    },
    {
      "epoch": 702.45,
      "grad_norm": 1.3692259788513184,
      "learning_rate": 1.8796936121498757e-07,
      "loss": 0.3208,
      "step": 2516890
    },
    {
      "epoch": 702.46,
      "grad_norm": 1.1557865142822266,
      "learning_rate": 1.8795875132845912e-07,
      "loss": 0.3316,
      "step": 2516900
    },
    {
      "epoch": 702.46,
      "grad_norm": 1.2142122983932495,
      "learning_rate": 1.8794814172886703e-07,
      "loss": 0.3449,
      "step": 2516910
    },
    {
      "epoch": 702.46,
      "grad_norm": 1.3978826999664307,
      "learning_rate": 1.8793753241621232e-07,
      "loss": 0.3324,
      "step": 2516920
    },
    {
      "epoch": 702.46,
      "grad_norm": 1.10369074344635,
      "learning_rate": 1.879269233904971e-07,
      "loss": 0.3511,
      "step": 2516930
    },
    {
      "epoch": 702.47,
      "grad_norm": 1.3737921714782715,
      "learning_rate": 1.8791631465172266e-07,
      "loss": 0.3633,
      "step": 2516940
    },
    {
      "epoch": 702.47,
      "grad_norm": 1.380365014076233,
      "learning_rate": 1.879057061998903e-07,
      "loss": 0.3395,
      "step": 2516950
    },
    {
      "epoch": 702.47,
      "grad_norm": 2.5538318157196045,
      "learning_rate": 1.8789509803500135e-07,
      "loss": 0.3597,
      "step": 2516960
    },
    {
      "epoch": 702.48,
      "grad_norm": 1.338851809501648,
      "learning_rate": 1.8788449015705708e-07,
      "loss": 0.3574,
      "step": 2516970
    },
    {
      "epoch": 702.48,
      "grad_norm": 1.2063391208648682,
      "learning_rate": 1.8787388256605904e-07,
      "loss": 0.3416,
      "step": 2516980
    },
    {
      "epoch": 702.48,
      "grad_norm": 1.5202205181121826,
      "learning_rate": 1.8786327526200935e-07,
      "loss": 0.3344,
      "step": 2516990
    },
    {
      "epoch": 702.48,
      "grad_norm": 1.19085693359375,
      "learning_rate": 1.8785266824490824e-07,
      "loss": 0.3549,
      "step": 2517000
    },
    {
      "epoch": 702.49,
      "grad_norm": 1.1781556606292725,
      "learning_rate": 1.8784206151475754e-07,
      "loss": 0.3448,
      "step": 2517010
    },
    {
      "epoch": 702.49,
      "grad_norm": 1.5462839603424072,
      "learning_rate": 1.8783145507155935e-07,
      "loss": 0.34,
      "step": 2517020
    },
    {
      "epoch": 702.49,
      "grad_norm": 1.3293529748916626,
      "learning_rate": 1.8782084891531363e-07,
      "loss": 0.345,
      "step": 2517030
    },
    {
      "epoch": 702.5,
      "grad_norm": 1.1796358823776245,
      "learning_rate": 1.8781024304602353e-07,
      "loss": 0.3353,
      "step": 2517040
    },
    {
      "epoch": 702.5,
      "grad_norm": 1.2602688074111938,
      "learning_rate": 1.8779963746368906e-07,
      "loss": 0.3305,
      "step": 2517050
    },
    {
      "epoch": 702.5,
      "grad_norm": 1.0761890411376953,
      "learning_rate": 1.8778903216831227e-07,
      "loss": 0.3524,
      "step": 2517060
    },
    {
      "epoch": 702.5,
      "grad_norm": 1.243275761604309,
      "learning_rate": 1.877784271598945e-07,
      "loss": 0.3345,
      "step": 2517070
    },
    {
      "epoch": 702.51,
      "grad_norm": 1.4486472606658936,
      "learning_rate": 1.8776782243843752e-07,
      "loss": 0.3323,
      "step": 2517080
    },
    {
      "epoch": 702.51,
      "grad_norm": 1.071595311164856,
      "learning_rate": 1.877572180039419e-07,
      "loss": 0.3321,
      "step": 2517090
    },
    {
      "epoch": 702.51,
      "grad_norm": 1.3860104084014893,
      "learning_rate": 1.8774661385640944e-07,
      "loss": 0.3321,
      "step": 2517100
    },
    {
      "epoch": 702.51,
      "grad_norm": 1.3842968940734863,
      "learning_rate": 1.8773600999584222e-07,
      "loss": 0.3338,
      "step": 2517110
    },
    {
      "epoch": 702.52,
      "grad_norm": 1.2948553562164307,
      "learning_rate": 1.8772540642223998e-07,
      "loss": 0.3297,
      "step": 2517120
    },
    {
      "epoch": 702.52,
      "grad_norm": 1.174139142036438,
      "learning_rate": 1.8771480313560612e-07,
      "loss": 0.3335,
      "step": 2517130
    },
    {
      "epoch": 702.52,
      "grad_norm": 1.0740647315979004,
      "learning_rate": 1.8770420013594088e-07,
      "loss": 0.3384,
      "step": 2517140
    },
    {
      "epoch": 702.53,
      "grad_norm": 1.138153314590454,
      "learning_rate": 1.8769359742324583e-07,
      "loss": 0.3268,
      "step": 2517150
    },
    {
      "epoch": 702.53,
      "grad_norm": 1.3115304708480835,
      "learning_rate": 1.8768299499752276e-07,
      "loss": 0.3256,
      "step": 2517160
    },
    {
      "epoch": 702.53,
      "grad_norm": 1.4710301160812378,
      "learning_rate": 1.8767239285877251e-07,
      "loss": 0.32,
      "step": 2517170
    },
    {
      "epoch": 702.53,
      "grad_norm": 1.1408430337905884,
      "learning_rate": 1.8766179100699685e-07,
      "loss": 0.3445,
      "step": 2517180
    },
    {
      "epoch": 702.54,
      "grad_norm": 1.3184036016464233,
      "learning_rate": 1.8765118944219685e-07,
      "loss": 0.3245,
      "step": 2517190
    },
    {
      "epoch": 702.54,
      "grad_norm": 1.6101669073104858,
      "learning_rate": 1.8764058816437433e-07,
      "loss": 0.3429,
      "step": 2517200
    },
    {
      "epoch": 702.54,
      "grad_norm": 0.9795473217964172,
      "learning_rate": 1.8762998717353084e-07,
      "loss": 0.3376,
      "step": 2517210
    },
    {
      "epoch": 702.55,
      "grad_norm": 1.493948221206665,
      "learning_rate": 1.8761938646966744e-07,
      "loss": 0.344,
      "step": 2517220
    },
    {
      "epoch": 702.55,
      "grad_norm": 1.3723610639572144,
      "learning_rate": 1.8760878605278565e-07,
      "loss": 0.3432,
      "step": 2517230
    },
    {
      "epoch": 702.55,
      "grad_norm": 1.1423509120941162,
      "learning_rate": 1.8759818592288654e-07,
      "loss": 0.3397,
      "step": 2517240
    },
    {
      "epoch": 702.55,
      "grad_norm": 1.142161250114441,
      "learning_rate": 1.875875860799722e-07,
      "loss": 0.3292,
      "step": 2517250
    },
    {
      "epoch": 702.56,
      "grad_norm": 1.2399697303771973,
      "learning_rate": 1.8757698652404315e-07,
      "loss": 0.313,
      "step": 2517260
    },
    {
      "epoch": 702.56,
      "grad_norm": 1.2283885478973389,
      "learning_rate": 1.8756638725510197e-07,
      "loss": 0.33,
      "step": 2517270
    },
    {
      "epoch": 702.56,
      "grad_norm": 1.401130199432373,
      "learning_rate": 1.8755578827314892e-07,
      "loss": 0.362,
      "step": 2517280
    },
    {
      "epoch": 702.56,
      "grad_norm": 1.2419674396514893,
      "learning_rate": 1.8754518957818585e-07,
      "loss": 0.3223,
      "step": 2517290
    },
    {
      "epoch": 702.57,
      "grad_norm": 1.2232344150543213,
      "learning_rate": 1.875345911702148e-07,
      "loss": 0.3284,
      "step": 2517300
    },
    {
      "epoch": 702.57,
      "grad_norm": 1.39339280128479,
      "learning_rate": 1.8752399304923634e-07,
      "loss": 0.3297,
      "step": 2517310
    },
    {
      "epoch": 702.57,
      "grad_norm": 1.200976014137268,
      "learning_rate": 1.8751339521525174e-07,
      "loss": 0.3189,
      "step": 2517320
    },
    {
      "epoch": 702.58,
      "grad_norm": 1.307008981704712,
      "learning_rate": 1.8750279766826308e-07,
      "loss": 0.3338,
      "step": 2517330
    },
    {
      "epoch": 702.58,
      "grad_norm": 1.3059947490692139,
      "learning_rate": 1.8749220040827195e-07,
      "loss": 0.3462,
      "step": 2517340
    },
    {
      "epoch": 702.58,
      "grad_norm": 1.1995893716812134,
      "learning_rate": 1.8748160343527856e-07,
      "loss": 0.332,
      "step": 2517350
    },
    {
      "epoch": 702.58,
      "grad_norm": 1.1082998514175415,
      "learning_rate": 1.8747100674928558e-07,
      "loss": 0.3421,
      "step": 2517360
    },
    {
      "epoch": 702.59,
      "grad_norm": 1.3177577257156372,
      "learning_rate": 1.8746041035029372e-07,
      "loss": 0.3432,
      "step": 2517370
    },
    {
      "epoch": 702.59,
      "grad_norm": 1.2949813604354858,
      "learning_rate": 1.8744981423830458e-07,
      "loss": 0.3308,
      "step": 2517380
    },
    {
      "epoch": 702.59,
      "grad_norm": 1.207573413848877,
      "learning_rate": 1.8743921841331998e-07,
      "loss": 0.3405,
      "step": 2517390
    },
    {
      "epoch": 702.6,
      "grad_norm": 1.3786386251449585,
      "learning_rate": 1.874286228753407e-07,
      "loss": 0.3472,
      "step": 2517400
    },
    {
      "epoch": 702.6,
      "grad_norm": 1.443285346031189,
      "learning_rate": 1.8741802762436827e-07,
      "loss": 0.359,
      "step": 2517410
    },
    {
      "epoch": 702.6,
      "grad_norm": 1.151906132698059,
      "learning_rate": 1.8740743266040404e-07,
      "loss": 0.3152,
      "step": 2517420
    },
    {
      "epoch": 702.6,
      "grad_norm": 1.3039404153823853,
      "learning_rate": 1.8739683798345008e-07,
      "loss": 0.3346,
      "step": 2517430
    },
    {
      "epoch": 702.61,
      "grad_norm": 1.1558468341827393,
      "learning_rate": 1.8738624359350713e-07,
      "loss": 0.3289,
      "step": 2517440
    },
    {
      "epoch": 702.61,
      "grad_norm": 1.3306736946105957,
      "learning_rate": 1.8737564949057654e-07,
      "loss": 0.3253,
      "step": 2517450
    },
    {
      "epoch": 702.61,
      "grad_norm": 1.2797496318817139,
      "learning_rate": 1.8736505567466036e-07,
      "loss": 0.3344,
      "step": 2517460
    },
    {
      "epoch": 702.62,
      "grad_norm": 1.3202826976776123,
      "learning_rate": 1.8735446214575887e-07,
      "loss": 0.3431,
      "step": 2517470
    },
    {
      "epoch": 702.62,
      "grad_norm": 1.1705366373062134,
      "learning_rate": 1.873438689038752e-07,
      "loss": 0.3287,
      "step": 2517480
    },
    {
      "epoch": 702.62,
      "grad_norm": 1.1804006099700928,
      "learning_rate": 1.8733327594900853e-07,
      "loss": 0.3413,
      "step": 2517490
    },
    {
      "epoch": 702.62,
      "grad_norm": 1.2491101026535034,
      "learning_rate": 1.873226832811628e-07,
      "loss": 0.3539,
      "step": 2517500
    },
    {
      "epoch": 702.63,
      "grad_norm": 1.2803630828857422,
      "learning_rate": 1.8731209090033748e-07,
      "loss": 0.3376,
      "step": 2517510
    },
    {
      "epoch": 702.63,
      "grad_norm": 7.4064812660217285,
      "learning_rate": 1.8730149880653466e-07,
      "loss": 0.3423,
      "step": 2517520
    },
    {
      "epoch": 702.63,
      "grad_norm": 1.1877598762512207,
      "learning_rate": 1.8729090699975612e-07,
      "loss": 0.3386,
      "step": 2517530
    },
    {
      "epoch": 702.63,
      "grad_norm": 1.0595124959945679,
      "learning_rate": 1.8728031548000243e-07,
      "loss": 0.3387,
      "step": 2517540
    },
    {
      "epoch": 702.64,
      "grad_norm": 1.1697489023208618,
      "learning_rate": 1.872697242472754e-07,
      "loss": 0.347,
      "step": 2517550
    },
    {
      "epoch": 702.64,
      "grad_norm": 1.2373353242874146,
      "learning_rate": 1.8725913330157658e-07,
      "loss": 0.3182,
      "step": 2517560
    },
    {
      "epoch": 702.64,
      "grad_norm": 1.2401728630065918,
      "learning_rate": 1.8724854264290777e-07,
      "loss": 0.3457,
      "step": 2517570
    },
    {
      "epoch": 702.65,
      "grad_norm": 1.4687511920928955,
      "learning_rate": 1.8723795227126927e-07,
      "loss": 0.3406,
      "step": 2517580
    },
    {
      "epoch": 702.65,
      "grad_norm": 1.3618167638778687,
      "learning_rate": 1.8722736218666343e-07,
      "loss": 0.3352,
      "step": 2517590
    },
    {
      "epoch": 702.65,
      "grad_norm": 1.2561063766479492,
      "learning_rate": 1.8721677238909151e-07,
      "loss": 0.3349,
      "step": 2517600
    },
    {
      "epoch": 702.65,
      "grad_norm": 1.1220020055770874,
      "learning_rate": 1.8720618287855405e-07,
      "loss": 0.3329,
      "step": 2517610
    },
    {
      "epoch": 702.66,
      "grad_norm": 1.3296728134155273,
      "learning_rate": 1.871955936550539e-07,
      "loss": 0.3376,
      "step": 2517620
    },
    {
      "epoch": 702.66,
      "grad_norm": 1.4130648374557495,
      "learning_rate": 1.8718500471859134e-07,
      "loss": 0.3403,
      "step": 2517630
    },
    {
      "epoch": 702.66,
      "grad_norm": 1.2518960237503052,
      "learning_rate": 1.8717441606916792e-07,
      "loss": 0.3489,
      "step": 2517640
    },
    {
      "epoch": 702.67,
      "grad_norm": 1.097529649734497,
      "learning_rate": 1.8716382770678573e-07,
      "loss": 0.3518,
      "step": 2517650
    },
    {
      "epoch": 702.67,
      "grad_norm": 1.4481027126312256,
      "learning_rate": 1.871532396314458e-07,
      "loss": 0.341,
      "step": 2517660
    },
    {
      "epoch": 702.67,
      "grad_norm": 1.3053468465805054,
      "learning_rate": 1.8714265184314917e-07,
      "loss": 0.3308,
      "step": 2517670
    },
    {
      "epoch": 702.67,
      "grad_norm": 1.2378286123275757,
      "learning_rate": 1.8713206434189768e-07,
      "loss": 0.3174,
      "step": 2517680
    },
    {
      "epoch": 702.68,
      "grad_norm": 1.3440977334976196,
      "learning_rate": 1.8712147712769314e-07,
      "loss": 0.3533,
      "step": 2517690
    },
    {
      "epoch": 702.68,
      "grad_norm": 1.3180896043777466,
      "learning_rate": 1.8711089020053527e-07,
      "loss": 0.3225,
      "step": 2517700
    },
    {
      "epoch": 702.68,
      "grad_norm": 1.3083499670028687,
      "learning_rate": 1.8710030356042777e-07,
      "loss": 0.3414,
      "step": 2517710
    },
    {
      "epoch": 702.68,
      "grad_norm": 1.1670714616775513,
      "learning_rate": 1.8708971720737058e-07,
      "loss": 0.3407,
      "step": 2517720
    },
    {
      "epoch": 702.69,
      "grad_norm": 1.153261423110962,
      "learning_rate": 1.8707913114136528e-07,
      "loss": 0.3408,
      "step": 2517730
    },
    {
      "epoch": 702.69,
      "grad_norm": 1.4059354066848755,
      "learning_rate": 1.8706854536241367e-07,
      "loss": 0.341,
      "step": 2517740
    },
    {
      "epoch": 702.69,
      "grad_norm": 1.2694276571273804,
      "learning_rate": 1.8705795987051685e-07,
      "loss": 0.3385,
      "step": 2517750
    },
    {
      "epoch": 702.7,
      "grad_norm": 1.2072117328643799,
      "learning_rate": 1.8704737466567634e-07,
      "loss": 0.3312,
      "step": 2517760
    },
    {
      "epoch": 702.7,
      "grad_norm": 1.2226465940475464,
      "learning_rate": 1.8703678974789342e-07,
      "loss": 0.3534,
      "step": 2517770
    },
    {
      "epoch": 702.7,
      "grad_norm": 1.0794813632965088,
      "learning_rate": 1.870262051171697e-07,
      "loss": 0.3456,
      "step": 2517780
    },
    {
      "epoch": 702.7,
      "grad_norm": 1.5163178443908691,
      "learning_rate": 1.8701562077350647e-07,
      "loss": 0.352,
      "step": 2517790
    },
    {
      "epoch": 702.71,
      "grad_norm": 1.3022699356079102,
      "learning_rate": 1.8700503671690552e-07,
      "loss": 0.3514,
      "step": 2517800
    },
    {
      "epoch": 702.71,
      "grad_norm": 1.2082850933074951,
      "learning_rate": 1.869944529473674e-07,
      "loss": 0.3213,
      "step": 2517810
    },
    {
      "epoch": 702.71,
      "grad_norm": 1.221881628036499,
      "learning_rate": 1.869838694648942e-07,
      "loss": 0.3324,
      "step": 2517820
    },
    {
      "epoch": 702.72,
      "grad_norm": 1.3193237781524658,
      "learning_rate": 1.8697328626948744e-07,
      "loss": 0.3412,
      "step": 2517830
    },
    {
      "epoch": 702.72,
      "grad_norm": 1.2272145748138428,
      "learning_rate": 1.8696270336114768e-07,
      "loss": 0.3335,
      "step": 2517840
    },
    {
      "epoch": 702.72,
      "grad_norm": 1.1848746538162231,
      "learning_rate": 1.8695212073987749e-07,
      "loss": 0.3321,
      "step": 2517850
    },
    {
      "epoch": 702.72,
      "grad_norm": 1.4404487609863281,
      "learning_rate": 1.8694153840567743e-07,
      "loss": 0.3512,
      "step": 2517860
    },
    {
      "epoch": 702.73,
      "grad_norm": 1.0797834396362305,
      "learning_rate": 1.8693095635854901e-07,
      "loss": 0.3245,
      "step": 2517870
    },
    {
      "epoch": 702.73,
      "grad_norm": 1.1564767360687256,
      "learning_rate": 1.8692037459849386e-07,
      "loss": 0.3412,
      "step": 2517880
    },
    {
      "epoch": 702.73,
      "grad_norm": 1.2218419313430786,
      "learning_rate": 1.8690979312551373e-07,
      "loss": 0.3246,
      "step": 2517890
    },
    {
      "epoch": 702.74,
      "grad_norm": 1.2668401002883911,
      "learning_rate": 1.8689921193960916e-07,
      "loss": 0.3338,
      "step": 2517900
    },
    {
      "epoch": 702.74,
      "grad_norm": 1.1701408624649048,
      "learning_rate": 1.8688863104078227e-07,
      "loss": 0.3355,
      "step": 2517910
    },
    {
      "epoch": 702.74,
      "grad_norm": 1.107171893119812,
      "learning_rate": 1.8687805042903432e-07,
      "loss": 0.3387,
      "step": 2517920
    },
    {
      "epoch": 702.74,
      "grad_norm": 1.1089636087417603,
      "learning_rate": 1.8686747010436585e-07,
      "loss": 0.3443,
      "step": 2517930
    },
    {
      "epoch": 702.75,
      "grad_norm": 1.4180834293365479,
      "learning_rate": 1.8685689006677999e-07,
      "loss": 0.3394,
      "step": 2517940
    },
    {
      "epoch": 702.75,
      "grad_norm": 1.1849865913391113,
      "learning_rate": 1.8684631031627672e-07,
      "loss": 0.3276,
      "step": 2517950
    },
    {
      "epoch": 702.75,
      "grad_norm": 1.2858378887176514,
      "learning_rate": 1.8683573085285785e-07,
      "loss": 0.349,
      "step": 2517960
    },
    {
      "epoch": 702.75,
      "grad_norm": 1.2170571088790894,
      "learning_rate": 1.8682515167652524e-07,
      "loss": 0.3241,
      "step": 2517970
    },
    {
      "epoch": 702.76,
      "grad_norm": 1.3896044492721558,
      "learning_rate": 1.8681457278727965e-07,
      "loss": 0.3294,
      "step": 2517980
    },
    {
      "epoch": 702.76,
      "grad_norm": 1.2646929025650024,
      "learning_rate": 1.8680399418512264e-07,
      "loss": 0.3334,
      "step": 2517990
    },
    {
      "epoch": 702.76,
      "grad_norm": 1.1844263076782227,
      "learning_rate": 1.8679341587005577e-07,
      "loss": 0.331,
      "step": 2518000
    },
    {
      "epoch": 702.77,
      "grad_norm": 1.4413416385650635,
      "learning_rate": 1.8678283784208085e-07,
      "loss": 0.3506,
      "step": 2518010
    },
    {
      "epoch": 702.77,
      "grad_norm": 1.186291217803955,
      "learning_rate": 1.8677226010119793e-07,
      "loss": 0.3192,
      "step": 2518020
    },
    {
      "epoch": 702.77,
      "grad_norm": 1.121952772140503,
      "learning_rate": 1.8676168264741034e-07,
      "loss": 0.3513,
      "step": 2518030
    },
    {
      "epoch": 702.77,
      "grad_norm": 2.061417818069458,
      "learning_rate": 1.867511054807178e-07,
      "loss": 0.3251,
      "step": 2518040
    },
    {
      "epoch": 702.78,
      "grad_norm": 1.2423888444900513,
      "learning_rate": 1.8674052860112274e-07,
      "loss": 0.3393,
      "step": 2518050
    },
    {
      "epoch": 702.78,
      "grad_norm": 1.2679673433303833,
      "learning_rate": 1.867299520086264e-07,
      "loss": 0.3336,
      "step": 2518060
    },
    {
      "epoch": 702.78,
      "grad_norm": 1.3274438381195068,
      "learning_rate": 1.867193757032293e-07,
      "loss": 0.3369,
      "step": 2518070
    },
    {
      "epoch": 702.79,
      "grad_norm": 1.0801286697387695,
      "learning_rate": 1.8670879968493434e-07,
      "loss": 0.3425,
      "step": 2518080
    },
    {
      "epoch": 702.79,
      "grad_norm": 1.1599266529083252,
      "learning_rate": 1.8669822395374172e-07,
      "loss": 0.32,
      "step": 2518090
    },
    {
      "epoch": 702.79,
      "grad_norm": 1.2837799787521362,
      "learning_rate": 1.866876485096533e-07,
      "loss": 0.3514,
      "step": 2518100
    },
    {
      "epoch": 702.79,
      "grad_norm": 1.718607783317566,
      "learning_rate": 1.8667707335267064e-07,
      "loss": 0.324,
      "step": 2518110
    },
    {
      "epoch": 702.8,
      "grad_norm": 1.2546533346176147,
      "learning_rate": 1.866664984827948e-07,
      "loss": 0.3258,
      "step": 2518120
    },
    {
      "epoch": 702.8,
      "grad_norm": 1.2924829721450806,
      "learning_rate": 1.8665592390002755e-07,
      "loss": 0.3346,
      "step": 2518130
    },
    {
      "epoch": 702.8,
      "grad_norm": 1.0936691761016846,
      "learning_rate": 1.8664534960436996e-07,
      "loss": 0.3435,
      "step": 2518140
    },
    {
      "epoch": 702.8,
      "grad_norm": 1.3482637405395508,
      "learning_rate": 1.8663477559582384e-07,
      "loss": 0.3148,
      "step": 2518150
    },
    {
      "epoch": 702.81,
      "grad_norm": 1.2940263748168945,
      "learning_rate": 1.8662420187438976e-07,
      "loss": 0.3295,
      "step": 2518160
    },
    {
      "epoch": 702.81,
      "grad_norm": 1.334645390510559,
      "learning_rate": 1.8661362844007026e-07,
      "loss": 0.3354,
      "step": 2518170
    },
    {
      "epoch": 702.81,
      "grad_norm": 1.4280117750167847,
      "learning_rate": 1.8660305529286588e-07,
      "loss": 0.3322,
      "step": 2518180
    },
    {
      "epoch": 702.82,
      "grad_norm": 1.2838001251220703,
      "learning_rate": 1.8659248243277844e-07,
      "loss": 0.3219,
      "step": 2518190
    },
    {
      "epoch": 702.82,
      "grad_norm": 1.1373740434646606,
      "learning_rate": 1.8658190985980976e-07,
      "loss": 0.3157,
      "step": 2518200
    },
    {
      "epoch": 702.82,
      "grad_norm": 1.534508228302002,
      "learning_rate": 1.8657133757396013e-07,
      "loss": 0.3352,
      "step": 2518210
    },
    {
      "epoch": 702.82,
      "grad_norm": 1.20442795753479,
      "learning_rate": 1.865607655752316e-07,
      "loss": 0.3349,
      "step": 2518220
    },
    {
      "epoch": 702.83,
      "grad_norm": 1.3022514581680298,
      "learning_rate": 1.8655019386362547e-07,
      "loss": 0.3274,
      "step": 2518230
    },
    {
      "epoch": 702.83,
      "grad_norm": 1.0701113939285278,
      "learning_rate": 1.8653962243914384e-07,
      "loss": 0.3378,
      "step": 2518240
    },
    {
      "epoch": 702.83,
      "grad_norm": 1.3208500146865845,
      "learning_rate": 1.8652905130178698e-07,
      "loss": 0.3522,
      "step": 2518250
    },
    {
      "epoch": 702.84,
      "grad_norm": 3.085590362548828,
      "learning_rate": 1.8651848045155691e-07,
      "loss": 0.3493,
      "step": 2518260
    },
    {
      "epoch": 702.84,
      "grad_norm": 1.1561028957366943,
      "learning_rate": 1.8650790988845527e-07,
      "loss": 0.3394,
      "step": 2518270
    },
    {
      "epoch": 702.84,
      "grad_norm": 1.0401469469070435,
      "learning_rate": 1.8649733961248226e-07,
      "loss": 0.3446,
      "step": 2518280
    },
    {
      "epoch": 702.84,
      "grad_norm": 1.1227061748504639,
      "learning_rate": 1.8648676962364103e-07,
      "loss": 0.3406,
      "step": 2518290
    },
    {
      "epoch": 702.85,
      "grad_norm": 1.141440749168396,
      "learning_rate": 1.864761999219316e-07,
      "loss": 0.3439,
      "step": 2518300
    },
    {
      "epoch": 702.85,
      "grad_norm": 1.1886377334594727,
      "learning_rate": 1.8646563050735628e-07,
      "loss": 0.3305,
      "step": 2518310
    },
    {
      "epoch": 702.85,
      "grad_norm": 1.321292757987976,
      "learning_rate": 1.8645506137991558e-07,
      "loss": 0.3336,
      "step": 2518320
    },
    {
      "epoch": 702.86,
      "grad_norm": 1.2043741941452026,
      "learning_rate": 1.8644449253961214e-07,
      "loss": 0.3229,
      "step": 2518330
    },
    {
      "epoch": 702.86,
      "grad_norm": 1.5757242441177368,
      "learning_rate": 1.8643392398644618e-07,
      "loss": 0.3425,
      "step": 2518340
    },
    {
      "epoch": 702.86,
      "grad_norm": 1.3148624897003174,
      "learning_rate": 1.8642335572041983e-07,
      "loss": 0.3284,
      "step": 2518350
    },
    {
      "epoch": 702.86,
      "grad_norm": 1.2721874713897705,
      "learning_rate": 1.8641278774153384e-07,
      "loss": 0.3441,
      "step": 2518360
    },
    {
      "epoch": 702.87,
      "grad_norm": 1.2678351402282715,
      "learning_rate": 1.8640222004979027e-07,
      "loss": 0.3554,
      "step": 2518370
    },
    {
      "epoch": 702.87,
      "grad_norm": 1.4168387651443481,
      "learning_rate": 1.8639165264519048e-07,
      "loss": 0.334,
      "step": 2518380
    },
    {
      "epoch": 702.87,
      "grad_norm": 1.223368763923645,
      "learning_rate": 1.8638108552773546e-07,
      "loss": 0.3381,
      "step": 2518390
    },
    {
      "epoch": 702.87,
      "grad_norm": 1.3891785144805908,
      "learning_rate": 1.8637051869742678e-07,
      "loss": 0.3285,
      "step": 2518400
    },
    {
      "epoch": 702.88,
      "grad_norm": 1.804533839225769,
      "learning_rate": 1.8635995215426627e-07,
      "loss": 0.3523,
      "step": 2518410
    },
    {
      "epoch": 702.88,
      "grad_norm": 1.2112818956375122,
      "learning_rate": 1.8634938589825418e-07,
      "loss": 0.3412,
      "step": 2518420
    },
    {
      "epoch": 702.88,
      "grad_norm": 1.2585222721099854,
      "learning_rate": 1.8633881992939342e-07,
      "loss": 0.3351,
      "step": 2518430
    },
    {
      "epoch": 702.89,
      "grad_norm": 1.6116034984588623,
      "learning_rate": 1.8632825424768445e-07,
      "loss": 0.3427,
      "step": 2518440
    },
    {
      "epoch": 702.89,
      "grad_norm": 1.4644051790237427,
      "learning_rate": 1.8631768885312885e-07,
      "loss": 0.3416,
      "step": 2518450
    },
    {
      "epoch": 702.89,
      "grad_norm": 1.1922428607940674,
      "learning_rate": 1.8630712374572794e-07,
      "loss": 0.331,
      "step": 2518460
    },
    {
      "epoch": 702.89,
      "grad_norm": 1.1413503885269165,
      "learning_rate": 1.8629655892548376e-07,
      "loss": 0.332,
      "step": 2518470
    },
    {
      "epoch": 702.9,
      "grad_norm": 1.3157464265823364,
      "learning_rate": 1.862859943923969e-07,
      "loss": 0.3372,
      "step": 2518480
    },
    {
      "epoch": 702.9,
      "grad_norm": 1.2611074447631836,
      "learning_rate": 1.862754301464691e-07,
      "loss": 0.3526,
      "step": 2518490
    },
    {
      "epoch": 702.9,
      "grad_norm": 1.1117132902145386,
      "learning_rate": 1.8626486618770197e-07,
      "loss": 0.3275,
      "step": 2518500
    },
    {
      "epoch": 702.91,
      "grad_norm": 1.2583158016204834,
      "learning_rate": 1.8625430251609604e-07,
      "loss": 0.3301,
      "step": 2518510
    },
    {
      "epoch": 702.91,
      "grad_norm": 1.2107635736465454,
      "learning_rate": 1.8624373913165414e-07,
      "loss": 0.345,
      "step": 2518520
    },
    {
      "epoch": 702.91,
      "grad_norm": 1.4941455125808716,
      "learning_rate": 1.8623317603437652e-07,
      "loss": 0.3485,
      "step": 2518530
    },
    {
      "epoch": 702.91,
      "grad_norm": 1.2062932252883911,
      "learning_rate": 1.862226132242648e-07,
      "loss": 0.3531,
      "step": 2518540
    },
    {
      "epoch": 702.92,
      "grad_norm": 1.1723889112472534,
      "learning_rate": 1.8621205070132125e-07,
      "loss": 0.3361,
      "step": 2518550
    },
    {
      "epoch": 702.92,
      "grad_norm": 1.5780900716781616,
      "learning_rate": 1.8620148846554594e-07,
      "loss": 0.3449,
      "step": 2518560
    },
    {
      "epoch": 702.92,
      "grad_norm": 1.1819032430648804,
      "learning_rate": 1.8619092651694116e-07,
      "loss": 0.3141,
      "step": 2518570
    },
    {
      "epoch": 702.92,
      "grad_norm": 1.1702113151550293,
      "learning_rate": 1.8618036485550798e-07,
      "loss": 0.3359,
      "step": 2518580
    },
    {
      "epoch": 702.93,
      "grad_norm": 1.1657075881958008,
      "learning_rate": 1.8616980348124818e-07,
      "loss": 0.3421,
      "step": 2518590
    },
    {
      "epoch": 702.93,
      "grad_norm": 1.135132074356079,
      "learning_rate": 1.861592423941621e-07,
      "loss": 0.347,
      "step": 2518600
    },
    {
      "epoch": 702.93,
      "grad_norm": 1.2363988161087036,
      "learning_rate": 1.8614868159425303e-07,
      "loss": 0.3451,
      "step": 2518610
    },
    {
      "epoch": 702.94,
      "grad_norm": 1.3430171012878418,
      "learning_rate": 1.861381210815205e-07,
      "loss": 0.3487,
      "step": 2518620
    },
    {
      "epoch": 702.94,
      "grad_norm": 1.2434123754501343,
      "learning_rate": 1.8612756085596684e-07,
      "loss": 0.3371,
      "step": 2518630
    },
    {
      "epoch": 702.94,
      "grad_norm": 1.2691401243209839,
      "learning_rate": 1.8611700091759391e-07,
      "loss": 0.3353,
      "step": 2518640
    },
    {
      "epoch": 702.94,
      "grad_norm": 1.2104519605636597,
      "learning_rate": 1.8610644126640165e-07,
      "loss": 0.3332,
      "step": 2518650
    },
    {
      "epoch": 702.95,
      "grad_norm": 1.2221816778182983,
      "learning_rate": 1.8609588190239295e-07,
      "loss": 0.3397,
      "step": 2518660
    },
    {
      "epoch": 702.95,
      "grad_norm": 1.1539065837860107,
      "learning_rate": 1.8608532282556833e-07,
      "loss": 0.3323,
      "step": 2518670
    },
    {
      "epoch": 702.95,
      "grad_norm": 1.2543604373931885,
      "learning_rate": 1.8607476403592936e-07,
      "loss": 0.346,
      "step": 2518680
    },
    {
      "epoch": 702.96,
      "grad_norm": 1.444319486618042,
      "learning_rate": 1.860642055334781e-07,
      "loss": 0.3264,
      "step": 2518690
    },
    {
      "epoch": 702.96,
      "grad_norm": 1.101008415222168,
      "learning_rate": 1.8605364731821482e-07,
      "loss": 0.3315,
      "step": 2518700
    },
    {
      "epoch": 702.96,
      "grad_norm": 1.1094083786010742,
      "learning_rate": 1.8604308939014187e-07,
      "loss": 0.3371,
      "step": 2518710
    },
    {
      "epoch": 702.96,
      "grad_norm": 1.3792824745178223,
      "learning_rate": 1.8603253174926002e-07,
      "loss": 0.3336,
      "step": 2518720
    },
    {
      "epoch": 702.97,
      "grad_norm": 6.768710613250732,
      "learning_rate": 1.8602197439557136e-07,
      "loss": 0.3256,
      "step": 2518730
    },
    {
      "epoch": 702.97,
      "grad_norm": 1.4081361293792725,
      "learning_rate": 1.8601141732907613e-07,
      "loss": 0.3286,
      "step": 2518740
    },
    {
      "epoch": 702.97,
      "grad_norm": 1.2948545217514038,
      "learning_rate": 1.860008605497772e-07,
      "loss": 0.3367,
      "step": 2518750
    },
    {
      "epoch": 702.98,
      "grad_norm": 1.2472457885742188,
      "learning_rate": 1.8599030405767487e-07,
      "loss": 0.3343,
      "step": 2518760
    },
    {
      "epoch": 702.98,
      "grad_norm": 1.1622705459594727,
      "learning_rate": 1.8597974785277118e-07,
      "loss": 0.3299,
      "step": 2518770
    },
    {
      "epoch": 702.98,
      "grad_norm": 1.3337924480438232,
      "learning_rate": 1.8596919193506746e-07,
      "loss": 0.3421,
      "step": 2518780
    },
    {
      "epoch": 702.98,
      "grad_norm": 1.300565242767334,
      "learning_rate": 1.859586363045647e-07,
      "loss": 0.3205,
      "step": 2518790
    },
    {
      "epoch": 702.99,
      "grad_norm": 1.5000048875808716,
      "learning_rate": 1.8594808096126452e-07,
      "loss": 0.3272,
      "step": 2518800
    },
    {
      "epoch": 702.99,
      "grad_norm": 1.2339030504226685,
      "learning_rate": 1.8593752590516845e-07,
      "loss": 0.3421,
      "step": 2518810
    },
    {
      "epoch": 702.99,
      "grad_norm": 1.238418698310852,
      "learning_rate": 1.8592697113627804e-07,
      "loss": 0.3265,
      "step": 2518820
    },
    {
      "epoch": 702.99,
      "grad_norm": 1.3561737537384033,
      "learning_rate": 1.8591641665459408e-07,
      "loss": 0.3386,
      "step": 2518830
    },
    {
      "epoch": 703.0,
      "grad_norm": 1.9789310693740845,
      "learning_rate": 1.8590586246011843e-07,
      "loss": 0.3553,
      "step": 2518840
    },
    {
      "epoch": 703.0,
      "eval_loss": 0.33860427141189575,
      "eval_runtime": 65.4516,
      "eval_samples_per_second": 77.294,
      "eval_steps_per_second": 9.671,
      "step": 2518849
    },
    {
      "epoch": 703.0,
      "grad_norm": 1.1036179065704346,
      "learning_rate": 1.8589530855285233e-07,
      "loss": 0.3342,
      "step": 2518850
    },
    {
      "epoch": 703.0,
      "grad_norm": 1.0426150560379028,
      "learning_rate": 1.858847549327974e-07,
      "loss": 0.3256,
      "step": 2518860
    },
    {
      "epoch": 703.01,
      "grad_norm": 1.095349669456482,
      "learning_rate": 1.8587420159995513e-07,
      "loss": 0.3272,
      "step": 2518870
    },
    {
      "epoch": 703.01,
      "grad_norm": 1.1589879989624023,
      "learning_rate": 1.8586364855432663e-07,
      "loss": 0.3393,
      "step": 2518880
    },
    {
      "epoch": 703.01,
      "grad_norm": 1.3548362255096436,
      "learning_rate": 1.8585309579591318e-07,
      "loss": 0.3227,
      "step": 2518890
    },
    {
      "epoch": 703.01,
      "grad_norm": 1.387669563293457,
      "learning_rate": 1.8584254332471632e-07,
      "loss": 0.362,
      "step": 2518900
    },
    {
      "epoch": 703.02,
      "grad_norm": 1.1197346448898315,
      "learning_rate": 1.8583199114073814e-07,
      "loss": 0.3258,
      "step": 2518910
    },
    {
      "epoch": 703.02,
      "grad_norm": 1.3110809326171875,
      "learning_rate": 1.8582143924397893e-07,
      "loss": 0.3342,
      "step": 2518920
    },
    {
      "epoch": 703.02,
      "grad_norm": 1.2901966571807861,
      "learning_rate": 1.8581088763444047e-07,
      "loss": 0.3372,
      "step": 2518930
    },
    {
      "epoch": 703.03,
      "grad_norm": 1.313250184059143,
      "learning_rate": 1.858003363121246e-07,
      "loss": 0.3497,
      "step": 2518940
    },
    {
      "epoch": 703.03,
      "grad_norm": 1.4375381469726562,
      "learning_rate": 1.8578978527703212e-07,
      "loss": 0.3426,
      "step": 2518950
    },
    {
      "epoch": 703.03,
      "grad_norm": 1.045130968093872,
      "learning_rate": 1.8577923452916532e-07,
      "loss": 0.3372,
      "step": 2518960
    },
    {
      "epoch": 703.03,
      "grad_norm": 1.187038540840149,
      "learning_rate": 1.8576868406852424e-07,
      "loss": 0.3419,
      "step": 2518970
    },
    {
      "epoch": 703.04,
      "grad_norm": 1.3750051259994507,
      "learning_rate": 1.8575813389511175e-07,
      "loss": 0.3354,
      "step": 2518980
    },
    {
      "epoch": 703.04,
      "grad_norm": 1.1592072248458862,
      "learning_rate": 1.857475840089281e-07,
      "loss": 0.3274,
      "step": 2518990
    },
    {
      "epoch": 703.04,
      "grad_norm": 1.2494382858276367,
      "learning_rate": 1.8573703440997534e-07,
      "loss": 0.3372,
      "step": 2519000
    },
    {
      "epoch": 703.04,
      "grad_norm": 1.2031384706497192,
      "learning_rate": 1.857264850982548e-07,
      "loss": 0.3437,
      "step": 2519010
    },
    {
      "epoch": 703.05,
      "grad_norm": 2.6999289989471436,
      "learning_rate": 1.857159360737678e-07,
      "loss": 0.3341,
      "step": 2519020
    },
    {
      "epoch": 703.05,
      "grad_norm": 1.392624855041504,
      "learning_rate": 1.8570538733651535e-07,
      "loss": 0.3362,
      "step": 2519030
    },
    {
      "epoch": 703.05,
      "grad_norm": 1.2089346647262573,
      "learning_rate": 1.8569483888649954e-07,
      "loss": 0.3383,
      "step": 2519040
    },
    {
      "epoch": 703.06,
      "grad_norm": 1.2597239017486572,
      "learning_rate": 1.8568429072372166e-07,
      "loss": 0.3487,
      "step": 2519050
    },
    {
      "epoch": 703.06,
      "grad_norm": 1.2372266054153442,
      "learning_rate": 1.8567374284818252e-07,
      "loss": 0.3489,
      "step": 2519060
    },
    {
      "epoch": 703.06,
      "grad_norm": 1.2218737602233887,
      "learning_rate": 1.856631952598839e-07,
      "loss": 0.3178,
      "step": 2519070
    },
    {
      "epoch": 703.06,
      "grad_norm": 1.1764687299728394,
      "learning_rate": 1.8565264795882768e-07,
      "loss": 0.3315,
      "step": 2519080
    },
    {
      "epoch": 703.07,
      "grad_norm": 1.2925671339035034,
      "learning_rate": 1.8564210094501407e-07,
      "loss": 0.3235,
      "step": 2519090
    },
    {
      "epoch": 703.07,
      "grad_norm": 1.1642193794250488,
      "learning_rate": 1.8563155421844593e-07,
      "loss": 0.3401,
      "step": 2519100
    },
    {
      "epoch": 703.07,
      "grad_norm": 1.2147866487503052,
      "learning_rate": 1.8562100777912355e-07,
      "loss": 0.32,
      "step": 2519110
    },
    {
      "epoch": 703.08,
      "grad_norm": 1.2330360412597656,
      "learning_rate": 1.8561046162704876e-07,
      "loss": 0.3217,
      "step": 2519120
    },
    {
      "epoch": 703.08,
      "grad_norm": 1.3418142795562744,
      "learning_rate": 1.8559991576222282e-07,
      "loss": 0.3331,
      "step": 2519130
    },
    {
      "epoch": 703.08,
      "grad_norm": 1.5643659830093384,
      "learning_rate": 1.8558937018464784e-07,
      "loss": 0.3362,
      "step": 2519140
    },
    {
      "epoch": 703.08,
      "grad_norm": 1.056133508682251,
      "learning_rate": 1.8557882489432406e-07,
      "loss": 0.3366,
      "step": 2519150
    },
    {
      "epoch": 703.09,
      "grad_norm": 1.3086482286453247,
      "learning_rate": 1.8556827989125333e-07,
      "loss": 0.3515,
      "step": 2519160
    },
    {
      "epoch": 703.09,
      "grad_norm": 1.2673695087432861,
      "learning_rate": 1.8555773517543796e-07,
      "loss": 0.3459,
      "step": 2519170
    },
    {
      "epoch": 703.09,
      "grad_norm": 1.2932603359222412,
      "learning_rate": 1.8554719074687746e-07,
      "loss": 0.3274,
      "step": 2519180
    },
    {
      "epoch": 703.1,
      "grad_norm": 1.2541172504425049,
      "learning_rate": 1.8553664660557518e-07,
      "loss": 0.3256,
      "step": 2519190
    },
    {
      "epoch": 703.1,
      "grad_norm": 1.267500877380371,
      "learning_rate": 1.855261027515314e-07,
      "loss": 0.3392,
      "step": 2519200
    },
    {
      "epoch": 703.1,
      "grad_norm": 1.2564117908477783,
      "learning_rate": 1.855155591847477e-07,
      "loss": 0.3216,
      "step": 2519210
    },
    {
      "epoch": 703.1,
      "grad_norm": 1.444650650024414,
      "learning_rate": 1.8550501590522612e-07,
      "loss": 0.354,
      "step": 2519220
    },
    {
      "epoch": 703.11,
      "grad_norm": 1.3148263692855835,
      "learning_rate": 1.854944729129667e-07,
      "loss": 0.3374,
      "step": 2519230
    },
    {
      "epoch": 703.11,
      "grad_norm": 1.3990039825439453,
      "learning_rate": 1.8548393020797227e-07,
      "loss": 0.3338,
      "step": 2519240
    },
    {
      "epoch": 703.11,
      "grad_norm": 1.1550954580307007,
      "learning_rate": 1.8547338779024363e-07,
      "loss": 0.337,
      "step": 2519250
    },
    {
      "epoch": 703.11,
      "grad_norm": 1.3983376026153564,
      "learning_rate": 1.854628456597818e-07,
      "loss": 0.3252,
      "step": 2519260
    },
    {
      "epoch": 703.12,
      "grad_norm": 1.2791308164596558,
      "learning_rate": 1.854523038165889e-07,
      "loss": 0.3275,
      "step": 2519270
    },
    {
      "epoch": 703.12,
      "grad_norm": 1.3403092622756958,
      "learning_rate": 1.854417622606662e-07,
      "loss": 0.3246,
      "step": 2519280
    },
    {
      "epoch": 703.12,
      "grad_norm": 1.2963989973068237,
      "learning_rate": 1.8543122099201449e-07,
      "loss": 0.3487,
      "step": 2519290
    },
    {
      "epoch": 703.13,
      "grad_norm": 1.376522421836853,
      "learning_rate": 1.8542068001063583e-07,
      "loss": 0.3342,
      "step": 2519300
    },
    {
      "epoch": 703.13,
      "grad_norm": 1.1736811399459839,
      "learning_rate": 1.8541013931653157e-07,
      "loss": 0.3377,
      "step": 2519310
    },
    {
      "epoch": 703.13,
      "grad_norm": 1.1295173168182373,
      "learning_rate": 1.8539959890970217e-07,
      "loss": 0.3392,
      "step": 2519320
    },
    {
      "epoch": 703.13,
      "grad_norm": 1.327126383781433,
      "learning_rate": 1.8538905879015055e-07,
      "loss": 0.3444,
      "step": 2519330
    },
    {
      "epoch": 703.14,
      "grad_norm": 1.145550012588501,
      "learning_rate": 1.853785189578772e-07,
      "loss": 0.3315,
      "step": 2519340
    },
    {
      "epoch": 703.14,
      "grad_norm": 1.1529487371444702,
      "learning_rate": 1.853679794128834e-07,
      "loss": 0.3397,
      "step": 2519350
    },
    {
      "epoch": 703.14,
      "grad_norm": 1.8025795221328735,
      "learning_rate": 1.8535744015517156e-07,
      "loss": 0.3343,
      "step": 2519360
    },
    {
      "epoch": 703.15,
      "grad_norm": 1.2803449630737305,
      "learning_rate": 1.853469011847416e-07,
      "loss": 0.3336,
      "step": 2519370
    },
    {
      "epoch": 703.15,
      "grad_norm": 1.195979118347168,
      "learning_rate": 1.8533636250159592e-07,
      "loss": 0.327,
      "step": 2519380
    },
    {
      "epoch": 703.15,
      "grad_norm": 1.4713964462280273,
      "learning_rate": 1.8532582410573554e-07,
      "loss": 0.3331,
      "step": 2519390
    },
    {
      "epoch": 703.15,
      "grad_norm": 1.3481829166412354,
      "learning_rate": 1.8531528599716254e-07,
      "loss": 0.3157,
      "step": 2519400
    },
    {
      "epoch": 703.16,
      "grad_norm": 2.3477139472961426,
      "learning_rate": 1.853047481758769e-07,
      "loss": 0.3659,
      "step": 2519410
    },
    {
      "epoch": 703.16,
      "grad_norm": 1.1836565732955933,
      "learning_rate": 1.852942106418818e-07,
      "loss": 0.3318,
      "step": 2519420
    },
    {
      "epoch": 703.16,
      "grad_norm": 1.5089020729064941,
      "learning_rate": 1.8528367339517717e-07,
      "loss": 0.3518,
      "step": 2519430
    },
    {
      "epoch": 703.16,
      "grad_norm": 1.2192679643630981,
      "learning_rate": 1.8527313643576514e-07,
      "loss": 0.336,
      "step": 2519440
    },
    {
      "epoch": 703.17,
      "grad_norm": 1.2439833879470825,
      "learning_rate": 1.8526259976364725e-07,
      "loss": 0.3497,
      "step": 2519450
    },
    {
      "epoch": 703.17,
      "grad_norm": 1.398107886314392,
      "learning_rate": 1.852520633788243e-07,
      "loss": 0.3384,
      "step": 2519460
    },
    {
      "epoch": 703.17,
      "grad_norm": 1.505295991897583,
      "learning_rate": 1.852415272812981e-07,
      "loss": 0.3458,
      "step": 2519470
    },
    {
      "epoch": 703.18,
      "grad_norm": 1.3011424541473389,
      "learning_rate": 1.8523099147106993e-07,
      "loss": 0.3477,
      "step": 2519480
    },
    {
      "epoch": 703.18,
      "grad_norm": 1.1537702083587646,
      "learning_rate": 1.8522045594814165e-07,
      "loss": 0.343,
      "step": 2519490
    },
    {
      "epoch": 703.18,
      "grad_norm": 1.2136728763580322,
      "learning_rate": 1.8520992071251374e-07,
      "loss": 0.3223,
      "step": 2519500
    },
    {
      "epoch": 703.18,
      "grad_norm": 1.0977932214736938,
      "learning_rate": 1.8519938576418805e-07,
      "loss": 0.3498,
      "step": 2519510
    },
    {
      "epoch": 703.19,
      "grad_norm": 1.1672977209091187,
      "learning_rate": 1.8518885110316617e-07,
      "loss": 0.3285,
      "step": 2519520
    },
    {
      "epoch": 703.19,
      "grad_norm": 1.3534703254699707,
      "learning_rate": 1.8517831672944932e-07,
      "loss": 0.3543,
      "step": 2519530
    },
    {
      "epoch": 703.19,
      "grad_norm": 1.2743768692016602,
      "learning_rate": 1.851677826430394e-07,
      "loss": 0.3407,
      "step": 2519540
    },
    {
      "epoch": 703.2,
      "grad_norm": 1.2084770202636719,
      "learning_rate": 1.8515724884393635e-07,
      "loss": 0.3341,
      "step": 2519550
    },
    {
      "epoch": 703.2,
      "grad_norm": 1.3272656202316284,
      "learning_rate": 1.851467153321436e-07,
      "loss": 0.3473,
      "step": 2519560
    },
    {
      "epoch": 703.2,
      "grad_norm": 1.3457047939300537,
      "learning_rate": 1.851361821076611e-07,
      "loss": 0.3245,
      "step": 2519570
    },
    {
      "epoch": 703.2,
      "grad_norm": 1.2095043659210205,
      "learning_rate": 1.8512564917049075e-07,
      "loss": 0.3192,
      "step": 2519580
    },
    {
      "epoch": 703.21,
      "grad_norm": 1.3230948448181152,
      "learning_rate": 1.8511511652063428e-07,
      "loss": 0.3509,
      "step": 2519590
    },
    {
      "epoch": 703.21,
      "grad_norm": 1.287293553352356,
      "learning_rate": 1.8510458415809202e-07,
      "loss": 0.3268,
      "step": 2519600
    },
    {
      "epoch": 703.21,
      "grad_norm": 1.1142940521240234,
      "learning_rate": 1.8509405208286627e-07,
      "loss": 0.3444,
      "step": 2519610
    },
    {
      "epoch": 703.22,
      "grad_norm": 1.2586294412612915,
      "learning_rate": 1.8508352029495836e-07,
      "loss": 0.3526,
      "step": 2519620
    },
    {
      "epoch": 703.22,
      "grad_norm": 1.0278292894363403,
      "learning_rate": 1.8507298879436983e-07,
      "loss": 0.3381,
      "step": 2519630
    },
    {
      "epoch": 703.22,
      "grad_norm": 1.3353703022003174,
      "learning_rate": 1.850624575811012e-07,
      "loss": 0.344,
      "step": 2519640
    },
    {
      "epoch": 703.22,
      "grad_norm": 1.0649449825286865,
      "learning_rate": 1.8505192665515482e-07,
      "loss": 0.3198,
      "step": 2519650
    },
    {
      "epoch": 703.23,
      "grad_norm": 1.4074609279632568,
      "learning_rate": 1.8504139601653173e-07,
      "loss": 0.3445,
      "step": 2519660
    },
    {
      "epoch": 703.23,
      "grad_norm": 2.3228635787963867,
      "learning_rate": 1.8503086566523297e-07,
      "loss": 0.326,
      "step": 2519670
    },
    {
      "epoch": 703.23,
      "grad_norm": 1.3575459718704224,
      "learning_rate": 1.8502033560126088e-07,
      "loss": 0.3295,
      "step": 2519680
    },
    {
      "epoch": 703.23,
      "grad_norm": 1.730675220489502,
      "learning_rate": 1.85009805824616e-07,
      "loss": 0.3263,
      "step": 2519690
    },
    {
      "epoch": 703.24,
      "grad_norm": 1.1327173709869385,
      "learning_rate": 1.8499927633529987e-07,
      "loss": 0.3405,
      "step": 2519700
    },
    {
      "epoch": 703.24,
      "grad_norm": 1.3031649589538574,
      "learning_rate": 1.8498874713331404e-07,
      "loss": 0.3424,
      "step": 2519710
    },
    {
      "epoch": 703.24,
      "grad_norm": 1.2615611553192139,
      "learning_rate": 1.8497821821866036e-07,
      "loss": 0.3326,
      "step": 2519720
    },
    {
      "epoch": 703.25,
      "grad_norm": 1.6000248193740845,
      "learning_rate": 1.849676895913396e-07,
      "loss": 0.3396,
      "step": 2519730
    },
    {
      "epoch": 703.25,
      "grad_norm": 1.437444806098938,
      "learning_rate": 1.8495716125135306e-07,
      "loss": 0.3404,
      "step": 2519740
    },
    {
      "epoch": 703.25,
      "grad_norm": 1.4048645496368408,
      "learning_rate": 1.8494663319870306e-07,
      "loss": 0.3337,
      "step": 2519750
    },
    {
      "epoch": 703.25,
      "grad_norm": 1.1363911628723145,
      "learning_rate": 1.8493610543338964e-07,
      "loss": 0.3386,
      "step": 2519760
    },
    {
      "epoch": 703.26,
      "grad_norm": 1.8382682800292969,
      "learning_rate": 1.849255779554154e-07,
      "loss": 0.3293,
      "step": 2519770
    },
    {
      "epoch": 703.26,
      "grad_norm": 1.4031927585601807,
      "learning_rate": 1.8491505076478108e-07,
      "loss": 0.3321,
      "step": 2519780
    },
    {
      "epoch": 703.26,
      "grad_norm": 1.2325230836868286,
      "learning_rate": 1.8490452386148827e-07,
      "loss": 0.3302,
      "step": 2519790
    },
    {
      "epoch": 703.27,
      "grad_norm": 1.3393350839614868,
      "learning_rate": 1.8489399724553852e-07,
      "loss": 0.3363,
      "step": 2519800
    },
    {
      "epoch": 703.27,
      "grad_norm": 1.1240030527114868,
      "learning_rate": 1.8488347091693287e-07,
      "loss": 0.3401,
      "step": 2519810
    },
    {
      "epoch": 703.27,
      "grad_norm": 1.2859270572662354,
      "learning_rate": 1.8487294487567343e-07,
      "loss": 0.3555,
      "step": 2519820
    },
    {
      "epoch": 703.27,
      "grad_norm": 1.410142183303833,
      "learning_rate": 1.8486241912176068e-07,
      "loss": 0.3428,
      "step": 2519830
    },
    {
      "epoch": 703.28,
      "grad_norm": 1.5175429582595825,
      "learning_rate": 1.8485189365519648e-07,
      "loss": 0.3459,
      "step": 2519840
    },
    {
      "epoch": 703.28,
      "grad_norm": 1.493503451347351,
      "learning_rate": 1.8484136847598235e-07,
      "loss": 0.3356,
      "step": 2519850
    },
    {
      "epoch": 703.28,
      "grad_norm": 1.4068355560302734,
      "learning_rate": 1.8483084358411962e-07,
      "loss": 0.343,
      "step": 2519860
    },
    {
      "epoch": 703.28,
      "grad_norm": 1.3569961786270142,
      "learning_rate": 1.848203189796096e-07,
      "loss": 0.3444,
      "step": 2519870
    },
    {
      "epoch": 703.29,
      "grad_norm": 1.1835057735443115,
      "learning_rate": 1.8480979466245355e-07,
      "loss": 0.3464,
      "step": 2519880
    },
    {
      "epoch": 703.29,
      "grad_norm": 1.222605586051941,
      "learning_rate": 1.8479927063265331e-07,
      "loss": 0.3417,
      "step": 2519890
    },
    {
      "epoch": 703.29,
      "grad_norm": 1.3047789335250854,
      "learning_rate": 1.847887468902092e-07,
      "loss": 0.3445,
      "step": 2519900
    },
    {
      "epoch": 703.3,
      "grad_norm": 1.9335851669311523,
      "learning_rate": 1.8477822343512424e-07,
      "loss": 0.334,
      "step": 2519910
    },
    {
      "epoch": 703.3,
      "grad_norm": 1.219768762588501,
      "learning_rate": 1.8476770026739875e-07,
      "loss": 0.3513,
      "step": 2519920
    },
    {
      "epoch": 703.3,
      "grad_norm": 1.2549835443496704,
      "learning_rate": 1.8475717738703429e-07,
      "loss": 0.3276,
      "step": 2519930
    },
    {
      "epoch": 703.3,
      "grad_norm": 1.1867403984069824,
      "learning_rate": 1.847466547940324e-07,
      "loss": 0.3419,
      "step": 2519940
    },
    {
      "epoch": 703.31,
      "grad_norm": 1.1478084325790405,
      "learning_rate": 1.847361324883949e-07,
      "loss": 0.339,
      "step": 2519950
    },
    {
      "epoch": 703.31,
      "grad_norm": 1.5231397151947021,
      "learning_rate": 1.8472561047012234e-07,
      "loss": 0.334,
      "step": 2519960
    },
    {
      "epoch": 703.31,
      "grad_norm": 1.1705479621887207,
      "learning_rate": 1.8471508873921627e-07,
      "loss": 0.3411,
      "step": 2519970
    },
    {
      "epoch": 703.32,
      "grad_norm": 1.334189534187317,
      "learning_rate": 1.8470456729567903e-07,
      "loss": 0.3378,
      "step": 2519980
    },
    {
      "epoch": 703.32,
      "grad_norm": 1.1638884544372559,
      "learning_rate": 1.8469404613951033e-07,
      "loss": 0.3375,
      "step": 2519990
    },
    {
      "epoch": 703.32,
      "grad_norm": 1.3803932666778564,
      "learning_rate": 1.8468352527071362e-07,
      "loss": 0.3497,
      "step": 2520000
    },
    {
      "epoch": 703.32,
      "grad_norm": 1.1480450630187988,
      "learning_rate": 1.8467300468928856e-07,
      "loss": 0.3373,
      "step": 2520010
    },
    {
      "epoch": 703.33,
      "grad_norm": 1.1110321283340454,
      "learning_rate": 1.846624843952373e-07,
      "loss": 0.33,
      "step": 2520020
    },
    {
      "epoch": 703.33,
      "grad_norm": 1.424967646598816,
      "learning_rate": 1.846519643885616e-07,
      "loss": 0.3486,
      "step": 2520030
    },
    {
      "epoch": 703.33,
      "grad_norm": 1.2402209043502808,
      "learning_rate": 1.8464144466926205e-07,
      "loss": 0.3422,
      "step": 2520040
    },
    {
      "epoch": 703.34,
      "grad_norm": 1.9653689861297607,
      "learning_rate": 1.846309252373404e-07,
      "loss": 0.3378,
      "step": 2520050
    },
    {
      "epoch": 703.34,
      "grad_norm": 1.2206664085388184,
      "learning_rate": 1.8462040609279827e-07,
      "loss": 0.3334,
      "step": 2520060
    },
    {
      "epoch": 703.34,
      "grad_norm": 1.2704867124557495,
      "learning_rate": 1.8460988723563718e-07,
      "loss": 0.3363,
      "step": 2520070
    },
    {
      "epoch": 703.34,
      "grad_norm": 1.2072598934173584,
      "learning_rate": 1.8459936866585743e-07,
      "loss": 0.3382,
      "step": 2520080
    },
    {
      "epoch": 703.35,
      "grad_norm": 1.3576267957687378,
      "learning_rate": 1.8458885038346185e-07,
      "loss": 0.3416,
      "step": 2520090
    },
    {
      "epoch": 703.35,
      "grad_norm": 1.4554706811904907,
      "learning_rate": 1.8457833238845094e-07,
      "loss": 0.3522,
      "step": 2520100
    },
    {
      "epoch": 703.35,
      "grad_norm": 1.231711983680725,
      "learning_rate": 1.8456781468082632e-07,
      "loss": 0.3418,
      "step": 2520110
    },
    {
      "epoch": 703.35,
      "grad_norm": 1.1803137063980103,
      "learning_rate": 1.8455729726059003e-07,
      "loss": 0.3322,
      "step": 2520120
    },
    {
      "epoch": 703.36,
      "grad_norm": 1.1870954036712646,
      "learning_rate": 1.8454678012774182e-07,
      "loss": 0.3272,
      "step": 2520130
    },
    {
      "epoch": 703.36,
      "grad_norm": 3.426659345626831,
      "learning_rate": 1.845362632822851e-07,
      "loss": 0.3442,
      "step": 2520140
    },
    {
      "epoch": 703.36,
      "grad_norm": 1.2211792469024658,
      "learning_rate": 1.845257467242198e-07,
      "loss": 0.3364,
      "step": 2520150
    },
    {
      "epoch": 703.37,
      "grad_norm": 1.3035502433776855,
      "learning_rate": 1.8451523045354784e-07,
      "loss": 0.3375,
      "step": 2520160
    },
    {
      "epoch": 703.37,
      "grad_norm": 1.1452478170394897,
      "learning_rate": 1.8450471447027123e-07,
      "loss": 0.3374,
      "step": 2520170
    },
    {
      "epoch": 703.37,
      "grad_norm": 1.305741548538208,
      "learning_rate": 1.8449419877439022e-07,
      "loss": 0.345,
      "step": 2520180
    },
    {
      "epoch": 703.37,
      "grad_norm": 1.2383135557174683,
      "learning_rate": 1.8448368336590668e-07,
      "loss": 0.3449,
      "step": 2520190
    },
    {
      "epoch": 703.38,
      "grad_norm": 1.3383303880691528,
      "learning_rate": 1.8447316824482216e-07,
      "loss": 0.3352,
      "step": 2520200
    },
    {
      "epoch": 703.38,
      "grad_norm": 1.3427067995071411,
      "learning_rate": 1.8446265341113819e-07,
      "loss": 0.3278,
      "step": 2520210
    },
    {
      "epoch": 703.38,
      "grad_norm": 1.1769241094589233,
      "learning_rate": 1.8445213886485533e-07,
      "loss": 0.3228,
      "step": 2520220
    },
    {
      "epoch": 703.39,
      "grad_norm": 1.4510501623153687,
      "learning_rate": 1.8444162460597641e-07,
      "loss": 0.3521,
      "step": 2520230
    },
    {
      "epoch": 703.39,
      "grad_norm": 1.1907373666763306,
      "learning_rate": 1.8443111063450173e-07,
      "loss": 0.3441,
      "step": 2520240
    },
    {
      "epoch": 703.39,
      "grad_norm": 1.2795344591140747,
      "learning_rate": 1.844205969504328e-07,
      "loss": 0.3432,
      "step": 2520250
    },
    {
      "epoch": 703.39,
      "grad_norm": 1.372588872909546,
      "learning_rate": 1.8441008355377148e-07,
      "loss": 0.353,
      "step": 2520260
    },
    {
      "epoch": 703.4,
      "grad_norm": 1.1100902557373047,
      "learning_rate": 1.843995704445188e-07,
      "loss": 0.3402,
      "step": 2520270
    },
    {
      "epoch": 703.4,
      "grad_norm": 1.3722360134124756,
      "learning_rate": 1.8438905762267604e-07,
      "loss": 0.3353,
      "step": 2520280
    },
    {
      "epoch": 703.4,
      "grad_norm": 1.230379343032837,
      "learning_rate": 1.8437854508824482e-07,
      "loss": 0.3501,
      "step": 2520290
    },
    {
      "epoch": 703.4,
      "grad_norm": 1.39675772190094,
      "learning_rate": 1.8436803284122716e-07,
      "loss": 0.3218,
      "step": 2520300
    },
    {
      "epoch": 703.41,
      "grad_norm": 1.4386225938796997,
      "learning_rate": 1.8435752088162307e-07,
      "loss": 0.3356,
      "step": 2520310
    },
    {
      "epoch": 703.41,
      "grad_norm": 1.1806637048721313,
      "learning_rate": 1.8434700920943491e-07,
      "loss": 0.3398,
      "step": 2520320
    },
    {
      "epoch": 703.41,
      "grad_norm": 1.30951726436615,
      "learning_rate": 1.8433649782466426e-07,
      "loss": 0.3389,
      "step": 2520330
    },
    {
      "epoch": 703.42,
      "grad_norm": 1.2260866165161133,
      "learning_rate": 1.8432598672731133e-07,
      "loss": 0.3303,
      "step": 2520340
    },
    {
      "epoch": 703.42,
      "grad_norm": 1.2527425289154053,
      "learning_rate": 1.8431547591737927e-07,
      "loss": 0.3318,
      "step": 2520350
    },
    {
      "epoch": 703.42,
      "grad_norm": 1.4081956148147583,
      "learning_rate": 1.8430496539486782e-07,
      "loss": 0.3486,
      "step": 2520360
    },
    {
      "epoch": 703.42,
      "grad_norm": 1.2488045692443848,
      "learning_rate": 1.8429445515977932e-07,
      "loss": 0.3403,
      "step": 2520370
    },
    {
      "epoch": 703.43,
      "grad_norm": 1.334790587425232,
      "learning_rate": 1.8428394521211483e-07,
      "loss": 0.3493,
      "step": 2520380
    },
    {
      "epoch": 703.43,
      "grad_norm": 1.2006009817123413,
      "learning_rate": 1.8427343555187613e-07,
      "loss": 0.3213,
      "step": 2520390
    },
    {
      "epoch": 703.43,
      "grad_norm": 1.2763975858688354,
      "learning_rate": 1.8426292617906428e-07,
      "loss": 0.3309,
      "step": 2520400
    },
    {
      "epoch": 703.44,
      "grad_norm": 3.618206024169922,
      "learning_rate": 1.8425241709368087e-07,
      "loss": 0.3411,
      "step": 2520410
    },
    {
      "epoch": 703.44,
      "grad_norm": 1.2711154222488403,
      "learning_rate": 1.842419082957269e-07,
      "loss": 0.3379,
      "step": 2520420
    },
    {
      "epoch": 703.44,
      "grad_norm": 1.0938838720321655,
      "learning_rate": 1.8423139978520396e-07,
      "loss": 0.3374,
      "step": 2520430
    },
    {
      "epoch": 703.44,
      "grad_norm": 1.3596763610839844,
      "learning_rate": 1.8422089156211409e-07,
      "loss": 0.3445,
      "step": 2520440
    },
    {
      "epoch": 703.45,
      "grad_norm": 1.1200145483016968,
      "learning_rate": 1.842103836264576e-07,
      "loss": 0.3498,
      "step": 2520450
    },
    {
      "epoch": 703.45,
      "grad_norm": 1.467352032661438,
      "learning_rate": 1.8419987597823654e-07,
      "loss": 0.3411,
      "step": 2520460
    },
    {
      "epoch": 703.45,
      "grad_norm": 1.1662609577178955,
      "learning_rate": 1.841893686174525e-07,
      "loss": 0.3288,
      "step": 2520470
    },
    {
      "epoch": 703.46,
      "grad_norm": 1.358229160308838,
      "learning_rate": 1.841788615441057e-07,
      "loss": 0.3368,
      "step": 2520480
    },
    {
      "epoch": 703.46,
      "grad_norm": 1.463425874710083,
      "learning_rate": 1.8416835475819928e-07,
      "loss": 0.3443,
      "step": 2520490
    },
    {
      "epoch": 703.46,
      "grad_norm": 1.1554932594299316,
      "learning_rate": 1.8415784825973353e-07,
      "loss": 0.3425,
      "step": 2520500
    },
    {
      "epoch": 703.46,
      "grad_norm": 1.1021376848220825,
      "learning_rate": 1.8414734204870996e-07,
      "loss": 0.3384,
      "step": 2520510
    },
    {
      "epoch": 703.47,
      "grad_norm": 1.0410571098327637,
      "learning_rate": 1.8413683612513016e-07,
      "loss": 0.3437,
      "step": 2520520
    },
    {
      "epoch": 703.47,
      "grad_norm": 1.2547065019607544,
      "learning_rate": 1.841263304889957e-07,
      "loss": 0.3342,
      "step": 2520530
    },
    {
      "epoch": 703.47,
      "grad_norm": 1.3998523950576782,
      "learning_rate": 1.8411582514030733e-07,
      "loss": 0.328,
      "step": 2520540
    },
    {
      "epoch": 703.47,
      "grad_norm": 1.293045997619629,
      "learning_rate": 1.8410532007906718e-07,
      "loss": 0.3395,
      "step": 2520550
    },
    {
      "epoch": 703.48,
      "grad_norm": 1.572754144668579,
      "learning_rate": 1.840948153052765e-07,
      "loss": 0.3401,
      "step": 2520560
    },
    {
      "epoch": 703.48,
      "grad_norm": 1.1920450925827026,
      "learning_rate": 1.8408431081893558e-07,
      "loss": 0.3284,
      "step": 2520570
    },
    {
      "epoch": 703.48,
      "grad_norm": 1.2675564289093018,
      "learning_rate": 1.8407380662004778e-07,
      "loss": 0.3213,
      "step": 2520580
    },
    {
      "epoch": 703.49,
      "grad_norm": 1.1869055032730103,
      "learning_rate": 1.8406330270861287e-07,
      "loss": 0.3318,
      "step": 2520590
    },
    {
      "epoch": 703.49,
      "grad_norm": 2.1789801120758057,
      "learning_rate": 1.840527990846329e-07,
      "loss": 0.3237,
      "step": 2520600
    },
    {
      "epoch": 703.49,
      "grad_norm": 1.384016990661621,
      "learning_rate": 1.8404229574810973e-07,
      "loss": 0.349,
      "step": 2520610
    },
    {
      "epoch": 703.49,
      "grad_norm": 1.0008801221847534,
      "learning_rate": 1.8403179269904385e-07,
      "loss": 0.3218,
      "step": 2520620
    },
    {
      "epoch": 703.5,
      "grad_norm": 1.0842362642288208,
      "learning_rate": 1.8402128993743708e-07,
      "loss": 0.3193,
      "step": 2520630
    },
    {
      "epoch": 703.5,
      "grad_norm": 1.0804146528244019,
      "learning_rate": 1.8401078746329048e-07,
      "loss": 0.3191,
      "step": 2520640
    },
    {
      "epoch": 703.5,
      "grad_norm": 1.207106351852417,
      "learning_rate": 1.8400028527660637e-07,
      "loss": 0.3184,
      "step": 2520650
    },
    {
      "epoch": 703.51,
      "grad_norm": 1.1328554153442383,
      "learning_rate": 1.8398978337738476e-07,
      "loss": 0.3458,
      "step": 2520660
    },
    {
      "epoch": 703.51,
      "grad_norm": 1.373648762702942,
      "learning_rate": 1.839792817656288e-07,
      "loss": 0.329,
      "step": 2520670
    },
    {
      "epoch": 703.51,
      "grad_norm": 1.1627748012542725,
      "learning_rate": 1.8396878044133817e-07,
      "loss": 0.3251,
      "step": 2520680
    },
    {
      "epoch": 703.51,
      "grad_norm": 1.2696866989135742,
      "learning_rate": 1.8395827940451527e-07,
      "loss": 0.3322,
      "step": 2520690
    },
    {
      "epoch": 703.52,
      "grad_norm": 1.596043348312378,
      "learning_rate": 1.8394777865516137e-07,
      "loss": 0.3241,
      "step": 2520700
    },
    {
      "epoch": 703.52,
      "grad_norm": 1.01851224899292,
      "learning_rate": 1.8393727819327724e-07,
      "loss": 0.3364,
      "step": 2520710
    },
    {
      "epoch": 703.52,
      "grad_norm": 1.1560609340667725,
      "learning_rate": 1.8392677801886527e-07,
      "loss": 0.3364,
      "step": 2520720
    },
    {
      "epoch": 703.52,
      "grad_norm": 1.2874996662139893,
      "learning_rate": 1.8391627813192617e-07,
      "loss": 0.3336,
      "step": 2520730
    },
    {
      "epoch": 703.53,
      "grad_norm": 1.1266026496887207,
      "learning_rate": 1.8390577853246132e-07,
      "loss": 0.3314,
      "step": 2520740
    },
    {
      "epoch": 703.53,
      "grad_norm": 1.2500394582748413,
      "learning_rate": 1.8389527922047248e-07,
      "loss": 0.3457,
      "step": 2520750
    },
    {
      "epoch": 703.53,
      "grad_norm": 1.2238948345184326,
      "learning_rate": 1.8388478019596126e-07,
      "loss": 0.3307,
      "step": 2520760
    },
    {
      "epoch": 703.54,
      "grad_norm": 1.283568024635315,
      "learning_rate": 1.838742814589284e-07,
      "loss": 0.3414,
      "step": 2520770
    },
    {
      "epoch": 703.54,
      "grad_norm": 1.46515691280365,
      "learning_rate": 1.8386378300937546e-07,
      "loss": 0.3407,
      "step": 2520780
    },
    {
      "epoch": 703.54,
      "grad_norm": 1.4453535079956055,
      "learning_rate": 1.8385328484730455e-07,
      "loss": 0.3523,
      "step": 2520790
    },
    {
      "epoch": 703.54,
      "grad_norm": 1.5842039585113525,
      "learning_rate": 1.838427869727154e-07,
      "loss": 0.3283,
      "step": 2520800
    },
    {
      "epoch": 703.55,
      "grad_norm": 1.1311513185501099,
      "learning_rate": 1.838322893856114e-07,
      "loss": 0.3443,
      "step": 2520810
    },
    {
      "epoch": 703.55,
      "grad_norm": 1.243360996246338,
      "learning_rate": 1.8382179208599277e-07,
      "loss": 0.3407,
      "step": 2520820
    },
    {
      "epoch": 703.55,
      "grad_norm": 1.256096601486206,
      "learning_rate": 1.8381129507386086e-07,
      "loss": 0.3449,
      "step": 2520830
    },
    {
      "epoch": 703.56,
      "grad_norm": 1.2748850584030151,
      "learning_rate": 1.83800798349218e-07,
      "loss": 0.3427,
      "step": 2520840
    },
    {
      "epoch": 703.56,
      "grad_norm": 1.186370611190796,
      "learning_rate": 1.8379030191206468e-07,
      "loss": 0.3375,
      "step": 2520850
    },
    {
      "epoch": 703.56,
      "grad_norm": 1.4185023307800293,
      "learning_rate": 1.837798057624025e-07,
      "loss": 0.3302,
      "step": 2520860
    },
    {
      "epoch": 703.56,
      "grad_norm": 1.3972822427749634,
      "learning_rate": 1.8376930990023275e-07,
      "loss": 0.3327,
      "step": 2520870
    },
    {
      "epoch": 703.57,
      "grad_norm": 1.2528079748153687,
      "learning_rate": 1.837588143255575e-07,
      "loss": 0.3395,
      "step": 2520880
    },
    {
      "epoch": 703.57,
      "grad_norm": 1.1947393417358398,
      "learning_rate": 1.8374831903837703e-07,
      "loss": 0.3501,
      "step": 2520890
    },
    {
      "epoch": 703.57,
      "grad_norm": 1.3494664430618286,
      "learning_rate": 1.8373782403869392e-07,
      "loss": 0.3239,
      "step": 2520900
    },
    {
      "epoch": 703.58,
      "grad_norm": 1.2243108749389648,
      "learning_rate": 1.8372732932650896e-07,
      "loss": 0.3431,
      "step": 2520910
    },
    {
      "epoch": 703.58,
      "grad_norm": 1.1404354572296143,
      "learning_rate": 1.8371683490182344e-07,
      "loss": 0.326,
      "step": 2520920
    },
    {
      "epoch": 703.58,
      "grad_norm": 1.1180838346481323,
      "learning_rate": 1.837063407646392e-07,
      "loss": 0.3382,
      "step": 2520930
    },
    {
      "epoch": 703.58,
      "grad_norm": 1.3384872674942017,
      "learning_rate": 1.8369584691495703e-07,
      "loss": 0.3282,
      "step": 2520940
    },
    {
      "epoch": 703.59,
      "grad_norm": 1.1884608268737793,
      "learning_rate": 1.8368535335277872e-07,
      "loss": 0.3423,
      "step": 2520950
    },
    {
      "epoch": 703.59,
      "grad_norm": 1.1807070970535278,
      "learning_rate": 1.8367486007810557e-07,
      "loss": 0.3256,
      "step": 2520960
    },
    {
      "epoch": 703.59,
      "grad_norm": 1.1372590065002441,
      "learning_rate": 1.8366436709093892e-07,
      "loss": 0.3366,
      "step": 2520970
    },
    {
      "epoch": 703.59,
      "grad_norm": 1.3416199684143066,
      "learning_rate": 1.8365387439128084e-07,
      "loss": 0.339,
      "step": 2520980
    },
    {
      "epoch": 703.6,
      "grad_norm": 1.244206190109253,
      "learning_rate": 1.8364338197913155e-07,
      "loss": 0.3263,
      "step": 2520990
    },
    {
      "epoch": 703.6,
      "grad_norm": 1.3695083856582642,
      "learning_rate": 1.8363288985449317e-07,
      "loss": 0.3409,
      "step": 2521000
    },
    {
      "epoch": 703.6,
      "grad_norm": 1.2777900695800781,
      "learning_rate": 1.83622398017367e-07,
      "loss": 0.3412,
      "step": 2521010
    },
    {
      "epoch": 703.61,
      "grad_norm": 1.4045308828353882,
      "learning_rate": 1.836119064677546e-07,
      "loss": 0.3183,
      "step": 2521020
    },
    {
      "epoch": 703.61,
      "grad_norm": 1.3373883962631226,
      "learning_rate": 1.8360141520565645e-07,
      "loss": 0.3337,
      "step": 2521030
    },
    {
      "epoch": 703.61,
      "grad_norm": 1.1779017448425293,
      "learning_rate": 1.8359092423107547e-07,
      "loss": 0.3411,
      "step": 2521040
    },
    {
      "epoch": 703.61,
      "grad_norm": 1.4226657152175903,
      "learning_rate": 1.835804335440119e-07,
      "loss": 0.3698,
      "step": 2521050
    },
    {
      "epoch": 703.62,
      "grad_norm": 1.1172291040420532,
      "learning_rate": 1.8356994314446756e-07,
      "loss": 0.3385,
      "step": 2521060
    },
    {
      "epoch": 703.62,
      "grad_norm": 1.1077189445495605,
      "learning_rate": 1.83559453032444e-07,
      "loss": 0.3344,
      "step": 2521070
    },
    {
      "epoch": 703.62,
      "grad_norm": 1.919306993484497,
      "learning_rate": 1.8354896320794224e-07,
      "loss": 0.3343,
      "step": 2521080
    },
    {
      "epoch": 703.63,
      "grad_norm": 1.4117156267166138,
      "learning_rate": 1.8353847367096366e-07,
      "loss": 0.3471,
      "step": 2521090
    },
    {
      "epoch": 703.63,
      "grad_norm": 1.291718602180481,
      "learning_rate": 1.8352798442150974e-07,
      "loss": 0.3351,
      "step": 2521100
    },
    {
      "epoch": 703.63,
      "grad_norm": 1.2224533557891846,
      "learning_rate": 1.835174954595826e-07,
      "loss": 0.3252,
      "step": 2521110
    },
    {
      "epoch": 703.63,
      "grad_norm": 1.2683497667312622,
      "learning_rate": 1.8350700678518223e-07,
      "loss": 0.3499,
      "step": 2521120
    },
    {
      "epoch": 703.64,
      "grad_norm": 1.2324162721633911,
      "learning_rate": 1.8349651839831125e-07,
      "loss": 0.3482,
      "step": 2521130
    },
    {
      "epoch": 703.64,
      "grad_norm": 1.279536247253418,
      "learning_rate": 1.8348603029897066e-07,
      "loss": 0.3522,
      "step": 2521140
    },
    {
      "epoch": 703.64,
      "grad_norm": 1.3324635028839111,
      "learning_rate": 1.8347554248716105e-07,
      "loss": 0.3287,
      "step": 2521150
    },
    {
      "epoch": 703.64,
      "grad_norm": 1.5953351259231567,
      "learning_rate": 1.8346505496288545e-07,
      "loss": 0.3146,
      "step": 2521160
    },
    {
      "epoch": 703.65,
      "grad_norm": 1.0953726768493652,
      "learning_rate": 1.8345456772614394e-07,
      "loss": 0.3215,
      "step": 2521170
    },
    {
      "epoch": 703.65,
      "grad_norm": 1.1988632678985596,
      "learning_rate": 1.834440807769383e-07,
      "loss": 0.3259,
      "step": 2521180
    },
    {
      "epoch": 703.65,
      "grad_norm": 7.780945777893066,
      "learning_rate": 1.8343359411526984e-07,
      "loss": 0.3361,
      "step": 2521190
    },
    {
      "epoch": 703.66,
      "grad_norm": 1.1774561405181885,
      "learning_rate": 1.8342310774114065e-07,
      "loss": 0.3343,
      "step": 2521200
    },
    {
      "epoch": 703.66,
      "grad_norm": 1.3217006921768188,
      "learning_rate": 1.8341262165455125e-07,
      "loss": 0.3325,
      "step": 2521210
    },
    {
      "epoch": 703.66,
      "grad_norm": 1.373925805091858,
      "learning_rate": 1.8340213585550317e-07,
      "loss": 0.3337,
      "step": 2521220
    },
    {
      "epoch": 703.66,
      "grad_norm": 1.2148224115371704,
      "learning_rate": 1.8339165034399854e-07,
      "loss": 0.3537,
      "step": 2521230
    },
    {
      "epoch": 703.67,
      "grad_norm": 1.2171026468276978,
      "learning_rate": 1.8338116512003707e-07,
      "loss": 0.3406,
      "step": 2521240
    },
    {
      "epoch": 703.67,
      "grad_norm": 1.382082223892212,
      "learning_rate": 1.833706801836224e-07,
      "loss": 0.3577,
      "step": 2521250
    },
    {
      "epoch": 703.67,
      "grad_norm": 1.40001380443573,
      "learning_rate": 1.8336019553475428e-07,
      "loss": 0.3414,
      "step": 2521260
    },
    {
      "epoch": 703.68,
      "grad_norm": 1.80032479763031,
      "learning_rate": 1.8334971117343454e-07,
      "loss": 0.3356,
      "step": 2521270
    },
    {
      "epoch": 703.68,
      "grad_norm": 1.3410998582839966,
      "learning_rate": 1.8333922709966526e-07,
      "loss": 0.3355,
      "step": 2521280
    },
    {
      "epoch": 703.68,
      "grad_norm": 1.1606303453445435,
      "learning_rate": 1.8332874331344643e-07,
      "loss": 0.3334,
      "step": 2521290
    },
    {
      "epoch": 703.68,
      "grad_norm": 1.0550073385238647,
      "learning_rate": 1.8331825981478088e-07,
      "loss": 0.3312,
      "step": 2521300
    },
    {
      "epoch": 703.69,
      "grad_norm": 1.2745546102523804,
      "learning_rate": 1.833077766036692e-07,
      "loss": 0.3446,
      "step": 2521310
    },
    {
      "epoch": 703.69,
      "grad_norm": 1.2294150590896606,
      "learning_rate": 1.832972936801129e-07,
      "loss": 0.3414,
      "step": 2521320
    },
    {
      "epoch": 703.69,
      "grad_norm": 1.202813982963562,
      "learning_rate": 1.832868110441133e-07,
      "loss": 0.3244,
      "step": 2521330
    },
    {
      "epoch": 703.7,
      "grad_norm": 1.2621419429779053,
      "learning_rate": 1.832763286956725e-07,
      "loss": 0.328,
      "step": 2521340
    },
    {
      "epoch": 703.7,
      "grad_norm": 1.3452684879302979,
      "learning_rate": 1.83265846634791e-07,
      "loss": 0.3304,
      "step": 2521350
    },
    {
      "epoch": 703.7,
      "grad_norm": 1.0969237089157104,
      "learning_rate": 1.832553648614703e-07,
      "loss": 0.331,
      "step": 2521360
    },
    {
      "epoch": 703.7,
      "grad_norm": 1.4792600870132446,
      "learning_rate": 1.832448833757126e-07,
      "loss": 0.3368,
      "step": 2521370
    },
    {
      "epoch": 703.71,
      "grad_norm": 1.2707138061523438,
      "learning_rate": 1.8323440217751784e-07,
      "loss": 0.3424,
      "step": 2521380
    },
    {
      "epoch": 703.71,
      "grad_norm": 1.1813929080963135,
      "learning_rate": 1.8322392126688913e-07,
      "loss": 0.3409,
      "step": 2521390
    },
    {
      "epoch": 703.71,
      "grad_norm": 1.114990472793579,
      "learning_rate": 1.8321344064382648e-07,
      "loss": 0.3349,
      "step": 2521400
    },
    {
      "epoch": 703.71,
      "grad_norm": 1.2154284715652466,
      "learning_rate": 1.83202960308332e-07,
      "loss": 0.3429,
      "step": 2521410
    },
    {
      "epoch": 703.72,
      "grad_norm": 1.2822597026824951,
      "learning_rate": 1.831924802604072e-07,
      "loss": 0.3353,
      "step": 2521420
    },
    {
      "epoch": 703.72,
      "grad_norm": 1.163404941558838,
      "learning_rate": 1.831820005000529e-07,
      "loss": 0.3441,
      "step": 2521430
    },
    {
      "epoch": 703.72,
      "grad_norm": 1.2428326606750488,
      "learning_rate": 1.8317152102727092e-07,
      "loss": 0.3215,
      "step": 2521440
    },
    {
      "epoch": 703.73,
      "grad_norm": 1.4422794580459595,
      "learning_rate": 1.8316104184206226e-07,
      "loss": 0.3441,
      "step": 2521450
    },
    {
      "epoch": 703.73,
      "grad_norm": 1.146866798400879,
      "learning_rate": 1.8315056294442905e-07,
      "loss": 0.3443,
      "step": 2521460
    },
    {
      "epoch": 703.73,
      "grad_norm": 1.145537257194519,
      "learning_rate": 1.8314008433437155e-07,
      "loss": 0.3279,
      "step": 2521470
    },
    {
      "epoch": 703.73,
      "grad_norm": 1.3291469812393188,
      "learning_rate": 1.8312960601189258e-07,
      "loss": 0.3383,
      "step": 2521480
    },
    {
      "epoch": 703.74,
      "grad_norm": 1.1512376070022583,
      "learning_rate": 1.8311912797699218e-07,
      "loss": 0.3408,
      "step": 2521490
    },
    {
      "epoch": 703.74,
      "grad_norm": 1.445894479751587,
      "learning_rate": 1.8310865022967267e-07,
      "loss": 0.3335,
      "step": 2521500
    },
    {
      "epoch": 703.74,
      "grad_norm": 1.263807773590088,
      "learning_rate": 1.8309817276993509e-07,
      "loss": 0.3496,
      "step": 2521510
    },
    {
      "epoch": 703.75,
      "grad_norm": 1.0884284973144531,
      "learning_rate": 1.8308769559778075e-07,
      "loss": 0.3405,
      "step": 2521520
    },
    {
      "epoch": 703.75,
      "grad_norm": 1.2462005615234375,
      "learning_rate": 1.8307721871321123e-07,
      "loss": 0.3221,
      "step": 2521530
    },
    {
      "epoch": 703.75,
      "grad_norm": 1.3882964849472046,
      "learning_rate": 1.8306674211622753e-07,
      "loss": 0.3492,
      "step": 2521540
    },
    {
      "epoch": 703.75,
      "grad_norm": 1.33243989944458,
      "learning_rate": 1.830562658068315e-07,
      "loss": 0.352,
      "step": 2521550
    },
    {
      "epoch": 703.76,
      "grad_norm": 1.482296347618103,
      "learning_rate": 1.8304578978502493e-07,
      "loss": 0.3386,
      "step": 2521560
    },
    {
      "epoch": 703.76,
      "grad_norm": 1.2485837936401367,
      "learning_rate": 1.8303531405080813e-07,
      "loss": 0.3481,
      "step": 2521570
    },
    {
      "epoch": 703.76,
      "grad_norm": 1.2113600969314575,
      "learning_rate": 1.8302483860418316e-07,
      "loss": 0.3394,
      "step": 2521580
    },
    {
      "epoch": 703.77,
      "grad_norm": 1.3204318284988403,
      "learning_rate": 1.830143634451513e-07,
      "loss": 0.3478,
      "step": 2521590
    },
    {
      "epoch": 703.77,
      "grad_norm": 2.6030516624450684,
      "learning_rate": 1.8300388857371414e-07,
      "loss": 0.3347,
      "step": 2521600
    },
    {
      "epoch": 703.77,
      "grad_norm": 1.1956127882003784,
      "learning_rate": 1.8299341398987218e-07,
      "loss": 0.3349,
      "step": 2521610
    },
    {
      "epoch": 703.77,
      "grad_norm": 1.3524162769317627,
      "learning_rate": 1.829829396936283e-07,
      "loss": 0.3322,
      "step": 2521620
    },
    {
      "epoch": 703.78,
      "grad_norm": 1.1803605556488037,
      "learning_rate": 1.8297246568498273e-07,
      "loss": 0.3437,
      "step": 2521630
    },
    {
      "epoch": 703.78,
      "grad_norm": 1.2679708003997803,
      "learning_rate": 1.8296199196393733e-07,
      "loss": 0.3345,
      "step": 2521640
    },
    {
      "epoch": 703.78,
      "grad_norm": 5.213576316833496,
      "learning_rate": 1.8295151853049365e-07,
      "loss": 0.3429,
      "step": 2521650
    },
    {
      "epoch": 703.78,
      "grad_norm": 1.269858956336975,
      "learning_rate": 1.829410453846527e-07,
      "loss": 0.3417,
      "step": 2521660
    },
    {
      "epoch": 703.79,
      "grad_norm": 0.9563854336738586,
      "learning_rate": 1.8293057252641583e-07,
      "loss": 0.3343,
      "step": 2521670
    },
    {
      "epoch": 703.79,
      "grad_norm": 1.185515284538269,
      "learning_rate": 1.8292009995578455e-07,
      "loss": 0.3554,
      "step": 2521680
    },
    {
      "epoch": 703.79,
      "grad_norm": 1.4593708515167236,
      "learning_rate": 1.8290962767276075e-07,
      "loss": 0.3583,
      "step": 2521690
    },
    {
      "epoch": 703.8,
      "grad_norm": 1.2303920984268188,
      "learning_rate": 1.8289915567734486e-07,
      "loss": 0.3313,
      "step": 2521700
    },
    {
      "epoch": 703.8,
      "grad_norm": 1.2032501697540283,
      "learning_rate": 1.8288868396953904e-07,
      "loss": 0.3375,
      "step": 2521710
    },
    {
      "epoch": 703.8,
      "grad_norm": 1.3780323266983032,
      "learning_rate": 1.8287821254934428e-07,
      "loss": 0.3318,
      "step": 2521720
    },
    {
      "epoch": 703.8,
      "grad_norm": 1.1085255146026611,
      "learning_rate": 1.8286774141676245e-07,
      "loss": 0.3404,
      "step": 2521730
    },
    {
      "epoch": 703.81,
      "grad_norm": 1.294351577758789,
      "learning_rate": 1.8285727057179479e-07,
      "loss": 0.3386,
      "step": 2521740
    },
    {
      "epoch": 703.81,
      "grad_norm": 1.3041619062423706,
      "learning_rate": 1.8284680001444214e-07,
      "loss": 0.3299,
      "step": 2521750
    },
    {
      "epoch": 703.81,
      "grad_norm": 1.1114375591278076,
      "learning_rate": 1.828363297447063e-07,
      "loss": 0.3305,
      "step": 2521760
    },
    {
      "epoch": 703.82,
      "grad_norm": 1.0925707817077637,
      "learning_rate": 1.828258597625888e-07,
      "loss": 0.3228,
      "step": 2521770
    },
    {
      "epoch": 703.82,
      "grad_norm": 1.1798259019851685,
      "learning_rate": 1.82815390068091e-07,
      "loss": 0.3313,
      "step": 2521780
    },
    {
      "epoch": 703.82,
      "grad_norm": 1.1678693294525146,
      "learning_rate": 1.8280492066121412e-07,
      "loss": 0.3371,
      "step": 2521790
    },
    {
      "epoch": 703.82,
      "grad_norm": 1.3150547742843628,
      "learning_rate": 1.827944515419593e-07,
      "loss": 0.3379,
      "step": 2521800
    },
    {
      "epoch": 703.83,
      "grad_norm": 17.187503814697266,
      "learning_rate": 1.827839827103288e-07,
      "loss": 0.3358,
      "step": 2521810
    },
    {
      "epoch": 703.83,
      "grad_norm": 1.7627829313278198,
      "learning_rate": 1.8277351416632265e-07,
      "loss": 0.3376,
      "step": 2521820
    },
    {
      "epoch": 703.83,
      "grad_norm": 1.2054941654205322,
      "learning_rate": 1.82763045909944e-07,
      "loss": 0.3512,
      "step": 2521830
    },
    {
      "epoch": 703.83,
      "grad_norm": 1.18546462059021,
      "learning_rate": 1.8275257794119228e-07,
      "loss": 0.3422,
      "step": 2521840
    },
    {
      "epoch": 703.84,
      "grad_norm": 1.4597417116165161,
      "learning_rate": 1.8274211026007092e-07,
      "loss": 0.3269,
      "step": 2521850
    },
    {
      "epoch": 703.84,
      "grad_norm": 1.0959892272949219,
      "learning_rate": 1.8273164286657987e-07,
      "loss": 0.3384,
      "step": 2521860
    },
    {
      "epoch": 703.84,
      "grad_norm": 1.2061078548431396,
      "learning_rate": 1.8272117576072073e-07,
      "loss": 0.344,
      "step": 2521870
    },
    {
      "epoch": 703.85,
      "grad_norm": 12.409117698669434,
      "learning_rate": 1.8271070894249584e-07,
      "loss": 0.3267,
      "step": 2521880
    },
    {
      "epoch": 703.85,
      "grad_norm": 0.9012385606765747,
      "learning_rate": 1.8270024241190515e-07,
      "loss": 0.3308,
      "step": 2521890
    },
    {
      "epoch": 703.85,
      "grad_norm": 1.309699296951294,
      "learning_rate": 1.8268977616895082e-07,
      "loss": 0.3281,
      "step": 2521900
    },
    {
      "epoch": 703.85,
      "grad_norm": 1.1515604257583618,
      "learning_rate": 1.8267931021363437e-07,
      "loss": 0.3412,
      "step": 2521910
    },
    {
      "epoch": 703.86,
      "grad_norm": 1.0394176244735718,
      "learning_rate": 1.8266884454595736e-07,
      "loss": 0.3193,
      "step": 2521920
    },
    {
      "epoch": 703.86,
      "grad_norm": 1.3804126977920532,
      "learning_rate": 1.826583791659203e-07,
      "loss": 0.3518,
      "step": 2521930
    },
    {
      "epoch": 703.86,
      "grad_norm": 1.5289112329483032,
      "learning_rate": 1.8264791407352528e-07,
      "loss": 0.3362,
      "step": 2521940
    },
    {
      "epoch": 703.87,
      "grad_norm": 1.4476405382156372,
      "learning_rate": 1.826374492687739e-07,
      "loss": 0.3551,
      "step": 2521950
    },
    {
      "epoch": 703.87,
      "grad_norm": 1.1452326774597168,
      "learning_rate": 1.8262698475166636e-07,
      "loss": 0.3398,
      "step": 2521960
    },
    {
      "epoch": 703.87,
      "grad_norm": 1.4165455102920532,
      "learning_rate": 1.8261652052220582e-07,
      "loss": 0.3616,
      "step": 2521970
    },
    {
      "epoch": 703.87,
      "grad_norm": 1.4872936010360718,
      "learning_rate": 1.8260605658039227e-07,
      "loss": 0.337,
      "step": 2521980
    },
    {
      "epoch": 703.88,
      "grad_norm": 1.3549830913543701,
      "learning_rate": 1.8259559292622752e-07,
      "loss": 0.3409,
      "step": 2521990
    },
    {
      "epoch": 703.88,
      "grad_norm": 1.237905502319336,
      "learning_rate": 1.825851295597129e-07,
      "loss": 0.3192,
      "step": 2522000
    },
    {
      "epoch": 703.88,
      "grad_norm": 1.190667748451233,
      "learning_rate": 1.8257466648085045e-07,
      "loss": 0.3301,
      "step": 2522010
    },
    {
      "epoch": 703.89,
      "grad_norm": 1.1413838863372803,
      "learning_rate": 1.8256420368964048e-07,
      "loss": 0.3237,
      "step": 2522020
    },
    {
      "epoch": 703.89,
      "grad_norm": 1.1353259086608887,
      "learning_rate": 1.825537411860853e-07,
      "loss": 0.3411,
      "step": 2522030
    },
    {
      "epoch": 703.89,
      "grad_norm": 1.3333420753479004,
      "learning_rate": 1.8254327897018595e-07,
      "loss": 0.35,
      "step": 2522040
    },
    {
      "epoch": 703.89,
      "grad_norm": 1.447716236114502,
      "learning_rate": 1.825328170419432e-07,
      "loss": 0.3332,
      "step": 2522050
    },
    {
      "epoch": 703.9,
      "grad_norm": 1.2419636249542236,
      "learning_rate": 1.825223554013597e-07,
      "loss": 0.3468,
      "step": 2522060
    },
    {
      "epoch": 703.9,
      "grad_norm": 1.1994365453720093,
      "learning_rate": 1.825118940484359e-07,
      "loss": 0.3316,
      "step": 2522070
    },
    {
      "epoch": 703.9,
      "grad_norm": 1.1206247806549072,
      "learning_rate": 1.8250143298317344e-07,
      "loss": 0.3292,
      "step": 2522080
    },
    {
      "epoch": 703.9,
      "grad_norm": 1.3857358694076538,
      "learning_rate": 1.824909722055741e-07,
      "loss": 0.331,
      "step": 2522090
    },
    {
      "epoch": 703.91,
      "grad_norm": 1.1997082233428955,
      "learning_rate": 1.8248051171563866e-07,
      "loss": 0.3286,
      "step": 2522100
    },
    {
      "epoch": 703.91,
      "grad_norm": 1.2760292291641235,
      "learning_rate": 1.8247005151336866e-07,
      "loss": 0.316,
      "step": 2522110
    },
    {
      "epoch": 703.91,
      "grad_norm": 1.4207215309143066,
      "learning_rate": 1.8245959159876572e-07,
      "loss": 0.3237,
      "step": 2522120
    },
    {
      "epoch": 703.92,
      "grad_norm": 1.1150623559951782,
      "learning_rate": 1.824491319718311e-07,
      "loss": 0.3389,
      "step": 2522130
    },
    {
      "epoch": 703.92,
      "grad_norm": 1.4145534038543701,
      "learning_rate": 1.8243867263256607e-07,
      "loss": 0.3527,
      "step": 2522140
    },
    {
      "epoch": 703.92,
      "grad_norm": 1.189719796180725,
      "learning_rate": 1.8242821358097252e-07,
      "loss": 0.3452,
      "step": 2522150
    },
    {
      "epoch": 703.92,
      "grad_norm": 1.2956358194351196,
      "learning_rate": 1.8241775481705147e-07,
      "loss": 0.3382,
      "step": 2522160
    },
    {
      "epoch": 703.93,
      "grad_norm": 1.1777231693267822,
      "learning_rate": 1.8240729634080393e-07,
      "loss": 0.3457,
      "step": 2522170
    },
    {
      "epoch": 703.93,
      "grad_norm": 1.289046049118042,
      "learning_rate": 1.8239683815223227e-07,
      "loss": 0.3334,
      "step": 2522180
    },
    {
      "epoch": 703.93,
      "grad_norm": 1.0828031301498413,
      "learning_rate": 1.823863802513365e-07,
      "loss": 0.3092,
      "step": 2522190
    },
    {
      "epoch": 703.94,
      "grad_norm": 1.0153181552886963,
      "learning_rate": 1.8237592263811968e-07,
      "loss": 0.3358,
      "step": 2522200
    },
    {
      "epoch": 703.94,
      "grad_norm": 1.2999299764633179,
      "learning_rate": 1.823654653125819e-07,
      "loss": 0.3487,
      "step": 2522210
    },
    {
      "epoch": 703.94,
      "grad_norm": 1.2023345232009888,
      "learning_rate": 1.8235500827472492e-07,
      "loss": 0.3233,
      "step": 2522220
    },
    {
      "epoch": 703.94,
      "grad_norm": 1.223197340965271,
      "learning_rate": 1.8234455152455059e-07,
      "loss": 0.3367,
      "step": 2522230
    },
    {
      "epoch": 703.95,
      "grad_norm": 1.4873155355453491,
      "learning_rate": 1.8233409506205964e-07,
      "loss": 0.3448,
      "step": 2522240
    },
    {
      "epoch": 703.95,
      "grad_norm": 1.3234460353851318,
      "learning_rate": 1.8232363888725372e-07,
      "loss": 0.333,
      "step": 2522250
    },
    {
      "epoch": 703.95,
      "grad_norm": 1.5048644542694092,
      "learning_rate": 1.8231318300013404e-07,
      "loss": 0.3429,
      "step": 2522260
    },
    {
      "epoch": 703.95,
      "grad_norm": 1.4064635038375854,
      "learning_rate": 1.8230272740070276e-07,
      "loss": 0.3383,
      "step": 2522270
    },
    {
      "epoch": 703.96,
      "grad_norm": 1.4700208902359009,
      "learning_rate": 1.822922720889598e-07,
      "loss": 0.3343,
      "step": 2522280
    },
    {
      "epoch": 703.96,
      "grad_norm": 1.3951849937438965,
      "learning_rate": 1.8228181706490836e-07,
      "loss": 0.3563,
      "step": 2522290
    },
    {
      "epoch": 703.96,
      "grad_norm": 1.3962674140930176,
      "learning_rate": 1.822713623285484e-07,
      "loss": 0.3324,
      "step": 2522300
    },
    {
      "epoch": 703.97,
      "grad_norm": 1.2207192182540894,
      "learning_rate": 1.82260907879882e-07,
      "loss": 0.3256,
      "step": 2522310
    },
    {
      "epoch": 703.97,
      "grad_norm": 1.3673721551895142,
      "learning_rate": 1.8225045371891073e-07,
      "loss": 0.3556,
      "step": 2522320
    },
    {
      "epoch": 703.97,
      "grad_norm": 1.1911816596984863,
      "learning_rate": 1.822399998456351e-07,
      "loss": 0.3268,
      "step": 2522330
    },
    {
      "epoch": 703.97,
      "grad_norm": 1.1210886240005493,
      "learning_rate": 1.822295462600572e-07,
      "loss": 0.3401,
      "step": 2522340
    },
    {
      "epoch": 703.98,
      "grad_norm": 1.1537591218948364,
      "learning_rate": 1.8221909296217836e-07,
      "loss": 0.3365,
      "step": 2522350
    },
    {
      "epoch": 703.98,
      "grad_norm": 1.4719103574752808,
      "learning_rate": 1.8220863995200008e-07,
      "loss": 0.3229,
      "step": 2522360
    },
    {
      "epoch": 703.98,
      "grad_norm": 1.2821770906448364,
      "learning_rate": 1.8219818722952318e-07,
      "loss": 0.3391,
      "step": 2522370
    },
    {
      "epoch": 703.99,
      "grad_norm": 1.277957558631897,
      "learning_rate": 1.8218773479474947e-07,
      "loss": 0.3434,
      "step": 2522380
    },
    {
      "epoch": 703.99,
      "grad_norm": 1.2597514390945435,
      "learning_rate": 1.8217728264768053e-07,
      "loss": 0.3397,
      "step": 2522390
    },
    {
      "epoch": 703.99,
      "grad_norm": 1.1075007915496826,
      "learning_rate": 1.8216683078831687e-07,
      "loss": 0.3409,
      "step": 2522400
    },
    {
      "epoch": 703.99,
      "grad_norm": 1.318276286125183,
      "learning_rate": 1.8215637921666135e-07,
      "loss": 0.3407,
      "step": 2522410
    },
    {
      "epoch": 704.0,
      "grad_norm": 1.2632215023040771,
      "learning_rate": 1.8214592793271369e-07,
      "loss": 0.3373,
      "step": 2522420
    },
    {
      "epoch": 704.0,
      "grad_norm": 1.252938151359558,
      "learning_rate": 1.8213547693647678e-07,
      "loss": 0.3551,
      "step": 2522430
    },
    {
      "epoch": 704.0,
      "eval_loss": 0.3366895020008087,
      "eval_runtime": 64.5314,
      "eval_samples_per_second": 78.396,
      "eval_steps_per_second": 9.809,
      "step": 2522432
    },
    {
      "epoch": 704.0,
      "grad_norm": 3.8107125759124756,
      "learning_rate": 1.8212502622795114e-07,
      "loss": 0.3305,
      "step": 2522440
    },
    {
      "epoch": 704.01,
      "grad_norm": 1.180255651473999,
      "learning_rate": 1.821145758071383e-07,
      "loss": 0.3454,
      "step": 2522450
    },
    {
      "epoch": 704.01,
      "grad_norm": 1.2687112092971802,
      "learning_rate": 1.8210412567403987e-07,
      "loss": 0.3432,
      "step": 2522460
    },
    {
      "epoch": 704.01,
      "grad_norm": 1.5306048393249512,
      "learning_rate": 1.820936758286571e-07,
      "loss": 0.35,
      "step": 2522470
    },
    {
      "epoch": 704.01,
      "grad_norm": 1.534714698791504,
      "learning_rate": 1.8208322627099107e-07,
      "loss": 0.3365,
      "step": 2522480
    },
    {
      "epoch": 704.02,
      "grad_norm": 1.0859230756759644,
      "learning_rate": 1.8207277700104384e-07,
      "loss": 0.3417,
      "step": 2522490
    },
    {
      "epoch": 704.02,
      "grad_norm": 1.4443702697753906,
      "learning_rate": 1.8206232801881644e-07,
      "loss": 0.3475,
      "step": 2522500
    },
    {
      "epoch": 704.02,
      "grad_norm": 1.177782416343689,
      "learning_rate": 1.8205187932430997e-07,
      "loss": 0.3449,
      "step": 2522510
    },
    {
      "epoch": 704.02,
      "grad_norm": 1.3512601852416992,
      "learning_rate": 1.8204143091752619e-07,
      "loss": 0.3411,
      "step": 2522520
    },
    {
      "epoch": 704.03,
      "grad_norm": 1.3339632749557495,
      "learning_rate": 1.8203098279846695e-07,
      "loss": 0.3239,
      "step": 2522530
    },
    {
      "epoch": 704.03,
      "grad_norm": 1.0943114757537842,
      "learning_rate": 1.8202053496713196e-07,
      "loss": 0.3409,
      "step": 2522540
    },
    {
      "epoch": 704.03,
      "grad_norm": 1.501638650894165,
      "learning_rate": 1.820100874235249e-07,
      "loss": 0.3296,
      "step": 2522550
    },
    {
      "epoch": 704.04,
      "grad_norm": 1.272888422012329,
      "learning_rate": 1.8199964016764548e-07,
      "loss": 0.3183,
      "step": 2522560
    },
    {
      "epoch": 704.04,
      "grad_norm": 1.3500913381576538,
      "learning_rate": 1.8198919319949557e-07,
      "loss": 0.3337,
      "step": 2522570
    },
    {
      "epoch": 704.04,
      "grad_norm": 1.3189201354980469,
      "learning_rate": 1.8197874651907666e-07,
      "loss": 0.33,
      "step": 2522580
    },
    {
      "epoch": 704.04,
      "grad_norm": 1.3279329538345337,
      "learning_rate": 1.8196830012639037e-07,
      "loss": 0.3159,
      "step": 2522590
    },
    {
      "epoch": 704.05,
      "grad_norm": 1.2503571510314941,
      "learning_rate": 1.8195785402143744e-07,
      "loss": 0.3226,
      "step": 2522600
    },
    {
      "epoch": 704.05,
      "grad_norm": 1.161048173904419,
      "learning_rate": 1.8194740820421973e-07,
      "loss": 0.3531,
      "step": 2522610
    },
    {
      "epoch": 704.05,
      "grad_norm": 1.3215911388397217,
      "learning_rate": 1.8193696267473903e-07,
      "loss": 0.3283,
      "step": 2522620
    },
    {
      "epoch": 704.06,
      "grad_norm": 1.4186418056488037,
      "learning_rate": 1.819265174329951e-07,
      "loss": 0.3415,
      "step": 2522630
    },
    {
      "epoch": 704.06,
      "grad_norm": 1.1490381956100464,
      "learning_rate": 1.8191607247899157e-07,
      "loss": 0.3416,
      "step": 2522640
    },
    {
      "epoch": 704.06,
      "grad_norm": 1.2769190073013306,
      "learning_rate": 1.8190562781272818e-07,
      "loss": 0.3261,
      "step": 2522650
    },
    {
      "epoch": 704.06,
      "grad_norm": 1.2086412906646729,
      "learning_rate": 1.81895183434207e-07,
      "loss": 0.3468,
      "step": 2522660
    },
    {
      "epoch": 704.07,
      "grad_norm": 1.1655231714248657,
      "learning_rate": 1.8188473934342913e-07,
      "loss": 0.3166,
      "step": 2522670
    },
    {
      "epoch": 704.07,
      "grad_norm": 1.3073921203613281,
      "learning_rate": 1.8187429554039658e-07,
      "loss": 0.3396,
      "step": 2522680
    },
    {
      "epoch": 704.07,
      "grad_norm": 1.1286109685897827,
      "learning_rate": 1.818638520251099e-07,
      "loss": 0.3488,
      "step": 2522690
    },
    {
      "epoch": 704.07,
      "grad_norm": 1.3324881792068481,
      "learning_rate": 1.818534087975709e-07,
      "loss": 0.3259,
      "step": 2522700
    },
    {
      "epoch": 704.08,
      "grad_norm": 1.0671226978302002,
      "learning_rate": 1.8184296585778066e-07,
      "loss": 0.351,
      "step": 2522710
    },
    {
      "epoch": 704.08,
      "grad_norm": 1.250207543373108,
      "learning_rate": 1.818325232057412e-07,
      "loss": 0.329,
      "step": 2522720
    },
    {
      "epoch": 704.08,
      "grad_norm": 1.2749148607254028,
      "learning_rate": 1.8182208084145362e-07,
      "loss": 0.3345,
      "step": 2522730
    },
    {
      "epoch": 704.09,
      "grad_norm": 1.3039158582687378,
      "learning_rate": 1.818116387649192e-07,
      "loss": 0.3203,
      "step": 2522740
    },
    {
      "epoch": 704.09,
      "grad_norm": 1.2538723945617676,
      "learning_rate": 1.8180119697613895e-07,
      "loss": 0.3385,
      "step": 2522750
    },
    {
      "epoch": 704.09,
      "grad_norm": 1.7195115089416504,
      "learning_rate": 1.8179075547511552e-07,
      "loss": 0.3331,
      "step": 2522760
    },
    {
      "epoch": 704.09,
      "grad_norm": 1.285683512687683,
      "learning_rate": 1.8178031426184836e-07,
      "loss": 0.3318,
      "step": 2522770
    },
    {
      "epoch": 704.1,
      "grad_norm": 1.2864083051681519,
      "learning_rate": 1.8176987333634086e-07,
      "loss": 0.3405,
      "step": 2522780
    },
    {
      "epoch": 704.1,
      "grad_norm": 1.3124146461486816,
      "learning_rate": 1.81759432698593e-07,
      "loss": 0.329,
      "step": 2522790
    },
    {
      "epoch": 704.1,
      "grad_norm": 1.4101312160491943,
      "learning_rate": 1.8174899234860665e-07,
      "loss": 0.3275,
      "step": 2522800
    },
    {
      "epoch": 704.11,
      "grad_norm": 1.0907435417175293,
      "learning_rate": 1.8173855228638332e-07,
      "loss": 0.3323,
      "step": 2522810
    },
    {
      "epoch": 704.11,
      "grad_norm": 1.2221918106079102,
      "learning_rate": 1.817281125119246e-07,
      "loss": 0.3301,
      "step": 2522820
    },
    {
      "epoch": 704.11,
      "grad_norm": 1.178787350654602,
      "learning_rate": 1.8171767302523128e-07,
      "loss": 0.3289,
      "step": 2522830
    },
    {
      "epoch": 704.11,
      "grad_norm": 1.0340137481689453,
      "learning_rate": 1.8170723382630515e-07,
      "loss": 0.3267,
      "step": 2522840
    },
    {
      "epoch": 704.12,
      "grad_norm": 1.3029484748840332,
      "learning_rate": 1.8169679491514777e-07,
      "loss": 0.3344,
      "step": 2522850
    },
    {
      "epoch": 704.12,
      "grad_norm": 1.4683369398117065,
      "learning_rate": 1.8168635629175944e-07,
      "loss": 0.3361,
      "step": 2522860
    },
    {
      "epoch": 704.12,
      "grad_norm": 1.1633543968200684,
      "learning_rate": 1.8167591795614327e-07,
      "loss": 0.3488,
      "step": 2522870
    },
    {
      "epoch": 704.13,
      "grad_norm": 1.211351752281189,
      "learning_rate": 1.8166547990829923e-07,
      "loss": 0.327,
      "step": 2522880
    },
    {
      "epoch": 704.13,
      "grad_norm": 1.2224470376968384,
      "learning_rate": 1.8165504214822917e-07,
      "loss": 0.3425,
      "step": 2522890
    },
    {
      "epoch": 704.13,
      "grad_norm": 1.2896615266799927,
      "learning_rate": 1.8164460467593515e-07,
      "loss": 0.3455,
      "step": 2522900
    },
    {
      "epoch": 704.13,
      "grad_norm": 1.069970726966858,
      "learning_rate": 1.8163416749141746e-07,
      "loss": 0.3286,
      "step": 2522910
    },
    {
      "epoch": 704.14,
      "grad_norm": 1.3757951259613037,
      "learning_rate": 1.8162373059467792e-07,
      "loss": 0.3377,
      "step": 2522920
    },
    {
      "epoch": 704.14,
      "grad_norm": 1.1607954502105713,
      "learning_rate": 1.8161329398571805e-07,
      "loss": 0.3378,
      "step": 2522930
    },
    {
      "epoch": 704.14,
      "grad_norm": 1.283080816268921,
      "learning_rate": 1.816028576645397e-07,
      "loss": 0.3345,
      "step": 2522940
    },
    {
      "epoch": 704.14,
      "grad_norm": 1.1654512882232666,
      "learning_rate": 1.8159242163114261e-07,
      "loss": 0.3137,
      "step": 2522950
    },
    {
      "epoch": 704.15,
      "grad_norm": 1.673032283782959,
      "learning_rate": 1.8158198588553016e-07,
      "loss": 0.3296,
      "step": 2522960
    },
    {
      "epoch": 704.15,
      "grad_norm": 1.3449279069900513,
      "learning_rate": 1.815715504277026e-07,
      "loss": 0.3276,
      "step": 2522970
    },
    {
      "epoch": 704.15,
      "grad_norm": 1.4139622449874878,
      "learning_rate": 1.8156111525766153e-07,
      "loss": 0.3256,
      "step": 2522980
    },
    {
      "epoch": 704.16,
      "grad_norm": 1.2689504623413086,
      "learning_rate": 1.8155068037540872e-07,
      "loss": 0.3278,
      "step": 2522990
    },
    {
      "epoch": 704.16,
      "grad_norm": 1.3981646299362183,
      "learning_rate": 1.8154024578094446e-07,
      "loss": 0.3306,
      "step": 2523000
    },
    {
      "epoch": 704.16,
      "grad_norm": 1.1847574710845947,
      "learning_rate": 1.8152981147427187e-07,
      "loss": 0.3358,
      "step": 2523010
    },
    {
      "epoch": 704.16,
      "grad_norm": 1.295680284500122,
      "learning_rate": 1.8151937745539092e-07,
      "loss": 0.3378,
      "step": 2523020
    },
    {
      "epoch": 704.17,
      "grad_norm": 1.0533908605575562,
      "learning_rate": 1.815089437243032e-07,
      "loss": 0.3444,
      "step": 2523030
    },
    {
      "epoch": 704.17,
      "grad_norm": 1.1932215690612793,
      "learning_rate": 1.814985102810111e-07,
      "loss": 0.3335,
      "step": 2523040
    },
    {
      "epoch": 704.17,
      "grad_norm": 1.2580002546310425,
      "learning_rate": 1.814880771255145e-07,
      "loss": 0.3384,
      "step": 2523050
    },
    {
      "epoch": 704.18,
      "grad_norm": 1.4855877161026,
      "learning_rate": 1.8147764425781585e-07,
      "loss": 0.3268,
      "step": 2523060
    },
    {
      "epoch": 704.18,
      "grad_norm": 1.275675654411316,
      "learning_rate": 1.8146721167791614e-07,
      "loss": 0.3333,
      "step": 2523070
    },
    {
      "epoch": 704.18,
      "grad_norm": 1.1833537817001343,
      "learning_rate": 1.814567793858172e-07,
      "loss": 0.3434,
      "step": 2523080
    },
    {
      "epoch": 704.18,
      "grad_norm": 1.251387357711792,
      "learning_rate": 1.8144634738151932e-07,
      "loss": 0.3207,
      "step": 2523090
    },
    {
      "epoch": 704.19,
      "grad_norm": 1.2675238847732544,
      "learning_rate": 1.8143591566502557e-07,
      "loss": 0.3299,
      "step": 2523100
    },
    {
      "epoch": 704.19,
      "grad_norm": 1.1779255867004395,
      "learning_rate": 1.8142548423633573e-07,
      "loss": 0.3423,
      "step": 2523110
    },
    {
      "epoch": 704.19,
      "grad_norm": 1.1337467432022095,
      "learning_rate": 1.814150530954521e-07,
      "loss": 0.3369,
      "step": 2523120
    },
    {
      "epoch": 704.19,
      "grad_norm": 1.257979154586792,
      "learning_rate": 1.814046222423763e-07,
      "loss": 0.329,
      "step": 2523130
    },
    {
      "epoch": 704.2,
      "grad_norm": 1.1849853992462158,
      "learning_rate": 1.8139419167710855e-07,
      "loss": 0.3375,
      "step": 2523140
    },
    {
      "epoch": 704.2,
      "grad_norm": 1.2321445941925049,
      "learning_rate": 1.813837613996512e-07,
      "loss": 0.3431,
      "step": 2523150
    },
    {
      "epoch": 704.2,
      "grad_norm": 1.2206171751022339,
      "learning_rate": 1.8137333141000527e-07,
      "loss": 0.3376,
      "step": 2523160
    },
    {
      "epoch": 704.21,
      "grad_norm": 1.145283579826355,
      "learning_rate": 1.813629017081729e-07,
      "loss": 0.3269,
      "step": 2523170
    },
    {
      "epoch": 704.21,
      "grad_norm": 1.2691619396209717,
      "learning_rate": 1.8135247229415428e-07,
      "loss": 0.3411,
      "step": 2523180
    },
    {
      "epoch": 704.21,
      "grad_norm": 1.4858086109161377,
      "learning_rate": 1.813420431679513e-07,
      "loss": 0.3372,
      "step": 2523190
    },
    {
      "epoch": 704.21,
      "grad_norm": 1.4088753461837769,
      "learning_rate": 1.813316143295657e-07,
      "loss": 0.3361,
      "step": 2523200
    },
    {
      "epoch": 704.22,
      "grad_norm": 1.2730211019515991,
      "learning_rate": 1.8132118577899807e-07,
      "loss": 0.337,
      "step": 2523210
    },
    {
      "epoch": 704.22,
      "grad_norm": 1.1625416278839111,
      "learning_rate": 1.8131075751625098e-07,
      "loss": 0.3304,
      "step": 2523220
    },
    {
      "epoch": 704.22,
      "grad_norm": 1.2703914642333984,
      "learning_rate": 1.8130032954132472e-07,
      "loss": 0.3398,
      "step": 2523230
    },
    {
      "epoch": 704.23,
      "grad_norm": 1.4140795469284058,
      "learning_rate": 1.8128990185422107e-07,
      "loss": 0.3585,
      "step": 2523240
    },
    {
      "epoch": 704.23,
      "grad_norm": 1.1271400451660156,
      "learning_rate": 1.8127947445494136e-07,
      "loss": 0.3349,
      "step": 2523250
    },
    {
      "epoch": 704.23,
      "grad_norm": 1.0969760417938232,
      "learning_rate": 1.8126904734348768e-07,
      "loss": 0.3271,
      "step": 2523260
    },
    {
      "epoch": 704.23,
      "grad_norm": 1.1541690826416016,
      "learning_rate": 1.8125862051986024e-07,
      "loss": 0.3445,
      "step": 2523270
    },
    {
      "epoch": 704.24,
      "grad_norm": 1.2926726341247559,
      "learning_rate": 1.8124819398406117e-07,
      "loss": 0.3429,
      "step": 2523280
    },
    {
      "epoch": 704.24,
      "grad_norm": 1.2141131162643433,
      "learning_rate": 1.812377677360915e-07,
      "loss": 0.3358,
      "step": 2523290
    },
    {
      "epoch": 704.24,
      "grad_norm": 1.1832603216171265,
      "learning_rate": 1.8122734177595278e-07,
      "loss": 0.3284,
      "step": 2523300
    },
    {
      "epoch": 704.25,
      "grad_norm": 1.2735965251922607,
      "learning_rate": 1.8121691610364686e-07,
      "loss": 0.3573,
      "step": 2523310
    },
    {
      "epoch": 704.25,
      "grad_norm": 1.2502845525741577,
      "learning_rate": 1.8120649071917448e-07,
      "loss": 0.3181,
      "step": 2523320
    },
    {
      "epoch": 704.25,
      "grad_norm": 1.140080213546753,
      "learning_rate": 1.8119606562253695e-07,
      "loss": 0.3279,
      "step": 2523330
    },
    {
      "epoch": 704.25,
      "grad_norm": 1.1688182353973389,
      "learning_rate": 1.8118564081373662e-07,
      "loss": 0.3499,
      "step": 2523340
    },
    {
      "epoch": 704.26,
      "grad_norm": 1.4592814445495605,
      "learning_rate": 1.8117521629277325e-07,
      "loss": 0.337,
      "step": 2523350
    },
    {
      "epoch": 704.26,
      "grad_norm": 1.1979584693908691,
      "learning_rate": 1.8116479205964995e-07,
      "loss": 0.3247,
      "step": 2523360
    },
    {
      "epoch": 704.26,
      "grad_norm": 1.19247305393219,
      "learning_rate": 1.8115436811436696e-07,
      "loss": 0.3361,
      "step": 2523370
    },
    {
      "epoch": 704.26,
      "grad_norm": 1.2907710075378418,
      "learning_rate": 1.8114394445692587e-07,
      "loss": 0.3435,
      "step": 2523380
    },
    {
      "epoch": 704.27,
      "grad_norm": 1.5268200635910034,
      "learning_rate": 1.8113352108732846e-07,
      "loss": 0.3316,
      "step": 2523390
    },
    {
      "epoch": 704.27,
      "grad_norm": 1.1270296573638916,
      "learning_rate": 1.8112309800557608e-07,
      "loss": 0.3375,
      "step": 2523400
    },
    {
      "epoch": 704.27,
      "grad_norm": 1.2532316446304321,
      "learning_rate": 1.8111267521166975e-07,
      "loss": 0.3334,
      "step": 2523410
    },
    {
      "epoch": 704.28,
      "grad_norm": 1.1738958358764648,
      "learning_rate": 1.8110225270561102e-07,
      "loss": 0.3453,
      "step": 2523420
    },
    {
      "epoch": 704.28,
      "grad_norm": 1.1611063480377197,
      "learning_rate": 1.8109183048740146e-07,
      "loss": 0.3318,
      "step": 2523430
    },
    {
      "epoch": 704.28,
      "grad_norm": 1.2036824226379395,
      "learning_rate": 1.8108140855704188e-07,
      "loss": 0.329,
      "step": 2523440
    },
    {
      "epoch": 704.28,
      "grad_norm": 1.162933349609375,
      "learning_rate": 1.8107098691453456e-07,
      "loss": 0.3299,
      "step": 2523450
    },
    {
      "epoch": 704.29,
      "grad_norm": 1.322819471359253,
      "learning_rate": 1.8106056555988006e-07,
      "loss": 0.3354,
      "step": 2523460
    },
    {
      "epoch": 704.29,
      "grad_norm": 1.2957489490509033,
      "learning_rate": 1.810501444930802e-07,
      "loss": 0.3578,
      "step": 2523470
    },
    {
      "epoch": 704.29,
      "grad_norm": 1.3438785076141357,
      "learning_rate": 1.8103972371413653e-07,
      "loss": 0.3335,
      "step": 2523480
    },
    {
      "epoch": 704.3,
      "grad_norm": 1.1285712718963623,
      "learning_rate": 1.8102930322304986e-07,
      "loss": 0.3447,
      "step": 2523490
    },
    {
      "epoch": 704.3,
      "grad_norm": 1.3172439336776733,
      "learning_rate": 1.81018883019822e-07,
      "loss": 0.3409,
      "step": 2523500
    },
    {
      "epoch": 704.3,
      "grad_norm": 1.319462537765503,
      "learning_rate": 1.810084631044542e-07,
      "loss": 0.352,
      "step": 2523510
    },
    {
      "epoch": 704.3,
      "grad_norm": 1.3364739418029785,
      "learning_rate": 1.8099804347694833e-07,
      "loss": 0.3451,
      "step": 2523520
    },
    {
      "epoch": 704.31,
      "grad_norm": 1.3761978149414062,
      "learning_rate": 1.809876241373044e-07,
      "loss": 0.335,
      "step": 2523530
    },
    {
      "epoch": 704.31,
      "grad_norm": 1.1478838920593262,
      "learning_rate": 1.8097720508552576e-07,
      "loss": 0.3475,
      "step": 2523540
    },
    {
      "epoch": 704.31,
      "grad_norm": 1.2169370651245117,
      "learning_rate": 1.8096678632161216e-07,
      "loss": 0.3263,
      "step": 2523550
    },
    {
      "epoch": 704.31,
      "grad_norm": 1.2337161302566528,
      "learning_rate": 1.8095636784556544e-07,
      "loss": 0.3241,
      "step": 2523560
    },
    {
      "epoch": 704.32,
      "grad_norm": 1.3436042070388794,
      "learning_rate": 1.8094594965738792e-07,
      "loss": 0.3639,
      "step": 2523570
    },
    {
      "epoch": 704.32,
      "grad_norm": 1.3430372476577759,
      "learning_rate": 1.809355317570791e-07,
      "loss": 0.3309,
      "step": 2523580
    },
    {
      "epoch": 704.32,
      "grad_norm": 1.0815337896347046,
      "learning_rate": 1.809251141446426e-07,
      "loss": 0.3352,
      "step": 2523590
    },
    {
      "epoch": 704.33,
      "grad_norm": 1.3645610809326172,
      "learning_rate": 1.809146968200779e-07,
      "loss": 0.3362,
      "step": 2523600
    },
    {
      "epoch": 704.33,
      "grad_norm": 1.0963960886001587,
      "learning_rate": 1.8090427978338736e-07,
      "loss": 0.3328,
      "step": 2523610
    },
    {
      "epoch": 704.33,
      "grad_norm": 1.541025996208191,
      "learning_rate": 1.8089386303457256e-07,
      "loss": 0.3443,
      "step": 2523620
    },
    {
      "epoch": 704.33,
      "grad_norm": 1.089016079902649,
      "learning_rate": 1.808834465736342e-07,
      "loss": 0.3228,
      "step": 2523630
    },
    {
      "epoch": 704.34,
      "grad_norm": 1.3411455154418945,
      "learning_rate": 1.8087303040057394e-07,
      "loss": 0.3354,
      "step": 2523640
    },
    {
      "epoch": 704.34,
      "grad_norm": 1.3694953918457031,
      "learning_rate": 1.8086261451539302e-07,
      "loss": 0.3221,
      "step": 2523650
    },
    {
      "epoch": 704.34,
      "grad_norm": 1.1174334287643433,
      "learning_rate": 1.8085219891809355e-07,
      "loss": 0.3357,
      "step": 2523660
    },
    {
      "epoch": 704.35,
      "grad_norm": 1.1783393621444702,
      "learning_rate": 1.808417836086755e-07,
      "loss": 0.3404,
      "step": 2523670
    },
    {
      "epoch": 704.35,
      "grad_norm": 1.1351341009140015,
      "learning_rate": 1.80831368587142e-07,
      "loss": 0.336,
      "step": 2523680
    },
    {
      "epoch": 704.35,
      "grad_norm": 1.169008493423462,
      "learning_rate": 1.8082095385349307e-07,
      "loss": 0.3421,
      "step": 2523690
    },
    {
      "epoch": 704.35,
      "grad_norm": 1.2009574174880981,
      "learning_rate": 1.8081053940773078e-07,
      "loss": 0.3302,
      "step": 2523700
    },
    {
      "epoch": 704.36,
      "grad_norm": 1.2174663543701172,
      "learning_rate": 1.8080012524985644e-07,
      "loss": 0.3332,
      "step": 2523710
    },
    {
      "epoch": 704.36,
      "grad_norm": 1.027626395225525,
      "learning_rate": 1.807897113798711e-07,
      "loss": 0.3252,
      "step": 2523720
    },
    {
      "epoch": 704.36,
      "grad_norm": 1.2288025617599487,
      "learning_rate": 1.8077929779777629e-07,
      "loss": 0.3392,
      "step": 2523730
    },
    {
      "epoch": 704.37,
      "grad_norm": 1.050764560699463,
      "learning_rate": 1.8076888450357358e-07,
      "loss": 0.3475,
      "step": 2523740
    },
    {
      "epoch": 704.37,
      "grad_norm": 1.1156041622161865,
      "learning_rate": 1.8075847149726453e-07,
      "loss": 0.3441,
      "step": 2523750
    },
    {
      "epoch": 704.37,
      "grad_norm": 1.9657777547836304,
      "learning_rate": 1.807480587788494e-07,
      "loss": 0.3443,
      "step": 2523760
    },
    {
      "epoch": 704.37,
      "grad_norm": 1.4453811645507812,
      "learning_rate": 1.8073764634833134e-07,
      "loss": 0.3335,
      "step": 2523770
    },
    {
      "epoch": 704.38,
      "grad_norm": 1.4352365732192993,
      "learning_rate": 1.8072723420571034e-07,
      "loss": 0.3457,
      "step": 2523780
    },
    {
      "epoch": 704.38,
      "grad_norm": 1.1639316082000732,
      "learning_rate": 1.8071682235098846e-07,
      "loss": 0.342,
      "step": 2523790
    },
    {
      "epoch": 704.38,
      "grad_norm": 1.2967559099197388,
      "learning_rate": 1.8070641078416702e-07,
      "loss": 0.3307,
      "step": 2523800
    },
    {
      "epoch": 704.38,
      "grad_norm": 1.113999605178833,
      "learning_rate": 1.8069599950524704e-07,
      "loss": 0.3442,
      "step": 2523810
    },
    {
      "epoch": 704.39,
      "grad_norm": 1.4427789449691772,
      "learning_rate": 1.8068558851422983e-07,
      "loss": 0.3489,
      "step": 2523820
    },
    {
      "epoch": 704.39,
      "grad_norm": 1.330830454826355,
      "learning_rate": 1.8067517781111748e-07,
      "loss": 0.36,
      "step": 2523830
    },
    {
      "epoch": 704.39,
      "grad_norm": 1.2965911626815796,
      "learning_rate": 1.8066476739591105e-07,
      "loss": 0.3493,
      "step": 2523840
    },
    {
      "epoch": 704.4,
      "grad_norm": 1.282810091972351,
      "learning_rate": 1.8065435726861177e-07,
      "loss": 0.3424,
      "step": 2523850
    },
    {
      "epoch": 704.4,
      "grad_norm": 1.1889538764953613,
      "learning_rate": 1.8064394742922077e-07,
      "loss": 0.3312,
      "step": 2523860
    },
    {
      "epoch": 704.4,
      "grad_norm": 1.3250336647033691,
      "learning_rate": 1.8063353787774008e-07,
      "loss": 0.3282,
      "step": 2523870
    },
    {
      "epoch": 704.4,
      "grad_norm": 2.12178373336792,
      "learning_rate": 1.8062312861417076e-07,
      "loss": 0.36,
      "step": 2523880
    },
    {
      "epoch": 704.41,
      "grad_norm": 1.3316117525100708,
      "learning_rate": 1.8061271963851434e-07,
      "loss": 0.3343,
      "step": 2523890
    },
    {
      "epoch": 704.41,
      "grad_norm": 1.4504307508468628,
      "learning_rate": 1.8060231095077138e-07,
      "loss": 0.3371,
      "step": 2523900
    },
    {
      "epoch": 704.41,
      "grad_norm": 1.2998993396759033,
      "learning_rate": 1.8059190255094498e-07,
      "loss": 0.3282,
      "step": 2523910
    },
    {
      "epoch": 704.42,
      "grad_norm": 1.307726502418518,
      "learning_rate": 1.805814944390349e-07,
      "loss": 0.3418,
      "step": 2523920
    },
    {
      "epoch": 704.42,
      "grad_norm": 1.1917842626571655,
      "learning_rate": 1.805710866150432e-07,
      "loss": 0.3399,
      "step": 2523930
    },
    {
      "epoch": 704.42,
      "grad_norm": 1.3173450231552124,
      "learning_rate": 1.8056067907897169e-07,
      "loss": 0.3407,
      "step": 2523940
    },
    {
      "epoch": 704.42,
      "grad_norm": 1.2879530191421509,
      "learning_rate": 1.8055027183082067e-07,
      "loss": 0.3433,
      "step": 2523950
    },
    {
      "epoch": 704.43,
      "grad_norm": 1.5137519836425781,
      "learning_rate": 1.8053986487059244e-07,
      "loss": 0.3515,
      "step": 2523960
    },
    {
      "epoch": 704.43,
      "grad_norm": 1.166256070137024,
      "learning_rate": 1.8052945819828783e-07,
      "loss": 0.3292,
      "step": 2523970
    },
    {
      "epoch": 704.43,
      "grad_norm": 1.1791930198669434,
      "learning_rate": 1.8051905181390888e-07,
      "loss": 0.3418,
      "step": 2523980
    },
    {
      "epoch": 704.43,
      "grad_norm": 1.2502630949020386,
      "learning_rate": 1.805086457174561e-07,
      "loss": 0.3381,
      "step": 2523990
    },
    {
      "epoch": 704.44,
      "grad_norm": 1.2666116952896118,
      "learning_rate": 1.8049823990893136e-07,
      "loss": 0.3427,
      "step": 2524000
    },
    {
      "epoch": 704.44,
      "grad_norm": 1.3979054689407349,
      "learning_rate": 1.804878343883367e-07,
      "loss": 0.3269,
      "step": 2524010
    },
    {
      "epoch": 704.44,
      "grad_norm": 1.1553032398223877,
      "learning_rate": 1.8047742915567164e-07,
      "loss": 0.336,
      "step": 2524020
    },
    {
      "epoch": 704.45,
      "grad_norm": 1.2247203588485718,
      "learning_rate": 1.804670242109398e-07,
      "loss": 0.3387,
      "step": 2524030
    },
    {
      "epoch": 704.45,
      "grad_norm": 2.1367900371551514,
      "learning_rate": 1.804566195541409e-07,
      "loss": 0.3328,
      "step": 2524040
    },
    {
      "epoch": 704.45,
      "grad_norm": 1.1445451974868774,
      "learning_rate": 1.8044621518527703e-07,
      "loss": 0.3433,
      "step": 2524050
    },
    {
      "epoch": 704.45,
      "grad_norm": 1.4318008422851562,
      "learning_rate": 1.8043581110434953e-07,
      "loss": 0.3266,
      "step": 2524060
    },
    {
      "epoch": 704.46,
      "grad_norm": 1.1456270217895508,
      "learning_rate": 1.8042540731136018e-07,
      "loss": 0.3343,
      "step": 2524070
    },
    {
      "epoch": 704.46,
      "grad_norm": 1.2056198120117188,
      "learning_rate": 1.804150038063095e-07,
      "loss": 0.3327,
      "step": 2524080
    },
    {
      "epoch": 704.46,
      "grad_norm": 1.2233242988586426,
      "learning_rate": 1.8040460058919933e-07,
      "loss": 0.3228,
      "step": 2524090
    },
    {
      "epoch": 704.47,
      "grad_norm": 1.1681420803070068,
      "learning_rate": 1.8039419766003125e-07,
      "loss": 0.347,
      "step": 2524100
    },
    {
      "epoch": 704.47,
      "grad_norm": 1.1467117071151733,
      "learning_rate": 1.8038379501880573e-07,
      "loss": 0.3372,
      "step": 2524110
    },
    {
      "epoch": 704.47,
      "grad_norm": 1.243873119354248,
      "learning_rate": 1.803733926655257e-07,
      "loss": 0.3427,
      "step": 2524120
    },
    {
      "epoch": 704.47,
      "grad_norm": 1.2543830871582031,
      "learning_rate": 1.8036299060019106e-07,
      "loss": 0.3326,
      "step": 2524130
    },
    {
      "epoch": 704.48,
      "grad_norm": 1.1506762504577637,
      "learning_rate": 1.8035258882280398e-07,
      "loss": 0.3281,
      "step": 2524140
    },
    {
      "epoch": 704.48,
      "grad_norm": 1.283501148223877,
      "learning_rate": 1.8034218733336626e-07,
      "loss": 0.3313,
      "step": 2524150
    },
    {
      "epoch": 704.48,
      "grad_norm": 1.2175805568695068,
      "learning_rate": 1.8033178613187762e-07,
      "loss": 0.336,
      "step": 2524160
    },
    {
      "epoch": 704.49,
      "grad_norm": 1.358678936958313,
      "learning_rate": 1.8032138521834144e-07,
      "loss": 0.3256,
      "step": 2524170
    },
    {
      "epoch": 704.49,
      "grad_norm": 1.2687551975250244,
      "learning_rate": 1.8031098459275776e-07,
      "loss": 0.3368,
      "step": 2524180
    },
    {
      "epoch": 704.49,
      "grad_norm": 1.0955156087875366,
      "learning_rate": 1.8030058425512862e-07,
      "loss": 0.3261,
      "step": 2524190
    },
    {
      "epoch": 704.49,
      "grad_norm": 1.3843777179718018,
      "learning_rate": 1.8029018420545484e-07,
      "loss": 0.3522,
      "step": 2524200
    },
    {
      "epoch": 704.5,
      "grad_norm": 1.2883161306381226,
      "learning_rate": 1.802797844437387e-07,
      "loss": 0.3291,
      "step": 2524210
    },
    {
      "epoch": 704.5,
      "grad_norm": 1.1306285858154297,
      "learning_rate": 1.8026938496998079e-07,
      "loss": 0.3253,
      "step": 2524220
    },
    {
      "epoch": 704.5,
      "grad_norm": 1.5381147861480713,
      "learning_rate": 1.8025898578418262e-07,
      "loss": 0.3459,
      "step": 2524230
    },
    {
      "epoch": 704.5,
      "grad_norm": 1.2693461179733276,
      "learning_rate": 1.8024858688634604e-07,
      "loss": 0.3455,
      "step": 2524240
    },
    {
      "epoch": 704.51,
      "grad_norm": 1.2481474876403809,
      "learning_rate": 1.802381882764713e-07,
      "loss": 0.3362,
      "step": 2524250
    },
    {
      "epoch": 704.51,
      "grad_norm": 1.3541321754455566,
      "learning_rate": 1.8022778995456155e-07,
      "loss": 0.3423,
      "step": 2524260
    },
    {
      "epoch": 704.51,
      "grad_norm": 1.1587855815887451,
      "learning_rate": 1.802173919206165e-07,
      "loss": 0.336,
      "step": 2524270
    },
    {
      "epoch": 704.52,
      "grad_norm": 1.1329824924468994,
      "learning_rate": 1.8020699417463847e-07,
      "loss": 0.3441,
      "step": 2524280
    },
    {
      "epoch": 704.52,
      "grad_norm": 1.363153100013733,
      "learning_rate": 1.8019659671662878e-07,
      "loss": 0.3305,
      "step": 2524290
    },
    {
      "epoch": 704.52,
      "grad_norm": 1.2503376007080078,
      "learning_rate": 1.801861995465885e-07,
      "loss": 0.3302,
      "step": 2524300
    },
    {
      "epoch": 704.52,
      "grad_norm": 5.524592876434326,
      "learning_rate": 1.801758026645189e-07,
      "loss": 0.3444,
      "step": 2524310
    },
    {
      "epoch": 704.53,
      "grad_norm": 1.1543036699295044,
      "learning_rate": 1.801654060704218e-07,
      "loss": 0.354,
      "step": 2524320
    },
    {
      "epoch": 704.53,
      "grad_norm": 1.0604079961776733,
      "learning_rate": 1.801550097642988e-07,
      "loss": 0.3436,
      "step": 2524330
    },
    {
      "epoch": 704.53,
      "grad_norm": 1.2417312860488892,
      "learning_rate": 1.8014461374614987e-07,
      "loss": 0.3279,
      "step": 2524340
    },
    {
      "epoch": 704.54,
      "grad_norm": 1.5927361249923706,
      "learning_rate": 1.8013421801597836e-07,
      "loss": 0.3269,
      "step": 2524350
    },
    {
      "epoch": 704.54,
      "grad_norm": 1.3085072040557861,
      "learning_rate": 1.8012382257378432e-07,
      "loss": 0.3361,
      "step": 2524360
    },
    {
      "epoch": 704.54,
      "grad_norm": 1.3948142528533936,
      "learning_rate": 1.8011342741956957e-07,
      "loss": 0.3419,
      "step": 2524370
    },
    {
      "epoch": 704.54,
      "grad_norm": 1.058984398841858,
      "learning_rate": 1.8010303255333565e-07,
      "loss": 0.3348,
      "step": 2524380
    },
    {
      "epoch": 704.55,
      "grad_norm": 1.2295886278152466,
      "learning_rate": 1.800926379750836e-07,
      "loss": 0.3387,
      "step": 2524390
    },
    {
      "epoch": 704.55,
      "grad_norm": 1.2583743333816528,
      "learning_rate": 1.8008224368481475e-07,
      "loss": 0.3276,
      "step": 2524400
    },
    {
      "epoch": 704.55,
      "grad_norm": 1.2284833192825317,
      "learning_rate": 1.800718496825306e-07,
      "loss": 0.3441,
      "step": 2524410
    },
    {
      "epoch": 704.55,
      "grad_norm": 1.3082549571990967,
      "learning_rate": 1.8006145596823306e-07,
      "loss": 0.3503,
      "step": 2524420
    },
    {
      "epoch": 704.56,
      "grad_norm": 1.2565877437591553,
      "learning_rate": 1.8005106254192283e-07,
      "loss": 0.3239,
      "step": 2524430
    },
    {
      "epoch": 704.56,
      "grad_norm": 1.094266414642334,
      "learning_rate": 1.8004066940360125e-07,
      "loss": 0.3239,
      "step": 2524440
    },
    {
      "epoch": 704.56,
      "grad_norm": 1.4238628149032593,
      "learning_rate": 1.8003027655327014e-07,
      "loss": 0.3407,
      "step": 2524450
    },
    {
      "epoch": 704.57,
      "grad_norm": 1.7258821725845337,
      "learning_rate": 1.8001988399093055e-07,
      "loss": 0.3383,
      "step": 2524460
    },
    {
      "epoch": 704.57,
      "grad_norm": 1.3015871047973633,
      "learning_rate": 1.8000949171658451e-07,
      "loss": 0.3434,
      "step": 2524470
    },
    {
      "epoch": 704.57,
      "grad_norm": 1.1197984218597412,
      "learning_rate": 1.7999909973023236e-07,
      "loss": 0.3434,
      "step": 2524480
    },
    {
      "epoch": 704.57,
      "grad_norm": 1.3598999977111816,
      "learning_rate": 1.7998870803187661e-07,
      "loss": 0.3394,
      "step": 2524490
    },
    {
      "epoch": 704.58,
      "grad_norm": 1.0914078950881958,
      "learning_rate": 1.799783166215176e-07,
      "loss": 0.3431,
      "step": 2524500
    },
    {
      "epoch": 704.58,
      "grad_norm": 1.2045783996582031,
      "learning_rate": 1.799679254991574e-07,
      "loss": 0.3366,
      "step": 2524510
    },
    {
      "epoch": 704.58,
      "grad_norm": 1.5786978006362915,
      "learning_rate": 1.7995753466479752e-07,
      "loss": 0.3474,
      "step": 2524520
    },
    {
      "epoch": 704.59,
      "grad_norm": 1.0019631385803223,
      "learning_rate": 1.7994714411843854e-07,
      "loss": 0.3407,
      "step": 2524530
    },
    {
      "epoch": 704.59,
      "grad_norm": 1.2341827154159546,
      "learning_rate": 1.7993675386008224e-07,
      "loss": 0.3291,
      "step": 2524540
    },
    {
      "epoch": 704.59,
      "grad_norm": 1.2120132446289062,
      "learning_rate": 1.7992636388973017e-07,
      "loss": 0.3323,
      "step": 2524550
    },
    {
      "epoch": 704.59,
      "grad_norm": 1.3113744258880615,
      "learning_rate": 1.7991597420738397e-07,
      "loss": 0.3326,
      "step": 2524560
    },
    {
      "epoch": 704.6,
      "grad_norm": 1.132505178451538,
      "learning_rate": 1.7990558481304432e-07,
      "loss": 0.3427,
      "step": 2524570
    },
    {
      "epoch": 704.6,
      "grad_norm": 1.2221012115478516,
      "learning_rate": 1.798951957067131e-07,
      "loss": 0.3459,
      "step": 2524580
    },
    {
      "epoch": 704.6,
      "grad_norm": 1.5029442310333252,
      "learning_rate": 1.7988480688839135e-07,
      "loss": 0.3362,
      "step": 2524590
    },
    {
      "epoch": 704.61,
      "grad_norm": 1.2698615789413452,
      "learning_rate": 1.7987441835808063e-07,
      "loss": 0.3417,
      "step": 2524600
    },
    {
      "epoch": 704.61,
      "grad_norm": 1.410305142402649,
      "learning_rate": 1.7986403011578274e-07,
      "loss": 0.3142,
      "step": 2524610
    },
    {
      "epoch": 704.61,
      "grad_norm": 1.301832675933838,
      "learning_rate": 1.798536421614985e-07,
      "loss": 0.3293,
      "step": 2524620
    },
    {
      "epoch": 704.61,
      "grad_norm": 1.436508059501648,
      "learning_rate": 1.7984325449522914e-07,
      "loss": 0.325,
      "step": 2524630
    },
    {
      "epoch": 704.62,
      "grad_norm": 1.3688377141952515,
      "learning_rate": 1.7983286711697656e-07,
      "loss": 0.3439,
      "step": 2524640
    },
    {
      "epoch": 704.62,
      "grad_norm": 1.2393085956573486,
      "learning_rate": 1.7982248002674226e-07,
      "loss": 0.3386,
      "step": 2524650
    },
    {
      "epoch": 704.62,
      "grad_norm": 1.282625675201416,
      "learning_rate": 1.798120932245268e-07,
      "loss": 0.331,
      "step": 2524660
    },
    {
      "epoch": 704.62,
      "grad_norm": 1.2304729223251343,
      "learning_rate": 1.7980170671033226e-07,
      "loss": 0.3425,
      "step": 2524670
    },
    {
      "epoch": 704.63,
      "grad_norm": 1.1444066762924194,
      "learning_rate": 1.797913204841602e-07,
      "loss": 0.344,
      "step": 2524680
    },
    {
      "epoch": 704.63,
      "grad_norm": 1.0592440366744995,
      "learning_rate": 1.7978093454601084e-07,
      "loss": 0.3337,
      "step": 2524690
    },
    {
      "epoch": 704.63,
      "grad_norm": 1.2007288932800293,
      "learning_rate": 1.7977054889588708e-07,
      "loss": 0.3434,
      "step": 2524700
    },
    {
      "epoch": 704.64,
      "grad_norm": 1.2997512817382812,
      "learning_rate": 1.7976016353378918e-07,
      "loss": 0.3282,
      "step": 2524710
    },
    {
      "epoch": 704.64,
      "grad_norm": 1.3173071146011353,
      "learning_rate": 1.7974977845971868e-07,
      "loss": 0.3427,
      "step": 2524720
    },
    {
      "epoch": 704.64,
      "grad_norm": 1.2673660516738892,
      "learning_rate": 1.7973939367367743e-07,
      "loss": 0.3249,
      "step": 2524730
    },
    {
      "epoch": 704.64,
      "grad_norm": 1.2013301849365234,
      "learning_rate": 1.7972900917566673e-07,
      "loss": 0.3268,
      "step": 2524740
    },
    {
      "epoch": 704.65,
      "grad_norm": 1.2823511362075806,
      "learning_rate": 1.797186249656881e-07,
      "loss": 0.3375,
      "step": 2524750
    },
    {
      "epoch": 704.65,
      "grad_norm": 1.2889600992202759,
      "learning_rate": 1.7970824104374212e-07,
      "loss": 0.3395,
      "step": 2524760
    },
    {
      "epoch": 704.65,
      "grad_norm": 1.2670577764511108,
      "learning_rate": 1.796978574098308e-07,
      "loss": 0.3254,
      "step": 2524770
    },
    {
      "epoch": 704.66,
      "grad_norm": 1.2745182514190674,
      "learning_rate": 1.7968747406395553e-07,
      "loss": 0.3511,
      "step": 2524780
    },
    {
      "epoch": 704.66,
      "grad_norm": 1.1392607688903809,
      "learning_rate": 1.796770910061178e-07,
      "loss": 0.3444,
      "step": 2524790
    },
    {
      "epoch": 704.66,
      "grad_norm": 1.2376669645309448,
      "learning_rate": 1.796667082363184e-07,
      "loss": 0.3521,
      "step": 2524800
    },
    {
      "epoch": 704.66,
      "grad_norm": 1.4014822244644165,
      "learning_rate": 1.796563257545589e-07,
      "loss": 0.3506,
      "step": 2524810
    },
    {
      "epoch": 704.67,
      "grad_norm": 1.257045865058899,
      "learning_rate": 1.796459435608414e-07,
      "loss": 0.349,
      "step": 2524820
    },
    {
      "epoch": 704.67,
      "grad_norm": 1.480311393737793,
      "learning_rate": 1.7963556165516614e-07,
      "loss": 0.3303,
      "step": 2524830
    },
    {
      "epoch": 704.67,
      "grad_norm": 1.218011498451233,
      "learning_rate": 1.7962518003753575e-07,
      "loss": 0.3319,
      "step": 2524840
    },
    {
      "epoch": 704.67,
      "grad_norm": 5.035763263702393,
      "learning_rate": 1.7961479870795045e-07,
      "loss": 0.3354,
      "step": 2524850
    },
    {
      "epoch": 704.68,
      "grad_norm": 1.278914451599121,
      "learning_rate": 1.7960441766641207e-07,
      "loss": 0.3483,
      "step": 2524860
    },
    {
      "epoch": 704.68,
      "grad_norm": 1.2501184940338135,
      "learning_rate": 1.7959403691292246e-07,
      "loss": 0.3481,
      "step": 2524870
    },
    {
      "epoch": 704.68,
      "grad_norm": 1.3886356353759766,
      "learning_rate": 1.7958365644748263e-07,
      "loss": 0.347,
      "step": 2524880
    },
    {
      "epoch": 704.69,
      "grad_norm": 1.5004827976226807,
      "learning_rate": 1.7957327627009365e-07,
      "loss": 0.3503,
      "step": 2524890
    },
    {
      "epoch": 704.69,
      "grad_norm": 1.3365529775619507,
      "learning_rate": 1.7956289638075706e-07,
      "loss": 0.3428,
      "step": 2524900
    },
    {
      "epoch": 704.69,
      "grad_norm": 0.9792937636375427,
      "learning_rate": 1.7955251677947493e-07,
      "loss": 0.3191,
      "step": 2524910
    },
    {
      "epoch": 704.69,
      "grad_norm": 1.2888447046279907,
      "learning_rate": 1.795421374662473e-07,
      "loss": 0.3402,
      "step": 2524920
    },
    {
      "epoch": 704.7,
      "grad_norm": 1.4285657405853271,
      "learning_rate": 1.79531758441077e-07,
      "loss": 0.3374,
      "step": 2524930
    },
    {
      "epoch": 704.7,
      "grad_norm": 1.2271497249603271,
      "learning_rate": 1.7952137970396454e-07,
      "loss": 0.3352,
      "step": 2524940
    },
    {
      "epoch": 704.7,
      "grad_norm": 1.3447484970092773,
      "learning_rate": 1.7951100125491126e-07,
      "loss": 0.3361,
      "step": 2524950
    },
    {
      "epoch": 704.71,
      "grad_norm": 1.1564686298370361,
      "learning_rate": 1.7950062309391922e-07,
      "loss": 0.3367,
      "step": 2524960
    },
    {
      "epoch": 704.71,
      "grad_norm": 1.348304271697998,
      "learning_rate": 1.794902452209892e-07,
      "loss": 0.3446,
      "step": 2524970
    },
    {
      "epoch": 704.71,
      "grad_norm": 1.2409305572509766,
      "learning_rate": 1.794798676361225e-07,
      "loss": 0.3317,
      "step": 2524980
    },
    {
      "epoch": 704.71,
      "grad_norm": 1.4964781999588013,
      "learning_rate": 1.7946949033932067e-07,
      "loss": 0.3377,
      "step": 2524990
    },
    {
      "epoch": 704.72,
      "grad_norm": 1.2368685007095337,
      "learning_rate": 1.7945911333058582e-07,
      "loss": 0.3401,
      "step": 2525000
    },
    {
      "epoch": 704.72,
      "grad_norm": 1.463523507118225,
      "learning_rate": 1.794487366099177e-07,
      "loss": 0.3428,
      "step": 2525010
    },
    {
      "epoch": 704.72,
      "grad_norm": 1.3270456790924072,
      "learning_rate": 1.7943836017731963e-07,
      "loss": 0.3343,
      "step": 2525020
    },
    {
      "epoch": 704.73,
      "grad_norm": 1.2331022024154663,
      "learning_rate": 1.794279840327914e-07,
      "loss": 0.3296,
      "step": 2525030
    },
    {
      "epoch": 704.73,
      "grad_norm": 1.260680913925171,
      "learning_rate": 1.794176081763351e-07,
      "loss": 0.3246,
      "step": 2525040
    },
    {
      "epoch": 704.73,
      "grad_norm": 1.2151577472686768,
      "learning_rate": 1.794072326079525e-07,
      "loss": 0.3329,
      "step": 2525050
    },
    {
      "epoch": 704.73,
      "grad_norm": 1.1684132814407349,
      "learning_rate": 1.7939685732764366e-07,
      "loss": 0.3484,
      "step": 2525060
    },
    {
      "epoch": 704.74,
      "grad_norm": 1.376486897468567,
      "learning_rate": 1.7938648233541164e-07,
      "loss": 0.3271,
      "step": 2525070
    },
    {
      "epoch": 704.74,
      "grad_norm": 1.2851917743682861,
      "learning_rate": 1.7937610763125651e-07,
      "loss": 0.3544,
      "step": 2525080
    },
    {
      "epoch": 704.74,
      "grad_norm": 1.260222315788269,
      "learning_rate": 1.793657332151803e-07,
      "loss": 0.3422,
      "step": 2525090
    },
    {
      "epoch": 704.74,
      "grad_norm": 1.4033583402633667,
      "learning_rate": 1.7935535908718458e-07,
      "loss": 0.3522,
      "step": 2525100
    },
    {
      "epoch": 704.75,
      "grad_norm": 1.2538079023361206,
      "learning_rate": 1.793449852472699e-07,
      "loss": 0.3348,
      "step": 2525110
    },
    {
      "epoch": 704.75,
      "grad_norm": 1.262874722480774,
      "learning_rate": 1.7933461169543803e-07,
      "loss": 0.3302,
      "step": 2525120
    },
    {
      "epoch": 704.75,
      "grad_norm": 1.6588658094406128,
      "learning_rate": 1.793242384316906e-07,
      "loss": 0.3582,
      "step": 2525130
    },
    {
      "epoch": 704.76,
      "grad_norm": 1.3708858489990234,
      "learning_rate": 1.7931386545602936e-07,
      "loss": 0.3315,
      "step": 2525140
    },
    {
      "epoch": 704.76,
      "grad_norm": 1.214369297027588,
      "learning_rate": 1.7930349276845408e-07,
      "loss": 0.3301,
      "step": 2525150
    },
    {
      "epoch": 704.76,
      "grad_norm": 1.1713941097259521,
      "learning_rate": 1.7929312036896816e-07,
      "loss": 0.3381,
      "step": 2525160
    },
    {
      "epoch": 704.76,
      "grad_norm": 1.2762908935546875,
      "learning_rate": 1.7928274825757157e-07,
      "loss": 0.3362,
      "step": 2525170
    },
    {
      "epoch": 704.77,
      "grad_norm": 1.3042938709259033,
      "learning_rate": 1.7927237643426615e-07,
      "loss": 0.3253,
      "step": 2525180
    },
    {
      "epoch": 704.77,
      "grad_norm": 1.2366273403167725,
      "learning_rate": 1.792620048990537e-07,
      "loss": 0.3446,
      "step": 2525190
    },
    {
      "epoch": 704.77,
      "grad_norm": 1.1039775609970093,
      "learning_rate": 1.7925163365193504e-07,
      "loss": 0.3273,
      "step": 2525200
    },
    {
      "epoch": 704.78,
      "grad_norm": 1.3281368017196655,
      "learning_rate": 1.7924126269291145e-07,
      "loss": 0.3387,
      "step": 2525210
    },
    {
      "epoch": 704.78,
      "grad_norm": 1.2999296188354492,
      "learning_rate": 1.7923089202198448e-07,
      "loss": 0.3415,
      "step": 2525220
    },
    {
      "epoch": 704.78,
      "grad_norm": 1.533034324645996,
      "learning_rate": 1.7922052163915624e-07,
      "loss": 0.3335,
      "step": 2525230
    },
    {
      "epoch": 704.78,
      "grad_norm": 1.2724019289016724,
      "learning_rate": 1.7921015154442695e-07,
      "loss": 0.3618,
      "step": 2525240
    },
    {
      "epoch": 704.79,
      "grad_norm": 1.2283803224563599,
      "learning_rate": 1.7919978173779846e-07,
      "loss": 0.3547,
      "step": 2525250
    },
    {
      "epoch": 704.79,
      "grad_norm": 1.1722910404205322,
      "learning_rate": 1.791894122192726e-07,
      "loss": 0.3374,
      "step": 2525260
    },
    {
      "epoch": 704.79,
      "grad_norm": 1.1361422538757324,
      "learning_rate": 1.791790429888496e-07,
      "loss": 0.3287,
      "step": 2525270
    },
    {
      "epoch": 704.79,
      "grad_norm": 1.1992162466049194,
      "learning_rate": 1.7916867404653233e-07,
      "loss": 0.3434,
      "step": 2525280
    },
    {
      "epoch": 704.8,
      "grad_norm": 1.5498687028884888,
      "learning_rate": 1.7915830539232106e-07,
      "loss": 0.3402,
      "step": 2525290
    },
    {
      "epoch": 704.8,
      "grad_norm": 1.3906042575836182,
      "learning_rate": 1.7914793702621762e-07,
      "loss": 0.3326,
      "step": 2525300
    },
    {
      "epoch": 704.8,
      "grad_norm": 1.5321146249771118,
      "learning_rate": 1.7913756894822328e-07,
      "loss": 0.3408,
      "step": 2525310
    },
    {
      "epoch": 704.81,
      "grad_norm": 1.5168832540512085,
      "learning_rate": 1.791272011583394e-07,
      "loss": 0.3582,
      "step": 2525320
    },
    {
      "epoch": 704.81,
      "grad_norm": 1.302992343902588,
      "learning_rate": 1.7911683365656772e-07,
      "loss": 0.331,
      "step": 2525330
    },
    {
      "epoch": 704.81,
      "grad_norm": 1.9028494358062744,
      "learning_rate": 1.7910646644290883e-07,
      "loss": 0.3518,
      "step": 2525340
    },
    {
      "epoch": 704.81,
      "grad_norm": 1.1688624620437622,
      "learning_rate": 1.7909609951736475e-07,
      "loss": 0.3383,
      "step": 2525350
    },
    {
      "epoch": 704.82,
      "grad_norm": 1.2039116621017456,
      "learning_rate": 1.790857328799366e-07,
      "loss": 0.3221,
      "step": 2525360
    },
    {
      "epoch": 704.82,
      "grad_norm": 1.1226699352264404,
      "learning_rate": 1.790753665306264e-07,
      "loss": 0.3219,
      "step": 2525370
    },
    {
      "epoch": 704.82,
      "grad_norm": 1.2157294750213623,
      "learning_rate": 1.7906500046943442e-07,
      "loss": 0.3406,
      "step": 2525380
    },
    {
      "epoch": 704.83,
      "grad_norm": 1.0967977046966553,
      "learning_rate": 1.7905463469636273e-07,
      "loss": 0.3247,
      "step": 2525390
    },
    {
      "epoch": 704.83,
      "grad_norm": 1.2394766807556152,
      "learning_rate": 1.7904426921141296e-07,
      "loss": 0.3273,
      "step": 2525400
    },
    {
      "epoch": 704.83,
      "grad_norm": 1.0155866146087646,
      "learning_rate": 1.7903390401458528e-07,
      "loss": 0.3329,
      "step": 2525410
    },
    {
      "epoch": 704.83,
      "grad_norm": 1.264142632484436,
      "learning_rate": 1.7902353910588287e-07,
      "loss": 0.3241,
      "step": 2525420
    },
    {
      "epoch": 704.84,
      "grad_norm": 1.0993047952651978,
      "learning_rate": 1.7901317448530545e-07,
      "loss": 0.3317,
      "step": 2525430
    },
    {
      "epoch": 704.84,
      "grad_norm": 1.2535985708236694,
      "learning_rate": 1.7900281015285536e-07,
      "loss": 0.3353,
      "step": 2525440
    },
    {
      "epoch": 704.84,
      "grad_norm": 1.1439837217330933,
      "learning_rate": 1.789924461085334e-07,
      "loss": 0.3517,
      "step": 2525450
    },
    {
      "epoch": 704.85,
      "grad_norm": 1.425400972366333,
      "learning_rate": 1.7898208235234187e-07,
      "loss": 0.3343,
      "step": 2525460
    },
    {
      "epoch": 704.85,
      "grad_norm": 1.2647525072097778,
      "learning_rate": 1.7897171888428107e-07,
      "loss": 0.3364,
      "step": 2525470
    },
    {
      "epoch": 704.85,
      "grad_norm": 1.2782936096191406,
      "learning_rate": 1.7896135570435308e-07,
      "loss": 0.3495,
      "step": 2525480
    },
    {
      "epoch": 704.85,
      "grad_norm": 1.2157365083694458,
      "learning_rate": 1.7895099281255918e-07,
      "loss": 0.341,
      "step": 2525490
    },
    {
      "epoch": 704.86,
      "grad_norm": 1.247536063194275,
      "learning_rate": 1.789406302088999e-07,
      "loss": 0.3439,
      "step": 2525500
    },
    {
      "epoch": 704.86,
      "grad_norm": 1.2917507886886597,
      "learning_rate": 1.789302678933781e-07,
      "loss": 0.3464,
      "step": 2525510
    },
    {
      "epoch": 704.86,
      "grad_norm": 1.25870943069458,
      "learning_rate": 1.7891990586599403e-07,
      "loss": 0.3233,
      "step": 2525520
    },
    {
      "epoch": 704.86,
      "grad_norm": 1.27567720413208,
      "learning_rate": 1.789095441267493e-07,
      "loss": 0.3291,
      "step": 2525530
    },
    {
      "epoch": 704.87,
      "grad_norm": 1.3851451873779297,
      "learning_rate": 1.7889918267564567e-07,
      "loss": 0.3444,
      "step": 2525540
    },
    {
      "epoch": 704.87,
      "grad_norm": 1.2566232681274414,
      "learning_rate": 1.7888882151268447e-07,
      "loss": 0.34,
      "step": 2525550
    },
    {
      "epoch": 704.87,
      "grad_norm": 1.5497511625289917,
      "learning_rate": 1.7887846063786673e-07,
      "loss": 0.3364,
      "step": 2525560
    },
    {
      "epoch": 704.88,
      "grad_norm": 1.2061309814453125,
      "learning_rate": 1.7886810005119377e-07,
      "loss": 0.3502,
      "step": 2525570
    },
    {
      "epoch": 704.88,
      "grad_norm": 1.191857099533081,
      "learning_rate": 1.7885773975266769e-07,
      "loss": 0.3404,
      "step": 2525580
    },
    {
      "epoch": 704.88,
      "grad_norm": 1.1612389087677002,
      "learning_rate": 1.7884737974228841e-07,
      "loss": 0.3468,
      "step": 2525590
    },
    {
      "epoch": 704.88,
      "grad_norm": 1.366463303565979,
      "learning_rate": 1.7883702002005914e-07,
      "loss": 0.3175,
      "step": 2525600
    },
    {
      "epoch": 704.89,
      "grad_norm": 1.164311408996582,
      "learning_rate": 1.7882666058598007e-07,
      "loss": 0.3404,
      "step": 2525610
    },
    {
      "epoch": 704.89,
      "grad_norm": 1.3727025985717773,
      "learning_rate": 1.7881630144005282e-07,
      "loss": 0.3217,
      "step": 2525620
    },
    {
      "epoch": 704.89,
      "grad_norm": 1.5832765102386475,
      "learning_rate": 1.7880594258227916e-07,
      "loss": 0.3534,
      "step": 2525630
    },
    {
      "epoch": 704.9,
      "grad_norm": 1.152853012084961,
      "learning_rate": 1.787955840126594e-07,
      "loss": 0.3174,
      "step": 2525640
    },
    {
      "epoch": 704.9,
      "grad_norm": 1.3348991870880127,
      "learning_rate": 1.7878522573119637e-07,
      "loss": 0.3368,
      "step": 2525650
    },
    {
      "epoch": 704.9,
      "grad_norm": 1.21649968624115,
      "learning_rate": 1.7877486773789059e-07,
      "loss": 0.3363,
      "step": 2525660
    },
    {
      "epoch": 704.9,
      "grad_norm": 1.1380540132522583,
      "learning_rate": 1.7876451003274338e-07,
      "loss": 0.3356,
      "step": 2525670
    },
    {
      "epoch": 704.91,
      "grad_norm": 1.2177447080612183,
      "learning_rate": 1.7875415261575627e-07,
      "loss": 0.3338,
      "step": 2525680
    },
    {
      "epoch": 704.91,
      "grad_norm": 1.20636785030365,
      "learning_rate": 1.787437954869314e-07,
      "loss": 0.3204,
      "step": 2525690
    },
    {
      "epoch": 704.91,
      "grad_norm": 1.1011254787445068,
      "learning_rate": 1.787334386462687e-07,
      "loss": 0.321,
      "step": 2525700
    },
    {
      "epoch": 704.91,
      "grad_norm": 1.3936481475830078,
      "learning_rate": 1.7872308209377056e-07,
      "loss": 0.3391,
      "step": 2525710
    },
    {
      "epoch": 704.92,
      "grad_norm": 1.2022866010665894,
      "learning_rate": 1.7871272582943825e-07,
      "loss": 0.3413,
      "step": 2525720
    },
    {
      "epoch": 704.92,
      "grad_norm": 1.2972646951675415,
      "learning_rate": 1.7870236985327232e-07,
      "loss": 0.3421,
      "step": 2525730
    },
    {
      "epoch": 704.92,
      "grad_norm": 1.3011090755462646,
      "learning_rate": 1.7869201416527563e-07,
      "loss": 0.3279,
      "step": 2525740
    },
    {
      "epoch": 704.93,
      "grad_norm": 1.446308970451355,
      "learning_rate": 1.7868165876544842e-07,
      "loss": 0.3317,
      "step": 2525750
    },
    {
      "epoch": 704.93,
      "grad_norm": 1.225981593132019,
      "learning_rate": 1.7867130365379224e-07,
      "loss": 0.3243,
      "step": 2525760
    },
    {
      "epoch": 704.93,
      "grad_norm": 1.250385046005249,
      "learning_rate": 1.786609488303092e-07,
      "loss": 0.3509,
      "step": 2525770
    },
    {
      "epoch": 704.93,
      "grad_norm": 1.2785346508026123,
      "learning_rate": 1.7865059429499956e-07,
      "loss": 0.3646,
      "step": 2525780
    },
    {
      "epoch": 704.94,
      "grad_norm": 1.2578476667404175,
      "learning_rate": 1.786402400478654e-07,
      "loss": 0.3356,
      "step": 2525790
    },
    {
      "epoch": 704.94,
      "grad_norm": 0.9986184239387512,
      "learning_rate": 1.7862988608890772e-07,
      "loss": 0.3458,
      "step": 2525800
    },
    {
      "epoch": 704.94,
      "grad_norm": 1.2936843633651733,
      "learning_rate": 1.7861953241812867e-07,
      "loss": 0.3461,
      "step": 2525810
    },
    {
      "epoch": 704.95,
      "grad_norm": 1.142496109008789,
      "learning_rate": 1.786091790355282e-07,
      "loss": 0.3319,
      "step": 2525820
    },
    {
      "epoch": 704.95,
      "grad_norm": 2.053800582885742,
      "learning_rate": 1.7859882594110945e-07,
      "loss": 0.3185,
      "step": 2525830
    },
    {
      "epoch": 704.95,
      "grad_norm": 1.4397356510162354,
      "learning_rate": 1.7858847313487243e-07,
      "loss": 0.3378,
      "step": 2525840
    },
    {
      "epoch": 704.95,
      "grad_norm": 1.2652291059494019,
      "learning_rate": 1.7857812061681893e-07,
      "loss": 0.3356,
      "step": 2525850
    },
    {
      "epoch": 704.96,
      "grad_norm": 1.1125214099884033,
      "learning_rate": 1.7856776838695106e-07,
      "loss": 0.3412,
      "step": 2525860
    },
    {
      "epoch": 704.96,
      "grad_norm": 2.4178948402404785,
      "learning_rate": 1.785574164452688e-07,
      "loss": 0.347,
      "step": 2525870
    },
    {
      "epoch": 704.96,
      "grad_norm": 1.4049862623214722,
      "learning_rate": 1.7854706479177454e-07,
      "loss": 0.3352,
      "step": 2525880
    },
    {
      "epoch": 704.97,
      "grad_norm": 1.302786111831665,
      "learning_rate": 1.7853671342646925e-07,
      "loss": 0.3303,
      "step": 2525890
    },
    {
      "epoch": 704.97,
      "grad_norm": 1.5939499139785767,
      "learning_rate": 1.7852636234935454e-07,
      "loss": 0.3372,
      "step": 2525900
    },
    {
      "epoch": 704.97,
      "grad_norm": 1.4006401300430298,
      "learning_rate": 1.7851601156043193e-07,
      "loss": 0.3355,
      "step": 2525910
    },
    {
      "epoch": 704.97,
      "grad_norm": 1.260183572769165,
      "learning_rate": 1.7850566105970226e-07,
      "loss": 0.3317,
      "step": 2525920
    },
    {
      "epoch": 704.98,
      "grad_norm": 1.2043673992156982,
      "learning_rate": 1.7849531084716704e-07,
      "loss": 0.333,
      "step": 2525930
    },
    {
      "epoch": 704.98,
      "grad_norm": 1.3075370788574219,
      "learning_rate": 1.7848496092282812e-07,
      "loss": 0.3409,
      "step": 2525940
    },
    {
      "epoch": 704.98,
      "grad_norm": 1.2815594673156738,
      "learning_rate": 1.7847461128668678e-07,
      "loss": 0.3327,
      "step": 2525950
    },
    {
      "epoch": 704.98,
      "grad_norm": 1.1666842699050903,
      "learning_rate": 1.784642619387433e-07,
      "loss": 0.3302,
      "step": 2525960
    },
    {
      "epoch": 704.99,
      "grad_norm": 1.7746766805648804,
      "learning_rate": 1.7845391287900078e-07,
      "loss": 0.3384,
      "step": 2525970
    },
    {
      "epoch": 704.99,
      "grad_norm": 1.4588779211044312,
      "learning_rate": 1.784435641074595e-07,
      "loss": 0.3392,
      "step": 2525980
    },
    {
      "epoch": 704.99,
      "grad_norm": 1.2079927921295166,
      "learning_rate": 1.7843321562412104e-07,
      "loss": 0.3426,
      "step": 2525990
    },
    {
      "epoch": 705.0,
      "grad_norm": 1.0726335048675537,
      "learning_rate": 1.7842286742898717e-07,
      "loss": 0.343,
      "step": 2526000
    },
    {
      "epoch": 705.0,
      "grad_norm": 1.3674107789993286,
      "learning_rate": 1.7841251952205843e-07,
      "loss": 0.3456,
      "step": 2526010
    },
    {
      "epoch": 705.0,
      "eval_loss": 0.3371739387512207,
      "eval_runtime": 64.0039,
      "eval_samples_per_second": 79.042,
      "eval_steps_per_second": 9.89,
      "step": 2526015
    },
    {
      "epoch": 705.0,
      "grad_norm": 1.2350947856903076,
      "learning_rate": 1.7840217190333694e-07,
      "loss": 0.3469,
      "step": 2526020
    },
    {
      "epoch": 705.0,
      "grad_norm": 1.4658021926879883,
      "learning_rate": 1.7839182457282368e-07,
      "loss": 0.3253,
      "step": 2526030
    },
    {
      "epoch": 705.01,
      "grad_norm": 1.2608494758605957,
      "learning_rate": 1.7838147753052053e-07,
      "loss": 0.3424,
      "step": 2526040
    },
    {
      "epoch": 705.01,
      "grad_norm": 1.1319736242294312,
      "learning_rate": 1.7837113077642822e-07,
      "loss": 0.3389,
      "step": 2526050
    },
    {
      "epoch": 705.01,
      "grad_norm": 1.1323118209838867,
      "learning_rate": 1.783607843105486e-07,
      "loss": 0.3322,
      "step": 2526060
    },
    {
      "epoch": 705.02,
      "grad_norm": 1.5463844537734985,
      "learning_rate": 1.7835043813288296e-07,
      "loss": 0.3227,
      "step": 2526070
    },
    {
      "epoch": 705.02,
      "grad_norm": 1.3161982297897339,
      "learning_rate": 1.7834009224343206e-07,
      "loss": 0.331,
      "step": 2526080
    },
    {
      "epoch": 705.02,
      "grad_norm": 1.1115856170654297,
      "learning_rate": 1.7832974664219856e-07,
      "loss": 0.3177,
      "step": 2526090
    },
    {
      "epoch": 705.02,
      "grad_norm": 1.2849286794662476,
      "learning_rate": 1.783194013291824e-07,
      "loss": 0.3522,
      "step": 2526100
    },
    {
      "epoch": 705.03,
      "grad_norm": 1.3173308372497559,
      "learning_rate": 1.7830905630438598e-07,
      "loss": 0.3344,
      "step": 2526110
    },
    {
      "epoch": 705.03,
      "grad_norm": 1.178658366203308,
      "learning_rate": 1.7829871156781003e-07,
      "loss": 0.3397,
      "step": 2526120
    },
    {
      "epoch": 705.03,
      "grad_norm": 1.434962511062622,
      "learning_rate": 1.7828836711945692e-07,
      "loss": 0.3288,
      "step": 2526130
    },
    {
      "epoch": 705.03,
      "grad_norm": 1.1439954042434692,
      "learning_rate": 1.7827802295932691e-07,
      "loss": 0.3444,
      "step": 2526140
    },
    {
      "epoch": 705.04,
      "grad_norm": 1.2711175680160522,
      "learning_rate": 1.7826767908742179e-07,
      "loss": 0.335,
      "step": 2526150
    },
    {
      "epoch": 705.04,
      "grad_norm": 1.177236795425415,
      "learning_rate": 1.7825733550374289e-07,
      "loss": 0.3178,
      "step": 2526160
    },
    {
      "epoch": 705.04,
      "grad_norm": 1.3009363412857056,
      "learning_rate": 1.782469922082915e-07,
      "loss": 0.3253,
      "step": 2526170
    },
    {
      "epoch": 705.05,
      "grad_norm": 1.2875776290893555,
      "learning_rate": 1.7823664920106972e-07,
      "loss": 0.3254,
      "step": 2526180
    },
    {
      "epoch": 705.05,
      "grad_norm": 1.9402717351913452,
      "learning_rate": 1.7822630648207805e-07,
      "loss": 0.3503,
      "step": 2526190
    },
    {
      "epoch": 705.05,
      "grad_norm": 1.1572036743164062,
      "learning_rate": 1.7821596405131806e-07,
      "loss": 0.3411,
      "step": 2526200
    },
    {
      "epoch": 705.05,
      "grad_norm": 1.2291733026504517,
      "learning_rate": 1.7820562190879158e-07,
      "loss": 0.3279,
      "step": 2526210
    },
    {
      "epoch": 705.06,
      "grad_norm": 1.1780683994293213,
      "learning_rate": 1.781952800544991e-07,
      "loss": 0.3293,
      "step": 2526220
    },
    {
      "epoch": 705.06,
      "grad_norm": 1.1924834251403809,
      "learning_rate": 1.78184938488443e-07,
      "loss": 0.3471,
      "step": 2526230
    },
    {
      "epoch": 705.06,
      "grad_norm": 1.2464563846588135,
      "learning_rate": 1.7817459721062405e-07,
      "loss": 0.3583,
      "step": 2526240
    },
    {
      "epoch": 705.07,
      "grad_norm": 1.342178463935852,
      "learning_rate": 1.7816425622104376e-07,
      "loss": 0.3378,
      "step": 2526250
    },
    {
      "epoch": 705.07,
      "grad_norm": 1.171540379524231,
      "learning_rate": 1.781539155197035e-07,
      "loss": 0.3498,
      "step": 2526260
    },
    {
      "epoch": 705.07,
      "grad_norm": 1.180417537689209,
      "learning_rate": 1.7814357510660482e-07,
      "loss": 0.3442,
      "step": 2526270
    },
    {
      "epoch": 705.07,
      "grad_norm": 1.436881184577942,
      "learning_rate": 1.78133234981749e-07,
      "loss": 0.337,
      "step": 2526280
    },
    {
      "epoch": 705.08,
      "grad_norm": 1.115635633468628,
      "learning_rate": 1.7812289514513709e-07,
      "loss": 0.3281,
      "step": 2526290
    },
    {
      "epoch": 705.08,
      "grad_norm": 1.3947917222976685,
      "learning_rate": 1.7811255559677116e-07,
      "loss": 0.3435,
      "step": 2526300
    },
    {
      "epoch": 705.08,
      "grad_norm": 1.3251663446426392,
      "learning_rate": 1.781022163366512e-07,
      "loss": 0.3394,
      "step": 2526310
    },
    {
      "epoch": 705.09,
      "grad_norm": 1.10209321975708,
      "learning_rate": 1.7809187736478065e-07,
      "loss": 0.3255,
      "step": 2526320
    },
    {
      "epoch": 705.09,
      "grad_norm": 1.388004183769226,
      "learning_rate": 1.780815386811592e-07,
      "loss": 0.3235,
      "step": 2526330
    },
    {
      "epoch": 705.09,
      "grad_norm": 1.031266212463379,
      "learning_rate": 1.7807120028578893e-07,
      "loss": 0.315,
      "step": 2526340
    },
    {
      "epoch": 705.09,
      "grad_norm": 1.6573154926300049,
      "learning_rate": 1.7806086217867143e-07,
      "loss": 0.3485,
      "step": 2526350
    },
    {
      "epoch": 705.1,
      "grad_norm": 1.1901252269744873,
      "learning_rate": 1.780505243598072e-07,
      "loss": 0.3325,
      "step": 2526360
    },
    {
      "epoch": 705.1,
      "grad_norm": 1.1648529767990112,
      "learning_rate": 1.7804018682919834e-07,
      "loss": 0.34,
      "step": 2526370
    },
    {
      "epoch": 705.1,
      "grad_norm": 1.289306402206421,
      "learning_rate": 1.7802984958684613e-07,
      "loss": 0.3446,
      "step": 2526380
    },
    {
      "epoch": 705.1,
      "grad_norm": 1.4232573509216309,
      "learning_rate": 1.7801951263275212e-07,
      "loss": 0.3432,
      "step": 2526390
    },
    {
      "epoch": 705.11,
      "grad_norm": 1.0450270175933838,
      "learning_rate": 1.780091759669166e-07,
      "loss": 0.3343,
      "step": 2526400
    },
    {
      "epoch": 705.11,
      "grad_norm": 1.120139479637146,
      "learning_rate": 1.7799883958934268e-07,
      "loss": 0.3284,
      "step": 2526410
    },
    {
      "epoch": 705.11,
      "grad_norm": 1.2784096002578735,
      "learning_rate": 1.7798850350003038e-07,
      "loss": 0.3416,
      "step": 2526420
    },
    {
      "epoch": 705.12,
      "grad_norm": 1.1292073726654053,
      "learning_rate": 1.779781676989815e-07,
      "loss": 0.3439,
      "step": 2526430
    },
    {
      "epoch": 705.12,
      "grad_norm": 1.1520836353302002,
      "learning_rate": 1.7796783218619785e-07,
      "loss": 0.338,
      "step": 2526440
    },
    {
      "epoch": 705.12,
      "grad_norm": 1.311618685722351,
      "learning_rate": 1.779574969616797e-07,
      "loss": 0.3381,
      "step": 2526450
    },
    {
      "epoch": 705.12,
      "grad_norm": 1.1801860332489014,
      "learning_rate": 1.7794716202542968e-07,
      "loss": 0.3344,
      "step": 2526460
    },
    {
      "epoch": 705.13,
      "grad_norm": 1.2402042150497437,
      "learning_rate": 1.7793682737744854e-07,
      "loss": 0.335,
      "step": 2526470
    },
    {
      "epoch": 705.13,
      "grad_norm": 1.2669066190719604,
      "learning_rate": 1.7792649301773734e-07,
      "loss": 0.3373,
      "step": 2526480
    },
    {
      "epoch": 705.13,
      "grad_norm": 1.2461652755737305,
      "learning_rate": 1.7791615894629865e-07,
      "loss": 0.3432,
      "step": 2526490
    },
    {
      "epoch": 705.14,
      "grad_norm": 1.1525517702102661,
      "learning_rate": 1.7790582516313225e-07,
      "loss": 0.3357,
      "step": 2526500
    },
    {
      "epoch": 705.14,
      "grad_norm": 1.9387702941894531,
      "learning_rate": 1.7789549166824044e-07,
      "loss": 0.3413,
      "step": 2526510
    },
    {
      "epoch": 705.14,
      "grad_norm": 1.2264058589935303,
      "learning_rate": 1.7788515846162456e-07,
      "loss": 0.3471,
      "step": 2526520
    },
    {
      "epoch": 705.14,
      "grad_norm": 2.174354076385498,
      "learning_rate": 1.7787482554328614e-07,
      "loss": 0.326,
      "step": 2526530
    },
    {
      "epoch": 705.15,
      "grad_norm": 1.2925642728805542,
      "learning_rate": 1.7786449291322573e-07,
      "loss": 0.3344,
      "step": 2526540
    },
    {
      "epoch": 705.15,
      "grad_norm": 1.1757622957229614,
      "learning_rate": 1.778541605714459e-07,
      "loss": 0.3342,
      "step": 2526550
    },
    {
      "epoch": 705.15,
      "grad_norm": 1.286894679069519,
      "learning_rate": 1.7784382851794696e-07,
      "loss": 0.3403,
      "step": 2526560
    },
    {
      "epoch": 705.15,
      "grad_norm": 1.2249990701675415,
      "learning_rate": 1.7783349675273068e-07,
      "loss": 0.3318,
      "step": 2526570
    },
    {
      "epoch": 705.16,
      "grad_norm": 1.2039093971252441,
      "learning_rate": 1.7782316527579915e-07,
      "loss": 0.3603,
      "step": 2526580
    },
    {
      "epoch": 705.16,
      "grad_norm": 1.1964460611343384,
      "learning_rate": 1.778128340871524e-07,
      "loss": 0.3588,
      "step": 2526590
    },
    {
      "epoch": 705.16,
      "grad_norm": 1.3436378240585327,
      "learning_rate": 1.7780250318679246e-07,
      "loss": 0.3327,
      "step": 2526600
    },
    {
      "epoch": 705.17,
      "grad_norm": 1.2092074155807495,
      "learning_rate": 1.7779217257472096e-07,
      "loss": 0.359,
      "step": 2526610
    },
    {
      "epoch": 705.17,
      "grad_norm": 1.3192003965377808,
      "learning_rate": 1.7778184225093915e-07,
      "loss": 0.3356,
      "step": 2526620
    },
    {
      "epoch": 705.17,
      "grad_norm": 1.267661213874817,
      "learning_rate": 1.7777151221544782e-07,
      "loss": 0.3377,
      "step": 2526630
    },
    {
      "epoch": 705.17,
      "grad_norm": 1.373806357383728,
      "learning_rate": 1.7776118246824931e-07,
      "loss": 0.3305,
      "step": 2526640
    },
    {
      "epoch": 705.18,
      "grad_norm": 1.0854443311691284,
      "learning_rate": 1.777508530093442e-07,
      "loss": 0.3368,
      "step": 2526650
    },
    {
      "epoch": 705.18,
      "grad_norm": 1.145635724067688,
      "learning_rate": 1.777405238387342e-07,
      "loss": 0.3337,
      "step": 2526660
    },
    {
      "epoch": 705.18,
      "grad_norm": 1.12217378616333,
      "learning_rate": 1.777301949564212e-07,
      "loss": 0.3372,
      "step": 2526670
    },
    {
      "epoch": 705.19,
      "grad_norm": 1.2221769094467163,
      "learning_rate": 1.7771986636240548e-07,
      "loss": 0.3473,
      "step": 2526680
    },
    {
      "epoch": 705.19,
      "grad_norm": 1.3204214572906494,
      "learning_rate": 1.777095380566888e-07,
      "loss": 0.3327,
      "step": 2526690
    },
    {
      "epoch": 705.19,
      "grad_norm": 1.264054775238037,
      "learning_rate": 1.7769921003927303e-07,
      "loss": 0.3394,
      "step": 2526700
    },
    {
      "epoch": 705.19,
      "grad_norm": 1.1977509260177612,
      "learning_rate": 1.7768888231015945e-07,
      "loss": 0.3268,
      "step": 2526710
    },
    {
      "epoch": 705.2,
      "grad_norm": 1.262641429901123,
      "learning_rate": 1.7767855486934857e-07,
      "loss": 0.3411,
      "step": 2526720
    },
    {
      "epoch": 705.2,
      "grad_norm": 1.1999326944351196,
      "learning_rate": 1.7766822771684277e-07,
      "loss": 0.3298,
      "step": 2526730
    },
    {
      "epoch": 705.2,
      "grad_norm": 3.7503418922424316,
      "learning_rate": 1.776579008526428e-07,
      "loss": 0.3388,
      "step": 2526740
    },
    {
      "epoch": 705.21,
      "grad_norm": 1.1809903383255005,
      "learning_rate": 1.7764757427675022e-07,
      "loss": 0.347,
      "step": 2526750
    },
    {
      "epoch": 705.21,
      "grad_norm": 1.4706542491912842,
      "learning_rate": 1.7763724798916713e-07,
      "loss": 0.3307,
      "step": 2526760
    },
    {
      "epoch": 705.21,
      "grad_norm": 1.3093456029891968,
      "learning_rate": 1.7762692198989327e-07,
      "loss": 0.3409,
      "step": 2526770
    },
    {
      "epoch": 705.21,
      "grad_norm": 1.2217437028884888,
      "learning_rate": 1.7761659627893175e-07,
      "loss": 0.3338,
      "step": 2526780
    },
    {
      "epoch": 705.22,
      "grad_norm": 1.155289888381958,
      "learning_rate": 1.7760627085628282e-07,
      "loss": 0.3302,
      "step": 2526790
    },
    {
      "epoch": 705.22,
      "grad_norm": 1.349286437034607,
      "learning_rate": 1.7759594572194832e-07,
      "loss": 0.3487,
      "step": 2526800
    },
    {
      "epoch": 705.22,
      "grad_norm": 1.3430579900741577,
      "learning_rate": 1.775856208759298e-07,
      "loss": 0.3577,
      "step": 2526810
    },
    {
      "epoch": 705.22,
      "grad_norm": 1.2625787258148193,
      "learning_rate": 1.7757529631822804e-07,
      "loss": 0.3288,
      "step": 2526820
    },
    {
      "epoch": 705.23,
      "grad_norm": 1.207496166229248,
      "learning_rate": 1.7756497204884462e-07,
      "loss": 0.3398,
      "step": 2526830
    },
    {
      "epoch": 705.23,
      "grad_norm": 1.0618351697921753,
      "learning_rate": 1.775546480677811e-07,
      "loss": 0.3167,
      "step": 2526840
    },
    {
      "epoch": 705.23,
      "grad_norm": 1.0567595958709717,
      "learning_rate": 1.77544324375039e-07,
      "loss": 0.3599,
      "step": 2526850
    },
    {
      "epoch": 705.24,
      "grad_norm": 1.3531798124313354,
      "learning_rate": 1.7753400097061916e-07,
      "loss": 0.3405,
      "step": 2526860
    },
    {
      "epoch": 705.24,
      "grad_norm": 1.2205159664154053,
      "learning_rate": 1.7752367785452338e-07,
      "loss": 0.3419,
      "step": 2526870
    },
    {
      "epoch": 705.24,
      "grad_norm": 1.1307613849639893,
      "learning_rate": 1.775133550267532e-07,
      "loss": 0.3381,
      "step": 2526880
    },
    {
      "epoch": 705.24,
      "grad_norm": 1.1704974174499512,
      "learning_rate": 1.7750303248730886e-07,
      "loss": 0.3492,
      "step": 2526890
    },
    {
      "epoch": 705.25,
      "grad_norm": 1.3188645839691162,
      "learning_rate": 1.7749271023619354e-07,
      "loss": 0.336,
      "step": 2526900
    },
    {
      "epoch": 705.25,
      "grad_norm": 1.127516508102417,
      "learning_rate": 1.7748238827340723e-07,
      "loss": 0.3282,
      "step": 2526910
    },
    {
      "epoch": 705.25,
      "grad_norm": 1.3644224405288696,
      "learning_rate": 1.7747206659895173e-07,
      "loss": 0.3308,
      "step": 2526920
    },
    {
      "epoch": 705.26,
      "grad_norm": 1.0378601551055908,
      "learning_rate": 1.7746174521282834e-07,
      "loss": 0.3361,
      "step": 2526930
    },
    {
      "epoch": 705.26,
      "grad_norm": 1.2742608785629272,
      "learning_rate": 1.774514241150389e-07,
      "loss": 0.3426,
      "step": 2526940
    },
    {
      "epoch": 705.26,
      "grad_norm": 1.182958960533142,
      "learning_rate": 1.7744110330558393e-07,
      "loss": 0.3314,
      "step": 2526950
    },
    {
      "epoch": 705.26,
      "grad_norm": 1.2922371625900269,
      "learning_rate": 1.7743078278446548e-07,
      "loss": 0.3269,
      "step": 2526960
    },
    {
      "epoch": 705.27,
      "grad_norm": 1.3385999202728271,
      "learning_rate": 1.7742046255168489e-07,
      "loss": 0.3177,
      "step": 2526970
    },
    {
      "epoch": 705.27,
      "grad_norm": 1.2990531921386719,
      "learning_rate": 1.7741014260724264e-07,
      "loss": 0.3446,
      "step": 2526980
    },
    {
      "epoch": 705.27,
      "grad_norm": 1.25599205493927,
      "learning_rate": 1.7739982295114164e-07,
      "loss": 0.3243,
      "step": 2526990
    },
    {
      "epoch": 705.27,
      "grad_norm": 1.1514712572097778,
      "learning_rate": 1.7738950358338185e-07,
      "loss": 0.3171,
      "step": 2527000
    },
    {
      "epoch": 705.28,
      "grad_norm": 3.142843723297119,
      "learning_rate": 1.7737918450396538e-07,
      "loss": 0.3313,
      "step": 2527010
    },
    {
      "epoch": 705.28,
      "grad_norm": 1.168969750404358,
      "learning_rate": 1.7736886571289402e-07,
      "loss": 0.3332,
      "step": 2527020
    },
    {
      "epoch": 705.28,
      "grad_norm": 1.2501667737960815,
      "learning_rate": 1.7735854721016755e-07,
      "loss": 0.3349,
      "step": 2527030
    },
    {
      "epoch": 705.29,
      "grad_norm": 1.3025925159454346,
      "learning_rate": 1.7734822899578934e-07,
      "loss": 0.3387,
      "step": 2527040
    },
    {
      "epoch": 705.29,
      "grad_norm": 1.404920220375061,
      "learning_rate": 1.7733791106975935e-07,
      "loss": 0.3386,
      "step": 2527050
    },
    {
      "epoch": 705.29,
      "grad_norm": 1.2734664678573608,
      "learning_rate": 1.773275934320792e-07,
      "loss": 0.3365,
      "step": 2527060
    },
    {
      "epoch": 705.29,
      "grad_norm": 1.2518017292022705,
      "learning_rate": 1.7731727608275067e-07,
      "loss": 0.3376,
      "step": 2527070
    },
    {
      "epoch": 705.3,
      "grad_norm": 1.2584177255630493,
      "learning_rate": 1.7730695902177534e-07,
      "loss": 0.3246,
      "step": 2527080
    },
    {
      "epoch": 705.3,
      "grad_norm": 1.1589778661727905,
      "learning_rate": 1.772966422491537e-07,
      "loss": 0.3323,
      "step": 2527090
    },
    {
      "epoch": 705.3,
      "grad_norm": 1.2196524143218994,
      "learning_rate": 1.7728632576488764e-07,
      "loss": 0.3234,
      "step": 2527100
    },
    {
      "epoch": 705.31,
      "grad_norm": 1.242042064666748,
      "learning_rate": 1.7727600956897867e-07,
      "loss": 0.3445,
      "step": 2527110
    },
    {
      "epoch": 705.31,
      "grad_norm": 1.2887599468231201,
      "learning_rate": 1.772656936614273e-07,
      "loss": 0.3366,
      "step": 2527120
    },
    {
      "epoch": 705.31,
      "grad_norm": 1.0536097288131714,
      "learning_rate": 1.7725537804223643e-07,
      "loss": 0.3279,
      "step": 2527130
    },
    {
      "epoch": 705.31,
      "grad_norm": 1.5870671272277832,
      "learning_rate": 1.7724506271140628e-07,
      "loss": 0.3383,
      "step": 2527140
    },
    {
      "epoch": 705.32,
      "grad_norm": 1.2600171566009521,
      "learning_rate": 1.7723474766893844e-07,
      "loss": 0.3507,
      "step": 2527150
    },
    {
      "epoch": 705.32,
      "grad_norm": 1.1796983480453491,
      "learning_rate": 1.7722443291483474e-07,
      "loss": 0.3574,
      "step": 2527160
    },
    {
      "epoch": 705.32,
      "grad_norm": 1.2497031688690186,
      "learning_rate": 1.7721411844909593e-07,
      "loss": 0.3344,
      "step": 2527170
    },
    {
      "epoch": 705.33,
      "grad_norm": 1.0907930135726929,
      "learning_rate": 1.7720380427172333e-07,
      "loss": 0.3516,
      "step": 2527180
    },
    {
      "epoch": 705.33,
      "grad_norm": 1.303029179573059,
      "learning_rate": 1.7719349038271876e-07,
      "loss": 0.3147,
      "step": 2527190
    },
    {
      "epoch": 705.33,
      "grad_norm": 1.4688624143600464,
      "learning_rate": 1.7718317678208403e-07,
      "loss": 0.327,
      "step": 2527200
    },
    {
      "epoch": 705.33,
      "grad_norm": 1.2645220756530762,
      "learning_rate": 1.771728634698189e-07,
      "loss": 0.3462,
      "step": 2527210
    },
    {
      "epoch": 705.34,
      "grad_norm": 1.3649654388427734,
      "learning_rate": 1.7716255044592673e-07,
      "loss": 0.3309,
      "step": 2527220
    },
    {
      "epoch": 705.34,
      "grad_norm": 1.4058783054351807,
      "learning_rate": 1.7715223771040755e-07,
      "loss": 0.3468,
      "step": 2527230
    },
    {
      "epoch": 705.34,
      "grad_norm": 1.4024174213409424,
      "learning_rate": 1.7714192526326287e-07,
      "loss": 0.3187,
      "step": 2527240
    },
    {
      "epoch": 705.34,
      "grad_norm": 1.2450287342071533,
      "learning_rate": 1.771316131044951e-07,
      "loss": 0.345,
      "step": 2527250
    },
    {
      "epoch": 705.35,
      "grad_norm": 1.339412808418274,
      "learning_rate": 1.7712130123410418e-07,
      "loss": 0.3415,
      "step": 2527260
    },
    {
      "epoch": 705.35,
      "grad_norm": 1.3988920450210571,
      "learning_rate": 1.7711098965209222e-07,
      "loss": 0.3512,
      "step": 2527270
    },
    {
      "epoch": 705.35,
      "grad_norm": 1.197583556175232,
      "learning_rate": 1.7710067835846028e-07,
      "loss": 0.3425,
      "step": 2527280
    },
    {
      "epoch": 705.36,
      "grad_norm": 1.3783624172210693,
      "learning_rate": 1.7709036735321066e-07,
      "loss": 0.3271,
      "step": 2527290
    },
    {
      "epoch": 705.36,
      "grad_norm": 1.212093472480774,
      "learning_rate": 1.770800566363434e-07,
      "loss": 0.3389,
      "step": 2527300
    },
    {
      "epoch": 705.36,
      "grad_norm": 1.1925506591796875,
      "learning_rate": 1.770697462078608e-07,
      "loss": 0.3309,
      "step": 2527310
    },
    {
      "epoch": 705.36,
      "grad_norm": 1.2178571224212646,
      "learning_rate": 1.7705943606776363e-07,
      "loss": 0.3471,
      "step": 2527320
    },
    {
      "epoch": 705.37,
      "grad_norm": 1.2447826862335205,
      "learning_rate": 1.7704912621605353e-07,
      "loss": 0.3246,
      "step": 2527330
    },
    {
      "epoch": 705.37,
      "grad_norm": 1.1713035106658936,
      "learning_rate": 1.770388166527325e-07,
      "loss": 0.3392,
      "step": 2527340
    },
    {
      "epoch": 705.37,
      "grad_norm": 1.0569519996643066,
      "learning_rate": 1.770285073778006e-07,
      "loss": 0.3317,
      "step": 2527350
    },
    {
      "epoch": 705.38,
      "grad_norm": 2.0130984783172607,
      "learning_rate": 1.770181983912604e-07,
      "loss": 0.3505,
      "step": 2527360
    },
    {
      "epoch": 705.38,
      "grad_norm": 1.3983174562454224,
      "learning_rate": 1.770078896931127e-07,
      "loss": 0.3302,
      "step": 2527370
    },
    {
      "epoch": 705.38,
      "grad_norm": 1.2292848825454712,
      "learning_rate": 1.7699758128335878e-07,
      "loss": 0.3262,
      "step": 2527380
    },
    {
      "epoch": 705.38,
      "grad_norm": 1.0855635404586792,
      "learning_rate": 1.769872731620007e-07,
      "loss": 0.3441,
      "step": 2527390
    },
    {
      "epoch": 705.39,
      "grad_norm": 1.1873794794082642,
      "learning_rate": 1.7697696532903878e-07,
      "loss": 0.3391,
      "step": 2527400
    },
    {
      "epoch": 705.39,
      "grad_norm": 1.4551228284835815,
      "learning_rate": 1.7696665778447506e-07,
      "loss": 0.3335,
      "step": 2527410
    },
    {
      "epoch": 705.39,
      "grad_norm": 1.208764672279358,
      "learning_rate": 1.7695635052831087e-07,
      "loss": 0.3498,
      "step": 2527420
    },
    {
      "epoch": 705.39,
      "grad_norm": 1.2248482704162598,
      "learning_rate": 1.7694604356054774e-07,
      "loss": 0.33,
      "step": 2527430
    },
    {
      "epoch": 705.4,
      "grad_norm": 1.2914925813674927,
      "learning_rate": 1.7693573688118673e-07,
      "loss": 0.3339,
      "step": 2527440
    },
    {
      "epoch": 705.4,
      "grad_norm": 1.3951762914657593,
      "learning_rate": 1.7692543049022887e-07,
      "loss": 0.3578,
      "step": 2527450
    },
    {
      "epoch": 705.4,
      "grad_norm": 1.967645287513733,
      "learning_rate": 1.7691512438767625e-07,
      "loss": 0.3378,
      "step": 2527460
    },
    {
      "epoch": 705.41,
      "grad_norm": 1.2655242681503296,
      "learning_rate": 1.7690481857352964e-07,
      "loss": 0.3195,
      "step": 2527470
    },
    {
      "epoch": 705.41,
      "grad_norm": 1.1728577613830566,
      "learning_rate": 1.768945130477914e-07,
      "loss": 0.3365,
      "step": 2527480
    },
    {
      "epoch": 705.41,
      "grad_norm": 1.4481555223464966,
      "learning_rate": 1.7688420781046176e-07,
      "loss": 0.3508,
      "step": 2527490
    },
    {
      "epoch": 705.41,
      "grad_norm": 1.333061933517456,
      "learning_rate": 1.7687390286154235e-07,
      "loss": 0.327,
      "step": 2527500
    },
    {
      "epoch": 705.42,
      "grad_norm": 1.2290786504745483,
      "learning_rate": 1.768635982010349e-07,
      "loss": 0.3222,
      "step": 2527510
    },
    {
      "epoch": 705.42,
      "grad_norm": 1.1475306749343872,
      "learning_rate": 1.7685329382894102e-07,
      "loss": 0.3355,
      "step": 2527520
    },
    {
      "epoch": 705.42,
      "grad_norm": 1.2884409427642822,
      "learning_rate": 1.7684298974526123e-07,
      "loss": 0.3316,
      "step": 2527530
    },
    {
      "epoch": 705.43,
      "grad_norm": 1.356161117553711,
      "learning_rate": 1.768326859499976e-07,
      "loss": 0.3351,
      "step": 2527540
    },
    {
      "epoch": 705.43,
      "grad_norm": 1.373014211654663,
      "learning_rate": 1.7682238244315144e-07,
      "loss": 0.3419,
      "step": 2527550
    },
    {
      "epoch": 705.43,
      "grad_norm": 1.1676125526428223,
      "learning_rate": 1.76812079224723e-07,
      "loss": 0.3156,
      "step": 2527560
    },
    {
      "epoch": 705.43,
      "grad_norm": 1.246269702911377,
      "learning_rate": 1.7680177629471543e-07,
      "loss": 0.3315,
      "step": 2527570
    },
    {
      "epoch": 705.44,
      "grad_norm": 1.1661895513534546,
      "learning_rate": 1.7679147365312895e-07,
      "loss": 0.3363,
      "step": 2527580
    },
    {
      "epoch": 705.44,
      "grad_norm": 1.1542377471923828,
      "learning_rate": 1.7678117129996543e-07,
      "loss": 0.329,
      "step": 2527590
    },
    {
      "epoch": 705.44,
      "grad_norm": 1.2062634229660034,
      "learning_rate": 1.7677086923522586e-07,
      "loss": 0.3451,
      "step": 2527600
    },
    {
      "epoch": 705.45,
      "grad_norm": 1.275978684425354,
      "learning_rate": 1.767605674589118e-07,
      "loss": 0.3372,
      "step": 2527610
    },
    {
      "epoch": 705.45,
      "grad_norm": 1.526688814163208,
      "learning_rate": 1.7675026597102512e-07,
      "loss": 0.3559,
      "step": 2527620
    },
    {
      "epoch": 705.45,
      "grad_norm": 1.3378520011901855,
      "learning_rate": 1.7673996477156608e-07,
      "loss": 0.3558,
      "step": 2527630
    },
    {
      "epoch": 705.45,
      "grad_norm": 1.3118540048599243,
      "learning_rate": 1.767296638605367e-07,
      "loss": 0.3454,
      "step": 2527640
    },
    {
      "epoch": 705.46,
      "grad_norm": 1.3395589590072632,
      "learning_rate": 1.767193632379386e-07,
      "loss": 0.3388,
      "step": 2527650
    },
    {
      "epoch": 705.46,
      "grad_norm": 1.1331900358200073,
      "learning_rate": 1.7670906290377305e-07,
      "loss": 0.3427,
      "step": 2527660
    },
    {
      "epoch": 705.46,
      "grad_norm": 1.395021677017212,
      "learning_rate": 1.7669876285804083e-07,
      "loss": 0.3342,
      "step": 2527670
    },
    {
      "epoch": 705.46,
      "grad_norm": 1.379189133644104,
      "learning_rate": 1.7668846310074378e-07,
      "loss": 0.3449,
      "step": 2527680
    },
    {
      "epoch": 705.47,
      "grad_norm": 1.0595742464065552,
      "learning_rate": 1.7667816363188345e-07,
      "loss": 0.3354,
      "step": 2527690
    },
    {
      "epoch": 705.47,
      "grad_norm": 1.2626842260360718,
      "learning_rate": 1.7666786445146037e-07,
      "loss": 0.3332,
      "step": 2527700
    },
    {
      "epoch": 705.47,
      "grad_norm": 1.4531171321868896,
      "learning_rate": 1.766575655594774e-07,
      "loss": 0.3347,
      "step": 2527710
    },
    {
      "epoch": 705.48,
      "grad_norm": 1.4020285606384277,
      "learning_rate": 1.766472669559345e-07,
      "loss": 0.3361,
      "step": 2527720
    },
    {
      "epoch": 705.48,
      "grad_norm": 1.343522071838379,
      "learning_rate": 1.7663696864083356e-07,
      "loss": 0.3587,
      "step": 2527730
    },
    {
      "epoch": 705.48,
      "grad_norm": 1.1258102655410767,
      "learning_rate": 1.7662667061417584e-07,
      "loss": 0.3363,
      "step": 2527740
    },
    {
      "epoch": 705.48,
      "grad_norm": 1.0700734853744507,
      "learning_rate": 1.7661637287596343e-07,
      "loss": 0.3339,
      "step": 2527750
    },
    {
      "epoch": 705.49,
      "grad_norm": 1.2877535820007324,
      "learning_rate": 1.7660607542619659e-07,
      "loss": 0.3204,
      "step": 2527760
    },
    {
      "epoch": 705.49,
      "grad_norm": 1.2677571773529053,
      "learning_rate": 1.7659577826487715e-07,
      "loss": 0.3304,
      "step": 2527770
    },
    {
      "epoch": 705.49,
      "grad_norm": 1.2276062965393066,
      "learning_rate": 1.7658548139200691e-07,
      "loss": 0.3342,
      "step": 2527780
    },
    {
      "epoch": 705.5,
      "grad_norm": 1.1950725317001343,
      "learning_rate": 1.7657518480758613e-07,
      "loss": 0.3376,
      "step": 2527790
    },
    {
      "epoch": 705.5,
      "grad_norm": 1.3017005920410156,
      "learning_rate": 1.765648885116177e-07,
      "loss": 0.3303,
      "step": 2527800
    },
    {
      "epoch": 705.5,
      "grad_norm": 1.27161705493927,
      "learning_rate": 1.7655459250410188e-07,
      "loss": 0.3543,
      "step": 2527810
    },
    {
      "epoch": 705.5,
      "grad_norm": 1.1949294805526733,
      "learning_rate": 1.765442967850402e-07,
      "loss": 0.3252,
      "step": 2527820
    },
    {
      "epoch": 705.51,
      "grad_norm": 1.305059552192688,
      "learning_rate": 1.7653400135443476e-07,
      "loss": 0.3265,
      "step": 2527830
    },
    {
      "epoch": 705.51,
      "grad_norm": 1.1932628154754639,
      "learning_rate": 1.7652370621228582e-07,
      "loss": 0.341,
      "step": 2527840
    },
    {
      "epoch": 705.51,
      "grad_norm": 1.928006649017334,
      "learning_rate": 1.7651341135859518e-07,
      "loss": 0.3568,
      "step": 2527850
    },
    {
      "epoch": 705.51,
      "grad_norm": 1.1645241975784302,
      "learning_rate": 1.765031167933647e-07,
      "loss": 0.3403,
      "step": 2527860
    },
    {
      "epoch": 705.52,
      "grad_norm": 1.7434018850326538,
      "learning_rate": 1.7649282251659542e-07,
      "loss": 0.3418,
      "step": 2527870
    },
    {
      "epoch": 705.52,
      "grad_norm": 1.2272058725357056,
      "learning_rate": 1.7648252852828808e-07,
      "loss": 0.3318,
      "step": 2527880
    },
    {
      "epoch": 705.52,
      "grad_norm": 1.1137402057647705,
      "learning_rate": 1.764722348284453e-07,
      "loss": 0.3275,
      "step": 2527890
    },
    {
      "epoch": 705.53,
      "grad_norm": 1.1627962589263916,
      "learning_rate": 1.7646194141706736e-07,
      "loss": 0.3135,
      "step": 2527900
    },
    {
      "epoch": 705.53,
      "grad_norm": 1.1088281869888306,
      "learning_rate": 1.7645164829415606e-07,
      "loss": 0.3471,
      "step": 2527910
    },
    {
      "epoch": 705.53,
      "grad_norm": 1.3041841983795166,
      "learning_rate": 1.764413554597132e-07,
      "loss": 0.3401,
      "step": 2527920
    },
    {
      "epoch": 705.53,
      "grad_norm": 1.0920889377593994,
      "learning_rate": 1.764310629137391e-07,
      "loss": 0.352,
      "step": 2527930
    },
    {
      "epoch": 705.54,
      "grad_norm": 1.2656420469284058,
      "learning_rate": 1.7642077065623634e-07,
      "loss": 0.3257,
      "step": 2527940
    },
    {
      "epoch": 705.54,
      "grad_norm": 1.1369649171829224,
      "learning_rate": 1.7641047868720542e-07,
      "loss": 0.3327,
      "step": 2527950
    },
    {
      "epoch": 705.54,
      "grad_norm": 1.5345524549484253,
      "learning_rate": 1.7640018700664765e-07,
      "loss": 0.3452,
      "step": 2527960
    },
    {
      "epoch": 705.55,
      "grad_norm": 1.3345273733139038,
      "learning_rate": 1.7638989561456536e-07,
      "loss": 0.356,
      "step": 2527970
    },
    {
      "epoch": 705.55,
      "grad_norm": 1.2285382747650146,
      "learning_rate": 1.7637960451095911e-07,
      "loss": 0.3212,
      "step": 2527980
    },
    {
      "epoch": 705.55,
      "grad_norm": 1.157971978187561,
      "learning_rate": 1.7636931369583016e-07,
      "loss": 0.3454,
      "step": 2527990
    },
    {
      "epoch": 705.55,
      "grad_norm": 1.2257293462753296,
      "learning_rate": 1.7635902316918033e-07,
      "loss": 0.3425,
      "step": 2528000
    },
    {
      "epoch": 705.56,
      "grad_norm": 1.4617254734039307,
      "learning_rate": 1.7634873293101096e-07,
      "loss": 0.3226,
      "step": 2528010
    },
    {
      "epoch": 705.56,
      "grad_norm": 1.1996777057647705,
      "learning_rate": 1.763384429813228e-07,
      "loss": 0.3268,
      "step": 2528020
    },
    {
      "epoch": 705.56,
      "grad_norm": 1.175031304359436,
      "learning_rate": 1.763281533201182e-07,
      "loss": 0.3347,
      "step": 2528030
    },
    {
      "epoch": 705.57,
      "grad_norm": 1.0719515085220337,
      "learning_rate": 1.7631786394739794e-07,
      "loss": 0.324,
      "step": 2528040
    },
    {
      "epoch": 705.57,
      "grad_norm": 1.2241672277450562,
      "learning_rate": 1.7630757486316332e-07,
      "loss": 0.3388,
      "step": 2528050
    },
    {
      "epoch": 705.57,
      "grad_norm": 1.3144078254699707,
      "learning_rate": 1.7629728606741645e-07,
      "loss": 0.3473,
      "step": 2528060
    },
    {
      "epoch": 705.57,
      "grad_norm": 1.3385018110275269,
      "learning_rate": 1.7628699756015754e-07,
      "loss": 0.3437,
      "step": 2528070
    },
    {
      "epoch": 705.58,
      "grad_norm": 1.3647685050964355,
      "learning_rate": 1.7627670934138868e-07,
      "loss": 0.3397,
      "step": 2528080
    },
    {
      "epoch": 705.58,
      "grad_norm": 1.3688849210739136,
      "learning_rate": 1.7626642141111095e-07,
      "loss": 0.3556,
      "step": 2528090
    },
    {
      "epoch": 705.58,
      "grad_norm": 1.2434605360031128,
      "learning_rate": 1.762561337693264e-07,
      "loss": 0.3351,
      "step": 2528100
    },
    {
      "epoch": 705.58,
      "grad_norm": 1.4007521867752075,
      "learning_rate": 1.762458464160353e-07,
      "loss": 0.3223,
      "step": 2528110
    },
    {
      "epoch": 705.59,
      "grad_norm": 1.2703158855438232,
      "learning_rate": 1.7623555935123971e-07,
      "loss": 0.3277,
      "step": 2528120
    },
    {
      "epoch": 705.59,
      "grad_norm": 1.1407556533813477,
      "learning_rate": 1.7622527257494125e-07,
      "loss": 0.3179,
      "step": 2528130
    },
    {
      "epoch": 705.59,
      "grad_norm": 1.238364338874817,
      "learning_rate": 1.7621498608714036e-07,
      "loss": 0.3356,
      "step": 2528140
    },
    {
      "epoch": 705.6,
      "grad_norm": 1.2123503684997559,
      "learning_rate": 1.7620469988783945e-07,
      "loss": 0.3395,
      "step": 2528150
    },
    {
      "epoch": 705.6,
      "grad_norm": 1.2539348602294922,
      "learning_rate": 1.7619441397703928e-07,
      "loss": 0.3266,
      "step": 2528160
    },
    {
      "epoch": 705.6,
      "grad_norm": 1.388957142829895,
      "learning_rate": 1.7618412835474113e-07,
      "loss": 0.3439,
      "step": 2528170
    },
    {
      "epoch": 705.6,
      "grad_norm": 1.2818056344985962,
      "learning_rate": 1.7617384302094656e-07,
      "loss": 0.3234,
      "step": 2528180
    },
    {
      "epoch": 705.61,
      "grad_norm": 1.169485092163086,
      "learning_rate": 1.7616355797565717e-07,
      "loss": 0.3443,
      "step": 2528190
    },
    {
      "epoch": 705.61,
      "grad_norm": 1.3077375888824463,
      "learning_rate": 1.761532732188745e-07,
      "loss": 0.3336,
      "step": 2528200
    },
    {
      "epoch": 705.61,
      "grad_norm": 1.274007797241211,
      "learning_rate": 1.7614298875059904e-07,
      "loss": 0.3366,
      "step": 2528210
    },
    {
      "epoch": 705.62,
      "grad_norm": 2.1451199054718018,
      "learning_rate": 1.7613270457083267e-07,
      "loss": 0.3184,
      "step": 2528220
    },
    {
      "epoch": 705.62,
      "grad_norm": 1.446150302886963,
      "learning_rate": 1.7612242067957666e-07,
      "loss": 0.3375,
      "step": 2528230
    },
    {
      "epoch": 705.62,
      "grad_norm": 1.0878703594207764,
      "learning_rate": 1.761121370768331e-07,
      "loss": 0.3507,
      "step": 2528240
    },
    {
      "epoch": 705.62,
      "grad_norm": 1.1109468936920166,
      "learning_rate": 1.761018537626022e-07,
      "loss": 0.3226,
      "step": 2528250
    },
    {
      "epoch": 705.63,
      "grad_norm": 1.1902514696121216,
      "learning_rate": 1.7609157073688588e-07,
      "loss": 0.3453,
      "step": 2528260
    },
    {
      "epoch": 705.63,
      "grad_norm": 1.2292113304138184,
      "learning_rate": 1.7608128799968587e-07,
      "loss": 0.3394,
      "step": 2528270
    },
    {
      "epoch": 705.63,
      "grad_norm": 1.5591986179351807,
      "learning_rate": 1.7607100555100248e-07,
      "loss": 0.3343,
      "step": 2528280
    },
    {
      "epoch": 705.63,
      "grad_norm": 1.2954901456832886,
      "learning_rate": 1.760607233908383e-07,
      "loss": 0.3425,
      "step": 2528290
    },
    {
      "epoch": 705.64,
      "grad_norm": 1.1988427639007568,
      "learning_rate": 1.760504415191941e-07,
      "loss": 0.3299,
      "step": 2528300
    },
    {
      "epoch": 705.64,
      "grad_norm": 1.4339375495910645,
      "learning_rate": 1.7604015993607093e-07,
      "loss": 0.3447,
      "step": 2528310
    },
    {
      "epoch": 705.64,
      "grad_norm": 1.4725925922393799,
      "learning_rate": 1.760298786414709e-07,
      "loss": 0.328,
      "step": 2528320
    },
    {
      "epoch": 705.65,
      "grad_norm": 1.1804319620132446,
      "learning_rate": 1.7601959763539497e-07,
      "loss": 0.3448,
      "step": 2528330
    },
    {
      "epoch": 705.65,
      "grad_norm": 1.298293948173523,
      "learning_rate": 1.7600931691784454e-07,
      "loss": 0.3413,
      "step": 2528340
    },
    {
      "epoch": 705.65,
      "grad_norm": 1.5089069604873657,
      "learning_rate": 1.7599903648882085e-07,
      "loss": 0.3256,
      "step": 2528350
    },
    {
      "epoch": 705.65,
      "grad_norm": 1.2671455144882202,
      "learning_rate": 1.7598875634832572e-07,
      "loss": 0.3275,
      "step": 2528360
    },
    {
      "epoch": 705.66,
      "grad_norm": 1.1967031955718994,
      "learning_rate": 1.7597847649635945e-07,
      "loss": 0.3396,
      "step": 2528370
    },
    {
      "epoch": 705.66,
      "grad_norm": 1.25151526927948,
      "learning_rate": 1.759681969329251e-07,
      "loss": 0.3386,
      "step": 2528380
    },
    {
      "epoch": 705.66,
      "grad_norm": 1.0925220251083374,
      "learning_rate": 1.759579176580225e-07,
      "loss": 0.3322,
      "step": 2528390
    },
    {
      "epoch": 705.67,
      "grad_norm": 1.2228363752365112,
      "learning_rate": 1.7594763867165366e-07,
      "loss": 0.3534,
      "step": 2528400
    },
    {
      "epoch": 705.67,
      "grad_norm": 1.3805274963378906,
      "learning_rate": 1.7593735997381988e-07,
      "loss": 0.348,
      "step": 2528410
    },
    {
      "epoch": 705.67,
      "grad_norm": 1.2618440389633179,
      "learning_rate": 1.7592708156452304e-07,
      "loss": 0.3252,
      "step": 2528420
    },
    {
      "epoch": 705.67,
      "grad_norm": 1.2987154722213745,
      "learning_rate": 1.759168034437636e-07,
      "loss": 0.3346,
      "step": 2528430
    },
    {
      "epoch": 705.68,
      "grad_norm": 1.3259673118591309,
      "learning_rate": 1.759065256115434e-07,
      "loss": 0.3744,
      "step": 2528440
    },
    {
      "epoch": 705.68,
      "grad_norm": 1.0700129270553589,
      "learning_rate": 1.7589624806786402e-07,
      "loss": 0.331,
      "step": 2528450
    },
    {
      "epoch": 705.68,
      "grad_norm": 1.382428765296936,
      "learning_rate": 1.7588597081272596e-07,
      "loss": 0.3524,
      "step": 2528460
    },
    {
      "epoch": 705.69,
      "grad_norm": 1.132776141166687,
      "learning_rate": 1.7587569384613181e-07,
      "loss": 0.3263,
      "step": 2528470
    },
    {
      "epoch": 705.69,
      "grad_norm": 1.4427982568740845,
      "learning_rate": 1.7586541716808214e-07,
      "loss": 0.3385,
      "step": 2528480
    },
    {
      "epoch": 705.69,
      "grad_norm": 3.143558979034424,
      "learning_rate": 1.7585514077857822e-07,
      "loss": 0.3279,
      "step": 2528490
    },
    {
      "epoch": 705.69,
      "grad_norm": 1.2473030090332031,
      "learning_rate": 1.7584486467762237e-07,
      "loss": 0.3273,
      "step": 2528500
    },
    {
      "epoch": 705.7,
      "grad_norm": 1.3678306341171265,
      "learning_rate": 1.7583458886521435e-07,
      "loss": 0.3266,
      "step": 2528510
    },
    {
      "epoch": 705.7,
      "grad_norm": 1.3403300046920776,
      "learning_rate": 1.7582431334135705e-07,
      "loss": 0.3337,
      "step": 2528520
    },
    {
      "epoch": 705.7,
      "grad_norm": 1.264154314994812,
      "learning_rate": 1.758140381060512e-07,
      "loss": 0.3295,
      "step": 2528530
    },
    {
      "epoch": 705.7,
      "grad_norm": 1.2258062362670898,
      "learning_rate": 1.7580376315929814e-07,
      "loss": 0.3218,
      "step": 2528540
    },
    {
      "epoch": 705.71,
      "grad_norm": 1.1379399299621582,
      "learning_rate": 1.7579348850109915e-07,
      "loss": 0.3472,
      "step": 2528550
    },
    {
      "epoch": 705.71,
      "grad_norm": 1.6107020378112793,
      "learning_rate": 1.7578321413145633e-07,
      "loss": 0.336,
      "step": 2528560
    },
    {
      "epoch": 705.71,
      "grad_norm": 1.5172890424728394,
      "learning_rate": 1.7577294005036992e-07,
      "loss": 0.3489,
      "step": 2528570
    },
    {
      "epoch": 705.72,
      "grad_norm": 1.3643441200256348,
      "learning_rate": 1.7576266625784198e-07,
      "loss": 0.3421,
      "step": 2528580
    },
    {
      "epoch": 705.72,
      "grad_norm": 1.385778546333313,
      "learning_rate": 1.7575239275387414e-07,
      "loss": 0.3319,
      "step": 2528590
    },
    {
      "epoch": 705.72,
      "grad_norm": 1.5789361000061035,
      "learning_rate": 1.7574211953846636e-07,
      "loss": 0.3429,
      "step": 2528600
    },
    {
      "epoch": 705.72,
      "grad_norm": 1.1836994886398315,
      "learning_rate": 1.75731846611622e-07,
      "loss": 0.3421,
      "step": 2528610
    },
    {
      "epoch": 705.73,
      "grad_norm": 1.071931004524231,
      "learning_rate": 1.757215739733411e-07,
      "loss": 0.3481,
      "step": 2528620
    },
    {
      "epoch": 705.73,
      "grad_norm": 1.2221124172210693,
      "learning_rate": 1.757113016236252e-07,
      "loss": 0.3303,
      "step": 2528630
    },
    {
      "epoch": 705.73,
      "grad_norm": 1.3488247394561768,
      "learning_rate": 1.757010295624764e-07,
      "loss": 0.3406,
      "step": 2528640
    },
    {
      "epoch": 705.74,
      "grad_norm": 0.9170423746109009,
      "learning_rate": 1.756907577898952e-07,
      "loss": 0.3468,
      "step": 2528650
    },
    {
      "epoch": 705.74,
      "grad_norm": 0.9820032119750977,
      "learning_rate": 1.7568048630588314e-07,
      "loss": 0.34,
      "step": 2528660
    },
    {
      "epoch": 705.74,
      "grad_norm": 1.7062857151031494,
      "learning_rate": 1.7567021511044158e-07,
      "loss": 0.3307,
      "step": 2528670
    },
    {
      "epoch": 705.74,
      "grad_norm": 1.261724829673767,
      "learning_rate": 1.7565994420357257e-07,
      "loss": 0.3312,
      "step": 2528680
    },
    {
      "epoch": 705.75,
      "grad_norm": 1.2455209493637085,
      "learning_rate": 1.7564967358527612e-07,
      "loss": 0.3338,
      "step": 2528690
    },
    {
      "epoch": 705.75,
      "grad_norm": 1.389805793762207,
      "learning_rate": 1.7563940325555533e-07,
      "loss": 0.3403,
      "step": 2528700
    },
    {
      "epoch": 705.75,
      "grad_norm": 1.2660349607467651,
      "learning_rate": 1.7562913321441021e-07,
      "loss": 0.3298,
      "step": 2528710
    },
    {
      "epoch": 705.75,
      "grad_norm": 1.2617332935333252,
      "learning_rate": 1.7561886346184232e-07,
      "loss": 0.3316,
      "step": 2528720
    },
    {
      "epoch": 705.76,
      "grad_norm": 1.1733272075653076,
      "learning_rate": 1.7560859399785402e-07,
      "loss": 0.3345,
      "step": 2528730
    },
    {
      "epoch": 705.76,
      "grad_norm": 1.2970744371414185,
      "learning_rate": 1.755983248224453e-07,
      "loss": 0.3509,
      "step": 2528740
    },
    {
      "epoch": 705.76,
      "grad_norm": 1.1099560260772705,
      "learning_rate": 1.7558805593561823e-07,
      "loss": 0.334,
      "step": 2528750
    },
    {
      "epoch": 705.77,
      "grad_norm": 1.1670870780944824,
      "learning_rate": 1.7557778733737413e-07,
      "loss": 0.3288,
      "step": 2528760
    },
    {
      "epoch": 705.77,
      "grad_norm": 1.1176140308380127,
      "learning_rate": 1.7556751902771429e-07,
      "loss": 0.3146,
      "step": 2528770
    },
    {
      "epoch": 705.77,
      "grad_norm": 1.0890904664993286,
      "learning_rate": 1.7555725100664053e-07,
      "loss": 0.336,
      "step": 2528780
    },
    {
      "epoch": 705.77,
      "grad_norm": 1.1029733419418335,
      "learning_rate": 1.7554698327415362e-07,
      "loss": 0.3422,
      "step": 2528790
    },
    {
      "epoch": 705.78,
      "grad_norm": 1.2429300546646118,
      "learning_rate": 1.7553671583025488e-07,
      "loss": 0.3257,
      "step": 2528800
    },
    {
      "epoch": 705.78,
      "grad_norm": 1.1262277364730835,
      "learning_rate": 1.7552644867494586e-07,
      "loss": 0.3331,
      "step": 2528810
    },
    {
      "epoch": 705.78,
      "grad_norm": 1.1270473003387451,
      "learning_rate": 1.7551618180822866e-07,
      "loss": 0.3385,
      "step": 2528820
    },
    {
      "epoch": 705.79,
      "grad_norm": 1.083762526512146,
      "learning_rate": 1.75505915230103e-07,
      "loss": 0.3344,
      "step": 2528830
    },
    {
      "epoch": 705.79,
      "grad_norm": 1.3368648290634155,
      "learning_rate": 1.75495648940572e-07,
      "loss": 0.3285,
      "step": 2528840
    },
    {
      "epoch": 705.79,
      "grad_norm": 1.1758406162261963,
      "learning_rate": 1.7548538293963593e-07,
      "loss": 0.3348,
      "step": 2528850
    },
    {
      "epoch": 705.79,
      "grad_norm": 1.3031370639801025,
      "learning_rate": 1.7547511722729637e-07,
      "loss": 0.347,
      "step": 2528860
    },
    {
      "epoch": 705.8,
      "grad_norm": 1.3462337255477905,
      "learning_rate": 1.7546485180355536e-07,
      "loss": 0.3452,
      "step": 2528870
    },
    {
      "epoch": 705.8,
      "grad_norm": 1.22207772731781,
      "learning_rate": 1.754545866684132e-07,
      "loss": 0.3347,
      "step": 2528880
    },
    {
      "epoch": 705.8,
      "grad_norm": 1.218862771987915,
      "learning_rate": 1.754443218218717e-07,
      "loss": 0.3463,
      "step": 2528890
    },
    {
      "epoch": 705.81,
      "grad_norm": 1.346010446548462,
      "learning_rate": 1.754340572639324e-07,
      "loss": 0.3453,
      "step": 2528900
    },
    {
      "epoch": 705.81,
      "grad_norm": 1.3339719772338867,
      "learning_rate": 1.7542379299459687e-07,
      "loss": 0.3561,
      "step": 2528910
    },
    {
      "epoch": 705.81,
      "grad_norm": 1.1088769435882568,
      "learning_rate": 1.7541352901386564e-07,
      "loss": 0.3354,
      "step": 2528920
    },
    {
      "epoch": 705.81,
      "grad_norm": 1.260549783706665,
      "learning_rate": 1.7540326532174052e-07,
      "loss": 0.3435,
      "step": 2528930
    },
    {
      "epoch": 705.82,
      "grad_norm": 1.1428024768829346,
      "learning_rate": 1.7539300191822362e-07,
      "loss": 0.3514,
      "step": 2528940
    },
    {
      "epoch": 705.82,
      "grad_norm": 1.780714511871338,
      "learning_rate": 1.7538273880331467e-07,
      "loss": 0.333,
      "step": 2528950
    },
    {
      "epoch": 705.82,
      "grad_norm": 1.4423907995224,
      "learning_rate": 1.7537247597701676e-07,
      "loss": 0.3542,
      "step": 2528960
    },
    {
      "epoch": 705.82,
      "grad_norm": 1.2493443489074707,
      "learning_rate": 1.7536221343933017e-07,
      "loss": 0.331,
      "step": 2528970
    },
    {
      "epoch": 705.83,
      "grad_norm": 1.4055678844451904,
      "learning_rate": 1.7535195119025673e-07,
      "loss": 0.3323,
      "step": 2528980
    },
    {
      "epoch": 705.83,
      "grad_norm": 1.4039978981018066,
      "learning_rate": 1.7534168922979746e-07,
      "loss": 0.3378,
      "step": 2528990
    },
    {
      "epoch": 705.83,
      "grad_norm": 1.0480164289474487,
      "learning_rate": 1.7533142755795448e-07,
      "loss": 0.3079,
      "step": 2529000
    },
    {
      "epoch": 705.84,
      "grad_norm": 1.2741811275482178,
      "learning_rate": 1.7532116617472803e-07,
      "loss": 0.3363,
      "step": 2529010
    },
    {
      "epoch": 705.84,
      "grad_norm": 1.1949211359024048,
      "learning_rate": 1.7531090508012018e-07,
      "loss": 0.3527,
      "step": 2529020
    },
    {
      "epoch": 705.84,
      "grad_norm": 1.3561726808547974,
      "learning_rate": 1.753006442741325e-07,
      "loss": 0.3407,
      "step": 2529030
    },
    {
      "epoch": 705.84,
      "grad_norm": 1.640358328819275,
      "learning_rate": 1.7529038375676498e-07,
      "loss": 0.3439,
      "step": 2529040
    },
    {
      "epoch": 705.85,
      "grad_norm": 1.345621943473816,
      "learning_rate": 1.7528012352802127e-07,
      "loss": 0.3511,
      "step": 2529050
    },
    {
      "epoch": 705.85,
      "grad_norm": 1.0983749628067017,
      "learning_rate": 1.7526986358790086e-07,
      "loss": 0.349,
      "step": 2529060
    },
    {
      "epoch": 705.85,
      "grad_norm": 1.2382203340530396,
      "learning_rate": 1.7525960393640581e-07,
      "loss": 0.3439,
      "step": 2529070
    },
    {
      "epoch": 705.86,
      "grad_norm": 1.2941490411758423,
      "learning_rate": 1.7524934457353772e-07,
      "loss": 0.3343,
      "step": 2529080
    },
    {
      "epoch": 705.86,
      "grad_norm": 1.1131234169006348,
      "learning_rate": 1.7523908549929682e-07,
      "loss": 0.3448,
      "step": 2529090
    },
    {
      "epoch": 705.86,
      "grad_norm": 1.1807529926300049,
      "learning_rate": 1.7522882671368624e-07,
      "loss": 0.3383,
      "step": 2529100
    },
    {
      "epoch": 705.86,
      "grad_norm": 1.0963221788406372,
      "learning_rate": 1.7521856821670596e-07,
      "loss": 0.3275,
      "step": 2529110
    },
    {
      "epoch": 705.87,
      "grad_norm": 1.1721965074539185,
      "learning_rate": 1.752083100083578e-07,
      "loss": 0.3505,
      "step": 2529120
    },
    {
      "epoch": 705.87,
      "grad_norm": 1.188262939453125,
      "learning_rate": 1.7519805208864338e-07,
      "loss": 0.3529,
      "step": 2529130
    },
    {
      "epoch": 705.87,
      "grad_norm": 1.6030564308166504,
      "learning_rate": 1.7518779445756396e-07,
      "loss": 0.3348,
      "step": 2529140
    },
    {
      "epoch": 705.87,
      "grad_norm": 1.0849708318710327,
      "learning_rate": 1.751775371151203e-07,
      "loss": 0.3222,
      "step": 2529150
    },
    {
      "epoch": 705.88,
      "grad_norm": 1.3287677764892578,
      "learning_rate": 1.7516728006131426e-07,
      "loss": 0.3337,
      "step": 2529160
    },
    {
      "epoch": 705.88,
      "grad_norm": 1.351501703262329,
      "learning_rate": 1.7515702329614764e-07,
      "loss": 0.3371,
      "step": 2529170
    },
    {
      "epoch": 705.88,
      "grad_norm": 5.581279754638672,
      "learning_rate": 1.751467668196207e-07,
      "loss": 0.343,
      "step": 2529180
    },
    {
      "epoch": 705.89,
      "grad_norm": 1.3066822290420532,
      "learning_rate": 1.7513651063173606e-07,
      "loss": 0.3338,
      "step": 2529190
    },
    {
      "epoch": 705.89,
      "grad_norm": 1.153696894645691,
      "learning_rate": 1.7512625473249395e-07,
      "loss": 0.3381,
      "step": 2529200
    },
    {
      "epoch": 705.89,
      "grad_norm": 1.187106966972351,
      "learning_rate": 1.7511599912189647e-07,
      "loss": 0.3522,
      "step": 2529210
    },
    {
      "epoch": 705.89,
      "grad_norm": 1.430001139640808,
      "learning_rate": 1.751057437999452e-07,
      "loss": 0.3352,
      "step": 2529220
    },
    {
      "epoch": 705.9,
      "grad_norm": 1.3080108165740967,
      "learning_rate": 1.7509548876664035e-07,
      "loss": 0.3415,
      "step": 2529230
    },
    {
      "epoch": 705.9,
      "grad_norm": 1.1445704698562622,
      "learning_rate": 1.7508523402198433e-07,
      "loss": 0.341,
      "step": 2529240
    },
    {
      "epoch": 705.9,
      "grad_norm": 1.249184012413025,
      "learning_rate": 1.7507497956597813e-07,
      "loss": 0.3208,
      "step": 2529250
    },
    {
      "epoch": 705.91,
      "grad_norm": 1.3712142705917358,
      "learning_rate": 1.750647253986233e-07,
      "loss": 0.3411,
      "step": 2529260
    },
    {
      "epoch": 705.91,
      "grad_norm": 1.3405078649520874,
      "learning_rate": 1.7505447151992067e-07,
      "loss": 0.3262,
      "step": 2529270
    },
    {
      "epoch": 705.91,
      "grad_norm": 1.236497163772583,
      "learning_rate": 1.7504421792987254e-07,
      "loss": 0.3413,
      "step": 2529280
    },
    {
      "epoch": 705.91,
      "grad_norm": 1.4188318252563477,
      "learning_rate": 1.7503396462847947e-07,
      "loss": 0.33,
      "step": 2529290
    },
    {
      "epoch": 705.92,
      "grad_norm": 1.252809762954712,
      "learning_rate": 1.7502371161574298e-07,
      "loss": 0.3415,
      "step": 2529300
    },
    {
      "epoch": 705.92,
      "grad_norm": 1.0857895612716675,
      "learning_rate": 1.7501345889166491e-07,
      "loss": 0.3545,
      "step": 2529310
    },
    {
      "epoch": 705.92,
      "grad_norm": 1.2123609781265259,
      "learning_rate": 1.7500320645624607e-07,
      "loss": 0.3353,
      "step": 2529320
    },
    {
      "epoch": 705.93,
      "grad_norm": 1.2229949235916138,
      "learning_rate": 1.7499295430948795e-07,
      "loss": 0.3287,
      "step": 2529330
    },
    {
      "epoch": 705.93,
      "grad_norm": 2.0009841918945312,
      "learning_rate": 1.749827024513919e-07,
      "loss": 0.3273,
      "step": 2529340
    },
    {
      "epoch": 705.93,
      "grad_norm": 1.2153973579406738,
      "learning_rate": 1.7497245088195924e-07,
      "loss": 0.3353,
      "step": 2529350
    },
    {
      "epoch": 705.93,
      "grad_norm": 1.2910025119781494,
      "learning_rate": 1.7496219960119202e-07,
      "loss": 0.3276,
      "step": 2529360
    },
    {
      "epoch": 705.94,
      "grad_norm": 1.1909866333007812,
      "learning_rate": 1.7495194860909077e-07,
      "loss": 0.3281,
      "step": 2529370
    },
    {
      "epoch": 705.94,
      "grad_norm": 1.5129667520523071,
      "learning_rate": 1.7494169790565702e-07,
      "loss": 0.3269,
      "step": 2529380
    },
    {
      "epoch": 705.94,
      "grad_norm": 1.1146564483642578,
      "learning_rate": 1.7493144749089212e-07,
      "loss": 0.3389,
      "step": 2529390
    },
    {
      "epoch": 705.94,
      "grad_norm": 1.1520888805389404,
      "learning_rate": 1.7492119736479812e-07,
      "loss": 0.3363,
      "step": 2529400
    },
    {
      "epoch": 705.95,
      "grad_norm": 1.188976526260376,
      "learning_rate": 1.7491094752737504e-07,
      "loss": 0.3302,
      "step": 2529410
    },
    {
      "epoch": 705.95,
      "grad_norm": 1.439252257347107,
      "learning_rate": 1.749006979786257e-07,
      "loss": 0.3197,
      "step": 2529420
    },
    {
      "epoch": 705.95,
      "grad_norm": 1.0685722827911377,
      "learning_rate": 1.7489044871855069e-07,
      "loss": 0.3342,
      "step": 2529430
    },
    {
      "epoch": 705.96,
      "grad_norm": 1.2331867218017578,
      "learning_rate": 1.7488019974715127e-07,
      "loss": 0.3391,
      "step": 2529440
    },
    {
      "epoch": 705.96,
      "grad_norm": 1.2313470840454102,
      "learning_rate": 1.7486995106442925e-07,
      "loss": 0.3454,
      "step": 2529450
    },
    {
      "epoch": 705.96,
      "grad_norm": 1.7524386644363403,
      "learning_rate": 1.7485970267038544e-07,
      "loss": 0.3576,
      "step": 2529460
    },
    {
      "epoch": 705.96,
      "grad_norm": 1.3578417301177979,
      "learning_rate": 1.7484945456502165e-07,
      "loss": 0.3405,
      "step": 2529470
    },
    {
      "epoch": 705.97,
      "grad_norm": 1.3579992055892944,
      "learning_rate": 1.7483920674833916e-07,
      "loss": 0.3433,
      "step": 2529480
    },
    {
      "epoch": 705.97,
      "grad_norm": 1.4779893159866333,
      "learning_rate": 1.7482895922033957e-07,
      "loss": 0.3614,
      "step": 2529490
    },
    {
      "epoch": 705.97,
      "grad_norm": 1.3692582845687866,
      "learning_rate": 1.748187119810231e-07,
      "loss": 0.3386,
      "step": 2529500
    },
    {
      "epoch": 705.98,
      "grad_norm": 1.2160297632217407,
      "learning_rate": 1.748084650303929e-07,
      "loss": 0.3218,
      "step": 2529510
    },
    {
      "epoch": 705.98,
      "grad_norm": 1.3544236421585083,
      "learning_rate": 1.7479821836844898e-07,
      "loss": 0.3333,
      "step": 2529520
    },
    {
      "epoch": 705.98,
      "grad_norm": 1.1937674283981323,
      "learning_rate": 1.7478797199519287e-07,
      "loss": 0.3269,
      "step": 2529530
    },
    {
      "epoch": 705.98,
      "grad_norm": 1.2767937183380127,
      "learning_rate": 1.7477772591062692e-07,
      "loss": 0.3474,
      "step": 2529540
    },
    {
      "epoch": 705.99,
      "grad_norm": 1.2219964265823364,
      "learning_rate": 1.7476748011475138e-07,
      "loss": 0.3221,
      "step": 2529550
    },
    {
      "epoch": 705.99,
      "grad_norm": 1.201920986175537,
      "learning_rate": 1.7475723460756785e-07,
      "loss": 0.3581,
      "step": 2529560
    },
    {
      "epoch": 705.99,
      "grad_norm": 1.1913847923278809,
      "learning_rate": 1.7474698938907787e-07,
      "loss": 0.3402,
      "step": 2529570
    },
    {
      "epoch": 705.99,
      "grad_norm": 1.3359601497650146,
      "learning_rate": 1.7473674445928324e-07,
      "loss": 0.3357,
      "step": 2529580
    },
    {
      "epoch": 706.0,
      "grad_norm": 1.2064177989959717,
      "learning_rate": 1.7472649981818452e-07,
      "loss": 0.3407,
      "step": 2529590
    },
    {
      "epoch": 706.0,
      "eval_loss": 0.33760711550712585,
      "eval_runtime": 68.9109,
      "eval_samples_per_second": 73.414,
      "eval_steps_per_second": 9.186,
      "step": 2529598
    },
    {
      "epoch": 706.0,
      "grad_norm": 1.1856633424758911,
      "learning_rate": 1.7471625546578325e-07,
      "loss": 0.3551,
      "step": 2529600
    },
    {
      "epoch": 706.0,
      "grad_norm": 2.1650829315185547,
      "learning_rate": 1.7470601140208153e-07,
      "loss": 0.3469,
      "step": 2529610
    },
    {
      "epoch": 706.01,
      "grad_norm": 1.1985936164855957,
      "learning_rate": 1.7469576762707932e-07,
      "loss": 0.3322,
      "step": 2529620
    },
    {
      "epoch": 706.01,
      "grad_norm": 1.4965910911560059,
      "learning_rate": 1.746855241407795e-07,
      "loss": 0.3369,
      "step": 2529630
    },
    {
      "epoch": 706.01,
      "grad_norm": 1.2351056337356567,
      "learning_rate": 1.7467528094318207e-07,
      "loss": 0.3451,
      "step": 2529640
    },
    {
      "epoch": 706.01,
      "grad_norm": 1.1606414318084717,
      "learning_rate": 1.7466503803428966e-07,
      "loss": 0.3444,
      "step": 2529650
    },
    {
      "epoch": 706.02,
      "grad_norm": 1.1761552095413208,
      "learning_rate": 1.7465479541410302e-07,
      "loss": 0.3318,
      "step": 2529660
    },
    {
      "epoch": 706.02,
      "grad_norm": 1.2372572422027588,
      "learning_rate": 1.746445530826232e-07,
      "loss": 0.3508,
      "step": 2529670
    },
    {
      "epoch": 706.02,
      "grad_norm": 1.2658096551895142,
      "learning_rate": 1.7463431103985252e-07,
      "loss": 0.347,
      "step": 2529680
    },
    {
      "epoch": 706.03,
      "grad_norm": 1.2437809705734253,
      "learning_rate": 1.7462406928579127e-07,
      "loss": 0.3352,
      "step": 2529690
    },
    {
      "epoch": 706.03,
      "grad_norm": 2.3914597034454346,
      "learning_rate": 1.7461382782044129e-07,
      "loss": 0.3324,
      "step": 2529700
    },
    {
      "epoch": 706.03,
      "grad_norm": 1.2361719608306885,
      "learning_rate": 1.7460358664380383e-07,
      "loss": 0.328,
      "step": 2529710
    },
    {
      "epoch": 706.03,
      "grad_norm": 1.244966983795166,
      "learning_rate": 1.7459334575588073e-07,
      "loss": 0.3361,
      "step": 2529720
    },
    {
      "epoch": 706.04,
      "grad_norm": 1.3941535949707031,
      "learning_rate": 1.745831051566728e-07,
      "loss": 0.3318,
      "step": 2529730
    },
    {
      "epoch": 706.04,
      "grad_norm": 1.3106669187545776,
      "learning_rate": 1.745728648461813e-07,
      "loss": 0.3277,
      "step": 2529740
    },
    {
      "epoch": 706.04,
      "grad_norm": 1.0929820537567139,
      "learning_rate": 1.7456262482440858e-07,
      "loss": 0.3171,
      "step": 2529750
    },
    {
      "epoch": 706.05,
      "grad_norm": 1.2274584770202637,
      "learning_rate": 1.7455238509135415e-07,
      "loss": 0.3241,
      "step": 2529760
    },
    {
      "epoch": 706.05,
      "grad_norm": 1.4805623292922974,
      "learning_rate": 1.745421456470216e-07,
      "loss": 0.337,
      "step": 2529770
    },
    {
      "epoch": 706.05,
      "grad_norm": 1.7681071758270264,
      "learning_rate": 1.7453190649141074e-07,
      "loss": 0.3427,
      "step": 2529780
    },
    {
      "epoch": 706.05,
      "grad_norm": 1.348374366760254,
      "learning_rate": 1.745216676245233e-07,
      "loss": 0.3248,
      "step": 2529790
    },
    {
      "epoch": 706.06,
      "grad_norm": 1.2957712411880493,
      "learning_rate": 1.745114290463607e-07,
      "loss": 0.3457,
      "step": 2529800
    },
    {
      "epoch": 706.06,
      "grad_norm": 1.1584277153015137,
      "learning_rate": 1.745011907569249e-07,
      "loss": 0.3396,
      "step": 2529810
    },
    {
      "epoch": 706.06,
      "grad_norm": 1.4540772438049316,
      "learning_rate": 1.7449095275621625e-07,
      "loss": 0.3222,
      "step": 2529820
    },
    {
      "epoch": 706.06,
      "grad_norm": 1.3541051149368286,
      "learning_rate": 1.7448071504423652e-07,
      "loss": 0.3311,
      "step": 2529830
    },
    {
      "epoch": 706.07,
      "grad_norm": 1.376557469367981,
      "learning_rate": 1.7447047762098755e-07,
      "loss": 0.346,
      "step": 2529840
    },
    {
      "epoch": 706.07,
      "grad_norm": 1.020647406578064,
      "learning_rate": 1.744602404864696e-07,
      "loss": 0.3335,
      "step": 2529850
    },
    {
      "epoch": 706.07,
      "grad_norm": 1.3488938808441162,
      "learning_rate": 1.7445000364068525e-07,
      "loss": 0.3329,
      "step": 2529860
    },
    {
      "epoch": 706.08,
      "grad_norm": 1.3295100927352905,
      "learning_rate": 1.7443976708363507e-07,
      "loss": 0.3548,
      "step": 2529870
    },
    {
      "epoch": 706.08,
      "grad_norm": 1.24311101436615,
      "learning_rate": 1.7442953081532059e-07,
      "loss": 0.3608,
      "step": 2529880
    },
    {
      "epoch": 706.08,
      "grad_norm": 1.0573971271514893,
      "learning_rate": 1.7441929483574388e-07,
      "loss": 0.342,
      "step": 2529890
    },
    {
      "epoch": 706.08,
      "grad_norm": 1.2415509223937988,
      "learning_rate": 1.7440905914490496e-07,
      "loss": 0.3454,
      "step": 2529900
    },
    {
      "epoch": 706.09,
      "grad_norm": 1.4856514930725098,
      "learning_rate": 1.7439882374280614e-07,
      "loss": 0.346,
      "step": 2529910
    },
    {
      "epoch": 706.09,
      "grad_norm": 1.1704193353652954,
      "learning_rate": 1.7438858862944853e-07,
      "loss": 0.3426,
      "step": 2529920
    },
    {
      "epoch": 706.09,
      "grad_norm": 1.109833836555481,
      "learning_rate": 1.7437835380483362e-07,
      "loss": 0.3406,
      "step": 2529930
    },
    {
      "epoch": 706.1,
      "grad_norm": 1.2698100805282593,
      "learning_rate": 1.743681192689625e-07,
      "loss": 0.342,
      "step": 2529940
    },
    {
      "epoch": 706.1,
      "grad_norm": 1.1650108098983765,
      "learning_rate": 1.7435788502183694e-07,
      "loss": 0.3392,
      "step": 2529950
    },
    {
      "epoch": 706.1,
      "grad_norm": 1.2878785133361816,
      "learning_rate": 1.7434765106345804e-07,
      "loss": 0.3368,
      "step": 2529960
    },
    {
      "epoch": 706.1,
      "grad_norm": 1.677112340927124,
      "learning_rate": 1.743374173938268e-07,
      "loss": 0.3226,
      "step": 2529970
    },
    {
      "epoch": 706.11,
      "grad_norm": 1.3920235633850098,
      "learning_rate": 1.7432718401294558e-07,
      "loss": 0.3254,
      "step": 2529980
    },
    {
      "epoch": 706.11,
      "grad_norm": 1.4647804498672485,
      "learning_rate": 1.7431695092081435e-07,
      "loss": 0.3487,
      "step": 2529990
    },
    {
      "epoch": 706.11,
      "grad_norm": 1.0636138916015625,
      "learning_rate": 1.7430671811743602e-07,
      "loss": 0.3315,
      "step": 2530000
    },
    {
      "epoch": 706.11,
      "grad_norm": 1.1018255949020386,
      "learning_rate": 1.7429648560281082e-07,
      "loss": 0.3284,
      "step": 2530010
    },
    {
      "epoch": 706.12,
      "grad_norm": 1.216768503189087,
      "learning_rate": 1.742862533769403e-07,
      "loss": 0.3481,
      "step": 2530020
    },
    {
      "epoch": 706.12,
      "grad_norm": 1.1619776487350464,
      "learning_rate": 1.7427602143982658e-07,
      "loss": 0.3443,
      "step": 2530030
    },
    {
      "epoch": 706.12,
      "grad_norm": 1.1113691329956055,
      "learning_rate": 1.742657897914699e-07,
      "loss": 0.3349,
      "step": 2530040
    },
    {
      "epoch": 706.13,
      "grad_norm": 1.610680103302002,
      "learning_rate": 1.7425555843187233e-07,
      "loss": 0.3601,
      "step": 2530050
    },
    {
      "epoch": 706.13,
      "grad_norm": 1.474563479423523,
      "learning_rate": 1.7424532736103493e-07,
      "loss": 0.3274,
      "step": 2530060
    },
    {
      "epoch": 706.13,
      "grad_norm": 1.1443806886672974,
      "learning_rate": 1.7423509657895975e-07,
      "loss": 0.3203,
      "step": 2530070
    },
    {
      "epoch": 706.13,
      "grad_norm": 1.4698715209960938,
      "learning_rate": 1.7422486608564658e-07,
      "loss": 0.3409,
      "step": 2530080
    },
    {
      "epoch": 706.14,
      "grad_norm": 1.2597342729568481,
      "learning_rate": 1.7421463588109876e-07,
      "loss": 0.3413,
      "step": 2530090
    },
    {
      "epoch": 706.14,
      "grad_norm": 1.2772871255874634,
      "learning_rate": 1.7420440596531607e-07,
      "loss": 0.3223,
      "step": 2530100
    },
    {
      "epoch": 706.14,
      "grad_norm": 1.4803999662399292,
      "learning_rate": 1.741941763383008e-07,
      "loss": 0.3507,
      "step": 2530110
    },
    {
      "epoch": 706.15,
      "grad_norm": 1.341162085533142,
      "learning_rate": 1.7418394700005404e-07,
      "loss": 0.3335,
      "step": 2530120
    },
    {
      "epoch": 706.15,
      "grad_norm": 1.2912846803665161,
      "learning_rate": 1.7417371795057705e-07,
      "loss": 0.3306,
      "step": 2530130
    },
    {
      "epoch": 706.15,
      "grad_norm": 1.2409372329711914,
      "learning_rate": 1.7416348918987117e-07,
      "loss": 0.3182,
      "step": 2530140
    },
    {
      "epoch": 706.15,
      "grad_norm": 1.2666189670562744,
      "learning_rate": 1.7415326071793766e-07,
      "loss": 0.3281,
      "step": 2530150
    },
    {
      "epoch": 706.16,
      "grad_norm": 1.2475048303604126,
      "learning_rate": 1.7414303253477863e-07,
      "loss": 0.3189,
      "step": 2530160
    },
    {
      "epoch": 706.16,
      "grad_norm": 1.2647407054901123,
      "learning_rate": 1.7413280464039433e-07,
      "loss": 0.3333,
      "step": 2530170
    },
    {
      "epoch": 706.16,
      "grad_norm": 1.0433218479156494,
      "learning_rate": 1.7412257703478685e-07,
      "loss": 0.3421,
      "step": 2530180
    },
    {
      "epoch": 706.17,
      "grad_norm": 1.0590825080871582,
      "learning_rate": 1.7411234971795777e-07,
      "loss": 0.3362,
      "step": 2530190
    },
    {
      "epoch": 706.17,
      "grad_norm": 1.215046763420105,
      "learning_rate": 1.7410212268990728e-07,
      "loss": 0.3326,
      "step": 2530200
    },
    {
      "epoch": 706.17,
      "grad_norm": 1.1313952207565308,
      "learning_rate": 1.7409189595063806e-07,
      "loss": 0.3355,
      "step": 2530210
    },
    {
      "epoch": 706.17,
      "grad_norm": 1.2578023672103882,
      "learning_rate": 1.7408166950015032e-07,
      "loss": 0.3273,
      "step": 2530220
    },
    {
      "epoch": 706.18,
      "grad_norm": 1.3604272603988647,
      "learning_rate": 1.740714433384467e-07,
      "loss": 0.3385,
      "step": 2530230
    },
    {
      "epoch": 706.18,
      "grad_norm": 1.1615064144134521,
      "learning_rate": 1.740612174655277e-07,
      "loss": 0.3255,
      "step": 2530240
    },
    {
      "epoch": 706.18,
      "grad_norm": 1.162095069885254,
      "learning_rate": 1.7405099188139487e-07,
      "loss": 0.344,
      "step": 2530250
    },
    {
      "epoch": 706.18,
      "grad_norm": 1.2675347328186035,
      "learning_rate": 1.740407665860498e-07,
      "loss": 0.3546,
      "step": 2530260
    },
    {
      "epoch": 706.19,
      "grad_norm": 1.330011248588562,
      "learning_rate": 1.7403054157949323e-07,
      "loss": 0.3455,
      "step": 2530270
    },
    {
      "epoch": 706.19,
      "grad_norm": 1.0679649114608765,
      "learning_rate": 1.74020316861727e-07,
      "loss": 0.3485,
      "step": 2530280
    },
    {
      "epoch": 706.19,
      "grad_norm": 1.21116042137146,
      "learning_rate": 1.740100924327522e-07,
      "loss": 0.3451,
      "step": 2530290
    },
    {
      "epoch": 706.2,
      "grad_norm": 1.1639056205749512,
      "learning_rate": 1.7399986829257084e-07,
      "loss": 0.3312,
      "step": 2530300
    },
    {
      "epoch": 706.2,
      "grad_norm": 1.2055974006652832,
      "learning_rate": 1.7398964444118348e-07,
      "loss": 0.3303,
      "step": 2530310
    },
    {
      "epoch": 706.2,
      "grad_norm": 1.641899585723877,
      "learning_rate": 1.7397942087859193e-07,
      "loss": 0.3358,
      "step": 2530320
    },
    {
      "epoch": 706.2,
      "grad_norm": 1.1927820444107056,
      "learning_rate": 1.739691976047972e-07,
      "loss": 0.345,
      "step": 2530330
    },
    {
      "epoch": 706.21,
      "grad_norm": 1.4312963485717773,
      "learning_rate": 1.7395897461980118e-07,
      "loss": 0.3468,
      "step": 2530340
    },
    {
      "epoch": 706.21,
      "grad_norm": 0.9956693053245544,
      "learning_rate": 1.739487519236051e-07,
      "loss": 0.3146,
      "step": 2530350
    },
    {
      "epoch": 706.21,
      "grad_norm": 1.3392157554626465,
      "learning_rate": 1.7393852951620982e-07,
      "loss": 0.3486,
      "step": 2530360
    },
    {
      "epoch": 706.22,
      "grad_norm": 1.2623028755187988,
      "learning_rate": 1.739283073976171e-07,
      "loss": 0.3391,
      "step": 2530370
    },
    {
      "epoch": 706.22,
      "grad_norm": 1.0912877321243286,
      "learning_rate": 1.7391808556782823e-07,
      "loss": 0.33,
      "step": 2530380
    },
    {
      "epoch": 706.22,
      "grad_norm": 1.062087893486023,
      "learning_rate": 1.739078640268448e-07,
      "loss": 0.3239,
      "step": 2530390
    },
    {
      "epoch": 706.22,
      "grad_norm": 1.2414863109588623,
      "learning_rate": 1.7389764277466763e-07,
      "loss": 0.3427,
      "step": 2530400
    },
    {
      "epoch": 706.23,
      "grad_norm": 1.0831784009933472,
      "learning_rate": 1.7388742181129847e-07,
      "loss": 0.3454,
      "step": 2530410
    },
    {
      "epoch": 706.23,
      "grad_norm": 1.1362792253494263,
      "learning_rate": 1.7387720113673891e-07,
      "loss": 0.3224,
      "step": 2530420
    },
    {
      "epoch": 706.23,
      "grad_norm": 1.237867832183838,
      "learning_rate": 1.7386698075098948e-07,
      "loss": 0.3432,
      "step": 2530430
    },
    {
      "epoch": 706.23,
      "grad_norm": 1.1881917715072632,
      "learning_rate": 1.738567606540525e-07,
      "loss": 0.3515,
      "step": 2530440
    },
    {
      "epoch": 706.24,
      "grad_norm": 1.34464430809021,
      "learning_rate": 1.7384654084592877e-07,
      "loss": 0.329,
      "step": 2530450
    },
    {
      "epoch": 706.24,
      "grad_norm": 1.5439916849136353,
      "learning_rate": 1.738363213266196e-07,
      "loss": 0.3363,
      "step": 2530460
    },
    {
      "epoch": 706.24,
      "grad_norm": 1.4899284839630127,
      "learning_rate": 1.738261020961268e-07,
      "loss": 0.33,
      "step": 2530470
    },
    {
      "epoch": 706.25,
      "grad_norm": 1.2837893962860107,
      "learning_rate": 1.7381588315445164e-07,
      "loss": 0.3412,
      "step": 2530480
    },
    {
      "epoch": 706.25,
      "grad_norm": 1.219706416130066,
      "learning_rate": 1.7380566450159493e-07,
      "loss": 0.339,
      "step": 2530490
    },
    {
      "epoch": 706.25,
      "grad_norm": 1.3534884452819824,
      "learning_rate": 1.7379544613755824e-07,
      "loss": 0.3356,
      "step": 2530500
    },
    {
      "epoch": 706.25,
      "grad_norm": 1.2063850164413452,
      "learning_rate": 1.737852280623434e-07,
      "loss": 0.338,
      "step": 2530510
    },
    {
      "epoch": 706.26,
      "grad_norm": 1.5548676252365112,
      "learning_rate": 1.737750102759514e-07,
      "loss": 0.337,
      "step": 2530520
    },
    {
      "epoch": 706.26,
      "grad_norm": 1.230316162109375,
      "learning_rate": 1.7376479277838385e-07,
      "loss": 0.3576,
      "step": 2530530
    },
    {
      "epoch": 706.26,
      "grad_norm": 1.2755911350250244,
      "learning_rate": 1.7375457556964176e-07,
      "loss": 0.3543,
      "step": 2530540
    },
    {
      "epoch": 706.27,
      "grad_norm": 1.5002634525299072,
      "learning_rate": 1.7374435864972647e-07,
      "loss": 0.3393,
      "step": 2530550
    },
    {
      "epoch": 706.27,
      "grad_norm": 1.2380638122558594,
      "learning_rate": 1.7373414201864002e-07,
      "loss": 0.3386,
      "step": 2530560
    },
    {
      "epoch": 706.27,
      "grad_norm": 1.45933997631073,
      "learning_rate": 1.7372392567638243e-07,
      "loss": 0.345,
      "step": 2530570
    },
    {
      "epoch": 706.27,
      "grad_norm": 1.2711917161941528,
      "learning_rate": 1.737137096229568e-07,
      "loss": 0.3237,
      "step": 2530580
    },
    {
      "epoch": 706.28,
      "grad_norm": 1.4220759868621826,
      "learning_rate": 1.7370349385836317e-07,
      "loss": 0.3536,
      "step": 2530590
    },
    {
      "epoch": 706.28,
      "grad_norm": 1.1116832494735718,
      "learning_rate": 1.7369327838260308e-07,
      "loss": 0.32,
      "step": 2530600
    },
    {
      "epoch": 706.28,
      "grad_norm": 1.5976402759552002,
      "learning_rate": 1.7368306319567837e-07,
      "loss": 0.3471,
      "step": 2530610
    },
    {
      "epoch": 706.29,
      "grad_norm": 1.2430977821350098,
      "learning_rate": 1.7367284829759055e-07,
      "loss": 0.3343,
      "step": 2530620
    },
    {
      "epoch": 706.29,
      "grad_norm": 1.2495454549789429,
      "learning_rate": 1.736626336883402e-07,
      "loss": 0.3356,
      "step": 2530630
    },
    {
      "epoch": 706.29,
      "grad_norm": 1.283118724822998,
      "learning_rate": 1.736524193679291e-07,
      "loss": 0.3451,
      "step": 2530640
    },
    {
      "epoch": 706.29,
      "grad_norm": 1.5128337144851685,
      "learning_rate": 1.736422053363588e-07,
      "loss": 0.3412,
      "step": 2530650
    },
    {
      "epoch": 706.3,
      "grad_norm": 1.475624680519104,
      "learning_rate": 1.7363199159362988e-07,
      "loss": 0.3341,
      "step": 2530660
    },
    {
      "epoch": 706.3,
      "grad_norm": 1.2499414682388306,
      "learning_rate": 1.736217781397449e-07,
      "loss": 0.3353,
      "step": 2530670
    },
    {
      "epoch": 706.3,
      "grad_norm": 1.1771425008773804,
      "learning_rate": 1.7361156497470415e-07,
      "loss": 0.3289,
      "step": 2530680
    },
    {
      "epoch": 706.3,
      "grad_norm": 1.1330103874206543,
      "learning_rate": 1.736013520985094e-07,
      "loss": 0.3424,
      "step": 2530690
    },
    {
      "epoch": 706.31,
      "grad_norm": 1.0891320705413818,
      "learning_rate": 1.7359113951116253e-07,
      "loss": 0.338,
      "step": 2530700
    },
    {
      "epoch": 706.31,
      "grad_norm": 1.155389428138733,
      "learning_rate": 1.73580927212664e-07,
      "loss": 0.3398,
      "step": 2530710
    },
    {
      "epoch": 706.31,
      "grad_norm": 1.2422807216644287,
      "learning_rate": 1.7357071520301544e-07,
      "loss": 0.3228,
      "step": 2530720
    },
    {
      "epoch": 706.32,
      "grad_norm": 1.4074821472167969,
      "learning_rate": 1.735605034822186e-07,
      "loss": 0.3567,
      "step": 2530730
    },
    {
      "epoch": 706.32,
      "grad_norm": 1.302230954170227,
      "learning_rate": 1.7355029205027457e-07,
      "loss": 0.3296,
      "step": 2530740
    },
    {
      "epoch": 706.32,
      "grad_norm": 1.1855285167694092,
      "learning_rate": 1.7354008090718412e-07,
      "loss": 0.3289,
      "step": 2530750
    },
    {
      "epoch": 706.32,
      "grad_norm": 1.3538442850112915,
      "learning_rate": 1.7352987005295012e-07,
      "loss": 0.3235,
      "step": 2530760
    },
    {
      "epoch": 706.33,
      "grad_norm": 1.1723428964614868,
      "learning_rate": 1.7351965948757253e-07,
      "loss": 0.3354,
      "step": 2530770
    },
    {
      "epoch": 706.33,
      "grad_norm": 1.3640888929367065,
      "learning_rate": 1.7350944921105322e-07,
      "loss": 0.3229,
      "step": 2530780
    },
    {
      "epoch": 706.33,
      "grad_norm": 1.4451521635055542,
      "learning_rate": 1.7349923922339372e-07,
      "loss": 0.351,
      "step": 2530790
    },
    {
      "epoch": 706.34,
      "grad_norm": 1.2151793241500854,
      "learning_rate": 1.7348902952459458e-07,
      "loss": 0.3306,
      "step": 2530800
    },
    {
      "epoch": 706.34,
      "grad_norm": 1.1037355661392212,
      "learning_rate": 1.7347882011465864e-07,
      "loss": 0.3352,
      "step": 2530810
    },
    {
      "epoch": 706.34,
      "grad_norm": 1.200870156288147,
      "learning_rate": 1.734686109935859e-07,
      "loss": 0.3438,
      "step": 2530820
    },
    {
      "epoch": 706.34,
      "grad_norm": 1.3230093717575073,
      "learning_rate": 1.7345840216137817e-07,
      "loss": 0.345,
      "step": 2530830
    },
    {
      "epoch": 706.35,
      "grad_norm": 1.199456810951233,
      "learning_rate": 1.7344819361803705e-07,
      "loss": 0.3397,
      "step": 2530840
    },
    {
      "epoch": 706.35,
      "grad_norm": 1.2749605178833008,
      "learning_rate": 1.7343798536356355e-07,
      "loss": 0.3348,
      "step": 2530850
    },
    {
      "epoch": 706.35,
      "grad_norm": 1.3222777843475342,
      "learning_rate": 1.7342777739795923e-07,
      "loss": 0.3246,
      "step": 2530860
    },
    {
      "epoch": 706.36,
      "grad_norm": 1.5594825744628906,
      "learning_rate": 1.7341756972122515e-07,
      "loss": 0.3338,
      "step": 2530870
    },
    {
      "epoch": 706.36,
      "grad_norm": 1.0996482372283936,
      "learning_rate": 1.7340736233336337e-07,
      "loss": 0.3296,
      "step": 2530880
    },
    {
      "epoch": 706.36,
      "grad_norm": 1.183175802230835,
      "learning_rate": 1.7339715523437418e-07,
      "loss": 0.327,
      "step": 2530890
    },
    {
      "epoch": 706.36,
      "grad_norm": 1.3898835182189941,
      "learning_rate": 1.7338694842426015e-07,
      "loss": 0.3338,
      "step": 2530900
    },
    {
      "epoch": 706.37,
      "grad_norm": 1.4254220724105835,
      "learning_rate": 1.7337674190302155e-07,
      "loss": 0.3332,
      "step": 2530910
    },
    {
      "epoch": 706.37,
      "grad_norm": 1.2547372579574585,
      "learning_rate": 1.7336653567066047e-07,
      "loss": 0.3405,
      "step": 2530920
    },
    {
      "epoch": 706.37,
      "grad_norm": 1.1775949001312256,
      "learning_rate": 1.7335632972717822e-07,
      "loss": 0.3472,
      "step": 2530930
    },
    {
      "epoch": 706.37,
      "grad_norm": 1.101970911026001,
      "learning_rate": 1.7334612407257582e-07,
      "loss": 0.3484,
      "step": 2530940
    },
    {
      "epoch": 706.38,
      "grad_norm": 1.473457932472229,
      "learning_rate": 1.7333591870685456e-07,
      "loss": 0.3402,
      "step": 2530950
    },
    {
      "epoch": 706.38,
      "grad_norm": 1.1907076835632324,
      "learning_rate": 1.7332571363001606e-07,
      "loss": 0.3281,
      "step": 2530960
    },
    {
      "epoch": 706.38,
      "grad_norm": 1.8352644443511963,
      "learning_rate": 1.733155088420618e-07,
      "loss": 0.3314,
      "step": 2530970
    },
    {
      "epoch": 706.39,
      "grad_norm": 1.4236618280410767,
      "learning_rate": 1.7330530434299288e-07,
      "loss": 0.35,
      "step": 2530980
    },
    {
      "epoch": 706.39,
      "grad_norm": 1.3527681827545166,
      "learning_rate": 1.732951001328106e-07,
      "loss": 0.3295,
      "step": 2530990
    },
    {
      "epoch": 706.39,
      "grad_norm": 1.2371584177017212,
      "learning_rate": 1.73284896211517e-07,
      "loss": 0.3341,
      "step": 2531000
    },
    {
      "epoch": 706.39,
      "grad_norm": 1.4142382144927979,
      "learning_rate": 1.7327469257911184e-07,
      "loss": 0.3352,
      "step": 2531010
    },
    {
      "epoch": 706.4,
      "grad_norm": 1.3467034101486206,
      "learning_rate": 1.7326448923559852e-07,
      "loss": 0.3309,
      "step": 2531020
    },
    {
      "epoch": 706.4,
      "grad_norm": 1.294245719909668,
      "learning_rate": 1.73254286180977e-07,
      "loss": 0.3441,
      "step": 2531030
    },
    {
      "epoch": 706.4,
      "grad_norm": 1.2400639057159424,
      "learning_rate": 1.7324408341524893e-07,
      "loss": 0.3333,
      "step": 2531040
    },
    {
      "epoch": 706.41,
      "grad_norm": 1.207892894744873,
      "learning_rate": 1.73233880938416e-07,
      "loss": 0.3198,
      "step": 2531050
    },
    {
      "epoch": 706.41,
      "grad_norm": 1.2795413732528687,
      "learning_rate": 1.7322367875047962e-07,
      "loss": 0.3336,
      "step": 2531060
    },
    {
      "epoch": 706.41,
      "grad_norm": 1.583396315574646,
      "learning_rate": 1.7321347685144055e-07,
      "loss": 0.3141,
      "step": 2531070
    },
    {
      "epoch": 706.41,
      "grad_norm": 1.1314841508865356,
      "learning_rate": 1.732032752413003e-07,
      "loss": 0.331,
      "step": 2531080
    },
    {
      "epoch": 706.42,
      "grad_norm": 1.3224947452545166,
      "learning_rate": 1.7319307392006046e-07,
      "loss": 0.3405,
      "step": 2531090
    },
    {
      "epoch": 706.42,
      "grad_norm": 1.2884687185287476,
      "learning_rate": 1.7318287288772262e-07,
      "loss": 0.3349,
      "step": 2531100
    },
    {
      "epoch": 706.42,
      "grad_norm": 1.307125449180603,
      "learning_rate": 1.7317267214428803e-07,
      "loss": 0.3587,
      "step": 2531110
    },
    {
      "epoch": 706.42,
      "grad_norm": 1.1931648254394531,
      "learning_rate": 1.7316247168975752e-07,
      "loss": 0.3433,
      "step": 2531120
    },
    {
      "epoch": 706.43,
      "grad_norm": 1.228510856628418,
      "learning_rate": 1.7315227152413262e-07,
      "loss": 0.3401,
      "step": 2531130
    },
    {
      "epoch": 706.43,
      "grad_norm": 1.3467408418655396,
      "learning_rate": 1.7314207164741541e-07,
      "loss": 0.3348,
      "step": 2531140
    },
    {
      "epoch": 706.43,
      "grad_norm": 1.316177487373352,
      "learning_rate": 1.7313187205960592e-07,
      "loss": 0.3345,
      "step": 2531150
    },
    {
      "epoch": 706.44,
      "grad_norm": 1.4879282712936401,
      "learning_rate": 1.7312167276070725e-07,
      "loss": 0.3423,
      "step": 2531160
    },
    {
      "epoch": 706.44,
      "grad_norm": 1.298730731010437,
      "learning_rate": 1.7311147375071912e-07,
      "loss": 0.3328,
      "step": 2531170
    },
    {
      "epoch": 706.44,
      "grad_norm": 1.5872501134872437,
      "learning_rate": 1.731012750296439e-07,
      "loss": 0.3333,
      "step": 2531180
    },
    {
      "epoch": 706.44,
      "grad_norm": 1.2699271440505981,
      "learning_rate": 1.7309107659748239e-07,
      "loss": 0.3362,
      "step": 2531190
    },
    {
      "epoch": 706.45,
      "grad_norm": 1.1548672914505005,
      "learning_rate": 1.730808784542366e-07,
      "loss": 0.3402,
      "step": 2531200
    },
    {
      "epoch": 706.45,
      "grad_norm": 1.2241170406341553,
      "learning_rate": 1.7307068059990688e-07,
      "loss": 0.334,
      "step": 2531210
    },
    {
      "epoch": 706.45,
      "grad_norm": 1.2445266246795654,
      "learning_rate": 1.7306048303449552e-07,
      "loss": 0.3315,
      "step": 2531220
    },
    {
      "epoch": 706.46,
      "grad_norm": 1.5475515127182007,
      "learning_rate": 1.730502857580038e-07,
      "loss": 0.334,
      "step": 2531230
    },
    {
      "epoch": 706.46,
      "grad_norm": 1.1926515102386475,
      "learning_rate": 1.7304008877043178e-07,
      "loss": 0.3339,
      "step": 2531240
    },
    {
      "epoch": 706.46,
      "grad_norm": 1.306428074836731,
      "learning_rate": 1.730298920717828e-07,
      "loss": 0.3384,
      "step": 2531250
    },
    {
      "epoch": 706.46,
      "grad_norm": 1.1051521301269531,
      "learning_rate": 1.7301969566205715e-07,
      "loss": 0.3272,
      "step": 2531260
    },
    {
      "epoch": 706.47,
      "grad_norm": 1.213924765586853,
      "learning_rate": 1.7300949954125585e-07,
      "loss": 0.3281,
      "step": 2531270
    },
    {
      "epoch": 706.47,
      "grad_norm": 1.216121792793274,
      "learning_rate": 1.729993037093812e-07,
      "loss": 0.3381,
      "step": 2531280
    },
    {
      "epoch": 706.47,
      "grad_norm": 1.3474838733673096,
      "learning_rate": 1.7298910816643383e-07,
      "loss": 0.3494,
      "step": 2531290
    },
    {
      "epoch": 706.48,
      "grad_norm": 1.3290382623672485,
      "learning_rate": 1.729789129124152e-07,
      "loss": 0.3338,
      "step": 2531300
    },
    {
      "epoch": 706.48,
      "grad_norm": 1.1884993314743042,
      "learning_rate": 1.7296871794732691e-07,
      "loss": 0.3442,
      "step": 2531310
    },
    {
      "epoch": 706.48,
      "grad_norm": 1.164242148399353,
      "learning_rate": 1.7295852327117053e-07,
      "loss": 0.3174,
      "step": 2531320
    },
    {
      "epoch": 706.48,
      "grad_norm": 1.290313720703125,
      "learning_rate": 1.729483288839463e-07,
      "loss": 0.3379,
      "step": 2531330
    },
    {
      "epoch": 706.49,
      "grad_norm": 1.1570570468902588,
      "learning_rate": 1.729381347856571e-07,
      "loss": 0.3428,
      "step": 2531340
    },
    {
      "epoch": 706.49,
      "grad_norm": 1.5376673936843872,
      "learning_rate": 1.7292794097630316e-07,
      "loss": 0.3257,
      "step": 2531350
    },
    {
      "epoch": 706.49,
      "grad_norm": 1.437050461769104,
      "learning_rate": 1.7291774745588636e-07,
      "loss": 0.3323,
      "step": 2531360
    },
    {
      "epoch": 706.49,
      "grad_norm": 1.292145013809204,
      "learning_rate": 1.729075542244082e-07,
      "loss": 0.3283,
      "step": 2531370
    },
    {
      "epoch": 706.5,
      "grad_norm": 1.334804892539978,
      "learning_rate": 1.7289736128186898e-07,
      "loss": 0.3588,
      "step": 2531380
    },
    {
      "epoch": 706.5,
      "grad_norm": 1.1705378293991089,
      "learning_rate": 1.7288716862827153e-07,
      "loss": 0.3302,
      "step": 2531390
    },
    {
      "epoch": 706.5,
      "grad_norm": 1.1348233222961426,
      "learning_rate": 1.7287697626361639e-07,
      "loss": 0.336,
      "step": 2531400
    },
    {
      "epoch": 706.51,
      "grad_norm": 1.5090104341506958,
      "learning_rate": 1.7286678418790486e-07,
      "loss": 0.3446,
      "step": 2531410
    },
    {
      "epoch": 706.51,
      "grad_norm": 1.1753756999969482,
      "learning_rate": 1.728565924011385e-07,
      "loss": 0.3364,
      "step": 2531420
    },
    {
      "epoch": 706.51,
      "grad_norm": 1.1637252569198608,
      "learning_rate": 1.7284640090331888e-07,
      "loss": 0.339,
      "step": 2531430
    },
    {
      "epoch": 706.51,
      "grad_norm": 1.190616488456726,
      "learning_rate": 1.7283620969444702e-07,
      "loss": 0.3379,
      "step": 2531440
    },
    {
      "epoch": 706.52,
      "grad_norm": 1.3456212282180786,
      "learning_rate": 1.7282601877452425e-07,
      "loss": 0.3339,
      "step": 2531450
    },
    {
      "epoch": 706.52,
      "grad_norm": 1.3303653001785278,
      "learning_rate": 1.7281582814355235e-07,
      "loss": 0.3466,
      "step": 2531460
    },
    {
      "epoch": 706.52,
      "grad_norm": 1.3273569345474243,
      "learning_rate": 1.7280563780153163e-07,
      "loss": 0.3324,
      "step": 2531470
    },
    {
      "epoch": 706.53,
      "grad_norm": 1.7929291725158691,
      "learning_rate": 1.7279544774846517e-07,
      "loss": 0.3348,
      "step": 2531480
    },
    {
      "epoch": 706.53,
      "grad_norm": 1.2529449462890625,
      "learning_rate": 1.7278525798435274e-07,
      "loss": 0.3518,
      "step": 2531490
    },
    {
      "epoch": 706.53,
      "grad_norm": 1.1757962703704834,
      "learning_rate": 1.7277506850919642e-07,
      "loss": 0.3264,
      "step": 2531500
    },
    {
      "epoch": 706.53,
      "grad_norm": 1.3263115882873535,
      "learning_rate": 1.7276487932299773e-07,
      "loss": 0.3345,
      "step": 2531510
    },
    {
      "epoch": 706.54,
      "grad_norm": 1.190630316734314,
      "learning_rate": 1.7275469042575749e-07,
      "loss": 0.329,
      "step": 2531520
    },
    {
      "epoch": 706.54,
      "grad_norm": 1.4121447801589966,
      "learning_rate": 1.7274450181747726e-07,
      "loss": 0.3451,
      "step": 2531530
    },
    {
      "epoch": 706.54,
      "grad_norm": 1.3525077104568481,
      "learning_rate": 1.7273431349815833e-07,
      "loss": 0.3368,
      "step": 2531540
    },
    {
      "epoch": 706.54,
      "grad_norm": 1.2237519025802612,
      "learning_rate": 1.7272412546780278e-07,
      "loss": 0.3327,
      "step": 2531550
    },
    {
      "epoch": 706.55,
      "grad_norm": 1.2437400817871094,
      "learning_rate": 1.727139377264106e-07,
      "loss": 0.3558,
      "step": 2531560
    },
    {
      "epoch": 706.55,
      "grad_norm": 1.148927092552185,
      "learning_rate": 1.7270375027398443e-07,
      "loss": 0.3257,
      "step": 2531570
    },
    {
      "epoch": 706.55,
      "grad_norm": 1.456059217453003,
      "learning_rate": 1.7269356311052502e-07,
      "loss": 0.3445,
      "step": 2531580
    },
    {
      "epoch": 706.56,
      "grad_norm": 1.3218417167663574,
      "learning_rate": 1.7268337623603367e-07,
      "loss": 0.3312,
      "step": 2531590
    },
    {
      "epoch": 706.56,
      "grad_norm": 1.2345012426376343,
      "learning_rate": 1.7267318965051222e-07,
      "loss": 0.3472,
      "step": 2531600
    },
    {
      "epoch": 706.56,
      "grad_norm": 1.2360422611236572,
      "learning_rate": 1.7266300335396144e-07,
      "loss": 0.3323,
      "step": 2531610
    },
    {
      "epoch": 706.56,
      "grad_norm": 1.3624156713485718,
      "learning_rate": 1.7265281734638288e-07,
      "loss": 0.3235,
      "step": 2531620
    },
    {
      "epoch": 706.57,
      "grad_norm": 1.3433252573013306,
      "learning_rate": 1.7264263162777786e-07,
      "loss": 0.3347,
      "step": 2531630
    },
    {
      "epoch": 706.57,
      "grad_norm": 1.328772783279419,
      "learning_rate": 1.726324461981482e-07,
      "loss": 0.347,
      "step": 2531640
    },
    {
      "epoch": 706.57,
      "grad_norm": 1.417704463005066,
      "learning_rate": 1.7262226105749468e-07,
      "loss": 0.3306,
      "step": 2531650
    },
    {
      "epoch": 706.58,
      "grad_norm": 1.3219387531280518,
      "learning_rate": 1.7261207620581857e-07,
      "loss": 0.3297,
      "step": 2531660
    },
    {
      "epoch": 706.58,
      "grad_norm": 1.26370108127594,
      "learning_rate": 1.7260189164312173e-07,
      "loss": 0.3469,
      "step": 2531670
    },
    {
      "epoch": 706.58,
      "grad_norm": 1.4960681200027466,
      "learning_rate": 1.725917073694052e-07,
      "loss": 0.335,
      "step": 2531680
    },
    {
      "epoch": 706.58,
      "grad_norm": 1.1391048431396484,
      "learning_rate": 1.7258152338467077e-07,
      "loss": 0.3306,
      "step": 2531690
    },
    {
      "epoch": 706.59,
      "grad_norm": 1.1139382123947144,
      "learning_rate": 1.7257133968891874e-07,
      "loss": 0.335,
      "step": 2531700
    },
    {
      "epoch": 706.59,
      "grad_norm": 1.3407944440841675,
      "learning_rate": 1.725611562821522e-07,
      "loss": 0.3366,
      "step": 2531710
    },
    {
      "epoch": 706.59,
      "grad_norm": 1.179880142211914,
      "learning_rate": 1.725509731643709e-07,
      "loss": 0.3249,
      "step": 2531720
    },
    {
      "epoch": 706.6,
      "grad_norm": 1.1966757774353027,
      "learning_rate": 1.7254079033557668e-07,
      "loss": 0.334,
      "step": 2531730
    },
    {
      "epoch": 706.6,
      "grad_norm": 1.2354621887207031,
      "learning_rate": 1.7253060779577134e-07,
      "loss": 0.3298,
      "step": 2531740
    },
    {
      "epoch": 706.6,
      "grad_norm": 1.3896092176437378,
      "learning_rate": 1.7252042554495566e-07,
      "loss": 0.3535,
      "step": 2531750
    },
    {
      "epoch": 706.6,
      "grad_norm": 1.3732166290283203,
      "learning_rate": 1.7251024358313119e-07,
      "loss": 0.3436,
      "step": 2531760
    },
    {
      "epoch": 706.61,
      "grad_norm": 1.3250126838684082,
      "learning_rate": 1.7250006191029927e-07,
      "loss": 0.3453,
      "step": 2531770
    },
    {
      "epoch": 706.61,
      "grad_norm": 1.3192111253738403,
      "learning_rate": 1.7248988052646194e-07,
      "loss": 0.3308,
      "step": 2531780
    },
    {
      "epoch": 706.61,
      "grad_norm": 1.2767372131347656,
      "learning_rate": 1.7247969943161923e-07,
      "loss": 0.3267,
      "step": 2531790
    },
    {
      "epoch": 706.61,
      "grad_norm": 1.1727409362792969,
      "learning_rate": 1.7246951862577323e-07,
      "loss": 0.3529,
      "step": 2531800
    },
    {
      "epoch": 706.62,
      "grad_norm": 1.3266401290893555,
      "learning_rate": 1.7245933810892572e-07,
      "loss": 0.3349,
      "step": 2531810
    },
    {
      "epoch": 706.62,
      "grad_norm": 1.316912293434143,
      "learning_rate": 1.72449157881077e-07,
      "loss": 0.3362,
      "step": 2531820
    },
    {
      "epoch": 706.62,
      "grad_norm": 1.2952744960784912,
      "learning_rate": 1.7243897794222963e-07,
      "loss": 0.3469,
      "step": 2531830
    },
    {
      "epoch": 706.63,
      "grad_norm": 1.2188547849655151,
      "learning_rate": 1.724287982923839e-07,
      "loss": 0.3282,
      "step": 2531840
    },
    {
      "epoch": 706.63,
      "grad_norm": 1.2561644315719604,
      "learning_rate": 1.7241861893154166e-07,
      "loss": 0.3284,
      "step": 2531850
    },
    {
      "epoch": 706.63,
      "grad_norm": 1.4320061206817627,
      "learning_rate": 1.7240843985970413e-07,
      "loss": 0.3431,
      "step": 2531860
    },
    {
      "epoch": 706.63,
      "grad_norm": 1.411283016204834,
      "learning_rate": 1.7239826107687322e-07,
      "loss": 0.3451,
      "step": 2531870
    },
    {
      "epoch": 706.64,
      "grad_norm": 1.0948737859725952,
      "learning_rate": 1.7238808258304939e-07,
      "loss": 0.3408,
      "step": 2531880
    },
    {
      "epoch": 706.64,
      "grad_norm": 1.4607888460159302,
      "learning_rate": 1.7237790437823447e-07,
      "loss": 0.3298,
      "step": 2531890
    },
    {
      "epoch": 706.64,
      "grad_norm": 1.0563979148864746,
      "learning_rate": 1.7236772646243005e-07,
      "loss": 0.3402,
      "step": 2531900
    },
    {
      "epoch": 706.65,
      "grad_norm": 1.260241150856018,
      "learning_rate": 1.723575488356366e-07,
      "loss": 0.3442,
      "step": 2531910
    },
    {
      "epoch": 706.65,
      "grad_norm": 1.477165937423706,
      "learning_rate": 1.723473714978568e-07,
      "loss": 0.3277,
      "step": 2531920
    },
    {
      "epoch": 706.65,
      "grad_norm": 1.3076285123825073,
      "learning_rate": 1.7233719444909087e-07,
      "loss": 0.3479,
      "step": 2531930
    },
    {
      "epoch": 706.65,
      "grad_norm": 1.2089612483978271,
      "learning_rate": 1.723270176893406e-07,
      "loss": 0.3459,
      "step": 2531940
    },
    {
      "epoch": 706.66,
      "grad_norm": 1.2735188007354736,
      "learning_rate": 1.7231684121860756e-07,
      "loss": 0.3245,
      "step": 2531950
    },
    {
      "epoch": 706.66,
      "grad_norm": 1.4137685298919678,
      "learning_rate": 1.7230666503689232e-07,
      "loss": 0.3269,
      "step": 2531960
    },
    {
      "epoch": 706.66,
      "grad_norm": 1.2020915746688843,
      "learning_rate": 1.7229648914419743e-07,
      "loss": 0.3267,
      "step": 2531970
    },
    {
      "epoch": 706.66,
      "grad_norm": 1.203977108001709,
      "learning_rate": 1.7228631354052318e-07,
      "loss": 0.3259,
      "step": 2531980
    },
    {
      "epoch": 706.67,
      "grad_norm": 1.3358935117721558,
      "learning_rate": 1.722761382258714e-07,
      "loss": 0.3277,
      "step": 2531990
    },
    {
      "epoch": 706.67,
      "grad_norm": 1.4603053331375122,
      "learning_rate": 1.7226596320024334e-07,
      "loss": 0.3359,
      "step": 2532000
    },
    {
      "epoch": 706.67,
      "grad_norm": 1.233492136001587,
      "learning_rate": 1.7225578846364088e-07,
      "loss": 0.3482,
      "step": 2532010
    },
    {
      "epoch": 706.68,
      "grad_norm": 1.1471235752105713,
      "learning_rate": 1.7224561401606448e-07,
      "loss": 0.3233,
      "step": 2532020
    },
    {
      "epoch": 706.68,
      "grad_norm": 1.183986783027649,
      "learning_rate": 1.7223543985751576e-07,
      "loss": 0.347,
      "step": 2532030
    },
    {
      "epoch": 706.68,
      "grad_norm": 1.3346744775772095,
      "learning_rate": 1.7222526598799678e-07,
      "loss": 0.3395,
      "step": 2532040
    },
    {
      "epoch": 706.68,
      "grad_norm": 1.2387988567352295,
      "learning_rate": 1.7221509240750755e-07,
      "loss": 0.348,
      "step": 2532050
    },
    {
      "epoch": 706.69,
      "grad_norm": 1.2323269844055176,
      "learning_rate": 1.722049191160509e-07,
      "loss": 0.3386,
      "step": 2532060
    },
    {
      "epoch": 706.69,
      "grad_norm": 1.1968379020690918,
      "learning_rate": 1.721947461136271e-07,
      "loss": 0.3389,
      "step": 2532070
    },
    {
      "epoch": 706.69,
      "grad_norm": 1.1111621856689453,
      "learning_rate": 1.7218457340023775e-07,
      "loss": 0.3385,
      "step": 2532080
    },
    {
      "epoch": 706.7,
      "grad_norm": 1.2533355951309204,
      "learning_rate": 1.7217440097588488e-07,
      "loss": 0.3421,
      "step": 2532090
    },
    {
      "epoch": 706.7,
      "grad_norm": 1.3123310804367065,
      "learning_rate": 1.7216422884056904e-07,
      "loss": 0.3482,
      "step": 2532100
    },
    {
      "epoch": 706.7,
      "grad_norm": 1.1994291543960571,
      "learning_rate": 1.7215405699429178e-07,
      "loss": 0.3246,
      "step": 2532110
    },
    {
      "epoch": 706.7,
      "grad_norm": 1.6585911512374878,
      "learning_rate": 1.7214388543705443e-07,
      "loss": 0.3335,
      "step": 2532120
    },
    {
      "epoch": 706.71,
      "grad_norm": 1.2351981401443481,
      "learning_rate": 1.7213371416885903e-07,
      "loss": 0.329,
      "step": 2532130
    },
    {
      "epoch": 706.71,
      "grad_norm": 1.4787733554840088,
      "learning_rate": 1.7212354318970533e-07,
      "loss": 0.3401,
      "step": 2532140
    },
    {
      "epoch": 706.71,
      "grad_norm": 1.3231812715530396,
      "learning_rate": 1.7211337249959673e-07,
      "loss": 0.3342,
      "step": 2532150
    },
    {
      "epoch": 706.72,
      "grad_norm": 1.315877079963684,
      "learning_rate": 1.7210320209853297e-07,
      "loss": 0.352,
      "step": 2532160
    },
    {
      "epoch": 706.72,
      "grad_norm": 1.4904632568359375,
      "learning_rate": 1.720930319865161e-07,
      "loss": 0.3381,
      "step": 2532170
    },
    {
      "epoch": 706.72,
      "grad_norm": 1.185341477394104,
      "learning_rate": 1.720828621635477e-07,
      "loss": 0.344,
      "step": 2532180
    },
    {
      "epoch": 706.72,
      "grad_norm": 1.203314185142517,
      "learning_rate": 1.7207269262962858e-07,
      "loss": 0.3369,
      "step": 2532190
    },
    {
      "epoch": 706.73,
      "grad_norm": 1.6372021436691284,
      "learning_rate": 1.7206252338476e-07,
      "loss": 0.3545,
      "step": 2532200
    },
    {
      "epoch": 706.73,
      "grad_norm": 1.5681763887405396,
      "learning_rate": 1.7205235442894378e-07,
      "loss": 0.3322,
      "step": 2532210
    },
    {
      "epoch": 706.73,
      "grad_norm": 1.4079118967056274,
      "learning_rate": 1.720421857621815e-07,
      "loss": 0.3289,
      "step": 2532220
    },
    {
      "epoch": 706.73,
      "grad_norm": 1.19904363155365,
      "learning_rate": 1.720320173844737e-07,
      "loss": 0.3376,
      "step": 2532230
    },
    {
      "epoch": 706.74,
      "grad_norm": 1.3991858959197998,
      "learning_rate": 1.7202184929582217e-07,
      "loss": 0.3224,
      "step": 2532240
    },
    {
      "epoch": 706.74,
      "grad_norm": 1.180822491645813,
      "learning_rate": 1.7201168149622822e-07,
      "loss": 0.3331,
      "step": 2532250
    },
    {
      "epoch": 706.74,
      "grad_norm": 1.3638263940811157,
      "learning_rate": 1.7200151398569342e-07,
      "loss": 0.3571,
      "step": 2532260
    },
    {
      "epoch": 706.75,
      "grad_norm": 1.3523329496383667,
      "learning_rate": 1.7199134676421904e-07,
      "loss": 0.3299,
      "step": 2532270
    },
    {
      "epoch": 706.75,
      "grad_norm": 1.3051494359970093,
      "learning_rate": 1.7198117983180565e-07,
      "loss": 0.3422,
      "step": 2532280
    },
    {
      "epoch": 706.75,
      "grad_norm": 1.4589749574661255,
      "learning_rate": 1.7197101318845606e-07,
      "loss": 0.3129,
      "step": 2532290
    },
    {
      "epoch": 706.75,
      "grad_norm": 1.2140415906906128,
      "learning_rate": 1.7196084683417055e-07,
      "loss": 0.3363,
      "step": 2532300
    },
    {
      "epoch": 706.76,
      "grad_norm": 1.172690987586975,
      "learning_rate": 1.719506807689507e-07,
      "loss": 0.3269,
      "step": 2532310
    },
    {
      "epoch": 706.76,
      "grad_norm": 1.2285797595977783,
      "learning_rate": 1.7194051499279832e-07,
      "loss": 0.3322,
      "step": 2532320
    },
    {
      "epoch": 706.76,
      "grad_norm": 1.349740982055664,
      "learning_rate": 1.7193034950571393e-07,
      "loss": 0.3293,
      "step": 2532330
    },
    {
      "epoch": 706.77,
      "grad_norm": 1.311539888381958,
      "learning_rate": 1.7192018430769936e-07,
      "loss": 0.3345,
      "step": 2532340
    },
    {
      "epoch": 706.77,
      "grad_norm": 1.2311885356903076,
      "learning_rate": 1.7191001939875587e-07,
      "loss": 0.3339,
      "step": 2532350
    },
    {
      "epoch": 706.77,
      "grad_norm": 1.2795261144638062,
      "learning_rate": 1.718998547788856e-07,
      "loss": 0.3305,
      "step": 2532360
    },
    {
      "epoch": 706.77,
      "grad_norm": 1.3758682012557983,
      "learning_rate": 1.71889690448088e-07,
      "loss": 0.3459,
      "step": 2532370
    },
    {
      "epoch": 706.78,
      "grad_norm": 1.0383825302124023,
      "learning_rate": 1.7187952640636644e-07,
      "loss": 0.3322,
      "step": 2532380
    },
    {
      "epoch": 706.78,
      "grad_norm": 1.21075439453125,
      "learning_rate": 1.7186936265372121e-07,
      "loss": 0.3215,
      "step": 2532390
    },
    {
      "epoch": 706.78,
      "grad_norm": 1.27303147315979,
      "learning_rate": 1.7185919919015385e-07,
      "loss": 0.3382,
      "step": 2532400
    },
    {
      "epoch": 706.78,
      "grad_norm": 1.166248083114624,
      "learning_rate": 1.7184903601566592e-07,
      "loss": 0.3534,
      "step": 2532410
    },
    {
      "epoch": 706.79,
      "grad_norm": 1.1843091249465942,
      "learning_rate": 1.7183887313025847e-07,
      "loss": 0.3407,
      "step": 2532420
    },
    {
      "epoch": 706.79,
      "grad_norm": 1.3365103006362915,
      "learning_rate": 1.718287105339328e-07,
      "loss": 0.3345,
      "step": 2532430
    },
    {
      "epoch": 706.79,
      "grad_norm": 1.347857117652893,
      "learning_rate": 1.7181854822669073e-07,
      "loss": 0.3314,
      "step": 2532440
    },
    {
      "epoch": 706.8,
      "grad_norm": 1.1836799383163452,
      "learning_rate": 1.7180838620853331e-07,
      "loss": 0.3322,
      "step": 2532450
    },
    {
      "epoch": 706.8,
      "grad_norm": 1.4079655408859253,
      "learning_rate": 1.7179822447946184e-07,
      "loss": 0.3281,
      "step": 2532460
    },
    {
      "epoch": 706.8,
      "grad_norm": 1.2399530410766602,
      "learning_rate": 1.7178806303947758e-07,
      "loss": 0.325,
      "step": 2532470
    },
    {
      "epoch": 706.8,
      "grad_norm": 1.2051533460617065,
      "learning_rate": 1.7177790188858243e-07,
      "loss": 0.3376,
      "step": 2532480
    },
    {
      "epoch": 706.81,
      "grad_norm": 1.2719532251358032,
      "learning_rate": 1.7176774102677682e-07,
      "loss": 0.3462,
      "step": 2532490
    },
    {
      "epoch": 706.81,
      "grad_norm": 1.2409822940826416,
      "learning_rate": 1.7175758045406316e-07,
      "loss": 0.3354,
      "step": 2532500
    },
    {
      "epoch": 706.81,
      "grad_norm": 1.2287276983261108,
      "learning_rate": 1.7174742017044195e-07,
      "loss": 0.33,
      "step": 2532510
    },
    {
      "epoch": 706.82,
      "grad_norm": 1.1459029912948608,
      "learning_rate": 1.7173726017591476e-07,
      "loss": 0.3399,
      "step": 2532520
    },
    {
      "epoch": 706.82,
      "grad_norm": 1.1597263813018799,
      "learning_rate": 1.717271004704834e-07,
      "loss": 0.3161,
      "step": 2532530
    },
    {
      "epoch": 706.82,
      "grad_norm": 1.3784080743789673,
      "learning_rate": 1.7171694105414862e-07,
      "loss": 0.3288,
      "step": 2532540
    },
    {
      "epoch": 706.82,
      "grad_norm": 30.314777374267578,
      "learning_rate": 1.7170678192691256e-07,
      "loss": 0.3685,
      "step": 2532550
    },
    {
      "epoch": 706.83,
      "grad_norm": 1.2901118993759155,
      "learning_rate": 1.7169662308877545e-07,
      "loss": 0.3475,
      "step": 2532560
    },
    {
      "epoch": 706.83,
      "grad_norm": 1.4725723266601562,
      "learning_rate": 1.7168646453973936e-07,
      "loss": 0.3365,
      "step": 2532570
    },
    {
      "epoch": 706.83,
      "grad_norm": 1.1715084314346313,
      "learning_rate": 1.7167630627980561e-07,
      "loss": 0.3436,
      "step": 2532580
    },
    {
      "epoch": 706.84,
      "grad_norm": 1.1642128229141235,
      "learning_rate": 1.7166614830897552e-07,
      "loss": 0.3248,
      "step": 2532590
    },
    {
      "epoch": 706.84,
      "grad_norm": 1.22783625125885,
      "learning_rate": 1.7165599062725035e-07,
      "loss": 0.3245,
      "step": 2532600
    },
    {
      "epoch": 706.84,
      "grad_norm": 1.2356935739517212,
      "learning_rate": 1.716458332346314e-07,
      "loss": 0.3306,
      "step": 2532610
    },
    {
      "epoch": 706.84,
      "grad_norm": 1.048953652381897,
      "learning_rate": 1.7163567613112028e-07,
      "loss": 0.3412,
      "step": 2532620
    },
    {
      "epoch": 706.85,
      "grad_norm": 1.098089337348938,
      "learning_rate": 1.7162551931671772e-07,
      "loss": 0.3409,
      "step": 2532630
    },
    {
      "epoch": 706.85,
      "grad_norm": 1.316382646560669,
      "learning_rate": 1.716153627914261e-07,
      "loss": 0.3765,
      "step": 2532640
    },
    {
      "epoch": 706.85,
      "grad_norm": 1.5349531173706055,
      "learning_rate": 1.716052065552459e-07,
      "loss": 0.3481,
      "step": 2532650
    },
    {
      "epoch": 706.85,
      "grad_norm": 6.6171135902404785,
      "learning_rate": 1.7159505060817873e-07,
      "loss": 0.3335,
      "step": 2532660
    },
    {
      "epoch": 706.86,
      "grad_norm": 1.21609628200531,
      "learning_rate": 1.7158489495022586e-07,
      "loss": 0.3318,
      "step": 2532670
    },
    {
      "epoch": 706.86,
      "grad_norm": 1.494785189628601,
      "learning_rate": 1.7157473958138937e-07,
      "loss": 0.3396,
      "step": 2532680
    },
    {
      "epoch": 706.86,
      "grad_norm": 1.5967247486114502,
      "learning_rate": 1.7156458450166928e-07,
      "loss": 0.3249,
      "step": 2532690
    },
    {
      "epoch": 706.87,
      "grad_norm": 1.3596779108047485,
      "learning_rate": 1.715544297110679e-07,
      "loss": 0.3563,
      "step": 2532700
    },
    {
      "epoch": 706.87,
      "grad_norm": 1.5544397830963135,
      "learning_rate": 1.7154427520958682e-07,
      "loss": 0.3308,
      "step": 2532710
    },
    {
      "epoch": 706.87,
      "grad_norm": 1.3048710823059082,
      "learning_rate": 1.7153412099722604e-07,
      "loss": 0.3294,
      "step": 2532720
    },
    {
      "epoch": 706.87,
      "grad_norm": 1.3301904201507568,
      "learning_rate": 1.715239670739884e-07,
      "loss": 0.3394,
      "step": 2532730
    },
    {
      "epoch": 706.88,
      "grad_norm": 1.4241989850997925,
      "learning_rate": 1.7151381343987442e-07,
      "loss": 0.3493,
      "step": 2532740
    },
    {
      "epoch": 706.88,
      "grad_norm": 1.5107014179229736,
      "learning_rate": 1.715036600948857e-07,
      "loss": 0.3405,
      "step": 2532750
    },
    {
      "epoch": 706.88,
      "grad_norm": 1.1774848699569702,
      "learning_rate": 1.7149350703902376e-07,
      "loss": 0.3387,
      "step": 2532760
    },
    {
      "epoch": 706.89,
      "grad_norm": 1.2660484313964844,
      "learning_rate": 1.714833542722894e-07,
      "loss": 0.3455,
      "step": 2532770
    },
    {
      "epoch": 706.89,
      "grad_norm": 1.1132227182388306,
      "learning_rate": 1.7147320179468444e-07,
      "loss": 0.3468,
      "step": 2532780
    },
    {
      "epoch": 706.89,
      "grad_norm": 1.2677260637283325,
      "learning_rate": 1.7146304960621018e-07,
      "loss": 0.3414,
      "step": 2532790
    },
    {
      "epoch": 706.89,
      "grad_norm": 1.0378625392913818,
      "learning_rate": 1.7145289770686818e-07,
      "loss": 0.3382,
      "step": 2532800
    },
    {
      "epoch": 706.9,
      "grad_norm": 1.1890356540679932,
      "learning_rate": 1.714427460966587e-07,
      "loss": 0.3357,
      "step": 2532810
    },
    {
      "epoch": 706.9,
      "grad_norm": 1.1547842025756836,
      "learning_rate": 1.7143259477558485e-07,
      "loss": 0.3359,
      "step": 2532820
    },
    {
      "epoch": 706.9,
      "grad_norm": 1.1389141082763672,
      "learning_rate": 1.7142244374364639e-07,
      "loss": 0.3484,
      "step": 2532830
    },
    {
      "epoch": 706.9,
      "grad_norm": 1.4631792306900024,
      "learning_rate": 1.714122930008454e-07,
      "loss": 0.335,
      "step": 2532840
    },
    {
      "epoch": 706.91,
      "grad_norm": 1.2870502471923828,
      "learning_rate": 1.7140214254718368e-07,
      "loss": 0.341,
      "step": 2532850
    },
    {
      "epoch": 706.91,
      "grad_norm": 1.120610237121582,
      "learning_rate": 1.7139199238266127e-07,
      "loss": 0.3759,
      "step": 2532860
    },
    {
      "epoch": 706.91,
      "grad_norm": 1.2271449565887451,
      "learning_rate": 1.71381842507281e-07,
      "loss": 0.3392,
      "step": 2532870
    },
    {
      "epoch": 706.92,
      "grad_norm": 1.120519757270813,
      "learning_rate": 1.7137169292104311e-07,
      "loss": 0.3534,
      "step": 2532880
    },
    {
      "epoch": 706.92,
      "grad_norm": 1.3364161252975464,
      "learning_rate": 1.713615436239495e-07,
      "loss": 0.3376,
      "step": 2532890
    },
    {
      "epoch": 706.92,
      "grad_norm": 1.166886806488037,
      "learning_rate": 1.7135139461600162e-07,
      "loss": 0.3474,
      "step": 2532900
    },
    {
      "epoch": 706.92,
      "grad_norm": 1.323908805847168,
      "learning_rate": 1.713412458972001e-07,
      "loss": 0.3232,
      "step": 2532910
    },
    {
      "epoch": 706.93,
      "grad_norm": 1.248003363609314,
      "learning_rate": 1.7133109746754696e-07,
      "loss": 0.335,
      "step": 2532920
    },
    {
      "epoch": 706.93,
      "grad_norm": 1.2409520149230957,
      "learning_rate": 1.7132094932704324e-07,
      "loss": 0.3225,
      "step": 2532930
    },
    {
      "epoch": 706.93,
      "grad_norm": 1.2640124559402466,
      "learning_rate": 1.7131080147569104e-07,
      "loss": 0.3397,
      "step": 2532940
    },
    {
      "epoch": 706.94,
      "grad_norm": 1.132137417793274,
      "learning_rate": 1.713006539134901e-07,
      "loss": 0.3376,
      "step": 2532950
    },
    {
      "epoch": 706.94,
      "grad_norm": 1.1768239736557007,
      "learning_rate": 1.7129050664044355e-07,
      "loss": 0.3223,
      "step": 2532960
    },
    {
      "epoch": 706.94,
      "grad_norm": 1.372385025024414,
      "learning_rate": 1.712803596565516e-07,
      "loss": 0.3422,
      "step": 2532970
    },
    {
      "epoch": 706.94,
      "grad_norm": 1.5429258346557617,
      "learning_rate": 1.7127021296181615e-07,
      "loss": 0.3237,
      "step": 2532980
    },
    {
      "epoch": 706.95,
      "grad_norm": 1.3270012140274048,
      "learning_rate": 1.7126006655623845e-07,
      "loss": 0.3281,
      "step": 2532990
    },
    {
      "epoch": 706.95,
      "grad_norm": 1.4876257181167603,
      "learning_rate": 1.7124992043981953e-07,
      "loss": 0.3417,
      "step": 2533000
    },
    {
      "epoch": 706.95,
      "grad_norm": 1.0958713293075562,
      "learning_rate": 1.71239774612561e-07,
      "loss": 0.3507,
      "step": 2533010
    },
    {
      "epoch": 706.96,
      "grad_norm": 1.1900584697723389,
      "learning_rate": 1.7122962907446387e-07,
      "loss": 0.3355,
      "step": 2533020
    },
    {
      "epoch": 706.96,
      "grad_norm": 1.1634119749069214,
      "learning_rate": 1.7121948382553046e-07,
      "loss": 0.3394,
      "step": 2533030
    },
    {
      "epoch": 706.96,
      "grad_norm": 1.2745206356048584,
      "learning_rate": 1.7120933886576107e-07,
      "loss": 0.3306,
      "step": 2533040
    },
    {
      "epoch": 706.96,
      "grad_norm": 1.259261965751648,
      "learning_rate": 1.7119919419515725e-07,
      "loss": 0.3493,
      "step": 2533050
    },
    {
      "epoch": 706.97,
      "grad_norm": 1.3261150121688843,
      "learning_rate": 1.7118904981372108e-07,
      "loss": 0.3395,
      "step": 2533060
    },
    {
      "epoch": 706.97,
      "grad_norm": 1.3106520175933838,
      "learning_rate": 1.7117890572145256e-07,
      "loss": 0.3487,
      "step": 2533070
    },
    {
      "epoch": 706.97,
      "grad_norm": 1.3730581998825073,
      "learning_rate": 1.7116876191835455e-07,
      "loss": 0.3385,
      "step": 2533080
    },
    {
      "epoch": 706.97,
      "grad_norm": 1.275084137916565,
      "learning_rate": 1.7115861840442728e-07,
      "loss": 0.3411,
      "step": 2533090
    },
    {
      "epoch": 706.98,
      "grad_norm": 1.159429669380188,
      "learning_rate": 1.7114847517967265e-07,
      "loss": 0.3388,
      "step": 2533100
    },
    {
      "epoch": 706.98,
      "grad_norm": 1.321358323097229,
      "learning_rate": 1.7113833224409189e-07,
      "loss": 0.3392,
      "step": 2533110
    },
    {
      "epoch": 706.98,
      "grad_norm": 1.4716073274612427,
      "learning_rate": 1.7112818959768632e-07,
      "loss": 0.3259,
      "step": 2533120
    },
    {
      "epoch": 706.99,
      "grad_norm": 8.87979507446289,
      "learning_rate": 1.711180472404575e-07,
      "loss": 0.353,
      "step": 2533130
    },
    {
      "epoch": 706.99,
      "grad_norm": 1.2233728170394897,
      "learning_rate": 1.711079051724065e-07,
      "loss": 0.3382,
      "step": 2533140
    },
    {
      "epoch": 706.99,
      "grad_norm": 1.150593638420105,
      "learning_rate": 1.7109776339353458e-07,
      "loss": 0.3421,
      "step": 2533150
    },
    {
      "epoch": 706.99,
      "grad_norm": 1.2995562553405762,
      "learning_rate": 1.7108762190384332e-07,
      "loss": 0.3397,
      "step": 2533160
    },
    {
      "epoch": 707.0,
      "grad_norm": 1.2392297983169556,
      "learning_rate": 1.7107748070333427e-07,
      "loss": 0.3375,
      "step": 2533170
    },
    {
      "epoch": 707.0,
      "grad_norm": 1.2115980386734009,
      "learning_rate": 1.7106733979200825e-07,
      "loss": 0.3556,
      "step": 2533180
    },
    {
      "epoch": 707.0,
      "eval_loss": 0.33783847093582153,
      "eval_runtime": 70.2707,
      "eval_samples_per_second": 71.993,
      "eval_steps_per_second": 9.008,
      "step": 2533181
    },
    {
      "epoch": 707.0,
      "grad_norm": 1.2554360628128052,
      "learning_rate": 1.7105719916986677e-07,
      "loss": 0.3313,
      "step": 2533190
    },
    {
      "epoch": 707.01,
      "grad_norm": 1.330581784248352,
      "learning_rate": 1.7104705883691141e-07,
      "loss": 0.3428,
      "step": 2533200
    },
    {
      "epoch": 707.01,
      "grad_norm": 1.1852015256881714,
      "learning_rate": 1.7103691879314349e-07,
      "loss": 0.3355,
      "step": 2533210
    },
    {
      "epoch": 707.01,
      "grad_norm": 1.1442509889602661,
      "learning_rate": 1.7102677903856454e-07,
      "loss": 0.3333,
      "step": 2533220
    },
    {
      "epoch": 707.01,
      "grad_norm": 1.1643447875976562,
      "learning_rate": 1.710166395731751e-07,
      "loss": 0.3472,
      "step": 2533230
    },
    {
      "epoch": 707.02,
      "grad_norm": 1.2665125131607056,
      "learning_rate": 1.7100650039697724e-07,
      "loss": 0.3197,
      "step": 2533240
    },
    {
      "epoch": 707.02,
      "grad_norm": 1.2776471376419067,
      "learning_rate": 1.7099636150997203e-07,
      "loss": 0.3298,
      "step": 2533250
    },
    {
      "epoch": 707.02,
      "grad_norm": 1.2801804542541504,
      "learning_rate": 1.709862229121615e-07,
      "loss": 0.3292,
      "step": 2533260
    },
    {
      "epoch": 707.02,
      "grad_norm": 1.2593871355056763,
      "learning_rate": 1.7097608460354596e-07,
      "loss": 0.3298,
      "step": 2533270
    },
    {
      "epoch": 707.03,
      "grad_norm": 1.1778706312179565,
      "learning_rate": 1.7096594658412722e-07,
      "loss": 0.3372,
      "step": 2533280
    },
    {
      "epoch": 707.03,
      "grad_norm": 1.4046748876571655,
      "learning_rate": 1.709558088539068e-07,
      "loss": 0.3244,
      "step": 2533290
    },
    {
      "epoch": 707.03,
      "grad_norm": 1.834325909614563,
      "learning_rate": 1.7094567141288528e-07,
      "loss": 0.3446,
      "step": 2533300
    },
    {
      "epoch": 707.04,
      "grad_norm": 1.1667966842651367,
      "learning_rate": 1.709355342610655e-07,
      "loss": 0.3487,
      "step": 2533310
    },
    {
      "epoch": 707.04,
      "grad_norm": 2.083171844482422,
      "learning_rate": 1.7092539739844746e-07,
      "loss": 0.3578,
      "step": 2533320
    },
    {
      "epoch": 707.04,
      "grad_norm": 1.3231709003448486,
      "learning_rate": 1.7091526082503294e-07,
      "loss": 0.335,
      "step": 2533330
    },
    {
      "epoch": 707.04,
      "grad_norm": 4.109358310699463,
      "learning_rate": 1.7090512454082332e-07,
      "loss": 0.3186,
      "step": 2533340
    },
    {
      "epoch": 707.05,
      "grad_norm": 1.1471405029296875,
      "learning_rate": 1.708949885458201e-07,
      "loss": 0.348,
      "step": 2533350
    },
    {
      "epoch": 707.05,
      "grad_norm": 1.3437594175338745,
      "learning_rate": 1.7088485284002434e-07,
      "loss": 0.3568,
      "step": 2533360
    },
    {
      "epoch": 707.05,
      "grad_norm": 1.4258671998977661,
      "learning_rate": 1.708747174234376e-07,
      "loss": 0.3247,
      "step": 2533370
    },
    {
      "epoch": 707.06,
      "grad_norm": 1.1908879280090332,
      "learning_rate": 1.7086458229606145e-07,
      "loss": 0.3366,
      "step": 2533380
    },
    {
      "epoch": 707.06,
      "grad_norm": 1.3353803157806396,
      "learning_rate": 1.7085444745789612e-07,
      "loss": 0.3354,
      "step": 2533390
    },
    {
      "epoch": 707.06,
      "grad_norm": 1.204445481300354,
      "learning_rate": 1.7084431290894453e-07,
      "loss": 0.3426,
      "step": 2533400
    },
    {
      "epoch": 707.06,
      "grad_norm": 1.450152039527893,
      "learning_rate": 1.7083417864920688e-07,
      "loss": 0.3183,
      "step": 2533410
    },
    {
      "epoch": 707.07,
      "grad_norm": 1.3498389720916748,
      "learning_rate": 1.70824044678685e-07,
      "loss": 0.3381,
      "step": 2533420
    },
    {
      "epoch": 707.07,
      "grad_norm": 1.264816164970398,
      "learning_rate": 1.708139109973805e-07,
      "loss": 0.3334,
      "step": 2533430
    },
    {
      "epoch": 707.07,
      "grad_norm": 1.330180287361145,
      "learning_rate": 1.7080377760529362e-07,
      "loss": 0.3394,
      "step": 2533440
    },
    {
      "epoch": 707.08,
      "grad_norm": 1.292823314666748,
      "learning_rate": 1.7079364450242717e-07,
      "loss": 0.3383,
      "step": 2533450
    },
    {
      "epoch": 707.08,
      "grad_norm": 1.296555757522583,
      "learning_rate": 1.7078351168878173e-07,
      "loss": 0.3405,
      "step": 2533460
    },
    {
      "epoch": 707.08,
      "grad_norm": 1.3240394592285156,
      "learning_rate": 1.7077337916435834e-07,
      "loss": 0.3229,
      "step": 2533470
    },
    {
      "epoch": 707.08,
      "grad_norm": 1.2555692195892334,
      "learning_rate": 1.7076324692915904e-07,
      "loss": 0.3354,
      "step": 2533480
    },
    {
      "epoch": 707.09,
      "grad_norm": 1.224810242652893,
      "learning_rate": 1.707531149831849e-07,
      "loss": 0.3377,
      "step": 2533490
    },
    {
      "epoch": 707.09,
      "grad_norm": 1.266516089439392,
      "learning_rate": 1.707429833264372e-07,
      "loss": 0.3323,
      "step": 2533500
    },
    {
      "epoch": 707.09,
      "grad_norm": 1.2274837493896484,
      "learning_rate": 1.7073285195891704e-07,
      "loss": 0.3439,
      "step": 2533510
    },
    {
      "epoch": 707.09,
      "grad_norm": 1.3625273704528809,
      "learning_rate": 1.7072272088062667e-07,
      "loss": 0.3386,
      "step": 2533520
    },
    {
      "epoch": 707.1,
      "grad_norm": 1.1954988241195679,
      "learning_rate": 1.707125900915659e-07,
      "loss": 0.3414,
      "step": 2533530
    },
    {
      "epoch": 707.1,
      "grad_norm": 1.0471235513687134,
      "learning_rate": 1.7070245959173784e-07,
      "loss": 0.3339,
      "step": 2533540
    },
    {
      "epoch": 707.1,
      "grad_norm": 1.2448346614837646,
      "learning_rate": 1.7069232938114273e-07,
      "loss": 0.3566,
      "step": 2533550
    },
    {
      "epoch": 707.11,
      "grad_norm": 1.1039296388626099,
      "learning_rate": 1.7068219945978187e-07,
      "loss": 0.3396,
      "step": 2533560
    },
    {
      "epoch": 707.11,
      "grad_norm": 1.413122296333313,
      "learning_rate": 1.7067206982765762e-07,
      "loss": 0.3323,
      "step": 2533570
    },
    {
      "epoch": 707.11,
      "grad_norm": 1.276535153388977,
      "learning_rate": 1.7066194048477023e-07,
      "loss": 0.3595,
      "step": 2533580
    },
    {
      "epoch": 707.11,
      "grad_norm": 1.519945740699768,
      "learning_rate": 1.7065181143112128e-07,
      "loss": 0.3314,
      "step": 2533590
    },
    {
      "epoch": 707.12,
      "grad_norm": 1.448914885520935,
      "learning_rate": 1.7064168266671232e-07,
      "loss": 0.3309,
      "step": 2533600
    },
    {
      "epoch": 707.12,
      "grad_norm": 1.234309196472168,
      "learning_rate": 1.7063155419154516e-07,
      "loss": 0.3327,
      "step": 2533610
    },
    {
      "epoch": 707.12,
      "grad_norm": 1.2419548034667969,
      "learning_rate": 1.7062142600561979e-07,
      "loss": 0.3286,
      "step": 2533620
    },
    {
      "epoch": 707.13,
      "grad_norm": 1.3140970468521118,
      "learning_rate": 1.7061129810893912e-07,
      "loss": 0.3239,
      "step": 2533630
    },
    {
      "epoch": 707.13,
      "grad_norm": 1.2735841274261475,
      "learning_rate": 1.706011705015036e-07,
      "loss": 0.3362,
      "step": 2533640
    },
    {
      "epoch": 707.13,
      "grad_norm": 1.2781224250793457,
      "learning_rate": 1.7059104318331486e-07,
      "loss": 0.326,
      "step": 2533650
    },
    {
      "epoch": 707.13,
      "grad_norm": 1.2611243724822998,
      "learning_rate": 1.7058091615437443e-07,
      "loss": 0.3345,
      "step": 2533660
    },
    {
      "epoch": 707.14,
      "grad_norm": 1.39743173122406,
      "learning_rate": 1.7057078941468285e-07,
      "loss": 0.3313,
      "step": 2533670
    },
    {
      "epoch": 707.14,
      "grad_norm": 1.518457293510437,
      "learning_rate": 1.7056066296424214e-07,
      "loss": 0.3324,
      "step": 2533680
    },
    {
      "epoch": 707.14,
      "grad_norm": 1.2317287921905518,
      "learning_rate": 1.705505368030537e-07,
      "loss": 0.3376,
      "step": 2533690
    },
    {
      "epoch": 707.14,
      "grad_norm": 1.2525103092193604,
      "learning_rate": 1.7054041093111849e-07,
      "loss": 0.3361,
      "step": 2533700
    },
    {
      "epoch": 707.15,
      "grad_norm": 1.218623399734497,
      "learning_rate": 1.7053028534843834e-07,
      "loss": 0.3211,
      "step": 2533710
    },
    {
      "epoch": 707.15,
      "grad_norm": 1.4562532901763916,
      "learning_rate": 1.7052016005501407e-07,
      "loss": 0.3443,
      "step": 2533720
    },
    {
      "epoch": 707.15,
      "grad_norm": 1.212909460067749,
      "learning_rate": 1.7051003505084747e-07,
      "loss": 0.3393,
      "step": 2533730
    },
    {
      "epoch": 707.16,
      "grad_norm": 1.4236341714859009,
      "learning_rate": 1.704999103359396e-07,
      "loss": 0.3333,
      "step": 2533740
    },
    {
      "epoch": 707.16,
      "grad_norm": 1.2124361991882324,
      "learning_rate": 1.7048978591029228e-07,
      "loss": 0.3507,
      "step": 2533750
    },
    {
      "epoch": 707.16,
      "grad_norm": 1.3741211891174316,
      "learning_rate": 1.7047966177390549e-07,
      "loss": 0.3378,
      "step": 2533760
    },
    {
      "epoch": 707.16,
      "grad_norm": 1.4696799516677856,
      "learning_rate": 1.704695379267826e-07,
      "loss": 0.3554,
      "step": 2533770
    },
    {
      "epoch": 707.17,
      "grad_norm": 1.2818915843963623,
      "learning_rate": 1.7045941436892342e-07,
      "loss": 0.3466,
      "step": 2533780
    },
    {
      "epoch": 707.17,
      "grad_norm": 1.253537893295288,
      "learning_rate": 1.7044929110032998e-07,
      "loss": 0.3494,
      "step": 2533790
    },
    {
      "epoch": 707.17,
      "grad_norm": 1.0491347312927246,
      "learning_rate": 1.7043916812100356e-07,
      "loss": 0.3396,
      "step": 2533800
    },
    {
      "epoch": 707.18,
      "grad_norm": 1.16032075881958,
      "learning_rate": 1.7042904543094525e-07,
      "loss": 0.346,
      "step": 2533810
    },
    {
      "epoch": 707.18,
      "grad_norm": 1.2191866636276245,
      "learning_rate": 1.704189230301566e-07,
      "loss": 0.3341,
      "step": 2533820
    },
    {
      "epoch": 707.18,
      "grad_norm": 1.0781145095825195,
      "learning_rate": 1.7040880091863888e-07,
      "loss": 0.3344,
      "step": 2533830
    },
    {
      "epoch": 707.18,
      "grad_norm": 1.610668420791626,
      "learning_rate": 1.703986790963937e-07,
      "loss": 0.3397,
      "step": 2533840
    },
    {
      "epoch": 707.19,
      "grad_norm": 1.2716509103775024,
      "learning_rate": 1.7038855756342176e-07,
      "loss": 0.3457,
      "step": 2533850
    },
    {
      "epoch": 707.19,
      "grad_norm": 1.1943645477294922,
      "learning_rate": 1.7037843631972499e-07,
      "loss": 0.3252,
      "step": 2533860
    },
    {
      "epoch": 707.19,
      "grad_norm": 1.091829776763916,
      "learning_rate": 1.7036831536530486e-07,
      "loss": 0.3406,
      "step": 2533870
    },
    {
      "epoch": 707.2,
      "grad_norm": 1.2222506999969482,
      "learning_rate": 1.7035819470016168e-07,
      "loss": 0.3331,
      "step": 2533880
    },
    {
      "epoch": 707.2,
      "grad_norm": 1.2804672718048096,
      "learning_rate": 1.7034807432429828e-07,
      "loss": 0.3375,
      "step": 2533890
    },
    {
      "epoch": 707.2,
      "grad_norm": 1.3424644470214844,
      "learning_rate": 1.7033795423771497e-07,
      "loss": 0.348,
      "step": 2533900
    },
    {
      "epoch": 707.2,
      "grad_norm": 1.2236965894699097,
      "learning_rate": 1.7032783444041327e-07,
      "loss": 0.3493,
      "step": 2533910
    },
    {
      "epoch": 707.21,
      "grad_norm": 1.1586474180221558,
      "learning_rate": 1.7031771493239473e-07,
      "loss": 0.3422,
      "step": 2533920
    },
    {
      "epoch": 707.21,
      "grad_norm": 1.26140558719635,
      "learning_rate": 1.7030759571366094e-07,
      "loss": 0.3259,
      "step": 2533930
    },
    {
      "epoch": 707.21,
      "grad_norm": 1.20002281665802,
      "learning_rate": 1.7029747678421268e-07,
      "loss": 0.3453,
      "step": 2533940
    },
    {
      "epoch": 707.21,
      "grad_norm": 1.3437210321426392,
      "learning_rate": 1.702873581440515e-07,
      "loss": 0.3278,
      "step": 2533950
    },
    {
      "epoch": 707.22,
      "grad_norm": 1.2892812490463257,
      "learning_rate": 1.7027723979317897e-07,
      "loss": 0.3363,
      "step": 2533960
    },
    {
      "epoch": 707.22,
      "grad_norm": 1.2552025318145752,
      "learning_rate": 1.702671217315956e-07,
      "loss": 0.3433,
      "step": 2533970
    },
    {
      "epoch": 707.22,
      "grad_norm": 1.246466040611267,
      "learning_rate": 1.7025700395930428e-07,
      "loss": 0.3525,
      "step": 2533980
    },
    {
      "epoch": 707.23,
      "grad_norm": 1.515034794807434,
      "learning_rate": 1.7024688647630496e-07,
      "loss": 0.3538,
      "step": 2533990
    },
    {
      "epoch": 707.23,
      "grad_norm": 1.2013267278671265,
      "learning_rate": 1.7023676928259976e-07,
      "loss": 0.3437,
      "step": 2534000
    },
    {
      "epoch": 707.23,
      "grad_norm": 1.2894691228866577,
      "learning_rate": 1.7022665237818996e-07,
      "loss": 0.3468,
      "step": 2534010
    },
    {
      "epoch": 707.23,
      "grad_norm": 1.2815719842910767,
      "learning_rate": 1.7021653576307584e-07,
      "loss": 0.3361,
      "step": 2534020
    },
    {
      "epoch": 707.24,
      "grad_norm": 1.272058367729187,
      "learning_rate": 1.7020641943726053e-07,
      "loss": 0.3375,
      "step": 2534030
    },
    {
      "epoch": 707.24,
      "grad_norm": 1.1396808624267578,
      "learning_rate": 1.7019630340074398e-07,
      "loss": 0.3246,
      "step": 2534040
    },
    {
      "epoch": 707.24,
      "grad_norm": 1.341483473777771,
      "learning_rate": 1.7018618765352806e-07,
      "loss": 0.3436,
      "step": 2534050
    },
    {
      "epoch": 707.25,
      "grad_norm": 1.7631146907806396,
      "learning_rate": 1.7017607219561405e-07,
      "loss": 0.3255,
      "step": 2534060
    },
    {
      "epoch": 707.25,
      "grad_norm": 1.2097277641296387,
      "learning_rate": 1.701659570270038e-07,
      "loss": 0.3228,
      "step": 2534070
    },
    {
      "epoch": 707.25,
      "grad_norm": 1.2966058254241943,
      "learning_rate": 1.7015584214769752e-07,
      "loss": 0.334,
      "step": 2534080
    },
    {
      "epoch": 707.25,
      "grad_norm": 1.5810219049453735,
      "learning_rate": 1.701457275576976e-07,
      "loss": 0.327,
      "step": 2534090
    },
    {
      "epoch": 707.26,
      "grad_norm": 1.185920238494873,
      "learning_rate": 1.7013561325700505e-07,
      "loss": 0.3421,
      "step": 2534100
    },
    {
      "epoch": 707.26,
      "grad_norm": 1.3086919784545898,
      "learning_rate": 1.7012549924562066e-07,
      "loss": 0.3265,
      "step": 2534110
    },
    {
      "epoch": 707.26,
      "grad_norm": 1.3349246978759766,
      "learning_rate": 1.7011538552354678e-07,
      "loss": 0.3195,
      "step": 2534120
    },
    {
      "epoch": 707.26,
      "grad_norm": 1.3707901239395142,
      "learning_rate": 1.7010527209078418e-07,
      "loss": 0.3232,
      "step": 2534130
    },
    {
      "epoch": 707.27,
      "grad_norm": 1.2138465642929077,
      "learning_rate": 1.7009515894733415e-07,
      "loss": 0.3281,
      "step": 2534140
    },
    {
      "epoch": 707.27,
      "grad_norm": 1.2386037111282349,
      "learning_rate": 1.7008504609319854e-07,
      "loss": 0.3567,
      "step": 2534150
    },
    {
      "epoch": 707.27,
      "grad_norm": 1.5131303071975708,
      "learning_rate": 1.7007493352837784e-07,
      "loss": 0.3517,
      "step": 2534160
    },
    {
      "epoch": 707.28,
      "grad_norm": 1.2120312452316284,
      "learning_rate": 1.700648212528742e-07,
      "loss": 0.3262,
      "step": 2534170
    },
    {
      "epoch": 707.28,
      "grad_norm": 1.5674619674682617,
      "learning_rate": 1.700547092666883e-07,
      "loss": 0.3285,
      "step": 2534180
    },
    {
      "epoch": 707.28,
      "grad_norm": 1.2389224767684937,
      "learning_rate": 1.7004459756982226e-07,
      "loss": 0.3462,
      "step": 2534190
    },
    {
      "epoch": 707.28,
      "grad_norm": 1.4053170680999756,
      "learning_rate": 1.700344861622764e-07,
      "loss": 0.3324,
      "step": 2534200
    },
    {
      "epoch": 707.29,
      "grad_norm": 7.55308198928833,
      "learning_rate": 1.700243750440535e-07,
      "loss": 0.3232,
      "step": 2534210
    },
    {
      "epoch": 707.29,
      "grad_norm": 1.082271933555603,
      "learning_rate": 1.7001426421515358e-07,
      "loss": 0.3401,
      "step": 2534220
    },
    {
      "epoch": 707.29,
      "grad_norm": 1.3252580165863037,
      "learning_rate": 1.7000415367557822e-07,
      "loss": 0.3625,
      "step": 2534230
    },
    {
      "epoch": 707.3,
      "grad_norm": 1.332399606704712,
      "learning_rate": 1.6999404342532976e-07,
      "loss": 0.3339,
      "step": 2534240
    },
    {
      "epoch": 707.3,
      "grad_norm": 1.3373558521270752,
      "learning_rate": 1.6998393346440822e-07,
      "loss": 0.3396,
      "step": 2534250
    },
    {
      "epoch": 707.3,
      "grad_norm": 1.2978132963180542,
      "learning_rate": 1.6997382379281564e-07,
      "loss": 0.3321,
      "step": 2534260
    },
    {
      "epoch": 707.3,
      "grad_norm": 1.4414303302764893,
      "learning_rate": 1.6996371441055332e-07,
      "loss": 0.3308,
      "step": 2534270
    },
    {
      "epoch": 707.31,
      "grad_norm": 1.428576946258545,
      "learning_rate": 1.699536053176226e-07,
      "loss": 0.3516,
      "step": 2534280
    },
    {
      "epoch": 707.31,
      "grad_norm": 1.33591628074646,
      "learning_rate": 1.699434965140245e-07,
      "loss": 0.3318,
      "step": 2534290
    },
    {
      "epoch": 707.31,
      "grad_norm": 1.2720897197723389,
      "learning_rate": 1.699333879997611e-07,
      "loss": 0.3316,
      "step": 2534300
    },
    {
      "epoch": 707.32,
      "grad_norm": 1.4216853380203247,
      "learning_rate": 1.699232797748332e-07,
      "loss": 0.3284,
      "step": 2534310
    },
    {
      "epoch": 707.32,
      "grad_norm": 1.2374088764190674,
      "learning_rate": 1.6991317183924179e-07,
      "loss": 0.3191,
      "step": 2534320
    },
    {
      "epoch": 707.32,
      "grad_norm": 1.2189089059829712,
      "learning_rate": 1.6990306419298926e-07,
      "loss": 0.3396,
      "step": 2534330
    },
    {
      "epoch": 707.32,
      "grad_norm": 1.3205928802490234,
      "learning_rate": 1.698929568360756e-07,
      "loss": 0.3325,
      "step": 2534340
    },
    {
      "epoch": 707.33,
      "grad_norm": 1.4594436883926392,
      "learning_rate": 1.6988284976850367e-07,
      "loss": 0.3387,
      "step": 2534350
    },
    {
      "epoch": 707.33,
      "grad_norm": 1.0754711627960205,
      "learning_rate": 1.698727429902737e-07,
      "loss": 0.3225,
      "step": 2534360
    },
    {
      "epoch": 707.33,
      "grad_norm": 1.2832245826721191,
      "learning_rate": 1.698626365013873e-07,
      "loss": 0.3354,
      "step": 2534370
    },
    {
      "epoch": 707.33,
      "grad_norm": 1.5019125938415527,
      "learning_rate": 1.6985253030184627e-07,
      "loss": 0.3451,
      "step": 2534380
    },
    {
      "epoch": 707.34,
      "grad_norm": 1.4439014196395874,
      "learning_rate": 1.6984242439165114e-07,
      "loss": 0.3309,
      "step": 2534390
    },
    {
      "epoch": 707.34,
      "grad_norm": 1.2552292346954346,
      "learning_rate": 1.6983231877080398e-07,
      "loss": 0.3355,
      "step": 2534400
    },
    {
      "epoch": 707.34,
      "grad_norm": 1.6036527156829834,
      "learning_rate": 1.6982221343930557e-07,
      "loss": 0.3504,
      "step": 2534410
    },
    {
      "epoch": 707.35,
      "grad_norm": 1.2367891073226929,
      "learning_rate": 1.6981210839715798e-07,
      "loss": 0.3407,
      "step": 2534420
    },
    {
      "epoch": 707.35,
      "grad_norm": 1.248311161994934,
      "learning_rate": 1.698020036443615e-07,
      "loss": 0.336,
      "step": 2534430
    },
    {
      "epoch": 707.35,
      "grad_norm": 1.3040552139282227,
      "learning_rate": 1.6979189918091871e-07,
      "loss": 0.3519,
      "step": 2534440
    },
    {
      "epoch": 707.35,
      "grad_norm": 2.084343433380127,
      "learning_rate": 1.6978179500683016e-07,
      "loss": 0.331,
      "step": 2534450
    },
    {
      "epoch": 707.36,
      "grad_norm": 1.438523769378662,
      "learning_rate": 1.697716911220971e-07,
      "loss": 0.3403,
      "step": 2534460
    },
    {
      "epoch": 707.36,
      "grad_norm": 1.3756515979766846,
      "learning_rate": 1.6976158752672166e-07,
      "loss": 0.3277,
      "step": 2534470
    },
    {
      "epoch": 707.36,
      "grad_norm": 1.1272164583206177,
      "learning_rate": 1.6975148422070434e-07,
      "loss": 0.3233,
      "step": 2534480
    },
    {
      "epoch": 707.37,
      "grad_norm": 1.266243815422058,
      "learning_rate": 1.6974138120404668e-07,
      "loss": 0.3312,
      "step": 2534490
    },
    {
      "epoch": 707.37,
      "grad_norm": 1.3948811292648315,
      "learning_rate": 1.697312784767503e-07,
      "loss": 0.3382,
      "step": 2534500
    },
    {
      "epoch": 707.37,
      "grad_norm": 1.3559727668762207,
      "learning_rate": 1.6972117603881668e-07,
      "loss": 0.3262,
      "step": 2534510
    },
    {
      "epoch": 707.37,
      "grad_norm": 1.2116590738296509,
      "learning_rate": 1.6971107389024643e-07,
      "loss": 0.3436,
      "step": 2534520
    },
    {
      "epoch": 707.38,
      "grad_norm": 1.2888000011444092,
      "learning_rate": 1.6970097203104156e-07,
      "loss": 0.317,
      "step": 2534530
    },
    {
      "epoch": 707.38,
      "grad_norm": 1.2203664779663086,
      "learning_rate": 1.696908704612034e-07,
      "loss": 0.3264,
      "step": 2534540
    },
    {
      "epoch": 707.38,
      "grad_norm": 1.4688245058059692,
      "learning_rate": 1.6968076918073246e-07,
      "loss": 0.3401,
      "step": 2534550
    },
    {
      "epoch": 707.38,
      "grad_norm": 1.390028715133667,
      "learning_rate": 1.6967066818963138e-07,
      "loss": 0.3555,
      "step": 2534560
    },
    {
      "epoch": 707.39,
      "grad_norm": 1.1312036514282227,
      "learning_rate": 1.696605674879001e-07,
      "loss": 0.3543,
      "step": 2534570
    },
    {
      "epoch": 707.39,
      "grad_norm": 1.3276008367538452,
      "learning_rate": 1.696504670755415e-07,
      "loss": 0.3375,
      "step": 2534580
    },
    {
      "epoch": 707.39,
      "grad_norm": 1.2476580142974854,
      "learning_rate": 1.696403669525559e-07,
      "loss": 0.3371,
      "step": 2534590
    },
    {
      "epoch": 707.4,
      "grad_norm": 1.2685697078704834,
      "learning_rate": 1.696302671189448e-07,
      "loss": 0.341,
      "step": 2534600
    },
    {
      "epoch": 707.4,
      "grad_norm": 1.2874815464019775,
      "learning_rate": 1.6962016757471e-07,
      "loss": 0.3223,
      "step": 2534610
    },
    {
      "epoch": 707.4,
      "grad_norm": 1.1620341539382935,
      "learning_rate": 1.6961006831985208e-07,
      "loss": 0.3427,
      "step": 2534620
    },
    {
      "epoch": 707.4,
      "grad_norm": 1.4116560220718384,
      "learning_rate": 1.6959996935437286e-07,
      "loss": 0.3378,
      "step": 2534630
    },
    {
      "epoch": 707.41,
      "grad_norm": 1.0279277563095093,
      "learning_rate": 1.6958987067827334e-07,
      "loss": 0.3413,
      "step": 2534640
    },
    {
      "epoch": 707.41,
      "grad_norm": 1.2001521587371826,
      "learning_rate": 1.6957977229155587e-07,
      "loss": 0.339,
      "step": 2534650
    },
    {
      "epoch": 707.41,
      "grad_norm": 1.3055849075317383,
      "learning_rate": 1.6956967419422046e-07,
      "loss": 0.3488,
      "step": 2534660
    },
    {
      "epoch": 707.42,
      "grad_norm": 1.2707538604736328,
      "learning_rate": 1.6955957638626893e-07,
      "loss": 0.3489,
      "step": 2534670
    },
    {
      "epoch": 707.42,
      "grad_norm": 1.2799367904663086,
      "learning_rate": 1.6954947886770338e-07,
      "loss": 0.3391,
      "step": 2534680
    },
    {
      "epoch": 707.42,
      "grad_norm": 1.2168700695037842,
      "learning_rate": 1.6953938163852353e-07,
      "loss": 0.3414,
      "step": 2534690
    },
    {
      "epoch": 707.42,
      "grad_norm": 1.1578274965286255,
      "learning_rate": 1.6952928469873276e-07,
      "loss": 0.3448,
      "step": 2534700
    },
    {
      "epoch": 707.43,
      "grad_norm": 1.149301290512085,
      "learning_rate": 1.6951918804833082e-07,
      "loss": 0.3301,
      "step": 2534710
    },
    {
      "epoch": 707.43,
      "grad_norm": 1.2662043571472168,
      "learning_rate": 1.695090916873195e-07,
      "loss": 0.334,
      "step": 2534720
    },
    {
      "epoch": 707.43,
      "grad_norm": 1.0990545749664307,
      "learning_rate": 1.6949899561570016e-07,
      "loss": 0.3373,
      "step": 2534730
    },
    {
      "epoch": 707.44,
      "grad_norm": 1.349056363105774,
      "learning_rate": 1.6948889983347483e-07,
      "loss": 0.3335,
      "step": 2534740
    },
    {
      "epoch": 707.44,
      "grad_norm": 1.24335515499115,
      "learning_rate": 1.694788043406438e-07,
      "loss": 0.3456,
      "step": 2534750
    },
    {
      "epoch": 707.44,
      "grad_norm": 1.5713634490966797,
      "learning_rate": 1.6946870913720888e-07,
      "loss": 0.3288,
      "step": 2534760
    },
    {
      "epoch": 707.44,
      "grad_norm": 1.2896121740341187,
      "learning_rate": 1.6945861422317165e-07,
      "loss": 0.3418,
      "step": 2534770
    },
    {
      "epoch": 707.45,
      "grad_norm": 1.1640243530273438,
      "learning_rate": 1.694485195985326e-07,
      "loss": 0.339,
      "step": 2534780
    },
    {
      "epoch": 707.45,
      "grad_norm": 1.4181227684020996,
      "learning_rate": 1.6943842526329433e-07,
      "loss": 0.3422,
      "step": 2534790
    },
    {
      "epoch": 707.45,
      "grad_norm": 1.3460135459899902,
      "learning_rate": 1.694283312174571e-07,
      "loss": 0.3438,
      "step": 2534800
    },
    {
      "epoch": 707.45,
      "grad_norm": 1.5100549459457397,
      "learning_rate": 1.694182374610228e-07,
      "loss": 0.3439,
      "step": 2534810
    },
    {
      "epoch": 707.46,
      "grad_norm": 1.7235053777694702,
      "learning_rate": 1.694081439939929e-07,
      "loss": 0.3333,
      "step": 2534820
    },
    {
      "epoch": 707.46,
      "grad_norm": 1.211747169494629,
      "learning_rate": 1.6939805081636823e-07,
      "loss": 0.3349,
      "step": 2534830
    },
    {
      "epoch": 707.46,
      "grad_norm": 1.0899293422698975,
      "learning_rate": 1.6938795792815034e-07,
      "loss": 0.3349,
      "step": 2534840
    },
    {
      "epoch": 707.47,
      "grad_norm": 1.2953214645385742,
      "learning_rate": 1.6937786532934053e-07,
      "loss": 0.3314,
      "step": 2534850
    },
    {
      "epoch": 707.47,
      "grad_norm": 1.1715965270996094,
      "learning_rate": 1.6936777301994036e-07,
      "loss": 0.3345,
      "step": 2534860
    },
    {
      "epoch": 707.47,
      "grad_norm": 1.3731862306594849,
      "learning_rate": 1.6935768099995114e-07,
      "loss": 0.3451,
      "step": 2534870
    },
    {
      "epoch": 707.47,
      "grad_norm": 1.2851792573928833,
      "learning_rate": 1.693475892693744e-07,
      "loss": 0.3277,
      "step": 2534880
    },
    {
      "epoch": 707.48,
      "grad_norm": 1.19110107421875,
      "learning_rate": 1.6933749782821072e-07,
      "loss": 0.336,
      "step": 2534890
    },
    {
      "epoch": 707.48,
      "grad_norm": 2.896251678466797,
      "learning_rate": 1.6932740667646212e-07,
      "loss": 0.3246,
      "step": 2534900
    },
    {
      "epoch": 707.48,
      "grad_norm": 1.322838306427002,
      "learning_rate": 1.6931731581412994e-07,
      "loss": 0.3296,
      "step": 2534910
    },
    {
      "epoch": 707.49,
      "grad_norm": 1.3889228105545044,
      "learning_rate": 1.693072252412147e-07,
      "loss": 0.3477,
      "step": 2534920
    },
    {
      "epoch": 707.49,
      "grad_norm": 1.1540135145187378,
      "learning_rate": 1.6929713495771924e-07,
      "loss": 0.3424,
      "step": 2534930
    },
    {
      "epoch": 707.49,
      "grad_norm": 1.352301836013794,
      "learning_rate": 1.6928704496364355e-07,
      "loss": 0.3473,
      "step": 2534940
    },
    {
      "epoch": 707.49,
      "grad_norm": 1.3418501615524292,
      "learning_rate": 1.692769552589895e-07,
      "loss": 0.3352,
      "step": 2534950
    },
    {
      "epoch": 707.5,
      "grad_norm": 1.111604928970337,
      "learning_rate": 1.6926686584375886e-07,
      "loss": 0.3508,
      "step": 2534960
    },
    {
      "epoch": 707.5,
      "grad_norm": 1.1666256189346313,
      "learning_rate": 1.692567767179522e-07,
      "loss": 0.3377,
      "step": 2534970
    },
    {
      "epoch": 707.5,
      "grad_norm": 1.3461871147155762,
      "learning_rate": 1.6924668788157102e-07,
      "loss": 0.3521,
      "step": 2534980
    },
    {
      "epoch": 707.5,
      "grad_norm": 1.213084101676941,
      "learning_rate": 1.6923659933461695e-07,
      "loss": 0.3413,
      "step": 2534990
    },
    {
      "epoch": 707.51,
      "grad_norm": 1.4023040533065796,
      "learning_rate": 1.692265110770915e-07,
      "loss": 0.3497,
      "step": 2535000
    },
    {
      "epoch": 707.51,
      "grad_norm": 1.2915633916854858,
      "learning_rate": 1.6921642310899495e-07,
      "loss": 0.3373,
      "step": 2535010
    },
    {
      "epoch": 707.51,
      "grad_norm": 1.2267496585845947,
      "learning_rate": 1.6920633543033015e-07,
      "loss": 0.3245,
      "step": 2535020
    },
    {
      "epoch": 707.52,
      "grad_norm": 1.482348084449768,
      "learning_rate": 1.6919624804109738e-07,
      "loss": 0.3294,
      "step": 2535030
    },
    {
      "epoch": 707.52,
      "grad_norm": 1.2558270692825317,
      "learning_rate": 1.691861609412982e-07,
      "loss": 0.3393,
      "step": 2535040
    },
    {
      "epoch": 707.52,
      "grad_norm": 1.1978579759597778,
      "learning_rate": 1.6917607413093442e-07,
      "loss": 0.342,
      "step": 2535050
    },
    {
      "epoch": 707.52,
      "grad_norm": 1.0608210563659668,
      "learning_rate": 1.6916598761000682e-07,
      "loss": 0.3304,
      "step": 2535060
    },
    {
      "epoch": 707.53,
      "grad_norm": 1.3520795106887817,
      "learning_rate": 1.6915590137851694e-07,
      "loss": 0.3392,
      "step": 2535070
    },
    {
      "epoch": 707.53,
      "grad_norm": 1.2160160541534424,
      "learning_rate": 1.6914581543646614e-07,
      "loss": 0.3321,
      "step": 2535080
    },
    {
      "epoch": 707.53,
      "grad_norm": 1.0406845808029175,
      "learning_rate": 1.6913572978385595e-07,
      "loss": 0.3537,
      "step": 2535090
    },
    {
      "epoch": 707.54,
      "grad_norm": 1.2143977880477905,
      "learning_rate": 1.6912564442068713e-07,
      "loss": 0.3338,
      "step": 2535100
    },
    {
      "epoch": 707.54,
      "grad_norm": 1.2153007984161377,
      "learning_rate": 1.691155593469615e-07,
      "loss": 0.3356,
      "step": 2535110
    },
    {
      "epoch": 707.54,
      "grad_norm": 1.2130476236343384,
      "learning_rate": 1.6910547456268042e-07,
      "loss": 0.3583,
      "step": 2535120
    },
    {
      "epoch": 707.54,
      "grad_norm": 1.275032877922058,
      "learning_rate": 1.6909539006784486e-07,
      "loss": 0.3452,
      "step": 2535130
    },
    {
      "epoch": 707.55,
      "grad_norm": 1.1267024278640747,
      "learning_rate": 1.690853058624572e-07,
      "loss": 0.3221,
      "step": 2535140
    },
    {
      "epoch": 707.55,
      "grad_norm": 1.2634289264678955,
      "learning_rate": 1.6907522194651692e-07,
      "loss": 0.3384,
      "step": 2535150
    },
    {
      "epoch": 707.55,
      "grad_norm": 1.1783018112182617,
      "learning_rate": 1.6906513832002714e-07,
      "loss": 0.3313,
      "step": 2535160
    },
    {
      "epoch": 707.56,
      "grad_norm": 1.6625123023986816,
      "learning_rate": 1.6905505498298836e-07,
      "loss": 0.3348,
      "step": 2535170
    },
    {
      "epoch": 707.56,
      "grad_norm": 1.4673012495040894,
      "learning_rate": 1.690449719354019e-07,
      "loss": 0.3381,
      "step": 2535180
    },
    {
      "epoch": 707.56,
      "grad_norm": 1.5041804313659668,
      "learning_rate": 1.6903488917726983e-07,
      "loss": 0.3461,
      "step": 2535190
    },
    {
      "epoch": 707.56,
      "grad_norm": 1.1537810564041138,
      "learning_rate": 1.6902480670859243e-07,
      "loss": 0.3191,
      "step": 2535200
    },
    {
      "epoch": 707.57,
      "grad_norm": 1.1368277072906494,
      "learning_rate": 1.6901472452937152e-07,
      "loss": 0.3381,
      "step": 2535210
    },
    {
      "epoch": 707.57,
      "grad_norm": 1.3007621765136719,
      "learning_rate": 1.6900464263960866e-07,
      "loss": 0.3343,
      "step": 2535220
    },
    {
      "epoch": 707.57,
      "grad_norm": 1.261462688446045,
      "learning_rate": 1.6899456103930512e-07,
      "loss": 0.3276,
      "step": 2535230
    },
    {
      "epoch": 707.57,
      "grad_norm": 1.31503164768219,
      "learning_rate": 1.6898447972846143e-07,
      "loss": 0.35,
      "step": 2535240
    },
    {
      "epoch": 707.58,
      "grad_norm": 1.2830299139022827,
      "learning_rate": 1.6897439870708048e-07,
      "loss": 0.3204,
      "step": 2535250
    },
    {
      "epoch": 707.58,
      "grad_norm": 1.2562576532363892,
      "learning_rate": 1.6896431797516226e-07,
      "loss": 0.3496,
      "step": 2535260
    },
    {
      "epoch": 707.58,
      "grad_norm": 1.2629162073135376,
      "learning_rate": 1.6895423753270882e-07,
      "loss": 0.3295,
      "step": 2535270
    },
    {
      "epoch": 707.59,
      "grad_norm": 1.3178495168685913,
      "learning_rate": 1.6894415737972153e-07,
      "loss": 0.339,
      "step": 2535280
    },
    {
      "epoch": 707.59,
      "grad_norm": 1.1508963108062744,
      "learning_rate": 1.689340775162011e-07,
      "loss": 0.3441,
      "step": 2535290
    },
    {
      "epoch": 707.59,
      "grad_norm": 1.1837902069091797,
      "learning_rate": 1.689239979421491e-07,
      "loss": 0.3371,
      "step": 2535300
    },
    {
      "epoch": 707.59,
      "grad_norm": 1.3164736032485962,
      "learning_rate": 1.6891391865756716e-07,
      "loss": 0.3292,
      "step": 2535310
    },
    {
      "epoch": 707.6,
      "grad_norm": 1.3216116428375244,
      "learning_rate": 1.6890383966245702e-07,
      "loss": 0.3468,
      "step": 2535320
    },
    {
      "epoch": 707.6,
      "grad_norm": 1.0817228555679321,
      "learning_rate": 1.6889376095681899e-07,
      "loss": 0.3356,
      "step": 2535330
    },
    {
      "epoch": 707.6,
      "grad_norm": 1.1705188751220703,
      "learning_rate": 1.6888368254065486e-07,
      "loss": 0.3464,
      "step": 2535340
    },
    {
      "epoch": 707.61,
      "grad_norm": 2.080881118774414,
      "learning_rate": 1.6887360441396647e-07,
      "loss": 0.3475,
      "step": 2535350
    },
    {
      "epoch": 707.61,
      "grad_norm": 1.3082066774368286,
      "learning_rate": 1.6886352657675405e-07,
      "loss": 0.3405,
      "step": 2535360
    },
    {
      "epoch": 707.61,
      "grad_norm": 1.377668857574463,
      "learning_rate": 1.6885344902902027e-07,
      "loss": 0.3421,
      "step": 2535370
    },
    {
      "epoch": 707.61,
      "grad_norm": 1.2929515838623047,
      "learning_rate": 1.6884337177076557e-07,
      "loss": 0.3451,
      "step": 2535380
    },
    {
      "epoch": 707.62,
      "grad_norm": 1.3399261236190796,
      "learning_rate": 1.688332948019913e-07,
      "loss": 0.3494,
      "step": 2535390
    },
    {
      "epoch": 707.62,
      "grad_norm": 1.1954433917999268,
      "learning_rate": 1.6882321812269929e-07,
      "loss": 0.3307,
      "step": 2535400
    },
    {
      "epoch": 707.62,
      "grad_norm": 1.3456593751907349,
      "learning_rate": 1.688131417328908e-07,
      "loss": 0.3333,
      "step": 2535410
    },
    {
      "epoch": 707.62,
      "grad_norm": 1.2813490629196167,
      "learning_rate": 1.6880306563256664e-07,
      "loss": 0.3428,
      "step": 2535420
    },
    {
      "epoch": 707.63,
      "grad_norm": 1.1921641826629639,
      "learning_rate": 1.6879298982172864e-07,
      "loss": 0.3617,
      "step": 2535430
    },
    {
      "epoch": 707.63,
      "grad_norm": 1.201593041419983,
      "learning_rate": 1.687829143003778e-07,
      "loss": 0.3397,
      "step": 2535440
    },
    {
      "epoch": 707.63,
      "grad_norm": 1.3318631649017334,
      "learning_rate": 1.6877283906851596e-07,
      "loss": 0.3366,
      "step": 2535450
    },
    {
      "epoch": 707.64,
      "grad_norm": 1.2881155014038086,
      "learning_rate": 1.6876276412614447e-07,
      "loss": 0.3532,
      "step": 2535460
    },
    {
      "epoch": 707.64,
      "grad_norm": 1.1998237371444702,
      "learning_rate": 1.6875268947326376e-07,
      "loss": 0.3333,
      "step": 2535470
    },
    {
      "epoch": 707.64,
      "grad_norm": 1.2085034847259521,
      "learning_rate": 1.6874261510987597e-07,
      "loss": 0.3531,
      "step": 2535480
    },
    {
      "epoch": 707.64,
      "grad_norm": 1.2307525873184204,
      "learning_rate": 1.6873254103598266e-07,
      "loss": 0.3265,
      "step": 2535490
    },
    {
      "epoch": 707.65,
      "grad_norm": 1.2077792882919312,
      "learning_rate": 1.6872246725158381e-07,
      "loss": 0.337,
      "step": 2535500
    },
    {
      "epoch": 707.65,
      "grad_norm": 11.935773849487305,
      "learning_rate": 1.6871239375668283e-07,
      "loss": 0.3409,
      "step": 2535510
    },
    {
      "epoch": 707.65,
      "grad_norm": 1.7137444019317627,
      "learning_rate": 1.6870232055127942e-07,
      "loss": 0.3297,
      "step": 2535520
    },
    {
      "epoch": 707.66,
      "grad_norm": 1.3155795335769653,
      "learning_rate": 1.686922476353752e-07,
      "loss": 0.34,
      "step": 2535530
    },
    {
      "epoch": 707.66,
      "grad_norm": 1.2713836431503296,
      "learning_rate": 1.686821750089719e-07,
      "loss": 0.3318,
      "step": 2535540
    },
    {
      "epoch": 707.66,
      "grad_norm": 1.3156002759933472,
      "learning_rate": 1.686721026720712e-07,
      "loss": 0.3267,
      "step": 2535550
    },
    {
      "epoch": 707.66,
      "grad_norm": 1.351271152496338,
      "learning_rate": 1.6866203062467352e-07,
      "loss": 0.3392,
      "step": 2535560
    },
    {
      "epoch": 707.67,
      "grad_norm": 1.3145145177841187,
      "learning_rate": 1.686519588667807e-07,
      "loss": 0.3561,
      "step": 2535570
    },
    {
      "epoch": 707.67,
      "grad_norm": 1.1537357568740845,
      "learning_rate": 1.6864188739839435e-07,
      "loss": 0.3409,
      "step": 2535580
    },
    {
      "epoch": 707.67,
      "grad_norm": 1.8023579120635986,
      "learning_rate": 1.686318162195147e-07,
      "loss": 0.344,
      "step": 2535590
    },
    {
      "epoch": 707.68,
      "grad_norm": 1.4830840826034546,
      "learning_rate": 1.6862174533014487e-07,
      "loss": 0.3303,
      "step": 2535600
    },
    {
      "epoch": 707.68,
      "grad_norm": 1.099382758140564,
      "learning_rate": 1.6861167473028458e-07,
      "loss": 0.3384,
      "step": 2535610
    },
    {
      "epoch": 707.68,
      "grad_norm": 1.3223474025726318,
      "learning_rate": 1.686016044199357e-07,
      "loss": 0.3251,
      "step": 2535620
    },
    {
      "epoch": 707.68,
      "grad_norm": 1.2092751264572144,
      "learning_rate": 1.6859153439910028e-07,
      "loss": 0.3252,
      "step": 2535630
    },
    {
      "epoch": 707.69,
      "grad_norm": 1.3006720542907715,
      "learning_rate": 1.6858146466777858e-07,
      "loss": 0.3346,
      "step": 2535640
    },
    {
      "epoch": 707.69,
      "grad_norm": 1.1418641805648804,
      "learning_rate": 1.6857139522597241e-07,
      "loss": 0.3343,
      "step": 2535650
    },
    {
      "epoch": 707.69,
      "grad_norm": 1.2344834804534912,
      "learning_rate": 1.6856132607368312e-07,
      "loss": 0.3195,
      "step": 2535660
    },
    {
      "epoch": 707.69,
      "grad_norm": 1.1023948192596436,
      "learning_rate": 1.6855125721091223e-07,
      "loss": 0.331,
      "step": 2535670
    },
    {
      "epoch": 707.7,
      "grad_norm": 1.2335858345031738,
      "learning_rate": 1.6854118863766027e-07,
      "loss": 0.3348,
      "step": 2535680
    },
    {
      "epoch": 707.7,
      "grad_norm": 1.2982265949249268,
      "learning_rate": 1.6853112035393007e-07,
      "loss": 0.3337,
      "step": 2535690
    },
    {
      "epoch": 707.7,
      "grad_norm": 4.214470386505127,
      "learning_rate": 1.6852105235972145e-07,
      "loss": 0.3479,
      "step": 2535700
    },
    {
      "epoch": 707.71,
      "grad_norm": 1.2670644521713257,
      "learning_rate": 1.6851098465503666e-07,
      "loss": 0.3292,
      "step": 2535710
    },
    {
      "epoch": 707.71,
      "grad_norm": 1.2484432458877563,
      "learning_rate": 1.6850091723987708e-07,
      "loss": 0.3441,
      "step": 2535720
    },
    {
      "epoch": 707.71,
      "grad_norm": 1.2562021017074585,
      "learning_rate": 1.6849085011424292e-07,
      "loss": 0.3409,
      "step": 2535730
    },
    {
      "epoch": 707.71,
      "grad_norm": 1.2088215351104736,
      "learning_rate": 1.6848078327813705e-07,
      "loss": 0.3339,
      "step": 2535740
    },
    {
      "epoch": 707.72,
      "grad_norm": 1.3083196878433228,
      "learning_rate": 1.6847071673155975e-07,
      "loss": 0.3415,
      "step": 2535750
    },
    {
      "epoch": 707.72,
      "grad_norm": 1.3040214776992798,
      "learning_rate": 1.6846065047451282e-07,
      "loss": 0.335,
      "step": 2535760
    },
    {
      "epoch": 707.72,
      "grad_norm": 1.22199285030365,
      "learning_rate": 1.6845058450699785e-07,
      "loss": 0.341,
      "step": 2535770
    },
    {
      "epoch": 707.73,
      "grad_norm": 1.3374075889587402,
      "learning_rate": 1.6844051882901533e-07,
      "loss": 0.3278,
      "step": 2535780
    },
    {
      "epoch": 707.73,
      "grad_norm": 1.084604263305664,
      "learning_rate": 1.6843045344056734e-07,
      "loss": 0.3327,
      "step": 2535790
    },
    {
      "epoch": 707.73,
      "grad_norm": 1.3151466846466064,
      "learning_rate": 1.6842038834165468e-07,
      "loss": 0.3322,
      "step": 2535800
    },
    {
      "epoch": 707.73,
      "grad_norm": 1.7451231479644775,
      "learning_rate": 1.6841032353227968e-07,
      "loss": 0.3433,
      "step": 2535810
    },
    {
      "epoch": 707.74,
      "grad_norm": 1.0843201875686646,
      "learning_rate": 1.6840025901244184e-07,
      "loss": 0.3448,
      "step": 2535820
    },
    {
      "epoch": 707.74,
      "grad_norm": 1.3028908967971802,
      "learning_rate": 1.6839019478214477e-07,
      "loss": 0.3656,
      "step": 2535830
    },
    {
      "epoch": 707.74,
      "grad_norm": 1.231252908706665,
      "learning_rate": 1.6838013084138824e-07,
      "loss": 0.339,
      "step": 2535840
    },
    {
      "epoch": 707.74,
      "grad_norm": 1.2809607982635498,
      "learning_rate": 1.683700671901738e-07,
      "loss": 0.3288,
      "step": 2535850
    },
    {
      "epoch": 707.75,
      "grad_norm": 1.1981167793273926,
      "learning_rate": 1.683600038285035e-07,
      "loss": 0.3351,
      "step": 2535860
    },
    {
      "epoch": 707.75,
      "grad_norm": 1.2730451822280884,
      "learning_rate": 1.683499407563779e-07,
      "loss": 0.33,
      "step": 2535870
    },
    {
      "epoch": 707.75,
      "grad_norm": 1.240332007408142,
      "learning_rate": 1.683398779737986e-07,
      "loss": 0.3413,
      "step": 2535880
    },
    {
      "epoch": 707.76,
      "grad_norm": 1.1485023498535156,
      "learning_rate": 1.6832981548076705e-07,
      "loss": 0.3303,
      "step": 2535890
    },
    {
      "epoch": 707.76,
      "grad_norm": 1.114352822303772,
      "learning_rate": 1.683197532772849e-07,
      "loss": 0.3486,
      "step": 2535900
    },
    {
      "epoch": 707.76,
      "grad_norm": 1.3490750789642334,
      "learning_rate": 1.6830969136335267e-07,
      "loss": 0.3436,
      "step": 2535910
    },
    {
      "epoch": 707.76,
      "grad_norm": 1.3521311283111572,
      "learning_rate": 1.682996297389721e-07,
      "loss": 0.336,
      "step": 2535920
    },
    {
      "epoch": 707.77,
      "grad_norm": 1.19154691696167,
      "learning_rate": 1.6828956840414486e-07,
      "loss": 0.3318,
      "step": 2535930
    },
    {
      "epoch": 707.77,
      "grad_norm": 1.3043794631958008,
      "learning_rate": 1.682795073588714e-07,
      "loss": 0.3319,
      "step": 2535940
    },
    {
      "epoch": 707.77,
      "grad_norm": 1.3103458881378174,
      "learning_rate": 1.6826944660315433e-07,
      "loss": 0.3502,
      "step": 2535950
    },
    {
      "epoch": 707.78,
      "grad_norm": 1.212538719177246,
      "learning_rate": 1.6825938613699392e-07,
      "loss": 0.3263,
      "step": 2535960
    },
    {
      "epoch": 707.78,
      "grad_norm": 1.0099800825119019,
      "learning_rate": 1.68249325960392e-07,
      "loss": 0.3413,
      "step": 2535970
    },
    {
      "epoch": 707.78,
      "grad_norm": 1.3818004131317139,
      "learning_rate": 1.6823926607334986e-07,
      "loss": 0.3298,
      "step": 2535980
    },
    {
      "epoch": 707.78,
      "grad_norm": 1.1524293422698975,
      "learning_rate": 1.6822920647586906e-07,
      "loss": 0.3494,
      "step": 2535990
    },
    {
      "epoch": 707.79,
      "grad_norm": 1.5435702800750732,
      "learning_rate": 1.6821914716795013e-07,
      "loss": 0.3334,
      "step": 2536000
    },
    {
      "epoch": 707.79,
      "grad_norm": 1.1496089696884155,
      "learning_rate": 1.6820908814959515e-07,
      "loss": 0.3185,
      "step": 2536010
    },
    {
      "epoch": 707.79,
      "grad_norm": 1.3028255701065063,
      "learning_rate": 1.681990294208054e-07,
      "loss": 0.3454,
      "step": 2536020
    },
    {
      "epoch": 707.8,
      "grad_norm": 1.2177916765213013,
      "learning_rate": 1.6818897098158196e-07,
      "loss": 0.3473,
      "step": 2536030
    },
    {
      "epoch": 707.8,
      "grad_norm": 1.2687333822250366,
      "learning_rate": 1.681789128319266e-07,
      "loss": 0.327,
      "step": 2536040
    },
    {
      "epoch": 707.8,
      "grad_norm": 1.2605762481689453,
      "learning_rate": 1.681688549718399e-07,
      "loss": 0.3405,
      "step": 2536050
    },
    {
      "epoch": 707.8,
      "grad_norm": 1.3442697525024414,
      "learning_rate": 1.6815879740132362e-07,
      "loss": 0.3291,
      "step": 2536060
    },
    {
      "epoch": 707.81,
      "grad_norm": 1.2498881816864014,
      "learning_rate": 1.6814874012037939e-07,
      "loss": 0.3385,
      "step": 2536070
    },
    {
      "epoch": 707.81,
      "grad_norm": 1.4005537033081055,
      "learning_rate": 1.6813868312900792e-07,
      "loss": 0.3365,
      "step": 2536080
    },
    {
      "epoch": 707.81,
      "grad_norm": 1.4382596015930176,
      "learning_rate": 1.6812862642721158e-07,
      "loss": 0.3328,
      "step": 2536090
    },
    {
      "epoch": 707.81,
      "grad_norm": 1.1993409395217896,
      "learning_rate": 1.6811857001499066e-07,
      "loss": 0.3369,
      "step": 2536100
    },
    {
      "epoch": 707.82,
      "grad_norm": 1.171816110610962,
      "learning_rate": 1.681085138923467e-07,
      "loss": 0.3419,
      "step": 2536110
    },
    {
      "epoch": 707.82,
      "grad_norm": 1.1730165481567383,
      "learning_rate": 1.6809845805928124e-07,
      "loss": 0.3235,
      "step": 2536120
    },
    {
      "epoch": 707.82,
      "grad_norm": 1.0686471462249756,
      "learning_rate": 1.6808840251579613e-07,
      "loss": 0.3451,
      "step": 2536130
    },
    {
      "epoch": 707.83,
      "grad_norm": 1.2116663455963135,
      "learning_rate": 1.680783472618916e-07,
      "loss": 0.3352,
      "step": 2536140
    },
    {
      "epoch": 707.83,
      "grad_norm": 1.2820804119110107,
      "learning_rate": 1.6806829229756976e-07,
      "loss": 0.3457,
      "step": 2536150
    },
    {
      "epoch": 707.83,
      "grad_norm": 1.4302482604980469,
      "learning_rate": 1.680582376228319e-07,
      "loss": 0.3568,
      "step": 2536160
    },
    {
      "epoch": 707.83,
      "grad_norm": 1.3199388980865479,
      "learning_rate": 1.6804818323767856e-07,
      "loss": 0.3459,
      "step": 2536170
    },
    {
      "epoch": 707.84,
      "grad_norm": 1.0708085298538208,
      "learning_rate": 1.6803812914211257e-07,
      "loss": 0.3434,
      "step": 2536180
    },
    {
      "epoch": 707.84,
      "grad_norm": 1.2683581113815308,
      "learning_rate": 1.6802807533613394e-07,
      "loss": 0.3458,
      "step": 2536190
    },
    {
      "epoch": 707.84,
      "grad_norm": 1.2197915315628052,
      "learning_rate": 1.680180218197445e-07,
      "loss": 0.3351,
      "step": 2536200
    },
    {
      "epoch": 707.85,
      "grad_norm": 1.2137590646743774,
      "learning_rate": 1.6800796859294556e-07,
      "loss": 0.3275,
      "step": 2536210
    },
    {
      "epoch": 707.85,
      "grad_norm": 1.5507792234420776,
      "learning_rate": 1.6799791565573892e-07,
      "loss": 0.3438,
      "step": 2536220
    },
    {
      "epoch": 707.85,
      "grad_norm": 1.292595624923706,
      "learning_rate": 1.679878630081251e-07,
      "loss": 0.3384,
      "step": 2536230
    },
    {
      "epoch": 707.85,
      "grad_norm": 1.18881094455719,
      "learning_rate": 1.6797781065010567e-07,
      "loss": 0.3341,
      "step": 2536240
    },
    {
      "epoch": 707.86,
      "grad_norm": 1.4000991582870483,
      "learning_rate": 1.6796775858168273e-07,
      "loss": 0.3291,
      "step": 2536250
    },
    {
      "epoch": 707.86,
      "grad_norm": 1.2504886388778687,
      "learning_rate": 1.67957706802856e-07,
      "loss": 0.3439,
      "step": 2536260
    },
    {
      "epoch": 707.86,
      "grad_norm": 1.602889060974121,
      "learning_rate": 1.6794765531362883e-07,
      "loss": 0.3353,
      "step": 2536270
    },
    {
      "epoch": 707.86,
      "grad_norm": 1.5244789123535156,
      "learning_rate": 1.6793760411400102e-07,
      "loss": 0.3447,
      "step": 2536280
    },
    {
      "epoch": 707.87,
      "grad_norm": 1.6093027591705322,
      "learning_rate": 1.679275532039744e-07,
      "loss": 0.3519,
      "step": 2536290
    },
    {
      "epoch": 707.87,
      "grad_norm": 1.2223647832870483,
      "learning_rate": 1.679175025835507e-07,
      "loss": 0.3318,
      "step": 2536300
    },
    {
      "epoch": 707.87,
      "grad_norm": 1.302359938621521,
      "learning_rate": 1.6790745225273025e-07,
      "loss": 0.345,
      "step": 2536310
    },
    {
      "epoch": 707.88,
      "grad_norm": 1.599326491355896,
      "learning_rate": 1.6789740221151565e-07,
      "loss": 0.3358,
      "step": 2536320
    },
    {
      "epoch": 707.88,
      "grad_norm": 1.3217079639434814,
      "learning_rate": 1.678873524599074e-07,
      "loss": 0.3318,
      "step": 2536330
    },
    {
      "epoch": 707.88,
      "grad_norm": 0.9629221558570862,
      "learning_rate": 1.6787730299790683e-07,
      "loss": 0.3406,
      "step": 2536340
    },
    {
      "epoch": 707.88,
      "grad_norm": 1.6427193880081177,
      "learning_rate": 1.6786725382551574e-07,
      "loss": 0.3313,
      "step": 2536350
    },
    {
      "epoch": 707.89,
      "grad_norm": 1.0908448696136475,
      "learning_rate": 1.6785720494273567e-07,
      "loss": 0.3345,
      "step": 2536360
    },
    {
      "epoch": 707.89,
      "grad_norm": 1.114332675933838,
      "learning_rate": 1.6784715634956691e-07,
      "loss": 0.335,
      "step": 2536370
    },
    {
      "epoch": 707.89,
      "grad_norm": 1.346971869468689,
      "learning_rate": 1.6783710804601156e-07,
      "loss": 0.3393,
      "step": 2536380
    },
    {
      "epoch": 707.9,
      "grad_norm": 1.3740386962890625,
      "learning_rate": 1.6782706003207115e-07,
      "loss": 0.333,
      "step": 2536390
    },
    {
      "epoch": 707.9,
      "grad_norm": 1.2532659769058228,
      "learning_rate": 1.678170123077459e-07,
      "loss": 0.3535,
      "step": 2536400
    },
    {
      "epoch": 707.9,
      "grad_norm": 1.304306149482727,
      "learning_rate": 1.6780696487303878e-07,
      "loss": 0.325,
      "step": 2536410
    },
    {
      "epoch": 707.9,
      "grad_norm": 1.2592931985855103,
      "learning_rate": 1.677969177279497e-07,
      "loss": 0.3353,
      "step": 2536420
    },
    {
      "epoch": 707.91,
      "grad_norm": 1.2375998497009277,
      "learning_rate": 1.6778687087248078e-07,
      "loss": 0.3444,
      "step": 2536430
    },
    {
      "epoch": 707.91,
      "grad_norm": 1.0930540561676025,
      "learning_rate": 1.677768243066333e-07,
      "loss": 0.313,
      "step": 2536440
    },
    {
      "epoch": 707.91,
      "grad_norm": 1.256011962890625,
      "learning_rate": 1.6776677803040834e-07,
      "loss": 0.3281,
      "step": 2536450
    },
    {
      "epoch": 707.92,
      "grad_norm": 1.3078464269638062,
      "learning_rate": 1.6775673204380713e-07,
      "loss": 0.3408,
      "step": 2536460
    },
    {
      "epoch": 707.92,
      "grad_norm": 1.1459072828292847,
      "learning_rate": 1.677466863468313e-07,
      "loss": 0.3306,
      "step": 2536470
    },
    {
      "epoch": 707.92,
      "grad_norm": 1.4817073345184326,
      "learning_rate": 1.677366409394824e-07,
      "loss": 0.3519,
      "step": 2536480
    },
    {
      "epoch": 707.92,
      "grad_norm": 1.3116576671600342,
      "learning_rate": 1.6772659582176065e-07,
      "loss": 0.3431,
      "step": 2536490
    },
    {
      "epoch": 707.93,
      "grad_norm": 1.2528308629989624,
      "learning_rate": 1.677165509936692e-07,
      "loss": 0.3497,
      "step": 2536500
    },
    {
      "epoch": 707.93,
      "grad_norm": 1.2429075241088867,
      "learning_rate": 1.677065064552078e-07,
      "loss": 0.339,
      "step": 2536510
    },
    {
      "epoch": 707.93,
      "grad_norm": 1.3032886981964111,
      "learning_rate": 1.6769646220637852e-07,
      "loss": 0.3386,
      "step": 2536520
    },
    {
      "epoch": 707.93,
      "grad_norm": 1.2245146036148071,
      "learning_rate": 1.6768641824718292e-07,
      "loss": 0.3459,
      "step": 2536530
    },
    {
      "epoch": 707.94,
      "grad_norm": 1.3473114967346191,
      "learning_rate": 1.6767637457762152e-07,
      "loss": 0.3439,
      "step": 2536540
    },
    {
      "epoch": 707.94,
      "grad_norm": 1.3654531240463257,
      "learning_rate": 1.6766633119769643e-07,
      "loss": 0.326,
      "step": 2536550
    },
    {
      "epoch": 707.94,
      "grad_norm": 1.2229292392730713,
      "learning_rate": 1.6765628810740837e-07,
      "loss": 0.332,
      "step": 2536560
    },
    {
      "epoch": 707.95,
      "grad_norm": 1.2074118852615356,
      "learning_rate": 1.676462453067592e-07,
      "loss": 0.3483,
      "step": 2536570
    },
    {
      "epoch": 707.95,
      "grad_norm": 1.4507423639297485,
      "learning_rate": 1.6763620279574997e-07,
      "loss": 0.3352,
      "step": 2536580
    },
    {
      "epoch": 707.95,
      "grad_norm": 1.0361040830612183,
      "learning_rate": 1.6762616057438195e-07,
      "loss": 0.3311,
      "step": 2536590
    },
    {
      "epoch": 707.95,
      "grad_norm": 1.1833877563476562,
      "learning_rate": 1.6761611864265648e-07,
      "loss": 0.3344,
      "step": 2536600
    },
    {
      "epoch": 707.96,
      "grad_norm": 1.1705055236816406,
      "learning_rate": 1.6760607700057536e-07,
      "loss": 0.3257,
      "step": 2536610
    },
    {
      "epoch": 707.96,
      "grad_norm": 1.180830955505371,
      "learning_rate": 1.6759603564813961e-07,
      "loss": 0.3355,
      "step": 2536620
    },
    {
      "epoch": 707.96,
      "grad_norm": 1.1242252588272095,
      "learning_rate": 1.6758599458535004e-07,
      "loss": 0.3411,
      "step": 2536630
    },
    {
      "epoch": 707.97,
      "grad_norm": 1.3382978439331055,
      "learning_rate": 1.6757595381220926e-07,
      "loss": 0.3222,
      "step": 2536640
    },
    {
      "epoch": 707.97,
      "grad_norm": 1.178069829940796,
      "learning_rate": 1.6756591332871724e-07,
      "loss": 0.336,
      "step": 2536650
    },
    {
      "epoch": 707.97,
      "grad_norm": 1.6914461851119995,
      "learning_rate": 1.6755587313487606e-07,
      "loss": 0.345,
      "step": 2536660
    },
    {
      "epoch": 707.97,
      "grad_norm": 1.1723065376281738,
      "learning_rate": 1.6754583323068732e-07,
      "loss": 0.3339,
      "step": 2536670
    },
    {
      "epoch": 707.98,
      "grad_norm": 1.3515307903289795,
      "learning_rate": 1.675357936161515e-07,
      "loss": 0.3461,
      "step": 2536680
    },
    {
      "epoch": 707.98,
      "grad_norm": 1.3088221549987793,
      "learning_rate": 1.675257542912702e-07,
      "loss": 0.3336,
      "step": 2536690
    },
    {
      "epoch": 707.98,
      "grad_norm": 1.374843716621399,
      "learning_rate": 1.675157152560452e-07,
      "loss": 0.355,
      "step": 2536700
    },
    {
      "epoch": 707.98,
      "grad_norm": 1.2374829053878784,
      "learning_rate": 1.6750567651047783e-07,
      "loss": 0.3388,
      "step": 2536710
    },
    {
      "epoch": 707.99,
      "grad_norm": 1.0612775087356567,
      "learning_rate": 1.6749563805456887e-07,
      "loss": 0.325,
      "step": 2536720
    },
    {
      "epoch": 707.99,
      "grad_norm": 1.3790754079818726,
      "learning_rate": 1.6748559988831984e-07,
      "loss": 0.3453,
      "step": 2536730
    },
    {
      "epoch": 707.99,
      "grad_norm": 1.2615927457809448,
      "learning_rate": 1.674755620117329e-07,
      "loss": 0.3231,
      "step": 2536740
    },
    {
      "epoch": 708.0,
      "grad_norm": 1.2071996927261353,
      "learning_rate": 1.6746552442480772e-07,
      "loss": 0.345,
      "step": 2536750
    },
    {
      "epoch": 708.0,
      "grad_norm": 1.1222929954528809,
      "learning_rate": 1.6745548712754718e-07,
      "loss": 0.3644,
      "step": 2536760
    },
    {
      "epoch": 708.0,
      "eval_loss": 0.3383822441101074,
      "eval_runtime": 67.6521,
      "eval_samples_per_second": 74.78,
      "eval_steps_per_second": 9.357,
      "step": 2536764
    },
    {
      "epoch": 708.0,
      "grad_norm": 1.2256929874420166,
      "learning_rate": 1.674454501199518e-07,
      "loss": 0.3469,
      "step": 2536770
    },
    {
      "epoch": 708.0,
      "grad_norm": 2.7238659858703613,
      "learning_rate": 1.6743541340202318e-07,
      "loss": 0.3276,
      "step": 2536780
    },
    {
      "epoch": 708.01,
      "grad_norm": 1.182748556137085,
      "learning_rate": 1.6742537697376257e-07,
      "loss": 0.3468,
      "step": 2536790
    },
    {
      "epoch": 708.01,
      "grad_norm": 1.2139019966125488,
      "learning_rate": 1.674153408351718e-07,
      "loss": 0.3366,
      "step": 2536800
    },
    {
      "epoch": 708.01,
      "grad_norm": 1.2105079889297485,
      "learning_rate": 1.6740530498625141e-07,
      "loss": 0.3389,
      "step": 2536810
    },
    {
      "epoch": 708.02,
      "grad_norm": 1.2793517112731934,
      "learning_rate": 1.6739526942700296e-07,
      "loss": 0.3432,
      "step": 2536820
    },
    {
      "epoch": 708.02,
      "grad_norm": 1.2546439170837402,
      "learning_rate": 1.6738523415742826e-07,
      "loss": 0.3327,
      "step": 2536830
    },
    {
      "epoch": 708.02,
      "grad_norm": 1.168372392654419,
      "learning_rate": 1.6737519917752782e-07,
      "loss": 0.3377,
      "step": 2536840
    },
    {
      "epoch": 708.02,
      "grad_norm": 1.1754626035690308,
      "learning_rate": 1.67365164487304e-07,
      "loss": 0.3294,
      "step": 2536850
    },
    {
      "epoch": 708.03,
      "grad_norm": 1.340760350227356,
      "learning_rate": 1.6735513008675735e-07,
      "loss": 0.3455,
      "step": 2536860
    },
    {
      "epoch": 708.03,
      "grad_norm": 1.4412128925323486,
      "learning_rate": 1.6734509597588936e-07,
      "loss": 0.3345,
      "step": 2536870
    },
    {
      "epoch": 708.03,
      "grad_norm": 1.2310971021652222,
      "learning_rate": 1.6733506215470164e-07,
      "loss": 0.3371,
      "step": 2536880
    },
    {
      "epoch": 708.04,
      "grad_norm": 1.0932650566101074,
      "learning_rate": 1.6732502862319498e-07,
      "loss": 0.3377,
      "step": 2536890
    },
    {
      "epoch": 708.04,
      "grad_norm": 1.219016671180725,
      "learning_rate": 1.6731499538137168e-07,
      "loss": 0.3439,
      "step": 2536900
    },
    {
      "epoch": 708.04,
      "grad_norm": 1.3270435333251953,
      "learning_rate": 1.67304962429232e-07,
      "loss": 0.3312,
      "step": 2536910
    },
    {
      "epoch": 708.04,
      "grad_norm": 1.0956597328186035,
      "learning_rate": 1.6729492976677782e-07,
      "loss": 0.3285,
      "step": 2536920
    },
    {
      "epoch": 708.05,
      "grad_norm": 1.1123679876327515,
      "learning_rate": 1.672848973940104e-07,
      "loss": 0.3323,
      "step": 2536930
    },
    {
      "epoch": 708.05,
      "grad_norm": 1.3010064363479614,
      "learning_rate": 1.672748653109313e-07,
      "loss": 0.3314,
      "step": 2536940
    },
    {
      "epoch": 708.05,
      "grad_norm": 1.2671977281570435,
      "learning_rate": 1.672648335175413e-07,
      "loss": 0.3322,
      "step": 2536950
    },
    {
      "epoch": 708.05,
      "grad_norm": 1.2797572612762451,
      "learning_rate": 1.6725480201384223e-07,
      "loss": 0.3369,
      "step": 2536960
    },
    {
      "epoch": 708.06,
      "grad_norm": 1.0731679201126099,
      "learning_rate": 1.6724477079983566e-07,
      "loss": 0.3386,
      "step": 2536970
    },
    {
      "epoch": 708.06,
      "grad_norm": 1.216177225112915,
      "learning_rate": 1.6723473987552156e-07,
      "loss": 0.3447,
      "step": 2536980
    },
    {
      "epoch": 708.06,
      "grad_norm": 1.2810856103897095,
      "learning_rate": 1.6722470924090334e-07,
      "loss": 0.3326,
      "step": 2536990
    },
    {
      "epoch": 708.07,
      "grad_norm": 1.1914997100830078,
      "learning_rate": 1.6721467889598047e-07,
      "loss": 0.333,
      "step": 2537000
    },
    {
      "epoch": 708.07,
      "grad_norm": 1.1855247020721436,
      "learning_rate": 1.6720464884075528e-07,
      "loss": 0.3301,
      "step": 2537010
    },
    {
      "epoch": 708.07,
      "grad_norm": 1.1615467071533203,
      "learning_rate": 1.671946190752291e-07,
      "loss": 0.3403,
      "step": 2537020
    },
    {
      "epoch": 708.07,
      "grad_norm": 1.1643224954605103,
      "learning_rate": 1.671845895994027e-07,
      "loss": 0.3181,
      "step": 2537030
    },
    {
      "epoch": 708.08,
      "grad_norm": 1.318381905555725,
      "learning_rate": 1.671745604132779e-07,
      "loss": 0.3413,
      "step": 2537040
    },
    {
      "epoch": 708.08,
      "grad_norm": 1.0875974893569946,
      "learning_rate": 1.6716453151685571e-07,
      "loss": 0.3254,
      "step": 2537050
    },
    {
      "epoch": 708.08,
      "grad_norm": 1.374037265777588,
      "learning_rate": 1.67154502910138e-07,
      "loss": 0.3373,
      "step": 2537060
    },
    {
      "epoch": 708.09,
      "grad_norm": 1.3310152292251587,
      "learning_rate": 1.67144474593125e-07,
      "loss": 0.3382,
      "step": 2537070
    },
    {
      "epoch": 708.09,
      "grad_norm": 1.4428566694259644,
      "learning_rate": 1.671344465658196e-07,
      "loss": 0.3427,
      "step": 2537080
    },
    {
      "epoch": 708.09,
      "grad_norm": 1.3643465042114258,
      "learning_rate": 1.67124418828222e-07,
      "loss": 0.3476,
      "step": 2537090
    },
    {
      "epoch": 708.09,
      "grad_norm": 1.0863709449768066,
      "learning_rate": 1.6711439138033385e-07,
      "loss": 0.3184,
      "step": 2537100
    },
    {
      "epoch": 708.1,
      "grad_norm": 1.462015151977539,
      "learning_rate": 1.6710436422215687e-07,
      "loss": 0.3533,
      "step": 2537110
    },
    {
      "epoch": 708.1,
      "grad_norm": 4.80569314956665,
      "learning_rate": 1.6709433735369142e-07,
      "loss": 0.3301,
      "step": 2537120
    },
    {
      "epoch": 708.1,
      "grad_norm": 1.1645923852920532,
      "learning_rate": 1.6708431077493978e-07,
      "loss": 0.3258,
      "step": 2537130
    },
    {
      "epoch": 708.1,
      "grad_norm": 1.7395833730697632,
      "learning_rate": 1.6707428448590276e-07,
      "loss": 0.3209,
      "step": 2537140
    },
    {
      "epoch": 708.11,
      "grad_norm": 1.294211506843567,
      "learning_rate": 1.670642584865819e-07,
      "loss": 0.3331,
      "step": 2537150
    },
    {
      "epoch": 708.11,
      "grad_norm": 1.179532527923584,
      "learning_rate": 1.6705423277697848e-07,
      "loss": 0.3235,
      "step": 2537160
    },
    {
      "epoch": 708.11,
      "grad_norm": 1.26886785030365,
      "learning_rate": 1.6704420735709412e-07,
      "loss": 0.331,
      "step": 2537170
    },
    {
      "epoch": 708.12,
      "grad_norm": 1.3079489469528198,
      "learning_rate": 1.6703418222692956e-07,
      "loss": 0.3447,
      "step": 2537180
    },
    {
      "epoch": 708.12,
      "grad_norm": 1.4518094062805176,
      "learning_rate": 1.6702415738648664e-07,
      "loss": 0.324,
      "step": 2537190
    },
    {
      "epoch": 708.12,
      "grad_norm": 1.6861252784729004,
      "learning_rate": 1.670141328357669e-07,
      "loss": 0.3482,
      "step": 2537200
    },
    {
      "epoch": 708.12,
      "grad_norm": 1.132114291191101,
      "learning_rate": 1.6700410857477035e-07,
      "loss": 0.3409,
      "step": 2537210
    },
    {
      "epoch": 708.13,
      "grad_norm": 1.0858182907104492,
      "learning_rate": 1.6699408460350016e-07,
      "loss": 0.3526,
      "step": 2537220
    },
    {
      "epoch": 708.13,
      "grad_norm": 1.3608646392822266,
      "learning_rate": 1.6698406092195623e-07,
      "loss": 0.3402,
      "step": 2537230
    },
    {
      "epoch": 708.13,
      "grad_norm": 1.333792805671692,
      "learning_rate": 1.6697403753014072e-07,
      "loss": 0.3319,
      "step": 2537240
    },
    {
      "epoch": 708.14,
      "grad_norm": 1.1211377382278442,
      "learning_rate": 1.669640144280549e-07,
      "loss": 0.3306,
      "step": 2537250
    },
    {
      "epoch": 708.14,
      "grad_norm": 1.5764107704162598,
      "learning_rate": 1.6695399161569932e-07,
      "loss": 0.3456,
      "step": 2537260
    },
    {
      "epoch": 708.14,
      "grad_norm": 1.294827938079834,
      "learning_rate": 1.669439690930763e-07,
      "loss": 0.3457,
      "step": 2537270
    },
    {
      "epoch": 708.14,
      "grad_norm": 1.124053716659546,
      "learning_rate": 1.6693394686018636e-07,
      "loss": 0.3263,
      "step": 2537280
    },
    {
      "epoch": 708.15,
      "grad_norm": 1.3311350345611572,
      "learning_rate": 1.669239249170318e-07,
      "loss": 0.3441,
      "step": 2537290
    },
    {
      "epoch": 708.15,
      "grad_norm": 1.3767824172973633,
      "learning_rate": 1.6691390326361272e-07,
      "loss": 0.334,
      "step": 2537300
    },
    {
      "epoch": 708.15,
      "grad_norm": 1.2105377912521362,
      "learning_rate": 1.6690388189993165e-07,
      "loss": 0.3327,
      "step": 2537310
    },
    {
      "epoch": 708.16,
      "grad_norm": 1.269426703453064,
      "learning_rate": 1.668938608259891e-07,
      "loss": 0.3325,
      "step": 2537320
    },
    {
      "epoch": 708.16,
      "grad_norm": 1.3134984970092773,
      "learning_rate": 1.6688384004178668e-07,
      "loss": 0.3348,
      "step": 2537330
    },
    {
      "epoch": 708.16,
      "grad_norm": 1.313665509223938,
      "learning_rate": 1.668738195473262e-07,
      "loss": 0.3284,
      "step": 2537340
    },
    {
      "epoch": 708.16,
      "grad_norm": 1.280063271522522,
      "learning_rate": 1.6686379934260814e-07,
      "loss": 0.3293,
      "step": 2537350
    },
    {
      "epoch": 708.17,
      "grad_norm": 1.2149221897125244,
      "learning_rate": 1.6685377942763436e-07,
      "loss": 0.337,
      "step": 2537360
    },
    {
      "epoch": 708.17,
      "grad_norm": 1.3160161972045898,
      "learning_rate": 1.668437598024059e-07,
      "loss": 0.3464,
      "step": 2537370
    },
    {
      "epoch": 708.17,
      "grad_norm": 1.2919150590896606,
      "learning_rate": 1.6683374046692456e-07,
      "loss": 0.3347,
      "step": 2537380
    },
    {
      "epoch": 708.17,
      "grad_norm": 1.2560827732086182,
      "learning_rate": 1.668237214211909e-07,
      "loss": 0.3484,
      "step": 2537390
    },
    {
      "epoch": 708.18,
      "grad_norm": 1.3537890911102295,
      "learning_rate": 1.6681370266520693e-07,
      "loss": 0.3335,
      "step": 2537400
    },
    {
      "epoch": 708.18,
      "grad_norm": 1.248659610748291,
      "learning_rate": 1.668036841989743e-07,
      "loss": 0.3416,
      "step": 2537410
    },
    {
      "epoch": 708.18,
      "grad_norm": 1.5410845279693604,
      "learning_rate": 1.6679366602249268e-07,
      "loss": 0.3287,
      "step": 2537420
    },
    {
      "epoch": 708.19,
      "grad_norm": 1.1998052597045898,
      "learning_rate": 1.6678364813576547e-07,
      "loss": 0.3342,
      "step": 2537430
    },
    {
      "epoch": 708.19,
      "grad_norm": 1.2268346548080444,
      "learning_rate": 1.6677363053879243e-07,
      "loss": 0.3285,
      "step": 2537440
    },
    {
      "epoch": 708.19,
      "grad_norm": 1.1218433380126953,
      "learning_rate": 1.6676361323157616e-07,
      "loss": 0.3368,
      "step": 2537450
    },
    {
      "epoch": 708.19,
      "grad_norm": 1.042133092880249,
      "learning_rate": 1.667535962141169e-07,
      "loss": 0.3198,
      "step": 2537460
    },
    {
      "epoch": 708.2,
      "grad_norm": 1.201580286026001,
      "learning_rate": 1.6674357948641675e-07,
      "loss": 0.329,
      "step": 2537470
    },
    {
      "epoch": 708.2,
      "grad_norm": 1.0075340270996094,
      "learning_rate": 1.6673356304847698e-07,
      "loss": 0.3348,
      "step": 2537480
    },
    {
      "epoch": 708.2,
      "grad_norm": 1.214782476425171,
      "learning_rate": 1.6672354690029816e-07,
      "loss": 0.3269,
      "step": 2537490
    },
    {
      "epoch": 708.21,
      "grad_norm": 1.507344365119934,
      "learning_rate": 1.6671353104188235e-07,
      "loss": 0.3325,
      "step": 2537500
    },
    {
      "epoch": 708.21,
      "grad_norm": 1.146382212638855,
      "learning_rate": 1.6670351547323058e-07,
      "loss": 0.3462,
      "step": 2537510
    },
    {
      "epoch": 708.21,
      "grad_norm": 1.0730170011520386,
      "learning_rate": 1.6669350019434465e-07,
      "loss": 0.3389,
      "step": 2537520
    },
    {
      "epoch": 708.21,
      "grad_norm": 1.1247674226760864,
      "learning_rate": 1.6668348520522539e-07,
      "loss": 0.3318,
      "step": 2537530
    },
    {
      "epoch": 708.22,
      "grad_norm": 1.233257532119751,
      "learning_rate": 1.6667347050587408e-07,
      "loss": 0.3334,
      "step": 2537540
    },
    {
      "epoch": 708.22,
      "grad_norm": 1.1600028276443481,
      "learning_rate": 1.6666345609629253e-07,
      "loss": 0.3306,
      "step": 2537550
    },
    {
      "epoch": 708.22,
      "grad_norm": 1.3029783964157104,
      "learning_rate": 1.666534419764813e-07,
      "loss": 0.3433,
      "step": 2537560
    },
    {
      "epoch": 708.22,
      "grad_norm": 1.2298773527145386,
      "learning_rate": 1.666434281464427e-07,
      "loss": 0.3452,
      "step": 2537570
    },
    {
      "epoch": 708.23,
      "grad_norm": 1.2786303758621216,
      "learning_rate": 1.6663341460617746e-07,
      "loss": 0.3478,
      "step": 2537580
    },
    {
      "epoch": 708.23,
      "grad_norm": 1.0113695859909058,
      "learning_rate": 1.6662340135568673e-07,
      "loss": 0.3358,
      "step": 2537590
    },
    {
      "epoch": 708.23,
      "grad_norm": 1.302826166152954,
      "learning_rate": 1.666133883949725e-07,
      "loss": 0.3341,
      "step": 2537600
    },
    {
      "epoch": 708.24,
      "grad_norm": 1.2904508113861084,
      "learning_rate": 1.6660337572403589e-07,
      "loss": 0.3457,
      "step": 2537610
    },
    {
      "epoch": 708.24,
      "grad_norm": 1.0194569826126099,
      "learning_rate": 1.665933633428776e-07,
      "loss": 0.3381,
      "step": 2537620
    },
    {
      "epoch": 708.24,
      "grad_norm": 1.1217418909072876,
      "learning_rate": 1.6658335125149976e-07,
      "loss": 0.3294,
      "step": 2537630
    },
    {
      "epoch": 708.24,
      "grad_norm": 0.9496939778327942,
      "learning_rate": 1.6657333944990365e-07,
      "loss": 0.334,
      "step": 2537640
    },
    {
      "epoch": 708.25,
      "grad_norm": 1.2991132736206055,
      "learning_rate": 1.6656332793808955e-07,
      "loss": 0.3435,
      "step": 2537650
    },
    {
      "epoch": 708.25,
      "grad_norm": 1.261395812034607,
      "learning_rate": 1.6655331671606032e-07,
      "loss": 0.3312,
      "step": 2537660
    },
    {
      "epoch": 708.25,
      "grad_norm": 1.132448673248291,
      "learning_rate": 1.665433057838162e-07,
      "loss": 0.3241,
      "step": 2537670
    },
    {
      "epoch": 708.26,
      "grad_norm": 2.477482795715332,
      "learning_rate": 1.6653329514135877e-07,
      "loss": 0.3344,
      "step": 2537680
    },
    {
      "epoch": 708.26,
      "grad_norm": 1.0863209962844849,
      "learning_rate": 1.6652328478869012e-07,
      "loss": 0.3355,
      "step": 2537690
    },
    {
      "epoch": 708.26,
      "grad_norm": 1.3062126636505127,
      "learning_rate": 1.6651327472581048e-07,
      "loss": 0.3321,
      "step": 2537700
    },
    {
      "epoch": 708.26,
      "grad_norm": 1.2439554929733276,
      "learning_rate": 1.6650326495272143e-07,
      "loss": 0.3459,
      "step": 2537710
    },
    {
      "epoch": 708.27,
      "grad_norm": 1.4058761596679688,
      "learning_rate": 1.664932554694248e-07,
      "loss": 0.3445,
      "step": 2537720
    },
    {
      "epoch": 708.27,
      "grad_norm": 1.6988741159439087,
      "learning_rate": 1.6648324627592134e-07,
      "loss": 0.319,
      "step": 2537730
    },
    {
      "epoch": 708.27,
      "grad_norm": 1.5286282300949097,
      "learning_rate": 1.664732373722129e-07,
      "loss": 0.3398,
      "step": 2537740
    },
    {
      "epoch": 708.28,
      "grad_norm": 1.360245704650879,
      "learning_rate": 1.6646322875830104e-07,
      "loss": 0.3341,
      "step": 2537750
    },
    {
      "epoch": 708.28,
      "grad_norm": 1.3879907131195068,
      "learning_rate": 1.6645322043418598e-07,
      "loss": 0.3072,
      "step": 2537760
    },
    {
      "epoch": 708.28,
      "grad_norm": 1.205652117729187,
      "learning_rate": 1.6644321239986986e-07,
      "loss": 0.334,
      "step": 2537770
    },
    {
      "epoch": 708.28,
      "grad_norm": 1.1905739307403564,
      "learning_rate": 1.664332046553545e-07,
      "loss": 0.3288,
      "step": 2537780
    },
    {
      "epoch": 708.29,
      "grad_norm": 1.144005298614502,
      "learning_rate": 1.6642319720063959e-07,
      "loss": 0.3511,
      "step": 2537790
    },
    {
      "epoch": 708.29,
      "grad_norm": 1.1535494327545166,
      "learning_rate": 1.6641319003572827e-07,
      "loss": 0.3423,
      "step": 2537800
    },
    {
      "epoch": 708.29,
      "grad_norm": 1.403099775314331,
      "learning_rate": 1.6640318316062054e-07,
      "loss": 0.3258,
      "step": 2537810
    },
    {
      "epoch": 708.29,
      "grad_norm": 1.5685245990753174,
      "learning_rate": 1.6639317657531852e-07,
      "loss": 0.3242,
      "step": 2537820
    },
    {
      "epoch": 708.3,
      "grad_norm": 1.1852854490280151,
      "learning_rate": 1.6638317027982344e-07,
      "loss": 0.3559,
      "step": 2537830
    },
    {
      "epoch": 708.3,
      "grad_norm": 1.1716415882110596,
      "learning_rate": 1.6637316427413617e-07,
      "loss": 0.3388,
      "step": 2537840
    },
    {
      "epoch": 708.3,
      "grad_norm": 1.2476714849472046,
      "learning_rate": 1.6636315855825846e-07,
      "loss": 0.3324,
      "step": 2537850
    },
    {
      "epoch": 708.31,
      "grad_norm": 1.173855185508728,
      "learning_rate": 1.6635315313219136e-07,
      "loss": 0.3476,
      "step": 2537860
    },
    {
      "epoch": 708.31,
      "grad_norm": 1.3370680809020996,
      "learning_rate": 1.663431479959367e-07,
      "loss": 0.3221,
      "step": 2537870
    },
    {
      "epoch": 708.31,
      "grad_norm": 1.1799006462097168,
      "learning_rate": 1.6633314314949504e-07,
      "loss": 0.3266,
      "step": 2537880
    },
    {
      "epoch": 708.31,
      "grad_norm": 1.2603282928466797,
      "learning_rate": 1.6632313859286867e-07,
      "loss": 0.3511,
      "step": 2537890
    },
    {
      "epoch": 708.32,
      "grad_norm": 1.158565878868103,
      "learning_rate": 1.6631313432605813e-07,
      "loss": 0.3308,
      "step": 2537900
    },
    {
      "epoch": 708.32,
      "grad_norm": 1.6611995697021484,
      "learning_rate": 1.6630313034906498e-07,
      "loss": 0.3351,
      "step": 2537910
    },
    {
      "epoch": 708.32,
      "grad_norm": 1.1056883335113525,
      "learning_rate": 1.6629312666189103e-07,
      "loss": 0.3069,
      "step": 2537920
    },
    {
      "epoch": 708.33,
      "grad_norm": 1.24888277053833,
      "learning_rate": 1.662831232645368e-07,
      "loss": 0.3502,
      "step": 2537930
    },
    {
      "epoch": 708.33,
      "grad_norm": 1.1708019971847534,
      "learning_rate": 1.662731201570039e-07,
      "loss": 0.3315,
      "step": 2537940
    },
    {
      "epoch": 708.33,
      "grad_norm": 1.0537865161895752,
      "learning_rate": 1.6626311733929383e-07,
      "loss": 0.347,
      "step": 2537950
    },
    {
      "epoch": 708.33,
      "grad_norm": 1.3717875480651855,
      "learning_rate": 1.6625311481140816e-07,
      "loss": 0.3397,
      "step": 2537960
    },
    {
      "epoch": 708.34,
      "grad_norm": 1.3258028030395508,
      "learning_rate": 1.662431125733477e-07,
      "loss": 0.3418,
      "step": 2537970
    },
    {
      "epoch": 708.34,
      "grad_norm": 2.0240931510925293,
      "learning_rate": 1.66233110625114e-07,
      "loss": 0.3317,
      "step": 2537980
    },
    {
      "epoch": 708.34,
      "grad_norm": 1.2284806966781616,
      "learning_rate": 1.6622310896670837e-07,
      "loss": 0.3409,
      "step": 2537990
    },
    {
      "epoch": 708.34,
      "grad_norm": 1.2203795909881592,
      "learning_rate": 1.6621310759813208e-07,
      "loss": 0.322,
      "step": 2538000
    },
    {
      "epoch": 708.35,
      "grad_norm": 1.5260331630706787,
      "learning_rate": 1.6620310651938698e-07,
      "loss": 0.3338,
      "step": 2538010
    },
    {
      "epoch": 708.35,
      "grad_norm": 1.1705412864685059,
      "learning_rate": 1.6619310573047306e-07,
      "loss": 0.3397,
      "step": 2538020
    },
    {
      "epoch": 708.35,
      "grad_norm": 1.1670150756835938,
      "learning_rate": 1.6618310523139342e-07,
      "loss": 0.3218,
      "step": 2538030
    },
    {
      "epoch": 708.36,
      "grad_norm": 1.1658662557601929,
      "learning_rate": 1.6617310502214835e-07,
      "loss": 0.3327,
      "step": 2538040
    },
    {
      "epoch": 708.36,
      "grad_norm": 1.4059807062149048,
      "learning_rate": 1.6616310510273915e-07,
      "loss": 0.3367,
      "step": 2538050
    },
    {
      "epoch": 708.36,
      "grad_norm": 1.5184205770492554,
      "learning_rate": 1.6615310547316764e-07,
      "loss": 0.3373,
      "step": 2538060
    },
    {
      "epoch": 708.36,
      "grad_norm": 1.2379965782165527,
      "learning_rate": 1.661431061334346e-07,
      "loss": 0.3472,
      "step": 2538070
    },
    {
      "epoch": 708.37,
      "grad_norm": 1.1944913864135742,
      "learning_rate": 1.6613310708354184e-07,
      "loss": 0.3406,
      "step": 2538080
    },
    {
      "epoch": 708.37,
      "grad_norm": 1.440484881401062,
      "learning_rate": 1.6612310832349015e-07,
      "loss": 0.3475,
      "step": 2538090
    },
    {
      "epoch": 708.37,
      "grad_norm": 1.0414553880691528,
      "learning_rate": 1.6611310985328161e-07,
      "loss": 0.3342,
      "step": 2538100
    },
    {
      "epoch": 708.38,
      "grad_norm": 1.452921986579895,
      "learning_rate": 1.6610311167291648e-07,
      "loss": 0.3517,
      "step": 2538110
    },
    {
      "epoch": 708.38,
      "grad_norm": 1.06836998462677,
      "learning_rate": 1.660931137823976e-07,
      "loss": 0.3242,
      "step": 2538120
    },
    {
      "epoch": 708.38,
      "grad_norm": 8.500346183776855,
      "learning_rate": 1.6608311618172503e-07,
      "loss": 0.3387,
      "step": 2538130
    },
    {
      "epoch": 708.38,
      "grad_norm": 1.3122469186782837,
      "learning_rate": 1.6607311887090026e-07,
      "loss": 0.3368,
      "step": 2538140
    },
    {
      "epoch": 708.39,
      "grad_norm": 1.4154292345046997,
      "learning_rate": 1.6606312184992542e-07,
      "loss": 0.3491,
      "step": 2538150
    },
    {
      "epoch": 708.39,
      "grad_norm": 1.3271414041519165,
      "learning_rate": 1.6605312511880102e-07,
      "loss": 0.3476,
      "step": 2538160
    },
    {
      "epoch": 708.39,
      "grad_norm": 1.3033084869384766,
      "learning_rate": 1.6604312867752862e-07,
      "loss": 0.3275,
      "step": 2538170
    },
    {
      "epoch": 708.4,
      "grad_norm": 1.2767910957336426,
      "learning_rate": 1.660331325261095e-07,
      "loss": 0.3487,
      "step": 2538180
    },
    {
      "epoch": 708.4,
      "grad_norm": 1.2261544466018677,
      "learning_rate": 1.660231366645455e-07,
      "loss": 0.3473,
      "step": 2538190
    },
    {
      "epoch": 708.4,
      "grad_norm": 1.4724370241165161,
      "learning_rate": 1.660131410928374e-07,
      "loss": 0.3424,
      "step": 2538200
    },
    {
      "epoch": 708.4,
      "grad_norm": 1.0011496543884277,
      "learning_rate": 1.6600314581098625e-07,
      "loss": 0.3273,
      "step": 2538210
    },
    {
      "epoch": 708.41,
      "grad_norm": 1.39821457862854,
      "learning_rate": 1.659931508189944e-07,
      "loss": 0.3364,
      "step": 2538220
    },
    {
      "epoch": 708.41,
      "grad_norm": 1.3686386346817017,
      "learning_rate": 1.659831561168618e-07,
      "loss": 0.3296,
      "step": 2538230
    },
    {
      "epoch": 708.41,
      "grad_norm": 1.3666415214538574,
      "learning_rate": 1.6597316170459136e-07,
      "loss": 0.3447,
      "step": 2538240
    },
    {
      "epoch": 708.41,
      "grad_norm": 1.260717511177063,
      "learning_rate": 1.6596316758218333e-07,
      "loss": 0.3354,
      "step": 2538250
    },
    {
      "epoch": 708.42,
      "grad_norm": 1.091170072555542,
      "learning_rate": 1.6595317374963924e-07,
      "loss": 0.348,
      "step": 2538260
    },
    {
      "epoch": 708.42,
      "grad_norm": 1.5388928651809692,
      "learning_rate": 1.6594318020696044e-07,
      "loss": 0.3515,
      "step": 2538270
    },
    {
      "epoch": 708.42,
      "grad_norm": 1.3606350421905518,
      "learning_rate": 1.6593318695414873e-07,
      "loss": 0.3254,
      "step": 2538280
    },
    {
      "epoch": 708.43,
      "grad_norm": 1.1683696508407593,
      "learning_rate": 1.6592319399120463e-07,
      "loss": 0.3428,
      "step": 2538290
    },
    {
      "epoch": 708.43,
      "grad_norm": 1.1733102798461914,
      "learning_rate": 1.659132013181297e-07,
      "loss": 0.3525,
      "step": 2538300
    },
    {
      "epoch": 708.43,
      "grad_norm": 1.187066912651062,
      "learning_rate": 1.6590320893492573e-07,
      "loss": 0.3401,
      "step": 2538310
    },
    {
      "epoch": 708.43,
      "grad_norm": 1.1813178062438965,
      "learning_rate": 1.6589321684159357e-07,
      "loss": 0.3525,
      "step": 2538320
    },
    {
      "epoch": 708.44,
      "grad_norm": 1.3544923067092896,
      "learning_rate": 1.6588322503813525e-07,
      "loss": 0.3445,
      "step": 2538330
    },
    {
      "epoch": 708.44,
      "grad_norm": 1.1544065475463867,
      "learning_rate": 1.6587323352455106e-07,
      "loss": 0.3359,
      "step": 2538340
    },
    {
      "epoch": 708.44,
      "grad_norm": 1.3314855098724365,
      "learning_rate": 1.6586324230084303e-07,
      "loss": 0.3288,
      "step": 2538350
    },
    {
      "epoch": 708.45,
      "grad_norm": 1.2956887483596802,
      "learning_rate": 1.658532513670128e-07,
      "loss": 0.3537,
      "step": 2538360
    },
    {
      "epoch": 708.45,
      "grad_norm": 1.3415846824645996,
      "learning_rate": 1.6584326072306004e-07,
      "loss": 0.3323,
      "step": 2538370
    },
    {
      "epoch": 708.45,
      "grad_norm": 3.724217653274536,
      "learning_rate": 1.658332703689884e-07,
      "loss": 0.3413,
      "step": 2538380
    },
    {
      "epoch": 708.45,
      "grad_norm": 1.2948315143585205,
      "learning_rate": 1.6582328030479768e-07,
      "loss": 0.3192,
      "step": 2538390
    },
    {
      "epoch": 708.46,
      "grad_norm": 1.226719617843628,
      "learning_rate": 1.658132905304894e-07,
      "loss": 0.3215,
      "step": 2538400
    },
    {
      "epoch": 708.46,
      "grad_norm": 1.3686821460723877,
      "learning_rate": 1.658033010460651e-07,
      "loss": 0.3317,
      "step": 2538410
    },
    {
      "epoch": 708.46,
      "grad_norm": 1.3560760021209717,
      "learning_rate": 1.6579331185152664e-07,
      "loss": 0.3337,
      "step": 2538420
    },
    {
      "epoch": 708.46,
      "grad_norm": 1.2634118795394897,
      "learning_rate": 1.6578332294687426e-07,
      "loss": 0.3512,
      "step": 2538430
    },
    {
      "epoch": 708.47,
      "grad_norm": 1.130595326423645,
      "learning_rate": 1.6577333433211003e-07,
      "loss": 0.3316,
      "step": 2538440
    },
    {
      "epoch": 708.47,
      "grad_norm": 1.1098341941833496,
      "learning_rate": 1.657633460072353e-07,
      "loss": 0.3432,
      "step": 2538450
    },
    {
      "epoch": 708.47,
      "grad_norm": 1.2821345329284668,
      "learning_rate": 1.6575335797225053e-07,
      "loss": 0.337,
      "step": 2538460
    },
    {
      "epoch": 708.48,
      "grad_norm": 1.168469786643982,
      "learning_rate": 1.6574337022715835e-07,
      "loss": 0.3316,
      "step": 2538470
    },
    {
      "epoch": 708.48,
      "grad_norm": 1.3351449966430664,
      "learning_rate": 1.6573338277195902e-07,
      "loss": 0.3497,
      "step": 2538480
    },
    {
      "epoch": 708.48,
      "grad_norm": 1.0745855569839478,
      "learning_rate": 1.6572339560665462e-07,
      "loss": 0.3167,
      "step": 2538490
    },
    {
      "epoch": 708.48,
      "grad_norm": 1.3508445024490356,
      "learning_rate": 1.657134087312462e-07,
      "loss": 0.3407,
      "step": 2538500
    },
    {
      "epoch": 708.49,
      "grad_norm": 1.232808232307434,
      "learning_rate": 1.6570342214573478e-07,
      "loss": 0.3355,
      "step": 2538510
    },
    {
      "epoch": 708.49,
      "grad_norm": 1.103883147239685,
      "learning_rate": 1.6569343585012196e-07,
      "loss": 0.3412,
      "step": 2538520
    },
    {
      "epoch": 708.49,
      "grad_norm": 1.201906681060791,
      "learning_rate": 1.65683449844409e-07,
      "loss": 0.3326,
      "step": 2538530
    },
    {
      "epoch": 708.5,
      "grad_norm": 1.2723090648651123,
      "learning_rate": 1.6567346412859773e-07,
      "loss": 0.333,
      "step": 2538540
    },
    {
      "epoch": 708.5,
      "grad_norm": 1.268107533454895,
      "learning_rate": 1.6566347870268843e-07,
      "loss": 0.3488,
      "step": 2538550
    },
    {
      "epoch": 708.5,
      "grad_norm": 1.2221990823745728,
      "learning_rate": 1.6565349356668367e-07,
      "loss": 0.3153,
      "step": 2538560
    },
    {
      "epoch": 708.5,
      "grad_norm": 1.2341458797454834,
      "learning_rate": 1.6564350872058375e-07,
      "loss": 0.3354,
      "step": 2538570
    },
    {
      "epoch": 708.51,
      "grad_norm": 1.4800715446472168,
      "learning_rate": 1.6563352416439044e-07,
      "loss": 0.3445,
      "step": 2538580
    },
    {
      "epoch": 708.51,
      "grad_norm": 1.324894905090332,
      "learning_rate": 1.6562353989810535e-07,
      "loss": 0.3583,
      "step": 2538590
    },
    {
      "epoch": 708.51,
      "grad_norm": 1.2642968893051147,
      "learning_rate": 1.6561355592172872e-07,
      "loss": 0.3389,
      "step": 2538600
    },
    {
      "epoch": 708.52,
      "grad_norm": 1.328405499458313,
      "learning_rate": 1.6560357223526344e-07,
      "loss": 0.343,
      "step": 2538610
    },
    {
      "epoch": 708.52,
      "grad_norm": 1.1847789287567139,
      "learning_rate": 1.6559358883870972e-07,
      "loss": 0.3426,
      "step": 2538620
    },
    {
      "epoch": 708.52,
      "grad_norm": 1.6023962497711182,
      "learning_rate": 1.6558360573206914e-07,
      "loss": 0.3542,
      "step": 2538630
    },
    {
      "epoch": 708.52,
      "grad_norm": 1.5574990510940552,
      "learning_rate": 1.6557362291534327e-07,
      "loss": 0.3297,
      "step": 2538640
    },
    {
      "epoch": 708.53,
      "grad_norm": 1.4003740549087524,
      "learning_rate": 1.6556364038853314e-07,
      "loss": 0.3451,
      "step": 2538650
    },
    {
      "epoch": 708.53,
      "grad_norm": 1.2629814147949219,
      "learning_rate": 1.6555365815164034e-07,
      "loss": 0.3196,
      "step": 2538660
    },
    {
      "epoch": 708.53,
      "grad_norm": 1.033139705657959,
      "learning_rate": 1.6554367620466588e-07,
      "loss": 0.3485,
      "step": 2538670
    },
    {
      "epoch": 708.53,
      "grad_norm": 1.2148555517196655,
      "learning_rate": 1.655336945476116e-07,
      "loss": 0.3357,
      "step": 2538680
    },
    {
      "epoch": 708.54,
      "grad_norm": 1.3045637607574463,
      "learning_rate": 1.6552371318047775e-07,
      "loss": 0.3371,
      "step": 2538690
    },
    {
      "epoch": 708.54,
      "grad_norm": 1.6750069856643677,
      "learning_rate": 1.6551373210326718e-07,
      "loss": 0.3412,
      "step": 2538700
    },
    {
      "epoch": 708.54,
      "grad_norm": 1.3037395477294922,
      "learning_rate": 1.6550375131598016e-07,
      "loss": 0.3461,
      "step": 2538710
    },
    {
      "epoch": 708.55,
      "grad_norm": 1.3295247554779053,
      "learning_rate": 1.6549377081861827e-07,
      "loss": 0.3365,
      "step": 2538720
    },
    {
      "epoch": 708.55,
      "grad_norm": 1.2654064893722534,
      "learning_rate": 1.654837906111833e-07,
      "loss": 0.3411,
      "step": 2538730
    },
    {
      "epoch": 708.55,
      "grad_norm": 1.4804266691207886,
      "learning_rate": 1.6547381069367582e-07,
      "loss": 0.3511,
      "step": 2538740
    },
    {
      "epoch": 708.55,
      "grad_norm": 1.2131680250167847,
      "learning_rate": 1.6546383106609734e-07,
      "loss": 0.3296,
      "step": 2538750
    },
    {
      "epoch": 708.56,
      "grad_norm": 1.3707994222640991,
      "learning_rate": 1.6545385172844943e-07,
      "loss": 0.3456,
      "step": 2538760
    },
    {
      "epoch": 708.56,
      "grad_norm": 1.0889707803726196,
      "learning_rate": 1.6544387268073367e-07,
      "loss": 0.3241,
      "step": 2538770
    },
    {
      "epoch": 708.56,
      "grad_norm": 1.2570985555648804,
      "learning_rate": 1.6543389392295082e-07,
      "loss": 0.3355,
      "step": 2538780
    },
    {
      "epoch": 708.57,
      "grad_norm": 1.2986478805541992,
      "learning_rate": 1.654239154551022e-07,
      "loss": 0.3417,
      "step": 2538790
    },
    {
      "epoch": 708.57,
      "grad_norm": 1.2426120042800903,
      "learning_rate": 1.654139372771899e-07,
      "loss": 0.3459,
      "step": 2538800
    },
    {
      "epoch": 708.57,
      "grad_norm": 1.1835970878601074,
      "learning_rate": 1.654039593892139e-07,
      "loss": 0.3367,
      "step": 2538810
    },
    {
      "epoch": 708.57,
      "grad_norm": 1.3266774415969849,
      "learning_rate": 1.653939817911773e-07,
      "loss": 0.3271,
      "step": 2538820
    },
    {
      "epoch": 708.58,
      "grad_norm": 1.2870491743087769,
      "learning_rate": 1.653840044830799e-07,
      "loss": 0.336,
      "step": 2538830
    },
    {
      "epoch": 708.58,
      "grad_norm": 1.293228030204773,
      "learning_rate": 1.653740274649237e-07,
      "loss": 0.3259,
      "step": 2538840
    },
    {
      "epoch": 708.58,
      "grad_norm": 1.3478460311889648,
      "learning_rate": 1.6536405073670984e-07,
      "loss": 0.34,
      "step": 2538850
    },
    {
      "epoch": 708.58,
      "grad_norm": 1.3195778131484985,
      "learning_rate": 1.6535407429844006e-07,
      "loss": 0.332,
      "step": 2538860
    },
    {
      "epoch": 708.59,
      "grad_norm": 1.478383183479309,
      "learning_rate": 1.653440981501152e-07,
      "loss": 0.3299,
      "step": 2538870
    },
    {
      "epoch": 708.59,
      "grad_norm": 1.2735430002212524,
      "learning_rate": 1.653341222917365e-07,
      "loss": 0.34,
      "step": 2538880
    },
    {
      "epoch": 708.59,
      "grad_norm": 1.4559381008148193,
      "learning_rate": 1.6532414672330582e-07,
      "loss": 0.3433,
      "step": 2538890
    },
    {
      "epoch": 708.6,
      "grad_norm": 1.53715181350708,
      "learning_rate": 1.653141714448242e-07,
      "loss": 0.3267,
      "step": 2538900
    },
    {
      "epoch": 708.6,
      "grad_norm": 1.346677303314209,
      "learning_rate": 1.653041964562932e-07,
      "loss": 0.3394,
      "step": 2538910
    },
    {
      "epoch": 708.6,
      "grad_norm": 1.40325927734375,
      "learning_rate": 1.652942217577136e-07,
      "loss": 0.3375,
      "step": 2538920
    },
    {
      "epoch": 708.6,
      "grad_norm": 1.265427827835083,
      "learning_rate": 1.6528424734908696e-07,
      "loss": 0.3402,
      "step": 2538930
    },
    {
      "epoch": 708.61,
      "grad_norm": 1.2971397638320923,
      "learning_rate": 1.6527427323041534e-07,
      "loss": 0.3245,
      "step": 2538940
    },
    {
      "epoch": 708.61,
      "grad_norm": 1.1776940822601318,
      "learning_rate": 1.652642994016985e-07,
      "loss": 0.3273,
      "step": 2538950
    },
    {
      "epoch": 708.61,
      "grad_norm": 1.1755121946334839,
      "learning_rate": 1.6525432586293958e-07,
      "loss": 0.3346,
      "step": 2538960
    },
    {
      "epoch": 708.62,
      "grad_norm": 1.223758339881897,
      "learning_rate": 1.6524435261413854e-07,
      "loss": 0.3271,
      "step": 2538970
    },
    {
      "epoch": 708.62,
      "grad_norm": 1.6860404014587402,
      "learning_rate": 1.6523437965529725e-07,
      "loss": 0.3419,
      "step": 2538980
    },
    {
      "epoch": 708.62,
      "grad_norm": 1.4099700450897217,
      "learning_rate": 1.6522440698641697e-07,
      "loss": 0.3458,
      "step": 2538990
    },
    {
      "epoch": 708.62,
      "grad_norm": 1.1319063901901245,
      "learning_rate": 1.6521443460749926e-07,
      "loss": 0.3363,
      "step": 2539000
    },
    {
      "epoch": 708.63,
      "grad_norm": 1.3271552324295044,
      "learning_rate": 1.6520446251854492e-07,
      "loss": 0.3424,
      "step": 2539010
    },
    {
      "epoch": 708.63,
      "grad_norm": 1.4967890977859497,
      "learning_rate": 1.6519449071955578e-07,
      "loss": 0.3328,
      "step": 2539020
    },
    {
      "epoch": 708.63,
      "grad_norm": 1.1722493171691895,
      "learning_rate": 1.6518451921053314e-07,
      "loss": 0.3416,
      "step": 2539030
    },
    {
      "epoch": 708.64,
      "grad_norm": 1.3824131488800049,
      "learning_rate": 1.651745479914775e-07,
      "loss": 0.3419,
      "step": 2539040
    },
    {
      "epoch": 708.64,
      "grad_norm": 1.3572137355804443,
      "learning_rate": 1.6516457706239145e-07,
      "loss": 0.3281,
      "step": 2539050
    },
    {
      "epoch": 708.64,
      "grad_norm": 1.036294937133789,
      "learning_rate": 1.6515460642327554e-07,
      "loss": 0.3529,
      "step": 2539060
    },
    {
      "epoch": 708.64,
      "grad_norm": 1.1548532247543335,
      "learning_rate": 1.6514463607413133e-07,
      "loss": 0.341,
      "step": 2539070
    },
    {
      "epoch": 708.65,
      "grad_norm": 1.499436378479004,
      "learning_rate": 1.6513466601495985e-07,
      "loss": 0.3435,
      "step": 2539080
    },
    {
      "epoch": 708.65,
      "grad_norm": 1.5188572406768799,
      "learning_rate": 1.651246962457632e-07,
      "loss": 0.3231,
      "step": 2539090
    },
    {
      "epoch": 708.65,
      "grad_norm": 1.1795051097869873,
      "learning_rate": 1.6511472676654162e-07,
      "loss": 0.3536,
      "step": 2539100
    },
    {
      "epoch": 708.65,
      "grad_norm": 1.3616974353790283,
      "learning_rate": 1.6510475757729717e-07,
      "loss": 0.3409,
      "step": 2539110
    },
    {
      "epoch": 708.66,
      "grad_norm": 1.2190707921981812,
      "learning_rate": 1.6509478867803146e-07,
      "loss": 0.3425,
      "step": 2539120
    },
    {
      "epoch": 708.66,
      "grad_norm": 1.2340342998504639,
      "learning_rate": 1.6508482006874446e-07,
      "loss": 0.3272,
      "step": 2539130
    },
    {
      "epoch": 708.66,
      "grad_norm": 1.228070616722107,
      "learning_rate": 1.6507485174943906e-07,
      "loss": 0.3473,
      "step": 2539140
    },
    {
      "epoch": 708.67,
      "grad_norm": 1.1760139465332031,
      "learning_rate": 1.650648837201155e-07,
      "loss": 0.3317,
      "step": 2539150
    },
    {
      "epoch": 708.67,
      "grad_norm": 1.090938687324524,
      "learning_rate": 1.6505491598077582e-07,
      "loss": 0.3352,
      "step": 2539160
    },
    {
      "epoch": 708.67,
      "grad_norm": 1.438378095626831,
      "learning_rate": 1.6504494853142114e-07,
      "loss": 0.324,
      "step": 2539170
    },
    {
      "epoch": 708.67,
      "grad_norm": 1.2942208051681519,
      "learning_rate": 1.6503498137205195e-07,
      "loss": 0.3433,
      "step": 2539180
    },
    {
      "epoch": 708.68,
      "grad_norm": 1.2766252756118774,
      "learning_rate": 1.6502501450267134e-07,
      "loss": 0.3206,
      "step": 2539190
    },
    {
      "epoch": 708.68,
      "grad_norm": 1.2555873394012451,
      "learning_rate": 1.6501504792327908e-07,
      "loss": 0.3476,
      "step": 2539200
    },
    {
      "epoch": 708.68,
      "grad_norm": 1.2772650718688965,
      "learning_rate": 1.65005081633877e-07,
      "loss": 0.314,
      "step": 2539210
    },
    {
      "epoch": 708.69,
      "grad_norm": 2.0107622146606445,
      "learning_rate": 1.6499511563446637e-07,
      "loss": 0.3554,
      "step": 2539220
    },
    {
      "epoch": 708.69,
      "grad_norm": 1.166550636291504,
      "learning_rate": 1.6498514992504932e-07,
      "loss": 0.3315,
      "step": 2539230
    },
    {
      "epoch": 708.69,
      "grad_norm": 1.3807729482650757,
      "learning_rate": 1.649751845056258e-07,
      "loss": 0.3302,
      "step": 2539240
    },
    {
      "epoch": 708.69,
      "grad_norm": 1.2231733798980713,
      "learning_rate": 1.649652193761979e-07,
      "loss": 0.3475,
      "step": 2539250
    },
    {
      "epoch": 708.7,
      "grad_norm": 1.1225095987319946,
      "learning_rate": 1.6495525453676722e-07,
      "loss": 0.3211,
      "step": 2539260
    },
    {
      "epoch": 708.7,
      "grad_norm": 1.2009227275848389,
      "learning_rate": 1.64945289987334e-07,
      "loss": 0.329,
      "step": 2539270
    },
    {
      "epoch": 708.7,
      "grad_norm": 1.3433221578598022,
      "learning_rate": 1.6493532572790078e-07,
      "loss": 0.3496,
      "step": 2539280
    },
    {
      "epoch": 708.7,
      "grad_norm": 1.2244540452957153,
      "learning_rate": 1.6492536175846818e-07,
      "loss": 0.3196,
      "step": 2539290
    },
    {
      "epoch": 708.71,
      "grad_norm": 1.3326526880264282,
      "learning_rate": 1.6491539807903797e-07,
      "loss": 0.3247,
      "step": 2539300
    },
    {
      "epoch": 708.71,
      "grad_norm": 1.2162938117980957,
      "learning_rate": 1.649054346896112e-07,
      "loss": 0.3407,
      "step": 2539310
    },
    {
      "epoch": 708.71,
      "grad_norm": 1.1858841180801392,
      "learning_rate": 1.6489547159018917e-07,
      "loss": 0.3305,
      "step": 2539320
    },
    {
      "epoch": 708.72,
      "grad_norm": 1.1276118755340576,
      "learning_rate": 1.6488550878077316e-07,
      "loss": 0.3455,
      "step": 2539330
    },
    {
      "epoch": 708.72,
      "grad_norm": 1.2304574251174927,
      "learning_rate": 1.6487554626136453e-07,
      "loss": 0.341,
      "step": 2539340
    },
    {
      "epoch": 708.72,
      "grad_norm": 1.194732904434204,
      "learning_rate": 1.648655840319653e-07,
      "loss": 0.3269,
      "step": 2539350
    },
    {
      "epoch": 708.72,
      "grad_norm": 1.277644395828247,
      "learning_rate": 1.6485562209257523e-07,
      "loss": 0.323,
      "step": 2539360
    },
    {
      "epoch": 708.73,
      "grad_norm": 1.3934534788131714,
      "learning_rate": 1.6484566044319745e-07,
      "loss": 0.3472,
      "step": 2539370
    },
    {
      "epoch": 708.73,
      "grad_norm": 1.3949987888336182,
      "learning_rate": 1.6483569908383194e-07,
      "loss": 0.3287,
      "step": 2539380
    },
    {
      "epoch": 708.73,
      "grad_norm": 1.3085215091705322,
      "learning_rate": 1.6482573801448056e-07,
      "loss": 0.3593,
      "step": 2539390
    },
    {
      "epoch": 708.74,
      "grad_norm": 1.257999300956726,
      "learning_rate": 1.648157772351448e-07,
      "loss": 0.3376,
      "step": 2539400
    },
    {
      "epoch": 708.74,
      "grad_norm": 1.4344958066940308,
      "learning_rate": 1.648058167458258e-07,
      "loss": 0.3456,
      "step": 2539410
    },
    {
      "epoch": 708.74,
      "grad_norm": 1.2150583267211914,
      "learning_rate": 1.6479585654652453e-07,
      "loss": 0.3407,
      "step": 2539420
    },
    {
      "epoch": 708.74,
      "grad_norm": 1.2653799057006836,
      "learning_rate": 1.6478589663724284e-07,
      "loss": 0.3492,
      "step": 2539430
    },
    {
      "epoch": 708.75,
      "grad_norm": 1.2714041471481323,
      "learning_rate": 1.64775937017982e-07,
      "loss": 0.3321,
      "step": 2539440
    },
    {
      "epoch": 708.75,
      "grad_norm": 1.1496177911758423,
      "learning_rate": 1.647659776887431e-07,
      "loss": 0.3537,
      "step": 2539450
    },
    {
      "epoch": 708.75,
      "grad_norm": 1.3263145685195923,
      "learning_rate": 1.647560186495274e-07,
      "loss": 0.3466,
      "step": 2539460
    },
    {
      "epoch": 708.76,
      "grad_norm": 1.3787254095077515,
      "learning_rate": 1.6474605990033648e-07,
      "loss": 0.3363,
      "step": 2539470
    },
    {
      "epoch": 708.76,
      "grad_norm": 1.3034775257110596,
      "learning_rate": 1.6473610144117165e-07,
      "loss": 0.3313,
      "step": 2539480
    },
    {
      "epoch": 708.76,
      "grad_norm": 1.1338510513305664,
      "learning_rate": 1.6472614327203443e-07,
      "loss": 0.326,
      "step": 2539490
    },
    {
      "epoch": 708.76,
      "grad_norm": 1.1402246952056885,
      "learning_rate": 1.6471618539292512e-07,
      "loss": 0.3195,
      "step": 2539500
    },
    {
      "epoch": 708.77,
      "grad_norm": 1.2638953924179077,
      "learning_rate": 1.6470622780384657e-07,
      "loss": 0.3402,
      "step": 2539510
    },
    {
      "epoch": 708.77,
      "grad_norm": 1.210687518119812,
      "learning_rate": 1.6469627050479903e-07,
      "loss": 0.347,
      "step": 2539520
    },
    {
      "epoch": 708.77,
      "grad_norm": 1.387979507446289,
      "learning_rate": 1.646863134957841e-07,
      "loss": 0.3468,
      "step": 2539530
    },
    {
      "epoch": 708.77,
      "grad_norm": 1.3494443893432617,
      "learning_rate": 1.6467635677680328e-07,
      "loss": 0.3313,
      "step": 2539540
    },
    {
      "epoch": 708.78,
      "grad_norm": 1.0041719675064087,
      "learning_rate": 1.6466640034785766e-07,
      "loss": 0.3354,
      "step": 2539550
    },
    {
      "epoch": 708.78,
      "grad_norm": 1.2149741649627686,
      "learning_rate": 1.646564442089485e-07,
      "loss": 0.325,
      "step": 2539560
    },
    {
      "epoch": 708.78,
      "grad_norm": 1.3450839519500732,
      "learning_rate": 1.6464648836007744e-07,
      "loss": 0.3699,
      "step": 2539570
    },
    {
      "epoch": 708.79,
      "grad_norm": 1.2848587036132812,
      "learning_rate": 1.6463653280124594e-07,
      "loss": 0.3456,
      "step": 2539580
    },
    {
      "epoch": 708.79,
      "grad_norm": 1.2863266468048096,
      "learning_rate": 1.6462657753245485e-07,
      "loss": 0.3418,
      "step": 2539590
    },
    {
      "epoch": 708.79,
      "grad_norm": 1.4709699153900146,
      "learning_rate": 1.6461662255370544e-07,
      "loss": 0.3318,
      "step": 2539600
    },
    {
      "epoch": 708.79,
      "grad_norm": 1.1912256479263306,
      "learning_rate": 1.6460666786499978e-07,
      "loss": 0.3416,
      "step": 2539610
    },
    {
      "epoch": 708.8,
      "grad_norm": 1.2139018774032593,
      "learning_rate": 1.6459671346633793e-07,
      "loss": 0.3383,
      "step": 2539620
    },
    {
      "epoch": 708.8,
      "grad_norm": 1.1044859886169434,
      "learning_rate": 1.6458675935772268e-07,
      "loss": 0.3439,
      "step": 2539630
    },
    {
      "epoch": 708.8,
      "grad_norm": 1.3015494346618652,
      "learning_rate": 1.6457680553915432e-07,
      "loss": 0.3347,
      "step": 2539640
    },
    {
      "epoch": 708.81,
      "grad_norm": 1.06641685962677,
      "learning_rate": 1.6456685201063443e-07,
      "loss": 0.3375,
      "step": 2539650
    },
    {
      "epoch": 708.81,
      "grad_norm": 1.2029613256454468,
      "learning_rate": 1.645568987721643e-07,
      "loss": 0.3284,
      "step": 2539660
    },
    {
      "epoch": 708.81,
      "grad_norm": 1.2006795406341553,
      "learning_rate": 1.64546945823746e-07,
      "loss": 0.3195,
      "step": 2539670
    },
    {
      "epoch": 708.81,
      "grad_norm": 1.0816142559051514,
      "learning_rate": 1.645369931653798e-07,
      "loss": 0.3471,
      "step": 2539680
    },
    {
      "epoch": 708.82,
      "grad_norm": 1.2255836725234985,
      "learning_rate": 1.6452704079706726e-07,
      "loss": 0.3267,
      "step": 2539690
    },
    {
      "epoch": 708.82,
      "grad_norm": 1.3260794878005981,
      "learning_rate": 1.6451708871881047e-07,
      "loss": 0.3432,
      "step": 2539700
    },
    {
      "epoch": 708.82,
      "grad_norm": 1.4061594009399414,
      "learning_rate": 1.6450713693060913e-07,
      "loss": 0.3369,
      "step": 2539710
    },
    {
      "epoch": 708.83,
      "grad_norm": 1.4413318634033203,
      "learning_rate": 1.6449718543246668e-07,
      "loss": 0.3327,
      "step": 2539720
    },
    {
      "epoch": 708.83,
      "grad_norm": 5.424131870269775,
      "learning_rate": 1.644872342243828e-07,
      "loss": 0.3555,
      "step": 2539730
    },
    {
      "epoch": 708.83,
      "grad_norm": 1.2109559774398804,
      "learning_rate": 1.6447728330635963e-07,
      "loss": 0.3318,
      "step": 2539740
    },
    {
      "epoch": 708.83,
      "grad_norm": 1.2947360277175903,
      "learning_rate": 1.6446733267839845e-07,
      "loss": 0.3192,
      "step": 2539750
    },
    {
      "epoch": 708.84,
      "grad_norm": 1.0143249034881592,
      "learning_rate": 1.644573823404995e-07,
      "loss": 0.3283,
      "step": 2539760
    },
    {
      "epoch": 708.84,
      "grad_norm": 1.1532841920852661,
      "learning_rate": 1.6444743229266592e-07,
      "loss": 0.3306,
      "step": 2539770
    },
    {
      "epoch": 708.84,
      "grad_norm": 1.28288733959198,
      "learning_rate": 1.644374825348977e-07,
      "loss": 0.3366,
      "step": 2539780
    },
    {
      "epoch": 708.84,
      "grad_norm": 1.1441729068756104,
      "learning_rate": 1.6442753306719668e-07,
      "loss": 0.3309,
      "step": 2539790
    },
    {
      "epoch": 708.85,
      "grad_norm": 1.7975355386734009,
      "learning_rate": 1.6441758388956388e-07,
      "loss": 0.3494,
      "step": 2539800
    },
    {
      "epoch": 708.85,
      "grad_norm": 1.3069933652877808,
      "learning_rate": 1.644076350020014e-07,
      "loss": 0.3455,
      "step": 2539810
    },
    {
      "epoch": 708.85,
      "grad_norm": 1.3041788339614868,
      "learning_rate": 1.643976864045095e-07,
      "loss": 0.3273,
      "step": 2539820
    },
    {
      "epoch": 708.86,
      "grad_norm": 1.1220537424087524,
      "learning_rate": 1.6438773809709e-07,
      "loss": 0.3215,
      "step": 2539830
    },
    {
      "epoch": 708.86,
      "grad_norm": 1.3816357851028442,
      "learning_rate": 1.6437779007974442e-07,
      "loss": 0.3534,
      "step": 2539840
    },
    {
      "epoch": 708.86,
      "grad_norm": 1.2812073230743408,
      "learning_rate": 1.6436784235247335e-07,
      "loss": 0.3199,
      "step": 2539850
    },
    {
      "epoch": 708.86,
      "grad_norm": 1.3915021419525146,
      "learning_rate": 1.6435789491527933e-07,
      "loss": 0.3312,
      "step": 2539860
    },
    {
      "epoch": 708.87,
      "grad_norm": 1.3422309160232544,
      "learning_rate": 1.6434794776816264e-07,
      "loss": 0.3359,
      "step": 2539870
    },
    {
      "epoch": 708.87,
      "grad_norm": 1.1808803081512451,
      "learning_rate": 1.6433800091112489e-07,
      "loss": 0.3372,
      "step": 2539880
    },
    {
      "epoch": 708.87,
      "grad_norm": 1.1075023412704468,
      "learning_rate": 1.6432805434416783e-07,
      "loss": 0.3293,
      "step": 2539890
    },
    {
      "epoch": 708.88,
      "grad_norm": 1.297896146774292,
      "learning_rate": 1.64318108067292e-07,
      "loss": 0.3392,
      "step": 2539900
    },
    {
      "epoch": 708.88,
      "grad_norm": 1.2269045114517212,
      "learning_rate": 1.6430816208049926e-07,
      "loss": 0.3449,
      "step": 2539910
    },
    {
      "epoch": 708.88,
      "grad_norm": 1.0466209650039673,
      "learning_rate": 1.6429821638379086e-07,
      "loss": 0.3284,
      "step": 2539920
    },
    {
      "epoch": 708.88,
      "grad_norm": 1.1929444074630737,
      "learning_rate": 1.642882709771684e-07,
      "loss": 0.3486,
      "step": 2539930
    },
    {
      "epoch": 708.89,
      "grad_norm": 1.7506844997406006,
      "learning_rate": 1.642783258606321e-07,
      "loss": 0.3357,
      "step": 2539940
    },
    {
      "epoch": 708.89,
      "grad_norm": 1.358278512954712,
      "learning_rate": 1.6426838103418488e-07,
      "loss": 0.3488,
      "step": 2539950
    },
    {
      "epoch": 708.89,
      "grad_norm": 1.1877487897872925,
      "learning_rate": 1.6425843649782695e-07,
      "loss": 0.3199,
      "step": 2539960
    },
    {
      "epoch": 708.89,
      "grad_norm": 2.6982662677764893,
      "learning_rate": 1.642484922515599e-07,
      "loss": 0.3396,
      "step": 2539970
    },
    {
      "epoch": 708.9,
      "grad_norm": 1.1732244491577148,
      "learning_rate": 1.6423854829538526e-07,
      "loss": 0.3268,
      "step": 2539980
    },
    {
      "epoch": 708.9,
      "grad_norm": 1.2926185131072998,
      "learning_rate": 1.642286046293041e-07,
      "loss": 0.3407,
      "step": 2539990
    },
    {
      "epoch": 708.9,
      "grad_norm": 1.0911065340042114,
      "learning_rate": 1.642186612533177e-07,
      "loss": 0.3343,
      "step": 2540000
    },
    {
      "epoch": 708.91,
      "grad_norm": 2.4765138626098633,
      "learning_rate": 1.6420871816742739e-07,
      "loss": 0.3615,
      "step": 2540010
    },
    {
      "epoch": 708.91,
      "grad_norm": 1.2383530139923096,
      "learning_rate": 1.6419877537163523e-07,
      "loss": 0.3556,
      "step": 2540020
    },
    {
      "epoch": 708.91,
      "grad_norm": 1.1810295581817627,
      "learning_rate": 1.6418883286594123e-07,
      "loss": 0.3376,
      "step": 2540030
    },
    {
      "epoch": 708.91,
      "grad_norm": 1.3526960611343384,
      "learning_rate": 1.6417889065034798e-07,
      "loss": 0.3461,
      "step": 2540040
    },
    {
      "epoch": 708.92,
      "grad_norm": 1.2251708507537842,
      "learning_rate": 1.6416894872485574e-07,
      "loss": 0.3451,
      "step": 2540050
    },
    {
      "epoch": 708.92,
      "grad_norm": 1.1848548650741577,
      "learning_rate": 1.641590070894666e-07,
      "loss": 0.3221,
      "step": 2540060
    },
    {
      "epoch": 708.92,
      "grad_norm": 1.1750504970550537,
      "learning_rate": 1.6414906574418186e-07,
      "loss": 0.3417,
      "step": 2540070
    },
    {
      "epoch": 708.93,
      "grad_norm": 1.3852351903915405,
      "learning_rate": 1.6413912468900176e-07,
      "loss": 0.3474,
      "step": 2540080
    },
    {
      "epoch": 708.93,
      "grad_norm": 1.305370807647705,
      "learning_rate": 1.6412918392392946e-07,
      "loss": 0.328,
      "step": 2540090
    },
    {
      "epoch": 708.93,
      "grad_norm": 1.0844950675964355,
      "learning_rate": 1.641192434489647e-07,
      "loss": 0.3484,
      "step": 2540100
    },
    {
      "epoch": 708.93,
      "grad_norm": 1.5149325132369995,
      "learning_rate": 1.6410930326410952e-07,
      "loss": 0.339,
      "step": 2540110
    },
    {
      "epoch": 708.94,
      "grad_norm": 1.1284236907958984,
      "learning_rate": 1.640993633693655e-07,
      "loss": 0.3384,
      "step": 2540120
    },
    {
      "epoch": 708.94,
      "grad_norm": 1.254165768623352,
      "learning_rate": 1.640894237647329e-07,
      "loss": 0.3318,
      "step": 2540130
    },
    {
      "epoch": 708.94,
      "grad_norm": 1.3906911611557007,
      "learning_rate": 1.6407948445021408e-07,
      "loss": 0.3511,
      "step": 2540140
    },
    {
      "epoch": 708.95,
      "grad_norm": 1.219441533088684,
      "learning_rate": 1.6406954542580982e-07,
      "loss": 0.3306,
      "step": 2540150
    },
    {
      "epoch": 708.95,
      "grad_norm": 1.1253678798675537,
      "learning_rate": 1.6405960669152217e-07,
      "loss": 0.3443,
      "step": 2540160
    },
    {
      "epoch": 708.95,
      "grad_norm": 1.4314957857131958,
      "learning_rate": 1.640496682473509e-07,
      "loss": 0.338,
      "step": 2540170
    },
    {
      "epoch": 708.95,
      "grad_norm": 1.241688847541809,
      "learning_rate": 1.6403973009329936e-07,
      "loss": 0.3434,
      "step": 2540180
    },
    {
      "epoch": 708.96,
      "grad_norm": 1.2228370904922485,
      "learning_rate": 1.6402979222936734e-07,
      "loss": 0.3253,
      "step": 2540190
    },
    {
      "epoch": 708.96,
      "grad_norm": 1.2318668365478516,
      "learning_rate": 1.640198546555566e-07,
      "loss": 0.3306,
      "step": 2540200
    },
    {
      "epoch": 708.96,
      "grad_norm": 1.5068538188934326,
      "learning_rate": 1.6400991737186902e-07,
      "loss": 0.3301,
      "step": 2540210
    },
    {
      "epoch": 708.96,
      "grad_norm": 1.1795856952667236,
      "learning_rate": 1.6399998037830484e-07,
      "loss": 0.3425,
      "step": 2540220
    },
    {
      "epoch": 708.97,
      "grad_norm": 1.1380947828292847,
      "learning_rate": 1.6399004367486611e-07,
      "loss": 0.3407,
      "step": 2540230
    },
    {
      "epoch": 708.97,
      "grad_norm": 1.1805135011672974,
      "learning_rate": 1.6398010726155417e-07,
      "loss": 0.3404,
      "step": 2540240
    },
    {
      "epoch": 708.97,
      "grad_norm": 1.2908939123153687,
      "learning_rate": 1.6397017113837055e-07,
      "loss": 0.3419,
      "step": 2540250
    },
    {
      "epoch": 708.98,
      "grad_norm": 1.3017557859420776,
      "learning_rate": 1.639602353053158e-07,
      "loss": 0.3455,
      "step": 2540260
    },
    {
      "epoch": 708.98,
      "grad_norm": 1.4895217418670654,
      "learning_rate": 1.639502997623915e-07,
      "loss": 0.3319,
      "step": 2540270
    },
    {
      "epoch": 708.98,
      "grad_norm": 1.25180983543396,
      "learning_rate": 1.6394036450959966e-07,
      "loss": 0.3334,
      "step": 2540280
    },
    {
      "epoch": 708.98,
      "grad_norm": 1.114052653312683,
      "learning_rate": 1.6393042954694035e-07,
      "loss": 0.3563,
      "step": 2540290
    },
    {
      "epoch": 708.99,
      "grad_norm": 1.4477007389068604,
      "learning_rate": 1.6392049487441638e-07,
      "loss": 0.3579,
      "step": 2540300
    },
    {
      "epoch": 708.99,
      "grad_norm": 1.1908248662948608,
      "learning_rate": 1.639105604920278e-07,
      "loss": 0.3423,
      "step": 2540310
    },
    {
      "epoch": 708.99,
      "grad_norm": 1.198330283164978,
      "learning_rate": 1.6390062639977636e-07,
      "loss": 0.357,
      "step": 2540320
    },
    {
      "epoch": 709.0,
      "grad_norm": 1.1917405128479004,
      "learning_rate": 1.638906925976637e-07,
      "loss": 0.3283,
      "step": 2540330
    },
    {
      "epoch": 709.0,
      "grad_norm": 1.2349239587783813,
      "learning_rate": 1.6388075908569084e-07,
      "loss": 0.3331,
      "step": 2540340
    },
    {
      "epoch": 709.0,
      "eval_loss": 0.3385816514492035,
      "eval_runtime": 64.6095,
      "eval_samples_per_second": 78.301,
      "eval_steps_per_second": 9.797,
      "step": 2540347
    },
    {
      "epoch": 709.0,
      "grad_norm": 2.20920729637146,
      "learning_rate": 1.6387082586385957e-07,
      "loss": 0.3612,
      "step": 2540350
    },
    {
      "epoch": 709.0,
      "grad_norm": 1.421499490737915,
      "learning_rate": 1.6386089293217042e-07,
      "loss": 0.3365,
      "step": 2540360
    },
    {
      "epoch": 709.01,
      "grad_norm": 1.3062156438827515,
      "learning_rate": 1.6385096029062523e-07,
      "loss": 0.3402,
      "step": 2540370
    },
    {
      "epoch": 709.01,
      "grad_norm": 1.3983662128448486,
      "learning_rate": 1.6384102793922503e-07,
      "loss": 0.3418,
      "step": 2540380
    },
    {
      "epoch": 709.01,
      "grad_norm": 1.4408735036849976,
      "learning_rate": 1.6383109587797165e-07,
      "loss": 0.3384,
      "step": 2540390
    },
    {
      "epoch": 709.01,
      "grad_norm": 1.4098503589630127,
      "learning_rate": 1.638211641068656e-07,
      "loss": 0.3444,
      "step": 2540400
    },
    {
      "epoch": 709.02,
      "grad_norm": 1.146237850189209,
      "learning_rate": 1.6381123262590897e-07,
      "loss": 0.3118,
      "step": 2540410
    },
    {
      "epoch": 709.02,
      "grad_norm": 1.2629913091659546,
      "learning_rate": 1.6380130143510304e-07,
      "loss": 0.3334,
      "step": 2540420
    },
    {
      "epoch": 709.02,
      "grad_norm": 1.8859643936157227,
      "learning_rate": 1.637913705344481e-07,
      "loss": 0.334,
      "step": 2540430
    },
    {
      "epoch": 709.03,
      "grad_norm": 1.2757890224456787,
      "learning_rate": 1.63781439923947e-07,
      "loss": 0.338,
      "step": 2540440
    },
    {
      "epoch": 709.03,
      "grad_norm": 1.3181788921356201,
      "learning_rate": 1.6377150960359998e-07,
      "loss": 0.3333,
      "step": 2540450
    },
    {
      "epoch": 709.03,
      "grad_norm": 1.4586423635482788,
      "learning_rate": 1.6376157957340863e-07,
      "loss": 0.3678,
      "step": 2540460
    },
    {
      "epoch": 709.03,
      "grad_norm": 1.1352583169937134,
      "learning_rate": 1.6375164983337424e-07,
      "loss": 0.3375,
      "step": 2540470
    },
    {
      "epoch": 709.04,
      "grad_norm": 1.230717658996582,
      "learning_rate": 1.6374172038349864e-07,
      "loss": 0.3436,
      "step": 2540480
    },
    {
      "epoch": 709.04,
      "grad_norm": 1.2612149715423584,
      "learning_rate": 1.637317912237826e-07,
      "loss": 0.3495,
      "step": 2540490
    },
    {
      "epoch": 709.04,
      "grad_norm": 1.1249624490737915,
      "learning_rate": 1.6372186235422742e-07,
      "loss": 0.3376,
      "step": 2540500
    },
    {
      "epoch": 709.05,
      "grad_norm": 1.1676329374313354,
      "learning_rate": 1.6371193377483493e-07,
      "loss": 0.3281,
      "step": 2540510
    },
    {
      "epoch": 709.05,
      "grad_norm": 1.2145634889602661,
      "learning_rate": 1.637020054856054e-07,
      "loss": 0.3279,
      "step": 2540520
    },
    {
      "epoch": 709.05,
      "grad_norm": 1.1756478548049927,
      "learning_rate": 1.6369207748654139e-07,
      "loss": 0.3368,
      "step": 2540530
    },
    {
      "epoch": 709.05,
      "grad_norm": 1.1843664646148682,
      "learning_rate": 1.6368214977764346e-07,
      "loss": 0.3495,
      "step": 2540540
    },
    {
      "epoch": 709.06,
      "grad_norm": 1.1523147821426392,
      "learning_rate": 1.6367222235891316e-07,
      "loss": 0.3312,
      "step": 2540550
    },
    {
      "epoch": 709.06,
      "grad_norm": 1.373724341392517,
      "learning_rate": 1.6366229523035232e-07,
      "loss": 0.337,
      "step": 2540560
    },
    {
      "epoch": 709.06,
      "grad_norm": 1.2110199928283691,
      "learning_rate": 1.6365236839196116e-07,
      "loss": 0.3221,
      "step": 2540570
    },
    {
      "epoch": 709.07,
      "grad_norm": 1.2195672988891602,
      "learning_rate": 1.6364244184374182e-07,
      "loss": 0.3272,
      "step": 2540580
    },
    {
      "epoch": 709.07,
      "grad_norm": 1.3140898942947388,
      "learning_rate": 1.6363251558569505e-07,
      "loss": 0.3536,
      "step": 2540590
    },
    {
      "epoch": 709.07,
      "grad_norm": 1.2307041883468628,
      "learning_rate": 1.636225896178232e-07,
      "loss": 0.3324,
      "step": 2540600
    },
    {
      "epoch": 709.07,
      "grad_norm": 4.145029544830322,
      "learning_rate": 1.63612663940126e-07,
      "loss": 0.346,
      "step": 2540610
    },
    {
      "epoch": 709.08,
      "grad_norm": 1.3588407039642334,
      "learning_rate": 1.6360273855260659e-07,
      "loss": 0.3525,
      "step": 2540620
    },
    {
      "epoch": 709.08,
      "grad_norm": 1.3510545492172241,
      "learning_rate": 1.6359281345526468e-07,
      "loss": 0.3401,
      "step": 2540630
    },
    {
      "epoch": 709.08,
      "grad_norm": 1.3107876777648926,
      "learning_rate": 1.6358288864810263e-07,
      "loss": 0.337,
      "step": 2540640
    },
    {
      "epoch": 709.08,
      "grad_norm": 1.6565014123916626,
      "learning_rate": 1.6357296413112147e-07,
      "loss": 0.3367,
      "step": 2540650
    },
    {
      "epoch": 709.09,
      "grad_norm": 1.2591840028762817,
      "learning_rate": 1.63563039904322e-07,
      "loss": 0.33,
      "step": 2540660
    },
    {
      "epoch": 709.09,
      "grad_norm": 1.1911290884017944,
      "learning_rate": 1.6355311596770656e-07,
      "loss": 0.3351,
      "step": 2540670
    },
    {
      "epoch": 709.09,
      "grad_norm": 1.1745707988739014,
      "learning_rate": 1.6354319232127566e-07,
      "loss": 0.3363,
      "step": 2540680
    },
    {
      "epoch": 709.1,
      "grad_norm": 1.1988165378570557,
      "learning_rate": 1.6353326896503086e-07,
      "loss": 0.3378,
      "step": 2540690
    },
    {
      "epoch": 709.1,
      "grad_norm": 1.1667466163635254,
      "learning_rate": 1.63523345898974e-07,
      "loss": 0.3341,
      "step": 2540700
    },
    {
      "epoch": 709.1,
      "grad_norm": 1.1600898504257202,
      "learning_rate": 1.6351342312310532e-07,
      "loss": 0.3281,
      "step": 2540710
    },
    {
      "epoch": 709.1,
      "grad_norm": 1.1648097038269043,
      "learning_rate": 1.6350350063742664e-07,
      "loss": 0.3472,
      "step": 2540720
    },
    {
      "epoch": 709.11,
      "grad_norm": 1.2030349969863892,
      "learning_rate": 1.6349357844193952e-07,
      "loss": 0.3431,
      "step": 2540730
    },
    {
      "epoch": 709.11,
      "grad_norm": 1.1315593719482422,
      "learning_rate": 1.6348365653664556e-07,
      "loss": 0.3376,
      "step": 2540740
    },
    {
      "epoch": 709.11,
      "grad_norm": 1.1870801448822021,
      "learning_rate": 1.6347373492154497e-07,
      "loss": 0.3457,
      "step": 2540750
    },
    {
      "epoch": 709.12,
      "grad_norm": 1.4699954986572266,
      "learning_rate": 1.6346381359664037e-07,
      "loss": 0.3583,
      "step": 2540760
    },
    {
      "epoch": 709.12,
      "grad_norm": 1.134065866470337,
      "learning_rate": 1.6345389256193201e-07,
      "loss": 0.3546,
      "step": 2540770
    },
    {
      "epoch": 709.12,
      "grad_norm": 1.336069941520691,
      "learning_rate": 1.6344397181742175e-07,
      "loss": 0.3235,
      "step": 2540780
    },
    {
      "epoch": 709.12,
      "grad_norm": 1.2873011827468872,
      "learning_rate": 1.6343405136311112e-07,
      "loss": 0.3361,
      "step": 2540790
    },
    {
      "epoch": 709.13,
      "grad_norm": 1.7798913717269897,
      "learning_rate": 1.6342413119900064e-07,
      "loss": 0.3311,
      "step": 2540800
    },
    {
      "epoch": 709.13,
      "grad_norm": 1.2886980772018433,
      "learning_rate": 1.634142113250924e-07,
      "loss": 0.3262,
      "step": 2540810
    },
    {
      "epoch": 709.13,
      "grad_norm": 1.2763930559158325,
      "learning_rate": 1.6340429174138718e-07,
      "loss": 0.3424,
      "step": 2540820
    },
    {
      "epoch": 709.13,
      "grad_norm": 1.2040388584136963,
      "learning_rate": 1.6339437244788732e-07,
      "loss": 0.318,
      "step": 2540830
    },
    {
      "epoch": 709.14,
      "grad_norm": 1.1167365312576294,
      "learning_rate": 1.6338445344459254e-07,
      "loss": 0.3531,
      "step": 2540840
    },
    {
      "epoch": 709.14,
      "grad_norm": 1.2582178115844727,
      "learning_rate": 1.6337453473150548e-07,
      "loss": 0.3272,
      "step": 2540850
    },
    {
      "epoch": 709.14,
      "grad_norm": 1.3504573106765747,
      "learning_rate": 1.6336461630862664e-07,
      "loss": 0.336,
      "step": 2540860
    },
    {
      "epoch": 709.15,
      "grad_norm": 1.1138999462127686,
      "learning_rate": 1.6335469817595785e-07,
      "loss": 0.3275,
      "step": 2540870
    },
    {
      "epoch": 709.15,
      "grad_norm": 1.3073127269744873,
      "learning_rate": 1.6334478033350065e-07,
      "loss": 0.3271,
      "step": 2540880
    },
    {
      "epoch": 709.15,
      "grad_norm": 1.2624640464782715,
      "learning_rate": 1.633348627812556e-07,
      "loss": 0.3251,
      "step": 2540890
    },
    {
      "epoch": 709.15,
      "grad_norm": 1.1876143217086792,
      "learning_rate": 1.633249455192242e-07,
      "loss": 0.3329,
      "step": 2540900
    },
    {
      "epoch": 709.16,
      "grad_norm": 1.3225620985031128,
      "learning_rate": 1.6331502854740806e-07,
      "loss": 0.3229,
      "step": 2540910
    },
    {
      "epoch": 709.16,
      "grad_norm": 1.1670173406600952,
      "learning_rate": 1.633051118658085e-07,
      "loss": 0.3316,
      "step": 2540920
    },
    {
      "epoch": 709.16,
      "grad_norm": 1.149177074432373,
      "learning_rate": 1.6329519547442728e-07,
      "loss": 0.3288,
      "step": 2540930
    },
    {
      "epoch": 709.17,
      "grad_norm": 1.2995632886886597,
      "learning_rate": 1.6328527937326442e-07,
      "loss": 0.341,
      "step": 2540940
    },
    {
      "epoch": 709.17,
      "grad_norm": 1.540825366973877,
      "learning_rate": 1.632753635623223e-07,
      "loss": 0.3495,
      "step": 2540950
    },
    {
      "epoch": 709.17,
      "grad_norm": 1.3503645658493042,
      "learning_rate": 1.6326544804160193e-07,
      "loss": 0.3511,
      "step": 2540960
    },
    {
      "epoch": 709.17,
      "grad_norm": 1.1857401132583618,
      "learning_rate": 1.6325553281110487e-07,
      "loss": 0.3357,
      "step": 2540970
    },
    {
      "epoch": 709.18,
      "grad_norm": 1.164620280265808,
      "learning_rate": 1.6324561787083163e-07,
      "loss": 0.3441,
      "step": 2540980
    },
    {
      "epoch": 709.18,
      "grad_norm": 1.761239767074585,
      "learning_rate": 1.6323570322078483e-07,
      "loss": 0.3441,
      "step": 2540990
    },
    {
      "epoch": 709.18,
      "grad_norm": 1.184327244758606,
      "learning_rate": 1.6322578886096474e-07,
      "loss": 0.3416,
      "step": 2541000
    },
    {
      "epoch": 709.19,
      "grad_norm": 1.2921088933944702,
      "learning_rate": 1.632158747913729e-07,
      "loss": 0.3261,
      "step": 2541010
    },
    {
      "epoch": 709.19,
      "grad_norm": 1.1170107126235962,
      "learning_rate": 1.6320596101201114e-07,
      "loss": 0.3284,
      "step": 2541020
    },
    {
      "epoch": 709.19,
      "grad_norm": 1.1035797595977783,
      "learning_rate": 1.6319604752287996e-07,
      "loss": 0.3393,
      "step": 2541030
    },
    {
      "epoch": 709.19,
      "grad_norm": 1.3672910928726196,
      "learning_rate": 1.6318613432398123e-07,
      "loss": 0.3467,
      "step": 2541040
    },
    {
      "epoch": 709.2,
      "grad_norm": 1.27988862991333,
      "learning_rate": 1.6317622141531596e-07,
      "loss": 0.3359,
      "step": 2541050
    },
    {
      "epoch": 709.2,
      "grad_norm": 1.5365896224975586,
      "learning_rate": 1.6316630879688624e-07,
      "loss": 0.3405,
      "step": 2541060
    },
    {
      "epoch": 709.2,
      "grad_norm": 1.1161346435546875,
      "learning_rate": 1.631563964686923e-07,
      "loss": 0.3437,
      "step": 2541070
    },
    {
      "epoch": 709.2,
      "grad_norm": 1.348525881767273,
      "learning_rate": 1.63146484430736e-07,
      "loss": 0.3411,
      "step": 2541080
    },
    {
      "epoch": 709.21,
      "grad_norm": 1.342536211013794,
      "learning_rate": 1.6313657268301915e-07,
      "loss": 0.3345,
      "step": 2541090
    },
    {
      "epoch": 709.21,
      "grad_norm": 1.2489665746688843,
      "learning_rate": 1.6312666122554146e-07,
      "loss": 0.3529,
      "step": 2541100
    },
    {
      "epoch": 709.21,
      "grad_norm": 1.5794013738632202,
      "learning_rate": 1.6311675005830637e-07,
      "loss": 0.3479,
      "step": 2541110
    },
    {
      "epoch": 709.22,
      "grad_norm": 1.2525441646575928,
      "learning_rate": 1.6310683918131384e-07,
      "loss": 0.3249,
      "step": 2541120
    },
    {
      "epoch": 709.22,
      "grad_norm": 1.5970180034637451,
      "learning_rate": 1.630969285945652e-07,
      "loss": 0.3304,
      "step": 2541130
    },
    {
      "epoch": 709.22,
      "grad_norm": 1.252143144607544,
      "learning_rate": 1.6308701829806223e-07,
      "loss": 0.3297,
      "step": 2541140
    },
    {
      "epoch": 709.22,
      "grad_norm": 1.2779666185379028,
      "learning_rate": 1.6307710829180652e-07,
      "loss": 0.3345,
      "step": 2541150
    },
    {
      "epoch": 709.23,
      "grad_norm": 1.2429792881011963,
      "learning_rate": 1.6306719857579856e-07,
      "loss": 0.3463,
      "step": 2541160
    },
    {
      "epoch": 709.23,
      "grad_norm": 1.1354223489761353,
      "learning_rate": 1.6305728915003997e-07,
      "loss": 0.3517,
      "step": 2541170
    },
    {
      "epoch": 709.23,
      "grad_norm": 1.0747724771499634,
      "learning_rate": 1.6304738001453278e-07,
      "loss": 0.331,
      "step": 2541180
    },
    {
      "epoch": 709.24,
      "grad_norm": 1.2714965343475342,
      "learning_rate": 1.6303747116927675e-07,
      "loss": 0.348,
      "step": 2541190
    },
    {
      "epoch": 709.24,
      "grad_norm": 1.2221113443374634,
      "learning_rate": 1.6302756261427499e-07,
      "loss": 0.344,
      "step": 2541200
    },
    {
      "epoch": 709.24,
      "grad_norm": 1.1077710390090942,
      "learning_rate": 1.630176543495275e-07,
      "loss": 0.3197,
      "step": 2541210
    },
    {
      "epoch": 709.24,
      "grad_norm": 1.2121061086654663,
      "learning_rate": 1.6300774637503615e-07,
      "loss": 0.3439,
      "step": 2541220
    },
    {
      "epoch": 709.25,
      "grad_norm": 1.0727956295013428,
      "learning_rate": 1.629978386908027e-07,
      "loss": 0.3357,
      "step": 2541230
    },
    {
      "epoch": 709.25,
      "grad_norm": 1.2117336988449097,
      "learning_rate": 1.6298793129682718e-07,
      "loss": 0.3449,
      "step": 2541240
    },
    {
      "epoch": 709.25,
      "grad_norm": 1.4396828413009644,
      "learning_rate": 1.6297802419311216e-07,
      "loss": 0.3232,
      "step": 2541250
    },
    {
      "epoch": 709.25,
      "grad_norm": 1.154764175415039,
      "learning_rate": 1.6296811737965847e-07,
      "loss": 0.3322,
      "step": 2541260
    },
    {
      "epoch": 709.26,
      "grad_norm": 1.2675576210021973,
      "learning_rate": 1.629582108564671e-07,
      "loss": 0.3201,
      "step": 2541270
    },
    {
      "epoch": 709.26,
      "grad_norm": 1.3284564018249512,
      "learning_rate": 1.6294830462353992e-07,
      "loss": 0.336,
      "step": 2541280
    },
    {
      "epoch": 709.26,
      "grad_norm": 1.1395366191864014,
      "learning_rate": 1.6293839868087845e-07,
      "loss": 0.3421,
      "step": 2541290
    },
    {
      "epoch": 709.27,
      "grad_norm": 1.1850565671920776,
      "learning_rate": 1.62928493028483e-07,
      "loss": 0.3392,
      "step": 2541300
    },
    {
      "epoch": 709.27,
      "grad_norm": 1.1236635446548462,
      "learning_rate": 1.629185876663556e-07,
      "loss": 0.3403,
      "step": 2541310
    },
    {
      "epoch": 709.27,
      "grad_norm": 1.1350996494293213,
      "learning_rate": 1.629086825944978e-07,
      "loss": 0.3476,
      "step": 2541320
    },
    {
      "epoch": 709.27,
      "grad_norm": 1.1866726875305176,
      "learning_rate": 1.6289877781290993e-07,
      "loss": 0.3458,
      "step": 2541330
    },
    {
      "epoch": 709.28,
      "grad_norm": 1.2151119709014893,
      "learning_rate": 1.628888733215948e-07,
      "loss": 0.3282,
      "step": 2541340
    },
    {
      "epoch": 709.28,
      "grad_norm": 1.3728125095367432,
      "learning_rate": 1.6287896912055217e-07,
      "loss": 0.3309,
      "step": 2541350
    },
    {
      "epoch": 709.28,
      "grad_norm": 1.4010950326919556,
      "learning_rate": 1.6286906520978438e-07,
      "loss": 0.3412,
      "step": 2541360
    },
    {
      "epoch": 709.29,
      "grad_norm": 4.654542446136475,
      "learning_rate": 1.6285916158929272e-07,
      "loss": 0.3402,
      "step": 2541370
    },
    {
      "epoch": 709.29,
      "grad_norm": 1.556203842163086,
      "learning_rate": 1.6284925825907772e-07,
      "loss": 0.3328,
      "step": 2541380
    },
    {
      "epoch": 709.29,
      "grad_norm": 1.3550435304641724,
      "learning_rate": 1.6283935521914146e-07,
      "loss": 0.3355,
      "step": 2541390
    },
    {
      "epoch": 709.29,
      "grad_norm": 1.292588233947754,
      "learning_rate": 1.6282945246948472e-07,
      "loss": 0.3441,
      "step": 2541400
    },
    {
      "epoch": 709.3,
      "grad_norm": 1.0752302408218384,
      "learning_rate": 1.6281955001010956e-07,
      "loss": 0.3287,
      "step": 2541410
    },
    {
      "epoch": 709.3,
      "grad_norm": 1.3720260858535767,
      "learning_rate": 1.628096478410163e-07,
      "loss": 0.3308,
      "step": 2541420
    },
    {
      "epoch": 709.3,
      "grad_norm": 1.0823760032653809,
      "learning_rate": 1.627997459622072e-07,
      "loss": 0.3374,
      "step": 2541430
    },
    {
      "epoch": 709.31,
      "grad_norm": 1.1503307819366455,
      "learning_rate": 1.627898443736831e-07,
      "loss": 0.3501,
      "step": 2541440
    },
    {
      "epoch": 709.31,
      "grad_norm": 1.2026504278182983,
      "learning_rate": 1.6277994307544502e-07,
      "loss": 0.3461,
      "step": 2541450
    },
    {
      "epoch": 709.31,
      "grad_norm": 1.1254059076309204,
      "learning_rate": 1.6277004206749533e-07,
      "loss": 0.3411,
      "step": 2541460
    },
    {
      "epoch": 709.31,
      "grad_norm": 1.3885455131530762,
      "learning_rate": 1.6276014134983423e-07,
      "loss": 0.3483,
      "step": 2541470
    },
    {
      "epoch": 709.32,
      "grad_norm": 1.2302830219268799,
      "learning_rate": 1.627502409224636e-07,
      "loss": 0.3369,
      "step": 2541480
    },
    {
      "epoch": 709.32,
      "grad_norm": 1.218056321144104,
      "learning_rate": 1.6274034078538446e-07,
      "loss": 0.3357,
      "step": 2541490
    },
    {
      "epoch": 709.32,
      "grad_norm": 1.2482924461364746,
      "learning_rate": 1.6273044093859838e-07,
      "loss": 0.3365,
      "step": 2541500
    },
    {
      "epoch": 709.32,
      "grad_norm": 1.4900529384613037,
      "learning_rate": 1.6272054138210688e-07,
      "loss": 0.3433,
      "step": 2541510
    },
    {
      "epoch": 709.33,
      "grad_norm": 1.4214301109313965,
      "learning_rate": 1.6271064211591053e-07,
      "loss": 0.3444,
      "step": 2541520
    },
    {
      "epoch": 709.33,
      "grad_norm": 1.584640622138977,
      "learning_rate": 1.627007431400114e-07,
      "loss": 0.3284,
      "step": 2541530
    },
    {
      "epoch": 709.33,
      "grad_norm": 1.2164180278778076,
      "learning_rate": 1.6269084445441025e-07,
      "loss": 0.3427,
      "step": 2541540
    },
    {
      "epoch": 709.34,
      "grad_norm": 1.1050413846969604,
      "learning_rate": 1.626809460591092e-07,
      "loss": 0.3274,
      "step": 2541550
    },
    {
      "epoch": 709.34,
      "grad_norm": 1.3447554111480713,
      "learning_rate": 1.626710479541082e-07,
      "loss": 0.3203,
      "step": 2541560
    },
    {
      "epoch": 709.34,
      "grad_norm": 1.3377020359039307,
      "learning_rate": 1.6266115013941042e-07,
      "loss": 0.3514,
      "step": 2541570
    },
    {
      "epoch": 709.34,
      "grad_norm": 1.3269097805023193,
      "learning_rate": 1.6265125261501554e-07,
      "loss": 0.3436,
      "step": 2541580
    },
    {
      "epoch": 709.35,
      "grad_norm": 1.2304048538208008,
      "learning_rate": 1.6264135538092546e-07,
      "loss": 0.3325,
      "step": 2541590
    },
    {
      "epoch": 709.35,
      "grad_norm": 1.4703874588012695,
      "learning_rate": 1.6263145843714194e-07,
      "loss": 0.3484,
      "step": 2541600
    },
    {
      "epoch": 709.35,
      "grad_norm": 1.135867953300476,
      "learning_rate": 1.6262156178366552e-07,
      "loss": 0.3437,
      "step": 2541610
    },
    {
      "epoch": 709.36,
      "grad_norm": 1.696660041809082,
      "learning_rate": 1.6261166542049802e-07,
      "loss": 0.3413,
      "step": 2541620
    },
    {
      "epoch": 709.36,
      "grad_norm": 1.238959550857544,
      "learning_rate": 1.626017693476405e-07,
      "loss": 0.3451,
      "step": 2541630
    },
    {
      "epoch": 709.36,
      "grad_norm": 1.1991617679595947,
      "learning_rate": 1.6259187356509477e-07,
      "loss": 0.3539,
      "step": 2541640
    },
    {
      "epoch": 709.36,
      "grad_norm": 1.3419370651245117,
      "learning_rate": 1.6258197807286158e-07,
      "loss": 0.3476,
      "step": 2541650
    },
    {
      "epoch": 709.37,
      "grad_norm": 1.5562528371810913,
      "learning_rate": 1.6257208287094227e-07,
      "loss": 0.3297,
      "step": 2541660
    },
    {
      "epoch": 709.37,
      "grad_norm": 1.0965728759765625,
      "learning_rate": 1.6256218795933865e-07,
      "loss": 0.3194,
      "step": 2541670
    },
    {
      "epoch": 709.37,
      "grad_norm": 1.869823932647705,
      "learning_rate": 1.6255229333805097e-07,
      "loss": 0.348,
      "step": 2541680
    },
    {
      "epoch": 709.37,
      "grad_norm": 1.278146505355835,
      "learning_rate": 1.6254239900708238e-07,
      "loss": 0.3276,
      "step": 2541690
    },
    {
      "epoch": 709.38,
      "grad_norm": 1.9370969533920288,
      "learning_rate": 1.6253250496643232e-07,
      "loss": 0.3461,
      "step": 2541700
    },
    {
      "epoch": 709.38,
      "grad_norm": 1.2556736469268799,
      "learning_rate": 1.6252261121610317e-07,
      "loss": 0.3408,
      "step": 2541710
    },
    {
      "epoch": 709.38,
      "grad_norm": 1.1923202276229858,
      "learning_rate": 1.6251271775609594e-07,
      "loss": 0.3277,
      "step": 2541720
    },
    {
      "epoch": 709.39,
      "grad_norm": 1.2556062936782837,
      "learning_rate": 1.6250282458641246e-07,
      "loss": 0.3459,
      "step": 2541730
    },
    {
      "epoch": 709.39,
      "grad_norm": 1.2872776985168457,
      "learning_rate": 1.62492931707053e-07,
      "loss": 0.3375,
      "step": 2541740
    },
    {
      "epoch": 709.39,
      "grad_norm": 1.1329513788223267,
      "learning_rate": 1.6248303911801937e-07,
      "loss": 0.338,
      "step": 2541750
    },
    {
      "epoch": 709.39,
      "grad_norm": 1.1549441814422607,
      "learning_rate": 1.624731468193137e-07,
      "loss": 0.3346,
      "step": 2541760
    },
    {
      "epoch": 709.4,
      "grad_norm": 1.416595697402954,
      "learning_rate": 1.6246325481093538e-07,
      "loss": 0.3455,
      "step": 2541770
    },
    {
      "epoch": 709.4,
      "grad_norm": 1.079838514328003,
      "learning_rate": 1.6245336309288812e-07,
      "loss": 0.3482,
      "step": 2541780
    },
    {
      "epoch": 709.4,
      "grad_norm": 1.2592732906341553,
      "learning_rate": 1.6244347166517136e-07,
      "loss": 0.3414,
      "step": 2541790
    },
    {
      "epoch": 709.41,
      "grad_norm": 1.2184724807739258,
      "learning_rate": 1.6243358052778723e-07,
      "loss": 0.3393,
      "step": 2541800
    },
    {
      "epoch": 709.41,
      "grad_norm": 1.2651951313018799,
      "learning_rate": 1.6242368968073723e-07,
      "loss": 0.324,
      "step": 2541810
    },
    {
      "epoch": 709.41,
      "grad_norm": 1.1605706214904785,
      "learning_rate": 1.6241379912402143e-07,
      "loss": 0.331,
      "step": 2541820
    },
    {
      "epoch": 709.41,
      "grad_norm": 1.3076437711715698,
      "learning_rate": 1.6240390885764316e-07,
      "loss": 0.3526,
      "step": 2541830
    },
    {
      "epoch": 709.42,
      "grad_norm": 1.6891303062438965,
      "learning_rate": 1.6239401888160217e-07,
      "loss": 0.3298,
      "step": 2541840
    },
    {
      "epoch": 709.42,
      "grad_norm": 1.1740069389343262,
      "learning_rate": 1.6238412919590003e-07,
      "loss": 0.3492,
      "step": 2541850
    },
    {
      "epoch": 709.42,
      "grad_norm": 1.5085748434066772,
      "learning_rate": 1.6237423980053856e-07,
      "loss": 0.3422,
      "step": 2541860
    },
    {
      "epoch": 709.43,
      "grad_norm": 1.3007863759994507,
      "learning_rate": 1.6236435069551904e-07,
      "loss": 0.3397,
      "step": 2541870
    },
    {
      "epoch": 709.43,
      "grad_norm": 1.1752073764801025,
      "learning_rate": 1.623544618808423e-07,
      "loss": 0.3405,
      "step": 2541880
    },
    {
      "epoch": 709.43,
      "grad_norm": 1.32652747631073,
      "learning_rate": 1.623445733565096e-07,
      "loss": 0.3414,
      "step": 2541890
    },
    {
      "epoch": 709.43,
      "grad_norm": 1.8457938432693481,
      "learning_rate": 1.623346851225233e-07,
      "loss": 0.3361,
      "step": 2541900
    },
    {
      "epoch": 709.44,
      "grad_norm": 1.3476197719573975,
      "learning_rate": 1.6232479717888285e-07,
      "loss": 0.3433,
      "step": 2541910
    },
    {
      "epoch": 709.44,
      "grad_norm": 1.2530354261398315,
      "learning_rate": 1.6231490952559167e-07,
      "loss": 0.338,
      "step": 2541920
    },
    {
      "epoch": 709.44,
      "grad_norm": 1.3083856105804443,
      "learning_rate": 1.6230502216264975e-07,
      "loss": 0.3408,
      "step": 2541930
    },
    {
      "epoch": 709.44,
      "grad_norm": 1.274845004081726,
      "learning_rate": 1.6229513509005863e-07,
      "loss": 0.3231,
      "step": 2541940
    },
    {
      "epoch": 709.45,
      "grad_norm": 1.177687406539917,
      "learning_rate": 1.622852483078199e-07,
      "loss": 0.3336,
      "step": 2541950
    },
    {
      "epoch": 709.45,
      "grad_norm": 1.177777647972107,
      "learning_rate": 1.6227536181593511e-07,
      "loss": 0.3238,
      "step": 2541960
    },
    {
      "epoch": 709.45,
      "grad_norm": 1.2275714874267578,
      "learning_rate": 1.6226547561440451e-07,
      "loss": 0.3508,
      "step": 2541970
    },
    {
      "epoch": 709.46,
      "grad_norm": 1.2598110437393188,
      "learning_rate": 1.6225558970323046e-07,
      "loss": 0.3414,
      "step": 2541980
    },
    {
      "epoch": 709.46,
      "grad_norm": 1.2724487781524658,
      "learning_rate": 1.6224570408241397e-07,
      "loss": 0.3395,
      "step": 2541990
    },
    {
      "epoch": 709.46,
      "grad_norm": 1.1998893022537231,
      "learning_rate": 1.6223581875195562e-07,
      "loss": 0.3422,
      "step": 2542000
    },
    {
      "epoch": 709.46,
      "grad_norm": 1.397310495376587,
      "learning_rate": 1.6222593371185846e-07,
      "loss": 0.3412,
      "step": 2542010
    },
    {
      "epoch": 709.47,
      "grad_norm": 1.160434365272522,
      "learning_rate": 1.6221604896212203e-07,
      "loss": 0.3445,
      "step": 2542020
    },
    {
      "epoch": 709.47,
      "grad_norm": 1.2462260723114014,
      "learning_rate": 1.6220616450274836e-07,
      "loss": 0.3409,
      "step": 2542030
    },
    {
      "epoch": 709.47,
      "grad_norm": 1.1366289854049683,
      "learning_rate": 1.6219628033373933e-07,
      "loss": 0.3357,
      "step": 2542040
    },
    {
      "epoch": 709.48,
      "grad_norm": 1.161800742149353,
      "learning_rate": 1.621863964550954e-07,
      "loss": 0.3322,
      "step": 2542050
    },
    {
      "epoch": 709.48,
      "grad_norm": 1.4271310567855835,
      "learning_rate": 1.621765128668179e-07,
      "loss": 0.3322,
      "step": 2542060
    },
    {
      "epoch": 709.48,
      "grad_norm": 1.2661937475204468,
      "learning_rate": 1.6216662956890868e-07,
      "loss": 0.3464,
      "step": 2542070
    },
    {
      "epoch": 709.48,
      "grad_norm": 1.260251522064209,
      "learning_rate": 1.6215674656136846e-07,
      "loss": 0.336,
      "step": 2542080
    },
    {
      "epoch": 709.49,
      "grad_norm": 1.3002716302871704,
      "learning_rate": 1.621468638441991e-07,
      "loss": 0.343,
      "step": 2542090
    },
    {
      "epoch": 709.49,
      "grad_norm": 1.3702199459075928,
      "learning_rate": 1.6213698141740217e-07,
      "loss": 0.3506,
      "step": 2542100
    },
    {
      "epoch": 709.49,
      "grad_norm": 1.0047212839126587,
      "learning_rate": 1.6212709928097813e-07,
      "loss": 0.3261,
      "step": 2542110
    },
    {
      "epoch": 709.49,
      "grad_norm": 1.4647258520126343,
      "learning_rate": 1.6211721743492864e-07,
      "loss": 0.3411,
      "step": 2542120
    },
    {
      "epoch": 709.5,
      "grad_norm": 1.4181824922561646,
      "learning_rate": 1.6210733587925544e-07,
      "loss": 0.3233,
      "step": 2542130
    },
    {
      "epoch": 709.5,
      "grad_norm": 1.2866486310958862,
      "learning_rate": 1.6209745461395881e-07,
      "loss": 0.3267,
      "step": 2542140
    },
    {
      "epoch": 709.5,
      "grad_norm": 1.2461459636688232,
      "learning_rate": 1.6208757363904136e-07,
      "loss": 0.3458,
      "step": 2542150
    },
    {
      "epoch": 709.51,
      "grad_norm": 1.2114535570144653,
      "learning_rate": 1.6207769295450337e-07,
      "loss": 0.342,
      "step": 2542160
    },
    {
      "epoch": 709.51,
      "grad_norm": 1.1647228002548218,
      "learning_rate": 1.6206781256034662e-07,
      "loss": 0.3283,
      "step": 2542170
    },
    {
      "epoch": 709.51,
      "grad_norm": 1.1948003768920898,
      "learning_rate": 1.620579324565727e-07,
      "loss": 0.3558,
      "step": 2542180
    },
    {
      "epoch": 709.51,
      "grad_norm": 1.3631207942962646,
      "learning_rate": 1.620480526431824e-07,
      "loss": 0.322,
      "step": 2542190
    },
    {
      "epoch": 709.52,
      "grad_norm": 1.295952320098877,
      "learning_rate": 1.6203817312017699e-07,
      "loss": 0.3364,
      "step": 2542200
    },
    {
      "epoch": 709.52,
      "grad_norm": 1.4864084720611572,
      "learning_rate": 1.6202829388755803e-07,
      "loss": 0.3379,
      "step": 2542210
    },
    {
      "epoch": 709.52,
      "grad_norm": 1.3110319375991821,
      "learning_rate": 1.6201841494532737e-07,
      "loss": 0.3327,
      "step": 2542220
    },
    {
      "epoch": 709.53,
      "grad_norm": 1.4347574710845947,
      "learning_rate": 1.62008536293485e-07,
      "loss": 0.3474,
      "step": 2542230
    },
    {
      "epoch": 709.53,
      "grad_norm": 1.0117470026016235,
      "learning_rate": 1.619986579320335e-07,
      "loss": 0.3237,
      "step": 2542240
    },
    {
      "epoch": 709.53,
      "grad_norm": 1.1680924892425537,
      "learning_rate": 1.6198877986097368e-07,
      "loss": 0.3449,
      "step": 2542250
    },
    {
      "epoch": 709.53,
      "grad_norm": 1.1996303796768188,
      "learning_rate": 1.6197890208030657e-07,
      "loss": 0.3294,
      "step": 2542260
    },
    {
      "epoch": 709.54,
      "grad_norm": 1.173272967338562,
      "learning_rate": 1.6196902459003425e-07,
      "loss": 0.3208,
      "step": 2542270
    },
    {
      "epoch": 709.54,
      "grad_norm": 1.2125109434127808,
      "learning_rate": 1.6195914739015725e-07,
      "loss": 0.3458,
      "step": 2542280
    },
    {
      "epoch": 709.54,
      "grad_norm": 1.1599323749542236,
      "learning_rate": 1.6194927048067737e-07,
      "loss": 0.3323,
      "step": 2542290
    },
    {
      "epoch": 709.55,
      "grad_norm": 1.2045278549194336,
      "learning_rate": 1.619393938615954e-07,
      "loss": 0.3339,
      "step": 2542300
    },
    {
      "epoch": 709.55,
      "grad_norm": 1.2169246673583984,
      "learning_rate": 1.619295175329137e-07,
      "loss": 0.341,
      "step": 2542310
    },
    {
      "epoch": 709.55,
      "grad_norm": 1.1827350854873657,
      "learning_rate": 1.6191964149463252e-07,
      "loss": 0.3348,
      "step": 2542320
    },
    {
      "epoch": 709.55,
      "grad_norm": 1.1189355850219727,
      "learning_rate": 1.6190976574675342e-07,
      "loss": 0.3434,
      "step": 2542330
    },
    {
      "epoch": 709.56,
      "grad_norm": 1.1528398990631104,
      "learning_rate": 1.618998902892782e-07,
      "loss": 0.3475,
      "step": 2542340
    },
    {
      "epoch": 709.56,
      "grad_norm": 1.3341612815856934,
      "learning_rate": 1.6189001512220716e-07,
      "loss": 0.3399,
      "step": 2542350
    },
    {
      "epoch": 709.56,
      "grad_norm": 1.3444546461105347,
      "learning_rate": 1.6188014024554286e-07,
      "loss": 0.3319,
      "step": 2542360
    },
    {
      "epoch": 709.56,
      "grad_norm": 1.3690015077590942,
      "learning_rate": 1.618702656592856e-07,
      "loss": 0.3211,
      "step": 2542370
    },
    {
      "epoch": 709.57,
      "grad_norm": 1.4152888059616089,
      "learning_rate": 1.6186039136343768e-07,
      "loss": 0.3266,
      "step": 2542380
    },
    {
      "epoch": 709.57,
      "grad_norm": 1.340268850326538,
      "learning_rate": 1.618505173579994e-07,
      "loss": 0.3331,
      "step": 2542390
    },
    {
      "epoch": 709.57,
      "grad_norm": 1.3409544229507446,
      "learning_rate": 1.6184064364297257e-07,
      "loss": 0.3315,
      "step": 2542400
    },
    {
      "epoch": 709.58,
      "grad_norm": 1.2327096462249756,
      "learning_rate": 1.61830770218359e-07,
      "loss": 0.3273,
      "step": 2542410
    },
    {
      "epoch": 709.58,
      "grad_norm": 1.206385612487793,
      "learning_rate": 1.6182089708415897e-07,
      "loss": 0.3423,
      "step": 2542420
    },
    {
      "epoch": 709.58,
      "grad_norm": 4.858431816101074,
      "learning_rate": 1.6181102424037453e-07,
      "loss": 0.3408,
      "step": 2542430
    },
    {
      "epoch": 709.58,
      "grad_norm": 1.4796627759933472,
      "learning_rate": 1.6180115168700648e-07,
      "loss": 0.3418,
      "step": 2542440
    },
    {
      "epoch": 709.59,
      "grad_norm": 1.1980054378509521,
      "learning_rate": 1.617912794240569e-07,
      "loss": 0.325,
      "step": 2542450
    },
    {
      "epoch": 709.59,
      "grad_norm": 1.2281088829040527,
      "learning_rate": 1.6178140745152632e-07,
      "loss": 0.3185,
      "step": 2542460
    },
    {
      "epoch": 709.59,
      "grad_norm": 1.147077202796936,
      "learning_rate": 1.6177153576941628e-07,
      "loss": 0.3319,
      "step": 2542470
    },
    {
      "epoch": 709.6,
      "grad_norm": 1.2794939279556274,
      "learning_rate": 1.6176166437772835e-07,
      "loss": 0.3577,
      "step": 2542480
    },
    {
      "epoch": 709.6,
      "grad_norm": 1.1607509851455688,
      "learning_rate": 1.6175179327646308e-07,
      "loss": 0.341,
      "step": 2542490
    },
    {
      "epoch": 709.6,
      "grad_norm": 1.4201550483703613,
      "learning_rate": 1.6174192246562328e-07,
      "loss": 0.3563,
      "step": 2542500
    },
    {
      "epoch": 709.6,
      "grad_norm": 1.0753766298294067,
      "learning_rate": 1.6173205194520873e-07,
      "loss": 0.3244,
      "step": 2542510
    },
    {
      "epoch": 709.61,
      "grad_norm": 1.2414644956588745,
      "learning_rate": 1.6172218171522148e-07,
      "loss": 0.3481,
      "step": 2542520
    },
    {
      "epoch": 709.61,
      "grad_norm": 1.0766050815582275,
      "learning_rate": 1.6171231177566262e-07,
      "loss": 0.3287,
      "step": 2542530
    },
    {
      "epoch": 709.61,
      "grad_norm": 1.2683935165405273,
      "learning_rate": 1.617024421265342e-07,
      "loss": 0.3333,
      "step": 2542540
    },
    {
      "epoch": 709.61,
      "grad_norm": 1.3759657144546509,
      "learning_rate": 1.616925727678362e-07,
      "loss": 0.3406,
      "step": 2542550
    },
    {
      "epoch": 709.62,
      "grad_norm": 1.2247415781021118,
      "learning_rate": 1.6168270369957096e-07,
      "loss": 0.3326,
      "step": 2542560
    },
    {
      "epoch": 709.62,
      "grad_norm": 1.0576311349868774,
      "learning_rate": 1.616728349217396e-07,
      "loss": 0.3318,
      "step": 2542570
    },
    {
      "epoch": 709.62,
      "grad_norm": 1.3853150606155396,
      "learning_rate": 1.6166296643434253e-07,
      "loss": 0.3233,
      "step": 2542580
    },
    {
      "epoch": 709.63,
      "grad_norm": 1.1236861944198608,
      "learning_rate": 1.616530982373827e-07,
      "loss": 0.3418,
      "step": 2542590
    },
    {
      "epoch": 709.63,
      "grad_norm": 1.4070075750350952,
      "learning_rate": 1.616432303308603e-07,
      "loss": 0.3396,
      "step": 2542600
    },
    {
      "epoch": 709.63,
      "grad_norm": 1.0892083644866943,
      "learning_rate": 1.6163336271477669e-07,
      "loss": 0.3349,
      "step": 2542610
    },
    {
      "epoch": 709.63,
      "grad_norm": 1.2051446437835693,
      "learning_rate": 1.6162349538913394e-07,
      "loss": 0.3328,
      "step": 2542620
    },
    {
      "epoch": 709.64,
      "grad_norm": 1.4009801149368286,
      "learning_rate": 1.6161362835393227e-07,
      "loss": 0.3364,
      "step": 2542630
    },
    {
      "epoch": 709.64,
      "grad_norm": 1.4504238367080688,
      "learning_rate": 1.6160376160917382e-07,
      "loss": 0.3246,
      "step": 2542640
    },
    {
      "epoch": 709.64,
      "grad_norm": 1.5313421487808228,
      "learning_rate": 1.6159389515485933e-07,
      "loss": 0.3389,
      "step": 2542650
    },
    {
      "epoch": 709.65,
      "grad_norm": 1.1715806722640991,
      "learning_rate": 1.615840289909906e-07,
      "loss": 0.337,
      "step": 2542660
    },
    {
      "epoch": 709.65,
      "grad_norm": 1.1561833620071411,
      "learning_rate": 1.6157416311756875e-07,
      "loss": 0.3364,
      "step": 2542670
    },
    {
      "epoch": 709.65,
      "grad_norm": 1.4288511276245117,
      "learning_rate": 1.6156429753459528e-07,
      "loss": 0.3239,
      "step": 2542680
    },
    {
      "epoch": 709.65,
      "grad_norm": 1.2584538459777832,
      "learning_rate": 1.6155443224207124e-07,
      "loss": 0.3219,
      "step": 2542690
    },
    {
      "epoch": 709.66,
      "grad_norm": 1.2214316129684448,
      "learning_rate": 1.6154456723999794e-07,
      "loss": 0.3422,
      "step": 2542700
    },
    {
      "epoch": 709.66,
      "grad_norm": 1.2597060203552246,
      "learning_rate": 1.6153470252837693e-07,
      "loss": 0.3266,
      "step": 2542710
    },
    {
      "epoch": 709.66,
      "grad_norm": 1.2314648628234863,
      "learning_rate": 1.6152483810720876e-07,
      "loss": 0.3546,
      "step": 2542720
    },
    {
      "epoch": 709.67,
      "grad_norm": 1.306492567062378,
      "learning_rate": 1.6151497397649625e-07,
      "loss": 0.3311,
      "step": 2542730
    },
    {
      "epoch": 709.67,
      "grad_norm": 1.2351125478744507,
      "learning_rate": 1.6150511013623915e-07,
      "loss": 0.3496,
      "step": 2542740
    },
    {
      "epoch": 709.67,
      "grad_norm": 1.268852710723877,
      "learning_rate": 1.6149524658643958e-07,
      "loss": 0.3283,
      "step": 2542750
    },
    {
      "epoch": 709.67,
      "grad_norm": 1.3054096698760986,
      "learning_rate": 1.6148538332709933e-07,
      "loss": 0.3254,
      "step": 2542760
    },
    {
      "epoch": 709.68,
      "grad_norm": 1.0845896005630493,
      "learning_rate": 1.6147552035821837e-07,
      "loss": 0.3299,
      "step": 2542770
    },
    {
      "epoch": 709.68,
      "grad_norm": 1.4235737323760986,
      "learning_rate": 1.6146565767979884e-07,
      "loss": 0.3402,
      "step": 2542780
    },
    {
      "epoch": 709.68,
      "grad_norm": 1.032791256904602,
      "learning_rate": 1.61455795291842e-07,
      "loss": 0.331,
      "step": 2542790
    },
    {
      "epoch": 709.68,
      "grad_norm": 1.4939637184143066,
      "learning_rate": 1.6144593319434946e-07,
      "loss": 0.3414,
      "step": 2542800
    },
    {
      "epoch": 709.69,
      "grad_norm": 1.146071195602417,
      "learning_rate": 1.6143607138732144e-07,
      "loss": 0.3368,
      "step": 2542810
    },
    {
      "epoch": 709.69,
      "grad_norm": 1.2040971517562866,
      "learning_rate": 1.614262098707608e-07,
      "loss": 0.3347,
      "step": 2542820
    },
    {
      "epoch": 709.69,
      "grad_norm": 1.2201080322265625,
      "learning_rate": 1.6141634864466755e-07,
      "loss": 0.3571,
      "step": 2542830
    },
    {
      "epoch": 709.7,
      "grad_norm": 1.3336623907089233,
      "learning_rate": 1.6140648770904377e-07,
      "loss": 0.3375,
      "step": 2542840
    },
    {
      "epoch": 709.7,
      "grad_norm": 1.233690857887268,
      "learning_rate": 1.613966270638905e-07,
      "loss": 0.3401,
      "step": 2542850
    },
    {
      "epoch": 709.7,
      "grad_norm": 1.1038286685943604,
      "learning_rate": 1.6138676670920903e-07,
      "loss": 0.3298,
      "step": 2542860
    },
    {
      "epoch": 709.7,
      "grad_norm": 0.9948071837425232,
      "learning_rate": 1.6137690664500043e-07,
      "loss": 0.3296,
      "step": 2542870
    },
    {
      "epoch": 709.71,
      "grad_norm": 1.187465786933899,
      "learning_rate": 1.613670468712665e-07,
      "loss": 0.3333,
      "step": 2542880
    },
    {
      "epoch": 709.71,
      "grad_norm": 1.1278098821640015,
      "learning_rate": 1.6135718738800856e-07,
      "loss": 0.3302,
      "step": 2542890
    },
    {
      "epoch": 709.71,
      "grad_norm": 1.3613287210464478,
      "learning_rate": 1.613473281952271e-07,
      "loss": 0.3363,
      "step": 2542900
    },
    {
      "epoch": 709.72,
      "grad_norm": 1.255419373512268,
      "learning_rate": 1.613374692929245e-07,
      "loss": 0.3339,
      "step": 2542910
    },
    {
      "epoch": 709.72,
      "grad_norm": 1.2406513690948486,
      "learning_rate": 1.613276106811015e-07,
      "loss": 0.3349,
      "step": 2542920
    },
    {
      "epoch": 709.72,
      "grad_norm": 6.038563251495361,
      "learning_rate": 1.6131775235975942e-07,
      "loss": 0.323,
      "step": 2542930
    },
    {
      "epoch": 709.72,
      "grad_norm": 1.3440065383911133,
      "learning_rate": 1.613078943289001e-07,
      "loss": 0.3365,
      "step": 2542940
    },
    {
      "epoch": 709.73,
      "grad_norm": 1.6091747283935547,
      "learning_rate": 1.612980365885235e-07,
      "loss": 0.3342,
      "step": 2542950
    },
    {
      "epoch": 709.73,
      "grad_norm": 1.2713695764541626,
      "learning_rate": 1.612881791386328e-07,
      "loss": 0.3316,
      "step": 2542960
    },
    {
      "epoch": 709.73,
      "grad_norm": 1.2126983404159546,
      "learning_rate": 1.6127832197922792e-07,
      "loss": 0.3663,
      "step": 2542970
    },
    {
      "epoch": 709.73,
      "grad_norm": 1.1511565446853638,
      "learning_rate": 1.612684651103105e-07,
      "loss": 0.3223,
      "step": 2542980
    },
    {
      "epoch": 709.74,
      "grad_norm": 1.1712385416030884,
      "learning_rate": 1.6125860853188257e-07,
      "loss": 0.3257,
      "step": 2542990
    },
    {
      "epoch": 709.74,
      "grad_norm": 1.1346935033798218,
      "learning_rate": 1.6124875224394416e-07,
      "loss": 0.3245,
      "step": 2543000
    },
    {
      "epoch": 709.74,
      "grad_norm": 1.3756179809570312,
      "learning_rate": 1.6123889624649757e-07,
      "loss": 0.3293,
      "step": 2543010
    },
    {
      "epoch": 709.75,
      "grad_norm": 1.0187218189239502,
      "learning_rate": 1.6122904053954364e-07,
      "loss": 0.3291,
      "step": 2543020
    },
    {
      "epoch": 709.75,
      "grad_norm": 1.2692092657089233,
      "learning_rate": 1.6121918512308415e-07,
      "loss": 0.3358,
      "step": 2543030
    },
    {
      "epoch": 709.75,
      "grad_norm": 1.290142297744751,
      "learning_rate": 1.6120932999711938e-07,
      "loss": 0.3375,
      "step": 2543040
    },
    {
      "epoch": 709.75,
      "grad_norm": 1.2011268138885498,
      "learning_rate": 1.6119947516165218e-07,
      "loss": 0.3639,
      "step": 2543050
    },
    {
      "epoch": 709.76,
      "grad_norm": 1.3597540855407715,
      "learning_rate": 1.6118962061668281e-07,
      "loss": 0.3294,
      "step": 2543060
    },
    {
      "epoch": 709.76,
      "grad_norm": 0.9925882816314697,
      "learning_rate": 1.6117976636221259e-07,
      "loss": 0.334,
      "step": 2543070
    },
    {
      "epoch": 709.76,
      "grad_norm": 1.1937686204910278,
      "learning_rate": 1.6116991239824356e-07,
      "loss": 0.341,
      "step": 2543080
    },
    {
      "epoch": 709.77,
      "grad_norm": 1.0556741952896118,
      "learning_rate": 1.6116005872477628e-07,
      "loss": 0.3223,
      "step": 2543090
    },
    {
      "epoch": 709.77,
      "grad_norm": 1.522611141204834,
      "learning_rate": 1.6115020534181203e-07,
      "loss": 0.3327,
      "step": 2543100
    },
    {
      "epoch": 709.77,
      "grad_norm": 1.3617805242538452,
      "learning_rate": 1.6114035224935266e-07,
      "loss": 0.3253,
      "step": 2543110
    },
    {
      "epoch": 709.77,
      "grad_norm": 1.1427940130233765,
      "learning_rate": 1.6113049944739944e-07,
      "loss": 0.3341,
      "step": 2543120
    },
    {
      "epoch": 709.78,
      "grad_norm": 1.4582103490829468,
      "learning_rate": 1.6112064693595316e-07,
      "loss": 0.3605,
      "step": 2543130
    },
    {
      "epoch": 709.78,
      "grad_norm": 1.1885813474655151,
      "learning_rate": 1.6111079471501538e-07,
      "loss": 0.329,
      "step": 2543140
    },
    {
      "epoch": 709.78,
      "grad_norm": 1.2020187377929688,
      "learning_rate": 1.6110094278458794e-07,
      "loss": 0.3232,
      "step": 2543150
    },
    {
      "epoch": 709.79,
      "grad_norm": 1.2026989459991455,
      "learning_rate": 1.6109109114467107e-07,
      "loss": 0.3473,
      "step": 2543160
    },
    {
      "epoch": 709.79,
      "grad_norm": 1.3113337755203247,
      "learning_rate": 1.6108123979526712e-07,
      "loss": 0.3311,
      "step": 2543170
    },
    {
      "epoch": 709.79,
      "grad_norm": 1.1433380842208862,
      "learning_rate": 1.6107138873637689e-07,
      "loss": 0.3356,
      "step": 2543180
    },
    {
      "epoch": 709.79,
      "grad_norm": 1.2056018114089966,
      "learning_rate": 1.6106153796800167e-07,
      "loss": 0.3291,
      "step": 2543190
    },
    {
      "epoch": 709.8,
      "grad_norm": 1.254193663597107,
      "learning_rate": 1.6105168749014274e-07,
      "loss": 0.3542,
      "step": 2543200
    },
    {
      "epoch": 709.8,
      "grad_norm": 1.3943638801574707,
      "learning_rate": 1.6104183730280196e-07,
      "loss": 0.335,
      "step": 2543210
    },
    {
      "epoch": 709.8,
      "grad_norm": 1.2275328636169434,
      "learning_rate": 1.6103198740598007e-07,
      "loss": 0.3256,
      "step": 2543220
    },
    {
      "epoch": 709.8,
      "grad_norm": 1.1822847127914429,
      "learning_rate": 1.6102213779967842e-07,
      "loss": 0.3321,
      "step": 2543230
    },
    {
      "epoch": 709.81,
      "grad_norm": 1.1543316841125488,
      "learning_rate": 1.6101228848389827e-07,
      "loss": 0.3293,
      "step": 2543240
    },
    {
      "epoch": 709.81,
      "grad_norm": 1.340524435043335,
      "learning_rate": 1.6100243945864145e-07,
      "loss": 0.3275,
      "step": 2543250
    },
    {
      "epoch": 709.81,
      "grad_norm": 1.1717448234558105,
      "learning_rate": 1.60992590723909e-07,
      "loss": 0.3372,
      "step": 2543260
    },
    {
      "epoch": 709.82,
      "grad_norm": 1.1309378147125244,
      "learning_rate": 1.6098274227970198e-07,
      "loss": 0.3365,
      "step": 2543270
    },
    {
      "epoch": 709.82,
      "grad_norm": 1.5516963005065918,
      "learning_rate": 1.6097289412602168e-07,
      "loss": 0.3423,
      "step": 2543280
    },
    {
      "epoch": 709.82,
      "grad_norm": 1.3050130605697632,
      "learning_rate": 1.6096304626287016e-07,
      "loss": 0.3264,
      "step": 2543290
    },
    {
      "epoch": 709.82,
      "grad_norm": 1.3074491024017334,
      "learning_rate": 1.609531986902472e-07,
      "loss": 0.3207,
      "step": 2543300
    },
    {
      "epoch": 709.83,
      "grad_norm": 1.4681299924850464,
      "learning_rate": 1.6094335140815613e-07,
      "loss": 0.3279,
      "step": 2543310
    },
    {
      "epoch": 709.83,
      "grad_norm": 1.1768816709518433,
      "learning_rate": 1.6093350441659675e-07,
      "loss": 0.3388,
      "step": 2543320
    },
    {
      "epoch": 709.83,
      "grad_norm": 1.1608302593231201,
      "learning_rate": 1.6092365771557086e-07,
      "loss": 0.3288,
      "step": 2543330
    },
    {
      "epoch": 709.84,
      "grad_norm": 1.4015647172927856,
      "learning_rate": 1.6091381130507947e-07,
      "loss": 0.3485,
      "step": 2543340
    },
    {
      "epoch": 709.84,
      "grad_norm": 1.447933316230774,
      "learning_rate": 1.6090396518512495e-07,
      "loss": 0.3218,
      "step": 2543350
    },
    {
      "epoch": 709.84,
      "grad_norm": 1.5855129957199097,
      "learning_rate": 1.608941193557073e-07,
      "loss": 0.3379,
      "step": 2543360
    },
    {
      "epoch": 709.84,
      "grad_norm": 1.3681890964508057,
      "learning_rate": 1.6088427381682835e-07,
      "loss": 0.3383,
      "step": 2543370
    },
    {
      "epoch": 709.85,
      "grad_norm": 1.0303560495376587,
      "learning_rate": 1.6087442856848964e-07,
      "loss": 0.3406,
      "step": 2543380
    },
    {
      "epoch": 709.85,
      "grad_norm": 1.2878371477127075,
      "learning_rate": 1.6086458361069167e-07,
      "loss": 0.3372,
      "step": 2543390
    },
    {
      "epoch": 709.85,
      "grad_norm": 1.4575715065002441,
      "learning_rate": 1.608547389434371e-07,
      "loss": 0.3416,
      "step": 2543400
    },
    {
      "epoch": 709.85,
      "grad_norm": 5.760414123535156,
      "learning_rate": 1.6084489456672616e-07,
      "loss": 0.3466,
      "step": 2543410
    },
    {
      "epoch": 709.86,
      "grad_norm": 1.2637687921524048,
      "learning_rate": 1.608350504805604e-07,
      "loss": 0.3579,
      "step": 2543420
    },
    {
      "epoch": 709.86,
      "grad_norm": 1.2093061208724976,
      "learning_rate": 1.6082520668494167e-07,
      "loss": 0.3401,
      "step": 2543430
    },
    {
      "epoch": 709.86,
      "grad_norm": 1.1246235370635986,
      "learning_rate": 1.608153631798702e-07,
      "loss": 0.3439,
      "step": 2543440
    },
    {
      "epoch": 709.87,
      "grad_norm": 1.20181405544281,
      "learning_rate": 1.608055199653481e-07,
      "loss": 0.3373,
      "step": 2543450
    },
    {
      "epoch": 709.87,
      "grad_norm": 1.082837700843811,
      "learning_rate": 1.6079567704137663e-07,
      "loss": 0.3393,
      "step": 2543460
    },
    {
      "epoch": 709.87,
      "grad_norm": 1.4820750951766968,
      "learning_rate": 1.6078583440795714e-07,
      "loss": 0.3301,
      "step": 2543470
    },
    {
      "epoch": 709.87,
      "grad_norm": 1.1845794916152954,
      "learning_rate": 1.6077599206509012e-07,
      "loss": 0.3459,
      "step": 2543480
    },
    {
      "epoch": 709.88,
      "grad_norm": 1.2028076648712158,
      "learning_rate": 1.6076615001277843e-07,
      "loss": 0.3377,
      "step": 2543490
    },
    {
      "epoch": 709.88,
      "grad_norm": 1.3289984464645386,
      "learning_rate": 1.6075630825102183e-07,
      "loss": 0.3406,
      "step": 2543500
    },
    {
      "epoch": 709.88,
      "grad_norm": 1.0378978252410889,
      "learning_rate": 1.607464667798224e-07,
      "loss": 0.336,
      "step": 2543510
    },
    {
      "epoch": 709.89,
      "grad_norm": 1.134468913078308,
      "learning_rate": 1.6073662559918196e-07,
      "loss": 0.3339,
      "step": 2543520
    },
    {
      "epoch": 709.89,
      "grad_norm": 1.199432611465454,
      "learning_rate": 1.6072678470910021e-07,
      "loss": 0.3348,
      "step": 2543530
    },
    {
      "epoch": 709.89,
      "grad_norm": 1.4434925317764282,
      "learning_rate": 1.6071694410958007e-07,
      "loss": 0.3307,
      "step": 2543540
    },
    {
      "epoch": 709.89,
      "grad_norm": 1.286192774772644,
      "learning_rate": 1.6070710380062201e-07,
      "loss": 0.3279,
      "step": 2543550
    },
    {
      "epoch": 709.9,
      "grad_norm": 1.2269877195358276,
      "learning_rate": 1.6069726378222765e-07,
      "loss": 0.3468,
      "step": 2543560
    },
    {
      "epoch": 709.9,
      "grad_norm": 1.3313578367233276,
      "learning_rate": 1.6068742405439825e-07,
      "loss": 0.3321,
      "step": 2543570
    },
    {
      "epoch": 709.9,
      "grad_norm": 1.540517807006836,
      "learning_rate": 1.606775846171351e-07,
      "loss": 0.342,
      "step": 2543580
    },
    {
      "epoch": 709.91,
      "grad_norm": 1.047730565071106,
      "learning_rate": 1.606677454704393e-07,
      "loss": 0.336,
      "step": 2543590
    },
    {
      "epoch": 709.91,
      "grad_norm": 1.2283053398132324,
      "learning_rate": 1.6065790661431232e-07,
      "loss": 0.3453,
      "step": 2543600
    },
    {
      "epoch": 709.91,
      "grad_norm": 1.3428212404251099,
      "learning_rate": 1.606480680487558e-07,
      "loss": 0.3265,
      "step": 2543610
    },
    {
      "epoch": 709.91,
      "grad_norm": 1.3974684476852417,
      "learning_rate": 1.6063822977376997e-07,
      "loss": 0.3376,
      "step": 2543620
    },
    {
      "epoch": 709.92,
      "grad_norm": 1.255849838256836,
      "learning_rate": 1.6062839178935796e-07,
      "loss": 0.3463,
      "step": 2543630
    },
    {
      "epoch": 709.92,
      "grad_norm": 1.1671504974365234,
      "learning_rate": 1.6061855409551923e-07,
      "loss": 0.3392,
      "step": 2543640
    },
    {
      "epoch": 709.92,
      "grad_norm": 1.2457870244979858,
      "learning_rate": 1.6060871669225616e-07,
      "loss": 0.3456,
      "step": 2543650
    },
    {
      "epoch": 709.92,
      "grad_norm": 1.2593863010406494,
      "learning_rate": 1.6059887957957026e-07,
      "loss": 0.3327,
      "step": 2543660
    },
    {
      "epoch": 709.93,
      "grad_norm": 2.5443673133850098,
      "learning_rate": 1.6058904275746184e-07,
      "loss": 0.3155,
      "step": 2543670
    },
    {
      "epoch": 709.93,
      "grad_norm": 1.3381024599075317,
      "learning_rate": 1.6057920622593268e-07,
      "loss": 0.3501,
      "step": 2543680
    },
    {
      "epoch": 709.93,
      "grad_norm": 1.1399364471435547,
      "learning_rate": 1.6056936998498412e-07,
      "loss": 0.3356,
      "step": 2543690
    },
    {
      "epoch": 709.94,
      "grad_norm": 1.2407203912734985,
      "learning_rate": 1.6055953403461822e-07,
      "loss": 0.3213,
      "step": 2543700
    },
    {
      "epoch": 709.94,
      "grad_norm": 1.183846116065979,
      "learning_rate": 1.6054969837483472e-07,
      "loss": 0.3403,
      "step": 2543710
    },
    {
      "epoch": 709.94,
      "grad_norm": 1.4297579526901245,
      "learning_rate": 1.605398630056362e-07,
      "loss": 0.3437,
      "step": 2543720
    },
    {
      "epoch": 709.94,
      "grad_norm": 1.1117762327194214,
      "learning_rate": 1.6053002792702323e-07,
      "loss": 0.3274,
      "step": 2543730
    },
    {
      "epoch": 709.95,
      "grad_norm": 1.2330958843231201,
      "learning_rate": 1.605201931389976e-07,
      "loss": 0.354,
      "step": 2543740
    },
    {
      "epoch": 709.95,
      "grad_norm": 1.1609687805175781,
      "learning_rate": 1.6051035864156086e-07,
      "loss": 0.3351,
      "step": 2543750
    },
    {
      "epoch": 709.95,
      "grad_norm": 1.34009850025177,
      "learning_rate": 1.605005244347133e-07,
      "loss": 0.3378,
      "step": 2543760
    },
    {
      "epoch": 709.96,
      "grad_norm": 1.2530523538589478,
      "learning_rate": 1.60490690518457e-07,
      "loss": 0.3456,
      "step": 2543770
    },
    {
      "epoch": 709.96,
      "grad_norm": 1.353734016418457,
      "learning_rate": 1.6048085689279324e-07,
      "loss": 0.3539,
      "step": 2543780
    },
    {
      "epoch": 709.96,
      "grad_norm": 1.642844319343567,
      "learning_rate": 1.6047102355772335e-07,
      "loss": 0.3446,
      "step": 2543790
    },
    {
      "epoch": 709.96,
      "grad_norm": 1.1834696531295776,
      "learning_rate": 1.6046119051324807e-07,
      "loss": 0.3292,
      "step": 2543800
    },
    {
      "epoch": 709.97,
      "grad_norm": 1.2318603992462158,
      "learning_rate": 1.6045135775936926e-07,
      "loss": 0.3561,
      "step": 2543810
    },
    {
      "epoch": 709.97,
      "grad_norm": 1.3814804553985596,
      "learning_rate": 1.6044152529608817e-07,
      "loss": 0.3404,
      "step": 2543820
    },
    {
      "epoch": 709.97,
      "grad_norm": 1.9840162992477417,
      "learning_rate": 1.604316931234059e-07,
      "loss": 0.3259,
      "step": 2543830
    },
    {
      "epoch": 709.97,
      "grad_norm": 1.4747345447540283,
      "learning_rate": 1.6042186124132424e-07,
      "loss": 0.3402,
      "step": 2543840
    },
    {
      "epoch": 709.98,
      "grad_norm": 1.5091800689697266,
      "learning_rate": 1.6041202964984346e-07,
      "loss": 0.3395,
      "step": 2543850
    },
    {
      "epoch": 709.98,
      "grad_norm": 1.1584806442260742,
      "learning_rate": 1.6040219834896644e-07,
      "loss": 0.3247,
      "step": 2543860
    },
    {
      "epoch": 709.98,
      "grad_norm": 1.562123417854309,
      "learning_rate": 1.6039236733869312e-07,
      "loss": 0.3331,
      "step": 2543870
    },
    {
      "epoch": 709.99,
      "grad_norm": 1.1466712951660156,
      "learning_rate": 1.603825366190254e-07,
      "loss": 0.3238,
      "step": 2543880
    },
    {
      "epoch": 709.99,
      "grad_norm": 1.2088966369628906,
      "learning_rate": 1.6037270618996476e-07,
      "loss": 0.3432,
      "step": 2543890
    },
    {
      "epoch": 709.99,
      "grad_norm": 1.3184161186218262,
      "learning_rate": 1.603628760515118e-07,
      "loss": 0.3425,
      "step": 2543900
    },
    {
      "epoch": 709.99,
      "grad_norm": 1.242850661277771,
      "learning_rate": 1.6035304620366827e-07,
      "loss": 0.35,
      "step": 2543910
    },
    {
      "epoch": 710.0,
      "grad_norm": 1.2353085279464722,
      "learning_rate": 1.6034321664643552e-07,
      "loss": 0.3278,
      "step": 2543920
    },
    {
      "epoch": 710.0,
      "grad_norm": 1.4949309825897217,
      "learning_rate": 1.6033338737981512e-07,
      "loss": 0.3348,
      "step": 2543930
    },
    {
      "epoch": 710.0,
      "eval_loss": 0.3377448320388794,
      "eval_runtime": 65.3972,
      "eval_samples_per_second": 77.358,
      "eval_steps_per_second": 9.679,
      "step": 2543930
    },
    {
      "epoch": 710.0,
      "grad_norm": 1.3028655052185059,
      "learning_rate": 1.603235584038078e-07,
      "loss": 0.3438,
      "step": 2543940
    },
    {
      "epoch": 710.01,
      "grad_norm": 1.121932864189148,
      "learning_rate": 1.6031372971841514e-07,
      "loss": 0.3365,
      "step": 2543950
    },
    {
      "epoch": 710.01,
      "grad_norm": 1.1372097730636597,
      "learning_rate": 1.6030390132363873e-07,
      "loss": 0.3375,
      "step": 2543960
    },
    {
      "epoch": 710.01,
      "grad_norm": 1.2484577894210815,
      "learning_rate": 1.602940732194788e-07,
      "loss": 0.3298,
      "step": 2543970
    },
    {
      "epoch": 710.01,
      "grad_norm": 1.151412010192871,
      "learning_rate": 1.602842454059382e-07,
      "loss": 0.3425,
      "step": 2543980
    },
    {
      "epoch": 710.02,
      "grad_norm": 1.315317988395691,
      "learning_rate": 1.6027441788301724e-07,
      "loss": 0.3291,
      "step": 2543990
    },
    {
      "epoch": 710.02,
      "grad_norm": 1.3055126667022705,
      "learning_rate": 1.6026459065071745e-07,
      "loss": 0.3427,
      "step": 2544000
    },
    {
      "epoch": 710.02,
      "grad_norm": 1.0759706497192383,
      "learning_rate": 1.6025476370904013e-07,
      "loss": 0.3356,
      "step": 2544010
    },
    {
      "epoch": 710.03,
      "grad_norm": 1.2078834772109985,
      "learning_rate": 1.6024493705798684e-07,
      "loss": 0.3372,
      "step": 2544020
    },
    {
      "epoch": 710.03,
      "grad_norm": 1.201742172241211,
      "learning_rate": 1.6023511069755837e-07,
      "loss": 0.3292,
      "step": 2544030
    },
    {
      "epoch": 710.03,
      "grad_norm": 1.2676037549972534,
      "learning_rate": 1.6022528462775654e-07,
      "loss": 0.3314,
      "step": 2544040
    },
    {
      "epoch": 710.03,
      "grad_norm": 1.5900365114212036,
      "learning_rate": 1.6021545884858265e-07,
      "loss": 0.34,
      "step": 2544050
    },
    {
      "epoch": 710.04,
      "grad_norm": 1.5203264951705933,
      "learning_rate": 1.6020563336003722e-07,
      "loss": 0.3271,
      "step": 2544060
    },
    {
      "epoch": 710.04,
      "grad_norm": 1.2066292762756348,
      "learning_rate": 1.601958081621226e-07,
      "loss": 0.3323,
      "step": 2544070
    },
    {
      "epoch": 710.04,
      "grad_norm": 1.2958428859710693,
      "learning_rate": 1.6018598325483952e-07,
      "loss": 0.3529,
      "step": 2544080
    },
    {
      "epoch": 710.04,
      "grad_norm": 1.3099408149719238,
      "learning_rate": 1.601761586381891e-07,
      "loss": 0.3618,
      "step": 2544090
    },
    {
      "epoch": 710.05,
      "grad_norm": 1.2677998542785645,
      "learning_rate": 1.6016633431217362e-07,
      "loss": 0.3344,
      "step": 2544100
    },
    {
      "epoch": 710.05,
      "grad_norm": 1.1680445671081543,
      "learning_rate": 1.6015651027679286e-07,
      "loss": 0.3451,
      "step": 2544110
    },
    {
      "epoch": 710.05,
      "grad_norm": 1.280417561531067,
      "learning_rate": 1.6014668653204994e-07,
      "loss": 0.3294,
      "step": 2544120
    },
    {
      "epoch": 710.06,
      "grad_norm": 1.224953532218933,
      "learning_rate": 1.6013686307794456e-07,
      "loss": 0.33,
      "step": 2544130
    },
    {
      "epoch": 710.06,
      "grad_norm": 1.156313180923462,
      "learning_rate": 1.6012703991447884e-07,
      "loss": 0.3588,
      "step": 2544140
    },
    {
      "epoch": 710.06,
      "grad_norm": 2.1622555255889893,
      "learning_rate": 1.601172170416538e-07,
      "loss": 0.3343,
      "step": 2544150
    },
    {
      "epoch": 710.06,
      "grad_norm": 1.2477699518203735,
      "learning_rate": 1.6010739445947127e-07,
      "loss": 0.3214,
      "step": 2544160
    },
    {
      "epoch": 710.07,
      "grad_norm": 1.2430245876312256,
      "learning_rate": 1.600975721679318e-07,
      "loss": 0.3436,
      "step": 2544170
    },
    {
      "epoch": 710.07,
      "grad_norm": 1.1345535516738892,
      "learning_rate": 1.6008775016703714e-07,
      "loss": 0.3351,
      "step": 2544180
    },
    {
      "epoch": 710.07,
      "grad_norm": 1.2159532308578491,
      "learning_rate": 1.6007792845678892e-07,
      "loss": 0.3485,
      "step": 2544190
    },
    {
      "epoch": 710.08,
      "grad_norm": 1.234452486038208,
      "learning_rate": 1.600681070371871e-07,
      "loss": 0.3398,
      "step": 2544200
    },
    {
      "epoch": 710.08,
      "grad_norm": 1.2853515148162842,
      "learning_rate": 1.600582859082351e-07,
      "loss": 0.3422,
      "step": 2544210
    },
    {
      "epoch": 710.08,
      "grad_norm": 1.3392025232315063,
      "learning_rate": 1.6004846506993233e-07,
      "loss": 0.3385,
      "step": 2544220
    },
    {
      "epoch": 710.08,
      "grad_norm": 1.3830327987670898,
      "learning_rate": 1.6003864452228094e-07,
      "loss": 0.3501,
      "step": 2544230
    },
    {
      "epoch": 710.09,
      "grad_norm": 1.3357880115509033,
      "learning_rate": 1.600288242652825e-07,
      "loss": 0.3386,
      "step": 2544240
    },
    {
      "epoch": 710.09,
      "grad_norm": 1.922885775566101,
      "learning_rate": 1.6001900429893745e-07,
      "loss": 0.3299,
      "step": 2544250
    },
    {
      "epoch": 710.09,
      "grad_norm": 1.2384653091430664,
      "learning_rate": 1.6000918462324768e-07,
      "loss": 0.3248,
      "step": 2544260
    },
    {
      "epoch": 710.09,
      "grad_norm": 1.3912832736968994,
      "learning_rate": 1.5999936523821447e-07,
      "loss": 0.3362,
      "step": 2544270
    },
    {
      "epoch": 710.1,
      "grad_norm": 1.2821918725967407,
      "learning_rate": 1.599895461438394e-07,
      "loss": 0.3362,
      "step": 2544280
    },
    {
      "epoch": 710.1,
      "grad_norm": 1.3544262647628784,
      "learning_rate": 1.599797273401227e-07,
      "loss": 0.3243,
      "step": 2544290
    },
    {
      "epoch": 710.1,
      "grad_norm": 1.1721508502960205,
      "learning_rate": 1.5996990882706698e-07,
      "loss": 0.3482,
      "step": 2544300
    },
    {
      "epoch": 710.11,
      "grad_norm": 1.1532756090164185,
      "learning_rate": 1.5996009060467275e-07,
      "loss": 0.3451,
      "step": 2544310
    },
    {
      "epoch": 710.11,
      "grad_norm": 1.2200429439544678,
      "learning_rate": 1.599502726729416e-07,
      "loss": 0.3279,
      "step": 2544320
    },
    {
      "epoch": 710.11,
      "grad_norm": 1.2752161026000977,
      "learning_rate": 1.599404550318751e-07,
      "loss": 0.3449,
      "step": 2544330
    },
    {
      "epoch": 710.11,
      "grad_norm": 1.3356951475143433,
      "learning_rate": 1.59930637681474e-07,
      "loss": 0.3385,
      "step": 2544340
    },
    {
      "epoch": 710.12,
      "grad_norm": 1.2756606340408325,
      "learning_rate": 1.5992082062173984e-07,
      "loss": 0.333,
      "step": 2544350
    },
    {
      "epoch": 710.12,
      "grad_norm": 1.4300814867019653,
      "learning_rate": 1.599110038526737e-07,
      "loss": 0.3574,
      "step": 2544360
    },
    {
      "epoch": 710.12,
      "grad_norm": 2.722787857055664,
      "learning_rate": 1.5990118737427767e-07,
      "loss": 0.3406,
      "step": 2544370
    },
    {
      "epoch": 710.13,
      "grad_norm": 1.2942664623260498,
      "learning_rate": 1.5989137118655226e-07,
      "loss": 0.3323,
      "step": 2544380
    },
    {
      "epoch": 710.13,
      "grad_norm": 1.2041598558425903,
      "learning_rate": 1.5988155528949874e-07,
      "loss": 0.3445,
      "step": 2544390
    },
    {
      "epoch": 710.13,
      "grad_norm": 1.3361494541168213,
      "learning_rate": 1.5987173968311897e-07,
      "loss": 0.3371,
      "step": 2544400
    },
    {
      "epoch": 710.13,
      "grad_norm": 1.3381569385528564,
      "learning_rate": 1.5986192436741372e-07,
      "loss": 0.3334,
      "step": 2544410
    },
    {
      "epoch": 710.14,
      "grad_norm": 1.2412090301513672,
      "learning_rate": 1.598521093423853e-07,
      "loss": 0.3431,
      "step": 2544420
    },
    {
      "epoch": 710.14,
      "grad_norm": 1.155434250831604,
      "learning_rate": 1.5984229460803325e-07,
      "loss": 0.3427,
      "step": 2544430
    },
    {
      "epoch": 710.14,
      "grad_norm": 1.2779124975204468,
      "learning_rate": 1.5983248016436062e-07,
      "loss": 0.3398,
      "step": 2544440
    },
    {
      "epoch": 710.15,
      "grad_norm": 1.2307114601135254,
      "learning_rate": 1.59822666011368e-07,
      "loss": 0.3394,
      "step": 2544450
    },
    {
      "epoch": 710.15,
      "grad_norm": 1.4731202125549316,
      "learning_rate": 1.598128521490564e-07,
      "loss": 0.3268,
      "step": 2544460
    },
    {
      "epoch": 710.15,
      "grad_norm": 1.2820912599563599,
      "learning_rate": 1.598030385774279e-07,
      "loss": 0.3439,
      "step": 2544470
    },
    {
      "epoch": 710.15,
      "grad_norm": 1.495432734489441,
      "learning_rate": 1.5979322529648276e-07,
      "loss": 0.3512,
      "step": 2544480
    },
    {
      "epoch": 710.16,
      "grad_norm": 1.2585865259170532,
      "learning_rate": 1.5978341230622306e-07,
      "loss": 0.327,
      "step": 2544490
    },
    {
      "epoch": 710.16,
      "grad_norm": 1.379601240158081,
      "learning_rate": 1.5977359960664985e-07,
      "loss": 0.3522,
      "step": 2544500
    },
    {
      "epoch": 710.16,
      "grad_norm": 1.207080364227295,
      "learning_rate": 1.5976378719776496e-07,
      "loss": 0.3388,
      "step": 2544510
    },
    {
      "epoch": 710.16,
      "grad_norm": 1.3063644170761108,
      "learning_rate": 1.5975397507956888e-07,
      "loss": 0.3324,
      "step": 2544520
    },
    {
      "epoch": 710.17,
      "grad_norm": 1.1581686735153198,
      "learning_rate": 1.5974416325206317e-07,
      "loss": 0.3275,
      "step": 2544530
    },
    {
      "epoch": 710.17,
      "grad_norm": 1.18216073513031,
      "learning_rate": 1.5973435171524944e-07,
      "loss": 0.3324,
      "step": 2544540
    },
    {
      "epoch": 710.17,
      "grad_norm": 1.2611695528030396,
      "learning_rate": 1.5972454046912817e-07,
      "loss": 0.3329,
      "step": 2544550
    },
    {
      "epoch": 710.18,
      "grad_norm": 1.2133468389511108,
      "learning_rate": 1.5971472951370224e-07,
      "loss": 0.3247,
      "step": 2544560
    },
    {
      "epoch": 710.18,
      "grad_norm": 0.991757333278656,
      "learning_rate": 1.597049188489714e-07,
      "loss": 0.3371,
      "step": 2544570
    },
    {
      "epoch": 710.18,
      "grad_norm": 1.3284738063812256,
      "learning_rate": 1.5969510847493767e-07,
      "loss": 0.3276,
      "step": 2544580
    },
    {
      "epoch": 710.18,
      "grad_norm": 1.1918489933013916,
      "learning_rate": 1.5968529839160216e-07,
      "loss": 0.3265,
      "step": 2544590
    },
    {
      "epoch": 710.19,
      "grad_norm": 1.4690603017807007,
      "learning_rate": 1.5967548859896667e-07,
      "loss": 0.3387,
      "step": 2544600
    },
    {
      "epoch": 710.19,
      "grad_norm": 1.4695088863372803,
      "learning_rate": 1.596656790970317e-07,
      "loss": 0.3331,
      "step": 2544610
    },
    {
      "epoch": 710.19,
      "grad_norm": 1.4202557802200317,
      "learning_rate": 1.5965586988579882e-07,
      "loss": 0.3548,
      "step": 2544620
    },
    {
      "epoch": 710.2,
      "grad_norm": 1.1881299018859863,
      "learning_rate": 1.5964606096527015e-07,
      "loss": 0.3373,
      "step": 2544630
    },
    {
      "epoch": 710.2,
      "grad_norm": 1.2464020252227783,
      "learning_rate": 1.5963625233544538e-07,
      "loss": 0.343,
      "step": 2544640
    },
    {
      "epoch": 710.2,
      "grad_norm": 1.1825848817825317,
      "learning_rate": 1.596264439963274e-07,
      "loss": 0.3499,
      "step": 2544650
    },
    {
      "epoch": 710.2,
      "grad_norm": 1.2846242189407349,
      "learning_rate": 1.596166359479167e-07,
      "loss": 0.346,
      "step": 2544660
    },
    {
      "epoch": 710.21,
      "grad_norm": 1.228899598121643,
      "learning_rate": 1.5960682819021463e-07,
      "loss": 0.3275,
      "step": 2544670
    },
    {
      "epoch": 710.21,
      "grad_norm": 1.185012698173523,
      "learning_rate": 1.5959702072322298e-07,
      "loss": 0.3327,
      "step": 2544680
    },
    {
      "epoch": 710.21,
      "grad_norm": 1.2577086687088013,
      "learning_rate": 1.5958721354694203e-07,
      "loss": 0.3319,
      "step": 2544690
    },
    {
      "epoch": 710.21,
      "grad_norm": 1.1157201528549194,
      "learning_rate": 1.5957740666137433e-07,
      "loss": 0.3316,
      "step": 2544700
    },
    {
      "epoch": 710.22,
      "grad_norm": 1.2619049549102783,
      "learning_rate": 1.595676000665202e-07,
      "loss": 0.3475,
      "step": 2544710
    },
    {
      "epoch": 710.22,
      "grad_norm": 1.50303053855896,
      "learning_rate": 1.5955779376238142e-07,
      "loss": 0.3208,
      "step": 2544720
    },
    {
      "epoch": 710.22,
      "grad_norm": 1.2800183296203613,
      "learning_rate": 1.5954798774895934e-07,
      "loss": 0.3358,
      "step": 2544730
    },
    {
      "epoch": 710.23,
      "grad_norm": 1.3388561010360718,
      "learning_rate": 1.5953818202625546e-07,
      "loss": 0.3388,
      "step": 2544740
    },
    {
      "epoch": 710.23,
      "grad_norm": 1.3035597801208496,
      "learning_rate": 1.5952837659427036e-07,
      "loss": 0.3381,
      "step": 2544750
    },
    {
      "epoch": 710.23,
      "grad_norm": 1.2989884614944458,
      "learning_rate": 1.5951857145300555e-07,
      "loss": 0.3275,
      "step": 2544760
    },
    {
      "epoch": 710.23,
      "grad_norm": 1.0772579908370972,
      "learning_rate": 1.5950876660246314e-07,
      "loss": 0.323,
      "step": 2544770
    },
    {
      "epoch": 710.24,
      "grad_norm": 1.1422920227050781,
      "learning_rate": 1.5949896204264312e-07,
      "loss": 0.3226,
      "step": 2544780
    },
    {
      "epoch": 710.24,
      "grad_norm": 0.9549503922462463,
      "learning_rate": 1.594891577735481e-07,
      "loss": 0.3191,
      "step": 2544790
    },
    {
      "epoch": 710.24,
      "grad_norm": 1.5290789604187012,
      "learning_rate": 1.594793537951786e-07,
      "loss": 0.3469,
      "step": 2544800
    },
    {
      "epoch": 710.25,
      "grad_norm": 1.1884565353393555,
      "learning_rate": 1.594695501075359e-07,
      "loss": 0.3371,
      "step": 2544810
    },
    {
      "epoch": 710.25,
      "grad_norm": 1.5831067562103271,
      "learning_rate": 1.594597467106216e-07,
      "loss": 0.3528,
      "step": 2544820
    },
    {
      "epoch": 710.25,
      "grad_norm": 1.1210418939590454,
      "learning_rate": 1.5944994360443752e-07,
      "loss": 0.3407,
      "step": 2544830
    },
    {
      "epoch": 710.25,
      "grad_norm": 1.2314913272857666,
      "learning_rate": 1.5944014078898386e-07,
      "loss": 0.3408,
      "step": 2544840
    },
    {
      "epoch": 710.26,
      "grad_norm": 1.2571297883987427,
      "learning_rate": 1.5943033826426224e-07,
      "loss": 0.3337,
      "step": 2544850
    },
    {
      "epoch": 710.26,
      "grad_norm": 1.1494216918945312,
      "learning_rate": 1.5942053603027472e-07,
      "loss": 0.3462,
      "step": 2544860
    },
    {
      "epoch": 710.26,
      "grad_norm": 1.2920161485671997,
      "learning_rate": 1.594107340870213e-07,
      "loss": 0.3347,
      "step": 2544870
    },
    {
      "epoch": 710.27,
      "grad_norm": 1.2243982553482056,
      "learning_rate": 1.5940093243450485e-07,
      "loss": 0.3129,
      "step": 2544880
    },
    {
      "epoch": 710.27,
      "grad_norm": 1.1569725275039673,
      "learning_rate": 1.5939113107272538e-07,
      "loss": 0.3277,
      "step": 2544890
    },
    {
      "epoch": 710.27,
      "grad_norm": 0.9254534244537354,
      "learning_rate": 1.5938133000168466e-07,
      "loss": 0.3413,
      "step": 2544900
    },
    {
      "epoch": 710.27,
      "grad_norm": 1.3237864971160889,
      "learning_rate": 1.593715292213843e-07,
      "loss": 0.3389,
      "step": 2544910
    },
    {
      "epoch": 710.28,
      "grad_norm": 1.096782922744751,
      "learning_rate": 1.593617287318251e-07,
      "loss": 0.3434,
      "step": 2544920
    },
    {
      "epoch": 710.28,
      "grad_norm": 1.2360185384750366,
      "learning_rate": 1.5935192853300857e-07,
      "loss": 0.3304,
      "step": 2544930
    },
    {
      "epoch": 710.28,
      "grad_norm": 1.1277720928192139,
      "learning_rate": 1.5934212862493576e-07,
      "loss": 0.3294,
      "step": 2544940
    },
    {
      "epoch": 710.28,
      "grad_norm": 1.2239084243774414,
      "learning_rate": 1.5933232900760905e-07,
      "loss": 0.3341,
      "step": 2544950
    },
    {
      "epoch": 710.29,
      "grad_norm": 1.219080924987793,
      "learning_rate": 1.5932252968102787e-07,
      "loss": 0.3322,
      "step": 2544960
    },
    {
      "epoch": 710.29,
      "grad_norm": 1.1198588609695435,
      "learning_rate": 1.5931273064519536e-07,
      "loss": 0.3245,
      "step": 2544970
    },
    {
      "epoch": 710.29,
      "grad_norm": 1.1573845148086548,
      "learning_rate": 1.593029319001118e-07,
      "loss": 0.3243,
      "step": 2544980
    },
    {
      "epoch": 710.3,
      "grad_norm": 1.1523652076721191,
      "learning_rate": 1.5929313344577849e-07,
      "loss": 0.347,
      "step": 2544990
    },
    {
      "epoch": 710.3,
      "grad_norm": 1.364808201789856,
      "learning_rate": 1.5928333528219748e-07,
      "loss": 0.334,
      "step": 2545000
    },
    {
      "epoch": 710.3,
      "grad_norm": 1.5240483283996582,
      "learning_rate": 1.5927353740936905e-07,
      "loss": 0.3277,
      "step": 2545010
    },
    {
      "epoch": 710.3,
      "grad_norm": 1.212391972541809,
      "learning_rate": 1.5926373982729554e-07,
      "loss": 0.3487,
      "step": 2545020
    },
    {
      "epoch": 710.31,
      "grad_norm": 1.2620465755462646,
      "learning_rate": 1.5925394253597747e-07,
      "loss": 0.337,
      "step": 2545030
    },
    {
      "epoch": 710.31,
      "grad_norm": 1.3029286861419678,
      "learning_rate": 1.592441455354164e-07,
      "loss": 0.3363,
      "step": 2545040
    },
    {
      "epoch": 710.31,
      "grad_norm": 1.1860074996948242,
      "learning_rate": 1.592343488256139e-07,
      "loss": 0.3285,
      "step": 2545050
    },
    {
      "epoch": 710.32,
      "grad_norm": 1.0428314208984375,
      "learning_rate": 1.5922455240657072e-07,
      "loss": 0.3356,
      "step": 2545060
    },
    {
      "epoch": 710.32,
      "grad_norm": 1.2619684934616089,
      "learning_rate": 1.5921475627828847e-07,
      "loss": 0.3332,
      "step": 2545070
    },
    {
      "epoch": 710.32,
      "grad_norm": 1.327717661857605,
      "learning_rate": 1.5920496044076843e-07,
      "loss": 0.3545,
      "step": 2545080
    },
    {
      "epoch": 710.32,
      "grad_norm": 1.2379887104034424,
      "learning_rate": 1.5919516489401242e-07,
      "loss": 0.3245,
      "step": 2545090
    },
    {
      "epoch": 710.33,
      "grad_norm": 1.1623698472976685,
      "learning_rate": 1.5918536963802041e-07,
      "loss": 0.343,
      "step": 2545100
    },
    {
      "epoch": 710.33,
      "grad_norm": 1.3438829183578491,
      "learning_rate": 1.5917557467279556e-07,
      "loss": 0.3316,
      "step": 2545110
    },
    {
      "epoch": 710.33,
      "grad_norm": 1.04478120803833,
      "learning_rate": 1.5916577999833733e-07,
      "loss": 0.329,
      "step": 2545120
    },
    {
      "epoch": 710.33,
      "grad_norm": 1.2210325002670288,
      "learning_rate": 1.591559856146481e-07,
      "loss": 0.3472,
      "step": 2545130
    },
    {
      "epoch": 710.34,
      "grad_norm": 1.1778192520141602,
      "learning_rate": 1.5914619152172938e-07,
      "loss": 0.322,
      "step": 2545140
    },
    {
      "epoch": 710.34,
      "grad_norm": 1.3619658946990967,
      "learning_rate": 1.5913639771958174e-07,
      "loss": 0.3225,
      "step": 2545150
    },
    {
      "epoch": 710.34,
      "grad_norm": 1.13701331615448,
      "learning_rate": 1.5912660420820643e-07,
      "loss": 0.3398,
      "step": 2545160
    },
    {
      "epoch": 710.35,
      "grad_norm": 1.2095401287078857,
      "learning_rate": 1.591168109876053e-07,
      "loss": 0.3321,
      "step": 2545170
    },
    {
      "epoch": 710.35,
      "grad_norm": 1.220981240272522,
      "learning_rate": 1.5910701805777965e-07,
      "loss": 0.3258,
      "step": 2545180
    },
    {
      "epoch": 710.35,
      "grad_norm": 1.466294527053833,
      "learning_rate": 1.590972254187305e-07,
      "loss": 0.3294,
      "step": 2545190
    },
    {
      "epoch": 710.35,
      "grad_norm": 1.8520748615264893,
      "learning_rate": 1.5908743307045894e-07,
      "loss": 0.342,
      "step": 2545200
    },
    {
      "epoch": 710.36,
      "grad_norm": 1.3245679140090942,
      "learning_rate": 1.59077641012967e-07,
      "loss": 0.3487,
      "step": 2545210
    },
    {
      "epoch": 710.36,
      "grad_norm": 1.3679296970367432,
      "learning_rate": 1.5906784924625496e-07,
      "loss": 0.3258,
      "step": 2545220
    },
    {
      "epoch": 710.36,
      "grad_norm": 1.3393354415893555,
      "learning_rate": 1.5905805777032518e-07,
      "loss": 0.346,
      "step": 2545230
    },
    {
      "epoch": 710.37,
      "grad_norm": 1.1670513153076172,
      "learning_rate": 1.590482665851784e-07,
      "loss": 0.3201,
      "step": 2545240
    },
    {
      "epoch": 710.37,
      "grad_norm": 1.1304599046707153,
      "learning_rate": 1.5903847569081596e-07,
      "loss": 0.3403,
      "step": 2545250
    },
    {
      "epoch": 710.37,
      "grad_norm": 1.2610340118408203,
      "learning_rate": 1.5902868508723914e-07,
      "loss": 0.3382,
      "step": 2545260
    },
    {
      "epoch": 710.37,
      "grad_norm": 1.275381326675415,
      "learning_rate": 1.5901889477444923e-07,
      "loss": 0.3378,
      "step": 2545270
    },
    {
      "epoch": 710.38,
      "grad_norm": 1.0862177610397339,
      "learning_rate": 1.5900910475244808e-07,
      "loss": 0.3325,
      "step": 2545280
    },
    {
      "epoch": 710.38,
      "grad_norm": 1.2951549291610718,
      "learning_rate": 1.5899931502123619e-07,
      "loss": 0.3292,
      "step": 2545290
    },
    {
      "epoch": 710.38,
      "grad_norm": 2.418140411376953,
      "learning_rate": 1.589895255808154e-07,
      "loss": 0.3306,
      "step": 2545300
    },
    {
      "epoch": 710.39,
      "grad_norm": 1.4566525220870972,
      "learning_rate": 1.5897973643118647e-07,
      "loss": 0.347,
      "step": 2545310
    },
    {
      "epoch": 710.39,
      "grad_norm": 1.0978482961654663,
      "learning_rate": 1.5896994757235178e-07,
      "loss": 0.3471,
      "step": 2545320
    },
    {
      "epoch": 710.39,
      "grad_norm": 1.2290841341018677,
      "learning_rate": 1.5896015900431127e-07,
      "loss": 0.3368,
      "step": 2545330
    },
    {
      "epoch": 710.39,
      "grad_norm": 1.4204281568527222,
      "learning_rate": 1.589503707270668e-07,
      "loss": 0.3471,
      "step": 2545340
    },
    {
      "epoch": 710.4,
      "grad_norm": 1.4595144987106323,
      "learning_rate": 1.5894058274062045e-07,
      "loss": 0.3413,
      "step": 2545350
    },
    {
      "epoch": 710.4,
      "grad_norm": 1.3784534931182861,
      "learning_rate": 1.5893079504497195e-07,
      "loss": 0.3259,
      "step": 2545360
    },
    {
      "epoch": 710.4,
      "grad_norm": 1.2507957220077515,
      "learning_rate": 1.5892100764012418e-07,
      "loss": 0.3192,
      "step": 2545370
    },
    {
      "epoch": 710.4,
      "grad_norm": 1.2351785898208618,
      "learning_rate": 1.5891122052607736e-07,
      "loss": 0.329,
      "step": 2545380
    },
    {
      "epoch": 710.41,
      "grad_norm": 1.3028160333633423,
      "learning_rate": 1.589014337028331e-07,
      "loss": 0.339,
      "step": 2545390
    },
    {
      "epoch": 710.41,
      "grad_norm": 1.446708083152771,
      "learning_rate": 1.5889164717039294e-07,
      "loss": 0.3467,
      "step": 2545400
    },
    {
      "epoch": 710.41,
      "grad_norm": 1.174777626991272,
      "learning_rate": 1.5888186092875842e-07,
      "loss": 0.3229,
      "step": 2545410
    },
    {
      "epoch": 710.42,
      "grad_norm": 1.3533860445022583,
      "learning_rate": 1.588720749779301e-07,
      "loss": 0.3183,
      "step": 2545420
    },
    {
      "epoch": 710.42,
      "grad_norm": 1.237401008605957,
      "learning_rate": 1.5886228931790952e-07,
      "loss": 0.3372,
      "step": 2545430
    },
    {
      "epoch": 710.42,
      "grad_norm": 1.334482192993164,
      "learning_rate": 1.588525039486985e-07,
      "loss": 0.336,
      "step": 2545440
    },
    {
      "epoch": 710.42,
      "grad_norm": 1.1431492567062378,
      "learning_rate": 1.5884271887029705e-07,
      "loss": 0.3218,
      "step": 2545450
    },
    {
      "epoch": 710.43,
      "grad_norm": 1.2488774061203003,
      "learning_rate": 1.588329340827083e-07,
      "loss": 0.3472,
      "step": 2545460
    },
    {
      "epoch": 710.43,
      "grad_norm": 1.29347825050354,
      "learning_rate": 1.5882314958593195e-07,
      "loss": 0.3387,
      "step": 2545470
    },
    {
      "epoch": 710.43,
      "grad_norm": 1.047080636024475,
      "learning_rate": 1.5881336537997012e-07,
      "loss": 0.3363,
      "step": 2545480
    },
    {
      "epoch": 710.44,
      "grad_norm": 1.2690472602844238,
      "learning_rate": 1.5880358146482435e-07,
      "loss": 0.3491,
      "step": 2545490
    },
    {
      "epoch": 710.44,
      "grad_norm": 1.0773447751998901,
      "learning_rate": 1.5879379784049517e-07,
      "loss": 0.3335,
      "step": 2545500
    },
    {
      "epoch": 710.44,
      "grad_norm": 1.1230685710906982,
      "learning_rate": 1.5878401450698442e-07,
      "loss": 0.329,
      "step": 2545510
    },
    {
      "epoch": 710.44,
      "grad_norm": 1.2446532249450684,
      "learning_rate": 1.587742314642931e-07,
      "loss": 0.3347,
      "step": 2545520
    },
    {
      "epoch": 710.45,
      "grad_norm": 1.2774206399917603,
      "learning_rate": 1.5876444871242307e-07,
      "loss": 0.344,
      "step": 2545530
    },
    {
      "epoch": 710.45,
      "grad_norm": 1.234476923942566,
      "learning_rate": 1.5875466625137429e-07,
      "loss": 0.3321,
      "step": 2545540
    },
    {
      "epoch": 710.45,
      "grad_norm": 1.3316620588302612,
      "learning_rate": 1.5874488408114992e-07,
      "loss": 0.3225,
      "step": 2545550
    },
    {
      "epoch": 710.45,
      "grad_norm": 1.3101816177368164,
      "learning_rate": 1.587351022017497e-07,
      "loss": 0.3374,
      "step": 2545560
    },
    {
      "epoch": 710.46,
      "grad_norm": 1.188439130783081,
      "learning_rate": 1.5872532061317568e-07,
      "loss": 0.3309,
      "step": 2545570
    },
    {
      "epoch": 710.46,
      "grad_norm": 1.2753727436065674,
      "learning_rate": 1.587155393154297e-07,
      "loss": 0.3314,
      "step": 2545580
    },
    {
      "epoch": 710.46,
      "grad_norm": 1.3819175958633423,
      "learning_rate": 1.5870575830851125e-07,
      "loss": 0.3515,
      "step": 2545590
    },
    {
      "epoch": 710.47,
      "grad_norm": 1.366414189338684,
      "learning_rate": 1.586959775924237e-07,
      "loss": 0.3199,
      "step": 2545600
    },
    {
      "epoch": 710.47,
      "grad_norm": 1.4724146127700806,
      "learning_rate": 1.5868619716716703e-07,
      "loss": 0.3248,
      "step": 2545610
    },
    {
      "epoch": 710.47,
      "grad_norm": 1.1631933450698853,
      "learning_rate": 1.5867641703274308e-07,
      "loss": 0.3517,
      "step": 2545620
    },
    {
      "epoch": 710.47,
      "grad_norm": 1.2654091119766235,
      "learning_rate": 1.5866663718915318e-07,
      "loss": 0.3288,
      "step": 2545630
    },
    {
      "epoch": 710.48,
      "grad_norm": 2.361205816268921,
      "learning_rate": 1.5865685763639833e-07,
      "loss": 0.3477,
      "step": 2545640
    },
    {
      "epoch": 710.48,
      "grad_norm": 1.0983747243881226,
      "learning_rate": 1.5864707837447985e-07,
      "loss": 0.3417,
      "step": 2545650
    },
    {
      "epoch": 710.48,
      "grad_norm": 1.2407371997833252,
      "learning_rate": 1.5863729940339904e-07,
      "loss": 0.3256,
      "step": 2545660
    },
    {
      "epoch": 710.49,
      "grad_norm": 1.078892707824707,
      "learning_rate": 1.5862752072315797e-07,
      "loss": 0.3284,
      "step": 2545670
    },
    {
      "epoch": 710.49,
      "grad_norm": 1.3601384162902832,
      "learning_rate": 1.5861774233375638e-07,
      "loss": 0.3365,
      "step": 2545680
    },
    {
      "epoch": 710.49,
      "grad_norm": 1.2859121561050415,
      "learning_rate": 1.5860796423519716e-07,
      "loss": 0.3408,
      "step": 2545690
    },
    {
      "epoch": 710.49,
      "grad_norm": 1.3831270933151245,
      "learning_rate": 1.5859818642748081e-07,
      "loss": 0.3435,
      "step": 2545700
    },
    {
      "epoch": 710.5,
      "grad_norm": 1.231807827949524,
      "learning_rate": 1.585884089106086e-07,
      "loss": 0.3477,
      "step": 2545710
    },
    {
      "epoch": 710.5,
      "grad_norm": 1.8260349035263062,
      "learning_rate": 1.5857863168458242e-07,
      "loss": 0.3262,
      "step": 2545720
    },
    {
      "epoch": 710.5,
      "grad_norm": 1.2228708267211914,
      "learning_rate": 1.5856885474940273e-07,
      "loss": 0.3479,
      "step": 2545730
    },
    {
      "epoch": 710.51,
      "grad_norm": 1.1503028869628906,
      "learning_rate": 1.5855907810507113e-07,
      "loss": 0.3423,
      "step": 2545740
    },
    {
      "epoch": 710.51,
      "grad_norm": 1.0533883571624756,
      "learning_rate": 1.5854930175158917e-07,
      "loss": 0.3308,
      "step": 2545750
    },
    {
      "epoch": 710.51,
      "grad_norm": 1.1674003601074219,
      "learning_rate": 1.585395256889584e-07,
      "loss": 0.3262,
      "step": 2545760
    },
    {
      "epoch": 710.51,
      "grad_norm": 1.2984764575958252,
      "learning_rate": 1.5852974991717907e-07,
      "loss": 0.3405,
      "step": 2545770
    },
    {
      "epoch": 710.52,
      "grad_norm": 1.0477467775344849,
      "learning_rate": 1.5851997443625384e-07,
      "loss": 0.3482,
      "step": 2545780
    },
    {
      "epoch": 710.52,
      "grad_norm": 1.3371502161026,
      "learning_rate": 1.585101992461829e-07,
      "loss": 0.3551,
      "step": 2545790
    },
    {
      "epoch": 710.52,
      "grad_norm": 1.6343917846679688,
      "learning_rate": 1.5850042434696783e-07,
      "loss": 0.3475,
      "step": 2545800
    },
    {
      "epoch": 710.52,
      "grad_norm": 1.1757811307907104,
      "learning_rate": 1.5849064973861075e-07,
      "loss": 0.3368,
      "step": 2545810
    },
    {
      "epoch": 710.53,
      "grad_norm": 1.1562771797180176,
      "learning_rate": 1.584808754211116e-07,
      "loss": 0.3392,
      "step": 2545820
    },
    {
      "epoch": 710.53,
      "grad_norm": 1.3677771091461182,
      "learning_rate": 1.5847110139447255e-07,
      "loss": 0.3425,
      "step": 2545830
    },
    {
      "epoch": 710.53,
      "grad_norm": 1.3753217458724976,
      "learning_rate": 1.584613276586948e-07,
      "loss": 0.3424,
      "step": 2545840
    },
    {
      "epoch": 710.54,
      "grad_norm": 1.456568956375122,
      "learning_rate": 1.5845155421377943e-07,
      "loss": 0.3319,
      "step": 2545850
    },
    {
      "epoch": 710.54,
      "grad_norm": 1.2551993131637573,
      "learning_rate": 1.584417810597283e-07,
      "loss": 0.3369,
      "step": 2545860
    },
    {
      "epoch": 710.54,
      "grad_norm": 1.1830849647521973,
      "learning_rate": 1.5843200819654187e-07,
      "loss": 0.3168,
      "step": 2545870
    },
    {
      "epoch": 710.54,
      "grad_norm": 1.1098326444625854,
      "learning_rate": 1.5842223562422177e-07,
      "loss": 0.3265,
      "step": 2545880
    },
    {
      "epoch": 710.55,
      "grad_norm": 1.4082552194595337,
      "learning_rate": 1.5841246334276974e-07,
      "loss": 0.3411,
      "step": 2545890
    },
    {
      "epoch": 710.55,
      "grad_norm": 1.258181095123291,
      "learning_rate": 1.5840269135218689e-07,
      "loss": 0.3216,
      "step": 2545900
    },
    {
      "epoch": 710.55,
      "grad_norm": 1.436763048171997,
      "learning_rate": 1.5839291965247343e-07,
      "loss": 0.3293,
      "step": 2545910
    },
    {
      "epoch": 710.56,
      "grad_norm": 1.2866954803466797,
      "learning_rate": 1.5838314824363251e-07,
      "loss": 0.3246,
      "step": 2545920
    },
    {
      "epoch": 710.56,
      "grad_norm": 1.3191125392913818,
      "learning_rate": 1.5837337712566412e-07,
      "loss": 0.3539,
      "step": 2545930
    },
    {
      "epoch": 710.56,
      "grad_norm": 1.4913146495819092,
      "learning_rate": 1.583636062985701e-07,
      "loss": 0.3576,
      "step": 2545940
    },
    {
      "epoch": 710.56,
      "grad_norm": 1.4265706539154053,
      "learning_rate": 1.5835383576235173e-07,
      "loss": 0.3292,
      "step": 2545950
    },
    {
      "epoch": 710.57,
      "grad_norm": 1.1667728424072266,
      "learning_rate": 1.5834406551701004e-07,
      "loss": 0.3302,
      "step": 2545960
    },
    {
      "epoch": 710.57,
      "grad_norm": 1.3194010257720947,
      "learning_rate": 1.5833429556254638e-07,
      "loss": 0.3337,
      "step": 2545970
    },
    {
      "epoch": 710.57,
      "grad_norm": 1.2406731843948364,
      "learning_rate": 1.58324525898962e-07,
      "loss": 0.3236,
      "step": 2545980
    },
    {
      "epoch": 710.57,
      "grad_norm": 1.2268415689468384,
      "learning_rate": 1.5831475652625902e-07,
      "loss": 0.329,
      "step": 2545990
    },
    {
      "epoch": 710.58,
      "grad_norm": 1.1913222074508667,
      "learning_rate": 1.5830498744443739e-07,
      "loss": 0.3488,
      "step": 2546000
    },
    {
      "epoch": 710.58,
      "grad_norm": 1.3981702327728271,
      "learning_rate": 1.5829521865349926e-07,
      "loss": 0.32,
      "step": 2546010
    },
    {
      "epoch": 710.58,
      "grad_norm": 1.1545714139938354,
      "learning_rate": 1.5828545015344612e-07,
      "loss": 0.3343,
      "step": 2546020
    },
    {
      "epoch": 710.59,
      "grad_norm": 1.3429224491119385,
      "learning_rate": 1.5827568194427804e-07,
      "loss": 0.3355,
      "step": 2546030
    },
    {
      "epoch": 710.59,
      "grad_norm": 1.3055498600006104,
      "learning_rate": 1.5826591402599806e-07,
      "loss": 0.3331,
      "step": 2546040
    },
    {
      "epoch": 710.59,
      "grad_norm": 1.2060632705688477,
      "learning_rate": 1.5825614639860628e-07,
      "loss": 0.3431,
      "step": 2546050
    },
    {
      "epoch": 710.59,
      "grad_norm": 1.0917589664459229,
      "learning_rate": 1.5824637906210416e-07,
      "loss": 0.3284,
      "step": 2546060
    },
    {
      "epoch": 710.6,
      "grad_norm": 1.2335577011108398,
      "learning_rate": 1.5823661201649333e-07,
      "loss": 0.3275,
      "step": 2546070
    },
    {
      "epoch": 710.6,
      "grad_norm": 1.2147140502929688,
      "learning_rate": 1.5822684526177535e-07,
      "loss": 0.3351,
      "step": 2546080
    },
    {
      "epoch": 710.6,
      "grad_norm": 1.156742811203003,
      "learning_rate": 1.5821707879795044e-07,
      "loss": 0.3234,
      "step": 2546090
    },
    {
      "epoch": 710.61,
      "grad_norm": 1.2608269453048706,
      "learning_rate": 1.582073126250207e-07,
      "loss": 0.345,
      "step": 2546100
    },
    {
      "epoch": 710.61,
      "grad_norm": 1.1861977577209473,
      "learning_rate": 1.581975467429877e-07,
      "loss": 0.3572,
      "step": 2546110
    },
    {
      "epoch": 710.61,
      "grad_norm": 1.3593114614486694,
      "learning_rate": 1.5818778115185169e-07,
      "loss": 0.3328,
      "step": 2546120
    },
    {
      "epoch": 710.61,
      "grad_norm": 1.2669936418533325,
      "learning_rate": 1.5817801585161503e-07,
      "loss": 0.3284,
      "step": 2546130
    },
    {
      "epoch": 710.62,
      "grad_norm": 1.4248325824737549,
      "learning_rate": 1.5816825084227847e-07,
      "loss": 0.337,
      "step": 2546140
    },
    {
      "epoch": 710.62,
      "grad_norm": 1.8715730905532837,
      "learning_rate": 1.5815848612384333e-07,
      "loss": 0.3342,
      "step": 2546150
    },
    {
      "epoch": 710.62,
      "grad_norm": 1.1987862586975098,
      "learning_rate": 1.5814872169631144e-07,
      "loss": 0.3505,
      "step": 2546160
    },
    {
      "epoch": 710.63,
      "grad_norm": 1.3081703186035156,
      "learning_rate": 1.5813895755968304e-07,
      "loss": 0.3548,
      "step": 2546170
    },
    {
      "epoch": 710.63,
      "grad_norm": 1.178140640258789,
      "learning_rate": 1.5812919371396075e-07,
      "loss": 0.3309,
      "step": 2546180
    },
    {
      "epoch": 710.63,
      "grad_norm": 1.2038792371749878,
      "learning_rate": 1.581194301591448e-07,
      "loss": 0.3405,
      "step": 2546190
    },
    {
      "epoch": 710.63,
      "grad_norm": 1.2100056409835815,
      "learning_rate": 1.5810966689523678e-07,
      "loss": 0.3263,
      "step": 2546200
    },
    {
      "epoch": 710.64,
      "grad_norm": 1.0637311935424805,
      "learning_rate": 1.58099903922238e-07,
      "loss": 0.3302,
      "step": 2546210
    },
    {
      "epoch": 710.64,
      "grad_norm": 1.3474805355072021,
      "learning_rate": 1.580901412401505e-07,
      "loss": 0.3436,
      "step": 2546220
    },
    {
      "epoch": 710.64,
      "grad_norm": 1.3954218626022339,
      "learning_rate": 1.5808037884897434e-07,
      "loss": 0.3437,
      "step": 2546230
    },
    {
      "epoch": 710.64,
      "grad_norm": 1.1813435554504395,
      "learning_rate": 1.5807061674871156e-07,
      "loss": 0.3511,
      "step": 2546240
    },
    {
      "epoch": 710.65,
      "grad_norm": 1.1496306657791138,
      "learning_rate": 1.5806085493936346e-07,
      "loss": 0.3509,
      "step": 2546250
    },
    {
      "epoch": 710.65,
      "grad_norm": 1.357581615447998,
      "learning_rate": 1.5805109342093055e-07,
      "loss": 0.3447,
      "step": 2546260
    },
    {
      "epoch": 710.65,
      "grad_norm": 1.2392610311508179,
      "learning_rate": 1.5804133219341573e-07,
      "loss": 0.334,
      "step": 2546270
    },
    {
      "epoch": 710.66,
      "grad_norm": 1.173163890838623,
      "learning_rate": 1.5803157125681872e-07,
      "loss": 0.3301,
      "step": 2546280
    },
    {
      "epoch": 710.66,
      "grad_norm": 1.158747911453247,
      "learning_rate": 1.5802181061114132e-07,
      "loss": 0.3227,
      "step": 2546290
    },
    {
      "epoch": 710.66,
      "grad_norm": 1.318494200706482,
      "learning_rate": 1.580120502563854e-07,
      "loss": 0.3658,
      "step": 2546300
    },
    {
      "epoch": 710.66,
      "grad_norm": 1.1543058156967163,
      "learning_rate": 1.5800229019255145e-07,
      "loss": 0.3278,
      "step": 2546310
    },
    {
      "epoch": 710.67,
      "grad_norm": 1.3407610654830933,
      "learning_rate": 1.579925304196413e-07,
      "loss": 0.3285,
      "step": 2546320
    },
    {
      "epoch": 710.67,
      "grad_norm": 1.1717311143875122,
      "learning_rate": 1.579827709376557e-07,
      "loss": 0.3675,
      "step": 2546330
    },
    {
      "epoch": 710.67,
      "grad_norm": 1.5062892436981201,
      "learning_rate": 1.5797301174659704e-07,
      "loss": 0.3337,
      "step": 2546340
    },
    {
      "epoch": 710.68,
      "grad_norm": 1.2884032726287842,
      "learning_rate": 1.5796325284646505e-07,
      "loss": 0.3513,
      "step": 2546350
    },
    {
      "epoch": 710.68,
      "grad_norm": 1.299513578414917,
      "learning_rate": 1.5795349423726256e-07,
      "loss": 0.3418,
      "step": 2546360
    },
    {
      "epoch": 710.68,
      "grad_norm": 1.3867359161376953,
      "learning_rate": 1.579437359189896e-07,
      "loss": 0.3404,
      "step": 2546370
    },
    {
      "epoch": 710.68,
      "grad_norm": 1.4542982578277588,
      "learning_rate": 1.579339778916485e-07,
      "loss": 0.3279,
      "step": 2546380
    },
    {
      "epoch": 710.69,
      "grad_norm": 1.3166710138320923,
      "learning_rate": 1.5792422015524003e-07,
      "loss": 0.3504,
      "step": 2546390
    },
    {
      "epoch": 710.69,
      "grad_norm": 1.238470435142517,
      "learning_rate": 1.5791446270976552e-07,
      "loss": 0.3342,
      "step": 2546400
    },
    {
      "epoch": 710.69,
      "grad_norm": 1.319909930229187,
      "learning_rate": 1.5790470555522623e-07,
      "loss": 0.3496,
      "step": 2546410
    },
    {
      "epoch": 710.69,
      "grad_norm": 1.2237989902496338,
      "learning_rate": 1.5789494869162352e-07,
      "loss": 0.3379,
      "step": 2546420
    },
    {
      "epoch": 710.7,
      "grad_norm": 1.445246934890747,
      "learning_rate": 1.5788519211895863e-07,
      "loss": 0.3478,
      "step": 2546430
    },
    {
      "epoch": 710.7,
      "grad_norm": 1.3212376832962036,
      "learning_rate": 1.5787543583723343e-07,
      "loss": 0.3416,
      "step": 2546440
    },
    {
      "epoch": 710.7,
      "grad_norm": 1.458299160003662,
      "learning_rate": 1.5786567984644814e-07,
      "loss": 0.3429,
      "step": 2546450
    },
    {
      "epoch": 710.71,
      "grad_norm": 1.5934159755706787,
      "learning_rate": 1.5785592414660486e-07,
      "loss": 0.335,
      "step": 2546460
    },
    {
      "epoch": 710.71,
      "grad_norm": 1.2225269079208374,
      "learning_rate": 1.5784616873770463e-07,
      "loss": 0.3422,
      "step": 2546470
    },
    {
      "epoch": 710.71,
      "grad_norm": 1.6425232887268066,
      "learning_rate": 1.5783641361974929e-07,
      "loss": 0.3557,
      "step": 2546480
    },
    {
      "epoch": 710.71,
      "grad_norm": 1.1262818574905396,
      "learning_rate": 1.578266587927388e-07,
      "loss": 0.3433,
      "step": 2546490
    },
    {
      "epoch": 710.72,
      "grad_norm": 1.2113349437713623,
      "learning_rate": 1.5781690425667606e-07,
      "loss": 0.3476,
      "step": 2546500
    },
    {
      "epoch": 710.72,
      "grad_norm": 1.2140581607818604,
      "learning_rate": 1.5780715001156107e-07,
      "loss": 0.3419,
      "step": 2546510
    },
    {
      "epoch": 710.72,
      "grad_norm": 1.3412938117980957,
      "learning_rate": 1.5779739605739585e-07,
      "loss": 0.3519,
      "step": 2546520
    },
    {
      "epoch": 710.73,
      "grad_norm": 1.3898741006851196,
      "learning_rate": 1.577876423941818e-07,
      "loss": 0.3247,
      "step": 2546530
    },
    {
      "epoch": 710.73,
      "grad_norm": 1.2991803884506226,
      "learning_rate": 1.5777788902191962e-07,
      "loss": 0.3338,
      "step": 2546540
    },
    {
      "epoch": 710.73,
      "grad_norm": 1.2220174074172974,
      "learning_rate": 1.577681359406109e-07,
      "loss": 0.3363,
      "step": 2546550
    },
    {
      "epoch": 710.73,
      "grad_norm": 1.0384516716003418,
      "learning_rate": 1.5775838315025694e-07,
      "loss": 0.3383,
      "step": 2546560
    },
    {
      "epoch": 710.74,
      "grad_norm": 1.3345178365707397,
      "learning_rate": 1.5774863065085956e-07,
      "loss": 0.352,
      "step": 2546570
    },
    {
      "epoch": 710.74,
      "grad_norm": 1.2261550426483154,
      "learning_rate": 1.5773887844241903e-07,
      "loss": 0.3314,
      "step": 2546580
    },
    {
      "epoch": 710.74,
      "grad_norm": 1.1264699697494507,
      "learning_rate": 1.5772912652493742e-07,
      "loss": 0.3322,
      "step": 2546590
    },
    {
      "epoch": 710.75,
      "grad_norm": 1.229757308959961,
      "learning_rate": 1.5771937489841578e-07,
      "loss": 0.3235,
      "step": 2546600
    },
    {
      "epoch": 710.75,
      "grad_norm": 1.3671425580978394,
      "learning_rate": 1.5770962356285486e-07,
      "loss": 0.3427,
      "step": 2546610
    },
    {
      "epoch": 710.75,
      "grad_norm": 1.2559690475463867,
      "learning_rate": 1.5769987251825732e-07,
      "loss": 0.3435,
      "step": 2546620
    },
    {
      "epoch": 710.75,
      "grad_norm": 1.3530640602111816,
      "learning_rate": 1.5769012176462336e-07,
      "loss": 0.3331,
      "step": 2546630
    },
    {
      "epoch": 710.76,
      "grad_norm": 1.1560426950454712,
      "learning_rate": 1.5768037130195434e-07,
      "loss": 0.3265,
      "step": 2546640
    },
    {
      "epoch": 710.76,
      "grad_norm": 1.1695655584335327,
      "learning_rate": 1.5767062113025176e-07,
      "loss": 0.331,
      "step": 2546650
    },
    {
      "epoch": 710.76,
      "grad_norm": 1.138566255569458,
      "learning_rate": 1.576608712495175e-07,
      "loss": 0.3334,
      "step": 2546660
    },
    {
      "epoch": 710.76,
      "grad_norm": 1.1358332633972168,
      "learning_rate": 1.5765112165975177e-07,
      "loss": 0.3345,
      "step": 2546670
    },
    {
      "epoch": 710.77,
      "grad_norm": 1.4241158962249756,
      "learning_rate": 1.5764137236095666e-07,
      "loss": 0.3485,
      "step": 2546680
    },
    {
      "epoch": 710.77,
      "grad_norm": 1.4184802770614624,
      "learning_rate": 1.5763162335313325e-07,
      "loss": 0.3455,
      "step": 2546690
    },
    {
      "epoch": 710.77,
      "grad_norm": 1.1667734384536743,
      "learning_rate": 1.5762187463628228e-07,
      "loss": 0.3417,
      "step": 2546700
    },
    {
      "epoch": 710.78,
      "grad_norm": 1.227005124092102,
      "learning_rate": 1.576121262104061e-07,
      "loss": 0.3367,
      "step": 2546710
    },
    {
      "epoch": 710.78,
      "grad_norm": 1.271781086921692,
      "learning_rate": 1.5760237807550526e-07,
      "loss": 0.3351,
      "step": 2546720
    },
    {
      "epoch": 710.78,
      "grad_norm": 1.440654993057251,
      "learning_rate": 1.575926302315813e-07,
      "loss": 0.3376,
      "step": 2546730
    },
    {
      "epoch": 710.78,
      "grad_norm": 1.3081138134002686,
      "learning_rate": 1.5758288267863524e-07,
      "loss": 0.3109,
      "step": 2546740
    },
    {
      "epoch": 710.79,
      "grad_norm": 1.1655834913253784,
      "learning_rate": 1.5757313541666865e-07,
      "loss": 0.3405,
      "step": 2546750
    },
    {
      "epoch": 710.79,
      "grad_norm": 1.3088421821594238,
      "learning_rate": 1.575633884456834e-07,
      "loss": 0.3502,
      "step": 2546760
    },
    {
      "epoch": 710.79,
      "grad_norm": 1.1949400901794434,
      "learning_rate": 1.5755364176567967e-07,
      "loss": 0.3244,
      "step": 2546770
    },
    {
      "epoch": 710.8,
      "grad_norm": 1.4726394414901733,
      "learning_rate": 1.5754389537665937e-07,
      "loss": 0.3316,
      "step": 2546780
    },
    {
      "epoch": 710.8,
      "grad_norm": 1.13028883934021,
      "learning_rate": 1.575341492786237e-07,
      "loss": 0.3339,
      "step": 2546790
    },
    {
      "epoch": 710.8,
      "grad_norm": 1.3061150312423706,
      "learning_rate": 1.5752440347157406e-07,
      "loss": 0.3415,
      "step": 2546800
    },
    {
      "epoch": 710.8,
      "grad_norm": 1.1828413009643555,
      "learning_rate": 1.5751465795551142e-07,
      "loss": 0.3268,
      "step": 2546810
    },
    {
      "epoch": 710.81,
      "grad_norm": 1.163831114768982,
      "learning_rate": 1.5750491273043738e-07,
      "loss": 0.3506,
      "step": 2546820
    },
    {
      "epoch": 710.81,
      "grad_norm": 1.205801010131836,
      "learning_rate": 1.5749516779635348e-07,
      "loss": 0.3252,
      "step": 2546830
    },
    {
      "epoch": 710.81,
      "grad_norm": 1.3077775239944458,
      "learning_rate": 1.5748542315325998e-07,
      "loss": 0.3341,
      "step": 2546840
    },
    {
      "epoch": 710.81,
      "grad_norm": 1.2751163244247437,
      "learning_rate": 1.5747567880115978e-07,
      "loss": 0.3342,
      "step": 2546850
    },
    {
      "epoch": 710.82,
      "grad_norm": 1.1006783246994019,
      "learning_rate": 1.5746593474005257e-07,
      "loss": 0.3589,
      "step": 2546860
    },
    {
      "epoch": 710.82,
      "grad_norm": 1.001677393913269,
      "learning_rate": 1.5745619096994072e-07,
      "loss": 0.3189,
      "step": 2546870
    },
    {
      "epoch": 710.82,
      "grad_norm": 1.2060208320617676,
      "learning_rate": 1.57446447490825e-07,
      "loss": 0.3295,
      "step": 2546880
    },
    {
      "epoch": 710.83,
      "grad_norm": 1.1849583387374878,
      "learning_rate": 1.5743670430270723e-07,
      "loss": 0.345,
      "step": 2546890
    },
    {
      "epoch": 710.83,
      "grad_norm": 1.4055449962615967,
      "learning_rate": 1.5742696140558795e-07,
      "loss": 0.33,
      "step": 2546900
    },
    {
      "epoch": 710.83,
      "grad_norm": 1.2432241439819336,
      "learning_rate": 1.5741721879946896e-07,
      "loss": 0.3356,
      "step": 2546910
    },
    {
      "epoch": 710.83,
      "grad_norm": 1.9367129802703857,
      "learning_rate": 1.5740747648435182e-07,
      "loss": 0.3578,
      "step": 2546920
    },
    {
      "epoch": 710.84,
      "grad_norm": 1.1022272109985352,
      "learning_rate": 1.5739773446023655e-07,
      "loss": 0.337,
      "step": 2546930
    },
    {
      "epoch": 710.84,
      "grad_norm": 2.2747445106506348,
      "learning_rate": 1.5738799272712625e-07,
      "loss": 0.3367,
      "step": 2546940
    },
    {
      "epoch": 710.84,
      "grad_norm": 1.115514874458313,
      "learning_rate": 1.5737825128502093e-07,
      "loss": 0.3342,
      "step": 2546950
    },
    {
      "epoch": 710.85,
      "grad_norm": 1.2262547016143799,
      "learning_rate": 1.5736851013392243e-07,
      "loss": 0.3435,
      "step": 2546960
    },
    {
      "epoch": 710.85,
      "grad_norm": 1.3075463771820068,
      "learning_rate": 1.5735876927383202e-07,
      "loss": 0.316,
      "step": 2546970
    },
    {
      "epoch": 710.85,
      "grad_norm": 1.102578043937683,
      "learning_rate": 1.5734902870475075e-07,
      "loss": 0.3536,
      "step": 2546980
    },
    {
      "epoch": 710.85,
      "grad_norm": 0.9912608861923218,
      "learning_rate": 1.5733928842667992e-07,
      "loss": 0.3392,
      "step": 2546990
    },
    {
      "epoch": 710.86,
      "grad_norm": 1.4717607498168945,
      "learning_rate": 1.5732954843962084e-07,
      "loss": 0.3447,
      "step": 2547000
    },
    {
      "epoch": 710.86,
      "grad_norm": 1.3295862674713135,
      "learning_rate": 1.5731980874357507e-07,
      "loss": 0.3198,
      "step": 2547010
    },
    {
      "epoch": 710.86,
      "grad_norm": 1.7196646928787231,
      "learning_rate": 1.5731006933854367e-07,
      "loss": 0.323,
      "step": 2547020
    },
    {
      "epoch": 710.87,
      "grad_norm": 1.1061298847198486,
      "learning_rate": 1.5730033022452841e-07,
      "loss": 0.3418,
      "step": 2547030
    },
    {
      "epoch": 710.87,
      "grad_norm": 1.3793056011199951,
      "learning_rate": 1.5729059140153012e-07,
      "loss": 0.3439,
      "step": 2547040
    },
    {
      "epoch": 710.87,
      "grad_norm": 1.3354159593582153,
      "learning_rate": 1.572808528695498e-07,
      "loss": 0.3365,
      "step": 2547050
    },
    {
      "epoch": 710.87,
      "grad_norm": 1.2962814569473267,
      "learning_rate": 1.5727111462858958e-07,
      "loss": 0.3341,
      "step": 2547060
    },
    {
      "epoch": 710.88,
      "grad_norm": 1.232513427734375,
      "learning_rate": 1.5726137667864966e-07,
      "loss": 0.3261,
      "step": 2547070
    },
    {
      "epoch": 710.88,
      "grad_norm": 1.1695407629013062,
      "learning_rate": 1.5725163901973242e-07,
      "loss": 0.344,
      "step": 2547080
    },
    {
      "epoch": 710.88,
      "grad_norm": 1.1512699127197266,
      "learning_rate": 1.5724190165183866e-07,
      "loss": 0.3297,
      "step": 2547090
    },
    {
      "epoch": 710.88,
      "grad_norm": 1.3835909366607666,
      "learning_rate": 1.5723216457496964e-07,
      "loss": 0.339,
      "step": 2547100
    },
    {
      "epoch": 710.89,
      "grad_norm": 1.2163333892822266,
      "learning_rate": 1.5722242778912693e-07,
      "loss": 0.34,
      "step": 2547110
    },
    {
      "epoch": 710.89,
      "grad_norm": 1.1663432121276855,
      "learning_rate": 1.5721269129431161e-07,
      "loss": 0.3511,
      "step": 2547120
    },
    {
      "epoch": 710.89,
      "grad_norm": 1.3870134353637695,
      "learning_rate": 1.5720295509052466e-07,
      "loss": 0.3338,
      "step": 2547130
    },
    {
      "epoch": 710.9,
      "grad_norm": 1.236975073814392,
      "learning_rate": 1.5719321917776794e-07,
      "loss": 0.3347,
      "step": 2547140
    },
    {
      "epoch": 710.9,
      "grad_norm": 1.2432023286819458,
      "learning_rate": 1.5718348355604274e-07,
      "loss": 0.3442,
      "step": 2547150
    },
    {
      "epoch": 710.9,
      "grad_norm": 1.185107707977295,
      "learning_rate": 1.5717374822534958e-07,
      "loss": 0.3255,
      "step": 2547160
    },
    {
      "epoch": 710.9,
      "grad_norm": 1.2909421920776367,
      "learning_rate": 1.5716401318569107e-07,
      "loss": 0.3278,
      "step": 2547170
    },
    {
      "epoch": 710.91,
      "grad_norm": 1.3910744190216064,
      "learning_rate": 1.571542784370672e-07,
      "loss": 0.3316,
      "step": 2547180
    },
    {
      "epoch": 710.91,
      "grad_norm": 1.5757851600646973,
      "learning_rate": 1.571445439794798e-07,
      "loss": 0.3368,
      "step": 2547190
    },
    {
      "epoch": 710.91,
      "grad_norm": 1.1875120401382446,
      "learning_rate": 1.571348098129307e-07,
      "loss": 0.3199,
      "step": 2547200
    },
    {
      "epoch": 710.92,
      "grad_norm": 1.1847211122512817,
      "learning_rate": 1.571250759374201e-07,
      "loss": 0.3415,
      "step": 2547210
    },
    {
      "epoch": 710.92,
      "grad_norm": 1.211927890777588,
      "learning_rate": 1.5711534235295017e-07,
      "loss": 0.3358,
      "step": 2547220
    },
    {
      "epoch": 710.92,
      "grad_norm": 1.2724378108978271,
      "learning_rate": 1.5710560905952166e-07,
      "loss": 0.3377,
      "step": 2547230
    },
    {
      "epoch": 710.92,
      "grad_norm": 1.3643248081207275,
      "learning_rate": 1.570958760571366e-07,
      "loss": 0.3391,
      "step": 2547240
    },
    {
      "epoch": 710.93,
      "grad_norm": 1.2073065042495728,
      "learning_rate": 1.5708614334579532e-07,
      "loss": 0.3227,
      "step": 2547250
    },
    {
      "epoch": 710.93,
      "grad_norm": 1.2364503145217896,
      "learning_rate": 1.5707641092549986e-07,
      "loss": 0.35,
      "step": 2547260
    },
    {
      "epoch": 710.93,
      "grad_norm": 1.2178210020065308,
      "learning_rate": 1.570666787962513e-07,
      "loss": 0.3359,
      "step": 2547270
    },
    {
      "epoch": 710.93,
      "grad_norm": 1.0939042568206787,
      "learning_rate": 1.5705694695805037e-07,
      "loss": 0.3432,
      "step": 2547280
    },
    {
      "epoch": 710.94,
      "grad_norm": 1.1371991634368896,
      "learning_rate": 1.5704721541089944e-07,
      "loss": 0.34,
      "step": 2547290
    },
    {
      "epoch": 710.94,
      "grad_norm": 1.3057953119277954,
      "learning_rate": 1.5703748415479875e-07,
      "loss": 0.3285,
      "step": 2547300
    },
    {
      "epoch": 710.94,
      "grad_norm": 1.3482588529586792,
      "learning_rate": 1.570277531897507e-07,
      "loss": 0.3447,
      "step": 2547310
    },
    {
      "epoch": 710.95,
      "grad_norm": 1.3420031070709229,
      "learning_rate": 1.570180225157555e-07,
      "loss": 0.3337,
      "step": 2547320
    },
    {
      "epoch": 710.95,
      "grad_norm": 1.1330307722091675,
      "learning_rate": 1.5700829213281495e-07,
      "loss": 0.343,
      "step": 2547330
    },
    {
      "epoch": 710.95,
      "grad_norm": 1.14422607421875,
      "learning_rate": 1.5699856204093092e-07,
      "loss": 0.3454,
      "step": 2547340
    },
    {
      "epoch": 710.95,
      "grad_norm": 1.1271069049835205,
      "learning_rate": 1.5698883224010338e-07,
      "loss": 0.331,
      "step": 2547350
    },
    {
      "epoch": 710.96,
      "grad_norm": 1.2563420534133911,
      "learning_rate": 1.569791027303347e-07,
      "loss": 0.348,
      "step": 2547360
    },
    {
      "epoch": 710.96,
      "grad_norm": 1.3522093296051025,
      "learning_rate": 1.5696937351162565e-07,
      "loss": 0.3354,
      "step": 2547370
    },
    {
      "epoch": 710.96,
      "grad_norm": 1.4132095575332642,
      "learning_rate": 1.5695964458397803e-07,
      "loss": 0.3329,
      "step": 2547380
    },
    {
      "epoch": 710.97,
      "grad_norm": 1.1826063394546509,
      "learning_rate": 1.5694991594739237e-07,
      "loss": 0.3309,
      "step": 2547390
    },
    {
      "epoch": 710.97,
      "grad_norm": 1.3391841650009155,
      "learning_rate": 1.569401876018705e-07,
      "loss": 0.3322,
      "step": 2547400
    },
    {
      "epoch": 710.97,
      "grad_norm": 1.2592978477478027,
      "learning_rate": 1.56930459547414e-07,
      "loss": 0.3284,
      "step": 2547410
    },
    {
      "epoch": 710.97,
      "grad_norm": 1.1871389150619507,
      "learning_rate": 1.569207317840231e-07,
      "loss": 0.3401,
      "step": 2547420
    },
    {
      "epoch": 710.98,
      "grad_norm": 1.2566848993301392,
      "learning_rate": 1.569110043117004e-07,
      "loss": 0.3353,
      "step": 2547430
    },
    {
      "epoch": 710.98,
      "grad_norm": 1.2625210285186768,
      "learning_rate": 1.5690127713044618e-07,
      "loss": 0.3438,
      "step": 2547440
    },
    {
      "epoch": 710.98,
      "grad_norm": 1.1905444860458374,
      "learning_rate": 1.5689155024026225e-07,
      "loss": 0.3281,
      "step": 2547450
    },
    {
      "epoch": 710.99,
      "grad_norm": 1.2671626806259155,
      "learning_rate": 1.5688182364114966e-07,
      "loss": 0.3309,
      "step": 2547460
    },
    {
      "epoch": 710.99,
      "grad_norm": 1.2279040813446045,
      "learning_rate": 1.5687209733311022e-07,
      "loss": 0.3349,
      "step": 2547470
    },
    {
      "epoch": 710.99,
      "grad_norm": 1.286700963973999,
      "learning_rate": 1.5686237131614445e-07,
      "loss": 0.3533,
      "step": 2547480
    },
    {
      "epoch": 710.99,
      "grad_norm": 1.2200416326522827,
      "learning_rate": 1.5685264559025392e-07,
      "loss": 0.3316,
      "step": 2547490
    },
    {
      "epoch": 711.0,
      "grad_norm": 1.133779764175415,
      "learning_rate": 1.5684292015544047e-07,
      "loss": 0.3302,
      "step": 2547500
    },
    {
      "epoch": 711.0,
      "grad_norm": 1.4037251472473145,
      "learning_rate": 1.568331950117043e-07,
      "loss": 0.3569,
      "step": 2547510
    },
    {
      "epoch": 711.0,
      "eval_loss": 0.33742091059684753,
      "eval_runtime": 66.0604,
      "eval_samples_per_second": 76.581,
      "eval_steps_per_second": 9.582,
      "step": 2547513
    },
    {
      "epoch": 711.0,
      "grad_norm": 1.418164610862732,
      "learning_rate": 1.5682347015904808e-07,
      "loss": 0.3383,
      "step": 2547520
    },
    {
      "epoch": 711.0,
      "grad_norm": 1.4872502088546753,
      "learning_rate": 1.5681374559747205e-07,
      "loss": 0.3366,
      "step": 2547530
    },
    {
      "epoch": 711.01,
      "grad_norm": 1.1931676864624023,
      "learning_rate": 1.5680402132697772e-07,
      "loss": 0.3282,
      "step": 2547540
    },
    {
      "epoch": 711.01,
      "grad_norm": 1.3103501796722412,
      "learning_rate": 1.5679429734756672e-07,
      "loss": 0.3396,
      "step": 2547550
    },
    {
      "epoch": 711.01,
      "grad_norm": 1.217333436012268,
      "learning_rate": 1.5678457365924008e-07,
      "loss": 0.3348,
      "step": 2547560
    },
    {
      "epoch": 711.02,
      "grad_norm": 1.1010302305221558,
      "learning_rate": 1.567748502619988e-07,
      "loss": 0.347,
      "step": 2547570
    },
    {
      "epoch": 711.02,
      "grad_norm": 1.2294731140136719,
      "learning_rate": 1.5676512715584472e-07,
      "loss": 0.3276,
      "step": 2547580
    },
    {
      "epoch": 711.02,
      "grad_norm": 1.1924102306365967,
      "learning_rate": 1.567554043407789e-07,
      "loss": 0.3415,
      "step": 2547590
    },
    {
      "epoch": 711.02,
      "grad_norm": 1.1189665794372559,
      "learning_rate": 1.5674568181680263e-07,
      "loss": 0.3443,
      "step": 2547600
    },
    {
      "epoch": 711.03,
      "grad_norm": 1.3041921854019165,
      "learning_rate": 1.5673595958391772e-07,
      "loss": 0.3256,
      "step": 2547610
    },
    {
      "epoch": 711.03,
      "grad_norm": 1.2314702272415161,
      "learning_rate": 1.5672623764212446e-07,
      "loss": 0.3377,
      "step": 2547620
    },
    {
      "epoch": 711.03,
      "grad_norm": 1.45295250415802,
      "learning_rate": 1.5671651599142464e-07,
      "loss": 0.3348,
      "step": 2547630
    },
    {
      "epoch": 711.04,
      "grad_norm": 1.1988874673843384,
      "learning_rate": 1.5670679463182008e-07,
      "loss": 0.3308,
      "step": 2547640
    },
    {
      "epoch": 711.04,
      "grad_norm": 1.2884901762008667,
      "learning_rate": 1.5669707356331054e-07,
      "loss": 0.3477,
      "step": 2547650
    },
    {
      "epoch": 711.04,
      "grad_norm": 1.1736066341400146,
      "learning_rate": 1.5668735278589941e-07,
      "loss": 0.3405,
      "step": 2547660
    },
    {
      "epoch": 711.04,
      "grad_norm": 1.3589282035827637,
      "learning_rate": 1.566776322995864e-07,
      "loss": 0.3492,
      "step": 2547670
    },
    {
      "epoch": 711.05,
      "grad_norm": 1.2323764562606812,
      "learning_rate": 1.5666791210437337e-07,
      "loss": 0.3381,
      "step": 2547680
    },
    {
      "epoch": 711.05,
      "grad_norm": 1.3060522079467773,
      "learning_rate": 1.5665819220026157e-07,
      "loss": 0.3382,
      "step": 2547690
    },
    {
      "epoch": 711.05,
      "grad_norm": 1.2622486352920532,
      "learning_rate": 1.566484725872526e-07,
      "loss": 0.3392,
      "step": 2547700
    },
    {
      "epoch": 711.05,
      "grad_norm": 1.1355973482131958,
      "learning_rate": 1.5663875326534695e-07,
      "loss": 0.3396,
      "step": 2547710
    },
    {
      "epoch": 711.06,
      "grad_norm": 6.736265182495117,
      "learning_rate": 1.5662903423454648e-07,
      "loss": 0.3424,
      "step": 2547720
    },
    {
      "epoch": 711.06,
      "grad_norm": 1.3179384469985962,
      "learning_rate": 1.56619315494853e-07,
      "loss": 0.3333,
      "step": 2547730
    },
    {
      "epoch": 711.06,
      "grad_norm": 1.1577752828598022,
      "learning_rate": 1.5660959704626623e-07,
      "loss": 0.3093,
      "step": 2547740
    },
    {
      "epoch": 711.07,
      "grad_norm": 1.2503849267959595,
      "learning_rate": 1.565998788887893e-07,
      "loss": 0.3476,
      "step": 2547750
    },
    {
      "epoch": 711.07,
      "grad_norm": 1.0895063877105713,
      "learning_rate": 1.5659016102242224e-07,
      "loss": 0.3222,
      "step": 2547760
    },
    {
      "epoch": 711.07,
      "grad_norm": 1.2559075355529785,
      "learning_rate": 1.5658044344716657e-07,
      "loss": 0.3284,
      "step": 2547770
    },
    {
      "epoch": 711.07,
      "grad_norm": 1.147486686706543,
      "learning_rate": 1.5657072616302437e-07,
      "loss": 0.3408,
      "step": 2547780
    },
    {
      "epoch": 711.08,
      "grad_norm": 1.5025618076324463,
      "learning_rate": 1.5656100916999594e-07,
      "loss": 0.3312,
      "step": 2547790
    },
    {
      "epoch": 711.08,
      "grad_norm": 1.0892680883407593,
      "learning_rate": 1.565512924680828e-07,
      "loss": 0.3307,
      "step": 2547800
    },
    {
      "epoch": 711.08,
      "grad_norm": 1.2695531845092773,
      "learning_rate": 1.5654157605728656e-07,
      "loss": 0.3423,
      "step": 2547810
    },
    {
      "epoch": 711.09,
      "grad_norm": 0.9818925261497498,
      "learning_rate": 1.5653185993760873e-07,
      "loss": 0.3228,
      "step": 2547820
    },
    {
      "epoch": 711.09,
      "grad_norm": 1.2403151988983154,
      "learning_rate": 1.5652214410904932e-07,
      "loss": 0.3502,
      "step": 2547830
    },
    {
      "epoch": 711.09,
      "grad_norm": 1.3356716632843018,
      "learning_rate": 1.5651242857161149e-07,
      "loss": 0.3398,
      "step": 2547840
    },
    {
      "epoch": 711.09,
      "grad_norm": 1.326536774635315,
      "learning_rate": 1.565027133252952e-07,
      "loss": 0.3354,
      "step": 2547850
    },
    {
      "epoch": 711.1,
      "grad_norm": 1.3495008945465088,
      "learning_rate": 1.5649299837010204e-07,
      "loss": 0.3514,
      "step": 2547860
    },
    {
      "epoch": 711.1,
      "grad_norm": 1.0901110172271729,
      "learning_rate": 1.5648328370603355e-07,
      "loss": 0.3323,
      "step": 2547870
    },
    {
      "epoch": 711.1,
      "grad_norm": 1.2539324760437012,
      "learning_rate": 1.564735693330905e-07,
      "loss": 0.335,
      "step": 2547880
    },
    {
      "epoch": 711.11,
      "grad_norm": 3.8408191204071045,
      "learning_rate": 1.56463855251275e-07,
      "loss": 0.3376,
      "step": 2547890
    },
    {
      "epoch": 711.11,
      "grad_norm": 1.1451624631881714,
      "learning_rate": 1.5645414146058755e-07,
      "loss": 0.3665,
      "step": 2547900
    },
    {
      "epoch": 711.11,
      "grad_norm": 1.34090256690979,
      "learning_rate": 1.5644442796102998e-07,
      "loss": 0.3589,
      "step": 2547910
    },
    {
      "epoch": 711.11,
      "grad_norm": 1.3617439270019531,
      "learning_rate": 1.5643471475260363e-07,
      "loss": 0.3554,
      "step": 2547920
    },
    {
      "epoch": 711.12,
      "grad_norm": 1.2041606903076172,
      "learning_rate": 1.5642500183530893e-07,
      "loss": 0.3116,
      "step": 2547930
    },
    {
      "epoch": 711.12,
      "grad_norm": 1.3666647672653198,
      "learning_rate": 1.5641528920914806e-07,
      "loss": 0.3357,
      "step": 2547940
    },
    {
      "epoch": 711.12,
      "grad_norm": 1.3446851968765259,
      "learning_rate": 1.56405576874122e-07,
      "loss": 0.3393,
      "step": 2547950
    },
    {
      "epoch": 711.12,
      "grad_norm": 1.3492168188095093,
      "learning_rate": 1.563958648302323e-07,
      "loss": 0.3431,
      "step": 2547960
    },
    {
      "epoch": 711.13,
      "grad_norm": 1.183078646659851,
      "learning_rate": 1.5638615307747951e-07,
      "loss": 0.3422,
      "step": 2547970
    },
    {
      "epoch": 711.13,
      "grad_norm": 1.1639264822006226,
      "learning_rate": 1.56376441615866e-07,
      "loss": 0.3281,
      "step": 2547980
    },
    {
      "epoch": 711.13,
      "grad_norm": 1.1904994249343872,
      "learning_rate": 1.5636673044539222e-07,
      "loss": 0.3355,
      "step": 2547990
    },
    {
      "epoch": 711.14,
      "grad_norm": 1.3183128833770752,
      "learning_rate": 1.563570195660598e-07,
      "loss": 0.3583,
      "step": 2548000
    },
    {
      "epoch": 711.14,
      "grad_norm": 1.388348937034607,
      "learning_rate": 1.5634730897787026e-07,
      "loss": 0.341,
      "step": 2548010
    },
    {
      "epoch": 711.14,
      "grad_norm": 1.1644723415374756,
      "learning_rate": 1.5633759868082441e-07,
      "loss": 0.3294,
      "step": 2548020
    },
    {
      "epoch": 711.14,
      "grad_norm": 1.253221035003662,
      "learning_rate": 1.5632788867492351e-07,
      "loss": 0.3299,
      "step": 2548030
    },
    {
      "epoch": 711.15,
      "grad_norm": 1.3321000337600708,
      "learning_rate": 1.5631817896016915e-07,
      "loss": 0.3545,
      "step": 2548040
    },
    {
      "epoch": 711.15,
      "grad_norm": 1.4665366411209106,
      "learning_rate": 1.5630846953656287e-07,
      "loss": 0.3371,
      "step": 2548050
    },
    {
      "epoch": 711.15,
      "grad_norm": 1.0598490238189697,
      "learning_rate": 1.562987604041055e-07,
      "loss": 0.3297,
      "step": 2548060
    },
    {
      "epoch": 711.16,
      "grad_norm": 1.1317462921142578,
      "learning_rate": 1.562890515627983e-07,
      "loss": 0.342,
      "step": 2548070
    },
    {
      "epoch": 711.16,
      "grad_norm": 1.3446125984191895,
      "learning_rate": 1.5627934301264334e-07,
      "loss": 0.3487,
      "step": 2548080
    },
    {
      "epoch": 711.16,
      "grad_norm": 1.2689448595046997,
      "learning_rate": 1.5626963475364037e-07,
      "loss": 0.3348,
      "step": 2548090
    },
    {
      "epoch": 711.16,
      "grad_norm": 1.1250461339950562,
      "learning_rate": 1.5625992678579254e-07,
      "loss": 0.3451,
      "step": 2548100
    },
    {
      "epoch": 711.17,
      "grad_norm": 1.2938073873519897,
      "learning_rate": 1.5625021910909958e-07,
      "loss": 0.3292,
      "step": 2548110
    },
    {
      "epoch": 711.17,
      "grad_norm": 1.2718396186828613,
      "learning_rate": 1.562405117235638e-07,
      "loss": 0.338,
      "step": 2548120
    },
    {
      "epoch": 711.17,
      "grad_norm": 1.0431883335113525,
      "learning_rate": 1.5623080462918576e-07,
      "loss": 0.3188,
      "step": 2548130
    },
    {
      "epoch": 711.17,
      "grad_norm": 1.4212270975112915,
      "learning_rate": 1.562210978259675e-07,
      "loss": 0.3277,
      "step": 2548140
    },
    {
      "epoch": 711.18,
      "grad_norm": 1.3578191995620728,
      "learning_rate": 1.562113913139101e-07,
      "loss": 0.3363,
      "step": 2548150
    },
    {
      "epoch": 711.18,
      "grad_norm": 1.182916283607483,
      "learning_rate": 1.5620168509301434e-07,
      "loss": 0.3446,
      "step": 2548160
    },
    {
      "epoch": 711.18,
      "grad_norm": 1.2284451723098755,
      "learning_rate": 1.5619197916328175e-07,
      "loss": 0.3356,
      "step": 2548170
    },
    {
      "epoch": 711.19,
      "grad_norm": 1.5395684242248535,
      "learning_rate": 1.561822735247139e-07,
      "loss": 0.3306,
      "step": 2548180
    },
    {
      "epoch": 711.19,
      "grad_norm": 1.1259514093399048,
      "learning_rate": 1.5617256817731213e-07,
      "loss": 0.3401,
      "step": 2548190
    },
    {
      "epoch": 711.19,
      "grad_norm": 1.042776107788086,
      "learning_rate": 1.5616286312107717e-07,
      "loss": 0.3294,
      "step": 2548200
    },
    {
      "epoch": 711.19,
      "grad_norm": 1.2125468254089355,
      "learning_rate": 1.561531583560106e-07,
      "loss": 0.3396,
      "step": 2548210
    },
    {
      "epoch": 711.2,
      "grad_norm": 1.1228753328323364,
      "learning_rate": 1.5614345388211425e-07,
      "loss": 0.3383,
      "step": 2548220
    },
    {
      "epoch": 711.2,
      "grad_norm": 1.404628038406372,
      "learning_rate": 1.5613374969938838e-07,
      "loss": 0.3388,
      "step": 2548230
    },
    {
      "epoch": 711.2,
      "grad_norm": 1.2700886726379395,
      "learning_rate": 1.561240458078353e-07,
      "loss": 0.3355,
      "step": 2548240
    },
    {
      "epoch": 711.21,
      "grad_norm": 0.9350581765174866,
      "learning_rate": 1.561143422074556e-07,
      "loss": 0.32,
      "step": 2548250
    },
    {
      "epoch": 711.21,
      "grad_norm": 1.1502230167388916,
      "learning_rate": 1.5610463889825048e-07,
      "loss": 0.3436,
      "step": 2548260
    },
    {
      "epoch": 711.21,
      "grad_norm": 1.2165418863296509,
      "learning_rate": 1.5609493588022187e-07,
      "loss": 0.3393,
      "step": 2548270
    },
    {
      "epoch": 711.21,
      "grad_norm": 1.3562161922454834,
      "learning_rate": 1.5608523315337097e-07,
      "loss": 0.3389,
      "step": 2548280
    },
    {
      "epoch": 711.22,
      "grad_norm": 1.3500291109085083,
      "learning_rate": 1.5607553071769866e-07,
      "loss": 0.3418,
      "step": 2548290
    },
    {
      "epoch": 711.22,
      "grad_norm": 1.1716095209121704,
      "learning_rate": 1.5606582857320641e-07,
      "loss": 0.3388,
      "step": 2548300
    },
    {
      "epoch": 711.22,
      "grad_norm": 1.2141036987304688,
      "learning_rate": 1.560561267198956e-07,
      "loss": 0.3355,
      "step": 2548310
    },
    {
      "epoch": 711.23,
      "grad_norm": 1.1829543113708496,
      "learning_rate": 1.5604642515776693e-07,
      "loss": 0.3448,
      "step": 2548320
    },
    {
      "epoch": 711.23,
      "grad_norm": 1.16727876663208,
      "learning_rate": 1.560367238868228e-07,
      "loss": 0.3113,
      "step": 2548330
    },
    {
      "epoch": 711.23,
      "grad_norm": 1.182682991027832,
      "learning_rate": 1.5602702290706373e-07,
      "loss": 0.3401,
      "step": 2548340
    },
    {
      "epoch": 711.23,
      "grad_norm": 1.2282088994979858,
      "learning_rate": 1.5601732221849097e-07,
      "loss": 0.3371,
      "step": 2548350
    },
    {
      "epoch": 711.24,
      "grad_norm": 2.9366683959960938,
      "learning_rate": 1.5600762182110668e-07,
      "loss": 0.3301,
      "step": 2548360
    },
    {
      "epoch": 711.24,
      "grad_norm": 1.1732476949691772,
      "learning_rate": 1.5599792171491079e-07,
      "loss": 0.3396,
      "step": 2548370
    },
    {
      "epoch": 711.24,
      "grad_norm": 1.3319969177246094,
      "learning_rate": 1.5598822189990568e-07,
      "loss": 0.3392,
      "step": 2548380
    },
    {
      "epoch": 711.24,
      "grad_norm": 1.2602101564407349,
      "learning_rate": 1.5597852237609188e-07,
      "loss": 0.3409,
      "step": 2548390
    },
    {
      "epoch": 711.25,
      "grad_norm": 1.1130738258361816,
      "learning_rate": 1.559688231434717e-07,
      "loss": 0.3469,
      "step": 2548400
    },
    {
      "epoch": 711.25,
      "grad_norm": 1.1455261707305908,
      "learning_rate": 1.5595912420204486e-07,
      "loss": 0.3483,
      "step": 2548410
    },
    {
      "epoch": 711.25,
      "grad_norm": 1.208419680595398,
      "learning_rate": 1.5594942555181454e-07,
      "loss": 0.3304,
      "step": 2548420
    },
    {
      "epoch": 711.26,
      "grad_norm": 1.200424075126648,
      "learning_rate": 1.5593972719278046e-07,
      "loss": 0.3505,
      "step": 2548430
    },
    {
      "epoch": 711.26,
      "grad_norm": 1.3265773057937622,
      "learning_rate": 1.5593002912494469e-07,
      "loss": 0.3417,
      "step": 2548440
    },
    {
      "epoch": 711.26,
      "grad_norm": 1.2083287239074707,
      "learning_rate": 1.5592033134830852e-07,
      "loss": 0.3241,
      "step": 2548450
    },
    {
      "epoch": 711.26,
      "grad_norm": 1.2724069356918335,
      "learning_rate": 1.559106338628725e-07,
      "loss": 0.3328,
      "step": 2548460
    },
    {
      "epoch": 711.27,
      "grad_norm": 2.0646183490753174,
      "learning_rate": 1.5590093666863923e-07,
      "loss": 0.3288,
      "step": 2548470
    },
    {
      "epoch": 711.27,
      "grad_norm": 1.3720486164093018,
      "learning_rate": 1.5589123976560894e-07,
      "loss": 0.3381,
      "step": 2548480
    },
    {
      "epoch": 711.27,
      "grad_norm": 1.103927493095398,
      "learning_rate": 1.558815431537832e-07,
      "loss": 0.3346,
      "step": 2548490
    },
    {
      "epoch": 711.28,
      "grad_norm": 1.244803547859192,
      "learning_rate": 1.558718468331636e-07,
      "loss": 0.3345,
      "step": 2548500
    },
    {
      "epoch": 711.28,
      "grad_norm": 1.2785826921463013,
      "learning_rate": 1.558621508037509e-07,
      "loss": 0.3262,
      "step": 2548510
    },
    {
      "epoch": 711.28,
      "grad_norm": 1.2525434494018555,
      "learning_rate": 1.5585245506554692e-07,
      "loss": 0.3445,
      "step": 2548520
    },
    {
      "epoch": 711.28,
      "grad_norm": 1.2154449224472046,
      "learning_rate": 1.5584275961855245e-07,
      "loss": 0.3287,
      "step": 2548530
    },
    {
      "epoch": 711.29,
      "grad_norm": 1.1614512205123901,
      "learning_rate": 1.5583306446276931e-07,
      "loss": 0.3296,
      "step": 2548540
    },
    {
      "epoch": 711.29,
      "grad_norm": 1.51532781124115,
      "learning_rate": 1.5582336959819777e-07,
      "loss": 0.3408,
      "step": 2548550
    },
    {
      "epoch": 711.29,
      "grad_norm": 1.229501724243164,
      "learning_rate": 1.5581367502484092e-07,
      "loss": 0.3372,
      "step": 2548560
    },
    {
      "epoch": 711.3,
      "grad_norm": 1.153415560722351,
      "learning_rate": 1.5580398074269825e-07,
      "loss": 0.3173,
      "step": 2548570
    },
    {
      "epoch": 711.3,
      "grad_norm": 1.296601414680481,
      "learning_rate": 1.5579428675177213e-07,
      "loss": 0.3337,
      "step": 2548580
    },
    {
      "epoch": 711.3,
      "grad_norm": 1.1428542137145996,
      "learning_rate": 1.5578459305206356e-07,
      "loss": 0.3385,
      "step": 2548590
    },
    {
      "epoch": 711.3,
      "grad_norm": 1.7321721315383911,
      "learning_rate": 1.5577489964357363e-07,
      "loss": 0.3387,
      "step": 2548600
    },
    {
      "epoch": 711.31,
      "grad_norm": 1.4795303344726562,
      "learning_rate": 1.5576520652630358e-07,
      "loss": 0.3263,
      "step": 2548610
    },
    {
      "epoch": 711.31,
      "grad_norm": 1.1617405414581299,
      "learning_rate": 1.5575551370025502e-07,
      "loss": 0.3326,
      "step": 2548620
    },
    {
      "epoch": 711.31,
      "grad_norm": 1.7767529487609863,
      "learning_rate": 1.557458211654295e-07,
      "loss": 0.3415,
      "step": 2548630
    },
    {
      "epoch": 711.31,
      "grad_norm": 1.1886488199234009,
      "learning_rate": 1.5573612892182725e-07,
      "loss": 0.3214,
      "step": 2548640
    },
    {
      "epoch": 711.32,
      "grad_norm": 1.2446610927581787,
      "learning_rate": 1.5572643696945093e-07,
      "loss": 0.3332,
      "step": 2548650
    },
    {
      "epoch": 711.32,
      "grad_norm": 1.2567061185836792,
      "learning_rate": 1.5571674530830074e-07,
      "loss": 0.3363,
      "step": 2548660
    },
    {
      "epoch": 711.32,
      "grad_norm": 1.348046064376831,
      "learning_rate": 1.557070539383783e-07,
      "loss": 0.3447,
      "step": 2548670
    },
    {
      "epoch": 711.33,
      "grad_norm": 1.2377279996871948,
      "learning_rate": 1.5569736285968564e-07,
      "loss": 0.3429,
      "step": 2548680
    },
    {
      "epoch": 711.33,
      "grad_norm": 1.4190819263458252,
      "learning_rate": 1.5568767207222278e-07,
      "loss": 0.3349,
      "step": 2548690
    },
    {
      "epoch": 711.33,
      "grad_norm": 1.4409222602844238,
      "learning_rate": 1.5567798157599155e-07,
      "loss": 0.3453,
      "step": 2548700
    },
    {
      "epoch": 711.33,
      "grad_norm": 1.406412959098816,
      "learning_rate": 1.556682913709935e-07,
      "loss": 0.3496,
      "step": 2548710
    },
    {
      "epoch": 711.34,
      "grad_norm": 1.1196454763412476,
      "learning_rate": 1.5565860145722943e-07,
      "loss": 0.3371,
      "step": 2548720
    },
    {
      "epoch": 711.34,
      "grad_norm": 1.5913888216018677,
      "learning_rate": 1.5564891183470164e-07,
      "loss": 0.3479,
      "step": 2548730
    },
    {
      "epoch": 711.34,
      "grad_norm": 1.2693105936050415,
      "learning_rate": 1.5563922250341018e-07,
      "loss": 0.3134,
      "step": 2548740
    },
    {
      "epoch": 711.35,
      "grad_norm": 1.4810423851013184,
      "learning_rate": 1.5562953346335683e-07,
      "loss": 0.3474,
      "step": 2548750
    },
    {
      "epoch": 711.35,
      "grad_norm": 1.1153690814971924,
      "learning_rate": 1.556198447145429e-07,
      "loss": 0.3314,
      "step": 2548760
    },
    {
      "epoch": 711.35,
      "grad_norm": 1.22416353225708,
      "learning_rate": 1.5561015625696998e-07,
      "loss": 0.34,
      "step": 2548770
    },
    {
      "epoch": 711.35,
      "grad_norm": 1.1001280546188354,
      "learning_rate": 1.5560046809063855e-07,
      "loss": 0.3352,
      "step": 2548780
    },
    {
      "epoch": 711.36,
      "grad_norm": 1.2556121349334717,
      "learning_rate": 1.55590780215551e-07,
      "loss": 0.3477,
      "step": 2548790
    },
    {
      "epoch": 711.36,
      "grad_norm": 1.2013530731201172,
      "learning_rate": 1.5558109263170779e-07,
      "loss": 0.3495,
      "step": 2548800
    },
    {
      "epoch": 711.36,
      "grad_norm": 1.374848484992981,
      "learning_rate": 1.5557140533911027e-07,
      "loss": 0.3224,
      "step": 2548810
    },
    {
      "epoch": 711.36,
      "grad_norm": 1.3970041275024414,
      "learning_rate": 1.555617183377605e-07,
      "loss": 0.3401,
      "step": 2548820
    },
    {
      "epoch": 711.37,
      "grad_norm": 1.23667573928833,
      "learning_rate": 1.5555203162765877e-07,
      "loss": 0.3335,
      "step": 2548830
    },
    {
      "epoch": 711.37,
      "grad_norm": 2.450824737548828,
      "learning_rate": 1.5554234520880658e-07,
      "loss": 0.342,
      "step": 2548840
    },
    {
      "epoch": 711.37,
      "grad_norm": 1.2602436542510986,
      "learning_rate": 1.5553265908120555e-07,
      "loss": 0.3535,
      "step": 2548850
    },
    {
      "epoch": 711.38,
      "grad_norm": 1.0767197608947754,
      "learning_rate": 1.555229732448572e-07,
      "loss": 0.362,
      "step": 2548860
    },
    {
      "epoch": 711.38,
      "grad_norm": 1.2765107154846191,
      "learning_rate": 1.5551328769976235e-07,
      "loss": 0.3226,
      "step": 2548870
    },
    {
      "epoch": 711.38,
      "grad_norm": 1.2837642431259155,
      "learning_rate": 1.5550360244592203e-07,
      "loss": 0.3202,
      "step": 2548880
    },
    {
      "epoch": 711.38,
      "grad_norm": 1.3319475650787354,
      "learning_rate": 1.5549391748333854e-07,
      "loss": 0.3456,
      "step": 2548890
    },
    {
      "epoch": 711.39,
      "grad_norm": 1.4805601835250854,
      "learning_rate": 1.5548423281201167e-07,
      "loss": 0.3317,
      "step": 2548900
    },
    {
      "epoch": 711.39,
      "grad_norm": 1.4344829320907593,
      "learning_rate": 1.5547454843194428e-07,
      "loss": 0.3418,
      "step": 2548910
    },
    {
      "epoch": 711.39,
      "grad_norm": 1.58726966381073,
      "learning_rate": 1.5546486434313657e-07,
      "loss": 0.3433,
      "step": 2548920
    },
    {
      "epoch": 711.4,
      "grad_norm": 1.1853352785110474,
      "learning_rate": 1.5545518054559018e-07,
      "loss": 0.3456,
      "step": 2548930
    },
    {
      "epoch": 711.4,
      "grad_norm": 1.5008289813995361,
      "learning_rate": 1.5544549703930665e-07,
      "loss": 0.3315,
      "step": 2548940
    },
    {
      "epoch": 711.4,
      "grad_norm": 1.2546718120574951,
      "learning_rate": 1.5543581382428723e-07,
      "loss": 0.3374,
      "step": 2548950
    },
    {
      "epoch": 711.4,
      "grad_norm": 1.3275721073150635,
      "learning_rate": 1.5542613090053277e-07,
      "loss": 0.3509,
      "step": 2548960
    },
    {
      "epoch": 711.41,
      "grad_norm": 1.088350772857666,
      "learning_rate": 1.5541644826804477e-07,
      "loss": 0.3323,
      "step": 2548970
    },
    {
      "epoch": 711.41,
      "grad_norm": 1.629091739654541,
      "learning_rate": 1.5540676592682486e-07,
      "loss": 0.3285,
      "step": 2548980
    },
    {
      "epoch": 711.41,
      "grad_norm": 1.2274478673934937,
      "learning_rate": 1.5539708387687324e-07,
      "loss": 0.3312,
      "step": 2548990
    },
    {
      "epoch": 711.42,
      "grad_norm": 1.1972631216049194,
      "learning_rate": 1.5538740211819277e-07,
      "loss": 0.3347,
      "step": 2549000
    },
    {
      "epoch": 711.42,
      "grad_norm": 1.129396677017212,
      "learning_rate": 1.5537772065078377e-07,
      "loss": 0.3401,
      "step": 2549010
    },
    {
      "epoch": 711.42,
      "grad_norm": 1.1180897951126099,
      "learning_rate": 1.5536803947464749e-07,
      "loss": 0.3399,
      "step": 2549020
    },
    {
      "epoch": 711.42,
      "grad_norm": 1.131390929222107,
      "learning_rate": 1.5535835858978603e-07,
      "loss": 0.326,
      "step": 2549030
    },
    {
      "epoch": 711.43,
      "grad_norm": 1.1120094060897827,
      "learning_rate": 1.5534867799619912e-07,
      "loss": 0.3389,
      "step": 2549040
    },
    {
      "epoch": 711.43,
      "grad_norm": 1.2276685237884521,
      "learning_rate": 1.553389976938899e-07,
      "loss": 0.3449,
      "step": 2549050
    },
    {
      "epoch": 711.43,
      "grad_norm": 1.205275297164917,
      "learning_rate": 1.5532931768285836e-07,
      "loss": 0.336,
      "step": 2549060
    },
    {
      "epoch": 711.43,
      "grad_norm": 1.4487920999526978,
      "learning_rate": 1.5531963796310632e-07,
      "loss": 0.342,
      "step": 2549070
    },
    {
      "epoch": 711.44,
      "grad_norm": 1.239115595817566,
      "learning_rate": 1.5530995853463482e-07,
      "loss": 0.3472,
      "step": 2549080
    },
    {
      "epoch": 711.44,
      "grad_norm": 2.8074889183044434,
      "learning_rate": 1.5530027939744567e-07,
      "loss": 0.3456,
      "step": 2549090
    },
    {
      "epoch": 711.44,
      "grad_norm": 1.2528339624404907,
      "learning_rate": 1.552906005515394e-07,
      "loss": 0.3291,
      "step": 2549100
    },
    {
      "epoch": 711.45,
      "grad_norm": 1.2795977592468262,
      "learning_rate": 1.5528092199691787e-07,
      "loss": 0.3351,
      "step": 2549110
    },
    {
      "epoch": 711.45,
      "grad_norm": 1.1808288097381592,
      "learning_rate": 1.5527124373358233e-07,
      "loss": 0.3445,
      "step": 2549120
    },
    {
      "epoch": 711.45,
      "grad_norm": 1.3836498260498047,
      "learning_rate": 1.552615657615333e-07,
      "loss": 0.3379,
      "step": 2549130
    },
    {
      "epoch": 711.45,
      "grad_norm": 1.1363472938537598,
      "learning_rate": 1.5525188808077315e-07,
      "loss": 0.3241,
      "step": 2549140
    },
    {
      "epoch": 711.46,
      "grad_norm": 1.2239707708358765,
      "learning_rate": 1.5524221069130263e-07,
      "loss": 0.3485,
      "step": 2549150
    },
    {
      "epoch": 711.46,
      "grad_norm": 1.1747338771820068,
      "learning_rate": 1.5523253359312283e-07,
      "loss": 0.3292,
      "step": 2549160
    },
    {
      "epoch": 711.46,
      "grad_norm": 1.2810157537460327,
      "learning_rate": 1.5522285678623604e-07,
      "loss": 0.3479,
      "step": 2549170
    },
    {
      "epoch": 711.47,
      "grad_norm": 1.1666597127914429,
      "learning_rate": 1.5521318027064203e-07,
      "loss": 0.3381,
      "step": 2549180
    },
    {
      "epoch": 711.47,
      "grad_norm": 1.2266119718551636,
      "learning_rate": 1.5520350404634312e-07,
      "loss": 0.3362,
      "step": 2549190
    },
    {
      "epoch": 711.47,
      "grad_norm": 1.434061884880066,
      "learning_rate": 1.5519382811334038e-07,
      "loss": 0.3423,
      "step": 2549200
    },
    {
      "epoch": 711.47,
      "grad_norm": 1.1416151523590088,
      "learning_rate": 1.5518415247163535e-07,
      "loss": 0.3341,
      "step": 2549210
    },
    {
      "epoch": 711.48,
      "grad_norm": 1.569907784461975,
      "learning_rate": 1.551744771212283e-07,
      "loss": 0.328,
      "step": 2549220
    },
    {
      "epoch": 711.48,
      "grad_norm": 1.2279798984527588,
      "learning_rate": 1.5516480206212182e-07,
      "loss": 0.3396,
      "step": 2549230
    },
    {
      "epoch": 711.48,
      "grad_norm": 1.3114172220230103,
      "learning_rate": 1.5515512729431645e-07,
      "loss": 0.3345,
      "step": 2549240
    },
    {
      "epoch": 711.48,
      "grad_norm": 1.271691918373108,
      "learning_rate": 1.5514545281781346e-07,
      "loss": 0.3347,
      "step": 2549250
    },
    {
      "epoch": 711.49,
      "grad_norm": 1.1544532775878906,
      "learning_rate": 1.5513577863261496e-07,
      "loss": 0.3445,
      "step": 2549260
    },
    {
      "epoch": 711.49,
      "grad_norm": 1.3429651260375977,
      "learning_rate": 1.551261047387212e-07,
      "loss": 0.3531,
      "step": 2549270
    },
    {
      "epoch": 711.49,
      "grad_norm": 1.0965497493743896,
      "learning_rate": 1.5511643113613376e-07,
      "loss": 0.3367,
      "step": 2549280
    },
    {
      "epoch": 711.5,
      "grad_norm": 1.1037237644195557,
      "learning_rate": 1.5510675782485416e-07,
      "loss": 0.3299,
      "step": 2549290
    },
    {
      "epoch": 711.5,
      "grad_norm": 1.4342288970947266,
      "learning_rate": 1.5509708480488347e-07,
      "loss": 0.341,
      "step": 2549300
    },
    {
      "epoch": 711.5,
      "grad_norm": 1.076615810394287,
      "learning_rate": 1.550874120762235e-07,
      "loss": 0.3314,
      "step": 2549310
    },
    {
      "epoch": 711.5,
      "grad_norm": 1.7933454513549805,
      "learning_rate": 1.550777396388745e-07,
      "loss": 0.3384,
      "step": 2549320
    },
    {
      "epoch": 711.51,
      "grad_norm": 1.2041221857070923,
      "learning_rate": 1.550680674928386e-07,
      "loss": 0.3294,
      "step": 2549330
    },
    {
      "epoch": 711.51,
      "grad_norm": 1.0227365493774414,
      "learning_rate": 1.5505839563811708e-07,
      "loss": 0.3464,
      "step": 2549340
    },
    {
      "epoch": 711.51,
      "grad_norm": 1.3005197048187256,
      "learning_rate": 1.5504872407471093e-07,
      "loss": 0.3423,
      "step": 2549350
    },
    {
      "epoch": 711.52,
      "grad_norm": 1.316534161567688,
      "learning_rate": 1.55039052802621e-07,
      "loss": 0.3349,
      "step": 2549360
    },
    {
      "epoch": 711.52,
      "grad_norm": 1.3841729164123535,
      "learning_rate": 1.5502938182184985e-07,
      "loss": 0.3485,
      "step": 2549370
    },
    {
      "epoch": 711.52,
      "grad_norm": 1.413832664489746,
      "learning_rate": 1.5501971113239774e-07,
      "loss": 0.3302,
      "step": 2549380
    },
    {
      "epoch": 711.52,
      "grad_norm": 1.2744156122207642,
      "learning_rate": 1.55010040734266e-07,
      "loss": 0.3393,
      "step": 2549390
    },
    {
      "epoch": 711.53,
      "grad_norm": 1.1929666996002197,
      "learning_rate": 1.5500037062745667e-07,
      "loss": 0.3285,
      "step": 2549400
    },
    {
      "epoch": 711.53,
      "grad_norm": 1.1517791748046875,
      "learning_rate": 1.5499070081197006e-07,
      "loss": 0.3427,
      "step": 2549410
    },
    {
      "epoch": 711.53,
      "grad_norm": 1.3000408411026,
      "learning_rate": 1.5498103128780796e-07,
      "loss": 0.3432,
      "step": 2549420
    },
    {
      "epoch": 711.54,
      "grad_norm": 1.3217309713363647,
      "learning_rate": 1.5497136205497168e-07,
      "loss": 0.3369,
      "step": 2549430
    },
    {
      "epoch": 711.54,
      "grad_norm": 1.0772088766098022,
      "learning_rate": 1.5496169311346277e-07,
      "loss": 0.3475,
      "step": 2549440
    },
    {
      "epoch": 711.54,
      "grad_norm": 1.5073835849761963,
      "learning_rate": 1.5495202446328176e-07,
      "loss": 0.3439,
      "step": 2549450
    },
    {
      "epoch": 711.54,
      "grad_norm": 1.2549176216125488,
      "learning_rate": 1.5494235610443022e-07,
      "loss": 0.3336,
      "step": 2549460
    },
    {
      "epoch": 711.55,
      "grad_norm": 1.2974727153778076,
      "learning_rate": 1.5493268803691024e-07,
      "loss": 0.3506,
      "step": 2549470
    },
    {
      "epoch": 711.55,
      "grad_norm": 1.1825402975082397,
      "learning_rate": 1.5492302026072152e-07,
      "loss": 0.3483,
      "step": 2549480
    },
    {
      "epoch": 711.55,
      "grad_norm": 1.4528813362121582,
      "learning_rate": 1.5491335277586694e-07,
      "loss": 0.3304,
      "step": 2549490
    },
    {
      "epoch": 711.55,
      "grad_norm": 1.2188438177108765,
      "learning_rate": 1.5490368558234676e-07,
      "loss": 0.3523,
      "step": 2549500
    },
    {
      "epoch": 711.56,
      "grad_norm": 1.3378804922103882,
      "learning_rate": 1.5489401868016282e-07,
      "loss": 0.334,
      "step": 2549510
    },
    {
      "epoch": 711.56,
      "grad_norm": 1.286433458328247,
      "learning_rate": 1.5488435206931615e-07,
      "loss": 0.3298,
      "step": 2549520
    },
    {
      "epoch": 711.56,
      "grad_norm": 1.2340999841690063,
      "learning_rate": 1.548746857498083e-07,
      "loss": 0.336,
      "step": 2549530
    },
    {
      "epoch": 711.57,
      "grad_norm": 1.225187063217163,
      "learning_rate": 1.5486501972164006e-07,
      "loss": 0.3365,
      "step": 2549540
    },
    {
      "epoch": 711.57,
      "grad_norm": 1.1645714044570923,
      "learning_rate": 1.54855353984813e-07,
      "loss": 0.3346,
      "step": 2549550
    },
    {
      "epoch": 711.57,
      "grad_norm": 1.107630729675293,
      "learning_rate": 1.548456885393289e-07,
      "loss": 0.3376,
      "step": 2549560
    },
    {
      "epoch": 711.57,
      "grad_norm": 1.2363817691802979,
      "learning_rate": 1.5483602338518755e-07,
      "loss": 0.3427,
      "step": 2549570
    },
    {
      "epoch": 711.58,
      "grad_norm": 1.255972981452942,
      "learning_rate": 1.5482635852239234e-07,
      "loss": 0.347,
      "step": 2549580
    },
    {
      "epoch": 711.58,
      "grad_norm": 1.2310982942581177,
      "learning_rate": 1.5481669395094295e-07,
      "loss": 0.3381,
      "step": 2549590
    },
    {
      "epoch": 711.58,
      "grad_norm": 1.2791904211044312,
      "learning_rate": 1.5480702967084098e-07,
      "loss": 0.3204,
      "step": 2549600
    },
    {
      "epoch": 711.59,
      "grad_norm": 1.6805440187454224,
      "learning_rate": 1.5479736568208824e-07,
      "loss": 0.338,
      "step": 2549610
    },
    {
      "epoch": 711.59,
      "grad_norm": 1.2074798345565796,
      "learning_rate": 1.5478770198468554e-07,
      "loss": 0.3221,
      "step": 2549620
    },
    {
      "epoch": 711.59,
      "grad_norm": 1.1939064264297485,
      "learning_rate": 1.5477803857863467e-07,
      "loss": 0.3314,
      "step": 2549630
    },
    {
      "epoch": 711.59,
      "grad_norm": 1.1312065124511719,
      "learning_rate": 1.5476837546393615e-07,
      "loss": 0.3157,
      "step": 2549640
    },
    {
      "epoch": 711.6,
      "grad_norm": 1.1546857357025146,
      "learning_rate": 1.547587126405918e-07,
      "loss": 0.3333,
      "step": 2549650
    },
    {
      "epoch": 711.6,
      "grad_norm": 1.361560344696045,
      "learning_rate": 1.547490501086027e-07,
      "loss": 0.3506,
      "step": 2549660
    },
    {
      "epoch": 711.6,
      "grad_norm": 1.236730933189392,
      "learning_rate": 1.5473938786797064e-07,
      "loss": 0.3405,
      "step": 2549670
    },
    {
      "epoch": 711.6,
      "grad_norm": 1.8508892059326172,
      "learning_rate": 1.5472972591869613e-07,
      "loss": 0.331,
      "step": 2549680
    },
    {
      "epoch": 711.61,
      "grad_norm": 1.3126304149627686,
      "learning_rate": 1.5472006426078074e-07,
      "loss": 0.3388,
      "step": 2549690
    },
    {
      "epoch": 711.61,
      "grad_norm": 1.1645689010620117,
      "learning_rate": 1.5471040289422604e-07,
      "loss": 0.3328,
      "step": 2549700
    },
    {
      "epoch": 711.61,
      "grad_norm": 1.292449712753296,
      "learning_rate": 1.547007418190328e-07,
      "loss": 0.3247,
      "step": 2549710
    },
    {
      "epoch": 711.62,
      "grad_norm": 1.5725750923156738,
      "learning_rate": 1.5469108103520313e-07,
      "loss": 0.3643,
      "step": 2549720
    },
    {
      "epoch": 711.62,
      "grad_norm": 1.2716164588928223,
      "learning_rate": 1.5468142054273726e-07,
      "loss": 0.339,
      "step": 2549730
    },
    {
      "epoch": 711.62,
      "grad_norm": 1.3180075883865356,
      "learning_rate": 1.5467176034163727e-07,
      "loss": 0.365,
      "step": 2549740
    },
    {
      "epoch": 711.62,
      "grad_norm": 1.462066888809204,
      "learning_rate": 1.5466210043190396e-07,
      "loss": 0.3381,
      "step": 2549750
    },
    {
      "epoch": 711.63,
      "grad_norm": 1.2891432046890259,
      "learning_rate": 1.546524408135394e-07,
      "loss": 0.3295,
      "step": 2549760
    },
    {
      "epoch": 711.63,
      "grad_norm": 1.3013238906860352,
      "learning_rate": 1.5464278148654384e-07,
      "loss": 0.3434,
      "step": 2549770
    },
    {
      "epoch": 711.63,
      "grad_norm": 1.392456293106079,
      "learning_rate": 1.5463312245091913e-07,
      "loss": 0.3373,
      "step": 2549780
    },
    {
      "epoch": 711.64,
      "grad_norm": 1.523571252822876,
      "learning_rate": 1.546234637066668e-07,
      "loss": 0.3427,
      "step": 2549790
    },
    {
      "epoch": 711.64,
      "grad_norm": 1.2480522394180298,
      "learning_rate": 1.5461380525378713e-07,
      "loss": 0.3428,
      "step": 2549800
    },
    {
      "epoch": 711.64,
      "grad_norm": 1.2316043376922607,
      "learning_rate": 1.5460414709228273e-07,
      "loss": 0.3315,
      "step": 2549810
    },
    {
      "epoch": 711.64,
      "grad_norm": 1.0473979711532593,
      "learning_rate": 1.545944892221541e-07,
      "loss": 0.3487,
      "step": 2549820
    },
    {
      "epoch": 711.65,
      "grad_norm": 1.184659719467163,
      "learning_rate": 1.5458483164340228e-07,
      "loss": 0.3413,
      "step": 2549830
    },
    {
      "epoch": 711.65,
      "grad_norm": 1.3706403970718384,
      "learning_rate": 1.5457517435602962e-07,
      "loss": 0.3504,
      "step": 2549840
    },
    {
      "epoch": 711.65,
      "grad_norm": 1.040359616279602,
      "learning_rate": 1.545655173600364e-07,
      "loss": 0.3402,
      "step": 2549850
    },
    {
      "epoch": 711.66,
      "grad_norm": 1.2099852561950684,
      "learning_rate": 1.5455586065542387e-07,
      "loss": 0.3389,
      "step": 2549860
    },
    {
      "epoch": 711.66,
      "grad_norm": 1.2393816709518433,
      "learning_rate": 1.5454620424219392e-07,
      "loss": 0.3284,
      "step": 2549870
    },
    {
      "epoch": 711.66,
      "grad_norm": 1.252815842628479,
      "learning_rate": 1.5453654812034753e-07,
      "loss": 0.3395,
      "step": 2549880
    },
    {
      "epoch": 711.66,
      "grad_norm": 1.275531530380249,
      "learning_rate": 1.545268922898863e-07,
      "loss": 0.3226,
      "step": 2549890
    },
    {
      "epoch": 711.67,
      "grad_norm": 1.4560316801071167,
      "learning_rate": 1.5451723675081124e-07,
      "loss": 0.3425,
      "step": 2549900
    },
    {
      "epoch": 711.67,
      "grad_norm": 1.129367470741272,
      "learning_rate": 1.5450758150312342e-07,
      "loss": 0.3237,
      "step": 2549910
    },
    {
      "epoch": 711.67,
      "grad_norm": 1.3013496398925781,
      "learning_rate": 1.544979265468244e-07,
      "loss": 0.3491,
      "step": 2549920
    },
    {
      "epoch": 711.67,
      "grad_norm": 1.1706883907318115,
      "learning_rate": 1.5448827188191594e-07,
      "loss": 0.346,
      "step": 2549930
    },
    {
      "epoch": 711.68,
      "grad_norm": 1.0766992568969727,
      "learning_rate": 1.5447861750839786e-07,
      "loss": 0.3393,
      "step": 2549940
    },
    {
      "epoch": 711.68,
      "grad_norm": 1.3029338121414185,
      "learning_rate": 1.5446896342627325e-07,
      "loss": 0.3392,
      "step": 2549950
    },
    {
      "epoch": 711.68,
      "grad_norm": 1.1630617380142212,
      "learning_rate": 1.5445930963554214e-07,
      "loss": 0.3217,
      "step": 2549960
    },
    {
      "epoch": 711.69,
      "grad_norm": 1.1742327213287354,
      "learning_rate": 1.544496561362063e-07,
      "loss": 0.3418,
      "step": 2549970
    },
    {
      "epoch": 711.69,
      "grad_norm": 1.1446866989135742,
      "learning_rate": 1.5444000292826704e-07,
      "loss": 0.3361,
      "step": 2549980
    },
    {
      "epoch": 711.69,
      "grad_norm": 1.4671177864074707,
      "learning_rate": 1.5443035001172544e-07,
      "loss": 0.3415,
      "step": 2549990
    },
    {
      "epoch": 711.69,
      "grad_norm": 1.3451136350631714,
      "learning_rate": 1.5442069738658276e-07,
      "loss": 0.3376,
      "step": 2550000
    },
    {
      "epoch": 711.7,
      "grad_norm": 1.158846378326416,
      "learning_rate": 1.5441104505284032e-07,
      "loss": 0.3425,
      "step": 2550010
    },
    {
      "epoch": 711.7,
      "grad_norm": 1.1858726739883423,
      "learning_rate": 1.5440139301049993e-07,
      "loss": 0.3312,
      "step": 2550020
    },
    {
      "epoch": 711.7,
      "grad_norm": 1.431024432182312,
      "learning_rate": 1.5439174125956188e-07,
      "loss": 0.3193,
      "step": 2550030
    },
    {
      "epoch": 711.71,
      "grad_norm": 1.1131243705749512,
      "learning_rate": 1.5438208980002846e-07,
      "loss": 0.3162,
      "step": 2550040
    },
    {
      "epoch": 711.71,
      "grad_norm": 1.2873954772949219,
      "learning_rate": 1.543724386319005e-07,
      "loss": 0.3397,
      "step": 2550050
    },
    {
      "epoch": 711.71,
      "grad_norm": 2.0503156185150146,
      "learning_rate": 1.5436278775517904e-07,
      "loss": 0.3366,
      "step": 2550060
    },
    {
      "epoch": 711.71,
      "grad_norm": 1.3940141201019287,
      "learning_rate": 1.5435313716986587e-07,
      "loss": 0.3226,
      "step": 2550070
    },
    {
      "epoch": 711.72,
      "grad_norm": 1.189048409461975,
      "learning_rate": 1.5434348687596178e-07,
      "loss": 0.3388,
      "step": 2550080
    },
    {
      "epoch": 711.72,
      "grad_norm": 1.2628917694091797,
      "learning_rate": 1.5433383687346834e-07,
      "loss": 0.3497,
      "step": 2550090
    },
    {
      "epoch": 711.72,
      "grad_norm": 1.229913592338562,
      "learning_rate": 1.5432418716238682e-07,
      "loss": 0.3374,
      "step": 2550100
    },
    {
      "epoch": 711.72,
      "grad_norm": 1.1000512838363647,
      "learning_rate": 1.5431453774271883e-07,
      "loss": 0.34,
      "step": 2550110
    },
    {
      "epoch": 711.73,
      "grad_norm": 1.2258318662643433,
      "learning_rate": 1.5430488861446488e-07,
      "loss": 0.3277,
      "step": 2550120
    },
    {
      "epoch": 711.73,
      "grad_norm": 1.313944935798645,
      "learning_rate": 1.5429523977762652e-07,
      "loss": 0.3365,
      "step": 2550130
    },
    {
      "epoch": 711.73,
      "grad_norm": 1.380947470664978,
      "learning_rate": 1.542855912322058e-07,
      "loss": 0.3359,
      "step": 2550140
    },
    {
      "epoch": 711.74,
      "grad_norm": 1.1962682008743286,
      "learning_rate": 1.5427594297820254e-07,
      "loss": 0.3355,
      "step": 2550150
    },
    {
      "epoch": 711.74,
      "grad_norm": 1.2189600467681885,
      "learning_rate": 1.5426629501561952e-07,
      "loss": 0.3442,
      "step": 2550160
    },
    {
      "epoch": 711.74,
      "grad_norm": 1.346872329711914,
      "learning_rate": 1.5425664734445677e-07,
      "loss": 0.3484,
      "step": 2550170
    },
    {
      "epoch": 711.74,
      "grad_norm": 1.3766038417816162,
      "learning_rate": 1.5424699996471691e-07,
      "loss": 0.3511,
      "step": 2550180
    },
    {
      "epoch": 711.75,
      "grad_norm": 1.4205646514892578,
      "learning_rate": 1.5423735287640017e-07,
      "loss": 0.3397,
      "step": 2550190
    },
    {
      "epoch": 711.75,
      "grad_norm": 1.3728172779083252,
      "learning_rate": 1.5422770607950814e-07,
      "loss": 0.3221,
      "step": 2550200
    },
    {
      "epoch": 711.75,
      "grad_norm": 1.5017163753509521,
      "learning_rate": 1.5421805957404237e-07,
      "loss": 0.3377,
      "step": 2550210
    },
    {
      "epoch": 711.76,
      "grad_norm": 1.1227238178253174,
      "learning_rate": 1.5420841336000363e-07,
      "loss": 0.3357,
      "step": 2550220
    },
    {
      "epoch": 711.76,
      "grad_norm": 1.1880117654800415,
      "learning_rate": 1.5419876743739349e-07,
      "loss": 0.3366,
      "step": 2550230
    },
    {
      "epoch": 711.76,
      "grad_norm": 1.1274144649505615,
      "learning_rate": 1.5418912180621326e-07,
      "loss": 0.3337,
      "step": 2550240
    },
    {
      "epoch": 711.76,
      "grad_norm": 1.4720815420150757,
      "learning_rate": 1.5417947646646422e-07,
      "loss": 0.3438,
      "step": 2550250
    },
    {
      "epoch": 711.77,
      "grad_norm": 1.1932098865509033,
      "learning_rate": 1.541698314181477e-07,
      "loss": 0.3339,
      "step": 2550260
    },
    {
      "epoch": 711.77,
      "grad_norm": 1.1454594135284424,
      "learning_rate": 1.541601866612647e-07,
      "loss": 0.3284,
      "step": 2550270
    },
    {
      "epoch": 711.77,
      "grad_norm": 1.0678032636642456,
      "learning_rate": 1.5415054219581707e-07,
      "loss": 0.3204,
      "step": 2550280
    },
    {
      "epoch": 711.78,
      "grad_norm": 1.0426480770111084,
      "learning_rate": 1.5414089802180483e-07,
      "loss": 0.3465,
      "step": 2550290
    },
    {
      "epoch": 711.78,
      "grad_norm": 1.3903907537460327,
      "learning_rate": 1.5413125413923105e-07,
      "loss": 0.3413,
      "step": 2550300
    },
    {
      "epoch": 711.78,
      "grad_norm": 1.0846073627471924,
      "learning_rate": 1.5412161054809577e-07,
      "loss": 0.3386,
      "step": 2550310
    },
    {
      "epoch": 711.78,
      "grad_norm": 1.0105626583099365,
      "learning_rate": 1.5411196724840055e-07,
      "loss": 0.3199,
      "step": 2550320
    },
    {
      "epoch": 711.79,
      "grad_norm": 1.193324327468872,
      "learning_rate": 1.5410232424014694e-07,
      "loss": 0.3289,
      "step": 2550330
    },
    {
      "epoch": 711.79,
      "grad_norm": 1.1150246858596802,
      "learning_rate": 1.5409268152333622e-07,
      "loss": 0.3516,
      "step": 2550340
    },
    {
      "epoch": 711.79,
      "grad_norm": 1.2148264646530151,
      "learning_rate": 1.540830390979692e-07,
      "loss": 0.3365,
      "step": 2550350
    },
    {
      "epoch": 711.79,
      "grad_norm": 1.2227745056152344,
      "learning_rate": 1.5407339696404717e-07,
      "loss": 0.3378,
      "step": 2550360
    },
    {
      "epoch": 711.8,
      "grad_norm": 1.1726539134979248,
      "learning_rate": 1.540637551215725e-07,
      "loss": 0.3265,
      "step": 2550370
    },
    {
      "epoch": 711.8,
      "grad_norm": 1.0962547063827515,
      "learning_rate": 1.540541135705446e-07,
      "loss": 0.3429,
      "step": 2550380
    },
    {
      "epoch": 711.8,
      "grad_norm": 1.3590527772903442,
      "learning_rate": 1.5404447231096667e-07,
      "loss": 0.3272,
      "step": 2550390
    },
    {
      "epoch": 711.81,
      "grad_norm": 1.2591350078582764,
      "learning_rate": 1.5403483134283895e-07,
      "loss": 0.3198,
      "step": 2550400
    },
    {
      "epoch": 711.81,
      "grad_norm": 1.1732367277145386,
      "learning_rate": 1.540251906661627e-07,
      "loss": 0.3352,
      "step": 2550410
    },
    {
      "epoch": 711.81,
      "grad_norm": 1.0269368886947632,
      "learning_rate": 1.540155502809398e-07,
      "loss": 0.339,
      "step": 2550420
    },
    {
      "epoch": 711.81,
      "grad_norm": 1.3887975215911865,
      "learning_rate": 1.540059101871707e-07,
      "loss": 0.3432,
      "step": 2550430
    },
    {
      "epoch": 711.82,
      "grad_norm": 1.161021113395691,
      "learning_rate": 1.5399627038485728e-07,
      "loss": 0.3339,
      "step": 2550440
    },
    {
      "epoch": 711.82,
      "grad_norm": 1.2004696130752563,
      "learning_rate": 1.5398663087400083e-07,
      "loss": 0.3316,
      "step": 2550450
    },
    {
      "epoch": 711.82,
      "grad_norm": 1.2515183687210083,
      "learning_rate": 1.5397699165460212e-07,
      "loss": 0.3268,
      "step": 2550460
    },
    {
      "epoch": 711.83,
      "grad_norm": 1.4051120281219482,
      "learning_rate": 1.5396735272666297e-07,
      "loss": 0.3309,
      "step": 2550470
    },
    {
      "epoch": 711.83,
      "grad_norm": 1.235021710395813,
      "learning_rate": 1.5395771409018495e-07,
      "loss": 0.3371,
      "step": 2550480
    },
    {
      "epoch": 711.83,
      "grad_norm": 1.2802187204360962,
      "learning_rate": 1.539480757451683e-07,
      "loss": 0.3253,
      "step": 2550490
    },
    {
      "epoch": 711.83,
      "grad_norm": 1.1510783433914185,
      "learning_rate": 1.5393843769161514e-07,
      "loss": 0.3239,
      "step": 2550500
    },
    {
      "epoch": 711.84,
      "grad_norm": 1.2514792680740356,
      "learning_rate": 1.5392879992952674e-07,
      "loss": 0.3508,
      "step": 2550510
    },
    {
      "epoch": 711.84,
      "grad_norm": 3.5825259685516357,
      "learning_rate": 1.5391916245890336e-07,
      "loss": 0.3279,
      "step": 2550520
    },
    {
      "epoch": 711.84,
      "grad_norm": 1.3063654899597168,
      "learning_rate": 1.5390952527974788e-07,
      "loss": 0.3435,
      "step": 2550530
    },
    {
      "epoch": 711.84,
      "grad_norm": 1.177352786064148,
      "learning_rate": 1.538998883920603e-07,
      "loss": 0.3268,
      "step": 2550540
    },
    {
      "epoch": 711.85,
      "grad_norm": 1.280934453010559,
      "learning_rate": 1.5389025179584243e-07,
      "loss": 0.336,
      "step": 2550550
    },
    {
      "epoch": 711.85,
      "grad_norm": 6.581115245819092,
      "learning_rate": 1.5388061549109557e-07,
      "loss": 0.3487,
      "step": 2550560
    },
    {
      "epoch": 711.85,
      "grad_norm": 1.1291556358337402,
      "learning_rate": 1.5387097947782102e-07,
      "loss": 0.3263,
      "step": 2550570
    },
    {
      "epoch": 711.86,
      "grad_norm": 1.2373534440994263,
      "learning_rate": 1.5386134375601984e-07,
      "loss": 0.3308,
      "step": 2550580
    },
    {
      "epoch": 711.86,
      "grad_norm": 1.3351796865463257,
      "learning_rate": 1.538517083256933e-07,
      "loss": 0.3443,
      "step": 2550590
    },
    {
      "epoch": 711.86,
      "grad_norm": 1.250672459602356,
      "learning_rate": 1.5384207318684325e-07,
      "loss": 0.3331,
      "step": 2550600
    },
    {
      "epoch": 711.86,
      "grad_norm": 1.2010939121246338,
      "learning_rate": 1.5383243833946992e-07,
      "loss": 0.3424,
      "step": 2550610
    },
    {
      "epoch": 711.87,
      "grad_norm": 1.3751552104949951,
      "learning_rate": 1.538228037835757e-07,
      "loss": 0.3326,
      "step": 2550620
    },
    {
      "epoch": 711.87,
      "grad_norm": 14.5781831741333,
      "learning_rate": 1.5381316951916132e-07,
      "loss": 0.3377,
      "step": 2550630
    },
    {
      "epoch": 711.87,
      "grad_norm": 1.078916311264038,
      "learning_rate": 1.5380353554622786e-07,
      "loss": 0.3429,
      "step": 2550640
    },
    {
      "epoch": 711.88,
      "grad_norm": 1.078570008277893,
      "learning_rate": 1.5379390186477735e-07,
      "loss": 0.3276,
      "step": 2550650
    },
    {
      "epoch": 711.88,
      "grad_norm": 1.288534164428711,
      "learning_rate": 1.537842684748101e-07,
      "loss": 0.3261,
      "step": 2550660
    },
    {
      "epoch": 711.88,
      "grad_norm": 1.202357530593872,
      "learning_rate": 1.537746353763282e-07,
      "loss": 0.3369,
      "step": 2550670
    },
    {
      "epoch": 711.88,
      "grad_norm": 1.3747787475585938,
      "learning_rate": 1.5376500256933238e-07,
      "loss": 0.3306,
      "step": 2550680
    },
    {
      "epoch": 711.89,
      "grad_norm": 1.3691843748092651,
      "learning_rate": 1.537553700538245e-07,
      "loss": 0.3421,
      "step": 2550690
    },
    {
      "epoch": 711.89,
      "grad_norm": 1.2380801439285278,
      "learning_rate": 1.537457378298048e-07,
      "loss": 0.3521,
      "step": 2550700
    },
    {
      "epoch": 711.89,
      "grad_norm": 1.2326420545578003,
      "learning_rate": 1.5373610589727617e-07,
      "loss": 0.3282,
      "step": 2550710
    },
    {
      "epoch": 711.9,
      "grad_norm": 1.3487813472747803,
      "learning_rate": 1.5372647425623857e-07,
      "loss": 0.3289,
      "step": 2550720
    },
    {
      "epoch": 711.9,
      "grad_norm": 1.278713583946228,
      "learning_rate": 1.5371684290669356e-07,
      "loss": 0.3327,
      "step": 2550730
    },
    {
      "epoch": 711.9,
      "grad_norm": 1.236061453819275,
      "learning_rate": 1.53707211848643e-07,
      "loss": 0.3315,
      "step": 2550740
    },
    {
      "epoch": 711.9,
      "grad_norm": 1.2749073505401611,
      "learning_rate": 1.536975810820869e-07,
      "loss": 0.3416,
      "step": 2550750
    },
    {
      "epoch": 711.91,
      "grad_norm": 1.292647123336792,
      "learning_rate": 1.5368795060702806e-07,
      "loss": 0.3261,
      "step": 2550760
    },
    {
      "epoch": 711.91,
      "grad_norm": 1.3525410890579224,
      "learning_rate": 1.536783204234668e-07,
      "loss": 0.341,
      "step": 2550770
    },
    {
      "epoch": 711.91,
      "grad_norm": 1.38770592212677,
      "learning_rate": 1.536686905314049e-07,
      "loss": 0.3384,
      "step": 2550780
    },
    {
      "epoch": 711.91,
      "grad_norm": 1.2210514545440674,
      "learning_rate": 1.5365906093084344e-07,
      "loss": 0.3392,
      "step": 2550790
    },
    {
      "epoch": 711.92,
      "grad_norm": 1.2154626846313477,
      "learning_rate": 1.5364943162178368e-07,
      "loss": 0.3282,
      "step": 2550800
    },
    {
      "epoch": 711.92,
      "grad_norm": 1.258741021156311,
      "learning_rate": 1.5363980260422668e-07,
      "loss": 0.3558,
      "step": 2550810
    },
    {
      "epoch": 711.92,
      "grad_norm": 1.290939450263977,
      "learning_rate": 1.5363017387817374e-07,
      "loss": 0.3413,
      "step": 2550820
    },
    {
      "epoch": 711.93,
      "grad_norm": 1.1585135459899902,
      "learning_rate": 1.5362054544362696e-07,
      "loss": 0.3464,
      "step": 2550830
    },
    {
      "epoch": 711.93,
      "grad_norm": 1.2583016157150269,
      "learning_rate": 1.536109173005863e-07,
      "loss": 0.3344,
      "step": 2550840
    },
    {
      "epoch": 711.93,
      "grad_norm": 1.1674199104309082,
      "learning_rate": 1.5360128944905437e-07,
      "loss": 0.346,
      "step": 2550850
    },
    {
      "epoch": 711.93,
      "grad_norm": 1.3195947408676147,
      "learning_rate": 1.5359166188903147e-07,
      "loss": 0.3362,
      "step": 2550860
    },
    {
      "epoch": 711.94,
      "grad_norm": 1.2978885173797607,
      "learning_rate": 1.535820346205194e-07,
      "loss": 0.3499,
      "step": 2550870
    },
    {
      "epoch": 711.94,
      "grad_norm": 1.199779987335205,
      "learning_rate": 1.5357240764351945e-07,
      "loss": 0.3248,
      "step": 2550880
    },
    {
      "epoch": 711.94,
      "grad_norm": 1.1957674026489258,
      "learning_rate": 1.5356278095803265e-07,
      "loss": 0.356,
      "step": 2550890
    },
    {
      "epoch": 711.95,
      "grad_norm": 1.397456407546997,
      "learning_rate": 1.5355315456406007e-07,
      "loss": 0.3458,
      "step": 2550900
    },
    {
      "epoch": 711.95,
      "grad_norm": 1.195273756980896,
      "learning_rate": 1.5354352846160328e-07,
      "loss": 0.3431,
      "step": 2550910
    },
    {
      "epoch": 711.95,
      "grad_norm": 1.25764000415802,
      "learning_rate": 1.5353390265066407e-07,
      "loss": 0.3345,
      "step": 2550920
    },
    {
      "epoch": 711.95,
      "grad_norm": 1.1701329946517944,
      "learning_rate": 1.5352427713124296e-07,
      "loss": 0.3357,
      "step": 2550930
    },
    {
      "epoch": 711.96,
      "grad_norm": 1.1803475618362427,
      "learning_rate": 1.5351465190334128e-07,
      "loss": 0.3556,
      "step": 2550940
    },
    {
      "epoch": 711.96,
      "grad_norm": 1.3415570259094238,
      "learning_rate": 1.5350502696696107e-07,
      "loss": 0.3364,
      "step": 2550950
    },
    {
      "epoch": 711.96,
      "grad_norm": 1.174532175064087,
      "learning_rate": 1.534954023221021e-07,
      "loss": 0.3255,
      "step": 2550960
    },
    {
      "epoch": 711.96,
      "grad_norm": 1.4175491333007812,
      "learning_rate": 1.534857779687675e-07,
      "loss": 0.3407,
      "step": 2550970
    },
    {
      "epoch": 711.97,
      "grad_norm": 1.1257610321044922,
      "learning_rate": 1.5347615390695726e-07,
      "loss": 0.3416,
      "step": 2550980
    },
    {
      "epoch": 711.97,
      "grad_norm": 1.1772109270095825,
      "learning_rate": 1.5346653013667318e-07,
      "loss": 0.3494,
      "step": 2550990
    },
    {
      "epoch": 711.97,
      "grad_norm": 1.5349003076553345,
      "learning_rate": 1.5345690665791635e-07,
      "loss": 0.3344,
      "step": 2551000
    },
    {
      "epoch": 711.98,
      "grad_norm": 1.3727596998214722,
      "learning_rate": 1.5344728347068827e-07,
      "loss": 0.3398,
      "step": 2551010
    },
    {
      "epoch": 711.98,
      "grad_norm": 1.1546087265014648,
      "learning_rate": 1.5343766057499004e-07,
      "loss": 0.3355,
      "step": 2551020
    },
    {
      "epoch": 711.98,
      "grad_norm": 1.2234948873519897,
      "learning_rate": 1.5342803797082289e-07,
      "loss": 0.3397,
      "step": 2551030
    },
    {
      "epoch": 711.98,
      "grad_norm": 1.3344389200210571,
      "learning_rate": 1.534184156581882e-07,
      "loss": 0.3374,
      "step": 2551040
    },
    {
      "epoch": 711.99,
      "grad_norm": 1.2977136373519897,
      "learning_rate": 1.5340879363708695e-07,
      "loss": 0.3377,
      "step": 2551050
    },
    {
      "epoch": 711.99,
      "grad_norm": 1.2139464616775513,
      "learning_rate": 1.5339917190752152e-07,
      "loss": 0.3417,
      "step": 2551060
    },
    {
      "epoch": 711.99,
      "grad_norm": 1.2861589193344116,
      "learning_rate": 1.5338955046949163e-07,
      "loss": 0.3305,
      "step": 2551070
    },
    {
      "epoch": 712.0,
      "grad_norm": 1.1849087476730347,
      "learning_rate": 1.5337992932299962e-07,
      "loss": 0.3268,
      "step": 2551080
    },
    {
      "epoch": 712.0,
      "grad_norm": 1.1067969799041748,
      "learning_rate": 1.5337030846804657e-07,
      "loss": 0.323,
      "step": 2551090
    },
    {
      "epoch": 712.0,
      "eval_loss": 0.33689814805984497,
      "eval_runtime": 67.4724,
      "eval_samples_per_second": 74.979,
      "eval_steps_per_second": 9.382,
      "step": 2551096
    },
    {
      "epoch": 712.0,
      "grad_norm": 1.3592534065246582,
      "learning_rate": 1.533606879046332e-07,
      "loss": 0.3391,
      "step": 2551100
    },
    {
      "epoch": 712.0,
      "grad_norm": 1.2093778848648071,
      "learning_rate": 1.533510676327619e-07,
      "loss": 0.3256,
      "step": 2551110
    },
    {
      "epoch": 712.01,
      "grad_norm": 1.072648286819458,
      "learning_rate": 1.5334144765243264e-07,
      "loss": 0.3421,
      "step": 2551120
    },
    {
      "epoch": 712.01,
      "grad_norm": 1.1067496538162231,
      "learning_rate": 1.5333182796364775e-07,
      "loss": 0.3326,
      "step": 2551130
    },
    {
      "epoch": 712.01,
      "grad_norm": 1.3996566534042358,
      "learning_rate": 1.533222085664078e-07,
      "loss": 0.3462,
      "step": 2551140
    },
    {
      "epoch": 712.02,
      "grad_norm": 1.2740609645843506,
      "learning_rate": 1.5331258946071483e-07,
      "loss": 0.3393,
      "step": 2551150
    },
    {
      "epoch": 712.02,
      "grad_norm": 1.4163267612457275,
      "learning_rate": 1.533029706465694e-07,
      "loss": 0.3314,
      "step": 2551160
    },
    {
      "epoch": 712.02,
      "grad_norm": 1.385825514793396,
      "learning_rate": 1.5329335212397304e-07,
      "loss": 0.3385,
      "step": 2551170
    },
    {
      "epoch": 712.02,
      "grad_norm": 1.2672698497772217,
      "learning_rate": 1.5328373389292757e-07,
      "loss": 0.3491,
      "step": 2551180
    },
    {
      "epoch": 712.03,
      "grad_norm": 1.1805343627929688,
      "learning_rate": 1.5327411595343272e-07,
      "loss": 0.3302,
      "step": 2551190
    },
    {
      "epoch": 712.03,
      "grad_norm": 1.459726095199585,
      "learning_rate": 1.532644983054919e-07,
      "loss": 0.3337,
      "step": 2551200
    },
    {
      "epoch": 712.03,
      "grad_norm": 1.9101966619491577,
      "learning_rate": 1.532548809491046e-07,
      "loss": 0.3536,
      "step": 2551210
    },
    {
      "epoch": 712.03,
      "grad_norm": 1.5128581523895264,
      "learning_rate": 1.5324526388427288e-07,
      "loss": 0.3396,
      "step": 2551220
    },
    {
      "epoch": 712.04,
      "grad_norm": 1.4870011806488037,
      "learning_rate": 1.5323564711099853e-07,
      "loss": 0.3473,
      "step": 2551230
    },
    {
      "epoch": 712.04,
      "grad_norm": 1.1479157209396362,
      "learning_rate": 1.532260306292816e-07,
      "loss": 0.3478,
      "step": 2551240
    },
    {
      "epoch": 712.04,
      "grad_norm": 1.1466668844223022,
      "learning_rate": 1.5321641443912417e-07,
      "loss": 0.3298,
      "step": 2551250
    },
    {
      "epoch": 712.05,
      "grad_norm": 1.3323129415512085,
      "learning_rate": 1.5320679854052726e-07,
      "loss": 0.3227,
      "step": 2551260
    },
    {
      "epoch": 712.05,
      "grad_norm": 1.2438960075378418,
      "learning_rate": 1.5319718293349245e-07,
      "loss": 0.3329,
      "step": 2551270
    },
    {
      "epoch": 712.05,
      "grad_norm": 1.2496131658554077,
      "learning_rate": 1.531875676180205e-07,
      "loss": 0.3407,
      "step": 2551280
    },
    {
      "epoch": 712.05,
      "grad_norm": 1.4886339902877808,
      "learning_rate": 1.5317795259411347e-07,
      "loss": 0.3309,
      "step": 2551290
    },
    {
      "epoch": 712.06,
      "grad_norm": 1.1913363933563232,
      "learning_rate": 1.5316833786177168e-07,
      "loss": 0.3346,
      "step": 2551300
    },
    {
      "epoch": 712.06,
      "grad_norm": 1.1887096166610718,
      "learning_rate": 1.5315872342099716e-07,
      "loss": 0.3407,
      "step": 2551310
    },
    {
      "epoch": 712.06,
      "grad_norm": 1.1252639293670654,
      "learning_rate": 1.5314910927179124e-07,
      "loss": 0.3297,
      "step": 2551320
    },
    {
      "epoch": 712.07,
      "grad_norm": 1.2978219985961914,
      "learning_rate": 1.531394954141542e-07,
      "loss": 0.3187,
      "step": 2551330
    },
    {
      "epoch": 712.07,
      "grad_norm": 1.317096471786499,
      "learning_rate": 1.5312988184808858e-07,
      "loss": 0.3286,
      "step": 2551340
    },
    {
      "epoch": 712.07,
      "grad_norm": 1.2643156051635742,
      "learning_rate": 1.5312026857359494e-07,
      "loss": 0.3359,
      "step": 2551350
    },
    {
      "epoch": 712.07,
      "grad_norm": 1.318033218383789,
      "learning_rate": 1.5311065559067458e-07,
      "loss": 0.3363,
      "step": 2551360
    },
    {
      "epoch": 712.08,
      "grad_norm": 1.2337009906768799,
      "learning_rate": 1.5310104289932933e-07,
      "loss": 0.3284,
      "step": 2551370
    },
    {
      "epoch": 712.08,
      "grad_norm": 1.1888271570205688,
      "learning_rate": 1.5309143049955968e-07,
      "loss": 0.3393,
      "step": 2551380
    },
    {
      "epoch": 712.08,
      "grad_norm": 1.183768391609192,
      "learning_rate": 1.530818183913672e-07,
      "loss": 0.3304,
      "step": 2551390
    },
    {
      "epoch": 712.08,
      "grad_norm": 1.218109130859375,
      "learning_rate": 1.5307220657475322e-07,
      "loss": 0.3355,
      "step": 2551400
    },
    {
      "epoch": 712.09,
      "grad_norm": 1.9591974020004272,
      "learning_rate": 1.5306259504971955e-07,
      "loss": 0.3639,
      "step": 2551410
    },
    {
      "epoch": 712.09,
      "grad_norm": 1.1210839748382568,
      "learning_rate": 1.5305298381626617e-07,
      "loss": 0.3478,
      "step": 2551420
    },
    {
      "epoch": 712.09,
      "grad_norm": 1.1418055295944214,
      "learning_rate": 1.5304337287439595e-07,
      "loss": 0.3221,
      "step": 2551430
    },
    {
      "epoch": 712.1,
      "grad_norm": 1.0357085466384888,
      "learning_rate": 1.5303376222410914e-07,
      "loss": 0.353,
      "step": 2551440
    },
    {
      "epoch": 712.1,
      "grad_norm": 1.2593510150909424,
      "learning_rate": 1.5302415186540708e-07,
      "loss": 0.3392,
      "step": 2551450
    },
    {
      "epoch": 712.1,
      "grad_norm": 1.2797635793685913,
      "learning_rate": 1.5301454179829157e-07,
      "loss": 0.3269,
      "step": 2551460
    },
    {
      "epoch": 712.1,
      "grad_norm": 1.2666853666305542,
      "learning_rate": 1.5300493202276311e-07,
      "loss": 0.333,
      "step": 2551470
    },
    {
      "epoch": 712.11,
      "grad_norm": 1.438564658164978,
      "learning_rate": 1.5299532253882355e-07,
      "loss": 0.3302,
      "step": 2551480
    },
    {
      "epoch": 712.11,
      "grad_norm": 1.3782752752304077,
      "learning_rate": 1.5298571334647418e-07,
      "loss": 0.3215,
      "step": 2551490
    },
    {
      "epoch": 712.11,
      "grad_norm": 1.336724042892456,
      "learning_rate": 1.5297610444571627e-07,
      "loss": 0.3334,
      "step": 2551500
    },
    {
      "epoch": 712.12,
      "grad_norm": 1.1736459732055664,
      "learning_rate": 1.529664958365504e-07,
      "loss": 0.3392,
      "step": 2551510
    },
    {
      "epoch": 712.12,
      "grad_norm": 1.4597082138061523,
      "learning_rate": 1.5295688751897888e-07,
      "loss": 0.3478,
      "step": 2551520
    },
    {
      "epoch": 712.12,
      "grad_norm": 1.2745879888534546,
      "learning_rate": 1.5294727949300248e-07,
      "loss": 0.346,
      "step": 2551530
    },
    {
      "epoch": 712.12,
      "grad_norm": 1.27068030834198,
      "learning_rate": 1.5293767175862228e-07,
      "loss": 0.3577,
      "step": 2551540
    },
    {
      "epoch": 712.13,
      "grad_norm": 1.0748882293701172,
      "learning_rate": 1.5292806431584032e-07,
      "loss": 0.3379,
      "step": 2551550
    },
    {
      "epoch": 712.13,
      "grad_norm": 3.1832680702209473,
      "learning_rate": 1.529184571646569e-07,
      "loss": 0.3258,
      "step": 2551560
    },
    {
      "epoch": 712.13,
      "grad_norm": 1.1520410776138306,
      "learning_rate": 1.5290885030507376e-07,
      "loss": 0.317,
      "step": 2551570
    },
    {
      "epoch": 712.14,
      "grad_norm": 1.3078944683074951,
      "learning_rate": 1.5289924373709205e-07,
      "loss": 0.344,
      "step": 2551580
    },
    {
      "epoch": 712.14,
      "grad_norm": 1.2391330003738403,
      "learning_rate": 1.528896374607138e-07,
      "loss": 0.3292,
      "step": 2551590
    },
    {
      "epoch": 712.14,
      "grad_norm": 1.3378534317016602,
      "learning_rate": 1.5288003147593922e-07,
      "loss": 0.3519,
      "step": 2551600
    },
    {
      "epoch": 712.14,
      "grad_norm": 1.3961563110351562,
      "learning_rate": 1.5287042578276996e-07,
      "loss": 0.3347,
      "step": 2551610
    },
    {
      "epoch": 712.15,
      "grad_norm": 1.504561185836792,
      "learning_rate": 1.5286082038120727e-07,
      "loss": 0.3449,
      "step": 2551620
    },
    {
      "epoch": 712.15,
      "grad_norm": 1.111138939857483,
      "learning_rate": 1.5285121527125275e-07,
      "loss": 0.328,
      "step": 2551630
    },
    {
      "epoch": 712.15,
      "grad_norm": 1.1156983375549316,
      "learning_rate": 1.5284161045290764e-07,
      "loss": 0.3203,
      "step": 2551640
    },
    {
      "epoch": 712.15,
      "grad_norm": 1.2463747262954712,
      "learning_rate": 1.5283200592617226e-07,
      "loss": 0.343,
      "step": 2551650
    },
    {
      "epoch": 712.16,
      "grad_norm": 1.173087477684021,
      "learning_rate": 1.528224016910497e-07,
      "loss": 0.3462,
      "step": 2551660
    },
    {
      "epoch": 712.16,
      "grad_norm": 1.2025514841079712,
      "learning_rate": 1.5281279774753946e-07,
      "loss": 0.3469,
      "step": 2551670
    },
    {
      "epoch": 712.16,
      "grad_norm": 1.4047982692718506,
      "learning_rate": 1.5280319409564385e-07,
      "loss": 0.3515,
      "step": 2551680
    },
    {
      "epoch": 712.17,
      "grad_norm": 1.2713727951049805,
      "learning_rate": 1.527935907353642e-07,
      "loss": 0.3219,
      "step": 2551690
    },
    {
      "epoch": 712.17,
      "grad_norm": 1.1905388832092285,
      "learning_rate": 1.5278398766670102e-07,
      "loss": 0.3334,
      "step": 2551700
    },
    {
      "epoch": 712.17,
      "grad_norm": 1.5754867792129517,
      "learning_rate": 1.5277438488965586e-07,
      "loss": 0.3376,
      "step": 2551710
    },
    {
      "epoch": 712.17,
      "grad_norm": 1.2559020519256592,
      "learning_rate": 1.527647824042303e-07,
      "loss": 0.3519,
      "step": 2551720
    },
    {
      "epoch": 712.18,
      "grad_norm": 1.2822742462158203,
      "learning_rate": 1.527551802104259e-07,
      "loss": 0.3425,
      "step": 2551730
    },
    {
      "epoch": 712.18,
      "grad_norm": 1.290827751159668,
      "learning_rate": 1.527455783082429e-07,
      "loss": 0.3258,
      "step": 2551740
    },
    {
      "epoch": 712.18,
      "grad_norm": 1.1692063808441162,
      "learning_rate": 1.5273597669768343e-07,
      "loss": 0.3314,
      "step": 2551750
    },
    {
      "epoch": 712.19,
      "grad_norm": 1.1840386390686035,
      "learning_rate": 1.5272637537874872e-07,
      "loss": 0.3295,
      "step": 2551760
    },
    {
      "epoch": 712.19,
      "grad_norm": 1.2349250316619873,
      "learning_rate": 1.5271677435143935e-07,
      "loss": 0.3396,
      "step": 2551770
    },
    {
      "epoch": 712.19,
      "grad_norm": 1.3303593397140503,
      "learning_rate": 1.5270717361575763e-07,
      "loss": 0.3313,
      "step": 2551780
    },
    {
      "epoch": 712.19,
      "grad_norm": 1.083248257637024,
      "learning_rate": 1.5269757317170382e-07,
      "loss": 0.3247,
      "step": 2551790
    },
    {
      "epoch": 712.2,
      "grad_norm": 1.463435173034668,
      "learning_rate": 1.5268797301928004e-07,
      "loss": 0.3295,
      "step": 2551800
    },
    {
      "epoch": 712.2,
      "grad_norm": 1.252872347831726,
      "learning_rate": 1.52678373158487e-07,
      "loss": 0.3201,
      "step": 2551810
    },
    {
      "epoch": 712.2,
      "grad_norm": 1.2039579153060913,
      "learning_rate": 1.526687735893266e-07,
      "loss": 0.334,
      "step": 2551820
    },
    {
      "epoch": 712.2,
      "grad_norm": 1.253794550895691,
      "learning_rate": 1.526591743117993e-07,
      "loss": 0.3288,
      "step": 2551830
    },
    {
      "epoch": 712.21,
      "grad_norm": 1.1747201681137085,
      "learning_rate": 1.526495753259067e-07,
      "loss": 0.3329,
      "step": 2551840
    },
    {
      "epoch": 712.21,
      "grad_norm": 1.0803121328353882,
      "learning_rate": 1.5263997663165062e-07,
      "loss": 0.3204,
      "step": 2551850
    },
    {
      "epoch": 712.21,
      "grad_norm": 1.4768342971801758,
      "learning_rate": 1.5263037822903128e-07,
      "loss": 0.3347,
      "step": 2551860
    },
    {
      "epoch": 712.22,
      "grad_norm": 1.3300299644470215,
      "learning_rate": 1.5262078011805106e-07,
      "loss": 0.3352,
      "step": 2551870
    },
    {
      "epoch": 712.22,
      "grad_norm": 1.377840280532837,
      "learning_rate": 1.5261118229871074e-07,
      "loss": 0.32,
      "step": 2551880
    },
    {
      "epoch": 712.22,
      "grad_norm": 1.214900016784668,
      "learning_rate": 1.5260158477101132e-07,
      "loss": 0.3305,
      "step": 2551890
    },
    {
      "epoch": 712.22,
      "grad_norm": 1.1869547367095947,
      "learning_rate": 1.5259198753495467e-07,
      "loss": 0.3293,
      "step": 2551900
    },
    {
      "epoch": 712.23,
      "grad_norm": 1.252512812614441,
      "learning_rate": 1.5258239059054104e-07,
      "loss": 0.3144,
      "step": 2551910
    },
    {
      "epoch": 712.23,
      "grad_norm": 1.1961811780929565,
      "learning_rate": 1.5257279393777327e-07,
      "loss": 0.3441,
      "step": 2551920
    },
    {
      "epoch": 712.23,
      "grad_norm": 1.0922261476516724,
      "learning_rate": 1.525631975766514e-07,
      "loss": 0.3162,
      "step": 2551930
    },
    {
      "epoch": 712.24,
      "grad_norm": 1.3620905876159668,
      "learning_rate": 1.5255360150717692e-07,
      "loss": 0.3244,
      "step": 2551940
    },
    {
      "epoch": 712.24,
      "grad_norm": 1.2864919900894165,
      "learning_rate": 1.5254400572935147e-07,
      "loss": 0.3417,
      "step": 2551950
    },
    {
      "epoch": 712.24,
      "grad_norm": 1.2297663688659668,
      "learning_rate": 1.5253441024317632e-07,
      "loss": 0.334,
      "step": 2551960
    },
    {
      "epoch": 712.24,
      "grad_norm": 1.411901831626892,
      "learning_rate": 1.5252481504865224e-07,
      "loss": 0.3453,
      "step": 2551970
    },
    {
      "epoch": 712.25,
      "grad_norm": 1.1513969898223877,
      "learning_rate": 1.5251522014578106e-07,
      "loss": 0.3465,
      "step": 2551980
    },
    {
      "epoch": 712.25,
      "grad_norm": 1.3880997896194458,
      "learning_rate": 1.525056255345638e-07,
      "loss": 0.3256,
      "step": 2551990
    },
    {
      "epoch": 712.25,
      "grad_norm": 1.1567801237106323,
      "learning_rate": 1.5249603121500129e-07,
      "loss": 0.3334,
      "step": 2552000
    },
    {
      "epoch": 712.26,
      "grad_norm": 1.2277883291244507,
      "learning_rate": 1.5248643718709608e-07,
      "loss": 0.331,
      "step": 2552010
    },
    {
      "epoch": 712.26,
      "grad_norm": 1.0103522539138794,
      "learning_rate": 1.5247684345084822e-07,
      "loss": 0.3304,
      "step": 2552020
    },
    {
      "epoch": 712.26,
      "grad_norm": 1.2300360202789307,
      "learning_rate": 1.5246725000625922e-07,
      "loss": 0.3595,
      "step": 2552030
    },
    {
      "epoch": 712.26,
      "grad_norm": 1.369867205619812,
      "learning_rate": 1.524576568533312e-07,
      "loss": 0.3318,
      "step": 2552040
    },
    {
      "epoch": 712.27,
      "grad_norm": 1.2439956665039062,
      "learning_rate": 1.5244806399206413e-07,
      "loss": 0.3167,
      "step": 2552050
    },
    {
      "epoch": 712.27,
      "grad_norm": 1.2914440631866455,
      "learning_rate": 1.5243847142246014e-07,
      "loss": 0.3262,
      "step": 2552060
    },
    {
      "epoch": 712.27,
      "grad_norm": 1.1374759674072266,
      "learning_rate": 1.5242887914452048e-07,
      "loss": 0.3352,
      "step": 2552070
    },
    {
      "epoch": 712.27,
      "grad_norm": 1.2193084955215454,
      "learning_rate": 1.524192871582462e-07,
      "loss": 0.3353,
      "step": 2552080
    },
    {
      "epoch": 712.28,
      "grad_norm": 1.178696870803833,
      "learning_rate": 1.524096954636381e-07,
      "loss": 0.344,
      "step": 2552090
    },
    {
      "epoch": 712.28,
      "grad_norm": 1.1317901611328125,
      "learning_rate": 1.5240010406069877e-07,
      "loss": 0.3326,
      "step": 2552100
    },
    {
      "epoch": 712.28,
      "grad_norm": 1.4951778650283813,
      "learning_rate": 1.523905129494285e-07,
      "loss": 0.3468,
      "step": 2552110
    },
    {
      "epoch": 712.29,
      "grad_norm": 1.0842211246490479,
      "learning_rate": 1.5238092212982853e-07,
      "loss": 0.3422,
      "step": 2552120
    },
    {
      "epoch": 712.29,
      "grad_norm": 1.2025868892669678,
      "learning_rate": 1.523713316019007e-07,
      "loss": 0.3301,
      "step": 2552130
    },
    {
      "epoch": 712.29,
      "grad_norm": 1.1926907300949097,
      "learning_rate": 1.5236174136564584e-07,
      "loss": 0.339,
      "step": 2552140
    },
    {
      "epoch": 712.29,
      "grad_norm": 1.417839765548706,
      "learning_rate": 1.5235215142106522e-07,
      "loss": 0.3335,
      "step": 2552150
    },
    {
      "epoch": 712.3,
      "grad_norm": 1.3282818794250488,
      "learning_rate": 1.5234256176816012e-07,
      "loss": 0.3403,
      "step": 2552160
    },
    {
      "epoch": 712.3,
      "grad_norm": 1.5651665925979614,
      "learning_rate": 1.5233297240693265e-07,
      "loss": 0.3413,
      "step": 2552170
    },
    {
      "epoch": 712.3,
      "grad_norm": 1.16841459274292,
      "learning_rate": 1.523233833373828e-07,
      "loss": 0.3402,
      "step": 2552180
    },
    {
      "epoch": 712.31,
      "grad_norm": 1.5903898477554321,
      "learning_rate": 1.5231379455951237e-07,
      "loss": 0.3444,
      "step": 2552190
    },
    {
      "epoch": 712.31,
      "grad_norm": 1.2335079908370972,
      "learning_rate": 1.5230420607332268e-07,
      "loss": 0.3414,
      "step": 2552200
    },
    {
      "epoch": 712.31,
      "grad_norm": 1.3420804738998413,
      "learning_rate": 1.5229461787881533e-07,
      "loss": 0.3407,
      "step": 2552210
    },
    {
      "epoch": 712.31,
      "grad_norm": 1.3911595344543457,
      "learning_rate": 1.522850299759913e-07,
      "loss": 0.3211,
      "step": 2552220
    },
    {
      "epoch": 712.32,
      "grad_norm": 1.4203978776931763,
      "learning_rate": 1.522754423648514e-07,
      "loss": 0.3329,
      "step": 2552230
    },
    {
      "epoch": 712.32,
      "grad_norm": 1.1764849424362183,
      "learning_rate": 1.522658550453977e-07,
      "loss": 0.3236,
      "step": 2552240
    },
    {
      "epoch": 712.32,
      "grad_norm": 1.3656648397445679,
      "learning_rate": 1.5225626801763126e-07,
      "loss": 0.3508,
      "step": 2552250
    },
    {
      "epoch": 712.32,
      "grad_norm": 1.4298127889633179,
      "learning_rate": 1.5224668128155283e-07,
      "loss": 0.3488,
      "step": 2552260
    },
    {
      "epoch": 712.33,
      "grad_norm": 1.529895544052124,
      "learning_rate": 1.522370948371648e-07,
      "loss": 0.3281,
      "step": 2552270
    },
    {
      "epoch": 712.33,
      "grad_norm": 1.0454167127609253,
      "learning_rate": 1.5222750868446712e-07,
      "loss": 0.3448,
      "step": 2552280
    },
    {
      "epoch": 712.33,
      "grad_norm": 1.2498971223831177,
      "learning_rate": 1.522179228234616e-07,
      "loss": 0.3405,
      "step": 2552290
    },
    {
      "epoch": 712.34,
      "grad_norm": 1.2413238286972046,
      "learning_rate": 1.522083372541499e-07,
      "loss": 0.3344,
      "step": 2552300
    },
    {
      "epoch": 712.34,
      "grad_norm": 1.1257061958312988,
      "learning_rate": 1.521987519765332e-07,
      "loss": 0.3351,
      "step": 2552310
    },
    {
      "epoch": 712.34,
      "grad_norm": 1.388530969619751,
      "learning_rate": 1.521891669906121e-07,
      "loss": 0.3307,
      "step": 2552320
    },
    {
      "epoch": 712.34,
      "grad_norm": 1.3541561365127563,
      "learning_rate": 1.5217958229638863e-07,
      "loss": 0.3324,
      "step": 2552330
    },
    {
      "epoch": 712.35,
      "grad_norm": 1.1522080898284912,
      "learning_rate": 1.5216999789386387e-07,
      "loss": 0.3579,
      "step": 2552340
    },
    {
      "epoch": 712.35,
      "grad_norm": 1.3637094497680664,
      "learning_rate": 1.5216041378303833e-07,
      "loss": 0.3442,
      "step": 2552350
    },
    {
      "epoch": 712.35,
      "grad_norm": 1.3170052766799927,
      "learning_rate": 1.5215082996391488e-07,
      "loss": 0.332,
      "step": 2552360
    },
    {
      "epoch": 712.36,
      "grad_norm": 1.3804634809494019,
      "learning_rate": 1.5214124643649323e-07,
      "loss": 0.3586,
      "step": 2552370
    },
    {
      "epoch": 712.36,
      "grad_norm": 1.1495345830917358,
      "learning_rate": 1.521316632007755e-07,
      "loss": 0.3113,
      "step": 2552380
    },
    {
      "epoch": 712.36,
      "grad_norm": 1.346578598022461,
      "learning_rate": 1.521220802567627e-07,
      "loss": 0.3324,
      "step": 2552390
    },
    {
      "epoch": 712.36,
      "grad_norm": 1.1101040840148926,
      "learning_rate": 1.5211249760445667e-07,
      "loss": 0.3298,
      "step": 2552400
    },
    {
      "epoch": 712.37,
      "grad_norm": 1.1815623044967651,
      "learning_rate": 1.5210291524385764e-07,
      "loss": 0.3439,
      "step": 2552410
    },
    {
      "epoch": 712.37,
      "grad_norm": 1.1812775135040283,
      "learning_rate": 1.520933331749675e-07,
      "loss": 0.3625,
      "step": 2552420
    },
    {
      "epoch": 712.37,
      "grad_norm": 1.2406408786773682,
      "learning_rate": 1.520837513977877e-07,
      "loss": 0.3598,
      "step": 2552430
    },
    {
      "epoch": 712.38,
      "grad_norm": 1.505968689918518,
      "learning_rate": 1.5207416991231861e-07,
      "loss": 0.3352,
      "step": 2552440
    },
    {
      "epoch": 712.38,
      "grad_norm": 1.2906571626663208,
      "learning_rate": 1.5206458871856306e-07,
      "loss": 0.3273,
      "step": 2552450
    },
    {
      "epoch": 712.38,
      "grad_norm": 1.2940055131912231,
      "learning_rate": 1.5205500781652101e-07,
      "loss": 0.331,
      "step": 2552460
    },
    {
      "epoch": 712.38,
      "grad_norm": 1.3113391399383545,
      "learning_rate": 1.5204542720619407e-07,
      "loss": 0.34,
      "step": 2552470
    },
    {
      "epoch": 712.39,
      "grad_norm": 1.2356042861938477,
      "learning_rate": 1.520358468875835e-07,
      "loss": 0.3356,
      "step": 2552480
    },
    {
      "epoch": 712.39,
      "grad_norm": 1.1989120244979858,
      "learning_rate": 1.520262668606909e-07,
      "loss": 0.3193,
      "step": 2552490
    },
    {
      "epoch": 712.39,
      "grad_norm": 1.2832506895065308,
      "learning_rate": 1.520166871255178e-07,
      "loss": 0.3291,
      "step": 2552500
    },
    {
      "epoch": 712.39,
      "grad_norm": 1.241176724433899,
      "learning_rate": 1.520071076820642e-07,
      "loss": 0.3331,
      "step": 2552510
    },
    {
      "epoch": 712.4,
      "grad_norm": 1.4174689054489136,
      "learning_rate": 1.5199752853033248e-07,
      "loss": 0.3395,
      "step": 2552520
    },
    {
      "epoch": 712.4,
      "grad_norm": 1.3277298212051392,
      "learning_rate": 1.5198794967032366e-07,
      "loss": 0.3417,
      "step": 2552530
    },
    {
      "epoch": 712.4,
      "grad_norm": 1.2155697345733643,
      "learning_rate": 1.519783711020393e-07,
      "loss": 0.3357,
      "step": 2552540
    },
    {
      "epoch": 712.41,
      "grad_norm": 1.267184853553772,
      "learning_rate": 1.519687928254799e-07,
      "loss": 0.3322,
      "step": 2552550
    },
    {
      "epoch": 712.41,
      "grad_norm": 1.1836456060409546,
      "learning_rate": 1.5195921484064703e-07,
      "loss": 0.3514,
      "step": 2552560
    },
    {
      "epoch": 712.41,
      "grad_norm": 1.0286959409713745,
      "learning_rate": 1.519496371475428e-07,
      "loss": 0.3305,
      "step": 2552570
    },
    {
      "epoch": 712.41,
      "grad_norm": 1.4378122091293335,
      "learning_rate": 1.519400597461669e-07,
      "loss": 0.3386,
      "step": 2552580
    },
    {
      "epoch": 712.42,
      "grad_norm": 1.2409510612487793,
      "learning_rate": 1.5193048263652227e-07,
      "loss": 0.3328,
      "step": 2552590
    },
    {
      "epoch": 712.42,
      "grad_norm": 1.2213772535324097,
      "learning_rate": 1.5192090581860882e-07,
      "loss": 0.329,
      "step": 2552600
    },
    {
      "epoch": 712.42,
      "grad_norm": 1.2271711826324463,
      "learning_rate": 1.519113292924287e-07,
      "loss": 0.3295,
      "step": 2552610
    },
    {
      "epoch": 712.43,
      "grad_norm": 1.2109702825546265,
      "learning_rate": 1.519017530579829e-07,
      "loss": 0.3409,
      "step": 2552620
    },
    {
      "epoch": 712.43,
      "grad_norm": 1.1617356538772583,
      "learning_rate": 1.5189217711527277e-07,
      "loss": 0.3596,
      "step": 2552630
    },
    {
      "epoch": 712.43,
      "grad_norm": 1.2403961420059204,
      "learning_rate": 1.518826014642996e-07,
      "loss": 0.3317,
      "step": 2552640
    },
    {
      "epoch": 712.43,
      "grad_norm": 1.1974713802337646,
      "learning_rate": 1.5187302610506413e-07,
      "loss": 0.3367,
      "step": 2552650
    },
    {
      "epoch": 712.44,
      "grad_norm": 1.1937092542648315,
      "learning_rate": 1.5186345103756873e-07,
      "loss": 0.3322,
      "step": 2552660
    },
    {
      "epoch": 712.44,
      "grad_norm": 1.0548126697540283,
      "learning_rate": 1.5185387626181315e-07,
      "loss": 0.3338,
      "step": 2552670
    },
    {
      "epoch": 712.44,
      "grad_norm": 1.069486141204834,
      "learning_rate": 1.518443017778005e-07,
      "loss": 0.3319,
      "step": 2552680
    },
    {
      "epoch": 712.44,
      "grad_norm": 1.3079975843429565,
      "learning_rate": 1.5183472758553053e-07,
      "loss": 0.3349,
      "step": 2552690
    },
    {
      "epoch": 712.45,
      "grad_norm": 1.1316511631011963,
      "learning_rate": 1.5182515368500504e-07,
      "loss": 0.3344,
      "step": 2552700
    },
    {
      "epoch": 712.45,
      "grad_norm": 1.1246103048324585,
      "learning_rate": 1.5181558007622587e-07,
      "loss": 0.3388,
      "step": 2552710
    },
    {
      "epoch": 712.45,
      "grad_norm": 1.1641758680343628,
      "learning_rate": 1.5180600675919327e-07,
      "loss": 0.3388,
      "step": 2552720
    },
    {
      "epoch": 712.46,
      "grad_norm": 1.3423473834991455,
      "learning_rate": 1.5179643373390908e-07,
      "loss": 0.3456,
      "step": 2552730
    },
    {
      "epoch": 712.46,
      "grad_norm": 1.1387312412261963,
      "learning_rate": 1.5178686100037455e-07,
      "loss": 0.3328,
      "step": 2552740
    },
    {
      "epoch": 712.46,
      "grad_norm": 1.2174656391143799,
      "learning_rate": 1.5177728855859105e-07,
      "loss": 0.3307,
      "step": 2552750
    },
    {
      "epoch": 712.46,
      "grad_norm": 1.4283902645111084,
      "learning_rate": 1.5176771640855934e-07,
      "loss": 0.3394,
      "step": 2552760
    },
    {
      "epoch": 712.47,
      "grad_norm": 1.8304368257522583,
      "learning_rate": 1.5175814455028146e-07,
      "loss": 0.3324,
      "step": 2552770
    },
    {
      "epoch": 712.47,
      "grad_norm": 1.43840491771698,
      "learning_rate": 1.5174857298375825e-07,
      "loss": 0.3219,
      "step": 2552780
    },
    {
      "epoch": 712.47,
      "grad_norm": 1.1625651121139526,
      "learning_rate": 1.517390017089907e-07,
      "loss": 0.3411,
      "step": 2552790
    },
    {
      "epoch": 712.48,
      "grad_norm": 1.1592259407043457,
      "learning_rate": 1.5172943072598092e-07,
      "loss": 0.3383,
      "step": 2552800
    },
    {
      "epoch": 712.48,
      "grad_norm": 1.4347360134124756,
      "learning_rate": 1.517198600347289e-07,
      "loss": 0.3558,
      "step": 2552810
    },
    {
      "epoch": 712.48,
      "grad_norm": 1.355796217918396,
      "learning_rate": 1.517102896352375e-07,
      "loss": 0.337,
      "step": 2552820
    },
    {
      "epoch": 712.48,
      "grad_norm": 1.3590360879898071,
      "learning_rate": 1.5170071952750676e-07,
      "loss": 0.3484,
      "step": 2552830
    },
    {
      "epoch": 712.49,
      "grad_norm": 2.3939859867095947,
      "learning_rate": 1.5169114971153845e-07,
      "loss": 0.3425,
      "step": 2552840
    },
    {
      "epoch": 712.49,
      "grad_norm": 1.4070370197296143,
      "learning_rate": 1.5168158018733413e-07,
      "loss": 0.3393,
      "step": 2552850
    },
    {
      "epoch": 712.49,
      "grad_norm": 1.3475487232208252,
      "learning_rate": 1.5167201095489435e-07,
      "loss": 0.3506,
      "step": 2552860
    },
    {
      "epoch": 712.5,
      "grad_norm": 1.489277958869934,
      "learning_rate": 1.5166244201422066e-07,
      "loss": 0.3351,
      "step": 2552870
    },
    {
      "epoch": 712.5,
      "grad_norm": 1.1906436681747437,
      "learning_rate": 1.5165287336531465e-07,
      "loss": 0.3244,
      "step": 2552880
    },
    {
      "epoch": 712.5,
      "grad_norm": 1.227508306503296,
      "learning_rate": 1.5164330500817757e-07,
      "loss": 0.3442,
      "step": 2552890
    },
    {
      "epoch": 712.5,
      "grad_norm": 1.1548398733139038,
      "learning_rate": 1.5163373694280968e-07,
      "loss": 0.3379,
      "step": 2552900
    },
    {
      "epoch": 712.51,
      "grad_norm": 1.6435030698776245,
      "learning_rate": 1.516241691692139e-07,
      "loss": 0.3439,
      "step": 2552910
    },
    {
      "epoch": 712.51,
      "grad_norm": 1.9541289806365967,
      "learning_rate": 1.5161460168739017e-07,
      "loss": 0.3389,
      "step": 2552920
    },
    {
      "epoch": 712.51,
      "grad_norm": 1.3477802276611328,
      "learning_rate": 1.5160503449734035e-07,
      "loss": 0.3194,
      "step": 2552930
    },
    {
      "epoch": 712.51,
      "grad_norm": 1.2608224153518677,
      "learning_rate": 1.5159546759906599e-07,
      "loss": 0.3422,
      "step": 2552940
    },
    {
      "epoch": 712.52,
      "grad_norm": 1.1772019863128662,
      "learning_rate": 1.515859009925676e-07,
      "loss": 0.3424,
      "step": 2552950
    },
    {
      "epoch": 712.52,
      "grad_norm": 1.4755443334579468,
      "learning_rate": 1.5157633467784677e-07,
      "loss": 0.3464,
      "step": 2552960
    },
    {
      "epoch": 712.52,
      "grad_norm": 1.3926366567611694,
      "learning_rate": 1.5156676865490502e-07,
      "loss": 0.352,
      "step": 2552970
    },
    {
      "epoch": 712.53,
      "grad_norm": 1.149042010307312,
      "learning_rate": 1.5155720292374367e-07,
      "loss": 0.3493,
      "step": 2552980
    },
    {
      "epoch": 712.53,
      "grad_norm": 1.2631547451019287,
      "learning_rate": 1.5154763748436352e-07,
      "loss": 0.3258,
      "step": 2552990
    },
    {
      "epoch": 712.53,
      "grad_norm": 1.1898380517959595,
      "learning_rate": 1.515380723367661e-07,
      "loss": 0.3412,
      "step": 2553000
    },
    {
      "epoch": 712.53,
      "grad_norm": 1.182832956314087,
      "learning_rate": 1.5152850748095298e-07,
      "loss": 0.3517,
      "step": 2553010
    },
    {
      "epoch": 712.54,
      "grad_norm": 1.347915768623352,
      "learning_rate": 1.5151894291692444e-07,
      "loss": 0.3445,
      "step": 2553020
    },
    {
      "epoch": 712.54,
      "grad_norm": 1.5819404125213623,
      "learning_rate": 1.5150937864468332e-07,
      "loss": 0.3583,
      "step": 2553030
    },
    {
      "epoch": 712.54,
      "grad_norm": 1.9750163555145264,
      "learning_rate": 1.5149981466422962e-07,
      "loss": 0.3446,
      "step": 2553040
    },
    {
      "epoch": 712.55,
      "grad_norm": 1.3406891822814941,
      "learning_rate": 1.5149025097556493e-07,
      "loss": 0.3497,
      "step": 2553050
    },
    {
      "epoch": 712.55,
      "grad_norm": 1.239226222038269,
      "learning_rate": 1.514806875786905e-07,
      "loss": 0.3306,
      "step": 2553060
    },
    {
      "epoch": 712.55,
      "grad_norm": 1.2755100727081299,
      "learning_rate": 1.5147112447360796e-07,
      "loss": 0.3278,
      "step": 2553070
    },
    {
      "epoch": 712.55,
      "grad_norm": 1.2172054052352905,
      "learning_rate": 1.5146156166031854e-07,
      "loss": 0.3327,
      "step": 2553080
    },
    {
      "epoch": 712.56,
      "grad_norm": 1.4102678298950195,
      "learning_rate": 1.5145199913882282e-07,
      "loss": 0.3113,
      "step": 2553090
    },
    {
      "epoch": 712.56,
      "grad_norm": 2.534895658493042,
      "learning_rate": 1.5144243690912283e-07,
      "loss": 0.3577,
      "step": 2553100
    },
    {
      "epoch": 712.56,
      "grad_norm": 1.3059173822402954,
      "learning_rate": 1.5143287497121938e-07,
      "loss": 0.3473,
      "step": 2553110
    },
    {
      "epoch": 712.56,
      "grad_norm": 1.3094747066497803,
      "learning_rate": 1.514233133251143e-07,
      "loss": 0.3281,
      "step": 2553120
    },
    {
      "epoch": 712.57,
      "grad_norm": 1.2312198877334595,
      "learning_rate": 1.5141375197080834e-07,
      "loss": 0.3225,
      "step": 2553130
    },
    {
      "epoch": 712.57,
      "grad_norm": 1.1818344593048096,
      "learning_rate": 1.514041909083028e-07,
      "loss": 0.3325,
      "step": 2553140
    },
    {
      "epoch": 712.57,
      "grad_norm": 1.2997536659240723,
      "learning_rate": 1.5139463013759957e-07,
      "loss": 0.342,
      "step": 2553150
    },
    {
      "epoch": 712.58,
      "grad_norm": 1.1916452646255493,
      "learning_rate": 1.5138506965869857e-07,
      "loss": 0.3288,
      "step": 2553160
    },
    {
      "epoch": 712.58,
      "grad_norm": 1.2716645002365112,
      "learning_rate": 1.5137550947160268e-07,
      "loss": 0.3267,
      "step": 2553170
    },
    {
      "epoch": 712.58,
      "grad_norm": 1.18959379196167,
      "learning_rate": 1.5136594957631193e-07,
      "loss": 0.3367,
      "step": 2553180
    },
    {
      "epoch": 712.58,
      "grad_norm": 1.2790285348892212,
      "learning_rate": 1.5135638997282838e-07,
      "loss": 0.3219,
      "step": 2553190
    },
    {
      "epoch": 712.59,
      "grad_norm": 1.2393699884414673,
      "learning_rate": 1.5134683066115282e-07,
      "loss": 0.3281,
      "step": 2553200
    },
    {
      "epoch": 712.59,
      "grad_norm": 1.3191649913787842,
      "learning_rate": 1.5133727164128706e-07,
      "loss": 0.3338,
      "step": 2553210
    },
    {
      "epoch": 712.59,
      "grad_norm": 1.2179005146026611,
      "learning_rate": 1.5132771291323189e-07,
      "loss": 0.3278,
      "step": 2553220
    },
    {
      "epoch": 712.6,
      "grad_norm": 1.1772972345352173,
      "learning_rate": 1.5131815447698859e-07,
      "loss": 0.3351,
      "step": 2553230
    },
    {
      "epoch": 712.6,
      "grad_norm": 1.2575984001159668,
      "learning_rate": 1.5130859633255875e-07,
      "loss": 0.3359,
      "step": 2553240
    },
    {
      "epoch": 712.6,
      "grad_norm": 1.4059195518493652,
      "learning_rate": 1.5129903847994289e-07,
      "loss": 0.343,
      "step": 2553250
    },
    {
      "epoch": 712.6,
      "grad_norm": 1.0952926874160767,
      "learning_rate": 1.5128948091914358e-07,
      "loss": 0.3306,
      "step": 2553260
    },
    {
      "epoch": 712.61,
      "grad_norm": 1.2890816926956177,
      "learning_rate": 1.512799236501611e-07,
      "loss": 0.3293,
      "step": 2553270
    },
    {
      "epoch": 712.61,
      "grad_norm": 1.215566635131836,
      "learning_rate": 1.5127036667299677e-07,
      "loss": 0.3236,
      "step": 2553280
    },
    {
      "epoch": 712.61,
      "grad_norm": 1.4819343090057373,
      "learning_rate": 1.5126080998765266e-07,
      "loss": 0.3478,
      "step": 2553290
    },
    {
      "epoch": 712.62,
      "grad_norm": 1.1236072778701782,
      "learning_rate": 1.51251253594129e-07,
      "loss": 0.3454,
      "step": 2553300
    },
    {
      "epoch": 712.62,
      "grad_norm": 1.6772112846374512,
      "learning_rate": 1.5124169749242764e-07,
      "loss": 0.3326,
      "step": 2553310
    },
    {
      "epoch": 712.62,
      "grad_norm": 1.1423099040985107,
      "learning_rate": 1.5123214168254963e-07,
      "loss": 0.3349,
      "step": 2553320
    },
    {
      "epoch": 712.62,
      "grad_norm": 1.2359633445739746,
      "learning_rate": 1.512225861644965e-07,
      "loss": 0.3334,
      "step": 2553330
    },
    {
      "epoch": 712.63,
      "grad_norm": 2.0414767265319824,
      "learning_rate": 1.5121303093826882e-07,
      "loss": 0.339,
      "step": 2553340
    },
    {
      "epoch": 712.63,
      "grad_norm": 1.023348331451416,
      "learning_rate": 1.5120347600386913e-07,
      "loss": 0.3451,
      "step": 2553350
    },
    {
      "epoch": 712.63,
      "grad_norm": 1.2166250944137573,
      "learning_rate": 1.5119392136129772e-07,
      "loss": 0.3248,
      "step": 2553360
    },
    {
      "epoch": 712.63,
      "grad_norm": 1.1380654573440552,
      "learning_rate": 1.511843670105559e-07,
      "loss": 0.3383,
      "step": 2553370
    },
    {
      "epoch": 712.64,
      "grad_norm": 1.1286965608596802,
      "learning_rate": 1.5117481295164576e-07,
      "loss": 0.3425,
      "step": 2553380
    },
    {
      "epoch": 712.64,
      "grad_norm": 1.582509160041809,
      "learning_rate": 1.5116525918456727e-07,
      "loss": 0.3541,
      "step": 2553390
    },
    {
      "epoch": 712.64,
      "grad_norm": 1.0602085590362549,
      "learning_rate": 1.5115570570932304e-07,
      "loss": 0.3264,
      "step": 2553400
    },
    {
      "epoch": 712.65,
      "grad_norm": 1.2510818243026733,
      "learning_rate": 1.5114615252591306e-07,
      "loss": 0.3406,
      "step": 2553410
    },
    {
      "epoch": 712.65,
      "grad_norm": 1.334068775177002,
      "learning_rate": 1.511365996343397e-07,
      "loss": 0.3291,
      "step": 2553420
    },
    {
      "epoch": 712.65,
      "grad_norm": 1.169811487197876,
      "learning_rate": 1.5112704703460348e-07,
      "loss": 0.344,
      "step": 2553430
    },
    {
      "epoch": 712.65,
      "grad_norm": 2.5921895503997803,
      "learning_rate": 1.5111749472670647e-07,
      "loss": 0.3523,
      "step": 2553440
    },
    {
      "epoch": 712.66,
      "grad_norm": 1.3862128257751465,
      "learning_rate": 1.511079427106492e-07,
      "loss": 0.3285,
      "step": 2553450
    },
    {
      "epoch": 712.66,
      "grad_norm": 1.2872488498687744,
      "learning_rate": 1.5109839098643292e-07,
      "loss": 0.3485,
      "step": 2553460
    },
    {
      "epoch": 712.66,
      "grad_norm": 1.3512049913406372,
      "learning_rate": 1.510888395540595e-07,
      "loss": 0.3546,
      "step": 2553470
    },
    {
      "epoch": 712.67,
      "grad_norm": 1.332642674446106,
      "learning_rate": 1.5107928841352946e-07,
      "loss": 0.354,
      "step": 2553480
    },
    {
      "epoch": 712.67,
      "grad_norm": 1.1939576864242554,
      "learning_rate": 1.510697375648449e-07,
      "loss": 0.3338,
      "step": 2553490
    },
    {
      "epoch": 712.67,
      "grad_norm": 1.164642095565796,
      "learning_rate": 1.5106018700800655e-07,
      "loss": 0.3396,
      "step": 2553500
    },
    {
      "epoch": 712.67,
      "grad_norm": 1.2234740257263184,
      "learning_rate": 1.5105063674301574e-07,
      "loss": 0.3337,
      "step": 2553510
    },
    {
      "epoch": 712.68,
      "grad_norm": 1.2081997394561768,
      "learning_rate": 1.5104108676987428e-07,
      "loss": 0.3306,
      "step": 2553520
    },
    {
      "epoch": 712.68,
      "grad_norm": 2.0742900371551514,
      "learning_rate": 1.5103153708858245e-07,
      "loss": 0.3302,
      "step": 2553530
    },
    {
      "epoch": 712.68,
      "grad_norm": 1.02389657497406,
      "learning_rate": 1.5102198769914205e-07,
      "loss": 0.3316,
      "step": 2553540
    },
    {
      "epoch": 712.68,
      "grad_norm": 1.0196642875671387,
      "learning_rate": 1.5101243860155438e-07,
      "loss": 0.3467,
      "step": 2553550
    },
    {
      "epoch": 712.69,
      "grad_norm": 1.323966145515442,
      "learning_rate": 1.5100288979582103e-07,
      "loss": 0.3306,
      "step": 2553560
    },
    {
      "epoch": 712.69,
      "grad_norm": 1.3154600858688354,
      "learning_rate": 1.5099334128194225e-07,
      "loss": 0.3338,
      "step": 2553570
    },
    {
      "epoch": 712.69,
      "grad_norm": 1.3154728412628174,
      "learning_rate": 1.509837930599206e-07,
      "loss": 0.3276,
      "step": 2553580
    },
    {
      "epoch": 712.7,
      "grad_norm": 1.3233165740966797,
      "learning_rate": 1.509742451297564e-07,
      "loss": 0.3312,
      "step": 2553590
    },
    {
      "epoch": 712.7,
      "grad_norm": 1.3841099739074707,
      "learning_rate": 1.5096469749145144e-07,
      "loss": 0.3475,
      "step": 2553600
    },
    {
      "epoch": 712.7,
      "grad_norm": 1.280626654624939,
      "learning_rate": 1.5095515014500702e-07,
      "loss": 0.3385,
      "step": 2553610
    },
    {
      "epoch": 712.7,
      "grad_norm": 1.0714608430862427,
      "learning_rate": 1.5094560309042368e-07,
      "loss": 0.3315,
      "step": 2553620
    },
    {
      "epoch": 712.71,
      "grad_norm": 1.4489885568618774,
      "learning_rate": 1.5093605632770346e-07,
      "loss": 0.3463,
      "step": 2553630
    },
    {
      "epoch": 712.71,
      "grad_norm": 1.2900205850601196,
      "learning_rate": 1.5092650985684718e-07,
      "loss": 0.3283,
      "step": 2553640
    },
    {
      "epoch": 712.71,
      "grad_norm": 1.5090082883834839,
      "learning_rate": 1.509169636778564e-07,
      "loss": 0.3655,
      "step": 2553650
    },
    {
      "epoch": 712.72,
      "grad_norm": 1.1908167600631714,
      "learning_rate": 1.5090741779073267e-07,
      "loss": 0.3357,
      "step": 2553660
    },
    {
      "epoch": 712.72,
      "grad_norm": 1.5308805704116821,
      "learning_rate": 1.508978721954765e-07,
      "loss": 0.3451,
      "step": 2553670
    },
    {
      "epoch": 712.72,
      "grad_norm": 1.28935706615448,
      "learning_rate": 1.508883268920895e-07,
      "loss": 0.3658,
      "step": 2553680
    },
    {
      "epoch": 712.72,
      "grad_norm": 1.3055349588394165,
      "learning_rate": 1.508787818805729e-07,
      "loss": 0.3319,
      "step": 2553690
    },
    {
      "epoch": 712.73,
      "grad_norm": 1.1788837909698486,
      "learning_rate": 1.5086923716092857e-07,
      "loss": 0.3265,
      "step": 2553700
    },
    {
      "epoch": 712.73,
      "grad_norm": 1.4402536153793335,
      "learning_rate": 1.5085969273315647e-07,
      "loss": 0.3348,
      "step": 2553710
    },
    {
      "epoch": 712.73,
      "grad_norm": 1.265762448310852,
      "learning_rate": 1.508501485972595e-07,
      "loss": 0.3262,
      "step": 2553720
    },
    {
      "epoch": 712.74,
      "grad_norm": 1.2534273862838745,
      "learning_rate": 1.5084060475323767e-07,
      "loss": 0.3671,
      "step": 2553730
    },
    {
      "epoch": 712.74,
      "grad_norm": 1.0427758693695068,
      "learning_rate": 1.5083106120109276e-07,
      "loss": 0.3287,
      "step": 2553740
    },
    {
      "epoch": 712.74,
      "grad_norm": 1.1776413917541504,
      "learning_rate": 1.508215179408261e-07,
      "loss": 0.3422,
      "step": 2553750
    },
    {
      "epoch": 712.74,
      "grad_norm": 1.1472392082214355,
      "learning_rate": 1.5081197497243872e-07,
      "loss": 0.3183,
      "step": 2553760
    },
    {
      "epoch": 712.75,
      "grad_norm": 1.5435513257980347,
      "learning_rate": 1.5080243229593164e-07,
      "loss": 0.3493,
      "step": 2553770
    },
    {
      "epoch": 712.75,
      "grad_norm": 1.3461072444915771,
      "learning_rate": 1.5079288991130672e-07,
      "loss": 0.3232,
      "step": 2553780
    },
    {
      "epoch": 712.75,
      "grad_norm": 1.2480792999267578,
      "learning_rate": 1.5078334781856552e-07,
      "loss": 0.3381,
      "step": 2553790
    },
    {
      "epoch": 712.75,
      "grad_norm": 1.1426328420639038,
      "learning_rate": 1.5077380601770826e-07,
      "loss": 0.3222,
      "step": 2553800
    },
    {
      "epoch": 712.76,
      "grad_norm": 1.2567392587661743,
      "learning_rate": 1.5076426450873653e-07,
      "loss": 0.3341,
      "step": 2553810
    },
    {
      "epoch": 712.76,
      "grad_norm": 1.2559221982955933,
      "learning_rate": 1.5075472329165243e-07,
      "loss": 0.3385,
      "step": 2553820
    },
    {
      "epoch": 712.76,
      "grad_norm": 1.2567886114120483,
      "learning_rate": 1.5074518236645564e-07,
      "loss": 0.3301,
      "step": 2553830
    },
    {
      "epoch": 712.77,
      "grad_norm": 1.6096211671829224,
      "learning_rate": 1.5073564173314934e-07,
      "loss": 0.3378,
      "step": 2553840
    },
    {
      "epoch": 712.77,
      "grad_norm": 1.2194347381591797,
      "learning_rate": 1.5072610139173327e-07,
      "loss": 0.3445,
      "step": 2553850
    },
    {
      "epoch": 712.77,
      "grad_norm": 1.2351011037826538,
      "learning_rate": 1.5071656134220947e-07,
      "loss": 0.3291,
      "step": 2553860
    },
    {
      "epoch": 712.77,
      "grad_norm": 3.3536319732666016,
      "learning_rate": 1.50707021584579e-07,
      "loss": 0.3265,
      "step": 2553870
    },
    {
      "epoch": 712.78,
      "grad_norm": 1.1416234970092773,
      "learning_rate": 1.5069748211884343e-07,
      "loss": 0.3399,
      "step": 2553880
    },
    {
      "epoch": 712.78,
      "grad_norm": 1.2776994705200195,
      "learning_rate": 1.5068794294500327e-07,
      "loss": 0.3394,
      "step": 2553890
    },
    {
      "epoch": 712.78,
      "grad_norm": 1.104349970817566,
      "learning_rate": 1.506784040630606e-07,
      "loss": 0.349,
      "step": 2553900
    },
    {
      "epoch": 712.79,
      "grad_norm": 1.3256686925888062,
      "learning_rate": 1.506688654730165e-07,
      "loss": 0.3435,
      "step": 2553910
    },
    {
      "epoch": 712.79,
      "grad_norm": 1.3831250667572021,
      "learning_rate": 1.5065932717487143e-07,
      "loss": 0.3411,
      "step": 2553920
    },
    {
      "epoch": 712.79,
      "grad_norm": 1.2492218017578125,
      "learning_rate": 1.50649789168628e-07,
      "loss": 0.3417,
      "step": 2553930
    },
    {
      "epoch": 712.79,
      "grad_norm": 1.1718087196350098,
      "learning_rate": 1.5064025145428652e-07,
      "loss": 0.3311,
      "step": 2553940
    },
    {
      "epoch": 712.8,
      "grad_norm": 1.0570087432861328,
      "learning_rate": 1.5063071403184824e-07,
      "loss": 0.33,
      "step": 2553950
    },
    {
      "epoch": 712.8,
      "grad_norm": 1.1112667322158813,
      "learning_rate": 1.5062117690131554e-07,
      "loss": 0.336,
      "step": 2553960
    },
    {
      "epoch": 712.8,
      "grad_norm": 1.14369535446167,
      "learning_rate": 1.506116400626879e-07,
      "loss": 0.3242,
      "step": 2553970
    },
    {
      "epoch": 712.8,
      "grad_norm": 1.1746536493301392,
      "learning_rate": 1.506021035159684e-07,
      "loss": 0.3397,
      "step": 2553980
    },
    {
      "epoch": 712.81,
      "grad_norm": 1.1335935592651367,
      "learning_rate": 1.5059256726115703e-07,
      "loss": 0.3456,
      "step": 2553990
    },
    {
      "epoch": 712.81,
      "grad_norm": 1.265679121017456,
      "learning_rate": 1.505830312982557e-07,
      "loss": 0.3288,
      "step": 2554000
    },
    {
      "epoch": 712.81,
      "grad_norm": 1.441200852394104,
      "learning_rate": 1.5057349562726538e-07,
      "loss": 0.3316,
      "step": 2554010
    },
    {
      "epoch": 712.82,
      "grad_norm": 1.2794464826583862,
      "learning_rate": 1.5056396024818763e-07,
      "loss": 0.3339,
      "step": 2554020
    },
    {
      "epoch": 712.82,
      "grad_norm": 1.2548606395721436,
      "learning_rate": 1.5055442516102326e-07,
      "loss": 0.3241,
      "step": 2554030
    },
    {
      "epoch": 712.82,
      "grad_norm": 1.3060442209243774,
      "learning_rate": 1.5054489036577408e-07,
      "loss": 0.3298,
      "step": 2554040
    },
    {
      "epoch": 712.82,
      "grad_norm": 1.2409577369689941,
      "learning_rate": 1.5053535586244115e-07,
      "loss": 0.3445,
      "step": 2554050
    },
    {
      "epoch": 712.83,
      "grad_norm": 1.1575191020965576,
      "learning_rate": 1.505258216510252e-07,
      "loss": 0.3473,
      "step": 2554060
    },
    {
      "epoch": 712.83,
      "grad_norm": 1.3427343368530273,
      "learning_rate": 1.5051628773152863e-07,
      "loss": 0.3556,
      "step": 2554070
    },
    {
      "epoch": 712.83,
      "grad_norm": 1.223764181137085,
      "learning_rate": 1.5050675410395166e-07,
      "loss": 0.3388,
      "step": 2554080
    },
    {
      "epoch": 712.84,
      "grad_norm": 1.1499892473220825,
      "learning_rate": 1.5049722076829587e-07,
      "loss": 0.3451,
      "step": 2554090
    },
    {
      "epoch": 712.84,
      "grad_norm": 4.9340643882751465,
      "learning_rate": 1.5048768772456307e-07,
      "loss": 0.3441,
      "step": 2554100
    },
    {
      "epoch": 712.84,
      "grad_norm": 1.1944661140441895,
      "learning_rate": 1.504781549727538e-07,
      "loss": 0.335,
      "step": 2554110
    },
    {
      "epoch": 712.84,
      "grad_norm": 1.067488193511963,
      "learning_rate": 1.5046862251286958e-07,
      "loss": 0.333,
      "step": 2554120
    },
    {
      "epoch": 712.85,
      "grad_norm": 1.4445222616195679,
      "learning_rate": 1.504590903449115e-07,
      "loss": 0.3327,
      "step": 2554130
    },
    {
      "epoch": 712.85,
      "grad_norm": 1.2762211561203003,
      "learning_rate": 1.504495584688816e-07,
      "loss": 0.3271,
      "step": 2554140
    },
    {
      "epoch": 712.85,
      "grad_norm": 1.2730889320373535,
      "learning_rate": 1.5044002688477992e-07,
      "loss": 0.3549,
      "step": 2554150
    },
    {
      "epoch": 712.86,
      "grad_norm": 1.4460983276367188,
      "learning_rate": 1.5043049559260905e-07,
      "loss": 0.3478,
      "step": 2554160
    },
    {
      "epoch": 712.86,
      "grad_norm": 1.1529202461242676,
      "learning_rate": 1.5042096459236923e-07,
      "loss": 0.3432,
      "step": 2554170
    },
    {
      "epoch": 712.86,
      "grad_norm": 4.9690985679626465,
      "learning_rate": 1.5041143388406204e-07,
      "loss": 0.3444,
      "step": 2554180
    },
    {
      "epoch": 712.86,
      "grad_norm": 1.2376660108566284,
      "learning_rate": 1.5040190346768929e-07,
      "loss": 0.3298,
      "step": 2554190
    },
    {
      "epoch": 712.87,
      "grad_norm": 1.4924029111862183,
      "learning_rate": 1.5039237334325125e-07,
      "loss": 0.3531,
      "step": 2554200
    },
    {
      "epoch": 712.87,
      "grad_norm": 1.2497328519821167,
      "learning_rate": 1.5038284351074998e-07,
      "loss": 0.3262,
      "step": 2554210
    },
    {
      "epoch": 712.87,
      "grad_norm": 1.189403772354126,
      "learning_rate": 1.5037331397018629e-07,
      "loss": 0.3297,
      "step": 2554220
    },
    {
      "epoch": 712.87,
      "grad_norm": 1.2833937406539917,
      "learning_rate": 1.5036378472156147e-07,
      "loss": 0.3355,
      "step": 2554230
    },
    {
      "epoch": 712.88,
      "grad_norm": 1.1911331415176392,
      "learning_rate": 1.503542557648776e-07,
      "loss": 0.3543,
      "step": 2554240
    },
    {
      "epoch": 712.88,
      "grad_norm": 1.4185410737991333,
      "learning_rate": 1.5034472710013494e-07,
      "loss": 0.3538,
      "step": 2554250
    },
    {
      "epoch": 712.88,
      "grad_norm": 1.1250076293945312,
      "learning_rate": 1.503351987273348e-07,
      "loss": 0.3409,
      "step": 2554260
    },
    {
      "epoch": 712.89,
      "grad_norm": 1.455744981765747,
      "learning_rate": 1.5032567064647898e-07,
      "loss": 0.3325,
      "step": 2554270
    },
    {
      "epoch": 712.89,
      "grad_norm": 1.299270749092102,
      "learning_rate": 1.5031614285756908e-07,
      "loss": 0.3415,
      "step": 2554280
    },
    {
      "epoch": 712.89,
      "grad_norm": 1.4783660173416138,
      "learning_rate": 1.5030661536060477e-07,
      "loss": 0.345,
      "step": 2554290
    },
    {
      "epoch": 712.89,
      "grad_norm": 1.2534290552139282,
      "learning_rate": 1.5029708815558925e-07,
      "loss": 0.3445,
      "step": 2554300
    },
    {
      "epoch": 712.9,
      "grad_norm": 1.4194589853286743,
      "learning_rate": 1.502875612425225e-07,
      "loss": 0.3444,
      "step": 2554310
    },
    {
      "epoch": 712.9,
      "grad_norm": 1.2632389068603516,
      "learning_rate": 1.502780346214063e-07,
      "loss": 0.3247,
      "step": 2554320
    },
    {
      "epoch": 712.9,
      "grad_norm": 1.2539359331130981,
      "learning_rate": 1.5026850829224224e-07,
      "loss": 0.3376,
      "step": 2554330
    },
    {
      "epoch": 712.91,
      "grad_norm": 1.180794358253479,
      "learning_rate": 1.502589822550306e-07,
      "loss": 0.3288,
      "step": 2554340
    },
    {
      "epoch": 712.91,
      "grad_norm": 1.201706886291504,
      "learning_rate": 1.502494565097734e-07,
      "loss": 0.3336,
      "step": 2554350
    },
    {
      "epoch": 712.91,
      "grad_norm": 1.1093571186065674,
      "learning_rate": 1.5023993105647152e-07,
      "loss": 0.3448,
      "step": 2554360
    },
    {
      "epoch": 712.91,
      "grad_norm": 1.027123212814331,
      "learning_rate": 1.5023040589512695e-07,
      "loss": 0.3346,
      "step": 2554370
    },
    {
      "epoch": 712.92,
      "grad_norm": 1.4639809131622314,
      "learning_rate": 1.5022088102573998e-07,
      "loss": 0.3174,
      "step": 2554380
    },
    {
      "epoch": 712.92,
      "grad_norm": 1.2637449502944946,
      "learning_rate": 1.5021135644831245e-07,
      "loss": 0.3222,
      "step": 2554390
    },
    {
      "epoch": 712.92,
      "grad_norm": 1.038809061050415,
      "learning_rate": 1.5020183216284538e-07,
      "loss": 0.3257,
      "step": 2554400
    },
    {
      "epoch": 712.92,
      "grad_norm": 1.294350028038025,
      "learning_rate": 1.5019230816934008e-07,
      "loss": 0.3287,
      "step": 2554410
    },
    {
      "epoch": 712.93,
      "grad_norm": 1.2822821140289307,
      "learning_rate": 1.5018278446779835e-07,
      "loss": 0.3474,
      "step": 2554420
    },
    {
      "epoch": 712.93,
      "grad_norm": 1.2823282480239868,
      "learning_rate": 1.5017326105822075e-07,
      "loss": 0.3499,
      "step": 2554430
    },
    {
      "epoch": 712.93,
      "grad_norm": 1.1367615461349487,
      "learning_rate": 1.5016373794060883e-07,
      "loss": 0.3193,
      "step": 2554440
    },
    {
      "epoch": 712.94,
      "grad_norm": 1.4009032249450684,
      "learning_rate": 1.5015421511496386e-07,
      "loss": 0.3343,
      "step": 2554450
    },
    {
      "epoch": 712.94,
      "grad_norm": 1.283325433731079,
      "learning_rate": 1.5014469258128715e-07,
      "loss": 0.3418,
      "step": 2554460
    },
    {
      "epoch": 712.94,
      "grad_norm": 1.2927201986312866,
      "learning_rate": 1.501351703395798e-07,
      "loss": 0.3456,
      "step": 2554470
    },
    {
      "epoch": 712.94,
      "grad_norm": 1.1625598669052124,
      "learning_rate": 1.5012564838984329e-07,
      "loss": 0.3464,
      "step": 2554480
    },
    {
      "epoch": 712.95,
      "grad_norm": 1.1148179769515991,
      "learning_rate": 1.5011612673207896e-07,
      "loss": 0.3458,
      "step": 2554490
    },
    {
      "epoch": 712.95,
      "grad_norm": 1.243917465209961,
      "learning_rate": 1.5010660536628707e-07,
      "loss": 0.3338,
      "step": 2554500
    },
    {
      "epoch": 712.95,
      "grad_norm": 1.0652753114700317,
      "learning_rate": 1.5009708429247046e-07,
      "loss": 0.324,
      "step": 2554510
    },
    {
      "epoch": 712.96,
      "grad_norm": 1.3571863174438477,
      "learning_rate": 1.5008756351062917e-07,
      "loss": 0.3397,
      "step": 2554520
    },
    {
      "epoch": 712.96,
      "grad_norm": 1.2834612131118774,
      "learning_rate": 1.5007804302076552e-07,
      "loss": 0.3373,
      "step": 2554530
    },
    {
      "epoch": 712.96,
      "grad_norm": 1.6329522132873535,
      "learning_rate": 1.5006852282287975e-07,
      "loss": 0.3413,
      "step": 2554540
    },
    {
      "epoch": 712.96,
      "grad_norm": 1.286139965057373,
      "learning_rate": 1.5005900291697372e-07,
      "loss": 0.3438,
      "step": 2554550
    },
    {
      "epoch": 712.97,
      "grad_norm": 1.336316466331482,
      "learning_rate": 1.5004948330304896e-07,
      "loss": 0.3343,
      "step": 2554560
    },
    {
      "epoch": 712.97,
      "grad_norm": 1.3398644924163818,
      "learning_rate": 1.5003996398110602e-07,
      "loss": 0.3594,
      "step": 2554570
    },
    {
      "epoch": 712.97,
      "grad_norm": 1.3025115728378296,
      "learning_rate": 1.5003044495114618e-07,
      "loss": 0.3488,
      "step": 2554580
    },
    {
      "epoch": 712.98,
      "grad_norm": 1.2440299987792969,
      "learning_rate": 1.5002092621317126e-07,
      "loss": 0.3326,
      "step": 2554590
    },
    {
      "epoch": 712.98,
      "grad_norm": 1.1548421382904053,
      "learning_rate": 1.5001140776718257e-07,
      "loss": 0.3425,
      "step": 2554600
    },
    {
      "epoch": 712.98,
      "grad_norm": 1.2340723276138306,
      "learning_rate": 1.5000188961318064e-07,
      "loss": 0.3426,
      "step": 2554610
    },
    {
      "epoch": 712.98,
      "grad_norm": 1.247228980064392,
      "learning_rate": 1.4999237175116725e-07,
      "loss": 0.325,
      "step": 2554620
    },
    {
      "epoch": 712.99,
      "grad_norm": 1.2757298946380615,
      "learning_rate": 1.49982854181144e-07,
      "loss": 0.3347,
      "step": 2554630
    },
    {
      "epoch": 712.99,
      "grad_norm": 1.5793042182922363,
      "learning_rate": 1.4997333690311115e-07,
      "loss": 0.3291,
      "step": 2554640
    },
    {
      "epoch": 712.99,
      "grad_norm": 1.2236944437026978,
      "learning_rate": 1.4996381991707104e-07,
      "loss": 0.3528,
      "step": 2554650
    },
    {
      "epoch": 712.99,
      "grad_norm": 1.5084319114685059,
      "learning_rate": 1.4995430322302442e-07,
      "loss": 0.3537,
      "step": 2554660
    },
    {
      "epoch": 713.0,
      "grad_norm": 1.4126405715942383,
      "learning_rate": 1.4994478682097237e-07,
      "loss": 0.3385,
      "step": 2554670
    },
    {
      "epoch": 713.0,
      "eval_loss": 0.33919963240623474,
      "eval_runtime": 65.0565,
      "eval_samples_per_second": 77.763,
      "eval_steps_per_second": 9.73,
      "step": 2554679
    },
    {
      "epoch": 713.0,
      "grad_norm": 1.0939217805862427,
      "learning_rate": 1.4993527071091642e-07,
      "loss": 0.3357,
      "step": 2554680
    },
    {
      "epoch": 713.0,
      "grad_norm": 1.2259849309921265,
      "learning_rate": 1.4992575489285817e-07,
      "loss": 0.3244,
      "step": 2554690
    },
    {
      "epoch": 713.01,
      "grad_norm": 1.135870337486267,
      "learning_rate": 1.4991623936679809e-07,
      "loss": 0.3414,
      "step": 2554700
    },
    {
      "epoch": 713.01,
      "grad_norm": 1.2756742238998413,
      "learning_rate": 1.4990672413273806e-07,
      "loss": 0.3371,
      "step": 2554710
    },
    {
      "epoch": 713.01,
      "grad_norm": 1.1631555557250977,
      "learning_rate": 1.4989720919067932e-07,
      "loss": 0.3329,
      "step": 2554720
    },
    {
      "epoch": 713.01,
      "grad_norm": 1.2486075162887573,
      "learning_rate": 1.4988769454062243e-07,
      "loss": 0.3382,
      "step": 2554730
    },
    {
      "epoch": 713.02,
      "grad_norm": 1.3427307605743408,
      "learning_rate": 1.4987818018256996e-07,
      "loss": 0.3435,
      "step": 2554740
    },
    {
      "epoch": 713.02,
      "grad_norm": 1.355991005897522,
      "learning_rate": 1.4986866611652196e-07,
      "loss": 0.363,
      "step": 2554750
    },
    {
      "epoch": 713.02,
      "grad_norm": 1.2688655853271484,
      "learning_rate": 1.498591523424802e-07,
      "loss": 0.3457,
      "step": 2554760
    },
    {
      "epoch": 713.03,
      "grad_norm": 1.114105463027954,
      "learning_rate": 1.498496388604463e-07,
      "loss": 0.3337,
      "step": 2554770
    },
    {
      "epoch": 713.03,
      "grad_norm": 1.171891450881958,
      "learning_rate": 1.498401256704207e-07,
      "loss": 0.3385,
      "step": 2554780
    },
    {
      "epoch": 713.03,
      "grad_norm": 1.107301115989685,
      "learning_rate": 1.4983061277240504e-07,
      "loss": 0.3448,
      "step": 2554790
    },
    {
      "epoch": 713.03,
      "grad_norm": 1.1549311876296997,
      "learning_rate": 1.4982110016640083e-07,
      "loss": 0.3437,
      "step": 2554800
    },
    {
      "epoch": 713.04,
      "grad_norm": 1.560454249382019,
      "learning_rate": 1.4981158785240888e-07,
      "loss": 0.3499,
      "step": 2554810
    },
    {
      "epoch": 713.04,
      "grad_norm": 1.4467413425445557,
      "learning_rate": 1.4980207583043098e-07,
      "loss": 0.338,
      "step": 2554820
    },
    {
      "epoch": 713.04,
      "grad_norm": 1.1785588264465332,
      "learning_rate": 1.497925641004685e-07,
      "loss": 0.3422,
      "step": 2554830
    },
    {
      "epoch": 713.04,
      "grad_norm": 1.0243701934814453,
      "learning_rate": 1.4978305266252184e-07,
      "loss": 0.3175,
      "step": 2554840
    },
    {
      "epoch": 713.05,
      "grad_norm": 1.1264764070510864,
      "learning_rate": 1.4977354151659293e-07,
      "loss": 0.3321,
      "step": 2554850
    },
    {
      "epoch": 713.05,
      "grad_norm": 1.3604968786239624,
      "learning_rate": 1.497640306626833e-07,
      "loss": 0.3413,
      "step": 2554860
    },
    {
      "epoch": 713.05,
      "grad_norm": 1.3090341091156006,
      "learning_rate": 1.497545201007929e-07,
      "loss": 0.3329,
      "step": 2554870
    },
    {
      "epoch": 713.06,
      "grad_norm": 1.2967804670333862,
      "learning_rate": 1.4974500983092468e-07,
      "loss": 0.3334,
      "step": 2554880
    },
    {
      "epoch": 713.06,
      "grad_norm": 1.266455054283142,
      "learning_rate": 1.4973549985307885e-07,
      "loss": 0.3418,
      "step": 2554890
    },
    {
      "epoch": 713.06,
      "grad_norm": 1.2085843086242676,
      "learning_rate": 1.497259901672567e-07,
      "loss": 0.3283,
      "step": 2554900
    },
    {
      "epoch": 713.06,
      "grad_norm": 1.2352992296218872,
      "learning_rate": 1.4971648077346036e-07,
      "loss": 0.3338,
      "step": 2554910
    },
    {
      "epoch": 713.07,
      "grad_norm": 1.1114575862884521,
      "learning_rate": 1.4970697167169004e-07,
      "loss": 0.3376,
      "step": 2554920
    },
    {
      "epoch": 713.07,
      "grad_norm": 1.5184240341186523,
      "learning_rate": 1.496974628619473e-07,
      "loss": 0.3333,
      "step": 2554930
    },
    {
      "epoch": 713.07,
      "grad_norm": 1.163279414176941,
      "learning_rate": 1.4968795434423374e-07,
      "loss": 0.3268,
      "step": 2554940
    },
    {
      "epoch": 713.08,
      "grad_norm": 1.420935034751892,
      "learning_rate": 1.4967844611855092e-07,
      "loss": 0.3371,
      "step": 2554950
    },
    {
      "epoch": 713.08,
      "grad_norm": 1.2092621326446533,
      "learning_rate": 1.4966893818489853e-07,
      "loss": 0.319,
      "step": 2554960
    },
    {
      "epoch": 713.08,
      "grad_norm": 1.2237430810928345,
      "learning_rate": 1.4965943054328e-07,
      "loss": 0.3555,
      "step": 2554970
    },
    {
      "epoch": 713.08,
      "grad_norm": 1.1870479583740234,
      "learning_rate": 1.496499231936948e-07,
      "loss": 0.3182,
      "step": 2554980
    },
    {
      "epoch": 713.09,
      "grad_norm": 1.4079266786575317,
      "learning_rate": 1.4964041613614526e-07,
      "loss": 0.3307,
      "step": 2554990
    },
    {
      "epoch": 713.09,
      "grad_norm": 1.1769554615020752,
      "learning_rate": 1.496309093706324e-07,
      "loss": 0.3392,
      "step": 2555000
    },
    {
      "epoch": 713.09,
      "grad_norm": 1.3360791206359863,
      "learning_rate": 1.4962140289715733e-07,
      "loss": 0.3227,
      "step": 2555010
    },
    {
      "epoch": 713.1,
      "grad_norm": 1.2393513917922974,
      "learning_rate": 1.4961189671572103e-07,
      "loss": 0.3302,
      "step": 2555020
    },
    {
      "epoch": 713.1,
      "grad_norm": 1.3513771295547485,
      "learning_rate": 1.4960239082632535e-07,
      "loss": 0.3179,
      "step": 2555030
    },
    {
      "epoch": 713.1,
      "grad_norm": 1.1162352561950684,
      "learning_rate": 1.4959288522897158e-07,
      "loss": 0.3372,
      "step": 2555040
    },
    {
      "epoch": 713.1,
      "grad_norm": 1.3412946462631226,
      "learning_rate": 1.495833799236605e-07,
      "loss": 0.3562,
      "step": 2555050
    },
    {
      "epoch": 713.11,
      "grad_norm": 1.36018705368042,
      "learning_rate": 1.495738749103934e-07,
      "loss": 0.3409,
      "step": 2555060
    },
    {
      "epoch": 713.11,
      "grad_norm": 1.2565008401870728,
      "learning_rate": 1.4956437018917212e-07,
      "loss": 0.3392,
      "step": 2555070
    },
    {
      "epoch": 713.11,
      "grad_norm": 1.1094027757644653,
      "learning_rate": 1.4955486575999693e-07,
      "loss": 0.3338,
      "step": 2555080
    },
    {
      "epoch": 713.11,
      "grad_norm": 1.1452189683914185,
      "learning_rate": 1.495453616228704e-07,
      "loss": 0.3304,
      "step": 2555090
    },
    {
      "epoch": 713.12,
      "grad_norm": 1.1549826860427856,
      "learning_rate": 1.495358577777923e-07,
      "loss": 0.3416,
      "step": 2555100
    },
    {
      "epoch": 713.12,
      "grad_norm": 1.1387531757354736,
      "learning_rate": 1.4952635422476549e-07,
      "loss": 0.3461,
      "step": 2555110
    },
    {
      "epoch": 713.12,
      "grad_norm": 1.0520811080932617,
      "learning_rate": 1.4951685096379018e-07,
      "loss": 0.3584,
      "step": 2555120
    },
    {
      "epoch": 713.13,
      "grad_norm": 1.535294771194458,
      "learning_rate": 1.4950734799486776e-07,
      "loss": 0.3541,
      "step": 2555130
    },
    {
      "epoch": 713.13,
      "grad_norm": 0.9906823039054871,
      "learning_rate": 1.4949784531799996e-07,
      "loss": 0.3234,
      "step": 2555140
    },
    {
      "epoch": 713.13,
      "grad_norm": 1.2602417469024658,
      "learning_rate": 1.4948834293318736e-07,
      "loss": 0.3185,
      "step": 2555150
    },
    {
      "epoch": 713.13,
      "grad_norm": 1.19817316532135,
      "learning_rate": 1.4947884084043174e-07,
      "loss": 0.3273,
      "step": 2555160
    },
    {
      "epoch": 713.14,
      "grad_norm": 1.2133158445358276,
      "learning_rate": 1.494693390397342e-07,
      "loss": 0.3364,
      "step": 2555170
    },
    {
      "epoch": 713.14,
      "grad_norm": 1.1783086061477661,
      "learning_rate": 1.4945983753109626e-07,
      "loss": 0.3336,
      "step": 2555180
    },
    {
      "epoch": 713.14,
      "grad_norm": 1.3097891807556152,
      "learning_rate": 1.494503363145187e-07,
      "loss": 0.3331,
      "step": 2555190
    },
    {
      "epoch": 713.15,
      "grad_norm": 1.2294368743896484,
      "learning_rate": 1.494408353900028e-07,
      "loss": 0.3376,
      "step": 2555200
    },
    {
      "epoch": 713.15,
      "grad_norm": 1.2316442728042603,
      "learning_rate": 1.494313347575507e-07,
      "loss": 0.32,
      "step": 2555210
    },
    {
      "epoch": 713.15,
      "grad_norm": 1.2659226655960083,
      "learning_rate": 1.494218344171621e-07,
      "loss": 0.3356,
      "step": 2555220
    },
    {
      "epoch": 713.15,
      "grad_norm": 1.582625389099121,
      "learning_rate": 1.4941233436883987e-07,
      "loss": 0.3156,
      "step": 2555230
    },
    {
      "epoch": 713.16,
      "grad_norm": 1.327900767326355,
      "learning_rate": 1.4940283461258427e-07,
      "loss": 0.342,
      "step": 2555240
    },
    {
      "epoch": 713.16,
      "grad_norm": 1.1119661331176758,
      "learning_rate": 1.4939333514839688e-07,
      "loss": 0.3262,
      "step": 2555250
    },
    {
      "epoch": 713.16,
      "grad_norm": 1.1563574075698853,
      "learning_rate": 1.4938383597627897e-07,
      "loss": 0.3258,
      "step": 2555260
    },
    {
      "epoch": 713.16,
      "grad_norm": 1.1951515674591064,
      "learning_rate": 1.493743370962321e-07,
      "loss": 0.3412,
      "step": 2555270
    },
    {
      "epoch": 713.17,
      "grad_norm": 1.1645410060882568,
      "learning_rate": 1.493648385082571e-07,
      "loss": 0.3457,
      "step": 2555280
    },
    {
      "epoch": 713.17,
      "grad_norm": 1.2016398906707764,
      "learning_rate": 1.493553402123552e-07,
      "loss": 0.3404,
      "step": 2555290
    },
    {
      "epoch": 713.17,
      "grad_norm": 1.2210355997085571,
      "learning_rate": 1.4934584220852803e-07,
      "loss": 0.3371,
      "step": 2555300
    },
    {
      "epoch": 713.18,
      "grad_norm": 1.3112261295318604,
      "learning_rate": 1.4933634449677605e-07,
      "loss": 0.3338,
      "step": 2555310
    },
    {
      "epoch": 713.18,
      "grad_norm": 1.1151256561279297,
      "learning_rate": 1.4932684707710191e-07,
      "loss": 0.3415,
      "step": 2555320
    },
    {
      "epoch": 713.18,
      "grad_norm": 1.142924189567566,
      "learning_rate": 1.4931734994950584e-07,
      "loss": 0.3413,
      "step": 2555330
    },
    {
      "epoch": 713.18,
      "grad_norm": 1.1645383834838867,
      "learning_rate": 1.4930785311398917e-07,
      "loss": 0.3313,
      "step": 2555340
    },
    {
      "epoch": 713.19,
      "grad_norm": 1.3212263584136963,
      "learning_rate": 1.492983565705534e-07,
      "loss": 0.325,
      "step": 2555350
    },
    {
      "epoch": 713.19,
      "grad_norm": 1.3375977277755737,
      "learning_rate": 1.4928886031920019e-07,
      "loss": 0.3357,
      "step": 2555360
    },
    {
      "epoch": 713.19,
      "grad_norm": 1.390398383140564,
      "learning_rate": 1.492793643599297e-07,
      "loss": 0.3414,
      "step": 2555370
    },
    {
      "epoch": 713.2,
      "grad_norm": 1.182686686515808,
      "learning_rate": 1.4926986869274408e-07,
      "loss": 0.352,
      "step": 2555380
    },
    {
      "epoch": 713.2,
      "grad_norm": 1.2520161867141724,
      "learning_rate": 1.4926037331764435e-07,
      "loss": 0.3328,
      "step": 2555390
    },
    {
      "epoch": 713.2,
      "grad_norm": 1.112845778465271,
      "learning_rate": 1.4925087823463178e-07,
      "loss": 0.3436,
      "step": 2555400
    },
    {
      "epoch": 713.2,
      "grad_norm": 1.1168497800827026,
      "learning_rate": 1.4924138344370798e-07,
      "loss": 0.3308,
      "step": 2555410
    },
    {
      "epoch": 713.21,
      "grad_norm": 1.3145592212677002,
      "learning_rate": 1.4923188894487344e-07,
      "loss": 0.325,
      "step": 2555420
    },
    {
      "epoch": 713.21,
      "grad_norm": 1.2611125707626343,
      "learning_rate": 1.4922239473813e-07,
      "loss": 0.321,
      "step": 2555430
    },
    {
      "epoch": 713.21,
      "grad_norm": 1.1409647464752197,
      "learning_rate": 1.4921290082347922e-07,
      "loss": 0.3226,
      "step": 2555440
    },
    {
      "epoch": 713.22,
      "grad_norm": 1.1761846542358398,
      "learning_rate": 1.4920340720092107e-07,
      "loss": 0.3376,
      "step": 2555450
    },
    {
      "epoch": 713.22,
      "grad_norm": 1.221060037612915,
      "learning_rate": 1.4919391387045818e-07,
      "loss": 0.3349,
      "step": 2555460
    },
    {
      "epoch": 713.22,
      "grad_norm": 1.1093300580978394,
      "learning_rate": 1.4918442083209132e-07,
      "loss": 0.3317,
      "step": 2555470
    },
    {
      "epoch": 713.22,
      "grad_norm": 1.3159183263778687,
      "learning_rate": 1.4917492808582155e-07,
      "loss": 0.3468,
      "step": 2555480
    },
    {
      "epoch": 713.23,
      "grad_norm": 1.2587475776672363,
      "learning_rate": 1.4916543563165017e-07,
      "loss": 0.3406,
      "step": 2555490
    },
    {
      "epoch": 713.23,
      "grad_norm": 1.175315022468567,
      "learning_rate": 1.4915594346957923e-07,
      "loss": 0.329,
      "step": 2555500
    },
    {
      "epoch": 713.23,
      "grad_norm": 2.1346287727355957,
      "learning_rate": 1.49146451599609e-07,
      "loss": 0.3421,
      "step": 2555510
    },
    {
      "epoch": 713.23,
      "grad_norm": 1.5246167182922363,
      "learning_rate": 1.491369600217408e-07,
      "loss": 0.3251,
      "step": 2555520
    },
    {
      "epoch": 713.24,
      "grad_norm": 1.069555401802063,
      "learning_rate": 1.491274687359767e-07,
      "loss": 0.3392,
      "step": 2555530
    },
    {
      "epoch": 713.24,
      "grad_norm": 1.1247320175170898,
      "learning_rate": 1.4911797774231696e-07,
      "loss": 0.3176,
      "step": 2555540
    },
    {
      "epoch": 713.24,
      "grad_norm": 1.3886760473251343,
      "learning_rate": 1.4910848704076392e-07,
      "loss": 0.3531,
      "step": 2555550
    },
    {
      "epoch": 713.25,
      "grad_norm": 1.3752384185791016,
      "learning_rate": 1.4909899663131784e-07,
      "loss": 0.3341,
      "step": 2555560
    },
    {
      "epoch": 713.25,
      "grad_norm": 1.314551830291748,
      "learning_rate": 1.490895065139803e-07,
      "loss": 0.3274,
      "step": 2555570
    },
    {
      "epoch": 713.25,
      "grad_norm": 1.2171142101287842,
      "learning_rate": 1.490800166887531e-07,
      "loss": 0.332,
      "step": 2555580
    },
    {
      "epoch": 713.25,
      "grad_norm": 1.235854983329773,
      "learning_rate": 1.4907052715563678e-07,
      "loss": 0.3369,
      "step": 2555590
    },
    {
      "epoch": 713.26,
      "grad_norm": 1.2530841827392578,
      "learning_rate": 1.4906103791463286e-07,
      "loss": 0.3364,
      "step": 2555600
    },
    {
      "epoch": 713.26,
      "grad_norm": 1.2258884906768799,
      "learning_rate": 1.490515489657427e-07,
      "loss": 0.3315,
      "step": 2555610
    },
    {
      "epoch": 713.26,
      "grad_norm": 1.3298214673995972,
      "learning_rate": 1.490420603089678e-07,
      "loss": 0.3411,
      "step": 2555620
    },
    {
      "epoch": 713.27,
      "grad_norm": 1.2066587209701538,
      "learning_rate": 1.4903257194430847e-07,
      "loss": 0.3196,
      "step": 2555630
    },
    {
      "epoch": 713.27,
      "grad_norm": 1.3155994415283203,
      "learning_rate": 1.4902308387176727e-07,
      "loss": 0.3425,
      "step": 2555640
    },
    {
      "epoch": 713.27,
      "grad_norm": 1.240122675895691,
      "learning_rate": 1.490135960913445e-07,
      "loss": 0.3408,
      "step": 2555650
    },
    {
      "epoch": 713.27,
      "grad_norm": 1.1185023784637451,
      "learning_rate": 1.4900410860304172e-07,
      "loss": 0.3179,
      "step": 2555660
    },
    {
      "epoch": 713.28,
      "grad_norm": 1.2977728843688965,
      "learning_rate": 1.489946214068607e-07,
      "loss": 0.3454,
      "step": 2555670
    },
    {
      "epoch": 713.28,
      "grad_norm": 1.1575539112091064,
      "learning_rate": 1.489851345028015e-07,
      "loss": 0.3348,
      "step": 2555680
    },
    {
      "epoch": 713.28,
      "grad_norm": 1.2171337604522705,
      "learning_rate": 1.489756478908667e-07,
      "loss": 0.328,
      "step": 2555690
    },
    {
      "epoch": 713.28,
      "grad_norm": 1.18294095993042,
      "learning_rate": 1.4896616157105655e-07,
      "loss": 0.3318,
      "step": 2555700
    },
    {
      "epoch": 713.29,
      "grad_norm": 1.2252205610275269,
      "learning_rate": 1.4895667554337287e-07,
      "loss": 0.3353,
      "step": 2555710
    },
    {
      "epoch": 713.29,
      "grad_norm": 1.1838970184326172,
      "learning_rate": 1.4894718980781698e-07,
      "loss": 0.3285,
      "step": 2555720
    },
    {
      "epoch": 713.29,
      "grad_norm": 1.9294025897979736,
      "learning_rate": 1.4893770436438965e-07,
      "loss": 0.3222,
      "step": 2555730
    },
    {
      "epoch": 713.3,
      "grad_norm": 1.5009217262268066,
      "learning_rate": 1.4892821921309244e-07,
      "loss": 0.3424,
      "step": 2555740
    },
    {
      "epoch": 713.3,
      "grad_norm": 1.3061344623565674,
      "learning_rate": 1.4891873435392665e-07,
      "loss": 0.3577,
      "step": 2555750
    },
    {
      "epoch": 713.3,
      "grad_norm": 1.1667869091033936,
      "learning_rate": 1.4890924978689388e-07,
      "loss": 0.3425,
      "step": 2555760
    },
    {
      "epoch": 713.3,
      "grad_norm": 1.1275883913040161,
      "learning_rate": 1.4889976551199432e-07,
      "loss": 0.3458,
      "step": 2555770
    },
    {
      "epoch": 713.31,
      "grad_norm": 1.1684350967407227,
      "learning_rate": 1.4889028152923033e-07,
      "loss": 0.3411,
      "step": 2555780
    },
    {
      "epoch": 713.31,
      "grad_norm": 1.262973427772522,
      "learning_rate": 1.4888079783860275e-07,
      "loss": 0.3347,
      "step": 2555790
    },
    {
      "epoch": 713.31,
      "grad_norm": 1.1055914163589478,
      "learning_rate": 1.488713144401128e-07,
      "loss": 0.3491,
      "step": 2555800
    },
    {
      "epoch": 713.32,
      "grad_norm": 1.284561038017273,
      "learning_rate": 1.488618313337621e-07,
      "loss": 0.3229,
      "step": 2555810
    },
    {
      "epoch": 713.32,
      "grad_norm": 1.2366174459457397,
      "learning_rate": 1.4885234851955114e-07,
      "loss": 0.3425,
      "step": 2555820
    },
    {
      "epoch": 713.32,
      "grad_norm": 1.3558619022369385,
      "learning_rate": 1.4884286599748203e-07,
      "loss": 0.328,
      "step": 2555830
    },
    {
      "epoch": 713.32,
      "grad_norm": 1.2376810312271118,
      "learning_rate": 1.4883338376755527e-07,
      "loss": 0.33,
      "step": 2555840
    },
    {
      "epoch": 713.33,
      "grad_norm": 1.153960943222046,
      "learning_rate": 1.4882390182977293e-07,
      "loss": 0.3455,
      "step": 2555850
    },
    {
      "epoch": 713.33,
      "grad_norm": 1.3244717121124268,
      "learning_rate": 1.488144201841358e-07,
      "loss": 0.3404,
      "step": 2555860
    },
    {
      "epoch": 713.33,
      "grad_norm": 1.262377381324768,
      "learning_rate": 1.4880493883064493e-07,
      "loss": 0.3549,
      "step": 2555870
    },
    {
      "epoch": 713.34,
      "grad_norm": 1.2937400341033936,
      "learning_rate": 1.4879545776930213e-07,
      "loss": 0.3423,
      "step": 2555880
    },
    {
      "epoch": 713.34,
      "grad_norm": 1.181543231010437,
      "learning_rate": 1.487859770001077e-07,
      "loss": 0.3491,
      "step": 2555890
    },
    {
      "epoch": 713.34,
      "grad_norm": 1.1762924194335938,
      "learning_rate": 1.4877649652306443e-07,
      "loss": 0.3175,
      "step": 2555900
    },
    {
      "epoch": 713.34,
      "grad_norm": 1.3928840160369873,
      "learning_rate": 1.4876701633817238e-07,
      "loss": 0.3372,
      "step": 2555910
    },
    {
      "epoch": 713.35,
      "grad_norm": 1.2056279182434082,
      "learning_rate": 1.4875753644543308e-07,
      "loss": 0.3239,
      "step": 2555920
    },
    {
      "epoch": 713.35,
      "grad_norm": 1.2507435083389282,
      "learning_rate": 1.4874805684484786e-07,
      "loss": 0.3352,
      "step": 2555930
    },
    {
      "epoch": 713.35,
      "grad_norm": 1.1260772943496704,
      "learning_rate": 1.487385775364185e-07,
      "loss": 0.3603,
      "step": 2555940
    },
    {
      "epoch": 713.35,
      "grad_norm": 1.1892503499984741,
      "learning_rate": 1.487290985201453e-07,
      "loss": 0.337,
      "step": 2555950
    },
    {
      "epoch": 713.36,
      "grad_norm": 1.0699946880340576,
      "learning_rate": 1.4871961979602978e-07,
      "loss": 0.3272,
      "step": 2555960
    },
    {
      "epoch": 713.36,
      "grad_norm": 1.3070954084396362,
      "learning_rate": 1.4871014136407355e-07,
      "loss": 0.3451,
      "step": 2555970
    },
    {
      "epoch": 713.36,
      "grad_norm": 1.476815104484558,
      "learning_rate": 1.4870066322427788e-07,
      "loss": 0.3387,
      "step": 2555980
    },
    {
      "epoch": 713.37,
      "grad_norm": 1.5196309089660645,
      "learning_rate": 1.4869118537664408e-07,
      "loss": 0.329,
      "step": 2555990
    },
    {
      "epoch": 713.37,
      "grad_norm": 1.1581535339355469,
      "learning_rate": 1.486817078211729e-07,
      "loss": 0.3414,
      "step": 2556000
    },
    {
      "epoch": 713.37,
      "grad_norm": 1.1794489622116089,
      "learning_rate": 1.4867223055786597e-07,
      "loss": 0.3415,
      "step": 2556010
    },
    {
      "epoch": 713.37,
      "grad_norm": 1.3768857717514038,
      "learning_rate": 1.4866275358672478e-07,
      "loss": 0.3444,
      "step": 2556020
    },
    {
      "epoch": 713.38,
      "grad_norm": 1.2730727195739746,
      "learning_rate": 1.4865327690774938e-07,
      "loss": 0.3321,
      "step": 2556030
    },
    {
      "epoch": 713.38,
      "grad_norm": 1.1476613283157349,
      "learning_rate": 1.4864380052094287e-07,
      "loss": 0.3327,
      "step": 2556040
    },
    {
      "epoch": 713.38,
      "grad_norm": 1.1189378499984741,
      "learning_rate": 1.4863432442630527e-07,
      "loss": 0.3252,
      "step": 2556050
    },
    {
      "epoch": 713.39,
      "grad_norm": 1.336130142211914,
      "learning_rate": 1.486248486238381e-07,
      "loss": 0.3441,
      "step": 2556060
    },
    {
      "epoch": 713.39,
      "grad_norm": 1.3661181926727295,
      "learning_rate": 1.486153731135427e-07,
      "loss": 0.3295,
      "step": 2556070
    },
    {
      "epoch": 713.39,
      "grad_norm": 1.2798858880996704,
      "learning_rate": 1.486058978954206e-07,
      "loss": 0.349,
      "step": 2556080
    },
    {
      "epoch": 713.39,
      "grad_norm": 1.2619924545288086,
      "learning_rate": 1.485964229694726e-07,
      "loss": 0.3285,
      "step": 2556090
    },
    {
      "epoch": 713.4,
      "grad_norm": 1.1759529113769531,
      "learning_rate": 1.485869483357e-07,
      "loss": 0.3262,
      "step": 2556100
    },
    {
      "epoch": 713.4,
      "grad_norm": 1.1518213748931885,
      "learning_rate": 1.4857747399410462e-07,
      "loss": 0.3509,
      "step": 2556110
    },
    {
      "epoch": 713.4,
      "grad_norm": 1.2406818866729736,
      "learning_rate": 1.4856799994468648e-07,
      "loss": 0.3523,
      "step": 2556120
    },
    {
      "epoch": 713.4,
      "grad_norm": 1.1777355670928955,
      "learning_rate": 1.4855852618744866e-07,
      "loss": 0.3348,
      "step": 2556130
    },
    {
      "epoch": 713.41,
      "grad_norm": 3.6820998191833496,
      "learning_rate": 1.4854905272239066e-07,
      "loss": 0.3314,
      "step": 2556140
    },
    {
      "epoch": 713.41,
      "grad_norm": 1.2331678867340088,
      "learning_rate": 1.4853957954951483e-07,
      "loss": 0.3529,
      "step": 2556150
    },
    {
      "epoch": 713.41,
      "grad_norm": 1.0978814363479614,
      "learning_rate": 1.4853010666882223e-07,
      "loss": 0.3549,
      "step": 2556160
    },
    {
      "epoch": 713.42,
      "grad_norm": 1.3410316705703735,
      "learning_rate": 1.4852063408031384e-07,
      "loss": 0.3292,
      "step": 2556170
    },
    {
      "epoch": 713.42,
      "grad_norm": 1.2351781129837036,
      "learning_rate": 1.48511161783991e-07,
      "loss": 0.3368,
      "step": 2556180
    },
    {
      "epoch": 713.42,
      "grad_norm": 1.2876613140106201,
      "learning_rate": 1.4850168977985503e-07,
      "loss": 0.334,
      "step": 2556190
    },
    {
      "epoch": 713.42,
      "grad_norm": 1.351786732673645,
      "learning_rate": 1.4849221806790745e-07,
      "loss": 0.3348,
      "step": 2556200
    },
    {
      "epoch": 713.43,
      "grad_norm": 1.8245158195495605,
      "learning_rate": 1.4848274664814882e-07,
      "loss": 0.3433,
      "step": 2556210
    },
    {
      "epoch": 713.43,
      "grad_norm": 1.2462812662124634,
      "learning_rate": 1.4847327552058142e-07,
      "loss": 0.3497,
      "step": 2556220
    },
    {
      "epoch": 713.43,
      "grad_norm": 1.2261292934417725,
      "learning_rate": 1.4846380468520558e-07,
      "loss": 0.3389,
      "step": 2556230
    },
    {
      "epoch": 713.44,
      "grad_norm": 1.1932083368301392,
      "learning_rate": 1.484543341420231e-07,
      "loss": 0.336,
      "step": 2556240
    },
    {
      "epoch": 713.44,
      "grad_norm": 1.350117802619934,
      "learning_rate": 1.4844486389103526e-07,
      "loss": 0.3391,
      "step": 2556250
    },
    {
      "epoch": 713.44,
      "grad_norm": 1.3631107807159424,
      "learning_rate": 1.4843539393224233e-07,
      "loss": 0.329,
      "step": 2556260
    },
    {
      "epoch": 713.44,
      "grad_norm": 1.2235366106033325,
      "learning_rate": 1.4842592426564718e-07,
      "loss": 0.3399,
      "step": 2556270
    },
    {
      "epoch": 713.45,
      "grad_norm": 1.1936184167861938,
      "learning_rate": 1.4841645489125008e-07,
      "loss": 0.335,
      "step": 2556280
    },
    {
      "epoch": 713.45,
      "grad_norm": 1.345039963722229,
      "learning_rate": 1.4840698580905232e-07,
      "loss": 0.3483,
      "step": 2556290
    },
    {
      "epoch": 713.45,
      "grad_norm": 1.1284154653549194,
      "learning_rate": 1.483975170190552e-07,
      "loss": 0.3407,
      "step": 2556300
    },
    {
      "epoch": 713.46,
      "grad_norm": 1.5251600742340088,
      "learning_rate": 1.483880485212605e-07,
      "loss": 0.3246,
      "step": 2556310
    },
    {
      "epoch": 713.46,
      "grad_norm": 1.2449737787246704,
      "learning_rate": 1.4837858031566882e-07,
      "loss": 0.3377,
      "step": 2556320
    },
    {
      "epoch": 713.46,
      "grad_norm": 4.642938613891602,
      "learning_rate": 1.4836911240228168e-07,
      "loss": 0.3259,
      "step": 2556330
    },
    {
      "epoch": 713.46,
      "grad_norm": 1.1231907606124878,
      "learning_rate": 1.4835964478110064e-07,
      "loss": 0.3422,
      "step": 2556340
    },
    {
      "epoch": 713.47,
      "grad_norm": 1.4228668212890625,
      "learning_rate": 1.4835017745212595e-07,
      "loss": 0.3483,
      "step": 2556350
    },
    {
      "epoch": 713.47,
      "grad_norm": 1.5137736797332764,
      "learning_rate": 1.4834071041536023e-07,
      "loss": 0.3323,
      "step": 2556360
    },
    {
      "epoch": 713.47,
      "grad_norm": 1.3055474758148193,
      "learning_rate": 1.4833124367080373e-07,
      "loss": 0.3407,
      "step": 2556370
    },
    {
      "epoch": 713.47,
      "grad_norm": 1.2559115886688232,
      "learning_rate": 1.4832177721845828e-07,
      "loss": 0.3417,
      "step": 2556380
    },
    {
      "epoch": 713.48,
      "grad_norm": 1.1489548683166504,
      "learning_rate": 1.4831231105832518e-07,
      "loss": 0.3243,
      "step": 2556390
    },
    {
      "epoch": 713.48,
      "grad_norm": 1.2457833290100098,
      "learning_rate": 1.4830284519040495e-07,
      "loss": 0.3376,
      "step": 2556400
    },
    {
      "epoch": 713.48,
      "grad_norm": 1.1912291049957275,
      "learning_rate": 1.4829337961469942e-07,
      "loss": 0.3453,
      "step": 2556410
    },
    {
      "epoch": 713.49,
      "grad_norm": 1.4053986072540283,
      "learning_rate": 1.4828391433120961e-07,
      "loss": 0.3434,
      "step": 2556420
    },
    {
      "epoch": 713.49,
      "grad_norm": 1.1717637777328491,
      "learning_rate": 1.4827444933993762e-07,
      "loss": 0.3403,
      "step": 2556430
    },
    {
      "epoch": 713.49,
      "grad_norm": 1.2978700399398804,
      "learning_rate": 1.4826498464088292e-07,
      "loss": 0.3407,
      "step": 2556440
    },
    {
      "epoch": 713.49,
      "grad_norm": 1.1703256368637085,
      "learning_rate": 1.482555202340489e-07,
      "loss": 0.3229,
      "step": 2556450
    },
    {
      "epoch": 713.5,
      "grad_norm": 1.1203681230545044,
      "learning_rate": 1.4824605611943528e-07,
      "loss": 0.3361,
      "step": 2556460
    },
    {
      "epoch": 713.5,
      "grad_norm": 1.2172284126281738,
      "learning_rate": 1.482365922970439e-07,
      "loss": 0.342,
      "step": 2556470
    },
    {
      "epoch": 713.5,
      "grad_norm": 1.1502975225448608,
      "learning_rate": 1.4822712876687632e-07,
      "loss": 0.3191,
      "step": 2556480
    },
    {
      "epoch": 713.51,
      "grad_norm": 1.4404135942459106,
      "learning_rate": 1.4821766552893305e-07,
      "loss": 0.3364,
      "step": 2556490
    },
    {
      "epoch": 713.51,
      "grad_norm": 1.219061255455017,
      "learning_rate": 1.4820820258321566e-07,
      "loss": 0.3393,
      "step": 2556500
    },
    {
      "epoch": 713.51,
      "grad_norm": 1.5173866748809814,
      "learning_rate": 1.4819873992972546e-07,
      "loss": 0.3351,
      "step": 2556510
    },
    {
      "epoch": 713.51,
      "grad_norm": 1.1340198516845703,
      "learning_rate": 1.4818927756846425e-07,
      "loss": 0.3297,
      "step": 2556520
    },
    {
      "epoch": 713.52,
      "grad_norm": 1.1988567113876343,
      "learning_rate": 1.4817981549943232e-07,
      "loss": 0.3218,
      "step": 2556530
    },
    {
      "epoch": 713.52,
      "grad_norm": 1.2642430067062378,
      "learning_rate": 1.4817035372263146e-07,
      "loss": 0.3507,
      "step": 2556540
    },
    {
      "epoch": 713.52,
      "grad_norm": 1.1291567087173462,
      "learning_rate": 1.4816089223806272e-07,
      "loss": 0.3399,
      "step": 2556550
    },
    {
      "epoch": 713.52,
      "grad_norm": 1.2536977529525757,
      "learning_rate": 1.4815143104572767e-07,
      "loss": 0.3358,
      "step": 2556560
    },
    {
      "epoch": 713.53,
      "grad_norm": 1.2385197877883911,
      "learning_rate": 1.481419701456276e-07,
      "loss": 0.347,
      "step": 2556570
    },
    {
      "epoch": 713.53,
      "grad_norm": 1.3320273160934448,
      "learning_rate": 1.4813250953776278e-07,
      "loss": 0.339,
      "step": 2556580
    },
    {
      "epoch": 713.53,
      "grad_norm": 1.1023207902908325,
      "learning_rate": 1.4812304922213609e-07,
      "loss": 0.3471,
      "step": 2556590
    },
    {
      "epoch": 713.54,
      "grad_norm": 1.1245698928833008,
      "learning_rate": 1.4811358919874748e-07,
      "loss": 0.3252,
      "step": 2556600
    },
    {
      "epoch": 713.54,
      "grad_norm": 1.7036099433898926,
      "learning_rate": 1.481041294675988e-07,
      "loss": 0.3383,
      "step": 2556610
    },
    {
      "epoch": 713.54,
      "grad_norm": 2.4769065380096436,
      "learning_rate": 1.4809467002869139e-07,
      "loss": 0.3332,
      "step": 2556620
    },
    {
      "epoch": 713.54,
      "grad_norm": 1.2472902536392212,
      "learning_rate": 1.4808521088202622e-07,
      "loss": 0.351,
      "step": 2556630
    },
    {
      "epoch": 713.55,
      "grad_norm": 1.218322515487671,
      "learning_rate": 1.4807575202760436e-07,
      "loss": 0.3326,
      "step": 2556640
    },
    {
      "epoch": 713.55,
      "grad_norm": 1.1781024932861328,
      "learning_rate": 1.4806629346542737e-07,
      "loss": 0.3279,
      "step": 2556650
    },
    {
      "epoch": 713.55,
      "grad_norm": 1.2699648141860962,
      "learning_rate": 1.4805683519549708e-07,
      "loss": 0.3507,
      "step": 2556660
    },
    {
      "epoch": 713.56,
      "grad_norm": 1.1984915733337402,
      "learning_rate": 1.480473772178135e-07,
      "loss": 0.3359,
      "step": 2556670
    },
    {
      "epoch": 713.56,
      "grad_norm": 2.048628807067871,
      "learning_rate": 1.480379195323787e-07,
      "loss": 0.342,
      "step": 2556680
    },
    {
      "epoch": 713.56,
      "grad_norm": 1.1146591901779175,
      "learning_rate": 1.4802846213919397e-07,
      "loss": 0.3468,
      "step": 2556690
    },
    {
      "epoch": 713.56,
      "grad_norm": 1.2289636135101318,
      "learning_rate": 1.4801900503825983e-07,
      "loss": 0.3597,
      "step": 2556700
    },
    {
      "epoch": 713.57,
      "grad_norm": 1.2109379768371582,
      "learning_rate": 1.4800954822957863e-07,
      "loss": 0.3346,
      "step": 2556710
    },
    {
      "epoch": 713.57,
      "grad_norm": 1.2902575731277466,
      "learning_rate": 1.480000917131509e-07,
      "loss": 0.3562,
      "step": 2556720
    },
    {
      "epoch": 713.57,
      "grad_norm": 1.2937935590744019,
      "learning_rate": 1.479906354889782e-07,
      "loss": 0.3429,
      "step": 2556730
    },
    {
      "epoch": 713.58,
      "grad_norm": 1.3602880239486694,
      "learning_rate": 1.479811795570613e-07,
      "loss": 0.334,
      "step": 2556740
    },
    {
      "epoch": 713.58,
      "grad_norm": 2.0081584453582764,
      "learning_rate": 1.4797172391740254e-07,
      "loss": 0.3436,
      "step": 2556750
    },
    {
      "epoch": 713.58,
      "grad_norm": 1.3713940382003784,
      "learning_rate": 1.479622685700019e-07,
      "loss": 0.3447,
      "step": 2556760
    },
    {
      "epoch": 713.58,
      "grad_norm": 1.098936676979065,
      "learning_rate": 1.4795281351486126e-07,
      "loss": 0.3424,
      "step": 2556770
    },
    {
      "epoch": 713.59,
      "grad_norm": 1.1416414976119995,
      "learning_rate": 1.4794335875198213e-07,
      "loss": 0.3274,
      "step": 2556780
    },
    {
      "epoch": 713.59,
      "grad_norm": 1.250140905380249,
      "learning_rate": 1.4793390428136479e-07,
      "loss": 0.3259,
      "step": 2556790
    },
    {
      "epoch": 713.59,
      "grad_norm": 1.3107906579971313,
      "learning_rate": 1.4792445010301185e-07,
      "loss": 0.3348,
      "step": 2556800
    },
    {
      "epoch": 713.59,
      "grad_norm": 1.332714557647705,
      "learning_rate": 1.4791499621692355e-07,
      "loss": 0.3417,
      "step": 2556810
    },
    {
      "epoch": 713.6,
      "grad_norm": 1.2897592782974243,
      "learning_rate": 1.4790554262310148e-07,
      "loss": 0.3429,
      "step": 2556820
    },
    {
      "epoch": 713.6,
      "grad_norm": 1.1222162246704102,
      "learning_rate": 1.478960893215474e-07,
      "loss": 0.3447,
      "step": 2556830
    },
    {
      "epoch": 713.6,
      "grad_norm": 1.3190237283706665,
      "learning_rate": 1.4788663631226114e-07,
      "loss": 0.3505,
      "step": 2556840
    },
    {
      "epoch": 713.61,
      "grad_norm": 1.2875429391860962,
      "learning_rate": 1.4787718359524576e-07,
      "loss": 0.3508,
      "step": 2556850
    },
    {
      "epoch": 713.61,
      "grad_norm": 1.1906427145004272,
      "learning_rate": 1.4786773117050126e-07,
      "loss": 0.336,
      "step": 2556860
    },
    {
      "epoch": 713.61,
      "grad_norm": 1.0457895994186401,
      "learning_rate": 1.4785827903802924e-07,
      "loss": 0.3423,
      "step": 2556870
    },
    {
      "epoch": 713.61,
      "grad_norm": 1.122321605682373,
      "learning_rate": 1.4784882719783095e-07,
      "loss": 0.3468,
      "step": 2556880
    },
    {
      "epoch": 713.62,
      "grad_norm": 1.2269115447998047,
      "learning_rate": 1.4783937564990825e-07,
      "loss": 0.3391,
      "step": 2556890
    },
    {
      "epoch": 713.62,
      "grad_norm": 1.4287376403808594,
      "learning_rate": 1.478299243942614e-07,
      "loss": 0.3234,
      "step": 2556900
    },
    {
      "epoch": 713.62,
      "grad_norm": 1.1124204397201538,
      "learning_rate": 1.4782047343089194e-07,
      "loss": 0.3366,
      "step": 2556910
    },
    {
      "epoch": 713.63,
      "grad_norm": 1.1058425903320312,
      "learning_rate": 1.4781102275980197e-07,
      "loss": 0.3337,
      "step": 2556920
    },
    {
      "epoch": 713.63,
      "grad_norm": 1.2875033617019653,
      "learning_rate": 1.478015723809912e-07,
      "loss": 0.3268,
      "step": 2556930
    },
    {
      "epoch": 713.63,
      "grad_norm": 1.3300341367721558,
      "learning_rate": 1.4779212229446253e-07,
      "loss": 0.3383,
      "step": 2556940
    },
    {
      "epoch": 713.63,
      "grad_norm": 2.2022643089294434,
      "learning_rate": 1.4778267250021596e-07,
      "loss": 0.3406,
      "step": 2556950
    },
    {
      "epoch": 713.64,
      "grad_norm": 1.0563923120498657,
      "learning_rate": 1.4777322299825328e-07,
      "loss": 0.3178,
      "step": 2556960
    },
    {
      "epoch": 713.64,
      "grad_norm": 1.2631161212921143,
      "learning_rate": 1.4776377378857605e-07,
      "loss": 0.3331,
      "step": 2556970
    },
    {
      "epoch": 713.64,
      "grad_norm": 1.1575889587402344,
      "learning_rate": 1.4775432487118508e-07,
      "loss": 0.3331,
      "step": 2556980
    },
    {
      "epoch": 713.64,
      "grad_norm": 1.199405312538147,
      "learning_rate": 1.4774487624608142e-07,
      "loss": 0.3458,
      "step": 2556990
    },
    {
      "epoch": 713.65,
      "grad_norm": 1.4807881116867065,
      "learning_rate": 1.4773542791326685e-07,
      "loss": 0.34,
      "step": 2557000
    },
    {
      "epoch": 713.65,
      "grad_norm": 1.213940143585205,
      "learning_rate": 1.4772597987274269e-07,
      "loss": 0.3473,
      "step": 2557010
    },
    {
      "epoch": 713.65,
      "grad_norm": 1.0424271821975708,
      "learning_rate": 1.477165321245092e-07,
      "loss": 0.3481,
      "step": 2557020
    },
    {
      "epoch": 713.66,
      "grad_norm": 1.4861396551132202,
      "learning_rate": 1.4770708466856898e-07,
      "loss": 0.3347,
      "step": 2557030
    },
    {
      "epoch": 713.66,
      "grad_norm": 1.1219769716262817,
      "learning_rate": 1.4769763750492254e-07,
      "loss": 0.3372,
      "step": 2557040
    },
    {
      "epoch": 713.66,
      "grad_norm": 1.2321659326553345,
      "learning_rate": 1.4768819063357124e-07,
      "loss": 0.3479,
      "step": 2557050
    },
    {
      "epoch": 713.66,
      "grad_norm": 14.840336799621582,
      "learning_rate": 1.4767874405451656e-07,
      "loss": 0.3456,
      "step": 2557060
    },
    {
      "epoch": 713.67,
      "grad_norm": 1.2390151023864746,
      "learning_rate": 1.476692977677593e-07,
      "loss": 0.3292,
      "step": 2557070
    },
    {
      "epoch": 713.67,
      "grad_norm": 1.5266181230545044,
      "learning_rate": 1.4765985177330082e-07,
      "loss": 0.3513,
      "step": 2557080
    },
    {
      "epoch": 713.67,
      "grad_norm": 1.3177464008331299,
      "learning_rate": 1.4765040607114287e-07,
      "loss": 0.3489,
      "step": 2557090
    },
    {
      "epoch": 713.68,
      "grad_norm": 1.298231601715088,
      "learning_rate": 1.4764096066128654e-07,
      "loss": 0.3528,
      "step": 2557100
    },
    {
      "epoch": 713.68,
      "grad_norm": 1.117177963256836,
      "learning_rate": 1.4763151554373234e-07,
      "loss": 0.356,
      "step": 2557110
    },
    {
      "epoch": 713.68,
      "grad_norm": 1.3398747444152832,
      "learning_rate": 1.4762207071848255e-07,
      "loss": 0.3488,
      "step": 2557120
    },
    {
      "epoch": 713.68,
      "grad_norm": 1.2580868005752563,
      "learning_rate": 1.4761262618553752e-07,
      "loss": 0.3356,
      "step": 2557130
    },
    {
      "epoch": 713.69,
      "grad_norm": 1.2164889574050903,
      "learning_rate": 1.476031819448993e-07,
      "loss": 0.3411,
      "step": 2557140
    },
    {
      "epoch": 713.69,
      "grad_norm": 1.0264092683792114,
      "learning_rate": 1.4759373799656917e-07,
      "loss": 0.3327,
      "step": 2557150
    },
    {
      "epoch": 713.69,
      "grad_norm": 1.0906741619110107,
      "learning_rate": 1.4758429434054715e-07,
      "loss": 0.3207,
      "step": 2557160
    },
    {
      "epoch": 713.7,
      "grad_norm": 1.215222716331482,
      "learning_rate": 1.4757485097683636e-07,
      "loss": 0.3352,
      "step": 2557170
    },
    {
      "epoch": 713.7,
      "grad_norm": 1.3334943056106567,
      "learning_rate": 1.475654079054365e-07,
      "loss": 0.3399,
      "step": 2557180
    },
    {
      "epoch": 713.7,
      "grad_norm": 1.1014952659606934,
      "learning_rate": 1.4755596512634948e-07,
      "loss": 0.3297,
      "step": 2557190
    },
    {
      "epoch": 713.7,
      "grad_norm": 1.3531434535980225,
      "learning_rate": 1.475465226395768e-07,
      "loss": 0.3572,
      "step": 2557200
    },
    {
      "epoch": 713.71,
      "grad_norm": 1.2597999572753906,
      "learning_rate": 1.4753708044511897e-07,
      "loss": 0.3337,
      "step": 2557210
    },
    {
      "epoch": 713.71,
      "grad_norm": 1.2091907262802124,
      "learning_rate": 1.4752763854297785e-07,
      "loss": 0.3275,
      "step": 2557220
    },
    {
      "epoch": 713.71,
      "grad_norm": 1.2798587083816528,
      "learning_rate": 1.4751819693315445e-07,
      "loss": 0.3406,
      "step": 2557230
    },
    {
      "epoch": 713.71,
      "grad_norm": 1.1597650051116943,
      "learning_rate": 1.475087556156506e-07,
      "loss": 0.3377,
      "step": 2557240
    },
    {
      "epoch": 713.72,
      "grad_norm": 1.184836745262146,
      "learning_rate": 1.4749931459046658e-07,
      "loss": 0.3332,
      "step": 2557250
    },
    {
      "epoch": 713.72,
      "grad_norm": 1.1444547176361084,
      "learning_rate": 1.4748987385760394e-07,
      "loss": 0.3362,
      "step": 2557260
    },
    {
      "epoch": 713.72,
      "grad_norm": 1.148364782333374,
      "learning_rate": 1.4748043341706447e-07,
      "loss": 0.3278,
      "step": 2557270
    },
    {
      "epoch": 713.73,
      "grad_norm": 1.1617900133132935,
      "learning_rate": 1.4747099326884875e-07,
      "loss": 0.3158,
      "step": 2557280
    },
    {
      "epoch": 713.73,
      "grad_norm": 1.3195743560791016,
      "learning_rate": 1.4746155341295878e-07,
      "loss": 0.3362,
      "step": 2557290
    },
    {
      "epoch": 713.73,
      "grad_norm": 1.1941026449203491,
      "learning_rate": 1.4745211384939517e-07,
      "loss": 0.3388,
      "step": 2557300
    },
    {
      "epoch": 713.73,
      "grad_norm": 1.2366849184036255,
      "learning_rate": 1.4744267457815943e-07,
      "loss": 0.3448,
      "step": 2557310
    },
    {
      "epoch": 713.74,
      "grad_norm": 1.2825281620025635,
      "learning_rate": 1.474332355992529e-07,
      "loss": 0.3477,
      "step": 2557320
    },
    {
      "epoch": 713.74,
      "grad_norm": 1.241920828819275,
      "learning_rate": 1.474237969126768e-07,
      "loss": 0.3286,
      "step": 2557330
    },
    {
      "epoch": 713.74,
      "grad_norm": 1.378718614578247,
      "learning_rate": 1.47414358518432e-07,
      "loss": 0.3447,
      "step": 2557340
    },
    {
      "epoch": 713.75,
      "grad_norm": 1.2750712633132935,
      "learning_rate": 1.4740492041652026e-07,
      "loss": 0.3358,
      "step": 2557350
    },
    {
      "epoch": 713.75,
      "grad_norm": 2.501324415206909,
      "learning_rate": 1.4739548260694292e-07,
      "loss": 0.3474,
      "step": 2557360
    },
    {
      "epoch": 713.75,
      "grad_norm": 1.432241439819336,
      "learning_rate": 1.4738604508970023e-07,
      "loss": 0.3476,
      "step": 2557370
    },
    {
      "epoch": 713.75,
      "grad_norm": 1.3639110326766968,
      "learning_rate": 1.473766078647948e-07,
      "loss": 0.3191,
      "step": 2557380
    },
    {
      "epoch": 713.76,
      "grad_norm": 1.1500555276870728,
      "learning_rate": 1.473671709322271e-07,
      "loss": 0.3434,
      "step": 2557390
    },
    {
      "epoch": 713.76,
      "grad_norm": 1.1896229982376099,
      "learning_rate": 1.473577342919985e-07,
      "loss": 0.3208,
      "step": 2557400
    },
    {
      "epoch": 713.76,
      "grad_norm": 1.260428786277771,
      "learning_rate": 1.4734829794411028e-07,
      "loss": 0.3386,
      "step": 2557410
    },
    {
      "epoch": 713.77,
      "grad_norm": 1.1868975162506104,
      "learning_rate": 1.473388618885637e-07,
      "loss": 0.3424,
      "step": 2557420
    },
    {
      "epoch": 713.77,
      "grad_norm": 1.120322823524475,
      "learning_rate": 1.4732942612536037e-07,
      "loss": 0.3337,
      "step": 2557430
    },
    {
      "epoch": 713.77,
      "grad_norm": 1.2479246854782104,
      "learning_rate": 1.4731999065450079e-07,
      "loss": 0.3338,
      "step": 2557440
    },
    {
      "epoch": 713.77,
      "grad_norm": 1.1554919481277466,
      "learning_rate": 1.473105554759868e-07,
      "loss": 0.3315,
      "step": 2557450
    },
    {
      "epoch": 713.78,
      "grad_norm": 1.3043677806854248,
      "learning_rate": 1.473011205898194e-07,
      "loss": 0.3303,
      "step": 2557460
    },
    {
      "epoch": 713.78,
      "grad_norm": 1.7115947008132935,
      "learning_rate": 1.4729168599600043e-07,
      "loss": 0.3466,
      "step": 2557470
    },
    {
      "epoch": 713.78,
      "grad_norm": 1.1411911249160767,
      "learning_rate": 1.472822516945302e-07,
      "loss": 0.3278,
      "step": 2557480
    },
    {
      "epoch": 713.78,
      "grad_norm": 2.230182409286499,
      "learning_rate": 1.4727281768541045e-07,
      "loss": 0.3459,
      "step": 2557490
    },
    {
      "epoch": 713.79,
      "grad_norm": 1.2690072059631348,
      "learning_rate": 1.472633839686428e-07,
      "loss": 0.3369,
      "step": 2557500
    },
    {
      "epoch": 713.79,
      "grad_norm": 1.1594557762145996,
      "learning_rate": 1.4725395054422723e-07,
      "loss": 0.3412,
      "step": 2557510
    },
    {
      "epoch": 713.79,
      "grad_norm": 1.4278074502944946,
      "learning_rate": 1.4724451741216686e-07,
      "loss": 0.3465,
      "step": 2557520
    },
    {
      "epoch": 713.8,
      "grad_norm": 1.2137160301208496,
      "learning_rate": 1.4723508457246142e-07,
      "loss": 0.3277,
      "step": 2557530
    },
    {
      "epoch": 713.8,
      "grad_norm": 1.2963547706604004,
      "learning_rate": 1.4722565202511276e-07,
      "loss": 0.3431,
      "step": 2557540
    },
    {
      "epoch": 713.8,
      "grad_norm": 1.2018409967422485,
      "learning_rate": 1.4721621977012216e-07,
      "loss": 0.3277,
      "step": 2557550
    },
    {
      "epoch": 713.8,
      "grad_norm": 1.2010643482208252,
      "learning_rate": 1.4720678780749117e-07,
      "loss": 0.3396,
      "step": 2557560
    },
    {
      "epoch": 713.81,
      "grad_norm": 1.0810378789901733,
      "learning_rate": 1.471973561372201e-07,
      "loss": 0.3466,
      "step": 2557570
    },
    {
      "epoch": 713.81,
      "grad_norm": 1.1754554510116577,
      "learning_rate": 1.4718792475931096e-07,
      "loss": 0.3331,
      "step": 2557580
    },
    {
      "epoch": 713.81,
      "grad_norm": 1.359777808189392,
      "learning_rate": 1.4717849367376538e-07,
      "loss": 0.3382,
      "step": 2557590
    },
    {
      "epoch": 713.82,
      "grad_norm": 1.1157232522964478,
      "learning_rate": 1.4716906288058305e-07,
      "loss": 0.3263,
      "step": 2557600
    },
    {
      "epoch": 713.82,
      "grad_norm": 1.1966824531555176,
      "learning_rate": 1.4715963237976713e-07,
      "loss": 0.3492,
      "step": 2557610
    },
    {
      "epoch": 713.82,
      "grad_norm": 1.2635332345962524,
      "learning_rate": 1.4715020217131758e-07,
      "loss": 0.3405,
      "step": 2557620
    },
    {
      "epoch": 713.82,
      "grad_norm": 1.2802387475967407,
      "learning_rate": 1.47140772255236e-07,
      "loss": 0.3551,
      "step": 2557630
    },
    {
      "epoch": 713.83,
      "grad_norm": 1.174767017364502,
      "learning_rate": 1.471313426315239e-07,
      "loss": 0.3425,
      "step": 2557640
    },
    {
      "epoch": 713.83,
      "grad_norm": 1.401937484741211,
      "learning_rate": 1.471219133001824e-07,
      "loss": 0.3415,
      "step": 2557650
    },
    {
      "epoch": 713.83,
      "grad_norm": 1.2602550983428955,
      "learning_rate": 1.4711248426121248e-07,
      "loss": 0.3263,
      "step": 2557660
    },
    {
      "epoch": 713.83,
      "grad_norm": 1.5138808488845825,
      "learning_rate": 1.4710305551461545e-07,
      "loss": 0.3571,
      "step": 2557670
    },
    {
      "epoch": 713.84,
      "grad_norm": 1.1755692958831787,
      "learning_rate": 1.470936270603934e-07,
      "loss": 0.3425,
      "step": 2557680
    },
    {
      "epoch": 713.84,
      "grad_norm": 1.480700135231018,
      "learning_rate": 1.4708419889854608e-07,
      "loss": 0.3504,
      "step": 2557690
    },
    {
      "epoch": 713.84,
      "grad_norm": 1.417353868484497,
      "learning_rate": 1.4707477102907608e-07,
      "loss": 0.3217,
      "step": 2557700
    },
    {
      "epoch": 713.85,
      "grad_norm": 1.2112741470336914,
      "learning_rate": 1.4706534345198417e-07,
      "loss": 0.3502,
      "step": 2557710
    },
    {
      "epoch": 713.85,
      "grad_norm": 1.1452451944351196,
      "learning_rate": 1.4705591616727138e-07,
      "loss": 0.3268,
      "step": 2557720
    },
    {
      "epoch": 713.85,
      "grad_norm": 1.405684232711792,
      "learning_rate": 1.4704648917493933e-07,
      "loss": 0.3237,
      "step": 2557730
    },
    {
      "epoch": 713.85,
      "grad_norm": 1.250439167022705,
      "learning_rate": 1.4703706247498874e-07,
      "loss": 0.35,
      "step": 2557740
    },
    {
      "epoch": 713.86,
      "grad_norm": 1.0789034366607666,
      "learning_rate": 1.4702763606742172e-07,
      "loss": 0.3383,
      "step": 2557750
    },
    {
      "epoch": 713.86,
      "grad_norm": 1.1507678031921387,
      "learning_rate": 1.470182099522388e-07,
      "loss": 0.3458,
      "step": 2557760
    },
    {
      "epoch": 713.86,
      "grad_norm": 1.3379453420639038,
      "learning_rate": 1.470087841294415e-07,
      "loss": 0.3386,
      "step": 2557770
    },
    {
      "epoch": 713.87,
      "grad_norm": 1.1997179985046387,
      "learning_rate": 1.4699935859903145e-07,
      "loss": 0.3419,
      "step": 2557780
    },
    {
      "epoch": 713.87,
      "grad_norm": 1.1661694049835205,
      "learning_rate": 1.469899333610091e-07,
      "loss": 0.3509,
      "step": 2557790
    },
    {
      "epoch": 713.87,
      "grad_norm": 1.1227796077728271,
      "learning_rate": 1.4698050841537604e-07,
      "loss": 0.331,
      "step": 2557800
    },
    {
      "epoch": 713.87,
      "grad_norm": 1.288872480392456,
      "learning_rate": 1.4697108376213357e-07,
      "loss": 0.3435,
      "step": 2557810
    },
    {
      "epoch": 713.88,
      "grad_norm": 1.0900294780731201,
      "learning_rate": 1.4696165940128352e-07,
      "loss": 0.3353,
      "step": 2557820
    },
    {
      "epoch": 713.88,
      "grad_norm": 1.2307732105255127,
      "learning_rate": 1.4695223533282562e-07,
      "loss": 0.3492,
      "step": 2557830
    },
    {
      "epoch": 713.88,
      "grad_norm": 1.1449183225631714,
      "learning_rate": 1.46942811556763e-07,
      "loss": 0.3325,
      "step": 2557840
    },
    {
      "epoch": 713.89,
      "grad_norm": 1.3962914943695068,
      "learning_rate": 1.4693338807309565e-07,
      "loss": 0.3321,
      "step": 2557850
    },
    {
      "epoch": 713.89,
      "grad_norm": 1.433815598487854,
      "learning_rate": 1.4692396488182514e-07,
      "loss": 0.3489,
      "step": 2557860
    },
    {
      "epoch": 713.89,
      "grad_norm": 1.3285303115844727,
      "learning_rate": 1.4691454198295327e-07,
      "loss": 0.3266,
      "step": 2557870
    },
    {
      "epoch": 713.89,
      "grad_norm": 1.0766249895095825,
      "learning_rate": 1.4690511937648035e-07,
      "loss": 0.3414,
      "step": 2557880
    },
    {
      "epoch": 713.9,
      "grad_norm": 1.1626358032226562,
      "learning_rate": 1.4689569706240815e-07,
      "loss": 0.3464,
      "step": 2557890
    },
    {
      "epoch": 713.9,
      "grad_norm": 1.2672349214553833,
      "learning_rate": 1.4688627504073773e-07,
      "loss": 0.3415,
      "step": 2557900
    },
    {
      "epoch": 713.9,
      "grad_norm": 1.4879810810089111,
      "learning_rate": 1.468768533114709e-07,
      "loss": 0.3438,
      "step": 2557910
    },
    {
      "epoch": 713.9,
      "grad_norm": 1.1096208095550537,
      "learning_rate": 1.4686743187460794e-07,
      "loss": 0.3294,
      "step": 2557920
    },
    {
      "epoch": 713.91,
      "grad_norm": 1.4139567613601685,
      "learning_rate": 1.4685801073015094e-07,
      "loss": 0.3502,
      "step": 2557930
    },
    {
      "epoch": 713.91,
      "grad_norm": 1.2005882263183594,
      "learning_rate": 1.468485898781009e-07,
      "loss": 0.3378,
      "step": 2557940
    },
    {
      "epoch": 713.91,
      "grad_norm": 1.3062479496002197,
      "learning_rate": 1.4683916931845862e-07,
      "loss": 0.3338,
      "step": 2557950
    },
    {
      "epoch": 713.92,
      "grad_norm": 1.1874076128005981,
      "learning_rate": 1.4682974905122648e-07,
      "loss": 0.343,
      "step": 2557960
    },
    {
      "epoch": 713.92,
      "grad_norm": 1.256803035736084,
      "learning_rate": 1.4682032907640443e-07,
      "loss": 0.3539,
      "step": 2557970
    },
    {
      "epoch": 713.92,
      "grad_norm": 1.3262197971343994,
      "learning_rate": 1.4681090939399456e-07,
      "loss": 0.3362,
      "step": 2557980
    },
    {
      "epoch": 713.92,
      "grad_norm": 1.1311920881271362,
      "learning_rate": 1.4680149000399765e-07,
      "loss": 0.3183,
      "step": 2557990
    },
    {
      "epoch": 713.93,
      "grad_norm": 1.3044465780258179,
      "learning_rate": 1.467920709064153e-07,
      "loss": 0.3354,
      "step": 2558000
    },
    {
      "epoch": 713.93,
      "grad_norm": 1.2119492292404175,
      "learning_rate": 1.46782652101249e-07,
      "loss": 0.3334,
      "step": 2558010
    },
    {
      "epoch": 713.93,
      "grad_norm": 1.2473316192626953,
      "learning_rate": 1.4677323358849937e-07,
      "loss": 0.358,
      "step": 2558020
    },
    {
      "epoch": 713.94,
      "grad_norm": 1.3721717596054077,
      "learning_rate": 1.4676381536816787e-07,
      "loss": 0.3469,
      "step": 2558030
    },
    {
      "epoch": 713.94,
      "grad_norm": 1.1839609146118164,
      "learning_rate": 1.4675439744025586e-07,
      "loss": 0.3662,
      "step": 2558040
    },
    {
      "epoch": 713.94,
      "grad_norm": 0.9849380850791931,
      "learning_rate": 1.4674497980476488e-07,
      "loss": 0.3275,
      "step": 2558050
    },
    {
      "epoch": 713.94,
      "grad_norm": 1.1693466901779175,
      "learning_rate": 1.4673556246169545e-07,
      "loss": 0.3341,
      "step": 2558060
    },
    {
      "epoch": 713.95,
      "grad_norm": 1.1094496250152588,
      "learning_rate": 1.467261454110494e-07,
      "loss": 0.3239,
      "step": 2558070
    },
    {
      "epoch": 713.95,
      "grad_norm": 1.1833758354187012,
      "learning_rate": 1.4671672865282803e-07,
      "loss": 0.3246,
      "step": 2558080
    },
    {
      "epoch": 713.95,
      "grad_norm": 1.1868906021118164,
      "learning_rate": 1.4670731218703185e-07,
      "loss": 0.3213,
      "step": 2558090
    },
    {
      "epoch": 713.95,
      "grad_norm": 1.2909860610961914,
      "learning_rate": 1.4669789601366322e-07,
      "loss": 0.3341,
      "step": 2558100
    },
    {
      "epoch": 713.96,
      "grad_norm": 1.2340019941329956,
      "learning_rate": 1.466884801327224e-07,
      "loss": 0.348,
      "step": 2558110
    },
    {
      "epoch": 713.96,
      "grad_norm": 1.2212458848953247,
      "learning_rate": 1.4667906454421118e-07,
      "loss": 0.3394,
      "step": 2558120
    },
    {
      "epoch": 713.96,
      "grad_norm": 1.2284355163574219,
      "learning_rate": 1.4666964924813065e-07,
      "loss": 0.3393,
      "step": 2558130
    },
    {
      "epoch": 713.97,
      "grad_norm": 1.191615343093872,
      "learning_rate": 1.4666023424448258e-07,
      "loss": 0.3327,
      "step": 2558140
    },
    {
      "epoch": 713.97,
      "grad_norm": 1.2684810161590576,
      "learning_rate": 1.4665081953326726e-07,
      "loss": 0.3272,
      "step": 2558150
    },
    {
      "epoch": 713.97,
      "grad_norm": 1.3975281715393066,
      "learning_rate": 1.4664140511448652e-07,
      "loss": 0.3536,
      "step": 2558160
    },
    {
      "epoch": 713.97,
      "grad_norm": 1.3133268356323242,
      "learning_rate": 1.466319909881419e-07,
      "loss": 0.3268,
      "step": 2558170
    },
    {
      "epoch": 713.98,
      "grad_norm": 1.26105535030365,
      "learning_rate": 1.4662257715423366e-07,
      "loss": 0.3381,
      "step": 2558180
    },
    {
      "epoch": 713.98,
      "grad_norm": 1.3377262353897095,
      "learning_rate": 1.4661316361276417e-07,
      "loss": 0.3535,
      "step": 2558190
    },
    {
      "epoch": 713.98,
      "grad_norm": 1.4199631214141846,
      "learning_rate": 1.466037503637339e-07,
      "loss": 0.3433,
      "step": 2558200
    },
    {
      "epoch": 713.99,
      "grad_norm": 1.3300964832305908,
      "learning_rate": 1.4659433740714447e-07,
      "loss": 0.3558,
      "step": 2558210
    },
    {
      "epoch": 713.99,
      "grad_norm": 1.1449559926986694,
      "learning_rate": 1.4658492474299713e-07,
      "loss": 0.3426,
      "step": 2558220
    },
    {
      "epoch": 713.99,
      "grad_norm": 1.1721819639205933,
      "learning_rate": 1.4657551237129322e-07,
      "loss": 0.3372,
      "step": 2558230
    },
    {
      "epoch": 713.99,
      "grad_norm": 1.2889899015426636,
      "learning_rate": 1.4656610029203376e-07,
      "loss": 0.3445,
      "step": 2558240
    },
    {
      "epoch": 714.0,
      "grad_norm": 1.3195291757583618,
      "learning_rate": 1.4655668850521978e-07,
      "loss": 0.3402,
      "step": 2558250
    },
    {
      "epoch": 714.0,
      "grad_norm": 1.3227194547653198,
      "learning_rate": 1.465472770108534e-07,
      "loss": 0.3337,
      "step": 2558260
    },
    {
      "epoch": 714.0,
      "eval_loss": 0.33776524662971497,
      "eval_runtime": 66.7756,
      "eval_samples_per_second": 75.761,
      "eval_steps_per_second": 9.48,
      "step": 2558262
    },
    {
      "epoch": 714.0,
      "grad_norm": 1.378254771232605,
      "learning_rate": 1.465378658089343e-07,
      "loss": 0.3619,
      "step": 2558270
    },
    {
      "epoch": 714.01,
      "grad_norm": 1.3093888759613037,
      "learning_rate": 1.4652845489946567e-07,
      "loss": 0.3295,
      "step": 2558280
    },
    {
      "epoch": 714.01,
      "grad_norm": 1.3299145698547363,
      "learning_rate": 1.4651904428244747e-07,
      "loss": 0.3241,
      "step": 2558290
    },
    {
      "epoch": 714.01,
      "grad_norm": 1.1025230884552002,
      "learning_rate": 1.465096339578813e-07,
      "loss": 0.3312,
      "step": 2558300
    },
    {
      "epoch": 714.01,
      "grad_norm": 1.2638667821884155,
      "learning_rate": 1.4650022392576864e-07,
      "loss": 0.3285,
      "step": 2558310
    },
    {
      "epoch": 714.02,
      "grad_norm": 1.2269328832626343,
      "learning_rate": 1.4649081418610984e-07,
      "loss": 0.3324,
      "step": 2558320
    },
    {
      "epoch": 714.02,
      "grad_norm": 1.1741126775741577,
      "learning_rate": 1.464814047389077e-07,
      "loss": 0.3426,
      "step": 2558330
    },
    {
      "epoch": 714.02,
      "grad_norm": 1.0580053329467773,
      "learning_rate": 1.4647199558416225e-07,
      "loss": 0.336,
      "step": 2558340
    },
    {
      "epoch": 714.02,
      "grad_norm": 1.3349518775939941,
      "learning_rate": 1.4646258672187505e-07,
      "loss": 0.3444,
      "step": 2558350
    },
    {
      "epoch": 714.03,
      "grad_norm": 1.3386025428771973,
      "learning_rate": 1.464531781520474e-07,
      "loss": 0.3335,
      "step": 2558360
    },
    {
      "epoch": 714.03,
      "grad_norm": 1.348110556602478,
      "learning_rate": 1.4644376987468084e-07,
      "loss": 0.3461,
      "step": 2558370
    },
    {
      "epoch": 714.03,
      "grad_norm": 1.1537714004516602,
      "learning_rate": 1.464343618897759e-07,
      "loss": 0.3403,
      "step": 2558380
    },
    {
      "epoch": 714.04,
      "grad_norm": 1.2546967267990112,
      "learning_rate": 1.4642495419733444e-07,
      "loss": 0.3469,
      "step": 2558390
    },
    {
      "epoch": 714.04,
      "grad_norm": 1.1209975481033325,
      "learning_rate": 1.4641554679735799e-07,
      "loss": 0.3382,
      "step": 2558400
    },
    {
      "epoch": 714.04,
      "grad_norm": 1.1675471067428589,
      "learning_rate": 1.4640613968984652e-07,
      "loss": 0.333,
      "step": 2558410
    },
    {
      "epoch": 714.04,
      "grad_norm": 1.1512911319732666,
      "learning_rate": 1.463967328748027e-07,
      "loss": 0.3368,
      "step": 2558420
    },
    {
      "epoch": 714.05,
      "grad_norm": 1.3474479913711548,
      "learning_rate": 1.46387326352227e-07,
      "loss": 0.3365,
      "step": 2558430
    },
    {
      "epoch": 714.05,
      "grad_norm": 1.1887710094451904,
      "learning_rate": 1.46377920122121e-07,
      "loss": 0.3299,
      "step": 2558440
    },
    {
      "epoch": 714.05,
      "grad_norm": 1.1654261350631714,
      "learning_rate": 1.4636851418448596e-07,
      "loss": 0.3479,
      "step": 2558450
    },
    {
      "epoch": 714.06,
      "grad_norm": 1.294692039489746,
      "learning_rate": 1.4635910853932273e-07,
      "loss": 0.3267,
      "step": 2558460
    },
    {
      "epoch": 714.06,
      "grad_norm": 1.2929106950759888,
      "learning_rate": 1.4634970318663256e-07,
      "loss": 0.3576,
      "step": 2558470
    },
    {
      "epoch": 714.06,
      "grad_norm": 1.128018856048584,
      "learning_rate": 1.463402981264173e-07,
      "loss": 0.3509,
      "step": 2558480
    },
    {
      "epoch": 714.06,
      "grad_norm": 1.227238416671753,
      "learning_rate": 1.4633089335867824e-07,
      "loss": 0.3465,
      "step": 2558490
    },
    {
      "epoch": 714.07,
      "grad_norm": 1.170312523841858,
      "learning_rate": 1.4632148888341537e-07,
      "loss": 0.3342,
      "step": 2558500
    },
    {
      "epoch": 714.07,
      "grad_norm": 1.2558047771453857,
      "learning_rate": 1.4631208470063157e-07,
      "loss": 0.3334,
      "step": 2558510
    },
    {
      "epoch": 714.07,
      "grad_norm": 1.4026330709457397,
      "learning_rate": 1.4630268081032708e-07,
      "loss": 0.3369,
      "step": 2558520
    },
    {
      "epoch": 714.07,
      "grad_norm": 1.446282982826233,
      "learning_rate": 1.4629327721250323e-07,
      "loss": 0.3385,
      "step": 2558530
    },
    {
      "epoch": 714.08,
      "grad_norm": 1.1390125751495361,
      "learning_rate": 1.4628387390716207e-07,
      "loss": 0.3395,
      "step": 2558540
    },
    {
      "epoch": 714.08,
      "grad_norm": 1.0893712043762207,
      "learning_rate": 1.4627447089430336e-07,
      "loss": 0.3602,
      "step": 2558550
    },
    {
      "epoch": 714.08,
      "grad_norm": 1.146591305732727,
      "learning_rate": 1.4626506817393022e-07,
      "loss": 0.3141,
      "step": 2558560
    },
    {
      "epoch": 714.09,
      "grad_norm": 1.2239583730697632,
      "learning_rate": 1.4625566574604239e-07,
      "loss": 0.3403,
      "step": 2558570
    },
    {
      "epoch": 714.09,
      "grad_norm": 1.2843363285064697,
      "learning_rate": 1.462462636106417e-07,
      "loss": 0.35,
      "step": 2558580
    },
    {
      "epoch": 714.09,
      "grad_norm": 1.2252211570739746,
      "learning_rate": 1.4623686176772966e-07,
      "loss": 0.3494,
      "step": 2558590
    },
    {
      "epoch": 714.09,
      "grad_norm": 1.4436228275299072,
      "learning_rate": 1.4622746021730686e-07,
      "loss": 0.3456,
      "step": 2558600
    },
    {
      "epoch": 714.1,
      "grad_norm": 1.1208246946334839,
      "learning_rate": 1.462180589593748e-07,
      "loss": 0.3259,
      "step": 2558610
    },
    {
      "epoch": 714.1,
      "grad_norm": 1.5065280199050903,
      "learning_rate": 1.4620865799393486e-07,
      "loss": 0.3317,
      "step": 2558620
    },
    {
      "epoch": 714.1,
      "grad_norm": 1.49558687210083,
      "learning_rate": 1.461992573209888e-07,
      "loss": 0.3389,
      "step": 2558630
    },
    {
      "epoch": 714.11,
      "grad_norm": 1.3922412395477295,
      "learning_rate": 1.4618985694053662e-07,
      "loss": 0.3471,
      "step": 2558640
    },
    {
      "epoch": 714.11,
      "grad_norm": 1.4474745988845825,
      "learning_rate": 1.4618045685258092e-07,
      "loss": 0.3318,
      "step": 2558650
    },
    {
      "epoch": 714.11,
      "grad_norm": 1.0921216011047363,
      "learning_rate": 1.46171057057122e-07,
      "loss": 0.3328,
      "step": 2558660
    },
    {
      "epoch": 714.11,
      "grad_norm": 1.4086731672286987,
      "learning_rate": 1.4616165755416141e-07,
      "loss": 0.3509,
      "step": 2558670
    },
    {
      "epoch": 714.12,
      "grad_norm": 1.1806366443634033,
      "learning_rate": 1.4615225834370094e-07,
      "loss": 0.334,
      "step": 2558680
    },
    {
      "epoch": 714.12,
      "grad_norm": 1.4907740354537964,
      "learning_rate": 1.461428594257406e-07,
      "loss": 0.3269,
      "step": 2558690
    },
    {
      "epoch": 714.12,
      "grad_norm": 1.3976771831512451,
      "learning_rate": 1.4613346080028277e-07,
      "loss": 0.3443,
      "step": 2558700
    },
    {
      "epoch": 714.13,
      "grad_norm": 1.1610703468322754,
      "learning_rate": 1.4612406246732817e-07,
      "loss": 0.3179,
      "step": 2558710
    },
    {
      "epoch": 714.13,
      "grad_norm": 1.1648515462875366,
      "learning_rate": 1.461146644268784e-07,
      "loss": 0.3302,
      "step": 2558720
    },
    {
      "epoch": 714.13,
      "grad_norm": 1.3663241863250732,
      "learning_rate": 1.4610526667893424e-07,
      "loss": 0.3255,
      "step": 2558730
    },
    {
      "epoch": 714.13,
      "grad_norm": 1.1429104804992676,
      "learning_rate": 1.4609586922349723e-07,
      "loss": 0.3428,
      "step": 2558740
    },
    {
      "epoch": 714.14,
      "grad_norm": 1.370475172996521,
      "learning_rate": 1.460864720605687e-07,
      "loss": 0.3532,
      "step": 2558750
    },
    {
      "epoch": 714.14,
      "grad_norm": 1.1406331062316895,
      "learning_rate": 1.4607707519014942e-07,
      "loss": 0.33,
      "step": 2558760
    },
    {
      "epoch": 714.14,
      "grad_norm": 1.2061023712158203,
      "learning_rate": 1.4606767861224145e-07,
      "loss": 0.3458,
      "step": 2558770
    },
    {
      "epoch": 714.14,
      "grad_norm": 1.2046012878417969,
      "learning_rate": 1.4605828232684536e-07,
      "loss": 0.336,
      "step": 2558780
    },
    {
      "epoch": 714.15,
      "grad_norm": 1.385735273361206,
      "learning_rate": 1.4604888633396264e-07,
      "loss": 0.3419,
      "step": 2558790
    },
    {
      "epoch": 714.15,
      "grad_norm": 1.2827762365341187,
      "learning_rate": 1.4603949063359465e-07,
      "loss": 0.3415,
      "step": 2558800
    },
    {
      "epoch": 714.15,
      "grad_norm": 1.1815611124038696,
      "learning_rate": 1.4603009522574266e-07,
      "loss": 0.3474,
      "step": 2558810
    },
    {
      "epoch": 714.16,
      "grad_norm": 1.1547404527664185,
      "learning_rate": 1.460207001104075e-07,
      "loss": 0.3329,
      "step": 2558820
    },
    {
      "epoch": 714.16,
      "grad_norm": 1.3418891429901123,
      "learning_rate": 1.4601130528759092e-07,
      "loss": 0.3432,
      "step": 2558830
    },
    {
      "epoch": 714.16,
      "grad_norm": 1.2019894123077393,
      "learning_rate": 1.4600191075729373e-07,
      "loss": 0.3389,
      "step": 2558840
    },
    {
      "epoch": 714.16,
      "grad_norm": 1.303708791732788,
      "learning_rate": 1.4599251651951751e-07,
      "loss": 0.3487,
      "step": 2558850
    },
    {
      "epoch": 714.17,
      "grad_norm": 1.2540254592895508,
      "learning_rate": 1.4598312257426355e-07,
      "loss": 0.3421,
      "step": 2558860
    },
    {
      "epoch": 714.17,
      "grad_norm": 1.3254646062850952,
      "learning_rate": 1.4597372892153286e-07,
      "loss": 0.3581,
      "step": 2558870
    },
    {
      "epoch": 714.17,
      "grad_norm": 1.2441624402999878,
      "learning_rate": 1.459643355613268e-07,
      "loss": 0.3332,
      "step": 2558880
    },
    {
      "epoch": 714.18,
      "grad_norm": 1.3792107105255127,
      "learning_rate": 1.4595494249364687e-07,
      "loss": 0.3324,
      "step": 2558890
    },
    {
      "epoch": 714.18,
      "grad_norm": 1.0267654657363892,
      "learning_rate": 1.4594554971849314e-07,
      "loss": 0.3311,
      "step": 2558900
    },
    {
      "epoch": 714.18,
      "grad_norm": 1.216265082359314,
      "learning_rate": 1.459361572358689e-07,
      "loss": 0.3246,
      "step": 2558910
    },
    {
      "epoch": 714.18,
      "grad_norm": 1.3034743070602417,
      "learning_rate": 1.4592676504577371e-07,
      "loss": 0.3242,
      "step": 2558920
    },
    {
      "epoch": 714.19,
      "grad_norm": 1.2666064500808716,
      "learning_rate": 1.4591737314820938e-07,
      "loss": 0.3446,
      "step": 2558930
    },
    {
      "epoch": 714.19,
      "grad_norm": 1.2041501998901367,
      "learning_rate": 1.4590798154317718e-07,
      "loss": 0.3313,
      "step": 2558940
    },
    {
      "epoch": 714.19,
      "grad_norm": 1.2186497449874878,
      "learning_rate": 1.4589859023067867e-07,
      "loss": 0.345,
      "step": 2558950
    },
    {
      "epoch": 714.19,
      "grad_norm": 1.2957230806350708,
      "learning_rate": 1.458891992107144e-07,
      "loss": 0.3322,
      "step": 2558960
    },
    {
      "epoch": 714.2,
      "grad_norm": 1.3867919445037842,
      "learning_rate": 1.458798084832862e-07,
      "loss": 0.3464,
      "step": 2558970
    },
    {
      "epoch": 714.2,
      "grad_norm": 1.3759636878967285,
      "learning_rate": 1.458704180483953e-07,
      "loss": 0.3325,
      "step": 2558980
    },
    {
      "epoch": 714.2,
      "grad_norm": 1.3954579830169678,
      "learning_rate": 1.4586102790604203e-07,
      "loss": 0.3274,
      "step": 2558990
    },
    {
      "epoch": 714.21,
      "grad_norm": 1.0713428258895874,
      "learning_rate": 1.4585163805622924e-07,
      "loss": 0.3465,
      "step": 2559000
    },
    {
      "epoch": 714.21,
      "grad_norm": 1.1454463005065918,
      "learning_rate": 1.4584224849895692e-07,
      "loss": 0.3324,
      "step": 2559010
    },
    {
      "epoch": 714.21,
      "grad_norm": 1.385866403579712,
      "learning_rate": 1.4583285923422663e-07,
      "loss": 0.3406,
      "step": 2559020
    },
    {
      "epoch": 714.21,
      "grad_norm": 1.2624258995056152,
      "learning_rate": 1.4582347026204018e-07,
      "loss": 0.3404,
      "step": 2559030
    },
    {
      "epoch": 714.22,
      "grad_norm": 1.1738547086715698,
      "learning_rate": 1.4581408158239814e-07,
      "loss": 0.3379,
      "step": 2559040
    },
    {
      "epoch": 714.22,
      "grad_norm": 1.1584737300872803,
      "learning_rate": 1.4580469319530174e-07,
      "loss": 0.3223,
      "step": 2559050
    },
    {
      "epoch": 714.22,
      "grad_norm": 1.6115787029266357,
      "learning_rate": 1.457953051007526e-07,
      "loss": 0.3567,
      "step": 2559060
    },
    {
      "epoch": 714.23,
      "grad_norm": 1.226199746131897,
      "learning_rate": 1.4578591729875198e-07,
      "loss": 0.3434,
      "step": 2559070
    },
    {
      "epoch": 714.23,
      "grad_norm": 1.1717073917388916,
      "learning_rate": 1.457765297893004e-07,
      "loss": 0.3292,
      "step": 2559080
    },
    {
      "epoch": 714.23,
      "grad_norm": 1.2161667346954346,
      "learning_rate": 1.4576714257240027e-07,
      "loss": 0.3374,
      "step": 2559090
    },
    {
      "epoch": 714.23,
      "grad_norm": 1.3429830074310303,
      "learning_rate": 1.4575775564805203e-07,
      "loss": 0.3404,
      "step": 2559100
    },
    {
      "epoch": 714.24,
      "grad_norm": 1.24129319190979,
      "learning_rate": 1.4574836901625727e-07,
      "loss": 0.3456,
      "step": 2559110
    },
    {
      "epoch": 714.24,
      "grad_norm": 1.3278201818466187,
      "learning_rate": 1.4573898267701728e-07,
      "loss": 0.3316,
      "step": 2559120
    },
    {
      "epoch": 714.24,
      "grad_norm": 1.2774993181228638,
      "learning_rate": 1.4572959663033236e-07,
      "loss": 0.3448,
      "step": 2559130
    },
    {
      "epoch": 714.25,
      "grad_norm": 1.1440707445144653,
      "learning_rate": 1.457202108762056e-07,
      "loss": 0.3299,
      "step": 2559140
    },
    {
      "epoch": 714.25,
      "grad_norm": 1.4040607213974,
      "learning_rate": 1.4571082541463647e-07,
      "loss": 0.3338,
      "step": 2559150
    },
    {
      "epoch": 714.25,
      "grad_norm": 1.1884827613830566,
      "learning_rate": 1.4570144024562735e-07,
      "loss": 0.3231,
      "step": 2559160
    },
    {
      "epoch": 714.25,
      "grad_norm": 1.1685330867767334,
      "learning_rate": 1.4569205536917872e-07,
      "loss": 0.3379,
      "step": 2559170
    },
    {
      "epoch": 714.26,
      "grad_norm": 1.1651034355163574,
      "learning_rate": 1.4568267078529294e-07,
      "loss": 0.3467,
      "step": 2559180
    },
    {
      "epoch": 714.26,
      "grad_norm": 1.33204984664917,
      "learning_rate": 1.4567328649396975e-07,
      "loss": 0.3432,
      "step": 2559190
    },
    {
      "epoch": 714.26,
      "grad_norm": 1.4117240905761719,
      "learning_rate": 1.456639024952115e-07,
      "loss": 0.3341,
      "step": 2559200
    },
    {
      "epoch": 714.26,
      "grad_norm": 1.4312275648117065,
      "learning_rate": 1.456545187890192e-07,
      "loss": 0.3411,
      "step": 2559210
    },
    {
      "epoch": 714.27,
      "grad_norm": 1.3159257173538208,
      "learning_rate": 1.456451353753934e-07,
      "loss": 0.3377,
      "step": 2559220
    },
    {
      "epoch": 714.27,
      "grad_norm": 1.082269549369812,
      "learning_rate": 1.456357522543367e-07,
      "loss": 0.3221,
      "step": 2559230
    },
    {
      "epoch": 714.27,
      "grad_norm": 1.1824792623519897,
      "learning_rate": 1.4562636942584936e-07,
      "loss": 0.3338,
      "step": 2559240
    },
    {
      "epoch": 714.28,
      "grad_norm": 1.1102153062820435,
      "learning_rate": 1.4561698688993268e-07,
      "loss": 0.3442,
      "step": 2559250
    },
    {
      "epoch": 714.28,
      "grad_norm": 1.229161024093628,
      "learning_rate": 1.4560760464658872e-07,
      "loss": 0.346,
      "step": 2559260
    },
    {
      "epoch": 714.28,
      "grad_norm": 1.3316713571548462,
      "learning_rate": 1.455982226958175e-07,
      "loss": 0.3364,
      "step": 2559270
    },
    {
      "epoch": 714.28,
      "grad_norm": 1.2873584032058716,
      "learning_rate": 1.4558884103762084e-07,
      "loss": 0.3196,
      "step": 2559280
    },
    {
      "epoch": 714.29,
      "grad_norm": 1.0798003673553467,
      "learning_rate": 1.455794596720003e-07,
      "loss": 0.35,
      "step": 2559290
    },
    {
      "epoch": 714.29,
      "grad_norm": 1.0954288244247437,
      "learning_rate": 1.4557007859895692e-07,
      "loss": 0.346,
      "step": 2559300
    },
    {
      "epoch": 714.29,
      "grad_norm": 1.2150752544403076,
      "learning_rate": 1.4556069781849149e-07,
      "loss": 0.3293,
      "step": 2559310
    },
    {
      "epoch": 714.3,
      "grad_norm": 1.3423296213150024,
      "learning_rate": 1.4555131733060605e-07,
      "loss": 0.3343,
      "step": 2559320
    },
    {
      "epoch": 714.3,
      "grad_norm": 1.3104829788208008,
      "learning_rate": 1.4554193713530118e-07,
      "loss": 0.3543,
      "step": 2559330
    },
    {
      "epoch": 714.3,
      "grad_norm": 1.1996804475784302,
      "learning_rate": 1.455325572325787e-07,
      "loss": 0.3314,
      "step": 2559340
    },
    {
      "epoch": 714.3,
      "grad_norm": 1.2879317998886108,
      "learning_rate": 1.4552317762243957e-07,
      "loss": 0.339,
      "step": 2559350
    },
    {
      "epoch": 714.31,
      "grad_norm": 1.4524983167648315,
      "learning_rate": 1.4551379830488466e-07,
      "loss": 0.343,
      "step": 2559360
    },
    {
      "epoch": 714.31,
      "grad_norm": 1.1776089668273926,
      "learning_rate": 1.4550441927991576e-07,
      "loss": 0.3299,
      "step": 2559370
    },
    {
      "epoch": 714.31,
      "grad_norm": 1.4716876745224,
      "learning_rate": 1.4549504054753388e-07,
      "loss": 0.3282,
      "step": 2559380
    },
    {
      "epoch": 714.31,
      "grad_norm": 1.278808832168579,
      "learning_rate": 1.454856621077409e-07,
      "loss": 0.3329,
      "step": 2559390
    },
    {
      "epoch": 714.32,
      "grad_norm": 1.4030702114105225,
      "learning_rate": 1.4547628396053678e-07,
      "loss": 0.3501,
      "step": 2559400
    },
    {
      "epoch": 714.32,
      "grad_norm": 1.363376259803772,
      "learning_rate": 1.454669061059236e-07,
      "loss": 0.3305,
      "step": 2559410
    },
    {
      "epoch": 714.32,
      "grad_norm": 2.2160654067993164,
      "learning_rate": 1.4545752854390269e-07,
      "loss": 0.3402,
      "step": 2559420
    },
    {
      "epoch": 714.33,
      "grad_norm": 1.1205646991729736,
      "learning_rate": 1.4544815127447508e-07,
      "loss": 0.3384,
      "step": 2559430
    },
    {
      "epoch": 714.33,
      "grad_norm": 1.345668911933899,
      "learning_rate": 1.454387742976423e-07,
      "loss": 0.3326,
      "step": 2559440
    },
    {
      "epoch": 714.33,
      "grad_norm": 1.3839349746704102,
      "learning_rate": 1.4542939761340465e-07,
      "loss": 0.3168,
      "step": 2559450
    },
    {
      "epoch": 714.33,
      "grad_norm": 1.2230050563812256,
      "learning_rate": 1.454200212217647e-07,
      "loss": 0.3423,
      "step": 2559460
    },
    {
      "epoch": 714.34,
      "grad_norm": 1.6645371913909912,
      "learning_rate": 1.4541064512272275e-07,
      "loss": 0.3456,
      "step": 2559470
    },
    {
      "epoch": 714.34,
      "grad_norm": 1.2235864400863647,
      "learning_rate": 1.4540126931628032e-07,
      "loss": 0.3434,
      "step": 2559480
    },
    {
      "epoch": 714.34,
      "grad_norm": 1.2864371538162231,
      "learning_rate": 1.4539189380243927e-07,
      "loss": 0.3186,
      "step": 2559490
    },
    {
      "epoch": 714.35,
      "grad_norm": 1.3699166774749756,
      "learning_rate": 1.4538251858119957e-07,
      "loss": 0.3381,
      "step": 2559500
    },
    {
      "epoch": 714.35,
      "grad_norm": 1.2822185754776,
      "learning_rate": 1.4537314365256356e-07,
      "loss": 0.342,
      "step": 2559510
    },
    {
      "epoch": 714.35,
      "grad_norm": 1.2628222703933716,
      "learning_rate": 1.453637690165318e-07,
      "loss": 0.3388,
      "step": 2559520
    },
    {
      "epoch": 714.35,
      "grad_norm": 1.34822416305542,
      "learning_rate": 1.4535439467310656e-07,
      "loss": 0.3348,
      "step": 2559530
    },
    {
      "epoch": 714.36,
      "grad_norm": 1.2596604824066162,
      "learning_rate": 1.4534502062228766e-07,
      "loss": 0.3362,
      "step": 2559540
    },
    {
      "epoch": 714.36,
      "grad_norm": 1.2764588594436646,
      "learning_rate": 1.4533564686407738e-07,
      "loss": 0.361,
      "step": 2559550
    },
    {
      "epoch": 714.36,
      "grad_norm": 1.4633296728134155,
      "learning_rate": 1.453262733984768e-07,
      "loss": 0.3324,
      "step": 2559560
    },
    {
      "epoch": 714.37,
      "grad_norm": 1.2434883117675781,
      "learning_rate": 1.453169002254862e-07,
      "loss": 0.3388,
      "step": 2559570
    },
    {
      "epoch": 714.37,
      "grad_norm": 1.260191559791565,
      "learning_rate": 1.4530752734510862e-07,
      "loss": 0.3498,
      "step": 2559580
    },
    {
      "epoch": 714.37,
      "grad_norm": 1.1200158596038818,
      "learning_rate": 1.4529815475734387e-07,
      "loss": 0.3322,
      "step": 2559590
    },
    {
      "epoch": 714.37,
      "grad_norm": 1.3927826881408691,
      "learning_rate": 1.4528878246219348e-07,
      "loss": 0.3335,
      "step": 2559600
    },
    {
      "epoch": 714.38,
      "grad_norm": 1.278810977935791,
      "learning_rate": 1.4527941045965902e-07,
      "loss": 0.332,
      "step": 2559610
    },
    {
      "epoch": 714.38,
      "grad_norm": 5.109849452972412,
      "learning_rate": 1.4527003874974206e-07,
      "loss": 0.3397,
      "step": 2559620
    },
    {
      "epoch": 714.38,
      "grad_norm": 1.3871318101882935,
      "learning_rate": 1.4526066733244286e-07,
      "loss": 0.3345,
      "step": 2559630
    },
    {
      "epoch": 714.38,
      "grad_norm": 1.7060848474502563,
      "learning_rate": 1.452512962077635e-07,
      "loss": 0.3325,
      "step": 2559640
    },
    {
      "epoch": 714.39,
      "grad_norm": 1.054033637046814,
      "learning_rate": 1.45241925375705e-07,
      "loss": 0.3377,
      "step": 2559650
    },
    {
      "epoch": 714.39,
      "grad_norm": 1.0660381317138672,
      "learning_rate": 1.4523255483626762e-07,
      "loss": 0.337,
      "step": 2559660
    },
    {
      "epoch": 714.39,
      "grad_norm": 1.2518010139465332,
      "learning_rate": 1.4522318458945452e-07,
      "loss": 0.3348,
      "step": 2559670
    },
    {
      "epoch": 714.4,
      "grad_norm": 1.2327059507369995,
      "learning_rate": 1.452138146352657e-07,
      "loss": 0.3356,
      "step": 2559680
    },
    {
      "epoch": 714.4,
      "grad_norm": 1.1937055587768555,
      "learning_rate": 1.452044449737024e-07,
      "loss": 0.3342,
      "step": 2559690
    },
    {
      "epoch": 714.4,
      "grad_norm": 1.4549610614776611,
      "learning_rate": 1.451950756047665e-07,
      "loss": 0.3261,
      "step": 2559700
    },
    {
      "epoch": 714.4,
      "grad_norm": 1.3470319509506226,
      "learning_rate": 1.4518570652845822e-07,
      "loss": 0.3399,
      "step": 2559710
    },
    {
      "epoch": 714.41,
      "grad_norm": 1.2808653116226196,
      "learning_rate": 1.4517633774477996e-07,
      "loss": 0.3222,
      "step": 2559720
    },
    {
      "epoch": 714.41,
      "grad_norm": 1.3961836099624634,
      "learning_rate": 1.4516696925373244e-07,
      "loss": 0.3307,
      "step": 2559730
    },
    {
      "epoch": 714.41,
      "grad_norm": 1.273681879043579,
      "learning_rate": 1.4515760105531672e-07,
      "loss": 0.3444,
      "step": 2559740
    },
    {
      "epoch": 714.42,
      "grad_norm": 1.2968310117721558,
      "learning_rate": 1.451482331495341e-07,
      "loss": 0.3479,
      "step": 2559750
    },
    {
      "epoch": 714.42,
      "grad_norm": 1.169480562210083,
      "learning_rate": 1.4513886553638668e-07,
      "loss": 0.3403,
      "step": 2559760
    },
    {
      "epoch": 714.42,
      "grad_norm": 1.191462755203247,
      "learning_rate": 1.4512949821587445e-07,
      "loss": 0.3513,
      "step": 2559770
    },
    {
      "epoch": 714.42,
      "grad_norm": 1.251158595085144,
      "learning_rate": 1.4512013118799922e-07,
      "loss": 0.3615,
      "step": 2559780
    },
    {
      "epoch": 714.43,
      "grad_norm": 1.2700616121292114,
      "learning_rate": 1.4511076445276256e-07,
      "loss": 0.3369,
      "step": 2559790
    },
    {
      "epoch": 714.43,
      "grad_norm": 1.2962555885314941,
      "learning_rate": 1.4510139801016449e-07,
      "loss": 0.3398,
      "step": 2559800
    },
    {
      "epoch": 714.43,
      "grad_norm": 1.2275029420852661,
      "learning_rate": 1.450920318602081e-07,
      "loss": 0.3388,
      "step": 2559810
    },
    {
      "epoch": 714.43,
      "grad_norm": 1.2035205364227295,
      "learning_rate": 1.450826660028934e-07,
      "loss": 0.3393,
      "step": 2559820
    },
    {
      "epoch": 714.44,
      "grad_norm": 1.1757160425186157,
      "learning_rate": 1.4507330043822167e-07,
      "loss": 0.3287,
      "step": 2559830
    },
    {
      "epoch": 714.44,
      "grad_norm": 1.2475513219833374,
      "learning_rate": 1.4506393516619505e-07,
      "loss": 0.3404,
      "step": 2559840
    },
    {
      "epoch": 714.44,
      "grad_norm": 4.981659889221191,
      "learning_rate": 1.4505457018681349e-07,
      "loss": 0.3293,
      "step": 2559850
    },
    {
      "epoch": 714.45,
      "grad_norm": 1.2250840663909912,
      "learning_rate": 1.4504520550007908e-07,
      "loss": 0.33,
      "step": 2559860
    },
    {
      "epoch": 714.45,
      "grad_norm": 1.2622106075286865,
      "learning_rate": 1.4503584110599287e-07,
      "loss": 0.3376,
      "step": 2559870
    },
    {
      "epoch": 714.45,
      "grad_norm": 1.1350078582763672,
      "learning_rate": 1.4502647700455643e-07,
      "loss": 0.3386,
      "step": 2559880
    },
    {
      "epoch": 714.45,
      "grad_norm": 1.0305070877075195,
      "learning_rate": 1.4501711319577e-07,
      "loss": 0.3306,
      "step": 2559890
    },
    {
      "epoch": 714.46,
      "grad_norm": 2.179440975189209,
      "learning_rate": 1.450077496796362e-07,
      "loss": 0.3426,
      "step": 2559900
    },
    {
      "epoch": 714.46,
      "grad_norm": 1.4049556255340576,
      "learning_rate": 1.4499838645615526e-07,
      "loss": 0.3377,
      "step": 2559910
    },
    {
      "epoch": 714.46,
      "grad_norm": 1.2660977840423584,
      "learning_rate": 1.4498902352532878e-07,
      "loss": 0.3455,
      "step": 2559920
    },
    {
      "epoch": 714.47,
      "grad_norm": 1.389087438583374,
      "learning_rate": 1.449796608871583e-07,
      "loss": 0.341,
      "step": 2559930
    },
    {
      "epoch": 714.47,
      "grad_norm": 1.190067172050476,
      "learning_rate": 1.4497029854164433e-07,
      "loss": 0.3245,
      "step": 2559940
    },
    {
      "epoch": 714.47,
      "grad_norm": 1.3725039958953857,
      "learning_rate": 1.4496093648878873e-07,
      "loss": 0.3406,
      "step": 2559950
    },
    {
      "epoch": 714.47,
      "grad_norm": 2.4421913623809814,
      "learning_rate": 1.4495157472859225e-07,
      "loss": 0.3285,
      "step": 2559960
    },
    {
      "epoch": 714.48,
      "grad_norm": 1.4199656248092651,
      "learning_rate": 1.4494221326105696e-07,
      "loss": 0.3535,
      "step": 2559970
    },
    {
      "epoch": 714.48,
      "grad_norm": 1.3713093996047974,
      "learning_rate": 1.4493285208618342e-07,
      "loss": 0.3519,
      "step": 2559980
    },
    {
      "epoch": 714.48,
      "grad_norm": 1.4322088956832886,
      "learning_rate": 1.449234912039729e-07,
      "loss": 0.3382,
      "step": 2559990
    },
    {
      "epoch": 714.49,
      "grad_norm": 1.1756625175476074,
      "learning_rate": 1.449141306144267e-07,
      "loss": 0.3463,
      "step": 2560000
    },
    {
      "epoch": 714.49,
      "grad_norm": 1.4225302934646606,
      "learning_rate": 1.4490477031754614e-07,
      "loss": 0.343,
      "step": 2560010
    },
    {
      "epoch": 714.49,
      "grad_norm": 1.3375027179718018,
      "learning_rate": 1.4489541031333303e-07,
      "loss": 0.3357,
      "step": 2560020
    },
    {
      "epoch": 714.49,
      "grad_norm": 1.4618958234786987,
      "learning_rate": 1.4488605060178712e-07,
      "loss": 0.3376,
      "step": 2560030
    },
    {
      "epoch": 714.5,
      "grad_norm": 1.5283581018447876,
      "learning_rate": 1.4487669118291152e-07,
      "loss": 0.3575,
      "step": 2560040
    },
    {
      "epoch": 714.5,
      "grad_norm": 1.2409639358520508,
      "learning_rate": 1.4486733205670598e-07,
      "loss": 0.3355,
      "step": 2560050
    },
    {
      "epoch": 714.5,
      "grad_norm": 1.1763337850570679,
      "learning_rate": 1.4485797322317258e-07,
      "loss": 0.3258,
      "step": 2560060
    },
    {
      "epoch": 714.5,
      "grad_norm": 1.300748348236084,
      "learning_rate": 1.4484861468231236e-07,
      "loss": 0.3491,
      "step": 2560070
    },
    {
      "epoch": 714.51,
      "grad_norm": 1.1065298318862915,
      "learning_rate": 1.4483925643412635e-07,
      "loss": 0.3292,
      "step": 2560080
    },
    {
      "epoch": 714.51,
      "grad_norm": 1.3146780729293823,
      "learning_rate": 1.4482989847861584e-07,
      "loss": 0.3314,
      "step": 2560090
    },
    {
      "epoch": 714.51,
      "grad_norm": 1.0471394062042236,
      "learning_rate": 1.4482054081578243e-07,
      "loss": 0.337,
      "step": 2560100
    },
    {
      "epoch": 714.52,
      "grad_norm": 1.2868798971176147,
      "learning_rate": 1.448111834456274e-07,
      "loss": 0.3359,
      "step": 2560110
    },
    {
      "epoch": 714.52,
      "grad_norm": 1.1187716722488403,
      "learning_rate": 1.4480182636815128e-07,
      "loss": 0.3264,
      "step": 2560120
    },
    {
      "epoch": 714.52,
      "grad_norm": 1.4110068082809448,
      "learning_rate": 1.4479246958335588e-07,
      "loss": 0.328,
      "step": 2560130
    },
    {
      "epoch": 714.52,
      "grad_norm": 1.5524001121520996,
      "learning_rate": 1.4478311309124225e-07,
      "loss": 0.3242,
      "step": 2560140
    },
    {
      "epoch": 714.53,
      "grad_norm": 1.359363317489624,
      "learning_rate": 1.4477375689181167e-07,
      "loss": 0.339,
      "step": 2560150
    },
    {
      "epoch": 714.53,
      "grad_norm": 1.2440917491912842,
      "learning_rate": 1.447644009850657e-07,
      "loss": 0.3276,
      "step": 2560160
    },
    {
      "epoch": 714.53,
      "grad_norm": 1.2547132968902588,
      "learning_rate": 1.4475504537100517e-07,
      "loss": 0.3215,
      "step": 2560170
    },
    {
      "epoch": 714.54,
      "grad_norm": 1.302073359489441,
      "learning_rate": 1.4474569004963134e-07,
      "loss": 0.3359,
      "step": 2560180
    },
    {
      "epoch": 714.54,
      "grad_norm": 1.1604832410812378,
      "learning_rate": 1.4473633502094551e-07,
      "loss": 0.3418,
      "step": 2560190
    },
    {
      "epoch": 714.54,
      "grad_norm": 1.1020957231521606,
      "learning_rate": 1.4472698028494954e-07,
      "loss": 0.3313,
      "step": 2560200
    },
    {
      "epoch": 714.54,
      "grad_norm": 1.375823736190796,
      "learning_rate": 1.4471762584164362e-07,
      "loss": 0.3272,
      "step": 2560210
    },
    {
      "epoch": 714.55,
      "grad_norm": 1.2480854988098145,
      "learning_rate": 1.4470827169102963e-07,
      "loss": 0.3219,
      "step": 2560220
    },
    {
      "epoch": 714.55,
      "grad_norm": 1.2375407218933105,
      "learning_rate": 1.446989178331091e-07,
      "loss": 0.3422,
      "step": 2560230
    },
    {
      "epoch": 714.55,
      "grad_norm": 1.3457443714141846,
      "learning_rate": 1.4468956426788207e-07,
      "loss": 0.3387,
      "step": 2560240
    },
    {
      "epoch": 714.55,
      "grad_norm": 1.2855355739593506,
      "learning_rate": 1.446802109953511e-07,
      "loss": 0.3431,
      "step": 2560250
    },
    {
      "epoch": 714.56,
      "grad_norm": 1.2375003099441528,
      "learning_rate": 1.4467085801551674e-07,
      "loss": 0.3469,
      "step": 2560260
    },
    {
      "epoch": 714.56,
      "grad_norm": 1.177043080329895,
      "learning_rate": 1.4466150532838052e-07,
      "loss": 0.3337,
      "step": 2560270
    },
    {
      "epoch": 714.56,
      "grad_norm": 1.0979409217834473,
      "learning_rate": 1.4465215293394352e-07,
      "loss": 0.3269,
      "step": 2560280
    },
    {
      "epoch": 714.57,
      "grad_norm": 1.72953462600708,
      "learning_rate": 1.4464280083220698e-07,
      "loss": 0.3415,
      "step": 2560290
    },
    {
      "epoch": 714.57,
      "grad_norm": 1.2381243705749512,
      "learning_rate": 1.4463344902317253e-07,
      "loss": 0.3486,
      "step": 2560300
    },
    {
      "epoch": 714.57,
      "grad_norm": 1.2995644807815552,
      "learning_rate": 1.4462409750684066e-07,
      "loss": 0.3352,
      "step": 2560310
    },
    {
      "epoch": 714.57,
      "grad_norm": 1.1808258295059204,
      "learning_rate": 1.446147462832132e-07,
      "loss": 0.3169,
      "step": 2560320
    },
    {
      "epoch": 714.58,
      "grad_norm": 1.4063127040863037,
      "learning_rate": 1.4460539535229143e-07,
      "loss": 0.3384,
      "step": 2560330
    },
    {
      "epoch": 714.58,
      "grad_norm": 1.271247386932373,
      "learning_rate": 1.445960447140764e-07,
      "loss": 0.346,
      "step": 2560340
    },
    {
      "epoch": 714.58,
      "grad_norm": 1.1038838624954224,
      "learning_rate": 1.4458669436856915e-07,
      "loss": 0.3423,
      "step": 2560350
    },
    {
      "epoch": 714.59,
      "grad_norm": 1.5395148992538452,
      "learning_rate": 1.4457734431577128e-07,
      "loss": 0.3353,
      "step": 2560360
    },
    {
      "epoch": 714.59,
      "grad_norm": 1.27489173412323,
      "learning_rate": 1.4456799455568403e-07,
      "loss": 0.3296,
      "step": 2560370
    },
    {
      "epoch": 714.59,
      "grad_norm": 1.2198015451431274,
      "learning_rate": 1.4455864508830795e-07,
      "loss": 0.3307,
      "step": 2560380
    },
    {
      "epoch": 714.59,
      "grad_norm": 1.3549833297729492,
      "learning_rate": 1.4454929591364538e-07,
      "loss": 0.3446,
      "step": 2560390
    },
    {
      "epoch": 714.6,
      "grad_norm": 1.3056950569152832,
      "learning_rate": 1.4453994703169684e-07,
      "loss": 0.3312,
      "step": 2560400
    },
    {
      "epoch": 714.6,
      "grad_norm": 1.2813574075698853,
      "learning_rate": 1.4453059844246363e-07,
      "loss": 0.3313,
      "step": 2560410
    },
    {
      "epoch": 714.6,
      "grad_norm": 1.256888747215271,
      "learning_rate": 1.4452125014594707e-07,
      "loss": 0.3322,
      "step": 2560420
    },
    {
      "epoch": 714.61,
      "grad_norm": 1.5331238508224487,
      "learning_rate": 1.4451190214214894e-07,
      "loss": 0.3384,
      "step": 2560430
    },
    {
      "epoch": 714.61,
      "grad_norm": 1.234463095664978,
      "learning_rate": 1.4450255443106952e-07,
      "loss": 0.3233,
      "step": 2560440
    },
    {
      "epoch": 714.61,
      "grad_norm": 1.2302231788635254,
      "learning_rate": 1.4449320701271066e-07,
      "loss": 0.3458,
      "step": 2560450
    },
    {
      "epoch": 714.61,
      "grad_norm": 1.0166015625,
      "learning_rate": 1.444838598870739e-07,
      "loss": 0.3272,
      "step": 2560460
    },
    {
      "epoch": 714.62,
      "grad_norm": 1.3931546211242676,
      "learning_rate": 1.4447451305415922e-07,
      "loss": 0.347,
      "step": 2560470
    },
    {
      "epoch": 714.62,
      "grad_norm": 1.5685564279556274,
      "learning_rate": 1.444651665139695e-07,
      "loss": 0.3376,
      "step": 2560480
    },
    {
      "epoch": 714.62,
      "grad_norm": 1.2689350843429565,
      "learning_rate": 1.4445582026650472e-07,
      "loss": 0.3177,
      "step": 2560490
    },
    {
      "epoch": 714.62,
      "grad_norm": 1.1414703130722046,
      "learning_rate": 1.4444647431176675e-07,
      "loss": 0.3574,
      "step": 2560500
    },
    {
      "epoch": 714.63,
      "grad_norm": 1.4905550479888916,
      "learning_rate": 1.4443712864975686e-07,
      "loss": 0.3433,
      "step": 2560510
    },
    {
      "epoch": 714.63,
      "grad_norm": 1.1815739870071411,
      "learning_rate": 1.444277832804758e-07,
      "loss": 0.3311,
      "step": 2560520
    },
    {
      "epoch": 714.63,
      "grad_norm": 1.15142822265625,
      "learning_rate": 1.4441843820392518e-07,
      "loss": 0.3373,
      "step": 2560530
    },
    {
      "epoch": 714.64,
      "grad_norm": 1.376846194267273,
      "learning_rate": 1.4440909342010605e-07,
      "loss": 0.3271,
      "step": 2560540
    },
    {
      "epoch": 714.64,
      "grad_norm": 1.295857548713684,
      "learning_rate": 1.4439974892902045e-07,
      "loss": 0.3283,
      "step": 2560550
    },
    {
      "epoch": 714.64,
      "grad_norm": 1.3380756378173828,
      "learning_rate": 1.4439040473066787e-07,
      "loss": 0.3279,
      "step": 2560560
    },
    {
      "epoch": 714.64,
      "grad_norm": 1.8792624473571777,
      "learning_rate": 1.4438106082505168e-07,
      "loss": 0.3261,
      "step": 2560570
    },
    {
      "epoch": 714.65,
      "grad_norm": 1.1697936058044434,
      "learning_rate": 1.4437171721217166e-07,
      "loss": 0.3441,
      "step": 2560580
    },
    {
      "epoch": 714.65,
      "grad_norm": 1.41457200050354,
      "learning_rate": 1.4436237389202936e-07,
      "loss": 0.3427,
      "step": 2560590
    },
    {
      "epoch": 714.65,
      "grad_norm": 1.070752739906311,
      "learning_rate": 1.4435303086462656e-07,
      "loss": 0.3314,
      "step": 2560600
    },
    {
      "epoch": 714.66,
      "grad_norm": 1.1105602979660034,
      "learning_rate": 1.4434368812996357e-07,
      "loss": 0.3428,
      "step": 2560610
    },
    {
      "epoch": 714.66,
      "grad_norm": 1.4957349300384521,
      "learning_rate": 1.4433434568804273e-07,
      "loss": 0.3402,
      "step": 2560620
    },
    {
      "epoch": 714.66,
      "grad_norm": 1.7403141260147095,
      "learning_rate": 1.4432500353886426e-07,
      "loss": 0.3399,
      "step": 2560630
    },
    {
      "epoch": 714.66,
      "grad_norm": 1.2894104719161987,
      "learning_rate": 1.4431566168243e-07,
      "loss": 0.3539,
      "step": 2560640
    },
    {
      "epoch": 714.67,
      "grad_norm": 1.3548187017440796,
      "learning_rate": 1.4430632011874152e-07,
      "loss": 0.3441,
      "step": 2560650
    },
    {
      "epoch": 714.67,
      "grad_norm": 1.1314715147018433,
      "learning_rate": 1.4429697884779907e-07,
      "loss": 0.3334,
      "step": 2560660
    },
    {
      "epoch": 714.67,
      "grad_norm": 1.244655966758728,
      "learning_rate": 1.4428763786960424e-07,
      "loss": 0.327,
      "step": 2560670
    },
    {
      "epoch": 714.67,
      "grad_norm": 1.2119966745376587,
      "learning_rate": 1.4427829718415882e-07,
      "loss": 0.3337,
      "step": 2560680
    },
    {
      "epoch": 714.68,
      "grad_norm": 1.2823344469070435,
      "learning_rate": 1.4426895679146383e-07,
      "loss": 0.3382,
      "step": 2560690
    },
    {
      "epoch": 714.68,
      "grad_norm": 1.1589915752410889,
      "learning_rate": 1.4425961669151958e-07,
      "loss": 0.33,
      "step": 2560700
    },
    {
      "epoch": 714.68,
      "grad_norm": 1.3950676918029785,
      "learning_rate": 1.4425027688432893e-07,
      "loss": 0.3527,
      "step": 2560710
    },
    {
      "epoch": 714.69,
      "grad_norm": 1.085127353668213,
      "learning_rate": 1.4424093736989183e-07,
      "loss": 0.3337,
      "step": 2560720
    },
    {
      "epoch": 714.69,
      "grad_norm": 1.5244030952453613,
      "learning_rate": 1.4423159814821016e-07,
      "loss": 0.3301,
      "step": 2560730
    },
    {
      "epoch": 714.69,
      "grad_norm": 1.0760999917984009,
      "learning_rate": 1.4422225921928518e-07,
      "loss": 0.3374,
      "step": 2560740
    },
    {
      "epoch": 714.69,
      "grad_norm": 1.168384075164795,
      "learning_rate": 1.442129205831177e-07,
      "loss": 0.3228,
      "step": 2560750
    },
    {
      "epoch": 714.7,
      "grad_norm": 1.1077686548233032,
      "learning_rate": 1.4420358223970924e-07,
      "loss": 0.3451,
      "step": 2560760
    },
    {
      "epoch": 714.7,
      "grad_norm": 1.2045286893844604,
      "learning_rate": 1.441942441890609e-07,
      "loss": 0.3317,
      "step": 2560770
    },
    {
      "epoch": 714.7,
      "grad_norm": 1.2099319696426392,
      "learning_rate": 1.4418490643117444e-07,
      "loss": 0.3371,
      "step": 2560780
    },
    {
      "epoch": 714.71,
      "grad_norm": 1.3396484851837158,
      "learning_rate": 1.4417556896605016e-07,
      "loss": 0.3673,
      "step": 2560790
    },
    {
      "epoch": 714.71,
      "grad_norm": 1.2168853282928467,
      "learning_rate": 1.4416623179369013e-07,
      "loss": 0.3315,
      "step": 2560800
    },
    {
      "epoch": 714.71,
      "grad_norm": 1.0149074792861938,
      "learning_rate": 1.441568949140954e-07,
      "loss": 0.3374,
      "step": 2560810
    },
    {
      "epoch": 714.71,
      "grad_norm": 1.4570832252502441,
      "learning_rate": 1.4414755832726646e-07,
      "loss": 0.3361,
      "step": 2560820
    },
    {
      "epoch": 714.72,
      "grad_norm": 1.364998459815979,
      "learning_rate": 1.441382220332062e-07,
      "loss": 0.3284,
      "step": 2560830
    },
    {
      "epoch": 714.72,
      "grad_norm": 1.3098286390304565,
      "learning_rate": 1.441288860319141e-07,
      "loss": 0.329,
      "step": 2560840
    },
    {
      "epoch": 714.72,
      "grad_norm": 1.315610647201538,
      "learning_rate": 1.441195503233925e-07,
      "loss": 0.3181,
      "step": 2560850
    },
    {
      "epoch": 714.73,
      "grad_norm": 1.2001452445983887,
      "learning_rate": 1.4411021490764217e-07,
      "loss": 0.3355,
      "step": 2560860
    },
    {
      "epoch": 714.73,
      "grad_norm": 1.447574496269226,
      "learning_rate": 1.4410087978466441e-07,
      "loss": 0.339,
      "step": 2560870
    },
    {
      "epoch": 714.73,
      "grad_norm": 1.2971209287643433,
      "learning_rate": 1.4409154495446108e-07,
      "loss": 0.3334,
      "step": 2560880
    },
    {
      "epoch": 714.73,
      "grad_norm": 1.276649832725525,
      "learning_rate": 1.4408221041703238e-07,
      "loss": 0.3345,
      "step": 2560890
    },
    {
      "epoch": 714.74,
      "grad_norm": 1.3846558332443237,
      "learning_rate": 1.4407287617238015e-07,
      "loss": 0.3267,
      "step": 2560900
    },
    {
      "epoch": 714.74,
      "grad_norm": 1.390586256980896,
      "learning_rate": 1.4406354222050546e-07,
      "loss": 0.3381,
      "step": 2560910
    },
    {
      "epoch": 714.74,
      "grad_norm": 1.0488970279693604,
      "learning_rate": 1.4405420856141012e-07,
      "loss": 0.3461,
      "step": 2560920
    },
    {
      "epoch": 714.74,
      "grad_norm": 1.1418118476867676,
      "learning_rate": 1.4404487519509436e-07,
      "loss": 0.32,
      "step": 2560930
    },
    {
      "epoch": 714.75,
      "grad_norm": 1.1046334505081177,
      "learning_rate": 1.4403554212156004e-07,
      "loss": 0.3435,
      "step": 2560940
    },
    {
      "epoch": 714.75,
      "grad_norm": 1.3403174877166748,
      "learning_rate": 1.440262093408087e-07,
      "loss": 0.3293,
      "step": 2560950
    },
    {
      "epoch": 714.75,
      "grad_norm": 1.205201268196106,
      "learning_rate": 1.4401687685284061e-07,
      "loss": 0.3321,
      "step": 2560960
    },
    {
      "epoch": 714.76,
      "grad_norm": 1.1947849988937378,
      "learning_rate": 1.440075446576581e-07,
      "loss": 0.3371,
      "step": 2560970
    },
    {
      "epoch": 714.76,
      "grad_norm": 1.2246615886688232,
      "learning_rate": 1.4399821275526145e-07,
      "loss": 0.328,
      "step": 2560980
    },
    {
      "epoch": 714.76,
      "grad_norm": 1.2395997047424316,
      "learning_rate": 1.4398888114565271e-07,
      "loss": 0.3386,
      "step": 2560990
    },
    {
      "epoch": 714.76,
      "grad_norm": 1.206917405128479,
      "learning_rate": 1.4397954982883243e-07,
      "loss": 0.3321,
      "step": 2561000
    },
    {
      "epoch": 714.77,
      "grad_norm": 1.5674018859863281,
      "learning_rate": 1.4397021880480267e-07,
      "loss": 0.3409,
      "step": 2561010
    },
    {
      "epoch": 714.77,
      "grad_norm": 1.1912461519241333,
      "learning_rate": 1.4396088807356398e-07,
      "loss": 0.3325,
      "step": 2561020
    },
    {
      "epoch": 714.77,
      "grad_norm": 1.1878758668899536,
      "learning_rate": 1.439515576351179e-07,
      "loss": 0.3385,
      "step": 2561030
    },
    {
      "epoch": 714.78,
      "grad_norm": 1.2385092973709106,
      "learning_rate": 1.4394222748946573e-07,
      "loss": 0.3483,
      "step": 2561040
    },
    {
      "epoch": 714.78,
      "grad_norm": 1.3058905601501465,
      "learning_rate": 1.4393289763660775e-07,
      "loss": 0.3275,
      "step": 2561050
    },
    {
      "epoch": 714.78,
      "grad_norm": 1.3332796096801758,
      "learning_rate": 1.4392356807654704e-07,
      "loss": 0.3414,
      "step": 2561060
    },
    {
      "epoch": 714.78,
      "grad_norm": 1.1175258159637451,
      "learning_rate": 1.4391423880928338e-07,
      "loss": 0.3427,
      "step": 2561070
    },
    {
      "epoch": 714.79,
      "grad_norm": 1.3874708414077759,
      "learning_rate": 1.439049098348183e-07,
      "loss": 0.3332,
      "step": 2561080
    },
    {
      "epoch": 714.79,
      "grad_norm": 1.3151227235794067,
      "learning_rate": 1.4389558115315343e-07,
      "loss": 0.3215,
      "step": 2561090
    },
    {
      "epoch": 714.79,
      "grad_norm": 1.2426649332046509,
      "learning_rate": 1.4388625276428996e-07,
      "loss": 0.3318,
      "step": 2561100
    },
    {
      "epoch": 714.79,
      "grad_norm": 1.4910047054290771,
      "learning_rate": 1.438769246682285e-07,
      "loss": 0.3439,
      "step": 2561110
    },
    {
      "epoch": 714.8,
      "grad_norm": 1.1693791151046753,
      "learning_rate": 1.438675968649711e-07,
      "loss": 0.3518,
      "step": 2561120
    },
    {
      "epoch": 714.8,
      "grad_norm": 1.2356714010238647,
      "learning_rate": 1.438582693545188e-07,
      "loss": 0.338,
      "step": 2561130
    },
    {
      "epoch": 714.8,
      "grad_norm": 1.1295419931411743,
      "learning_rate": 1.4384894213687188e-07,
      "loss": 0.3234,
      "step": 2561140
    },
    {
      "epoch": 714.81,
      "grad_norm": 1.175155758857727,
      "learning_rate": 1.4383961521203315e-07,
      "loss": 0.3284,
      "step": 2561150
    },
    {
      "epoch": 714.81,
      "grad_norm": 1.154880404472351,
      "learning_rate": 1.4383028858000295e-07,
      "loss": 0.3329,
      "step": 2561160
    },
    {
      "epoch": 714.81,
      "grad_norm": 1.5403388738632202,
      "learning_rate": 1.438209622407825e-07,
      "loss": 0.3433,
      "step": 2561170
    },
    {
      "epoch": 714.81,
      "grad_norm": 1.1887977123260498,
      "learning_rate": 1.438116361943734e-07,
      "loss": 0.3315,
      "step": 2561180
    },
    {
      "epoch": 714.82,
      "grad_norm": 1.2422043085098267,
      "learning_rate": 1.438023104407762e-07,
      "loss": 0.3409,
      "step": 2561190
    },
    {
      "epoch": 714.82,
      "grad_norm": 1.25808584690094,
      "learning_rate": 1.4379298497999318e-07,
      "loss": 0.339,
      "step": 2561200
    },
    {
      "epoch": 714.82,
      "grad_norm": 1.1926438808441162,
      "learning_rate": 1.437836598120249e-07,
      "loss": 0.332,
      "step": 2561210
    },
    {
      "epoch": 714.83,
      "grad_norm": 1.4750516414642334,
      "learning_rate": 1.4377433493687264e-07,
      "loss": 0.3396,
      "step": 2561220
    },
    {
      "epoch": 714.83,
      "grad_norm": 1.4173187017440796,
      "learning_rate": 1.4376501035453774e-07,
      "loss": 0.3496,
      "step": 2561230
    },
    {
      "epoch": 714.83,
      "grad_norm": 1.1499958038330078,
      "learning_rate": 1.4375568606502172e-07,
      "loss": 0.3354,
      "step": 2561240
    },
    {
      "epoch": 714.83,
      "grad_norm": 1.318769097328186,
      "learning_rate": 1.4374636206832537e-07,
      "loss": 0.3378,
      "step": 2561250
    },
    {
      "epoch": 714.84,
      "grad_norm": 1.1093419790267944,
      "learning_rate": 1.4373703836445e-07,
      "loss": 0.3297,
      "step": 2561260
    },
    {
      "epoch": 714.84,
      "grad_norm": 1.5942356586456299,
      "learning_rate": 1.4372771495339717e-07,
      "loss": 0.3318,
      "step": 2561270
    },
    {
      "epoch": 714.84,
      "grad_norm": 1.1224735975265503,
      "learning_rate": 1.437183918351674e-07,
      "loss": 0.3341,
      "step": 2561280
    },
    {
      "epoch": 714.85,
      "grad_norm": 1.1190186738967896,
      "learning_rate": 1.4370906900976303e-07,
      "loss": 0.3424,
      "step": 2561290
    },
    {
      "epoch": 714.85,
      "grad_norm": 1.3538378477096558,
      "learning_rate": 1.4369974647718456e-07,
      "loss": 0.3318,
      "step": 2561300
    },
    {
      "epoch": 714.85,
      "grad_norm": 1.2399206161499023,
      "learning_rate": 1.4369042423743306e-07,
      "loss": 0.3149,
      "step": 2561310
    },
    {
      "epoch": 714.85,
      "grad_norm": 1.3722981214523315,
      "learning_rate": 1.4368110229051062e-07,
      "loss": 0.3529,
      "step": 2561320
    },
    {
      "epoch": 714.86,
      "grad_norm": 1.1562713384628296,
      "learning_rate": 1.4367178063641772e-07,
      "loss": 0.3269,
      "step": 2561330
    },
    {
      "epoch": 714.86,
      "grad_norm": 1.1957941055297852,
      "learning_rate": 1.436624592751557e-07,
      "loss": 0.3274,
      "step": 2561340
    },
    {
      "epoch": 714.86,
      "grad_norm": 1.3803919553756714,
      "learning_rate": 1.4365313820672582e-07,
      "loss": 0.3383,
      "step": 2561350
    },
    {
      "epoch": 714.86,
      "grad_norm": 1.3207355737686157,
      "learning_rate": 1.4364381743112996e-07,
      "loss": 0.3421,
      "step": 2561360
    },
    {
      "epoch": 714.87,
      "grad_norm": 1.2692198753356934,
      "learning_rate": 1.4363449694836808e-07,
      "loss": 0.3431,
      "step": 2561370
    },
    {
      "epoch": 714.87,
      "grad_norm": 1.126638650894165,
      "learning_rate": 1.4362517675844277e-07,
      "loss": 0.3285,
      "step": 2561380
    },
    {
      "epoch": 714.87,
      "grad_norm": 1.1990888118743896,
      "learning_rate": 1.436158568613543e-07,
      "loss": 0.3211,
      "step": 2561390
    },
    {
      "epoch": 714.88,
      "grad_norm": 1.251199722290039,
      "learning_rate": 1.4360653725710453e-07,
      "loss": 0.336,
      "step": 2561400
    },
    {
      "epoch": 714.88,
      "grad_norm": 1.302929401397705,
      "learning_rate": 1.4359721794569445e-07,
      "loss": 0.3439,
      "step": 2561410
    },
    {
      "epoch": 714.88,
      "grad_norm": 1.2253135442733765,
      "learning_rate": 1.435878989271254e-07,
      "loss": 0.3463,
      "step": 2561420
    },
    {
      "epoch": 714.88,
      "grad_norm": 1.1599726676940918,
      "learning_rate": 1.4357858020139813e-07,
      "loss": 0.3399,
      "step": 2561430
    },
    {
      "epoch": 714.89,
      "grad_norm": 1.1482731103897095,
      "learning_rate": 1.4356926176851448e-07,
      "loss": 0.3426,
      "step": 2561440
    },
    {
      "epoch": 714.89,
      "grad_norm": 1.271731972694397,
      "learning_rate": 1.4355994362847547e-07,
      "loss": 0.3356,
      "step": 2561450
    },
    {
      "epoch": 714.89,
      "grad_norm": 1.284576177597046,
      "learning_rate": 1.435506257812827e-07,
      "loss": 0.3155,
      "step": 2561460
    },
    {
      "epoch": 714.9,
      "grad_norm": 1.352746844291687,
      "learning_rate": 1.4354130822693665e-07,
      "loss": 0.3349,
      "step": 2561470
    },
    {
      "epoch": 714.9,
      "grad_norm": 1.2221070528030396,
      "learning_rate": 1.435319909654389e-07,
      "loss": 0.3313,
      "step": 2561480
    },
    {
      "epoch": 714.9,
      "grad_norm": 1.3026924133300781,
      "learning_rate": 1.43522673996791e-07,
      "loss": 0.3175,
      "step": 2561490
    },
    {
      "epoch": 714.9,
      "grad_norm": 1.2540838718414307,
      "learning_rate": 1.4351335732099427e-07,
      "loss": 0.3315,
      "step": 2561500
    },
    {
      "epoch": 714.91,
      "grad_norm": 1.27251398563385,
      "learning_rate": 1.435040409380487e-07,
      "loss": 0.3423,
      "step": 2561510
    },
    {
      "epoch": 714.91,
      "grad_norm": 1.3499507904052734,
      "learning_rate": 1.4349472484795744e-07,
      "loss": 0.3233,
      "step": 2561520
    },
    {
      "epoch": 714.91,
      "grad_norm": 1.3082278966903687,
      "learning_rate": 1.4348540905072017e-07,
      "loss": 0.3419,
      "step": 2561530
    },
    {
      "epoch": 714.91,
      "grad_norm": 1.3411340713500977,
      "learning_rate": 1.43476093546339e-07,
      "loss": 0.3374,
      "step": 2561540
    },
    {
      "epoch": 714.92,
      "grad_norm": 1.097456455230713,
      "learning_rate": 1.4346677833481498e-07,
      "loss": 0.34,
      "step": 2561550
    },
    {
      "epoch": 714.92,
      "grad_norm": 1.0285907983779907,
      "learning_rate": 1.434574634161489e-07,
      "loss": 0.3193,
      "step": 2561560
    },
    {
      "epoch": 714.92,
      "grad_norm": 1.2974132299423218,
      "learning_rate": 1.4344814879034255e-07,
      "loss": 0.3421,
      "step": 2561570
    },
    {
      "epoch": 714.93,
      "grad_norm": 1.292970061302185,
      "learning_rate": 1.43438834457397e-07,
      "loss": 0.33,
      "step": 2561580
    },
    {
      "epoch": 714.93,
      "grad_norm": 1.5218411684036255,
      "learning_rate": 1.4342952041731353e-07,
      "loss": 0.3457,
      "step": 2561590
    },
    {
      "epoch": 714.93,
      "grad_norm": 1.264111042022705,
      "learning_rate": 1.434202066700932e-07,
      "loss": 0.3375,
      "step": 2561600
    },
    {
      "epoch": 714.93,
      "grad_norm": 1.2546459436416626,
      "learning_rate": 1.4341089321573728e-07,
      "loss": 0.3423,
      "step": 2561610
    },
    {
      "epoch": 714.94,
      "grad_norm": 1.1217546463012695,
      "learning_rate": 1.4340158005424737e-07,
      "loss": 0.3298,
      "step": 2561620
    },
    {
      "epoch": 714.94,
      "grad_norm": 1.4973112344741821,
      "learning_rate": 1.4339226718562397e-07,
      "loss": 0.347,
      "step": 2561630
    },
    {
      "epoch": 714.94,
      "grad_norm": 1.3945194482803345,
      "learning_rate": 1.4338295460986915e-07,
      "loss": 0.3342,
      "step": 2561640
    },
    {
      "epoch": 714.95,
      "grad_norm": 1.1754626035690308,
      "learning_rate": 1.4337364232698372e-07,
      "loss": 0.3402,
      "step": 2561650
    },
    {
      "epoch": 714.95,
      "grad_norm": 1.3944991827011108,
      "learning_rate": 1.4336433033696897e-07,
      "loss": 0.334,
      "step": 2561660
    },
    {
      "epoch": 714.95,
      "grad_norm": 19.280061721801758,
      "learning_rate": 1.433550186398259e-07,
      "loss": 0.3332,
      "step": 2561670
    },
    {
      "epoch": 714.95,
      "grad_norm": 1.205275058746338,
      "learning_rate": 1.4334570723555667e-07,
      "loss": 0.3435,
      "step": 2561680
    },
    {
      "epoch": 714.96,
      "grad_norm": 1.180058240890503,
      "learning_rate": 1.4333639612416123e-07,
      "loss": 0.3342,
      "step": 2561690
    },
    {
      "epoch": 714.96,
      "grad_norm": 1.2639952898025513,
      "learning_rate": 1.4332708530564166e-07,
      "loss": 0.3243,
      "step": 2561700
    },
    {
      "epoch": 714.96,
      "grad_norm": 1.1685633659362793,
      "learning_rate": 1.4331777477999928e-07,
      "loss": 0.3504,
      "step": 2561710
    },
    {
      "epoch": 714.97,
      "grad_norm": 1.3150354623794556,
      "learning_rate": 1.4330846454723407e-07,
      "loss": 0.3431,
      "step": 2561720
    },
    {
      "epoch": 714.97,
      "grad_norm": 1.2761749029159546,
      "learning_rate": 1.4329915460734917e-07,
      "loss": 0.3366,
      "step": 2561730
    },
    {
      "epoch": 714.97,
      "grad_norm": 1.2154737710952759,
      "learning_rate": 1.4328984496034457e-07,
      "loss": 0.3333,
      "step": 2561740
    },
    {
      "epoch": 714.97,
      "grad_norm": 1.2102140188217163,
      "learning_rate": 1.4328053560622183e-07,
      "loss": 0.3524,
      "step": 2561750
    },
    {
      "epoch": 714.98,
      "grad_norm": 1.166409969329834,
      "learning_rate": 1.4327122654498225e-07,
      "loss": 0.3265,
      "step": 2561760
    },
    {
      "epoch": 714.98,
      "grad_norm": 1.3160607814788818,
      "learning_rate": 1.4326191777662663e-07,
      "loss": 0.319,
      "step": 2561770
    },
    {
      "epoch": 714.98,
      "grad_norm": 1.2312135696411133,
      "learning_rate": 1.4325260930115704e-07,
      "loss": 0.3301,
      "step": 2561780
    },
    {
      "epoch": 714.98,
      "grad_norm": 1.2849639654159546,
      "learning_rate": 1.43243301118574e-07,
      "loss": 0.3422,
      "step": 2561790
    },
    {
      "epoch": 714.99,
      "grad_norm": 1.254071593284607,
      "learning_rate": 1.4323399322887907e-07,
      "loss": 0.3315,
      "step": 2561800
    },
    {
      "epoch": 714.99,
      "grad_norm": 1.0820214748382568,
      "learning_rate": 1.4322468563207328e-07,
      "loss": 0.3245,
      "step": 2561810
    },
    {
      "epoch": 714.99,
      "grad_norm": 1.0933811664581299,
      "learning_rate": 1.4321537832815848e-07,
      "loss": 0.339,
      "step": 2561820
    },
    {
      "epoch": 715.0,
      "grad_norm": 1.2691460847854614,
      "learning_rate": 1.432060713171349e-07,
      "loss": 0.3331,
      "step": 2561830
    },
    {
      "epoch": 715.0,
      "grad_norm": 1.1923168897628784,
      "learning_rate": 1.4319676459900463e-07,
      "loss": 0.3425,
      "step": 2561840
    },
    {
      "epoch": 715.0,
      "eval_loss": 0.33714571595191956,
      "eval_runtime": 64.6528,
      "eval_samples_per_second": 78.249,
      "eval_steps_per_second": 9.791,
      "step": 2561845
    },
    {
      "epoch": 715.0,
      "grad_norm": 1.527652621269226,
      "learning_rate": 1.431874581737687e-07,
      "loss": 0.35,
      "step": 2561850
    },
    {
      "epoch": 715.0,
      "grad_norm": 1.3738830089569092,
      "learning_rate": 1.431781520414274e-07,
      "loss": 0.3522,
      "step": 2561860
    },
    {
      "epoch": 715.01,
      "grad_norm": 1.1009284257888794,
      "learning_rate": 1.4316884620198385e-07,
      "loss": 0.3204,
      "step": 2561870
    },
    {
      "epoch": 715.01,
      "grad_norm": 1.2716025114059448,
      "learning_rate": 1.4315954065543777e-07,
      "loss": 0.3448,
      "step": 2561880
    },
    {
      "epoch": 715.01,
      "grad_norm": 1.1697889566421509,
      "learning_rate": 1.4315023540179073e-07,
      "loss": 0.3417,
      "step": 2561890
    },
    {
      "epoch": 715.02,
      "grad_norm": 1.3070034980773926,
      "learning_rate": 1.431409304410448e-07,
      "loss": 0.3296,
      "step": 2561900
    },
    {
      "epoch": 715.02,
      "grad_norm": 1.204124093055725,
      "learning_rate": 1.4313162577319997e-07,
      "loss": 0.3388,
      "step": 2561910
    },
    {
      "epoch": 715.02,
      "grad_norm": 1.3176720142364502,
      "learning_rate": 1.431223213982581e-07,
      "loss": 0.3322,
      "step": 2561920
    },
    {
      "epoch": 715.02,
      "grad_norm": 1.1165175437927246,
      "learning_rate": 1.4311301731622024e-07,
      "loss": 0.3293,
      "step": 2561930
    },
    {
      "epoch": 715.03,
      "grad_norm": 1.3107527494430542,
      "learning_rate": 1.4310371352708817e-07,
      "loss": 0.3381,
      "step": 2561940
    },
    {
      "epoch": 715.03,
      "grad_norm": 1.2456986904144287,
      "learning_rate": 1.4309441003086215e-07,
      "loss": 0.3436,
      "step": 2561950
    },
    {
      "epoch": 715.03,
      "grad_norm": 1.2728729248046875,
      "learning_rate": 1.4308510682754455e-07,
      "loss": 0.333,
      "step": 2561960
    },
    {
      "epoch": 715.03,
      "grad_norm": 1.3636406660079956,
      "learning_rate": 1.4307580391713586e-07,
      "loss": 0.3391,
      "step": 2561970
    },
    {
      "epoch": 715.04,
      "grad_norm": 1.3963966369628906,
      "learning_rate": 1.430665012996374e-07,
      "loss": 0.3306,
      "step": 2561980
    },
    {
      "epoch": 715.04,
      "grad_norm": 1.5142216682434082,
      "learning_rate": 1.4305719897505074e-07,
      "loss": 0.327,
      "step": 2561990
    },
    {
      "epoch": 715.04,
      "grad_norm": 1.2261406183242798,
      "learning_rate": 1.4304789694337664e-07,
      "loss": 0.3247,
      "step": 2562000
    },
    {
      "epoch": 715.05,
      "grad_norm": 1.1760008335113525,
      "learning_rate": 1.4303859520461666e-07,
      "loss": 0.3441,
      "step": 2562010
    },
    {
      "epoch": 715.05,
      "grad_norm": 1.3050084114074707,
      "learning_rate": 1.4302929375877188e-07,
      "loss": 0.3444,
      "step": 2562020
    },
    {
      "epoch": 715.05,
      "grad_norm": 1.1039618253707886,
      "learning_rate": 1.4301999260584383e-07,
      "loss": 0.3242,
      "step": 2562030
    },
    {
      "epoch": 715.05,
      "grad_norm": 1.6650789976119995,
      "learning_rate": 1.4301069174583353e-07,
      "loss": 0.3628,
      "step": 2562040
    },
    {
      "epoch": 715.06,
      "grad_norm": 1.4191685914993286,
      "learning_rate": 1.4300139117874204e-07,
      "loss": 0.33,
      "step": 2562050
    },
    {
      "epoch": 715.06,
      "grad_norm": 1.2929362058639526,
      "learning_rate": 1.4299209090457097e-07,
      "loss": 0.3391,
      "step": 2562060
    },
    {
      "epoch": 715.06,
      "grad_norm": 1.2717560529708862,
      "learning_rate": 1.4298279092332127e-07,
      "loss": 0.3348,
      "step": 2562070
    },
    {
      "epoch": 715.07,
      "grad_norm": 1.256390929222107,
      "learning_rate": 1.4297349123499457e-07,
      "loss": 0.3416,
      "step": 2562080
    },
    {
      "epoch": 715.07,
      "grad_norm": 1.377190113067627,
      "learning_rate": 1.429641918395911e-07,
      "loss": 0.3453,
      "step": 2562090
    },
    {
      "epoch": 715.07,
      "grad_norm": 1.1775641441345215,
      "learning_rate": 1.4295489273711372e-07,
      "loss": 0.3178,
      "step": 2562100
    },
    {
      "epoch": 715.07,
      "grad_norm": 1.112527847290039,
      "learning_rate": 1.4294559392756222e-07,
      "loss": 0.3288,
      "step": 2562110
    },
    {
      "epoch": 715.08,
      "grad_norm": 1.247533917427063,
      "learning_rate": 1.4293629541093834e-07,
      "loss": 0.3248,
      "step": 2562120
    },
    {
      "epoch": 715.08,
      "grad_norm": 1.2735577821731567,
      "learning_rate": 1.4292699718724395e-07,
      "loss": 0.3412,
      "step": 2562130
    },
    {
      "epoch": 715.08,
      "grad_norm": 1.2309815883636475,
      "learning_rate": 1.4291769925647906e-07,
      "loss": 0.3293,
      "step": 2562140
    },
    {
      "epoch": 715.09,
      "grad_norm": 1.2202593088150024,
      "learning_rate": 1.429084016186457e-07,
      "loss": 0.33,
      "step": 2562150
    },
    {
      "epoch": 715.09,
      "grad_norm": 1.2000551223754883,
      "learning_rate": 1.4289910427374498e-07,
      "loss": 0.3398,
      "step": 2562160
    },
    {
      "epoch": 715.09,
      "grad_norm": 1.219480037689209,
      "learning_rate": 1.4288980722177842e-07,
      "loss": 0.3367,
      "step": 2562170
    },
    {
      "epoch": 715.09,
      "grad_norm": 1.672959327697754,
      "learning_rate": 1.428805104627463e-07,
      "loss": 0.3533,
      "step": 2562180
    },
    {
      "epoch": 715.1,
      "grad_norm": 1.3121323585510254,
      "learning_rate": 1.4287121399665117e-07,
      "loss": 0.3479,
      "step": 2562190
    },
    {
      "epoch": 715.1,
      "grad_norm": 1.2161484956741333,
      "learning_rate": 1.4286191782349336e-07,
      "loss": 0.3362,
      "step": 2562200
    },
    {
      "epoch": 715.1,
      "grad_norm": 1.342303991317749,
      "learning_rate": 1.4285262194327412e-07,
      "loss": 0.3281,
      "step": 2562210
    },
    {
      "epoch": 715.1,
      "grad_norm": 1.3529936075210571,
      "learning_rate": 1.4284332635599556e-07,
      "loss": 0.3444,
      "step": 2562220
    },
    {
      "epoch": 715.11,
      "grad_norm": 1.2014299631118774,
      "learning_rate": 1.4283403106165767e-07,
      "loss": 0.3358,
      "step": 2562230
    },
    {
      "epoch": 715.11,
      "grad_norm": 1.266642689704895,
      "learning_rate": 1.4282473606026253e-07,
      "loss": 0.345,
      "step": 2562240
    },
    {
      "epoch": 715.11,
      "grad_norm": 1.2944228649139404,
      "learning_rate": 1.4281544135181094e-07,
      "loss": 0.3218,
      "step": 2562250
    },
    {
      "epoch": 715.12,
      "grad_norm": 1.529815435409546,
      "learning_rate": 1.428061469363047e-07,
      "loss": 0.3381,
      "step": 2562260
    },
    {
      "epoch": 715.12,
      "grad_norm": 1.1055941581726074,
      "learning_rate": 1.427968528137446e-07,
      "loss": 0.3303,
      "step": 2562270
    },
    {
      "epoch": 715.12,
      "grad_norm": 1.7920547723770142,
      "learning_rate": 1.4278755898413167e-07,
      "loss": 0.3331,
      "step": 2562280
    },
    {
      "epoch": 715.12,
      "grad_norm": 1.1719083786010742,
      "learning_rate": 1.42778265447468e-07,
      "loss": 0.3419,
      "step": 2562290
    },
    {
      "epoch": 715.13,
      "grad_norm": 1.3765435218811035,
      "learning_rate": 1.427689722037533e-07,
      "loss": 0.342,
      "step": 2562300
    },
    {
      "epoch": 715.13,
      "grad_norm": 1.1362888813018799,
      "learning_rate": 1.4275967925299076e-07,
      "loss": 0.3345,
      "step": 2562310
    },
    {
      "epoch": 715.13,
      "grad_norm": 1.1988303661346436,
      "learning_rate": 1.427503865951798e-07,
      "loss": 0.3496,
      "step": 2562320
    },
    {
      "epoch": 715.14,
      "grad_norm": 1.1870111227035522,
      "learning_rate": 1.4274109423032307e-07,
      "loss": 0.3269,
      "step": 2562330
    },
    {
      "epoch": 715.14,
      "grad_norm": 1.2053403854370117,
      "learning_rate": 1.4273180215842103e-07,
      "loss": 0.3394,
      "step": 2562340
    },
    {
      "epoch": 715.14,
      "grad_norm": 1.1537524461746216,
      "learning_rate": 1.4272251037947502e-07,
      "loss": 0.3224,
      "step": 2562350
    },
    {
      "epoch": 715.14,
      "grad_norm": 3.9282524585723877,
      "learning_rate": 1.4271321889348687e-07,
      "loss": 0.3474,
      "step": 2562360
    },
    {
      "epoch": 715.15,
      "grad_norm": 1.674182653427124,
      "learning_rate": 1.427039277004568e-07,
      "loss": 0.3084,
      "step": 2562370
    },
    {
      "epoch": 715.15,
      "grad_norm": 1.0958123207092285,
      "learning_rate": 1.426946368003867e-07,
      "loss": 0.3272,
      "step": 2562380
    },
    {
      "epoch": 715.15,
      "grad_norm": 1.1945035457611084,
      "learning_rate": 1.4268534619327753e-07,
      "loss": 0.3346,
      "step": 2562390
    },
    {
      "epoch": 715.15,
      "grad_norm": 1.2888269424438477,
      "learning_rate": 1.4267605587913117e-07,
      "loss": 0.3387,
      "step": 2562400
    },
    {
      "epoch": 715.16,
      "grad_norm": 1.4029300212860107,
      "learning_rate": 1.4266676585794785e-07,
      "loss": 0.3559,
      "step": 2562410
    },
    {
      "epoch": 715.16,
      "grad_norm": 1.2890864610671997,
      "learning_rate": 1.426574761297294e-07,
      "loss": 0.3548,
      "step": 2562420
    },
    {
      "epoch": 715.16,
      "grad_norm": 1.4674286842346191,
      "learning_rate": 1.426481866944774e-07,
      "loss": 0.3455,
      "step": 2562430
    },
    {
      "epoch": 715.17,
      "grad_norm": 1.134587049484253,
      "learning_rate": 1.4263889755219182e-07,
      "loss": 0.3433,
      "step": 2562440
    },
    {
      "epoch": 715.17,
      "grad_norm": 1.090709924697876,
      "learning_rate": 1.4262960870287552e-07,
      "loss": 0.3176,
      "step": 2562450
    },
    {
      "epoch": 715.17,
      "grad_norm": 1.1034278869628906,
      "learning_rate": 1.4262032014652853e-07,
      "loss": 0.3389,
      "step": 2562460
    },
    {
      "epoch": 715.17,
      "grad_norm": 1.4238911867141724,
      "learning_rate": 1.426110318831524e-07,
      "loss": 0.3476,
      "step": 2562470
    },
    {
      "epoch": 715.18,
      "grad_norm": 1.1979906558990479,
      "learning_rate": 1.4260174391274843e-07,
      "loss": 0.3276,
      "step": 2562480
    },
    {
      "epoch": 715.18,
      "grad_norm": 1.4294768571853638,
      "learning_rate": 1.425924562353184e-07,
      "loss": 0.3325,
      "step": 2562490
    },
    {
      "epoch": 715.18,
      "grad_norm": 1.1666268110275269,
      "learning_rate": 1.4258316885086265e-07,
      "loss": 0.3322,
      "step": 2562500
    },
    {
      "epoch": 715.19,
      "grad_norm": 1.1448922157287598,
      "learning_rate": 1.4257388175938294e-07,
      "loss": 0.3425,
      "step": 2562510
    },
    {
      "epoch": 715.19,
      "grad_norm": 1.2863777875900269,
      "learning_rate": 1.425645949608806e-07,
      "loss": 0.3381,
      "step": 2562520
    },
    {
      "epoch": 715.19,
      "grad_norm": 6.865591526031494,
      "learning_rate": 1.425553084553559e-07,
      "loss": 0.3344,
      "step": 2562530
    },
    {
      "epoch": 715.19,
      "grad_norm": 1.3218880891799927,
      "learning_rate": 1.4254602224281164e-07,
      "loss": 0.3219,
      "step": 2562540
    },
    {
      "epoch": 715.2,
      "grad_norm": 1.4260704517364502,
      "learning_rate": 1.4253673632324765e-07,
      "loss": 0.3409,
      "step": 2562550
    },
    {
      "epoch": 715.2,
      "grad_norm": 1.2442790269851685,
      "learning_rate": 1.4252745069666592e-07,
      "loss": 0.3188,
      "step": 2562560
    },
    {
      "epoch": 715.2,
      "grad_norm": 1.1787340641021729,
      "learning_rate": 1.4251816536306783e-07,
      "loss": 0.3487,
      "step": 2562570
    },
    {
      "epoch": 715.21,
      "grad_norm": 1.441931128501892,
      "learning_rate": 1.4250888032245386e-07,
      "loss": 0.333,
      "step": 2562580
    },
    {
      "epoch": 715.21,
      "grad_norm": 1.0969104766845703,
      "learning_rate": 1.4249959557482583e-07,
      "loss": 0.3322,
      "step": 2562590
    },
    {
      "epoch": 715.21,
      "grad_norm": 1.1141986846923828,
      "learning_rate": 1.4249031112018478e-07,
      "loss": 0.3213,
      "step": 2562600
    },
    {
      "epoch": 715.21,
      "grad_norm": 1.4403587579727173,
      "learning_rate": 1.4248102695853203e-07,
      "loss": 0.3404,
      "step": 2562610
    },
    {
      "epoch": 715.22,
      "grad_norm": 1.092355489730835,
      "learning_rate": 1.4247174308986863e-07,
      "loss": 0.3438,
      "step": 2562620
    },
    {
      "epoch": 715.22,
      "grad_norm": 1.0546598434448242,
      "learning_rate": 1.4246245951419635e-07,
      "loss": 0.3232,
      "step": 2562630
    },
    {
      "epoch": 715.22,
      "grad_norm": 1.2141648530960083,
      "learning_rate": 1.4245317623151577e-07,
      "loss": 0.3372,
      "step": 2562640
    },
    {
      "epoch": 715.22,
      "grad_norm": 1.3104181289672852,
      "learning_rate": 1.424438932418284e-07,
      "loss": 0.3277,
      "step": 2562650
    },
    {
      "epoch": 715.23,
      "grad_norm": 1.4709237813949585,
      "learning_rate": 1.4243461054513585e-07,
      "loss": 0.334,
      "step": 2562660
    },
    {
      "epoch": 715.23,
      "grad_norm": 1.305258870124817,
      "learning_rate": 1.4242532814143833e-07,
      "loss": 0.3429,
      "step": 2562670
    },
    {
      "epoch": 715.23,
      "grad_norm": 1.9991942644119263,
      "learning_rate": 1.4241604603073822e-07,
      "loss": 0.3427,
      "step": 2562680
    },
    {
      "epoch": 715.24,
      "grad_norm": 1.7779715061187744,
      "learning_rate": 1.4240676421303602e-07,
      "loss": 0.344,
      "step": 2562690
    },
    {
      "epoch": 715.24,
      "grad_norm": 1.0918716192245483,
      "learning_rate": 1.423974826883333e-07,
      "loss": 0.3346,
      "step": 2562700
    },
    {
      "epoch": 715.24,
      "grad_norm": 1.1017385721206665,
      "learning_rate": 1.4238820145663136e-07,
      "loss": 0.3309,
      "step": 2562710
    },
    {
      "epoch": 715.24,
      "grad_norm": 1.4671128988265991,
      "learning_rate": 1.42378920517931e-07,
      "loss": 0.3371,
      "step": 2562720
    },
    {
      "epoch": 715.25,
      "grad_norm": 1.2755743265151978,
      "learning_rate": 1.4236963987223375e-07,
      "loss": 0.3371,
      "step": 2562730
    },
    {
      "epoch": 715.25,
      "grad_norm": 1.2464016675949097,
      "learning_rate": 1.423603595195409e-07,
      "loss": 0.3427,
      "step": 2562740
    },
    {
      "epoch": 715.25,
      "grad_norm": 1.1237598657608032,
      "learning_rate": 1.4235107945985381e-07,
      "loss": 0.3451,
      "step": 2562750
    },
    {
      "epoch": 715.26,
      "grad_norm": 1.2918109893798828,
      "learning_rate": 1.4234179969317294e-07,
      "loss": 0.3232,
      "step": 2562760
    },
    {
      "epoch": 715.26,
      "grad_norm": 1.133212685585022,
      "learning_rate": 1.4233252021950066e-07,
      "loss": 0.3433,
      "step": 2562770
    },
    {
      "epoch": 715.26,
      "grad_norm": 1.3563772439956665,
      "learning_rate": 1.4232324103883752e-07,
      "loss": 0.344,
      "step": 2562780
    },
    {
      "epoch": 715.26,
      "grad_norm": 15.561275482177734,
      "learning_rate": 1.4231396215118475e-07,
      "loss": 0.3324,
      "step": 2562790
    },
    {
      "epoch": 715.27,
      "grad_norm": 1.1347568035125732,
      "learning_rate": 1.4230468355654394e-07,
      "loss": 0.344,
      "step": 2562800
    },
    {
      "epoch": 715.27,
      "grad_norm": 1.1036003828048706,
      "learning_rate": 1.422954052549159e-07,
      "loss": 0.3314,
      "step": 2562810
    },
    {
      "epoch": 715.27,
      "grad_norm": 1.366588830947876,
      "learning_rate": 1.4228612724630216e-07,
      "loss": 0.3321,
      "step": 2562820
    },
    {
      "epoch": 715.27,
      "grad_norm": 1.1852986812591553,
      "learning_rate": 1.4227684953070352e-07,
      "loss": 0.3287,
      "step": 2562830
    },
    {
      "epoch": 715.28,
      "grad_norm": 1.223268747329712,
      "learning_rate": 1.4226757210812232e-07,
      "loss": 0.3394,
      "step": 2562840
    },
    {
      "epoch": 715.28,
      "grad_norm": 1.3518859148025513,
      "learning_rate": 1.4225829497855854e-07,
      "loss": 0.3352,
      "step": 2562850
    },
    {
      "epoch": 715.28,
      "grad_norm": 1.2637048959732056,
      "learning_rate": 1.4224901814201376e-07,
      "loss": 0.33,
      "step": 2562860
    },
    {
      "epoch": 715.29,
      "grad_norm": 1.4121636152267456,
      "learning_rate": 1.422397415984898e-07,
      "loss": 0.3343,
      "step": 2562870
    },
    {
      "epoch": 715.29,
      "grad_norm": 1.305551528930664,
      "learning_rate": 1.4223046534798667e-07,
      "loss": 0.3422,
      "step": 2562880
    },
    {
      "epoch": 715.29,
      "grad_norm": 1.3043609857559204,
      "learning_rate": 1.422211893905072e-07,
      "loss": 0.3486,
      "step": 2562890
    },
    {
      "epoch": 715.29,
      "grad_norm": 1.151451826095581,
      "learning_rate": 1.4221191372605113e-07,
      "loss": 0.3416,
      "step": 2562900
    },
    {
      "epoch": 715.3,
      "grad_norm": 1.2839258909225464,
      "learning_rate": 1.422026383546211e-07,
      "loss": 0.3482,
      "step": 2562910
    },
    {
      "epoch": 715.3,
      "grad_norm": 1.3854610919952393,
      "learning_rate": 1.421933632762171e-07,
      "loss": 0.3263,
      "step": 2562920
    },
    {
      "epoch": 715.3,
      "grad_norm": 1.2538479566574097,
      "learning_rate": 1.4218408849084117e-07,
      "loss": 0.3463,
      "step": 2562930
    },
    {
      "epoch": 715.31,
      "grad_norm": 1.395876407623291,
      "learning_rate": 1.421748139984944e-07,
      "loss": 0.3289,
      "step": 2562940
    },
    {
      "epoch": 715.31,
      "grad_norm": 1.490692377090454,
      "learning_rate": 1.4216553979917757e-07,
      "loss": 0.3286,
      "step": 2562950
    },
    {
      "epoch": 715.31,
      "grad_norm": 1.3768776655197144,
      "learning_rate": 1.421562658928922e-07,
      "loss": 0.3503,
      "step": 2562960
    },
    {
      "epoch": 715.31,
      "grad_norm": 1.1722757816314697,
      "learning_rate": 1.4214699227963962e-07,
      "loss": 0.341,
      "step": 2562970
    },
    {
      "epoch": 715.32,
      "grad_norm": 2.179331064224243,
      "learning_rate": 1.4213771895942142e-07,
      "loss": 0.3243,
      "step": 2562980
    },
    {
      "epoch": 715.32,
      "grad_norm": 1.2069171667099,
      "learning_rate": 1.4212844593223778e-07,
      "loss": 0.3228,
      "step": 2562990
    },
    {
      "epoch": 715.32,
      "grad_norm": 1.229722023010254,
      "learning_rate": 1.4211917319809085e-07,
      "loss": 0.3182,
      "step": 2563000
    },
    {
      "epoch": 715.33,
      "grad_norm": 1.1529980897903442,
      "learning_rate": 1.4210990075698165e-07,
      "loss": 0.3542,
      "step": 2563010
    },
    {
      "epoch": 715.33,
      "grad_norm": 1.23470139503479,
      "learning_rate": 1.4210062860891095e-07,
      "loss": 0.3272,
      "step": 2563020
    },
    {
      "epoch": 715.33,
      "grad_norm": 1.4388748407363892,
      "learning_rate": 1.4209135675388113e-07,
      "loss": 0.3431,
      "step": 2563030
    },
    {
      "epoch": 715.33,
      "grad_norm": 1.19874906539917,
      "learning_rate": 1.4208208519189212e-07,
      "loss": 0.3379,
      "step": 2563040
    },
    {
      "epoch": 715.34,
      "grad_norm": 1.3850528001785278,
      "learning_rate": 1.420728139229458e-07,
      "loss": 0.3404,
      "step": 2563050
    },
    {
      "epoch": 715.34,
      "grad_norm": 1.3169394731521606,
      "learning_rate": 1.420635429470432e-07,
      "loss": 0.3409,
      "step": 2563060
    },
    {
      "epoch": 715.34,
      "grad_norm": 1.113834023475647,
      "learning_rate": 1.4205427226418615e-07,
      "loss": 0.3327,
      "step": 2563070
    },
    {
      "epoch": 715.34,
      "grad_norm": 1.2638905048370361,
      "learning_rate": 1.4204500187437515e-07,
      "loss": 0.3287,
      "step": 2563080
    },
    {
      "epoch": 715.35,
      "grad_norm": 1.1207194328308105,
      "learning_rate": 1.420357317776115e-07,
      "loss": 0.3315,
      "step": 2563090
    },
    {
      "epoch": 715.35,
      "grad_norm": 1.284293532371521,
      "learning_rate": 1.4202646197389702e-07,
      "loss": 0.3439,
      "step": 2563100
    },
    {
      "epoch": 715.35,
      "grad_norm": 1.6017564535140991,
      "learning_rate": 1.4201719246323173e-07,
      "loss": 0.3347,
      "step": 2563110
    },
    {
      "epoch": 715.36,
      "grad_norm": 1.1150838136672974,
      "learning_rate": 1.4200792324561848e-07,
      "loss": 0.3267,
      "step": 2563120
    },
    {
      "epoch": 715.36,
      "grad_norm": 1.1587004661560059,
      "learning_rate": 1.4199865432105727e-07,
      "loss": 0.3343,
      "step": 2563130
    },
    {
      "epoch": 715.36,
      "grad_norm": 0.9930110573768616,
      "learning_rate": 1.4198938568954992e-07,
      "loss": 0.3292,
      "step": 2563140
    },
    {
      "epoch": 715.36,
      "grad_norm": 1.063569188117981,
      "learning_rate": 1.4198011735109747e-07,
      "loss": 0.3387,
      "step": 2563150
    },
    {
      "epoch": 715.37,
      "grad_norm": 1.2502636909484863,
      "learning_rate": 1.4197084930570147e-07,
      "loss": 0.3371,
      "step": 2563160
    },
    {
      "epoch": 715.37,
      "grad_norm": 1.3292200565338135,
      "learning_rate": 1.419615815533625e-07,
      "loss": 0.3321,
      "step": 2563170
    },
    {
      "epoch": 715.37,
      "grad_norm": 1.2459133863449097,
      "learning_rate": 1.4195231409408204e-07,
      "loss": 0.3439,
      "step": 2563180
    },
    {
      "epoch": 715.38,
      "grad_norm": 1.1481468677520752,
      "learning_rate": 1.419430469278617e-07,
      "loss": 0.3335,
      "step": 2563190
    },
    {
      "epoch": 715.38,
      "grad_norm": 1.2603132724761963,
      "learning_rate": 1.419337800547025e-07,
      "loss": 0.3598,
      "step": 2563200
    },
    {
      "epoch": 715.38,
      "grad_norm": 1.1714198589324951,
      "learning_rate": 1.4192451347460574e-07,
      "loss": 0.3357,
      "step": 2563210
    },
    {
      "epoch": 715.38,
      "grad_norm": 1.2749289274215698,
      "learning_rate": 1.419152471875725e-07,
      "loss": 0.3386,
      "step": 2563220
    },
    {
      "epoch": 715.39,
      "grad_norm": 1.2609894275665283,
      "learning_rate": 1.4190598119360376e-07,
      "loss": 0.3211,
      "step": 2563230
    },
    {
      "epoch": 715.39,
      "grad_norm": 1.2362539768218994,
      "learning_rate": 1.4189671549270166e-07,
      "loss": 0.3338,
      "step": 2563240
    },
    {
      "epoch": 715.39,
      "grad_norm": 1.2568778991699219,
      "learning_rate": 1.418874500848659e-07,
      "loss": 0.33,
      "step": 2563250
    },
    {
      "epoch": 715.39,
      "grad_norm": 1.3119114637374878,
      "learning_rate": 1.418781849700996e-07,
      "loss": 0.3424,
      "step": 2563260
    },
    {
      "epoch": 715.4,
      "grad_norm": 1.3819339275360107,
      "learning_rate": 1.4186892014840254e-07,
      "loss": 0.3433,
      "step": 2563270
    },
    {
      "epoch": 715.4,
      "grad_norm": 1.1555931568145752,
      "learning_rate": 1.4185965561977652e-07,
      "loss": 0.3454,
      "step": 2563280
    },
    {
      "epoch": 715.4,
      "grad_norm": 1.0828529596328735,
      "learning_rate": 1.4185039138422254e-07,
      "loss": 0.3244,
      "step": 2563290
    },
    {
      "epoch": 715.41,
      "grad_norm": 1.1960742473602295,
      "learning_rate": 1.418411274417425e-07,
      "loss": 0.3275,
      "step": 2563300
    },
    {
      "epoch": 715.41,
      "grad_norm": 1.1238480806350708,
      "learning_rate": 1.4183186379233686e-07,
      "loss": 0.3305,
      "step": 2563310
    },
    {
      "epoch": 715.41,
      "grad_norm": 1.5850547552108765,
      "learning_rate": 1.4182260043600694e-07,
      "loss": 0.3446,
      "step": 2563320
    },
    {
      "epoch": 715.41,
      "grad_norm": 1.211566686630249,
      "learning_rate": 1.4181333737275456e-07,
      "loss": 0.3376,
      "step": 2563330
    },
    {
      "epoch": 715.42,
      "grad_norm": 1.2324297428131104,
      "learning_rate": 1.4180407460257997e-07,
      "loss": 0.3339,
      "step": 2563340
    },
    {
      "epoch": 715.42,
      "grad_norm": 1.389674425125122,
      "learning_rate": 1.4179481212548554e-07,
      "loss": 0.3238,
      "step": 2563350
    },
    {
      "epoch": 715.42,
      "grad_norm": 1.377246618270874,
      "learning_rate": 1.417855499414715e-07,
      "loss": 0.3387,
      "step": 2563360
    },
    {
      "epoch": 715.43,
      "grad_norm": 1.3721243143081665,
      "learning_rate": 1.417762880505397e-07,
      "loss": 0.3248,
      "step": 2563370
    },
    {
      "epoch": 715.43,
      "grad_norm": 1.3303149938583374,
      "learning_rate": 1.4176702645269143e-07,
      "loss": 0.3279,
      "step": 2563380
    },
    {
      "epoch": 715.43,
      "grad_norm": 1.146369218826294,
      "learning_rate": 1.4175776514792746e-07,
      "loss": 0.3353,
      "step": 2563390
    },
    {
      "epoch": 715.43,
      "grad_norm": 1.275037169456482,
      "learning_rate": 1.4174850413624936e-07,
      "loss": 0.3327,
      "step": 2563400
    },
    {
      "epoch": 715.44,
      "grad_norm": 1.3544280529022217,
      "learning_rate": 1.4173924341765816e-07,
      "loss": 0.3409,
      "step": 2563410
    },
    {
      "epoch": 715.44,
      "grad_norm": 1.453264594078064,
      "learning_rate": 1.4172998299215545e-07,
      "loss": 0.3376,
      "step": 2563420
    },
    {
      "epoch": 715.44,
      "grad_norm": 1.14142644405365,
      "learning_rate": 1.4172072285974146e-07,
      "loss": 0.3416,
      "step": 2563430
    },
    {
      "epoch": 715.45,
      "grad_norm": 1.140274167060852,
      "learning_rate": 1.4171146302041906e-07,
      "loss": 0.3249,
      "step": 2563440
    },
    {
      "epoch": 715.45,
      "grad_norm": 1.1505084037780762,
      "learning_rate": 1.4170220347418824e-07,
      "loss": 0.334,
      "step": 2563450
    },
    {
      "epoch": 715.45,
      "grad_norm": 1.161248803138733,
      "learning_rate": 1.4169294422105033e-07,
      "loss": 0.3348,
      "step": 2563460
    },
    {
      "epoch": 715.45,
      "grad_norm": 1.1836926937103271,
      "learning_rate": 1.416836852610074e-07,
      "loss": 0.3316,
      "step": 2563470
    },
    {
      "epoch": 715.46,
      "grad_norm": 1.1577731370925903,
      "learning_rate": 1.4167442659405916e-07,
      "loss": 0.3358,
      "step": 2563480
    },
    {
      "epoch": 715.46,
      "grad_norm": 1.2568984031677246,
      "learning_rate": 1.4166516822020879e-07,
      "loss": 0.3379,
      "step": 2563490
    },
    {
      "epoch": 715.46,
      "grad_norm": 1.4346369504928589,
      "learning_rate": 1.4165591013945598e-07,
      "loss": 0.328,
      "step": 2563500
    },
    {
      "epoch": 715.46,
      "grad_norm": 1.0801911354064941,
      "learning_rate": 1.4164665235180257e-07,
      "loss": 0.3242,
      "step": 2563510
    },
    {
      "epoch": 715.47,
      "grad_norm": 2.693596363067627,
      "learning_rate": 1.4163739485724984e-07,
      "loss": 0.3174,
      "step": 2563520
    },
    {
      "epoch": 715.47,
      "grad_norm": 1.1886109113693237,
      "learning_rate": 1.4162813765579887e-07,
      "loss": 0.3291,
      "step": 2563530
    },
    {
      "epoch": 715.47,
      "grad_norm": 1.2484513521194458,
      "learning_rate": 1.4161888074745068e-07,
      "loss": 0.3308,
      "step": 2563540
    },
    {
      "epoch": 715.48,
      "grad_norm": 1.4427505731582642,
      "learning_rate": 1.4160962413220686e-07,
      "loss": 0.3526,
      "step": 2563550
    },
    {
      "epoch": 715.48,
      "grad_norm": 1.255264163017273,
      "learning_rate": 1.416003678100689e-07,
      "loss": 0.341,
      "step": 2563560
    },
    {
      "epoch": 715.48,
      "grad_norm": 1.1820027828216553,
      "learning_rate": 1.4159111178103687e-07,
      "loss": 0.3155,
      "step": 2563570
    },
    {
      "epoch": 715.48,
      "grad_norm": 1.435928463935852,
      "learning_rate": 1.415818560451136e-07,
      "loss": 0.3487,
      "step": 2563580
    },
    {
      "epoch": 715.49,
      "grad_norm": 1.2683734893798828,
      "learning_rate": 1.415726006022991e-07,
      "loss": 0.3441,
      "step": 2563590
    },
    {
      "epoch": 715.49,
      "grad_norm": 1.200002908706665,
      "learning_rate": 1.4156334545259492e-07,
      "loss": 0.3297,
      "step": 2563600
    },
    {
      "epoch": 715.49,
      "grad_norm": 8.073607444763184,
      "learning_rate": 1.4155409059600288e-07,
      "loss": 0.3371,
      "step": 2563610
    },
    {
      "epoch": 715.5,
      "grad_norm": 1.2595847845077515,
      "learning_rate": 1.415448360325233e-07,
      "loss": 0.3337,
      "step": 2563620
    },
    {
      "epoch": 715.5,
      "grad_norm": 1.113435983657837,
      "learning_rate": 1.4153558176215788e-07,
      "loss": 0.3259,
      "step": 2563630
    },
    {
      "epoch": 715.5,
      "grad_norm": 1.0550739765167236,
      "learning_rate": 1.4152632778490752e-07,
      "loss": 0.3231,
      "step": 2563640
    },
    {
      "epoch": 715.5,
      "grad_norm": 1.4074203968048096,
      "learning_rate": 1.415170741007745e-07,
      "loss": 0.3363,
      "step": 2563650
    },
    {
      "epoch": 715.51,
      "grad_norm": 1.4202197790145874,
      "learning_rate": 1.4150782070975856e-07,
      "loss": 0.3183,
      "step": 2563660
    },
    {
      "epoch": 715.51,
      "grad_norm": 1.635847806930542,
      "learning_rate": 1.414985676118618e-07,
      "loss": 0.3544,
      "step": 2563670
    },
    {
      "epoch": 715.51,
      "grad_norm": 1.2240723371505737,
      "learning_rate": 1.414893148070858e-07,
      "loss": 0.3395,
      "step": 2563680
    },
    {
      "epoch": 715.51,
      "grad_norm": 1.7170051336288452,
      "learning_rate": 1.4148006229543051e-07,
      "loss": 0.3584,
      "step": 2563690
    },
    {
      "epoch": 715.52,
      "grad_norm": 1.1665825843811035,
      "learning_rate": 1.4147081007689856e-07,
      "loss": 0.3437,
      "step": 2563700
    },
    {
      "epoch": 715.52,
      "grad_norm": 1.2131550312042236,
      "learning_rate": 1.414615581514902e-07,
      "loss": 0.3265,
      "step": 2563710
    },
    {
      "epoch": 715.52,
      "grad_norm": 1.366494059562683,
      "learning_rate": 1.414523065192073e-07,
      "loss": 0.3417,
      "step": 2563720
    },
    {
      "epoch": 715.53,
      "grad_norm": 1.5178471803665161,
      "learning_rate": 1.4144305518005058e-07,
      "loss": 0.3352,
      "step": 2563730
    },
    {
      "epoch": 715.53,
      "grad_norm": 2.43672776222229,
      "learning_rate": 1.4143380413402187e-07,
      "loss": 0.3543,
      "step": 2563740
    },
    {
      "epoch": 715.53,
      "grad_norm": 1.2994306087493896,
      "learning_rate": 1.414245533811217e-07,
      "loss": 0.3187,
      "step": 2563750
    },
    {
      "epoch": 715.53,
      "grad_norm": 1.1846308708190918,
      "learning_rate": 1.4141530292135192e-07,
      "loss": 0.3277,
      "step": 2563760
    },
    {
      "epoch": 715.54,
      "grad_norm": 1.1413110494613647,
      "learning_rate": 1.4140605275471326e-07,
      "loss": 0.335,
      "step": 2563770
    },
    {
      "epoch": 715.54,
      "grad_norm": 1.2826776504516602,
      "learning_rate": 1.4139680288120705e-07,
      "loss": 0.3187,
      "step": 2563780
    },
    {
      "epoch": 715.54,
      "grad_norm": 1.4651315212249756,
      "learning_rate": 1.413875533008351e-07,
      "loss": 0.3356,
      "step": 2563790
    },
    {
      "epoch": 715.55,
      "grad_norm": 1.3051148653030396,
      "learning_rate": 1.4137830401359795e-07,
      "loss": 0.3441,
      "step": 2563800
    },
    {
      "epoch": 715.55,
      "grad_norm": 1.164107084274292,
      "learning_rate": 1.4136905501949689e-07,
      "loss": 0.343,
      "step": 2563810
    },
    {
      "epoch": 715.55,
      "grad_norm": 1.3150267601013184,
      "learning_rate": 1.4135980631853373e-07,
      "loss": 0.3369,
      "step": 2563820
    },
    {
      "epoch": 715.55,
      "grad_norm": 1.2382800579071045,
      "learning_rate": 1.4135055791070874e-07,
      "loss": 0.3226,
      "step": 2563830
    },
    {
      "epoch": 715.56,
      "grad_norm": 1.428567886352539,
      "learning_rate": 1.4134130979602428e-07,
      "loss": 0.3591,
      "step": 2563840
    },
    {
      "epoch": 715.56,
      "grad_norm": 1.3229916095733643,
      "learning_rate": 1.4133206197448083e-07,
      "loss": 0.3442,
      "step": 2563850
    },
    {
      "epoch": 715.56,
      "grad_norm": 1.327575445175171,
      "learning_rate": 1.4132281444607973e-07,
      "loss": 0.3483,
      "step": 2563860
    },
    {
      "epoch": 715.57,
      "grad_norm": 1.0750747919082642,
      "learning_rate": 1.4131356721082225e-07,
      "loss": 0.3514,
      "step": 2563870
    },
    {
      "epoch": 715.57,
      "grad_norm": 1.2028918266296387,
      "learning_rate": 1.4130432026870998e-07,
      "loss": 0.3312,
      "step": 2563880
    },
    {
      "epoch": 715.57,
      "grad_norm": 1.1215912103652954,
      "learning_rate": 1.4129507361974367e-07,
      "loss": 0.3503,
      "step": 2563890
    },
    {
      "epoch": 715.57,
      "grad_norm": 1.2711870670318604,
      "learning_rate": 1.412858272639244e-07,
      "loss": 0.3365,
      "step": 2563900
    },
    {
      "epoch": 715.58,
      "grad_norm": 1.258862853050232,
      "learning_rate": 1.412765812012542e-07,
      "loss": 0.3395,
      "step": 2563910
    },
    {
      "epoch": 715.58,
      "grad_norm": 1.369076132774353,
      "learning_rate": 1.412673354317331e-07,
      "loss": 0.3287,
      "step": 2563920
    },
    {
      "epoch": 715.58,
      "grad_norm": 1.26974618434906,
      "learning_rate": 1.41258089955364e-07,
      "loss": 0.3404,
      "step": 2563930
    },
    {
      "epoch": 715.58,
      "grad_norm": 1.0707545280456543,
      "learning_rate": 1.4124884477214657e-07,
      "loss": 0.3372,
      "step": 2563940
    },
    {
      "epoch": 715.59,
      "grad_norm": 1.0924426317214966,
      "learning_rate": 1.4123959988208266e-07,
      "loss": 0.3377,
      "step": 2563950
    },
    {
      "epoch": 715.59,
      "grad_norm": 1.462844729423523,
      "learning_rate": 1.412303552851736e-07,
      "loss": 0.3296,
      "step": 2563960
    },
    {
      "epoch": 715.59,
      "grad_norm": 1.4292904138565063,
      "learning_rate": 1.4122111098142062e-07,
      "loss": 0.349,
      "step": 2563970
    },
    {
      "epoch": 715.6,
      "grad_norm": 1.189052700996399,
      "learning_rate": 1.4121186697082456e-07,
      "loss": 0.3381,
      "step": 2563980
    },
    {
      "epoch": 715.6,
      "grad_norm": 1.5326813459396362,
      "learning_rate": 1.41202623253387e-07,
      "loss": 0.3569,
      "step": 2563990
    },
    {
      "epoch": 715.6,
      "grad_norm": 1.1916643381118774,
      "learning_rate": 1.4119337982910942e-07,
      "loss": 0.3359,
      "step": 2564000
    },
    {
      "epoch": 715.6,
      "grad_norm": 1.3090180158615112,
      "learning_rate": 1.4118413669799217e-07,
      "loss": 0.3463,
      "step": 2564010
    },
    {
      "epoch": 715.61,
      "grad_norm": 1.1570706367492676,
      "learning_rate": 1.4117489386003752e-07,
      "loss": 0.3463,
      "step": 2564020
    },
    {
      "epoch": 715.61,
      "grad_norm": 1.155272364616394,
      "learning_rate": 1.4116565131524604e-07,
      "loss": 0.3407,
      "step": 2564030
    },
    {
      "epoch": 715.61,
      "grad_norm": 1.1557464599609375,
      "learning_rate": 1.41156409063619e-07,
      "loss": 0.3481,
      "step": 2564040
    },
    {
      "epoch": 715.62,
      "grad_norm": 1.4093542098999023,
      "learning_rate": 1.4114716710515822e-07,
      "loss": 0.3334,
      "step": 2564050
    },
    {
      "epoch": 715.62,
      "grad_norm": 1.4449726343154907,
      "learning_rate": 1.4113792543986373e-07,
      "loss": 0.3286,
      "step": 2564060
    },
    {
      "epoch": 715.62,
      "grad_norm": 1.2128452062606812,
      "learning_rate": 1.411286840677381e-07,
      "loss": 0.3317,
      "step": 2564070
    },
    {
      "epoch": 715.62,
      "grad_norm": 2.1591379642486572,
      "learning_rate": 1.4111944298878163e-07,
      "loss": 0.3473,
      "step": 2564080
    },
    {
      "epoch": 715.63,
      "grad_norm": 1.2205264568328857,
      "learning_rate": 1.4111020220299612e-07,
      "loss": 0.3498,
      "step": 2564090
    },
    {
      "epoch": 715.63,
      "grad_norm": 1.2659454345703125,
      "learning_rate": 1.4110096171038232e-07,
      "loss": 0.3378,
      "step": 2564100
    },
    {
      "epoch": 715.63,
      "grad_norm": 1.2746936082839966,
      "learning_rate": 1.4109172151094234e-07,
      "loss": 0.3313,
      "step": 2564110
    },
    {
      "epoch": 715.63,
      "grad_norm": 1.3040062189102173,
      "learning_rate": 1.410824816046762e-07,
      "loss": 0.3539,
      "step": 2564120
    },
    {
      "epoch": 715.64,
      "grad_norm": 1.3049342632293701,
      "learning_rate": 1.4107324199158567e-07,
      "loss": 0.3373,
      "step": 2564130
    },
    {
      "epoch": 715.64,
      "grad_norm": 1.250463604927063,
      "learning_rate": 1.4106400267167236e-07,
      "loss": 0.3356,
      "step": 2564140
    },
    {
      "epoch": 715.64,
      "grad_norm": 1.2280558347702026,
      "learning_rate": 1.4105476364493653e-07,
      "loss": 0.3349,
      "step": 2564150
    },
    {
      "epoch": 715.65,
      "grad_norm": 1.1594419479370117,
      "learning_rate": 1.4104552491138098e-07,
      "loss": 0.3324,
      "step": 2564160
    },
    {
      "epoch": 715.65,
      "grad_norm": 1.193915843963623,
      "learning_rate": 1.4103628647100527e-07,
      "loss": 0.3372,
      "step": 2564170
    },
    {
      "epoch": 715.65,
      "grad_norm": 1.1704622507095337,
      "learning_rate": 1.4102704832381143e-07,
      "loss": 0.3221,
      "step": 2564180
    },
    {
      "epoch": 715.65,
      "grad_norm": 1.9103200435638428,
      "learning_rate": 1.4101781046980103e-07,
      "loss": 0.3193,
      "step": 2564190
    },
    {
      "epoch": 715.66,
      "grad_norm": 1.4236630201339722,
      "learning_rate": 1.410085729089746e-07,
      "loss": 0.3323,
      "step": 2564200
    },
    {
      "epoch": 715.66,
      "grad_norm": 1.1851446628570557,
      "learning_rate": 1.409993356413337e-07,
      "loss": 0.337,
      "step": 2564210
    },
    {
      "epoch": 715.66,
      "grad_norm": 1.301530361175537,
      "learning_rate": 1.4099009866687937e-07,
      "loss": 0.3416,
      "step": 2564220
    },
    {
      "epoch": 715.67,
      "grad_norm": 1.0962964296340942,
      "learning_rate": 1.4098086198561345e-07,
      "loss": 0.3388,
      "step": 2564230
    },
    {
      "epoch": 715.67,
      "grad_norm": 1.3201677799224854,
      "learning_rate": 1.409716255975359e-07,
      "loss": 0.3287,
      "step": 2564240
    },
    {
      "epoch": 715.67,
      "grad_norm": 1.2364615201950073,
      "learning_rate": 1.4096238950264933e-07,
      "loss": 0.347,
      "step": 2564250
    },
    {
      "epoch": 715.67,
      "grad_norm": 1.200833797454834,
      "learning_rate": 1.4095315370095428e-07,
      "loss": 0.3383,
      "step": 2564260
    },
    {
      "epoch": 715.68,
      "grad_norm": 1.3587180376052856,
      "learning_rate": 1.4094391819245207e-07,
      "loss": 0.3181,
      "step": 2564270
    },
    {
      "epoch": 715.68,
      "grad_norm": 1.356311559677124,
      "learning_rate": 1.4093468297714422e-07,
      "loss": 0.356,
      "step": 2564280
    },
    {
      "epoch": 715.68,
      "grad_norm": 1.2620875835418701,
      "learning_rate": 1.4092544805503124e-07,
      "loss": 0.3277,
      "step": 2564290
    },
    {
      "epoch": 715.69,
      "grad_norm": 1.400192379951477,
      "learning_rate": 1.40916213426115e-07,
      "loss": 0.3409,
      "step": 2564300
    },
    {
      "epoch": 715.69,
      "grad_norm": 1.365997552871704,
      "learning_rate": 1.4090697909039653e-07,
      "loss": 0.3243,
      "step": 2564310
    },
    {
      "epoch": 715.69,
      "grad_norm": 1.3429605960845947,
      "learning_rate": 1.4089774504787737e-07,
      "loss": 0.3315,
      "step": 2564320
    },
    {
      "epoch": 715.69,
      "grad_norm": 1.3601341247558594,
      "learning_rate": 1.4088851129855803e-07,
      "loss": 0.336,
      "step": 2564330
    },
    {
      "epoch": 715.7,
      "grad_norm": 1.4186314344406128,
      "learning_rate": 1.408792778424401e-07,
      "loss": 0.3367,
      "step": 2564340
    },
    {
      "epoch": 715.7,
      "grad_norm": 1.5143996477127075,
      "learning_rate": 1.408700446795249e-07,
      "loss": 0.3502,
      "step": 2564350
    },
    {
      "epoch": 715.7,
      "grad_norm": 1.1770564317703247,
      "learning_rate": 1.4086081180981367e-07,
      "loss": 0.3639,
      "step": 2564360
    },
    {
      "epoch": 715.7,
      "grad_norm": 1.1079363822937012,
      "learning_rate": 1.40851579233308e-07,
      "loss": 0.3259,
      "step": 2564370
    },
    {
      "epoch": 715.71,
      "grad_norm": 1.1697720289230347,
      "learning_rate": 1.408423469500079e-07,
      "loss": 0.3182,
      "step": 2564380
    },
    {
      "epoch": 715.71,
      "grad_norm": 1.2747098207473755,
      "learning_rate": 1.4083311495991625e-07,
      "loss": 0.3269,
      "step": 2564390
    },
    {
      "epoch": 715.71,
      "grad_norm": 1.0807186365127563,
      "learning_rate": 1.40823883263033e-07,
      "loss": 0.3167,
      "step": 2564400
    },
    {
      "epoch": 715.72,
      "grad_norm": 1.2686907052993774,
      "learning_rate": 1.4081465185935975e-07,
      "loss": 0.3411,
      "step": 2564410
    },
    {
      "epoch": 715.72,
      "grad_norm": 1.3732572793960571,
      "learning_rate": 1.4080542074889831e-07,
      "loss": 0.336,
      "step": 2564420
    },
    {
      "epoch": 715.72,
      "grad_norm": 1.2537543773651123,
      "learning_rate": 1.4079618993164893e-07,
      "loss": 0.3447,
      "step": 2564430
    },
    {
      "epoch": 715.72,
      "grad_norm": 1.2686747312545776,
      "learning_rate": 1.4078695940761318e-07,
      "loss": 0.3384,
      "step": 2564440
    },
    {
      "epoch": 715.73,
      "grad_norm": 1.489000916481018,
      "learning_rate": 1.4077772917679263e-07,
      "loss": 0.3411,
      "step": 2564450
    },
    {
      "epoch": 715.73,
      "grad_norm": 1.2080752849578857,
      "learning_rate": 1.4076849923918857e-07,
      "loss": 0.3369,
      "step": 2564460
    },
    {
      "epoch": 715.73,
      "grad_norm": 1.2587100267410278,
      "learning_rate": 1.4075926959480154e-07,
      "loss": 0.3408,
      "step": 2564470
    },
    {
      "epoch": 715.74,
      "grad_norm": 1.1328896284103394,
      "learning_rate": 1.407500402436333e-07,
      "loss": 0.3458,
      "step": 2564480
    },
    {
      "epoch": 715.74,
      "grad_norm": 1.3521149158477783,
      "learning_rate": 1.4074081118568524e-07,
      "loss": 0.3441,
      "step": 2564490
    },
    {
      "epoch": 715.74,
      "grad_norm": 1.2678357362747192,
      "learning_rate": 1.4073158242095757e-07,
      "loss": 0.3376,
      "step": 2564500
    },
    {
      "epoch": 715.74,
      "grad_norm": 1.3393313884735107,
      "learning_rate": 1.4072235394945288e-07,
      "loss": 0.3481,
      "step": 2564510
    },
    {
      "epoch": 715.75,
      "grad_norm": 1.173903226852417,
      "learning_rate": 1.4071312577117172e-07,
      "loss": 0.3444,
      "step": 2564520
    },
    {
      "epoch": 715.75,
      "grad_norm": 1.0414096117019653,
      "learning_rate": 1.407038978861151e-07,
      "loss": 0.3364,
      "step": 2564530
    },
    {
      "epoch": 715.75,
      "grad_norm": 1.1730962991714478,
      "learning_rate": 1.4069467029428463e-07,
      "loss": 0.3508,
      "step": 2564540
    },
    {
      "epoch": 715.75,
      "grad_norm": 1.2210808992385864,
      "learning_rate": 1.4068544299568157e-07,
      "loss": 0.3374,
      "step": 2564550
    },
    {
      "epoch": 715.76,
      "grad_norm": 1.3132684230804443,
      "learning_rate": 1.4067621599030695e-07,
      "loss": 0.3422,
      "step": 2564560
    },
    {
      "epoch": 715.76,
      "grad_norm": 1.534470558166504,
      "learning_rate": 1.4066698927816187e-07,
      "loss": 0.3268,
      "step": 2564570
    },
    {
      "epoch": 715.76,
      "grad_norm": 1.1408278942108154,
      "learning_rate": 1.406577628592481e-07,
      "loss": 0.3289,
      "step": 2564580
    },
    {
      "epoch": 715.77,
      "grad_norm": 1.3536748886108398,
      "learning_rate": 1.406485367335659e-07,
      "loss": 0.3547,
      "step": 2564590
    },
    {
      "epoch": 715.77,
      "grad_norm": 1.1266279220581055,
      "learning_rate": 1.4063931090111765e-07,
      "loss": 0.3546,
      "step": 2564600
    },
    {
      "epoch": 715.77,
      "grad_norm": 1.2157680988311768,
      "learning_rate": 1.4063008536190383e-07,
      "loss": 0.3362,
      "step": 2564610
    },
    {
      "epoch": 715.77,
      "grad_norm": 1.2175384759902954,
      "learning_rate": 1.4062086011592577e-07,
      "loss": 0.3376,
      "step": 2564620
    },
    {
      "epoch": 715.78,
      "grad_norm": 1.092854380607605,
      "learning_rate": 1.4061163516318525e-07,
      "loss": 0.3491,
      "step": 2564630
    },
    {
      "epoch": 715.78,
      "grad_norm": 1.1116334199905396,
      "learning_rate": 1.4060241050368233e-07,
      "loss": 0.3459,
      "step": 2564640
    },
    {
      "epoch": 715.78,
      "grad_norm": 1.2362895011901855,
      "learning_rate": 1.405931861374196e-07,
      "loss": 0.3254,
      "step": 2564650
    },
    {
      "epoch": 715.79,
      "grad_norm": 1.3415496349334717,
      "learning_rate": 1.4058396206439727e-07,
      "loss": 0.332,
      "step": 2564660
    },
    {
      "epoch": 715.79,
      "grad_norm": 1.2851519584655762,
      "learning_rate": 1.4057473828461694e-07,
      "loss": 0.3294,
      "step": 2564670
    },
    {
      "epoch": 715.79,
      "grad_norm": 1.1849827766418457,
      "learning_rate": 1.405655147980799e-07,
      "loss": 0.3375,
      "step": 2564680
    },
    {
      "epoch": 715.79,
      "grad_norm": 1.016506314277649,
      "learning_rate": 1.4055629160478772e-07,
      "loss": 0.339,
      "step": 2564690
    },
    {
      "epoch": 715.8,
      "grad_norm": 1.2971553802490234,
      "learning_rate": 1.4054706870474065e-07,
      "loss": 0.3521,
      "step": 2564700
    },
    {
      "epoch": 715.8,
      "grad_norm": 1.3380628824234009,
      "learning_rate": 1.4053784609794052e-07,
      "loss": 0.3525,
      "step": 2564710
    },
    {
      "epoch": 715.8,
      "grad_norm": 1.2529969215393066,
      "learning_rate": 1.4052862378438915e-07,
      "loss": 0.3333,
      "step": 2564720
    },
    {
      "epoch": 715.81,
      "grad_norm": 1.1989339590072632,
      "learning_rate": 1.4051940176408628e-07,
      "loss": 0.3308,
      "step": 2564730
    },
    {
      "epoch": 715.81,
      "grad_norm": 1.3134334087371826,
      "learning_rate": 1.4051018003703477e-07,
      "loss": 0.343,
      "step": 2564740
    },
    {
      "epoch": 715.81,
      "grad_norm": 1.357068657875061,
      "learning_rate": 1.4050095860323463e-07,
      "loss": 0.3309,
      "step": 2564750
    },
    {
      "epoch": 715.81,
      "grad_norm": 1.1995662450790405,
      "learning_rate": 1.404917374626874e-07,
      "loss": 0.3254,
      "step": 2564760
    },
    {
      "epoch": 715.82,
      "grad_norm": 1.2310680150985718,
      "learning_rate": 1.4048251661539518e-07,
      "loss": 0.3273,
      "step": 2564770
    },
    {
      "epoch": 715.82,
      "grad_norm": 1.3773647546768188,
      "learning_rate": 1.404732960613577e-07,
      "loss": 0.3354,
      "step": 2564780
    },
    {
      "epoch": 715.82,
      "grad_norm": 1.1546635627746582,
      "learning_rate": 1.404640758005773e-07,
      "loss": 0.3405,
      "step": 2564790
    },
    {
      "epoch": 715.82,
      "grad_norm": 1.2478936910629272,
      "learning_rate": 1.4045485583305479e-07,
      "loss": 0.3224,
      "step": 2564800
    },
    {
      "epoch": 715.83,
      "grad_norm": 1.5078246593475342,
      "learning_rate": 1.4044563615879167e-07,
      "loss": 0.3585,
      "step": 2564810
    },
    {
      "epoch": 715.83,
      "grad_norm": 1.2030246257781982,
      "learning_rate": 1.4043641677778827e-07,
      "loss": 0.3363,
      "step": 2564820
    },
    {
      "epoch": 715.83,
      "grad_norm": 1.203627586364746,
      "learning_rate": 1.4042719769004713e-07,
      "loss": 0.3279,
      "step": 2564830
    },
    {
      "epoch": 715.84,
      "grad_norm": 1.1609163284301758,
      "learning_rate": 1.4041797889556882e-07,
      "loss": 0.3282,
      "step": 2564840
    },
    {
      "epoch": 715.84,
      "grad_norm": 1.1111626625061035,
      "learning_rate": 1.4040876039435435e-07,
      "loss": 0.3452,
      "step": 2564850
    },
    {
      "epoch": 715.84,
      "grad_norm": 1.1604770421981812,
      "learning_rate": 1.4039954218640555e-07,
      "loss": 0.3247,
      "step": 2564860
    },
    {
      "epoch": 715.84,
      "grad_norm": 1.2870376110076904,
      "learning_rate": 1.4039032427172323e-07,
      "loss": 0.3354,
      "step": 2564870
    },
    {
      "epoch": 715.85,
      "grad_norm": 1.230676293373108,
      "learning_rate": 1.4038110665030839e-07,
      "loss": 0.3244,
      "step": 2564880
    },
    {
      "epoch": 715.85,
      "grad_norm": 1.37638258934021,
      "learning_rate": 1.4037188932216258e-07,
      "loss": 0.333,
      "step": 2564890
    },
    {
      "epoch": 715.85,
      "grad_norm": 4.080730438232422,
      "learning_rate": 1.4036267228728742e-07,
      "loss": 0.344,
      "step": 2564900
    },
    {
      "epoch": 715.86,
      "grad_norm": 1.3872257471084595,
      "learning_rate": 1.4035345554568337e-07,
      "loss": 0.3584,
      "step": 2564910
    },
    {
      "epoch": 715.86,
      "grad_norm": 1.3895370960235596,
      "learning_rate": 1.4034423909735203e-07,
      "loss": 0.3415,
      "step": 2564920
    },
    {
      "epoch": 715.86,
      "grad_norm": 1.2762017250061035,
      "learning_rate": 1.4033502294229442e-07,
      "loss": 0.3424,
      "step": 2564930
    },
    {
      "epoch": 715.86,
      "grad_norm": 1.2876591682434082,
      "learning_rate": 1.4032580708051212e-07,
      "loss": 0.3325,
      "step": 2564940
    },
    {
      "epoch": 715.87,
      "grad_norm": 1.4544845819473267,
      "learning_rate": 1.4031659151200643e-07,
      "loss": 0.341,
      "step": 2564950
    },
    {
      "epoch": 715.87,
      "grad_norm": 1.3682516813278198,
      "learning_rate": 1.4030737623677758e-07,
      "loss": 0.3452,
      "step": 2564960
    },
    {
      "epoch": 715.87,
      "grad_norm": 1.1685316562652588,
      "learning_rate": 1.4029816125482846e-07,
      "loss": 0.3388,
      "step": 2564970
    },
    {
      "epoch": 715.87,
      "grad_norm": 1.1528093814849854,
      "learning_rate": 1.4028894656615882e-07,
      "loss": 0.3448,
      "step": 2564980
    },
    {
      "epoch": 715.88,
      "grad_norm": 1.2649251222610474,
      "learning_rate": 1.4027973217077046e-07,
      "loss": 0.3523,
      "step": 2564990
    },
    {
      "epoch": 715.88,
      "grad_norm": 1.3158221244812012,
      "learning_rate": 1.402705180686652e-07,
      "loss": 0.327,
      "step": 2565000
    },
    {
      "epoch": 715.88,
      "grad_norm": 1.3075828552246094,
      "learning_rate": 1.4026130425984303e-07,
      "loss": 0.3322,
      "step": 2565010
    },
    {
      "epoch": 715.89,
      "grad_norm": 1.322975516319275,
      "learning_rate": 1.402520907443058e-07,
      "loss": 0.3421,
      "step": 2565020
    },
    {
      "epoch": 715.89,
      "grad_norm": 1.1400549411773682,
      "learning_rate": 1.402428775220548e-07,
      "loss": 0.343,
      "step": 2565030
    },
    {
      "epoch": 715.89,
      "grad_norm": 1.3716504573822021,
      "learning_rate": 1.402336645930916e-07,
      "loss": 0.3672,
      "step": 2565040
    },
    {
      "epoch": 715.89,
      "grad_norm": 1.1518516540527344,
      "learning_rate": 1.4022445195741645e-07,
      "loss": 0.3321,
      "step": 2565050
    },
    {
      "epoch": 715.9,
      "grad_norm": 3.198866367340088,
      "learning_rate": 1.4021523961503166e-07,
      "loss": 0.3428,
      "step": 2565060
    },
    {
      "epoch": 715.9,
      "grad_norm": 1.3494259119033813,
      "learning_rate": 1.402060275659378e-07,
      "loss": 0.3447,
      "step": 2565070
    },
    {
      "epoch": 715.9,
      "grad_norm": 1.4465986490249634,
      "learning_rate": 1.401968158101359e-07,
      "loss": 0.3352,
      "step": 2565080
    },
    {
      "epoch": 715.91,
      "grad_norm": 1.3285459280014038,
      "learning_rate": 1.4018760434762804e-07,
      "loss": 0.3424,
      "step": 2565090
    },
    {
      "epoch": 715.91,
      "grad_norm": 1.2063542604446411,
      "learning_rate": 1.4017839317841473e-07,
      "loss": 0.341,
      "step": 2565100
    },
    {
      "epoch": 715.91,
      "grad_norm": 1.3754420280456543,
      "learning_rate": 1.4016918230249726e-07,
      "loss": 0.3323,
      "step": 2565110
    },
    {
      "epoch": 715.91,
      "grad_norm": 1.2126563787460327,
      "learning_rate": 1.4015997171987698e-07,
      "loss": 0.3461,
      "step": 2565120
    },
    {
      "epoch": 715.92,
      "grad_norm": 1.2100369930267334,
      "learning_rate": 1.4015076143055566e-07,
      "loss": 0.3285,
      "step": 2565130
    },
    {
      "epoch": 715.92,
      "grad_norm": 1.2907944917678833,
      "learning_rate": 1.4014155143453356e-07,
      "loss": 0.3418,
      "step": 2565140
    },
    {
      "epoch": 715.92,
      "grad_norm": 1.2309932708740234,
      "learning_rate": 1.401323417318123e-07,
      "loss": 0.3361,
      "step": 2565150
    },
    {
      "epoch": 715.93,
      "grad_norm": 1.2993125915527344,
      "learning_rate": 1.4012313232239338e-07,
      "loss": 0.3247,
      "step": 2565160
    },
    {
      "epoch": 715.93,
      "grad_norm": 1.1812077760696411,
      "learning_rate": 1.4011392320627734e-07,
      "loss": 0.3249,
      "step": 2565170
    },
    {
      "epoch": 715.93,
      "grad_norm": 2.2813313007354736,
      "learning_rate": 1.4010471438346626e-07,
      "loss": 0.3201,
      "step": 2565180
    },
    {
      "epoch": 715.93,
      "grad_norm": 1.3936116695404053,
      "learning_rate": 1.4009550585396095e-07,
      "loss": 0.3409,
      "step": 2565190
    },
    {
      "epoch": 715.94,
      "grad_norm": 1.2909592390060425,
      "learning_rate": 1.400862976177624e-07,
      "loss": 0.3405,
      "step": 2565200
    },
    {
      "epoch": 715.94,
      "grad_norm": 1.3604909181594849,
      "learning_rate": 1.400770896748722e-07,
      "loss": 0.344,
      "step": 2565210
    },
    {
      "epoch": 715.94,
      "grad_norm": 1.3734873533248901,
      "learning_rate": 1.400678820252914e-07,
      "loss": 0.3388,
      "step": 2565220
    },
    {
      "epoch": 715.94,
      "grad_norm": 1.0492147207260132,
      "learning_rate": 1.4005867466902178e-07,
      "loss": 0.3338,
      "step": 2565230
    },
    {
      "epoch": 715.95,
      "grad_norm": 1.3630043268203735,
      "learning_rate": 1.4004946760606365e-07,
      "loss": 0.3553,
      "step": 2565240
    },
    {
      "epoch": 715.95,
      "grad_norm": 1.4404700994491577,
      "learning_rate": 1.4004026083641856e-07,
      "loss": 0.3451,
      "step": 2565250
    },
    {
      "epoch": 715.95,
      "grad_norm": 1.3944884538650513,
      "learning_rate": 1.4003105436008805e-07,
      "loss": 0.3305,
      "step": 2565260
    },
    {
      "epoch": 715.96,
      "grad_norm": 1.262109637260437,
      "learning_rate": 1.4002184817707341e-07,
      "loss": 0.3407,
      "step": 2565270
    },
    {
      "epoch": 715.96,
      "grad_norm": 1.0140348672866821,
      "learning_rate": 1.4001264228737522e-07,
      "loss": 0.3359,
      "step": 2565280
    },
    {
      "epoch": 715.96,
      "grad_norm": 1.1004371643066406,
      "learning_rate": 1.4000343669099498e-07,
      "loss": 0.3339,
      "step": 2565290
    },
    {
      "epoch": 715.96,
      "grad_norm": 1.3181161880493164,
      "learning_rate": 1.3999423138793428e-07,
      "loss": 0.3444,
      "step": 2565300
    },
    {
      "epoch": 715.97,
      "grad_norm": 1.230427622795105,
      "learning_rate": 1.3998502637819365e-07,
      "loss": 0.3337,
      "step": 2565310
    },
    {
      "epoch": 715.97,
      "grad_norm": 1.0866308212280273,
      "learning_rate": 1.399758216617754e-07,
      "loss": 0.3257,
      "step": 2565320
    },
    {
      "epoch": 715.97,
      "grad_norm": 1.2444266080856323,
      "learning_rate": 1.3996661723867955e-07,
      "loss": 0.3445,
      "step": 2565330
    },
    {
      "epoch": 715.98,
      "grad_norm": 1.1260441541671753,
      "learning_rate": 1.3995741310890793e-07,
      "loss": 0.3159,
      "step": 2565340
    },
    {
      "epoch": 715.98,
      "grad_norm": 1.510786771774292,
      "learning_rate": 1.3994820927246183e-07,
      "loss": 0.3272,
      "step": 2565350
    },
    {
      "epoch": 715.98,
      "grad_norm": 1.2974672317504883,
      "learning_rate": 1.3993900572934255e-07,
      "loss": 0.3364,
      "step": 2565360
    },
    {
      "epoch": 715.98,
      "grad_norm": 1.1499731540679932,
      "learning_rate": 1.3992980247955086e-07,
      "loss": 0.346,
      "step": 2565370
    },
    {
      "epoch": 715.99,
      "grad_norm": 1.2307705879211426,
      "learning_rate": 1.3992059952308808e-07,
      "loss": 0.3309,
      "step": 2565380
    },
    {
      "epoch": 715.99,
      "grad_norm": 1.1339670419692993,
      "learning_rate": 1.3991139685995602e-07,
      "loss": 0.3291,
      "step": 2565390
    },
    {
      "epoch": 715.99,
      "grad_norm": 1.4894095659255981,
      "learning_rate": 1.3990219449015496e-07,
      "loss": 0.3395,
      "step": 2565400
    },
    {
      "epoch": 715.99,
      "grad_norm": 1.1007789373397827,
      "learning_rate": 1.398929924136872e-07,
      "loss": 0.3306,
      "step": 2565410
    },
    {
      "epoch": 716.0,
      "grad_norm": 1.2512356042861938,
      "learning_rate": 1.3988379063055305e-07,
      "loss": 0.3332,
      "step": 2565420
    },
    {
      "epoch": 716.0,
      "eval_loss": 0.3389641046524048,
      "eval_runtime": 65.3147,
      "eval_samples_per_second": 77.456,
      "eval_steps_per_second": 9.692,
      "step": 2565428
    },
    {
      "epoch": 716.0,
      "grad_norm": 1.543481707572937,
      "learning_rate": 1.3987458914075405e-07,
      "loss": 0.3358,
      "step": 2565430
    },
    {
      "epoch": 716.0,
      "grad_norm": 1.2168203592300415,
      "learning_rate": 1.3986538794429199e-07,
      "loss": 0.3426,
      "step": 2565440
    },
    {
      "epoch": 716.01,
      "grad_norm": 1.1757875680923462,
      "learning_rate": 1.3985618704116693e-07,
      "loss": 0.3375,
      "step": 2565450
    },
    {
      "epoch": 716.01,
      "grad_norm": 1.1658426523208618,
      "learning_rate": 1.398469864313809e-07,
      "loss": 0.3429,
      "step": 2565460
    },
    {
      "epoch": 716.01,
      "grad_norm": 1.0187798738479614,
      "learning_rate": 1.3983778611493496e-07,
      "loss": 0.3329,
      "step": 2565470
    },
    {
      "epoch": 716.01,
      "grad_norm": 1.5506396293640137,
      "learning_rate": 1.3982858609183095e-07,
      "loss": 0.3351,
      "step": 2565480
    },
    {
      "epoch": 716.02,
      "grad_norm": 1.126354455947876,
      "learning_rate": 1.3981938636206832e-07,
      "loss": 0.3312,
      "step": 2565490
    },
    {
      "epoch": 716.02,
      "grad_norm": 1.1135693788528442,
      "learning_rate": 1.398101869256505e-07,
      "loss": 0.3259,
      "step": 2565500
    },
    {
      "epoch": 716.02,
      "grad_norm": 1.2592566013336182,
      "learning_rate": 1.3980098778257716e-07,
      "loss": 0.3448,
      "step": 2565510
    },
    {
      "epoch": 716.03,
      "grad_norm": 1.2292593717575073,
      "learning_rate": 1.3979178893285015e-07,
      "loss": 0.3276,
      "step": 2565520
    },
    {
      "epoch": 716.03,
      "grad_norm": 1.5526682138442993,
      "learning_rate": 1.397825903764708e-07,
      "loss": 0.3209,
      "step": 2565530
    },
    {
      "epoch": 716.03,
      "grad_norm": 1.2355953454971313,
      "learning_rate": 1.3977339211343935e-07,
      "loss": 0.3242,
      "step": 2565540
    },
    {
      "epoch": 716.03,
      "grad_norm": 1.3068428039550781,
      "learning_rate": 1.3976419414375864e-07,
      "loss": 0.3268,
      "step": 2565550
    },
    {
      "epoch": 716.04,
      "grad_norm": 1.4175150394439697,
      "learning_rate": 1.397549964674287e-07,
      "loss": 0.3416,
      "step": 2565560
    },
    {
      "epoch": 716.04,
      "grad_norm": 1.325036883354187,
      "learning_rate": 1.397457990844511e-07,
      "loss": 0.3453,
      "step": 2565570
    },
    {
      "epoch": 716.04,
      "grad_norm": 1.183448314666748,
      "learning_rate": 1.3973660199482734e-07,
      "loss": 0.3464,
      "step": 2565580
    },
    {
      "epoch": 716.05,
      "grad_norm": 1.1310847997665405,
      "learning_rate": 1.3972740519855803e-07,
      "loss": 0.3273,
      "step": 2565590
    },
    {
      "epoch": 716.05,
      "grad_norm": 1.2062411308288574,
      "learning_rate": 1.3971820869564465e-07,
      "loss": 0.3345,
      "step": 2565600
    },
    {
      "epoch": 716.05,
      "grad_norm": 1.1904168128967285,
      "learning_rate": 1.3970901248608856e-07,
      "loss": 0.3609,
      "step": 2565610
    },
    {
      "epoch": 716.05,
      "grad_norm": 1.3226221799850464,
      "learning_rate": 1.396998165698913e-07,
      "loss": 0.3427,
      "step": 2565620
    },
    {
      "epoch": 716.06,
      "grad_norm": 1.100251317024231,
      "learning_rate": 1.3969062094705282e-07,
      "loss": 0.3176,
      "step": 2565630
    },
    {
      "epoch": 716.06,
      "grad_norm": 1.2336794137954712,
      "learning_rate": 1.3968142561757633e-07,
      "loss": 0.3342,
      "step": 2565640
    },
    {
      "epoch": 716.06,
      "grad_norm": 1.265136480331421,
      "learning_rate": 1.3967223058146127e-07,
      "loss": 0.3406,
      "step": 2565650
    },
    {
      "epoch": 716.06,
      "grad_norm": 1.3095203638076782,
      "learning_rate": 1.396630358387097e-07,
      "loss": 0.337,
      "step": 2565660
    },
    {
      "epoch": 716.07,
      "grad_norm": 1.1372812986373901,
      "learning_rate": 1.3965384138932323e-07,
      "loss": 0.3342,
      "step": 2565670
    },
    {
      "epoch": 716.07,
      "grad_norm": 1.2832705974578857,
      "learning_rate": 1.3964464723330206e-07,
      "loss": 0.3253,
      "step": 2565680
    },
    {
      "epoch": 716.07,
      "grad_norm": 1.0391361713409424,
      "learning_rate": 1.396354533706478e-07,
      "loss": 0.3401,
      "step": 2565690
    },
    {
      "epoch": 716.08,
      "grad_norm": 1.1798207759857178,
      "learning_rate": 1.3962625980136199e-07,
      "loss": 0.3266,
      "step": 2565700
    },
    {
      "epoch": 716.08,
      "grad_norm": 1.215479850769043,
      "learning_rate": 1.396170665254457e-07,
      "loss": 0.3441,
      "step": 2565710
    },
    {
      "epoch": 716.08,
      "grad_norm": 1.2531174421310425,
      "learning_rate": 1.3960787354290016e-07,
      "loss": 0.338,
      "step": 2565720
    },
    {
      "epoch": 716.08,
      "grad_norm": 1.1133540868759155,
      "learning_rate": 1.3959868085372624e-07,
      "loss": 0.3398,
      "step": 2565730
    },
    {
      "epoch": 716.09,
      "grad_norm": 1.2418359518051147,
      "learning_rate": 1.3958948845792596e-07,
      "loss": 0.3361,
      "step": 2565740
    },
    {
      "epoch": 716.09,
      "grad_norm": 1.307239294052124,
      "learning_rate": 1.3958029635549906e-07,
      "loss": 0.327,
      "step": 2565750
    },
    {
      "epoch": 716.09,
      "grad_norm": 1.1390633583068848,
      "learning_rate": 1.395711045464487e-07,
      "loss": 0.3314,
      "step": 2565760
    },
    {
      "epoch": 716.1,
      "grad_norm": 1.0985114574432373,
      "learning_rate": 1.3956191303077487e-07,
      "loss": 0.3441,
      "step": 2565770
    },
    {
      "epoch": 716.1,
      "grad_norm": 1.1792393922805786,
      "learning_rate": 1.3955272180847887e-07,
      "loss": 0.3257,
      "step": 2565780
    },
    {
      "epoch": 716.1,
      "grad_norm": 1.3708988428115845,
      "learning_rate": 1.3954353087956223e-07,
      "loss": 0.3344,
      "step": 2565790
    },
    {
      "epoch": 716.1,
      "grad_norm": 1.7336088418960571,
      "learning_rate": 1.3953434024402627e-07,
      "loss": 0.3453,
      "step": 2565800
    },
    {
      "epoch": 716.11,
      "grad_norm": 2.3316922187805176,
      "learning_rate": 1.3952514990187204e-07,
      "loss": 0.3339,
      "step": 2565810
    },
    {
      "epoch": 716.11,
      "grad_norm": 1.2408149242401123,
      "learning_rate": 1.395159598531006e-07,
      "loss": 0.3405,
      "step": 2565820
    },
    {
      "epoch": 716.11,
      "grad_norm": 1.5352215766906738,
      "learning_rate": 1.3950677009771318e-07,
      "loss": 0.3464,
      "step": 2565830
    },
    {
      "epoch": 716.11,
      "grad_norm": 1.3290112018585205,
      "learning_rate": 1.3949758063571118e-07,
      "loss": 0.3478,
      "step": 2565840
    },
    {
      "epoch": 716.12,
      "grad_norm": 1.0955876111984253,
      "learning_rate": 1.3948839146709608e-07,
      "loss": 0.3421,
      "step": 2565850
    },
    {
      "epoch": 716.12,
      "grad_norm": 1.258231282234192,
      "learning_rate": 1.3947920259186869e-07,
      "loss": 0.3439,
      "step": 2565860
    },
    {
      "epoch": 716.12,
      "grad_norm": 1.3817137479782104,
      "learning_rate": 1.3947001401003005e-07,
      "loss": 0.3276,
      "step": 2565870
    },
    {
      "epoch": 716.13,
      "grad_norm": 1.3155546188354492,
      "learning_rate": 1.3946082572158174e-07,
      "loss": 0.3489,
      "step": 2565880
    },
    {
      "epoch": 716.13,
      "grad_norm": 1.3924024105072021,
      "learning_rate": 1.3945163772652504e-07,
      "loss": 0.3327,
      "step": 2565890
    },
    {
      "epoch": 716.13,
      "grad_norm": 1.1987906694412231,
      "learning_rate": 1.3944245002486124e-07,
      "loss": 0.3653,
      "step": 2565900
    },
    {
      "epoch": 716.13,
      "grad_norm": 1.1528046131134033,
      "learning_rate": 1.3943326261659115e-07,
      "loss": 0.3253,
      "step": 2565910
    },
    {
      "epoch": 716.14,
      "grad_norm": 1.2167805433273315,
      "learning_rate": 1.394240755017163e-07,
      "loss": 0.3472,
      "step": 2565920
    },
    {
      "epoch": 716.14,
      "grad_norm": 1.2619682550430298,
      "learning_rate": 1.394148886802375e-07,
      "loss": 0.3345,
      "step": 2565930
    },
    {
      "epoch": 716.14,
      "grad_norm": 1.1574580669403076,
      "learning_rate": 1.3940570215215706e-07,
      "loss": 0.345,
      "step": 2565940
    },
    {
      "epoch": 716.15,
      "grad_norm": 1.5070040225982666,
      "learning_rate": 1.3939651591747475e-07,
      "loss": 0.3373,
      "step": 2565950
    },
    {
      "epoch": 716.15,
      "grad_norm": 1.1531463861465454,
      "learning_rate": 1.3938732997619264e-07,
      "loss": 0.326,
      "step": 2565960
    },
    {
      "epoch": 716.15,
      "grad_norm": 1.3466426134109497,
      "learning_rate": 1.3937814432831229e-07,
      "loss": 0.3294,
      "step": 2565970
    },
    {
      "epoch": 716.15,
      "grad_norm": 1.4206528663635254,
      "learning_rate": 1.3936895897383345e-07,
      "loss": 0.3296,
      "step": 2565980
    },
    {
      "epoch": 716.16,
      "grad_norm": 1.2780591249465942,
      "learning_rate": 1.3935977391275923e-07,
      "loss": 0.3359,
      "step": 2565990
    },
    {
      "epoch": 716.16,
      "grad_norm": 1.1709102392196655,
      "learning_rate": 1.3935058914508963e-07,
      "loss": 0.3237,
      "step": 2566000
    },
    {
      "epoch": 716.16,
      "grad_norm": 1.5527108907699585,
      "learning_rate": 1.3934140467082594e-07,
      "loss": 0.3405,
      "step": 2566010
    },
    {
      "epoch": 716.17,
      "grad_norm": 1.3775261640548706,
      "learning_rate": 1.3933222048996975e-07,
      "loss": 0.3511,
      "step": 2566020
    },
    {
      "epoch": 716.17,
      "grad_norm": 1.2955502271652222,
      "learning_rate": 1.393230366025226e-07,
      "loss": 0.3397,
      "step": 2566030
    },
    {
      "epoch": 716.17,
      "grad_norm": 1.3085384368896484,
      "learning_rate": 1.3931385300848504e-07,
      "loss": 0.3338,
      "step": 2566040
    },
    {
      "epoch": 716.17,
      "grad_norm": 1.3727085590362549,
      "learning_rate": 1.3930466970785832e-07,
      "loss": 0.353,
      "step": 2566050
    },
    {
      "epoch": 716.18,
      "grad_norm": 1.3795690536499023,
      "learning_rate": 1.392954867006443e-07,
      "loss": 0.3424,
      "step": 2566060
    },
    {
      "epoch": 716.18,
      "grad_norm": 1.1799724102020264,
      "learning_rate": 1.39286303986843e-07,
      "loss": 0.3228,
      "step": 2566070
    },
    {
      "epoch": 716.18,
      "grad_norm": 1.3273601531982422,
      "learning_rate": 1.392771215664572e-07,
      "loss": 0.3427,
      "step": 2566080
    },
    {
      "epoch": 716.18,
      "grad_norm": 1.1821153163909912,
      "learning_rate": 1.3926793943948698e-07,
      "loss": 0.331,
      "step": 2566090
    },
    {
      "epoch": 716.19,
      "grad_norm": 1.1653159856796265,
      "learning_rate": 1.392587576059339e-07,
      "loss": 0.3719,
      "step": 2566100
    },
    {
      "epoch": 716.19,
      "grad_norm": 1.1178027391433716,
      "learning_rate": 1.3924957606579972e-07,
      "loss": 0.3369,
      "step": 2566110
    },
    {
      "epoch": 716.19,
      "grad_norm": 1.1629630327224731,
      "learning_rate": 1.3924039481908422e-07,
      "loss": 0.3264,
      "step": 2566120
    },
    {
      "epoch": 716.2,
      "grad_norm": 1.4814045429229736,
      "learning_rate": 1.3923121386579024e-07,
      "loss": 0.3478,
      "step": 2566130
    },
    {
      "epoch": 716.2,
      "grad_norm": 1.1288162469863892,
      "learning_rate": 1.392220332059181e-07,
      "loss": 0.3363,
      "step": 2566140
    },
    {
      "epoch": 716.2,
      "grad_norm": 1.1072502136230469,
      "learning_rate": 1.3921285283946927e-07,
      "loss": 0.3332,
      "step": 2566150
    },
    {
      "epoch": 716.2,
      "grad_norm": 1.3092095851898193,
      "learning_rate": 1.3920367276644486e-07,
      "loss": 0.3371,
      "step": 2566160
    },
    {
      "epoch": 716.21,
      "grad_norm": 1.4545234441757202,
      "learning_rate": 1.391944929868464e-07,
      "loss": 0.3236,
      "step": 2566170
    },
    {
      "epoch": 716.21,
      "grad_norm": 1.3344700336456299,
      "learning_rate": 1.3918531350067473e-07,
      "loss": 0.3351,
      "step": 2566180
    },
    {
      "epoch": 716.21,
      "grad_norm": 1.2344107627868652,
      "learning_rate": 1.3917613430793106e-07,
      "loss": 0.3344,
      "step": 2566190
    },
    {
      "epoch": 716.22,
      "grad_norm": 1.4669995307922363,
      "learning_rate": 1.3916695540861726e-07,
      "loss": 0.3374,
      "step": 2566200
    },
    {
      "epoch": 716.22,
      "grad_norm": 1.2315927743911743,
      "learning_rate": 1.3915777680273333e-07,
      "loss": 0.3343,
      "step": 2566210
    },
    {
      "epoch": 716.22,
      "grad_norm": 1.1105573177337646,
      "learning_rate": 1.3914859849028186e-07,
      "loss": 0.3455,
      "step": 2566220
    },
    {
      "epoch": 716.22,
      "grad_norm": 1.2855111360549927,
      "learning_rate": 1.391394204712631e-07,
      "loss": 0.3387,
      "step": 2566230
    },
    {
      "epoch": 716.23,
      "grad_norm": 1.1986403465270996,
      "learning_rate": 1.3913024274567866e-07,
      "loss": 0.3386,
      "step": 2566240
    },
    {
      "epoch": 716.23,
      "grad_norm": 1.194179654121399,
      "learning_rate": 1.3912106531353003e-07,
      "loss": 0.343,
      "step": 2566250
    },
    {
      "epoch": 716.23,
      "grad_norm": 1.256733775138855,
      "learning_rate": 1.391118881748178e-07,
      "loss": 0.322,
      "step": 2566260
    },
    {
      "epoch": 716.23,
      "grad_norm": 1.1861392259597778,
      "learning_rate": 1.391027113295435e-07,
      "loss": 0.3263,
      "step": 2566270
    },
    {
      "epoch": 716.24,
      "grad_norm": 1.2062654495239258,
      "learning_rate": 1.3909353477770816e-07,
      "loss": 0.3434,
      "step": 2566280
    },
    {
      "epoch": 716.24,
      "grad_norm": 1.1918554306030273,
      "learning_rate": 1.390843585193136e-07,
      "loss": 0.3292,
      "step": 2566290
    },
    {
      "epoch": 716.24,
      "grad_norm": 1.5582669973373413,
      "learning_rate": 1.3907518255436013e-07,
      "loss": 0.3353,
      "step": 2566300
    },
    {
      "epoch": 716.25,
      "grad_norm": 1.2173019647598267,
      "learning_rate": 1.3906600688285003e-07,
      "loss": 0.3257,
      "step": 2566310
    },
    {
      "epoch": 716.25,
      "grad_norm": 1.3071839809417725,
      "learning_rate": 1.3905683150478385e-07,
      "loss": 0.3461,
      "step": 2566320
    },
    {
      "epoch": 716.25,
      "grad_norm": 1.0836879014968872,
      "learning_rate": 1.390476564201626e-07,
      "loss": 0.339,
      "step": 2566330
    },
    {
      "epoch": 716.25,
      "grad_norm": 1.178715705871582,
      "learning_rate": 1.3903848162898843e-07,
      "loss": 0.3243,
      "step": 2566340
    },
    {
      "epoch": 716.26,
      "grad_norm": 1.183467149734497,
      "learning_rate": 1.3902930713126154e-07,
      "loss": 0.3334,
      "step": 2566350
    },
    {
      "epoch": 716.26,
      "grad_norm": 1.5068252086639404,
      "learning_rate": 1.390201329269835e-07,
      "loss": 0.3485,
      "step": 2566360
    },
    {
      "epoch": 716.26,
      "grad_norm": 1.4003608226776123,
      "learning_rate": 1.3901095901615563e-07,
      "loss": 0.3437,
      "step": 2566370
    },
    {
      "epoch": 716.27,
      "grad_norm": 1.146450161933899,
      "learning_rate": 1.3900178539877922e-07,
      "loss": 0.3319,
      "step": 2566380
    },
    {
      "epoch": 716.27,
      "grad_norm": 1.0772120952606201,
      "learning_rate": 1.3899261207485582e-07,
      "loss": 0.336,
      "step": 2566390
    },
    {
      "epoch": 716.27,
      "grad_norm": 1.2262426614761353,
      "learning_rate": 1.3898343904438572e-07,
      "loss": 0.3506,
      "step": 2566400
    },
    {
      "epoch": 716.27,
      "grad_norm": 1.3389695882797241,
      "learning_rate": 1.389742663073707e-07,
      "loss": 0.3354,
      "step": 2566410
    },
    {
      "epoch": 716.28,
      "grad_norm": 1.2539558410644531,
      "learning_rate": 1.3896509386381187e-07,
      "loss": 0.3386,
      "step": 2566420
    },
    {
      "epoch": 716.28,
      "grad_norm": 1.2578319311141968,
      "learning_rate": 1.3895592171371096e-07,
      "loss": 0.3442,
      "step": 2566430
    },
    {
      "epoch": 716.28,
      "grad_norm": 1.4465951919555664,
      "learning_rate": 1.3894674985706777e-07,
      "loss": 0.3491,
      "step": 2566440
    },
    {
      "epoch": 716.29,
      "grad_norm": 1.2777659893035889,
      "learning_rate": 1.3893757829388541e-07,
      "loss": 0.3504,
      "step": 2566450
    },
    {
      "epoch": 716.29,
      "grad_norm": 1.2027274370193481,
      "learning_rate": 1.389284070241639e-07,
      "loss": 0.3456,
      "step": 2566460
    },
    {
      "epoch": 716.29,
      "grad_norm": 1.211876630783081,
      "learning_rate": 1.3891923604790475e-07,
      "loss": 0.3431,
      "step": 2566470
    },
    {
      "epoch": 716.29,
      "grad_norm": 1.201204776763916,
      "learning_rate": 1.389100653651093e-07,
      "loss": 0.3323,
      "step": 2566480
    },
    {
      "epoch": 716.3,
      "grad_norm": 1.4717772006988525,
      "learning_rate": 1.389008949757786e-07,
      "loss": 0.3359,
      "step": 2566490
    },
    {
      "epoch": 716.3,
      "grad_norm": 1.1611073017120361,
      "learning_rate": 1.3889172487991366e-07,
      "loss": 0.3293,
      "step": 2566500
    },
    {
      "epoch": 716.3,
      "grad_norm": 1.1545851230621338,
      "learning_rate": 1.3888255507751605e-07,
      "loss": 0.3487,
      "step": 2566510
    },
    {
      "epoch": 716.3,
      "grad_norm": 1.297841191291809,
      "learning_rate": 1.3887338556858733e-07,
      "loss": 0.3377,
      "step": 2566520
    },
    {
      "epoch": 716.31,
      "grad_norm": 1.1672745943069458,
      "learning_rate": 1.3886421635312802e-07,
      "loss": 0.3389,
      "step": 2566530
    },
    {
      "epoch": 716.31,
      "grad_norm": 1.4211927652359009,
      "learning_rate": 1.3885504743113945e-07,
      "loss": 0.3416,
      "step": 2566540
    },
    {
      "epoch": 716.31,
      "grad_norm": 2.7305281162261963,
      "learning_rate": 1.3884587880262315e-07,
      "loss": 0.329,
      "step": 2566550
    },
    {
      "epoch": 716.32,
      "grad_norm": 1.4326114654541016,
      "learning_rate": 1.388367104675799e-07,
      "loss": 0.3416,
      "step": 2566560
    },
    {
      "epoch": 716.32,
      "grad_norm": 1.1476879119873047,
      "learning_rate": 1.3882754242601153e-07,
      "loss": 0.3326,
      "step": 2566570
    },
    {
      "epoch": 716.32,
      "grad_norm": 1.2356904745101929,
      "learning_rate": 1.3881837467791882e-07,
      "loss": 0.337,
      "step": 2566580
    },
    {
      "epoch": 716.32,
      "grad_norm": 1.4287006855010986,
      "learning_rate": 1.3880920722330308e-07,
      "loss": 0.3315,
      "step": 2566590
    },
    {
      "epoch": 716.33,
      "grad_norm": 1.4814079999923706,
      "learning_rate": 1.3880004006216559e-07,
      "loss": 0.3504,
      "step": 2566600
    },
    {
      "epoch": 716.33,
      "grad_norm": 1.3316696882247925,
      "learning_rate": 1.3879087319450767e-07,
      "loss": 0.3364,
      "step": 2566610
    },
    {
      "epoch": 716.33,
      "grad_norm": 1.578291416168213,
      "learning_rate": 1.3878170662033035e-07,
      "loss": 0.3365,
      "step": 2566620
    },
    {
      "epoch": 716.34,
      "grad_norm": 1.1728911399841309,
      "learning_rate": 1.387725403396347e-07,
      "loss": 0.3343,
      "step": 2566630
    },
    {
      "epoch": 716.34,
      "grad_norm": 1.2579113245010376,
      "learning_rate": 1.3876337435242274e-07,
      "loss": 0.3537,
      "step": 2566640
    },
    {
      "epoch": 716.34,
      "grad_norm": 1.2596209049224854,
      "learning_rate": 1.3875420865869426e-07,
      "loss": 0.3407,
      "step": 2566650
    },
    {
      "epoch": 716.34,
      "grad_norm": 1.1214596033096313,
      "learning_rate": 1.3874504325845187e-07,
      "loss": 0.3392,
      "step": 2566660
    },
    {
      "epoch": 716.35,
      "grad_norm": 1.224652886390686,
      "learning_rate": 1.3873587815169604e-07,
      "loss": 0.3399,
      "step": 2566670
    },
    {
      "epoch": 716.35,
      "grad_norm": 1.1464484930038452,
      "learning_rate": 1.387267133384281e-07,
      "loss": 0.331,
      "step": 2566680
    },
    {
      "epoch": 716.35,
      "grad_norm": 1.166354775428772,
      "learning_rate": 1.387175488186499e-07,
      "loss": 0.3393,
      "step": 2566690
    },
    {
      "epoch": 716.36,
      "grad_norm": 1.1808747053146362,
      "learning_rate": 1.387083845923614e-07,
      "loss": 0.3382,
      "step": 2566700
    },
    {
      "epoch": 716.36,
      "grad_norm": 1.3255300521850586,
      "learning_rate": 1.3869922065956494e-07,
      "loss": 0.3288,
      "step": 2566710
    },
    {
      "epoch": 716.36,
      "grad_norm": 1.1317554712295532,
      "learning_rate": 1.3869005702026132e-07,
      "loss": 0.3464,
      "step": 2566720
    },
    {
      "epoch": 716.36,
      "grad_norm": 1.1703969240188599,
      "learning_rate": 1.3868089367445158e-07,
      "loss": 0.341,
      "step": 2566730
    },
    {
      "epoch": 716.37,
      "grad_norm": 1.2684874534606934,
      "learning_rate": 1.3867173062213727e-07,
      "loss": 0.3377,
      "step": 2566740
    },
    {
      "epoch": 716.37,
      "grad_norm": 1.3549964427947998,
      "learning_rate": 1.3866256786331972e-07,
      "loss": 0.3251,
      "step": 2566750
    },
    {
      "epoch": 716.37,
      "grad_norm": 1.2893942594528198,
      "learning_rate": 1.3865340539799966e-07,
      "loss": 0.3359,
      "step": 2566760
    },
    {
      "epoch": 716.37,
      "grad_norm": 1.4310036897659302,
      "learning_rate": 1.386442432261787e-07,
      "loss": 0.3225,
      "step": 2566770
    },
    {
      "epoch": 716.38,
      "grad_norm": 1.1988009214401245,
      "learning_rate": 1.3863508134785785e-07,
      "loss": 0.3451,
      "step": 2566780
    },
    {
      "epoch": 716.38,
      "grad_norm": 1.5581823587417603,
      "learning_rate": 1.386259197630379e-07,
      "loss": 0.3326,
      "step": 2566790
    },
    {
      "epoch": 716.38,
      "grad_norm": 1.3751531839370728,
      "learning_rate": 1.3861675847172143e-07,
      "loss": 0.3176,
      "step": 2566800
    },
    {
      "epoch": 716.39,
      "grad_norm": 1.1241689920425415,
      "learning_rate": 1.3860759747390822e-07,
      "loss": 0.3305,
      "step": 2566810
    },
    {
      "epoch": 716.39,
      "grad_norm": 1.270469069480896,
      "learning_rate": 1.385984367696001e-07,
      "loss": 0.3508,
      "step": 2566820
    },
    {
      "epoch": 716.39,
      "grad_norm": 1.1447317600250244,
      "learning_rate": 1.3858927635879833e-07,
      "loss": 0.3438,
      "step": 2566830
    },
    {
      "epoch": 716.39,
      "grad_norm": 1.2451483011245728,
      "learning_rate": 1.3858011624150448e-07,
      "loss": 0.34,
      "step": 2566840
    },
    {
      "epoch": 716.4,
      "grad_norm": 1.0014846324920654,
      "learning_rate": 1.385709564177188e-07,
      "loss": 0.3393,
      "step": 2566850
    },
    {
      "epoch": 716.4,
      "grad_norm": 1.1488292217254639,
      "learning_rate": 1.3856179688744316e-07,
      "loss": 0.3342,
      "step": 2566860
    },
    {
      "epoch": 716.4,
      "grad_norm": 1.267783284187317,
      "learning_rate": 1.3855263765067908e-07,
      "loss": 0.3516,
      "step": 2566870
    },
    {
      "epoch": 716.41,
      "grad_norm": 1.0900354385375977,
      "learning_rate": 1.3854347870742655e-07,
      "loss": 0.3408,
      "step": 2566880
    },
    {
      "epoch": 716.41,
      "grad_norm": 1.3796724081039429,
      "learning_rate": 1.3853432005768846e-07,
      "loss": 0.33,
      "step": 2566890
    },
    {
      "epoch": 716.41,
      "grad_norm": 1.4592047929763794,
      "learning_rate": 1.3852516170146454e-07,
      "loss": 0.357,
      "step": 2566900
    },
    {
      "epoch": 716.41,
      "grad_norm": 1.240264892578125,
      "learning_rate": 1.385160036387569e-07,
      "loss": 0.333,
      "step": 2566910
    },
    {
      "epoch": 716.42,
      "grad_norm": 1.5212680101394653,
      "learning_rate": 1.3850684586956678e-07,
      "loss": 0.3416,
      "step": 2566920
    },
    {
      "epoch": 716.42,
      "grad_norm": 1.1089204549789429,
      "learning_rate": 1.3849768839389476e-07,
      "loss": 0.3394,
      "step": 2566930
    },
    {
      "epoch": 716.42,
      "grad_norm": 1.3053847551345825,
      "learning_rate": 1.3848853121174236e-07,
      "loss": 0.339,
      "step": 2566940
    },
    {
      "epoch": 716.42,
      "grad_norm": 1.26857590675354,
      "learning_rate": 1.3847937432311116e-07,
      "loss": 0.3305,
      "step": 2566950
    },
    {
      "epoch": 716.43,
      "grad_norm": 5.693039894104004,
      "learning_rate": 1.3847021772800167e-07,
      "loss": 0.329,
      "step": 2566960
    },
    {
      "epoch": 716.43,
      "grad_norm": 1.0885130167007446,
      "learning_rate": 1.3846106142641573e-07,
      "loss": 0.3318,
      "step": 2566970
    },
    {
      "epoch": 716.43,
      "grad_norm": 1.5123146772384644,
      "learning_rate": 1.384519054183549e-07,
      "loss": 0.3375,
      "step": 2566980
    },
    {
      "epoch": 716.44,
      "grad_norm": 1.5051511526107788,
      "learning_rate": 1.3844274970381914e-07,
      "loss": 0.3329,
      "step": 2566990
    },
    {
      "epoch": 716.44,
      "grad_norm": 1.5223591327667236,
      "learning_rate": 1.3843359428281058e-07,
      "loss": 0.3351,
      "step": 2567000
    },
    {
      "epoch": 716.44,
      "grad_norm": 1.2072957754135132,
      "learning_rate": 1.384244391553305e-07,
      "loss": 0.3346,
      "step": 2567010
    },
    {
      "epoch": 716.44,
      "grad_norm": 1.2981446981430054,
      "learning_rate": 1.3841528432137916e-07,
      "loss": 0.3397,
      "step": 2567020
    },
    {
      "epoch": 716.45,
      "grad_norm": 1.4199881553649902,
      "learning_rate": 1.3840612978095918e-07,
      "loss": 0.3459,
      "step": 2567030
    },
    {
      "epoch": 716.45,
      "grad_norm": 1.3664265871047974,
      "learning_rate": 1.383969755340708e-07,
      "loss": 0.3456,
      "step": 2567040
    },
    {
      "epoch": 716.45,
      "grad_norm": 1.6478216648101807,
      "learning_rate": 1.383878215807153e-07,
      "loss": 0.347,
      "step": 2567050
    },
    {
      "epoch": 716.46,
      "grad_norm": 1.3791717290878296,
      "learning_rate": 1.3837866792089457e-07,
      "loss": 0.3144,
      "step": 2567060
    },
    {
      "epoch": 716.46,
      "grad_norm": 1.7381891012191772,
      "learning_rate": 1.3836951455460906e-07,
      "loss": 0.3378,
      "step": 2567070
    },
    {
      "epoch": 716.46,
      "grad_norm": 1.219171166419983,
      "learning_rate": 1.3836036148186036e-07,
      "loss": 0.3525,
      "step": 2567080
    },
    {
      "epoch": 716.46,
      "grad_norm": 1.3190324306488037,
      "learning_rate": 1.3835120870264952e-07,
      "loss": 0.3311,
      "step": 2567090
    },
    {
      "epoch": 716.47,
      "grad_norm": 1.293121337890625,
      "learning_rate": 1.3834205621697808e-07,
      "loss": 0.3469,
      "step": 2567100
    },
    {
      "epoch": 716.47,
      "grad_norm": 1.3830379247665405,
      "learning_rate": 1.383329040248466e-07,
      "loss": 0.3514,
      "step": 2567110
    },
    {
      "epoch": 716.47,
      "grad_norm": 1.27083158493042,
      "learning_rate": 1.3832375212625737e-07,
      "loss": 0.3411,
      "step": 2567120
    },
    {
      "epoch": 716.48,
      "grad_norm": 1.0704072713851929,
      "learning_rate": 1.383146005212104e-07,
      "loss": 0.3376,
      "step": 2567130
    },
    {
      "epoch": 716.48,
      "grad_norm": 1.372930884361267,
      "learning_rate": 1.3830544920970782e-07,
      "loss": 0.347,
      "step": 2567140
    },
    {
      "epoch": 716.48,
      "grad_norm": 1.3905470371246338,
      "learning_rate": 1.382962981917506e-07,
      "loss": 0.3362,
      "step": 2567150
    },
    {
      "epoch": 716.48,
      "grad_norm": 1.2707628011703491,
      "learning_rate": 1.3828714746733958e-07,
      "loss": 0.3312,
      "step": 2567160
    },
    {
      "epoch": 716.49,
      "grad_norm": 1.4718437194824219,
      "learning_rate": 1.3827799703647631e-07,
      "loss": 0.3281,
      "step": 2567170
    },
    {
      "epoch": 716.49,
      "grad_norm": 1.4986401796340942,
      "learning_rate": 1.3826884689916206e-07,
      "loss": 0.3327,
      "step": 2567180
    },
    {
      "epoch": 716.49,
      "grad_norm": 1.3190701007843018,
      "learning_rate": 1.3825969705539816e-07,
      "loss": 0.334,
      "step": 2567190
    },
    {
      "epoch": 716.49,
      "grad_norm": 1.2374708652496338,
      "learning_rate": 1.3825054750518536e-07,
      "loss": 0.3405,
      "step": 2567200
    },
    {
      "epoch": 716.5,
      "grad_norm": 1.1869381666183472,
      "learning_rate": 1.3824139824852501e-07,
      "loss": 0.3407,
      "step": 2567210
    },
    {
      "epoch": 716.5,
      "grad_norm": 1.24399995803833,
      "learning_rate": 1.382322492854189e-07,
      "loss": 0.3445,
      "step": 2567220
    },
    {
      "epoch": 716.5,
      "grad_norm": 1.2579240798950195,
      "learning_rate": 1.3822310061586701e-07,
      "loss": 0.342,
      "step": 2567230
    },
    {
      "epoch": 716.51,
      "grad_norm": 1.4714680910110474,
      "learning_rate": 1.3821395223987225e-07,
      "loss": 0.3277,
      "step": 2567240
    },
    {
      "epoch": 716.51,
      "grad_norm": 1.0809657573699951,
      "learning_rate": 1.3820480415743406e-07,
      "loss": 0.3198,
      "step": 2567250
    },
    {
      "epoch": 716.51,
      "grad_norm": 1.06662917137146,
      "learning_rate": 1.381956563685553e-07,
      "loss": 0.3487,
      "step": 2567260
    },
    {
      "epoch": 716.51,
      "grad_norm": 2.4792792797088623,
      "learning_rate": 1.3818650887323602e-07,
      "loss": 0.3241,
      "step": 2567270
    },
    {
      "epoch": 716.52,
      "grad_norm": 1.2273564338684082,
      "learning_rate": 1.3817736167147774e-07,
      "loss": 0.3492,
      "step": 2567280
    },
    {
      "epoch": 716.52,
      "grad_norm": 1.5115751028060913,
      "learning_rate": 1.3816821476328228e-07,
      "loss": 0.34,
      "step": 2567290
    },
    {
      "epoch": 716.52,
      "grad_norm": 1.2246428728103638,
      "learning_rate": 1.381590681486502e-07,
      "loss": 0.3389,
      "step": 2567300
    },
    {
      "epoch": 716.53,
      "grad_norm": 1.1236648559570312,
      "learning_rate": 1.3814992182758248e-07,
      "loss": 0.3325,
      "step": 2567310
    },
    {
      "epoch": 716.53,
      "grad_norm": 1.1588428020477295,
      "learning_rate": 1.3814077580008098e-07,
      "loss": 0.3281,
      "step": 2567320
    },
    {
      "epoch": 716.53,
      "grad_norm": 1.316307544708252,
      "learning_rate": 1.3813163006614702e-07,
      "loss": 0.3595,
      "step": 2567330
    },
    {
      "epoch": 716.53,
      "grad_norm": 1.4667048454284668,
      "learning_rate": 1.3812248462578107e-07,
      "loss": 0.3324,
      "step": 2567340
    },
    {
      "epoch": 716.54,
      "grad_norm": 1.2406541109085083,
      "learning_rate": 1.3811333947898472e-07,
      "loss": 0.3298,
      "step": 2567350
    },
    {
      "epoch": 716.54,
      "grad_norm": 1.3144937753677368,
      "learning_rate": 1.381041946257595e-07,
      "loss": 0.3356,
      "step": 2567360
    },
    {
      "epoch": 716.54,
      "grad_norm": 1.2797129154205322,
      "learning_rate": 1.3809505006610572e-07,
      "loss": 0.3554,
      "step": 2567370
    },
    {
      "epoch": 716.54,
      "grad_norm": 1.13860023021698,
      "learning_rate": 1.3808590580002596e-07,
      "loss": 0.3529,
      "step": 2567380
    },
    {
      "epoch": 716.55,
      "grad_norm": 1.4518752098083496,
      "learning_rate": 1.3807676182752023e-07,
      "loss": 0.334,
      "step": 2567390
    },
    {
      "epoch": 716.55,
      "grad_norm": 1.4105334281921387,
      "learning_rate": 1.3806761814859034e-07,
      "loss": 0.3382,
      "step": 2567400
    },
    {
      "epoch": 716.55,
      "grad_norm": 1.4400094747543335,
      "learning_rate": 1.3805847476323733e-07,
      "loss": 0.333,
      "step": 2567410
    },
    {
      "epoch": 716.56,
      "grad_norm": 1.1861660480499268,
      "learning_rate": 1.3804933167146274e-07,
      "loss": 0.327,
      "step": 2567420
    },
    {
      "epoch": 716.56,
      "grad_norm": 1.273253083229065,
      "learning_rate": 1.3804018887326715e-07,
      "loss": 0.3549,
      "step": 2567430
    },
    {
      "epoch": 716.56,
      "grad_norm": 1.1640335321426392,
      "learning_rate": 1.380310463686523e-07,
      "loss": 0.339,
      "step": 2567440
    },
    {
      "epoch": 716.56,
      "grad_norm": 1.1509839296340942,
      "learning_rate": 1.3802190415761932e-07,
      "loss": 0.3346,
      "step": 2567450
    },
    {
      "epoch": 716.57,
      "grad_norm": 1.4037821292877197,
      "learning_rate": 1.3801276224016893e-07,
      "loss": 0.3176,
      "step": 2567460
    },
    {
      "epoch": 716.57,
      "grad_norm": 1.3309751749038696,
      "learning_rate": 1.3800362061630347e-07,
      "loss": 0.3494,
      "step": 2567470
    },
    {
      "epoch": 716.57,
      "grad_norm": 1.1056708097457886,
      "learning_rate": 1.3799447928602296e-07,
      "loss": 0.3152,
      "step": 2567480
    },
    {
      "epoch": 716.58,
      "grad_norm": 1.1516947746276855,
      "learning_rate": 1.3798533824932898e-07,
      "loss": 0.3471,
      "step": 2567490
    },
    {
      "epoch": 716.58,
      "grad_norm": 2.301417350769043,
      "learning_rate": 1.3797619750622333e-07,
      "loss": 0.3361,
      "step": 2567500
    },
    {
      "epoch": 716.58,
      "grad_norm": 1.1975358724594116,
      "learning_rate": 1.3796705705670653e-07,
      "loss": 0.3383,
      "step": 2567510
    },
    {
      "epoch": 716.58,
      "grad_norm": 1.2390642166137695,
      "learning_rate": 1.3795791690078014e-07,
      "loss": 0.3509,
      "step": 2567520
    },
    {
      "epoch": 716.59,
      "grad_norm": 1.1626139879226685,
      "learning_rate": 1.3794877703844492e-07,
      "loss": 0.3265,
      "step": 2567530
    },
    {
      "epoch": 716.59,
      "grad_norm": 1.113372564315796,
      "learning_rate": 1.3793963746970273e-07,
      "loss": 0.3375,
      "step": 2567540
    },
    {
      "epoch": 716.59,
      "grad_norm": 1.2249619960784912,
      "learning_rate": 1.3793049819455433e-07,
      "loss": 0.3202,
      "step": 2567550
    },
    {
      "epoch": 716.6,
      "grad_norm": 1.243638515472412,
      "learning_rate": 1.3792135921300156e-07,
      "loss": 0.3481,
      "step": 2567560
    },
    {
      "epoch": 716.6,
      "grad_norm": 1.178186297416687,
      "learning_rate": 1.3791222052504494e-07,
      "loss": 0.3364,
      "step": 2567570
    },
    {
      "epoch": 716.6,
      "grad_norm": 1.2178901433944702,
      "learning_rate": 1.3790308213068574e-07,
      "loss": 0.3391,
      "step": 2567580
    },
    {
      "epoch": 716.6,
      "grad_norm": 1.3151265382766724,
      "learning_rate": 1.378939440299258e-07,
      "loss": 0.3332,
      "step": 2567590
    },
    {
      "epoch": 716.61,
      "grad_norm": 1.2433353662490845,
      "learning_rate": 1.3788480622276538e-07,
      "loss": 0.3413,
      "step": 2567600
    },
    {
      "epoch": 716.61,
      "grad_norm": 1.4058047533035278,
      "learning_rate": 1.3787566870920655e-07,
      "loss": 0.3336,
      "step": 2567610
    },
    {
      "epoch": 716.61,
      "grad_norm": 1.1719861030578613,
      "learning_rate": 1.3786653148925011e-07,
      "loss": 0.32,
      "step": 2567620
    },
    {
      "epoch": 716.61,
      "grad_norm": 1.142481803894043,
      "learning_rate": 1.3785739456289735e-07,
      "loss": 0.325,
      "step": 2567630
    },
    {
      "epoch": 716.62,
      "grad_norm": 1.2700237035751343,
      "learning_rate": 1.3784825793014957e-07,
      "loss": 0.3493,
      "step": 2567640
    },
    {
      "epoch": 716.62,
      "grad_norm": 1.2703351974487305,
      "learning_rate": 1.3783912159100785e-07,
      "loss": 0.3371,
      "step": 2567650
    },
    {
      "epoch": 716.62,
      "grad_norm": 1.2423237562179565,
      "learning_rate": 1.3782998554547342e-07,
      "loss": 0.3434,
      "step": 2567660
    },
    {
      "epoch": 716.63,
      "grad_norm": 3.2304863929748535,
      "learning_rate": 1.3782084979354738e-07,
      "loss": 0.3402,
      "step": 2567670
    },
    {
      "epoch": 716.63,
      "grad_norm": 1.1904090642929077,
      "learning_rate": 1.3781171433523175e-07,
      "loss": 0.3477,
      "step": 2567680
    },
    {
      "epoch": 716.63,
      "grad_norm": 1.2257846593856812,
      "learning_rate": 1.378025791705261e-07,
      "loss": 0.3328,
      "step": 2567690
    },
    {
      "epoch": 716.63,
      "grad_norm": 1.398228645324707,
      "learning_rate": 1.3779344429943347e-07,
      "loss": 0.3375,
      "step": 2567700
    },
    {
      "epoch": 716.64,
      "grad_norm": 1.4188390970230103,
      "learning_rate": 1.3778430972195415e-07,
      "loss": 0.3146,
      "step": 2567710
    },
    {
      "epoch": 716.64,
      "grad_norm": 1.2832320928573608,
      "learning_rate": 1.3777517543808917e-07,
      "loss": 0.3196,
      "step": 2567720
    },
    {
      "epoch": 716.64,
      "grad_norm": 7.658150672912598,
      "learning_rate": 1.3776604144784038e-07,
      "loss": 0.3443,
      "step": 2567730
    },
    {
      "epoch": 716.65,
      "grad_norm": 1.1979502439498901,
      "learning_rate": 1.3775690775120855e-07,
      "loss": 0.3264,
      "step": 2567740
    },
    {
      "epoch": 716.65,
      "grad_norm": 1.2112957239151,
      "learning_rate": 1.377477743481947e-07,
      "loss": 0.3432,
      "step": 2567750
    },
    {
      "epoch": 716.65,
      "grad_norm": 1.2314561605453491,
      "learning_rate": 1.3773864123880043e-07,
      "loss": 0.3331,
      "step": 2567760
    },
    {
      "epoch": 716.65,
      "grad_norm": 1.2411397695541382,
      "learning_rate": 1.3772950842302752e-07,
      "loss": 0.325,
      "step": 2567770
    },
    {
      "epoch": 716.66,
      "grad_norm": 1.3066074848175049,
      "learning_rate": 1.377203759008757e-07,
      "loss": 0.3458,
      "step": 2567780
    },
    {
      "epoch": 716.66,
      "grad_norm": 1.167612075805664,
      "learning_rate": 1.377112436723474e-07,
      "loss": 0.3112,
      "step": 2567790
    },
    {
      "epoch": 716.66,
      "grad_norm": 1.1436095237731934,
      "learning_rate": 1.377021117374433e-07,
      "loss": 0.3328,
      "step": 2567800
    },
    {
      "epoch": 716.66,
      "grad_norm": 1.1925299167633057,
      "learning_rate": 1.37692980096165e-07,
      "loss": 0.319,
      "step": 2567810
    },
    {
      "epoch": 716.67,
      "grad_norm": 1.7808483839035034,
      "learning_rate": 1.3768384874851355e-07,
      "loss": 0.3336,
      "step": 2567820
    },
    {
      "epoch": 716.67,
      "grad_norm": 1.3302714824676514,
      "learning_rate": 1.3767471769448946e-07,
      "loss": 0.3421,
      "step": 2567830
    },
    {
      "epoch": 716.67,
      "grad_norm": 1.306509017944336,
      "learning_rate": 1.3766558693409533e-07,
      "loss": 0.3329,
      "step": 2567840
    },
    {
      "epoch": 716.68,
      "grad_norm": 1.4534612894058228,
      "learning_rate": 1.3765645646733143e-07,
      "loss": 0.3187,
      "step": 2567850
    },
    {
      "epoch": 716.68,
      "grad_norm": 1.0545470714569092,
      "learning_rate": 1.3764732629419906e-07,
      "loss": 0.3265,
      "step": 2567860
    },
    {
      "epoch": 716.68,
      "grad_norm": 1.6145780086517334,
      "learning_rate": 1.3763819641469976e-07,
      "loss": 0.332,
      "step": 2567870
    },
    {
      "epoch": 716.68,
      "grad_norm": 1.4827744960784912,
      "learning_rate": 1.3762906682883433e-07,
      "loss": 0.3411,
      "step": 2567880
    },
    {
      "epoch": 716.69,
      "grad_norm": 1.216149091720581,
      "learning_rate": 1.3761993753660434e-07,
      "loss": 0.3314,
      "step": 2567890
    },
    {
      "epoch": 716.69,
      "grad_norm": 1.1702966690063477,
      "learning_rate": 1.3761080853801057e-07,
      "loss": 0.3477,
      "step": 2567900
    },
    {
      "epoch": 716.69,
      "grad_norm": 1.009885549545288,
      "learning_rate": 1.3760167983305507e-07,
      "loss": 0.3432,
      "step": 2567910
    },
    {
      "epoch": 716.7,
      "grad_norm": 1.4066945314407349,
      "learning_rate": 1.3759255142173788e-07,
      "loss": 0.3439,
      "step": 2567920
    },
    {
      "epoch": 716.7,
      "grad_norm": 1.1638656854629517,
      "learning_rate": 1.375834233040613e-07,
      "loss": 0.3507,
      "step": 2567930
    },
    {
      "epoch": 716.7,
      "grad_norm": 1.3284378051757812,
      "learning_rate": 1.3757429548002588e-07,
      "loss": 0.339,
      "step": 2567940
    },
    {
      "epoch": 716.7,
      "grad_norm": 1.2435728311538696,
      "learning_rate": 1.3756516794963317e-07,
      "loss": 0.343,
      "step": 2567950
    },
    {
      "epoch": 716.71,
      "grad_norm": 1.256189227104187,
      "learning_rate": 1.3755604071288448e-07,
      "loss": 0.329,
      "step": 2567960
    },
    {
      "epoch": 716.71,
      "grad_norm": 1.2351335287094116,
      "learning_rate": 1.3754691376978035e-07,
      "loss": 0.3329,
      "step": 2567970
    },
    {
      "epoch": 716.71,
      "grad_norm": 1.2185802459716797,
      "learning_rate": 1.3753778712032253e-07,
      "loss": 0.3504,
      "step": 2567980
    },
    {
      "epoch": 716.72,
      "grad_norm": 1.1455187797546387,
      "learning_rate": 1.3752866076451214e-07,
      "loss": 0.3227,
      "step": 2567990
    },
    {
      "epoch": 716.72,
      "grad_norm": 1.1869852542877197,
      "learning_rate": 1.3751953470235097e-07,
      "loss": 0.3279,
      "step": 2568000
    },
    {
      "epoch": 716.72,
      "grad_norm": 1.5699385404586792,
      "learning_rate": 1.3751040893383902e-07,
      "loss": 0.3414,
      "step": 2568010
    },
    {
      "epoch": 716.72,
      "grad_norm": 1.475476861000061,
      "learning_rate": 1.3750128345897836e-07,
      "loss": 0.332,
      "step": 2568020
    },
    {
      "epoch": 716.73,
      "grad_norm": 1.1837522983551025,
      "learning_rate": 1.374921582777703e-07,
      "loss": 0.3408,
      "step": 2568030
    },
    {
      "epoch": 716.73,
      "grad_norm": 1.1537871360778809,
      "learning_rate": 1.374830333902151e-07,
      "loss": 0.33,
      "step": 2568040
    },
    {
      "epoch": 716.73,
      "grad_norm": 1.305193543434143,
      "learning_rate": 1.3747390879631538e-07,
      "loss": 0.3313,
      "step": 2568050
    },
    {
      "epoch": 716.73,
      "grad_norm": 1.5449023246765137,
      "learning_rate": 1.3746478449607112e-07,
      "loss": 0.3372,
      "step": 2568060
    },
    {
      "epoch": 716.74,
      "grad_norm": 1.2415862083435059,
      "learning_rate": 1.3745566048948414e-07,
      "loss": 0.335,
      "step": 2568070
    },
    {
      "epoch": 716.74,
      "grad_norm": 1.6279164552688599,
      "learning_rate": 1.374465367765555e-07,
      "loss": 0.339,
      "step": 2568080
    },
    {
      "epoch": 716.74,
      "grad_norm": 1.098217248916626,
      "learning_rate": 1.3743741335728673e-07,
      "loss": 0.3338,
      "step": 2568090
    },
    {
      "epoch": 716.75,
      "grad_norm": 1.2408839464187622,
      "learning_rate": 1.3742829023167839e-07,
      "loss": 0.3371,
      "step": 2568100
    },
    {
      "epoch": 716.75,
      "grad_norm": 1.19864022731781,
      "learning_rate": 1.3741916739973226e-07,
      "loss": 0.3413,
      "step": 2568110
    },
    {
      "epoch": 716.75,
      "grad_norm": 1.309297800064087,
      "learning_rate": 1.3741004486144914e-07,
      "loss": 0.3428,
      "step": 2568120
    },
    {
      "epoch": 716.75,
      "grad_norm": 1.2340588569641113,
      "learning_rate": 1.374009226168306e-07,
      "loss": 0.3446,
      "step": 2568130
    },
    {
      "epoch": 716.76,
      "grad_norm": 1.354690432548523,
      "learning_rate": 1.373918006658782e-07,
      "loss": 0.3409,
      "step": 2568140
    },
    {
      "epoch": 716.76,
      "grad_norm": 1.1999813318252563,
      "learning_rate": 1.3738267900859218e-07,
      "loss": 0.3468,
      "step": 2568150
    },
    {
      "epoch": 716.76,
      "grad_norm": 1.5106384754180908,
      "learning_rate": 1.3737355764497412e-07,
      "loss": 0.3371,
      "step": 2568160
    },
    {
      "epoch": 716.77,
      "grad_norm": 1.7480450868606567,
      "learning_rate": 1.3736443657502584e-07,
      "loss": 0.3232,
      "step": 2568170
    },
    {
      "epoch": 716.77,
      "grad_norm": 1.3415380716323853,
      "learning_rate": 1.3735531579874758e-07,
      "loss": 0.3481,
      "step": 2568180
    },
    {
      "epoch": 716.77,
      "grad_norm": 1.247986912727356,
      "learning_rate": 1.3734619531614145e-07,
      "loss": 0.3353,
      "step": 2568190
    },
    {
      "epoch": 716.77,
      "grad_norm": 1.30503511428833,
      "learning_rate": 1.3733707512720795e-07,
      "loss": 0.3416,
      "step": 2568200
    },
    {
      "epoch": 716.78,
      "grad_norm": 1.2681515216827393,
      "learning_rate": 1.3732795523194866e-07,
      "loss": 0.3377,
      "step": 2568210
    },
    {
      "epoch": 716.78,
      "grad_norm": 1.1474742889404297,
      "learning_rate": 1.3731883563036488e-07,
      "loss": 0.3505,
      "step": 2568220
    },
    {
      "epoch": 716.78,
      "grad_norm": 1.295989990234375,
      "learning_rate": 1.3730971632245788e-07,
      "loss": 0.3223,
      "step": 2568230
    },
    {
      "epoch": 716.78,
      "grad_norm": 15.306493759155273,
      "learning_rate": 1.3730059730822847e-07,
      "loss": 0.3164,
      "step": 2568240
    },
    {
      "epoch": 716.79,
      "grad_norm": 1.0169227123260498,
      "learning_rate": 1.3729147858767797e-07,
      "loss": 0.3389,
      "step": 2568250
    },
    {
      "epoch": 716.79,
      "grad_norm": 1.2240664958953857,
      "learning_rate": 1.3728236016080813e-07,
      "loss": 0.3363,
      "step": 2568260
    },
    {
      "epoch": 716.79,
      "grad_norm": 1.0810447931289673,
      "learning_rate": 1.3727324202761904e-07,
      "loss": 0.3161,
      "step": 2568270
    },
    {
      "epoch": 716.8,
      "grad_norm": 1.2828569412231445,
      "learning_rate": 1.372641241881132e-07,
      "loss": 0.321,
      "step": 2568280
    },
    {
      "epoch": 716.8,
      "grad_norm": 1.0884535312652588,
      "learning_rate": 1.3725500664229096e-07,
      "loss": 0.3224,
      "step": 2568290
    },
    {
      "epoch": 716.8,
      "grad_norm": 1.1938823461532593,
      "learning_rate": 1.3724588939015386e-07,
      "loss": 0.339,
      "step": 2568300
    },
    {
      "epoch": 716.8,
      "grad_norm": 1.200115442276001,
      "learning_rate": 1.3723677243170317e-07,
      "loss": 0.3566,
      "step": 2568310
    },
    {
      "epoch": 716.81,
      "grad_norm": 1.2897263765335083,
      "learning_rate": 1.3722765576693996e-07,
      "loss": 0.3251,
      "step": 2568320
    },
    {
      "epoch": 716.81,
      "grad_norm": 1.4636430740356445,
      "learning_rate": 1.3721853939586527e-07,
      "loss": 0.3472,
      "step": 2568330
    },
    {
      "epoch": 716.81,
      "grad_norm": 1.14864981174469,
      "learning_rate": 1.3720942331848039e-07,
      "loss": 0.3284,
      "step": 2568340
    },
    {
      "epoch": 716.82,
      "grad_norm": 1.22530996799469,
      "learning_rate": 1.3720030753478737e-07,
      "loss": 0.3464,
      "step": 2568350
    },
    {
      "epoch": 716.82,
      "grad_norm": 1.219241738319397,
      "learning_rate": 1.3719119204478576e-07,
      "loss": 0.3393,
      "step": 2568360
    },
    {
      "epoch": 716.82,
      "grad_norm": 1.1140621900558472,
      "learning_rate": 1.3718207684847836e-07,
      "loss": 0.3362,
      "step": 2568370
    },
    {
      "epoch": 716.82,
      "grad_norm": 1.144958734512329,
      "learning_rate": 1.3717296194586573e-07,
      "loss": 0.3258,
      "step": 2568380
    },
    {
      "epoch": 716.83,
      "grad_norm": 1.2427035570144653,
      "learning_rate": 1.371638473369489e-07,
      "loss": 0.3497,
      "step": 2568390
    },
    {
      "epoch": 716.83,
      "grad_norm": 1.402086615562439,
      "learning_rate": 1.3715473302172967e-07,
      "loss": 0.3535,
      "step": 2568400
    },
    {
      "epoch": 716.83,
      "grad_norm": 1.286439299583435,
      "learning_rate": 1.3714561900020808e-07,
      "loss": 0.3387,
      "step": 2568410
    },
    {
      "epoch": 716.84,
      "grad_norm": 1.297008752822876,
      "learning_rate": 1.3713650527238697e-07,
      "loss": 0.3323,
      "step": 2568420
    },
    {
      "epoch": 716.84,
      "grad_norm": 1.5478863716125488,
      "learning_rate": 1.3712739183826634e-07,
      "loss": 0.3359,
      "step": 2568430
    },
    {
      "epoch": 716.84,
      "grad_norm": 1.3045796155929565,
      "learning_rate": 1.3711827869784773e-07,
      "loss": 0.3325,
      "step": 2568440
    },
    {
      "epoch": 716.84,
      "grad_norm": 1.1493353843688965,
      "learning_rate": 1.3710916585113275e-07,
      "loss": 0.3317,
      "step": 2568450
    },
    {
      "epoch": 716.85,
      "grad_norm": 1.2993810176849365,
      "learning_rate": 1.3710005329812189e-07,
      "loss": 0.3349,
      "step": 2568460
    },
    {
      "epoch": 716.85,
      "grad_norm": 1.304473638534546,
      "learning_rate": 1.370909410388167e-07,
      "loss": 0.3191,
      "step": 2568470
    },
    {
      "epoch": 716.85,
      "grad_norm": 1.2929571866989136,
      "learning_rate": 1.370818290732185e-07,
      "loss": 0.3404,
      "step": 2568480
    },
    {
      "epoch": 716.85,
      "grad_norm": 1.236236810684204,
      "learning_rate": 1.3707271740132885e-07,
      "loss": 0.3547,
      "step": 2568490
    },
    {
      "epoch": 716.86,
      "grad_norm": 1.4107192754745483,
      "learning_rate": 1.3706360602314773e-07,
      "loss": 0.329,
      "step": 2568500
    },
    {
      "epoch": 716.86,
      "grad_norm": 1.2493714094161987,
      "learning_rate": 1.3705449493867804e-07,
      "loss": 0.3457,
      "step": 2568510
    },
    {
      "epoch": 716.86,
      "grad_norm": 1.2091782093048096,
      "learning_rate": 1.3704538414791976e-07,
      "loss": 0.3411,
      "step": 2568520
    },
    {
      "epoch": 716.87,
      "grad_norm": 1.222798466682434,
      "learning_rate": 1.370362736508742e-07,
      "loss": 0.3389,
      "step": 2568530
    },
    {
      "epoch": 716.87,
      "grad_norm": 1.2241840362548828,
      "learning_rate": 1.370271634475434e-07,
      "loss": 0.3333,
      "step": 2568540
    },
    {
      "epoch": 716.87,
      "grad_norm": 1.5079231262207031,
      "learning_rate": 1.3701805353792767e-07,
      "loss": 0.3297,
      "step": 2568550
    },
    {
      "epoch": 716.87,
      "grad_norm": 1.3398470878601074,
      "learning_rate": 1.3700894392202857e-07,
      "loss": 0.3351,
      "step": 2568560
    },
    {
      "epoch": 716.88,
      "grad_norm": 2.3046703338623047,
      "learning_rate": 1.3699983459984708e-07,
      "loss": 0.3422,
      "step": 2568570
    },
    {
      "epoch": 716.88,
      "grad_norm": 1.1029393672943115,
      "learning_rate": 1.3699072557138537e-07,
      "loss": 0.3512,
      "step": 2568580
    },
    {
      "epoch": 716.88,
      "grad_norm": 1.340977430343628,
      "learning_rate": 1.3698161683664339e-07,
      "loss": 0.3435,
      "step": 2568590
    },
    {
      "epoch": 716.89,
      "grad_norm": 1.2160221338272095,
      "learning_rate": 1.3697250839562268e-07,
      "loss": 0.3382,
      "step": 2568600
    },
    {
      "epoch": 716.89,
      "grad_norm": 1.4113928079605103,
      "learning_rate": 1.3696340024832537e-07,
      "loss": 0.3218,
      "step": 2568610
    },
    {
      "epoch": 716.89,
      "grad_norm": 1.4209343194961548,
      "learning_rate": 1.3695429239475091e-07,
      "loss": 0.3524,
      "step": 2568620
    },
    {
      "epoch": 716.89,
      "grad_norm": 1.2244726419448853,
      "learning_rate": 1.3694518483490245e-07,
      "loss": 0.355,
      "step": 2568630
    },
    {
      "epoch": 716.9,
      "grad_norm": 1.4633022546768188,
      "learning_rate": 1.3693607756877994e-07,
      "loss": 0.3323,
      "step": 2568640
    },
    {
      "epoch": 716.9,
      "grad_norm": 1.1968438625335693,
      "learning_rate": 1.36926970596385e-07,
      "loss": 0.3291,
      "step": 2568650
    },
    {
      "epoch": 716.9,
      "grad_norm": 1.463425874710083,
      "learning_rate": 1.3691786391771863e-07,
      "loss": 0.3493,
      "step": 2568660
    },
    {
      "epoch": 716.9,
      "grad_norm": 1.2310351133346558,
      "learning_rate": 1.3690875753278292e-07,
      "loss": 0.3317,
      "step": 2568670
    },
    {
      "epoch": 716.91,
      "grad_norm": 1.4589217901229858,
      "learning_rate": 1.3689965144157762e-07,
      "loss": 0.3517,
      "step": 2568680
    },
    {
      "epoch": 716.91,
      "grad_norm": 1.1406093835830688,
      "learning_rate": 1.3689054564410508e-07,
      "loss": 0.3424,
      "step": 2568690
    },
    {
      "epoch": 716.91,
      "grad_norm": 1.3243966102600098,
      "learning_rate": 1.368814401403658e-07,
      "loss": 0.3334,
      "step": 2568700
    },
    {
      "epoch": 716.92,
      "grad_norm": 1.2318549156188965,
      "learning_rate": 1.368723349303616e-07,
      "loss": 0.3334,
      "step": 2568710
    },
    {
      "epoch": 716.92,
      "grad_norm": 1.1015479564666748,
      "learning_rate": 1.3686323001409353e-07,
      "loss": 0.3423,
      "step": 2568720
    },
    {
      "epoch": 716.92,
      "grad_norm": 1.1661393642425537,
      "learning_rate": 1.3685412539156236e-07,
      "loss": 0.332,
      "step": 2568730
    },
    {
      "epoch": 716.92,
      "grad_norm": 1.4847769737243652,
      "learning_rate": 1.3684502106276993e-07,
      "loss": 0.3756,
      "step": 2568740
    },
    {
      "epoch": 716.93,
      "grad_norm": 1.0818921327590942,
      "learning_rate": 1.3683591702771676e-07,
      "loss": 0.3415,
      "step": 2568750
    },
    {
      "epoch": 716.93,
      "grad_norm": 1.0470798015594482,
      "learning_rate": 1.3682681328640465e-07,
      "loss": 0.3374,
      "step": 2568760
    },
    {
      "epoch": 716.93,
      "grad_norm": 1.1922582387924194,
      "learning_rate": 1.368177098388352e-07,
      "loss": 0.3303,
      "step": 2568770
    },
    {
      "epoch": 716.94,
      "grad_norm": 1.3361470699310303,
      "learning_rate": 1.3680860668500837e-07,
      "loss": 0.3371,
      "step": 2568780
    },
    {
      "epoch": 716.94,
      "grad_norm": 1.4519212245941162,
      "learning_rate": 1.3679950382492597e-07,
      "loss": 0.3501,
      "step": 2568790
    },
    {
      "epoch": 716.94,
      "grad_norm": 1.4355227947235107,
      "learning_rate": 1.3679040125858962e-07,
      "loss": 0.3329,
      "step": 2568800
    },
    {
      "epoch": 716.94,
      "grad_norm": 1.10976243019104,
      "learning_rate": 1.3678129898600033e-07,
      "loss": 0.3175,
      "step": 2568810
    },
    {
      "epoch": 716.95,
      "grad_norm": 1.2225862741470337,
      "learning_rate": 1.3677219700715886e-07,
      "loss": 0.3428,
      "step": 2568820
    },
    {
      "epoch": 716.95,
      "grad_norm": 1.1193758249282837,
      "learning_rate": 1.367630953220668e-07,
      "loss": 0.3519,
      "step": 2568830
    },
    {
      "epoch": 716.95,
      "grad_norm": 1.5671879053115845,
      "learning_rate": 1.3675399393072542e-07,
      "loss": 0.3315,
      "step": 2568840
    },
    {
      "epoch": 716.96,
      "grad_norm": 1.280156135559082,
      "learning_rate": 1.3674489283313528e-07,
      "loss": 0.33,
      "step": 2568850
    },
    {
      "epoch": 716.96,
      "grad_norm": 1.3539234399795532,
      "learning_rate": 1.3673579202929898e-07,
      "loss": 0.3607,
      "step": 2568860
    },
    {
      "epoch": 716.96,
      "grad_norm": 1.3613897562026978,
      "learning_rate": 1.367266915192162e-07,
      "loss": 0.3231,
      "step": 2568870
    },
    {
      "epoch": 716.96,
      "grad_norm": 1.2508904933929443,
      "learning_rate": 1.367175913028891e-07,
      "loss": 0.3388,
      "step": 2568880
    },
    {
      "epoch": 716.97,
      "grad_norm": 1.2999651432037354,
      "learning_rate": 1.3670849138031842e-07,
      "loss": 0.3303,
      "step": 2568890
    },
    {
      "epoch": 716.97,
      "grad_norm": 1.1808218955993652,
      "learning_rate": 1.36699391751506e-07,
      "loss": 0.3312,
      "step": 2568900
    },
    {
      "epoch": 716.97,
      "grad_norm": 1.217366337776184,
      "learning_rate": 1.3669029241645231e-07,
      "loss": 0.3611,
      "step": 2568910
    },
    {
      "epoch": 716.97,
      "grad_norm": 1.1994067430496216,
      "learning_rate": 1.3668119337515872e-07,
      "loss": 0.3374,
      "step": 2568920
    },
    {
      "epoch": 716.98,
      "grad_norm": 1.0999356508255005,
      "learning_rate": 1.36672094627627e-07,
      "loss": 0.3326,
      "step": 2568930
    },
    {
      "epoch": 716.98,
      "grad_norm": 1.0853017568588257,
      "learning_rate": 1.3666299617385743e-07,
      "loss": 0.3222,
      "step": 2568940
    },
    {
      "epoch": 716.98,
      "grad_norm": 1.356691598892212,
      "learning_rate": 1.3665389801385211e-07,
      "loss": 0.3186,
      "step": 2568950
    },
    {
      "epoch": 716.99,
      "grad_norm": 1.2636464834213257,
      "learning_rate": 1.3664480014761178e-07,
      "loss": 0.3299,
      "step": 2568960
    },
    {
      "epoch": 716.99,
      "grad_norm": 1.2430903911590576,
      "learning_rate": 1.366357025751378e-07,
      "loss": 0.3335,
      "step": 2568970
    },
    {
      "epoch": 716.99,
      "grad_norm": 1.3001270294189453,
      "learning_rate": 1.366266052964314e-07,
      "loss": 0.3263,
      "step": 2568980
    },
    {
      "epoch": 716.99,
      "grad_norm": 1.0089353322982788,
      "learning_rate": 1.366175083114934e-07,
      "loss": 0.3454,
      "step": 2568990
    },
    {
      "epoch": 717.0,
      "grad_norm": 1.3184943199157715,
      "learning_rate": 1.3660841162032562e-07,
      "loss": 0.3166,
      "step": 2569000
    },
    {
      "epoch": 717.0,
      "grad_norm": 1.0554224252700806,
      "learning_rate": 1.365993152229291e-07,
      "loss": 0.3291,
      "step": 2569010
    },
    {
      "epoch": 717.0,
      "eval_loss": 0.33824455738067627,
      "eval_runtime": 66.5051,
      "eval_samples_per_second": 76.069,
      "eval_steps_per_second": 9.518,
      "step": 2569011
    },
    {
      "epoch": 717.0,
      "grad_norm": 1.3197976350784302,
      "learning_rate": 1.365902191193046e-07,
      "loss": 0.3357,
      "step": 2569020
    },
    {
      "epoch": 717.01,
      "grad_norm": 1.3112751245498657,
      "learning_rate": 1.3658112330945371e-07,
      "loss": 0.3334,
      "step": 2569030
    },
    {
      "epoch": 717.01,
      "grad_norm": 1.1488409042358398,
      "learning_rate": 1.36572027793378e-07,
      "loss": 0.3236,
      "step": 2569040
    },
    {
      "epoch": 717.01,
      "grad_norm": 1.1678030490875244,
      "learning_rate": 1.3656293257107795e-07,
      "loss": 0.3241,
      "step": 2569050
    },
    {
      "epoch": 717.01,
      "grad_norm": 1.1506205797195435,
      "learning_rate": 1.3655383764255515e-07,
      "loss": 0.3346,
      "step": 2569060
    },
    {
      "epoch": 717.02,
      "grad_norm": 1.1785438060760498,
      "learning_rate": 1.365447430078109e-07,
      "loss": 0.3358,
      "step": 2569070
    },
    {
      "epoch": 717.02,
      "grad_norm": 1.2956924438476562,
      "learning_rate": 1.365356486668457e-07,
      "loss": 0.3316,
      "step": 2569080
    },
    {
      "epoch": 717.02,
      "grad_norm": 1.1582053899765015,
      "learning_rate": 1.3652655461966218e-07,
      "loss": 0.3451,
      "step": 2569090
    },
    {
      "epoch": 717.02,
      "grad_norm": 1.5610508918762207,
      "learning_rate": 1.3651746086626004e-07,
      "loss": 0.3236,
      "step": 2569100
    },
    {
      "epoch": 717.03,
      "grad_norm": 1.042687177658081,
      "learning_rate": 1.365083674066414e-07,
      "loss": 0.3197,
      "step": 2569110
    },
    {
      "epoch": 717.03,
      "grad_norm": 1.1231387853622437,
      "learning_rate": 1.3649927424080757e-07,
      "loss": 0.3483,
      "step": 2569120
    },
    {
      "epoch": 717.03,
      "grad_norm": 1.5394489765167236,
      "learning_rate": 1.3649018136875902e-07,
      "loss": 0.3508,
      "step": 2569130
    },
    {
      "epoch": 717.04,
      "grad_norm": 1.4354922771453857,
      "learning_rate": 1.3648108879049735e-07,
      "loss": 0.348,
      "step": 2569140
    },
    {
      "epoch": 717.04,
      "grad_norm": 1.7135953903198242,
      "learning_rate": 1.364719965060236e-07,
      "loss": 0.3389,
      "step": 2569150
    },
    {
      "epoch": 717.04,
      "grad_norm": 1.0692063570022583,
      "learning_rate": 1.3646290451533984e-07,
      "loss": 0.3325,
      "step": 2569160
    },
    {
      "epoch": 717.04,
      "grad_norm": 1.2422285079956055,
      "learning_rate": 1.3645381281844552e-07,
      "loss": 0.3312,
      "step": 2569170
    },
    {
      "epoch": 717.05,
      "grad_norm": 1.1344454288482666,
      "learning_rate": 1.3644472141534382e-07,
      "loss": 0.3425,
      "step": 2569180
    },
    {
      "epoch": 717.05,
      "grad_norm": 1.3272911310195923,
      "learning_rate": 1.3643563030603472e-07,
      "loss": 0.34,
      "step": 2569190
    },
    {
      "epoch": 717.05,
      "grad_norm": 1.1607682704925537,
      "learning_rate": 1.3642653949051977e-07,
      "loss": 0.3286,
      "step": 2569200
    },
    {
      "epoch": 717.06,
      "grad_norm": 1.242946743965149,
      "learning_rate": 1.3641744896880053e-07,
      "loss": 0.3289,
      "step": 2569210
    },
    {
      "epoch": 717.06,
      "grad_norm": 1.296119213104248,
      "learning_rate": 1.3640835874087755e-07,
      "loss": 0.3447,
      "step": 2569220
    },
    {
      "epoch": 717.06,
      "grad_norm": 1.5004193782806396,
      "learning_rate": 1.3639926880675208e-07,
      "loss": 0.3349,
      "step": 2569230
    },
    {
      "epoch": 717.06,
      "grad_norm": 1.2329391241073608,
      "learning_rate": 1.3639017916642573e-07,
      "loss": 0.3206,
      "step": 2569240
    },
    {
      "epoch": 717.07,
      "grad_norm": 1.230368971824646,
      "learning_rate": 1.3638108981989977e-07,
      "loss": 0.3306,
      "step": 2569250
    },
    {
      "epoch": 717.07,
      "grad_norm": 1.1925592422485352,
      "learning_rate": 1.3637200076717526e-07,
      "loss": 0.3433,
      "step": 2569260
    },
    {
      "epoch": 717.07,
      "grad_norm": 7.5633864402771,
      "learning_rate": 1.363629120082532e-07,
      "loss": 0.3324,
      "step": 2569270
    },
    {
      "epoch": 717.08,
      "grad_norm": 1.2947109937667847,
      "learning_rate": 1.3635382354313497e-07,
      "loss": 0.3256,
      "step": 2569280
    },
    {
      "epoch": 717.08,
      "grad_norm": 1.286923885345459,
      "learning_rate": 1.363447353718218e-07,
      "loss": 0.3181,
      "step": 2569290
    },
    {
      "epoch": 717.08,
      "grad_norm": 1.3209168910980225,
      "learning_rate": 1.3633564749431503e-07,
      "loss": 0.3411,
      "step": 2569300
    },
    {
      "epoch": 717.08,
      "grad_norm": 1.2283663749694824,
      "learning_rate": 1.3632655991061515e-07,
      "loss": 0.3189,
      "step": 2569310
    },
    {
      "epoch": 717.09,
      "grad_norm": 1.236129641532898,
      "learning_rate": 1.3631747262072478e-07,
      "loss": 0.3039,
      "step": 2569320
    },
    {
      "epoch": 717.09,
      "grad_norm": 1.2280327081680298,
      "learning_rate": 1.3630838562464368e-07,
      "loss": 0.3385,
      "step": 2569330
    },
    {
      "epoch": 717.09,
      "grad_norm": 1.388996958732605,
      "learning_rate": 1.362992989223736e-07,
      "loss": 0.3337,
      "step": 2569340
    },
    {
      "epoch": 717.09,
      "grad_norm": 1.1277081966400146,
      "learning_rate": 1.3629021251391645e-07,
      "loss": 0.3573,
      "step": 2569350
    },
    {
      "epoch": 717.1,
      "grad_norm": 1.2154667377471924,
      "learning_rate": 1.362811263992722e-07,
      "loss": 0.3293,
      "step": 2569360
    },
    {
      "epoch": 717.1,
      "grad_norm": 1.3518164157867432,
      "learning_rate": 1.362720405784429e-07,
      "loss": 0.3385,
      "step": 2569370
    },
    {
      "epoch": 717.1,
      "grad_norm": 2.0934553146362305,
      "learning_rate": 1.3626295505142936e-07,
      "loss": 0.3311,
      "step": 2569380
    },
    {
      "epoch": 717.11,
      "grad_norm": 1.3021636009216309,
      "learning_rate": 1.3625386981823338e-07,
      "loss": 0.3469,
      "step": 2569390
    },
    {
      "epoch": 717.11,
      "grad_norm": 1.2198110818862915,
      "learning_rate": 1.3624478487885526e-07,
      "loss": 0.3466,
      "step": 2569400
    },
    {
      "epoch": 717.11,
      "grad_norm": 1.5940512418746948,
      "learning_rate": 1.3623570023329678e-07,
      "loss": 0.3635,
      "step": 2569410
    },
    {
      "epoch": 717.11,
      "grad_norm": 1.1748872995376587,
      "learning_rate": 1.3622661588155925e-07,
      "loss": 0.3474,
      "step": 2569420
    },
    {
      "epoch": 717.12,
      "grad_norm": 1.1730774641036987,
      "learning_rate": 1.3621753182364322e-07,
      "loss": 0.3199,
      "step": 2569430
    },
    {
      "epoch": 717.12,
      "grad_norm": 1.1371933221817017,
      "learning_rate": 1.3620844805955098e-07,
      "loss": 0.3363,
      "step": 2569440
    },
    {
      "epoch": 717.12,
      "grad_norm": 1.3522708415985107,
      "learning_rate": 1.3619936458928258e-07,
      "loss": 0.3449,
      "step": 2569450
    },
    {
      "epoch": 717.13,
      "grad_norm": 1.2636085748672485,
      "learning_rate": 1.3619028141284006e-07,
      "loss": 0.3396,
      "step": 2569460
    },
    {
      "epoch": 717.13,
      "grad_norm": 1.155562400817871,
      "learning_rate": 1.3618119853022425e-07,
      "loss": 0.3388,
      "step": 2569470
    },
    {
      "epoch": 717.13,
      "grad_norm": 1.2159000635147095,
      "learning_rate": 1.3617211594143668e-07,
      "loss": 0.3316,
      "step": 2569480
    },
    {
      "epoch": 717.13,
      "grad_norm": 1.263529658317566,
      "learning_rate": 1.361630336464781e-07,
      "loss": 0.3486,
      "step": 2569490
    },
    {
      "epoch": 717.14,
      "grad_norm": 1.0651299953460693,
      "learning_rate": 1.361539516453499e-07,
      "loss": 0.3531,
      "step": 2569500
    },
    {
      "epoch": 717.14,
      "grad_norm": 1.220314383506775,
      "learning_rate": 1.3614486993805355e-07,
      "loss": 0.3232,
      "step": 2569510
    },
    {
      "epoch": 717.14,
      "grad_norm": 1.176220178604126,
      "learning_rate": 1.361357885245896e-07,
      "loss": 0.3356,
      "step": 2569520
    },
    {
      "epoch": 717.14,
      "grad_norm": 1.2457209825515747,
      "learning_rate": 1.3612670740496042e-07,
      "loss": 0.3207,
      "step": 2569530
    },
    {
      "epoch": 717.15,
      "grad_norm": 1.380816102027893,
      "learning_rate": 1.3611762657916597e-07,
      "loss": 0.3477,
      "step": 2569540
    },
    {
      "epoch": 717.15,
      "grad_norm": 1.4746387004852295,
      "learning_rate": 1.3610854604720786e-07,
      "loss": 0.3413,
      "step": 2569550
    },
    {
      "epoch": 717.15,
      "grad_norm": 1.1242021322250366,
      "learning_rate": 1.360994658090881e-07,
      "loss": 0.3275,
      "step": 2569560
    },
    {
      "epoch": 717.16,
      "grad_norm": 1.3857142925262451,
      "learning_rate": 1.360903858648065e-07,
      "loss": 0.3395,
      "step": 2569570
    },
    {
      "epoch": 717.16,
      "grad_norm": 1.3802571296691895,
      "learning_rate": 1.3608130621436536e-07,
      "loss": 0.3437,
      "step": 2569580
    },
    {
      "epoch": 717.16,
      "grad_norm": 1.4051915407180786,
      "learning_rate": 1.3607222685776547e-07,
      "loss": 0.3435,
      "step": 2569590
    },
    {
      "epoch": 717.16,
      "grad_norm": 1.2810734510421753,
      "learning_rate": 1.3606314779500815e-07,
      "loss": 0.3518,
      "step": 2569600
    },
    {
      "epoch": 717.17,
      "grad_norm": 1.163496971130371,
      "learning_rate": 1.360540690260944e-07,
      "loss": 0.344,
      "step": 2569610
    },
    {
      "epoch": 717.17,
      "grad_norm": 1.0888593196868896,
      "learning_rate": 1.3604499055102584e-07,
      "loss": 0.3501,
      "step": 2569620
    },
    {
      "epoch": 717.17,
      "grad_norm": 1.3175162076950073,
      "learning_rate": 1.360359123698032e-07,
      "loss": 0.3353,
      "step": 2569630
    },
    {
      "epoch": 717.18,
      "grad_norm": 1.2567416429519653,
      "learning_rate": 1.3602683448242778e-07,
      "loss": 0.328,
      "step": 2569640
    },
    {
      "epoch": 717.18,
      "grad_norm": 1.3711479902267456,
      "learning_rate": 1.3601775688890145e-07,
      "loss": 0.3389,
      "step": 2569650
    },
    {
      "epoch": 717.18,
      "grad_norm": 1.2961781024932861,
      "learning_rate": 1.3600867958922416e-07,
      "loss": 0.3546,
      "step": 2569660
    },
    {
      "epoch": 717.18,
      "grad_norm": 1.2766079902648926,
      "learning_rate": 1.3599960258339856e-07,
      "loss": 0.3276,
      "step": 2569670
    },
    {
      "epoch": 717.19,
      "grad_norm": 1.3481738567352295,
      "learning_rate": 1.359905258714246e-07,
      "loss": 0.3254,
      "step": 2569680
    },
    {
      "epoch": 717.19,
      "grad_norm": 1.2758827209472656,
      "learning_rate": 1.359814494533041e-07,
      "loss": 0.3394,
      "step": 2569690
    },
    {
      "epoch": 717.19,
      "grad_norm": 1.0522314310073853,
      "learning_rate": 1.3597237332903868e-07,
      "loss": 0.3359,
      "step": 2569700
    },
    {
      "epoch": 717.2,
      "grad_norm": 1.4463015794754028,
      "learning_rate": 1.3596329749862855e-07,
      "loss": 0.3213,
      "step": 2569710
    },
    {
      "epoch": 717.2,
      "grad_norm": 1.2767550945281982,
      "learning_rate": 1.3595422196207554e-07,
      "loss": 0.3364,
      "step": 2569720
    },
    {
      "epoch": 717.2,
      "grad_norm": 1.3222509622573853,
      "learning_rate": 1.3594514671938073e-07,
      "loss": 0.3445,
      "step": 2569730
    },
    {
      "epoch": 717.2,
      "grad_norm": 1.1577112674713135,
      "learning_rate": 1.359360717705456e-07,
      "loss": 0.3415,
      "step": 2569740
    },
    {
      "epoch": 717.21,
      "grad_norm": 1.4098443984985352,
      "learning_rate": 1.3592699711557048e-07,
      "loss": 0.3313,
      "step": 2569750
    },
    {
      "epoch": 717.21,
      "grad_norm": 1.1895843744277954,
      "learning_rate": 1.3591792275445796e-07,
      "loss": 0.33,
      "step": 2569760
    },
    {
      "epoch": 717.21,
      "grad_norm": 1.0721285343170166,
      "learning_rate": 1.359088486872083e-07,
      "loss": 0.3351,
      "step": 2569770
    },
    {
      "epoch": 717.21,
      "grad_norm": 1.4387603998184204,
      "learning_rate": 1.3589977491382252e-07,
      "loss": 0.3328,
      "step": 2569780
    },
    {
      "epoch": 717.22,
      "grad_norm": 1.1353399753570557,
      "learning_rate": 1.358907014343027e-07,
      "loss": 0.3432,
      "step": 2569790
    },
    {
      "epoch": 717.22,
      "grad_norm": 1.1416575908660889,
      "learning_rate": 1.3588162824864938e-07,
      "loss": 0.3463,
      "step": 2569800
    },
    {
      "epoch": 717.22,
      "grad_norm": 1.2216507196426392,
      "learning_rate": 1.3587255535686386e-07,
      "loss": 0.3499,
      "step": 2569810
    },
    {
      "epoch": 717.23,
      "grad_norm": 1.3120054006576538,
      "learning_rate": 1.3586348275894716e-07,
      "loss": 0.344,
      "step": 2569820
    },
    {
      "epoch": 717.23,
      "grad_norm": 1.443200707435608,
      "learning_rate": 1.3585441045490113e-07,
      "loss": 0.3441,
      "step": 2569830
    },
    {
      "epoch": 717.23,
      "grad_norm": 1.1142981052398682,
      "learning_rate": 1.3584533844472628e-07,
      "loss": 0.3593,
      "step": 2569840
    },
    {
      "epoch": 717.23,
      "grad_norm": 1.429957628250122,
      "learning_rate": 1.3583626672842468e-07,
      "loss": 0.338,
      "step": 2569850
    },
    {
      "epoch": 717.24,
      "grad_norm": 1.6243600845336914,
      "learning_rate": 1.3582719530599662e-07,
      "loss": 0.3407,
      "step": 2569860
    },
    {
      "epoch": 717.24,
      "grad_norm": 1.3079895973205566,
      "learning_rate": 1.3581812417744361e-07,
      "loss": 0.341,
      "step": 2569870
    },
    {
      "epoch": 717.24,
      "grad_norm": 1.1579705476760864,
      "learning_rate": 1.3580905334276753e-07,
      "loss": 0.3421,
      "step": 2569880
    },
    {
      "epoch": 717.25,
      "grad_norm": 1.4552817344665527,
      "learning_rate": 1.357999828019681e-07,
      "loss": 0.3365,
      "step": 2569890
    },
    {
      "epoch": 717.25,
      "grad_norm": 1.5275928974151611,
      "learning_rate": 1.3579091255504814e-07,
      "loss": 0.3523,
      "step": 2569900
    },
    {
      "epoch": 717.25,
      "grad_norm": 1.1096503734588623,
      "learning_rate": 1.357818426020077e-07,
      "loss": 0.3299,
      "step": 2569910
    },
    {
      "epoch": 717.25,
      "grad_norm": 1.4621977806091309,
      "learning_rate": 1.3577277294284857e-07,
      "loss": 0.3442,
      "step": 2569920
    },
    {
      "epoch": 717.26,
      "grad_norm": 1.2211809158325195,
      "learning_rate": 1.3576370357757208e-07,
      "loss": 0.3258,
      "step": 2569930
    },
    {
      "epoch": 717.26,
      "grad_norm": 1.740297555923462,
      "learning_rate": 1.3575463450617875e-07,
      "loss": 0.3433,
      "step": 2569940
    },
    {
      "epoch": 717.26,
      "grad_norm": 1.2002670764923096,
      "learning_rate": 1.3574556572867038e-07,
      "loss": 0.3442,
      "step": 2569950
    },
    {
      "epoch": 717.26,
      "grad_norm": 1.1453262567520142,
      "learning_rate": 1.35736497245048e-07,
      "loss": 0.3268,
      "step": 2569960
    },
    {
      "epoch": 717.27,
      "grad_norm": 1.3031299114227295,
      "learning_rate": 1.3572742905531295e-07,
      "loss": 0.3276,
      "step": 2569970
    },
    {
      "epoch": 717.27,
      "grad_norm": 1.1213945150375366,
      "learning_rate": 1.3571836115946572e-07,
      "loss": 0.328,
      "step": 2569980
    },
    {
      "epoch": 717.27,
      "grad_norm": 1.0496522188186646,
      "learning_rate": 1.3570929355750893e-07,
      "loss": 0.3472,
      "step": 2569990
    },
    {
      "epoch": 717.28,
      "grad_norm": 1.0719082355499268,
      "learning_rate": 1.3570022624944258e-07,
      "loss": 0.3268,
      "step": 2570000
    },
    {
      "epoch": 717.28,
      "grad_norm": 1.219031572341919,
      "learning_rate": 1.3569115923526794e-07,
      "loss": 0.338,
      "step": 2570010
    },
    {
      "epoch": 717.28,
      "grad_norm": 1.5154014825820923,
      "learning_rate": 1.3568209251498714e-07,
      "loss": 0.3455,
      "step": 2570020
    },
    {
      "epoch": 717.28,
      "grad_norm": 1.4294651746749878,
      "learning_rate": 1.356730260886004e-07,
      "loss": 0.3291,
      "step": 2570030
    },
    {
      "epoch": 717.29,
      "grad_norm": 1.1651462316513062,
      "learning_rate": 1.3566395995610932e-07,
      "loss": 0.337,
      "step": 2570040
    },
    {
      "epoch": 717.29,
      "grad_norm": 1.254632592201233,
      "learning_rate": 1.3565489411751515e-07,
      "loss": 0.3296,
      "step": 2570050
    },
    {
      "epoch": 717.29,
      "grad_norm": 1.2373205423355103,
      "learning_rate": 1.3564582857281948e-07,
      "loss": 0.3375,
      "step": 2570060
    },
    {
      "epoch": 717.3,
      "grad_norm": 1.271446704864502,
      "learning_rate": 1.356367633220226e-07,
      "loss": 0.3215,
      "step": 2570070
    },
    {
      "epoch": 717.3,
      "grad_norm": 1.1816638708114624,
      "learning_rate": 1.35627698365126e-07,
      "loss": 0.3361,
      "step": 2570080
    },
    {
      "epoch": 717.3,
      "grad_norm": 1.0523885488510132,
      "learning_rate": 1.356186337021316e-07,
      "loss": 0.324,
      "step": 2570090
    },
    {
      "epoch": 717.3,
      "grad_norm": 1.2896769046783447,
      "learning_rate": 1.3560956933303954e-07,
      "loss": 0.3356,
      "step": 2570100
    },
    {
      "epoch": 717.31,
      "grad_norm": 1.0852857828140259,
      "learning_rate": 1.35600505257852e-07,
      "loss": 0.3183,
      "step": 2570110
    },
    {
      "epoch": 717.31,
      "grad_norm": 1.1192556619644165,
      "learning_rate": 1.355914414765692e-07,
      "loss": 0.3321,
      "step": 2570120
    },
    {
      "epoch": 717.31,
      "grad_norm": 1.164309024810791,
      "learning_rate": 1.3558237798919347e-07,
      "loss": 0.3275,
      "step": 2570130
    },
    {
      "epoch": 717.32,
      "grad_norm": 1.0899733304977417,
      "learning_rate": 1.3557331479572535e-07,
      "loss": 0.3461,
      "step": 2570140
    },
    {
      "epoch": 717.32,
      "grad_norm": 1.084807276725769,
      "learning_rate": 1.3556425189616588e-07,
      "loss": 0.3256,
      "step": 2570150
    },
    {
      "epoch": 717.32,
      "grad_norm": 1.170779824256897,
      "learning_rate": 1.3555518929051716e-07,
      "loss": 0.3228,
      "step": 2570160
    },
    {
      "epoch": 717.32,
      "grad_norm": 1.265076994895935,
      "learning_rate": 1.3554612697877915e-07,
      "loss": 0.3359,
      "step": 2570170
    },
    {
      "epoch": 717.33,
      "grad_norm": 1.4602329730987549,
      "learning_rate": 1.3553706496095395e-07,
      "loss": 0.3451,
      "step": 2570180
    },
    {
      "epoch": 717.33,
      "grad_norm": 1.0194242000579834,
      "learning_rate": 1.3552800323704233e-07,
      "loss": 0.3293,
      "step": 2570190
    },
    {
      "epoch": 717.33,
      "grad_norm": 1.4551359415054321,
      "learning_rate": 1.3551894180704588e-07,
      "loss": 0.3475,
      "step": 2570200
    },
    {
      "epoch": 717.33,
      "grad_norm": 1.3151222467422485,
      "learning_rate": 1.3550988067096562e-07,
      "loss": 0.3446,
      "step": 2570210
    },
    {
      "epoch": 717.34,
      "grad_norm": 1.3131393194198608,
      "learning_rate": 1.3550081982880236e-07,
      "loss": 0.3448,
      "step": 2570220
    },
    {
      "epoch": 717.34,
      "grad_norm": 1.2483394145965576,
      "learning_rate": 1.3549175928055812e-07,
      "loss": 0.3361,
      "step": 2570230
    },
    {
      "epoch": 717.34,
      "grad_norm": 1.1614487171173096,
      "learning_rate": 1.3548269902623294e-07,
      "loss": 0.3173,
      "step": 2570240
    },
    {
      "epoch": 717.35,
      "grad_norm": 1.2417128086090088,
      "learning_rate": 1.3547363906582968e-07,
      "loss": 0.3331,
      "step": 2570250
    },
    {
      "epoch": 717.35,
      "grad_norm": 2.774193525314331,
      "learning_rate": 1.3546457939934783e-07,
      "loss": 0.3442,
      "step": 2570260
    },
    {
      "epoch": 717.35,
      "grad_norm": 1.2236549854278564,
      "learning_rate": 1.3545552002678972e-07,
      "loss": 0.3422,
      "step": 2570270
    },
    {
      "epoch": 717.35,
      "grad_norm": 1.2577323913574219,
      "learning_rate": 1.3544646094815612e-07,
      "loss": 0.3176,
      "step": 2570280
    },
    {
      "epoch": 717.36,
      "grad_norm": 1.1103193759918213,
      "learning_rate": 1.3543740216344859e-07,
      "loss": 0.3445,
      "step": 2570290
    },
    {
      "epoch": 717.36,
      "grad_norm": 1.2287721633911133,
      "learning_rate": 1.3542834367266768e-07,
      "loss": 0.3457,
      "step": 2570300
    },
    {
      "epoch": 717.36,
      "grad_norm": 4.100437164306641,
      "learning_rate": 1.3541928547581518e-07,
      "loss": 0.3376,
      "step": 2570310
    },
    {
      "epoch": 717.37,
      "grad_norm": 1.4622397422790527,
      "learning_rate": 1.3541022757289242e-07,
      "loss": 0.3393,
      "step": 2570320
    },
    {
      "epoch": 717.37,
      "grad_norm": 1.579057216644287,
      "learning_rate": 1.3540116996389937e-07,
      "loss": 0.3383,
      "step": 2570330
    },
    {
      "epoch": 717.37,
      "grad_norm": 1.320687174797058,
      "learning_rate": 1.3539211264883892e-07,
      "loss": 0.3195,
      "step": 2570340
    },
    {
      "epoch": 717.37,
      "grad_norm": 1.0795029401779175,
      "learning_rate": 1.3538305562771132e-07,
      "loss": 0.3143,
      "step": 2570350
    },
    {
      "epoch": 717.38,
      "grad_norm": 1.1957285404205322,
      "learning_rate": 1.3537399890051786e-07,
      "loss": 0.3453,
      "step": 2570360
    },
    {
      "epoch": 717.38,
      "grad_norm": 2.1821749210357666,
      "learning_rate": 1.3536494246726008e-07,
      "loss": 0.3241,
      "step": 2570370
    },
    {
      "epoch": 717.38,
      "grad_norm": 1.0997525453567505,
      "learning_rate": 1.3535588632793883e-07,
      "loss": 0.3293,
      "step": 2570380
    },
    {
      "epoch": 717.38,
      "grad_norm": 1.4402718544006348,
      "learning_rate": 1.3534683048255535e-07,
      "loss": 0.3342,
      "step": 2570390
    },
    {
      "epoch": 717.39,
      "grad_norm": 1.192712664604187,
      "learning_rate": 1.35337774931111e-07,
      "loss": 0.3382,
      "step": 2570400
    },
    {
      "epoch": 717.39,
      "grad_norm": 1.0738246440887451,
      "learning_rate": 1.3532871967360673e-07,
      "loss": 0.3426,
      "step": 2570410
    },
    {
      "epoch": 717.39,
      "grad_norm": 1.1665034294128418,
      "learning_rate": 1.3531966471004392e-07,
      "loss": 0.3293,
      "step": 2570420
    },
    {
      "epoch": 717.4,
      "grad_norm": 1.0516504049301147,
      "learning_rate": 1.3531061004042436e-07,
      "loss": 0.3313,
      "step": 2570430
    },
    {
      "epoch": 717.4,
      "grad_norm": 1.1463053226470947,
      "learning_rate": 1.353015556647483e-07,
      "loss": 0.3208,
      "step": 2570440
    },
    {
      "epoch": 717.4,
      "grad_norm": 1.3557615280151367,
      "learning_rate": 1.3529250158301707e-07,
      "loss": 0.3338,
      "step": 2570450
    },
    {
      "epoch": 717.4,
      "grad_norm": 0.9995412230491638,
      "learning_rate": 1.3528344779523277e-07,
      "loss": 0.3341,
      "step": 2570460
    },
    {
      "epoch": 717.41,
      "grad_norm": 1.4120001792907715,
      "learning_rate": 1.3527439430139534e-07,
      "loss": 0.3435,
      "step": 2570470
    },
    {
      "epoch": 717.41,
      "grad_norm": 1.3066807985305786,
      "learning_rate": 1.3526534110150714e-07,
      "loss": 0.3482,
      "step": 2570480
    },
    {
      "epoch": 717.41,
      "grad_norm": 1.2903317213058472,
      "learning_rate": 1.3525628819556844e-07,
      "loss": 0.3432,
      "step": 2570490
    },
    {
      "epoch": 717.42,
      "grad_norm": 1.2692885398864746,
      "learning_rate": 1.3524723558358082e-07,
      "loss": 0.3504,
      "step": 2570500
    },
    {
      "epoch": 717.42,
      "grad_norm": 1.082036018371582,
      "learning_rate": 1.3523818326554606e-07,
      "loss": 0.327,
      "step": 2570510
    },
    {
      "epoch": 717.42,
      "grad_norm": 1.264417052268982,
      "learning_rate": 1.3522913124146447e-07,
      "loss": 0.3397,
      "step": 2570520
    },
    {
      "epoch": 717.42,
      "grad_norm": 1.2303552627563477,
      "learning_rate": 1.3522007951133758e-07,
      "loss": 0.329,
      "step": 2570530
    },
    {
      "epoch": 717.43,
      "grad_norm": 1.1708862781524658,
      "learning_rate": 1.3521102807516642e-07,
      "loss": 0.3516,
      "step": 2570540
    },
    {
      "epoch": 717.43,
      "grad_norm": 1.3347457647323608,
      "learning_rate": 1.3520197693295283e-07,
      "loss": 0.357,
      "step": 2570550
    },
    {
      "epoch": 717.43,
      "grad_norm": 1.2193135023117065,
      "learning_rate": 1.3519292608469706e-07,
      "loss": 0.3535,
      "step": 2570560
    },
    {
      "epoch": 717.44,
      "grad_norm": 1.242088794708252,
      "learning_rate": 1.3518387553040147e-07,
      "loss": 0.3414,
      "step": 2570570
    },
    {
      "epoch": 717.44,
      "grad_norm": 1.1072379350662231,
      "learning_rate": 1.351748252700663e-07,
      "loss": 0.3515,
      "step": 2570580
    },
    {
      "epoch": 717.44,
      "grad_norm": 1.4723047018051147,
      "learning_rate": 1.3516577530369288e-07,
      "loss": 0.3297,
      "step": 2570590
    },
    {
      "epoch": 717.44,
      "grad_norm": 1.2009344100952148,
      "learning_rate": 1.3515672563128326e-07,
      "loss": 0.3257,
      "step": 2570600
    },
    {
      "epoch": 717.45,
      "grad_norm": 1.3514330387115479,
      "learning_rate": 1.3514767625283743e-07,
      "loss": 0.338,
      "step": 2570610
    },
    {
      "epoch": 717.45,
      "grad_norm": 1.2623682022094727,
      "learning_rate": 1.3513862716835727e-07,
      "loss": 0.3553,
      "step": 2570620
    },
    {
      "epoch": 717.45,
      "grad_norm": 1.2726526260375977,
      "learning_rate": 1.3512957837784377e-07,
      "loss": 0.3387,
      "step": 2570630
    },
    {
      "epoch": 717.45,
      "grad_norm": 1.278713583946228,
      "learning_rate": 1.3512052988129876e-07,
      "loss": 0.337,
      "step": 2570640
    },
    {
      "epoch": 717.46,
      "grad_norm": 1.3777995109558105,
      "learning_rate": 1.351114816787225e-07,
      "loss": 0.3504,
      "step": 2570650
    },
    {
      "epoch": 717.46,
      "grad_norm": 1.2192184925079346,
      "learning_rate": 1.3510243377011682e-07,
      "loss": 0.3261,
      "step": 2570660
    },
    {
      "epoch": 717.46,
      "grad_norm": 1.021893858909607,
      "learning_rate": 1.350933861554825e-07,
      "loss": 0.3283,
      "step": 2570670
    },
    {
      "epoch": 717.47,
      "grad_norm": 1.125207781791687,
      "learning_rate": 1.3508433883482112e-07,
      "loss": 0.3282,
      "step": 2570680
    },
    {
      "epoch": 717.47,
      "grad_norm": 1.2604178190231323,
      "learning_rate": 1.3507529180813395e-07,
      "loss": 0.3261,
      "step": 2570690
    },
    {
      "epoch": 717.47,
      "grad_norm": 1.247214436531067,
      "learning_rate": 1.350662450754215e-07,
      "loss": 0.3304,
      "step": 2570700
    },
    {
      "epoch": 717.47,
      "grad_norm": 1.0720776319503784,
      "learning_rate": 1.350571986366859e-07,
      "loss": 0.3229,
      "step": 2570710
    },
    {
      "epoch": 717.48,
      "grad_norm": 1.7047934532165527,
      "learning_rate": 1.350481524919276e-07,
      "loss": 0.3324,
      "step": 2570720
    },
    {
      "epoch": 717.48,
      "grad_norm": 1.4064464569091797,
      "learning_rate": 1.3503910664114823e-07,
      "loss": 0.3617,
      "step": 2570730
    },
    {
      "epoch": 717.48,
      "grad_norm": 1.267511248588562,
      "learning_rate": 1.3503006108434934e-07,
      "loss": 0.3371,
      "step": 2570740
    },
    {
      "epoch": 717.49,
      "grad_norm": 1.3695600032806396,
      "learning_rate": 1.3502101582153114e-07,
      "loss": 0.3582,
      "step": 2570750
    },
    {
      "epoch": 717.49,
      "grad_norm": 1.3751016855239868,
      "learning_rate": 1.3501197085269527e-07,
      "loss": 0.3593,
      "step": 2570760
    },
    {
      "epoch": 717.49,
      "grad_norm": 1.276353120803833,
      "learning_rate": 1.350029261778432e-07,
      "loss": 0.3619,
      "step": 2570770
    },
    {
      "epoch": 717.49,
      "grad_norm": 1.5240452289581299,
      "learning_rate": 1.349938817969763e-07,
      "loss": 0.3338,
      "step": 2570780
    },
    {
      "epoch": 717.5,
      "grad_norm": 1.1224819421768188,
      "learning_rate": 1.3498483771009483e-07,
      "loss": 0.3473,
      "step": 2570790
    },
    {
      "epoch": 717.5,
      "grad_norm": 1.3940576314926147,
      "learning_rate": 1.349757939172011e-07,
      "loss": 0.3379,
      "step": 2570800
    },
    {
      "epoch": 717.5,
      "grad_norm": 3.2571918964385986,
      "learning_rate": 1.3496675041829561e-07,
      "loss": 0.3308,
      "step": 2570810
    },
    {
      "epoch": 717.5,
      "grad_norm": 1.2701159715652466,
      "learning_rate": 1.3495770721337973e-07,
      "loss": 0.3443,
      "step": 2570820
    },
    {
      "epoch": 717.51,
      "grad_norm": 1.1625405550003052,
      "learning_rate": 1.3494866430245524e-07,
      "loss": 0.3374,
      "step": 2570830
    },
    {
      "epoch": 717.51,
      "grad_norm": 1.3923346996307373,
      "learning_rate": 1.3493962168552213e-07,
      "loss": 0.3389,
      "step": 2570840
    },
    {
      "epoch": 717.51,
      "grad_norm": 1.566870093345642,
      "learning_rate": 1.349305793625825e-07,
      "loss": 0.3161,
      "step": 2570850
    },
    {
      "epoch": 717.52,
      "grad_norm": 1.275367021560669,
      "learning_rate": 1.349215373336374e-07,
      "loss": 0.3243,
      "step": 2570860
    },
    {
      "epoch": 717.52,
      "grad_norm": 1.2678184509277344,
      "learning_rate": 1.3491249559868808e-07,
      "loss": 0.3247,
      "step": 2570870
    },
    {
      "epoch": 717.52,
      "grad_norm": 1.2297039031982422,
      "learning_rate": 1.3490345415773538e-07,
      "loss": 0.3281,
      "step": 2570880
    },
    {
      "epoch": 717.52,
      "grad_norm": 1.227725863456726,
      "learning_rate": 1.3489441301078086e-07,
      "loss": 0.3293,
      "step": 2570890
    },
    {
      "epoch": 717.53,
      "grad_norm": 1.4363917112350464,
      "learning_rate": 1.3488537215782578e-07,
      "loss": 0.3527,
      "step": 2570900
    },
    {
      "epoch": 717.53,
      "grad_norm": 1.1775250434875488,
      "learning_rate": 1.3487633159887067e-07,
      "loss": 0.3206,
      "step": 2570910
    },
    {
      "epoch": 717.53,
      "grad_norm": 1.3661694526672363,
      "learning_rate": 1.348672913339179e-07,
      "loss": 0.339,
      "step": 2570920
    },
    {
      "epoch": 717.54,
      "grad_norm": 1.2536503076553345,
      "learning_rate": 1.3485825136296769e-07,
      "loss": 0.3327,
      "step": 2570930
    },
    {
      "epoch": 717.54,
      "grad_norm": 1.0997591018676758,
      "learning_rate": 1.348492116860214e-07,
      "loss": 0.3437,
      "step": 2570940
    },
    {
      "epoch": 717.54,
      "grad_norm": 1.436257243156433,
      "learning_rate": 1.348401723030805e-07,
      "loss": 0.3299,
      "step": 2570950
    },
    {
      "epoch": 717.54,
      "grad_norm": 1.0984604358673096,
      "learning_rate": 1.3483113321414666e-07,
      "loss": 0.3268,
      "step": 2570960
    },
    {
      "epoch": 717.55,
      "grad_norm": 1.2833449840545654,
      "learning_rate": 1.348220944192198e-07,
      "loss": 0.3605,
      "step": 2570970
    },
    {
      "epoch": 717.55,
      "grad_norm": 1.3458713293075562,
      "learning_rate": 1.3481305591830205e-07,
      "loss": 0.3215,
      "step": 2570980
    },
    {
      "epoch": 717.55,
      "grad_norm": 1.0798873901367188,
      "learning_rate": 1.3480401771139441e-07,
      "loss": 0.3308,
      "step": 2570990
    },
    {
      "epoch": 717.56,
      "grad_norm": 1.4962704181671143,
      "learning_rate": 1.347949797984982e-07,
      "loss": 0.3243,
      "step": 2571000
    },
    {
      "epoch": 717.56,
      "grad_norm": 1.878061056137085,
      "learning_rate": 1.3478594217961471e-07,
      "loss": 0.3287,
      "step": 2571010
    },
    {
      "epoch": 717.56,
      "grad_norm": 1.1404802799224854,
      "learning_rate": 1.347769048547445e-07,
      "loss": 0.3286,
      "step": 2571020
    },
    {
      "epoch": 717.56,
      "grad_norm": 1.1189874410629272,
      "learning_rate": 1.3476786782388936e-07,
      "loss": 0.3359,
      "step": 2571030
    },
    {
      "epoch": 717.57,
      "grad_norm": 1.1108654737472534,
      "learning_rate": 1.3475883108705057e-07,
      "loss": 0.3234,
      "step": 2571040
    },
    {
      "epoch": 717.57,
      "grad_norm": 1.2725694179534912,
      "learning_rate": 1.3474979464422868e-07,
      "loss": 0.3164,
      "step": 2571050
    },
    {
      "epoch": 717.57,
      "grad_norm": 1.1205438375473022,
      "learning_rate": 1.3474075849542578e-07,
      "loss": 0.3362,
      "step": 2571060
    },
    {
      "epoch": 717.57,
      "grad_norm": 1.2797878980636597,
      "learning_rate": 1.3473172264064237e-07,
      "loss": 0.3327,
      "step": 2571070
    },
    {
      "epoch": 717.58,
      "grad_norm": 1.5568785667419434,
      "learning_rate": 1.3472268707987974e-07,
      "loss": 0.3363,
      "step": 2571080
    },
    {
      "epoch": 717.58,
      "grad_norm": 1.1982436180114746,
      "learning_rate": 1.3471365181313924e-07,
      "loss": 0.3393,
      "step": 2571090
    },
    {
      "epoch": 717.58,
      "grad_norm": 1.8300553560256958,
      "learning_rate": 1.3470461684042265e-07,
      "loss": 0.3282,
      "step": 2571100
    },
    {
      "epoch": 717.59,
      "grad_norm": 1.2208083868026733,
      "learning_rate": 1.3469558216173022e-07,
      "loss": 0.323,
      "step": 2571110
    },
    {
      "epoch": 717.59,
      "grad_norm": 2.54460072517395,
      "learning_rate": 1.3468654777706328e-07,
      "loss": 0.3411,
      "step": 2571120
    },
    {
      "epoch": 717.59,
      "grad_norm": 1.2114723920822144,
      "learning_rate": 1.3467751368642392e-07,
      "loss": 0.3409,
      "step": 2571130
    },
    {
      "epoch": 717.59,
      "grad_norm": 1.5705288648605347,
      "learning_rate": 1.3466847988981183e-07,
      "loss": 0.3311,
      "step": 2571140
    },
    {
      "epoch": 717.6,
      "grad_norm": 1.1607304811477661,
      "learning_rate": 1.3465944638722994e-07,
      "loss": 0.3314,
      "step": 2571150
    },
    {
      "epoch": 717.6,
      "grad_norm": 1.117065668106079,
      "learning_rate": 1.346504131786782e-07,
      "loss": 0.3497,
      "step": 2571160
    },
    {
      "epoch": 717.6,
      "grad_norm": 1.2325009107589722,
      "learning_rate": 1.3464138026415818e-07,
      "loss": 0.3148,
      "step": 2571170
    },
    {
      "epoch": 717.61,
      "grad_norm": 1.2749965190887451,
      "learning_rate": 1.3463234764367145e-07,
      "loss": 0.3481,
      "step": 2571180
    },
    {
      "epoch": 717.61,
      "grad_norm": 1.3522155284881592,
      "learning_rate": 1.3462331531721853e-07,
      "loss": 0.3355,
      "step": 2571190
    },
    {
      "epoch": 717.61,
      "grad_norm": 1.3201943635940552,
      "learning_rate": 1.34614283284801e-07,
      "loss": 0.3259,
      "step": 2571200
    },
    {
      "epoch": 717.61,
      "grad_norm": 1.5638141632080078,
      "learning_rate": 1.346052515464201e-07,
      "loss": 0.3522,
      "step": 2571210
    },
    {
      "epoch": 717.62,
      "grad_norm": 1.235351800918579,
      "learning_rate": 1.345962201020772e-07,
      "loss": 0.3447,
      "step": 2571220
    },
    {
      "epoch": 717.62,
      "grad_norm": 8.371227264404297,
      "learning_rate": 1.3458718895177252e-07,
      "loss": 0.3452,
      "step": 2571230
    },
    {
      "epoch": 717.62,
      "grad_norm": 1.430163860321045,
      "learning_rate": 1.3457815809550894e-07,
      "loss": 0.3587,
      "step": 2571240
    },
    {
      "epoch": 717.62,
      "grad_norm": 1.450470209121704,
      "learning_rate": 1.3456912753328618e-07,
      "loss": 0.3532,
      "step": 2571250
    },
    {
      "epoch": 717.63,
      "grad_norm": 1.3275666236877441,
      "learning_rate": 1.3456009726510608e-07,
      "loss": 0.3305,
      "step": 2571260
    },
    {
      "epoch": 717.63,
      "grad_norm": 1.2062486410140991,
      "learning_rate": 1.3455106729097022e-07,
      "loss": 0.3407,
      "step": 2571270
    },
    {
      "epoch": 717.63,
      "grad_norm": 1.229782223701477,
      "learning_rate": 1.3454203761087854e-07,
      "loss": 0.3214,
      "step": 2571280
    },
    {
      "epoch": 717.64,
      "grad_norm": 1.220693826675415,
      "learning_rate": 1.345330082248337e-07,
      "loss": 0.3339,
      "step": 2571290
    },
    {
      "epoch": 717.64,
      "grad_norm": 1.3672583103179932,
      "learning_rate": 1.3452397913283594e-07,
      "loss": 0.3262,
      "step": 2571300
    },
    {
      "epoch": 717.64,
      "grad_norm": 1.2398171424865723,
      "learning_rate": 1.3451495033488653e-07,
      "loss": 0.3324,
      "step": 2571310
    },
    {
      "epoch": 717.64,
      "grad_norm": 1.129009485244751,
      "learning_rate": 1.345059218309876e-07,
      "loss": 0.3372,
      "step": 2571320
    },
    {
      "epoch": 717.65,
      "grad_norm": 1.2987421751022339,
      "learning_rate": 1.3449689362113916e-07,
      "loss": 0.3459,
      "step": 2571330
    },
    {
      "epoch": 717.65,
      "grad_norm": 1.4892466068267822,
      "learning_rate": 1.3448786570534296e-07,
      "loss": 0.3322,
      "step": 2571340
    },
    {
      "epoch": 717.65,
      "grad_norm": 2.1791656017303467,
      "learning_rate": 1.344788380836001e-07,
      "loss": 0.3424,
      "step": 2571350
    },
    {
      "epoch": 717.66,
      "grad_norm": 1.179887056350708,
      "learning_rate": 1.3446981075591212e-07,
      "loss": 0.3102,
      "step": 2571360
    },
    {
      "epoch": 717.66,
      "grad_norm": 1.0822563171386719,
      "learning_rate": 1.344607837222793e-07,
      "loss": 0.3345,
      "step": 2571370
    },
    {
      "epoch": 717.66,
      "grad_norm": 1.4486088752746582,
      "learning_rate": 1.344517569827042e-07,
      "loss": 0.3424,
      "step": 2571380
    },
    {
      "epoch": 717.66,
      "grad_norm": 1.1464818716049194,
      "learning_rate": 1.3444273053718714e-07,
      "loss": 0.3355,
      "step": 2571390
    },
    {
      "epoch": 717.67,
      "grad_norm": 1.1283130645751953,
      "learning_rate": 1.344337043857291e-07,
      "loss": 0.3234,
      "step": 2571400
    },
    {
      "epoch": 717.67,
      "grad_norm": 1.3847519159317017,
      "learning_rate": 1.344246785283322e-07,
      "loss": 0.3327,
      "step": 2571410
    },
    {
      "epoch": 717.67,
      "grad_norm": 1.100787878036499,
      "learning_rate": 1.3441565296499696e-07,
      "loss": 0.329,
      "step": 2571420
    },
    {
      "epoch": 717.68,
      "grad_norm": 1.1157357692718506,
      "learning_rate": 1.344066276957244e-07,
      "loss": 0.3553,
      "step": 2571430
    },
    {
      "epoch": 717.68,
      "grad_norm": 1.2815462350845337,
      "learning_rate": 1.343976027205161e-07,
      "loss": 0.332,
      "step": 2571440
    },
    {
      "epoch": 717.68,
      "grad_norm": 1.2041999101638794,
      "learning_rate": 1.343885780393736e-07,
      "loss": 0.3191,
      "step": 2571450
    },
    {
      "epoch": 717.68,
      "grad_norm": 1.1190105676651,
      "learning_rate": 1.3437955365229744e-07,
      "loss": 0.3307,
      "step": 2571460
    },
    {
      "epoch": 717.69,
      "grad_norm": 1.2615574598312378,
      "learning_rate": 1.343705295592889e-07,
      "loss": 0.3203,
      "step": 2571470
    },
    {
      "epoch": 717.69,
      "grad_norm": 1.7587250471115112,
      "learning_rate": 1.3436150576034985e-07,
      "loss": 0.3426,
      "step": 2571480
    },
    {
      "epoch": 717.69,
      "grad_norm": 1.320680022239685,
      "learning_rate": 1.343524822554805e-07,
      "loss": 0.3275,
      "step": 2571490
    },
    {
      "epoch": 717.69,
      "grad_norm": 1.221137285232544,
      "learning_rate": 1.3434345904468294e-07,
      "loss": 0.3572,
      "step": 2571500
    },
    {
      "epoch": 717.7,
      "grad_norm": 1.130199909210205,
      "learning_rate": 1.343344361279577e-07,
      "loss": 0.333,
      "step": 2571510
    },
    {
      "epoch": 717.7,
      "grad_norm": 1.1359554529190063,
      "learning_rate": 1.3432541350530637e-07,
      "loss": 0.3408,
      "step": 2571520
    },
    {
      "epoch": 717.7,
      "grad_norm": 1.2662837505340576,
      "learning_rate": 1.3431639117673018e-07,
      "loss": 0.3579,
      "step": 2571530
    },
    {
      "epoch": 717.71,
      "grad_norm": 1.2635029554367065,
      "learning_rate": 1.3430736914223023e-07,
      "loss": 0.337,
      "step": 2571540
    },
    {
      "epoch": 717.71,
      "grad_norm": 1.6835088729858398,
      "learning_rate": 1.3429834740180754e-07,
      "loss": 0.3407,
      "step": 2571550
    },
    {
      "epoch": 717.71,
      "grad_norm": 1.2009528875350952,
      "learning_rate": 1.3428932595546341e-07,
      "loss": 0.3349,
      "step": 2571560
    },
    {
      "epoch": 717.71,
      "grad_norm": 1.3113895654678345,
      "learning_rate": 1.3428030480319915e-07,
      "loss": 0.3422,
      "step": 2571570
    },
    {
      "epoch": 717.72,
      "grad_norm": 1.2964054346084595,
      "learning_rate": 1.3427128394501604e-07,
      "loss": 0.3529,
      "step": 2571580
    },
    {
      "epoch": 717.72,
      "grad_norm": 1.2640472650527954,
      "learning_rate": 1.3426226338091515e-07,
      "loss": 0.3175,
      "step": 2571590
    },
    {
      "epoch": 717.72,
      "grad_norm": 1.3190281391143799,
      "learning_rate": 1.3425324311089754e-07,
      "loss": 0.3378,
      "step": 2571600
    },
    {
      "epoch": 717.73,
      "grad_norm": 1.154032826423645,
      "learning_rate": 1.3424422313496468e-07,
      "loss": 0.3392,
      "step": 2571610
    },
    {
      "epoch": 717.73,
      "grad_norm": 2.6663637161254883,
      "learning_rate": 1.3423520345311745e-07,
      "loss": 0.3363,
      "step": 2571620
    },
    {
      "epoch": 717.73,
      "grad_norm": 1.404301643371582,
      "learning_rate": 1.3422618406535736e-07,
      "loss": 0.3195,
      "step": 2571630
    },
    {
      "epoch": 717.73,
      "grad_norm": 1.1439443826675415,
      "learning_rate": 1.342171649716857e-07,
      "loss": 0.3262,
      "step": 2571640
    },
    {
      "epoch": 717.74,
      "grad_norm": 1.4826704263687134,
      "learning_rate": 1.342081461721033e-07,
      "loss": 0.3278,
      "step": 2571650
    },
    {
      "epoch": 717.74,
      "grad_norm": 1.2730658054351807,
      "learning_rate": 1.3419912766661115e-07,
      "loss": 0.333,
      "step": 2571660
    },
    {
      "epoch": 717.74,
      "grad_norm": 1.0297164916992188,
      "learning_rate": 1.341901094552111e-07,
      "loss": 0.3267,
      "step": 2571670
    },
    {
      "epoch": 717.74,
      "grad_norm": 1.3401358127593994,
      "learning_rate": 1.3418109153790448e-07,
      "loss": 0.3291,
      "step": 2571680
    },
    {
      "epoch": 717.75,
      "grad_norm": 1.2110321521759033,
      "learning_rate": 1.3417207391469173e-07,
      "loss": 0.326,
      "step": 2571690
    },
    {
      "epoch": 717.75,
      "grad_norm": 1.1413542032241821,
      "learning_rate": 1.3416305658557423e-07,
      "loss": 0.3358,
      "step": 2571700
    },
    {
      "epoch": 717.75,
      "grad_norm": 1.2277568578720093,
      "learning_rate": 1.3415403955055374e-07,
      "loss": 0.338,
      "step": 2571710
    },
    {
      "epoch": 717.76,
      "grad_norm": 1.1711472272872925,
      "learning_rate": 1.3414502280963058e-07,
      "loss": 0.3537,
      "step": 2571720
    },
    {
      "epoch": 717.76,
      "grad_norm": 1.5185868740081787,
      "learning_rate": 1.3413600636280703e-07,
      "loss": 0.325,
      "step": 2571730
    },
    {
      "epoch": 717.76,
      "grad_norm": 1.1802011728286743,
      "learning_rate": 1.341269902100834e-07,
      "loss": 0.335,
      "step": 2571740
    },
    {
      "epoch": 717.76,
      "grad_norm": 1.3164591789245605,
      "learning_rate": 1.3411797435146096e-07,
      "loss": 0.3462,
      "step": 2571750
    },
    {
      "epoch": 717.77,
      "grad_norm": 1.1513140201568604,
      "learning_rate": 1.3410895878694129e-07,
      "loss": 0.3345,
      "step": 2571760
    },
    {
      "epoch": 717.77,
      "grad_norm": 1.1403218507766724,
      "learning_rate": 1.3409994351652595e-07,
      "loss": 0.3324,
      "step": 2571770
    },
    {
      "epoch": 717.77,
      "grad_norm": 1.3442078828811646,
      "learning_rate": 1.3409092854021518e-07,
      "loss": 0.338,
      "step": 2571780
    },
    {
      "epoch": 717.78,
      "grad_norm": 1.2268527746200562,
      "learning_rate": 1.3408191385801057e-07,
      "loss": 0.3344,
      "step": 2571790
    },
    {
      "epoch": 717.78,
      "grad_norm": 2.8059074878692627,
      "learning_rate": 1.3407289946991365e-07,
      "loss": 0.3422,
      "step": 2571800
    },
    {
      "epoch": 717.78,
      "grad_norm": 1.2194474935531616,
      "learning_rate": 1.3406388537592472e-07,
      "loss": 0.3309,
      "step": 2571810
    },
    {
      "epoch": 717.78,
      "grad_norm": 1.1874284744262695,
      "learning_rate": 1.3405487157604633e-07,
      "loss": 0.357,
      "step": 2571820
    },
    {
      "epoch": 717.79,
      "grad_norm": 1.1689763069152832,
      "learning_rate": 1.340458580702788e-07,
      "loss": 0.3401,
      "step": 2571830
    },
    {
      "epoch": 717.79,
      "grad_norm": 1.3051103353500366,
      "learning_rate": 1.340368448586234e-07,
      "loss": 0.3169,
      "step": 2571840
    },
    {
      "epoch": 717.79,
      "grad_norm": 1.3432210683822632,
      "learning_rate": 1.3402783194108165e-07,
      "loss": 0.3333,
      "step": 2571850
    },
    {
      "epoch": 717.8,
      "grad_norm": 1.3276572227478027,
      "learning_rate": 1.3401881931765388e-07,
      "loss": 0.3354,
      "step": 2571860
    },
    {
      "epoch": 717.8,
      "grad_norm": 1.3857064247131348,
      "learning_rate": 1.3400980698834266e-07,
      "loss": 0.3361,
      "step": 2571870
    },
    {
      "epoch": 717.8,
      "grad_norm": 1.5681968927383423,
      "learning_rate": 1.34000794953148e-07,
      "loss": 0.3168,
      "step": 2571880
    },
    {
      "epoch": 717.8,
      "grad_norm": 1.3144694566726685,
      "learning_rate": 1.3399178321207173e-07,
      "loss": 0.313,
      "step": 2571890
    },
    {
      "epoch": 717.81,
      "grad_norm": 1.2433372735977173,
      "learning_rate": 1.3398277176511486e-07,
      "loss": 0.32,
      "step": 2571900
    },
    {
      "epoch": 717.81,
      "grad_norm": 1.2539188861846924,
      "learning_rate": 1.339737606122787e-07,
      "loss": 0.3479,
      "step": 2571910
    },
    {
      "epoch": 717.81,
      "grad_norm": 2.0817079544067383,
      "learning_rate": 1.339647497535643e-07,
      "loss": 0.3384,
      "step": 2571920
    },
    {
      "epoch": 717.81,
      "grad_norm": 1.4654632806777954,
      "learning_rate": 1.3395573918897296e-07,
      "loss": 0.3389,
      "step": 2571930
    },
    {
      "epoch": 717.82,
      "grad_norm": 1.1733834743499756,
      "learning_rate": 1.3394672891850598e-07,
      "loss": 0.3405,
      "step": 2571940
    },
    {
      "epoch": 717.82,
      "grad_norm": 1.298046588897705,
      "learning_rate": 1.3393771894216364e-07,
      "loss": 0.3297,
      "step": 2571950
    },
    {
      "epoch": 717.82,
      "grad_norm": 1.3189178705215454,
      "learning_rate": 1.3392870925994902e-07,
      "loss": 0.3495,
      "step": 2571960
    },
    {
      "epoch": 717.83,
      "grad_norm": 1.1827003955841064,
      "learning_rate": 1.3391969987186138e-07,
      "loss": 0.3432,
      "step": 2571970
    },
    {
      "epoch": 717.83,
      "grad_norm": 1.6168454885482788,
      "learning_rate": 1.3391069077790302e-07,
      "loss": 0.3436,
      "step": 2571980
    },
    {
      "epoch": 717.83,
      "grad_norm": 1.2331079244613647,
      "learning_rate": 1.3390168197807528e-07,
      "loss": 0.3244,
      "step": 2571990
    },
    {
      "epoch": 717.83,
      "grad_norm": 1.2217421531677246,
      "learning_rate": 1.3389267347237841e-07,
      "loss": 0.347,
      "step": 2572000
    },
    {
      "epoch": 717.84,
      "grad_norm": 1.202630639076233,
      "learning_rate": 1.3388366526081448e-07,
      "loss": 0.3476,
      "step": 2572010
    },
    {
      "epoch": 717.84,
      "grad_norm": 1.198508620262146,
      "learning_rate": 1.3387465734338403e-07,
      "loss": 0.3436,
      "step": 2572020
    },
    {
      "epoch": 717.84,
      "grad_norm": 1.2891470193862915,
      "learning_rate": 1.338656497200891e-07,
      "loss": 0.3356,
      "step": 2572030
    },
    {
      "epoch": 717.85,
      "grad_norm": 1.1720507144927979,
      "learning_rate": 1.338566423909295e-07,
      "loss": 0.3344,
      "step": 2572040
    },
    {
      "epoch": 717.85,
      "grad_norm": 1.1263056993484497,
      "learning_rate": 1.3384763535590828e-07,
      "loss": 0.3487,
      "step": 2572050
    },
    {
      "epoch": 717.85,
      "grad_norm": 1.3036729097366333,
      "learning_rate": 1.3383862861502524e-07,
      "loss": 0.3429,
      "step": 2572060
    },
    {
      "epoch": 717.85,
      "grad_norm": 1.1871522665023804,
      "learning_rate": 1.3382962216828187e-07,
      "loss": 0.3459,
      "step": 2572070
    },
    {
      "epoch": 717.86,
      "grad_norm": 1.2009326219558716,
      "learning_rate": 1.338206160156798e-07,
      "loss": 0.3299,
      "step": 2572080
    },
    {
      "epoch": 717.86,
      "grad_norm": 1.3063933849334717,
      "learning_rate": 1.338116101572198e-07,
      "loss": 0.3533,
      "step": 2572090
    },
    {
      "epoch": 717.86,
      "grad_norm": 1.3938324451446533,
      "learning_rate": 1.3380260459290312e-07,
      "loss": 0.3279,
      "step": 2572100
    },
    {
      "epoch": 717.86,
      "grad_norm": 1.4614770412445068,
      "learning_rate": 1.337935993227311e-07,
      "loss": 0.3522,
      "step": 2572110
    },
    {
      "epoch": 717.87,
      "grad_norm": 1.163246750831604,
      "learning_rate": 1.3378459434670508e-07,
      "loss": 0.3403,
      "step": 2572120
    },
    {
      "epoch": 717.87,
      "grad_norm": 1.1850775480270386,
      "learning_rate": 1.3377558966482577e-07,
      "loss": 0.3342,
      "step": 2572130
    },
    {
      "epoch": 717.87,
      "grad_norm": 1.087547779083252,
      "learning_rate": 1.3376658527709474e-07,
      "loss": 0.3351,
      "step": 2572140
    },
    {
      "epoch": 717.88,
      "grad_norm": 1.1970748901367188,
      "learning_rate": 1.337575811835131e-07,
      "loss": 0.3454,
      "step": 2572150
    },
    {
      "epoch": 717.88,
      "grad_norm": 1.1671231985092163,
      "learning_rate": 1.3374857738408179e-07,
      "loss": 0.3557,
      "step": 2572160
    },
    {
      "epoch": 717.88,
      "grad_norm": 1.3047744035720825,
      "learning_rate": 1.3373957387880297e-07,
      "loss": 0.3338,
      "step": 2572170
    },
    {
      "epoch": 717.88,
      "grad_norm": 1.3976526260375977,
      "learning_rate": 1.3373057066767634e-07,
      "loss": 0.3419,
      "step": 2572180
    },
    {
      "epoch": 717.89,
      "grad_norm": 1.497938871383667,
      "learning_rate": 1.3372156775070452e-07,
      "loss": 0.3432,
      "step": 2572190
    },
    {
      "epoch": 717.89,
      "grad_norm": 1.2796781063079834,
      "learning_rate": 1.3371256512788777e-07,
      "loss": 0.339,
      "step": 2572200
    },
    {
      "epoch": 717.89,
      "grad_norm": 1.1097431182861328,
      "learning_rate": 1.3370356279922764e-07,
      "loss": 0.3398,
      "step": 2572210
    },
    {
      "epoch": 717.9,
      "grad_norm": 7.482905387878418,
      "learning_rate": 1.3369456076472543e-07,
      "loss": 0.3159,
      "step": 2572220
    },
    {
      "epoch": 717.9,
      "grad_norm": 1.3490852117538452,
      "learning_rate": 1.336855590243822e-07,
      "loss": 0.3287,
      "step": 2572230
    },
    {
      "epoch": 717.9,
      "grad_norm": 1.5477087497711182,
      "learning_rate": 1.3367655757819898e-07,
      "loss": 0.3471,
      "step": 2572240
    },
    {
      "epoch": 717.9,
      "grad_norm": 1.3278965950012207,
      "learning_rate": 1.3366755642617706e-07,
      "loss": 0.3262,
      "step": 2572250
    },
    {
      "epoch": 717.91,
      "grad_norm": 1.306104063987732,
      "learning_rate": 1.3365855556831802e-07,
      "loss": 0.3336,
      "step": 2572260
    },
    {
      "epoch": 717.91,
      "grad_norm": 1.1954001188278198,
      "learning_rate": 1.3364955500462264e-07,
      "loss": 0.3392,
      "step": 2572270
    },
    {
      "epoch": 717.91,
      "grad_norm": 1.1063176393508911,
      "learning_rate": 1.336405547350922e-07,
      "loss": 0.3271,
      "step": 2572280
    },
    {
      "epoch": 717.92,
      "grad_norm": 1.3165894746780396,
      "learning_rate": 1.33631554759728e-07,
      "loss": 0.3357,
      "step": 2572290
    },
    {
      "epoch": 717.92,
      "grad_norm": 1.2837718725204468,
      "learning_rate": 1.3362255507853086e-07,
      "loss": 0.3478,
      "step": 2572300
    },
    {
      "epoch": 717.92,
      "grad_norm": 1.1085363626480103,
      "learning_rate": 1.3361355569150284e-07,
      "loss": 0.3324,
      "step": 2572310
    },
    {
      "epoch": 717.92,
      "grad_norm": 1.0896567106246948,
      "learning_rate": 1.3360455659864418e-07,
      "loss": 0.339,
      "step": 2572320
    },
    {
      "epoch": 717.93,
      "grad_norm": 1.1873127222061157,
      "learning_rate": 1.3359555779995645e-07,
      "loss": 0.342,
      "step": 2572330
    },
    {
      "epoch": 717.93,
      "grad_norm": 1.034000277519226,
      "learning_rate": 1.335865592954407e-07,
      "loss": 0.321,
      "step": 2572340
    },
    {
      "epoch": 717.93,
      "grad_norm": 1.498668909072876,
      "learning_rate": 1.3357756108509902e-07,
      "loss": 0.3299,
      "step": 2572350
    },
    {
      "epoch": 717.93,
      "grad_norm": 1.2957831621170044,
      "learning_rate": 1.335685631689314e-07,
      "loss": 0.3473,
      "step": 2572360
    },
    {
      "epoch": 717.94,
      "grad_norm": 1.2095470428466797,
      "learning_rate": 1.3355956554693941e-07,
      "loss": 0.3383,
      "step": 2572370
    },
    {
      "epoch": 717.94,
      "grad_norm": 1.3426110744476318,
      "learning_rate": 1.3355056821912485e-07,
      "loss": 0.3288,
      "step": 2572380
    },
    {
      "epoch": 717.94,
      "grad_norm": 1.2953312397003174,
      "learning_rate": 1.3354157118548775e-07,
      "loss": 0.3545,
      "step": 2572390
    },
    {
      "epoch": 717.95,
      "grad_norm": 1.2047866582870483,
      "learning_rate": 1.3353257444603066e-07,
      "loss": 0.3363,
      "step": 2572400
    },
    {
      "epoch": 717.95,
      "grad_norm": 1.2368379831314087,
      "learning_rate": 1.3352357800075392e-07,
      "loss": 0.3497,
      "step": 2572410
    },
    {
      "epoch": 717.95,
      "grad_norm": 1.4108924865722656,
      "learning_rate": 1.3351458184965875e-07,
      "loss": 0.3254,
      "step": 2572420
    },
    {
      "epoch": 717.95,
      "grad_norm": 1.1181483268737793,
      "learning_rate": 1.3350558599274676e-07,
      "loss": 0.3459,
      "step": 2572430
    },
    {
      "epoch": 717.96,
      "grad_norm": 1.1569968461990356,
      "learning_rate": 1.3349659043001818e-07,
      "loss": 0.3377,
      "step": 2572440
    },
    {
      "epoch": 717.96,
      "grad_norm": 1.0842766761779785,
      "learning_rate": 1.3348759516147592e-07,
      "loss": 0.324,
      "step": 2572450
    },
    {
      "epoch": 717.96,
      "grad_norm": 1.1248565912246704,
      "learning_rate": 1.3347860018711967e-07,
      "loss": 0.3399,
      "step": 2572460
    },
    {
      "epoch": 717.97,
      "grad_norm": 1.117274522781372,
      "learning_rate": 1.334696055069513e-07,
      "loss": 0.3388,
      "step": 2572470
    },
    {
      "epoch": 717.97,
      "grad_norm": 1.2378456592559814,
      "learning_rate": 1.3346061112097152e-07,
      "loss": 0.3509,
      "step": 2572480
    },
    {
      "epoch": 717.97,
      "grad_norm": 1.2576687335968018,
      "learning_rate": 1.334516170291825e-07,
      "loss": 0.3394,
      "step": 2572490
    },
    {
      "epoch": 717.97,
      "grad_norm": 1.140878677368164,
      "learning_rate": 1.3344262323158441e-07,
      "loss": 0.3432,
      "step": 2572500
    },
    {
      "epoch": 717.98,
      "grad_norm": 1.3186818361282349,
      "learning_rate": 1.3343362972817861e-07,
      "loss": 0.335,
      "step": 2572510
    },
    {
      "epoch": 717.98,
      "grad_norm": 1.0759344100952148,
      "learning_rate": 1.3342463651896716e-07,
      "loss": 0.332,
      "step": 2572520
    },
    {
      "epoch": 717.98,
      "grad_norm": 1.0558806657791138,
      "learning_rate": 1.3341564360394983e-07,
      "loss": 0.3397,
      "step": 2572530
    },
    {
      "epoch": 717.98,
      "grad_norm": 1.280357837677002,
      "learning_rate": 1.3340665098312917e-07,
      "loss": 0.3437,
      "step": 2572540
    },
    {
      "epoch": 717.99,
      "grad_norm": 1.454308271408081,
      "learning_rate": 1.3339765865650574e-07,
      "loss": 0.3453,
      "step": 2572550
    },
    {
      "epoch": 717.99,
      "grad_norm": 1.3201340436935425,
      "learning_rate": 1.3338866662408057e-07,
      "loss": 0.3338,
      "step": 2572560
    },
    {
      "epoch": 717.99,
      "grad_norm": 1.2002160549163818,
      "learning_rate": 1.333796748858555e-07,
      "loss": 0.3388,
      "step": 2572570
    },
    {
      "epoch": 718.0,
      "grad_norm": 1.298911690711975,
      "learning_rate": 1.33370683441831e-07,
      "loss": 0.3434,
      "step": 2572580
    },
    {
      "epoch": 718.0,
      "grad_norm": 1.199245572090149,
      "learning_rate": 1.333616922920084e-07,
      "loss": 0.3405,
      "step": 2572590
    },
    {
      "epoch": 718.0,
      "eval_loss": 0.3384372889995575,
      "eval_runtime": 64.8361,
      "eval_samples_per_second": 78.028,
      "eval_steps_per_second": 9.763,
      "step": 2572594
    },
    {
      "epoch": 718.0,
      "grad_norm": 1.2480233907699585,
      "learning_rate": 1.333527014363893e-07,
      "loss": 0.3306,
      "step": 2572600
    },
    {
      "epoch": 718.0,
      "grad_norm": 1.496046781539917,
      "learning_rate": 1.3334371087497494e-07,
      "loss": 0.3307,
      "step": 2572610
    },
    {
      "epoch": 718.01,
      "grad_norm": 1.2966971397399902,
      "learning_rate": 1.333347206077656e-07,
      "loss": 0.3336,
      "step": 2572620
    },
    {
      "epoch": 718.01,
      "grad_norm": 1.2072639465332031,
      "learning_rate": 1.333257306347639e-07,
      "loss": 0.3373,
      "step": 2572630
    },
    {
      "epoch": 718.01,
      "grad_norm": 1.3020756244659424,
      "learning_rate": 1.3331674095596981e-07,
      "loss": 0.3601,
      "step": 2572640
    },
    {
      "epoch": 718.02,
      "grad_norm": 1.1605019569396973,
      "learning_rate": 1.333077515713852e-07,
      "loss": 0.3334,
      "step": 2572650
    },
    {
      "epoch": 718.02,
      "grad_norm": 1.244030475616455,
      "learning_rate": 1.3329876248101131e-07,
      "loss": 0.3247,
      "step": 2572660
    },
    {
      "epoch": 718.02,
      "grad_norm": 1.20737886428833,
      "learning_rate": 1.332897736848487e-07,
      "loss": 0.3336,
      "step": 2572670
    },
    {
      "epoch": 718.02,
      "grad_norm": 1.385468602180481,
      "learning_rate": 1.3328078518289893e-07,
      "loss": 0.3277,
      "step": 2572680
    },
    {
      "epoch": 718.03,
      "grad_norm": 1.0962404012680054,
      "learning_rate": 1.3327179697516302e-07,
      "loss": 0.3322,
      "step": 2572690
    },
    {
      "epoch": 718.03,
      "grad_norm": 1.09014093875885,
      "learning_rate": 1.3326280906164308e-07,
      "loss": 0.3153,
      "step": 2572700
    },
    {
      "epoch": 718.03,
      "grad_norm": 1.2568535804748535,
      "learning_rate": 1.3325382144233855e-07,
      "loss": 0.3519,
      "step": 2572710
    },
    {
      "epoch": 718.04,
      "grad_norm": 1.3864035606384277,
      "learning_rate": 1.3324483411725258e-07,
      "loss": 0.3088,
      "step": 2572720
    },
    {
      "epoch": 718.04,
      "grad_norm": 1.5311497449874878,
      "learning_rate": 1.332358470863849e-07,
      "loss": 0.3449,
      "step": 2572730
    },
    {
      "epoch": 718.04,
      "grad_norm": 1.2077804803848267,
      "learning_rate": 1.3322686034973763e-07,
      "loss": 0.3351,
      "step": 2572740
    },
    {
      "epoch": 718.04,
      "grad_norm": 1.1841862201690674,
      "learning_rate": 1.332178739073115e-07,
      "loss": 0.331,
      "step": 2572750
    },
    {
      "epoch": 718.05,
      "grad_norm": 1.3287914991378784,
      "learning_rate": 1.332088877591073e-07,
      "loss": 0.3334,
      "step": 2572760
    },
    {
      "epoch": 718.05,
      "grad_norm": 0.9790606498718262,
      "learning_rate": 1.3319990190512764e-07,
      "loss": 0.3358,
      "step": 2572770
    },
    {
      "epoch": 718.05,
      "grad_norm": 1.304095983505249,
      "learning_rate": 1.3319091634537226e-07,
      "loss": 0.358,
      "step": 2572780
    },
    {
      "epoch": 718.05,
      "grad_norm": 1.5747432708740234,
      "learning_rate": 1.3318193107984275e-07,
      "loss": 0.3528,
      "step": 2572790
    },
    {
      "epoch": 718.06,
      "grad_norm": 1.3788655996322632,
      "learning_rate": 1.3317294610854088e-07,
      "loss": 0.3352,
      "step": 2572800
    },
    {
      "epoch": 718.06,
      "grad_norm": 1.2573485374450684,
      "learning_rate": 1.3316396143146718e-07,
      "loss": 0.3283,
      "step": 2572810
    },
    {
      "epoch": 718.06,
      "grad_norm": 1.2437549829483032,
      "learning_rate": 1.3315497704862297e-07,
      "loss": 0.3271,
      "step": 2572820
    },
    {
      "epoch": 718.07,
      "grad_norm": 1.2300970554351807,
      "learning_rate": 1.3314599296000956e-07,
      "loss": 0.342,
      "step": 2572830
    },
    {
      "epoch": 718.07,
      "grad_norm": 1.183187484741211,
      "learning_rate": 1.3313700916562876e-07,
      "loss": 0.3458,
      "step": 2572840
    },
    {
      "epoch": 718.07,
      "grad_norm": 1.154341697692871,
      "learning_rate": 1.3312802566548005e-07,
      "loss": 0.3444,
      "step": 2572850
    },
    {
      "epoch": 718.07,
      "grad_norm": 1.1904773712158203,
      "learning_rate": 1.331190424595668e-07,
      "loss": 0.3508,
      "step": 2572860
    },
    {
      "epoch": 718.08,
      "grad_norm": 1.1741853952407837,
      "learning_rate": 1.3311005954788847e-07,
      "loss": 0.324,
      "step": 2572870
    },
    {
      "epoch": 718.08,
      "grad_norm": 1.507582426071167,
      "learning_rate": 1.3310107693044722e-07,
      "loss": 0.3313,
      "step": 2572880
    },
    {
      "epoch": 718.08,
      "grad_norm": 1.3031352758407593,
      "learning_rate": 1.3309209460724402e-07,
      "loss": 0.3402,
      "step": 2572890
    },
    {
      "epoch": 718.09,
      "grad_norm": 1.1014760732650757,
      "learning_rate": 1.3308311257827965e-07,
      "loss": 0.3308,
      "step": 2572900
    },
    {
      "epoch": 718.09,
      "grad_norm": 1.274472713470459,
      "learning_rate": 1.3307413084355573e-07,
      "loss": 0.3189,
      "step": 2572910
    },
    {
      "epoch": 718.09,
      "grad_norm": 1.4752006530761719,
      "learning_rate": 1.330651494030735e-07,
      "loss": 0.3087,
      "step": 2572920
    },
    {
      "epoch": 718.09,
      "grad_norm": 1.1981201171875,
      "learning_rate": 1.3305616825683428e-07,
      "loss": 0.336,
      "step": 2572930
    },
    {
      "epoch": 718.1,
      "grad_norm": 1.2416174411773682,
      "learning_rate": 1.3304718740483863e-07,
      "loss": 0.3293,
      "step": 2572940
    },
    {
      "epoch": 718.1,
      "grad_norm": 1.1013442277908325,
      "learning_rate": 1.3303820684708804e-07,
      "loss": 0.3451,
      "step": 2572950
    },
    {
      "epoch": 718.1,
      "grad_norm": 1.3613543510437012,
      "learning_rate": 1.3302922658358415e-07,
      "loss": 0.3565,
      "step": 2572960
    },
    {
      "epoch": 718.1,
      "grad_norm": 1.2228989601135254,
      "learning_rate": 1.330202466143274e-07,
      "loss": 0.3311,
      "step": 2572970
    },
    {
      "epoch": 718.11,
      "grad_norm": 1.28840172290802,
      "learning_rate": 1.3301126693931966e-07,
      "loss": 0.3321,
      "step": 2572980
    },
    {
      "epoch": 718.11,
      "grad_norm": 1.324347734451294,
      "learning_rate": 1.3300228755856171e-07,
      "loss": 0.3471,
      "step": 2572990
    },
    {
      "epoch": 718.11,
      "grad_norm": 1.1922614574432373,
      "learning_rate": 1.3299330847205483e-07,
      "loss": 0.3324,
      "step": 2573000
    },
    {
      "epoch": 718.12,
      "grad_norm": 1.1686813831329346,
      "learning_rate": 1.3298432967980034e-07,
      "loss": 0.3316,
      "step": 2573010
    },
    {
      "epoch": 718.12,
      "grad_norm": 1.2361434698104858,
      "learning_rate": 1.3297535118179954e-07,
      "loss": 0.3418,
      "step": 2573020
    },
    {
      "epoch": 718.12,
      "grad_norm": 1.4323807954788208,
      "learning_rate": 1.3296637297805346e-07,
      "loss": 0.3449,
      "step": 2573030
    },
    {
      "epoch": 718.12,
      "grad_norm": 1.783724308013916,
      "learning_rate": 1.3295739506856313e-07,
      "loss": 0.3367,
      "step": 2573040
    },
    {
      "epoch": 718.13,
      "grad_norm": 1.1614701747894287,
      "learning_rate": 1.3294841745332987e-07,
      "loss": 0.3384,
      "step": 2573050
    },
    {
      "epoch": 718.13,
      "grad_norm": 1.36156165599823,
      "learning_rate": 1.3293944013235475e-07,
      "loss": 0.3367,
      "step": 2573060
    },
    {
      "epoch": 718.13,
      "grad_norm": 1.2102946043014526,
      "learning_rate": 1.3293046310563954e-07,
      "loss": 0.322,
      "step": 2573070
    },
    {
      "epoch": 718.14,
      "grad_norm": 1.5118180513381958,
      "learning_rate": 1.3292148637318476e-07,
      "loss": 0.3402,
      "step": 2573080
    },
    {
      "epoch": 718.14,
      "grad_norm": 1.654642105102539,
      "learning_rate": 1.3291250993499175e-07,
      "loss": 0.3287,
      "step": 2573090
    },
    {
      "epoch": 718.14,
      "grad_norm": 1.3647853136062622,
      "learning_rate": 1.3290353379106232e-07,
      "loss": 0.3401,
      "step": 2573100
    },
    {
      "epoch": 718.14,
      "grad_norm": 1.2736066579818726,
      "learning_rate": 1.3289455794139645e-07,
      "loss": 0.3463,
      "step": 2573110
    },
    {
      "epoch": 718.15,
      "grad_norm": 1.2685706615447998,
      "learning_rate": 1.3288558238599647e-07,
      "loss": 0.3473,
      "step": 2573120
    },
    {
      "epoch": 718.15,
      "grad_norm": 1.37035071849823,
      "learning_rate": 1.3287660712486296e-07,
      "loss": 0.3178,
      "step": 2573130
    },
    {
      "epoch": 718.15,
      "grad_norm": 1.2031134366989136,
      "learning_rate": 1.3286763215799744e-07,
      "loss": 0.3359,
      "step": 2573140
    },
    {
      "epoch": 718.16,
      "grad_norm": 1.2885701656341553,
      "learning_rate": 1.3285865748540069e-07,
      "loss": 0.334,
      "step": 2573150
    },
    {
      "epoch": 718.16,
      "grad_norm": 1.2708500623703003,
      "learning_rate": 1.328496831070748e-07,
      "loss": 0.3419,
      "step": 2573160
    },
    {
      "epoch": 718.16,
      "grad_norm": 1.2093424797058105,
      "learning_rate": 1.3284070902301976e-07,
      "loss": 0.3418,
      "step": 2573170
    },
    {
      "epoch": 718.16,
      "grad_norm": 1.3192684650421143,
      "learning_rate": 1.328317352332374e-07,
      "loss": 0.3354,
      "step": 2573180
    },
    {
      "epoch": 718.17,
      "grad_norm": 1.2694469690322876,
      "learning_rate": 1.3282276173772928e-07,
      "loss": 0.3276,
      "step": 2573190
    },
    {
      "epoch": 718.17,
      "grad_norm": 1.2495516538619995,
      "learning_rate": 1.3281378853649567e-07,
      "loss": 0.3355,
      "step": 2573200
    },
    {
      "epoch": 718.17,
      "grad_norm": 1.5793707370758057,
      "learning_rate": 1.3280481562953862e-07,
      "loss": 0.333,
      "step": 2573210
    },
    {
      "epoch": 718.17,
      "grad_norm": 1.331072211265564,
      "learning_rate": 1.3279584301685895e-07,
      "loss": 0.3382,
      "step": 2573220
    },
    {
      "epoch": 718.18,
      "grad_norm": 1.0983328819274902,
      "learning_rate": 1.327868706984577e-07,
      "loss": 0.3339,
      "step": 2573230
    },
    {
      "epoch": 718.18,
      "grad_norm": 1.1080225706100464,
      "learning_rate": 1.3277789867433664e-07,
      "loss": 0.3174,
      "step": 2573240
    },
    {
      "epoch": 718.18,
      "grad_norm": 1.363721489906311,
      "learning_rate": 1.327689269444961e-07,
      "loss": 0.3469,
      "step": 2573250
    },
    {
      "epoch": 718.19,
      "grad_norm": 1.153333067893982,
      "learning_rate": 1.3275995550893784e-07,
      "loss": 0.3509,
      "step": 2573260
    },
    {
      "epoch": 718.19,
      "grad_norm": 1.1517492532730103,
      "learning_rate": 1.3275098436766295e-07,
      "loss": 0.3325,
      "step": 2573270
    },
    {
      "epoch": 718.19,
      "grad_norm": 1.2797434329986572,
      "learning_rate": 1.3274201352067296e-07,
      "loss": 0.3473,
      "step": 2573280
    },
    {
      "epoch": 718.19,
      "grad_norm": 1.386830449104309,
      "learning_rate": 1.3273304296796812e-07,
      "loss": 0.3277,
      "step": 2573290
    },
    {
      "epoch": 718.2,
      "grad_norm": 1.9676369428634644,
      "learning_rate": 1.327240727095508e-07,
      "loss": 0.3363,
      "step": 2573300
    },
    {
      "epoch": 718.2,
      "grad_norm": 2.3151869773864746,
      "learning_rate": 1.3271510274542127e-07,
      "loss": 0.3426,
      "step": 2573310
    },
    {
      "epoch": 718.2,
      "grad_norm": 1.2910947799682617,
      "learning_rate": 1.3270613307558134e-07,
      "loss": 0.3349,
      "step": 2573320
    },
    {
      "epoch": 718.21,
      "grad_norm": 1.132582426071167,
      "learning_rate": 1.3269716370003202e-07,
      "loss": 0.3538,
      "step": 2573330
    },
    {
      "epoch": 718.21,
      "grad_norm": 1.261414647102356,
      "learning_rate": 1.3268819461877387e-07,
      "loss": 0.3446,
      "step": 2573340
    },
    {
      "epoch": 718.21,
      "grad_norm": 1.1680902242660522,
      "learning_rate": 1.3267922583180945e-07,
      "loss": 0.3354,
      "step": 2573350
    },
    {
      "epoch": 718.21,
      "grad_norm": 1.1637017726898193,
      "learning_rate": 1.3267025733913853e-07,
      "loss": 0.3166,
      "step": 2573360
    },
    {
      "epoch": 718.22,
      "grad_norm": 1.259479284286499,
      "learning_rate": 1.326612891407632e-07,
      "loss": 0.3262,
      "step": 2573370
    },
    {
      "epoch": 718.22,
      "grad_norm": 1.1591254472732544,
      "learning_rate": 1.326523212366845e-07,
      "loss": 0.3405,
      "step": 2573380
    },
    {
      "epoch": 718.22,
      "grad_norm": 1.0807403326034546,
      "learning_rate": 1.3264335362690318e-07,
      "loss": 0.3288,
      "step": 2573390
    },
    {
      "epoch": 718.22,
      "grad_norm": 1.394443392753601,
      "learning_rate": 1.3263438631142081e-07,
      "loss": 0.3296,
      "step": 2573400
    },
    {
      "epoch": 718.23,
      "grad_norm": 1.1818792819976807,
      "learning_rate": 1.3262541929023872e-07,
      "loss": 0.3443,
      "step": 2573410
    },
    {
      "epoch": 718.23,
      "grad_norm": 1.1828018426895142,
      "learning_rate": 1.3261645256335793e-07,
      "loss": 0.3449,
      "step": 2573420
    },
    {
      "epoch": 718.23,
      "grad_norm": 1.2625399827957153,
      "learning_rate": 1.3260748613077922e-07,
      "loss": 0.3496,
      "step": 2573430
    },
    {
      "epoch": 718.24,
      "grad_norm": 1.6296947002410889,
      "learning_rate": 1.325985199925047e-07,
      "loss": 0.3398,
      "step": 2573440
    },
    {
      "epoch": 718.24,
      "grad_norm": 1.187235713005066,
      "learning_rate": 1.3258955414853482e-07,
      "loss": 0.3443,
      "step": 2573450
    },
    {
      "epoch": 718.24,
      "grad_norm": 1.3148484230041504,
      "learning_rate": 1.3258058859887096e-07,
      "loss": 0.3421,
      "step": 2573460
    },
    {
      "epoch": 718.24,
      "grad_norm": 1.3784512281417847,
      "learning_rate": 1.3257162334351462e-07,
      "loss": 0.3446,
      "step": 2573470
    },
    {
      "epoch": 718.25,
      "grad_norm": 1.2988587617874146,
      "learning_rate": 1.3256265838246637e-07,
      "loss": 0.3374,
      "step": 2573480
    },
    {
      "epoch": 718.25,
      "grad_norm": 1.6399997472763062,
      "learning_rate": 1.3255369371572773e-07,
      "loss": 0.344,
      "step": 2573490
    },
    {
      "epoch": 718.25,
      "grad_norm": 1.423728346824646,
      "learning_rate": 1.3254472934330004e-07,
      "loss": 0.3324,
      "step": 2573500
    },
    {
      "epoch": 718.26,
      "grad_norm": 1.3780900239944458,
      "learning_rate": 1.3253576526518482e-07,
      "loss": 0.3399,
      "step": 2573510
    },
    {
      "epoch": 718.26,
      "grad_norm": 1.1492959260940552,
      "learning_rate": 1.3252680148138238e-07,
      "loss": 0.3254,
      "step": 2573520
    },
    {
      "epoch": 718.26,
      "grad_norm": 1.335073709487915,
      "learning_rate": 1.3251783799189423e-07,
      "loss": 0.3339,
      "step": 2573530
    },
    {
      "epoch": 718.26,
      "grad_norm": 1.215133786201477,
      "learning_rate": 1.325088747967217e-07,
      "loss": 0.3326,
      "step": 2573540
    },
    {
      "epoch": 718.27,
      "grad_norm": 1.4276424646377563,
      "learning_rate": 1.324999118958661e-07,
      "loss": 0.3288,
      "step": 2573550
    },
    {
      "epoch": 718.27,
      "grad_norm": 1.3775920867919922,
      "learning_rate": 1.3249094928932869e-07,
      "loss": 0.3434,
      "step": 2573560
    },
    {
      "epoch": 718.27,
      "grad_norm": 1.2285878658294678,
      "learning_rate": 1.3248198697711027e-07,
      "loss": 0.3265,
      "step": 2573570
    },
    {
      "epoch": 718.28,
      "grad_norm": 1.4318739175796509,
      "learning_rate": 1.324730249592119e-07,
      "loss": 0.3502,
      "step": 2573580
    },
    {
      "epoch": 718.28,
      "grad_norm": 1.1996488571166992,
      "learning_rate": 1.324640632356354e-07,
      "loss": 0.3451,
      "step": 2573590
    },
    {
      "epoch": 718.28,
      "grad_norm": 1.2614738941192627,
      "learning_rate": 1.3245510180638153e-07,
      "loss": 0.3385,
      "step": 2573600
    },
    {
      "epoch": 718.28,
      "grad_norm": 1.0949363708496094,
      "learning_rate": 1.3244614067145212e-07,
      "loss": 0.3244,
      "step": 2573610
    },
    {
      "epoch": 718.29,
      "grad_norm": 1.2191156148910522,
      "learning_rate": 1.3243717983084744e-07,
      "loss": 0.3326,
      "step": 2573620
    },
    {
      "epoch": 718.29,
      "grad_norm": 1.1610292196273804,
      "learning_rate": 1.3242821928456903e-07,
      "loss": 0.3238,
      "step": 2573630
    },
    {
      "epoch": 718.29,
      "grad_norm": 1.105215072631836,
      "learning_rate": 1.324192590326182e-07,
      "loss": 0.3341,
      "step": 2573640
    },
    {
      "epoch": 718.29,
      "grad_norm": 1.4302561283111572,
      "learning_rate": 1.3241029907499651e-07,
      "loss": 0.3447,
      "step": 2573650
    },
    {
      "epoch": 718.3,
      "grad_norm": 1.1493793725967407,
      "learning_rate": 1.32401339411704e-07,
      "loss": 0.3426,
      "step": 2573660
    },
    {
      "epoch": 718.3,
      "grad_norm": 1.2463582754135132,
      "learning_rate": 1.323923800427432e-07,
      "loss": 0.3525,
      "step": 2573670
    },
    {
      "epoch": 718.3,
      "grad_norm": 1.4199329614639282,
      "learning_rate": 1.3238342096811442e-07,
      "loss": 0.3362,
      "step": 2573680
    },
    {
      "epoch": 718.31,
      "grad_norm": 1.1883057355880737,
      "learning_rate": 1.323744621878192e-07,
      "loss": 0.3332,
      "step": 2573690
    },
    {
      "epoch": 718.31,
      "grad_norm": 1.2035839557647705,
      "learning_rate": 1.3236550370185886e-07,
      "loss": 0.3285,
      "step": 2573700
    },
    {
      "epoch": 718.31,
      "grad_norm": 1.156890630722046,
      "learning_rate": 1.3235654551023416e-07,
      "loss": 0.3482,
      "step": 2573710
    },
    {
      "epoch": 718.31,
      "grad_norm": 1.2388336658477783,
      "learning_rate": 1.3234758761294642e-07,
      "loss": 0.3461,
      "step": 2573720
    },
    {
      "epoch": 718.32,
      "grad_norm": 1.102615237236023,
      "learning_rate": 1.3233863000999717e-07,
      "loss": 0.3502,
      "step": 2573730
    },
    {
      "epoch": 718.32,
      "grad_norm": 1.1802918910980225,
      "learning_rate": 1.323296727013875e-07,
      "loss": 0.3437,
      "step": 2573740
    },
    {
      "epoch": 718.32,
      "grad_norm": 1.5635124444961548,
      "learning_rate": 1.3232071568711817e-07,
      "loss": 0.3398,
      "step": 2573750
    },
    {
      "epoch": 718.33,
      "grad_norm": 1.1229568719863892,
      "learning_rate": 1.323117589671907e-07,
      "loss": 0.3377,
      "step": 2573760
    },
    {
      "epoch": 718.33,
      "grad_norm": 1.355449914932251,
      "learning_rate": 1.3230280254160672e-07,
      "loss": 0.331,
      "step": 2573770
    },
    {
      "epoch": 718.33,
      "grad_norm": 1.4365493059158325,
      "learning_rate": 1.3229384641036616e-07,
      "loss": 0.3502,
      "step": 2573780
    },
    {
      "epoch": 718.33,
      "grad_norm": 1.1890995502471924,
      "learning_rate": 1.322848905734717e-07,
      "loss": 0.3408,
      "step": 2573790
    },
    {
      "epoch": 718.34,
      "grad_norm": 1.271655559539795,
      "learning_rate": 1.3227593503092352e-07,
      "loss": 0.3497,
      "step": 2573800
    },
    {
      "epoch": 718.34,
      "grad_norm": 1.318359375,
      "learning_rate": 1.3226697978272325e-07,
      "loss": 0.3265,
      "step": 2573810
    },
    {
      "epoch": 718.34,
      "grad_norm": 1.1488208770751953,
      "learning_rate": 1.3225802482887187e-07,
      "loss": 0.3427,
      "step": 2573820
    },
    {
      "epoch": 718.34,
      "grad_norm": 1.275065541267395,
      "learning_rate": 1.3224907016937099e-07,
      "loss": 0.3545,
      "step": 2573830
    },
    {
      "epoch": 718.35,
      "grad_norm": 1.153247594833374,
      "learning_rate": 1.3224011580422111e-07,
      "loss": 0.3254,
      "step": 2573840
    },
    {
      "epoch": 718.35,
      "grad_norm": 1.281936526298523,
      "learning_rate": 1.3223116173342406e-07,
      "loss": 0.3245,
      "step": 2573850
    },
    {
      "epoch": 718.35,
      "grad_norm": 1.6215760707855225,
      "learning_rate": 1.3222220795698086e-07,
      "loss": 0.3414,
      "step": 2573860
    },
    {
      "epoch": 718.36,
      "grad_norm": 1.2328485250473022,
      "learning_rate": 1.3221325447489205e-07,
      "loss": 0.3381,
      "step": 2573870
    },
    {
      "epoch": 718.36,
      "grad_norm": 1.100982666015625,
      "learning_rate": 1.3220430128715996e-07,
      "loss": 0.3293,
      "step": 2573880
    },
    {
      "epoch": 718.36,
      "grad_norm": 1.343044638633728,
      "learning_rate": 1.3219534839378487e-07,
      "loss": 0.3435,
      "step": 2573890
    },
    {
      "epoch": 718.36,
      "grad_norm": 1.383330225944519,
      "learning_rate": 1.3218639579476833e-07,
      "loss": 0.3338,
      "step": 2573900
    },
    {
      "epoch": 718.37,
      "grad_norm": 1.3129483461380005,
      "learning_rate": 1.321774434901119e-07,
      "loss": 0.3242,
      "step": 2573910
    },
    {
      "epoch": 718.37,
      "grad_norm": 1.1165086030960083,
      "learning_rate": 1.3216849147981555e-07,
      "loss": 0.35,
      "step": 2573920
    },
    {
      "epoch": 718.37,
      "grad_norm": 1.1518478393554688,
      "learning_rate": 1.321595397638822e-07,
      "loss": 0.3471,
      "step": 2573930
    },
    {
      "epoch": 718.38,
      "grad_norm": 1.3185977935791016,
      "learning_rate": 1.3215058834231155e-07,
      "loss": 0.3321,
      "step": 2573940
    },
    {
      "epoch": 718.38,
      "grad_norm": 1.0620551109313965,
      "learning_rate": 1.321416372151057e-07,
      "loss": 0.334,
      "step": 2573950
    },
    {
      "epoch": 718.38,
      "grad_norm": 1.1705926656723022,
      "learning_rate": 1.3213268638226542e-07,
      "loss": 0.3276,
      "step": 2573960
    },
    {
      "epoch": 718.38,
      "grad_norm": 1.1185814142227173,
      "learning_rate": 1.3212373584379227e-07,
      "loss": 0.3418,
      "step": 2573970
    },
    {
      "epoch": 718.39,
      "grad_norm": 1.1972941160202026,
      "learning_rate": 1.3211478559968678e-07,
      "loss": 0.3468,
      "step": 2573980
    },
    {
      "epoch": 718.39,
      "grad_norm": 1.1823893785476685,
      "learning_rate": 1.321058356499505e-07,
      "loss": 0.3542,
      "step": 2573990
    },
    {
      "epoch": 718.39,
      "grad_norm": 1.644733190536499,
      "learning_rate": 1.3209688599458527e-07,
      "loss": 0.3324,
      "step": 2574000
    },
    {
      "epoch": 718.4,
      "grad_norm": 1.2769064903259277,
      "learning_rate": 1.3208793663359083e-07,
      "loss": 0.3567,
      "step": 2574010
    },
    {
      "epoch": 718.4,
      "grad_norm": 1.187911868095398,
      "learning_rate": 1.3207898756696974e-07,
      "loss": 0.3232,
      "step": 2574020
    },
    {
      "epoch": 718.4,
      "grad_norm": 1.3098762035369873,
      "learning_rate": 1.3207003879472257e-07,
      "loss": 0.337,
      "step": 2574030
    },
    {
      "epoch": 718.4,
      "grad_norm": 1.4925605058670044,
      "learning_rate": 1.3206109031685058e-07,
      "loss": 0.3509,
      "step": 2574040
    },
    {
      "epoch": 718.41,
      "grad_norm": 1.290814757347107,
      "learning_rate": 1.320521421333551e-07,
      "loss": 0.3283,
      "step": 2574050
    },
    {
      "epoch": 718.41,
      "grad_norm": 1.345951795578003,
      "learning_rate": 1.320431942442372e-07,
      "loss": 0.3446,
      "step": 2574060
    },
    {
      "epoch": 718.41,
      "grad_norm": 1.213778018951416,
      "learning_rate": 1.3203424664949784e-07,
      "loss": 0.3442,
      "step": 2574070
    },
    {
      "epoch": 718.41,
      "grad_norm": 1.1527743339538574,
      "learning_rate": 1.3202529934913863e-07,
      "loss": 0.324,
      "step": 2574080
    },
    {
      "epoch": 718.42,
      "grad_norm": 1.177342176437378,
      "learning_rate": 1.3201635234316062e-07,
      "loss": 0.3389,
      "step": 2574090
    },
    {
      "epoch": 718.42,
      "grad_norm": 1.167497992515564,
      "learning_rate": 1.3200740563156456e-07,
      "loss": 0.3446,
      "step": 2574100
    },
    {
      "epoch": 718.42,
      "grad_norm": 1.2463518381118774,
      "learning_rate": 1.3199845921435258e-07,
      "loss": 0.3403,
      "step": 2574110
    },
    {
      "epoch": 718.43,
      "grad_norm": 1.1058448553085327,
      "learning_rate": 1.3198951309152513e-07,
      "loss": 0.3392,
      "step": 2574120
    },
    {
      "epoch": 718.43,
      "grad_norm": 1.2516849040985107,
      "learning_rate": 1.3198056726308358e-07,
      "loss": 0.3273,
      "step": 2574130
    },
    {
      "epoch": 718.43,
      "grad_norm": 1.0920896530151367,
      "learning_rate": 1.3197162172902944e-07,
      "loss": 0.3457,
      "step": 2574140
    },
    {
      "epoch": 718.43,
      "grad_norm": 1.2227754592895508,
      "learning_rate": 1.3196267648936327e-07,
      "loss": 0.3445,
      "step": 2574150
    },
    {
      "epoch": 718.44,
      "grad_norm": 1.259961724281311,
      "learning_rate": 1.319537315440866e-07,
      "loss": 0.3251,
      "step": 2574160
    },
    {
      "epoch": 718.44,
      "grad_norm": 1.2104945182800293,
      "learning_rate": 1.3194478689320048e-07,
      "loss": 0.3535,
      "step": 2574170
    },
    {
      "epoch": 718.44,
      "grad_norm": 1.3359538316726685,
      "learning_rate": 1.3193584253670623e-07,
      "loss": 0.3338,
      "step": 2574180
    },
    {
      "epoch": 718.45,
      "grad_norm": 1.1783875226974487,
      "learning_rate": 1.3192689847460565e-07,
      "loss": 0.3352,
      "step": 2574190
    },
    {
      "epoch": 718.45,
      "grad_norm": 1.340705394744873,
      "learning_rate": 1.3191795470689875e-07,
      "loss": 0.3335,
      "step": 2574200
    },
    {
      "epoch": 718.45,
      "grad_norm": 1.1882224082946777,
      "learning_rate": 1.3190901123358734e-07,
      "loss": 0.3463,
      "step": 2574210
    },
    {
      "epoch": 718.45,
      "grad_norm": 1.0585123300552368,
      "learning_rate": 1.319000680546727e-07,
      "loss": 0.3288,
      "step": 2574220
    },
    {
      "epoch": 718.46,
      "grad_norm": 1.1228868961334229,
      "learning_rate": 1.3189112517015622e-07,
      "loss": 0.3312,
      "step": 2574230
    },
    {
      "epoch": 718.46,
      "grad_norm": 1.191417932510376,
      "learning_rate": 1.3188218258003807e-07,
      "loss": 0.3289,
      "step": 2574240
    },
    {
      "epoch": 718.46,
      "grad_norm": 1.1907180547714233,
      "learning_rate": 1.3187324028432061e-07,
      "loss": 0.3317,
      "step": 2574250
    },
    {
      "epoch": 718.46,
      "grad_norm": 1.2055809497833252,
      "learning_rate": 1.318642982830044e-07,
      "loss": 0.3446,
      "step": 2574260
    },
    {
      "epoch": 718.47,
      "grad_norm": 1.3989248275756836,
      "learning_rate": 1.3185535657609067e-07,
      "loss": 0.3391,
      "step": 2574270
    },
    {
      "epoch": 718.47,
      "grad_norm": 1.2333248853683472,
      "learning_rate": 1.3184641516358107e-07,
      "loss": 0.3331,
      "step": 2574280
    },
    {
      "epoch": 718.47,
      "grad_norm": 1.3613605499267578,
      "learning_rate": 1.3183747404547632e-07,
      "loss": 0.3395,
      "step": 2574290
    },
    {
      "epoch": 718.48,
      "grad_norm": 1.2450453042984009,
      "learning_rate": 1.3182853322177745e-07,
      "loss": 0.3295,
      "step": 2574300
    },
    {
      "epoch": 718.48,
      "grad_norm": 1.528414011001587,
      "learning_rate": 1.318195926924861e-07,
      "loss": 0.3363,
      "step": 2574310
    },
    {
      "epoch": 718.48,
      "grad_norm": 1.1966720819473267,
      "learning_rate": 1.3181065245760348e-07,
      "loss": 0.3461,
      "step": 2574320
    },
    {
      "epoch": 718.48,
      "grad_norm": 2.069941997528076,
      "learning_rate": 1.3180171251713041e-07,
      "loss": 0.3497,
      "step": 2574330
    },
    {
      "epoch": 718.49,
      "grad_norm": 1.2863283157348633,
      "learning_rate": 1.3179277287106818e-07,
      "loss": 0.326,
      "step": 2574340
    },
    {
      "epoch": 718.49,
      "grad_norm": 1.2608994245529175,
      "learning_rate": 1.317838335194184e-07,
      "loss": 0.352,
      "step": 2574350
    },
    {
      "epoch": 718.49,
      "grad_norm": 1.2164273262023926,
      "learning_rate": 1.3177489446218126e-07,
      "loss": 0.3379,
      "step": 2574360
    },
    {
      "epoch": 718.5,
      "grad_norm": 1.2172458171844482,
      "learning_rate": 1.3176595569935914e-07,
      "loss": 0.347,
      "step": 2574370
    },
    {
      "epoch": 718.5,
      "grad_norm": 1.3409314155578613,
      "learning_rate": 1.3175701723095255e-07,
      "loss": 0.3357,
      "step": 2574380
    },
    {
      "epoch": 718.5,
      "grad_norm": 1.0808954238891602,
      "learning_rate": 1.317480790569628e-07,
      "loss": 0.3386,
      "step": 2574390
    },
    {
      "epoch": 718.5,
      "grad_norm": 1.326220989227295,
      "learning_rate": 1.3173914117739093e-07,
      "loss": 0.333,
      "step": 2574400
    },
    {
      "epoch": 718.51,
      "grad_norm": 1.3047232627868652,
      "learning_rate": 1.3173020359223903e-07,
      "loss": 0.3412,
      "step": 2574410
    },
    {
      "epoch": 718.51,
      "grad_norm": 1.1115082502365112,
      "learning_rate": 1.317212663015068e-07,
      "loss": 0.336,
      "step": 2574420
    },
    {
      "epoch": 718.51,
      "grad_norm": 1.5118404626846313,
      "learning_rate": 1.3171232930519636e-07,
      "loss": 0.3405,
      "step": 2574430
    },
    {
      "epoch": 718.52,
      "grad_norm": 1.277491569519043,
      "learning_rate": 1.3170339260330927e-07,
      "loss": 0.3398,
      "step": 2574440
    },
    {
      "epoch": 718.52,
      "grad_norm": 1.1285547018051147,
      "learning_rate": 1.3169445619584524e-07,
      "loss": 0.3323,
      "step": 2574450
    },
    {
      "epoch": 718.52,
      "grad_norm": 1.3033596277236938,
      "learning_rate": 1.3168552008280714e-07,
      "loss": 0.3678,
      "step": 2574460
    },
    {
      "epoch": 718.52,
      "grad_norm": 1.1716382503509521,
      "learning_rate": 1.3167658426419526e-07,
      "loss": 0.3323,
      "step": 2574470
    },
    {
      "epoch": 718.53,
      "grad_norm": 1.5655025243759155,
      "learning_rate": 1.3166764874001063e-07,
      "loss": 0.3551,
      "step": 2574480
    },
    {
      "epoch": 718.53,
      "grad_norm": 1.3559949398040771,
      "learning_rate": 1.3165871351025508e-07,
      "loss": 0.3388,
      "step": 2574490
    },
    {
      "epoch": 718.53,
      "grad_norm": 1.3868330717086792,
      "learning_rate": 1.3164977857492934e-07,
      "loss": 0.3491,
      "step": 2574500
    },
    {
      "epoch": 718.53,
      "grad_norm": 1.116459608078003,
      "learning_rate": 1.3164084393403503e-07,
      "loss": 0.3248,
      "step": 2574510
    },
    {
      "epoch": 718.54,
      "grad_norm": 1.1814485788345337,
      "learning_rate": 1.316319095875729e-07,
      "loss": 0.3421,
      "step": 2574520
    },
    {
      "epoch": 718.54,
      "grad_norm": 1.3524799346923828,
      "learning_rate": 1.3162297553554426e-07,
      "loss": 0.3328,
      "step": 2574530
    },
    {
      "epoch": 718.54,
      "grad_norm": 1.267439365386963,
      "learning_rate": 1.3161404177795012e-07,
      "loss": 0.3362,
      "step": 2574540
    },
    {
      "epoch": 718.55,
      "grad_norm": 1.0960887670516968,
      "learning_rate": 1.3160510831479237e-07,
      "loss": 0.336,
      "step": 2574550
    },
    {
      "epoch": 718.55,
      "grad_norm": 1.447063684463501,
      "learning_rate": 1.3159617514607148e-07,
      "loss": 0.3279,
      "step": 2574560
    },
    {
      "epoch": 718.55,
      "grad_norm": 1.237004041671753,
      "learning_rate": 1.315872422717885e-07,
      "loss": 0.3444,
      "step": 2574570
    },
    {
      "epoch": 718.55,
      "grad_norm": 1.2498453855514526,
      "learning_rate": 1.3157830969194577e-07,
      "loss": 0.342,
      "step": 2574580
    },
    {
      "epoch": 718.56,
      "grad_norm": 1.309440016746521,
      "learning_rate": 1.3156937740654278e-07,
      "loss": 0.3274,
      "step": 2574590
    },
    {
      "epoch": 718.56,
      "grad_norm": 1.3123363256454468,
      "learning_rate": 1.3156044541558236e-07,
      "loss": 0.3221,
      "step": 2574600
    },
    {
      "epoch": 718.56,
      "grad_norm": 1.1153239011764526,
      "learning_rate": 1.3155151371906455e-07,
      "loss": 0.3295,
      "step": 2574610
    },
    {
      "epoch": 718.57,
      "grad_norm": 1.5334841012954712,
      "learning_rate": 1.315425823169909e-07,
      "loss": 0.3267,
      "step": 2574620
    },
    {
      "epoch": 718.57,
      "grad_norm": 1.1985743045806885,
      "learning_rate": 1.3153365120936298e-07,
      "loss": 0.3485,
      "step": 2574630
    },
    {
      "epoch": 718.57,
      "grad_norm": 1.2397401332855225,
      "learning_rate": 1.3152472039618155e-07,
      "loss": 0.3323,
      "step": 2574640
    },
    {
      "epoch": 718.57,
      "grad_norm": 1.2681602239608765,
      "learning_rate": 1.3151578987744792e-07,
      "loss": 0.3502,
      "step": 2574650
    },
    {
      "epoch": 718.58,
      "grad_norm": 1.267287015914917,
      "learning_rate": 1.3150685965316313e-07,
      "loss": 0.338,
      "step": 2574660
    },
    {
      "epoch": 718.58,
      "grad_norm": 1.4059463739395142,
      "learning_rate": 1.3149792972332898e-07,
      "loss": 0.3226,
      "step": 2574670
    },
    {
      "epoch": 718.58,
      "grad_norm": 1.2472288608551025,
      "learning_rate": 1.3148900008794525e-07,
      "loss": 0.3374,
      "step": 2574680
    },
    {
      "epoch": 718.58,
      "grad_norm": 1.6378140449523926,
      "learning_rate": 1.3148007074701506e-07,
      "loss": 0.3371,
      "step": 2574690
    },
    {
      "epoch": 718.59,
      "grad_norm": 1.130541205406189,
      "learning_rate": 1.314711417005381e-07,
      "loss": 0.3271,
      "step": 2574700
    },
    {
      "epoch": 718.59,
      "grad_norm": 1.298980474472046,
      "learning_rate": 1.31462212948516e-07,
      "loss": 0.3333,
      "step": 2574710
    },
    {
      "epoch": 718.59,
      "grad_norm": 1.196242332458496,
      "learning_rate": 1.3145328449095028e-07,
      "loss": 0.3509,
      "step": 2574720
    },
    {
      "epoch": 718.6,
      "grad_norm": 1.2961324453353882,
      "learning_rate": 1.314443563278417e-07,
      "loss": 0.3392,
      "step": 2574730
    },
    {
      "epoch": 718.6,
      "grad_norm": 1.2201284170150757,
      "learning_rate": 1.314354284591916e-07,
      "loss": 0.3334,
      "step": 2574740
    },
    {
      "epoch": 718.6,
      "grad_norm": 1.1467349529266357,
      "learning_rate": 1.3142650088500103e-07,
      "loss": 0.3399,
      "step": 2574750
    },
    {
      "epoch": 718.6,
      "grad_norm": 1.223081111907959,
      "learning_rate": 1.314175736052715e-07,
      "loss": 0.3286,
      "step": 2574760
    },
    {
      "epoch": 718.61,
      "grad_norm": 1.1636223793029785,
      "learning_rate": 1.3140864662000384e-07,
      "loss": 0.3434,
      "step": 2574770
    },
    {
      "epoch": 718.61,
      "grad_norm": 1.2822829484939575,
      "learning_rate": 1.3139971992919984e-07,
      "loss": 0.3294,
      "step": 2574780
    },
    {
      "epoch": 718.61,
      "grad_norm": 1.4488856792449951,
      "learning_rate": 1.3139079353286004e-07,
      "loss": 0.3424,
      "step": 2574790
    },
    {
      "epoch": 718.62,
      "grad_norm": 1.382498860359192,
      "learning_rate": 1.3138186743098574e-07,
      "loss": 0.3556,
      "step": 2574800
    },
    {
      "epoch": 718.62,
      "grad_norm": 1.3332066535949707,
      "learning_rate": 1.313729416235785e-07,
      "loss": 0.3402,
      "step": 2574810
    },
    {
      "epoch": 718.62,
      "grad_norm": 1.1849037408828735,
      "learning_rate": 1.3136401611063856e-07,
      "loss": 0.3389,
      "step": 2574820
    },
    {
      "epoch": 718.62,
      "grad_norm": 1.0457881689071655,
      "learning_rate": 1.3135509089216854e-07,
      "loss": 0.3401,
      "step": 2574830
    },
    {
      "epoch": 718.63,
      "grad_norm": 1.2391724586486816,
      "learning_rate": 1.313461659681687e-07,
      "loss": 0.3157,
      "step": 2574840
    },
    {
      "epoch": 718.63,
      "grad_norm": 1.5763142108917236,
      "learning_rate": 1.3133724133864034e-07,
      "loss": 0.3505,
      "step": 2574850
    },
    {
      "epoch": 718.63,
      "grad_norm": 1.1388123035430908,
      "learning_rate": 1.3132831700358473e-07,
      "loss": 0.323,
      "step": 2574860
    },
    {
      "epoch": 718.64,
      "grad_norm": 1.2878170013427734,
      "learning_rate": 1.3131939296300325e-07,
      "loss": 0.3328,
      "step": 2574870
    },
    {
      "epoch": 718.64,
      "grad_norm": 1.3331369161605835,
      "learning_rate": 1.3131046921689659e-07,
      "loss": 0.3483,
      "step": 2574880
    },
    {
      "epoch": 718.64,
      "grad_norm": 1.3979302644729614,
      "learning_rate": 1.3130154576526611e-07,
      "loss": 0.3524,
      "step": 2574890
    },
    {
      "epoch": 718.64,
      "grad_norm": 1.2784738540649414,
      "learning_rate": 1.312926226081136e-07,
      "loss": 0.3471,
      "step": 2574900
    },
    {
      "epoch": 718.65,
      "grad_norm": 1.2039119005203247,
      "learning_rate": 1.312836997454391e-07,
      "loss": 0.3402,
      "step": 2574910
    },
    {
      "epoch": 718.65,
      "grad_norm": 1.3992301225662231,
      "learning_rate": 1.3127477717724517e-07,
      "loss": 0.3392,
      "step": 2574920
    },
    {
      "epoch": 718.65,
      "grad_norm": 1.3787915706634521,
      "learning_rate": 1.3126585490353182e-07,
      "loss": 0.34,
      "step": 2574930
    },
    {
      "epoch": 718.65,
      "grad_norm": 1.2619283199310303,
      "learning_rate": 1.312569329243009e-07,
      "loss": 0.3574,
      "step": 2574940
    },
    {
      "epoch": 718.66,
      "grad_norm": 1.2436833381652832,
      "learning_rate": 1.3124801123955367e-07,
      "loss": 0.3398,
      "step": 2574950
    },
    {
      "epoch": 718.66,
      "grad_norm": 1.141357183456421,
      "learning_rate": 1.3123908984929067e-07,
      "loss": 0.3232,
      "step": 2574960
    },
    {
      "epoch": 718.66,
      "grad_norm": 1.227469801902771,
      "learning_rate": 1.3123016875351373e-07,
      "loss": 0.3391,
      "step": 2574970
    },
    {
      "epoch": 718.67,
      "grad_norm": 1.3249590396881104,
      "learning_rate": 1.3122124795222362e-07,
      "loss": 0.3458,
      "step": 2574980
    },
    {
      "epoch": 718.67,
      "grad_norm": 1.0763744115829468,
      "learning_rate": 1.3121232744542188e-07,
      "loss": 0.3289,
      "step": 2574990
    },
    {
      "epoch": 718.67,
      "grad_norm": 1.3901742696762085,
      "learning_rate": 1.3120340723310932e-07,
      "loss": 0.318,
      "step": 2575000
    },
    {
      "epoch": 718.67,
      "grad_norm": 1.3793588876724243,
      "learning_rate": 1.3119448731528726e-07,
      "loss": 0.3545,
      "step": 2575010
    },
    {
      "epoch": 718.68,
      "grad_norm": 1.3071503639221191,
      "learning_rate": 1.3118556769195721e-07,
      "loss": 0.3286,
      "step": 2575020
    },
    {
      "epoch": 718.68,
      "grad_norm": 1.2510921955108643,
      "learning_rate": 1.3117664836311946e-07,
      "loss": 0.3471,
      "step": 2575030
    },
    {
      "epoch": 718.68,
      "grad_norm": 1.147495150566101,
      "learning_rate": 1.3116772932877663e-07,
      "loss": 0.342,
      "step": 2575040
    },
    {
      "epoch": 718.69,
      "grad_norm": 1.2854396104812622,
      "learning_rate": 1.311588105889284e-07,
      "loss": 0.3321,
      "step": 2575050
    },
    {
      "epoch": 718.69,
      "grad_norm": 1.1516637802124023,
      "learning_rate": 1.3114989214357718e-07,
      "loss": 0.326,
      "step": 2575060
    },
    {
      "epoch": 718.69,
      "grad_norm": 1.3227120637893677,
      "learning_rate": 1.3114097399272344e-07,
      "loss": 0.3473,
      "step": 2575070
    },
    {
      "epoch": 718.69,
      "grad_norm": 1.3188252449035645,
      "learning_rate": 1.311320561363685e-07,
      "loss": 0.3344,
      "step": 2575080
    },
    {
      "epoch": 718.7,
      "grad_norm": 1.2582687139511108,
      "learning_rate": 1.3112313857451391e-07,
      "loss": 0.3385,
      "step": 2575090
    },
    {
      "epoch": 718.7,
      "grad_norm": 1.1044118404388428,
      "learning_rate": 1.3111422130716022e-07,
      "loss": 0.3318,
      "step": 2575100
    },
    {
      "epoch": 718.7,
      "grad_norm": 1.4060277938842773,
      "learning_rate": 1.3110530433430897e-07,
      "loss": 0.3343,
      "step": 2575110
    },
    {
      "epoch": 718.7,
      "grad_norm": 1.211164951324463,
      "learning_rate": 1.3109638765596148e-07,
      "loss": 0.3413,
      "step": 2575120
    },
    {
      "epoch": 718.71,
      "grad_norm": 1.1475903987884521,
      "learning_rate": 1.3108747127211902e-07,
      "loss": 0.3279,
      "step": 2575130
    },
    {
      "epoch": 718.71,
      "grad_norm": 1.3335458040237427,
      "learning_rate": 1.3107855518278212e-07,
      "loss": 0.334,
      "step": 2575140
    },
    {
      "epoch": 718.71,
      "grad_norm": 1.1951390504837036,
      "learning_rate": 1.3106963938795261e-07,
      "loss": 0.3288,
      "step": 2575150
    },
    {
      "epoch": 718.72,
      "grad_norm": 3.50685715675354,
      "learning_rate": 1.3106072388763154e-07,
      "loss": 0.3338,
      "step": 2575160
    },
    {
      "epoch": 718.72,
      "grad_norm": 1.7381075620651245,
      "learning_rate": 1.3105180868181967e-07,
      "loss": 0.3434,
      "step": 2575170
    },
    {
      "epoch": 718.72,
      "grad_norm": 1.3069504499435425,
      "learning_rate": 1.3104289377051882e-07,
      "loss": 0.3486,
      "step": 2575180
    },
    {
      "epoch": 718.72,
      "grad_norm": 1.178951382637024,
      "learning_rate": 1.310339791537298e-07,
      "loss": 0.332,
      "step": 2575190
    },
    {
      "epoch": 718.73,
      "grad_norm": 1.3830488920211792,
      "learning_rate": 1.3102506483145388e-07,
      "loss": 0.3544,
      "step": 2575200
    },
    {
      "epoch": 718.73,
      "grad_norm": 1.2626017332077026,
      "learning_rate": 1.3101615080369213e-07,
      "loss": 0.3283,
      "step": 2575210
    },
    {
      "epoch": 718.73,
      "grad_norm": 1.109315037727356,
      "learning_rate": 1.3100723707044634e-07,
      "loss": 0.3325,
      "step": 2575220
    },
    {
      "epoch": 718.74,
      "grad_norm": 1.3230931758880615,
      "learning_rate": 1.3099832363171677e-07,
      "loss": 0.3242,
      "step": 2575230
    },
    {
      "epoch": 718.74,
      "grad_norm": 1.0084069967269897,
      "learning_rate": 1.30989410487505e-07,
      "loss": 0.3366,
      "step": 2575240
    },
    {
      "epoch": 718.74,
      "grad_norm": 1.3936656713485718,
      "learning_rate": 1.309804976378126e-07,
      "loss": 0.3602,
      "step": 2575250
    },
    {
      "epoch": 718.74,
      "grad_norm": 1.4028013944625854,
      "learning_rate": 1.3097158508263984e-07,
      "loss": 0.3382,
      "step": 2575260
    },
    {
      "epoch": 718.75,
      "grad_norm": 1.4779199361801147,
      "learning_rate": 1.3096267282198926e-07,
      "loss": 0.3501,
      "step": 2575270
    },
    {
      "epoch": 718.75,
      "grad_norm": 1.2459200620651245,
      "learning_rate": 1.309537608558609e-07,
      "loss": 0.361,
      "step": 2575280
    },
    {
      "epoch": 718.75,
      "grad_norm": 1.1956487894058228,
      "learning_rate": 1.3094484918425608e-07,
      "loss": 0.3305,
      "step": 2575290
    },
    {
      "epoch": 718.76,
      "grad_norm": 1.2301580905914307,
      "learning_rate": 1.3093593780717686e-07,
      "loss": 0.329,
      "step": 2575300
    },
    {
      "epoch": 718.76,
      "grad_norm": 1.4410866498947144,
      "learning_rate": 1.3092702672462325e-07,
      "loss": 0.3333,
      "step": 2575310
    },
    {
      "epoch": 718.76,
      "grad_norm": 1.2806057929992676,
      "learning_rate": 1.3091811593659705e-07,
      "loss": 0.3184,
      "step": 2575320
    },
    {
      "epoch": 718.76,
      "grad_norm": 1.3462615013122559,
      "learning_rate": 1.3090920544309956e-07,
      "loss": 0.3463,
      "step": 2575330
    },
    {
      "epoch": 718.77,
      "grad_norm": 1.4450886249542236,
      "learning_rate": 1.309002952441316e-07,
      "loss": 0.3259,
      "step": 2575340
    },
    {
      "epoch": 718.77,
      "grad_norm": 1.099565863609314,
      "learning_rate": 1.3089138533969443e-07,
      "loss": 0.337,
      "step": 2575350
    },
    {
      "epoch": 718.77,
      "grad_norm": 1.2060749530792236,
      "learning_rate": 1.3088247572978987e-07,
      "loss": 0.3355,
      "step": 2575360
    },
    {
      "epoch": 718.77,
      "grad_norm": 1.484747052192688,
      "learning_rate": 1.3087356641441823e-07,
      "loss": 0.3362,
      "step": 2575370
    },
    {
      "epoch": 718.78,
      "grad_norm": 1.2927162647247314,
      "learning_rate": 1.3086465739358077e-07,
      "loss": 0.3154,
      "step": 2575380
    },
    {
      "epoch": 718.78,
      "grad_norm": 1.411187767982483,
      "learning_rate": 1.308557486672796e-07,
      "loss": 0.3337,
      "step": 2575390
    },
    {
      "epoch": 718.78,
      "grad_norm": 1.2326897382736206,
      "learning_rate": 1.308468402355144e-07,
      "loss": 0.329,
      "step": 2575400
    },
    {
      "epoch": 718.79,
      "grad_norm": 1.3819587230682373,
      "learning_rate": 1.308379320982881e-07,
      "loss": 0.3488,
      "step": 2575410
    },
    {
      "epoch": 718.79,
      "grad_norm": 1.464876413345337,
      "learning_rate": 1.3082902425560066e-07,
      "loss": 0.3278,
      "step": 2575420
    },
    {
      "epoch": 718.79,
      "grad_norm": 1.329856514930725,
      "learning_rate": 1.308201167074534e-07,
      "loss": 0.3269,
      "step": 2575430
    },
    {
      "epoch": 718.79,
      "grad_norm": 1.3289506435394287,
      "learning_rate": 1.3081120945384812e-07,
      "loss": 0.3363,
      "step": 2575440
    },
    {
      "epoch": 718.8,
      "grad_norm": 1.347038745880127,
      "learning_rate": 1.3080230249478537e-07,
      "loss": 0.3414,
      "step": 2575450
    },
    {
      "epoch": 718.8,
      "grad_norm": 1.1836538314819336,
      "learning_rate": 1.3079339583026644e-07,
      "loss": 0.334,
      "step": 2575460
    },
    {
      "epoch": 718.8,
      "grad_norm": 1.5014393329620361,
      "learning_rate": 1.3078448946029262e-07,
      "loss": 0.358,
      "step": 2575470
    },
    {
      "epoch": 718.81,
      "grad_norm": 1.149234414100647,
      "learning_rate": 1.307755833848655e-07,
      "loss": 0.3321,
      "step": 2575480
    },
    {
      "epoch": 718.81,
      "grad_norm": 1.6864798069000244,
      "learning_rate": 1.3076667760398528e-07,
      "loss": 0.3472,
      "step": 2575490
    },
    {
      "epoch": 718.81,
      "grad_norm": 1.1853455305099487,
      "learning_rate": 1.3075777211765436e-07,
      "loss": 0.3233,
      "step": 2575500
    },
    {
      "epoch": 718.81,
      "grad_norm": 1.1760542392730713,
      "learning_rate": 1.3074886692587273e-07,
      "loss": 0.3391,
      "step": 2575510
    },
    {
      "epoch": 718.82,
      "grad_norm": 1.3621540069580078,
      "learning_rate": 1.3073996202864243e-07,
      "loss": 0.3366,
      "step": 2575520
    },
    {
      "epoch": 718.82,
      "grad_norm": 1.3334803581237793,
      "learning_rate": 1.3073105742596483e-07,
      "loss": 0.3501,
      "step": 2575530
    },
    {
      "epoch": 718.82,
      "grad_norm": 1.1968110799789429,
      "learning_rate": 1.3072215311784015e-07,
      "loss": 0.3391,
      "step": 2575540
    },
    {
      "epoch": 718.83,
      "grad_norm": 1.302647352218628,
      "learning_rate": 1.3071324910426993e-07,
      "loss": 0.3482,
      "step": 2575550
    },
    {
      "epoch": 718.83,
      "grad_norm": 1.3318190574645996,
      "learning_rate": 1.3070434538525553e-07,
      "loss": 0.329,
      "step": 2575560
    },
    {
      "epoch": 718.83,
      "grad_norm": 1.455161452293396,
      "learning_rate": 1.3069544196079871e-07,
      "loss": 0.3326,
      "step": 2575570
    },
    {
      "epoch": 718.83,
      "grad_norm": 1.498503565788269,
      "learning_rate": 1.3068653883089925e-07,
      "loss": 0.3296,
      "step": 2575580
    },
    {
      "epoch": 718.84,
      "grad_norm": 1.0731732845306396,
      "learning_rate": 1.3067763599555972e-07,
      "loss": 0.3279,
      "step": 2575590
    },
    {
      "epoch": 718.84,
      "grad_norm": 1.356732726097107,
      "learning_rate": 1.3066873345478043e-07,
      "loss": 0.3365,
      "step": 2575600
    },
    {
      "epoch": 718.84,
      "grad_norm": 1.2536096572875977,
      "learning_rate": 1.306598312085629e-07,
      "loss": 0.3406,
      "step": 2575610
    },
    {
      "epoch": 718.84,
      "grad_norm": 1.3636090755462646,
      "learning_rate": 1.306509292569087e-07,
      "loss": 0.3316,
      "step": 2575620
    },
    {
      "epoch": 718.85,
      "grad_norm": 1.0478696823120117,
      "learning_rate": 1.306420275998178e-07,
      "loss": 0.342,
      "step": 2575630
    },
    {
      "epoch": 718.85,
      "grad_norm": 1.3894431591033936,
      "learning_rate": 1.3063312623729288e-07,
      "loss": 0.3337,
      "step": 2575640
    },
    {
      "epoch": 718.85,
      "grad_norm": 1.304335117340088,
      "learning_rate": 1.306242251693339e-07,
      "loss": 0.3503,
      "step": 2575650
    },
    {
      "epoch": 718.86,
      "grad_norm": 1.2252026796340942,
      "learning_rate": 1.306153243959429e-07,
      "loss": 0.3243,
      "step": 2575660
    },
    {
      "epoch": 718.86,
      "grad_norm": 1.0705937147140503,
      "learning_rate": 1.306064239171207e-07,
      "loss": 0.3447,
      "step": 2575670
    },
    {
      "epoch": 718.86,
      "grad_norm": 1.2200309038162231,
      "learning_rate": 1.3059752373286834e-07,
      "loss": 0.3418,
      "step": 2575680
    },
    {
      "epoch": 718.86,
      "grad_norm": 1.0731937885284424,
      "learning_rate": 1.305886238431874e-07,
      "loss": 0.3403,
      "step": 2575690
    },
    {
      "epoch": 718.87,
      "grad_norm": 1.176727294921875,
      "learning_rate": 1.305797242480786e-07,
      "loss": 0.3387,
      "step": 2575700
    },
    {
      "epoch": 718.87,
      "grad_norm": 1.1704035997390747,
      "learning_rate": 1.3057082494754384e-07,
      "loss": 0.3369,
      "step": 2575710
    },
    {
      "epoch": 718.87,
      "grad_norm": 1.3700650930404663,
      "learning_rate": 1.3056192594158307e-07,
      "loss": 0.3372,
      "step": 2575720
    },
    {
      "epoch": 718.88,
      "grad_norm": 1.431705117225647,
      "learning_rate": 1.305530272301989e-07,
      "loss": 0.3311,
      "step": 2575730
    },
    {
      "epoch": 718.88,
      "grad_norm": 1.2721985578536987,
      "learning_rate": 1.3054412881339134e-07,
      "loss": 0.3402,
      "step": 2575740
    },
    {
      "epoch": 718.88,
      "grad_norm": 1.1680967807769775,
      "learning_rate": 1.3053523069116246e-07,
      "loss": 0.3341,
      "step": 2575750
    },
    {
      "epoch": 718.88,
      "grad_norm": 1.1898993253707886,
      "learning_rate": 1.3052633286351303e-07,
      "loss": 0.3184,
      "step": 2575760
    },
    {
      "epoch": 718.89,
      "grad_norm": 1.303977370262146,
      "learning_rate": 1.3051743533044412e-07,
      "loss": 0.3302,
      "step": 2575770
    },
    {
      "epoch": 718.89,
      "grad_norm": 1.1717714071273804,
      "learning_rate": 1.3050853809195727e-07,
      "loss": 0.3425,
      "step": 2575780
    },
    {
      "epoch": 718.89,
      "grad_norm": 1.2019702196121216,
      "learning_rate": 1.3049964114805303e-07,
      "loss": 0.341,
      "step": 2575790
    },
    {
      "epoch": 718.89,
      "grad_norm": 1.3029117584228516,
      "learning_rate": 1.3049074449873369e-07,
      "loss": 0.3466,
      "step": 2575800
    },
    {
      "epoch": 718.9,
      "grad_norm": 1.4000356197357178,
      "learning_rate": 1.304818481439993e-07,
      "loss": 0.3429,
      "step": 2575810
    },
    {
      "epoch": 718.9,
      "grad_norm": 1.4880613088607788,
      "learning_rate": 1.3047295208385165e-07,
      "loss": 0.3384,
      "step": 2575820
    },
    {
      "epoch": 718.9,
      "grad_norm": 1.20774507522583,
      "learning_rate": 1.3046405631829178e-07,
      "loss": 0.3225,
      "step": 2575830
    },
    {
      "epoch": 718.91,
      "grad_norm": 3.713810443878174,
      "learning_rate": 1.304551608473205e-07,
      "loss": 0.3326,
      "step": 2575840
    },
    {
      "epoch": 718.91,
      "grad_norm": 1.143605351448059,
      "learning_rate": 1.3044626567093986e-07,
      "loss": 0.3422,
      "step": 2575850
    },
    {
      "epoch": 718.91,
      "grad_norm": 1.1465646028518677,
      "learning_rate": 1.304373707891504e-07,
      "loss": 0.3403,
      "step": 2575860
    },
    {
      "epoch": 718.91,
      "grad_norm": 1.3121910095214844,
      "learning_rate": 1.3042847620195342e-07,
      "loss": 0.3476,
      "step": 2575870
    },
    {
      "epoch": 718.92,
      "grad_norm": 1.2253273725509644,
      "learning_rate": 1.3041958190934997e-07,
      "loss": 0.3492,
      "step": 2575880
    },
    {
      "epoch": 718.92,
      "grad_norm": 1.492819905281067,
      "learning_rate": 1.3041068791134185e-07,
      "loss": 0.3265,
      "step": 2575890
    },
    {
      "epoch": 718.92,
      "grad_norm": 1.0812835693359375,
      "learning_rate": 1.304017942079293e-07,
      "loss": 0.331,
      "step": 2575900
    },
    {
      "epoch": 718.93,
      "grad_norm": 1.297249436378479,
      "learning_rate": 1.303929007991142e-07,
      "loss": 0.3295,
      "step": 2575910
    },
    {
      "epoch": 718.93,
      "grad_norm": 1.564035177230835,
      "learning_rate": 1.3038400768489756e-07,
      "loss": 0.3308,
      "step": 2575920
    },
    {
      "epoch": 718.93,
      "grad_norm": 1.1443113088607788,
      "learning_rate": 1.303751148652804e-07,
      "loss": 0.3352,
      "step": 2575930
    },
    {
      "epoch": 718.93,
      "grad_norm": 1.4897511005401611,
      "learning_rate": 1.3036622234026457e-07,
      "loss": 0.3411,
      "step": 2575940
    },
    {
      "epoch": 718.94,
      "grad_norm": 1.3257427215576172,
      "learning_rate": 1.3035733010985007e-07,
      "loss": 0.3148,
      "step": 2575950
    },
    {
      "epoch": 718.94,
      "grad_norm": 1.8198416233062744,
      "learning_rate": 1.3034843817403898e-07,
      "loss": 0.3368,
      "step": 2575960
    },
    {
      "epoch": 718.94,
      "grad_norm": 1.13825261592865,
      "learning_rate": 1.303395465328326e-07,
      "loss": 0.3327,
      "step": 2575970
    },
    {
      "epoch": 718.95,
      "grad_norm": 1.3202751874923706,
      "learning_rate": 1.3033065518623088e-07,
      "loss": 0.3432,
      "step": 2575980
    },
    {
      "epoch": 718.95,
      "grad_norm": 1.6186331510543823,
      "learning_rate": 1.3032176413423676e-07,
      "loss": 0.3404,
      "step": 2575990
    },
    {
      "epoch": 718.95,
      "grad_norm": 1.4362848997116089,
      "learning_rate": 1.3031287337684996e-07,
      "loss": 0.3244,
      "step": 2576000
    },
    {
      "epoch": 718.95,
      "grad_norm": 1.3276231288909912,
      "learning_rate": 1.3030398291407252e-07,
      "loss": 0.3475,
      "step": 2576010
    },
    {
      "epoch": 718.96,
      "grad_norm": 1.2309985160827637,
      "learning_rate": 1.3029509274590527e-07,
      "loss": 0.3536,
      "step": 2576020
    },
    {
      "epoch": 718.96,
      "grad_norm": 1.3812309503555298,
      "learning_rate": 1.3028620287234975e-07,
      "loss": 0.343,
      "step": 2576030
    },
    {
      "epoch": 718.96,
      "grad_norm": 1.458151936531067,
      "learning_rate": 1.302773132934065e-07,
      "loss": 0.3412,
      "step": 2576040
    },
    {
      "epoch": 718.96,
      "grad_norm": 1.446677327156067,
      "learning_rate": 1.3026842400907703e-07,
      "loss": 0.3366,
      "step": 2576050
    },
    {
      "epoch": 718.97,
      "grad_norm": 1.395263433456421,
      "learning_rate": 1.3025953501936295e-07,
      "loss": 0.3341,
      "step": 2576060
    },
    {
      "epoch": 718.97,
      "grad_norm": 1.2804765701293945,
      "learning_rate": 1.3025064632426447e-07,
      "loss": 0.3381,
      "step": 2576070
    },
    {
      "epoch": 718.97,
      "grad_norm": 1.155152678489685,
      "learning_rate": 1.30241757923784e-07,
      "loss": 0.336,
      "step": 2576080
    },
    {
      "epoch": 718.98,
      "grad_norm": 1.0488020181655884,
      "learning_rate": 1.3023286981792175e-07,
      "loss": 0.3248,
      "step": 2576090
    },
    {
      "epoch": 718.98,
      "grad_norm": 1.3969836235046387,
      "learning_rate": 1.3022398200667907e-07,
      "loss": 0.3402,
      "step": 2576100
    },
    {
      "epoch": 718.98,
      "grad_norm": 1.0747785568237305,
      "learning_rate": 1.3021509449005772e-07,
      "loss": 0.343,
      "step": 2576110
    },
    {
      "epoch": 718.98,
      "grad_norm": 1.278398871421814,
      "learning_rate": 1.3020620726805824e-07,
      "loss": 0.3432,
      "step": 2576120
    },
    {
      "epoch": 718.99,
      "grad_norm": 1.2026166915893555,
      "learning_rate": 1.3019732034068195e-07,
      "loss": 0.3573,
      "step": 2576130
    },
    {
      "epoch": 718.99,
      "grad_norm": 1.3334985971450806,
      "learning_rate": 1.3018843370793016e-07,
      "loss": 0.3332,
      "step": 2576140
    },
    {
      "epoch": 718.99,
      "grad_norm": 1.3684381246566772,
      "learning_rate": 1.3017954736980438e-07,
      "loss": 0.3448,
      "step": 2576150
    },
    {
      "epoch": 719.0,
      "grad_norm": 1.1342350244522095,
      "learning_rate": 1.3017066132630467e-07,
      "loss": 0.3527,
      "step": 2576160
    },
    {
      "epoch": 719.0,
      "grad_norm": 1.3144750595092773,
      "learning_rate": 1.3016177557743359e-07,
      "loss": 0.3396,
      "step": 2576170
    },
    {
      "epoch": 719.0,
      "eval_loss": 0.3371744155883789,
      "eval_runtime": 65.3487,
      "eval_samples_per_second": 77.415,
      "eval_steps_per_second": 9.686,
      "step": 2576177
    },
    {
      "epoch": 719.0,
      "grad_norm": 1.2300615310668945,
      "learning_rate": 1.301528901231917e-07,
      "loss": 0.35,
      "step": 2576180
    },
    {
      "epoch": 719.0,
      "grad_norm": 1.272892713546753,
      "learning_rate": 1.3014400496358e-07,
      "loss": 0.3408,
      "step": 2576190
    },
    {
      "epoch": 719.01,
      "grad_norm": 1.6617988348007202,
      "learning_rate": 1.3013512009860004e-07,
      "loss": 0.3508,
      "step": 2576200
    },
    {
      "epoch": 719.01,
      "grad_norm": 1.2361301183700562,
      "learning_rate": 1.3012623552825238e-07,
      "loss": 0.3377,
      "step": 2576210
    },
    {
      "epoch": 719.01,
      "grad_norm": 1.181971549987793,
      "learning_rate": 1.301173512525391e-07,
      "loss": 0.3154,
      "step": 2576220
    },
    {
      "epoch": 719.01,
      "grad_norm": 1.4001988172531128,
      "learning_rate": 1.301084672714607e-07,
      "loss": 0.3479,
      "step": 2576230
    },
    {
      "epoch": 719.02,
      "grad_norm": 1.2216852903366089,
      "learning_rate": 1.300995835850185e-07,
      "loss": 0.3437,
      "step": 2576240
    },
    {
      "epoch": 719.02,
      "grad_norm": 1.2997068166732788,
      "learning_rate": 1.3009070019321432e-07,
      "loss": 0.3354,
      "step": 2576250
    },
    {
      "epoch": 719.02,
      "grad_norm": 1.504852294921875,
      "learning_rate": 1.3008181709604839e-07,
      "loss": 0.3357,
      "step": 2576260
    },
    {
      "epoch": 719.03,
      "grad_norm": 1.5323169231414795,
      "learning_rate": 1.300729342935223e-07,
      "loss": 0.3423,
      "step": 2576270
    },
    {
      "epoch": 719.03,
      "grad_norm": 1.3339405059814453,
      "learning_rate": 1.300640517856371e-07,
      "loss": 0.329,
      "step": 2576280
    },
    {
      "epoch": 719.03,
      "grad_norm": 1.2786660194396973,
      "learning_rate": 1.3005516957239457e-07,
      "loss": 0.3252,
      "step": 2576290
    },
    {
      "epoch": 719.03,
      "grad_norm": 1.1614221334457397,
      "learning_rate": 1.3004628765379478e-07,
      "loss": 0.3155,
      "step": 2576300
    },
    {
      "epoch": 719.04,
      "grad_norm": 1.2945843935012817,
      "learning_rate": 1.3003740602983997e-07,
      "loss": 0.3274,
      "step": 2576310
    },
    {
      "epoch": 719.04,
      "grad_norm": 1.2006107568740845,
      "learning_rate": 1.3002852470053076e-07,
      "loss": 0.3233,
      "step": 2576320
    },
    {
      "epoch": 719.04,
      "grad_norm": 1.3011815547943115,
      "learning_rate": 1.3001964366586866e-07,
      "loss": 0.3308,
      "step": 2576330
    },
    {
      "epoch": 719.05,
      "grad_norm": 1.2512986660003662,
      "learning_rate": 1.300107629258547e-07,
      "loss": 0.3326,
      "step": 2576340
    },
    {
      "epoch": 719.05,
      "grad_norm": 1.2680972814559937,
      "learning_rate": 1.3000188248048997e-07,
      "loss": 0.3377,
      "step": 2576350
    },
    {
      "epoch": 719.05,
      "grad_norm": 1.2336821556091309,
      "learning_rate": 1.2999300232977547e-07,
      "loss": 0.3395,
      "step": 2576360
    },
    {
      "epoch": 719.05,
      "grad_norm": 1.1784498691558838,
      "learning_rate": 1.2998412247371276e-07,
      "loss": 0.3295,
      "step": 2576370
    },
    {
      "epoch": 719.06,
      "grad_norm": 1.1493170261383057,
      "learning_rate": 1.2997524291230316e-07,
      "loss": 0.3353,
      "step": 2576380
    },
    {
      "epoch": 719.06,
      "grad_norm": 1.1946216821670532,
      "learning_rate": 1.299663636455472e-07,
      "loss": 0.3338,
      "step": 2576390
    },
    {
      "epoch": 719.06,
      "grad_norm": 1.2655194997787476,
      "learning_rate": 1.2995748467344666e-07,
      "loss": 0.3341,
      "step": 2576400
    },
    {
      "epoch": 719.07,
      "grad_norm": 1.3019951581954956,
      "learning_rate": 1.2994860599600237e-07,
      "loss": 0.3456,
      "step": 2576410
    },
    {
      "epoch": 719.07,
      "grad_norm": 1.6262437105178833,
      "learning_rate": 1.299397276132156e-07,
      "loss": 0.3468,
      "step": 2576420
    },
    {
      "epoch": 719.07,
      "grad_norm": 1.5876528024673462,
      "learning_rate": 1.2993084952508817e-07,
      "loss": 0.3333,
      "step": 2576430
    },
    {
      "epoch": 719.07,
      "grad_norm": 1.203898549079895,
      "learning_rate": 1.299219717316201e-07,
      "loss": 0.3488,
      "step": 2576440
    },
    {
      "epoch": 719.08,
      "grad_norm": 1.4191516637802124,
      "learning_rate": 1.299130942328132e-07,
      "loss": 0.3247,
      "step": 2576450
    },
    {
      "epoch": 719.08,
      "grad_norm": 1.4010648727416992,
      "learning_rate": 1.299042170286685e-07,
      "loss": 0.341,
      "step": 2576460
    },
    {
      "epoch": 719.08,
      "grad_norm": 1.1006907224655151,
      "learning_rate": 1.298953401191876e-07,
      "loss": 0.3517,
      "step": 2576470
    },
    {
      "epoch": 719.08,
      "grad_norm": 1.263615608215332,
      "learning_rate": 1.298864635043712e-07,
      "loss": 0.3538,
      "step": 2576480
    },
    {
      "epoch": 719.09,
      "grad_norm": 1.3406448364257812,
      "learning_rate": 1.2987758718422046e-07,
      "loss": 0.3404,
      "step": 2576490
    },
    {
      "epoch": 719.09,
      "grad_norm": 1.3093663454055786,
      "learning_rate": 1.2986871115873683e-07,
      "loss": 0.3578,
      "step": 2576500
    },
    {
      "epoch": 719.09,
      "grad_norm": 1.4811173677444458,
      "learning_rate": 1.2985983542792143e-07,
      "loss": 0.3373,
      "step": 2576510
    },
    {
      "epoch": 719.1,
      "grad_norm": 1.5032280683517456,
      "learning_rate": 1.2985095999177574e-07,
      "loss": 0.3209,
      "step": 2576520
    },
    {
      "epoch": 719.1,
      "grad_norm": 1.6194826364517212,
      "learning_rate": 1.298420848503001e-07,
      "loss": 0.3318,
      "step": 2576530
    },
    {
      "epoch": 719.1,
      "grad_norm": 1.1176732778549194,
      "learning_rate": 1.2983321000349657e-07,
      "loss": 0.3275,
      "step": 2576540
    },
    {
      "epoch": 719.1,
      "grad_norm": 1.1336393356323242,
      "learning_rate": 1.298243354513659e-07,
      "loss": 0.3274,
      "step": 2576550
    },
    {
      "epoch": 719.11,
      "grad_norm": 1.2308567762374878,
      "learning_rate": 1.2981546119390914e-07,
      "loss": 0.332,
      "step": 2576560
    },
    {
      "epoch": 719.11,
      "grad_norm": 1.4499528408050537,
      "learning_rate": 1.2980658723112814e-07,
      "loss": 0.3235,
      "step": 2576570
    },
    {
      "epoch": 719.11,
      "grad_norm": 1.0717053413391113,
      "learning_rate": 1.2979771356302314e-07,
      "loss": 0.3284,
      "step": 2576580
    },
    {
      "epoch": 719.12,
      "grad_norm": 1.1251765489578247,
      "learning_rate": 1.2978884018959596e-07,
      "loss": 0.3378,
      "step": 2576590
    },
    {
      "epoch": 719.12,
      "grad_norm": 1.2345765829086304,
      "learning_rate": 1.297799671108474e-07,
      "loss": 0.334,
      "step": 2576600
    },
    {
      "epoch": 719.12,
      "grad_norm": 1.3483299016952515,
      "learning_rate": 1.297710943267795e-07,
      "loss": 0.3463,
      "step": 2576610
    },
    {
      "epoch": 719.12,
      "grad_norm": 1.1655598878860474,
      "learning_rate": 1.297622218373923e-07,
      "loss": 0.3478,
      "step": 2576620
    },
    {
      "epoch": 719.13,
      "grad_norm": 1.0125657320022583,
      "learning_rate": 1.2975334964268734e-07,
      "loss": 0.3302,
      "step": 2576630
    },
    {
      "epoch": 719.13,
      "grad_norm": 1.1291238069534302,
      "learning_rate": 1.2974447774266645e-07,
      "loss": 0.3364,
      "step": 2576640
    },
    {
      "epoch": 719.13,
      "grad_norm": 1.1901367902755737,
      "learning_rate": 1.297356061373294e-07,
      "loss": 0.3225,
      "step": 2576650
    },
    {
      "epoch": 719.13,
      "grad_norm": 1.129987359046936,
      "learning_rate": 1.2972673482667924e-07,
      "loss": 0.3526,
      "step": 2576660
    },
    {
      "epoch": 719.14,
      "grad_norm": 1.3924155235290527,
      "learning_rate": 1.2971786381071578e-07,
      "loss": 0.3265,
      "step": 2576670
    },
    {
      "epoch": 719.14,
      "grad_norm": 1.1584911346435547,
      "learning_rate": 1.2970899308944053e-07,
      "loss": 0.3215,
      "step": 2576680
    },
    {
      "epoch": 719.14,
      "grad_norm": 1.1834228038787842,
      "learning_rate": 1.2970012266285455e-07,
      "loss": 0.357,
      "step": 2576690
    },
    {
      "epoch": 719.15,
      "grad_norm": 1.3487048149108887,
      "learning_rate": 1.2969125253095994e-07,
      "loss": 0.3446,
      "step": 2576700
    },
    {
      "epoch": 719.15,
      "grad_norm": 1.1446586847305298,
      "learning_rate": 1.2968238269375642e-07,
      "loss": 0.3478,
      "step": 2576710
    },
    {
      "epoch": 719.15,
      "grad_norm": 1.3105727434158325,
      "learning_rate": 1.2967351315124608e-07,
      "loss": 0.3415,
      "step": 2576720
    },
    {
      "epoch": 719.15,
      "grad_norm": 1.1872793436050415,
      "learning_rate": 1.2966464390343048e-07,
      "loss": 0.3342,
      "step": 2576730
    },
    {
      "epoch": 719.16,
      "grad_norm": 1.0715982913970947,
      "learning_rate": 1.2965577495030935e-07,
      "loss": 0.332,
      "step": 2576740
    },
    {
      "epoch": 719.16,
      "grad_norm": 1.1790361404418945,
      "learning_rate": 1.296469062918853e-07,
      "loss": 0.3219,
      "step": 2576750
    },
    {
      "epoch": 719.16,
      "grad_norm": 3.276130437850952,
      "learning_rate": 1.2963803792815884e-07,
      "loss": 0.3331,
      "step": 2576760
    },
    {
      "epoch": 719.17,
      "grad_norm": 1.3853249549865723,
      "learning_rate": 1.2962916985913128e-07,
      "loss": 0.331,
      "step": 2576770
    },
    {
      "epoch": 719.17,
      "grad_norm": 1.1665233373641968,
      "learning_rate": 1.296203020848042e-07,
      "loss": 0.3456,
      "step": 2576780
    },
    {
      "epoch": 719.17,
      "grad_norm": 1.470748782157898,
      "learning_rate": 1.2961143460517759e-07,
      "loss": 0.3316,
      "step": 2576790
    },
    {
      "epoch": 719.17,
      "grad_norm": 1.377558708190918,
      "learning_rate": 1.29602567420254e-07,
      "loss": 0.3355,
      "step": 2576800
    },
    {
      "epoch": 719.18,
      "grad_norm": 1.3179620504379272,
      "learning_rate": 1.295937005300338e-07,
      "loss": 0.3521,
      "step": 2576810
    },
    {
      "epoch": 719.18,
      "grad_norm": 1.2730551958084106,
      "learning_rate": 1.2958483393451844e-07,
      "loss": 0.3466,
      "step": 2576820
    },
    {
      "epoch": 719.18,
      "grad_norm": 1.3930532932281494,
      "learning_rate": 1.29575967633709e-07,
      "loss": 0.3382,
      "step": 2576830
    },
    {
      "epoch": 719.19,
      "grad_norm": 1.362439513206482,
      "learning_rate": 1.2956710162760732e-07,
      "loss": 0.3601,
      "step": 2576840
    },
    {
      "epoch": 719.19,
      "grad_norm": 1.0064617395401,
      "learning_rate": 1.295582359162134e-07,
      "loss": 0.3469,
      "step": 2576850
    },
    {
      "epoch": 719.19,
      "grad_norm": 1.1910730600357056,
      "learning_rate": 1.2954937049952903e-07,
      "loss": 0.3311,
      "step": 2576860
    },
    {
      "epoch": 719.19,
      "grad_norm": 1.3943450450897217,
      "learning_rate": 1.295405053775558e-07,
      "loss": 0.3351,
      "step": 2576870
    },
    {
      "epoch": 719.2,
      "grad_norm": 1.364058017730713,
      "learning_rate": 1.295316405502937e-07,
      "loss": 0.3326,
      "step": 2576880
    },
    {
      "epoch": 719.2,
      "grad_norm": 1.1872705221176147,
      "learning_rate": 1.2952277601774534e-07,
      "loss": 0.3303,
      "step": 2576890
    },
    {
      "epoch": 719.2,
      "grad_norm": 1.159069538116455,
      "learning_rate": 1.2951391177991096e-07,
      "loss": 0.3417,
      "step": 2576900
    },
    {
      "epoch": 719.2,
      "grad_norm": 1.276816964149475,
      "learning_rate": 1.2950504783679187e-07,
      "loss": 0.3383,
      "step": 2576910
    },
    {
      "epoch": 719.21,
      "grad_norm": 1.3790910243988037,
      "learning_rate": 1.294961841883899e-07,
      "loss": 0.3437,
      "step": 2576920
    },
    {
      "epoch": 719.21,
      "grad_norm": 1.2535498142242432,
      "learning_rate": 1.2948732083470507e-07,
      "loss": 0.3426,
      "step": 2576930
    },
    {
      "epoch": 719.21,
      "grad_norm": 1.2284551858901978,
      "learning_rate": 1.294784577757394e-07,
      "loss": 0.3453,
      "step": 2576940
    },
    {
      "epoch": 719.22,
      "grad_norm": 1.3658955097198486,
      "learning_rate": 1.29469595011494e-07,
      "loss": 0.3331,
      "step": 2576950
    },
    {
      "epoch": 719.22,
      "grad_norm": 1.1678216457366943,
      "learning_rate": 1.2946073254197012e-07,
      "loss": 0.3263,
      "step": 2576960
    },
    {
      "epoch": 719.22,
      "grad_norm": 1.2969200611114502,
      "learning_rate": 1.294518703671683e-07,
      "loss": 0.3117,
      "step": 2576970
    },
    {
      "epoch": 719.22,
      "grad_norm": 1.307167887687683,
      "learning_rate": 1.2944300848709062e-07,
      "loss": 0.3246,
      "step": 2576980
    },
    {
      "epoch": 719.23,
      "grad_norm": 1.4389351606369019,
      "learning_rate": 1.2943414690173735e-07,
      "loss": 0.3393,
      "step": 2576990
    },
    {
      "epoch": 719.23,
      "grad_norm": 1.135331153869629,
      "learning_rate": 1.294252856111103e-07,
      "loss": 0.3366,
      "step": 2577000
    },
    {
      "epoch": 719.23,
      "grad_norm": 1.1630150079727173,
      "learning_rate": 1.2941642461521078e-07,
      "loss": 0.3268,
      "step": 2577010
    },
    {
      "epoch": 719.24,
      "grad_norm": 1.1647284030914307,
      "learning_rate": 1.2940756391403928e-07,
      "loss": 0.3478,
      "step": 2577020
    },
    {
      "epoch": 719.24,
      "grad_norm": 1.1439460515975952,
      "learning_rate": 1.293987035075974e-07,
      "loss": 0.3457,
      "step": 2577030
    },
    {
      "epoch": 719.24,
      "grad_norm": 1.1231454610824585,
      "learning_rate": 1.2938984339588643e-07,
      "loss": 0.3351,
      "step": 2577040
    },
    {
      "epoch": 719.24,
      "grad_norm": 1.219753384590149,
      "learning_rate": 1.293809835789074e-07,
      "loss": 0.3485,
      "step": 2577050
    },
    {
      "epoch": 719.25,
      "grad_norm": 1.140470266342163,
      "learning_rate": 1.2937212405666137e-07,
      "loss": 0.3365,
      "step": 2577060
    },
    {
      "epoch": 719.25,
      "grad_norm": 1.3860173225402832,
      "learning_rate": 1.2936326482914962e-07,
      "loss": 0.3277,
      "step": 2577070
    },
    {
      "epoch": 719.25,
      "grad_norm": 1.2348688840866089,
      "learning_rate": 1.2935440589637346e-07,
      "loss": 0.3438,
      "step": 2577080
    },
    {
      "epoch": 719.25,
      "grad_norm": 1.5852092504501343,
      "learning_rate": 1.2934554725833393e-07,
      "loss": 0.3404,
      "step": 2577090
    },
    {
      "epoch": 719.26,
      "grad_norm": 1.1950055360794067,
      "learning_rate": 1.2933668891503232e-07,
      "loss": 0.3396,
      "step": 2577100
    },
    {
      "epoch": 719.26,
      "grad_norm": 1.266819953918457,
      "learning_rate": 1.293278308664692e-07,
      "loss": 0.3277,
      "step": 2577110
    },
    {
      "epoch": 719.26,
      "grad_norm": 1.3781006336212158,
      "learning_rate": 1.293189731126471e-07,
      "loss": 0.3261,
      "step": 2577120
    },
    {
      "epoch": 719.27,
      "grad_norm": 1.3479005098342896,
      "learning_rate": 1.293101156535658e-07,
      "loss": 0.3309,
      "step": 2577130
    },
    {
      "epoch": 719.27,
      "grad_norm": 1.219617486000061,
      "learning_rate": 1.2930125848922713e-07,
      "loss": 0.3364,
      "step": 2577140
    },
    {
      "epoch": 719.27,
      "grad_norm": 1.3931543827056885,
      "learning_rate": 1.2929240161963262e-07,
      "loss": 0.3384,
      "step": 2577150
    },
    {
      "epoch": 719.27,
      "grad_norm": 1.3037643432617188,
      "learning_rate": 1.2928354504478255e-07,
      "loss": 0.3173,
      "step": 2577160
    },
    {
      "epoch": 719.28,
      "grad_norm": 1.2355502843856812,
      "learning_rate": 1.2927468876467874e-07,
      "loss": 0.3378,
      "step": 2577170
    },
    {
      "epoch": 719.28,
      "grad_norm": 1.1385000944137573,
      "learning_rate": 1.29265832779322e-07,
      "loss": 0.334,
      "step": 2577180
    },
    {
      "epoch": 719.28,
      "grad_norm": 2.0015642642974854,
      "learning_rate": 1.2925697708871408e-07,
      "loss": 0.3634,
      "step": 2577190
    },
    {
      "epoch": 719.29,
      "grad_norm": 1.121277928352356,
      "learning_rate": 1.2924812169285557e-07,
      "loss": 0.3434,
      "step": 2577200
    },
    {
      "epoch": 719.29,
      "grad_norm": 1.2880092859268188,
      "learning_rate": 1.2923926659174772e-07,
      "loss": 0.349,
      "step": 2577210
    },
    {
      "epoch": 719.29,
      "grad_norm": 1.1403859853744507,
      "learning_rate": 1.2923041178539238e-07,
      "loss": 0.3301,
      "step": 2577220
    },
    {
      "epoch": 719.29,
      "grad_norm": 1.444293737411499,
      "learning_rate": 1.292215572737893e-07,
      "loss": 0.3355,
      "step": 2577230
    },
    {
      "epoch": 719.3,
      "grad_norm": 1.2998459339141846,
      "learning_rate": 1.292127030569413e-07,
      "loss": 0.3451,
      "step": 2577240
    },
    {
      "epoch": 719.3,
      "grad_norm": 1.205844759941101,
      "learning_rate": 1.2920384913484866e-07,
      "loss": 0.3257,
      "step": 2577250
    },
    {
      "epoch": 719.3,
      "grad_norm": 1.2128841876983643,
      "learning_rate": 1.2919499550751244e-07,
      "loss": 0.3565,
      "step": 2577260
    },
    {
      "epoch": 719.31,
      "grad_norm": 1.4461010694503784,
      "learning_rate": 1.291861421749342e-07,
      "loss": 0.3433,
      "step": 2577270
    },
    {
      "epoch": 719.31,
      "grad_norm": 1.4369869232177734,
      "learning_rate": 1.2917728913711548e-07,
      "loss": 0.3325,
      "step": 2577280
    },
    {
      "epoch": 719.31,
      "grad_norm": 1.0695444345474243,
      "learning_rate": 1.2916843639405654e-07,
      "loss": 0.3313,
      "step": 2577290
    },
    {
      "epoch": 719.31,
      "grad_norm": 1.228867530822754,
      "learning_rate": 1.2915958394575897e-07,
      "loss": 0.3369,
      "step": 2577300
    },
    {
      "epoch": 719.32,
      "grad_norm": 1.4193274974822998,
      "learning_rate": 1.291507317922243e-07,
      "loss": 0.3442,
      "step": 2577310
    },
    {
      "epoch": 719.32,
      "grad_norm": 1.300573468208313,
      "learning_rate": 1.291418799334528e-07,
      "loss": 0.3344,
      "step": 2577320
    },
    {
      "epoch": 719.32,
      "grad_norm": 1.2495101690292358,
      "learning_rate": 1.291330283694471e-07,
      "loss": 0.3432,
      "step": 2577330
    },
    {
      "epoch": 719.32,
      "grad_norm": 1.973924994468689,
      "learning_rate": 1.2912417710020688e-07,
      "loss": 0.3491,
      "step": 2577340
    },
    {
      "epoch": 719.33,
      "grad_norm": 1.1752793788909912,
      "learning_rate": 1.2911532612573425e-07,
      "loss": 0.3346,
      "step": 2577350
    },
    {
      "epoch": 719.33,
      "grad_norm": 1.2785981893539429,
      "learning_rate": 1.2910647544602976e-07,
      "loss": 0.3469,
      "step": 2577360
    },
    {
      "epoch": 719.33,
      "grad_norm": 1.2698158025741577,
      "learning_rate": 1.2909762506109521e-07,
      "loss": 0.3626,
      "step": 2577370
    },
    {
      "epoch": 719.34,
      "grad_norm": 1.2912291288375854,
      "learning_rate": 1.2908877497093163e-07,
      "loss": 0.3427,
      "step": 2577380
    },
    {
      "epoch": 719.34,
      "grad_norm": 1.3686150312423706,
      "learning_rate": 1.290799251755398e-07,
      "loss": 0.3378,
      "step": 2577390
    },
    {
      "epoch": 719.34,
      "grad_norm": 1.1919794082641602,
      "learning_rate": 1.2907107567492132e-07,
      "loss": 0.344,
      "step": 2577400
    },
    {
      "epoch": 719.34,
      "grad_norm": 1.121681571006775,
      "learning_rate": 1.2906222646907691e-07,
      "loss": 0.3315,
      "step": 2577410
    },
    {
      "epoch": 719.35,
      "grad_norm": 1.259656310081482,
      "learning_rate": 1.2905337755800868e-07,
      "loss": 0.3343,
      "step": 2577420
    },
    {
      "epoch": 719.35,
      "grad_norm": 1.2089006900787354,
      "learning_rate": 1.2904452894171666e-07,
      "loss": 0.3316,
      "step": 2577430
    },
    {
      "epoch": 719.35,
      "grad_norm": 1.2904608249664307,
      "learning_rate": 1.2903568062020263e-07,
      "loss": 0.3451,
      "step": 2577440
    },
    {
      "epoch": 719.36,
      "grad_norm": 1.2973750829696655,
      "learning_rate": 1.290268325934679e-07,
      "loss": 0.3231,
      "step": 2577450
    },
    {
      "epoch": 719.36,
      "grad_norm": 1.0382325649261475,
      "learning_rate": 1.2901798486151276e-07,
      "loss": 0.3358,
      "step": 2577460
    },
    {
      "epoch": 719.36,
      "grad_norm": 1.1215064525604248,
      "learning_rate": 1.2900913742433977e-07,
      "loss": 0.3441,
      "step": 2577470
    },
    {
      "epoch": 719.36,
      "grad_norm": 1.3995919227600098,
      "learning_rate": 1.290002902819492e-07,
      "loss": 0.3365,
      "step": 2577480
    },
    {
      "epoch": 719.37,
      "grad_norm": 1.1608669757843018,
      "learning_rate": 1.289914434343421e-07,
      "loss": 0.3386,
      "step": 2577490
    },
    {
      "epoch": 719.37,
      "grad_norm": 1.1346698999404907,
      "learning_rate": 1.289825968815203e-07,
      "loss": 0.3283,
      "step": 2577500
    },
    {
      "epoch": 719.37,
      "grad_norm": 1.1408191919326782,
      "learning_rate": 1.2897375062348483e-07,
      "loss": 0.3359,
      "step": 2577510
    },
    {
      "epoch": 719.37,
      "grad_norm": 1.288372278213501,
      "learning_rate": 1.289649046602362e-07,
      "loss": 0.3361,
      "step": 2577520
    },
    {
      "epoch": 719.38,
      "grad_norm": 1.0518925189971924,
      "learning_rate": 1.2895605899177625e-07,
      "loss": 0.3364,
      "step": 2577530
    },
    {
      "epoch": 719.38,
      "grad_norm": 1.3178353309631348,
      "learning_rate": 1.2894721361810628e-07,
      "loss": 0.3344,
      "step": 2577540
    },
    {
      "epoch": 719.38,
      "grad_norm": 1.291699767112732,
      "learning_rate": 1.2893836853922652e-07,
      "loss": 0.3382,
      "step": 2577550
    },
    {
      "epoch": 719.39,
      "grad_norm": 1.3665002584457397,
      "learning_rate": 1.289295237551396e-07,
      "loss": 0.3473,
      "step": 2577560
    },
    {
      "epoch": 719.39,
      "grad_norm": 1.1452223062515259,
      "learning_rate": 1.2892067926584528e-07,
      "loss": 0.3427,
      "step": 2577570
    },
    {
      "epoch": 719.39,
      "grad_norm": 1.065653681755066,
      "learning_rate": 1.289118350713456e-07,
      "loss": 0.3262,
      "step": 2577580
    },
    {
      "epoch": 719.39,
      "grad_norm": 1.245888352394104,
      "learning_rate": 1.2890299117164164e-07,
      "loss": 0.3252,
      "step": 2577590
    },
    {
      "epoch": 719.4,
      "grad_norm": 1.2603096961975098,
      "learning_rate": 1.2889414756673415e-07,
      "loss": 0.3387,
      "step": 2577600
    },
    {
      "epoch": 719.4,
      "grad_norm": 1.0461673736572266,
      "learning_rate": 1.2888530425662443e-07,
      "loss": 0.346,
      "step": 2577610
    },
    {
      "epoch": 719.4,
      "grad_norm": 1.1949352025985718,
      "learning_rate": 1.2887646124131405e-07,
      "loss": 0.3445,
      "step": 2577620
    },
    {
      "epoch": 719.41,
      "grad_norm": 1.1087874174118042,
      "learning_rate": 1.2886761852080406e-07,
      "loss": 0.3133,
      "step": 2577630
    },
    {
      "epoch": 719.41,
      "grad_norm": 1.352882742881775,
      "learning_rate": 1.2885877609509497e-07,
      "loss": 0.359,
      "step": 2577640
    },
    {
      "epoch": 719.41,
      "grad_norm": 1.1255855560302734,
      "learning_rate": 1.288499339641891e-07,
      "loss": 0.329,
      "step": 2577650
    },
    {
      "epoch": 719.41,
      "grad_norm": 1.2237741947174072,
      "learning_rate": 1.2884109212808676e-07,
      "loss": 0.3378,
      "step": 2577660
    },
    {
      "epoch": 719.42,
      "grad_norm": 1.2786935567855835,
      "learning_rate": 1.288322505867895e-07,
      "loss": 0.3248,
      "step": 2577670
    },
    {
      "epoch": 719.42,
      "grad_norm": 3.092846155166626,
      "learning_rate": 1.2882340934029857e-07,
      "loss": 0.3346,
      "step": 2577680
    },
    {
      "epoch": 719.42,
      "grad_norm": 1.1785974502563477,
      "learning_rate": 1.288145683886143e-07,
      "loss": 0.3385,
      "step": 2577690
    },
    {
      "epoch": 719.43,
      "grad_norm": 1.215401291847229,
      "learning_rate": 1.2880572773173925e-07,
      "loss": 0.3382,
      "step": 2577700
    },
    {
      "epoch": 719.43,
      "grad_norm": 1.2813313007354736,
      "learning_rate": 1.2879688736967342e-07,
      "loss": 0.331,
      "step": 2577710
    },
    {
      "epoch": 719.43,
      "grad_norm": 1.2653404474258423,
      "learning_rate": 1.2878804730241865e-07,
      "loss": 0.3257,
      "step": 2577720
    },
    {
      "epoch": 719.43,
      "grad_norm": 1.1093429327011108,
      "learning_rate": 1.2877920752997623e-07,
      "loss": 0.3478,
      "step": 2577730
    },
    {
      "epoch": 719.44,
      "grad_norm": 1.186677098274231,
      "learning_rate": 1.2877036805234668e-07,
      "loss": 0.3464,
      "step": 2577740
    },
    {
      "epoch": 719.44,
      "grad_norm": 1.151423454284668,
      "learning_rate": 1.2876152886953155e-07,
      "loss": 0.3408,
      "step": 2577750
    },
    {
      "epoch": 719.44,
      "grad_norm": 1.2443665266036987,
      "learning_rate": 1.287526899815319e-07,
      "loss": 0.3293,
      "step": 2577760
    },
    {
      "epoch": 719.44,
      "grad_norm": 1.3679472208023071,
      "learning_rate": 1.287438513883493e-07,
      "loss": 0.3293,
      "step": 2577770
    },
    {
      "epoch": 719.45,
      "grad_norm": 1.5116792917251587,
      "learning_rate": 1.28735013089984e-07,
      "loss": 0.3274,
      "step": 2577780
    },
    {
      "epoch": 719.45,
      "grad_norm": 1.6849631071090698,
      "learning_rate": 1.2872617508643858e-07,
      "loss": 0.3463,
      "step": 2577790
    },
    {
      "epoch": 719.45,
      "grad_norm": 1.2506128549575806,
      "learning_rate": 1.2871733737771307e-07,
      "loss": 0.3367,
      "step": 2577800
    },
    {
      "epoch": 719.46,
      "grad_norm": 1.2618813514709473,
      "learning_rate": 1.2870849996380875e-07,
      "loss": 0.3417,
      "step": 2577810
    },
    {
      "epoch": 719.46,
      "grad_norm": 1.324314832687378,
      "learning_rate": 1.286996628447277e-07,
      "loss": 0.349,
      "step": 2577820
    },
    {
      "epoch": 719.46,
      "grad_norm": 1.0427478551864624,
      "learning_rate": 1.2869082602046996e-07,
      "loss": 0.3314,
      "step": 2577830
    },
    {
      "epoch": 719.46,
      "grad_norm": 1.2030091285705566,
      "learning_rate": 1.2868198949103728e-07,
      "loss": 0.3526,
      "step": 2577840
    },
    {
      "epoch": 719.47,
      "grad_norm": 1.2599873542785645,
      "learning_rate": 1.2867315325643078e-07,
      "loss": 0.3243,
      "step": 2577850
    },
    {
      "epoch": 719.47,
      "grad_norm": 1.1345139741897583,
      "learning_rate": 1.2866431731665197e-07,
      "loss": 0.3312,
      "step": 2577860
    },
    {
      "epoch": 719.47,
      "grad_norm": 1.368476390838623,
      "learning_rate": 1.2865548167170113e-07,
      "loss": 0.3323,
      "step": 2577870
    },
    {
      "epoch": 719.48,
      "grad_norm": 1.3431079387664795,
      "learning_rate": 1.2864664632158007e-07,
      "loss": 0.3337,
      "step": 2577880
    },
    {
      "epoch": 719.48,
      "grad_norm": 1.4545036554336548,
      "learning_rate": 1.2863781126629034e-07,
      "loss": 0.3384,
      "step": 2577890
    },
    {
      "epoch": 719.48,
      "grad_norm": 1.2642457485198975,
      "learning_rate": 1.2862897650583172e-07,
      "loss": 0.3518,
      "step": 2577900
    },
    {
      "epoch": 719.48,
      "grad_norm": 1.3148860931396484,
      "learning_rate": 1.286201420402073e-07,
      "loss": 0.3173,
      "step": 2577910
    },
    {
      "epoch": 719.49,
      "grad_norm": 1.3018618822097778,
      "learning_rate": 1.2861130786941658e-07,
      "loss": 0.3366,
      "step": 2577920
    },
    {
      "epoch": 719.49,
      "grad_norm": 1.4080228805541992,
      "learning_rate": 1.2860247399346162e-07,
      "loss": 0.3409,
      "step": 2577930
    },
    {
      "epoch": 719.49,
      "grad_norm": 1.4512602090835571,
      "learning_rate": 1.2859364041234348e-07,
      "loss": 0.3382,
      "step": 2577940
    },
    {
      "epoch": 719.49,
      "grad_norm": 1.236037015914917,
      "learning_rate": 1.285848071260632e-07,
      "loss": 0.3457,
      "step": 2577950
    },
    {
      "epoch": 719.5,
      "grad_norm": 1.0172039270401,
      "learning_rate": 1.285759741346223e-07,
      "loss": 0.3373,
      "step": 2577960
    },
    {
      "epoch": 719.5,
      "grad_norm": 1.0922900438308716,
      "learning_rate": 1.2856714143802135e-07,
      "loss": 0.3431,
      "step": 2577970
    },
    {
      "epoch": 719.5,
      "grad_norm": 1.5205475091934204,
      "learning_rate": 1.2855830903626165e-07,
      "loss": 0.3456,
      "step": 2577980
    },
    {
      "epoch": 719.51,
      "grad_norm": 1.2276781797409058,
      "learning_rate": 1.2854947692934473e-07,
      "loss": 0.3344,
      "step": 2577990
    },
    {
      "epoch": 719.51,
      "grad_norm": 24.857271194458008,
      "learning_rate": 1.2854064511727216e-07,
      "loss": 0.3161,
      "step": 2578000
    },
    {
      "epoch": 719.51,
      "grad_norm": 1.2458454370498657,
      "learning_rate": 1.2853181360004398e-07,
      "loss": 0.37,
      "step": 2578010
    },
    {
      "epoch": 719.51,
      "grad_norm": 1.1916542053222656,
      "learning_rate": 1.2852298237766195e-07,
      "loss": 0.3485,
      "step": 2578020
    },
    {
      "epoch": 719.52,
      "grad_norm": 1.3423956632614136,
      "learning_rate": 1.2851415145012766e-07,
      "loss": 0.3318,
      "step": 2578030
    },
    {
      "epoch": 719.52,
      "grad_norm": 1.5188730955123901,
      "learning_rate": 1.285053208174411e-07,
      "loss": 0.3559,
      "step": 2578040
    },
    {
      "epoch": 719.52,
      "grad_norm": 1.268401026725769,
      "learning_rate": 1.2849649047960492e-07,
      "loss": 0.3388,
      "step": 2578050
    },
    {
      "epoch": 719.53,
      "grad_norm": 1.2603802680969238,
      "learning_rate": 1.2848766043661932e-07,
      "loss": 0.3344,
      "step": 2578060
    },
    {
      "epoch": 719.53,
      "grad_norm": 1.1949646472930908,
      "learning_rate": 1.2847883068848563e-07,
      "loss": 0.3339,
      "step": 2578070
    },
    {
      "epoch": 719.53,
      "grad_norm": 1.3032257556915283,
      "learning_rate": 1.2847000123520513e-07,
      "loss": 0.3337,
      "step": 2578080
    },
    {
      "epoch": 719.53,
      "grad_norm": 1.2640535831451416,
      "learning_rate": 1.284611720767794e-07,
      "loss": 0.3631,
      "step": 2578090
    },
    {
      "epoch": 719.54,
      "grad_norm": 1.1849669218063354,
      "learning_rate": 1.2845234321320896e-07,
      "loss": 0.3465,
      "step": 2578100
    },
    {
      "epoch": 719.54,
      "grad_norm": 1.0835517644882202,
      "learning_rate": 1.284435146444951e-07,
      "loss": 0.3423,
      "step": 2578110
    },
    {
      "epoch": 719.54,
      "grad_norm": 1.6501291990280151,
      "learning_rate": 1.284346863706394e-07,
      "loss": 0.3433,
      "step": 2578120
    },
    {
      "epoch": 719.55,
      "grad_norm": 1.1846014261245728,
      "learning_rate": 1.2842585839164236e-07,
      "loss": 0.3291,
      "step": 2578130
    },
    {
      "epoch": 719.55,
      "grad_norm": 1.2220501899719238,
      "learning_rate": 1.284170307075061e-07,
      "loss": 0.347,
      "step": 2578140
    },
    {
      "epoch": 719.55,
      "grad_norm": 1.1322733163833618,
      "learning_rate": 1.2840820331823082e-07,
      "loss": 0.3502,
      "step": 2578150
    },
    {
      "epoch": 719.55,
      "grad_norm": 1.7649823427200317,
      "learning_rate": 1.2839937622381837e-07,
      "loss": 0.3479,
      "step": 2578160
    },
    {
      "epoch": 719.56,
      "grad_norm": 1.2926514148712158,
      "learning_rate": 1.283905494242698e-07,
      "loss": 0.3271,
      "step": 2578170
    },
    {
      "epoch": 719.56,
      "grad_norm": 1.4426324367523193,
      "learning_rate": 1.283817229195859e-07,
      "loss": 0.3227,
      "step": 2578180
    },
    {
      "epoch": 719.56,
      "grad_norm": 1.0972621440887451,
      "learning_rate": 1.283728967097682e-07,
      "loss": 0.329,
      "step": 2578190
    },
    {
      "epoch": 719.56,
      "grad_norm": 1.3814542293548584,
      "learning_rate": 1.2836407079481775e-07,
      "loss": 0.3448,
      "step": 2578200
    },
    {
      "epoch": 719.57,
      "grad_norm": 1.891613483428955,
      "learning_rate": 1.283552451747361e-07,
      "loss": 0.323,
      "step": 2578210
    },
    {
      "epoch": 719.57,
      "grad_norm": 1.251664400100708,
      "learning_rate": 1.2834641984952356e-07,
      "loss": 0.3525,
      "step": 2578220
    },
    {
      "epoch": 719.57,
      "grad_norm": 1.6359870433807373,
      "learning_rate": 1.2833759481918243e-07,
      "loss": 0.3173,
      "step": 2578230
    },
    {
      "epoch": 719.58,
      "grad_norm": 1.3123899698257446,
      "learning_rate": 1.283287700837127e-07,
      "loss": 0.3306,
      "step": 2578240
    },
    {
      "epoch": 719.58,
      "grad_norm": 1.431688666343689,
      "learning_rate": 1.283199456431165e-07,
      "loss": 0.3301,
      "step": 2578250
    },
    {
      "epoch": 719.58,
      "grad_norm": 1.2491774559020996,
      "learning_rate": 1.2831112149739483e-07,
      "loss": 0.3217,
      "step": 2578260
    },
    {
      "epoch": 719.58,
      "grad_norm": 1.2332813739776611,
      "learning_rate": 1.2830229764654795e-07,
      "loss": 0.3349,
      "step": 2578270
    },
    {
      "epoch": 719.59,
      "grad_norm": 1.4578100442886353,
      "learning_rate": 1.282934740905785e-07,
      "loss": 0.3432,
      "step": 2578280
    },
    {
      "epoch": 719.59,
      "grad_norm": 1.32025945186615,
      "learning_rate": 1.2828465082948667e-07,
      "loss": 0.3309,
      "step": 2578290
    },
    {
      "epoch": 719.59,
      "grad_norm": 1.2411987781524658,
      "learning_rate": 1.2827582786327384e-07,
      "loss": 0.3435,
      "step": 2578300
    },
    {
      "epoch": 719.6,
      "grad_norm": 1.1655640602111816,
      "learning_rate": 1.2826700519194154e-07,
      "loss": 0.3584,
      "step": 2578310
    },
    {
      "epoch": 719.6,
      "grad_norm": 1.185666561126709,
      "learning_rate": 1.2825818281549027e-07,
      "loss": 0.343,
      "step": 2578320
    },
    {
      "epoch": 719.6,
      "grad_norm": 1.4749383926391602,
      "learning_rate": 1.2824936073392134e-07,
      "loss": 0.3365,
      "step": 2578330
    },
    {
      "epoch": 719.6,
      "grad_norm": 1.3422720432281494,
      "learning_rate": 1.282405389472366e-07,
      "loss": 0.3536,
      "step": 2578340
    },
    {
      "epoch": 719.61,
      "grad_norm": 1.2407004833221436,
      "learning_rate": 1.2823171745543682e-07,
      "loss": 0.3229,
      "step": 2578350
    },
    {
      "epoch": 719.61,
      "grad_norm": 1.0879480838775635,
      "learning_rate": 1.282228962585225e-07,
      "loss": 0.327,
      "step": 2578360
    },
    {
      "epoch": 719.61,
      "grad_norm": 1.2262537479400635,
      "learning_rate": 1.2821407535649623e-07,
      "loss": 0.3547,
      "step": 2578370
    },
    {
      "epoch": 719.61,
      "grad_norm": 1.3625929355621338,
      "learning_rate": 1.282052547493578e-07,
      "loss": 0.3409,
      "step": 2578380
    },
    {
      "epoch": 719.62,
      "grad_norm": 1.3987680673599243,
      "learning_rate": 1.2819643443710924e-07,
      "loss": 0.3238,
      "step": 2578390
    },
    {
      "epoch": 719.62,
      "grad_norm": 1.1893779039382935,
      "learning_rate": 1.281876144197516e-07,
      "loss": 0.3192,
      "step": 2578400
    },
    {
      "epoch": 719.62,
      "grad_norm": 1.8194650411605835,
      "learning_rate": 1.2817879469728572e-07,
      "loss": 0.3425,
      "step": 2578410
    },
    {
      "epoch": 719.63,
      "grad_norm": 1.1925100088119507,
      "learning_rate": 1.2816997526971284e-07,
      "loss": 0.3278,
      "step": 2578420
    },
    {
      "epoch": 719.63,
      "grad_norm": 1.1595734357833862,
      "learning_rate": 1.2816115613703451e-07,
      "loss": 0.3228,
      "step": 2578430
    },
    {
      "epoch": 719.63,
      "grad_norm": 1.2653816938400269,
      "learning_rate": 1.2815233729925184e-07,
      "loss": 0.3258,
      "step": 2578440
    },
    {
      "epoch": 719.63,
      "grad_norm": 1.1712148189544678,
      "learning_rate": 1.2814351875636504e-07,
      "loss": 0.3242,
      "step": 2578450
    },
    {
      "epoch": 719.64,
      "grad_norm": 1.3480855226516724,
      "learning_rate": 1.2813470050837697e-07,
      "loss": 0.3583,
      "step": 2578460
    },
    {
      "epoch": 719.64,
      "grad_norm": 1.1763620376586914,
      "learning_rate": 1.2812588255528737e-07,
      "loss": 0.3295,
      "step": 2578470
    },
    {
      "epoch": 719.64,
      "grad_norm": 1.1598811149597168,
      "learning_rate": 1.2811706489709808e-07,
      "loss": 0.3303,
      "step": 2578480
    },
    {
      "epoch": 719.65,
      "grad_norm": 1.2658123970031738,
      "learning_rate": 1.281082475338104e-07,
      "loss": 0.328,
      "step": 2578490
    },
    {
      "epoch": 719.65,
      "grad_norm": 1.4955298900604248,
      "learning_rate": 1.2809943046542484e-07,
      "loss": 0.3453,
      "step": 2578500
    },
    {
      "epoch": 719.65,
      "grad_norm": 1.1857929229736328,
      "learning_rate": 1.2809061369194297e-07,
      "loss": 0.334,
      "step": 2578510
    },
    {
      "epoch": 719.65,
      "grad_norm": 1.4002199172973633,
      "learning_rate": 1.280817972133661e-07,
      "loss": 0.3428,
      "step": 2578520
    },
    {
      "epoch": 719.66,
      "grad_norm": 1.567520260810852,
      "learning_rate": 1.2807298102969522e-07,
      "loss": 0.3387,
      "step": 2578530
    },
    {
      "epoch": 719.66,
      "grad_norm": 1.2689322233200073,
      "learning_rate": 1.2806416514093195e-07,
      "loss": 0.331,
      "step": 2578540
    },
    {
      "epoch": 719.66,
      "grad_norm": 1.1144486665725708,
      "learning_rate": 1.2805534954707678e-07,
      "loss": 0.3226,
      "step": 2578550
    },
    {
      "epoch": 719.67,
      "grad_norm": 1.3694056272506714,
      "learning_rate": 1.2804653424813103e-07,
      "loss": 0.3463,
      "step": 2578560
    },
    {
      "epoch": 719.67,
      "grad_norm": 1.113445520401001,
      "learning_rate": 1.2803771924409598e-07,
      "loss": 0.3383,
      "step": 2578570
    },
    {
      "epoch": 719.67,
      "grad_norm": 1.1282511949539185,
      "learning_rate": 1.280289045349732e-07,
      "loss": 0.343,
      "step": 2578580
    },
    {
      "epoch": 719.67,
      "grad_norm": 1.4320484399795532,
      "learning_rate": 1.2802009012076296e-07,
      "loss": 0.3099,
      "step": 2578590
    },
    {
      "epoch": 719.68,
      "grad_norm": 1.2633415460586548,
      "learning_rate": 1.280112760014676e-07,
      "loss": 0.3221,
      "step": 2578600
    },
    {
      "epoch": 719.68,
      "grad_norm": 1.319675087928772,
      "learning_rate": 1.280024621770871e-07,
      "loss": 0.3435,
      "step": 2578610
    },
    {
      "epoch": 719.68,
      "grad_norm": 1.3006322383880615,
      "learning_rate": 1.2799364864762357e-07,
      "loss": 0.3441,
      "step": 2578620
    },
    {
      "epoch": 719.68,
      "grad_norm": 1.2807916402816772,
      "learning_rate": 1.2798483541307777e-07,
      "loss": 0.3358,
      "step": 2578630
    },
    {
      "epoch": 719.69,
      "grad_norm": 1.2624431848526,
      "learning_rate": 1.27976022473451e-07,
      "loss": 0.3397,
      "step": 2578640
    },
    {
      "epoch": 719.69,
      "grad_norm": 1.2060558795928955,
      "learning_rate": 1.2796720982874404e-07,
      "loss": 0.3247,
      "step": 2578650
    },
    {
      "epoch": 719.69,
      "grad_norm": 1.2728431224822998,
      "learning_rate": 1.2795839747895848e-07,
      "loss": 0.3343,
      "step": 2578660
    },
    {
      "epoch": 719.7,
      "grad_norm": 1.4165122509002686,
      "learning_rate": 1.279495854240956e-07,
      "loss": 0.3461,
      "step": 2578670
    },
    {
      "epoch": 719.7,
      "grad_norm": 1.7561582326889038,
      "learning_rate": 1.2794077366415617e-07,
      "loss": 0.3221,
      "step": 2578680
    },
    {
      "epoch": 719.7,
      "grad_norm": 1.313250184059143,
      "learning_rate": 1.279319621991415e-07,
      "loss": 0.3336,
      "step": 2578690
    },
    {
      "epoch": 719.7,
      "grad_norm": 1.1639463901519775,
      "learning_rate": 1.2792315102905314e-07,
      "loss": 0.352,
      "step": 2578700
    },
    {
      "epoch": 719.71,
      "grad_norm": 1.4659756422042847,
      "learning_rate": 1.2791434015389139e-07,
      "loss": 0.359,
      "step": 2578710
    },
    {
      "epoch": 719.71,
      "grad_norm": 1.2420417070388794,
      "learning_rate": 1.2790552957365856e-07,
      "loss": 0.3394,
      "step": 2578720
    },
    {
      "epoch": 719.71,
      "grad_norm": 2.280702590942383,
      "learning_rate": 1.278967192883549e-07,
      "loss": 0.3349,
      "step": 2578730
    },
    {
      "epoch": 719.72,
      "grad_norm": 1.2694655656814575,
      "learning_rate": 1.2788790929798174e-07,
      "loss": 0.3254,
      "step": 2578740
    },
    {
      "epoch": 719.72,
      "grad_norm": 1.2514883279800415,
      "learning_rate": 1.2787909960254064e-07,
      "loss": 0.3417,
      "step": 2578750
    },
    {
      "epoch": 719.72,
      "grad_norm": 1.3489729166030884,
      "learning_rate": 1.2787029020203286e-07,
      "loss": 0.3565,
      "step": 2578760
    },
    {
      "epoch": 719.72,
      "grad_norm": 1.360406517982483,
      "learning_rate": 1.2786148109645895e-07,
      "loss": 0.3348,
      "step": 2578770
    },
    {
      "epoch": 719.73,
      "grad_norm": 1.38572096824646,
      "learning_rate": 1.2785267228582023e-07,
      "loss": 0.3299,
      "step": 2578780
    },
    {
      "epoch": 719.73,
      "grad_norm": 1.2573868036270142,
      "learning_rate": 1.2784386377011875e-07,
      "loss": 0.3355,
      "step": 2578790
    },
    {
      "epoch": 719.73,
      "grad_norm": 1.2994847297668457,
      "learning_rate": 1.27835055549354e-07,
      "loss": 0.3549,
      "step": 2578800
    },
    {
      "epoch": 719.73,
      "grad_norm": 1.0657671689987183,
      "learning_rate": 1.2782624762352884e-07,
      "loss": 0.3375,
      "step": 2578810
    },
    {
      "epoch": 719.74,
      "grad_norm": 1.4094747304916382,
      "learning_rate": 1.2781743999264357e-07,
      "loss": 0.3462,
      "step": 2578820
    },
    {
      "epoch": 719.74,
      "grad_norm": 1.2996947765350342,
      "learning_rate": 1.2780863265669942e-07,
      "loss": 0.3401,
      "step": 2578830
    },
    {
      "epoch": 719.74,
      "grad_norm": 1.3035601377487183,
      "learning_rate": 1.27799825615698e-07,
      "loss": 0.3329,
      "step": 2578840
    },
    {
      "epoch": 719.75,
      "grad_norm": 1.152413010597229,
      "learning_rate": 1.2779101886963927e-07,
      "loss": 0.3392,
      "step": 2578850
    },
    {
      "epoch": 719.75,
      "grad_norm": 1.2759169340133667,
      "learning_rate": 1.2778221241852615e-07,
      "loss": 0.3219,
      "step": 2578860
    },
    {
      "epoch": 719.75,
      "grad_norm": 1.4714816808700562,
      "learning_rate": 1.277734062623586e-07,
      "loss": 0.3467,
      "step": 2578870
    },
    {
      "epoch": 719.75,
      "grad_norm": 1.1071089506149292,
      "learning_rate": 1.2776460040113817e-07,
      "loss": 0.3528,
      "step": 2578880
    },
    {
      "epoch": 719.76,
      "grad_norm": 1.3269376754760742,
      "learning_rate": 1.277557948348662e-07,
      "loss": 0.3364,
      "step": 2578890
    },
    {
      "epoch": 719.76,
      "grad_norm": 1.1048532724380493,
      "learning_rate": 1.277469895635437e-07,
      "loss": 0.3369,
      "step": 2578900
    },
    {
      "epoch": 719.76,
      "grad_norm": 1.2619277238845825,
      "learning_rate": 1.2773818458717148e-07,
      "loss": 0.3208,
      "step": 2578910
    },
    {
      "epoch": 719.77,
      "grad_norm": 1.495240330696106,
      "learning_rate": 1.2772937990575106e-07,
      "loss": 0.3464,
      "step": 2578920
    },
    {
      "epoch": 719.77,
      "grad_norm": 1.3023121356964111,
      "learning_rate": 1.2772057551928403e-07,
      "loss": 0.3303,
      "step": 2578930
    },
    {
      "epoch": 719.77,
      "grad_norm": 1.1779253482818604,
      "learning_rate": 1.277117714277704e-07,
      "loss": 0.342,
      "step": 2578940
    },
    {
      "epoch": 719.77,
      "grad_norm": 1.2373052835464478,
      "learning_rate": 1.2770296763121277e-07,
      "loss": 0.324,
      "step": 2578950
    },
    {
      "epoch": 719.78,
      "grad_norm": 1.3522603511810303,
      "learning_rate": 1.276941641296111e-07,
      "loss": 0.3475,
      "step": 2578960
    },
    {
      "epoch": 719.78,
      "grad_norm": 1.2412362098693848,
      "learning_rate": 1.2768536092296723e-07,
      "loss": 0.3387,
      "step": 2578970
    },
    {
      "epoch": 719.78,
      "grad_norm": 1.6005055904388428,
      "learning_rate": 1.2767655801128248e-07,
      "loss": 0.3389,
      "step": 2578980
    },
    {
      "epoch": 719.79,
      "grad_norm": 1.467543363571167,
      "learning_rate": 1.2766775539455736e-07,
      "loss": 0.3241,
      "step": 2578990
    },
    {
      "epoch": 719.79,
      "grad_norm": 1.437636375427246,
      "learning_rate": 1.2765895307279344e-07,
      "loss": 0.346,
      "step": 2579000
    },
    {
      "epoch": 719.79,
      "grad_norm": 1.1663471460342407,
      "learning_rate": 1.2765015104599175e-07,
      "loss": 0.3301,
      "step": 2579010
    },
    {
      "epoch": 719.79,
      "grad_norm": 1.288240909576416,
      "learning_rate": 1.2764134931415385e-07,
      "loss": 0.3467,
      "step": 2579020
    },
    {
      "epoch": 719.8,
      "grad_norm": 1.4544874429702759,
      "learning_rate": 1.2763254787728e-07,
      "loss": 0.3453,
      "step": 2579030
    },
    {
      "epoch": 719.8,
      "grad_norm": 1.4835938215255737,
      "learning_rate": 1.276237467353728e-07,
      "loss": 0.3351,
      "step": 2579040
    },
    {
      "epoch": 719.8,
      "grad_norm": 1.7176134586334229,
      "learning_rate": 1.2761494588843227e-07,
      "loss": 0.3376,
      "step": 2579050
    },
    {
      "epoch": 719.8,
      "grad_norm": 1.199575662612915,
      "learning_rate": 1.2760614533645968e-07,
      "loss": 0.3328,
      "step": 2579060
    },
    {
      "epoch": 719.81,
      "grad_norm": 1.2545106410980225,
      "learning_rate": 1.275973450794569e-07,
      "loss": 0.3479,
      "step": 2579070
    },
    {
      "epoch": 719.81,
      "grad_norm": 1.139132022857666,
      "learning_rate": 1.2758854511742437e-07,
      "loss": 0.3308,
      "step": 2579080
    },
    {
      "epoch": 719.81,
      "grad_norm": 1.070007562637329,
      "learning_rate": 1.2757974545036346e-07,
      "loss": 0.3293,
      "step": 2579090
    },
    {
      "epoch": 719.82,
      "grad_norm": 1.3593655824661255,
      "learning_rate": 1.2757094607827547e-07,
      "loss": 0.3425,
      "step": 2579100
    },
    {
      "epoch": 719.82,
      "grad_norm": 1.3078724145889282,
      "learning_rate": 1.275621470011614e-07,
      "loss": 0.3396,
      "step": 2579110
    },
    {
      "epoch": 719.82,
      "grad_norm": 1.1971112489700317,
      "learning_rate": 1.2755334821902284e-07,
      "loss": 0.3454,
      "step": 2579120
    },
    {
      "epoch": 719.82,
      "grad_norm": 1.4662220478057861,
      "learning_rate": 1.2754454973186055e-07,
      "loss": 0.3309,
      "step": 2579130
    },
    {
      "epoch": 719.83,
      "grad_norm": 1.3891819715499878,
      "learning_rate": 1.275357515396756e-07,
      "loss": 0.3352,
      "step": 2579140
    },
    {
      "epoch": 719.83,
      "grad_norm": 1.2388076782226562,
      "learning_rate": 1.2752695364246953e-07,
      "loss": 0.3209,
      "step": 2579150
    },
    {
      "epoch": 719.83,
      "grad_norm": 1.2708534002304077,
      "learning_rate": 1.2751815604024365e-07,
      "loss": 0.3264,
      "step": 2579160
    },
    {
      "epoch": 719.84,
      "grad_norm": 1.204270601272583,
      "learning_rate": 1.2750935873299794e-07,
      "loss": 0.339,
      "step": 2579170
    },
    {
      "epoch": 719.84,
      "grad_norm": 1.3025741577148438,
      "learning_rate": 1.275005617207353e-07,
      "loss": 0.345,
      "step": 2579180
    },
    {
      "epoch": 719.84,
      "grad_norm": 1.0558418035507202,
      "learning_rate": 1.2749176500345596e-07,
      "loss": 0.3398,
      "step": 2579190
    },
    {
      "epoch": 719.84,
      "grad_norm": 1.518393635749817,
      "learning_rate": 1.2748296858116095e-07,
      "loss": 0.3246,
      "step": 2579200
    },
    {
      "epoch": 719.85,
      "grad_norm": 1.3751219511032104,
      "learning_rate": 1.2747417245385188e-07,
      "loss": 0.341,
      "step": 2579210
    },
    {
      "epoch": 719.85,
      "grad_norm": 1.2928001880645752,
      "learning_rate": 1.2746537662152975e-07,
      "loss": 0.3428,
      "step": 2579220
    },
    {
      "epoch": 719.85,
      "grad_norm": 2.756451368331909,
      "learning_rate": 1.2745658108419536e-07,
      "loss": 0.3284,
      "step": 2579230
    },
    {
      "epoch": 719.85,
      "grad_norm": 1.3259515762329102,
      "learning_rate": 1.274477858418505e-07,
      "loss": 0.3251,
      "step": 2579240
    },
    {
      "epoch": 719.86,
      "grad_norm": 1.1732913255691528,
      "learning_rate": 1.2743899089449625e-07,
      "loss": 0.3233,
      "step": 2579250
    },
    {
      "epoch": 719.86,
      "grad_norm": 1.2009106874465942,
      "learning_rate": 1.2743019624213336e-07,
      "loss": 0.3385,
      "step": 2579260
    },
    {
      "epoch": 719.86,
      "grad_norm": 1.315736174583435,
      "learning_rate": 1.2742140188476317e-07,
      "loss": 0.3335,
      "step": 2579270
    },
    {
      "epoch": 719.87,
      "grad_norm": 1.3791329860687256,
      "learning_rate": 1.2741260782238694e-07,
      "loss": 0.3464,
      "step": 2579280
    },
    {
      "epoch": 719.87,
      "grad_norm": 1.4213006496429443,
      "learning_rate": 1.2740381405500574e-07,
      "loss": 0.3393,
      "step": 2579290
    },
    {
      "epoch": 719.87,
      "grad_norm": 1.338740348815918,
      "learning_rate": 1.2739502058262113e-07,
      "loss": 0.3286,
      "step": 2579300
    },
    {
      "epoch": 719.87,
      "grad_norm": 1.3277900218963623,
      "learning_rate": 1.2738622740523385e-07,
      "loss": 0.3373,
      "step": 2579310
    },
    {
      "epoch": 719.88,
      "grad_norm": 1.2621268033981323,
      "learning_rate": 1.2737743452284499e-07,
      "loss": 0.3408,
      "step": 2579320
    },
    {
      "epoch": 719.88,
      "grad_norm": 1.1883519887924194,
      "learning_rate": 1.273686419354561e-07,
      "loss": 0.3278,
      "step": 2579330
    },
    {
      "epoch": 719.88,
      "grad_norm": 1.3892039060592651,
      "learning_rate": 1.2735984964306845e-07,
      "loss": 0.3401,
      "step": 2579340
    },
    {
      "epoch": 719.89,
      "grad_norm": 1.0749167203903198,
      "learning_rate": 1.273510576456826e-07,
      "loss": 0.3345,
      "step": 2579350
    },
    {
      "epoch": 719.89,
      "grad_norm": 1.1506774425506592,
      "learning_rate": 1.2734226594329984e-07,
      "loss": 0.333,
      "step": 2579360
    },
    {
      "epoch": 719.89,
      "grad_norm": 1.4233702421188354,
      "learning_rate": 1.2733347453592224e-07,
      "loss": 0.3463,
      "step": 2579370
    },
    {
      "epoch": 719.89,
      "grad_norm": 1.1941105127334595,
      "learning_rate": 1.2732468342354927e-07,
      "loss": 0.3378,
      "step": 2579380
    },
    {
      "epoch": 719.9,
      "grad_norm": 1.2377127408981323,
      "learning_rate": 1.2731589260618408e-07,
      "loss": 0.3503,
      "step": 2579390
    },
    {
      "epoch": 719.9,
      "grad_norm": 1.3297244310379028,
      "learning_rate": 1.2730710208382613e-07,
      "loss": 0.3384,
      "step": 2579400
    },
    {
      "epoch": 719.9,
      "grad_norm": 1.5706682205200195,
      "learning_rate": 1.2729831185647778e-07,
      "loss": 0.3458,
      "step": 2579410
    },
    {
      "epoch": 719.91,
      "grad_norm": 1.1819711923599243,
      "learning_rate": 1.272895219241398e-07,
      "loss": 0.3289,
      "step": 2579420
    },
    {
      "epoch": 719.91,
      "grad_norm": 1.4369580745697021,
      "learning_rate": 1.2728073228681297e-07,
      "loss": 0.3359,
      "step": 2579430
    },
    {
      "epoch": 719.91,
      "grad_norm": 1.276087760925293,
      "learning_rate": 1.2727194294449937e-07,
      "loss": 0.3268,
      "step": 2579440
    },
    {
      "epoch": 719.91,
      "grad_norm": 1.3137871026992798,
      "learning_rate": 1.27263153897199e-07,
      "loss": 0.3327,
      "step": 2579450
    },
    {
      "epoch": 719.92,
      "grad_norm": 1.477743148803711,
      "learning_rate": 1.2725436514491395e-07,
      "loss": 0.3644,
      "step": 2579460
    },
    {
      "epoch": 719.92,
      "grad_norm": 1.2260781526565552,
      "learning_rate": 1.2724557668764498e-07,
      "loss": 0.3229,
      "step": 2579470
    },
    {
      "epoch": 719.92,
      "grad_norm": 1.1213088035583496,
      "learning_rate": 1.2723678852539343e-07,
      "loss": 0.3304,
      "step": 2579480
    },
    {
      "epoch": 719.92,
      "grad_norm": 1.335758924484253,
      "learning_rate": 1.272280006581603e-07,
      "loss": 0.3417,
      "step": 2579490
    },
    {
      "epoch": 719.93,
      "grad_norm": 1.193973422050476,
      "learning_rate": 1.272192130859469e-07,
      "loss": 0.3402,
      "step": 2579500
    },
    {
      "epoch": 719.93,
      "grad_norm": 1.2344697713851929,
      "learning_rate": 1.2721042580875457e-07,
      "loss": 0.3447,
      "step": 2579510
    },
    {
      "epoch": 719.93,
      "grad_norm": 1.161609172821045,
      "learning_rate": 1.2720163882658376e-07,
      "loss": 0.3344,
      "step": 2579520
    },
    {
      "epoch": 719.94,
      "grad_norm": 1.296857237815857,
      "learning_rate": 1.2719285213943662e-07,
      "loss": 0.3318,
      "step": 2579530
    },
    {
      "epoch": 719.94,
      "grad_norm": 1.1360456943511963,
      "learning_rate": 1.2718406574731338e-07,
      "loss": 0.3434,
      "step": 2579540
    },
    {
      "epoch": 719.94,
      "grad_norm": 1.2013521194458008,
      "learning_rate": 1.2717527965021585e-07,
      "loss": 0.3342,
      "step": 2579550
    },
    {
      "epoch": 719.94,
      "grad_norm": 1.3152724504470825,
      "learning_rate": 1.2716649384814508e-07,
      "loss": 0.3277,
      "step": 2579560
    },
    {
      "epoch": 719.95,
      "grad_norm": 1.0972970724105835,
      "learning_rate": 1.271577083411024e-07,
      "loss": 0.3157,
      "step": 2579570
    },
    {
      "epoch": 719.95,
      "grad_norm": 1.2581238746643066,
      "learning_rate": 1.2714892312908854e-07,
      "loss": 0.3297,
      "step": 2579580
    },
    {
      "epoch": 719.95,
      "grad_norm": 1.730170726776123,
      "learning_rate": 1.2714013821210484e-07,
      "loss": 0.3497,
      "step": 2579590
    },
    {
      "epoch": 719.96,
      "grad_norm": 1.1922482252120972,
      "learning_rate": 1.2713135359015283e-07,
      "loss": 0.3442,
      "step": 2579600
    },
    {
      "epoch": 719.96,
      "grad_norm": 1.1601930856704712,
      "learning_rate": 1.2712256926323282e-07,
      "loss": 0.329,
      "step": 2579610
    },
    {
      "epoch": 719.96,
      "grad_norm": 1.3140254020690918,
      "learning_rate": 1.271137852313471e-07,
      "loss": 0.3223,
      "step": 2579620
    },
    {
      "epoch": 719.96,
      "grad_norm": 1.3476028442382812,
      "learning_rate": 1.2710500149449567e-07,
      "loss": 0.3411,
      "step": 2579630
    },
    {
      "epoch": 719.97,
      "grad_norm": 1.3160920143127441,
      "learning_rate": 1.2709621805268064e-07,
      "loss": 0.3448,
      "step": 2579640
    },
    {
      "epoch": 719.97,
      "grad_norm": 1.3491933345794678,
      "learning_rate": 1.2708743490590308e-07,
      "loss": 0.346,
      "step": 2579650
    },
    {
      "epoch": 719.97,
      "grad_norm": 1.5223357677459717,
      "learning_rate": 1.2707865205416342e-07,
      "loss": 0.3384,
      "step": 2579660
    },
    {
      "epoch": 719.97,
      "grad_norm": 1.2646517753601074,
      "learning_rate": 1.2706986949746358e-07,
      "loss": 0.3461,
      "step": 2579670
    },
    {
      "epoch": 719.98,
      "grad_norm": 1.1368461847305298,
      "learning_rate": 1.2706108723580426e-07,
      "loss": 0.3396,
      "step": 2579680
    },
    {
      "epoch": 719.98,
      "grad_norm": 1.3632681369781494,
      "learning_rate": 1.2705230526918706e-07,
      "loss": 0.3217,
      "step": 2579690
    },
    {
      "epoch": 719.98,
      "grad_norm": 1.3871105909347534,
      "learning_rate": 1.2704352359761277e-07,
      "loss": 0.3515,
      "step": 2579700
    },
    {
      "epoch": 719.99,
      "grad_norm": 1.3892043828964233,
      "learning_rate": 1.2703474222108295e-07,
      "loss": 0.3546,
      "step": 2579710
    },
    {
      "epoch": 719.99,
      "grad_norm": 1.3266643285751343,
      "learning_rate": 1.2702596113959834e-07,
      "loss": 0.3294,
      "step": 2579720
    },
    {
      "epoch": 719.99,
      "grad_norm": 1.2921345233917236,
      "learning_rate": 1.2701718035316027e-07,
      "loss": 0.3299,
      "step": 2579730
    },
    {
      "epoch": 719.99,
      "grad_norm": 1.3251253366470337,
      "learning_rate": 1.2700839986177033e-07,
      "loss": 0.3635,
      "step": 2579740
    },
    {
      "epoch": 720.0,
      "grad_norm": 1.212127685546875,
      "learning_rate": 1.2699961966542845e-07,
      "loss": 0.3434,
      "step": 2579750
    },
    {
      "epoch": 720.0,
      "grad_norm": 1.5667701959609985,
      "learning_rate": 1.2699083976413757e-07,
      "loss": 0.3268,
      "step": 2579760
    },
    {
      "epoch": 720.0,
      "eval_loss": 0.3389137089252472,
      "eval_runtime": 64.5053,
      "eval_samples_per_second": 78.428,
      "eval_steps_per_second": 9.813,
      "step": 2579760
    },
    {
      "epoch": 720.0,
      "grad_norm": 1.2342191934585571,
      "learning_rate": 1.2698206015789763e-07,
      "loss": 0.3415,
      "step": 2579770
    },
    {
      "epoch": 720.01,
      "grad_norm": 1.1888831853866577,
      "learning_rate": 1.2697328084670995e-07,
      "loss": 0.3518,
      "step": 2579780
    },
    {
      "epoch": 720.01,
      "grad_norm": 1.1866333484649658,
      "learning_rate": 1.2696450183057612e-07,
      "loss": 0.346,
      "step": 2579790
    },
    {
      "epoch": 720.01,
      "grad_norm": 1.3950474262237549,
      "learning_rate": 1.2695572310949687e-07,
      "loss": 0.3565,
      "step": 2579800
    },
    {
      "epoch": 720.01,
      "grad_norm": 1.1126772165298462,
      "learning_rate": 1.2694694468347328e-07,
      "loss": 0.3363,
      "step": 2579810
    },
    {
      "epoch": 720.02,
      "grad_norm": 1.099011778831482,
      "learning_rate": 1.2693816655250717e-07,
      "loss": 0.3224,
      "step": 2579820
    },
    {
      "epoch": 720.02,
      "grad_norm": 1.2861347198486328,
      "learning_rate": 1.2692938871659929e-07,
      "loss": 0.3638,
      "step": 2579830
    },
    {
      "epoch": 720.02,
      "grad_norm": 1.1215413808822632,
      "learning_rate": 1.2692061117575044e-07,
      "loss": 0.3253,
      "step": 2579840
    },
    {
      "epoch": 720.03,
      "grad_norm": 1.3153660297393799,
      "learning_rate": 1.269118339299627e-07,
      "loss": 0.3438,
      "step": 2579850
    },
    {
      "epoch": 720.03,
      "grad_norm": 1.0620086193084717,
      "learning_rate": 1.2690305697923634e-07,
      "loss": 0.3242,
      "step": 2579860
    },
    {
      "epoch": 720.03,
      "grad_norm": 1.1553964614868164,
      "learning_rate": 1.2689428032357316e-07,
      "loss": 0.331,
      "step": 2579870
    },
    {
      "epoch": 720.03,
      "grad_norm": 1.5907764434814453,
      "learning_rate": 1.2688550396297422e-07,
      "loss": 0.3408,
      "step": 2579880
    },
    {
      "epoch": 720.04,
      "grad_norm": 1.295352578163147,
      "learning_rate": 1.268767278974403e-07,
      "loss": 0.3205,
      "step": 2579890
    },
    {
      "epoch": 720.04,
      "grad_norm": 1.1171627044677734,
      "learning_rate": 1.2686795212697268e-07,
      "loss": 0.329,
      "step": 2579900
    },
    {
      "epoch": 720.04,
      "grad_norm": 1.1898927688598633,
      "learning_rate": 1.268591766515727e-07,
      "loss": 0.3301,
      "step": 2579910
    },
    {
      "epoch": 720.04,
      "grad_norm": 1.420930027961731,
      "learning_rate": 1.2685040147124188e-07,
      "loss": 0.3419,
      "step": 2579920
    },
    {
      "epoch": 720.05,
      "grad_norm": 1.4452142715454102,
      "learning_rate": 1.2684162658598077e-07,
      "loss": 0.3289,
      "step": 2579930
    },
    {
      "epoch": 720.05,
      "grad_norm": 1.1826162338256836,
      "learning_rate": 1.2683285199579064e-07,
      "loss": 0.3358,
      "step": 2579940
    },
    {
      "epoch": 720.05,
      "grad_norm": 1.3649804592132568,
      "learning_rate": 1.2682407770067308e-07,
      "loss": 0.3238,
      "step": 2579950
    },
    {
      "epoch": 720.06,
      "grad_norm": 1.0952497720718384,
      "learning_rate": 1.2681530370062836e-07,
      "loss": 0.3323,
      "step": 2579960
    },
    {
      "epoch": 720.06,
      "grad_norm": 1.1446559429168701,
      "learning_rate": 1.2680652999565903e-07,
      "loss": 0.3283,
      "step": 2579970
    },
    {
      "epoch": 720.06,
      "grad_norm": 1.1219313144683838,
      "learning_rate": 1.267977565857646e-07,
      "loss": 0.3322,
      "step": 2579980
    },
    {
      "epoch": 720.06,
      "grad_norm": 1.1333006620407104,
      "learning_rate": 1.2678898347094797e-07,
      "loss": 0.3467,
      "step": 2579990
    },
    {
      "epoch": 720.07,
      "grad_norm": 1.3395487070083618,
      "learning_rate": 1.267802106512091e-07,
      "loss": 0.3476,
      "step": 2580000
    },
    {
      "epoch": 720.07,
      "grad_norm": 1.4575855731964111,
      "learning_rate": 1.2677143812654952e-07,
      "loss": 0.3364,
      "step": 2580010
    },
    {
      "epoch": 720.07,
      "grad_norm": 1.1152679920196533,
      "learning_rate": 1.267626658969706e-07,
      "loss": 0.3459,
      "step": 2580020
    },
    {
      "epoch": 720.08,
      "grad_norm": 1.1762423515319824,
      "learning_rate": 1.2675389396247306e-07,
      "loss": 0.3339,
      "step": 2580030
    },
    {
      "epoch": 720.08,
      "grad_norm": 1.1583377122879028,
      "learning_rate": 1.2674512232305824e-07,
      "loss": 0.3394,
      "step": 2580040
    },
    {
      "epoch": 720.08,
      "grad_norm": 1.326696515083313,
      "learning_rate": 1.2673635097872744e-07,
      "loss": 0.3497,
      "step": 2580050
    },
    {
      "epoch": 720.08,
      "grad_norm": 1.0450702905654907,
      "learning_rate": 1.2672757992948195e-07,
      "loss": 0.3446,
      "step": 2580060
    },
    {
      "epoch": 720.09,
      "grad_norm": 1.255905270576477,
      "learning_rate": 1.2671880917532254e-07,
      "loss": 0.3191,
      "step": 2580070
    },
    {
      "epoch": 720.09,
      "grad_norm": 1.1917357444763184,
      "learning_rate": 1.267100387162505e-07,
      "loss": 0.3323,
      "step": 2580080
    },
    {
      "epoch": 720.09,
      "grad_norm": 1.4610260725021362,
      "learning_rate": 1.2670126855226745e-07,
      "loss": 0.3311,
      "step": 2580090
    },
    {
      "epoch": 720.09,
      "grad_norm": 1.6290640830993652,
      "learning_rate": 1.2669249868337362e-07,
      "loss": 0.3346,
      "step": 2580100
    },
    {
      "epoch": 720.1,
      "grad_norm": 1.198594331741333,
      "learning_rate": 1.2668372910957133e-07,
      "loss": 0.3395,
      "step": 2580110
    },
    {
      "epoch": 720.1,
      "grad_norm": 1.215947151184082,
      "learning_rate": 1.2667495983086084e-07,
      "loss": 0.3327,
      "step": 2580120
    },
    {
      "epoch": 720.1,
      "grad_norm": 1.3687158823013306,
      "learning_rate": 1.2666619084724376e-07,
      "loss": 0.3316,
      "step": 2580130
    },
    {
      "epoch": 720.11,
      "grad_norm": 1.1141377687454224,
      "learning_rate": 1.2665742215872107e-07,
      "loss": 0.3364,
      "step": 2580140
    },
    {
      "epoch": 720.11,
      "grad_norm": 1.1767476797103882,
      "learning_rate": 1.2664865376529437e-07,
      "loss": 0.3159,
      "step": 2580150
    },
    {
      "epoch": 720.11,
      "grad_norm": 1.3304619789123535,
      "learning_rate": 1.266398856669639e-07,
      "loss": 0.3347,
      "step": 2580160
    },
    {
      "epoch": 720.11,
      "grad_norm": 1.1588815450668335,
      "learning_rate": 1.2663111786373174e-07,
      "loss": 0.3491,
      "step": 2580170
    },
    {
      "epoch": 720.12,
      "grad_norm": 1.3668358325958252,
      "learning_rate": 1.266223503555987e-07,
      "loss": 0.329,
      "step": 2580180
    },
    {
      "epoch": 720.12,
      "grad_norm": 1.0586323738098145,
      "learning_rate": 1.2661358314256554e-07,
      "loss": 0.3374,
      "step": 2580190
    },
    {
      "epoch": 720.12,
      "grad_norm": 1.201948642730713,
      "learning_rate": 1.2660481622463434e-07,
      "loss": 0.3534,
      "step": 2580200
    },
    {
      "epoch": 720.13,
      "grad_norm": 1.2674962282180786,
      "learning_rate": 1.2659604960180563e-07,
      "loss": 0.3255,
      "step": 2580210
    },
    {
      "epoch": 720.13,
      "grad_norm": 1.2450679540634155,
      "learning_rate": 1.2658728327408045e-07,
      "loss": 0.3381,
      "step": 2580220
    },
    {
      "epoch": 720.13,
      "grad_norm": 1.5903888940811157,
      "learning_rate": 1.2657851724146086e-07,
      "loss": 0.3594,
      "step": 2580230
    },
    {
      "epoch": 720.13,
      "grad_norm": 1.3084179162979126,
      "learning_rate": 1.2656975150394638e-07,
      "loss": 0.3367,
      "step": 2580240
    },
    {
      "epoch": 720.14,
      "grad_norm": 1.2083719968795776,
      "learning_rate": 1.2656098606154009e-07,
      "loss": 0.3486,
      "step": 2580250
    },
    {
      "epoch": 720.14,
      "grad_norm": 1.2052336931228638,
      "learning_rate": 1.26552220914242e-07,
      "loss": 0.35,
      "step": 2580260
    },
    {
      "epoch": 720.14,
      "grad_norm": 1.372204065322876,
      "learning_rate": 1.2654345606205343e-07,
      "loss": 0.3296,
      "step": 2580270
    },
    {
      "epoch": 720.15,
      "grad_norm": 1.315508484840393,
      "learning_rate": 1.265346915049757e-07,
      "loss": 0.3299,
      "step": 2580280
    },
    {
      "epoch": 720.15,
      "grad_norm": 1.193135142326355,
      "learning_rate": 1.2652592724301005e-07,
      "loss": 0.3424,
      "step": 2580290
    },
    {
      "epoch": 720.15,
      "grad_norm": 1.285904884338379,
      "learning_rate": 1.2651716327615755e-07,
      "loss": 0.3337,
      "step": 2580300
    },
    {
      "epoch": 720.15,
      "grad_norm": 1.1372334957122803,
      "learning_rate": 1.26508399604419e-07,
      "loss": 0.341,
      "step": 2580310
    },
    {
      "epoch": 720.16,
      "grad_norm": 1.271462082862854,
      "learning_rate": 1.2649963622779644e-07,
      "loss": 0.3408,
      "step": 2580320
    },
    {
      "epoch": 720.16,
      "grad_norm": 1.048816204071045,
      "learning_rate": 1.2649087314628993e-07,
      "loss": 0.3369,
      "step": 2580330
    },
    {
      "epoch": 720.16,
      "grad_norm": 1.1431444883346558,
      "learning_rate": 1.2648211035990174e-07,
      "loss": 0.3296,
      "step": 2580340
    },
    {
      "epoch": 720.16,
      "grad_norm": 1.1952252388000488,
      "learning_rate": 1.264733478686322e-07,
      "loss": 0.3491,
      "step": 2580350
    },
    {
      "epoch": 720.17,
      "grad_norm": 1.2152762413024902,
      "learning_rate": 1.2646458567248282e-07,
      "loss": 0.3326,
      "step": 2580360
    },
    {
      "epoch": 720.17,
      "grad_norm": 1.0633795261383057,
      "learning_rate": 1.2645582377145466e-07,
      "loss": 0.3295,
      "step": 2580370
    },
    {
      "epoch": 720.17,
      "grad_norm": 1.2772440910339355,
      "learning_rate": 1.264470621655493e-07,
      "loss": 0.3377,
      "step": 2580380
    },
    {
      "epoch": 720.18,
      "grad_norm": 1.2606065273284912,
      "learning_rate": 1.264383008547672e-07,
      "loss": 0.3306,
      "step": 2580390
    },
    {
      "epoch": 720.18,
      "grad_norm": 1.1967686414718628,
      "learning_rate": 1.2642953983910998e-07,
      "loss": 0.3383,
      "step": 2580400
    },
    {
      "epoch": 720.18,
      "grad_norm": 1.224429965019226,
      "learning_rate": 1.264207791185792e-07,
      "loss": 0.342,
      "step": 2580410
    },
    {
      "epoch": 720.18,
      "grad_norm": 1.3693028688430786,
      "learning_rate": 1.2641201869317457e-07,
      "loss": 0.3513,
      "step": 2580420
    },
    {
      "epoch": 720.19,
      "grad_norm": 1.3094512224197388,
      "learning_rate": 1.2640325856289895e-07,
      "loss": 0.3353,
      "step": 2580430
    },
    {
      "epoch": 720.19,
      "grad_norm": 1.1796870231628418,
      "learning_rate": 1.2639449872775265e-07,
      "loss": 0.3418,
      "step": 2580440
    },
    {
      "epoch": 720.19,
      "grad_norm": 1.1236053705215454,
      "learning_rate": 1.2638573918773692e-07,
      "loss": 0.3491,
      "step": 2580450
    },
    {
      "epoch": 720.2,
      "grad_norm": 1.2190332412719727,
      "learning_rate": 1.2637697994285307e-07,
      "loss": 0.3402,
      "step": 2580460
    },
    {
      "epoch": 720.2,
      "grad_norm": 1.2252588272094727,
      "learning_rate": 1.2636822099310215e-07,
      "loss": 0.3304,
      "step": 2580470
    },
    {
      "epoch": 720.2,
      "grad_norm": 1.1209348440170288,
      "learning_rate": 1.2635946233848523e-07,
      "loss": 0.3473,
      "step": 2580480
    },
    {
      "epoch": 720.2,
      "grad_norm": 1.2948734760284424,
      "learning_rate": 1.2635070397900354e-07,
      "loss": 0.3319,
      "step": 2580490
    },
    {
      "epoch": 720.21,
      "grad_norm": 1.1409733295440674,
      "learning_rate": 1.263419459146587e-07,
      "loss": 0.3478,
      "step": 2580500
    },
    {
      "epoch": 720.21,
      "grad_norm": 1.091658592224121,
      "learning_rate": 1.263331881454507e-07,
      "loss": 0.3325,
      "step": 2580510
    },
    {
      "epoch": 720.21,
      "grad_norm": 1.031715750694275,
      "learning_rate": 1.263244306713821e-07,
      "loss": 0.3362,
      "step": 2580520
    },
    {
      "epoch": 720.21,
      "grad_norm": 1.0904247760772705,
      "learning_rate": 1.2631567349245348e-07,
      "loss": 0.3372,
      "step": 2580530
    },
    {
      "epoch": 720.22,
      "grad_norm": 1.2805941104888916,
      "learning_rate": 1.263069166086656e-07,
      "loss": 0.3436,
      "step": 2580540
    },
    {
      "epoch": 720.22,
      "grad_norm": 1.4167816638946533,
      "learning_rate": 1.2629816002002053e-07,
      "loss": 0.341,
      "step": 2580550
    },
    {
      "epoch": 720.22,
      "grad_norm": 1.2744992971420288,
      "learning_rate": 1.26289403726518e-07,
      "loss": 0.3339,
      "step": 2580560
    },
    {
      "epoch": 720.23,
      "grad_norm": 1.121860146522522,
      "learning_rate": 1.2628064772816117e-07,
      "loss": 0.3325,
      "step": 2580570
    },
    {
      "epoch": 720.23,
      "grad_norm": 1.2133572101593018,
      "learning_rate": 1.262718920249495e-07,
      "loss": 0.3358,
      "step": 2580580
    },
    {
      "epoch": 720.23,
      "grad_norm": 2.634596109390259,
      "learning_rate": 1.262631366168848e-07,
      "loss": 0.3412,
      "step": 2580590
    },
    {
      "epoch": 720.23,
      "grad_norm": 1.638266682624817,
      "learning_rate": 1.2625438150396837e-07,
      "loss": 0.3458,
      "step": 2580600
    },
    {
      "epoch": 720.24,
      "grad_norm": 1.2145664691925049,
      "learning_rate": 1.26245626686201e-07,
      "loss": 0.3251,
      "step": 2580610
    },
    {
      "epoch": 720.24,
      "grad_norm": 1.444561243057251,
      "learning_rate": 1.2623687216358428e-07,
      "loss": 0.3431,
      "step": 2580620
    },
    {
      "epoch": 720.24,
      "grad_norm": 1.4591325521469116,
      "learning_rate": 1.2622811793611896e-07,
      "loss": 0.3352,
      "step": 2580630
    },
    {
      "epoch": 720.25,
      "grad_norm": 1.23914635181427,
      "learning_rate": 1.2621936400380685e-07,
      "loss": 0.3393,
      "step": 2580640
    },
    {
      "epoch": 720.25,
      "grad_norm": 1.5918422937393188,
      "learning_rate": 1.2621061036664796e-07,
      "loss": 0.3291,
      "step": 2580650
    },
    {
      "epoch": 720.25,
      "grad_norm": 1.316054344177246,
      "learning_rate": 1.2620185702464465e-07,
      "loss": 0.3467,
      "step": 2580660
    },
    {
      "epoch": 720.25,
      "grad_norm": 1.1383332014083862,
      "learning_rate": 1.2619310397779742e-07,
      "loss": 0.3367,
      "step": 2580670
    },
    {
      "epoch": 720.26,
      "grad_norm": 1.4677754640579224,
      "learning_rate": 1.2618435122610757e-07,
      "loss": 0.3233,
      "step": 2580680
    },
    {
      "epoch": 720.26,
      "grad_norm": 1.1642025709152222,
      "learning_rate": 1.2617559876957668e-07,
      "loss": 0.3334,
      "step": 2580690
    },
    {
      "epoch": 720.26,
      "grad_norm": 1.4045969247817993,
      "learning_rate": 1.2616684660820528e-07,
      "loss": 0.3335,
      "step": 2580700
    },
    {
      "epoch": 720.27,
      "grad_norm": 1.1694611310958862,
      "learning_rate": 1.261580947419949e-07,
      "loss": 0.3334,
      "step": 2580710
    },
    {
      "epoch": 720.27,
      "grad_norm": 1.1295329332351685,
      "learning_rate": 1.261493431709463e-07,
      "loss": 0.3373,
      "step": 2580720
    },
    {
      "epoch": 720.27,
      "grad_norm": 1.231552243232727,
      "learning_rate": 1.261405918950616e-07,
      "loss": 0.33,
      "step": 2580730
    },
    {
      "epoch": 720.27,
      "grad_norm": 1.2505745887756348,
      "learning_rate": 1.2613184091434082e-07,
      "loss": 0.3339,
      "step": 2580740
    },
    {
      "epoch": 720.28,
      "grad_norm": 1.4054256677627563,
      "learning_rate": 1.2612309022878548e-07,
      "loss": 0.3276,
      "step": 2580750
    },
    {
      "epoch": 720.28,
      "grad_norm": 1.1166259050369263,
      "learning_rate": 1.2611433983839742e-07,
      "loss": 0.3483,
      "step": 2580760
    },
    {
      "epoch": 720.28,
      "grad_norm": 1.1922757625579834,
      "learning_rate": 1.2610558974317665e-07,
      "loss": 0.3389,
      "step": 2580770
    },
    {
      "epoch": 720.28,
      "grad_norm": 1.2196927070617676,
      "learning_rate": 1.2609683994312547e-07,
      "loss": 0.3548,
      "step": 2580780
    },
    {
      "epoch": 720.29,
      "grad_norm": 1.339279055595398,
      "learning_rate": 1.260880904382442e-07,
      "loss": 0.3409,
      "step": 2580790
    },
    {
      "epoch": 720.29,
      "grad_norm": 1.279613733291626,
      "learning_rate": 1.2607934122853435e-07,
      "loss": 0.3349,
      "step": 2580800
    },
    {
      "epoch": 720.29,
      "grad_norm": 1.286300778388977,
      "learning_rate": 1.2607059231399722e-07,
      "loss": 0.3366,
      "step": 2580810
    },
    {
      "epoch": 720.3,
      "grad_norm": 1.3614798784255981,
      "learning_rate": 1.2606184369463363e-07,
      "loss": 0.3421,
      "step": 2580820
    },
    {
      "epoch": 720.3,
      "grad_norm": 1.1231096982955933,
      "learning_rate": 1.260530953704454e-07,
      "loss": 0.3322,
      "step": 2580830
    },
    {
      "epoch": 720.3,
      "grad_norm": 1.264362096786499,
      "learning_rate": 1.2604434734143276e-07,
      "loss": 0.3295,
      "step": 2580840
    },
    {
      "epoch": 720.3,
      "grad_norm": 1.204132318496704,
      "learning_rate": 1.2603559960759754e-07,
      "loss": 0.3463,
      "step": 2580850
    },
    {
      "epoch": 720.31,
      "grad_norm": 1.4563088417053223,
      "learning_rate": 1.2602685216894052e-07,
      "loss": 0.3501,
      "step": 2580860
    },
    {
      "epoch": 720.31,
      "grad_norm": 1.168363332748413,
      "learning_rate": 1.2601810502546355e-07,
      "loss": 0.3449,
      "step": 2580870
    },
    {
      "epoch": 720.31,
      "grad_norm": 1.190203309059143,
      "learning_rate": 1.2600935817716684e-07,
      "loss": 0.345,
      "step": 2580880
    },
    {
      "epoch": 720.32,
      "grad_norm": 1.342974305152893,
      "learning_rate": 1.2600061162405198e-07,
      "loss": 0.3334,
      "step": 2580890
    },
    {
      "epoch": 720.32,
      "grad_norm": 1.236657738685608,
      "learning_rate": 1.259918653661208e-07,
      "loss": 0.3294,
      "step": 2580900
    },
    {
      "epoch": 720.32,
      "grad_norm": 1.226166844367981,
      "learning_rate": 1.2598311940337277e-07,
      "loss": 0.3493,
      "step": 2580910
    },
    {
      "epoch": 720.32,
      "grad_norm": 1.1407471895217896,
      "learning_rate": 1.25974373735811e-07,
      "loss": 0.3469,
      "step": 2580920
    },
    {
      "epoch": 720.33,
      "grad_norm": 1.5495808124542236,
      "learning_rate": 1.259656283634355e-07,
      "loss": 0.324,
      "step": 2580930
    },
    {
      "epoch": 720.33,
      "grad_norm": 1.1309814453125,
      "learning_rate": 1.2595688328624758e-07,
      "loss": 0.3371,
      "step": 2580940
    },
    {
      "epoch": 720.33,
      "grad_norm": 1.300081729888916,
      "learning_rate": 1.2594813850424854e-07,
      "loss": 0.3306,
      "step": 2580950
    },
    {
      "epoch": 720.33,
      "grad_norm": 1.8590666055679321,
      "learning_rate": 1.2593939401743993e-07,
      "loss": 0.3317,
      "step": 2580960
    },
    {
      "epoch": 720.34,
      "grad_norm": 1.2773715257644653,
      "learning_rate": 1.25930649825822e-07,
      "loss": 0.3377,
      "step": 2580970
    },
    {
      "epoch": 720.34,
      "grad_norm": 1.1113921403884888,
      "learning_rate": 1.259219059293966e-07,
      "loss": 0.3325,
      "step": 2580980
    },
    {
      "epoch": 720.34,
      "grad_norm": 1.1495716571807861,
      "learning_rate": 1.2591316232816502e-07,
      "loss": 0.3466,
      "step": 2580990
    },
    {
      "epoch": 720.35,
      "grad_norm": 1.0646532773971558,
      "learning_rate": 1.2590441902212752e-07,
      "loss": 0.3568,
      "step": 2581000
    },
    {
      "epoch": 720.35,
      "grad_norm": 1.3414829969406128,
      "learning_rate": 1.2589567601128644e-07,
      "loss": 0.337,
      "step": 2581010
    },
    {
      "epoch": 720.35,
      "grad_norm": 1.2541770935058594,
      "learning_rate": 1.2588693329564202e-07,
      "loss": 0.336,
      "step": 2581020
    },
    {
      "epoch": 720.35,
      "grad_norm": 1.326298475265503,
      "learning_rate": 1.2587819087519585e-07,
      "loss": 0.3254,
      "step": 2581030
    },
    {
      "epoch": 720.36,
      "grad_norm": 1.1971124410629272,
      "learning_rate": 1.2586944874994924e-07,
      "loss": 0.3305,
      "step": 2581040
    },
    {
      "epoch": 720.36,
      "grad_norm": 1.297581672668457,
      "learning_rate": 1.2586070691990294e-07,
      "loss": 0.3408,
      "step": 2581050
    },
    {
      "epoch": 720.36,
      "grad_norm": 1.3903143405914307,
      "learning_rate": 1.2585196538505825e-07,
      "loss": 0.3325,
      "step": 2581060
    },
    {
      "epoch": 720.37,
      "grad_norm": 1.2690070867538452,
      "learning_rate": 1.258432241454165e-07,
      "loss": 0.3346,
      "step": 2581070
    },
    {
      "epoch": 720.37,
      "grad_norm": 1.5172779560089111,
      "learning_rate": 1.2583448320097897e-07,
      "loss": 0.3391,
      "step": 2581080
    },
    {
      "epoch": 720.37,
      "grad_norm": 1.165340781211853,
      "learning_rate": 1.2582574255174593e-07,
      "loss": 0.3215,
      "step": 2581090
    },
    {
      "epoch": 720.37,
      "grad_norm": 1.423105239868164,
      "learning_rate": 1.2581700219771996e-07,
      "loss": 0.3315,
      "step": 2581100
    },
    {
      "epoch": 720.38,
      "grad_norm": 1.1033844947814941,
      "learning_rate": 1.258082621389011e-07,
      "loss": 0.341,
      "step": 2581110
    },
    {
      "epoch": 720.38,
      "grad_norm": 1.094101905822754,
      "learning_rate": 1.2579952237529088e-07,
      "loss": 0.341,
      "step": 2581120
    },
    {
      "epoch": 720.38,
      "grad_norm": 1.2324503660202026,
      "learning_rate": 1.2579078290689088e-07,
      "loss": 0.3227,
      "step": 2581130
    },
    {
      "epoch": 720.39,
      "grad_norm": 1.4091821908950806,
      "learning_rate": 1.2578204373370108e-07,
      "loss": 0.3325,
      "step": 2581140
    },
    {
      "epoch": 720.39,
      "grad_norm": 1.3510138988494873,
      "learning_rate": 1.257733048557241e-07,
      "loss": 0.3523,
      "step": 2581150
    },
    {
      "epoch": 720.39,
      "grad_norm": 1.1235299110412598,
      "learning_rate": 1.2576456627295994e-07,
      "loss": 0.3395,
      "step": 2581160
    },
    {
      "epoch": 720.39,
      "grad_norm": 1.4729975461959839,
      "learning_rate": 1.257558279854104e-07,
      "loss": 0.3293,
      "step": 2581170
    },
    {
      "epoch": 720.4,
      "grad_norm": 1.2582656145095825,
      "learning_rate": 1.2574708999307704e-07,
      "loss": 0.3441,
      "step": 2581180
    },
    {
      "epoch": 720.4,
      "grad_norm": 1.269193410873413,
      "learning_rate": 1.257383522959599e-07,
      "loss": 0.3481,
      "step": 2581190
    },
    {
      "epoch": 720.4,
      "grad_norm": 1.2460979223251343,
      "learning_rate": 1.2572961489406078e-07,
      "loss": 0.3463,
      "step": 2581200
    },
    {
      "epoch": 720.4,
      "grad_norm": 1.2865742444992065,
      "learning_rate": 1.257208777873807e-07,
      "loss": 0.3414,
      "step": 2581210
    },
    {
      "epoch": 720.41,
      "grad_norm": 1.4154821634292603,
      "learning_rate": 1.2571214097592125e-07,
      "loss": 0.3342,
      "step": 2581220
    },
    {
      "epoch": 720.41,
      "grad_norm": 1.2327475547790527,
      "learning_rate": 1.2570340445968267e-07,
      "loss": 0.3348,
      "step": 2581230
    },
    {
      "epoch": 720.41,
      "grad_norm": 1.3391567468643188,
      "learning_rate": 1.256946682386673e-07,
      "loss": 0.3318,
      "step": 2581240
    },
    {
      "epoch": 720.42,
      "grad_norm": 1.1035337448120117,
      "learning_rate": 1.256859323128752e-07,
      "loss": 0.3224,
      "step": 2581250
    },
    {
      "epoch": 720.42,
      "grad_norm": 1.2561302185058594,
      "learning_rate": 1.2567719668230835e-07,
      "loss": 0.3329,
      "step": 2581260
    },
    {
      "epoch": 720.42,
      "grad_norm": 1.3859193325042725,
      "learning_rate": 1.256684613469676e-07,
      "loss": 0.3357,
      "step": 2581270
    },
    {
      "epoch": 720.42,
      "grad_norm": 1.3374392986297607,
      "learning_rate": 1.2565972630685398e-07,
      "loss": 0.3481,
      "step": 2581280
    },
    {
      "epoch": 720.43,
      "grad_norm": 1.4606999158859253,
      "learning_rate": 1.2565099156196879e-07,
      "loss": 0.3541,
      "step": 2581290
    },
    {
      "epoch": 720.43,
      "grad_norm": 1.2342007160186768,
      "learning_rate": 1.2564225711231306e-07,
      "loss": 0.3379,
      "step": 2581300
    },
    {
      "epoch": 720.43,
      "grad_norm": 1.2559332847595215,
      "learning_rate": 1.256335229578886e-07,
      "loss": 0.3494,
      "step": 2581310
    },
    {
      "epoch": 720.44,
      "grad_norm": 1.4258928298950195,
      "learning_rate": 1.2562478909869518e-07,
      "loss": 0.3469,
      "step": 2581320
    },
    {
      "epoch": 720.44,
      "grad_norm": 1.3974456787109375,
      "learning_rate": 1.2561605553473565e-07,
      "loss": 0.3302,
      "step": 2581330
    },
    {
      "epoch": 720.44,
      "grad_norm": 1.0614469051361084,
      "learning_rate": 1.2560732226601003e-07,
      "loss": 0.3209,
      "step": 2581340
    },
    {
      "epoch": 720.44,
      "grad_norm": 1.2807668447494507,
      "learning_rate": 1.2559858929251958e-07,
      "loss": 0.3385,
      "step": 2581350
    },
    {
      "epoch": 720.45,
      "grad_norm": 1.2884600162506104,
      "learning_rate": 1.255898566142664e-07,
      "loss": 0.3407,
      "step": 2581360
    },
    {
      "epoch": 720.45,
      "grad_norm": 1.1099326610565186,
      "learning_rate": 1.2558112423125023e-07,
      "loss": 0.3421,
      "step": 2581370
    },
    {
      "epoch": 720.45,
      "grad_norm": 1.0632314682006836,
      "learning_rate": 1.2557239214347317e-07,
      "loss": 0.3251,
      "step": 2581380
    },
    {
      "epoch": 720.45,
      "grad_norm": 1.2537235021591187,
      "learning_rate": 1.2556366035093598e-07,
      "loss": 0.3228,
      "step": 2581390
    },
    {
      "epoch": 720.46,
      "grad_norm": 1.2939531803131104,
      "learning_rate": 1.255549288536402e-07,
      "loss": 0.3213,
      "step": 2581400
    },
    {
      "epoch": 720.46,
      "grad_norm": 1.2098950147628784,
      "learning_rate": 1.2554619765158693e-07,
      "loss": 0.3487,
      "step": 2581410
    },
    {
      "epoch": 720.46,
      "grad_norm": 1.8346248865127563,
      "learning_rate": 1.255374667447769e-07,
      "loss": 0.3541,
      "step": 2581420
    },
    {
      "epoch": 720.47,
      "grad_norm": 1.498961091041565,
      "learning_rate": 1.255287361332117e-07,
      "loss": 0.356,
      "step": 2581430
    },
    {
      "epoch": 720.47,
      "grad_norm": 1.3356090784072876,
      "learning_rate": 1.2552000581689233e-07,
      "loss": 0.3373,
      "step": 2581440
    },
    {
      "epoch": 720.47,
      "grad_norm": 1.1251500844955444,
      "learning_rate": 1.2551127579582013e-07,
      "loss": 0.3338,
      "step": 2581450
    },
    {
      "epoch": 720.47,
      "grad_norm": 1.1293493509292603,
      "learning_rate": 1.2550254606999563e-07,
      "loss": 0.3282,
      "step": 2581460
    },
    {
      "epoch": 720.48,
      "grad_norm": 1.347611427307129,
      "learning_rate": 1.2549381663942088e-07,
      "loss": 0.3389,
      "step": 2581470
    },
    {
      "epoch": 720.48,
      "grad_norm": 1.346052885055542,
      "learning_rate": 1.2548508750409642e-07,
      "loss": 0.3345,
      "step": 2581480
    },
    {
      "epoch": 720.48,
      "grad_norm": 1.282575249671936,
      "learning_rate": 1.2547635866402378e-07,
      "loss": 0.3536,
      "step": 2581490
    },
    {
      "epoch": 720.49,
      "grad_norm": 1.274904727935791,
      "learning_rate": 1.254676301192043e-07,
      "loss": 0.3266,
      "step": 2581500
    },
    {
      "epoch": 720.49,
      "grad_norm": 1.5095220804214478,
      "learning_rate": 1.2545890186963824e-07,
      "loss": 0.3362,
      "step": 2581510
    },
    {
      "epoch": 720.49,
      "grad_norm": 1.3629088401794434,
      "learning_rate": 1.254501739153274e-07,
      "loss": 0.3305,
      "step": 2581520
    },
    {
      "epoch": 720.49,
      "grad_norm": 1.4684326648712158,
      "learning_rate": 1.2544144625627307e-07,
      "loss": 0.3375,
      "step": 2581530
    },
    {
      "epoch": 720.5,
      "grad_norm": 1.2789266109466553,
      "learning_rate": 1.2543271889247634e-07,
      "loss": 0.3262,
      "step": 2581540
    },
    {
      "epoch": 720.5,
      "grad_norm": 1.2629214525222778,
      "learning_rate": 1.2542399182393792e-07,
      "loss": 0.3448,
      "step": 2581550
    },
    {
      "epoch": 720.5,
      "grad_norm": 1.2476255893707275,
      "learning_rate": 1.2541526505065942e-07,
      "loss": 0.3242,
      "step": 2581560
    },
    {
      "epoch": 720.51,
      "grad_norm": 1.1638692617416382,
      "learning_rate": 1.2540653857264215e-07,
      "loss": 0.3334,
      "step": 2581570
    },
    {
      "epoch": 720.51,
      "grad_norm": 1.4648627042770386,
      "learning_rate": 1.2539781238988636e-07,
      "loss": 0.3537,
      "step": 2581580
    },
    {
      "epoch": 720.51,
      "grad_norm": 1.2381483316421509,
      "learning_rate": 1.2538908650239436e-07,
      "loss": 0.3391,
      "step": 2581590
    },
    {
      "epoch": 720.51,
      "grad_norm": 1.2480366230010986,
      "learning_rate": 1.253803609101667e-07,
      "loss": 0.3335,
      "step": 2581600
    },
    {
      "epoch": 720.52,
      "grad_norm": 1.1977185010910034,
      "learning_rate": 1.2537163561320468e-07,
      "loss": 0.3307,
      "step": 2581610
    },
    {
      "epoch": 720.52,
      "grad_norm": 1.5015662908554077,
      "learning_rate": 1.2536291061150906e-07,
      "loss": 0.3351,
      "step": 2581620
    },
    {
      "epoch": 720.52,
      "grad_norm": 1.4650334119796753,
      "learning_rate": 1.2535418590508195e-07,
      "loss": 0.3443,
      "step": 2581630
    },
    {
      "epoch": 720.52,
      "grad_norm": 1.3330395221710205,
      "learning_rate": 1.253454614939236e-07,
      "loss": 0.3455,
      "step": 2581640
    },
    {
      "epoch": 720.53,
      "grad_norm": 1.3741950988769531,
      "learning_rate": 1.2533673737803555e-07,
      "loss": 0.3425,
      "step": 2581650
    },
    {
      "epoch": 720.53,
      "grad_norm": 1.3573453426361084,
      "learning_rate": 1.2532801355741914e-07,
      "loss": 0.3353,
      "step": 2581660
    },
    {
      "epoch": 720.53,
      "grad_norm": 1.124491810798645,
      "learning_rate": 1.253192900320746e-07,
      "loss": 0.3453,
      "step": 2581670
    },
    {
      "epoch": 720.54,
      "grad_norm": 1.383421540260315,
      "learning_rate": 1.2531056680200453e-07,
      "loss": 0.336,
      "step": 2581680
    },
    {
      "epoch": 720.54,
      "grad_norm": 1.533739447593689,
      "learning_rate": 1.2530184386720896e-07,
      "loss": 0.3269,
      "step": 2581690
    },
    {
      "epoch": 720.54,
      "grad_norm": 1.2147184610366821,
      "learning_rate": 1.2529312122768944e-07,
      "loss": 0.3347,
      "step": 2581700
    },
    {
      "epoch": 720.54,
      "grad_norm": 1.2079540491104126,
      "learning_rate": 1.2528439888344752e-07,
      "loss": 0.3367,
      "step": 2581710
    },
    {
      "epoch": 720.55,
      "grad_norm": 1.2978308200836182,
      "learning_rate": 1.2527567683448344e-07,
      "loss": 0.3125,
      "step": 2581720
    },
    {
      "epoch": 720.55,
      "grad_norm": 1.3530349731445312,
      "learning_rate": 1.2526695508079935e-07,
      "loss": 0.3416,
      "step": 2581730
    },
    {
      "epoch": 720.55,
      "grad_norm": 1.3011622428894043,
      "learning_rate": 1.252582336223957e-07,
      "loss": 0.3371,
      "step": 2581740
    },
    {
      "epoch": 720.56,
      "grad_norm": 1.2108956575393677,
      "learning_rate": 1.252495124592738e-07,
      "loss": 0.3452,
      "step": 2581750
    },
    {
      "epoch": 720.56,
      "grad_norm": 1.2096455097198486,
      "learning_rate": 1.2524079159143526e-07,
      "loss": 0.362,
      "step": 2581760
    },
    {
      "epoch": 720.56,
      "grad_norm": 1.2840598821640015,
      "learning_rate": 1.2523207101888083e-07,
      "loss": 0.3459,
      "step": 2581770
    },
    {
      "epoch": 720.56,
      "grad_norm": 1.2803840637207031,
      "learning_rate": 1.2522335074161153e-07,
      "loss": 0.332,
      "step": 2581780
    },
    {
      "epoch": 720.57,
      "grad_norm": 1.609811544418335,
      "learning_rate": 1.2521463075962895e-07,
      "loss": 0.329,
      "step": 2581790
    },
    {
      "epoch": 720.57,
      "grad_norm": 1.1607909202575684,
      "learning_rate": 1.2520591107293413e-07,
      "loss": 0.3399,
      "step": 2581800
    },
    {
      "epoch": 720.57,
      "grad_norm": 1.1866493225097656,
      "learning_rate": 1.2519719168152756e-07,
      "loss": 0.3382,
      "step": 2581810
    },
    {
      "epoch": 720.57,
      "grad_norm": 1.495231032371521,
      "learning_rate": 1.2518847258541162e-07,
      "loss": 0.3285,
      "step": 2581820
    },
    {
      "epoch": 720.58,
      "grad_norm": 1.3576269149780273,
      "learning_rate": 1.2517975378458657e-07,
      "loss": 0.3425,
      "step": 2581830
    },
    {
      "epoch": 720.58,
      "grad_norm": 1.5358566045761108,
      "learning_rate": 1.2517103527905368e-07,
      "loss": 0.35,
      "step": 2581840
    },
    {
      "epoch": 720.58,
      "grad_norm": 1.1967837810516357,
      "learning_rate": 1.2516231706881452e-07,
      "loss": 0.3532,
      "step": 2581850
    },
    {
      "epoch": 720.59,
      "grad_norm": 1.3164581060409546,
      "learning_rate": 1.251535991538699e-07,
      "loss": 0.3397,
      "step": 2581860
    },
    {
      "epoch": 720.59,
      "grad_norm": 1.3782520294189453,
      "learning_rate": 1.251448815342208e-07,
      "loss": 0.3338,
      "step": 2581870
    },
    {
      "epoch": 720.59,
      "grad_norm": 4.542381286621094,
      "learning_rate": 1.2513616420986885e-07,
      "loss": 0.3611,
      "step": 2581880
    },
    {
      "epoch": 720.59,
      "grad_norm": 1.158907175064087,
      "learning_rate": 1.2512744718081534e-07,
      "loss": 0.3408,
      "step": 2581890
    },
    {
      "epoch": 720.6,
      "grad_norm": 1.4050359725952148,
      "learning_rate": 1.2511873044706023e-07,
      "loss": 0.3442,
      "step": 2581900
    },
    {
      "epoch": 720.6,
      "grad_norm": 1.072797179222107,
      "learning_rate": 1.251100140086064e-07,
      "loss": 0.3292,
      "step": 2581910
    },
    {
      "epoch": 720.6,
      "grad_norm": 1.2790849208831787,
      "learning_rate": 1.2510129786545384e-07,
      "loss": 0.3308,
      "step": 2581920
    },
    {
      "epoch": 720.61,
      "grad_norm": 1.1645045280456543,
      "learning_rate": 1.250925820176039e-07,
      "loss": 0.3426,
      "step": 2581930
    },
    {
      "epoch": 720.61,
      "grad_norm": 1.5944430828094482,
      "learning_rate": 1.2508386646505833e-07,
      "loss": 0.3305,
      "step": 2581940
    },
    {
      "epoch": 720.61,
      "grad_norm": 1.2590128183364868,
      "learning_rate": 1.2507515120781746e-07,
      "loss": 0.3229,
      "step": 2581950
    },
    {
      "epoch": 720.61,
      "grad_norm": 1.289644479751587,
      "learning_rate": 1.250664362458828e-07,
      "loss": 0.3259,
      "step": 2581960
    },
    {
      "epoch": 720.62,
      "grad_norm": 1.276082992553711,
      "learning_rate": 1.250577215792554e-07,
      "loss": 0.3511,
      "step": 2581970
    },
    {
      "epoch": 720.62,
      "grad_norm": 1.182511329650879,
      "learning_rate": 1.2504900720793658e-07,
      "loss": 0.34,
      "step": 2581980
    },
    {
      "epoch": 720.62,
      "grad_norm": 1.0326483249664307,
      "learning_rate": 1.250402931319279e-07,
      "loss": 0.3393,
      "step": 2581990
    },
    {
      "epoch": 720.63,
      "grad_norm": 1.0385515689849854,
      "learning_rate": 1.2503157935122985e-07,
      "loss": 0.3278,
      "step": 2582000
    },
    {
      "epoch": 720.63,
      "grad_norm": 1.6232542991638184,
      "learning_rate": 1.250228658658435e-07,
      "loss": 0.3465,
      "step": 2582010
    },
    {
      "epoch": 720.63,
      "grad_norm": 1.265982985496521,
      "learning_rate": 1.2501415267577065e-07,
      "loss": 0.3499,
      "step": 2582020
    },
    {
      "epoch": 720.63,
      "grad_norm": 1.323249340057373,
      "learning_rate": 1.2500543978101237e-07,
      "loss": 0.3306,
      "step": 2582030
    },
    {
      "epoch": 720.64,
      "grad_norm": 1.2696189880371094,
      "learning_rate": 1.249967271815689e-07,
      "loss": 0.3499,
      "step": 2582040
    },
    {
      "epoch": 720.64,
      "grad_norm": 1.357237696647644,
      "learning_rate": 1.2498801487744286e-07,
      "loss": 0.3485,
      "step": 2582050
    },
    {
      "epoch": 720.64,
      "grad_norm": 1.2637317180633545,
      "learning_rate": 1.2497930286863423e-07,
      "loss": 0.3345,
      "step": 2582060
    },
    {
      "epoch": 720.64,
      "grad_norm": 1.0956239700317383,
      "learning_rate": 1.2497059115514455e-07,
      "loss": 0.3286,
      "step": 2582070
    },
    {
      "epoch": 720.65,
      "grad_norm": 1.1143624782562256,
      "learning_rate": 1.2496187973697543e-07,
      "loss": 0.3335,
      "step": 2582080
    },
    {
      "epoch": 720.65,
      "grad_norm": 1.2391074895858765,
      "learning_rate": 1.2495316861412712e-07,
      "loss": 0.3402,
      "step": 2582090
    },
    {
      "epoch": 720.65,
      "grad_norm": 1.4172321557998657,
      "learning_rate": 1.249444577866014e-07,
      "loss": 0.3313,
      "step": 2582100
    },
    {
      "epoch": 720.66,
      "grad_norm": 1.2246265411376953,
      "learning_rate": 1.249357472543994e-07,
      "loss": 0.3285,
      "step": 2582110
    },
    {
      "epoch": 720.66,
      "grad_norm": 1.3502627611160278,
      "learning_rate": 1.249270370175223e-07,
      "loss": 0.3516,
      "step": 2582120
    },
    {
      "epoch": 720.66,
      "grad_norm": 1.3122498989105225,
      "learning_rate": 1.2491832707597097e-07,
      "loss": 0.3364,
      "step": 2582130
    },
    {
      "epoch": 720.66,
      "grad_norm": 1.1019175052642822,
      "learning_rate": 1.2490961742974668e-07,
      "loss": 0.3272,
      "step": 2582140
    },
    {
      "epoch": 720.67,
      "grad_norm": 1.2080047130584717,
      "learning_rate": 1.2490090807885075e-07,
      "loss": 0.3383,
      "step": 2582150
    },
    {
      "epoch": 720.67,
      "grad_norm": 1.1671861410140991,
      "learning_rate": 1.2489219902328418e-07,
      "loss": 0.3486,
      "step": 2582160
    },
    {
      "epoch": 720.67,
      "grad_norm": 1.142225980758667,
      "learning_rate": 1.248834902630483e-07,
      "loss": 0.3346,
      "step": 2582170
    },
    {
      "epoch": 720.68,
      "grad_norm": 1.6950311660766602,
      "learning_rate": 1.2487478179814418e-07,
      "loss": 0.3259,
      "step": 2582180
    },
    {
      "epoch": 720.68,
      "grad_norm": 1.2947542667388916,
      "learning_rate": 1.248660736285728e-07,
      "loss": 0.3407,
      "step": 2582190
    },
    {
      "epoch": 720.68,
      "grad_norm": 1.1098973751068115,
      "learning_rate": 1.248573657543355e-07,
      "loss": 0.3511,
      "step": 2582200
    },
    {
      "epoch": 720.68,
      "grad_norm": 1.307832956314087,
      "learning_rate": 1.2484865817543356e-07,
      "loss": 0.3368,
      "step": 2582210
    },
    {
      "epoch": 720.69,
      "grad_norm": 1.41720712184906,
      "learning_rate": 1.2483995089186778e-07,
      "loss": 0.3373,
      "step": 2582220
    },
    {
      "epoch": 720.69,
      "grad_norm": 1.1075692176818848,
      "learning_rate": 1.248312439036397e-07,
      "loss": 0.3295,
      "step": 2582230
    },
    {
      "epoch": 720.69,
      "grad_norm": 1.2514997720718384,
      "learning_rate": 1.248225372107504e-07,
      "loss": 0.3508,
      "step": 2582240
    },
    {
      "epoch": 720.69,
      "grad_norm": 1.3730167150497437,
      "learning_rate": 1.2481383081320035e-07,
      "loss": 0.3383,
      "step": 2582250
    },
    {
      "epoch": 720.7,
      "grad_norm": 1.25020432472229,
      "learning_rate": 1.248051247109922e-07,
      "loss": 0.3353,
      "step": 2582260
    },
    {
      "epoch": 720.7,
      "grad_norm": 1.1012459993362427,
      "learning_rate": 1.2479641890412539e-07,
      "loss": 0.3287,
      "step": 2582270
    },
    {
      "epoch": 720.7,
      "grad_norm": 1.2653679847717285,
      "learning_rate": 1.2478771339260253e-07,
      "loss": 0.3519,
      "step": 2582280
    },
    {
      "epoch": 720.71,
      "grad_norm": 1.5111753940582275,
      "learning_rate": 1.2477900817642363e-07,
      "loss": 0.3337,
      "step": 2582290
    },
    {
      "epoch": 720.71,
      "grad_norm": 1.2814408540725708,
      "learning_rate": 1.2477030325559077e-07,
      "loss": 0.3388,
      "step": 2582300
    },
    {
      "epoch": 720.71,
      "grad_norm": 1.203155279159546,
      "learning_rate": 1.2476159863010473e-07,
      "loss": 0.328,
      "step": 2582310
    },
    {
      "epoch": 720.71,
      "grad_norm": 1.389680027961731,
      "learning_rate": 1.2475289429996655e-07,
      "loss": 0.3328,
      "step": 2582320
    },
    {
      "epoch": 720.72,
      "grad_norm": 1.1852823495864868,
      "learning_rate": 1.247441902651773e-07,
      "loss": 0.3405,
      "step": 2582330
    },
    {
      "epoch": 720.72,
      "grad_norm": 1.349161148071289,
      "learning_rate": 1.2473548652573848e-07,
      "loss": 0.3336,
      "step": 2582340
    },
    {
      "epoch": 720.72,
      "grad_norm": 1.1966822147369385,
      "learning_rate": 1.2472678308165142e-07,
      "loss": 0.3423,
      "step": 2582350
    },
    {
      "epoch": 720.73,
      "grad_norm": 1.3842121362686157,
      "learning_rate": 1.247180799329164e-07,
      "loss": 0.3276,
      "step": 2582360
    },
    {
      "epoch": 720.73,
      "grad_norm": 1.2141309976577759,
      "learning_rate": 1.247093770795355e-07,
      "loss": 0.34,
      "step": 2582370
    },
    {
      "epoch": 720.73,
      "grad_norm": 1.4226255416870117,
      "learning_rate": 1.2470067452150946e-07,
      "loss": 0.3353,
      "step": 2582380
    },
    {
      "epoch": 720.73,
      "grad_norm": 1.2334988117218018,
      "learning_rate": 1.246919722588391e-07,
      "loss": 0.3336,
      "step": 2582390
    },
    {
      "epoch": 720.74,
      "grad_norm": 1.2215540409088135,
      "learning_rate": 1.2468327029152648e-07,
      "loss": 0.3273,
      "step": 2582400
    },
    {
      "epoch": 720.74,
      "grad_norm": 0.9403875470161438,
      "learning_rate": 1.2467456861957214e-07,
      "loss": 0.3343,
      "step": 2582410
    },
    {
      "epoch": 720.74,
      "grad_norm": 1.501272201538086,
      "learning_rate": 1.246658672429771e-07,
      "loss": 0.3269,
      "step": 2582420
    },
    {
      "epoch": 720.75,
      "grad_norm": 3.5938637256622314,
      "learning_rate": 1.2465716616174266e-07,
      "loss": 0.3294,
      "step": 2582430
    },
    {
      "epoch": 720.75,
      "grad_norm": 1.2668635845184326,
      "learning_rate": 1.2464846537587067e-07,
      "loss": 0.3421,
      "step": 2582440
    },
    {
      "epoch": 720.75,
      "grad_norm": 1.1354446411132812,
      "learning_rate": 1.2463976488536137e-07,
      "loss": 0.3493,
      "step": 2582450
    },
    {
      "epoch": 720.75,
      "grad_norm": 1.1204677820205688,
      "learning_rate": 1.2463106469021607e-07,
      "loss": 0.3433,
      "step": 2582460
    },
    {
      "epoch": 720.76,
      "grad_norm": 1.18435537815094,
      "learning_rate": 1.2462236479043657e-07,
      "loss": 0.3211,
      "step": 2582470
    },
    {
      "epoch": 720.76,
      "grad_norm": 1.1733883619308472,
      "learning_rate": 1.246136651860229e-07,
      "loss": 0.3383,
      "step": 2582480
    },
    {
      "epoch": 720.76,
      "grad_norm": 1.4837976694107056,
      "learning_rate": 1.2460496587697763e-07,
      "loss": 0.3195,
      "step": 2582490
    },
    {
      "epoch": 720.76,
      "grad_norm": 1.2279460430145264,
      "learning_rate": 1.2459626686330053e-07,
      "loss": 0.3284,
      "step": 2582500
    },
    {
      "epoch": 720.77,
      "grad_norm": 1.5106027126312256,
      "learning_rate": 1.2458756814499367e-07,
      "loss": 0.3394,
      "step": 2582510
    },
    {
      "epoch": 720.77,
      "grad_norm": 1.2954617738723755,
      "learning_rate": 1.245788697220581e-07,
      "loss": 0.3393,
      "step": 2582520
    },
    {
      "epoch": 720.77,
      "grad_norm": 1.2632017135620117,
      "learning_rate": 1.2457017159449457e-07,
      "loss": 0.3405,
      "step": 2582530
    },
    {
      "epoch": 720.78,
      "grad_norm": 1.174422264099121,
      "learning_rate": 1.245614737623044e-07,
      "loss": 0.3291,
      "step": 2582540
    },
    {
      "epoch": 720.78,
      "grad_norm": 1.2667378187179565,
      "learning_rate": 1.245527762254889e-07,
      "loss": 0.3485,
      "step": 2582550
    },
    {
      "epoch": 720.78,
      "grad_norm": 1.7043445110321045,
      "learning_rate": 1.2454407898404937e-07,
      "loss": 0.3407,
      "step": 2582560
    },
    {
      "epoch": 720.78,
      "grad_norm": 1.159752607345581,
      "learning_rate": 1.245353820379863e-07,
      "loss": 0.3324,
      "step": 2582570
    },
    {
      "epoch": 720.79,
      "grad_norm": 1.2275571823120117,
      "learning_rate": 1.245266853873021e-07,
      "loss": 0.3258,
      "step": 2582580
    },
    {
      "epoch": 720.79,
      "grad_norm": 1.9392069578170776,
      "learning_rate": 1.2451798903199642e-07,
      "loss": 0.3439,
      "step": 2582590
    },
    {
      "epoch": 720.79,
      "grad_norm": 1.070521593093872,
      "learning_rate": 1.2450929297207142e-07,
      "loss": 0.3288,
      "step": 2582600
    },
    {
      "epoch": 720.8,
      "grad_norm": 1.2788434028625488,
      "learning_rate": 1.2450059720752808e-07,
      "loss": 0.3361,
      "step": 2582610
    },
    {
      "epoch": 720.8,
      "grad_norm": 1.2092082500457764,
      "learning_rate": 1.244919017383667e-07,
      "loss": 0.3495,
      "step": 2582620
    },
    {
      "epoch": 720.8,
      "grad_norm": 1.3733621835708618,
      "learning_rate": 1.2448320656459013e-07,
      "loss": 0.3601,
      "step": 2582630
    },
    {
      "epoch": 720.8,
      "grad_norm": 1.2698224782943726,
      "learning_rate": 1.2447451168619813e-07,
      "loss": 0.311,
      "step": 2582640
    },
    {
      "epoch": 720.81,
      "grad_norm": 1.4482851028442383,
      "learning_rate": 1.2446581710319222e-07,
      "loss": 0.3463,
      "step": 2582650
    },
    {
      "epoch": 720.81,
      "grad_norm": 1.4906445741653442,
      "learning_rate": 1.2445712281557396e-07,
      "loss": 0.3331,
      "step": 2582660
    },
    {
      "epoch": 720.81,
      "grad_norm": 1.1737457513809204,
      "learning_rate": 1.2444842882334392e-07,
      "loss": 0.3349,
      "step": 2582670
    },
    {
      "epoch": 720.81,
      "grad_norm": 1.8337947130203247,
      "learning_rate": 1.2443973512650364e-07,
      "loss": 0.3302,
      "step": 2582680
    },
    {
      "epoch": 720.82,
      "grad_norm": 1.2155637741088867,
      "learning_rate": 1.244310417250539e-07,
      "loss": 0.3319,
      "step": 2582690
    },
    {
      "epoch": 720.82,
      "grad_norm": 1.0876227617263794,
      "learning_rate": 1.244223486189965e-07,
      "loss": 0.3391,
      "step": 2582700
    },
    {
      "epoch": 720.82,
      "grad_norm": 1.271075963973999,
      "learning_rate": 1.244136558083317e-07,
      "loss": 0.3367,
      "step": 2582710
    },
    {
      "epoch": 720.83,
      "grad_norm": 1.1752338409423828,
      "learning_rate": 1.244049632930619e-07,
      "loss": 0.3266,
      "step": 2582720
    },
    {
      "epoch": 720.83,
      "grad_norm": 1.348885178565979,
      "learning_rate": 1.2439627107318704e-07,
      "loss": 0.3427,
      "step": 2582730
    },
    {
      "epoch": 720.83,
      "grad_norm": 1.3501005172729492,
      "learning_rate": 1.243875791487087e-07,
      "loss": 0.3268,
      "step": 2582740
    },
    {
      "epoch": 720.83,
      "grad_norm": 2.3694119453430176,
      "learning_rate": 1.2437888751962869e-07,
      "loss": 0.3627,
      "step": 2582750
    },
    {
      "epoch": 720.84,
      "grad_norm": 1.1124927997589111,
      "learning_rate": 1.2437019618594702e-07,
      "loss": 0.3408,
      "step": 2582760
    },
    {
      "epoch": 720.84,
      "grad_norm": 1.2341558933258057,
      "learning_rate": 1.2436150514766552e-07,
      "loss": 0.3433,
      "step": 2582770
    },
    {
      "epoch": 720.84,
      "grad_norm": 1.1957015991210938,
      "learning_rate": 1.2435281440478496e-07,
      "loss": 0.3311,
      "step": 2582780
    },
    {
      "epoch": 720.85,
      "grad_norm": 1.075854778289795,
      "learning_rate": 1.2434412395730744e-07,
      "loss": 0.3285,
      "step": 2582790
    },
    {
      "epoch": 720.85,
      "grad_norm": 1.2553131580352783,
      "learning_rate": 1.2433543380523295e-07,
      "loss": 0.3147,
      "step": 2582800
    },
    {
      "epoch": 720.85,
      "grad_norm": 1.2386116981506348,
      "learning_rate": 1.2432674394856329e-07,
      "loss": 0.3223,
      "step": 2582810
    },
    {
      "epoch": 720.85,
      "grad_norm": 1.2709250450134277,
      "learning_rate": 1.2431805438729978e-07,
      "loss": 0.3353,
      "step": 2582820
    },
    {
      "epoch": 720.86,
      "grad_norm": 1.1615982055664062,
      "learning_rate": 1.243093651214424e-07,
      "loss": 0.3314,
      "step": 2582830
    },
    {
      "epoch": 720.86,
      "grad_norm": 1.1032549142837524,
      "learning_rate": 1.2430067615099406e-07,
      "loss": 0.3361,
      "step": 2582840
    },
    {
      "epoch": 720.86,
      "grad_norm": 1.4040940999984741,
      "learning_rate": 1.2429198747595418e-07,
      "loss": 0.3401,
      "step": 2582850
    },
    {
      "epoch": 720.87,
      "grad_norm": 1.2690845727920532,
      "learning_rate": 1.2428329909632567e-07,
      "loss": 0.3387,
      "step": 2582860
    },
    {
      "epoch": 720.87,
      "grad_norm": 1.2952324151992798,
      "learning_rate": 1.2427461101210827e-07,
      "loss": 0.3267,
      "step": 2582870
    },
    {
      "epoch": 720.87,
      "grad_norm": 1.220231056213379,
      "learning_rate": 1.2426592322330374e-07,
      "loss": 0.329,
      "step": 2582880
    },
    {
      "epoch": 720.87,
      "grad_norm": 1.4520982503890991,
      "learning_rate": 1.242572357299132e-07,
      "loss": 0.3179,
      "step": 2582890
    },
    {
      "epoch": 720.88,
      "grad_norm": 1.3332971334457397,
      "learning_rate": 1.242485485319379e-07,
      "loss": 0.3195,
      "step": 2582900
    },
    {
      "epoch": 720.88,
      "grad_norm": 1.4122066497802734,
      "learning_rate": 1.2423986162937836e-07,
      "loss": 0.3355,
      "step": 2582910
    },
    {
      "epoch": 720.88,
      "grad_norm": 1.1215546131134033,
      "learning_rate": 1.2423117502223644e-07,
      "loss": 0.3285,
      "step": 2582920
    },
    {
      "epoch": 720.88,
      "grad_norm": 1.2592744827270508,
      "learning_rate": 1.2422248871051343e-07,
      "loss": 0.3427,
      "step": 2582930
    },
    {
      "epoch": 720.89,
      "grad_norm": 1.1824225187301636,
      "learning_rate": 1.242138026942098e-07,
      "loss": 0.3313,
      "step": 2582940
    },
    {
      "epoch": 720.89,
      "grad_norm": 1.0802351236343384,
      "learning_rate": 1.2420511697332716e-07,
      "loss": 0.3535,
      "step": 2582950
    },
    {
      "epoch": 720.89,
      "grad_norm": 1.2151942253112793,
      "learning_rate": 1.2419643154786682e-07,
      "loss": 0.3562,
      "step": 2582960
    },
    {
      "epoch": 720.9,
      "grad_norm": 1.4973962306976318,
      "learning_rate": 1.24187746417829e-07,
      "loss": 0.3262,
      "step": 2582970
    },
    {
      "epoch": 720.9,
      "grad_norm": 1.3414252996444702,
      "learning_rate": 1.2417906158321606e-07,
      "loss": 0.3352,
      "step": 2582980
    },
    {
      "epoch": 720.9,
      "grad_norm": 1.1609084606170654,
      "learning_rate": 1.241703770440283e-07,
      "loss": 0.3418,
      "step": 2582990
    },
    {
      "epoch": 720.9,
      "grad_norm": 1.1179345846176147,
      "learning_rate": 1.2416169280026722e-07,
      "loss": 0.3257,
      "step": 2583000
    },
    {
      "epoch": 720.91,
      "grad_norm": 1.0765461921691895,
      "learning_rate": 1.2415300885193413e-07,
      "loss": 0.3374,
      "step": 2583010
    },
    {
      "epoch": 720.91,
      "grad_norm": 1.1656311750411987,
      "learning_rate": 1.241443251990301e-07,
      "loss": 0.3469,
      "step": 2583020
    },
    {
      "epoch": 720.91,
      "grad_norm": 1.2233004570007324,
      "learning_rate": 1.241356418415559e-07,
      "loss": 0.3489,
      "step": 2583030
    },
    {
      "epoch": 720.92,
      "grad_norm": 1.347894549369812,
      "learning_rate": 1.2412695877951308e-07,
      "loss": 0.3509,
      "step": 2583040
    },
    {
      "epoch": 720.92,
      "grad_norm": 1.1385443210601807,
      "learning_rate": 1.2411827601290295e-07,
      "loss": 0.33,
      "step": 2583050
    },
    {
      "epoch": 720.92,
      "grad_norm": 1.2331255674362183,
      "learning_rate": 1.2410959354172577e-07,
      "loss": 0.3377,
      "step": 2583060
    },
    {
      "epoch": 720.92,
      "grad_norm": 1.1436134576797485,
      "learning_rate": 1.2410091136598388e-07,
      "loss": 0.3385,
      "step": 2583070
    },
    {
      "epoch": 720.93,
      "grad_norm": 1.5937916040420532,
      "learning_rate": 1.240922294856778e-07,
      "loss": 0.3343,
      "step": 2583080
    },
    {
      "epoch": 720.93,
      "grad_norm": 1.3897106647491455,
      "learning_rate": 1.2408354790080857e-07,
      "loss": 0.3217,
      "step": 2583090
    },
    {
      "epoch": 720.93,
      "grad_norm": 1.2120308876037598,
      "learning_rate": 1.2407486661137803e-07,
      "loss": 0.3448,
      "step": 2583100
    },
    {
      "epoch": 720.93,
      "grad_norm": 1.3733556270599365,
      "learning_rate": 1.240661856173864e-07,
      "loss": 0.3269,
      "step": 2583110
    },
    {
      "epoch": 720.94,
      "grad_norm": 1.2187718152999878,
      "learning_rate": 1.2405750491883528e-07,
      "loss": 0.3297,
      "step": 2583120
    },
    {
      "epoch": 720.94,
      "grad_norm": 1.1992332935333252,
      "learning_rate": 1.2404882451572596e-07,
      "loss": 0.3418,
      "step": 2583130
    },
    {
      "epoch": 720.94,
      "grad_norm": 1.1576192378997803,
      "learning_rate": 1.240401444080592e-07,
      "loss": 0.3199,
      "step": 2583140
    },
    {
      "epoch": 720.95,
      "grad_norm": 1.3407851457595825,
      "learning_rate": 1.240314645958366e-07,
      "loss": 0.3221,
      "step": 2583150
    },
    {
      "epoch": 720.95,
      "grad_norm": 0.9912588000297546,
      "learning_rate": 1.2402278507905966e-07,
      "loss": 0.3375,
      "step": 2583160
    },
    {
      "epoch": 720.95,
      "grad_norm": 1.3090518712997437,
      "learning_rate": 1.2401410585772846e-07,
      "loss": 0.3484,
      "step": 2583170
    },
    {
      "epoch": 720.95,
      "grad_norm": 4.56859827041626,
      "learning_rate": 1.2400542693184476e-07,
      "loss": 0.3412,
      "step": 2583180
    },
    {
      "epoch": 720.96,
      "grad_norm": 1.3523914813995361,
      "learning_rate": 1.2399674830140988e-07,
      "loss": 0.337,
      "step": 2583190
    },
    {
      "epoch": 720.96,
      "grad_norm": 1.3943898677825928,
      "learning_rate": 1.2398806996642436e-07,
      "loss": 0.3445,
      "step": 2583200
    },
    {
      "epoch": 720.96,
      "grad_norm": 1.157169222831726,
      "learning_rate": 1.2397939192689025e-07,
      "loss": 0.3263,
      "step": 2583210
    },
    {
      "epoch": 720.97,
      "grad_norm": 1.2079639434814453,
      "learning_rate": 1.2397071418280783e-07,
      "loss": 0.3388,
      "step": 2583220
    },
    {
      "epoch": 720.97,
      "grad_norm": 1.2577821016311646,
      "learning_rate": 1.2396203673417892e-07,
      "loss": 0.3539,
      "step": 2583230
    },
    {
      "epoch": 720.97,
      "grad_norm": 1.2495757341384888,
      "learning_rate": 1.2395335958100402e-07,
      "loss": 0.332,
      "step": 2583240
    },
    {
      "epoch": 720.97,
      "grad_norm": 1.1408647298812866,
      "learning_rate": 1.2394468272328525e-07,
      "loss": 0.3294,
      "step": 2583250
    },
    {
      "epoch": 720.98,
      "grad_norm": 3.133213996887207,
      "learning_rate": 1.2393600616102282e-07,
      "loss": 0.3309,
      "step": 2583260
    },
    {
      "epoch": 720.98,
      "grad_norm": 1.799883246421814,
      "learning_rate": 1.2392732989421808e-07,
      "loss": 0.3348,
      "step": 2583270
    },
    {
      "epoch": 720.98,
      "grad_norm": 1.3815314769744873,
      "learning_rate": 1.239186539228728e-07,
      "loss": 0.3397,
      "step": 2583280
    },
    {
      "epoch": 720.99,
      "grad_norm": 1.1419659852981567,
      "learning_rate": 1.2390997824698705e-07,
      "loss": 0.331,
      "step": 2583290
    },
    {
      "epoch": 720.99,
      "grad_norm": 1.1714019775390625,
      "learning_rate": 1.2390130286656312e-07,
      "loss": 0.3351,
      "step": 2583300
    },
    {
      "epoch": 720.99,
      "grad_norm": 1.4553959369659424,
      "learning_rate": 1.2389262778160154e-07,
      "loss": 0.3371,
      "step": 2583310
    },
    {
      "epoch": 720.99,
      "grad_norm": 1.299340844154358,
      "learning_rate": 1.2388395299210334e-07,
      "loss": 0.3507,
      "step": 2583320
    },
    {
      "epoch": 721.0,
      "grad_norm": 1.2096939086914062,
      "learning_rate": 1.2387527849807037e-07,
      "loss": 0.3289,
      "step": 2583330
    },
    {
      "epoch": 721.0,
      "grad_norm": 1.1646896600723267,
      "learning_rate": 1.2386660429950312e-07,
      "loss": 0.334,
      "step": 2583340
    },
    {
      "epoch": 721.0,
      "eval_loss": 0.3378213047981262,
      "eval_runtime": 66.1511,
      "eval_samples_per_second": 76.476,
      "eval_steps_per_second": 9.569,
      "step": 2583343
    },
    {
      "epoch": 721.0,
      "grad_norm": 2.1243810653686523,
      "learning_rate": 1.2385793039640267e-07,
      "loss": 0.3508,
      "step": 2583350
    },
    {
      "epoch": 721.0,
      "grad_norm": 1.2734761238098145,
      "learning_rate": 1.238492567887708e-07,
      "loss": 0.3278,
      "step": 2583360
    },
    {
      "epoch": 721.01,
      "grad_norm": 4.903643608093262,
      "learning_rate": 1.238405834766083e-07,
      "loss": 0.3403,
      "step": 2583370
    },
    {
      "epoch": 721.01,
      "grad_norm": 1.2622483968734741,
      "learning_rate": 1.2383191045991598e-07,
      "loss": 0.3157,
      "step": 2583380
    },
    {
      "epoch": 721.01,
      "grad_norm": 1.4432586431503296,
      "learning_rate": 1.238232377386959e-07,
      "loss": 0.3504,
      "step": 2583390
    },
    {
      "epoch": 721.02,
      "grad_norm": 1.340162754058838,
      "learning_rate": 1.238145653129483e-07,
      "loss": 0.338,
      "step": 2583400
    },
    {
      "epoch": 721.02,
      "grad_norm": 1.155097484588623,
      "learning_rate": 1.2380589318267478e-07,
      "loss": 0.3394,
      "step": 2583410
    },
    {
      "epoch": 721.02,
      "grad_norm": 1.3945757150650024,
      "learning_rate": 1.2379722134787687e-07,
      "loss": 0.3475,
      "step": 2583420
    },
    {
      "epoch": 721.02,
      "grad_norm": 1.2134214639663696,
      "learning_rate": 1.2378854980855433e-07,
      "loss": 0.335,
      "step": 2583430
    },
    {
      "epoch": 721.03,
      "grad_norm": 1.293857216835022,
      "learning_rate": 1.2377987856471003e-07,
      "loss": 0.326,
      "step": 2583440
    },
    {
      "epoch": 721.03,
      "grad_norm": 1.2283776998519897,
      "learning_rate": 1.237712076163442e-07,
      "loss": 0.3311,
      "step": 2583450
    },
    {
      "epoch": 721.03,
      "grad_norm": 1.2588773965835571,
      "learning_rate": 1.237625369634579e-07,
      "loss": 0.3494,
      "step": 2583460
    },
    {
      "epoch": 721.04,
      "grad_norm": 1.9659544229507446,
      "learning_rate": 1.2375386660605319e-07,
      "loss": 0.3512,
      "step": 2583470
    },
    {
      "epoch": 721.04,
      "grad_norm": 1.294655203819275,
      "learning_rate": 1.2374519654412986e-07,
      "loss": 0.3407,
      "step": 2583480
    },
    {
      "epoch": 721.04,
      "grad_norm": 1.3020837306976318,
      "learning_rate": 1.2373652677768993e-07,
      "loss": 0.3437,
      "step": 2583490
    },
    {
      "epoch": 721.04,
      "grad_norm": 1.8157577514648438,
      "learning_rate": 1.2372785730673447e-07,
      "loss": 0.3348,
      "step": 2583500
    },
    {
      "epoch": 721.05,
      "grad_norm": 1.2853227853775024,
      "learning_rate": 1.2371918813126482e-07,
      "loss": 0.3453,
      "step": 2583510
    },
    {
      "epoch": 721.05,
      "grad_norm": 1.346346378326416,
      "learning_rate": 1.2371051925128142e-07,
      "loss": 0.3402,
      "step": 2583520
    },
    {
      "epoch": 721.05,
      "grad_norm": 1.345656156539917,
      "learning_rate": 1.2370185066678642e-07,
      "loss": 0.3418,
      "step": 2583530
    },
    {
      "epoch": 721.05,
      "grad_norm": 1.3635928630828857,
      "learning_rate": 1.2369318237778002e-07,
      "loss": 0.333,
      "step": 2583540
    },
    {
      "epoch": 721.06,
      "grad_norm": 1.4361743927001953,
      "learning_rate": 1.2368451438426385e-07,
      "loss": 0.3246,
      "step": 2583550
    },
    {
      "epoch": 721.06,
      "grad_norm": 1.1382520198822021,
      "learning_rate": 1.2367584668623917e-07,
      "loss": 0.3335,
      "step": 2583560
    },
    {
      "epoch": 721.06,
      "grad_norm": 1.2395975589752197,
      "learning_rate": 1.2366717928370676e-07,
      "loss": 0.3486,
      "step": 2583570
    },
    {
      "epoch": 721.07,
      "grad_norm": 1.3644896745681763,
      "learning_rate": 1.2365851217666792e-07,
      "loss": 0.3407,
      "step": 2583580
    },
    {
      "epoch": 721.07,
      "grad_norm": 1.1120861768722534,
      "learning_rate": 1.2364984536512397e-07,
      "loss": 0.3234,
      "step": 2583590
    },
    {
      "epoch": 721.07,
      "grad_norm": 1.2321271896362305,
      "learning_rate": 1.236411788490762e-07,
      "loss": 0.3473,
      "step": 2583600
    },
    {
      "epoch": 721.07,
      "grad_norm": 1.147237777709961,
      "learning_rate": 1.2363251262852538e-07,
      "loss": 0.3326,
      "step": 2583610
    },
    {
      "epoch": 721.08,
      "grad_norm": 1.307693600654602,
      "learning_rate": 1.2362384670347256e-07,
      "loss": 0.3393,
      "step": 2583620
    },
    {
      "epoch": 721.08,
      "grad_norm": 1.3005397319793701,
      "learning_rate": 1.2361518107391957e-07,
      "loss": 0.3254,
      "step": 2583630
    },
    {
      "epoch": 721.08,
      "grad_norm": 1.3675167560577393,
      "learning_rate": 1.236065157398664e-07,
      "loss": 0.3426,
      "step": 2583640
    },
    {
      "epoch": 721.09,
      "grad_norm": 1.6125551462173462,
      "learning_rate": 1.2359785070131565e-07,
      "loss": 0.334,
      "step": 2583650
    },
    {
      "epoch": 721.09,
      "grad_norm": 1.0682071447372437,
      "learning_rate": 1.2358918595826734e-07,
      "loss": 0.3461,
      "step": 2583660
    },
    {
      "epoch": 721.09,
      "grad_norm": 1.2572360038757324,
      "learning_rate": 1.2358052151072326e-07,
      "loss": 0.3395,
      "step": 2583670
    },
    {
      "epoch": 721.09,
      "grad_norm": 1.2237780094146729,
      "learning_rate": 1.2357185735868423e-07,
      "loss": 0.3359,
      "step": 2583680
    },
    {
      "epoch": 721.1,
      "grad_norm": 1.3386740684509277,
      "learning_rate": 1.2356319350215177e-07,
      "loss": 0.351,
      "step": 2583690
    },
    {
      "epoch": 721.1,
      "grad_norm": 1.402703881263733,
      "learning_rate": 1.235545299411264e-07,
      "loss": 0.3408,
      "step": 2583700
    },
    {
      "epoch": 721.1,
      "grad_norm": 1.2492026090621948,
      "learning_rate": 1.2354586667561e-07,
      "loss": 0.3368,
      "step": 2583710
    },
    {
      "epoch": 721.11,
      "grad_norm": 1.283913016319275,
      "learning_rate": 1.2353720370560303e-07,
      "loss": 0.334,
      "step": 2583720
    },
    {
      "epoch": 721.11,
      "grad_norm": 1.3757193088531494,
      "learning_rate": 1.2352854103110707e-07,
      "loss": 0.3532,
      "step": 2583730
    },
    {
      "epoch": 721.11,
      "grad_norm": 1.7243256568908691,
      "learning_rate": 1.235198786521234e-07,
      "loss": 0.3387,
      "step": 2583740
    },
    {
      "epoch": 721.11,
      "grad_norm": 1.3972512483596802,
      "learning_rate": 1.2351121656865286e-07,
      "loss": 0.3472,
      "step": 2583750
    },
    {
      "epoch": 721.12,
      "grad_norm": 2.1939101219177246,
      "learning_rate": 1.235025547806967e-07,
      "loss": 0.3474,
      "step": 2583760
    },
    {
      "epoch": 721.12,
      "grad_norm": 1.1421782970428467,
      "learning_rate": 1.2349389328825623e-07,
      "loss": 0.3335,
      "step": 2583770
    },
    {
      "epoch": 721.12,
      "grad_norm": 1.1605764627456665,
      "learning_rate": 1.2348523209133198e-07,
      "loss": 0.3229,
      "step": 2583780
    },
    {
      "epoch": 721.12,
      "grad_norm": 1.4057470560073853,
      "learning_rate": 1.2347657118992604e-07,
      "loss": 0.3386,
      "step": 2583790
    },
    {
      "epoch": 721.13,
      "grad_norm": 1.452694296836853,
      "learning_rate": 1.234679105840389e-07,
      "loss": 0.3329,
      "step": 2583800
    },
    {
      "epoch": 721.13,
      "grad_norm": 1.1665436029434204,
      "learning_rate": 1.234592502736719e-07,
      "loss": 0.336,
      "step": 2583810
    },
    {
      "epoch": 721.13,
      "grad_norm": 1.4938807487487793,
      "learning_rate": 1.234505902588263e-07,
      "loss": 0.3362,
      "step": 2583820
    },
    {
      "epoch": 721.14,
      "grad_norm": 1.1182928085327148,
      "learning_rate": 1.2344193053950317e-07,
      "loss": 0.3362,
      "step": 2583830
    },
    {
      "epoch": 721.14,
      "grad_norm": 1.454433560371399,
      "learning_rate": 1.2343327111570353e-07,
      "loss": 0.3283,
      "step": 2583840
    },
    {
      "epoch": 721.14,
      "grad_norm": 1.422432541847229,
      "learning_rate": 1.234246119874287e-07,
      "loss": 0.3395,
      "step": 2583850
    },
    {
      "epoch": 721.14,
      "grad_norm": 1.1710102558135986,
      "learning_rate": 1.2341595315468025e-07,
      "loss": 0.3299,
      "step": 2583860
    },
    {
      "epoch": 721.15,
      "grad_norm": 1.1708203554153442,
      "learning_rate": 1.2340729461745787e-07,
      "loss": 0.3348,
      "step": 2583870
    },
    {
      "epoch": 721.15,
      "grad_norm": 1.1007328033447266,
      "learning_rate": 1.233986363757645e-07,
      "loss": 0.3407,
      "step": 2583880
    },
    {
      "epoch": 721.15,
      "grad_norm": 1.2792625427246094,
      "learning_rate": 1.233899784296003e-07,
      "loss": 0.3341,
      "step": 2583890
    },
    {
      "epoch": 721.16,
      "grad_norm": 1.229313850402832,
      "learning_rate": 1.2338132077896642e-07,
      "loss": 0.3495,
      "step": 2583900
    },
    {
      "epoch": 721.16,
      "grad_norm": 1.2528232336044312,
      "learning_rate": 1.233726634238646e-07,
      "loss": 0.3413,
      "step": 2583910
    },
    {
      "epoch": 721.16,
      "grad_norm": 1.2081035375595093,
      "learning_rate": 1.2336400636429538e-07,
      "loss": 0.3304,
      "step": 2583920
    },
    {
      "epoch": 721.16,
      "grad_norm": 1.1019339561462402,
      "learning_rate": 1.233553496002601e-07,
      "loss": 0.3466,
      "step": 2583930
    },
    {
      "epoch": 721.17,
      "grad_norm": 1.4051419496536255,
      "learning_rate": 1.2334669313176002e-07,
      "loss": 0.3362,
      "step": 2583940
    },
    {
      "epoch": 721.17,
      "grad_norm": 1.1595871448516846,
      "learning_rate": 1.2333803695879644e-07,
      "loss": 0.3277,
      "step": 2583950
    },
    {
      "epoch": 721.17,
      "grad_norm": 1.3105380535125732,
      "learning_rate": 1.2332938108136962e-07,
      "loss": 0.3391,
      "step": 2583960
    },
    {
      "epoch": 721.17,
      "grad_norm": 1.1191117763519287,
      "learning_rate": 1.2332072549948194e-07,
      "loss": 0.3413,
      "step": 2583970
    },
    {
      "epoch": 721.18,
      "grad_norm": 1.3177525997161865,
      "learning_rate": 1.233120702131339e-07,
      "loss": 0.3282,
      "step": 2583980
    },
    {
      "epoch": 721.18,
      "grad_norm": 1.2823100090026855,
      "learning_rate": 1.2330341522232677e-07,
      "loss": 0.3295,
      "step": 2583990
    },
    {
      "epoch": 721.18,
      "grad_norm": 1.133630633354187,
      "learning_rate": 1.232947605270619e-07,
      "loss": 0.3256,
      "step": 2584000
    },
    {
      "epoch": 721.19,
      "grad_norm": 1.239504098892212,
      "learning_rate": 1.2328610612733952e-07,
      "loss": 0.328,
      "step": 2584010
    },
    {
      "epoch": 721.19,
      "grad_norm": 1.5344141721725464,
      "learning_rate": 1.2327745202316222e-07,
      "loss": 0.3404,
      "step": 2584020
    },
    {
      "epoch": 721.19,
      "grad_norm": 1.3914263248443604,
      "learning_rate": 1.2326879821453004e-07,
      "loss": 0.3514,
      "step": 2584030
    },
    {
      "epoch": 721.19,
      "grad_norm": 1.4537220001220703,
      "learning_rate": 1.2326014470144453e-07,
      "loss": 0.3123,
      "step": 2584040
    },
    {
      "epoch": 721.2,
      "grad_norm": 1.4886289834976196,
      "learning_rate": 1.232514914839072e-07,
      "loss": 0.3371,
      "step": 2584050
    },
    {
      "epoch": 721.2,
      "grad_norm": 1.2161062955856323,
      "learning_rate": 1.2324283856191865e-07,
      "loss": 0.3315,
      "step": 2584060
    },
    {
      "epoch": 721.2,
      "grad_norm": 1.2518234252929688,
      "learning_rate": 1.2323418593547988e-07,
      "loss": 0.3352,
      "step": 2584070
    },
    {
      "epoch": 721.21,
      "grad_norm": 1.2297028303146362,
      "learning_rate": 1.2322553360459268e-07,
      "loss": 0.3406,
      "step": 2584080
    },
    {
      "epoch": 721.21,
      "grad_norm": 1.150844931602478,
      "learning_rate": 1.232168815692579e-07,
      "loss": 0.322,
      "step": 2584090
    },
    {
      "epoch": 721.21,
      "grad_norm": 1.1361138820648193,
      "learning_rate": 1.2320822982947627e-07,
      "loss": 0.3413,
      "step": 2584100
    },
    {
      "epoch": 721.21,
      "grad_norm": 1.2775931358337402,
      "learning_rate": 1.231995783852499e-07,
      "loss": 0.3471,
      "step": 2584110
    },
    {
      "epoch": 721.22,
      "grad_norm": 1.2043203115463257,
      "learning_rate": 1.2319092723657927e-07,
      "loss": 0.3589,
      "step": 2584120
    },
    {
      "epoch": 721.22,
      "grad_norm": 1.1512584686279297,
      "learning_rate": 1.2318227638346547e-07,
      "loss": 0.337,
      "step": 2584130
    },
    {
      "epoch": 721.22,
      "grad_norm": 1.1811968088150024,
      "learning_rate": 1.2317362582591004e-07,
      "loss": 0.3475,
      "step": 2584140
    },
    {
      "epoch": 721.23,
      "grad_norm": 1.1372531652450562,
      "learning_rate": 1.2316497556391377e-07,
      "loss": 0.3256,
      "step": 2584150
    },
    {
      "epoch": 721.23,
      "grad_norm": 1.1326543092727661,
      "learning_rate": 1.231563255974779e-07,
      "loss": 0.3275,
      "step": 2584160
    },
    {
      "epoch": 721.23,
      "grad_norm": 1.3065894842147827,
      "learning_rate": 1.2314767592660383e-07,
      "loss": 0.3246,
      "step": 2584170
    },
    {
      "epoch": 721.23,
      "grad_norm": 1.4170082807540894,
      "learning_rate": 1.231390265512928e-07,
      "loss": 0.3363,
      "step": 2584180
    },
    {
      "epoch": 721.24,
      "grad_norm": 1.2797009944915771,
      "learning_rate": 1.2313037747154484e-07,
      "loss": 0.3497,
      "step": 2584190
    },
    {
      "epoch": 721.24,
      "grad_norm": 1.278883695602417,
      "learning_rate": 1.2312172868736276e-07,
      "loss": 0.3491,
      "step": 2584200
    },
    {
      "epoch": 721.24,
      "grad_norm": 1.276772141456604,
      "learning_rate": 1.2311308019874664e-07,
      "loss": 0.3279,
      "step": 2584210
    },
    {
      "epoch": 721.24,
      "grad_norm": 1.1686813831329346,
      "learning_rate": 1.231044320056977e-07,
      "loss": 0.352,
      "step": 2584220
    },
    {
      "epoch": 721.25,
      "grad_norm": 1.1227909326553345,
      "learning_rate": 1.2309578410821782e-07,
      "loss": 0.3375,
      "step": 2584230
    },
    {
      "epoch": 721.25,
      "grad_norm": 1.3890742063522339,
      "learning_rate": 1.2308713650630723e-07,
      "loss": 0.3445,
      "step": 2584240
    },
    {
      "epoch": 721.25,
      "grad_norm": 1.17070734500885,
      "learning_rate": 1.230784891999675e-07,
      "loss": 0.3284,
      "step": 2584250
    },
    {
      "epoch": 721.26,
      "grad_norm": 1.0841120481491089,
      "learning_rate": 1.2306984218919967e-07,
      "loss": 0.3356,
      "step": 2584260
    },
    {
      "epoch": 721.26,
      "grad_norm": 1.2118191719055176,
      "learning_rate": 1.230611954740053e-07,
      "loss": 0.3385,
      "step": 2584270
    },
    {
      "epoch": 721.26,
      "grad_norm": 1.2404886484146118,
      "learning_rate": 1.2305254905438517e-07,
      "loss": 0.3569,
      "step": 2584280
    },
    {
      "epoch": 721.26,
      "grad_norm": 1.0869168043136597,
      "learning_rate": 1.2304390293034006e-07,
      "loss": 0.3187,
      "step": 2584290
    },
    {
      "epoch": 721.27,
      "grad_norm": 1.2912511825561523,
      "learning_rate": 1.230352571018718e-07,
      "loss": 0.3287,
      "step": 2584300
    },
    {
      "epoch": 721.27,
      "grad_norm": 1.2585779428482056,
      "learning_rate": 1.2302661156898117e-07,
      "loss": 0.3473,
      "step": 2584310
    },
    {
      "epoch": 721.27,
      "grad_norm": 2.678234577178955,
      "learning_rate": 1.230179663316697e-07,
      "loss": 0.3384,
      "step": 2584320
    },
    {
      "epoch": 721.28,
      "grad_norm": 1.1504884958267212,
      "learning_rate": 1.2300932138993772e-07,
      "loss": 0.3389,
      "step": 2584330
    },
    {
      "epoch": 721.28,
      "grad_norm": 1.1061631441116333,
      "learning_rate": 1.2300067674378775e-07,
      "loss": 0.3216,
      "step": 2584340
    },
    {
      "epoch": 721.28,
      "grad_norm": 1.3820621967315674,
      "learning_rate": 1.229920323932196e-07,
      "loss": 0.3277,
      "step": 2584350
    },
    {
      "epoch": 721.28,
      "grad_norm": 1.182776689529419,
      "learning_rate": 1.2298338833823478e-07,
      "loss": 0.3218,
      "step": 2584360
    },
    {
      "epoch": 721.29,
      "grad_norm": 1.208581805229187,
      "learning_rate": 1.2297474457883513e-07,
      "loss": 0.3473,
      "step": 2584370
    },
    {
      "epoch": 721.29,
      "grad_norm": 1.2229777574539185,
      "learning_rate": 1.2296610111502092e-07,
      "loss": 0.3326,
      "step": 2584380
    },
    {
      "epoch": 721.29,
      "grad_norm": 1.2094818353652954,
      "learning_rate": 1.2295745794679368e-07,
      "loss": 0.3414,
      "step": 2584390
    },
    {
      "epoch": 721.3,
      "grad_norm": 1.296394944190979,
      "learning_rate": 1.229488150741545e-07,
      "loss": 0.3446,
      "step": 2584400
    },
    {
      "epoch": 721.3,
      "grad_norm": 1.470848560333252,
      "learning_rate": 1.229401724971049e-07,
      "loss": 0.3338,
      "step": 2584410
    },
    {
      "epoch": 721.3,
      "grad_norm": 1.26729416847229,
      "learning_rate": 1.2293153021564542e-07,
      "loss": 0.3228,
      "step": 2584420
    },
    {
      "epoch": 721.3,
      "grad_norm": 1.1308513879776,
      "learning_rate": 1.2292288822977737e-07,
      "loss": 0.3232,
      "step": 2584430
    },
    {
      "epoch": 721.31,
      "grad_norm": 1.1586445569992065,
      "learning_rate": 1.2291424653950226e-07,
      "loss": 0.3368,
      "step": 2584440
    },
    {
      "epoch": 721.31,
      "grad_norm": 1.3238515853881836,
      "learning_rate": 1.2290560514482042e-07,
      "loss": 0.3319,
      "step": 2584450
    },
    {
      "epoch": 721.31,
      "grad_norm": 1.3827472925186157,
      "learning_rate": 1.228969640457344e-07,
      "loss": 0.3315,
      "step": 2584460
    },
    {
      "epoch": 721.31,
      "grad_norm": 1.3331294059753418,
      "learning_rate": 1.2288832324224397e-07,
      "loss": 0.3594,
      "step": 2584470
    },
    {
      "epoch": 721.32,
      "grad_norm": 1.582358717918396,
      "learning_rate": 1.2287968273435095e-07,
      "loss": 0.3365,
      "step": 2584480
    },
    {
      "epoch": 721.32,
      "grad_norm": 1.379675269126892,
      "learning_rate": 1.2287104252205635e-07,
      "loss": 0.3188,
      "step": 2584490
    },
    {
      "epoch": 721.32,
      "grad_norm": 1.3895583152770996,
      "learning_rate": 1.2286240260536178e-07,
      "loss": 0.3683,
      "step": 2584500
    },
    {
      "epoch": 721.33,
      "grad_norm": 1.169904112815857,
      "learning_rate": 1.2285376298426746e-07,
      "loss": 0.312,
      "step": 2584510
    },
    {
      "epoch": 721.33,
      "grad_norm": 1.103743076324463,
      "learning_rate": 1.228451236587752e-07,
      "loss": 0.3324,
      "step": 2584520
    },
    {
      "epoch": 721.33,
      "grad_norm": 1.2329397201538086,
      "learning_rate": 1.228364846288861e-07,
      "loss": 0.3308,
      "step": 2584530
    },
    {
      "epoch": 721.33,
      "grad_norm": 1.2585546970367432,
      "learning_rate": 1.2282784589460064e-07,
      "loss": 0.3393,
      "step": 2584540
    },
    {
      "epoch": 721.34,
      "grad_norm": 1.3115522861480713,
      "learning_rate": 1.2281920745592114e-07,
      "loss": 0.3608,
      "step": 2584550
    },
    {
      "epoch": 721.34,
      "grad_norm": 1.2926983833312988,
      "learning_rate": 1.228105693128479e-07,
      "loss": 0.3458,
      "step": 2584560
    },
    {
      "epoch": 721.34,
      "grad_norm": 1.3385310173034668,
      "learning_rate": 1.2280193146538222e-07,
      "loss": 0.3274,
      "step": 2584570
    },
    {
      "epoch": 721.35,
      "grad_norm": 1.2280244827270508,
      "learning_rate": 1.2279329391352565e-07,
      "loss": 0.3366,
      "step": 2584580
    },
    {
      "epoch": 721.35,
      "grad_norm": 1.1597715616226196,
      "learning_rate": 1.2278465665727845e-07,
      "loss": 0.3396,
      "step": 2584590
    },
    {
      "epoch": 721.35,
      "grad_norm": 1.1002026796340942,
      "learning_rate": 1.2277601969664297e-07,
      "loss": 0.3177,
      "step": 2584600
    },
    {
      "epoch": 721.35,
      "grad_norm": 1.1955845355987549,
      "learning_rate": 1.2276738303161944e-07,
      "loss": 0.3391,
      "step": 2584610
    },
    {
      "epoch": 721.36,
      "grad_norm": 1.4283157587051392,
      "learning_rate": 1.227587466622092e-07,
      "loss": 0.3275,
      "step": 2584620
    },
    {
      "epoch": 721.36,
      "grad_norm": 1.3448503017425537,
      "learning_rate": 1.2275011058841353e-07,
      "loss": 0.3376,
      "step": 2584630
    },
    {
      "epoch": 721.36,
      "grad_norm": 1.4303261041641235,
      "learning_rate": 1.22741474810234e-07,
      "loss": 0.3307,
      "step": 2584640
    },
    {
      "epoch": 721.36,
      "grad_norm": 1.2874209880828857,
      "learning_rate": 1.2273283932767085e-07,
      "loss": 0.3358,
      "step": 2584650
    },
    {
      "epoch": 721.37,
      "grad_norm": 1.396109938621521,
      "learning_rate": 1.227242041407257e-07,
      "loss": 0.3551,
      "step": 2584660
    },
    {
      "epoch": 721.37,
      "grad_norm": 1.2906526327133179,
      "learning_rate": 1.227155692494e-07,
      "loss": 0.3422,
      "step": 2584670
    },
    {
      "epoch": 721.37,
      "grad_norm": 1.2558460235595703,
      "learning_rate": 1.2270693465369412e-07,
      "loss": 0.3413,
      "step": 2584680
    },
    {
      "epoch": 721.38,
      "grad_norm": 1.4376444816589355,
      "learning_rate": 1.226983003536101e-07,
      "loss": 0.3436,
      "step": 2584690
    },
    {
      "epoch": 721.38,
      "grad_norm": 1.0887234210968018,
      "learning_rate": 1.2268966634914846e-07,
      "loss": 0.3401,
      "step": 2584700
    },
    {
      "epoch": 721.38,
      "grad_norm": 1.532205581665039,
      "learning_rate": 1.226810326403105e-07,
      "loss": 0.3312,
      "step": 2584710
    },
    {
      "epoch": 721.38,
      "grad_norm": 1.143079161643982,
      "learning_rate": 1.2267239922709778e-07,
      "loss": 0.3195,
      "step": 2584720
    },
    {
      "epoch": 721.39,
      "grad_norm": 1.1046116352081299,
      "learning_rate": 1.2266376610951082e-07,
      "loss": 0.3454,
      "step": 2584730
    },
    {
      "epoch": 721.39,
      "grad_norm": 1.253391981124878,
      "learning_rate": 1.2265513328755094e-07,
      "loss": 0.3427,
      "step": 2584740
    },
    {
      "epoch": 721.39,
      "grad_norm": 1.18501877784729,
      "learning_rate": 1.2264650076121942e-07,
      "loss": 0.3455,
      "step": 2584750
    },
    {
      "epoch": 721.4,
      "grad_norm": 0.9742478728294373,
      "learning_rate": 1.2263786853051782e-07,
      "loss": 0.3261,
      "step": 2584760
    },
    {
      "epoch": 721.4,
      "grad_norm": 1.0827597379684448,
      "learning_rate": 1.2262923659544615e-07,
      "loss": 0.3358,
      "step": 2584770
    },
    {
      "epoch": 721.4,
      "grad_norm": 1.1635749340057373,
      "learning_rate": 1.2262060495600674e-07,
      "loss": 0.329,
      "step": 2584780
    },
    {
      "epoch": 721.4,
      "grad_norm": 1.3038713932037354,
      "learning_rate": 1.2261197361220012e-07,
      "loss": 0.338,
      "step": 2584790
    },
    {
      "epoch": 721.41,
      "grad_norm": 1.086063027381897,
      "learning_rate": 1.226033425640276e-07,
      "loss": 0.3522,
      "step": 2584800
    },
    {
      "epoch": 721.41,
      "grad_norm": 1.279624342918396,
      "learning_rate": 1.2259471181149047e-07,
      "loss": 0.337,
      "step": 2584810
    },
    {
      "epoch": 721.41,
      "grad_norm": 1.1963999271392822,
      "learning_rate": 1.225860813545895e-07,
      "loss": 0.3391,
      "step": 2584820
    },
    {
      "epoch": 721.42,
      "grad_norm": 1.2982453107833862,
      "learning_rate": 1.2257745119332603e-07,
      "loss": 0.3229,
      "step": 2584830
    },
    {
      "epoch": 721.42,
      "grad_norm": 1.2949734926223755,
      "learning_rate": 1.2256882132770104e-07,
      "loss": 0.3575,
      "step": 2584840
    },
    {
      "epoch": 721.42,
      "grad_norm": 1.3182423114776611,
      "learning_rate": 1.225601917577164e-07,
      "loss": 0.3349,
      "step": 2584850
    },
    {
      "epoch": 721.42,
      "grad_norm": 1.3110867738723755,
      "learning_rate": 1.2255156248337237e-07,
      "loss": 0.3377,
      "step": 2584860
    },
    {
      "epoch": 721.43,
      "grad_norm": 1.460991382598877,
      "learning_rate": 1.2254293350467047e-07,
      "loss": 0.3359,
      "step": 2584870
    },
    {
      "epoch": 721.43,
      "grad_norm": 1.1093043088912964,
      "learning_rate": 1.225343048216118e-07,
      "loss": 0.332,
      "step": 2584880
    },
    {
      "epoch": 721.43,
      "grad_norm": 1.3098163604736328,
      "learning_rate": 1.225256764341976e-07,
      "loss": 0.3479,
      "step": 2584890
    },
    {
      "epoch": 721.43,
      "grad_norm": 1.233199954032898,
      "learning_rate": 1.2251704834242922e-07,
      "loss": 0.3427,
      "step": 2584900
    },
    {
      "epoch": 721.44,
      "grad_norm": 1.3237000703811646,
      "learning_rate": 1.2250842054630712e-07,
      "loss": 0.3436,
      "step": 2584910
    },
    {
      "epoch": 721.44,
      "grad_norm": 1.1930632591247559,
      "learning_rate": 1.224997930458332e-07,
      "loss": 0.3595,
      "step": 2584920
    },
    {
      "epoch": 721.44,
      "grad_norm": 1.369728922843933,
      "learning_rate": 1.2249116584100818e-07,
      "loss": 0.3366,
      "step": 2584930
    },
    {
      "epoch": 721.45,
      "grad_norm": 1.1931798458099365,
      "learning_rate": 1.2248253893183314e-07,
      "loss": 0.3254,
      "step": 2584940
    },
    {
      "epoch": 721.45,
      "grad_norm": 1.2321176528930664,
      "learning_rate": 1.2247391231830989e-07,
      "loss": 0.3381,
      "step": 2584950
    },
    {
      "epoch": 721.45,
      "grad_norm": 1.1967215538024902,
      "learning_rate": 1.2246528600043867e-07,
      "loss": 0.3309,
      "step": 2584960
    },
    {
      "epoch": 721.45,
      "grad_norm": 1.3012590408325195,
      "learning_rate": 1.2245665997822133e-07,
      "loss": 0.3396,
      "step": 2584970
    },
    {
      "epoch": 721.46,
      "grad_norm": 1.3696683645248413,
      "learning_rate": 1.2244803425165836e-07,
      "loss": 0.3276,
      "step": 2584980
    },
    {
      "epoch": 721.46,
      "grad_norm": 1.1144258975982666,
      "learning_rate": 1.2243940882075187e-07,
      "loss": 0.3288,
      "step": 2584990
    },
    {
      "epoch": 721.46,
      "grad_norm": 1.277403712272644,
      "learning_rate": 1.2243078368550183e-07,
      "loss": 0.3336,
      "step": 2585000
    },
    {
      "epoch": 721.47,
      "grad_norm": 1.3468587398529053,
      "learning_rate": 1.224221588459101e-07,
      "loss": 0.3447,
      "step": 2585010
    },
    {
      "epoch": 721.47,
      "grad_norm": 1.3519340753555298,
      "learning_rate": 1.2241353430197794e-07,
      "loss": 0.3474,
      "step": 2585020
    },
    {
      "epoch": 721.47,
      "grad_norm": 1.3524599075317383,
      "learning_rate": 1.2240491005370592e-07,
      "loss": 0.326,
      "step": 2585030
    },
    {
      "epoch": 721.47,
      "grad_norm": 1.209700107574463,
      "learning_rate": 1.2239628610109607e-07,
      "loss": 0.3394,
      "step": 2585040
    },
    {
      "epoch": 721.48,
      "grad_norm": 1.2455079555511475,
      "learning_rate": 1.2238766244414868e-07,
      "loss": 0.3381,
      "step": 2585050
    },
    {
      "epoch": 721.48,
      "grad_norm": 1.366060733795166,
      "learning_rate": 1.2237903908286504e-07,
      "loss": 0.3368,
      "step": 2585060
    },
    {
      "epoch": 721.48,
      "grad_norm": 1.249050498008728,
      "learning_rate": 1.223704160172467e-07,
      "loss": 0.335,
      "step": 2585070
    },
    {
      "epoch": 721.48,
      "grad_norm": 1.4876261949539185,
      "learning_rate": 1.2236179324729475e-07,
      "loss": 0.3277,
      "step": 2585080
    },
    {
      "epoch": 721.49,
      "grad_norm": 1.9337559938430786,
      "learning_rate": 1.223531707730099e-07,
      "loss": 0.3338,
      "step": 2585090
    },
    {
      "epoch": 721.49,
      "grad_norm": 1.290076494216919,
      "learning_rate": 1.2234454859439378e-07,
      "loss": 0.3321,
      "step": 2585100
    },
    {
      "epoch": 721.49,
      "grad_norm": 1.106760025024414,
      "learning_rate": 1.223359267114474e-07,
      "loss": 0.3313,
      "step": 2585110
    },
    {
      "epoch": 721.5,
      "grad_norm": 1.1496204137802124,
      "learning_rate": 1.2232730512417125e-07,
      "loss": 0.354,
      "step": 2585120
    },
    {
      "epoch": 721.5,
      "grad_norm": 1.1877577304840088,
      "learning_rate": 1.2231868383256773e-07,
      "loss": 0.3335,
      "step": 2585130
    },
    {
      "epoch": 721.5,
      "grad_norm": 1.381364107131958,
      "learning_rate": 1.2231006283663705e-07,
      "loss": 0.3466,
      "step": 2585140
    },
    {
      "epoch": 721.5,
      "grad_norm": 1.200474739074707,
      "learning_rate": 1.2230144213638053e-07,
      "loss": 0.33,
      "step": 2585150
    },
    {
      "epoch": 721.51,
      "grad_norm": 1.2232717275619507,
      "learning_rate": 1.222928217317995e-07,
      "loss": 0.3241,
      "step": 2585160
    },
    {
      "epoch": 721.51,
      "grad_norm": 1.1902940273284912,
      "learning_rate": 1.2228420162289495e-07,
      "loss": 0.3327,
      "step": 2585170
    },
    {
      "epoch": 721.51,
      "grad_norm": 1.2131792306900024,
      "learning_rate": 1.2227558180966846e-07,
      "loss": 0.3498,
      "step": 2585180
    },
    {
      "epoch": 721.52,
      "grad_norm": 1.0889997482299805,
      "learning_rate": 1.2226696229212058e-07,
      "loss": 0.3421,
      "step": 2585190
    },
    {
      "epoch": 721.52,
      "grad_norm": 1.3779637813568115,
      "learning_rate": 1.2225834307025258e-07,
      "loss": 0.3514,
      "step": 2585200
    },
    {
      "epoch": 721.52,
      "grad_norm": 1.1664379835128784,
      "learning_rate": 1.2224972414406575e-07,
      "loss": 0.3492,
      "step": 2585210
    },
    {
      "epoch": 721.52,
      "grad_norm": 1.1753292083740234,
      "learning_rate": 1.222411055135617e-07,
      "loss": 0.3373,
      "step": 2585220
    },
    {
      "epoch": 721.53,
      "grad_norm": 1.2222857475280762,
      "learning_rate": 1.2223248717874063e-07,
      "loss": 0.3365,
      "step": 2585230
    },
    {
      "epoch": 721.53,
      "grad_norm": 1.2794667482376099,
      "learning_rate": 1.222238691396039e-07,
      "loss": 0.3381,
      "step": 2585240
    },
    {
      "epoch": 721.53,
      "grad_norm": 1.3344528675079346,
      "learning_rate": 1.2221525139615352e-07,
      "loss": 0.3391,
      "step": 2585250
    },
    {
      "epoch": 721.54,
      "grad_norm": 1.1387971639633179,
      "learning_rate": 1.222066339483893e-07,
      "loss": 0.3459,
      "step": 2585260
    },
    {
      "epoch": 721.54,
      "grad_norm": 1.4247820377349854,
      "learning_rate": 1.2219801679631383e-07,
      "loss": 0.3577,
      "step": 2585270
    },
    {
      "epoch": 721.54,
      "grad_norm": 1.1676748991012573,
      "learning_rate": 1.2218939993992705e-07,
      "loss": 0.3362,
      "step": 2585280
    },
    {
      "epoch": 721.54,
      "grad_norm": 1.179225206375122,
      "learning_rate": 1.2218078337923087e-07,
      "loss": 0.3526,
      "step": 2585290
    },
    {
      "epoch": 721.55,
      "grad_norm": 1.3394826650619507,
      "learning_rate": 1.22172167114226e-07,
      "loss": 0.3557,
      "step": 2585300
    },
    {
      "epoch": 721.55,
      "grad_norm": 2.2167553901672363,
      "learning_rate": 1.2216355114491404e-07,
      "loss": 0.3494,
      "step": 2585310
    },
    {
      "epoch": 721.55,
      "grad_norm": 1.1510335206985474,
      "learning_rate": 1.2215493547129548e-07,
      "loss": 0.3215,
      "step": 2585320
    },
    {
      "epoch": 721.55,
      "grad_norm": 1.6611868143081665,
      "learning_rate": 1.2214632009337192e-07,
      "loss": 0.3377,
      "step": 2585330
    },
    {
      "epoch": 721.56,
      "grad_norm": 1.3041601181030273,
      "learning_rate": 1.2213770501114462e-07,
      "loss": 0.341,
      "step": 2585340
    },
    {
      "epoch": 721.56,
      "grad_norm": 1.1005594730377197,
      "learning_rate": 1.2212909022461387e-07,
      "loss": 0.3187,
      "step": 2585350
    },
    {
      "epoch": 721.56,
      "grad_norm": 1.2810142040252686,
      "learning_rate": 1.2212047573378225e-07,
      "loss": 0.335,
      "step": 2585360
    },
    {
      "epoch": 721.57,
      "grad_norm": 1.1447064876556396,
      "learning_rate": 1.221118615386498e-07,
      "loss": 0.3374,
      "step": 2585370
    },
    {
      "epoch": 721.57,
      "grad_norm": 1.3370400667190552,
      "learning_rate": 1.2210324763921803e-07,
      "loss": 0.3372,
      "step": 2585380
    },
    {
      "epoch": 721.57,
      "grad_norm": 1.3039448261260986,
      "learning_rate": 1.2209463403548828e-07,
      "loss": 0.3429,
      "step": 2585390
    },
    {
      "epoch": 721.57,
      "grad_norm": 1.2196866273880005,
      "learning_rate": 1.2208602072746103e-07,
      "loss": 0.3503,
      "step": 2585400
    },
    {
      "epoch": 721.58,
      "grad_norm": 1.384315013885498,
      "learning_rate": 1.2207740771513788e-07,
      "loss": 0.3374,
      "step": 2585410
    },
    {
      "epoch": 721.58,
      "grad_norm": 1.4731807708740234,
      "learning_rate": 1.2206879499852013e-07,
      "loss": 0.3519,
      "step": 2585420
    },
    {
      "epoch": 721.58,
      "grad_norm": 1.2868726253509521,
      "learning_rate": 1.2206018257760907e-07,
      "loss": 0.3286,
      "step": 2585430
    },
    {
      "epoch": 721.59,
      "grad_norm": 1.292388916015625,
      "learning_rate": 1.2205157045240468e-07,
      "loss": 0.3546,
      "step": 2585440
    },
    {
      "epoch": 721.59,
      "grad_norm": 1.2748541831970215,
      "learning_rate": 1.2204295862290984e-07,
      "loss": 0.3402,
      "step": 2585450
    },
    {
      "epoch": 721.59,
      "grad_norm": 1.4267947673797607,
      "learning_rate": 1.220343470891243e-07,
      "loss": 0.339,
      "step": 2585460
    },
    {
      "epoch": 721.59,
      "grad_norm": 1.1647132635116577,
      "learning_rate": 1.2202573585104987e-07,
      "loss": 0.3388,
      "step": 2585470
    },
    {
      "epoch": 721.6,
      "grad_norm": 1.2701771259307861,
      "learning_rate": 1.2201712490868787e-07,
      "loss": 0.3399,
      "step": 2585480
    },
    {
      "epoch": 721.6,
      "grad_norm": 1.2550603151321411,
      "learning_rate": 1.2200851426203825e-07,
      "loss": 0.351,
      "step": 2585490
    },
    {
      "epoch": 721.6,
      "grad_norm": 1.505361557006836,
      "learning_rate": 1.2199990391110392e-07,
      "loss": 0.3635,
      "step": 2585500
    },
    {
      "epoch": 721.6,
      "grad_norm": 1.2155920267105103,
      "learning_rate": 1.219912938558846e-07,
      "loss": 0.3391,
      "step": 2585510
    },
    {
      "epoch": 721.61,
      "grad_norm": 1.0620832443237305,
      "learning_rate": 1.2198268409638214e-07,
      "loss": 0.3406,
      "step": 2585520
    },
    {
      "epoch": 721.61,
      "grad_norm": 1.2391506433486938,
      "learning_rate": 1.2197407463259778e-07,
      "loss": 0.3247,
      "step": 2585530
    },
    {
      "epoch": 721.61,
      "grad_norm": 1.2156161069869995,
      "learning_rate": 1.219654654645321e-07,
      "loss": 0.3496,
      "step": 2585540
    },
    {
      "epoch": 721.62,
      "grad_norm": 1.2495334148406982,
      "learning_rate": 1.2195685659218664e-07,
      "loss": 0.3424,
      "step": 2585550
    },
    {
      "epoch": 721.62,
      "grad_norm": 1.1651761531829834,
      "learning_rate": 1.2194824801556217e-07,
      "loss": 0.3426,
      "step": 2585560
    },
    {
      "epoch": 721.62,
      "grad_norm": 1.678189754486084,
      "learning_rate": 1.219396397346608e-07,
      "loss": 0.3391,
      "step": 2585570
    },
    {
      "epoch": 721.62,
      "grad_norm": 1.339322805404663,
      "learning_rate": 1.2193103174948198e-07,
      "loss": 0.3315,
      "step": 2585580
    },
    {
      "epoch": 721.63,
      "grad_norm": 1.3029015064239502,
      "learning_rate": 1.2192242406002883e-07,
      "loss": 0.336,
      "step": 2585590
    },
    {
      "epoch": 721.63,
      "grad_norm": 1.1185228824615479,
      "learning_rate": 1.2191381666630088e-07,
      "loss": 0.3337,
      "step": 2585600
    },
    {
      "epoch": 721.63,
      "grad_norm": 1.1932770013809204,
      "learning_rate": 1.2190520956830013e-07,
      "loss": 0.3329,
      "step": 2585610
    },
    {
      "epoch": 721.64,
      "grad_norm": 1.4685158729553223,
      "learning_rate": 1.2189660276602794e-07,
      "loss": 0.3535,
      "step": 2585620
    },
    {
      "epoch": 721.64,
      "grad_norm": 1.116658091545105,
      "learning_rate": 1.2188799625948457e-07,
      "loss": 0.3328,
      "step": 2585630
    },
    {
      "epoch": 721.64,
      "grad_norm": 1.3598294258117676,
      "learning_rate": 1.2187939004867182e-07,
      "loss": 0.3314,
      "step": 2585640
    },
    {
      "epoch": 721.64,
      "grad_norm": 1.1075079441070557,
      "learning_rate": 1.2187078413359047e-07,
      "loss": 0.3285,
      "step": 2585650
    },
    {
      "epoch": 721.65,
      "grad_norm": 1.0940243005752563,
      "learning_rate": 1.2186217851424238e-07,
      "loss": 0.336,
      "step": 2585660
    },
    {
      "epoch": 721.65,
      "grad_norm": 1.1321752071380615,
      "learning_rate": 1.2185357319062748e-07,
      "loss": 0.3293,
      "step": 2585670
    },
    {
      "epoch": 721.65,
      "grad_norm": 1.8337539434432983,
      "learning_rate": 1.218449681627479e-07,
      "loss": 0.3372,
      "step": 2585680
    },
    {
      "epoch": 721.66,
      "grad_norm": 1.2554631233215332,
      "learning_rate": 1.2183636343060468e-07,
      "loss": 0.3276,
      "step": 2585690
    },
    {
      "epoch": 721.66,
      "grad_norm": 1.1883995532989502,
      "learning_rate": 1.2182775899419809e-07,
      "loss": 0.3215,
      "step": 2585700
    },
    {
      "epoch": 721.66,
      "grad_norm": 1.265550971031189,
      "learning_rate": 1.2181915485353069e-07,
      "loss": 0.3497,
      "step": 2585710
    },
    {
      "epoch": 721.66,
      "grad_norm": 1.2368738651275635,
      "learning_rate": 1.2181055100860277e-07,
      "loss": 0.3416,
      "step": 2585720
    },
    {
      "epoch": 721.67,
      "grad_norm": 1.167967677116394,
      "learning_rate": 1.2180194745941536e-07,
      "loss": 0.336,
      "step": 2585730
    },
    {
      "epoch": 721.67,
      "grad_norm": 1.3500359058380127,
      "learning_rate": 1.217933442059698e-07,
      "loss": 0.3566,
      "step": 2585740
    },
    {
      "epoch": 721.67,
      "grad_norm": 1.3271583318710327,
      "learning_rate": 1.217847412482673e-07,
      "loss": 0.3538,
      "step": 2585750
    },
    {
      "epoch": 721.67,
      "grad_norm": 1.4428136348724365,
      "learning_rate": 1.2177613858630926e-07,
      "loss": 0.3198,
      "step": 2585760
    },
    {
      "epoch": 721.68,
      "grad_norm": 1.3147815465927124,
      "learning_rate": 1.217675362200964e-07,
      "loss": 0.3282,
      "step": 2585770
    },
    {
      "epoch": 721.68,
      "grad_norm": 1.2377032041549683,
      "learning_rate": 1.2175893414963006e-07,
      "loss": 0.3487,
      "step": 2585780
    },
    {
      "epoch": 721.68,
      "grad_norm": 1.0979061126708984,
      "learning_rate": 1.21750332374911e-07,
      "loss": 0.3311,
      "step": 2585790
    },
    {
      "epoch": 721.69,
      "grad_norm": 1.1942824125289917,
      "learning_rate": 1.2174173089594127e-07,
      "loss": 0.3285,
      "step": 2585800
    },
    {
      "epoch": 721.69,
      "grad_norm": 1.2552095651626587,
      "learning_rate": 1.217331297127212e-07,
      "loss": 0.3263,
      "step": 2585810
    },
    {
      "epoch": 721.69,
      "grad_norm": 1.266424298286438,
      "learning_rate": 1.2172452882525202e-07,
      "loss": 0.3361,
      "step": 2585820
    },
    {
      "epoch": 721.69,
      "grad_norm": 1.2574615478515625,
      "learning_rate": 1.2171592823353535e-07,
      "loss": 0.3524,
      "step": 2585830
    },
    {
      "epoch": 721.7,
      "grad_norm": 1.7937020063400269,
      "learning_rate": 1.217073279375714e-07,
      "loss": 0.338,
      "step": 2585840
    },
    {
      "epoch": 721.7,
      "grad_norm": 1.2634121179580688,
      "learning_rate": 1.2169872793736258e-07,
      "loss": 0.3401,
      "step": 2585850
    },
    {
      "epoch": 721.7,
      "grad_norm": 1.1849113702774048,
      "learning_rate": 1.216901282329091e-07,
      "loss": 0.362,
      "step": 2585860
    },
    {
      "epoch": 721.71,
      "grad_norm": 2.242234945297241,
      "learning_rate": 1.216815288242125e-07,
      "loss": 0.3305,
      "step": 2585870
    },
    {
      "epoch": 721.71,
      "grad_norm": 1.2564208507537842,
      "learning_rate": 1.216729297112736e-07,
      "loss": 0.3543,
      "step": 2585880
    },
    {
      "epoch": 721.71,
      "grad_norm": 1.181593418121338,
      "learning_rate": 1.216643308940942e-07,
      "loss": 0.3525,
      "step": 2585890
    },
    {
      "epoch": 721.71,
      "grad_norm": 1.287426471710205,
      "learning_rate": 1.2165573237267459e-07,
      "loss": 0.3397,
      "step": 2585900
    },
    {
      "epoch": 721.72,
      "grad_norm": 1.1391645669937134,
      "learning_rate": 1.2164713414701656e-07,
      "loss": 0.3377,
      "step": 2585910
    },
    {
      "epoch": 721.72,
      "grad_norm": 1.1749889850616455,
      "learning_rate": 1.2163853621712118e-07,
      "loss": 0.3214,
      "step": 2585920
    },
    {
      "epoch": 721.72,
      "grad_norm": 1.219900369644165,
      "learning_rate": 1.2162993858298866e-07,
      "loss": 0.3378,
      "step": 2585930
    },
    {
      "epoch": 721.72,
      "grad_norm": 1.1731895208358765,
      "learning_rate": 1.2162134124462192e-07,
      "loss": 0.3332,
      "step": 2585940
    },
    {
      "epoch": 721.73,
      "grad_norm": 1.0848948955535889,
      "learning_rate": 1.2161274420202042e-07,
      "loss": 0.3221,
      "step": 2585950
    },
    {
      "epoch": 721.73,
      "grad_norm": 1.2437169551849365,
      "learning_rate": 1.2160414745518623e-07,
      "loss": 0.3355,
      "step": 2585960
    },
    {
      "epoch": 721.73,
      "grad_norm": 1.3485056161880493,
      "learning_rate": 1.215955510041204e-07,
      "loss": 0.3537,
      "step": 2585970
    },
    {
      "epoch": 721.74,
      "grad_norm": 1.1763805150985718,
      "learning_rate": 1.2158695484882395e-07,
      "loss": 0.3277,
      "step": 2585980
    },
    {
      "epoch": 721.74,
      "grad_norm": 1.2595422267913818,
      "learning_rate": 1.215783589892977e-07,
      "loss": 0.3632,
      "step": 2585990
    },
    {
      "epoch": 721.74,
      "grad_norm": 1.3942667245864868,
      "learning_rate": 1.215697634255432e-07,
      "loss": 0.3316,
      "step": 2586000
    },
    {
      "epoch": 721.74,
      "grad_norm": 1.1971607208251953,
      "learning_rate": 1.2156116815756172e-07,
      "loss": 0.336,
      "step": 2586010
    },
    {
      "epoch": 721.75,
      "grad_norm": 1.1534394025802612,
      "learning_rate": 1.215525731853538e-07,
      "loss": 0.3473,
      "step": 2586020
    },
    {
      "epoch": 721.75,
      "grad_norm": 1.2523102760314941,
      "learning_rate": 1.2154397850892126e-07,
      "loss": 0.337,
      "step": 2586030
    },
    {
      "epoch": 721.75,
      "grad_norm": 1.1117421388626099,
      "learning_rate": 1.215353841282649e-07,
      "loss": 0.3284,
      "step": 2586040
    },
    {
      "epoch": 721.76,
      "grad_norm": 1.331187129020691,
      "learning_rate": 1.2152679004338575e-07,
      "loss": 0.3301,
      "step": 2586050
    },
    {
      "epoch": 721.76,
      "grad_norm": 1.2275546789169312,
      "learning_rate": 1.215181962542856e-07,
      "loss": 0.328,
      "step": 2586060
    },
    {
      "epoch": 721.76,
      "grad_norm": 1.2905033826828003,
      "learning_rate": 1.2150960276096425e-07,
      "loss": 0.3107,
      "step": 2586070
    },
    {
      "epoch": 721.76,
      "grad_norm": 1.2921277284622192,
      "learning_rate": 1.215010095634245e-07,
      "loss": 0.3294,
      "step": 2586080
    },
    {
      "epoch": 721.77,
      "grad_norm": 1.0493355989456177,
      "learning_rate": 1.2149241666166613e-07,
      "loss": 0.3149,
      "step": 2586090
    },
    {
      "epoch": 721.77,
      "grad_norm": 1.2438093423843384,
      "learning_rate": 1.2148382405569123e-07,
      "loss": 0.3614,
      "step": 2586100
    },
    {
      "epoch": 721.77,
      "grad_norm": 1.189489722251892,
      "learning_rate": 1.2147523174550026e-07,
      "loss": 0.3272,
      "step": 2586110
    },
    {
      "epoch": 721.78,
      "grad_norm": 1.329958200454712,
      "learning_rate": 1.214666397310951e-07,
      "loss": 0.3443,
      "step": 2586120
    },
    {
      "epoch": 721.78,
      "grad_norm": 1.2942659854888916,
      "learning_rate": 1.2145804801247626e-07,
      "loss": 0.335,
      "step": 2586130
    },
    {
      "epoch": 721.78,
      "grad_norm": 1.384453535079956,
      "learning_rate": 1.2144945658964502e-07,
      "loss": 0.3268,
      "step": 2586140
    },
    {
      "epoch": 721.78,
      "grad_norm": 1.2649197578430176,
      "learning_rate": 1.214408654626027e-07,
      "loss": 0.3542,
      "step": 2586150
    },
    {
      "epoch": 721.79,
      "grad_norm": 1.3258163928985596,
      "learning_rate": 1.214322746313498e-07,
      "loss": 0.3217,
      "step": 2586160
    },
    {
      "epoch": 721.79,
      "grad_norm": 1.2645292282104492,
      "learning_rate": 1.2142368409588872e-07,
      "loss": 0.3374,
      "step": 2586170
    },
    {
      "epoch": 721.79,
      "grad_norm": 1.0780506134033203,
      "learning_rate": 1.2141509385621963e-07,
      "loss": 0.3285,
      "step": 2586180
    },
    {
      "epoch": 721.79,
      "grad_norm": 1.2692177295684814,
      "learning_rate": 1.214065039123439e-07,
      "loss": 0.3279,
      "step": 2586190
    },
    {
      "epoch": 721.8,
      "grad_norm": 1.2286556959152222,
      "learning_rate": 1.213979142642628e-07,
      "loss": 0.323,
      "step": 2586200
    },
    {
      "epoch": 721.8,
      "grad_norm": 1.3475044965744019,
      "learning_rate": 1.2138932491197712e-07,
      "loss": 0.3391,
      "step": 2586210
    },
    {
      "epoch": 721.8,
      "grad_norm": 1.3823134899139404,
      "learning_rate": 1.2138073585548844e-07,
      "loss": 0.3165,
      "step": 2586220
    },
    {
      "epoch": 721.81,
      "grad_norm": 1.2004132270812988,
      "learning_rate": 1.213721470947975e-07,
      "loss": 0.35,
      "step": 2586230
    },
    {
      "epoch": 721.81,
      "grad_norm": 1.3548187017440796,
      "learning_rate": 1.2136355862990615e-07,
      "loss": 0.3259,
      "step": 2586240
    },
    {
      "epoch": 721.81,
      "grad_norm": 1.4158529043197632,
      "learning_rate": 1.2135497046081413e-07,
      "loss": 0.326,
      "step": 2586250
    },
    {
      "epoch": 721.81,
      "grad_norm": 1.3692941665649414,
      "learning_rate": 1.2134638258752454e-07,
      "loss": 0.331,
      "step": 2586260
    },
    {
      "epoch": 721.82,
      "grad_norm": 1.2436226606369019,
      "learning_rate": 1.2133779501003689e-07,
      "loss": 0.3301,
      "step": 2586270
    },
    {
      "epoch": 721.82,
      "grad_norm": 1.2793114185333252,
      "learning_rate": 1.2132920772835296e-07,
      "loss": 0.3326,
      "step": 2586280
    },
    {
      "epoch": 721.82,
      "grad_norm": 1.1459201574325562,
      "learning_rate": 1.213206207424741e-07,
      "loss": 0.3362,
      "step": 2586290
    },
    {
      "epoch": 721.83,
      "grad_norm": 3.5138351917266846,
      "learning_rate": 1.213120340524008e-07,
      "loss": 0.3311,
      "step": 2586300
    },
    {
      "epoch": 721.83,
      "grad_norm": 1.243802547454834,
      "learning_rate": 1.213034476581349e-07,
      "loss": 0.3348,
      "step": 2586310
    },
    {
      "epoch": 721.83,
      "grad_norm": 1.3951048851013184,
      "learning_rate": 1.2129486155967715e-07,
      "loss": 0.3455,
      "step": 2586320
    },
    {
      "epoch": 721.83,
      "grad_norm": 1.3771353960037231,
      "learning_rate": 1.212862757570286e-07,
      "loss": 0.3642,
      "step": 2586330
    },
    {
      "epoch": 721.84,
      "grad_norm": 1.3173648118972778,
      "learning_rate": 1.2127769025019087e-07,
      "loss": 0.3333,
      "step": 2586340
    },
    {
      "epoch": 721.84,
      "grad_norm": 1.155383825302124,
      "learning_rate": 1.2126910503916467e-07,
      "loss": 0.3271,
      "step": 2586350
    },
    {
      "epoch": 721.84,
      "grad_norm": 1.1783337593078613,
      "learning_rate": 1.212605201239513e-07,
      "loss": 0.3323,
      "step": 2586360
    },
    {
      "epoch": 721.84,
      "grad_norm": 1.248267650604248,
      "learning_rate": 1.2125193550455186e-07,
      "loss": 0.338,
      "step": 2586370
    },
    {
      "epoch": 721.85,
      "grad_norm": 1.1876351833343506,
      "learning_rate": 1.2124335118096785e-07,
      "loss": 0.3229,
      "step": 2586380
    },
    {
      "epoch": 721.85,
      "grad_norm": 1.1568093299865723,
      "learning_rate": 1.212347671531993e-07,
      "loss": 0.33,
      "step": 2586390
    },
    {
      "epoch": 721.85,
      "grad_norm": 1.4599865674972534,
      "learning_rate": 1.212261834212488e-07,
      "loss": 0.3453,
      "step": 2586400
    },
    {
      "epoch": 721.86,
      "grad_norm": 1.1829075813293457,
      "learning_rate": 1.2121759998511665e-07,
      "loss": 0.3297,
      "step": 2586410
    },
    {
      "epoch": 721.86,
      "grad_norm": 1.1973097324371338,
      "learning_rate": 1.2120901684480407e-07,
      "loss": 0.3448,
      "step": 2586420
    },
    {
      "epoch": 721.86,
      "grad_norm": 1.2805968523025513,
      "learning_rate": 1.2120043400031273e-07,
      "loss": 0.3444,
      "step": 2586430
    },
    {
      "epoch": 721.86,
      "grad_norm": 1.3651210069656372,
      "learning_rate": 1.211918514516428e-07,
      "loss": 0.3348,
      "step": 2586440
    },
    {
      "epoch": 721.87,
      "grad_norm": 1.224905252456665,
      "learning_rate": 1.2118326919879612e-07,
      "loss": 0.3354,
      "step": 2586450
    },
    {
      "epoch": 721.87,
      "grad_norm": 1.1648370027542114,
      "learning_rate": 1.2117468724177375e-07,
      "loss": 0.327,
      "step": 2586460
    },
    {
      "epoch": 721.87,
      "grad_norm": 1.1035032272338867,
      "learning_rate": 1.2116610558057697e-07,
      "loss": 0.3305,
      "step": 2586470
    },
    {
      "epoch": 721.88,
      "grad_norm": 1.2158668041229248,
      "learning_rate": 1.2115752421520635e-07,
      "loss": 0.3494,
      "step": 2586480
    },
    {
      "epoch": 721.88,
      "grad_norm": 1.2651691436767578,
      "learning_rate": 1.2114894314566338e-07,
      "loss": 0.3344,
      "step": 2586490
    },
    {
      "epoch": 721.88,
      "grad_norm": 1.4123483896255493,
      "learning_rate": 1.2114036237194966e-07,
      "loss": 0.3449,
      "step": 2586500
    },
    {
      "epoch": 721.88,
      "grad_norm": 1.1637698411941528,
      "learning_rate": 1.2113178189406522e-07,
      "loss": 0.3296,
      "step": 2586510
    },
    {
      "epoch": 721.89,
      "grad_norm": 1.4115691184997559,
      "learning_rate": 1.2112320171201233e-07,
      "loss": 0.3627,
      "step": 2586520
    },
    {
      "epoch": 721.89,
      "grad_norm": 1.2500678300857544,
      "learning_rate": 1.2111462182579157e-07,
      "loss": 0.3415,
      "step": 2586530
    },
    {
      "epoch": 721.89,
      "grad_norm": 1.271438479423523,
      "learning_rate": 1.211060422354042e-07,
      "loss": 0.3352,
      "step": 2586540
    },
    {
      "epoch": 721.9,
      "grad_norm": 1.1680307388305664,
      "learning_rate": 1.2109746294085132e-07,
      "loss": 0.3169,
      "step": 2586550
    },
    {
      "epoch": 721.9,
      "grad_norm": 1.4708300828933716,
      "learning_rate": 1.2108888394213442e-07,
      "loss": 0.3383,
      "step": 2586560
    },
    {
      "epoch": 721.9,
      "grad_norm": 1.1557573080062866,
      "learning_rate": 1.210803052392538e-07,
      "loss": 0.3241,
      "step": 2586570
    },
    {
      "epoch": 721.9,
      "grad_norm": 1.2568259239196777,
      "learning_rate": 1.2107172683221127e-07,
      "loss": 0.3472,
      "step": 2586580
    },
    {
      "epoch": 721.91,
      "grad_norm": 1.231713056564331,
      "learning_rate": 1.2106314872100814e-07,
      "loss": 0.3466,
      "step": 2586590
    },
    {
      "epoch": 721.91,
      "grad_norm": 1.174885869026184,
      "learning_rate": 1.2105457090564466e-07,
      "loss": 0.3513,
      "step": 2586600
    },
    {
      "epoch": 721.91,
      "grad_norm": 1.3096786737442017,
      "learning_rate": 1.2104599338612318e-07,
      "loss": 0.3379,
      "step": 2586610
    },
    {
      "epoch": 721.91,
      "grad_norm": 3.159301280975342,
      "learning_rate": 1.210374161624437e-07,
      "loss": 0.3448,
      "step": 2586620
    },
    {
      "epoch": 721.92,
      "grad_norm": 1.1244155168533325,
      "learning_rate": 1.2102883923460803e-07,
      "loss": 0.3362,
      "step": 2586630
    },
    {
      "epoch": 721.92,
      "grad_norm": 1.252028226852417,
      "learning_rate": 1.210202626026175e-07,
      "loss": 0.328,
      "step": 2586640
    },
    {
      "epoch": 721.92,
      "grad_norm": 1.7725889682769775,
      "learning_rate": 1.2101168626647206e-07,
      "loss": 0.3422,
      "step": 2586650
    },
    {
      "epoch": 721.93,
      "grad_norm": 1.1801358461380005,
      "learning_rate": 1.2100311022617462e-07,
      "loss": 0.3252,
      "step": 2586660
    },
    {
      "epoch": 721.93,
      "grad_norm": 1.2808260917663574,
      "learning_rate": 1.2099453448172488e-07,
      "loss": 0.3426,
      "step": 2586670
    },
    {
      "epoch": 721.93,
      "grad_norm": 1.070494294166565,
      "learning_rate": 1.209859590331247e-07,
      "loss": 0.3334,
      "step": 2586680
    },
    {
      "epoch": 721.93,
      "grad_norm": 1.1794027090072632,
      "learning_rate": 1.2097738388037486e-07,
      "loss": 0.3351,
      "step": 2586690
    },
    {
      "epoch": 721.94,
      "grad_norm": 1.1649469137191772,
      "learning_rate": 1.2096880902347687e-07,
      "loss": 0.3234,
      "step": 2586700
    },
    {
      "epoch": 721.94,
      "grad_norm": 1.2168580293655396,
      "learning_rate": 1.2096023446243157e-07,
      "loss": 0.3318,
      "step": 2586710
    },
    {
      "epoch": 721.94,
      "grad_norm": 1.18635094165802,
      "learning_rate": 1.2095166019723995e-07,
      "loss": 0.3231,
      "step": 2586720
    },
    {
      "epoch": 721.95,
      "grad_norm": 1.1210271120071411,
      "learning_rate": 1.209430862279039e-07,
      "loss": 0.3377,
      "step": 2586730
    },
    {
      "epoch": 721.95,
      "grad_norm": 1.2754203081130981,
      "learning_rate": 1.2093451255442334e-07,
      "loss": 0.3487,
      "step": 2586740
    },
    {
      "epoch": 721.95,
      "grad_norm": 1.3110905885696411,
      "learning_rate": 1.2092593917680092e-07,
      "loss": 0.3439,
      "step": 2586750
    },
    {
      "epoch": 721.95,
      "grad_norm": 1.358314871788025,
      "learning_rate": 1.2091736609503638e-07,
      "loss": 0.3398,
      "step": 2586760
    },
    {
      "epoch": 721.96,
      "grad_norm": 1.1957476139068604,
      "learning_rate": 1.2090879330913177e-07,
      "loss": 0.3182,
      "step": 2586770
    },
    {
      "epoch": 721.96,
      "grad_norm": 0.9882195591926575,
      "learning_rate": 1.2090022081908817e-07,
      "loss": 0.3184,
      "step": 2586780
    },
    {
      "epoch": 721.96,
      "grad_norm": 1.1468278169631958,
      "learning_rate": 1.208916486249061e-07,
      "loss": 0.3299,
      "step": 2586790
    },
    {
      "epoch": 721.96,
      "grad_norm": 0.9710201621055603,
      "learning_rate": 1.2088307672658705e-07,
      "loss": 0.3365,
      "step": 2586800
    },
    {
      "epoch": 721.97,
      "grad_norm": 1.2097257375717163,
      "learning_rate": 1.2087450512413216e-07,
      "loss": 0.3328,
      "step": 2586810
    },
    {
      "epoch": 721.97,
      "grad_norm": 1.247883677482605,
      "learning_rate": 1.208659338175432e-07,
      "loss": 0.357,
      "step": 2586820
    },
    {
      "epoch": 721.97,
      "grad_norm": 1.2435624599456787,
      "learning_rate": 1.2085736280681963e-07,
      "loss": 0.3316,
      "step": 2586830
    },
    {
      "epoch": 721.98,
      "grad_norm": 1.1954901218414307,
      "learning_rate": 1.2084879209196463e-07,
      "loss": 0.3403,
      "step": 2586840
    },
    {
      "epoch": 721.98,
      "grad_norm": 1.2305124998092651,
      "learning_rate": 1.2084022167297816e-07,
      "loss": 0.3387,
      "step": 2586850
    },
    {
      "epoch": 721.98,
      "grad_norm": 1.271260142326355,
      "learning_rate": 1.2083165154986124e-07,
      "loss": 0.3487,
      "step": 2586860
    },
    {
      "epoch": 721.98,
      "grad_norm": 1.3234727382659912,
      "learning_rate": 1.20823081722616e-07,
      "loss": 0.3432,
      "step": 2586870
    },
    {
      "epoch": 721.99,
      "grad_norm": 1.2885884046554565,
      "learning_rate": 1.2081451219124243e-07,
      "loss": 0.3552,
      "step": 2586880
    },
    {
      "epoch": 721.99,
      "grad_norm": 1.2072643041610718,
      "learning_rate": 1.2080594295574209e-07,
      "loss": 0.342,
      "step": 2586890
    },
    {
      "epoch": 721.99,
      "grad_norm": 1.5644993782043457,
      "learning_rate": 1.2079737401611652e-07,
      "loss": 0.3589,
      "step": 2586900
    },
    {
      "epoch": 722.0,
      "grad_norm": 1.4672050476074219,
      "learning_rate": 1.2078880537236624e-07,
      "loss": 0.3228,
      "step": 2586910
    },
    {
      "epoch": 722.0,
      "grad_norm": 1.1835875511169434,
      "learning_rate": 1.2078023702449335e-07,
      "loss": 0.348,
      "step": 2586920
    },
    {
      "epoch": 722.0,
      "eval_loss": 0.3384493589401245,
      "eval_runtime": 65.3883,
      "eval_samples_per_second": 77.369,
      "eval_steps_per_second": 9.681,
      "step": 2586926
    },
    {
      "epoch": 722.0,
      "grad_norm": 1.3560433387756348,
      "learning_rate": 1.207716689724976e-07,
      "loss": 0.3375,
      "step": 2586930
    },
    {
      "epoch": 722.0,
      "grad_norm": 1.2489676475524902,
      "learning_rate": 1.2076310121638132e-07,
      "loss": 0.3344,
      "step": 2586940
    },
    {
      "epoch": 722.01,
      "grad_norm": 1.2242954969406128,
      "learning_rate": 1.2075453375614501e-07,
      "loss": 0.3418,
      "step": 2586950
    },
    {
      "epoch": 722.01,
      "grad_norm": 1.1177488565444946,
      "learning_rate": 1.2074596659179023e-07,
      "loss": 0.3296,
      "step": 2586960
    },
    {
      "epoch": 722.01,
      "grad_norm": 1.2949620485305786,
      "learning_rate": 1.207373997233173e-07,
      "loss": 0.3212,
      "step": 2586970
    },
    {
      "epoch": 722.02,
      "grad_norm": 1.183370590209961,
      "learning_rate": 1.207288331507285e-07,
      "loss": 0.331,
      "step": 2586980
    },
    {
      "epoch": 722.02,
      "grad_norm": 1.201850175857544,
      "learning_rate": 1.2072026687402436e-07,
      "loss": 0.3264,
      "step": 2586990
    },
    {
      "epoch": 722.02,
      "grad_norm": 1.29166579246521,
      "learning_rate": 1.2071170089320596e-07,
      "loss": 0.3354,
      "step": 2587000
    },
    {
      "epoch": 722.02,
      "grad_norm": 2.9784369468688965,
      "learning_rate": 1.2070313520827482e-07,
      "loss": 0.3374,
      "step": 2587010
    },
    {
      "epoch": 722.03,
      "grad_norm": 1.3679553270339966,
      "learning_rate": 1.2069456981923148e-07,
      "loss": 0.3355,
      "step": 2587020
    },
    {
      "epoch": 722.03,
      "grad_norm": 1.1271065473556519,
      "learning_rate": 1.2068600472607748e-07,
      "loss": 0.3217,
      "step": 2587030
    },
    {
      "epoch": 722.03,
      "grad_norm": 1.2615190744400024,
      "learning_rate": 1.2067743992881387e-07,
      "loss": 0.3356,
      "step": 2587040
    },
    {
      "epoch": 722.03,
      "grad_norm": 1.2262612581253052,
      "learning_rate": 1.2066887542744224e-07,
      "loss": 0.3462,
      "step": 2587050
    },
    {
      "epoch": 722.04,
      "grad_norm": 1.289989709854126,
      "learning_rate": 1.2066031122196256e-07,
      "loss": 0.336,
      "step": 2587060
    },
    {
      "epoch": 722.04,
      "grad_norm": 1.1121217012405396,
      "learning_rate": 1.2065174731237744e-07,
      "loss": 0.3387,
      "step": 2587070
    },
    {
      "epoch": 722.04,
      "grad_norm": 1.24125075340271,
      "learning_rate": 1.2064318369868712e-07,
      "loss": 0.3382,
      "step": 2587080
    },
    {
      "epoch": 722.05,
      "grad_norm": 1.0331584215164185,
      "learning_rate": 1.2063462038089268e-07,
      "loss": 0.3404,
      "step": 2587090
    },
    {
      "epoch": 722.05,
      "grad_norm": 1.2130497694015503,
      "learning_rate": 1.2062605735899592e-07,
      "loss": 0.3347,
      "step": 2587100
    },
    {
      "epoch": 722.05,
      "grad_norm": 1.2559587955474854,
      "learning_rate": 1.2061749463299708e-07,
      "loss": 0.3401,
      "step": 2587110
    },
    {
      "epoch": 722.05,
      "grad_norm": 1.264602780342102,
      "learning_rate": 1.2060893220289802e-07,
      "loss": 0.3241,
      "step": 2587120
    },
    {
      "epoch": 722.06,
      "grad_norm": 1.4816771745681763,
      "learning_rate": 1.206003700686995e-07,
      "loss": 0.3396,
      "step": 2587130
    },
    {
      "epoch": 722.06,
      "grad_norm": 1.0203909873962402,
      "learning_rate": 1.2059180823040335e-07,
      "loss": 0.3535,
      "step": 2587140
    },
    {
      "epoch": 722.06,
      "grad_norm": 1.284610390663147,
      "learning_rate": 1.2058324668800956e-07,
      "loss": 0.3395,
      "step": 2587150
    },
    {
      "epoch": 722.07,
      "grad_norm": 1.088997483253479,
      "learning_rate": 1.2057468544151998e-07,
      "loss": 0.3357,
      "step": 2587160
    },
    {
      "epoch": 722.07,
      "grad_norm": 1.396515965461731,
      "learning_rate": 1.205661244909361e-07,
      "loss": 0.3428,
      "step": 2587170
    },
    {
      "epoch": 722.07,
      "grad_norm": 1.2882221937179565,
      "learning_rate": 1.2055756383625775e-07,
      "loss": 0.3348,
      "step": 2587180
    },
    {
      "epoch": 722.07,
      "grad_norm": 1.5423810482025146,
      "learning_rate": 1.2054900347748773e-07,
      "loss": 0.3553,
      "step": 2587190
    },
    {
      "epoch": 722.08,
      "grad_norm": 1.2130372524261475,
      "learning_rate": 1.2054044341462555e-07,
      "loss": 0.3293,
      "step": 2587200
    },
    {
      "epoch": 722.08,
      "grad_norm": 1.3396501541137695,
      "learning_rate": 1.205318836476738e-07,
      "loss": 0.3406,
      "step": 2587210
    },
    {
      "epoch": 722.08,
      "grad_norm": 1.2146391868591309,
      "learning_rate": 1.2052332417663274e-07,
      "loss": 0.3221,
      "step": 2587220
    },
    {
      "epoch": 722.08,
      "grad_norm": 1.4193130731582642,
      "learning_rate": 1.2051476500150392e-07,
      "loss": 0.3273,
      "step": 2587230
    },
    {
      "epoch": 722.09,
      "grad_norm": 1.340041160583496,
      "learning_rate": 1.205062061222884e-07,
      "loss": 0.3433,
      "step": 2587240
    },
    {
      "epoch": 722.09,
      "grad_norm": 7.748435974121094,
      "learning_rate": 1.2049764753898696e-07,
      "loss": 0.3454,
      "step": 2587250
    },
    {
      "epoch": 722.09,
      "grad_norm": 1.2359784841537476,
      "learning_rate": 1.2048908925160115e-07,
      "loss": 0.3222,
      "step": 2587260
    },
    {
      "epoch": 722.1,
      "grad_norm": 1.4471555948257446,
      "learning_rate": 1.2048053126013178e-07,
      "loss": 0.3323,
      "step": 2587270
    },
    {
      "epoch": 722.1,
      "grad_norm": 1.291778802871704,
      "learning_rate": 1.2047197356458063e-07,
      "loss": 0.3457,
      "step": 2587280
    },
    {
      "epoch": 722.1,
      "grad_norm": 1.3230516910552979,
      "learning_rate": 1.2046341616494798e-07,
      "loss": 0.3568,
      "step": 2587290
    },
    {
      "epoch": 722.1,
      "grad_norm": 1.4867876768112183,
      "learning_rate": 1.2045485906123537e-07,
      "loss": 0.3341,
      "step": 2587300
    },
    {
      "epoch": 722.11,
      "grad_norm": 2.028381109237671,
      "learning_rate": 1.204463022534444e-07,
      "loss": 0.3432,
      "step": 2587310
    },
    {
      "epoch": 722.11,
      "grad_norm": 1.524423599243164,
      "learning_rate": 1.2043774574157505e-07,
      "loss": 0.3526,
      "step": 2587320
    },
    {
      "epoch": 722.11,
      "grad_norm": 1.193021535873413,
      "learning_rate": 1.2042918952562992e-07,
      "loss": 0.3475,
      "step": 2587330
    },
    {
      "epoch": 722.12,
      "grad_norm": 1.2612169981002808,
      "learning_rate": 1.20420633605609e-07,
      "loss": 0.3465,
      "step": 2587340
    },
    {
      "epoch": 722.12,
      "grad_norm": 1.1578470468521118,
      "learning_rate": 1.2041207798151364e-07,
      "loss": 0.3495,
      "step": 2587350
    },
    {
      "epoch": 722.12,
      "grad_norm": 1.3462282419204712,
      "learning_rate": 1.2040352265334532e-07,
      "loss": 0.3434,
      "step": 2587360
    },
    {
      "epoch": 722.12,
      "grad_norm": 1.135143756866455,
      "learning_rate": 1.203949676211054e-07,
      "loss": 0.3423,
      "step": 2587370
    },
    {
      "epoch": 722.13,
      "grad_norm": 1.2401899099349976,
      "learning_rate": 1.2038641288479417e-07,
      "loss": 0.3304,
      "step": 2587380
    },
    {
      "epoch": 722.13,
      "grad_norm": 1.1789757013320923,
      "learning_rate": 1.2037785844441337e-07,
      "loss": 0.3458,
      "step": 2587390
    },
    {
      "epoch": 722.13,
      "grad_norm": 1.3336424827575684,
      "learning_rate": 1.2036930429996433e-07,
      "loss": 0.3394,
      "step": 2587400
    },
    {
      "epoch": 722.14,
      "grad_norm": 1.2355343103408813,
      "learning_rate": 1.2036075045144706e-07,
      "loss": 0.3396,
      "step": 2587410
    },
    {
      "epoch": 722.14,
      "grad_norm": 1.2703078985214233,
      "learning_rate": 1.2035219689886444e-07,
      "loss": 0.3458,
      "step": 2587420
    },
    {
      "epoch": 722.14,
      "grad_norm": 1.2866299152374268,
      "learning_rate": 1.2034364364221618e-07,
      "loss": 0.3335,
      "step": 2587430
    },
    {
      "epoch": 722.14,
      "grad_norm": 1.1870076656341553,
      "learning_rate": 1.2033509068150384e-07,
      "loss": 0.3224,
      "step": 2587440
    },
    {
      "epoch": 722.15,
      "grad_norm": 1.1903830766677856,
      "learning_rate": 1.2032653801672901e-07,
      "loss": 0.3308,
      "step": 2587450
    },
    {
      "epoch": 722.15,
      "grad_norm": 1.248661756515503,
      "learning_rate": 1.203179856478922e-07,
      "loss": 0.334,
      "step": 2587460
    },
    {
      "epoch": 722.15,
      "grad_norm": 1.1538723707199097,
      "learning_rate": 1.203094335749947e-07,
      "loss": 0.3365,
      "step": 2587470
    },
    {
      "epoch": 722.15,
      "grad_norm": 1.2250038385391235,
      "learning_rate": 1.203008817980378e-07,
      "loss": 0.3371,
      "step": 2587480
    },
    {
      "epoch": 722.16,
      "grad_norm": 1.205597996711731,
      "learning_rate": 1.2029233031702258e-07,
      "loss": 0.3297,
      "step": 2587490
    },
    {
      "epoch": 722.16,
      "grad_norm": 1.5186127424240112,
      "learning_rate": 1.2028377913195004e-07,
      "loss": 0.342,
      "step": 2587500
    },
    {
      "epoch": 722.16,
      "grad_norm": 1.2046891450881958,
      "learning_rate": 1.2027522824282202e-07,
      "loss": 0.341,
      "step": 2587510
    },
    {
      "epoch": 722.17,
      "grad_norm": 1.3197872638702393,
      "learning_rate": 1.2026667764963877e-07,
      "loss": 0.356,
      "step": 2587520
    },
    {
      "epoch": 722.17,
      "grad_norm": 1.2856703996658325,
      "learning_rate": 1.2025812735240163e-07,
      "loss": 0.3255,
      "step": 2587530
    },
    {
      "epoch": 722.17,
      "grad_norm": 1.1539971828460693,
      "learning_rate": 1.202495773511121e-07,
      "loss": 0.3389,
      "step": 2587540
    },
    {
      "epoch": 722.17,
      "grad_norm": 1.2164511680603027,
      "learning_rate": 1.2024102764577047e-07,
      "loss": 0.3267,
      "step": 2587550
    },
    {
      "epoch": 722.18,
      "grad_norm": 1.2405439615249634,
      "learning_rate": 1.2023247823637937e-07,
      "loss": 0.3277,
      "step": 2587560
    },
    {
      "epoch": 722.18,
      "grad_norm": 1.161916732788086,
      "learning_rate": 1.202239291229385e-07,
      "loss": 0.335,
      "step": 2587570
    },
    {
      "epoch": 722.18,
      "grad_norm": 1.133069396018982,
      "learning_rate": 1.202153803054497e-07,
      "loss": 0.3432,
      "step": 2587580
    },
    {
      "epoch": 722.19,
      "grad_norm": 1.5572401285171509,
      "learning_rate": 1.2020683178391426e-07,
      "loss": 0.3331,
      "step": 2587590
    },
    {
      "epoch": 722.19,
      "grad_norm": 1.2991729974746704,
      "learning_rate": 1.2019828355833246e-07,
      "loss": 0.3315,
      "step": 2587600
    },
    {
      "epoch": 722.19,
      "grad_norm": 1.2099812030792236,
      "learning_rate": 1.2018973562870635e-07,
      "loss": 0.3382,
      "step": 2587610
    },
    {
      "epoch": 722.19,
      "grad_norm": 1.1659327745437622,
      "learning_rate": 1.2018118799503647e-07,
      "loss": 0.3277,
      "step": 2587620
    },
    {
      "epoch": 722.2,
      "grad_norm": 1.186906099319458,
      "learning_rate": 1.2017264065732464e-07,
      "loss": 0.3334,
      "step": 2587630
    },
    {
      "epoch": 722.2,
      "grad_norm": 1.2557767629623413,
      "learning_rate": 1.2016409361557088e-07,
      "loss": 0.3506,
      "step": 2587640
    },
    {
      "epoch": 722.2,
      "grad_norm": 1.214733600616455,
      "learning_rate": 1.2015554686977774e-07,
      "loss": 0.3239,
      "step": 2587650
    },
    {
      "epoch": 722.2,
      "grad_norm": 1.1582835912704468,
      "learning_rate": 1.2014700041994527e-07,
      "loss": 0.3282,
      "step": 2587660
    },
    {
      "epoch": 722.21,
      "grad_norm": 1.231819987297058,
      "learning_rate": 1.2013845426607477e-07,
      "loss": 0.3401,
      "step": 2587670
    },
    {
      "epoch": 722.21,
      "grad_norm": 1.2178244590759277,
      "learning_rate": 1.20129908408168e-07,
      "loss": 0.3348,
      "step": 2587680
    },
    {
      "epoch": 722.21,
      "grad_norm": 1.3470003604888916,
      "learning_rate": 1.2012136284622558e-07,
      "loss": 0.3391,
      "step": 2587690
    },
    {
      "epoch": 722.22,
      "grad_norm": 1.5389403104782104,
      "learning_rate": 1.2011281758024844e-07,
      "loss": 0.3474,
      "step": 2587700
    },
    {
      "epoch": 722.22,
      "grad_norm": 1.2851157188415527,
      "learning_rate": 1.2010427261023823e-07,
      "loss": 0.3324,
      "step": 2587710
    },
    {
      "epoch": 722.22,
      "grad_norm": 1.362154483795166,
      "learning_rate": 1.2009572793619622e-07,
      "loss": 0.3539,
      "step": 2587720
    },
    {
      "epoch": 722.22,
      "grad_norm": 1.3177419900894165,
      "learning_rate": 1.2008718355812265e-07,
      "loss": 0.3475,
      "step": 2587730
    },
    {
      "epoch": 722.23,
      "grad_norm": 1.4326915740966797,
      "learning_rate": 1.2007863947601937e-07,
      "loss": 0.3398,
      "step": 2587740
    },
    {
      "epoch": 722.23,
      "grad_norm": 1.2618070840835571,
      "learning_rate": 1.2007009568988768e-07,
      "loss": 0.3367,
      "step": 2587750
    },
    {
      "epoch": 722.23,
      "grad_norm": 1.2884513139724731,
      "learning_rate": 1.2006155219972756e-07,
      "loss": 0.3382,
      "step": 2587760
    },
    {
      "epoch": 722.24,
      "grad_norm": 1.157188892364502,
      "learning_rate": 1.2005300900554187e-07,
      "loss": 0.3347,
      "step": 2587770
    },
    {
      "epoch": 722.24,
      "grad_norm": 1.3002896308898926,
      "learning_rate": 1.2004446610732986e-07,
      "loss": 0.3342,
      "step": 2587780
    },
    {
      "epoch": 722.24,
      "grad_norm": 1.2770806550979614,
      "learning_rate": 1.2003592350509463e-07,
      "loss": 0.3343,
      "step": 2587790
    },
    {
      "epoch": 722.24,
      "grad_norm": 1.3527023792266846,
      "learning_rate": 1.2002738119883593e-07,
      "loss": 0.3354,
      "step": 2587800
    },
    {
      "epoch": 722.25,
      "grad_norm": 1.2948391437530518,
      "learning_rate": 1.2001883918855531e-07,
      "loss": 0.3387,
      "step": 2587810
    },
    {
      "epoch": 722.25,
      "grad_norm": 1.8699651956558228,
      "learning_rate": 1.2001029747425432e-07,
      "loss": 0.3423,
      "step": 2587820
    },
    {
      "epoch": 722.25,
      "grad_norm": 1.3605231046676636,
      "learning_rate": 1.2000175605593327e-07,
      "loss": 0.35,
      "step": 2587830
    },
    {
      "epoch": 722.26,
      "grad_norm": 1.1774698495864868,
      "learning_rate": 1.1999321493359367e-07,
      "loss": 0.3336,
      "step": 2587840
    },
    {
      "epoch": 722.26,
      "grad_norm": 1.247538685798645,
      "learning_rate": 1.1998467410723684e-07,
      "loss": 0.3245,
      "step": 2587850
    },
    {
      "epoch": 722.26,
      "grad_norm": 1.2041702270507812,
      "learning_rate": 1.1997613357686408e-07,
      "loss": 0.3567,
      "step": 2587860
    },
    {
      "epoch": 722.26,
      "grad_norm": 1.2173970937728882,
      "learning_rate": 1.1996759334247592e-07,
      "loss": 0.3542,
      "step": 2587870
    },
    {
      "epoch": 722.27,
      "grad_norm": 1.2067846059799194,
      "learning_rate": 1.1995905340407363e-07,
      "loss": 0.3519,
      "step": 2587880
    },
    {
      "epoch": 722.27,
      "grad_norm": 1.3003023862838745,
      "learning_rate": 1.199505137616591e-07,
      "loss": 0.3396,
      "step": 2587890
    },
    {
      "epoch": 722.27,
      "grad_norm": 1.3786543607711792,
      "learning_rate": 1.1994197441523198e-07,
      "loss": 0.36,
      "step": 2587900
    },
    {
      "epoch": 722.27,
      "grad_norm": 1.537055253982544,
      "learning_rate": 1.1993343536479518e-07,
      "loss": 0.3559,
      "step": 2587910
    },
    {
      "epoch": 722.28,
      "grad_norm": 1.1069854497909546,
      "learning_rate": 1.1992489661034844e-07,
      "loss": 0.3424,
      "step": 2587920
    },
    {
      "epoch": 722.28,
      "grad_norm": 1.268966555595398,
      "learning_rate": 1.1991635815189358e-07,
      "loss": 0.3354,
      "step": 2587930
    },
    {
      "epoch": 722.28,
      "grad_norm": 1.0288132429122925,
      "learning_rate": 1.1990781998943165e-07,
      "loss": 0.3333,
      "step": 2587940
    },
    {
      "epoch": 722.29,
      "grad_norm": 1.1807395219802856,
      "learning_rate": 1.198992821229639e-07,
      "loss": 0.3418,
      "step": 2587950
    },
    {
      "epoch": 722.29,
      "grad_norm": 1.1118699312210083,
      "learning_rate": 1.1989074455249092e-07,
      "loss": 0.3501,
      "step": 2587960
    },
    {
      "epoch": 722.29,
      "grad_norm": 1.4786568880081177,
      "learning_rate": 1.1988220727801424e-07,
      "loss": 0.3371,
      "step": 2587970
    },
    {
      "epoch": 722.29,
      "grad_norm": 1.2954915761947632,
      "learning_rate": 1.1987367029953541e-07,
      "loss": 0.3334,
      "step": 2587980
    },
    {
      "epoch": 722.3,
      "grad_norm": 1.142598271369934,
      "learning_rate": 1.1986513361705448e-07,
      "loss": 0.3246,
      "step": 2587990
    },
    {
      "epoch": 722.3,
      "grad_norm": 1.3967679738998413,
      "learning_rate": 1.198565972305737e-07,
      "loss": 0.3364,
      "step": 2588000
    },
    {
      "epoch": 722.3,
      "grad_norm": 1.4241628646850586,
      "learning_rate": 1.1984806114009368e-07,
      "loss": 0.334,
      "step": 2588010
    },
    {
      "epoch": 722.31,
      "grad_norm": 1.2842648029327393,
      "learning_rate": 1.198395253456154e-07,
      "loss": 0.3358,
      "step": 2588020
    },
    {
      "epoch": 722.31,
      "grad_norm": 1.1211189031600952,
      "learning_rate": 1.198309898471402e-07,
      "loss": 0.372,
      "step": 2588030
    },
    {
      "epoch": 722.31,
      "grad_norm": 1.1322139501571655,
      "learning_rate": 1.1982245464466963e-07,
      "loss": 0.3434,
      "step": 2588040
    },
    {
      "epoch": 722.31,
      "grad_norm": 1.2435173988342285,
      "learning_rate": 1.198139197382042e-07,
      "loss": 0.3462,
      "step": 2588050
    },
    {
      "epoch": 722.32,
      "grad_norm": 1.1990817785263062,
      "learning_rate": 1.1980538512774496e-07,
      "loss": 0.3367,
      "step": 2588060
    },
    {
      "epoch": 722.32,
      "grad_norm": 1.3993992805480957,
      "learning_rate": 1.1979685081329373e-07,
      "loss": 0.337,
      "step": 2588070
    },
    {
      "epoch": 722.32,
      "grad_norm": 1.0487651824951172,
      "learning_rate": 1.1978831679485103e-07,
      "loss": 0.32,
      "step": 2588080
    },
    {
      "epoch": 722.32,
      "grad_norm": 1.3273649215698242,
      "learning_rate": 1.1977978307241868e-07,
      "loss": 0.3324,
      "step": 2588090
    },
    {
      "epoch": 722.33,
      "grad_norm": 2.4874987602233887,
      "learning_rate": 1.1977124964599695e-07,
      "loss": 0.3374,
      "step": 2588100
    },
    {
      "epoch": 722.33,
      "grad_norm": 1.1816540956497192,
      "learning_rate": 1.1976271651558738e-07,
      "loss": 0.3532,
      "step": 2588110
    },
    {
      "epoch": 722.33,
      "grad_norm": 5.758554458618164,
      "learning_rate": 1.1975418368119155e-07,
      "loss": 0.3353,
      "step": 2588120
    },
    {
      "epoch": 722.34,
      "grad_norm": 1.1242741346359253,
      "learning_rate": 1.1974565114280946e-07,
      "loss": 0.3551,
      "step": 2588130
    },
    {
      "epoch": 722.34,
      "grad_norm": 1.04376220703125,
      "learning_rate": 1.197371189004437e-07,
      "loss": 0.3243,
      "step": 2588140
    },
    {
      "epoch": 722.34,
      "grad_norm": 1.3207429647445679,
      "learning_rate": 1.197285869540943e-07,
      "loss": 0.3346,
      "step": 2588150
    },
    {
      "epoch": 722.34,
      "grad_norm": 1.4150584936141968,
      "learning_rate": 1.197200553037625e-07,
      "loss": 0.3427,
      "step": 2588160
    },
    {
      "epoch": 722.35,
      "grad_norm": 1.2583374977111816,
      "learning_rate": 1.1971152394944992e-07,
      "loss": 0.3372,
      "step": 2588170
    },
    {
      "epoch": 722.35,
      "grad_norm": 1.391974687576294,
      "learning_rate": 1.1970299289115783e-07,
      "loss": 0.3147,
      "step": 2588180
    },
    {
      "epoch": 722.35,
      "grad_norm": 1.6897625923156738,
      "learning_rate": 1.196944621288865e-07,
      "loss": 0.338,
      "step": 2588190
    },
    {
      "epoch": 722.36,
      "grad_norm": 1.4369161128997803,
      "learning_rate": 1.1968593166263776e-07,
      "loss": 0.3578,
      "step": 2588200
    },
    {
      "epoch": 722.36,
      "grad_norm": 1.1123944520950317,
      "learning_rate": 1.1967740149241288e-07,
      "loss": 0.3197,
      "step": 2588210
    },
    {
      "epoch": 722.36,
      "grad_norm": 1.2707351446151733,
      "learning_rate": 1.196688716182119e-07,
      "loss": 0.3281,
      "step": 2588220
    },
    {
      "epoch": 722.36,
      "grad_norm": 1.0499805212020874,
      "learning_rate": 1.1966034204003742e-07,
      "loss": 0.3544,
      "step": 2588230
    },
    {
      "epoch": 722.37,
      "grad_norm": 1.333533525466919,
      "learning_rate": 1.1965181275788966e-07,
      "loss": 0.3327,
      "step": 2588240
    },
    {
      "epoch": 722.37,
      "grad_norm": 1.4369213581085205,
      "learning_rate": 1.196432837717697e-07,
      "loss": 0.3281,
      "step": 2588250
    },
    {
      "epoch": 722.37,
      "grad_norm": 1.3565595149993896,
      "learning_rate": 1.196347550816796e-07,
      "loss": 0.3413,
      "step": 2588260
    },
    {
      "epoch": 722.38,
      "grad_norm": 1.3151443004608154,
      "learning_rate": 1.1962622668761938e-07,
      "loss": 0.3267,
      "step": 2588270
    },
    {
      "epoch": 722.38,
      "grad_norm": 1.3073991537094116,
      "learning_rate": 1.1961769858959057e-07,
      "loss": 0.3328,
      "step": 2588280
    },
    {
      "epoch": 722.38,
      "grad_norm": 1.2189228534698486,
      "learning_rate": 1.196091707875945e-07,
      "loss": 0.3334,
      "step": 2588290
    },
    {
      "epoch": 722.38,
      "grad_norm": 1.1232433319091797,
      "learning_rate": 1.1960064328163246e-07,
      "loss": 0.3376,
      "step": 2588300
    },
    {
      "epoch": 722.39,
      "grad_norm": 1.1854000091552734,
      "learning_rate": 1.1959211607170446e-07,
      "loss": 0.3494,
      "step": 2588310
    },
    {
      "epoch": 722.39,
      "grad_norm": 1.0651397705078125,
      "learning_rate": 1.1958358915781334e-07,
      "loss": 0.3375,
      "step": 2588320
    },
    {
      "epoch": 722.39,
      "grad_norm": 1.3347454071044922,
      "learning_rate": 1.1957506253995912e-07,
      "loss": 0.3408,
      "step": 2588330
    },
    {
      "epoch": 722.39,
      "grad_norm": 1.1086392402648926,
      "learning_rate": 1.1956653621814308e-07,
      "loss": 0.3399,
      "step": 2588340
    },
    {
      "epoch": 722.4,
      "grad_norm": 1.2688804864883423,
      "learning_rate": 1.1955801019236682e-07,
      "loss": 0.3365,
      "step": 2588350
    },
    {
      "epoch": 722.4,
      "grad_norm": 1.4355930089950562,
      "learning_rate": 1.195494844626303e-07,
      "loss": 0.3421,
      "step": 2588360
    },
    {
      "epoch": 722.4,
      "grad_norm": 1.380869746208191,
      "learning_rate": 1.1954095902893637e-07,
      "loss": 0.3527,
      "step": 2588370
    },
    {
      "epoch": 722.41,
      "grad_norm": 1.4320800304412842,
      "learning_rate": 1.1953243389128483e-07,
      "loss": 0.3338,
      "step": 2588380
    },
    {
      "epoch": 722.41,
      "grad_norm": 1.2096234560012817,
      "learning_rate": 1.195239090496772e-07,
      "loss": 0.3371,
      "step": 2588390
    },
    {
      "epoch": 722.41,
      "grad_norm": 1.138956069946289,
      "learning_rate": 1.1951538450411506e-07,
      "loss": 0.3405,
      "step": 2588400
    },
    {
      "epoch": 722.41,
      "grad_norm": 1.2248739004135132,
      "learning_rate": 1.1950686025459892e-07,
      "loss": 0.3325,
      "step": 2588410
    },
    {
      "epoch": 722.42,
      "grad_norm": 1.2032039165496826,
      "learning_rate": 1.1949833630113006e-07,
      "loss": 0.3368,
      "step": 2588420
    },
    {
      "epoch": 722.42,
      "grad_norm": 1.3111902475357056,
      "learning_rate": 1.1948981264370957e-07,
      "loss": 0.3273,
      "step": 2588430
    },
    {
      "epoch": 722.42,
      "grad_norm": 1.5337125062942505,
      "learning_rate": 1.1948128928233924e-07,
      "loss": 0.3286,
      "step": 2588440
    },
    {
      "epoch": 722.43,
      "grad_norm": 1.2999353408813477,
      "learning_rate": 1.1947276621701905e-07,
      "loss": 0.3415,
      "step": 2588450
    },
    {
      "epoch": 722.43,
      "grad_norm": 1.2943429946899414,
      "learning_rate": 1.1946424344775112e-07,
      "loss": 0.3381,
      "step": 2588460
    },
    {
      "epoch": 722.43,
      "grad_norm": 1.1730808019638062,
      "learning_rate": 1.1945572097453623e-07,
      "loss": 0.3387,
      "step": 2588470
    },
    {
      "epoch": 722.43,
      "grad_norm": 1.4025678634643555,
      "learning_rate": 1.1944719879737538e-07,
      "loss": 0.3381,
      "step": 2588480
    },
    {
      "epoch": 722.44,
      "grad_norm": 1.1939949989318848,
      "learning_rate": 1.1943867691627017e-07,
      "loss": 0.3427,
      "step": 2588490
    },
    {
      "epoch": 722.44,
      "grad_norm": 1.1429978609085083,
      "learning_rate": 1.194301553312211e-07,
      "loss": 0.3413,
      "step": 2588500
    },
    {
      "epoch": 722.44,
      "grad_norm": 1.2346818447113037,
      "learning_rate": 1.194216340422295e-07,
      "loss": 0.3417,
      "step": 2588510
    },
    {
      "epoch": 722.44,
      "grad_norm": 1.4366041421890259,
      "learning_rate": 1.194131130492969e-07,
      "loss": 0.3561,
      "step": 2588520
    },
    {
      "epoch": 722.45,
      "grad_norm": 1.1880717277526855,
      "learning_rate": 1.1940459235242408e-07,
      "loss": 0.3468,
      "step": 2588530
    },
    {
      "epoch": 722.45,
      "grad_norm": 1.0279462337493896,
      "learning_rate": 1.193960719516121e-07,
      "loss": 0.3449,
      "step": 2588540
    },
    {
      "epoch": 722.45,
      "grad_norm": 1.3161022663116455,
      "learning_rate": 1.1938755184686227e-07,
      "loss": 0.3313,
      "step": 2588550
    },
    {
      "epoch": 722.46,
      "grad_norm": 1.2266700267791748,
      "learning_rate": 1.193790320381761e-07,
      "loss": 0.3191,
      "step": 2588560
    },
    {
      "epoch": 722.46,
      "grad_norm": 1.1202641725540161,
      "learning_rate": 1.1937051252555366e-07,
      "loss": 0.3436,
      "step": 2588570
    },
    {
      "epoch": 722.46,
      "grad_norm": 1.298927903175354,
      "learning_rate": 1.1936199330899723e-07,
      "loss": 0.341,
      "step": 2588580
    },
    {
      "epoch": 722.46,
      "grad_norm": 1.1167685985565186,
      "learning_rate": 1.1935347438850712e-07,
      "loss": 0.3309,
      "step": 2588590
    },
    {
      "epoch": 722.47,
      "grad_norm": 1.1247776746749878,
      "learning_rate": 1.1934495576408485e-07,
      "loss": 0.3185,
      "step": 2588600
    },
    {
      "epoch": 722.47,
      "grad_norm": 1.3384180068969727,
      "learning_rate": 1.1933643743573148e-07,
      "loss": 0.3439,
      "step": 2588610
    },
    {
      "epoch": 722.47,
      "grad_norm": 1.8492605686187744,
      "learning_rate": 1.1932791940344856e-07,
      "loss": 0.339,
      "step": 2588620
    },
    {
      "epoch": 722.48,
      "grad_norm": 1.2109880447387695,
      "learning_rate": 1.1931940166723637e-07,
      "loss": 0.3511,
      "step": 2588630
    },
    {
      "epoch": 722.48,
      "grad_norm": 1.2022827863693237,
      "learning_rate": 1.1931088422709647e-07,
      "loss": 0.3288,
      "step": 2588640
    },
    {
      "epoch": 722.48,
      "grad_norm": 1.2635014057159424,
      "learning_rate": 1.1930236708303014e-07,
      "loss": 0.3336,
      "step": 2588650
    },
    {
      "epoch": 722.48,
      "grad_norm": 1.3449194431304932,
      "learning_rate": 1.1929385023503846e-07,
      "loss": 0.338,
      "step": 2588660
    },
    {
      "epoch": 722.49,
      "grad_norm": 1.1888774633407593,
      "learning_rate": 1.1928533368312266e-07,
      "loss": 0.3225,
      "step": 2588670
    },
    {
      "epoch": 722.49,
      "grad_norm": 1.2487250566482544,
      "learning_rate": 1.192768174272836e-07,
      "loss": 0.3336,
      "step": 2588680
    },
    {
      "epoch": 722.49,
      "grad_norm": 1.2237547636032104,
      "learning_rate": 1.1926830146752226e-07,
      "loss": 0.3184,
      "step": 2588690
    },
    {
      "epoch": 722.5,
      "grad_norm": 1.34464693069458,
      "learning_rate": 1.192597858038405e-07,
      "loss": 0.3186,
      "step": 2588700
    },
    {
      "epoch": 722.5,
      "grad_norm": 1.3314203023910522,
      "learning_rate": 1.192512704362383e-07,
      "loss": 0.3307,
      "step": 2588710
    },
    {
      "epoch": 722.5,
      "grad_norm": 1.4330203533172607,
      "learning_rate": 1.192427553647183e-07,
      "loss": 0.3208,
      "step": 2588720
    },
    {
      "epoch": 722.5,
      "grad_norm": 1.367177128791809,
      "learning_rate": 1.1923424058928044e-07,
      "loss": 0.3332,
      "step": 2588730
    },
    {
      "epoch": 722.51,
      "grad_norm": 2.504223585128784,
      "learning_rate": 1.1922572610992605e-07,
      "loss": 0.3364,
      "step": 2588740
    },
    {
      "epoch": 722.51,
      "grad_norm": 1.1237744092941284,
      "learning_rate": 1.192172119266567e-07,
      "loss": 0.3245,
      "step": 2588750
    },
    {
      "epoch": 722.51,
      "grad_norm": 1.30649733543396,
      "learning_rate": 1.1920869803947342e-07,
      "loss": 0.3249,
      "step": 2588760
    },
    {
      "epoch": 722.51,
      "grad_norm": 1.4352483749389648,
      "learning_rate": 1.19200184448377e-07,
      "loss": 0.3367,
      "step": 2588770
    },
    {
      "epoch": 722.52,
      "grad_norm": 1.4112746715545654,
      "learning_rate": 1.1919167115336847e-07,
      "loss": 0.3316,
      "step": 2588780
    },
    {
      "epoch": 722.52,
      "grad_norm": 1.499876856803894,
      "learning_rate": 1.191831581544499e-07,
      "loss": 0.3208,
      "step": 2588790
    },
    {
      "epoch": 722.52,
      "grad_norm": 1.2881301641464233,
      "learning_rate": 1.1917464545162106e-07,
      "loss": 0.3407,
      "step": 2588800
    },
    {
      "epoch": 722.53,
      "grad_norm": 1.2321304082870483,
      "learning_rate": 1.1916613304488428e-07,
      "loss": 0.3398,
      "step": 2588810
    },
    {
      "epoch": 722.53,
      "grad_norm": 1.2766637802124023,
      "learning_rate": 1.1915762093424007e-07,
      "loss": 0.3183,
      "step": 2588820
    },
    {
      "epoch": 722.53,
      "grad_norm": 1.2091432809829712,
      "learning_rate": 1.1914910911968974e-07,
      "loss": 0.3463,
      "step": 2588830
    },
    {
      "epoch": 722.53,
      "grad_norm": 1.29750657081604,
      "learning_rate": 1.1914059760123459e-07,
      "loss": 0.3492,
      "step": 2588840
    },
    {
      "epoch": 722.54,
      "grad_norm": 1.1690642833709717,
      "learning_rate": 1.1913208637887541e-07,
      "loss": 0.3448,
      "step": 2588850
    },
    {
      "epoch": 722.54,
      "grad_norm": 1.1085079908370972,
      "learning_rate": 1.1912357545261322e-07,
      "loss": 0.3433,
      "step": 2588860
    },
    {
      "epoch": 722.54,
      "grad_norm": 1.1058039665222168,
      "learning_rate": 1.1911506482244959e-07,
      "loss": 0.3309,
      "step": 2588870
    },
    {
      "epoch": 722.55,
      "grad_norm": 1.2496243715286255,
      "learning_rate": 1.1910655448838582e-07,
      "loss": 0.3394,
      "step": 2588880
    },
    {
      "epoch": 722.55,
      "grad_norm": 1.0490752458572388,
      "learning_rate": 1.1909804445042193e-07,
      "loss": 0.343,
      "step": 2588890
    },
    {
      "epoch": 722.55,
      "grad_norm": 1.3870856761932373,
      "learning_rate": 1.1908953470856075e-07,
      "loss": 0.3278,
      "step": 2588900
    },
    {
      "epoch": 722.55,
      "grad_norm": 1.4066824913024902,
      "learning_rate": 1.1908102526280178e-07,
      "loss": 0.3456,
      "step": 2588910
    },
    {
      "epoch": 722.56,
      "grad_norm": 1.0841476917266846,
      "learning_rate": 1.190725161131471e-07,
      "loss": 0.338,
      "step": 2588920
    },
    {
      "epoch": 722.56,
      "grad_norm": 1.2596019506454468,
      "learning_rate": 1.1906400725959774e-07,
      "loss": 0.3356,
      "step": 2588930
    },
    {
      "epoch": 722.56,
      "grad_norm": 1.2411320209503174,
      "learning_rate": 1.1905549870215424e-07,
      "loss": 0.3424,
      "step": 2588940
    },
    {
      "epoch": 722.56,
      "grad_norm": 1.1412373781204224,
      "learning_rate": 1.1904699044081867e-07,
      "loss": 0.355,
      "step": 2588950
    },
    {
      "epoch": 722.57,
      "grad_norm": 1.28477144241333,
      "learning_rate": 1.1903848247559154e-07,
      "loss": 0.3187,
      "step": 2588960
    },
    {
      "epoch": 722.57,
      "grad_norm": 1.2435100078582764,
      "learning_rate": 1.1902997480647391e-07,
      "loss": 0.3322,
      "step": 2588970
    },
    {
      "epoch": 722.57,
      "grad_norm": 1.3113460540771484,
      "learning_rate": 1.1902146743346733e-07,
      "loss": 0.3283,
      "step": 2588980
    },
    {
      "epoch": 722.58,
      "grad_norm": 1.1170954704284668,
      "learning_rate": 1.1901296035657283e-07,
      "loss": 0.3403,
      "step": 2588990
    },
    {
      "epoch": 722.58,
      "grad_norm": 1.0820616483688354,
      "learning_rate": 1.1900445357579123e-07,
      "loss": 0.3218,
      "step": 2589000
    },
    {
      "epoch": 722.58,
      "grad_norm": 1.615333080291748,
      "learning_rate": 1.1899594709112404e-07,
      "loss": 0.3428,
      "step": 2589010
    },
    {
      "epoch": 722.58,
      "grad_norm": 1.3133940696716309,
      "learning_rate": 1.1898744090257234e-07,
      "loss": 0.3314,
      "step": 2589020
    },
    {
      "epoch": 722.59,
      "grad_norm": 1.0813162326812744,
      "learning_rate": 1.1897893501013638e-07,
      "loss": 0.3427,
      "step": 2589030
    },
    {
      "epoch": 722.59,
      "grad_norm": 1.2717491388320923,
      "learning_rate": 1.18970429413819e-07,
      "loss": 0.3421,
      "step": 2589040
    },
    {
      "epoch": 722.59,
      "grad_norm": 1.096475601196289,
      "learning_rate": 1.1896192411361971e-07,
      "loss": 0.3244,
      "step": 2589050
    },
    {
      "epoch": 722.6,
      "grad_norm": 1.02033531665802,
      "learning_rate": 1.1895341910954058e-07,
      "loss": 0.327,
      "step": 2589060
    },
    {
      "epoch": 722.6,
      "grad_norm": 1.1197105646133423,
      "learning_rate": 1.189449144015829e-07,
      "loss": 0.3436,
      "step": 2589070
    },
    {
      "epoch": 722.6,
      "grad_norm": 1.4262243509292603,
      "learning_rate": 1.189364099897467e-07,
      "loss": 0.3262,
      "step": 2589080
    },
    {
      "epoch": 722.6,
      "grad_norm": 1.2917603254318237,
      "learning_rate": 1.1892790587403403e-07,
      "loss": 0.36,
      "step": 2589090
    },
    {
      "epoch": 722.61,
      "grad_norm": 1.28562593460083,
      "learning_rate": 1.1891940205444569e-07,
      "loss": 0.3271,
      "step": 2589100
    },
    {
      "epoch": 722.61,
      "grad_norm": 1.2178291082382202,
      "learning_rate": 1.1891089853098349e-07,
      "loss": 0.318,
      "step": 2589110
    },
    {
      "epoch": 722.61,
      "grad_norm": 1.2600442171096802,
      "learning_rate": 1.1890239530364717e-07,
      "loss": 0.3455,
      "step": 2589120
    },
    {
      "epoch": 722.62,
      "grad_norm": 6.8212385177612305,
      "learning_rate": 1.1889389237243907e-07,
      "loss": 0.3344,
      "step": 2589130
    },
    {
      "epoch": 722.62,
      "grad_norm": 1.5755025148391724,
      "learning_rate": 1.1888538973736e-07,
      "loss": 0.3238,
      "step": 2589140
    },
    {
      "epoch": 722.62,
      "grad_norm": 1.192305088043213,
      "learning_rate": 1.188768873984107e-07,
      "loss": 0.3302,
      "step": 2589150
    },
    {
      "epoch": 722.62,
      "grad_norm": 2.048273801803589,
      "learning_rate": 1.18868385355593e-07,
      "loss": 0.335,
      "step": 2589160
    },
    {
      "epoch": 722.63,
      "grad_norm": 1.2862820625305176,
      "learning_rate": 1.1885988360890745e-07,
      "loss": 0.3492,
      "step": 2589170
    },
    {
      "epoch": 722.63,
      "grad_norm": 1.3733646869659424,
      "learning_rate": 1.1885138215835533e-07,
      "loss": 0.3283,
      "step": 2589180
    },
    {
      "epoch": 722.63,
      "grad_norm": 1.2246519327163696,
      "learning_rate": 1.1884288100393793e-07,
      "loss": 0.3415,
      "step": 2589190
    },
    {
      "epoch": 722.63,
      "grad_norm": 1.0174113512039185,
      "learning_rate": 1.1883438014565656e-07,
      "loss": 0.3352,
      "step": 2589200
    },
    {
      "epoch": 722.64,
      "grad_norm": 1.2047569751739502,
      "learning_rate": 1.1882587958351149e-07,
      "loss": 0.356,
      "step": 2589210
    },
    {
      "epoch": 722.64,
      "grad_norm": 1.6393702030181885,
      "learning_rate": 1.1881737931750479e-07,
      "loss": 0.3372,
      "step": 2589220
    },
    {
      "epoch": 722.64,
      "grad_norm": 1.502788782119751,
      "learning_rate": 1.1880887934763699e-07,
      "loss": 0.343,
      "step": 2589230
    },
    {
      "epoch": 722.65,
      "grad_norm": 1.14375901222229,
      "learning_rate": 1.1880037967390938e-07,
      "loss": 0.3392,
      "step": 2589240
    },
    {
      "epoch": 722.65,
      "grad_norm": 1.2972832918167114,
      "learning_rate": 1.187918802963238e-07,
      "loss": 0.3159,
      "step": 2589250
    },
    {
      "epoch": 722.65,
      "grad_norm": 1.4667019844055176,
      "learning_rate": 1.1878338121487995e-07,
      "loss": 0.3512,
      "step": 2589260
    },
    {
      "epoch": 722.65,
      "grad_norm": 1.1358304023742676,
      "learning_rate": 1.1877488242958022e-07,
      "loss": 0.3216,
      "step": 2589270
    },
    {
      "epoch": 722.66,
      "grad_norm": 1.4615713357925415,
      "learning_rate": 1.1876638394042511e-07,
      "loss": 0.3439,
      "step": 2589280
    },
    {
      "epoch": 722.66,
      "grad_norm": 1.1240140199661255,
      "learning_rate": 1.1875788574741617e-07,
      "loss": 0.3331,
      "step": 2589290
    },
    {
      "epoch": 722.66,
      "grad_norm": 1.364841341972351,
      "learning_rate": 1.1874938785055421e-07,
      "loss": 0.337,
      "step": 2589300
    },
    {
      "epoch": 722.67,
      "grad_norm": 1.20382559299469,
      "learning_rate": 1.187408902498405e-07,
      "loss": 0.3446,
      "step": 2589310
    },
    {
      "epoch": 722.67,
      "grad_norm": 1.1596471071243286,
      "learning_rate": 1.1873239294527583e-07,
      "loss": 0.3309,
      "step": 2589320
    },
    {
      "epoch": 722.67,
      "grad_norm": 1.1490740776062012,
      "learning_rate": 1.1872389593686176e-07,
      "loss": 0.3416,
      "step": 2589330
    },
    {
      "epoch": 722.67,
      "grad_norm": 1.2852880954742432,
      "learning_rate": 1.1871539922459934e-07,
      "loss": 0.3286,
      "step": 2589340
    },
    {
      "epoch": 722.68,
      "grad_norm": 1.3903640508651733,
      "learning_rate": 1.1870690280848961e-07,
      "loss": 0.3329,
      "step": 2589350
    },
    {
      "epoch": 722.68,
      "grad_norm": 1.1900502443313599,
      "learning_rate": 1.186984066885336e-07,
      "loss": 0.321,
      "step": 2589360
    },
    {
      "epoch": 722.68,
      "grad_norm": 1.5112706422805786,
      "learning_rate": 1.1868991086473288e-07,
      "loss": 0.3444,
      "step": 2589370
    },
    {
      "epoch": 722.68,
      "grad_norm": 1.163343071937561,
      "learning_rate": 1.1868141533708745e-07,
      "loss": 0.3292,
      "step": 2589380
    },
    {
      "epoch": 722.69,
      "grad_norm": 1.3149175643920898,
      "learning_rate": 1.1867292010560017e-07,
      "loss": 0.337,
      "step": 2589390
    },
    {
      "epoch": 722.69,
      "grad_norm": 1.0381015539169312,
      "learning_rate": 1.1866442517027078e-07,
      "loss": 0.331,
      "step": 2589400
    },
    {
      "epoch": 722.69,
      "grad_norm": 1.2561115026474,
      "learning_rate": 1.1865593053110109e-07,
      "loss": 0.3345,
      "step": 2589410
    },
    {
      "epoch": 722.7,
      "grad_norm": 1.29991614818573,
      "learning_rate": 1.1864743618809191e-07,
      "loss": 0.3352,
      "step": 2589420
    },
    {
      "epoch": 722.7,
      "grad_norm": 1.4706125259399414,
      "learning_rate": 1.1863894214124478e-07,
      "loss": 0.3357,
      "step": 2589430
    },
    {
      "epoch": 722.7,
      "grad_norm": 1.5609076023101807,
      "learning_rate": 1.1863044839056022e-07,
      "loss": 0.3533,
      "step": 2589440
    },
    {
      "epoch": 722.7,
      "grad_norm": 1.7112995386123657,
      "learning_rate": 1.1862195493603952e-07,
      "loss": 0.3154,
      "step": 2589450
    },
    {
      "epoch": 722.71,
      "grad_norm": 1.6904982328414917,
      "learning_rate": 1.1861346177768453e-07,
      "loss": 0.3372,
      "step": 2589460
    },
    {
      "epoch": 722.71,
      "grad_norm": 1.0274356603622437,
      "learning_rate": 1.1860496891549498e-07,
      "loss": 0.3126,
      "step": 2589470
    },
    {
      "epoch": 722.71,
      "grad_norm": 1.1939700841903687,
      "learning_rate": 1.1859647634947373e-07,
      "loss": 0.342,
      "step": 2589480
    },
    {
      "epoch": 722.72,
      "grad_norm": 1.1106280088424683,
      "learning_rate": 1.185879840796205e-07,
      "loss": 0.317,
      "step": 2589490
    },
    {
      "epoch": 722.72,
      "grad_norm": 1.3317474126815796,
      "learning_rate": 1.1857949210593688e-07,
      "loss": 0.3351,
      "step": 2589500
    },
    {
      "epoch": 722.72,
      "grad_norm": 1.1838204860687256,
      "learning_rate": 1.1857100042842468e-07,
      "loss": 0.3501,
      "step": 2589510
    },
    {
      "epoch": 722.72,
      "grad_norm": 1.3746721744537354,
      "learning_rate": 1.1856250904708364e-07,
      "loss": 0.3433,
      "step": 2589520
    },
    {
      "epoch": 722.73,
      "grad_norm": 1.3848578929901123,
      "learning_rate": 1.1855401796191612e-07,
      "loss": 0.3337,
      "step": 2589530
    },
    {
      "epoch": 722.73,
      "grad_norm": 1.3096303939819336,
      "learning_rate": 1.185455271729226e-07,
      "loss": 0.3114,
      "step": 2589540
    },
    {
      "epoch": 722.73,
      "grad_norm": 1.229926347732544,
      "learning_rate": 1.1853703668010442e-07,
      "loss": 0.342,
      "step": 2589550
    },
    {
      "epoch": 722.74,
      "grad_norm": 1.1546783447265625,
      "learning_rate": 1.1852854648346284e-07,
      "loss": 0.3471,
      "step": 2589560
    },
    {
      "epoch": 722.74,
      "grad_norm": 1.1863707304000854,
      "learning_rate": 1.1852005658299894e-07,
      "loss": 0.3459,
      "step": 2589570
    },
    {
      "epoch": 722.74,
      "grad_norm": 1.278306007385254,
      "learning_rate": 1.1851156697871349e-07,
      "loss": 0.3252,
      "step": 2589580
    },
    {
      "epoch": 722.74,
      "grad_norm": 1.2478156089782715,
      "learning_rate": 1.1850307767060779e-07,
      "loss": 0.3461,
      "step": 2589590
    },
    {
      "epoch": 722.75,
      "grad_norm": 1.3719744682312012,
      "learning_rate": 1.1849458865868366e-07,
      "loss": 0.3396,
      "step": 2589600
    },
    {
      "epoch": 722.75,
      "grad_norm": 1.2657192945480347,
      "learning_rate": 1.1848609994294058e-07,
      "loss": 0.336,
      "step": 2589610
    },
    {
      "epoch": 722.75,
      "grad_norm": 1.2224310636520386,
      "learning_rate": 1.1847761152338166e-07,
      "loss": 0.3373,
      "step": 2589620
    },
    {
      "epoch": 722.75,
      "grad_norm": 1.248185634613037,
      "learning_rate": 1.1846912340000665e-07,
      "loss": 0.3323,
      "step": 2589630
    },
    {
      "epoch": 722.76,
      "grad_norm": 1.117104172706604,
      "learning_rate": 1.1846063557281738e-07,
      "loss": 0.3322,
      "step": 2589640
    },
    {
      "epoch": 722.76,
      "grad_norm": 1.2795157432556152,
      "learning_rate": 1.1845214804181487e-07,
      "loss": 0.3399,
      "step": 2589650
    },
    {
      "epoch": 722.76,
      "grad_norm": 1.2122089862823486,
      "learning_rate": 1.1844366080699966e-07,
      "loss": 0.3423,
      "step": 2589660
    },
    {
      "epoch": 722.77,
      "grad_norm": 1.2556192874908447,
      "learning_rate": 1.1843517386837358e-07,
      "loss": 0.3436,
      "step": 2589670
    },
    {
      "epoch": 722.77,
      "grad_norm": 1.156516671180725,
      "learning_rate": 1.1842668722593738e-07,
      "loss": 0.3234,
      "step": 2589680
    },
    {
      "epoch": 722.77,
      "grad_norm": 1.1505244970321655,
      "learning_rate": 1.1841820087969264e-07,
      "loss": 0.343,
      "step": 2589690
    },
    {
      "epoch": 722.77,
      "grad_norm": 1.0967618227005005,
      "learning_rate": 1.1840971482963962e-07,
      "loss": 0.3385,
      "step": 2589700
    },
    {
      "epoch": 722.78,
      "grad_norm": 1.3597898483276367,
      "learning_rate": 1.184012290757804e-07,
      "loss": 0.3427,
      "step": 2589710
    },
    {
      "epoch": 722.78,
      "grad_norm": 1.286612868309021,
      "learning_rate": 1.1839274361811574e-07,
      "loss": 0.3381,
      "step": 2589720
    },
    {
      "epoch": 722.78,
      "grad_norm": 1.1815223693847656,
      "learning_rate": 1.1838425845664647e-07,
      "loss": 0.3406,
      "step": 2589730
    },
    {
      "epoch": 722.79,
      "grad_norm": 1.4899320602416992,
      "learning_rate": 1.1837577359137435e-07,
      "loss": 0.3388,
      "step": 2589740
    },
    {
      "epoch": 722.79,
      "grad_norm": 2.032835006713867,
      "learning_rate": 1.1836728902229996e-07,
      "loss": 0.3305,
      "step": 2589750
    },
    {
      "epoch": 722.79,
      "grad_norm": 1.5753819942474365,
      "learning_rate": 1.183588047494243e-07,
      "loss": 0.3391,
      "step": 2589760
    },
    {
      "epoch": 722.79,
      "grad_norm": 1.1938772201538086,
      "learning_rate": 1.183503207727492e-07,
      "loss": 0.3494,
      "step": 2589770
    },
    {
      "epoch": 722.8,
      "grad_norm": 1.2083747386932373,
      "learning_rate": 1.1834183709227546e-07,
      "loss": 0.3502,
      "step": 2589780
    },
    {
      "epoch": 722.8,
      "grad_norm": 1.1873654127120972,
      "learning_rate": 1.1833335370800408e-07,
      "loss": 0.315,
      "step": 2589790
    },
    {
      "epoch": 722.8,
      "grad_norm": 1.0633066892623901,
      "learning_rate": 1.1832487061993588e-07,
      "loss": 0.3321,
      "step": 2589800
    },
    {
      "epoch": 722.8,
      "grad_norm": 1.1766858100891113,
      "learning_rate": 1.1831638782807268e-07,
      "loss": 0.3404,
      "step": 2589810
    },
    {
      "epoch": 722.81,
      "grad_norm": 1.5246280431747437,
      "learning_rate": 1.1830790533241524e-07,
      "loss": 0.3498,
      "step": 2589820
    },
    {
      "epoch": 722.81,
      "grad_norm": 1.0556272268295288,
      "learning_rate": 1.1829942313296512e-07,
      "loss": 0.3312,
      "step": 2589830
    },
    {
      "epoch": 722.81,
      "grad_norm": 1.2119858264923096,
      "learning_rate": 1.1829094122972234e-07,
      "loss": 0.3474,
      "step": 2589840
    },
    {
      "epoch": 722.82,
      "grad_norm": 1.3035296201705933,
      "learning_rate": 1.1828245962268949e-07,
      "loss": 0.3311,
      "step": 2589850
    },
    {
      "epoch": 722.82,
      "grad_norm": 1.2163697481155396,
      "learning_rate": 1.1827397831186656e-07,
      "loss": 0.3371,
      "step": 2589860
    },
    {
      "epoch": 722.82,
      "grad_norm": 1.2928110361099243,
      "learning_rate": 1.1826549729725513e-07,
      "loss": 0.3537,
      "step": 2589870
    },
    {
      "epoch": 722.82,
      "grad_norm": 1.1502082347869873,
      "learning_rate": 1.1825701657885651e-07,
      "loss": 0.3365,
      "step": 2589880
    },
    {
      "epoch": 722.83,
      "grad_norm": 1.4460222721099854,
      "learning_rate": 1.1824853615667145e-07,
      "loss": 0.3461,
      "step": 2589890
    },
    {
      "epoch": 722.83,
      "grad_norm": 1.0804840326309204,
      "learning_rate": 1.1824005603070126e-07,
      "loss": 0.3295,
      "step": 2589900
    },
    {
      "epoch": 722.83,
      "grad_norm": 1.1985946893692017,
      "learning_rate": 1.1823157620094699e-07,
      "loss": 0.3218,
      "step": 2589910
    },
    {
      "epoch": 722.84,
      "grad_norm": 1.2956935167312622,
      "learning_rate": 1.1822309666740994e-07,
      "loss": 0.3406,
      "step": 2589920
    },
    {
      "epoch": 722.84,
      "grad_norm": 1.355285882949829,
      "learning_rate": 1.182146174300909e-07,
      "loss": 0.3342,
      "step": 2589930
    },
    {
      "epoch": 722.84,
      "grad_norm": 1.116166114807129,
      "learning_rate": 1.1820613848899166e-07,
      "loss": 0.3257,
      "step": 2589940
    },
    {
      "epoch": 722.84,
      "grad_norm": 1.272315502166748,
      "learning_rate": 1.181976598441125e-07,
      "loss": 0.3302,
      "step": 2589950
    },
    {
      "epoch": 722.85,
      "grad_norm": 1.128709077835083,
      "learning_rate": 1.1818918149545499e-07,
      "loss": 0.3526,
      "step": 2589960
    },
    {
      "epoch": 722.85,
      "grad_norm": 1.33011794090271,
      "learning_rate": 1.1818070344302069e-07,
      "loss": 0.3153,
      "step": 2589970
    },
    {
      "epoch": 722.85,
      "grad_norm": 1.394200086593628,
      "learning_rate": 1.1817222568680984e-07,
      "loss": 0.3282,
      "step": 2589980
    },
    {
      "epoch": 722.86,
      "grad_norm": 1.3536509275436401,
      "learning_rate": 1.1816374822682401e-07,
      "loss": 0.3348,
      "step": 2589990
    },
    {
      "epoch": 722.86,
      "grad_norm": 1.2225595712661743,
      "learning_rate": 1.1815527106306426e-07,
      "loss": 0.3383,
      "step": 2590000
    },
    {
      "epoch": 722.86,
      "grad_norm": 1.2219408750534058,
      "learning_rate": 1.1814679419553212e-07,
      "loss": 0.351,
      "step": 2590010
    },
    {
      "epoch": 722.86,
      "grad_norm": 1.164757490158081,
      "learning_rate": 1.1813831762422814e-07,
      "loss": 0.3378,
      "step": 2590020
    },
    {
      "epoch": 722.87,
      "grad_norm": 1.2488391399383545,
      "learning_rate": 1.1812984134915385e-07,
      "loss": 0.3494,
      "step": 2590030
    },
    {
      "epoch": 722.87,
      "grad_norm": 1.2260383367538452,
      "learning_rate": 1.1812136537031033e-07,
      "loss": 0.3289,
      "step": 2590040
    },
    {
      "epoch": 722.87,
      "grad_norm": 1.0312771797180176,
      "learning_rate": 1.181128896876978e-07,
      "loss": 0.3229,
      "step": 2590050
    },
    {
      "epoch": 722.87,
      "grad_norm": 1.1961472034454346,
      "learning_rate": 1.1810441430131888e-07,
      "loss": 0.3267,
      "step": 2590060
    },
    {
      "epoch": 722.88,
      "grad_norm": 1.2157686948776245,
      "learning_rate": 1.1809593921117384e-07,
      "loss": 0.3338,
      "step": 2590070
    },
    {
      "epoch": 722.88,
      "grad_norm": 1.2523008584976196,
      "learning_rate": 1.1808746441726397e-07,
      "loss": 0.3183,
      "step": 2590080
    },
    {
      "epoch": 722.88,
      "grad_norm": 1.1596770286560059,
      "learning_rate": 1.1807898991959031e-07,
      "loss": 0.3327,
      "step": 2590090
    },
    {
      "epoch": 722.89,
      "grad_norm": 1.4997074604034424,
      "learning_rate": 1.1807051571815392e-07,
      "loss": 0.3377,
      "step": 2590100
    },
    {
      "epoch": 722.89,
      "grad_norm": 1.148803949356079,
      "learning_rate": 1.1806204181295659e-07,
      "loss": 0.3289,
      "step": 2590110
    },
    {
      "epoch": 722.89,
      "grad_norm": 1.052089810371399,
      "learning_rate": 1.180535682039986e-07,
      "loss": 0.3411,
      "step": 2590120
    },
    {
      "epoch": 722.89,
      "grad_norm": 1.2418848276138306,
      "learning_rate": 1.1804509489128124e-07,
      "loss": 0.3372,
      "step": 2590130
    },
    {
      "epoch": 722.9,
      "grad_norm": 1.329356074333191,
      "learning_rate": 1.1803662187480607e-07,
      "loss": 0.3517,
      "step": 2590140
    },
    {
      "epoch": 722.9,
      "grad_norm": 1.1894092559814453,
      "learning_rate": 1.1802814915457416e-07,
      "loss": 0.3236,
      "step": 2590150
    },
    {
      "epoch": 722.9,
      "grad_norm": 1.2576196193695068,
      "learning_rate": 1.1801967673058599e-07,
      "loss": 0.34,
      "step": 2590160
    },
    {
      "epoch": 722.91,
      "grad_norm": 1.3780099153518677,
      "learning_rate": 1.1801120460284315e-07,
      "loss": 0.3322,
      "step": 2590170
    },
    {
      "epoch": 722.91,
      "grad_norm": 1.3622441291809082,
      "learning_rate": 1.1800273277134719e-07,
      "loss": 0.3455,
      "step": 2590180
    },
    {
      "epoch": 722.91,
      "grad_norm": 1.1323438882827759,
      "learning_rate": 1.1799426123609811e-07,
      "loss": 0.3379,
      "step": 2590190
    },
    {
      "epoch": 722.91,
      "grad_norm": 1.2471091747283936,
      "learning_rate": 1.179857899970985e-07,
      "loss": 0.3334,
      "step": 2590200
    },
    {
      "epoch": 722.92,
      "grad_norm": 1.2163423299789429,
      "learning_rate": 1.1797731905434814e-07,
      "loss": 0.3308,
      "step": 2590210
    },
    {
      "epoch": 722.92,
      "grad_norm": 1.1201800107955933,
      "learning_rate": 1.179688484078488e-07,
      "loss": 0.3328,
      "step": 2590220
    },
    {
      "epoch": 722.92,
      "grad_norm": 1.3523082733154297,
      "learning_rate": 1.1796037805760181e-07,
      "loss": 0.3564,
      "step": 2590230
    },
    {
      "epoch": 722.92,
      "grad_norm": 1.2011926174163818,
      "learning_rate": 1.1795190800360796e-07,
      "loss": 0.3358,
      "step": 2590240
    },
    {
      "epoch": 722.93,
      "grad_norm": 1.4215542078018188,
      "learning_rate": 1.1794343824586827e-07,
      "loss": 0.3263,
      "step": 2590250
    },
    {
      "epoch": 722.93,
      "grad_norm": 1.3281852006912231,
      "learning_rate": 1.1793496878438405e-07,
      "loss": 0.3407,
      "step": 2590260
    },
    {
      "epoch": 722.93,
      "grad_norm": 1.5495530366897583,
      "learning_rate": 1.1792649961915685e-07,
      "loss": 0.3337,
      "step": 2590270
    },
    {
      "epoch": 722.94,
      "grad_norm": 1.1309130191802979,
      "learning_rate": 1.179180307501867e-07,
      "loss": 0.3269,
      "step": 2590280
    },
    {
      "epoch": 722.94,
      "grad_norm": 1.2786601781845093,
      "learning_rate": 1.179095621774759e-07,
      "loss": 0.3276,
      "step": 2590290
    },
    {
      "epoch": 722.94,
      "grad_norm": 1.2857468128204346,
      "learning_rate": 1.1790109390102473e-07,
      "loss": 0.3273,
      "step": 2590300
    },
    {
      "epoch": 722.94,
      "grad_norm": 1.5390441417694092,
      "learning_rate": 1.1789262592083477e-07,
      "loss": 0.3514,
      "step": 2590310
    },
    {
      "epoch": 722.95,
      "grad_norm": 1.5420218706130981,
      "learning_rate": 1.178841582369073e-07,
      "loss": 0.3419,
      "step": 2590320
    },
    {
      "epoch": 722.95,
      "grad_norm": 1.2064772844314575,
      "learning_rate": 1.1787569084924283e-07,
      "loss": 0.3155,
      "step": 2590330
    },
    {
      "epoch": 722.95,
      "grad_norm": 1.2351436614990234,
      "learning_rate": 1.1786722375784294e-07,
      "loss": 0.348,
      "step": 2590340
    },
    {
      "epoch": 722.96,
      "grad_norm": 1.0738757848739624,
      "learning_rate": 1.1785875696270868e-07,
      "loss": 0.354,
      "step": 2590350
    },
    {
      "epoch": 722.96,
      "grad_norm": 1.3142516613006592,
      "learning_rate": 1.1785029046384132e-07,
      "loss": 0.3337,
      "step": 2590360
    },
    {
      "epoch": 722.96,
      "grad_norm": 1.3477747440338135,
      "learning_rate": 1.1784182426124115e-07,
      "loss": 0.3361,
      "step": 2590370
    },
    {
      "epoch": 722.96,
      "grad_norm": 1.159854531288147,
      "learning_rate": 1.1783335835491076e-07,
      "loss": 0.3378,
      "step": 2590380
    },
    {
      "epoch": 722.97,
      "grad_norm": 1.2870209217071533,
      "learning_rate": 1.1782489274485014e-07,
      "loss": 0.3301,
      "step": 2590390
    },
    {
      "epoch": 722.97,
      "grad_norm": 1.5443094968795776,
      "learning_rate": 1.1781642743106087e-07,
      "loss": 0.3261,
      "step": 2590400
    },
    {
      "epoch": 722.97,
      "grad_norm": 1.259658932685852,
      "learning_rate": 1.1780796241354397e-07,
      "loss": 0.3456,
      "step": 2590410
    },
    {
      "epoch": 722.98,
      "grad_norm": 1.1934441328048706,
      "learning_rate": 1.1779949769230024e-07,
      "loss": 0.3398,
      "step": 2590420
    },
    {
      "epoch": 722.98,
      "grad_norm": 1.5257912874221802,
      "learning_rate": 1.1779103326733149e-07,
      "loss": 0.3365,
      "step": 2590430
    },
    {
      "epoch": 722.98,
      "grad_norm": 1.076613426208496,
      "learning_rate": 1.1778256913863825e-07,
      "loss": 0.3359,
      "step": 2590440
    },
    {
      "epoch": 722.98,
      "grad_norm": 1.217790961265564,
      "learning_rate": 1.1777410530622207e-07,
      "loss": 0.3323,
      "step": 2590450
    },
    {
      "epoch": 722.99,
      "grad_norm": 1.2036572694778442,
      "learning_rate": 1.1776564177008399e-07,
      "loss": 0.334,
      "step": 2590460
    },
    {
      "epoch": 722.99,
      "grad_norm": 1.205169916152954,
      "learning_rate": 1.1775717853022481e-07,
      "loss": 0.332,
      "step": 2590470
    },
    {
      "epoch": 722.99,
      "grad_norm": 1.4481769800186157,
      "learning_rate": 1.1774871558664581e-07,
      "loss": 0.3411,
      "step": 2590480
    },
    {
      "epoch": 722.99,
      "grad_norm": 1.2407246828079224,
      "learning_rate": 1.1774025293934831e-07,
      "loss": 0.3197,
      "step": 2590490
    },
    {
      "epoch": 723.0,
      "grad_norm": 1.2190814018249512,
      "learning_rate": 1.1773179058833359e-07,
      "loss": 0.3507,
      "step": 2590500
    },
    {
      "epoch": 723.0,
      "eval_loss": 0.33735883235931396,
      "eval_runtime": 64.3962,
      "eval_samples_per_second": 78.561,
      "eval_steps_per_second": 9.83,
      "step": 2590509
    },
    {
      "epoch": 723.0,
      "grad_norm": 1.255050539970398,
      "learning_rate": 1.1772332853360167e-07,
      "loss": 0.3361,
      "step": 2590510
    },
    {
      "epoch": 723.0,
      "grad_norm": 1.5086232423782349,
      "learning_rate": 1.1771486677515538e-07,
      "loss": 0.3639,
      "step": 2590520
    },
    {
      "epoch": 723.01,
      "grad_norm": 1.3543455600738525,
      "learning_rate": 1.177064053129945e-07,
      "loss": 0.3396,
      "step": 2590530
    },
    {
      "epoch": 723.01,
      "grad_norm": 1.2373194694519043,
      "learning_rate": 1.1769794414712083e-07,
      "loss": 0.3259,
      "step": 2590540
    },
    {
      "epoch": 723.01,
      "grad_norm": 1.2306711673736572,
      "learning_rate": 1.1768948327753542e-07,
      "loss": 0.3272,
      "step": 2590550
    },
    {
      "epoch": 723.01,
      "grad_norm": 1.508692741394043,
      "learning_rate": 1.1768102270423903e-07,
      "loss": 0.3207,
      "step": 2590560
    },
    {
      "epoch": 723.02,
      "grad_norm": 1.262423038482666,
      "learning_rate": 1.1767256242723299e-07,
      "loss": 0.3462,
      "step": 2590570
    },
    {
      "epoch": 723.02,
      "grad_norm": 1.4092684984207153,
      "learning_rate": 1.1766410244651858e-07,
      "loss": 0.3438,
      "step": 2590580
    },
    {
      "epoch": 723.02,
      "grad_norm": 1.2558133602142334,
      "learning_rate": 1.1765564276209685e-07,
      "loss": 0.3119,
      "step": 2590590
    },
    {
      "epoch": 723.03,
      "grad_norm": 1.291683554649353,
      "learning_rate": 1.1764718337396884e-07,
      "loss": 0.3297,
      "step": 2590600
    },
    {
      "epoch": 723.03,
      "grad_norm": 1.3941960334777832,
      "learning_rate": 1.1763872428213559e-07,
      "loss": 0.3209,
      "step": 2590610
    },
    {
      "epoch": 723.03,
      "grad_norm": 1.297773838043213,
      "learning_rate": 1.1763026548659892e-07,
      "loss": 0.353,
      "step": 2590620
    },
    {
      "epoch": 723.03,
      "grad_norm": 1.2961515188217163,
      "learning_rate": 1.1762180698735857e-07,
      "loss": 0.3556,
      "step": 2590630
    },
    {
      "epoch": 723.04,
      "grad_norm": 1.257455587387085,
      "learning_rate": 1.1761334878441688e-07,
      "loss": 0.3377,
      "step": 2590640
    },
    {
      "epoch": 723.04,
      "grad_norm": 1.0831295251846313,
      "learning_rate": 1.1760489087777464e-07,
      "loss": 0.3355,
      "step": 2590650
    },
    {
      "epoch": 723.04,
      "grad_norm": 1.3908934593200684,
      "learning_rate": 1.1759643326743288e-07,
      "loss": 0.3297,
      "step": 2590660
    },
    {
      "epoch": 723.04,
      "grad_norm": 1.4153759479522705,
      "learning_rate": 1.1758797595339265e-07,
      "loss": 0.3289,
      "step": 2590670
    },
    {
      "epoch": 723.05,
      "grad_norm": 1.3452879190444946,
      "learning_rate": 1.1757951893565524e-07,
      "loss": 0.3479,
      "step": 2590680
    },
    {
      "epoch": 723.05,
      "grad_norm": 1.285034418106079,
      "learning_rate": 1.1757106221422195e-07,
      "loss": 0.3283,
      "step": 2590690
    },
    {
      "epoch": 723.05,
      "grad_norm": 1.336767315864563,
      "learning_rate": 1.1756260578909331e-07,
      "loss": 0.3393,
      "step": 2590700
    },
    {
      "epoch": 723.06,
      "grad_norm": 1.1561025381088257,
      "learning_rate": 1.175541496602709e-07,
      "loss": 0.3444,
      "step": 2590710
    },
    {
      "epoch": 723.06,
      "grad_norm": 1.5894492864608765,
      "learning_rate": 1.1754569382775598e-07,
      "loss": 0.3329,
      "step": 2590720
    },
    {
      "epoch": 723.06,
      "grad_norm": 1.3147083520889282,
      "learning_rate": 1.1753723829154962e-07,
      "loss": 0.3377,
      "step": 2590730
    },
    {
      "epoch": 723.06,
      "grad_norm": 1.3572392463684082,
      "learning_rate": 1.1752878305165232e-07,
      "loss": 0.3221,
      "step": 2590740
    },
    {
      "epoch": 723.07,
      "grad_norm": 1.2149786949157715,
      "learning_rate": 1.1752032810806591e-07,
      "loss": 0.3354,
      "step": 2590750
    },
    {
      "epoch": 723.07,
      "grad_norm": 1.2933287620544434,
      "learning_rate": 1.1751187346079145e-07,
      "loss": 0.3345,
      "step": 2590760
    },
    {
      "epoch": 723.07,
      "grad_norm": 1.3070721626281738,
      "learning_rate": 1.1750341910982918e-07,
      "loss": 0.3242,
      "step": 2590770
    },
    {
      "epoch": 723.08,
      "grad_norm": 1.4052097797393799,
      "learning_rate": 1.174949650551817e-07,
      "loss": 0.337,
      "step": 2590780
    },
    {
      "epoch": 723.08,
      "grad_norm": 1.2561434507369995,
      "learning_rate": 1.1748651129684901e-07,
      "loss": 0.3453,
      "step": 2590790
    },
    {
      "epoch": 723.08,
      "grad_norm": 1.0518418550491333,
      "learning_rate": 1.1747805783483269e-07,
      "loss": 0.3231,
      "step": 2590800
    },
    {
      "epoch": 723.08,
      "grad_norm": 1.427821397781372,
      "learning_rate": 1.1746960466913375e-07,
      "loss": 0.3267,
      "step": 2590810
    },
    {
      "epoch": 723.09,
      "grad_norm": 1.1198830604553223,
      "learning_rate": 1.1746115179975353e-07,
      "loss": 0.3216,
      "step": 2590820
    },
    {
      "epoch": 723.09,
      "grad_norm": 1.143227219581604,
      "learning_rate": 1.1745269922669277e-07,
      "loss": 0.3366,
      "step": 2590830
    },
    {
      "epoch": 723.09,
      "grad_norm": 1.0452816486358643,
      "learning_rate": 1.174442469499528e-07,
      "loss": 0.3261,
      "step": 2590840
    },
    {
      "epoch": 723.1,
      "grad_norm": 1.2463935613632202,
      "learning_rate": 1.1743579496953492e-07,
      "loss": 0.34,
      "step": 2590850
    },
    {
      "epoch": 723.1,
      "grad_norm": 1.079778790473938,
      "learning_rate": 1.1742734328543963e-07,
      "loss": 0.3568,
      "step": 2590860
    },
    {
      "epoch": 723.1,
      "grad_norm": 1.4695485830307007,
      "learning_rate": 1.1741889189766903e-07,
      "loss": 0.3329,
      "step": 2590870
    },
    {
      "epoch": 723.1,
      "grad_norm": 1.103537678718567,
      "learning_rate": 1.1741044080622336e-07,
      "loss": 0.3404,
      "step": 2590880
    },
    {
      "epoch": 723.11,
      "grad_norm": 1.1389870643615723,
      "learning_rate": 1.1740199001110395e-07,
      "loss": 0.3407,
      "step": 2590890
    },
    {
      "epoch": 723.11,
      "grad_norm": 1.4552810192108154,
      "learning_rate": 1.1739353951231235e-07,
      "loss": 0.3471,
      "step": 2590900
    },
    {
      "epoch": 723.11,
      "grad_norm": 1.243403434753418,
      "learning_rate": 1.1738508930984958e-07,
      "loss": 0.3378,
      "step": 2590910
    },
    {
      "epoch": 723.11,
      "grad_norm": 1.3088186979293823,
      "learning_rate": 1.1737663940371619e-07,
      "loss": 0.3373,
      "step": 2590920
    },
    {
      "epoch": 723.12,
      "grad_norm": 1.1214816570281982,
      "learning_rate": 1.1736818979391372e-07,
      "loss": 0.3392,
      "step": 2590930
    },
    {
      "epoch": 723.12,
      "grad_norm": 1.1869995594024658,
      "learning_rate": 1.1735974048044349e-07,
      "loss": 0.3498,
      "step": 2590940
    },
    {
      "epoch": 723.12,
      "grad_norm": 1.4063174724578857,
      "learning_rate": 1.1735129146330626e-07,
      "loss": 0.3359,
      "step": 2590950
    },
    {
      "epoch": 723.13,
      "grad_norm": 1.4341130256652832,
      "learning_rate": 1.173428427425036e-07,
      "loss": 0.3256,
      "step": 2590960
    },
    {
      "epoch": 723.13,
      "grad_norm": 1.1745811700820923,
      "learning_rate": 1.1733439431803604e-07,
      "loss": 0.3444,
      "step": 2590970
    },
    {
      "epoch": 723.13,
      "grad_norm": 1.323747992515564,
      "learning_rate": 1.1732594618990487e-07,
      "loss": 0.3346,
      "step": 2590980
    },
    {
      "epoch": 723.13,
      "grad_norm": 1.2495368719100952,
      "learning_rate": 1.1731749835811191e-07,
      "loss": 0.3285,
      "step": 2590990
    },
    {
      "epoch": 723.14,
      "grad_norm": 1.1572703123092651,
      "learning_rate": 1.1730905082265692e-07,
      "loss": 0.3296,
      "step": 2591000
    },
    {
      "epoch": 723.14,
      "grad_norm": 1.1510810852050781,
      "learning_rate": 1.1730060358354247e-07,
      "loss": 0.3377,
      "step": 2591010
    },
    {
      "epoch": 723.14,
      "grad_norm": 1.1941097974777222,
      "learning_rate": 1.1729215664076884e-07,
      "loss": 0.3299,
      "step": 2591020
    },
    {
      "epoch": 723.15,
      "grad_norm": 1.1943039894104004,
      "learning_rate": 1.1728370999433733e-07,
      "loss": 0.3152,
      "step": 2591030
    },
    {
      "epoch": 723.15,
      "grad_norm": 1.3553287982940674,
      "learning_rate": 1.1727526364424897e-07,
      "loss": 0.3349,
      "step": 2591040
    },
    {
      "epoch": 723.15,
      "grad_norm": 1.224136233329773,
      "learning_rate": 1.1726681759050534e-07,
      "loss": 0.335,
      "step": 2591050
    },
    {
      "epoch": 723.15,
      "grad_norm": 1.035454511642456,
      "learning_rate": 1.1725837183310694e-07,
      "loss": 0.3316,
      "step": 2591060
    },
    {
      "epoch": 723.16,
      "grad_norm": 1.1400997638702393,
      "learning_rate": 1.1724992637205536e-07,
      "loss": 0.3349,
      "step": 2591070
    },
    {
      "epoch": 723.16,
      "grad_norm": 1.3656872510910034,
      "learning_rate": 1.1724148120735161e-07,
      "loss": 0.3367,
      "step": 2591080
    },
    {
      "epoch": 723.16,
      "grad_norm": 1.222373366355896,
      "learning_rate": 1.1723303633899622e-07,
      "loss": 0.3211,
      "step": 2591090
    },
    {
      "epoch": 723.16,
      "grad_norm": 1.2503225803375244,
      "learning_rate": 1.1722459176699154e-07,
      "loss": 0.3296,
      "step": 2591100
    },
    {
      "epoch": 723.17,
      "grad_norm": 1.3394389152526855,
      "learning_rate": 1.1721614749133755e-07,
      "loss": 0.3327,
      "step": 2591110
    },
    {
      "epoch": 723.17,
      "grad_norm": 1.5526503324508667,
      "learning_rate": 1.1720770351203584e-07,
      "loss": 0.3315,
      "step": 2591120
    },
    {
      "epoch": 723.17,
      "grad_norm": 1.1734437942504883,
      "learning_rate": 1.1719925982908796e-07,
      "loss": 0.3444,
      "step": 2591130
    },
    {
      "epoch": 723.18,
      "grad_norm": 1.2552623748779297,
      "learning_rate": 1.1719081644249416e-07,
      "loss": 0.3336,
      "step": 2591140
    },
    {
      "epoch": 723.18,
      "grad_norm": 1.1131834983825684,
      "learning_rate": 1.1718237335225602e-07,
      "loss": 0.3277,
      "step": 2591150
    },
    {
      "epoch": 723.18,
      "grad_norm": 1.3651878833770752,
      "learning_rate": 1.1717393055837481e-07,
      "loss": 0.3356,
      "step": 2591160
    },
    {
      "epoch": 723.18,
      "grad_norm": 1.3649497032165527,
      "learning_rate": 1.171654880608516e-07,
      "loss": 0.3439,
      "step": 2591170
    },
    {
      "epoch": 723.19,
      "grad_norm": 1.225460171699524,
      "learning_rate": 1.1715704585968664e-07,
      "loss": 0.3485,
      "step": 2591180
    },
    {
      "epoch": 723.19,
      "grad_norm": 1.1439416408538818,
      "learning_rate": 1.1714860395488278e-07,
      "loss": 0.3468,
      "step": 2591190
    },
    {
      "epoch": 723.19,
      "grad_norm": 1.461469292640686,
      "learning_rate": 1.1714016234643953e-07,
      "loss": 0.3444,
      "step": 2591200
    },
    {
      "epoch": 723.2,
      "grad_norm": 1.4363384246826172,
      "learning_rate": 1.1713172103435895e-07,
      "loss": 0.3378,
      "step": 2591210
    },
    {
      "epoch": 723.2,
      "grad_norm": 1.2109086513519287,
      "learning_rate": 1.1712328001864209e-07,
      "loss": 0.3508,
      "step": 2591220
    },
    {
      "epoch": 723.2,
      "grad_norm": 1.163572907447815,
      "learning_rate": 1.1711483929928919e-07,
      "loss": 0.3471,
      "step": 2591230
    },
    {
      "epoch": 723.2,
      "grad_norm": 1.1440556049346924,
      "learning_rate": 1.1710639887630261e-07,
      "loss": 0.3362,
      "step": 2591240
    },
    {
      "epoch": 723.21,
      "grad_norm": 1.1192808151245117,
      "learning_rate": 1.1709795874968262e-07,
      "loss": 0.3298,
      "step": 2591250
    },
    {
      "epoch": 723.21,
      "grad_norm": 1.0766596794128418,
      "learning_rate": 1.170895189194305e-07,
      "loss": 0.3408,
      "step": 2591260
    },
    {
      "epoch": 723.21,
      "grad_norm": 1.1972273588180542,
      "learning_rate": 1.1708107938554809e-07,
      "loss": 0.3347,
      "step": 2591270
    },
    {
      "epoch": 723.22,
      "grad_norm": 1.163697361946106,
      "learning_rate": 1.1707264014803536e-07,
      "loss": 0.3259,
      "step": 2591280
    },
    {
      "epoch": 723.22,
      "grad_norm": 1.283827304840088,
      "learning_rate": 1.1706420120689416e-07,
      "loss": 0.337,
      "step": 2591290
    },
    {
      "epoch": 723.22,
      "grad_norm": 1.3025627136230469,
      "learning_rate": 1.1705576256212526e-07,
      "loss": 0.3553,
      "step": 2591300
    },
    {
      "epoch": 723.22,
      "grad_norm": 1.1355217695236206,
      "learning_rate": 1.1704732421373049e-07,
      "loss": 0.3228,
      "step": 2591310
    },
    {
      "epoch": 723.23,
      "grad_norm": 1.3735862970352173,
      "learning_rate": 1.1703888616170958e-07,
      "loss": 0.3214,
      "step": 2591320
    },
    {
      "epoch": 723.23,
      "grad_norm": 1.4077509641647339,
      "learning_rate": 1.1703044840606539e-07,
      "loss": 0.3429,
      "step": 2591330
    },
    {
      "epoch": 723.23,
      "grad_norm": 1.40640389919281,
      "learning_rate": 1.1702201094679793e-07,
      "loss": 0.3516,
      "step": 2591340
    },
    {
      "epoch": 723.23,
      "grad_norm": 1.265042781829834,
      "learning_rate": 1.1701357378390823e-07,
      "loss": 0.3391,
      "step": 2591350
    },
    {
      "epoch": 723.24,
      "grad_norm": 1.2361218929290771,
      "learning_rate": 1.170051369173984e-07,
      "loss": 0.3326,
      "step": 2591360
    },
    {
      "epoch": 723.24,
      "grad_norm": 1.1746901273727417,
      "learning_rate": 1.1699670034726839e-07,
      "loss": 0.3352,
      "step": 2591370
    },
    {
      "epoch": 723.24,
      "grad_norm": 1.13451087474823,
      "learning_rate": 1.1698826407352006e-07,
      "loss": 0.3326,
      "step": 2591380
    },
    {
      "epoch": 723.25,
      "grad_norm": 1.3210598230361938,
      "learning_rate": 1.1697982809615418e-07,
      "loss": 0.3332,
      "step": 2591390
    },
    {
      "epoch": 723.25,
      "grad_norm": 1.0847429037094116,
      "learning_rate": 1.1697139241517231e-07,
      "loss": 0.3688,
      "step": 2591400
    },
    {
      "epoch": 723.25,
      "grad_norm": 1.2971513271331787,
      "learning_rate": 1.1696295703057497e-07,
      "loss": 0.3491,
      "step": 2591410
    },
    {
      "epoch": 723.25,
      "grad_norm": 1.2123275995254517,
      "learning_rate": 1.1695452194236373e-07,
      "loss": 0.3318,
      "step": 2591420
    },
    {
      "epoch": 723.26,
      "grad_norm": 1.0348256826400757,
      "learning_rate": 1.1694608715053961e-07,
      "loss": 0.3377,
      "step": 2591430
    },
    {
      "epoch": 723.26,
      "grad_norm": 1.1807591915130615,
      "learning_rate": 1.1693765265510316e-07,
      "loss": 0.3231,
      "step": 2591440
    },
    {
      "epoch": 723.26,
      "grad_norm": 1.1932992935180664,
      "learning_rate": 1.1692921845605696e-07,
      "loss": 0.3601,
      "step": 2591450
    },
    {
      "epoch": 723.27,
      "grad_norm": 1.0457921028137207,
      "learning_rate": 1.169207845534005e-07,
      "loss": 0.3313,
      "step": 2591460
    },
    {
      "epoch": 723.27,
      "grad_norm": 1.256325364112854,
      "learning_rate": 1.1691235094713584e-07,
      "loss": 0.3267,
      "step": 2591470
    },
    {
      "epoch": 723.27,
      "grad_norm": 1.1971063613891602,
      "learning_rate": 1.169039176372638e-07,
      "loss": 0.334,
      "step": 2591480
    },
    {
      "epoch": 723.27,
      "grad_norm": 1.3163378238677979,
      "learning_rate": 1.1689548462378616e-07,
      "loss": 0.3407,
      "step": 2591490
    },
    {
      "epoch": 723.28,
      "grad_norm": 1.1159921884536743,
      "learning_rate": 1.1688705190670269e-07,
      "loss": 0.3453,
      "step": 2591500
    },
    {
      "epoch": 723.28,
      "grad_norm": 1.4524556398391724,
      "learning_rate": 1.1687861948601572e-07,
      "loss": 0.3467,
      "step": 2591510
    },
    {
      "epoch": 723.28,
      "grad_norm": 1.0753371715545654,
      "learning_rate": 1.1687018736172552e-07,
      "loss": 0.3475,
      "step": 2591520
    },
    {
      "epoch": 723.28,
      "grad_norm": 1.3327065706253052,
      "learning_rate": 1.1686175553383389e-07,
      "loss": 0.339,
      "step": 2591530
    },
    {
      "epoch": 723.29,
      "grad_norm": 1.3558892011642456,
      "learning_rate": 1.1685332400234214e-07,
      "loss": 0.3393,
      "step": 2591540
    },
    {
      "epoch": 723.29,
      "grad_norm": 1.2562143802642822,
      "learning_rate": 1.1684489276725028e-07,
      "loss": 0.3279,
      "step": 2591550
    },
    {
      "epoch": 723.29,
      "grad_norm": 1.2882379293441772,
      "learning_rate": 1.168364618285604e-07,
      "loss": 0.3469,
      "step": 2591560
    },
    {
      "epoch": 723.3,
      "grad_norm": 1.124002456665039,
      "learning_rate": 1.168280311862735e-07,
      "loss": 0.3397,
      "step": 2591570
    },
    {
      "epoch": 723.3,
      "grad_norm": 1.4775848388671875,
      "learning_rate": 1.1681960084038988e-07,
      "loss": 0.3419,
      "step": 2591580
    },
    {
      "epoch": 723.3,
      "grad_norm": 5.292327404022217,
      "learning_rate": 1.1681117079091187e-07,
      "loss": 0.3413,
      "step": 2591590
    },
    {
      "epoch": 723.3,
      "grad_norm": 1.1907814741134644,
      "learning_rate": 1.1680274103783973e-07,
      "loss": 0.3344,
      "step": 2591600
    },
    {
      "epoch": 723.31,
      "grad_norm": 1.2178657054901123,
      "learning_rate": 1.1679431158117502e-07,
      "loss": 0.3301,
      "step": 2591610
    },
    {
      "epoch": 723.31,
      "grad_norm": 1.288797378540039,
      "learning_rate": 1.1678588242091851e-07,
      "loss": 0.3364,
      "step": 2591620
    },
    {
      "epoch": 723.31,
      "grad_norm": 1.1448107957839966,
      "learning_rate": 1.1677745355707204e-07,
      "loss": 0.3378,
      "step": 2591630
    },
    {
      "epoch": 723.32,
      "grad_norm": 1.417141079902649,
      "learning_rate": 1.1676902498963585e-07,
      "loss": 0.3488,
      "step": 2591640
    },
    {
      "epoch": 723.32,
      "grad_norm": 1.259516716003418,
      "learning_rate": 1.1676059671861153e-07,
      "loss": 0.3499,
      "step": 2591650
    },
    {
      "epoch": 723.32,
      "grad_norm": 1.59479820728302,
      "learning_rate": 1.167521687440001e-07,
      "loss": 0.3318,
      "step": 2591660
    },
    {
      "epoch": 723.32,
      "grad_norm": 2.439270496368408,
      "learning_rate": 1.1674374106580234e-07,
      "loss": 0.3341,
      "step": 2591670
    },
    {
      "epoch": 723.33,
      "grad_norm": 1.151993989944458,
      "learning_rate": 1.1673531368402035e-07,
      "loss": 0.3348,
      "step": 2591680
    },
    {
      "epoch": 723.33,
      "grad_norm": 1.3504129648208618,
      "learning_rate": 1.167268865986541e-07,
      "loss": 0.332,
      "step": 2591690
    },
    {
      "epoch": 723.33,
      "grad_norm": 1.4954252243041992,
      "learning_rate": 1.1671845980970543e-07,
      "loss": 0.3314,
      "step": 2591700
    },
    {
      "epoch": 723.34,
      "grad_norm": 1.2388296127319336,
      "learning_rate": 1.1671003331717565e-07,
      "loss": 0.3275,
      "step": 2591710
    },
    {
      "epoch": 723.34,
      "grad_norm": 1.056595802307129,
      "learning_rate": 1.16701607121065e-07,
      "loss": 0.3228,
      "step": 2591720
    },
    {
      "epoch": 723.34,
      "grad_norm": 1.2681869268417358,
      "learning_rate": 1.1669318122137506e-07,
      "loss": 0.3272,
      "step": 2591730
    },
    {
      "epoch": 723.34,
      "grad_norm": 1.301620602607727,
      "learning_rate": 1.1668475561810711e-07,
      "loss": 0.3338,
      "step": 2591740
    },
    {
      "epoch": 723.35,
      "grad_norm": 1.4702942371368408,
      "learning_rate": 1.1667633031126246e-07,
      "loss": 0.3256,
      "step": 2591750
    },
    {
      "epoch": 723.35,
      "grad_norm": 1.200966238975525,
      "learning_rate": 1.1666790530084112e-07,
      "loss": 0.3319,
      "step": 2591760
    },
    {
      "epoch": 723.35,
      "grad_norm": 1.295357584953308,
      "learning_rate": 1.1665948058684595e-07,
      "loss": 0.3511,
      "step": 2591770
    },
    {
      "epoch": 723.35,
      "grad_norm": 1.293730616569519,
      "learning_rate": 1.1665105616927668e-07,
      "loss": 0.3433,
      "step": 2591780
    },
    {
      "epoch": 723.36,
      "grad_norm": 1.6048558950424194,
      "learning_rate": 1.1664263204813488e-07,
      "loss": 0.3291,
      "step": 2591790
    },
    {
      "epoch": 723.36,
      "grad_norm": 1.296016812324524,
      "learning_rate": 1.1663420822342184e-07,
      "loss": 0.3549,
      "step": 2591800
    },
    {
      "epoch": 723.36,
      "grad_norm": 1.551702618598938,
      "learning_rate": 1.1662578469513809e-07,
      "loss": 0.3253,
      "step": 2591810
    },
    {
      "epoch": 723.37,
      "grad_norm": 1.5316976308822632,
      "learning_rate": 1.1661736146328571e-07,
      "loss": 0.3484,
      "step": 2591820
    },
    {
      "epoch": 723.37,
      "grad_norm": 1.1778194904327393,
      "learning_rate": 1.1660893852786495e-07,
      "loss": 0.3192,
      "step": 2591830
    },
    {
      "epoch": 723.37,
      "grad_norm": 1.4466478824615479,
      "learning_rate": 1.166005158888774e-07,
      "loss": 0.331,
      "step": 2591840
    },
    {
      "epoch": 723.37,
      "grad_norm": 1.1716207265853882,
      "learning_rate": 1.1659209354632406e-07,
      "loss": 0.3329,
      "step": 2591850
    },
    {
      "epoch": 723.38,
      "grad_norm": 1.2849668264389038,
      "learning_rate": 1.1658367150020626e-07,
      "loss": 0.3302,
      "step": 2591860
    },
    {
      "epoch": 723.38,
      "grad_norm": 1.2238469123840332,
      "learning_rate": 1.1657524975052451e-07,
      "loss": 0.3282,
      "step": 2591870
    },
    {
      "epoch": 723.38,
      "grad_norm": 1.3066115379333496,
      "learning_rate": 1.1656682829728039e-07,
      "loss": 0.3431,
      "step": 2591880
    },
    {
      "epoch": 723.39,
      "grad_norm": 1.2888679504394531,
      "learning_rate": 1.1655840714047544e-07,
      "loss": 0.3574,
      "step": 2591890
    },
    {
      "epoch": 723.39,
      "grad_norm": 1.3097892999649048,
      "learning_rate": 1.1654998628010965e-07,
      "loss": 0.3357,
      "step": 2591900
    },
    {
      "epoch": 723.39,
      "grad_norm": 1.1094311475753784,
      "learning_rate": 1.1654156571618512e-07,
      "loss": 0.3381,
      "step": 2591910
    },
    {
      "epoch": 723.39,
      "grad_norm": 1.3012809753417969,
      "learning_rate": 1.1653314544870264e-07,
      "loss": 0.3493,
      "step": 2591920
    },
    {
      "epoch": 723.4,
      "grad_norm": 1.2670608758926392,
      "learning_rate": 1.1652472547766323e-07,
      "loss": 0.3373,
      "step": 2591930
    },
    {
      "epoch": 723.4,
      "grad_norm": 1.194464087486267,
      "learning_rate": 1.1651630580306821e-07,
      "loss": 0.3276,
      "step": 2591940
    },
    {
      "epoch": 723.4,
      "grad_norm": 1.3612552881240845,
      "learning_rate": 1.165078864249186e-07,
      "loss": 0.334,
      "step": 2591950
    },
    {
      "epoch": 723.4,
      "grad_norm": 1.2789723873138428,
      "learning_rate": 1.1649946734321545e-07,
      "loss": 0.3296,
      "step": 2591960
    },
    {
      "epoch": 723.41,
      "grad_norm": 1.2843419313430786,
      "learning_rate": 1.164910485579598e-07,
      "loss": 0.3222,
      "step": 2591970
    },
    {
      "epoch": 723.41,
      "grad_norm": 1.2856236696243286,
      "learning_rate": 1.1648263006915348e-07,
      "loss": 0.3305,
      "step": 2591980
    },
    {
      "epoch": 723.41,
      "grad_norm": 1.2066696882247925,
      "learning_rate": 1.1647421187679623e-07,
      "loss": 0.3375,
      "step": 2591990
    },
    {
      "epoch": 723.42,
      "grad_norm": 1.2230697870254517,
      "learning_rate": 1.1646579398089063e-07,
      "loss": 0.3308,
      "step": 2592000
    },
    {
      "epoch": 723.42,
      "grad_norm": 1.0745694637298584,
      "learning_rate": 1.1645737638143696e-07,
      "loss": 0.3324,
      "step": 2592010
    },
    {
      "epoch": 723.42,
      "grad_norm": 1.268399953842163,
      "learning_rate": 1.1644895907843652e-07,
      "loss": 0.3533,
      "step": 2592020
    },
    {
      "epoch": 723.42,
      "grad_norm": 1.1110057830810547,
      "learning_rate": 1.1644054207189061e-07,
      "loss": 0.333,
      "step": 2592030
    },
    {
      "epoch": 723.43,
      "grad_norm": 1.1508394479751587,
      "learning_rate": 1.1643212536180001e-07,
      "loss": 0.3392,
      "step": 2592040
    },
    {
      "epoch": 723.43,
      "grad_norm": 1.1978877782821655,
      "learning_rate": 1.16423708948166e-07,
      "loss": 0.3288,
      "step": 2592050
    },
    {
      "epoch": 723.43,
      "grad_norm": 1.4237656593322754,
      "learning_rate": 1.1641529283098967e-07,
      "loss": 0.3579,
      "step": 2592060
    },
    {
      "epoch": 723.44,
      "grad_norm": 1.1913938522338867,
      "learning_rate": 1.1640687701027278e-07,
      "loss": 0.3339,
      "step": 2592070
    },
    {
      "epoch": 723.44,
      "grad_norm": 1.4754106998443604,
      "learning_rate": 1.1639846148601538e-07,
      "loss": 0.3431,
      "step": 2592080
    },
    {
      "epoch": 723.44,
      "grad_norm": 1.1441571712493896,
      "learning_rate": 1.1639004625821902e-07,
      "loss": 0.3384,
      "step": 2592090
    },
    {
      "epoch": 723.44,
      "grad_norm": 1.2179838418960571,
      "learning_rate": 1.1638163132688498e-07,
      "loss": 0.3364,
      "step": 2592100
    },
    {
      "epoch": 723.45,
      "grad_norm": 1.2668607234954834,
      "learning_rate": 1.1637321669201405e-07,
      "loss": 0.3336,
      "step": 2592110
    },
    {
      "epoch": 723.45,
      "grad_norm": 1.3351973295211792,
      "learning_rate": 1.1636480235360807e-07,
      "loss": 0.3509,
      "step": 2592120
    },
    {
      "epoch": 723.45,
      "grad_norm": 1.5297744274139404,
      "learning_rate": 1.1635638831166702e-07,
      "loss": 0.3523,
      "step": 2592130
    },
    {
      "epoch": 723.46,
      "grad_norm": 1.0841689109802246,
      "learning_rate": 1.1634797456619325e-07,
      "loss": 0.3391,
      "step": 2592140
    },
    {
      "epoch": 723.46,
      "grad_norm": 1.3281790018081665,
      "learning_rate": 1.1633956111718701e-07,
      "loss": 0.341,
      "step": 2592150
    },
    {
      "epoch": 723.46,
      "grad_norm": 1.0752646923065186,
      "learning_rate": 1.1633114796464988e-07,
      "loss": 0.3302,
      "step": 2592160
    },
    {
      "epoch": 723.46,
      "grad_norm": 1.1598868370056152,
      "learning_rate": 1.163227351085829e-07,
      "loss": 0.3405,
      "step": 2592170
    },
    {
      "epoch": 723.47,
      "grad_norm": 1.172688364982605,
      "learning_rate": 1.1631432254898681e-07,
      "loss": 0.3474,
      "step": 2592180
    },
    {
      "epoch": 723.47,
      "grad_norm": 1.2466702461242676,
      "learning_rate": 1.1630591028586297e-07,
      "loss": 0.3361,
      "step": 2592190
    },
    {
      "epoch": 723.47,
      "grad_norm": 1.2690627574920654,
      "learning_rate": 1.1629749831921263e-07,
      "loss": 0.3205,
      "step": 2592200
    },
    {
      "epoch": 723.47,
      "grad_norm": 1.3054572343826294,
      "learning_rate": 1.1628908664903713e-07,
      "loss": 0.3292,
      "step": 2592210
    },
    {
      "epoch": 723.48,
      "grad_norm": 1.4095752239227295,
      "learning_rate": 1.1628067527533697e-07,
      "loss": 0.3305,
      "step": 2592220
    },
    {
      "epoch": 723.48,
      "grad_norm": 1.2322291135787964,
      "learning_rate": 1.1627226419811372e-07,
      "loss": 0.3549,
      "step": 2592230
    },
    {
      "epoch": 723.48,
      "grad_norm": 1.3510019779205322,
      "learning_rate": 1.162638534173684e-07,
      "loss": 0.3279,
      "step": 2592240
    },
    {
      "epoch": 723.49,
      "grad_norm": 1.2241714000701904,
      "learning_rate": 1.1625544293310182e-07,
      "loss": 0.3191,
      "step": 2592250
    },
    {
      "epoch": 723.49,
      "grad_norm": 1.1193069219589233,
      "learning_rate": 1.1624703274531578e-07,
      "loss": 0.3317,
      "step": 2592260
    },
    {
      "epoch": 723.49,
      "grad_norm": 1.3700817823410034,
      "learning_rate": 1.1623862285401056e-07,
      "loss": 0.3206,
      "step": 2592270
    },
    {
      "epoch": 723.49,
      "grad_norm": 1.2677040100097656,
      "learning_rate": 1.1623021325918797e-07,
      "loss": 0.336,
      "step": 2592280
    },
    {
      "epoch": 723.5,
      "grad_norm": 1.3732450008392334,
      "learning_rate": 1.1622180396084852e-07,
      "loss": 0.3466,
      "step": 2592290
    },
    {
      "epoch": 723.5,
      "grad_norm": 1.191250205039978,
      "learning_rate": 1.1621339495899431e-07,
      "loss": 0.3416,
      "step": 2592300
    },
    {
      "epoch": 723.5,
      "grad_norm": 1.2834067344665527,
      "learning_rate": 1.1620498625362533e-07,
      "loss": 0.3475,
      "step": 2592310
    },
    {
      "epoch": 723.51,
      "grad_norm": 1.196367621421814,
      "learning_rate": 1.1619657784474341e-07,
      "loss": 0.3389,
      "step": 2592320
    },
    {
      "epoch": 723.51,
      "grad_norm": 1.1877681016921997,
      "learning_rate": 1.1618816973234957e-07,
      "loss": 0.3366,
      "step": 2592330
    },
    {
      "epoch": 723.51,
      "grad_norm": 1.0939457416534424,
      "learning_rate": 1.1617976191644435e-07,
      "loss": 0.3299,
      "step": 2592340
    },
    {
      "epoch": 723.51,
      "grad_norm": 1.5108040571212769,
      "learning_rate": 1.1617135439702983e-07,
      "loss": 0.3432,
      "step": 2592350
    },
    {
      "epoch": 723.52,
      "grad_norm": 1.1538591384887695,
      "learning_rate": 1.1616294717410654e-07,
      "loss": 0.3317,
      "step": 2592360
    },
    {
      "epoch": 723.52,
      "grad_norm": 1.3794353008270264,
      "learning_rate": 1.1615454024767549e-07,
      "loss": 0.3428,
      "step": 2592370
    },
    {
      "epoch": 723.52,
      "grad_norm": 1.185380458831787,
      "learning_rate": 1.1614613361773826e-07,
      "loss": 0.3339,
      "step": 2592380
    },
    {
      "epoch": 723.52,
      "grad_norm": 1.2835139036178589,
      "learning_rate": 1.1613772728429511e-07,
      "loss": 0.3397,
      "step": 2592390
    },
    {
      "epoch": 723.53,
      "grad_norm": 1.3144112825393677,
      "learning_rate": 1.1612932124734865e-07,
      "loss": 0.332,
      "step": 2592400
    },
    {
      "epoch": 723.53,
      "grad_norm": 1.1661150455474854,
      "learning_rate": 1.161209155068986e-07,
      "loss": 0.3363,
      "step": 2592410
    },
    {
      "epoch": 723.53,
      "grad_norm": 4.691013336181641,
      "learning_rate": 1.1611251006294654e-07,
      "loss": 0.3331,
      "step": 2592420
    },
    {
      "epoch": 723.54,
      "grad_norm": 1.2845600843429565,
      "learning_rate": 1.1610410491549351e-07,
      "loss": 0.3269,
      "step": 2592430
    },
    {
      "epoch": 723.54,
      "grad_norm": 3.4556519985198975,
      "learning_rate": 1.1609570006454131e-07,
      "loss": 0.3399,
      "step": 2592440
    },
    {
      "epoch": 723.54,
      "grad_norm": 1.4221389293670654,
      "learning_rate": 1.1608729551009023e-07,
      "loss": 0.3214,
      "step": 2592450
    },
    {
      "epoch": 723.54,
      "grad_norm": 1.8569256067276,
      "learning_rate": 1.1607889125214154e-07,
      "loss": 0.337,
      "step": 2592460
    },
    {
      "epoch": 723.55,
      "grad_norm": 1.2276368141174316,
      "learning_rate": 1.1607048729069682e-07,
      "loss": 0.3329,
      "step": 2592470
    },
    {
      "epoch": 723.55,
      "grad_norm": 1.4192979335784912,
      "learning_rate": 1.1606208362575607e-07,
      "loss": 0.3368,
      "step": 2592480
    },
    {
      "epoch": 723.55,
      "grad_norm": 1.393151044845581,
      "learning_rate": 1.1605368025732216e-07,
      "loss": 0.3349,
      "step": 2592490
    },
    {
      "epoch": 723.56,
      "grad_norm": 1.3090475797653198,
      "learning_rate": 1.1604527718539454e-07,
      "loss": 0.3339,
      "step": 2592500
    },
    {
      "epoch": 723.56,
      "grad_norm": 1.4776514768600464,
      "learning_rate": 1.1603687440997532e-07,
      "loss": 0.3394,
      "step": 2592510
    },
    {
      "epoch": 723.56,
      "grad_norm": 1.1798896789550781,
      "learning_rate": 1.1602847193106554e-07,
      "loss": 0.3364,
      "step": 2592520
    },
    {
      "epoch": 723.56,
      "grad_norm": 1.3251240253448486,
      "learning_rate": 1.160200697486657e-07,
      "loss": 0.3477,
      "step": 2592530
    },
    {
      "epoch": 723.57,
      "grad_norm": 1.159949779510498,
      "learning_rate": 1.1601166786277737e-07,
      "loss": 0.3431,
      "step": 2592540
    },
    {
      "epoch": 723.57,
      "grad_norm": 1.229420781135559,
      "learning_rate": 1.1600326627340161e-07,
      "loss": 0.3364,
      "step": 2592550
    },
    {
      "epoch": 723.57,
      "grad_norm": 1.141169786453247,
      "learning_rate": 1.1599486498053995e-07,
      "loss": 0.3511,
      "step": 2592560
    },
    {
      "epoch": 723.58,
      "grad_norm": 1.0096850395202637,
      "learning_rate": 1.1598646398419241e-07,
      "loss": 0.3209,
      "step": 2592570
    },
    {
      "epoch": 723.58,
      "grad_norm": 1.3704383373260498,
      "learning_rate": 1.159780632843616e-07,
      "loss": 0.3558,
      "step": 2592580
    },
    {
      "epoch": 723.58,
      "grad_norm": 1.2659927606582642,
      "learning_rate": 1.1596966288104724e-07,
      "loss": 0.3442,
      "step": 2592590
    },
    {
      "epoch": 723.58,
      "grad_norm": 1.1432645320892334,
      "learning_rate": 1.1596126277425115e-07,
      "loss": 0.3633,
      "step": 2592600
    },
    {
      "epoch": 723.59,
      "grad_norm": 1.3920871019363403,
      "learning_rate": 1.1595286296397464e-07,
      "loss": 0.3343,
      "step": 2592610
    },
    {
      "epoch": 723.59,
      "grad_norm": 1.40861976146698,
      "learning_rate": 1.159444634502185e-07,
      "loss": 0.3357,
      "step": 2592620
    },
    {
      "epoch": 723.59,
      "grad_norm": 1.4204668998718262,
      "learning_rate": 1.159360642329835e-07,
      "loss": 0.3235,
      "step": 2592630
    },
    {
      "epoch": 723.59,
      "grad_norm": 1.3776600360870361,
      "learning_rate": 1.1592766531227146e-07,
      "loss": 0.3261,
      "step": 2592640
    },
    {
      "epoch": 723.6,
      "grad_norm": 1.4429022073745728,
      "learning_rate": 1.1591926668808316e-07,
      "loss": 0.3277,
      "step": 2592650
    },
    {
      "epoch": 723.6,
      "grad_norm": 1.2714494466781616,
      "learning_rate": 1.1591086836041965e-07,
      "loss": 0.3331,
      "step": 2592660
    },
    {
      "epoch": 723.6,
      "grad_norm": 1.123438835144043,
      "learning_rate": 1.1590247032928222e-07,
      "loss": 0.3352,
      "step": 2592670
    },
    {
      "epoch": 723.61,
      "grad_norm": 1.4013235569000244,
      "learning_rate": 1.1589407259467165e-07,
      "loss": 0.3254,
      "step": 2592680
    },
    {
      "epoch": 723.61,
      "grad_norm": 1.2309404611587524,
      "learning_rate": 1.1588567515658951e-07,
      "loss": 0.3519,
      "step": 2592690
    },
    {
      "epoch": 723.61,
      "grad_norm": 1.3391000032424927,
      "learning_rate": 1.1587727801503685e-07,
      "loss": 0.3444,
      "step": 2592700
    },
    {
      "epoch": 723.61,
      "grad_norm": 1.2178902626037598,
      "learning_rate": 1.1586888117001416e-07,
      "loss": 0.333,
      "step": 2592710
    },
    {
      "epoch": 723.62,
      "grad_norm": 1.1574699878692627,
      "learning_rate": 1.1586048462152356e-07,
      "loss": 0.335,
      "step": 2592720
    },
    {
      "epoch": 723.62,
      "grad_norm": 1.1335234642028809,
      "learning_rate": 1.1585208836956553e-07,
      "loss": 0.3297,
      "step": 2592730
    },
    {
      "epoch": 723.62,
      "grad_norm": 1.3289830684661865,
      "learning_rate": 1.1584369241414114e-07,
      "loss": 0.348,
      "step": 2592740
    },
    {
      "epoch": 723.63,
      "grad_norm": 1.2178207635879517,
      "learning_rate": 1.158352967552522e-07,
      "loss": 0.3263,
      "step": 2592750
    },
    {
      "epoch": 723.63,
      "grad_norm": 1.2393971681594849,
      "learning_rate": 1.1582690139289898e-07,
      "loss": 0.3237,
      "step": 2592760
    },
    {
      "epoch": 723.63,
      "grad_norm": 1.148916244506836,
      "learning_rate": 1.1581850632708276e-07,
      "loss": 0.3393,
      "step": 2592770
    },
    {
      "epoch": 723.63,
      "grad_norm": 1.300114631652832,
      "learning_rate": 1.1581011155780487e-07,
      "loss": 0.3325,
      "step": 2592780
    },
    {
      "epoch": 723.64,
      "grad_norm": 1.1778093576431274,
      "learning_rate": 1.1580171708506684e-07,
      "loss": 0.3265,
      "step": 2592790
    },
    {
      "epoch": 723.64,
      "grad_norm": 1.074569821357727,
      "learning_rate": 1.1579332290886844e-07,
      "loss": 0.3334,
      "step": 2592800
    },
    {
      "epoch": 723.64,
      "grad_norm": 1.0998499393463135,
      "learning_rate": 1.1578492902921252e-07,
      "loss": 0.3524,
      "step": 2592810
    },
    {
      "epoch": 723.64,
      "grad_norm": 1.1067105531692505,
      "learning_rate": 1.1577653544609907e-07,
      "loss": 0.3441,
      "step": 2592820
    },
    {
      "epoch": 723.65,
      "grad_norm": 1.2730801105499268,
      "learning_rate": 1.157681421595294e-07,
      "loss": 0.3406,
      "step": 2592830
    },
    {
      "epoch": 723.65,
      "grad_norm": 1.355992078781128,
      "learning_rate": 1.1575974916950507e-07,
      "loss": 0.335,
      "step": 2592840
    },
    {
      "epoch": 723.65,
      "grad_norm": 1.1708112955093384,
      "learning_rate": 1.157513564760266e-07,
      "loss": 0.3328,
      "step": 2592850
    },
    {
      "epoch": 723.66,
      "grad_norm": 1.346235752105713,
      "learning_rate": 1.157429640790953e-07,
      "loss": 0.3377,
      "step": 2592860
    },
    {
      "epoch": 723.66,
      "grad_norm": 1.3800019025802612,
      "learning_rate": 1.1573457197871219e-07,
      "loss": 0.3377,
      "step": 2592870
    },
    {
      "epoch": 723.66,
      "grad_norm": 1.2741079330444336,
      "learning_rate": 1.1572618017487912e-07,
      "loss": 0.3377,
      "step": 2592880
    },
    {
      "epoch": 723.66,
      "grad_norm": 1.2297019958496094,
      "learning_rate": 1.1571778866759605e-07,
      "loss": 0.3571,
      "step": 2592890
    },
    {
      "epoch": 723.67,
      "grad_norm": 1.3405400514602661,
      "learning_rate": 1.1570939745686484e-07,
      "loss": 0.337,
      "step": 2592900
    },
    {
      "epoch": 723.67,
      "grad_norm": 2.0575802326202393,
      "learning_rate": 1.1570100654268678e-07,
      "loss": 0.3281,
      "step": 2592910
    },
    {
      "epoch": 723.67,
      "grad_norm": 1.3336082696914673,
      "learning_rate": 1.1569261592506187e-07,
      "loss": 0.332,
      "step": 2592920
    },
    {
      "epoch": 723.68,
      "grad_norm": 1.13037109375,
      "learning_rate": 1.156842256039927e-07,
      "loss": 0.3353,
      "step": 2592930
    },
    {
      "epoch": 723.68,
      "grad_norm": 1.1546967029571533,
      "learning_rate": 1.1567583557947953e-07,
      "loss": 0.3325,
      "step": 2592940
    },
    {
      "epoch": 723.68,
      "grad_norm": 1.1968141794204712,
      "learning_rate": 1.1566744585152343e-07,
      "loss": 0.3412,
      "step": 2592950
    },
    {
      "epoch": 723.68,
      "grad_norm": 1.1429169178009033,
      "learning_rate": 1.1565905642012593e-07,
      "loss": 0.3537,
      "step": 2592960
    },
    {
      "epoch": 723.69,
      "grad_norm": 1.1224870681762695,
      "learning_rate": 1.1565066728528782e-07,
      "loss": 0.3369,
      "step": 2592970
    },
    {
      "epoch": 723.69,
      "grad_norm": 1.4646830558776855,
      "learning_rate": 1.1564227844701067e-07,
      "loss": 0.3538,
      "step": 2592980
    },
    {
      "epoch": 723.69,
      "grad_norm": 1.1092486381530762,
      "learning_rate": 1.1563388990529473e-07,
      "loss": 0.3332,
      "step": 2592990
    },
    {
      "epoch": 723.7,
      "grad_norm": 1.2917577028274536,
      "learning_rate": 1.1562550166014208e-07,
      "loss": 0.3329,
      "step": 2593000
    },
    {
      "epoch": 723.7,
      "grad_norm": 1.0915759801864624,
      "learning_rate": 1.1561711371155299e-07,
      "loss": 0.3423,
      "step": 2593010
    },
    {
      "epoch": 723.7,
      "grad_norm": 1.354238748550415,
      "learning_rate": 1.1560872605952953e-07,
      "loss": 0.3564,
      "step": 2593020
    },
    {
      "epoch": 723.7,
      "grad_norm": 1.3849650621414185,
      "learning_rate": 1.1560033870407197e-07,
      "loss": 0.3337,
      "step": 2593030
    },
    {
      "epoch": 723.71,
      "grad_norm": 1.2798817157745361,
      "learning_rate": 1.1559195164518161e-07,
      "loss": 0.3376,
      "step": 2593040
    },
    {
      "epoch": 723.71,
      "grad_norm": 1.2836878299713135,
      "learning_rate": 1.1558356488286027e-07,
      "loss": 0.3424,
      "step": 2593050
    },
    {
      "epoch": 723.71,
      "grad_norm": 1.1451627016067505,
      "learning_rate": 1.1557517841710769e-07,
      "loss": 0.3286,
      "step": 2593060
    },
    {
      "epoch": 723.71,
      "grad_norm": 1.5093367099761963,
      "learning_rate": 1.1556679224792647e-07,
      "loss": 0.343,
      "step": 2593070
    },
    {
      "epoch": 723.72,
      "grad_norm": 4.445549488067627,
      "learning_rate": 1.1555840637531662e-07,
      "loss": 0.3426,
      "step": 2593080
    },
    {
      "epoch": 723.72,
      "grad_norm": 1.2333158254623413,
      "learning_rate": 1.1555002079927968e-07,
      "loss": 0.3589,
      "step": 2593090
    },
    {
      "epoch": 723.72,
      "grad_norm": 1.1522955894470215,
      "learning_rate": 1.155416355198167e-07,
      "loss": 0.3292,
      "step": 2593100
    },
    {
      "epoch": 723.73,
      "grad_norm": 1.1002933979034424,
      "learning_rate": 1.1553325053692951e-07,
      "loss": 0.3321,
      "step": 2593110
    },
    {
      "epoch": 723.73,
      "grad_norm": 1.1933982372283936,
      "learning_rate": 1.1552486585061785e-07,
      "loss": 0.3157,
      "step": 2593120
    },
    {
      "epoch": 723.73,
      "grad_norm": 1.265058994293213,
      "learning_rate": 1.1551648146088379e-07,
      "loss": 0.3217,
      "step": 2593130
    },
    {
      "epoch": 723.73,
      "grad_norm": 1.0013600587844849,
      "learning_rate": 1.1550809736772865e-07,
      "loss": 0.3292,
      "step": 2593140
    },
    {
      "epoch": 723.74,
      "grad_norm": 1.26480233669281,
      "learning_rate": 1.1549971357115215e-07,
      "loss": 0.3368,
      "step": 2593150
    },
    {
      "epoch": 723.74,
      "grad_norm": 1.4539599418640137,
      "learning_rate": 1.1549133007115715e-07,
      "loss": 0.3399,
      "step": 2593160
    },
    {
      "epoch": 723.74,
      "grad_norm": 1.4213862419128418,
      "learning_rate": 1.1548294686774393e-07,
      "loss": 0.3395,
      "step": 2593170
    },
    {
      "epoch": 723.75,
      "grad_norm": 1.2296473979949951,
      "learning_rate": 1.1547456396091324e-07,
      "loss": 0.325,
      "step": 2593180
    },
    {
      "epoch": 723.75,
      "grad_norm": 1.4197030067443848,
      "learning_rate": 1.1546618135066721e-07,
      "loss": 0.3368,
      "step": 2593190
    },
    {
      "epoch": 723.75,
      "grad_norm": 1.3987795114517212,
      "learning_rate": 1.1545779903700605e-07,
      "loss": 0.3551,
      "step": 2593200
    },
    {
      "epoch": 723.75,
      "grad_norm": 1.1330363750457764,
      "learning_rate": 1.154494170199311e-07,
      "loss": 0.3388,
      "step": 2593210
    },
    {
      "epoch": 723.76,
      "grad_norm": 1.3900542259216309,
      "learning_rate": 1.1544103529944337e-07,
      "loss": 0.3402,
      "step": 2593220
    },
    {
      "epoch": 723.76,
      "grad_norm": 1.1927084922790527,
      "learning_rate": 1.1543265387554471e-07,
      "loss": 0.3563,
      "step": 2593230
    },
    {
      "epoch": 723.76,
      "grad_norm": 1.3768277168273926,
      "learning_rate": 1.154242727482351e-07,
      "loss": 0.3394,
      "step": 2593240
    },
    {
      "epoch": 723.77,
      "grad_norm": 1.2156306505203247,
      "learning_rate": 1.1541589191751688e-07,
      "loss": 0.328,
      "step": 2593250
    },
    {
      "epoch": 723.77,
      "grad_norm": 1.2233036756515503,
      "learning_rate": 1.1540751138339006e-07,
      "loss": 0.3448,
      "step": 2593260
    },
    {
      "epoch": 723.77,
      "grad_norm": 1.629431962966919,
      "learning_rate": 1.1539913114585646e-07,
      "loss": 0.3274,
      "step": 2593270
    },
    {
      "epoch": 723.77,
      "grad_norm": 1.6087241172790527,
      "learning_rate": 1.1539075120491712e-07,
      "loss": 0.3448,
      "step": 2593280
    },
    {
      "epoch": 723.78,
      "grad_norm": 1.3027631044387817,
      "learning_rate": 1.153823715605723e-07,
      "loss": 0.3382,
      "step": 2593290
    },
    {
      "epoch": 723.78,
      "grad_norm": 1.3460725545883179,
      "learning_rate": 1.1537399221282461e-07,
      "loss": 0.3443,
      "step": 2593300
    },
    {
      "epoch": 723.78,
      "grad_norm": 1.4272236824035645,
      "learning_rate": 1.1536561316167403e-07,
      "loss": 0.3489,
      "step": 2593310
    },
    {
      "epoch": 723.78,
      "grad_norm": 1.1964703798294067,
      "learning_rate": 1.1535723440712213e-07,
      "loss": 0.3474,
      "step": 2593320
    },
    {
      "epoch": 723.79,
      "grad_norm": 1.2865804433822632,
      "learning_rate": 1.1534885594916997e-07,
      "loss": 0.3424,
      "step": 2593330
    },
    {
      "epoch": 723.79,
      "grad_norm": 1.7405270338058472,
      "learning_rate": 1.1534047778781856e-07,
      "loss": 0.3531,
      "step": 2593340
    },
    {
      "epoch": 723.79,
      "grad_norm": 1.1894489526748657,
      "learning_rate": 1.1533209992306896e-07,
      "loss": 0.3493,
      "step": 2593350
    },
    {
      "epoch": 723.8,
      "grad_norm": 1.1987273693084717,
      "learning_rate": 1.1532372235492222e-07,
      "loss": 0.3231,
      "step": 2593360
    },
    {
      "epoch": 723.8,
      "grad_norm": 1.2277992963790894,
      "learning_rate": 1.1531534508338013e-07,
      "loss": 0.3415,
      "step": 2593370
    },
    {
      "epoch": 723.8,
      "grad_norm": 1.3654872179031372,
      "learning_rate": 1.1530696810844271e-07,
      "loss": 0.3357,
      "step": 2593380
    },
    {
      "epoch": 723.8,
      "grad_norm": 1.3433252573013306,
      "learning_rate": 1.1529859143011205e-07,
      "loss": 0.3377,
      "step": 2593390
    },
    {
      "epoch": 723.81,
      "grad_norm": 1.1841599941253662,
      "learning_rate": 1.1529021504838864e-07,
      "loss": 0.3314,
      "step": 2593400
    },
    {
      "epoch": 723.81,
      "grad_norm": 1.2918909788131714,
      "learning_rate": 1.1528183896327408e-07,
      "loss": 0.3573,
      "step": 2593410
    },
    {
      "epoch": 723.81,
      "grad_norm": 1.1734018325805664,
      "learning_rate": 1.1527346317476938e-07,
      "loss": 0.3337,
      "step": 2593420
    },
    {
      "epoch": 723.82,
      "grad_norm": 1.180445909500122,
      "learning_rate": 1.1526508768287508e-07,
      "loss": 0.3549,
      "step": 2593430
    },
    {
      "epoch": 723.82,
      "grad_norm": 1.3006935119628906,
      "learning_rate": 1.1525671248759299e-07,
      "loss": 0.344,
      "step": 2593440
    },
    {
      "epoch": 723.82,
      "grad_norm": 1.1303354501724243,
      "learning_rate": 1.1524833758892391e-07,
      "loss": 0.3295,
      "step": 2593450
    },
    {
      "epoch": 723.82,
      "grad_norm": 1.118289589881897,
      "learning_rate": 1.1523996298686911e-07,
      "loss": 0.3338,
      "step": 2593460
    },
    {
      "epoch": 723.83,
      "grad_norm": 1.204850673675537,
      "learning_rate": 1.1523158868142939e-07,
      "loss": 0.3417,
      "step": 2593470
    },
    {
      "epoch": 723.83,
      "grad_norm": 1.3572641611099243,
      "learning_rate": 1.1522321467260604e-07,
      "loss": 0.3357,
      "step": 2593480
    },
    {
      "epoch": 723.83,
      "grad_norm": 1.6277772188186646,
      "learning_rate": 1.1521484096040064e-07,
      "loss": 0.3452,
      "step": 2593490
    },
    {
      "epoch": 723.83,
      "grad_norm": 1.4991204738616943,
      "learning_rate": 1.1520646754481317e-07,
      "loss": 0.3361,
      "step": 2593500
    },
    {
      "epoch": 723.84,
      "grad_norm": 1.3639028072357178,
      "learning_rate": 1.1519809442584624e-07,
      "loss": 0.3365,
      "step": 2593510
    },
    {
      "epoch": 723.84,
      "grad_norm": 1.3581832647323608,
      "learning_rate": 1.151897216034996e-07,
      "loss": 0.3393,
      "step": 2593520
    },
    {
      "epoch": 723.84,
      "grad_norm": 1.4346448183059692,
      "learning_rate": 1.1518134907777505e-07,
      "loss": 0.3523,
      "step": 2593530
    },
    {
      "epoch": 723.85,
      "grad_norm": 1.4026246070861816,
      "learning_rate": 1.1517297684867366e-07,
      "loss": 0.3234,
      "step": 2593540
    },
    {
      "epoch": 723.85,
      "grad_norm": 1.3045624494552612,
      "learning_rate": 1.1516460491619645e-07,
      "loss": 0.3333,
      "step": 2593550
    },
    {
      "epoch": 723.85,
      "grad_norm": 1.1166415214538574,
      "learning_rate": 1.1515623328034497e-07,
      "loss": 0.3477,
      "step": 2593560
    },
    {
      "epoch": 723.85,
      "grad_norm": 1.4814320802688599,
      "learning_rate": 1.151478619411195e-07,
      "loss": 0.3469,
      "step": 2593570
    },
    {
      "epoch": 723.86,
      "grad_norm": 1.043807864189148,
      "learning_rate": 1.151394908985216e-07,
      "loss": 0.3333,
      "step": 2593580
    },
    {
      "epoch": 723.86,
      "grad_norm": 1.2644641399383545,
      "learning_rate": 1.1513112015255231e-07,
      "loss": 0.3388,
      "step": 2593590
    },
    {
      "epoch": 723.86,
      "grad_norm": 1.3093595504760742,
      "learning_rate": 1.1512274970321318e-07,
      "loss": 0.3381,
      "step": 2593600
    },
    {
      "epoch": 723.87,
      "grad_norm": 1.4637292623519897,
      "learning_rate": 1.1511437955050448e-07,
      "loss": 0.3391,
      "step": 2593610
    },
    {
      "epoch": 723.87,
      "grad_norm": 1.2432736158370972,
      "learning_rate": 1.1510600969442804e-07,
      "loss": 0.3438,
      "step": 2593620
    },
    {
      "epoch": 723.87,
      "grad_norm": 1.5078743696212769,
      "learning_rate": 1.1509764013498488e-07,
      "loss": 0.3439,
      "step": 2593630
    },
    {
      "epoch": 723.87,
      "grad_norm": 1.4466814994812012,
      "learning_rate": 1.1508927087217527e-07,
      "loss": 0.3411,
      "step": 2593640
    },
    {
      "epoch": 723.88,
      "grad_norm": 1.2766648530960083,
      "learning_rate": 1.1508090190600183e-07,
      "loss": 0.3425,
      "step": 2593650
    },
    {
      "epoch": 723.88,
      "grad_norm": 1.2146446704864502,
      "learning_rate": 1.1507253323646452e-07,
      "loss": 0.3402,
      "step": 2593660
    },
    {
      "epoch": 723.88,
      "grad_norm": 1.2059612274169922,
      "learning_rate": 1.1506416486356468e-07,
      "loss": 0.345,
      "step": 2593670
    },
    {
      "epoch": 723.89,
      "grad_norm": 1.0012075901031494,
      "learning_rate": 1.150557967873036e-07,
      "loss": 0.3305,
      "step": 2593680
    },
    {
      "epoch": 723.89,
      "grad_norm": 1.4295437335968018,
      "learning_rate": 1.1504742900768255e-07,
      "loss": 0.338,
      "step": 2593690
    },
    {
      "epoch": 723.89,
      "grad_norm": 1.259934902191162,
      "learning_rate": 1.150390615247021e-07,
      "loss": 0.3433,
      "step": 2593700
    },
    {
      "epoch": 723.89,
      "grad_norm": 1.1873533725738525,
      "learning_rate": 1.1503069433836378e-07,
      "loss": 0.3282,
      "step": 2593710
    },
    {
      "epoch": 723.9,
      "grad_norm": 1.4781557321548462,
      "learning_rate": 1.1502232744866891e-07,
      "loss": 0.341,
      "step": 2593720
    },
    {
      "epoch": 723.9,
      "grad_norm": 1.1479761600494385,
      "learning_rate": 1.1501396085561772e-07,
      "loss": 0.3311,
      "step": 2593730
    },
    {
      "epoch": 723.9,
      "grad_norm": 1.051661491394043,
      "learning_rate": 1.1500559455921233e-07,
      "loss": 0.3151,
      "step": 2593740
    },
    {
      "epoch": 723.9,
      "grad_norm": 1.492169737815857,
      "learning_rate": 1.1499722855945323e-07,
      "loss": 0.3411,
      "step": 2593750
    },
    {
      "epoch": 723.91,
      "grad_norm": 1.261200189590454,
      "learning_rate": 1.1498886285634173e-07,
      "loss": 0.3258,
      "step": 2593760
    },
    {
      "epoch": 723.91,
      "grad_norm": 1.3387949466705322,
      "learning_rate": 1.1498049744987913e-07,
      "loss": 0.3326,
      "step": 2593770
    },
    {
      "epoch": 723.91,
      "grad_norm": 1.3791338205337524,
      "learning_rate": 1.1497213234006649e-07,
      "loss": 0.3202,
      "step": 2593780
    },
    {
      "epoch": 723.92,
      "grad_norm": 1.3042646646499634,
      "learning_rate": 1.1496376752690431e-07,
      "loss": 0.3443,
      "step": 2593790
    },
    {
      "epoch": 723.92,
      "grad_norm": 1.473724603652954,
      "learning_rate": 1.1495540301039441e-07,
      "loss": 0.3397,
      "step": 2593800
    },
    {
      "epoch": 723.92,
      "grad_norm": 1.179685115814209,
      "learning_rate": 1.149470387905381e-07,
      "loss": 0.3365,
      "step": 2593810
    },
    {
      "epoch": 723.92,
      "grad_norm": 1.2756705284118652,
      "learning_rate": 1.1493867486733511e-07,
      "loss": 0.341,
      "step": 2593820
    },
    {
      "epoch": 723.93,
      "grad_norm": 1.3424444198608398,
      "learning_rate": 1.1493031124078832e-07,
      "loss": 0.334,
      "step": 2593830
    },
    {
      "epoch": 723.93,
      "grad_norm": 1.3635040521621704,
      "learning_rate": 1.1492194791089772e-07,
      "loss": 0.3431,
      "step": 2593840
    },
    {
      "epoch": 723.93,
      "grad_norm": 1.1150015592575073,
      "learning_rate": 1.1491358487766487e-07,
      "loss": 0.3253,
      "step": 2593850
    },
    {
      "epoch": 723.94,
      "grad_norm": 1.2109462022781372,
      "learning_rate": 1.149052221410908e-07,
      "loss": 0.3343,
      "step": 2593860
    },
    {
      "epoch": 723.94,
      "grad_norm": 1.22519850730896,
      "learning_rate": 1.1489685970117605e-07,
      "loss": 0.341,
      "step": 2593870
    },
    {
      "epoch": 723.94,
      "grad_norm": 1.3596863746643066,
      "learning_rate": 1.1488849755792295e-07,
      "loss": 0.3288,
      "step": 2593880
    },
    {
      "epoch": 723.94,
      "grad_norm": 1.1482834815979004,
      "learning_rate": 1.1488013571133176e-07,
      "loss": 0.3431,
      "step": 2593890
    },
    {
      "epoch": 723.95,
      "grad_norm": 1.1593841314315796,
      "learning_rate": 1.1487177416140353e-07,
      "loss": 0.3481,
      "step": 2593900
    },
    {
      "epoch": 723.95,
      "grad_norm": 1.3654853105545044,
      "learning_rate": 1.1486341290813956e-07,
      "loss": 0.3352,
      "step": 2593910
    },
    {
      "epoch": 723.95,
      "grad_norm": 1.1390873193740845,
      "learning_rate": 1.148550519515414e-07,
      "loss": 0.3435,
      "step": 2593920
    },
    {
      "epoch": 723.95,
      "grad_norm": 1.4784530401229858,
      "learning_rate": 1.1484669129160958e-07,
      "loss": 0.3448,
      "step": 2593930
    },
    {
      "epoch": 723.96,
      "grad_norm": 1.241019606590271,
      "learning_rate": 1.1483833092834514e-07,
      "loss": 0.3274,
      "step": 2593940
    },
    {
      "epoch": 723.96,
      "grad_norm": 1.1844463348388672,
      "learning_rate": 1.148299708617499e-07,
      "loss": 0.3415,
      "step": 2593950
    },
    {
      "epoch": 723.96,
      "grad_norm": 1.0799559354782104,
      "learning_rate": 1.1482161109182385e-07,
      "loss": 0.3518,
      "step": 2593960
    },
    {
      "epoch": 723.97,
      "grad_norm": 1.218631386756897,
      "learning_rate": 1.1481325161856961e-07,
      "loss": 0.3247,
      "step": 2593970
    },
    {
      "epoch": 723.97,
      "grad_norm": 1.164765477180481,
      "learning_rate": 1.1480489244198692e-07,
      "loss": 0.3369,
      "step": 2593980
    },
    {
      "epoch": 723.97,
      "grad_norm": 1.3244186639785767,
      "learning_rate": 1.1479653356207758e-07,
      "loss": 0.3328,
      "step": 2593990
    },
    {
      "epoch": 723.97,
      "grad_norm": 1.1509523391723633,
      "learning_rate": 1.1478817497884265e-07,
      "loss": 0.3319,
      "step": 2594000
    },
    {
      "epoch": 723.98,
      "grad_norm": 1.0517475605010986,
      "learning_rate": 1.1477981669228316e-07,
      "loss": 0.3359,
      "step": 2594010
    },
    {
      "epoch": 723.98,
      "grad_norm": 3.351179361343384,
      "learning_rate": 1.147714587023999e-07,
      "loss": 0.3316,
      "step": 2594020
    },
    {
      "epoch": 723.98,
      "grad_norm": 1.500235915184021,
      "learning_rate": 1.1476310100919441e-07,
      "loss": 0.3397,
      "step": 2594030
    },
    {
      "epoch": 723.99,
      "grad_norm": 1.2906914949417114,
      "learning_rate": 1.1475474361266803e-07,
      "loss": 0.3387,
      "step": 2594040
    },
    {
      "epoch": 723.99,
      "grad_norm": 1.332194447517395,
      "learning_rate": 1.1474638651282073e-07,
      "loss": 0.3433,
      "step": 2594050
    },
    {
      "epoch": 723.99,
      "grad_norm": 1.2064571380615234,
      "learning_rate": 1.1473802970965538e-07,
      "loss": 0.3358,
      "step": 2594060
    },
    {
      "epoch": 723.99,
      "grad_norm": 1.238967776298523,
      "learning_rate": 1.1472967320317145e-07,
      "loss": 0.3411,
      "step": 2594070
    },
    {
      "epoch": 724.0,
      "grad_norm": 1.5821994543075562,
      "learning_rate": 1.1472131699337105e-07,
      "loss": 0.344,
      "step": 2594080
    },
    {
      "epoch": 724.0,
      "grad_norm": 1.3649592399597168,
      "learning_rate": 1.1471296108025492e-07,
      "loss": 0.3326,
      "step": 2594090
    },
    {
      "epoch": 724.0,
      "eval_loss": 0.33702659606933594,
      "eval_runtime": 66.7045,
      "eval_samples_per_second": 75.842,
      "eval_steps_per_second": 9.49,
      "step": 2594092
    },
    {
      "epoch": 724.0,
      "grad_norm": 1.1898808479309082,
      "learning_rate": 1.1470460546382414e-07,
      "loss": 0.3442,
      "step": 2594100
    },
    {
      "epoch": 724.01,
      "grad_norm": 1.203484058380127,
      "learning_rate": 1.1469625014407999e-07,
      "loss": 0.3359,
      "step": 2594110
    },
    {
      "epoch": 724.01,
      "grad_norm": 1.4183168411254883,
      "learning_rate": 1.1468789512102352e-07,
      "loss": 0.3383,
      "step": 2594120
    },
    {
      "epoch": 724.01,
      "grad_norm": 1.1592520475387573,
      "learning_rate": 1.1467954039465575e-07,
      "loss": 0.3243,
      "step": 2594130
    },
    {
      "epoch": 724.01,
      "grad_norm": 1.4526124000549316,
      "learning_rate": 1.14671185964978e-07,
      "loss": 0.3331,
      "step": 2594140
    },
    {
      "epoch": 724.02,
      "grad_norm": 1.2829387187957764,
      "learning_rate": 1.1466283183199105e-07,
      "loss": 0.329,
      "step": 2594150
    },
    {
      "epoch": 724.02,
      "grad_norm": 1.549882411956787,
      "learning_rate": 1.146544779956962e-07,
      "loss": 0.3346,
      "step": 2594160
    },
    {
      "epoch": 724.02,
      "grad_norm": 1.208298683166504,
      "learning_rate": 1.1464612445609474e-07,
      "loss": 0.3325,
      "step": 2594170
    },
    {
      "epoch": 724.02,
      "grad_norm": 1.3787626028060913,
      "learning_rate": 1.1463777121318774e-07,
      "loss": 0.3439,
      "step": 2594180
    },
    {
      "epoch": 724.03,
      "grad_norm": 1.2991819381713867,
      "learning_rate": 1.1462941826697567e-07,
      "loss": 0.3426,
      "step": 2594190
    },
    {
      "epoch": 724.03,
      "grad_norm": 1.321629285812378,
      "learning_rate": 1.1462106561746067e-07,
      "loss": 0.3614,
      "step": 2594200
    },
    {
      "epoch": 724.03,
      "grad_norm": 1.019471287727356,
      "learning_rate": 1.1461271326464296e-07,
      "loss": 0.3384,
      "step": 2594210
    },
    {
      "epoch": 724.04,
      "grad_norm": 1.1988863945007324,
      "learning_rate": 1.1460436120852437e-07,
      "loss": 0.3273,
      "step": 2594220
    },
    {
      "epoch": 724.04,
      "grad_norm": 1.1195461750030518,
      "learning_rate": 1.1459600944910569e-07,
      "loss": 0.3343,
      "step": 2594230
    },
    {
      "epoch": 724.04,
      "grad_norm": 1.2853193283081055,
      "learning_rate": 1.145876579863877e-07,
      "loss": 0.3424,
      "step": 2594240
    },
    {
      "epoch": 724.04,
      "grad_norm": 1.3045978546142578,
      "learning_rate": 1.1457930682037194e-07,
      "loss": 0.3395,
      "step": 2594250
    },
    {
      "epoch": 724.05,
      "grad_norm": 1.1636518239974976,
      "learning_rate": 1.1457095595105948e-07,
      "loss": 0.3314,
      "step": 2594260
    },
    {
      "epoch": 724.05,
      "grad_norm": 1.328106164932251,
      "learning_rate": 1.1456260537845134e-07,
      "loss": 0.3411,
      "step": 2594270
    },
    {
      "epoch": 724.05,
      "grad_norm": 1.177037239074707,
      "learning_rate": 1.1455425510254858e-07,
      "loss": 0.3466,
      "step": 2594280
    },
    {
      "epoch": 724.06,
      "grad_norm": 1.27606201171875,
      "learning_rate": 1.1454590512335248e-07,
      "loss": 0.3297,
      "step": 2594290
    },
    {
      "epoch": 724.06,
      "grad_norm": 1.1581001281738281,
      "learning_rate": 1.1453755544086436e-07,
      "loss": 0.3437,
      "step": 2594300
    },
    {
      "epoch": 724.06,
      "grad_norm": 1.0823227167129517,
      "learning_rate": 1.145292060550842e-07,
      "loss": 0.3347,
      "step": 2594310
    },
    {
      "epoch": 724.06,
      "grad_norm": 1.1454472541809082,
      "learning_rate": 1.1452085696601462e-07,
      "loss": 0.3458,
      "step": 2594320
    },
    {
      "epoch": 724.07,
      "grad_norm": 1.1792519092559814,
      "learning_rate": 1.1451250817365561e-07,
      "loss": 0.3233,
      "step": 2594330
    },
    {
      "epoch": 724.07,
      "grad_norm": 1.2006077766418457,
      "learning_rate": 1.1450415967800899e-07,
      "loss": 0.3508,
      "step": 2594340
    },
    {
      "epoch": 724.07,
      "grad_norm": 1.2417839765548706,
      "learning_rate": 1.1449581147907556e-07,
      "loss": 0.3377,
      "step": 2594350
    },
    {
      "epoch": 724.07,
      "grad_norm": 1.1783101558685303,
      "learning_rate": 1.1448746357685659e-07,
      "loss": 0.3324,
      "step": 2594360
    },
    {
      "epoch": 724.08,
      "grad_norm": 1.3588906526565552,
      "learning_rate": 1.1447911597135288e-07,
      "loss": 0.3434,
      "step": 2594370
    },
    {
      "epoch": 724.08,
      "grad_norm": 1.3179649114608765,
      "learning_rate": 1.1447076866256573e-07,
      "loss": 0.3239,
      "step": 2594380
    },
    {
      "epoch": 724.08,
      "grad_norm": 1.2935924530029297,
      "learning_rate": 1.1446242165049644e-07,
      "loss": 0.3292,
      "step": 2594390
    },
    {
      "epoch": 724.09,
      "grad_norm": 1.2532507181167603,
      "learning_rate": 1.1445407493514553e-07,
      "loss": 0.3351,
      "step": 2594400
    },
    {
      "epoch": 724.09,
      "grad_norm": 7.4862542152404785,
      "learning_rate": 1.1444572851651508e-07,
      "loss": 0.3344,
      "step": 2594410
    },
    {
      "epoch": 724.09,
      "grad_norm": 1.1361223459243774,
      "learning_rate": 1.1443738239460509e-07,
      "loss": 0.3349,
      "step": 2594420
    },
    {
      "epoch": 724.09,
      "grad_norm": 1.302789568901062,
      "learning_rate": 1.1442903656941737e-07,
      "loss": 0.3352,
      "step": 2594430
    },
    {
      "epoch": 724.1,
      "grad_norm": 1.3145041465759277,
      "learning_rate": 1.1442069104095324e-07,
      "loss": 0.3396,
      "step": 2594440
    },
    {
      "epoch": 724.1,
      "grad_norm": 1.369835615158081,
      "learning_rate": 1.1441234580921297e-07,
      "loss": 0.3347,
      "step": 2594450
    },
    {
      "epoch": 724.1,
      "grad_norm": 1.2296801805496216,
      "learning_rate": 1.144040008741986e-07,
      "loss": 0.3338,
      "step": 2594460
    },
    {
      "epoch": 724.11,
      "grad_norm": 1.307045578956604,
      "learning_rate": 1.1439565623591043e-07,
      "loss": 0.3303,
      "step": 2594470
    },
    {
      "epoch": 724.11,
      "grad_norm": 1.087538480758667,
      "learning_rate": 1.1438731189435e-07,
      "loss": 0.3297,
      "step": 2594480
    },
    {
      "epoch": 724.11,
      "grad_norm": 1.27579665184021,
      "learning_rate": 1.1437896784951836e-07,
      "loss": 0.3287,
      "step": 2594490
    },
    {
      "epoch": 724.11,
      "grad_norm": 1.0664225816726685,
      "learning_rate": 1.1437062410141681e-07,
      "loss": 0.3339,
      "step": 2594500
    },
    {
      "epoch": 724.12,
      "grad_norm": 1.1607095003128052,
      "learning_rate": 1.1436228065004613e-07,
      "loss": 0.3478,
      "step": 2594510
    },
    {
      "epoch": 724.12,
      "grad_norm": 1.186169981956482,
      "learning_rate": 1.1435393749540737e-07,
      "loss": 0.3275,
      "step": 2594520
    },
    {
      "epoch": 724.12,
      "grad_norm": 1.6404905319213867,
      "learning_rate": 1.1434559463750232e-07,
      "loss": 0.3312,
      "step": 2594530
    },
    {
      "epoch": 724.13,
      "grad_norm": 1.3161143064498901,
      "learning_rate": 1.1433725207633101e-07,
      "loss": 0.3393,
      "step": 2594540
    },
    {
      "epoch": 724.13,
      "grad_norm": 1.2312201261520386,
      "learning_rate": 1.1432890981189551e-07,
      "loss": 0.3293,
      "step": 2594550
    },
    {
      "epoch": 724.13,
      "grad_norm": 1.537109375,
      "learning_rate": 1.1432056784419635e-07,
      "loss": 0.3314,
      "step": 2594560
    },
    {
      "epoch": 724.13,
      "grad_norm": 1.3263401985168457,
      "learning_rate": 1.1431222617323508e-07,
      "loss": 0.3355,
      "step": 2594570
    },
    {
      "epoch": 724.14,
      "grad_norm": 1.3525409698486328,
      "learning_rate": 1.1430388479901275e-07,
      "loss": 0.3377,
      "step": 2594580
    },
    {
      "epoch": 724.14,
      "grad_norm": 1.3197423219680786,
      "learning_rate": 1.1429554372152988e-07,
      "loss": 0.3313,
      "step": 2594590
    },
    {
      "epoch": 724.14,
      "grad_norm": 1.2175666093826294,
      "learning_rate": 1.1428720294078802e-07,
      "loss": 0.3429,
      "step": 2594600
    },
    {
      "epoch": 724.14,
      "grad_norm": 1.3992804288864136,
      "learning_rate": 1.1427886245678847e-07,
      "loss": 0.3492,
      "step": 2594610
    },
    {
      "epoch": 724.15,
      "grad_norm": 1.0357717275619507,
      "learning_rate": 1.142705222695323e-07,
      "loss": 0.3286,
      "step": 2594620
    },
    {
      "epoch": 724.15,
      "grad_norm": 1.3183629512786865,
      "learning_rate": 1.1426218237901973e-07,
      "loss": 0.3377,
      "step": 2594630
    },
    {
      "epoch": 724.15,
      "grad_norm": 1.0864757299423218,
      "learning_rate": 1.1425384278525339e-07,
      "loss": 0.338,
      "step": 2594640
    },
    {
      "epoch": 724.16,
      "grad_norm": 1.2014508247375488,
      "learning_rate": 1.1424550348823327e-07,
      "loss": 0.3585,
      "step": 2594650
    },
    {
      "epoch": 724.16,
      "grad_norm": 1.122720718383789,
      "learning_rate": 1.1423716448796093e-07,
      "loss": 0.3313,
      "step": 2594660
    },
    {
      "epoch": 724.16,
      "grad_norm": 1.1759462356567383,
      "learning_rate": 1.1422882578443742e-07,
      "loss": 0.3296,
      "step": 2594670
    },
    {
      "epoch": 724.16,
      "grad_norm": 1.3275481462478638,
      "learning_rate": 1.1422048737766352e-07,
      "loss": 0.3437,
      "step": 2594680
    },
    {
      "epoch": 724.17,
      "grad_norm": 1.313014030456543,
      "learning_rate": 1.1421214926764076e-07,
      "loss": 0.3426,
      "step": 2594690
    },
    {
      "epoch": 724.17,
      "grad_norm": 1.4537338018417358,
      "learning_rate": 1.1420381145436996e-07,
      "loss": 0.3382,
      "step": 2594700
    },
    {
      "epoch": 724.17,
      "grad_norm": 1.3494397401809692,
      "learning_rate": 1.1419547393785242e-07,
      "loss": 0.3259,
      "step": 2594710
    },
    {
      "epoch": 724.18,
      "grad_norm": 1.2164772748947144,
      "learning_rate": 1.1418713671808915e-07,
      "loss": 0.3483,
      "step": 2594720
    },
    {
      "epoch": 724.18,
      "grad_norm": 1.1719790697097778,
      "learning_rate": 1.1417879979508148e-07,
      "loss": 0.3305,
      "step": 2594730
    },
    {
      "epoch": 724.18,
      "grad_norm": 1.2177455425262451,
      "learning_rate": 1.1417046316883018e-07,
      "loss": 0.3465,
      "step": 2594740
    },
    {
      "epoch": 724.18,
      "grad_norm": 1.2065057754516602,
      "learning_rate": 1.1416212683933654e-07,
      "loss": 0.3338,
      "step": 2594750
    },
    {
      "epoch": 724.19,
      "grad_norm": 1.558754563331604,
      "learning_rate": 1.1415379080660213e-07,
      "loss": 0.3414,
      "step": 2594760
    },
    {
      "epoch": 724.19,
      "grad_norm": 1.2862569093704224,
      "learning_rate": 1.1414545507062671e-07,
      "loss": 0.3365,
      "step": 2594770
    },
    {
      "epoch": 724.19,
      "grad_norm": 1.3048889636993408,
      "learning_rate": 1.1413711963141284e-07,
      "loss": 0.3386,
      "step": 2594780
    },
    {
      "epoch": 724.19,
      "grad_norm": 1.2334591150283813,
      "learning_rate": 1.1412878448896108e-07,
      "loss": 0.3223,
      "step": 2594790
    },
    {
      "epoch": 724.2,
      "grad_norm": 1.1075581312179565,
      "learning_rate": 1.1412044964327219e-07,
      "loss": 0.3511,
      "step": 2594800
    },
    {
      "epoch": 724.2,
      "grad_norm": 1.321056842803955,
      "learning_rate": 1.14112115094348e-07,
      "loss": 0.3375,
      "step": 2594810
    },
    {
      "epoch": 724.2,
      "grad_norm": 1.286412239074707,
      "learning_rate": 1.1410378084218903e-07,
      "loss": 0.3462,
      "step": 2594820
    },
    {
      "epoch": 724.21,
      "grad_norm": 1.3743332624435425,
      "learning_rate": 1.1409544688679631e-07,
      "loss": 0.3392,
      "step": 2594830
    },
    {
      "epoch": 724.21,
      "grad_norm": 1.3072600364685059,
      "learning_rate": 1.140871132281714e-07,
      "loss": 0.3291,
      "step": 2594840
    },
    {
      "epoch": 724.21,
      "grad_norm": 1.4785432815551758,
      "learning_rate": 1.1407877986631562e-07,
      "loss": 0.3524,
      "step": 2594850
    },
    {
      "epoch": 724.21,
      "grad_norm": 1.2112425565719604,
      "learning_rate": 1.1407044680122896e-07,
      "loss": 0.3346,
      "step": 2594860
    },
    {
      "epoch": 724.22,
      "grad_norm": 1.1949210166931152,
      "learning_rate": 1.1406211403291376e-07,
      "loss": 0.3349,
      "step": 2594870
    },
    {
      "epoch": 724.22,
      "grad_norm": 1.251973271369934,
      "learning_rate": 1.1405378156137054e-07,
      "loss": 0.338,
      "step": 2594880
    },
    {
      "epoch": 724.22,
      "grad_norm": 1.1557629108428955,
      "learning_rate": 1.1404544938660034e-07,
      "loss": 0.3359,
      "step": 2594890
    },
    {
      "epoch": 724.23,
      "grad_norm": 1.127181887626648,
      "learning_rate": 1.1403711750860474e-07,
      "loss": 0.332,
      "step": 2594900
    },
    {
      "epoch": 724.23,
      "grad_norm": 1.2345125675201416,
      "learning_rate": 1.1402878592738424e-07,
      "loss": 0.3379,
      "step": 2594910
    },
    {
      "epoch": 724.23,
      "grad_norm": 1.156103491783142,
      "learning_rate": 1.1402045464294039e-07,
      "loss": 0.3282,
      "step": 2594920
    },
    {
      "epoch": 724.23,
      "grad_norm": 1.5761593580245972,
      "learning_rate": 1.14012123655274e-07,
      "loss": 0.3356,
      "step": 2594930
    },
    {
      "epoch": 724.24,
      "grad_norm": 1.2639682292938232,
      "learning_rate": 1.1400379296438662e-07,
      "loss": 0.3383,
      "step": 2594940
    },
    {
      "epoch": 724.24,
      "grad_norm": 1.2007055282592773,
      "learning_rate": 1.1399546257027875e-07,
      "loss": 0.3449,
      "step": 2594950
    },
    {
      "epoch": 724.24,
      "grad_norm": 1.5110152959823608,
      "learning_rate": 1.1398713247295198e-07,
      "loss": 0.3315,
      "step": 2594960
    },
    {
      "epoch": 724.25,
      "grad_norm": 1.3349034786224365,
      "learning_rate": 1.1397880267240735e-07,
      "loss": 0.3422,
      "step": 2594970
    },
    {
      "epoch": 724.25,
      "grad_norm": 1.2435953617095947,
      "learning_rate": 1.1397047316864536e-07,
      "loss": 0.3508,
      "step": 2594980
    },
    {
      "epoch": 724.25,
      "grad_norm": 1.1404540538787842,
      "learning_rate": 1.1396214396166836e-07,
      "loss": 0.3296,
      "step": 2594990
    },
    {
      "epoch": 724.25,
      "grad_norm": 1.5834139585494995,
      "learning_rate": 1.139538150514761e-07,
      "loss": 0.3356,
      "step": 2595000
    },
    {
      "epoch": 724.26,
      "grad_norm": 3.020887851715088,
      "learning_rate": 1.1394548643807065e-07,
      "loss": 0.3195,
      "step": 2595010
    },
    {
      "epoch": 724.26,
      "grad_norm": 1.4396244287490845,
      "learning_rate": 1.139371581214528e-07,
      "loss": 0.3373,
      "step": 2595020
    },
    {
      "epoch": 724.26,
      "grad_norm": 1.239686131477356,
      "learning_rate": 1.1392883010162358e-07,
      "loss": 0.3278,
      "step": 2595030
    },
    {
      "epoch": 724.26,
      "grad_norm": 1.2790182828903198,
      "learning_rate": 1.1392050237858429e-07,
      "loss": 0.3444,
      "step": 2595040
    },
    {
      "epoch": 724.27,
      "grad_norm": 1.3763478994369507,
      "learning_rate": 1.1391217495233572e-07,
      "loss": 0.3411,
      "step": 2595050
    },
    {
      "epoch": 724.27,
      "grad_norm": 1.261754035949707,
      "learning_rate": 1.1390384782287918e-07,
      "loss": 0.3348,
      "step": 2595060
    },
    {
      "epoch": 724.27,
      "grad_norm": 1.0690056085586548,
      "learning_rate": 1.1389552099021568e-07,
      "loss": 0.3285,
      "step": 2595070
    },
    {
      "epoch": 724.28,
      "grad_norm": 1.468737006187439,
      "learning_rate": 1.1388719445434681e-07,
      "loss": 0.3364,
      "step": 2595080
    },
    {
      "epoch": 724.28,
      "grad_norm": 1.1579992771148682,
      "learning_rate": 1.1387886821527309e-07,
      "loss": 0.3392,
      "step": 2595090
    },
    {
      "epoch": 724.28,
      "grad_norm": 1.2873942852020264,
      "learning_rate": 1.138705422729958e-07,
      "loss": 0.3378,
      "step": 2595100
    },
    {
      "epoch": 724.28,
      "grad_norm": 1.112378716468811,
      "learning_rate": 1.1386221662751625e-07,
      "loss": 0.329,
      "step": 2595110
    },
    {
      "epoch": 724.29,
      "grad_norm": 1.1341447830200195,
      "learning_rate": 1.138538912788347e-07,
      "loss": 0.3399,
      "step": 2595120
    },
    {
      "epoch": 724.29,
      "grad_norm": 1.4079759120941162,
      "learning_rate": 1.1384556622695377e-07,
      "loss": 0.3235,
      "step": 2595130
    },
    {
      "epoch": 724.29,
      "grad_norm": 1.2259515523910522,
      "learning_rate": 1.1383724147187318e-07,
      "loss": 0.3453,
      "step": 2595140
    },
    {
      "epoch": 724.3,
      "grad_norm": 1.3349857330322266,
      "learning_rate": 1.1382891701359476e-07,
      "loss": 0.3454,
      "step": 2595150
    },
    {
      "epoch": 724.3,
      "grad_norm": 1.259535789489746,
      "learning_rate": 1.1382059285211954e-07,
      "loss": 0.3189,
      "step": 2595160
    },
    {
      "epoch": 724.3,
      "grad_norm": 1.149291753768921,
      "learning_rate": 1.1381226898744857e-07,
      "loss": 0.34,
      "step": 2595170
    },
    {
      "epoch": 724.3,
      "grad_norm": 1.1506927013397217,
      "learning_rate": 1.1380394541958288e-07,
      "loss": 0.3328,
      "step": 2595180
    },
    {
      "epoch": 724.31,
      "grad_norm": 1.3155699968338013,
      "learning_rate": 1.1379562214852327e-07,
      "loss": 0.3322,
      "step": 2595190
    },
    {
      "epoch": 724.31,
      "grad_norm": 1.1363662481307983,
      "learning_rate": 1.1378729917427181e-07,
      "loss": 0.3253,
      "step": 2595200
    },
    {
      "epoch": 724.31,
      "grad_norm": 1.1947095394134521,
      "learning_rate": 1.1377897649682824e-07,
      "loss": 0.3355,
      "step": 2595210
    },
    {
      "epoch": 724.31,
      "grad_norm": 1.4227062463760376,
      "learning_rate": 1.1377065411619515e-07,
      "loss": 0.3559,
      "step": 2595220
    },
    {
      "epoch": 724.32,
      "grad_norm": 1.1395912170410156,
      "learning_rate": 1.1376233203237258e-07,
      "loss": 0.3439,
      "step": 2595230
    },
    {
      "epoch": 724.32,
      "grad_norm": 1.279715657234192,
      "learning_rate": 1.1375401024536178e-07,
      "loss": 0.3356,
      "step": 2595240
    },
    {
      "epoch": 724.32,
      "grad_norm": 1.2398855686187744,
      "learning_rate": 1.137456887551646e-07,
      "loss": 0.323,
      "step": 2595250
    },
    {
      "epoch": 724.33,
      "grad_norm": 1.278833031654358,
      "learning_rate": 1.1373736756178104e-07,
      "loss": 0.3425,
      "step": 2595260
    },
    {
      "epoch": 724.33,
      "grad_norm": 1.2390861511230469,
      "learning_rate": 1.1372904666521291e-07,
      "loss": 0.3415,
      "step": 2595270
    },
    {
      "epoch": 724.33,
      "grad_norm": 1.2196797132492065,
      "learning_rate": 1.1372072606546128e-07,
      "loss": 0.3323,
      "step": 2595280
    },
    {
      "epoch": 724.33,
      "grad_norm": 1.4210445880889893,
      "learning_rate": 1.1371240576252714e-07,
      "loss": 0.3538,
      "step": 2595290
    },
    {
      "epoch": 724.34,
      "grad_norm": 1.1884984970092773,
      "learning_rate": 1.1370408575641157e-07,
      "loss": 0.3474,
      "step": 2595300
    },
    {
      "epoch": 724.34,
      "grad_norm": 1.2395020723342896,
      "learning_rate": 1.1369576604711586e-07,
      "loss": 0.3268,
      "step": 2595310
    },
    {
      "epoch": 724.34,
      "grad_norm": 1.2139962911605835,
      "learning_rate": 1.1368744663464079e-07,
      "loss": 0.3356,
      "step": 2595320
    },
    {
      "epoch": 724.35,
      "grad_norm": 1.1794878244400024,
      "learning_rate": 1.1367912751898767e-07,
      "loss": 0.3514,
      "step": 2595330
    },
    {
      "epoch": 724.35,
      "grad_norm": 1.2204399108886719,
      "learning_rate": 1.1367080870015805e-07,
      "loss": 0.3131,
      "step": 2595340
    },
    {
      "epoch": 724.35,
      "grad_norm": 1.424679160118103,
      "learning_rate": 1.1366249017815167e-07,
      "loss": 0.3485,
      "step": 2595350
    },
    {
      "epoch": 724.35,
      "grad_norm": 1.1247766017913818,
      "learning_rate": 1.1365417195297139e-07,
      "loss": 0.3425,
      "step": 2595360
    },
    {
      "epoch": 724.36,
      "grad_norm": 1.0871790647506714,
      "learning_rate": 1.1364585402461697e-07,
      "loss": 0.3318,
      "step": 2595370
    },
    {
      "epoch": 724.36,
      "grad_norm": 1.1407352685928345,
      "learning_rate": 1.136375363930902e-07,
      "loss": 0.3332,
      "step": 2595380
    },
    {
      "epoch": 724.36,
      "grad_norm": 2.2423722743988037,
      "learning_rate": 1.1362921905839215e-07,
      "loss": 0.3417,
      "step": 2595390
    },
    {
      "epoch": 724.37,
      "grad_norm": 1.1771557331085205,
      "learning_rate": 1.1362090202052358e-07,
      "loss": 0.3334,
      "step": 2595400
    },
    {
      "epoch": 724.37,
      "grad_norm": 1.113498330116272,
      "learning_rate": 1.136125852794858e-07,
      "loss": 0.3549,
      "step": 2595410
    },
    {
      "epoch": 724.37,
      "grad_norm": 1.368872046470642,
      "learning_rate": 1.1360426883527986e-07,
      "loss": 0.3281,
      "step": 2595420
    },
    {
      "epoch": 724.37,
      "grad_norm": 1.2474524974822998,
      "learning_rate": 1.135959526879073e-07,
      "loss": 0.3304,
      "step": 2595430
    },
    {
      "epoch": 724.38,
      "grad_norm": 1.3194864988327026,
      "learning_rate": 1.135876368373684e-07,
      "loss": 0.3386,
      "step": 2595440
    },
    {
      "epoch": 724.38,
      "grad_norm": 1.2299696207046509,
      "learning_rate": 1.1357932128366497e-07,
      "loss": 0.3246,
      "step": 2595450
    },
    {
      "epoch": 724.38,
      "grad_norm": 1.3673841953277588,
      "learning_rate": 1.1357100602679778e-07,
      "loss": 0.3331,
      "step": 2595460
    },
    {
      "epoch": 724.38,
      "grad_norm": 1.1199840307235718,
      "learning_rate": 1.135626910667679e-07,
      "loss": 0.3387,
      "step": 2595470
    },
    {
      "epoch": 724.39,
      "grad_norm": 1.2709442377090454,
      "learning_rate": 1.1355437640357713e-07,
      "loss": 0.3315,
      "step": 2595480
    },
    {
      "epoch": 724.39,
      "grad_norm": 1.206771731376648,
      "learning_rate": 1.1354606203722549e-07,
      "loss": 0.3431,
      "step": 2595490
    },
    {
      "epoch": 724.39,
      "grad_norm": 1.2291444540023804,
      "learning_rate": 1.135377479677145e-07,
      "loss": 0.3417,
      "step": 2595500
    },
    {
      "epoch": 724.4,
      "grad_norm": 1.4319820404052734,
      "learning_rate": 1.135294341950455e-07,
      "loss": 0.3334,
      "step": 2595510
    },
    {
      "epoch": 724.4,
      "grad_norm": 1.4052220582962036,
      "learning_rate": 1.1352112071921979e-07,
      "loss": 0.319,
      "step": 2595520
    },
    {
      "epoch": 724.4,
      "grad_norm": 1.4211013317108154,
      "learning_rate": 1.1351280754023787e-07,
      "loss": 0.3365,
      "step": 2595530
    },
    {
      "epoch": 724.4,
      "grad_norm": 1.2602741718292236,
      "learning_rate": 1.1350449465810104e-07,
      "loss": 0.333,
      "step": 2595540
    },
    {
      "epoch": 724.41,
      "grad_norm": 1.2950439453125,
      "learning_rate": 1.134961820728109e-07,
      "loss": 0.3367,
      "step": 2595550
    },
    {
      "epoch": 724.41,
      "grad_norm": 1.4245836734771729,
      "learning_rate": 1.134878697843674e-07,
      "loss": 0.3351,
      "step": 2595560
    },
    {
      "epoch": 724.41,
      "grad_norm": 1.30278480052948,
      "learning_rate": 1.1347955779277317e-07,
      "loss": 0.3616,
      "step": 2595570
    },
    {
      "epoch": 724.42,
      "grad_norm": 1.1606172323226929,
      "learning_rate": 1.1347124609802768e-07,
      "loss": 0.3336,
      "step": 2595580
    },
    {
      "epoch": 724.42,
      "grad_norm": 1.1329479217529297,
      "learning_rate": 1.134629347001338e-07,
      "loss": 0.3333,
      "step": 2595590
    },
    {
      "epoch": 724.42,
      "grad_norm": 1.1963155269622803,
      "learning_rate": 1.1345462359909126e-07,
      "loss": 0.3316,
      "step": 2595600
    },
    {
      "epoch": 724.42,
      "grad_norm": 1.1068544387817383,
      "learning_rate": 1.1344631279490163e-07,
      "loss": 0.3332,
      "step": 2595610
    },
    {
      "epoch": 724.43,
      "grad_norm": 1.1525272130966187,
      "learning_rate": 1.1343800228756647e-07,
      "loss": 0.3313,
      "step": 2595620
    },
    {
      "epoch": 724.43,
      "grad_norm": 1.3983478546142578,
      "learning_rate": 1.1342969207708604e-07,
      "loss": 0.3494,
      "step": 2595630
    },
    {
      "epoch": 724.43,
      "grad_norm": 1.1786776781082153,
      "learning_rate": 1.134213821634619e-07,
      "loss": 0.3562,
      "step": 2595640
    },
    {
      "epoch": 724.43,
      "grad_norm": 1.5658369064331055,
      "learning_rate": 1.1341307254669508e-07,
      "loss": 0.3428,
      "step": 2595650
    },
    {
      "epoch": 724.44,
      "grad_norm": 1.1358152627944946,
      "learning_rate": 1.1340476322678691e-07,
      "loss": 0.3317,
      "step": 2595660
    },
    {
      "epoch": 724.44,
      "grad_norm": 1.2075154781341553,
      "learning_rate": 1.1339645420373813e-07,
      "loss": 0.3168,
      "step": 2595670
    },
    {
      "epoch": 724.44,
      "grad_norm": 1.2576124668121338,
      "learning_rate": 1.1338814547755007e-07,
      "loss": 0.3339,
      "step": 2595680
    },
    {
      "epoch": 724.45,
      "grad_norm": 1.0707175731658936,
      "learning_rate": 1.1337983704822352e-07,
      "loss": 0.3202,
      "step": 2595690
    },
    {
      "epoch": 724.45,
      "grad_norm": 1.2624136209487915,
      "learning_rate": 1.1337152891576001e-07,
      "loss": 0.3394,
      "step": 2595700
    },
    {
      "epoch": 724.45,
      "grad_norm": 1.152024269104004,
      "learning_rate": 1.1336322108016086e-07,
      "loss": 0.3572,
      "step": 2595710
    },
    {
      "epoch": 724.45,
      "grad_norm": 1.0878963470458984,
      "learning_rate": 1.1335491354142658e-07,
      "loss": 0.3238,
      "step": 2595720
    },
    {
      "epoch": 724.46,
      "grad_norm": 1.1398311853408813,
      "learning_rate": 1.1334660629955822e-07,
      "loss": 0.3417,
      "step": 2595730
    },
    {
      "epoch": 724.46,
      "grad_norm": 1.3387360572814941,
      "learning_rate": 1.1333829935455734e-07,
      "loss": 0.3415,
      "step": 2595740
    },
    {
      "epoch": 724.46,
      "grad_norm": 1.4716501235961914,
      "learning_rate": 1.1332999270642498e-07,
      "loss": 0.3303,
      "step": 2595750
    },
    {
      "epoch": 724.47,
      "grad_norm": 1.1869076490402222,
      "learning_rate": 1.1332168635516192e-07,
      "loss": 0.3394,
      "step": 2595760
    },
    {
      "epoch": 724.47,
      "grad_norm": 1.1933642625808716,
      "learning_rate": 1.1331338030076973e-07,
      "loss": 0.3104,
      "step": 2595770
    },
    {
      "epoch": 724.47,
      "grad_norm": 1.1696585416793823,
      "learning_rate": 1.1330507454324917e-07,
      "loss": 0.344,
      "step": 2595780
    },
    {
      "epoch": 724.47,
      "grad_norm": 1.2235485315322876,
      "learning_rate": 1.1329676908260103e-07,
      "loss": 0.3427,
      "step": 2595790
    },
    {
      "epoch": 724.48,
      "grad_norm": 1.3495690822601318,
      "learning_rate": 1.1328846391882741e-07,
      "loss": 0.3361,
      "step": 2595800
    },
    {
      "epoch": 724.48,
      "grad_norm": 1.2227002382278442,
      "learning_rate": 1.1328015905192855e-07,
      "loss": 0.3203,
      "step": 2595810
    },
    {
      "epoch": 724.48,
      "grad_norm": 1.3710800409317017,
      "learning_rate": 1.1327185448190573e-07,
      "loss": 0.3431,
      "step": 2595820
    },
    {
      "epoch": 724.49,
      "grad_norm": 1.1189701557159424,
      "learning_rate": 1.132635502087603e-07,
      "loss": 0.3369,
      "step": 2595830
    },
    {
      "epoch": 724.49,
      "grad_norm": 1.3589280843734741,
      "learning_rate": 1.1325524623249353e-07,
      "loss": 0.3445,
      "step": 2595840
    },
    {
      "epoch": 724.49,
      "grad_norm": 1.2219386100769043,
      "learning_rate": 1.1324694255310596e-07,
      "loss": 0.3423,
      "step": 2595850
    },
    {
      "epoch": 724.49,
      "grad_norm": 1.3145173788070679,
      "learning_rate": 1.1323863917059887e-07,
      "loss": 0.3346,
      "step": 2595860
    },
    {
      "epoch": 724.5,
      "grad_norm": 1.236824631690979,
      "learning_rate": 1.1323033608497332e-07,
      "loss": 0.3355,
      "step": 2595870
    },
    {
      "epoch": 724.5,
      "grad_norm": 1.2264152765274048,
      "learning_rate": 1.1322203329623058e-07,
      "loss": 0.3457,
      "step": 2595880
    },
    {
      "epoch": 724.5,
      "grad_norm": 4.502183437347412,
      "learning_rate": 1.1321373080437225e-07,
      "loss": 0.3421,
      "step": 2595890
    },
    {
      "epoch": 724.5,
      "grad_norm": 1.1400381326675415,
      "learning_rate": 1.132054286093983e-07,
      "loss": 0.3197,
      "step": 2595900
    },
    {
      "epoch": 724.51,
      "grad_norm": 1.4586623907089233,
      "learning_rate": 1.1319712671131057e-07,
      "loss": 0.3336,
      "step": 2595910
    },
    {
      "epoch": 724.51,
      "grad_norm": 1.6383954286575317,
      "learning_rate": 1.1318882511011035e-07,
      "loss": 0.3279,
      "step": 2595920
    },
    {
      "epoch": 724.51,
      "grad_norm": 1.0060888528823853,
      "learning_rate": 1.131805238057979e-07,
      "loss": 0.351,
      "step": 2595930
    },
    {
      "epoch": 724.52,
      "grad_norm": 1.2252223491668701,
      "learning_rate": 1.1317222279837533e-07,
      "loss": 0.338,
      "step": 2595940
    },
    {
      "epoch": 724.52,
      "grad_norm": 1.192106008529663,
      "learning_rate": 1.1316392208784312e-07,
      "loss": 0.3439,
      "step": 2595950
    },
    {
      "epoch": 724.52,
      "grad_norm": 1.5130404233932495,
      "learning_rate": 1.1315562167420232e-07,
      "loss": 0.3324,
      "step": 2595960
    },
    {
      "epoch": 724.52,
      "grad_norm": 1.3493261337280273,
      "learning_rate": 1.1314732155745451e-07,
      "loss": 0.3294,
      "step": 2595970
    },
    {
      "epoch": 724.53,
      "grad_norm": 1.468042016029358,
      "learning_rate": 1.1313902173760073e-07,
      "loss": 0.3465,
      "step": 2595980
    },
    {
      "epoch": 724.53,
      "grad_norm": 1.5320680141448975,
      "learning_rate": 1.1313072221464146e-07,
      "loss": 0.3415,
      "step": 2595990
    },
    {
      "epoch": 724.53,
      "grad_norm": 1.2969722747802734,
      "learning_rate": 1.1312242298857806e-07,
      "loss": 0.3272,
      "step": 2596000
    },
    {
      "epoch": 724.54,
      "grad_norm": 1.238979697227478,
      "learning_rate": 1.1311412405941257e-07,
      "loss": 0.3311,
      "step": 2596010
    },
    {
      "epoch": 724.54,
      "grad_norm": 1.3972458839416504,
      "learning_rate": 1.1310582542714422e-07,
      "loss": 0.3243,
      "step": 2596020
    },
    {
      "epoch": 724.54,
      "grad_norm": 1.2898892164230347,
      "learning_rate": 1.1309752709177614e-07,
      "loss": 0.3499,
      "step": 2596030
    },
    {
      "epoch": 724.54,
      "grad_norm": 1.1186020374298096,
      "learning_rate": 1.1308922905330807e-07,
      "loss": 0.3324,
      "step": 2596040
    },
    {
      "epoch": 724.55,
      "grad_norm": 1.1817317008972168,
      "learning_rate": 1.1308093131174181e-07,
      "loss": 0.3362,
      "step": 2596050
    },
    {
      "epoch": 724.55,
      "grad_norm": 1.2770675420761108,
      "learning_rate": 1.1307263386707817e-07,
      "loss": 0.3402,
      "step": 2596060
    },
    {
      "epoch": 724.55,
      "grad_norm": 1.2255202531814575,
      "learning_rate": 1.1306433671931818e-07,
      "loss": 0.3409,
      "step": 2596070
    },
    {
      "epoch": 724.55,
      "grad_norm": 1.3765389919281006,
      "learning_rate": 1.1305603986846313e-07,
      "loss": 0.3303,
      "step": 2596080
    },
    {
      "epoch": 724.56,
      "grad_norm": 1.8019130229949951,
      "learning_rate": 1.1304774331451382e-07,
      "loss": 0.3424,
      "step": 2596090
    },
    {
      "epoch": 724.56,
      "grad_norm": 1.1973084211349487,
      "learning_rate": 1.1303944705747204e-07,
      "loss": 0.348,
      "step": 2596100
    },
    {
      "epoch": 724.56,
      "grad_norm": 3.7219223976135254,
      "learning_rate": 1.1303115109733783e-07,
      "loss": 0.334,
      "step": 2596110
    },
    {
      "epoch": 724.57,
      "grad_norm": 1.2097502946853638,
      "learning_rate": 1.130228554341135e-07,
      "loss": 0.3299,
      "step": 2596120
    },
    {
      "epoch": 724.57,
      "grad_norm": 1.0248950719833374,
      "learning_rate": 1.1301456006779932e-07,
      "loss": 0.3492,
      "step": 2596130
    },
    {
      "epoch": 724.57,
      "grad_norm": 1.2205396890640259,
      "learning_rate": 1.1300626499839661e-07,
      "loss": 0.3505,
      "step": 2596140
    },
    {
      "epoch": 724.57,
      "grad_norm": 1.214050054550171,
      "learning_rate": 1.1299797022590665e-07,
      "loss": 0.3365,
      "step": 2596150
    },
    {
      "epoch": 724.58,
      "grad_norm": 1.1688165664672852,
      "learning_rate": 1.1298967575032996e-07,
      "loss": 0.3383,
      "step": 2596160
    },
    {
      "epoch": 724.58,
      "grad_norm": 1.3834224939346313,
      "learning_rate": 1.1298138157166863e-07,
      "loss": 0.3309,
      "step": 2596170
    },
    {
      "epoch": 724.58,
      "grad_norm": 1.3173635005950928,
      "learning_rate": 1.1297308768992292e-07,
      "loss": 0.3424,
      "step": 2596180
    },
    {
      "epoch": 724.59,
      "grad_norm": 1.2750389575958252,
      "learning_rate": 1.1296479410509412e-07,
      "loss": 0.3355,
      "step": 2596190
    },
    {
      "epoch": 724.59,
      "grad_norm": 1.202163577079773,
      "learning_rate": 1.1295650081718406e-07,
      "loss": 0.3444,
      "step": 2596200
    },
    {
      "epoch": 724.59,
      "grad_norm": 1.4707188606262207,
      "learning_rate": 1.1294820782619248e-07,
      "loss": 0.3404,
      "step": 2596210
    },
    {
      "epoch": 724.59,
      "grad_norm": 1.2346737384796143,
      "learning_rate": 1.1293991513212147e-07,
      "loss": 0.3343,
      "step": 2596220
    },
    {
      "epoch": 724.6,
      "grad_norm": 1.164560317993164,
      "learning_rate": 1.1293162273497205e-07,
      "loss": 0.3256,
      "step": 2596230
    },
    {
      "epoch": 724.6,
      "grad_norm": 1.1938729286193848,
      "learning_rate": 1.1292333063474528e-07,
      "loss": 0.344,
      "step": 2596240
    },
    {
      "epoch": 724.6,
      "grad_norm": 1.1689832210540771,
      "learning_rate": 1.1291503883144142e-07,
      "loss": 0.3255,
      "step": 2596250
    },
    {
      "epoch": 724.61,
      "grad_norm": 1.1741117238998413,
      "learning_rate": 1.1290674732506306e-07,
      "loss": 0.329,
      "step": 2596260
    },
    {
      "epoch": 724.61,
      "grad_norm": 1.4499365091323853,
      "learning_rate": 1.128984561156102e-07,
      "loss": 0.3306,
      "step": 2596270
    },
    {
      "epoch": 724.61,
      "grad_norm": 1.2073652744293213,
      "learning_rate": 1.1289016520308415e-07,
      "loss": 0.3405,
      "step": 2596280
    },
    {
      "epoch": 724.61,
      "grad_norm": 1.2405250072479248,
      "learning_rate": 1.1288187458748671e-07,
      "loss": 0.3131,
      "step": 2596290
    },
    {
      "epoch": 724.62,
      "grad_norm": 1.3563530445098877,
      "learning_rate": 1.1287358426881792e-07,
      "loss": 0.3297,
      "step": 2596300
    },
    {
      "epoch": 724.62,
      "grad_norm": 1.2811254262924194,
      "learning_rate": 1.1286529424707957e-07,
      "loss": 0.3383,
      "step": 2596310
    },
    {
      "epoch": 724.62,
      "grad_norm": 1.282232642173767,
      "learning_rate": 1.1285700452227245e-07,
      "loss": 0.3324,
      "step": 2596320
    },
    {
      "epoch": 724.62,
      "grad_norm": 1.256332516670227,
      "learning_rate": 1.1284871509439812e-07,
      "loss": 0.3519,
      "step": 2596330
    },
    {
      "epoch": 724.63,
      "grad_norm": 1.21024751663208,
      "learning_rate": 1.1284042596345711e-07,
      "loss": 0.3483,
      "step": 2596340
    },
    {
      "epoch": 724.63,
      "grad_norm": 1.3512765169143677,
      "learning_rate": 1.128321371294507e-07,
      "loss": 0.3322,
      "step": 2596350
    },
    {
      "epoch": 724.63,
      "grad_norm": 1.2264188528060913,
      "learning_rate": 1.1282384859238047e-07,
      "loss": 0.3358,
      "step": 2596360
    },
    {
      "epoch": 724.64,
      "grad_norm": 1.4406936168670654,
      "learning_rate": 1.1281556035224642e-07,
      "loss": 0.3428,
      "step": 2596370
    },
    {
      "epoch": 724.64,
      "grad_norm": 1.2341012954711914,
      "learning_rate": 1.1280727240905113e-07,
      "loss": 0.3283,
      "step": 2596380
    },
    {
      "epoch": 724.64,
      "grad_norm": 1.2906795740127563,
      "learning_rate": 1.1279898476279437e-07,
      "loss": 0.3341,
      "step": 2596390
    },
    {
      "epoch": 724.64,
      "grad_norm": 1.3623100519180298,
      "learning_rate": 1.1279069741347794e-07,
      "loss": 0.3358,
      "step": 2596400
    },
    {
      "epoch": 724.65,
      "grad_norm": 1.606879472732544,
      "learning_rate": 1.1278241036110289e-07,
      "loss": 0.3312,
      "step": 2596410
    },
    {
      "epoch": 724.65,
      "grad_norm": 1.347500205039978,
      "learning_rate": 1.1277412360567026e-07,
      "loss": 0.326,
      "step": 2596420
    },
    {
      "epoch": 724.65,
      "grad_norm": 1.0295411348342896,
      "learning_rate": 1.1276583714718108e-07,
      "loss": 0.3392,
      "step": 2596430
    },
    {
      "epoch": 724.66,
      "grad_norm": 1.363362193107605,
      "learning_rate": 1.1275755098563641e-07,
      "loss": 0.3379,
      "step": 2596440
    },
    {
      "epoch": 724.66,
      "grad_norm": 1.118842601776123,
      "learning_rate": 1.1274926512103727e-07,
      "loss": 0.3445,
      "step": 2596450
    },
    {
      "epoch": 724.66,
      "grad_norm": 1.3856828212738037,
      "learning_rate": 1.1274097955338524e-07,
      "loss": 0.3338,
      "step": 2596460
    },
    {
      "epoch": 724.66,
      "grad_norm": 1.2604477405548096,
      "learning_rate": 1.127326942826811e-07,
      "loss": 0.3267,
      "step": 2596470
    },
    {
      "epoch": 724.67,
      "grad_norm": 1.19596266746521,
      "learning_rate": 1.1272440930892587e-07,
      "loss": 0.3302,
      "step": 2596480
    },
    {
      "epoch": 724.67,
      "grad_norm": 1.444127082824707,
      "learning_rate": 1.1271612463212088e-07,
      "loss": 0.3585,
      "step": 2596490
    },
    {
      "epoch": 724.67,
      "grad_norm": 1.1308271884918213,
      "learning_rate": 1.1270784025226715e-07,
      "loss": 0.3202,
      "step": 2596500
    },
    {
      "epoch": 724.67,
      "grad_norm": 1.4019746780395508,
      "learning_rate": 1.126995561693652e-07,
      "loss": 0.3263,
      "step": 2596510
    },
    {
      "epoch": 724.68,
      "grad_norm": 1.3145203590393066,
      "learning_rate": 1.1269127238341739e-07,
      "loss": 0.3415,
      "step": 2596520
    },
    {
      "epoch": 724.68,
      "grad_norm": 1.3606398105621338,
      "learning_rate": 1.1268298889442369e-07,
      "loss": 0.3449,
      "step": 2596530
    },
    {
      "epoch": 724.68,
      "grad_norm": 1.2183231115341187,
      "learning_rate": 1.1267470570238568e-07,
      "loss": 0.3212,
      "step": 2596540
    },
    {
      "epoch": 724.69,
      "grad_norm": 1.3322317600250244,
      "learning_rate": 1.1266642280730442e-07,
      "loss": 0.3227,
      "step": 2596550
    },
    {
      "epoch": 724.69,
      "grad_norm": 1.2379494905471802,
      "learning_rate": 1.1265814020918117e-07,
      "loss": 0.3319,
      "step": 2596560
    },
    {
      "epoch": 724.69,
      "grad_norm": 1.1532107591629028,
      "learning_rate": 1.1264985790801674e-07,
      "loss": 0.3354,
      "step": 2596570
    },
    {
      "epoch": 724.69,
      "grad_norm": 1.4460864067077637,
      "learning_rate": 1.1264157590381218e-07,
      "loss": 0.3315,
      "step": 2596580
    },
    {
      "epoch": 724.7,
      "grad_norm": 1.2482681274414062,
      "learning_rate": 1.1263329419656928e-07,
      "loss": 0.3555,
      "step": 2596590
    },
    {
      "epoch": 724.7,
      "grad_norm": 1.2880717515945435,
      "learning_rate": 1.1262501278628778e-07,
      "loss": 0.33,
      "step": 2596600
    },
    {
      "epoch": 724.7,
      "grad_norm": 1.5030267238616943,
      "learning_rate": 1.1261673167297031e-07,
      "loss": 0.3356,
      "step": 2596610
    },
    {
      "epoch": 724.71,
      "grad_norm": 1.1735645532608032,
      "learning_rate": 1.1260845085661711e-07,
      "loss": 0.3407,
      "step": 2596620
    },
    {
      "epoch": 724.71,
      "grad_norm": 1.3382494449615479,
      "learning_rate": 1.1260017033722924e-07,
      "loss": 0.3535,
      "step": 2596630
    },
    {
      "epoch": 724.71,
      "grad_norm": 1.2246787548065186,
      "learning_rate": 1.1259189011480798e-07,
      "loss": 0.328,
      "step": 2596640
    },
    {
      "epoch": 724.71,
      "grad_norm": 1.125056505203247,
      "learning_rate": 1.1258361018935489e-07,
      "loss": 0.3272,
      "step": 2596650
    },
    {
      "epoch": 724.72,
      "grad_norm": 1.2622652053833008,
      "learning_rate": 1.1257533056087051e-07,
      "loss": 0.3524,
      "step": 2596660
    },
    {
      "epoch": 724.72,
      "grad_norm": 4.853550434112549,
      "learning_rate": 1.1256705122935587e-07,
      "loss": 0.3344,
      "step": 2596670
    },
    {
      "epoch": 724.72,
      "grad_norm": 1.1461987495422363,
      "learning_rate": 1.1255877219481279e-07,
      "loss": 0.3253,
      "step": 2596680
    },
    {
      "epoch": 724.73,
      "grad_norm": 1.5091325044631958,
      "learning_rate": 1.1255049345724101e-07,
      "loss": 0.3449,
      "step": 2596690
    },
    {
      "epoch": 724.73,
      "grad_norm": 1.2384432554244995,
      "learning_rate": 1.1254221501664339e-07,
      "loss": 0.3246,
      "step": 2596700
    },
    {
      "epoch": 724.73,
      "grad_norm": 1.3613696098327637,
      "learning_rate": 1.1253393687301968e-07,
      "loss": 0.3494,
      "step": 2596710
    },
    {
      "epoch": 724.73,
      "grad_norm": 1.2110117673873901,
      "learning_rate": 1.1252565902637144e-07,
      "loss": 0.3368,
      "step": 2596720
    },
    {
      "epoch": 724.74,
      "grad_norm": 1.1842942237854004,
      "learning_rate": 1.1251738147669996e-07,
      "loss": 0.3368,
      "step": 2596730
    },
    {
      "epoch": 724.74,
      "grad_norm": 1.1945881843566895,
      "learning_rate": 1.125091042240055e-07,
      "loss": 0.3622,
      "step": 2596740
    },
    {
      "epoch": 724.74,
      "grad_norm": 1.1152721643447876,
      "learning_rate": 1.1250082726829068e-07,
      "loss": 0.3212,
      "step": 2596750
    },
    {
      "epoch": 724.74,
      "grad_norm": 1.4215571880340576,
      "learning_rate": 1.1249255060955523e-07,
      "loss": 0.3374,
      "step": 2596760
    },
    {
      "epoch": 724.75,
      "grad_norm": 1.4861725568771362,
      "learning_rate": 1.1248427424780096e-07,
      "loss": 0.3301,
      "step": 2596770
    },
    {
      "epoch": 724.75,
      "grad_norm": 1.1132817268371582,
      "learning_rate": 1.1247599818302865e-07,
      "loss": 0.3247,
      "step": 2596780
    },
    {
      "epoch": 724.75,
      "grad_norm": 1.2267202138900757,
      "learning_rate": 1.1246772241523963e-07,
      "loss": 0.3498,
      "step": 2596790
    },
    {
      "epoch": 724.76,
      "grad_norm": 1.1043847799301147,
      "learning_rate": 1.1245944694443492e-07,
      "loss": 0.3319,
      "step": 2596800
    },
    {
      "epoch": 724.76,
      "grad_norm": 1.4915800094604492,
      "learning_rate": 1.124511717706153e-07,
      "loss": 0.3377,
      "step": 2596810
    },
    {
      "epoch": 724.76,
      "grad_norm": 0.9988834857940674,
      "learning_rate": 1.1244289689378259e-07,
      "loss": 0.3254,
      "step": 2596820
    },
    {
      "epoch": 724.76,
      "grad_norm": 1.2240313291549683,
      "learning_rate": 1.1243462231393706e-07,
      "loss": 0.3255,
      "step": 2596830
    },
    {
      "epoch": 724.77,
      "grad_norm": 1.136235237121582,
      "learning_rate": 1.1242634803108053e-07,
      "loss": 0.3316,
      "step": 2596840
    },
    {
      "epoch": 724.77,
      "grad_norm": 1.1296371221542358,
      "learning_rate": 1.124180740452135e-07,
      "loss": 0.3563,
      "step": 2596850
    },
    {
      "epoch": 724.77,
      "grad_norm": 1.2741085290908813,
      "learning_rate": 1.1240980035633756e-07,
      "loss": 0.3392,
      "step": 2596860
    },
    {
      "epoch": 724.78,
      "grad_norm": 1.4573838710784912,
      "learning_rate": 1.1240152696445374e-07,
      "loss": 0.3379,
      "step": 2596870
    },
    {
      "epoch": 724.78,
      "grad_norm": 1.331729531288147,
      "learning_rate": 1.1239325386956282e-07,
      "loss": 0.3372,
      "step": 2596880
    },
    {
      "epoch": 724.78,
      "grad_norm": 1.2884975671768188,
      "learning_rate": 1.1238498107166609e-07,
      "loss": 0.3495,
      "step": 2596890
    },
    {
      "epoch": 724.78,
      "grad_norm": 1.1319750547409058,
      "learning_rate": 1.123767085707646e-07,
      "loss": 0.3312,
      "step": 2596900
    },
    {
      "epoch": 724.79,
      "grad_norm": 1.7231751680374146,
      "learning_rate": 1.1236843636685967e-07,
      "loss": 0.3287,
      "step": 2596910
    },
    {
      "epoch": 724.79,
      "grad_norm": 1.2534191608428955,
      "learning_rate": 1.1236016445995179e-07,
      "loss": 0.3388,
      "step": 2596920
    },
    {
      "epoch": 724.79,
      "grad_norm": 1.3584303855895996,
      "learning_rate": 1.1235189285004306e-07,
      "loss": 0.33,
      "step": 2596930
    },
    {
      "epoch": 724.79,
      "grad_norm": 1.4188553094863892,
      "learning_rate": 1.1234362153713372e-07,
      "loss": 0.3399,
      "step": 2596940
    },
    {
      "epoch": 724.8,
      "grad_norm": 1.2735799551010132,
      "learning_rate": 1.1233535052122509e-07,
      "loss": 0.342,
      "step": 2596950
    },
    {
      "epoch": 724.8,
      "grad_norm": 1.186607837677002,
      "learning_rate": 1.12327079802319e-07,
      "loss": 0.3384,
      "step": 2596960
    },
    {
      "epoch": 724.8,
      "grad_norm": 1.1584728956222534,
      "learning_rate": 1.1231880938041516e-07,
      "loss": 0.3312,
      "step": 2596970
    },
    {
      "epoch": 724.81,
      "grad_norm": 1.330328106880188,
      "learning_rate": 1.1231053925551568e-07,
      "loss": 0.3354,
      "step": 2596980
    },
    {
      "epoch": 724.81,
      "grad_norm": 1.2171803712844849,
      "learning_rate": 1.1230226942762132e-07,
      "loss": 0.3361,
      "step": 2596990
    },
    {
      "epoch": 724.81,
      "grad_norm": 1.163857102394104,
      "learning_rate": 1.1229399989673366e-07,
      "loss": 0.3329,
      "step": 2597000
    },
    {
      "epoch": 724.81,
      "grad_norm": 1.2425092458724976,
      "learning_rate": 1.1228573066285294e-07,
      "loss": 0.3389,
      "step": 2597010
    },
    {
      "epoch": 724.82,
      "grad_norm": 1.3864156007766724,
      "learning_rate": 1.12277461725981e-07,
      "loss": 0.3429,
      "step": 2597020
    },
    {
      "epoch": 724.82,
      "grad_norm": 1.2428675889968872,
      "learning_rate": 1.1226919308611835e-07,
      "loss": 0.3514,
      "step": 2597030
    },
    {
      "epoch": 724.82,
      "grad_norm": 1.1624022722244263,
      "learning_rate": 1.1226092474326654e-07,
      "loss": 0.3282,
      "step": 2597040
    },
    {
      "epoch": 724.83,
      "grad_norm": 1.1295883655548096,
      "learning_rate": 1.122526566974269e-07,
      "loss": 0.3382,
      "step": 2597050
    },
    {
      "epoch": 724.83,
      "grad_norm": 1.3861815929412842,
      "learning_rate": 1.1224438894859942e-07,
      "loss": 0.3573,
      "step": 2597060
    },
    {
      "epoch": 724.83,
      "grad_norm": 1.3261311054229736,
      "learning_rate": 1.1223612149678669e-07,
      "loss": 0.3433,
      "step": 2597070
    },
    {
      "epoch": 724.83,
      "grad_norm": 1.2643051147460938,
      "learning_rate": 1.1222785434198871e-07,
      "loss": 0.3306,
      "step": 2597080
    },
    {
      "epoch": 724.84,
      "grad_norm": 1.4849971532821655,
      "learning_rate": 1.1221958748420679e-07,
      "loss": 0.3427,
      "step": 2597090
    },
    {
      "epoch": 724.84,
      "grad_norm": 1.1828523874282837,
      "learning_rate": 1.1221132092344275e-07,
      "loss": 0.3302,
      "step": 2597100
    },
    {
      "epoch": 724.84,
      "grad_norm": 1.2431397438049316,
      "learning_rate": 1.1220305465969659e-07,
      "loss": 0.3326,
      "step": 2597110
    },
    {
      "epoch": 724.85,
      "grad_norm": 1.0345567464828491,
      "learning_rate": 1.1219478869297014e-07,
      "loss": 0.3245,
      "step": 2597120
    },
    {
      "epoch": 724.85,
      "grad_norm": 1.1168813705444336,
      "learning_rate": 1.1218652302326416e-07,
      "loss": 0.3268,
      "step": 2597130
    },
    {
      "epoch": 724.85,
      "grad_norm": 1.1367778778076172,
      "learning_rate": 1.1217825765058022e-07,
      "loss": 0.3362,
      "step": 2597140
    },
    {
      "epoch": 724.85,
      "grad_norm": 1.193085789680481,
      "learning_rate": 1.1216999257491859e-07,
      "loss": 0.3303,
      "step": 2597150
    },
    {
      "epoch": 724.86,
      "grad_norm": 1.1916780471801758,
      "learning_rate": 1.1216172779628107e-07,
      "loss": 0.3293,
      "step": 2597160
    },
    {
      "epoch": 724.86,
      "grad_norm": 1.2360857725143433,
      "learning_rate": 1.1215346331466899e-07,
      "loss": 0.3211,
      "step": 2597170
    },
    {
      "epoch": 724.86,
      "grad_norm": 1.2837855815887451,
      "learning_rate": 1.1214519913008208e-07,
      "loss": 0.3397,
      "step": 2597180
    },
    {
      "epoch": 724.86,
      "grad_norm": 1.0600876808166504,
      "learning_rate": 1.1213693524252318e-07,
      "loss": 0.3262,
      "step": 2597190
    },
    {
      "epoch": 724.87,
      "grad_norm": 1.3378500938415527,
      "learning_rate": 1.1212867165199232e-07,
      "loss": 0.3365,
      "step": 2597200
    },
    {
      "epoch": 724.87,
      "grad_norm": 1.139321208000183,
      "learning_rate": 1.1212040835849077e-07,
      "loss": 0.3367,
      "step": 2597210
    },
    {
      "epoch": 724.87,
      "grad_norm": 1.2302860021591187,
      "learning_rate": 1.1211214536201987e-07,
      "loss": 0.36,
      "step": 2597220
    },
    {
      "epoch": 724.88,
      "grad_norm": 1.2073274850845337,
      "learning_rate": 1.1210388266258064e-07,
      "loss": 0.3364,
      "step": 2597230
    },
    {
      "epoch": 724.88,
      "grad_norm": 1.2697890996932983,
      "learning_rate": 1.1209562026017411e-07,
      "loss": 0.3322,
      "step": 2597240
    },
    {
      "epoch": 724.88,
      "grad_norm": 1.2370001077651978,
      "learning_rate": 1.1208735815480107e-07,
      "loss": 0.3377,
      "step": 2597250
    },
    {
      "epoch": 724.88,
      "grad_norm": 1.2850494384765625,
      "learning_rate": 1.1207909634646335e-07,
      "loss": 0.3461,
      "step": 2597260
    },
    {
      "epoch": 724.89,
      "grad_norm": 1.155915379524231,
      "learning_rate": 1.120708348351612e-07,
      "loss": 0.3274,
      "step": 2597270
    },
    {
      "epoch": 724.89,
      "grad_norm": 1.4394237995147705,
      "learning_rate": 1.120625736208967e-07,
      "loss": 0.3412,
      "step": 2597280
    },
    {
      "epoch": 724.89,
      "grad_norm": 1.4488494396209717,
      "learning_rate": 1.1205431270366987e-07,
      "loss": 0.332,
      "step": 2597290
    },
    {
      "epoch": 724.9,
      "grad_norm": 1.1391637325286865,
      "learning_rate": 1.1204605208348251e-07,
      "loss": 0.3247,
      "step": 2597300
    },
    {
      "epoch": 724.9,
      "grad_norm": 1.1635593175888062,
      "learning_rate": 1.1203779176033592e-07,
      "loss": 0.3549,
      "step": 2597310
    },
    {
      "epoch": 724.9,
      "grad_norm": 1.069261074066162,
      "learning_rate": 1.1202953173423011e-07,
      "loss": 0.3505,
      "step": 2597320
    },
    {
      "epoch": 724.9,
      "grad_norm": 1.3822364807128906,
      "learning_rate": 1.1202127200516768e-07,
      "loss": 0.3241,
      "step": 2597330
    },
    {
      "epoch": 724.91,
      "grad_norm": 8.673979759216309,
      "learning_rate": 1.1201301257314837e-07,
      "loss": 0.3261,
      "step": 2597340
    },
    {
      "epoch": 724.91,
      "grad_norm": 1.3488750457763672,
      "learning_rate": 1.12004753438174e-07,
      "loss": 0.3437,
      "step": 2597350
    },
    {
      "epoch": 724.91,
      "grad_norm": 1.24393630027771,
      "learning_rate": 1.1199649460024562e-07,
      "loss": 0.3357,
      "step": 2597360
    },
    {
      "epoch": 724.91,
      "grad_norm": 1.3906620740890503,
      "learning_rate": 1.1198823605936451e-07,
      "loss": 0.3485,
      "step": 2597370
    },
    {
      "epoch": 724.92,
      "grad_norm": 1.3114348649978638,
      "learning_rate": 1.119799778155312e-07,
      "loss": 0.3364,
      "step": 2597380
    },
    {
      "epoch": 724.92,
      "grad_norm": 1.4061120748519897,
      "learning_rate": 1.1197171986874701e-07,
      "loss": 0.3508,
      "step": 2597390
    },
    {
      "epoch": 724.92,
      "grad_norm": 1.2544450759887695,
      "learning_rate": 1.1196346221901349e-07,
      "loss": 0.3295,
      "step": 2597400
    },
    {
      "epoch": 724.93,
      "grad_norm": 1.5035933256149292,
      "learning_rate": 1.1195520486633062e-07,
      "loss": 0.3355,
      "step": 2597410
    },
    {
      "epoch": 724.93,
      "grad_norm": 1.0978467464447021,
      "learning_rate": 1.1194694781070101e-07,
      "loss": 0.3459,
      "step": 2597420
    },
    {
      "epoch": 724.93,
      "grad_norm": 1.2926543951034546,
      "learning_rate": 1.1193869105212469e-07,
      "loss": 0.3362,
      "step": 2597430
    },
    {
      "epoch": 724.93,
      "grad_norm": 1.1692548990249634,
      "learning_rate": 1.1193043459060292e-07,
      "loss": 0.3276,
      "step": 2597440
    },
    {
      "epoch": 724.94,
      "grad_norm": 1.177960991859436,
      "learning_rate": 1.1192217842613728e-07,
      "loss": 0.3288,
      "step": 2597450
    },
    {
      "epoch": 724.94,
      "grad_norm": 1.0828912258148193,
      "learning_rate": 1.119139225587283e-07,
      "loss": 0.333,
      "step": 2597460
    },
    {
      "epoch": 724.94,
      "grad_norm": 1.3158907890319824,
      "learning_rate": 1.1190566698837727e-07,
      "loss": 0.3393,
      "step": 2597470
    },
    {
      "epoch": 724.95,
      "grad_norm": 1.2500108480453491,
      "learning_rate": 1.1189741171508548e-07,
      "loss": 0.3455,
      "step": 2597480
    },
    {
      "epoch": 724.95,
      "grad_norm": 1.3445590734481812,
      "learning_rate": 1.11889156738854e-07,
      "loss": 0.3647,
      "step": 2597490
    },
    {
      "epoch": 724.95,
      "grad_norm": 1.2397559881210327,
      "learning_rate": 1.1188090205968333e-07,
      "loss": 0.3463,
      "step": 2597500
    },
    {
      "epoch": 724.95,
      "grad_norm": 1.3311530351638794,
      "learning_rate": 1.1187264767757555e-07,
      "loss": 0.3361,
      "step": 2597510
    },
    {
      "epoch": 724.96,
      "grad_norm": 1.2006480693817139,
      "learning_rate": 1.1186439359253092e-07,
      "loss": 0.3156,
      "step": 2597520
    },
    {
      "epoch": 724.96,
      "grad_norm": 4.091244697570801,
      "learning_rate": 1.1185613980455102e-07,
      "loss": 0.3475,
      "step": 2597530
    },
    {
      "epoch": 724.96,
      "grad_norm": 1.4675146341323853,
      "learning_rate": 1.1184788631363687e-07,
      "loss": 0.3262,
      "step": 2597540
    },
    {
      "epoch": 724.97,
      "grad_norm": 1.206742286682129,
      "learning_rate": 1.1183963311978952e-07,
      "loss": 0.3381,
      "step": 2597550
    },
    {
      "epoch": 724.97,
      "grad_norm": 0.9783831834793091,
      "learning_rate": 1.1183138022300975e-07,
      "loss": 0.3069,
      "step": 2597560
    },
    {
      "epoch": 724.97,
      "grad_norm": 1.167397379875183,
      "learning_rate": 1.1182312762329911e-07,
      "loss": 0.3269,
      "step": 2597570
    },
    {
      "epoch": 724.97,
      "grad_norm": 0.9863673448562622,
      "learning_rate": 1.1181487532065893e-07,
      "loss": 0.3237,
      "step": 2597580
    },
    {
      "epoch": 724.98,
      "grad_norm": 1.3619409799575806,
      "learning_rate": 1.1180662331508917e-07,
      "loss": 0.3424,
      "step": 2597590
    },
    {
      "epoch": 724.98,
      "grad_norm": 1.2329808473587036,
      "learning_rate": 1.117983716065922e-07,
      "loss": 0.3244,
      "step": 2597600
    },
    {
      "epoch": 724.98,
      "grad_norm": 1.293896198272705,
      "learning_rate": 1.1179012019516855e-07,
      "loss": 0.3432,
      "step": 2597610
    },
    {
      "epoch": 724.98,
      "grad_norm": 1.3385038375854492,
      "learning_rate": 1.1178186908081896e-07,
      "loss": 0.3376,
      "step": 2597620
    },
    {
      "epoch": 724.99,
      "grad_norm": 1.398863673210144,
      "learning_rate": 1.1177361826354555e-07,
      "loss": 0.3416,
      "step": 2597630
    },
    {
      "epoch": 724.99,
      "grad_norm": 1.2919020652770996,
      "learning_rate": 1.1176536774334831e-07,
      "loss": 0.3249,
      "step": 2597640
    },
    {
      "epoch": 724.99,
      "grad_norm": 1.1180130243301392,
      "learning_rate": 1.117571175202293e-07,
      "loss": 0.3473,
      "step": 2597650
    },
    {
      "epoch": 725.0,
      "grad_norm": 1.3156158924102783,
      "learning_rate": 1.117488675941888e-07,
      "loss": 0.3419,
      "step": 2597660
    },
    {
      "epoch": 725.0,
      "grad_norm": 1.2001255750656128,
      "learning_rate": 1.1174061796522838e-07,
      "loss": 0.3393,
      "step": 2597670
    },
    {
      "epoch": 725.0,
      "eval_loss": 0.33869457244873047,
      "eval_runtime": 65.6681,
      "eval_samples_per_second": 77.039,
      "eval_steps_per_second": 9.639,
      "step": 2597675
    },
    {
      "epoch": 725.0,
      "grad_norm": 1.3497612476348877,
      "learning_rate": 1.1173236863334907e-07,
      "loss": 0.3478,
      "step": 2597680
    },
    {
      "epoch": 725.0,
      "grad_norm": 1.2105084657669067,
      "learning_rate": 1.1172411959855191e-07,
      "loss": 0.3264,
      "step": 2597690
    },
    {
      "epoch": 725.01,
      "grad_norm": 1.1993712186813354,
      "learning_rate": 1.1171587086083768e-07,
      "loss": 0.347,
      "step": 2597700
    },
    {
      "epoch": 725.01,
      "grad_norm": 1.308443307876587,
      "learning_rate": 1.117076224202082e-07,
      "loss": 0.3497,
      "step": 2597710
    },
    {
      "epoch": 725.01,
      "grad_norm": 14.401664733886719,
      "learning_rate": 1.1169937427666425e-07,
      "loss": 0.3204,
      "step": 2597720
    },
    {
      "epoch": 725.02,
      "grad_norm": 1.0099360942840576,
      "learning_rate": 1.116911264302061e-07,
      "loss": 0.3321,
      "step": 2597730
    },
    {
      "epoch": 725.02,
      "grad_norm": 1.2640215158462524,
      "learning_rate": 1.1168287888083634e-07,
      "loss": 0.3385,
      "step": 2597740
    },
    {
      "epoch": 725.02,
      "grad_norm": 1.7818187475204468,
      "learning_rate": 1.1167463162855498e-07,
      "loss": 0.3477,
      "step": 2597750
    },
    {
      "epoch": 725.02,
      "grad_norm": 1.5903047323226929,
      "learning_rate": 1.1166638467336358e-07,
      "loss": 0.3392,
      "step": 2597760
    },
    {
      "epoch": 725.03,
      "grad_norm": 1.5120689868927002,
      "learning_rate": 1.1165813801526343e-07,
      "loss": 0.3519,
      "step": 2597770
    },
    {
      "epoch": 725.03,
      "grad_norm": 1.1657004356384277,
      "learning_rate": 1.116498916542548e-07,
      "loss": 0.3378,
      "step": 2597780
    },
    {
      "epoch": 725.03,
      "grad_norm": 1.4087917804718018,
      "learning_rate": 1.116416455903395e-07,
      "loss": 0.3381,
      "step": 2597790
    },
    {
      "epoch": 725.03,
      "grad_norm": 1.4294192790985107,
      "learning_rate": 1.1163339982351834e-07,
      "loss": 0.3344,
      "step": 2597800
    },
    {
      "epoch": 725.04,
      "grad_norm": 1.2858940362930298,
      "learning_rate": 1.1162515435379285e-07,
      "loss": 0.3354,
      "step": 2597810
    },
    {
      "epoch": 725.04,
      "grad_norm": 1.3113843202590942,
      "learning_rate": 1.1161690918116357e-07,
      "loss": 0.3268,
      "step": 2597820
    },
    {
      "epoch": 725.04,
      "grad_norm": 1.2205095291137695,
      "learning_rate": 1.1160866430563178e-07,
      "loss": 0.3253,
      "step": 2597830
    },
    {
      "epoch": 725.05,
      "grad_norm": 1.3001530170440674,
      "learning_rate": 1.1160041972719881e-07,
      "loss": 0.3238,
      "step": 2597840
    },
    {
      "epoch": 725.05,
      "grad_norm": 1.1746160984039307,
      "learning_rate": 1.1159217544586488e-07,
      "loss": 0.3392,
      "step": 2597850
    },
    {
      "epoch": 725.05,
      "grad_norm": 1.3284963369369507,
      "learning_rate": 1.1158393146163264e-07,
      "loss": 0.3421,
      "step": 2597860
    },
    {
      "epoch": 725.05,
      "grad_norm": 1.3797885179519653,
      "learning_rate": 1.1157568777450179e-07,
      "loss": 0.3505,
      "step": 2597870
    },
    {
      "epoch": 725.06,
      "grad_norm": 6.342487812042236,
      "learning_rate": 1.1156744438447391e-07,
      "loss": 0.3302,
      "step": 2597880
    },
    {
      "epoch": 725.06,
      "grad_norm": 1.0626599788665771,
      "learning_rate": 1.115592012915503e-07,
      "loss": 0.3417,
      "step": 2597890
    },
    {
      "epoch": 725.06,
      "grad_norm": 1.4179985523223877,
      "learning_rate": 1.1155095849573175e-07,
      "loss": 0.3282,
      "step": 2597900
    },
    {
      "epoch": 725.07,
      "grad_norm": 1.4104417562484741,
      "learning_rate": 1.115427159970198e-07,
      "loss": 0.3317,
      "step": 2597910
    },
    {
      "epoch": 725.07,
      "grad_norm": 1.1639221906661987,
      "learning_rate": 1.1153447379541524e-07,
      "loss": 0.33,
      "step": 2597920
    },
    {
      "epoch": 725.07,
      "grad_norm": 1.2628978490829468,
      "learning_rate": 1.1152623189091886e-07,
      "loss": 0.319,
      "step": 2597930
    },
    {
      "epoch": 725.07,
      "grad_norm": 1.2308682203292847,
      "learning_rate": 1.115179902835322e-07,
      "loss": 0.336,
      "step": 2597940
    },
    {
      "epoch": 725.08,
      "grad_norm": 1.2101610898971558,
      "learning_rate": 1.1150974897325632e-07,
      "loss": 0.3156,
      "step": 2597950
    },
    {
      "epoch": 725.08,
      "grad_norm": 1.3154678344726562,
      "learning_rate": 1.1150150796009226e-07,
      "loss": 0.3263,
      "step": 2597960
    },
    {
      "epoch": 725.08,
      "grad_norm": 1.0905795097351074,
      "learning_rate": 1.1149326724404079e-07,
      "loss": 0.3282,
      "step": 2597970
    },
    {
      "epoch": 725.09,
      "grad_norm": 1.4485753774642944,
      "learning_rate": 1.1148502682510372e-07,
      "loss": 0.3428,
      "step": 2597980
    },
    {
      "epoch": 725.09,
      "grad_norm": 1.2616506814956665,
      "learning_rate": 1.1147678670328135e-07,
      "loss": 0.3355,
      "step": 2597990
    },
    {
      "epoch": 725.09,
      "grad_norm": 1.278357982635498,
      "learning_rate": 1.1146854687857547e-07,
      "loss": 0.3504,
      "step": 2598000
    },
    {
      "epoch": 725.09,
      "grad_norm": 1.5233209133148193,
      "learning_rate": 1.1146030735098661e-07,
      "loss": 0.3394,
      "step": 2598010
    },
    {
      "epoch": 725.1,
      "grad_norm": 1.1653138399124146,
      "learning_rate": 1.1145206812051607e-07,
      "loss": 0.3307,
      "step": 2598020
    },
    {
      "epoch": 725.1,
      "grad_norm": 1.1670145988464355,
      "learning_rate": 1.1144382918716514e-07,
      "loss": 0.3341,
      "step": 2598030
    },
    {
      "epoch": 725.1,
      "grad_norm": 1.1763677597045898,
      "learning_rate": 1.1143559055093489e-07,
      "loss": 0.3193,
      "step": 2598040
    },
    {
      "epoch": 725.1,
      "grad_norm": 1.268479585647583,
      "learning_rate": 1.1142735221182633e-07,
      "loss": 0.3355,
      "step": 2598050
    },
    {
      "epoch": 725.11,
      "grad_norm": 1.1469879150390625,
      "learning_rate": 1.1141911416984025e-07,
      "loss": 0.3211,
      "step": 2598060
    },
    {
      "epoch": 725.11,
      "grad_norm": 1.321903944015503,
      "learning_rate": 1.1141087642497822e-07,
      "loss": 0.3108,
      "step": 2598070
    },
    {
      "epoch": 725.11,
      "grad_norm": 1.029637336730957,
      "learning_rate": 1.1140263897724075e-07,
      "loss": 0.332,
      "step": 2598080
    },
    {
      "epoch": 725.12,
      "grad_norm": 1.054015874862671,
      "learning_rate": 1.1139440182662993e-07,
      "loss": 0.3222,
      "step": 2598090
    },
    {
      "epoch": 725.12,
      "grad_norm": 1.1444826126098633,
      "learning_rate": 1.1138616497314577e-07,
      "loss": 0.3389,
      "step": 2598100
    },
    {
      "epoch": 725.12,
      "grad_norm": 1.270847201347351,
      "learning_rate": 1.1137792841679005e-07,
      "loss": 0.345,
      "step": 2598110
    },
    {
      "epoch": 725.12,
      "grad_norm": 1.3293706178665161,
      "learning_rate": 1.1136969215756386e-07,
      "loss": 0.3203,
      "step": 2598120
    },
    {
      "epoch": 725.13,
      "grad_norm": 1.219896674156189,
      "learning_rate": 1.1136145619546769e-07,
      "loss": 0.3296,
      "step": 2598130
    },
    {
      "epoch": 725.13,
      "grad_norm": 1.520031213760376,
      "learning_rate": 1.1135322053050311e-07,
      "loss": 0.3309,
      "step": 2598140
    },
    {
      "epoch": 725.13,
      "grad_norm": 1.1631211042404175,
      "learning_rate": 1.1134498516267116e-07,
      "loss": 0.3188,
      "step": 2598150
    },
    {
      "epoch": 725.14,
      "grad_norm": 1.289612054824829,
      "learning_rate": 1.1133675009197341e-07,
      "loss": 0.3338,
      "step": 2598160
    },
    {
      "epoch": 725.14,
      "grad_norm": 1.3578921556472778,
      "learning_rate": 1.1132851531840959e-07,
      "loss": 0.3453,
      "step": 2598170
    },
    {
      "epoch": 725.14,
      "grad_norm": 1.2956759929656982,
      "learning_rate": 1.1132028084198229e-07,
      "loss": 0.3387,
      "step": 2598180
    },
    {
      "epoch": 725.14,
      "grad_norm": 1.2273989915847778,
      "learning_rate": 1.113120466626918e-07,
      "loss": 0.3391,
      "step": 2598190
    },
    {
      "epoch": 725.15,
      "grad_norm": 1.5433549880981445,
      "learning_rate": 1.113038127805394e-07,
      "loss": 0.3391,
      "step": 2598200
    },
    {
      "epoch": 725.15,
      "grad_norm": 1.4663633108139038,
      "learning_rate": 1.1129557919552665e-07,
      "loss": 0.33,
      "step": 2598210
    },
    {
      "epoch": 725.15,
      "grad_norm": 1.1678911447525024,
      "learning_rate": 1.1128734590765331e-07,
      "loss": 0.3329,
      "step": 2598220
    },
    {
      "epoch": 725.15,
      "grad_norm": 1.1325433254241943,
      "learning_rate": 1.1127911291692223e-07,
      "loss": 0.3496,
      "step": 2598230
    },
    {
      "epoch": 725.16,
      "grad_norm": 1.133632779121399,
      "learning_rate": 1.1127088022333313e-07,
      "loss": 0.3458,
      "step": 2598240
    },
    {
      "epoch": 725.16,
      "grad_norm": 1.2072398662567139,
      "learning_rate": 1.112626478268876e-07,
      "loss": 0.3346,
      "step": 2598250
    },
    {
      "epoch": 725.16,
      "grad_norm": 1.3136725425720215,
      "learning_rate": 1.112544157275872e-07,
      "loss": 0.3395,
      "step": 2598260
    },
    {
      "epoch": 725.17,
      "grad_norm": 1.190476655960083,
      "learning_rate": 1.1124618392543216e-07,
      "loss": 0.3329,
      "step": 2598270
    },
    {
      "epoch": 725.17,
      "grad_norm": 1.1613695621490479,
      "learning_rate": 1.1123795242042408e-07,
      "loss": 0.3235,
      "step": 2598280
    },
    {
      "epoch": 725.17,
      "grad_norm": 1.222583532333374,
      "learning_rate": 1.1122972121256398e-07,
      "loss": 0.3357,
      "step": 2598290
    },
    {
      "epoch": 725.17,
      "grad_norm": 1.485954999923706,
      "learning_rate": 1.1122149030185317e-07,
      "loss": 0.3313,
      "step": 2598300
    },
    {
      "epoch": 725.18,
      "grad_norm": 1.406996726989746,
      "learning_rate": 1.112132596882919e-07,
      "loss": 0.3348,
      "step": 2598310
    },
    {
      "epoch": 725.18,
      "grad_norm": 1.1652089357376099,
      "learning_rate": 1.112050293718825e-07,
      "loss": 0.3342,
      "step": 2598320
    },
    {
      "epoch": 725.18,
      "grad_norm": 1.1637935638427734,
      "learning_rate": 1.11196799352625e-07,
      "loss": 0.3418,
      "step": 2598330
    },
    {
      "epoch": 725.19,
      "grad_norm": 1.3341330289840698,
      "learning_rate": 1.1118856963052122e-07,
      "loss": 0.3362,
      "step": 2598340
    },
    {
      "epoch": 725.19,
      "grad_norm": 1.342730164527893,
      "learning_rate": 1.1118034020557191e-07,
      "loss": 0.3371,
      "step": 2598350
    },
    {
      "epoch": 725.19,
      "grad_norm": 1.2565666437149048,
      "learning_rate": 1.1117211107777814e-07,
      "loss": 0.3598,
      "step": 2598360
    },
    {
      "epoch": 725.19,
      "grad_norm": 1.3095462322235107,
      "learning_rate": 1.111638822471412e-07,
      "loss": 0.3379,
      "step": 2598370
    },
    {
      "epoch": 725.2,
      "grad_norm": 1.5446555614471436,
      "learning_rate": 1.1115565371366186e-07,
      "loss": 0.3581,
      "step": 2598380
    },
    {
      "epoch": 725.2,
      "grad_norm": 1.1756356954574585,
      "learning_rate": 1.1114742547734197e-07,
      "loss": 0.3482,
      "step": 2598390
    },
    {
      "epoch": 725.2,
      "grad_norm": 1.621749758720398,
      "learning_rate": 1.1113919753818175e-07,
      "loss": 0.3352,
      "step": 2598400
    },
    {
      "epoch": 725.21,
      "grad_norm": 1.1846380233764648,
      "learning_rate": 1.1113096989618253e-07,
      "loss": 0.3537,
      "step": 2598410
    },
    {
      "epoch": 725.21,
      "grad_norm": 1.1527339220046997,
      "learning_rate": 1.1112274255134588e-07,
      "loss": 0.339,
      "step": 2598420
    },
    {
      "epoch": 725.21,
      "grad_norm": 1.2419602870941162,
      "learning_rate": 1.1111451550367177e-07,
      "loss": 0.3355,
      "step": 2598430
    },
    {
      "epoch": 725.21,
      "grad_norm": 1.2960138320922852,
      "learning_rate": 1.1110628875316283e-07,
      "loss": 0.3405,
      "step": 2598440
    },
    {
      "epoch": 725.22,
      "grad_norm": 1.1890078783035278,
      "learning_rate": 1.1109806229981904e-07,
      "loss": 0.3301,
      "step": 2598450
    },
    {
      "epoch": 725.22,
      "grad_norm": 1.4272013902664185,
      "learning_rate": 1.1108983614364171e-07,
      "loss": 0.3393,
      "step": 2598460
    },
    {
      "epoch": 725.22,
      "grad_norm": 1.181135654449463,
      "learning_rate": 1.1108161028463214e-07,
      "loss": 0.3371,
      "step": 2598470
    },
    {
      "epoch": 725.22,
      "grad_norm": 1.2485167980194092,
      "learning_rate": 1.1107338472279137e-07,
      "loss": 0.3396,
      "step": 2598480
    },
    {
      "epoch": 725.23,
      "grad_norm": 1.231870174407959,
      "learning_rate": 1.110651594581207e-07,
      "loss": 0.3375,
      "step": 2598490
    },
    {
      "epoch": 725.23,
      "grad_norm": 1.3169273138046265,
      "learning_rate": 1.110569344906209e-07,
      "loss": 0.3607,
      "step": 2598500
    },
    {
      "epoch": 725.23,
      "grad_norm": 1.2539438009262085,
      "learning_rate": 1.1104870982029277e-07,
      "loss": 0.3318,
      "step": 2598510
    },
    {
      "epoch": 725.24,
      "grad_norm": 1.1632959842681885,
      "learning_rate": 1.1104048544713812e-07,
      "loss": 0.3501,
      "step": 2598520
    },
    {
      "epoch": 725.24,
      "grad_norm": 1.3282790184020996,
      "learning_rate": 1.1103226137115801e-07,
      "loss": 0.349,
      "step": 2598530
    },
    {
      "epoch": 725.24,
      "grad_norm": 1.114966630935669,
      "learning_rate": 1.1102403759235268e-07,
      "loss": 0.3211,
      "step": 2598540
    },
    {
      "epoch": 725.24,
      "grad_norm": 1.1985176801681519,
      "learning_rate": 1.1101581411072395e-07,
      "loss": 0.3357,
      "step": 2598550
    },
    {
      "epoch": 725.25,
      "grad_norm": 1.3893585205078125,
      "learning_rate": 1.1100759092627287e-07,
      "loss": 0.3435,
      "step": 2598560
    },
    {
      "epoch": 725.25,
      "grad_norm": 1.3699512481689453,
      "learning_rate": 1.1099936803900021e-07,
      "loss": 0.3455,
      "step": 2598570
    },
    {
      "epoch": 725.25,
      "grad_norm": 1.3568360805511475,
      "learning_rate": 1.1099114544890754e-07,
      "loss": 0.3114,
      "step": 2598580
    },
    {
      "epoch": 725.26,
      "grad_norm": 1.703442096710205,
      "learning_rate": 1.1098292315599566e-07,
      "loss": 0.3265,
      "step": 2598590
    },
    {
      "epoch": 725.26,
      "grad_norm": 1.2820814847946167,
      "learning_rate": 1.109747011602653e-07,
      "loss": 0.3323,
      "step": 2598600
    },
    {
      "epoch": 725.26,
      "grad_norm": 1.2556095123291016,
      "learning_rate": 1.1096647946171834e-07,
      "loss": 0.3414,
      "step": 2598610
    },
    {
      "epoch": 725.26,
      "grad_norm": 1.2961093187332153,
      "learning_rate": 1.1095825806035552e-07,
      "loss": 0.3241,
      "step": 2598620
    },
    {
      "epoch": 725.27,
      "grad_norm": 1.1821742057800293,
      "learning_rate": 1.1095003695617762e-07,
      "loss": 0.3426,
      "step": 2598630
    },
    {
      "epoch": 725.27,
      "grad_norm": 1.1732159852981567,
      "learning_rate": 1.1094181614918598e-07,
      "loss": 0.3412,
      "step": 2598640
    },
    {
      "epoch": 725.27,
      "grad_norm": 1.2908992767333984,
      "learning_rate": 1.1093359563938211e-07,
      "loss": 0.3369,
      "step": 2598650
    },
    {
      "epoch": 725.27,
      "grad_norm": 0.996071457862854,
      "learning_rate": 1.1092537542676606e-07,
      "loss": 0.3332,
      "step": 2598660
    },
    {
      "epoch": 725.28,
      "grad_norm": 1.4753435850143433,
      "learning_rate": 1.1091715551134039e-07,
      "loss": 0.3366,
      "step": 2598670
    },
    {
      "epoch": 725.28,
      "grad_norm": 1.109208345413208,
      "learning_rate": 1.1090893589310486e-07,
      "loss": 0.3359,
      "step": 2598680
    },
    {
      "epoch": 725.28,
      "grad_norm": 1.3127238750457764,
      "learning_rate": 1.1090071657206102e-07,
      "loss": 0.3392,
      "step": 2598690
    },
    {
      "epoch": 725.29,
      "grad_norm": 1.0554462671279907,
      "learning_rate": 1.1089249754821019e-07,
      "loss": 0.332,
      "step": 2598700
    },
    {
      "epoch": 725.29,
      "grad_norm": 1.3436495065689087,
      "learning_rate": 1.1088427882155341e-07,
      "loss": 0.3365,
      "step": 2598710
    },
    {
      "epoch": 725.29,
      "grad_norm": 1.3011841773986816,
      "learning_rate": 1.1087606039209143e-07,
      "loss": 0.3605,
      "step": 2598720
    },
    {
      "epoch": 725.29,
      "grad_norm": 1.4556598663330078,
      "learning_rate": 1.1086784225982559e-07,
      "loss": 0.3306,
      "step": 2598730
    },
    {
      "epoch": 725.3,
      "grad_norm": 1.1958634853363037,
      "learning_rate": 1.1085962442475742e-07,
      "loss": 0.3396,
      "step": 2598740
    },
    {
      "epoch": 725.3,
      "grad_norm": 1.3699744939804077,
      "learning_rate": 1.1085140688688694e-07,
      "loss": 0.3471,
      "step": 2598750
    },
    {
      "epoch": 725.3,
      "grad_norm": 1.3365025520324707,
      "learning_rate": 1.1084318964621622e-07,
      "loss": 0.3399,
      "step": 2598760
    },
    {
      "epoch": 725.31,
      "grad_norm": 1.0139436721801758,
      "learning_rate": 1.1083497270274605e-07,
      "loss": 0.3187,
      "step": 2598770
    },
    {
      "epoch": 725.31,
      "grad_norm": 1.2846423387527466,
      "learning_rate": 1.108267560564772e-07,
      "loss": 0.3448,
      "step": 2598780
    },
    {
      "epoch": 725.31,
      "grad_norm": 1.1978302001953125,
      "learning_rate": 1.1081853970741151e-07,
      "loss": 0.3444,
      "step": 2598790
    },
    {
      "epoch": 725.31,
      "grad_norm": 1.1456694602966309,
      "learning_rate": 1.1081032365554895e-07,
      "loss": 0.3402,
      "step": 2598800
    },
    {
      "epoch": 725.32,
      "grad_norm": 1.772658109664917,
      "learning_rate": 1.1080210790089189e-07,
      "loss": 0.3169,
      "step": 2598810
    },
    {
      "epoch": 725.32,
      "grad_norm": 1.3574919700622559,
      "learning_rate": 1.1079389244344033e-07,
      "loss": 0.3522,
      "step": 2598820
    },
    {
      "epoch": 725.32,
      "grad_norm": 1.5478005409240723,
      "learning_rate": 1.1078567728319606e-07,
      "loss": 0.3166,
      "step": 2598830
    },
    {
      "epoch": 725.33,
      "grad_norm": 1.3260923624038696,
      "learning_rate": 1.1077746242015989e-07,
      "loss": 0.3322,
      "step": 2598840
    },
    {
      "epoch": 725.33,
      "grad_norm": 1.2720444202423096,
      "learning_rate": 1.1076924785433311e-07,
      "loss": 0.3371,
      "step": 2598850
    },
    {
      "epoch": 725.33,
      "grad_norm": 1.1855449676513672,
      "learning_rate": 1.1076103358571677e-07,
      "loss": 0.3462,
      "step": 2598860
    },
    {
      "epoch": 725.33,
      "grad_norm": 1.365250825881958,
      "learning_rate": 1.1075281961431138e-07,
      "loss": 0.3357,
      "step": 2598870
    },
    {
      "epoch": 725.34,
      "grad_norm": 1.1659984588623047,
      "learning_rate": 1.1074460594011929e-07,
      "loss": 0.3292,
      "step": 2598880
    },
    {
      "epoch": 725.34,
      "grad_norm": 1.4008598327636719,
      "learning_rate": 1.1073639256313997e-07,
      "loss": 0.3431,
      "step": 2598890
    },
    {
      "epoch": 725.34,
      "grad_norm": 1.2827757596969604,
      "learning_rate": 1.1072817948337603e-07,
      "loss": 0.3475,
      "step": 2598900
    },
    {
      "epoch": 725.34,
      "grad_norm": 1.2212895154953003,
      "learning_rate": 1.1071996670082746e-07,
      "loss": 0.3209,
      "step": 2598910
    },
    {
      "epoch": 725.35,
      "grad_norm": 1.326865792274475,
      "learning_rate": 1.1071175421549584e-07,
      "loss": 0.3276,
      "step": 2598920
    },
    {
      "epoch": 725.35,
      "grad_norm": 1.1706013679504395,
      "learning_rate": 1.1070354202738271e-07,
      "loss": 0.3435,
      "step": 2598930
    },
    {
      "epoch": 725.35,
      "grad_norm": 1.201082706451416,
      "learning_rate": 1.1069533013648834e-07,
      "loss": 0.3367,
      "step": 2598940
    },
    {
      "epoch": 725.36,
      "grad_norm": 1.2271820306777954,
      "learning_rate": 1.1068711854281403e-07,
      "loss": 0.3235,
      "step": 2598950
    },
    {
      "epoch": 725.36,
      "grad_norm": 1.286745548248291,
      "learning_rate": 1.1067890724636083e-07,
      "loss": 0.3321,
      "step": 2598960
    },
    {
      "epoch": 725.36,
      "grad_norm": 1.3040798902511597,
      "learning_rate": 1.1067069624713055e-07,
      "loss": 0.3444,
      "step": 2598970
    },
    {
      "epoch": 725.36,
      "grad_norm": 1.4018006324768066,
      "learning_rate": 1.106624855451232e-07,
      "loss": 0.3289,
      "step": 2598980
    },
    {
      "epoch": 725.37,
      "grad_norm": 1.1085957288742065,
      "learning_rate": 1.1065427514034085e-07,
      "loss": 0.3388,
      "step": 2598990
    },
    {
      "epoch": 725.37,
      "grad_norm": 1.2066380977630615,
      "learning_rate": 1.1064606503278376e-07,
      "loss": 0.3258,
      "step": 2599000
    },
    {
      "epoch": 725.37,
      "grad_norm": 1.2904146909713745,
      "learning_rate": 1.1063785522245375e-07,
      "loss": 0.3353,
      "step": 2599010
    },
    {
      "epoch": 725.38,
      "grad_norm": 1.0963270664215088,
      "learning_rate": 1.1062964570935162e-07,
      "loss": 0.3368,
      "step": 2599020
    },
    {
      "epoch": 725.38,
      "grad_norm": 1.261209487915039,
      "learning_rate": 1.1062143649347814e-07,
      "loss": 0.3237,
      "step": 2599030
    },
    {
      "epoch": 725.38,
      "grad_norm": 1.2878507375717163,
      "learning_rate": 1.1061322757483461e-07,
      "loss": 0.3389,
      "step": 2599040
    },
    {
      "epoch": 725.38,
      "grad_norm": 1.3664251565933228,
      "learning_rate": 1.1060501895342233e-07,
      "loss": 0.3298,
      "step": 2599050
    },
    {
      "epoch": 725.39,
      "grad_norm": 1.2787867784500122,
      "learning_rate": 1.1059681062924232e-07,
      "loss": 0.3324,
      "step": 2599060
    },
    {
      "epoch": 725.39,
      "grad_norm": 1.2318122386932373,
      "learning_rate": 1.1058860260229567e-07,
      "loss": 0.3421,
      "step": 2599070
    },
    {
      "epoch": 725.39,
      "grad_norm": 1.2805168628692627,
      "learning_rate": 1.1058039487258337e-07,
      "loss": 0.3456,
      "step": 2599080
    },
    {
      "epoch": 725.39,
      "grad_norm": 1.4611682891845703,
      "learning_rate": 1.105721874401065e-07,
      "loss": 0.3353,
      "step": 2599090
    },
    {
      "epoch": 725.4,
      "grad_norm": 1.2819757461547852,
      "learning_rate": 1.1056398030486607e-07,
      "loss": 0.32,
      "step": 2599100
    },
    {
      "epoch": 725.4,
      "grad_norm": 1.1967779397964478,
      "learning_rate": 1.1055577346686366e-07,
      "loss": 0.344,
      "step": 2599110
    },
    {
      "epoch": 725.4,
      "grad_norm": 1.0475529432296753,
      "learning_rate": 1.1054756692609927e-07,
      "loss": 0.3409,
      "step": 2599120
    },
    {
      "epoch": 725.41,
      "grad_norm": 1.3431107997894287,
      "learning_rate": 1.105393606825755e-07,
      "loss": 0.3433,
      "step": 2599130
    },
    {
      "epoch": 725.41,
      "grad_norm": 1.1598557233810425,
      "learning_rate": 1.1053115473629234e-07,
      "loss": 0.3262,
      "step": 2599140
    },
    {
      "epoch": 725.41,
      "grad_norm": 1.2146475315093994,
      "learning_rate": 1.1052294908725137e-07,
      "loss": 0.3469,
      "step": 2599150
    },
    {
      "epoch": 725.41,
      "grad_norm": 1.2630932331085205,
      "learning_rate": 1.105147437354536e-07,
      "loss": 0.3392,
      "step": 2599160
    },
    {
      "epoch": 725.42,
      "grad_norm": 1.2406859397888184,
      "learning_rate": 1.1050653868089985e-07,
      "loss": 0.3547,
      "step": 2599170
    },
    {
      "epoch": 725.42,
      "grad_norm": 1.4346683025360107,
      "learning_rate": 1.1049833392359139e-07,
      "loss": 0.3198,
      "step": 2599180
    },
    {
      "epoch": 725.42,
      "grad_norm": 1.1730563640594482,
      "learning_rate": 1.1049012946352954e-07,
      "loss": 0.3239,
      "step": 2599190
    },
    {
      "epoch": 725.43,
      "grad_norm": 1.358270525932312,
      "learning_rate": 1.1048192530071533e-07,
      "loss": 0.3276,
      "step": 2599200
    },
    {
      "epoch": 725.43,
      "grad_norm": 1.494347095489502,
      "learning_rate": 1.1047372143514927e-07,
      "loss": 0.3429,
      "step": 2599210
    },
    {
      "epoch": 725.43,
      "grad_norm": 1.3111845254898071,
      "learning_rate": 1.1046551786683295e-07,
      "loss": 0.3419,
      "step": 2599220
    },
    {
      "epoch": 725.43,
      "grad_norm": 1.3781847953796387,
      "learning_rate": 1.1045731459576792e-07,
      "loss": 0.3405,
      "step": 2599230
    },
    {
      "epoch": 725.44,
      "grad_norm": 1.5255119800567627,
      "learning_rate": 1.104491116219539e-07,
      "loss": 0.3302,
      "step": 2599240
    },
    {
      "epoch": 725.44,
      "grad_norm": 1.1344614028930664,
      "learning_rate": 1.1044090894539352e-07,
      "loss": 0.3452,
      "step": 2599250
    },
    {
      "epoch": 725.44,
      "grad_norm": 1.2034697532653809,
      "learning_rate": 1.1043270656608677e-07,
      "loss": 0.3364,
      "step": 2599260
    },
    {
      "epoch": 725.45,
      "grad_norm": 1.190231204032898,
      "learning_rate": 1.1042450448403547e-07,
      "loss": 0.3279,
      "step": 2599270
    },
    {
      "epoch": 725.45,
      "grad_norm": 1.3035768270492554,
      "learning_rate": 1.1041630269924014e-07,
      "loss": 0.3365,
      "step": 2599280
    },
    {
      "epoch": 725.45,
      "grad_norm": 1.3045278787612915,
      "learning_rate": 1.1040810121170258e-07,
      "loss": 0.3366,
      "step": 2599290
    },
    {
      "epoch": 725.45,
      "grad_norm": 1.4266330003738403,
      "learning_rate": 1.103999000214231e-07,
      "loss": 0.3343,
      "step": 2599300
    },
    {
      "epoch": 725.46,
      "grad_norm": 1.1458638906478882,
      "learning_rate": 1.1039169912840295e-07,
      "loss": 0.328,
      "step": 2599310
    },
    {
      "epoch": 725.46,
      "grad_norm": 1.3500564098358154,
      "learning_rate": 1.1038349853264399e-07,
      "loss": 0.3467,
      "step": 2599320
    },
    {
      "epoch": 725.46,
      "grad_norm": 1.2801300287246704,
      "learning_rate": 1.1037529823414593e-07,
      "loss": 0.3313,
      "step": 2599330
    },
    {
      "epoch": 725.46,
      "grad_norm": 1.0367720127105713,
      "learning_rate": 1.1036709823291113e-07,
      "loss": 0.3349,
      "step": 2599340
    },
    {
      "epoch": 725.47,
      "grad_norm": 1.2973037958145142,
      "learning_rate": 1.1035889852894012e-07,
      "loss": 0.3341,
      "step": 2599350
    },
    {
      "epoch": 725.47,
      "grad_norm": 1.3636929988861084,
      "learning_rate": 1.1035069912223391e-07,
      "loss": 0.3448,
      "step": 2599360
    },
    {
      "epoch": 725.47,
      "grad_norm": 1.2223618030548096,
      "learning_rate": 1.1034250001279435e-07,
      "loss": 0.3138,
      "step": 2599370
    },
    {
      "epoch": 725.48,
      "grad_norm": 1.119186282157898,
      "learning_rate": 1.1033430120062116e-07,
      "loss": 0.3339,
      "step": 2599380
    },
    {
      "epoch": 725.48,
      "grad_norm": 1.1942702531814575,
      "learning_rate": 1.1032610268571669e-07,
      "loss": 0.3297,
      "step": 2599390
    },
    {
      "epoch": 725.48,
      "grad_norm": 1.4434939622879028,
      "learning_rate": 1.1031790446808146e-07,
      "loss": 0.3418,
      "step": 2599400
    },
    {
      "epoch": 725.48,
      "grad_norm": 1.169369101524353,
      "learning_rate": 1.1030970654771652e-07,
      "loss": 0.3455,
      "step": 2599410
    },
    {
      "epoch": 725.49,
      "grad_norm": 1.2006679773330688,
      "learning_rate": 1.1030150892462316e-07,
      "loss": 0.3315,
      "step": 2599420
    },
    {
      "epoch": 725.49,
      "grad_norm": 1.3182185888290405,
      "learning_rate": 1.1029331159880267e-07,
      "loss": 0.3358,
      "step": 2599430
    },
    {
      "epoch": 725.49,
      "grad_norm": 1.269935131072998,
      "learning_rate": 1.102851145702556e-07,
      "loss": 0.3383,
      "step": 2599440
    },
    {
      "epoch": 725.5,
      "grad_norm": 1.1189696788787842,
      "learning_rate": 1.1027691783898323e-07,
      "loss": 0.3313,
      "step": 2599450
    },
    {
      "epoch": 725.5,
      "grad_norm": 1.2882131338119507,
      "learning_rate": 1.1026872140498712e-07,
      "loss": 0.3396,
      "step": 2599460
    },
    {
      "epoch": 725.5,
      "grad_norm": 1.172372579574585,
      "learning_rate": 1.1026052526826728e-07,
      "loss": 0.369,
      "step": 2599470
    },
    {
      "epoch": 725.5,
      "grad_norm": 1.2590686082839966,
      "learning_rate": 1.1025232942882605e-07,
      "loss": 0.3512,
      "step": 2599480
    },
    {
      "epoch": 725.51,
      "grad_norm": 1.348503589630127,
      "learning_rate": 1.1024413388666395e-07,
      "loss": 0.3361,
      "step": 2599490
    },
    {
      "epoch": 725.51,
      "grad_norm": 1.1764527559280396,
      "learning_rate": 1.1023593864178176e-07,
      "loss": 0.3547,
      "step": 2599500
    },
    {
      "epoch": 725.51,
      "grad_norm": 1.1269781589508057,
      "learning_rate": 1.1022774369418104e-07,
      "loss": 0.3321,
      "step": 2599510
    },
    {
      "epoch": 725.51,
      "grad_norm": 1.1633427143096924,
      "learning_rate": 1.1021954904386308e-07,
      "loss": 0.335,
      "step": 2599520
    },
    {
      "epoch": 725.52,
      "grad_norm": 1.2221894264221191,
      "learning_rate": 1.1021135469082842e-07,
      "loss": 0.3387,
      "step": 2599530
    },
    {
      "epoch": 725.52,
      "grad_norm": 1.1612863540649414,
      "learning_rate": 1.102031606350781e-07,
      "loss": 0.3489,
      "step": 2599540
    },
    {
      "epoch": 725.52,
      "grad_norm": 1.1090348958969116,
      "learning_rate": 1.1019496687661393e-07,
      "loss": 0.3338,
      "step": 2599550
    },
    {
      "epoch": 725.53,
      "grad_norm": 1.0440431833267212,
      "learning_rate": 1.1018677341543617e-07,
      "loss": 0.3275,
      "step": 2599560
    },
    {
      "epoch": 725.53,
      "grad_norm": 1.2880052328109741,
      "learning_rate": 1.1017858025154664e-07,
      "loss": 0.329,
      "step": 2599570
    },
    {
      "epoch": 725.53,
      "grad_norm": 1.035398244857788,
      "learning_rate": 1.1017038738494561e-07,
      "loss": 0.3349,
      "step": 2599580
    },
    {
      "epoch": 725.53,
      "grad_norm": 1.0707800388336182,
      "learning_rate": 1.101621948156349e-07,
      "loss": 0.3227,
      "step": 2599590
    },
    {
      "epoch": 725.54,
      "grad_norm": 1.15018630027771,
      "learning_rate": 1.1015400254361554e-07,
      "loss": 0.3413,
      "step": 2599600
    },
    {
      "epoch": 725.54,
      "grad_norm": 1.335981011390686,
      "learning_rate": 1.1014581056888808e-07,
      "loss": 0.3298,
      "step": 2599610
    },
    {
      "epoch": 725.54,
      "grad_norm": 1.3028538227081299,
      "learning_rate": 1.1013761889145405e-07,
      "loss": 0.3605,
      "step": 2599620
    },
    {
      "epoch": 725.55,
      "grad_norm": 1.773573637008667,
      "learning_rate": 1.1012942751131422e-07,
      "loss": 0.3333,
      "step": 2599630
    },
    {
      "epoch": 725.55,
      "grad_norm": 1.1055489778518677,
      "learning_rate": 1.1012123642847019e-07,
      "loss": 0.3375,
      "step": 2599640
    },
    {
      "epoch": 725.55,
      "grad_norm": 1.43461275100708,
      "learning_rate": 1.1011304564292274e-07,
      "loss": 0.3249,
      "step": 2599650
    },
    {
      "epoch": 725.55,
      "grad_norm": 1.265120506286621,
      "learning_rate": 1.1010485515467312e-07,
      "loss": 0.347,
      "step": 2599660
    },
    {
      "epoch": 725.56,
      "grad_norm": 1.3092231750488281,
      "learning_rate": 1.100966649637219e-07,
      "loss": 0.344,
      "step": 2599670
    },
    {
      "epoch": 725.56,
      "grad_norm": 1.118636965751648,
      "learning_rate": 1.1008847507007063e-07,
      "loss": 0.3456,
      "step": 2599680
    },
    {
      "epoch": 725.56,
      "grad_norm": 1.2901793718338013,
      "learning_rate": 1.1008028547372085e-07,
      "loss": 0.3329,
      "step": 2599690
    },
    {
      "epoch": 725.57,
      "grad_norm": 1.1684424877166748,
      "learning_rate": 1.1007209617467208e-07,
      "loss": 0.3443,
      "step": 2599700
    },
    {
      "epoch": 725.57,
      "grad_norm": 1.0993555784225464,
      "learning_rate": 1.1006390717292739e-07,
      "loss": 0.3445,
      "step": 2599710
    },
    {
      "epoch": 725.57,
      "grad_norm": 1.1214585304260254,
      "learning_rate": 1.1005571846848656e-07,
      "loss": 0.3388,
      "step": 2599720
    },
    {
      "epoch": 725.57,
      "grad_norm": 1.0918564796447754,
      "learning_rate": 1.1004753006135088e-07,
      "loss": 0.3397,
      "step": 2599730
    },
    {
      "epoch": 725.58,
      "grad_norm": 1.1577459573745728,
      "learning_rate": 1.1003934195152218e-07,
      "loss": 0.3501,
      "step": 2599740
    },
    {
      "epoch": 725.58,
      "grad_norm": 1.0684539079666138,
      "learning_rate": 1.1003115413900044e-07,
      "loss": 0.334,
      "step": 2599750
    },
    {
      "epoch": 725.58,
      "grad_norm": 1.6087619066238403,
      "learning_rate": 1.100229666237875e-07,
      "loss": 0.34,
      "step": 2599760
    },
    {
      "epoch": 725.58,
      "grad_norm": 1.135179877281189,
      "learning_rate": 1.1001477940588412e-07,
      "loss": 0.3202,
      "step": 2599770
    },
    {
      "epoch": 725.59,
      "grad_norm": 1.3813202381134033,
      "learning_rate": 1.1000659248529162e-07,
      "loss": 0.3353,
      "step": 2599780
    },
    {
      "epoch": 725.59,
      "grad_norm": 1.2405251264572144,
      "learning_rate": 1.0999840586201078e-07,
      "loss": 0.3246,
      "step": 2599790
    },
    {
      "epoch": 725.59,
      "grad_norm": 1.2073625326156616,
      "learning_rate": 1.0999021953604315e-07,
      "loss": 0.3509,
      "step": 2599800
    },
    {
      "epoch": 725.6,
      "grad_norm": 1.5777316093444824,
      "learning_rate": 1.0998203350738926e-07,
      "loss": 0.3368,
      "step": 2599810
    },
    {
      "epoch": 725.6,
      "grad_norm": 1.4891141653060913,
      "learning_rate": 1.0997384777605066e-07,
      "loss": 0.3251,
      "step": 2599820
    },
    {
      "epoch": 725.6,
      "grad_norm": 1.2471237182617188,
      "learning_rate": 1.0996566234202867e-07,
      "loss": 0.3416,
      "step": 2599830
    },
    {
      "epoch": 725.6,
      "grad_norm": 1.4584320783615112,
      "learning_rate": 1.0995747720532353e-07,
      "loss": 0.3137,
      "step": 2599840
    },
    {
      "epoch": 725.61,
      "grad_norm": 1.2275104522705078,
      "learning_rate": 1.0994929236593682e-07,
      "loss": 0.3421,
      "step": 2599850
    },
    {
      "epoch": 725.61,
      "grad_norm": 1.2418739795684814,
      "learning_rate": 1.0994110782386956e-07,
      "loss": 0.3284,
      "step": 2599860
    },
    {
      "epoch": 725.61,
      "grad_norm": 1.351402759552002,
      "learning_rate": 1.0993292357912306e-07,
      "loss": 0.3326,
      "step": 2599870
    },
    {
      "epoch": 725.62,
      "grad_norm": 2.139213800430298,
      "learning_rate": 1.0992473963169811e-07,
      "loss": 0.3339,
      "step": 2599880
    },
    {
      "epoch": 725.62,
      "grad_norm": 1.1118218898773193,
      "learning_rate": 1.0991655598159574e-07,
      "loss": 0.3176,
      "step": 2599890
    },
    {
      "epoch": 725.62,
      "grad_norm": 1.3765159845352173,
      "learning_rate": 1.0990837262881777e-07,
      "loss": 0.3447,
      "step": 2599900
    },
    {
      "epoch": 725.62,
      "grad_norm": 1.2861303091049194,
      "learning_rate": 1.0990018957336396e-07,
      "loss": 0.3458,
      "step": 2599910
    },
    {
      "epoch": 725.63,
      "grad_norm": 2.243128776550293,
      "learning_rate": 1.0989200681523662e-07,
      "loss": 0.3337,
      "step": 2599920
    },
    {
      "epoch": 725.63,
      "grad_norm": 1.140642762184143,
      "learning_rate": 1.0988382435443603e-07,
      "loss": 0.3287,
      "step": 2599930
    },
    {
      "epoch": 725.63,
      "grad_norm": 1.179179072380066,
      "learning_rate": 1.0987564219096401e-07,
      "loss": 0.3327,
      "step": 2599940
    },
    {
      "epoch": 725.63,
      "grad_norm": 6.440383434295654,
      "learning_rate": 1.0986746032482108e-07,
      "loss": 0.3376,
      "step": 2599950
    },
    {
      "epoch": 725.64,
      "grad_norm": 1.360816240310669,
      "learning_rate": 1.0985927875600881e-07,
      "loss": 0.3293,
      "step": 2599960
    },
    {
      "epoch": 725.64,
      "grad_norm": 1.3624680042266846,
      "learning_rate": 1.0985109748452796e-07,
      "loss": 0.3383,
      "step": 2599970
    },
    {
      "epoch": 725.64,
      "grad_norm": 1.2080011367797852,
      "learning_rate": 1.0984291651037932e-07,
      "loss": 0.325,
      "step": 2599980
    },
    {
      "epoch": 725.65,
      "grad_norm": 1.3022575378417969,
      "learning_rate": 1.0983473583356444e-07,
      "loss": 0.3281,
      "step": 2599990
    },
    {
      "epoch": 725.65,
      "grad_norm": 1.1769976615905762,
      "learning_rate": 1.0982655545408439e-07,
      "loss": 0.3328,
      "step": 2600000
    },
    {
      "epoch": 725.65,
      "grad_norm": 1.3987617492675781,
      "learning_rate": 1.0981837537194045e-07,
      "loss": 0.327,
      "step": 2600010
    },
    {
      "epoch": 725.65,
      "grad_norm": 1.1871181726455688,
      "learning_rate": 1.0981019558713314e-07,
      "loss": 0.3194,
      "step": 2600020
    },
    {
      "epoch": 725.66,
      "grad_norm": 1.40256667137146,
      "learning_rate": 1.0980201609966351e-07,
      "loss": 0.3407,
      "step": 2600030
    },
    {
      "epoch": 725.66,
      "grad_norm": 1.0658838748931885,
      "learning_rate": 1.0979383690953364e-07,
      "loss": 0.3405,
      "step": 2600040
    },
    {
      "epoch": 725.66,
      "grad_norm": 1.4442112445831299,
      "learning_rate": 1.0978565801674325e-07,
      "loss": 0.3521,
      "step": 2600050
    },
    {
      "epoch": 725.67,
      "grad_norm": 1.258913516998291,
      "learning_rate": 1.0977747942129446e-07,
      "loss": 0.3409,
      "step": 2600060
    },
    {
      "epoch": 725.67,
      "grad_norm": 1.2604222297668457,
      "learning_rate": 1.0976930112318801e-07,
      "loss": 0.3376,
      "step": 2600070
    },
    {
      "epoch": 725.67,
      "grad_norm": 1.071326732635498,
      "learning_rate": 1.0976112312242498e-07,
      "loss": 0.34,
      "step": 2600080
    },
    {
      "epoch": 725.67,
      "grad_norm": 1.1765544414520264,
      "learning_rate": 1.0975294541900638e-07,
      "loss": 0.3196,
      "step": 2600090
    },
    {
      "epoch": 725.68,
      "grad_norm": 1.1131782531738281,
      "learning_rate": 1.0974476801293378e-07,
      "loss": 0.3247,
      "step": 2600100
    },
    {
      "epoch": 725.68,
      "grad_norm": 1.3516825437545776,
      "learning_rate": 1.0973659090420745e-07,
      "loss": 0.3463,
      "step": 2600110
    },
    {
      "epoch": 725.68,
      "grad_norm": 1.319852352142334,
      "learning_rate": 1.0972841409282894e-07,
      "loss": 0.3457,
      "step": 2600120
    },
    {
      "epoch": 725.69,
      "grad_norm": 1.1522413492202759,
      "learning_rate": 1.0972023757879981e-07,
      "loss": 0.3483,
      "step": 2600130
    },
    {
      "epoch": 725.69,
      "grad_norm": 1.1454049348831177,
      "learning_rate": 1.0971206136211981e-07,
      "loss": 0.3456,
      "step": 2600140
    },
    {
      "epoch": 725.69,
      "grad_norm": 1.380567193031311,
      "learning_rate": 1.0970388544279154e-07,
      "loss": 0.3355,
      "step": 2600150
    },
    {
      "epoch": 725.69,
      "grad_norm": 1.3138504028320312,
      "learning_rate": 1.0969570982081525e-07,
      "loss": 0.3471,
      "step": 2600160
    },
    {
      "epoch": 725.7,
      "grad_norm": 1.1005017757415771,
      "learning_rate": 1.0968753449619198e-07,
      "loss": 0.3429,
      "step": 2600170
    },
    {
      "epoch": 725.7,
      "grad_norm": 1.2000151872634888,
      "learning_rate": 1.0967935946892357e-07,
      "loss": 0.3421,
      "step": 2600180
    },
    {
      "epoch": 725.7,
      "grad_norm": 1.08151113986969,
      "learning_rate": 1.0967118473901001e-07,
      "loss": 0.3408,
      "step": 2600190
    },
    {
      "epoch": 725.7,
      "grad_norm": 1.2136328220367432,
      "learning_rate": 1.0966301030645311e-07,
      "loss": 0.3479,
      "step": 2600200
    },
    {
      "epoch": 725.71,
      "grad_norm": 2.172557830810547,
      "learning_rate": 1.0965483617125368e-07,
      "loss": 0.3304,
      "step": 2600210
    },
    {
      "epoch": 725.71,
      "grad_norm": 1.1859476566314697,
      "learning_rate": 1.0964666233341325e-07,
      "loss": 0.3368,
      "step": 2600220
    },
    {
      "epoch": 725.71,
      "grad_norm": 1.3360846042633057,
      "learning_rate": 1.0963848879293208e-07,
      "loss": 0.3396,
      "step": 2600230
    },
    {
      "epoch": 725.72,
      "grad_norm": 1.2017521858215332,
      "learning_rate": 1.0963031554981254e-07,
      "loss": 0.3361,
      "step": 2600240
    },
    {
      "epoch": 725.72,
      "grad_norm": 1.3292758464813232,
      "learning_rate": 1.0962214260405436e-07,
      "loss": 0.3325,
      "step": 2600250
    },
    {
      "epoch": 725.72,
      "grad_norm": 1.2547969818115234,
      "learning_rate": 1.0961396995565935e-07,
      "loss": 0.3285,
      "step": 2600260
    },
    {
      "epoch": 725.72,
      "grad_norm": 1.5668879747390747,
      "learning_rate": 1.0960579760462854e-07,
      "loss": 0.3323,
      "step": 2600270
    },
    {
      "epoch": 725.73,
      "grad_norm": 1.30589759349823,
      "learning_rate": 1.0959762555096248e-07,
      "loss": 0.3461,
      "step": 2600280
    },
    {
      "epoch": 725.73,
      "grad_norm": 1.5740530490875244,
      "learning_rate": 1.0958945379466325e-07,
      "loss": 0.3358,
      "step": 2600290
    },
    {
      "epoch": 725.73,
      "grad_norm": 1.1706119775772095,
      "learning_rate": 1.0958128233573135e-07,
      "loss": 0.3436,
      "step": 2600300
    },
    {
      "epoch": 725.74,
      "grad_norm": 1.2189319133758545,
      "learning_rate": 1.0957311117416757e-07,
      "loss": 0.3394,
      "step": 2600310
    },
    {
      "epoch": 725.74,
      "grad_norm": 1.2497011423110962,
      "learning_rate": 1.0956494030997373e-07,
      "loss": 0.3437,
      "step": 2600320
    },
    {
      "epoch": 725.74,
      "grad_norm": 1.223924160003662,
      "learning_rate": 1.0955676974315035e-07,
      "loss": 0.3521,
      "step": 2600330
    },
    {
      "epoch": 725.74,
      "grad_norm": 1.761812686920166,
      "learning_rate": 1.0954859947369874e-07,
      "loss": 0.3504,
      "step": 2600340
    },
    {
      "epoch": 725.75,
      "grad_norm": 1.3452856540679932,
      "learning_rate": 1.0954042950161966e-07,
      "loss": 0.3355,
      "step": 2600350
    },
    {
      "epoch": 725.75,
      "grad_norm": 1.4386136531829834,
      "learning_rate": 1.0953225982691495e-07,
      "loss": 0.344,
      "step": 2600360
    },
    {
      "epoch": 725.75,
      "grad_norm": 1.1979138851165771,
      "learning_rate": 1.095240904495846e-07,
      "loss": 0.3325,
      "step": 2600370
    },
    {
      "epoch": 725.75,
      "grad_norm": 1.2703533172607422,
      "learning_rate": 1.0951592136963098e-07,
      "loss": 0.3227,
      "step": 2600380
    },
    {
      "epoch": 725.76,
      "grad_norm": 2.318049430847168,
      "learning_rate": 1.095077525870543e-07,
      "loss": 0.3325,
      "step": 2600390
    },
    {
      "epoch": 725.76,
      "grad_norm": 1.2950870990753174,
      "learning_rate": 1.094995841018559e-07,
      "loss": 0.3281,
      "step": 2600400
    },
    {
      "epoch": 725.76,
      "grad_norm": 1.2620316743850708,
      "learning_rate": 1.0949141591403681e-07,
      "loss": 0.3249,
      "step": 2600410
    },
    {
      "epoch": 725.77,
      "grad_norm": 1.1086071729660034,
      "learning_rate": 1.0948324802359806e-07,
      "loss": 0.3444,
      "step": 2600420
    },
    {
      "epoch": 725.77,
      "grad_norm": 2.2860543727874756,
      "learning_rate": 1.0947508043054098e-07,
      "loss": 0.3397,
      "step": 2600430
    },
    {
      "epoch": 725.77,
      "grad_norm": 1.2252908945083618,
      "learning_rate": 1.0946691313486632e-07,
      "loss": 0.3377,
      "step": 2600440
    },
    {
      "epoch": 725.77,
      "grad_norm": 1.1704356670379639,
      "learning_rate": 1.0945874613657564e-07,
      "loss": 0.3373,
      "step": 2600450
    },
    {
      "epoch": 725.78,
      "grad_norm": 1.1545562744140625,
      "learning_rate": 1.0945057943566923e-07,
      "loss": 0.3151,
      "step": 2600460
    },
    {
      "epoch": 725.78,
      "grad_norm": 1.2546255588531494,
      "learning_rate": 1.0944241303214915e-07,
      "loss": 0.3284,
      "step": 2600470
    },
    {
      "epoch": 725.78,
      "grad_norm": 1.5006999969482422,
      "learning_rate": 1.0943424692601592e-07,
      "loss": 0.3321,
      "step": 2600480
    },
    {
      "epoch": 725.79,
      "grad_norm": 1.2792283296585083,
      "learning_rate": 1.0942608111727058e-07,
      "loss": 0.3301,
      "step": 2600490
    },
    {
      "epoch": 725.79,
      "grad_norm": 1.4225300550460815,
      "learning_rate": 1.0941791560591445e-07,
      "loss": 0.3499,
      "step": 2600500
    },
    {
      "epoch": 725.79,
      "grad_norm": 1.4587186574935913,
      "learning_rate": 1.0940975039194829e-07,
      "loss": 0.3408,
      "step": 2600510
    },
    {
      "epoch": 725.79,
      "grad_norm": 1.2301043272018433,
      "learning_rate": 1.0940158547537393e-07,
      "loss": 0.34,
      "step": 2600520
    },
    {
      "epoch": 725.8,
      "grad_norm": 1.2860164642333984,
      "learning_rate": 1.0939342085619163e-07,
      "loss": 0.3465,
      "step": 2600530
    },
    {
      "epoch": 725.8,
      "grad_norm": 1.5727466344833374,
      "learning_rate": 1.093852565344027e-07,
      "loss": 0.3455,
      "step": 2600540
    },
    {
      "epoch": 725.8,
      "grad_norm": 1.219380497932434,
      "learning_rate": 1.0937709251000867e-07,
      "loss": 0.3364,
      "step": 2600550
    },
    {
      "epoch": 725.81,
      "grad_norm": 1.3361046314239502,
      "learning_rate": 1.0936892878301009e-07,
      "loss": 0.3412,
      "step": 2600560
    },
    {
      "epoch": 725.81,
      "grad_norm": 1.3256323337554932,
      "learning_rate": 1.09360765353408e-07,
      "loss": 0.3751,
      "step": 2600570
    },
    {
      "epoch": 725.81,
      "grad_norm": 1.362216591835022,
      "learning_rate": 1.0935260222120395e-07,
      "loss": 0.3428,
      "step": 2600580
    },
    {
      "epoch": 725.81,
      "grad_norm": 1.222759485244751,
      "learning_rate": 1.0934443938639923e-07,
      "loss": 0.3531,
      "step": 2600590
    },
    {
      "epoch": 725.82,
      "grad_norm": 1.1344972848892212,
      "learning_rate": 1.0933627684899362e-07,
      "loss": 0.3425,
      "step": 2600600
    },
    {
      "epoch": 725.82,
      "grad_norm": 1.7786489725112915,
      "learning_rate": 1.0932811460898968e-07,
      "loss": 0.3279,
      "step": 2600610
    },
    {
      "epoch": 725.82,
      "grad_norm": 1.4481512308120728,
      "learning_rate": 1.0931995266638769e-07,
      "loss": 0.3313,
      "step": 2600620
    },
    {
      "epoch": 725.82,
      "grad_norm": 1.411744475364685,
      "learning_rate": 1.0931179102118896e-07,
      "loss": 0.3485,
      "step": 2600630
    },
    {
      "epoch": 725.83,
      "grad_norm": 1.2349447011947632,
      "learning_rate": 1.0930362967339502e-07,
      "loss": 0.3374,
      "step": 2600640
    },
    {
      "epoch": 725.83,
      "grad_norm": 1.3655421733856201,
      "learning_rate": 1.0929546862300589e-07,
      "loss": 0.3517,
      "step": 2600650
    },
    {
      "epoch": 725.83,
      "grad_norm": 1.205407738685608,
      "learning_rate": 1.092873078700234e-07,
      "loss": 0.3311,
      "step": 2600660
    },
    {
      "epoch": 725.84,
      "grad_norm": 1.4541140794754028,
      "learning_rate": 1.0927914741444857e-07,
      "loss": 0.3622,
      "step": 2600670
    },
    {
      "epoch": 725.84,
      "grad_norm": 1.401885986328125,
      "learning_rate": 1.0927098725628273e-07,
      "loss": 0.3437,
      "step": 2600680
    },
    {
      "epoch": 725.84,
      "grad_norm": 1.2798881530761719,
      "learning_rate": 1.0926282739552637e-07,
      "loss": 0.3485,
      "step": 2600690
    },
    {
      "epoch": 725.84,
      "grad_norm": 1.1002768278121948,
      "learning_rate": 1.0925466783218081e-07,
      "loss": 0.3311,
      "step": 2600700
    },
    {
      "epoch": 725.85,
      "grad_norm": 1.2129122018814087,
      "learning_rate": 1.0924650856624735e-07,
      "loss": 0.3537,
      "step": 2600710
    },
    {
      "epoch": 725.85,
      "grad_norm": 1.6174477338790894,
      "learning_rate": 1.0923834959772649e-07,
      "loss": 0.3416,
      "step": 2600720
    },
    {
      "epoch": 725.85,
      "grad_norm": 1.2083885669708252,
      "learning_rate": 1.0923019092662034e-07,
      "loss": 0.3261,
      "step": 2600730
    },
    {
      "epoch": 725.86,
      "grad_norm": 1.4379860162734985,
      "learning_rate": 1.0922203255292889e-07,
      "loss": 0.3382,
      "step": 2600740
    },
    {
      "epoch": 725.86,
      "grad_norm": 1.1597158908843994,
      "learning_rate": 1.0921387447665394e-07,
      "loss": 0.3439,
      "step": 2600750
    },
    {
      "epoch": 725.86,
      "grad_norm": 1.3007264137268066,
      "learning_rate": 1.0920571669779631e-07,
      "loss": 0.3528,
      "step": 2600760
    },
    {
      "epoch": 725.86,
      "grad_norm": 1.439756989479065,
      "learning_rate": 1.0919755921635727e-07,
      "loss": 0.3359,
      "step": 2600770
    },
    {
      "epoch": 725.87,
      "grad_norm": 1.5866453647613525,
      "learning_rate": 1.091894020323376e-07,
      "loss": 0.3482,
      "step": 2600780
    },
    {
      "epoch": 725.87,
      "grad_norm": 1.1936014890670776,
      "learning_rate": 1.0918124514573863e-07,
      "loss": 0.328,
      "step": 2600790
    },
    {
      "epoch": 725.87,
      "grad_norm": 1.31908118724823,
      "learning_rate": 1.0917308855656138e-07,
      "loss": 0.3454,
      "step": 2600800
    },
    {
      "epoch": 725.87,
      "grad_norm": 1.3505841493606567,
      "learning_rate": 1.0916493226480688e-07,
      "loss": 0.3333,
      "step": 2600810
    },
    {
      "epoch": 725.88,
      "grad_norm": 1.4369486570358276,
      "learning_rate": 1.0915677627047646e-07,
      "loss": 0.347,
      "step": 2600820
    },
    {
      "epoch": 725.88,
      "grad_norm": 1.2320051193237305,
      "learning_rate": 1.0914862057357061e-07,
      "loss": 0.3437,
      "step": 2600830
    },
    {
      "epoch": 725.88,
      "grad_norm": 1.2758705615997314,
      "learning_rate": 1.0914046517409119e-07,
      "loss": 0.3352,
      "step": 2600840
    },
    {
      "epoch": 725.89,
      "grad_norm": 1.1719995737075806,
      "learning_rate": 1.0913231007203893e-07,
      "loss": 0.3414,
      "step": 2600850
    },
    {
      "epoch": 725.89,
      "grad_norm": 1.1829849481582642,
      "learning_rate": 1.0912415526741439e-07,
      "loss": 0.3322,
      "step": 2600860
    },
    {
      "epoch": 725.89,
      "grad_norm": 1.136391282081604,
      "learning_rate": 1.0911600076021964e-07,
      "loss": 0.3405,
      "step": 2600870
    },
    {
      "epoch": 725.89,
      "grad_norm": 1.3498460054397583,
      "learning_rate": 1.0910784655045495e-07,
      "loss": 0.3342,
      "step": 2600880
    },
    {
      "epoch": 725.9,
      "grad_norm": 1.2803996801376343,
      "learning_rate": 1.0909969263812185e-07,
      "loss": 0.333,
      "step": 2600890
    },
    {
      "epoch": 725.9,
      "grad_norm": 1.088362693786621,
      "learning_rate": 1.0909153902322141e-07,
      "loss": 0.3365,
      "step": 2600900
    },
    {
      "epoch": 725.9,
      "grad_norm": 1.1979849338531494,
      "learning_rate": 1.0908338570575492e-07,
      "loss": 0.3318,
      "step": 2600910
    },
    {
      "epoch": 725.91,
      "grad_norm": 1.274871587753296,
      "learning_rate": 1.0907523268572265e-07,
      "loss": 0.3516,
      "step": 2600920
    },
    {
      "epoch": 725.91,
      "grad_norm": 1.8230032920837402,
      "learning_rate": 1.0906707996312641e-07,
      "loss": 0.3429,
      "step": 2600930
    },
    {
      "epoch": 725.91,
      "grad_norm": 1.273878574371338,
      "learning_rate": 1.0905892753796725e-07,
      "loss": 0.3268,
      "step": 2600940
    },
    {
      "epoch": 725.91,
      "grad_norm": 1.1887409687042236,
      "learning_rate": 1.090507754102454e-07,
      "loss": 0.3355,
      "step": 2600950
    },
    {
      "epoch": 725.92,
      "grad_norm": 1.1201071739196777,
      "learning_rate": 1.0904262357996351e-07,
      "loss": 0.3377,
      "step": 2600960
    },
    {
      "epoch": 725.92,
      "grad_norm": 1.2930997610092163,
      "learning_rate": 1.090344720471213e-07,
      "loss": 0.3423,
      "step": 2600970
    },
    {
      "epoch": 725.92,
      "grad_norm": 1.2690931558609009,
      "learning_rate": 1.0902632081172032e-07,
      "loss": 0.3327,
      "step": 2600980
    },
    {
      "epoch": 725.93,
      "grad_norm": 1.1622518301010132,
      "learning_rate": 1.0901816987376189e-07,
      "loss": 0.3384,
      "step": 2600990
    },
    {
      "epoch": 725.93,
      "grad_norm": 1.291864037513733,
      "learning_rate": 1.0901001923324677e-07,
      "loss": 0.3339,
      "step": 2601000
    },
    {
      "epoch": 725.93,
      "grad_norm": 1.2443785667419434,
      "learning_rate": 1.0900186889017601e-07,
      "loss": 0.3551,
      "step": 2601010
    },
    {
      "epoch": 725.93,
      "grad_norm": 1.224458932876587,
      "learning_rate": 1.0899371884455091e-07,
      "loss": 0.3272,
      "step": 2601020
    },
    {
      "epoch": 725.94,
      "grad_norm": 1.2301065921783447,
      "learning_rate": 1.0898556909637278e-07,
      "loss": 0.3548,
      "step": 2601030
    },
    {
      "epoch": 725.94,
      "grad_norm": 1.3309390544891357,
      "learning_rate": 1.0897741964564187e-07,
      "loss": 0.3355,
      "step": 2601040
    },
    {
      "epoch": 725.94,
      "grad_norm": 1.1882433891296387,
      "learning_rate": 1.0896927049236027e-07,
      "loss": 0.3461,
      "step": 2601050
    },
    {
      "epoch": 725.94,
      "grad_norm": 1.2020678520202637,
      "learning_rate": 1.0896112163652822e-07,
      "loss": 0.3226,
      "step": 2601060
    },
    {
      "epoch": 725.95,
      "grad_norm": 1.2311815023422241,
      "learning_rate": 1.0895297307814732e-07,
      "loss": 0.3271,
      "step": 2601070
    },
    {
      "epoch": 725.95,
      "grad_norm": 4.533790111541748,
      "learning_rate": 1.0894482481721883e-07,
      "loss": 0.3399,
      "step": 2601080
    },
    {
      "epoch": 725.95,
      "grad_norm": 1.1514532566070557,
      "learning_rate": 1.0893667685374303e-07,
      "loss": 0.3365,
      "step": 2601090
    },
    {
      "epoch": 725.96,
      "grad_norm": 1.38335120677948,
      "learning_rate": 1.0892852918772174e-07,
      "loss": 0.3362,
      "step": 2601100
    },
    {
      "epoch": 725.96,
      "grad_norm": 1.3795368671417236,
      "learning_rate": 1.0892038181915573e-07,
      "loss": 0.3388,
      "step": 2601110
    },
    {
      "epoch": 725.96,
      "grad_norm": 1.1898133754730225,
      "learning_rate": 1.0891223474804606e-07,
      "loss": 0.3374,
      "step": 2601120
    },
    {
      "epoch": 725.96,
      "grad_norm": 1.3056011199951172,
      "learning_rate": 1.0890408797439428e-07,
      "loss": 0.3433,
      "step": 2601130
    },
    {
      "epoch": 725.97,
      "grad_norm": 1.7794318199157715,
      "learning_rate": 1.0889594149820091e-07,
      "loss": 0.3313,
      "step": 2601140
    },
    {
      "epoch": 725.97,
      "grad_norm": 1.223864197731018,
      "learning_rate": 1.08887795319467e-07,
      "loss": 0.3243,
      "step": 2601150
    },
    {
      "epoch": 725.97,
      "grad_norm": 1.244008183479309,
      "learning_rate": 1.088796494381941e-07,
      "loss": 0.3386,
      "step": 2601160
    },
    {
      "epoch": 725.98,
      "grad_norm": 1.3632534742355347,
      "learning_rate": 1.0887150385438326e-07,
      "loss": 0.3347,
      "step": 2601170
    },
    {
      "epoch": 725.98,
      "grad_norm": 1.2303427457809448,
      "learning_rate": 1.0886335856803447e-07,
      "loss": 0.338,
      "step": 2601180
    },
    {
      "epoch": 725.98,
      "grad_norm": 1.3089416027069092,
      "learning_rate": 1.088552135791506e-07,
      "loss": 0.3607,
      "step": 2601190
    },
    {
      "epoch": 725.98,
      "grad_norm": 1.6920418739318848,
      "learning_rate": 1.0884706888773164e-07,
      "loss": 0.3381,
      "step": 2601200
    },
    {
      "epoch": 725.99,
      "grad_norm": 1.2362779378890991,
      "learning_rate": 1.0883892449377865e-07,
      "loss": 0.3413,
      "step": 2601210
    },
    {
      "epoch": 725.99,
      "grad_norm": 1.22279953956604,
      "learning_rate": 1.0883078039729317e-07,
      "loss": 0.3228,
      "step": 2601220
    },
    {
      "epoch": 725.99,
      "grad_norm": 1.3909780979156494,
      "learning_rate": 1.0882263659827599e-07,
      "loss": 0.3396,
      "step": 2601230
    },
    {
      "epoch": 725.99,
      "grad_norm": 1.3536995649337769,
      "learning_rate": 1.0881449309672816e-07,
      "loss": 0.3397,
      "step": 2601240
    },
    {
      "epoch": 726.0,
      "grad_norm": 1.1537388563156128,
      "learning_rate": 1.088063498926507e-07,
      "loss": 0.3379,
      "step": 2601250
    },
    {
      "epoch": 726.0,
      "eval_loss": 0.3384849727153778,
      "eval_runtime": 64.1269,
      "eval_samples_per_second": 78.89,
      "eval_steps_per_second": 9.871,
      "step": 2601258
    },
    {
      "epoch": 726.0,
      "grad_norm": 1.3121551275253296,
      "learning_rate": 1.0879820698604519e-07,
      "loss": 0.3242,
      "step": 2601260
    },
    {
      "epoch": 726.0,
      "grad_norm": 1.3181712627410889,
      "learning_rate": 1.0879006437691214e-07,
      "loss": 0.3269,
      "step": 2601270
    },
    {
      "epoch": 726.01,
      "grad_norm": 1.1320098638534546,
      "learning_rate": 1.0878192206525311e-07,
      "loss": 0.336,
      "step": 2601280
    },
    {
      "epoch": 726.01,
      "grad_norm": 1.0476006269454956,
      "learning_rate": 1.087737800510689e-07,
      "loss": 0.3333,
      "step": 2601290
    },
    {
      "epoch": 726.01,
      "grad_norm": 3.3701064586639404,
      "learning_rate": 1.0876563833436e-07,
      "loss": 0.3205,
      "step": 2601300
    },
    {
      "epoch": 726.01,
      "grad_norm": 1.0932012796401978,
      "learning_rate": 1.0875749691512903e-07,
      "loss": 0.3105,
      "step": 2601310
    },
    {
      "epoch": 726.02,
      "grad_norm": 1.3970636129379272,
      "learning_rate": 1.0874935579337573e-07,
      "loss": 0.3223,
      "step": 2601320
    },
    {
      "epoch": 726.02,
      "grad_norm": 1.204232096672058,
      "learning_rate": 1.0874121496910167e-07,
      "loss": 0.3307,
      "step": 2601330
    },
    {
      "epoch": 726.02,
      "grad_norm": 1.1327910423278809,
      "learning_rate": 1.0873307444230761e-07,
      "loss": 0.3233,
      "step": 2601340
    },
    {
      "epoch": 726.03,
      "grad_norm": 1.1833661794662476,
      "learning_rate": 1.0872493421299565e-07,
      "loss": 0.3377,
      "step": 2601350
    },
    {
      "epoch": 726.03,
      "grad_norm": 1.515284538269043,
      "learning_rate": 1.0871679428116551e-07,
      "loss": 0.3346,
      "step": 2601360
    },
    {
      "epoch": 726.03,
      "grad_norm": 1.3300013542175293,
      "learning_rate": 1.0870865464681901e-07,
      "loss": 0.3449,
      "step": 2601370
    },
    {
      "epoch": 726.03,
      "grad_norm": 1.1949647665023804,
      "learning_rate": 1.0870051530995697e-07,
      "loss": 0.3369,
      "step": 2601380
    },
    {
      "epoch": 726.04,
      "grad_norm": 1.1510850191116333,
      "learning_rate": 1.0869237627058091e-07,
      "loss": 0.3362,
      "step": 2601390
    },
    {
      "epoch": 726.04,
      "grad_norm": 1.233077883720398,
      "learning_rate": 1.0868423752869162e-07,
      "loss": 0.3517,
      "step": 2601400
    },
    {
      "epoch": 726.04,
      "grad_norm": 1.2493468523025513,
      "learning_rate": 1.0867609908429016e-07,
      "loss": 0.3385,
      "step": 2601410
    },
    {
      "epoch": 726.05,
      "grad_norm": 2.249986410140991,
      "learning_rate": 1.0866796093737754e-07,
      "loss": 0.3518,
      "step": 2601420
    },
    {
      "epoch": 726.05,
      "grad_norm": 1.3459932804107666,
      "learning_rate": 1.0865982308795483e-07,
      "loss": 0.3353,
      "step": 2601430
    },
    {
      "epoch": 726.05,
      "grad_norm": 1.1314151287078857,
      "learning_rate": 1.0865168553602357e-07,
      "loss": 0.3397,
      "step": 2601440
    },
    {
      "epoch": 726.05,
      "grad_norm": 1.3429893255233765,
      "learning_rate": 1.0864354828158455e-07,
      "loss": 0.3519,
      "step": 2601450
    },
    {
      "epoch": 726.06,
      "grad_norm": 1.4531950950622559,
      "learning_rate": 1.0863541132463856e-07,
      "loss": 0.3401,
      "step": 2601460
    },
    {
      "epoch": 726.06,
      "grad_norm": 1.2638217210769653,
      "learning_rate": 1.0862727466518688e-07,
      "loss": 0.3381,
      "step": 2601470
    },
    {
      "epoch": 726.06,
      "grad_norm": 1.3281760215759277,
      "learning_rate": 1.0861913830323057e-07,
      "loss": 0.3336,
      "step": 2601480
    },
    {
      "epoch": 726.06,
      "grad_norm": 1.1911909580230713,
      "learning_rate": 1.0861100223877118e-07,
      "loss": 0.3394,
      "step": 2601490
    },
    {
      "epoch": 726.07,
      "grad_norm": 1.3286489248275757,
      "learning_rate": 1.0860286647180922e-07,
      "loss": 0.3281,
      "step": 2601500
    },
    {
      "epoch": 726.07,
      "grad_norm": 1.1126604080200195,
      "learning_rate": 1.0859473100234577e-07,
      "loss": 0.3251,
      "step": 2601510
    },
    {
      "epoch": 726.07,
      "grad_norm": 1.8801325559616089,
      "learning_rate": 1.085865958303826e-07,
      "loss": 0.3308,
      "step": 2601520
    },
    {
      "epoch": 726.08,
      "grad_norm": 1.2777923345565796,
      "learning_rate": 1.0857846095591949e-07,
      "loss": 0.3419,
      "step": 2601530
    },
    {
      "epoch": 726.08,
      "grad_norm": 1.281383991241455,
      "learning_rate": 1.0857032637895902e-07,
      "loss": 0.3305,
      "step": 2601540
    },
    {
      "epoch": 726.08,
      "grad_norm": 1.1725225448608398,
      "learning_rate": 1.0856219209950121e-07,
      "loss": 0.3195,
      "step": 2601550
    },
    {
      "epoch": 726.08,
      "grad_norm": 1.1302483081817627,
      "learning_rate": 1.085540581175476e-07,
      "loss": 0.3453,
      "step": 2601560
    },
    {
      "epoch": 726.09,
      "grad_norm": 1.3298134803771973,
      "learning_rate": 1.0854592443309898e-07,
      "loss": 0.3518,
      "step": 2601570
    },
    {
      "epoch": 726.09,
      "grad_norm": 1.2219178676605225,
      "learning_rate": 1.0853779104615717e-07,
      "loss": 0.3329,
      "step": 2601580
    },
    {
      "epoch": 726.09,
      "grad_norm": 1.166656494140625,
      "learning_rate": 1.0852965795672217e-07,
      "loss": 0.3309,
      "step": 2601590
    },
    {
      "epoch": 726.1,
      "grad_norm": 1.4404958486557007,
      "learning_rate": 1.0852152516479581e-07,
      "loss": 0.3427,
      "step": 2601600
    },
    {
      "epoch": 726.1,
      "grad_norm": 1.2494008541107178,
      "learning_rate": 1.0851339267037938e-07,
      "loss": 0.3208,
      "step": 2601610
    },
    {
      "epoch": 726.1,
      "grad_norm": 1.322078824043274,
      "learning_rate": 1.0850526047347262e-07,
      "loss": 0.324,
      "step": 2601620
    },
    {
      "epoch": 726.1,
      "grad_norm": 1.3609466552734375,
      "learning_rate": 1.0849712857407839e-07,
      "loss": 0.3352,
      "step": 2601630
    },
    {
      "epoch": 726.11,
      "grad_norm": 1.41560959815979,
      "learning_rate": 1.0848899697219644e-07,
      "loss": 0.3331,
      "step": 2601640
    },
    {
      "epoch": 726.11,
      "grad_norm": 1.2599211931228638,
      "learning_rate": 1.0848086566782859e-07,
      "loss": 0.3358,
      "step": 2601650
    },
    {
      "epoch": 726.11,
      "grad_norm": 1.359337568283081,
      "learning_rate": 1.0847273466097562e-07,
      "loss": 0.3242,
      "step": 2601660
    },
    {
      "epoch": 726.11,
      "grad_norm": 1.5278278589248657,
      "learning_rate": 1.084646039516383e-07,
      "loss": 0.3411,
      "step": 2601670
    },
    {
      "epoch": 726.12,
      "grad_norm": 1.2202661037445068,
      "learning_rate": 1.0845647353981873e-07,
      "loss": 0.3342,
      "step": 2601680
    },
    {
      "epoch": 726.12,
      "grad_norm": 1.0659749507904053,
      "learning_rate": 1.0844834342551688e-07,
      "loss": 0.3275,
      "step": 2601690
    },
    {
      "epoch": 726.12,
      "grad_norm": 1.063707709312439,
      "learning_rate": 1.0844021360873435e-07,
      "loss": 0.3192,
      "step": 2601700
    },
    {
      "epoch": 726.13,
      "grad_norm": 4.3418145179748535,
      "learning_rate": 1.0843208408947216e-07,
      "loss": 0.3385,
      "step": 2601710
    },
    {
      "epoch": 726.13,
      "grad_norm": 1.281989336013794,
      "learning_rate": 1.0842395486773186e-07,
      "loss": 0.3434,
      "step": 2601720
    },
    {
      "epoch": 726.13,
      "grad_norm": 1.259745478630066,
      "learning_rate": 1.0841582594351348e-07,
      "loss": 0.359,
      "step": 2601730
    },
    {
      "epoch": 726.13,
      "grad_norm": 1.1031365394592285,
      "learning_rate": 1.084076973168188e-07,
      "loss": 0.3168,
      "step": 2601740
    },
    {
      "epoch": 726.14,
      "grad_norm": 1.1073780059814453,
      "learning_rate": 1.0839956898764916e-07,
      "loss": 0.3178,
      "step": 2601750
    },
    {
      "epoch": 726.14,
      "grad_norm": 1.131919026374817,
      "learning_rate": 1.0839144095600456e-07,
      "loss": 0.3227,
      "step": 2601760
    },
    {
      "epoch": 726.14,
      "grad_norm": 1.2708972692489624,
      "learning_rate": 1.0838331322188757e-07,
      "loss": 0.3336,
      "step": 2601770
    },
    {
      "epoch": 726.15,
      "grad_norm": 1.2711182832717896,
      "learning_rate": 1.0837518578529796e-07,
      "loss": 0.3413,
      "step": 2601780
    },
    {
      "epoch": 726.15,
      "grad_norm": 1.2358804941177368,
      "learning_rate": 1.0836705864623752e-07,
      "loss": 0.3455,
      "step": 2601790
    },
    {
      "epoch": 726.15,
      "grad_norm": 1.243544101715088,
      "learning_rate": 1.0835893180470732e-07,
      "loss": 0.3338,
      "step": 2601800
    },
    {
      "epoch": 726.15,
      "grad_norm": 1.188338279724121,
      "learning_rate": 1.0835080526070813e-07,
      "loss": 0.3317,
      "step": 2601810
    },
    {
      "epoch": 726.16,
      "grad_norm": 1.2541258335113525,
      "learning_rate": 1.0834267901424099e-07,
      "loss": 0.3278,
      "step": 2601820
    },
    {
      "epoch": 726.16,
      "grad_norm": 1.3404160737991333,
      "learning_rate": 1.0833455306530746e-07,
      "loss": 0.332,
      "step": 2601830
    },
    {
      "epoch": 726.16,
      "grad_norm": 1.2693538665771484,
      "learning_rate": 1.0832642741390833e-07,
      "loss": 0.338,
      "step": 2601840
    },
    {
      "epoch": 726.17,
      "grad_norm": 1.2548301219940186,
      "learning_rate": 1.0831830206004437e-07,
      "loss": 0.3397,
      "step": 2601850
    },
    {
      "epoch": 726.17,
      "grad_norm": 1.065194010734558,
      "learning_rate": 1.083101770037174e-07,
      "loss": 0.3429,
      "step": 2601860
    },
    {
      "epoch": 726.17,
      "grad_norm": 1.3177450895309448,
      "learning_rate": 1.0830205224492769e-07,
      "loss": 0.3213,
      "step": 2601870
    },
    {
      "epoch": 726.17,
      "grad_norm": 1.2326605319976807,
      "learning_rate": 1.082939277836768e-07,
      "loss": 0.3346,
      "step": 2601880
    },
    {
      "epoch": 726.18,
      "grad_norm": 1.407731294631958,
      "learning_rate": 1.0828580361996603e-07,
      "loss": 0.3249,
      "step": 2601890
    },
    {
      "epoch": 726.18,
      "grad_norm": 1.1780952215194702,
      "learning_rate": 1.0827767975379589e-07,
      "loss": 0.3447,
      "step": 2601900
    },
    {
      "epoch": 726.18,
      "grad_norm": 0.9772961735725403,
      "learning_rate": 1.0826955618516795e-07,
      "loss": 0.3373,
      "step": 2601910
    },
    {
      "epoch": 726.18,
      "grad_norm": 1.1566697359085083,
      "learning_rate": 1.0826143291408274e-07,
      "loss": 0.3257,
      "step": 2601920
    },
    {
      "epoch": 726.19,
      "grad_norm": 1.2491447925567627,
      "learning_rate": 1.0825330994054179e-07,
      "loss": 0.3289,
      "step": 2601930
    },
    {
      "epoch": 726.19,
      "grad_norm": 1.2184408903121948,
      "learning_rate": 1.0824518726454618e-07,
      "loss": 0.3395,
      "step": 2601940
    },
    {
      "epoch": 726.19,
      "grad_norm": 1.3688675165176392,
      "learning_rate": 1.0823706488609693e-07,
      "loss": 0.3458,
      "step": 2601950
    },
    {
      "epoch": 726.2,
      "grad_norm": 5.913049221038818,
      "learning_rate": 1.0822894280519481e-07,
      "loss": 0.3391,
      "step": 2601960
    },
    {
      "epoch": 726.2,
      "grad_norm": 1.289947271347046,
      "learning_rate": 1.0822082102184114e-07,
      "loss": 0.3385,
      "step": 2601970
    },
    {
      "epoch": 726.2,
      "grad_norm": 1.262434720993042,
      "learning_rate": 1.0821269953603723e-07,
      "loss": 0.3442,
      "step": 2601980
    },
    {
      "epoch": 726.2,
      "grad_norm": 1.3357791900634766,
      "learning_rate": 1.0820457834778358e-07,
      "loss": 0.3566,
      "step": 2601990
    },
    {
      "epoch": 726.21,
      "grad_norm": 1.214111328125,
      "learning_rate": 1.08196457457082e-07,
      "loss": 0.3435,
      "step": 2602000
    },
    {
      "epoch": 726.21,
      "grad_norm": 6.117101192474365,
      "learning_rate": 1.0818833686393304e-07,
      "loss": 0.3336,
      "step": 2602010
    },
    {
      "epoch": 726.21,
      "grad_norm": 1.177734613418579,
      "learning_rate": 1.08180216568338e-07,
      "loss": 0.3639,
      "step": 2602020
    },
    {
      "epoch": 726.22,
      "grad_norm": 1.181289553642273,
      "learning_rate": 1.0817209657029814e-07,
      "loss": 0.3252,
      "step": 2602030
    },
    {
      "epoch": 726.22,
      "grad_norm": 1.5758216381072998,
      "learning_rate": 1.0816397686981404e-07,
      "loss": 0.3553,
      "step": 2602040
    },
    {
      "epoch": 726.22,
      "grad_norm": 1.194830298423767,
      "learning_rate": 1.0815585746688695e-07,
      "loss": 0.3333,
      "step": 2602050
    },
    {
      "epoch": 726.22,
      "grad_norm": 1.4662730693817139,
      "learning_rate": 1.081477383615182e-07,
      "loss": 0.345,
      "step": 2602060
    },
    {
      "epoch": 726.23,
      "grad_norm": 1.1981359720230103,
      "learning_rate": 1.0813961955370909e-07,
      "loss": 0.3301,
      "step": 2602070
    },
    {
      "epoch": 726.23,
      "grad_norm": 1.1222206354141235,
      "learning_rate": 1.0813150104345987e-07,
      "loss": 0.3311,
      "step": 2602080
    },
    {
      "epoch": 726.23,
      "grad_norm": 1.0208295583724976,
      "learning_rate": 1.0812338283077209e-07,
      "loss": 0.3455,
      "step": 2602090
    },
    {
      "epoch": 726.23,
      "grad_norm": 1.3559458255767822,
      "learning_rate": 1.0811526491564708e-07,
      "loss": 0.3395,
      "step": 2602100
    },
    {
      "epoch": 726.24,
      "grad_norm": 1.1500403881072998,
      "learning_rate": 1.0810714729808509e-07,
      "loss": 0.3449,
      "step": 2602110
    },
    {
      "epoch": 726.24,
      "grad_norm": 1.1274386644363403,
      "learning_rate": 1.0809902997808845e-07,
      "loss": 0.3326,
      "step": 2602120
    },
    {
      "epoch": 726.24,
      "grad_norm": 1.0440809726715088,
      "learning_rate": 1.0809091295565716e-07,
      "loss": 0.3062,
      "step": 2602130
    },
    {
      "epoch": 726.25,
      "grad_norm": 1.6195803880691528,
      "learning_rate": 1.080827962307928e-07,
      "loss": 0.3304,
      "step": 2602140
    },
    {
      "epoch": 726.25,
      "grad_norm": 1.3171005249023438,
      "learning_rate": 1.0807467980349614e-07,
      "loss": 0.3276,
      "step": 2602150
    },
    {
      "epoch": 726.25,
      "grad_norm": 1.2879319190979004,
      "learning_rate": 1.08066563673769e-07,
      "loss": 0.3337,
      "step": 2602160
    },
    {
      "epoch": 726.25,
      "grad_norm": 1.217408537864685,
      "learning_rate": 1.0805844784161164e-07,
      "loss": 0.3489,
      "step": 2602170
    },
    {
      "epoch": 726.26,
      "grad_norm": 1.258858561515808,
      "learning_rate": 1.0805033230702536e-07,
      "loss": 0.3492,
      "step": 2602180
    },
    {
      "epoch": 726.26,
      "grad_norm": 1.2033663988113403,
      "learning_rate": 1.0804221707001174e-07,
      "loss": 0.3335,
      "step": 2602190
    },
    {
      "epoch": 726.26,
      "grad_norm": 1.1844614744186401,
      "learning_rate": 1.0803410213057049e-07,
      "loss": 0.33,
      "step": 2602200
    },
    {
      "epoch": 726.27,
      "grad_norm": 1.6684494018554688,
      "learning_rate": 1.0802598748870447e-07,
      "loss": 0.3243,
      "step": 2602210
    },
    {
      "epoch": 726.27,
      "grad_norm": 1.1099122762680054,
      "learning_rate": 1.0801787314441372e-07,
      "loss": 0.3426,
      "step": 2602220
    },
    {
      "epoch": 726.27,
      "grad_norm": 1.4027211666107178,
      "learning_rate": 1.080097590976995e-07,
      "loss": 0.3516,
      "step": 2602230
    },
    {
      "epoch": 726.27,
      "grad_norm": 1.3218598365783691,
      "learning_rate": 1.0800164534856314e-07,
      "loss": 0.3248,
      "step": 2602240
    },
    {
      "epoch": 726.28,
      "grad_norm": 1.3954691886901855,
      "learning_rate": 1.0799353189700489e-07,
      "loss": 0.3319,
      "step": 2602250
    },
    {
      "epoch": 726.28,
      "grad_norm": 1.4048415422439575,
      "learning_rate": 1.0798541874302707e-07,
      "loss": 0.3423,
      "step": 2602260
    },
    {
      "epoch": 726.28,
      "grad_norm": 1.1861131191253662,
      "learning_rate": 1.0797730588662972e-07,
      "loss": 0.3435,
      "step": 2602270
    },
    {
      "epoch": 726.29,
      "grad_norm": 1.4347490072250366,
      "learning_rate": 1.0796919332781437e-07,
      "loss": 0.3412,
      "step": 2602280
    },
    {
      "epoch": 726.29,
      "grad_norm": 1.2848789691925049,
      "learning_rate": 1.0796108106658208e-07,
      "loss": 0.3237,
      "step": 2602290
    },
    {
      "epoch": 726.29,
      "grad_norm": 1.25722336769104,
      "learning_rate": 1.0795296910293414e-07,
      "loss": 0.3625,
      "step": 2602300
    },
    {
      "epoch": 726.29,
      "grad_norm": 1.5822868347167969,
      "learning_rate": 1.0794485743687133e-07,
      "loss": 0.3355,
      "step": 2602310
    },
    {
      "epoch": 726.3,
      "grad_norm": 1.0705108642578125,
      "learning_rate": 1.0793674606839443e-07,
      "loss": 0.3393,
      "step": 2602320
    },
    {
      "epoch": 726.3,
      "grad_norm": 1.440643548965454,
      "learning_rate": 1.0792863499750554e-07,
      "loss": 0.353,
      "step": 2602330
    },
    {
      "epoch": 726.3,
      "grad_norm": 1.3339035511016846,
      "learning_rate": 1.0792052422420438e-07,
      "loss": 0.3447,
      "step": 2602340
    },
    {
      "epoch": 726.3,
      "grad_norm": 1.1276057958602905,
      "learning_rate": 1.079124137484933e-07,
      "loss": 0.3278,
      "step": 2602350
    },
    {
      "epoch": 726.31,
      "grad_norm": 1.3597290515899658,
      "learning_rate": 1.0790430357037229e-07,
      "loss": 0.3602,
      "step": 2602360
    },
    {
      "epoch": 726.31,
      "grad_norm": 1.0627455711364746,
      "learning_rate": 1.0789619368984318e-07,
      "loss": 0.3277,
      "step": 2602370
    },
    {
      "epoch": 726.31,
      "grad_norm": 1.3722935914993286,
      "learning_rate": 1.0788808410690675e-07,
      "loss": 0.3337,
      "step": 2602380
    },
    {
      "epoch": 726.32,
      "grad_norm": 1.1486157178878784,
      "learning_rate": 1.0787997482156457e-07,
      "loss": 0.3397,
      "step": 2602390
    },
    {
      "epoch": 726.32,
      "grad_norm": 1.365377426147461,
      "learning_rate": 1.0787186583381688e-07,
      "loss": 0.3491,
      "step": 2602400
    },
    {
      "epoch": 726.32,
      "grad_norm": 1.1509495973587036,
      "learning_rate": 1.0786375714366526e-07,
      "loss": 0.3264,
      "step": 2602410
    },
    {
      "epoch": 726.32,
      "grad_norm": 1.184939980506897,
      "learning_rate": 1.07855648751111e-07,
      "loss": 0.3327,
      "step": 2602420
    },
    {
      "epoch": 726.33,
      "grad_norm": 1.1825742721557617,
      "learning_rate": 1.078475406561541e-07,
      "loss": 0.3273,
      "step": 2602430
    },
    {
      "epoch": 726.33,
      "grad_norm": 1.19306480884552,
      "learning_rate": 1.0783943285879717e-07,
      "loss": 0.3266,
      "step": 2602440
    },
    {
      "epoch": 726.33,
      "grad_norm": 1.2218189239501953,
      "learning_rate": 1.0783132535904047e-07,
      "loss": 0.3505,
      "step": 2602450
    },
    {
      "epoch": 726.34,
      "grad_norm": 1.4449682235717773,
      "learning_rate": 1.0782321815688476e-07,
      "loss": 0.3509,
      "step": 2602460
    },
    {
      "epoch": 726.34,
      "grad_norm": 1.2878799438476562,
      "learning_rate": 1.0781511125233216e-07,
      "loss": 0.3277,
      "step": 2602470
    },
    {
      "epoch": 726.34,
      "grad_norm": 1.4070608615875244,
      "learning_rate": 1.0780700464538264e-07,
      "loss": 0.3344,
      "step": 2602480
    },
    {
      "epoch": 726.34,
      "grad_norm": 1.3039716482162476,
      "learning_rate": 1.0779889833603777e-07,
      "loss": 0.3292,
      "step": 2602490
    },
    {
      "epoch": 726.35,
      "grad_norm": 1.2603691816329956,
      "learning_rate": 1.0779079232429858e-07,
      "loss": 0.3483,
      "step": 2602500
    },
    {
      "epoch": 726.35,
      "grad_norm": 1.1186131238937378,
      "learning_rate": 1.0778268661016613e-07,
      "loss": 0.343,
      "step": 2602510
    },
    {
      "epoch": 726.35,
      "grad_norm": 1.2725943326950073,
      "learning_rate": 1.0777458119364145e-07,
      "loss": 0.3418,
      "step": 2602520
    },
    {
      "epoch": 726.36,
      "grad_norm": 1.1166850328445435,
      "learning_rate": 1.077664760747261e-07,
      "loss": 0.3261,
      "step": 2602530
    },
    {
      "epoch": 726.36,
      "grad_norm": 1.1396621465682983,
      "learning_rate": 1.077583712534206e-07,
      "loss": 0.3367,
      "step": 2602540
    },
    {
      "epoch": 726.36,
      "grad_norm": 1.3440262079238892,
      "learning_rate": 1.07750266729726e-07,
      "loss": 0.3403,
      "step": 2602550
    },
    {
      "epoch": 726.36,
      "grad_norm": 1.4820303916931152,
      "learning_rate": 1.0774216250364411e-07,
      "loss": 0.3277,
      "step": 2602560
    },
    {
      "epoch": 726.37,
      "grad_norm": 1.4925804138183594,
      "learning_rate": 1.077340585751747e-07,
      "loss": 0.3366,
      "step": 2602570
    },
    {
      "epoch": 726.37,
      "grad_norm": 1.3897651433944702,
      "learning_rate": 1.0772595494432005e-07,
      "loss": 0.3454,
      "step": 2602580
    },
    {
      "epoch": 726.37,
      "grad_norm": 1.2591116428375244,
      "learning_rate": 1.0771785161108075e-07,
      "loss": 0.3428,
      "step": 2602590
    },
    {
      "epoch": 726.37,
      "grad_norm": 1.145696997642517,
      "learning_rate": 1.0770974857545805e-07,
      "loss": 0.3363,
      "step": 2602600
    },
    {
      "epoch": 726.38,
      "grad_norm": 2.3185160160064697,
      "learning_rate": 1.0770164583745302e-07,
      "loss": 0.3425,
      "step": 2602610
    },
    {
      "epoch": 726.38,
      "grad_norm": 1.458612084388733,
      "learning_rate": 1.0769354339706642e-07,
      "loss": 0.365,
      "step": 2602620
    },
    {
      "epoch": 726.38,
      "grad_norm": 1.2623621225357056,
      "learning_rate": 1.0768544125429931e-07,
      "loss": 0.3356,
      "step": 2602630
    },
    {
      "epoch": 726.39,
      "grad_norm": 1.0394867658615112,
      "learning_rate": 1.0767733940915323e-07,
      "loss": 0.3385,
      "step": 2602640
    },
    {
      "epoch": 726.39,
      "grad_norm": 1.3819643259048462,
      "learning_rate": 1.0766923786162925e-07,
      "loss": 0.3351,
      "step": 2602650
    },
    {
      "epoch": 726.39,
      "grad_norm": 1.4612144231796265,
      "learning_rate": 1.0766113661172761e-07,
      "loss": 0.3314,
      "step": 2602660
    },
    {
      "epoch": 726.39,
      "grad_norm": 1.491979956626892,
      "learning_rate": 1.0765303565945091e-07,
      "loss": 0.3275,
      "step": 2602670
    },
    {
      "epoch": 726.4,
      "grad_norm": 1.1568002700805664,
      "learning_rate": 1.0764493500479864e-07,
      "loss": 0.3382,
      "step": 2602680
    },
    {
      "epoch": 726.4,
      "grad_norm": 0.9642999172210693,
      "learning_rate": 1.0763683464777261e-07,
      "loss": 0.3265,
      "step": 2602690
    },
    {
      "epoch": 726.4,
      "grad_norm": 1.042266607284546,
      "learning_rate": 1.0762873458837438e-07,
      "loss": 0.3364,
      "step": 2602700
    },
    {
      "epoch": 726.41,
      "grad_norm": 1.3212566375732422,
      "learning_rate": 1.0762063482660397e-07,
      "loss": 0.3462,
      "step": 2602710
    },
    {
      "epoch": 726.41,
      "grad_norm": 1.144555687904358,
      "learning_rate": 1.0761253536246319e-07,
      "loss": 0.334,
      "step": 2602720
    },
    {
      "epoch": 726.41,
      "grad_norm": 1.1323118209838867,
      "learning_rate": 1.0760443619595282e-07,
      "loss": 0.3599,
      "step": 2602730
    },
    {
      "epoch": 726.41,
      "grad_norm": 1.2660831212997437,
      "learning_rate": 1.0759633732707441e-07,
      "loss": 0.3226,
      "step": 2602740
    },
    {
      "epoch": 726.42,
      "grad_norm": 1.1306369304656982,
      "learning_rate": 1.0758823875582825e-07,
      "loss": 0.3123,
      "step": 2602750
    },
    {
      "epoch": 726.42,
      "grad_norm": 1.4792983531951904,
      "learning_rate": 1.0758014048221588e-07,
      "loss": 0.3425,
      "step": 2602760
    },
    {
      "epoch": 726.42,
      "grad_norm": 1.1244851350784302,
      "learning_rate": 1.0757204250623858e-07,
      "loss": 0.3498,
      "step": 2602770
    },
    {
      "epoch": 726.42,
      "grad_norm": 1.6229777336120605,
      "learning_rate": 1.075639448278964e-07,
      "loss": 0.3395,
      "step": 2602780
    },
    {
      "epoch": 726.43,
      "grad_norm": 1.0738602876663208,
      "learning_rate": 1.0755584744719216e-07,
      "loss": 0.32,
      "step": 2602790
    },
    {
      "epoch": 726.43,
      "grad_norm": 1.1623365879058838,
      "learning_rate": 1.075477503641251e-07,
      "loss": 0.3517,
      "step": 2602800
    },
    {
      "epoch": 726.43,
      "grad_norm": 1.1954823732376099,
      "learning_rate": 1.0753965357869783e-07,
      "loss": 0.3258,
      "step": 2602810
    },
    {
      "epoch": 726.44,
      "grad_norm": 1.1818995475769043,
      "learning_rate": 1.0753155709091058e-07,
      "loss": 0.3244,
      "step": 2602820
    },
    {
      "epoch": 726.44,
      "grad_norm": 1.1520462036132812,
      "learning_rate": 1.0752346090076442e-07,
      "loss": 0.342,
      "step": 2602830
    },
    {
      "epoch": 726.44,
      "grad_norm": 1.2802939414978027,
      "learning_rate": 1.0751536500826115e-07,
      "loss": 0.3362,
      "step": 2602840
    },
    {
      "epoch": 726.44,
      "grad_norm": 1.345931887626648,
      "learning_rate": 1.0750726941340104e-07,
      "loss": 0.3294,
      "step": 2602850
    },
    {
      "epoch": 726.45,
      "grad_norm": 1.1317620277404785,
      "learning_rate": 1.0749917411618514e-07,
      "loss": 0.3555,
      "step": 2602860
    },
    {
      "epoch": 726.45,
      "grad_norm": 1.378517508506775,
      "learning_rate": 1.07491079116615e-07,
      "loss": 0.3427,
      "step": 2602870
    },
    {
      "epoch": 726.45,
      "grad_norm": 1.2498592138290405,
      "learning_rate": 1.0748298441469192e-07,
      "loss": 0.3446,
      "step": 2602880
    },
    {
      "epoch": 726.46,
      "grad_norm": 1.2209516763687134,
      "learning_rate": 1.0747489001041616e-07,
      "loss": 0.3217,
      "step": 2602890
    },
    {
      "epoch": 726.46,
      "grad_norm": 1.2983900308609009,
      "learning_rate": 1.0746679590378929e-07,
      "loss": 0.3374,
      "step": 2602900
    },
    {
      "epoch": 726.46,
      "grad_norm": 1.228752613067627,
      "learning_rate": 1.0745870209481261e-07,
      "loss": 0.3583,
      "step": 2602910
    },
    {
      "epoch": 726.46,
      "grad_norm": 1.1332874298095703,
      "learning_rate": 1.0745060858348637e-07,
      "loss": 0.3599,
      "step": 2602920
    },
    {
      "epoch": 726.47,
      "grad_norm": 1.3370195627212524,
      "learning_rate": 1.0744251536981266e-07,
      "loss": 0.3335,
      "step": 2602930
    },
    {
      "epoch": 726.47,
      "grad_norm": 1.490439534187317,
      "learning_rate": 1.0743442245379199e-07,
      "loss": 0.3607,
      "step": 2602940
    },
    {
      "epoch": 726.47,
      "grad_norm": 1.202562928199768,
      "learning_rate": 1.0742632983542542e-07,
      "loss": 0.3523,
      "step": 2602950
    },
    {
      "epoch": 726.48,
      "grad_norm": 1.274399995803833,
      "learning_rate": 1.0741823751471397e-07,
      "loss": 0.3513,
      "step": 2602960
    },
    {
      "epoch": 726.48,
      "grad_norm": 1.344762921333313,
      "learning_rate": 1.0741014549165948e-07,
      "loss": 0.332,
      "step": 2602970
    },
    {
      "epoch": 726.48,
      "grad_norm": 1.486855387687683,
      "learning_rate": 1.0740205376626194e-07,
      "loss": 0.3358,
      "step": 2602980
    },
    {
      "epoch": 726.48,
      "grad_norm": 1.312187910079956,
      "learning_rate": 1.0739396233852291e-07,
      "loss": 0.3397,
      "step": 2602990
    },
    {
      "epoch": 726.49,
      "grad_norm": 1.2234770059585571,
      "learning_rate": 1.0738587120844396e-07,
      "loss": 0.3325,
      "step": 2603000
    },
    {
      "epoch": 726.49,
      "grad_norm": 1.2909055948257446,
      "learning_rate": 1.0737778037602481e-07,
      "loss": 0.3359,
      "step": 2603010
    },
    {
      "epoch": 726.49,
      "grad_norm": 1.2896502017974854,
      "learning_rate": 1.0736968984126834e-07,
      "loss": 0.3567,
      "step": 2603020
    },
    {
      "epoch": 726.49,
      "grad_norm": 1.3521008491516113,
      "learning_rate": 1.0736159960417404e-07,
      "loss": 0.3635,
      "step": 2603030
    },
    {
      "epoch": 726.5,
      "grad_norm": 1.2421146631240845,
      "learning_rate": 1.0735350966474395e-07,
      "loss": 0.3478,
      "step": 2603040
    },
    {
      "epoch": 726.5,
      "grad_norm": 1.3194959163665771,
      "learning_rate": 1.0734542002297889e-07,
      "loss": 0.3525,
      "step": 2603050
    },
    {
      "epoch": 726.5,
      "grad_norm": 1.2589695453643799,
      "learning_rate": 1.073373306788799e-07,
      "loss": 0.3254,
      "step": 2603060
    },
    {
      "epoch": 726.51,
      "grad_norm": 1.237391710281372,
      "learning_rate": 1.0732924163244775e-07,
      "loss": 0.3469,
      "step": 2603070
    },
    {
      "epoch": 726.51,
      "grad_norm": 1.470162034034729,
      "learning_rate": 1.0732115288368398e-07,
      "loss": 0.3434,
      "step": 2603080
    },
    {
      "epoch": 726.51,
      "grad_norm": 1.1269017457962036,
      "learning_rate": 1.073130644325894e-07,
      "loss": 0.3411,
      "step": 2603090
    },
    {
      "epoch": 726.51,
      "grad_norm": 1.284243106842041,
      "learning_rate": 1.073049762791653e-07,
      "loss": 0.3355,
      "step": 2603100
    },
    {
      "epoch": 726.52,
      "grad_norm": 1.1307076215744019,
      "learning_rate": 1.0729688842341273e-07,
      "loss": 0.3437,
      "step": 2603110
    },
    {
      "epoch": 726.52,
      "grad_norm": 1.088274359703064,
      "learning_rate": 1.0728880086533273e-07,
      "loss": 0.3288,
      "step": 2603120
    },
    {
      "epoch": 726.52,
      "grad_norm": 1.496978521347046,
      "learning_rate": 1.0728071360492606e-07,
      "loss": 0.3369,
      "step": 2603130
    },
    {
      "epoch": 726.53,
      "grad_norm": 1.2408690452575684,
      "learning_rate": 1.072726266421943e-07,
      "loss": 0.3464,
      "step": 2603140
    },
    {
      "epoch": 726.53,
      "grad_norm": 1.4112870693206787,
      "learning_rate": 1.0726453997713796e-07,
      "loss": 0.3304,
      "step": 2603150
    },
    {
      "epoch": 726.53,
      "grad_norm": 1.3207101821899414,
      "learning_rate": 1.0725645360975888e-07,
      "loss": 0.3268,
      "step": 2603160
    },
    {
      "epoch": 726.53,
      "grad_norm": 1.2560498714447021,
      "learning_rate": 1.072483675400573e-07,
      "loss": 0.332,
      "step": 2603170
    },
    {
      "epoch": 726.54,
      "grad_norm": 1.1802260875701904,
      "learning_rate": 1.0724028176803479e-07,
      "loss": 0.3429,
      "step": 2603180
    },
    {
      "epoch": 726.54,
      "grad_norm": 1.1622273921966553,
      "learning_rate": 1.0723219629369265e-07,
      "loss": 0.3338,
      "step": 2603190
    },
    {
      "epoch": 726.54,
      "grad_norm": 1.3182315826416016,
      "learning_rate": 1.072241111170314e-07,
      "loss": 0.3354,
      "step": 2603200
    },
    {
      "epoch": 726.54,
      "grad_norm": 1.2344752550125122,
      "learning_rate": 1.0721602623805234e-07,
      "loss": 0.3374,
      "step": 2603210
    },
    {
      "epoch": 726.55,
      "grad_norm": 1.257205605506897,
      "learning_rate": 1.0720794165675651e-07,
      "loss": 0.335,
      "step": 2603220
    },
    {
      "epoch": 726.55,
      "grad_norm": 1.2302902936935425,
      "learning_rate": 1.0719985737314523e-07,
      "loss": 0.3348,
      "step": 2603230
    },
    {
      "epoch": 726.55,
      "grad_norm": 1.2212331295013428,
      "learning_rate": 1.0719177338721899e-07,
      "loss": 0.3433,
      "step": 2603240
    },
    {
      "epoch": 726.56,
      "grad_norm": 1.273123025894165,
      "learning_rate": 1.0718368969897989e-07,
      "loss": 0.3279,
      "step": 2603250
    },
    {
      "epoch": 726.56,
      "grad_norm": 1.3821357488632202,
      "learning_rate": 1.0717560630842792e-07,
      "loss": 0.3453,
      "step": 2603260
    },
    {
      "epoch": 726.56,
      "grad_norm": 1.2201930284500122,
      "learning_rate": 1.0716752321556464e-07,
      "loss": 0.3534,
      "step": 2603270
    },
    {
      "epoch": 726.56,
      "grad_norm": 1.1824007034301758,
      "learning_rate": 1.0715944042039137e-07,
      "loss": 0.3334,
      "step": 2603280
    },
    {
      "epoch": 726.57,
      "grad_norm": 1.3982089757919312,
      "learning_rate": 1.0715135792290861e-07,
      "loss": 0.3377,
      "step": 2603290
    },
    {
      "epoch": 726.57,
      "grad_norm": 1.3195987939834595,
      "learning_rate": 1.0714327572311768e-07,
      "loss": 0.331,
      "step": 2603300
    },
    {
      "epoch": 726.57,
      "grad_norm": 1.3122600317001343,
      "learning_rate": 1.0713519382101986e-07,
      "loss": 0.3275,
      "step": 2603310
    },
    {
      "epoch": 726.58,
      "grad_norm": 1.3850589990615845,
      "learning_rate": 1.0712711221661646e-07,
      "loss": 0.338,
      "step": 2603320
    },
    {
      "epoch": 726.58,
      "grad_norm": 1.1916671991348267,
      "learning_rate": 1.0711903090990775e-07,
      "loss": 0.3297,
      "step": 2603330
    },
    {
      "epoch": 726.58,
      "grad_norm": 1.5554579496383667,
      "learning_rate": 1.0711094990089502e-07,
      "loss": 0.3291,
      "step": 2603340
    },
    {
      "epoch": 726.58,
      "grad_norm": 1.4508591890335083,
      "learning_rate": 1.0710286918957983e-07,
      "loss": 0.3268,
      "step": 2603350
    },
    {
      "epoch": 726.59,
      "grad_norm": 1.2181196212768555,
      "learning_rate": 1.0709478877596297e-07,
      "loss": 0.3378,
      "step": 2603360
    },
    {
      "epoch": 726.59,
      "grad_norm": 1.2768850326538086,
      "learning_rate": 1.0708670866004572e-07,
      "loss": 0.35,
      "step": 2603370
    },
    {
      "epoch": 726.59,
      "grad_norm": 1.2792348861694336,
      "learning_rate": 1.0707862884182837e-07,
      "loss": 0.3308,
      "step": 2603380
    },
    {
      "epoch": 726.6,
      "grad_norm": 1.1441130638122559,
      "learning_rate": 1.0707054932131325e-07,
      "loss": 0.3271,
      "step": 2603390
    },
    {
      "epoch": 726.6,
      "grad_norm": 1.1682798862457275,
      "learning_rate": 1.0706247009850061e-07,
      "loss": 0.3276,
      "step": 2603400
    },
    {
      "epoch": 726.6,
      "grad_norm": 1.1132982969284058,
      "learning_rate": 1.070543911733915e-07,
      "loss": 0.333,
      "step": 2603410
    },
    {
      "epoch": 726.6,
      "grad_norm": 1.2598261833190918,
      "learning_rate": 1.0704631254598748e-07,
      "loss": 0.3359,
      "step": 2603420
    },
    {
      "epoch": 726.61,
      "grad_norm": 1.1805400848388672,
      "learning_rate": 1.0703823421628908e-07,
      "loss": 0.3357,
      "step": 2603430
    },
    {
      "epoch": 726.61,
      "grad_norm": 1.1645539999008179,
      "learning_rate": 1.0703015618429757e-07,
      "loss": 0.3406,
      "step": 2603440
    },
    {
      "epoch": 726.61,
      "grad_norm": 1.1920026540756226,
      "learning_rate": 1.0702207845001403e-07,
      "loss": 0.3216,
      "step": 2603450
    },
    {
      "epoch": 726.61,
      "grad_norm": 1.1232205629348755,
      "learning_rate": 1.0701400101344e-07,
      "loss": 0.3208,
      "step": 2603460
    },
    {
      "epoch": 726.62,
      "grad_norm": 1.4190852642059326,
      "learning_rate": 1.0700592387457574e-07,
      "loss": 0.3386,
      "step": 2603470
    },
    {
      "epoch": 726.62,
      "grad_norm": 1.3547660112380981,
      "learning_rate": 1.0699784703342308e-07,
      "loss": 0.3267,
      "step": 2603480
    },
    {
      "epoch": 726.62,
      "grad_norm": 1.3997831344604492,
      "learning_rate": 1.0698977048998252e-07,
      "loss": 0.3324,
      "step": 2603490
    },
    {
      "epoch": 726.63,
      "grad_norm": 1.4066568613052368,
      "learning_rate": 1.0698169424425513e-07,
      "loss": 0.3447,
      "step": 2603500
    },
    {
      "epoch": 726.63,
      "grad_norm": 1.3521500825881958,
      "learning_rate": 1.0697361829624271e-07,
      "loss": 0.3469,
      "step": 2603510
    },
    {
      "epoch": 726.63,
      "grad_norm": 1.3286703824996948,
      "learning_rate": 1.0696554264594554e-07,
      "loss": 0.3534,
      "step": 2603520
    },
    {
      "epoch": 726.63,
      "grad_norm": 1.071411371231079,
      "learning_rate": 1.0695746729336491e-07,
      "loss": 0.3506,
      "step": 2603530
    },
    {
      "epoch": 726.64,
      "grad_norm": 2.130944013595581,
      "learning_rate": 1.069493922385021e-07,
      "loss": 0.3431,
      "step": 2603540
    },
    {
      "epoch": 726.64,
      "grad_norm": 1.3034588098526,
      "learning_rate": 1.0694131748135819e-07,
      "loss": 0.3448,
      "step": 2603550
    },
    {
      "epoch": 726.64,
      "grad_norm": 1.307080626487732,
      "learning_rate": 1.0693324302193393e-07,
      "loss": 0.3425,
      "step": 2603560
    },
    {
      "epoch": 726.65,
      "grad_norm": 1.1556333303451538,
      "learning_rate": 1.0692516886023063e-07,
      "loss": 0.331,
      "step": 2603570
    },
    {
      "epoch": 726.65,
      "grad_norm": 1.2875211238861084,
      "learning_rate": 1.0691709499624961e-07,
      "loss": 0.3218,
      "step": 2603580
    },
    {
      "epoch": 726.65,
      "grad_norm": 1.2512036561965942,
      "learning_rate": 1.069090214299911e-07,
      "loss": 0.3449,
      "step": 2603590
    },
    {
      "epoch": 726.65,
      "grad_norm": 1.1976176500320435,
      "learning_rate": 1.0690094816145721e-07,
      "loss": 0.3392,
      "step": 2603600
    },
    {
      "epoch": 726.66,
      "grad_norm": 10.931750297546387,
      "learning_rate": 1.0689287519064843e-07,
      "loss": 0.3404,
      "step": 2603610
    },
    {
      "epoch": 726.66,
      "grad_norm": 1.304276466369629,
      "learning_rate": 1.0688480251756581e-07,
      "loss": 0.3465,
      "step": 2603620
    },
    {
      "epoch": 726.66,
      "grad_norm": 1.4448586702346802,
      "learning_rate": 1.0687673014221042e-07,
      "loss": 0.3197,
      "step": 2603630
    },
    {
      "epoch": 726.66,
      "grad_norm": 1.273272156715393,
      "learning_rate": 1.0686865806458404e-07,
      "loss": 0.3292,
      "step": 2603640
    },
    {
      "epoch": 726.67,
      "grad_norm": 1.863744854927063,
      "learning_rate": 1.068605862846867e-07,
      "loss": 0.3323,
      "step": 2603650
    },
    {
      "epoch": 726.67,
      "grad_norm": 1.406693935394287,
      "learning_rate": 1.0685251480251994e-07,
      "loss": 0.3366,
      "step": 2603660
    },
    {
      "epoch": 726.67,
      "grad_norm": 1.2684482336044312,
      "learning_rate": 1.0684444361808483e-07,
      "loss": 0.3566,
      "step": 2603670
    },
    {
      "epoch": 726.68,
      "grad_norm": 1.1956804990768433,
      "learning_rate": 1.0683637273138263e-07,
      "loss": 0.3267,
      "step": 2603680
    },
    {
      "epoch": 726.68,
      "grad_norm": 1.3771660327911377,
      "learning_rate": 1.0682830214241442e-07,
      "loss": 0.3499,
      "step": 2603690
    },
    {
      "epoch": 726.68,
      "grad_norm": 1.3267632722854614,
      "learning_rate": 1.068202318511807e-07,
      "loss": 0.3381,
      "step": 2603700
    },
    {
      "epoch": 726.68,
      "grad_norm": 1.1769661903381348,
      "learning_rate": 1.0681216185768303e-07,
      "loss": 0.3217,
      "step": 2603710
    },
    {
      "epoch": 726.69,
      "grad_norm": 1.1647684574127197,
      "learning_rate": 1.0680409216192272e-07,
      "loss": 0.3516,
      "step": 2603720
    },
    {
      "epoch": 726.69,
      "grad_norm": 1.3383911848068237,
      "learning_rate": 1.0679602276390002e-07,
      "loss": 0.3444,
      "step": 2603730
    },
    {
      "epoch": 726.69,
      "grad_norm": 1.3393396139144897,
      "learning_rate": 1.0678795366361702e-07,
      "loss": 0.3336,
      "step": 2603740
    },
    {
      "epoch": 726.7,
      "grad_norm": 1.2770729064941406,
      "learning_rate": 1.0677988486107397e-07,
      "loss": 0.3485,
      "step": 2603750
    },
    {
      "epoch": 726.7,
      "grad_norm": 1.2009515762329102,
      "learning_rate": 1.0677181635627219e-07,
      "loss": 0.3326,
      "step": 2603760
    },
    {
      "epoch": 726.7,
      "grad_norm": 1.1495883464813232,
      "learning_rate": 1.0676374814921297e-07,
      "loss": 0.3462,
      "step": 2603770
    },
    {
      "epoch": 726.7,
      "grad_norm": 1.3016750812530518,
      "learning_rate": 1.0675568023989734e-07,
      "loss": 0.3245,
      "step": 2603780
    },
    {
      "epoch": 726.71,
      "grad_norm": 1.483626365661621,
      "learning_rate": 1.0674761262832611e-07,
      "loss": 0.3524,
      "step": 2603790
    },
    {
      "epoch": 726.71,
      "grad_norm": 1.195019006729126,
      "learning_rate": 1.0673954531450055e-07,
      "loss": 0.3492,
      "step": 2603800
    },
    {
      "epoch": 726.71,
      "grad_norm": 1.2783584594726562,
      "learning_rate": 1.067314782984217e-07,
      "loss": 0.3301,
      "step": 2603810
    },
    {
      "epoch": 726.72,
      "grad_norm": 1.1672698259353638,
      "learning_rate": 1.0672341158009037e-07,
      "loss": 0.3309,
      "step": 2603820
    },
    {
      "epoch": 726.72,
      "grad_norm": 1.2479259967803955,
      "learning_rate": 1.0671534515950837e-07,
      "loss": 0.3424,
      "step": 2603830
    },
    {
      "epoch": 726.72,
      "grad_norm": 1.2433440685272217,
      "learning_rate": 1.0670727903667594e-07,
      "loss": 0.3395,
      "step": 2603840
    },
    {
      "epoch": 726.72,
      "grad_norm": 1.3553731441497803,
      "learning_rate": 1.066992132115944e-07,
      "loss": 0.3401,
      "step": 2603850
    },
    {
      "epoch": 726.73,
      "grad_norm": 1.3391743898391724,
      "learning_rate": 1.0669114768426533e-07,
      "loss": 0.3379,
      "step": 2603860
    },
    {
      "epoch": 726.73,
      "grad_norm": 1.1941168308258057,
      "learning_rate": 1.066830824546892e-07,
      "loss": 0.3384,
      "step": 2603870
    },
    {
      "epoch": 726.73,
      "grad_norm": 1.262837529182434,
      "learning_rate": 1.0667501752286709e-07,
      "loss": 0.3455,
      "step": 2603880
    },
    {
      "epoch": 726.73,
      "grad_norm": 1.3231006860733032,
      "learning_rate": 1.0666695288880055e-07,
      "loss": 0.3185,
      "step": 2603890
    },
    {
      "epoch": 726.74,
      "grad_norm": 1.402773380279541,
      "learning_rate": 1.0665888855249036e-07,
      "loss": 0.3516,
      "step": 2603900
    },
    {
      "epoch": 726.74,
      "grad_norm": 1.494775652885437,
      "learning_rate": 1.066508245139373e-07,
      "loss": 0.3339,
      "step": 2603910
    },
    {
      "epoch": 726.74,
      "grad_norm": 1.2235099077224731,
      "learning_rate": 1.0664276077314319e-07,
      "loss": 0.3229,
      "step": 2603920
    },
    {
      "epoch": 726.75,
      "grad_norm": 1.3569931983947754,
      "learning_rate": 1.066346973301083e-07,
      "loss": 0.3417,
      "step": 2603930
    },
    {
      "epoch": 726.75,
      "grad_norm": 1.3480451107025146,
      "learning_rate": 1.0662663418483418e-07,
      "loss": 0.3382,
      "step": 2603940
    },
    {
      "epoch": 726.75,
      "grad_norm": 1.2958804368972778,
      "learning_rate": 1.0661857133732214e-07,
      "loss": 0.3426,
      "step": 2603950
    },
    {
      "epoch": 726.75,
      "grad_norm": 1.4431513547897339,
      "learning_rate": 1.0661050878757218e-07,
      "loss": 0.3431,
      "step": 2603960
    },
    {
      "epoch": 726.76,
      "grad_norm": 1.0340430736541748,
      "learning_rate": 1.0660244653558688e-07,
      "loss": 0.332,
      "step": 2603970
    },
    {
      "epoch": 726.76,
      "grad_norm": 1.3188705444335938,
      "learning_rate": 1.0659438458136601e-07,
      "loss": 0.3364,
      "step": 2603980
    },
    {
      "epoch": 726.76,
      "grad_norm": 1.262526273727417,
      "learning_rate": 1.0658632292491112e-07,
      "loss": 0.3253,
      "step": 2603990
    },
    {
      "epoch": 726.77,
      "grad_norm": 1.4824247360229492,
      "learning_rate": 1.0657826156622376e-07,
      "loss": 0.3434,
      "step": 2604000
    },
    {
      "epoch": 726.77,
      "grad_norm": 1.3377351760864258,
      "learning_rate": 1.065702005053042e-07,
      "loss": 0.3283,
      "step": 2604010
    },
    {
      "epoch": 726.77,
      "grad_norm": 1.3345625400543213,
      "learning_rate": 1.0656213974215402e-07,
      "loss": 0.3454,
      "step": 2604020
    },
    {
      "epoch": 726.77,
      "grad_norm": 1.2658849954605103,
      "learning_rate": 1.0655407927677396e-07,
      "loss": 0.3418,
      "step": 2604030
    },
    {
      "epoch": 726.78,
      "grad_norm": 1.162413239479065,
      "learning_rate": 1.0654601910916588e-07,
      "loss": 0.3283,
      "step": 2604040
    },
    {
      "epoch": 726.78,
      "grad_norm": 1.202161431312561,
      "learning_rate": 1.0653795923932948e-07,
      "loss": 0.3403,
      "step": 2604050
    },
    {
      "epoch": 726.78,
      "grad_norm": 1.2780746221542358,
      "learning_rate": 1.0652989966726715e-07,
      "loss": 0.342,
      "step": 2604060
    },
    {
      "epoch": 726.78,
      "grad_norm": 1.2725579738616943,
      "learning_rate": 1.0652184039297912e-07,
      "loss": 0.3276,
      "step": 2604070
    },
    {
      "epoch": 726.79,
      "grad_norm": 1.3243672847747803,
      "learning_rate": 1.0651378141646695e-07,
      "loss": 0.3285,
      "step": 2604080
    },
    {
      "epoch": 726.79,
      "grad_norm": 1.0883816480636597,
      "learning_rate": 1.0650572273773168e-07,
      "loss": 0.3432,
      "step": 2604090
    },
    {
      "epoch": 726.79,
      "grad_norm": 1.378775715827942,
      "learning_rate": 1.0649766435677385e-07,
      "loss": 0.3629,
      "step": 2604100
    },
    {
      "epoch": 726.8,
      "grad_norm": 1.4559812545776367,
      "learning_rate": 1.0648960627359501e-07,
      "loss": 0.3333,
      "step": 2604110
    },
    {
      "epoch": 726.8,
      "grad_norm": 1.178122639656067,
      "learning_rate": 1.0648154848819619e-07,
      "loss": 0.342,
      "step": 2604120
    },
    {
      "epoch": 726.8,
      "grad_norm": 1.6894798278808594,
      "learning_rate": 1.064734910005787e-07,
      "loss": 0.3399,
      "step": 2604130
    },
    {
      "epoch": 726.8,
      "grad_norm": 1.359581708908081,
      "learning_rate": 1.0646543381074308e-07,
      "loss": 0.3383,
      "step": 2604140
    },
    {
      "epoch": 726.81,
      "grad_norm": 3.371147871017456,
      "learning_rate": 1.064573769186906e-07,
      "loss": 0.3282,
      "step": 2604150
    },
    {
      "epoch": 726.81,
      "grad_norm": 1.7759881019592285,
      "learning_rate": 1.0644932032442258e-07,
      "loss": 0.3405,
      "step": 2604160
    },
    {
      "epoch": 726.81,
      "grad_norm": 1.4662729501724243,
      "learning_rate": 1.0644126402793926e-07,
      "loss": 0.3308,
      "step": 2604170
    },
    {
      "epoch": 726.82,
      "grad_norm": 1.3935974836349487,
      "learning_rate": 1.06433208029243e-07,
      "loss": 0.3285,
      "step": 2604180
    },
    {
      "epoch": 726.82,
      "grad_norm": 1.4395755529403687,
      "learning_rate": 1.0642515232833406e-07,
      "loss": 0.3334,
      "step": 2604190
    },
    {
      "epoch": 726.82,
      "grad_norm": 1.0922194719314575,
      "learning_rate": 1.0641709692521348e-07,
      "loss": 0.3332,
      "step": 2604200
    },
    {
      "epoch": 726.82,
      "grad_norm": 1.3849128484725952,
      "learning_rate": 1.0640904181988255e-07,
      "loss": 0.3405,
      "step": 2604210
    },
    {
      "epoch": 726.83,
      "grad_norm": 1.4479721784591675,
      "learning_rate": 1.0640098701234284e-07,
      "loss": 0.3352,
      "step": 2604220
    },
    {
      "epoch": 726.83,
      "grad_norm": 1.1465308666229248,
      "learning_rate": 1.0639293250259435e-07,
      "loss": 0.3387,
      "step": 2604230
    },
    {
      "epoch": 726.83,
      "grad_norm": 1.4887279272079468,
      "learning_rate": 1.0638487829063863e-07,
      "loss": 0.3347,
      "step": 2604240
    },
    {
      "epoch": 726.84,
      "grad_norm": 1.4470621347427368,
      "learning_rate": 1.0637682437647701e-07,
      "loss": 0.3461,
      "step": 2604250
    },
    {
      "epoch": 726.84,
      "grad_norm": 1.161807656288147,
      "learning_rate": 1.0636877076011024e-07,
      "loss": 0.3345,
      "step": 2604260
    },
    {
      "epoch": 726.84,
      "grad_norm": 1.612485647201538,
      "learning_rate": 1.0636071744153989e-07,
      "loss": 0.34,
      "step": 2604270
    },
    {
      "epoch": 726.84,
      "grad_norm": 1.5062729120254517,
      "learning_rate": 1.063526644207665e-07,
      "loss": 0.3276,
      "step": 2604280
    },
    {
      "epoch": 726.85,
      "grad_norm": 1.2257373332977295,
      "learning_rate": 1.0634461169779108e-07,
      "loss": 0.3264,
      "step": 2604290
    },
    {
      "epoch": 726.85,
      "grad_norm": 1.11064875125885,
      "learning_rate": 1.0633655927261494e-07,
      "loss": 0.3403,
      "step": 2604300
    },
    {
      "epoch": 726.85,
      "grad_norm": 1.3302448987960815,
      "learning_rate": 1.063285071452394e-07,
      "loss": 0.3379,
      "step": 2604310
    },
    {
      "epoch": 726.85,
      "grad_norm": 1.1209793090820312,
      "learning_rate": 1.0632045531566522e-07,
      "loss": 0.33,
      "step": 2604320
    },
    {
      "epoch": 726.86,
      "grad_norm": 1.4210305213928223,
      "learning_rate": 1.0631240378389346e-07,
      "loss": 0.3352,
      "step": 2604330
    },
    {
      "epoch": 726.86,
      "grad_norm": 1.3770745992660522,
      "learning_rate": 1.0630435254992513e-07,
      "loss": 0.3367,
      "step": 2604340
    },
    {
      "epoch": 726.86,
      "grad_norm": 1.2327208518981934,
      "learning_rate": 1.0629630161376155e-07,
      "loss": 0.3522,
      "step": 2604350
    },
    {
      "epoch": 726.87,
      "grad_norm": 1.0833356380462646,
      "learning_rate": 1.0628825097540377e-07,
      "loss": 0.3398,
      "step": 2604360
    },
    {
      "epoch": 726.87,
      "grad_norm": 1.3063925504684448,
      "learning_rate": 1.0628020063485256e-07,
      "loss": 0.3447,
      "step": 2604370
    },
    {
      "epoch": 726.87,
      "grad_norm": 1.2080707550048828,
      "learning_rate": 1.0627215059210923e-07,
      "loss": 0.3423,
      "step": 2604380
    },
    {
      "epoch": 726.87,
      "grad_norm": 1.1605839729309082,
      "learning_rate": 1.0626410084717506e-07,
      "loss": 0.3219,
      "step": 2604390
    },
    {
      "epoch": 726.88,
      "grad_norm": 1.5301374197006226,
      "learning_rate": 1.0625605140005032e-07,
      "loss": 0.3245,
      "step": 2604400
    },
    {
      "epoch": 726.88,
      "grad_norm": 1.3333266973495483,
      "learning_rate": 1.0624800225073711e-07,
      "loss": 0.3431,
      "step": 2604410
    },
    {
      "epoch": 726.88,
      "grad_norm": 1.0893065929412842,
      "learning_rate": 1.0623995339923592e-07,
      "loss": 0.3471,
      "step": 2604420
    },
    {
      "epoch": 726.89,
      "grad_norm": 1.2362744808197021,
      "learning_rate": 1.0623190484554782e-07,
      "loss": 0.3178,
      "step": 2604430
    },
    {
      "epoch": 726.89,
      "grad_norm": 1.11997389793396,
      "learning_rate": 1.0622385658967409e-07,
      "loss": 0.328,
      "step": 2604440
    },
    {
      "epoch": 726.89,
      "grad_norm": 1.2135610580444336,
      "learning_rate": 1.0621580863161577e-07,
      "loss": 0.3337,
      "step": 2604450
    },
    {
      "epoch": 726.89,
      "grad_norm": 1.2133376598358154,
      "learning_rate": 1.0620776097137367e-07,
      "loss": 0.3379,
      "step": 2604460
    },
    {
      "epoch": 726.9,
      "grad_norm": 1.2453117370605469,
      "learning_rate": 1.0619971360894906e-07,
      "loss": 0.3297,
      "step": 2604470
    },
    {
      "epoch": 726.9,
      "grad_norm": 1.3867887258529663,
      "learning_rate": 1.0619166654434351e-07,
      "loss": 0.3362,
      "step": 2604480
    },
    {
      "epoch": 726.9,
      "grad_norm": 1.2444905042648315,
      "learning_rate": 1.0618361977755675e-07,
      "loss": 0.3305,
      "step": 2604490
    },
    {
      "epoch": 726.9,
      "grad_norm": 1.4370793104171753,
      "learning_rate": 1.0617557330859141e-07,
      "loss": 0.3505,
      "step": 2604500
    },
    {
      "epoch": 726.91,
      "grad_norm": 1.5137511491775513,
      "learning_rate": 1.0616752713744746e-07,
      "loss": 0.322,
      "step": 2604510
    },
    {
      "epoch": 726.91,
      "grad_norm": 1.5098083019256592,
      "learning_rate": 1.0615948126412622e-07,
      "loss": 0.3418,
      "step": 2604520
    },
    {
      "epoch": 726.91,
      "grad_norm": 1.2606390714645386,
      "learning_rate": 1.0615143568862925e-07,
      "loss": 0.3293,
      "step": 2604530
    },
    {
      "epoch": 726.92,
      "grad_norm": 1.2251527309417725,
      "learning_rate": 1.061433904109568e-07,
      "loss": 0.328,
      "step": 2604540
    },
    {
      "epoch": 726.92,
      "grad_norm": 1.1921335458755493,
      "learning_rate": 1.0613534543111096e-07,
      "loss": 0.3376,
      "step": 2604550
    },
    {
      "epoch": 726.92,
      "grad_norm": 1.082010269165039,
      "learning_rate": 1.0612730074909198e-07,
      "loss": 0.3474,
      "step": 2604560
    },
    {
      "epoch": 726.92,
      "grad_norm": 1.5002623796463013,
      "learning_rate": 1.0611925636490092e-07,
      "loss": 0.3408,
      "step": 2604570
    },
    {
      "epoch": 726.93,
      "grad_norm": 1.1982003450393677,
      "learning_rate": 1.0611121227853932e-07,
      "loss": 0.3366,
      "step": 2604580
    },
    {
      "epoch": 726.93,
      "grad_norm": 1.2875934839248657,
      "learning_rate": 1.0610316849000849e-07,
      "loss": 0.3416,
      "step": 2604590
    },
    {
      "epoch": 726.93,
      "grad_norm": 1.4857133626937866,
      "learning_rate": 1.0609512499930844e-07,
      "loss": 0.3418,
      "step": 2604600
    },
    {
      "epoch": 726.94,
      "grad_norm": 1.2096301317214966,
      "learning_rate": 1.0608708180644123e-07,
      "loss": 0.3398,
      "step": 2604610
    },
    {
      "epoch": 726.94,
      "grad_norm": 1.1350268125534058,
      "learning_rate": 1.0607903891140766e-07,
      "loss": 0.3342,
      "step": 2604620
    },
    {
      "epoch": 726.94,
      "grad_norm": 1.2949882745742798,
      "learning_rate": 1.0607099631420798e-07,
      "loss": 0.3324,
      "step": 2604630
    },
    {
      "epoch": 726.94,
      "grad_norm": 1.3883730173110962,
      "learning_rate": 1.060629540148448e-07,
      "loss": 0.3326,
      "step": 2604640
    },
    {
      "epoch": 726.95,
      "grad_norm": 1.2724441289901733,
      "learning_rate": 1.0605491201331811e-07,
      "loss": 0.3216,
      "step": 2604650
    },
    {
      "epoch": 726.95,
      "grad_norm": 1.240908145904541,
      "learning_rate": 1.0604687030962896e-07,
      "loss": 0.3261,
      "step": 2604660
    },
    {
      "epoch": 726.95,
      "grad_norm": 1.5044771432876587,
      "learning_rate": 1.0603882890377916e-07,
      "loss": 0.3294,
      "step": 2604670
    },
    {
      "epoch": 726.96,
      "grad_norm": 1.2478268146514893,
      "learning_rate": 1.0603078779576924e-07,
      "loss": 0.3504,
      "step": 2604680
    },
    {
      "epoch": 726.96,
      "grad_norm": 1.4984413385391235,
      "learning_rate": 1.060227469856e-07,
      "loss": 0.3291,
      "step": 2604690
    },
    {
      "epoch": 726.96,
      "grad_norm": 1.0532454252243042,
      "learning_rate": 1.060147064732732e-07,
      "loss": 0.3284,
      "step": 2604700
    },
    {
      "epoch": 726.96,
      "grad_norm": 1.0293370485305786,
      "learning_rate": 1.0600666625878969e-07,
      "loss": 0.3278,
      "step": 2604710
    },
    {
      "epoch": 726.97,
      "grad_norm": 1.335886001586914,
      "learning_rate": 1.059986263421497e-07,
      "loss": 0.3282,
      "step": 2604720
    },
    {
      "epoch": 726.97,
      "grad_norm": 1.1190462112426758,
      "learning_rate": 1.0599058672335582e-07,
      "loss": 0.3454,
      "step": 2604730
    },
    {
      "epoch": 726.97,
      "grad_norm": 1.2777509689331055,
      "learning_rate": 1.0598254740240807e-07,
      "loss": 0.3374,
      "step": 2604740
    },
    {
      "epoch": 726.97,
      "grad_norm": 1.3943642377853394,
      "learning_rate": 1.0597450837930774e-07,
      "loss": 0.3425,
      "step": 2604750
    },
    {
      "epoch": 726.98,
      "grad_norm": 1.2027013301849365,
      "learning_rate": 1.0596646965405614e-07,
      "loss": 0.3218,
      "step": 2604760
    },
    {
      "epoch": 726.98,
      "grad_norm": 1.365033745765686,
      "learning_rate": 1.0595843122665378e-07,
      "loss": 0.3532,
      "step": 2604770
    },
    {
      "epoch": 726.98,
      "grad_norm": 1.3062360286712646,
      "learning_rate": 1.0595039309710222e-07,
      "loss": 0.3447,
      "step": 2604780
    },
    {
      "epoch": 726.99,
      "grad_norm": 1.1791810989379883,
      "learning_rate": 1.0594235526540251e-07,
      "loss": 0.3322,
      "step": 2604790
    },
    {
      "epoch": 726.99,
      "grad_norm": 1.223430871963501,
      "learning_rate": 1.059343177315557e-07,
      "loss": 0.3443,
      "step": 2604800
    },
    {
      "epoch": 726.99,
      "grad_norm": 1.5523680448532104,
      "learning_rate": 1.0592628049556256e-07,
      "loss": 0.3252,
      "step": 2604810
    },
    {
      "epoch": 726.99,
      "grad_norm": 1.528808832168579,
      "learning_rate": 1.0591824355742438e-07,
      "loss": 0.3504,
      "step": 2604820
    },
    {
      "epoch": 727.0,
      "grad_norm": 1.273353099822998,
      "learning_rate": 1.0591020691714221e-07,
      "loss": 0.3373,
      "step": 2604830
    },
    {
      "epoch": 727.0,
      "grad_norm": 1.2390180826187134,
      "learning_rate": 1.059021705747171e-07,
      "loss": 0.3359,
      "step": 2604840
    },
    {
      "epoch": 727.0,
      "eval_loss": 0.33637404441833496,
      "eval_runtime": 65.5779,
      "eval_samples_per_second": 77.145,
      "eval_steps_per_second": 9.653,
      "step": 2604841
    },
    {
      "epoch": 727.0,
      "grad_norm": 1.3073577880859375,
      "learning_rate": 1.0589413453015033e-07,
      "loss": 0.339,
      "step": 2604850
    },
    {
      "epoch": 727.01,
      "grad_norm": 1.5232051610946655,
      "learning_rate": 1.0588609878344218e-07,
      "loss": 0.3512,
      "step": 2604860
    },
    {
      "epoch": 727.01,
      "grad_norm": 1.3174786567687988,
      "learning_rate": 1.0587806333459525e-07,
      "loss": 0.3295,
      "step": 2604870
    },
    {
      "epoch": 727.01,
      "grad_norm": 1.2506824731826782,
      "learning_rate": 1.05870028183609e-07,
      "loss": 0.3391,
      "step": 2604880
    },
    {
      "epoch": 727.01,
      "grad_norm": 1.2318482398986816,
      "learning_rate": 1.0586199333048553e-07,
      "loss": 0.3507,
      "step": 2604890
    },
    {
      "epoch": 727.02,
      "grad_norm": 1.3619998693466187,
      "learning_rate": 1.0585395877522563e-07,
      "loss": 0.3495,
      "step": 2604900
    },
    {
      "epoch": 727.02,
      "grad_norm": 1.4932445287704468,
      "learning_rate": 1.0584592451783007e-07,
      "loss": 0.3422,
      "step": 2604910
    },
    {
      "epoch": 727.02,
      "grad_norm": 1.1846182346343994,
      "learning_rate": 1.0583789055830012e-07,
      "loss": 0.3503,
      "step": 2604920
    },
    {
      "epoch": 727.02,
      "grad_norm": 1.383685827255249,
      "learning_rate": 1.0582985689663687e-07,
      "loss": 0.3419,
      "step": 2604930
    },
    {
      "epoch": 727.03,
      "grad_norm": 1.1431360244750977,
      "learning_rate": 1.0582182353284186e-07,
      "loss": 0.3347,
      "step": 2604940
    },
    {
      "epoch": 727.03,
      "grad_norm": 1.3356510400772095,
      "learning_rate": 1.058137904669151e-07,
      "loss": 0.3428,
      "step": 2604950
    },
    {
      "epoch": 727.03,
      "grad_norm": 1.3252170085906982,
      "learning_rate": 1.0580575769885865e-07,
      "loss": 0.3356,
      "step": 2604960
    },
    {
      "epoch": 727.04,
      "grad_norm": 1.1703470945358276,
      "learning_rate": 1.057977252286733e-07,
      "loss": 0.3407,
      "step": 2604970
    },
    {
      "epoch": 727.04,
      "grad_norm": 1.427622675895691,
      "learning_rate": 1.0578969305635932e-07,
      "loss": 0.3453,
      "step": 2604980
    },
    {
      "epoch": 727.04,
      "grad_norm": 1.3289309740066528,
      "learning_rate": 1.0578166118191903e-07,
      "loss": 0.3346,
      "step": 2604990
    },
    {
      "epoch": 727.04,
      "grad_norm": 1.4880867004394531,
      "learning_rate": 1.0577362960535272e-07,
      "loss": 0.3368,
      "step": 2605000
    },
    {
      "epoch": 727.05,
      "grad_norm": 1.529091715812683,
      "learning_rate": 1.0576559832666166e-07,
      "loss": 0.3456,
      "step": 2605010
    },
    {
      "epoch": 727.05,
      "grad_norm": 1.247829794883728,
      "learning_rate": 1.0575756734584718e-07,
      "loss": 0.3484,
      "step": 2605020
    },
    {
      "epoch": 727.05,
      "grad_norm": 1.1784673929214478,
      "learning_rate": 1.0574953666291006e-07,
      "loss": 0.342,
      "step": 2605030
    },
    {
      "epoch": 727.06,
      "grad_norm": 1.3064464330673218,
      "learning_rate": 1.0574150627785131e-07,
      "loss": 0.3361,
      "step": 2605040
    },
    {
      "epoch": 727.06,
      "grad_norm": 1.360612154006958,
      "learning_rate": 1.0573347619067199e-07,
      "loss": 0.3398,
      "step": 2605050
    },
    {
      "epoch": 727.06,
      "grad_norm": 1.3869361877441406,
      "learning_rate": 1.0572544640137367e-07,
      "loss": 0.3551,
      "step": 2605060
    },
    {
      "epoch": 727.06,
      "grad_norm": 1.226326584815979,
      "learning_rate": 1.0571741690995634e-07,
      "loss": 0.3385,
      "step": 2605070
    },
    {
      "epoch": 727.07,
      "grad_norm": 1.2560186386108398,
      "learning_rate": 1.0570938771642234e-07,
      "loss": 0.3403,
      "step": 2605080
    },
    {
      "epoch": 727.07,
      "grad_norm": 1.1925604343414307,
      "learning_rate": 1.0570135882077192e-07,
      "loss": 0.3515,
      "step": 2605090
    },
    {
      "epoch": 727.07,
      "grad_norm": 1.1829638481140137,
      "learning_rate": 1.0569333022300641e-07,
      "loss": 0.3355,
      "step": 2605100
    },
    {
      "epoch": 727.08,
      "grad_norm": 1.372541069984436,
      "learning_rate": 1.056853019231271e-07,
      "loss": 0.3533,
      "step": 2605110
    },
    {
      "epoch": 727.08,
      "grad_norm": 1.270668864250183,
      "learning_rate": 1.0567727392113423e-07,
      "loss": 0.3522,
      "step": 2605120
    },
    {
      "epoch": 727.08,
      "grad_norm": 1.255129098892212,
      "learning_rate": 1.0566924621703017e-07,
      "loss": 0.3444,
      "step": 2605130
    },
    {
      "epoch": 727.08,
      "grad_norm": 1.1570849418640137,
      "learning_rate": 1.0566121881081463e-07,
      "loss": 0.347,
      "step": 2605140
    },
    {
      "epoch": 727.09,
      "grad_norm": 1.220424771308899,
      "learning_rate": 1.0565319170248972e-07,
      "loss": 0.3451,
      "step": 2605150
    },
    {
      "epoch": 727.09,
      "grad_norm": 1.3156752586364746,
      "learning_rate": 1.0564516489205594e-07,
      "loss": 0.3296,
      "step": 2605160
    },
    {
      "epoch": 727.09,
      "grad_norm": 1.193056583404541,
      "learning_rate": 1.0563713837951461e-07,
      "loss": 0.3336,
      "step": 2605170
    },
    {
      "epoch": 727.09,
      "grad_norm": 1.1273176670074463,
      "learning_rate": 1.0562911216486677e-07,
      "loss": 0.3429,
      "step": 2605180
    },
    {
      "epoch": 727.1,
      "grad_norm": 1.538699984550476,
      "learning_rate": 1.0562108624811317e-07,
      "loss": 0.3314,
      "step": 2605190
    },
    {
      "epoch": 727.1,
      "grad_norm": 1.3617335557937622,
      "learning_rate": 1.0561306062925565e-07,
      "loss": 0.3317,
      "step": 2605200
    },
    {
      "epoch": 727.1,
      "grad_norm": 1.2196753025054932,
      "learning_rate": 1.0560503530829398e-07,
      "loss": 0.3365,
      "step": 2605210
    },
    {
      "epoch": 727.11,
      "grad_norm": 1.1762070655822754,
      "learning_rate": 1.0559701028523071e-07,
      "loss": 0.3379,
      "step": 2605220
    },
    {
      "epoch": 727.11,
      "grad_norm": 1.6691615581512451,
      "learning_rate": 1.0558898556006588e-07,
      "loss": 0.3194,
      "step": 2605230
    },
    {
      "epoch": 727.11,
      "grad_norm": 1.1903458833694458,
      "learning_rate": 1.0558096113280077e-07,
      "loss": 0.332,
      "step": 2605240
    },
    {
      "epoch": 727.11,
      "grad_norm": 1.1449520587921143,
      "learning_rate": 1.0557293700343668e-07,
      "loss": 0.3436,
      "step": 2605250
    },
    {
      "epoch": 727.12,
      "grad_norm": 1.1304956674575806,
      "learning_rate": 1.0556491317197492e-07,
      "loss": 0.3372,
      "step": 2605260
    },
    {
      "epoch": 727.12,
      "grad_norm": 1.0540261268615723,
      "learning_rate": 1.0555688963841602e-07,
      "loss": 0.3362,
      "step": 2605270
    },
    {
      "epoch": 727.12,
      "grad_norm": 1.2528959512710571,
      "learning_rate": 1.05548866402761e-07,
      "loss": 0.3385,
      "step": 2605280
    },
    {
      "epoch": 727.13,
      "grad_norm": 1.143798828125,
      "learning_rate": 1.0554084346501143e-07,
      "loss": 0.3403,
      "step": 2605290
    },
    {
      "epoch": 727.13,
      "grad_norm": 1.170949935913086,
      "learning_rate": 1.0553282082516756e-07,
      "loss": 0.3432,
      "step": 2605300
    },
    {
      "epoch": 727.13,
      "grad_norm": 1.1287035942077637,
      "learning_rate": 1.0552479848323176e-07,
      "loss": 0.3265,
      "step": 2605310
    },
    {
      "epoch": 727.13,
      "grad_norm": 1.1590850353240967,
      "learning_rate": 1.0551677643920401e-07,
      "loss": 0.3256,
      "step": 2605320
    },
    {
      "epoch": 727.14,
      "grad_norm": 1.2519522905349731,
      "learning_rate": 1.0550875469308561e-07,
      "loss": 0.3196,
      "step": 2605330
    },
    {
      "epoch": 727.14,
      "grad_norm": 1.2273916006088257,
      "learning_rate": 1.0550073324487812e-07,
      "loss": 0.3378,
      "step": 2605340
    },
    {
      "epoch": 727.14,
      "grad_norm": 1.3731234073638916,
      "learning_rate": 1.0549271209458182e-07,
      "loss": 0.3182,
      "step": 2605350
    },
    {
      "epoch": 727.14,
      "grad_norm": 1.2833318710327148,
      "learning_rate": 1.0548469124219824e-07,
      "loss": 0.3579,
      "step": 2605360
    },
    {
      "epoch": 727.15,
      "grad_norm": 24.976795196533203,
      "learning_rate": 1.0547667068772845e-07,
      "loss": 0.3403,
      "step": 2605370
    },
    {
      "epoch": 727.15,
      "grad_norm": 1.167511224746704,
      "learning_rate": 1.0546865043117346e-07,
      "loss": 0.3374,
      "step": 2605380
    },
    {
      "epoch": 727.15,
      "grad_norm": 1.4384492635726929,
      "learning_rate": 1.0546063047253409e-07,
      "loss": 0.3306,
      "step": 2605390
    },
    {
      "epoch": 727.16,
      "grad_norm": 1.413133144378662,
      "learning_rate": 1.0545261081181213e-07,
      "loss": 0.3421,
      "step": 2605400
    },
    {
      "epoch": 727.16,
      "grad_norm": 1.3142259120941162,
      "learning_rate": 1.0544459144900784e-07,
      "loss": 0.3415,
      "step": 2605410
    },
    {
      "epoch": 727.16,
      "grad_norm": 1.3184326887130737,
      "learning_rate": 1.0543657238412254e-07,
      "loss": 0.3354,
      "step": 2605420
    },
    {
      "epoch": 727.16,
      "grad_norm": 1.1103489398956299,
      "learning_rate": 1.0542855361715753e-07,
      "loss": 0.3348,
      "step": 2605430
    },
    {
      "epoch": 727.17,
      "grad_norm": 1.3309390544891357,
      "learning_rate": 1.054205351481133e-07,
      "loss": 0.3478,
      "step": 2605440
    },
    {
      "epoch": 727.17,
      "grad_norm": 1.0881761312484741,
      "learning_rate": 1.0541251697699198e-07,
      "loss": 0.3499,
      "step": 2605450
    },
    {
      "epoch": 727.17,
      "grad_norm": 1.240383505821228,
      "learning_rate": 1.054044991037938e-07,
      "loss": 0.338,
      "step": 2605460
    },
    {
      "epoch": 727.18,
      "grad_norm": 1.1864176988601685,
      "learning_rate": 1.0539648152851978e-07,
      "loss": 0.3344,
      "step": 2605470
    },
    {
      "epoch": 727.18,
      "grad_norm": 1.1368091106414795,
      "learning_rate": 1.0538846425117153e-07,
      "loss": 0.348,
      "step": 2605480
    },
    {
      "epoch": 727.18,
      "grad_norm": 1.2921383380889893,
      "learning_rate": 1.0538044727174955e-07,
      "loss": 0.3218,
      "step": 2605490
    },
    {
      "epoch": 727.18,
      "grad_norm": 1.2451313734054565,
      "learning_rate": 1.0537243059025538e-07,
      "loss": 0.3343,
      "step": 2605500
    },
    {
      "epoch": 727.19,
      "grad_norm": 1.092138409614563,
      "learning_rate": 1.0536441420668957e-07,
      "loss": 0.3269,
      "step": 2605510
    },
    {
      "epoch": 727.19,
      "grad_norm": 1.275284767150879,
      "learning_rate": 1.0535639812105393e-07,
      "loss": 0.3242,
      "step": 2605520
    },
    {
      "epoch": 727.19,
      "grad_norm": 1.4587209224700928,
      "learning_rate": 1.0534838233334846e-07,
      "loss": 0.3415,
      "step": 2605530
    },
    {
      "epoch": 727.2,
      "grad_norm": 1.3009405136108398,
      "learning_rate": 1.0534036684357551e-07,
      "loss": 0.3429,
      "step": 2605540
    },
    {
      "epoch": 727.2,
      "grad_norm": 1.241021752357483,
      "learning_rate": 1.0533235165173506e-07,
      "loss": 0.357,
      "step": 2605550
    },
    {
      "epoch": 727.2,
      "grad_norm": 1.3458565473556519,
      "learning_rate": 1.0532433675782869e-07,
      "loss": 0.3268,
      "step": 2605560
    },
    {
      "epoch": 727.2,
      "grad_norm": 1.2742385864257812,
      "learning_rate": 1.0531632216185769e-07,
      "loss": 0.3282,
      "step": 2605570
    },
    {
      "epoch": 727.21,
      "grad_norm": 1.195717692375183,
      "learning_rate": 1.0530830786382259e-07,
      "loss": 0.3247,
      "step": 2605580
    },
    {
      "epoch": 727.21,
      "grad_norm": 1.0932962894439697,
      "learning_rate": 1.0530029386372467e-07,
      "loss": 0.3555,
      "step": 2605590
    },
    {
      "epoch": 727.21,
      "grad_norm": 1.2653642892837524,
      "learning_rate": 1.0529228016156501e-07,
      "loss": 0.3438,
      "step": 2605600
    },
    {
      "epoch": 727.21,
      "grad_norm": 1.3120454549789429,
      "learning_rate": 1.0528426675734487e-07,
      "loss": 0.3547,
      "step": 2605610
    },
    {
      "epoch": 727.22,
      "grad_norm": 1.1308599710464478,
      "learning_rate": 1.052762536510648e-07,
      "loss": 0.337,
      "step": 2605620
    },
    {
      "epoch": 727.22,
      "grad_norm": 1.2739204168319702,
      "learning_rate": 1.0526824084272634e-07,
      "loss": 0.3337,
      "step": 2605630
    },
    {
      "epoch": 727.22,
      "grad_norm": 1.0562055110931396,
      "learning_rate": 1.0526022833233081e-07,
      "loss": 0.3351,
      "step": 2605640
    },
    {
      "epoch": 727.23,
      "grad_norm": 1.2353649139404297,
      "learning_rate": 1.0525221611987792e-07,
      "loss": 0.3241,
      "step": 2605650
    },
    {
      "epoch": 727.23,
      "grad_norm": 1.3203355073928833,
      "learning_rate": 1.0524420420537057e-07,
      "loss": 0.3332,
      "step": 2605660
    },
    {
      "epoch": 727.23,
      "grad_norm": 1.447344422340393,
      "learning_rate": 1.0523619258880874e-07,
      "loss": 0.3474,
      "step": 2605670
    },
    {
      "epoch": 727.23,
      "grad_norm": 1.1547281742095947,
      "learning_rate": 1.0522818127019347e-07,
      "loss": 0.3401,
      "step": 2605680
    },
    {
      "epoch": 727.24,
      "grad_norm": 1.1234664916992188,
      "learning_rate": 1.0522017024952607e-07,
      "loss": 0.3387,
      "step": 2605690
    },
    {
      "epoch": 727.24,
      "grad_norm": 1.1670726537704468,
      "learning_rate": 1.0521215952680782e-07,
      "loss": 0.3414,
      "step": 2605700
    },
    {
      "epoch": 727.24,
      "grad_norm": 1.1822419166564941,
      "learning_rate": 1.052041491020398e-07,
      "loss": 0.3412,
      "step": 2605710
    },
    {
      "epoch": 727.25,
      "grad_norm": 1.1681342124938965,
      "learning_rate": 1.0519613897522249e-07,
      "loss": 0.3226,
      "step": 2605720
    },
    {
      "epoch": 727.25,
      "grad_norm": 1.1857941150665283,
      "learning_rate": 1.0518812914635721e-07,
      "loss": 0.3321,
      "step": 2605730
    },
    {
      "epoch": 727.25,
      "grad_norm": 1.074046015739441,
      "learning_rate": 1.0518011961544526e-07,
      "loss": 0.3465,
      "step": 2605740
    },
    {
      "epoch": 727.25,
      "grad_norm": 1.2158693075180054,
      "learning_rate": 1.0517211038248768e-07,
      "loss": 0.3445,
      "step": 2605750
    },
    {
      "epoch": 727.26,
      "grad_norm": 1.2297601699829102,
      "learning_rate": 1.0516410144748525e-07,
      "loss": 0.3236,
      "step": 2605760
    },
    {
      "epoch": 727.26,
      "grad_norm": 1.2021420001983643,
      "learning_rate": 1.0515609281043927e-07,
      "loss": 0.3315,
      "step": 2605770
    },
    {
      "epoch": 727.26,
      "grad_norm": 1.4905989170074463,
      "learning_rate": 1.0514808447135104e-07,
      "loss": 0.3192,
      "step": 2605780
    },
    {
      "epoch": 727.26,
      "grad_norm": 1.1658626794815063,
      "learning_rate": 1.0514007643022057e-07,
      "loss": 0.3522,
      "step": 2605790
    },
    {
      "epoch": 727.27,
      "grad_norm": 1.2184600830078125,
      "learning_rate": 1.0513206868705045e-07,
      "loss": 0.3314,
      "step": 2605800
    },
    {
      "epoch": 727.27,
      "grad_norm": 1.1655908823013306,
      "learning_rate": 1.0512406124184068e-07,
      "loss": 0.3317,
      "step": 2605810
    },
    {
      "epoch": 727.27,
      "grad_norm": 1.4288749694824219,
      "learning_rate": 1.0511605409459257e-07,
      "loss": 0.3353,
      "step": 2605820
    },
    {
      "epoch": 727.28,
      "grad_norm": 1.4013932943344116,
      "learning_rate": 1.0510804724530743e-07,
      "loss": 0.3507,
      "step": 2605830
    },
    {
      "epoch": 727.28,
      "grad_norm": 1.347015380859375,
      "learning_rate": 1.0510004069398626e-07,
      "loss": 0.3422,
      "step": 2605840
    },
    {
      "epoch": 727.28,
      "grad_norm": 1.2746870517730713,
      "learning_rate": 1.0509203444062989e-07,
      "loss": 0.3429,
      "step": 2605850
    },
    {
      "epoch": 727.28,
      "grad_norm": 0.9738666415214539,
      "learning_rate": 1.0508402848523933e-07,
      "loss": 0.3194,
      "step": 2605860
    },
    {
      "epoch": 727.29,
      "grad_norm": 1.2242387533187866,
      "learning_rate": 1.0507602282781615e-07,
      "loss": 0.3513,
      "step": 2605870
    },
    {
      "epoch": 727.29,
      "grad_norm": 1.1738728284835815,
      "learning_rate": 1.0506801746836035e-07,
      "loss": 0.3366,
      "step": 2605880
    },
    {
      "epoch": 727.29,
      "grad_norm": 1.3623493909835815,
      "learning_rate": 1.0506001240687453e-07,
      "loss": 0.341,
      "step": 2605890
    },
    {
      "epoch": 727.3,
      "grad_norm": 2.1197898387908936,
      "learning_rate": 1.0505200764335869e-07,
      "loss": 0.3359,
      "step": 2605900
    },
    {
      "epoch": 727.3,
      "grad_norm": 1.151597261428833,
      "learning_rate": 1.0504400317781414e-07,
      "loss": 0.3282,
      "step": 2605910
    },
    {
      "epoch": 727.3,
      "grad_norm": 1.2590466737747192,
      "learning_rate": 1.0503599901024216e-07,
      "loss": 0.3437,
      "step": 2605920
    },
    {
      "epoch": 727.3,
      "grad_norm": 6.674464702606201,
      "learning_rate": 1.050279951406433e-07,
      "loss": 0.3292,
      "step": 2605930
    },
    {
      "epoch": 727.31,
      "grad_norm": 1.1999945640563965,
      "learning_rate": 1.0501999156901911e-07,
      "loss": 0.3392,
      "step": 2605940
    },
    {
      "epoch": 727.31,
      "grad_norm": 1.3381147384643555,
      "learning_rate": 1.0501198829537035e-07,
      "loss": 0.3199,
      "step": 2605950
    },
    {
      "epoch": 727.31,
      "grad_norm": 1.3306527137756348,
      "learning_rate": 1.050039853196986e-07,
      "loss": 0.3374,
      "step": 2605960
    },
    {
      "epoch": 727.32,
      "grad_norm": 1.5341209173202515,
      "learning_rate": 1.0499598264200387e-07,
      "loss": 0.3122,
      "step": 2605970
    },
    {
      "epoch": 727.32,
      "grad_norm": 1.2107361555099487,
      "learning_rate": 1.0498798026228875e-07,
      "loss": 0.3319,
      "step": 2605980
    },
    {
      "epoch": 727.32,
      "grad_norm": 1.2527716159820557,
      "learning_rate": 1.0497997818055296e-07,
      "loss": 0.3337,
      "step": 2605990
    },
    {
      "epoch": 727.32,
      "grad_norm": 1.4218214750289917,
      "learning_rate": 1.0497197639679809e-07,
      "loss": 0.3399,
      "step": 2606000
    },
    {
      "epoch": 727.33,
      "grad_norm": 1.1691988706588745,
      "learning_rate": 1.0496397491102544e-07,
      "loss": 0.3382,
      "step": 2606010
    },
    {
      "epoch": 727.33,
      "grad_norm": 1.270980954170227,
      "learning_rate": 1.0495597372323526e-07,
      "loss": 0.3399,
      "step": 2606020
    },
    {
      "epoch": 727.33,
      "grad_norm": 1.3270208835601807,
      "learning_rate": 1.0494797283342989e-07,
      "loss": 0.3507,
      "step": 2606030
    },
    {
      "epoch": 727.33,
      "grad_norm": 1.2988697290420532,
      "learning_rate": 1.0493997224160907e-07,
      "loss": 0.3457,
      "step": 2606040
    },
    {
      "epoch": 727.34,
      "grad_norm": 1.1302846670150757,
      "learning_rate": 1.049319719477749e-07,
      "loss": 0.3401,
      "step": 2606050
    },
    {
      "epoch": 727.34,
      "grad_norm": 1.124112844467163,
      "learning_rate": 1.0492397195192787e-07,
      "loss": 0.3308,
      "step": 2606060
    },
    {
      "epoch": 727.34,
      "grad_norm": 1.0640275478363037,
      "learning_rate": 1.049159722540693e-07,
      "loss": 0.3219,
      "step": 2606070
    },
    {
      "epoch": 727.35,
      "grad_norm": 1.295696496963501,
      "learning_rate": 1.0490797285419998e-07,
      "loss": 0.3353,
      "step": 2606080
    },
    {
      "epoch": 727.35,
      "grad_norm": 1.243607759475708,
      "learning_rate": 1.0489997375232118e-07,
      "loss": 0.334,
      "step": 2606090
    },
    {
      "epoch": 727.35,
      "grad_norm": 1.0812969207763672,
      "learning_rate": 1.0489197494843422e-07,
      "loss": 0.3358,
      "step": 2606100
    },
    {
      "epoch": 727.35,
      "grad_norm": 1.1304765939712524,
      "learning_rate": 1.0488397644253912e-07,
      "loss": 0.3313,
      "step": 2606110
    },
    {
      "epoch": 727.36,
      "grad_norm": 1.0960791110992432,
      "learning_rate": 1.0487597823463844e-07,
      "loss": 0.34,
      "step": 2606120
    },
    {
      "epoch": 727.36,
      "grad_norm": 1.245702862739563,
      "learning_rate": 1.0486798032473221e-07,
      "loss": 0.3365,
      "step": 2606130
    },
    {
      "epoch": 727.36,
      "grad_norm": 1.1517143249511719,
      "learning_rate": 1.0485998271282173e-07,
      "loss": 0.33,
      "step": 2606140
    },
    {
      "epoch": 727.37,
      "grad_norm": 1.2363401651382446,
      "learning_rate": 1.0485198539890854e-07,
      "loss": 0.3447,
      "step": 2606150
    },
    {
      "epoch": 727.37,
      "grad_norm": 1.3004196882247925,
      "learning_rate": 1.0484398838299293e-07,
      "loss": 0.3384,
      "step": 2606160
    },
    {
      "epoch": 727.37,
      "grad_norm": 1.401581883430481,
      "learning_rate": 1.0483599166507617e-07,
      "loss": 0.3338,
      "step": 2606170
    },
    {
      "epoch": 727.37,
      "grad_norm": 1.2859567403793335,
      "learning_rate": 1.0482799524515959e-07,
      "loss": 0.3247,
      "step": 2606180
    },
    {
      "epoch": 727.38,
      "grad_norm": 1.2151490449905396,
      "learning_rate": 1.0481999912324446e-07,
      "loss": 0.3363,
      "step": 2606190
    },
    {
      "epoch": 727.38,
      "grad_norm": 1.1723835468292236,
      "learning_rate": 1.0481200329933108e-07,
      "loss": 0.3333,
      "step": 2606200
    },
    {
      "epoch": 727.38,
      "grad_norm": 1.1287572383880615,
      "learning_rate": 1.0480400777342123e-07,
      "loss": 0.3314,
      "step": 2606210
    },
    {
      "epoch": 727.38,
      "grad_norm": 1.1953505277633667,
      "learning_rate": 1.0479601254551546e-07,
      "loss": 0.3329,
      "step": 2606220
    },
    {
      "epoch": 727.39,
      "grad_norm": 1.0343616008758545,
      "learning_rate": 1.0478801761561531e-07,
      "loss": 0.3261,
      "step": 2606230
    },
    {
      "epoch": 727.39,
      "grad_norm": 1.2286325693130493,
      "learning_rate": 1.0478002298372158e-07,
      "loss": 0.3365,
      "step": 2606240
    },
    {
      "epoch": 727.39,
      "grad_norm": 1.4186954498291016,
      "learning_rate": 1.047720286498353e-07,
      "loss": 0.3486,
      "step": 2606250
    },
    {
      "epoch": 727.4,
      "grad_norm": 1.1582281589508057,
      "learning_rate": 1.0476403461395751e-07,
      "loss": 0.3196,
      "step": 2606260
    },
    {
      "epoch": 727.4,
      "grad_norm": 1.1661508083343506,
      "learning_rate": 1.0475604087608951e-07,
      "loss": 0.3282,
      "step": 2606270
    },
    {
      "epoch": 727.4,
      "grad_norm": 1.329345703125,
      "learning_rate": 1.047480474362321e-07,
      "loss": 0.3413,
      "step": 2606280
    },
    {
      "epoch": 727.4,
      "grad_norm": 1.1803091764450073,
      "learning_rate": 1.0474005429438681e-07,
      "loss": 0.3263,
      "step": 2606290
    },
    {
      "epoch": 727.41,
      "grad_norm": 1.3055851459503174,
      "learning_rate": 1.0473206145055392e-07,
      "loss": 0.3537,
      "step": 2606300
    },
    {
      "epoch": 727.41,
      "grad_norm": 1.2070732116699219,
      "learning_rate": 1.04724068904735e-07,
      "loss": 0.3402,
      "step": 2606310
    },
    {
      "epoch": 727.41,
      "grad_norm": 1.1883330345153809,
      "learning_rate": 1.0471607665693106e-07,
      "loss": 0.3286,
      "step": 2606320
    },
    {
      "epoch": 727.42,
      "grad_norm": 4.337560653686523,
      "learning_rate": 1.0470808470714343e-07,
      "loss": 0.3304,
      "step": 2606330
    },
    {
      "epoch": 727.42,
      "grad_norm": 1.2129874229431152,
      "learning_rate": 1.0470009305537235e-07,
      "loss": 0.322,
      "step": 2606340
    },
    {
      "epoch": 727.42,
      "grad_norm": 1.3244963884353638,
      "learning_rate": 1.0469210170161992e-07,
      "loss": 0.346,
      "step": 2606350
    },
    {
      "epoch": 727.42,
      "grad_norm": 1.3777565956115723,
      "learning_rate": 1.0468411064588666e-07,
      "loss": 0.3504,
      "step": 2606360
    },
    {
      "epoch": 727.43,
      "grad_norm": 1.1215522289276123,
      "learning_rate": 1.0467611988817332e-07,
      "loss": 0.3333,
      "step": 2606370
    },
    {
      "epoch": 727.43,
      "grad_norm": 1.3063796758651733,
      "learning_rate": 1.0466812942848177e-07,
      "loss": 0.344,
      "step": 2606380
    },
    {
      "epoch": 727.43,
      "grad_norm": 1.4574253559112549,
      "learning_rate": 1.0466013926681248e-07,
      "loss": 0.3363,
      "step": 2606390
    },
    {
      "epoch": 727.44,
      "grad_norm": 1.66237473487854,
      "learning_rate": 1.0465214940316652e-07,
      "loss": 0.3373,
      "step": 2606400
    },
    {
      "epoch": 727.44,
      "grad_norm": 1.2789900302886963,
      "learning_rate": 1.0464415983754519e-07,
      "loss": 0.3427,
      "step": 2606410
    },
    {
      "epoch": 727.44,
      "grad_norm": 1.3984577655792236,
      "learning_rate": 1.0463617056994952e-07,
      "loss": 0.3314,
      "step": 2606420
    },
    {
      "epoch": 727.44,
      "grad_norm": 1.3859833478927612,
      "learning_rate": 1.0462818160038031e-07,
      "loss": 0.3262,
      "step": 2606430
    },
    {
      "epoch": 727.45,
      "grad_norm": 1.5883318185806274,
      "learning_rate": 1.0462019292883883e-07,
      "loss": 0.3596,
      "step": 2606440
    },
    {
      "epoch": 727.45,
      "grad_norm": 1.2934446334838867,
      "learning_rate": 1.0461220455532668e-07,
      "loss": 0.3404,
      "step": 2606450
    },
    {
      "epoch": 727.45,
      "grad_norm": 1.2469580173492432,
      "learning_rate": 1.0460421647984357e-07,
      "loss": 0.3352,
      "step": 2606460
    },
    {
      "epoch": 727.45,
      "grad_norm": 1.1114013195037842,
      "learning_rate": 1.0459622870239185e-07,
      "loss": 0.3215,
      "step": 2606470
    },
    {
      "epoch": 727.46,
      "grad_norm": 1.1809616088867188,
      "learning_rate": 1.0458824122297205e-07,
      "loss": 0.3405,
      "step": 2606480
    },
    {
      "epoch": 727.46,
      "grad_norm": 1.6067289113998413,
      "learning_rate": 1.045802540415852e-07,
      "loss": 0.3344,
      "step": 2606490
    },
    {
      "epoch": 727.46,
      "grad_norm": 1.580665111541748,
      "learning_rate": 1.0457226715823233e-07,
      "loss": 0.3377,
      "step": 2606500
    },
    {
      "epoch": 727.47,
      "grad_norm": 1.207212209701538,
      "learning_rate": 1.0456428057291503e-07,
      "loss": 0.3347,
      "step": 2606510
    },
    {
      "epoch": 727.47,
      "grad_norm": 1.7900676727294922,
      "learning_rate": 1.045562942856338e-07,
      "loss": 0.3345,
      "step": 2606520
    },
    {
      "epoch": 727.47,
      "grad_norm": 1.212595820426941,
      "learning_rate": 1.0454830829638968e-07,
      "loss": 0.3478,
      "step": 2606530
    },
    {
      "epoch": 727.47,
      "grad_norm": 1.1761692762374878,
      "learning_rate": 1.0454032260518423e-07,
      "loss": 0.3275,
      "step": 2606540
    },
    {
      "epoch": 727.48,
      "grad_norm": 1.354880928993225,
      "learning_rate": 1.0453233721201747e-07,
      "loss": 0.33,
      "step": 2606550
    },
    {
      "epoch": 727.48,
      "grad_norm": 1.1889222860336304,
      "learning_rate": 1.04524352116892e-07,
      "loss": 0.3417,
      "step": 2606560
    },
    {
      "epoch": 727.48,
      "grad_norm": 1.0942543745040894,
      "learning_rate": 1.0451636731980779e-07,
      "loss": 0.3488,
      "step": 2606570
    },
    {
      "epoch": 727.49,
      "grad_norm": 1.6488966941833496,
      "learning_rate": 1.0450838282076617e-07,
      "loss": 0.3369,
      "step": 2606580
    },
    {
      "epoch": 727.49,
      "grad_norm": 1.3908841609954834,
      "learning_rate": 1.0450039861976843e-07,
      "loss": 0.3337,
      "step": 2606590
    },
    {
      "epoch": 727.49,
      "grad_norm": 1.1770668029785156,
      "learning_rate": 1.0449241471681483e-07,
      "loss": 0.3252,
      "step": 2606600
    },
    {
      "epoch": 727.49,
      "grad_norm": 1.2731127738952637,
      "learning_rate": 1.044844311119077e-07,
      "loss": 0.3371,
      "step": 2606610
    },
    {
      "epoch": 727.5,
      "grad_norm": 1.1916866302490234,
      "learning_rate": 1.0447644780504708e-07,
      "loss": 0.3432,
      "step": 2606620
    },
    {
      "epoch": 727.5,
      "grad_norm": 1.0645960569381714,
      "learning_rate": 1.0446846479623448e-07,
      "loss": 0.3322,
      "step": 2606630
    },
    {
      "epoch": 727.5,
      "grad_norm": 1.2090814113616943,
      "learning_rate": 1.0446048208547072e-07,
      "loss": 0.3246,
      "step": 2606640
    },
    {
      "epoch": 727.5,
      "grad_norm": 1.6807829141616821,
      "learning_rate": 1.0445249967275735e-07,
      "loss": 0.3559,
      "step": 2606650
    },
    {
      "epoch": 727.51,
      "grad_norm": 1.553155779838562,
      "learning_rate": 1.0444451755809462e-07,
      "loss": 0.345,
      "step": 2606660
    },
    {
      "epoch": 727.51,
      "grad_norm": 1.1704448461532593,
      "learning_rate": 1.0443653574148435e-07,
      "loss": 0.331,
      "step": 2606670
    },
    {
      "epoch": 727.51,
      "grad_norm": 1.3507894277572632,
      "learning_rate": 1.044285542229276e-07,
      "loss": 0.346,
      "step": 2606680
    },
    {
      "epoch": 727.52,
      "grad_norm": 1.4885379076004028,
      "learning_rate": 1.0442057300242436e-07,
      "loss": 0.336,
      "step": 2606690
    },
    {
      "epoch": 727.52,
      "grad_norm": 1.3668663501739502,
      "learning_rate": 1.0441259207997722e-07,
      "loss": 0.3295,
      "step": 2606700
    },
    {
      "epoch": 727.52,
      "grad_norm": 1.4028455018997192,
      "learning_rate": 1.0440461145558594e-07,
      "loss": 0.3337,
      "step": 2606710
    },
    {
      "epoch": 727.52,
      "grad_norm": 1.2429662942886353,
      "learning_rate": 1.0439663112925232e-07,
      "loss": 0.3328,
      "step": 2606720
    },
    {
      "epoch": 727.53,
      "grad_norm": 1.236961841583252,
      "learning_rate": 1.0438865110097768e-07,
      "loss": 0.351,
      "step": 2606730
    },
    {
      "epoch": 727.53,
      "grad_norm": 1.3500491380691528,
      "learning_rate": 1.0438067137076228e-07,
      "loss": 0.3564,
      "step": 2606740
    },
    {
      "epoch": 727.53,
      "grad_norm": 1.3351094722747803,
      "learning_rate": 1.0437269193860742e-07,
      "loss": 0.3342,
      "step": 2606750
    },
    {
      "epoch": 727.54,
      "grad_norm": 1.1120678186416626,
      "learning_rate": 1.0436471280451438e-07,
      "loss": 0.3316,
      "step": 2606760
    },
    {
      "epoch": 727.54,
      "grad_norm": 1.1527007818222046,
      "learning_rate": 1.0435673396848422e-07,
      "loss": 0.3269,
      "step": 2606770
    },
    {
      "epoch": 727.54,
      "grad_norm": 1.2158842086791992,
      "learning_rate": 1.0434875543051772e-07,
      "loss": 0.3386,
      "step": 2606780
    },
    {
      "epoch": 727.54,
      "grad_norm": 1.3457461595535278,
      "learning_rate": 1.0434077719061645e-07,
      "loss": 0.353,
      "step": 2606790
    },
    {
      "epoch": 727.55,
      "grad_norm": 1.3078137636184692,
      "learning_rate": 1.043327992487809e-07,
      "loss": 0.3397,
      "step": 2606800
    },
    {
      "epoch": 727.55,
      "grad_norm": 1.198150873184204,
      "learning_rate": 1.043248216050124e-07,
      "loss": 0.3347,
      "step": 2606810
    },
    {
      "epoch": 727.55,
      "grad_norm": 1.2058935165405273,
      "learning_rate": 1.0431684425931224e-07,
      "loss": 0.3272,
      "step": 2606820
    },
    {
      "epoch": 727.56,
      "grad_norm": 1.146510124206543,
      "learning_rate": 1.0430886721168119e-07,
      "loss": 0.3339,
      "step": 2606830
    },
    {
      "epoch": 727.56,
      "grad_norm": 1.3190325498580933,
      "learning_rate": 1.0430089046212005e-07,
      "loss": 0.351,
      "step": 2606840
    },
    {
      "epoch": 727.56,
      "grad_norm": 1.1918452978134155,
      "learning_rate": 1.0429291401063038e-07,
      "loss": 0.3258,
      "step": 2606850
    },
    {
      "epoch": 727.56,
      "grad_norm": 1.3987514972686768,
      "learning_rate": 1.0428493785721295e-07,
      "loss": 0.3419,
      "step": 2606860
    },
    {
      "epoch": 727.57,
      "grad_norm": 1.341240644454956,
      "learning_rate": 1.0427696200186932e-07,
      "loss": 0.355,
      "step": 2606870
    },
    {
      "epoch": 727.57,
      "grad_norm": 1.4233847856521606,
      "learning_rate": 1.0426898644460002e-07,
      "loss": 0.3445,
      "step": 2606880
    },
    {
      "epoch": 727.57,
      "grad_norm": 1.3193416595458984,
      "learning_rate": 1.0426101118540609e-07,
      "loss": 0.3689,
      "step": 2606890
    },
    {
      "epoch": 727.57,
      "grad_norm": 1.3547381162643433,
      "learning_rate": 1.0425303622428857e-07,
      "loss": 0.3198,
      "step": 2606900
    },
    {
      "epoch": 727.58,
      "grad_norm": 1.252539873123169,
      "learning_rate": 1.0424506156124926e-07,
      "loss": 0.3433,
      "step": 2606910
    },
    {
      "epoch": 727.58,
      "grad_norm": 1.3165202140808105,
      "learning_rate": 1.0423708719628793e-07,
      "loss": 0.345,
      "step": 2606920
    },
    {
      "epoch": 727.58,
      "grad_norm": 1.269991397857666,
      "learning_rate": 1.0422911312940718e-07,
      "loss": 0.3432,
      "step": 2606930
    },
    {
      "epoch": 727.59,
      "grad_norm": 1.4752408266067505,
      "learning_rate": 1.0422113936060673e-07,
      "loss": 0.3222,
      "step": 2606940
    },
    {
      "epoch": 727.59,
      "grad_norm": 1.3399198055267334,
      "learning_rate": 1.0421316588988815e-07,
      "loss": 0.3472,
      "step": 2606950
    },
    {
      "epoch": 727.59,
      "grad_norm": 1.47357177734375,
      "learning_rate": 1.04205192717253e-07,
      "loss": 0.3411,
      "step": 2606960
    },
    {
      "epoch": 727.59,
      "grad_norm": 1.2522052526474,
      "learning_rate": 1.0419721984270156e-07,
      "loss": 0.334,
      "step": 2606970
    },
    {
      "epoch": 727.6,
      "grad_norm": 1.3377591371536255,
      "learning_rate": 1.041892472662351e-07,
      "loss": 0.3453,
      "step": 2606980
    },
    {
      "epoch": 727.6,
      "grad_norm": 1.4286829233169556,
      "learning_rate": 1.0418127498785494e-07,
      "loss": 0.3429,
      "step": 2606990
    },
    {
      "epoch": 727.6,
      "grad_norm": 1.2955873012542725,
      "learning_rate": 1.0417330300756211e-07,
      "loss": 0.3324,
      "step": 2607000
    },
    {
      "epoch": 727.61,
      "grad_norm": 1.3778104782104492,
      "learning_rate": 1.041653313253574e-07,
      "loss": 0.3428,
      "step": 2607010
    },
    {
      "epoch": 727.61,
      "grad_norm": 1.4312031269073486,
      "learning_rate": 1.0415735994124211e-07,
      "loss": 0.3404,
      "step": 2607020
    },
    {
      "epoch": 727.61,
      "grad_norm": 1.2249809503555298,
      "learning_rate": 1.0414938885521728e-07,
      "loss": 0.3349,
      "step": 2607030
    },
    {
      "epoch": 727.61,
      "grad_norm": 1.0623348951339722,
      "learning_rate": 1.0414141806728343e-07,
      "loss": 0.3181,
      "step": 2607040
    },
    {
      "epoch": 727.62,
      "grad_norm": 1.237869381904602,
      "learning_rate": 1.0413344757744264e-07,
      "loss": 0.3508,
      "step": 2607050
    },
    {
      "epoch": 727.62,
      "grad_norm": 1.3069382905960083,
      "learning_rate": 1.0412547738569517e-07,
      "loss": 0.3408,
      "step": 2607060
    },
    {
      "epoch": 727.62,
      "grad_norm": 1.1074286699295044,
      "learning_rate": 1.0411750749204232e-07,
      "loss": 0.3165,
      "step": 2607070
    },
    {
      "epoch": 727.62,
      "grad_norm": 2.0199108123779297,
      "learning_rate": 1.0410953789648512e-07,
      "loss": 0.3301,
      "step": 2607080
    },
    {
      "epoch": 727.63,
      "grad_norm": 1.2132104635238647,
      "learning_rate": 1.0410156859902491e-07,
      "loss": 0.3301,
      "step": 2607090
    },
    {
      "epoch": 727.63,
      "grad_norm": 1.1145281791687012,
      "learning_rate": 1.0409359959966242e-07,
      "loss": 0.3302,
      "step": 2607100
    },
    {
      "epoch": 727.63,
      "grad_norm": 1.1586540937423706,
      "learning_rate": 1.0408563089839874e-07,
      "loss": 0.3425,
      "step": 2607110
    },
    {
      "epoch": 727.64,
      "grad_norm": 1.376609206199646,
      "learning_rate": 1.0407766249523513e-07,
      "loss": 0.3361,
      "step": 2607120
    },
    {
      "epoch": 727.64,
      "grad_norm": 1.271895170211792,
      "learning_rate": 1.0406969439017213e-07,
      "loss": 0.3361,
      "step": 2607130
    },
    {
      "epoch": 727.64,
      "grad_norm": 1.1919599771499634,
      "learning_rate": 1.0406172658321156e-07,
      "loss": 0.3446,
      "step": 2607140
    },
    {
      "epoch": 727.64,
      "grad_norm": 1.3502459526062012,
      "learning_rate": 1.0405375907435393e-07,
      "loss": 0.3431,
      "step": 2607150
    },
    {
      "epoch": 727.65,
      "grad_norm": 1.1892328262329102,
      "learning_rate": 1.0404579186360055e-07,
      "loss": 0.33,
      "step": 2607160
    },
    {
      "epoch": 727.65,
      "grad_norm": 2.154794454574585,
      "learning_rate": 1.0403782495095247e-07,
      "loss": 0.3317,
      "step": 2607170
    },
    {
      "epoch": 727.65,
      "grad_norm": 1.2036666870117188,
      "learning_rate": 1.0402985833641046e-07,
      "loss": 0.3289,
      "step": 2607180
    },
    {
      "epoch": 727.66,
      "grad_norm": 1.3322858810424805,
      "learning_rate": 1.0402189201997634e-07,
      "loss": 0.3319,
      "step": 2607190
    },
    {
      "epoch": 727.66,
      "grad_norm": 1.333453893661499,
      "learning_rate": 1.0401392600165012e-07,
      "loss": 0.3463,
      "step": 2607200
    },
    {
      "epoch": 727.66,
      "grad_norm": 1.2125828266143799,
      "learning_rate": 1.040059602814336e-07,
      "loss": 0.3386,
      "step": 2607210
    },
    {
      "epoch": 727.66,
      "grad_norm": 1.208504319190979,
      "learning_rate": 1.0399799485932732e-07,
      "loss": 0.333,
      "step": 2607220
    },
    {
      "epoch": 727.67,
      "grad_norm": 1.508226990699768,
      "learning_rate": 1.0399002973533336e-07,
      "loss": 0.3374,
      "step": 2607230
    },
    {
      "epoch": 727.67,
      "grad_norm": 1.1853669881820679,
      "learning_rate": 1.0398206490945145e-07,
      "loss": 0.341,
      "step": 2607240
    },
    {
      "epoch": 727.67,
      "grad_norm": 1.259941816329956,
      "learning_rate": 1.0397410038168342e-07,
      "loss": 0.3494,
      "step": 2607250
    },
    {
      "epoch": 727.68,
      "grad_norm": 1.226536512374878,
      "learning_rate": 1.039661361520303e-07,
      "loss": 0.3381,
      "step": 2607260
    },
    {
      "epoch": 727.68,
      "grad_norm": 1.7458865642547607,
      "learning_rate": 1.0395817222049263e-07,
      "loss": 0.3416,
      "step": 2607270
    },
    {
      "epoch": 727.68,
      "grad_norm": 1.34975266456604,
      "learning_rate": 1.0395020858707222e-07,
      "loss": 0.3431,
      "step": 2607280
    },
    {
      "epoch": 727.68,
      "grad_norm": 1.2469046115875244,
      "learning_rate": 1.0394224525176959e-07,
      "loss": 0.3424,
      "step": 2607290
    },
    {
      "epoch": 727.69,
      "grad_norm": 1.411245346069336,
      "learning_rate": 1.0393428221458604e-07,
      "loss": 0.3358,
      "step": 2607300
    },
    {
      "epoch": 727.69,
      "grad_norm": 1.4954482316970825,
      "learning_rate": 1.0392631947552261e-07,
      "loss": 0.3333,
      "step": 2607310
    },
    {
      "epoch": 727.69,
      "grad_norm": 1.1861311197280884,
      "learning_rate": 1.039183570345806e-07,
      "loss": 0.335,
      "step": 2607320
    },
    {
      "epoch": 727.69,
      "grad_norm": 1.3161098957061768,
      "learning_rate": 1.0391039489176028e-07,
      "loss": 0.3375,
      "step": 2607330
    },
    {
      "epoch": 727.7,
      "grad_norm": 1.1291160583496094,
      "learning_rate": 1.0390243304706346e-07,
      "loss": 0.3382,
      "step": 2607340
    },
    {
      "epoch": 727.7,
      "grad_norm": 1.1236099004745483,
      "learning_rate": 1.0389447150049119e-07,
      "loss": 0.3138,
      "step": 2607350
    },
    {
      "epoch": 727.7,
      "grad_norm": 1.3921849727630615,
      "learning_rate": 1.0388651025204372e-07,
      "loss": 0.3256,
      "step": 2607360
    },
    {
      "epoch": 727.71,
      "grad_norm": 1.2660223245620728,
      "learning_rate": 1.0387854930172315e-07,
      "loss": 0.3393,
      "step": 2607370
    },
    {
      "epoch": 727.71,
      "grad_norm": 1.199129581451416,
      "learning_rate": 1.0387058864952999e-07,
      "loss": 0.3387,
      "step": 2607380
    },
    {
      "epoch": 727.71,
      "grad_norm": 1.4226630926132202,
      "learning_rate": 1.0386262829546526e-07,
      "loss": 0.331,
      "step": 2607390
    },
    {
      "epoch": 727.71,
      "grad_norm": 1.1560320854187012,
      "learning_rate": 1.0385466823953055e-07,
      "loss": 0.3391,
      "step": 2607400
    },
    {
      "epoch": 727.72,
      "grad_norm": 1.5016921758651733,
      "learning_rate": 1.0384670848172612e-07,
      "loss": 0.317,
      "step": 2607410
    },
    {
      "epoch": 727.72,
      "grad_norm": 1.3786684274673462,
      "learning_rate": 1.038387490220535e-07,
      "loss": 0.3382,
      "step": 2607420
    },
    {
      "epoch": 727.72,
      "grad_norm": 1.2172925472259521,
      "learning_rate": 1.0383078986051352e-07,
      "loss": 0.3332,
      "step": 2607430
    },
    {
      "epoch": 727.73,
      "grad_norm": 1.504839539527893,
      "learning_rate": 1.0382283099710769e-07,
      "loss": 0.3458,
      "step": 2607440
    },
    {
      "epoch": 727.73,
      "grad_norm": 1.3175082206726074,
      "learning_rate": 1.0381487243183657e-07,
      "loss": 0.3384,
      "step": 2607450
    },
    {
      "epoch": 727.73,
      "grad_norm": 1.1702960729599,
      "learning_rate": 1.038069141647017e-07,
      "loss": 0.3379,
      "step": 2607460
    },
    {
      "epoch": 727.73,
      "grad_norm": 1.2253085374832153,
      "learning_rate": 1.0379895619570359e-07,
      "loss": 0.3625,
      "step": 2607470
    },
    {
      "epoch": 727.74,
      "grad_norm": 1.2292110919952393,
      "learning_rate": 1.0379099852484357e-07,
      "loss": 0.3233,
      "step": 2607480
    },
    {
      "epoch": 727.74,
      "grad_norm": 1.1090278625488281,
      "learning_rate": 1.037830411521232e-07,
      "loss": 0.3183,
      "step": 2607490
    },
    {
      "epoch": 727.74,
      "grad_norm": 1.3362610340118408,
      "learning_rate": 1.0377508407754219e-07,
      "loss": 0.3365,
      "step": 2607500
    },
    {
      "epoch": 727.74,
      "grad_norm": 1.219760775566101,
      "learning_rate": 1.0376712730110317e-07,
      "loss": 0.35,
      "step": 2607510
    },
    {
      "epoch": 727.75,
      "grad_norm": 1.1228984594345093,
      "learning_rate": 1.0375917082280612e-07,
      "loss": 0.3402,
      "step": 2607520
    },
    {
      "epoch": 727.75,
      "grad_norm": 1.335139513015747,
      "learning_rate": 1.0375121464265261e-07,
      "loss": 0.3361,
      "step": 2607530
    },
    {
      "epoch": 727.75,
      "grad_norm": 1.3752408027648926,
      "learning_rate": 1.037432587606437e-07,
      "loss": 0.334,
      "step": 2607540
    },
    {
      "epoch": 727.76,
      "grad_norm": 1.259427785873413,
      "learning_rate": 1.0373530317678014e-07,
      "loss": 0.3494,
      "step": 2607550
    },
    {
      "epoch": 727.76,
      "grad_norm": 1.1223801374435425,
      "learning_rate": 1.0372734789106298e-07,
      "loss": 0.3426,
      "step": 2607560
    },
    {
      "epoch": 727.76,
      "grad_norm": 1.153125286102295,
      "learning_rate": 1.0371939290349353e-07,
      "loss": 0.3299,
      "step": 2607570
    },
    {
      "epoch": 727.76,
      "grad_norm": 1.338324785232544,
      "learning_rate": 1.0371143821407283e-07,
      "loss": 0.3377,
      "step": 2607580
    },
    {
      "epoch": 727.77,
      "grad_norm": 1.1243599653244019,
      "learning_rate": 1.0370348382280164e-07,
      "loss": 0.3319,
      "step": 2607590
    },
    {
      "epoch": 727.77,
      "grad_norm": 1.4902794361114502,
      "learning_rate": 1.0369552972968155e-07,
      "loss": 0.3224,
      "step": 2607600
    },
    {
      "epoch": 727.77,
      "grad_norm": 1.3005211353302002,
      "learning_rate": 1.0368757593471333e-07,
      "loss": 0.3373,
      "step": 2607610
    },
    {
      "epoch": 727.78,
      "grad_norm": 1.2639532089233398,
      "learning_rate": 1.0367962243789775e-07,
      "loss": 0.3323,
      "step": 2607620
    },
    {
      "epoch": 727.78,
      "grad_norm": 1.0359320640563965,
      "learning_rate": 1.0367166923923664e-07,
      "loss": 0.3479,
      "step": 2607630
    },
    {
      "epoch": 727.78,
      "grad_norm": 1.110150694847107,
      "learning_rate": 1.0366371633873027e-07,
      "loss": 0.3378,
      "step": 2607640
    },
    {
      "epoch": 727.78,
      "grad_norm": 1.210490345954895,
      "learning_rate": 1.0365576373637992e-07,
      "loss": 0.3223,
      "step": 2607650
    },
    {
      "epoch": 727.79,
      "grad_norm": 1.3908261060714722,
      "learning_rate": 1.0364781143218666e-07,
      "loss": 0.3401,
      "step": 2607660
    },
    {
      "epoch": 727.79,
      "grad_norm": 1.1823142766952515,
      "learning_rate": 1.0363985942615201e-07,
      "loss": 0.3482,
      "step": 2607670
    },
    {
      "epoch": 727.79,
      "grad_norm": 2.6573474407196045,
      "learning_rate": 1.0363190771827627e-07,
      "loss": 0.3403,
      "step": 2607680
    },
    {
      "epoch": 727.8,
      "grad_norm": 1.0946245193481445,
      "learning_rate": 1.0362395630856071e-07,
      "loss": 0.3218,
      "step": 2607690
    },
    {
      "epoch": 727.8,
      "grad_norm": 1.1857881546020508,
      "learning_rate": 1.0361600519700718e-07,
      "loss": 0.3348,
      "step": 2607700
    },
    {
      "epoch": 727.8,
      "grad_norm": 1.1834185123443604,
      "learning_rate": 1.0360805438361514e-07,
      "loss": 0.3396,
      "step": 2607710
    },
    {
      "epoch": 727.8,
      "grad_norm": 1.1675598621368408,
      "learning_rate": 1.0360010386838745e-07,
      "loss": 0.333,
      "step": 2607720
    },
    {
      "epoch": 727.81,
      "grad_norm": 1.2338804006576538,
      "learning_rate": 1.0359215365132361e-07,
      "loss": 0.3298,
      "step": 2607730
    },
    {
      "epoch": 727.81,
      "grad_norm": 1.1021983623504639,
      "learning_rate": 1.035842037324262e-07,
      "loss": 0.3201,
      "step": 2607740
    },
    {
      "epoch": 727.81,
      "grad_norm": 1.4379603862762451,
      "learning_rate": 1.0357625411169497e-07,
      "loss": 0.3344,
      "step": 2607750
    },
    {
      "epoch": 727.81,
      "grad_norm": 1.2728022336959839,
      "learning_rate": 1.0356830478913149e-07,
      "loss": 0.3395,
      "step": 2607760
    },
    {
      "epoch": 727.82,
      "grad_norm": 1.234737515449524,
      "learning_rate": 1.0356035576473704e-07,
      "loss": 0.3485,
      "step": 2607770
    },
    {
      "epoch": 727.82,
      "grad_norm": 1.2050062417984009,
      "learning_rate": 1.0355240703851216e-07,
      "loss": 0.3413,
      "step": 2607780
    },
    {
      "epoch": 727.82,
      "grad_norm": 1.2668594121932983,
      "learning_rate": 1.035444586104584e-07,
      "loss": 0.3506,
      "step": 2607790
    },
    {
      "epoch": 727.83,
      "grad_norm": 1.2446471452713013,
      "learning_rate": 1.0353651048057628e-07,
      "loss": 0.3309,
      "step": 2607800
    },
    {
      "epoch": 727.83,
      "grad_norm": 1.3620884418487549,
      "learning_rate": 1.035285626488679e-07,
      "loss": 0.3385,
      "step": 2607810
    },
    {
      "epoch": 727.83,
      "grad_norm": 1.0756065845489502,
      "learning_rate": 1.0352061511533297e-07,
      "loss": 0.3309,
      "step": 2607820
    },
    {
      "epoch": 727.83,
      "grad_norm": 3.0515036582946777,
      "learning_rate": 1.0351266787997332e-07,
      "loss": 0.3328,
      "step": 2607830
    },
    {
      "epoch": 727.84,
      "grad_norm": 1.1163828372955322,
      "learning_rate": 1.0350472094279001e-07,
      "loss": 0.3466,
      "step": 2607840
    },
    {
      "epoch": 727.84,
      "grad_norm": 1.337765097618103,
      "learning_rate": 1.0349677430378355e-07,
      "loss": 0.3405,
      "step": 2607850
    },
    {
      "epoch": 727.84,
      "grad_norm": 1.101569652557373,
      "learning_rate": 1.0348882796295601e-07,
      "loss": 0.3597,
      "step": 2607860
    },
    {
      "epoch": 727.85,
      "grad_norm": 1.4252821207046509,
      "learning_rate": 1.0348088192030742e-07,
      "loss": 0.3365,
      "step": 2607870
    },
    {
      "epoch": 727.85,
      "grad_norm": 1.1314629316329956,
      "learning_rate": 1.034729361758393e-07,
      "loss": 0.3361,
      "step": 2607880
    },
    {
      "epoch": 727.85,
      "grad_norm": 1.2294631004333496,
      "learning_rate": 1.0346499072955272e-07,
      "loss": 0.3143,
      "step": 2607890
    },
    {
      "epoch": 727.85,
      "grad_norm": 1.6226987838745117,
      "learning_rate": 1.0345704558144871e-07,
      "loss": 0.3371,
      "step": 2607900
    },
    {
      "epoch": 727.86,
      "grad_norm": 1.530220866203308,
      "learning_rate": 1.0344910073152831e-07,
      "loss": 0.3296,
      "step": 2607910
    },
    {
      "epoch": 727.86,
      "grad_norm": 1.3988738059997559,
      "learning_rate": 1.0344115617979257e-07,
      "loss": 0.3319,
      "step": 2607920
    },
    {
      "epoch": 727.86,
      "grad_norm": 1.5657501220703125,
      "learning_rate": 1.0343321192624278e-07,
      "loss": 0.3491,
      "step": 2607930
    },
    {
      "epoch": 727.86,
      "grad_norm": 1.349303960800171,
      "learning_rate": 1.034252679708792e-07,
      "loss": 0.3218,
      "step": 2607940
    },
    {
      "epoch": 727.87,
      "grad_norm": 1.3731902837753296,
      "learning_rate": 1.0341732431370392e-07,
      "loss": 0.3326,
      "step": 2607950
    },
    {
      "epoch": 727.87,
      "grad_norm": 1.1375718116760254,
      "learning_rate": 1.0340938095471721e-07,
      "loss": 0.3386,
      "step": 2607960
    },
    {
      "epoch": 727.87,
      "grad_norm": 1.1382498741149902,
      "learning_rate": 1.0340143789392061e-07,
      "loss": 0.3438,
      "step": 2607970
    },
    {
      "epoch": 727.88,
      "grad_norm": 1.169546127319336,
      "learning_rate": 1.0339349513131516e-07,
      "loss": 0.3196,
      "step": 2607980
    },
    {
      "epoch": 727.88,
      "grad_norm": 1.1228901147842407,
      "learning_rate": 1.0338555266690166e-07,
      "loss": 0.3319,
      "step": 2607990
    },
    {
      "epoch": 727.88,
      "grad_norm": 1.1545462608337402,
      "learning_rate": 1.0337761050068115e-07,
      "loss": 0.3301,
      "step": 2608000
    },
    {
      "epoch": 727.88,
      "grad_norm": 1.554728627204895,
      "learning_rate": 1.0336966863265491e-07,
      "loss": 0.3362,
      "step": 2608010
    },
    {
      "epoch": 727.89,
      "grad_norm": 1.274630069732666,
      "learning_rate": 1.0336172706282373e-07,
      "loss": 0.3292,
      "step": 2608020
    },
    {
      "epoch": 727.89,
      "grad_norm": 1.3238389492034912,
      "learning_rate": 1.0335378579118918e-07,
      "loss": 0.3383,
      "step": 2608030
    },
    {
      "epoch": 727.89,
      "grad_norm": 1.133010745048523,
      "learning_rate": 1.0334584481775203e-07,
      "loss": 0.351,
      "step": 2608040
    },
    {
      "epoch": 727.9,
      "grad_norm": 1.054213523864746,
      "learning_rate": 1.0333790414251281e-07,
      "loss": 0.3441,
      "step": 2608050
    },
    {
      "epoch": 727.9,
      "grad_norm": 1.1615029573440552,
      "learning_rate": 1.0332996376547333e-07,
      "loss": 0.3409,
      "step": 2608060
    },
    {
      "epoch": 727.9,
      "grad_norm": 2.5605275630950928,
      "learning_rate": 1.0332202368663464e-07,
      "loss": 0.3181,
      "step": 2608070
    },
    {
      "epoch": 727.9,
      "grad_norm": 1.2811628580093384,
      "learning_rate": 1.0331408390599673e-07,
      "loss": 0.3157,
      "step": 2608080
    },
    {
      "epoch": 727.91,
      "grad_norm": 1.2188726663589478,
      "learning_rate": 1.0330614442356222e-07,
      "loss": 0.3305,
      "step": 2608090
    },
    {
      "epoch": 727.91,
      "grad_norm": 1.1893388032913208,
      "learning_rate": 1.032982052393311e-07,
      "loss": 0.3485,
      "step": 2608100
    },
    {
      "epoch": 727.91,
      "grad_norm": 1.2716050148010254,
      "learning_rate": 1.0329026635330466e-07,
      "loss": 0.3353,
      "step": 2608110
    },
    {
      "epoch": 727.92,
      "grad_norm": 1.2171260118484497,
      "learning_rate": 1.0328232776548396e-07,
      "loss": 0.3321,
      "step": 2608120
    },
    {
      "epoch": 727.92,
      "grad_norm": 1.2919366359710693,
      "learning_rate": 1.0327438947587054e-07,
      "loss": 0.3354,
      "step": 2608130
    },
    {
      "epoch": 727.92,
      "grad_norm": 1.4162777662277222,
      "learning_rate": 1.0326645148446468e-07,
      "loss": 0.321,
      "step": 2608140
    },
    {
      "epoch": 727.92,
      "grad_norm": 1.268509864807129,
      "learning_rate": 1.0325851379126794e-07,
      "loss": 0.3383,
      "step": 2608150
    },
    {
      "epoch": 727.93,
      "grad_norm": 1.1789885759353638,
      "learning_rate": 1.0325057639628135e-07,
      "loss": 0.3252,
      "step": 2608160
    },
    {
      "epoch": 727.93,
      "grad_norm": 1.2558555603027344,
      "learning_rate": 1.0324263929950517e-07,
      "loss": 0.3315,
      "step": 2608170
    },
    {
      "epoch": 727.93,
      "grad_norm": 1.4246340990066528,
      "learning_rate": 1.0323470250094201e-07,
      "loss": 0.325,
      "step": 2608180
    },
    {
      "epoch": 727.93,
      "grad_norm": 1.2853472232818604,
      "learning_rate": 1.032267660005916e-07,
      "loss": 0.3264,
      "step": 2608190
    },
    {
      "epoch": 727.94,
      "grad_norm": 1.1381243467330933,
      "learning_rate": 1.0321882979845526e-07,
      "loss": 0.3474,
      "step": 2608200
    },
    {
      "epoch": 727.94,
      "grad_norm": 1.2021536827087402,
      "learning_rate": 1.032108938945348e-07,
      "loss": 0.3493,
      "step": 2608210
    },
    {
      "epoch": 727.94,
      "grad_norm": 1.3262159824371338,
      "learning_rate": 1.0320295828883021e-07,
      "loss": 0.3286,
      "step": 2608220
    },
    {
      "epoch": 727.95,
      "grad_norm": 1.3720484972000122,
      "learning_rate": 1.0319502298134331e-07,
      "loss": 0.3423,
      "step": 2608230
    },
    {
      "epoch": 727.95,
      "grad_norm": 1.2043782472610474,
      "learning_rate": 1.0318708797207464e-07,
      "loss": 0.3319,
      "step": 2608240
    },
    {
      "epoch": 727.95,
      "grad_norm": 1.1919753551483154,
      "learning_rate": 1.0317915326102603e-07,
      "loss": 0.3321,
      "step": 2608250
    },
    {
      "epoch": 727.95,
      "grad_norm": 1.2765989303588867,
      "learning_rate": 1.0317121884819718e-07,
      "loss": 0.3423,
      "step": 2608260
    },
    {
      "epoch": 727.96,
      "grad_norm": 1.161402702331543,
      "learning_rate": 1.0316328473359073e-07,
      "loss": 0.3328,
      "step": 2608270
    },
    {
      "epoch": 727.96,
      "grad_norm": 1.3939964771270752,
      "learning_rate": 1.031553509172064e-07,
      "loss": 0.3175,
      "step": 2608280
    },
    {
      "epoch": 727.96,
      "grad_norm": 1.4018332958221436,
      "learning_rate": 1.03147417399046e-07,
      "loss": 0.3451,
      "step": 2608290
    },
    {
      "epoch": 727.97,
      "grad_norm": 1.366464614868164,
      "learning_rate": 1.0313948417911086e-07,
      "loss": 0.352,
      "step": 2608300
    },
    {
      "epoch": 727.97,
      "grad_norm": 1.433941125869751,
      "learning_rate": 1.0313155125740098e-07,
      "loss": 0.3319,
      "step": 2608310
    },
    {
      "epoch": 727.97,
      "grad_norm": 1.3546206951141357,
      "learning_rate": 1.0312361863391841e-07,
      "loss": 0.3414,
      "step": 2608320
    },
    {
      "epoch": 727.97,
      "grad_norm": 1.3627010583877563,
      "learning_rate": 1.0311568630866368e-07,
      "loss": 0.3334,
      "step": 2608330
    },
    {
      "epoch": 727.98,
      "grad_norm": 1.3771610260009766,
      "learning_rate": 1.0310775428163787e-07,
      "loss": 0.3418,
      "step": 2608340
    },
    {
      "epoch": 727.98,
      "grad_norm": 1.3561445474624634,
      "learning_rate": 1.0309982255284248e-07,
      "loss": 0.3718,
      "step": 2608350
    },
    {
      "epoch": 727.98,
      "grad_norm": 1.5102970600128174,
      "learning_rate": 1.0309189112227808e-07,
      "loss": 0.3352,
      "step": 2608360
    },
    {
      "epoch": 727.98,
      "grad_norm": 1.253353238105774,
      "learning_rate": 1.0308395998994568e-07,
      "loss": 0.3474,
      "step": 2608370
    },
    {
      "epoch": 727.99,
      "grad_norm": 1.1269125938415527,
      "learning_rate": 1.0307602915584686e-07,
      "loss": 0.3374,
      "step": 2608380
    },
    {
      "epoch": 727.99,
      "grad_norm": 1.2239080667495728,
      "learning_rate": 1.030680986199824e-07,
      "loss": 0.3377,
      "step": 2608390
    },
    {
      "epoch": 727.99,
      "grad_norm": 1.3666934967041016,
      "learning_rate": 1.030601683823528e-07,
      "loss": 0.3352,
      "step": 2608400
    },
    {
      "epoch": 728.0,
      "grad_norm": 1.319629192352295,
      "learning_rate": 1.0305223844296016e-07,
      "loss": 0.3388,
      "step": 2608410
    },
    {
      "epoch": 728.0,
      "grad_norm": 1.2075819969177246,
      "learning_rate": 1.0304430880180475e-07,
      "loss": 0.3287,
      "step": 2608420
    },
    {
      "epoch": 728.0,
      "eval_loss": 0.3376381993293762,
      "eval_runtime": 67.1726,
      "eval_samples_per_second": 75.313,
      "eval_steps_per_second": 9.423,
      "step": 2608424
    },
    {
      "epoch": 728.0,
      "grad_norm": 1.3109163045883179,
      "learning_rate": 1.0303637945888784e-07,
      "loss": 0.3301,
      "step": 2608430
    },
    {
      "epoch": 728.0,
      "grad_norm": 1.285605549812317,
      "learning_rate": 1.0302845041421075e-07,
      "loss": 0.3424,
      "step": 2608440
    },
    {
      "epoch": 728.01,
      "grad_norm": 1.3521790504455566,
      "learning_rate": 1.0302052166777427e-07,
      "loss": 0.3382,
      "step": 2608450
    },
    {
      "epoch": 728.01,
      "grad_norm": 1.3270602226257324,
      "learning_rate": 1.0301259321957916e-07,
      "loss": 0.3334,
      "step": 2608460
    },
    {
      "epoch": 728.01,
      "grad_norm": 1.3167774677276611,
      "learning_rate": 1.03004665069627e-07,
      "loss": 0.3501,
      "step": 2608470
    },
    {
      "epoch": 728.02,
      "grad_norm": 1.0625253915786743,
      "learning_rate": 1.029967372179188e-07,
      "loss": 0.3302,
      "step": 2608480
    },
    {
      "epoch": 728.02,
      "grad_norm": 1.2704802751541138,
      "learning_rate": 1.0298880966445538e-07,
      "loss": 0.3249,
      "step": 2608490
    },
    {
      "epoch": 728.02,
      "grad_norm": 1.1405624151229858,
      "learning_rate": 1.0298088240923777e-07,
      "loss": 0.3418,
      "step": 2608500
    },
    {
      "epoch": 728.02,
      "grad_norm": 1.2399595975875854,
      "learning_rate": 1.0297295545226751e-07,
      "loss": 0.3481,
      "step": 2608510
    },
    {
      "epoch": 728.03,
      "grad_norm": 1.234190583229065,
      "learning_rate": 1.0296502879354462e-07,
      "loss": 0.3249,
      "step": 2608520
    },
    {
      "epoch": 728.03,
      "grad_norm": 1.2191630601882935,
      "learning_rate": 1.0295710243307144e-07,
      "loss": 0.3454,
      "step": 2608530
    },
    {
      "epoch": 728.03,
      "grad_norm": 1.2520545721054077,
      "learning_rate": 1.0294917637084822e-07,
      "loss": 0.3546,
      "step": 2608540
    },
    {
      "epoch": 728.04,
      "grad_norm": 1.333889365196228,
      "learning_rate": 1.0294125060687601e-07,
      "loss": 0.3357,
      "step": 2608550
    },
    {
      "epoch": 728.04,
      "grad_norm": 1.7719717025756836,
      "learning_rate": 1.0293332514115611e-07,
      "loss": 0.353,
      "step": 2608560
    },
    {
      "epoch": 728.04,
      "grad_norm": 1.3170372247695923,
      "learning_rate": 1.0292539997368982e-07,
      "loss": 0.3477,
      "step": 2608570
    },
    {
      "epoch": 728.04,
      "grad_norm": 4.203423976898193,
      "learning_rate": 1.0291747510447765e-07,
      "loss": 0.3313,
      "step": 2608580
    },
    {
      "epoch": 728.05,
      "grad_norm": 1.5325921773910522,
      "learning_rate": 1.0290955053352092e-07,
      "loss": 0.3393,
      "step": 2608590
    },
    {
      "epoch": 728.05,
      "grad_norm": 1.5975656509399414,
      "learning_rate": 1.0290162626082066e-07,
      "loss": 0.3428,
      "step": 2608600
    },
    {
      "epoch": 728.05,
      "grad_norm": 1.0615769624710083,
      "learning_rate": 1.0289370228637791e-07,
      "loss": 0.3354,
      "step": 2608610
    },
    {
      "epoch": 728.05,
      "grad_norm": 1.6924055814743042,
      "learning_rate": 1.0288577861019397e-07,
      "loss": 0.33,
      "step": 2608620
    },
    {
      "epoch": 728.06,
      "grad_norm": 1.1997390985488892,
      "learning_rate": 1.0287785523226937e-07,
      "loss": 0.3405,
      "step": 2608630
    },
    {
      "epoch": 728.06,
      "grad_norm": 1.327290654182434,
      "learning_rate": 1.0286993215260566e-07,
      "loss": 0.3521,
      "step": 2608640
    },
    {
      "epoch": 728.06,
      "grad_norm": 1.5495083332061768,
      "learning_rate": 1.028620093712039e-07,
      "loss": 0.343,
      "step": 2608650
    },
    {
      "epoch": 728.07,
      "grad_norm": 1.1517019271850586,
      "learning_rate": 1.0285408688806407e-07,
      "loss": 0.3409,
      "step": 2608660
    },
    {
      "epoch": 728.07,
      "grad_norm": 2.0494425296783447,
      "learning_rate": 1.0284616470318902e-07,
      "loss": 0.3369,
      "step": 2608670
    },
    {
      "epoch": 728.07,
      "grad_norm": 1.1803696155548096,
      "learning_rate": 1.0283824281657853e-07,
      "loss": 0.3381,
      "step": 2608680
    },
    {
      "epoch": 728.07,
      "grad_norm": 1.232513666152954,
      "learning_rate": 1.0283032122823388e-07,
      "loss": 0.3443,
      "step": 2608690
    },
    {
      "epoch": 728.08,
      "grad_norm": 1.1744290590286255,
      "learning_rate": 1.0282239993815635e-07,
      "loss": 0.3438,
      "step": 2608700
    },
    {
      "epoch": 728.08,
      "grad_norm": 1.2749463319778442,
      "learning_rate": 1.0281447894634728e-07,
      "loss": 0.3334,
      "step": 2608710
    },
    {
      "epoch": 728.08,
      "grad_norm": 1.3284755945205688,
      "learning_rate": 1.028065582528069e-07,
      "loss": 0.3338,
      "step": 2608720
    },
    {
      "epoch": 728.09,
      "grad_norm": 1.0919747352600098,
      "learning_rate": 1.0279863785753653e-07,
      "loss": 0.3321,
      "step": 2608730
    },
    {
      "epoch": 728.09,
      "grad_norm": 1.1962615251541138,
      "learning_rate": 1.0279071776053797e-07,
      "loss": 0.3431,
      "step": 2608740
    },
    {
      "epoch": 728.09,
      "grad_norm": 1.2534695863723755,
      "learning_rate": 1.0278279796181099e-07,
      "loss": 0.3418,
      "step": 2608750
    },
    {
      "epoch": 728.09,
      "grad_norm": 1.3140435218811035,
      "learning_rate": 1.0277487846135817e-07,
      "loss": 0.3407,
      "step": 2608760
    },
    {
      "epoch": 728.1,
      "grad_norm": 1.2110614776611328,
      "learning_rate": 1.0276695925917925e-07,
      "loss": 0.3265,
      "step": 2608770
    },
    {
      "epoch": 728.1,
      "grad_norm": 1.3121421337127686,
      "learning_rate": 1.0275904035527581e-07,
      "loss": 0.3447,
      "step": 2608780
    },
    {
      "epoch": 728.1,
      "grad_norm": 1.3734452724456787,
      "learning_rate": 1.0275112174964913e-07,
      "loss": 0.3246,
      "step": 2608790
    },
    {
      "epoch": 728.1,
      "grad_norm": 1.2451369762420654,
      "learning_rate": 1.0274320344229974e-07,
      "loss": 0.3261,
      "step": 2608800
    },
    {
      "epoch": 728.11,
      "grad_norm": 1.2989994287490845,
      "learning_rate": 1.0273528543322894e-07,
      "loss": 0.3522,
      "step": 2608810
    },
    {
      "epoch": 728.11,
      "grad_norm": 1.0827512741088867,
      "learning_rate": 1.0272736772243776e-07,
      "loss": 0.3369,
      "step": 2608820
    },
    {
      "epoch": 728.11,
      "grad_norm": 1.1703201532363892,
      "learning_rate": 1.0271945030992778e-07,
      "loss": 0.3372,
      "step": 2608830
    },
    {
      "epoch": 728.12,
      "grad_norm": 2.035090446472168,
      "learning_rate": 1.02711533195699e-07,
      "loss": 0.3385,
      "step": 2608840
    },
    {
      "epoch": 728.12,
      "grad_norm": 1.1291972398757935,
      "learning_rate": 1.0270361637975347e-07,
      "loss": 0.3241,
      "step": 2608850
    },
    {
      "epoch": 728.12,
      "grad_norm": 1.1272974014282227,
      "learning_rate": 1.0269569986209149e-07,
      "loss": 0.3205,
      "step": 2608860
    },
    {
      "epoch": 728.12,
      "grad_norm": 1.4232913255691528,
      "learning_rate": 1.026877836427146e-07,
      "loss": 0.3315,
      "step": 2608870
    },
    {
      "epoch": 728.13,
      "grad_norm": 1.3297878503799438,
      "learning_rate": 1.0267986772162385e-07,
      "loss": 0.3338,
      "step": 2608880
    },
    {
      "epoch": 728.13,
      "grad_norm": 1.3533287048339844,
      "learning_rate": 1.0267195209881975e-07,
      "loss": 0.35,
      "step": 2608890
    },
    {
      "epoch": 728.13,
      "grad_norm": 1.1601287126541138,
      "learning_rate": 1.0266403677430439e-07,
      "loss": 0.3351,
      "step": 2608900
    },
    {
      "epoch": 728.14,
      "grad_norm": 1.3647295236587524,
      "learning_rate": 1.0265612174807751e-07,
      "loss": 0.3459,
      "step": 2608910
    },
    {
      "epoch": 728.14,
      "grad_norm": 1.3982417583465576,
      "learning_rate": 1.0264820702014119e-07,
      "loss": 0.3326,
      "step": 2608920
    },
    {
      "epoch": 728.14,
      "grad_norm": 16.863170623779297,
      "learning_rate": 1.026402925904962e-07,
      "loss": 0.3315,
      "step": 2608930
    },
    {
      "epoch": 728.14,
      "grad_norm": 1.2617526054382324,
      "learning_rate": 1.0263237845914334e-07,
      "loss": 0.3118,
      "step": 2608940
    },
    {
      "epoch": 728.15,
      "grad_norm": 1.4399837255477905,
      "learning_rate": 1.026244646260839e-07,
      "loss": 0.3434,
      "step": 2608950
    },
    {
      "epoch": 728.15,
      "grad_norm": 1.1771485805511475,
      "learning_rate": 1.0261655109131891e-07,
      "loss": 0.3298,
      "step": 2608960
    },
    {
      "epoch": 728.15,
      "grad_norm": 1.2541308403015137,
      "learning_rate": 1.0260863785484944e-07,
      "loss": 0.3337,
      "step": 2608970
    },
    {
      "epoch": 728.16,
      "grad_norm": 1.13353431224823,
      "learning_rate": 1.0260072491667598e-07,
      "loss": 0.3252,
      "step": 2608980
    },
    {
      "epoch": 728.16,
      "grad_norm": 1.2675995826721191,
      "learning_rate": 1.025928122768009e-07,
      "loss": 0.3368,
      "step": 2608990
    },
    {
      "epoch": 728.16,
      "grad_norm": 1.2396907806396484,
      "learning_rate": 1.025848999352239e-07,
      "loss": 0.3471,
      "step": 2609000
    },
    {
      "epoch": 728.16,
      "grad_norm": 1.28348708152771,
      "learning_rate": 1.0257698789194685e-07,
      "loss": 0.3316,
      "step": 2609010
    },
    {
      "epoch": 728.17,
      "grad_norm": 1.4375033378601074,
      "learning_rate": 1.0256907614697076e-07,
      "loss": 0.3494,
      "step": 2609020
    },
    {
      "epoch": 728.17,
      "grad_norm": 1.1791164875030518,
      "learning_rate": 1.025611647002959e-07,
      "loss": 0.3332,
      "step": 2609030
    },
    {
      "epoch": 728.17,
      "grad_norm": 1.2988485097885132,
      "learning_rate": 1.0255325355192408e-07,
      "loss": 0.3266,
      "step": 2609040
    },
    {
      "epoch": 728.17,
      "grad_norm": 1.126240611076355,
      "learning_rate": 1.0254534270185636e-07,
      "loss": 0.3523,
      "step": 2609050
    },
    {
      "epoch": 728.18,
      "grad_norm": 1.1490764617919922,
      "learning_rate": 1.025374321500935e-07,
      "loss": 0.3164,
      "step": 2609060
    },
    {
      "epoch": 728.18,
      "grad_norm": 1.4082121849060059,
      "learning_rate": 1.0252952189663656e-07,
      "loss": 0.3426,
      "step": 2609070
    },
    {
      "epoch": 728.18,
      "grad_norm": 1.1429011821746826,
      "learning_rate": 1.0252161194148684e-07,
      "loss": 0.3259,
      "step": 2609080
    },
    {
      "epoch": 728.19,
      "grad_norm": 1.2813366651535034,
      "learning_rate": 1.0251370228464483e-07,
      "loss": 0.3459,
      "step": 2609090
    },
    {
      "epoch": 728.19,
      "grad_norm": 1.2451646327972412,
      "learning_rate": 1.025057929261124e-07,
      "loss": 0.3549,
      "step": 2609100
    },
    {
      "epoch": 728.19,
      "grad_norm": 1.2030532360076904,
      "learning_rate": 1.0249788386589028e-07,
      "loss": 0.338,
      "step": 2609110
    },
    {
      "epoch": 728.19,
      "grad_norm": 1.2873455286026,
      "learning_rate": 1.0248997510397903e-07,
      "loss": 0.326,
      "step": 2609120
    },
    {
      "epoch": 728.2,
      "grad_norm": 1.266371250152588,
      "learning_rate": 1.024820666403802e-07,
      "loss": 0.3519,
      "step": 2609130
    },
    {
      "epoch": 728.2,
      "grad_norm": 1.1447750329971313,
      "learning_rate": 1.0247415847509481e-07,
      "loss": 0.331,
      "step": 2609140
    },
    {
      "epoch": 728.2,
      "grad_norm": 1.159013032913208,
      "learning_rate": 1.0246625060812394e-07,
      "loss": 0.3224,
      "step": 2609150
    },
    {
      "epoch": 728.21,
      "grad_norm": 1.1085420846939087,
      "learning_rate": 1.0245834303946832e-07,
      "loss": 0.3338,
      "step": 2609160
    },
    {
      "epoch": 728.21,
      "grad_norm": 1.1555594205856323,
      "learning_rate": 1.024504357691293e-07,
      "loss": 0.3351,
      "step": 2609170
    },
    {
      "epoch": 728.21,
      "grad_norm": 2.451188087463379,
      "learning_rate": 1.024425287971079e-07,
      "loss": 0.3349,
      "step": 2609180
    },
    {
      "epoch": 728.21,
      "grad_norm": 1.2721623182296753,
      "learning_rate": 1.0243462212340515e-07,
      "loss": 0.3448,
      "step": 2609190
    },
    {
      "epoch": 728.22,
      "grad_norm": 1.3220564126968384,
      "learning_rate": 1.0242671574802239e-07,
      "loss": 0.3252,
      "step": 2609200
    },
    {
      "epoch": 728.22,
      "grad_norm": 1.3481411933898926,
      "learning_rate": 1.0241880967095957e-07,
      "loss": 0.3481,
      "step": 2609210
    },
    {
      "epoch": 728.22,
      "grad_norm": 1.2779905796051025,
      "learning_rate": 1.0241090389221932e-07,
      "loss": 0.3338,
      "step": 2609220
    },
    {
      "epoch": 728.22,
      "grad_norm": 1.5433717966079712,
      "learning_rate": 1.0240299841180162e-07,
      "loss": 0.3457,
      "step": 2609230
    },
    {
      "epoch": 728.23,
      "grad_norm": 1.18716299533844,
      "learning_rate": 1.023950932297078e-07,
      "loss": 0.3389,
      "step": 2609240
    },
    {
      "epoch": 728.23,
      "grad_norm": 1.3282719850540161,
      "learning_rate": 1.0238718834593914e-07,
      "loss": 0.3184,
      "step": 2609250
    },
    {
      "epoch": 728.23,
      "grad_norm": 1.2204521894454956,
      "learning_rate": 1.0237928376049618e-07,
      "loss": 0.3237,
      "step": 2609260
    },
    {
      "epoch": 728.24,
      "grad_norm": 1.2300900220870972,
      "learning_rate": 1.0237137947338047e-07,
      "loss": 0.3435,
      "step": 2609270
    },
    {
      "epoch": 728.24,
      "grad_norm": 1.2472341060638428,
      "learning_rate": 1.023634754845925e-07,
      "loss": 0.3313,
      "step": 2609280
    },
    {
      "epoch": 728.24,
      "grad_norm": 1.0852885246276855,
      "learning_rate": 1.023555717941344e-07,
      "loss": 0.3286,
      "step": 2609290
    },
    {
      "epoch": 728.24,
      "grad_norm": 1.158630132675171,
      "learning_rate": 1.023476684020059e-07,
      "loss": 0.341,
      "step": 2609300
    },
    {
      "epoch": 728.25,
      "grad_norm": 1.1188963651657104,
      "learning_rate": 1.023397653082088e-07,
      "loss": 0.3315,
      "step": 2609310
    },
    {
      "epoch": 728.25,
      "grad_norm": 1.3738521337509155,
      "learning_rate": 1.0233186251274441e-07,
      "loss": 0.3243,
      "step": 2609320
    },
    {
      "epoch": 728.25,
      "grad_norm": 4.036549091339111,
      "learning_rate": 1.0232396001561248e-07,
      "loss": 0.328,
      "step": 2609330
    },
    {
      "epoch": 728.26,
      "grad_norm": 1.3016703128814697,
      "learning_rate": 1.0231605781681586e-07,
      "loss": 0.3311,
      "step": 2609340
    },
    {
      "epoch": 728.26,
      "grad_norm": 1.0146703720092773,
      "learning_rate": 1.023081559163543e-07,
      "loss": 0.323,
      "step": 2609350
    },
    {
      "epoch": 728.26,
      "grad_norm": 1.2923578023910522,
      "learning_rate": 1.0230025431422935e-07,
      "loss": 0.3349,
      "step": 2609360
    },
    {
      "epoch": 728.26,
      "grad_norm": 1.1618854999542236,
      "learning_rate": 1.022923530104418e-07,
      "loss": 0.3481,
      "step": 2609370
    },
    {
      "epoch": 728.27,
      "grad_norm": 1.4416710138320923,
      "learning_rate": 1.0228445200499321e-07,
      "loss": 0.324,
      "step": 2609380
    },
    {
      "epoch": 728.27,
      "grad_norm": 1.289157509803772,
      "learning_rate": 1.0227655129788409e-07,
      "loss": 0.3427,
      "step": 2609390
    },
    {
      "epoch": 728.27,
      "grad_norm": 8.026137351989746,
      "learning_rate": 1.0226865088911576e-07,
      "loss": 0.3371,
      "step": 2609400
    },
    {
      "epoch": 728.28,
      "grad_norm": 1.3296843767166138,
      "learning_rate": 1.0226075077868923e-07,
      "loss": 0.3302,
      "step": 2609410
    },
    {
      "epoch": 728.28,
      "grad_norm": 1.3320066928863525,
      "learning_rate": 1.0225285096660506e-07,
      "loss": 0.3186,
      "step": 2609420
    },
    {
      "epoch": 728.28,
      "grad_norm": 1.5352593660354614,
      "learning_rate": 1.0224495145286556e-07,
      "loss": 0.3354,
      "step": 2609430
    },
    {
      "epoch": 728.28,
      "grad_norm": 1.3853808641433716,
      "learning_rate": 1.0223705223747049e-07,
      "loss": 0.3294,
      "step": 2609440
    },
    {
      "epoch": 728.29,
      "grad_norm": 1.4042788743972778,
      "learning_rate": 1.022291533204214e-07,
      "loss": 0.3217,
      "step": 2609450
    },
    {
      "epoch": 728.29,
      "grad_norm": 1.2335798740386963,
      "learning_rate": 1.0222125470171986e-07,
      "loss": 0.337,
      "step": 2609460
    },
    {
      "epoch": 728.29,
      "grad_norm": 1.135616421699524,
      "learning_rate": 1.022133563813656e-07,
      "loss": 0.3346,
      "step": 2609470
    },
    {
      "epoch": 728.29,
      "grad_norm": 1.2487189769744873,
      "learning_rate": 1.0220545835936097e-07,
      "loss": 0.3329,
      "step": 2609480
    },
    {
      "epoch": 728.3,
      "grad_norm": 0.9857587814331055,
      "learning_rate": 1.0219756063570648e-07,
      "loss": 0.329,
      "step": 2609490
    },
    {
      "epoch": 728.3,
      "grad_norm": 1.2919113636016846,
      "learning_rate": 1.0218966321040318e-07,
      "loss": 0.3353,
      "step": 2609500
    },
    {
      "epoch": 728.3,
      "grad_norm": 1.2859251499176025,
      "learning_rate": 1.0218176608345211e-07,
      "loss": 0.3249,
      "step": 2609510
    },
    {
      "epoch": 728.31,
      "grad_norm": 1.3521748781204224,
      "learning_rate": 1.0217386925485457e-07,
      "loss": 0.3471,
      "step": 2609520
    },
    {
      "epoch": 728.31,
      "grad_norm": 1.4458845853805542,
      "learning_rate": 1.0216597272461134e-07,
      "loss": 0.3471,
      "step": 2609530
    },
    {
      "epoch": 728.31,
      "grad_norm": 1.1805018186569214,
      "learning_rate": 1.0215807649272345e-07,
      "loss": 0.3259,
      "step": 2609540
    },
    {
      "epoch": 728.31,
      "grad_norm": 1.3098163604736328,
      "learning_rate": 1.0215018055919248e-07,
      "loss": 0.352,
      "step": 2609550
    },
    {
      "epoch": 728.32,
      "grad_norm": 1.2685141563415527,
      "learning_rate": 1.0214228492401817e-07,
      "loss": 0.3309,
      "step": 2609560
    },
    {
      "epoch": 728.32,
      "grad_norm": 1.3445570468902588,
      "learning_rate": 1.0213438958720337e-07,
      "loss": 0.347,
      "step": 2609570
    },
    {
      "epoch": 728.32,
      "grad_norm": 1.2025299072265625,
      "learning_rate": 1.0212649454874782e-07,
      "loss": 0.342,
      "step": 2609580
    },
    {
      "epoch": 728.33,
      "grad_norm": 1.1282517910003662,
      "learning_rate": 1.0211859980865283e-07,
      "loss": 0.3293,
      "step": 2609590
    },
    {
      "epoch": 728.33,
      "grad_norm": 1.33120858669281,
      "learning_rate": 1.0211070536691995e-07,
      "loss": 0.352,
      "step": 2609600
    },
    {
      "epoch": 728.33,
      "grad_norm": 1.2316920757293701,
      "learning_rate": 1.021028112235497e-07,
      "loss": 0.3417,
      "step": 2609610
    },
    {
      "epoch": 728.33,
      "grad_norm": 1.1718940734863281,
      "learning_rate": 1.0209491737854315e-07,
      "loss": 0.3348,
      "step": 2609620
    },
    {
      "epoch": 728.34,
      "grad_norm": 1.1154323816299438,
      "learning_rate": 1.0208702383190156e-07,
      "loss": 0.3453,
      "step": 2609630
    },
    {
      "epoch": 728.34,
      "grad_norm": 1.2817784547805786,
      "learning_rate": 1.0207913058362626e-07,
      "loss": 0.3233,
      "step": 2609640
    },
    {
      "epoch": 728.34,
      "grad_norm": 1.0904459953308105,
      "learning_rate": 1.020712376337175e-07,
      "loss": 0.3279,
      "step": 2609650
    },
    {
      "epoch": 728.34,
      "grad_norm": 1.3184452056884766,
      "learning_rate": 1.0206334498217709e-07,
      "loss": 0.334,
      "step": 2609660
    },
    {
      "epoch": 728.35,
      "grad_norm": 1.206721544265747,
      "learning_rate": 1.0205545262900583e-07,
      "loss": 0.3458,
      "step": 2609670
    },
    {
      "epoch": 728.35,
      "grad_norm": 1.3020309209823608,
      "learning_rate": 1.0204756057420449e-07,
      "loss": 0.3507,
      "step": 2609680
    },
    {
      "epoch": 728.35,
      "grad_norm": 1.283189296722412,
      "learning_rate": 1.0203966881777462e-07,
      "loss": 0.3335,
      "step": 2609690
    },
    {
      "epoch": 728.36,
      "grad_norm": 1.4703280925750732,
      "learning_rate": 1.0203177735971677e-07,
      "loss": 0.3529,
      "step": 2609700
    },
    {
      "epoch": 728.36,
      "grad_norm": 1.3666267395019531,
      "learning_rate": 1.0202388620003223e-07,
      "loss": 0.342,
      "step": 2609710
    },
    {
      "epoch": 728.36,
      "grad_norm": 1.1597983837127686,
      "learning_rate": 1.0201599533872203e-07,
      "loss": 0.3193,
      "step": 2609720
    },
    {
      "epoch": 728.36,
      "grad_norm": 1.2690718173980713,
      "learning_rate": 1.0200810477578747e-07,
      "loss": 0.3424,
      "step": 2609730
    },
    {
      "epoch": 728.37,
      "grad_norm": 0.9927374720573425,
      "learning_rate": 1.0200021451122935e-07,
      "loss": 0.3368,
      "step": 2609740
    },
    {
      "epoch": 728.37,
      "grad_norm": 1.3963813781738281,
      "learning_rate": 1.0199232454504843e-07,
      "loss": 0.3297,
      "step": 2609750
    },
    {
      "epoch": 728.37,
      "grad_norm": 2.1872105598449707,
      "learning_rate": 1.0198443487724629e-07,
      "loss": 0.3382,
      "step": 2609760
    },
    {
      "epoch": 728.38,
      "grad_norm": 1.266236424446106,
      "learning_rate": 1.0197654550782343e-07,
      "loss": 0.3354,
      "step": 2609770
    },
    {
      "epoch": 728.38,
      "grad_norm": 1.1938990354537964,
      "learning_rate": 1.0196865643678194e-07,
      "loss": 0.3257,
      "step": 2609780
    },
    {
      "epoch": 728.38,
      "grad_norm": 1.4355273246765137,
      "learning_rate": 1.0196076766412131e-07,
      "loss": 0.341,
      "step": 2609790
    },
    {
      "epoch": 728.38,
      "grad_norm": 1.1674385070800781,
      "learning_rate": 1.0195287918984413e-07,
      "loss": 0.3416,
      "step": 2609800
    },
    {
      "epoch": 728.39,
      "grad_norm": 1.3431462049484253,
      "learning_rate": 1.019449910139504e-07,
      "loss": 0.3275,
      "step": 2609810
    },
    {
      "epoch": 728.39,
      "grad_norm": 1.1302516460418701,
      "learning_rate": 1.0193710313644143e-07,
      "loss": 0.3515,
      "step": 2609820
    },
    {
      "epoch": 728.39,
      "grad_norm": 1.238785982131958,
      "learning_rate": 1.0192921555731877e-07,
      "loss": 0.3378,
      "step": 2609830
    },
    {
      "epoch": 728.4,
      "grad_norm": 1.2619889974594116,
      "learning_rate": 1.0192132827658269e-07,
      "loss": 0.3301,
      "step": 2609840
    },
    {
      "epoch": 728.4,
      "grad_norm": 1.5077388286590576,
      "learning_rate": 1.0191344129423474e-07,
      "loss": 0.3395,
      "step": 2609850
    },
    {
      "epoch": 728.4,
      "grad_norm": 1.096693515777588,
      "learning_rate": 1.0190555461027597e-07,
      "loss": 0.3422,
      "step": 2609860
    },
    {
      "epoch": 728.4,
      "grad_norm": 1.2712730169296265,
      "learning_rate": 1.0189766822470743e-07,
      "loss": 0.3515,
      "step": 2609870
    },
    {
      "epoch": 728.41,
      "grad_norm": 1.312774419784546,
      "learning_rate": 1.0188978213752961e-07,
      "loss": 0.3287,
      "step": 2609880
    },
    {
      "epoch": 728.41,
      "grad_norm": 1.0826243162155151,
      "learning_rate": 1.0188189634874412e-07,
      "loss": 0.3336,
      "step": 2609890
    },
    {
      "epoch": 728.41,
      "grad_norm": 1.3607256412506104,
      "learning_rate": 1.018740108583522e-07,
      "loss": 0.3237,
      "step": 2609900
    },
    {
      "epoch": 728.41,
      "grad_norm": 1.179508924484253,
      "learning_rate": 1.0186612566635416e-07,
      "loss": 0.3351,
      "step": 2609910
    },
    {
      "epoch": 728.42,
      "grad_norm": 1.1422234773635864,
      "learning_rate": 1.0185824077275179e-07,
      "loss": 0.3322,
      "step": 2609920
    },
    {
      "epoch": 728.42,
      "grad_norm": 1.2731077671051025,
      "learning_rate": 1.0185035617754563e-07,
      "loss": 0.3327,
      "step": 2609930
    },
    {
      "epoch": 728.42,
      "grad_norm": 1.0430760383605957,
      "learning_rate": 1.0184247188073699e-07,
      "loss": 0.3331,
      "step": 2609940
    },
    {
      "epoch": 728.43,
      "grad_norm": 1.3628287315368652,
      "learning_rate": 1.0183458788232687e-07,
      "loss": 0.3281,
      "step": 2609950
    },
    {
      "epoch": 728.43,
      "grad_norm": 1.068673014640808,
      "learning_rate": 1.0182670418231662e-07,
      "loss": 0.3373,
      "step": 2609960
    },
    {
      "epoch": 728.43,
      "grad_norm": 1.2650057077407837,
      "learning_rate": 1.0181882078070646e-07,
      "loss": 0.3303,
      "step": 2609970
    },
    {
      "epoch": 728.43,
      "grad_norm": 1.465270757675171,
      "learning_rate": 1.0181093767749797e-07,
      "loss": 0.3208,
      "step": 2609980
    },
    {
      "epoch": 728.44,
      "grad_norm": 1.2059166431427002,
      "learning_rate": 1.0180305487269271e-07,
      "loss": 0.3242,
      "step": 2609990
    },
    {
      "epoch": 728.44,
      "grad_norm": 1.2055728435516357,
      "learning_rate": 1.0179517236629043e-07,
      "loss": 0.3293,
      "step": 2610000
    },
    {
      "epoch": 728.44,
      "grad_norm": 1.1695376634597778,
      "learning_rate": 1.017872901582937e-07,
      "loss": 0.3456,
      "step": 2610010
    },
    {
      "epoch": 728.45,
      "grad_norm": 1.2354358434677124,
      "learning_rate": 1.017794082487023e-07,
      "loss": 0.3501,
      "step": 2610020
    },
    {
      "epoch": 728.45,
      "grad_norm": 1.0633538961410522,
      "learning_rate": 1.0177152663751803e-07,
      "loss": 0.3432,
      "step": 2610030
    },
    {
      "epoch": 728.45,
      "grad_norm": 1.2265223264694214,
      "learning_rate": 1.017636453247414e-07,
      "loss": 0.3337,
      "step": 2610040
    },
    {
      "epoch": 728.45,
      "grad_norm": 1.428540825843811,
      "learning_rate": 1.01755764310374e-07,
      "loss": 0.3389,
      "step": 2610050
    },
    {
      "epoch": 728.46,
      "grad_norm": 1.2304905652999878,
      "learning_rate": 1.0174788359441685e-07,
      "loss": 0.3361,
      "step": 2610060
    },
    {
      "epoch": 728.46,
      "grad_norm": 1.4112285375595093,
      "learning_rate": 1.0174000317687073e-07,
      "loss": 0.3278,
      "step": 2610070
    },
    {
      "epoch": 728.46,
      "grad_norm": 1.3043384552001953,
      "learning_rate": 1.0173212305773642e-07,
      "loss": 0.3384,
      "step": 2610080
    },
    {
      "epoch": 728.46,
      "grad_norm": 1.3513786792755127,
      "learning_rate": 1.017242432370155e-07,
      "loss": 0.3379,
      "step": 2610090
    },
    {
      "epoch": 728.47,
      "grad_norm": 1.2422497272491455,
      "learning_rate": 1.01716363714709e-07,
      "loss": 0.3361,
      "step": 2610100
    },
    {
      "epoch": 728.47,
      "grad_norm": 1.167091965675354,
      "learning_rate": 1.0170848449081768e-07,
      "loss": 0.3221,
      "step": 2610110
    },
    {
      "epoch": 728.47,
      "grad_norm": 1.5406619310379028,
      "learning_rate": 1.0170060556534236e-07,
      "loss": 0.3294,
      "step": 2610120
    },
    {
      "epoch": 728.48,
      "grad_norm": 1.2241344451904297,
      "learning_rate": 1.016927269382851e-07,
      "loss": 0.3532,
      "step": 2610130
    },
    {
      "epoch": 728.48,
      "grad_norm": 1.2172572612762451,
      "learning_rate": 1.0168484860964536e-07,
      "loss": 0.3213,
      "step": 2610140
    },
    {
      "epoch": 728.48,
      "grad_norm": 1.3616688251495361,
      "learning_rate": 1.0167697057942604e-07,
      "loss": 0.3239,
      "step": 2610150
    },
    {
      "epoch": 728.48,
      "grad_norm": 1.236643671989441,
      "learning_rate": 1.0166909284762661e-07,
      "loss": 0.3375,
      "step": 2610160
    },
    {
      "epoch": 728.49,
      "grad_norm": 1.1356685161590576,
      "learning_rate": 1.0166121541424887e-07,
      "loss": 0.3313,
      "step": 2610170
    },
    {
      "epoch": 728.49,
      "grad_norm": 1.2932993173599243,
      "learning_rate": 1.0165333827929388e-07,
      "loss": 0.3415,
      "step": 2610180
    },
    {
      "epoch": 728.49,
      "grad_norm": 1.3704264163970947,
      "learning_rate": 1.0164546144276268e-07,
      "loss": 0.339,
      "step": 2610190
    },
    {
      "epoch": 728.5,
      "grad_norm": 1.2248287200927734,
      "learning_rate": 1.0163758490465603e-07,
      "loss": 0.3259,
      "step": 2610200
    },
    {
      "epoch": 728.5,
      "grad_norm": 1.1599935293197632,
      "learning_rate": 1.0162970866497526e-07,
      "loss": 0.335,
      "step": 2610210
    },
    {
      "epoch": 728.5,
      "grad_norm": 1.2665735483169556,
      "learning_rate": 1.016218327237214e-07,
      "loss": 0.3339,
      "step": 2610220
    },
    {
      "epoch": 728.5,
      "grad_norm": 2.6932549476623535,
      "learning_rate": 1.0161395708089496e-07,
      "loss": 0.3274,
      "step": 2610230
    },
    {
      "epoch": 728.51,
      "grad_norm": 1.349849820137024,
      "learning_rate": 1.0160608173649777e-07,
      "loss": 0.3315,
      "step": 2610240
    },
    {
      "epoch": 728.51,
      "grad_norm": 1.258535385131836,
      "learning_rate": 1.0159820669053061e-07,
      "loss": 0.333,
      "step": 2610250
    },
    {
      "epoch": 728.51,
      "grad_norm": 1.145084261894226,
      "learning_rate": 1.0159033194299427e-07,
      "loss": 0.347,
      "step": 2610260
    },
    {
      "epoch": 728.52,
      "grad_norm": 1.0958677530288696,
      "learning_rate": 1.015824574938903e-07,
      "loss": 0.3304,
      "step": 2610270
    },
    {
      "epoch": 728.52,
      "grad_norm": 1.195939302444458,
      "learning_rate": 1.0157458334321922e-07,
      "loss": 0.3343,
      "step": 2610280
    },
    {
      "epoch": 728.52,
      "grad_norm": 1.0631091594696045,
      "learning_rate": 1.0156670949098208e-07,
      "loss": 0.3455,
      "step": 2610290
    },
    {
      "epoch": 728.52,
      "grad_norm": 1.2942570447921753,
      "learning_rate": 1.0155883593718044e-07,
      "loss": 0.3422,
      "step": 2610300
    },
    {
      "epoch": 728.53,
      "grad_norm": 1.1125675439834595,
      "learning_rate": 1.0155096268181506e-07,
      "loss": 0.3272,
      "step": 2610310
    },
    {
      "epoch": 728.53,
      "grad_norm": 1.2844456434249878,
      "learning_rate": 1.0154308972488675e-07,
      "loss": 0.351,
      "step": 2610320
    },
    {
      "epoch": 728.53,
      "grad_norm": 1.5684269666671753,
      "learning_rate": 1.0153521706639704e-07,
      "loss": 0.335,
      "step": 2610330
    },
    {
      "epoch": 728.53,
      "grad_norm": 1.3296633958816528,
      "learning_rate": 1.0152734470634674e-07,
      "loss": 0.3326,
      "step": 2610340
    },
    {
      "epoch": 728.54,
      "grad_norm": 1.3735800981521606,
      "learning_rate": 1.0151947264473663e-07,
      "loss": 0.3178,
      "step": 2610350
    },
    {
      "epoch": 728.54,
      "grad_norm": 1.4292176961898804,
      "learning_rate": 1.015116008815685e-07,
      "loss": 0.3231,
      "step": 2610360
    },
    {
      "epoch": 728.54,
      "grad_norm": 1.1656075716018677,
      "learning_rate": 1.0150372941684212e-07,
      "loss": 0.3466,
      "step": 2610370
    },
    {
      "epoch": 728.55,
      "grad_norm": 1.273279070854187,
      "learning_rate": 1.0149585825056007e-07,
      "loss": 0.3327,
      "step": 2610380
    },
    {
      "epoch": 728.55,
      "grad_norm": 1.4783072471618652,
      "learning_rate": 1.0148798738272212e-07,
      "loss": 0.3382,
      "step": 2610390
    },
    {
      "epoch": 728.55,
      "grad_norm": 1.2178441286087036,
      "learning_rate": 1.0148011681333007e-07,
      "loss": 0.3419,
      "step": 2610400
    },
    {
      "epoch": 728.55,
      "grad_norm": 1.2982115745544434,
      "learning_rate": 1.0147224654238522e-07,
      "loss": 0.3348,
      "step": 2610410
    },
    {
      "epoch": 728.56,
      "grad_norm": 1.3852453231811523,
      "learning_rate": 1.0146437656988757e-07,
      "loss": 0.3307,
      "step": 2610420
    },
    {
      "epoch": 728.56,
      "grad_norm": 1.556033730506897,
      "learning_rate": 1.0145650689583895e-07,
      "loss": 0.3411,
      "step": 2610430
    },
    {
      "epoch": 728.56,
      "grad_norm": 4.872811794281006,
      "learning_rate": 1.0144863752023988e-07,
      "loss": 0.3291,
      "step": 2610440
    },
    {
      "epoch": 728.57,
      "grad_norm": 1.5242773294448853,
      "learning_rate": 1.0144076844309243e-07,
      "loss": 0.3409,
      "step": 2610450
    },
    {
      "epoch": 728.57,
      "grad_norm": 1.411288857460022,
      "learning_rate": 1.014328996643961e-07,
      "loss": 0.3381,
      "step": 2610460
    },
    {
      "epoch": 728.57,
      "grad_norm": 1.1791342496871948,
      "learning_rate": 1.0142503118415346e-07,
      "loss": 0.3535,
      "step": 2610470
    },
    {
      "epoch": 728.57,
      "grad_norm": 1.161718487739563,
      "learning_rate": 1.0141716300236456e-07,
      "loss": 0.3221,
      "step": 2610480
    },
    {
      "epoch": 728.58,
      "grad_norm": 1.176973819732666,
      "learning_rate": 1.0140929511903064e-07,
      "loss": 0.3364,
      "step": 2610490
    },
    {
      "epoch": 728.58,
      "grad_norm": 1.1899996995925903,
      "learning_rate": 1.0140142753415357e-07,
      "loss": 0.3414,
      "step": 2610500
    },
    {
      "epoch": 728.58,
      "grad_norm": 1.168255090713501,
      "learning_rate": 1.0139356024773306e-07,
      "loss": 0.3236,
      "step": 2610510
    },
    {
      "epoch": 728.58,
      "grad_norm": 1.199397325515747,
      "learning_rate": 1.0138569325977095e-07,
      "loss": 0.345,
      "step": 2610520
    },
    {
      "epoch": 728.59,
      "grad_norm": 1.2076791524887085,
      "learning_rate": 1.0137782657026802e-07,
      "loss": 0.3285,
      "step": 2610530
    },
    {
      "epoch": 728.59,
      "grad_norm": 1.1990970373153687,
      "learning_rate": 1.0136996017922582e-07,
      "loss": 0.3256,
      "step": 2610540
    },
    {
      "epoch": 728.59,
      "grad_norm": 1.114240050315857,
      "learning_rate": 1.013620940866446e-07,
      "loss": 0.3498,
      "step": 2610550
    },
    {
      "epoch": 728.6,
      "grad_norm": 1.4130821228027344,
      "learning_rate": 1.0135422829252597e-07,
      "loss": 0.335,
      "step": 2610560
    },
    {
      "epoch": 728.6,
      "grad_norm": 1.117148756980896,
      "learning_rate": 1.0134636279687117e-07,
      "loss": 0.3434,
      "step": 2610570
    },
    {
      "epoch": 728.6,
      "grad_norm": 1.1734681129455566,
      "learning_rate": 1.0133849759968024e-07,
      "loss": 0.3491,
      "step": 2610580
    },
    {
      "epoch": 728.6,
      "grad_norm": 1.3195700645446777,
      "learning_rate": 1.0133063270095551e-07,
      "loss": 0.327,
      "step": 2610590
    },
    {
      "epoch": 728.61,
      "grad_norm": 1.3300963640213013,
      "learning_rate": 1.0132276810069698e-07,
      "loss": 0.3363,
      "step": 2610600
    },
    {
      "epoch": 728.61,
      "grad_norm": 1.1907151937484741,
      "learning_rate": 1.013149037989062e-07,
      "loss": 0.3567,
      "step": 2610610
    },
    {
      "epoch": 728.61,
      "grad_norm": 1.1171929836273193,
      "learning_rate": 1.0130703979558422e-07,
      "loss": 0.3298,
      "step": 2610620
    },
    {
      "epoch": 728.62,
      "grad_norm": 1.2360954284667969,
      "learning_rate": 1.0129917609073184e-07,
      "loss": 0.347,
      "step": 2610630
    },
    {
      "epoch": 728.62,
      "grad_norm": 1.0804623365402222,
      "learning_rate": 1.0129131268435086e-07,
      "loss": 0.3308,
      "step": 2610640
    },
    {
      "epoch": 728.62,
      "grad_norm": 1.1609158515930176,
      "learning_rate": 1.0128344957644127e-07,
      "loss": 0.3289,
      "step": 2610650
    },
    {
      "epoch": 728.62,
      "grad_norm": 1.3943568468093872,
      "learning_rate": 1.012755867670044e-07,
      "loss": 0.3197,
      "step": 2610660
    },
    {
      "epoch": 728.63,
      "grad_norm": 1.351730465888977,
      "learning_rate": 1.0126772425604179e-07,
      "loss": 0.3479,
      "step": 2610670
    },
    {
      "epoch": 728.63,
      "grad_norm": 1.243499517440796,
      "learning_rate": 1.0125986204355422e-07,
      "loss": 0.3252,
      "step": 2610680
    },
    {
      "epoch": 728.63,
      "grad_norm": 1.3079338073730469,
      "learning_rate": 1.0125200012954274e-07,
      "loss": 0.3483,
      "step": 2610690
    },
    {
      "epoch": 728.64,
      "grad_norm": 1.1487488746643066,
      "learning_rate": 1.0124413851400814e-07,
      "loss": 0.3474,
      "step": 2610700
    },
    {
      "epoch": 728.64,
      "grad_norm": 1.3078886270523071,
      "learning_rate": 1.0123627719695196e-07,
      "loss": 0.3413,
      "step": 2610710
    },
    {
      "epoch": 728.64,
      "grad_norm": 1.216325283050537,
      "learning_rate": 1.0122841617837447e-07,
      "loss": 0.3532,
      "step": 2610720
    },
    {
      "epoch": 728.64,
      "grad_norm": 1.2822185754776,
      "learning_rate": 1.0122055545827776e-07,
      "loss": 0.3322,
      "step": 2610730
    },
    {
      "epoch": 728.65,
      "grad_norm": 1.2956163883209229,
      "learning_rate": 1.0121269503666181e-07,
      "loss": 0.3337,
      "step": 2610740
    },
    {
      "epoch": 728.65,
      "grad_norm": 1.2036079168319702,
      "learning_rate": 1.0120483491352845e-07,
      "loss": 0.3313,
      "step": 2610750
    },
    {
      "epoch": 728.65,
      "grad_norm": 1.1241662502288818,
      "learning_rate": 1.0119697508887848e-07,
      "loss": 0.3301,
      "step": 2610760
    },
    {
      "epoch": 728.65,
      "grad_norm": 1.3184401988983154,
      "learning_rate": 1.0118911556271317e-07,
      "loss": 0.3333,
      "step": 2610770
    },
    {
      "epoch": 728.66,
      "grad_norm": 1.2508550882339478,
      "learning_rate": 1.0118125633503307e-07,
      "loss": 0.3197,
      "step": 2610780
    },
    {
      "epoch": 728.66,
      "grad_norm": 1.4179582595825195,
      "learning_rate": 1.0117339740583919e-07,
      "loss": 0.336,
      "step": 2610790
    },
    {
      "epoch": 728.66,
      "grad_norm": 1.4325916767120361,
      "learning_rate": 1.0116553877513338e-07,
      "loss": 0.3466,
      "step": 2610800
    },
    {
      "epoch": 728.67,
      "grad_norm": 1.3541836738586426,
      "learning_rate": 1.0115768044291562e-07,
      "loss": 0.3497,
      "step": 2610810
    },
    {
      "epoch": 728.67,
      "grad_norm": 1.2965176105499268,
      "learning_rate": 1.0114982240918825e-07,
      "loss": 0.3538,
      "step": 2610820
    },
    {
      "epoch": 728.67,
      "grad_norm": 1.189157247543335,
      "learning_rate": 1.0114196467395104e-07,
      "loss": 0.3486,
      "step": 2610830
    },
    {
      "epoch": 728.67,
      "grad_norm": 1.2043373584747314,
      "learning_rate": 1.0113410723720552e-07,
      "loss": 0.3426,
      "step": 2610840
    },
    {
      "epoch": 728.68,
      "grad_norm": 1.3694556951522827,
      "learning_rate": 1.0112625009895326e-07,
      "loss": 0.3273,
      "step": 2610850
    },
    {
      "epoch": 728.68,
      "grad_norm": 1.4485321044921875,
      "learning_rate": 1.011183932591945e-07,
      "loss": 0.3325,
      "step": 2610860
    },
    {
      "epoch": 728.68,
      "grad_norm": 1.5561959743499756,
      "learning_rate": 1.0111053671793059e-07,
      "loss": 0.3504,
      "step": 2610870
    },
    {
      "epoch": 728.69,
      "grad_norm": 1.1929486989974976,
      "learning_rate": 1.0110268047516254e-07,
      "loss": 0.3346,
      "step": 2610880
    },
    {
      "epoch": 728.69,
      "grad_norm": 1.1410962343215942,
      "learning_rate": 1.0109482453089192e-07,
      "loss": 0.3263,
      "step": 2610890
    },
    {
      "epoch": 728.69,
      "grad_norm": 1.1185729503631592,
      "learning_rate": 1.0108696888511871e-07,
      "loss": 0.315,
      "step": 2610900
    },
    {
      "epoch": 728.69,
      "grad_norm": 1.9592247009277344,
      "learning_rate": 1.0107911353784501e-07,
      "loss": 0.3172,
      "step": 2610910
    },
    {
      "epoch": 728.7,
      "grad_norm": 1.1361236572265625,
      "learning_rate": 1.0107125848907108e-07,
      "loss": 0.332,
      "step": 2610920
    },
    {
      "epoch": 728.7,
      "grad_norm": 1.344999074935913,
      "learning_rate": 1.0106340373879848e-07,
      "loss": 0.3597,
      "step": 2610930
    },
    {
      "epoch": 728.7,
      "grad_norm": 1.319862723350525,
      "learning_rate": 1.0105554928702825e-07,
      "loss": 0.3428,
      "step": 2610940
    },
    {
      "epoch": 728.7,
      "grad_norm": 1.5683207511901855,
      "learning_rate": 1.0104769513376065e-07,
      "loss": 0.3367,
      "step": 2610950
    },
    {
      "epoch": 728.71,
      "grad_norm": 1.3129817247390747,
      "learning_rate": 1.01039841278998e-07,
      "loss": 0.3574,
      "step": 2610960
    },
    {
      "epoch": 728.71,
      "grad_norm": 1.2555553913116455,
      "learning_rate": 1.0103198772274035e-07,
      "loss": 0.3479,
      "step": 2610970
    },
    {
      "epoch": 728.71,
      "grad_norm": 1.4823288917541504,
      "learning_rate": 1.0102413446498922e-07,
      "loss": 0.3409,
      "step": 2610980
    },
    {
      "epoch": 728.72,
      "grad_norm": 1.217329502105713,
      "learning_rate": 1.0101628150574566e-07,
      "loss": 0.3223,
      "step": 2610990
    },
    {
      "epoch": 728.72,
      "grad_norm": 1.1887809038162231,
      "learning_rate": 1.0100842884501018e-07,
      "loss": 0.3413,
      "step": 2611000
    },
    {
      "epoch": 728.72,
      "grad_norm": 1.2514039278030396,
      "learning_rate": 1.0100057648278438e-07,
      "loss": 0.3292,
      "step": 2611010
    },
    {
      "epoch": 728.72,
      "grad_norm": 1.2206871509552002,
      "learning_rate": 1.0099272441906926e-07,
      "loss": 0.3263,
      "step": 2611020
    },
    {
      "epoch": 728.73,
      "grad_norm": 1.2377641201019287,
      "learning_rate": 1.0098487265386588e-07,
      "loss": 0.3457,
      "step": 2611030
    },
    {
      "epoch": 728.73,
      "grad_norm": 1.3466687202453613,
      "learning_rate": 1.009770211871745e-07,
      "loss": 0.3459,
      "step": 2611040
    },
    {
      "epoch": 728.73,
      "grad_norm": 1.1325150728225708,
      "learning_rate": 1.0096917001899746e-07,
      "loss": 0.3226,
      "step": 2611050
    },
    {
      "epoch": 728.74,
      "grad_norm": 1.1985725164413452,
      "learning_rate": 1.0096131914933475e-07,
      "loss": 0.3463,
      "step": 2611060
    },
    {
      "epoch": 728.74,
      "grad_norm": 1.2321678400039673,
      "learning_rate": 1.0095346857818794e-07,
      "loss": 0.3363,
      "step": 2611070
    },
    {
      "epoch": 728.74,
      "grad_norm": 1.4113380908966064,
      "learning_rate": 1.0094561830555833e-07,
      "loss": 0.3279,
      "step": 2611080
    },
    {
      "epoch": 728.74,
      "grad_norm": 1.4392949342727661,
      "learning_rate": 1.009377683314462e-07,
      "loss": 0.3463,
      "step": 2611090
    },
    {
      "epoch": 728.75,
      "grad_norm": 1.2818200588226318,
      "learning_rate": 1.0092991865585307e-07,
      "loss": 0.3341,
      "step": 2611100
    },
    {
      "epoch": 728.75,
      "grad_norm": 1.3093093633651733,
      "learning_rate": 1.0092206927878e-07,
      "loss": 0.3192,
      "step": 2611110
    },
    {
      "epoch": 728.75,
      "grad_norm": 1.4701006412506104,
      "learning_rate": 1.0091422020022804e-07,
      "loss": 0.3227,
      "step": 2611120
    },
    {
      "epoch": 728.76,
      "grad_norm": 1.0906834602355957,
      "learning_rate": 1.0090637142019745e-07,
      "loss": 0.3434,
      "step": 2611130
    },
    {
      "epoch": 728.76,
      "grad_norm": 1.2315765619277954,
      "learning_rate": 1.0089852293869083e-07,
      "loss": 0.3284,
      "step": 2611140
    },
    {
      "epoch": 728.76,
      "grad_norm": 1.3258827924728394,
      "learning_rate": 1.008906747557079e-07,
      "loss": 0.3572,
      "step": 2611150
    },
    {
      "epoch": 728.76,
      "grad_norm": 1.0331692695617676,
      "learning_rate": 1.0088282687124998e-07,
      "loss": 0.3369,
      "step": 2611160
    },
    {
      "epoch": 728.77,
      "grad_norm": 1.2802093029022217,
      "learning_rate": 1.008749792853189e-07,
      "loss": 0.3317,
      "step": 2611170
    },
    {
      "epoch": 728.77,
      "grad_norm": 1.1102994680404663,
      "learning_rate": 1.0086713199791465e-07,
      "loss": 0.3368,
      "step": 2611180
    },
    {
      "epoch": 728.77,
      "grad_norm": 1.3204548358917236,
      "learning_rate": 1.0085928500903877e-07,
      "loss": 0.3181,
      "step": 2611190
    },
    {
      "epoch": 728.77,
      "grad_norm": 1.2571685314178467,
      "learning_rate": 1.0085143831869233e-07,
      "loss": 0.3405,
      "step": 2611200
    },
    {
      "epoch": 728.78,
      "grad_norm": 1.1627601385116577,
      "learning_rate": 1.0084359192687611e-07,
      "loss": 0.3367,
      "step": 2611210
    },
    {
      "epoch": 728.78,
      "grad_norm": 1.451965570449829,
      "learning_rate": 1.0083574583359165e-07,
      "loss": 0.348,
      "step": 2611220
    },
    {
      "epoch": 728.78,
      "grad_norm": 1.261073112487793,
      "learning_rate": 1.008279000388395e-07,
      "loss": 0.3299,
      "step": 2611230
    },
    {
      "epoch": 728.79,
      "grad_norm": 1.2696510553359985,
      "learning_rate": 1.0082005454262092e-07,
      "loss": 0.3369,
      "step": 2611240
    },
    {
      "epoch": 728.79,
      "grad_norm": 1.17009437084198,
      "learning_rate": 1.0081220934493698e-07,
      "loss": 0.3465,
      "step": 2611250
    },
    {
      "epoch": 728.79,
      "grad_norm": 1.3053630590438843,
      "learning_rate": 1.0080436444578873e-07,
      "loss": 0.3449,
      "step": 2611260
    },
    {
      "epoch": 728.79,
      "grad_norm": 2.2444827556610107,
      "learning_rate": 1.0079651984517666e-07,
      "loss": 0.3419,
      "step": 2611270
    },
    {
      "epoch": 728.8,
      "grad_norm": 1.1302348375320435,
      "learning_rate": 1.0078867554310314e-07,
      "loss": 0.3303,
      "step": 2611280
    },
    {
      "epoch": 728.8,
      "grad_norm": 1.1151366233825684,
      "learning_rate": 1.0078083153956789e-07,
      "loss": 0.3263,
      "step": 2611290
    },
    {
      "epoch": 728.8,
      "grad_norm": 1.2765557765960693,
      "learning_rate": 1.0077298783457222e-07,
      "loss": 0.3481,
      "step": 2611300
    },
    {
      "epoch": 728.81,
      "grad_norm": 1.260801911354065,
      "learning_rate": 1.0076514442811795e-07,
      "loss": 0.3236,
      "step": 2611310
    },
    {
      "epoch": 728.81,
      "grad_norm": 1.1875979900360107,
      "learning_rate": 1.0075730132020533e-07,
      "loss": 0.3458,
      "step": 2611320
    },
    {
      "epoch": 728.81,
      "grad_norm": 1.1095739603042603,
      "learning_rate": 1.0074945851083569e-07,
      "loss": 0.3455,
      "step": 2611330
    },
    {
      "epoch": 728.81,
      "grad_norm": 1.2646985054016113,
      "learning_rate": 1.0074161600000978e-07,
      "loss": 0.3571,
      "step": 2611340
    },
    {
      "epoch": 728.82,
      "grad_norm": 1.1501517295837402,
      "learning_rate": 1.0073377378772944e-07,
      "loss": 0.351,
      "step": 2611350
    },
    {
      "epoch": 728.82,
      "grad_norm": 2.493589162826538,
      "learning_rate": 1.0072593187399467e-07,
      "loss": 0.3469,
      "step": 2611360
    },
    {
      "epoch": 728.82,
      "grad_norm": 1.1535277366638184,
      "learning_rate": 1.0071809025880701e-07,
      "loss": 0.3418,
      "step": 2611370
    },
    {
      "epoch": 728.83,
      "grad_norm": 1.2191441059112549,
      "learning_rate": 1.0071024894216804e-07,
      "loss": 0.3359,
      "step": 2611380
    },
    {
      "epoch": 728.83,
      "grad_norm": 1.1867575645446777,
      "learning_rate": 1.007024079240775e-07,
      "loss": 0.3302,
      "step": 2611390
    },
    {
      "epoch": 728.83,
      "grad_norm": 1.1778942346572876,
      "learning_rate": 1.0069456720453771e-07,
      "loss": 0.3512,
      "step": 2611400
    },
    {
      "epoch": 728.83,
      "grad_norm": 1.3541533946990967,
      "learning_rate": 1.0068672678354922e-07,
      "loss": 0.3251,
      "step": 2611410
    },
    {
      "epoch": 728.84,
      "grad_norm": 1.3819103240966797,
      "learning_rate": 1.0067888666111281e-07,
      "loss": 0.3265,
      "step": 2611420
    },
    {
      "epoch": 728.84,
      "grad_norm": 1.2065993547439575,
      "learning_rate": 1.0067104683722976e-07,
      "loss": 0.3377,
      "step": 2611430
    },
    {
      "epoch": 728.84,
      "grad_norm": 1.2513574361801147,
      "learning_rate": 1.0066320731190163e-07,
      "loss": 0.33,
      "step": 2611440
    },
    {
      "epoch": 728.84,
      "grad_norm": 1.1047616004943848,
      "learning_rate": 1.0065536808512845e-07,
      "loss": 0.3199,
      "step": 2611450
    },
    {
      "epoch": 728.85,
      "grad_norm": 1.5162307024002075,
      "learning_rate": 1.0064752915691201e-07,
      "loss": 0.3415,
      "step": 2611460
    },
    {
      "epoch": 728.85,
      "grad_norm": 1.2653682231903076,
      "learning_rate": 1.0063969052725336e-07,
      "loss": 0.3282,
      "step": 2611470
    },
    {
      "epoch": 728.85,
      "grad_norm": 1.119175672531128,
      "learning_rate": 1.006318521961525e-07,
      "loss": 0.3406,
      "step": 2611480
    },
    {
      "epoch": 728.86,
      "grad_norm": 1.207975149154663,
      "learning_rate": 1.0062401416361205e-07,
      "loss": 0.3129,
      "step": 2611490
    },
    {
      "epoch": 728.86,
      "grad_norm": 1.3101675510406494,
      "learning_rate": 1.00616176429632e-07,
      "loss": 0.3399,
      "step": 2611500
    },
    {
      "epoch": 728.86,
      "grad_norm": 1.2978194952011108,
      "learning_rate": 1.0060833899421362e-07,
      "loss": 0.3239,
      "step": 2611510
    },
    {
      "epoch": 728.86,
      "grad_norm": 1.116665244102478,
      "learning_rate": 1.0060050185735826e-07,
      "loss": 0.3215,
      "step": 2611520
    },
    {
      "epoch": 728.87,
      "grad_norm": 1.3364640474319458,
      "learning_rate": 1.0059266501906615e-07,
      "loss": 0.3397,
      "step": 2611530
    },
    {
      "epoch": 728.87,
      "grad_norm": 1.6971310377120972,
      "learning_rate": 1.0058482847933938e-07,
      "loss": 0.3348,
      "step": 2611540
    },
    {
      "epoch": 728.87,
      "grad_norm": 1.2781195640563965,
      "learning_rate": 1.0057699223817846e-07,
      "loss": 0.3447,
      "step": 2611550
    },
    {
      "epoch": 728.88,
      "grad_norm": 1.1737189292907715,
      "learning_rate": 1.0056915629558419e-07,
      "loss": 0.3559,
      "step": 2611560
    },
    {
      "epoch": 728.88,
      "grad_norm": 1.22864830493927,
      "learning_rate": 1.0056132065155813e-07,
      "loss": 0.3286,
      "step": 2611570
    },
    {
      "epoch": 728.88,
      "grad_norm": 1.3979830741882324,
      "learning_rate": 1.005534853061013e-07,
      "loss": 0.3369,
      "step": 2611580
    },
    {
      "epoch": 728.88,
      "grad_norm": 1.2939890623092651,
      "learning_rate": 1.0054565025921423e-07,
      "loss": 0.3402,
      "step": 2611590
    },
    {
      "epoch": 728.89,
      "grad_norm": 1.1764944791793823,
      "learning_rate": 1.0053781551089823e-07,
      "loss": 0.3383,
      "step": 2611600
    },
    {
      "epoch": 728.89,
      "grad_norm": 1.3657159805297852,
      "learning_rate": 1.0052998106115486e-07,
      "loss": 0.3579,
      "step": 2611610
    },
    {
      "epoch": 728.89,
      "grad_norm": 1.3218977451324463,
      "learning_rate": 1.0052214690998385e-07,
      "loss": 0.3348,
      "step": 2611620
    },
    {
      "epoch": 728.89,
      "grad_norm": 1.4116785526275635,
      "learning_rate": 1.005143130573878e-07,
      "loss": 0.334,
      "step": 2611630
    },
    {
      "epoch": 728.9,
      "grad_norm": 1.2835602760314941,
      "learning_rate": 1.0050647950336672e-07,
      "loss": 0.3259,
      "step": 2611640
    },
    {
      "epoch": 728.9,
      "grad_norm": 1.3530582189559937,
      "learning_rate": 1.0049864624792192e-07,
      "loss": 0.3418,
      "step": 2611650
    },
    {
      "epoch": 728.9,
      "grad_norm": 1.255859136581421,
      "learning_rate": 1.0049081329105494e-07,
      "loss": 0.3297,
      "step": 2611660
    },
    {
      "epoch": 728.91,
      "grad_norm": 1.3330718278884888,
      "learning_rate": 1.0048298063276604e-07,
      "loss": 0.3335,
      "step": 2611670
    },
    {
      "epoch": 728.91,
      "grad_norm": 1.1062458753585815,
      "learning_rate": 1.0047514827305654e-07,
      "loss": 0.3457,
      "step": 2611680
    },
    {
      "epoch": 728.91,
      "grad_norm": 1.3564672470092773,
      "learning_rate": 1.0046731621192748e-07,
      "loss": 0.3443,
      "step": 2611690
    },
    {
      "epoch": 728.91,
      "grad_norm": 1.3554811477661133,
      "learning_rate": 1.0045948444938013e-07,
      "loss": 0.3437,
      "step": 2611700
    },
    {
      "epoch": 728.92,
      "grad_norm": 1.1028754711151123,
      "learning_rate": 1.0045165298541505e-07,
      "loss": 0.3442,
      "step": 2611710
    },
    {
      "epoch": 728.92,
      "grad_norm": 1.2304214239120483,
      "learning_rate": 1.0044382182003403e-07,
      "loss": 0.3497,
      "step": 2611720
    },
    {
      "epoch": 728.92,
      "grad_norm": 1.164445400238037,
      "learning_rate": 1.0043599095323736e-07,
      "loss": 0.3382,
      "step": 2611730
    },
    {
      "epoch": 728.93,
      "grad_norm": 1.4528378248214722,
      "learning_rate": 1.0042816038502632e-07,
      "loss": 0.3301,
      "step": 2611740
    },
    {
      "epoch": 728.93,
      "grad_norm": 1.2381764650344849,
      "learning_rate": 1.0042033011540247e-07,
      "loss": 0.3427,
      "step": 2611750
    },
    {
      "epoch": 728.93,
      "grad_norm": 1.5031174421310425,
      "learning_rate": 1.0041250014436609e-07,
      "loss": 0.3468,
      "step": 2611760
    },
    {
      "epoch": 728.93,
      "grad_norm": 1.4366669654846191,
      "learning_rate": 1.0040467047191871e-07,
      "loss": 0.3407,
      "step": 2611770
    },
    {
      "epoch": 728.94,
      "grad_norm": 1.2538952827453613,
      "learning_rate": 1.0039684109806089e-07,
      "loss": 0.3462,
      "step": 2611780
    },
    {
      "epoch": 728.94,
      "grad_norm": 1.2207558155059814,
      "learning_rate": 1.0038901202279416e-07,
      "loss": 0.3389,
      "step": 2611790
    },
    {
      "epoch": 728.94,
      "grad_norm": 1.2944486141204834,
      "learning_rate": 1.0038118324611956e-07,
      "loss": 0.3355,
      "step": 2611800
    },
    {
      "epoch": 728.95,
      "grad_norm": 1.2033354043960571,
      "learning_rate": 1.003733547680379e-07,
      "loss": 0.342,
      "step": 2611810
    },
    {
      "epoch": 728.95,
      "grad_norm": 1.2965930700302124,
      "learning_rate": 1.0036552658855019e-07,
      "loss": 0.3469,
      "step": 2611820
    },
    {
      "epoch": 728.95,
      "grad_norm": 1.4093931913375854,
      "learning_rate": 1.0035769870765748e-07,
      "loss": 0.3365,
      "step": 2611830
    },
    {
      "epoch": 728.95,
      "grad_norm": 1.5108636617660522,
      "learning_rate": 1.0034987112536108e-07,
      "loss": 0.3185,
      "step": 2611840
    },
    {
      "epoch": 728.96,
      "grad_norm": 1.2043061256408691,
      "learning_rate": 1.0034204384166151e-07,
      "loss": 0.3446,
      "step": 2611850
    },
    {
      "epoch": 728.96,
      "grad_norm": 1.3718101978302002,
      "learning_rate": 1.0033421685656058e-07,
      "loss": 0.3377,
      "step": 2611860
    },
    {
      "epoch": 728.96,
      "grad_norm": 1.585883378982544,
      "learning_rate": 1.0032639017005881e-07,
      "loss": 0.3403,
      "step": 2611870
    },
    {
      "epoch": 728.96,
      "grad_norm": 1.334777593612671,
      "learning_rate": 1.00318563782157e-07,
      "loss": 0.3433,
      "step": 2611880
    },
    {
      "epoch": 728.97,
      "grad_norm": 1.2531605958938599,
      "learning_rate": 1.003107376928572e-07,
      "loss": 0.3429,
      "step": 2611890
    },
    {
      "epoch": 728.97,
      "grad_norm": 1.3237210512161255,
      "learning_rate": 1.0030291190215919e-07,
      "loss": 0.3513,
      "step": 2611900
    },
    {
      "epoch": 728.97,
      "grad_norm": 1.2256163358688354,
      "learning_rate": 1.0029508641006475e-07,
      "loss": 0.3522,
      "step": 2611910
    },
    {
      "epoch": 728.98,
      "grad_norm": 1.3427015542984009,
      "learning_rate": 1.002872612165747e-07,
      "loss": 0.3352,
      "step": 2611920
    },
    {
      "epoch": 728.98,
      "grad_norm": 1.133653163909912,
      "learning_rate": 1.0027943632169057e-07,
      "loss": 0.3323,
      "step": 2611930
    },
    {
      "epoch": 728.98,
      "grad_norm": 1.182934045791626,
      "learning_rate": 1.0027161172541237e-07,
      "loss": 0.3379,
      "step": 2611940
    },
    {
      "epoch": 728.98,
      "grad_norm": 1.3053867816925049,
      "learning_rate": 1.0026378742774192e-07,
      "loss": 0.3431,
      "step": 2611950
    },
    {
      "epoch": 728.99,
      "grad_norm": 1.2984262704849243,
      "learning_rate": 1.0025596342868027e-07,
      "loss": 0.3328,
      "step": 2611960
    },
    {
      "epoch": 728.99,
      "grad_norm": 1.3570843935012817,
      "learning_rate": 1.002481397282282e-07,
      "loss": 0.3317,
      "step": 2611970
    },
    {
      "epoch": 728.99,
      "grad_norm": 1.3816564083099365,
      "learning_rate": 1.00240316326387e-07,
      "loss": 0.321,
      "step": 2611980
    },
    {
      "epoch": 729.0,
      "grad_norm": 1.2091039419174194,
      "learning_rate": 1.0023249322315746e-07,
      "loss": 0.3344,
      "step": 2611990
    },
    {
      "epoch": 729.0,
      "grad_norm": 1.5189974308013916,
      "learning_rate": 1.0022467041854061e-07,
      "loss": 0.3388,
      "step": 2612000
    },
    {
      "epoch": 729.0,
      "eval_loss": 0.33764609694480896,
      "eval_runtime": 64.379,
      "eval_samples_per_second": 78.582,
      "eval_steps_per_second": 9.832,
      "step": 2612007
    },
    {
      "epoch": 729.0,
      "grad_norm": 1.2232626676559448,
      "learning_rate": 1.002168479125375e-07,
      "loss": 0.352,
      "step": 2612010
    },
    {
      "epoch": 729.0,
      "grad_norm": 1.0712902545928955,
      "learning_rate": 1.0020902570514969e-07,
      "loss": 0.3334,
      "step": 2612020
    },
    {
      "epoch": 729.01,
      "grad_norm": 1.4346774816513062,
      "learning_rate": 1.0020120379637745e-07,
      "loss": 0.3386,
      "step": 2612030
    },
    {
      "epoch": 729.01,
      "grad_norm": 1.4970109462738037,
      "learning_rate": 1.0019338218622206e-07,
      "loss": 0.3318,
      "step": 2612040
    },
    {
      "epoch": 729.01,
      "grad_norm": 1.0345629453659058,
      "learning_rate": 1.0018556087468509e-07,
      "loss": 0.3345,
      "step": 2612050
    },
    {
      "epoch": 729.01,
      "grad_norm": 1.2690985202789307,
      "learning_rate": 1.0017773986176653e-07,
      "loss": 0.3497,
      "step": 2612060
    },
    {
      "epoch": 729.02,
      "grad_norm": 1.3513869047164917,
      "learning_rate": 1.0016991914746875e-07,
      "loss": 0.3353,
      "step": 2612070
    },
    {
      "epoch": 729.02,
      "grad_norm": 1.3361364603042603,
      "learning_rate": 1.0016209873179147e-07,
      "loss": 0.3504,
      "step": 2612080
    },
    {
      "epoch": 729.02,
      "grad_norm": 1.2467577457427979,
      "learning_rate": 1.0015427861473678e-07,
      "loss": 0.3328,
      "step": 2612090
    },
    {
      "epoch": 729.03,
      "grad_norm": 1.3918696641921997,
      "learning_rate": 1.001464587963052e-07,
      "loss": 0.3204,
      "step": 2612100
    },
    {
      "epoch": 729.03,
      "grad_norm": 1.293934941291809,
      "learning_rate": 1.0013863927649775e-07,
      "loss": 0.3234,
      "step": 2612110
    },
    {
      "epoch": 729.03,
      "grad_norm": 1.7723851203918457,
      "learning_rate": 1.0013082005531576e-07,
      "loss": 0.3266,
      "step": 2612120
    },
    {
      "epoch": 729.03,
      "grad_norm": 1.309798002243042,
      "learning_rate": 1.0012300113275999e-07,
      "loss": 0.3599,
      "step": 2612130
    },
    {
      "epoch": 729.04,
      "grad_norm": 1.2544481754302979,
      "learning_rate": 1.0011518250883149e-07,
      "loss": 0.3174,
      "step": 2612140
    },
    {
      "epoch": 729.04,
      "grad_norm": 1.3042396306991577,
      "learning_rate": 1.0010736418353156e-07,
      "loss": 0.3294,
      "step": 2612150
    },
    {
      "epoch": 729.04,
      "grad_norm": 1.2937564849853516,
      "learning_rate": 1.0009954615686125e-07,
      "loss": 0.3536,
      "step": 2612160
    },
    {
      "epoch": 729.05,
      "grad_norm": 1.2017842531204224,
      "learning_rate": 1.0009172842882106e-07,
      "loss": 0.3319,
      "step": 2612170
    },
    {
      "epoch": 729.05,
      "grad_norm": 1.378435492515564,
      "learning_rate": 1.000839109994123e-07,
      "loss": 0.3434,
      "step": 2612180
    },
    {
      "epoch": 729.05,
      "grad_norm": 1.2740509510040283,
      "learning_rate": 1.000760938686368e-07,
      "loss": 0.3317,
      "step": 2612190
    },
    {
      "epoch": 729.05,
      "grad_norm": 1.0203937292099,
      "learning_rate": 1.0006827703649402e-07,
      "loss": 0.327,
      "step": 2612200
    },
    {
      "epoch": 729.06,
      "grad_norm": 1.5644651651382446,
      "learning_rate": 1.000604605029866e-07,
      "loss": 0.3365,
      "step": 2612210
    },
    {
      "epoch": 729.06,
      "grad_norm": 1.305909276008606,
      "learning_rate": 1.000526442681145e-07,
      "loss": 0.333,
      "step": 2612220
    },
    {
      "epoch": 729.06,
      "grad_norm": 1.2651705741882324,
      "learning_rate": 1.0004482833187904e-07,
      "loss": 0.3366,
      "step": 2612230
    },
    {
      "epoch": 729.07,
      "grad_norm": 1.3672528266906738,
      "learning_rate": 1.0003701269428152e-07,
      "loss": 0.3407,
      "step": 2612240
    },
    {
      "epoch": 729.07,
      "grad_norm": 1.3784394264221191,
      "learning_rate": 1.0002919735532296e-07,
      "loss": 0.3265,
      "step": 2612250
    },
    {
      "epoch": 729.07,
      "grad_norm": 1.2506422996520996,
      "learning_rate": 1.0002138231500392e-07,
      "loss": 0.337,
      "step": 2612260
    },
    {
      "epoch": 729.07,
      "grad_norm": 1.121220350265503,
      "learning_rate": 1.0001356757332593e-07,
      "loss": 0.3243,
      "step": 2612270
    },
    {
      "epoch": 729.08,
      "grad_norm": 1.3339773416519165,
      "learning_rate": 1.0000575313029005e-07,
      "loss": 0.3374,
      "step": 2612280
    },
    {
      "epoch": 729.08,
      "grad_norm": 1.314705729484558,
      "learning_rate": 9.999793898589678e-08,
      "loss": 0.364,
      "step": 2612290
    },
    {
      "epoch": 729.08,
      "grad_norm": 1.1158522367477417,
      "learning_rate": 9.999012514014795e-08,
      "loss": 0.3278,
      "step": 2612300
    },
    {
      "epoch": 729.08,
      "grad_norm": 1.2427475452423096,
      "learning_rate": 9.998231159304382e-08,
      "loss": 0.3435,
      "step": 2612310
    },
    {
      "epoch": 729.09,
      "grad_norm": 1.2401353120803833,
      "learning_rate": 9.997449834458571e-08,
      "loss": 0.3311,
      "step": 2612320
    },
    {
      "epoch": 729.09,
      "grad_norm": 1.2179871797561646,
      "learning_rate": 9.996668539477516e-08,
      "loss": 0.3461,
      "step": 2612330
    },
    {
      "epoch": 729.09,
      "grad_norm": 1.1425714492797852,
      "learning_rate": 9.995887274361269e-08,
      "loss": 0.3235,
      "step": 2612340
    },
    {
      "epoch": 729.1,
      "grad_norm": 1.4069592952728271,
      "learning_rate": 9.995106039109909e-08,
      "loss": 0.3304,
      "step": 2612350
    },
    {
      "epoch": 729.1,
      "grad_norm": 1.1662559509277344,
      "learning_rate": 9.994324833723592e-08,
      "loss": 0.3311,
      "step": 2612360
    },
    {
      "epoch": 729.1,
      "grad_norm": 1.2803943157196045,
      "learning_rate": 9.993543658202395e-08,
      "loss": 0.3567,
      "step": 2612370
    },
    {
      "epoch": 729.1,
      "grad_norm": 1.2339857816696167,
      "learning_rate": 9.992762512546424e-08,
      "loss": 0.357,
      "step": 2612380
    },
    {
      "epoch": 729.11,
      "grad_norm": 1.2265796661376953,
      "learning_rate": 9.991981396755833e-08,
      "loss": 0.339,
      "step": 2612390
    },
    {
      "epoch": 729.11,
      "grad_norm": 0.9938759803771973,
      "learning_rate": 9.991200310830649e-08,
      "loss": 0.3498,
      "step": 2612400
    },
    {
      "epoch": 729.11,
      "grad_norm": 1.3512362241744995,
      "learning_rate": 9.990419254771028e-08,
      "loss": 0.3271,
      "step": 2612410
    },
    {
      "epoch": 729.12,
      "grad_norm": 1.1685062646865845,
      "learning_rate": 9.989638228577049e-08,
      "loss": 0.3442,
      "step": 2612420
    },
    {
      "epoch": 729.12,
      "grad_norm": 1.4619073867797852,
      "learning_rate": 9.988857232248789e-08,
      "loss": 0.3492,
      "step": 2612430
    },
    {
      "epoch": 729.12,
      "grad_norm": 1.3395949602127075,
      "learning_rate": 9.988076265786457e-08,
      "loss": 0.3411,
      "step": 2612440
    },
    {
      "epoch": 729.12,
      "grad_norm": 1.2101686000823975,
      "learning_rate": 9.987295329190026e-08,
      "loss": 0.3445,
      "step": 2612450
    },
    {
      "epoch": 729.13,
      "grad_norm": 1.3809070587158203,
      "learning_rate": 9.986514422459678e-08,
      "loss": 0.3584,
      "step": 2612460
    },
    {
      "epoch": 729.13,
      "grad_norm": 1.2457726001739502,
      "learning_rate": 9.985733545595518e-08,
      "loss": 0.3475,
      "step": 2612470
    },
    {
      "epoch": 729.13,
      "grad_norm": 1.1040174961090088,
      "learning_rate": 9.984952698597597e-08,
      "loss": 0.3156,
      "step": 2612480
    },
    {
      "epoch": 729.13,
      "grad_norm": 1.2608894109725952,
      "learning_rate": 9.984171881466074e-08,
      "loss": 0.3519,
      "step": 2612490
    },
    {
      "epoch": 729.14,
      "grad_norm": 1.2607989311218262,
      "learning_rate": 9.983391094201022e-08,
      "loss": 0.3327,
      "step": 2612500
    },
    {
      "epoch": 729.14,
      "grad_norm": 1.3677107095718384,
      "learning_rate": 9.982610336802576e-08,
      "loss": 0.3138,
      "step": 2612510
    },
    {
      "epoch": 729.14,
      "grad_norm": 1.2753850221633911,
      "learning_rate": 9.981829609270759e-08,
      "loss": 0.3509,
      "step": 2612520
    },
    {
      "epoch": 729.15,
      "grad_norm": 1.281249761581421,
      "learning_rate": 9.98104891160578e-08,
      "loss": 0.3402,
      "step": 2612530
    },
    {
      "epoch": 729.15,
      "grad_norm": 1.1473115682601929,
      "learning_rate": 9.980268243807693e-08,
      "loss": 0.3256,
      "step": 2612540
    },
    {
      "epoch": 729.15,
      "grad_norm": 1.1126738786697388,
      "learning_rate": 9.979487605876598e-08,
      "loss": 0.3309,
      "step": 2612550
    },
    {
      "epoch": 729.15,
      "grad_norm": 1.2449268102645874,
      "learning_rate": 9.97870699781263e-08,
      "loss": 0.3366,
      "step": 2612560
    },
    {
      "epoch": 729.16,
      "grad_norm": 1.4037526845932007,
      "learning_rate": 9.977926419615862e-08,
      "loss": 0.336,
      "step": 2612570
    },
    {
      "epoch": 729.16,
      "grad_norm": 1.371421217918396,
      "learning_rate": 9.977145871286376e-08,
      "loss": 0.3389,
      "step": 2612580
    },
    {
      "epoch": 729.16,
      "grad_norm": 1.2066067457199097,
      "learning_rate": 9.976365352824325e-08,
      "loss": 0.3401,
      "step": 2612590
    },
    {
      "epoch": 729.17,
      "grad_norm": 1.1033823490142822,
      "learning_rate": 9.975584864229816e-08,
      "loss": 0.3201,
      "step": 2612600
    },
    {
      "epoch": 729.17,
      "grad_norm": 1.1068412065505981,
      "learning_rate": 9.974804405502899e-08,
      "loss": 0.3363,
      "step": 2612610
    },
    {
      "epoch": 729.17,
      "grad_norm": 1.1214793920516968,
      "learning_rate": 9.974023976643706e-08,
      "loss": 0.3304,
      "step": 2612620
    },
    {
      "epoch": 729.17,
      "grad_norm": 1.3600071668624878,
      "learning_rate": 9.973243577652366e-08,
      "loss": 0.3328,
      "step": 2612630
    },
    {
      "epoch": 729.18,
      "grad_norm": 1.2416273355484009,
      "learning_rate": 9.97246320852893e-08,
      "loss": 0.333,
      "step": 2612640
    },
    {
      "epoch": 729.18,
      "grad_norm": 1.2740318775177002,
      "learning_rate": 9.971682869273581e-08,
      "loss": 0.3282,
      "step": 2612650
    },
    {
      "epoch": 729.18,
      "grad_norm": 1.4351979494094849,
      "learning_rate": 9.970902559886321e-08,
      "loss": 0.3314,
      "step": 2612660
    },
    {
      "epoch": 729.19,
      "grad_norm": 1.9459161758422852,
      "learning_rate": 9.970122280367355e-08,
      "loss": 0.3287,
      "step": 2612670
    },
    {
      "epoch": 729.19,
      "grad_norm": 1.2070950269699097,
      "learning_rate": 9.969342030716711e-08,
      "loss": 0.3554,
      "step": 2612680
    },
    {
      "epoch": 729.19,
      "grad_norm": 1.0436246395111084,
      "learning_rate": 9.968561810934518e-08,
      "loss": 0.3322,
      "step": 2612690
    },
    {
      "epoch": 729.19,
      "grad_norm": 1.238443374633789,
      "learning_rate": 9.967781621020931e-08,
      "loss": 0.3411,
      "step": 2612700
    },
    {
      "epoch": 729.2,
      "grad_norm": 1.0895477533340454,
      "learning_rate": 9.967001460975954e-08,
      "loss": 0.3225,
      "step": 2612710
    },
    {
      "epoch": 729.2,
      "grad_norm": 1.2472195625305176,
      "learning_rate": 9.96622133079974e-08,
      "loss": 0.3525,
      "step": 2612720
    },
    {
      "epoch": 729.2,
      "grad_norm": 1.087164282798767,
      "learning_rate": 9.96544123049242e-08,
      "loss": 0.3284,
      "step": 2612730
    },
    {
      "epoch": 729.2,
      "grad_norm": 1.288848876953125,
      "learning_rate": 9.964661160054097e-08,
      "loss": 0.3381,
      "step": 2612740
    },
    {
      "epoch": 729.21,
      "grad_norm": 2.1192567348480225,
      "learning_rate": 9.963881119484799e-08,
      "loss": 0.3462,
      "step": 2612750
    },
    {
      "epoch": 729.21,
      "grad_norm": 1.1941938400268555,
      "learning_rate": 9.963101108784706e-08,
      "loss": 0.3279,
      "step": 2612760
    },
    {
      "epoch": 729.21,
      "grad_norm": 1.2611510753631592,
      "learning_rate": 9.962321127953925e-08,
      "loss": 0.3344,
      "step": 2612770
    },
    {
      "epoch": 729.22,
      "grad_norm": 1.2620298862457275,
      "learning_rate": 9.961541176992452e-08,
      "loss": 0.3402,
      "step": 2612780
    },
    {
      "epoch": 729.22,
      "grad_norm": 1.129937767982483,
      "learning_rate": 9.96076125590055e-08,
      "loss": 0.3538,
      "step": 2612790
    },
    {
      "epoch": 729.22,
      "grad_norm": 1.4946448802947998,
      "learning_rate": 9.959981364678218e-08,
      "loss": 0.327,
      "step": 2612800
    },
    {
      "epoch": 729.22,
      "grad_norm": 1.5340518951416016,
      "learning_rate": 9.959201503325562e-08,
      "loss": 0.3596,
      "step": 2612810
    },
    {
      "epoch": 729.23,
      "grad_norm": 1.3517067432403564,
      "learning_rate": 9.958421671842736e-08,
      "loss": 0.3371,
      "step": 2612820
    },
    {
      "epoch": 729.23,
      "grad_norm": 1.1625308990478516,
      "learning_rate": 9.957641870229844e-08,
      "loss": 0.3431,
      "step": 2612830
    },
    {
      "epoch": 729.23,
      "grad_norm": 1.2155777215957642,
      "learning_rate": 9.956862098486913e-08,
      "loss": 0.3496,
      "step": 2612840
    },
    {
      "epoch": 729.24,
      "grad_norm": 1.1023318767547607,
      "learning_rate": 9.956082356614124e-08,
      "loss": 0.329,
      "step": 2612850
    },
    {
      "epoch": 729.24,
      "grad_norm": 1.2858690023422241,
      "learning_rate": 9.955302644611584e-08,
      "loss": 0.3357,
      "step": 2612860
    },
    {
      "epoch": 729.24,
      "grad_norm": 1.3764469623565674,
      "learning_rate": 9.954522962479288e-08,
      "loss": 0.3422,
      "step": 2612870
    },
    {
      "epoch": 729.24,
      "grad_norm": 1.4584406614303589,
      "learning_rate": 9.953743310217475e-08,
      "loss": 0.3517,
      "step": 2612880
    },
    {
      "epoch": 729.25,
      "grad_norm": 1.3481063842773438,
      "learning_rate": 9.952963687826168e-08,
      "loss": 0.3231,
      "step": 2612890
    },
    {
      "epoch": 729.25,
      "grad_norm": 1.4541683197021484,
      "learning_rate": 9.9521840953055e-08,
      "loss": 0.3429,
      "step": 2612900
    },
    {
      "epoch": 729.25,
      "grad_norm": 1.218418836593628,
      "learning_rate": 9.951404532655572e-08,
      "loss": 0.3294,
      "step": 2612910
    },
    {
      "epoch": 729.25,
      "grad_norm": 1.2107285261154175,
      "learning_rate": 9.950624999876489e-08,
      "loss": 0.3348,
      "step": 2612920
    },
    {
      "epoch": 729.26,
      "grad_norm": 1.261006236076355,
      "learning_rate": 9.949845496968382e-08,
      "loss": 0.339,
      "step": 2612930
    },
    {
      "epoch": 729.26,
      "grad_norm": 1.569623351097107,
      "learning_rate": 9.949066023931277e-08,
      "loss": 0.3448,
      "step": 2612940
    },
    {
      "epoch": 729.26,
      "grad_norm": 1.257728099822998,
      "learning_rate": 9.948286580765356e-08,
      "loss": 0.3315,
      "step": 2612950
    },
    {
      "epoch": 729.27,
      "grad_norm": 1.3426530361175537,
      "learning_rate": 9.94750716747067e-08,
      "loss": 0.3257,
      "step": 2612960
    },
    {
      "epoch": 729.27,
      "grad_norm": 1.161718726158142,
      "learning_rate": 9.946727784047375e-08,
      "loss": 0.3289,
      "step": 2612970
    },
    {
      "epoch": 729.27,
      "grad_norm": 1.361315369606018,
      "learning_rate": 9.9459484304955e-08,
      "loss": 0.3347,
      "step": 2612980
    },
    {
      "epoch": 729.27,
      "grad_norm": 1.283642053604126,
      "learning_rate": 9.945169106815223e-08,
      "loss": 0.3329,
      "step": 2612990
    },
    {
      "epoch": 729.28,
      "grad_norm": 1.227487564086914,
      "learning_rate": 9.944389813006624e-08,
      "loss": 0.3377,
      "step": 2613000
    },
    {
      "epoch": 729.28,
      "grad_norm": 1.2292677164077759,
      "learning_rate": 9.943610549069756e-08,
      "loss": 0.3388,
      "step": 2613010
    },
    {
      "epoch": 729.28,
      "grad_norm": 1.127462387084961,
      "learning_rate": 9.942831315004827e-08,
      "loss": 0.3321,
      "step": 2613020
    },
    {
      "epoch": 729.29,
      "grad_norm": 1.4406176805496216,
      "learning_rate": 9.942052110811834e-08,
      "loss": 0.3389,
      "step": 2613030
    },
    {
      "epoch": 729.29,
      "grad_norm": 1.151214599609375,
      "learning_rate": 9.941272936490937e-08,
      "loss": 0.3451,
      "step": 2613040
    },
    {
      "epoch": 729.29,
      "grad_norm": 1.3013843297958374,
      "learning_rate": 9.940493792042238e-08,
      "loss": 0.3416,
      "step": 2613050
    },
    {
      "epoch": 729.29,
      "grad_norm": 1.1094170808792114,
      "learning_rate": 9.939714677465868e-08,
      "loss": 0.3436,
      "step": 2613060
    },
    {
      "epoch": 729.3,
      "grad_norm": 1.2098125219345093,
      "learning_rate": 9.938935592761852e-08,
      "loss": 0.3374,
      "step": 2613070
    },
    {
      "epoch": 729.3,
      "grad_norm": 1.3930896520614624,
      "learning_rate": 9.938156537930321e-08,
      "loss": 0.3436,
      "step": 2613080
    },
    {
      "epoch": 729.3,
      "grad_norm": 1.0584816932678223,
      "learning_rate": 9.937377512971456e-08,
      "loss": 0.3373,
      "step": 2613090
    },
    {
      "epoch": 729.31,
      "grad_norm": 1.4952014684677124,
      "learning_rate": 9.936598517885233e-08,
      "loss": 0.3407,
      "step": 2613100
    },
    {
      "epoch": 729.31,
      "grad_norm": 1.2723640203475952,
      "learning_rate": 9.935819552671859e-08,
      "loss": 0.3418,
      "step": 2613110
    },
    {
      "epoch": 729.31,
      "grad_norm": 1.1959331035614014,
      "learning_rate": 9.935040617331411e-08,
      "loss": 0.3417,
      "step": 2613120
    },
    {
      "epoch": 729.31,
      "grad_norm": 1.1600300073623657,
      "learning_rate": 9.934261711863944e-08,
      "loss": 0.3181,
      "step": 2613130
    },
    {
      "epoch": 729.32,
      "grad_norm": 1.1652929782867432,
      "learning_rate": 9.933482836269663e-08,
      "loss": 0.3285,
      "step": 2613140
    },
    {
      "epoch": 729.32,
      "grad_norm": 5.967744827270508,
      "learning_rate": 9.932703990548543e-08,
      "loss": 0.3371,
      "step": 2613150
    },
    {
      "epoch": 729.32,
      "grad_norm": 1.6906741857528687,
      "learning_rate": 9.931925174700793e-08,
      "loss": 0.3513,
      "step": 2613160
    },
    {
      "epoch": 729.32,
      "grad_norm": 1.197978138923645,
      "learning_rate": 9.931146388726437e-08,
      "loss": 0.3411,
      "step": 2613170
    },
    {
      "epoch": 729.33,
      "grad_norm": 1.1212191581726074,
      "learning_rate": 9.930367632625686e-08,
      "loss": 0.3333,
      "step": 2613180
    },
    {
      "epoch": 729.33,
      "grad_norm": 1.4141969680786133,
      "learning_rate": 9.929588906398487e-08,
      "loss": 0.34,
      "step": 2613190
    },
    {
      "epoch": 729.33,
      "grad_norm": 1.3362336158752441,
      "learning_rate": 9.928810210045125e-08,
      "loss": 0.3474,
      "step": 2613200
    },
    {
      "epoch": 729.34,
      "grad_norm": 1.3965195417404175,
      "learning_rate": 9.928031543565548e-08,
      "loss": 0.3353,
      "step": 2613210
    },
    {
      "epoch": 729.34,
      "grad_norm": 1.2796177864074707,
      "learning_rate": 9.927252906959939e-08,
      "loss": 0.3269,
      "step": 2613220
    },
    {
      "epoch": 729.34,
      "grad_norm": 1.2495335340499878,
      "learning_rate": 9.926474300228429e-08,
      "loss": 0.3407,
      "step": 2613230
    },
    {
      "epoch": 729.34,
      "grad_norm": 1.3692582845687866,
      "learning_rate": 9.92569572337099e-08,
      "loss": 0.3311,
      "step": 2613240
    },
    {
      "epoch": 729.35,
      "grad_norm": 1.2457057237625122,
      "learning_rate": 9.92491717638791e-08,
      "loss": 0.3448,
      "step": 2613250
    },
    {
      "epoch": 729.35,
      "grad_norm": 1.2951189279556274,
      "learning_rate": 9.924138659279137e-08,
      "loss": 0.3364,
      "step": 2613260
    },
    {
      "epoch": 729.35,
      "grad_norm": 1.5132452249526978,
      "learning_rate": 9.92336017204485e-08,
      "loss": 0.3372,
      "step": 2613270
    },
    {
      "epoch": 729.36,
      "grad_norm": 1.1353647708892822,
      "learning_rate": 9.922581714685157e-08,
      "loss": 0.3509,
      "step": 2613280
    },
    {
      "epoch": 729.36,
      "grad_norm": 1.4978233575820923,
      "learning_rate": 9.921803287200134e-08,
      "loss": 0.353,
      "step": 2613290
    },
    {
      "epoch": 729.36,
      "grad_norm": 1.3331778049468994,
      "learning_rate": 9.921024889589886e-08,
      "loss": 0.327,
      "step": 2613300
    },
    {
      "epoch": 729.36,
      "grad_norm": 1.2395434379577637,
      "learning_rate": 9.92024652185449e-08,
      "loss": 0.3545,
      "step": 2613310
    },
    {
      "epoch": 729.37,
      "grad_norm": 1.2009873390197754,
      "learning_rate": 9.919468183994155e-08,
      "loss": 0.3248,
      "step": 2613320
    },
    {
      "epoch": 729.37,
      "grad_norm": 1.4151525497436523,
      "learning_rate": 9.918689876008828e-08,
      "loss": 0.3422,
      "step": 2613330
    },
    {
      "epoch": 729.37,
      "grad_norm": 1.4049949645996094,
      "learning_rate": 9.917911597898771e-08,
      "loss": 0.3279,
      "step": 2613340
    },
    {
      "epoch": 729.37,
      "grad_norm": 1.2488692998886108,
      "learning_rate": 9.917133349663982e-08,
      "loss": 0.3339,
      "step": 2613350
    },
    {
      "epoch": 729.38,
      "grad_norm": 1.2720898389816284,
      "learning_rate": 9.916355131304593e-08,
      "loss": 0.3492,
      "step": 2613360
    },
    {
      "epoch": 729.38,
      "grad_norm": 1.2100120782852173,
      "learning_rate": 9.915576942820733e-08,
      "loss": 0.3385,
      "step": 2613370
    },
    {
      "epoch": 729.38,
      "grad_norm": 1.1286191940307617,
      "learning_rate": 9.914798784212454e-08,
      "loss": 0.3357,
      "step": 2613380
    },
    {
      "epoch": 729.39,
      "grad_norm": 1.2863489389419556,
      "learning_rate": 9.914020655479886e-08,
      "loss": 0.338,
      "step": 2613390
    },
    {
      "epoch": 729.39,
      "grad_norm": 1.2597129344940186,
      "learning_rate": 9.91324255662316e-08,
      "loss": 0.3585,
      "step": 2613400
    },
    {
      "epoch": 729.39,
      "grad_norm": 1.320152997970581,
      "learning_rate": 9.912464487642352e-08,
      "loss": 0.3324,
      "step": 2613410
    },
    {
      "epoch": 729.39,
      "grad_norm": 1.3218085765838623,
      "learning_rate": 9.911686448537568e-08,
      "loss": 0.3273,
      "step": 2613420
    },
    {
      "epoch": 729.4,
      "grad_norm": 1.1812074184417725,
      "learning_rate": 9.910908439308887e-08,
      "loss": 0.3342,
      "step": 2613430
    },
    {
      "epoch": 729.4,
      "grad_norm": 1.227287769317627,
      "learning_rate": 9.910130459956489e-08,
      "loss": 0.3289,
      "step": 2613440
    },
    {
      "epoch": 729.4,
      "grad_norm": 1.1894735097885132,
      "learning_rate": 9.909352510480348e-08,
      "loss": 0.3435,
      "step": 2613450
    },
    {
      "epoch": 729.41,
      "grad_norm": 1.2813233137130737,
      "learning_rate": 9.908574590880725e-08,
      "loss": 0.3251,
      "step": 2613460
    },
    {
      "epoch": 729.41,
      "grad_norm": 1.2516961097717285,
      "learning_rate": 9.907796701157594e-08,
      "loss": 0.3508,
      "step": 2613470
    },
    {
      "epoch": 729.41,
      "grad_norm": 1.1212348937988281,
      "learning_rate": 9.907018841311138e-08,
      "loss": 0.3191,
      "step": 2613480
    },
    {
      "epoch": 729.41,
      "grad_norm": 1.2611305713653564,
      "learning_rate": 9.906241011341408e-08,
      "loss": 0.3313,
      "step": 2613490
    },
    {
      "epoch": 729.42,
      "grad_norm": 1.4688377380371094,
      "learning_rate": 9.905463211248534e-08,
      "loss": 0.3498,
      "step": 2613500
    },
    {
      "epoch": 729.42,
      "grad_norm": 1.2463202476501465,
      "learning_rate": 9.904685441032645e-08,
      "loss": 0.3416,
      "step": 2613510
    },
    {
      "epoch": 729.42,
      "grad_norm": 1.1719728708267212,
      "learning_rate": 9.903907700693796e-08,
      "loss": 0.3227,
      "step": 2613520
    },
    {
      "epoch": 729.43,
      "grad_norm": 1.3267505168914795,
      "learning_rate": 9.903129990232114e-08,
      "loss": 0.3415,
      "step": 2613530
    },
    {
      "epoch": 729.43,
      "grad_norm": 1.3117830753326416,
      "learning_rate": 9.902352309647679e-08,
      "loss": 0.3479,
      "step": 2613540
    },
    {
      "epoch": 729.43,
      "grad_norm": 1.3843708038330078,
      "learning_rate": 9.901574658940647e-08,
      "loss": 0.3476,
      "step": 2613550
    },
    {
      "epoch": 729.43,
      "grad_norm": 1.3603956699371338,
      "learning_rate": 9.90079703811107e-08,
      "loss": 0.3206,
      "step": 2613560
    },
    {
      "epoch": 729.44,
      "grad_norm": 1.2892532348632812,
      "learning_rate": 9.900019447159077e-08,
      "loss": 0.3376,
      "step": 2613570
    },
    {
      "epoch": 729.44,
      "grad_norm": 1.4375407695770264,
      "learning_rate": 9.899241886084774e-08,
      "loss": 0.3511,
      "step": 2613580
    },
    {
      "epoch": 729.44,
      "grad_norm": 1.2262665033340454,
      "learning_rate": 9.898464354888211e-08,
      "loss": 0.326,
      "step": 2613590
    },
    {
      "epoch": 729.44,
      "grad_norm": 1.3034900426864624,
      "learning_rate": 9.897686853569597e-08,
      "loss": 0.3418,
      "step": 2613600
    },
    {
      "epoch": 729.45,
      "grad_norm": 1.1344863176345825,
      "learning_rate": 9.896909382128932e-08,
      "loss": 0.3392,
      "step": 2613610
    },
    {
      "epoch": 729.45,
      "grad_norm": 3.212733745574951,
      "learning_rate": 9.896131940566373e-08,
      "loss": 0.3504,
      "step": 2613620
    },
    {
      "epoch": 729.45,
      "grad_norm": 1.1930043697357178,
      "learning_rate": 9.895354528882023e-08,
      "loss": 0.3308,
      "step": 2613630
    },
    {
      "epoch": 729.46,
      "grad_norm": 1.1566673517227173,
      "learning_rate": 9.894577147075986e-08,
      "loss": 0.3426,
      "step": 2613640
    },
    {
      "epoch": 729.46,
      "grad_norm": 1.3459322452545166,
      "learning_rate": 9.893799795148315e-08,
      "loss": 0.3296,
      "step": 2613650
    },
    {
      "epoch": 729.46,
      "grad_norm": 1.1120185852050781,
      "learning_rate": 9.893022473099165e-08,
      "loss": 0.3235,
      "step": 2613660
    },
    {
      "epoch": 729.46,
      "grad_norm": 1.1624492406845093,
      "learning_rate": 9.892245180928666e-08,
      "loss": 0.3511,
      "step": 2613670
    },
    {
      "epoch": 729.47,
      "grad_norm": 1.3903006315231323,
      "learning_rate": 9.89146791863682e-08,
      "loss": 0.3467,
      "step": 2613680
    },
    {
      "epoch": 729.47,
      "grad_norm": 1.2932101488113403,
      "learning_rate": 9.890690686223858e-08,
      "loss": 0.3441,
      "step": 2613690
    },
    {
      "epoch": 729.47,
      "grad_norm": 1.2625499963760376,
      "learning_rate": 9.889913483689784e-08,
      "loss": 0.351,
      "step": 2613700
    },
    {
      "epoch": 729.48,
      "grad_norm": 11.348505020141602,
      "learning_rate": 9.889136311034725e-08,
      "loss": 0.3286,
      "step": 2613710
    },
    {
      "epoch": 729.48,
      "grad_norm": 1.365277886390686,
      "learning_rate": 9.888359168258838e-08,
      "loss": 0.3277,
      "step": 2613720
    },
    {
      "epoch": 729.48,
      "grad_norm": 1.1989001035690308,
      "learning_rate": 9.887582055362149e-08,
      "loss": 0.3252,
      "step": 2613730
    },
    {
      "epoch": 729.48,
      "grad_norm": 1.2943503856658936,
      "learning_rate": 9.886804972344788e-08,
      "loss": 0.3339,
      "step": 2613740
    },
    {
      "epoch": 729.49,
      "grad_norm": 1.1021769046783447,
      "learning_rate": 9.886027919206886e-08,
      "loss": 0.3244,
      "step": 2613750
    },
    {
      "epoch": 729.49,
      "grad_norm": 1.1886142492294312,
      "learning_rate": 9.885250895948546e-08,
      "loss": 0.3387,
      "step": 2613760
    },
    {
      "epoch": 729.49,
      "grad_norm": 1.4101678133010864,
      "learning_rate": 9.884473902569794e-08,
      "loss": 0.3377,
      "step": 2613770
    },
    {
      "epoch": 729.49,
      "grad_norm": 1.1820906400680542,
      "learning_rate": 9.883696939070838e-08,
      "loss": 0.3261,
      "step": 2613780
    },
    {
      "epoch": 729.5,
      "grad_norm": 1.3282967805862427,
      "learning_rate": 9.882920005451732e-08,
      "loss": 0.3359,
      "step": 2613790
    },
    {
      "epoch": 729.5,
      "grad_norm": 1.5275535583496094,
      "learning_rate": 9.882143101712579e-08,
      "loss": 0.3278,
      "step": 2613800
    },
    {
      "epoch": 729.5,
      "grad_norm": 1.1098737716674805,
      "learning_rate": 9.881366227853506e-08,
      "loss": 0.3327,
      "step": 2613810
    },
    {
      "epoch": 729.51,
      "grad_norm": 1.224341630935669,
      "learning_rate": 9.880589383874544e-08,
      "loss": 0.3251,
      "step": 2613820
    },
    {
      "epoch": 729.51,
      "grad_norm": 1.188073754310608,
      "learning_rate": 9.8798125697759e-08,
      "loss": 0.3217,
      "step": 2613830
    },
    {
      "epoch": 729.51,
      "grad_norm": 1.0413577556610107,
      "learning_rate": 9.879035785557597e-08,
      "loss": 0.3298,
      "step": 2613840
    },
    {
      "epoch": 729.51,
      "grad_norm": 1.351181149482727,
      "learning_rate": 9.878259031219767e-08,
      "loss": 0.3214,
      "step": 2613850
    },
    {
      "epoch": 729.52,
      "grad_norm": 1.389907956123352,
      "learning_rate": 9.877482306762542e-08,
      "loss": 0.3303,
      "step": 2613860
    },
    {
      "epoch": 729.52,
      "grad_norm": 1.0231106281280518,
      "learning_rate": 9.876705612185996e-08,
      "loss": 0.3423,
      "step": 2613870
    },
    {
      "epoch": 729.52,
      "grad_norm": 1.1900951862335205,
      "learning_rate": 9.875928947490212e-08,
      "loss": 0.3412,
      "step": 2613880
    },
    {
      "epoch": 729.53,
      "grad_norm": 1.0655272006988525,
      "learning_rate": 9.875152312675315e-08,
      "loss": 0.3397,
      "step": 2613890
    },
    {
      "epoch": 729.53,
      "grad_norm": 1.5354089736938477,
      "learning_rate": 9.874375707741438e-08,
      "loss": 0.3324,
      "step": 2613900
    },
    {
      "epoch": 729.53,
      "grad_norm": 1.3304626941680908,
      "learning_rate": 9.873599132688582e-08,
      "loss": 0.3474,
      "step": 2613910
    },
    {
      "epoch": 729.53,
      "grad_norm": 1.2897441387176514,
      "learning_rate": 9.872822587517005e-08,
      "loss": 0.3234,
      "step": 2613920
    },
    {
      "epoch": 729.54,
      "grad_norm": 1.149660587310791,
      "learning_rate": 9.872046072226707e-08,
      "loss": 0.326,
      "step": 2613930
    },
    {
      "epoch": 729.54,
      "grad_norm": 1.1542210578918457,
      "learning_rate": 9.871269586817793e-08,
      "loss": 0.3331,
      "step": 2613940
    },
    {
      "epoch": 729.54,
      "grad_norm": 1.3574481010437012,
      "learning_rate": 9.87049313129042e-08,
      "loss": 0.34,
      "step": 2613950
    },
    {
      "epoch": 729.55,
      "grad_norm": 1.412420630455017,
      "learning_rate": 9.869716705644638e-08,
      "loss": 0.337,
      "step": 2613960
    },
    {
      "epoch": 729.55,
      "grad_norm": 1.2732332944869995,
      "learning_rate": 9.868940309880552e-08,
      "loss": 0.3294,
      "step": 2613970
    },
    {
      "epoch": 729.55,
      "grad_norm": 1.2174469232559204,
      "learning_rate": 9.868163943998319e-08,
      "loss": 0.3258,
      "step": 2613980
    },
    {
      "epoch": 729.55,
      "grad_norm": 1.3023945093154907,
      "learning_rate": 9.86738760799799e-08,
      "loss": 0.3323,
      "step": 2613990
    },
    {
      "epoch": 729.56,
      "grad_norm": 1.2502340078353882,
      "learning_rate": 9.866611301879668e-08,
      "loss": 0.3266,
      "step": 2614000
    },
    {
      "epoch": 729.56,
      "grad_norm": 1.2468221187591553,
      "learning_rate": 9.865835025643513e-08,
      "loss": 0.3442,
      "step": 2614010
    },
    {
      "epoch": 729.56,
      "grad_norm": 1.2662804126739502,
      "learning_rate": 9.865058779289547e-08,
      "loss": 0.3633,
      "step": 2614020
    },
    {
      "epoch": 729.56,
      "grad_norm": 1.242702603340149,
      "learning_rate": 9.864282562817927e-08,
      "loss": 0.3345,
      "step": 2614030
    },
    {
      "epoch": 729.57,
      "grad_norm": 1.3819361925125122,
      "learning_rate": 9.863506376228784e-08,
      "loss": 0.3237,
      "step": 2614040
    },
    {
      "epoch": 729.57,
      "grad_norm": 1.1162418127059937,
      "learning_rate": 9.862730219522145e-08,
      "loss": 0.3519,
      "step": 2614050
    },
    {
      "epoch": 729.57,
      "grad_norm": 1.2855199575424194,
      "learning_rate": 9.861954092698164e-08,
      "loss": 0.3554,
      "step": 2614060
    },
    {
      "epoch": 729.58,
      "grad_norm": 1.3041419982910156,
      "learning_rate": 9.861177995756919e-08,
      "loss": 0.3428,
      "step": 2614070
    },
    {
      "epoch": 729.58,
      "grad_norm": 1.211179494857788,
      "learning_rate": 9.860401928698516e-08,
      "loss": 0.3438,
      "step": 2614080
    },
    {
      "epoch": 729.58,
      "grad_norm": 1.3683300018310547,
      "learning_rate": 9.85962589152311e-08,
      "loss": 0.334,
      "step": 2614090
    },
    {
      "epoch": 729.58,
      "grad_norm": 1.5047937631607056,
      "learning_rate": 9.858849884230727e-08,
      "loss": 0.3319,
      "step": 2614100
    },
    {
      "epoch": 729.59,
      "grad_norm": 1.315006136894226,
      "learning_rate": 9.858073906821497e-08,
      "loss": 0.3487,
      "step": 2614110
    },
    {
      "epoch": 729.59,
      "grad_norm": 1.2295054197311401,
      "learning_rate": 9.857297959295525e-08,
      "loss": 0.3393,
      "step": 2614120
    },
    {
      "epoch": 729.59,
      "grad_norm": 1.2452418804168701,
      "learning_rate": 9.856522041652966e-08,
      "loss": 0.3386,
      "step": 2614130
    },
    {
      "epoch": 729.6,
      "grad_norm": 1.1188526153564453,
      "learning_rate": 9.85574615389382e-08,
      "loss": 0.3205,
      "step": 2614140
    },
    {
      "epoch": 729.6,
      "grad_norm": 1.1669071912765503,
      "learning_rate": 9.854970296018297e-08,
      "loss": 0.3576,
      "step": 2614150
    },
    {
      "epoch": 729.6,
      "grad_norm": 1.5818121433258057,
      "learning_rate": 9.854194468026421e-08,
      "loss": 0.316,
      "step": 2614160
    },
    {
      "epoch": 729.6,
      "grad_norm": 1.1844732761383057,
      "learning_rate": 9.853418669918348e-08,
      "loss": 0.3134,
      "step": 2614170
    },
    {
      "epoch": 729.61,
      "grad_norm": 1.3010525703430176,
      "learning_rate": 9.852642901694157e-08,
      "loss": 0.3286,
      "step": 2614180
    },
    {
      "epoch": 729.61,
      "grad_norm": 1.271199107170105,
      "learning_rate": 9.851867163353953e-08,
      "loss": 0.343,
      "step": 2614190
    },
    {
      "epoch": 729.61,
      "grad_norm": 1.234946608543396,
      "learning_rate": 9.851091454897813e-08,
      "loss": 0.3198,
      "step": 2614200
    },
    {
      "epoch": 729.61,
      "grad_norm": 1.2207012176513672,
      "learning_rate": 9.850315776325865e-08,
      "loss": 0.3447,
      "step": 2614210
    },
    {
      "epoch": 729.62,
      "grad_norm": 1.3004975318908691,
      "learning_rate": 9.849540127638269e-08,
      "loss": 0.337,
      "step": 2614220
    },
    {
      "epoch": 729.62,
      "grad_norm": 1.3504494428634644,
      "learning_rate": 9.848764508835023e-08,
      "loss": 0.3318,
      "step": 2614230
    },
    {
      "epoch": 729.62,
      "grad_norm": 1.2788883447647095,
      "learning_rate": 9.847988919916283e-08,
      "loss": 0.3337,
      "step": 2614240
    },
    {
      "epoch": 729.63,
      "grad_norm": 1.2634817361831665,
      "learning_rate": 9.84721336088218e-08,
      "loss": 0.3298,
      "step": 2614250
    },
    {
      "epoch": 729.63,
      "grad_norm": 1.136396884918213,
      "learning_rate": 9.846437831732739e-08,
      "loss": 0.3297,
      "step": 2614260
    },
    {
      "epoch": 729.63,
      "grad_norm": 1.1543254852294922,
      "learning_rate": 9.845662332468168e-08,
      "loss": 0.3401,
      "step": 2614270
    },
    {
      "epoch": 729.63,
      "grad_norm": 1.2084290981292725,
      "learning_rate": 9.844886863088468e-08,
      "loss": 0.3543,
      "step": 2614280
    },
    {
      "epoch": 729.64,
      "grad_norm": 1.315638780593872,
      "learning_rate": 9.844111423593795e-08,
      "loss": 0.3434,
      "step": 2614290
    },
    {
      "epoch": 729.64,
      "grad_norm": 1.2650007009506226,
      "learning_rate": 9.843336013984253e-08,
      "loss": 0.3303,
      "step": 2614300
    },
    {
      "epoch": 729.64,
      "grad_norm": 1.5743980407714844,
      "learning_rate": 9.842560634259945e-08,
      "loss": 0.3319,
      "step": 2614310
    },
    {
      "epoch": 729.65,
      "grad_norm": 1.1876367330551147,
      "learning_rate": 9.841785284420952e-08,
      "loss": 0.3261,
      "step": 2614320
    },
    {
      "epoch": 729.65,
      "grad_norm": 1.3570306301116943,
      "learning_rate": 9.8410099644674e-08,
      "loss": 0.3321,
      "step": 2614330
    },
    {
      "epoch": 729.65,
      "grad_norm": 1.3048099279403687,
      "learning_rate": 9.840234674399396e-08,
      "loss": 0.339,
      "step": 2614340
    },
    {
      "epoch": 729.65,
      "grad_norm": 1.3502578735351562,
      "learning_rate": 9.839459414216966e-08,
      "loss": 0.352,
      "step": 2614350
    },
    {
      "epoch": 729.66,
      "grad_norm": 1.3766486644744873,
      "learning_rate": 9.838684183920342e-08,
      "loss": 0.3503,
      "step": 2614360
    },
    {
      "epoch": 729.66,
      "grad_norm": 3.223212718963623,
      "learning_rate": 9.837908983509552e-08,
      "loss": 0.3428,
      "step": 2614370
    },
    {
      "epoch": 729.66,
      "grad_norm": 1.2796283960342407,
      "learning_rate": 9.8371338129847e-08,
      "loss": 0.3331,
      "step": 2614380
    },
    {
      "epoch": 729.67,
      "grad_norm": 1.2058544158935547,
      "learning_rate": 9.836358672345914e-08,
      "loss": 0.3311,
      "step": 2614390
    },
    {
      "epoch": 729.67,
      "grad_norm": 1.180860996246338,
      "learning_rate": 9.835583561593248e-08,
      "loss": 0.3368,
      "step": 2614400
    },
    {
      "epoch": 729.67,
      "grad_norm": 1.237365961074829,
      "learning_rate": 9.834808480726886e-08,
      "loss": 0.3397,
      "step": 2614410
    },
    {
      "epoch": 729.67,
      "grad_norm": 1.3592543601989746,
      "learning_rate": 9.83403342974685e-08,
      "loss": 0.3514,
      "step": 2614420
    },
    {
      "epoch": 729.68,
      "grad_norm": 1.3288480043411255,
      "learning_rate": 9.833258408653271e-08,
      "loss": 0.3379,
      "step": 2614430
    },
    {
      "epoch": 729.68,
      "grad_norm": 1.1176514625549316,
      "learning_rate": 9.832483417446282e-08,
      "loss": 0.3217,
      "step": 2614440
    },
    {
      "epoch": 729.68,
      "grad_norm": 1.2933837175369263,
      "learning_rate": 9.831708456125983e-08,
      "loss": 0.339,
      "step": 2614450
    },
    {
      "epoch": 729.68,
      "grad_norm": 1.3345131874084473,
      "learning_rate": 9.830933524692404e-08,
      "loss": 0.3346,
      "step": 2614460
    },
    {
      "epoch": 729.69,
      "grad_norm": 1.1384541988372803,
      "learning_rate": 9.830158623145724e-08,
      "loss": 0.3337,
      "step": 2614470
    },
    {
      "epoch": 729.69,
      "grad_norm": 1.3568519353866577,
      "learning_rate": 9.829383751486074e-08,
      "loss": 0.331,
      "step": 2614480
    },
    {
      "epoch": 729.69,
      "grad_norm": 2.102993965148926,
      "learning_rate": 9.828608909713404e-08,
      "loss": 0.3421,
      "step": 2614490
    },
    {
      "epoch": 729.7,
      "grad_norm": 1.1991881132125854,
      "learning_rate": 9.827834097828023e-08,
      "loss": 0.3306,
      "step": 2614500
    },
    {
      "epoch": 729.7,
      "grad_norm": 1.393114686012268,
      "learning_rate": 9.827059315829856e-08,
      "loss": 0.3442,
      "step": 2614510
    },
    {
      "epoch": 729.7,
      "grad_norm": 1.338255763053894,
      "learning_rate": 9.826284563719109e-08,
      "loss": 0.343,
      "step": 2614520
    },
    {
      "epoch": 729.7,
      "grad_norm": 1.182973861694336,
      "learning_rate": 9.825509841495886e-08,
      "loss": 0.3302,
      "step": 2614530
    },
    {
      "epoch": 729.71,
      "grad_norm": 1.2267521619796753,
      "learning_rate": 9.82473514916024e-08,
      "loss": 0.3474,
      "step": 2614540
    },
    {
      "epoch": 729.71,
      "grad_norm": 1.2517962455749512,
      "learning_rate": 9.823960486712275e-08,
      "loss": 0.3257,
      "step": 2614550
    },
    {
      "epoch": 729.71,
      "grad_norm": 1.3779950141906738,
      "learning_rate": 9.823185854152122e-08,
      "loss": 0.3462,
      "step": 2614560
    },
    {
      "epoch": 729.72,
      "grad_norm": 1.3537476062774658,
      "learning_rate": 9.822411251479909e-08,
      "loss": 0.3386,
      "step": 2614570
    },
    {
      "epoch": 729.72,
      "grad_norm": 1.376751184463501,
      "learning_rate": 9.821636678695637e-08,
      "loss": 0.3241,
      "step": 2614580
    },
    {
      "epoch": 729.72,
      "grad_norm": 1.0778987407684326,
      "learning_rate": 9.820862135799541e-08,
      "loss": 0.3385,
      "step": 2614590
    },
    {
      "epoch": 729.72,
      "grad_norm": 1.2222812175750732,
      "learning_rate": 9.820087622791646e-08,
      "loss": 0.3218,
      "step": 2614600
    },
    {
      "epoch": 729.73,
      "grad_norm": 1.498002290725708,
      "learning_rate": 9.819313139672056e-08,
      "loss": 0.3367,
      "step": 2614610
    },
    {
      "epoch": 729.73,
      "grad_norm": 1.3716092109680176,
      "learning_rate": 9.818538686440927e-08,
      "loss": 0.3395,
      "step": 2614620
    },
    {
      "epoch": 729.73,
      "grad_norm": 1.2082029581069946,
      "learning_rate": 9.817764263098287e-08,
      "loss": 0.3298,
      "step": 2614630
    },
    {
      "epoch": 729.73,
      "grad_norm": 1.0745569467544556,
      "learning_rate": 9.81698986964429e-08,
      "loss": 0.3495,
      "step": 2614640
    },
    {
      "epoch": 729.74,
      "grad_norm": 1.3040473461151123,
      "learning_rate": 9.816215506079015e-08,
      "loss": 0.3278,
      "step": 2614650
    },
    {
      "epoch": 729.74,
      "grad_norm": 1.3655741214752197,
      "learning_rate": 9.815441172402591e-08,
      "loss": 0.3239,
      "step": 2614660
    },
    {
      "epoch": 729.74,
      "grad_norm": 1.0815626382827759,
      "learning_rate": 9.814666868615123e-08,
      "loss": 0.3364,
      "step": 2614670
    },
    {
      "epoch": 729.75,
      "grad_norm": 1.1752548217773438,
      "learning_rate": 9.813892594716664e-08,
      "loss": 0.3197,
      "step": 2614680
    },
    {
      "epoch": 729.75,
      "grad_norm": 1.2519915103912354,
      "learning_rate": 9.813118350707341e-08,
      "loss": 0.3424,
      "step": 2614690
    },
    {
      "epoch": 729.75,
      "grad_norm": 1.273669958114624,
      "learning_rate": 9.812344136587289e-08,
      "loss": 0.3499,
      "step": 2614700
    },
    {
      "epoch": 729.75,
      "grad_norm": 1.1765758991241455,
      "learning_rate": 9.811569952356607e-08,
      "loss": 0.3549,
      "step": 2614710
    },
    {
      "epoch": 729.76,
      "grad_norm": 1.286886215209961,
      "learning_rate": 9.810795798015297e-08,
      "loss": 0.3238,
      "step": 2614720
    },
    {
      "epoch": 729.76,
      "grad_norm": 1.1657589673995972,
      "learning_rate": 9.81002167356362e-08,
      "loss": 0.3336,
      "step": 2614730
    },
    {
      "epoch": 729.76,
      "grad_norm": 1.2101740837097168,
      "learning_rate": 9.809247579001576e-08,
      "loss": 0.3456,
      "step": 2614740
    },
    {
      "epoch": 729.77,
      "grad_norm": 1.2134854793548584,
      "learning_rate": 9.808473514329295e-08,
      "loss": 0.3381,
      "step": 2614750
    },
    {
      "epoch": 729.77,
      "grad_norm": 1.1271424293518066,
      "learning_rate": 9.807699479546932e-08,
      "loss": 0.3308,
      "step": 2614760
    },
    {
      "epoch": 729.77,
      "grad_norm": 1.1564092636108398,
      "learning_rate": 9.806925474654462e-08,
      "loss": 0.3394,
      "step": 2614770
    },
    {
      "epoch": 729.77,
      "grad_norm": 1.355019450187683,
      "learning_rate": 9.806151499652093e-08,
      "loss": 0.3188,
      "step": 2614780
    },
    {
      "epoch": 729.78,
      "grad_norm": 1.2511619329452515,
      "learning_rate": 9.805377554539901e-08,
      "loss": 0.329,
      "step": 2614790
    },
    {
      "epoch": 729.78,
      "grad_norm": 1.2262141704559326,
      "learning_rate": 9.80460363931802e-08,
      "loss": 0.3238,
      "step": 2614800
    },
    {
      "epoch": 729.78,
      "grad_norm": 1.3674921989440918,
      "learning_rate": 9.803829753986473e-08,
      "loss": 0.3358,
      "step": 2614810
    },
    {
      "epoch": 729.79,
      "grad_norm": 1.1950136423110962,
      "learning_rate": 9.803055898545417e-08,
      "loss": 0.3363,
      "step": 2614820
    },
    {
      "epoch": 729.79,
      "grad_norm": 1.5883214473724365,
      "learning_rate": 9.802282072994932e-08,
      "loss": 0.3502,
      "step": 2614830
    },
    {
      "epoch": 729.79,
      "grad_norm": 1.3620797395706177,
      "learning_rate": 9.80150827733517e-08,
      "loss": 0.33,
      "step": 2614840
    },
    {
      "epoch": 729.79,
      "grad_norm": 1.1414241790771484,
      "learning_rate": 9.800734511566212e-08,
      "loss": 0.3298,
      "step": 2614850
    },
    {
      "epoch": 729.8,
      "grad_norm": 1.2900205850601196,
      "learning_rate": 9.79996077568811e-08,
      "loss": 0.3323,
      "step": 2614860
    },
    {
      "epoch": 729.8,
      "grad_norm": 1.2877473831176758,
      "learning_rate": 9.799187069701019e-08,
      "loss": 0.3286,
      "step": 2614870
    },
    {
      "epoch": 729.8,
      "grad_norm": 1.475956678390503,
      "learning_rate": 9.798413393605019e-08,
      "loss": 0.342,
      "step": 2614880
    },
    {
      "epoch": 729.8,
      "grad_norm": 1.450557827949524,
      "learning_rate": 9.797639747400263e-08,
      "loss": 0.3452,
      "step": 2614890
    },
    {
      "epoch": 729.81,
      "grad_norm": 1.1661171913146973,
      "learning_rate": 9.796866131086805e-08,
      "loss": 0.3262,
      "step": 2614900
    },
    {
      "epoch": 729.81,
      "grad_norm": 1.151099443435669,
      "learning_rate": 9.796092544664723e-08,
      "loss": 0.3508,
      "step": 2614910
    },
    {
      "epoch": 729.81,
      "grad_norm": 1.7169768810272217,
      "learning_rate": 9.795318988134199e-08,
      "loss": 0.3405,
      "step": 2614920
    },
    {
      "epoch": 729.82,
      "grad_norm": 1.4531376361846924,
      "learning_rate": 9.794545461495234e-08,
      "loss": 0.3472,
      "step": 2614930
    },
    {
      "epoch": 729.82,
      "grad_norm": 1.4799435138702393,
      "learning_rate": 9.79377196474806e-08,
      "loss": 0.3262,
      "step": 2614940
    },
    {
      "epoch": 729.82,
      "grad_norm": 1.3356422185897827,
      "learning_rate": 9.792998497892626e-08,
      "loss": 0.3236,
      "step": 2614950
    },
    {
      "epoch": 729.82,
      "grad_norm": 1.3318626880645752,
      "learning_rate": 9.792225060929192e-08,
      "loss": 0.3218,
      "step": 2614960
    },
    {
      "epoch": 729.83,
      "grad_norm": 1.1313543319702148,
      "learning_rate": 9.79145165385776e-08,
      "loss": 0.3481,
      "step": 2614970
    },
    {
      "epoch": 729.83,
      "grad_norm": 1.6012039184570312,
      "learning_rate": 9.790678276678431e-08,
      "loss": 0.3306,
      "step": 2614980
    },
    {
      "epoch": 729.83,
      "grad_norm": 1.1918823719024658,
      "learning_rate": 9.78990492939139e-08,
      "loss": 0.3345,
      "step": 2614990
    },
    {
      "epoch": 729.84,
      "grad_norm": 1.288011074066162,
      "learning_rate": 9.789131611996661e-08,
      "loss": 0.3531,
      "step": 2615000
    },
    {
      "epoch": 729.84,
      "grad_norm": 1.1783134937286377,
      "learning_rate": 9.788358324494373e-08,
      "loss": 0.3201,
      "step": 2615010
    },
    {
      "epoch": 729.84,
      "grad_norm": 1.261864423751831,
      "learning_rate": 9.787585066884607e-08,
      "loss": 0.3347,
      "step": 2615020
    },
    {
      "epoch": 729.84,
      "grad_norm": 1.2859874963760376,
      "learning_rate": 9.786811839167545e-08,
      "loss": 0.3273,
      "step": 2615030
    },
    {
      "epoch": 729.85,
      "grad_norm": 1.3067071437835693,
      "learning_rate": 9.786038641343185e-08,
      "loss": 0.3285,
      "step": 2615040
    },
    {
      "epoch": 729.85,
      "grad_norm": 1.097568392753601,
      "learning_rate": 9.785265473411684e-08,
      "loss": 0.3477,
      "step": 2615050
    },
    {
      "epoch": 729.85,
      "grad_norm": 1.2206627130508423,
      "learning_rate": 9.784492335373145e-08,
      "loss": 0.3155,
      "step": 2615060
    },
    {
      "epoch": 729.85,
      "grad_norm": 1.486756682395935,
      "learning_rate": 9.783719227227623e-08,
      "loss": 0.3382,
      "step": 2615070
    },
    {
      "epoch": 729.86,
      "grad_norm": 1.0702853202819824,
      "learning_rate": 9.782946148975323e-08,
      "loss": 0.338,
      "step": 2615080
    },
    {
      "epoch": 729.86,
      "grad_norm": 1.140794038772583,
      "learning_rate": 9.782173100616247e-08,
      "loss": 0.3432,
      "step": 2615090
    },
    {
      "epoch": 729.86,
      "grad_norm": 1.203162670135498,
      "learning_rate": 9.78140008215055e-08,
      "loss": 0.3421,
      "step": 2615100
    },
    {
      "epoch": 729.87,
      "grad_norm": 1.2216299772262573,
      "learning_rate": 9.780627093578311e-08,
      "loss": 0.3548,
      "step": 2615110
    },
    {
      "epoch": 729.87,
      "grad_norm": 1.3647449016571045,
      "learning_rate": 9.779854134899685e-08,
      "loss": 0.3369,
      "step": 2615120
    },
    {
      "epoch": 729.87,
      "grad_norm": 1.1341214179992676,
      "learning_rate": 9.779081206114699e-08,
      "loss": 0.3427,
      "step": 2615130
    },
    {
      "epoch": 729.87,
      "grad_norm": 1.410210132598877,
      "learning_rate": 9.778308307223483e-08,
      "loss": 0.3417,
      "step": 2615140
    },
    {
      "epoch": 729.88,
      "grad_norm": 1.1268203258514404,
      "learning_rate": 9.777535438226193e-08,
      "loss": 0.3293,
      "step": 2615150
    },
    {
      "epoch": 729.88,
      "grad_norm": 1.432812213897705,
      "learning_rate": 9.776762599122828e-08,
      "loss": 0.3258,
      "step": 2615160
    },
    {
      "epoch": 729.88,
      "grad_norm": 1.221368670463562,
      "learning_rate": 9.775989789913598e-08,
      "loss": 0.3356,
      "step": 2615170
    },
    {
      "epoch": 729.89,
      "grad_norm": 1.328481674194336,
      "learning_rate": 9.775217010598527e-08,
      "loss": 0.3397,
      "step": 2615180
    },
    {
      "epoch": 729.89,
      "grad_norm": 1.422156810760498,
      "learning_rate": 9.774444261177747e-08,
      "loss": 0.3444,
      "step": 2615190
    },
    {
      "epoch": 729.89,
      "grad_norm": 1.201029896736145,
      "learning_rate": 9.773671541651413e-08,
      "loss": 0.339,
      "step": 2615200
    },
    {
      "epoch": 729.89,
      "grad_norm": 1.2251924276351929,
      "learning_rate": 9.772898852019525e-08,
      "loss": 0.3533,
      "step": 2615210
    },
    {
      "epoch": 729.9,
      "grad_norm": 1.9926542043685913,
      "learning_rate": 9.772126192282241e-08,
      "loss": 0.3363,
      "step": 2615220
    },
    {
      "epoch": 729.9,
      "grad_norm": 1.4284323453903198,
      "learning_rate": 9.771353562439662e-08,
      "loss": 0.3265,
      "step": 2615230
    },
    {
      "epoch": 729.9,
      "grad_norm": 1.2326030731201172,
      "learning_rate": 9.770580962491894e-08,
      "loss": 0.3327,
      "step": 2615240
    },
    {
      "epoch": 729.91,
      "grad_norm": 1.3780063390731812,
      "learning_rate": 9.76980839243904e-08,
      "loss": 0.3448,
      "step": 2615250
    },
    {
      "epoch": 729.91,
      "grad_norm": 1.2551929950714111,
      "learning_rate": 9.769035852281205e-08,
      "loss": 0.3391,
      "step": 2615260
    },
    {
      "epoch": 729.91,
      "grad_norm": 1.3267625570297241,
      "learning_rate": 9.768263342018468e-08,
      "loss": 0.329,
      "step": 2615270
    },
    {
      "epoch": 729.91,
      "grad_norm": 1.0227466821670532,
      "learning_rate": 9.767490861650956e-08,
      "loss": 0.3279,
      "step": 2615280
    },
    {
      "epoch": 729.92,
      "grad_norm": 1.2199056148529053,
      "learning_rate": 9.766718411178802e-08,
      "loss": 0.3297,
      "step": 2615290
    },
    {
      "epoch": 729.92,
      "grad_norm": 1.2984890937805176,
      "learning_rate": 9.765945990602006e-08,
      "loss": 0.347,
      "step": 2615300
    },
    {
      "epoch": 729.92,
      "grad_norm": 2.167828321456909,
      "learning_rate": 9.765173599920773e-08,
      "loss": 0.3337,
      "step": 2615310
    },
    {
      "epoch": 729.92,
      "grad_norm": 1.3826185464859009,
      "learning_rate": 9.764401239135159e-08,
      "loss": 0.3413,
      "step": 2615320
    },
    {
      "epoch": 729.93,
      "grad_norm": 1.178440809249878,
      "learning_rate": 9.763628908245267e-08,
      "loss": 0.342,
      "step": 2615330
    },
    {
      "epoch": 729.93,
      "grad_norm": 1.589384913444519,
      "learning_rate": 9.76285660725125e-08,
      "loss": 0.3295,
      "step": 2615340
    },
    {
      "epoch": 729.93,
      "grad_norm": 1.339385986328125,
      "learning_rate": 9.762084336153138e-08,
      "loss": 0.3481,
      "step": 2615350
    },
    {
      "epoch": 729.94,
      "grad_norm": 1.321427583694458,
      "learning_rate": 9.76131209495106e-08,
      "loss": 0.3267,
      "step": 2615360
    },
    {
      "epoch": 729.94,
      "grad_norm": 1.3883992433547974,
      "learning_rate": 9.760539883645145e-08,
      "loss": 0.3369,
      "step": 2615370
    },
    {
      "epoch": 729.94,
      "grad_norm": 1.2540642023086548,
      "learning_rate": 9.759767702235498e-08,
      "loss": 0.3256,
      "step": 2615380
    },
    {
      "epoch": 729.94,
      "grad_norm": 1.3211771249771118,
      "learning_rate": 9.758995550722118e-08,
      "loss": 0.3181,
      "step": 2615390
    },
    {
      "epoch": 729.95,
      "grad_norm": 1.224796175956726,
      "learning_rate": 9.758223429105267e-08,
      "loss": 0.3427,
      "step": 2615400
    },
    {
      "epoch": 729.95,
      "grad_norm": 1.3316025733947754,
      "learning_rate": 9.757451337384942e-08,
      "loss": 0.3311,
      "step": 2615410
    },
    {
      "epoch": 729.95,
      "grad_norm": 1.3918352127075195,
      "learning_rate": 9.756679275561276e-08,
      "loss": 0.3364,
      "step": 2615420
    },
    {
      "epoch": 729.96,
      "grad_norm": 1.2014845609664917,
      "learning_rate": 9.755907243634373e-08,
      "loss": 0.3261,
      "step": 2615430
    },
    {
      "epoch": 729.96,
      "grad_norm": 1.2082068920135498,
      "learning_rate": 9.755135241604336e-08,
      "loss": 0.3337,
      "step": 2615440
    },
    {
      "epoch": 729.96,
      "grad_norm": 1.2514452934265137,
      "learning_rate": 9.754363269471243e-08,
      "loss": 0.3607,
      "step": 2615450
    },
    {
      "epoch": 729.96,
      "grad_norm": 1.2817145586013794,
      "learning_rate": 9.753591327235224e-08,
      "loss": 0.3357,
      "step": 2615460
    },
    {
      "epoch": 729.97,
      "grad_norm": 1.0795502662658691,
      "learning_rate": 9.752819414896411e-08,
      "loss": 0.3377,
      "step": 2615470
    },
    {
      "epoch": 729.97,
      "grad_norm": 1.3780680894851685,
      "learning_rate": 9.752047532454854e-08,
      "loss": 0.3445,
      "step": 2615480
    },
    {
      "epoch": 729.97,
      "grad_norm": 1.3710143566131592,
      "learning_rate": 9.751275679910656e-08,
      "loss": 0.3338,
      "step": 2615490
    },
    {
      "epoch": 729.97,
      "grad_norm": 1.4537347555160522,
      "learning_rate": 9.75050385726395e-08,
      "loss": 0.334,
      "step": 2615500
    },
    {
      "epoch": 729.98,
      "grad_norm": 1.2123292684555054,
      "learning_rate": 9.749732064514787e-08,
      "loss": 0.3403,
      "step": 2615510
    },
    {
      "epoch": 729.98,
      "grad_norm": 2.1120572090148926,
      "learning_rate": 9.748960301663375e-08,
      "loss": 0.341,
      "step": 2615520
    },
    {
      "epoch": 729.98,
      "grad_norm": 1.2828413248062134,
      "learning_rate": 9.748188568709662e-08,
      "loss": 0.3353,
      "step": 2615530
    },
    {
      "epoch": 729.99,
      "grad_norm": 1.201668620109558,
      "learning_rate": 9.747416865653933e-08,
      "loss": 0.3428,
      "step": 2615540
    },
    {
      "epoch": 729.99,
      "grad_norm": 1.3364148139953613,
      "learning_rate": 9.746645192496138e-08,
      "loss": 0.3308,
      "step": 2615550
    },
    {
      "epoch": 729.99,
      "grad_norm": 1.3658018112182617,
      "learning_rate": 9.745873549236457e-08,
      "loss": 0.3391,
      "step": 2615560
    },
    {
      "epoch": 729.99,
      "grad_norm": 1.1588760614395142,
      "learning_rate": 9.745101935874997e-08,
      "loss": 0.3215,
      "step": 2615570
    },
    {
      "epoch": 730.0,
      "grad_norm": 1.2672964334487915,
      "learning_rate": 9.744330352411808e-08,
      "loss": 0.3551,
      "step": 2615580
    },
    {
      "epoch": 730.0,
      "grad_norm": 1.9113101959228516,
      "learning_rate": 9.74355879884702e-08,
      "loss": 0.3329,
      "step": 2615590
    },
    {
      "epoch": 730.0,
      "eval_loss": 0.33717820048332214,
      "eval_runtime": 63.6718,
      "eval_samples_per_second": 79.454,
      "eval_steps_per_second": 9.942,
      "step": 2615590
    },
    {
      "epoch": 730.0,
      "grad_norm": 1.244323492050171,
      "learning_rate": 9.742787275180738e-08,
      "loss": 0.3407,
      "step": 2615600
    },
    {
      "epoch": 730.01,
      "grad_norm": 1.2998929023742676,
      "learning_rate": 9.742015781413117e-08,
      "loss": 0.3329,
      "step": 2615610
    },
    {
      "epoch": 730.01,
      "grad_norm": 1.2065123319625854,
      "learning_rate": 9.741244317544158e-08,
      "loss": 0.3373,
      "step": 2615620
    },
    {
      "epoch": 730.01,
      "grad_norm": 1.1300467252731323,
      "learning_rate": 9.74047288357399e-08,
      "loss": 0.3466,
      "step": 2615630
    },
    {
      "epoch": 730.01,
      "grad_norm": 1.5572254657745361,
      "learning_rate": 9.739701479502798e-08,
      "loss": 0.3382,
      "step": 2615640
    },
    {
      "epoch": 730.02,
      "grad_norm": 1.307357907295227,
      "learning_rate": 9.738930105330552e-08,
      "loss": 0.3468,
      "step": 2615650
    },
    {
      "epoch": 730.02,
      "grad_norm": 1.4184043407440186,
      "learning_rate": 9.738158761057515e-08,
      "loss": 0.3502,
      "step": 2615660
    },
    {
      "epoch": 730.02,
      "grad_norm": 1.2048245668411255,
      "learning_rate": 9.737387446683633e-08,
      "loss": 0.3274,
      "step": 2615670
    },
    {
      "epoch": 730.03,
      "grad_norm": 1.4569323062896729,
      "learning_rate": 9.736616162209117e-08,
      "loss": 0.356,
      "step": 2615680
    },
    {
      "epoch": 730.03,
      "grad_norm": 1.370601773262024,
      "learning_rate": 9.735844907634016e-08,
      "loss": 0.3111,
      "step": 2615690
    },
    {
      "epoch": 730.03,
      "grad_norm": 1.2329634428024292,
      "learning_rate": 9.735073682958462e-08,
      "loss": 0.3536,
      "step": 2615700
    },
    {
      "epoch": 730.03,
      "grad_norm": 1.331020712852478,
      "learning_rate": 9.734302488182532e-08,
      "loss": 0.3248,
      "step": 2615710
    },
    {
      "epoch": 730.04,
      "grad_norm": 1.821118950843811,
      "learning_rate": 9.73353132330633e-08,
      "loss": 0.3284,
      "step": 2615720
    },
    {
      "epoch": 730.04,
      "grad_norm": 5.436957836151123,
      "learning_rate": 9.732760188329989e-08,
      "loss": 0.3405,
      "step": 2615730
    },
    {
      "epoch": 730.04,
      "grad_norm": 1.3239994049072266,
      "learning_rate": 9.731989083253555e-08,
      "loss": 0.3362,
      "step": 2615740
    },
    {
      "epoch": 730.04,
      "grad_norm": 1.1440565586090088,
      "learning_rate": 9.731218008077217e-08,
      "loss": 0.3411,
      "step": 2615750
    },
    {
      "epoch": 730.05,
      "grad_norm": 3.160104513168335,
      "learning_rate": 9.730446962800996e-08,
      "loss": 0.329,
      "step": 2615760
    },
    {
      "epoch": 730.05,
      "grad_norm": 1.5043634176254272,
      "learning_rate": 9.729675947425025e-08,
      "loss": 0.3425,
      "step": 2615770
    },
    {
      "epoch": 730.05,
      "grad_norm": 1.2778019905090332,
      "learning_rate": 9.728904961949406e-08,
      "loss": 0.3255,
      "step": 2615780
    },
    {
      "epoch": 730.06,
      "grad_norm": 1.3615241050720215,
      "learning_rate": 9.728134006374297e-08,
      "loss": 0.3598,
      "step": 2615790
    },
    {
      "epoch": 730.06,
      "grad_norm": 1.206709623336792,
      "learning_rate": 9.727363080699696e-08,
      "loss": 0.3304,
      "step": 2615800
    },
    {
      "epoch": 730.06,
      "grad_norm": 1.3493809700012207,
      "learning_rate": 9.726592184925736e-08,
      "loss": 0.3224,
      "step": 2615810
    },
    {
      "epoch": 730.06,
      "grad_norm": 1.304080605506897,
      "learning_rate": 9.72582131905257e-08,
      "loss": 0.3364,
      "step": 2615820
    },
    {
      "epoch": 730.07,
      "grad_norm": 1.2024554014205933,
      "learning_rate": 9.725050483080279e-08,
      "loss": 0.3463,
      "step": 2615830
    },
    {
      "epoch": 730.07,
      "grad_norm": 1.227696418762207,
      "learning_rate": 9.724279677008965e-08,
      "loss": 0.3397,
      "step": 2615840
    },
    {
      "epoch": 730.07,
      "grad_norm": 1.3913357257843018,
      "learning_rate": 9.723508900838706e-08,
      "loss": 0.3413,
      "step": 2615850
    },
    {
      "epoch": 730.08,
      "grad_norm": 2.097750663757324,
      "learning_rate": 9.722738154569606e-08,
      "loss": 0.3488,
      "step": 2615860
    },
    {
      "epoch": 730.08,
      "grad_norm": 1.225683331489563,
      "learning_rate": 9.721967438201823e-08,
      "loss": 0.3473,
      "step": 2615870
    },
    {
      "epoch": 730.08,
      "grad_norm": 1.1940948963165283,
      "learning_rate": 9.721196751735355e-08,
      "loss": 0.336,
      "step": 2615880
    },
    {
      "epoch": 730.08,
      "grad_norm": 1.3033301830291748,
      "learning_rate": 9.720426095170437e-08,
      "loss": 0.3455,
      "step": 2615890
    },
    {
      "epoch": 730.09,
      "grad_norm": 1.241748571395874,
      "learning_rate": 9.71965546850707e-08,
      "loss": 0.3292,
      "step": 2615900
    },
    {
      "epoch": 730.09,
      "grad_norm": 1.2836483716964722,
      "learning_rate": 9.718884871745409e-08,
      "loss": 0.3418,
      "step": 2615910
    },
    {
      "epoch": 730.09,
      "grad_norm": 1.1195884943008423,
      "learning_rate": 9.718114304885505e-08,
      "loss": 0.3337,
      "step": 2615920
    },
    {
      "epoch": 730.09,
      "grad_norm": 1.2274553775787354,
      "learning_rate": 9.717343767927541e-08,
      "loss": 0.3341,
      "step": 2615930
    },
    {
      "epoch": 730.1,
      "grad_norm": 1.2030526399612427,
      "learning_rate": 9.716573260871545e-08,
      "loss": 0.3377,
      "step": 2615940
    },
    {
      "epoch": 730.1,
      "grad_norm": 1.5384678840637207,
      "learning_rate": 9.715802783717644e-08,
      "loss": 0.3352,
      "step": 2615950
    },
    {
      "epoch": 730.1,
      "grad_norm": 1.1805987358093262,
      "learning_rate": 9.71503233646597e-08,
      "loss": 0.3508,
      "step": 2615960
    },
    {
      "epoch": 730.11,
      "grad_norm": 1.3341392278671265,
      "learning_rate": 9.71426191911655e-08,
      "loss": 0.3194,
      "step": 2615970
    },
    {
      "epoch": 730.11,
      "grad_norm": 1.0718525648117065,
      "learning_rate": 9.713491531669563e-08,
      "loss": 0.3434,
      "step": 2615980
    },
    {
      "epoch": 730.11,
      "grad_norm": 1.2125868797302246,
      "learning_rate": 9.712721174125088e-08,
      "loss": 0.3399,
      "step": 2615990
    },
    {
      "epoch": 730.11,
      "grad_norm": 1.1874109506607056,
      "learning_rate": 9.711950846483205e-08,
      "loss": 0.3434,
      "step": 2616000
    },
    {
      "epoch": 730.12,
      "grad_norm": 1.506369948387146,
      "learning_rate": 9.71118054874407e-08,
      "loss": 0.321,
      "step": 2616010
    },
    {
      "epoch": 730.12,
      "grad_norm": 1.2074310779571533,
      "learning_rate": 9.710410280907733e-08,
      "loss": 0.3444,
      "step": 2616020
    },
    {
      "epoch": 730.12,
      "grad_norm": 1.2229801416397095,
      "learning_rate": 9.709640042974299e-08,
      "loss": 0.3514,
      "step": 2616030
    },
    {
      "epoch": 730.13,
      "grad_norm": 1.2148915529251099,
      "learning_rate": 9.708869834943898e-08,
      "loss": 0.3192,
      "step": 2616040
    },
    {
      "epoch": 730.13,
      "grad_norm": 1.208166480064392,
      "learning_rate": 9.708099656816635e-08,
      "loss": 0.3451,
      "step": 2616050
    },
    {
      "epoch": 730.13,
      "grad_norm": 1.3209118843078613,
      "learning_rate": 9.70732950859256e-08,
      "loss": 0.3414,
      "step": 2616060
    },
    {
      "epoch": 730.13,
      "grad_norm": 1.3871339559555054,
      "learning_rate": 9.706559390271857e-08,
      "loss": 0.3529,
      "step": 2616070
    },
    {
      "epoch": 730.14,
      "grad_norm": 1.4821288585662842,
      "learning_rate": 9.705789301854553e-08,
      "loss": 0.3321,
      "step": 2616080
    },
    {
      "epoch": 730.14,
      "grad_norm": 1.3384703397750854,
      "learning_rate": 9.7050192433408e-08,
      "loss": 0.3395,
      "step": 2616090
    },
    {
      "epoch": 730.14,
      "grad_norm": 1.3375251293182373,
      "learning_rate": 9.70424921473068e-08,
      "loss": 0.3267,
      "step": 2616100
    },
    {
      "epoch": 730.15,
      "grad_norm": 1.1130077838897705,
      "learning_rate": 9.70347921602427e-08,
      "loss": 0.327,
      "step": 2616110
    },
    {
      "epoch": 730.15,
      "grad_norm": 1.307716965675354,
      "learning_rate": 9.702709247221751e-08,
      "loss": 0.3268,
      "step": 2616120
    },
    {
      "epoch": 730.15,
      "grad_norm": 1.1778430938720703,
      "learning_rate": 9.701939308323124e-08,
      "loss": 0.3369,
      "step": 2616130
    },
    {
      "epoch": 730.15,
      "grad_norm": 1.1652617454528809,
      "learning_rate": 9.701169399328571e-08,
      "loss": 0.3404,
      "step": 2616140
    },
    {
      "epoch": 730.16,
      "grad_norm": 1.4625999927520752,
      "learning_rate": 9.700399520238171e-08,
      "loss": 0.3475,
      "step": 2616150
    },
    {
      "epoch": 730.16,
      "grad_norm": 1.1468905210494995,
      "learning_rate": 9.699629671052027e-08,
      "loss": 0.3394,
      "step": 2616160
    },
    {
      "epoch": 730.16,
      "grad_norm": 1.0725258588790894,
      "learning_rate": 9.698859851770216e-08,
      "loss": 0.3167,
      "step": 2616170
    },
    {
      "epoch": 730.16,
      "grad_norm": 1.1224662065505981,
      "learning_rate": 9.698090062392845e-08,
      "loss": 0.3481,
      "step": 2616180
    },
    {
      "epoch": 730.17,
      "grad_norm": 1.294905662536621,
      "learning_rate": 9.697320302920093e-08,
      "loss": 0.3416,
      "step": 2616190
    },
    {
      "epoch": 730.17,
      "grad_norm": 1.3167176246643066,
      "learning_rate": 9.69655057335191e-08,
      "loss": 0.3386,
      "step": 2616200
    },
    {
      "epoch": 730.17,
      "grad_norm": 1.2459437847137451,
      "learning_rate": 9.695780873688556e-08,
      "loss": 0.3277,
      "step": 2616210
    },
    {
      "epoch": 730.18,
      "grad_norm": 1.2578613758087158,
      "learning_rate": 9.695011203930056e-08,
      "loss": 0.3451,
      "step": 2616220
    },
    {
      "epoch": 730.18,
      "grad_norm": 1.1935755014419556,
      "learning_rate": 9.694241564076514e-08,
      "loss": 0.3366,
      "step": 2616230
    },
    {
      "epoch": 730.18,
      "grad_norm": 1.1565759181976318,
      "learning_rate": 9.693471954128063e-08,
      "loss": 0.3398,
      "step": 2616240
    },
    {
      "epoch": 730.18,
      "grad_norm": 1.2932043075561523,
      "learning_rate": 9.692702374084777e-08,
      "loss": 0.3262,
      "step": 2616250
    },
    {
      "epoch": 730.19,
      "grad_norm": 1.504694938659668,
      "learning_rate": 9.691932823946737e-08,
      "loss": 0.3463,
      "step": 2616260
    },
    {
      "epoch": 730.19,
      "grad_norm": 1.2490437030792236,
      "learning_rate": 9.691163303714097e-08,
      "loss": 0.3321,
      "step": 2616270
    },
    {
      "epoch": 730.19,
      "grad_norm": 1.3442420959472656,
      "learning_rate": 9.690393813386963e-08,
      "loss": 0.3592,
      "step": 2616280
    },
    {
      "epoch": 730.2,
      "grad_norm": 1.317865252494812,
      "learning_rate": 9.689624352965386e-08,
      "loss": 0.3339,
      "step": 2616290
    },
    {
      "epoch": 730.2,
      "grad_norm": 1.2151249647140503,
      "learning_rate": 9.688854922449471e-08,
      "loss": 0.3339,
      "step": 2616300
    },
    {
      "epoch": 730.2,
      "grad_norm": 1.2755725383758545,
      "learning_rate": 9.688085521839398e-08,
      "loss": 0.3271,
      "step": 2616310
    },
    {
      "epoch": 730.2,
      "grad_norm": 1.5145337581634521,
      "learning_rate": 9.687316151135143e-08,
      "loss": 0.3453,
      "step": 2616320
    },
    {
      "epoch": 730.21,
      "grad_norm": 1.3900340795516968,
      "learning_rate": 9.68654681033694e-08,
      "loss": 0.3355,
      "step": 2616330
    },
    {
      "epoch": 730.21,
      "grad_norm": 1.2847564220428467,
      "learning_rate": 9.685777499444815e-08,
      "loss": 0.3187,
      "step": 2616340
    },
    {
      "epoch": 730.21,
      "grad_norm": 1.4619959592819214,
      "learning_rate": 9.68500821845887e-08,
      "loss": 0.3363,
      "step": 2616350
    },
    {
      "epoch": 730.21,
      "grad_norm": 1.084122657775879,
      "learning_rate": 9.684238967379211e-08,
      "loss": 0.325,
      "step": 2616360
    },
    {
      "epoch": 730.22,
      "grad_norm": 1.2744922637939453,
      "learning_rate": 9.683469746206021e-08,
      "loss": 0.3361,
      "step": 2616370
    },
    {
      "epoch": 730.22,
      "grad_norm": 1.4724210500717163,
      "learning_rate": 9.682700554939273e-08,
      "loss": 0.3413,
      "step": 2616380
    },
    {
      "epoch": 730.22,
      "grad_norm": 1.2448054552078247,
      "learning_rate": 9.681931393579149e-08,
      "loss": 0.332,
      "step": 2616390
    },
    {
      "epoch": 730.23,
      "grad_norm": 1.1264193058013916,
      "learning_rate": 9.681162262125727e-08,
      "loss": 0.3515,
      "step": 2616400
    },
    {
      "epoch": 730.23,
      "grad_norm": 1.274580955505371,
      "learning_rate": 9.680393160579111e-08,
      "loss": 0.3325,
      "step": 2616410
    },
    {
      "epoch": 730.23,
      "grad_norm": 1.2594666481018066,
      "learning_rate": 9.679624088939457e-08,
      "loss": 0.3162,
      "step": 2616420
    },
    {
      "epoch": 730.23,
      "grad_norm": 1.2401750087738037,
      "learning_rate": 9.678855047206765e-08,
      "loss": 0.3186,
      "step": 2616430
    },
    {
      "epoch": 730.24,
      "grad_norm": 1.2360097169876099,
      "learning_rate": 9.678086035381193e-08,
      "loss": 0.3486,
      "step": 2616440
    },
    {
      "epoch": 730.24,
      "grad_norm": 1.1890857219696045,
      "learning_rate": 9.677317053462894e-08,
      "loss": 0.3237,
      "step": 2616450
    },
    {
      "epoch": 730.24,
      "grad_norm": 1.2969954013824463,
      "learning_rate": 9.676548101451844e-08,
      "loss": 0.3447,
      "step": 2616460
    },
    {
      "epoch": 730.25,
      "grad_norm": 5.011422157287598,
      "learning_rate": 9.675779179348278e-08,
      "loss": 0.3474,
      "step": 2616470
    },
    {
      "epoch": 730.25,
      "grad_norm": 1.4465008974075317,
      "learning_rate": 9.67501028715222e-08,
      "loss": 0.3387,
      "step": 2616480
    },
    {
      "epoch": 730.25,
      "grad_norm": 1.1494957208633423,
      "learning_rate": 9.674241424863773e-08,
      "loss": 0.3543,
      "step": 2616490
    },
    {
      "epoch": 730.25,
      "grad_norm": 1.2547556161880493,
      "learning_rate": 9.673472592483071e-08,
      "loss": 0.3398,
      "step": 2616500
    },
    {
      "epoch": 730.26,
      "grad_norm": 1.3792771100997925,
      "learning_rate": 9.672703790010216e-08,
      "loss": 0.3545,
      "step": 2616510
    },
    {
      "epoch": 730.26,
      "grad_norm": 1.2968826293945312,
      "learning_rate": 9.671935017445285e-08,
      "loss": 0.3228,
      "step": 2616520
    },
    {
      "epoch": 730.26,
      "grad_norm": 1.2269315719604492,
      "learning_rate": 9.671166274788384e-08,
      "loss": 0.3258,
      "step": 2616530
    },
    {
      "epoch": 730.27,
      "grad_norm": 1.177758812904358,
      "learning_rate": 9.670397562039667e-08,
      "loss": 0.3502,
      "step": 2616540
    },
    {
      "epoch": 730.27,
      "grad_norm": 1.2550333738327026,
      "learning_rate": 9.669628879199138e-08,
      "loss": 0.3524,
      "step": 2616550
    },
    {
      "epoch": 730.27,
      "grad_norm": 1.1620852947235107,
      "learning_rate": 9.668860226267e-08,
      "loss": 0.3303,
      "step": 2616560
    },
    {
      "epoch": 730.27,
      "grad_norm": 1.3424758911132812,
      "learning_rate": 9.668091603243283e-08,
      "loss": 0.3475,
      "step": 2616570
    },
    {
      "epoch": 730.28,
      "grad_norm": 1.4602378606796265,
      "learning_rate": 9.667323010128114e-08,
      "loss": 0.3314,
      "step": 2616580
    },
    {
      "epoch": 730.28,
      "grad_norm": 1.195055603981018,
      "learning_rate": 9.666554446921652e-08,
      "loss": 0.3487,
      "step": 2616590
    },
    {
      "epoch": 730.28,
      "grad_norm": 1.0352966785430908,
      "learning_rate": 9.665785913623896e-08,
      "loss": 0.3439,
      "step": 2616600
    },
    {
      "epoch": 730.28,
      "grad_norm": 1.4347479343414307,
      "learning_rate": 9.665017410235001e-08,
      "loss": 0.3378,
      "step": 2616610
    },
    {
      "epoch": 730.29,
      "grad_norm": 1.3593581914901733,
      "learning_rate": 9.664248936755047e-08,
      "loss": 0.3444,
      "step": 2616620
    },
    {
      "epoch": 730.29,
      "grad_norm": 41.36668395996094,
      "learning_rate": 9.663480493184213e-08,
      "loss": 0.3407,
      "step": 2616630
    },
    {
      "epoch": 730.29,
      "grad_norm": 1.1860902309417725,
      "learning_rate": 9.662712079522477e-08,
      "loss": 0.3292,
      "step": 2616640
    },
    {
      "epoch": 730.3,
      "grad_norm": 1.4453121423721313,
      "learning_rate": 9.661943695770044e-08,
      "loss": 0.3271,
      "step": 2616650
    },
    {
      "epoch": 730.3,
      "grad_norm": 1.138082504272461,
      "learning_rate": 9.661175341926968e-08,
      "loss": 0.33,
      "step": 2616660
    },
    {
      "epoch": 730.3,
      "grad_norm": 2.12349796295166,
      "learning_rate": 9.660407017993378e-08,
      "loss": 0.3406,
      "step": 2616670
    },
    {
      "epoch": 730.3,
      "grad_norm": 1.196609616279602,
      "learning_rate": 9.659638723969378e-08,
      "loss": 0.3436,
      "step": 2616680
    },
    {
      "epoch": 730.31,
      "grad_norm": 1.2765893936157227,
      "learning_rate": 9.658870459854995e-08,
      "loss": 0.3342,
      "step": 2616690
    },
    {
      "epoch": 730.31,
      "grad_norm": 1.287192463874817,
      "learning_rate": 9.658102225650436e-08,
      "loss": 0.33,
      "step": 2616700
    },
    {
      "epoch": 730.31,
      "grad_norm": 1.3559081554412842,
      "learning_rate": 9.657334021355728e-08,
      "loss": 0.3329,
      "step": 2616710
    },
    {
      "epoch": 730.32,
      "grad_norm": 1.8585559129714966,
      "learning_rate": 9.656565846971027e-08,
      "loss": 0.3364,
      "step": 2616720
    },
    {
      "epoch": 730.32,
      "grad_norm": 1.3252768516540527,
      "learning_rate": 9.655797702496437e-08,
      "loss": 0.3322,
      "step": 2616730
    },
    {
      "epoch": 730.32,
      "grad_norm": 1.2201088666915894,
      "learning_rate": 9.655029587931984e-08,
      "loss": 0.3491,
      "step": 2616740
    },
    {
      "epoch": 730.32,
      "grad_norm": 1.3157901763916016,
      "learning_rate": 9.654261503277824e-08,
      "loss": 0.3296,
      "step": 2616750
    },
    {
      "epoch": 730.33,
      "grad_norm": 1.4100987911224365,
      "learning_rate": 9.653493448534061e-08,
      "loss": 0.34,
      "step": 2616760
    },
    {
      "epoch": 730.33,
      "grad_norm": 1.2274826765060425,
      "learning_rate": 9.652725423700825e-08,
      "loss": 0.3618,
      "step": 2616770
    },
    {
      "epoch": 730.33,
      "grad_norm": 1.3089659214019775,
      "learning_rate": 9.651957428778141e-08,
      "loss": 0.3432,
      "step": 2616780
    },
    {
      "epoch": 730.33,
      "grad_norm": 1.2853524684906006,
      "learning_rate": 9.651189463766194e-08,
      "loss": 0.3469,
      "step": 2616790
    },
    {
      "epoch": 730.34,
      "grad_norm": 1.3354084491729736,
      "learning_rate": 9.650421528665007e-08,
      "loss": 0.3393,
      "step": 2616800
    },
    {
      "epoch": 730.34,
      "grad_norm": 1.2978602647781372,
      "learning_rate": 9.649653623474739e-08,
      "loss": 0.3389,
      "step": 2616810
    },
    {
      "epoch": 730.34,
      "grad_norm": 1.2200777530670166,
      "learning_rate": 9.648885748195518e-08,
      "loss": 0.3279,
      "step": 2616820
    },
    {
      "epoch": 730.35,
      "grad_norm": 1.3834562301635742,
      "learning_rate": 9.648117902827345e-08,
      "loss": 0.317,
      "step": 2616830
    },
    {
      "epoch": 730.35,
      "grad_norm": 2.43988299369812,
      "learning_rate": 9.647350087370401e-08,
      "loss": 0.3299,
      "step": 2616840
    },
    {
      "epoch": 730.35,
      "grad_norm": 1.1143293380737305,
      "learning_rate": 9.646582301824765e-08,
      "loss": 0.3415,
      "step": 2616850
    },
    {
      "epoch": 730.35,
      "grad_norm": 1.2206164598464966,
      "learning_rate": 9.645814546190567e-08,
      "loss": 0.338,
      "step": 2616860
    },
    {
      "epoch": 730.36,
      "grad_norm": 1.2964682579040527,
      "learning_rate": 9.645046820467832e-08,
      "loss": 0.3207,
      "step": 2616870
    },
    {
      "epoch": 730.36,
      "grad_norm": 1.066901445388794,
      "learning_rate": 9.64427912465677e-08,
      "loss": 0.3305,
      "step": 2616880
    },
    {
      "epoch": 730.36,
      "grad_norm": 1.2584457397460938,
      "learning_rate": 9.643511458757407e-08,
      "loss": 0.3151,
      "step": 2616890
    },
    {
      "epoch": 730.37,
      "grad_norm": 1.3564568758010864,
      "learning_rate": 9.642743822769845e-08,
      "loss": 0.3266,
      "step": 2616900
    },
    {
      "epoch": 730.37,
      "grad_norm": 1.2246750593185425,
      "learning_rate": 9.641976216694267e-08,
      "loss": 0.3319,
      "step": 2616910
    },
    {
      "epoch": 730.37,
      "grad_norm": 1.1464123725891113,
      "learning_rate": 9.641208640530675e-08,
      "loss": 0.3235,
      "step": 2616920
    },
    {
      "epoch": 730.37,
      "grad_norm": 1.116073489189148,
      "learning_rate": 9.640441094279197e-08,
      "loss": 0.3405,
      "step": 2616930
    },
    {
      "epoch": 730.38,
      "grad_norm": 1.1457278728485107,
      "learning_rate": 9.639673577939962e-08,
      "loss": 0.343,
      "step": 2616940
    },
    {
      "epoch": 730.38,
      "grad_norm": 1.3897085189819336,
      "learning_rate": 9.638906091513077e-08,
      "loss": 0.3467,
      "step": 2616950
    },
    {
      "epoch": 730.38,
      "grad_norm": 1.1598395109176636,
      "learning_rate": 9.638138634998618e-08,
      "loss": 0.3393,
      "step": 2616960
    },
    {
      "epoch": 730.39,
      "grad_norm": 1.1240900754928589,
      "learning_rate": 9.63737120839669e-08,
      "loss": 0.3278,
      "step": 2616970
    },
    {
      "epoch": 730.39,
      "grad_norm": 1.304229974746704,
      "learning_rate": 9.636603811707397e-08,
      "loss": 0.3268,
      "step": 2616980
    },
    {
      "epoch": 730.39,
      "grad_norm": 1.177930235862732,
      "learning_rate": 9.635836444930843e-08,
      "loss": 0.3285,
      "step": 2616990
    },
    {
      "epoch": 730.39,
      "grad_norm": 1.5243641138076782,
      "learning_rate": 9.635069108067185e-08,
      "loss": 0.3257,
      "step": 2617000
    },
    {
      "epoch": 730.4,
      "grad_norm": 1.2201002836227417,
      "learning_rate": 9.634301801116394e-08,
      "loss": 0.3371,
      "step": 2617010
    },
    {
      "epoch": 730.4,
      "grad_norm": 1.5068563222885132,
      "learning_rate": 9.633534524078708e-08,
      "loss": 0.3515,
      "step": 2617020
    },
    {
      "epoch": 730.4,
      "grad_norm": 1.2712280750274658,
      "learning_rate": 9.63276727695415e-08,
      "loss": 0.3323,
      "step": 2617030
    },
    {
      "epoch": 730.4,
      "grad_norm": 1.145895004272461,
      "learning_rate": 9.632000059742826e-08,
      "loss": 0.3423,
      "step": 2617040
    },
    {
      "epoch": 730.41,
      "grad_norm": 1.3178285360336304,
      "learning_rate": 9.631232872444917e-08,
      "loss": 0.3198,
      "step": 2617050
    },
    {
      "epoch": 730.41,
      "grad_norm": 1.1610792875289917,
      "learning_rate": 9.630465715060425e-08,
      "loss": 0.3397,
      "step": 2617060
    },
    {
      "epoch": 730.41,
      "grad_norm": 1.2620482444763184,
      "learning_rate": 9.629698587589476e-08,
      "loss": 0.3497,
      "step": 2617070
    },
    {
      "epoch": 730.42,
      "grad_norm": 1.3055771589279175,
      "learning_rate": 9.628931490032205e-08,
      "loss": 0.3238,
      "step": 2617080
    },
    {
      "epoch": 730.42,
      "grad_norm": 1.2320400476455688,
      "learning_rate": 9.628164422388713e-08,
      "loss": 0.3414,
      "step": 2617090
    },
    {
      "epoch": 730.42,
      "grad_norm": 3.603402853012085,
      "learning_rate": 9.627397384659053e-08,
      "loss": 0.3369,
      "step": 2617100
    },
    {
      "epoch": 730.42,
      "grad_norm": 1.1049742698669434,
      "learning_rate": 9.62663037684338e-08,
      "loss": 0.3358,
      "step": 2617110
    },
    {
      "epoch": 730.43,
      "grad_norm": 1.3124570846557617,
      "learning_rate": 9.6258633989418e-08,
      "loss": 0.3385,
      "step": 2617120
    },
    {
      "epoch": 730.43,
      "grad_norm": 1.1497236490249634,
      "learning_rate": 9.625096450954313e-08,
      "loss": 0.329,
      "step": 2617130
    },
    {
      "epoch": 730.43,
      "grad_norm": 1.0658336877822876,
      "learning_rate": 9.624329532881177e-08,
      "loss": 0.3351,
      "step": 2617140
    },
    {
      "epoch": 730.44,
      "grad_norm": 1.206551432609558,
      "learning_rate": 9.623562644722393e-08,
      "loss": 0.3357,
      "step": 2617150
    },
    {
      "epoch": 730.44,
      "grad_norm": 1.1260842084884644,
      "learning_rate": 9.622795786478065e-08,
      "loss": 0.3316,
      "step": 2617160
    },
    {
      "epoch": 730.44,
      "grad_norm": 1.3232399225234985,
      "learning_rate": 9.622028958148351e-08,
      "loss": 0.3356,
      "step": 2617170
    },
    {
      "epoch": 730.44,
      "grad_norm": 1.2776014804840088,
      "learning_rate": 9.621262159733326e-08,
      "loss": 0.3374,
      "step": 2617180
    },
    {
      "epoch": 730.45,
      "grad_norm": 1.875195026397705,
      "learning_rate": 9.620495391233045e-08,
      "loss": 0.3565,
      "step": 2617190
    },
    {
      "epoch": 730.45,
      "grad_norm": 1.0300589799880981,
      "learning_rate": 9.619728652647661e-08,
      "loss": 0.3333,
      "step": 2617200
    },
    {
      "epoch": 730.45,
      "grad_norm": 1.282173991203308,
      "learning_rate": 9.618961943977282e-08,
      "loss": 0.3376,
      "step": 2617210
    },
    {
      "epoch": 730.45,
      "grad_norm": 1.450473666191101,
      "learning_rate": 9.618195265221956e-08,
      "loss": 0.3356,
      "step": 2617220
    },
    {
      "epoch": 730.46,
      "grad_norm": 1.1279996633529663,
      "learning_rate": 9.617428616381868e-08,
      "loss": 0.3316,
      "step": 2617230
    },
    {
      "epoch": 730.46,
      "grad_norm": 1.304659366607666,
      "learning_rate": 9.616661997457042e-08,
      "loss": 0.3428,
      "step": 2617240
    },
    {
      "epoch": 730.46,
      "grad_norm": 1.3108127117156982,
      "learning_rate": 9.615895408447636e-08,
      "loss": 0.3547,
      "step": 2617250
    },
    {
      "epoch": 730.47,
      "grad_norm": 1.3924446105957031,
      "learning_rate": 9.615128849353726e-08,
      "loss": 0.3432,
      "step": 2617260
    },
    {
      "epoch": 730.47,
      "grad_norm": 1.2751175165176392,
      "learning_rate": 9.614362320175365e-08,
      "loss": 0.3371,
      "step": 2617270
    },
    {
      "epoch": 730.47,
      "grad_norm": 1.0689125061035156,
      "learning_rate": 9.61359582091279e-08,
      "loss": 0.3366,
      "step": 2617280
    },
    {
      "epoch": 730.47,
      "grad_norm": 1.430309534072876,
      "learning_rate": 9.612829351565943e-08,
      "loss": 0.3355,
      "step": 2617290
    },
    {
      "epoch": 730.48,
      "grad_norm": 1.1500755548477173,
      "learning_rate": 9.612062912135038e-08,
      "loss": 0.3508,
      "step": 2617300
    },
    {
      "epoch": 730.48,
      "grad_norm": 1.309974193572998,
      "learning_rate": 9.611296502620123e-08,
      "loss": 0.3387,
      "step": 2617310
    },
    {
      "epoch": 730.48,
      "grad_norm": 1.2891714572906494,
      "learning_rate": 9.610530123021357e-08,
      "loss": 0.3198,
      "step": 2617320
    },
    {
      "epoch": 730.49,
      "grad_norm": 1.6265804767608643,
      "learning_rate": 9.60976377333879e-08,
      "loss": 0.337,
      "step": 2617330
    },
    {
      "epoch": 730.49,
      "grad_norm": 1.305812954902649,
      "learning_rate": 9.608997453572526e-08,
      "loss": 0.3269,
      "step": 2617340
    },
    {
      "epoch": 730.49,
      "grad_norm": 1.3079298734664917,
      "learning_rate": 9.608231163722698e-08,
      "loss": 0.3149,
      "step": 2617350
    },
    {
      "epoch": 730.49,
      "grad_norm": 1.1977509260177612,
      "learning_rate": 9.607464903789329e-08,
      "loss": 0.3319,
      "step": 2617360
    },
    {
      "epoch": 730.5,
      "grad_norm": 1.1586700677871704,
      "learning_rate": 9.606698673772653e-08,
      "loss": 0.3324,
      "step": 2617370
    },
    {
      "epoch": 730.5,
      "grad_norm": 1.3205379247665405,
      "learning_rate": 9.605932473672646e-08,
      "loss": 0.3391,
      "step": 2617380
    },
    {
      "epoch": 730.5,
      "grad_norm": 1.1169373989105225,
      "learning_rate": 9.60516630348949e-08,
      "loss": 0.3429,
      "step": 2617390
    },
    {
      "epoch": 730.51,
      "grad_norm": 1.1661878824234009,
      "learning_rate": 9.604400163223262e-08,
      "loss": 0.3372,
      "step": 2617400
    },
    {
      "epoch": 730.51,
      "grad_norm": 1.2409582138061523,
      "learning_rate": 9.603634052874039e-08,
      "loss": 0.3427,
      "step": 2617410
    },
    {
      "epoch": 730.51,
      "grad_norm": 1.3073524236679077,
      "learning_rate": 9.602867972441953e-08,
      "loss": 0.3444,
      "step": 2617420
    },
    {
      "epoch": 730.51,
      "grad_norm": 1.4181158542633057,
      "learning_rate": 9.602101921927109e-08,
      "loss": 0.3586,
      "step": 2617430
    },
    {
      "epoch": 730.52,
      "grad_norm": 1.9309535026550293,
      "learning_rate": 9.601335901329635e-08,
      "loss": 0.3319,
      "step": 2617440
    },
    {
      "epoch": 730.52,
      "grad_norm": 1.1065399646759033,
      "learning_rate": 9.600569910649504e-08,
      "loss": 0.3214,
      "step": 2617450
    },
    {
      "epoch": 730.52,
      "grad_norm": 1.060689926147461,
      "learning_rate": 9.599803949887005e-08,
      "loss": 0.3217,
      "step": 2617460
    },
    {
      "epoch": 730.52,
      "grad_norm": 1.3250360488891602,
      "learning_rate": 9.599038019042086e-08,
      "loss": 0.3304,
      "step": 2617470
    },
    {
      "epoch": 730.53,
      "grad_norm": 1.4126306772232056,
      "learning_rate": 9.598272118114926e-08,
      "loss": 0.3378,
      "step": 2617480
    },
    {
      "epoch": 730.53,
      "grad_norm": 1.9319429397583008,
      "learning_rate": 9.597506247105633e-08,
      "loss": 0.3516,
      "step": 2617490
    },
    {
      "epoch": 730.53,
      "grad_norm": 1.2636901140213013,
      "learning_rate": 9.596740406014255e-08,
      "loss": 0.3276,
      "step": 2617500
    },
    {
      "epoch": 730.54,
      "grad_norm": 1.2213271856307983,
      "learning_rate": 9.595974594840926e-08,
      "loss": 0.3619,
      "step": 2617510
    },
    {
      "epoch": 730.54,
      "grad_norm": 1.1759706735610962,
      "learning_rate": 9.595208813585773e-08,
      "loss": 0.3423,
      "step": 2617520
    },
    {
      "epoch": 730.54,
      "grad_norm": 1.3152676820755005,
      "learning_rate": 9.594443062248876e-08,
      "loss": 0.3285,
      "step": 2617530
    },
    {
      "epoch": 730.54,
      "grad_norm": 1.247776985168457,
      "learning_rate": 9.593677340830287e-08,
      "loss": 0.3123,
      "step": 2617540
    },
    {
      "epoch": 730.55,
      "grad_norm": 1.1569726467132568,
      "learning_rate": 9.592911649330187e-08,
      "loss": 0.3396,
      "step": 2617550
    },
    {
      "epoch": 730.55,
      "grad_norm": 1.1078176498413086,
      "learning_rate": 9.592145987748628e-08,
      "loss": 0.3383,
      "step": 2617560
    },
    {
      "epoch": 730.55,
      "grad_norm": 1.2444406747817993,
      "learning_rate": 9.591380356085716e-08,
      "loss": 0.3415,
      "step": 2617570
    },
    {
      "epoch": 730.56,
      "grad_norm": 1.3942257165908813,
      "learning_rate": 9.590614754341604e-08,
      "loss": 0.3366,
      "step": 2617580
    },
    {
      "epoch": 730.56,
      "grad_norm": 1.1321347951889038,
      "learning_rate": 9.589849182516295e-08,
      "loss": 0.3192,
      "step": 2617590
    },
    {
      "epoch": 730.56,
      "grad_norm": 1.212195634841919,
      "learning_rate": 9.589083640610023e-08,
      "loss": 0.3345,
      "step": 2617600
    },
    {
      "epoch": 730.56,
      "grad_norm": 1.66610848903656,
      "learning_rate": 9.588318128622786e-08,
      "loss": 0.3499,
      "step": 2617610
    },
    {
      "epoch": 730.57,
      "grad_norm": 1.2747080326080322,
      "learning_rate": 9.587552646554689e-08,
      "loss": 0.3405,
      "step": 2617620
    },
    {
      "epoch": 730.57,
      "grad_norm": 1.4725701808929443,
      "learning_rate": 9.586787194405913e-08,
      "loss": 0.3428,
      "step": 2617630
    },
    {
      "epoch": 730.57,
      "grad_norm": 1.5879511833190918,
      "learning_rate": 9.586021772176487e-08,
      "loss": 0.3418,
      "step": 2617640
    },
    {
      "epoch": 730.57,
      "grad_norm": 1.4602069854736328,
      "learning_rate": 9.585256379866539e-08,
      "loss": 0.3258,
      "step": 2617650
    },
    {
      "epoch": 730.58,
      "grad_norm": 1.2251121997833252,
      "learning_rate": 9.584491017476147e-08,
      "loss": 0.3367,
      "step": 2617660
    },
    {
      "epoch": 730.58,
      "grad_norm": 1.2463364601135254,
      "learning_rate": 9.583725685005467e-08,
      "loss": 0.3537,
      "step": 2617670
    },
    {
      "epoch": 730.58,
      "grad_norm": 1.1129108667373657,
      "learning_rate": 9.582960382454553e-08,
      "loss": 0.3585,
      "step": 2617680
    },
    {
      "epoch": 730.59,
      "grad_norm": 4.0355634689331055,
      "learning_rate": 9.582195109823507e-08,
      "loss": 0.3378,
      "step": 2617690
    },
    {
      "epoch": 730.59,
      "grad_norm": 1.2196125984191895,
      "learning_rate": 9.581429867112434e-08,
      "loss": 0.3432,
      "step": 2617700
    },
    {
      "epoch": 730.59,
      "grad_norm": 2.295459270477295,
      "learning_rate": 9.580664654321464e-08,
      "loss": 0.3311,
      "step": 2617710
    },
    {
      "epoch": 730.59,
      "grad_norm": 4.727480411529541,
      "learning_rate": 9.5798994714507e-08,
      "loss": 0.3458,
      "step": 2617720
    },
    {
      "epoch": 730.6,
      "grad_norm": 1.563407063484192,
      "learning_rate": 9.579134318500221e-08,
      "loss": 0.3332,
      "step": 2617730
    },
    {
      "epoch": 730.6,
      "grad_norm": 1.3012617826461792,
      "learning_rate": 9.578369195470106e-08,
      "loss": 0.3734,
      "step": 2617740
    },
    {
      "epoch": 730.6,
      "grad_norm": 1.2729631662368774,
      "learning_rate": 9.577604102360484e-08,
      "loss": 0.3373,
      "step": 2617750
    },
    {
      "epoch": 730.61,
      "grad_norm": 1.3341953754425049,
      "learning_rate": 9.576839039171511e-08,
      "loss": 0.3253,
      "step": 2617760
    },
    {
      "epoch": 730.61,
      "grad_norm": 1.255265474319458,
      "learning_rate": 9.576074005903187e-08,
      "loss": 0.3302,
      "step": 2617770
    },
    {
      "epoch": 730.61,
      "grad_norm": 1.214990496635437,
      "learning_rate": 9.575309002555643e-08,
      "loss": 0.3398,
      "step": 2617780
    },
    {
      "epoch": 730.61,
      "grad_norm": 1.0910712480545044,
      "learning_rate": 9.57454402912906e-08,
      "loss": 0.3223,
      "step": 2617790
    },
    {
      "epoch": 730.62,
      "grad_norm": 1.0654851198196411,
      "learning_rate": 9.573779085623413e-08,
      "loss": 0.3355,
      "step": 2617800
    },
    {
      "epoch": 730.62,
      "grad_norm": 1.3170883655548096,
      "learning_rate": 9.57301417203891e-08,
      "loss": 0.3358,
      "step": 2617810
    },
    {
      "epoch": 730.62,
      "grad_norm": 1.2230867147445679,
      "learning_rate": 9.572249288375602e-08,
      "loss": 0.351,
      "step": 2617820
    },
    {
      "epoch": 730.63,
      "grad_norm": 1.339991807937622,
      "learning_rate": 9.571484434633594e-08,
      "loss": 0.3572,
      "step": 2617830
    },
    {
      "epoch": 730.63,
      "grad_norm": 1.165437936782837,
      "learning_rate": 9.570719610812989e-08,
      "loss": 0.3382,
      "step": 2617840
    },
    {
      "epoch": 730.63,
      "grad_norm": 1.3790801763534546,
      "learning_rate": 9.56995481691392e-08,
      "loss": 0.3313,
      "step": 2617850
    },
    {
      "epoch": 730.63,
      "grad_norm": 1.1852024793624878,
      "learning_rate": 9.569190052936461e-08,
      "loss": 0.3371,
      "step": 2617860
    },
    {
      "epoch": 730.64,
      "grad_norm": 1.2009350061416626,
      "learning_rate": 9.56842531888072e-08,
      "loss": 0.3419,
      "step": 2617870
    },
    {
      "epoch": 730.64,
      "grad_norm": 1.3933978080749512,
      "learning_rate": 9.567660614746773e-08,
      "loss": 0.3434,
      "step": 2617880
    },
    {
      "epoch": 730.64,
      "grad_norm": 1.2286829948425293,
      "learning_rate": 9.566895940534749e-08,
      "loss": 0.3323,
      "step": 2617890
    },
    {
      "epoch": 730.64,
      "grad_norm": 1.4414288997650146,
      "learning_rate": 9.56613129624478e-08,
      "loss": 0.3414,
      "step": 2617900
    },
    {
      "epoch": 730.65,
      "grad_norm": 1.281497597694397,
      "learning_rate": 9.565366681876891e-08,
      "loss": 0.3304,
      "step": 2617910
    },
    {
      "epoch": 730.65,
      "grad_norm": 1.162177324295044,
      "learning_rate": 9.56460209743124e-08,
      "loss": 0.3404,
      "step": 2617920
    },
    {
      "epoch": 730.65,
      "grad_norm": 1.119323968887329,
      "learning_rate": 9.563837542907928e-08,
      "loss": 0.3346,
      "step": 2617930
    },
    {
      "epoch": 730.66,
      "grad_norm": 1.2606871128082275,
      "learning_rate": 9.563073018306983e-08,
      "loss": 0.327,
      "step": 2617940
    },
    {
      "epoch": 730.66,
      "grad_norm": 1.2612841129302979,
      "learning_rate": 9.56230852362864e-08,
      "loss": 0.3325,
      "step": 2617950
    },
    {
      "epoch": 730.66,
      "grad_norm": 1.1158510446548462,
      "learning_rate": 9.561544058872897e-08,
      "loss": 0.3292,
      "step": 2617960
    },
    {
      "epoch": 730.66,
      "grad_norm": 1.1976186037063599,
      "learning_rate": 9.560779624039885e-08,
      "loss": 0.3264,
      "step": 2617970
    },
    {
      "epoch": 730.67,
      "grad_norm": 1.094307541847229,
      "learning_rate": 9.560015219129708e-08,
      "loss": 0.3287,
      "step": 2617980
    },
    {
      "epoch": 730.67,
      "grad_norm": 1.195055365562439,
      "learning_rate": 9.55925084414247e-08,
      "loss": 0.3268,
      "step": 2617990
    },
    {
      "epoch": 730.67,
      "grad_norm": 1.294540286064148,
      "learning_rate": 9.558486499078276e-08,
      "loss": 0.3381,
      "step": 2618000
    },
    {
      "epoch": 730.68,
      "grad_norm": 1.2889635562896729,
      "learning_rate": 9.557722183937203e-08,
      "loss": 0.3373,
      "step": 2618010
    },
    {
      "epoch": 730.68,
      "grad_norm": 1.1003684997558594,
      "learning_rate": 9.556957898719406e-08,
      "loss": 0.3451,
      "step": 2618020
    },
    {
      "epoch": 730.68,
      "grad_norm": 1.1972606182098389,
      "learning_rate": 9.556193643424888e-08,
      "loss": 0.3423,
      "step": 2618030
    },
    {
      "epoch": 730.68,
      "grad_norm": 1.168741226196289,
      "learning_rate": 9.555429418053882e-08,
      "loss": 0.3338,
      "step": 2618040
    },
    {
      "epoch": 730.69,
      "grad_norm": 1.244630217552185,
      "learning_rate": 9.554665222606387e-08,
      "loss": 0.3287,
      "step": 2618050
    },
    {
      "epoch": 730.69,
      "grad_norm": 1.2547880411148071,
      "learning_rate": 9.553901057082533e-08,
      "loss": 0.3363,
      "step": 2618060
    },
    {
      "epoch": 730.69,
      "grad_norm": 1.2675526142120361,
      "learning_rate": 9.553136921482476e-08,
      "loss": 0.3343,
      "step": 2618070
    },
    {
      "epoch": 730.69,
      "grad_norm": 1.0736331939697266,
      "learning_rate": 9.552372815806218e-08,
      "loss": 0.3375,
      "step": 2618080
    },
    {
      "epoch": 730.7,
      "grad_norm": 1.238940954208374,
      "learning_rate": 9.551608740053915e-08,
      "loss": 0.3194,
      "step": 2618090
    },
    {
      "epoch": 730.7,
      "grad_norm": 1.6417733430862427,
      "learning_rate": 9.550844694225695e-08,
      "loss": 0.3506,
      "step": 2618100
    },
    {
      "epoch": 730.7,
      "grad_norm": 1.2650201320648193,
      "learning_rate": 9.550080678321636e-08,
      "loss": 0.3334,
      "step": 2618110
    },
    {
      "epoch": 730.71,
      "grad_norm": 1.0653891563415527,
      "learning_rate": 9.549316692341793e-08,
      "loss": 0.3362,
      "step": 2618120
    },
    {
      "epoch": 730.71,
      "grad_norm": 1.2082054615020752,
      "learning_rate": 9.548552736286345e-08,
      "loss": 0.3403,
      "step": 2618130
    },
    {
      "epoch": 730.71,
      "grad_norm": 1.1893500089645386,
      "learning_rate": 9.547788810155346e-08,
      "loss": 0.3264,
      "step": 2618140
    },
    {
      "epoch": 730.71,
      "grad_norm": 1.0902706384658813,
      "learning_rate": 9.5470249139489e-08,
      "loss": 0.3385,
      "step": 2618150
    },
    {
      "epoch": 730.72,
      "grad_norm": 1.4552701711654663,
      "learning_rate": 9.546261047667162e-08,
      "loss": 0.3347,
      "step": 2618160
    },
    {
      "epoch": 730.72,
      "grad_norm": 1.2741382122039795,
      "learning_rate": 9.545497211310106e-08,
      "loss": 0.3399,
      "step": 2618170
    },
    {
      "epoch": 730.72,
      "grad_norm": 1.6210126876831055,
      "learning_rate": 9.544733404877993e-08,
      "loss": 0.3392,
      "step": 2618180
    },
    {
      "epoch": 730.73,
      "grad_norm": 1.461116909980774,
      "learning_rate": 9.543969628370823e-08,
      "loss": 0.3626,
      "step": 2618190
    },
    {
      "epoch": 730.73,
      "grad_norm": 1.3165262937545776,
      "learning_rate": 9.543205881788725e-08,
      "loss": 0.328,
      "step": 2618200
    },
    {
      "epoch": 730.73,
      "grad_norm": 1.2153712511062622,
      "learning_rate": 9.542442165131831e-08,
      "loss": 0.3302,
      "step": 2618210
    },
    {
      "epoch": 730.73,
      "grad_norm": 1.449552297592163,
      "learning_rate": 9.541678478400191e-08,
      "loss": 0.342,
      "step": 2618220
    },
    {
      "epoch": 730.74,
      "grad_norm": 1.346401572227478,
      "learning_rate": 9.540914821593911e-08,
      "loss": 0.3489,
      "step": 2618230
    },
    {
      "epoch": 730.74,
      "grad_norm": 1.3607711791992188,
      "learning_rate": 9.54015119471312e-08,
      "loss": 0.3218,
      "step": 2618240
    },
    {
      "epoch": 730.74,
      "grad_norm": 0.9912445545196533,
      "learning_rate": 9.539387597757922e-08,
      "loss": 0.3193,
      "step": 2618250
    },
    {
      "epoch": 730.75,
      "grad_norm": 1.1447283029556274,
      "learning_rate": 9.538624030728344e-08,
      "loss": 0.3409,
      "step": 2618260
    },
    {
      "epoch": 730.75,
      "grad_norm": 1.3350090980529785,
      "learning_rate": 9.537860493624618e-08,
      "loss": 0.3222,
      "step": 2618270
    },
    {
      "epoch": 730.75,
      "grad_norm": 0.9969240427017212,
      "learning_rate": 9.537096986446773e-08,
      "loss": 0.3415,
      "step": 2618280
    },
    {
      "epoch": 730.75,
      "grad_norm": 1.3084481954574585,
      "learning_rate": 9.536333509194884e-08,
      "loss": 0.3289,
      "step": 2618290
    },
    {
      "epoch": 730.76,
      "grad_norm": 1.7247315645217896,
      "learning_rate": 9.53557006186911e-08,
      "loss": 0.3406,
      "step": 2618300
    },
    {
      "epoch": 730.76,
      "grad_norm": 1.3563395738601685,
      "learning_rate": 9.534806644469501e-08,
      "loss": 0.337,
      "step": 2618310
    },
    {
      "epoch": 730.76,
      "grad_norm": 1.2783961296081543,
      "learning_rate": 9.534043256996188e-08,
      "loss": 0.3403,
      "step": 2618320
    },
    {
      "epoch": 730.76,
      "grad_norm": 1.0797442197799683,
      "learning_rate": 9.533279899449275e-08,
      "loss": 0.326,
      "step": 2618330
    },
    {
      "epoch": 730.77,
      "grad_norm": 4.396838188171387,
      "learning_rate": 9.532516571828866e-08,
      "loss": 0.3319,
      "step": 2618340
    },
    {
      "epoch": 730.77,
      "grad_norm": 1.1430553197860718,
      "learning_rate": 9.531753274135038e-08,
      "loss": 0.3321,
      "step": 2618350
    },
    {
      "epoch": 730.77,
      "grad_norm": 1.2425442934036255,
      "learning_rate": 9.530990006367898e-08,
      "loss": 0.336,
      "step": 2618360
    },
    {
      "epoch": 730.78,
      "grad_norm": 1.3425240516662598,
      "learning_rate": 9.5302267685276e-08,
      "loss": 0.3268,
      "step": 2618370
    },
    {
      "epoch": 730.78,
      "grad_norm": 1.4896697998046875,
      "learning_rate": 9.529463560614116e-08,
      "loss": 0.342,
      "step": 2618380
    },
    {
      "epoch": 730.78,
      "grad_norm": 1.3146694898605347,
      "learning_rate": 9.528700382627712e-08,
      "loss": 0.3442,
      "step": 2618390
    },
    {
      "epoch": 730.78,
      "grad_norm": 1.3915148973464966,
      "learning_rate": 9.527937234568381e-08,
      "loss": 0.3372,
      "step": 2618400
    },
    {
      "epoch": 730.79,
      "grad_norm": 1.2520856857299805,
      "learning_rate": 9.527174116436258e-08,
      "loss": 0.3371,
      "step": 2618410
    },
    {
      "epoch": 730.79,
      "grad_norm": 1.202673316001892,
      "learning_rate": 9.526411028231447e-08,
      "loss": 0.3409,
      "step": 2618420
    },
    {
      "epoch": 730.79,
      "grad_norm": 1.3031394481658936,
      "learning_rate": 9.525647969954048e-08,
      "loss": 0.3398,
      "step": 2618430
    },
    {
      "epoch": 730.8,
      "grad_norm": 1.1562243700027466,
      "learning_rate": 9.52488494160417e-08,
      "loss": 0.3361,
      "step": 2618440
    },
    {
      "epoch": 730.8,
      "grad_norm": 1.0741384029388428,
      "learning_rate": 9.524121943181888e-08,
      "loss": 0.3191,
      "step": 2618450
    },
    {
      "epoch": 730.8,
      "grad_norm": 1.3142942190170288,
      "learning_rate": 9.523358974687307e-08,
      "loss": 0.343,
      "step": 2618460
    },
    {
      "epoch": 730.8,
      "grad_norm": 1.3139665126800537,
      "learning_rate": 9.522596036120556e-08,
      "loss": 0.3336,
      "step": 2618470
    },
    {
      "epoch": 730.81,
      "grad_norm": 1.6257448196411133,
      "learning_rate": 9.521833127481741e-08,
      "loss": 0.3229,
      "step": 2618480
    },
    {
      "epoch": 730.81,
      "grad_norm": 1.4057393074035645,
      "learning_rate": 9.521070248770914e-08,
      "loss": 0.342,
      "step": 2618490
    },
    {
      "epoch": 730.81,
      "grad_norm": 1.2092331647872925,
      "learning_rate": 9.520307399988204e-08,
      "loss": 0.3452,
      "step": 2618500
    },
    {
      "epoch": 730.81,
      "grad_norm": 1.71534264087677,
      "learning_rate": 9.51954458113374e-08,
      "loss": 0.3455,
      "step": 2618510
    },
    {
      "epoch": 730.82,
      "grad_norm": 1.2520835399627686,
      "learning_rate": 9.51878179220755e-08,
      "loss": 0.3379,
      "step": 2618520
    },
    {
      "epoch": 730.82,
      "grad_norm": 1.2779532670974731,
      "learning_rate": 9.518019033209843e-08,
      "loss": 0.3457,
      "step": 2618530
    },
    {
      "epoch": 730.82,
      "grad_norm": 1.1631187200546265,
      "learning_rate": 9.517256304140643e-08,
      "loss": 0.3284,
      "step": 2618540
    },
    {
      "epoch": 730.83,
      "grad_norm": 1.29203200340271,
      "learning_rate": 9.516493605000054e-08,
      "loss": 0.3373,
      "step": 2618550
    },
    {
      "epoch": 730.83,
      "grad_norm": 1.394858717918396,
      "learning_rate": 9.51573093578818e-08,
      "loss": 0.3412,
      "step": 2618560
    },
    {
      "epoch": 730.83,
      "grad_norm": 1.1696513891220093,
      "learning_rate": 9.51496829650518e-08,
      "loss": 0.342,
      "step": 2618570
    },
    {
      "epoch": 730.83,
      "grad_norm": 1.2248401641845703,
      "learning_rate": 9.514205687151102e-08,
      "loss": 0.3341,
      "step": 2618580
    },
    {
      "epoch": 730.84,
      "grad_norm": 1.2079458236694336,
      "learning_rate": 9.513443107726027e-08,
      "loss": 0.3377,
      "step": 2618590
    },
    {
      "epoch": 730.84,
      "grad_norm": 1.254591703414917,
      "learning_rate": 9.512680558230136e-08,
      "loss": 0.3271,
      "step": 2618600
    },
    {
      "epoch": 730.84,
      "grad_norm": 1.1799650192260742,
      "learning_rate": 9.511918038663402e-08,
      "loss": 0.3323,
      "step": 2618610
    },
    {
      "epoch": 730.85,
      "grad_norm": 1.3131784200668335,
      "learning_rate": 9.511155549026088e-08,
      "loss": 0.3349,
      "step": 2618620
    },
    {
      "epoch": 730.85,
      "grad_norm": 1.35219407081604,
      "learning_rate": 9.510393089318166e-08,
      "loss": 0.3507,
      "step": 2618630
    },
    {
      "epoch": 730.85,
      "grad_norm": 1.5489177703857422,
      "learning_rate": 9.509630659539791e-08,
      "loss": 0.3165,
      "step": 2618640
    },
    {
      "epoch": 730.85,
      "grad_norm": 1.1123050451278687,
      "learning_rate": 9.50886825969107e-08,
      "loss": 0.3418,
      "step": 2618650
    },
    {
      "epoch": 730.86,
      "grad_norm": 1.3236098289489746,
      "learning_rate": 9.508105889772079e-08,
      "loss": 0.3176,
      "step": 2618660
    },
    {
      "epoch": 730.86,
      "grad_norm": 1.3451049327850342,
      "learning_rate": 9.507343549782949e-08,
      "loss": 0.3387,
      "step": 2618670
    },
    {
      "epoch": 730.86,
      "grad_norm": 1.3650373220443726,
      "learning_rate": 9.506581239723731e-08,
      "loss": 0.3356,
      "step": 2618680
    },
    {
      "epoch": 730.87,
      "grad_norm": 1.8286585807800293,
      "learning_rate": 9.505818959594608e-08,
      "loss": 0.3339,
      "step": 2618690
    },
    {
      "epoch": 730.87,
      "grad_norm": 1.0906025171279907,
      "learning_rate": 9.50505670939558e-08,
      "loss": 0.333,
      "step": 2618700
    },
    {
      "epoch": 730.87,
      "grad_norm": 1.3226248025894165,
      "learning_rate": 9.504294489126856e-08,
      "loss": 0.3307,
      "step": 2618710
    },
    {
      "epoch": 730.87,
      "grad_norm": 1.2439764738082886,
      "learning_rate": 9.503532298788461e-08,
      "loss": 0.3336,
      "step": 2618720
    },
    {
      "epoch": 730.88,
      "grad_norm": 1.1306383609771729,
      "learning_rate": 9.502770138380524e-08,
      "loss": 0.3368,
      "step": 2618730
    },
    {
      "epoch": 730.88,
      "grad_norm": 1.0505893230438232,
      "learning_rate": 9.502008007903151e-08,
      "loss": 0.336,
      "step": 2618740
    },
    {
      "epoch": 730.88,
      "grad_norm": 1.2237982749938965,
      "learning_rate": 9.501245907356393e-08,
      "loss": 0.3153,
      "step": 2618750
    },
    {
      "epoch": 730.88,
      "grad_norm": 1.3526593446731567,
      "learning_rate": 9.500483836740432e-08,
      "loss": 0.3304,
      "step": 2618760
    },
    {
      "epoch": 730.89,
      "grad_norm": 1.285873293876648,
      "learning_rate": 9.499721796055321e-08,
      "loss": 0.3544,
      "step": 2618770
    },
    {
      "epoch": 730.89,
      "grad_norm": 1.2877933979034424,
      "learning_rate": 9.498959785301164e-08,
      "loss": 0.3514,
      "step": 2618780
    },
    {
      "epoch": 730.89,
      "grad_norm": 1.0631951093673706,
      "learning_rate": 9.498197804478063e-08,
      "loss": 0.3393,
      "step": 2618790
    },
    {
      "epoch": 730.9,
      "grad_norm": 1.267398715019226,
      "learning_rate": 9.497435853586176e-08,
      "loss": 0.3489,
      "step": 2618800
    },
    {
      "epoch": 730.9,
      "grad_norm": 1.3126087188720703,
      "learning_rate": 9.496673932625504e-08,
      "loss": 0.334,
      "step": 2618810
    },
    {
      "epoch": 730.9,
      "grad_norm": 1.2537481784820557,
      "learning_rate": 9.495912041596202e-08,
      "loss": 0.3464,
      "step": 2618820
    },
    {
      "epoch": 730.9,
      "grad_norm": 1.1424928903579712,
      "learning_rate": 9.495150180498399e-08,
      "loss": 0.3352,
      "step": 2618830
    },
    {
      "epoch": 730.91,
      "grad_norm": 1.4933017492294312,
      "learning_rate": 9.494388349332123e-08,
      "loss": 0.331,
      "step": 2618840
    },
    {
      "epoch": 730.91,
      "grad_norm": 1.305008888244629,
      "learning_rate": 9.493626548097554e-08,
      "loss": 0.3394,
      "step": 2618850
    },
    {
      "epoch": 730.91,
      "grad_norm": 1.7112857103347778,
      "learning_rate": 9.49286477679472e-08,
      "loss": 0.332,
      "step": 2618860
    },
    {
      "epoch": 730.92,
      "grad_norm": 1.260159969329834,
      "learning_rate": 9.492103035423776e-08,
      "loss": 0.3459,
      "step": 2618870
    },
    {
      "epoch": 730.92,
      "grad_norm": 1.1722394227981567,
      "learning_rate": 9.491341323984852e-08,
      "loss": 0.3244,
      "step": 2618880
    },
    {
      "epoch": 730.92,
      "grad_norm": 1.1795097589492798,
      "learning_rate": 9.49057964247795e-08,
      "loss": 0.3284,
      "step": 2618890
    },
    {
      "epoch": 730.92,
      "grad_norm": 1.251387357711792,
      "learning_rate": 9.489817990903222e-08,
      "loss": 0.3506,
      "step": 2618900
    },
    {
      "epoch": 730.93,
      "grad_norm": 1.1705759763717651,
      "learning_rate": 9.489056369260803e-08,
      "loss": 0.3309,
      "step": 2618910
    },
    {
      "epoch": 730.93,
      "grad_norm": 1.5504167079925537,
      "learning_rate": 9.488294777550767e-08,
      "loss": 0.3381,
      "step": 2618920
    },
    {
      "epoch": 730.93,
      "grad_norm": 1.3720265626907349,
      "learning_rate": 9.487533215773169e-08,
      "loss": 0.3381,
      "step": 2618930
    },
    {
      "epoch": 730.93,
      "grad_norm": 1.2746098041534424,
      "learning_rate": 9.48677168392819e-08,
      "loss": 0.3223,
      "step": 2618940
    },
    {
      "epoch": 730.94,
      "grad_norm": 1.570810317993164,
      "learning_rate": 9.48601018201588e-08,
      "loss": 0.3551,
      "step": 2618950
    },
    {
      "epoch": 730.94,
      "grad_norm": 2.3652336597442627,
      "learning_rate": 9.485248710036373e-08,
      "loss": 0.3538,
      "step": 2618960
    },
    {
      "epoch": 730.94,
      "grad_norm": 1.4082396030426025,
      "learning_rate": 9.48448726798977e-08,
      "loss": 0.3382,
      "step": 2618970
    },
    {
      "epoch": 730.95,
      "grad_norm": 1.2680070400238037,
      "learning_rate": 9.483725855876098e-08,
      "loss": 0.3393,
      "step": 2618980
    },
    {
      "epoch": 730.95,
      "grad_norm": 1.1265959739685059,
      "learning_rate": 9.482964473695566e-08,
      "loss": 0.3417,
      "step": 2618990
    },
    {
      "epoch": 730.95,
      "grad_norm": 1.3871463537216187,
      "learning_rate": 9.4822031214482e-08,
      "loss": 0.3337,
      "step": 2619000
    },
    {
      "epoch": 730.95,
      "grad_norm": 1.2099876403808594,
      "learning_rate": 9.481441799134102e-08,
      "loss": 0.3279,
      "step": 2619010
    },
    {
      "epoch": 730.96,
      "grad_norm": 1.3319737911224365,
      "learning_rate": 9.480680506753456e-08,
      "loss": 0.3398,
      "step": 2619020
    },
    {
      "epoch": 730.96,
      "grad_norm": 1.4078532457351685,
      "learning_rate": 9.479919244306288e-08,
      "loss": 0.333,
      "step": 2619030
    },
    {
      "epoch": 730.96,
      "grad_norm": 1.0958846807479858,
      "learning_rate": 9.479158011792702e-08,
      "loss": 0.3249,
      "step": 2619040
    },
    {
      "epoch": 730.97,
      "grad_norm": 1.5769898891448975,
      "learning_rate": 9.4783968092128e-08,
      "loss": 0.3325,
      "step": 2619050
    },
    {
      "epoch": 730.97,
      "grad_norm": 1.0812296867370605,
      "learning_rate": 9.477635636566741e-08,
      "loss": 0.327,
      "step": 2619060
    },
    {
      "epoch": 730.97,
      "grad_norm": 1.1674381494522095,
      "learning_rate": 9.476874493854524e-08,
      "loss": 0.3339,
      "step": 2619070
    },
    {
      "epoch": 730.97,
      "grad_norm": 1.4138646125793457,
      "learning_rate": 9.476113381076357e-08,
      "loss": 0.3359,
      "step": 2619080
    },
    {
      "epoch": 730.98,
      "grad_norm": 1.085780382156372,
      "learning_rate": 9.475352298232265e-08,
      "loss": 0.3397,
      "step": 2619090
    },
    {
      "epoch": 730.98,
      "grad_norm": 1.2375599145889282,
      "learning_rate": 9.474591245322407e-08,
      "loss": 0.3294,
      "step": 2619100
    },
    {
      "epoch": 730.98,
      "grad_norm": 1.2209057807922363,
      "learning_rate": 9.473830222346858e-08,
      "loss": 0.3116,
      "step": 2619110
    },
    {
      "epoch": 730.99,
      "grad_norm": 1.3410691022872925,
      "learning_rate": 9.473069229305672e-08,
      "loss": 0.3265,
      "step": 2619120
    },
    {
      "epoch": 730.99,
      "grad_norm": 1.4472383260726929,
      "learning_rate": 9.472308266199029e-08,
      "loss": 0.3368,
      "step": 2619130
    },
    {
      "epoch": 730.99,
      "grad_norm": 1.2315888404846191,
      "learning_rate": 9.471547333026957e-08,
      "loss": 0.334,
      "step": 2619140
    },
    {
      "epoch": 730.99,
      "grad_norm": 1.3079601526260376,
      "learning_rate": 9.470786429789664e-08,
      "loss": 0.336,
      "step": 2619150
    },
    {
      "epoch": 731.0,
      "grad_norm": 1.2494100332260132,
      "learning_rate": 9.470025556487124e-08,
      "loss": 0.344,
      "step": 2619160
    },
    {
      "epoch": 731.0,
      "grad_norm": 1.456597924232483,
      "learning_rate": 9.469264713119519e-08,
      "loss": 0.3487,
      "step": 2619170
    },
    {
      "epoch": 731.0,
      "eval_loss": 0.3370116353034973,
      "eval_runtime": 66.6171,
      "eval_samples_per_second": 75.941,
      "eval_steps_per_second": 9.502,
      "step": 2619173
    },
    {
      "epoch": 731.0,
      "grad_norm": 1.3307956457138062,
      "learning_rate": 9.468503899686952e-08,
      "loss": 0.3438,
      "step": 2619180
    },
    {
      "epoch": 731.0,
      "grad_norm": 1.210059404373169,
      "learning_rate": 9.467743116189424e-08,
      "loss": 0.3209,
      "step": 2619190
    },
    {
      "epoch": 731.01,
      "grad_norm": 1.3012382984161377,
      "learning_rate": 9.466982362627195e-08,
      "loss": 0.3589,
      "step": 2619200
    },
    {
      "epoch": 731.01,
      "grad_norm": 1.0717947483062744,
      "learning_rate": 9.466221639000239e-08,
      "loss": 0.3452,
      "step": 2619210
    },
    {
      "epoch": 731.01,
      "grad_norm": 1.3940026760101318,
      "learning_rate": 9.465460945308713e-08,
      "loss": 0.3403,
      "step": 2619220
    },
    {
      "epoch": 731.02,
      "grad_norm": 1.2970850467681885,
      "learning_rate": 9.46470028155272e-08,
      "loss": 0.3452,
      "step": 2619230
    },
    {
      "epoch": 731.02,
      "grad_norm": 1.0164700746536255,
      "learning_rate": 9.463939647732363e-08,
      "loss": 0.3228,
      "step": 2619240
    },
    {
      "epoch": 731.02,
      "grad_norm": 1.2897285223007202,
      "learning_rate": 9.463179043847696e-08,
      "loss": 0.3444,
      "step": 2619250
    },
    {
      "epoch": 731.02,
      "grad_norm": 1.0516976118087769,
      "learning_rate": 9.462418469898848e-08,
      "loss": 0.3274,
      "step": 2619260
    },
    {
      "epoch": 731.03,
      "grad_norm": 1.1790205240249634,
      "learning_rate": 9.461657925885977e-08,
      "loss": 0.3307,
      "step": 2619270
    },
    {
      "epoch": 731.03,
      "grad_norm": 1.3297122716903687,
      "learning_rate": 9.460897411809054e-08,
      "loss": 0.3311,
      "step": 2619280
    },
    {
      "epoch": 731.03,
      "grad_norm": 1.2994030714035034,
      "learning_rate": 9.460136927668342e-08,
      "loss": 0.3319,
      "step": 2619290
    },
    {
      "epoch": 731.04,
      "grad_norm": 1.2090873718261719,
      "learning_rate": 9.459376473463813e-08,
      "loss": 0.3336,
      "step": 2619300
    },
    {
      "epoch": 731.04,
      "grad_norm": 1.4129302501678467,
      "learning_rate": 9.458616049195598e-08,
      "loss": 0.331,
      "step": 2619310
    },
    {
      "epoch": 731.04,
      "grad_norm": 1.3607360124588013,
      "learning_rate": 9.457855654863878e-08,
      "loss": 0.3515,
      "step": 2619320
    },
    {
      "epoch": 731.04,
      "grad_norm": 1.3618600368499756,
      "learning_rate": 9.457095290468604e-08,
      "loss": 0.3365,
      "step": 2619330
    },
    {
      "epoch": 731.05,
      "grad_norm": 1.2957371473312378,
      "learning_rate": 9.456334956010058e-08,
      "loss": 0.3427,
      "step": 2619340
    },
    {
      "epoch": 731.05,
      "grad_norm": 1.1553562879562378,
      "learning_rate": 9.455574651488192e-08,
      "loss": 0.336,
      "step": 2619350
    },
    {
      "epoch": 731.05,
      "grad_norm": 1.2273324728012085,
      "learning_rate": 9.45481437690316e-08,
      "loss": 0.3208,
      "step": 2619360
    },
    {
      "epoch": 731.05,
      "grad_norm": 1.204737901687622,
      "learning_rate": 9.454054132255092e-08,
      "loss": 0.3289,
      "step": 2619370
    },
    {
      "epoch": 731.06,
      "grad_norm": 1.2612420320510864,
      "learning_rate": 9.453293917544066e-08,
      "loss": 0.3426,
      "step": 2619380
    },
    {
      "epoch": 731.06,
      "grad_norm": 1.3355433940887451,
      "learning_rate": 9.45253373277016e-08,
      "loss": 0.3374,
      "step": 2619390
    },
    {
      "epoch": 731.06,
      "grad_norm": 1.2076767683029175,
      "learning_rate": 9.45177357793348e-08,
      "loss": 0.3384,
      "step": 2619400
    },
    {
      "epoch": 731.07,
      "grad_norm": 1.3899675607681274,
      "learning_rate": 9.451013453034206e-08,
      "loss": 0.3378,
      "step": 2619410
    },
    {
      "epoch": 731.07,
      "grad_norm": 1.177170753479004,
      "learning_rate": 9.450253358072287e-08,
      "loss": 0.3306,
      "step": 2619420
    },
    {
      "epoch": 731.07,
      "grad_norm": 1.2533903121948242,
      "learning_rate": 9.449493293047982e-08,
      "loss": 0.3396,
      "step": 2619430
    },
    {
      "epoch": 731.07,
      "grad_norm": 1.0873044729232788,
      "learning_rate": 9.448733257961292e-08,
      "loss": 0.3474,
      "step": 2619440
    },
    {
      "epoch": 731.08,
      "grad_norm": 1.2155177593231201,
      "learning_rate": 9.447973252812348e-08,
      "loss": 0.3262,
      "step": 2619450
    },
    {
      "epoch": 731.08,
      "grad_norm": 1.2582557201385498,
      "learning_rate": 9.447213277601305e-08,
      "loss": 0.3362,
      "step": 2619460
    },
    {
      "epoch": 731.08,
      "grad_norm": 1.2897485494613647,
      "learning_rate": 9.446453332328163e-08,
      "loss": 0.3312,
      "step": 2619470
    },
    {
      "epoch": 731.09,
      "grad_norm": 1.8198494911193848,
      "learning_rate": 9.445693416993078e-08,
      "loss": 0.3334,
      "step": 2619480
    },
    {
      "epoch": 731.09,
      "grad_norm": 1.4052324295043945,
      "learning_rate": 9.444933531596129e-08,
      "loss": 0.3186,
      "step": 2619490
    },
    {
      "epoch": 731.09,
      "grad_norm": 1.158074975013733,
      "learning_rate": 9.44417367613747e-08,
      "loss": 0.3634,
      "step": 2619500
    },
    {
      "epoch": 731.09,
      "grad_norm": 1.239607810974121,
      "learning_rate": 9.443413850617103e-08,
      "loss": 0.3326,
      "step": 2619510
    },
    {
      "epoch": 731.1,
      "grad_norm": 1.3468924760818481,
      "learning_rate": 9.442654055035262e-08,
      "loss": 0.3452,
      "step": 2619520
    },
    {
      "epoch": 731.1,
      "grad_norm": 1.253260612487793,
      "learning_rate": 9.441894289391946e-08,
      "loss": 0.3265,
      "step": 2619530
    },
    {
      "epoch": 731.1,
      "grad_norm": 1.4586952924728394,
      "learning_rate": 9.441134553687286e-08,
      "loss": 0.3406,
      "step": 2619540
    },
    {
      "epoch": 731.11,
      "grad_norm": 1.313367486000061,
      "learning_rate": 9.440374847921412e-08,
      "loss": 0.3545,
      "step": 2619550
    },
    {
      "epoch": 731.11,
      "grad_norm": 1.145453929901123,
      "learning_rate": 9.439615172094377e-08,
      "loss": 0.3413,
      "step": 2619560
    },
    {
      "epoch": 731.11,
      "grad_norm": 1.2194480895996094,
      "learning_rate": 9.438855526206282e-08,
      "loss": 0.3263,
      "step": 2619570
    },
    {
      "epoch": 731.11,
      "grad_norm": 1.2978808879852295,
      "learning_rate": 9.438095910257259e-08,
      "loss": 0.3469,
      "step": 2619580
    },
    {
      "epoch": 731.12,
      "grad_norm": 1.2228405475616455,
      "learning_rate": 9.437336324247414e-08,
      "loss": 0.3372,
      "step": 2619590
    },
    {
      "epoch": 731.12,
      "grad_norm": 1.0911234617233276,
      "learning_rate": 9.436576768176848e-08,
      "loss": 0.3401,
      "step": 2619600
    },
    {
      "epoch": 731.12,
      "grad_norm": 1.3703430891036987,
      "learning_rate": 9.435817242045615e-08,
      "loss": 0.3429,
      "step": 2619610
    },
    {
      "epoch": 731.12,
      "grad_norm": 1.2405719757080078,
      "learning_rate": 9.435057745853869e-08,
      "loss": 0.3424,
      "step": 2619620
    },
    {
      "epoch": 731.13,
      "grad_norm": 1.4465601444244385,
      "learning_rate": 9.434298279601664e-08,
      "loss": 0.3409,
      "step": 2619630
    },
    {
      "epoch": 731.13,
      "grad_norm": 1.2148462533950806,
      "learning_rate": 9.433538843289183e-08,
      "loss": 0.3191,
      "step": 2619640
    },
    {
      "epoch": 731.13,
      "grad_norm": 1.1173781156539917,
      "learning_rate": 9.432779436916397e-08,
      "loss": 0.334,
      "step": 2619650
    },
    {
      "epoch": 731.14,
      "grad_norm": 1.3360100984573364,
      "learning_rate": 9.432020060483541e-08,
      "loss": 0.3268,
      "step": 2619660
    },
    {
      "epoch": 731.14,
      "grad_norm": 1.1995418071746826,
      "learning_rate": 9.431260713990617e-08,
      "loss": 0.3368,
      "step": 2619670
    },
    {
      "epoch": 731.14,
      "grad_norm": 1.2690222263336182,
      "learning_rate": 9.43050139743778e-08,
      "loss": 0.3231,
      "step": 2619680
    },
    {
      "epoch": 731.14,
      "grad_norm": 1.2489051818847656,
      "learning_rate": 9.42974211082516e-08,
      "loss": 0.3311,
      "step": 2619690
    },
    {
      "epoch": 731.15,
      "grad_norm": 1.239627718925476,
      "learning_rate": 9.428982854152757e-08,
      "loss": 0.3383,
      "step": 2619700
    },
    {
      "epoch": 731.15,
      "grad_norm": 1.2185970544815063,
      "learning_rate": 9.428223627420753e-08,
      "loss": 0.3259,
      "step": 2619710
    },
    {
      "epoch": 731.15,
      "grad_norm": 4.817540168762207,
      "learning_rate": 9.427464430629226e-08,
      "loss": 0.3377,
      "step": 2619720
    },
    {
      "epoch": 731.16,
      "grad_norm": 1.3664287328720093,
      "learning_rate": 9.42670526377828e-08,
      "loss": 0.3443,
      "step": 2619730
    },
    {
      "epoch": 731.16,
      "grad_norm": 1.481162667274475,
      "learning_rate": 9.425946126867994e-08,
      "loss": 0.3428,
      "step": 2619740
    },
    {
      "epoch": 731.16,
      "grad_norm": 1.3416708707809448,
      "learning_rate": 9.425187019898523e-08,
      "loss": 0.3434,
      "step": 2619750
    },
    {
      "epoch": 731.16,
      "grad_norm": 1.3814330101013184,
      "learning_rate": 9.424427942869894e-08,
      "loss": 0.349,
      "step": 2619760
    },
    {
      "epoch": 731.17,
      "grad_norm": 1.1922199726104736,
      "learning_rate": 9.423668895782261e-08,
      "loss": 0.3347,
      "step": 2619770
    },
    {
      "epoch": 731.17,
      "grad_norm": 1.0410956144332886,
      "learning_rate": 9.422909878635732e-08,
      "loss": 0.332,
      "step": 2619780
    },
    {
      "epoch": 731.17,
      "grad_norm": 1.399739384651184,
      "learning_rate": 9.422150891430381e-08,
      "loss": 0.3335,
      "step": 2619790
    },
    {
      "epoch": 731.17,
      "grad_norm": 1.209088683128357,
      "learning_rate": 9.421391934166289e-08,
      "loss": 0.3341,
      "step": 2619800
    },
    {
      "epoch": 731.18,
      "grad_norm": 1.367209792137146,
      "learning_rate": 9.420633006843609e-08,
      "loss": 0.3337,
      "step": 2619810
    },
    {
      "epoch": 731.18,
      "grad_norm": 1.2297492027282715,
      "learning_rate": 9.419874109462423e-08,
      "loss": 0.3385,
      "step": 2619820
    },
    {
      "epoch": 731.18,
      "grad_norm": 1.326704978942871,
      "learning_rate": 9.419115242022806e-08,
      "loss": 0.3474,
      "step": 2619830
    },
    {
      "epoch": 731.19,
      "grad_norm": 1.1484272480010986,
      "learning_rate": 9.41835640452489e-08,
      "loss": 0.3391,
      "step": 2619840
    },
    {
      "epoch": 731.19,
      "grad_norm": 1.6150177717208862,
      "learning_rate": 9.417597596968778e-08,
      "loss": 0.3242,
      "step": 2619850
    },
    {
      "epoch": 731.19,
      "grad_norm": 1.511653184890747,
      "learning_rate": 9.416838819354496e-08,
      "loss": 0.3313,
      "step": 2619860
    },
    {
      "epoch": 731.19,
      "grad_norm": 1.2166314125061035,
      "learning_rate": 9.416080071682278e-08,
      "loss": 0.3539,
      "step": 2619870
    },
    {
      "epoch": 731.2,
      "grad_norm": 1.118416428565979,
      "learning_rate": 9.415321353952072e-08,
      "loss": 0.317,
      "step": 2619880
    },
    {
      "epoch": 731.2,
      "grad_norm": 1.3843333721160889,
      "learning_rate": 9.41456266616414e-08,
      "loss": 0.3433,
      "step": 2619890
    },
    {
      "epoch": 731.2,
      "grad_norm": 1.4872188568115234,
      "learning_rate": 9.41380400831848e-08,
      "loss": 0.3354,
      "step": 2619900
    },
    {
      "epoch": 731.21,
      "grad_norm": 1.195509672164917,
      "learning_rate": 9.413045380415197e-08,
      "loss": 0.3475,
      "step": 2619910
    },
    {
      "epoch": 731.21,
      "grad_norm": 1.194015622138977,
      "learning_rate": 9.412286782454447e-08,
      "loss": 0.3515,
      "step": 2619920
    },
    {
      "epoch": 731.21,
      "grad_norm": 1.247971534729004,
      "learning_rate": 9.411528214436281e-08,
      "loss": 0.3314,
      "step": 2619930
    },
    {
      "epoch": 731.21,
      "grad_norm": 1.625304102897644,
      "learning_rate": 9.410769676360804e-08,
      "loss": 0.3446,
      "step": 2619940
    },
    {
      "epoch": 731.22,
      "grad_norm": 1.2483441829681396,
      "learning_rate": 9.410011168228121e-08,
      "loss": 0.3384,
      "step": 2619950
    },
    {
      "epoch": 731.22,
      "grad_norm": 1.404366374015808,
      "learning_rate": 9.40925269003836e-08,
      "loss": 0.3436,
      "step": 2619960
    },
    {
      "epoch": 731.22,
      "grad_norm": 1.2669347524642944,
      "learning_rate": 9.408494241791601e-08,
      "loss": 0.3432,
      "step": 2619970
    },
    {
      "epoch": 731.23,
      "grad_norm": 1.31590735912323,
      "learning_rate": 9.407735823487921e-08,
      "loss": 0.3458,
      "step": 2619980
    },
    {
      "epoch": 731.23,
      "grad_norm": 1.0964136123657227,
      "learning_rate": 9.406977435127478e-08,
      "loss": 0.3363,
      "step": 2619990
    },
    {
      "epoch": 731.23,
      "grad_norm": 1.2841923236846924,
      "learning_rate": 9.406219076710293e-08,
      "loss": 0.3394,
      "step": 2620000
    },
    {
      "epoch": 731.23,
      "grad_norm": 1.3436126708984375,
      "learning_rate": 9.40546074823658e-08,
      "loss": 0.3399,
      "step": 2620010
    },
    {
      "epoch": 731.24,
      "grad_norm": 1.2026970386505127,
      "learning_rate": 9.40470244970631e-08,
      "loss": 0.3418,
      "step": 2620020
    },
    {
      "epoch": 731.24,
      "grad_norm": 1.2764205932617188,
      "learning_rate": 9.403944181119693e-08,
      "loss": 0.3334,
      "step": 2620030
    },
    {
      "epoch": 731.24,
      "grad_norm": 1.233214020729065,
      "learning_rate": 9.403185942476751e-08,
      "loss": 0.3228,
      "step": 2620040
    },
    {
      "epoch": 731.24,
      "grad_norm": 1.1213492155075073,
      "learning_rate": 9.402427733777644e-08,
      "loss": 0.3376,
      "step": 2620050
    },
    {
      "epoch": 731.25,
      "grad_norm": 1.167863368988037,
      "learning_rate": 9.401669555022451e-08,
      "loss": 0.3262,
      "step": 2620060
    },
    {
      "epoch": 731.25,
      "grad_norm": 1.44996976852417,
      "learning_rate": 9.400911406211246e-08,
      "loss": 0.3269,
      "step": 2620070
    },
    {
      "epoch": 731.25,
      "grad_norm": 1.1647610664367676,
      "learning_rate": 9.400153287344187e-08,
      "loss": 0.3568,
      "step": 2620080
    },
    {
      "epoch": 731.26,
      "grad_norm": 1.2801657915115356,
      "learning_rate": 9.399395198421275e-08,
      "loss": 0.3422,
      "step": 2620090
    },
    {
      "epoch": 731.26,
      "grad_norm": 1.3565853834152222,
      "learning_rate": 9.398637139442743e-08,
      "loss": 0.33,
      "step": 2620100
    },
    {
      "epoch": 731.26,
      "grad_norm": 1.1922682523727417,
      "learning_rate": 9.397879110408617e-08,
      "loss": 0.3346,
      "step": 2620110
    },
    {
      "epoch": 731.26,
      "grad_norm": 1.059234380722046,
      "learning_rate": 9.397121111318975e-08,
      "loss": 0.3232,
      "step": 2620120
    },
    {
      "epoch": 731.27,
      "grad_norm": 1.2278087139129639,
      "learning_rate": 9.396363142174e-08,
      "loss": 0.358,
      "step": 2620130
    },
    {
      "epoch": 731.27,
      "grad_norm": 1.4469690322875977,
      "learning_rate": 9.395605202973692e-08,
      "loss": 0.3442,
      "step": 2620140
    },
    {
      "epoch": 731.27,
      "grad_norm": 1.1823869943618774,
      "learning_rate": 9.394847293718233e-08,
      "loss": 0.3277,
      "step": 2620150
    },
    {
      "epoch": 731.28,
      "grad_norm": 1.3617407083511353,
      "learning_rate": 9.394089414407674e-08,
      "loss": 0.343,
      "step": 2620160
    },
    {
      "epoch": 731.28,
      "grad_norm": 1.1690385341644287,
      "learning_rate": 9.393331565042145e-08,
      "loss": 0.3529,
      "step": 2620170
    },
    {
      "epoch": 731.28,
      "grad_norm": 1.1077275276184082,
      "learning_rate": 9.392573745621727e-08,
      "loss": 0.3382,
      "step": 2620180
    },
    {
      "epoch": 731.28,
      "grad_norm": 1.2641302347183228,
      "learning_rate": 9.391815956146547e-08,
      "loss": 0.3333,
      "step": 2620190
    },
    {
      "epoch": 731.29,
      "grad_norm": 1.0606683492660522,
      "learning_rate": 9.391058196616682e-08,
      "loss": 0.3357,
      "step": 2620200
    },
    {
      "epoch": 731.29,
      "grad_norm": 1.14727783203125,
      "learning_rate": 9.390300467032241e-08,
      "loss": 0.3467,
      "step": 2620210
    },
    {
      "epoch": 731.29,
      "grad_norm": 1.0856149196624756,
      "learning_rate": 9.38954276739335e-08,
      "loss": 0.3436,
      "step": 2620220
    },
    {
      "epoch": 731.3,
      "grad_norm": 1.2245557308197021,
      "learning_rate": 9.388785097700037e-08,
      "loss": 0.3415,
      "step": 2620230
    },
    {
      "epoch": 731.3,
      "grad_norm": 1.0709176063537598,
      "learning_rate": 9.388027457952482e-08,
      "loss": 0.3393,
      "step": 2620240
    },
    {
      "epoch": 731.3,
      "grad_norm": 1.2756606340408325,
      "learning_rate": 9.38726984815074e-08,
      "loss": 0.334,
      "step": 2620250
    },
    {
      "epoch": 731.3,
      "grad_norm": 1.3853490352630615,
      "learning_rate": 9.386512268294938e-08,
      "loss": 0.3304,
      "step": 2620260
    },
    {
      "epoch": 731.31,
      "grad_norm": 1.3241875171661377,
      "learning_rate": 9.385754718385184e-08,
      "loss": 0.3474,
      "step": 2620270
    },
    {
      "epoch": 731.31,
      "grad_norm": 1.2750543355941772,
      "learning_rate": 9.384997198421525e-08,
      "loss": 0.3385,
      "step": 2620280
    },
    {
      "epoch": 731.31,
      "grad_norm": 1.3442946672439575,
      "learning_rate": 9.384239708404122e-08,
      "loss": 0.3441,
      "step": 2620290
    },
    {
      "epoch": 731.31,
      "grad_norm": 1.36789071559906,
      "learning_rate": 9.383482248333024e-08,
      "loss": 0.3435,
      "step": 2620300
    },
    {
      "epoch": 731.32,
      "grad_norm": 1.25847589969635,
      "learning_rate": 9.382724818208388e-08,
      "loss": 0.3274,
      "step": 2620310
    },
    {
      "epoch": 731.32,
      "grad_norm": 1.1269007921218872,
      "learning_rate": 9.38196741803024e-08,
      "loss": 0.3344,
      "step": 2620320
    },
    {
      "epoch": 731.32,
      "grad_norm": 1.2702096700668335,
      "learning_rate": 9.381210047798761e-08,
      "loss": 0.3385,
      "step": 2620330
    },
    {
      "epoch": 731.33,
      "grad_norm": 1.1850866079330444,
      "learning_rate": 9.380452707514006e-08,
      "loss": 0.3528,
      "step": 2620340
    },
    {
      "epoch": 731.33,
      "grad_norm": 1.1132047176361084,
      "learning_rate": 9.379695397176103e-08,
      "loss": 0.3343,
      "step": 2620350
    },
    {
      "epoch": 731.33,
      "grad_norm": 1.2676422595977783,
      "learning_rate": 9.378938116785129e-08,
      "loss": 0.3503,
      "step": 2620360
    },
    {
      "epoch": 731.33,
      "grad_norm": 1.2067662477493286,
      "learning_rate": 9.37818086634119e-08,
      "loss": 0.3335,
      "step": 2620370
    },
    {
      "epoch": 731.34,
      "grad_norm": 1.2524104118347168,
      "learning_rate": 9.37742364584439e-08,
      "loss": 0.3361,
      "step": 2620380
    },
    {
      "epoch": 731.34,
      "grad_norm": 1.225212812423706,
      "learning_rate": 9.376666455294807e-08,
      "loss": 0.3408,
      "step": 2620390
    },
    {
      "epoch": 731.34,
      "grad_norm": 1.1789498329162598,
      "learning_rate": 9.375909294692622e-08,
      "loss": 0.3428,
      "step": 2620400
    },
    {
      "epoch": 731.35,
      "grad_norm": 1.2229392528533936,
      "learning_rate": 9.37515216403781e-08,
      "loss": 0.3372,
      "step": 2620410
    },
    {
      "epoch": 731.35,
      "grad_norm": 1.2753376960754395,
      "learning_rate": 9.374395063330578e-08,
      "loss": 0.3331,
      "step": 2620420
    },
    {
      "epoch": 731.35,
      "grad_norm": 1.3727984428405762,
      "learning_rate": 9.37363799257098e-08,
      "loss": 0.3434,
      "step": 2620430
    },
    {
      "epoch": 731.35,
      "grad_norm": 1.3107274770736694,
      "learning_rate": 9.372880951759093e-08,
      "loss": 0.3494,
      "step": 2620440
    },
    {
      "epoch": 731.36,
      "grad_norm": 1.1990792751312256,
      "learning_rate": 9.372123940895099e-08,
      "loss": 0.3208,
      "step": 2620450
    },
    {
      "epoch": 731.36,
      "grad_norm": 1.2078245878219604,
      "learning_rate": 9.371366959978998e-08,
      "loss": 0.3586,
      "step": 2620460
    },
    {
      "epoch": 731.36,
      "grad_norm": 1.4422310590744019,
      "learning_rate": 9.370610009010997e-08,
      "loss": 0.3392,
      "step": 2620470
    },
    {
      "epoch": 731.36,
      "grad_norm": 1.357585072517395,
      "learning_rate": 9.3698530879911e-08,
      "loss": 0.3319,
      "step": 2620480
    },
    {
      "epoch": 731.37,
      "grad_norm": 1.1469162702560425,
      "learning_rate": 9.369096196919457e-08,
      "loss": 0.3223,
      "step": 2620490
    },
    {
      "epoch": 731.37,
      "grad_norm": 3.011861801147461,
      "learning_rate": 9.368339335796204e-08,
      "loss": 0.3306,
      "step": 2620500
    },
    {
      "epoch": 731.37,
      "grad_norm": 1.23892343044281,
      "learning_rate": 9.367582504621337e-08,
      "loss": 0.3342,
      "step": 2620510
    },
    {
      "epoch": 731.38,
      "grad_norm": 1.2967294454574585,
      "learning_rate": 9.366825703395041e-08,
      "loss": 0.3216,
      "step": 2620520
    },
    {
      "epoch": 731.38,
      "grad_norm": 1.3166877031326294,
      "learning_rate": 9.366068932117393e-08,
      "loss": 0.3386,
      "step": 2620530
    },
    {
      "epoch": 731.38,
      "grad_norm": 1.122436761856079,
      "learning_rate": 9.365312190788522e-08,
      "loss": 0.3344,
      "step": 2620540
    },
    {
      "epoch": 731.38,
      "grad_norm": 1.1585651636123657,
      "learning_rate": 9.364555479408481e-08,
      "loss": 0.3493,
      "step": 2620550
    },
    {
      "epoch": 731.39,
      "grad_norm": 1.096929907798767,
      "learning_rate": 9.363798797977374e-08,
      "loss": 0.3293,
      "step": 2620560
    },
    {
      "epoch": 731.39,
      "grad_norm": 1.2834101915359497,
      "learning_rate": 9.36304214649533e-08,
      "loss": 0.3317,
      "step": 2620570
    },
    {
      "epoch": 731.39,
      "grad_norm": 14.002823829650879,
      "learning_rate": 9.362285524962456e-08,
      "loss": 0.3274,
      "step": 2620580
    },
    {
      "epoch": 731.4,
      "grad_norm": 1.2436754703521729,
      "learning_rate": 9.361528933378854e-08,
      "loss": 0.3247,
      "step": 2620590
    },
    {
      "epoch": 731.4,
      "grad_norm": 1.2864983081817627,
      "learning_rate": 9.36077237174455e-08,
      "loss": 0.3356,
      "step": 2620600
    },
    {
      "epoch": 731.4,
      "grad_norm": 1.1717778444290161,
      "learning_rate": 9.360015840059725e-08,
      "loss": 0.3392,
      "step": 2620610
    },
    {
      "epoch": 731.4,
      "grad_norm": 1.4261634349822998,
      "learning_rate": 9.35925933832446e-08,
      "loss": 0.3333,
      "step": 2620620
    },
    {
      "epoch": 731.41,
      "grad_norm": 1.3248130083084106,
      "learning_rate": 9.358502866538857e-08,
      "loss": 0.343,
      "step": 2620630
    },
    {
      "epoch": 731.41,
      "grad_norm": 1.0379585027694702,
      "learning_rate": 9.35774642470302e-08,
      "loss": 0.3312,
      "step": 2620640
    },
    {
      "epoch": 731.41,
      "grad_norm": 1.2486759424209595,
      "learning_rate": 9.356990012817003e-08,
      "loss": 0.3416,
      "step": 2620650
    },
    {
      "epoch": 731.42,
      "grad_norm": 1.1711421012878418,
      "learning_rate": 9.356233630880986e-08,
      "loss": 0.3475,
      "step": 2620660
    },
    {
      "epoch": 731.42,
      "grad_norm": 1.4750804901123047,
      "learning_rate": 9.35547727889497e-08,
      "loss": 0.3351,
      "step": 2620670
    },
    {
      "epoch": 731.42,
      "grad_norm": 1.421018362045288,
      "learning_rate": 9.354720956859188e-08,
      "loss": 0.3273,
      "step": 2620680
    },
    {
      "epoch": 731.42,
      "grad_norm": 1.2073233127593994,
      "learning_rate": 9.353964664773617e-08,
      "loss": 0.3488,
      "step": 2620690
    },
    {
      "epoch": 731.43,
      "grad_norm": 1.2235349416732788,
      "learning_rate": 9.353208402638409e-08,
      "loss": 0.3516,
      "step": 2620700
    },
    {
      "epoch": 731.43,
      "grad_norm": 1.1778393983840942,
      "learning_rate": 9.352452170453672e-08,
      "loss": 0.3225,
      "step": 2620710
    },
    {
      "epoch": 731.43,
      "grad_norm": 1.2598979473114014,
      "learning_rate": 9.351695968219533e-08,
      "loss": 0.3396,
      "step": 2620720
    },
    {
      "epoch": 731.43,
      "grad_norm": 1.327840805053711,
      "learning_rate": 9.35093979593602e-08,
      "loss": 0.3307,
      "step": 2620730
    },
    {
      "epoch": 731.44,
      "grad_norm": 1.2924476861953735,
      "learning_rate": 9.350183653603262e-08,
      "loss": 0.3346,
      "step": 2620740
    },
    {
      "epoch": 731.44,
      "grad_norm": 1.5162568092346191,
      "learning_rate": 9.349427541221365e-08,
      "loss": 0.3427,
      "step": 2620750
    },
    {
      "epoch": 731.44,
      "grad_norm": 1.135750412940979,
      "learning_rate": 9.348671458790456e-08,
      "loss": 0.3384,
      "step": 2620760
    },
    {
      "epoch": 731.45,
      "grad_norm": 1.552014708518982,
      "learning_rate": 9.347915406310614e-08,
      "loss": 0.342,
      "step": 2620770
    },
    {
      "epoch": 731.45,
      "grad_norm": 1.4163355827331543,
      "learning_rate": 9.347159383781945e-08,
      "loss": 0.3197,
      "step": 2620780
    },
    {
      "epoch": 731.45,
      "grad_norm": 1.4596494436264038,
      "learning_rate": 9.3464033912045e-08,
      "loss": 0.3356,
      "step": 2620790
    },
    {
      "epoch": 731.45,
      "grad_norm": 1.194571614265442,
      "learning_rate": 9.345647428578487e-08,
      "loss": 0.3246,
      "step": 2620800
    },
    {
      "epoch": 731.46,
      "grad_norm": 1.595146656036377,
      "learning_rate": 9.344891495903878e-08,
      "loss": 0.3503,
      "step": 2620810
    },
    {
      "epoch": 731.46,
      "grad_norm": 1.2166672945022583,
      "learning_rate": 9.344135593180885e-08,
      "loss": 0.3248,
      "step": 2620820
    },
    {
      "epoch": 731.46,
      "grad_norm": 1.3799329996109009,
      "learning_rate": 9.343379720409532e-08,
      "loss": 0.3374,
      "step": 2620830
    },
    {
      "epoch": 731.47,
      "grad_norm": 1.2710587978363037,
      "learning_rate": 9.342623877589949e-08,
      "loss": 0.3212,
      "step": 2620840
    },
    {
      "epoch": 731.47,
      "grad_norm": 1.056138038635254,
      "learning_rate": 9.34186806472224e-08,
      "loss": 0.3459,
      "step": 2620850
    },
    {
      "epoch": 731.47,
      "grad_norm": 1.4743547439575195,
      "learning_rate": 9.341112281806535e-08,
      "loss": 0.3497,
      "step": 2620860
    },
    {
      "epoch": 731.47,
      "grad_norm": 1.3372348546981812,
      "learning_rate": 9.340356528842862e-08,
      "loss": 0.3325,
      "step": 2620870
    },
    {
      "epoch": 731.48,
      "grad_norm": 1.5904768705368042,
      "learning_rate": 9.339600805831375e-08,
      "loss": 0.3326,
      "step": 2620880
    },
    {
      "epoch": 731.48,
      "grad_norm": 1.2221893072128296,
      "learning_rate": 9.338845112772178e-08,
      "loss": 0.335,
      "step": 2620890
    },
    {
      "epoch": 731.48,
      "grad_norm": 1.2068904638290405,
      "learning_rate": 9.338089449665298e-08,
      "loss": 0.3288,
      "step": 2620900
    },
    {
      "epoch": 731.48,
      "grad_norm": 1.0925875902175903,
      "learning_rate": 9.337333816510969e-08,
      "loss": 0.3278,
      "step": 2620910
    },
    {
      "epoch": 731.49,
      "grad_norm": 1.6596931219100952,
      "learning_rate": 9.336578213309165e-08,
      "loss": 0.339,
      "step": 2620920
    },
    {
      "epoch": 731.49,
      "grad_norm": 1.4632740020751953,
      "learning_rate": 9.335822640060041e-08,
      "loss": 0.3154,
      "step": 2620930
    },
    {
      "epoch": 731.49,
      "grad_norm": 1.3190478086471558,
      "learning_rate": 9.335067096763729e-08,
      "loss": 0.3417,
      "step": 2620940
    },
    {
      "epoch": 731.5,
      "grad_norm": 1.213339924812317,
      "learning_rate": 9.334311583420254e-08,
      "loss": 0.3324,
      "step": 2620950
    },
    {
      "epoch": 731.5,
      "grad_norm": 1.2388821840286255,
      "learning_rate": 9.333556100029746e-08,
      "loss": 0.3411,
      "step": 2620960
    },
    {
      "epoch": 731.5,
      "grad_norm": 1.1500468254089355,
      "learning_rate": 9.332800646592335e-08,
      "loss": 0.3425,
      "step": 2620970
    },
    {
      "epoch": 731.5,
      "grad_norm": 1.3513058423995972,
      "learning_rate": 9.332045223108126e-08,
      "loss": 0.3335,
      "step": 2620980
    },
    {
      "epoch": 731.51,
      "grad_norm": 2.182832956314087,
      "learning_rate": 9.331289829577144e-08,
      "loss": 0.3462,
      "step": 2620990
    },
    {
      "epoch": 731.51,
      "grad_norm": 1.3704571723937988,
      "learning_rate": 9.330534465999597e-08,
      "loss": 0.3377,
      "step": 2621000
    },
    {
      "epoch": 731.51,
      "grad_norm": 1.1769806146621704,
      "learning_rate": 9.329779132375487e-08,
      "loss": 0.3189,
      "step": 2621010
    },
    {
      "epoch": 731.52,
      "grad_norm": 1.2654204368591309,
      "learning_rate": 9.329023828704967e-08,
      "loss": 0.3197,
      "step": 2621020
    },
    {
      "epoch": 731.52,
      "grad_norm": 1.2995021343231201,
      "learning_rate": 9.328268554988144e-08,
      "loss": 0.3492,
      "step": 2621030
    },
    {
      "epoch": 731.52,
      "grad_norm": 15.998321533203125,
      "learning_rate": 9.327513311225068e-08,
      "loss": 0.3439,
      "step": 2621040
    },
    {
      "epoch": 731.52,
      "grad_norm": 1.095532774925232,
      "learning_rate": 9.326758097415922e-08,
      "loss": 0.3482,
      "step": 2621050
    },
    {
      "epoch": 731.53,
      "grad_norm": 1.2051739692687988,
      "learning_rate": 9.326002913560707e-08,
      "loss": 0.3284,
      "step": 2621060
    },
    {
      "epoch": 731.53,
      "grad_norm": 1.3097648620605469,
      "learning_rate": 9.325247759659604e-08,
      "loss": 0.3347,
      "step": 2621070
    },
    {
      "epoch": 731.53,
      "grad_norm": 1.3458340167999268,
      "learning_rate": 9.324492635712716e-08,
      "loss": 0.3449,
      "step": 2621080
    },
    {
      "epoch": 731.54,
      "grad_norm": 1.321048378944397,
      "learning_rate": 9.32373754172007e-08,
      "loss": 0.329,
      "step": 2621090
    },
    {
      "epoch": 731.54,
      "grad_norm": 1.2310118675231934,
      "learning_rate": 9.322982477681798e-08,
      "loss": 0.3499,
      "step": 2621100
    },
    {
      "epoch": 731.54,
      "grad_norm": 1.346228003501892,
      "learning_rate": 9.322227443598027e-08,
      "loss": 0.3346,
      "step": 2621110
    },
    {
      "epoch": 731.54,
      "grad_norm": 1.4051289558410645,
      "learning_rate": 9.321472439468864e-08,
      "loss": 0.347,
      "step": 2621120
    },
    {
      "epoch": 731.55,
      "grad_norm": 1.1922698020935059,
      "learning_rate": 9.320717465294333e-08,
      "loss": 0.3229,
      "step": 2621130
    },
    {
      "epoch": 731.55,
      "grad_norm": 1.214146375656128,
      "learning_rate": 9.319962521074642e-08,
      "loss": 0.3356,
      "step": 2621140
    },
    {
      "epoch": 731.55,
      "grad_norm": 1.2548562288284302,
      "learning_rate": 9.319207606809818e-08,
      "loss": 0.3428,
      "step": 2621150
    },
    {
      "epoch": 731.55,
      "grad_norm": 1.3544872999191284,
      "learning_rate": 9.318452722499965e-08,
      "loss": 0.3497,
      "step": 2621160
    },
    {
      "epoch": 731.56,
      "grad_norm": 1.2071149349212646,
      "learning_rate": 9.317697868145239e-08,
      "loss": 0.3284,
      "step": 2621170
    },
    {
      "epoch": 731.56,
      "grad_norm": 1.3583821058273315,
      "learning_rate": 9.316943043745665e-08,
      "loss": 0.3492,
      "step": 2621180
    },
    {
      "epoch": 731.56,
      "grad_norm": 1.4710239171981812,
      "learning_rate": 9.316188249301401e-08,
      "loss": 0.3388,
      "step": 2621190
    },
    {
      "epoch": 731.57,
      "grad_norm": 1.086362361907959,
      "learning_rate": 9.315433484812498e-08,
      "loss": 0.3222,
      "step": 2621200
    },
    {
      "epoch": 731.57,
      "grad_norm": 1.273183822631836,
      "learning_rate": 9.314678750279139e-08,
      "loss": 0.3289,
      "step": 2621210
    },
    {
      "epoch": 731.57,
      "grad_norm": 1.1539298295974731,
      "learning_rate": 9.313924045701322e-08,
      "loss": 0.3268,
      "step": 2621220
    },
    {
      "epoch": 731.57,
      "grad_norm": 1.2543764114379883,
      "learning_rate": 9.313169371079204e-08,
      "loss": 0.3594,
      "step": 2621230
    },
    {
      "epoch": 731.58,
      "grad_norm": 1.3583475351333618,
      "learning_rate": 9.31241472641289e-08,
      "loss": 0.3367,
      "step": 2621240
    },
    {
      "epoch": 731.58,
      "grad_norm": 1.265835165977478,
      "learning_rate": 9.311660111702432e-08,
      "loss": 0.3234,
      "step": 2621250
    },
    {
      "epoch": 731.58,
      "grad_norm": 1.30375337600708,
      "learning_rate": 9.310905526948012e-08,
      "loss": 0.3408,
      "step": 2621260
    },
    {
      "epoch": 731.59,
      "grad_norm": 1.1691381931304932,
      "learning_rate": 9.310150972149655e-08,
      "loss": 0.3354,
      "step": 2621270
    },
    {
      "epoch": 731.59,
      "grad_norm": 1.2658591270446777,
      "learning_rate": 9.309396447307492e-08,
      "loss": 0.3349,
      "step": 2621280
    },
    {
      "epoch": 731.59,
      "grad_norm": 1.455815076828003,
      "learning_rate": 9.308641952421627e-08,
      "loss": 0.3317,
      "step": 2621290
    },
    {
      "epoch": 731.59,
      "grad_norm": 1.1955355405807495,
      "learning_rate": 9.307887487492189e-08,
      "loss": 0.3359,
      "step": 2621300
    },
    {
      "epoch": 731.6,
      "grad_norm": 1.1867897510528564,
      "learning_rate": 9.307133052519205e-08,
      "loss": 0.3293,
      "step": 2621310
    },
    {
      "epoch": 731.6,
      "grad_norm": 1.2768752574920654,
      "learning_rate": 9.306378647502833e-08,
      "loss": 0.3394,
      "step": 2621320
    },
    {
      "epoch": 731.6,
      "grad_norm": 1.3296042680740356,
      "learning_rate": 9.305624272443147e-08,
      "loss": 0.3591,
      "step": 2621330
    },
    {
      "epoch": 731.6,
      "grad_norm": 1.2132478952407837,
      "learning_rate": 9.304869927340229e-08,
      "loss": 0.3342,
      "step": 2621340
    },
    {
      "epoch": 731.61,
      "grad_norm": 1.3829513788223267,
      "learning_rate": 9.304115612194258e-08,
      "loss": 0.3423,
      "step": 2621350
    },
    {
      "epoch": 731.61,
      "grad_norm": 1.3154327869415283,
      "learning_rate": 9.303361327005262e-08,
      "loss": 0.3441,
      "step": 2621360
    },
    {
      "epoch": 731.61,
      "grad_norm": 1.1320242881774902,
      "learning_rate": 9.302607071773344e-08,
      "loss": 0.334,
      "step": 2621370
    },
    {
      "epoch": 731.62,
      "grad_norm": 1.337629795074463,
      "learning_rate": 9.301852846498688e-08,
      "loss": 0.3345,
      "step": 2621380
    },
    {
      "epoch": 731.62,
      "grad_norm": 1.4460158348083496,
      "learning_rate": 9.301098651181239e-08,
      "loss": 0.3505,
      "step": 2621390
    },
    {
      "epoch": 731.62,
      "grad_norm": 1.370602011680603,
      "learning_rate": 9.300344485821259e-08,
      "loss": 0.3241,
      "step": 2621400
    },
    {
      "epoch": 731.62,
      "grad_norm": 1.6261814832687378,
      "learning_rate": 9.299590350418723e-08,
      "loss": 0.3459,
      "step": 2621410
    },
    {
      "epoch": 731.63,
      "grad_norm": 1.427017331123352,
      "learning_rate": 9.298836244973811e-08,
      "loss": 0.3271,
      "step": 2621420
    },
    {
      "epoch": 731.63,
      "grad_norm": 1.042575716972351,
      "learning_rate": 9.298082169486576e-08,
      "loss": 0.3201,
      "step": 2621430
    },
    {
      "epoch": 731.63,
      "grad_norm": 1.143120527267456,
      "learning_rate": 9.2973281239572e-08,
      "loss": 0.3197,
      "step": 2621440
    },
    {
      "epoch": 731.64,
      "grad_norm": 1.1610268354415894,
      "learning_rate": 9.296574108385683e-08,
      "loss": 0.3278,
      "step": 2621450
    },
    {
      "epoch": 731.64,
      "grad_norm": 1.230765461921692,
      "learning_rate": 9.295820122772156e-08,
      "loss": 0.3489,
      "step": 2621460
    },
    {
      "epoch": 731.64,
      "grad_norm": 1.3998627662658691,
      "learning_rate": 9.295066167116748e-08,
      "loss": 0.3353,
      "step": 2621470
    },
    {
      "epoch": 731.64,
      "grad_norm": 1.2603380680084229,
      "learning_rate": 9.294312241419511e-08,
      "loss": 0.3407,
      "step": 2621480
    },
    {
      "epoch": 731.65,
      "grad_norm": 1.3187296390533447,
      "learning_rate": 9.293558345680627e-08,
      "loss": 0.3526,
      "step": 2621490
    },
    {
      "epoch": 731.65,
      "grad_norm": 1.095198392868042,
      "learning_rate": 9.292804479900098e-08,
      "loss": 0.3427,
      "step": 2621500
    },
    {
      "epoch": 731.65,
      "grad_norm": 1.4102911949157715,
      "learning_rate": 9.292050644078078e-08,
      "loss": 0.3335,
      "step": 2621510
    },
    {
      "epoch": 731.66,
      "grad_norm": 1.2727696895599365,
      "learning_rate": 9.291296838214697e-08,
      "loss": 0.34,
      "step": 2621520
    },
    {
      "epoch": 731.66,
      "grad_norm": 1.1663289070129395,
      "learning_rate": 9.290543062309982e-08,
      "loss": 0.3519,
      "step": 2621530
    },
    {
      "epoch": 731.66,
      "grad_norm": 1.3992152214050293,
      "learning_rate": 9.289789316364064e-08,
      "loss": 0.3199,
      "step": 2621540
    },
    {
      "epoch": 731.66,
      "grad_norm": 1.182381510734558,
      "learning_rate": 9.289035600377045e-08,
      "loss": 0.345,
      "step": 2621550
    },
    {
      "epoch": 731.67,
      "grad_norm": 1.150600790977478,
      "learning_rate": 9.288281914349083e-08,
      "loss": 0.33,
      "step": 2621560
    },
    {
      "epoch": 731.67,
      "grad_norm": 2.3048646450042725,
      "learning_rate": 9.28752825828015e-08,
      "loss": 0.3388,
      "step": 2621570
    },
    {
      "epoch": 731.67,
      "grad_norm": 1.4114662408828735,
      "learning_rate": 9.286774632170481e-08,
      "loss": 0.3398,
      "step": 2621580
    },
    {
      "epoch": 731.67,
      "grad_norm": 1.5473911762237549,
      "learning_rate": 9.286021036020077e-08,
      "loss": 0.3326,
      "step": 2621590
    },
    {
      "epoch": 731.68,
      "grad_norm": 1.2025028467178345,
      "learning_rate": 9.285267469829093e-08,
      "loss": 0.3399,
      "step": 2621600
    },
    {
      "epoch": 731.68,
      "grad_norm": 1.2288659811019897,
      "learning_rate": 9.284513933597633e-08,
      "loss": 0.3471,
      "step": 2621610
    },
    {
      "epoch": 731.68,
      "grad_norm": 1.2761977910995483,
      "learning_rate": 9.283760427325724e-08,
      "loss": 0.3526,
      "step": 2621620
    },
    {
      "epoch": 731.69,
      "grad_norm": 1.21985924243927,
      "learning_rate": 9.283006951013575e-08,
      "loss": 0.3457,
      "step": 2621630
    },
    {
      "epoch": 731.69,
      "grad_norm": 1.3049559593200684,
      "learning_rate": 9.282253504661208e-08,
      "loss": 0.3286,
      "step": 2621640
    },
    {
      "epoch": 731.69,
      "grad_norm": 1.306439757347107,
      "learning_rate": 9.281500088268758e-08,
      "loss": 0.3283,
      "step": 2621650
    },
    {
      "epoch": 731.69,
      "grad_norm": 1.1844121217727661,
      "learning_rate": 9.280746701836299e-08,
      "loss": 0.3547,
      "step": 2621660
    },
    {
      "epoch": 731.7,
      "grad_norm": 1.1327153444290161,
      "learning_rate": 9.279993345363991e-08,
      "loss": 0.3477,
      "step": 2621670
    },
    {
      "epoch": 731.7,
      "grad_norm": 1.2334773540496826,
      "learning_rate": 9.27924001885183e-08,
      "loss": 0.3279,
      "step": 2621680
    },
    {
      "epoch": 731.7,
      "grad_norm": 1.1083438396453857,
      "learning_rate": 9.2784867223e-08,
      "loss": 0.3396,
      "step": 2621690
    },
    {
      "epoch": 731.71,
      "grad_norm": 1.3595740795135498,
      "learning_rate": 9.277733455708607e-08,
      "loss": 0.3519,
      "step": 2621700
    },
    {
      "epoch": 731.71,
      "grad_norm": 1.2806376218795776,
      "learning_rate": 9.276980219077648e-08,
      "loss": 0.3431,
      "step": 2621710
    },
    {
      "epoch": 731.71,
      "grad_norm": 1.2633955478668213,
      "learning_rate": 9.276227012407359e-08,
      "loss": 0.3378,
      "step": 2621720
    },
    {
      "epoch": 731.71,
      "grad_norm": 1.240570068359375,
      "learning_rate": 9.275473835697764e-08,
      "loss": 0.3396,
      "step": 2621730
    },
    {
      "epoch": 731.72,
      "grad_norm": 1.4843140840530396,
      "learning_rate": 9.274720688948944e-08,
      "loss": 0.3416,
      "step": 2621740
    },
    {
      "epoch": 731.72,
      "grad_norm": 1.2421923875808716,
      "learning_rate": 9.273967572161105e-08,
      "loss": 0.3245,
      "step": 2621750
    },
    {
      "epoch": 731.72,
      "grad_norm": 1.0796446800231934,
      "learning_rate": 9.273214485334222e-08,
      "loss": 0.3354,
      "step": 2621760
    },
    {
      "epoch": 731.72,
      "grad_norm": 1.1997088193893433,
      "learning_rate": 9.27246142846845e-08,
      "loss": 0.3266,
      "step": 2621770
    },
    {
      "epoch": 731.73,
      "grad_norm": 1.3755362033843994,
      "learning_rate": 9.271708401563894e-08,
      "loss": 0.3424,
      "step": 2621780
    },
    {
      "epoch": 731.73,
      "grad_norm": 1.134505271911621,
      "learning_rate": 9.270955404620658e-08,
      "loss": 0.3378,
      "step": 2621790
    },
    {
      "epoch": 731.73,
      "grad_norm": 1.153096318244934,
      "learning_rate": 9.270202437638794e-08,
      "loss": 0.3247,
      "step": 2621800
    },
    {
      "epoch": 731.74,
      "grad_norm": 1.2838555574417114,
      "learning_rate": 9.269449500618484e-08,
      "loss": 0.3462,
      "step": 2621810
    },
    {
      "epoch": 731.74,
      "grad_norm": 1.2963052988052368,
      "learning_rate": 9.268696593559754e-08,
      "loss": 0.3373,
      "step": 2621820
    },
    {
      "epoch": 731.74,
      "grad_norm": 1.2564537525177002,
      "learning_rate": 9.267943716462734e-08,
      "loss": 0.3365,
      "step": 2621830
    },
    {
      "epoch": 731.74,
      "grad_norm": 1.3605438470840454,
      "learning_rate": 9.267190869327582e-08,
      "loss": 0.3375,
      "step": 2621840
    },
    {
      "epoch": 731.75,
      "grad_norm": 1.136191964149475,
      "learning_rate": 9.266438052154267e-08,
      "loss": 0.3135,
      "step": 2621850
    },
    {
      "epoch": 731.75,
      "grad_norm": 1.1257985830307007,
      "learning_rate": 9.265685264943003e-08,
      "loss": 0.3324,
      "step": 2621860
    },
    {
      "epoch": 731.75,
      "grad_norm": 1.298262357711792,
      "learning_rate": 9.26493250769384e-08,
      "loss": 0.3287,
      "step": 2621870
    },
    {
      "epoch": 731.76,
      "grad_norm": 1.1439039707183838,
      "learning_rate": 9.264179780406906e-08,
      "loss": 0.3435,
      "step": 2621880
    },
    {
      "epoch": 731.76,
      "grad_norm": 1.1629600524902344,
      "learning_rate": 9.263427083082254e-08,
      "loss": 0.3524,
      "step": 2621890
    },
    {
      "epoch": 731.76,
      "grad_norm": 1.0763283967971802,
      "learning_rate": 9.262674415720017e-08,
      "loss": 0.3339,
      "step": 2621900
    },
    {
      "epoch": 731.76,
      "grad_norm": 1.3018451929092407,
      "learning_rate": 9.261921778320295e-08,
      "loss": 0.3484,
      "step": 2621910
    },
    {
      "epoch": 731.77,
      "grad_norm": 1.144951343536377,
      "learning_rate": 9.261169170883195e-08,
      "loss": 0.3317,
      "step": 2621920
    },
    {
      "epoch": 731.77,
      "grad_norm": 4.70051908493042,
      "learning_rate": 9.26041659340882e-08,
      "loss": 0.3346,
      "step": 2621930
    },
    {
      "epoch": 731.77,
      "grad_norm": 1.3479803800582886,
      "learning_rate": 9.259664045897196e-08,
      "loss": 0.3424,
      "step": 2621940
    },
    {
      "epoch": 731.78,
      "grad_norm": 1.1083264350891113,
      "learning_rate": 9.258911528348557e-08,
      "loss": 0.33,
      "step": 2621950
    },
    {
      "epoch": 731.78,
      "grad_norm": 1.2796931266784668,
      "learning_rate": 9.258159040762903e-08,
      "loss": 0.3201,
      "step": 2621960
    },
    {
      "epoch": 731.78,
      "grad_norm": 1.242835521697998,
      "learning_rate": 9.257406583140338e-08,
      "loss": 0.3396,
      "step": 2621970
    },
    {
      "epoch": 731.78,
      "grad_norm": 2.0889039039611816,
      "learning_rate": 9.256654155481046e-08,
      "loss": 0.3406,
      "step": 2621980
    },
    {
      "epoch": 731.79,
      "grad_norm": 1.3004529476165771,
      "learning_rate": 9.255901757785024e-08,
      "loss": 0.3409,
      "step": 2621990
    },
    {
      "epoch": 731.79,
      "grad_norm": 1.6760649681091309,
      "learning_rate": 9.255149390052404e-08,
      "loss": 0.3233,
      "step": 2622000
    },
    {
      "epoch": 731.79,
      "grad_norm": 1.0925430059432983,
      "learning_rate": 9.254397052283315e-08,
      "loss": 0.342,
      "step": 2622010
    },
    {
      "epoch": 731.79,
      "grad_norm": 1.1808547973632812,
      "learning_rate": 9.253644744477862e-08,
      "loss": 0.3387,
      "step": 2622020
    },
    {
      "epoch": 731.8,
      "grad_norm": 1.3249942064285278,
      "learning_rate": 9.252892466636097e-08,
      "loss": 0.3488,
      "step": 2622030
    },
    {
      "epoch": 731.8,
      "grad_norm": 1.6669986248016357,
      "learning_rate": 9.252140218758124e-08,
      "loss": 0.3432,
      "step": 2622040
    },
    {
      "epoch": 731.8,
      "grad_norm": 1.1571520566940308,
      "learning_rate": 9.251388000844126e-08,
      "loss": 0.3346,
      "step": 2622050
    },
    {
      "epoch": 731.81,
      "grad_norm": 1.3092596530914307,
      "learning_rate": 9.250635812894074e-08,
      "loss": 0.3416,
      "step": 2622060
    },
    {
      "epoch": 731.81,
      "grad_norm": 1.3068267107009888,
      "learning_rate": 9.249883654908179e-08,
      "loss": 0.3341,
      "step": 2622070
    },
    {
      "epoch": 731.81,
      "grad_norm": 1.3322830200195312,
      "learning_rate": 9.249131526886493e-08,
      "loss": 0.334,
      "step": 2622080
    },
    {
      "epoch": 731.81,
      "grad_norm": 1.27592933177948,
      "learning_rate": 9.248379428829092e-08,
      "loss": 0.3333,
      "step": 2622090
    },
    {
      "epoch": 731.82,
      "grad_norm": 1.2148598432540894,
      "learning_rate": 9.247627360736135e-08,
      "loss": 0.3274,
      "step": 2622100
    },
    {
      "epoch": 731.82,
      "grad_norm": 1.497202754020691,
      "learning_rate": 9.246875322607723e-08,
      "loss": 0.3327,
      "step": 2622110
    },
    {
      "epoch": 731.82,
      "grad_norm": 1.197306752204895,
      "learning_rate": 9.246123314443858e-08,
      "loss": 0.3527,
      "step": 2622120
    },
    {
      "epoch": 731.83,
      "grad_norm": 1.3348745107650757,
      "learning_rate": 9.245371336244747e-08,
      "loss": 0.3373,
      "step": 2622130
    },
    {
      "epoch": 731.83,
      "grad_norm": 1.2243932485580444,
      "learning_rate": 9.244619388010469e-08,
      "loss": 0.3337,
      "step": 2622140
    },
    {
      "epoch": 731.83,
      "grad_norm": 1.096879482269287,
      "learning_rate": 9.24386746974105e-08,
      "loss": 0.3371,
      "step": 2622150
    },
    {
      "epoch": 731.83,
      "grad_norm": 1.4166382551193237,
      "learning_rate": 9.243115581436698e-08,
      "loss": 0.3336,
      "step": 2622160
    },
    {
      "epoch": 731.84,
      "grad_norm": 1.2434459924697876,
      "learning_rate": 9.242363723097438e-08,
      "loss": 0.3378,
      "step": 2622170
    },
    {
      "epoch": 731.84,
      "grad_norm": 1.129789113998413,
      "learning_rate": 9.241611894723376e-08,
      "loss": 0.3302,
      "step": 2622180
    },
    {
      "epoch": 731.84,
      "grad_norm": 1.2377070188522339,
      "learning_rate": 9.240860096314667e-08,
      "loss": 0.3411,
      "step": 2622190
    },
    {
      "epoch": 731.84,
      "grad_norm": 1.2313426733016968,
      "learning_rate": 9.240108327871338e-08,
      "loss": 0.3404,
      "step": 2622200
    },
    {
      "epoch": 731.85,
      "grad_norm": 1.3370734453201294,
      "learning_rate": 9.239356589393542e-08,
      "loss": 0.3285,
      "step": 2622210
    },
    {
      "epoch": 731.85,
      "grad_norm": 1.235148549079895,
      "learning_rate": 9.238604880881361e-08,
      "loss": 0.3267,
      "step": 2622220
    },
    {
      "epoch": 731.85,
      "grad_norm": 1.2317957878112793,
      "learning_rate": 9.237853202334897e-08,
      "loss": 0.3401,
      "step": 2622230
    },
    {
      "epoch": 731.86,
      "grad_norm": 1.3149137496948242,
      "learning_rate": 9.237101553754229e-08,
      "loss": 0.3362,
      "step": 2622240
    },
    {
      "epoch": 731.86,
      "grad_norm": 1.2579739093780518,
      "learning_rate": 9.236349935139511e-08,
      "loss": 0.3593,
      "step": 2622250
    },
    {
      "epoch": 731.86,
      "grad_norm": 1.222195029258728,
      "learning_rate": 9.235598346490798e-08,
      "loss": 0.3412,
      "step": 2622260
    },
    {
      "epoch": 731.86,
      "grad_norm": 1.3031651973724365,
      "learning_rate": 9.234846787808192e-08,
      "loss": 0.3332,
      "step": 2622270
    },
    {
      "epoch": 731.87,
      "grad_norm": 1.127783179283142,
      "learning_rate": 9.234095259091825e-08,
      "loss": 0.3479,
      "step": 2622280
    },
    {
      "epoch": 731.87,
      "grad_norm": 1.2627438306808472,
      "learning_rate": 9.233343760341721e-08,
      "loss": 0.3498,
      "step": 2622290
    },
    {
      "epoch": 731.87,
      "grad_norm": 1.3615195751190186,
      "learning_rate": 9.232592291558089e-08,
      "loss": 0.3412,
      "step": 2622300
    },
    {
      "epoch": 731.88,
      "grad_norm": 1.2883483171463013,
      "learning_rate": 9.231840852740929e-08,
      "loss": 0.3431,
      "step": 2622310
    },
    {
      "epoch": 731.88,
      "grad_norm": 1.322489857673645,
      "learning_rate": 9.231089443890398e-08,
      "loss": 0.3443,
      "step": 2622320
    },
    {
      "epoch": 731.88,
      "grad_norm": 1.1811631917953491,
      "learning_rate": 9.230338065006624e-08,
      "loss": 0.3375,
      "step": 2622330
    },
    {
      "epoch": 731.88,
      "grad_norm": 1.108310341835022,
      "learning_rate": 9.229586716089608e-08,
      "loss": 0.3252,
      "step": 2622340
    },
    {
      "epoch": 731.89,
      "grad_norm": 1.2986245155334473,
      "learning_rate": 9.228835397139534e-08,
      "loss": 0.3286,
      "step": 2622350
    },
    {
      "epoch": 731.89,
      "grad_norm": 1.531395673751831,
      "learning_rate": 9.228084108156477e-08,
      "loss": 0.325,
      "step": 2622360
    },
    {
      "epoch": 731.89,
      "grad_norm": 1.169385313987732,
      "learning_rate": 9.227332849140543e-08,
      "loss": 0.334,
      "step": 2622370
    },
    {
      "epoch": 731.9,
      "grad_norm": 1.3994373083114624,
      "learning_rate": 9.226581620091784e-08,
      "loss": 0.3404,
      "step": 2622380
    },
    {
      "epoch": 731.9,
      "grad_norm": 1.3388864994049072,
      "learning_rate": 9.22583042101038e-08,
      "loss": 0.3365,
      "step": 2622390
    },
    {
      "epoch": 731.9,
      "grad_norm": 1.2420114278793335,
      "learning_rate": 9.225079251896387e-08,
      "loss": 0.3388,
      "step": 2622400
    },
    {
      "epoch": 731.9,
      "grad_norm": 1.7367545366287231,
      "learning_rate": 9.224328112749907e-08,
      "loss": 0.3413,
      "step": 2622410
    },
    {
      "epoch": 731.91,
      "grad_norm": 1.1756094694137573,
      "learning_rate": 9.223577003571068e-08,
      "loss": 0.3195,
      "step": 2622420
    },
    {
      "epoch": 731.91,
      "grad_norm": 1.052644968032837,
      "learning_rate": 9.2228259243599e-08,
      "loss": 0.3346,
      "step": 2622430
    },
    {
      "epoch": 731.91,
      "grad_norm": 1.076253056526184,
      "learning_rate": 9.222074875116555e-08,
      "loss": 0.3375,
      "step": 2622440
    },
    {
      "epoch": 731.91,
      "grad_norm": 1.1766992807388306,
      "learning_rate": 9.22132385584114e-08,
      "loss": 0.3369,
      "step": 2622450
    },
    {
      "epoch": 731.92,
      "grad_norm": 1.4400012493133545,
      "learning_rate": 9.220572866533758e-08,
      "loss": 0.3418,
      "step": 2622460
    },
    {
      "epoch": 731.92,
      "grad_norm": 1.1431801319122314,
      "learning_rate": 9.219821907194463e-08,
      "loss": 0.332,
      "step": 2622470
    },
    {
      "epoch": 731.92,
      "grad_norm": 1.4901957511901855,
      "learning_rate": 9.219070977823382e-08,
      "loss": 0.3463,
      "step": 2622480
    },
    {
      "epoch": 731.93,
      "grad_norm": 1.5229324102401733,
      "learning_rate": 9.218320078420621e-08,
      "loss": 0.3419,
      "step": 2622490
    },
    {
      "epoch": 731.93,
      "grad_norm": 1.229245662689209,
      "learning_rate": 9.217569208986282e-08,
      "loss": 0.3355,
      "step": 2622500
    },
    {
      "epoch": 731.93,
      "grad_norm": 1.5158495903015137,
      "learning_rate": 9.216818369520472e-08,
      "loss": 0.3251,
      "step": 2622510
    },
    {
      "epoch": 731.93,
      "grad_norm": 1.309612512588501,
      "learning_rate": 9.216067560023216e-08,
      "loss": 0.342,
      "step": 2622520
    },
    {
      "epoch": 731.94,
      "grad_norm": 1.1211174726486206,
      "learning_rate": 9.215316780494747e-08,
      "loss": 0.3534,
      "step": 2622530
    },
    {
      "epoch": 731.94,
      "grad_norm": 1.408591628074646,
      "learning_rate": 9.214566030935067e-08,
      "loss": 0.3274,
      "step": 2622540
    },
    {
      "epoch": 731.94,
      "grad_norm": 1.3830846548080444,
      "learning_rate": 9.213815311344304e-08,
      "loss": 0.3386,
      "step": 2622550
    },
    {
      "epoch": 731.95,
      "grad_norm": 1.0757611989974976,
      "learning_rate": 9.213064621722563e-08,
      "loss": 0.3573,
      "step": 2622560
    },
    {
      "epoch": 731.95,
      "grad_norm": 1.3709429502487183,
      "learning_rate": 9.212313962069923e-08,
      "loss": 0.3408,
      "step": 2622570
    },
    {
      "epoch": 731.95,
      "grad_norm": 1.1179434061050415,
      "learning_rate": 9.211563332386487e-08,
      "loss": 0.3353,
      "step": 2622580
    },
    {
      "epoch": 731.95,
      "grad_norm": 1.2471836805343628,
      "learning_rate": 9.210812732672384e-08,
      "loss": 0.3452,
      "step": 2622590
    },
    {
      "epoch": 731.96,
      "grad_norm": 1.1774897575378418,
      "learning_rate": 9.21006216292772e-08,
      "loss": 0.3334,
      "step": 2622600
    },
    {
      "epoch": 731.96,
      "grad_norm": 1.0689319372177124,
      "learning_rate": 9.209311623152496e-08,
      "loss": 0.3386,
      "step": 2622610
    },
    {
      "epoch": 731.96,
      "grad_norm": 1.3411667346954346,
      "learning_rate": 9.208561113346968e-08,
      "loss": 0.3374,
      "step": 2622620
    },
    {
      "epoch": 731.96,
      "grad_norm": 1.2437306642532349,
      "learning_rate": 9.207810633511114e-08,
      "loss": 0.336,
      "step": 2622630
    },
    {
      "epoch": 731.97,
      "grad_norm": 1.1134212017059326,
      "learning_rate": 9.207060183645063e-08,
      "loss": 0.3447,
      "step": 2622640
    },
    {
      "epoch": 731.97,
      "grad_norm": 2.423121213912964,
      "learning_rate": 9.20630976374897e-08,
      "loss": 0.3415,
      "step": 2622650
    },
    {
      "epoch": 731.97,
      "grad_norm": 1.017050862312317,
      "learning_rate": 9.205559373822863e-08,
      "loss": 0.3129,
      "step": 2622660
    },
    {
      "epoch": 731.98,
      "grad_norm": 1.1320232152938843,
      "learning_rate": 9.20480901386687e-08,
      "loss": 0.3315,
      "step": 2622670
    },
    {
      "epoch": 731.98,
      "grad_norm": 1.3943156003952026,
      "learning_rate": 9.204058683881096e-08,
      "loss": 0.3328,
      "step": 2622680
    },
    {
      "epoch": 731.98,
      "grad_norm": 1.0909911394119263,
      "learning_rate": 9.203308383865645e-08,
      "loss": 0.3231,
      "step": 2622690
    },
    {
      "epoch": 731.98,
      "grad_norm": 1.3464487791061401,
      "learning_rate": 9.202558113820595e-08,
      "loss": 0.3253,
      "step": 2622700
    },
    {
      "epoch": 731.99,
      "grad_norm": 1.167731761932373,
      "learning_rate": 9.201807873746052e-08,
      "loss": 0.3292,
      "step": 2622710
    },
    {
      "epoch": 731.99,
      "grad_norm": 1.2414559125900269,
      "learning_rate": 9.201057663642142e-08,
      "loss": 0.3289,
      "step": 2622720
    },
    {
      "epoch": 731.99,
      "grad_norm": 1.2624807357788086,
      "learning_rate": 9.200307483508895e-08,
      "loss": 0.335,
      "step": 2622730
    },
    {
      "epoch": 732.0,
      "grad_norm": 1.225022792816162,
      "learning_rate": 9.199557333346517e-08,
      "loss": 0.3449,
      "step": 2622740
    },
    {
      "epoch": 732.0,
      "grad_norm": 1.2830337285995483,
      "learning_rate": 9.198807213155034e-08,
      "loss": 0.3484,
      "step": 2622750
    },
    {
      "epoch": 732.0,
      "eval_loss": 0.33786389231681824,
      "eval_runtime": 66.9296,
      "eval_samples_per_second": 75.587,
      "eval_steps_per_second": 9.458,
      "step": 2622756
    },
    {
      "epoch": 732.0,
      "grad_norm": 1.2739571332931519,
      "learning_rate": 9.198057122934551e-08,
      "loss": 0.3496,
      "step": 2622760
    },
    {
      "epoch": 732.0,
      "grad_norm": 1.1470067501068115,
      "learning_rate": 9.197307062685199e-08,
      "loss": 0.3386,
      "step": 2622770
    },
    {
      "epoch": 732.01,
      "grad_norm": 1.3668454885482788,
      "learning_rate": 9.196557032407027e-08,
      "loss": 0.3265,
      "step": 2622780
    },
    {
      "epoch": 732.01,
      "grad_norm": 1.1930880546569824,
      "learning_rate": 9.195807032100219e-08,
      "loss": 0.3219,
      "step": 2622790
    },
    {
      "epoch": 732.01,
      "grad_norm": 1.2824634313583374,
      "learning_rate": 9.195057061764802e-08,
      "loss": 0.3531,
      "step": 2622800
    },
    {
      "epoch": 732.02,
      "grad_norm": 1.316008448600769,
      "learning_rate": 9.194307121400879e-08,
      "loss": 0.3424,
      "step": 2622810
    },
    {
      "epoch": 732.02,
      "grad_norm": 1.4979546070098877,
      "learning_rate": 9.19355721100858e-08,
      "loss": 0.3516,
      "step": 2622820
    },
    {
      "epoch": 732.02,
      "grad_norm": 1.3350290060043335,
      "learning_rate": 9.192807330588009e-08,
      "loss": 0.3384,
      "step": 2622830
    },
    {
      "epoch": 732.02,
      "grad_norm": 1.3246124982833862,
      "learning_rate": 9.192057480139217e-08,
      "loss": 0.3322,
      "step": 2622840
    },
    {
      "epoch": 732.03,
      "grad_norm": 1.2129266262054443,
      "learning_rate": 9.191307659662337e-08,
      "loss": 0.3253,
      "step": 2622850
    },
    {
      "epoch": 732.03,
      "grad_norm": 1.2315826416015625,
      "learning_rate": 9.190557869157524e-08,
      "loss": 0.336,
      "step": 2622860
    },
    {
      "epoch": 732.03,
      "grad_norm": 1.318631649017334,
      "learning_rate": 9.189808108624723e-08,
      "loss": 0.3273,
      "step": 2622870
    },
    {
      "epoch": 732.03,
      "grad_norm": 1.3277745246887207,
      "learning_rate": 9.189058378064225e-08,
      "loss": 0.3159,
      "step": 2622880
    },
    {
      "epoch": 732.04,
      "grad_norm": 1.94010591506958,
      "learning_rate": 9.188308677476e-08,
      "loss": 0.3433,
      "step": 2622890
    },
    {
      "epoch": 732.04,
      "grad_norm": 1.365206241607666,
      "learning_rate": 9.187559006860181e-08,
      "loss": 0.3337,
      "step": 2622900
    },
    {
      "epoch": 732.04,
      "grad_norm": 1.2449753284454346,
      "learning_rate": 9.186809366216871e-08,
      "loss": 0.3253,
      "step": 2622910
    },
    {
      "epoch": 732.05,
      "grad_norm": 1.1841377019882202,
      "learning_rate": 9.1860597555462e-08,
      "loss": 0.321,
      "step": 2622920
    },
    {
      "epoch": 732.05,
      "grad_norm": 1.2915574312210083,
      "learning_rate": 9.185310174848193e-08,
      "loss": 0.3315,
      "step": 2622930
    },
    {
      "epoch": 732.05,
      "grad_norm": 1.239412784576416,
      "learning_rate": 9.184560624123007e-08,
      "loss": 0.3378,
      "step": 2622940
    },
    {
      "epoch": 732.05,
      "grad_norm": 1.2106455564498901,
      "learning_rate": 9.183811103370773e-08,
      "loss": 0.3503,
      "step": 2622950
    },
    {
      "epoch": 732.06,
      "grad_norm": 1.7027455568313599,
      "learning_rate": 9.183061612591464e-08,
      "loss": 0.3316,
      "step": 2622960
    },
    {
      "epoch": 732.06,
      "grad_norm": 1.1354459524154663,
      "learning_rate": 9.182312151785341e-08,
      "loss": 0.3398,
      "step": 2622970
    },
    {
      "epoch": 732.06,
      "grad_norm": 1.1935328245162964,
      "learning_rate": 9.181562720952402e-08,
      "loss": 0.342,
      "step": 2622980
    },
    {
      "epoch": 732.07,
      "grad_norm": 1.2841876745224,
      "learning_rate": 9.180813320092753e-08,
      "loss": 0.3309,
      "step": 2622990
    },
    {
      "epoch": 732.07,
      "grad_norm": 1.178218960762024,
      "learning_rate": 9.18006394920655e-08,
      "loss": 0.3388,
      "step": 2623000
    },
    {
      "epoch": 732.07,
      "grad_norm": 1.328940510749817,
      "learning_rate": 9.179314608293818e-08,
      "loss": 0.3424,
      "step": 2623010
    },
    {
      "epoch": 732.07,
      "grad_norm": 1.3120137453079224,
      "learning_rate": 9.178565297354715e-08,
      "loss": 0.3332,
      "step": 2623020
    },
    {
      "epoch": 732.08,
      "grad_norm": 1.3258442878723145,
      "learning_rate": 9.177816016389291e-08,
      "loss": 0.3435,
      "step": 2623030
    },
    {
      "epoch": 732.08,
      "grad_norm": 1.4004987478256226,
      "learning_rate": 9.177066765397702e-08,
      "loss": 0.3247,
      "step": 2623040
    },
    {
      "epoch": 732.08,
      "grad_norm": 1.2932935953140259,
      "learning_rate": 9.176317544379976e-08,
      "loss": 0.321,
      "step": 2623050
    },
    {
      "epoch": 732.08,
      "grad_norm": 1.2670518159866333,
      "learning_rate": 9.175568353336319e-08,
      "loss": 0.3398,
      "step": 2623060
    },
    {
      "epoch": 732.09,
      "grad_norm": 1.1798380613327026,
      "learning_rate": 9.174819192266734e-08,
      "loss": 0.338,
      "step": 2623070
    },
    {
      "epoch": 732.09,
      "grad_norm": 1.162427544593811,
      "learning_rate": 9.174070061171348e-08,
      "loss": 0.3265,
      "step": 2623080
    },
    {
      "epoch": 732.09,
      "grad_norm": 1.0774506330490112,
      "learning_rate": 9.173320960050292e-08,
      "loss": 0.3376,
      "step": 2623090
    },
    {
      "epoch": 732.1,
      "grad_norm": 1.1296732425689697,
      "learning_rate": 9.172571888903593e-08,
      "loss": 0.3202,
      "step": 2623100
    },
    {
      "epoch": 732.1,
      "grad_norm": 1.492274522781372,
      "learning_rate": 9.171822847731459e-08,
      "loss": 0.3451,
      "step": 2623110
    },
    {
      "epoch": 732.1,
      "grad_norm": 1.2306033372879028,
      "learning_rate": 9.171073836533888e-08,
      "loss": 0.3609,
      "step": 2623120
    },
    {
      "epoch": 732.1,
      "grad_norm": 1.9044620990753174,
      "learning_rate": 9.17032485531104e-08,
      "loss": 0.3356,
      "step": 2623130
    },
    {
      "epoch": 732.11,
      "grad_norm": 1.194226622581482,
      "learning_rate": 9.169575904063013e-08,
      "loss": 0.3525,
      "step": 2623140
    },
    {
      "epoch": 732.11,
      "grad_norm": 1.3967846632003784,
      "learning_rate": 9.168826982789866e-08,
      "loss": 0.3317,
      "step": 2623150
    },
    {
      "epoch": 732.11,
      "grad_norm": 1.1964197158813477,
      "learning_rate": 9.168078091491698e-08,
      "loss": 0.3402,
      "step": 2623160
    },
    {
      "epoch": 732.12,
      "grad_norm": 1.1479408740997314,
      "learning_rate": 9.167329230168668e-08,
      "loss": 0.3435,
      "step": 2623170
    },
    {
      "epoch": 732.12,
      "grad_norm": 1.4532243013381958,
      "learning_rate": 9.166580398820853e-08,
      "loss": 0.3284,
      "step": 2623180
    },
    {
      "epoch": 732.12,
      "grad_norm": 5.6765875816345215,
      "learning_rate": 9.165831597448278e-08,
      "loss": 0.3357,
      "step": 2623190
    },
    {
      "epoch": 732.12,
      "grad_norm": 1.2049311399459839,
      "learning_rate": 9.165082826051154e-08,
      "loss": 0.3512,
      "step": 2623200
    },
    {
      "epoch": 732.13,
      "grad_norm": 1.2883161306381226,
      "learning_rate": 9.16433408462953e-08,
      "loss": 0.3255,
      "step": 2623210
    },
    {
      "epoch": 732.13,
      "grad_norm": 1.1289474964141846,
      "learning_rate": 9.163585373183485e-08,
      "loss": 0.3256,
      "step": 2623220
    },
    {
      "epoch": 732.13,
      "grad_norm": 1.1320708990097046,
      "learning_rate": 9.162836691713176e-08,
      "loss": 0.3417,
      "step": 2623230
    },
    {
      "epoch": 732.14,
      "grad_norm": 1.4222345352172852,
      "learning_rate": 9.162088040218629e-08,
      "loss": 0.3478,
      "step": 2623240
    },
    {
      "epoch": 732.14,
      "grad_norm": 1.2609918117523193,
      "learning_rate": 9.161339418699998e-08,
      "loss": 0.316,
      "step": 2623250
    },
    {
      "epoch": 732.14,
      "grad_norm": 1.1836777925491333,
      "learning_rate": 9.160590827157364e-08,
      "loss": 0.3455,
      "step": 2623260
    },
    {
      "epoch": 732.14,
      "grad_norm": 1.1220078468322754,
      "learning_rate": 9.159842265590856e-08,
      "loss": 0.3544,
      "step": 2623270
    },
    {
      "epoch": 732.15,
      "grad_norm": 1.4342777729034424,
      "learning_rate": 9.159093734000498e-08,
      "loss": 0.3262,
      "step": 2623280
    },
    {
      "epoch": 732.15,
      "grad_norm": 1.4058637619018555,
      "learning_rate": 9.158345232386476e-08,
      "loss": 0.3293,
      "step": 2623290
    },
    {
      "epoch": 732.15,
      "grad_norm": 1.3950141668319702,
      "learning_rate": 9.157596760748839e-08,
      "loss": 0.3337,
      "step": 2623300
    },
    {
      "epoch": 732.15,
      "grad_norm": 1.2977203130722046,
      "learning_rate": 9.156848319087666e-08,
      "loss": 0.3341,
      "step": 2623310
    },
    {
      "epoch": 732.16,
      "grad_norm": 1.4236993789672852,
      "learning_rate": 9.156099907403165e-08,
      "loss": 0.3316,
      "step": 2623320
    },
    {
      "epoch": 732.16,
      "grad_norm": 1.321641445159912,
      "learning_rate": 9.155351525695285e-08,
      "loss": 0.3221,
      "step": 2623330
    },
    {
      "epoch": 732.16,
      "grad_norm": 1.1763869524002075,
      "learning_rate": 9.154603173964257e-08,
      "loss": 0.327,
      "step": 2623340
    },
    {
      "epoch": 732.17,
      "grad_norm": 1.0718355178833008,
      "learning_rate": 9.153854852210086e-08,
      "loss": 0.3349,
      "step": 2623350
    },
    {
      "epoch": 732.17,
      "grad_norm": 1.5162382125854492,
      "learning_rate": 9.153106560432925e-08,
      "loss": 0.323,
      "step": 2623360
    },
    {
      "epoch": 732.17,
      "grad_norm": 1.122958779335022,
      "learning_rate": 9.152358298632877e-08,
      "loss": 0.3356,
      "step": 2623370
    },
    {
      "epoch": 732.17,
      "grad_norm": 1.1287143230438232,
      "learning_rate": 9.151610066810023e-08,
      "loss": 0.3443,
      "step": 2623380
    },
    {
      "epoch": 732.18,
      "grad_norm": 1.4584747552871704,
      "learning_rate": 9.150861864964439e-08,
      "loss": 0.3297,
      "step": 2623390
    },
    {
      "epoch": 732.18,
      "grad_norm": 1.2709683179855347,
      "learning_rate": 9.150113693096257e-08,
      "loss": 0.3204,
      "step": 2623400
    },
    {
      "epoch": 732.18,
      "grad_norm": 1.3157998323440552,
      "learning_rate": 9.149365551205604e-08,
      "loss": 0.3388,
      "step": 2623410
    },
    {
      "epoch": 732.19,
      "grad_norm": 1.113397479057312,
      "learning_rate": 9.148617439292483e-08,
      "loss": 0.3362,
      "step": 2623420
    },
    {
      "epoch": 732.19,
      "grad_norm": 1.193695068359375,
      "learning_rate": 9.147869357357101e-08,
      "loss": 0.337,
      "step": 2623430
    },
    {
      "epoch": 732.19,
      "grad_norm": 1.2094684839248657,
      "learning_rate": 9.147121305399483e-08,
      "loss": 0.329,
      "step": 2623440
    },
    {
      "epoch": 732.19,
      "grad_norm": 1.3019896745681763,
      "learning_rate": 9.146373283419762e-08,
      "loss": 0.3471,
      "step": 2623450
    },
    {
      "epoch": 732.2,
      "grad_norm": 1.0514131784439087,
      "learning_rate": 9.145625291418065e-08,
      "loss": 0.3371,
      "step": 2623460
    },
    {
      "epoch": 732.2,
      "grad_norm": 1.2650933265686035,
      "learning_rate": 9.14487732939442e-08,
      "loss": 0.3455,
      "step": 2623470
    },
    {
      "epoch": 732.2,
      "grad_norm": 1.167564034461975,
      "learning_rate": 9.144129397348981e-08,
      "loss": 0.3355,
      "step": 2623480
    },
    {
      "epoch": 732.2,
      "grad_norm": 1.0605149269104004,
      "learning_rate": 9.14338149528183e-08,
      "loss": 0.3386,
      "step": 2623490
    },
    {
      "epoch": 732.21,
      "grad_norm": 1.182276725769043,
      "learning_rate": 9.142633623193092e-08,
      "loss": 0.3591,
      "step": 2623500
    },
    {
      "epoch": 732.21,
      "grad_norm": 1.2880548238754272,
      "learning_rate": 9.141885781082797e-08,
      "loss": 0.3447,
      "step": 2623510
    },
    {
      "epoch": 732.21,
      "grad_norm": 1.1827640533447266,
      "learning_rate": 9.141137968951126e-08,
      "loss": 0.3481,
      "step": 2623520
    },
    {
      "epoch": 732.22,
      "grad_norm": 1.3223050832748413,
      "learning_rate": 9.140390186798155e-08,
      "loss": 0.3383,
      "step": 2623530
    },
    {
      "epoch": 732.22,
      "grad_norm": 1.0897883176803589,
      "learning_rate": 9.139642434623914e-08,
      "loss": 0.3309,
      "step": 2623540
    },
    {
      "epoch": 732.22,
      "grad_norm": 1.4930082559585571,
      "learning_rate": 9.138894712428608e-08,
      "loss": 0.3427,
      "step": 2623550
    },
    {
      "epoch": 732.22,
      "grad_norm": 1.2220091819763184,
      "learning_rate": 9.138147020212264e-08,
      "loss": 0.3479,
      "step": 2623560
    },
    {
      "epoch": 732.23,
      "grad_norm": 1.3108875751495361,
      "learning_rate": 9.137399357975012e-08,
      "loss": 0.3461,
      "step": 2623570
    },
    {
      "epoch": 732.23,
      "grad_norm": 1.253095269203186,
      "learning_rate": 9.136651725716957e-08,
      "loss": 0.3341,
      "step": 2623580
    },
    {
      "epoch": 732.23,
      "grad_norm": 1.3028141260147095,
      "learning_rate": 9.135904123438202e-08,
      "loss": 0.3374,
      "step": 2623590
    },
    {
      "epoch": 732.24,
      "grad_norm": 1.7858870029449463,
      "learning_rate": 9.135156551138825e-08,
      "loss": 0.3538,
      "step": 2623600
    },
    {
      "epoch": 732.24,
      "grad_norm": 1.5177069902420044,
      "learning_rate": 9.134409008818904e-08,
      "loss": 0.3318,
      "step": 2623610
    },
    {
      "epoch": 732.24,
      "grad_norm": 1.4069441556930542,
      "learning_rate": 9.13366149647857e-08,
      "loss": 0.3173,
      "step": 2623620
    },
    {
      "epoch": 732.24,
      "grad_norm": 1.4260388612747192,
      "learning_rate": 9.132914014117927e-08,
      "loss": 0.3285,
      "step": 2623630
    },
    {
      "epoch": 732.25,
      "grad_norm": 1.5596871376037598,
      "learning_rate": 9.132166561737105e-08,
      "loss": 0.3348,
      "step": 2623640
    },
    {
      "epoch": 732.25,
      "grad_norm": 1.2525300979614258,
      "learning_rate": 9.131419139336129e-08,
      "loss": 0.3572,
      "step": 2623650
    },
    {
      "epoch": 732.25,
      "grad_norm": 1.2613401412963867,
      "learning_rate": 9.130671746915129e-08,
      "loss": 0.3409,
      "step": 2623660
    },
    {
      "epoch": 732.26,
      "grad_norm": 1.2989457845687866,
      "learning_rate": 9.129924384474263e-08,
      "loss": 0.3493,
      "step": 2623670
    },
    {
      "epoch": 732.26,
      "grad_norm": 1.2609082460403442,
      "learning_rate": 9.129177052013504e-08,
      "loss": 0.3401,
      "step": 2623680
    },
    {
      "epoch": 732.26,
      "grad_norm": 1.686472773551941,
      "learning_rate": 9.12842974953306e-08,
      "loss": 0.3438,
      "step": 2623690
    },
    {
      "epoch": 732.26,
      "grad_norm": 1.2395697832107544,
      "learning_rate": 9.127682477033009e-08,
      "loss": 0.3359,
      "step": 2623700
    },
    {
      "epoch": 732.27,
      "grad_norm": 1.4660148620605469,
      "learning_rate": 9.126935234513403e-08,
      "loss": 0.3345,
      "step": 2623710
    },
    {
      "epoch": 732.27,
      "grad_norm": 1.4921512603759766,
      "learning_rate": 9.1261880219744e-08,
      "loss": 0.3375,
      "step": 2623720
    },
    {
      "epoch": 732.27,
      "grad_norm": 1.2815090417861938,
      "learning_rate": 9.125440839416075e-08,
      "loss": 0.3495,
      "step": 2623730
    },
    {
      "epoch": 732.27,
      "grad_norm": 1.3103011846542358,
      "learning_rate": 9.124693686838533e-08,
      "loss": 0.3346,
      "step": 2623740
    },
    {
      "epoch": 732.28,
      "grad_norm": 1.1904406547546387,
      "learning_rate": 9.123946564241853e-08,
      "loss": 0.3483,
      "step": 2623750
    },
    {
      "epoch": 732.28,
      "grad_norm": 1.1682969331741333,
      "learning_rate": 9.123199471626165e-08,
      "loss": 0.3556,
      "step": 2623760
    },
    {
      "epoch": 732.28,
      "grad_norm": 1.2197222709655762,
      "learning_rate": 9.12245240899152e-08,
      "loss": 0.3444,
      "step": 2623770
    },
    {
      "epoch": 732.29,
      "grad_norm": 1.317146897315979,
      "learning_rate": 9.121705376338101e-08,
      "loss": 0.3503,
      "step": 2623780
    },
    {
      "epoch": 732.29,
      "grad_norm": 1.5030227899551392,
      "learning_rate": 9.120958373665908e-08,
      "loss": 0.3303,
      "step": 2623790
    },
    {
      "epoch": 732.29,
      "grad_norm": 1.5788179636001587,
      "learning_rate": 9.120211400975098e-08,
      "loss": 0.3453,
      "step": 2623800
    },
    {
      "epoch": 732.29,
      "grad_norm": 1.299126148223877,
      "learning_rate": 9.119464458265799e-08,
      "loss": 0.323,
      "step": 2623810
    },
    {
      "epoch": 732.3,
      "grad_norm": 1.1812349557876587,
      "learning_rate": 9.118717545538064e-08,
      "loss": 0.3352,
      "step": 2623820
    },
    {
      "epoch": 732.3,
      "grad_norm": 1.1464420557022095,
      "learning_rate": 9.117970662791972e-08,
      "loss": 0.3244,
      "step": 2623830
    },
    {
      "epoch": 732.3,
      "grad_norm": 1.2567981481552124,
      "learning_rate": 9.11722381002765e-08,
      "loss": 0.3415,
      "step": 2623840
    },
    {
      "epoch": 732.31,
      "grad_norm": 1.3191485404968262,
      "learning_rate": 9.116476987245233e-08,
      "loss": 0.33,
      "step": 2623850
    },
    {
      "epoch": 732.31,
      "grad_norm": 1.2004822492599487,
      "learning_rate": 9.115730194444743e-08,
      "loss": 0.3317,
      "step": 2623860
    },
    {
      "epoch": 732.31,
      "grad_norm": 1.2222964763641357,
      "learning_rate": 9.114983431626364e-08,
      "loss": 0.3372,
      "step": 2623870
    },
    {
      "epoch": 732.31,
      "grad_norm": 1.2473068237304688,
      "learning_rate": 9.114236698790148e-08,
      "loss": 0.3512,
      "step": 2623880
    },
    {
      "epoch": 732.32,
      "grad_norm": 1.2006630897521973,
      "learning_rate": 9.113489995936172e-08,
      "loss": 0.3388,
      "step": 2623890
    },
    {
      "epoch": 732.32,
      "grad_norm": 1.2190076112747192,
      "learning_rate": 9.112743323064619e-08,
      "loss": 0.3284,
      "step": 2623900
    },
    {
      "epoch": 732.32,
      "grad_norm": 1.135480523109436,
      "learning_rate": 9.111996680175462e-08,
      "loss": 0.3347,
      "step": 2623910
    },
    {
      "epoch": 732.32,
      "grad_norm": 1.436370611190796,
      "learning_rate": 9.111250067268938e-08,
      "loss": 0.3332,
      "step": 2623920
    },
    {
      "epoch": 732.33,
      "grad_norm": 1.1845042705535889,
      "learning_rate": 9.110503484345043e-08,
      "loss": 0.338,
      "step": 2623930
    },
    {
      "epoch": 732.33,
      "grad_norm": 1.2884809970855713,
      "learning_rate": 9.10975693140391e-08,
      "loss": 0.3268,
      "step": 2623940
    },
    {
      "epoch": 732.33,
      "grad_norm": 1.1868764162063599,
      "learning_rate": 9.109010408445694e-08,
      "loss": 0.3248,
      "step": 2623950
    },
    {
      "epoch": 732.34,
      "grad_norm": 1.0429763793945312,
      "learning_rate": 9.108263915470395e-08,
      "loss": 0.3344,
      "step": 2623960
    },
    {
      "epoch": 732.34,
      "grad_norm": 1.340773582458496,
      "learning_rate": 9.10751745247817e-08,
      "loss": 0.3397,
      "step": 2623970
    },
    {
      "epoch": 732.34,
      "grad_norm": 1.4221395254135132,
      "learning_rate": 9.106771019469096e-08,
      "loss": 0.3466,
      "step": 2623980
    },
    {
      "epoch": 732.34,
      "grad_norm": 1.257426381111145,
      "learning_rate": 9.106024616443303e-08,
      "loss": 0.3402,
      "step": 2623990
    },
    {
      "epoch": 732.35,
      "grad_norm": 1.192312479019165,
      "learning_rate": 9.105278243400844e-08,
      "loss": 0.3301,
      "step": 2624000
    },
    {
      "epoch": 732.35,
      "grad_norm": 1.2828415632247925,
      "learning_rate": 9.1045319003419e-08,
      "loss": 0.3388,
      "step": 2624010
    },
    {
      "epoch": 732.35,
      "grad_norm": 1.1514476537704468,
      "learning_rate": 9.103785587266472e-08,
      "loss": 0.3326,
      "step": 2624020
    },
    {
      "epoch": 732.36,
      "grad_norm": 1.2173895835876465,
      "learning_rate": 9.103039304174716e-08,
      "loss": 0.3263,
      "step": 2624030
    },
    {
      "epoch": 732.36,
      "grad_norm": 2.1767091751098633,
      "learning_rate": 9.102293051066735e-08,
      "loss": 0.3283,
      "step": 2624040
    },
    {
      "epoch": 732.36,
      "grad_norm": 1.3276784420013428,
      "learning_rate": 9.101546827942583e-08,
      "loss": 0.3333,
      "step": 2624050
    },
    {
      "epoch": 732.36,
      "grad_norm": 1.2549153566360474,
      "learning_rate": 9.100800634802389e-08,
      "loss": 0.3389,
      "step": 2624060
    },
    {
      "epoch": 732.37,
      "grad_norm": 1.277863621711731,
      "learning_rate": 9.100054471646284e-08,
      "loss": 0.3329,
      "step": 2624070
    },
    {
      "epoch": 732.37,
      "grad_norm": 3.661714553833008,
      "learning_rate": 9.099308338474343e-08,
      "loss": 0.3414,
      "step": 2624080
    },
    {
      "epoch": 732.37,
      "grad_norm": 1.5103005170822144,
      "learning_rate": 9.098562235286622e-08,
      "loss": 0.3451,
      "step": 2624090
    },
    {
      "epoch": 732.38,
      "grad_norm": 1.3025695085525513,
      "learning_rate": 9.097816162083249e-08,
      "loss": 0.3386,
      "step": 2624100
    },
    {
      "epoch": 732.38,
      "grad_norm": 1.39411461353302,
      "learning_rate": 9.09707011886438e-08,
      "loss": 0.3433,
      "step": 2624110
    },
    {
      "epoch": 732.38,
      "grad_norm": 1.2676879167556763,
      "learning_rate": 9.096324105629989e-08,
      "loss": 0.3255,
      "step": 2624120
    },
    {
      "epoch": 732.38,
      "grad_norm": 1.2415010929107666,
      "learning_rate": 9.095578122380337e-08,
      "loss": 0.3203,
      "step": 2624130
    },
    {
      "epoch": 732.39,
      "grad_norm": 1.3417723178863525,
      "learning_rate": 9.094832169115373e-08,
      "loss": 0.3477,
      "step": 2624140
    },
    {
      "epoch": 732.39,
      "grad_norm": 1.2841901779174805,
      "learning_rate": 9.094086245835276e-08,
      "loss": 0.3463,
      "step": 2624150
    },
    {
      "epoch": 732.39,
      "grad_norm": 1.4469988346099854,
      "learning_rate": 9.093340352540153e-08,
      "loss": 0.3343,
      "step": 2624160
    },
    {
      "epoch": 732.39,
      "grad_norm": 1.1806408166885376,
      "learning_rate": 9.09259448923008e-08,
      "loss": 0.3341,
      "step": 2624170
    },
    {
      "epoch": 732.4,
      "grad_norm": 1.4308243989944458,
      "learning_rate": 9.091848655905136e-08,
      "loss": 0.3398,
      "step": 2624180
    },
    {
      "epoch": 732.4,
      "grad_norm": 1.3106257915496826,
      "learning_rate": 9.091102852565426e-08,
      "loss": 0.3288,
      "step": 2624190
    },
    {
      "epoch": 732.4,
      "grad_norm": 1.1431506872177124,
      "learning_rate": 9.090357079211078e-08,
      "loss": 0.355,
      "step": 2624200
    },
    {
      "epoch": 732.41,
      "grad_norm": 1.7928316593170166,
      "learning_rate": 9.089611335842197e-08,
      "loss": 0.3521,
      "step": 2624210
    },
    {
      "epoch": 732.41,
      "grad_norm": 1.2147821187973022,
      "learning_rate": 9.088865622458863e-08,
      "loss": 0.3388,
      "step": 2624220
    },
    {
      "epoch": 732.41,
      "grad_norm": 1.1643447875976562,
      "learning_rate": 9.088119939061152e-08,
      "loss": 0.3375,
      "step": 2624230
    },
    {
      "epoch": 732.41,
      "grad_norm": 1.1874008178710938,
      "learning_rate": 9.087374285649194e-08,
      "loss": 0.329,
      "step": 2624240
    },
    {
      "epoch": 732.42,
      "grad_norm": 1.3127413988113403,
      "learning_rate": 9.086628662223119e-08,
      "loss": 0.3389,
      "step": 2624250
    },
    {
      "epoch": 732.42,
      "grad_norm": 1.0977739095687866,
      "learning_rate": 9.085883068782901e-08,
      "loss": 0.3351,
      "step": 2624260
    },
    {
      "epoch": 732.42,
      "grad_norm": 1.1552268266677856,
      "learning_rate": 9.085137505328803e-08,
      "loss": 0.3284,
      "step": 2624270
    },
    {
      "epoch": 732.43,
      "grad_norm": 1.197046160697937,
      "learning_rate": 9.084391971860821e-08,
      "loss": 0.3585,
      "step": 2624280
    },
    {
      "epoch": 732.43,
      "grad_norm": 1.2782769203186035,
      "learning_rate": 9.083646468379061e-08,
      "loss": 0.339,
      "step": 2624290
    },
    {
      "epoch": 732.43,
      "grad_norm": 1.354926347732544,
      "learning_rate": 9.082900994883653e-08,
      "loss": 0.3382,
      "step": 2624300
    },
    {
      "epoch": 732.43,
      "grad_norm": 1.3580149412155151,
      "learning_rate": 9.082155551374727e-08,
      "loss": 0.3366,
      "step": 2624310
    },
    {
      "epoch": 732.44,
      "grad_norm": 1.4608986377716064,
      "learning_rate": 9.081410137852284e-08,
      "loss": 0.3344,
      "step": 2624320
    },
    {
      "epoch": 732.44,
      "grad_norm": 1.2426565885543823,
      "learning_rate": 9.080664754316504e-08,
      "loss": 0.3169,
      "step": 2624330
    },
    {
      "epoch": 732.44,
      "grad_norm": 1.1218327283859253,
      "learning_rate": 9.079919400767468e-08,
      "loss": 0.3295,
      "step": 2624340
    },
    {
      "epoch": 732.44,
      "grad_norm": 1.1385639905929565,
      "learning_rate": 9.079174077205225e-08,
      "loss": 0.3463,
      "step": 2624350
    },
    {
      "epoch": 732.45,
      "grad_norm": 1.302080512046814,
      "learning_rate": 9.078428783629985e-08,
      "loss": 0.3582,
      "step": 2624360
    },
    {
      "epoch": 732.45,
      "grad_norm": 1.4737087488174438,
      "learning_rate": 9.07768352004172e-08,
      "loss": 0.3362,
      "step": 2624370
    },
    {
      "epoch": 732.45,
      "grad_norm": 1.3398724794387817,
      "learning_rate": 9.076938286440616e-08,
      "loss": 0.3571,
      "step": 2624380
    },
    {
      "epoch": 732.46,
      "grad_norm": 1.257251501083374,
      "learning_rate": 9.076193082826773e-08,
      "loss": 0.3246,
      "step": 2624390
    },
    {
      "epoch": 732.46,
      "grad_norm": 1.1608941555023193,
      "learning_rate": 9.075447909200219e-08,
      "loss": 0.3439,
      "step": 2624400
    },
    {
      "epoch": 732.46,
      "grad_norm": 1.405837059020996,
      "learning_rate": 9.074702765561109e-08,
      "loss": 0.3522,
      "step": 2624410
    },
    {
      "epoch": 732.46,
      "grad_norm": 1.3285070657730103,
      "learning_rate": 9.073957651909522e-08,
      "loss": 0.3348,
      "step": 2624420
    },
    {
      "epoch": 732.47,
      "grad_norm": 1.218142032623291,
      "learning_rate": 9.073212568245615e-08,
      "loss": 0.33,
      "step": 2624430
    },
    {
      "epoch": 732.47,
      "grad_norm": 1.2672953605651855,
      "learning_rate": 9.072467514569361e-08,
      "loss": 0.3328,
      "step": 2624440
    },
    {
      "epoch": 732.47,
      "grad_norm": 1.1970669031143188,
      "learning_rate": 9.071722490880994e-08,
      "loss": 0.3384,
      "step": 2624450
    },
    {
      "epoch": 732.48,
      "grad_norm": 1.3871432542800903,
      "learning_rate": 9.070977497180513e-08,
      "loss": 0.3501,
      "step": 2624460
    },
    {
      "epoch": 732.48,
      "grad_norm": 1.4303257465362549,
      "learning_rate": 9.070232533468077e-08,
      "loss": 0.3197,
      "step": 2624470
    },
    {
      "epoch": 732.48,
      "grad_norm": 1.1049516201019287,
      "learning_rate": 9.069487599743788e-08,
      "loss": 0.3458,
      "step": 2624480
    },
    {
      "epoch": 732.48,
      "grad_norm": 1.2701784372329712,
      "learning_rate": 9.068742696007671e-08,
      "loss": 0.3257,
      "step": 2624490
    },
    {
      "epoch": 732.49,
      "grad_norm": 1.1722725629806519,
      "learning_rate": 9.067997822259937e-08,
      "loss": 0.3419,
      "step": 2624500
    },
    {
      "epoch": 732.49,
      "grad_norm": 1.2601265907287598,
      "learning_rate": 9.067252978500586e-08,
      "loss": 0.352,
      "step": 2624510
    },
    {
      "epoch": 732.49,
      "grad_norm": 1.4412424564361572,
      "learning_rate": 9.06650816472977e-08,
      "loss": 0.3423,
      "step": 2624520
    },
    {
      "epoch": 732.5,
      "grad_norm": 1.3326772451400757,
      "learning_rate": 9.06576338094757e-08,
      "loss": 0.335,
      "step": 2624530
    },
    {
      "epoch": 732.5,
      "grad_norm": 1.4729397296905518,
      "learning_rate": 9.065018627154143e-08,
      "loss": 0.3518,
      "step": 2624540
    },
    {
      "epoch": 732.5,
      "grad_norm": 1.3845936059951782,
      "learning_rate": 9.064273903349461e-08,
      "loss": 0.3337,
      "step": 2624550
    },
    {
      "epoch": 732.5,
      "grad_norm": 1.2604719400405884,
      "learning_rate": 9.063529209533733e-08,
      "loss": 0.3326,
      "step": 2624560
    },
    {
      "epoch": 732.51,
      "grad_norm": 1.3428282737731934,
      "learning_rate": 9.062784545707039e-08,
      "loss": 0.3242,
      "step": 2624570
    },
    {
      "epoch": 732.51,
      "grad_norm": 0.9723641872406006,
      "learning_rate": 9.062039911869402e-08,
      "loss": 0.3138,
      "step": 2624580
    },
    {
      "epoch": 732.51,
      "grad_norm": 1.2126954793930054,
      "learning_rate": 9.061295308021056e-08,
      "loss": 0.3238,
      "step": 2624590
    },
    {
      "epoch": 732.51,
      "grad_norm": 1.2543888092041016,
      "learning_rate": 9.060550734161978e-08,
      "loss": 0.3346,
      "step": 2624600
    },
    {
      "epoch": 732.52,
      "grad_norm": 1.1482837200164795,
      "learning_rate": 9.059806190292321e-08,
      "loss": 0.3374,
      "step": 2624610
    },
    {
      "epoch": 732.52,
      "grad_norm": 1.4033821821212769,
      "learning_rate": 9.059061676412218e-08,
      "loss": 0.3433,
      "step": 2624620
    },
    {
      "epoch": 732.52,
      "grad_norm": 1.234216332435608,
      "learning_rate": 9.058317192521692e-08,
      "loss": 0.3263,
      "step": 2624630
    },
    {
      "epoch": 732.53,
      "grad_norm": 1.6032750606536865,
      "learning_rate": 9.057572738620875e-08,
      "loss": 0.3265,
      "step": 2624640
    },
    {
      "epoch": 732.53,
      "grad_norm": 1.2867510318756104,
      "learning_rate": 9.056828314709871e-08,
      "loss": 0.3222,
      "step": 2624650
    },
    {
      "epoch": 732.53,
      "grad_norm": 1.5526471138000488,
      "learning_rate": 9.056083920788784e-08,
      "loss": 0.335,
      "step": 2624660
    },
    {
      "epoch": 732.53,
      "grad_norm": 1.3409186601638794,
      "learning_rate": 9.055339556857666e-08,
      "loss": 0.3487,
      "step": 2624670
    },
    {
      "epoch": 732.54,
      "grad_norm": 1.1480642557144165,
      "learning_rate": 9.054595222916725e-08,
      "loss": 0.3325,
      "step": 2624680
    },
    {
      "epoch": 732.54,
      "grad_norm": 1.3134443759918213,
      "learning_rate": 9.05385091896596e-08,
      "loss": 0.3407,
      "step": 2624690
    },
    {
      "epoch": 732.54,
      "grad_norm": 1.3241066932678223,
      "learning_rate": 9.053106645005478e-08,
      "loss": 0.3391,
      "step": 2624700
    },
    {
      "epoch": 732.55,
      "grad_norm": 1.1086935997009277,
      "learning_rate": 9.052362401035458e-08,
      "loss": 0.3569,
      "step": 2624710
    },
    {
      "epoch": 732.55,
      "grad_norm": 1.1247369050979614,
      "learning_rate": 9.0516181870559e-08,
      "loss": 0.3197,
      "step": 2624720
    },
    {
      "epoch": 732.55,
      "grad_norm": 1.1569432020187378,
      "learning_rate": 9.050874003066937e-08,
      "loss": 0.3421,
      "step": 2624730
    },
    {
      "epoch": 732.55,
      "grad_norm": 1.347538948059082,
      "learning_rate": 9.050129849068697e-08,
      "loss": 0.3256,
      "step": 2624740
    },
    {
      "epoch": 732.56,
      "grad_norm": 1.1902151107788086,
      "learning_rate": 9.049385725061284e-08,
      "loss": 0.3281,
      "step": 2624750
    },
    {
      "epoch": 732.56,
      "grad_norm": 1.1126805543899536,
      "learning_rate": 9.048641631044726e-08,
      "loss": 0.3293,
      "step": 2624760
    },
    {
      "epoch": 732.56,
      "grad_norm": 1.3418328762054443,
      "learning_rate": 9.047897567019177e-08,
      "loss": 0.3396,
      "step": 2624770
    },
    {
      "epoch": 732.56,
      "grad_norm": 1.052583932876587,
      "learning_rate": 9.047153532984741e-08,
      "loss": 0.3401,
      "step": 2624780
    },
    {
      "epoch": 732.57,
      "grad_norm": 1.3898732662200928,
      "learning_rate": 9.046409528941472e-08,
      "loss": 0.3372,
      "step": 2624790
    },
    {
      "epoch": 732.57,
      "grad_norm": 1.3587075471878052,
      "learning_rate": 9.04566555488955e-08,
      "loss": 0.342,
      "step": 2624800
    },
    {
      "epoch": 732.57,
      "grad_norm": 1.4159886837005615,
      "learning_rate": 9.044921610828976e-08,
      "loss": 0.3295,
      "step": 2624810
    },
    {
      "epoch": 732.58,
      "grad_norm": 1.2276791334152222,
      "learning_rate": 9.044177696759933e-08,
      "loss": 0.3234,
      "step": 2624820
    },
    {
      "epoch": 732.58,
      "grad_norm": 1.1859807968139648,
      "learning_rate": 9.04343381268247e-08,
      "loss": 0.3281,
      "step": 2624830
    },
    {
      "epoch": 732.58,
      "grad_norm": 1.3985209465026855,
      "learning_rate": 9.042689958596696e-08,
      "loss": 0.3514,
      "step": 2624840
    },
    {
      "epoch": 732.58,
      "grad_norm": 1.3383506536483765,
      "learning_rate": 9.041946134502737e-08,
      "loss": 0.3311,
      "step": 2624850
    },
    {
      "epoch": 732.59,
      "grad_norm": 1.2174341678619385,
      "learning_rate": 9.041202340400647e-08,
      "loss": 0.322,
      "step": 2624860
    },
    {
      "epoch": 732.59,
      "grad_norm": 1.1562628746032715,
      "learning_rate": 9.040458576290528e-08,
      "loss": 0.3462,
      "step": 2624870
    },
    {
      "epoch": 732.59,
      "grad_norm": 1.1559996604919434,
      "learning_rate": 9.039714842172512e-08,
      "loss": 0.3448,
      "step": 2624880
    },
    {
      "epoch": 732.6,
      "grad_norm": 1.2883374691009521,
      "learning_rate": 9.038971138046703e-08,
      "loss": 0.3467,
      "step": 2624890
    },
    {
      "epoch": 732.6,
      "grad_norm": 1.158290147781372,
      "learning_rate": 9.038227463913179e-08,
      "loss": 0.3393,
      "step": 2624900
    },
    {
      "epoch": 732.6,
      "grad_norm": 1.6225790977478027,
      "learning_rate": 9.037483819772017e-08,
      "loss": 0.3446,
      "step": 2624910
    },
    {
      "epoch": 732.6,
      "grad_norm": 1.018899917602539,
      "learning_rate": 9.036740205623374e-08,
      "loss": 0.3257,
      "step": 2624920
    },
    {
      "epoch": 732.61,
      "grad_norm": 1.2130603790283203,
      "learning_rate": 9.035996621467251e-08,
      "loss": 0.3516,
      "step": 2624930
    },
    {
      "epoch": 732.61,
      "grad_norm": 1.4362014532089233,
      "learning_rate": 9.03525306730388e-08,
      "loss": 0.3417,
      "step": 2624940
    },
    {
      "epoch": 732.61,
      "grad_norm": 1.3072677850723267,
      "learning_rate": 9.034509543133262e-08,
      "loss": 0.3407,
      "step": 2624950
    },
    {
      "epoch": 732.62,
      "grad_norm": 1.1245660781860352,
      "learning_rate": 9.033766048955529e-08,
      "loss": 0.3433,
      "step": 2624960
    },
    {
      "epoch": 732.62,
      "grad_norm": 1.45284903049469,
      "learning_rate": 9.033022584770755e-08,
      "loss": 0.3385,
      "step": 2624970
    },
    {
      "epoch": 732.62,
      "grad_norm": 1.3570863008499146,
      "learning_rate": 9.0322791505791e-08,
      "loss": 0.343,
      "step": 2624980
    },
    {
      "epoch": 732.62,
      "grad_norm": 1.3048690557479858,
      "learning_rate": 9.031535746380587e-08,
      "loss": 0.3341,
      "step": 2624990
    },
    {
      "epoch": 732.63,
      "grad_norm": 1.283437728881836,
      "learning_rate": 9.030792372175375e-08,
      "loss": 0.3445,
      "step": 2625000
    },
    {
      "epoch": 732.63,
      "grad_norm": 1.1464965343475342,
      "learning_rate": 9.030049027963539e-08,
      "loss": 0.3495,
      "step": 2625010
    },
    {
      "epoch": 732.63,
      "grad_norm": 1.244778037071228,
      "learning_rate": 9.029305713745133e-08,
      "loss": 0.3316,
      "step": 2625020
    },
    {
      "epoch": 732.63,
      "grad_norm": 1.3019415140151978,
      "learning_rate": 9.028562429520365e-08,
      "loss": 0.3556,
      "step": 2625030
    },
    {
      "epoch": 732.64,
      "grad_norm": 1.4609745740890503,
      "learning_rate": 9.027819175289234e-08,
      "loss": 0.3461,
      "step": 2625040
    },
    {
      "epoch": 732.64,
      "grad_norm": 1.2300729751586914,
      "learning_rate": 9.027075951051872e-08,
      "loss": 0.3285,
      "step": 2625050
    },
    {
      "epoch": 732.64,
      "grad_norm": 1.5729906558990479,
      "learning_rate": 9.026332756808409e-08,
      "loss": 0.3377,
      "step": 2625060
    },
    {
      "epoch": 732.65,
      "grad_norm": 1.2852411270141602,
      "learning_rate": 9.025589592558842e-08,
      "loss": 0.3545,
      "step": 2625070
    },
    {
      "epoch": 732.65,
      "grad_norm": 1.3320033550262451,
      "learning_rate": 9.024846458303408e-08,
      "loss": 0.337,
      "step": 2625080
    },
    {
      "epoch": 732.65,
      "grad_norm": 1.2151747941970825,
      "learning_rate": 9.024103354042132e-08,
      "loss": 0.3387,
      "step": 2625090
    },
    {
      "epoch": 732.65,
      "grad_norm": 1.1358020305633545,
      "learning_rate": 9.023360279775093e-08,
      "loss": 0.3439,
      "step": 2625100
    },
    {
      "epoch": 732.66,
      "grad_norm": 1.206040859222412,
      "learning_rate": 9.022617235502446e-08,
      "loss": 0.3186,
      "step": 2625110
    },
    {
      "epoch": 732.66,
      "grad_norm": 1.251631259918213,
      "learning_rate": 9.021874221224269e-08,
      "loss": 0.3234,
      "step": 2625120
    },
    {
      "epoch": 732.66,
      "grad_norm": 1.0590437650680542,
      "learning_rate": 9.02113123694064e-08,
      "loss": 0.337,
      "step": 2625130
    },
    {
      "epoch": 732.67,
      "grad_norm": 1.306641936302185,
      "learning_rate": 9.020388282651664e-08,
      "loss": 0.3501,
      "step": 2625140
    },
    {
      "epoch": 732.67,
      "grad_norm": 1.1139819622039795,
      "learning_rate": 9.019645358357497e-08,
      "loss": 0.3213,
      "step": 2625150
    },
    {
      "epoch": 732.67,
      "grad_norm": 1.7606725692749023,
      "learning_rate": 9.018902464058113e-08,
      "loss": 0.3468,
      "step": 2625160
    },
    {
      "epoch": 732.67,
      "grad_norm": 1.309222936630249,
      "learning_rate": 9.018159599753746e-08,
      "loss": 0.3299,
      "step": 2625170
    },
    {
      "epoch": 732.68,
      "grad_norm": 1.3944746255874634,
      "learning_rate": 9.017416765444421e-08,
      "loss": 0.3476,
      "step": 2625180
    },
    {
      "epoch": 732.68,
      "grad_norm": 1.43055260181427,
      "learning_rate": 9.016673961130218e-08,
      "loss": 0.348,
      "step": 2625190
    },
    {
      "epoch": 732.68,
      "grad_norm": 1.2414950132369995,
      "learning_rate": 9.015931186811317e-08,
      "loss": 0.3461,
      "step": 2625200
    },
    {
      "epoch": 732.68,
      "grad_norm": 1.2712501287460327,
      "learning_rate": 9.015188442487746e-08,
      "loss": 0.3411,
      "step": 2625210
    },
    {
      "epoch": 732.69,
      "grad_norm": 1.2270748615264893,
      "learning_rate": 9.014445728159633e-08,
      "loss": 0.351,
      "step": 2625220
    },
    {
      "epoch": 732.69,
      "grad_norm": 1.3984801769256592,
      "learning_rate": 9.01370304382706e-08,
      "loss": 0.3392,
      "step": 2625230
    },
    {
      "epoch": 732.69,
      "grad_norm": 1.158233642578125,
      "learning_rate": 9.012960389490177e-08,
      "loss": 0.3463,
      "step": 2625240
    },
    {
      "epoch": 732.7,
      "grad_norm": 1.206774353981018,
      "learning_rate": 9.012217765148963e-08,
      "loss": 0.3426,
      "step": 2625250
    },
    {
      "epoch": 732.7,
      "grad_norm": 1.4578227996826172,
      "learning_rate": 9.011475170803678e-08,
      "loss": 0.3325,
      "step": 2625260
    },
    {
      "epoch": 732.7,
      "grad_norm": 1.2850613594055176,
      "learning_rate": 9.010732606454292e-08,
      "loss": 0.3555,
      "step": 2625270
    },
    {
      "epoch": 732.7,
      "grad_norm": 1.2493079900741577,
      "learning_rate": 9.009990072100965e-08,
      "loss": 0.3291,
      "step": 2625280
    },
    {
      "epoch": 732.71,
      "grad_norm": 1.017340064048767,
      "learning_rate": 9.009247567743826e-08,
      "loss": 0.3421,
      "step": 2625290
    },
    {
      "epoch": 732.71,
      "grad_norm": 1.167122483253479,
      "learning_rate": 9.008505093382876e-08,
      "loss": 0.331,
      "step": 2625300
    },
    {
      "epoch": 732.71,
      "grad_norm": 1.2513537406921387,
      "learning_rate": 9.007762649018268e-08,
      "loss": 0.3405,
      "step": 2625310
    },
    {
      "epoch": 732.72,
      "grad_norm": 1.4032702445983887,
      "learning_rate": 9.007020234650109e-08,
      "loss": 0.3286,
      "step": 2625320
    },
    {
      "epoch": 732.72,
      "grad_norm": 1.3597966432571411,
      "learning_rate": 9.006277850278501e-08,
      "loss": 0.3437,
      "step": 2625330
    },
    {
      "epoch": 732.72,
      "grad_norm": 1.144852638244629,
      "learning_rate": 9.005535495903525e-08,
      "loss": 0.3404,
      "step": 2625340
    },
    {
      "epoch": 732.72,
      "grad_norm": 1.460575819015503,
      "learning_rate": 9.004793171525282e-08,
      "loss": 0.3333,
      "step": 2625350
    },
    {
      "epoch": 732.73,
      "grad_norm": 1.3253308534622192,
      "learning_rate": 9.004050877143877e-08,
      "loss": 0.3495,
      "step": 2625360
    },
    {
      "epoch": 732.73,
      "grad_norm": 1.3378592729568481,
      "learning_rate": 9.00330861275939e-08,
      "loss": 0.3297,
      "step": 2625370
    },
    {
      "epoch": 732.73,
      "grad_norm": 1.252562403678894,
      "learning_rate": 9.002566378371973e-08,
      "loss": 0.3308,
      "step": 2625380
    },
    {
      "epoch": 732.74,
      "grad_norm": 1.2373303174972534,
      "learning_rate": 9.001824173981657e-08,
      "loss": 0.3296,
      "step": 2625390
    },
    {
      "epoch": 732.74,
      "grad_norm": 1.4317448139190674,
      "learning_rate": 9.001081999588594e-08,
      "loss": 0.3277,
      "step": 2625400
    },
    {
      "epoch": 732.74,
      "grad_norm": 1.272709608078003,
      "learning_rate": 9.000339855192839e-08,
      "loss": 0.3311,
      "step": 2625410
    },
    {
      "epoch": 732.74,
      "grad_norm": 1.1692670583724976,
      "learning_rate": 8.99959774079452e-08,
      "loss": 0.3488,
      "step": 2625420
    },
    {
      "epoch": 732.75,
      "grad_norm": 1.1470741033554077,
      "learning_rate": 8.998855656393768e-08,
      "loss": 0.3428,
      "step": 2625430
    },
    {
      "epoch": 732.75,
      "grad_norm": 1.1696255207061768,
      "learning_rate": 8.998113601990584e-08,
      "loss": 0.3346,
      "step": 2625440
    },
    {
      "epoch": 732.75,
      "grad_norm": 1.1895924806594849,
      "learning_rate": 8.997371577585148e-08,
      "loss": 0.332,
      "step": 2625450
    },
    {
      "epoch": 732.75,
      "grad_norm": 1.2141460180282593,
      "learning_rate": 8.99662958317754e-08,
      "loss": 0.3294,
      "step": 2625460
    },
    {
      "epoch": 732.76,
      "grad_norm": 1.2661391496658325,
      "learning_rate": 8.995887618767862e-08,
      "loss": 0.3482,
      "step": 2625470
    },
    {
      "epoch": 732.76,
      "grad_norm": 1.874665379524231,
      "learning_rate": 8.995145684356168e-08,
      "loss": 0.3219,
      "step": 2625480
    },
    {
      "epoch": 732.76,
      "grad_norm": 1.373236060142517,
      "learning_rate": 8.994403779942639e-08,
      "loss": 0.3374,
      "step": 2625490
    },
    {
      "epoch": 732.77,
      "grad_norm": 1.214072823524475,
      "learning_rate": 8.993661905527302e-08,
      "loss": 0.3384,
      "step": 2625500
    },
    {
      "epoch": 732.77,
      "grad_norm": 1.1517668962478638,
      "learning_rate": 8.992920061110286e-08,
      "loss": 0.3405,
      "step": 2625510
    },
    {
      "epoch": 732.77,
      "grad_norm": 1.1938600540161133,
      "learning_rate": 8.992178246691722e-08,
      "loss": 0.3437,
      "step": 2625520
    },
    {
      "epoch": 732.77,
      "grad_norm": 1.0438767671585083,
      "learning_rate": 8.991436462271635e-08,
      "loss": 0.3358,
      "step": 2625530
    },
    {
      "epoch": 732.78,
      "grad_norm": 1.2298603057861328,
      "learning_rate": 8.990694707850156e-08,
      "loss": 0.348,
      "step": 2625540
    },
    {
      "epoch": 732.78,
      "grad_norm": 1.224455714225769,
      "learning_rate": 8.98995298342739e-08,
      "loss": 0.3353,
      "step": 2625550
    },
    {
      "epoch": 732.78,
      "grad_norm": 1.0976040363311768,
      "learning_rate": 8.989211289003464e-08,
      "loss": 0.3491,
      "step": 2625560
    },
    {
      "epoch": 732.79,
      "grad_norm": 1.1641731262207031,
      "learning_rate": 8.988469624578434e-08,
      "loss": 0.3407,
      "step": 2625570
    },
    {
      "epoch": 732.79,
      "grad_norm": 1.1941884756088257,
      "learning_rate": 8.987727990152402e-08,
      "loss": 0.3267,
      "step": 2625580
    },
    {
      "epoch": 732.79,
      "grad_norm": 1.3532379865646362,
      "learning_rate": 8.986986385725497e-08,
      "loss": 0.3296,
      "step": 2625590
    },
    {
      "epoch": 732.79,
      "grad_norm": 1.4672869443893433,
      "learning_rate": 8.986244811297772e-08,
      "loss": 0.3411,
      "step": 2625600
    },
    {
      "epoch": 732.8,
      "grad_norm": 1.207088589668274,
      "learning_rate": 8.985503266869384e-08,
      "loss": 0.3315,
      "step": 2625610
    },
    {
      "epoch": 732.8,
      "grad_norm": 1.082079529762268,
      "learning_rate": 8.984761752440359e-08,
      "loss": 0.3286,
      "step": 2625620
    },
    {
      "epoch": 732.8,
      "grad_norm": 1.4185432195663452,
      "learning_rate": 8.984020268010852e-08,
      "loss": 0.3275,
      "step": 2625630
    },
    {
      "epoch": 732.8,
      "grad_norm": 1.1747792959213257,
      "learning_rate": 8.98327881358094e-08,
      "loss": 0.3431,
      "step": 2625640
    },
    {
      "epoch": 732.81,
      "grad_norm": 1.5431952476501465,
      "learning_rate": 8.982537389150757e-08,
      "loss": 0.3328,
      "step": 2625650
    },
    {
      "epoch": 732.81,
      "grad_norm": 1.3101398944854736,
      "learning_rate": 8.981795994720377e-08,
      "loss": 0.3321,
      "step": 2625660
    },
    {
      "epoch": 732.81,
      "grad_norm": 1.242466688156128,
      "learning_rate": 8.981054630289855e-08,
      "loss": 0.3265,
      "step": 2625670
    },
    {
      "epoch": 732.82,
      "grad_norm": 1.1629016399383545,
      "learning_rate": 8.980313295859345e-08,
      "loss": 0.3362,
      "step": 2625680
    },
    {
      "epoch": 732.82,
      "grad_norm": 1.2643671035766602,
      "learning_rate": 8.979571991428926e-08,
      "loss": 0.3338,
      "step": 2625690
    },
    {
      "epoch": 732.82,
      "grad_norm": 1.2696539163589478,
      "learning_rate": 8.978830716998703e-08,
      "loss": 0.3417,
      "step": 2625700
    },
    {
      "epoch": 732.82,
      "grad_norm": 1.3952118158340454,
      "learning_rate": 8.978089472568779e-08,
      "loss": 0.3317,
      "step": 2625710
    },
    {
      "epoch": 732.83,
      "grad_norm": 1.3083409070968628,
      "learning_rate": 8.97734825813923e-08,
      "loss": 0.3275,
      "step": 2625720
    },
    {
      "epoch": 732.83,
      "grad_norm": 1.2988427877426147,
      "learning_rate": 8.976607073710191e-08,
      "loss": 0.3316,
      "step": 2625730
    },
    {
      "epoch": 732.83,
      "grad_norm": 1.1909821033477783,
      "learning_rate": 8.975865919281711e-08,
      "loss": 0.3376,
      "step": 2625740
    },
    {
      "epoch": 732.84,
      "grad_norm": 1.3945146799087524,
      "learning_rate": 8.975124794853945e-08,
      "loss": 0.34,
      "step": 2625750
    },
    {
      "epoch": 732.84,
      "grad_norm": 1.2973893880844116,
      "learning_rate": 8.974383700426947e-08,
      "loss": 0.3303,
      "step": 2625760
    },
    {
      "epoch": 732.84,
      "grad_norm": 1.2202991247177124,
      "learning_rate": 8.973642636000821e-08,
      "loss": 0.3305,
      "step": 2625770
    },
    {
      "epoch": 732.84,
      "grad_norm": 1.1828771829605103,
      "learning_rate": 8.972901601575697e-08,
      "loss": 0.3443,
      "step": 2625780
    },
    {
      "epoch": 732.85,
      "grad_norm": 2.4550843238830566,
      "learning_rate": 8.972160597151678e-08,
      "loss": 0.3452,
      "step": 2625790
    },
    {
      "epoch": 732.85,
      "grad_norm": 1.1489206552505493,
      "learning_rate": 8.971419622728791e-08,
      "loss": 0.3332,
      "step": 2625800
    },
    {
      "epoch": 732.85,
      "grad_norm": 1.2824960947036743,
      "learning_rate": 8.970678678307192e-08,
      "loss": 0.3267,
      "step": 2625810
    },
    {
      "epoch": 732.86,
      "grad_norm": 1.3411682844161987,
      "learning_rate": 8.96993776388701e-08,
      "loss": 0.327,
      "step": 2625820
    },
    {
      "epoch": 732.86,
      "grad_norm": 1.2097883224487305,
      "learning_rate": 8.969196879468222e-08,
      "loss": 0.3475,
      "step": 2625830
    },
    {
      "epoch": 732.86,
      "grad_norm": 1.3107330799102783,
      "learning_rate": 8.968456025051085e-08,
      "loss": 0.3427,
      "step": 2625840
    },
    {
      "epoch": 732.86,
      "grad_norm": 1.2050909996032715,
      "learning_rate": 8.9677152006356e-08,
      "loss": 0.3189,
      "step": 2625850
    },
    {
      "epoch": 732.87,
      "grad_norm": 1.1979366540908813,
      "learning_rate": 8.966974406221872e-08,
      "loss": 0.3396,
      "step": 2625860
    },
    {
      "epoch": 732.87,
      "grad_norm": 1.3343563079833984,
      "learning_rate": 8.966233641810031e-08,
      "loss": 0.3548,
      "step": 2625870
    },
    {
      "epoch": 732.87,
      "grad_norm": 1.112206220626831,
      "learning_rate": 8.965492907400152e-08,
      "loss": 0.3264,
      "step": 2625880
    },
    {
      "epoch": 732.87,
      "grad_norm": 1.3935680389404297,
      "learning_rate": 8.964752202992318e-08,
      "loss": 0.3492,
      "step": 2625890
    },
    {
      "epoch": 732.88,
      "grad_norm": 1.297909140586853,
      "learning_rate": 8.964011528586656e-08,
      "loss": 0.3472,
      "step": 2625900
    },
    {
      "epoch": 732.88,
      "grad_norm": 1.2350976467132568,
      "learning_rate": 8.963270884183296e-08,
      "loss": 0.3377,
      "step": 2625910
    },
    {
      "epoch": 732.88,
      "grad_norm": 1.0296779870986938,
      "learning_rate": 8.962530269782238e-08,
      "loss": 0.3196,
      "step": 2625920
    },
    {
      "epoch": 732.89,
      "grad_norm": 1.4013093709945679,
      "learning_rate": 8.961789685383693e-08,
      "loss": 0.3457,
      "step": 2625930
    },
    {
      "epoch": 732.89,
      "grad_norm": 1.1598469018936157,
      "learning_rate": 8.961049130987684e-08,
      "loss": 0.3269,
      "step": 2625940
    },
    {
      "epoch": 732.89,
      "grad_norm": 0.9363394975662231,
      "learning_rate": 8.960308606594341e-08,
      "loss": 0.3302,
      "step": 2625950
    },
    {
      "epoch": 732.89,
      "grad_norm": 1.3734766244888306,
      "learning_rate": 8.959568112203771e-08,
      "loss": 0.3218,
      "step": 2625960
    },
    {
      "epoch": 732.9,
      "grad_norm": 1.2585772275924683,
      "learning_rate": 8.958827647815998e-08,
      "loss": 0.35,
      "step": 2625970
    },
    {
      "epoch": 732.9,
      "grad_norm": 1.151020884513855,
      "learning_rate": 8.958087213431254e-08,
      "loss": 0.3303,
      "step": 2625980
    },
    {
      "epoch": 732.9,
      "grad_norm": 1.2308237552642822,
      "learning_rate": 8.957346809049517e-08,
      "loss": 0.3297,
      "step": 2625990
    },
    {
      "epoch": 732.91,
      "grad_norm": 1.1072064638137817,
      "learning_rate": 8.956606434670916e-08,
      "loss": 0.3449,
      "step": 2626000
    },
    {
      "epoch": 732.91,
      "grad_norm": 1.6047937870025635,
      "learning_rate": 8.955866090295631e-08,
      "loss": 0.342,
      "step": 2626010
    },
    {
      "epoch": 732.91,
      "grad_norm": 1.2482229471206665,
      "learning_rate": 8.955125775923638e-08,
      "loss": 0.3293,
      "step": 2626020
    },
    {
      "epoch": 732.91,
      "grad_norm": 1.120367169380188,
      "learning_rate": 8.954385491555094e-08,
      "loss": 0.3391,
      "step": 2626030
    },
    {
      "epoch": 732.92,
      "grad_norm": 1.2433454990386963,
      "learning_rate": 8.9536452371901e-08,
      "loss": 0.3357,
      "step": 2626040
    },
    {
      "epoch": 732.92,
      "grad_norm": 1.1867010593414307,
      "learning_rate": 8.952905012828788e-08,
      "loss": 0.3269,
      "step": 2626050
    },
    {
      "epoch": 732.92,
      "grad_norm": 1.0931718349456787,
      "learning_rate": 8.952164818471158e-08,
      "loss": 0.3416,
      "step": 2626060
    },
    {
      "epoch": 732.92,
      "grad_norm": 1.1968858242034912,
      "learning_rate": 8.951424654117419e-08,
      "loss": 0.3232,
      "step": 2626070
    },
    {
      "epoch": 732.93,
      "grad_norm": 1.3896865844726562,
      "learning_rate": 8.950684519767595e-08,
      "loss": 0.3308,
      "step": 2626080
    },
    {
      "epoch": 732.93,
      "grad_norm": 1.2442407608032227,
      "learning_rate": 8.949944415421791e-08,
      "loss": 0.3352,
      "step": 2626090
    },
    {
      "epoch": 732.93,
      "grad_norm": 1.9154136180877686,
      "learning_rate": 8.94920434108019e-08,
      "loss": 0.3495,
      "step": 2626100
    },
    {
      "epoch": 732.94,
      "grad_norm": 1.269422173500061,
      "learning_rate": 8.948464296742765e-08,
      "loss": 0.3288,
      "step": 2626110
    },
    {
      "epoch": 732.94,
      "grad_norm": 1.3058559894561768,
      "learning_rate": 8.947724282409672e-08,
      "loss": 0.3422,
      "step": 2626120
    },
    {
      "epoch": 732.94,
      "grad_norm": 1.10657799243927,
      "learning_rate": 8.946984298081016e-08,
      "loss": 0.3332,
      "step": 2626130
    },
    {
      "epoch": 732.94,
      "grad_norm": 1.1367181539535522,
      "learning_rate": 8.946244343756926e-08,
      "loss": 0.3315,
      "step": 2626140
    },
    {
      "epoch": 732.95,
      "grad_norm": 1.325676441192627,
      "learning_rate": 8.945504419437428e-08,
      "loss": 0.3533,
      "step": 2626150
    },
    {
      "epoch": 732.95,
      "grad_norm": 1.3376625776290894,
      "learning_rate": 8.94476452512268e-08,
      "loss": 0.3418,
      "step": 2626160
    },
    {
      "epoch": 732.95,
      "grad_norm": 1.271270990371704,
      "learning_rate": 8.944024660812757e-08,
      "loss": 0.3607,
      "step": 2626170
    },
    {
      "epoch": 732.96,
      "grad_norm": 1.1944198608398438,
      "learning_rate": 8.943284826507714e-08,
      "loss": 0.3382,
      "step": 2626180
    },
    {
      "epoch": 732.96,
      "grad_norm": 1.1393183469772339,
      "learning_rate": 8.942545022207759e-08,
      "loss": 0.3447,
      "step": 2626190
    },
    {
      "epoch": 732.96,
      "grad_norm": 1.3512340784072876,
      "learning_rate": 8.94180524791289e-08,
      "loss": 0.3413,
      "step": 2626200
    },
    {
      "epoch": 732.96,
      "grad_norm": 1.344151496887207,
      "learning_rate": 8.941065503623238e-08,
      "loss": 0.3414,
      "step": 2626210
    },
    {
      "epoch": 732.97,
      "grad_norm": 1.367863655090332,
      "learning_rate": 8.940325789338881e-08,
      "loss": 0.328,
      "step": 2626220
    },
    {
      "epoch": 732.97,
      "grad_norm": 2.935488700866699,
      "learning_rate": 8.939586105059975e-08,
      "loss": 0.3312,
      "step": 2626230
    },
    {
      "epoch": 732.97,
      "grad_norm": 1.2767245769500732,
      "learning_rate": 8.938846450786598e-08,
      "loss": 0.3544,
      "step": 2626240
    },
    {
      "epoch": 732.98,
      "grad_norm": 1.248885154724121,
      "learning_rate": 8.938106826518804e-08,
      "loss": 0.3336,
      "step": 2626250
    },
    {
      "epoch": 732.98,
      "grad_norm": 1.1622090339660645,
      "learning_rate": 8.937367232256746e-08,
      "loss": 0.3374,
      "step": 2626260
    },
    {
      "epoch": 732.98,
      "grad_norm": 1.128201961517334,
      "learning_rate": 8.936627668000478e-08,
      "loss": 0.3207,
      "step": 2626270
    },
    {
      "epoch": 732.98,
      "grad_norm": 1.2822990417480469,
      "learning_rate": 8.935888133750129e-08,
      "loss": 0.3431,
      "step": 2626280
    },
    {
      "epoch": 732.99,
      "grad_norm": 1.2093865871429443,
      "learning_rate": 8.935148629505779e-08,
      "loss": 0.3475,
      "step": 2626290
    },
    {
      "epoch": 732.99,
      "grad_norm": 1.5823863744735718,
      "learning_rate": 8.93440915526753e-08,
      "loss": 0.3523,
      "step": 2626300
    },
    {
      "epoch": 732.99,
      "grad_norm": 1.369603157043457,
      "learning_rate": 8.933669711035538e-08,
      "loss": 0.3481,
      "step": 2626310
    },
    {
      "epoch": 732.99,
      "grad_norm": 1.1320724487304688,
      "learning_rate": 8.932930296809753e-08,
      "loss": 0.3242,
      "step": 2626320
    },
    {
      "epoch": 733.0,
      "grad_norm": 2.7443125247955322,
      "learning_rate": 8.93219091259046e-08,
      "loss": 0.3316,
      "step": 2626330
    },
    {
      "epoch": 733.0,
      "eval_loss": 0.3374427556991577,
      "eval_runtime": 64.0621,
      "eval_samples_per_second": 78.97,
      "eval_steps_per_second": 9.881,
      "step": 2626339
    },
    {
      "epoch": 733.0,
      "grad_norm": 1.5910533666610718,
      "learning_rate": 8.931451558377608e-08,
      "loss": 0.3644,
      "step": 2626340
    },
    {
      "epoch": 733.0,
      "grad_norm": 1.0492337942123413,
      "learning_rate": 8.930712234171376e-08,
      "loss": 0.3327,
      "step": 2626350
    },
    {
      "epoch": 733.01,
      "grad_norm": 1.2830969095230103,
      "learning_rate": 8.929972939971819e-08,
      "loss": 0.3307,
      "step": 2626360
    },
    {
      "epoch": 733.01,
      "grad_norm": 1.2341697216033936,
      "learning_rate": 8.929233675779094e-08,
      "loss": 0.3398,
      "step": 2626370
    },
    {
      "epoch": 733.01,
      "grad_norm": 1.3389967679977417,
      "learning_rate": 8.928494441593249e-08,
      "loss": 0.3488,
      "step": 2626380
    },
    {
      "epoch": 733.01,
      "grad_norm": 1.2464721202850342,
      "learning_rate": 8.927755237414392e-08,
      "loss": 0.3219,
      "step": 2626390
    },
    {
      "epoch": 733.02,
      "grad_norm": 1.2199559211730957,
      "learning_rate": 8.927016063242625e-08,
      "loss": 0.3455,
      "step": 2626400
    },
    {
      "epoch": 733.02,
      "grad_norm": 1.0778491497039795,
      "learning_rate": 8.926276919078027e-08,
      "loss": 0.3338,
      "step": 2626410
    },
    {
      "epoch": 733.02,
      "grad_norm": 1.2962740659713745,
      "learning_rate": 8.925537804920753e-08,
      "loss": 0.3547,
      "step": 2626420
    },
    {
      "epoch": 733.03,
      "grad_norm": 1.2539701461791992,
      "learning_rate": 8.92479872077083e-08,
      "loss": 0.3318,
      "step": 2626430
    },
    {
      "epoch": 733.03,
      "grad_norm": 1.3709560632705688,
      "learning_rate": 8.924059666628389e-08,
      "loss": 0.3412,
      "step": 2626440
    },
    {
      "epoch": 733.03,
      "grad_norm": 3.835007667541504,
      "learning_rate": 8.923320642493532e-08,
      "loss": 0.3462,
      "step": 2626450
    },
    {
      "epoch": 733.03,
      "grad_norm": 1.2384308576583862,
      "learning_rate": 8.92258164836639e-08,
      "loss": 0.3386,
      "step": 2626460
    },
    {
      "epoch": 733.04,
      "grad_norm": 1.1840643882751465,
      "learning_rate": 8.921842684247015e-08,
      "loss": 0.3449,
      "step": 2626470
    },
    {
      "epoch": 733.04,
      "grad_norm": 1.107405662536621,
      "learning_rate": 8.921103750135485e-08,
      "loss": 0.3362,
      "step": 2626480
    },
    {
      "epoch": 733.04,
      "grad_norm": 1.204606533050537,
      "learning_rate": 8.920364846031983e-08,
      "loss": 0.3314,
      "step": 2626490
    },
    {
      "epoch": 733.04,
      "grad_norm": 1.2903786897659302,
      "learning_rate": 8.919625971936482e-08,
      "loss": 0.3205,
      "step": 2626500
    },
    {
      "epoch": 733.05,
      "grad_norm": 1.2473214864730835,
      "learning_rate": 8.918887127849216e-08,
      "loss": 0.3231,
      "step": 2626510
    },
    {
      "epoch": 733.05,
      "grad_norm": 1.4087423086166382,
      "learning_rate": 8.918148313770187e-08,
      "loss": 0.3519,
      "step": 2626520
    },
    {
      "epoch": 733.05,
      "grad_norm": 1.6054036617279053,
      "learning_rate": 8.917409529699523e-08,
      "loss": 0.3556,
      "step": 2626530
    },
    {
      "epoch": 733.06,
      "grad_norm": 1.229939341545105,
      "learning_rate": 8.916670775637353e-08,
      "loss": 0.3243,
      "step": 2626540
    },
    {
      "epoch": 733.06,
      "grad_norm": 1.1570236682891846,
      "learning_rate": 8.915932051583706e-08,
      "loss": 0.3388,
      "step": 2626550
    },
    {
      "epoch": 733.06,
      "grad_norm": 1.2191401720046997,
      "learning_rate": 8.915193357538764e-08,
      "loss": 0.3277,
      "step": 2626560
    },
    {
      "epoch": 733.06,
      "grad_norm": 1.40044105052948,
      "learning_rate": 8.914454693502576e-08,
      "loss": 0.3422,
      "step": 2626570
    },
    {
      "epoch": 733.07,
      "grad_norm": 0.9845162034034729,
      "learning_rate": 8.913716059475223e-08,
      "loss": 0.3296,
      "step": 2626580
    },
    {
      "epoch": 733.07,
      "grad_norm": 1.4529303312301636,
      "learning_rate": 8.912977455456833e-08,
      "loss": 0.3397,
      "step": 2626590
    },
    {
      "epoch": 733.07,
      "grad_norm": 1.209383249282837,
      "learning_rate": 8.912238881447538e-08,
      "loss": 0.3404,
      "step": 2626600
    },
    {
      "epoch": 733.08,
      "grad_norm": 1.3847887516021729,
      "learning_rate": 8.911500337447364e-08,
      "loss": 0.3362,
      "step": 2626610
    },
    {
      "epoch": 733.08,
      "grad_norm": 1.275423526763916,
      "learning_rate": 8.910761823456465e-08,
      "loss": 0.342,
      "step": 2626620
    },
    {
      "epoch": 733.08,
      "grad_norm": 1.0484693050384521,
      "learning_rate": 8.91002333947492e-08,
      "loss": 0.3223,
      "step": 2626630
    },
    {
      "epoch": 733.08,
      "grad_norm": 1.5079517364501953,
      "learning_rate": 8.909284885502757e-08,
      "loss": 0.351,
      "step": 2626640
    },
    {
      "epoch": 733.09,
      "grad_norm": 1.1537392139434814,
      "learning_rate": 8.908546461540233e-08,
      "loss": 0.3452,
      "step": 2626650
    },
    {
      "epoch": 733.09,
      "grad_norm": 1.1974319219589233,
      "learning_rate": 8.9078080675873e-08,
      "loss": 0.3347,
      "step": 2626660
    },
    {
      "epoch": 733.09,
      "grad_norm": 1.1409865617752075,
      "learning_rate": 8.907069703644136e-08,
      "loss": 0.3231,
      "step": 2626670
    },
    {
      "epoch": 733.1,
      "grad_norm": 1.3606256246566772,
      "learning_rate": 8.90633136971082e-08,
      "loss": 0.3472,
      "step": 2626680
    },
    {
      "epoch": 733.1,
      "grad_norm": 1.1507610082626343,
      "learning_rate": 8.905593065787431e-08,
      "loss": 0.3401,
      "step": 2626690
    },
    {
      "epoch": 733.1,
      "grad_norm": 1.8788368701934814,
      "learning_rate": 8.904854791874075e-08,
      "loss": 0.3227,
      "step": 2626700
    },
    {
      "epoch": 733.1,
      "grad_norm": 1.341091513633728,
      "learning_rate": 8.904116547970852e-08,
      "loss": 0.3335,
      "step": 2626710
    },
    {
      "epoch": 733.11,
      "grad_norm": 1.2630990743637085,
      "learning_rate": 8.903378334077895e-08,
      "loss": 0.3493,
      "step": 2626720
    },
    {
      "epoch": 733.11,
      "grad_norm": 1.2190426588058472,
      "learning_rate": 8.902640150195229e-08,
      "loss": 0.342,
      "step": 2626730
    },
    {
      "epoch": 733.11,
      "grad_norm": 1.1312018632888794,
      "learning_rate": 8.901901996323036e-08,
      "loss": 0.3292,
      "step": 2626740
    },
    {
      "epoch": 733.11,
      "grad_norm": 1.3187004327774048,
      "learning_rate": 8.901163872461368e-08,
      "loss": 0.337,
      "step": 2626750
    },
    {
      "epoch": 733.12,
      "grad_norm": 1.264380931854248,
      "learning_rate": 8.900425778610304e-08,
      "loss": 0.3473,
      "step": 2626760
    },
    {
      "epoch": 733.12,
      "grad_norm": 1.906515121459961,
      "learning_rate": 8.89968771477e-08,
      "loss": 0.33,
      "step": 2626770
    },
    {
      "epoch": 733.12,
      "grad_norm": 1.217206597328186,
      "learning_rate": 8.898949680940506e-08,
      "loss": 0.3207,
      "step": 2626780
    },
    {
      "epoch": 733.13,
      "grad_norm": 1.5046885013580322,
      "learning_rate": 8.898211677121928e-08,
      "loss": 0.3322,
      "step": 2626790
    },
    {
      "epoch": 733.13,
      "grad_norm": 1.3100568056106567,
      "learning_rate": 8.897473703314371e-08,
      "loss": 0.3446,
      "step": 2626800
    },
    {
      "epoch": 733.13,
      "grad_norm": 1.2781528234481812,
      "learning_rate": 8.896735759517936e-08,
      "loss": 0.3267,
      "step": 2626810
    },
    {
      "epoch": 733.13,
      "grad_norm": 1.2098147869110107,
      "learning_rate": 8.895997845732756e-08,
      "loss": 0.323,
      "step": 2626820
    },
    {
      "epoch": 733.14,
      "grad_norm": 1.2190823554992676,
      "learning_rate": 8.895259961958856e-08,
      "loss": 0.3419,
      "step": 2626830
    },
    {
      "epoch": 733.14,
      "grad_norm": 1.2754828929901123,
      "learning_rate": 8.894522108196366e-08,
      "loss": 0.3307,
      "step": 2626840
    },
    {
      "epoch": 733.14,
      "grad_norm": 1.2333898544311523,
      "learning_rate": 8.89378428444539e-08,
      "loss": 0.3192,
      "step": 2626850
    },
    {
      "epoch": 733.15,
      "grad_norm": 1.1616238355636597,
      "learning_rate": 8.893046490706059e-08,
      "loss": 0.3449,
      "step": 2626860
    },
    {
      "epoch": 733.15,
      "grad_norm": 1.160550594329834,
      "learning_rate": 8.89230872697837e-08,
      "loss": 0.3315,
      "step": 2626870
    },
    {
      "epoch": 733.15,
      "grad_norm": 1.2329682111740112,
      "learning_rate": 8.891570993262562e-08,
      "loss": 0.3458,
      "step": 2626880
    },
    {
      "epoch": 733.15,
      "grad_norm": 1.1632863283157349,
      "learning_rate": 8.890833289558631e-08,
      "loss": 0.3292,
      "step": 2626890
    },
    {
      "epoch": 733.16,
      "grad_norm": 1.110943078994751,
      "learning_rate": 8.890095615866682e-08,
      "loss": 0.3342,
      "step": 2626900
    },
    {
      "epoch": 733.16,
      "grad_norm": 1.4156370162963867,
      "learning_rate": 8.889357972186899e-08,
      "loss": 0.3569,
      "step": 2626910
    },
    {
      "epoch": 733.16,
      "grad_norm": 1.2661668062210083,
      "learning_rate": 8.888620358519254e-08,
      "loss": 0.3162,
      "step": 2626920
    },
    {
      "epoch": 733.16,
      "grad_norm": 1.0423890352249146,
      "learning_rate": 8.887882774863929e-08,
      "loss": 0.3479,
      "step": 2626930
    },
    {
      "epoch": 733.17,
      "grad_norm": 1.324112892150879,
      "learning_rate": 8.887145221220977e-08,
      "loss": 0.332,
      "step": 2626940
    },
    {
      "epoch": 733.17,
      "grad_norm": 1.3465834856033325,
      "learning_rate": 8.886407697590581e-08,
      "loss": 0.33,
      "step": 2626950
    },
    {
      "epoch": 733.17,
      "grad_norm": 1.2353631258010864,
      "learning_rate": 8.885670203972713e-08,
      "loss": 0.3361,
      "step": 2626960
    },
    {
      "epoch": 733.18,
      "grad_norm": 1.2643327713012695,
      "learning_rate": 8.884932740367556e-08,
      "loss": 0.343,
      "step": 2626970
    },
    {
      "epoch": 733.18,
      "grad_norm": 1.2968961000442505,
      "learning_rate": 8.884195306775215e-08,
      "loss": 0.3441,
      "step": 2626980
    },
    {
      "epoch": 733.18,
      "grad_norm": 1.180785059928894,
      "learning_rate": 8.883457903195715e-08,
      "loss": 0.3452,
      "step": 2626990
    },
    {
      "epoch": 733.18,
      "grad_norm": 1.3883841037750244,
      "learning_rate": 8.882720529629264e-08,
      "loss": 0.3483,
      "step": 2627000
    },
    {
      "epoch": 733.19,
      "grad_norm": 1.2079521417617798,
      "learning_rate": 8.881983186075835e-08,
      "loss": 0.3354,
      "step": 2627010
    },
    {
      "epoch": 733.19,
      "grad_norm": 1.2406247854232788,
      "learning_rate": 8.881245872535613e-08,
      "loss": 0.3182,
      "step": 2627020
    },
    {
      "epoch": 733.19,
      "grad_norm": 1.3394100666046143,
      "learning_rate": 8.880508589008674e-08,
      "loss": 0.339,
      "step": 2627030
    },
    {
      "epoch": 733.2,
      "grad_norm": 1.0778827667236328,
      "learning_rate": 8.879771335495124e-08,
      "loss": 0.3345,
      "step": 2627040
    },
    {
      "epoch": 733.2,
      "grad_norm": 1.2801498174667358,
      "learning_rate": 8.879034111995038e-08,
      "loss": 0.3253,
      "step": 2627050
    },
    {
      "epoch": 733.2,
      "grad_norm": 1.1358801126480103,
      "learning_rate": 8.878296918508497e-08,
      "loss": 0.3419,
      "step": 2627060
    },
    {
      "epoch": 733.2,
      "grad_norm": 1.1120588779449463,
      "learning_rate": 8.87755975503568e-08,
      "loss": 0.3359,
      "step": 2627070
    },
    {
      "epoch": 733.21,
      "grad_norm": 1.287065863609314,
      "learning_rate": 8.876822621576591e-08,
      "loss": 0.3279,
      "step": 2627080
    },
    {
      "epoch": 733.21,
      "grad_norm": 1.0276654958724976,
      "learning_rate": 8.876085518131409e-08,
      "loss": 0.3443,
      "step": 2627090
    },
    {
      "epoch": 733.21,
      "grad_norm": 1.5021411180496216,
      "learning_rate": 8.875348444700161e-08,
      "loss": 0.3307,
      "step": 2627100
    },
    {
      "epoch": 733.22,
      "grad_norm": 1.284184217453003,
      "learning_rate": 8.874611401283003e-08,
      "loss": 0.3403,
      "step": 2627110
    },
    {
      "epoch": 733.22,
      "grad_norm": 1.2089126110076904,
      "learning_rate": 8.873874387880014e-08,
      "loss": 0.3374,
      "step": 2627120
    },
    {
      "epoch": 733.22,
      "grad_norm": 1.2489489316940308,
      "learning_rate": 8.873137404491218e-08,
      "loss": 0.345,
      "step": 2627130
    },
    {
      "epoch": 733.22,
      "grad_norm": 1.5317882299423218,
      "learning_rate": 8.872400451116852e-08,
      "loss": 0.329,
      "step": 2627140
    },
    {
      "epoch": 733.23,
      "grad_norm": 1.6899579763412476,
      "learning_rate": 8.87166352775694e-08,
      "loss": 0.3308,
      "step": 2627150
    },
    {
      "epoch": 733.23,
      "grad_norm": 1.31435227394104,
      "learning_rate": 8.870926634411561e-08,
      "loss": 0.3493,
      "step": 2627160
    },
    {
      "epoch": 733.23,
      "grad_norm": 1.0877809524536133,
      "learning_rate": 8.870189771080816e-08,
      "loss": 0.338,
      "step": 2627170
    },
    {
      "epoch": 733.23,
      "grad_norm": 1.1067472696304321,
      "learning_rate": 8.869452937764892e-08,
      "loss": 0.3469,
      "step": 2627180
    },
    {
      "epoch": 733.24,
      "grad_norm": 1.060299277305603,
      "learning_rate": 8.868716134463761e-08,
      "loss": 0.3345,
      "step": 2627190
    },
    {
      "epoch": 733.24,
      "grad_norm": 1.351655125617981,
      "learning_rate": 8.867979361177578e-08,
      "loss": 0.3478,
      "step": 2627200
    },
    {
      "epoch": 733.24,
      "grad_norm": 1.3695132732391357,
      "learning_rate": 8.867242617906475e-08,
      "loss": 0.3396,
      "step": 2627210
    },
    {
      "epoch": 733.25,
      "grad_norm": 1.2163424491882324,
      "learning_rate": 8.866505904650475e-08,
      "loss": 0.3384,
      "step": 2627220
    },
    {
      "epoch": 733.25,
      "grad_norm": 1.0960735082626343,
      "learning_rate": 8.865769221409764e-08,
      "loss": 0.3293,
      "step": 2627230
    },
    {
      "epoch": 733.25,
      "grad_norm": 1.3140742778778076,
      "learning_rate": 8.86503256818434e-08,
      "loss": 0.3448,
      "step": 2627240
    },
    {
      "epoch": 733.25,
      "grad_norm": 1.0817210674285889,
      "learning_rate": 8.864295944974383e-08,
      "loss": 0.343,
      "step": 2627250
    },
    {
      "epoch": 733.26,
      "grad_norm": 1.1921569108963013,
      "learning_rate": 8.863559351779976e-08,
      "loss": 0.3273,
      "step": 2627260
    },
    {
      "epoch": 733.26,
      "grad_norm": 1.3230328559875488,
      "learning_rate": 8.862822788601193e-08,
      "loss": 0.3159,
      "step": 2627270
    },
    {
      "epoch": 733.26,
      "grad_norm": 1.1706832647323608,
      "learning_rate": 8.862086255438114e-08,
      "loss": 0.3365,
      "step": 2627280
    },
    {
      "epoch": 733.27,
      "grad_norm": 1.0718690156936646,
      "learning_rate": 8.861349752290895e-08,
      "loss": 0.3329,
      "step": 2627290
    },
    {
      "epoch": 733.27,
      "grad_norm": 1.1349437236785889,
      "learning_rate": 8.860613279159613e-08,
      "loss": 0.3346,
      "step": 2627300
    },
    {
      "epoch": 733.27,
      "grad_norm": 1.044654130935669,
      "learning_rate": 8.859876836044295e-08,
      "loss": 0.3283,
      "step": 2627310
    },
    {
      "epoch": 733.27,
      "grad_norm": 1.20878005027771,
      "learning_rate": 8.859140422945175e-08,
      "loss": 0.3298,
      "step": 2627320
    },
    {
      "epoch": 733.28,
      "grad_norm": 1.2108736038208008,
      "learning_rate": 8.858404039862251e-08,
      "loss": 0.3445,
      "step": 2627330
    },
    {
      "epoch": 733.28,
      "grad_norm": 1.1279553174972534,
      "learning_rate": 8.857667686795632e-08,
      "loss": 0.3333,
      "step": 2627340
    },
    {
      "epoch": 733.28,
      "grad_norm": 1.3673067092895508,
      "learning_rate": 8.856931363745468e-08,
      "loss": 0.3274,
      "step": 2627350
    },
    {
      "epoch": 733.28,
      "grad_norm": 1.0955344438552856,
      "learning_rate": 8.85619507071179e-08,
      "loss": 0.3389,
      "step": 2627360
    },
    {
      "epoch": 733.29,
      "grad_norm": 1.2246485948562622,
      "learning_rate": 8.855458807694727e-08,
      "loss": 0.3419,
      "step": 2627370
    },
    {
      "epoch": 733.29,
      "grad_norm": 1.4155519008636475,
      "learning_rate": 8.85472257469438e-08,
      "loss": 0.3226,
      "step": 2627380
    },
    {
      "epoch": 733.29,
      "grad_norm": 1.1531438827514648,
      "learning_rate": 8.853986371710857e-08,
      "loss": 0.3313,
      "step": 2627390
    },
    {
      "epoch": 733.3,
      "grad_norm": 1.4046993255615234,
      "learning_rate": 8.853250198744208e-08,
      "loss": 0.3436,
      "step": 2627400
    },
    {
      "epoch": 733.3,
      "grad_norm": 1.1825228929519653,
      "learning_rate": 8.852514055794615e-08,
      "loss": 0.3362,
      "step": 2627410
    },
    {
      "epoch": 733.3,
      "grad_norm": 1.2595984935760498,
      "learning_rate": 8.851777942862106e-08,
      "loss": 0.3233,
      "step": 2627420
    },
    {
      "epoch": 733.3,
      "grad_norm": 1.2137436866760254,
      "learning_rate": 8.851041859946782e-08,
      "loss": 0.3504,
      "step": 2627430
    },
    {
      "epoch": 733.31,
      "grad_norm": 4.521742820739746,
      "learning_rate": 8.850305807048801e-08,
      "loss": 0.3603,
      "step": 2627440
    },
    {
      "epoch": 733.31,
      "grad_norm": 1.4860471487045288,
      "learning_rate": 8.849569784168138e-08,
      "loss": 0.3557,
      "step": 2627450
    },
    {
      "epoch": 733.31,
      "grad_norm": 1.2994089126586914,
      "learning_rate": 8.84883379130505e-08,
      "loss": 0.3222,
      "step": 2627460
    },
    {
      "epoch": 733.32,
      "grad_norm": 1.3619189262390137,
      "learning_rate": 8.848097828459515e-08,
      "loss": 0.3245,
      "step": 2627470
    },
    {
      "epoch": 733.32,
      "grad_norm": 1.052716612815857,
      "learning_rate": 8.847361895631685e-08,
      "loss": 0.3434,
      "step": 2627480
    },
    {
      "epoch": 733.32,
      "grad_norm": 1.2408058643341064,
      "learning_rate": 8.846625992821668e-08,
      "loss": 0.3326,
      "step": 2627490
    },
    {
      "epoch": 733.32,
      "grad_norm": 1.4522639513015747,
      "learning_rate": 8.845890120029514e-08,
      "loss": 0.3402,
      "step": 2627500
    },
    {
      "epoch": 733.33,
      "grad_norm": 1.2634927034378052,
      "learning_rate": 8.845154277255327e-08,
      "loss": 0.359,
      "step": 2627510
    },
    {
      "epoch": 733.33,
      "grad_norm": 1.1430386304855347,
      "learning_rate": 8.844418464499236e-08,
      "loss": 0.3455,
      "step": 2627520
    },
    {
      "epoch": 733.33,
      "grad_norm": 1.3246067762374878,
      "learning_rate": 8.843682681761374e-08,
      "loss": 0.3398,
      "step": 2627530
    },
    {
      "epoch": 733.34,
      "grad_norm": 1.5374528169631958,
      "learning_rate": 8.842946929041713e-08,
      "loss": 0.3362,
      "step": 2627540
    },
    {
      "epoch": 733.34,
      "grad_norm": 1.197853922843933,
      "learning_rate": 8.842211206340488e-08,
      "loss": 0.3272,
      "step": 2627550
    },
    {
      "epoch": 733.34,
      "grad_norm": 1.1496303081512451,
      "learning_rate": 8.841475513657725e-08,
      "loss": 0.3466,
      "step": 2627560
    },
    {
      "epoch": 733.34,
      "grad_norm": 1.1912096738815308,
      "learning_rate": 8.840739850993527e-08,
      "loss": 0.333,
      "step": 2627570
    },
    {
      "epoch": 733.35,
      "grad_norm": 1.407947063446045,
      "learning_rate": 8.840004218348024e-08,
      "loss": 0.3373,
      "step": 2627580
    },
    {
      "epoch": 733.35,
      "grad_norm": 1.2967265844345093,
      "learning_rate": 8.839268615721245e-08,
      "loss": 0.3413,
      "step": 2627590
    },
    {
      "epoch": 733.35,
      "grad_norm": 1.2114781141281128,
      "learning_rate": 8.83853304311337e-08,
      "loss": 0.327,
      "step": 2627600
    },
    {
      "epoch": 733.35,
      "grad_norm": 1.8805588483810425,
      "learning_rate": 8.837797500524423e-08,
      "loss": 0.334,
      "step": 2627610
    },
    {
      "epoch": 733.36,
      "grad_norm": 1.1133153438568115,
      "learning_rate": 8.83706198795459e-08,
      "loss": 0.3275,
      "step": 2627620
    },
    {
      "epoch": 733.36,
      "grad_norm": 1.101041316986084,
      "learning_rate": 8.836326505403893e-08,
      "loss": 0.336,
      "step": 2627630
    },
    {
      "epoch": 733.36,
      "grad_norm": 1.1239056587219238,
      "learning_rate": 8.83559105287244e-08,
      "loss": 0.3274,
      "step": 2627640
    },
    {
      "epoch": 733.37,
      "grad_norm": 1.1387492418289185,
      "learning_rate": 8.834855630360386e-08,
      "loss": 0.3338,
      "step": 2627650
    },
    {
      "epoch": 733.37,
      "grad_norm": 1.4297292232513428,
      "learning_rate": 8.834120237867729e-08,
      "loss": 0.348,
      "step": 2627660
    },
    {
      "epoch": 733.37,
      "grad_norm": 1.2753655910491943,
      "learning_rate": 8.83338487539468e-08,
      "loss": 0.3414,
      "step": 2627670
    },
    {
      "epoch": 733.37,
      "grad_norm": 1.5134543180465698,
      "learning_rate": 8.832649542941235e-08,
      "loss": 0.3345,
      "step": 2627680
    },
    {
      "epoch": 733.38,
      "grad_norm": 1.1901732683181763,
      "learning_rate": 8.831914240507581e-08,
      "loss": 0.3359,
      "step": 2627690
    },
    {
      "epoch": 733.38,
      "grad_norm": 1.1227303743362427,
      "learning_rate": 8.831178968093742e-08,
      "loss": 0.3364,
      "step": 2627700
    },
    {
      "epoch": 733.38,
      "grad_norm": 1.1077619791030884,
      "learning_rate": 8.830443725699847e-08,
      "loss": 0.3228,
      "step": 2627710
    },
    {
      "epoch": 733.39,
      "grad_norm": 1.4173933267593384,
      "learning_rate": 8.829708513326027e-08,
      "loss": 0.3347,
      "step": 2627720
    },
    {
      "epoch": 733.39,
      "grad_norm": 1.2102450132369995,
      "learning_rate": 8.828973330972308e-08,
      "loss": 0.3155,
      "step": 2627730
    },
    {
      "epoch": 733.39,
      "grad_norm": 1.1873775720596313,
      "learning_rate": 8.828238178638846e-08,
      "loss": 0.3399,
      "step": 2627740
    },
    {
      "epoch": 733.39,
      "grad_norm": 1.2551847696304321,
      "learning_rate": 8.827503056325694e-08,
      "loss": 0.34,
      "step": 2627750
    },
    {
      "epoch": 733.4,
      "grad_norm": 1.3789907693862915,
      "learning_rate": 8.826767964033033e-08,
      "loss": 0.3482,
      "step": 2627760
    },
    {
      "epoch": 733.4,
      "grad_norm": 1.5260915756225586,
      "learning_rate": 8.826032901760862e-08,
      "loss": 0.3348,
      "step": 2627770
    },
    {
      "epoch": 733.4,
      "grad_norm": 2.038480043411255,
      "learning_rate": 8.825297869509313e-08,
      "loss": 0.3297,
      "step": 2627780
    },
    {
      "epoch": 733.4,
      "grad_norm": 1.131155252456665,
      "learning_rate": 8.824562867278516e-08,
      "loss": 0.3409,
      "step": 2627790
    },
    {
      "epoch": 733.41,
      "grad_norm": 1.2751727104187012,
      "learning_rate": 8.823827895068497e-08,
      "loss": 0.3433,
      "step": 2627800
    },
    {
      "epoch": 733.41,
      "grad_norm": 1.264277696609497,
      "learning_rate": 8.823092952879463e-08,
      "loss": 0.3494,
      "step": 2627810
    },
    {
      "epoch": 733.41,
      "grad_norm": 1.4125677347183228,
      "learning_rate": 8.822358040711415e-08,
      "loss": 0.3291,
      "step": 2627820
    },
    {
      "epoch": 733.42,
      "grad_norm": 1.1755317449569702,
      "learning_rate": 8.821623158564483e-08,
      "loss": 0.329,
      "step": 2627830
    },
    {
      "epoch": 733.42,
      "grad_norm": 1.5442376136779785,
      "learning_rate": 8.82088830643877e-08,
      "loss": 0.3349,
      "step": 2627840
    },
    {
      "epoch": 733.42,
      "grad_norm": 1.0900002717971802,
      "learning_rate": 8.820153484334408e-08,
      "loss": 0.3513,
      "step": 2627850
    },
    {
      "epoch": 733.42,
      "grad_norm": 1.4193248748779297,
      "learning_rate": 8.819418692251421e-08,
      "loss": 0.3393,
      "step": 2627860
    },
    {
      "epoch": 733.43,
      "grad_norm": 1.213436245918274,
      "learning_rate": 8.818683930189941e-08,
      "loss": 0.3364,
      "step": 2627870
    },
    {
      "epoch": 733.43,
      "grad_norm": 1.4049158096313477,
      "learning_rate": 8.817949198150097e-08,
      "loss": 0.3392,
      "step": 2627880
    },
    {
      "epoch": 733.43,
      "grad_norm": 1.2439016103744507,
      "learning_rate": 8.817214496131889e-08,
      "loss": 0.336,
      "step": 2627890
    },
    {
      "epoch": 733.44,
      "grad_norm": 1.0666626691818237,
      "learning_rate": 8.81647982413555e-08,
      "loss": 0.3257,
      "step": 2627900
    },
    {
      "epoch": 733.44,
      "grad_norm": 1.1896896362304688,
      "learning_rate": 8.815745182161084e-08,
      "loss": 0.3287,
      "step": 2627910
    },
    {
      "epoch": 733.44,
      "grad_norm": 1.4119136333465576,
      "learning_rate": 8.815010570208617e-08,
      "loss": 0.3322,
      "step": 2627920
    },
    {
      "epoch": 733.44,
      "grad_norm": 1.2088788747787476,
      "learning_rate": 8.814275988278282e-08,
      "loss": 0.3331,
      "step": 2627930
    },
    {
      "epoch": 733.45,
      "grad_norm": 2.0151426792144775,
      "learning_rate": 8.813541436370101e-08,
      "loss": 0.3294,
      "step": 2627940
    },
    {
      "epoch": 733.45,
      "grad_norm": 1.1542003154754639,
      "learning_rate": 8.81280691448421e-08,
      "loss": 0.3237,
      "step": 2627950
    },
    {
      "epoch": 733.45,
      "grad_norm": 1.1693072319030762,
      "learning_rate": 8.812072422620707e-08,
      "loss": 0.3569,
      "step": 2627960
    },
    {
      "epoch": 733.46,
      "grad_norm": 1.3144593238830566,
      "learning_rate": 8.8113379607797e-08,
      "loss": 0.3499,
      "step": 2627970
    },
    {
      "epoch": 733.46,
      "grad_norm": 1.188978672027588,
      "learning_rate": 8.810603528961293e-08,
      "loss": 0.3434,
      "step": 2627980
    },
    {
      "epoch": 733.46,
      "grad_norm": 1.079886555671692,
      "learning_rate": 8.809869127165562e-08,
      "loss": 0.3211,
      "step": 2627990
    },
    {
      "epoch": 733.46,
      "grad_norm": 1.2269850969314575,
      "learning_rate": 8.809134755392612e-08,
      "loss": 0.338,
      "step": 2628000
    },
    {
      "epoch": 733.47,
      "grad_norm": 1.3888370990753174,
      "learning_rate": 8.808400413642522e-08,
      "loss": 0.3411,
      "step": 2628010
    },
    {
      "epoch": 733.47,
      "grad_norm": 1.178145408630371,
      "learning_rate": 8.807666101915446e-08,
      "loss": 0.3458,
      "step": 2628020
    },
    {
      "epoch": 733.47,
      "grad_norm": 1.0128751993179321,
      "learning_rate": 8.806931820211386e-08,
      "loss": 0.3378,
      "step": 2628030
    },
    {
      "epoch": 733.47,
      "grad_norm": 2.0559756755828857,
      "learning_rate": 8.80619756853055e-08,
      "loss": 0.3566,
      "step": 2628040
    },
    {
      "epoch": 733.48,
      "grad_norm": 1.4747134447097778,
      "learning_rate": 8.805463346872963e-08,
      "loss": 0.3357,
      "step": 2628050
    },
    {
      "epoch": 733.48,
      "grad_norm": 1.0853228569030762,
      "learning_rate": 8.80472915523873e-08,
      "loss": 0.333,
      "step": 2628060
    },
    {
      "epoch": 733.48,
      "grad_norm": 1.570223331451416,
      "learning_rate": 8.803994993628006e-08,
      "loss": 0.3245,
      "step": 2628070
    },
    {
      "epoch": 733.49,
      "grad_norm": 1.2337840795516968,
      "learning_rate": 8.803260862040792e-08,
      "loss": 0.3557,
      "step": 2628080
    },
    {
      "epoch": 733.49,
      "grad_norm": 1.3353021144866943,
      "learning_rate": 8.802526760477271e-08,
      "loss": 0.3444,
      "step": 2628090
    },
    {
      "epoch": 733.49,
      "grad_norm": 1.3219376802444458,
      "learning_rate": 8.801792688937492e-08,
      "loss": 0.3497,
      "step": 2628100
    },
    {
      "epoch": 733.49,
      "grad_norm": 1.2356292009353638,
      "learning_rate": 8.801058647421588e-08,
      "loss": 0.3427,
      "step": 2628110
    },
    {
      "epoch": 733.5,
      "grad_norm": 1.3320167064666748,
      "learning_rate": 8.800324635929584e-08,
      "loss": 0.3375,
      "step": 2628120
    },
    {
      "epoch": 733.5,
      "grad_norm": 1.4284968376159668,
      "learning_rate": 8.799590654461689e-08,
      "loss": 0.3255,
      "step": 2628130
    },
    {
      "epoch": 733.5,
      "grad_norm": 1.157657265663147,
      "learning_rate": 8.798856703017927e-08,
      "loss": 0.3462,
      "step": 2628140
    },
    {
      "epoch": 733.51,
      "grad_norm": 1.2476361989974976,
      "learning_rate": 8.798122781598378e-08,
      "loss": 0.3352,
      "step": 2628150
    },
    {
      "epoch": 733.51,
      "grad_norm": 1.2590893507003784,
      "learning_rate": 8.797388890203222e-08,
      "loss": 0.343,
      "step": 2628160
    },
    {
      "epoch": 733.51,
      "grad_norm": 1.2661510705947876,
      "learning_rate": 8.796655028832489e-08,
      "loss": 0.329,
      "step": 2628170
    },
    {
      "epoch": 733.51,
      "grad_norm": 1.2503416538238525,
      "learning_rate": 8.795921197486278e-08,
      "loss": 0.3449,
      "step": 2628180
    },
    {
      "epoch": 733.52,
      "grad_norm": 1.4666680097579956,
      "learning_rate": 8.795187396164723e-08,
      "loss": 0.3372,
      "step": 2628190
    },
    {
      "epoch": 733.52,
      "grad_norm": 1.1609444618225098,
      "learning_rate": 8.794453624867926e-08,
      "loss": 0.3299,
      "step": 2628200
    },
    {
      "epoch": 733.52,
      "grad_norm": 1.1711957454681396,
      "learning_rate": 8.793719883595915e-08,
      "loss": 0.3406,
      "step": 2628210
    },
    {
      "epoch": 733.52,
      "grad_norm": 1.2225745916366577,
      "learning_rate": 8.792986172348843e-08,
      "loss": 0.3138,
      "step": 2628220
    },
    {
      "epoch": 733.53,
      "grad_norm": 1.4163132905960083,
      "learning_rate": 8.792252491126792e-08,
      "loss": 0.335,
      "step": 2628230
    },
    {
      "epoch": 733.53,
      "grad_norm": 1.4379736185073853,
      "learning_rate": 8.791518839929889e-08,
      "loss": 0.3408,
      "step": 2628240
    },
    {
      "epoch": 733.53,
      "grad_norm": 1.2255793809890747,
      "learning_rate": 8.790785218758213e-08,
      "loss": 0.3363,
      "step": 2628250
    },
    {
      "epoch": 733.54,
      "grad_norm": 1.2913485765457153,
      "learning_rate": 8.790051627611816e-08,
      "loss": 0.3362,
      "step": 2628260
    },
    {
      "epoch": 733.54,
      "grad_norm": 1.3724230527877808,
      "learning_rate": 8.78931806649088e-08,
      "loss": 0.3418,
      "step": 2628270
    },
    {
      "epoch": 733.54,
      "grad_norm": 1.3210428953170776,
      "learning_rate": 8.788584535395458e-08,
      "loss": 0.341,
      "step": 2628280
    },
    {
      "epoch": 733.54,
      "grad_norm": 1.1736479997634888,
      "learning_rate": 8.787851034325628e-08,
      "loss": 0.3388,
      "step": 2628290
    },
    {
      "epoch": 733.55,
      "grad_norm": 1.206557273864746,
      "learning_rate": 8.787117563281518e-08,
      "loss": 0.3464,
      "step": 2628300
    },
    {
      "epoch": 733.55,
      "grad_norm": 1.5779378414154053,
      "learning_rate": 8.786384122263234e-08,
      "loss": 0.3572,
      "step": 2628310
    },
    {
      "epoch": 733.55,
      "grad_norm": 1.1792861223220825,
      "learning_rate": 8.785650711270828e-08,
      "loss": 0.34,
      "step": 2628320
    },
    {
      "epoch": 733.56,
      "grad_norm": 1.3506178855895996,
      "learning_rate": 8.78491733030443e-08,
      "loss": 0.3496,
      "step": 2628330
    },
    {
      "epoch": 733.56,
      "grad_norm": 1.311248779296875,
      "learning_rate": 8.784183979364169e-08,
      "loss": 0.3309,
      "step": 2628340
    },
    {
      "epoch": 733.56,
      "grad_norm": 1.1936842203140259,
      "learning_rate": 8.783450658450021e-08,
      "loss": 0.3283,
      "step": 2628350
    },
    {
      "epoch": 733.56,
      "grad_norm": 1.3067537546157837,
      "learning_rate": 8.78271736756227e-08,
      "loss": 0.3179,
      "step": 2628360
    },
    {
      "epoch": 733.57,
      "grad_norm": 1.390661597251892,
      "learning_rate": 8.781984106700865e-08,
      "loss": 0.3319,
      "step": 2628370
    },
    {
      "epoch": 733.57,
      "grad_norm": 1.1380106210708618,
      "learning_rate": 8.781250875865937e-08,
      "loss": 0.3203,
      "step": 2628380
    },
    {
      "epoch": 733.57,
      "grad_norm": 1.1569966077804565,
      "learning_rate": 8.780517675057641e-08,
      "loss": 0.3525,
      "step": 2628390
    },
    {
      "epoch": 733.58,
      "grad_norm": 1.1694936752319336,
      "learning_rate": 8.779784504276003e-08,
      "loss": 0.3228,
      "step": 2628400
    },
    {
      "epoch": 733.58,
      "grad_norm": 1.3862102031707764,
      "learning_rate": 8.779051363521153e-08,
      "loss": 0.3333,
      "step": 2628410
    },
    {
      "epoch": 733.58,
      "grad_norm": 1.3193421363830566,
      "learning_rate": 8.778318252793196e-08,
      "loss": 0.3159,
      "step": 2628420
    },
    {
      "epoch": 733.58,
      "grad_norm": 1.1796164512634277,
      "learning_rate": 8.777585172092208e-08,
      "loss": 0.3379,
      "step": 2628430
    },
    {
      "epoch": 733.59,
      "grad_norm": 1.1041010618209839,
      "learning_rate": 8.776852121418297e-08,
      "loss": 0.3492,
      "step": 2628440
    },
    {
      "epoch": 733.59,
      "grad_norm": 1.0318924188613892,
      "learning_rate": 8.776119100771563e-08,
      "loss": 0.3423,
      "step": 2628450
    },
    {
      "epoch": 733.59,
      "grad_norm": 1.2090554237365723,
      "learning_rate": 8.775386110152138e-08,
      "loss": 0.336,
      "step": 2628460
    },
    {
      "epoch": 733.59,
      "grad_norm": 1.177158236503601,
      "learning_rate": 8.774653149559996e-08,
      "loss": 0.3473,
      "step": 2628470
    },
    {
      "epoch": 733.6,
      "grad_norm": 1.2752487659454346,
      "learning_rate": 8.773920218995396e-08,
      "loss": 0.3239,
      "step": 2628480
    },
    {
      "epoch": 733.6,
      "grad_norm": 1.115848183631897,
      "learning_rate": 8.77318731845834e-08,
      "loss": 0.3498,
      "step": 2628490
    },
    {
      "epoch": 733.6,
      "grad_norm": 1.235958456993103,
      "learning_rate": 8.772454447948931e-08,
      "loss": 0.3438,
      "step": 2628500
    },
    {
      "epoch": 733.61,
      "grad_norm": 1.482192873954773,
      "learning_rate": 8.771721607467299e-08,
      "loss": 0.328,
      "step": 2628510
    },
    {
      "epoch": 733.61,
      "grad_norm": 1.1446858644485474,
      "learning_rate": 8.770988797013548e-08,
      "loss": 0.3414,
      "step": 2628520
    },
    {
      "epoch": 733.61,
      "grad_norm": 1.0798710584640503,
      "learning_rate": 8.770256016587731e-08,
      "loss": 0.332,
      "step": 2628530
    },
    {
      "epoch": 733.61,
      "grad_norm": 1.2304978370666504,
      "learning_rate": 8.769523266189951e-08,
      "loss": 0.3511,
      "step": 2628540
    },
    {
      "epoch": 733.62,
      "grad_norm": 1.1060802936553955,
      "learning_rate": 8.768790545820338e-08,
      "loss": 0.3361,
      "step": 2628550
    },
    {
      "epoch": 733.62,
      "grad_norm": 1.1584393978118896,
      "learning_rate": 8.768057855478945e-08,
      "loss": 0.3352,
      "step": 2628560
    },
    {
      "epoch": 733.62,
      "grad_norm": 1.2493903636932373,
      "learning_rate": 8.767325195165953e-08,
      "loss": 0.3317,
      "step": 2628570
    },
    {
      "epoch": 733.63,
      "grad_norm": 1.2462438344955444,
      "learning_rate": 8.766592564881364e-08,
      "loss": 0.3517,
      "step": 2628580
    },
    {
      "epoch": 733.63,
      "grad_norm": 1.2409074306488037,
      "learning_rate": 8.765859964625306e-08,
      "loss": 0.3336,
      "step": 2628590
    },
    {
      "epoch": 733.63,
      "grad_norm": 1.1522079706192017,
      "learning_rate": 8.765127394397934e-08,
      "loss": 0.3293,
      "step": 2628600
    },
    {
      "epoch": 733.63,
      "grad_norm": 1.1008284091949463,
      "learning_rate": 8.764394854199227e-08,
      "loss": 0.3385,
      "step": 2628610
    },
    {
      "epoch": 733.64,
      "grad_norm": 1.2075459957122803,
      "learning_rate": 8.763662344029413e-08,
      "loss": 0.3158,
      "step": 2628620
    },
    {
      "epoch": 733.64,
      "grad_norm": 1.144249677658081,
      "learning_rate": 8.762929863888523e-08,
      "loss": 0.3243,
      "step": 2628630
    },
    {
      "epoch": 733.64,
      "grad_norm": 1.1763997077941895,
      "learning_rate": 8.762197413776634e-08,
      "loss": 0.3376,
      "step": 2628640
    },
    {
      "epoch": 733.64,
      "grad_norm": 1.4435642957687378,
      "learning_rate": 8.761464993693874e-08,
      "loss": 0.3298,
      "step": 2628650
    },
    {
      "epoch": 733.65,
      "grad_norm": 1.456783413887024,
      "learning_rate": 8.760732603640373e-08,
      "loss": 0.3509,
      "step": 2628660
    },
    {
      "epoch": 733.65,
      "grad_norm": 0.9221270680427551,
      "learning_rate": 8.76000024361616e-08,
      "loss": 0.3277,
      "step": 2628670
    },
    {
      "epoch": 733.65,
      "grad_norm": 1.4584881067276,
      "learning_rate": 8.759267913621363e-08,
      "loss": 0.3399,
      "step": 2628680
    },
    {
      "epoch": 733.66,
      "grad_norm": 1.4551239013671875,
      "learning_rate": 8.758535613656112e-08,
      "loss": 0.3461,
      "step": 2628690
    },
    {
      "epoch": 733.66,
      "grad_norm": 1.2912880182266235,
      "learning_rate": 8.757803343720408e-08,
      "loss": 0.3267,
      "step": 2628700
    },
    {
      "epoch": 733.66,
      "grad_norm": 1.1152607202529907,
      "learning_rate": 8.757071103814485e-08,
      "loss": 0.3398,
      "step": 2628710
    },
    {
      "epoch": 733.66,
      "grad_norm": 1.4021507501602173,
      "learning_rate": 8.756338893938343e-08,
      "loss": 0.3332,
      "step": 2628720
    },
    {
      "epoch": 733.67,
      "grad_norm": 1.2352737188339233,
      "learning_rate": 8.755606714092086e-08,
      "loss": 0.3366,
      "step": 2628730
    },
    {
      "epoch": 733.67,
      "grad_norm": 1.2946429252624512,
      "learning_rate": 8.754874564275895e-08,
      "loss": 0.3374,
      "step": 2628740
    },
    {
      "epoch": 733.67,
      "grad_norm": 1.317274570465088,
      "learning_rate": 8.754142444489746e-08,
      "loss": 0.3423,
      "step": 2628750
    },
    {
      "epoch": 733.68,
      "grad_norm": 1.4289096593856812,
      "learning_rate": 8.753410354733793e-08,
      "loss": 0.336,
      "step": 2628760
    },
    {
      "epoch": 733.68,
      "grad_norm": 1.2963956594467163,
      "learning_rate": 8.752678295008142e-08,
      "loss": 0.3437,
      "step": 2628770
    },
    {
      "epoch": 733.68,
      "grad_norm": 1.130368947982788,
      "learning_rate": 8.751946265312922e-08,
      "loss": 0.3288,
      "step": 2628780
    },
    {
      "epoch": 733.68,
      "grad_norm": 1.297868013381958,
      "learning_rate": 8.751214265648133e-08,
      "loss": 0.3337,
      "step": 2628790
    },
    {
      "epoch": 733.69,
      "grad_norm": 1.1540801525115967,
      "learning_rate": 8.750482296013984e-08,
      "loss": 0.3505,
      "step": 2628800
    },
    {
      "epoch": 733.69,
      "grad_norm": 1.3248603343963623,
      "learning_rate": 8.7497503564105e-08,
      "loss": 0.3205,
      "step": 2628810
    },
    {
      "epoch": 733.69,
      "grad_norm": 1.4070961475372314,
      "learning_rate": 8.749018446837786e-08,
      "loss": 0.3339,
      "step": 2628820
    },
    {
      "epoch": 733.7,
      "grad_norm": 1.1727373600006104,
      "learning_rate": 8.748286567295971e-08,
      "loss": 0.3444,
      "step": 2628830
    },
    {
      "epoch": 733.7,
      "grad_norm": 1.3206334114074707,
      "learning_rate": 8.747554717785108e-08,
      "loss": 0.3438,
      "step": 2628840
    },
    {
      "epoch": 733.7,
      "grad_norm": 1.3559015989303589,
      "learning_rate": 8.746822898305353e-08,
      "loss": 0.3396,
      "step": 2628850
    },
    {
      "epoch": 733.7,
      "grad_norm": 1.047951340675354,
      "learning_rate": 8.746091108856731e-08,
      "loss": 0.3186,
      "step": 2628860
    },
    {
      "epoch": 733.71,
      "grad_norm": 1.1837035417556763,
      "learning_rate": 8.7453593494394e-08,
      "loss": 0.3505,
      "step": 2628870
    },
    {
      "epoch": 733.71,
      "grad_norm": 1.2734863758087158,
      "learning_rate": 8.744627620053462e-08,
      "loss": 0.3174,
      "step": 2628880
    },
    {
      "epoch": 733.71,
      "grad_norm": 1.2764356136322021,
      "learning_rate": 8.743895920698944e-08,
      "loss": 0.3269,
      "step": 2628890
    },
    {
      "epoch": 733.71,
      "grad_norm": 1.3676137924194336,
      "learning_rate": 8.743164251376004e-08,
      "loss": 0.3357,
      "step": 2628900
    },
    {
      "epoch": 733.72,
      "grad_norm": 1.143675684928894,
      "learning_rate": 8.742432612084716e-08,
      "loss": 0.3479,
      "step": 2628910
    },
    {
      "epoch": 733.72,
      "grad_norm": 1.3173093795776367,
      "learning_rate": 8.741701002825214e-08,
      "loss": 0.3486,
      "step": 2628920
    },
    {
      "epoch": 733.72,
      "grad_norm": 1.4437239170074463,
      "learning_rate": 8.740969423597496e-08,
      "loss": 0.3521,
      "step": 2628930
    },
    {
      "epoch": 733.73,
      "grad_norm": 1.5474412441253662,
      "learning_rate": 8.740237874401796e-08,
      "loss": 0.3179,
      "step": 2628940
    },
    {
      "epoch": 733.73,
      "grad_norm": 1.523978352546692,
      "learning_rate": 8.739506355238115e-08,
      "loss": 0.3386,
      "step": 2628950
    },
    {
      "epoch": 733.73,
      "grad_norm": 1.1117135286331177,
      "learning_rate": 8.738774866106583e-08,
      "loss": 0.3301,
      "step": 2628960
    },
    {
      "epoch": 733.73,
      "grad_norm": 1.2707438468933105,
      "learning_rate": 8.73804340700733e-08,
      "loss": 0.3506,
      "step": 2628970
    },
    {
      "epoch": 733.74,
      "grad_norm": 1.1856220960617065,
      "learning_rate": 8.73731197794038e-08,
      "loss": 0.3397,
      "step": 2628980
    },
    {
      "epoch": 733.74,
      "grad_norm": 1.0639898777008057,
      "learning_rate": 8.736580578905866e-08,
      "loss": 0.3424,
      "step": 2628990
    },
    {
      "epoch": 733.74,
      "grad_norm": 1.1466883420944214,
      "learning_rate": 8.735849209903891e-08,
      "loss": 0.3465,
      "step": 2629000
    },
    {
      "epoch": 733.75,
      "grad_norm": 1.736798882484436,
      "learning_rate": 8.735117870934585e-08,
      "loss": 0.3311,
      "step": 2629010
    },
    {
      "epoch": 733.75,
      "grad_norm": 1.4856971502304077,
      "learning_rate": 8.734386561997974e-08,
      "loss": 0.3188,
      "step": 2629020
    },
    {
      "epoch": 733.75,
      "grad_norm": 1.2363070249557495,
      "learning_rate": 8.733655283094187e-08,
      "loss": 0.3338,
      "step": 2629030
    },
    {
      "epoch": 733.75,
      "grad_norm": 1.2072837352752686,
      "learning_rate": 8.732924034223331e-08,
      "loss": 0.3179,
      "step": 2629040
    },
    {
      "epoch": 733.76,
      "grad_norm": 1.6983166933059692,
      "learning_rate": 8.732192815385482e-08,
      "loss": 0.3322,
      "step": 2629050
    },
    {
      "epoch": 733.76,
      "grad_norm": 1.3887912034988403,
      "learning_rate": 8.731461626580771e-08,
      "loss": 0.3379,
      "step": 2629060
    },
    {
      "epoch": 733.76,
      "grad_norm": 1.3944382667541504,
      "learning_rate": 8.730730467809274e-08,
      "loss": 0.3361,
      "step": 2629070
    },
    {
      "epoch": 733.77,
      "grad_norm": 1.2516512870788574,
      "learning_rate": 8.729999339071071e-08,
      "loss": 0.3342,
      "step": 2629080
    },
    {
      "epoch": 733.77,
      "grad_norm": 1.606459617614746,
      "learning_rate": 8.729268240366292e-08,
      "loss": 0.3458,
      "step": 2629090
    },
    {
      "epoch": 733.77,
      "grad_norm": 1.130591630935669,
      "learning_rate": 8.728537171695067e-08,
      "loss": 0.3486,
      "step": 2629100
    },
    {
      "epoch": 733.77,
      "grad_norm": 1.161712646484375,
      "learning_rate": 8.727806133057395e-08,
      "loss": 0.3493,
      "step": 2629110
    },
    {
      "epoch": 733.78,
      "grad_norm": 1.3224276304244995,
      "learning_rate": 8.727075124453433e-08,
      "loss": 0.3228,
      "step": 2629120
    },
    {
      "epoch": 733.78,
      "grad_norm": 1.2715039253234863,
      "learning_rate": 8.72634414588326e-08,
      "loss": 0.3379,
      "step": 2629130
    },
    {
      "epoch": 733.78,
      "grad_norm": 1.1747792959213257,
      "learning_rate": 8.725613197347004e-08,
      "loss": 0.3201,
      "step": 2629140
    },
    {
      "epoch": 733.78,
      "grad_norm": 1.2907638549804688,
      "learning_rate": 8.724882278844746e-08,
      "loss": 0.3306,
      "step": 2629150
    },
    {
      "epoch": 733.79,
      "grad_norm": 1.1651960611343384,
      "learning_rate": 8.724151390376585e-08,
      "loss": 0.3334,
      "step": 2629160
    },
    {
      "epoch": 733.79,
      "grad_norm": 1.1089407205581665,
      "learning_rate": 8.723420531942579e-08,
      "loss": 0.3265,
      "step": 2629170
    },
    {
      "epoch": 733.79,
      "grad_norm": 1.0353842973709106,
      "learning_rate": 8.722689703542906e-08,
      "loss": 0.3264,
      "step": 2629180
    },
    {
      "epoch": 733.8,
      "grad_norm": 1.260025143623352,
      "learning_rate": 8.721958905177567e-08,
      "loss": 0.3356,
      "step": 2629190
    },
    {
      "epoch": 733.8,
      "grad_norm": 1.311423420906067,
      "learning_rate": 8.721228136846772e-08,
      "loss": 0.3304,
      "step": 2629200
    },
    {
      "epoch": 733.8,
      "grad_norm": 1.2748630046844482,
      "learning_rate": 8.720497398550493e-08,
      "loss": 0.3416,
      "step": 2629210
    },
    {
      "epoch": 733.8,
      "grad_norm": 1.2365692853927612,
      "learning_rate": 8.719766690288912e-08,
      "loss": 0.3171,
      "step": 2629220
    },
    {
      "epoch": 733.81,
      "grad_norm": 1.342294692993164,
      "learning_rate": 8.719036012062109e-08,
      "loss": 0.3267,
      "step": 2629230
    },
    {
      "epoch": 733.81,
      "grad_norm": 2.165067434310913,
      "learning_rate": 8.718305363870186e-08,
      "loss": 0.3331,
      "step": 2629240
    },
    {
      "epoch": 733.81,
      "grad_norm": 1.1716115474700928,
      "learning_rate": 8.717574745713221e-08,
      "loss": 0.3314,
      "step": 2629250
    },
    {
      "epoch": 733.82,
      "grad_norm": 1.1749026775360107,
      "learning_rate": 8.716844157591321e-08,
      "loss": 0.3452,
      "step": 2629260
    },
    {
      "epoch": 733.82,
      "grad_norm": 1.393284559249878,
      "learning_rate": 8.716113599504613e-08,
      "loss": 0.3501,
      "step": 2629270
    },
    {
      "epoch": 733.82,
      "grad_norm": 1.461985468864441,
      "learning_rate": 8.715383071453098e-08,
      "loss": 0.3336,
      "step": 2629280
    },
    {
      "epoch": 733.82,
      "grad_norm": 1.2433007955551147,
      "learning_rate": 8.714652573436984e-08,
      "loss": 0.338,
      "step": 2629290
    },
    {
      "epoch": 733.83,
      "grad_norm": 1.2719473838806152,
      "learning_rate": 8.713922105456298e-08,
      "loss": 0.3493,
      "step": 2629300
    },
    {
      "epoch": 733.83,
      "grad_norm": 1.032663106918335,
      "learning_rate": 8.713191667511196e-08,
      "loss": 0.3341,
      "step": 2629310
    },
    {
      "epoch": 733.83,
      "grad_norm": 1.2856186628341675,
      "learning_rate": 8.712461259601701e-08,
      "loss": 0.3359,
      "step": 2629320
    },
    {
      "epoch": 733.83,
      "grad_norm": 1.596300482749939,
      "learning_rate": 8.711730881727999e-08,
      "loss": 0.3355,
      "step": 2629330
    },
    {
      "epoch": 733.84,
      "grad_norm": 1.2268762588500977,
      "learning_rate": 8.711000533890116e-08,
      "loss": 0.3301,
      "step": 2629340
    },
    {
      "epoch": 733.84,
      "grad_norm": 1.14921236038208,
      "learning_rate": 8.710270216088179e-08,
      "loss": 0.3333,
      "step": 2629350
    },
    {
      "epoch": 733.84,
      "grad_norm": 1.3541202545166016,
      "learning_rate": 8.709539928322294e-08,
      "loss": 0.333,
      "step": 2629360
    },
    {
      "epoch": 733.85,
      "grad_norm": 1.2902015447616577,
      "learning_rate": 8.708809670592486e-08,
      "loss": 0.3335,
      "step": 2629370
    },
    {
      "epoch": 733.85,
      "grad_norm": 1.3432730436325073,
      "learning_rate": 8.708079442898966e-08,
      "loss": 0.3421,
      "step": 2629380
    },
    {
      "epoch": 733.85,
      "grad_norm": 1.2128492593765259,
      "learning_rate": 8.70734924524173e-08,
      "loss": 0.3255,
      "step": 2629390
    },
    {
      "epoch": 733.85,
      "grad_norm": 1.3291218280792236,
      "learning_rate": 8.706619077620937e-08,
      "loss": 0.3389,
      "step": 2629400
    },
    {
      "epoch": 733.86,
      "grad_norm": 1.2572097778320312,
      "learning_rate": 8.705888940036716e-08,
      "loss": 0.3284,
      "step": 2629410
    },
    {
      "epoch": 733.86,
      "grad_norm": 1.1954905986785889,
      "learning_rate": 8.705158832489041e-08,
      "loss": 0.3453,
      "step": 2629420
    },
    {
      "epoch": 733.86,
      "grad_norm": 1.1752173900604248,
      "learning_rate": 8.704428754978122e-08,
      "loss": 0.3379,
      "step": 2629430
    },
    {
      "epoch": 733.87,
      "grad_norm": 1.1364853382110596,
      "learning_rate": 8.703698707504007e-08,
      "loss": 0.3408,
      "step": 2629440
    },
    {
      "epoch": 733.87,
      "grad_norm": 1.3243598937988281,
      "learning_rate": 8.702968690066803e-08,
      "loss": 0.3323,
      "step": 2629450
    },
    {
      "epoch": 733.87,
      "grad_norm": 1.339017391204834,
      "learning_rate": 8.702238702666614e-08,
      "loss": 0.3306,
      "step": 2629460
    },
    {
      "epoch": 733.87,
      "grad_norm": 1.376552700996399,
      "learning_rate": 8.701508745303544e-08,
      "loss": 0.3304,
      "step": 2629470
    },
    {
      "epoch": 733.88,
      "grad_norm": 0.9979297518730164,
      "learning_rate": 8.70077881797767e-08,
      "loss": 0.3495,
      "step": 2629480
    },
    {
      "epoch": 733.88,
      "grad_norm": 1.3415532112121582,
      "learning_rate": 8.700048920689071e-08,
      "loss": 0.3202,
      "step": 2629490
    },
    {
      "epoch": 733.88,
      "grad_norm": 1.2841538190841675,
      "learning_rate": 8.699319053437904e-08,
      "loss": 0.345,
      "step": 2629500
    },
    {
      "epoch": 733.89,
      "grad_norm": 1.279435396194458,
      "learning_rate": 8.698589216224192e-08,
      "loss": 0.3248,
      "step": 2629510
    },
    {
      "epoch": 733.89,
      "grad_norm": 1.1943926811218262,
      "learning_rate": 8.69785940904812e-08,
      "loss": 0.331,
      "step": 2629520
    },
    {
      "epoch": 733.89,
      "grad_norm": 1.1938811540603638,
      "learning_rate": 8.697129631909713e-08,
      "loss": 0.3437,
      "step": 2629530
    },
    {
      "epoch": 733.89,
      "grad_norm": 1.1457926034927368,
      "learning_rate": 8.696399884809075e-08,
      "loss": 0.3442,
      "step": 2629540
    },
    {
      "epoch": 733.9,
      "grad_norm": 1.1860114336013794,
      "learning_rate": 8.695670167746362e-08,
      "loss": 0.3432,
      "step": 2629550
    },
    {
      "epoch": 733.9,
      "grad_norm": 1.1811017990112305,
      "learning_rate": 8.694940480721601e-08,
      "loss": 0.3308,
      "step": 2629560
    },
    {
      "epoch": 733.9,
      "grad_norm": 1.6139200925827026,
      "learning_rate": 8.694210823734895e-08,
      "loss": 0.3478,
      "step": 2629570
    },
    {
      "epoch": 733.9,
      "grad_norm": 1.387093424797058,
      "learning_rate": 8.6934811967864e-08,
      "loss": 0.3246,
      "step": 2629580
    },
    {
      "epoch": 733.91,
      "grad_norm": 1.097304344177246,
      "learning_rate": 8.692751599876169e-08,
      "loss": 0.3308,
      "step": 2629590
    },
    {
      "epoch": 733.91,
      "grad_norm": 1.2856935262680054,
      "learning_rate": 8.692022033004279e-08,
      "loss": 0.3423,
      "step": 2629600
    },
    {
      "epoch": 733.91,
      "grad_norm": 1.1691956520080566,
      "learning_rate": 8.691292496170915e-08,
      "loss": 0.3534,
      "step": 2629610
    },
    {
      "epoch": 733.92,
      "grad_norm": 1.3561276197433472,
      "learning_rate": 8.690562989376046e-08,
      "loss": 0.3433,
      "step": 2629620
    },
    {
      "epoch": 733.92,
      "grad_norm": 1.4920997619628906,
      "learning_rate": 8.689833512619884e-08,
      "loss": 0.3371,
      "step": 2629630
    },
    {
      "epoch": 733.92,
      "grad_norm": 1.217538833618164,
      "learning_rate": 8.68910406590248e-08,
      "loss": 0.3334,
      "step": 2629640
    },
    {
      "epoch": 733.92,
      "grad_norm": 1.3750592470169067,
      "learning_rate": 8.688374649223912e-08,
      "loss": 0.3409,
      "step": 2629650
    },
    {
      "epoch": 733.93,
      "grad_norm": 1.2614645957946777,
      "learning_rate": 8.687645262584284e-08,
      "loss": 0.3281,
      "step": 2629660
    },
    {
      "epoch": 733.93,
      "grad_norm": 1.3404395580291748,
      "learning_rate": 8.6869159059837e-08,
      "loss": 0.3328,
      "step": 2629670
    },
    {
      "epoch": 733.93,
      "grad_norm": 1.4479551315307617,
      "learning_rate": 8.686186579422317e-08,
      "loss": 0.3278,
      "step": 2629680
    },
    {
      "epoch": 733.94,
      "grad_norm": 1.0878931283950806,
      "learning_rate": 8.685457282900134e-08,
      "loss": 0.3392,
      "step": 2629690
    },
    {
      "epoch": 733.94,
      "grad_norm": 1.1666816473007202,
      "learning_rate": 8.68472801641728e-08,
      "loss": 0.328,
      "step": 2629700
    },
    {
      "epoch": 733.94,
      "grad_norm": 1.1330595016479492,
      "learning_rate": 8.683998779973888e-08,
      "loss": 0.344,
      "step": 2629710
    },
    {
      "epoch": 733.94,
      "grad_norm": 1.5004522800445557,
      "learning_rate": 8.683269573570009e-08,
      "loss": 0.3314,
      "step": 2629720
    },
    {
      "epoch": 733.95,
      "grad_norm": 1.290332555770874,
      "learning_rate": 8.682540397205798e-08,
      "loss": 0.3214,
      "step": 2629730
    },
    {
      "epoch": 733.95,
      "grad_norm": 1.118464708328247,
      "learning_rate": 8.681811250881256e-08,
      "loss": 0.3262,
      "step": 2629740
    },
    {
      "epoch": 733.95,
      "grad_norm": 1.4093679189682007,
      "learning_rate": 8.68108213459659e-08,
      "loss": 0.3423,
      "step": 2629750
    },
    {
      "epoch": 733.95,
      "grad_norm": 1.3076516389846802,
      "learning_rate": 8.680353048351827e-08,
      "loss": 0.3416,
      "step": 2629760
    },
    {
      "epoch": 733.96,
      "grad_norm": 1.2548760175704956,
      "learning_rate": 8.679623992147072e-08,
      "loss": 0.3234,
      "step": 2629770
    },
    {
      "epoch": 733.96,
      "grad_norm": 1.3626923561096191,
      "learning_rate": 8.678894965982453e-08,
      "loss": 0.3382,
      "step": 2629780
    },
    {
      "epoch": 733.96,
      "grad_norm": 1.3905175924301147,
      "learning_rate": 8.67816596985805e-08,
      "loss": 0.3499,
      "step": 2629790
    },
    {
      "epoch": 733.97,
      "grad_norm": 1.2707456350326538,
      "learning_rate": 8.677437003773938e-08,
      "loss": 0.3301,
      "step": 2629800
    },
    {
      "epoch": 733.97,
      "grad_norm": 1.3172682523727417,
      "learning_rate": 8.676708067730225e-08,
      "loss": 0.344,
      "step": 2629810
    },
    {
      "epoch": 733.97,
      "grad_norm": 1.42880380153656,
      "learning_rate": 8.675979161727065e-08,
      "loss": 0.3568,
      "step": 2629820
    },
    {
      "epoch": 733.97,
      "grad_norm": 1.3314146995544434,
      "learning_rate": 8.675250285764459e-08,
      "loss": 0.3541,
      "step": 2629830
    },
    {
      "epoch": 733.98,
      "grad_norm": 1.3570362329483032,
      "learning_rate": 8.674521439842562e-08,
      "loss": 0.3373,
      "step": 2629840
    },
    {
      "epoch": 733.98,
      "grad_norm": 1.2624499797821045,
      "learning_rate": 8.673792623961478e-08,
      "loss": 0.347,
      "step": 2629850
    },
    {
      "epoch": 733.98,
      "grad_norm": 1.2194148302078247,
      "learning_rate": 8.673063838121235e-08,
      "loss": 0.3362,
      "step": 2629860
    },
    {
      "epoch": 733.99,
      "grad_norm": 1.2315202951431274,
      "learning_rate": 8.672335082322039e-08,
      "loss": 0.3414,
      "step": 2629870
    },
    {
      "epoch": 733.99,
      "grad_norm": 1.659557819366455,
      "learning_rate": 8.671606356563916e-08,
      "loss": 0.3478,
      "step": 2629880
    },
    {
      "epoch": 733.99,
      "grad_norm": 1.1344372034072876,
      "learning_rate": 8.670877660846946e-08,
      "loss": 0.3261,
      "step": 2629890
    },
    {
      "epoch": 733.99,
      "grad_norm": 1.169357180595398,
      "learning_rate": 8.670148995171284e-08,
      "loss": 0.333,
      "step": 2629900
    },
    {
      "epoch": 734.0,
      "grad_norm": 1.2612435817718506,
      "learning_rate": 8.669420359537008e-08,
      "loss": 0.3185,
      "step": 2629910
    },
    {
      "epoch": 734.0,
      "grad_norm": 1.0942178964614868,
      "learning_rate": 8.668691753944195e-08,
      "loss": 0.3664,
      "step": 2629920
    },
    {
      "epoch": 734.0,
      "eval_loss": 0.338056743144989,
      "eval_runtime": 68.8138,
      "eval_samples_per_second": 73.517,
      "eval_steps_per_second": 9.199,
      "step": 2629922
    },
    {
      "epoch": 734.0,
      "grad_norm": 1.2087987661361694,
      "learning_rate": 8.667963178392951e-08,
      "loss": 0.3364,
      "step": 2629930
    },
    {
      "epoch": 734.01,
      "grad_norm": 1.3258285522460938,
      "learning_rate": 8.66723463288338e-08,
      "loss": 0.3389,
      "step": 2629940
    },
    {
      "epoch": 734.01,
      "grad_norm": 1.3071789741516113,
      "learning_rate": 8.666506117415532e-08,
      "loss": 0.3371,
      "step": 2629950
    },
    {
      "epoch": 734.01,
      "grad_norm": 1.2670903205871582,
      "learning_rate": 8.665777631989617e-08,
      "loss": 0.3395,
      "step": 2629960
    },
    {
      "epoch": 734.01,
      "grad_norm": 1.2662550210952759,
      "learning_rate": 8.665049176605609e-08,
      "loss": 0.323,
      "step": 2629970
    },
    {
      "epoch": 734.02,
      "grad_norm": 1.3250374794006348,
      "learning_rate": 8.664320751263664e-08,
      "loss": 0.3347,
      "step": 2629980
    },
    {
      "epoch": 734.02,
      "grad_norm": 1.2344005107879639,
      "learning_rate": 8.66359235596391e-08,
      "loss": 0.3319,
      "step": 2629990
    },
    {
      "epoch": 734.02,
      "grad_norm": 8.088899612426758,
      "learning_rate": 8.66286399070635e-08,
      "loss": 0.3331,
      "step": 2630000
    },
    {
      "epoch": 734.02,
      "grad_norm": 1.3121757507324219,
      "learning_rate": 8.66213565549119e-08,
      "loss": 0.3347,
      "step": 2630010
    },
    {
      "epoch": 734.03,
      "grad_norm": 1.1352418661117554,
      "learning_rate": 8.661407350318431e-08,
      "loss": 0.3498,
      "step": 2630020
    },
    {
      "epoch": 734.03,
      "grad_norm": 1.3321161270141602,
      "learning_rate": 8.660679075188229e-08,
      "loss": 0.3382,
      "step": 2630030
    },
    {
      "epoch": 734.03,
      "grad_norm": 1.2871332168579102,
      "learning_rate": 8.659950830100663e-08,
      "loss": 0.3532,
      "step": 2630040
    },
    {
      "epoch": 734.04,
      "grad_norm": 1.2632571458816528,
      "learning_rate": 8.659222615055861e-08,
      "loss": 0.3405,
      "step": 2630050
    },
    {
      "epoch": 734.04,
      "grad_norm": 1.1451808214187622,
      "learning_rate": 8.65849443005385e-08,
      "loss": 0.3302,
      "step": 2630060
    },
    {
      "epoch": 734.04,
      "grad_norm": 1.1992298364639282,
      "learning_rate": 8.657766275094787e-08,
      "loss": 0.3376,
      "step": 2630070
    },
    {
      "epoch": 734.04,
      "grad_norm": 1.141737937927246,
      "learning_rate": 8.65703815017875e-08,
      "loss": 0.3399,
      "step": 2630080
    },
    {
      "epoch": 734.05,
      "grad_norm": 1.3925693035125732,
      "learning_rate": 8.656310055305789e-08,
      "loss": 0.3232,
      "step": 2630090
    },
    {
      "epoch": 734.05,
      "grad_norm": 1.2415809631347656,
      "learning_rate": 8.655581990476114e-08,
      "loss": 0.3226,
      "step": 2630100
    },
    {
      "epoch": 734.05,
      "grad_norm": 1.1256884336471558,
      "learning_rate": 8.654853955689725e-08,
      "loss": 0.3347,
      "step": 2630110
    },
    {
      "epoch": 734.06,
      "grad_norm": 1.206747055053711,
      "learning_rate": 8.654125950946752e-08,
      "loss": 0.3411,
      "step": 2630120
    },
    {
      "epoch": 734.06,
      "grad_norm": 1.2183758020401,
      "learning_rate": 8.653397976247298e-08,
      "loss": 0.34,
      "step": 2630130
    },
    {
      "epoch": 734.06,
      "grad_norm": 1.3622287511825562,
      "learning_rate": 8.652670031591441e-08,
      "loss": 0.3147,
      "step": 2630140
    },
    {
      "epoch": 734.06,
      "grad_norm": 1.2222203016281128,
      "learning_rate": 8.651942116979288e-08,
      "loss": 0.347,
      "step": 2630150
    },
    {
      "epoch": 734.07,
      "grad_norm": 4.474599361419678,
      "learning_rate": 8.651214232410914e-08,
      "loss": 0.3462,
      "step": 2630160
    },
    {
      "epoch": 734.07,
      "grad_norm": 1.1282232999801636,
      "learning_rate": 8.650486377886502e-08,
      "loss": 0.3347,
      "step": 2630170
    },
    {
      "epoch": 734.07,
      "grad_norm": 1.3306515216827393,
      "learning_rate": 8.649758553405999e-08,
      "loss": 0.3353,
      "step": 2630180
    },
    {
      "epoch": 734.07,
      "grad_norm": 1.1707481145858765,
      "learning_rate": 8.649030758969641e-08,
      "loss": 0.3428,
      "step": 2630190
    },
    {
      "epoch": 734.08,
      "grad_norm": 1.2331793308258057,
      "learning_rate": 8.648302994577455e-08,
      "loss": 0.3231,
      "step": 2630200
    },
    {
      "epoch": 734.08,
      "grad_norm": 1.4237396717071533,
      "learning_rate": 8.647575260229567e-08,
      "loss": 0.329,
      "step": 2630210
    },
    {
      "epoch": 734.08,
      "grad_norm": 1.1738170385360718,
      "learning_rate": 8.646847555926059e-08,
      "loss": 0.331,
      "step": 2630220
    },
    {
      "epoch": 734.09,
      "grad_norm": 1.1993911266326904,
      "learning_rate": 8.646119881667032e-08,
      "loss": 0.3505,
      "step": 2630230
    },
    {
      "epoch": 734.09,
      "grad_norm": 1.218258023262024,
      "learning_rate": 8.645392237452567e-08,
      "loss": 0.3372,
      "step": 2630240
    },
    {
      "epoch": 734.09,
      "grad_norm": 1.391821026802063,
      "learning_rate": 8.644664623282767e-08,
      "loss": 0.3421,
      "step": 2630250
    },
    {
      "epoch": 734.09,
      "grad_norm": 1.3886195421218872,
      "learning_rate": 8.64393703915776e-08,
      "loss": 0.3263,
      "step": 2630260
    },
    {
      "epoch": 734.1,
      "grad_norm": 1.319887399673462,
      "learning_rate": 8.643209485077575e-08,
      "loss": 0.3318,
      "step": 2630270
    },
    {
      "epoch": 734.1,
      "grad_norm": 1.3543390035629272,
      "learning_rate": 8.642481961042419e-08,
      "loss": 0.3243,
      "step": 2630280
    },
    {
      "epoch": 734.1,
      "grad_norm": 3.527843475341797,
      "learning_rate": 8.641754467052265e-08,
      "loss": 0.3394,
      "step": 2630290
    },
    {
      "epoch": 734.11,
      "grad_norm": 1.235178828239441,
      "learning_rate": 8.641027003107297e-08,
      "loss": 0.3234,
      "step": 2630300
    },
    {
      "epoch": 734.11,
      "grad_norm": 1.2178095579147339,
      "learning_rate": 8.640299569207592e-08,
      "loss": 0.333,
      "step": 2630310
    },
    {
      "epoch": 734.11,
      "grad_norm": 1.1067137718200684,
      "learning_rate": 8.639572165353176e-08,
      "loss": 0.3431,
      "step": 2630320
    },
    {
      "epoch": 734.11,
      "grad_norm": 1.5631155967712402,
      "learning_rate": 8.638844791544283e-08,
      "loss": 0.3414,
      "step": 2630330
    },
    {
      "epoch": 734.12,
      "grad_norm": 1.4275791645050049,
      "learning_rate": 8.638117447780888e-08,
      "loss": 0.3457,
      "step": 2630340
    },
    {
      "epoch": 734.12,
      "grad_norm": 1.319096326828003,
      "learning_rate": 8.637390134063147e-08,
      "loss": 0.3228,
      "step": 2630350
    },
    {
      "epoch": 734.12,
      "grad_norm": 1.3350815773010254,
      "learning_rate": 8.636662850391162e-08,
      "loss": 0.3297,
      "step": 2630360
    },
    {
      "epoch": 734.13,
      "grad_norm": 1.0573540925979614,
      "learning_rate": 8.635935596764989e-08,
      "loss": 0.3344,
      "step": 2630370
    },
    {
      "epoch": 734.13,
      "grad_norm": 1.1458699703216553,
      "learning_rate": 8.635208373184753e-08,
      "loss": 0.3515,
      "step": 2630380
    },
    {
      "epoch": 734.13,
      "grad_norm": 1.3382484912872314,
      "learning_rate": 8.634481179650537e-08,
      "loss": 0.3247,
      "step": 2630390
    },
    {
      "epoch": 734.13,
      "grad_norm": 1.5141470432281494,
      "learning_rate": 8.633754016162467e-08,
      "loss": 0.3394,
      "step": 2630400
    },
    {
      "epoch": 734.14,
      "grad_norm": 1.3260574340820312,
      "learning_rate": 8.633026882720572e-08,
      "loss": 0.339,
      "step": 2630410
    },
    {
      "epoch": 734.14,
      "grad_norm": 1.1878756284713745,
      "learning_rate": 8.632299779325058e-08,
      "loss": 0.3257,
      "step": 2630420
    },
    {
      "epoch": 734.14,
      "grad_norm": 1.2222787141799927,
      "learning_rate": 8.631572705975927e-08,
      "loss": 0.3298,
      "step": 2630430
    },
    {
      "epoch": 734.14,
      "grad_norm": 1.1346518993377686,
      "learning_rate": 8.630845662673281e-08,
      "loss": 0.3209,
      "step": 2630440
    },
    {
      "epoch": 734.15,
      "grad_norm": 1.2978259325027466,
      "learning_rate": 8.630118649417305e-08,
      "loss": 0.3291,
      "step": 2630450
    },
    {
      "epoch": 734.15,
      "grad_norm": 1.3162215948104858,
      "learning_rate": 8.629391666207996e-08,
      "loss": 0.3331,
      "step": 2630460
    },
    {
      "epoch": 734.15,
      "grad_norm": 1.2567906379699707,
      "learning_rate": 8.628664713045485e-08,
      "loss": 0.3434,
      "step": 2630470
    },
    {
      "epoch": 734.16,
      "grad_norm": 1.2770990133285522,
      "learning_rate": 8.627937789929878e-08,
      "loss": 0.3356,
      "step": 2630480
    },
    {
      "epoch": 734.16,
      "grad_norm": 1.1955939531326294,
      "learning_rate": 8.627210896861278e-08,
      "loss": 0.3322,
      "step": 2630490
    },
    {
      "epoch": 734.16,
      "grad_norm": 1.1355904340744019,
      "learning_rate": 8.62648403383976e-08,
      "loss": 0.3221,
      "step": 2630500
    },
    {
      "epoch": 734.16,
      "grad_norm": 1.4508761167526245,
      "learning_rate": 8.625757200865432e-08,
      "loss": 0.3489,
      "step": 2630510
    },
    {
      "epoch": 734.17,
      "grad_norm": 1.3990871906280518,
      "learning_rate": 8.625030397938397e-08,
      "loss": 0.3372,
      "step": 2630520
    },
    {
      "epoch": 734.17,
      "grad_norm": 1.1978273391723633,
      "learning_rate": 8.624303625058707e-08,
      "loss": 0.3384,
      "step": 2630530
    },
    {
      "epoch": 734.17,
      "grad_norm": 1.376927137374878,
      "learning_rate": 8.623576882226544e-08,
      "loss": 0.334,
      "step": 2630540
    },
    {
      "epoch": 734.18,
      "grad_norm": 1.188082218170166,
      "learning_rate": 8.622850169441933e-08,
      "loss": 0.3312,
      "step": 2630550
    },
    {
      "epoch": 734.18,
      "grad_norm": 1.499089241027832,
      "learning_rate": 8.622123486705006e-08,
      "loss": 0.3457,
      "step": 2630560
    },
    {
      "epoch": 734.18,
      "grad_norm": 1.17661714553833,
      "learning_rate": 8.62139683401584e-08,
      "loss": 0.3302,
      "step": 2630570
    },
    {
      "epoch": 734.18,
      "grad_norm": 1.2709765434265137,
      "learning_rate": 8.620670211374538e-08,
      "loss": 0.3334,
      "step": 2630580
    },
    {
      "epoch": 734.19,
      "grad_norm": 1.2152612209320068,
      "learning_rate": 8.619943618781207e-08,
      "loss": 0.3325,
      "step": 2630590
    },
    {
      "epoch": 734.19,
      "grad_norm": 1.2248234748840332,
      "learning_rate": 8.61921705623595e-08,
      "loss": 0.3339,
      "step": 2630600
    },
    {
      "epoch": 734.19,
      "grad_norm": 1.1782203912734985,
      "learning_rate": 8.618490523738817e-08,
      "loss": 0.3316,
      "step": 2630610
    },
    {
      "epoch": 734.19,
      "grad_norm": 1.2463854551315308,
      "learning_rate": 8.61776402128994e-08,
      "loss": 0.3428,
      "step": 2630620
    },
    {
      "epoch": 734.2,
      "grad_norm": 1.2009838819503784,
      "learning_rate": 8.617037548889448e-08,
      "loss": 0.3641,
      "step": 2630630
    },
    {
      "epoch": 734.2,
      "grad_norm": 1.1100705862045288,
      "learning_rate": 8.616311106537368e-08,
      "loss": 0.3303,
      "step": 2630640
    },
    {
      "epoch": 734.2,
      "grad_norm": 1.398438572883606,
      "learning_rate": 8.615584694233856e-08,
      "loss": 0.3217,
      "step": 2630650
    },
    {
      "epoch": 734.21,
      "grad_norm": 1.1785669326782227,
      "learning_rate": 8.61485831197899e-08,
      "loss": 0.3493,
      "step": 2630660
    },
    {
      "epoch": 734.21,
      "grad_norm": 1.3507781028747559,
      "learning_rate": 8.614131959772796e-08,
      "loss": 0.3323,
      "step": 2630670
    },
    {
      "epoch": 734.21,
      "grad_norm": 1.317003607749939,
      "learning_rate": 8.613405637615508e-08,
      "loss": 0.3559,
      "step": 2630680
    },
    {
      "epoch": 734.21,
      "grad_norm": 1.3355008363723755,
      "learning_rate": 8.6126793455071e-08,
      "loss": 0.3464,
      "step": 2630690
    },
    {
      "epoch": 734.22,
      "grad_norm": 1.2996821403503418,
      "learning_rate": 8.611953083447728e-08,
      "loss": 0.3382,
      "step": 2630700
    },
    {
      "epoch": 734.22,
      "grad_norm": 1.4775609970092773,
      "learning_rate": 8.611226851437496e-08,
      "loss": 0.3325,
      "step": 2630710
    },
    {
      "epoch": 734.22,
      "grad_norm": 1.3217707872390747,
      "learning_rate": 8.610500649476508e-08,
      "loss": 0.338,
      "step": 2630720
    },
    {
      "epoch": 734.23,
      "grad_norm": 1.565341830253601,
      "learning_rate": 8.609774477564791e-08,
      "loss": 0.3355,
      "step": 2630730
    },
    {
      "epoch": 734.23,
      "grad_norm": 1.3621788024902344,
      "learning_rate": 8.609048335702501e-08,
      "loss": 0.3243,
      "step": 2630740
    },
    {
      "epoch": 734.23,
      "grad_norm": 1.430609941482544,
      "learning_rate": 8.608322223889741e-08,
      "loss": 0.3453,
      "step": 2630750
    },
    {
      "epoch": 734.23,
      "grad_norm": 1.3477368354797363,
      "learning_rate": 8.607596142126538e-08,
      "loss": 0.3329,
      "step": 2630760
    },
    {
      "epoch": 734.24,
      "grad_norm": 1.2342361211776733,
      "learning_rate": 8.606870090413074e-08,
      "loss": 0.3231,
      "step": 2630770
    },
    {
      "epoch": 734.24,
      "grad_norm": 0.9368721842765808,
      "learning_rate": 8.606144068749399e-08,
      "loss": 0.3472,
      "step": 2630780
    },
    {
      "epoch": 734.24,
      "grad_norm": 1.1677855253219604,
      "learning_rate": 8.605418077135621e-08,
      "loss": 0.333,
      "step": 2630790
    },
    {
      "epoch": 734.25,
      "grad_norm": 1.2935374975204468,
      "learning_rate": 8.604692115571866e-08,
      "loss": 0.3364,
      "step": 2630800
    },
    {
      "epoch": 734.25,
      "grad_norm": 1.1081717014312744,
      "learning_rate": 8.603966184058164e-08,
      "loss": 0.3264,
      "step": 2630810
    },
    {
      "epoch": 734.25,
      "grad_norm": 1.4048906564712524,
      "learning_rate": 8.603240282594667e-08,
      "loss": 0.3466,
      "step": 2630820
    },
    {
      "epoch": 734.25,
      "grad_norm": 1.0412392616271973,
      "learning_rate": 8.60251441118143e-08,
      "loss": 0.3338,
      "step": 2630830
    },
    {
      "epoch": 734.26,
      "grad_norm": 1.4085898399353027,
      "learning_rate": 8.601788569818609e-08,
      "loss": 0.3441,
      "step": 2630840
    },
    {
      "epoch": 734.26,
      "grad_norm": 1.181807518005371,
      "learning_rate": 8.601062758506203e-08,
      "loss": 0.322,
      "step": 2630850
    },
    {
      "epoch": 734.26,
      "grad_norm": 1.3262765407562256,
      "learning_rate": 8.600336977244446e-08,
      "loss": 0.3257,
      "step": 2630860
    },
    {
      "epoch": 734.26,
      "grad_norm": 1.2322657108306885,
      "learning_rate": 8.599611226033314e-08,
      "loss": 0.3422,
      "step": 2630870
    },
    {
      "epoch": 734.27,
      "grad_norm": 1.2344590425491333,
      "learning_rate": 8.598885504872934e-08,
      "loss": 0.3567,
      "step": 2630880
    },
    {
      "epoch": 734.27,
      "grad_norm": 1.2578840255737305,
      "learning_rate": 8.598159813763463e-08,
      "loss": 0.3472,
      "step": 2630890
    },
    {
      "epoch": 734.27,
      "grad_norm": 1.4516786336898804,
      "learning_rate": 8.597434152704877e-08,
      "loss": 0.3418,
      "step": 2630900
    },
    {
      "epoch": 734.28,
      "grad_norm": 1.1362590789794922,
      "learning_rate": 8.596708521697434e-08,
      "loss": 0.338,
      "step": 2630910
    },
    {
      "epoch": 734.28,
      "grad_norm": 1.1918468475341797,
      "learning_rate": 8.595982920741084e-08,
      "loss": 0.3385,
      "step": 2630920
    },
    {
      "epoch": 734.28,
      "grad_norm": 1.3789784908294678,
      "learning_rate": 8.595257349836007e-08,
      "loss": 0.3334,
      "step": 2630930
    },
    {
      "epoch": 734.28,
      "grad_norm": 1.0692766904830933,
      "learning_rate": 8.594531808982282e-08,
      "loss": 0.3523,
      "step": 2630940
    },
    {
      "epoch": 734.29,
      "grad_norm": 1.1593443155288696,
      "learning_rate": 8.593806298179987e-08,
      "loss": 0.3331,
      "step": 2630950
    },
    {
      "epoch": 734.29,
      "grad_norm": 1.5148885250091553,
      "learning_rate": 8.593080817429227e-08,
      "loss": 0.3421,
      "step": 2630960
    },
    {
      "epoch": 734.29,
      "grad_norm": 1.4862512350082397,
      "learning_rate": 8.592355366730105e-08,
      "loss": 0.3221,
      "step": 2630970
    },
    {
      "epoch": 734.3,
      "grad_norm": 1.1880497932434082,
      "learning_rate": 8.591629946082726e-08,
      "loss": 0.3281,
      "step": 2630980
    },
    {
      "epoch": 734.3,
      "grad_norm": 1.1811925172805786,
      "learning_rate": 8.59090455548714e-08,
      "loss": 0.3367,
      "step": 2630990
    },
    {
      "epoch": 734.3,
      "grad_norm": 1.2797636985778809,
      "learning_rate": 8.590179194943506e-08,
      "loss": 0.3378,
      "step": 2631000
    },
    {
      "epoch": 734.3,
      "grad_norm": 1.5181490182876587,
      "learning_rate": 8.589453864451898e-08,
      "loss": 0.342,
      "step": 2631010
    },
    {
      "epoch": 734.31,
      "grad_norm": 1.1913501024246216,
      "learning_rate": 8.588728564012398e-08,
      "loss": 0.3288,
      "step": 2631020
    },
    {
      "epoch": 734.31,
      "grad_norm": 1.178476333618164,
      "learning_rate": 8.588003293625136e-08,
      "loss": 0.3484,
      "step": 2631030
    },
    {
      "epoch": 734.31,
      "grad_norm": 1.3857626914978027,
      "learning_rate": 8.587278053290136e-08,
      "loss": 0.3344,
      "step": 2631040
    },
    {
      "epoch": 734.31,
      "grad_norm": 1.0970790386199951,
      "learning_rate": 8.586552843007581e-08,
      "loss": 0.3384,
      "step": 2631050
    },
    {
      "epoch": 734.32,
      "grad_norm": 1.3311127424240112,
      "learning_rate": 8.585827662777496e-08,
      "loss": 0.3479,
      "step": 2631060
    },
    {
      "epoch": 734.32,
      "grad_norm": 1.2147678136825562,
      "learning_rate": 8.585102512600065e-08,
      "loss": 0.3343,
      "step": 2631070
    },
    {
      "epoch": 734.32,
      "grad_norm": 1.433118224143982,
      "learning_rate": 8.584377392475286e-08,
      "loss": 0.3257,
      "step": 2631080
    },
    {
      "epoch": 734.33,
      "grad_norm": 1.1224820613861084,
      "learning_rate": 8.583652302403318e-08,
      "loss": 0.3311,
      "step": 2631090
    },
    {
      "epoch": 734.33,
      "grad_norm": 1.29749596118927,
      "learning_rate": 8.582927242384236e-08,
      "loss": 0.3467,
      "step": 2631100
    },
    {
      "epoch": 734.33,
      "grad_norm": 1.158313512802124,
      "learning_rate": 8.58220221241812e-08,
      "loss": 0.3367,
      "step": 2631110
    },
    {
      "epoch": 734.33,
      "grad_norm": 1.3225619792938232,
      "learning_rate": 8.581477212505124e-08,
      "loss": 0.3462,
      "step": 2631120
    },
    {
      "epoch": 734.34,
      "grad_norm": 4.020953178405762,
      "learning_rate": 8.580752242645303e-08,
      "loss": 0.3301,
      "step": 2631130
    },
    {
      "epoch": 734.34,
      "grad_norm": 1.2663471698760986,
      "learning_rate": 8.580027302838733e-08,
      "loss": 0.3427,
      "step": 2631140
    },
    {
      "epoch": 734.34,
      "grad_norm": 1.1901862621307373,
      "learning_rate": 8.579302393085544e-08,
      "loss": 0.3396,
      "step": 2631150
    },
    {
      "epoch": 734.35,
      "grad_norm": 1.2203882932662964,
      "learning_rate": 8.578577513385817e-08,
      "loss": 0.3384,
      "step": 2631160
    },
    {
      "epoch": 734.35,
      "grad_norm": 1.2778236865997314,
      "learning_rate": 8.577852663739677e-08,
      "loss": 0.337,
      "step": 2631170
    },
    {
      "epoch": 734.35,
      "grad_norm": 1.253102421760559,
      "learning_rate": 8.577127844147181e-08,
      "loss": 0.3429,
      "step": 2631180
    },
    {
      "epoch": 734.35,
      "grad_norm": 1.069386601448059,
      "learning_rate": 8.576403054608455e-08,
      "loss": 0.348,
      "step": 2631190
    },
    {
      "epoch": 734.36,
      "grad_norm": 1.3278675079345703,
      "learning_rate": 8.575678295123581e-08,
      "loss": 0.3267,
      "step": 2631200
    },
    {
      "epoch": 734.36,
      "grad_norm": 1.2183380126953125,
      "learning_rate": 8.57495356569266e-08,
      "loss": 0.3266,
      "step": 2631210
    },
    {
      "epoch": 734.36,
      "grad_norm": 1.3083068132400513,
      "learning_rate": 8.574228866315771e-08,
      "loss": 0.3376,
      "step": 2631220
    },
    {
      "epoch": 734.37,
      "grad_norm": 1.35565984249115,
      "learning_rate": 8.573504196993045e-08,
      "loss": 0.3292,
      "step": 2631230
    },
    {
      "epoch": 734.37,
      "grad_norm": 1.1280481815338135,
      "learning_rate": 8.572779557724559e-08,
      "loss": 0.3357,
      "step": 2631240
    },
    {
      "epoch": 734.37,
      "grad_norm": 1.3688582181930542,
      "learning_rate": 8.572054948510392e-08,
      "loss": 0.3237,
      "step": 2631250
    },
    {
      "epoch": 734.37,
      "grad_norm": 1.1003469228744507,
      "learning_rate": 8.571330369350699e-08,
      "loss": 0.3389,
      "step": 2631260
    },
    {
      "epoch": 734.38,
      "grad_norm": 1.1417896747589111,
      "learning_rate": 8.570605820245481e-08,
      "loss": 0.321,
      "step": 2631270
    },
    {
      "epoch": 734.38,
      "grad_norm": 1.1587311029434204,
      "learning_rate": 8.569881301194919e-08,
      "loss": 0.3358,
      "step": 2631280
    },
    {
      "epoch": 734.38,
      "grad_norm": 1.192807912826538,
      "learning_rate": 8.569156812199066e-08,
      "loss": 0.345,
      "step": 2631290
    },
    {
      "epoch": 734.38,
      "grad_norm": 1.2699856758117676,
      "learning_rate": 8.568432353258078e-08,
      "loss": 0.3336,
      "step": 2631300
    },
    {
      "epoch": 734.39,
      "grad_norm": 1.1768054962158203,
      "learning_rate": 8.567707924371954e-08,
      "loss": 0.3384,
      "step": 2631310
    },
    {
      "epoch": 734.39,
      "grad_norm": 1.1518785953521729,
      "learning_rate": 8.566983525540851e-08,
      "loss": 0.3395,
      "step": 2631320
    },
    {
      "epoch": 734.39,
      "grad_norm": 1.221260666847229,
      "learning_rate": 8.5662591567649e-08,
      "loss": 0.3408,
      "step": 2631330
    },
    {
      "epoch": 734.4,
      "grad_norm": 1.220780611038208,
      "learning_rate": 8.565534818044074e-08,
      "loss": 0.3358,
      "step": 2631340
    },
    {
      "epoch": 734.4,
      "grad_norm": 1.3303954601287842,
      "learning_rate": 8.564810509378607e-08,
      "loss": 0.3364,
      "step": 2631350
    },
    {
      "epoch": 734.4,
      "grad_norm": 1.4630677700042725,
      "learning_rate": 8.564086230768526e-08,
      "loss": 0.3459,
      "step": 2631360
    },
    {
      "epoch": 734.4,
      "grad_norm": 1.2550175189971924,
      "learning_rate": 8.563361982213933e-08,
      "loss": 0.3449,
      "step": 2631370
    },
    {
      "epoch": 734.41,
      "grad_norm": 1.164498209953308,
      "learning_rate": 8.562637763714935e-08,
      "loss": 0.3442,
      "step": 2631380
    },
    {
      "epoch": 734.41,
      "grad_norm": 1.3903558254241943,
      "learning_rate": 8.561913575271633e-08,
      "loss": 0.3267,
      "step": 2631390
    },
    {
      "epoch": 734.41,
      "grad_norm": 1.266470193862915,
      "learning_rate": 8.561189416884106e-08,
      "loss": 0.3537,
      "step": 2631400
    },
    {
      "epoch": 734.42,
      "grad_norm": 1.2304672002792358,
      "learning_rate": 8.56046528855246e-08,
      "loss": 0.335,
      "step": 2631410
    },
    {
      "epoch": 734.42,
      "grad_norm": 1.1388119459152222,
      "learning_rate": 8.559741190276798e-08,
      "loss": 0.3361,
      "step": 2631420
    },
    {
      "epoch": 734.42,
      "grad_norm": 1.1556528806686401,
      "learning_rate": 8.55901712205717e-08,
      "loss": 0.3403,
      "step": 2631430
    },
    {
      "epoch": 734.42,
      "grad_norm": 1.3120144605636597,
      "learning_rate": 8.558293083893762e-08,
      "loss": 0.3376,
      "step": 2631440
    },
    {
      "epoch": 734.43,
      "grad_norm": 1.2074512243270874,
      "learning_rate": 8.557569075786597e-08,
      "loss": 0.3388,
      "step": 2631450
    },
    {
      "epoch": 734.43,
      "grad_norm": 1.3646961450576782,
      "learning_rate": 8.556845097735781e-08,
      "loss": 0.348,
      "step": 2631460
    },
    {
      "epoch": 734.43,
      "grad_norm": 1.2690465450286865,
      "learning_rate": 8.556121149741443e-08,
      "loss": 0.3327,
      "step": 2631470
    },
    {
      "epoch": 734.43,
      "grad_norm": 1.315632939338684,
      "learning_rate": 8.555397231803634e-08,
      "loss": 0.3397,
      "step": 2631480
    },
    {
      "epoch": 734.44,
      "grad_norm": 1.326377034187317,
      "learning_rate": 8.554673343922511e-08,
      "loss": 0.3484,
      "step": 2631490
    },
    {
      "epoch": 734.44,
      "grad_norm": 1.1254308223724365,
      "learning_rate": 8.553949486098101e-08,
      "loss": 0.3236,
      "step": 2631500
    },
    {
      "epoch": 734.44,
      "grad_norm": 1.4147671461105347,
      "learning_rate": 8.55322565833056e-08,
      "loss": 0.3464,
      "step": 2631510
    },
    {
      "epoch": 734.45,
      "grad_norm": 1.3354991674423218,
      "learning_rate": 8.55250186061994e-08,
      "loss": 0.3342,
      "step": 2631520
    },
    {
      "epoch": 734.45,
      "grad_norm": 1.2048068046569824,
      "learning_rate": 8.551778092966369e-08,
      "loss": 0.3425,
      "step": 2631530
    },
    {
      "epoch": 734.45,
      "grad_norm": 1.0681923627853394,
      "learning_rate": 8.551054355369928e-08,
      "loss": 0.3364,
      "step": 2631540
    },
    {
      "epoch": 734.45,
      "grad_norm": 1.3169924020767212,
      "learning_rate": 8.550330647830719e-08,
      "loss": 0.3286,
      "step": 2631550
    },
    {
      "epoch": 734.46,
      "grad_norm": 1.088700294494629,
      "learning_rate": 8.549606970348847e-08,
      "loss": 0.3438,
      "step": 2631560
    },
    {
      "epoch": 734.46,
      "grad_norm": 1.2179993391036987,
      "learning_rate": 8.548883322924337e-08,
      "loss": 0.341,
      "step": 2631570
    },
    {
      "epoch": 734.46,
      "grad_norm": 1.2685332298278809,
      "learning_rate": 8.548159705557426e-08,
      "loss": 0.3162,
      "step": 2631580
    },
    {
      "epoch": 734.47,
      "grad_norm": 1.459549069404602,
      "learning_rate": 8.547436118248058e-08,
      "loss": 0.3477,
      "step": 2631590
    },
    {
      "epoch": 734.47,
      "grad_norm": 2.710580587387085,
      "learning_rate": 8.546712560996445e-08,
      "loss": 0.3371,
      "step": 2631600
    },
    {
      "epoch": 734.47,
      "grad_norm": 1.3011720180511475,
      "learning_rate": 8.545989033802636e-08,
      "loss": 0.3564,
      "step": 2631610
    },
    {
      "epoch": 734.47,
      "grad_norm": 1.2199254035949707,
      "learning_rate": 8.54526553666671e-08,
      "loss": 0.3207,
      "step": 2631620
    },
    {
      "epoch": 734.48,
      "grad_norm": 1.3429852724075317,
      "learning_rate": 8.544542069588797e-08,
      "loss": 0.3514,
      "step": 2631630
    },
    {
      "epoch": 734.48,
      "grad_norm": 1.5328850746154785,
      "learning_rate": 8.543818632568977e-08,
      "loss": 0.3347,
      "step": 2631640
    },
    {
      "epoch": 734.48,
      "grad_norm": 1.1328340768814087,
      "learning_rate": 8.543095225607352e-08,
      "loss": 0.3223,
      "step": 2631650
    },
    {
      "epoch": 734.49,
      "grad_norm": 1.2978663444519043,
      "learning_rate": 8.542371848703974e-08,
      "loss": 0.3496,
      "step": 2631660
    },
    {
      "epoch": 734.49,
      "grad_norm": 1.2844395637512207,
      "learning_rate": 8.541648501859052e-08,
      "loss": 0.338,
      "step": 2631670
    },
    {
      "epoch": 734.49,
      "grad_norm": 1.2591979503631592,
      "learning_rate": 8.54092518507256e-08,
      "loss": 0.3401,
      "step": 2631680
    },
    {
      "epoch": 734.49,
      "grad_norm": 1.2874146699905396,
      "learning_rate": 8.540201898344654e-08,
      "loss": 0.3478,
      "step": 2631690
    },
    {
      "epoch": 734.5,
      "grad_norm": 1.1390122175216675,
      "learning_rate": 8.539478641675463e-08,
      "loss": 0.3582,
      "step": 2631700
    },
    {
      "epoch": 734.5,
      "grad_norm": 1.2717440128326416,
      "learning_rate": 8.538755415064989e-08,
      "loss": 0.3362,
      "step": 2631710
    },
    {
      "epoch": 734.5,
      "grad_norm": 1.3366599082946777,
      "learning_rate": 8.538032218513386e-08,
      "loss": 0.3266,
      "step": 2631720
    },
    {
      "epoch": 734.5,
      "grad_norm": 1.634344458580017,
      "learning_rate": 8.53730905202076e-08,
      "loss": 0.3271,
      "step": 2631730
    },
    {
      "epoch": 734.51,
      "grad_norm": 1.2151228189468384,
      "learning_rate": 8.536585915587188e-08,
      "loss": 0.3425,
      "step": 2631740
    },
    {
      "epoch": 734.51,
      "grad_norm": 1.4371953010559082,
      "learning_rate": 8.535862809212774e-08,
      "loss": 0.3203,
      "step": 2631750
    },
    {
      "epoch": 734.51,
      "grad_norm": 1.1760841608047485,
      "learning_rate": 8.535139732897623e-08,
      "loss": 0.3259,
      "step": 2631760
    },
    {
      "epoch": 734.52,
      "grad_norm": 1.212018370628357,
      "learning_rate": 8.534416686641786e-08,
      "loss": 0.3401,
      "step": 2631770
    },
    {
      "epoch": 734.52,
      "grad_norm": 1.1858464479446411,
      "learning_rate": 8.533693670445393e-08,
      "loss": 0.3314,
      "step": 2631780
    },
    {
      "epoch": 734.52,
      "grad_norm": 1.4016120433807373,
      "learning_rate": 8.532970684308601e-08,
      "loss": 0.3318,
      "step": 2631790
    },
    {
      "epoch": 734.52,
      "grad_norm": 1.3691494464874268,
      "learning_rate": 8.532247728231358e-08,
      "loss": 0.337,
      "step": 2631800
    },
    {
      "epoch": 734.53,
      "grad_norm": 1.2756938934326172,
      "learning_rate": 8.531524802213897e-08,
      "loss": 0.3317,
      "step": 2631810
    },
    {
      "epoch": 734.53,
      "grad_norm": 1.1819539070129395,
      "learning_rate": 8.530801906256272e-08,
      "loss": 0.3247,
      "step": 2631820
    },
    {
      "epoch": 734.53,
      "grad_norm": 1.288987636566162,
      "learning_rate": 8.530079040358533e-08,
      "loss": 0.3297,
      "step": 2631830
    },
    {
      "epoch": 734.54,
      "grad_norm": 1.1789350509643555,
      "learning_rate": 8.529356204520863e-08,
      "loss": 0.3526,
      "step": 2631840
    },
    {
      "epoch": 734.54,
      "grad_norm": 1.0743885040283203,
      "learning_rate": 8.528633398743288e-08,
      "loss": 0.3482,
      "step": 2631850
    },
    {
      "epoch": 734.54,
      "grad_norm": 1.154670000076294,
      "learning_rate": 8.527910623025912e-08,
      "loss": 0.3475,
      "step": 2631860
    },
    {
      "epoch": 734.54,
      "grad_norm": 1.2072043418884277,
      "learning_rate": 8.527187877368841e-08,
      "loss": 0.3448,
      "step": 2631870
    },
    {
      "epoch": 734.55,
      "grad_norm": 1.3130686283111572,
      "learning_rate": 8.526465161772201e-08,
      "loss": 0.3287,
      "step": 2631880
    },
    {
      "epoch": 734.55,
      "grad_norm": 1.2854092121124268,
      "learning_rate": 8.525742476236047e-08,
      "loss": 0.3442,
      "step": 2631890
    },
    {
      "epoch": 734.55,
      "grad_norm": 1.3008257150650024,
      "learning_rate": 8.525019820760483e-08,
      "loss": 0.3271,
      "step": 2631900
    },
    {
      "epoch": 734.55,
      "grad_norm": 1.156498670578003,
      "learning_rate": 8.524297195345665e-08,
      "loss": 0.3324,
      "step": 2631910
    },
    {
      "epoch": 734.56,
      "grad_norm": 1.2186083793640137,
      "learning_rate": 8.523574599991566e-08,
      "loss": 0.3258,
      "step": 2631920
    },
    {
      "epoch": 734.56,
      "grad_norm": 1.2653571367263794,
      "learning_rate": 8.522852034698393e-08,
      "loss": 0.3421,
      "step": 2631930
    },
    {
      "epoch": 734.56,
      "grad_norm": 1.4362820386886597,
      "learning_rate": 8.522129499466176e-08,
      "loss": 0.3547,
      "step": 2631940
    },
    {
      "epoch": 734.57,
      "grad_norm": 1.184481143951416,
      "learning_rate": 8.521406994295068e-08,
      "loss": 0.347,
      "step": 2631950
    },
    {
      "epoch": 734.57,
      "grad_norm": 1.2583197355270386,
      "learning_rate": 8.520684519185096e-08,
      "loss": 0.3389,
      "step": 2631960
    },
    {
      "epoch": 734.57,
      "grad_norm": 1.3637508153915405,
      "learning_rate": 8.519962074136442e-08,
      "loss": 0.3412,
      "step": 2631970
    },
    {
      "epoch": 734.57,
      "grad_norm": 1.0972484350204468,
      "learning_rate": 8.519239659149132e-08,
      "loss": 0.3416,
      "step": 2631980
    },
    {
      "epoch": 734.58,
      "grad_norm": 1.2390838861465454,
      "learning_rate": 8.51851727422327e-08,
      "loss": 0.3232,
      "step": 2631990
    },
    {
      "epoch": 734.58,
      "grad_norm": 1.1496464014053345,
      "learning_rate": 8.517794919359012e-08,
      "loss": 0.3368,
      "step": 2632000
    },
    {
      "epoch": 734.58,
      "grad_norm": 1.4352233409881592,
      "learning_rate": 8.517072594556359e-08,
      "loss": 0.3322,
      "step": 2632010
    },
    {
      "epoch": 734.59,
      "grad_norm": 1.1519994735717773,
      "learning_rate": 8.516350299815492e-08,
      "loss": 0.3328,
      "step": 2632020
    },
    {
      "epoch": 734.59,
      "grad_norm": 1.2178291082382202,
      "learning_rate": 8.515628035136463e-08,
      "loss": 0.3551,
      "step": 2632030
    },
    {
      "epoch": 734.59,
      "grad_norm": 1.2739843130111694,
      "learning_rate": 8.514905800519377e-08,
      "loss": 0.3475,
      "step": 2632040
    },
    {
      "epoch": 734.59,
      "grad_norm": 1.2051721811294556,
      "learning_rate": 8.514183595964338e-08,
      "loss": 0.3434,
      "step": 2632050
    },
    {
      "epoch": 734.6,
      "grad_norm": 1.2086031436920166,
      "learning_rate": 8.513461421471398e-08,
      "loss": 0.3462,
      "step": 2632060
    },
    {
      "epoch": 734.6,
      "grad_norm": 1.1035611629486084,
      "learning_rate": 8.512739277040737e-08,
      "loss": 0.3445,
      "step": 2632070
    },
    {
      "epoch": 734.6,
      "grad_norm": 0.9255000948905945,
      "learning_rate": 8.512017162672384e-08,
      "loss": 0.3577,
      "step": 2632080
    },
    {
      "epoch": 734.61,
      "grad_norm": 1.4462931156158447,
      "learning_rate": 8.511295078366441e-08,
      "loss": 0.3445,
      "step": 2632090
    },
    {
      "epoch": 734.61,
      "grad_norm": 1.2832884788513184,
      "learning_rate": 8.51057302412304e-08,
      "loss": 0.3354,
      "step": 2632100
    },
    {
      "epoch": 734.61,
      "grad_norm": 1.2175432443618774,
      "learning_rate": 8.509850999942258e-08,
      "loss": 0.3421,
      "step": 2632110
    },
    {
      "epoch": 734.61,
      "grad_norm": 1.2525403499603271,
      "learning_rate": 8.509129005824198e-08,
      "loss": 0.3254,
      "step": 2632120
    },
    {
      "epoch": 734.62,
      "grad_norm": 1.1516705751419067,
      "learning_rate": 8.508407041768915e-08,
      "loss": 0.3328,
      "step": 2632130
    },
    {
      "epoch": 734.62,
      "grad_norm": 1.2925344705581665,
      "learning_rate": 8.507685107776589e-08,
      "loss": 0.3407,
      "step": 2632140
    },
    {
      "epoch": 734.62,
      "grad_norm": 1.193747639656067,
      "learning_rate": 8.506963203847193e-08,
      "loss": 0.3271,
      "step": 2632150
    },
    {
      "epoch": 734.62,
      "grad_norm": 1.2850464582443237,
      "learning_rate": 8.506241329980938e-08,
      "loss": 0.332,
      "step": 2632160
    },
    {
      "epoch": 734.63,
      "grad_norm": 1.4579260349273682,
      "learning_rate": 8.505519486177872e-08,
      "loss": 0.3415,
      "step": 2632170
    },
    {
      "epoch": 734.63,
      "grad_norm": 1.608797550201416,
      "learning_rate": 8.504797672438078e-08,
      "loss": 0.3308,
      "step": 2632180
    },
    {
      "epoch": 734.63,
      "grad_norm": 1.4128139019012451,
      "learning_rate": 8.504075888761683e-08,
      "loss": 0.346,
      "step": 2632190
    },
    {
      "epoch": 734.64,
      "grad_norm": 1.0454919338226318,
      "learning_rate": 8.503354135148792e-08,
      "loss": 0.3382,
      "step": 2632200
    },
    {
      "epoch": 734.64,
      "grad_norm": 1.0947487354278564,
      "learning_rate": 8.50263241159943e-08,
      "loss": 0.3396,
      "step": 2632210
    },
    {
      "epoch": 734.64,
      "grad_norm": 1.1746504306793213,
      "learning_rate": 8.50191071811378e-08,
      "loss": 0.3279,
      "step": 2632220
    },
    {
      "epoch": 734.64,
      "grad_norm": 1.1744831800460815,
      "learning_rate": 8.501189054691895e-08,
      "loss": 0.3372,
      "step": 2632230
    },
    {
      "epoch": 734.65,
      "grad_norm": 1.6197086572647095,
      "learning_rate": 8.500467421333852e-08,
      "loss": 0.3406,
      "step": 2632240
    },
    {
      "epoch": 734.65,
      "grad_norm": 1.3025000095367432,
      "learning_rate": 8.499745818039807e-08,
      "loss": 0.3578,
      "step": 2632250
    },
    {
      "epoch": 734.65,
      "grad_norm": 1.193731665611267,
      "learning_rate": 8.499024244809786e-08,
      "loss": 0.3385,
      "step": 2632260
    },
    {
      "epoch": 734.66,
      "grad_norm": 1.1921101808547974,
      "learning_rate": 8.498302701643918e-08,
      "loss": 0.3294,
      "step": 2632270
    },
    {
      "epoch": 734.66,
      "grad_norm": 1.3423188924789429,
      "learning_rate": 8.497581188542336e-08,
      "loss": 0.3205,
      "step": 2632280
    },
    {
      "epoch": 734.66,
      "grad_norm": 1.282078742980957,
      "learning_rate": 8.49685970550509e-08,
      "loss": 0.3461,
      "step": 2632290
    },
    {
      "epoch": 734.66,
      "grad_norm": 1.165056586265564,
      "learning_rate": 8.496138252532258e-08,
      "loss": 0.3338,
      "step": 2632300
    },
    {
      "epoch": 734.67,
      "grad_norm": 1.2458399534225464,
      "learning_rate": 8.495416829623972e-08,
      "loss": 0.3397,
      "step": 2632310
    },
    {
      "epoch": 734.67,
      "grad_norm": 1.484488606452942,
      "learning_rate": 8.494695436780334e-08,
      "loss": 0.3426,
      "step": 2632320
    },
    {
      "epoch": 734.67,
      "grad_norm": 1.21692955493927,
      "learning_rate": 8.493974074001421e-08,
      "loss": 0.3254,
      "step": 2632330
    },
    {
      "epoch": 734.67,
      "grad_norm": 1.0961525440216064,
      "learning_rate": 8.493252741287341e-08,
      "loss": 0.3321,
      "step": 2632340
    },
    {
      "epoch": 734.68,
      "grad_norm": 1.2437834739685059,
      "learning_rate": 8.492531438638169e-08,
      "loss": 0.3326,
      "step": 2632350
    },
    {
      "epoch": 734.68,
      "grad_norm": 1.362330436706543,
      "learning_rate": 8.49181016605401e-08,
      "loss": 0.332,
      "step": 2632360
    },
    {
      "epoch": 734.68,
      "grad_norm": 1.9078972339630127,
      "learning_rate": 8.491088923535021e-08,
      "loss": 0.3357,
      "step": 2632370
    },
    {
      "epoch": 734.69,
      "grad_norm": 1.3018523454666138,
      "learning_rate": 8.490367711081148e-08,
      "loss": 0.3286,
      "step": 2632380
    },
    {
      "epoch": 734.69,
      "grad_norm": 1.302349328994751,
      "learning_rate": 8.489646528692654e-08,
      "loss": 0.3533,
      "step": 2632390
    },
    {
      "epoch": 734.69,
      "grad_norm": 1.273811936378479,
      "learning_rate": 8.488925376369535e-08,
      "loss": 0.3403,
      "step": 2632400
    },
    {
      "epoch": 734.69,
      "grad_norm": 1.2021321058273315,
      "learning_rate": 8.488204254111924e-08,
      "loss": 0.3381,
      "step": 2632410
    },
    {
      "epoch": 734.7,
      "grad_norm": 1.3092683553695679,
      "learning_rate": 8.487483161919925e-08,
      "loss": 0.3352,
      "step": 2632420
    },
    {
      "epoch": 734.7,
      "grad_norm": 1.3277775049209595,
      "learning_rate": 8.486762099793589e-08,
      "loss": 0.3318,
      "step": 2632430
    },
    {
      "epoch": 734.7,
      "grad_norm": 1.0355247259140015,
      "learning_rate": 8.486041067733021e-08,
      "loss": 0.3422,
      "step": 2632440
    },
    {
      "epoch": 734.71,
      "grad_norm": 1.342482089996338,
      "learning_rate": 8.485320065738351e-08,
      "loss": 0.3514,
      "step": 2632450
    },
    {
      "epoch": 734.71,
      "grad_norm": 1.2576301097869873,
      "learning_rate": 8.484599093809682e-08,
      "loss": 0.3378,
      "step": 2632460
    },
    {
      "epoch": 734.71,
      "grad_norm": 1.2352439165115356,
      "learning_rate": 8.483878151947041e-08,
      "loss": 0.3401,
      "step": 2632470
    },
    {
      "epoch": 734.71,
      "grad_norm": 1.3937861919403076,
      "learning_rate": 8.483157240150636e-08,
      "loss": 0.3249,
      "step": 2632480
    },
    {
      "epoch": 734.72,
      "grad_norm": 1.2867743968963623,
      "learning_rate": 8.482436358420442e-08,
      "loss": 0.3416,
      "step": 2632490
    },
    {
      "epoch": 734.72,
      "grad_norm": 1.1785657405853271,
      "learning_rate": 8.481715506756613e-08,
      "loss": 0.3367,
      "step": 2632500
    },
    {
      "epoch": 734.72,
      "grad_norm": 1.3116955757141113,
      "learning_rate": 8.48099468515928e-08,
      "loss": 0.3307,
      "step": 2632510
    },
    {
      "epoch": 734.73,
      "grad_norm": 1.1743916273117065,
      "learning_rate": 8.480273893628469e-08,
      "loss": 0.3432,
      "step": 2632520
    },
    {
      "epoch": 734.73,
      "grad_norm": 1.2461967468261719,
      "learning_rate": 8.479553132164311e-08,
      "loss": 0.3313,
      "step": 2632530
    },
    {
      "epoch": 734.73,
      "grad_norm": 1.1350082159042358,
      "learning_rate": 8.478832400766909e-08,
      "loss": 0.3399,
      "step": 2632540
    },
    {
      "epoch": 734.73,
      "grad_norm": 1.1208285093307495,
      "learning_rate": 8.478111699436367e-08,
      "loss": 0.3228,
      "step": 2632550
    },
    {
      "epoch": 734.74,
      "grad_norm": 1.161823034286499,
      "learning_rate": 8.477391028172712e-08,
      "loss": 0.3264,
      "step": 2632560
    },
    {
      "epoch": 734.74,
      "grad_norm": 1.5007376670837402,
      "learning_rate": 8.476670386976127e-08,
      "loss": 0.3404,
      "step": 2632570
    },
    {
      "epoch": 734.74,
      "grad_norm": 1.3432328701019287,
      "learning_rate": 8.475949775846687e-08,
      "loss": 0.3269,
      "step": 2632580
    },
    {
      "epoch": 734.74,
      "grad_norm": 1.166542410850525,
      "learning_rate": 8.475229194784394e-08,
      "loss": 0.3431,
      "step": 2632590
    },
    {
      "epoch": 734.75,
      "grad_norm": 1.426194667816162,
      "learning_rate": 8.474508643789507e-08,
      "loss": 0.3381,
      "step": 2632600
    },
    {
      "epoch": 734.75,
      "grad_norm": 1.1750142574310303,
      "learning_rate": 8.473788122861976e-08,
      "loss": 0.3075,
      "step": 2632610
    },
    {
      "epoch": 734.75,
      "grad_norm": 1.6381508111953735,
      "learning_rate": 8.473067632002008e-08,
      "loss": 0.3352,
      "step": 2632620
    },
    {
      "epoch": 734.76,
      "grad_norm": 1.2219018936157227,
      "learning_rate": 8.472347171209603e-08,
      "loss": 0.3568,
      "step": 2632630
    },
    {
      "epoch": 734.76,
      "grad_norm": 1.188246250152588,
      "learning_rate": 8.471626740484917e-08,
      "loss": 0.3293,
      "step": 2632640
    },
    {
      "epoch": 734.76,
      "grad_norm": 1.3052929639816284,
      "learning_rate": 8.47090633982808e-08,
      "loss": 0.3471,
      "step": 2632650
    },
    {
      "epoch": 734.76,
      "grad_norm": 1.5357800722122192,
      "learning_rate": 8.470185969239093e-08,
      "loss": 0.3421,
      "step": 2632660
    },
    {
      "epoch": 734.77,
      "grad_norm": 1.0961183309555054,
      "learning_rate": 8.469465628718084e-08,
      "loss": 0.3428,
      "step": 2632670
    },
    {
      "epoch": 734.77,
      "grad_norm": 1.294236183166504,
      "learning_rate": 8.468745318265185e-08,
      "loss": 0.3247,
      "step": 2632680
    },
    {
      "epoch": 734.77,
      "grad_norm": 1.212390661239624,
      "learning_rate": 8.4680250378805e-08,
      "loss": 0.3307,
      "step": 2632690
    },
    {
      "epoch": 734.78,
      "grad_norm": 1.1232393980026245,
      "learning_rate": 8.467304787564055e-08,
      "loss": 0.33,
      "step": 2632700
    },
    {
      "epoch": 734.78,
      "grad_norm": 1.1111488342285156,
      "learning_rate": 8.466584567315979e-08,
      "loss": 0.3273,
      "step": 2632710
    },
    {
      "epoch": 734.78,
      "grad_norm": 1.5770983695983887,
      "learning_rate": 8.465864377136403e-08,
      "loss": 0.3582,
      "step": 2632720
    },
    {
      "epoch": 734.78,
      "grad_norm": 1.348682165145874,
      "learning_rate": 8.465144217025353e-08,
      "loss": 0.3318,
      "step": 2632730
    },
    {
      "epoch": 734.79,
      "grad_norm": 1.5245702266693115,
      "learning_rate": 8.464424086983011e-08,
      "loss": 0.3385,
      "step": 2632740
    },
    {
      "epoch": 734.79,
      "grad_norm": 1.3514965772628784,
      "learning_rate": 8.463703987009428e-08,
      "loss": 0.3491,
      "step": 2632750
    },
    {
      "epoch": 734.79,
      "grad_norm": 1.4292548894882202,
      "learning_rate": 8.462983917104657e-08,
      "loss": 0.3255,
      "step": 2632760
    },
    {
      "epoch": 734.79,
      "grad_norm": 1.2418971061706543,
      "learning_rate": 8.462263877268881e-08,
      "loss": 0.3374,
      "step": 2632770
    },
    {
      "epoch": 734.8,
      "grad_norm": 1.152076244354248,
      "learning_rate": 8.461543867502151e-08,
      "loss": 0.3343,
      "step": 2632780
    },
    {
      "epoch": 734.8,
      "grad_norm": 1.3461554050445557,
      "learning_rate": 8.460823887804546e-08,
      "loss": 0.3521,
      "step": 2632790
    },
    {
      "epoch": 734.8,
      "grad_norm": 1.29707670211792,
      "learning_rate": 8.460103938176168e-08,
      "loss": 0.343,
      "step": 2632800
    },
    {
      "epoch": 734.81,
      "grad_norm": 1.2495702505111694,
      "learning_rate": 8.459384018617149e-08,
      "loss": 0.3378,
      "step": 2632810
    },
    {
      "epoch": 734.81,
      "grad_norm": 1.1909903287887573,
      "learning_rate": 8.458664129127515e-08,
      "loss": 0.3414,
      "step": 2632820
    },
    {
      "epoch": 734.81,
      "grad_norm": 1.2861837148666382,
      "learning_rate": 8.457944269707473e-08,
      "loss": 0.3407,
      "step": 2632830
    },
    {
      "epoch": 734.81,
      "grad_norm": 1.1443842649459839,
      "learning_rate": 8.457224440356998e-08,
      "loss": 0.3415,
      "step": 2632840
    },
    {
      "epoch": 734.82,
      "grad_norm": 1.3897262811660767,
      "learning_rate": 8.456504641076271e-08,
      "loss": 0.3405,
      "step": 2632850
    },
    {
      "epoch": 734.82,
      "grad_norm": 1.2519235610961914,
      "learning_rate": 8.455784871865372e-08,
      "loss": 0.3384,
      "step": 2632860
    },
    {
      "epoch": 734.82,
      "grad_norm": 1.4661072492599487,
      "learning_rate": 8.455065132724351e-08,
      "loss": 0.3292,
      "step": 2632870
    },
    {
      "epoch": 734.83,
      "grad_norm": 1.1771539449691772,
      "learning_rate": 8.454345423653339e-08,
      "loss": 0.3446,
      "step": 2632880
    },
    {
      "epoch": 734.83,
      "grad_norm": 1.372227430343628,
      "learning_rate": 8.453625744652414e-08,
      "loss": 0.3424,
      "step": 2632890
    },
    {
      "epoch": 734.83,
      "grad_norm": 1.3614217042922974,
      "learning_rate": 8.452906095721707e-08,
      "loss": 0.3502,
      "step": 2632900
    },
    {
      "epoch": 734.83,
      "grad_norm": 1.1676431894302368,
      "learning_rate": 8.45218647686127e-08,
      "loss": 0.3485,
      "step": 2632910
    },
    {
      "epoch": 734.84,
      "grad_norm": 1.2749215364456177,
      "learning_rate": 8.451466888071256e-08,
      "loss": 0.3365,
      "step": 2632920
    },
    {
      "epoch": 734.84,
      "grad_norm": 1.3953807353973389,
      "learning_rate": 8.45074732935172e-08,
      "loss": 0.3602,
      "step": 2632930
    },
    {
      "epoch": 734.84,
      "grad_norm": 1.3278907537460327,
      "learning_rate": 8.450027800702741e-08,
      "loss": 0.3416,
      "step": 2632940
    },
    {
      "epoch": 734.85,
      "grad_norm": 1.3594095706939697,
      "learning_rate": 8.449308302124471e-08,
      "loss": 0.3579,
      "step": 2632950
    },
    {
      "epoch": 734.85,
      "grad_norm": 1.2653396129608154,
      "learning_rate": 8.448588833616914e-08,
      "loss": 0.3269,
      "step": 2632960
    },
    {
      "epoch": 734.85,
      "grad_norm": 1.2559998035430908,
      "learning_rate": 8.447869395180277e-08,
      "loss": 0.3204,
      "step": 2632970
    },
    {
      "epoch": 734.85,
      "grad_norm": 1.2269032001495361,
      "learning_rate": 8.447149986814585e-08,
      "loss": 0.3346,
      "step": 2632980
    },
    {
      "epoch": 734.86,
      "grad_norm": 1.1493473052978516,
      "learning_rate": 8.446430608519944e-08,
      "loss": 0.3387,
      "step": 2632990
    },
    {
      "epoch": 734.86,
      "grad_norm": 1.4209370613098145,
      "learning_rate": 8.445711260296482e-08,
      "loss": 0.3396,
      "step": 2633000
    },
    {
      "epoch": 734.86,
      "grad_norm": 1.153839111328125,
      "learning_rate": 8.444991942144252e-08,
      "loss": 0.3402,
      "step": 2633010
    },
    {
      "epoch": 734.86,
      "grad_norm": 1.3087732791900635,
      "learning_rate": 8.444272654063357e-08,
      "loss": 0.3316,
      "step": 2633020
    },
    {
      "epoch": 734.87,
      "grad_norm": 1.4003318548202515,
      "learning_rate": 8.443553396053903e-08,
      "loss": 0.3381,
      "step": 2633030
    },
    {
      "epoch": 734.87,
      "grad_norm": 1.106093406677246,
      "learning_rate": 8.44283416811602e-08,
      "loss": 0.3391,
      "step": 2633040
    },
    {
      "epoch": 734.87,
      "grad_norm": 1.2553701400756836,
      "learning_rate": 8.442114970249733e-08,
      "loss": 0.3315,
      "step": 2633050
    },
    {
      "epoch": 734.88,
      "grad_norm": 1.2192668914794922,
      "learning_rate": 8.441395802455198e-08,
      "loss": 0.3353,
      "step": 2633060
    },
    {
      "epoch": 734.88,
      "grad_norm": 1.1316499710083008,
      "learning_rate": 8.440676664732467e-08,
      "loss": 0.3194,
      "step": 2633070
    },
    {
      "epoch": 734.88,
      "grad_norm": 1.0974326133728027,
      "learning_rate": 8.439957557081672e-08,
      "loss": 0.3325,
      "step": 2633080
    },
    {
      "epoch": 734.88,
      "grad_norm": 1.399834394454956,
      "learning_rate": 8.439238479502914e-08,
      "loss": 0.3561,
      "step": 2633090
    },
    {
      "epoch": 734.89,
      "grad_norm": 1.4143424034118652,
      "learning_rate": 8.438519431996221e-08,
      "loss": 0.3372,
      "step": 2633100
    },
    {
      "epoch": 734.89,
      "grad_norm": 1.1700091361999512,
      "learning_rate": 8.437800414561749e-08,
      "loss": 0.3451,
      "step": 2633110
    },
    {
      "epoch": 734.89,
      "grad_norm": 1.1231340169906616,
      "learning_rate": 8.437081427199603e-08,
      "loss": 0.323,
      "step": 2633120
    },
    {
      "epoch": 734.9,
      "grad_norm": 1.2166192531585693,
      "learning_rate": 8.436362469909858e-08,
      "loss": 0.3396,
      "step": 2633130
    },
    {
      "epoch": 734.9,
      "grad_norm": 1.2466093301773071,
      "learning_rate": 8.435643542692543e-08,
      "loss": 0.3328,
      "step": 2633140
    },
    {
      "epoch": 734.9,
      "grad_norm": 1.2215723991394043,
      "learning_rate": 8.434924645547891e-08,
      "loss": 0.3226,
      "step": 2633150
    },
    {
      "epoch": 734.9,
      "grad_norm": 1.3368604183197021,
      "learning_rate": 8.434205778475875e-08,
      "loss": 0.3489,
      "step": 2633160
    },
    {
      "epoch": 734.91,
      "grad_norm": 4.252098560333252,
      "learning_rate": 8.433486941476679e-08,
      "loss": 0.3263,
      "step": 2633170
    },
    {
      "epoch": 734.91,
      "grad_norm": 1.0780013799667358,
      "learning_rate": 8.432768134550354e-08,
      "loss": 0.3303,
      "step": 2633180
    },
    {
      "epoch": 734.91,
      "grad_norm": 1.5262373685836792,
      "learning_rate": 8.432049357696953e-08,
      "loss": 0.3303,
      "step": 2633190
    },
    {
      "epoch": 734.91,
      "grad_norm": 3.1165435314178467,
      "learning_rate": 8.431330610916683e-08,
      "loss": 0.3326,
      "step": 2633200
    },
    {
      "epoch": 734.92,
      "grad_norm": 1.149731159210205,
      "learning_rate": 8.430611894209545e-08,
      "loss": 0.3448,
      "step": 2633210
    },
    {
      "epoch": 734.92,
      "grad_norm": 1.2438907623291016,
      "learning_rate": 8.429893207575668e-08,
      "loss": 0.3402,
      "step": 2633220
    },
    {
      "epoch": 734.92,
      "grad_norm": 1.2668377161026,
      "learning_rate": 8.429174551015184e-08,
      "loss": 0.3159,
      "step": 2633230
    },
    {
      "epoch": 734.93,
      "grad_norm": 1.1135846376419067,
      "learning_rate": 8.428455924528091e-08,
      "loss": 0.3506,
      "step": 2633240
    },
    {
      "epoch": 734.93,
      "grad_norm": 1.1032296419143677,
      "learning_rate": 8.42773732811457e-08,
      "loss": 0.3369,
      "step": 2633250
    },
    {
      "epoch": 734.93,
      "grad_norm": 2.108525037765503,
      "learning_rate": 8.427018761774703e-08,
      "loss": 0.3396,
      "step": 2633260
    },
    {
      "epoch": 734.93,
      "grad_norm": 1.425824522972107,
      "learning_rate": 8.426300225508565e-08,
      "loss": 0.3197,
      "step": 2633270
    },
    {
      "epoch": 734.94,
      "grad_norm": 1.2170203924179077,
      "learning_rate": 8.425581719316235e-08,
      "loss": 0.3202,
      "step": 2633280
    },
    {
      "epoch": 734.94,
      "grad_norm": 1.3399994373321533,
      "learning_rate": 8.424863243197896e-08,
      "loss": 0.3359,
      "step": 2633290
    },
    {
      "epoch": 734.94,
      "grad_norm": 1.3772101402282715,
      "learning_rate": 8.424144797153521e-08,
      "loss": 0.3453,
      "step": 2633300
    },
    {
      "epoch": 734.95,
      "grad_norm": 1.2164431810379028,
      "learning_rate": 8.423426381183292e-08,
      "loss": 0.3366,
      "step": 2633310
    },
    {
      "epoch": 734.95,
      "grad_norm": 1.2600222826004028,
      "learning_rate": 8.422707995287288e-08,
      "loss": 0.3505,
      "step": 2633320
    },
    {
      "epoch": 734.95,
      "grad_norm": 1.6258808374404907,
      "learning_rate": 8.421989639465585e-08,
      "loss": 0.3383,
      "step": 2633330
    },
    {
      "epoch": 734.95,
      "grad_norm": 1.4292471408843994,
      "learning_rate": 8.42127131371829e-08,
      "loss": 0.3304,
      "step": 2633340
    },
    {
      "epoch": 734.96,
      "grad_norm": 1.1810611486434937,
      "learning_rate": 8.420553018045478e-08,
      "loss": 0.3351,
      "step": 2633350
    },
    {
      "epoch": 734.96,
      "grad_norm": 1.3955082893371582,
      "learning_rate": 8.419834752447309e-08,
      "loss": 0.3401,
      "step": 2633360
    },
    {
      "epoch": 734.96,
      "grad_norm": 1.1878997087478638,
      "learning_rate": 8.419116516923804e-08,
      "loss": 0.3372,
      "step": 2633370
    },
    {
      "epoch": 734.97,
      "grad_norm": 1.347991943359375,
      "learning_rate": 8.418398311475097e-08,
      "loss": 0.3295,
      "step": 2633380
    },
    {
      "epoch": 734.97,
      "grad_norm": 1.5472151041030884,
      "learning_rate": 8.417680136101291e-08,
      "loss": 0.3328,
      "step": 2633390
    },
    {
      "epoch": 734.97,
      "grad_norm": 1.1420024633407593,
      "learning_rate": 8.416961990802412e-08,
      "loss": 0.3275,
      "step": 2633400
    },
    {
      "epoch": 734.97,
      "grad_norm": 1.1503777503967285,
      "learning_rate": 8.416243875578668e-08,
      "loss": 0.3234,
      "step": 2633410
    },
    {
      "epoch": 734.98,
      "grad_norm": 1.316508173942566,
      "learning_rate": 8.415525790430059e-08,
      "loss": 0.3249,
      "step": 2633420
    },
    {
      "epoch": 734.98,
      "grad_norm": 1.1488368511199951,
      "learning_rate": 8.414807735356715e-08,
      "loss": 0.3233,
      "step": 2633430
    },
    {
      "epoch": 734.98,
      "grad_norm": 23.1712646484375,
      "learning_rate": 8.414089710358741e-08,
      "loss": 0.3301,
      "step": 2633440
    },
    {
      "epoch": 734.98,
      "grad_norm": 1.3199397325515747,
      "learning_rate": 8.413371715436266e-08,
      "loss": 0.3404,
      "step": 2633450
    },
    {
      "epoch": 734.99,
      "grad_norm": 1.2757917642593384,
      "learning_rate": 8.412653750589316e-08,
      "loss": 0.3309,
      "step": 2633460
    },
    {
      "epoch": 734.99,
      "grad_norm": 1.319143295288086,
      "learning_rate": 8.411935815817996e-08,
      "loss": 0.3449,
      "step": 2633470
    },
    {
      "epoch": 734.99,
      "grad_norm": 1.2977838516235352,
      "learning_rate": 8.411217911122435e-08,
      "loss": 0.3408,
      "step": 2633480
    },
    {
      "epoch": 735.0,
      "grad_norm": 1.3434242010116577,
      "learning_rate": 8.410500036502713e-08,
      "loss": 0.3374,
      "step": 2633490
    },
    {
      "epoch": 735.0,
      "grad_norm": 1.2354059219360352,
      "learning_rate": 8.409782191958958e-08,
      "loss": 0.3336,
      "step": 2633500
    },
    {
      "epoch": 735.0,
      "eval_loss": 0.33679303526878357,
      "eval_runtime": 69.7906,
      "eval_samples_per_second": 72.488,
      "eval_steps_per_second": 9.07,
      "step": 2633505
    },
    {
      "epoch": 735.0,
      "grad_norm": 1.1281968355178833,
      "learning_rate": 8.409064377491197e-08,
      "loss": 0.3418,
      "step": 2633510
    },
    {
      "epoch": 735.0,
      "grad_norm": 1.2433838844299316,
      "learning_rate": 8.408346593099585e-08,
      "loss": 0.3288,
      "step": 2633520
    },
    {
      "epoch": 735.01,
      "grad_norm": 1.3436537981033325,
      "learning_rate": 8.407628838784202e-08,
      "loss": 0.338,
      "step": 2633530
    },
    {
      "epoch": 735.01,
      "grad_norm": 1.2562079429626465,
      "learning_rate": 8.406911114545098e-08,
      "loss": 0.3374,
      "step": 2633540
    },
    {
      "epoch": 735.01,
      "grad_norm": 1.373407006263733,
      "learning_rate": 8.406193420382457e-08,
      "loss": 0.3399,
      "step": 2633550
    },
    {
      "epoch": 735.02,
      "grad_norm": 1.3263667821884155,
      "learning_rate": 8.405475756296278e-08,
      "loss": 0.3408,
      "step": 2633560
    },
    {
      "epoch": 735.02,
      "grad_norm": 1.2263450622558594,
      "learning_rate": 8.404758122286742e-08,
      "loss": 0.3383,
      "step": 2633570
    },
    {
      "epoch": 735.02,
      "grad_norm": 1.157461404800415,
      "learning_rate": 8.404040518353878e-08,
      "loss": 0.3271,
      "step": 2633580
    },
    {
      "epoch": 735.02,
      "grad_norm": 1.1432987451553345,
      "learning_rate": 8.40332294449784e-08,
      "loss": 0.353,
      "step": 2633590
    },
    {
      "epoch": 735.03,
      "grad_norm": 1.3191889524459839,
      "learning_rate": 8.402605400718681e-08,
      "loss": 0.3318,
      "step": 2633600
    },
    {
      "epoch": 735.03,
      "grad_norm": 1.4950628280639648,
      "learning_rate": 8.401887887016503e-08,
      "loss": 0.3489,
      "step": 2633610
    },
    {
      "epoch": 735.03,
      "grad_norm": 1.2550987005233765,
      "learning_rate": 8.401170403391439e-08,
      "loss": 0.3367,
      "step": 2633620
    },
    {
      "epoch": 735.03,
      "grad_norm": 1.2822951078414917,
      "learning_rate": 8.400452949843487e-08,
      "loss": 0.3272,
      "step": 2633630
    },
    {
      "epoch": 735.04,
      "grad_norm": 1.340227484703064,
      "learning_rate": 8.399735526372856e-08,
      "loss": 0.3401,
      "step": 2633640
    },
    {
      "epoch": 735.04,
      "grad_norm": 1.1011334657669067,
      "learning_rate": 8.399018132979598e-08,
      "loss": 0.3291,
      "step": 2633650
    },
    {
      "epoch": 735.04,
      "grad_norm": 1.0960352420806885,
      "learning_rate": 8.398300769663791e-08,
      "loss": 0.3312,
      "step": 2633660
    },
    {
      "epoch": 735.05,
      "grad_norm": 1.1788877248764038,
      "learning_rate": 8.397583436425566e-08,
      "loss": 0.3488,
      "step": 2633670
    },
    {
      "epoch": 735.05,
      "grad_norm": 1.2452306747436523,
      "learning_rate": 8.396866133264972e-08,
      "loss": 0.3325,
      "step": 2633680
    },
    {
      "epoch": 735.05,
      "grad_norm": 4.4062933921813965,
      "learning_rate": 8.396148860182116e-08,
      "loss": 0.3499,
      "step": 2633690
    },
    {
      "epoch": 735.05,
      "grad_norm": 1.2113001346588135,
      "learning_rate": 8.395431617177129e-08,
      "loss": 0.3335,
      "step": 2633700
    },
    {
      "epoch": 735.06,
      "grad_norm": 1.373705267906189,
      "learning_rate": 8.39471440425011e-08,
      "loss": 0.3431,
      "step": 2633710
    },
    {
      "epoch": 735.06,
      "grad_norm": 1.290408730506897,
      "learning_rate": 8.393997221401066e-08,
      "loss": 0.3214,
      "step": 2633720
    },
    {
      "epoch": 735.06,
      "grad_norm": 1.5121827125549316,
      "learning_rate": 8.393280068630199e-08,
      "loss": 0.3372,
      "step": 2633730
    },
    {
      "epoch": 735.07,
      "grad_norm": 1.1927889585494995,
      "learning_rate": 8.392562945937539e-08,
      "loss": 0.3414,
      "step": 2633740
    },
    {
      "epoch": 735.07,
      "grad_norm": 1.2417142391204834,
      "learning_rate": 8.391845853323214e-08,
      "loss": 0.3337,
      "step": 2633750
    },
    {
      "epoch": 735.07,
      "grad_norm": 1.2722091674804688,
      "learning_rate": 8.391128790787328e-08,
      "loss": 0.3349,
      "step": 2633760
    },
    {
      "epoch": 735.07,
      "grad_norm": 1.2688820362091064,
      "learning_rate": 8.390411758329908e-08,
      "loss": 0.322,
      "step": 2633770
    },
    {
      "epoch": 735.08,
      "grad_norm": 1.289797306060791,
      "learning_rate": 8.389694755951138e-08,
      "loss": 0.3338,
      "step": 2633780
    },
    {
      "epoch": 735.08,
      "grad_norm": 1.2697970867156982,
      "learning_rate": 8.388977783651066e-08,
      "loss": 0.3477,
      "step": 2633790
    },
    {
      "epoch": 735.08,
      "grad_norm": 1.426893949508667,
      "learning_rate": 8.388260841429772e-08,
      "loss": 0.3261,
      "step": 2633800
    },
    {
      "epoch": 735.09,
      "grad_norm": 1.2880642414093018,
      "learning_rate": 8.387543929287439e-08,
      "loss": 0.3533,
      "step": 2633810
    },
    {
      "epoch": 735.09,
      "grad_norm": 1.2972826957702637,
      "learning_rate": 8.38682704722404e-08,
      "loss": 0.3321,
      "step": 2633820
    },
    {
      "epoch": 735.09,
      "grad_norm": 1.0945709943771362,
      "learning_rate": 8.38611019523973e-08,
      "loss": 0.3324,
      "step": 2633830
    },
    {
      "epoch": 735.09,
      "grad_norm": 1.4904810190200806,
      "learning_rate": 8.385393373334616e-08,
      "loss": 0.3365,
      "step": 2633840
    },
    {
      "epoch": 735.1,
      "grad_norm": 1.2021868228912354,
      "learning_rate": 8.384676581508799e-08,
      "loss": 0.3198,
      "step": 2633850
    },
    {
      "epoch": 735.1,
      "grad_norm": 1.0994443893432617,
      "learning_rate": 8.383959819762307e-08,
      "loss": 0.3355,
      "step": 2633860
    },
    {
      "epoch": 735.1,
      "grad_norm": 1.300876259803772,
      "learning_rate": 8.383243088095322e-08,
      "loss": 0.3376,
      "step": 2633870
    },
    {
      "epoch": 735.1,
      "grad_norm": 1.1869572401046753,
      "learning_rate": 8.382526386507896e-08,
      "loss": 0.356,
      "step": 2633880
    },
    {
      "epoch": 735.11,
      "grad_norm": 1.3127648830413818,
      "learning_rate": 8.381809715000106e-08,
      "loss": 0.3455,
      "step": 2633890
    },
    {
      "epoch": 735.11,
      "grad_norm": 1.4840680360794067,
      "learning_rate": 8.381093073572108e-08,
      "loss": 0.3381,
      "step": 2633900
    },
    {
      "epoch": 735.11,
      "grad_norm": 1.2036021947860718,
      "learning_rate": 8.380376462223957e-08,
      "loss": 0.3458,
      "step": 2633910
    },
    {
      "epoch": 735.12,
      "grad_norm": 3.022554874420166,
      "learning_rate": 8.379659880955727e-08,
      "loss": 0.3322,
      "step": 2633920
    },
    {
      "epoch": 735.12,
      "grad_norm": 1.5020866394042969,
      "learning_rate": 8.378943329767551e-08,
      "loss": 0.3418,
      "step": 2633930
    },
    {
      "epoch": 735.12,
      "grad_norm": 1.6340904235839844,
      "learning_rate": 8.378226808659532e-08,
      "loss": 0.3172,
      "step": 2633940
    },
    {
      "epoch": 735.12,
      "grad_norm": 1.1611220836639404,
      "learning_rate": 8.377510317631722e-08,
      "loss": 0.341,
      "step": 2633950
    },
    {
      "epoch": 735.13,
      "grad_norm": 1.543921947479248,
      "learning_rate": 8.376793856684226e-08,
      "loss": 0.3364,
      "step": 2633960
    },
    {
      "epoch": 735.13,
      "grad_norm": 1.4436557292938232,
      "learning_rate": 8.376077425817198e-08,
      "loss": 0.3266,
      "step": 2633970
    },
    {
      "epoch": 735.13,
      "grad_norm": 1.2970064878463745,
      "learning_rate": 8.375361025030614e-08,
      "loss": 0.3361,
      "step": 2633980
    },
    {
      "epoch": 735.14,
      "grad_norm": 1.2723664045333862,
      "learning_rate": 8.374644654324707e-08,
      "loss": 0.3532,
      "step": 2633990
    },
    {
      "epoch": 735.14,
      "grad_norm": 1.278275966644287,
      "learning_rate": 8.373928313699478e-08,
      "loss": 0.316,
      "step": 2634000
    },
    {
      "epoch": 735.14,
      "grad_norm": 1.456380844116211,
      "learning_rate": 8.373212003155057e-08,
      "loss": 0.3252,
      "step": 2634010
    },
    {
      "epoch": 735.14,
      "grad_norm": 1.2835267782211304,
      "learning_rate": 8.372495722691547e-08,
      "loss": 0.3354,
      "step": 2634020
    },
    {
      "epoch": 735.15,
      "grad_norm": 1.2284963130950928,
      "learning_rate": 8.371779472309054e-08,
      "loss": 0.342,
      "step": 2634030
    },
    {
      "epoch": 735.15,
      "grad_norm": 1.2079304456710815,
      "learning_rate": 8.371063252007601e-08,
      "loss": 0.32,
      "step": 2634040
    },
    {
      "epoch": 735.15,
      "grad_norm": 1.3213756084442139,
      "learning_rate": 8.370347061787373e-08,
      "loss": 0.3446,
      "step": 2634050
    },
    {
      "epoch": 735.15,
      "grad_norm": 1.47390615940094,
      "learning_rate": 8.369630901648396e-08,
      "loss": 0.3225,
      "step": 2634060
    },
    {
      "epoch": 735.16,
      "grad_norm": 1.5063352584838867,
      "learning_rate": 8.368914771590798e-08,
      "loss": 0.3319,
      "step": 2634070
    },
    {
      "epoch": 735.16,
      "grad_norm": 1.2176374197006226,
      "learning_rate": 8.36819867161471e-08,
      "loss": 0.3378,
      "step": 2634080
    },
    {
      "epoch": 735.16,
      "grad_norm": 1.1885578632354736,
      "learning_rate": 8.367482601720158e-08,
      "loss": 0.3324,
      "step": 2634090
    },
    {
      "epoch": 735.17,
      "grad_norm": 1.5837794542312622,
      "learning_rate": 8.366766561907272e-08,
      "loss": 0.3395,
      "step": 2634100
    },
    {
      "epoch": 735.17,
      "grad_norm": 3.1791341304779053,
      "learning_rate": 8.366050552176133e-08,
      "loss": 0.328,
      "step": 2634110
    },
    {
      "epoch": 735.17,
      "grad_norm": 1.400957703590393,
      "learning_rate": 8.36533457252684e-08,
      "loss": 0.3371,
      "step": 2634120
    },
    {
      "epoch": 735.17,
      "grad_norm": 1.2163512706756592,
      "learning_rate": 8.364618622959553e-08,
      "loss": 0.3603,
      "step": 2634130
    },
    {
      "epoch": 735.18,
      "grad_norm": 1.2078746557235718,
      "learning_rate": 8.363902703474269e-08,
      "loss": 0.33,
      "step": 2634140
    },
    {
      "epoch": 735.18,
      "grad_norm": 1.0668728351593018,
      "learning_rate": 8.363186814071094e-08,
      "loss": 0.3314,
      "step": 2634150
    },
    {
      "epoch": 735.18,
      "grad_norm": 1.281329870223999,
      "learning_rate": 8.362470954750185e-08,
      "loss": 0.3341,
      "step": 2634160
    },
    {
      "epoch": 735.19,
      "grad_norm": 1.154372215270996,
      "learning_rate": 8.361755125511617e-08,
      "loss": 0.3366,
      "step": 2634170
    },
    {
      "epoch": 735.19,
      "grad_norm": 1.1178594827651978,
      "learning_rate": 8.361039326355473e-08,
      "loss": 0.3488,
      "step": 2634180
    },
    {
      "epoch": 735.19,
      "grad_norm": 1.286320447921753,
      "learning_rate": 8.360323557281825e-08,
      "loss": 0.3482,
      "step": 2634190
    },
    {
      "epoch": 735.19,
      "grad_norm": 1.1762384176254272,
      "learning_rate": 8.359607818290808e-08,
      "loss": 0.3371,
      "step": 2634200
    },
    {
      "epoch": 735.2,
      "grad_norm": 1.3304812908172607,
      "learning_rate": 8.358892109382471e-08,
      "loss": 0.3537,
      "step": 2634210
    },
    {
      "epoch": 735.2,
      "grad_norm": 8.71890926361084,
      "learning_rate": 8.358176430556997e-08,
      "loss": 0.3238,
      "step": 2634220
    },
    {
      "epoch": 735.2,
      "grad_norm": 1.3025531768798828,
      "learning_rate": 8.357460781814388e-08,
      "loss": 0.3342,
      "step": 2634230
    },
    {
      "epoch": 735.21,
      "grad_norm": 1.1991208791732788,
      "learning_rate": 8.35674516315477e-08,
      "loss": 0.3311,
      "step": 2634240
    },
    {
      "epoch": 735.21,
      "grad_norm": 1.2240756750106812,
      "learning_rate": 8.356029574578225e-08,
      "loss": 0.3392,
      "step": 2634250
    },
    {
      "epoch": 735.21,
      "grad_norm": 1.363143801689148,
      "learning_rate": 8.355314016084933e-08,
      "loss": 0.3394,
      "step": 2634260
    },
    {
      "epoch": 735.21,
      "grad_norm": 1.2376049757003784,
      "learning_rate": 8.35459848767487e-08,
      "loss": 0.3214,
      "step": 2634270
    },
    {
      "epoch": 735.22,
      "grad_norm": 1.1682789325714111,
      "learning_rate": 8.35388298934819e-08,
      "loss": 0.3393,
      "step": 2634280
    },
    {
      "epoch": 735.22,
      "grad_norm": 1.4050887823104858,
      "learning_rate": 8.353167521104997e-08,
      "loss": 0.3345,
      "step": 2634290
    },
    {
      "epoch": 735.22,
      "grad_norm": 1.3438667058944702,
      "learning_rate": 8.352452082945343e-08,
      "loss": 0.3324,
      "step": 2634300
    },
    {
      "epoch": 735.22,
      "grad_norm": 1.136333703994751,
      "learning_rate": 8.351736674869387e-08,
      "loss": 0.3484,
      "step": 2634310
    },
    {
      "epoch": 735.23,
      "grad_norm": 1.51377272605896,
      "learning_rate": 8.351021296877179e-08,
      "loss": 0.3373,
      "step": 2634320
    },
    {
      "epoch": 735.23,
      "grad_norm": 1.0640684366226196,
      "learning_rate": 8.350305948968796e-08,
      "loss": 0.3417,
      "step": 2634330
    },
    {
      "epoch": 735.23,
      "grad_norm": 1.2243424654006958,
      "learning_rate": 8.34959063114442e-08,
      "loss": 0.3324,
      "step": 2634340
    },
    {
      "epoch": 735.24,
      "grad_norm": 1.1155996322631836,
      "learning_rate": 8.348875343404003e-08,
      "loss": 0.3322,
      "step": 2634350
    },
    {
      "epoch": 735.24,
      "grad_norm": 1.2135002613067627,
      "learning_rate": 8.348160085747801e-08,
      "loss": 0.3437,
      "step": 2634360
    },
    {
      "epoch": 735.24,
      "grad_norm": 1.1399197578430176,
      "learning_rate": 8.347444858175816e-08,
      "loss": 0.3247,
      "step": 2634370
    },
    {
      "epoch": 735.24,
      "grad_norm": 1.2493853569030762,
      "learning_rate": 8.346729660688124e-08,
      "loss": 0.3419,
      "step": 2634380
    },
    {
      "epoch": 735.25,
      "grad_norm": 1.1493972539901733,
      "learning_rate": 8.346014493284883e-08,
      "loss": 0.3357,
      "step": 2634390
    },
    {
      "epoch": 735.25,
      "grad_norm": 1.2355483770370483,
      "learning_rate": 8.345299355966197e-08,
      "loss": 0.3412,
      "step": 2634400
    },
    {
      "epoch": 735.25,
      "grad_norm": 1.144477367401123,
      "learning_rate": 8.344584248732066e-08,
      "loss": 0.3413,
      "step": 2634410
    },
    {
      "epoch": 735.26,
      "grad_norm": 1.2183903455734253,
      "learning_rate": 8.343869171582671e-08,
      "loss": 0.3372,
      "step": 2634420
    },
    {
      "epoch": 735.26,
      "grad_norm": 1.3511453866958618,
      "learning_rate": 8.343154124518092e-08,
      "loss": 0.3381,
      "step": 2634430
    },
    {
      "epoch": 735.26,
      "grad_norm": 1.1349607706069946,
      "learning_rate": 8.342439107538378e-08,
      "loss": 0.3428,
      "step": 2634440
    },
    {
      "epoch": 735.26,
      "grad_norm": 1.3793102502822876,
      "learning_rate": 8.341724120643688e-08,
      "loss": 0.3337,
      "step": 2634450
    },
    {
      "epoch": 735.27,
      "grad_norm": 1.3266520500183105,
      "learning_rate": 8.341009163834073e-08,
      "loss": 0.335,
      "step": 2634460
    },
    {
      "epoch": 735.27,
      "grad_norm": 1.319223403930664,
      "learning_rate": 8.340294237109665e-08,
      "loss": 0.3338,
      "step": 2634470
    },
    {
      "epoch": 735.27,
      "grad_norm": 1.376266360282898,
      "learning_rate": 8.339579340470539e-08,
      "loss": 0.3238,
      "step": 2634480
    },
    {
      "epoch": 735.27,
      "grad_norm": 1.378080129623413,
      "learning_rate": 8.338864473916773e-08,
      "loss": 0.3473,
      "step": 2634490
    },
    {
      "epoch": 735.28,
      "grad_norm": 1.1343501806259155,
      "learning_rate": 8.338149637448472e-08,
      "loss": 0.3393,
      "step": 2634500
    },
    {
      "epoch": 735.28,
      "grad_norm": 1.1860893964767456,
      "learning_rate": 8.337434831065743e-08,
      "loss": 0.3444,
      "step": 2634510
    },
    {
      "epoch": 735.28,
      "grad_norm": 1.2438524961471558,
      "learning_rate": 8.336720054768686e-08,
      "loss": 0.3225,
      "step": 2634520
    },
    {
      "epoch": 735.29,
      "grad_norm": 1.237261176109314,
      "learning_rate": 8.336005308557355e-08,
      "loss": 0.3403,
      "step": 2634530
    },
    {
      "epoch": 735.29,
      "grad_norm": 1.2703266143798828,
      "learning_rate": 8.335290592431931e-08,
      "loss": 0.3428,
      "step": 2634540
    },
    {
      "epoch": 735.29,
      "grad_norm": 1.2707487344741821,
      "learning_rate": 8.334575906392416e-08,
      "loss": 0.348,
      "step": 2634550
    },
    {
      "epoch": 735.29,
      "grad_norm": 2.0338923931121826,
      "learning_rate": 8.333861250438938e-08,
      "loss": 0.3283,
      "step": 2634560
    },
    {
      "epoch": 735.3,
      "grad_norm": 1.198419213294983,
      "learning_rate": 8.333146624571628e-08,
      "loss": 0.333,
      "step": 2634570
    },
    {
      "epoch": 735.3,
      "grad_norm": 1.3660023212432861,
      "learning_rate": 8.332432028790512e-08,
      "loss": 0.3427,
      "step": 2634580
    },
    {
      "epoch": 735.3,
      "grad_norm": 1.1854363679885864,
      "learning_rate": 8.331717463095746e-08,
      "loss": 0.35,
      "step": 2634590
    },
    {
      "epoch": 735.31,
      "grad_norm": 1.248430848121643,
      "learning_rate": 8.331002927487382e-08,
      "loss": 0.3369,
      "step": 2634600
    },
    {
      "epoch": 735.31,
      "grad_norm": 1.18886399269104,
      "learning_rate": 8.33028842196555e-08,
      "loss": 0.3393,
      "step": 2634610
    },
    {
      "epoch": 735.31,
      "grad_norm": 1.3333909511566162,
      "learning_rate": 8.329573946530355e-08,
      "loss": 0.3336,
      "step": 2634620
    },
    {
      "epoch": 735.31,
      "grad_norm": 1.1547900438308716,
      "learning_rate": 8.328859501181848e-08,
      "loss": 0.3409,
      "step": 2634630
    },
    {
      "epoch": 735.32,
      "grad_norm": 1.2991360425949097,
      "learning_rate": 8.328145085920134e-08,
      "loss": 0.3317,
      "step": 2634640
    },
    {
      "epoch": 735.32,
      "grad_norm": 1.1782865524291992,
      "learning_rate": 8.327430700745316e-08,
      "loss": 0.3342,
      "step": 2634650
    },
    {
      "epoch": 735.32,
      "grad_norm": 1.26265287399292,
      "learning_rate": 8.326716345657524e-08,
      "loss": 0.3519,
      "step": 2634660
    },
    {
      "epoch": 735.33,
      "grad_norm": 1.3024954795837402,
      "learning_rate": 8.326002020656759e-08,
      "loss": 0.3336,
      "step": 2634670
    },
    {
      "epoch": 735.33,
      "grad_norm": 1.6844927072525024,
      "learning_rate": 8.325287725743229e-08,
      "loss": 0.3228,
      "step": 2634680
    },
    {
      "epoch": 735.33,
      "grad_norm": 1.3756349086761475,
      "learning_rate": 8.32457346091696e-08,
      "loss": 0.3422,
      "step": 2634690
    },
    {
      "epoch": 735.33,
      "grad_norm": 1.1344904899597168,
      "learning_rate": 8.323859226178082e-08,
      "loss": 0.3356,
      "step": 2634700
    },
    {
      "epoch": 735.34,
      "grad_norm": 1.3815054893493652,
      "learning_rate": 8.323145021526673e-08,
      "loss": 0.3346,
      "step": 2634710
    },
    {
      "epoch": 735.34,
      "grad_norm": 1.342154622077942,
      "learning_rate": 8.32243084696281e-08,
      "loss": 0.3439,
      "step": 2634720
    },
    {
      "epoch": 735.34,
      "grad_norm": 4.745816707611084,
      "learning_rate": 8.3217167024866e-08,
      "loss": 0.3492,
      "step": 2634730
    },
    {
      "epoch": 735.34,
      "grad_norm": 1.235823392868042,
      "learning_rate": 8.321002588098143e-08,
      "loss": 0.3426,
      "step": 2634740
    },
    {
      "epoch": 735.35,
      "grad_norm": 1.1384830474853516,
      "learning_rate": 8.320288503797573e-08,
      "loss": 0.3515,
      "step": 2634750
    },
    {
      "epoch": 735.35,
      "grad_norm": 1.1306077241897583,
      "learning_rate": 8.319574449584888e-08,
      "loss": 0.344,
      "step": 2634760
    },
    {
      "epoch": 735.35,
      "grad_norm": 1.239593505859375,
      "learning_rate": 8.31886042546027e-08,
      "loss": 0.3323,
      "step": 2634770
    },
    {
      "epoch": 735.36,
      "grad_norm": 1.2445083856582642,
      "learning_rate": 8.318146431423824e-08,
      "loss": 0.3401,
      "step": 2634780
    },
    {
      "epoch": 735.36,
      "grad_norm": 1.3853161334991455,
      "learning_rate": 8.317432467475522e-08,
      "loss": 0.3322,
      "step": 2634790
    },
    {
      "epoch": 735.36,
      "grad_norm": 1.2702966928482056,
      "learning_rate": 8.316718533615628e-08,
      "loss": 0.3402,
      "step": 2634800
    },
    {
      "epoch": 735.36,
      "grad_norm": 1.415903091430664,
      "learning_rate": 8.316004629844086e-08,
      "loss": 0.3155,
      "step": 2634810
    },
    {
      "epoch": 735.37,
      "grad_norm": 1.3923704624176025,
      "learning_rate": 8.31529075616108e-08,
      "loss": 0.3419,
      "step": 2634820
    },
    {
      "epoch": 735.37,
      "grad_norm": 1.084961175918579,
      "learning_rate": 8.314576912566688e-08,
      "loss": 0.3423,
      "step": 2634830
    },
    {
      "epoch": 735.37,
      "grad_norm": 1.4758962392807007,
      "learning_rate": 8.313863099061041e-08,
      "loss": 0.336,
      "step": 2634840
    },
    {
      "epoch": 735.38,
      "grad_norm": 1.152132272720337,
      "learning_rate": 8.313149315644138e-08,
      "loss": 0.3447,
      "step": 2634850
    },
    {
      "epoch": 735.38,
      "grad_norm": 1.1665159463882446,
      "learning_rate": 8.312435562316133e-08,
      "loss": 0.3362,
      "step": 2634860
    },
    {
      "epoch": 735.38,
      "grad_norm": 1.2970329523086548,
      "learning_rate": 8.311721839077161e-08,
      "loss": 0.3415,
      "step": 2634870
    },
    {
      "epoch": 735.38,
      "grad_norm": 1.2047744989395142,
      "learning_rate": 8.311008145927218e-08,
      "loss": 0.3417,
      "step": 2634880
    },
    {
      "epoch": 735.39,
      "grad_norm": 1.1154568195343018,
      "learning_rate": 8.310294482866486e-08,
      "loss": 0.3523,
      "step": 2634890
    },
    {
      "epoch": 735.39,
      "grad_norm": 1.4236825704574585,
      "learning_rate": 8.309580849895021e-08,
      "loss": 0.3205,
      "step": 2634900
    },
    {
      "epoch": 735.39,
      "grad_norm": 1.0735328197479248,
      "learning_rate": 8.308867247012922e-08,
      "loss": 0.3302,
      "step": 2634910
    },
    {
      "epoch": 735.39,
      "grad_norm": 1.172301173210144,
      "learning_rate": 8.308153674220297e-08,
      "loss": 0.351,
      "step": 2634920
    },
    {
      "epoch": 735.4,
      "grad_norm": 1.3675620555877686,
      "learning_rate": 8.307440131517197e-08,
      "loss": 0.33,
      "step": 2634930
    },
    {
      "epoch": 735.4,
      "grad_norm": 1.4110056161880493,
      "learning_rate": 8.306726618903777e-08,
      "loss": 0.3302,
      "step": 2634940
    },
    {
      "epoch": 735.4,
      "grad_norm": 1.1811871528625488,
      "learning_rate": 8.306013136380116e-08,
      "loss": 0.3398,
      "step": 2634950
    },
    {
      "epoch": 735.41,
      "grad_norm": 1.2695825099945068,
      "learning_rate": 8.305299683946265e-08,
      "loss": 0.3482,
      "step": 2634960
    },
    {
      "epoch": 735.41,
      "grad_norm": 1.248928427696228,
      "learning_rate": 8.304586261602383e-08,
      "loss": 0.3227,
      "step": 2634970
    },
    {
      "epoch": 735.41,
      "grad_norm": 1.2561242580413818,
      "learning_rate": 8.303872869348545e-08,
      "loss": 0.3468,
      "step": 2634980
    },
    {
      "epoch": 735.41,
      "grad_norm": 1.2422794103622437,
      "learning_rate": 8.303159507184803e-08,
      "loss": 0.33,
      "step": 2634990
    },
    {
      "epoch": 735.42,
      "grad_norm": 1.290926218032837,
      "learning_rate": 8.302446175111289e-08,
      "loss": 0.3488,
      "step": 2635000
    },
    {
      "epoch": 735.42,
      "grad_norm": 1.2515978813171387,
      "learning_rate": 8.301732873128132e-08,
      "loss": 0.3297,
      "step": 2635010
    },
    {
      "epoch": 735.42,
      "grad_norm": 1.065863013267517,
      "learning_rate": 8.301019601235334e-08,
      "loss": 0.3189,
      "step": 2635020
    },
    {
      "epoch": 735.43,
      "grad_norm": 1.2351454496383667,
      "learning_rate": 8.300306359433073e-08,
      "loss": 0.323,
      "step": 2635030
    },
    {
      "epoch": 735.43,
      "grad_norm": 1.197645902633667,
      "learning_rate": 8.299593147721431e-08,
      "loss": 0.3336,
      "step": 2635040
    },
    {
      "epoch": 735.43,
      "grad_norm": 1.1700834035873413,
      "learning_rate": 8.298879966100458e-08,
      "loss": 0.3452,
      "step": 2635050
    },
    {
      "epoch": 735.43,
      "grad_norm": 1.1845163106918335,
      "learning_rate": 8.298166814570284e-08,
      "loss": 0.3378,
      "step": 2635060
    },
    {
      "epoch": 735.44,
      "grad_norm": 1.4215385913848877,
      "learning_rate": 8.297453693131016e-08,
      "loss": 0.3689,
      "step": 2635070
    },
    {
      "epoch": 735.44,
      "grad_norm": 1.0572880506515503,
      "learning_rate": 8.296740601782702e-08,
      "loss": 0.3439,
      "step": 2635080
    },
    {
      "epoch": 735.44,
      "grad_norm": 1.3167600631713867,
      "learning_rate": 8.296027540525474e-08,
      "loss": 0.3396,
      "step": 2635090
    },
    {
      "epoch": 735.45,
      "grad_norm": 1.3929232358932495,
      "learning_rate": 8.295314509359461e-08,
      "loss": 0.3356,
      "step": 2635100
    },
    {
      "epoch": 735.45,
      "grad_norm": 1.2504534721374512,
      "learning_rate": 8.29460150828464e-08,
      "loss": 0.3396,
      "step": 2635110
    },
    {
      "epoch": 735.45,
      "grad_norm": 1.237601637840271,
      "learning_rate": 8.293888537301242e-08,
      "loss": 0.3466,
      "step": 2635120
    },
    {
      "epoch": 735.45,
      "grad_norm": 1.2018628120422363,
      "learning_rate": 8.293175596409294e-08,
      "loss": 0.3368,
      "step": 2635130
    },
    {
      "epoch": 735.46,
      "grad_norm": 1.28352689743042,
      "learning_rate": 8.292462685608875e-08,
      "loss": 0.3325,
      "step": 2635140
    },
    {
      "epoch": 735.46,
      "grad_norm": 1.1283563375473022,
      "learning_rate": 8.291749804900139e-08,
      "loss": 0.3471,
      "step": 2635150
    },
    {
      "epoch": 735.46,
      "grad_norm": 1.6231669187545776,
      "learning_rate": 8.291036954283116e-08,
      "loss": 0.3501,
      "step": 2635160
    },
    {
      "epoch": 735.46,
      "grad_norm": 1.4538905620574951,
      "learning_rate": 8.290324133757932e-08,
      "loss": 0.3301,
      "step": 2635170
    },
    {
      "epoch": 735.47,
      "grad_norm": 1.3754024505615234,
      "learning_rate": 8.289611343324665e-08,
      "loss": 0.3479,
      "step": 2635180
    },
    {
      "epoch": 735.47,
      "grad_norm": 1.4378329515457153,
      "learning_rate": 8.288898582983448e-08,
      "loss": 0.3431,
      "step": 2635190
    },
    {
      "epoch": 735.47,
      "grad_norm": 1.1319301128387451,
      "learning_rate": 8.288185852734333e-08,
      "loss": 0.3315,
      "step": 2635200
    },
    {
      "epoch": 735.48,
      "grad_norm": 1.104385495185852,
      "learning_rate": 8.287473152577472e-08,
      "loss": 0.3305,
      "step": 2635210
    },
    {
      "epoch": 735.48,
      "grad_norm": 1.2114313840866089,
      "learning_rate": 8.286760482512896e-08,
      "loss": 0.3366,
      "step": 2635220
    },
    {
      "epoch": 735.48,
      "grad_norm": 1.1681267023086548,
      "learning_rate": 8.286047842540732e-08,
      "loss": 0.3384,
      "step": 2635230
    },
    {
      "epoch": 735.48,
      "grad_norm": 1.1448235511779785,
      "learning_rate": 8.285335232661085e-08,
      "loss": 0.3463,
      "step": 2635240
    },
    {
      "epoch": 735.49,
      "grad_norm": 1.1571972370147705,
      "learning_rate": 8.284622652873982e-08,
      "loss": 0.3275,
      "step": 2635250
    },
    {
      "epoch": 735.49,
      "grad_norm": 1.2674607038497925,
      "learning_rate": 8.28391010317963e-08,
      "loss": 0.3418,
      "step": 2635260
    },
    {
      "epoch": 735.49,
      "grad_norm": 1.1566234827041626,
      "learning_rate": 8.283197583578029e-08,
      "loss": 0.341,
      "step": 2635270
    },
    {
      "epoch": 735.5,
      "grad_norm": 1.310135006904602,
      "learning_rate": 8.282485094069309e-08,
      "loss": 0.3267,
      "step": 2635280
    },
    {
      "epoch": 735.5,
      "grad_norm": 1.1474665403366089,
      "learning_rate": 8.2817726346536e-08,
      "loss": 0.3363,
      "step": 2635290
    },
    {
      "epoch": 735.5,
      "grad_norm": 1.1427193880081177,
      "learning_rate": 8.281060205330902e-08,
      "loss": 0.3304,
      "step": 2635300
    },
    {
      "epoch": 735.5,
      "grad_norm": 1.1302589178085327,
      "learning_rate": 8.280347806101398e-08,
      "loss": 0.3367,
      "step": 2635310
    },
    {
      "epoch": 735.51,
      "grad_norm": 1.3572719097137451,
      "learning_rate": 8.279635436965167e-08,
      "loss": 0.3353,
      "step": 2635320
    },
    {
      "epoch": 735.51,
      "grad_norm": 1.2930614948272705,
      "learning_rate": 8.278923097922284e-08,
      "loss": 0.3347,
      "step": 2635330
    },
    {
      "epoch": 735.51,
      "grad_norm": 1.2036664485931396,
      "learning_rate": 8.27821078897283e-08,
      "loss": 0.3464,
      "step": 2635340
    },
    {
      "epoch": 735.51,
      "grad_norm": 1.3012640476226807,
      "learning_rate": 8.27749851011696e-08,
      "loss": 0.3314,
      "step": 2635350
    },
    {
      "epoch": 735.52,
      "grad_norm": 1.115067958831787,
      "learning_rate": 8.276786261354698e-08,
      "loss": 0.3257,
      "step": 2635360
    },
    {
      "epoch": 735.52,
      "grad_norm": 1.1304935216903687,
      "learning_rate": 8.276074042686178e-08,
      "loss": 0.3409,
      "step": 2635370
    },
    {
      "epoch": 735.52,
      "grad_norm": 1.2719570398330688,
      "learning_rate": 8.275361854111501e-08,
      "loss": 0.3513,
      "step": 2635380
    },
    {
      "epoch": 735.53,
      "grad_norm": 1.1387052536010742,
      "learning_rate": 8.27464969563072e-08,
      "loss": 0.3341,
      "step": 2635390
    },
    {
      "epoch": 735.53,
      "grad_norm": 1.0966333150863647,
      "learning_rate": 8.273937567243967e-08,
      "loss": 0.3269,
      "step": 2635400
    },
    {
      "epoch": 735.53,
      "grad_norm": 1.2847107648849487,
      "learning_rate": 8.273225468951317e-08,
      "loss": 0.3283,
      "step": 2635410
    },
    {
      "epoch": 735.53,
      "grad_norm": 1.2517328262329102,
      "learning_rate": 8.272513400752927e-08,
      "loss": 0.3337,
      "step": 2635420
    },
    {
      "epoch": 735.54,
      "grad_norm": 1.127744436264038,
      "learning_rate": 8.271801362648772e-08,
      "loss": 0.3221,
      "step": 2635430
    },
    {
      "epoch": 735.54,
      "grad_norm": 1.2938876152038574,
      "learning_rate": 8.27108935463906e-08,
      "loss": 0.3278,
      "step": 2635440
    },
    {
      "epoch": 735.54,
      "grad_norm": 1.1375770568847656,
      "learning_rate": 8.270377376723841e-08,
      "loss": 0.3191,
      "step": 2635450
    },
    {
      "epoch": 735.55,
      "grad_norm": 1.2750024795532227,
      "learning_rate": 8.269665428903144e-08,
      "loss": 0.3461,
      "step": 2635460
    },
    {
      "epoch": 735.55,
      "grad_norm": 1.3111294507980347,
      "learning_rate": 8.268953511177201e-08,
      "loss": 0.3516,
      "step": 2635470
    },
    {
      "epoch": 735.55,
      "grad_norm": 1.361891508102417,
      "learning_rate": 8.268241623545987e-08,
      "loss": 0.3422,
      "step": 2635480
    },
    {
      "epoch": 735.55,
      "grad_norm": 1.1948621273040771,
      "learning_rate": 8.267529766009685e-08,
      "loss": 0.3432,
      "step": 2635490
    },
    {
      "epoch": 735.56,
      "grad_norm": 1.454027771949768,
      "learning_rate": 8.266817938568319e-08,
      "loss": 0.3341,
      "step": 2635500
    },
    {
      "epoch": 735.56,
      "grad_norm": 1.0934619903564453,
      "learning_rate": 8.26610614122202e-08,
      "loss": 0.328,
      "step": 2635510
    },
    {
      "epoch": 735.56,
      "grad_norm": 1.2718249559402466,
      "learning_rate": 8.265394373970892e-08,
      "loss": 0.3194,
      "step": 2635520
    },
    {
      "epoch": 735.57,
      "grad_norm": 1.1494044065475464,
      "learning_rate": 8.264682636815014e-08,
      "loss": 0.3192,
      "step": 2635530
    },
    {
      "epoch": 735.57,
      "grad_norm": 1.3176934719085693,
      "learning_rate": 8.263970929754463e-08,
      "loss": 0.329,
      "step": 2635540
    },
    {
      "epoch": 735.57,
      "grad_norm": 1.36699640750885,
      "learning_rate": 8.263259252789343e-08,
      "loss": 0.3436,
      "step": 2635550
    },
    {
      "epoch": 735.57,
      "grad_norm": 1.3106119632720947,
      "learning_rate": 8.262547605919784e-08,
      "loss": 0.3492,
      "step": 2635560
    },
    {
      "epoch": 735.58,
      "grad_norm": 1.3985501527786255,
      "learning_rate": 8.26183598914584e-08,
      "loss": 0.3425,
      "step": 2635570
    },
    {
      "epoch": 735.58,
      "grad_norm": 1.1946979761123657,
      "learning_rate": 8.261124402467612e-08,
      "loss": 0.3618,
      "step": 2635580
    },
    {
      "epoch": 735.58,
      "grad_norm": 1.24172842502594,
      "learning_rate": 8.260412845885232e-08,
      "loss": 0.3435,
      "step": 2635590
    },
    {
      "epoch": 735.58,
      "grad_norm": 1.466094970703125,
      "learning_rate": 8.259701319398726e-08,
      "loss": 0.3366,
      "step": 2635600
    },
    {
      "epoch": 735.59,
      "grad_norm": 1.5163860321044922,
      "learning_rate": 8.258989823008276e-08,
      "loss": 0.3431,
      "step": 2635610
    },
    {
      "epoch": 735.59,
      "grad_norm": 1.3064024448394775,
      "learning_rate": 8.258278356713882e-08,
      "loss": 0.3464,
      "step": 2635620
    },
    {
      "epoch": 735.59,
      "grad_norm": 1.7359542846679688,
      "learning_rate": 8.2575669205157e-08,
      "loss": 0.3691,
      "step": 2635630
    },
    {
      "epoch": 735.6,
      "grad_norm": 1.2615303993225098,
      "learning_rate": 8.256855514413808e-08,
      "loss": 0.3312,
      "step": 2635640
    },
    {
      "epoch": 735.6,
      "grad_norm": 1.7984424829483032,
      "learning_rate": 8.256144138408336e-08,
      "loss": 0.3438,
      "step": 2635650
    },
    {
      "epoch": 735.6,
      "grad_norm": 1.1978819370269775,
      "learning_rate": 8.25543279249931e-08,
      "loss": 0.3288,
      "step": 2635660
    },
    {
      "epoch": 735.6,
      "grad_norm": 1.1369081735610962,
      "learning_rate": 8.254721476686861e-08,
      "loss": 0.3375,
      "step": 2635670
    },
    {
      "epoch": 735.61,
      "grad_norm": 1.208122968673706,
      "learning_rate": 8.254010190971118e-08,
      "loss": 0.3306,
      "step": 2635680
    },
    {
      "epoch": 735.61,
      "grad_norm": 1.28616201877594,
      "learning_rate": 8.253298935352081e-08,
      "loss": 0.3314,
      "step": 2635690
    },
    {
      "epoch": 735.61,
      "grad_norm": 1.2316476106643677,
      "learning_rate": 8.252587709829932e-08,
      "loss": 0.3387,
      "step": 2635700
    },
    {
      "epoch": 735.62,
      "grad_norm": 1.1663700342178345,
      "learning_rate": 8.25187651440475e-08,
      "loss": 0.3325,
      "step": 2635710
    },
    {
      "epoch": 735.62,
      "grad_norm": 1.200722336769104,
      "learning_rate": 8.251165349076588e-08,
      "loss": 0.35,
      "step": 2635720
    },
    {
      "epoch": 735.62,
      "grad_norm": 1.5636357069015503,
      "learning_rate": 8.250454213845626e-08,
      "loss": 0.3424,
      "step": 2635730
    },
    {
      "epoch": 735.62,
      "grad_norm": 1.433459758758545,
      "learning_rate": 8.249743108711864e-08,
      "loss": 0.3273,
      "step": 2635740
    },
    {
      "epoch": 735.63,
      "grad_norm": 1.340129017829895,
      "learning_rate": 8.249032033675434e-08,
      "loss": 0.3458,
      "step": 2635750
    },
    {
      "epoch": 735.63,
      "grad_norm": 1.320379614830017,
      "learning_rate": 8.248320988736412e-08,
      "loss": 0.3313,
      "step": 2635760
    },
    {
      "epoch": 735.63,
      "grad_norm": 1.1459455490112305,
      "learning_rate": 8.247609973894929e-08,
      "loss": 0.3343,
      "step": 2635770
    },
    {
      "epoch": 735.63,
      "grad_norm": 1.2028480768203735,
      "learning_rate": 8.246898989151063e-08,
      "loss": 0.329,
      "step": 2635780
    },
    {
      "epoch": 735.64,
      "grad_norm": 1.3239980936050415,
      "learning_rate": 8.246188034504945e-08,
      "loss": 0.3363,
      "step": 2635790
    },
    {
      "epoch": 735.64,
      "grad_norm": 1.164677619934082,
      "learning_rate": 8.245477109956599e-08,
      "loss": 0.3378,
      "step": 2635800
    },
    {
      "epoch": 735.64,
      "grad_norm": 3.223607301712036,
      "learning_rate": 8.244766215506157e-08,
      "loss": 0.3467,
      "step": 2635810
    },
    {
      "epoch": 735.65,
      "grad_norm": 1.3002742528915405,
      "learning_rate": 8.244055351153724e-08,
      "loss": 0.3465,
      "step": 2635820
    },
    {
      "epoch": 735.65,
      "grad_norm": 1.3752775192260742,
      "learning_rate": 8.243344516899348e-08,
      "loss": 0.3336,
      "step": 2635830
    },
    {
      "epoch": 735.65,
      "grad_norm": 1.3088175058364868,
      "learning_rate": 8.242633712743189e-08,
      "loss": 0.3363,
      "step": 2635840
    },
    {
      "epoch": 735.65,
      "grad_norm": 1.2764896154403687,
      "learning_rate": 8.241922938685297e-08,
      "loss": 0.3386,
      "step": 2635850
    },
    {
      "epoch": 735.66,
      "grad_norm": 1.2547277212142944,
      "learning_rate": 8.241212194725778e-08,
      "loss": 0.3436,
      "step": 2635860
    },
    {
      "epoch": 735.66,
      "grad_norm": 1.1180957555770874,
      "learning_rate": 8.24050148086476e-08,
      "loss": 0.327,
      "step": 2635870
    },
    {
      "epoch": 735.66,
      "grad_norm": 1.2016561031341553,
      "learning_rate": 8.239790797102269e-08,
      "loss": 0.3573,
      "step": 2635880
    },
    {
      "epoch": 735.67,
      "grad_norm": 1.1609561443328857,
      "learning_rate": 8.239080143438436e-08,
      "loss": 0.3387,
      "step": 2635890
    },
    {
      "epoch": 735.67,
      "grad_norm": 1.1202977895736694,
      "learning_rate": 8.238369519873366e-08,
      "loss": 0.3521,
      "step": 2635900
    },
    {
      "epoch": 735.67,
      "grad_norm": 1.1208887100219727,
      "learning_rate": 8.237658926407162e-08,
      "loss": 0.326,
      "step": 2635910
    },
    {
      "epoch": 735.67,
      "grad_norm": 1.410017728805542,
      "learning_rate": 8.236948363039851e-08,
      "loss": 0.3232,
      "step": 2635920
    },
    {
      "epoch": 735.68,
      "grad_norm": 1.2045053243637085,
      "learning_rate": 8.236237829771612e-08,
      "loss": 0.3448,
      "step": 2635930
    },
    {
      "epoch": 735.68,
      "grad_norm": 1.1903313398361206,
      "learning_rate": 8.235527326602501e-08,
      "loss": 0.3054,
      "step": 2635940
    },
    {
      "epoch": 735.68,
      "grad_norm": 1.1684885025024414,
      "learning_rate": 8.234816853532594e-08,
      "loss": 0.3484,
      "step": 2635950
    },
    {
      "epoch": 735.69,
      "grad_norm": 1.1570583581924438,
      "learning_rate": 8.234106410562047e-08,
      "loss": 0.3187,
      "step": 2635960
    },
    {
      "epoch": 735.69,
      "grad_norm": 1.3736774921417236,
      "learning_rate": 8.233395997690886e-08,
      "loss": 0.3402,
      "step": 2635970
    },
    {
      "epoch": 735.69,
      "grad_norm": 1.2016010284423828,
      "learning_rate": 8.232685614919243e-08,
      "loss": 0.3555,
      "step": 2635980
    },
    {
      "epoch": 735.69,
      "grad_norm": 1.1395996809005737,
      "learning_rate": 8.231975262247194e-08,
      "loss": 0.3313,
      "step": 2635990
    },
    {
      "epoch": 735.7,
      "grad_norm": 1.1783556938171387,
      "learning_rate": 8.23126493967487e-08,
      "loss": 0.3416,
      "step": 2636000
    },
    {
      "epoch": 735.7,
      "grad_norm": 1.0876026153564453,
      "learning_rate": 8.230554647202272e-08,
      "loss": 0.3373,
      "step": 2636010
    },
    {
      "epoch": 735.7,
      "grad_norm": 1.354151725769043,
      "learning_rate": 8.229844384829632e-08,
      "loss": 0.3183,
      "step": 2636020
    },
    {
      "epoch": 735.7,
      "grad_norm": 1.2440176010131836,
      "learning_rate": 8.22913415255695e-08,
      "loss": 0.3431,
      "step": 2636030
    },
    {
      "epoch": 735.71,
      "grad_norm": 2.0095369815826416,
      "learning_rate": 8.228423950384331e-08,
      "loss": 0.3423,
      "step": 2636040
    },
    {
      "epoch": 735.71,
      "grad_norm": 1.31722092628479,
      "learning_rate": 8.227713778311933e-08,
      "loss": 0.3415,
      "step": 2636050
    },
    {
      "epoch": 735.71,
      "grad_norm": 1.2993688583374023,
      "learning_rate": 8.227003636339727e-08,
      "loss": 0.334,
      "step": 2636060
    },
    {
      "epoch": 735.72,
      "grad_norm": 1.070062518119812,
      "learning_rate": 8.226293524467922e-08,
      "loss": 0.3317,
      "step": 2636070
    },
    {
      "epoch": 735.72,
      "grad_norm": 1.437382698059082,
      "learning_rate": 8.225583442696571e-08,
      "loss": 0.3405,
      "step": 2636080
    },
    {
      "epoch": 735.72,
      "grad_norm": 1.143083095550537,
      "learning_rate": 8.224873391025752e-08,
      "loss": 0.3293,
      "step": 2636090
    },
    {
      "epoch": 735.72,
      "grad_norm": 1.051913857460022,
      "learning_rate": 8.22416336945562e-08,
      "loss": 0.3304,
      "step": 2636100
    },
    {
      "epoch": 735.73,
      "grad_norm": 1.1735320091247559,
      "learning_rate": 8.223453377986175e-08,
      "loss": 0.3222,
      "step": 2636110
    },
    {
      "epoch": 735.73,
      "grad_norm": 1.505932331085205,
      "learning_rate": 8.222743416617574e-08,
      "loss": 0.3482,
      "step": 2636120
    },
    {
      "epoch": 735.73,
      "grad_norm": 1.1913087368011475,
      "learning_rate": 8.222033485349921e-08,
      "loss": 0.3314,
      "step": 2636130
    },
    {
      "epoch": 735.74,
      "grad_norm": 1.3162791728973389,
      "learning_rate": 8.221323584183293e-08,
      "loss": 0.3375,
      "step": 2636140
    },
    {
      "epoch": 735.74,
      "grad_norm": 1.3329983949661255,
      "learning_rate": 8.220613713117718e-08,
      "loss": 0.3316,
      "step": 2636150
    },
    {
      "epoch": 735.74,
      "grad_norm": 1.165285587310791,
      "learning_rate": 8.21990387215343e-08,
      "loss": 0.3449,
      "step": 2636160
    },
    {
      "epoch": 735.74,
      "grad_norm": 1.0552071332931519,
      "learning_rate": 8.2191940612904e-08,
      "loss": 0.3469,
      "step": 2636170
    },
    {
      "epoch": 735.75,
      "grad_norm": 1.0721849203109741,
      "learning_rate": 8.218484280528787e-08,
      "loss": 0.3328,
      "step": 2636180
    },
    {
      "epoch": 735.75,
      "grad_norm": 1.2850056886672974,
      "learning_rate": 8.217774529868694e-08,
      "loss": 0.3218,
      "step": 2636190
    },
    {
      "epoch": 735.75,
      "grad_norm": 1.304989218711853,
      "learning_rate": 8.217064809310148e-08,
      "loss": 0.3387,
      "step": 2636200
    },
    {
      "epoch": 735.75,
      "grad_norm": 1.419325351715088,
      "learning_rate": 8.216355118853304e-08,
      "loss": 0.3417,
      "step": 2636210
    },
    {
      "epoch": 735.76,
      "grad_norm": 1.2790518999099731,
      "learning_rate": 8.215645458498213e-08,
      "loss": 0.3386,
      "step": 2636220
    },
    {
      "epoch": 735.76,
      "grad_norm": 1.2078334093093872,
      "learning_rate": 8.214935828245034e-08,
      "loss": 0.3396,
      "step": 2636230
    },
    {
      "epoch": 735.76,
      "grad_norm": 1.2194966077804565,
      "learning_rate": 8.214226228093791e-08,
      "loss": 0.3275,
      "step": 2636240
    },
    {
      "epoch": 735.77,
      "grad_norm": 1.2331191301345825,
      "learning_rate": 8.213516658044616e-08,
      "loss": 0.3274,
      "step": 2636250
    },
    {
      "epoch": 735.77,
      "grad_norm": 1.199316143989563,
      "learning_rate": 8.212807118097636e-08,
      "loss": 0.3275,
      "step": 2636260
    },
    {
      "epoch": 735.77,
      "grad_norm": 1.247021198272705,
      "learning_rate": 8.212097608252828e-08,
      "loss": 0.3355,
      "step": 2636270
    },
    {
      "epoch": 735.77,
      "grad_norm": 1.2883186340332031,
      "learning_rate": 8.211388128510424e-08,
      "loss": 0.343,
      "step": 2636280
    },
    {
      "epoch": 735.78,
      "grad_norm": 1.3108595609664917,
      "learning_rate": 8.210678678870425e-08,
      "loss": 0.3375,
      "step": 2636290
    },
    {
      "epoch": 735.78,
      "grad_norm": 1.133407711982727,
      "learning_rate": 8.209969259332962e-08,
      "loss": 0.3258,
      "step": 2636300
    },
    {
      "epoch": 735.78,
      "grad_norm": 1.3295636177062988,
      "learning_rate": 8.209259869898137e-08,
      "loss": 0.3373,
      "step": 2636310
    },
    {
      "epoch": 735.79,
      "grad_norm": 1.3173874616622925,
      "learning_rate": 8.208550510566056e-08,
      "loss": 0.3474,
      "step": 2636320
    },
    {
      "epoch": 735.79,
      "grad_norm": 1.3274023532867432,
      "learning_rate": 8.20784118133677e-08,
      "loss": 0.3354,
      "step": 2636330
    },
    {
      "epoch": 735.79,
      "grad_norm": 1.205147624015808,
      "learning_rate": 8.207131882210384e-08,
      "loss": 0.3442,
      "step": 2636340
    },
    {
      "epoch": 735.79,
      "grad_norm": 1.1998790502548218,
      "learning_rate": 8.206422613187e-08,
      "loss": 0.3498,
      "step": 2636350
    },
    {
      "epoch": 735.8,
      "grad_norm": 1.3117355108261108,
      "learning_rate": 8.205713374266725e-08,
      "loss": 0.3411,
      "step": 2636360
    },
    {
      "epoch": 735.8,
      "grad_norm": 1.1962504386901855,
      "learning_rate": 8.20500416544966e-08,
      "loss": 0.3398,
      "step": 2636370
    },
    {
      "epoch": 735.8,
      "grad_norm": 1.29985511302948,
      "learning_rate": 8.20429498673586e-08,
      "loss": 0.3256,
      "step": 2636380
    },
    {
      "epoch": 735.81,
      "grad_norm": 1.2608463764190674,
      "learning_rate": 8.203585838125453e-08,
      "loss": 0.3315,
      "step": 2636390
    },
    {
      "epoch": 735.81,
      "grad_norm": 1.138001561164856,
      "learning_rate": 8.202876719618544e-08,
      "loss": 0.3369,
      "step": 2636400
    },
    {
      "epoch": 735.81,
      "grad_norm": 1.247426152229309,
      "learning_rate": 8.202167631215133e-08,
      "loss": 0.3278,
      "step": 2636410
    },
    {
      "epoch": 735.81,
      "grad_norm": 1.3036986589431763,
      "learning_rate": 8.201458572915454e-08,
      "loss": 0.3258,
      "step": 2636420
    },
    {
      "epoch": 735.82,
      "grad_norm": 1.1284241676330566,
      "learning_rate": 8.200749544719506e-08,
      "loss": 0.33,
      "step": 2636430
    },
    {
      "epoch": 735.82,
      "grad_norm": 1.2064554691314697,
      "learning_rate": 8.200040546627421e-08,
      "loss": 0.3493,
      "step": 2636440
    },
    {
      "epoch": 735.82,
      "grad_norm": 1.3457434177398682,
      "learning_rate": 8.199331578639303e-08,
      "loss": 0.3331,
      "step": 2636450
    },
    {
      "epoch": 735.82,
      "grad_norm": 1.120991826057434,
      "learning_rate": 8.198622640755229e-08,
      "loss": 0.3298,
      "step": 2636460
    },
    {
      "epoch": 735.83,
      "grad_norm": 1.1543110609054565,
      "learning_rate": 8.197913732975276e-08,
      "loss": 0.3224,
      "step": 2636470
    },
    {
      "epoch": 735.83,
      "grad_norm": 1.068796992301941,
      "learning_rate": 8.197204855299551e-08,
      "loss": 0.349,
      "step": 2636480
    },
    {
      "epoch": 735.83,
      "grad_norm": 1.2076301574707031,
      "learning_rate": 8.196496007728155e-08,
      "loss": 0.3282,
      "step": 2636490
    },
    {
      "epoch": 735.84,
      "grad_norm": 1.2972604036331177,
      "learning_rate": 8.195787190261168e-08,
      "loss": 0.345,
      "step": 2636500
    },
    {
      "epoch": 735.84,
      "grad_norm": 1.4358515739440918,
      "learning_rate": 8.19507840289872e-08,
      "loss": 0.3372,
      "step": 2636510
    },
    {
      "epoch": 735.84,
      "grad_norm": 1.0859806537628174,
      "learning_rate": 8.194369645640863e-08,
      "loss": 0.3459,
      "step": 2636520
    },
    {
      "epoch": 735.84,
      "grad_norm": 1.3058505058288574,
      "learning_rate": 8.1936609184877e-08,
      "loss": 0.3355,
      "step": 2636530
    },
    {
      "epoch": 735.85,
      "grad_norm": 1.257522463798523,
      "learning_rate": 8.192952221439389e-08,
      "loss": 0.3469,
      "step": 2636540
    },
    {
      "epoch": 735.85,
      "grad_norm": 1.084520697593689,
      "learning_rate": 8.192243554495928e-08,
      "loss": 0.3282,
      "step": 2636550
    },
    {
      "epoch": 735.85,
      "grad_norm": 1.1713645458221436,
      "learning_rate": 8.191534917657448e-08,
      "loss": 0.3488,
      "step": 2636560
    },
    {
      "epoch": 735.86,
      "grad_norm": 1.1131370067596436,
      "learning_rate": 8.190826310924054e-08,
      "loss": 0.3273,
      "step": 2636570
    },
    {
      "epoch": 735.86,
      "grad_norm": 1.260597825050354,
      "learning_rate": 8.190117734295847e-08,
      "loss": 0.3408,
      "step": 2636580
    },
    {
      "epoch": 735.86,
      "grad_norm": 1.2127012014389038,
      "learning_rate": 8.189409187772883e-08,
      "loss": 0.3385,
      "step": 2636590
    },
    {
      "epoch": 735.86,
      "grad_norm": 1.1961281299591064,
      "learning_rate": 8.188700671355316e-08,
      "loss": 0.3303,
      "step": 2636600
    },
    {
      "epoch": 735.87,
      "grad_norm": 1.3104323148727417,
      "learning_rate": 8.187992185043199e-08,
      "loss": 0.3354,
      "step": 2636610
    },
    {
      "epoch": 735.87,
      "grad_norm": 1.6047217845916748,
      "learning_rate": 8.187283728836608e-08,
      "loss": 0.332,
      "step": 2636620
    },
    {
      "epoch": 735.87,
      "grad_norm": 1.1606395244598389,
      "learning_rate": 8.186575302735702e-08,
      "loss": 0.3296,
      "step": 2636630
    },
    {
      "epoch": 735.87,
      "grad_norm": 1.345647931098938,
      "learning_rate": 8.185866906740505e-08,
      "loss": 0.3543,
      "step": 2636640
    },
    {
      "epoch": 735.88,
      "grad_norm": 1.5313200950622559,
      "learning_rate": 8.185158540851174e-08,
      "loss": 0.3487,
      "step": 2636650
    },
    {
      "epoch": 735.88,
      "grad_norm": 1.2779150009155273,
      "learning_rate": 8.184450205067761e-08,
      "loss": 0.3247,
      "step": 2636660
    },
    {
      "epoch": 735.88,
      "grad_norm": 1.1975150108337402,
      "learning_rate": 8.183741899390342e-08,
      "loss": 0.3376,
      "step": 2636670
    },
    {
      "epoch": 735.89,
      "grad_norm": 8.684752464294434,
      "learning_rate": 8.183033623819102e-08,
      "loss": 0.3386,
      "step": 2636680
    },
    {
      "epoch": 735.89,
      "grad_norm": 1.1649348735809326,
      "learning_rate": 8.182325378354015e-08,
      "loss": 0.3419,
      "step": 2636690
    },
    {
      "epoch": 735.89,
      "grad_norm": 1.3956048488616943,
      "learning_rate": 8.181617162995261e-08,
      "loss": 0.3309,
      "step": 2636700
    },
    {
      "epoch": 735.89,
      "grad_norm": 1.2135237455368042,
      "learning_rate": 8.180908977742893e-08,
      "loss": 0.3259,
      "step": 2636710
    },
    {
      "epoch": 735.9,
      "grad_norm": 1.1288937330245972,
      "learning_rate": 8.180200822597068e-08,
      "loss": 0.3367,
      "step": 2636720
    },
    {
      "epoch": 735.9,
      "grad_norm": 1.298404335975647,
      "learning_rate": 8.179492697557759e-08,
      "loss": 0.3293,
      "step": 2636730
    },
    {
      "epoch": 735.9,
      "grad_norm": 1.4095721244812012,
      "learning_rate": 8.1787846026252e-08,
      "loss": 0.3381,
      "step": 2636740
    },
    {
      "epoch": 735.91,
      "grad_norm": 1.1944600343704224,
      "learning_rate": 8.178076537799366e-08,
      "loss": 0.3221,
      "step": 2636750
    },
    {
      "epoch": 735.91,
      "grad_norm": 1.2637096643447876,
      "learning_rate": 8.177368503080439e-08,
      "loss": 0.3366,
      "step": 2636760
    },
    {
      "epoch": 735.91,
      "grad_norm": 1.1231619119644165,
      "learning_rate": 8.17666049846847e-08,
      "loss": 0.3321,
      "step": 2636770
    },
    {
      "epoch": 735.91,
      "grad_norm": 1.3691929578781128,
      "learning_rate": 8.175952523963564e-08,
      "loss": 0.3373,
      "step": 2636780
    },
    {
      "epoch": 735.92,
      "grad_norm": 1.4007714986801147,
      "learning_rate": 8.175244579565798e-08,
      "loss": 0.3418,
      "step": 2636790
    },
    {
      "epoch": 735.92,
      "grad_norm": 1.4086500406265259,
      "learning_rate": 8.174536665275276e-08,
      "loss": 0.3275,
      "step": 2636800
    },
    {
      "epoch": 735.92,
      "grad_norm": 1.1688106060028076,
      "learning_rate": 8.173828781092131e-08,
      "loss": 0.3429,
      "step": 2636810
    },
    {
      "epoch": 735.93,
      "grad_norm": 1.0850396156311035,
      "learning_rate": 8.173120927016412e-08,
      "loss": 0.3371,
      "step": 2636820
    },
    {
      "epoch": 735.93,
      "grad_norm": 1.0475844144821167,
      "learning_rate": 8.172413103048197e-08,
      "loss": 0.348,
      "step": 2636830
    },
    {
      "epoch": 735.93,
      "grad_norm": 1.2719638347625732,
      "learning_rate": 8.171705309187671e-08,
      "loss": 0.3483,
      "step": 2636840
    },
    {
      "epoch": 735.93,
      "grad_norm": 1.3051754236221313,
      "learning_rate": 8.17099754543478e-08,
      "loss": 0.3452,
      "step": 2636850
    },
    {
      "epoch": 735.94,
      "grad_norm": 1.4864497184753418,
      "learning_rate": 8.170289811789756e-08,
      "loss": 0.3375,
      "step": 2636860
    },
    {
      "epoch": 735.94,
      "grad_norm": 1.2389494180679321,
      "learning_rate": 8.16958210825263e-08,
      "loss": 0.3279,
      "step": 2636870
    },
    {
      "epoch": 735.94,
      "grad_norm": 1.3175324201583862,
      "learning_rate": 8.168874434823503e-08,
      "loss": 0.3263,
      "step": 2636880
    },
    {
      "epoch": 735.94,
      "grad_norm": 1.09598708152771,
      "learning_rate": 8.168166791502478e-08,
      "loss": 0.3376,
      "step": 2636890
    },
    {
      "epoch": 735.95,
      "grad_norm": 1.3119277954101562,
      "learning_rate": 8.167459178289663e-08,
      "loss": 0.3386,
      "step": 2636900
    },
    {
      "epoch": 735.95,
      "grad_norm": 1.3982089757919312,
      "learning_rate": 8.166751595185105e-08,
      "loss": 0.334,
      "step": 2636910
    },
    {
      "epoch": 735.95,
      "grad_norm": 1.3477970361709595,
      "learning_rate": 8.166044042188938e-08,
      "loss": 0.3368,
      "step": 2636920
    },
    {
      "epoch": 735.96,
      "grad_norm": 1.2874624729156494,
      "learning_rate": 8.165336519301239e-08,
      "loss": 0.3254,
      "step": 2636930
    },
    {
      "epoch": 735.96,
      "grad_norm": 1.1622008085250854,
      "learning_rate": 8.164629026522086e-08,
      "loss": 0.3422,
      "step": 2636940
    },
    {
      "epoch": 735.96,
      "grad_norm": 1.24514639377594,
      "learning_rate": 8.16392156385166e-08,
      "loss": 0.3581,
      "step": 2636950
    },
    {
      "epoch": 735.96,
      "grad_norm": 1.3707455396652222,
      "learning_rate": 8.163214131289937e-08,
      "loss": 0.344,
      "step": 2636960
    },
    {
      "epoch": 735.97,
      "grad_norm": 1.3074053525924683,
      "learning_rate": 8.162506728837071e-08,
      "loss": 0.3243,
      "step": 2636970
    },
    {
      "epoch": 735.97,
      "grad_norm": 2.7149879932403564,
      "learning_rate": 8.161799356493143e-08,
      "loss": 0.3357,
      "step": 2636980
    },
    {
      "epoch": 735.97,
      "grad_norm": 1.0430783033370972,
      "learning_rate": 8.161092014258254e-08,
      "loss": 0.3409,
      "step": 2636990
    },
    {
      "epoch": 735.98,
      "grad_norm": 1.2698091268539429,
      "learning_rate": 8.160384702132535e-08,
      "loss": 0.3526,
      "step": 2637000
    },
    {
      "epoch": 735.98,
      "grad_norm": 1.2786885499954224,
      "learning_rate": 8.159677420116013e-08,
      "loss": 0.3292,
      "step": 2637010
    },
    {
      "epoch": 735.98,
      "grad_norm": 1.2827831506729126,
      "learning_rate": 8.158970168208818e-08,
      "loss": 0.3622,
      "step": 2637020
    },
    {
      "epoch": 735.98,
      "grad_norm": 1.4423670768737793,
      "learning_rate": 8.158262946411026e-08,
      "loss": 0.3503,
      "step": 2637030
    },
    {
      "epoch": 735.99,
      "grad_norm": 1.1841200590133667,
      "learning_rate": 8.15755575472277e-08,
      "loss": 0.3364,
      "step": 2637040
    },
    {
      "epoch": 735.99,
      "grad_norm": 1.1663423776626587,
      "learning_rate": 8.1568485931441e-08,
      "loss": 0.3313,
      "step": 2637050
    },
    {
      "epoch": 735.99,
      "grad_norm": 1.2023545503616333,
      "learning_rate": 8.156141461675122e-08,
      "loss": 0.3429,
      "step": 2637060
    },
    {
      "epoch": 735.99,
      "grad_norm": 1.2195227146148682,
      "learning_rate": 8.155434360315963e-08,
      "loss": 0.3393,
      "step": 2637070
    },
    {
      "epoch": 736.0,
      "grad_norm": 1.338411808013916,
      "learning_rate": 8.154727289066653e-08,
      "loss": 0.3357,
      "step": 2637080
    },
    {
      "epoch": 736.0,
      "eval_loss": 0.3374794125556946,
      "eval_runtime": 63.8017,
      "eval_samples_per_second": 79.293,
      "eval_steps_per_second": 9.921,
      "step": 2637088
    },
    {
      "epoch": 736.0,
      "grad_norm": 1.222884178161621,
      "learning_rate": 8.154020247927344e-08,
      "loss": 0.3327,
      "step": 2637090
    },
    {
      "epoch": 736.0,
      "grad_norm": 1.216471791267395,
      "learning_rate": 8.153313236898118e-08,
      "loss": 0.3301,
      "step": 2637100
    },
    {
      "epoch": 736.01,
      "grad_norm": 1.2367887496948242,
      "learning_rate": 8.152606255979023e-08,
      "loss": 0.337,
      "step": 2637110
    },
    {
      "epoch": 736.01,
      "grad_norm": 1.2418278455734253,
      "learning_rate": 8.15189930517022e-08,
      "loss": 0.3312,
      "step": 2637120
    },
    {
      "epoch": 736.01,
      "grad_norm": 1.2076603174209595,
      "learning_rate": 8.151192384471782e-08,
      "loss": 0.3169,
      "step": 2637130
    },
    {
      "epoch": 736.01,
      "grad_norm": 1.203765630722046,
      "learning_rate": 8.15048549388379e-08,
      "loss": 0.3393,
      "step": 2637140
    },
    {
      "epoch": 736.02,
      "grad_norm": 1.076874852180481,
      "learning_rate": 8.149778633406321e-08,
      "loss": 0.3406,
      "step": 2637150
    },
    {
      "epoch": 736.02,
      "grad_norm": 1.201638102531433,
      "learning_rate": 8.149071803039532e-08,
      "loss": 0.3505,
      "step": 2637160
    },
    {
      "epoch": 736.02,
      "grad_norm": 1.21183443069458,
      "learning_rate": 8.148365002783397e-08,
      "loss": 0.3562,
      "step": 2637170
    },
    {
      "epoch": 736.03,
      "grad_norm": 1.6895400285720825,
      "learning_rate": 8.147658232638175e-08,
      "loss": 0.3469,
      "step": 2637180
    },
    {
      "epoch": 736.03,
      "grad_norm": 1.3968392610549927,
      "learning_rate": 8.146951492603816e-08,
      "loss": 0.3407,
      "step": 2637190
    },
    {
      "epoch": 736.03,
      "grad_norm": 1.5904632806777954,
      "learning_rate": 8.1462447826805e-08,
      "loss": 0.3492,
      "step": 2637200
    },
    {
      "epoch": 736.03,
      "grad_norm": 1.2174913883209229,
      "learning_rate": 8.145538102868305e-08,
      "loss": 0.35,
      "step": 2637210
    },
    {
      "epoch": 736.04,
      "grad_norm": 1.1520699262619019,
      "learning_rate": 8.14483145316726e-08,
      "loss": 0.3246,
      "step": 2637220
    },
    {
      "epoch": 736.04,
      "grad_norm": 1.278757095336914,
      "learning_rate": 8.14412483357757e-08,
      "loss": 0.3529,
      "step": 2637230
    },
    {
      "epoch": 736.04,
      "grad_norm": 1.3458974361419678,
      "learning_rate": 8.143418244099236e-08,
      "loss": 0.3248,
      "step": 2637240
    },
    {
      "epoch": 736.05,
      "grad_norm": 1.0783740282058716,
      "learning_rate": 8.142711684732388e-08,
      "loss": 0.3321,
      "step": 2637250
    },
    {
      "epoch": 736.05,
      "grad_norm": 1.2755833864212036,
      "learning_rate": 8.14200515547713e-08,
      "loss": 0.3397,
      "step": 2637260
    },
    {
      "epoch": 736.05,
      "grad_norm": 2.566045045852661,
      "learning_rate": 8.141298656333568e-08,
      "loss": 0.3477,
      "step": 2637270
    },
    {
      "epoch": 736.05,
      "grad_norm": 1.2160686254501343,
      "learning_rate": 8.140592187301726e-08,
      "loss": 0.3336,
      "step": 2637280
    },
    {
      "epoch": 736.06,
      "grad_norm": 2.1014797687530518,
      "learning_rate": 8.139885748381786e-08,
      "loss": 0.3467,
      "step": 2637290
    },
    {
      "epoch": 736.06,
      "grad_norm": 0.9946117997169495,
      "learning_rate": 8.139179339573801e-08,
      "loss": 0.3533,
      "step": 2637300
    },
    {
      "epoch": 736.06,
      "grad_norm": 1.0686010122299194,
      "learning_rate": 8.138472960877795e-08,
      "loss": 0.3292,
      "step": 2637310
    },
    {
      "epoch": 736.06,
      "grad_norm": 1.1960999965667725,
      "learning_rate": 8.137766612294032e-08,
      "loss": 0.3406,
      "step": 2637320
    },
    {
      "epoch": 736.07,
      "grad_norm": 1.3276656866073608,
      "learning_rate": 8.137060293822431e-08,
      "loss": 0.3445,
      "step": 2637330
    },
    {
      "epoch": 736.07,
      "grad_norm": 1.112692952156067,
      "learning_rate": 8.136354005463201e-08,
      "loss": 0.3393,
      "step": 2637340
    },
    {
      "epoch": 736.07,
      "grad_norm": 1.209887146949768,
      "learning_rate": 8.135647747216393e-08,
      "loss": 0.3433,
      "step": 2637350
    },
    {
      "epoch": 736.08,
      "grad_norm": 1.372464656829834,
      "learning_rate": 8.134941519082114e-08,
      "loss": 0.3425,
      "step": 2637360
    },
    {
      "epoch": 736.08,
      "grad_norm": 1.3097484111785889,
      "learning_rate": 8.134235321060413e-08,
      "loss": 0.3199,
      "step": 2637370
    },
    {
      "epoch": 736.08,
      "grad_norm": 1.0979578495025635,
      "learning_rate": 8.133529153151446e-08,
      "loss": 0.3279,
      "step": 2637380
    },
    {
      "epoch": 736.08,
      "grad_norm": 1.3346354961395264,
      "learning_rate": 8.132823015355294e-08,
      "loss": 0.3267,
      "step": 2637390
    },
    {
      "epoch": 736.09,
      "grad_norm": 1.2841805219650269,
      "learning_rate": 8.13211690767198e-08,
      "loss": 0.3347,
      "step": 2637400
    },
    {
      "epoch": 736.09,
      "grad_norm": 1.4549560546875,
      "learning_rate": 8.131410830101714e-08,
      "loss": 0.3591,
      "step": 2637410
    },
    {
      "epoch": 736.09,
      "grad_norm": 1.3762632608413696,
      "learning_rate": 8.130704782644496e-08,
      "loss": 0.3467,
      "step": 2637420
    },
    {
      "epoch": 736.1,
      "grad_norm": 1.3781436681747437,
      "learning_rate": 8.129998765300455e-08,
      "loss": 0.3487,
      "step": 2637430
    },
    {
      "epoch": 736.1,
      "grad_norm": 1.325380563735962,
      "learning_rate": 8.129292778069722e-08,
      "loss": 0.3446,
      "step": 2637440
    },
    {
      "epoch": 736.1,
      "grad_norm": 1.2868049144744873,
      "learning_rate": 8.128586820952322e-08,
      "loss": 0.3258,
      "step": 2637450
    },
    {
      "epoch": 736.1,
      "grad_norm": 1.3280277252197266,
      "learning_rate": 8.127880893948387e-08,
      "loss": 0.3344,
      "step": 2637460
    },
    {
      "epoch": 736.11,
      "grad_norm": 1.301841378211975,
      "learning_rate": 8.12717499705802e-08,
      "loss": 0.34,
      "step": 2637470
    },
    {
      "epoch": 736.11,
      "grad_norm": 1.3734380006790161,
      "learning_rate": 8.126469130281298e-08,
      "loss": 0.3213,
      "step": 2637480
    },
    {
      "epoch": 736.11,
      "grad_norm": 1.27489173412323,
      "learning_rate": 8.125763293618301e-08,
      "loss": 0.3194,
      "step": 2637490
    },
    {
      "epoch": 736.11,
      "grad_norm": 1.2882466316223145,
      "learning_rate": 8.125057487069131e-08,
      "loss": 0.3323,
      "step": 2637500
    },
    {
      "epoch": 736.12,
      "grad_norm": 1.214016318321228,
      "learning_rate": 8.12435171063392e-08,
      "loss": 0.3333,
      "step": 2637510
    },
    {
      "epoch": 736.12,
      "grad_norm": 1.4307767152786255,
      "learning_rate": 8.123645964312692e-08,
      "loss": 0.3443,
      "step": 2637520
    },
    {
      "epoch": 736.12,
      "grad_norm": 1.2648777961730957,
      "learning_rate": 8.122940248105632e-08,
      "loss": 0.338,
      "step": 2637530
    },
    {
      "epoch": 736.13,
      "grad_norm": 1.2675780057907104,
      "learning_rate": 8.122234562012737e-08,
      "loss": 0.3334,
      "step": 2637540
    },
    {
      "epoch": 736.13,
      "grad_norm": 1.2842763662338257,
      "learning_rate": 8.121528906034165e-08,
      "loss": 0.3382,
      "step": 2637550
    },
    {
      "epoch": 736.13,
      "grad_norm": 1.2412238121032715,
      "learning_rate": 8.120823280169993e-08,
      "loss": 0.3407,
      "step": 2637560
    },
    {
      "epoch": 736.13,
      "grad_norm": 1.2835345268249512,
      "learning_rate": 8.1201176844203e-08,
      "loss": 0.3276,
      "step": 2637570
    },
    {
      "epoch": 736.14,
      "grad_norm": 1.0669840574264526,
      "learning_rate": 8.119412118785242e-08,
      "loss": 0.3442,
      "step": 2637580
    },
    {
      "epoch": 736.14,
      "grad_norm": 1.1952260732650757,
      "learning_rate": 8.118706583264819e-08,
      "loss": 0.3386,
      "step": 2637590
    },
    {
      "epoch": 736.14,
      "grad_norm": 1.2147877216339111,
      "learning_rate": 8.118001077859186e-08,
      "loss": 0.3431,
      "step": 2637600
    },
    {
      "epoch": 736.15,
      "grad_norm": 1.2313311100006104,
      "learning_rate": 8.117295602568398e-08,
      "loss": 0.313,
      "step": 2637610
    },
    {
      "epoch": 736.15,
      "grad_norm": 3.8376293182373047,
      "learning_rate": 8.116590157392607e-08,
      "loss": 0.3242,
      "step": 2637620
    },
    {
      "epoch": 736.15,
      "grad_norm": 1.2022806406021118,
      "learning_rate": 8.115884742331867e-08,
      "loss": 0.3462,
      "step": 2637630
    },
    {
      "epoch": 736.15,
      "grad_norm": 1.4172673225402832,
      "learning_rate": 8.115179357386257e-08,
      "loss": 0.3275,
      "step": 2637640
    },
    {
      "epoch": 736.16,
      "grad_norm": 1.4298573732376099,
      "learning_rate": 8.114474002555906e-08,
      "loss": 0.3333,
      "step": 2637650
    },
    {
      "epoch": 736.16,
      "grad_norm": 1.2234487533569336,
      "learning_rate": 8.113768677840866e-08,
      "loss": 0.3395,
      "step": 2637660
    },
    {
      "epoch": 736.16,
      "grad_norm": 1.4545114040374756,
      "learning_rate": 8.113063383241294e-08,
      "loss": 0.3403,
      "step": 2637670
    },
    {
      "epoch": 736.17,
      "grad_norm": 1.4151262044906616,
      "learning_rate": 8.112358118757216e-08,
      "loss": 0.3343,
      "step": 2637680
    },
    {
      "epoch": 736.17,
      "grad_norm": 1.1794625520706177,
      "learning_rate": 8.11165288438876e-08,
      "loss": 0.3329,
      "step": 2637690
    },
    {
      "epoch": 736.17,
      "grad_norm": 1.230310320854187,
      "learning_rate": 8.110947680136032e-08,
      "loss": 0.3414,
      "step": 2637700
    },
    {
      "epoch": 736.17,
      "grad_norm": 1.1705504655838013,
      "learning_rate": 8.110242505999136e-08,
      "loss": 0.3254,
      "step": 2637710
    },
    {
      "epoch": 736.18,
      "grad_norm": 1.4699856042861938,
      "learning_rate": 8.109537361978098e-08,
      "loss": 0.3412,
      "step": 2637720
    },
    {
      "epoch": 736.18,
      "grad_norm": 3.332895517349243,
      "learning_rate": 8.108832248073074e-08,
      "loss": 0.3449,
      "step": 2637730
    },
    {
      "epoch": 736.18,
      "grad_norm": 1.1149564981460571,
      "learning_rate": 8.108127164284141e-08,
      "loss": 0.3189,
      "step": 2637740
    },
    {
      "epoch": 736.18,
      "grad_norm": 1.3095227479934692,
      "learning_rate": 8.107422110611352e-08,
      "loss": 0.3265,
      "step": 2637750
    },
    {
      "epoch": 736.19,
      "grad_norm": 1.2496811151504517,
      "learning_rate": 8.10671708705489e-08,
      "loss": 0.343,
      "step": 2637760
    },
    {
      "epoch": 736.19,
      "grad_norm": 1.2490930557250977,
      "learning_rate": 8.10601209361478e-08,
      "loss": 0.3346,
      "step": 2637770
    },
    {
      "epoch": 736.19,
      "grad_norm": 1.1079615354537964,
      "learning_rate": 8.105307130291125e-08,
      "loss": 0.3182,
      "step": 2637780
    },
    {
      "epoch": 736.2,
      "grad_norm": 1.1060600280761719,
      "learning_rate": 8.104602197084057e-08,
      "loss": 0.3368,
      "step": 2637790
    },
    {
      "epoch": 736.2,
      "grad_norm": 1.2245676517486572,
      "learning_rate": 8.103897293993575e-08,
      "loss": 0.3224,
      "step": 2637800
    },
    {
      "epoch": 736.2,
      "grad_norm": 1.3214569091796875,
      "learning_rate": 8.103192421019915e-08,
      "loss": 0.3478,
      "step": 2637810
    },
    {
      "epoch": 736.2,
      "grad_norm": 1.0807722806930542,
      "learning_rate": 8.102487578163049e-08,
      "loss": 0.3362,
      "step": 2637820
    },
    {
      "epoch": 736.21,
      "grad_norm": 1.2526663541793823,
      "learning_rate": 8.101782765423132e-08,
      "loss": 0.3578,
      "step": 2637830
    },
    {
      "epoch": 736.21,
      "grad_norm": 1.3568074703216553,
      "learning_rate": 8.101077982800218e-08,
      "loss": 0.3364,
      "step": 2637840
    },
    {
      "epoch": 736.21,
      "grad_norm": 1.043200969696045,
      "learning_rate": 8.100373230294464e-08,
      "loss": 0.3461,
      "step": 2637850
    },
    {
      "epoch": 736.22,
      "grad_norm": 1.3065625429153442,
      "learning_rate": 8.09966850790592e-08,
      "loss": 0.3318,
      "step": 2637860
    },
    {
      "epoch": 736.22,
      "grad_norm": 1.1252074241638184,
      "learning_rate": 8.098963815634666e-08,
      "loss": 0.3341,
      "step": 2637870
    },
    {
      "epoch": 736.22,
      "grad_norm": 1.1106499433517456,
      "learning_rate": 8.09825915348083e-08,
      "loss": 0.3452,
      "step": 2637880
    },
    {
      "epoch": 736.22,
      "grad_norm": 1.4070587158203125,
      "learning_rate": 8.097554521444439e-08,
      "loss": 0.334,
      "step": 2637890
    },
    {
      "epoch": 736.23,
      "grad_norm": 1.294682502746582,
      "learning_rate": 8.096849919525701e-08,
      "loss": 0.3333,
      "step": 2637900
    },
    {
      "epoch": 736.23,
      "grad_norm": 1.1417864561080933,
      "learning_rate": 8.096145347724616e-08,
      "loss": 0.3336,
      "step": 2637910
    },
    {
      "epoch": 736.23,
      "grad_norm": 1.233919382095337,
      "learning_rate": 8.095440806041315e-08,
      "loss": 0.3286,
      "step": 2637920
    },
    {
      "epoch": 736.23,
      "grad_norm": 1.2937594652175903,
      "learning_rate": 8.094736294475876e-08,
      "loss": 0.3485,
      "step": 2637930
    },
    {
      "epoch": 736.24,
      "grad_norm": 1.2005414962768555,
      "learning_rate": 8.094031813028427e-08,
      "loss": 0.3337,
      "step": 2637940
    },
    {
      "epoch": 736.24,
      "grad_norm": 1.5288032293319702,
      "learning_rate": 8.093327361699022e-08,
      "loss": 0.3224,
      "step": 2637950
    },
    {
      "epoch": 736.24,
      "grad_norm": 1.1703293323516846,
      "learning_rate": 8.092622940487764e-08,
      "loss": 0.3229,
      "step": 2637960
    },
    {
      "epoch": 736.25,
      "grad_norm": 1.1722151041030884,
      "learning_rate": 8.091918549394758e-08,
      "loss": 0.3397,
      "step": 2637970
    },
    {
      "epoch": 736.25,
      "grad_norm": 1.2399396896362305,
      "learning_rate": 8.091214188420055e-08,
      "loss": 0.3214,
      "step": 2637980
    },
    {
      "epoch": 736.25,
      "grad_norm": 1.4906582832336426,
      "learning_rate": 8.09050985756384e-08,
      "loss": 0.3288,
      "step": 2637990
    },
    {
      "epoch": 736.25,
      "grad_norm": 1.2236779928207397,
      "learning_rate": 8.089805556826136e-08,
      "loss": 0.3446,
      "step": 2638000
    },
    {
      "epoch": 736.26,
      "grad_norm": 1.26883065700531,
      "learning_rate": 8.089101286207047e-08,
      "loss": 0.3435,
      "step": 2638010
    },
    {
      "epoch": 736.26,
      "grad_norm": 1.159601092338562,
      "learning_rate": 8.088397045706678e-08,
      "loss": 0.3163,
      "step": 2638020
    },
    {
      "epoch": 736.26,
      "grad_norm": 1.4061075448989868,
      "learning_rate": 8.087692835325107e-08,
      "loss": 0.3409,
      "step": 2638030
    },
    {
      "epoch": 736.27,
      "grad_norm": 1.220255732536316,
      "learning_rate": 8.086988655062439e-08,
      "loss": 0.3441,
      "step": 2638040
    },
    {
      "epoch": 736.27,
      "grad_norm": 1.1222259998321533,
      "learning_rate": 8.086284504918777e-08,
      "loss": 0.3314,
      "step": 2638050
    },
    {
      "epoch": 736.27,
      "grad_norm": 1.2254964113235474,
      "learning_rate": 8.085580384894226e-08,
      "loss": 0.3325,
      "step": 2638060
    },
    {
      "epoch": 736.27,
      "grad_norm": 1.181208610534668,
      "learning_rate": 8.084876294988784e-08,
      "loss": 0.3368,
      "step": 2638070
    },
    {
      "epoch": 736.28,
      "grad_norm": 1.0685852766036987,
      "learning_rate": 8.084172235202713e-08,
      "loss": 0.3314,
      "step": 2638080
    },
    {
      "epoch": 736.28,
      "grad_norm": 1.3020344972610474,
      "learning_rate": 8.08346820553596e-08,
      "loss": 0.3413,
      "step": 2638090
    },
    {
      "epoch": 736.28,
      "grad_norm": 2.1993420124053955,
      "learning_rate": 8.082764205988657e-08,
      "loss": 0.3411,
      "step": 2638100
    },
    {
      "epoch": 736.29,
      "grad_norm": 1.2150609493255615,
      "learning_rate": 8.082060236560957e-08,
      "loss": 0.3512,
      "step": 2638110
    },
    {
      "epoch": 736.29,
      "grad_norm": 1.2502915859222412,
      "learning_rate": 8.081356297252863e-08,
      "loss": 0.341,
      "step": 2638120
    },
    {
      "epoch": 736.29,
      "grad_norm": 1.2070987224578857,
      "learning_rate": 8.080652388064556e-08,
      "loss": 0.3284,
      "step": 2638130
    },
    {
      "epoch": 736.29,
      "grad_norm": 1.236079216003418,
      "learning_rate": 8.079948508996061e-08,
      "loss": 0.3285,
      "step": 2638140
    },
    {
      "epoch": 736.3,
      "grad_norm": 1.3093301057815552,
      "learning_rate": 8.07924466004751e-08,
      "loss": 0.3462,
      "step": 2638150
    },
    {
      "epoch": 736.3,
      "grad_norm": 1.4994350671768188,
      "learning_rate": 8.078540841219006e-08,
      "loss": 0.3483,
      "step": 2638160
    },
    {
      "epoch": 736.3,
      "grad_norm": 1.279826283454895,
      "learning_rate": 8.077837052510601e-08,
      "loss": 0.3465,
      "step": 2638170
    },
    {
      "epoch": 736.3,
      "grad_norm": 1.1490678787231445,
      "learning_rate": 8.077133293922398e-08,
      "loss": 0.349,
      "step": 2638180
    },
    {
      "epoch": 736.31,
      "grad_norm": 1.4683624505996704,
      "learning_rate": 8.076429565454503e-08,
      "loss": 0.3374,
      "step": 2638190
    },
    {
      "epoch": 736.31,
      "grad_norm": 1.4164808988571167,
      "learning_rate": 8.075725867107046e-08,
      "loss": 0.3442,
      "step": 2638200
    },
    {
      "epoch": 736.31,
      "grad_norm": 1.2865805625915527,
      "learning_rate": 8.075022198880026e-08,
      "loss": 0.3443,
      "step": 2638210
    },
    {
      "epoch": 736.32,
      "grad_norm": 1.489911675453186,
      "learning_rate": 8.074318560773651e-08,
      "loss": 0.3402,
      "step": 2638220
    },
    {
      "epoch": 736.32,
      "grad_norm": 1.196347713470459,
      "learning_rate": 8.073614952787922e-08,
      "loss": 0.3402,
      "step": 2638230
    },
    {
      "epoch": 736.32,
      "grad_norm": 1.2086832523345947,
      "learning_rate": 8.072911374922969e-08,
      "loss": 0.3383,
      "step": 2638240
    },
    {
      "epoch": 736.32,
      "grad_norm": 1.367750644683838,
      "learning_rate": 8.072207827178921e-08,
      "loss": 0.3329,
      "step": 2638250
    },
    {
      "epoch": 736.33,
      "grad_norm": 1.3280526399612427,
      "learning_rate": 8.071504309555806e-08,
      "loss": 0.3516,
      "step": 2638260
    },
    {
      "epoch": 736.33,
      "grad_norm": 1.2271159887313843,
      "learning_rate": 8.070800822053752e-08,
      "loss": 0.3544,
      "step": 2638270
    },
    {
      "epoch": 736.33,
      "grad_norm": 1.2426223754882812,
      "learning_rate": 8.070097364672864e-08,
      "loss": 0.3453,
      "step": 2638280
    },
    {
      "epoch": 736.34,
      "grad_norm": 1.2202601432800293,
      "learning_rate": 8.06939393741322e-08,
      "loss": 0.3384,
      "step": 2638290
    },
    {
      "epoch": 736.34,
      "grad_norm": 1.2640331983566284,
      "learning_rate": 8.068690540274899e-08,
      "loss": 0.3338,
      "step": 2638300
    },
    {
      "epoch": 736.34,
      "grad_norm": 1.5017391443252563,
      "learning_rate": 8.067987173258003e-08,
      "loss": 0.3558,
      "step": 2638310
    },
    {
      "epoch": 736.34,
      "grad_norm": 1.143538475036621,
      "learning_rate": 8.067283836362664e-08,
      "loss": 0.3449,
      "step": 2638320
    },
    {
      "epoch": 736.35,
      "grad_norm": 1.3075512647628784,
      "learning_rate": 8.066580529588881e-08,
      "loss": 0.3269,
      "step": 2638330
    },
    {
      "epoch": 736.35,
      "grad_norm": 1.3479361534118652,
      "learning_rate": 8.065877252936889e-08,
      "loss": 0.3288,
      "step": 2638340
    },
    {
      "epoch": 736.35,
      "grad_norm": 1.3831523656845093,
      "learning_rate": 8.065174006406634e-08,
      "loss": 0.344,
      "step": 2638350
    },
    {
      "epoch": 736.36,
      "grad_norm": 1.278075098991394,
      "learning_rate": 8.064470789998327e-08,
      "loss": 0.3306,
      "step": 2638360
    },
    {
      "epoch": 736.36,
      "grad_norm": 1.3160942792892456,
      "learning_rate": 8.063767603711966e-08,
      "loss": 0.3353,
      "step": 2638370
    },
    {
      "epoch": 736.36,
      "grad_norm": 1.1870801448822021,
      "learning_rate": 8.063064447547735e-08,
      "loss": 0.3434,
      "step": 2638380
    },
    {
      "epoch": 736.36,
      "grad_norm": 1.0319151878356934,
      "learning_rate": 8.062361321505683e-08,
      "loss": 0.3278,
      "step": 2638390
    },
    {
      "epoch": 736.37,
      "grad_norm": 1.2192223072052002,
      "learning_rate": 8.061658225585891e-08,
      "loss": 0.3431,
      "step": 2638400
    },
    {
      "epoch": 736.37,
      "grad_norm": 1.1478556394577026,
      "learning_rate": 8.060955159788462e-08,
      "loss": 0.3414,
      "step": 2638410
    },
    {
      "epoch": 736.37,
      "grad_norm": 1.0573961734771729,
      "learning_rate": 8.060252124113499e-08,
      "loss": 0.3246,
      "step": 2638420
    },
    {
      "epoch": 736.37,
      "grad_norm": 1.02375328540802,
      "learning_rate": 8.059549118561108e-08,
      "loss": 0.3233,
      "step": 2638430
    },
    {
      "epoch": 736.38,
      "grad_norm": 1.3476842641830444,
      "learning_rate": 8.05884614313134e-08,
      "loss": 0.3383,
      "step": 2638440
    },
    {
      "epoch": 736.38,
      "grad_norm": 1.038129210472107,
      "learning_rate": 8.058143197824325e-08,
      "loss": 0.3406,
      "step": 2638450
    },
    {
      "epoch": 736.38,
      "grad_norm": 1.1610584259033203,
      "learning_rate": 8.05744028264014e-08,
      "loss": 0.3214,
      "step": 2638460
    },
    {
      "epoch": 736.39,
      "grad_norm": 1.2085264921188354,
      "learning_rate": 8.056737397578866e-08,
      "loss": 0.3378,
      "step": 2638470
    },
    {
      "epoch": 736.39,
      "grad_norm": 1.2240264415740967,
      "learning_rate": 8.056034542640657e-08,
      "loss": 0.3292,
      "step": 2638480
    },
    {
      "epoch": 736.39,
      "grad_norm": 1.3214666843414307,
      "learning_rate": 8.05533171782554e-08,
      "loss": 0.3267,
      "step": 2638490
    },
    {
      "epoch": 736.39,
      "grad_norm": 1.0451207160949707,
      "learning_rate": 8.054628923133619e-08,
      "loss": 0.3553,
      "step": 2638500
    },
    {
      "epoch": 736.4,
      "grad_norm": 1.2066134214401245,
      "learning_rate": 8.053926158565022e-08,
      "loss": 0.3315,
      "step": 2638510
    },
    {
      "epoch": 736.4,
      "grad_norm": 1.1910004615783691,
      "learning_rate": 8.053223424119831e-08,
      "loss": 0.3279,
      "step": 2638520
    },
    {
      "epoch": 736.4,
      "grad_norm": 1.194858193397522,
      "learning_rate": 8.05252071979812e-08,
      "loss": 0.3384,
      "step": 2638530
    },
    {
      "epoch": 736.41,
      "grad_norm": 1.1105661392211914,
      "learning_rate": 8.05181804559997e-08,
      "loss": 0.3426,
      "step": 2638540
    },
    {
      "epoch": 736.41,
      "grad_norm": 1.4496418237686157,
      "learning_rate": 8.051115401525536e-08,
      "loss": 0.3486,
      "step": 2638550
    },
    {
      "epoch": 736.41,
      "grad_norm": 1.1994050741195679,
      "learning_rate": 8.050412787574817e-08,
      "loss": 0.333,
      "step": 2638560
    },
    {
      "epoch": 736.41,
      "grad_norm": 1.2804851531982422,
      "learning_rate": 8.049710203748022e-08,
      "loss": 0.3379,
      "step": 2638570
    },
    {
      "epoch": 736.42,
      "grad_norm": 1.1909210681915283,
      "learning_rate": 8.049007650045152e-08,
      "loss": 0.3356,
      "step": 2638580
    },
    {
      "epoch": 736.42,
      "grad_norm": 1.204997181892395,
      "learning_rate": 8.048305126466337e-08,
      "loss": 0.3344,
      "step": 2638590
    },
    {
      "epoch": 736.42,
      "grad_norm": 1.3008582592010498,
      "learning_rate": 8.04760263301168e-08,
      "loss": 0.3258,
      "step": 2638600
    },
    {
      "epoch": 736.42,
      "grad_norm": 1.176477313041687,
      "learning_rate": 8.046900169681259e-08,
      "loss": 0.3366,
      "step": 2638610
    },
    {
      "epoch": 736.43,
      "grad_norm": 1.3135071992874146,
      "learning_rate": 8.046197736475153e-08,
      "loss": 0.3203,
      "step": 2638620
    },
    {
      "epoch": 736.43,
      "grad_norm": 1.3622289896011353,
      "learning_rate": 8.045495333393464e-08,
      "loss": 0.3341,
      "step": 2638630
    },
    {
      "epoch": 736.43,
      "grad_norm": 1.0950124263763428,
      "learning_rate": 8.044792960436351e-08,
      "loss": 0.3386,
      "step": 2638640
    },
    {
      "epoch": 736.44,
      "grad_norm": 1.5282294750213623,
      "learning_rate": 8.044090617603762e-08,
      "loss": 0.3296,
      "step": 2638650
    },
    {
      "epoch": 736.44,
      "grad_norm": 1.0134294033050537,
      "learning_rate": 8.043388304895954e-08,
      "loss": 0.3201,
      "step": 2638660
    },
    {
      "epoch": 736.44,
      "grad_norm": 1.3308427333831787,
      "learning_rate": 8.042686022312902e-08,
      "loss": 0.3532,
      "step": 2638670
    },
    {
      "epoch": 736.44,
      "grad_norm": 1.3543287515640259,
      "learning_rate": 8.041983769854765e-08,
      "loss": 0.3528,
      "step": 2638680
    },
    {
      "epoch": 736.45,
      "grad_norm": 1.4376044273376465,
      "learning_rate": 8.041281547521619e-08,
      "loss": 0.3475,
      "step": 2638690
    },
    {
      "epoch": 736.45,
      "grad_norm": 1.4790070056915283,
      "learning_rate": 8.040579355313515e-08,
      "loss": 0.3448,
      "step": 2638700
    },
    {
      "epoch": 736.45,
      "grad_norm": 1.211451530456543,
      "learning_rate": 8.039877193230637e-08,
      "loss": 0.3356,
      "step": 2638710
    },
    {
      "epoch": 736.46,
      "grad_norm": 1.2498929500579834,
      "learning_rate": 8.039175061272983e-08,
      "loss": 0.3539,
      "step": 2638720
    },
    {
      "epoch": 736.46,
      "grad_norm": 1.1427721977233887,
      "learning_rate": 8.038472959440712e-08,
      "loss": 0.3303,
      "step": 2638730
    },
    {
      "epoch": 736.46,
      "grad_norm": 1.4938093423843384,
      "learning_rate": 8.0377708877339e-08,
      "loss": 0.3388,
      "step": 2638740
    },
    {
      "epoch": 736.46,
      "grad_norm": 1.465639591217041,
      "learning_rate": 8.037068846152625e-08,
      "loss": 0.3484,
      "step": 2638750
    },
    {
      "epoch": 736.47,
      "grad_norm": 1.311081051826477,
      "learning_rate": 8.036366834696991e-08,
      "loss": 0.3407,
      "step": 2638760
    },
    {
      "epoch": 736.47,
      "grad_norm": 1.1171588897705078,
      "learning_rate": 8.035664853367077e-08,
      "loss": 0.3445,
      "step": 2638770
    },
    {
      "epoch": 736.47,
      "grad_norm": 1.1796646118164062,
      "learning_rate": 8.034962902163013e-08,
      "loss": 0.3448,
      "step": 2638780
    },
    {
      "epoch": 736.48,
      "grad_norm": 1.0694793462753296,
      "learning_rate": 8.034260981084825e-08,
      "loss": 0.3251,
      "step": 2638790
    },
    {
      "epoch": 736.48,
      "grad_norm": 1.2329763174057007,
      "learning_rate": 8.033559090132721e-08,
      "loss": 0.3462,
      "step": 2638800
    },
    {
      "epoch": 736.48,
      "grad_norm": 2.795802116394043,
      "learning_rate": 8.032857229306674e-08,
      "loss": 0.3313,
      "step": 2638810
    },
    {
      "epoch": 736.48,
      "grad_norm": 1.2188358306884766,
      "learning_rate": 8.032155398606842e-08,
      "loss": 0.3489,
      "step": 2638820
    },
    {
      "epoch": 736.49,
      "grad_norm": 1.237030029296875,
      "learning_rate": 8.031453598033302e-08,
      "loss": 0.3232,
      "step": 2638830
    },
    {
      "epoch": 736.49,
      "grad_norm": 1.135516881942749,
      "learning_rate": 8.030751827586158e-08,
      "loss": 0.343,
      "step": 2638840
    },
    {
      "epoch": 736.49,
      "grad_norm": 1.1429388523101807,
      "learning_rate": 8.030050087265488e-08,
      "loss": 0.3322,
      "step": 2638850
    },
    {
      "epoch": 736.49,
      "grad_norm": 1.0593191385269165,
      "learning_rate": 8.02934837707137e-08,
      "loss": 0.3364,
      "step": 2638860
    },
    {
      "epoch": 736.5,
      "grad_norm": 1.1790000200271606,
      "learning_rate": 8.02864669700396e-08,
      "loss": 0.3377,
      "step": 2638870
    },
    {
      "epoch": 736.5,
      "grad_norm": 1.3284022808074951,
      "learning_rate": 8.027945047063286e-08,
      "loss": 0.3441,
      "step": 2638880
    },
    {
      "epoch": 736.5,
      "grad_norm": 1.461633563041687,
      "learning_rate": 8.027243427249477e-08,
      "loss": 0.3371,
      "step": 2638890
    },
    {
      "epoch": 736.51,
      "grad_norm": 1.4751853942871094,
      "learning_rate": 8.026541837562608e-08,
      "loss": 0.3331,
      "step": 2638900
    },
    {
      "epoch": 736.51,
      "grad_norm": 1.0646076202392578,
      "learning_rate": 8.025840278002788e-08,
      "loss": 0.3383,
      "step": 2638910
    },
    {
      "epoch": 736.51,
      "grad_norm": 1.2885969877243042,
      "learning_rate": 8.025138748570118e-08,
      "loss": 0.3331,
      "step": 2638920
    },
    {
      "epoch": 736.51,
      "grad_norm": 1.4397974014282227,
      "learning_rate": 8.02443724926465e-08,
      "loss": 0.3373,
      "step": 2638930
    },
    {
      "epoch": 736.52,
      "grad_norm": 1.2220839262008667,
      "learning_rate": 8.023735780086516e-08,
      "loss": 0.3429,
      "step": 2638940
    },
    {
      "epoch": 736.52,
      "grad_norm": 1.1273167133331299,
      "learning_rate": 8.023034341035792e-08,
      "loss": 0.35,
      "step": 2638950
    },
    {
      "epoch": 736.52,
      "grad_norm": 1.1502232551574707,
      "learning_rate": 8.022332932112559e-08,
      "loss": 0.3483,
      "step": 2638960
    },
    {
      "epoch": 736.53,
      "grad_norm": 1.3213274478912354,
      "learning_rate": 8.021631553316969e-08,
      "loss": 0.3471,
      "step": 2638970
    },
    {
      "epoch": 736.53,
      "grad_norm": 1.4414924383163452,
      "learning_rate": 8.020930204649051e-08,
      "loss": 0.3272,
      "step": 2638980
    },
    {
      "epoch": 736.53,
      "grad_norm": 1.118956446647644,
      "learning_rate": 8.020228886108908e-08,
      "loss": 0.3346,
      "step": 2638990
    },
    {
      "epoch": 736.53,
      "grad_norm": 1.2117359638214111,
      "learning_rate": 8.01952759769667e-08,
      "loss": 0.3241,
      "step": 2639000
    },
    {
      "epoch": 736.54,
      "grad_norm": 1.35091233253479,
      "learning_rate": 8.018826339412417e-08,
      "loss": 0.3538,
      "step": 2639010
    },
    {
      "epoch": 736.54,
      "grad_norm": 1.2571699619293213,
      "learning_rate": 8.018125111256172e-08,
      "loss": 0.3448,
      "step": 2639020
    },
    {
      "epoch": 736.54,
      "grad_norm": 1.149274468421936,
      "learning_rate": 8.017423913228146e-08,
      "loss": 0.338,
      "step": 2639030
    },
    {
      "epoch": 736.54,
      "grad_norm": 1.4446879625320435,
      "learning_rate": 8.016722745328363e-08,
      "loss": 0.3339,
      "step": 2639040
    },
    {
      "epoch": 736.55,
      "grad_norm": 1.2384082078933716,
      "learning_rate": 8.016021607556901e-08,
      "loss": 0.3279,
      "step": 2639050
    },
    {
      "epoch": 736.55,
      "grad_norm": 1.1546175479888916,
      "learning_rate": 8.015320499913943e-08,
      "loss": 0.3398,
      "step": 2639060
    },
    {
      "epoch": 736.55,
      "grad_norm": 1.43393874168396,
      "learning_rate": 8.014619422399464e-08,
      "loss": 0.3406,
      "step": 2639070
    },
    {
      "epoch": 736.56,
      "grad_norm": 1.2239569425582886,
      "learning_rate": 8.013918375013618e-08,
      "loss": 0.3326,
      "step": 2639080
    },
    {
      "epoch": 736.56,
      "grad_norm": 1.244821310043335,
      "learning_rate": 8.013217357756511e-08,
      "loss": 0.351,
      "step": 2639090
    },
    {
      "epoch": 736.56,
      "grad_norm": 1.3669252395629883,
      "learning_rate": 8.012516370628246e-08,
      "loss": 0.3409,
      "step": 2639100
    },
    {
      "epoch": 736.56,
      "grad_norm": 1.1231764554977417,
      "learning_rate": 8.011815413628848e-08,
      "loss": 0.3297,
      "step": 2639110
    },
    {
      "epoch": 736.57,
      "grad_norm": 1.5598417520523071,
      "learning_rate": 8.011114486758448e-08,
      "loss": 0.3426,
      "step": 2639120
    },
    {
      "epoch": 736.57,
      "grad_norm": 1.3769735097885132,
      "learning_rate": 8.010413590017177e-08,
      "loss": 0.3369,
      "step": 2639130
    },
    {
      "epoch": 736.57,
      "grad_norm": 1.1466244459152222,
      "learning_rate": 8.009712723405035e-08,
      "loss": 0.3452,
      "step": 2639140
    },
    {
      "epoch": 736.58,
      "grad_norm": 1.0993155241012573,
      "learning_rate": 8.009011886922229e-08,
      "loss": 0.3462,
      "step": 2639150
    },
    {
      "epoch": 736.58,
      "grad_norm": 1.2876447439193726,
      "learning_rate": 8.008311080568786e-08,
      "loss": 0.3314,
      "step": 2639160
    },
    {
      "epoch": 736.58,
      "grad_norm": 1.9719198942184448,
      "learning_rate": 8.007610304344809e-08,
      "loss": 0.3484,
      "step": 2639170
    },
    {
      "epoch": 736.58,
      "grad_norm": 1.211901307106018,
      "learning_rate": 8.006909558250376e-08,
      "loss": 0.3358,
      "step": 2639180
    },
    {
      "epoch": 736.59,
      "grad_norm": 1.370430827140808,
      "learning_rate": 8.006208842285619e-08,
      "loss": 0.3443,
      "step": 2639190
    },
    {
      "epoch": 736.59,
      "grad_norm": 1.267845630645752,
      "learning_rate": 8.005508156450615e-08,
      "loss": 0.3417,
      "step": 2639200
    },
    {
      "epoch": 736.59,
      "grad_norm": 1.2017035484313965,
      "learning_rate": 8.004807500745415e-08,
      "loss": 0.3354,
      "step": 2639210
    },
    {
      "epoch": 736.6,
      "grad_norm": 1.4684853553771973,
      "learning_rate": 8.004106875170204e-08,
      "loss": 0.3302,
      "step": 2639220
    },
    {
      "epoch": 736.6,
      "grad_norm": 1.3895729780197144,
      "learning_rate": 8.003406279724953e-08,
      "loss": 0.3283,
      "step": 2639230
    },
    {
      "epoch": 736.6,
      "grad_norm": 1.2798256874084473,
      "learning_rate": 8.002705714409895e-08,
      "loss": 0.3285,
      "step": 2639240
    },
    {
      "epoch": 736.6,
      "grad_norm": 1.1116788387298584,
      "learning_rate": 8.002005179225008e-08,
      "loss": 0.3257,
      "step": 2639250
    },
    {
      "epoch": 736.61,
      "grad_norm": 1.2806345224380493,
      "learning_rate": 8.001304674170421e-08,
      "loss": 0.3364,
      "step": 2639260
    },
    {
      "epoch": 736.61,
      "grad_norm": 1.2820020914077759,
      "learning_rate": 8.000604199246263e-08,
      "loss": 0.3267,
      "step": 2639270
    },
    {
      "epoch": 736.61,
      "grad_norm": 1.1594213247299194,
      "learning_rate": 7.99990375445256e-08,
      "loss": 0.3216,
      "step": 2639280
    },
    {
      "epoch": 736.61,
      "grad_norm": 1.2011598348617554,
      "learning_rate": 7.999203339789494e-08,
      "loss": 0.328,
      "step": 2639290
    },
    {
      "epoch": 736.62,
      "grad_norm": 1.1935365200042725,
      "learning_rate": 7.998502955257066e-08,
      "loss": 0.3333,
      "step": 2639300
    },
    {
      "epoch": 736.62,
      "grad_norm": 1.3140686750411987,
      "learning_rate": 7.997802600855432e-08,
      "loss": 0.3326,
      "step": 2639310
    },
    {
      "epoch": 736.62,
      "grad_norm": 1.455753207206726,
      "learning_rate": 7.997102276584644e-08,
      "loss": 0.3547,
      "step": 2639320
    },
    {
      "epoch": 736.63,
      "grad_norm": 1.4359670877456665,
      "learning_rate": 7.996401982444858e-08,
      "loss": 0.3242,
      "step": 2639330
    },
    {
      "epoch": 736.63,
      "grad_norm": 1.2104284763336182,
      "learning_rate": 7.995701718436098e-08,
      "loss": 0.3347,
      "step": 2639340
    },
    {
      "epoch": 736.63,
      "grad_norm": 1.2420178651809692,
      "learning_rate": 7.995001484558498e-08,
      "loss": 0.3361,
      "step": 2639350
    },
    {
      "epoch": 736.63,
      "grad_norm": 1.204596996307373,
      "learning_rate": 7.994301280812133e-08,
      "loss": 0.3289,
      "step": 2639360
    },
    {
      "epoch": 736.64,
      "grad_norm": 1.1525782346725464,
      "learning_rate": 7.993601107197057e-08,
      "loss": 0.3286,
      "step": 2639370
    },
    {
      "epoch": 736.64,
      "grad_norm": 1.3551522493362427,
      "learning_rate": 7.992900963713478e-08,
      "loss": 0.3346,
      "step": 2639380
    },
    {
      "epoch": 736.64,
      "grad_norm": 1.4108595848083496,
      "learning_rate": 7.992200850361366e-08,
      "loss": 0.3404,
      "step": 2639390
    },
    {
      "epoch": 736.65,
      "grad_norm": 1.0650554895401,
      "learning_rate": 7.991500767140883e-08,
      "loss": 0.333,
      "step": 2639400
    },
    {
      "epoch": 736.65,
      "grad_norm": 1.3962949514389038,
      "learning_rate": 7.99080071405213e-08,
      "loss": 0.3261,
      "step": 2639410
    },
    {
      "epoch": 736.65,
      "grad_norm": 1.2833186388015747,
      "learning_rate": 7.990100691095134e-08,
      "loss": 0.3252,
      "step": 2639420
    },
    {
      "epoch": 736.65,
      "grad_norm": 1.048013687133789,
      "learning_rate": 7.989400698270049e-08,
      "loss": 0.3291,
      "step": 2639430
    },
    {
      "epoch": 736.66,
      "grad_norm": 1.2585114240646362,
      "learning_rate": 7.988700735576955e-08,
      "loss": 0.3264,
      "step": 2639440
    },
    {
      "epoch": 736.66,
      "grad_norm": 1.2413660287857056,
      "learning_rate": 7.988000803015957e-08,
      "loss": 0.3383,
      "step": 2639450
    },
    {
      "epoch": 736.66,
      "grad_norm": 1.1612005233764648,
      "learning_rate": 7.987300900587053e-08,
      "loss": 0.3438,
      "step": 2639460
    },
    {
      "epoch": 736.66,
      "grad_norm": 1.3168995380401611,
      "learning_rate": 7.986601028290504e-08,
      "loss": 0.3364,
      "step": 2639470
    },
    {
      "epoch": 736.67,
      "grad_norm": 1.0220332145690918,
      "learning_rate": 7.985901186126259e-08,
      "loss": 0.339,
      "step": 2639480
    },
    {
      "epoch": 736.67,
      "grad_norm": 1.1526204347610474,
      "learning_rate": 7.98520137409447e-08,
      "loss": 0.3123,
      "step": 2639490
    },
    {
      "epoch": 736.67,
      "grad_norm": 1.1033439636230469,
      "learning_rate": 7.984501592195273e-08,
      "loss": 0.3312,
      "step": 2639500
    },
    {
      "epoch": 736.68,
      "grad_norm": 1.4845623970031738,
      "learning_rate": 7.983801840428664e-08,
      "loss": 0.3339,
      "step": 2639510
    },
    {
      "epoch": 736.68,
      "grad_norm": 1.1269265413284302,
      "learning_rate": 7.983102118794775e-08,
      "loss": 0.3504,
      "step": 2639520
    },
    {
      "epoch": 736.68,
      "grad_norm": 1.2624927759170532,
      "learning_rate": 7.982402427293734e-08,
      "loss": 0.3269,
      "step": 2639530
    },
    {
      "epoch": 736.68,
      "grad_norm": 1.0759336948394775,
      "learning_rate": 7.981702765925594e-08,
      "loss": 0.3397,
      "step": 2639540
    },
    {
      "epoch": 736.69,
      "grad_norm": 1.2996734380722046,
      "learning_rate": 7.981003134690514e-08,
      "loss": 0.3329,
      "step": 2639550
    },
    {
      "epoch": 736.69,
      "grad_norm": 2.6112442016601562,
      "learning_rate": 7.980303533588489e-08,
      "loss": 0.3285,
      "step": 2639560
    },
    {
      "epoch": 736.69,
      "grad_norm": 1.3809489011764526,
      "learning_rate": 7.979603962619653e-08,
      "loss": 0.3332,
      "step": 2639570
    },
    {
      "epoch": 736.7,
      "grad_norm": 1.3681459426879883,
      "learning_rate": 7.978904421784109e-08,
      "loss": 0.3371,
      "step": 2639580
    },
    {
      "epoch": 736.7,
      "grad_norm": 1.374902606010437,
      "learning_rate": 7.978204911081986e-08,
      "loss": 0.3423,
      "step": 2639590
    },
    {
      "epoch": 736.7,
      "grad_norm": 1.3387691974639893,
      "learning_rate": 7.977505430513285e-08,
      "loss": 0.3173,
      "step": 2639600
    },
    {
      "epoch": 736.7,
      "grad_norm": 1.2642830610275269,
      "learning_rate": 7.976805980078188e-08,
      "loss": 0.3301,
      "step": 2639610
    },
    {
      "epoch": 736.71,
      "grad_norm": 1.1956897974014282,
      "learning_rate": 7.976106559776748e-08,
      "loss": 0.3401,
      "step": 2639620
    },
    {
      "epoch": 736.71,
      "grad_norm": 1.2513885498046875,
      "learning_rate": 7.97540716960904e-08,
      "loss": 0.3478,
      "step": 2639630
    },
    {
      "epoch": 736.71,
      "grad_norm": 1.7211898565292358,
      "learning_rate": 7.974707809575223e-08,
      "loss": 0.3404,
      "step": 2639640
    },
    {
      "epoch": 736.72,
      "grad_norm": 1.3355787992477417,
      "learning_rate": 7.974008479675323e-08,
      "loss": 0.3435,
      "step": 2639650
    },
    {
      "epoch": 736.72,
      "grad_norm": 1.1469770669937134,
      "learning_rate": 7.973309179909442e-08,
      "loss": 0.338,
      "step": 2639660
    },
    {
      "epoch": 736.72,
      "grad_norm": 1.1110118627548218,
      "learning_rate": 7.972609910277712e-08,
      "loss": 0.3342,
      "step": 2639670
    },
    {
      "epoch": 736.72,
      "grad_norm": 1.1120187044143677,
      "learning_rate": 7.97191067078021e-08,
      "loss": 0.3364,
      "step": 2639680
    },
    {
      "epoch": 736.73,
      "grad_norm": 1.2479668855667114,
      "learning_rate": 7.97121146141699e-08,
      "loss": 0.334,
      "step": 2639690
    },
    {
      "epoch": 736.73,
      "grad_norm": 1.1421173810958862,
      "learning_rate": 7.970512282188179e-08,
      "loss": 0.3442,
      "step": 2639700
    },
    {
      "epoch": 736.73,
      "grad_norm": 1.3957970142364502,
      "learning_rate": 7.969813133093883e-08,
      "loss": 0.3353,
      "step": 2639710
    },
    {
      "epoch": 736.73,
      "grad_norm": 1.253298044204712,
      "learning_rate": 7.969114014134154e-08,
      "loss": 0.325,
      "step": 2639720
    },
    {
      "epoch": 736.74,
      "grad_norm": 1.0897022485733032,
      "learning_rate": 7.968414925309148e-08,
      "loss": 0.3419,
      "step": 2639730
    },
    {
      "epoch": 736.74,
      "grad_norm": 1.2540143728256226,
      "learning_rate": 7.967715866618891e-08,
      "loss": 0.325,
      "step": 2639740
    },
    {
      "epoch": 736.74,
      "grad_norm": 2.2773423194885254,
      "learning_rate": 7.967016838063512e-08,
      "loss": 0.3381,
      "step": 2639750
    },
    {
      "epoch": 736.75,
      "grad_norm": 1.4603936672210693,
      "learning_rate": 7.966317839643091e-08,
      "loss": 0.3309,
      "step": 2639760
    },
    {
      "epoch": 736.75,
      "grad_norm": 1.383500576019287,
      "learning_rate": 7.965618871357756e-08,
      "loss": 0.359,
      "step": 2639770
    },
    {
      "epoch": 736.75,
      "grad_norm": 1.2201753854751587,
      "learning_rate": 7.964919933207536e-08,
      "loss": 0.3449,
      "step": 2639780
    },
    {
      "epoch": 736.75,
      "grad_norm": 1.572301983833313,
      "learning_rate": 7.964221025192584e-08,
      "loss": 0.3343,
      "step": 2639790
    },
    {
      "epoch": 736.76,
      "grad_norm": 1.3263074159622192,
      "learning_rate": 7.963522147312953e-08,
      "loss": 0.3434,
      "step": 2639800
    },
    {
      "epoch": 736.76,
      "grad_norm": 1.1289937496185303,
      "learning_rate": 7.962823299568748e-08,
      "loss": 0.3543,
      "step": 2639810
    },
    {
      "epoch": 736.76,
      "grad_norm": 1.1679646968841553,
      "learning_rate": 7.962124481960073e-08,
      "loss": 0.3452,
      "step": 2639820
    },
    {
      "epoch": 736.77,
      "grad_norm": 1.2495867013931274,
      "learning_rate": 7.961425694487031e-08,
      "loss": 0.3337,
      "step": 2639830
    },
    {
      "epoch": 736.77,
      "grad_norm": 1.2714184522628784,
      "learning_rate": 7.960726937149674e-08,
      "loss": 0.3262,
      "step": 2639840
    },
    {
      "epoch": 736.77,
      "grad_norm": 1.1949443817138672,
      "learning_rate": 7.960028209948108e-08,
      "loss": 0.3396,
      "step": 2639850
    },
    {
      "epoch": 736.77,
      "grad_norm": 1.1964786052703857,
      "learning_rate": 7.959329512882461e-08,
      "loss": 0.3238,
      "step": 2639860
    },
    {
      "epoch": 736.78,
      "grad_norm": 1.2538179159164429,
      "learning_rate": 7.958630845952812e-08,
      "loss": 0.3248,
      "step": 2639870
    },
    {
      "epoch": 736.78,
      "grad_norm": 1.443122148513794,
      "learning_rate": 7.957932209159213e-08,
      "loss": 0.3358,
      "step": 2639880
    },
    {
      "epoch": 736.78,
      "grad_norm": 1.0901881456375122,
      "learning_rate": 7.957233602501793e-08,
      "loss": 0.3266,
      "step": 2639890
    },
    {
      "epoch": 736.78,
      "grad_norm": 1.2296907901763916,
      "learning_rate": 7.956535025980632e-08,
      "loss": 0.3378,
      "step": 2639900
    },
    {
      "epoch": 736.79,
      "grad_norm": 1.3231252431869507,
      "learning_rate": 7.95583647959586e-08,
      "loss": 0.344,
      "step": 2639910
    },
    {
      "epoch": 736.79,
      "grad_norm": 1.206652283668518,
      "learning_rate": 7.955137963347528e-08,
      "loss": 0.329,
      "step": 2639920
    },
    {
      "epoch": 736.79,
      "grad_norm": 1.356836199760437,
      "learning_rate": 7.954439477235739e-08,
      "loss": 0.34,
      "step": 2639930
    },
    {
      "epoch": 736.8,
      "grad_norm": 1.1612334251403809,
      "learning_rate": 7.953741021260598e-08,
      "loss": 0.3345,
      "step": 2639940
    },
    {
      "epoch": 736.8,
      "grad_norm": 1.106303095817566,
      "learning_rate": 7.95304259542216e-08,
      "loss": 0.3375,
      "step": 2639950
    },
    {
      "epoch": 736.8,
      "grad_norm": 1.2752535343170166,
      "learning_rate": 7.952344199720576e-08,
      "loss": 0.3297,
      "step": 2639960
    },
    {
      "epoch": 736.8,
      "grad_norm": 1.0893659591674805,
      "learning_rate": 7.951645834155902e-08,
      "loss": 0.3326,
      "step": 2639970
    },
    {
      "epoch": 736.81,
      "grad_norm": 1.1428078413009644,
      "learning_rate": 7.950947498728215e-08,
      "loss": 0.3425,
      "step": 2639980
    },
    {
      "epoch": 736.81,
      "grad_norm": 1.3562973737716675,
      "learning_rate": 7.950249193437643e-08,
      "loss": 0.3255,
      "step": 2639990
    },
    {
      "epoch": 736.81,
      "grad_norm": 1.1471023559570312,
      "learning_rate": 7.949550918284293e-08,
      "loss": 0.3319,
      "step": 2640000
    },
    {
      "epoch": 736.82,
      "grad_norm": 1.1874622106552124,
      "learning_rate": 7.948852673268216e-08,
      "loss": 0.3344,
      "step": 2640010
    },
    {
      "epoch": 736.82,
      "grad_norm": 1.1279531717300415,
      "learning_rate": 7.948154458389516e-08,
      "loss": 0.3373,
      "step": 2640020
    },
    {
      "epoch": 736.82,
      "grad_norm": 1.4932827949523926,
      "learning_rate": 7.947456273648296e-08,
      "loss": 0.347,
      "step": 2640030
    },
    {
      "epoch": 736.82,
      "grad_norm": 1.0260456800460815,
      "learning_rate": 7.94675811904461e-08,
      "loss": 0.3241,
      "step": 2640040
    },
    {
      "epoch": 736.83,
      "grad_norm": 1.1375560760498047,
      "learning_rate": 7.946059994578639e-08,
      "loss": 0.3293,
      "step": 2640050
    },
    {
      "epoch": 736.83,
      "grad_norm": 1.2734721899032593,
      "learning_rate": 7.945361900250384e-08,
      "loss": 0.3326,
      "step": 2640060
    },
    {
      "epoch": 736.83,
      "grad_norm": 1.2847561836242676,
      "learning_rate": 7.94466383606e-08,
      "loss": 0.3348,
      "step": 2640070
    },
    {
      "epoch": 736.84,
      "grad_norm": 1.2317140102386475,
      "learning_rate": 7.943965802007564e-08,
      "loss": 0.3281,
      "step": 2640080
    },
    {
      "epoch": 736.84,
      "grad_norm": 1.203506588935852,
      "learning_rate": 7.943267798093131e-08,
      "loss": 0.3356,
      "step": 2640090
    },
    {
      "epoch": 736.84,
      "grad_norm": 1.2341996431350708,
      "learning_rate": 7.94256982431683e-08,
      "loss": 0.3395,
      "step": 2640100
    },
    {
      "epoch": 736.84,
      "grad_norm": 1.39029061794281,
      "learning_rate": 7.941871880678737e-08,
      "loss": 0.3311,
      "step": 2640110
    },
    {
      "epoch": 736.85,
      "grad_norm": 1.374510645866394,
      "learning_rate": 7.941173967178959e-08,
      "loss": 0.3262,
      "step": 2640120
    },
    {
      "epoch": 736.85,
      "grad_norm": 1.0844742059707642,
      "learning_rate": 7.940476083817598e-08,
      "loss": 0.3256,
      "step": 2640130
    },
    {
      "epoch": 736.85,
      "grad_norm": 1.3600112199783325,
      "learning_rate": 7.939778230594733e-08,
      "loss": 0.3359,
      "step": 2640140
    },
    {
      "epoch": 736.85,
      "grad_norm": 1.2660707235336304,
      "learning_rate": 7.939080407510468e-08,
      "loss": 0.3564,
      "step": 2640150
    },
    {
      "epoch": 736.86,
      "grad_norm": 1.150930643081665,
      "learning_rate": 7.938382614564855e-08,
      "loss": 0.3228,
      "step": 2640160
    },
    {
      "epoch": 736.86,
      "grad_norm": 1.308792233467102,
      "learning_rate": 7.937684851758052e-08,
      "loss": 0.3393,
      "step": 2640170
    },
    {
      "epoch": 736.86,
      "grad_norm": 1.1995493173599243,
      "learning_rate": 7.93698711909008e-08,
      "loss": 0.3342,
      "step": 2640180
    },
    {
      "epoch": 736.87,
      "grad_norm": 1.1603931188583374,
      "learning_rate": 7.9362894165611e-08,
      "loss": 0.3362,
      "step": 2640190
    },
    {
      "epoch": 736.87,
      "grad_norm": 1.1668721437454224,
      "learning_rate": 7.935591744171162e-08,
      "loss": 0.3323,
      "step": 2640200
    },
    {
      "epoch": 736.87,
      "grad_norm": 1.2238211631774902,
      "learning_rate": 7.934894101920371e-08,
      "loss": 0.3328,
      "step": 2640210
    },
    {
      "epoch": 736.87,
      "grad_norm": 1.3448759317398071,
      "learning_rate": 7.934196489808829e-08,
      "loss": 0.327,
      "step": 2640220
    },
    {
      "epoch": 736.88,
      "grad_norm": 1.1694179773330688,
      "learning_rate": 7.933498907836617e-08,
      "loss": 0.335,
      "step": 2640230
    },
    {
      "epoch": 736.88,
      "grad_norm": 1.298356533050537,
      "learning_rate": 7.932801356003811e-08,
      "loss": 0.3327,
      "step": 2640240
    },
    {
      "epoch": 736.88,
      "grad_norm": 1.3395296335220337,
      "learning_rate": 7.932103834310542e-08,
      "loss": 0.3384,
      "step": 2640250
    },
    {
      "epoch": 736.89,
      "grad_norm": 1.3511121273040771,
      "learning_rate": 7.931406342756887e-08,
      "loss": 0.3326,
      "step": 2640260
    },
    {
      "epoch": 736.89,
      "grad_norm": 1.2210355997085571,
      "learning_rate": 7.930708881342899e-08,
      "loss": 0.3341,
      "step": 2640270
    },
    {
      "epoch": 736.89,
      "grad_norm": 1.2589579820632935,
      "learning_rate": 7.93001145006876e-08,
      "loss": 0.338,
      "step": 2640280
    },
    {
      "epoch": 736.89,
      "grad_norm": 1.5070313215255737,
      "learning_rate": 7.929314048934496e-08,
      "loss": 0.3372,
      "step": 2640290
    },
    {
      "epoch": 736.9,
      "grad_norm": 1.2802734375,
      "learning_rate": 7.928616677940186e-08,
      "loss": 0.3431,
      "step": 2640300
    },
    {
      "epoch": 736.9,
      "grad_norm": 1.5827445983886719,
      "learning_rate": 7.927919337086009e-08,
      "loss": 0.3371,
      "step": 2640310
    },
    {
      "epoch": 736.9,
      "grad_norm": 1.3238602876663208,
      "learning_rate": 7.927222026371943e-08,
      "loss": 0.3328,
      "step": 2640320
    },
    {
      "epoch": 736.9,
      "grad_norm": 1.1121230125427246,
      "learning_rate": 7.926524745798169e-08,
      "loss": 0.3443,
      "step": 2640330
    },
    {
      "epoch": 736.91,
      "grad_norm": 1.0475802421569824,
      "learning_rate": 7.92582749536471e-08,
      "loss": 0.3483,
      "step": 2640340
    },
    {
      "epoch": 736.91,
      "grad_norm": 1.3887031078338623,
      "learning_rate": 7.925130275071752e-08,
      "loss": 0.327,
      "step": 2640350
    },
    {
      "epoch": 736.91,
      "grad_norm": 1.308791995048523,
      "learning_rate": 7.924433084919293e-08,
      "loss": 0.3237,
      "step": 2640360
    },
    {
      "epoch": 736.92,
      "grad_norm": 1.2055455446243286,
      "learning_rate": 7.92373592490749e-08,
      "loss": 0.3355,
      "step": 2640370
    },
    {
      "epoch": 736.92,
      "grad_norm": 1.3435804843902588,
      "learning_rate": 7.92303879503642e-08,
      "loss": 0.3453,
      "step": 2640380
    },
    {
      "epoch": 736.92,
      "grad_norm": 1.881819486618042,
      "learning_rate": 7.92234169530611e-08,
      "loss": 0.3327,
      "step": 2640390
    },
    {
      "epoch": 736.92,
      "grad_norm": 1.0512346029281616,
      "learning_rate": 7.921644625716768e-08,
      "loss": 0.3278,
      "step": 2640400
    },
    {
      "epoch": 736.93,
      "grad_norm": 1.1527025699615479,
      "learning_rate": 7.920947586268394e-08,
      "loss": 0.3332,
      "step": 2640410
    },
    {
      "epoch": 736.93,
      "grad_norm": 1.3786906003952026,
      "learning_rate": 7.920250576961144e-08,
      "loss": 0.3455,
      "step": 2640420
    },
    {
      "epoch": 736.93,
      "grad_norm": 1.1628979444503784,
      "learning_rate": 7.919553597795069e-08,
      "loss": 0.3501,
      "step": 2640430
    },
    {
      "epoch": 736.94,
      "grad_norm": 1.1998916864395142,
      "learning_rate": 7.918856648770275e-08,
      "loss": 0.3424,
      "step": 2640440
    },
    {
      "epoch": 736.94,
      "grad_norm": 1.1190016269683838,
      "learning_rate": 7.918159729886891e-08,
      "loss": 0.3408,
      "step": 2640450
    },
    {
      "epoch": 736.94,
      "grad_norm": 1.2264362573623657,
      "learning_rate": 7.917462841144917e-08,
      "loss": 0.3326,
      "step": 2640460
    },
    {
      "epoch": 736.94,
      "grad_norm": 1.30855131149292,
      "learning_rate": 7.916765982544535e-08,
      "loss": 0.3418,
      "step": 2640470
    },
    {
      "epoch": 736.95,
      "grad_norm": 1.5806429386138916,
      "learning_rate": 7.916069154085798e-08,
      "loss": 0.3661,
      "step": 2640480
    },
    {
      "epoch": 736.95,
      "grad_norm": 1.3530910015106201,
      "learning_rate": 7.91537235576881e-08,
      "loss": 0.3399,
      "step": 2640490
    },
    {
      "epoch": 736.95,
      "grad_norm": 1.513404369354248,
      "learning_rate": 7.914675587593648e-08,
      "loss": 0.3341,
      "step": 2640500
    },
    {
      "epoch": 736.96,
      "grad_norm": 1.808905005455017,
      "learning_rate": 7.913978849560442e-08,
      "loss": 0.3579,
      "step": 2640510
    },
    {
      "epoch": 736.96,
      "grad_norm": 1.1196088790893555,
      "learning_rate": 7.913282141669246e-08,
      "loss": 0.3336,
      "step": 2640520
    },
    {
      "epoch": 736.96,
      "grad_norm": 1.1067821979522705,
      "learning_rate": 7.912585463920136e-08,
      "loss": 0.3436,
      "step": 2640530
    },
    {
      "epoch": 736.96,
      "grad_norm": 1.1880520582199097,
      "learning_rate": 7.911888816313295e-08,
      "loss": 0.3264,
      "step": 2640540
    },
    {
      "epoch": 736.97,
      "grad_norm": 0.9961166977882385,
      "learning_rate": 7.911192198848723e-08,
      "loss": 0.3418,
      "step": 2640550
    },
    {
      "epoch": 736.97,
      "grad_norm": 1.2477269172668457,
      "learning_rate": 7.910495611526523e-08,
      "loss": 0.3319,
      "step": 2640560
    },
    {
      "epoch": 736.97,
      "grad_norm": 1.393703579902649,
      "learning_rate": 7.909799054346826e-08,
      "loss": 0.3329,
      "step": 2640570
    },
    {
      "epoch": 736.97,
      "grad_norm": 1.2023019790649414,
      "learning_rate": 7.909102527309739e-08,
      "loss": 0.3475,
      "step": 2640580
    },
    {
      "epoch": 736.98,
      "grad_norm": 1.0748060941696167,
      "learning_rate": 7.908406030415308e-08,
      "loss": 0.341,
      "step": 2640590
    },
    {
      "epoch": 736.98,
      "grad_norm": 1.1989109516143799,
      "learning_rate": 7.907709563663616e-08,
      "loss": 0.3424,
      "step": 2640600
    },
    {
      "epoch": 736.98,
      "grad_norm": 1.4188268184661865,
      "learning_rate": 7.907013127054843e-08,
      "loss": 0.3298,
      "step": 2640610
    },
    {
      "epoch": 736.99,
      "grad_norm": 1.6424912214279175,
      "learning_rate": 7.906316720588937e-08,
      "loss": 0.3308,
      "step": 2640620
    },
    {
      "epoch": 736.99,
      "grad_norm": 1.2563390731811523,
      "learning_rate": 7.905620344266132e-08,
      "loss": 0.3478,
      "step": 2640630
    },
    {
      "epoch": 736.99,
      "grad_norm": 1.4312602281570435,
      "learning_rate": 7.904923998086457e-08,
      "loss": 0.3327,
      "step": 2640640
    },
    {
      "epoch": 736.99,
      "grad_norm": 3.820122003555298,
      "learning_rate": 7.904227682049985e-08,
      "loss": 0.3448,
      "step": 2640650
    },
    {
      "epoch": 737.0,
      "grad_norm": 1.1846246719360352,
      "learning_rate": 7.903531396156876e-08,
      "loss": 0.3357,
      "step": 2640660
    },
    {
      "epoch": 737.0,
      "grad_norm": 1.4481518268585205,
      "learning_rate": 7.902835140407155e-08,
      "loss": 0.327,
      "step": 2640670
    },
    {
      "epoch": 737.0,
      "eval_loss": 0.3385466933250427,
      "eval_runtime": 66.4417,
      "eval_samples_per_second": 76.142,
      "eval_steps_per_second": 9.527,
      "step": 2640671
    },
    {
      "epoch": 737.0,
      "grad_norm": 1.434252142906189,
      "learning_rate": 7.90213891480095e-08,
      "loss": 0.3303,
      "step": 2640680
    },
    {
      "epoch": 737.01,
      "grad_norm": 1.1909834146499634,
      "learning_rate": 7.901442719338318e-08,
      "loss": 0.3338,
      "step": 2640690
    },
    {
      "epoch": 737.01,
      "grad_norm": 1.4028446674346924,
      "learning_rate": 7.900746554019409e-08,
      "loss": 0.3496,
      "step": 2640700
    },
    {
      "epoch": 737.01,
      "grad_norm": 1.263638973236084,
      "learning_rate": 7.900050418844254e-08,
      "loss": 0.3477,
      "step": 2640710
    },
    {
      "epoch": 737.01,
      "grad_norm": 1.628357172012329,
      "learning_rate": 7.899354313813033e-08,
      "loss": 0.3352,
      "step": 2640720
    },
    {
      "epoch": 737.02,
      "grad_norm": 1.4010676145553589,
      "learning_rate": 7.89865823892572e-08,
      "loss": 0.3345,
      "step": 2640730
    },
    {
      "epoch": 737.02,
      "grad_norm": 1.3009165525436401,
      "learning_rate": 7.897962194182497e-08,
      "loss": 0.3572,
      "step": 2640740
    },
    {
      "epoch": 737.02,
      "grad_norm": 1.3291760683059692,
      "learning_rate": 7.897266179583443e-08,
      "loss": 0.3224,
      "step": 2640750
    },
    {
      "epoch": 737.02,
      "grad_norm": 1.2116059064865112,
      "learning_rate": 7.896570195128609e-08,
      "loss": 0.3518,
      "step": 2640760
    },
    {
      "epoch": 737.03,
      "grad_norm": 1.6671950817108154,
      "learning_rate": 7.895874240818126e-08,
      "loss": 0.345,
      "step": 2640770
    },
    {
      "epoch": 737.03,
      "grad_norm": 1.238242506980896,
      "learning_rate": 7.895178316652097e-08,
      "loss": 0.327,
      "step": 2640780
    },
    {
      "epoch": 737.03,
      "grad_norm": 1.2245020866394043,
      "learning_rate": 7.894482422630549e-08,
      "loss": 0.3311,
      "step": 2640790
    },
    {
      "epoch": 737.04,
      "grad_norm": 1.1434483528137207,
      "learning_rate": 7.893786558753639e-08,
      "loss": 0.3363,
      "step": 2640800
    },
    {
      "epoch": 737.04,
      "grad_norm": 1.3025939464569092,
      "learning_rate": 7.893090725021467e-08,
      "loss": 0.3226,
      "step": 2640810
    },
    {
      "epoch": 737.04,
      "grad_norm": 1.2267088890075684,
      "learning_rate": 7.89239492143409e-08,
      "loss": 0.3183,
      "step": 2640820
    },
    {
      "epoch": 737.04,
      "grad_norm": 1.2996113300323486,
      "learning_rate": 7.891699147991584e-08,
      "loss": 0.3394,
      "step": 2640830
    },
    {
      "epoch": 737.05,
      "grad_norm": 1.1808940172195435,
      "learning_rate": 7.891003404694104e-08,
      "loss": 0.3437,
      "step": 2640840
    },
    {
      "epoch": 737.05,
      "grad_norm": 1.0457264184951782,
      "learning_rate": 7.890307691541652e-08,
      "loss": 0.3219,
      "step": 2640850
    },
    {
      "epoch": 737.05,
      "grad_norm": 1.129451870918274,
      "learning_rate": 7.889612008534436e-08,
      "loss": 0.3251,
      "step": 2640860
    },
    {
      "epoch": 737.06,
      "grad_norm": 1.2778127193450928,
      "learning_rate": 7.888916355672454e-08,
      "loss": 0.3355,
      "step": 2640870
    },
    {
      "epoch": 737.06,
      "grad_norm": 1.317515254020691,
      "learning_rate": 7.888220732955811e-08,
      "loss": 0.3335,
      "step": 2640880
    },
    {
      "epoch": 737.06,
      "grad_norm": 1.3437811136245728,
      "learning_rate": 7.887525140384664e-08,
      "loss": 0.3361,
      "step": 2640890
    },
    {
      "epoch": 737.06,
      "grad_norm": 1.3281872272491455,
      "learning_rate": 7.886829577959038e-08,
      "loss": 0.3334,
      "step": 2640900
    },
    {
      "epoch": 737.07,
      "grad_norm": 1.258699655532837,
      "learning_rate": 7.886134045679065e-08,
      "loss": 0.3253,
      "step": 2640910
    },
    {
      "epoch": 737.07,
      "grad_norm": 1.3872343301773071,
      "learning_rate": 7.885438543544794e-08,
      "loss": 0.3261,
      "step": 2640920
    },
    {
      "epoch": 737.07,
      "grad_norm": 1.3845397233963013,
      "learning_rate": 7.884743071556384e-08,
      "loss": 0.3474,
      "step": 2640930
    },
    {
      "epoch": 737.08,
      "grad_norm": 1.4909015893936157,
      "learning_rate": 7.884047629713834e-08,
      "loss": 0.3241,
      "step": 2640940
    },
    {
      "epoch": 737.08,
      "grad_norm": 1.197358250617981,
      "learning_rate": 7.883352218017352e-08,
      "loss": 0.3496,
      "step": 2640950
    },
    {
      "epoch": 737.08,
      "grad_norm": 1.2475959062576294,
      "learning_rate": 7.88265683646691e-08,
      "loss": 0.3509,
      "step": 2640960
    },
    {
      "epoch": 737.08,
      "grad_norm": 1.2960981130599976,
      "learning_rate": 7.881961485062694e-08,
      "loss": 0.3411,
      "step": 2640970
    },
    {
      "epoch": 737.09,
      "grad_norm": 1.2489384412765503,
      "learning_rate": 7.88126616380478e-08,
      "loss": 0.3409,
      "step": 2640980
    },
    {
      "epoch": 737.09,
      "grad_norm": 1.2018076181411743,
      "learning_rate": 7.880570872693193e-08,
      "loss": 0.338,
      "step": 2640990
    },
    {
      "epoch": 737.09,
      "grad_norm": 1.1773889064788818,
      "learning_rate": 7.879875611728143e-08,
      "loss": 0.3232,
      "step": 2641000
    },
    {
      "epoch": 737.09,
      "grad_norm": 1.4988672733306885,
      "learning_rate": 7.879180380909603e-08,
      "loss": 0.3559,
      "step": 2641010
    },
    {
      "epoch": 737.1,
      "grad_norm": 1.4168790578842163,
      "learning_rate": 7.87848518023773e-08,
      "loss": 0.3165,
      "step": 2641020
    },
    {
      "epoch": 737.1,
      "grad_norm": 1.360692024230957,
      "learning_rate": 7.877790009712626e-08,
      "loss": 0.314,
      "step": 2641030
    },
    {
      "epoch": 737.1,
      "grad_norm": 1.3044801950454712,
      "learning_rate": 7.877094869334346e-08,
      "loss": 0.3424,
      "step": 2641040
    },
    {
      "epoch": 737.11,
      "grad_norm": 1.1048160791397095,
      "learning_rate": 7.876399759102992e-08,
      "loss": 0.3156,
      "step": 2641050
    },
    {
      "epoch": 737.11,
      "grad_norm": 1.453538417816162,
      "learning_rate": 7.875704679018669e-08,
      "loss": 0.3484,
      "step": 2641060
    },
    {
      "epoch": 737.11,
      "grad_norm": 1.1287809610366821,
      "learning_rate": 7.875009629081482e-08,
      "loss": 0.3351,
      "step": 2641070
    },
    {
      "epoch": 737.11,
      "grad_norm": 1.1851710081100464,
      "learning_rate": 7.874314609291453e-08,
      "loss": 0.3343,
      "step": 2641080
    },
    {
      "epoch": 737.12,
      "grad_norm": 1.6147010326385498,
      "learning_rate": 7.873619619648795e-08,
      "loss": 0.3294,
      "step": 2641090
    },
    {
      "epoch": 737.12,
      "grad_norm": 1.319421648979187,
      "learning_rate": 7.87292466015348e-08,
      "loss": 0.3278,
      "step": 2641100
    },
    {
      "epoch": 737.12,
      "grad_norm": 1.16276216506958,
      "learning_rate": 7.87222973080569e-08,
      "loss": 0.3204,
      "step": 2641110
    },
    {
      "epoch": 737.13,
      "grad_norm": 1.0607692003250122,
      "learning_rate": 7.871534831605476e-08,
      "loss": 0.3398,
      "step": 2641120
    },
    {
      "epoch": 737.13,
      "grad_norm": 1.3456071615219116,
      "learning_rate": 7.870839962552918e-08,
      "loss": 0.3725,
      "step": 2641130
    },
    {
      "epoch": 737.13,
      "grad_norm": 1.1582871675491333,
      "learning_rate": 7.870145123648119e-08,
      "loss": 0.3299,
      "step": 2641140
    },
    {
      "epoch": 737.13,
      "grad_norm": 1.1845929622650146,
      "learning_rate": 7.869450314891183e-08,
      "loss": 0.3293,
      "step": 2641150
    },
    {
      "epoch": 737.14,
      "grad_norm": 1.4182761907577515,
      "learning_rate": 7.868755536282215e-08,
      "loss": 0.3206,
      "step": 2641160
    },
    {
      "epoch": 737.14,
      "grad_norm": 1.2402839660644531,
      "learning_rate": 7.868060787821294e-08,
      "loss": 0.3231,
      "step": 2641170
    },
    {
      "epoch": 737.14,
      "grad_norm": 1.3178939819335938,
      "learning_rate": 7.867366069508468e-08,
      "loss": 0.3292,
      "step": 2641180
    },
    {
      "epoch": 737.14,
      "grad_norm": 2.2828009128570557,
      "learning_rate": 7.866671381343923e-08,
      "loss": 0.3454,
      "step": 2641190
    },
    {
      "epoch": 737.15,
      "grad_norm": 1.9637259244918823,
      "learning_rate": 7.865976723327632e-08,
      "loss": 0.3441,
      "step": 2641200
    },
    {
      "epoch": 737.15,
      "grad_norm": 1.2467050552368164,
      "learning_rate": 7.865282095459828e-08,
      "loss": 0.3394,
      "step": 2641210
    },
    {
      "epoch": 737.15,
      "grad_norm": 1.1967074871063232,
      "learning_rate": 7.864587497740486e-08,
      "loss": 0.3382,
      "step": 2641220
    },
    {
      "epoch": 737.16,
      "grad_norm": 1.3265184164047241,
      "learning_rate": 7.863892930169736e-08,
      "loss": 0.3218,
      "step": 2641230
    },
    {
      "epoch": 737.16,
      "grad_norm": 1.301424264907837,
      "learning_rate": 7.863198392747682e-08,
      "loss": 0.3445,
      "step": 2641240
    },
    {
      "epoch": 737.16,
      "grad_norm": 1.148987054824829,
      "learning_rate": 7.862503885474429e-08,
      "loss": 0.345,
      "step": 2641250
    },
    {
      "epoch": 737.16,
      "grad_norm": 1.2424873113632202,
      "learning_rate": 7.861809408350054e-08,
      "loss": 0.3321,
      "step": 2641260
    },
    {
      "epoch": 737.17,
      "grad_norm": 1.4573041200637817,
      "learning_rate": 7.861114961374608e-08,
      "loss": 0.3459,
      "step": 2641270
    },
    {
      "epoch": 737.17,
      "grad_norm": 1.2891979217529297,
      "learning_rate": 7.86042054454825e-08,
      "loss": 0.3324,
      "step": 2641280
    },
    {
      "epoch": 737.17,
      "grad_norm": 1.3547635078430176,
      "learning_rate": 7.859726157871029e-08,
      "loss": 0.3358,
      "step": 2641290
    },
    {
      "epoch": 737.18,
      "grad_norm": 1.2425204515457153,
      "learning_rate": 7.859031801343077e-08,
      "loss": 0.3402,
      "step": 2641300
    },
    {
      "epoch": 737.18,
      "grad_norm": 1.1578855514526367,
      "learning_rate": 7.858337474964445e-08,
      "loss": 0.3316,
      "step": 2641310
    },
    {
      "epoch": 737.18,
      "grad_norm": 1.5162501335144043,
      "learning_rate": 7.857643178735239e-08,
      "loss": 0.3397,
      "step": 2641320
    },
    {
      "epoch": 737.18,
      "grad_norm": 1.216351866722107,
      "learning_rate": 7.856948912655586e-08,
      "loss": 0.3249,
      "step": 2641330
    },
    {
      "epoch": 737.19,
      "grad_norm": 1.2272071838378906,
      "learning_rate": 7.856254676725489e-08,
      "loss": 0.3365,
      "step": 2641340
    },
    {
      "epoch": 737.19,
      "grad_norm": 1.2498719692230225,
      "learning_rate": 7.855560470945154e-08,
      "loss": 0.3154,
      "step": 2641350
    },
    {
      "epoch": 737.19,
      "grad_norm": 1.110612154006958,
      "learning_rate": 7.854866295314584e-08,
      "loss": 0.3567,
      "step": 2641360
    },
    {
      "epoch": 737.2,
      "grad_norm": 1.303174376487732,
      "learning_rate": 7.854172149833931e-08,
      "loss": 0.3426,
      "step": 2641370
    },
    {
      "epoch": 737.2,
      "grad_norm": 1.2851797342300415,
      "learning_rate": 7.85347803450325e-08,
      "loss": 0.353,
      "step": 2641380
    },
    {
      "epoch": 737.2,
      "grad_norm": 1.3743597269058228,
      "learning_rate": 7.852783949322642e-08,
      "loss": 0.3443,
      "step": 2641390
    },
    {
      "epoch": 737.2,
      "grad_norm": 1.5850937366485596,
      "learning_rate": 7.852089894292215e-08,
      "loss": 0.3611,
      "step": 2641400
    },
    {
      "epoch": 737.21,
      "grad_norm": 1.2835760116577148,
      "learning_rate": 7.85139586941202e-08,
      "loss": 0.3462,
      "step": 2641410
    },
    {
      "epoch": 737.21,
      "grad_norm": 1.1132010221481323,
      "learning_rate": 7.850701874682237e-08,
      "loss": 0.3226,
      "step": 2641420
    },
    {
      "epoch": 737.21,
      "grad_norm": 1.334606409072876,
      "learning_rate": 7.850007910102816e-08,
      "loss": 0.3392,
      "step": 2641430
    },
    {
      "epoch": 737.21,
      "grad_norm": 1.3186945915222168,
      "learning_rate": 7.849313975673991e-08,
      "loss": 0.342,
      "step": 2641440
    },
    {
      "epoch": 737.22,
      "grad_norm": 1.2288768291473389,
      "learning_rate": 7.848620071395787e-08,
      "loss": 0.3315,
      "step": 2641450
    },
    {
      "epoch": 737.22,
      "grad_norm": 1.1029000282287598,
      "learning_rate": 7.847926197268283e-08,
      "loss": 0.3241,
      "step": 2641460
    },
    {
      "epoch": 737.22,
      "grad_norm": 1.1664514541625977,
      "learning_rate": 7.847232353291633e-08,
      "loss": 0.3402,
      "step": 2641470
    },
    {
      "epoch": 737.23,
      "grad_norm": 1.2220922708511353,
      "learning_rate": 7.846538539465867e-08,
      "loss": 0.3495,
      "step": 2641480
    },
    {
      "epoch": 737.23,
      "grad_norm": 1.0888359546661377,
      "learning_rate": 7.845844755791112e-08,
      "loss": 0.337,
      "step": 2641490
    },
    {
      "epoch": 737.23,
      "grad_norm": 1.1905688047409058,
      "learning_rate": 7.845151002267421e-08,
      "loss": 0.3398,
      "step": 2641500
    },
    {
      "epoch": 737.23,
      "grad_norm": 1.2876577377319336,
      "learning_rate": 7.844457278894976e-08,
      "loss": 0.3385,
      "step": 2641510
    },
    {
      "epoch": 737.24,
      "grad_norm": 1.1558531522750854,
      "learning_rate": 7.843763585673726e-08,
      "loss": 0.3554,
      "step": 2641520
    },
    {
      "epoch": 737.24,
      "grad_norm": 1.1693464517593384,
      "learning_rate": 7.843069922603903e-08,
      "loss": 0.3388,
      "step": 2641530
    },
    {
      "epoch": 737.24,
      "grad_norm": 1.2015596628189087,
      "learning_rate": 7.842376289685536e-08,
      "loss": 0.3345,
      "step": 2641540
    },
    {
      "epoch": 737.25,
      "grad_norm": 1.2526358366012573,
      "learning_rate": 7.841682686918699e-08,
      "loss": 0.3293,
      "step": 2641550
    },
    {
      "epoch": 737.25,
      "grad_norm": 1.3033463954925537,
      "learning_rate": 7.840989114303552e-08,
      "loss": 0.3357,
      "step": 2641560
    },
    {
      "epoch": 737.25,
      "grad_norm": 1.2200043201446533,
      "learning_rate": 7.840295571840067e-08,
      "loss": 0.3531,
      "step": 2641570
    },
    {
      "epoch": 737.25,
      "grad_norm": 1.354954481124878,
      "learning_rate": 7.839602059528478e-08,
      "loss": 0.3427,
      "step": 2641580
    },
    {
      "epoch": 737.26,
      "grad_norm": 1.2805720567703247,
      "learning_rate": 7.838908577368787e-08,
      "loss": 0.3335,
      "step": 2641590
    },
    {
      "epoch": 737.26,
      "grad_norm": 1.2873716354370117,
      "learning_rate": 7.83821512536112e-08,
      "loss": 0.3237,
      "step": 2641600
    },
    {
      "epoch": 737.26,
      "grad_norm": 1.1447904109954834,
      "learning_rate": 7.837521703505587e-08,
      "loss": 0.3264,
      "step": 2641610
    },
    {
      "epoch": 737.26,
      "grad_norm": 1.3237727880477905,
      "learning_rate": 7.836828311802209e-08,
      "loss": 0.3428,
      "step": 2641620
    },
    {
      "epoch": 737.27,
      "grad_norm": 1.0915029048919678,
      "learning_rate": 7.836134950251145e-08,
      "loss": 0.3288,
      "step": 2641630
    },
    {
      "epoch": 737.27,
      "grad_norm": 1.177285075187683,
      "learning_rate": 7.835441618852444e-08,
      "loss": 0.3467,
      "step": 2641640
    },
    {
      "epoch": 737.27,
      "grad_norm": 1.1722980737686157,
      "learning_rate": 7.834748317606267e-08,
      "loss": 0.3393,
      "step": 2641650
    },
    {
      "epoch": 737.28,
      "grad_norm": 1.2178847789764404,
      "learning_rate": 7.834055046512582e-08,
      "loss": 0.335,
      "step": 2641660
    },
    {
      "epoch": 737.28,
      "grad_norm": 1.127349853515625,
      "learning_rate": 7.833361805571629e-08,
      "loss": 0.3395,
      "step": 2641670
    },
    {
      "epoch": 737.28,
      "grad_norm": 1.3255754709243774,
      "learning_rate": 7.832668594783403e-08,
      "loss": 0.3393,
      "step": 2641680
    },
    {
      "epoch": 737.28,
      "grad_norm": 1.3195589780807495,
      "learning_rate": 7.831975414148012e-08,
      "loss": 0.3413,
      "step": 2641690
    },
    {
      "epoch": 737.29,
      "grad_norm": 1.3701194524765015,
      "learning_rate": 7.83128226366561e-08,
      "loss": 0.3363,
      "step": 2641700
    },
    {
      "epoch": 737.29,
      "grad_norm": 1.5475778579711914,
      "learning_rate": 7.830589143336198e-08,
      "loss": 0.3425,
      "step": 2641710
    },
    {
      "epoch": 737.29,
      "grad_norm": 1.2112737894058228,
      "learning_rate": 7.829896053159903e-08,
      "loss": 0.3378,
      "step": 2641720
    },
    {
      "epoch": 737.3,
      "grad_norm": 1.2244787216186523,
      "learning_rate": 7.829202993136835e-08,
      "loss": 0.3222,
      "step": 2641730
    },
    {
      "epoch": 737.3,
      "grad_norm": 1.346484899520874,
      "learning_rate": 7.828509963267094e-08,
      "loss": 0.3421,
      "step": 2641740
    },
    {
      "epoch": 737.3,
      "grad_norm": 1.3829429149627686,
      "learning_rate": 7.827816963550705e-08,
      "loss": 0.3335,
      "step": 2641750
    },
    {
      "epoch": 737.3,
      "grad_norm": 1.0621434450149536,
      "learning_rate": 7.827123993987827e-08,
      "loss": 0.3294,
      "step": 2641760
    },
    {
      "epoch": 737.31,
      "grad_norm": 1.23135244846344,
      "learning_rate": 7.826431054578537e-08,
      "loss": 0.3386,
      "step": 2641770
    },
    {
      "epoch": 737.31,
      "grad_norm": 2.4639501571655273,
      "learning_rate": 7.825738145322913e-08,
      "loss": 0.3304,
      "step": 2641780
    },
    {
      "epoch": 737.31,
      "grad_norm": 1.2172436714172363,
      "learning_rate": 7.825045266221111e-08,
      "loss": 0.3352,
      "step": 2641790
    },
    {
      "epoch": 737.32,
      "grad_norm": 3.958294630050659,
      "learning_rate": 7.824352417273105e-08,
      "loss": 0.348,
      "step": 2641800
    },
    {
      "epoch": 737.32,
      "grad_norm": 1.1893199682235718,
      "learning_rate": 7.823659598479079e-08,
      "loss": 0.3492,
      "step": 2641810
    },
    {
      "epoch": 737.32,
      "grad_norm": 1.3950426578521729,
      "learning_rate": 7.822966809839081e-08,
      "loss": 0.3431,
      "step": 2641820
    },
    {
      "epoch": 737.32,
      "grad_norm": 1.1000640392303467,
      "learning_rate": 7.822274051353271e-08,
      "loss": 0.3428,
      "step": 2641830
    },
    {
      "epoch": 737.33,
      "grad_norm": 1.3123738765716553,
      "learning_rate": 7.821581323021646e-08,
      "loss": 0.328,
      "step": 2641840
    },
    {
      "epoch": 737.33,
      "grad_norm": 1.0900564193725586,
      "learning_rate": 7.820888624844339e-08,
      "loss": 0.337,
      "step": 2641850
    },
    {
      "epoch": 737.33,
      "grad_norm": 1.1959185600280762,
      "learning_rate": 7.820195956821451e-08,
      "loss": 0.3288,
      "step": 2641860
    },
    {
      "epoch": 737.33,
      "grad_norm": 1.2481292486190796,
      "learning_rate": 7.819503318953063e-08,
      "loss": 0.3437,
      "step": 2641870
    },
    {
      "epoch": 737.34,
      "grad_norm": 1.105373740196228,
      "learning_rate": 7.81881071123933e-08,
      "loss": 0.3395,
      "step": 2641880
    },
    {
      "epoch": 737.34,
      "grad_norm": 1.7878460884094238,
      "learning_rate": 7.818118133680199e-08,
      "loss": 0.3296,
      "step": 2641890
    },
    {
      "epoch": 737.34,
      "grad_norm": 1.4303312301635742,
      "learning_rate": 7.817425586275905e-08,
      "loss": 0.3342,
      "step": 2641900
    },
    {
      "epoch": 737.35,
      "grad_norm": 1.3119670152664185,
      "learning_rate": 7.816733069026474e-08,
      "loss": 0.3366,
      "step": 2641910
    },
    {
      "epoch": 737.35,
      "grad_norm": 1.226572871208191,
      "learning_rate": 7.81604058193201e-08,
      "loss": 0.3267,
      "step": 2641920
    },
    {
      "epoch": 737.35,
      "grad_norm": 1.3395118713378906,
      "learning_rate": 7.815348124992644e-08,
      "loss": 0.3454,
      "step": 2641930
    },
    {
      "epoch": 737.35,
      "grad_norm": 1.23935866355896,
      "learning_rate": 7.814655698208374e-08,
      "loss": 0.3322,
      "step": 2641940
    },
    {
      "epoch": 737.36,
      "grad_norm": 1.5115571022033691,
      "learning_rate": 7.813963301579358e-08,
      "loss": 0.3357,
      "step": 2641950
    },
    {
      "epoch": 737.36,
      "grad_norm": 1.2561843395233154,
      "learning_rate": 7.813270935105673e-08,
      "loss": 0.3094,
      "step": 2641960
    },
    {
      "epoch": 737.36,
      "grad_norm": 1.2493139505386353,
      "learning_rate": 7.81257859878745e-08,
      "loss": 0.3331,
      "step": 2641970
    },
    {
      "epoch": 737.37,
      "grad_norm": 1.265506386756897,
      "learning_rate": 7.81188629262474e-08,
      "loss": 0.3268,
      "step": 2641980
    },
    {
      "epoch": 737.37,
      "grad_norm": 1.2022981643676758,
      "learning_rate": 7.811194016617622e-08,
      "loss": 0.341,
      "step": 2641990
    },
    {
      "epoch": 737.37,
      "grad_norm": 1.759812831878662,
      "learning_rate": 7.810501770766226e-08,
      "loss": 0.3453,
      "step": 2642000
    },
    {
      "epoch": 737.37,
      "grad_norm": 1.341353178024292,
      "learning_rate": 7.809809555070577e-08,
      "loss": 0.3425,
      "step": 2642010
    },
    {
      "epoch": 737.38,
      "grad_norm": 1.2442128658294678,
      "learning_rate": 7.809117369530883e-08,
      "loss": 0.3413,
      "step": 2642020
    },
    {
      "epoch": 737.38,
      "grad_norm": 1.2059297561645508,
      "learning_rate": 7.808425214147146e-08,
      "loss": 0.3311,
      "step": 2642030
    },
    {
      "epoch": 737.38,
      "grad_norm": 1.3925158977508545,
      "learning_rate": 7.807733088919468e-08,
      "loss": 0.3314,
      "step": 2642040
    },
    {
      "epoch": 737.38,
      "grad_norm": 1.249001383781433,
      "learning_rate": 7.807040993847956e-08,
      "loss": 0.3301,
      "step": 2642050
    },
    {
      "epoch": 737.39,
      "grad_norm": 1.251758098602295,
      "learning_rate": 7.806348928932737e-08,
      "loss": 0.3603,
      "step": 2642060
    },
    {
      "epoch": 737.39,
      "grad_norm": 1.4773404598236084,
      "learning_rate": 7.805656894173812e-08,
      "loss": 0.3429,
      "step": 2642070
    },
    {
      "epoch": 737.39,
      "grad_norm": 1.1784847974777222,
      "learning_rate": 7.804964889571363e-08,
      "loss": 0.3466,
      "step": 2642080
    },
    {
      "epoch": 737.4,
      "grad_norm": 1.212651252746582,
      "learning_rate": 7.804272915125469e-08,
      "loss": 0.3338,
      "step": 2642090
    },
    {
      "epoch": 737.4,
      "grad_norm": 1.4665683507919312,
      "learning_rate": 7.803580970836129e-08,
      "loss": 0.3494,
      "step": 2642100
    },
    {
      "epoch": 737.4,
      "grad_norm": 1.0626895427703857,
      "learning_rate": 7.802889056703578e-08,
      "loss": 0.333,
      "step": 2642110
    },
    {
      "epoch": 737.4,
      "grad_norm": 1.3394443988800049,
      "learning_rate": 7.802197172727788e-08,
      "loss": 0.3335,
      "step": 2642120
    },
    {
      "epoch": 737.41,
      "grad_norm": 1.3102774620056152,
      "learning_rate": 7.801505318908918e-08,
      "loss": 0.3542,
      "step": 2642130
    },
    {
      "epoch": 737.41,
      "grad_norm": 1.346719741821289,
      "learning_rate": 7.80081349524707e-08,
      "loss": 0.3421,
      "step": 2642140
    },
    {
      "epoch": 737.41,
      "grad_norm": 1.2162386178970337,
      "learning_rate": 7.800121701742245e-08,
      "loss": 0.3333,
      "step": 2642150
    },
    {
      "epoch": 737.42,
      "grad_norm": 1.404276967048645,
      "learning_rate": 7.799429938394651e-08,
      "loss": 0.3324,
      "step": 2642160
    },
    {
      "epoch": 737.42,
      "grad_norm": 1.0813459157943726,
      "learning_rate": 7.798738205204314e-08,
      "loss": 0.3288,
      "step": 2642170
    },
    {
      "epoch": 737.42,
      "grad_norm": 1.294427752494812,
      "learning_rate": 7.798046502171338e-08,
      "loss": 0.3389,
      "step": 2642180
    },
    {
      "epoch": 737.42,
      "grad_norm": 1.136986494064331,
      "learning_rate": 7.797354829295801e-08,
      "loss": 0.3392,
      "step": 2642190
    },
    {
      "epoch": 737.43,
      "grad_norm": 1.284487247467041,
      "learning_rate": 7.796663186577833e-08,
      "loss": 0.3368,
      "step": 2642200
    },
    {
      "epoch": 737.43,
      "grad_norm": 1.4117624759674072,
      "learning_rate": 7.795971574017486e-08,
      "loss": 0.3325,
      "step": 2642210
    },
    {
      "epoch": 737.43,
      "grad_norm": 1.2807024717330933,
      "learning_rate": 7.795279991614891e-08,
      "loss": 0.3296,
      "step": 2642220
    },
    {
      "epoch": 737.44,
      "grad_norm": 1.2567410469055176,
      "learning_rate": 7.794588439370125e-08,
      "loss": 0.3321,
      "step": 2642230
    },
    {
      "epoch": 737.44,
      "grad_norm": 1.336730718612671,
      "learning_rate": 7.793896917283214e-08,
      "loss": 0.3302,
      "step": 2642240
    },
    {
      "epoch": 737.44,
      "grad_norm": 1.2027652263641357,
      "learning_rate": 7.793205425354367e-08,
      "loss": 0.3232,
      "step": 2642250
    },
    {
      "epoch": 737.44,
      "grad_norm": 1.231667399406433,
      "learning_rate": 7.792513963583584e-08,
      "loss": 0.3381,
      "step": 2642260
    },
    {
      "epoch": 737.45,
      "grad_norm": 1.4759232997894287,
      "learning_rate": 7.79182253197102e-08,
      "loss": 0.3536,
      "step": 2642270
    },
    {
      "epoch": 737.45,
      "grad_norm": 1.287183403968811,
      "learning_rate": 7.791131130516726e-08,
      "loss": 0.3284,
      "step": 2642280
    },
    {
      "epoch": 737.45,
      "grad_norm": 1.2702330350875854,
      "learning_rate": 7.79043975922081e-08,
      "loss": 0.3291,
      "step": 2642290
    },
    {
      "epoch": 737.45,
      "grad_norm": 1.371956706047058,
      "learning_rate": 7.789748418083348e-08,
      "loss": 0.35,
      "step": 2642300
    },
    {
      "epoch": 737.46,
      "grad_norm": 1.1419697999954224,
      "learning_rate": 7.789057107104469e-08,
      "loss": 0.3386,
      "step": 2642310
    },
    {
      "epoch": 737.46,
      "grad_norm": 1.289539098739624,
      "learning_rate": 7.788365826284227e-08,
      "loss": 0.3284,
      "step": 2642320
    },
    {
      "epoch": 737.46,
      "grad_norm": 1.1500170230865479,
      "learning_rate": 7.787674575622698e-08,
      "loss": 0.3364,
      "step": 2642330
    },
    {
      "epoch": 737.47,
      "grad_norm": 1.3755749464035034,
      "learning_rate": 7.786983355120065e-08,
      "loss": 0.3385,
      "step": 2642340
    },
    {
      "epoch": 737.47,
      "grad_norm": 1.2891085147857666,
      "learning_rate": 7.786292164776304e-08,
      "loss": 0.3358,
      "step": 2642350
    },
    {
      "epoch": 737.47,
      "grad_norm": 1.2156076431274414,
      "learning_rate": 7.785601004591594e-08,
      "loss": 0.347,
      "step": 2642360
    },
    {
      "epoch": 737.47,
      "grad_norm": 1.2126644849777222,
      "learning_rate": 7.784909874565988e-08,
      "loss": 0.3465,
      "step": 2642370
    },
    {
      "epoch": 737.48,
      "grad_norm": 1.1654751300811768,
      "learning_rate": 7.784218774699591e-08,
      "loss": 0.3278,
      "step": 2642380
    },
    {
      "epoch": 737.48,
      "grad_norm": 1.506127953529358,
      "learning_rate": 7.78352770499248e-08,
      "loss": 0.34,
      "step": 2642390
    },
    {
      "epoch": 737.48,
      "grad_norm": 1.3648695945739746,
      "learning_rate": 7.782836665444735e-08,
      "loss": 0.3367,
      "step": 2642400
    },
    {
      "epoch": 737.49,
      "grad_norm": 1.3427906036376953,
      "learning_rate": 7.78214565605651e-08,
      "loss": 0.3366,
      "step": 2642410
    },
    {
      "epoch": 737.49,
      "grad_norm": 1.2891459465026855,
      "learning_rate": 7.78145467682783e-08,
      "loss": 0.3523,
      "step": 2642420
    },
    {
      "epoch": 737.49,
      "grad_norm": 1.1006181240081787,
      "learning_rate": 7.780763727758803e-08,
      "loss": 0.3365,
      "step": 2642430
    },
    {
      "epoch": 737.49,
      "grad_norm": 1.4246151447296143,
      "learning_rate": 7.780072808849557e-08,
      "loss": 0.3403,
      "step": 2642440
    },
    {
      "epoch": 737.5,
      "grad_norm": 1.3110690116882324,
      "learning_rate": 7.779381920100143e-08,
      "loss": 0.3375,
      "step": 2642450
    },
    {
      "epoch": 737.5,
      "grad_norm": 1.3853302001953125,
      "learning_rate": 7.778691061510692e-08,
      "loss": 0.3523,
      "step": 2642460
    },
    {
      "epoch": 737.5,
      "grad_norm": 1.6890634298324585,
      "learning_rate": 7.778000233081205e-08,
      "loss": 0.3621,
      "step": 2642470
    },
    {
      "epoch": 737.5,
      "grad_norm": 1.1849815845489502,
      "learning_rate": 7.777309434811915e-08,
      "loss": 0.3546,
      "step": 2642480
    },
    {
      "epoch": 737.51,
      "grad_norm": 1.1874973773956299,
      "learning_rate": 7.776618666702796e-08,
      "loss": 0.3352,
      "step": 2642490
    },
    {
      "epoch": 737.51,
      "grad_norm": 1.6662718057632446,
      "learning_rate": 7.775927928753978e-08,
      "loss": 0.332,
      "step": 2642500
    },
    {
      "epoch": 737.51,
      "grad_norm": 1.1653132438659668,
      "learning_rate": 7.775237220965617e-08,
      "loss": 0.3197,
      "step": 2642510
    },
    {
      "epoch": 737.52,
      "grad_norm": 1.2588106393814087,
      "learning_rate": 7.774546543337688e-08,
      "loss": 0.3251,
      "step": 2642520
    },
    {
      "epoch": 737.52,
      "grad_norm": 1.1843767166137695,
      "learning_rate": 7.773855895870347e-08,
      "loss": 0.3587,
      "step": 2642530
    },
    {
      "epoch": 737.52,
      "grad_norm": 1.2722091674804688,
      "learning_rate": 7.773165278563697e-08,
      "loss": 0.3302,
      "step": 2642540
    },
    {
      "epoch": 737.52,
      "grad_norm": 1.2469227313995361,
      "learning_rate": 7.772474691417818e-08,
      "loss": 0.3377,
      "step": 2642550
    },
    {
      "epoch": 737.53,
      "grad_norm": 1.1445374488830566,
      "learning_rate": 7.771784134432785e-08,
      "loss": 0.3201,
      "step": 2642560
    },
    {
      "epoch": 737.53,
      "grad_norm": 1.0835965871810913,
      "learning_rate": 7.771093607608706e-08,
      "loss": 0.3215,
      "step": 2642570
    },
    {
      "epoch": 737.53,
      "grad_norm": 1.2789262533187866,
      "learning_rate": 7.770403110945681e-08,
      "loss": 0.3269,
      "step": 2642580
    },
    {
      "epoch": 737.54,
      "grad_norm": 1.2360916137695312,
      "learning_rate": 7.769712644443738e-08,
      "loss": 0.3306,
      "step": 2642590
    },
    {
      "epoch": 737.54,
      "grad_norm": 1.3025907278060913,
      "learning_rate": 7.769022208103087e-08,
      "loss": 0.3364,
      "step": 2642600
    },
    {
      "epoch": 737.54,
      "grad_norm": 1.3777353763580322,
      "learning_rate": 7.768331801923724e-08,
      "loss": 0.3533,
      "step": 2642610
    },
    {
      "epoch": 737.54,
      "grad_norm": 1.4460502862930298,
      "learning_rate": 7.767641425905757e-08,
      "loss": 0.3222,
      "step": 2642620
    },
    {
      "epoch": 737.55,
      "grad_norm": 1.1044039726257324,
      "learning_rate": 7.766951080049287e-08,
      "loss": 0.3357,
      "step": 2642630
    },
    {
      "epoch": 737.55,
      "grad_norm": 1.1655690670013428,
      "learning_rate": 7.766260764354472e-08,
      "loss": 0.3513,
      "step": 2642640
    },
    {
      "epoch": 737.55,
      "grad_norm": 1.2638249397277832,
      "learning_rate": 7.765570478821285e-08,
      "loss": 0.342,
      "step": 2642650
    },
    {
      "epoch": 737.56,
      "grad_norm": 1.3328182697296143,
      "learning_rate": 7.764880223449883e-08,
      "loss": 0.3368,
      "step": 2642660
    },
    {
      "epoch": 737.56,
      "grad_norm": 1.2998478412628174,
      "learning_rate": 7.76418999824037e-08,
      "loss": 0.3251,
      "step": 2642670
    },
    {
      "epoch": 737.56,
      "grad_norm": 2.4774281978607178,
      "learning_rate": 7.76349980319277e-08,
      "loss": 0.338,
      "step": 2642680
    },
    {
      "epoch": 737.56,
      "grad_norm": 1.2837153673171997,
      "learning_rate": 7.762809638307268e-08,
      "loss": 0.3333,
      "step": 2642690
    },
    {
      "epoch": 737.57,
      "grad_norm": 1.2028534412384033,
      "learning_rate": 7.762119503583889e-08,
      "loss": 0.3314,
      "step": 2642700
    },
    {
      "epoch": 737.57,
      "grad_norm": 1.238572359085083,
      "learning_rate": 7.761429399022763e-08,
      "loss": 0.3185,
      "step": 2642710
    },
    {
      "epoch": 737.57,
      "grad_norm": 1.3586031198501587,
      "learning_rate": 7.760739324623941e-08,
      "loss": 0.3277,
      "step": 2642720
    },
    {
      "epoch": 737.57,
      "grad_norm": 1.3476346731185913,
      "learning_rate": 7.760049280387554e-08,
      "loss": 0.3164,
      "step": 2642730
    },
    {
      "epoch": 737.58,
      "grad_norm": 1.4064922332763672,
      "learning_rate": 7.75935926631368e-08,
      "loss": 0.3373,
      "step": 2642740
    },
    {
      "epoch": 737.58,
      "grad_norm": 1.2525482177734375,
      "learning_rate": 7.758669282402399e-08,
      "loss": 0.3268,
      "step": 2642750
    },
    {
      "epoch": 737.58,
      "grad_norm": 1.4410886764526367,
      "learning_rate": 7.757979328653812e-08,
      "loss": 0.3412,
      "step": 2642760
    },
    {
      "epoch": 737.59,
      "grad_norm": 1.4241828918457031,
      "learning_rate": 7.757289405068025e-08,
      "loss": 0.3462,
      "step": 2642770
    },
    {
      "epoch": 737.59,
      "grad_norm": 1.2352083921432495,
      "learning_rate": 7.75659951164514e-08,
      "loss": 0.3436,
      "step": 2642780
    },
    {
      "epoch": 737.59,
      "grad_norm": 1.172126293182373,
      "learning_rate": 7.755909648385185e-08,
      "loss": 0.3352,
      "step": 2642790
    },
    {
      "epoch": 737.59,
      "grad_norm": 1.2777469158172607,
      "learning_rate": 7.755219815288316e-08,
      "loss": 0.3407,
      "step": 2642800
    },
    {
      "epoch": 737.6,
      "grad_norm": 1.0637341737747192,
      "learning_rate": 7.754530012354611e-08,
      "loss": 0.3173,
      "step": 2642810
    },
    {
      "epoch": 737.6,
      "grad_norm": 1.4273416996002197,
      "learning_rate": 7.753840239584095e-08,
      "loss": 0.3337,
      "step": 2642820
    },
    {
      "epoch": 737.6,
      "grad_norm": 1.3785821199417114,
      "learning_rate": 7.753150496976976e-08,
      "loss": 0.3222,
      "step": 2642830
    },
    {
      "epoch": 737.61,
      "grad_norm": 1.1851470470428467,
      "learning_rate": 7.752460784533256e-08,
      "loss": 0.3394,
      "step": 2642840
    },
    {
      "epoch": 737.61,
      "grad_norm": 1.3185466527938843,
      "learning_rate": 7.751771102253064e-08,
      "loss": 0.3435,
      "step": 2642850
    },
    {
      "epoch": 737.61,
      "grad_norm": 1.4384187459945679,
      "learning_rate": 7.751081450136478e-08,
      "loss": 0.326,
      "step": 2642860
    },
    {
      "epoch": 737.61,
      "grad_norm": 1.3418699502944946,
      "learning_rate": 7.750391828183654e-08,
      "loss": 0.3581,
      "step": 2642870
    },
    {
      "epoch": 737.62,
      "grad_norm": 1.3683801889419556,
      "learning_rate": 7.749702236394565e-08,
      "loss": 0.3393,
      "step": 2642880
    },
    {
      "epoch": 737.62,
      "grad_norm": 1.227828860282898,
      "learning_rate": 7.74901267476937e-08,
      "loss": 0.3445,
      "step": 2642890
    },
    {
      "epoch": 737.62,
      "grad_norm": 1.3021612167358398,
      "learning_rate": 7.748323143308196e-08,
      "loss": 0.3399,
      "step": 2642900
    },
    {
      "epoch": 737.62,
      "grad_norm": 1.3809574842453003,
      "learning_rate": 7.747633642011045e-08,
      "loss": 0.3341,
      "step": 2642910
    },
    {
      "epoch": 737.63,
      "grad_norm": 1.3629286289215088,
      "learning_rate": 7.746944170878097e-08,
      "loss": 0.3123,
      "step": 2642920
    },
    {
      "epoch": 737.63,
      "grad_norm": 1.1941828727722168,
      "learning_rate": 7.746254729909381e-08,
      "loss": 0.3394,
      "step": 2642930
    },
    {
      "epoch": 737.63,
      "grad_norm": 1.2342785596847534,
      "learning_rate": 7.745565319105e-08,
      "loss": 0.3459,
      "step": 2642940
    },
    {
      "epoch": 737.64,
      "grad_norm": 1.9496904611587524,
      "learning_rate": 7.744875938465109e-08,
      "loss": 0.3328,
      "step": 2642950
    },
    {
      "epoch": 737.64,
      "grad_norm": 1.2902295589447021,
      "learning_rate": 7.744186587989708e-08,
      "loss": 0.3417,
      "step": 2642960
    },
    {
      "epoch": 737.64,
      "grad_norm": 1.3895095586776733,
      "learning_rate": 7.743497267678929e-08,
      "loss": 0.3221,
      "step": 2642970
    },
    {
      "epoch": 737.64,
      "grad_norm": 1.2605016231536865,
      "learning_rate": 7.742807977532874e-08,
      "loss": 0.3323,
      "step": 2642980
    },
    {
      "epoch": 737.65,
      "grad_norm": 1.3550894260406494,
      "learning_rate": 7.742118717551648e-08,
      "loss": 0.3291,
      "step": 2642990
    },
    {
      "epoch": 737.65,
      "grad_norm": 1.2288556098937988,
      "learning_rate": 7.741429487735278e-08,
      "loss": 0.329,
      "step": 2643000
    },
    {
      "epoch": 737.65,
      "grad_norm": 1.3469572067260742,
      "learning_rate": 7.740740288083919e-08,
      "loss": 0.3328,
      "step": 2643010
    },
    {
      "epoch": 737.66,
      "grad_norm": 1.3374654054641724,
      "learning_rate": 7.740051118597648e-08,
      "loss": 0.3431,
      "step": 2643020
    },
    {
      "epoch": 737.66,
      "grad_norm": 1.312469720840454,
      "learning_rate": 7.739361979276544e-08,
      "loss": 0.3419,
      "step": 2643030
    },
    {
      "epoch": 737.66,
      "grad_norm": 1.2230029106140137,
      "learning_rate": 7.738672870120713e-08,
      "loss": 0.3176,
      "step": 2643040
    },
    {
      "epoch": 737.66,
      "grad_norm": 1.3542875051498413,
      "learning_rate": 7.737983791130205e-08,
      "loss": 0.3477,
      "step": 2643050
    },
    {
      "epoch": 737.67,
      "grad_norm": 1.231569528579712,
      "learning_rate": 7.737294742305202e-08,
      "loss": 0.3533,
      "step": 2643060
    },
    {
      "epoch": 737.67,
      "grad_norm": 1.1846675872802734,
      "learning_rate": 7.736605723645704e-08,
      "loss": 0.3442,
      "step": 2643070
    },
    {
      "epoch": 737.67,
      "grad_norm": 1.2279999256134033,
      "learning_rate": 7.735916735151842e-08,
      "loss": 0.3426,
      "step": 2643080
    },
    {
      "epoch": 737.68,
      "grad_norm": 1.2478489875793457,
      "learning_rate": 7.735227776823721e-08,
      "loss": 0.3289,
      "step": 2643090
    },
    {
      "epoch": 737.68,
      "grad_norm": 1.343596339225769,
      "learning_rate": 7.734538848661389e-08,
      "loss": 0.3355,
      "step": 2643100
    },
    {
      "epoch": 737.68,
      "grad_norm": 1.3122637271881104,
      "learning_rate": 7.733849950664982e-08,
      "loss": 0.346,
      "step": 2643110
    },
    {
      "epoch": 737.68,
      "grad_norm": 1.3656134605407715,
      "learning_rate": 7.733161082834546e-08,
      "loss": 0.3441,
      "step": 2643120
    },
    {
      "epoch": 737.69,
      "grad_norm": 1.2664893865585327,
      "learning_rate": 7.732472245170242e-08,
      "loss": 0.3306,
      "step": 2643130
    },
    {
      "epoch": 737.69,
      "grad_norm": 1.1533273458480835,
      "learning_rate": 7.731783437672067e-08,
      "loss": 0.3214,
      "step": 2643140
    },
    {
      "epoch": 737.69,
      "grad_norm": 1.3157484531402588,
      "learning_rate": 7.73109466034023e-08,
      "loss": 0.3236,
      "step": 2643150
    },
    {
      "epoch": 737.69,
      "grad_norm": 1.2008285522460938,
      "learning_rate": 7.730405913174706e-08,
      "loss": 0.3385,
      "step": 2643160
    },
    {
      "epoch": 737.7,
      "grad_norm": 1.2468091249465942,
      "learning_rate": 7.729717196175676e-08,
      "loss": 0.3334,
      "step": 2643170
    },
    {
      "epoch": 737.7,
      "grad_norm": 1.5503575801849365,
      "learning_rate": 7.729028509343193e-08,
      "loss": 0.3637,
      "step": 2643180
    },
    {
      "epoch": 737.7,
      "grad_norm": 1.2555434703826904,
      "learning_rate": 7.728339852677333e-08,
      "loss": 0.3391,
      "step": 2643190
    },
    {
      "epoch": 737.71,
      "grad_norm": 1.488395094871521,
      "learning_rate": 7.727651226178203e-08,
      "loss": 0.351,
      "step": 2643200
    },
    {
      "epoch": 737.71,
      "grad_norm": 1.1660038232803345,
      "learning_rate": 7.726962629845878e-08,
      "loss": 0.3292,
      "step": 2643210
    },
    {
      "epoch": 737.71,
      "grad_norm": 1.3389344215393066,
      "learning_rate": 7.726274063680517e-08,
      "loss": 0.3437,
      "step": 2643220
    },
    {
      "epoch": 737.71,
      "grad_norm": 1.2552707195281982,
      "learning_rate": 7.725585527682144e-08,
      "loss": 0.3298,
      "step": 2643230
    },
    {
      "epoch": 737.72,
      "grad_norm": 1.4234280586242676,
      "learning_rate": 7.724897021850864e-08,
      "loss": 0.3334,
      "step": 2643240
    },
    {
      "epoch": 737.72,
      "grad_norm": 1.7887730598449707,
      "learning_rate": 7.724208546186781e-08,
      "loss": 0.326,
      "step": 2643250
    },
    {
      "epoch": 737.72,
      "grad_norm": 1.3689452409744263,
      "learning_rate": 7.723520100689946e-08,
      "loss": 0.3321,
      "step": 2643260
    },
    {
      "epoch": 737.73,
      "grad_norm": 1.1576989889144897,
      "learning_rate": 7.722831685360544e-08,
      "loss": 0.3275,
      "step": 2643270
    },
    {
      "epoch": 737.73,
      "grad_norm": 1.2239137887954712,
      "learning_rate": 7.72214330019857e-08,
      "loss": 0.3343,
      "step": 2643280
    },
    {
      "epoch": 737.73,
      "grad_norm": 1.3075827360153198,
      "learning_rate": 7.72145494520416e-08,
      "loss": 0.3507,
      "step": 2643290
    },
    {
      "epoch": 737.73,
      "grad_norm": 1.565849781036377,
      "learning_rate": 7.720766620377388e-08,
      "loss": 0.3336,
      "step": 2643300
    },
    {
      "epoch": 737.74,
      "grad_norm": 1.0301799774169922,
      "learning_rate": 7.720078325718359e-08,
      "loss": 0.3346,
      "step": 2643310
    },
    {
      "epoch": 737.74,
      "grad_norm": 1.3212918043136597,
      "learning_rate": 7.719390061227204e-08,
      "loss": 0.333,
      "step": 2643320
    },
    {
      "epoch": 737.74,
      "grad_norm": 1.1327534914016724,
      "learning_rate": 7.718701826903922e-08,
      "loss": 0.3356,
      "step": 2643330
    },
    {
      "epoch": 737.74,
      "grad_norm": 1.2396132946014404,
      "learning_rate": 7.718013622748671e-08,
      "loss": 0.3354,
      "step": 2643340
    },
    {
      "epoch": 737.75,
      "grad_norm": 1.2062647342681885,
      "learning_rate": 7.717325448761526e-08,
      "loss": 0.3391,
      "step": 2643350
    },
    {
      "epoch": 737.75,
      "grad_norm": 1.3073546886444092,
      "learning_rate": 7.716637304942593e-08,
      "loss": 0.3194,
      "step": 2643360
    },
    {
      "epoch": 737.75,
      "grad_norm": 1.0110024213790894,
      "learning_rate": 7.715949191291924e-08,
      "loss": 0.3353,
      "step": 2643370
    },
    {
      "epoch": 737.76,
      "grad_norm": 1.4403201341629028,
      "learning_rate": 7.715261107809649e-08,
      "loss": 0.3409,
      "step": 2643380
    },
    {
      "epoch": 737.76,
      "grad_norm": 1.1591380834579468,
      "learning_rate": 7.714573054495872e-08,
      "loss": 0.3448,
      "step": 2643390
    },
    {
      "epoch": 737.76,
      "grad_norm": 1.5418864488601685,
      "learning_rate": 7.713885031350592e-08,
      "loss": 0.3228,
      "step": 2643400
    },
    {
      "epoch": 737.76,
      "grad_norm": 1.1914480924606323,
      "learning_rate": 7.713197038374044e-08,
      "loss": 0.3395,
      "step": 2643410
    },
    {
      "epoch": 737.77,
      "grad_norm": 1.3126873970031738,
      "learning_rate": 7.712509075566203e-08,
      "loss": 0.3353,
      "step": 2643420
    },
    {
      "epoch": 737.77,
      "grad_norm": 1.4868110418319702,
      "learning_rate": 7.711821142927198e-08,
      "loss": 0.325,
      "step": 2643430
    },
    {
      "epoch": 737.77,
      "grad_norm": 1.1900674104690552,
      "learning_rate": 7.711133240457133e-08,
      "loss": 0.3246,
      "step": 2643440
    },
    {
      "epoch": 737.78,
      "grad_norm": 1.3908673524856567,
      "learning_rate": 7.710445368156112e-08,
      "loss": 0.3302,
      "step": 2643450
    },
    {
      "epoch": 737.78,
      "grad_norm": 1.1437139511108398,
      "learning_rate": 7.709757526024189e-08,
      "loss": 0.3432,
      "step": 2643460
    },
    {
      "epoch": 737.78,
      "grad_norm": 1.0994219779968262,
      "learning_rate": 7.709069714061439e-08,
      "loss": 0.3331,
      "step": 2643470
    },
    {
      "epoch": 737.78,
      "grad_norm": 1.300714135169983,
      "learning_rate": 7.708381932268045e-08,
      "loss": 0.3592,
      "step": 2643480
    },
    {
      "epoch": 737.79,
      "grad_norm": 1.2498748302459717,
      "learning_rate": 7.707694180643983e-08,
      "loss": 0.3388,
      "step": 2643490
    },
    {
      "epoch": 737.79,
      "grad_norm": 1.2783581018447876,
      "learning_rate": 7.707006459189432e-08,
      "loss": 0.3325,
      "step": 2643500
    },
    {
      "epoch": 737.79,
      "grad_norm": 1.2615962028503418,
      "learning_rate": 7.706318767904447e-08,
      "loss": 0.3447,
      "step": 2643510
    },
    {
      "epoch": 737.8,
      "grad_norm": 1.2952039241790771,
      "learning_rate": 7.705631106789132e-08,
      "loss": 0.3242,
      "step": 2643520
    },
    {
      "epoch": 737.8,
      "grad_norm": 1.4113291501998901,
      "learning_rate": 7.704943475843589e-08,
      "loss": 0.3587,
      "step": 2643530
    },
    {
      "epoch": 737.8,
      "grad_norm": 1.0506420135498047,
      "learning_rate": 7.70425587506787e-08,
      "loss": 0.3315,
      "step": 2643540
    },
    {
      "epoch": 737.8,
      "grad_norm": 1.376519799232483,
      "learning_rate": 7.703568304462081e-08,
      "loss": 0.3377,
      "step": 2643550
    },
    {
      "epoch": 737.81,
      "grad_norm": 1.150521159172058,
      "learning_rate": 7.702880764026324e-08,
      "loss": 0.3314,
      "step": 2643560
    },
    {
      "epoch": 737.81,
      "grad_norm": 1.415053367614746,
      "learning_rate": 7.702193253760705e-08,
      "loss": 0.3484,
      "step": 2643570
    },
    {
      "epoch": 737.81,
      "grad_norm": 1.3413920402526855,
      "learning_rate": 7.70150577366525e-08,
      "loss": 0.3371,
      "step": 2643580
    },
    {
      "epoch": 737.81,
      "grad_norm": 1.305129885673523,
      "learning_rate": 7.700818323740166e-08,
      "loss": 0.3478,
      "step": 2643590
    },
    {
      "epoch": 737.82,
      "grad_norm": 1.402024269104004,
      "learning_rate": 7.700130903985427e-08,
      "loss": 0.314,
      "step": 2643600
    },
    {
      "epoch": 737.82,
      "grad_norm": 1.2955619096755981,
      "learning_rate": 7.699443514401189e-08,
      "loss": 0.3488,
      "step": 2643610
    },
    {
      "epoch": 737.82,
      "grad_norm": 1.1445136070251465,
      "learning_rate": 7.698756154987557e-08,
      "loss": 0.3314,
      "step": 2643620
    },
    {
      "epoch": 737.83,
      "grad_norm": 1.364686131477356,
      "learning_rate": 7.698068825744531e-08,
      "loss": 0.3328,
      "step": 2643630
    },
    {
      "epoch": 737.83,
      "grad_norm": 1.1643823385238647,
      "learning_rate": 7.697381526672345e-08,
      "loss": 0.3362,
      "step": 2643640
    },
    {
      "epoch": 737.83,
      "grad_norm": 1.4964756965637207,
      "learning_rate": 7.696694257770972e-08,
      "loss": 0.3443,
      "step": 2643650
    },
    {
      "epoch": 737.83,
      "grad_norm": 1.4384804964065552,
      "learning_rate": 7.696007019040518e-08,
      "loss": 0.3502,
      "step": 2643660
    },
    {
      "epoch": 737.84,
      "grad_norm": 1.3600224256515503,
      "learning_rate": 7.695319810481137e-08,
      "loss": 0.3391,
      "step": 2643670
    },
    {
      "epoch": 737.84,
      "grad_norm": 1.1249961853027344,
      "learning_rate": 7.694632632092883e-08,
      "loss": 0.341,
      "step": 2643680
    },
    {
      "epoch": 737.84,
      "grad_norm": 1.356175184249878,
      "learning_rate": 7.693945483875831e-08,
      "loss": 0.3309,
      "step": 2643690
    },
    {
      "epoch": 737.85,
      "grad_norm": 1.534024715423584,
      "learning_rate": 7.693258365830089e-08,
      "loss": 0.3315,
      "step": 2643700
    },
    {
      "epoch": 737.85,
      "grad_norm": 1.2665802240371704,
      "learning_rate": 7.692571277955785e-08,
      "loss": 0.3286,
      "step": 2643710
    },
    {
      "epoch": 737.85,
      "grad_norm": 1.2142362594604492,
      "learning_rate": 7.691884220252919e-08,
      "loss": 0.3348,
      "step": 2643720
    },
    {
      "epoch": 737.85,
      "grad_norm": 1.1189324855804443,
      "learning_rate": 7.691197192721673e-08,
      "loss": 0.3436,
      "step": 2643730
    },
    {
      "epoch": 737.86,
      "grad_norm": 1.1570850610733032,
      "learning_rate": 7.6905101953621e-08,
      "loss": 0.3395,
      "step": 2643740
    },
    {
      "epoch": 737.86,
      "grad_norm": 1.3673492670059204,
      "learning_rate": 7.689823228174277e-08,
      "loss": 0.3372,
      "step": 2643750
    },
    {
      "epoch": 737.86,
      "grad_norm": 1.2266141176223755,
      "learning_rate": 7.689136291158336e-08,
      "loss": 0.3359,
      "step": 2643760
    },
    {
      "epoch": 737.86,
      "grad_norm": 1.3754563331604004,
      "learning_rate": 7.688449384314326e-08,
      "loss": 0.3199,
      "step": 2643770
    },
    {
      "epoch": 737.87,
      "grad_norm": 1.219281554222107,
      "learning_rate": 7.687762507642353e-08,
      "loss": 0.3416,
      "step": 2643780
    },
    {
      "epoch": 737.87,
      "grad_norm": 1.250457525253296,
      "learning_rate": 7.687075661142522e-08,
      "loss": 0.3341,
      "step": 2643790
    },
    {
      "epoch": 737.87,
      "grad_norm": 1.3620450496673584,
      "learning_rate": 7.686388844814935e-08,
      "loss": 0.3418,
      "step": 2643800
    },
    {
      "epoch": 737.88,
      "grad_norm": 1.3078618049621582,
      "learning_rate": 7.68570205865962e-08,
      "loss": 0.3396,
      "step": 2643810
    },
    {
      "epoch": 737.88,
      "grad_norm": 1.135207176208496,
      "learning_rate": 7.685015302676757e-08,
      "loss": 0.3303,
      "step": 2643820
    },
    {
      "epoch": 737.88,
      "grad_norm": 1.5103051662445068,
      "learning_rate": 7.684328576866372e-08,
      "loss": 0.3398,
      "step": 2643830
    },
    {
      "epoch": 737.88,
      "grad_norm": 1.1650774478912354,
      "learning_rate": 7.683641881228572e-08,
      "loss": 0.3291,
      "step": 2643840
    },
    {
      "epoch": 737.89,
      "grad_norm": 1.2370623350143433,
      "learning_rate": 7.682955215763484e-08,
      "loss": 0.3361,
      "step": 2643850
    },
    {
      "epoch": 737.89,
      "grad_norm": 1.4718592166900635,
      "learning_rate": 7.682268580471136e-08,
      "loss": 0.34,
      "step": 2643860
    },
    {
      "epoch": 737.89,
      "grad_norm": 1.2144014835357666,
      "learning_rate": 7.681581975351658e-08,
      "loss": 0.3335,
      "step": 2643870
    },
    {
      "epoch": 737.9,
      "grad_norm": 1.2773714065551758,
      "learning_rate": 7.680895400405153e-08,
      "loss": 0.3328,
      "step": 2643880
    },
    {
      "epoch": 737.9,
      "grad_norm": 1.141565203666687,
      "learning_rate": 7.680208855631674e-08,
      "loss": 0.3374,
      "step": 2643890
    },
    {
      "epoch": 737.9,
      "grad_norm": 1.1333732604980469,
      "learning_rate": 7.679522341031349e-08,
      "loss": 0.321,
      "step": 2643900
    },
    {
      "epoch": 737.9,
      "grad_norm": 1.3828879594802856,
      "learning_rate": 7.678835856604259e-08,
      "loss": 0.3366,
      "step": 2643910
    },
    {
      "epoch": 737.91,
      "grad_norm": 1.1556607484817505,
      "learning_rate": 7.678149402350455e-08,
      "loss": 0.332,
      "step": 2643920
    },
    {
      "epoch": 737.91,
      "grad_norm": 1.2075406312942505,
      "learning_rate": 7.677462978270092e-08,
      "loss": 0.328,
      "step": 2643930
    },
    {
      "epoch": 737.91,
      "grad_norm": 1.4572216272354126,
      "learning_rate": 7.676776584363249e-08,
      "loss": 0.3418,
      "step": 2643940
    },
    {
      "epoch": 737.92,
      "grad_norm": 1.1994893550872803,
      "learning_rate": 7.676090220629953e-08,
      "loss": 0.33,
      "step": 2643950
    },
    {
      "epoch": 737.92,
      "grad_norm": 1.3299009799957275,
      "learning_rate": 7.675403887070384e-08,
      "loss": 0.3565,
      "step": 2643960
    },
    {
      "epoch": 737.92,
      "grad_norm": 1.1672054529190063,
      "learning_rate": 7.67471758368457e-08,
      "loss": 0.3577,
      "step": 2643970
    },
    {
      "epoch": 737.92,
      "grad_norm": 1.3152801990509033,
      "learning_rate": 7.67403131047264e-08,
      "loss": 0.3492,
      "step": 2643980
    },
    {
      "epoch": 737.93,
      "grad_norm": 1.2774138450622559,
      "learning_rate": 7.673345067434672e-08,
      "loss": 0.3273,
      "step": 2643990
    },
    {
      "epoch": 737.93,
      "grad_norm": 1.1077247858047485,
      "learning_rate": 7.672658854570745e-08,
      "loss": 0.3488,
      "step": 2644000
    },
    {
      "epoch": 737.93,
      "grad_norm": 1.3708927631378174,
      "learning_rate": 7.67197267188096e-08,
      "loss": 0.3356,
      "step": 2644010
    },
    {
      "epoch": 737.93,
      "grad_norm": 1.1495815515518188,
      "learning_rate": 7.6712865193654e-08,
      "loss": 0.3322,
      "step": 2644020
    },
    {
      "epoch": 737.94,
      "grad_norm": 1.4504873752593994,
      "learning_rate": 7.670600397024218e-08,
      "loss": 0.3386,
      "step": 2644030
    },
    {
      "epoch": 737.94,
      "grad_norm": 1.1354503631591797,
      "learning_rate": 7.669914304857414e-08,
      "loss": 0.3171,
      "step": 2644040
    },
    {
      "epoch": 737.94,
      "grad_norm": 1.2651978731155396,
      "learning_rate": 7.66922824286512e-08,
      "loss": 0.3293,
      "step": 2644050
    },
    {
      "epoch": 737.95,
      "grad_norm": 1.3567407131195068,
      "learning_rate": 7.668542211047438e-08,
      "loss": 0.3176,
      "step": 2644060
    },
    {
      "epoch": 737.95,
      "grad_norm": 1.3495184183120728,
      "learning_rate": 7.667856209404394e-08,
      "loss": 0.3463,
      "step": 2644070
    },
    {
      "epoch": 737.95,
      "grad_norm": 1.0108659267425537,
      "learning_rate": 7.667170237936199e-08,
      "loss": 0.3303,
      "step": 2644080
    },
    {
      "epoch": 737.95,
      "grad_norm": 1.1975213289260864,
      "learning_rate": 7.66648429664285e-08,
      "loss": 0.3479,
      "step": 2644090
    },
    {
      "epoch": 737.96,
      "grad_norm": 1.0747642517089844,
      "learning_rate": 7.665798385524477e-08,
      "loss": 0.3216,
      "step": 2644100
    },
    {
      "epoch": 737.96,
      "grad_norm": 1.23275887966156,
      "learning_rate": 7.665112504581135e-08,
      "loss": 0.3377,
      "step": 2644110
    },
    {
      "epoch": 737.96,
      "grad_norm": 1.2733337879180908,
      "learning_rate": 7.664426653812978e-08,
      "loss": 0.3419,
      "step": 2644120
    },
    {
      "epoch": 737.97,
      "grad_norm": 1.1119142770767212,
      "learning_rate": 7.663740833220058e-08,
      "loss": 0.3413,
      "step": 2644130
    },
    {
      "epoch": 737.97,
      "grad_norm": 1.3433475494384766,
      "learning_rate": 7.663055042802427e-08,
      "loss": 0.3458,
      "step": 2644140
    },
    {
      "epoch": 737.97,
      "grad_norm": 1.2050782442092896,
      "learning_rate": 7.662369282560266e-08,
      "loss": 0.3539,
      "step": 2644150
    },
    {
      "epoch": 737.97,
      "grad_norm": 0.9682577252388,
      "learning_rate": 7.661683552493579e-08,
      "loss": 0.3343,
      "step": 2644160
    },
    {
      "epoch": 737.98,
      "grad_norm": 3.5435657501220703,
      "learning_rate": 7.660997852602519e-08,
      "loss": 0.3384,
      "step": 2644170
    },
    {
      "epoch": 737.98,
      "grad_norm": 1.296871542930603,
      "learning_rate": 7.660312182887137e-08,
      "loss": 0.3297,
      "step": 2644180
    },
    {
      "epoch": 737.98,
      "grad_norm": 1.2531089782714844,
      "learning_rate": 7.659626543347541e-08,
      "loss": 0.3417,
      "step": 2644190
    },
    {
      "epoch": 737.98,
      "grad_norm": 3.5594780445098877,
      "learning_rate": 7.658940933983858e-08,
      "loss": 0.3305,
      "step": 2644200
    },
    {
      "epoch": 737.99,
      "grad_norm": 1.2927038669586182,
      "learning_rate": 7.658255354796088e-08,
      "loss": 0.3363,
      "step": 2644210
    },
    {
      "epoch": 737.99,
      "grad_norm": 1.1398463249206543,
      "learning_rate": 7.657569805784441e-08,
      "loss": 0.3345,
      "step": 2644220
    },
    {
      "epoch": 737.99,
      "grad_norm": 1.1985750198364258,
      "learning_rate": 7.656884286948917e-08,
      "loss": 0.3519,
      "step": 2644230
    },
    {
      "epoch": 738.0,
      "grad_norm": 1.0402673482894897,
      "learning_rate": 7.656198798289617e-08,
      "loss": 0.3419,
      "step": 2644240
    },
    {
      "epoch": 738.0,
      "grad_norm": 1.1728030443191528,
      "learning_rate": 7.655513339806674e-08,
      "loss": 0.3446,
      "step": 2644250
    },
    {
      "epoch": 738.0,
      "eval_loss": 0.3372431993484497,
      "eval_runtime": 65.6413,
      "eval_samples_per_second": 77.07,
      "eval_steps_per_second": 9.643,
      "step": 2644254
    },
    {
      "epoch": 738.0,
      "grad_norm": 1.2711663246154785,
      "learning_rate": 7.654827911500166e-08,
      "loss": 0.3434,
      "step": 2644260
    },
    {
      "epoch": 738.0,
      "grad_norm": 1.1223543882369995,
      "learning_rate": 7.654142513370144e-08,
      "loss": 0.328,
      "step": 2644270
    },
    {
      "epoch": 738.01,
      "grad_norm": 3.5664114952087402,
      "learning_rate": 7.653457145416764e-08,
      "loss": 0.3345,
      "step": 2644280
    },
    {
      "epoch": 738.01,
      "grad_norm": 1.3833131790161133,
      "learning_rate": 7.652771807640079e-08,
      "loss": 0.3603,
      "step": 2644290
    },
    {
      "epoch": 738.01,
      "grad_norm": 1.1652976274490356,
      "learning_rate": 7.652086500040139e-08,
      "loss": 0.3402,
      "step": 2644300
    },
    {
      "epoch": 738.02,
      "grad_norm": 1.1131787300109863,
      "learning_rate": 7.651401222617129e-08,
      "loss": 0.3355,
      "step": 2644310
    },
    {
      "epoch": 738.02,
      "grad_norm": 1.5594372749328613,
      "learning_rate": 7.650715975371074e-08,
      "loss": 0.3293,
      "step": 2644320
    },
    {
      "epoch": 738.02,
      "grad_norm": 1.136329174041748,
      "learning_rate": 7.650030758302078e-08,
      "loss": 0.3412,
      "step": 2644330
    },
    {
      "epoch": 738.02,
      "grad_norm": 1.4265985488891602,
      "learning_rate": 7.649345571410243e-08,
      "loss": 0.3412,
      "step": 2644340
    },
    {
      "epoch": 738.03,
      "grad_norm": 1.0556950569152832,
      "learning_rate": 7.64866041469565e-08,
      "loss": 0.3329,
      "step": 2644350
    },
    {
      "epoch": 738.03,
      "grad_norm": 1.2264593839645386,
      "learning_rate": 7.647975288158402e-08,
      "loss": 0.334,
      "step": 2644360
    },
    {
      "epoch": 738.03,
      "grad_norm": 1.181023359298706,
      "learning_rate": 7.647290191798577e-08,
      "loss": 0.338,
      "step": 2644370
    },
    {
      "epoch": 738.04,
      "grad_norm": 1.1194440126419067,
      "learning_rate": 7.646605125616306e-08,
      "loss": 0.3268,
      "step": 2644380
    },
    {
      "epoch": 738.04,
      "grad_norm": 1.194953441619873,
      "learning_rate": 7.645920089611562e-08,
      "loss": 0.3401,
      "step": 2644390
    },
    {
      "epoch": 738.04,
      "grad_norm": 1.3615580797195435,
      "learning_rate": 7.645235083784604e-08,
      "loss": 0.3493,
      "step": 2644400
    },
    {
      "epoch": 738.04,
      "grad_norm": 1.299816608428955,
      "learning_rate": 7.644550108135408e-08,
      "loss": 0.3468,
      "step": 2644410
    },
    {
      "epoch": 738.05,
      "grad_norm": 1.286530613899231,
      "learning_rate": 7.643865162664078e-08,
      "loss": 0.3306,
      "step": 2644420
    },
    {
      "epoch": 738.05,
      "grad_norm": 1.2311642169952393,
      "learning_rate": 7.643180247370769e-08,
      "loss": 0.3375,
      "step": 2644430
    },
    {
      "epoch": 738.05,
      "grad_norm": 1.1059255599975586,
      "learning_rate": 7.642495362255507e-08,
      "loss": 0.3357,
      "step": 2644440
    },
    {
      "epoch": 738.05,
      "grad_norm": 1.1864135265350342,
      "learning_rate": 7.641810507318371e-08,
      "loss": 0.3439,
      "step": 2644450
    },
    {
      "epoch": 738.06,
      "grad_norm": 1.3485156297683716,
      "learning_rate": 7.641125682559518e-08,
      "loss": 0.3389,
      "step": 2644460
    },
    {
      "epoch": 738.06,
      "grad_norm": 1.2133959531784058,
      "learning_rate": 7.640440887978997e-08,
      "loss": 0.3292,
      "step": 2644470
    },
    {
      "epoch": 738.06,
      "grad_norm": 1.1704506874084473,
      "learning_rate": 7.639756123576915e-08,
      "loss": 0.3314,
      "step": 2644480
    },
    {
      "epoch": 738.07,
      "grad_norm": 1.4230518341064453,
      "learning_rate": 7.639071389353348e-08,
      "loss": 0.3447,
      "step": 2644490
    },
    {
      "epoch": 738.07,
      "grad_norm": 1.4085878133773804,
      "learning_rate": 7.638386685308401e-08,
      "loss": 0.332,
      "step": 2644500
    },
    {
      "epoch": 738.07,
      "grad_norm": 1.2225747108459473,
      "learning_rate": 7.637702011442128e-08,
      "loss": 0.3457,
      "step": 2644510
    },
    {
      "epoch": 738.07,
      "grad_norm": 1.5257400274276733,
      "learning_rate": 7.637017367754707e-08,
      "loss": 0.3187,
      "step": 2644520
    },
    {
      "epoch": 738.08,
      "grad_norm": 1.1628283262252808,
      "learning_rate": 7.636332754246116e-08,
      "loss": 0.3213,
      "step": 2644530
    },
    {
      "epoch": 738.08,
      "grad_norm": 1.0653622150421143,
      "learning_rate": 7.63564817091656e-08,
      "loss": 0.3335,
      "step": 2644540
    },
    {
      "epoch": 738.08,
      "grad_norm": 2.320504665374756,
      "learning_rate": 7.63496361776604e-08,
      "loss": 0.3481,
      "step": 2644550
    },
    {
      "epoch": 738.09,
      "grad_norm": 1.1959718465805054,
      "learning_rate": 7.634279094794662e-08,
      "loss": 0.35,
      "step": 2644560
    },
    {
      "epoch": 738.09,
      "grad_norm": 1.1159878969192505,
      "learning_rate": 7.63359460200258e-08,
      "loss": 0.3391,
      "step": 2644570
    },
    {
      "epoch": 738.09,
      "grad_norm": 1.3619729280471802,
      "learning_rate": 7.63291013938982e-08,
      "loss": 0.3415,
      "step": 2644580
    },
    {
      "epoch": 738.09,
      "grad_norm": 1.3346110582351685,
      "learning_rate": 7.632225706956486e-08,
      "loss": 0.3417,
      "step": 2644590
    },
    {
      "epoch": 738.1,
      "grad_norm": 1.128227949142456,
      "learning_rate": 7.631541304702684e-08,
      "loss": 0.3315,
      "step": 2644600
    },
    {
      "epoch": 738.1,
      "grad_norm": 1.2228906154632568,
      "learning_rate": 7.630856932628517e-08,
      "loss": 0.3312,
      "step": 2644610
    },
    {
      "epoch": 738.1,
      "grad_norm": 1.1784379482269287,
      "learning_rate": 7.630172590734037e-08,
      "loss": 0.3465,
      "step": 2644620
    },
    {
      "epoch": 738.1,
      "grad_norm": 1.333290457725525,
      "learning_rate": 7.629488279019347e-08,
      "loss": 0.3433,
      "step": 2644630
    },
    {
      "epoch": 738.11,
      "grad_norm": 1.2302008867263794,
      "learning_rate": 7.628803997484553e-08,
      "loss": 0.3535,
      "step": 2644640
    },
    {
      "epoch": 738.11,
      "grad_norm": 1.3582134246826172,
      "learning_rate": 7.628119746129731e-08,
      "loss": 0.3383,
      "step": 2644650
    },
    {
      "epoch": 738.11,
      "grad_norm": 0.9482481479644775,
      "learning_rate": 7.627435524955012e-08,
      "loss": 0.3424,
      "step": 2644660
    },
    {
      "epoch": 738.12,
      "grad_norm": 1.3848061561584473,
      "learning_rate": 7.626751333960424e-08,
      "loss": 0.3509,
      "step": 2644670
    },
    {
      "epoch": 738.12,
      "grad_norm": 1.1992701292037964,
      "learning_rate": 7.626067173146095e-08,
      "loss": 0.3427,
      "step": 2644680
    },
    {
      "epoch": 738.12,
      "grad_norm": 1.1948485374450684,
      "learning_rate": 7.625383042512128e-08,
      "loss": 0.338,
      "step": 2644690
    },
    {
      "epoch": 738.12,
      "grad_norm": 1.0818350315093994,
      "learning_rate": 7.624698942058604e-08,
      "loss": 0.3273,
      "step": 2644700
    },
    {
      "epoch": 738.13,
      "grad_norm": 1.1710972785949707,
      "learning_rate": 7.624014871785572e-08,
      "loss": 0.3365,
      "step": 2644710
    },
    {
      "epoch": 738.13,
      "grad_norm": 1.3132553100585938,
      "learning_rate": 7.62333083169319e-08,
      "loss": 0.3283,
      "step": 2644720
    },
    {
      "epoch": 738.13,
      "grad_norm": 1.1883312463760376,
      "learning_rate": 7.62264682178151e-08,
      "loss": 0.335,
      "step": 2644730
    },
    {
      "epoch": 738.14,
      "grad_norm": 1.3994051218032837,
      "learning_rate": 7.621962842050584e-08,
      "loss": 0.3367,
      "step": 2644740
    },
    {
      "epoch": 738.14,
      "grad_norm": 1.4875950813293457,
      "learning_rate": 7.62127889250062e-08,
      "loss": 0.3324,
      "step": 2644750
    },
    {
      "epoch": 738.14,
      "grad_norm": 1.2112597227096558,
      "learning_rate": 7.620594973131566e-08,
      "loss": 0.3476,
      "step": 2644760
    },
    {
      "epoch": 738.14,
      "grad_norm": 1.3735120296478271,
      "learning_rate": 7.619911083943655e-08,
      "loss": 0.3282,
      "step": 2644770
    },
    {
      "epoch": 738.15,
      "grad_norm": 1.2229409217834473,
      "learning_rate": 7.619227224936862e-08,
      "loss": 0.3388,
      "step": 2644780
    },
    {
      "epoch": 738.15,
      "grad_norm": 1.2143539190292358,
      "learning_rate": 7.618543396111345e-08,
      "loss": 0.3297,
      "step": 2644790
    },
    {
      "epoch": 738.15,
      "grad_norm": 1.33986496925354,
      "learning_rate": 7.617859597467178e-08,
      "loss": 0.3527,
      "step": 2644800
    },
    {
      "epoch": 738.16,
      "grad_norm": 1.0972999334335327,
      "learning_rate": 7.617175829004443e-08,
      "loss": 0.3339,
      "step": 2644810
    },
    {
      "epoch": 738.16,
      "grad_norm": 1.2962493896484375,
      "learning_rate": 7.616492090723216e-08,
      "loss": 0.3296,
      "step": 2644820
    },
    {
      "epoch": 738.16,
      "grad_norm": 1.2123360633850098,
      "learning_rate": 7.615808382623626e-08,
      "loss": 0.3304,
      "step": 2644830
    },
    {
      "epoch": 738.16,
      "grad_norm": 1.2166733741760254,
      "learning_rate": 7.615124704705754e-08,
      "loss": 0.3284,
      "step": 2644840
    },
    {
      "epoch": 738.17,
      "grad_norm": 1.1912647485733032,
      "learning_rate": 7.614441056969676e-08,
      "loss": 0.3585,
      "step": 2644850
    },
    {
      "epoch": 738.17,
      "grad_norm": 1.3414278030395508,
      "learning_rate": 7.61375743941547e-08,
      "loss": 0.3355,
      "step": 2644860
    },
    {
      "epoch": 738.17,
      "grad_norm": 1.5234699249267578,
      "learning_rate": 7.613073852043295e-08,
      "loss": 0.3398,
      "step": 2644870
    },
    {
      "epoch": 738.17,
      "grad_norm": 1.1024419069290161,
      "learning_rate": 7.61239029485312e-08,
      "loss": 0.3307,
      "step": 2644880
    },
    {
      "epoch": 738.18,
      "grad_norm": 1.3478530645370483,
      "learning_rate": 7.611706767845184e-08,
      "loss": 0.3198,
      "step": 2644890
    },
    {
      "epoch": 738.18,
      "grad_norm": 1.2871650457382202,
      "learning_rate": 7.611023271019483e-08,
      "loss": 0.3329,
      "step": 2644900
    },
    {
      "epoch": 738.18,
      "grad_norm": 1.2773016691207886,
      "learning_rate": 7.610339804376098e-08,
      "loss": 0.3385,
      "step": 2644910
    },
    {
      "epoch": 738.19,
      "grad_norm": 1.2325475215911865,
      "learning_rate": 7.609656367915185e-08,
      "loss": 0.3482,
      "step": 2644920
    },
    {
      "epoch": 738.19,
      "grad_norm": 1.1995075941085815,
      "learning_rate": 7.608972961636794e-08,
      "loss": 0.3338,
      "step": 2644930
    },
    {
      "epoch": 738.19,
      "grad_norm": 1.1824759244918823,
      "learning_rate": 7.608289585541005e-08,
      "loss": 0.3416,
      "step": 2644940
    },
    {
      "epoch": 738.19,
      "grad_norm": 1.3710377216339111,
      "learning_rate": 7.607606239627947e-08,
      "loss": 0.3382,
      "step": 2644950
    },
    {
      "epoch": 738.2,
      "grad_norm": 1.0379451513290405,
      "learning_rate": 7.606922923897698e-08,
      "loss": 0.3414,
      "step": 2644960
    },
    {
      "epoch": 738.2,
      "grad_norm": 1.589507818222046,
      "learning_rate": 7.60623963835031e-08,
      "loss": 0.3371,
      "step": 2644970
    },
    {
      "epoch": 738.2,
      "grad_norm": 1.2526710033416748,
      "learning_rate": 7.60555638298594e-08,
      "loss": 0.3348,
      "step": 2644980
    },
    {
      "epoch": 738.21,
      "grad_norm": 1.3341307640075684,
      "learning_rate": 7.604873157804615e-08,
      "loss": 0.3325,
      "step": 2644990
    },
    {
      "epoch": 738.21,
      "grad_norm": 1.2990719079971313,
      "learning_rate": 7.604189962806461e-08,
      "loss": 0.3292,
      "step": 2645000
    },
    {
      "epoch": 738.21,
      "grad_norm": 1.3498635292053223,
      "learning_rate": 7.603506797991612e-08,
      "loss": 0.3545,
      "step": 2645010
    },
    {
      "epoch": 738.21,
      "grad_norm": 1.2593777179718018,
      "learning_rate": 7.602823663360016e-08,
      "loss": 0.3296,
      "step": 2645020
    },
    {
      "epoch": 738.22,
      "grad_norm": 1.3757694959640503,
      "learning_rate": 7.602140558911956e-08,
      "loss": 0.324,
      "step": 2645030
    },
    {
      "epoch": 738.22,
      "grad_norm": 1.9834755659103394,
      "learning_rate": 7.601457484647357e-08,
      "loss": 0.3262,
      "step": 2645040
    },
    {
      "epoch": 738.22,
      "grad_norm": 1.174288272857666,
      "learning_rate": 7.6007744405664e-08,
      "loss": 0.3551,
      "step": 2645050
    },
    {
      "epoch": 738.22,
      "grad_norm": 1.2650972604751587,
      "learning_rate": 7.600091426669163e-08,
      "loss": 0.3294,
      "step": 2645060
    },
    {
      "epoch": 738.23,
      "grad_norm": 1.149437665939331,
      "learning_rate": 7.59940844295575e-08,
      "loss": 0.3381,
      "step": 2645070
    },
    {
      "epoch": 738.23,
      "grad_norm": 1.0908434391021729,
      "learning_rate": 7.598725489426188e-08,
      "loss": 0.3308,
      "step": 2645080
    },
    {
      "epoch": 738.23,
      "grad_norm": 1.1702728271484375,
      "learning_rate": 7.598042566080631e-08,
      "loss": 0.338,
      "step": 2645090
    },
    {
      "epoch": 738.24,
      "grad_norm": 1.2919222116470337,
      "learning_rate": 7.597359672919159e-08,
      "loss": 0.3356,
      "step": 2645100
    },
    {
      "epoch": 738.24,
      "grad_norm": 1.3604013919830322,
      "learning_rate": 7.596676809941798e-08,
      "loss": 0.351,
      "step": 2645110
    },
    {
      "epoch": 738.24,
      "grad_norm": 1.3212825059890747,
      "learning_rate": 7.595993977148754e-08,
      "loss": 0.3145,
      "step": 2645120
    },
    {
      "epoch": 738.24,
      "grad_norm": 1.2695854902267456,
      "learning_rate": 7.59531117454003e-08,
      "loss": 0.3351,
      "step": 2645130
    },
    {
      "epoch": 738.25,
      "grad_norm": 1.169946312904358,
      "learning_rate": 7.594628402115728e-08,
      "loss": 0.3229,
      "step": 2645140
    },
    {
      "epoch": 738.25,
      "grad_norm": 1.8953502178192139,
      "learning_rate": 7.593945659876005e-08,
      "loss": 0.3497,
      "step": 2645150
    },
    {
      "epoch": 738.25,
      "grad_norm": 1.300708293914795,
      "learning_rate": 7.593262947820861e-08,
      "loss": 0.3431,
      "step": 2645160
    },
    {
      "epoch": 738.26,
      "grad_norm": 1.1330101490020752,
      "learning_rate": 7.592580265950452e-08,
      "loss": 0.3459,
      "step": 2645170
    },
    {
      "epoch": 738.26,
      "grad_norm": 1.2165374755859375,
      "learning_rate": 7.59189761426483e-08,
      "loss": 0.3311,
      "step": 2645180
    },
    {
      "epoch": 738.26,
      "grad_norm": 1.334134817123413,
      "learning_rate": 7.591214992764124e-08,
      "loss": 0.3381,
      "step": 2645190
    },
    {
      "epoch": 738.26,
      "grad_norm": 1.1156542301177979,
      "learning_rate": 7.590532401448336e-08,
      "loss": 0.3403,
      "step": 2645200
    },
    {
      "epoch": 738.27,
      "grad_norm": 1.3762294054031372,
      "learning_rate": 7.589849840317699e-08,
      "loss": 0.3504,
      "step": 2645210
    },
    {
      "epoch": 738.27,
      "grad_norm": 1.3164724111557007,
      "learning_rate": 7.589167309372187e-08,
      "loss": 0.326,
      "step": 2645220
    },
    {
      "epoch": 738.27,
      "grad_norm": 1.40036141872406,
      "learning_rate": 7.588484808611932e-08,
      "loss": 0.3377,
      "step": 2645230
    },
    {
      "epoch": 738.28,
      "grad_norm": 1.321085810661316,
      "learning_rate": 7.58780233803706e-08,
      "loss": 0.3363,
      "step": 2645240
    },
    {
      "epoch": 738.28,
      "grad_norm": 1.249316692352295,
      "learning_rate": 7.587119897647601e-08,
      "loss": 0.3367,
      "step": 2645250
    },
    {
      "epoch": 738.28,
      "grad_norm": 1.2724685668945312,
      "learning_rate": 7.586437487443657e-08,
      "loss": 0.3365,
      "step": 2645260
    },
    {
      "epoch": 738.28,
      "grad_norm": 1.3428114652633667,
      "learning_rate": 7.585755107425333e-08,
      "loss": 0.3411,
      "step": 2645270
    },
    {
      "epoch": 738.29,
      "grad_norm": 1.334640622138977,
      "learning_rate": 7.585072757592758e-08,
      "loss": 0.336,
      "step": 2645280
    },
    {
      "epoch": 738.29,
      "grad_norm": 1.4294463396072388,
      "learning_rate": 7.58439043794596e-08,
      "loss": 0.3341,
      "step": 2645290
    },
    {
      "epoch": 738.29,
      "grad_norm": 1.961361289024353,
      "learning_rate": 7.583708148485042e-08,
      "loss": 0.3448,
      "step": 2645300
    },
    {
      "epoch": 738.29,
      "grad_norm": 1.1680777072906494,
      "learning_rate": 7.583025889210106e-08,
      "loss": 0.3406,
      "step": 2645310
    },
    {
      "epoch": 738.3,
      "grad_norm": 1.4872264862060547,
      "learning_rate": 7.582343660121234e-08,
      "loss": 0.3331,
      "step": 2645320
    },
    {
      "epoch": 738.3,
      "grad_norm": 1.298183560371399,
      "learning_rate": 7.581661461218578e-08,
      "loss": 0.3566,
      "step": 2645330
    },
    {
      "epoch": 738.3,
      "grad_norm": 1.2333568334579468,
      "learning_rate": 7.580979292502115e-08,
      "loss": 0.321,
      "step": 2645340
    },
    {
      "epoch": 738.31,
      "grad_norm": 1.161597490310669,
      "learning_rate": 7.580297153972053e-08,
      "loss": 0.329,
      "step": 2645350
    },
    {
      "epoch": 738.31,
      "grad_norm": 1.5528218746185303,
      "learning_rate": 7.57961504562839e-08,
      "loss": 0.3326,
      "step": 2645360
    },
    {
      "epoch": 738.31,
      "grad_norm": 1.2834025621414185,
      "learning_rate": 7.578932967471258e-08,
      "loss": 0.3283,
      "step": 2645370
    },
    {
      "epoch": 738.31,
      "grad_norm": 1.1194970607757568,
      "learning_rate": 7.578250919500761e-08,
      "loss": 0.343,
      "step": 2645380
    },
    {
      "epoch": 738.32,
      "grad_norm": 1.1413230895996094,
      "learning_rate": 7.577568901716977e-08,
      "loss": 0.3253,
      "step": 2645390
    },
    {
      "epoch": 738.32,
      "grad_norm": 1.6020056009292603,
      "learning_rate": 7.576886914119955e-08,
      "loss": 0.3352,
      "step": 2645400
    },
    {
      "epoch": 738.32,
      "grad_norm": 1.3004746437072754,
      "learning_rate": 7.576204956709856e-08,
      "loss": 0.3226,
      "step": 2645410
    },
    {
      "epoch": 738.33,
      "grad_norm": 1.265662670135498,
      "learning_rate": 7.575523029486755e-08,
      "loss": 0.3526,
      "step": 2645420
    },
    {
      "epoch": 738.33,
      "grad_norm": 1.5191667079925537,
      "learning_rate": 7.574841132450705e-08,
      "loss": 0.3446,
      "step": 2645430
    },
    {
      "epoch": 738.33,
      "grad_norm": 1.1841360330581665,
      "learning_rate": 7.574159265601809e-08,
      "loss": 0.3493,
      "step": 2645440
    },
    {
      "epoch": 738.33,
      "grad_norm": 1.0862836837768555,
      "learning_rate": 7.573477428940173e-08,
      "loss": 0.327,
      "step": 2645450
    },
    {
      "epoch": 738.34,
      "grad_norm": 1.166652798652649,
      "learning_rate": 7.572795622465873e-08,
      "loss": 0.3339,
      "step": 2645460
    },
    {
      "epoch": 738.34,
      "grad_norm": 1.3259836435317993,
      "learning_rate": 7.572113846179015e-08,
      "loss": 0.3277,
      "step": 2645470
    },
    {
      "epoch": 738.34,
      "grad_norm": 1.3405957221984863,
      "learning_rate": 7.571432100079702e-08,
      "loss": 0.3186,
      "step": 2645480
    },
    {
      "epoch": 738.34,
      "grad_norm": 1.2623200416564941,
      "learning_rate": 7.57075038416796e-08,
      "loss": 0.3315,
      "step": 2645490
    },
    {
      "epoch": 738.35,
      "grad_norm": 1.0584752559661865,
      "learning_rate": 7.570068698443971e-08,
      "loss": 0.3588,
      "step": 2645500
    },
    {
      "epoch": 738.35,
      "grad_norm": 1.1259400844573975,
      "learning_rate": 7.569387042907762e-08,
      "loss": 0.3434,
      "step": 2645510
    },
    {
      "epoch": 738.35,
      "grad_norm": 1.3261871337890625,
      "learning_rate": 7.568705417559437e-08,
      "loss": 0.3347,
      "step": 2645520
    },
    {
      "epoch": 738.36,
      "grad_norm": 1.272444486618042,
      "learning_rate": 7.568023822399098e-08,
      "loss": 0.3393,
      "step": 2645530
    },
    {
      "epoch": 738.36,
      "grad_norm": 1.1980897188186646,
      "learning_rate": 7.567342257426851e-08,
      "loss": 0.3487,
      "step": 2645540
    },
    {
      "epoch": 738.36,
      "grad_norm": 1.3982539176940918,
      "learning_rate": 7.566660722642722e-08,
      "loss": 0.3345,
      "step": 2645550
    },
    {
      "epoch": 738.36,
      "grad_norm": 1.1766756772994995,
      "learning_rate": 7.565979218046892e-08,
      "loss": 0.3383,
      "step": 2645560
    },
    {
      "epoch": 738.37,
      "grad_norm": 1.5970741510391235,
      "learning_rate": 7.565297743639363e-08,
      "loss": 0.3151,
      "step": 2645570
    },
    {
      "epoch": 738.37,
      "grad_norm": 1.0572937726974487,
      "learning_rate": 7.564616299420264e-08,
      "loss": 0.3339,
      "step": 2645580
    },
    {
      "epoch": 738.37,
      "grad_norm": 1.2422629594802856,
      "learning_rate": 7.563934885389723e-08,
      "loss": 0.3489,
      "step": 2645590
    },
    {
      "epoch": 738.38,
      "grad_norm": 1.20198392868042,
      "learning_rate": 7.563253501547771e-08,
      "loss": 0.3351,
      "step": 2645600
    },
    {
      "epoch": 738.38,
      "grad_norm": 1.3537240028381348,
      "learning_rate": 7.56257214789456e-08,
      "loss": 0.334,
      "step": 2645610
    },
    {
      "epoch": 738.38,
      "grad_norm": 1.1681479215621948,
      "learning_rate": 7.561890824430116e-08,
      "loss": 0.3348,
      "step": 2645620
    },
    {
      "epoch": 738.38,
      "grad_norm": 1.0806057453155518,
      "learning_rate": 7.561209531154544e-08,
      "loss": 0.3383,
      "step": 2645630
    },
    {
      "epoch": 738.39,
      "grad_norm": 1.2366056442260742,
      "learning_rate": 7.56052826806795e-08,
      "loss": 0.3485,
      "step": 2645640
    },
    {
      "epoch": 738.39,
      "grad_norm": 1.3186413049697876,
      "learning_rate": 7.559847035170461e-08,
      "loss": 0.3577,
      "step": 2645650
    },
    {
      "epoch": 738.39,
      "grad_norm": 1.1420327425003052,
      "learning_rate": 7.559165832462105e-08,
      "loss": 0.3376,
      "step": 2645660
    },
    {
      "epoch": 738.4,
      "grad_norm": 1.3503926992416382,
      "learning_rate": 7.558484659943011e-08,
      "loss": 0.3323,
      "step": 2645670
    },
    {
      "epoch": 738.4,
      "grad_norm": 2.1784517765045166,
      "learning_rate": 7.557803517613259e-08,
      "loss": 0.3349,
      "step": 2645680
    },
    {
      "epoch": 738.4,
      "grad_norm": 1.4379477500915527,
      "learning_rate": 7.557122405472898e-08,
      "loss": 0.3379,
      "step": 2645690
    },
    {
      "epoch": 738.4,
      "grad_norm": 1.2221494913101196,
      "learning_rate": 7.556441323522113e-08,
      "loss": 0.3312,
      "step": 2645700
    },
    {
      "epoch": 738.41,
      "grad_norm": 1.382164716720581,
      "learning_rate": 7.555760271760928e-08,
      "loss": 0.3451,
      "step": 2645710
    },
    {
      "epoch": 738.41,
      "grad_norm": 1.1470855474472046,
      "learning_rate": 7.555079250189423e-08,
      "loss": 0.3301,
      "step": 2645720
    },
    {
      "epoch": 738.41,
      "grad_norm": 1.2356786727905273,
      "learning_rate": 7.554398258807701e-08,
      "loss": 0.3423,
      "step": 2645730
    },
    {
      "epoch": 738.41,
      "grad_norm": 1.1139286756515503,
      "learning_rate": 7.553717297615917e-08,
      "loss": 0.3467,
      "step": 2645740
    },
    {
      "epoch": 738.42,
      "grad_norm": 1.2931864261627197,
      "learning_rate": 7.553036366614073e-08,
      "loss": 0.3418,
      "step": 2645750
    },
    {
      "epoch": 738.42,
      "grad_norm": 1.2650508880615234,
      "learning_rate": 7.552355465802271e-08,
      "loss": 0.3356,
      "step": 2645760
    },
    {
      "epoch": 738.42,
      "grad_norm": 1.1836682558059692,
      "learning_rate": 7.551674595180669e-08,
      "loss": 0.3572,
      "step": 2645770
    },
    {
      "epoch": 738.43,
      "grad_norm": 1.0511668920516968,
      "learning_rate": 7.550993754749266e-08,
      "loss": 0.3442,
      "step": 2645780
    },
    {
      "epoch": 738.43,
      "grad_norm": 1.719538927078247,
      "learning_rate": 7.550312944508245e-08,
      "loss": 0.3402,
      "step": 2645790
    },
    {
      "epoch": 738.43,
      "grad_norm": 1.2060678005218506,
      "learning_rate": 7.549632164457631e-08,
      "loss": 0.3426,
      "step": 2645800
    },
    {
      "epoch": 738.43,
      "grad_norm": 1.290047526359558,
      "learning_rate": 7.548951414597555e-08,
      "loss": 0.3435,
      "step": 2645810
    },
    {
      "epoch": 738.44,
      "grad_norm": 1.3774718046188354,
      "learning_rate": 7.548270694928068e-08,
      "loss": 0.3458,
      "step": 2645820
    },
    {
      "epoch": 738.44,
      "grad_norm": 1.2149122953414917,
      "learning_rate": 7.547590005449302e-08,
      "loss": 0.3443,
      "step": 2645830
    },
    {
      "epoch": 738.44,
      "grad_norm": 1.1345305442810059,
      "learning_rate": 7.54690934616128e-08,
      "loss": 0.3257,
      "step": 2645840
    },
    {
      "epoch": 738.45,
      "grad_norm": 1.2631827592849731,
      "learning_rate": 7.546228717064162e-08,
      "loss": 0.3408,
      "step": 2645850
    },
    {
      "epoch": 738.45,
      "grad_norm": 1.07170832157135,
      "learning_rate": 7.545548118158047e-08,
      "loss": 0.3377,
      "step": 2645860
    },
    {
      "epoch": 738.45,
      "grad_norm": 1.310269832611084,
      "learning_rate": 7.54486754944294e-08,
      "loss": 0.3388,
      "step": 2645870
    },
    {
      "epoch": 738.45,
      "grad_norm": 1.100547432899475,
      "learning_rate": 7.544187010919021e-08,
      "loss": 0.3494,
      "step": 2645880
    },
    {
      "epoch": 738.46,
      "grad_norm": 1.3060215711593628,
      "learning_rate": 7.543506502586342e-08,
      "loss": 0.3362,
      "step": 2645890
    },
    {
      "epoch": 738.46,
      "grad_norm": 1.1776885986328125,
      "learning_rate": 7.542826024444981e-08,
      "loss": 0.3408,
      "step": 2645900
    },
    {
      "epoch": 738.46,
      "grad_norm": 1.8077951669692993,
      "learning_rate": 7.542145576495068e-08,
      "loss": 0.3317,
      "step": 2645910
    },
    {
      "epoch": 738.46,
      "grad_norm": 1.2531689405441284,
      "learning_rate": 7.54146515873663e-08,
      "loss": 0.3361,
      "step": 2645920
    },
    {
      "epoch": 738.47,
      "grad_norm": 1.3154007196426392,
      "learning_rate": 7.540784771169848e-08,
      "loss": 0.327,
      "step": 2645930
    },
    {
      "epoch": 738.47,
      "grad_norm": 1.1597872972488403,
      "learning_rate": 7.540104413794722e-08,
      "loss": 0.3293,
      "step": 2645940
    },
    {
      "epoch": 738.47,
      "grad_norm": 1.423052430152893,
      "learning_rate": 7.539424086611409e-08,
      "loss": 0.3281,
      "step": 2645950
    },
    {
      "epoch": 738.48,
      "grad_norm": 1.2069257497787476,
      "learning_rate": 7.538743789619962e-08,
      "loss": 0.3456,
      "step": 2645960
    },
    {
      "epoch": 738.48,
      "grad_norm": 1.147615909576416,
      "learning_rate": 7.538063522820482e-08,
      "loss": 0.326,
      "step": 2645970
    },
    {
      "epoch": 738.48,
      "grad_norm": 1.1775846481323242,
      "learning_rate": 7.537383286213049e-08,
      "loss": 0.3281,
      "step": 2645980
    },
    {
      "epoch": 738.48,
      "grad_norm": 1.1045631170272827,
      "learning_rate": 7.536703079797767e-08,
      "loss": 0.3172,
      "step": 2645990
    },
    {
      "epoch": 738.49,
      "grad_norm": 1.2544188499450684,
      "learning_rate": 7.536022903574767e-08,
      "loss": 0.3415,
      "step": 2646000
    },
    {
      "epoch": 738.49,
      "grad_norm": 1.3851473331451416,
      "learning_rate": 7.53534275754402e-08,
      "loss": 0.3248,
      "step": 2646010
    },
    {
      "epoch": 738.49,
      "grad_norm": 1.3600515127182007,
      "learning_rate": 7.534662641705764e-08,
      "loss": 0.3388,
      "step": 2646020
    },
    {
      "epoch": 738.5,
      "grad_norm": 1.2991067171096802,
      "learning_rate": 7.533982556059995e-08,
      "loss": 0.3522,
      "step": 2646030
    },
    {
      "epoch": 738.5,
      "grad_norm": 1.3309893608093262,
      "learning_rate": 7.533302500606795e-08,
      "loss": 0.3333,
      "step": 2646040
    },
    {
      "epoch": 738.5,
      "grad_norm": 1.1497960090637207,
      "learning_rate": 7.532622475346344e-08,
      "loss": 0.3304,
      "step": 2646050
    },
    {
      "epoch": 738.5,
      "grad_norm": 1.2238032817840576,
      "learning_rate": 7.531942480278642e-08,
      "loss": 0.3331,
      "step": 2646060
    },
    {
      "epoch": 738.51,
      "grad_norm": 1.1213538646697998,
      "learning_rate": 7.53126251540382e-08,
      "loss": 0.339,
      "step": 2646070
    },
    {
      "epoch": 738.51,
      "grad_norm": 1.141650676727295,
      "learning_rate": 7.530582580721929e-08,
      "loss": 0.3368,
      "step": 2646080
    },
    {
      "epoch": 738.51,
      "grad_norm": 1.1339482069015503,
      "learning_rate": 7.529902676233153e-08,
      "loss": 0.3127,
      "step": 2646090
    },
    {
      "epoch": 738.52,
      "grad_norm": 1.1198683977127075,
      "learning_rate": 7.529222801937489e-08,
      "loss": 0.3281,
      "step": 2646100
    },
    {
      "epoch": 738.52,
      "grad_norm": 3.0214667320251465,
      "learning_rate": 7.528542957835043e-08,
      "loss": 0.3515,
      "step": 2646110
    },
    {
      "epoch": 738.52,
      "grad_norm": 1.1056715250015259,
      "learning_rate": 7.52786314392597e-08,
      "loss": 0.3336,
      "step": 2646120
    },
    {
      "epoch": 738.52,
      "grad_norm": 1.410820722579956,
      "learning_rate": 7.527183360210246e-08,
      "loss": 0.3541,
      "step": 2646130
    },
    {
      "epoch": 738.53,
      "grad_norm": 1.2755521535873413,
      "learning_rate": 7.526503606688079e-08,
      "loss": 0.3293,
      "step": 2646140
    },
    {
      "epoch": 738.53,
      "grad_norm": 1.2562618255615234,
      "learning_rate": 7.525823883359492e-08,
      "loss": 0.3439,
      "step": 2646150
    },
    {
      "epoch": 738.53,
      "grad_norm": 1.2838995456695557,
      "learning_rate": 7.525144190224592e-08,
      "loss": 0.3264,
      "step": 2646160
    },
    {
      "epoch": 738.53,
      "grad_norm": 1.4303466081619263,
      "learning_rate": 7.524464527283456e-08,
      "loss": 0.3535,
      "step": 2646170
    },
    {
      "epoch": 738.54,
      "grad_norm": 1.1658711433410645,
      "learning_rate": 7.523784894536188e-08,
      "loss": 0.3348,
      "step": 2646180
    },
    {
      "epoch": 738.54,
      "grad_norm": 1.144135594367981,
      "learning_rate": 7.523105291982918e-08,
      "loss": 0.3433,
      "step": 2646190
    },
    {
      "epoch": 738.54,
      "grad_norm": 1.083249807357788,
      "learning_rate": 7.522425719623673e-08,
      "loss": 0.3235,
      "step": 2646200
    },
    {
      "epoch": 738.55,
      "grad_norm": 1.2109978199005127,
      "learning_rate": 7.521746177458557e-08,
      "loss": 0.3495,
      "step": 2646210
    },
    {
      "epoch": 738.55,
      "grad_norm": 1.2224454879760742,
      "learning_rate": 7.521066665487672e-08,
      "loss": 0.3318,
      "step": 2646220
    },
    {
      "epoch": 738.55,
      "grad_norm": 1.4271090030670166,
      "learning_rate": 7.520387183711152e-08,
      "loss": 0.3475,
      "step": 2646230
    },
    {
      "epoch": 738.55,
      "grad_norm": 1.1905437707901,
      "learning_rate": 7.519707732128993e-08,
      "loss": 0.3355,
      "step": 2646240
    },
    {
      "epoch": 738.56,
      "grad_norm": 1.196341633796692,
      "learning_rate": 7.519028310741353e-08,
      "loss": 0.3657,
      "step": 2646250
    },
    {
      "epoch": 738.56,
      "grad_norm": 1.329679012298584,
      "learning_rate": 7.51834891954831e-08,
      "loss": 0.3485,
      "step": 2646260
    },
    {
      "epoch": 738.56,
      "grad_norm": 1.2597053050994873,
      "learning_rate": 7.517669558549915e-08,
      "loss": 0.3296,
      "step": 2646270
    },
    {
      "epoch": 738.57,
      "grad_norm": 1.6598107814788818,
      "learning_rate": 7.516990227746326e-08,
      "loss": 0.33,
      "step": 2646280
    },
    {
      "epoch": 738.57,
      "grad_norm": 1.0791397094726562,
      "learning_rate": 7.516310927137593e-08,
      "loss": 0.331,
      "step": 2646290
    },
    {
      "epoch": 738.57,
      "grad_norm": 1.3396916389465332,
      "learning_rate": 7.515631656723796e-08,
      "loss": 0.3308,
      "step": 2646300
    },
    {
      "epoch": 738.57,
      "grad_norm": 1.3429769277572632,
      "learning_rate": 7.514952416505064e-08,
      "loss": 0.3423,
      "step": 2646310
    },
    {
      "epoch": 738.58,
      "grad_norm": 1.011658787727356,
      "learning_rate": 7.514273206481476e-08,
      "loss": 0.3356,
      "step": 2646320
    },
    {
      "epoch": 738.58,
      "grad_norm": 1.202019214630127,
      "learning_rate": 7.513594026653081e-08,
      "loss": 0.3444,
      "step": 2646330
    },
    {
      "epoch": 738.58,
      "grad_norm": 1.3437927961349487,
      "learning_rate": 7.512914877020014e-08,
      "loss": 0.328,
      "step": 2646340
    },
    {
      "epoch": 738.58,
      "grad_norm": 1.1241974830627441,
      "learning_rate": 7.512235757582376e-08,
      "loss": 0.3531,
      "step": 2646350
    },
    {
      "epoch": 738.59,
      "grad_norm": 1.5465319156646729,
      "learning_rate": 7.511556668340193e-08,
      "loss": 0.3404,
      "step": 2646360
    },
    {
      "epoch": 738.59,
      "grad_norm": 1.089223027229309,
      "learning_rate": 7.510877609293621e-08,
      "loss": 0.3313,
      "step": 2646370
    },
    {
      "epoch": 738.59,
      "grad_norm": 1.084622859954834,
      "learning_rate": 7.510198580442713e-08,
      "loss": 0.3525,
      "step": 2646380
    },
    {
      "epoch": 738.6,
      "grad_norm": 1.0517998933792114,
      "learning_rate": 7.509519581787599e-08,
      "loss": 0.3291,
      "step": 2646390
    },
    {
      "epoch": 738.6,
      "grad_norm": 1.0898849964141846,
      "learning_rate": 7.508840613328332e-08,
      "loss": 0.3511,
      "step": 2646400
    },
    {
      "epoch": 738.6,
      "grad_norm": 1.257535457611084,
      "learning_rate": 7.508161675064987e-08,
      "loss": 0.3434,
      "step": 2646410
    },
    {
      "epoch": 738.6,
      "grad_norm": 1.125753402709961,
      "learning_rate": 7.507482766997697e-08,
      "loss": 0.3244,
      "step": 2646420
    },
    {
      "epoch": 738.61,
      "grad_norm": 1.2729166746139526,
      "learning_rate": 7.506803889126539e-08,
      "loss": 0.3347,
      "step": 2646430
    },
    {
      "epoch": 738.61,
      "grad_norm": 1.2473140954971313,
      "learning_rate": 7.506125041451616e-08,
      "loss": 0.3229,
      "step": 2646440
    },
    {
      "epoch": 738.61,
      "grad_norm": 1.2371320724487305,
      "learning_rate": 7.50544622397293e-08,
      "loss": 0.3388,
      "step": 2646450
    },
    {
      "epoch": 738.62,
      "grad_norm": 1.1528600454330444,
      "learning_rate": 7.504767436690715e-08,
      "loss": 0.3352,
      "step": 2646460
    },
    {
      "epoch": 738.62,
      "grad_norm": 1.1632699966430664,
      "learning_rate": 7.504088679604969e-08,
      "loss": 0.3513,
      "step": 2646470
    },
    {
      "epoch": 738.62,
      "grad_norm": 1.6073732376098633,
      "learning_rate": 7.503409952715799e-08,
      "loss": 0.3369,
      "step": 2646480
    },
    {
      "epoch": 738.62,
      "grad_norm": 1.2453399896621704,
      "learning_rate": 7.502731256023333e-08,
      "loss": 0.3323,
      "step": 2646490
    },
    {
      "epoch": 738.63,
      "grad_norm": 1.1785061359405518,
      "learning_rate": 7.50205258952757e-08,
      "loss": 0.3241,
      "step": 2646500
    },
    {
      "epoch": 738.63,
      "grad_norm": 1.2851133346557617,
      "learning_rate": 7.501373953228696e-08,
      "loss": 0.3234,
      "step": 2646510
    },
    {
      "epoch": 738.63,
      "grad_norm": 1.3517602682113647,
      "learning_rate": 7.500695347126759e-08,
      "loss": 0.3307,
      "step": 2646520
    },
    {
      "epoch": 738.64,
      "grad_norm": 1.4384486675262451,
      "learning_rate": 7.50001677122184e-08,
      "loss": 0.3454,
      "step": 2646530
    },
    {
      "epoch": 738.64,
      "grad_norm": 1.2605818510055542,
      "learning_rate": 7.49933822551404e-08,
      "loss": 0.3251,
      "step": 2646540
    },
    {
      "epoch": 738.64,
      "grad_norm": 1.326495885848999,
      "learning_rate": 7.498659710003492e-08,
      "loss": 0.333,
      "step": 2646550
    },
    {
      "epoch": 738.64,
      "grad_norm": 1.3571373224258423,
      "learning_rate": 7.497981224690221e-08,
      "loss": 0.3248,
      "step": 2646560
    },
    {
      "epoch": 738.65,
      "grad_norm": 1.5206936597824097,
      "learning_rate": 7.497302769574332e-08,
      "loss": 0.3085,
      "step": 2646570
    },
    {
      "epoch": 738.65,
      "grad_norm": 1.0677326917648315,
      "learning_rate": 7.496624344655953e-08,
      "loss": 0.3427,
      "step": 2646580
    },
    {
      "epoch": 738.65,
      "grad_norm": 1.4788837432861328,
      "learning_rate": 7.495945949935086e-08,
      "loss": 0.3187,
      "step": 2646590
    },
    {
      "epoch": 738.65,
      "grad_norm": 1.4522368907928467,
      "learning_rate": 7.495267585411963e-08,
      "loss": 0.36,
      "step": 2646600
    },
    {
      "epoch": 738.66,
      "grad_norm": 1.2872756719589233,
      "learning_rate": 7.49458925108656e-08,
      "loss": 0.3442,
      "step": 2646610
    },
    {
      "epoch": 738.66,
      "grad_norm": 1.204329013824463,
      "learning_rate": 7.49391094695898e-08,
      "loss": 0.3569,
      "step": 2646620
    },
    {
      "epoch": 738.66,
      "grad_norm": 1.1385575532913208,
      "learning_rate": 7.493232673029381e-08,
      "loss": 0.3389,
      "step": 2646630
    },
    {
      "epoch": 738.67,
      "grad_norm": 1.544247031211853,
      "learning_rate": 7.492554429297786e-08,
      "loss": 0.3313,
      "step": 2646640
    },
    {
      "epoch": 738.67,
      "grad_norm": 1.375455617904663,
      "learning_rate": 7.491876215764275e-08,
      "loss": 0.3389,
      "step": 2646650
    },
    {
      "epoch": 738.67,
      "grad_norm": 1.1635721921920776,
      "learning_rate": 7.491198032429004e-08,
      "loss": 0.3378,
      "step": 2646660
    },
    {
      "epoch": 738.67,
      "grad_norm": 1.3982034921646118,
      "learning_rate": 7.490519879292025e-08,
      "loss": 0.3434,
      "step": 2646670
    },
    {
      "epoch": 738.68,
      "grad_norm": 1.19804847240448,
      "learning_rate": 7.489841756353416e-08,
      "loss": 0.3413,
      "step": 2646680
    },
    {
      "epoch": 738.68,
      "grad_norm": 1.1539108753204346,
      "learning_rate": 7.489163663613306e-08,
      "loss": 0.3272,
      "step": 2646690
    },
    {
      "epoch": 738.68,
      "grad_norm": 1.105963110923767,
      "learning_rate": 7.488485601071749e-08,
      "loss": 0.3132,
      "step": 2646700
    },
    {
      "epoch": 738.69,
      "grad_norm": 1.527877688407898,
      "learning_rate": 7.487807568728847e-08,
      "loss": 0.3475,
      "step": 2646710
    },
    {
      "epoch": 738.69,
      "grad_norm": 1.1000417470932007,
      "learning_rate": 7.487129566584706e-08,
      "loss": 0.3307,
      "step": 2646720
    },
    {
      "epoch": 738.69,
      "grad_norm": 1.1720422506332397,
      "learning_rate": 7.486451594639403e-08,
      "loss": 0.3542,
      "step": 2646730
    },
    {
      "epoch": 738.69,
      "grad_norm": 1.1164813041687012,
      "learning_rate": 7.48577365289299e-08,
      "loss": 0.3636,
      "step": 2646740
    },
    {
      "epoch": 738.7,
      "grad_norm": 1.2464724779129028,
      "learning_rate": 7.485095741345624e-08,
      "loss": 0.3428,
      "step": 2646750
    },
    {
      "epoch": 738.7,
      "grad_norm": 1.109884262084961,
      "learning_rate": 7.484417859997356e-08,
      "loss": 0.3331,
      "step": 2646760
    },
    {
      "epoch": 738.7,
      "grad_norm": 1.1780093908309937,
      "learning_rate": 7.483740008848316e-08,
      "loss": 0.3112,
      "step": 2646770
    },
    {
      "epoch": 738.7,
      "grad_norm": 1.1280063390731812,
      "learning_rate": 7.483062187898558e-08,
      "loss": 0.3432,
      "step": 2646780
    },
    {
      "epoch": 738.71,
      "grad_norm": 1.4568244218826294,
      "learning_rate": 7.482384397148158e-08,
      "loss": 0.3466,
      "step": 2646790
    },
    {
      "epoch": 738.71,
      "grad_norm": 1.3332628011703491,
      "learning_rate": 7.48170663659722e-08,
      "loss": 0.3401,
      "step": 2646800
    },
    {
      "epoch": 738.71,
      "grad_norm": 1.1592769622802734,
      "learning_rate": 7.481028906245875e-08,
      "loss": 0.335,
      "step": 2646810
    },
    {
      "epoch": 738.72,
      "grad_norm": 1.179863452911377,
      "learning_rate": 7.480351206094123e-08,
      "loss": 0.3384,
      "step": 2646820
    },
    {
      "epoch": 738.72,
      "grad_norm": 1.2623378038406372,
      "learning_rate": 7.479673536142173e-08,
      "loss": 0.3269,
      "step": 2646830
    },
    {
      "epoch": 738.72,
      "grad_norm": 1.2140073776245117,
      "learning_rate": 7.478995896390023e-08,
      "loss": 0.3609,
      "step": 2646840
    },
    {
      "epoch": 738.72,
      "grad_norm": 1.2067525386810303,
      "learning_rate": 7.478318286837778e-08,
      "loss": 0.346,
      "step": 2646850
    },
    {
      "epoch": 738.73,
      "grad_norm": 1.1329233646392822,
      "learning_rate": 7.477640707485594e-08,
      "loss": 0.3295,
      "step": 2646860
    },
    {
      "epoch": 738.73,
      "grad_norm": 1.3721781969070435,
      "learning_rate": 7.476963158333471e-08,
      "loss": 0.3344,
      "step": 2646870
    },
    {
      "epoch": 738.73,
      "grad_norm": 1.3497045040130615,
      "learning_rate": 7.476285639381541e-08,
      "loss": 0.3418,
      "step": 2646880
    },
    {
      "epoch": 738.74,
      "grad_norm": 1.3712412118911743,
      "learning_rate": 7.475608150629879e-08,
      "loss": 0.3384,
      "step": 2646890
    },
    {
      "epoch": 738.74,
      "grad_norm": 1.5224965810775757,
      "learning_rate": 7.474930692078617e-08,
      "loss": 0.3501,
      "step": 2646900
    },
    {
      "epoch": 738.74,
      "grad_norm": 1.440640926361084,
      "learning_rate": 7.474253263727807e-08,
      "loss": 0.3588,
      "step": 2646910
    },
    {
      "epoch": 738.74,
      "grad_norm": 1.2727833986282349,
      "learning_rate": 7.473575865577551e-08,
      "loss": 0.3327,
      "step": 2646920
    },
    {
      "epoch": 738.75,
      "grad_norm": 1.245442509651184,
      "learning_rate": 7.47289849762793e-08,
      "loss": 0.3474,
      "step": 2646930
    },
    {
      "epoch": 738.75,
      "grad_norm": 1.109378695487976,
      "learning_rate": 7.47222115987902e-08,
      "loss": 0.3387,
      "step": 2646940
    },
    {
      "epoch": 738.75,
      "grad_norm": 1.3541244268417358,
      "learning_rate": 7.471543852330978e-08,
      "loss": 0.3319,
      "step": 2646950
    },
    {
      "epoch": 738.76,
      "grad_norm": 1.213865041732788,
      "learning_rate": 7.470866574983805e-08,
      "loss": 0.3294,
      "step": 2646960
    },
    {
      "epoch": 738.76,
      "grad_norm": 1.7463513612747192,
      "learning_rate": 7.470189327837654e-08,
      "loss": 0.3396,
      "step": 2646970
    },
    {
      "epoch": 738.76,
      "grad_norm": 1.1686933040618896,
      "learning_rate": 7.46951211089258e-08,
      "loss": 0.3367,
      "step": 2646980
    },
    {
      "epoch": 738.76,
      "grad_norm": 1.339856505393982,
      "learning_rate": 7.468834924148712e-08,
      "loss": 0.3363,
      "step": 2646990
    },
    {
      "epoch": 738.77,
      "grad_norm": 1.2314445972442627,
      "learning_rate": 7.468157767606102e-08,
      "loss": 0.3247,
      "step": 2647000
    },
    {
      "epoch": 738.77,
      "grad_norm": 1.329446792602539,
      "learning_rate": 7.467480641264855e-08,
      "loss": 0.3328,
      "step": 2647010
    },
    {
      "epoch": 738.77,
      "grad_norm": 1.4307764768600464,
      "learning_rate": 7.4668035451251e-08,
      "loss": 0.3427,
      "step": 2647020
    },
    {
      "epoch": 738.77,
      "grad_norm": 1.111099123954773,
      "learning_rate": 7.466126479186811e-08,
      "loss": 0.3273,
      "step": 2647030
    },
    {
      "epoch": 738.78,
      "grad_norm": 1.1714057922363281,
      "learning_rate": 7.465449443450223e-08,
      "loss": 0.3327,
      "step": 2647040
    },
    {
      "epoch": 738.78,
      "grad_norm": 1.0297088623046875,
      "learning_rate": 7.46477243791531e-08,
      "loss": 0.3379,
      "step": 2647050
    },
    {
      "epoch": 738.78,
      "grad_norm": 1.3860878944396973,
      "learning_rate": 7.464095462582226e-08,
      "loss": 0.3414,
      "step": 2647060
    },
    {
      "epoch": 738.79,
      "grad_norm": 1.333004117012024,
      "learning_rate": 7.463418517451077e-08,
      "loss": 0.3424,
      "step": 2647070
    },
    {
      "epoch": 738.79,
      "grad_norm": 1.3120087385177612,
      "learning_rate": 7.462741602521863e-08,
      "loss": 0.3279,
      "step": 2647080
    },
    {
      "epoch": 738.79,
      "grad_norm": 1.3578115701675415,
      "learning_rate": 7.462064717794767e-08,
      "loss": 0.3279,
      "step": 2647090
    },
    {
      "epoch": 738.79,
      "grad_norm": 1.1957712173461914,
      "learning_rate": 7.461387863269838e-08,
      "loss": 0.3301,
      "step": 2647100
    },
    {
      "epoch": 738.8,
      "grad_norm": 1.2651019096374512,
      "learning_rate": 7.460711038947184e-08,
      "loss": 0.3142,
      "step": 2647110
    },
    {
      "epoch": 738.8,
      "grad_norm": 1.2881373167037964,
      "learning_rate": 7.460034244826854e-08,
      "loss": 0.3255,
      "step": 2647120
    },
    {
      "epoch": 738.8,
      "grad_norm": 1.270998239517212,
      "learning_rate": 7.459357480909004e-08,
      "loss": 0.3208,
      "step": 2647130
    },
    {
      "epoch": 738.81,
      "grad_norm": 1.8193864822387695,
      "learning_rate": 7.458680747193689e-08,
      "loss": 0.356,
      "step": 2647140
    },
    {
      "epoch": 738.81,
      "grad_norm": 1.293130874633789,
      "learning_rate": 7.458004043680958e-08,
      "loss": 0.3567,
      "step": 2647150
    },
    {
      "epoch": 738.81,
      "grad_norm": 1.1353683471679688,
      "learning_rate": 7.457327370370996e-08,
      "loss": 0.3324,
      "step": 2647160
    },
    {
      "epoch": 738.81,
      "grad_norm": 1.2626047134399414,
      "learning_rate": 7.456650727263773e-08,
      "loss": 0.3212,
      "step": 2647170
    },
    {
      "epoch": 738.82,
      "grad_norm": 1.2169851064682007,
      "learning_rate": 7.455974114359501e-08,
      "loss": 0.3295,
      "step": 2647180
    },
    {
      "epoch": 738.82,
      "grad_norm": 1.0673984289169312,
      "learning_rate": 7.455297531658179e-08,
      "loss": 0.3196,
      "step": 2647190
    },
    {
      "epoch": 738.82,
      "grad_norm": 1.507773756980896,
      "learning_rate": 7.454620979159935e-08,
      "loss": 0.3352,
      "step": 2647200
    },
    {
      "epoch": 738.83,
      "grad_norm": 1.193778395652771,
      "learning_rate": 7.453944456864875e-08,
      "loss": 0.3522,
      "step": 2647210
    },
    {
      "epoch": 738.83,
      "grad_norm": 1.3567707538604736,
      "learning_rate": 7.453267964773053e-08,
      "loss": 0.335,
      "step": 2647220
    },
    {
      "epoch": 738.83,
      "grad_norm": 1.2320905923843384,
      "learning_rate": 7.452591502884568e-08,
      "loss": 0.3314,
      "step": 2647230
    },
    {
      "epoch": 738.83,
      "grad_norm": 1.4683181047439575,
      "learning_rate": 7.451915071199528e-08,
      "loss": 0.3223,
      "step": 2647240
    },
    {
      "epoch": 738.84,
      "grad_norm": 1.2954844236373901,
      "learning_rate": 7.451238669718036e-08,
      "loss": 0.3381,
      "step": 2647250
    },
    {
      "epoch": 738.84,
      "grad_norm": 1.2152811288833618,
      "learning_rate": 7.450562298440119e-08,
      "loss": 0.344,
      "step": 2647260
    },
    {
      "epoch": 738.84,
      "grad_norm": 1.2568752765655518,
      "learning_rate": 7.44988595736593e-08,
      "loss": 0.3317,
      "step": 2647270
    },
    {
      "epoch": 738.84,
      "grad_norm": 1.1329095363616943,
      "learning_rate": 7.449209646495525e-08,
      "loss": 0.346,
      "step": 2647280
    },
    {
      "epoch": 738.85,
      "grad_norm": 1.4573291540145874,
      "learning_rate": 7.448533365829005e-08,
      "loss": 0.3363,
      "step": 2647290
    },
    {
      "epoch": 738.85,
      "grad_norm": 1.3280009031295776,
      "learning_rate": 7.447857115366477e-08,
      "loss": 0.3324,
      "step": 2647300
    },
    {
      "epoch": 738.85,
      "grad_norm": 1.3236305713653564,
      "learning_rate": 7.44718089510799e-08,
      "loss": 0.3436,
      "step": 2647310
    },
    {
      "epoch": 738.86,
      "grad_norm": 1.2466109991073608,
      "learning_rate": 7.446504705053676e-08,
      "loss": 0.3232,
      "step": 2647320
    },
    {
      "epoch": 738.86,
      "grad_norm": 1.4475129842758179,
      "learning_rate": 7.445828545203587e-08,
      "loss": 0.338,
      "step": 2647330
    },
    {
      "epoch": 738.86,
      "grad_norm": 1.2879114151000977,
      "learning_rate": 7.445152415557825e-08,
      "loss": 0.3399,
      "step": 2647340
    },
    {
      "epoch": 738.86,
      "grad_norm": 1.3500548601150513,
      "learning_rate": 7.444476316116523e-08,
      "loss": 0.3502,
      "step": 2647350
    },
    {
      "epoch": 738.87,
      "grad_norm": 1.3144038915634155,
      "learning_rate": 7.443800246879706e-08,
      "loss": 0.3245,
      "step": 2647360
    },
    {
      "epoch": 738.87,
      "grad_norm": 1.2834314107894897,
      "learning_rate": 7.443124207847503e-08,
      "loss": 0.3375,
      "step": 2647370
    },
    {
      "epoch": 738.87,
      "grad_norm": 1.1543080806732178,
      "learning_rate": 7.442448199019993e-08,
      "loss": 0.3522,
      "step": 2647380
    },
    {
      "epoch": 738.88,
      "grad_norm": 1.3979485034942627,
      "learning_rate": 7.441772220397306e-08,
      "loss": 0.339,
      "step": 2647390
    },
    {
      "epoch": 738.88,
      "grad_norm": 1.2763768434524536,
      "learning_rate": 7.441096271979417e-08,
      "loss": 0.3284,
      "step": 2647400
    },
    {
      "epoch": 738.88,
      "grad_norm": 1.0601297616958618,
      "learning_rate": 7.440420353766559e-08,
      "loss": 0.3366,
      "step": 2647410
    },
    {
      "epoch": 738.88,
      "grad_norm": 1.2306846380233765,
      "learning_rate": 7.439744465758732e-08,
      "loss": 0.3267,
      "step": 2647420
    },
    {
      "epoch": 738.89,
      "grad_norm": 1.1235060691833496,
      "learning_rate": 7.43906860795604e-08,
      "loss": 0.3313,
      "step": 2647430
    },
    {
      "epoch": 738.89,
      "grad_norm": 1.1542420387268066,
      "learning_rate": 7.438392780358613e-08,
      "loss": 0.3428,
      "step": 2647440
    },
    {
      "epoch": 738.89,
      "grad_norm": 1.4152833223342896,
      "learning_rate": 7.437716982966477e-08,
      "loss": 0.3468,
      "step": 2647450
    },
    {
      "epoch": 738.89,
      "grad_norm": 1.2832509279251099,
      "learning_rate": 7.437041215779763e-08,
      "loss": 0.3127,
      "step": 2647460
    },
    {
      "epoch": 738.9,
      "grad_norm": 1.3131810426712036,
      "learning_rate": 7.436365478798549e-08,
      "loss": 0.3298,
      "step": 2647470
    },
    {
      "epoch": 738.9,
      "grad_norm": 1.0525407791137695,
      "learning_rate": 7.435689772022938e-08,
      "loss": 0.344,
      "step": 2647480
    },
    {
      "epoch": 738.9,
      "grad_norm": 1.1546193361282349,
      "learning_rate": 7.43501409545301e-08,
      "loss": 0.3392,
      "step": 2647490
    },
    {
      "epoch": 738.91,
      "grad_norm": 1.39445161819458,
      "learning_rate": 7.434338449088841e-08,
      "loss": 0.3461,
      "step": 2647500
    },
    {
      "epoch": 738.91,
      "grad_norm": 1.2231791019439697,
      "learning_rate": 7.433662832930562e-08,
      "loss": 0.3322,
      "step": 2647510
    },
    {
      "epoch": 738.91,
      "grad_norm": 1.430342435836792,
      "learning_rate": 7.432987246978199e-08,
      "loss": 0.3435,
      "step": 2647520
    },
    {
      "epoch": 738.91,
      "grad_norm": 1.2996670007705688,
      "learning_rate": 7.432311691231933e-08,
      "loss": 0.3193,
      "step": 2647530
    },
    {
      "epoch": 738.92,
      "grad_norm": 1.337496042251587,
      "learning_rate": 7.431636165691765e-08,
      "loss": 0.3296,
      "step": 2647540
    },
    {
      "epoch": 738.92,
      "grad_norm": 1.1459970474243164,
      "learning_rate": 7.430960670357826e-08,
      "loss": 0.3415,
      "step": 2647550
    },
    {
      "epoch": 738.92,
      "grad_norm": 1.1830142736434937,
      "learning_rate": 7.430285205230193e-08,
      "loss": 0.3334,
      "step": 2647560
    },
    {
      "epoch": 738.93,
      "grad_norm": 1.265330195426941,
      "learning_rate": 7.429609770308997e-08,
      "loss": 0.3362,
      "step": 2647570
    },
    {
      "epoch": 738.93,
      "grad_norm": 1.3712266683578491,
      "learning_rate": 7.428934365594263e-08,
      "loss": 0.3327,
      "step": 2647580
    },
    {
      "epoch": 738.93,
      "grad_norm": 1.201934576034546,
      "learning_rate": 7.42825899108612e-08,
      "loss": 0.3359,
      "step": 2647590
    },
    {
      "epoch": 738.93,
      "grad_norm": 1.3948506116867065,
      "learning_rate": 7.427583646784675e-08,
      "loss": 0.3283,
      "step": 2647600
    },
    {
      "epoch": 738.94,
      "grad_norm": 1.1702288389205933,
      "learning_rate": 7.426908332689926e-08,
      "loss": 0.3352,
      "step": 2647610
    },
    {
      "epoch": 738.94,
      "grad_norm": 1.1860047578811646,
      "learning_rate": 7.426233048802082e-08,
      "loss": 0.341,
      "step": 2647620
    },
    {
      "epoch": 738.94,
      "grad_norm": 1.2412863969802856,
      "learning_rate": 7.425557795121142e-08,
      "loss": 0.3383,
      "step": 2647630
    },
    {
      "epoch": 738.95,
      "grad_norm": 1.356871485710144,
      "learning_rate": 7.424882571647291e-08,
      "loss": 0.3395,
      "step": 2647640
    },
    {
      "epoch": 738.95,
      "grad_norm": 1.2383978366851807,
      "learning_rate": 7.424207378380524e-08,
      "loss": 0.3267,
      "step": 2647650
    },
    {
      "epoch": 738.95,
      "grad_norm": 1.773911952972412,
      "learning_rate": 7.423532215320976e-08,
      "loss": 0.325,
      "step": 2647660
    },
    {
      "epoch": 738.95,
      "grad_norm": 4.258491516113281,
      "learning_rate": 7.422857082468747e-08,
      "loss": 0.3476,
      "step": 2647670
    },
    {
      "epoch": 738.96,
      "grad_norm": 3.7886788845062256,
      "learning_rate": 7.422181979823893e-08,
      "loss": 0.3366,
      "step": 2647680
    },
    {
      "epoch": 738.96,
      "grad_norm": 1.216148853302002,
      "learning_rate": 7.421506907386516e-08,
      "loss": 0.3324,
      "step": 2647690
    },
    {
      "epoch": 738.96,
      "grad_norm": 1.5705171823501587,
      "learning_rate": 7.420831865156719e-08,
      "loss": 0.3416,
      "step": 2647700
    },
    {
      "epoch": 738.96,
      "grad_norm": 1.4254177808761597,
      "learning_rate": 7.420156853134608e-08,
      "loss": 0.3525,
      "step": 2647710
    },
    {
      "epoch": 738.97,
      "grad_norm": 1.142627239227295,
      "learning_rate": 7.419481871320208e-08,
      "loss": 0.3326,
      "step": 2647720
    },
    {
      "epoch": 738.97,
      "grad_norm": 1.2598872184753418,
      "learning_rate": 7.418806919713676e-08,
      "loss": 0.3243,
      "step": 2647730
    },
    {
      "epoch": 738.97,
      "grad_norm": 1.3866257667541504,
      "learning_rate": 7.418131998315064e-08,
      "loss": 0.3308,
      "step": 2647740
    },
    {
      "epoch": 738.98,
      "grad_norm": 1.5207405090332031,
      "learning_rate": 7.417457107124448e-08,
      "loss": 0.3461,
      "step": 2647750
    },
    {
      "epoch": 738.98,
      "grad_norm": 1.300748586654663,
      "learning_rate": 7.416782246141987e-08,
      "loss": 0.3452,
      "step": 2647760
    },
    {
      "epoch": 738.98,
      "grad_norm": 1.1695080995559692,
      "learning_rate": 7.416107415367704e-08,
      "loss": 0.3435,
      "step": 2647770
    },
    {
      "epoch": 738.98,
      "grad_norm": 1.2915105819702148,
      "learning_rate": 7.415432614801707e-08,
      "loss": 0.3229,
      "step": 2647780
    },
    {
      "epoch": 738.99,
      "grad_norm": 1.331373929977417,
      "learning_rate": 7.414757844444097e-08,
      "loss": 0.3408,
      "step": 2647790
    },
    {
      "epoch": 738.99,
      "grad_norm": 1.2366689443588257,
      "learning_rate": 7.414083104294978e-08,
      "loss": 0.3232,
      "step": 2647800
    },
    {
      "epoch": 738.99,
      "grad_norm": 1.1999484300613403,
      "learning_rate": 7.413408394354404e-08,
      "loss": 0.3463,
      "step": 2647810
    },
    {
      "epoch": 739.0,
      "grad_norm": 1.4806396961212158,
      "learning_rate": 7.412733714622478e-08,
      "loss": 0.3192,
      "step": 2647820
    },
    {
      "epoch": 739.0,
      "grad_norm": 1.4182802438735962,
      "learning_rate": 7.412059065099304e-08,
      "loss": 0.3328,
      "step": 2647830
    },
    {
      "epoch": 739.0,
      "eval_loss": 0.3371583819389343,
      "eval_runtime": 64.074,
      "eval_samples_per_second": 78.956,
      "eval_steps_per_second": 9.879,
      "step": 2647837
    },
    {
      "epoch": 739.0,
      "grad_norm": 1.0866683721542358,
      "learning_rate": 7.411384445784909e-08,
      "loss": 0.3387,
      "step": 2647840
    },
    {
      "epoch": 739.0,
      "grad_norm": 1.3008216619491577,
      "learning_rate": 7.410709856679498e-08,
      "loss": 0.3251,
      "step": 2647850
    },
    {
      "epoch": 739.01,
      "grad_norm": 1.2807143926620483,
      "learning_rate": 7.410035297783049e-08,
      "loss": 0.3392,
      "step": 2647860
    },
    {
      "epoch": 739.01,
      "grad_norm": 1.1279042959213257,
      "learning_rate": 7.409360769095717e-08,
      "loss": 0.3239,
      "step": 2647870
    },
    {
      "epoch": 739.01,
      "grad_norm": 1.2149193286895752,
      "learning_rate": 7.40868627061758e-08,
      "loss": 0.3456,
      "step": 2647880
    },
    {
      "epoch": 739.01,
      "grad_norm": 1.2046477794647217,
      "learning_rate": 7.408011802348714e-08,
      "loss": 0.3337,
      "step": 2647890
    },
    {
      "epoch": 739.02,
      "grad_norm": 1.186704397201538,
      "learning_rate": 7.407337364289199e-08,
      "loss": 0.3339,
      "step": 2647900
    },
    {
      "epoch": 739.02,
      "grad_norm": 2.4712250232696533,
      "learning_rate": 7.406662956439165e-08,
      "loss": 0.3485,
      "step": 2647910
    },
    {
      "epoch": 739.02,
      "grad_norm": 1.2240532636642456,
      "learning_rate": 7.405988578798663e-08,
      "loss": 0.3275,
      "step": 2647920
    },
    {
      "epoch": 739.03,
      "grad_norm": 1.2978248596191406,
      "learning_rate": 7.405314231367799e-08,
      "loss": 0.3298,
      "step": 2647930
    },
    {
      "epoch": 739.03,
      "grad_norm": 1.091192603111267,
      "learning_rate": 7.404639914146701e-08,
      "loss": 0.337,
      "step": 2647940
    },
    {
      "epoch": 739.03,
      "grad_norm": 1.0918629169464111,
      "learning_rate": 7.40396562713537e-08,
      "loss": 0.336,
      "step": 2647950
    },
    {
      "epoch": 739.03,
      "grad_norm": 1.0522607564926147,
      "learning_rate": 7.403291370333963e-08,
      "loss": 0.3339,
      "step": 2647960
    },
    {
      "epoch": 739.04,
      "grad_norm": 1.1945778131484985,
      "learning_rate": 7.402617143742583e-08,
      "loss": 0.3296,
      "step": 2647970
    },
    {
      "epoch": 739.04,
      "grad_norm": 1.0269911289215088,
      "learning_rate": 7.401942947361231e-08,
      "loss": 0.3351,
      "step": 2647980
    },
    {
      "epoch": 739.04,
      "grad_norm": 1.2667155265808105,
      "learning_rate": 7.401268781190087e-08,
      "loss": 0.3417,
      "step": 2647990
    },
    {
      "epoch": 739.05,
      "grad_norm": 1.3412020206451416,
      "learning_rate": 7.400594645229205e-08,
      "loss": 0.3265,
      "step": 2648000
    },
    {
      "epoch": 739.05,
      "grad_norm": 1.2560142278671265,
      "learning_rate": 7.399920539478661e-08,
      "loss": 0.3306,
      "step": 2648010
    },
    {
      "epoch": 739.05,
      "grad_norm": 1.3822120428085327,
      "learning_rate": 7.399246463938614e-08,
      "loss": 0.3307,
      "step": 2648020
    },
    {
      "epoch": 739.05,
      "grad_norm": 1.274022102355957,
      "learning_rate": 7.398572418609063e-08,
      "loss": 0.3422,
      "step": 2648030
    },
    {
      "epoch": 739.06,
      "grad_norm": 1.1811285018920898,
      "learning_rate": 7.397898403490137e-08,
      "loss": 0.3382,
      "step": 2648040
    },
    {
      "epoch": 739.06,
      "grad_norm": 1.4288878440856934,
      "learning_rate": 7.397224418581914e-08,
      "loss": 0.3284,
      "step": 2648050
    },
    {
      "epoch": 739.06,
      "grad_norm": 1.197715401649475,
      "learning_rate": 7.396550463884526e-08,
      "loss": 0.3247,
      "step": 2648060
    },
    {
      "epoch": 739.07,
      "grad_norm": 1.625665545463562,
      "learning_rate": 7.395876539397971e-08,
      "loss": 0.3255,
      "step": 2648070
    },
    {
      "epoch": 739.07,
      "grad_norm": 1.23940110206604,
      "learning_rate": 7.395202645122484e-08,
      "loss": 0.3435,
      "step": 2648080
    },
    {
      "epoch": 739.07,
      "grad_norm": 1.3913313150405884,
      "learning_rate": 7.394528781058013e-08,
      "loss": 0.3375,
      "step": 2648090
    },
    {
      "epoch": 739.07,
      "grad_norm": 1.2269172668457031,
      "learning_rate": 7.393854947204715e-08,
      "loss": 0.3342,
      "step": 2648100
    },
    {
      "epoch": 739.08,
      "grad_norm": 1.2628028392791748,
      "learning_rate": 7.393181143562693e-08,
      "loss": 0.3371,
      "step": 2648110
    },
    {
      "epoch": 739.08,
      "grad_norm": 1.264649748802185,
      "learning_rate": 7.392507370131998e-08,
      "loss": 0.3341,
      "step": 2648120
    },
    {
      "epoch": 739.08,
      "grad_norm": 1.1718733310699463,
      "learning_rate": 7.39183362691271e-08,
      "loss": 0.3343,
      "step": 2648130
    },
    {
      "epoch": 739.08,
      "grad_norm": 1.2694542407989502,
      "learning_rate": 7.39115991390496e-08,
      "loss": 0.3466,
      "step": 2648140
    },
    {
      "epoch": 739.09,
      "grad_norm": 1.3720461130142212,
      "learning_rate": 7.390486231108848e-08,
      "loss": 0.3406,
      "step": 2648150
    },
    {
      "epoch": 739.09,
      "grad_norm": 1.3706984519958496,
      "learning_rate": 7.389812578524403e-08,
      "loss": 0.3439,
      "step": 2648160
    },
    {
      "epoch": 739.09,
      "grad_norm": 1.3465770483016968,
      "learning_rate": 7.389138956151756e-08,
      "loss": 0.3373,
      "step": 2648170
    },
    {
      "epoch": 739.1,
      "grad_norm": 1.287254810333252,
      "learning_rate": 7.388465363991009e-08,
      "loss": 0.3508,
      "step": 2648180
    },
    {
      "epoch": 739.1,
      "grad_norm": 1.1988953351974487,
      "learning_rate": 7.387791802042189e-08,
      "loss": 0.3435,
      "step": 2648190
    },
    {
      "epoch": 739.1,
      "grad_norm": 1.452136754989624,
      "learning_rate": 7.387118270305476e-08,
      "loss": 0.3227,
      "step": 2648200
    },
    {
      "epoch": 739.1,
      "grad_norm": 1.448007583618164,
      "learning_rate": 7.386444768780849e-08,
      "loss": 0.3545,
      "step": 2648210
    },
    {
      "epoch": 739.11,
      "grad_norm": 1.281279444694519,
      "learning_rate": 7.385771297468536e-08,
      "loss": 0.3494,
      "step": 2648220
    },
    {
      "epoch": 739.11,
      "grad_norm": 1.290468454360962,
      "learning_rate": 7.385097856368489e-08,
      "loss": 0.321,
      "step": 2648230
    },
    {
      "epoch": 739.11,
      "grad_norm": 1.1537693738937378,
      "learning_rate": 7.38442444548089e-08,
      "loss": 0.3373,
      "step": 2648240
    },
    {
      "epoch": 739.12,
      "grad_norm": 1.279273271560669,
      "learning_rate": 7.383751064805816e-08,
      "loss": 0.3434,
      "step": 2648250
    },
    {
      "epoch": 739.12,
      "grad_norm": 1.2457529306411743,
      "learning_rate": 7.383077714343318e-08,
      "loss": 0.3307,
      "step": 2648260
    },
    {
      "epoch": 739.12,
      "grad_norm": 1.1331815719604492,
      "learning_rate": 7.382404394093503e-08,
      "loss": 0.3087,
      "step": 2648270
    },
    {
      "epoch": 739.12,
      "grad_norm": 1.423557162284851,
      "learning_rate": 7.381731104056446e-08,
      "loss": 0.3668,
      "step": 2648280
    },
    {
      "epoch": 739.13,
      "grad_norm": 1.2816163301467896,
      "learning_rate": 7.381057844232304e-08,
      "loss": 0.3368,
      "step": 2648290
    },
    {
      "epoch": 739.13,
      "grad_norm": 1.1357585191726685,
      "learning_rate": 7.380384614621079e-08,
      "loss": 0.3255,
      "step": 2648300
    },
    {
      "epoch": 739.13,
      "grad_norm": 1.6357687711715698,
      "learning_rate": 7.379711415222925e-08,
      "loss": 0.3418,
      "step": 2648310
    },
    {
      "epoch": 739.13,
      "grad_norm": 1.353495717048645,
      "learning_rate": 7.379038246037895e-08,
      "loss": 0.3568,
      "step": 2648320
    },
    {
      "epoch": 739.14,
      "grad_norm": 1.1038695573806763,
      "learning_rate": 7.378365107066067e-08,
      "loss": 0.3241,
      "step": 2648330
    },
    {
      "epoch": 739.14,
      "grad_norm": 1.1665188074111938,
      "learning_rate": 7.377691998307596e-08,
      "loss": 0.326,
      "step": 2648340
    },
    {
      "epoch": 739.14,
      "grad_norm": 1.1874258518218994,
      "learning_rate": 7.377018919762483e-08,
      "loss": 0.3351,
      "step": 2648350
    },
    {
      "epoch": 739.15,
      "grad_norm": 1.2915204763412476,
      "learning_rate": 7.376345871430884e-08,
      "loss": 0.3425,
      "step": 2648360
    },
    {
      "epoch": 739.15,
      "grad_norm": 1.5174641609191895,
      "learning_rate": 7.375672853312878e-08,
      "loss": 0.3432,
      "step": 2648370
    },
    {
      "epoch": 739.15,
      "grad_norm": 1.439958930015564,
      "learning_rate": 7.374999865408541e-08,
      "loss": 0.3527,
      "step": 2648380
    },
    {
      "epoch": 739.15,
      "grad_norm": 1.2281363010406494,
      "learning_rate": 7.374326907717952e-08,
      "loss": 0.3404,
      "step": 2648390
    },
    {
      "epoch": 739.16,
      "grad_norm": 1.1112979650497437,
      "learning_rate": 7.373653980241217e-08,
      "loss": 0.3421,
      "step": 2648400
    },
    {
      "epoch": 739.16,
      "grad_norm": 1.272949457168579,
      "learning_rate": 7.372981082978463e-08,
      "loss": 0.3286,
      "step": 2648410
    },
    {
      "epoch": 739.16,
      "grad_norm": 1.2759616374969482,
      "learning_rate": 7.372308215929665e-08,
      "loss": 0.3485,
      "step": 2648420
    },
    {
      "epoch": 739.17,
      "grad_norm": 2.22330641746521,
      "learning_rate": 7.371635379095058e-08,
      "loss": 0.326,
      "step": 2648430
    },
    {
      "epoch": 739.17,
      "grad_norm": 1.2998952865600586,
      "learning_rate": 7.370962572474616e-08,
      "loss": 0.332,
      "step": 2648440
    },
    {
      "epoch": 739.17,
      "grad_norm": 1.242366909980774,
      "learning_rate": 7.370289796068468e-08,
      "loss": 0.332,
      "step": 2648450
    },
    {
      "epoch": 739.17,
      "grad_norm": 2.0204694271087646,
      "learning_rate": 7.369617049876718e-08,
      "loss": 0.3348,
      "step": 2648460
    },
    {
      "epoch": 739.18,
      "grad_norm": 1.353196620941162,
      "learning_rate": 7.368944333899498e-08,
      "loss": 0.3189,
      "step": 2648470
    },
    {
      "epoch": 739.18,
      "grad_norm": 1.3253520727157593,
      "learning_rate": 7.36827164813678e-08,
      "loss": 0.3387,
      "step": 2648480
    },
    {
      "epoch": 739.18,
      "grad_norm": 1.0761736631393433,
      "learning_rate": 7.367598992588748e-08,
      "loss": 0.3303,
      "step": 2648490
    },
    {
      "epoch": 739.19,
      "grad_norm": 1.2442117929458618,
      "learning_rate": 7.366926367255452e-08,
      "loss": 0.3467,
      "step": 2648500
    },
    {
      "epoch": 739.19,
      "grad_norm": 1.0574840307235718,
      "learning_rate": 7.366253772136998e-08,
      "loss": 0.3256,
      "step": 2648510
    },
    {
      "epoch": 739.19,
      "grad_norm": 1.4073747396469116,
      "learning_rate": 7.365581207233488e-08,
      "loss": 0.3417,
      "step": 2648520
    },
    {
      "epoch": 739.19,
      "grad_norm": 1.224626064300537,
      "learning_rate": 7.364908672544975e-08,
      "loss": 0.3405,
      "step": 2648530
    },
    {
      "epoch": 739.2,
      "grad_norm": 1.200872778892517,
      "learning_rate": 7.364236168071565e-08,
      "loss": 0.356,
      "step": 2648540
    },
    {
      "epoch": 739.2,
      "grad_norm": 1.0662881135940552,
      "learning_rate": 7.363563693813359e-08,
      "loss": 0.3405,
      "step": 2648550
    },
    {
      "epoch": 739.2,
      "grad_norm": 1.2604634761810303,
      "learning_rate": 7.362891249770411e-08,
      "loss": 0.3344,
      "step": 2648560
    },
    {
      "epoch": 739.2,
      "grad_norm": 1.2154810428619385,
      "learning_rate": 7.362218835942876e-08,
      "loss": 0.3313,
      "step": 2648570
    },
    {
      "epoch": 739.21,
      "grad_norm": 1.3746553659439087,
      "learning_rate": 7.36154645233078e-08,
      "loss": 0.3264,
      "step": 2648580
    },
    {
      "epoch": 739.21,
      "grad_norm": 1.1827677488327026,
      "learning_rate": 7.360874098934228e-08,
      "loss": 0.3411,
      "step": 2648590
    },
    {
      "epoch": 739.21,
      "grad_norm": 1.2587848901748657,
      "learning_rate": 7.360201775753324e-08,
      "loss": 0.3331,
      "step": 2648600
    },
    {
      "epoch": 739.22,
      "grad_norm": 1.2596619129180908,
      "learning_rate": 7.359529482788172e-08,
      "loss": 0.3322,
      "step": 2648610
    },
    {
      "epoch": 739.22,
      "grad_norm": 1.3404040336608887,
      "learning_rate": 7.358857220038823e-08,
      "loss": 0.3311,
      "step": 2648620
    },
    {
      "epoch": 739.22,
      "grad_norm": 1.2697780132293701,
      "learning_rate": 7.358184987505383e-08,
      "loss": 0.3453,
      "step": 2648630
    },
    {
      "epoch": 739.22,
      "grad_norm": 1.316718339920044,
      "learning_rate": 7.35751278518798e-08,
      "loss": 0.3459,
      "step": 2648640
    },
    {
      "epoch": 739.23,
      "grad_norm": 1.2304644584655762,
      "learning_rate": 7.356840613086589e-08,
      "loss": 0.3329,
      "step": 2648650
    },
    {
      "epoch": 739.23,
      "grad_norm": 1.2867438793182373,
      "learning_rate": 7.356168471201445e-08,
      "loss": 0.3375,
      "step": 2648660
    },
    {
      "epoch": 739.23,
      "grad_norm": 1.2875336408615112,
      "learning_rate": 7.355496359532547e-08,
      "loss": 0.3439,
      "step": 2648670
    },
    {
      "epoch": 739.24,
      "grad_norm": 1.2913122177124023,
      "learning_rate": 7.354824278079998e-08,
      "loss": 0.3364,
      "step": 2648680
    },
    {
      "epoch": 739.24,
      "grad_norm": 1.26423978805542,
      "learning_rate": 7.354152226843931e-08,
      "loss": 0.3314,
      "step": 2648690
    },
    {
      "epoch": 739.24,
      "grad_norm": 1.4295822381973267,
      "learning_rate": 7.353480205824369e-08,
      "loss": 0.3428,
      "step": 2648700
    },
    {
      "epoch": 739.24,
      "grad_norm": 1.3496304750442505,
      "learning_rate": 7.352808215021419e-08,
      "loss": 0.3467,
      "step": 2648710
    },
    {
      "epoch": 739.25,
      "grad_norm": 1.2047911882400513,
      "learning_rate": 7.352136254435209e-08,
      "loss": 0.3461,
      "step": 2648720
    },
    {
      "epoch": 739.25,
      "grad_norm": 1.2337696552276611,
      "learning_rate": 7.351464324065818e-08,
      "loss": 0.3326,
      "step": 2648730
    },
    {
      "epoch": 739.25,
      "grad_norm": 1.053552508354187,
      "learning_rate": 7.35079242391327e-08,
      "loss": 0.3541,
      "step": 2648740
    },
    {
      "epoch": 739.25,
      "grad_norm": 1.16977858543396,
      "learning_rate": 7.35012055397775e-08,
      "loss": 0.3274,
      "step": 2648750
    },
    {
      "epoch": 739.26,
      "grad_norm": 1.2072649002075195,
      "learning_rate": 7.349448714259309e-08,
      "loss": 0.3128,
      "step": 2648760
    },
    {
      "epoch": 739.26,
      "grad_norm": 1.2798007726669312,
      "learning_rate": 7.348776904757998e-08,
      "loss": 0.3366,
      "step": 2648770
    },
    {
      "epoch": 739.26,
      "grad_norm": 1.146681308746338,
      "learning_rate": 7.348105125473975e-08,
      "loss": 0.3363,
      "step": 2648780
    },
    {
      "epoch": 739.27,
      "grad_norm": 1.2719895839691162,
      "learning_rate": 7.347433376407239e-08,
      "loss": 0.3339,
      "step": 2648790
    },
    {
      "epoch": 739.27,
      "grad_norm": 1.4719007015228271,
      "learning_rate": 7.346761657557997e-08,
      "loss": 0.3467,
      "step": 2648800
    },
    {
      "epoch": 739.27,
      "grad_norm": 1.2017277479171753,
      "learning_rate": 7.346089968926225e-08,
      "loss": 0.3621,
      "step": 2648810
    },
    {
      "epoch": 739.27,
      "grad_norm": 1.2750217914581299,
      "learning_rate": 7.345418310512078e-08,
      "loss": 0.329,
      "step": 2648820
    },
    {
      "epoch": 739.28,
      "grad_norm": 1.2770895957946777,
      "learning_rate": 7.34474668231566e-08,
      "loss": 0.3239,
      "step": 2648830
    },
    {
      "epoch": 739.28,
      "grad_norm": 1.3038661479949951,
      "learning_rate": 7.344075084336999e-08,
      "loss": 0.3502,
      "step": 2648840
    },
    {
      "epoch": 739.28,
      "grad_norm": 1.342976689338684,
      "learning_rate": 7.343403516576222e-08,
      "loss": 0.3312,
      "step": 2648850
    },
    {
      "epoch": 739.29,
      "grad_norm": 1.279350996017456,
      "learning_rate": 7.342731979033409e-08,
      "loss": 0.3526,
      "step": 2648860
    },
    {
      "epoch": 739.29,
      "grad_norm": 1.2085237503051758,
      "learning_rate": 7.34206047170869e-08,
      "loss": 0.3358,
      "step": 2648870
    },
    {
      "epoch": 739.29,
      "grad_norm": 1.2860612869262695,
      "learning_rate": 7.341388994602064e-08,
      "loss": 0.3613,
      "step": 2648880
    },
    {
      "epoch": 739.29,
      "grad_norm": 1.3718414306640625,
      "learning_rate": 7.340717547713714e-08,
      "loss": 0.3221,
      "step": 2648890
    },
    {
      "epoch": 739.3,
      "grad_norm": 1.155413031578064,
      "learning_rate": 7.340046131043666e-08,
      "loss": 0.3202,
      "step": 2648900
    },
    {
      "epoch": 739.3,
      "grad_norm": 1.1365386247634888,
      "learning_rate": 7.339374744592024e-08,
      "loss": 0.355,
      "step": 2648910
    },
    {
      "epoch": 739.3,
      "grad_norm": 1.330134630203247,
      "learning_rate": 7.338703388358918e-08,
      "loss": 0.3482,
      "step": 2648920
    },
    {
      "epoch": 739.31,
      "grad_norm": 1.1261000633239746,
      "learning_rate": 7.338032062344373e-08,
      "loss": 0.3423,
      "step": 2648930
    },
    {
      "epoch": 739.31,
      "grad_norm": 1.340633511543274,
      "learning_rate": 7.337360766548521e-08,
      "loss": 0.3309,
      "step": 2648940
    },
    {
      "epoch": 739.31,
      "grad_norm": 1.211976170539856,
      "learning_rate": 7.33668950097144e-08,
      "loss": 0.3361,
      "step": 2648950
    },
    {
      "epoch": 739.31,
      "grad_norm": 1.3458905220031738,
      "learning_rate": 7.336018265613232e-08,
      "loss": 0.346,
      "step": 2648960
    },
    {
      "epoch": 739.32,
      "grad_norm": 1.3898016214370728,
      "learning_rate": 7.335347060473951e-08,
      "loss": 0.3569,
      "step": 2648970
    },
    {
      "epoch": 739.32,
      "grad_norm": 1.1803120374679565,
      "learning_rate": 7.334675885553726e-08,
      "loss": 0.3351,
      "step": 2648980
    },
    {
      "epoch": 739.32,
      "grad_norm": 1.2353154420852661,
      "learning_rate": 7.334004740852635e-08,
      "loss": 0.3488,
      "step": 2648990
    },
    {
      "epoch": 739.32,
      "grad_norm": 1.100899577140808,
      "learning_rate": 7.333333626370731e-08,
      "loss": 0.3373,
      "step": 2649000
    },
    {
      "epoch": 739.33,
      "grad_norm": 1.312600016593933,
      "learning_rate": 7.33266254210817e-08,
      "loss": 0.3367,
      "step": 2649010
    },
    {
      "epoch": 739.33,
      "grad_norm": 1.2522921562194824,
      "learning_rate": 7.331991488065003e-08,
      "loss": 0.3626,
      "step": 2649020
    },
    {
      "epoch": 739.33,
      "grad_norm": 1.425309658050537,
      "learning_rate": 7.331320464241311e-08,
      "loss": 0.3361,
      "step": 2649030
    },
    {
      "epoch": 739.34,
      "grad_norm": 1.401572346687317,
      "learning_rate": 7.330649470637193e-08,
      "loss": 0.329,
      "step": 2649040
    },
    {
      "epoch": 739.34,
      "grad_norm": 1.5101515054702759,
      "learning_rate": 7.329978507252757e-08,
      "loss": 0.3187,
      "step": 2649050
    },
    {
      "epoch": 739.34,
      "grad_norm": 1.3386375904083252,
      "learning_rate": 7.329307574088054e-08,
      "loss": 0.3433,
      "step": 2649060
    },
    {
      "epoch": 739.34,
      "grad_norm": 1.4491788148880005,
      "learning_rate": 7.328636671143188e-08,
      "loss": 0.3345,
      "step": 2649070
    },
    {
      "epoch": 739.35,
      "grad_norm": 1.2377190589904785,
      "learning_rate": 7.327965798418263e-08,
      "loss": 0.3337,
      "step": 2649080
    },
    {
      "epoch": 739.35,
      "grad_norm": 1.306770920753479,
      "learning_rate": 7.327294955913358e-08,
      "loss": 0.3399,
      "step": 2649090
    },
    {
      "epoch": 739.35,
      "grad_norm": 1.3281781673431396,
      "learning_rate": 7.326624143628601e-08,
      "loss": 0.3514,
      "step": 2649100
    },
    {
      "epoch": 739.36,
      "grad_norm": 1.2462246417999268,
      "learning_rate": 7.32595336156402e-08,
      "loss": 0.3316,
      "step": 2649110
    },
    {
      "epoch": 739.36,
      "grad_norm": 1.2501473426818848,
      "learning_rate": 7.32528260971972e-08,
      "loss": 0.3414,
      "step": 2649120
    },
    {
      "epoch": 739.36,
      "grad_norm": 1.3309050798416138,
      "learning_rate": 7.324611888095827e-08,
      "loss": 0.3287,
      "step": 2649130
    },
    {
      "epoch": 739.36,
      "grad_norm": 1.2305127382278442,
      "learning_rate": 7.323941196692344e-08,
      "loss": 0.3218,
      "step": 2649140
    },
    {
      "epoch": 739.37,
      "grad_norm": 1.3783406019210815,
      "learning_rate": 7.32327053550948e-08,
      "loss": 0.3459,
      "step": 2649150
    },
    {
      "epoch": 739.37,
      "grad_norm": 1.353402853012085,
      "learning_rate": 7.322599904547232e-08,
      "loss": 0.3599,
      "step": 2649160
    },
    {
      "epoch": 739.37,
      "grad_norm": 1.3395382165908813,
      "learning_rate": 7.321929303805706e-08,
      "loss": 0.3388,
      "step": 2649170
    },
    {
      "epoch": 739.37,
      "grad_norm": 1.5030169486999512,
      "learning_rate": 7.321258733285034e-08,
      "loss": 0.3463,
      "step": 2649180
    },
    {
      "epoch": 739.38,
      "grad_norm": 1.3480030298233032,
      "learning_rate": 7.32058819298529e-08,
      "loss": 0.334,
      "step": 2649190
    },
    {
      "epoch": 739.38,
      "grad_norm": 1.3547942638397217,
      "learning_rate": 7.319917682906502e-08,
      "loss": 0.3246,
      "step": 2649200
    },
    {
      "epoch": 739.38,
      "grad_norm": 1.30029296875,
      "learning_rate": 7.319247203048827e-08,
      "loss": 0.3357,
      "step": 2649210
    },
    {
      "epoch": 739.39,
      "grad_norm": 1.2338793277740479,
      "learning_rate": 7.318576753412367e-08,
      "loss": 0.3292,
      "step": 2649220
    },
    {
      "epoch": 739.39,
      "grad_norm": 1.2348277568817139,
      "learning_rate": 7.317906333997123e-08,
      "loss": 0.3516,
      "step": 2649230
    },
    {
      "epoch": 739.39,
      "grad_norm": 1.2655028104782104,
      "learning_rate": 7.317235944803304e-08,
      "loss": 0.3308,
      "step": 2649240
    },
    {
      "epoch": 739.39,
      "grad_norm": 1.3017679452896118,
      "learning_rate": 7.316565585830884e-08,
      "loss": 0.32,
      "step": 2649250
    },
    {
      "epoch": 739.4,
      "grad_norm": 1.1823093891143799,
      "learning_rate": 7.315895257080018e-08,
      "loss": 0.3495,
      "step": 2649260
    },
    {
      "epoch": 739.4,
      "grad_norm": 1.3098230361938477,
      "learning_rate": 7.315224958550809e-08,
      "loss": 0.3305,
      "step": 2649270
    },
    {
      "epoch": 739.4,
      "grad_norm": 1.2364592552185059,
      "learning_rate": 7.314554690243287e-08,
      "loss": 0.3298,
      "step": 2649280
    },
    {
      "epoch": 739.41,
      "grad_norm": 1.2824208736419678,
      "learning_rate": 7.313884452157578e-08,
      "loss": 0.3471,
      "step": 2649290
    },
    {
      "epoch": 739.41,
      "grad_norm": 1.296440601348877,
      "learning_rate": 7.313214244293736e-08,
      "loss": 0.3451,
      "step": 2649300
    },
    {
      "epoch": 739.41,
      "grad_norm": 1.1766899824142456,
      "learning_rate": 7.312544066651942e-08,
      "loss": 0.3394,
      "step": 2649310
    },
    {
      "epoch": 739.41,
      "grad_norm": 1.228980541229248,
      "learning_rate": 7.311873919232147e-08,
      "loss": 0.336,
      "step": 2649320
    },
    {
      "epoch": 739.42,
      "grad_norm": 1.3153156042099,
      "learning_rate": 7.311203802034582e-08,
      "loss": 0.3458,
      "step": 2649330
    },
    {
      "epoch": 739.42,
      "grad_norm": 1.318560242652893,
      "learning_rate": 7.310533715059246e-08,
      "loss": 0.3408,
      "step": 2649340
    },
    {
      "epoch": 739.42,
      "grad_norm": 1.3581962585449219,
      "learning_rate": 7.309863658306248e-08,
      "loss": 0.3319,
      "step": 2649350
    },
    {
      "epoch": 739.43,
      "grad_norm": 1.2578372955322266,
      "learning_rate": 7.309193631775713e-08,
      "loss": 0.3317,
      "step": 2649360
    },
    {
      "epoch": 739.43,
      "grad_norm": 1.2771332263946533,
      "learning_rate": 7.308523635467644e-08,
      "loss": 0.346,
      "step": 2649370
    },
    {
      "epoch": 739.43,
      "grad_norm": 1.3194615840911865,
      "learning_rate": 7.307853669382222e-08,
      "loss": 0.3403,
      "step": 2649380
    },
    {
      "epoch": 739.43,
      "grad_norm": 1.0904425382614136,
      "learning_rate": 7.307183733519473e-08,
      "loss": 0.3379,
      "step": 2649390
    },
    {
      "epoch": 739.44,
      "grad_norm": 1.1897448301315308,
      "learning_rate": 7.306513827879529e-08,
      "loss": 0.3243,
      "step": 2649400
    },
    {
      "epoch": 739.44,
      "grad_norm": 1.4007169008255005,
      "learning_rate": 7.305843952462491e-08,
      "loss": 0.3493,
      "step": 2649410
    },
    {
      "epoch": 739.44,
      "grad_norm": 1.3470475673675537,
      "learning_rate": 7.305174107268387e-08,
      "loss": 0.329,
      "step": 2649420
    },
    {
      "epoch": 739.44,
      "grad_norm": 1.3308607339859009,
      "learning_rate": 7.30450429229732e-08,
      "loss": 0.3478,
      "step": 2649430
    },
    {
      "epoch": 739.45,
      "grad_norm": 1.2790896892547607,
      "learning_rate": 7.303834507549422e-08,
      "loss": 0.3402,
      "step": 2649440
    },
    {
      "epoch": 739.45,
      "grad_norm": 1.0940234661102295,
      "learning_rate": 7.303164753024795e-08,
      "loss": 0.325,
      "step": 2649450
    },
    {
      "epoch": 739.45,
      "grad_norm": 1.07804274559021,
      "learning_rate": 7.302495028723415e-08,
      "loss": 0.3313,
      "step": 2649460
    },
    {
      "epoch": 739.46,
      "grad_norm": 1.5478672981262207,
      "learning_rate": 7.301825334645488e-08,
      "loss": 0.3434,
      "step": 2649470
    },
    {
      "epoch": 739.46,
      "grad_norm": 1.6348211765289307,
      "learning_rate": 7.301155670791067e-08,
      "loss": 0.3312,
      "step": 2649480
    },
    {
      "epoch": 739.46,
      "grad_norm": 1.3730984926223755,
      "learning_rate": 7.30048603716023e-08,
      "loss": 0.3356,
      "step": 2649490
    },
    {
      "epoch": 739.46,
      "grad_norm": 1.133998990058899,
      "learning_rate": 7.29981643375308e-08,
      "loss": 0.3402,
      "step": 2649500
    },
    {
      "epoch": 739.47,
      "grad_norm": 1.2053930759429932,
      "learning_rate": 7.299146860569698e-08,
      "loss": 0.3282,
      "step": 2649510
    },
    {
      "epoch": 739.47,
      "grad_norm": 1.2222113609313965,
      "learning_rate": 7.298477317610159e-08,
      "loss": 0.3275,
      "step": 2649520
    },
    {
      "epoch": 739.47,
      "grad_norm": 1.2871699333190918,
      "learning_rate": 7.297807804874569e-08,
      "loss": 0.3404,
      "step": 2649530
    },
    {
      "epoch": 739.48,
      "grad_norm": 1.2924296855926514,
      "learning_rate": 7.297138322363032e-08,
      "loss": 0.3391,
      "step": 2649540
    },
    {
      "epoch": 739.48,
      "grad_norm": 1.3589850664138794,
      "learning_rate": 7.296468870075572e-08,
      "loss": 0.334,
      "step": 2649550
    },
    {
      "epoch": 739.48,
      "grad_norm": 1.1932017803192139,
      "learning_rate": 7.295799448012399e-08,
      "loss": 0.3427,
      "step": 2649560
    },
    {
      "epoch": 739.48,
      "grad_norm": 1.5462146997451782,
      "learning_rate": 7.295130056173488e-08,
      "loss": 0.3389,
      "step": 2649570
    },
    {
      "epoch": 739.49,
      "grad_norm": 1.3157458305358887,
      "learning_rate": 7.294460694558966e-08,
      "loss": 0.3411,
      "step": 2649580
    },
    {
      "epoch": 739.49,
      "grad_norm": 1.2449214458465576,
      "learning_rate": 7.29379136316894e-08,
      "loss": 0.3485,
      "step": 2649590
    },
    {
      "epoch": 739.49,
      "grad_norm": 1.2300962209701538,
      "learning_rate": 7.293122062003486e-08,
      "loss": 0.3378,
      "step": 2649600
    },
    {
      "epoch": 739.49,
      "grad_norm": 1.1135327816009521,
      "learning_rate": 7.292452791062684e-08,
      "loss": 0.3489,
      "step": 2649610
    },
    {
      "epoch": 739.5,
      "grad_norm": 1.2910276651382446,
      "learning_rate": 7.291783550346609e-08,
      "loss": 0.3316,
      "step": 2649620
    },
    {
      "epoch": 739.5,
      "grad_norm": 1.152497410774231,
      "learning_rate": 7.29111433985542e-08,
      "loss": 0.3444,
      "step": 2649630
    },
    {
      "epoch": 739.5,
      "grad_norm": 1.2727957963943481,
      "learning_rate": 7.290445159589143e-08,
      "loss": 0.3364,
      "step": 2649640
    },
    {
      "epoch": 739.51,
      "grad_norm": 1.1927094459533691,
      "learning_rate": 7.289776009547854e-08,
      "loss": 0.3269,
      "step": 2649650
    },
    {
      "epoch": 739.51,
      "grad_norm": 1.368967056274414,
      "learning_rate": 7.289106889731686e-08,
      "loss": 0.3428,
      "step": 2649660
    },
    {
      "epoch": 739.51,
      "grad_norm": 1.290719985961914,
      "learning_rate": 7.288437800140713e-08,
      "loss": 0.3462,
      "step": 2649670
    },
    {
      "epoch": 739.51,
      "grad_norm": 1.2173738479614258,
      "learning_rate": 7.287768740775043e-08,
      "loss": 0.3383,
      "step": 2649680
    },
    {
      "epoch": 739.52,
      "grad_norm": 1.181166410446167,
      "learning_rate": 7.2870997116347e-08,
      "loss": 0.3258,
      "step": 2649690
    },
    {
      "epoch": 739.52,
      "grad_norm": 1.2337394952774048,
      "learning_rate": 7.286430712719867e-08,
      "loss": 0.3368,
      "step": 2649700
    },
    {
      "epoch": 739.52,
      "grad_norm": 1.1996489763259888,
      "learning_rate": 7.285761744030544e-08,
      "loss": 0.3395,
      "step": 2649710
    },
    {
      "epoch": 739.53,
      "grad_norm": 1.2853525876998901,
      "learning_rate": 7.285092805566886e-08,
      "loss": 0.3366,
      "step": 2649720
    },
    {
      "epoch": 739.53,
      "grad_norm": 1.252476453781128,
      "learning_rate": 7.284423897328971e-08,
      "loss": 0.328,
      "step": 2649730
    },
    {
      "epoch": 739.53,
      "grad_norm": 1.1853814125061035,
      "learning_rate": 7.283755019316853e-08,
      "loss": 0.3365,
      "step": 2649740
    },
    {
      "epoch": 739.53,
      "grad_norm": 1.239113450050354,
      "learning_rate": 7.283086171530634e-08,
      "loss": 0.3465,
      "step": 2649750
    },
    {
      "epoch": 739.54,
      "grad_norm": 1.447237491607666,
      "learning_rate": 7.282417353970394e-08,
      "loss": 0.3362,
      "step": 2649760
    },
    {
      "epoch": 739.54,
      "grad_norm": 1.1327924728393555,
      "learning_rate": 7.281748566636287e-08,
      "loss": 0.3199,
      "step": 2649770
    },
    {
      "epoch": 739.54,
      "grad_norm": 1.4403440952301025,
      "learning_rate": 7.281079809528341e-08,
      "loss": 0.3583,
      "step": 2649780
    },
    {
      "epoch": 739.55,
      "grad_norm": 1.569137692451477,
      "learning_rate": 7.280411082646632e-08,
      "loss": 0.352,
      "step": 2649790
    },
    {
      "epoch": 739.55,
      "grad_norm": 1.3475219011306763,
      "learning_rate": 7.279742385991318e-08,
      "loss": 0.3345,
      "step": 2649800
    },
    {
      "epoch": 739.55,
      "grad_norm": 1.326244831085205,
      "learning_rate": 7.279073719562373e-08,
      "loss": 0.3453,
      "step": 2649810
    },
    {
      "epoch": 739.55,
      "grad_norm": 1.0884429216384888,
      "learning_rate": 7.27840508336003e-08,
      "loss": 0.3343,
      "step": 2649820
    },
    {
      "epoch": 739.56,
      "grad_norm": 1.1999081373214722,
      "learning_rate": 7.277736477384263e-08,
      "loss": 0.3479,
      "step": 2649830
    },
    {
      "epoch": 739.56,
      "grad_norm": 1.2306216955184937,
      "learning_rate": 7.277067901635203e-08,
      "loss": 0.3233,
      "step": 2649840
    },
    {
      "epoch": 739.56,
      "grad_norm": 1.2578717470169067,
      "learning_rate": 7.276399356112954e-08,
      "loss": 0.3368,
      "step": 2649850
    },
    {
      "epoch": 739.56,
      "grad_norm": 1.1411840915679932,
      "learning_rate": 7.275730840817619e-08,
      "loss": 0.3309,
      "step": 2649860
    },
    {
      "epoch": 739.57,
      "grad_norm": 1.3067909479141235,
      "learning_rate": 7.275062355749225e-08,
      "loss": 0.3541,
      "step": 2649870
    },
    {
      "epoch": 739.57,
      "grad_norm": 1.197642207145691,
      "learning_rate": 7.274393900907876e-08,
      "loss": 0.3346,
      "step": 2649880
    },
    {
      "epoch": 739.57,
      "grad_norm": 1.2648231983184814,
      "learning_rate": 7.273725476293727e-08,
      "loss": 0.3355,
      "step": 2649890
    },
    {
      "epoch": 739.58,
      "grad_norm": 1.3022117614746094,
      "learning_rate": 7.273057081906754e-08,
      "loss": 0.3327,
      "step": 2649900
    },
    {
      "epoch": 739.58,
      "grad_norm": 1.485675573348999,
      "learning_rate": 7.27238871774719e-08,
      "loss": 0.3264,
      "step": 2649910
    },
    {
      "epoch": 739.58,
      "grad_norm": 1.3162235021591187,
      "learning_rate": 7.271720383814983e-08,
      "loss": 0.3204,
      "step": 2649920
    },
    {
      "epoch": 739.58,
      "grad_norm": 1.3244256973266602,
      "learning_rate": 7.271052080110316e-08,
      "loss": 0.344,
      "step": 2649930
    },
    {
      "epoch": 739.59,
      "grad_norm": 1.3981528282165527,
      "learning_rate": 7.270383806633265e-08,
      "loss": 0.3426,
      "step": 2649940
    },
    {
      "epoch": 739.59,
      "grad_norm": 1.8848682641983032,
      "learning_rate": 7.269715563383831e-08,
      "loss": 0.3395,
      "step": 2649950
    },
    {
      "epoch": 739.59,
      "grad_norm": 1.1835193634033203,
      "learning_rate": 7.26904735036225e-08,
      "loss": 0.3233,
      "step": 2649960
    },
    {
      "epoch": 739.6,
      "grad_norm": 1.2346185445785522,
      "learning_rate": 7.268379167568493e-08,
      "loss": 0.328,
      "step": 2649970
    },
    {
      "epoch": 739.6,
      "grad_norm": 1.1430656909942627,
      "learning_rate": 7.267711015002692e-08,
      "loss": 0.3284,
      "step": 2649980
    },
    {
      "epoch": 739.6,
      "grad_norm": 1.7261701822280884,
      "learning_rate": 7.267042892664926e-08,
      "loss": 0.3399,
      "step": 2649990
    },
    {
      "epoch": 739.6,
      "grad_norm": 1.1869182586669922,
      "learning_rate": 7.266374800555322e-08,
      "loss": 0.3464,
      "step": 2650000
    },
    {
      "epoch": 739.61,
      "grad_norm": 1.3339656591415405,
      "learning_rate": 7.265706738673908e-08,
      "loss": 0.3357,
      "step": 2650010
    },
    {
      "epoch": 739.61,
      "grad_norm": 1.4177502393722534,
      "learning_rate": 7.265038707020815e-08,
      "loss": 0.3297,
      "step": 2650020
    },
    {
      "epoch": 739.61,
      "grad_norm": 1.1792727708816528,
      "learning_rate": 7.264370705596118e-08,
      "loss": 0.3354,
      "step": 2650030
    },
    {
      "epoch": 739.61,
      "grad_norm": 1.3798907995224,
      "learning_rate": 7.263702734399872e-08,
      "loss": 0.3285,
      "step": 2650040
    },
    {
      "epoch": 739.62,
      "grad_norm": 1.3309201002120972,
      "learning_rate": 7.263034793432259e-08,
      "loss": 0.3438,
      "step": 2650050
    },
    {
      "epoch": 739.62,
      "grad_norm": 1.2302712202072144,
      "learning_rate": 7.262366882693303e-08,
      "loss": 0.3185,
      "step": 2650060
    },
    {
      "epoch": 739.62,
      "grad_norm": 1.1596070528030396,
      "learning_rate": 7.261699002183056e-08,
      "loss": 0.3474,
      "step": 2650070
    },
    {
      "epoch": 739.63,
      "grad_norm": 2.421780586242676,
      "learning_rate": 7.261031151901703e-08,
      "loss": 0.3327,
      "step": 2650080
    },
    {
      "epoch": 739.63,
      "grad_norm": 1.0524842739105225,
      "learning_rate": 7.260363331849268e-08,
      "loss": 0.3458,
      "step": 2650090
    },
    {
      "epoch": 739.63,
      "grad_norm": 1.3193004131317139,
      "learning_rate": 7.25969554202583e-08,
      "loss": 0.3385,
      "step": 2650100
    },
    {
      "epoch": 739.63,
      "grad_norm": 1.1625823974609375,
      "learning_rate": 7.259027782431518e-08,
      "loss": 0.3293,
      "step": 2650110
    },
    {
      "epoch": 739.64,
      "grad_norm": 1.274948000907898,
      "learning_rate": 7.25836005306641e-08,
      "loss": 0.3376,
      "step": 2650120
    },
    {
      "epoch": 739.64,
      "grad_norm": 1.3966666460037231,
      "learning_rate": 7.257692353930559e-08,
      "loss": 0.3425,
      "step": 2650130
    },
    {
      "epoch": 739.64,
      "grad_norm": 1.184472918510437,
      "learning_rate": 7.25702468502412e-08,
      "loss": 0.3412,
      "step": 2650140
    },
    {
      "epoch": 739.65,
      "grad_norm": 4.405418395996094,
      "learning_rate": 7.256357046347122e-08,
      "loss": 0.3503,
      "step": 2650150
    },
    {
      "epoch": 739.65,
      "grad_norm": 1.8165487051010132,
      "learning_rate": 7.255689437899665e-08,
      "loss": 0.3531,
      "step": 2650160
    },
    {
      "epoch": 739.65,
      "grad_norm": 1.218335747718811,
      "learning_rate": 7.255021859681907e-08,
      "loss": 0.3248,
      "step": 2650170
    },
    {
      "epoch": 739.65,
      "grad_norm": 1.0708591938018799,
      "learning_rate": 7.254354311693822e-08,
      "loss": 0.3244,
      "step": 2650180
    },
    {
      "epoch": 739.66,
      "grad_norm": 1.3415913581848145,
      "learning_rate": 7.253686793935566e-08,
      "loss": 0.3492,
      "step": 2650190
    },
    {
      "epoch": 739.66,
      "grad_norm": 1.1774733066558838,
      "learning_rate": 7.253019306407218e-08,
      "loss": 0.331,
      "step": 2650200
    },
    {
      "epoch": 739.66,
      "grad_norm": 1.4245461225509644,
      "learning_rate": 7.252351849108906e-08,
      "loss": 0.3552,
      "step": 2650210
    },
    {
      "epoch": 739.67,
      "grad_norm": 1.3420549631118774,
      "learning_rate": 7.251684422040658e-08,
      "loss": 0.3336,
      "step": 2650220
    },
    {
      "epoch": 739.67,
      "grad_norm": 1.1712599992752075,
      "learning_rate": 7.251017025202577e-08,
      "loss": 0.3386,
      "step": 2650230
    },
    {
      "epoch": 739.67,
      "grad_norm": 1.2422055006027222,
      "learning_rate": 7.250349658594743e-08,
      "loss": 0.3212,
      "step": 2650240
    },
    {
      "epoch": 739.67,
      "grad_norm": 1.3322010040283203,
      "learning_rate": 7.249682322217282e-08,
      "loss": 0.334,
      "step": 2650250
    },
    {
      "epoch": 739.68,
      "grad_norm": 1.0856902599334717,
      "learning_rate": 7.249015016070275e-08,
      "loss": 0.3537,
      "step": 2650260
    },
    {
      "epoch": 739.68,
      "grad_norm": 1.1089998483657837,
      "learning_rate": 7.248347740153775e-08,
      "loss": 0.3372,
      "step": 2650270
    },
    {
      "epoch": 739.68,
      "grad_norm": 1.4591361284255981,
      "learning_rate": 7.24768049446791e-08,
      "loss": 0.3357,
      "step": 2650280
    },
    {
      "epoch": 739.68,
      "grad_norm": 1.1883541345596313,
      "learning_rate": 7.247013279012758e-08,
      "loss": 0.3319,
      "step": 2650290
    },
    {
      "epoch": 739.69,
      "grad_norm": 1.2427016496658325,
      "learning_rate": 7.246346093788374e-08,
      "loss": 0.3419,
      "step": 2650300
    },
    {
      "epoch": 739.69,
      "grad_norm": 1.1766313314437866,
      "learning_rate": 7.24567893879491e-08,
      "loss": 0.3551,
      "step": 2650310
    },
    {
      "epoch": 739.69,
      "grad_norm": 1.3381584882736206,
      "learning_rate": 7.24501181403242e-08,
      "loss": 0.3394,
      "step": 2650320
    },
    {
      "epoch": 739.7,
      "grad_norm": 1.2844637632369995,
      "learning_rate": 7.244344719500957e-08,
      "loss": 0.3442,
      "step": 2650330
    },
    {
      "epoch": 739.7,
      "grad_norm": 1.225869059562683,
      "learning_rate": 7.243677655200675e-08,
      "loss": 0.3257,
      "step": 2650340
    },
    {
      "epoch": 739.7,
      "grad_norm": 1.4102379083633423,
      "learning_rate": 7.243010621131653e-08,
      "loss": 0.3395,
      "step": 2650350
    },
    {
      "epoch": 739.7,
      "grad_norm": 1.2523868083953857,
      "learning_rate": 7.242343617293919e-08,
      "loss": 0.3206,
      "step": 2650360
    },
    {
      "epoch": 739.71,
      "grad_norm": 1.2755225896835327,
      "learning_rate": 7.2416766436876e-08,
      "loss": 0.3446,
      "step": 2650370
    },
    {
      "epoch": 739.71,
      "grad_norm": 1.4099431037902832,
      "learning_rate": 7.241009700312802e-08,
      "loss": 0.3432,
      "step": 2650380
    },
    {
      "epoch": 739.71,
      "grad_norm": 1.1567966938018799,
      "learning_rate": 7.240342787169602e-08,
      "loss": 0.3315,
      "step": 2650390
    },
    {
      "epoch": 739.72,
      "grad_norm": 1.4370076656341553,
      "learning_rate": 7.239675904258131e-08,
      "loss": 0.3478,
      "step": 2650400
    },
    {
      "epoch": 739.72,
      "grad_norm": 1.8264597654342651,
      "learning_rate": 7.239009051578388e-08,
      "loss": 0.3428,
      "step": 2650410
    },
    {
      "epoch": 739.72,
      "grad_norm": 1.3784546852111816,
      "learning_rate": 7.238342229130504e-08,
      "loss": 0.3343,
      "step": 2650420
    },
    {
      "epoch": 739.72,
      "grad_norm": 1.058941125869751,
      "learning_rate": 7.237675436914557e-08,
      "loss": 0.3146,
      "step": 2650430
    },
    {
      "epoch": 739.73,
      "grad_norm": 1.012421727180481,
      "learning_rate": 7.237008674930702e-08,
      "loss": 0.3428,
      "step": 2650440
    },
    {
      "epoch": 739.73,
      "grad_norm": 1.258630633354187,
      "learning_rate": 7.236341943178941e-08,
      "loss": 0.3413,
      "step": 2650450
    },
    {
      "epoch": 739.73,
      "grad_norm": 1.234494924545288,
      "learning_rate": 7.235675241659402e-08,
      "loss": 0.3442,
      "step": 2650460
    },
    {
      "epoch": 739.73,
      "grad_norm": 1.3391653299331665,
      "learning_rate": 7.235008570372191e-08,
      "loss": 0.326,
      "step": 2650470
    },
    {
      "epoch": 739.74,
      "grad_norm": 1.674841046333313,
      "learning_rate": 7.234341929317307e-08,
      "loss": 0.3378,
      "step": 2650480
    },
    {
      "epoch": 739.74,
      "grad_norm": 1.5759319067001343,
      "learning_rate": 7.233675318494983e-08,
      "loss": 0.3284,
      "step": 2650490
    },
    {
      "epoch": 739.74,
      "grad_norm": 1.1129721403121948,
      "learning_rate": 7.233008737905195e-08,
      "loss": 0.3326,
      "step": 2650500
    },
    {
      "epoch": 739.75,
      "grad_norm": 1.189513921737671,
      "learning_rate": 7.232342187548047e-08,
      "loss": 0.3314,
      "step": 2650510
    },
    {
      "epoch": 739.75,
      "grad_norm": 1.5972930192947388,
      "learning_rate": 7.231675667423668e-08,
      "loss": 0.341,
      "step": 2650520
    },
    {
      "epoch": 739.75,
      "grad_norm": 1.3337305784225464,
      "learning_rate": 7.231009177532135e-08,
      "loss": 0.3315,
      "step": 2650530
    },
    {
      "epoch": 739.75,
      "grad_norm": 1.247511625289917,
      "learning_rate": 7.230342717873556e-08,
      "loss": 0.3297,
      "step": 2650540
    },
    {
      "epoch": 739.76,
      "grad_norm": 1.1498295068740845,
      "learning_rate": 7.229676288447953e-08,
      "loss": 0.3374,
      "step": 2650550
    },
    {
      "epoch": 739.76,
      "grad_norm": 1.1317733526229858,
      "learning_rate": 7.229009889255458e-08,
      "loss": 0.3414,
      "step": 2650560
    },
    {
      "epoch": 739.76,
      "grad_norm": 1.2936797142028809,
      "learning_rate": 7.228343520296175e-08,
      "loss": 0.3225,
      "step": 2650570
    },
    {
      "epoch": 739.77,
      "grad_norm": 1.0878653526306152,
      "learning_rate": 7.227677181570182e-08,
      "loss": 0.3452,
      "step": 2650580
    },
    {
      "epoch": 739.77,
      "grad_norm": 1.1581432819366455,
      "learning_rate": 7.22701087307753e-08,
      "loss": 0.3411,
      "step": 2650590
    },
    {
      "epoch": 739.77,
      "grad_norm": 1.2817327976226807,
      "learning_rate": 7.226344594818351e-08,
      "loss": 0.3567,
      "step": 2650600
    },
    {
      "epoch": 739.77,
      "grad_norm": 1.2159923315048218,
      "learning_rate": 7.225678346792722e-08,
      "loss": 0.3366,
      "step": 2650610
    },
    {
      "epoch": 739.78,
      "grad_norm": 1.3567466735839844,
      "learning_rate": 7.225012129000695e-08,
      "loss": 0.3179,
      "step": 2650620
    },
    {
      "epoch": 739.78,
      "grad_norm": 1.288285255432129,
      "learning_rate": 7.22434594144245e-08,
      "loss": 0.3406,
      "step": 2650630
    },
    {
      "epoch": 739.78,
      "grad_norm": 1.2783639430999756,
      "learning_rate": 7.223679784117993e-08,
      "loss": 0.3469,
      "step": 2650640
    },
    {
      "epoch": 739.79,
      "grad_norm": 1.3312530517578125,
      "learning_rate": 7.223013657027422e-08,
      "loss": 0.3211,
      "step": 2650650
    },
    {
      "epoch": 739.79,
      "grad_norm": 1.260528326034546,
      "learning_rate": 7.222347560170844e-08,
      "loss": 0.3454,
      "step": 2650660
    },
    {
      "epoch": 739.79,
      "grad_norm": 1.3806356191635132,
      "learning_rate": 7.221681493548388e-08,
      "loss": 0.3455,
      "step": 2650670
    },
    {
      "epoch": 739.79,
      "grad_norm": 1.1849546432495117,
      "learning_rate": 7.221015457160054e-08,
      "loss": 0.3232,
      "step": 2650680
    },
    {
      "epoch": 739.8,
      "grad_norm": 1.4242204427719116,
      "learning_rate": 7.220349451006001e-08,
      "loss": 0.3467,
      "step": 2650690
    },
    {
      "epoch": 739.8,
      "grad_norm": 1.3497282266616821,
      "learning_rate": 7.219683475086302e-08,
      "loss": 0.3268,
      "step": 2650700
    },
    {
      "epoch": 739.8,
      "grad_norm": 1.3643420934677124,
      "learning_rate": 7.219017529401014e-08,
      "loss": 0.3446,
      "step": 2650710
    },
    {
      "epoch": 739.8,
      "grad_norm": 1.3276797533035278,
      "learning_rate": 7.218351613950263e-08,
      "loss": 0.3436,
      "step": 2650720
    },
    {
      "epoch": 739.81,
      "grad_norm": 1.4668644666671753,
      "learning_rate": 7.21768572873413e-08,
      "loss": 0.3443,
      "step": 2650730
    },
    {
      "epoch": 739.81,
      "grad_norm": 1.2282915115356445,
      "learning_rate": 7.217019873752666e-08,
      "loss": 0.3308,
      "step": 2650740
    },
    {
      "epoch": 739.81,
      "grad_norm": 1.1766632795333862,
      "learning_rate": 7.216354049006025e-08,
      "loss": 0.3284,
      "step": 2650750
    },
    {
      "epoch": 739.82,
      "grad_norm": 1.4555801153182983,
      "learning_rate": 7.215688254494263e-08,
      "loss": 0.3386,
      "step": 2650760
    },
    {
      "epoch": 739.82,
      "grad_norm": 1.227715015411377,
      "learning_rate": 7.21502249021743e-08,
      "loss": 0.3346,
      "step": 2650770
    },
    {
      "epoch": 739.82,
      "grad_norm": 1.2876743078231812,
      "learning_rate": 7.214356756175682e-08,
      "loss": 0.3329,
      "step": 2650780
    },
    {
      "epoch": 739.82,
      "grad_norm": 1.154398798942566,
      "learning_rate": 7.213691052369098e-08,
      "loss": 0.3296,
      "step": 2650790
    },
    {
      "epoch": 739.83,
      "grad_norm": 1.1117066144943237,
      "learning_rate": 7.213025378797677e-08,
      "loss": 0.3342,
      "step": 2650800
    },
    {
      "epoch": 739.83,
      "grad_norm": 1.3123379945755005,
      "learning_rate": 7.212359735461627e-08,
      "loss": 0.3439,
      "step": 2650810
    },
    {
      "epoch": 739.83,
      "grad_norm": 1.443137526512146,
      "learning_rate": 7.211694122360974e-08,
      "loss": 0.3379,
      "step": 2650820
    },
    {
      "epoch": 739.84,
      "grad_norm": 1.4708256721496582,
      "learning_rate": 7.211028539495823e-08,
      "loss": 0.3514,
      "step": 2650830
    },
    {
      "epoch": 739.84,
      "grad_norm": 1.1018853187561035,
      "learning_rate": 7.210362986866279e-08,
      "loss": 0.3221,
      "step": 2650840
    },
    {
      "epoch": 739.84,
      "grad_norm": 1.2209515571594238,
      "learning_rate": 7.209697464472365e-08,
      "loss": 0.3301,
      "step": 2650850
    },
    {
      "epoch": 739.84,
      "grad_norm": 1.4682201147079468,
      "learning_rate": 7.209031972314266e-08,
      "loss": 0.3325,
      "step": 2650860
    },
    {
      "epoch": 739.85,
      "grad_norm": 1.244784951210022,
      "learning_rate": 7.20836651039198e-08,
      "loss": 0.3373,
      "step": 2650870
    },
    {
      "epoch": 739.85,
      "grad_norm": 1.2073880434036255,
      "learning_rate": 7.207701078705638e-08,
      "loss": 0.3398,
      "step": 2650880
    },
    {
      "epoch": 739.85,
      "grad_norm": 1.2701512575149536,
      "learning_rate": 7.207035677255345e-08,
      "loss": 0.3393,
      "step": 2650890
    },
    {
      "epoch": 739.85,
      "grad_norm": 1.324626088142395,
      "learning_rate": 7.206370306041153e-08,
      "loss": 0.3264,
      "step": 2650900
    },
    {
      "epoch": 739.86,
      "grad_norm": 1.289709210395813,
      "learning_rate": 7.205704965063188e-08,
      "loss": 0.3339,
      "step": 2650910
    },
    {
      "epoch": 739.86,
      "grad_norm": 1.410077452659607,
      "learning_rate": 7.205039654321482e-08,
      "loss": 0.3563,
      "step": 2650920
    },
    {
      "epoch": 739.86,
      "grad_norm": 1.098984956741333,
      "learning_rate": 7.204374373816214e-08,
      "loss": 0.3279,
      "step": 2650930
    },
    {
      "epoch": 739.87,
      "grad_norm": 1.177679181098938,
      "learning_rate": 7.203709123547357e-08,
      "loss": 0.339,
      "step": 2650940
    },
    {
      "epoch": 739.87,
      "grad_norm": 1.3333438634872437,
      "learning_rate": 7.203043903515095e-08,
      "loss": 0.3399,
      "step": 2650950
    },
    {
      "epoch": 739.87,
      "grad_norm": 1.3185449838638306,
      "learning_rate": 7.202378713719479e-08,
      "loss": 0.3473,
      "step": 2650960
    },
    {
      "epoch": 739.87,
      "grad_norm": 1.3407580852508545,
      "learning_rate": 7.201713554160588e-08,
      "loss": 0.3382,
      "step": 2650970
    },
    {
      "epoch": 739.88,
      "grad_norm": 1.1804449558258057,
      "learning_rate": 7.201048424838552e-08,
      "loss": 0.3265,
      "step": 2650980
    },
    {
      "epoch": 739.88,
      "grad_norm": 1.1809405088424683,
      "learning_rate": 7.200383325753423e-08,
      "loss": 0.3365,
      "step": 2650990
    },
    {
      "epoch": 739.88,
      "grad_norm": 1.3672679662704468,
      "learning_rate": 7.199718256905278e-08,
      "loss": 0.3333,
      "step": 2651000
    },
    {
      "epoch": 739.89,
      "grad_norm": 1.5641255378723145,
      "learning_rate": 7.199053218294222e-08,
      "loss": 0.3304,
      "step": 2651010
    },
    {
      "epoch": 739.89,
      "grad_norm": 1.2422434091567993,
      "learning_rate": 7.198388209920386e-08,
      "loss": 0.332,
      "step": 2651020
    },
    {
      "epoch": 739.89,
      "grad_norm": 1.1467986106872559,
      "learning_rate": 7.197723231783768e-08,
      "loss": 0.3326,
      "step": 2651030
    },
    {
      "epoch": 739.89,
      "grad_norm": 1.2784236669540405,
      "learning_rate": 7.197058283884526e-08,
      "loss": 0.3244,
      "step": 2651040
    },
    {
      "epoch": 739.9,
      "grad_norm": 1.0590379238128662,
      "learning_rate": 7.196393366222762e-08,
      "loss": 0.3427,
      "step": 2651050
    },
    {
      "epoch": 739.9,
      "grad_norm": 1.3529280424118042,
      "learning_rate": 7.195728478798478e-08,
      "loss": 0.3239,
      "step": 2651060
    },
    {
      "epoch": 739.9,
      "grad_norm": 1.4036272764205933,
      "learning_rate": 7.195063621611855e-08,
      "loss": 0.332,
      "step": 2651070
    },
    {
      "epoch": 739.91,
      "grad_norm": 1.153153419494629,
      "learning_rate": 7.194398794662945e-08,
      "loss": 0.3344,
      "step": 2651080
    },
    {
      "epoch": 739.91,
      "grad_norm": 1.9862600564956665,
      "learning_rate": 7.193733997951801e-08,
      "loss": 0.3507,
      "step": 2651090
    },
    {
      "epoch": 739.91,
      "grad_norm": 1.185308575630188,
      "learning_rate": 7.193069231478552e-08,
      "loss": 0.3192,
      "step": 2651100
    },
    {
      "epoch": 739.91,
      "grad_norm": 1.3311102390289307,
      "learning_rate": 7.192404495243303e-08,
      "loss": 0.361,
      "step": 2651110
    },
    {
      "epoch": 739.92,
      "grad_norm": 1.162661075592041,
      "learning_rate": 7.191739789246133e-08,
      "loss": 0.3427,
      "step": 2651120
    },
    {
      "epoch": 739.92,
      "grad_norm": 1.3109674453735352,
      "learning_rate": 7.191075113487091e-08,
      "loss": 0.3309,
      "step": 2651130
    },
    {
      "epoch": 739.92,
      "grad_norm": 1.2686718702316284,
      "learning_rate": 7.190410467966282e-08,
      "loss": 0.326,
      "step": 2651140
    },
    {
      "epoch": 739.92,
      "grad_norm": 1.1524200439453125,
      "learning_rate": 7.189745852683813e-08,
      "loss": 0.3494,
      "step": 2651150
    },
    {
      "epoch": 739.93,
      "grad_norm": 1.33497953414917,
      "learning_rate": 7.189081267639784e-08,
      "loss": 0.3399,
      "step": 2651160
    },
    {
      "epoch": 739.93,
      "grad_norm": 1.2090373039245605,
      "learning_rate": 7.18841671283425e-08,
      "loss": 0.3349,
      "step": 2651170
    },
    {
      "epoch": 739.93,
      "grad_norm": 1.2057795524597168,
      "learning_rate": 7.187752188267289e-08,
      "loss": 0.3206,
      "step": 2651180
    },
    {
      "epoch": 739.94,
      "grad_norm": 1.5138479471206665,
      "learning_rate": 7.187087693939054e-08,
      "loss": 0.3391,
      "step": 2651190
    },
    {
      "epoch": 739.94,
      "grad_norm": 1.1385624408721924,
      "learning_rate": 7.186423229849549e-08,
      "loss": 0.3255,
      "step": 2651200
    },
    {
      "epoch": 739.94,
      "grad_norm": 1.2167288064956665,
      "learning_rate": 7.185758795998955e-08,
      "loss": 0.3312,
      "step": 2651210
    },
    {
      "epoch": 739.94,
      "grad_norm": 1.2852438688278198,
      "learning_rate": 7.18509439238727e-08,
      "loss": 0.3272,
      "step": 2651220
    },
    {
      "epoch": 739.95,
      "grad_norm": 1.2943480014801025,
      "learning_rate": 7.184430019014625e-08,
      "loss": 0.3454,
      "step": 2651230
    },
    {
      "epoch": 739.95,
      "grad_norm": 1.287066102027893,
      "learning_rate": 7.183765675881099e-08,
      "loss": 0.3437,
      "step": 2651240
    },
    {
      "epoch": 739.95,
      "grad_norm": 1.3176945447921753,
      "learning_rate": 7.183101362986847e-08,
      "loss": 0.3349,
      "step": 2651250
    },
    {
      "epoch": 739.96,
      "grad_norm": 1.254568338394165,
      "learning_rate": 7.182437080331845e-08,
      "loss": 0.3265,
      "step": 2651260
    },
    {
      "epoch": 739.96,
      "grad_norm": 1.276603102684021,
      "learning_rate": 7.181772827916247e-08,
      "loss": 0.3495,
      "step": 2651270
    },
    {
      "epoch": 739.96,
      "grad_norm": 1.1912318468093872,
      "learning_rate": 7.181108605740132e-08,
      "loss": 0.3251,
      "step": 2651280
    },
    {
      "epoch": 739.96,
      "grad_norm": 1.3044466972351074,
      "learning_rate": 7.180444413803551e-08,
      "loss": 0.3346,
      "step": 2651290
    },
    {
      "epoch": 739.97,
      "grad_norm": 1.2078086137771606,
      "learning_rate": 7.179780252106688e-08,
      "loss": 0.339,
      "step": 2651300
    },
    {
      "epoch": 739.97,
      "grad_norm": 1.2345621585845947,
      "learning_rate": 7.179116120649541e-08,
      "loss": 0.3369,
      "step": 2651310
    },
    {
      "epoch": 739.97,
      "grad_norm": 1.3717453479766846,
      "learning_rate": 7.178452019432215e-08,
      "loss": 0.3353,
      "step": 2651320
    },
    {
      "epoch": 739.97,
      "grad_norm": 1.3839175701141357,
      "learning_rate": 7.177787948454842e-08,
      "loss": 0.3365,
      "step": 2651330
    },
    {
      "epoch": 739.98,
      "grad_norm": 1.0552626848220825,
      "learning_rate": 7.17712390771747e-08,
      "loss": 0.3442,
      "step": 2651340
    },
    {
      "epoch": 739.98,
      "grad_norm": 1.346744418144226,
      "learning_rate": 7.17645989722018e-08,
      "loss": 0.3459,
      "step": 2651350
    },
    {
      "epoch": 739.98,
      "grad_norm": 1.3136098384857178,
      "learning_rate": 7.175795916963102e-08,
      "loss": 0.3341,
      "step": 2651360
    },
    {
      "epoch": 739.99,
      "grad_norm": 1.2795562744140625,
      "learning_rate": 7.175131966946288e-08,
      "loss": 0.3429,
      "step": 2651370
    },
    {
      "epoch": 739.99,
      "grad_norm": 1.3299311399459839,
      "learning_rate": 7.174468047169814e-08,
      "loss": 0.3426,
      "step": 2651380
    },
    {
      "epoch": 739.99,
      "grad_norm": 1.2681670188903809,
      "learning_rate": 7.173804157633838e-08,
      "loss": 0.3482,
      "step": 2651390
    },
    {
      "epoch": 739.99,
      "grad_norm": 1.2341203689575195,
      "learning_rate": 7.173140298338386e-08,
      "loss": 0.3345,
      "step": 2651400
    },
    {
      "epoch": 740.0,
      "grad_norm": 1.3315695524215698,
      "learning_rate": 7.172476469283536e-08,
      "loss": 0.343,
      "step": 2651410
    },
    {
      "epoch": 740.0,
      "grad_norm": 1.8341907262802124,
      "learning_rate": 7.171812670469443e-08,
      "loss": 0.3273,
      "step": 2651420
    },
    {
      "epoch": 740.0,
      "eval_loss": 0.3372165858745575,
      "eval_runtime": 65.3558,
      "eval_samples_per_second": 77.407,
      "eval_steps_per_second": 9.685,
      "step": 2651420
    },
    {
      "epoch": 740.0,
      "grad_norm": 1.1801152229309082,
      "learning_rate": 7.171148901896108e-08,
      "loss": 0.3258,
      "step": 2651430
    },
    {
      "epoch": 740.01,
      "grad_norm": 1.1869080066680908,
      "learning_rate": 7.17048516356374e-08,
      "loss": 0.3441,
      "step": 2651440
    },
    {
      "epoch": 740.01,
      "grad_norm": 1.3456584215164185,
      "learning_rate": 7.16982145547231e-08,
      "loss": 0.334,
      "step": 2651450
    },
    {
      "epoch": 740.01,
      "grad_norm": 1.0211153030395508,
      "learning_rate": 7.169157777621952e-08,
      "loss": 0.3275,
      "step": 2651460
    },
    {
      "epoch": 740.01,
      "grad_norm": 1.3144354820251465,
      "learning_rate": 7.16849413001274e-08,
      "loss": 0.3317,
      "step": 2651470
    },
    {
      "epoch": 740.02,
      "grad_norm": 1.1198041439056396,
      "learning_rate": 7.167830512644808e-08,
      "loss": 0.3417,
      "step": 2651480
    },
    {
      "epoch": 740.02,
      "grad_norm": 1.175034999847412,
      "learning_rate": 7.167166925518205e-08,
      "loss": 0.3494,
      "step": 2651490
    },
    {
      "epoch": 740.02,
      "grad_norm": 1.2286109924316406,
      "learning_rate": 7.166503368633011e-08,
      "loss": 0.3402,
      "step": 2651500
    },
    {
      "epoch": 740.03,
      "grad_norm": 1.2484188079833984,
      "learning_rate": 7.165839841989356e-08,
      "loss": 0.3562,
      "step": 2651510
    },
    {
      "epoch": 740.03,
      "grad_norm": 1.3830146789550781,
      "learning_rate": 7.165176345587239e-08,
      "loss": 0.3346,
      "step": 2651520
    },
    {
      "epoch": 740.03,
      "grad_norm": 1.331803560256958,
      "learning_rate": 7.164512879426869e-08,
      "loss": 0.3271,
      "step": 2651530
    },
    {
      "epoch": 740.03,
      "grad_norm": 1.0951286554336548,
      "learning_rate": 7.163849443508271e-08,
      "loss": 0.3445,
      "step": 2651540
    },
    {
      "epoch": 740.04,
      "grad_norm": 1.2749987840652466,
      "learning_rate": 7.163186037831523e-08,
      "loss": 0.3322,
      "step": 2651550
    },
    {
      "epoch": 740.04,
      "grad_norm": 3.595245599746704,
      "learning_rate": 7.162522662396758e-08,
      "loss": 0.339,
      "step": 2651560
    },
    {
      "epoch": 740.04,
      "grad_norm": 1.4086015224456787,
      "learning_rate": 7.161859317203998e-08,
      "loss": 0.3488,
      "step": 2651570
    },
    {
      "epoch": 740.04,
      "grad_norm": 1.118963599205017,
      "learning_rate": 7.161196002253402e-08,
      "loss": 0.3636,
      "step": 2651580
    },
    {
      "epoch": 740.05,
      "grad_norm": 1.131393313407898,
      "learning_rate": 7.160532717544994e-08,
      "loss": 0.3351,
      "step": 2651590
    },
    {
      "epoch": 740.05,
      "grad_norm": 1.4032906293869019,
      "learning_rate": 7.159869463078932e-08,
      "loss": 0.3542,
      "step": 2651600
    },
    {
      "epoch": 740.05,
      "grad_norm": 1.2737842798233032,
      "learning_rate": 7.159206238855214e-08,
      "loss": 0.3352,
      "step": 2651610
    },
    {
      "epoch": 740.06,
      "grad_norm": 1.6351289749145508,
      "learning_rate": 7.158543044874024e-08,
      "loss": 0.3206,
      "step": 2651620
    },
    {
      "epoch": 740.06,
      "grad_norm": 1.1433467864990234,
      "learning_rate": 7.157879881135387e-08,
      "loss": 0.3563,
      "step": 2651630
    },
    {
      "epoch": 740.06,
      "grad_norm": 1.326243281364441,
      "learning_rate": 7.157216747639408e-08,
      "loss": 0.3463,
      "step": 2651640
    },
    {
      "epoch": 740.06,
      "grad_norm": 1.185671091079712,
      "learning_rate": 7.156553644386189e-08,
      "loss": 0.3486,
      "step": 2651650
    },
    {
      "epoch": 740.07,
      "grad_norm": 1.0685862302780151,
      "learning_rate": 7.155890571375811e-08,
      "loss": 0.3282,
      "step": 2651660
    },
    {
      "epoch": 740.07,
      "grad_norm": 1.106549859046936,
      "learning_rate": 7.15522752860835e-08,
      "loss": 0.3409,
      "step": 2651670
    },
    {
      "epoch": 740.07,
      "grad_norm": 1.2190426588058472,
      "learning_rate": 7.154564516083883e-08,
      "loss": 0.3561,
      "step": 2651680
    },
    {
      "epoch": 740.08,
      "grad_norm": 1.2964134216308594,
      "learning_rate": 7.153901533802544e-08,
      "loss": 0.3407,
      "step": 2651690
    },
    {
      "epoch": 740.08,
      "grad_norm": 1.1741008758544922,
      "learning_rate": 7.153238581764408e-08,
      "loss": 0.3328,
      "step": 2651700
    },
    {
      "epoch": 740.08,
      "grad_norm": 1.4585474729537964,
      "learning_rate": 7.152575659969528e-08,
      "loss": 0.3362,
      "step": 2651710
    },
    {
      "epoch": 740.08,
      "grad_norm": 1.3654981851577759,
      "learning_rate": 7.151912768418007e-08,
      "loss": 0.3307,
      "step": 2651720
    },
    {
      "epoch": 740.09,
      "grad_norm": 1.0468825101852417,
      "learning_rate": 7.15124990710995e-08,
      "loss": 0.3514,
      "step": 2651730
    },
    {
      "epoch": 740.09,
      "grad_norm": 1.1769747734069824,
      "learning_rate": 7.150587076045462e-08,
      "loss": 0.3405,
      "step": 2651740
    },
    {
      "epoch": 740.09,
      "grad_norm": 1.4591386318206787,
      "learning_rate": 7.149924275224542e-08,
      "loss": 0.3166,
      "step": 2651750
    },
    {
      "epoch": 740.09,
      "grad_norm": 1.2634947299957275,
      "learning_rate": 7.149261504647398e-08,
      "loss": 0.3439,
      "step": 2651760
    },
    {
      "epoch": 740.1,
      "grad_norm": 1.2321763038635254,
      "learning_rate": 7.148598764314031e-08,
      "loss": 0.3487,
      "step": 2651770
    },
    {
      "epoch": 740.1,
      "grad_norm": 1.4041695594787598,
      "learning_rate": 7.147936054224569e-08,
      "loss": 0.3493,
      "step": 2651780
    },
    {
      "epoch": 740.1,
      "grad_norm": 1.2304564714431763,
      "learning_rate": 7.147273374379118e-08,
      "loss": 0.3223,
      "step": 2651790
    },
    {
      "epoch": 740.11,
      "grad_norm": 1.1473113298416138,
      "learning_rate": 7.146610724777703e-08,
      "loss": 0.3298,
      "step": 2651800
    },
    {
      "epoch": 740.11,
      "grad_norm": 1.4155871868133545,
      "learning_rate": 7.145948105420455e-08,
      "loss": 0.356,
      "step": 2651810
    },
    {
      "epoch": 740.11,
      "grad_norm": 1.0800156593322754,
      "learning_rate": 7.145285516307478e-08,
      "loss": 0.3324,
      "step": 2651820
    },
    {
      "epoch": 740.11,
      "grad_norm": 1.2727206945419312,
      "learning_rate": 7.144622957438824e-08,
      "loss": 0.3217,
      "step": 2651830
    },
    {
      "epoch": 740.12,
      "grad_norm": 1.3608568906784058,
      "learning_rate": 7.143960428814596e-08,
      "loss": 0.3492,
      "step": 2651840
    },
    {
      "epoch": 740.12,
      "grad_norm": 1.1485233306884766,
      "learning_rate": 7.143297930434872e-08,
      "loss": 0.3361,
      "step": 2651850
    },
    {
      "epoch": 740.12,
      "grad_norm": 1.4071789979934692,
      "learning_rate": 7.142635462299785e-08,
      "loss": 0.3531,
      "step": 2651860
    },
    {
      "epoch": 740.13,
      "grad_norm": 1.28508722782135,
      "learning_rate": 7.141973024409331e-08,
      "loss": 0.3203,
      "step": 2651870
    },
    {
      "epoch": 740.13,
      "grad_norm": 1.2715537548065186,
      "learning_rate": 7.141310616763695e-08,
      "loss": 0.3279,
      "step": 2651880
    },
    {
      "epoch": 740.13,
      "grad_norm": 1.5682992935180664,
      "learning_rate": 7.140648239362902e-08,
      "loss": 0.3269,
      "step": 2651890
    },
    {
      "epoch": 740.13,
      "grad_norm": 1.296424150466919,
      "learning_rate": 7.139985892207082e-08,
      "loss": 0.3288,
      "step": 2651900
    },
    {
      "epoch": 740.14,
      "grad_norm": 1.3484833240509033,
      "learning_rate": 7.139323575296287e-08,
      "loss": 0.3315,
      "step": 2651910
    },
    {
      "epoch": 740.14,
      "grad_norm": 1.3233590126037598,
      "learning_rate": 7.138661288630647e-08,
      "loss": 0.3442,
      "step": 2651920
    },
    {
      "epoch": 740.14,
      "grad_norm": 1.3215644359588623,
      "learning_rate": 7.137999032210189e-08,
      "loss": 0.3435,
      "step": 2651930
    },
    {
      "epoch": 740.15,
      "grad_norm": 1.5208892822265625,
      "learning_rate": 7.137336806035069e-08,
      "loss": 0.3437,
      "step": 2651940
    },
    {
      "epoch": 740.15,
      "grad_norm": 1.4326088428497314,
      "learning_rate": 7.136674610105338e-08,
      "loss": 0.35,
      "step": 2651950
    },
    {
      "epoch": 740.15,
      "grad_norm": 1.271869421005249,
      "learning_rate": 7.136012444421074e-08,
      "loss": 0.3273,
      "step": 2651960
    },
    {
      "epoch": 740.15,
      "grad_norm": 3.168187379837036,
      "learning_rate": 7.135350308982409e-08,
      "loss": 0.3373,
      "step": 2651970
    },
    {
      "epoch": 740.16,
      "grad_norm": 1.4116711616516113,
      "learning_rate": 7.134688203789367e-08,
      "loss": 0.3392,
      "step": 2651980
    },
    {
      "epoch": 740.16,
      "grad_norm": 1.1767258644104004,
      "learning_rate": 7.134026128842104e-08,
      "loss": 0.3488,
      "step": 2651990
    },
    {
      "epoch": 740.16,
      "grad_norm": 1.2314865589141846,
      "learning_rate": 7.133364084140674e-08,
      "loss": 0.3371,
      "step": 2652000
    },
    {
      "epoch": 740.16,
      "grad_norm": 1.7952008247375488,
      "learning_rate": 7.132702069685129e-08,
      "loss": 0.3348,
      "step": 2652010
    },
    {
      "epoch": 740.17,
      "grad_norm": 1.3239136934280396,
      "learning_rate": 7.132040085475647e-08,
      "loss": 0.3365,
      "step": 2652020
    },
    {
      "epoch": 740.17,
      "grad_norm": 1.2388317584991455,
      "learning_rate": 7.131378131512234e-08,
      "loss": 0.3281,
      "step": 2652030
    },
    {
      "epoch": 740.17,
      "grad_norm": 1.1677582263946533,
      "learning_rate": 7.130716207795015e-08,
      "loss": 0.3274,
      "step": 2652040
    },
    {
      "epoch": 740.18,
      "grad_norm": 1.1754896640777588,
      "learning_rate": 7.130054314324072e-08,
      "loss": 0.3289,
      "step": 2652050
    },
    {
      "epoch": 740.18,
      "grad_norm": 1.428902506828308,
      "learning_rate": 7.129392451099506e-08,
      "loss": 0.342,
      "step": 2652060
    },
    {
      "epoch": 740.18,
      "grad_norm": 4.3648552894592285,
      "learning_rate": 7.128730618121397e-08,
      "loss": 0.3354,
      "step": 2652070
    },
    {
      "epoch": 740.18,
      "grad_norm": 1.1517201662063599,
      "learning_rate": 7.128068815389797e-08,
      "loss": 0.3491,
      "step": 2652080
    },
    {
      "epoch": 740.19,
      "grad_norm": 1.2158982753753662,
      "learning_rate": 7.12740704290486e-08,
      "loss": 0.3343,
      "step": 2652090
    },
    {
      "epoch": 740.19,
      "grad_norm": 1.1859266757965088,
      "learning_rate": 7.126745300666589e-08,
      "loss": 0.3601,
      "step": 2652100
    },
    {
      "epoch": 740.19,
      "grad_norm": 1.2570453882217407,
      "learning_rate": 7.12608358867519e-08,
      "loss": 0.3338,
      "step": 2652110
    },
    {
      "epoch": 740.2,
      "grad_norm": 1.1010560989379883,
      "learning_rate": 7.125421906930638e-08,
      "loss": 0.33,
      "step": 2652120
    },
    {
      "epoch": 740.2,
      "grad_norm": 1.1860368251800537,
      "learning_rate": 7.124760255433062e-08,
      "loss": 0.3197,
      "step": 2652130
    },
    {
      "epoch": 740.2,
      "grad_norm": 1.1407110691070557,
      "learning_rate": 7.124098634182594e-08,
      "loss": 0.337,
      "step": 2652140
    },
    {
      "epoch": 740.2,
      "grad_norm": 1.1525537967681885,
      "learning_rate": 7.123437043179257e-08,
      "loss": 0.3411,
      "step": 2652150
    },
    {
      "epoch": 740.21,
      "grad_norm": 1.5237501859664917,
      "learning_rate": 7.122775482423159e-08,
      "loss": 0.3414,
      "step": 2652160
    },
    {
      "epoch": 740.21,
      "grad_norm": 5.310736179351807,
      "learning_rate": 7.122113951914402e-08,
      "loss": 0.3429,
      "step": 2652170
    },
    {
      "epoch": 740.21,
      "grad_norm": 1.4868911504745483,
      "learning_rate": 7.12145245165309e-08,
      "loss": 0.3343,
      "step": 2652180
    },
    {
      "epoch": 740.21,
      "grad_norm": 1.5283160209655762,
      "learning_rate": 7.120790981639223e-08,
      "loss": 0.3609,
      "step": 2652190
    },
    {
      "epoch": 740.22,
      "grad_norm": 1.1925222873687744,
      "learning_rate": 7.120129541873034e-08,
      "loss": 0.3424,
      "step": 2652200
    },
    {
      "epoch": 740.22,
      "grad_norm": 1.2301217317581177,
      "learning_rate": 7.119468132354474e-08,
      "loss": 0.3349,
      "step": 2652210
    },
    {
      "epoch": 740.22,
      "grad_norm": 1.3673802614212036,
      "learning_rate": 7.118806753083697e-08,
      "loss": 0.3345,
      "step": 2652220
    },
    {
      "epoch": 740.23,
      "grad_norm": 1.1793408393859863,
      "learning_rate": 7.118145404060808e-08,
      "loss": 0.3344,
      "step": 2652230
    },
    {
      "epoch": 740.23,
      "grad_norm": 1.1890658140182495,
      "learning_rate": 7.117484085285858e-08,
      "loss": 0.3261,
      "step": 2652240
    },
    {
      "epoch": 740.23,
      "grad_norm": 1.248422622680664,
      "learning_rate": 7.116822796758926e-08,
      "loss": 0.348,
      "step": 2652250
    },
    {
      "epoch": 740.23,
      "grad_norm": 1.2468916177749634,
      "learning_rate": 7.116161538480116e-08,
      "loss": 0.3413,
      "step": 2652260
    },
    {
      "epoch": 740.24,
      "grad_norm": 1.442925214767456,
      "learning_rate": 7.115500310449531e-08,
      "loss": 0.3292,
      "step": 2652270
    },
    {
      "epoch": 740.24,
      "grad_norm": 1.4619470834732056,
      "learning_rate": 7.114839112667276e-08,
      "loss": 0.3507,
      "step": 2652280
    },
    {
      "epoch": 740.24,
      "grad_norm": 1.1953895092010498,
      "learning_rate": 7.114177945133376e-08,
      "loss": 0.3371,
      "step": 2652290
    },
    {
      "epoch": 740.25,
      "grad_norm": 1.2185120582580566,
      "learning_rate": 7.113516807847937e-08,
      "loss": 0.3349,
      "step": 2652300
    },
    {
      "epoch": 740.25,
      "grad_norm": 1.2133104801177979,
      "learning_rate": 7.112855700811089e-08,
      "loss": 0.3383,
      "step": 2652310
    },
    {
      "epoch": 740.25,
      "grad_norm": 1.2435810565948486,
      "learning_rate": 7.112194624022907e-08,
      "loss": 0.3357,
      "step": 2652320
    },
    {
      "epoch": 740.25,
      "grad_norm": 1.238858699798584,
      "learning_rate": 7.111533577483421e-08,
      "loss": 0.3548,
      "step": 2652330
    },
    {
      "epoch": 740.26,
      "grad_norm": 1.1560535430908203,
      "learning_rate": 7.110872561192811e-08,
      "loss": 0.3372,
      "step": 2652340
    },
    {
      "epoch": 740.26,
      "grad_norm": 1.3233616352081299,
      "learning_rate": 7.110211575151103e-08,
      "loss": 0.3529,
      "step": 2652350
    },
    {
      "epoch": 740.26,
      "grad_norm": 1.0059581995010376,
      "learning_rate": 7.109550619358402e-08,
      "loss": 0.3274,
      "step": 2652360
    },
    {
      "epoch": 740.27,
      "grad_norm": 1.2173715829849243,
      "learning_rate": 7.108889693814811e-08,
      "loss": 0.3294,
      "step": 2652370
    },
    {
      "epoch": 740.27,
      "grad_norm": 1.2073789834976196,
      "learning_rate": 7.108228798520357e-08,
      "loss": 0.3328,
      "step": 2652380
    },
    {
      "epoch": 740.27,
      "grad_norm": 1.3075518608093262,
      "learning_rate": 7.107567933475194e-08,
      "loss": 0.344,
      "step": 2652390
    },
    {
      "epoch": 740.27,
      "grad_norm": 1.2439268827438354,
      "learning_rate": 7.106907098679403e-08,
      "loss": 0.3216,
      "step": 2652400
    },
    {
      "epoch": 740.28,
      "grad_norm": 1.2832403182983398,
      "learning_rate": 7.106246294133061e-08,
      "loss": 0.3501,
      "step": 2652410
    },
    {
      "epoch": 740.28,
      "grad_norm": 1.3711774349212646,
      "learning_rate": 7.105585519836194e-08,
      "loss": 0.3384,
      "step": 2652420
    },
    {
      "epoch": 740.28,
      "grad_norm": 1.1840282678604126,
      "learning_rate": 7.104924775789009e-08,
      "loss": 0.3339,
      "step": 2652430
    },
    {
      "epoch": 740.28,
      "grad_norm": 1.0862834453582764,
      "learning_rate": 7.104264061991508e-08,
      "loss": 0.3345,
      "step": 2652440
    },
    {
      "epoch": 740.29,
      "grad_norm": 1.122359275817871,
      "learning_rate": 7.10360337844382e-08,
      "loss": 0.3415,
      "step": 2652450
    },
    {
      "epoch": 740.29,
      "grad_norm": 0.9869977235794067,
      "learning_rate": 7.102942725146021e-08,
      "loss": 0.3392,
      "step": 2652460
    },
    {
      "epoch": 740.29,
      "grad_norm": 1.3181828260421753,
      "learning_rate": 7.102282102098168e-08,
      "loss": 0.3421,
      "step": 2652470
    },
    {
      "epoch": 740.3,
      "grad_norm": 1.049198031425476,
      "learning_rate": 7.101621509300386e-08,
      "loss": 0.3289,
      "step": 2652480
    },
    {
      "epoch": 740.3,
      "grad_norm": 1.0719035863876343,
      "learning_rate": 7.100960946752757e-08,
      "loss": 0.3409,
      "step": 2652490
    },
    {
      "epoch": 740.3,
      "grad_norm": 1.3457448482513428,
      "learning_rate": 7.100300414455383e-08,
      "loss": 0.3564,
      "step": 2652500
    },
    {
      "epoch": 740.3,
      "grad_norm": 1.2825069427490234,
      "learning_rate": 7.09963991240829e-08,
      "loss": 0.354,
      "step": 2652510
    },
    {
      "epoch": 740.31,
      "grad_norm": 1.1363564729690552,
      "learning_rate": 7.098979440611635e-08,
      "loss": 0.3224,
      "step": 2652520
    },
    {
      "epoch": 740.31,
      "grad_norm": 1.200631856918335,
      "learning_rate": 7.098318999065496e-08,
      "loss": 0.3248,
      "step": 2652530
    },
    {
      "epoch": 740.31,
      "grad_norm": 1.228110671043396,
      "learning_rate": 7.097658587769897e-08,
      "loss": 0.3291,
      "step": 2652540
    },
    {
      "epoch": 740.32,
      "grad_norm": 1.1026384830474854,
      "learning_rate": 7.096998206725024e-08,
      "loss": 0.3192,
      "step": 2652550
    },
    {
      "epoch": 740.32,
      "grad_norm": 1.2659507989883423,
      "learning_rate": 7.096337855930847e-08,
      "loss": 0.3483,
      "step": 2652560
    },
    {
      "epoch": 740.32,
      "grad_norm": 1.1877694129943848,
      "learning_rate": 7.095677535387603e-08,
      "loss": 0.3592,
      "step": 2652570
    },
    {
      "epoch": 740.32,
      "grad_norm": 1.2442326545715332,
      "learning_rate": 7.095017245095265e-08,
      "loss": 0.3343,
      "step": 2652580
    },
    {
      "epoch": 740.33,
      "grad_norm": 1.2997355461120605,
      "learning_rate": 7.094356985053936e-08,
      "loss": 0.3466,
      "step": 2652590
    },
    {
      "epoch": 740.33,
      "grad_norm": 1.4216561317443848,
      "learning_rate": 7.093696755263775e-08,
      "loss": 0.3447,
      "step": 2652600
    },
    {
      "epoch": 740.33,
      "grad_norm": 1.2302024364471436,
      "learning_rate": 7.093036555724778e-08,
      "loss": 0.3353,
      "step": 2652610
    },
    {
      "epoch": 740.33,
      "grad_norm": 5.678791046142578,
      "learning_rate": 7.092376386437053e-08,
      "loss": 0.342,
      "step": 2652620
    },
    {
      "epoch": 740.34,
      "grad_norm": 1.3089911937713623,
      "learning_rate": 7.091716247400728e-08,
      "loss": 0.3466,
      "step": 2652630
    },
    {
      "epoch": 740.34,
      "grad_norm": 3.742575168609619,
      "learning_rate": 7.091056138615907e-08,
      "loss": 0.3369,
      "step": 2652640
    },
    {
      "epoch": 740.34,
      "grad_norm": 1.1089690923690796,
      "learning_rate": 7.09039606008259e-08,
      "loss": 0.34,
      "step": 2652650
    },
    {
      "epoch": 740.35,
      "grad_norm": 1.5864328145980835,
      "learning_rate": 7.089736011800934e-08,
      "loss": 0.3414,
      "step": 2652660
    },
    {
      "epoch": 740.35,
      "grad_norm": 1.5915374755859375,
      "learning_rate": 7.089075993771016e-08,
      "loss": 0.3292,
      "step": 2652670
    },
    {
      "epoch": 740.35,
      "grad_norm": 1.1596955060958862,
      "learning_rate": 7.08841600599289e-08,
      "loss": 0.3391,
      "step": 2652680
    },
    {
      "epoch": 740.35,
      "grad_norm": 1.2446001768112183,
      "learning_rate": 7.08775604846671e-08,
      "loss": 0.3394,
      "step": 2652690
    },
    {
      "epoch": 740.36,
      "grad_norm": 1.706826090812683,
      "learning_rate": 7.087096121192503e-08,
      "loss": 0.3341,
      "step": 2652700
    },
    {
      "epoch": 740.36,
      "grad_norm": 1.1460026502609253,
      "learning_rate": 7.086436224170372e-08,
      "loss": 0.3402,
      "step": 2652710
    },
    {
      "epoch": 740.36,
      "grad_norm": 1.2259949445724487,
      "learning_rate": 7.085776357400397e-08,
      "loss": 0.3406,
      "step": 2652720
    },
    {
      "epoch": 740.37,
      "grad_norm": 1.3037971258163452,
      "learning_rate": 7.085116520882732e-08,
      "loss": 0.3299,
      "step": 2652730
    },
    {
      "epoch": 740.37,
      "grad_norm": 1.2673869132995605,
      "learning_rate": 7.084456714617354e-08,
      "loss": 0.327,
      "step": 2652740
    },
    {
      "epoch": 740.37,
      "grad_norm": 1.3833544254302979,
      "learning_rate": 7.083796938604442e-08,
      "loss": 0.3354,
      "step": 2652750
    },
    {
      "epoch": 740.37,
      "grad_norm": 1.2508195638656616,
      "learning_rate": 7.083137192844049e-08,
      "loss": 0.3426,
      "step": 2652760
    },
    {
      "epoch": 740.38,
      "grad_norm": 1.1692689657211304,
      "learning_rate": 7.082477477336227e-08,
      "loss": 0.3223,
      "step": 2652770
    },
    {
      "epoch": 740.38,
      "grad_norm": 1.1988953351974487,
      "learning_rate": 7.08181779208116e-08,
      "loss": 0.3435,
      "step": 2652780
    },
    {
      "epoch": 740.38,
      "grad_norm": 1.3019013404846191,
      "learning_rate": 7.081158137078845e-08,
      "loss": 0.3598,
      "step": 2652790
    },
    {
      "epoch": 740.39,
      "grad_norm": 1.1947267055511475,
      "learning_rate": 7.080498512329413e-08,
      "loss": 0.3552,
      "step": 2652800
    },
    {
      "epoch": 740.39,
      "grad_norm": 1.2855470180511475,
      "learning_rate": 7.079838917832944e-08,
      "loss": 0.3272,
      "step": 2652810
    },
    {
      "epoch": 740.39,
      "grad_norm": 1.2243101596832275,
      "learning_rate": 7.079179353589515e-08,
      "loss": 0.3204,
      "step": 2652820
    },
    {
      "epoch": 740.39,
      "grad_norm": 1.415741205215454,
      "learning_rate": 7.078519819599228e-08,
      "loss": 0.3435,
      "step": 2652830
    },
    {
      "epoch": 740.4,
      "grad_norm": 1.0370221138000488,
      "learning_rate": 7.077860315862138e-08,
      "loss": 0.3281,
      "step": 2652840
    },
    {
      "epoch": 740.4,
      "grad_norm": 1.0591098070144653,
      "learning_rate": 7.077200842378373e-08,
      "loss": 0.3244,
      "step": 2652850
    },
    {
      "epoch": 740.4,
      "grad_norm": 1.2660229206085205,
      "learning_rate": 7.076541399148012e-08,
      "loss": 0.3217,
      "step": 2652860
    },
    {
      "epoch": 740.4,
      "grad_norm": 1.6549086570739746,
      "learning_rate": 7.07588198617116e-08,
      "loss": 0.3353,
      "step": 2652870
    },
    {
      "epoch": 740.41,
      "grad_norm": 1.3145720958709717,
      "learning_rate": 7.075222603447868e-08,
      "loss": 0.357,
      "step": 2652880
    },
    {
      "epoch": 740.41,
      "grad_norm": 1.087753176689148,
      "learning_rate": 7.074563250978214e-08,
      "loss": 0.3477,
      "step": 2652890
    },
    {
      "epoch": 740.41,
      "grad_norm": 1.2319506406784058,
      "learning_rate": 7.073903928762354e-08,
      "loss": 0.3194,
      "step": 2652900
    },
    {
      "epoch": 740.42,
      "grad_norm": 1.3161524534225464,
      "learning_rate": 7.073244636800288e-08,
      "loss": 0.3303,
      "step": 2652910
    },
    {
      "epoch": 740.42,
      "grad_norm": 1.273589849472046,
      "learning_rate": 7.072585375092172e-08,
      "loss": 0.3338,
      "step": 2652920
    },
    {
      "epoch": 740.42,
      "grad_norm": 1.1375788450241089,
      "learning_rate": 7.07192614363806e-08,
      "loss": 0.3395,
      "step": 2652930
    },
    {
      "epoch": 740.42,
      "grad_norm": 1.1688803434371948,
      "learning_rate": 7.071266942438054e-08,
      "loss": 0.3494,
      "step": 2652940
    },
    {
      "epoch": 740.43,
      "grad_norm": 1.1327835321426392,
      "learning_rate": 7.070607771492258e-08,
      "loss": 0.3514,
      "step": 2652950
    },
    {
      "epoch": 740.43,
      "grad_norm": 1.0250426530838013,
      "learning_rate": 7.0699486308007e-08,
      "loss": 0.3298,
      "step": 2652960
    },
    {
      "epoch": 740.43,
      "grad_norm": 1.2624962329864502,
      "learning_rate": 7.069289520363532e-08,
      "loss": 0.3433,
      "step": 2652970
    },
    {
      "epoch": 740.44,
      "grad_norm": 1.116129755973816,
      "learning_rate": 7.068630440180785e-08,
      "loss": 0.3335,
      "step": 2652980
    },
    {
      "epoch": 740.44,
      "grad_norm": 1.2081981897354126,
      "learning_rate": 7.067971390252638e-08,
      "loss": 0.3423,
      "step": 2652990
    },
    {
      "epoch": 740.44,
      "grad_norm": 1.206493854522705,
      "learning_rate": 7.06731237057904e-08,
      "loss": 0.3182,
      "step": 2653000
    },
    {
      "epoch": 740.44,
      "grad_norm": 1.1932566165924072,
      "learning_rate": 7.066653381160225e-08,
      "loss": 0.3371,
      "step": 2653010
    },
    {
      "epoch": 740.45,
      "grad_norm": 1.2165981531143188,
      "learning_rate": 7.065994421996168e-08,
      "loss": 0.3225,
      "step": 2653020
    },
    {
      "epoch": 740.45,
      "grad_norm": 1.1805399656295776,
      "learning_rate": 7.065335493087022e-08,
      "loss": 0.3308,
      "step": 2653030
    },
    {
      "epoch": 740.45,
      "grad_norm": 1.4539239406585693,
      "learning_rate": 7.064676594432869e-08,
      "loss": 0.3398,
      "step": 2653040
    },
    {
      "epoch": 740.45,
      "grad_norm": 1.2591215372085571,
      "learning_rate": 7.06401772603376e-08,
      "loss": 0.3421,
      "step": 2653050
    },
    {
      "epoch": 740.46,
      "grad_norm": 1.6619703769683838,
      "learning_rate": 7.063358887889797e-08,
      "loss": 0.3404,
      "step": 2653060
    },
    {
      "epoch": 740.46,
      "grad_norm": 1.229137659072876,
      "learning_rate": 7.062700080001085e-08,
      "loss": 0.3294,
      "step": 2653070
    },
    {
      "epoch": 740.46,
      "grad_norm": 1.1022017002105713,
      "learning_rate": 7.062041302367703e-08,
      "loss": 0.3335,
      "step": 2653080
    },
    {
      "epoch": 740.47,
      "grad_norm": 1.344998836517334,
      "learning_rate": 7.061382554989755e-08,
      "loss": 0.3366,
      "step": 2653090
    },
    {
      "epoch": 740.47,
      "grad_norm": 3.1247589588165283,
      "learning_rate": 7.060723837867266e-08,
      "loss": 0.3272,
      "step": 2653100
    },
    {
      "epoch": 740.47,
      "grad_norm": 1.3737998008728027,
      "learning_rate": 7.060065151000419e-08,
      "loss": 0.3454,
      "step": 2653110
    },
    {
      "epoch": 740.47,
      "grad_norm": 1.4395983219146729,
      "learning_rate": 7.059406494389214e-08,
      "loss": 0.335,
      "step": 2653120
    },
    {
      "epoch": 740.48,
      "grad_norm": 1.2094345092773438,
      "learning_rate": 7.058747868033806e-08,
      "loss": 0.3621,
      "step": 2653130
    },
    {
      "epoch": 740.48,
      "grad_norm": 1.1699390411376953,
      "learning_rate": 7.058089271934223e-08,
      "loss": 0.3217,
      "step": 2653140
    },
    {
      "epoch": 740.48,
      "grad_norm": 1.150781273841858,
      "learning_rate": 7.057430706090594e-08,
      "loss": 0.3103,
      "step": 2653150
    },
    {
      "epoch": 740.49,
      "grad_norm": 1.3969846963882446,
      "learning_rate": 7.056772170502996e-08,
      "loss": 0.3322,
      "step": 2653160
    },
    {
      "epoch": 740.49,
      "grad_norm": 1.4977837800979614,
      "learning_rate": 7.056113665171535e-08,
      "loss": 0.346,
      "step": 2653170
    },
    {
      "epoch": 740.49,
      "grad_norm": 1.0899204015731812,
      "learning_rate": 7.055455190096287e-08,
      "loss": 0.3365,
      "step": 2653180
    },
    {
      "epoch": 740.49,
      "grad_norm": 1.5134836435317993,
      "learning_rate": 7.054796745277306e-08,
      "loss": 0.3224,
      "step": 2653190
    },
    {
      "epoch": 740.5,
      "grad_norm": 1.4572898149490356,
      "learning_rate": 7.054138330714697e-08,
      "loss": 0.3266,
      "step": 2653200
    },
    {
      "epoch": 740.5,
      "grad_norm": 1.1754226684570312,
      "learning_rate": 7.05347994640856e-08,
      "loss": 0.34,
      "step": 2653210
    },
    {
      "epoch": 740.5,
      "grad_norm": 3.8365273475646973,
      "learning_rate": 7.052821592359003e-08,
      "loss": 0.3327,
      "step": 2653220
    },
    {
      "epoch": 740.51,
      "grad_norm": 1.1850172281265259,
      "learning_rate": 7.052163268566075e-08,
      "loss": 0.3325,
      "step": 2653230
    },
    {
      "epoch": 740.51,
      "grad_norm": 1.1111687421798706,
      "learning_rate": 7.051504975029883e-08,
      "loss": 0.3351,
      "step": 2653240
    },
    {
      "epoch": 740.51,
      "grad_norm": 1.1534370183944702,
      "learning_rate": 7.050846711750503e-08,
      "loss": 0.3408,
      "step": 2653250
    },
    {
      "epoch": 740.51,
      "grad_norm": 1.1597070693969727,
      "learning_rate": 7.050188478728039e-08,
      "loss": 0.3411,
      "step": 2653260
    },
    {
      "epoch": 740.52,
      "grad_norm": 1.1991755962371826,
      "learning_rate": 7.049530275962572e-08,
      "loss": 0.3484,
      "step": 2653270
    },
    {
      "epoch": 740.52,
      "grad_norm": 1.2105305194854736,
      "learning_rate": 7.048872103454176e-08,
      "loss": 0.3396,
      "step": 2653280
    },
    {
      "epoch": 740.52,
      "grad_norm": 1.356601357460022,
      "learning_rate": 7.048213961202958e-08,
      "loss": 0.3312,
      "step": 2653290
    },
    {
      "epoch": 740.52,
      "grad_norm": 1.316327691078186,
      "learning_rate": 7.047555849208968e-08,
      "loss": 0.3428,
      "step": 2653300
    },
    {
      "epoch": 740.53,
      "grad_norm": 1.272927165031433,
      "learning_rate": 7.046897767472365e-08,
      "loss": 0.3379,
      "step": 2653310
    },
    {
      "epoch": 740.53,
      "grad_norm": 1.3642827272415161,
      "learning_rate": 7.046239715993172e-08,
      "loss": 0.3243,
      "step": 2653320
    },
    {
      "epoch": 740.53,
      "grad_norm": 1.137643575668335,
      "learning_rate": 7.045581694771494e-08,
      "loss": 0.3614,
      "step": 2653330
    },
    {
      "epoch": 740.54,
      "grad_norm": 1.1213936805725098,
      "learning_rate": 7.044923703807462e-08,
      "loss": 0.3198,
      "step": 2653340
    },
    {
      "epoch": 740.54,
      "grad_norm": 1.5017163753509521,
      "learning_rate": 7.044265743101073e-08,
      "loss": 0.3374,
      "step": 2653350
    },
    {
      "epoch": 740.54,
      "grad_norm": 1.3082969188690186,
      "learning_rate": 7.043607812652515e-08,
      "loss": 0.3336,
      "step": 2653360
    },
    {
      "epoch": 740.54,
      "grad_norm": 1.207369327545166,
      "learning_rate": 7.042949912461783e-08,
      "loss": 0.3499,
      "step": 2653370
    },
    {
      "epoch": 740.55,
      "grad_norm": 1.2217837572097778,
      "learning_rate": 7.042292042529034e-08,
      "loss": 0.3317,
      "step": 2653380
    },
    {
      "epoch": 740.55,
      "grad_norm": 1.2760899066925049,
      "learning_rate": 7.041634202854321e-08,
      "loss": 0.3457,
      "step": 2653390
    },
    {
      "epoch": 740.55,
      "grad_norm": 1.1657041311264038,
      "learning_rate": 7.040976393437748e-08,
      "loss": 0.3294,
      "step": 2653400
    },
    {
      "epoch": 740.56,
      "grad_norm": 1.3414850234985352,
      "learning_rate": 7.040318614279392e-08,
      "loss": 0.3351,
      "step": 2653410
    },
    {
      "epoch": 740.56,
      "grad_norm": 1.1989649534225464,
      "learning_rate": 7.039660865379334e-08,
      "loss": 0.3329,
      "step": 2653420
    },
    {
      "epoch": 740.56,
      "grad_norm": 1.4756019115447998,
      "learning_rate": 7.039003146737674e-08,
      "loss": 0.3366,
      "step": 2653430
    },
    {
      "epoch": 740.56,
      "grad_norm": 1.3667346239089966,
      "learning_rate": 7.038345458354492e-08,
      "loss": 0.3311,
      "step": 2653440
    },
    {
      "epoch": 740.57,
      "grad_norm": 2.02945876121521,
      "learning_rate": 7.03768780022992e-08,
      "loss": 0.3408,
      "step": 2653450
    },
    {
      "epoch": 740.57,
      "grad_norm": 1.3977830410003662,
      "learning_rate": 7.03703017236398e-08,
      "loss": 0.3529,
      "step": 2653460
    },
    {
      "epoch": 740.57,
      "grad_norm": 1.2586740255355835,
      "learning_rate": 7.036372574756779e-08,
      "loss": 0.3189,
      "step": 2653470
    },
    {
      "epoch": 740.57,
      "grad_norm": 1.280148983001709,
      "learning_rate": 7.03571500740842e-08,
      "loss": 0.3467,
      "step": 2653480
    },
    {
      "epoch": 740.58,
      "grad_norm": 1.2357206344604492,
      "learning_rate": 7.035057470318956e-08,
      "loss": 0.3376,
      "step": 2653490
    },
    {
      "epoch": 740.58,
      "grad_norm": 1.4450180530548096,
      "learning_rate": 7.034399963488541e-08,
      "loss": 0.3579,
      "step": 2653500
    },
    {
      "epoch": 740.58,
      "grad_norm": 1.156761884689331,
      "learning_rate": 7.033742486917205e-08,
      "loss": 0.3246,
      "step": 2653510
    },
    {
      "epoch": 740.59,
      "grad_norm": 1.2184745073318481,
      "learning_rate": 7.033085040605048e-08,
      "loss": 0.3204,
      "step": 2653520
    },
    {
      "epoch": 740.59,
      "grad_norm": 1.2831493616104126,
      "learning_rate": 7.03242762455215e-08,
      "loss": 0.3334,
      "step": 2653530
    },
    {
      "epoch": 740.59,
      "grad_norm": 1.9571659564971924,
      "learning_rate": 7.031770238758641e-08,
      "loss": 0.3316,
      "step": 2653540
    },
    {
      "epoch": 740.59,
      "grad_norm": 1.310031533241272,
      "learning_rate": 7.031112883224571e-08,
      "loss": 0.3482,
      "step": 2653550
    },
    {
      "epoch": 740.6,
      "grad_norm": 1.2733336687088013,
      "learning_rate": 7.030455557950022e-08,
      "loss": 0.3164,
      "step": 2653560
    },
    {
      "epoch": 740.6,
      "grad_norm": 1.4408683776855469,
      "learning_rate": 7.029798262935121e-08,
      "loss": 0.3363,
      "step": 2653570
    },
    {
      "epoch": 740.6,
      "grad_norm": 1.4423396587371826,
      "learning_rate": 7.02914099817987e-08,
      "loss": 0.3558,
      "step": 2653580
    },
    {
      "epoch": 740.61,
      "grad_norm": 1.336373209953308,
      "learning_rate": 7.028483763684475e-08,
      "loss": 0.3389,
      "step": 2653590
    },
    {
      "epoch": 740.61,
      "grad_norm": 1.301692008972168,
      "learning_rate": 7.02782655944891e-08,
      "loss": 0.323,
      "step": 2653600
    },
    {
      "epoch": 740.61,
      "grad_norm": 1.2107375860214233,
      "learning_rate": 7.027169385473361e-08,
      "loss": 0.3289,
      "step": 2653610
    },
    {
      "epoch": 740.61,
      "grad_norm": 1.2328674793243408,
      "learning_rate": 7.02651224175785e-08,
      "loss": 0.3271,
      "step": 2653620
    },
    {
      "epoch": 740.62,
      "grad_norm": 1.113876461982727,
      "learning_rate": 7.025855128302482e-08,
      "loss": 0.327,
      "step": 2653630
    },
    {
      "epoch": 740.62,
      "grad_norm": 1.2917503118515015,
      "learning_rate": 7.025198045107361e-08,
      "loss": 0.3295,
      "step": 2653640
    },
    {
      "epoch": 740.62,
      "grad_norm": 1.2944798469543457,
      "learning_rate": 7.02454099217254e-08,
      "loss": 0.3309,
      "step": 2653650
    },
    {
      "epoch": 740.63,
      "grad_norm": 1.248525619506836,
      "learning_rate": 7.023883969498149e-08,
      "loss": 0.3273,
      "step": 2653660
    },
    {
      "epoch": 740.63,
      "grad_norm": 1.294758677482605,
      "learning_rate": 7.023226977084213e-08,
      "loss": 0.3356,
      "step": 2653670
    },
    {
      "epoch": 740.63,
      "grad_norm": 1.998400330543518,
      "learning_rate": 7.022570014930916e-08,
      "loss": 0.3456,
      "step": 2653680
    },
    {
      "epoch": 740.63,
      "grad_norm": 1.2742019891738892,
      "learning_rate": 7.021913083038255e-08,
      "loss": 0.3434,
      "step": 2653690
    },
    {
      "epoch": 740.64,
      "grad_norm": 1.414576530456543,
      "learning_rate": 7.021256181406364e-08,
      "loss": 0.3448,
      "step": 2653700
    },
    {
      "epoch": 740.64,
      "grad_norm": 1.6610716581344604,
      "learning_rate": 7.020599310035343e-08,
      "loss": 0.3501,
      "step": 2653710
    },
    {
      "epoch": 740.64,
      "grad_norm": 1.1993446350097656,
      "learning_rate": 7.019942468925195e-08,
      "loss": 0.3407,
      "step": 2653720
    },
    {
      "epoch": 740.64,
      "grad_norm": 1.220910668373108,
      "learning_rate": 7.0192856580761e-08,
      "loss": 0.3523,
      "step": 2653730
    },
    {
      "epoch": 740.65,
      "grad_norm": 1.1686956882476807,
      "learning_rate": 7.018628877488112e-08,
      "loss": 0.3467,
      "step": 2653740
    },
    {
      "epoch": 740.65,
      "grad_norm": 1.4725406169891357,
      "learning_rate": 7.017972127161308e-08,
      "loss": 0.3626,
      "step": 2653750
    },
    {
      "epoch": 740.65,
      "grad_norm": 1.4610954523086548,
      "learning_rate": 7.017315407095818e-08,
      "loss": 0.3273,
      "step": 2653760
    },
    {
      "epoch": 740.66,
      "grad_norm": 1.2998241186141968,
      "learning_rate": 7.016658717291669e-08,
      "loss": 0.3424,
      "step": 2653770
    },
    {
      "epoch": 740.66,
      "grad_norm": 1.2942922115325928,
      "learning_rate": 7.016002057748989e-08,
      "loss": 0.3474,
      "step": 2653780
    },
    {
      "epoch": 740.66,
      "grad_norm": 1.146066665649414,
      "learning_rate": 7.015345428467832e-08,
      "loss": 0.3375,
      "step": 2653790
    },
    {
      "epoch": 740.66,
      "grad_norm": 1.2154695987701416,
      "learning_rate": 7.014688829448354e-08,
      "loss": 0.3373,
      "step": 2653800
    },
    {
      "epoch": 740.67,
      "grad_norm": 2.4197440147399902,
      "learning_rate": 7.01403226069053e-08,
      "loss": 0.3421,
      "step": 2653810
    },
    {
      "epoch": 740.67,
      "grad_norm": 1.2511651515960693,
      "learning_rate": 7.013375722194565e-08,
      "loss": 0.3348,
      "step": 2653820
    },
    {
      "epoch": 740.67,
      "grad_norm": 1.261952519416809,
      "learning_rate": 7.012719213960486e-08,
      "loss": 0.3298,
      "step": 2653830
    },
    {
      "epoch": 740.68,
      "grad_norm": 1.4378938674926758,
      "learning_rate": 7.012062735988374e-08,
      "loss": 0.3395,
      "step": 2653840
    },
    {
      "epoch": 740.68,
      "grad_norm": 1.2430682182312012,
      "learning_rate": 7.011406288278355e-08,
      "loss": 0.3306,
      "step": 2653850
    },
    {
      "epoch": 740.68,
      "grad_norm": 1.2459583282470703,
      "learning_rate": 7.010749870830458e-08,
      "loss": 0.3356,
      "step": 2653860
    },
    {
      "epoch": 740.68,
      "grad_norm": 1.0460129976272583,
      "learning_rate": 7.010093483644812e-08,
      "loss": 0.33,
      "step": 2653870
    },
    {
      "epoch": 740.69,
      "grad_norm": 1.1200404167175293,
      "learning_rate": 7.009437126721494e-08,
      "loss": 0.3239,
      "step": 2653880
    },
    {
      "epoch": 740.69,
      "grad_norm": 1.4195764064788818,
      "learning_rate": 7.008780800060636e-08,
      "loss": 0.3746,
      "step": 2653890
    },
    {
      "epoch": 740.69,
      "grad_norm": 1.315692663192749,
      "learning_rate": 7.008124503662238e-08,
      "loss": 0.3352,
      "step": 2653900
    },
    {
      "epoch": 740.69,
      "grad_norm": 1.324777603149414,
      "learning_rate": 7.007468237526454e-08,
      "loss": 0.3347,
      "step": 2653910
    },
    {
      "epoch": 740.7,
      "grad_norm": 1.339756965637207,
      "learning_rate": 7.006812001653363e-08,
      "loss": 0.3274,
      "step": 2653920
    },
    {
      "epoch": 740.7,
      "grad_norm": 1.3405745029449463,
      "learning_rate": 7.006155796042994e-08,
      "loss": 0.3256,
      "step": 2653930
    },
    {
      "epoch": 740.7,
      "grad_norm": 1.2484865188598633,
      "learning_rate": 7.005499620695524e-08,
      "loss": 0.3326,
      "step": 2653940
    },
    {
      "epoch": 740.71,
      "grad_norm": 1.610066294670105,
      "learning_rate": 7.004843475610983e-08,
      "loss": 0.3321,
      "step": 2653950
    },
    {
      "epoch": 740.71,
      "grad_norm": 1.436369776725769,
      "learning_rate": 7.004187360789447e-08,
      "loss": 0.3289,
      "step": 2653960
    },
    {
      "epoch": 740.71,
      "grad_norm": 1.2442184686660767,
      "learning_rate": 7.003531276231046e-08,
      "loss": 0.3437,
      "step": 2653970
    },
    {
      "epoch": 740.71,
      "grad_norm": 1.2287259101867676,
      "learning_rate": 7.002875221935886e-08,
      "loss": 0.3324,
      "step": 2653980
    },
    {
      "epoch": 740.72,
      "grad_norm": 1.0831286907196045,
      "learning_rate": 7.002219197903965e-08,
      "loss": 0.3358,
      "step": 2653990
    },
    {
      "epoch": 740.72,
      "grad_norm": 1.1245572566986084,
      "learning_rate": 7.001563204135441e-08,
      "loss": 0.3418,
      "step": 2654000
    },
    {
      "epoch": 740.72,
      "grad_norm": 1.48114013671875,
      "learning_rate": 7.00090724063039e-08,
      "loss": 0.3434,
      "step": 2654010
    },
    {
      "epoch": 740.73,
      "grad_norm": 1.0817393064498901,
      "learning_rate": 7.000251307388892e-08,
      "loss": 0.3272,
      "step": 2654020
    },
    {
      "epoch": 740.73,
      "grad_norm": 1.091232180595398,
      "learning_rate": 6.99959540441105e-08,
      "loss": 0.335,
      "step": 2654030
    },
    {
      "epoch": 740.73,
      "grad_norm": 1.1068122386932373,
      "learning_rate": 6.998939531696916e-08,
      "loss": 0.3275,
      "step": 2654040
    },
    {
      "epoch": 740.73,
      "grad_norm": 1.2380141019821167,
      "learning_rate": 6.998283689246594e-08,
      "loss": 0.3347,
      "step": 2654050
    },
    {
      "epoch": 740.74,
      "grad_norm": 1.2237106561660767,
      "learning_rate": 6.997627877060189e-08,
      "loss": 0.3375,
      "step": 2654060
    },
    {
      "epoch": 740.74,
      "grad_norm": 1.2752646207809448,
      "learning_rate": 6.996972095137726e-08,
      "loss": 0.3398,
      "step": 2654070
    },
    {
      "epoch": 740.74,
      "grad_norm": 1.166771650314331,
      "learning_rate": 6.996316343479413e-08,
      "loss": 0.3282,
      "step": 2654080
    },
    {
      "epoch": 740.75,
      "grad_norm": 1.3221343755722046,
      "learning_rate": 6.995660622085226e-08,
      "loss": 0.3658,
      "step": 2654090
    },
    {
      "epoch": 740.75,
      "grad_norm": 1.3850339651107788,
      "learning_rate": 6.995004930955292e-08,
      "loss": 0.3366,
      "step": 2654100
    },
    {
      "epoch": 740.75,
      "grad_norm": 1.154407262802124,
      "learning_rate": 6.994349270089691e-08,
      "loss": 0.3434,
      "step": 2654110
    },
    {
      "epoch": 740.75,
      "grad_norm": 1.2227860689163208,
      "learning_rate": 6.993693639488553e-08,
      "loss": 0.3323,
      "step": 2654120
    },
    {
      "epoch": 740.76,
      "grad_norm": 1.3328042030334473,
      "learning_rate": 6.993038039151906e-08,
      "loss": 0.3356,
      "step": 2654130
    },
    {
      "epoch": 740.76,
      "grad_norm": 1.236878514289856,
      "learning_rate": 6.99238246907985e-08,
      "loss": 0.3367,
      "step": 2654140
    },
    {
      "epoch": 740.76,
      "grad_norm": 1.4282582998275757,
      "learning_rate": 6.99172692927249e-08,
      "loss": 0.3435,
      "step": 2654150
    },
    {
      "epoch": 740.76,
      "grad_norm": 1.222773551940918,
      "learning_rate": 6.991071419729881e-08,
      "loss": 0.357,
      "step": 2654160
    },
    {
      "epoch": 740.77,
      "grad_norm": 1.0822117328643799,
      "learning_rate": 6.990415940452176e-08,
      "loss": 0.3379,
      "step": 2654170
    },
    {
      "epoch": 740.77,
      "grad_norm": 1.3931853771209717,
      "learning_rate": 6.989760491439402e-08,
      "loss": 0.3378,
      "step": 2654180
    },
    {
      "epoch": 740.77,
      "grad_norm": 1.3604756593704224,
      "learning_rate": 6.989105072691663e-08,
      "loss": 0.3348,
      "step": 2654190
    },
    {
      "epoch": 740.78,
      "grad_norm": 1.193575143814087,
      "learning_rate": 6.988449684209038e-08,
      "loss": 0.3269,
      "step": 2654200
    },
    {
      "epoch": 740.78,
      "grad_norm": 1.3321998119354248,
      "learning_rate": 6.987794325991683e-08,
      "loss": 0.343,
      "step": 2654210
    },
    {
      "epoch": 740.78,
      "grad_norm": 1.3440883159637451,
      "learning_rate": 6.98713899803957e-08,
      "loss": 0.3431,
      "step": 2654220
    },
    {
      "epoch": 740.78,
      "grad_norm": 1.3176883459091187,
      "learning_rate": 6.986483700352858e-08,
      "loss": 0.3254,
      "step": 2654230
    },
    {
      "epoch": 740.79,
      "grad_norm": 1.6272958517074585,
      "learning_rate": 6.985828432931623e-08,
      "loss": 0.3462,
      "step": 2654240
    },
    {
      "epoch": 740.79,
      "grad_norm": 1.3689113855361938,
      "learning_rate": 6.985173195775918e-08,
      "loss": 0.3352,
      "step": 2654250
    },
    {
      "epoch": 740.79,
      "grad_norm": 1.106467843055725,
      "learning_rate": 6.984517988885899e-08,
      "loss": 0.3311,
      "step": 2654260
    },
    {
      "epoch": 740.8,
      "grad_norm": 1.2789143323898315,
      "learning_rate": 6.983862812261617e-08,
      "loss": 0.3245,
      "step": 2654270
    },
    {
      "epoch": 740.8,
      "grad_norm": 1.1949621438980103,
      "learning_rate": 6.983207665903126e-08,
      "loss": 0.3312,
      "step": 2654280
    },
    {
      "epoch": 740.8,
      "grad_norm": 1.1625032424926758,
      "learning_rate": 6.98255254981058e-08,
      "loss": 0.3267,
      "step": 2654290
    },
    {
      "epoch": 740.8,
      "grad_norm": 1.1372097730636597,
      "learning_rate": 6.98189746398398e-08,
      "loss": 0.3336,
      "step": 2654300
    },
    {
      "epoch": 740.81,
      "grad_norm": 1.242043137550354,
      "learning_rate": 6.981242408423534e-08,
      "loss": 0.3287,
      "step": 2654310
    },
    {
      "epoch": 740.81,
      "grad_norm": 1.1537989377975464,
      "learning_rate": 6.980587383129216e-08,
      "loss": 0.3427,
      "step": 2654320
    },
    {
      "epoch": 740.81,
      "grad_norm": 1.398928165435791,
      "learning_rate": 6.979932388101158e-08,
      "loss": 0.3357,
      "step": 2654330
    },
    {
      "epoch": 740.81,
      "grad_norm": 1.0950382947921753,
      "learning_rate": 6.979277423339435e-08,
      "loss": 0.3349,
      "step": 2654340
    },
    {
      "epoch": 740.82,
      "grad_norm": 1.2583144903182983,
      "learning_rate": 6.978622488844179e-08,
      "loss": 0.3256,
      "step": 2654350
    },
    {
      "epoch": 740.82,
      "grad_norm": 1.528546690940857,
      "learning_rate": 6.977967584615414e-08,
      "loss": 0.34,
      "step": 2654360
    },
    {
      "epoch": 740.82,
      "grad_norm": 1.1583489179611206,
      "learning_rate": 6.977312710653273e-08,
      "loss": 0.3173,
      "step": 2654370
    },
    {
      "epoch": 740.83,
      "grad_norm": 1.1576659679412842,
      "learning_rate": 6.976657866957832e-08,
      "loss": 0.3313,
      "step": 2654380
    },
    {
      "epoch": 740.83,
      "grad_norm": 1.088853120803833,
      "learning_rate": 6.976003053529118e-08,
      "loss": 0.3281,
      "step": 2654390
    },
    {
      "epoch": 740.83,
      "grad_norm": 1.3425260782241821,
      "learning_rate": 6.975348270367338e-08,
      "loss": 0.3266,
      "step": 2654400
    },
    {
      "epoch": 740.83,
      "grad_norm": 1.221349835395813,
      "learning_rate": 6.974693517472494e-08,
      "loss": 0.321,
      "step": 2654410
    },
    {
      "epoch": 740.84,
      "grad_norm": 1.277779221534729,
      "learning_rate": 6.974038794844688e-08,
      "loss": 0.3446,
      "step": 2654420
    },
    {
      "epoch": 740.84,
      "grad_norm": 1.2122819423675537,
      "learning_rate": 6.973384102484025e-08,
      "loss": 0.3302,
      "step": 2654430
    },
    {
      "epoch": 740.84,
      "grad_norm": 1.302962064743042,
      "learning_rate": 6.972729440390558e-08,
      "loss": 0.3139,
      "step": 2654440
    },
    {
      "epoch": 740.85,
      "grad_norm": 1.3306268453598022,
      "learning_rate": 6.972074808564389e-08,
      "loss": 0.3497,
      "step": 2654450
    },
    {
      "epoch": 740.85,
      "grad_norm": 1.3339039087295532,
      "learning_rate": 6.971420207005623e-08,
      "loss": 0.3363,
      "step": 2654460
    },
    {
      "epoch": 740.85,
      "grad_norm": 1.5263721942901611,
      "learning_rate": 6.970765635714365e-08,
      "loss": 0.3176,
      "step": 2654470
    },
    {
      "epoch": 740.85,
      "grad_norm": 1.3306931257247925,
      "learning_rate": 6.970111094690614e-08,
      "loss": 0.3497,
      "step": 2654480
    },
    {
      "epoch": 740.86,
      "grad_norm": 1.237522006034851,
      "learning_rate": 6.969456583934551e-08,
      "loss": 0.3363,
      "step": 2654490
    },
    {
      "epoch": 740.86,
      "grad_norm": 1.3548026084899902,
      "learning_rate": 6.968802103446232e-08,
      "loss": 0.3303,
      "step": 2654500
    },
    {
      "epoch": 740.86,
      "grad_norm": 1.21772301197052,
      "learning_rate": 6.968147653225731e-08,
      "loss": 0.3563,
      "step": 2654510
    },
    {
      "epoch": 740.87,
      "grad_norm": 1.2058011293411255,
      "learning_rate": 6.967493233273153e-08,
      "loss": 0.3301,
      "step": 2654520
    },
    {
      "epoch": 740.87,
      "grad_norm": 1.1756834983825684,
      "learning_rate": 6.966838843588553e-08,
      "loss": 0.3302,
      "step": 2654530
    },
    {
      "epoch": 740.87,
      "grad_norm": 1.3371740579605103,
      "learning_rate": 6.966184484172056e-08,
      "loss": 0.3436,
      "step": 2654540
    },
    {
      "epoch": 740.87,
      "grad_norm": 1.2090767621994019,
      "learning_rate": 6.965530155023744e-08,
      "loss": 0.3601,
      "step": 2654550
    },
    {
      "epoch": 740.88,
      "grad_norm": 1.181321382522583,
      "learning_rate": 6.964875856143694e-08,
      "loss": 0.3372,
      "step": 2654560
    },
    {
      "epoch": 740.88,
      "grad_norm": 1.236033320426941,
      "learning_rate": 6.964221587531983e-08,
      "loss": 0.3416,
      "step": 2654570
    },
    {
      "epoch": 740.88,
      "grad_norm": 1.285956859588623,
      "learning_rate": 6.963567349188692e-08,
      "loss": 0.344,
      "step": 2654580
    },
    {
      "epoch": 740.88,
      "grad_norm": 1.1795790195465088,
      "learning_rate": 6.962913141113948e-08,
      "loss": 0.34,
      "step": 2654590
    },
    {
      "epoch": 740.89,
      "grad_norm": 1.169180989265442,
      "learning_rate": 6.962258963307803e-08,
      "loss": 0.3607,
      "step": 2654600
    },
    {
      "epoch": 740.89,
      "grad_norm": 1.216720700263977,
      "learning_rate": 6.961604815770363e-08,
      "loss": 0.3371,
      "step": 2654610
    },
    {
      "epoch": 740.89,
      "grad_norm": 1.1857657432556152,
      "learning_rate": 6.96095069850168e-08,
      "loss": 0.3193,
      "step": 2654620
    },
    {
      "epoch": 740.9,
      "grad_norm": 1.4077887535095215,
      "learning_rate": 6.960296611501935e-08,
      "loss": 0.336,
      "step": 2654630
    },
    {
      "epoch": 740.9,
      "grad_norm": 1.2579890489578247,
      "learning_rate": 6.959642554771102e-08,
      "loss": 0.3336,
      "step": 2654640
    },
    {
      "epoch": 740.9,
      "grad_norm": 1.3125605583190918,
      "learning_rate": 6.958988528309311e-08,
      "loss": 0.3369,
      "step": 2654650
    },
    {
      "epoch": 740.9,
      "grad_norm": 1.1887307167053223,
      "learning_rate": 6.958334532116668e-08,
      "loss": 0.3321,
      "step": 2654660
    },
    {
      "epoch": 740.91,
      "grad_norm": 1.346326231956482,
      "learning_rate": 6.957680566193249e-08,
      "loss": 0.3429,
      "step": 2654670
    },
    {
      "epoch": 740.91,
      "grad_norm": 1.3058555126190186,
      "learning_rate": 6.957026630539133e-08,
      "loss": 0.3462,
      "step": 2654680
    },
    {
      "epoch": 740.91,
      "grad_norm": 1.2189910411834717,
      "learning_rate": 6.956372725154397e-08,
      "loss": 0.3515,
      "step": 2654690
    },
    {
      "epoch": 740.92,
      "grad_norm": 1.1241165399551392,
      "learning_rate": 6.955718850039171e-08,
      "loss": 0.3393,
      "step": 2654700
    },
    {
      "epoch": 740.92,
      "grad_norm": 1.5084720849990845,
      "learning_rate": 6.955065005193483e-08,
      "loss": 0.3344,
      "step": 2654710
    },
    {
      "epoch": 740.92,
      "grad_norm": 1.3376152515411377,
      "learning_rate": 6.954411190617462e-08,
      "loss": 0.3306,
      "step": 2654720
    },
    {
      "epoch": 740.92,
      "grad_norm": 1.246132731437683,
      "learning_rate": 6.953757406311213e-08,
      "loss": 0.3297,
      "step": 2654730
    },
    {
      "epoch": 740.93,
      "grad_norm": 1.3090970516204834,
      "learning_rate": 6.953103652274734e-08,
      "loss": 0.3285,
      "step": 2654740
    },
    {
      "epoch": 740.93,
      "grad_norm": 1.2085095643997192,
      "learning_rate": 6.952449928508209e-08,
      "loss": 0.3367,
      "step": 2654750
    },
    {
      "epoch": 740.93,
      "grad_norm": 1.2324962615966797,
      "learning_rate": 6.951796235011688e-08,
      "loss": 0.3279,
      "step": 2654760
    },
    {
      "epoch": 740.93,
      "grad_norm": 0.9789848327636719,
      "learning_rate": 6.951142571785224e-08,
      "loss": 0.3333,
      "step": 2654770
    },
    {
      "epoch": 740.94,
      "grad_norm": 1.1006829738616943,
      "learning_rate": 6.950488938828976e-08,
      "loss": 0.3466,
      "step": 2654780
    },
    {
      "epoch": 740.94,
      "grad_norm": 1.3012139797210693,
      "learning_rate": 6.949835336142991e-08,
      "loss": 0.3324,
      "step": 2654790
    },
    {
      "epoch": 740.94,
      "grad_norm": 1.0974773168563843,
      "learning_rate": 6.94918176372735e-08,
      "loss": 0.3406,
      "step": 2654800
    },
    {
      "epoch": 740.95,
      "grad_norm": 1.1726524829864502,
      "learning_rate": 6.948528221582132e-08,
      "loss": 0.3439,
      "step": 2654810
    },
    {
      "epoch": 740.95,
      "grad_norm": 1.0793570280075073,
      "learning_rate": 6.947874709707464e-08,
      "loss": 0.3503,
      "step": 2654820
    },
    {
      "epoch": 740.95,
      "grad_norm": 1.2032411098480225,
      "learning_rate": 6.947221228103374e-08,
      "loss": 0.346,
      "step": 2654830
    },
    {
      "epoch": 740.95,
      "grad_norm": 1.56363046169281,
      "learning_rate": 6.946567776770019e-08,
      "loss": 0.3233,
      "step": 2654840
    },
    {
      "epoch": 740.96,
      "grad_norm": 1.2275352478027344,
      "learning_rate": 6.945914355707422e-08,
      "loss": 0.3516,
      "step": 2654850
    },
    {
      "epoch": 740.96,
      "grad_norm": 1.2116670608520508,
      "learning_rate": 6.945260964915716e-08,
      "loss": 0.3465,
      "step": 2654860
    },
    {
      "epoch": 740.96,
      "grad_norm": 1.418353796005249,
      "learning_rate": 6.944607604394978e-08,
      "loss": 0.3366,
      "step": 2654870
    },
    {
      "epoch": 740.97,
      "grad_norm": 1.181403398513794,
      "learning_rate": 6.94395427414526e-08,
      "loss": 0.3444,
      "step": 2654880
    },
    {
      "epoch": 740.97,
      "grad_norm": 1.2994248867034912,
      "learning_rate": 6.943300974166692e-08,
      "loss": 0.338,
      "step": 2654890
    },
    {
      "epoch": 740.97,
      "grad_norm": 1.2562837600708008,
      "learning_rate": 6.942647704459353e-08,
      "loss": 0.3429,
      "step": 2654900
    },
    {
      "epoch": 740.97,
      "grad_norm": 1.223242998123169,
      "learning_rate": 6.941994465023293e-08,
      "loss": 0.3361,
      "step": 2654910
    },
    {
      "epoch": 740.98,
      "grad_norm": 1.3849319219589233,
      "learning_rate": 6.941341255858645e-08,
      "loss": 0.3422,
      "step": 2654920
    },
    {
      "epoch": 740.98,
      "grad_norm": 1.19271981716156,
      "learning_rate": 6.940688076965511e-08,
      "loss": 0.3455,
      "step": 2654930
    },
    {
      "epoch": 740.98,
      "grad_norm": 1.2362416982650757,
      "learning_rate": 6.940034928343916e-08,
      "loss": 0.3412,
      "step": 2654940
    },
    {
      "epoch": 740.99,
      "grad_norm": 1.1467640399932861,
      "learning_rate": 6.939381809993966e-08,
      "loss": 0.3323,
      "step": 2654950
    },
    {
      "epoch": 740.99,
      "grad_norm": 1.1587409973144531,
      "learning_rate": 6.938728721915792e-08,
      "loss": 0.3206,
      "step": 2654960
    },
    {
      "epoch": 740.99,
      "grad_norm": 2.2434730529785156,
      "learning_rate": 6.938075664109393e-08,
      "loss": 0.341,
      "step": 2654970
    },
    {
      "epoch": 740.99,
      "grad_norm": 1.2808115482330322,
      "learning_rate": 6.937422636574975e-08,
      "loss": 0.3372,
      "step": 2654980
    },
    {
      "epoch": 741.0,
      "grad_norm": 1.48787522315979,
      "learning_rate": 6.936769639312514e-08,
      "loss": 0.3392,
      "step": 2654990
    },
    {
      "epoch": 741.0,
      "grad_norm": 1.0792571306228638,
      "learning_rate": 6.936116672322141e-08,
      "loss": 0.3512,
      "step": 2655000
    },
    {
      "epoch": 741.0,
      "eval_loss": 0.33815786242485046,
      "eval_runtime": 67.9769,
      "eval_samples_per_second": 74.422,
      "eval_steps_per_second": 9.312,
      "step": 2655003
    },
    {
      "epoch": 741.0,
      "grad_norm": 1.374940037727356,
      "learning_rate": 6.935463735603984e-08,
      "loss": 0.3523,
      "step": 2655010
    },
    {
      "epoch": 741.0,
      "grad_norm": 1.1675946712493896,
      "learning_rate": 6.93481082915807e-08,
      "loss": 0.3588,
      "step": 2655020
    },
    {
      "epoch": 741.01,
      "grad_norm": 1.2079445123672485,
      "learning_rate": 6.934157952984504e-08,
      "loss": 0.3506,
      "step": 2655030
    },
    {
      "epoch": 741.01,
      "grad_norm": 1.2249574661254883,
      "learning_rate": 6.93350510708339e-08,
      "loss": 0.3407,
      "step": 2655040
    },
    {
      "epoch": 741.01,
      "grad_norm": 1.293713927268982,
      "learning_rate": 6.932852291454804e-08,
      "loss": 0.3275,
      "step": 2655050
    },
    {
      "epoch": 741.02,
      "grad_norm": 1.2112822532653809,
      "learning_rate": 6.932199506098773e-08,
      "loss": 0.3204,
      "step": 2655060
    },
    {
      "epoch": 741.02,
      "grad_norm": 1.2057701349258423,
      "learning_rate": 6.931546751015506e-08,
      "loss": 0.3505,
      "step": 2655070
    },
    {
      "epoch": 741.02,
      "grad_norm": 1.3679169416427612,
      "learning_rate": 6.930894026205003e-08,
      "loss": 0.3516,
      "step": 2655080
    },
    {
      "epoch": 741.02,
      "grad_norm": 1.103639006614685,
      "learning_rate": 6.930241331667367e-08,
      "loss": 0.3403,
      "step": 2655090
    },
    {
      "epoch": 741.03,
      "grad_norm": 1.2166827917099,
      "learning_rate": 6.929588667402729e-08,
      "loss": 0.3419,
      "step": 2655100
    },
    {
      "epoch": 741.03,
      "grad_norm": 1.4133009910583496,
      "learning_rate": 6.928936033411088e-08,
      "loss": 0.3324,
      "step": 2655110
    },
    {
      "epoch": 741.03,
      "grad_norm": 1.2830380201339722,
      "learning_rate": 6.9282834296926e-08,
      "loss": 0.3295,
      "step": 2655120
    },
    {
      "epoch": 741.04,
      "grad_norm": 1.4666627645492554,
      "learning_rate": 6.927630856247319e-08,
      "loss": 0.3486,
      "step": 2655130
    },
    {
      "epoch": 741.04,
      "grad_norm": 1.1822092533111572,
      "learning_rate": 6.926978313075374e-08,
      "loss": 0.3369,
      "step": 2655140
    },
    {
      "epoch": 741.04,
      "grad_norm": 1.2912615537643433,
      "learning_rate": 6.926325800176792e-08,
      "loss": 0.3329,
      "step": 2655150
    },
    {
      "epoch": 741.04,
      "grad_norm": 1.3369114398956299,
      "learning_rate": 6.9256733175517e-08,
      "loss": 0.3337,
      "step": 2655160
    },
    {
      "epoch": 741.05,
      "grad_norm": 1.2459843158721924,
      "learning_rate": 6.925020865200152e-08,
      "loss": 0.35,
      "step": 2655170
    },
    {
      "epoch": 741.05,
      "grad_norm": 1.3081562519073486,
      "learning_rate": 6.924368443122279e-08,
      "loss": 0.3489,
      "step": 2655180
    },
    {
      "epoch": 741.05,
      "grad_norm": 1.0641956329345703,
      "learning_rate": 6.923716051318186e-08,
      "loss": 0.3256,
      "step": 2655190
    },
    {
      "epoch": 741.05,
      "grad_norm": 1.256609559059143,
      "learning_rate": 6.923063689787843e-08,
      "loss": 0.3369,
      "step": 2655200
    },
    {
      "epoch": 741.06,
      "grad_norm": 1.3210560083389282,
      "learning_rate": 6.922411358531487e-08,
      "loss": 0.3461,
      "step": 2655210
    },
    {
      "epoch": 741.06,
      "grad_norm": 1.1342633962631226,
      "learning_rate": 6.921759057549091e-08,
      "loss": 0.3551,
      "step": 2655220
    },
    {
      "epoch": 741.06,
      "grad_norm": 1.283341884613037,
      "learning_rate": 6.921106786840787e-08,
      "loss": 0.32,
      "step": 2655230
    },
    {
      "epoch": 741.07,
      "grad_norm": 1.3015080690383911,
      "learning_rate": 6.920454546406702e-08,
      "loss": 0.3456,
      "step": 2655240
    },
    {
      "epoch": 741.07,
      "grad_norm": 1.0429128408432007,
      "learning_rate": 6.919802336246812e-08,
      "loss": 0.3286,
      "step": 2655250
    },
    {
      "epoch": 741.07,
      "grad_norm": 1.222013235092163,
      "learning_rate": 6.919150156361299e-08,
      "loss": 0.3506,
      "step": 2655260
    },
    {
      "epoch": 741.07,
      "grad_norm": 1.9833718538284302,
      "learning_rate": 6.918498006750241e-08,
      "loss": 0.3368,
      "step": 2655270
    },
    {
      "epoch": 741.08,
      "grad_norm": 1.234113097190857,
      "learning_rate": 6.91784588741369e-08,
      "loss": 0.3397,
      "step": 2655280
    },
    {
      "epoch": 741.08,
      "grad_norm": 1.1964324712753296,
      "learning_rate": 6.917193798351723e-08,
      "loss": 0.3327,
      "step": 2655290
    },
    {
      "epoch": 741.08,
      "grad_norm": 1.4207935333251953,
      "learning_rate": 6.916541739564498e-08,
      "loss": 0.3454,
      "step": 2655300
    },
    {
      "epoch": 741.09,
      "grad_norm": 1.134160041809082,
      "learning_rate": 6.915889711052013e-08,
      "loss": 0.3332,
      "step": 2655310
    },
    {
      "epoch": 741.09,
      "grad_norm": 1.9273405075073242,
      "learning_rate": 6.915237712814427e-08,
      "loss": 0.3301,
      "step": 2655320
    },
    {
      "epoch": 741.09,
      "grad_norm": 1.349123477935791,
      "learning_rate": 6.914585744851815e-08,
      "loss": 0.3379,
      "step": 2655330
    },
    {
      "epoch": 741.09,
      "grad_norm": 1.4396189451217651,
      "learning_rate": 6.913933807164204e-08,
      "loss": 0.3424,
      "step": 2655340
    },
    {
      "epoch": 741.1,
      "grad_norm": 1.4648770093917847,
      "learning_rate": 6.913281899751725e-08,
      "loss": 0.3316,
      "step": 2655350
    },
    {
      "epoch": 741.1,
      "grad_norm": 1.342261791229248,
      "learning_rate": 6.912630022614481e-08,
      "loss": 0.3368,
      "step": 2655360
    },
    {
      "epoch": 741.1,
      "grad_norm": 1.2287949323654175,
      "learning_rate": 6.91197817575255e-08,
      "loss": 0.3422,
      "step": 2655370
    },
    {
      "epoch": 741.11,
      "grad_norm": 1.131242036819458,
      "learning_rate": 6.911326359165985e-08,
      "loss": 0.3403,
      "step": 2655380
    },
    {
      "epoch": 741.11,
      "grad_norm": 1.1473006010055542,
      "learning_rate": 6.910674572854916e-08,
      "loss": 0.331,
      "step": 2655390
    },
    {
      "epoch": 741.11,
      "grad_norm": 1.2211920022964478,
      "learning_rate": 6.91002281681942e-08,
      "loss": 0.328,
      "step": 2655400
    },
    {
      "epoch": 741.11,
      "grad_norm": 1.3421885967254639,
      "learning_rate": 6.909371091059524e-08,
      "loss": 0.345,
      "step": 2655410
    },
    {
      "epoch": 741.12,
      "grad_norm": 1.336461067199707,
      "learning_rate": 6.908719395575411e-08,
      "loss": 0.3433,
      "step": 2655420
    },
    {
      "epoch": 741.12,
      "grad_norm": 1.2473984956741333,
      "learning_rate": 6.908067730367105e-08,
      "loss": 0.3353,
      "step": 2655430
    },
    {
      "epoch": 741.12,
      "grad_norm": 1.0343600511550903,
      "learning_rate": 6.907416095434711e-08,
      "loss": 0.346,
      "step": 2655440
    },
    {
      "epoch": 741.12,
      "grad_norm": 1.4797204732894897,
      "learning_rate": 6.906764490778308e-08,
      "loss": 0.3216,
      "step": 2655450
    },
    {
      "epoch": 741.13,
      "grad_norm": 1.2316828966140747,
      "learning_rate": 6.906112916397997e-08,
      "loss": 0.326,
      "step": 2655460
    },
    {
      "epoch": 741.13,
      "grad_norm": 1.1187052726745605,
      "learning_rate": 6.90546137229386e-08,
      "loss": 0.339,
      "step": 2655470
    },
    {
      "epoch": 741.13,
      "grad_norm": 1.3318822383880615,
      "learning_rate": 6.904809858465972e-08,
      "loss": 0.3484,
      "step": 2655480
    },
    {
      "epoch": 741.14,
      "grad_norm": 1.1165989637374878,
      "learning_rate": 6.90415837491444e-08,
      "loss": 0.3253,
      "step": 2655490
    },
    {
      "epoch": 741.14,
      "grad_norm": 1.1248066425323486,
      "learning_rate": 6.90350692163934e-08,
      "loss": 0.3235,
      "step": 2655500
    },
    {
      "epoch": 741.14,
      "grad_norm": 1.4367910623550415,
      "learning_rate": 6.902855498640749e-08,
      "loss": 0.3512,
      "step": 2655510
    },
    {
      "epoch": 741.14,
      "grad_norm": 1.2213587760925293,
      "learning_rate": 6.902204105918773e-08,
      "loss": 0.3231,
      "step": 2655520
    },
    {
      "epoch": 741.15,
      "grad_norm": 1.2904499769210815,
      "learning_rate": 6.901552743473465e-08,
      "loss": 0.3437,
      "step": 2655530
    },
    {
      "epoch": 741.15,
      "grad_norm": 1.2857177257537842,
      "learning_rate": 6.900901411304979e-08,
      "loss": 0.3381,
      "step": 2655540
    },
    {
      "epoch": 741.15,
      "grad_norm": 1.2807039022445679,
      "learning_rate": 6.900250109413289e-08,
      "loss": 0.3271,
      "step": 2655550
    },
    {
      "epoch": 741.16,
      "grad_norm": 1.3287047147750854,
      "learning_rate": 6.899598837798604e-08,
      "loss": 0.3397,
      "step": 2655560
    },
    {
      "epoch": 741.16,
      "grad_norm": 2.9527535438537598,
      "learning_rate": 6.89894759646095e-08,
      "loss": 0.3476,
      "step": 2655570
    },
    {
      "epoch": 741.16,
      "grad_norm": 1.1665239334106445,
      "learning_rate": 6.898296385400406e-08,
      "loss": 0.3253,
      "step": 2655580
    },
    {
      "epoch": 741.16,
      "grad_norm": 1.1701098680496216,
      "learning_rate": 6.897645204617074e-08,
      "loss": 0.3365,
      "step": 2655590
    },
    {
      "epoch": 741.17,
      "grad_norm": 1.2465169429779053,
      "learning_rate": 6.896994054111058e-08,
      "loss": 0.3371,
      "step": 2655600
    },
    {
      "epoch": 741.17,
      "grad_norm": 1.530277132987976,
      "learning_rate": 6.896342933882414e-08,
      "loss": 0.3459,
      "step": 2655610
    },
    {
      "epoch": 741.17,
      "grad_norm": 1.0558545589447021,
      "learning_rate": 6.895691843931241e-08,
      "loss": 0.3373,
      "step": 2655620
    },
    {
      "epoch": 741.17,
      "grad_norm": 1.2913618087768555,
      "learning_rate": 6.895040784257645e-08,
      "loss": 0.3483,
      "step": 2655630
    },
    {
      "epoch": 741.18,
      "grad_norm": 1.3106135129928589,
      "learning_rate": 6.894389754861629e-08,
      "loss": 0.3503,
      "step": 2655640
    },
    {
      "epoch": 741.18,
      "grad_norm": 1.1371996402740479,
      "learning_rate": 6.893738755743423e-08,
      "loss": 0.3358,
      "step": 2655650
    },
    {
      "epoch": 741.18,
      "grad_norm": 1.3583015203475952,
      "learning_rate": 6.893087786902976e-08,
      "loss": 0.3295,
      "step": 2655660
    },
    {
      "epoch": 741.19,
      "grad_norm": 1.9856736660003662,
      "learning_rate": 6.892436848340471e-08,
      "loss": 0.3519,
      "step": 2655670
    },
    {
      "epoch": 741.19,
      "grad_norm": 1.268885612487793,
      "learning_rate": 6.891785940055959e-08,
      "loss": 0.3352,
      "step": 2655680
    },
    {
      "epoch": 741.19,
      "grad_norm": 1.596726894378662,
      "learning_rate": 6.891135062049493e-08,
      "loss": 0.3219,
      "step": 2655690
    },
    {
      "epoch": 741.19,
      "grad_norm": 1.2338593006134033,
      "learning_rate": 6.890484214321203e-08,
      "loss": 0.3417,
      "step": 2655700
    },
    {
      "epoch": 741.2,
      "grad_norm": 1.152496576309204,
      "learning_rate": 6.889833396871167e-08,
      "loss": 0.3323,
      "step": 2655710
    },
    {
      "epoch": 741.2,
      "grad_norm": 1.2459834814071655,
      "learning_rate": 6.889182609699489e-08,
      "loss": 0.3185,
      "step": 2655720
    },
    {
      "epoch": 741.2,
      "grad_norm": 1.293556809425354,
      "learning_rate": 6.888531852806195e-08,
      "loss": 0.3379,
      "step": 2655730
    },
    {
      "epoch": 741.21,
      "grad_norm": 1.1082063913345337,
      "learning_rate": 6.887881126191466e-08,
      "loss": 0.3323,
      "step": 2655740
    },
    {
      "epoch": 741.21,
      "grad_norm": 1.1946115493774414,
      "learning_rate": 6.887230429855304e-08,
      "loss": 0.3534,
      "step": 2655750
    },
    {
      "epoch": 741.21,
      "grad_norm": 1.2897779941558838,
      "learning_rate": 6.886579763797813e-08,
      "loss": 0.3257,
      "step": 2655760
    },
    {
      "epoch": 741.21,
      "grad_norm": 1.3749934434890747,
      "learning_rate": 6.885929128019121e-08,
      "loss": 0.3444,
      "step": 2655770
    },
    {
      "epoch": 741.22,
      "grad_norm": 1.3578181266784668,
      "learning_rate": 6.88527852251923e-08,
      "loss": 0.3292,
      "step": 2655780
    },
    {
      "epoch": 741.22,
      "grad_norm": 1.1578164100646973,
      "learning_rate": 6.884627947298348e-08,
      "loss": 0.3301,
      "step": 2655790
    },
    {
      "epoch": 741.22,
      "grad_norm": 1.0551944971084595,
      "learning_rate": 6.883977402356473e-08,
      "loss": 0.328,
      "step": 2655800
    },
    {
      "epoch": 741.23,
      "grad_norm": 1.1331640481948853,
      "learning_rate": 6.883326887693711e-08,
      "loss": 0.3249,
      "step": 2655810
    },
    {
      "epoch": 741.23,
      "grad_norm": 1.2801289558410645,
      "learning_rate": 6.882676403310167e-08,
      "loss": 0.3412,
      "step": 2655820
    },
    {
      "epoch": 741.23,
      "grad_norm": 1.196762204170227,
      "learning_rate": 6.882025949205916e-08,
      "loss": 0.328,
      "step": 2655830
    },
    {
      "epoch": 741.23,
      "grad_norm": 1.6230326890945435,
      "learning_rate": 6.881375525381012e-08,
      "loss": 0.337,
      "step": 2655840
    },
    {
      "epoch": 741.24,
      "grad_norm": 1.1369926929473877,
      "learning_rate": 6.880725131835586e-08,
      "loss": 0.34,
      "step": 2655850
    },
    {
      "epoch": 741.24,
      "grad_norm": 1.1722559928894043,
      "learning_rate": 6.880074768569714e-08,
      "loss": 0.3417,
      "step": 2655860
    },
    {
      "epoch": 741.24,
      "grad_norm": 1.236242413520813,
      "learning_rate": 6.879424435583449e-08,
      "loss": 0.3566,
      "step": 2655870
    },
    {
      "epoch": 741.24,
      "grad_norm": 1.2905683517456055,
      "learning_rate": 6.878774132876973e-08,
      "loss": 0.3433,
      "step": 2655880
    },
    {
      "epoch": 741.25,
      "grad_norm": 1.120162844657898,
      "learning_rate": 6.87812386045026e-08,
      "loss": 0.341,
      "step": 2655890
    },
    {
      "epoch": 741.25,
      "grad_norm": 1.3629685640335083,
      "learning_rate": 6.877473618303441e-08,
      "loss": 0.3332,
      "step": 2655900
    },
    {
      "epoch": 741.25,
      "grad_norm": 1.4774385690689087,
      "learning_rate": 6.876823406436619e-08,
      "loss": 0.3395,
      "step": 2655910
    },
    {
      "epoch": 741.26,
      "grad_norm": 1.1150918006896973,
      "learning_rate": 6.876173224849871e-08,
      "loss": 0.3221,
      "step": 2655920
    },
    {
      "epoch": 741.26,
      "grad_norm": 1.544620394706726,
      "learning_rate": 6.875523073543253e-08,
      "loss": 0.3318,
      "step": 2655930
    },
    {
      "epoch": 741.26,
      "grad_norm": 1.177483081817627,
      "learning_rate": 6.87487295251689e-08,
      "loss": 0.3302,
      "step": 2655940
    },
    {
      "epoch": 741.26,
      "grad_norm": 1.1641384363174438,
      "learning_rate": 6.874222861770889e-08,
      "loss": 0.3342,
      "step": 2655950
    },
    {
      "epoch": 741.27,
      "grad_norm": 1.253934621810913,
      "learning_rate": 6.873572801305276e-08,
      "loss": 0.3437,
      "step": 2655960
    },
    {
      "epoch": 741.27,
      "grad_norm": 1.1257201433181763,
      "learning_rate": 6.872922771120155e-08,
      "loss": 0.3329,
      "step": 2655970
    },
    {
      "epoch": 741.27,
      "grad_norm": 1.334320306777954,
      "learning_rate": 6.872272771215656e-08,
      "loss": 0.331,
      "step": 2655980
    },
    {
      "epoch": 741.28,
      "grad_norm": 1.1842217445373535,
      "learning_rate": 6.871622801591752e-08,
      "loss": 0.3276,
      "step": 2655990
    },
    {
      "epoch": 741.28,
      "grad_norm": 1.348785161972046,
      "learning_rate": 6.870972862248703e-08,
      "loss": 0.3511,
      "step": 2656000
    },
    {
      "epoch": 741.28,
      "grad_norm": 1.2328879833221436,
      "learning_rate": 6.870322953186434e-08,
      "loss": 0.3294,
      "step": 2656010
    },
    {
      "epoch": 741.28,
      "grad_norm": 1.2425411939620972,
      "learning_rate": 6.86967307440515e-08,
      "loss": 0.3404,
      "step": 2656020
    },
    {
      "epoch": 741.29,
      "grad_norm": 1.1978785991668701,
      "learning_rate": 6.869023225904852e-08,
      "loss": 0.3473,
      "step": 2656030
    },
    {
      "epoch": 741.29,
      "grad_norm": 1.0165187120437622,
      "learning_rate": 6.86837340768567e-08,
      "loss": 0.3337,
      "step": 2656040
    },
    {
      "epoch": 741.29,
      "grad_norm": 1.4146926403045654,
      "learning_rate": 6.867723619747709e-08,
      "loss": 0.3359,
      "step": 2656050
    },
    {
      "epoch": 741.3,
      "grad_norm": 1.1089671850204468,
      "learning_rate": 6.867073862090993e-08,
      "loss": 0.35,
      "step": 2656060
    },
    {
      "epoch": 741.3,
      "grad_norm": 1.2639847993850708,
      "learning_rate": 6.866424134715655e-08,
      "loss": 0.3492,
      "step": 2656070
    },
    {
      "epoch": 741.3,
      "grad_norm": 1.2953228950500488,
      "learning_rate": 6.86577443762177e-08,
      "loss": 0.332,
      "step": 2656080
    },
    {
      "epoch": 741.3,
      "grad_norm": 4.045899391174316,
      "learning_rate": 6.865124770809443e-08,
      "loss": 0.339,
      "step": 2656090
    },
    {
      "epoch": 741.31,
      "grad_norm": 1.0705747604370117,
      "learning_rate": 6.864475134278729e-08,
      "loss": 0.3378,
      "step": 2656100
    },
    {
      "epoch": 741.31,
      "grad_norm": 1.165848731994629,
      "learning_rate": 6.863825528029728e-08,
      "loss": 0.3229,
      "step": 2656110
    },
    {
      "epoch": 741.31,
      "grad_norm": 1.0907552242279053,
      "learning_rate": 6.863175952062519e-08,
      "loss": 0.3221,
      "step": 2656120
    },
    {
      "epoch": 741.31,
      "grad_norm": 1.2790019512176514,
      "learning_rate": 6.862526406377183e-08,
      "loss": 0.354,
      "step": 2656130
    },
    {
      "epoch": 741.32,
      "grad_norm": 1.1930761337280273,
      "learning_rate": 6.861876890973871e-08,
      "loss": 0.3353,
      "step": 2656140
    },
    {
      "epoch": 741.32,
      "grad_norm": 1.0473787784576416,
      "learning_rate": 6.861227405852562e-08,
      "loss": 0.3293,
      "step": 2656150
    },
    {
      "epoch": 741.32,
      "grad_norm": 1.3762915134429932,
      "learning_rate": 6.860577951013436e-08,
      "loss": 0.3406,
      "step": 2656160
    },
    {
      "epoch": 741.33,
      "grad_norm": 1.409018874168396,
      "learning_rate": 6.859928526456518e-08,
      "loss": 0.3323,
      "step": 2656170
    },
    {
      "epoch": 741.33,
      "grad_norm": 1.2281274795532227,
      "learning_rate": 6.859279132181939e-08,
      "loss": 0.3329,
      "step": 2656180
    },
    {
      "epoch": 741.33,
      "grad_norm": 1.2498345375061035,
      "learning_rate": 6.858629768189752e-08,
      "loss": 0.3322,
      "step": 2656190
    },
    {
      "epoch": 741.33,
      "grad_norm": 1.1771702766418457,
      "learning_rate": 6.857980434480034e-08,
      "loss": 0.3303,
      "step": 2656200
    },
    {
      "epoch": 741.34,
      "grad_norm": 1.2067815065383911,
      "learning_rate": 6.857331131052942e-08,
      "loss": 0.3395,
      "step": 2656210
    },
    {
      "epoch": 741.34,
      "grad_norm": 1.3657629489898682,
      "learning_rate": 6.856681857908449e-08,
      "loss": 0.3513,
      "step": 2656220
    },
    {
      "epoch": 741.34,
      "grad_norm": 1.5398248434066772,
      "learning_rate": 6.856032615046763e-08,
      "loss": 0.3398,
      "step": 2656230
    },
    {
      "epoch": 741.35,
      "grad_norm": 1.3837956190109253,
      "learning_rate": 6.855383402467885e-08,
      "loss": 0.3393,
      "step": 2656240
    },
    {
      "epoch": 741.35,
      "grad_norm": 1.1149810552597046,
      "learning_rate": 6.854734220171944e-08,
      "loss": 0.3499,
      "step": 2656250
    },
    {
      "epoch": 741.35,
      "grad_norm": 1.38216233253479,
      "learning_rate": 6.854085068158993e-08,
      "loss": 0.3423,
      "step": 2656260
    },
    {
      "epoch": 741.35,
      "grad_norm": 1.190508246421814,
      "learning_rate": 6.853435946429187e-08,
      "loss": 0.3325,
      "step": 2656270
    },
    {
      "epoch": 741.36,
      "grad_norm": 1.0905762910842896,
      "learning_rate": 6.852786854982502e-08,
      "loss": 0.3475,
      "step": 2656280
    },
    {
      "epoch": 741.36,
      "grad_norm": 1.3133503198623657,
      "learning_rate": 6.852137793819119e-08,
      "loss": 0.3377,
      "step": 2656290
    },
    {
      "epoch": 741.36,
      "grad_norm": 1.2920962572097778,
      "learning_rate": 6.851488762939089e-08,
      "loss": 0.3562,
      "step": 2656300
    },
    {
      "epoch": 741.36,
      "grad_norm": 1.0992909669876099,
      "learning_rate": 6.850839762342491e-08,
      "loss": 0.3536,
      "step": 2656310
    },
    {
      "epoch": 741.37,
      "grad_norm": 1.2098873853683472,
      "learning_rate": 6.85019079202943e-08,
      "loss": 0.336,
      "step": 2656320
    },
    {
      "epoch": 741.37,
      "grad_norm": 1.2495533227920532,
      "learning_rate": 6.849541851999983e-08,
      "loss": 0.3348,
      "step": 2656330
    },
    {
      "epoch": 741.37,
      "grad_norm": 1.2765976190567017,
      "learning_rate": 6.848892942254227e-08,
      "loss": 0.3471,
      "step": 2656340
    },
    {
      "epoch": 741.38,
      "grad_norm": 1.1861021518707275,
      "learning_rate": 6.848244062792269e-08,
      "loss": 0.3345,
      "step": 2656350
    },
    {
      "epoch": 741.38,
      "grad_norm": 1.3654372692108154,
      "learning_rate": 6.847595213614159e-08,
      "loss": 0.3482,
      "step": 2656360
    },
    {
      "epoch": 741.38,
      "grad_norm": 1.193068504333496,
      "learning_rate": 6.846946394720026e-08,
      "loss": 0.3456,
      "step": 2656370
    },
    {
      "epoch": 741.38,
      "grad_norm": 1.3279533386230469,
      "learning_rate": 6.84629760610995e-08,
      "loss": 0.3562,
      "step": 2656380
    },
    {
      "epoch": 741.39,
      "grad_norm": 1.3143388032913208,
      "learning_rate": 6.845648847783984e-08,
      "loss": 0.3316,
      "step": 2656390
    },
    {
      "epoch": 741.39,
      "grad_norm": 1.3072668313980103,
      "learning_rate": 6.845000119742256e-08,
      "loss": 0.3361,
      "step": 2656400
    },
    {
      "epoch": 741.39,
      "grad_norm": 1.2869879007339478,
      "learning_rate": 6.844351421984844e-08,
      "loss": 0.328,
      "step": 2656410
    },
    {
      "epoch": 741.4,
      "grad_norm": 1.278130292892456,
      "learning_rate": 6.843702754511802e-08,
      "loss": 0.3426,
      "step": 2656420
    },
    {
      "epoch": 741.4,
      "grad_norm": 1.1150743961334229,
      "learning_rate": 6.843054117323232e-08,
      "loss": 0.3411,
      "step": 2656430
    },
    {
      "epoch": 741.4,
      "grad_norm": 1.3986488580703735,
      "learning_rate": 6.842405510419239e-08,
      "loss": 0.3409,
      "step": 2656440
    },
    {
      "epoch": 741.4,
      "grad_norm": 1.2069087028503418,
      "learning_rate": 6.841756933799874e-08,
      "loss": 0.3245,
      "step": 2656450
    },
    {
      "epoch": 741.41,
      "grad_norm": 1.216160535812378,
      "learning_rate": 6.841108387465269e-08,
      "loss": 0.3314,
      "step": 2656460
    },
    {
      "epoch": 741.41,
      "grad_norm": 1.2174054384231567,
      "learning_rate": 6.840459871415475e-08,
      "loss": 0.3481,
      "step": 2656470
    },
    {
      "epoch": 741.41,
      "grad_norm": 1.9369019269943237,
      "learning_rate": 6.839811385650597e-08,
      "loss": 0.3356,
      "step": 2656480
    },
    {
      "epoch": 741.42,
      "grad_norm": 1.1684644222259521,
      "learning_rate": 6.839162930170738e-08,
      "loss": 0.3425,
      "step": 2656490
    },
    {
      "epoch": 741.42,
      "grad_norm": 1.3658596277236938,
      "learning_rate": 6.838514504975924e-08,
      "loss": 0.3492,
      "step": 2656500
    },
    {
      "epoch": 741.42,
      "grad_norm": 1.1370811462402344,
      "learning_rate": 6.837866110066285e-08,
      "loss": 0.3327,
      "step": 2656510
    },
    {
      "epoch": 741.42,
      "grad_norm": 1.5864887237548828,
      "learning_rate": 6.837217745441926e-08,
      "loss": 0.3238,
      "step": 2656520
    },
    {
      "epoch": 741.43,
      "grad_norm": 1.1958943605422974,
      "learning_rate": 6.836569411102898e-08,
      "loss": 0.346,
      "step": 2656530
    },
    {
      "epoch": 741.43,
      "grad_norm": 1.4310684204101562,
      "learning_rate": 6.835921107049254e-08,
      "loss": 0.3372,
      "step": 2656540
    },
    {
      "epoch": 741.43,
      "grad_norm": 1.237024188041687,
      "learning_rate": 6.835272833281176e-08,
      "loss": 0.3193,
      "step": 2656550
    },
    {
      "epoch": 741.43,
      "grad_norm": 1.3430553674697876,
      "learning_rate": 6.83462458979869e-08,
      "loss": 0.3397,
      "step": 2656560
    },
    {
      "epoch": 741.44,
      "grad_norm": 1.2765932083129883,
      "learning_rate": 6.833976376601872e-08,
      "loss": 0.331,
      "step": 2656570
    },
    {
      "epoch": 741.44,
      "grad_norm": 1.2873845100402832,
      "learning_rate": 6.83332819369083e-08,
      "loss": 0.3595,
      "step": 2656580
    },
    {
      "epoch": 741.44,
      "grad_norm": 1.2015036344528198,
      "learning_rate": 6.832680041065639e-08,
      "loss": 0.3341,
      "step": 2656590
    },
    {
      "epoch": 741.45,
      "grad_norm": 1.3132259845733643,
      "learning_rate": 6.832031918726404e-08,
      "loss": 0.3569,
      "step": 2656600
    },
    {
      "epoch": 741.45,
      "grad_norm": 1.1242969036102295,
      "learning_rate": 6.831383826673203e-08,
      "loss": 0.3457,
      "step": 2656610
    },
    {
      "epoch": 741.45,
      "grad_norm": 1.9710144996643066,
      "learning_rate": 6.830735764906114e-08,
      "loss": 0.3291,
      "step": 2656620
    },
    {
      "epoch": 741.45,
      "grad_norm": 1.216833472251892,
      "learning_rate": 6.830087733425242e-08,
      "loss": 0.345,
      "step": 2656630
    },
    {
      "epoch": 741.46,
      "grad_norm": 1.296196460723877,
      "learning_rate": 6.829439732230664e-08,
      "loss": 0.3502,
      "step": 2656640
    },
    {
      "epoch": 741.46,
      "grad_norm": 1.3119679689407349,
      "learning_rate": 6.828791761322432e-08,
      "loss": 0.3437,
      "step": 2656650
    },
    {
      "epoch": 741.46,
      "grad_norm": 1.222715973854065,
      "learning_rate": 6.828143820700677e-08,
      "loss": 0.3318,
      "step": 2656660
    },
    {
      "epoch": 741.47,
      "grad_norm": 1.2197939157485962,
      "learning_rate": 6.827495910365476e-08,
      "loss": 0.3321,
      "step": 2656670
    },
    {
      "epoch": 741.47,
      "grad_norm": 1.1398712396621704,
      "learning_rate": 6.826848030316882e-08,
      "loss": 0.342,
      "step": 2656680
    },
    {
      "epoch": 741.47,
      "grad_norm": 1.2414196729660034,
      "learning_rate": 6.826200180555051e-08,
      "loss": 0.3572,
      "step": 2656690
    },
    {
      "epoch": 741.47,
      "grad_norm": 1.4807945489883423,
      "learning_rate": 6.825552361080008e-08,
      "loss": 0.3257,
      "step": 2656700
    },
    {
      "epoch": 741.48,
      "grad_norm": 1.3587473630905151,
      "learning_rate": 6.824904571891831e-08,
      "loss": 0.3354,
      "step": 2656710
    },
    {
      "epoch": 741.48,
      "grad_norm": 1.3346447944641113,
      "learning_rate": 6.824256812990704e-08,
      "loss": 0.3359,
      "step": 2656720
    },
    {
      "epoch": 741.48,
      "grad_norm": 1.2134380340576172,
      "learning_rate": 6.823609084376574e-08,
      "loss": 0.3226,
      "step": 2656730
    },
    {
      "epoch": 741.48,
      "grad_norm": 1.246845006942749,
      "learning_rate": 6.822961386049623e-08,
      "loss": 0.3494,
      "step": 2656740
    },
    {
      "epoch": 741.49,
      "grad_norm": 1.181107997894287,
      "learning_rate": 6.822313718009903e-08,
      "loss": 0.3205,
      "step": 2656750
    },
    {
      "epoch": 741.49,
      "grad_norm": 1.1018210649490356,
      "learning_rate": 6.821666080257544e-08,
      "loss": 0.3466,
      "step": 2656760
    },
    {
      "epoch": 741.49,
      "grad_norm": 1.2724692821502686,
      "learning_rate": 6.821018472792546e-08,
      "loss": 0.3223,
      "step": 2656770
    },
    {
      "epoch": 741.5,
      "grad_norm": 1.4414523839950562,
      "learning_rate": 6.820370895615065e-08,
      "loss": 0.3328,
      "step": 2656780
    },
    {
      "epoch": 741.5,
      "grad_norm": 1.7294225692749023,
      "learning_rate": 6.81972334872518e-08,
      "loss": 0.3494,
      "step": 2656790
    },
    {
      "epoch": 741.5,
      "grad_norm": 0.9909526705741882,
      "learning_rate": 6.819075832122916e-08,
      "loss": 0.3318,
      "step": 2656800
    },
    {
      "epoch": 741.5,
      "grad_norm": 1.2985754013061523,
      "learning_rate": 6.818428345808482e-08,
      "loss": 0.324,
      "step": 2656810
    },
    {
      "epoch": 741.51,
      "grad_norm": 1.1802881956100464,
      "learning_rate": 6.817780889781825e-08,
      "loss": 0.3459,
      "step": 2656820
    },
    {
      "epoch": 741.51,
      "grad_norm": 1.382867455482483,
      "learning_rate": 6.817133464043128e-08,
      "loss": 0.3362,
      "step": 2656830
    },
    {
      "epoch": 741.51,
      "grad_norm": 1.6769218444824219,
      "learning_rate": 6.816486068592442e-08,
      "loss": 0.3425,
      "step": 2656840
    },
    {
      "epoch": 741.52,
      "grad_norm": 1.2705689668655396,
      "learning_rate": 6.815838703429846e-08,
      "loss": 0.339,
      "step": 2656850
    },
    {
      "epoch": 741.52,
      "grad_norm": 1.1528408527374268,
      "learning_rate": 6.815191368555444e-08,
      "loss": 0.3234,
      "step": 2656860
    },
    {
      "epoch": 741.52,
      "grad_norm": 1.0743266344070435,
      "learning_rate": 6.814544063969314e-08,
      "loss": 0.337,
      "step": 2656870
    },
    {
      "epoch": 741.52,
      "grad_norm": 1.1977144479751587,
      "learning_rate": 6.813896789671535e-08,
      "loss": 0.3337,
      "step": 2656880
    },
    {
      "epoch": 741.53,
      "grad_norm": 1.1410259008407593,
      "learning_rate": 6.813249545662208e-08,
      "loss": 0.326,
      "step": 2656890
    },
    {
      "epoch": 741.53,
      "grad_norm": 1.3359735012054443,
      "learning_rate": 6.812602331941414e-08,
      "loss": 0.3304,
      "step": 2656900
    },
    {
      "epoch": 741.53,
      "grad_norm": 1.0497708320617676,
      "learning_rate": 6.81195514850923e-08,
      "loss": 0.3585,
      "step": 2656910
    },
    {
      "epoch": 741.54,
      "grad_norm": 1.4023445844650269,
      "learning_rate": 6.81130799536576e-08,
      "loss": 0.3512,
      "step": 2656920
    },
    {
      "epoch": 741.54,
      "grad_norm": 1.2030079364776611,
      "learning_rate": 6.810660872511084e-08,
      "loss": 0.3247,
      "step": 2656930
    },
    {
      "epoch": 741.54,
      "grad_norm": 1.4403324127197266,
      "learning_rate": 6.81001377994525e-08,
      "loss": 0.3223,
      "step": 2656940
    },
    {
      "epoch": 741.54,
      "grad_norm": 1.3698722124099731,
      "learning_rate": 6.809366717668417e-08,
      "loss": 0.3298,
      "step": 2656950
    },
    {
      "epoch": 741.55,
      "grad_norm": 1.2866922616958618,
      "learning_rate": 6.808719685680612e-08,
      "loss": 0.3434,
      "step": 2656960
    },
    {
      "epoch": 741.55,
      "grad_norm": 1.1336498260498047,
      "learning_rate": 6.808072683981936e-08,
      "loss": 0.3312,
      "step": 2656970
    },
    {
      "epoch": 741.55,
      "grad_norm": 1.2481954097747803,
      "learning_rate": 6.807425712572495e-08,
      "loss": 0.3297,
      "step": 2656980
    },
    {
      "epoch": 741.55,
      "grad_norm": 1.2735981941223145,
      "learning_rate": 6.806778771452367e-08,
      "loss": 0.3422,
      "step": 2656990
    },
    {
      "epoch": 741.56,
      "grad_norm": 1.4704973697662354,
      "learning_rate": 6.806131860621605e-08,
      "loss": 0.3309,
      "step": 2657000
    },
    {
      "epoch": 741.56,
      "grad_norm": 1.1618425846099854,
      "learning_rate": 6.805484980080336e-08,
      "loss": 0.3302,
      "step": 2657010
    },
    {
      "epoch": 741.56,
      "grad_norm": 1.2224105596542358,
      "learning_rate": 6.80483812982864e-08,
      "loss": 0.3263,
      "step": 2657020
    },
    {
      "epoch": 741.57,
      "grad_norm": 1.2752078771591187,
      "learning_rate": 6.80419130986657e-08,
      "loss": 0.3393,
      "step": 2657030
    },
    {
      "epoch": 741.57,
      "grad_norm": 1.2397334575653076,
      "learning_rate": 6.803544520194255e-08,
      "loss": 0.3279,
      "step": 2657040
    },
    {
      "epoch": 741.57,
      "grad_norm": 1.2097169160842896,
      "learning_rate": 6.802897760811747e-08,
      "loss": 0.3275,
      "step": 2657050
    },
    {
      "epoch": 741.57,
      "grad_norm": 1.1697109937667847,
      "learning_rate": 6.802251031719176e-08,
      "loss": 0.3263,
      "step": 2657060
    },
    {
      "epoch": 741.58,
      "grad_norm": 1.3926291465759277,
      "learning_rate": 6.801604332916594e-08,
      "loss": 0.3281,
      "step": 2657070
    },
    {
      "epoch": 741.58,
      "grad_norm": 1.3619701862335205,
      "learning_rate": 6.80095766440408e-08,
      "loss": 0.3338,
      "step": 2657080
    },
    {
      "epoch": 741.58,
      "grad_norm": 1.1758261919021606,
      "learning_rate": 6.800311026181736e-08,
      "loss": 0.3335,
      "step": 2657090
    },
    {
      "epoch": 741.59,
      "grad_norm": 1.3186057806015015,
      "learning_rate": 6.799664418249618e-08,
      "loss": 0.3335,
      "step": 2657100
    },
    {
      "epoch": 741.59,
      "grad_norm": 1.3619015216827393,
      "learning_rate": 6.799017840607903e-08,
      "loss": 0.3239,
      "step": 2657110
    },
    {
      "epoch": 741.59,
      "grad_norm": 1.231963872909546,
      "learning_rate": 6.798371293256543e-08,
      "loss": 0.3338,
      "step": 2657120
    },
    {
      "epoch": 741.59,
      "grad_norm": 1.3813176155090332,
      "learning_rate": 6.797724776195744e-08,
      "loss": 0.3311,
      "step": 2657130
    },
    {
      "epoch": 741.6,
      "grad_norm": 1.2171177864074707,
      "learning_rate": 6.797078289425507e-08,
      "loss": 0.3382,
      "step": 2657140
    },
    {
      "epoch": 741.6,
      "grad_norm": 1.436627984046936,
      "learning_rate": 6.796431832945962e-08,
      "loss": 0.3295,
      "step": 2657150
    },
    {
      "epoch": 741.6,
      "grad_norm": 1.2429077625274658,
      "learning_rate": 6.795785406757239e-08,
      "loss": 0.3329,
      "step": 2657160
    },
    {
      "epoch": 741.6,
      "grad_norm": 1.5360958576202393,
      "learning_rate": 6.795139010859285e-08,
      "loss": 0.3245,
      "step": 2657170
    },
    {
      "epoch": 741.61,
      "grad_norm": 1.3402152061462402,
      "learning_rate": 6.794492645252337e-08,
      "loss": 0.3378,
      "step": 2657180
    },
    {
      "epoch": 741.61,
      "grad_norm": 1.3223448991775513,
      "learning_rate": 6.793846309936391e-08,
      "loss": 0.337,
      "step": 2657190
    },
    {
      "epoch": 741.61,
      "grad_norm": 1.2202340364456177,
      "learning_rate": 6.793200004911554e-08,
      "loss": 0.3392,
      "step": 2657200
    },
    {
      "epoch": 741.62,
      "grad_norm": 1.5414760112762451,
      "learning_rate": 6.79255373017793e-08,
      "loss": 0.3427,
      "step": 2657210
    },
    {
      "epoch": 741.62,
      "grad_norm": 1.2574849128723145,
      "learning_rate": 6.791907485735595e-08,
      "loss": 0.3361,
      "step": 2657220
    },
    {
      "epoch": 741.62,
      "grad_norm": 1.3320467472076416,
      "learning_rate": 6.791261271584629e-08,
      "loss": 0.3255,
      "step": 2657230
    },
    {
      "epoch": 741.62,
      "grad_norm": 1.243973731994629,
      "learning_rate": 6.79061508772511e-08,
      "loss": 0.3569,
      "step": 2657240
    },
    {
      "epoch": 741.63,
      "grad_norm": 1.290086269378662,
      "learning_rate": 6.789968934157166e-08,
      "loss": 0.3341,
      "step": 2657250
    },
    {
      "epoch": 741.63,
      "grad_norm": 1.5003385543823242,
      "learning_rate": 6.789322810880774e-08,
      "loss": 0.3414,
      "step": 2657260
    },
    {
      "epoch": 741.63,
      "grad_norm": 1.1214268207550049,
      "learning_rate": 6.788676717896166e-08,
      "loss": 0.3266,
      "step": 2657270
    },
    {
      "epoch": 741.64,
      "grad_norm": 1.4226070642471313,
      "learning_rate": 6.788030655203343e-08,
      "loss": 0.3537,
      "step": 2657280
    },
    {
      "epoch": 741.64,
      "grad_norm": 1.3733041286468506,
      "learning_rate": 6.787384622802409e-08,
      "loss": 0.3467,
      "step": 2657290
    },
    {
      "epoch": 741.64,
      "grad_norm": 1.0932714939117432,
      "learning_rate": 6.786738620693467e-08,
      "loss": 0.3303,
      "step": 2657300
    },
    {
      "epoch": 741.64,
      "grad_norm": 1.2513234615325928,
      "learning_rate": 6.786092648876571e-08,
      "loss": 0.3557,
      "step": 2657310
    },
    {
      "epoch": 741.65,
      "grad_norm": 1.3477811813354492,
      "learning_rate": 6.785446707351797e-08,
      "loss": 0.3472,
      "step": 2657320
    },
    {
      "epoch": 741.65,
      "grad_norm": 1.4363477230072021,
      "learning_rate": 6.784800796119276e-08,
      "loss": 0.3353,
      "step": 2657330
    },
    {
      "epoch": 741.65,
      "grad_norm": 1.4046788215637207,
      "learning_rate": 6.784154915179087e-08,
      "loss": 0.3398,
      "step": 2657340
    },
    {
      "epoch": 741.66,
      "grad_norm": 1.3346768617630005,
      "learning_rate": 6.783509064531255e-08,
      "loss": 0.3301,
      "step": 2657350
    },
    {
      "epoch": 741.66,
      "grad_norm": 1.4968074560165405,
      "learning_rate": 6.782863244175962e-08,
      "loss": 0.3423,
      "step": 2657360
    },
    {
      "epoch": 741.66,
      "grad_norm": 1.2840970754623413,
      "learning_rate": 6.782217454113209e-08,
      "loss": 0.3442,
      "step": 2657370
    },
    {
      "epoch": 741.66,
      "grad_norm": 1.0701932907104492,
      "learning_rate": 6.781571694343124e-08,
      "loss": 0.3478,
      "step": 2657380
    },
    {
      "epoch": 741.67,
      "grad_norm": 1.284135341644287,
      "learning_rate": 6.780925964865813e-08,
      "loss": 0.3528,
      "step": 2657390
    },
    {
      "epoch": 741.67,
      "grad_norm": 1.2460217475891113,
      "learning_rate": 6.780280265681302e-08,
      "loss": 0.3342,
      "step": 2657400
    },
    {
      "epoch": 741.67,
      "grad_norm": 1.3078945875167847,
      "learning_rate": 6.77963459678972e-08,
      "loss": 0.3265,
      "step": 2657410
    },
    {
      "epoch": 741.67,
      "grad_norm": 1.3128914833068848,
      "learning_rate": 6.778988958191147e-08,
      "loss": 0.331,
      "step": 2657420
    },
    {
      "epoch": 741.68,
      "grad_norm": 1.2867686748504639,
      "learning_rate": 6.778343349885685e-08,
      "loss": 0.3463,
      "step": 2657430
    },
    {
      "epoch": 741.68,
      "grad_norm": 1.3129554986953735,
      "learning_rate": 6.777697771873387e-08,
      "loss": 0.3327,
      "step": 2657440
    },
    {
      "epoch": 741.68,
      "grad_norm": 1.0642385482788086,
      "learning_rate": 6.777052224154331e-08,
      "loss": 0.327,
      "step": 2657450
    },
    {
      "epoch": 741.69,
      "grad_norm": 1.081762433052063,
      "learning_rate": 6.77640670672862e-08,
      "loss": 0.3361,
      "step": 2657460
    },
    {
      "epoch": 741.69,
      "grad_norm": 1.1970288753509521,
      "learning_rate": 6.77576121959636e-08,
      "loss": 0.3308,
      "step": 2657470
    },
    {
      "epoch": 741.69,
      "grad_norm": 1.201263666152954,
      "learning_rate": 6.775115762757653e-08,
      "loss": 0.3418,
      "step": 2657480
    },
    {
      "epoch": 741.69,
      "grad_norm": 1.2152348756790161,
      "learning_rate": 6.774470336212475e-08,
      "loss": 0.3341,
      "step": 2657490
    },
    {
      "epoch": 741.7,
      "grad_norm": 1.230336308479309,
      "learning_rate": 6.77382493996106e-08,
      "loss": 0.3249,
      "step": 2657500
    },
    {
      "epoch": 741.7,
      "grad_norm": 1.2713161706924438,
      "learning_rate": 6.773179574003406e-08,
      "loss": 0.3408,
      "step": 2657510
    },
    {
      "epoch": 741.7,
      "grad_norm": 1.3605964183807373,
      "learning_rate": 6.772534238339593e-08,
      "loss": 0.3409,
      "step": 2657520
    },
    {
      "epoch": 741.71,
      "grad_norm": 1.1313868761062622,
      "learning_rate": 6.771888932969776e-08,
      "loss": 0.3454,
      "step": 2657530
    },
    {
      "epoch": 741.71,
      "grad_norm": 1.1904962062835693,
      "learning_rate": 6.771243657893955e-08,
      "loss": 0.3109,
      "step": 2657540
    },
    {
      "epoch": 741.71,
      "grad_norm": 1.222481608390808,
      "learning_rate": 6.770598413112261e-08,
      "loss": 0.3455,
      "step": 2657550
    },
    {
      "epoch": 741.71,
      "grad_norm": 1.3934595584869385,
      "learning_rate": 6.769953198624773e-08,
      "loss": 0.3447,
      "step": 2657560
    },
    {
      "epoch": 741.72,
      "grad_norm": 4.530846118927002,
      "learning_rate": 6.769308014431618e-08,
      "loss": 0.34,
      "step": 2657570
    },
    {
      "epoch": 741.72,
      "grad_norm": 1.2716058492660522,
      "learning_rate": 6.768662860532798e-08,
      "loss": 0.3219,
      "step": 2657580
    },
    {
      "epoch": 741.72,
      "grad_norm": 1.2759701013565063,
      "learning_rate": 6.76801773692847e-08,
      "loss": 0.3328,
      "step": 2657590
    },
    {
      "epoch": 741.72,
      "grad_norm": 1.3209590911865234,
      "learning_rate": 6.767372643618684e-08,
      "loss": 0.3269,
      "step": 2657600
    },
    {
      "epoch": 741.73,
      "grad_norm": 1.149405598640442,
      "learning_rate": 6.76672758060352e-08,
      "loss": 0.342,
      "step": 2657610
    },
    {
      "epoch": 741.73,
      "grad_norm": 1.2772719860076904,
      "learning_rate": 6.766082547883106e-08,
      "loss": 0.3352,
      "step": 2657620
    },
    {
      "epoch": 741.73,
      "grad_norm": 1.3994204998016357,
      "learning_rate": 6.76543754545747e-08,
      "loss": 0.3415,
      "step": 2657630
    },
    {
      "epoch": 741.74,
      "grad_norm": 1.1692698001861572,
      "learning_rate": 6.76479257332674e-08,
      "loss": 0.3381,
      "step": 2657640
    },
    {
      "epoch": 741.74,
      "grad_norm": 1.489811658859253,
      "learning_rate": 6.764147631490996e-08,
      "loss": 0.3316,
      "step": 2657650
    },
    {
      "epoch": 741.74,
      "grad_norm": 1.2774221897125244,
      "learning_rate": 6.76350271995034e-08,
      "loss": 0.338,
      "step": 2657660
    },
    {
      "epoch": 741.74,
      "grad_norm": 1.1288862228393555,
      "learning_rate": 6.762857838704802e-08,
      "loss": 0.3439,
      "step": 2657670
    },
    {
      "epoch": 741.75,
      "grad_norm": 1.4218380451202393,
      "learning_rate": 6.762212987754509e-08,
      "loss": 0.3442,
      "step": 2657680
    },
    {
      "epoch": 741.75,
      "grad_norm": 1.2957206964492798,
      "learning_rate": 6.761568167099563e-08,
      "loss": 0.3434,
      "step": 2657690
    },
    {
      "epoch": 741.75,
      "grad_norm": 1.3307934999465942,
      "learning_rate": 6.760923376739969e-08,
      "loss": 0.3328,
      "step": 2657700
    },
    {
      "epoch": 741.76,
      "grad_norm": 1.1575605869293213,
      "learning_rate": 6.760278616675931e-08,
      "loss": 0.3408,
      "step": 2657710
    },
    {
      "epoch": 741.76,
      "grad_norm": 1.2635248899459839,
      "learning_rate": 6.759633886907452e-08,
      "loss": 0.338,
      "step": 2657720
    },
    {
      "epoch": 741.76,
      "grad_norm": 1.5460116863250732,
      "learning_rate": 6.758989187434635e-08,
      "loss": 0.3466,
      "step": 2657730
    },
    {
      "epoch": 741.76,
      "grad_norm": 1.0992711782455444,
      "learning_rate": 6.758344518257609e-08,
      "loss": 0.3368,
      "step": 2657740
    },
    {
      "epoch": 741.77,
      "grad_norm": 1.2931712865829468,
      "learning_rate": 6.75769987937635e-08,
      "loss": 0.3569,
      "step": 2657750
    },
    {
      "epoch": 741.77,
      "grad_norm": 1.2680188417434692,
      "learning_rate": 6.75705527079109e-08,
      "loss": 0.3591,
      "step": 2657760
    },
    {
      "epoch": 741.77,
      "grad_norm": 1.7788835763931274,
      "learning_rate": 6.756410692501805e-08,
      "loss": 0.3306,
      "step": 2657770
    },
    {
      "epoch": 741.78,
      "grad_norm": 1.21389639377594,
      "learning_rate": 6.755766144508597e-08,
      "loss": 0.3401,
      "step": 2657780
    },
    {
      "epoch": 741.78,
      "grad_norm": 1.4734899997711182,
      "learning_rate": 6.755121626811598e-08,
      "loss": 0.3226,
      "step": 2657790
    },
    {
      "epoch": 741.78,
      "grad_norm": 1.2038758993148804,
      "learning_rate": 6.754477139410886e-08,
      "loss": 0.3392,
      "step": 2657800
    },
    {
      "epoch": 741.78,
      "grad_norm": 1.4073715209960938,
      "learning_rate": 6.753832682306485e-08,
      "loss": 0.3358,
      "step": 2657810
    },
    {
      "epoch": 741.79,
      "grad_norm": 1.1742377281188965,
      "learning_rate": 6.753188255498552e-08,
      "loss": 0.349,
      "step": 2657820
    },
    {
      "epoch": 741.79,
      "grad_norm": 1.368368148803711,
      "learning_rate": 6.752543858987141e-08,
      "loss": 0.3362,
      "step": 2657830
    },
    {
      "epoch": 741.79,
      "grad_norm": 1.2496329545974731,
      "learning_rate": 6.751899492772302e-08,
      "loss": 0.3408,
      "step": 2657840
    },
    {
      "epoch": 741.79,
      "grad_norm": 1.1564043760299683,
      "learning_rate": 6.751255156854218e-08,
      "loss": 0.333,
      "step": 2657850
    },
    {
      "epoch": 741.8,
      "grad_norm": 1.3242329359054565,
      "learning_rate": 6.750610851232887e-08,
      "loss": 0.3226,
      "step": 2657860
    },
    {
      "epoch": 741.8,
      "grad_norm": 1.2979031801223755,
      "learning_rate": 6.749966575908417e-08,
      "loss": 0.3278,
      "step": 2657870
    },
    {
      "epoch": 741.8,
      "grad_norm": 1.2762280702590942,
      "learning_rate": 6.749322330880935e-08,
      "loss": 0.3328,
      "step": 2657880
    },
    {
      "epoch": 741.81,
      "grad_norm": 1.3118032217025757,
      "learning_rate": 6.748678116150469e-08,
      "loss": 0.3174,
      "step": 2657890
    },
    {
      "epoch": 741.81,
      "grad_norm": 1.1963919401168823,
      "learning_rate": 6.74803393171712e-08,
      "loss": 0.3307,
      "step": 2657900
    },
    {
      "epoch": 741.81,
      "grad_norm": 1.4474914073944092,
      "learning_rate": 6.747389777580969e-08,
      "loss": 0.3459,
      "step": 2657910
    },
    {
      "epoch": 741.81,
      "grad_norm": 1.450173258781433,
      "learning_rate": 6.746745653742171e-08,
      "loss": 0.3325,
      "step": 2657920
    },
    {
      "epoch": 741.82,
      "grad_norm": 1.1685216426849365,
      "learning_rate": 6.746101560200675e-08,
      "loss": 0.3443,
      "step": 2657930
    },
    {
      "epoch": 741.82,
      "grad_norm": 1.4296094179153442,
      "learning_rate": 6.745457496956712e-08,
      "loss": 0.3359,
      "step": 2657940
    },
    {
      "epoch": 741.82,
      "grad_norm": 1.1017463207244873,
      "learning_rate": 6.744813464010287e-08,
      "loss": 0.3254,
      "step": 2657950
    },
    {
      "epoch": 741.83,
      "grad_norm": 1.1840810775756836,
      "learning_rate": 6.7441694613615e-08,
      "loss": 0.3416,
      "step": 2657960
    },
    {
      "epoch": 741.83,
      "grad_norm": 1.3036818504333496,
      "learning_rate": 6.743525489010456e-08,
      "loss": 0.3412,
      "step": 2657970
    },
    {
      "epoch": 741.83,
      "grad_norm": 1.2246710062026978,
      "learning_rate": 6.742881546957183e-08,
      "loss": 0.3511,
      "step": 2657980
    },
    {
      "epoch": 741.83,
      "grad_norm": 1.2163392305374146,
      "learning_rate": 6.742237635201835e-08,
      "loss": 0.3398,
      "step": 2657990
    },
    {
      "epoch": 741.84,
      "grad_norm": 1.240069031715393,
      "learning_rate": 6.741593753744464e-08,
      "loss": 0.3547,
      "step": 2658000
    },
    {
      "epoch": 741.84,
      "grad_norm": 1.2097735404968262,
      "learning_rate": 6.740949902585175e-08,
      "loss": 0.3379,
      "step": 2658010
    },
    {
      "epoch": 741.84,
      "grad_norm": 1.114844560623169,
      "learning_rate": 6.740306081724021e-08,
      "loss": 0.3262,
      "step": 2658020
    },
    {
      "epoch": 741.84,
      "grad_norm": 1.261568307876587,
      "learning_rate": 6.739662291161104e-08,
      "loss": 0.3333,
      "step": 2658030
    },
    {
      "epoch": 741.85,
      "grad_norm": 1.2123788595199585,
      "learning_rate": 6.739018530896529e-08,
      "loss": 0.3266,
      "step": 2658040
    },
    {
      "epoch": 741.85,
      "grad_norm": 1.1642951965332031,
      "learning_rate": 6.738374800930348e-08,
      "loss": 0.3149,
      "step": 2658050
    },
    {
      "epoch": 741.85,
      "grad_norm": 1.064793586730957,
      "learning_rate": 6.73773110126269e-08,
      "loss": 0.3318,
      "step": 2658060
    },
    {
      "epoch": 741.86,
      "grad_norm": 1.1932802200317383,
      "learning_rate": 6.737087431893557e-08,
      "loss": 0.3419,
      "step": 2658070
    },
    {
      "epoch": 741.86,
      "grad_norm": 1.1308327913284302,
      "learning_rate": 6.736443792823157e-08,
      "loss": 0.3272,
      "step": 2658080
    },
    {
      "epoch": 741.86,
      "grad_norm": 1.3042973279953003,
      "learning_rate": 6.735800184051489e-08,
      "loss": 0.3507,
      "step": 2658090
    },
    {
      "epoch": 741.86,
      "grad_norm": 1.0808244943618774,
      "learning_rate": 6.735156605578631e-08,
      "loss": 0.3483,
      "step": 2658100
    },
    {
      "epoch": 741.87,
      "grad_norm": 1.402307152748108,
      "learning_rate": 6.734513057404766e-08,
      "loss": 0.3264,
      "step": 2658110
    },
    {
      "epoch": 741.87,
      "grad_norm": 1.374353289604187,
      "learning_rate": 6.733869539529867e-08,
      "loss": 0.3323,
      "step": 2658120
    },
    {
      "epoch": 741.87,
      "grad_norm": 1.226999044418335,
      "learning_rate": 6.733226051954064e-08,
      "loss": 0.3294,
      "step": 2658130
    },
    {
      "epoch": 741.88,
      "grad_norm": 1.1730172634124756,
      "learning_rate": 6.732582594677436e-08,
      "loss": 0.3266,
      "step": 2658140
    },
    {
      "epoch": 741.88,
      "grad_norm": 1.2030478715896606,
      "learning_rate": 6.731939167700113e-08,
      "loss": 0.3528,
      "step": 2658150
    },
    {
      "epoch": 741.88,
      "grad_norm": 1.477527141571045,
      "learning_rate": 6.731295771022068e-08,
      "loss": 0.3401,
      "step": 2658160
    },
    {
      "epoch": 741.88,
      "grad_norm": 1.1872648000717163,
      "learning_rate": 6.730652404643537e-08,
      "loss": 0.3295,
      "step": 2658170
    },
    {
      "epoch": 741.89,
      "grad_norm": 1.122352123260498,
      "learning_rate": 6.730009068564492e-08,
      "loss": 0.3405,
      "step": 2658180
    },
    {
      "epoch": 741.89,
      "grad_norm": 1.3213573694229126,
      "learning_rate": 6.729365762785065e-08,
      "loss": 0.333,
      "step": 2658190
    },
    {
      "epoch": 741.89,
      "grad_norm": 1.147614598274231,
      "learning_rate": 6.728722487305358e-08,
      "loss": 0.3571,
      "step": 2658200
    },
    {
      "epoch": 741.9,
      "grad_norm": 1.1358673572540283,
      "learning_rate": 6.728079242125425e-08,
      "loss": 0.3373,
      "step": 2658210
    },
    {
      "epoch": 741.9,
      "grad_norm": 1.3462015390396118,
      "learning_rate": 6.727436027245342e-08,
      "loss": 0.3411,
      "step": 2658220
    },
    {
      "epoch": 741.9,
      "grad_norm": 1.2952715158462524,
      "learning_rate": 6.726792842665216e-08,
      "loss": 0.3283,
      "step": 2658230
    },
    {
      "epoch": 741.9,
      "grad_norm": 1.5429599285125732,
      "learning_rate": 6.726149688385148e-08,
      "loss": 0.3387,
      "step": 2658240
    },
    {
      "epoch": 741.91,
      "grad_norm": 1.296319603919983,
      "learning_rate": 6.725506564405165e-08,
      "loss": 0.3259,
      "step": 2658250
    },
    {
      "epoch": 741.91,
      "grad_norm": 1.3695064783096313,
      "learning_rate": 6.724863470725424e-08,
      "loss": 0.3282,
      "step": 2658260
    },
    {
      "epoch": 741.91,
      "grad_norm": 1.206934928894043,
      "learning_rate": 6.724220407345977e-08,
      "loss": 0.3385,
      "step": 2658270
    },
    {
      "epoch": 741.91,
      "grad_norm": 1.1670764684677124,
      "learning_rate": 6.723577374266875e-08,
      "loss": 0.3432,
      "step": 2658280
    },
    {
      "epoch": 741.92,
      "grad_norm": 1.2770607471466064,
      "learning_rate": 6.722934371488276e-08,
      "loss": 0.3337,
      "step": 2658290
    },
    {
      "epoch": 741.92,
      "grad_norm": 1.3143413066864014,
      "learning_rate": 6.722291399010229e-08,
      "loss": 0.3311,
      "step": 2658300
    },
    {
      "epoch": 741.92,
      "grad_norm": 1.239833116531372,
      "learning_rate": 6.721648456832788e-08,
      "loss": 0.3495,
      "step": 2658310
    },
    {
      "epoch": 741.93,
      "grad_norm": 1.4788800477981567,
      "learning_rate": 6.721005544956084e-08,
      "loss": 0.3333,
      "step": 2658320
    },
    {
      "epoch": 741.93,
      "grad_norm": 1.185767412185669,
      "learning_rate": 6.720362663380192e-08,
      "loss": 0.3301,
      "step": 2658330
    },
    {
      "epoch": 741.93,
      "grad_norm": 2.5138442516326904,
      "learning_rate": 6.71971981210522e-08,
      "loss": 0.351,
      "step": 2658340
    },
    {
      "epoch": 741.93,
      "grad_norm": 1.2383124828338623,
      "learning_rate": 6.719076991131191e-08,
      "loss": 0.3287,
      "step": 2658350
    },
    {
      "epoch": 741.94,
      "grad_norm": 1.1707470417022705,
      "learning_rate": 6.718434200458237e-08,
      "loss": 0.3305,
      "step": 2658360
    },
    {
      "epoch": 741.94,
      "grad_norm": 1.5401926040649414,
      "learning_rate": 6.717791440086435e-08,
      "loss": 0.3587,
      "step": 2658370
    },
    {
      "epoch": 741.94,
      "grad_norm": 1.241175651550293,
      "learning_rate": 6.717148710015915e-08,
      "loss": 0.3438,
      "step": 2658380
    },
    {
      "epoch": 741.95,
      "grad_norm": 1.1652929782867432,
      "learning_rate": 6.71650601024665e-08,
      "loss": 0.3325,
      "step": 2658390
    },
    {
      "epoch": 741.95,
      "grad_norm": 1.2203774452209473,
      "learning_rate": 6.715863340778825e-08,
      "loss": 0.337,
      "step": 2658400
    },
    {
      "epoch": 741.95,
      "grad_norm": 1.3766573667526245,
      "learning_rate": 6.71522070161249e-08,
      "loss": 0.3279,
      "step": 2658410
    },
    {
      "epoch": 741.95,
      "grad_norm": 1.3991632461547852,
      "learning_rate": 6.714578092747725e-08,
      "loss": 0.3413,
      "step": 2658420
    },
    {
      "epoch": 741.96,
      "grad_norm": 1.310857892036438,
      "learning_rate": 6.71393551418463e-08,
      "loss": 0.3309,
      "step": 2658430
    },
    {
      "epoch": 741.96,
      "grad_norm": 1.4047107696533203,
      "learning_rate": 6.713292965923288e-08,
      "loss": 0.3403,
      "step": 2658440
    },
    {
      "epoch": 741.96,
      "grad_norm": 1.1017131805419922,
      "learning_rate": 6.712650447963773e-08,
      "loss": 0.3386,
      "step": 2658450
    },
    {
      "epoch": 741.96,
      "grad_norm": 1.4102483987808228,
      "learning_rate": 6.712007960306167e-08,
      "loss": 0.3498,
      "step": 2658460
    },
    {
      "epoch": 741.97,
      "grad_norm": 1.549025058746338,
      "learning_rate": 6.711365502950596e-08,
      "loss": 0.356,
      "step": 2658470
    },
    {
      "epoch": 741.97,
      "grad_norm": 1.2496836185455322,
      "learning_rate": 6.710723075897115e-08,
      "loss": 0.3266,
      "step": 2658480
    },
    {
      "epoch": 741.97,
      "grad_norm": 1.3089990615844727,
      "learning_rate": 6.7100806791458e-08,
      "loss": 0.3552,
      "step": 2658490
    },
    {
      "epoch": 741.98,
      "grad_norm": 1.1223902702331543,
      "learning_rate": 6.709438312696757e-08,
      "loss": 0.3102,
      "step": 2658500
    },
    {
      "epoch": 741.98,
      "grad_norm": 1.2533587217330933,
      "learning_rate": 6.70879597655001e-08,
      "loss": 0.3419,
      "step": 2658510
    },
    {
      "epoch": 741.98,
      "grad_norm": 1.2184938192367554,
      "learning_rate": 6.70815367070577e-08,
      "loss": 0.3458,
      "step": 2658520
    },
    {
      "epoch": 741.98,
      "grad_norm": 1.3878257274627686,
      "learning_rate": 6.707511395164008e-08,
      "loss": 0.3255,
      "step": 2658530
    },
    {
      "epoch": 741.99,
      "grad_norm": 1.2119520902633667,
      "learning_rate": 6.706869149924856e-08,
      "loss": 0.3445,
      "step": 2658540
    },
    {
      "epoch": 741.99,
      "grad_norm": 1.3363279104232788,
      "learning_rate": 6.706226934988417e-08,
      "loss": 0.347,
      "step": 2658550
    },
    {
      "epoch": 741.99,
      "grad_norm": 1.118378758430481,
      "learning_rate": 6.705584750354743e-08,
      "loss": 0.3418,
      "step": 2658560
    },
    {
      "epoch": 742.0,
      "grad_norm": 1.2428412437438965,
      "learning_rate": 6.704942596023914e-08,
      "loss": 0.3314,
      "step": 2658570
    },
    {
      "epoch": 742.0,
      "grad_norm": 1.2310632467269897,
      "learning_rate": 6.704300471996031e-08,
      "loss": 0.3372,
      "step": 2658580
    },
    {
      "epoch": 742.0,
      "eval_loss": 0.3375195562839508,
      "eval_runtime": 63.6144,
      "eval_samples_per_second": 79.526,
      "eval_steps_per_second": 9.951,
      "step": 2658586
    },
    {
      "epoch": 742.0,
      "grad_norm": 1.2222235202789307,
      "learning_rate": 6.703658378271227e-08,
      "loss": 0.3319,
      "step": 2658590
    },
    {
      "epoch": 742.0,
      "grad_norm": 1.3304893970489502,
      "learning_rate": 6.703016314849474e-08,
      "loss": 0.3325,
      "step": 2658600
    },
    {
      "epoch": 742.01,
      "grad_norm": 1.2853704690933228,
      "learning_rate": 6.702374281730956e-08,
      "loss": 0.3371,
      "step": 2658610
    },
    {
      "epoch": 742.01,
      "grad_norm": 1.2955402135849,
      "learning_rate": 6.701732278915724e-08,
      "loss": 0.3283,
      "step": 2658620
    },
    {
      "epoch": 742.01,
      "grad_norm": 1.191711187362671,
      "learning_rate": 6.701090306403881e-08,
      "loss": 0.3372,
      "step": 2658630
    },
    {
      "epoch": 742.02,
      "grad_norm": 1.1446527242660522,
      "learning_rate": 6.70044836419548e-08,
      "loss": 0.3395,
      "step": 2658640
    },
    {
      "epoch": 742.02,
      "grad_norm": 1.0405832529067993,
      "learning_rate": 6.699806452290599e-08,
      "loss": 0.337,
      "step": 2658650
    },
    {
      "epoch": 742.02,
      "grad_norm": 1.312862515449524,
      "learning_rate": 6.699164570689394e-08,
      "loss": 0.3453,
      "step": 2658660
    },
    {
      "epoch": 742.02,
      "grad_norm": 1.07265305519104,
      "learning_rate": 6.698522719391893e-08,
      "loss": 0.3271,
      "step": 2658670
    },
    {
      "epoch": 742.03,
      "grad_norm": 1.420403003692627,
      "learning_rate": 6.697880898398197e-08,
      "loss": 0.332,
      "step": 2658680
    },
    {
      "epoch": 742.03,
      "grad_norm": 1.4393470287322998,
      "learning_rate": 6.697239107708385e-08,
      "loss": 0.3514,
      "step": 2658690
    },
    {
      "epoch": 742.03,
      "grad_norm": 1.2805014848709106,
      "learning_rate": 6.696597347322537e-08,
      "loss": 0.327,
      "step": 2658700
    },
    {
      "epoch": 742.03,
      "grad_norm": 1.5645675659179688,
      "learning_rate": 6.695955617240729e-08,
      "loss": 0.3281,
      "step": 2658710
    },
    {
      "epoch": 742.04,
      "grad_norm": 1.155580759048462,
      "learning_rate": 6.695313917463091e-08,
      "loss": 0.3283,
      "step": 2658720
    },
    {
      "epoch": 742.04,
      "grad_norm": 1.2241870164871216,
      "learning_rate": 6.694672247989675e-08,
      "loss": 0.341,
      "step": 2658730
    },
    {
      "epoch": 742.04,
      "grad_norm": 1.521054983139038,
      "learning_rate": 6.694030608820562e-08,
      "loss": 0.3361,
      "step": 2658740
    },
    {
      "epoch": 742.05,
      "grad_norm": 1.1939098834991455,
      "learning_rate": 6.693388999955878e-08,
      "loss": 0.3395,
      "step": 2658750
    },
    {
      "epoch": 742.05,
      "grad_norm": 1.3038411140441895,
      "learning_rate": 6.692747421395651e-08,
      "loss": 0.3475,
      "step": 2658760
    },
    {
      "epoch": 742.05,
      "grad_norm": 1.3368711471557617,
      "learning_rate": 6.692105873139985e-08,
      "loss": 0.3526,
      "step": 2658770
    },
    {
      "epoch": 742.05,
      "grad_norm": 1.0076712369918823,
      "learning_rate": 6.69146435518901e-08,
      "loss": 0.3239,
      "step": 2658780
    },
    {
      "epoch": 742.06,
      "grad_norm": 1.2482268810272217,
      "learning_rate": 6.690822867542753e-08,
      "loss": 0.3389,
      "step": 2658790
    },
    {
      "epoch": 742.06,
      "grad_norm": 1.1570667028427124,
      "learning_rate": 6.690181410201317e-08,
      "loss": 0.3349,
      "step": 2658800
    },
    {
      "epoch": 742.06,
      "grad_norm": 1.2578483819961548,
      "learning_rate": 6.68953998316478e-08,
      "loss": 0.3243,
      "step": 2658810
    },
    {
      "epoch": 742.07,
      "grad_norm": 1.0408540964126587,
      "learning_rate": 6.688898586433297e-08,
      "loss": 0.3262,
      "step": 2658820
    },
    {
      "epoch": 742.07,
      "grad_norm": 1.2320423126220703,
      "learning_rate": 6.688257220006845e-08,
      "loss": 0.3465,
      "step": 2658830
    },
    {
      "epoch": 742.07,
      "grad_norm": 1.0490343570709229,
      "learning_rate": 6.687615883885552e-08,
      "loss": 0.3452,
      "step": 2658840
    },
    {
      "epoch": 742.07,
      "grad_norm": 1.1572458744049072,
      "learning_rate": 6.686974578069574e-08,
      "loss": 0.3311,
      "step": 2658850
    },
    {
      "epoch": 742.08,
      "grad_norm": 1.2401633262634277,
      "learning_rate": 6.68633330255886e-08,
      "loss": 0.3499,
      "step": 2658860
    },
    {
      "epoch": 742.08,
      "grad_norm": 1.1792449951171875,
      "learning_rate": 6.685692057353617e-08,
      "loss": 0.3441,
      "step": 2658870
    },
    {
      "epoch": 742.08,
      "grad_norm": 1.3518253564834595,
      "learning_rate": 6.685050842453873e-08,
      "loss": 0.3524,
      "step": 2658880
    },
    {
      "epoch": 742.08,
      "grad_norm": 1.222662329673767,
      "learning_rate": 6.684409657859704e-08,
      "loss": 0.3442,
      "step": 2658890
    },
    {
      "epoch": 742.09,
      "grad_norm": 1.3501083850860596,
      "learning_rate": 6.683768503571215e-08,
      "loss": 0.3334,
      "step": 2658900
    },
    {
      "epoch": 742.09,
      "grad_norm": 1.2655296325683594,
      "learning_rate": 6.68312737958851e-08,
      "loss": 0.3542,
      "step": 2658910
    },
    {
      "epoch": 742.09,
      "grad_norm": 1.2192974090576172,
      "learning_rate": 6.682486285911667e-08,
      "loss": 0.3261,
      "step": 2658920
    },
    {
      "epoch": 742.1,
      "grad_norm": 1.3172471523284912,
      "learning_rate": 6.681845222540737e-08,
      "loss": 0.3415,
      "step": 2658930
    },
    {
      "epoch": 742.1,
      "grad_norm": 1.2582918405532837,
      "learning_rate": 6.681204189475827e-08,
      "loss": 0.3352,
      "step": 2658940
    },
    {
      "epoch": 742.1,
      "grad_norm": 1.1093991994857788,
      "learning_rate": 6.680563186717037e-08,
      "loss": 0.332,
      "step": 2658950
    },
    {
      "epoch": 742.1,
      "grad_norm": 1.184669852256775,
      "learning_rate": 6.679922214264449e-08,
      "loss": 0.3552,
      "step": 2658960
    },
    {
      "epoch": 742.11,
      "grad_norm": 1.0691041946411133,
      "learning_rate": 6.679281272118112e-08,
      "loss": 0.3318,
      "step": 2658970
    },
    {
      "epoch": 742.11,
      "grad_norm": 1.2821362018585205,
      "learning_rate": 6.678640360278133e-08,
      "loss": 0.3439,
      "step": 2658980
    },
    {
      "epoch": 742.11,
      "grad_norm": 1.2167774438858032,
      "learning_rate": 6.677999478744614e-08,
      "loss": 0.3399,
      "step": 2658990
    },
    {
      "epoch": 742.12,
      "grad_norm": 1.3022902011871338,
      "learning_rate": 6.677358627517633e-08,
      "loss": 0.3445,
      "step": 2659000
    },
    {
      "epoch": 742.12,
      "grad_norm": 1.0915862321853638,
      "learning_rate": 6.676717806597294e-08,
      "loss": 0.3389,
      "step": 2659010
    },
    {
      "epoch": 742.12,
      "grad_norm": 1.2157355546951294,
      "learning_rate": 6.676077015983624e-08,
      "loss": 0.3362,
      "step": 2659020
    },
    {
      "epoch": 742.12,
      "grad_norm": 1.249223232269287,
      "learning_rate": 6.675436255676727e-08,
      "loss": 0.3367,
      "step": 2659030
    },
    {
      "epoch": 742.13,
      "grad_norm": 1.2876914739608765,
      "learning_rate": 6.674795525676734e-08,
      "loss": 0.3409,
      "step": 2659040
    },
    {
      "epoch": 742.13,
      "grad_norm": 1.4061321020126343,
      "learning_rate": 6.674154825983694e-08,
      "loss": 0.3521,
      "step": 2659050
    },
    {
      "epoch": 742.13,
      "grad_norm": 1.1112724542617798,
      "learning_rate": 6.673514156597714e-08,
      "loss": 0.3533,
      "step": 2659060
    },
    {
      "epoch": 742.14,
      "grad_norm": 1.1493948698043823,
      "learning_rate": 6.672873517518818e-08,
      "loss": 0.3316,
      "step": 2659070
    },
    {
      "epoch": 742.14,
      "grad_norm": 4.554429531097412,
      "learning_rate": 6.67223290874719e-08,
      "loss": 0.3457,
      "step": 2659080
    },
    {
      "epoch": 742.14,
      "grad_norm": 1.2061896324157715,
      "learning_rate": 6.671592330282803e-08,
      "loss": 0.3375,
      "step": 2659090
    },
    {
      "epoch": 742.14,
      "grad_norm": 1.3277308940887451,
      "learning_rate": 6.670951782125865e-08,
      "loss": 0.3437,
      "step": 2659100
    },
    {
      "epoch": 742.15,
      "grad_norm": 1.3677204847335815,
      "learning_rate": 6.670311264276376e-08,
      "loss": 0.3387,
      "step": 2659110
    },
    {
      "epoch": 742.15,
      "grad_norm": 1.4195033311843872,
      "learning_rate": 6.669670776734415e-08,
      "loss": 0.3235,
      "step": 2659120
    },
    {
      "epoch": 742.15,
      "grad_norm": 1.0673041343688965,
      "learning_rate": 6.66903031950011e-08,
      "loss": 0.3486,
      "step": 2659130
    },
    {
      "epoch": 742.15,
      "grad_norm": 1.3144862651824951,
      "learning_rate": 6.668389892573568e-08,
      "loss": 0.3436,
      "step": 2659140
    },
    {
      "epoch": 742.16,
      "grad_norm": 1.6479277610778809,
      "learning_rate": 6.667749495954813e-08,
      "loss": 0.3418,
      "step": 2659150
    },
    {
      "epoch": 742.16,
      "grad_norm": 1.1658143997192383,
      "learning_rate": 6.667109129643925e-08,
      "loss": 0.3266,
      "step": 2659160
    },
    {
      "epoch": 742.16,
      "grad_norm": 1.0660713911056519,
      "learning_rate": 6.666468793641083e-08,
      "loss": 0.3383,
      "step": 2659170
    },
    {
      "epoch": 742.17,
      "grad_norm": 1.2539514303207397,
      "learning_rate": 6.665828487946237e-08,
      "loss": 0.3577,
      "step": 2659180
    },
    {
      "epoch": 742.17,
      "grad_norm": 1.160909652709961,
      "learning_rate": 6.665188212559596e-08,
      "loss": 0.3445,
      "step": 2659190
    },
    {
      "epoch": 742.17,
      "grad_norm": 1.3523072004318237,
      "learning_rate": 6.664547967481156e-08,
      "loss": 0.3195,
      "step": 2659200
    },
    {
      "epoch": 742.17,
      "grad_norm": 1.2662090063095093,
      "learning_rate": 6.663907752711053e-08,
      "loss": 0.3227,
      "step": 2659210
    },
    {
      "epoch": 742.18,
      "grad_norm": 1.467215657234192,
      "learning_rate": 6.663267568249387e-08,
      "loss": 0.3217,
      "step": 2659220
    },
    {
      "epoch": 742.18,
      "grad_norm": 1.1886961460113525,
      "learning_rate": 6.662627414096159e-08,
      "loss": 0.3283,
      "step": 2659230
    },
    {
      "epoch": 742.18,
      "grad_norm": 1.3513561487197876,
      "learning_rate": 6.661987290251577e-08,
      "loss": 0.3334,
      "step": 2659240
    },
    {
      "epoch": 742.19,
      "grad_norm": 1.1356709003448486,
      "learning_rate": 6.661347196715615e-08,
      "loss": 0.3374,
      "step": 2659250
    },
    {
      "epoch": 742.19,
      "grad_norm": 11.343164443969727,
      "learning_rate": 6.660707133488403e-08,
      "loss": 0.3541,
      "step": 2659260
    },
    {
      "epoch": 742.19,
      "grad_norm": 2.4468507766723633,
      "learning_rate": 6.660067100570021e-08,
      "loss": 0.33,
      "step": 2659270
    },
    {
      "epoch": 742.19,
      "grad_norm": 1.2339398860931396,
      "learning_rate": 6.659427097960596e-08,
      "loss": 0.3375,
      "step": 2659280
    },
    {
      "epoch": 742.2,
      "grad_norm": 1.4811826944351196,
      "learning_rate": 6.658787125660131e-08,
      "loss": 0.3509,
      "step": 2659290
    },
    {
      "epoch": 742.2,
      "grad_norm": 1.1331987380981445,
      "learning_rate": 6.658147183668778e-08,
      "loss": 0.3513,
      "step": 2659300
    },
    {
      "epoch": 742.2,
      "grad_norm": 1.3695001602172852,
      "learning_rate": 6.65750727198662e-08,
      "loss": 0.3306,
      "step": 2659310
    },
    {
      "epoch": 742.2,
      "grad_norm": 1.146243929862976,
      "learning_rate": 6.656867390613653e-08,
      "loss": 0.3436,
      "step": 2659320
    },
    {
      "epoch": 742.21,
      "grad_norm": 1.444553017616272,
      "learning_rate": 6.656227539550115e-08,
      "loss": 0.3393,
      "step": 2659330
    },
    {
      "epoch": 742.21,
      "grad_norm": 1.2278565168380737,
      "learning_rate": 6.65558771879595e-08,
      "loss": 0.336,
      "step": 2659340
    },
    {
      "epoch": 742.21,
      "grad_norm": 1.2014168500900269,
      "learning_rate": 6.654947928351316e-08,
      "loss": 0.327,
      "step": 2659350
    },
    {
      "epoch": 742.22,
      "grad_norm": 1.5137938261032104,
      "learning_rate": 6.654308168216318e-08,
      "loss": 0.3382,
      "step": 2659360
    },
    {
      "epoch": 742.22,
      "grad_norm": 1.3459322452545166,
      "learning_rate": 6.653668438390981e-08,
      "loss": 0.33,
      "step": 2659370
    },
    {
      "epoch": 742.22,
      "grad_norm": 1.1532995700836182,
      "learning_rate": 6.653028738875408e-08,
      "loss": 0.3405,
      "step": 2659380
    },
    {
      "epoch": 742.22,
      "grad_norm": 1.2461333274841309,
      "learning_rate": 6.65238906966968e-08,
      "loss": 0.3415,
      "step": 2659390
    },
    {
      "epoch": 742.23,
      "grad_norm": 1.2257288694381714,
      "learning_rate": 6.651749430773924e-08,
      "loss": 0.3337,
      "step": 2659400
    },
    {
      "epoch": 742.23,
      "grad_norm": 1.112038493156433,
      "learning_rate": 6.651109822188141e-08,
      "loss": 0.3288,
      "step": 2659410
    },
    {
      "epoch": 742.23,
      "grad_norm": 1.2174549102783203,
      "learning_rate": 6.650470243912539e-08,
      "loss": 0.3424,
      "step": 2659420
    },
    {
      "epoch": 742.24,
      "grad_norm": 1.150097131729126,
      "learning_rate": 6.649830695947094e-08,
      "loss": 0.3295,
      "step": 2659430
    },
    {
      "epoch": 742.24,
      "grad_norm": 1.4165925979614258,
      "learning_rate": 6.649191178291933e-08,
      "loss": 0.3548,
      "step": 2659440
    },
    {
      "epoch": 742.24,
      "grad_norm": 1.2370033264160156,
      "learning_rate": 6.648551690947163e-08,
      "loss": 0.3421,
      "step": 2659450
    },
    {
      "epoch": 742.24,
      "grad_norm": 1.4604113101959229,
      "learning_rate": 6.647912233912833e-08,
      "loss": 0.3469,
      "step": 2659460
    },
    {
      "epoch": 742.25,
      "grad_norm": 1.2346018552780151,
      "learning_rate": 6.647272807189025e-08,
      "loss": 0.3476,
      "step": 2659470
    },
    {
      "epoch": 742.25,
      "grad_norm": 1.2630218267440796,
      "learning_rate": 6.64663341077584e-08,
      "loss": 0.3376,
      "step": 2659480
    },
    {
      "epoch": 742.25,
      "grad_norm": 1.333292007446289,
      "learning_rate": 6.645994044673381e-08,
      "loss": 0.3478,
      "step": 2659490
    },
    {
      "epoch": 742.26,
      "grad_norm": 1.5888253450393677,
      "learning_rate": 6.64535470888173e-08,
      "loss": 0.3563,
      "step": 2659500
    },
    {
      "epoch": 742.26,
      "grad_norm": 1.1441866159439087,
      "learning_rate": 6.64471540340091e-08,
      "loss": 0.3388,
      "step": 2659510
    },
    {
      "epoch": 742.26,
      "grad_norm": 1.2486196756362915,
      "learning_rate": 6.644076128231079e-08,
      "loss": 0.3403,
      "step": 2659520
    },
    {
      "epoch": 742.26,
      "grad_norm": 1.319580316543579,
      "learning_rate": 6.643436883372287e-08,
      "loss": 0.3528,
      "step": 2659530
    },
    {
      "epoch": 742.27,
      "grad_norm": 1.3184611797332764,
      "learning_rate": 6.64279766882464e-08,
      "loss": 0.3409,
      "step": 2659540
    },
    {
      "epoch": 742.27,
      "grad_norm": 1.284668207168579,
      "learning_rate": 6.642158484588189e-08,
      "loss": 0.3308,
      "step": 2659550
    },
    {
      "epoch": 742.27,
      "grad_norm": 1.2759121656417847,
      "learning_rate": 6.641519330663064e-08,
      "loss": 0.3415,
      "step": 2659560
    },
    {
      "epoch": 742.27,
      "grad_norm": 1.475807785987854,
      "learning_rate": 6.640880207049318e-08,
      "loss": 0.3547,
      "step": 2659570
    },
    {
      "epoch": 742.28,
      "grad_norm": 1.191001057624817,
      "learning_rate": 6.640241113747055e-08,
      "loss": 0.3376,
      "step": 2659580
    },
    {
      "epoch": 742.28,
      "grad_norm": 1.3306005001068115,
      "learning_rate": 6.639602050756352e-08,
      "loss": 0.3224,
      "step": 2659590
    },
    {
      "epoch": 742.28,
      "grad_norm": 1.4509391784667969,
      "learning_rate": 6.638963018077287e-08,
      "loss": 0.3433,
      "step": 2659600
    },
    {
      "epoch": 742.29,
      "grad_norm": 1.839062213897705,
      "learning_rate": 6.638324015709939e-08,
      "loss": 0.3387,
      "step": 2659610
    },
    {
      "epoch": 742.29,
      "grad_norm": 1.3772332668304443,
      "learning_rate": 6.637685043654412e-08,
      "loss": 0.3427,
      "step": 2659620
    },
    {
      "epoch": 742.29,
      "grad_norm": 1.1903235912322998,
      "learning_rate": 6.637046101910809e-08,
      "loss": 0.3428,
      "step": 2659630
    },
    {
      "epoch": 742.29,
      "grad_norm": 1.1371484994888306,
      "learning_rate": 6.636407190479159e-08,
      "loss": 0.3263,
      "step": 2659640
    },
    {
      "epoch": 742.3,
      "grad_norm": 1.0819694995880127,
      "learning_rate": 6.635768309359588e-08,
      "loss": 0.3376,
      "step": 2659650
    },
    {
      "epoch": 742.3,
      "grad_norm": 1.8430267572402954,
      "learning_rate": 6.635129458552176e-08,
      "loss": 0.3458,
      "step": 2659660
    },
    {
      "epoch": 742.3,
      "grad_norm": 1.2210711240768433,
      "learning_rate": 6.634490638056977e-08,
      "loss": 0.3514,
      "step": 2659670
    },
    {
      "epoch": 742.31,
      "grad_norm": 1.3789507150650024,
      "learning_rate": 6.633851847874118e-08,
      "loss": 0.3292,
      "step": 2659680
    },
    {
      "epoch": 742.31,
      "grad_norm": 1.2613404989242554,
      "learning_rate": 6.633213088003678e-08,
      "loss": 0.3257,
      "step": 2659690
    },
    {
      "epoch": 742.31,
      "grad_norm": 1.0966193675994873,
      "learning_rate": 6.632574358445709e-08,
      "loss": 0.3273,
      "step": 2659700
    },
    {
      "epoch": 742.31,
      "grad_norm": 1.234735131263733,
      "learning_rate": 6.631935659200342e-08,
      "loss": 0.3381,
      "step": 2659710
    },
    {
      "epoch": 742.32,
      "grad_norm": 1.1774414777755737,
      "learning_rate": 6.631296990267627e-08,
      "loss": 0.3222,
      "step": 2659720
    },
    {
      "epoch": 742.32,
      "grad_norm": 1.1876440048217773,
      "learning_rate": 6.630658351647672e-08,
      "loss": 0.3276,
      "step": 2659730
    },
    {
      "epoch": 742.32,
      "grad_norm": 1.2705835103988647,
      "learning_rate": 6.630019743340524e-08,
      "loss": 0.3199,
      "step": 2659740
    },
    {
      "epoch": 742.32,
      "grad_norm": 1.3575578927993774,
      "learning_rate": 6.629381165346343e-08,
      "loss": 0.3434,
      "step": 2659750
    },
    {
      "epoch": 742.33,
      "grad_norm": 1.671466588973999,
      "learning_rate": 6.628742617665102e-08,
      "loss": 0.3378,
      "step": 2659760
    },
    {
      "epoch": 742.33,
      "grad_norm": 1.362679362297058,
      "learning_rate": 6.62810410029701e-08,
      "loss": 0.3442,
      "step": 2659770
    },
    {
      "epoch": 742.33,
      "grad_norm": 1.1591198444366455,
      "learning_rate": 6.627465613242063e-08,
      "loss": 0.3424,
      "step": 2659780
    },
    {
      "epoch": 742.34,
      "grad_norm": 2.741863250732422,
      "learning_rate": 6.626827156500369e-08,
      "loss": 0.3348,
      "step": 2659790
    },
    {
      "epoch": 742.34,
      "grad_norm": 1.1630429029464722,
      "learning_rate": 6.626188730072057e-08,
      "loss": 0.3312,
      "step": 2659800
    },
    {
      "epoch": 742.34,
      "grad_norm": 1.1952470541000366,
      "learning_rate": 6.625550333957101e-08,
      "loss": 0.3204,
      "step": 2659810
    },
    {
      "epoch": 742.34,
      "grad_norm": 1.2691624164581299,
      "learning_rate": 6.624911968155737e-08,
      "loss": 0.3253,
      "step": 2659820
    },
    {
      "epoch": 742.35,
      "grad_norm": 1.2817301750183105,
      "learning_rate": 6.624273632667935e-08,
      "loss": 0.3334,
      "step": 2659830
    },
    {
      "epoch": 742.35,
      "grad_norm": 1.0322023630142212,
      "learning_rate": 6.623635327493802e-08,
      "loss": 0.3424,
      "step": 2659840
    },
    {
      "epoch": 742.35,
      "grad_norm": 1.8827683925628662,
      "learning_rate": 6.62299705263344e-08,
      "loss": 0.3242,
      "step": 2659850
    },
    {
      "epoch": 742.36,
      "grad_norm": 1.149111032485962,
      "learning_rate": 6.622358808086982e-08,
      "loss": 0.3711,
      "step": 2659860
    },
    {
      "epoch": 742.36,
      "grad_norm": 1.2346361875534058,
      "learning_rate": 6.621720593854426e-08,
      "loss": 0.3264,
      "step": 2659870
    },
    {
      "epoch": 742.36,
      "grad_norm": 1.1961404085159302,
      "learning_rate": 6.621082409935877e-08,
      "loss": 0.3613,
      "step": 2659880
    },
    {
      "epoch": 742.36,
      "grad_norm": 1.0686355829238892,
      "learning_rate": 6.62044425633149e-08,
      "loss": 0.3475,
      "step": 2659890
    },
    {
      "epoch": 742.37,
      "grad_norm": 1.1615244150161743,
      "learning_rate": 6.619806133041214e-08,
      "loss": 0.3248,
      "step": 2659900
    },
    {
      "epoch": 742.37,
      "grad_norm": 1.3388539552688599,
      "learning_rate": 6.619168040065282e-08,
      "loss": 0.3231,
      "step": 2659910
    },
    {
      "epoch": 742.37,
      "grad_norm": 1.2943435907363892,
      "learning_rate": 6.618529977403695e-08,
      "loss": 0.3339,
      "step": 2659920
    },
    {
      "epoch": 742.38,
      "grad_norm": 1.179071068763733,
      "learning_rate": 6.617891945056558e-08,
      "loss": 0.3545,
      "step": 2659930
    },
    {
      "epoch": 742.38,
      "grad_norm": 1.0757458209991455,
      "learning_rate": 6.617253943023972e-08,
      "loss": 0.334,
      "step": 2659940
    },
    {
      "epoch": 742.38,
      "grad_norm": 1.22239089012146,
      "learning_rate": 6.616615971305967e-08,
      "loss": 0.3261,
      "step": 2659950
    },
    {
      "epoch": 742.38,
      "grad_norm": 1.3030414581298828,
      "learning_rate": 6.615978029902669e-08,
      "loss": 0.3248,
      "step": 2659960
    },
    {
      "epoch": 742.39,
      "grad_norm": 1.2175610065460205,
      "learning_rate": 6.615340118814186e-08,
      "loss": 0.3427,
      "step": 2659970
    },
    {
      "epoch": 742.39,
      "grad_norm": 1.1822463274002075,
      "learning_rate": 6.614702238040568e-08,
      "loss": 0.3288,
      "step": 2659980
    },
    {
      "epoch": 742.39,
      "grad_norm": 1.2054669857025146,
      "learning_rate": 6.614064387581866e-08,
      "loss": 0.3472,
      "step": 2659990
    },
    {
      "epoch": 742.39,
      "grad_norm": 1.2083319425582886,
      "learning_rate": 6.613426567438264e-08,
      "loss": 0.3265,
      "step": 2660000
    },
    {
      "epoch": 742.4,
      "grad_norm": 1.2345936298370361,
      "learning_rate": 6.612788777609763e-08,
      "loss": 0.3447,
      "step": 2660010
    },
    {
      "epoch": 742.4,
      "grad_norm": 1.0611693859100342,
      "learning_rate": 6.612151018096463e-08,
      "loss": 0.3363,
      "step": 2660020
    },
    {
      "epoch": 742.4,
      "grad_norm": 1.5438148975372314,
      "learning_rate": 6.611513288898498e-08,
      "loss": 0.3339,
      "step": 2660030
    },
    {
      "epoch": 742.41,
      "grad_norm": 1.1687864065170288,
      "learning_rate": 6.610875590015892e-08,
      "loss": 0.3317,
      "step": 2660040
    },
    {
      "epoch": 742.41,
      "grad_norm": 1.196303367614746,
      "learning_rate": 6.61023792144875e-08,
      "loss": 0.3337,
      "step": 2660050
    },
    {
      "epoch": 742.41,
      "grad_norm": 1.6443428993225098,
      "learning_rate": 6.609600283197175e-08,
      "loss": 0.3326,
      "step": 2660060
    },
    {
      "epoch": 742.41,
      "grad_norm": 1.1379199028015137,
      "learning_rate": 6.608962675261221e-08,
      "loss": 0.3218,
      "step": 2660070
    },
    {
      "epoch": 742.42,
      "grad_norm": 1.2508025169372559,
      "learning_rate": 6.608325097640964e-08,
      "loss": 0.3251,
      "step": 2660080
    },
    {
      "epoch": 742.42,
      "grad_norm": 1.201969027519226,
      "learning_rate": 6.607687550336562e-08,
      "loss": 0.3149,
      "step": 2660090
    },
    {
      "epoch": 742.42,
      "grad_norm": 1.0237295627593994,
      "learning_rate": 6.607050033348039e-08,
      "loss": 0.3329,
      "step": 2660100
    },
    {
      "epoch": 742.43,
      "grad_norm": 1.3373984098434448,
      "learning_rate": 6.606412546675474e-08,
      "loss": 0.3472,
      "step": 2660110
    },
    {
      "epoch": 742.43,
      "grad_norm": 1.2186371088027954,
      "learning_rate": 6.605775090318998e-08,
      "loss": 0.3355,
      "step": 2660120
    },
    {
      "epoch": 742.43,
      "grad_norm": 1.1582168340682983,
      "learning_rate": 6.605137664278636e-08,
      "loss": 0.3364,
      "step": 2660130
    },
    {
      "epoch": 742.43,
      "grad_norm": 1.129839301109314,
      "learning_rate": 6.604500268554544e-08,
      "loss": 0.3364,
      "step": 2660140
    },
    {
      "epoch": 742.44,
      "grad_norm": 1.2358677387237549,
      "learning_rate": 6.603862903146723e-08,
      "loss": 0.3305,
      "step": 2660150
    },
    {
      "epoch": 742.44,
      "grad_norm": 1.405400037765503,
      "learning_rate": 6.603225568055327e-08,
      "loss": 0.3388,
      "step": 2660160
    },
    {
      "epoch": 742.44,
      "grad_norm": 1.2169004678726196,
      "learning_rate": 6.602588263280436e-08,
      "loss": 0.3397,
      "step": 2660170
    },
    {
      "epoch": 742.44,
      "grad_norm": 1.2058179378509521,
      "learning_rate": 6.601950988822077e-08,
      "loss": 0.3412,
      "step": 2660180
    },
    {
      "epoch": 742.45,
      "grad_norm": 1.401121973991394,
      "learning_rate": 6.601313744680377e-08,
      "loss": 0.3342,
      "step": 2660190
    },
    {
      "epoch": 742.45,
      "grad_norm": 1.2572346925735474,
      "learning_rate": 6.600676530855416e-08,
      "loss": 0.3406,
      "step": 2660200
    },
    {
      "epoch": 742.45,
      "grad_norm": 1.0957248210906982,
      "learning_rate": 6.600039347347324e-08,
      "loss": 0.3257,
      "step": 2660210
    },
    {
      "epoch": 742.46,
      "grad_norm": 1.196495771408081,
      "learning_rate": 6.599402194156075e-08,
      "loss": 0.3197,
      "step": 2660220
    },
    {
      "epoch": 742.46,
      "grad_norm": 1.7261357307434082,
      "learning_rate": 6.598765071281877e-08,
      "loss": 0.3539,
      "step": 2660230
    },
    {
      "epoch": 742.46,
      "grad_norm": 1.2949830293655396,
      "learning_rate": 6.598127978724729e-08,
      "loss": 0.3391,
      "step": 2660240
    },
    {
      "epoch": 742.46,
      "grad_norm": 1.1656244993209839,
      "learning_rate": 6.597490916484738e-08,
      "loss": 0.3264,
      "step": 2660250
    },
    {
      "epoch": 742.47,
      "grad_norm": 1.100978136062622,
      "learning_rate": 6.59685388456203e-08,
      "loss": 0.3459,
      "step": 2660260
    },
    {
      "epoch": 742.47,
      "grad_norm": 1.314366102218628,
      "learning_rate": 6.596216882956609e-08,
      "loss": 0.3446,
      "step": 2660270
    },
    {
      "epoch": 742.47,
      "grad_norm": 1.2368760108947754,
      "learning_rate": 6.595579911668628e-08,
      "loss": 0.3347,
      "step": 2660280
    },
    {
      "epoch": 742.48,
      "grad_norm": 1.2378191947937012,
      "learning_rate": 6.594942970698141e-08,
      "loss": 0.3463,
      "step": 2660290
    },
    {
      "epoch": 742.48,
      "grad_norm": 1.5184439420700073,
      "learning_rate": 6.594306060045277e-08,
      "loss": 0.3414,
      "step": 2660300
    },
    {
      "epoch": 742.48,
      "grad_norm": 1.2080212831497192,
      "learning_rate": 6.593669179710063e-08,
      "loss": 0.3323,
      "step": 2660310
    },
    {
      "epoch": 742.48,
      "grad_norm": 1.1283717155456543,
      "learning_rate": 6.593032329692601e-08,
      "loss": 0.3254,
      "step": 2660320
    },
    {
      "epoch": 742.49,
      "grad_norm": 1.3648704290390015,
      "learning_rate": 6.592395509992998e-08,
      "loss": 0.3421,
      "step": 2660330
    },
    {
      "epoch": 742.49,
      "grad_norm": 1.1758722066879272,
      "learning_rate": 6.591758720611278e-08,
      "loss": 0.3455,
      "step": 2660340
    },
    {
      "epoch": 742.49,
      "grad_norm": 1.2734946012496948,
      "learning_rate": 6.591121961547624e-08,
      "loss": 0.3445,
      "step": 2660350
    },
    {
      "epoch": 742.5,
      "grad_norm": 1.2836822271347046,
      "learning_rate": 6.59048523280201e-08,
      "loss": 0.3349,
      "step": 2660360
    },
    {
      "epoch": 742.5,
      "grad_norm": 1.4851192235946655,
      "learning_rate": 6.589848534374618e-08,
      "loss": 0.3225,
      "step": 2660370
    },
    {
      "epoch": 742.5,
      "grad_norm": 1.2387778759002686,
      "learning_rate": 6.589211866265473e-08,
      "loss": 0.3491,
      "step": 2660380
    },
    {
      "epoch": 742.5,
      "grad_norm": 1.1581758260726929,
      "learning_rate": 6.58857522847468e-08,
      "loss": 0.3192,
      "step": 2660390
    },
    {
      "epoch": 742.51,
      "grad_norm": 1.0981431007385254,
      "learning_rate": 6.587938621002345e-08,
      "loss": 0.3273,
      "step": 2660400
    },
    {
      "epoch": 742.51,
      "grad_norm": 1.214158535003662,
      "learning_rate": 6.587302043848516e-08,
      "loss": 0.3304,
      "step": 2660410
    },
    {
      "epoch": 742.51,
      "grad_norm": 1.111189842224121,
      "learning_rate": 6.586665497013274e-08,
      "loss": 0.3379,
      "step": 2660420
    },
    {
      "epoch": 742.51,
      "grad_norm": 1.2360550165176392,
      "learning_rate": 6.586028980496748e-08,
      "loss": 0.3423,
      "step": 2660430
    },
    {
      "epoch": 742.52,
      "grad_norm": 1.4390100240707397,
      "learning_rate": 6.585392494298991e-08,
      "loss": 0.3417,
      "step": 2660440
    },
    {
      "epoch": 742.52,
      "grad_norm": 1.7928364276885986,
      "learning_rate": 6.584756038420079e-08,
      "loss": 0.3256,
      "step": 2660450
    },
    {
      "epoch": 742.52,
      "grad_norm": 1.082916021347046,
      "learning_rate": 6.58411961286012e-08,
      "loss": 0.3362,
      "step": 2660460
    },
    {
      "epoch": 742.53,
      "grad_norm": 2.5067999362945557,
      "learning_rate": 6.583483217619214e-08,
      "loss": 0.3316,
      "step": 2660470
    },
    {
      "epoch": 742.53,
      "grad_norm": 1.3933145999908447,
      "learning_rate": 6.582846852697361e-08,
      "loss": 0.3304,
      "step": 2660480
    },
    {
      "epoch": 742.53,
      "grad_norm": 1.3955165147781372,
      "learning_rate": 6.582210518094773e-08,
      "loss": 0.3518,
      "step": 2660490
    },
    {
      "epoch": 742.53,
      "grad_norm": 1.4427706003189087,
      "learning_rate": 6.58157421381142e-08,
      "loss": 0.3448,
      "step": 2660500
    },
    {
      "epoch": 742.54,
      "grad_norm": 1.2329723834991455,
      "learning_rate": 6.580937939847436e-08,
      "loss": 0.3337,
      "step": 2660510
    },
    {
      "epoch": 742.54,
      "grad_norm": 1.1263251304626465,
      "learning_rate": 6.580301696202921e-08,
      "loss": 0.3494,
      "step": 2660520
    },
    {
      "epoch": 742.54,
      "grad_norm": 1.1538525819778442,
      "learning_rate": 6.579665482877956e-08,
      "loss": 0.3605,
      "step": 2660530
    },
    {
      "epoch": 742.55,
      "grad_norm": 1.3527238368988037,
      "learning_rate": 6.579029299872592e-08,
      "loss": 0.3435,
      "step": 2660540
    },
    {
      "epoch": 742.55,
      "grad_norm": 1.1499437093734741,
      "learning_rate": 6.578393147186906e-08,
      "loss": 0.3268,
      "step": 2660550
    },
    {
      "epoch": 742.55,
      "grad_norm": 1.503473162651062,
      "learning_rate": 6.577757024821083e-08,
      "loss": 0.334,
      "step": 2660560
    },
    {
      "epoch": 742.55,
      "grad_norm": 1.4454269409179688,
      "learning_rate": 6.577120932775042e-08,
      "loss": 0.3306,
      "step": 2660570
    },
    {
      "epoch": 742.56,
      "grad_norm": 1.4370559453964233,
      "learning_rate": 6.576484871049044e-08,
      "loss": 0.3489,
      "step": 2660580
    },
    {
      "epoch": 742.56,
      "grad_norm": 1.189767837524414,
      "learning_rate": 6.575848839643037e-08,
      "loss": 0.3121,
      "step": 2660590
    },
    {
      "epoch": 742.56,
      "grad_norm": 1.2221624851226807,
      "learning_rate": 6.575212838557179e-08,
      "loss": 0.3266,
      "step": 2660600
    },
    {
      "epoch": 742.56,
      "grad_norm": 1.268040657043457,
      "learning_rate": 6.574576867791545e-08,
      "loss": 0.3225,
      "step": 2660610
    },
    {
      "epoch": 742.57,
      "grad_norm": 1.1685564517974854,
      "learning_rate": 6.573940927346216e-08,
      "loss": 0.3374,
      "step": 2660620
    },
    {
      "epoch": 742.57,
      "grad_norm": 1.1883759498596191,
      "learning_rate": 6.57330501722124e-08,
      "loss": 0.3388,
      "step": 2660630
    },
    {
      "epoch": 742.57,
      "grad_norm": 1.3916664123535156,
      "learning_rate": 6.572669137416727e-08,
      "loss": 0.3325,
      "step": 2660640
    },
    {
      "epoch": 742.58,
      "grad_norm": 1.3999755382537842,
      "learning_rate": 6.572033287932775e-08,
      "loss": 0.3503,
      "step": 2660650
    },
    {
      "epoch": 742.58,
      "grad_norm": 1.2315877676010132,
      "learning_rate": 6.571397468769467e-08,
      "loss": 0.362,
      "step": 2660660
    },
    {
      "epoch": 742.58,
      "grad_norm": 1.226402759552002,
      "learning_rate": 6.570761679926904e-08,
      "loss": 0.3286,
      "step": 2660670
    },
    {
      "epoch": 742.58,
      "grad_norm": 1.315569519996643,
      "learning_rate": 6.570125921405113e-08,
      "loss": 0.3475,
      "step": 2660680
    },
    {
      "epoch": 742.59,
      "grad_norm": 1.361040711402893,
      "learning_rate": 6.569490193204224e-08,
      "loss": 0.3328,
      "step": 2660690
    },
    {
      "epoch": 742.59,
      "grad_norm": 1.1605861186981201,
      "learning_rate": 6.56885449532434e-08,
      "loss": 0.3258,
      "step": 2660700
    },
    {
      "epoch": 742.59,
      "grad_norm": 1.3650567531585693,
      "learning_rate": 6.568218827765463e-08,
      "loss": 0.3278,
      "step": 2660710
    },
    {
      "epoch": 742.6,
      "grad_norm": 1.404257893562317,
      "learning_rate": 6.567583190527776e-08,
      "loss": 0.3529,
      "step": 2660720
    },
    {
      "epoch": 742.6,
      "grad_norm": 1.4510694742202759,
      "learning_rate": 6.566947583611275e-08,
      "loss": 0.3336,
      "step": 2660730
    },
    {
      "epoch": 742.6,
      "grad_norm": 1.6060073375701904,
      "learning_rate": 6.566312007016119e-08,
      "loss": 0.3347,
      "step": 2660740
    },
    {
      "epoch": 742.6,
      "grad_norm": 1.3394793272018433,
      "learning_rate": 6.56567646074236e-08,
      "loss": 0.345,
      "step": 2660750
    },
    {
      "epoch": 742.61,
      "grad_norm": 1.161871075630188,
      "learning_rate": 6.565040944790075e-08,
      "loss": 0.3384,
      "step": 2660760
    },
    {
      "epoch": 742.61,
      "grad_norm": 1.4315359592437744,
      "learning_rate": 6.564405459159368e-08,
      "loss": 0.337,
      "step": 2660770
    },
    {
      "epoch": 742.61,
      "grad_norm": 1.5005824565887451,
      "learning_rate": 6.563770003850293e-08,
      "loss": 0.3273,
      "step": 2660780
    },
    {
      "epoch": 742.62,
      "grad_norm": 1.1621755361557007,
      "learning_rate": 6.563134578862978e-08,
      "loss": 0.3346,
      "step": 2660790
    },
    {
      "epoch": 742.62,
      "grad_norm": 1.3059682846069336,
      "learning_rate": 6.56249918419745e-08,
      "loss": 0.3411,
      "step": 2660800
    },
    {
      "epoch": 742.62,
      "grad_norm": 1.0116060972213745,
      "learning_rate": 6.561863819853864e-08,
      "loss": 0.3239,
      "step": 2660810
    },
    {
      "epoch": 742.62,
      "grad_norm": 1.3782548904418945,
      "learning_rate": 6.561228485832247e-08,
      "loss": 0.3112,
      "step": 2660820
    },
    {
      "epoch": 742.63,
      "grad_norm": 1.3015142679214478,
      "learning_rate": 6.560593182132705e-08,
      "loss": 0.3285,
      "step": 2660830
    },
    {
      "epoch": 742.63,
      "grad_norm": 1.3581218719482422,
      "learning_rate": 6.559957908755364e-08,
      "loss": 0.3285,
      "step": 2660840
    },
    {
      "epoch": 742.63,
      "grad_norm": 1.3690344095230103,
      "learning_rate": 6.559322665700227e-08,
      "loss": 0.3449,
      "step": 2660850
    },
    {
      "epoch": 742.63,
      "grad_norm": 1.1928154230117798,
      "learning_rate": 6.558687452967422e-08,
      "loss": 0.3236,
      "step": 2660860
    },
    {
      "epoch": 742.64,
      "grad_norm": 1.1668978929519653,
      "learning_rate": 6.558052270557029e-08,
      "loss": 0.3511,
      "step": 2660870
    },
    {
      "epoch": 742.64,
      "grad_norm": 1.202754020690918,
      "learning_rate": 6.557417118469151e-08,
      "loss": 0.3284,
      "step": 2660880
    },
    {
      "epoch": 742.64,
      "grad_norm": 1.2510942220687866,
      "learning_rate": 6.556781996703842e-08,
      "loss": 0.3518,
      "step": 2660890
    },
    {
      "epoch": 742.65,
      "grad_norm": 1.2792991399765015,
      "learning_rate": 6.556146905261203e-08,
      "loss": 0.3238,
      "step": 2660900
    },
    {
      "epoch": 742.65,
      "grad_norm": 1.2429389953613281,
      "learning_rate": 6.555511844141314e-08,
      "loss": 0.3406,
      "step": 2660910
    },
    {
      "epoch": 742.65,
      "grad_norm": 1.0968092679977417,
      "learning_rate": 6.554876813344252e-08,
      "loss": 0.3456,
      "step": 2660920
    },
    {
      "epoch": 742.65,
      "grad_norm": 1.2479861974716187,
      "learning_rate": 6.554241812870122e-08,
      "loss": 0.3398,
      "step": 2660930
    },
    {
      "epoch": 742.66,
      "grad_norm": 1.574205994606018,
      "learning_rate": 6.553606842718976e-08,
      "loss": 0.3246,
      "step": 2660940
    },
    {
      "epoch": 742.66,
      "grad_norm": 1.579642653465271,
      "learning_rate": 6.552971902890944e-08,
      "loss": 0.3408,
      "step": 2660950
    },
    {
      "epoch": 742.66,
      "grad_norm": 1.2146904468536377,
      "learning_rate": 6.552336993386077e-08,
      "loss": 0.3336,
      "step": 2660960
    },
    {
      "epoch": 742.67,
      "grad_norm": 1.0640569925308228,
      "learning_rate": 6.55170211420448e-08,
      "loss": 0.3441,
      "step": 2660970
    },
    {
      "epoch": 742.67,
      "grad_norm": 1.2443989515304565,
      "learning_rate": 6.55106726534623e-08,
      "loss": 0.3423,
      "step": 2660980
    },
    {
      "epoch": 742.67,
      "grad_norm": 1.36423921585083,
      "learning_rate": 6.550432446811383e-08,
      "loss": 0.3452,
      "step": 2660990
    },
    {
      "epoch": 742.67,
      "grad_norm": 1.1900454759597778,
      "learning_rate": 6.549797658600065e-08,
      "loss": 0.3253,
      "step": 2661000
    },
    {
      "epoch": 742.68,
      "grad_norm": 1.1700258255004883,
      "learning_rate": 6.549162900712328e-08,
      "loss": 0.3372,
      "step": 2661010
    },
    {
      "epoch": 742.68,
      "grad_norm": 1.271254062652588,
      "learning_rate": 6.548528173148304e-08,
      "loss": 0.3397,
      "step": 2661020
    },
    {
      "epoch": 742.68,
      "grad_norm": 1.200292944908142,
      "learning_rate": 6.547893475907992e-08,
      "loss": 0.3355,
      "step": 2661030
    },
    {
      "epoch": 742.68,
      "grad_norm": 1.1579447984695435,
      "learning_rate": 6.547258808991574e-08,
      "loss": 0.3453,
      "step": 2661040
    },
    {
      "epoch": 742.69,
      "grad_norm": 1.3080052137374878,
      "learning_rate": 6.546624172399078e-08,
      "loss": 0.3334,
      "step": 2661050
    },
    {
      "epoch": 742.69,
      "grad_norm": 1.2728275060653687,
      "learning_rate": 6.545989566130605e-08,
      "loss": 0.3266,
      "step": 2661060
    },
    {
      "epoch": 742.69,
      "grad_norm": 1.176234483718872,
      "learning_rate": 6.545354990186236e-08,
      "loss": 0.3287,
      "step": 2661070
    },
    {
      "epoch": 742.7,
      "grad_norm": 1.3897541761398315,
      "learning_rate": 6.544720444566047e-08,
      "loss": 0.3399,
      "step": 2661080
    },
    {
      "epoch": 742.7,
      "grad_norm": 1.2843904495239258,
      "learning_rate": 6.544085929270117e-08,
      "loss": 0.3317,
      "step": 2661090
    },
    {
      "epoch": 742.7,
      "grad_norm": 1.1840999126434326,
      "learning_rate": 6.543451444298575e-08,
      "loss": 0.3418,
      "step": 2661100
    },
    {
      "epoch": 742.7,
      "grad_norm": 1.2778156995773315,
      "learning_rate": 6.542816989651475e-08,
      "loss": 0.3238,
      "step": 2661110
    },
    {
      "epoch": 742.71,
      "grad_norm": 1.1552928686141968,
      "learning_rate": 6.542182565328867e-08,
      "loss": 0.3483,
      "step": 2661120
    },
    {
      "epoch": 742.71,
      "grad_norm": 1.3786747455596924,
      "learning_rate": 6.541548171330883e-08,
      "loss": 0.3231,
      "step": 2661130
    },
    {
      "epoch": 742.71,
      "grad_norm": 1.25478994846344,
      "learning_rate": 6.540913807657625e-08,
      "loss": 0.3467,
      "step": 2661140
    },
    {
      "epoch": 742.72,
      "grad_norm": 1.3745901584625244,
      "learning_rate": 6.540279474309094e-08,
      "loss": 0.3403,
      "step": 2661150
    },
    {
      "epoch": 742.72,
      "grad_norm": 1.465888261795044,
      "learning_rate": 6.539645171285473e-08,
      "loss": 0.3303,
      "step": 2661160
    },
    {
      "epoch": 742.72,
      "grad_norm": 1.2282171249389648,
      "learning_rate": 6.539010898586762e-08,
      "loss": 0.3413,
      "step": 2661170
    },
    {
      "epoch": 742.72,
      "grad_norm": 1.2041584253311157,
      "learning_rate": 6.538376656213088e-08,
      "loss": 0.3286,
      "step": 2661180
    },
    {
      "epoch": 742.73,
      "grad_norm": 1.2416571378707886,
      "learning_rate": 6.537742444164534e-08,
      "loss": 0.3323,
      "step": 2661190
    },
    {
      "epoch": 742.73,
      "grad_norm": 1.1357922554016113,
      "learning_rate": 6.537108262441226e-08,
      "loss": 0.3463,
      "step": 2661200
    },
    {
      "epoch": 742.73,
      "grad_norm": 1.419538140296936,
      "learning_rate": 6.53647411104314e-08,
      "loss": 0.3532,
      "step": 2661210
    },
    {
      "epoch": 742.74,
      "grad_norm": 1.210017204284668,
      "learning_rate": 6.535839989970458e-08,
      "loss": 0.3325,
      "step": 2661220
    },
    {
      "epoch": 742.74,
      "grad_norm": 1.6406116485595703,
      "learning_rate": 6.535205899223205e-08,
      "loss": 0.3352,
      "step": 2661230
    },
    {
      "epoch": 742.74,
      "grad_norm": 1.2914878129959106,
      "learning_rate": 6.534571838801512e-08,
      "loss": 0.3149,
      "step": 2661240
    },
    {
      "epoch": 742.74,
      "grad_norm": 1.1228466033935547,
      "learning_rate": 6.533937808705456e-08,
      "loss": 0.3412,
      "step": 2661250
    },
    {
      "epoch": 742.75,
      "grad_norm": 1.1441187858581543,
      "learning_rate": 6.533303808935091e-08,
      "loss": 0.3487,
      "step": 2661260
    },
    {
      "epoch": 742.75,
      "grad_norm": 1.117961049079895,
      "learning_rate": 6.532669839490493e-08,
      "loss": 0.3426,
      "step": 2661270
    },
    {
      "epoch": 742.75,
      "grad_norm": 1.2766828536987305,
      "learning_rate": 6.532035900371821e-08,
      "loss": 0.336,
      "step": 2661280
    },
    {
      "epoch": 742.75,
      "grad_norm": 1.3354227542877197,
      "learning_rate": 6.531401991579045e-08,
      "loss": 0.3292,
      "step": 2661290
    },
    {
      "epoch": 742.76,
      "grad_norm": 1.21617591381073,
      "learning_rate": 6.530768113112376e-08,
      "loss": 0.334,
      "step": 2661300
    },
    {
      "epoch": 742.76,
      "grad_norm": 1.276041865348816,
      "learning_rate": 6.530134264971812e-08,
      "loss": 0.34,
      "step": 2661310
    },
    {
      "epoch": 742.76,
      "grad_norm": 1.235554575920105,
      "learning_rate": 6.52950044715746e-08,
      "loss": 0.342,
      "step": 2661320
    },
    {
      "epoch": 742.77,
      "grad_norm": 1.2757447957992554,
      "learning_rate": 6.528866659669396e-08,
      "loss": 0.3383,
      "step": 2661330
    },
    {
      "epoch": 742.77,
      "grad_norm": 1.156694769859314,
      "learning_rate": 6.52823290250775e-08,
      "loss": 0.3307,
      "step": 2661340
    },
    {
      "epoch": 742.77,
      "grad_norm": 1.3603311777114868,
      "learning_rate": 6.527599175672549e-08,
      "loss": 0.3287,
      "step": 2661350
    },
    {
      "epoch": 742.77,
      "grad_norm": 1.375372290611267,
      "learning_rate": 6.526965479163897e-08,
      "loss": 0.3368,
      "step": 2661360
    },
    {
      "epoch": 742.78,
      "grad_norm": 1.1537175178527832,
      "learning_rate": 6.526331812981897e-08,
      "loss": 0.3356,
      "step": 2661370
    },
    {
      "epoch": 742.78,
      "grad_norm": 1.2768429517745972,
      "learning_rate": 6.525698177126575e-08,
      "loss": 0.3332,
      "step": 2661380
    },
    {
      "epoch": 742.78,
      "grad_norm": 1.5210121870040894,
      "learning_rate": 6.525064571598089e-08,
      "loss": 0.3469,
      "step": 2661390
    },
    {
      "epoch": 742.79,
      "grad_norm": 1.1271072626113892,
      "learning_rate": 6.524430996396489e-08,
      "loss": 0.3307,
      "step": 2661400
    },
    {
      "epoch": 742.79,
      "grad_norm": 1.2550060749053955,
      "learning_rate": 6.523797451521854e-08,
      "loss": 0.3231,
      "step": 2661410
    },
    {
      "epoch": 742.79,
      "grad_norm": 1.2908015251159668,
      "learning_rate": 6.523163936974288e-08,
      "loss": 0.3468,
      "step": 2661420
    },
    {
      "epoch": 742.79,
      "grad_norm": 1.1570351123809814,
      "learning_rate": 6.522530452753843e-08,
      "loss": 0.3227,
      "step": 2661430
    },
    {
      "epoch": 742.8,
      "grad_norm": 1.339908480644226,
      "learning_rate": 6.521896998860649e-08,
      "loss": 0.3279,
      "step": 2661440
    },
    {
      "epoch": 742.8,
      "grad_norm": 1.021308183670044,
      "learning_rate": 6.521263575294732e-08,
      "loss": 0.3401,
      "step": 2661450
    },
    {
      "epoch": 742.8,
      "grad_norm": 1.221977949142456,
      "learning_rate": 6.52063018205625e-08,
      "loss": 0.3494,
      "step": 2661460
    },
    {
      "epoch": 742.8,
      "grad_norm": 1.121011734008789,
      "learning_rate": 6.519996819145199e-08,
      "loss": 0.3335,
      "step": 2661470
    },
    {
      "epoch": 742.81,
      "grad_norm": 1.2245419025421143,
      "learning_rate": 6.519363486561765e-08,
      "loss": 0.3501,
      "step": 2661480
    },
    {
      "epoch": 742.81,
      "grad_norm": 1.154608130455017,
      "learning_rate": 6.518730184305946e-08,
      "loss": 0.3266,
      "step": 2661490
    },
    {
      "epoch": 742.81,
      "grad_norm": 1.337687373161316,
      "learning_rate": 6.518096912377871e-08,
      "loss": 0.3277,
      "step": 2661500
    },
    {
      "epoch": 742.82,
      "grad_norm": 1.2357177734375,
      "learning_rate": 6.517463670777622e-08,
      "loss": 0.3508,
      "step": 2661510
    },
    {
      "epoch": 742.82,
      "grad_norm": 1.229519248008728,
      "learning_rate": 6.516830459505221e-08,
      "loss": 0.3207,
      "step": 2661520
    },
    {
      "epoch": 742.82,
      "grad_norm": 1.367013692855835,
      "learning_rate": 6.516197278560852e-08,
      "loss": 0.3354,
      "step": 2661530
    },
    {
      "epoch": 742.82,
      "grad_norm": 1.170021891593933,
      "learning_rate": 6.51556412794454e-08,
      "loss": 0.3323,
      "step": 2661540
    },
    {
      "epoch": 742.83,
      "grad_norm": 1.3132705688476562,
      "learning_rate": 6.514931007656366e-08,
      "loss": 0.3412,
      "step": 2661550
    },
    {
      "epoch": 742.83,
      "grad_norm": 1.2689027786254883,
      "learning_rate": 6.514297917696483e-08,
      "loss": 0.3522,
      "step": 2661560
    },
    {
      "epoch": 742.83,
      "grad_norm": 2.9260997772216797,
      "learning_rate": 6.513664858064866e-08,
      "loss": 0.3559,
      "step": 2661570
    },
    {
      "epoch": 742.84,
      "grad_norm": 1.4792470932006836,
      "learning_rate": 6.513031828761671e-08,
      "loss": 0.3482,
      "step": 2661580
    },
    {
      "epoch": 742.84,
      "grad_norm": 1.2151554822921753,
      "learning_rate": 6.512398829786949e-08,
      "loss": 0.3273,
      "step": 2661590
    },
    {
      "epoch": 742.84,
      "grad_norm": 1.532976746559143,
      "learning_rate": 6.511765861140858e-08,
      "loss": 0.3283,
      "step": 2661600
    },
    {
      "epoch": 742.84,
      "grad_norm": 1.3300482034683228,
      "learning_rate": 6.511132922823346e-08,
      "loss": 0.3264,
      "step": 2661610
    },
    {
      "epoch": 742.85,
      "grad_norm": 1.5007188320159912,
      "learning_rate": 6.510500014834645e-08,
      "loss": 0.3365,
      "step": 2661620
    },
    {
      "epoch": 742.85,
      "grad_norm": 1.1837403774261475,
      "learning_rate": 6.509867137174732e-08,
      "loss": 0.3109,
      "step": 2661630
    },
    {
      "epoch": 742.85,
      "grad_norm": 1.0387701988220215,
      "learning_rate": 6.509234289843735e-08,
      "loss": 0.3297,
      "step": 2661640
    },
    {
      "epoch": 742.86,
      "grad_norm": 1.2599323987960815,
      "learning_rate": 6.508601472841758e-08,
      "loss": 0.3283,
      "step": 2661650
    },
    {
      "epoch": 742.86,
      "grad_norm": 1.122819185256958,
      "learning_rate": 6.507968686168827e-08,
      "loss": 0.3393,
      "step": 2661660
    },
    {
      "epoch": 742.86,
      "grad_norm": 1.1046948432922363,
      "learning_rate": 6.507335929825074e-08,
      "loss": 0.3321,
      "step": 2661670
    },
    {
      "epoch": 742.86,
      "grad_norm": 1.3712248802185059,
      "learning_rate": 6.506703203810574e-08,
      "loss": 0.3265,
      "step": 2661680
    },
    {
      "epoch": 742.87,
      "grad_norm": 1.2533537149429321,
      "learning_rate": 6.506070508125409e-08,
      "loss": 0.3549,
      "step": 2661690
    },
    {
      "epoch": 742.87,
      "grad_norm": 2.0150930881500244,
      "learning_rate": 6.505437842769653e-08,
      "loss": 0.3359,
      "step": 2661700
    },
    {
      "epoch": 742.87,
      "grad_norm": 1.0187338590621948,
      "learning_rate": 6.504805207743413e-08,
      "loss": 0.3362,
      "step": 2661710
    },
    {
      "epoch": 742.87,
      "grad_norm": 1.0967535972595215,
      "learning_rate": 6.50417260304674e-08,
      "loss": 0.3495,
      "step": 2661720
    },
    {
      "epoch": 742.88,
      "grad_norm": 1.4944428205490112,
      "learning_rate": 6.50354002867971e-08,
      "loss": 0.335,
      "step": 2661730
    },
    {
      "epoch": 742.88,
      "grad_norm": 1.5198272466659546,
      "learning_rate": 6.502907484642484e-08,
      "loss": 0.3327,
      "step": 2661740
    },
    {
      "epoch": 742.88,
      "grad_norm": 1.2518006563186646,
      "learning_rate": 6.502274970935084e-08,
      "loss": 0.362,
      "step": 2661750
    },
    {
      "epoch": 742.89,
      "grad_norm": 1.2193740606307983,
      "learning_rate": 6.50164248755759e-08,
      "loss": 0.3363,
      "step": 2661760
    },
    {
      "epoch": 742.89,
      "grad_norm": 1.0255175828933716,
      "learning_rate": 6.501010034510104e-08,
      "loss": 0.3409,
      "step": 2661770
    },
    {
      "epoch": 742.89,
      "grad_norm": 1.5151206254959106,
      "learning_rate": 6.500377611792733e-08,
      "loss": 0.3447,
      "step": 2661780
    },
    {
      "epoch": 742.89,
      "grad_norm": 1.4830867052078247,
      "learning_rate": 6.499745219405526e-08,
      "loss": 0.3554,
      "step": 2661790
    },
    {
      "epoch": 742.9,
      "grad_norm": 1.3373515605926514,
      "learning_rate": 6.499112857348563e-08,
      "loss": 0.3342,
      "step": 2661800
    },
    {
      "epoch": 742.9,
      "grad_norm": 1.188420295715332,
      "learning_rate": 6.498480525621921e-08,
      "loss": 0.3244,
      "step": 2661810
    },
    {
      "epoch": 742.9,
      "grad_norm": 1.3221455812454224,
      "learning_rate": 6.497848224225732e-08,
      "loss": 0.3578,
      "step": 2661820
    },
    {
      "epoch": 742.91,
      "grad_norm": 1.3823354244232178,
      "learning_rate": 6.497215953160071e-08,
      "loss": 0.337,
      "step": 2661830
    },
    {
      "epoch": 742.91,
      "grad_norm": 1.3374979496002197,
      "learning_rate": 6.496583712424993e-08,
      "loss": 0.3372,
      "step": 2661840
    },
    {
      "epoch": 742.91,
      "grad_norm": 1.4124088287353516,
      "learning_rate": 6.495951502020575e-08,
      "loss": 0.3468,
      "step": 2661850
    },
    {
      "epoch": 742.91,
      "grad_norm": 1.1830090284347534,
      "learning_rate": 6.495319321946948e-08,
      "loss": 0.3298,
      "step": 2661860
    },
    {
      "epoch": 742.92,
      "grad_norm": 1.125701665878296,
      "learning_rate": 6.494687172204135e-08,
      "loss": 0.3436,
      "step": 2661870
    },
    {
      "epoch": 742.92,
      "grad_norm": 1.1140724420547485,
      "learning_rate": 6.494055052792294e-08,
      "loss": 0.3317,
      "step": 2661880
    },
    {
      "epoch": 742.92,
      "grad_norm": 1.4564690589904785,
      "learning_rate": 6.493422963711452e-08,
      "loss": 0.3432,
      "step": 2661890
    },
    {
      "epoch": 742.92,
      "grad_norm": 1.2382336854934692,
      "learning_rate": 6.492790904961712e-08,
      "loss": 0.3526,
      "step": 2661900
    },
    {
      "epoch": 742.93,
      "grad_norm": 1.0410867929458618,
      "learning_rate": 6.492158876543127e-08,
      "loss": 0.3364,
      "step": 2661910
    },
    {
      "epoch": 742.93,
      "grad_norm": 1.393802285194397,
      "learning_rate": 6.491526878455878e-08,
      "loss": 0.3431,
      "step": 2661920
    },
    {
      "epoch": 742.93,
      "grad_norm": 1.8357229232788086,
      "learning_rate": 6.490894910699912e-08,
      "loss": 0.343,
      "step": 2661930
    },
    {
      "epoch": 742.94,
      "grad_norm": 1.447374939918518,
      "learning_rate": 6.490262973275415e-08,
      "loss": 0.3465,
      "step": 2661940
    },
    {
      "epoch": 742.94,
      "grad_norm": 1.2658798694610596,
      "learning_rate": 6.489631066182461e-08,
      "loss": 0.3493,
      "step": 2661950
    },
    {
      "epoch": 742.94,
      "grad_norm": 1.3421013355255127,
      "learning_rate": 6.488999189421051e-08,
      "loss": 0.3275,
      "step": 2661960
    },
    {
      "epoch": 742.94,
      "grad_norm": 1.6185373067855835,
      "learning_rate": 6.48836734299137e-08,
      "loss": 0.3187,
      "step": 2661970
    },
    {
      "epoch": 742.95,
      "grad_norm": 1.2277441024780273,
      "learning_rate": 6.487735526893465e-08,
      "loss": 0.3384,
      "step": 2661980
    },
    {
      "epoch": 742.95,
      "grad_norm": 1.5219813585281372,
      "learning_rate": 6.487103741127392e-08,
      "loss": 0.3388,
      "step": 2661990
    },
    {
      "epoch": 742.95,
      "grad_norm": 1.4757459163665771,
      "learning_rate": 6.486471985693254e-08,
      "loss": 0.3407,
      "step": 2662000
    },
    {
      "epoch": 742.96,
      "grad_norm": 1.2876144647598267,
      "learning_rate": 6.485840260591181e-08,
      "loss": 0.3239,
      "step": 2662010
    },
    {
      "epoch": 742.96,
      "grad_norm": 2.180349111557007,
      "learning_rate": 6.4852085658212e-08,
      "loss": 0.3383,
      "step": 2662020
    },
    {
      "epoch": 742.96,
      "grad_norm": 1.1558787822723389,
      "learning_rate": 6.484576901383412e-08,
      "loss": 0.332,
      "step": 2662030
    },
    {
      "epoch": 742.96,
      "grad_norm": 1.3820971250534058,
      "learning_rate": 6.483945267277924e-08,
      "loss": 0.333,
      "step": 2662040
    },
    {
      "epoch": 742.97,
      "grad_norm": 1.2738767862319946,
      "learning_rate": 6.483313663504736e-08,
      "loss": 0.3343,
      "step": 2662050
    },
    {
      "epoch": 742.97,
      "grad_norm": 1.211021900177002,
      "learning_rate": 6.482682090064055e-08,
      "loss": 0.3255,
      "step": 2662060
    },
    {
      "epoch": 742.97,
      "grad_norm": 1.257869005203247,
      "learning_rate": 6.48205054695588e-08,
      "loss": 0.3333,
      "step": 2662070
    },
    {
      "epoch": 742.98,
      "grad_norm": 1.3388242721557617,
      "learning_rate": 6.481419034180292e-08,
      "loss": 0.3307,
      "step": 2662080
    },
    {
      "epoch": 742.98,
      "grad_norm": 1.2953046560287476,
      "learning_rate": 6.480787551737445e-08,
      "loss": 0.3415,
      "step": 2662090
    },
    {
      "epoch": 742.98,
      "grad_norm": 1.130475640296936,
      "learning_rate": 6.48015609962734e-08,
      "loss": 0.3269,
      "step": 2662100
    },
    {
      "epoch": 742.98,
      "grad_norm": 1.1939409971237183,
      "learning_rate": 6.479524677850157e-08,
      "loss": 0.3354,
      "step": 2662110
    },
    {
      "epoch": 742.99,
      "grad_norm": 1.2155686616897583,
      "learning_rate": 6.478893286405874e-08,
      "loss": 0.3139,
      "step": 2662120
    },
    {
      "epoch": 742.99,
      "grad_norm": 1.1403535604476929,
      "learning_rate": 6.478261925294643e-08,
      "loss": 0.3172,
      "step": 2662130
    },
    {
      "epoch": 742.99,
      "grad_norm": 1.365510106086731,
      "learning_rate": 6.477630594516519e-08,
      "loss": 0.3487,
      "step": 2662140
    },
    {
      "epoch": 742.99,
      "grad_norm": 1.2824008464813232,
      "learning_rate": 6.47699929407163e-08,
      "loss": 0.3345,
      "step": 2662150
    },
    {
      "epoch": 743.0,
      "grad_norm": 2.742269515991211,
      "learning_rate": 6.476368023959977e-08,
      "loss": 0.3528,
      "step": 2662160
    },
    {
      "epoch": 743.0,
      "eval_loss": 0.3368839621543884,
      "eval_runtime": 65.6668,
      "eval_samples_per_second": 77.04,
      "eval_steps_per_second": 9.64,
      "step": 2662169
    },
    {
      "epoch": 743.0,
      "grad_norm": 1.0745017528533936,
      "learning_rate": 6.475736784181717e-08,
      "loss": 0.3245,
      "step": 2662170
    },
    {
      "epoch": 743.0,
      "grad_norm": 1.118152141571045,
      "learning_rate": 6.475105574736952e-08,
      "loss": 0.3422,
      "step": 2662180
    },
    {
      "epoch": 743.01,
      "grad_norm": 1.2719309329986572,
      "learning_rate": 6.474474395625657e-08,
      "loss": 0.327,
      "step": 2662190
    },
    {
      "epoch": 743.01,
      "grad_norm": 1.3328359127044678,
      "learning_rate": 6.473843246848016e-08,
      "loss": 0.3378,
      "step": 2662200
    },
    {
      "epoch": 743.01,
      "grad_norm": 1.1880342960357666,
      "learning_rate": 6.473212128404078e-08,
      "loss": 0.33,
      "step": 2662210
    },
    {
      "epoch": 743.01,
      "grad_norm": 1.089760422706604,
      "learning_rate": 6.472581040293922e-08,
      "loss": 0.3208,
      "step": 2662220
    },
    {
      "epoch": 743.02,
      "grad_norm": 1.2028201818466187,
      "learning_rate": 6.471949982517679e-08,
      "loss": 0.3281,
      "step": 2662230
    },
    {
      "epoch": 743.02,
      "grad_norm": 1.3905574083328247,
      "learning_rate": 6.471318955075348e-08,
      "loss": 0.3369,
      "step": 2662240
    },
    {
      "epoch": 743.02,
      "grad_norm": 1.3826746940612793,
      "learning_rate": 6.470687957967086e-08,
      "loss": 0.3318,
      "step": 2662250
    },
    {
      "epoch": 743.03,
      "grad_norm": 1.4734665155410767,
      "learning_rate": 6.470056991192919e-08,
      "loss": 0.3452,
      "step": 2662260
    },
    {
      "epoch": 743.03,
      "grad_norm": 1.195036768913269,
      "learning_rate": 6.469426054753003e-08,
      "loss": 0.3366,
      "step": 2662270
    },
    {
      "epoch": 743.03,
      "grad_norm": 1.3167530298233032,
      "learning_rate": 6.468795148647336e-08,
      "loss": 0.3245,
      "step": 2662280
    },
    {
      "epoch": 743.03,
      "grad_norm": 1.054389238357544,
      "learning_rate": 6.468164272876078e-08,
      "loss": 0.3373,
      "step": 2662290
    },
    {
      "epoch": 743.04,
      "grad_norm": 1.1695281267166138,
      "learning_rate": 6.467533427439277e-08,
      "loss": 0.3365,
      "step": 2662300
    },
    {
      "epoch": 743.04,
      "grad_norm": 1.4125323295593262,
      "learning_rate": 6.466902612337013e-08,
      "loss": 0.3431,
      "step": 2662310
    },
    {
      "epoch": 743.04,
      "grad_norm": 1.2031720876693726,
      "learning_rate": 6.466271827569417e-08,
      "loss": 0.3292,
      "step": 2662320
    },
    {
      "epoch": 743.04,
      "grad_norm": 1.331377387046814,
      "learning_rate": 6.465641073136489e-08,
      "loss": 0.3329,
      "step": 2662330
    },
    {
      "epoch": 743.05,
      "grad_norm": 1.0259361267089844,
      "learning_rate": 6.465010349038357e-08,
      "loss": 0.3382,
      "step": 2662340
    },
    {
      "epoch": 743.05,
      "grad_norm": 1.2589749097824097,
      "learning_rate": 6.464379655275126e-08,
      "loss": 0.3281,
      "step": 2662350
    },
    {
      "epoch": 743.05,
      "grad_norm": 1.2343083620071411,
      "learning_rate": 6.463748991846875e-08,
      "loss": 0.3409,
      "step": 2662360
    },
    {
      "epoch": 743.06,
      "grad_norm": 1.292145013809204,
      "learning_rate": 6.463118358753655e-08,
      "loss": 0.3302,
      "step": 2662370
    },
    {
      "epoch": 743.06,
      "grad_norm": 1.085188865661621,
      "learning_rate": 6.462487755995571e-08,
      "loss": 0.359,
      "step": 2662380
    },
    {
      "epoch": 743.06,
      "grad_norm": 1.1426407098770142,
      "learning_rate": 6.4618571835727e-08,
      "loss": 0.333,
      "step": 2662390
    },
    {
      "epoch": 743.06,
      "grad_norm": 1.3608795404434204,
      "learning_rate": 6.46122664148512e-08,
      "loss": 0.3408,
      "step": 2662400
    },
    {
      "epoch": 743.07,
      "grad_norm": 1.4542006254196167,
      "learning_rate": 6.460596129732963e-08,
      "loss": 0.3406,
      "step": 2662410
    },
    {
      "epoch": 743.07,
      "grad_norm": 1.4417937994003296,
      "learning_rate": 6.459965648316226e-08,
      "loss": 0.33,
      "step": 2662420
    },
    {
      "epoch": 743.07,
      "grad_norm": 1.2972067594528198,
      "learning_rate": 6.459335197235068e-08,
      "loss": 0.3478,
      "step": 2662430
    },
    {
      "epoch": 743.08,
      "grad_norm": 1.40151047706604,
      "learning_rate": 6.458704776489565e-08,
      "loss": 0.3246,
      "step": 2662440
    },
    {
      "epoch": 743.08,
      "grad_norm": 1.3830366134643555,
      "learning_rate": 6.458074386079745e-08,
      "loss": 0.315,
      "step": 2662450
    },
    {
      "epoch": 743.08,
      "grad_norm": 14.632871627807617,
      "learning_rate": 6.457444026005763e-08,
      "loss": 0.3404,
      "step": 2662460
    },
    {
      "epoch": 743.08,
      "grad_norm": 1.0810980796813965,
      "learning_rate": 6.45681369626767e-08,
      "loss": 0.3184,
      "step": 2662470
    },
    {
      "epoch": 743.09,
      "grad_norm": 1.2726820707321167,
      "learning_rate": 6.45618339686552e-08,
      "loss": 0.33,
      "step": 2662480
    },
    {
      "epoch": 743.09,
      "grad_norm": 1.4661099910736084,
      "learning_rate": 6.455553127799442e-08,
      "loss": 0.3329,
      "step": 2662490
    },
    {
      "epoch": 743.09,
      "grad_norm": 1.186706781387329,
      "learning_rate": 6.454922889069514e-08,
      "loss": 0.3286,
      "step": 2662500
    },
    {
      "epoch": 743.1,
      "grad_norm": 1.3104978799819946,
      "learning_rate": 6.454292680675814e-08,
      "loss": 0.3439,
      "step": 2662510
    },
    {
      "epoch": 743.1,
      "grad_norm": 1.4114024639129639,
      "learning_rate": 6.453662502618395e-08,
      "loss": 0.3398,
      "step": 2662520
    },
    {
      "epoch": 743.1,
      "grad_norm": 1.290249228477478,
      "learning_rate": 6.453032354897413e-08,
      "loss": 0.3551,
      "step": 2662530
    },
    {
      "epoch": 743.1,
      "grad_norm": 1.3023484945297241,
      "learning_rate": 6.45240223751284e-08,
      "loss": 0.342,
      "step": 2662540
    },
    {
      "epoch": 743.11,
      "grad_norm": 1.3298959732055664,
      "learning_rate": 6.451772150464887e-08,
      "loss": 0.3407,
      "step": 2662550
    },
    {
      "epoch": 743.11,
      "grad_norm": 4.333024978637695,
      "learning_rate": 6.451142093753551e-08,
      "loss": 0.3191,
      "step": 2662560
    },
    {
      "epoch": 743.11,
      "grad_norm": 1.3378108739852905,
      "learning_rate": 6.450512067378938e-08,
      "loss": 0.3523,
      "step": 2662570
    },
    {
      "epoch": 743.11,
      "grad_norm": 1.2205147743225098,
      "learning_rate": 6.449882071341127e-08,
      "loss": 0.3288,
      "step": 2662580
    },
    {
      "epoch": 743.12,
      "grad_norm": 1.2198271751403809,
      "learning_rate": 6.449252105640247e-08,
      "loss": 0.3361,
      "step": 2662590
    },
    {
      "epoch": 743.12,
      "grad_norm": 1.2199259996414185,
      "learning_rate": 6.448622170276323e-08,
      "loss": 0.3294,
      "step": 2662600
    },
    {
      "epoch": 743.12,
      "grad_norm": 1.430997371673584,
      "learning_rate": 6.44799226524946e-08,
      "loss": 0.3316,
      "step": 2662610
    },
    {
      "epoch": 743.13,
      "grad_norm": 2.014054298400879,
      "learning_rate": 6.447362390559762e-08,
      "loss": 0.3318,
      "step": 2662620
    },
    {
      "epoch": 743.13,
      "grad_norm": 1.200467586517334,
      "learning_rate": 6.446732546207256e-08,
      "loss": 0.3357,
      "step": 2662630
    },
    {
      "epoch": 743.13,
      "grad_norm": 1.1397383213043213,
      "learning_rate": 6.446102732192123e-08,
      "loss": 0.3497,
      "step": 2662640
    },
    {
      "epoch": 743.13,
      "grad_norm": 1.3608064651489258,
      "learning_rate": 6.445472948514363e-08,
      "loss": 0.3376,
      "step": 2662650
    },
    {
      "epoch": 743.14,
      "grad_norm": 1.176814079284668,
      "learning_rate": 6.444843195174054e-08,
      "loss": 0.3644,
      "step": 2662660
    },
    {
      "epoch": 743.14,
      "grad_norm": 1.3170887231826782,
      "learning_rate": 6.444213472171352e-08,
      "loss": 0.3226,
      "step": 2662670
    },
    {
      "epoch": 743.14,
      "grad_norm": 1.335996389389038,
      "learning_rate": 6.443583779506259e-08,
      "loss": 0.3389,
      "step": 2662680
    },
    {
      "epoch": 743.15,
      "grad_norm": 1.610524296760559,
      "learning_rate": 6.442954117178954e-08,
      "loss": 0.3411,
      "step": 2662690
    },
    {
      "epoch": 743.15,
      "grad_norm": 1.2973567247390747,
      "learning_rate": 6.442324485189439e-08,
      "loss": 0.3353,
      "step": 2662700
    },
    {
      "epoch": 743.15,
      "grad_norm": 1.3106374740600586,
      "learning_rate": 6.441694883537818e-08,
      "loss": 0.3331,
      "step": 2662710
    },
    {
      "epoch": 743.15,
      "grad_norm": 1.3877617120742798,
      "learning_rate": 6.441065312224168e-08,
      "loss": 0.33,
      "step": 2662720
    },
    {
      "epoch": 743.16,
      "grad_norm": 1.3098419904708862,
      "learning_rate": 6.440435771248621e-08,
      "loss": 0.3359,
      "step": 2662730
    },
    {
      "epoch": 743.16,
      "grad_norm": 1.2483794689178467,
      "learning_rate": 6.439806260611202e-08,
      "loss": 0.3254,
      "step": 2662740
    },
    {
      "epoch": 743.16,
      "grad_norm": 1.0501707792282104,
      "learning_rate": 6.439176780312039e-08,
      "loss": 0.3247,
      "step": 2662750
    },
    {
      "epoch": 743.16,
      "grad_norm": 1.273311734199524,
      "learning_rate": 6.438547330351214e-08,
      "loss": 0.336,
      "step": 2662760
    },
    {
      "epoch": 743.17,
      "grad_norm": 1.427497386932373,
      "learning_rate": 6.437917910728724e-08,
      "loss": 0.3543,
      "step": 2662770
    },
    {
      "epoch": 743.17,
      "grad_norm": 1.125868320465088,
      "learning_rate": 6.437288521444779e-08,
      "loss": 0.3266,
      "step": 2662780
    },
    {
      "epoch": 743.17,
      "grad_norm": 1.2725504636764526,
      "learning_rate": 6.436659162499378e-08,
      "loss": 0.3326,
      "step": 2662790
    },
    {
      "epoch": 743.18,
      "grad_norm": 1.1452679634094238,
      "learning_rate": 6.43602983389265e-08,
      "loss": 0.3241,
      "step": 2662800
    },
    {
      "epoch": 743.18,
      "grad_norm": 1.3299930095672607,
      "learning_rate": 6.435400535624674e-08,
      "loss": 0.3449,
      "step": 2662810
    },
    {
      "epoch": 743.18,
      "grad_norm": 1.2292996644973755,
      "learning_rate": 6.434771267695505e-08,
      "loss": 0.3382,
      "step": 2662820
    },
    {
      "epoch": 743.18,
      "grad_norm": 1.0808075666427612,
      "learning_rate": 6.434142030105217e-08,
      "loss": 0.335,
      "step": 2662830
    },
    {
      "epoch": 743.19,
      "grad_norm": 1.2180458307266235,
      "learning_rate": 6.433512822853942e-08,
      "loss": 0.3366,
      "step": 2662840
    },
    {
      "epoch": 743.19,
      "grad_norm": 1.2391167879104614,
      "learning_rate": 6.432883645941756e-08,
      "loss": 0.3247,
      "step": 2662850
    },
    {
      "epoch": 743.19,
      "grad_norm": 1.2228598594665527,
      "learning_rate": 6.432254499368688e-08,
      "loss": 0.3316,
      "step": 2662860
    },
    {
      "epoch": 743.2,
      "grad_norm": 1.1763454675674438,
      "learning_rate": 6.431625383134892e-08,
      "loss": 0.3361,
      "step": 2662870
    },
    {
      "epoch": 743.2,
      "grad_norm": 1.1294208765029907,
      "learning_rate": 6.430996297240422e-08,
      "loss": 0.3255,
      "step": 2662880
    },
    {
      "epoch": 743.2,
      "grad_norm": 1.3611832857131958,
      "learning_rate": 6.430367241685355e-08,
      "loss": 0.3235,
      "step": 2662890
    },
    {
      "epoch": 743.2,
      "grad_norm": 1.3276538848876953,
      "learning_rate": 6.429738216469794e-08,
      "loss": 0.3323,
      "step": 2662900
    },
    {
      "epoch": 743.21,
      "grad_norm": 1.211207389831543,
      "learning_rate": 6.429109221593791e-08,
      "loss": 0.3404,
      "step": 2662910
    },
    {
      "epoch": 743.21,
      "grad_norm": 1.2208075523376465,
      "learning_rate": 6.428480257057453e-08,
      "loss": 0.3431,
      "step": 2662920
    },
    {
      "epoch": 743.21,
      "grad_norm": 1.1010146141052246,
      "learning_rate": 6.427851322860855e-08,
      "loss": 0.3272,
      "step": 2662930
    },
    {
      "epoch": 743.22,
      "grad_norm": 1.208290457725525,
      "learning_rate": 6.427222419004103e-08,
      "loss": 0.3245,
      "step": 2662940
    },
    {
      "epoch": 743.22,
      "grad_norm": 1.4348623752593994,
      "learning_rate": 6.426593545487222e-08,
      "loss": 0.3438,
      "step": 2662950
    },
    {
      "epoch": 743.22,
      "grad_norm": 1.2279210090637207,
      "learning_rate": 6.425964702310368e-08,
      "loss": 0.3575,
      "step": 2662960
    },
    {
      "epoch": 743.22,
      "grad_norm": 1.3481534719467163,
      "learning_rate": 6.425335889473594e-08,
      "loss": 0.3335,
      "step": 2662970
    },
    {
      "epoch": 743.23,
      "grad_norm": 1.237101674079895,
      "learning_rate": 6.424707106976951e-08,
      "loss": 0.3378,
      "step": 2662980
    },
    {
      "epoch": 743.23,
      "grad_norm": 1.2892706394195557,
      "learning_rate": 6.424078354820596e-08,
      "loss": 0.3235,
      "step": 2662990
    },
    {
      "epoch": 743.23,
      "grad_norm": 1.380303978919983,
      "learning_rate": 6.423449633004528e-08,
      "loss": 0.3347,
      "step": 2663000
    },
    {
      "epoch": 743.23,
      "grad_norm": 1.4267144203186035,
      "learning_rate": 6.42282094152893e-08,
      "loss": 0.3321,
      "step": 2663010
    },
    {
      "epoch": 743.24,
      "grad_norm": 1.260120153427124,
      "learning_rate": 6.422192280393775e-08,
      "loss": 0.3292,
      "step": 2663020
    },
    {
      "epoch": 743.24,
      "grad_norm": 1.3605891466140747,
      "learning_rate": 6.421563649599221e-08,
      "loss": 0.3345,
      "step": 2663030
    },
    {
      "epoch": 743.24,
      "grad_norm": 1.2572598457336426,
      "learning_rate": 6.420935049145344e-08,
      "loss": 0.3296,
      "step": 2663040
    },
    {
      "epoch": 743.25,
      "grad_norm": 1.4389424324035645,
      "learning_rate": 6.420306479032198e-08,
      "loss": 0.3347,
      "step": 2663050
    },
    {
      "epoch": 743.25,
      "grad_norm": 1.3362635374069214,
      "learning_rate": 6.419677939259885e-08,
      "loss": 0.3384,
      "step": 2663060
    },
    {
      "epoch": 743.25,
      "grad_norm": 1.0930383205413818,
      "learning_rate": 6.419049429828485e-08,
      "loss": 0.3273,
      "step": 2663070
    },
    {
      "epoch": 743.25,
      "grad_norm": 1.1371657848358154,
      "learning_rate": 6.418420950738126e-08,
      "loss": 0.3437,
      "step": 2663080
    },
    {
      "epoch": 743.26,
      "grad_norm": 2.129194974899292,
      "learning_rate": 6.417792501988783e-08,
      "loss": 0.3359,
      "step": 2663090
    },
    {
      "epoch": 743.26,
      "grad_norm": 1.2819974422454834,
      "learning_rate": 6.417164083580666e-08,
      "loss": 0.3363,
      "step": 2663100
    },
    {
      "epoch": 743.26,
      "grad_norm": 1.3451733589172363,
      "learning_rate": 6.416535695513746e-08,
      "loss": 0.3456,
      "step": 2663110
    },
    {
      "epoch": 743.27,
      "grad_norm": 1.1683261394500732,
      "learning_rate": 6.41590733778818e-08,
      "loss": 0.3193,
      "step": 2663120
    },
    {
      "epoch": 743.27,
      "grad_norm": 1.086984634399414,
      "learning_rate": 6.415279010404074e-08,
      "loss": 0.3269,
      "step": 2663130
    },
    {
      "epoch": 743.27,
      "grad_norm": 1.2768580913543701,
      "learning_rate": 6.414650713361426e-08,
      "loss": 0.3445,
      "step": 2663140
    },
    {
      "epoch": 743.27,
      "grad_norm": 1.1658130884170532,
      "learning_rate": 6.414022446660366e-08,
      "loss": 0.2979,
      "step": 2663150
    },
    {
      "epoch": 743.28,
      "grad_norm": 1.2165656089782715,
      "learning_rate": 6.413394210300974e-08,
      "loss": 0.3441,
      "step": 2663160
    },
    {
      "epoch": 743.28,
      "grad_norm": 1.238096833229065,
      "learning_rate": 6.412766004283352e-08,
      "loss": 0.3325,
      "step": 2663170
    },
    {
      "epoch": 743.28,
      "grad_norm": 1.0913951396942139,
      "learning_rate": 6.412137828607526e-08,
      "loss": 0.3435,
      "step": 2663180
    },
    {
      "epoch": 743.28,
      "grad_norm": 1.309678316116333,
      "learning_rate": 6.411509683273653e-08,
      "loss": 0.327,
      "step": 2663190
    },
    {
      "epoch": 743.29,
      "grad_norm": 1.2274678945541382,
      "learning_rate": 6.410881568281786e-08,
      "loss": 0.3432,
      "step": 2663200
    },
    {
      "epoch": 743.29,
      "grad_norm": 1.221562385559082,
      "learning_rate": 6.410253483631976e-08,
      "loss": 0.3424,
      "step": 2663210
    },
    {
      "epoch": 743.29,
      "grad_norm": 1.5052133798599243,
      "learning_rate": 6.409625429324352e-08,
      "loss": 0.3835,
      "step": 2663220
    },
    {
      "epoch": 743.3,
      "grad_norm": 1.1898229122161865,
      "learning_rate": 6.408997405358993e-08,
      "loss": 0.3334,
      "step": 2663230
    },
    {
      "epoch": 743.3,
      "grad_norm": 1.2941615581512451,
      "learning_rate": 6.408369411735952e-08,
      "loss": 0.339,
      "step": 2663240
    },
    {
      "epoch": 743.3,
      "grad_norm": 1.1171766519546509,
      "learning_rate": 6.407741448455333e-08,
      "loss": 0.3266,
      "step": 2663250
    },
    {
      "epoch": 743.3,
      "grad_norm": 1.5449262857437134,
      "learning_rate": 6.407113515517213e-08,
      "loss": 0.3492,
      "step": 2663260
    },
    {
      "epoch": 743.31,
      "grad_norm": 1.2610950469970703,
      "learning_rate": 6.406485612921721e-08,
      "loss": 0.3361,
      "step": 2663270
    },
    {
      "epoch": 743.31,
      "grad_norm": 1.119214653968811,
      "learning_rate": 6.40585774066886e-08,
      "loss": 0.331,
      "step": 2663280
    },
    {
      "epoch": 743.31,
      "grad_norm": 1.335434079170227,
      "learning_rate": 6.405229898758758e-08,
      "loss": 0.3314,
      "step": 2663290
    },
    {
      "epoch": 743.32,
      "grad_norm": 1.3717108964920044,
      "learning_rate": 6.404602087191493e-08,
      "loss": 0.3321,
      "step": 2663300
    },
    {
      "epoch": 743.32,
      "grad_norm": 1.2428785562515259,
      "learning_rate": 6.403974305967171e-08,
      "loss": 0.3356,
      "step": 2663310
    },
    {
      "epoch": 743.32,
      "grad_norm": 1.6142841577529907,
      "learning_rate": 6.403346555085842e-08,
      "loss": 0.334,
      "step": 2663320
    },
    {
      "epoch": 743.32,
      "grad_norm": 1.254050612449646,
      "learning_rate": 6.402718834547611e-08,
      "loss": 0.328,
      "step": 2663330
    },
    {
      "epoch": 743.33,
      "grad_norm": 1.6150000095367432,
      "learning_rate": 6.402091144352556e-08,
      "loss": 0.3331,
      "step": 2663340
    },
    {
      "epoch": 743.33,
      "grad_norm": 1.324562668800354,
      "learning_rate": 6.401463484500728e-08,
      "loss": 0.3451,
      "step": 2663350
    },
    {
      "epoch": 743.33,
      "grad_norm": 1.304173231124878,
      "learning_rate": 6.400835854992259e-08,
      "loss": 0.3416,
      "step": 2663360
    },
    {
      "epoch": 743.34,
      "grad_norm": 1.294136881828308,
      "learning_rate": 6.400208255827227e-08,
      "loss": 0.3462,
      "step": 2663370
    },
    {
      "epoch": 743.34,
      "grad_norm": 1.3585326671600342,
      "learning_rate": 6.399580687005681e-08,
      "loss": 0.3561,
      "step": 2663380
    },
    {
      "epoch": 743.34,
      "grad_norm": 1.2132227420806885,
      "learning_rate": 6.398953148527702e-08,
      "loss": 0.3327,
      "step": 2663390
    },
    {
      "epoch": 743.34,
      "grad_norm": 1.1489232778549194,
      "learning_rate": 6.398325640393446e-08,
      "loss": 0.352,
      "step": 2663400
    },
    {
      "epoch": 743.35,
      "grad_norm": 1.2804749011993408,
      "learning_rate": 6.397698162602937e-08,
      "loss": 0.336,
      "step": 2663410
    },
    {
      "epoch": 743.35,
      "grad_norm": 1.2530549764633179,
      "learning_rate": 6.397070715156256e-08,
      "loss": 0.3331,
      "step": 2663420
    },
    {
      "epoch": 743.35,
      "grad_norm": 1.3112330436706543,
      "learning_rate": 6.396443298053531e-08,
      "loss": 0.3432,
      "step": 2663430
    },
    {
      "epoch": 743.35,
      "grad_norm": 1.1820367574691772,
      "learning_rate": 6.395815911294736e-08,
      "loss": 0.3317,
      "step": 2663440
    },
    {
      "epoch": 743.36,
      "grad_norm": 1.4224034547805786,
      "learning_rate": 6.395188554880106e-08,
      "loss": 0.3344,
      "step": 2663450
    },
    {
      "epoch": 743.36,
      "grad_norm": 1.5498617887496948,
      "learning_rate": 6.394561228809615e-08,
      "loss": 0.3478,
      "step": 2663460
    },
    {
      "epoch": 743.36,
      "grad_norm": 1.3576536178588867,
      "learning_rate": 6.393933933083392e-08,
      "loss": 0.3416,
      "step": 2663470
    },
    {
      "epoch": 743.37,
      "grad_norm": 1.2176729440689087,
      "learning_rate": 6.393306667701543e-08,
      "loss": 0.3533,
      "step": 2663480
    },
    {
      "epoch": 743.37,
      "grad_norm": 1.285557508468628,
      "learning_rate": 6.392679432664091e-08,
      "loss": 0.3248,
      "step": 2663490
    },
    {
      "epoch": 743.37,
      "grad_norm": 1.2909936904907227,
      "learning_rate": 6.392052227971144e-08,
      "loss": 0.3502,
      "step": 2663500
    },
    {
      "epoch": 743.37,
      "grad_norm": 1.2282674312591553,
      "learning_rate": 6.391425053622777e-08,
      "loss": 0.3395,
      "step": 2663510
    },
    {
      "epoch": 743.38,
      "grad_norm": 1.3257421255111694,
      "learning_rate": 6.390797909619121e-08,
      "loss": 0.3126,
      "step": 2663520
    },
    {
      "epoch": 743.38,
      "grad_norm": 1.2458932399749756,
      "learning_rate": 6.390170795960177e-08,
      "loss": 0.331,
      "step": 2663530
    },
    {
      "epoch": 743.38,
      "grad_norm": 1.169390320777893,
      "learning_rate": 6.389543712646125e-08,
      "loss": 0.3232,
      "step": 2663540
    },
    {
      "epoch": 743.39,
      "grad_norm": 1.1803827285766602,
      "learning_rate": 6.388916659676967e-08,
      "loss": 0.3381,
      "step": 2663550
    },
    {
      "epoch": 743.39,
      "grad_norm": 1.2192176580429077,
      "learning_rate": 6.388289637052831e-08,
      "loss": 0.3326,
      "step": 2663560
    },
    {
      "epoch": 743.39,
      "grad_norm": 1.2081058025360107,
      "learning_rate": 6.387662644773798e-08,
      "loss": 0.3302,
      "step": 2663570
    },
    {
      "epoch": 743.39,
      "grad_norm": 1.0433684587478638,
      "learning_rate": 6.387035682839919e-08,
      "loss": 0.3351,
      "step": 2663580
    },
    {
      "epoch": 743.4,
      "grad_norm": 2.8277227878570557,
      "learning_rate": 6.386408751251323e-08,
      "loss": 0.3221,
      "step": 2663590
    },
    {
      "epoch": 743.4,
      "grad_norm": 1.3161263465881348,
      "learning_rate": 6.385781850008062e-08,
      "loss": 0.33,
      "step": 2663600
    },
    {
      "epoch": 743.4,
      "grad_norm": 1.388322114944458,
      "learning_rate": 6.385154979110214e-08,
      "loss": 0.3316,
      "step": 2663610
    },
    {
      "epoch": 743.4,
      "grad_norm": 1.6281017065048218,
      "learning_rate": 6.384528138557911e-08,
      "loss": 0.3493,
      "step": 2663620
    },
    {
      "epoch": 743.41,
      "grad_norm": 1.3865318298339844,
      "learning_rate": 6.383901328351178e-08,
      "loss": 0.3382,
      "step": 2663630
    },
    {
      "epoch": 743.41,
      "grad_norm": 1.4267306327819824,
      "learning_rate": 6.383274548490119e-08,
      "loss": 0.3512,
      "step": 2663640
    },
    {
      "epoch": 743.41,
      "grad_norm": 1.2737929821014404,
      "learning_rate": 6.382647798974811e-08,
      "loss": 0.3537,
      "step": 2663650
    },
    {
      "epoch": 743.42,
      "grad_norm": 1.30591881275177,
      "learning_rate": 6.382021079805386e-08,
      "loss": 0.3214,
      "step": 2663660
    },
    {
      "epoch": 743.42,
      "grad_norm": 1.1858303546905518,
      "learning_rate": 6.381394390981843e-08,
      "loss": 0.3537,
      "step": 2663670
    },
    {
      "epoch": 743.42,
      "grad_norm": 1.4907152652740479,
      "learning_rate": 6.380767732504337e-08,
      "loss": 0.354,
      "step": 2663680
    },
    {
      "epoch": 743.42,
      "grad_norm": 1.309548258781433,
      "learning_rate": 6.380141104372921e-08,
      "loss": 0.3377,
      "step": 2663690
    },
    {
      "epoch": 743.43,
      "grad_norm": 1.1365762948989868,
      "learning_rate": 6.379514506587675e-08,
      "loss": 0.3402,
      "step": 2663700
    },
    {
      "epoch": 743.43,
      "grad_norm": 1.1693506240844727,
      "learning_rate": 6.378887939148727e-08,
      "loss": 0.3405,
      "step": 2663710
    },
    {
      "epoch": 743.43,
      "grad_norm": 1.3788048028945923,
      "learning_rate": 6.378261402056102e-08,
      "loss": 0.3382,
      "step": 2663720
    },
    {
      "epoch": 743.44,
      "grad_norm": 1.2435204982757568,
      "learning_rate": 6.377634895309882e-08,
      "loss": 0.3355,
      "step": 2663730
    },
    {
      "epoch": 743.44,
      "grad_norm": 1.262570858001709,
      "learning_rate": 6.377008418910193e-08,
      "loss": 0.325,
      "step": 2663740
    },
    {
      "epoch": 743.44,
      "grad_norm": 1.4174630641937256,
      "learning_rate": 6.376381972857115e-08,
      "loss": 0.325,
      "step": 2663750
    },
    {
      "epoch": 743.44,
      "grad_norm": 1.1502965688705444,
      "learning_rate": 6.375755557150673e-08,
      "loss": 0.3245,
      "step": 2663760
    },
    {
      "epoch": 743.45,
      "grad_norm": 1.9217808246612549,
      "learning_rate": 6.375129171791024e-08,
      "loss": 0.3493,
      "step": 2663770
    },
    {
      "epoch": 743.45,
      "grad_norm": 1.1877760887145996,
      "learning_rate": 6.374502816778194e-08,
      "loss": 0.3272,
      "step": 2663780
    },
    {
      "epoch": 743.45,
      "grad_norm": 1.1532015800476074,
      "learning_rate": 6.373876492112312e-08,
      "loss": 0.3387,
      "step": 2663790
    },
    {
      "epoch": 743.46,
      "grad_norm": 1.2231452465057373,
      "learning_rate": 6.373250197793459e-08,
      "loss": 0.3341,
      "step": 2663800
    },
    {
      "epoch": 743.46,
      "grad_norm": 1.2149840593338013,
      "learning_rate": 6.372623933821683e-08,
      "loss": 0.3373,
      "step": 2663810
    },
    {
      "epoch": 743.46,
      "grad_norm": 1.3168396949768066,
      "learning_rate": 6.371997700197065e-08,
      "loss": 0.3461,
      "step": 2663820
    },
    {
      "epoch": 743.46,
      "grad_norm": 1.2932857275009155,
      "learning_rate": 6.371371496919735e-08,
      "loss": 0.3421,
      "step": 2663830
    },
    {
      "epoch": 743.47,
      "grad_norm": 1.384184718132019,
      "learning_rate": 6.370745323989717e-08,
      "loss": 0.3348,
      "step": 2663840
    },
    {
      "epoch": 743.47,
      "grad_norm": 1.4757376909255981,
      "learning_rate": 6.370119181407169e-08,
      "loss": 0.3504,
      "step": 2663850
    },
    {
      "epoch": 743.47,
      "grad_norm": 1.1499428749084473,
      "learning_rate": 6.369493069172116e-08,
      "loss": 0.3396,
      "step": 2663860
    },
    {
      "epoch": 743.47,
      "grad_norm": 1.301695466041565,
      "learning_rate": 6.368866987284662e-08,
      "loss": 0.3199,
      "step": 2663870
    },
    {
      "epoch": 743.48,
      "grad_norm": 1.393859624862671,
      "learning_rate": 6.368240935744886e-08,
      "loss": 0.3405,
      "step": 2663880
    },
    {
      "epoch": 743.48,
      "grad_norm": 1.3629481792449951,
      "learning_rate": 6.367614914552866e-08,
      "loss": 0.3329,
      "step": 2663890
    },
    {
      "epoch": 743.48,
      "grad_norm": 1.546158790588379,
      "learning_rate": 6.366988923708679e-08,
      "loss": 0.3224,
      "step": 2663900
    },
    {
      "epoch": 743.49,
      "grad_norm": 1.1346620321273804,
      "learning_rate": 6.366362963212455e-08,
      "loss": 0.3395,
      "step": 2663910
    },
    {
      "epoch": 743.49,
      "grad_norm": 1.347590446472168,
      "learning_rate": 6.365737033064223e-08,
      "loss": 0.3258,
      "step": 2663920
    },
    {
      "epoch": 743.49,
      "grad_norm": 1.2356196641921997,
      "learning_rate": 6.365111133264083e-08,
      "loss": 0.3384,
      "step": 2663930
    },
    {
      "epoch": 743.49,
      "grad_norm": 1.3964323997497559,
      "learning_rate": 6.364485263812141e-08,
      "loss": 0.3357,
      "step": 2663940
    },
    {
      "epoch": 743.5,
      "grad_norm": 1.3141573667526245,
      "learning_rate": 6.363859424708424e-08,
      "loss": 0.3688,
      "step": 2663950
    },
    {
      "epoch": 743.5,
      "grad_norm": 1.3356373310089111,
      "learning_rate": 6.36323361595306e-08,
      "loss": 0.3106,
      "step": 2663960
    },
    {
      "epoch": 743.5,
      "grad_norm": 1.2768068313598633,
      "learning_rate": 6.362607837546155e-08,
      "loss": 0.3265,
      "step": 2663970
    },
    {
      "epoch": 743.51,
      "grad_norm": 1.252943515777588,
      "learning_rate": 6.36198208948776e-08,
      "loss": 0.3271,
      "step": 2663980
    },
    {
      "epoch": 743.51,
      "grad_norm": 1.3269484043121338,
      "learning_rate": 6.361356371777926e-08,
      "loss": 0.3453,
      "step": 2663990
    },
    {
      "epoch": 743.51,
      "grad_norm": 1.316503882408142,
      "learning_rate": 6.360730684416785e-08,
      "loss": 0.3324,
      "step": 2664000
    },
    {
      "epoch": 743.51,
      "grad_norm": 1.413318395614624,
      "learning_rate": 6.360105027404414e-08,
      "loss": 0.3395,
      "step": 2664010
    },
    {
      "epoch": 743.52,
      "grad_norm": 1.4350398778915405,
      "learning_rate": 6.359479400740867e-08,
      "loss": 0.3181,
      "step": 2664020
    },
    {
      "epoch": 743.52,
      "grad_norm": 1.3499518632888794,
      "learning_rate": 6.35885380442627e-08,
      "loss": 0.3255,
      "step": 2664030
    },
    {
      "epoch": 743.52,
      "grad_norm": 1.2639992237091064,
      "learning_rate": 6.35822823846068e-08,
      "loss": 0.3296,
      "step": 2664040
    },
    {
      "epoch": 743.52,
      "grad_norm": 1.3459926843643188,
      "learning_rate": 6.357602702844172e-08,
      "loss": 0.3296,
      "step": 2664050
    },
    {
      "epoch": 743.53,
      "grad_norm": 1.4307326078414917,
      "learning_rate": 6.35697719757685e-08,
      "loss": 0.3327,
      "step": 2664060
    },
    {
      "epoch": 743.53,
      "grad_norm": 1.7234448194503784,
      "learning_rate": 6.356351722658793e-08,
      "loss": 0.3306,
      "step": 2664070
    },
    {
      "epoch": 743.53,
      "grad_norm": 1.2114334106445312,
      "learning_rate": 6.355726278090079e-08,
      "loss": 0.3306,
      "step": 2664080
    },
    {
      "epoch": 743.54,
      "grad_norm": 1.200437307357788,
      "learning_rate": 6.355100863870785e-08,
      "loss": 0.335,
      "step": 2664090
    },
    {
      "epoch": 743.54,
      "grad_norm": 1.0827181339263916,
      "learning_rate": 6.354475480001018e-08,
      "loss": 0.328,
      "step": 2664100
    },
    {
      "epoch": 743.54,
      "grad_norm": 1.249609112739563,
      "learning_rate": 6.3538501264808e-08,
      "loss": 0.3379,
      "step": 2664110
    },
    {
      "epoch": 743.54,
      "grad_norm": 1.2167634963989258,
      "learning_rate": 6.353224803310316e-08,
      "loss": 0.3377,
      "step": 2664120
    },
    {
      "epoch": 743.55,
      "grad_norm": 1.2613672018051147,
      "learning_rate": 6.352599510489565e-08,
      "loss": 0.3313,
      "step": 2664130
    },
    {
      "epoch": 743.55,
      "grad_norm": 1.2526276111602783,
      "learning_rate": 6.351974248018652e-08,
      "loss": 0.34,
      "step": 2664140
    },
    {
      "epoch": 743.55,
      "grad_norm": 1.5477454662322998,
      "learning_rate": 6.351349015897706e-08,
      "loss": 0.3297,
      "step": 2664150
    },
    {
      "epoch": 743.56,
      "grad_norm": 1.3506076335906982,
      "learning_rate": 6.350723814126701e-08,
      "loss": 0.3409,
      "step": 2664160
    },
    {
      "epoch": 743.56,
      "grad_norm": 1.3171201944351196,
      "learning_rate": 6.350098642705844e-08,
      "loss": 0.3424,
      "step": 2664170
    },
    {
      "epoch": 743.56,
      "grad_norm": 1.2735236883163452,
      "learning_rate": 6.349473501635138e-08,
      "loss": 0.3271,
      "step": 2664180
    },
    {
      "epoch": 743.56,
      "grad_norm": 1.1344459056854248,
      "learning_rate": 6.348848390914713e-08,
      "loss": 0.3425,
      "step": 2664190
    },
    {
      "epoch": 743.57,
      "grad_norm": 1.3068697452545166,
      "learning_rate": 6.348223310544591e-08,
      "loss": 0.3275,
      "step": 2664200
    },
    {
      "epoch": 743.57,
      "grad_norm": 1.2563962936401367,
      "learning_rate": 6.347598260524958e-08,
      "loss": 0.3279,
      "step": 2664210
    },
    {
      "epoch": 743.57,
      "grad_norm": 1.1513680219650269,
      "learning_rate": 6.346973240855786e-08,
      "loss": 0.3296,
      "step": 2664220
    },
    {
      "epoch": 743.58,
      "grad_norm": 1.1127711534500122,
      "learning_rate": 6.346348251537207e-08,
      "loss": 0.345,
      "step": 2664230
    },
    {
      "epoch": 743.58,
      "grad_norm": 1.1557896137237549,
      "learning_rate": 6.34572329256935e-08,
      "loss": 0.3441,
      "step": 2664240
    },
    {
      "epoch": 743.58,
      "grad_norm": 1.1955326795578003,
      "learning_rate": 6.345098363952187e-08,
      "loss": 0.357,
      "step": 2664250
    },
    {
      "epoch": 743.58,
      "grad_norm": 1.2145544290542603,
      "learning_rate": 6.344473465685904e-08,
      "loss": 0.3342,
      "step": 2664260
    },
    {
      "epoch": 743.59,
      "grad_norm": 1.0855909585952759,
      "learning_rate": 6.34384859777055e-08,
      "loss": 0.3578,
      "step": 2664270
    },
    {
      "epoch": 743.59,
      "grad_norm": 1.3571288585662842,
      "learning_rate": 6.343223760206179e-08,
      "loss": 0.3226,
      "step": 2664280
    },
    {
      "epoch": 743.59,
      "grad_norm": 1.2637051343917847,
      "learning_rate": 6.342598952992946e-08,
      "loss": 0.3372,
      "step": 2664290
    },
    {
      "epoch": 743.59,
      "grad_norm": 1.2472825050354004,
      "learning_rate": 6.341974176130851e-08,
      "loss": 0.3273,
      "step": 2664300
    },
    {
      "epoch": 743.6,
      "grad_norm": 1.432966947555542,
      "learning_rate": 6.341349429619999e-08,
      "loss": 0.3525,
      "step": 2664310
    },
    {
      "epoch": 743.6,
      "grad_norm": 1.428511381149292,
      "learning_rate": 6.340724713460492e-08,
      "loss": 0.3382,
      "step": 2664320
    },
    {
      "epoch": 743.6,
      "grad_norm": 1.297224760055542,
      "learning_rate": 6.340100027652463e-08,
      "loss": 0.3507,
      "step": 2664330
    },
    {
      "epoch": 743.61,
      "grad_norm": 1.5188729763031006,
      "learning_rate": 6.339475372195858e-08,
      "loss": 0.3389,
      "step": 2664340
    },
    {
      "epoch": 743.61,
      "grad_norm": 1.5827196836471558,
      "learning_rate": 6.338850747090912e-08,
      "loss": 0.3369,
      "step": 2664350
    },
    {
      "epoch": 743.61,
      "grad_norm": 1.216453194618225,
      "learning_rate": 6.338226152337623e-08,
      "loss": 0.3305,
      "step": 2664360
    },
    {
      "epoch": 743.61,
      "grad_norm": 1.2447919845581055,
      "learning_rate": 6.337601587936073e-08,
      "loss": 0.3305,
      "step": 2664370
    },
    {
      "epoch": 743.62,
      "grad_norm": 1.3411544561386108,
      "learning_rate": 6.336977053886389e-08,
      "loss": 0.3387,
      "step": 2664380
    },
    {
      "epoch": 743.62,
      "grad_norm": 1.2416776418685913,
      "learning_rate": 6.336352550188597e-08,
      "loss": 0.3503,
      "step": 2664390
    },
    {
      "epoch": 743.62,
      "grad_norm": 1.3783200979232788,
      "learning_rate": 6.335728076842829e-08,
      "loss": 0.3251,
      "step": 2664400
    },
    {
      "epoch": 743.63,
      "grad_norm": 1.4121837615966797,
      "learning_rate": 6.335103633849135e-08,
      "loss": 0.3491,
      "step": 2664410
    },
    {
      "epoch": 743.63,
      "grad_norm": 2.4826040267944336,
      "learning_rate": 6.334479221207622e-08,
      "loss": 0.3342,
      "step": 2664420
    },
    {
      "epoch": 743.63,
      "grad_norm": 1.1804118156433105,
      "learning_rate": 6.333854838918391e-08,
      "loss": 0.3413,
      "step": 2664430
    },
    {
      "epoch": 743.63,
      "grad_norm": 1.4385910034179688,
      "learning_rate": 6.333230486981468e-08,
      "loss": 0.3312,
      "step": 2664440
    },
    {
      "epoch": 743.64,
      "grad_norm": 1.1049655675888062,
      "learning_rate": 6.332606165396987e-08,
      "loss": 0.3565,
      "step": 2664450
    },
    {
      "epoch": 743.64,
      "grad_norm": 1.4211829900741577,
      "learning_rate": 6.331981874164995e-08,
      "loss": 0.3368,
      "step": 2664460
    },
    {
      "epoch": 743.64,
      "grad_norm": 1.1387749910354614,
      "learning_rate": 6.3313576132856e-08,
      "loss": 0.3396,
      "step": 2664470
    },
    {
      "epoch": 743.64,
      "grad_norm": 1.157950520515442,
      "learning_rate": 6.330733382758851e-08,
      "loss": 0.3292,
      "step": 2664480
    },
    {
      "epoch": 743.65,
      "grad_norm": 1.2977203130722046,
      "learning_rate": 6.330109182584882e-08,
      "loss": 0.3439,
      "step": 2664490
    },
    {
      "epoch": 743.65,
      "grad_norm": 1.5060653686523438,
      "learning_rate": 6.329485012763741e-08,
      "loss": 0.3341,
      "step": 2664500
    },
    {
      "epoch": 743.65,
      "grad_norm": 1.5199754238128662,
      "learning_rate": 6.328860873295533e-08,
      "loss": 0.3645,
      "step": 2664510
    },
    {
      "epoch": 743.66,
      "grad_norm": 1.2474039793014526,
      "learning_rate": 6.328236764180338e-08,
      "loss": 0.3445,
      "step": 2664520
    },
    {
      "epoch": 743.66,
      "grad_norm": 1.1285094022750854,
      "learning_rate": 6.327612685418206e-08,
      "loss": 0.3398,
      "step": 2664530
    },
    {
      "epoch": 743.66,
      "grad_norm": 1.3875993490219116,
      "learning_rate": 6.326988637009242e-08,
      "loss": 0.3379,
      "step": 2664540
    },
    {
      "epoch": 743.66,
      "grad_norm": 1.3606102466583252,
      "learning_rate": 6.326364618953525e-08,
      "loss": 0.3506,
      "step": 2664550
    },
    {
      "epoch": 743.67,
      "grad_norm": 1.2353624105453491,
      "learning_rate": 6.325740631251156e-08,
      "loss": 0.3331,
      "step": 2664560
    },
    {
      "epoch": 743.67,
      "grad_norm": 1.1584312915802002,
      "learning_rate": 6.325116673902217e-08,
      "loss": 0.334,
      "step": 2664570
    },
    {
      "epoch": 743.67,
      "grad_norm": 1.224494457244873,
      "learning_rate": 6.324492746906757e-08,
      "loss": 0.324,
      "step": 2664580
    },
    {
      "epoch": 743.68,
      "grad_norm": 1.160146951675415,
      "learning_rate": 6.323868850264908e-08,
      "loss": 0.3293,
      "step": 2664590
    },
    {
      "epoch": 743.68,
      "grad_norm": 1.1267300844192505,
      "learning_rate": 6.32324498397667e-08,
      "loss": 0.3493,
      "step": 2664600
    },
    {
      "epoch": 743.68,
      "grad_norm": 1.1029082536697388,
      "learning_rate": 6.322621148042249e-08,
      "loss": 0.3396,
      "step": 2664610
    },
    {
      "epoch": 743.68,
      "grad_norm": 1.4566930532455444,
      "learning_rate": 6.32199734246162e-08,
      "loss": 0.3417,
      "step": 2664620
    },
    {
      "epoch": 743.69,
      "grad_norm": 1.340234637260437,
      "learning_rate": 6.321373567234941e-08,
      "loss": 0.3428,
      "step": 2664630
    },
    {
      "epoch": 743.69,
      "grad_norm": 1.2059842348098755,
      "learning_rate": 6.320749822362236e-08,
      "loss": 0.3321,
      "step": 2664640
    },
    {
      "epoch": 743.69,
      "grad_norm": 1.1754834651947021,
      "learning_rate": 6.320126107843635e-08,
      "loss": 0.349,
      "step": 2664650
    },
    {
      "epoch": 743.7,
      "grad_norm": 1.165452241897583,
      "learning_rate": 6.319502423679166e-08,
      "loss": 0.3442,
      "step": 2664660
    },
    {
      "epoch": 743.7,
      "grad_norm": 1.2097777128219604,
      "learning_rate": 6.318878769868982e-08,
      "loss": 0.3414,
      "step": 2664670
    },
    {
      "epoch": 743.7,
      "grad_norm": 1.126354455947876,
      "learning_rate": 6.318255146413112e-08,
      "loss": 0.3481,
      "step": 2664680
    },
    {
      "epoch": 743.7,
      "grad_norm": 1.2824112176895142,
      "learning_rate": 6.317631553311633e-08,
      "loss": 0.3609,
      "step": 2664690
    },
    {
      "epoch": 743.71,
      "grad_norm": 1.077446460723877,
      "learning_rate": 6.3170079905647e-08,
      "loss": 0.337,
      "step": 2664700
    },
    {
      "epoch": 743.71,
      "grad_norm": 1.2608376741409302,
      "learning_rate": 6.316384458172316e-08,
      "loss": 0.3454,
      "step": 2664710
    },
    {
      "epoch": 743.71,
      "grad_norm": 1.1242477893829346,
      "learning_rate": 6.315760956134607e-08,
      "loss": 0.3479,
      "step": 2664720
    },
    {
      "epoch": 743.71,
      "grad_norm": 1.2192010879516602,
      "learning_rate": 6.315137484451653e-08,
      "loss": 0.3297,
      "step": 2664730
    },
    {
      "epoch": 743.72,
      "grad_norm": 1.472530722618103,
      "learning_rate": 6.314514043123508e-08,
      "loss": 0.3253,
      "step": 2664740
    },
    {
      "epoch": 743.72,
      "grad_norm": 1.4109350442886353,
      "learning_rate": 6.3138906321503e-08,
      "loss": 0.3339,
      "step": 2664750
    },
    {
      "epoch": 743.72,
      "grad_norm": 1.3275959491729736,
      "learning_rate": 6.313267251532054e-08,
      "loss": 0.3354,
      "step": 2664760
    },
    {
      "epoch": 743.73,
      "grad_norm": 4.466062068939209,
      "learning_rate": 6.312643901268903e-08,
      "loss": 0.3441,
      "step": 2664770
    },
    {
      "epoch": 743.73,
      "grad_norm": 1.1221593618392944,
      "learning_rate": 6.312020581360923e-08,
      "loss": 0.3347,
      "step": 2664780
    },
    {
      "epoch": 743.73,
      "grad_norm": 1.2272279262542725,
      "learning_rate": 6.311397291808191e-08,
      "loss": 0.3401,
      "step": 2664790
    },
    {
      "epoch": 743.73,
      "grad_norm": 1.38103187084198,
      "learning_rate": 6.310774032610788e-08,
      "loss": 0.3362,
      "step": 2664800
    },
    {
      "epoch": 743.74,
      "grad_norm": 1.2402775287628174,
      "learning_rate": 6.310150803768765e-08,
      "loss": 0.3323,
      "step": 2664810
    },
    {
      "epoch": 743.74,
      "grad_norm": 1.1568973064422607,
      "learning_rate": 6.309527605282278e-08,
      "loss": 0.3294,
      "step": 2664820
    },
    {
      "epoch": 743.74,
      "grad_norm": 1.1812888383865356,
      "learning_rate": 6.308904437151326e-08,
      "loss": 0.3309,
      "step": 2664830
    },
    {
      "epoch": 743.75,
      "grad_norm": 1.226210355758667,
      "learning_rate": 6.308281299376066e-08,
      "loss": 0.3327,
      "step": 2664840
    },
    {
      "epoch": 743.75,
      "grad_norm": 0.896243691444397,
      "learning_rate": 6.30765819195655e-08,
      "loss": 0.3599,
      "step": 2664850
    },
    {
      "epoch": 743.75,
      "grad_norm": 1.2233766317367554,
      "learning_rate": 6.30703511489283e-08,
      "loss": 0.3464,
      "step": 2664860
    },
    {
      "epoch": 743.75,
      "grad_norm": 1.1707557439804077,
      "learning_rate": 6.306412068185037e-08,
      "loss": 0.3401,
      "step": 2664870
    },
    {
      "epoch": 743.76,
      "grad_norm": 4.684828758239746,
      "learning_rate": 6.305789051833246e-08,
      "loss": 0.3212,
      "step": 2664880
    },
    {
      "epoch": 743.76,
      "grad_norm": 1.048703670501709,
      "learning_rate": 6.305166065837512e-08,
      "loss": 0.3356,
      "step": 2664890
    },
    {
      "epoch": 743.76,
      "grad_norm": 1.242701530456543,
      "learning_rate": 6.304543110197914e-08,
      "loss": 0.3543,
      "step": 2664900
    },
    {
      "epoch": 743.77,
      "grad_norm": 1.1770137548446655,
      "learning_rate": 6.303920184914604e-08,
      "loss": 0.3297,
      "step": 2664910
    },
    {
      "epoch": 743.77,
      "grad_norm": 1.2474056482315063,
      "learning_rate": 6.303297289987561e-08,
      "loss": 0.3179,
      "step": 2664920
    },
    {
      "epoch": 743.77,
      "grad_norm": 1.240968108177185,
      "learning_rate": 6.302674425416989e-08,
      "loss": 0.3513,
      "step": 2664930
    },
    {
      "epoch": 743.77,
      "grad_norm": 1.3855891227722168,
      "learning_rate": 6.302051591202864e-08,
      "loss": 0.3304,
      "step": 2664940
    },
    {
      "epoch": 743.78,
      "grad_norm": 1.611427664756775,
      "learning_rate": 6.301428787345314e-08,
      "loss": 0.3315,
      "step": 2664950
    },
    {
      "epoch": 743.78,
      "grad_norm": 1.6204041242599487,
      "learning_rate": 6.300806013844446e-08,
      "loss": 0.3514,
      "step": 2664960
    },
    {
      "epoch": 743.78,
      "grad_norm": 1.196439504623413,
      "learning_rate": 6.300183270700286e-08,
      "loss": 0.342,
      "step": 2664970
    },
    {
      "epoch": 743.78,
      "grad_norm": 1.14533531665802,
      "learning_rate": 6.299560557912934e-08,
      "loss": 0.3277,
      "step": 2664980
    },
    {
      "epoch": 743.79,
      "grad_norm": 1.3615294694900513,
      "learning_rate": 6.2989378754825e-08,
      "loss": 0.3227,
      "step": 2664990
    },
    {
      "epoch": 743.79,
      "grad_norm": 1.330428957939148,
      "learning_rate": 6.298315223409056e-08,
      "loss": 0.3572,
      "step": 2665000
    },
    {
      "epoch": 743.79,
      "grad_norm": 1.3724819421768188,
      "learning_rate": 6.297692601692685e-08,
      "loss": 0.346,
      "step": 2665010
    },
    {
      "epoch": 743.8,
      "grad_norm": 1.3131158351898193,
      "learning_rate": 6.297070010333463e-08,
      "loss": 0.3314,
      "step": 2665020
    },
    {
      "epoch": 743.8,
      "grad_norm": 1.1461447477340698,
      "learning_rate": 6.296447449331493e-08,
      "loss": 0.3303,
      "step": 2665030
    },
    {
      "epoch": 743.8,
      "grad_norm": 1.1616487503051758,
      "learning_rate": 6.295824918686803e-08,
      "loss": 0.3397,
      "step": 2665040
    },
    {
      "epoch": 743.8,
      "grad_norm": 1.8852185010910034,
      "learning_rate": 6.295202418399549e-08,
      "loss": 0.3283,
      "step": 2665050
    },
    {
      "epoch": 743.81,
      "grad_norm": 1.3597079515457153,
      "learning_rate": 6.294579948469729e-08,
      "loss": 0.3476,
      "step": 2665060
    },
    {
      "epoch": 743.81,
      "grad_norm": 1.5033633708953857,
      "learning_rate": 6.293957508897527e-08,
      "loss": 0.3456,
      "step": 2665070
    },
    {
      "epoch": 743.81,
      "grad_norm": 1.1374316215515137,
      "learning_rate": 6.293335099682942e-08,
      "loss": 0.3518,
      "step": 2665080
    },
    {
      "epoch": 743.82,
      "grad_norm": 1.1443408727645874,
      "learning_rate": 6.292712720826105e-08,
      "loss": 0.3484,
      "step": 2665090
    },
    {
      "epoch": 743.82,
      "grad_norm": 1.257032871246338,
      "learning_rate": 6.292090372327094e-08,
      "loss": 0.348,
      "step": 2665100
    },
    {
      "epoch": 743.82,
      "grad_norm": 1.1518330574035645,
      "learning_rate": 6.291468054185961e-08,
      "loss": 0.328,
      "step": 2665110
    },
    {
      "epoch": 743.82,
      "grad_norm": 1.1843539476394653,
      "learning_rate": 6.290845766402809e-08,
      "loss": 0.3219,
      "step": 2665120
    },
    {
      "epoch": 743.83,
      "grad_norm": 1.3632221221923828,
      "learning_rate": 6.290223508977716e-08,
      "loss": 0.3294,
      "step": 2665130
    },
    {
      "epoch": 743.83,
      "grad_norm": 1.195477843284607,
      "learning_rate": 6.289601281910814e-08,
      "loss": 0.3559,
      "step": 2665140
    },
    {
      "epoch": 743.83,
      "grad_norm": 1.22607421875,
      "learning_rate": 6.28897908520205e-08,
      "loss": 0.3327,
      "step": 2665150
    },
    {
      "epoch": 743.83,
      "grad_norm": 1.3344857692718506,
      "learning_rate": 6.288356918851684e-08,
      "loss": 0.3535,
      "step": 2665160
    },
    {
      "epoch": 743.84,
      "grad_norm": 1.2906749248504639,
      "learning_rate": 6.287734782859663e-08,
      "loss": 0.3238,
      "step": 2665170
    },
    {
      "epoch": 743.84,
      "grad_norm": 1.1753753423690796,
      "learning_rate": 6.287112677226146e-08,
      "loss": 0.3337,
      "step": 2665180
    },
    {
      "epoch": 743.84,
      "grad_norm": 1.193885326385498,
      "learning_rate": 6.286490601951182e-08,
      "loss": 0.3395,
      "step": 2665190
    },
    {
      "epoch": 743.85,
      "grad_norm": 1.2274038791656494,
      "learning_rate": 6.28586855703485e-08,
      "loss": 0.3265,
      "step": 2665200
    },
    {
      "epoch": 743.85,
      "grad_norm": 1.1305180788040161,
      "learning_rate": 6.285246542477255e-08,
      "loss": 0.3319,
      "step": 2665210
    },
    {
      "epoch": 743.85,
      "grad_norm": 1.0409106016159058,
      "learning_rate": 6.284624558278448e-08,
      "loss": 0.3319,
      "step": 2665220
    },
    {
      "epoch": 743.85,
      "grad_norm": 1.1613354682922363,
      "learning_rate": 6.284002604438586e-08,
      "loss": 0.3274,
      "step": 2665230
    },
    {
      "epoch": 743.86,
      "grad_norm": 1.4815278053283691,
      "learning_rate": 6.283380680957643e-08,
      "loss": 0.3303,
      "step": 2665240
    },
    {
      "epoch": 743.86,
      "grad_norm": 1.3890711069107056,
      "learning_rate": 6.282758787835773e-08,
      "loss": 0.3374,
      "step": 2665250
    },
    {
      "epoch": 743.86,
      "grad_norm": 1.2380969524383545,
      "learning_rate": 6.282136925073056e-08,
      "loss": 0.3412,
      "step": 2665260
    },
    {
      "epoch": 743.87,
      "grad_norm": 1.2650226354599,
      "learning_rate": 6.281515092669519e-08,
      "loss": 0.3363,
      "step": 2665270
    },
    {
      "epoch": 743.87,
      "grad_norm": 1.3787027597427368,
      "learning_rate": 6.280893290625342e-08,
      "loss": 0.3561,
      "step": 2665280
    },
    {
      "epoch": 743.87,
      "grad_norm": 1.0969617366790771,
      "learning_rate": 6.280271518940499e-08,
      "loss": 0.332,
      "step": 2665290
    },
    {
      "epoch": 743.87,
      "grad_norm": 1.2981637716293335,
      "learning_rate": 6.279649777615175e-08,
      "loss": 0.3379,
      "step": 2665300
    },
    {
      "epoch": 743.88,
      "grad_norm": 1.2121278047561646,
      "learning_rate": 6.279028066649366e-08,
      "loss": 0.3151,
      "step": 2665310
    },
    {
      "epoch": 743.88,
      "grad_norm": 1.2885054349899292,
      "learning_rate": 6.278406386043206e-08,
      "loss": 0.3279,
      "step": 2665320
    },
    {
      "epoch": 743.88,
      "grad_norm": 1.0708800554275513,
      "learning_rate": 6.277784735796796e-08,
      "loss": 0.3283,
      "step": 2665330
    },
    {
      "epoch": 743.89,
      "grad_norm": 1.2192347049713135,
      "learning_rate": 6.277163115910137e-08,
      "loss": 0.3318,
      "step": 2665340
    },
    {
      "epoch": 743.89,
      "grad_norm": 1.3004786968231201,
      "learning_rate": 6.276541526383387e-08,
      "loss": 0.3409,
      "step": 2665350
    },
    {
      "epoch": 743.89,
      "grad_norm": 1.2834842205047607,
      "learning_rate": 6.275919967216594e-08,
      "loss": 0.3176,
      "step": 2665360
    },
    {
      "epoch": 743.89,
      "grad_norm": 1.1881004571914673,
      "learning_rate": 6.275298438409891e-08,
      "loss": 0.3276,
      "step": 2665370
    },
    {
      "epoch": 743.9,
      "grad_norm": 1.1453684568405151,
      "learning_rate": 6.274676939963279e-08,
      "loss": 0.3366,
      "step": 2665380
    },
    {
      "epoch": 743.9,
      "grad_norm": 1.214776873588562,
      "learning_rate": 6.274055471876885e-08,
      "loss": 0.3337,
      "step": 2665390
    },
    {
      "epoch": 743.9,
      "grad_norm": 1.3821338415145874,
      "learning_rate": 6.273434034150815e-08,
      "loss": 0.3385,
      "step": 2665400
    },
    {
      "epoch": 743.9,
      "grad_norm": 1.3898040056228638,
      "learning_rate": 6.272812626785069e-08,
      "loss": 0.3372,
      "step": 2665410
    },
    {
      "epoch": 743.91,
      "grad_norm": 1.3075038194656372,
      "learning_rate": 6.272191249779855e-08,
      "loss": 0.3477,
      "step": 2665420
    },
    {
      "epoch": 743.91,
      "grad_norm": 1.2915701866149902,
      "learning_rate": 6.271569903135145e-08,
      "loss": 0.3375,
      "step": 2665430
    },
    {
      "epoch": 743.91,
      "grad_norm": 1.136196255683899,
      "learning_rate": 6.270948586851072e-08,
      "loss": 0.3352,
      "step": 2665440
    },
    {
      "epoch": 743.92,
      "grad_norm": 1.353867530822754,
      "learning_rate": 6.270327300927714e-08,
      "loss": 0.3386,
      "step": 2665450
    },
    {
      "epoch": 743.92,
      "grad_norm": 1.3642704486846924,
      "learning_rate": 6.269706045365172e-08,
      "loss": 0.3449,
      "step": 2665460
    },
    {
      "epoch": 743.92,
      "grad_norm": 1.1912003755569458,
      "learning_rate": 6.269084820163476e-08,
      "loss": 0.3334,
      "step": 2665470
    },
    {
      "epoch": 743.92,
      "grad_norm": 1.3985979557037354,
      "learning_rate": 6.268463625322727e-08,
      "loss": 0.3388,
      "step": 2665480
    },
    {
      "epoch": 743.93,
      "grad_norm": 1.4548954963684082,
      "learning_rate": 6.267842460843082e-08,
      "loss": 0.3266,
      "step": 2665490
    },
    {
      "epoch": 743.93,
      "grad_norm": 1.9131771326065063,
      "learning_rate": 6.26722132672449e-08,
      "loss": 0.3391,
      "step": 2665500
    },
    {
      "epoch": 743.93,
      "grad_norm": 1.8373775482177734,
      "learning_rate": 6.266600222967132e-08,
      "loss": 0.3431,
      "step": 2665510
    },
    {
      "epoch": 743.94,
      "grad_norm": 1.3762245178222656,
      "learning_rate": 6.265979149571087e-08,
      "loss": 0.3428,
      "step": 2665520
    },
    {
      "epoch": 743.94,
      "grad_norm": 11.990227699279785,
      "learning_rate": 6.26535810653638e-08,
      "loss": 0.3363,
      "step": 2665530
    },
    {
      "epoch": 743.94,
      "grad_norm": 1.2194647789001465,
      "learning_rate": 6.264737093863168e-08,
      "loss": 0.326,
      "step": 2665540
    },
    {
      "epoch": 743.94,
      "grad_norm": 1.271225929260254,
      "learning_rate": 6.26411611155145e-08,
      "loss": 0.3365,
      "step": 2665550
    },
    {
      "epoch": 743.95,
      "grad_norm": 1.3218610286712646,
      "learning_rate": 6.263495159601383e-08,
      "loss": 0.3286,
      "step": 2665560
    },
    {
      "epoch": 743.95,
      "grad_norm": 1.3257251977920532,
      "learning_rate": 6.262874238012993e-08,
      "loss": 0.3445,
      "step": 2665570
    },
    {
      "epoch": 743.95,
      "grad_norm": 1.5319973230361938,
      "learning_rate": 6.262253346786409e-08,
      "loss": 0.3478,
      "step": 2665580
    },
    {
      "epoch": 743.95,
      "grad_norm": 1.2071276903152466,
      "learning_rate": 6.261632485921683e-08,
      "loss": 0.3415,
      "step": 2665590
    },
    {
      "epoch": 743.96,
      "grad_norm": 1.1595568656921387,
      "learning_rate": 6.261011655418923e-08,
      "loss": 0.3324,
      "step": 2665600
    },
    {
      "epoch": 743.96,
      "grad_norm": 1.2920713424682617,
      "learning_rate": 6.2603908552782e-08,
      "loss": 0.3328,
      "step": 2665610
    },
    {
      "epoch": 743.96,
      "grad_norm": 1.2204498052597046,
      "learning_rate": 6.259770085499573e-08,
      "loss": 0.342,
      "step": 2665620
    },
    {
      "epoch": 743.97,
      "grad_norm": 1.4347528219223022,
      "learning_rate": 6.259149346083169e-08,
      "loss": 0.3388,
      "step": 2665630
    },
    {
      "epoch": 743.97,
      "grad_norm": 1.1375409364700317,
      "learning_rate": 6.258528637029013e-08,
      "loss": 0.3327,
      "step": 2665640
    },
    {
      "epoch": 743.97,
      "grad_norm": 1.32139253616333,
      "learning_rate": 6.257907958337264e-08,
      "loss": 0.3429,
      "step": 2665650
    },
    {
      "epoch": 743.97,
      "grad_norm": 1.314880609512329,
      "learning_rate": 6.257287310007918e-08,
      "loss": 0.3361,
      "step": 2665660
    },
    {
      "epoch": 743.98,
      "grad_norm": 1.1796703338623047,
      "learning_rate": 6.256666692041135e-08,
      "loss": 0.3357,
      "step": 2665670
    },
    {
      "epoch": 743.98,
      "grad_norm": 1.3324662446975708,
      "learning_rate": 6.256046104436965e-08,
      "loss": 0.3318,
      "step": 2665680
    },
    {
      "epoch": 743.98,
      "grad_norm": 1.1718944311141968,
      "learning_rate": 6.255425547195486e-08,
      "loss": 0.328,
      "step": 2665690
    },
    {
      "epoch": 743.99,
      "grad_norm": 1.1443724632263184,
      "learning_rate": 6.254805020316752e-08,
      "loss": 0.3447,
      "step": 2665700
    },
    {
      "epoch": 743.99,
      "grad_norm": 1.1966688632965088,
      "learning_rate": 6.254184523800916e-08,
      "loss": 0.3496,
      "step": 2665710
    },
    {
      "epoch": 743.99,
      "grad_norm": 1.1463465690612793,
      "learning_rate": 6.253564057648007e-08,
      "loss": 0.3308,
      "step": 2665720
    },
    {
      "epoch": 743.99,
      "grad_norm": 1.2362326383590698,
      "learning_rate": 6.252943621858102e-08,
      "loss": 0.344,
      "step": 2665730
    },
    {
      "epoch": 744.0,
      "grad_norm": 1.5104244947433472,
      "learning_rate": 6.252323216431356e-08,
      "loss": 0.3294,
      "step": 2665740
    },
    {
      "epoch": 744.0,
      "grad_norm": 1.2393922805786133,
      "learning_rate": 6.25170284136777e-08,
      "loss": 0.332,
      "step": 2665750
    },
    {
      "epoch": 744.0,
      "eval_loss": 0.3391646444797516,
      "eval_runtime": 64.5864,
      "eval_samples_per_second": 78.329,
      "eval_steps_per_second": 9.801,
      "step": 2665752
    },
    {
      "epoch": 744.0,
      "grad_norm": 1.1869266033172607,
      "learning_rate": 6.251082496667448e-08,
      "loss": 0.3456,
      "step": 2665760
    },
    {
      "epoch": 744.01,
      "grad_norm": 1.2467808723449707,
      "learning_rate": 6.25046218233052e-08,
      "loss": 0.3362,
      "step": 2665770
    },
    {
      "epoch": 744.01,
      "grad_norm": 1.1559243202209473,
      "learning_rate": 6.249841898356986e-08,
      "loss": 0.3324,
      "step": 2665780
    },
    {
      "epoch": 744.01,
      "grad_norm": 1.116794228553772,
      "learning_rate": 6.249221644747003e-08,
      "loss": 0.3428,
      "step": 2665790
    },
    {
      "epoch": 744.01,
      "grad_norm": 1.1148114204406738,
      "learning_rate": 6.248601421500595e-08,
      "loss": 0.324,
      "step": 2665800
    },
    {
      "epoch": 744.02,
      "grad_norm": 1.3310348987579346,
      "learning_rate": 6.247981228617894e-08,
      "loss": 0.3423,
      "step": 2665810
    },
    {
      "epoch": 744.02,
      "grad_norm": 1.2408162355422974,
      "learning_rate": 6.247361066098951e-08,
      "loss": 0.3317,
      "step": 2665820
    },
    {
      "epoch": 744.02,
      "grad_norm": 1.3304669857025146,
      "learning_rate": 6.246740933943871e-08,
      "loss": 0.3322,
      "step": 2665830
    },
    {
      "epoch": 744.02,
      "grad_norm": 1.2385116815567017,
      "learning_rate": 6.246120832152707e-08,
      "loss": 0.3328,
      "step": 2665840
    },
    {
      "epoch": 744.03,
      "grad_norm": 1.1031653881072998,
      "learning_rate": 6.24550076072556e-08,
      "loss": 0.3354,
      "step": 2665850
    },
    {
      "epoch": 744.03,
      "grad_norm": 1.3136601448059082,
      "learning_rate": 6.244880719662562e-08,
      "loss": 0.3369,
      "step": 2665860
    },
    {
      "epoch": 744.03,
      "grad_norm": 0.9700270295143127,
      "learning_rate": 6.244260708963659e-08,
      "loss": 0.3136,
      "step": 2665870
    },
    {
      "epoch": 744.04,
      "grad_norm": 1.2116774320602417,
      "learning_rate": 6.243640728629089e-08,
      "loss": 0.3308,
      "step": 2665880
    },
    {
      "epoch": 744.04,
      "grad_norm": 1.2699686288833618,
      "learning_rate": 6.243020778658823e-08,
      "loss": 0.3392,
      "step": 2665890
    },
    {
      "epoch": 744.04,
      "grad_norm": 1.3102952241897583,
      "learning_rate": 6.242400859053017e-08,
      "loss": 0.3409,
      "step": 2665900
    },
    {
      "epoch": 744.04,
      "grad_norm": 1.1627732515335083,
      "learning_rate": 6.241780969811725e-08,
      "loss": 0.3306,
      "step": 2665910
    },
    {
      "epoch": 744.05,
      "grad_norm": 1.05363929271698,
      "learning_rate": 6.241161110934999e-08,
      "loss": 0.3299,
      "step": 2665920
    },
    {
      "epoch": 744.05,
      "grad_norm": 1.3876986503601074,
      "learning_rate": 6.240541282422941e-08,
      "loss": 0.3469,
      "step": 2665930
    },
    {
      "epoch": 744.05,
      "grad_norm": 1.166166067123413,
      "learning_rate": 6.239921484275657e-08,
      "loss": 0.324,
      "step": 2665940
    },
    {
      "epoch": 744.06,
      "grad_norm": 1.3712637424468994,
      "learning_rate": 6.239301716493249e-08,
      "loss": 0.3378,
      "step": 2665950
    },
    {
      "epoch": 744.06,
      "grad_norm": 1.2577617168426514,
      "learning_rate": 6.238681979075693e-08,
      "loss": 0.3526,
      "step": 2665960
    },
    {
      "epoch": 744.06,
      "grad_norm": 1.1099677085876465,
      "learning_rate": 6.238062272023196e-08,
      "loss": 0.3449,
      "step": 2665970
    },
    {
      "epoch": 744.06,
      "grad_norm": 2.32480788230896,
      "learning_rate": 6.237442595335785e-08,
      "loss": 0.3208,
      "step": 2665980
    },
    {
      "epoch": 744.07,
      "grad_norm": 1.1563209295272827,
      "learning_rate": 6.236822949013537e-08,
      "loss": 0.3133,
      "step": 2665990
    },
    {
      "epoch": 744.07,
      "grad_norm": 1.1780378818511963,
      "learning_rate": 6.236203333056557e-08,
      "loss": 0.3443,
      "step": 2666000
    },
    {
      "epoch": 744.07,
      "grad_norm": 1.2478840351104736,
      "learning_rate": 6.23558374746487e-08,
      "loss": 0.3505,
      "step": 2666010
    },
    {
      "epoch": 744.07,
      "grad_norm": 1.0506705045700073,
      "learning_rate": 6.234964192238633e-08,
      "loss": 0.3196,
      "step": 2666020
    },
    {
      "epoch": 744.08,
      "grad_norm": 1.2856659889221191,
      "learning_rate": 6.234344667377898e-08,
      "loss": 0.3422,
      "step": 2666030
    },
    {
      "epoch": 744.08,
      "grad_norm": 1.3320921659469604,
      "learning_rate": 6.233725172882743e-08,
      "loss": 0.341,
      "step": 2666040
    },
    {
      "epoch": 744.08,
      "grad_norm": 1.2915127277374268,
      "learning_rate": 6.233105708753246e-08,
      "loss": 0.3511,
      "step": 2666050
    },
    {
      "epoch": 744.09,
      "grad_norm": 1.4380009174346924,
      "learning_rate": 6.23248627498951e-08,
      "loss": 0.3378,
      "step": 2666060
    },
    {
      "epoch": 744.09,
      "grad_norm": 1.305983066558838,
      "learning_rate": 6.231866871591616e-08,
      "loss": 0.3276,
      "step": 2666070
    },
    {
      "epoch": 744.09,
      "grad_norm": 1.5373462438583374,
      "learning_rate": 6.231247498559586e-08,
      "loss": 0.3423,
      "step": 2666080
    },
    {
      "epoch": 744.09,
      "grad_norm": 1.346160888671875,
      "learning_rate": 6.230628155893605e-08,
      "loss": 0.3344,
      "step": 2666090
    },
    {
      "epoch": 744.1,
      "grad_norm": 1.2890260219573975,
      "learning_rate": 6.230008843593673e-08,
      "loss": 0.3524,
      "step": 2666100
    },
    {
      "epoch": 744.1,
      "grad_norm": 1.3103653192520142,
      "learning_rate": 6.229389561659892e-08,
      "loss": 0.3267,
      "step": 2666110
    },
    {
      "epoch": 744.1,
      "grad_norm": 1.1481363773345947,
      "learning_rate": 6.228770310092367e-08,
      "loss": 0.3218,
      "step": 2666120
    },
    {
      "epoch": 744.11,
      "grad_norm": 1.1054937839508057,
      "learning_rate": 6.228151088891178e-08,
      "loss": 0.3413,
      "step": 2666130
    },
    {
      "epoch": 744.11,
      "grad_norm": 1.2124077081680298,
      "learning_rate": 6.227531898056401e-08,
      "loss": 0.3345,
      "step": 2666140
    },
    {
      "epoch": 744.11,
      "grad_norm": 1.1894084215164185,
      "learning_rate": 6.226912737588089e-08,
      "loss": 0.3443,
      "step": 2666150
    },
    {
      "epoch": 744.11,
      "grad_norm": 1.3066521883010864,
      "learning_rate": 6.226293607486344e-08,
      "loss": 0.3194,
      "step": 2666160
    },
    {
      "epoch": 744.12,
      "grad_norm": 1.7825185060501099,
      "learning_rate": 6.225674507751273e-08,
      "loss": 0.3435,
      "step": 2666170
    },
    {
      "epoch": 744.12,
      "grad_norm": 1.1952413320541382,
      "learning_rate": 6.225055438382953e-08,
      "loss": 0.333,
      "step": 2666180
    },
    {
      "epoch": 744.12,
      "grad_norm": 1.5063793659210205,
      "learning_rate": 6.224436399381435e-08,
      "loss": 0.3366,
      "step": 2666190
    },
    {
      "epoch": 744.13,
      "grad_norm": 1.17677903175354,
      "learning_rate": 6.223817390746824e-08,
      "loss": 0.3113,
      "step": 2666200
    },
    {
      "epoch": 744.13,
      "grad_norm": 1.2004673480987549,
      "learning_rate": 6.223198412479224e-08,
      "loss": 0.3204,
      "step": 2666210
    },
    {
      "epoch": 744.13,
      "grad_norm": 1.2132914066314697,
      "learning_rate": 6.222579464578636e-08,
      "loss": 0.334,
      "step": 2666220
    },
    {
      "epoch": 744.13,
      "grad_norm": 1.2371922731399536,
      "learning_rate": 6.22196054704524e-08,
      "loss": 0.3313,
      "step": 2666230
    },
    {
      "epoch": 744.14,
      "grad_norm": 1.449808120727539,
      "learning_rate": 6.221341659879038e-08,
      "loss": 0.3252,
      "step": 2666240
    },
    {
      "epoch": 744.14,
      "grad_norm": 1.3682150840759277,
      "learning_rate": 6.220722803080185e-08,
      "loss": 0.3337,
      "step": 2666250
    },
    {
      "epoch": 744.14,
      "grad_norm": 1.2323570251464844,
      "learning_rate": 6.220103976648707e-08,
      "loss": 0.3419,
      "step": 2666260
    },
    {
      "epoch": 744.14,
      "grad_norm": 1.4178375005722046,
      "learning_rate": 6.219485180584734e-08,
      "loss": 0.3339,
      "step": 2666270
    },
    {
      "epoch": 744.15,
      "grad_norm": 1.3385848999023438,
      "learning_rate": 6.218866414888293e-08,
      "loss": 0.3367,
      "step": 2666280
    },
    {
      "epoch": 744.15,
      "grad_norm": 1.258530855178833,
      "learning_rate": 6.218247679559514e-08,
      "loss": 0.3434,
      "step": 2666290
    },
    {
      "epoch": 744.15,
      "grad_norm": 1.2893545627593994,
      "learning_rate": 6.217628974598447e-08,
      "loss": 0.3322,
      "step": 2666300
    },
    {
      "epoch": 744.16,
      "grad_norm": 1.1789249181747437,
      "learning_rate": 6.217010300005173e-08,
      "loss": 0.346,
      "step": 2666310
    },
    {
      "epoch": 744.16,
      "grad_norm": 1.1313334703445435,
      "learning_rate": 6.216391655779846e-08,
      "loss": 0.3427,
      "step": 2666320
    },
    {
      "epoch": 744.16,
      "grad_norm": 1.2748388051986694,
      "learning_rate": 6.215773041922442e-08,
      "loss": 0.3289,
      "step": 2666330
    },
    {
      "epoch": 744.16,
      "grad_norm": 1.3189280033111572,
      "learning_rate": 6.215154458433114e-08,
      "loss": 0.3332,
      "step": 2666340
    },
    {
      "epoch": 744.17,
      "grad_norm": 1.2780150175094604,
      "learning_rate": 6.214535905311917e-08,
      "loss": 0.3328,
      "step": 2666350
    },
    {
      "epoch": 744.17,
      "grad_norm": 1.1531691551208496,
      "learning_rate": 6.213917382558954e-08,
      "loss": 0.3174,
      "step": 2666360
    },
    {
      "epoch": 744.17,
      "grad_norm": 1.4061461687088013,
      "learning_rate": 6.213298890174277e-08,
      "loss": 0.3426,
      "step": 2666370
    },
    {
      "epoch": 744.18,
      "grad_norm": 1.4475111961364746,
      "learning_rate": 6.212680428157963e-08,
      "loss": 0.3285,
      "step": 2666380
    },
    {
      "epoch": 744.18,
      "grad_norm": 1.346151351928711,
      "learning_rate": 6.21206199651017e-08,
      "loss": 0.3287,
      "step": 2666390
    },
    {
      "epoch": 744.18,
      "grad_norm": 1.3096373081207275,
      "learning_rate": 6.211443595230871e-08,
      "loss": 0.3344,
      "step": 2666400
    },
    {
      "epoch": 744.18,
      "grad_norm": 1.3580875396728516,
      "learning_rate": 6.210825224320249e-08,
      "loss": 0.3494,
      "step": 2666410
    },
    {
      "epoch": 744.19,
      "grad_norm": 1.2049874067306519,
      "learning_rate": 6.210206883778329e-08,
      "loss": 0.3368,
      "step": 2666420
    },
    {
      "epoch": 744.19,
      "grad_norm": 1.2137532234191895,
      "learning_rate": 6.209588573605189e-08,
      "loss": 0.3257,
      "step": 2666430
    },
    {
      "epoch": 744.19,
      "grad_norm": 1.3251280784606934,
      "learning_rate": 6.208970293800934e-08,
      "loss": 0.349,
      "step": 2666440
    },
    {
      "epoch": 744.19,
      "grad_norm": 1.2180179357528687,
      "learning_rate": 6.208352044365615e-08,
      "loss": 0.323,
      "step": 2666450
    },
    {
      "epoch": 744.2,
      "grad_norm": 1.3681139945983887,
      "learning_rate": 6.20773382529939e-08,
      "loss": 0.3404,
      "step": 2666460
    },
    {
      "epoch": 744.2,
      "grad_norm": 1.2352937459945679,
      "learning_rate": 6.207115636602256e-08,
      "loss": 0.3401,
      "step": 2666470
    },
    {
      "epoch": 744.2,
      "grad_norm": 1.3598768711090088,
      "learning_rate": 6.206497478274346e-08,
      "loss": 0.3421,
      "step": 2666480
    },
    {
      "epoch": 744.21,
      "grad_norm": 1.4395925998687744,
      "learning_rate": 6.205879350315735e-08,
      "loss": 0.34,
      "step": 2666490
    },
    {
      "epoch": 744.21,
      "grad_norm": 1.3430238962173462,
      "learning_rate": 6.205261252726478e-08,
      "loss": 0.3317,
      "step": 2666500
    },
    {
      "epoch": 744.21,
      "grad_norm": 1.2389496564865112,
      "learning_rate": 6.204643185506678e-08,
      "loss": 0.3315,
      "step": 2666510
    },
    {
      "epoch": 744.21,
      "grad_norm": 1.2972214221954346,
      "learning_rate": 6.204025148656413e-08,
      "loss": 0.3369,
      "step": 2666520
    },
    {
      "epoch": 744.22,
      "grad_norm": 1.7398443222045898,
      "learning_rate": 6.203407142175788e-08,
      "loss": 0.3518,
      "step": 2666530
    },
    {
      "epoch": 744.22,
      "grad_norm": 1.3422560691833496,
      "learning_rate": 6.2027891660648e-08,
      "loss": 0.3233,
      "step": 2666540
    },
    {
      "epoch": 744.22,
      "grad_norm": 1.1299023628234863,
      "learning_rate": 6.202171220323661e-08,
      "loss": 0.3258,
      "step": 2666550
    },
    {
      "epoch": 744.23,
      "grad_norm": 1.273105263710022,
      "learning_rate": 6.201553304952369e-08,
      "loss": 0.3448,
      "step": 2666560
    },
    {
      "epoch": 744.23,
      "grad_norm": 1.1412523984909058,
      "learning_rate": 6.200935419951028e-08,
      "loss": 0.317,
      "step": 2666570
    },
    {
      "epoch": 744.23,
      "grad_norm": 1.2770694494247437,
      "learning_rate": 6.200317565319716e-08,
      "loss": 0.3299,
      "step": 2666580
    },
    {
      "epoch": 744.23,
      "grad_norm": 1.1316620111465454,
      "learning_rate": 6.199699741058512e-08,
      "loss": 0.3414,
      "step": 2666590
    },
    {
      "epoch": 744.24,
      "grad_norm": 1.2744629383087158,
      "learning_rate": 6.199081947167494e-08,
      "loss": 0.3446,
      "step": 2666600
    },
    {
      "epoch": 744.24,
      "grad_norm": 1.2631036043167114,
      "learning_rate": 6.198464183646764e-08,
      "loss": 0.3234,
      "step": 2666610
    },
    {
      "epoch": 744.24,
      "grad_norm": 1.4687126874923706,
      "learning_rate": 6.197846450496403e-08,
      "loss": 0.3403,
      "step": 2666620
    },
    {
      "epoch": 744.25,
      "grad_norm": 1.1670002937316895,
      "learning_rate": 6.197228747716462e-08,
      "loss": 0.312,
      "step": 2666630
    },
    {
      "epoch": 744.25,
      "grad_norm": 1.3907181024551392,
      "learning_rate": 6.196611075307045e-08,
      "loss": 0.3404,
      "step": 2666640
    },
    {
      "epoch": 744.25,
      "grad_norm": 1.3163849115371704,
      "learning_rate": 6.195993433268255e-08,
      "loss": 0.3487,
      "step": 2666650
    },
    {
      "epoch": 744.25,
      "grad_norm": 1.2750248908996582,
      "learning_rate": 6.195375821600118e-08,
      "loss": 0.3252,
      "step": 2666660
    },
    {
      "epoch": 744.26,
      "grad_norm": 1.315148949623108,
      "learning_rate": 6.194758240302792e-08,
      "loss": 0.3406,
      "step": 2666670
    },
    {
      "epoch": 744.26,
      "grad_norm": 1.2703818082809448,
      "learning_rate": 6.194140689376303e-08,
      "loss": 0.3294,
      "step": 2666680
    },
    {
      "epoch": 744.26,
      "grad_norm": 1.5645451545715332,
      "learning_rate": 6.193523168820753e-08,
      "loss": 0.3383,
      "step": 2666690
    },
    {
      "epoch": 744.26,
      "grad_norm": 1.2868791818618774,
      "learning_rate": 6.192905678636195e-08,
      "loss": 0.3207,
      "step": 2666700
    },
    {
      "epoch": 744.27,
      "grad_norm": 1.3351795673370361,
      "learning_rate": 6.192288218822761e-08,
      "loss": 0.3426,
      "step": 2666710
    },
    {
      "epoch": 744.27,
      "grad_norm": 1.608113408088684,
      "learning_rate": 6.191670789380499e-08,
      "loss": 0.3384,
      "step": 2666720
    },
    {
      "epoch": 744.27,
      "grad_norm": 1.245129942893982,
      "learning_rate": 6.191053390309516e-08,
      "loss": 0.3635,
      "step": 2666730
    },
    {
      "epoch": 744.28,
      "grad_norm": 1.351839542388916,
      "learning_rate": 6.190436021609865e-08,
      "loss": 0.3516,
      "step": 2666740
    },
    {
      "epoch": 744.28,
      "grad_norm": 1.2006375789642334,
      "learning_rate": 6.189818683281622e-08,
      "loss": 0.341,
      "step": 2666750
    },
    {
      "epoch": 744.28,
      "grad_norm": 1.3330153226852417,
      "learning_rate": 6.189201375324917e-08,
      "loss": 0.3302,
      "step": 2666760
    },
    {
      "epoch": 744.28,
      "grad_norm": 1.3599995374679565,
      "learning_rate": 6.188584097739777e-08,
      "loss": 0.3307,
      "step": 2666770
    },
    {
      "epoch": 744.29,
      "grad_norm": 1.3134198188781738,
      "learning_rate": 6.187966850526357e-08,
      "loss": 0.3277,
      "step": 2666780
    },
    {
      "epoch": 744.29,
      "grad_norm": 1.3691872358322144,
      "learning_rate": 6.187349633684658e-08,
      "loss": 0.3302,
      "step": 2666790
    },
    {
      "epoch": 744.29,
      "grad_norm": 1.2660883665084839,
      "learning_rate": 6.186732447214784e-08,
      "loss": 0.3296,
      "step": 2666800
    },
    {
      "epoch": 744.3,
      "grad_norm": 1.3661195039749146,
      "learning_rate": 6.186115291116865e-08,
      "loss": 0.3333,
      "step": 2666810
    },
    {
      "epoch": 744.3,
      "grad_norm": 1.381184458732605,
      "learning_rate": 6.185498165390953e-08,
      "loss": 0.3476,
      "step": 2666820
    },
    {
      "epoch": 744.3,
      "grad_norm": 1.3814594745635986,
      "learning_rate": 6.1848810700371e-08,
      "loss": 0.3429,
      "step": 2666830
    },
    {
      "epoch": 744.3,
      "grad_norm": 1.7405308485031128,
      "learning_rate": 6.18426400505541e-08,
      "loss": 0.3287,
      "step": 2666840
    },
    {
      "epoch": 744.31,
      "grad_norm": 1.2672102451324463,
      "learning_rate": 6.183646970445988e-08,
      "loss": 0.348,
      "step": 2666850
    },
    {
      "epoch": 744.31,
      "grad_norm": 1.0449408292770386,
      "learning_rate": 6.183029966208884e-08,
      "loss": 0.3375,
      "step": 2666860
    },
    {
      "epoch": 744.31,
      "grad_norm": 1.2225346565246582,
      "learning_rate": 6.182412992344205e-08,
      "loss": 0.3241,
      "step": 2666870
    },
    {
      "epoch": 744.31,
      "grad_norm": 1.1941306591033936,
      "learning_rate": 6.181796048852026e-08,
      "loss": 0.3423,
      "step": 2666880
    },
    {
      "epoch": 744.32,
      "grad_norm": 1.4310238361358643,
      "learning_rate": 6.1811791357324e-08,
      "loss": 0.3369,
      "step": 2666890
    },
    {
      "epoch": 744.32,
      "grad_norm": 1.2916537523269653,
      "learning_rate": 6.180562252985459e-08,
      "loss": 0.3415,
      "step": 2666900
    },
    {
      "epoch": 744.32,
      "grad_norm": 1.076461672782898,
      "learning_rate": 6.179945400611252e-08,
      "loss": 0.336,
      "step": 2666910
    },
    {
      "epoch": 744.33,
      "grad_norm": 1.4314602613449097,
      "learning_rate": 6.17932857860986e-08,
      "loss": 0.3361,
      "step": 2666920
    },
    {
      "epoch": 744.33,
      "grad_norm": 1.2293050289154053,
      "learning_rate": 6.178711786981359e-08,
      "loss": 0.3297,
      "step": 2666930
    },
    {
      "epoch": 744.33,
      "grad_norm": 1.1395994424819946,
      "learning_rate": 6.178095025725907e-08,
      "loss": 0.3408,
      "step": 2666940
    },
    {
      "epoch": 744.33,
      "grad_norm": 1.5731576681137085,
      "learning_rate": 6.177478294843475e-08,
      "loss": 0.3461,
      "step": 2666950
    },
    {
      "epoch": 744.34,
      "grad_norm": 1.2717865705490112,
      "learning_rate": 6.176861594334196e-08,
      "loss": 0.33,
      "step": 2666960
    },
    {
      "epoch": 744.34,
      "grad_norm": 1.8453749418258667,
      "learning_rate": 6.176244924198173e-08,
      "loss": 0.3388,
      "step": 2666970
    },
    {
      "epoch": 744.34,
      "grad_norm": 1.2553993463516235,
      "learning_rate": 6.175628284435432e-08,
      "loss": 0.3479,
      "step": 2666980
    },
    {
      "epoch": 744.35,
      "grad_norm": 1.2443368434906006,
      "learning_rate": 6.175011675046128e-08,
      "loss": 0.327,
      "step": 2666990
    },
    {
      "epoch": 744.35,
      "grad_norm": 1.3349668979644775,
      "learning_rate": 6.17439509603029e-08,
      "loss": 0.3457,
      "step": 2667000
    },
    {
      "epoch": 744.35,
      "grad_norm": 1.2593152523040771,
      "learning_rate": 6.17377854738802e-08,
      "loss": 0.3597,
      "step": 2667010
    },
    {
      "epoch": 744.35,
      "grad_norm": 1.073933482170105,
      "learning_rate": 6.173162029119395e-08,
      "loss": 0.325,
      "step": 2667020
    },
    {
      "epoch": 744.36,
      "grad_norm": 1.353039264678955,
      "learning_rate": 6.172545541224469e-08,
      "loss": 0.3309,
      "step": 2667030
    },
    {
      "epoch": 744.36,
      "grad_norm": 1.1469753980636597,
      "learning_rate": 6.171929083703371e-08,
      "loss": 0.3315,
      "step": 2667040
    },
    {
      "epoch": 744.36,
      "grad_norm": 1.1739526987075806,
      "learning_rate": 6.17131265655618e-08,
      "loss": 0.3306,
      "step": 2667050
    },
    {
      "epoch": 744.37,
      "grad_norm": 1.1911828517913818,
      "learning_rate": 6.170696259782948e-08,
      "loss": 0.3398,
      "step": 2667060
    },
    {
      "epoch": 744.37,
      "grad_norm": 1.264642357826233,
      "learning_rate": 6.170079893383752e-08,
      "loss": 0.3149,
      "step": 2667070
    },
    {
      "epoch": 744.37,
      "grad_norm": 1.2361443042755127,
      "learning_rate": 6.169463557358723e-08,
      "loss": 0.3328,
      "step": 2667080
    },
    {
      "epoch": 744.37,
      "grad_norm": 1.3800455331802368,
      "learning_rate": 6.168847251707912e-08,
      "loss": 0.3501,
      "step": 2667090
    },
    {
      "epoch": 744.38,
      "grad_norm": 1.162990689277649,
      "learning_rate": 6.168230976431373e-08,
      "loss": 0.3486,
      "step": 2667100
    },
    {
      "epoch": 744.38,
      "grad_norm": 1.3994076251983643,
      "learning_rate": 6.16761473152926e-08,
      "loss": 0.3477,
      "step": 2667110
    },
    {
      "epoch": 744.38,
      "grad_norm": 1.2413103580474854,
      "learning_rate": 6.166998517001575e-08,
      "loss": 0.3298,
      "step": 2667120
    },
    {
      "epoch": 744.38,
      "grad_norm": 1.276651382446289,
      "learning_rate": 6.166382332848445e-08,
      "loss": 0.3426,
      "step": 2667130
    },
    {
      "epoch": 744.39,
      "grad_norm": 1.3184425830841064,
      "learning_rate": 6.165766179069952e-08,
      "loss": 0.3318,
      "step": 2667140
    },
    {
      "epoch": 744.39,
      "grad_norm": 1.129518985748291,
      "learning_rate": 6.165150055666172e-08,
      "loss": 0.3226,
      "step": 2667150
    },
    {
      "epoch": 744.39,
      "grad_norm": 1.1696008443832397,
      "learning_rate": 6.164533962637208e-08,
      "loss": 0.3275,
      "step": 2667160
    },
    {
      "epoch": 744.4,
      "grad_norm": 1.129551649093628,
      "learning_rate": 6.163917899983063e-08,
      "loss": 0.3254,
      "step": 2667170
    },
    {
      "epoch": 744.4,
      "grad_norm": 1.0673907995224,
      "learning_rate": 6.163301867703916e-08,
      "loss": 0.3423,
      "step": 2667180
    },
    {
      "epoch": 744.4,
      "grad_norm": 1.2307608127593994,
      "learning_rate": 6.162685865799796e-08,
      "loss": 0.3297,
      "step": 2667190
    },
    {
      "epoch": 744.4,
      "grad_norm": 1.170737862586975,
      "learning_rate": 6.162069894270804e-08,
      "loss": 0.331,
      "step": 2667200
    },
    {
      "epoch": 744.41,
      "grad_norm": 1.35286283493042,
      "learning_rate": 6.161453953116994e-08,
      "loss": 0.3417,
      "step": 2667210
    },
    {
      "epoch": 744.41,
      "grad_norm": 1.3190829753875732,
      "learning_rate": 6.160838042338495e-08,
      "loss": 0.3406,
      "step": 2667220
    },
    {
      "epoch": 744.41,
      "grad_norm": 1.221340537071228,
      "learning_rate": 6.160222161935334e-08,
      "loss": 0.3448,
      "step": 2667230
    },
    {
      "epoch": 744.42,
      "grad_norm": 1.2141120433807373,
      "learning_rate": 6.159606311907642e-08,
      "loss": 0.342,
      "step": 2667240
    },
    {
      "epoch": 744.42,
      "grad_norm": 1.0963658094406128,
      "learning_rate": 6.158990492255494e-08,
      "loss": 0.3303,
      "step": 2667250
    },
    {
      "epoch": 744.42,
      "grad_norm": 1.2111341953277588,
      "learning_rate": 6.158374702978945e-08,
      "loss": 0.3274,
      "step": 2667260
    },
    {
      "epoch": 744.42,
      "grad_norm": 1.252327799797058,
      "learning_rate": 6.157758944078098e-08,
      "loss": 0.3308,
      "step": 2667270
    },
    {
      "epoch": 744.43,
      "grad_norm": 1.2540682554244995,
      "learning_rate": 6.157143215553004e-08,
      "loss": 0.3437,
      "step": 2667280
    },
    {
      "epoch": 744.43,
      "grad_norm": 1.2262630462646484,
      "learning_rate": 6.156527517403795e-08,
      "loss": 0.3278,
      "step": 2667290
    },
    {
      "epoch": 744.43,
      "grad_norm": 2.6730780601501465,
      "learning_rate": 6.155911849630521e-08,
      "loss": 0.3389,
      "step": 2667300
    },
    {
      "epoch": 744.43,
      "grad_norm": 1.3303779363632202,
      "learning_rate": 6.155296212233263e-08,
      "loss": 0.3239,
      "step": 2667310
    },
    {
      "epoch": 744.44,
      "grad_norm": 1.3320515155792236,
      "learning_rate": 6.154680605212122e-08,
      "loss": 0.3373,
      "step": 2667320
    },
    {
      "epoch": 744.44,
      "grad_norm": 1.5111151933670044,
      "learning_rate": 6.154065028567152e-08,
      "loss": 0.3264,
      "step": 2667330
    },
    {
      "epoch": 744.44,
      "grad_norm": 1.1696258783340454,
      "learning_rate": 6.153449482298456e-08,
      "loss": 0.329,
      "step": 2667340
    },
    {
      "epoch": 744.45,
      "grad_norm": 1.5164564847946167,
      "learning_rate": 6.152833966406087e-08,
      "loss": 0.3407,
      "step": 2667350
    },
    {
      "epoch": 744.45,
      "grad_norm": 1.220201015472412,
      "learning_rate": 6.152218480890199e-08,
      "loss": 0.3385,
      "step": 2667360
    },
    {
      "epoch": 744.45,
      "grad_norm": 1.2489163875579834,
      "learning_rate": 6.151603025750795e-08,
      "loss": 0.3482,
      "step": 2667370
    },
    {
      "epoch": 744.45,
      "grad_norm": 1.3926395177841187,
      "learning_rate": 6.150987600988004e-08,
      "loss": 0.3514,
      "step": 2667380
    },
    {
      "epoch": 744.46,
      "grad_norm": 1.1023756265640259,
      "learning_rate": 6.150372206601877e-08,
      "loss": 0.3448,
      "step": 2667390
    },
    {
      "epoch": 744.46,
      "grad_norm": 1.5209108591079712,
      "learning_rate": 6.149756842592519e-08,
      "loss": 0.3304,
      "step": 2667400
    },
    {
      "epoch": 744.46,
      "grad_norm": 5.452816963195801,
      "learning_rate": 6.149141508959982e-08,
      "loss": 0.3321,
      "step": 2667410
    },
    {
      "epoch": 744.47,
      "grad_norm": 1.2129346132278442,
      "learning_rate": 6.148526205704396e-08,
      "loss": 0.3347,
      "step": 2667420
    },
    {
      "epoch": 744.47,
      "grad_norm": 1.2375855445861816,
      "learning_rate": 6.147910932825812e-08,
      "loss": 0.3333,
      "step": 2667430
    },
    {
      "epoch": 744.47,
      "grad_norm": 1.156051516532898,
      "learning_rate": 6.14729569032431e-08,
      "loss": 0.3449,
      "step": 2667440
    },
    {
      "epoch": 744.47,
      "grad_norm": 1.250962734222412,
      "learning_rate": 6.146680478199967e-08,
      "loss": 0.3414,
      "step": 2667450
    },
    {
      "epoch": 744.48,
      "grad_norm": 1.2406857013702393,
      "learning_rate": 6.146065296452913e-08,
      "loss": 0.3287,
      "step": 2667460
    },
    {
      "epoch": 744.48,
      "grad_norm": 1.442118763923645,
      "learning_rate": 6.145450145083123e-08,
      "loss": 0.3455,
      "step": 2667470
    },
    {
      "epoch": 744.48,
      "grad_norm": 1.3946133852005005,
      "learning_rate": 6.144835024090829e-08,
      "loss": 0.3478,
      "step": 2667480
    },
    {
      "epoch": 744.49,
      "grad_norm": 0.9705557823181152,
      "learning_rate": 6.144219933475982e-08,
      "loss": 0.323,
      "step": 2667490
    },
    {
      "epoch": 744.49,
      "grad_norm": 1.204541802406311,
      "learning_rate": 6.143604873238709e-08,
      "loss": 0.3298,
      "step": 2667500
    },
    {
      "epoch": 744.49,
      "grad_norm": 1.441856861114502,
      "learning_rate": 6.142989843379116e-08,
      "loss": 0.3207,
      "step": 2667510
    },
    {
      "epoch": 744.49,
      "grad_norm": 1.3284010887145996,
      "learning_rate": 6.142374843897281e-08,
      "loss": 0.3393,
      "step": 2667520
    },
    {
      "epoch": 744.5,
      "grad_norm": 1.489370346069336,
      "learning_rate": 6.141759874793255e-08,
      "loss": 0.3326,
      "step": 2667530
    },
    {
      "epoch": 744.5,
      "grad_norm": 1.0344669818878174,
      "learning_rate": 6.141144936067116e-08,
      "loss": 0.3367,
      "step": 2667540
    },
    {
      "epoch": 744.5,
      "grad_norm": 1.3151469230651855,
      "learning_rate": 6.140530027718997e-08,
      "loss": 0.3409,
      "step": 2667550
    },
    {
      "epoch": 744.5,
      "grad_norm": 1.1220290660858154,
      "learning_rate": 6.139915149748921e-08,
      "loss": 0.3453,
      "step": 2667560
    },
    {
      "epoch": 744.51,
      "grad_norm": 1.2115740776062012,
      "learning_rate": 6.139300302157018e-08,
      "loss": 0.3277,
      "step": 2667570
    },
    {
      "epoch": 744.51,
      "grad_norm": 1.4684617519378662,
      "learning_rate": 6.138685484943342e-08,
      "loss": 0.3441,
      "step": 2667580
    },
    {
      "epoch": 744.51,
      "grad_norm": 1.3019005060195923,
      "learning_rate": 6.138070698107969e-08,
      "loss": 0.3341,
      "step": 2667590
    },
    {
      "epoch": 744.52,
      "grad_norm": 1.503287672996521,
      "learning_rate": 6.137455941651031e-08,
      "loss": 0.3431,
      "step": 2667600
    },
    {
      "epoch": 744.52,
      "grad_norm": 1.2276089191436768,
      "learning_rate": 6.1368412155725e-08,
      "loss": 0.3415,
      "step": 2667610
    },
    {
      "epoch": 744.52,
      "grad_norm": 1.2705813646316528,
      "learning_rate": 6.136226519872613e-08,
      "loss": 0.345,
      "step": 2667620
    },
    {
      "epoch": 744.52,
      "grad_norm": 1.304329514503479,
      "learning_rate": 6.135611854551315e-08,
      "loss": 0.3584,
      "step": 2667630
    },
    {
      "epoch": 744.53,
      "grad_norm": 1.4332083463668823,
      "learning_rate": 6.134997219608765e-08,
      "loss": 0.3359,
      "step": 2667640
    },
    {
      "epoch": 744.53,
      "grad_norm": 1.2420878410339355,
      "learning_rate": 6.134382615044986e-08,
      "loss": 0.3353,
      "step": 2667650
    },
    {
      "epoch": 744.53,
      "grad_norm": 1.3917531967163086,
      "learning_rate": 6.133768040860162e-08,
      "loss": 0.3308,
      "step": 2667660
    },
    {
      "epoch": 744.54,
      "grad_norm": 1.1440874338150024,
      "learning_rate": 6.133153497054266e-08,
      "loss": 0.3384,
      "step": 2667670
    },
    {
      "epoch": 744.54,
      "grad_norm": 1.268561601638794,
      "learning_rate": 6.132538983627402e-08,
      "loss": 0.3536,
      "step": 2667680
    },
    {
      "epoch": 744.54,
      "grad_norm": 1.2398337125778198,
      "learning_rate": 6.131924500579729e-08,
      "loss": 0.3255,
      "step": 2667690
    },
    {
      "epoch": 744.54,
      "grad_norm": 1.7136791944503784,
      "learning_rate": 6.131310047911191e-08,
      "loss": 0.3393,
      "step": 2667700
    },
    {
      "epoch": 744.55,
      "grad_norm": 1.2141920328140259,
      "learning_rate": 6.130695625622025e-08,
      "loss": 0.3346,
      "step": 2667710
    },
    {
      "epoch": 744.55,
      "grad_norm": 1.3926706314086914,
      "learning_rate": 6.130081233712203e-08,
      "loss": 0.3457,
      "step": 2667720
    },
    {
      "epoch": 744.55,
      "grad_norm": 1.3206251859664917,
      "learning_rate": 6.129466872181856e-08,
      "loss": 0.3249,
      "step": 2667730
    },
    {
      "epoch": 744.55,
      "grad_norm": 1.2629005908966064,
      "learning_rate": 6.128852541031035e-08,
      "loss": 0.3258,
      "step": 2667740
    },
    {
      "epoch": 744.56,
      "grad_norm": 1.5323675870895386,
      "learning_rate": 6.128238240259873e-08,
      "loss": 0.3336,
      "step": 2667750
    },
    {
      "epoch": 744.56,
      "grad_norm": 1.17081618309021,
      "learning_rate": 6.127623969868393e-08,
      "loss": 0.332,
      "step": 2667760
    },
    {
      "epoch": 744.56,
      "grad_norm": 1.2753911018371582,
      "learning_rate": 6.127009729856675e-08,
      "loss": 0.3456,
      "step": 2667770
    },
    {
      "epoch": 744.57,
      "grad_norm": 1.2500574588775635,
      "learning_rate": 6.126395520224875e-08,
      "loss": 0.3265,
      "step": 2667780
    },
    {
      "epoch": 744.57,
      "grad_norm": 1.3986552953720093,
      "learning_rate": 6.125781340972992e-08,
      "loss": 0.3195,
      "step": 2667790
    },
    {
      "epoch": 744.57,
      "grad_norm": 2.3697614669799805,
      "learning_rate": 6.125167192101154e-08,
      "loss": 0.3384,
      "step": 2667800
    },
    {
      "epoch": 744.57,
      "grad_norm": 1.3806707859039307,
      "learning_rate": 6.124553073609444e-08,
      "loss": 0.3459,
      "step": 2667810
    },
    {
      "epoch": 744.58,
      "grad_norm": 1.5758216381072998,
      "learning_rate": 6.123938985497911e-08,
      "loss": 0.3312,
      "step": 2667820
    },
    {
      "epoch": 744.58,
      "grad_norm": 1.2574676275253296,
      "learning_rate": 6.123324927766686e-08,
      "loss": 0.3305,
      "step": 2667830
    },
    {
      "epoch": 744.58,
      "grad_norm": 1.286589503288269,
      "learning_rate": 6.122710900415793e-08,
      "loss": 0.3426,
      "step": 2667840
    },
    {
      "epoch": 744.59,
      "grad_norm": 1.235972285270691,
      "learning_rate": 6.122096903445339e-08,
      "loss": 0.3339,
      "step": 2667850
    },
    {
      "epoch": 744.59,
      "grad_norm": 1.1027698516845703,
      "learning_rate": 6.121482936855401e-08,
      "loss": 0.3507,
      "step": 2667860
    },
    {
      "epoch": 744.59,
      "grad_norm": 1.047032356262207,
      "learning_rate": 6.120869000646083e-08,
      "loss": 0.3465,
      "step": 2667870
    },
    {
      "epoch": 744.59,
      "grad_norm": 1.3419495820999146,
      "learning_rate": 6.120255094817436e-08,
      "loss": 0.3388,
      "step": 2667880
    },
    {
      "epoch": 744.6,
      "grad_norm": 2.6410932540893555,
      "learning_rate": 6.119641219369617e-08,
      "loss": 0.3443,
      "step": 2667890
    },
    {
      "epoch": 744.6,
      "grad_norm": 1.2817187309265137,
      "learning_rate": 6.119027374302601e-08,
      "loss": 0.3243,
      "step": 2667900
    },
    {
      "epoch": 744.6,
      "grad_norm": 1.2186733484268188,
      "learning_rate": 6.118413559616517e-08,
      "loss": 0.3259,
      "step": 2667910
    },
    {
      "epoch": 744.61,
      "grad_norm": 1.2777444124221802,
      "learning_rate": 6.11779977531147e-08,
      "loss": 0.3327,
      "step": 2667920
    },
    {
      "epoch": 744.61,
      "grad_norm": 1.1521483659744263,
      "learning_rate": 6.117186021387457e-08,
      "loss": 0.3393,
      "step": 2667930
    },
    {
      "epoch": 744.61,
      "grad_norm": 1.4451782703399658,
      "learning_rate": 6.11657229784469e-08,
      "loss": 0.328,
      "step": 2667940
    },
    {
      "epoch": 744.61,
      "grad_norm": 1.2154438495635986,
      "learning_rate": 6.115958604683141e-08,
      "loss": 0.3339,
      "step": 2667950
    },
    {
      "epoch": 744.62,
      "grad_norm": 1.3200011253356934,
      "learning_rate": 6.11534494190294e-08,
      "loss": 0.3504,
      "step": 2667960
    },
    {
      "epoch": 744.62,
      "grad_norm": 1.1996756792068481,
      "learning_rate": 6.114731309504192e-08,
      "loss": 0.3417,
      "step": 2667970
    },
    {
      "epoch": 744.62,
      "grad_norm": 1.2038671970367432,
      "learning_rate": 6.114117707486923e-08,
      "loss": 0.3352,
      "step": 2667980
    },
    {
      "epoch": 744.62,
      "grad_norm": 1.1446315050125122,
      "learning_rate": 6.113504135851236e-08,
      "loss": 0.3359,
      "step": 2667990
    },
    {
      "epoch": 744.63,
      "grad_norm": 1.2221966981887817,
      "learning_rate": 6.112890594597237e-08,
      "loss": 0.3341,
      "step": 2668000
    },
    {
      "epoch": 744.63,
      "grad_norm": 1.2043426036834717,
      "learning_rate": 6.112277083724975e-08,
      "loss": 0.3434,
      "step": 2668010
    },
    {
      "epoch": 744.63,
      "grad_norm": 1.1800377368927002,
      "learning_rate": 6.111663603234531e-08,
      "loss": 0.3304,
      "step": 2668020
    },
    {
      "epoch": 744.64,
      "grad_norm": 1.1870414018630981,
      "learning_rate": 6.111050153126007e-08,
      "loss": 0.3432,
      "step": 2668030
    },
    {
      "epoch": 744.64,
      "grad_norm": 1.253914713859558,
      "learning_rate": 6.110436733399483e-08,
      "loss": 0.3345,
      "step": 2668040
    },
    {
      "epoch": 744.64,
      "grad_norm": 1.4254342317581177,
      "learning_rate": 6.109823344055037e-08,
      "loss": 0.3484,
      "step": 2668050
    },
    {
      "epoch": 744.64,
      "grad_norm": 1.1534085273742676,
      "learning_rate": 6.109209985092744e-08,
      "loss": 0.3076,
      "step": 2668060
    },
    {
      "epoch": 744.65,
      "grad_norm": 1.2327419519424438,
      "learning_rate": 6.108596656512685e-08,
      "loss": 0.3315,
      "step": 2668070
    },
    {
      "epoch": 744.65,
      "grad_norm": 1.1829606294631958,
      "learning_rate": 6.107983358314937e-08,
      "loss": 0.3402,
      "step": 2668080
    },
    {
      "epoch": 744.65,
      "grad_norm": 1.3237526416778564,
      "learning_rate": 6.107370090499605e-08,
      "loss": 0.3297,
      "step": 2668090
    },
    {
      "epoch": 744.66,
      "grad_norm": 1.2091021537780762,
      "learning_rate": 6.106756853066791e-08,
      "loss": 0.3369,
      "step": 2668100
    },
    {
      "epoch": 744.66,
      "grad_norm": 1.2647289037704468,
      "learning_rate": 6.106143646016498e-08,
      "loss": 0.3316,
      "step": 2668110
    },
    {
      "epoch": 744.66,
      "grad_norm": 1.2552986145019531,
      "learning_rate": 6.105530469348854e-08,
      "loss": 0.3473,
      "step": 2668120
    },
    {
      "epoch": 744.66,
      "grad_norm": 1.3502662181854248,
      "learning_rate": 6.104917323063963e-08,
      "loss": 0.3324,
      "step": 2668130
    },
    {
      "epoch": 744.67,
      "grad_norm": 1.1444779634475708,
      "learning_rate": 6.104304207161827e-08,
      "loss": 0.3451,
      "step": 2668140
    },
    {
      "epoch": 744.67,
      "grad_norm": 1.331750512123108,
      "learning_rate": 6.103691121642651e-08,
      "loss": 0.3332,
      "step": 2668150
    },
    {
      "epoch": 744.67,
      "grad_norm": 1.2159024477005005,
      "learning_rate": 6.103078066506386e-08,
      "loss": 0.3346,
      "step": 2668160
    },
    {
      "epoch": 744.67,
      "grad_norm": 1.308706283569336,
      "learning_rate": 6.102465041753213e-08,
      "loss": 0.3475,
      "step": 2668170
    },
    {
      "epoch": 744.68,
      "grad_norm": 1.1968529224395752,
      "learning_rate": 6.101852047383184e-08,
      "loss": 0.342,
      "step": 2668180
    },
    {
      "epoch": 744.68,
      "grad_norm": 1.252365231513977,
      "learning_rate": 6.10123908339635e-08,
      "loss": 0.3222,
      "step": 2668190
    },
    {
      "epoch": 744.68,
      "grad_norm": 1.1207191944122314,
      "learning_rate": 6.100626149792841e-08,
      "loss": 0.3366,
      "step": 2668200
    },
    {
      "epoch": 744.69,
      "grad_norm": 1.2589629888534546,
      "learning_rate": 6.100013246572687e-08,
      "loss": 0.3446,
      "step": 2668210
    },
    {
      "epoch": 744.69,
      "grad_norm": 1.0957255363464355,
      "learning_rate": 6.099400373736013e-08,
      "loss": 0.3546,
      "step": 2668220
    },
    {
      "epoch": 744.69,
      "grad_norm": 1.136572003364563,
      "learning_rate": 6.098787531282875e-08,
      "loss": 0.3449,
      "step": 2668230
    },
    {
      "epoch": 744.69,
      "grad_norm": 1.2397997379302979,
      "learning_rate": 6.098174719213373e-08,
      "loss": 0.3159,
      "step": 2668240
    },
    {
      "epoch": 744.7,
      "grad_norm": 1.1493661403656006,
      "learning_rate": 6.097561937527563e-08,
      "loss": 0.335,
      "step": 2668250
    },
    {
      "epoch": 744.7,
      "grad_norm": 1.3577159643173218,
      "learning_rate": 6.096949186225547e-08,
      "loss": 0.3277,
      "step": 2668260
    },
    {
      "epoch": 744.7,
      "grad_norm": 1.3215841054916382,
      "learning_rate": 6.09633646530743e-08,
      "loss": 0.3459,
      "step": 2668270
    },
    {
      "epoch": 744.71,
      "grad_norm": 1.121429204940796,
      "learning_rate": 6.09572377477321e-08,
      "loss": 0.332,
      "step": 2668280
    },
    {
      "epoch": 744.71,
      "grad_norm": 1.1908214092254639,
      "learning_rate": 6.095111114623073e-08,
      "loss": 0.3315,
      "step": 2668290
    },
    {
      "epoch": 744.71,
      "grad_norm": 1.2561495304107666,
      "learning_rate": 6.094498484857042e-08,
      "loss": 0.3366,
      "step": 2668300
    },
    {
      "epoch": 744.71,
      "grad_norm": 1.339629054069519,
      "learning_rate": 6.093885885475195e-08,
      "loss": 0.3415,
      "step": 2668310
    },
    {
      "epoch": 744.72,
      "grad_norm": 1.5350209474563599,
      "learning_rate": 6.09327331647761e-08,
      "loss": 0.3318,
      "step": 2668320
    },
    {
      "epoch": 744.72,
      "grad_norm": 1.1991283893585205,
      "learning_rate": 6.092660777864445e-08,
      "loss": 0.3227,
      "step": 2668330
    },
    {
      "epoch": 744.72,
      "grad_norm": 1.240094780921936,
      "learning_rate": 6.092048269635674e-08,
      "loss": 0.3149,
      "step": 2668340
    },
    {
      "epoch": 744.73,
      "grad_norm": 1.2419489622116089,
      "learning_rate": 6.091435791791425e-08,
      "loss": 0.341,
      "step": 2668350
    },
    {
      "epoch": 744.73,
      "grad_norm": 1.1428254842758179,
      "learning_rate": 6.090823344331803e-08,
      "loss": 0.3362,
      "step": 2668360
    },
    {
      "epoch": 744.73,
      "grad_norm": 1.1586816310882568,
      "learning_rate": 6.090210927256834e-08,
      "loss": 0.3241,
      "step": 2668370
    },
    {
      "epoch": 744.73,
      "grad_norm": 1.144738793373108,
      "learning_rate": 6.089598540566674e-08,
      "loss": 0.3373,
      "step": 2668380
    },
    {
      "epoch": 744.74,
      "grad_norm": 1.2937554121017456,
      "learning_rate": 6.088986184261323e-08,
      "loss": 0.3305,
      "step": 2668390
    },
    {
      "epoch": 744.74,
      "grad_norm": 1.2610056400299072,
      "learning_rate": 6.088373858340913e-08,
      "loss": 0.3558,
      "step": 2668400
    },
    {
      "epoch": 744.74,
      "grad_norm": 1.2139205932617188,
      "learning_rate": 6.087761562805545e-08,
      "loss": 0.3147,
      "step": 2668410
    },
    {
      "epoch": 744.74,
      "grad_norm": 1.447791576385498,
      "learning_rate": 6.087149297655248e-08,
      "loss": 0.3153,
      "step": 2668420
    },
    {
      "epoch": 744.75,
      "grad_norm": 1.3125207424163818,
      "learning_rate": 6.086537062890123e-08,
      "loss": 0.3333,
      "step": 2668430
    },
    {
      "epoch": 744.75,
      "grad_norm": 1.5710833072662354,
      "learning_rate": 6.08592485851025e-08,
      "loss": 0.3519,
      "step": 2668440
    },
    {
      "epoch": 744.75,
      "grad_norm": 1.0548465251922607,
      "learning_rate": 6.085312684515733e-08,
      "loss": 0.3394,
      "step": 2668450
    },
    {
      "epoch": 744.76,
      "grad_norm": 1.3368297815322876,
      "learning_rate": 6.084700540906623e-08,
      "loss": 0.3335,
      "step": 2668460
    },
    {
      "epoch": 744.76,
      "grad_norm": 1.1498783826828003,
      "learning_rate": 6.084088427683026e-08,
      "loss": 0.3406,
      "step": 2668470
    },
    {
      "epoch": 744.76,
      "grad_norm": 1.3713912963867188,
      "learning_rate": 6.083476344844991e-08,
      "loss": 0.3392,
      "step": 2668480
    },
    {
      "epoch": 744.76,
      "grad_norm": 1.3698803186416626,
      "learning_rate": 6.082864292392626e-08,
      "loss": 0.3487,
      "step": 2668490
    },
    {
      "epoch": 744.77,
      "grad_norm": 1.2668043375015259,
      "learning_rate": 6.082252270326032e-08,
      "loss": 0.3404,
      "step": 2668500
    },
    {
      "epoch": 744.77,
      "grad_norm": 1.1822149753570557,
      "learning_rate": 6.081640278645235e-08,
      "loss": 0.3229,
      "step": 2668510
    },
    {
      "epoch": 744.77,
      "grad_norm": 1.192308783531189,
      "learning_rate": 6.081028317350368e-08,
      "loss": 0.354,
      "step": 2668520
    },
    {
      "epoch": 744.78,
      "grad_norm": 1.2889831066131592,
      "learning_rate": 6.08041638644148e-08,
      "loss": 0.3298,
      "step": 2668530
    },
    {
      "epoch": 744.78,
      "grad_norm": 1.57413649559021,
      "learning_rate": 6.079804485918652e-08,
      "loss": 0.3192,
      "step": 2668540
    },
    {
      "epoch": 744.78,
      "grad_norm": 1.3403315544128418,
      "learning_rate": 6.079192615782011e-08,
      "loss": 0.3411,
      "step": 2668550
    },
    {
      "epoch": 744.78,
      "grad_norm": 1.365460991859436,
      "learning_rate": 6.078580776031585e-08,
      "loss": 0.3362,
      "step": 2668560
    },
    {
      "epoch": 744.79,
      "grad_norm": 1.164887547492981,
      "learning_rate": 6.07796896666745e-08,
      "loss": 0.3393,
      "step": 2668570
    },
    {
      "epoch": 744.79,
      "grad_norm": 1.2871322631835938,
      "learning_rate": 6.077357187689739e-08,
      "loss": 0.329,
      "step": 2668580
    },
    {
      "epoch": 744.79,
      "grad_norm": 1.0221455097198486,
      "learning_rate": 6.076745439098502e-08,
      "loss": 0.3192,
      "step": 2668590
    },
    {
      "epoch": 744.79,
      "grad_norm": 1.2521344423294067,
      "learning_rate": 6.076133720893791e-08,
      "loss": 0.3334,
      "step": 2668600
    },
    {
      "epoch": 744.8,
      "grad_norm": 1.088234543800354,
      "learning_rate": 6.07552203307579e-08,
      "loss": 0.3414,
      "step": 2668610
    },
    {
      "epoch": 744.8,
      "grad_norm": 1.3297467231750488,
      "learning_rate": 6.07491037564447e-08,
      "loss": 0.3201,
      "step": 2668620
    },
    {
      "epoch": 744.8,
      "grad_norm": 1.0718270540237427,
      "learning_rate": 6.074298748599939e-08,
      "loss": 0.34,
      "step": 2668630
    },
    {
      "epoch": 744.81,
      "grad_norm": 1.1649764776229858,
      "learning_rate": 6.07368715194235e-08,
      "loss": 0.3287,
      "step": 2668640
    },
    {
      "epoch": 744.81,
      "grad_norm": 1.1620736122131348,
      "learning_rate": 6.073075585671678e-08,
      "loss": 0.3314,
      "step": 2668650
    },
    {
      "epoch": 744.81,
      "grad_norm": 1.3960444927215576,
      "learning_rate": 6.072464049788053e-08,
      "loss": 0.3199,
      "step": 2668660
    },
    {
      "epoch": 744.81,
      "grad_norm": 1.4895862340927124,
      "learning_rate": 6.071852544291579e-08,
      "loss": 0.3347,
      "step": 2668670
    },
    {
      "epoch": 744.82,
      "grad_norm": 1.3756529092788696,
      "learning_rate": 6.071241069182334e-08,
      "loss": 0.3394,
      "step": 2668680
    },
    {
      "epoch": 744.82,
      "grad_norm": 1.5397459268569946,
      "learning_rate": 6.070629624460319e-08,
      "loss": 0.3339,
      "step": 2668690
    },
    {
      "epoch": 744.82,
      "grad_norm": 1.243571162223816,
      "learning_rate": 6.070018210125741e-08,
      "loss": 0.3548,
      "step": 2668700
    },
    {
      "epoch": 744.83,
      "grad_norm": 1.3057414293289185,
      "learning_rate": 6.069406826178575e-08,
      "loss": 0.336,
      "step": 2668710
    },
    {
      "epoch": 744.83,
      "grad_norm": 1.3331172466278076,
      "learning_rate": 6.068795472618975e-08,
      "loss": 0.3289,
      "step": 2668720
    },
    {
      "epoch": 744.83,
      "grad_norm": 1.2846161127090454,
      "learning_rate": 6.068184149446995e-08,
      "loss": 0.3423,
      "step": 2668730
    },
    {
      "epoch": 744.83,
      "grad_norm": 3.7413201332092285,
      "learning_rate": 6.067572856662687e-08,
      "loss": 0.349,
      "step": 2668740
    },
    {
      "epoch": 744.84,
      "grad_norm": 1.3496013879776,
      "learning_rate": 6.06696159426618e-08,
      "loss": 0.3338,
      "step": 2668750
    },
    {
      "epoch": 744.84,
      "grad_norm": 1.3156092166900635,
      "learning_rate": 6.066350362257527e-08,
      "loss": 0.344,
      "step": 2668760
    },
    {
      "epoch": 744.84,
      "grad_norm": 1.1888223886489868,
      "learning_rate": 6.065739160636806e-08,
      "loss": 0.3453,
      "step": 2668770
    },
    {
      "epoch": 744.85,
      "grad_norm": 1.2179579734802246,
      "learning_rate": 6.065127989404146e-08,
      "loss": 0.3355,
      "step": 2668780
    },
    {
      "epoch": 744.85,
      "grad_norm": 1.1070603132247925,
      "learning_rate": 6.064516848559576e-08,
      "loss": 0.341,
      "step": 2668790
    },
    {
      "epoch": 744.85,
      "grad_norm": 1.1353715658187866,
      "learning_rate": 6.06390573810317e-08,
      "loss": 0.3468,
      "step": 2668800
    },
    {
      "epoch": 744.85,
      "grad_norm": 1.2052501440048218,
      "learning_rate": 6.06329465803506e-08,
      "loss": 0.334,
      "step": 2668810
    },
    {
      "epoch": 744.86,
      "grad_norm": 1.384221076965332,
      "learning_rate": 6.062683608355299e-08,
      "loss": 0.3309,
      "step": 2668820
    },
    {
      "epoch": 744.86,
      "grad_norm": 1.408526062965393,
      "learning_rate": 6.062072589063937e-08,
      "loss": 0.3377,
      "step": 2668830
    },
    {
      "epoch": 744.86,
      "grad_norm": 1.325874924659729,
      "learning_rate": 6.061461600161132e-08,
      "loss": 0.3456,
      "step": 2668840
    },
    {
      "epoch": 744.86,
      "grad_norm": 1.1157960891723633,
      "learning_rate": 6.060850641646883e-08,
      "loss": 0.336,
      "step": 2668850
    },
    {
      "epoch": 744.87,
      "grad_norm": 1.3602826595306396,
      "learning_rate": 6.060239713521322e-08,
      "loss": 0.3574,
      "step": 2668860
    },
    {
      "epoch": 744.87,
      "grad_norm": 1.3530865907669067,
      "learning_rate": 6.05962881578455e-08,
      "loss": 0.3535,
      "step": 2668870
    },
    {
      "epoch": 744.87,
      "grad_norm": 1.2970433235168457,
      "learning_rate": 6.059017948436595e-08,
      "loss": 0.3265,
      "step": 2668880
    },
    {
      "epoch": 744.88,
      "grad_norm": 1.26649808883667,
      "learning_rate": 6.058407111477533e-08,
      "loss": 0.3347,
      "step": 2668890
    },
    {
      "epoch": 744.88,
      "grad_norm": 1.1583486795425415,
      "learning_rate": 6.057796304907497e-08,
      "loss": 0.3406,
      "step": 2668900
    },
    {
      "epoch": 744.88,
      "grad_norm": 1.2050225734710693,
      "learning_rate": 6.057185528726564e-08,
      "loss": 0.3267,
      "step": 2668910
    },
    {
      "epoch": 744.88,
      "grad_norm": 1.4949692487716675,
      "learning_rate": 6.056574782934758e-08,
      "loss": 0.3467,
      "step": 2668920
    },
    {
      "epoch": 744.89,
      "grad_norm": 1.2016563415527344,
      "learning_rate": 6.055964067532212e-08,
      "loss": 0.3506,
      "step": 2668930
    },
    {
      "epoch": 744.89,
      "grad_norm": 1.167312741279602,
      "learning_rate": 6.055353382519003e-08,
      "loss": 0.3455,
      "step": 2668940
    },
    {
      "epoch": 744.89,
      "grad_norm": 1.3947999477386475,
      "learning_rate": 6.054742727895157e-08,
      "loss": 0.3459,
      "step": 2668950
    },
    {
      "epoch": 744.9,
      "grad_norm": 1.2542977333068848,
      "learning_rate": 6.05413210366083e-08,
      "loss": 0.3503,
      "step": 2668960
    },
    {
      "epoch": 744.9,
      "grad_norm": 1.3681615591049194,
      "learning_rate": 6.053521509816073e-08,
      "loss": 0.3246,
      "step": 2668970
    },
    {
      "epoch": 744.9,
      "grad_norm": 1.2420320510864258,
      "learning_rate": 6.052910946360966e-08,
      "loss": 0.331,
      "step": 2668980
    },
    {
      "epoch": 744.9,
      "grad_norm": 1.1376944780349731,
      "learning_rate": 6.052300413295587e-08,
      "loss": 0.3209,
      "step": 2668990
    },
    {
      "epoch": 744.91,
      "grad_norm": 1.2790645360946655,
      "learning_rate": 6.051689910620038e-08,
      "loss": 0.338,
      "step": 2669000
    },
    {
      "epoch": 744.91,
      "grad_norm": 6.19171667098999,
      "learning_rate": 6.051079438334372e-08,
      "loss": 0.3468,
      "step": 2669010
    },
    {
      "epoch": 744.91,
      "grad_norm": 1.1807565689086914,
      "learning_rate": 6.050468996438668e-08,
      "loss": 0.3291,
      "step": 2669020
    },
    {
      "epoch": 744.91,
      "grad_norm": 1.5013819932937622,
      "learning_rate": 6.049858584933031e-08,
      "loss": 0.3276,
      "step": 2669030
    },
    {
      "epoch": 744.92,
      "grad_norm": 1.5147144794464111,
      "learning_rate": 6.049248203817535e-08,
      "loss": 0.3398,
      "step": 2669040
    },
    {
      "epoch": 744.92,
      "grad_norm": 1.1240719556808472,
      "learning_rate": 6.048637853092262e-08,
      "loss": 0.3425,
      "step": 2669050
    },
    {
      "epoch": 744.92,
      "grad_norm": 1.213084101676941,
      "learning_rate": 6.048027532757288e-08,
      "loss": 0.343,
      "step": 2669060
    },
    {
      "epoch": 744.93,
      "grad_norm": 1.1634607315063477,
      "learning_rate": 6.047417242812692e-08,
      "loss": 0.3441,
      "step": 2669070
    },
    {
      "epoch": 744.93,
      "grad_norm": 1.236082911491394,
      "learning_rate": 6.046806983258578e-08,
      "loss": 0.3353,
      "step": 2669080
    },
    {
      "epoch": 744.93,
      "grad_norm": 1.361856460571289,
      "learning_rate": 6.046196754094972e-08,
      "loss": 0.3526,
      "step": 2669090
    },
    {
      "epoch": 744.93,
      "grad_norm": 1.2062050104141235,
      "learning_rate": 6.04558655532203e-08,
      "loss": 0.3276,
      "step": 2669100
    },
    {
      "epoch": 744.94,
      "grad_norm": 2.056987762451172,
      "learning_rate": 6.044976386939777e-08,
      "loss": 0.3477,
      "step": 2669110
    },
    {
      "epoch": 744.94,
      "grad_norm": 1.5910942554473877,
      "learning_rate": 6.044366248948292e-08,
      "loss": 0.3496,
      "step": 2669120
    },
    {
      "epoch": 744.94,
      "grad_norm": 1.2539175748825073,
      "learning_rate": 6.043756141347707e-08,
      "loss": 0.33,
      "step": 2669130
    },
    {
      "epoch": 744.95,
      "grad_norm": 1.1870372295379639,
      "learning_rate": 6.04314606413807e-08,
      "loss": 0.3358,
      "step": 2669140
    },
    {
      "epoch": 744.95,
      "grad_norm": 1.2198169231414795,
      "learning_rate": 6.042536017319462e-08,
      "loss": 0.3503,
      "step": 2669150
    },
    {
      "epoch": 744.95,
      "grad_norm": 1.2071243524551392,
      "learning_rate": 6.041926000891961e-08,
      "loss": 0.33,
      "step": 2669160
    },
    {
      "epoch": 744.95,
      "grad_norm": 1.4253910779953003,
      "learning_rate": 6.04131601485567e-08,
      "loss": 0.3247,
      "step": 2669170
    },
    {
      "epoch": 744.96,
      "grad_norm": 1.2785669565200806,
      "learning_rate": 6.040706059210615e-08,
      "loss": 0.3464,
      "step": 2669180
    },
    {
      "epoch": 744.96,
      "grad_norm": 1.355903148651123,
      "learning_rate": 6.040096133956978e-08,
      "loss": 0.3402,
      "step": 2669190
    },
    {
      "epoch": 744.96,
      "grad_norm": 1.3022104501724243,
      "learning_rate": 6.039486239094735e-08,
      "loss": 0.3455,
      "step": 2669200
    },
    {
      "epoch": 744.97,
      "grad_norm": 1.1076520681381226,
      "learning_rate": 6.038876374624014e-08,
      "loss": 0.3244,
      "step": 2669210
    },
    {
      "epoch": 744.97,
      "grad_norm": 1.31644868850708,
      "learning_rate": 6.038266540544919e-08,
      "loss": 0.351,
      "step": 2669220
    },
    {
      "epoch": 744.97,
      "grad_norm": 1.2316310405731201,
      "learning_rate": 6.037656736857478e-08,
      "loss": 0.3453,
      "step": 2669230
    },
    {
      "epoch": 744.97,
      "grad_norm": 1.4549483060836792,
      "learning_rate": 6.037046963561793e-08,
      "loss": 0.3426,
      "step": 2669240
    },
    {
      "epoch": 744.98,
      "grad_norm": 1.1292459964752197,
      "learning_rate": 6.036437220657969e-08,
      "loss": 0.3373,
      "step": 2669250
    },
    {
      "epoch": 744.98,
      "grad_norm": 1.1861703395843506,
      "learning_rate": 6.035827508146085e-08,
      "loss": 0.3359,
      "step": 2669260
    },
    {
      "epoch": 744.98,
      "grad_norm": 1.2469522953033447,
      "learning_rate": 6.035217826026164e-08,
      "loss": 0.3272,
      "step": 2669270
    },
    {
      "epoch": 744.98,
      "grad_norm": 1.5108944177627563,
      "learning_rate": 6.034608174298392e-08,
      "loss": 0.334,
      "step": 2669280
    },
    {
      "epoch": 744.99,
      "grad_norm": 1.356148362159729,
      "learning_rate": 6.03399855296274e-08,
      "loss": 0.3297,
      "step": 2669290
    },
    {
      "epoch": 744.99,
      "grad_norm": 1.4994066953659058,
      "learning_rate": 6.033388962019339e-08,
      "loss": 0.3374,
      "step": 2669300
    },
    {
      "epoch": 744.99,
      "grad_norm": 1.2065443992614746,
      "learning_rate": 6.032779401468294e-08,
      "loss": 0.325,
      "step": 2669310
    },
    {
      "epoch": 745.0,
      "grad_norm": 1.1984214782714844,
      "learning_rate": 6.03216987130963e-08,
      "loss": 0.3527,
      "step": 2669320
    },
    {
      "epoch": 745.0,
      "grad_norm": 1.1654421091079712,
      "learning_rate": 6.031560371543478e-08,
      "loss": 0.3323,
      "step": 2669330
    },
    {
      "epoch": 745.0,
      "eval_loss": 0.3361675441265106,
      "eval_runtime": 65.9564,
      "eval_samples_per_second": 76.702,
      "eval_steps_per_second": 9.597,
      "step": 2669335
    },
    {
      "epoch": 745.0,
      "grad_norm": 1.2349417209625244,
      "learning_rate": 6.030950902169889e-08,
      "loss": 0.3235,
      "step": 2669340
    },
    {
      "epoch": 745.0,
      "grad_norm": 1.5303581953048706,
      "learning_rate": 6.030341463188968e-08,
      "loss": 0.3282,
      "step": 2669350
    },
    {
      "epoch": 745.01,
      "grad_norm": 0.9721290469169617,
      "learning_rate": 6.029732054600792e-08,
      "loss": 0.3527,
      "step": 2669360
    },
    {
      "epoch": 745.01,
      "grad_norm": 1.3092842102050781,
      "learning_rate": 6.029122676405414e-08,
      "loss": 0.3438,
      "step": 2669370
    },
    {
      "epoch": 745.01,
      "grad_norm": 1.38893723487854,
      "learning_rate": 6.028513328602937e-08,
      "loss": 0.348,
      "step": 2669380
    },
    {
      "epoch": 745.02,
      "grad_norm": 1.6259753704071045,
      "learning_rate": 6.02790401119344e-08,
      "loss": 0.3141,
      "step": 2669390
    },
    {
      "epoch": 745.02,
      "grad_norm": 1.23032808303833,
      "learning_rate": 6.027294724177027e-08,
      "loss": 0.336,
      "step": 2669400
    },
    {
      "epoch": 745.02,
      "grad_norm": 1.4927114248275757,
      "learning_rate": 6.026685467553725e-08,
      "loss": 0.3516,
      "step": 2669410
    },
    {
      "epoch": 745.02,
      "grad_norm": 1.9263453483581543,
      "learning_rate": 6.026076241323661e-08,
      "loss": 0.3598,
      "step": 2669420
    },
    {
      "epoch": 745.03,
      "grad_norm": 1.225778579711914,
      "learning_rate": 6.025467045486891e-08,
      "loss": 0.3445,
      "step": 2669430
    },
    {
      "epoch": 745.03,
      "grad_norm": 1.282667636871338,
      "learning_rate": 6.024857880043517e-08,
      "loss": 0.3456,
      "step": 2669440
    },
    {
      "epoch": 745.03,
      "grad_norm": 1.448816180229187,
      "learning_rate": 6.024248744993616e-08,
      "loss": 0.3578,
      "step": 2669450
    },
    {
      "epoch": 745.03,
      "grad_norm": 1.3543145656585693,
      "learning_rate": 6.023639640337242e-08,
      "loss": 0.3483,
      "step": 2669460
    },
    {
      "epoch": 745.04,
      "grad_norm": 1.274794101715088,
      "learning_rate": 6.023030566074498e-08,
      "loss": 0.3311,
      "step": 2669470
    },
    {
      "epoch": 745.04,
      "grad_norm": 1.3545840978622437,
      "learning_rate": 6.022421522205462e-08,
      "loss": 0.3558,
      "step": 2669480
    },
    {
      "epoch": 745.04,
      "grad_norm": 1.2409993410110474,
      "learning_rate": 6.02181250873024e-08,
      "loss": 0.3387,
      "step": 2669490
    },
    {
      "epoch": 745.05,
      "grad_norm": 1.1559306383132935,
      "learning_rate": 6.021203525648881e-08,
      "loss": 0.335,
      "step": 2669500
    },
    {
      "epoch": 745.05,
      "grad_norm": 1.4340662956237793,
      "learning_rate": 6.020594572961465e-08,
      "loss": 0.3368,
      "step": 2669510
    },
    {
      "epoch": 745.05,
      "grad_norm": 1.3064895868301392,
      "learning_rate": 6.01998565066807e-08,
      "loss": 0.3354,
      "step": 2669520
    },
    {
      "epoch": 745.05,
      "grad_norm": 1.2010564804077148,
      "learning_rate": 6.0193767587688e-08,
      "loss": 0.3539,
      "step": 2669530
    },
    {
      "epoch": 745.06,
      "grad_norm": 1.506575584411621,
      "learning_rate": 6.018767897263758e-08,
      "loss": 0.343,
      "step": 2669540
    },
    {
      "epoch": 745.06,
      "grad_norm": 1.1132731437683105,
      "learning_rate": 6.018159066152945e-08,
      "loss": 0.3216,
      "step": 2669550
    },
    {
      "epoch": 745.06,
      "grad_norm": 1.5852984189987183,
      "learning_rate": 6.017550265436515e-08,
      "loss": 0.3444,
      "step": 2669560
    },
    {
      "epoch": 745.07,
      "grad_norm": 1.3442599773406982,
      "learning_rate": 6.016941495114525e-08,
      "loss": 0.326,
      "step": 2669570
    },
    {
      "epoch": 745.07,
      "grad_norm": 1.387535572052002,
      "learning_rate": 6.016332755187049e-08,
      "loss": 0.3271,
      "step": 2669580
    },
    {
      "epoch": 745.07,
      "grad_norm": 1.1430094242095947,
      "learning_rate": 6.015724045654166e-08,
      "loss": 0.3477,
      "step": 2669590
    },
    {
      "epoch": 745.07,
      "grad_norm": 1.2952144145965576,
      "learning_rate": 6.01511536651598e-08,
      "loss": 0.3406,
      "step": 2669600
    },
    {
      "epoch": 745.08,
      "grad_norm": 1.1344003677368164,
      "learning_rate": 6.014506717772544e-08,
      "loss": 0.3319,
      "step": 2669610
    },
    {
      "epoch": 745.08,
      "grad_norm": 1.1405287981033325,
      "learning_rate": 6.013898099423935e-08,
      "loss": 0.3387,
      "step": 2669620
    },
    {
      "epoch": 745.08,
      "grad_norm": 1.2494488954544067,
      "learning_rate": 6.013289511470309e-08,
      "loss": 0.3359,
      "step": 2669630
    },
    {
      "epoch": 745.09,
      "grad_norm": 1.310259461402893,
      "learning_rate": 6.012680953911613e-08,
      "loss": 0.3299,
      "step": 2669640
    },
    {
      "epoch": 745.09,
      "grad_norm": 1.2192573547363281,
      "learning_rate": 6.012072426748058e-08,
      "loss": 0.3479,
      "step": 2669650
    },
    {
      "epoch": 745.09,
      "grad_norm": 1.3259094953536987,
      "learning_rate": 6.011463929979669e-08,
      "loss": 0.3241,
      "step": 2669660
    },
    {
      "epoch": 745.09,
      "grad_norm": 1.7945802211761475,
      "learning_rate": 6.010855463606497e-08,
      "loss": 0.3337,
      "step": 2669670
    },
    {
      "epoch": 745.1,
      "grad_norm": 1.4195705652236938,
      "learning_rate": 6.0102470276287e-08,
      "loss": 0.3339,
      "step": 2669680
    },
    {
      "epoch": 745.1,
      "grad_norm": 1.6859134435653687,
      "learning_rate": 6.009638622046274e-08,
      "loss": 0.3393,
      "step": 2669690
    },
    {
      "epoch": 745.1,
      "grad_norm": 3.4967989921569824,
      "learning_rate": 6.009030246859354e-08,
      "loss": 0.3529,
      "step": 2669700
    },
    {
      "epoch": 745.1,
      "grad_norm": 1.4404296875,
      "learning_rate": 6.00842190206799e-08,
      "loss": 0.3358,
      "step": 2669710
    },
    {
      "epoch": 745.11,
      "grad_norm": 1.4472239017486572,
      "learning_rate": 6.00781358767231e-08,
      "loss": 0.3336,
      "step": 2669720
    },
    {
      "epoch": 745.11,
      "grad_norm": 1.192449927330017,
      "learning_rate": 6.00720530367237e-08,
      "loss": 0.3265,
      "step": 2669730
    },
    {
      "epoch": 745.11,
      "grad_norm": 1.302466869354248,
      "learning_rate": 6.00659705006822e-08,
      "loss": 0.3386,
      "step": 2669740
    },
    {
      "epoch": 745.12,
      "grad_norm": 1.239580512046814,
      "learning_rate": 6.005988826859988e-08,
      "loss": 0.3347,
      "step": 2669750
    },
    {
      "epoch": 745.12,
      "grad_norm": 1.2353376150131226,
      "learning_rate": 6.005380634047678e-08,
      "loss": 0.3251,
      "step": 2669760
    },
    {
      "epoch": 745.12,
      "grad_norm": 1.3457108736038208,
      "learning_rate": 6.004772471631496e-08,
      "loss": 0.3484,
      "step": 2669770
    },
    {
      "epoch": 745.12,
      "grad_norm": 1.0880154371261597,
      "learning_rate": 6.004164339611416e-08,
      "loss": 0.3278,
      "step": 2669780
    },
    {
      "epoch": 745.13,
      "grad_norm": 1.5664074420928955,
      "learning_rate": 6.003556237987569e-08,
      "loss": 0.3409,
      "step": 2669790
    },
    {
      "epoch": 745.13,
      "grad_norm": 1.3939613103866577,
      "learning_rate": 6.002948166760005e-08,
      "loss": 0.3515,
      "step": 2669800
    },
    {
      "epoch": 745.13,
      "grad_norm": 1.1752671003341675,
      "learning_rate": 6.002340125928857e-08,
      "loss": 0.3491,
      "step": 2669810
    },
    {
      "epoch": 745.14,
      "grad_norm": 1.089906096458435,
      "learning_rate": 6.001732115494149e-08,
      "loss": 0.3337,
      "step": 2669820
    },
    {
      "epoch": 745.14,
      "grad_norm": 1.7450135946273804,
      "learning_rate": 6.001124135455986e-08,
      "loss": 0.3441,
      "step": 2669830
    },
    {
      "epoch": 745.14,
      "grad_norm": 12.348782539367676,
      "learning_rate": 6.000516185814472e-08,
      "loss": 0.3421,
      "step": 2669840
    },
    {
      "epoch": 745.14,
      "grad_norm": 1.067710041999817,
      "learning_rate": 5.999908266569606e-08,
      "loss": 0.3393,
      "step": 2669850
    },
    {
      "epoch": 745.15,
      "grad_norm": 1.2726253271102905,
      "learning_rate": 5.999300377721598e-08,
      "loss": 0.3521,
      "step": 2669860
    },
    {
      "epoch": 745.15,
      "grad_norm": 1.0853255987167358,
      "learning_rate": 5.998692519270419e-08,
      "loss": 0.3462,
      "step": 2669870
    },
    {
      "epoch": 745.15,
      "grad_norm": 1.311655879020691,
      "learning_rate": 5.998084691216177e-08,
      "loss": 0.3333,
      "step": 2669880
    },
    {
      "epoch": 745.15,
      "grad_norm": 1.5190438032150269,
      "learning_rate": 5.997476893558999e-08,
      "loss": 0.3382,
      "step": 2669890
    },
    {
      "epoch": 745.16,
      "grad_norm": 1.377371072769165,
      "learning_rate": 5.996869126298886e-08,
      "loss": 0.3225,
      "step": 2669900
    },
    {
      "epoch": 745.16,
      "grad_norm": 1.2177462577819824,
      "learning_rate": 5.99626138943602e-08,
      "loss": 0.3376,
      "step": 2669910
    },
    {
      "epoch": 745.16,
      "grad_norm": 1.1569923162460327,
      "learning_rate": 5.995653682970376e-08,
      "loss": 0.3532,
      "step": 2669920
    },
    {
      "epoch": 745.17,
      "grad_norm": 1.2937870025634766,
      "learning_rate": 5.99504600690211e-08,
      "loss": 0.3386,
      "step": 2669930
    },
    {
      "epoch": 745.17,
      "grad_norm": 1.0489548444747925,
      "learning_rate": 5.994438361231272e-08,
      "loss": 0.3321,
      "step": 2669940
    },
    {
      "epoch": 745.17,
      "grad_norm": 2.591599941253662,
      "learning_rate": 5.993830745957967e-08,
      "loss": 0.3189,
      "step": 2669950
    },
    {
      "epoch": 745.17,
      "grad_norm": 2.5025274753570557,
      "learning_rate": 5.993223161082249e-08,
      "loss": 0.3266,
      "step": 2669960
    },
    {
      "epoch": 745.18,
      "grad_norm": 1.1023733615875244,
      "learning_rate": 5.992615606604193e-08,
      "loss": 0.3449,
      "step": 2669970
    },
    {
      "epoch": 745.18,
      "grad_norm": 1.392104148864746,
      "learning_rate": 5.992008082523931e-08,
      "loss": 0.3416,
      "step": 2669980
    },
    {
      "epoch": 745.18,
      "grad_norm": 1.2590969800949097,
      "learning_rate": 5.991400588841438e-08,
      "loss": 0.3399,
      "step": 2669990
    },
    {
      "epoch": 745.19,
      "grad_norm": 1.3310366868972778,
      "learning_rate": 5.990793125556945e-08,
      "loss": 0.329,
      "step": 2670000
    },
    {
      "epoch": 745.19,
      "grad_norm": 1.3576167821884155,
      "learning_rate": 5.990185692670403e-08,
      "loss": 0.3429,
      "step": 2670010
    },
    {
      "epoch": 745.19,
      "grad_norm": 1.1506801843643188,
      "learning_rate": 5.989578290181941e-08,
      "loss": 0.335,
      "step": 2670020
    },
    {
      "epoch": 745.19,
      "grad_norm": 1.0278403759002686,
      "learning_rate": 5.988970918091689e-08,
      "loss": 0.3424,
      "step": 2670030
    },
    {
      "epoch": 745.2,
      "grad_norm": 2.671956777572632,
      "learning_rate": 5.98836357639962e-08,
      "loss": 0.3451,
      "step": 2670040
    },
    {
      "epoch": 745.2,
      "grad_norm": 1.3211166858673096,
      "learning_rate": 5.987756265105892e-08,
      "loss": 0.3326,
      "step": 2670050
    },
    {
      "epoch": 745.2,
      "grad_norm": 1.6421432495117188,
      "learning_rate": 5.987148984210582e-08,
      "loss": 0.3446,
      "step": 2670060
    },
    {
      "epoch": 745.21,
      "grad_norm": 1.194385290145874,
      "learning_rate": 5.986541733713767e-08,
      "loss": 0.349,
      "step": 2670070
    },
    {
      "epoch": 745.21,
      "grad_norm": 1.4845057725906372,
      "learning_rate": 5.985934513615476e-08,
      "loss": 0.3375,
      "step": 2670080
    },
    {
      "epoch": 745.21,
      "grad_norm": 1.1653234958648682,
      "learning_rate": 5.985327323915863e-08,
      "loss": 0.3398,
      "step": 2670090
    },
    {
      "epoch": 745.21,
      "grad_norm": 1.137008786201477,
      "learning_rate": 5.98472016461498e-08,
      "loss": 0.3536,
      "step": 2670100
    },
    {
      "epoch": 745.22,
      "grad_norm": 1.3804535865783691,
      "learning_rate": 5.984113035712879e-08,
      "loss": 0.3294,
      "step": 2670110
    },
    {
      "epoch": 745.22,
      "grad_norm": 1.3810532093048096,
      "learning_rate": 5.983505937209717e-08,
      "loss": 0.3286,
      "step": 2670120
    },
    {
      "epoch": 745.22,
      "grad_norm": 1.3648910522460938,
      "learning_rate": 5.982898869105468e-08,
      "loss": 0.3235,
      "step": 2670130
    },
    {
      "epoch": 745.22,
      "grad_norm": 1.1759557723999023,
      "learning_rate": 5.982291831400313e-08,
      "loss": 0.3275,
      "step": 2670140
    },
    {
      "epoch": 745.23,
      "grad_norm": 1.150187611579895,
      "learning_rate": 5.981684824094254e-08,
      "loss": 0.3243,
      "step": 2670150
    },
    {
      "epoch": 745.23,
      "grad_norm": 1.5046085119247437,
      "learning_rate": 5.981077847187444e-08,
      "loss": 0.3395,
      "step": 2670160
    },
    {
      "epoch": 745.23,
      "grad_norm": 1.2202987670898438,
      "learning_rate": 5.980470900679912e-08,
      "loss": 0.3493,
      "step": 2670170
    },
    {
      "epoch": 745.24,
      "grad_norm": 1.2422716617584229,
      "learning_rate": 5.979863984571735e-08,
      "loss": 0.3358,
      "step": 2670180
    },
    {
      "epoch": 745.24,
      "grad_norm": 1.3249833583831787,
      "learning_rate": 5.979257098863016e-08,
      "loss": 0.3361,
      "step": 2670190
    },
    {
      "epoch": 745.24,
      "grad_norm": 1.1039496660232544,
      "learning_rate": 5.978650243553861e-08,
      "loss": 0.3444,
      "step": 2670200
    },
    {
      "epoch": 745.24,
      "grad_norm": 1.1360224485397339,
      "learning_rate": 5.978043418644321e-08,
      "loss": 0.3438,
      "step": 2670210
    },
    {
      "epoch": 745.25,
      "grad_norm": 1.3998284339904785,
      "learning_rate": 5.977436624134422e-08,
      "loss": 0.3256,
      "step": 2670220
    },
    {
      "epoch": 745.25,
      "grad_norm": 1.1808103322982788,
      "learning_rate": 5.976829860024372e-08,
      "loss": 0.3516,
      "step": 2670230
    },
    {
      "epoch": 745.25,
      "grad_norm": 1.0855876207351685,
      "learning_rate": 5.976223126314146e-08,
      "loss": 0.3307,
      "step": 2670240
    },
    {
      "epoch": 745.26,
      "grad_norm": 1.0737146139144897,
      "learning_rate": 5.975616423003846e-08,
      "loss": 0.3457,
      "step": 2670250
    },
    {
      "epoch": 745.26,
      "grad_norm": 1.3546538352966309,
      "learning_rate": 5.975009750093605e-08,
      "loss": 0.3316,
      "step": 2670260
    },
    {
      "epoch": 745.26,
      "grad_norm": 1.205793023109436,
      "learning_rate": 5.974403107583446e-08,
      "loss": 0.335,
      "step": 2670270
    },
    {
      "epoch": 745.26,
      "grad_norm": 1.61774480342865,
      "learning_rate": 5.973796495473477e-08,
      "loss": 0.3364,
      "step": 2670280
    },
    {
      "epoch": 745.27,
      "grad_norm": 1.4261630773544312,
      "learning_rate": 5.973189913763745e-08,
      "loss": 0.3331,
      "step": 2670290
    },
    {
      "epoch": 745.27,
      "grad_norm": 1.7948092222213745,
      "learning_rate": 5.972583362454384e-08,
      "loss": 0.3324,
      "step": 2670300
    },
    {
      "epoch": 745.27,
      "grad_norm": 1.3225665092468262,
      "learning_rate": 5.971976841545444e-08,
      "loss": 0.3381,
      "step": 2670310
    },
    {
      "epoch": 745.27,
      "grad_norm": 1.0862090587615967,
      "learning_rate": 5.971370351036979e-08,
      "loss": 0.3419,
      "step": 2670320
    },
    {
      "epoch": 745.28,
      "grad_norm": 1.245614767074585,
      "learning_rate": 5.970763890929144e-08,
      "loss": 0.3268,
      "step": 2670330
    },
    {
      "epoch": 745.28,
      "grad_norm": 1.4542394876480103,
      "learning_rate": 5.970157461221936e-08,
      "loss": 0.3239,
      "step": 2670340
    },
    {
      "epoch": 745.28,
      "grad_norm": 1.5495063066482544,
      "learning_rate": 5.969551061915491e-08,
      "loss": 0.3314,
      "step": 2670350
    },
    {
      "epoch": 745.29,
      "grad_norm": 4.281700611114502,
      "learning_rate": 5.968944693009884e-08,
      "loss": 0.3376,
      "step": 2670360
    },
    {
      "epoch": 745.29,
      "grad_norm": 1.1841589212417603,
      "learning_rate": 5.968338354505166e-08,
      "loss": 0.346,
      "step": 2670370
    },
    {
      "epoch": 745.29,
      "grad_norm": 1.1244648694992065,
      "learning_rate": 5.967732046401442e-08,
      "loss": 0.3496,
      "step": 2670380
    },
    {
      "epoch": 745.29,
      "grad_norm": 1.2115546464920044,
      "learning_rate": 5.967125768698792e-08,
      "loss": 0.3345,
      "step": 2670390
    },
    {
      "epoch": 745.3,
      "grad_norm": 1.211746096611023,
      "learning_rate": 5.966519521397291e-08,
      "loss": 0.3336,
      "step": 2670400
    },
    {
      "epoch": 745.3,
      "grad_norm": 1.1248267889022827,
      "learning_rate": 5.96591330449702e-08,
      "loss": 0.3417,
      "step": 2670410
    },
    {
      "epoch": 745.3,
      "grad_norm": 1.2106047868728638,
      "learning_rate": 5.96530711799808e-08,
      "loss": 0.3382,
      "step": 2670420
    },
    {
      "epoch": 745.31,
      "grad_norm": 1.2178654670715332,
      "learning_rate": 5.964700961900471e-08,
      "loss": 0.3436,
      "step": 2670430
    },
    {
      "epoch": 745.31,
      "grad_norm": 1.2946842908859253,
      "learning_rate": 5.964094836204406e-08,
      "loss": 0.3574,
      "step": 2670440
    },
    {
      "epoch": 745.31,
      "grad_norm": 1.0760993957519531,
      "learning_rate": 5.963488740909853e-08,
      "loss": 0.3261,
      "step": 2670450
    },
    {
      "epoch": 745.31,
      "grad_norm": 1.2394161224365234,
      "learning_rate": 5.962882676016946e-08,
      "loss": 0.321,
      "step": 2670460
    },
    {
      "epoch": 745.32,
      "grad_norm": 1.2692750692367554,
      "learning_rate": 5.962276641525788e-08,
      "loss": 0.3253,
      "step": 2670470
    },
    {
      "epoch": 745.32,
      "grad_norm": 1.6024569272994995,
      "learning_rate": 5.961670637436352e-08,
      "loss": 0.3376,
      "step": 2670480
    },
    {
      "epoch": 745.32,
      "grad_norm": 1.2996814250946045,
      "learning_rate": 5.961064663748847e-08,
      "loss": 0.3343,
      "step": 2670490
    },
    {
      "epoch": 745.33,
      "grad_norm": 1.3924545049667358,
      "learning_rate": 5.9604587204632996e-08,
      "loss": 0.33,
      "step": 2670500
    },
    {
      "epoch": 745.33,
      "grad_norm": 1.1545413732528687,
      "learning_rate": 5.959852807579761e-08,
      "loss": 0.3373,
      "step": 2670510
    },
    {
      "epoch": 745.33,
      "grad_norm": 1.2118659019470215,
      "learning_rate": 5.9592469250983356e-08,
      "loss": 0.3502,
      "step": 2670520
    },
    {
      "epoch": 745.33,
      "grad_norm": 1.1928373575210571,
      "learning_rate": 5.9586410730191535e-08,
      "loss": 0.3513,
      "step": 2670530
    },
    {
      "epoch": 745.34,
      "grad_norm": 1.2209200859069824,
      "learning_rate": 5.9580352513422405e-08,
      "loss": 0.3225,
      "step": 2670540
    },
    {
      "epoch": 745.34,
      "grad_norm": 1.3483232259750366,
      "learning_rate": 5.957429460067649e-08,
      "loss": 0.3392,
      "step": 2670550
    },
    {
      "epoch": 745.34,
      "grad_norm": 1.3941932916641235,
      "learning_rate": 5.95682369919556e-08,
      "loss": 0.3289,
      "step": 2670560
    },
    {
      "epoch": 745.34,
      "grad_norm": 1.1683112382888794,
      "learning_rate": 5.9562179687259235e-08,
      "loss": 0.3548,
      "step": 2670570
    },
    {
      "epoch": 745.35,
      "grad_norm": 1.417480230331421,
      "learning_rate": 5.955612268658946e-08,
      "loss": 0.3385,
      "step": 2670580
    },
    {
      "epoch": 745.35,
      "grad_norm": 1.2778364419937134,
      "learning_rate": 5.9550065989946025e-08,
      "loss": 0.3255,
      "step": 2670590
    },
    {
      "epoch": 745.35,
      "grad_norm": 1.2618533372879028,
      "learning_rate": 5.954400959733048e-08,
      "loss": 0.3464,
      "step": 2670600
    },
    {
      "epoch": 745.36,
      "grad_norm": 1.3594481945037842,
      "learning_rate": 5.9537953508743356e-08,
      "loss": 0.3347,
      "step": 2670610
    },
    {
      "epoch": 745.36,
      "grad_norm": 1.294571876525879,
      "learning_rate": 5.953189772418569e-08,
      "loss": 0.3322,
      "step": 2670620
    },
    {
      "epoch": 745.36,
      "grad_norm": 1.2731016874313354,
      "learning_rate": 5.952584224365774e-08,
      "loss": 0.319,
      "step": 2670630
    },
    {
      "epoch": 745.36,
      "grad_norm": 1.174361228942871,
      "learning_rate": 5.9519787067160813e-08,
      "loss": 0.3342,
      "step": 2670640
    },
    {
      "epoch": 745.37,
      "grad_norm": 1.4706710577011108,
      "learning_rate": 5.951373219469568e-08,
      "loss": 0.3414,
      "step": 2670650
    },
    {
      "epoch": 745.37,
      "grad_norm": 1.259508728981018,
      "learning_rate": 5.950767762626261e-08,
      "loss": 0.3357,
      "step": 2670660
    },
    {
      "epoch": 745.37,
      "grad_norm": 1.367322325706482,
      "learning_rate": 5.9501623361863164e-08,
      "loss": 0.3424,
      "step": 2670670
    },
    {
      "epoch": 745.38,
      "grad_norm": 1.1673369407653809,
      "learning_rate": 5.94955694014976e-08,
      "loss": 0.341,
      "step": 2670680
    },
    {
      "epoch": 745.38,
      "grad_norm": 1.126823902130127,
      "learning_rate": 5.948951574516695e-08,
      "loss": 0.3351,
      "step": 2670690
    },
    {
      "epoch": 745.38,
      "grad_norm": 1.332021713256836,
      "learning_rate": 5.948346239287227e-08,
      "loss": 0.3294,
      "step": 2670700
    },
    {
      "epoch": 745.38,
      "grad_norm": 1.2433123588562012,
      "learning_rate": 5.947740934461381e-08,
      "loss": 0.3307,
      "step": 2670710
    },
    {
      "epoch": 745.39,
      "grad_norm": 1.3407772779464722,
      "learning_rate": 5.9471356600392614e-08,
      "loss": 0.331,
      "step": 2670720
    },
    {
      "epoch": 745.39,
      "grad_norm": 1.3467118740081787,
      "learning_rate": 5.9465304160209725e-08,
      "loss": 0.3439,
      "step": 2670730
    },
    {
      "epoch": 745.39,
      "grad_norm": 1.245365858078003,
      "learning_rate": 5.945925202406566e-08,
      "loss": 0.333,
      "step": 2670740
    },
    {
      "epoch": 745.39,
      "grad_norm": 1.2088837623596191,
      "learning_rate": 5.9453200191961205e-08,
      "loss": 0.3526,
      "step": 2670750
    },
    {
      "epoch": 745.4,
      "grad_norm": 4.3062615394592285,
      "learning_rate": 5.9447148663897393e-08,
      "loss": 0.331,
      "step": 2670760
    },
    {
      "epoch": 745.4,
      "grad_norm": 1.2034358978271484,
      "learning_rate": 5.9441097439875006e-08,
      "loss": 0.3219,
      "step": 2670770
    },
    {
      "epoch": 745.4,
      "grad_norm": 1.2191247940063477,
      "learning_rate": 5.943504651989457e-08,
      "loss": 0.341,
      "step": 2670780
    },
    {
      "epoch": 745.41,
      "grad_norm": 1.1080363988876343,
      "learning_rate": 5.9428995903957384e-08,
      "loss": 0.3384,
      "step": 2670790
    },
    {
      "epoch": 745.41,
      "grad_norm": 1.464114785194397,
      "learning_rate": 5.9422945592063445e-08,
      "loss": 0.3363,
      "step": 2670800
    },
    {
      "epoch": 745.41,
      "grad_norm": 1.244105577468872,
      "learning_rate": 5.941689558421432e-08,
      "loss": 0.3449,
      "step": 2670810
    },
    {
      "epoch": 745.41,
      "grad_norm": 1.0209802389144897,
      "learning_rate": 5.941084588041052e-08,
      "loss": 0.3306,
      "step": 2670820
    },
    {
      "epoch": 745.42,
      "grad_norm": 1.3934602737426758,
      "learning_rate": 5.94047964806531e-08,
      "loss": 0.334,
      "step": 2670830
    },
    {
      "epoch": 745.42,
      "grad_norm": 1.3407608270645142,
      "learning_rate": 5.9398747384942564e-08,
      "loss": 0.3405,
      "step": 2670840
    },
    {
      "epoch": 745.42,
      "grad_norm": 1.7303074598312378,
      "learning_rate": 5.93926985932797e-08,
      "loss": 0.3492,
      "step": 2670850
    },
    {
      "epoch": 745.43,
      "grad_norm": 1.1090229749679565,
      "learning_rate": 5.938665010566529e-08,
      "loss": 0.3387,
      "step": 2670860
    },
    {
      "epoch": 745.43,
      "grad_norm": 1.2456066608428955,
      "learning_rate": 5.938060192210038e-08,
      "loss": 0.3355,
      "step": 2670870
    },
    {
      "epoch": 745.43,
      "grad_norm": 1.335200548171997,
      "learning_rate": 5.9374554042585995e-08,
      "loss": 0.3439,
      "step": 2670880
    },
    {
      "epoch": 745.43,
      "grad_norm": 1.1054370403289795,
      "learning_rate": 5.936850646712189e-08,
      "loss": 0.3328,
      "step": 2670890
    },
    {
      "epoch": 745.44,
      "grad_norm": 1.302862524986267,
      "learning_rate": 5.936245919571014e-08,
      "loss": 0.3206,
      "step": 2670900
    },
    {
      "epoch": 745.44,
      "grad_norm": 1.2662988901138306,
      "learning_rate": 5.935641222835101e-08,
      "loss": 0.3144,
      "step": 2670910
    },
    {
      "epoch": 745.44,
      "grad_norm": 1.15151047706604,
      "learning_rate": 5.935036556504501e-08,
      "loss": 0.3222,
      "step": 2670920
    },
    {
      "epoch": 745.45,
      "grad_norm": 1.1926372051239014,
      "learning_rate": 5.9344319205793455e-08,
      "loss": 0.3228,
      "step": 2670930
    },
    {
      "epoch": 745.45,
      "grad_norm": 1.3517533540725708,
      "learning_rate": 5.9338273150596856e-08,
      "loss": 0.3487,
      "step": 2670940
    },
    {
      "epoch": 745.45,
      "grad_norm": 1.12302565574646,
      "learning_rate": 5.9332227399455994e-08,
      "loss": 0.3482,
      "step": 2670950
    },
    {
      "epoch": 745.45,
      "grad_norm": 1.3108899593353271,
      "learning_rate": 5.932618195237165e-08,
      "loss": 0.3413,
      "step": 2670960
    },
    {
      "epoch": 745.46,
      "grad_norm": 1.28287672996521,
      "learning_rate": 5.932013680934513e-08,
      "loss": 0.3445,
      "step": 2670970
    },
    {
      "epoch": 745.46,
      "grad_norm": 1.1727030277252197,
      "learning_rate": 5.931409197037643e-08,
      "loss": 0.3373,
      "step": 2670980
    },
    {
      "epoch": 745.46,
      "grad_norm": 1.071449875831604,
      "learning_rate": 5.9308047435466854e-08,
      "loss": 0.317,
      "step": 2670990
    },
    {
      "epoch": 745.46,
      "grad_norm": 1.3733826875686646,
      "learning_rate": 5.930200320461743e-08,
      "loss": 0.3193,
      "step": 2671000
    },
    {
      "epoch": 745.47,
      "grad_norm": 1.0826520919799805,
      "learning_rate": 5.9295959277828184e-08,
      "loss": 0.3612,
      "step": 2671010
    },
    {
      "epoch": 745.47,
      "grad_norm": 1.326072096824646,
      "learning_rate": 5.928991565510091e-08,
      "loss": 0.3356,
      "step": 2671020
    },
    {
      "epoch": 745.47,
      "grad_norm": 1.3583635091781616,
      "learning_rate": 5.9283872336435626e-08,
      "loss": 0.3395,
      "step": 2671030
    },
    {
      "epoch": 745.48,
      "grad_norm": 1.1388388872146606,
      "learning_rate": 5.927782932183336e-08,
      "loss": 0.3227,
      "step": 2671040
    },
    {
      "epoch": 745.48,
      "grad_norm": 1.1064237356185913,
      "learning_rate": 5.927178661129491e-08,
      "loss": 0.3361,
      "step": 2671050
    },
    {
      "epoch": 745.48,
      "grad_norm": 1.2836031913757324,
      "learning_rate": 5.92657442048213e-08,
      "loss": 0.3476,
      "step": 2671060
    },
    {
      "epoch": 745.48,
      "grad_norm": 1.3386995792388916,
      "learning_rate": 5.925970210241332e-08,
      "loss": 0.3386,
      "step": 2671070
    },
    {
      "epoch": 745.49,
      "grad_norm": 1.1886460781097412,
      "learning_rate": 5.925366030407122e-08,
      "loss": 0.3449,
      "step": 2671080
    },
    {
      "epoch": 745.49,
      "grad_norm": 1.2424248456954956,
      "learning_rate": 5.924761880979631e-08,
      "loss": 0.3428,
      "step": 2671090
    },
    {
      "epoch": 745.49,
      "grad_norm": 1.2612777948379517,
      "learning_rate": 5.924157761958938e-08,
      "loss": 0.3197,
      "step": 2671100
    },
    {
      "epoch": 745.5,
      "grad_norm": 1.1145589351654053,
      "learning_rate": 5.923553673345118e-08,
      "loss": 0.3477,
      "step": 2671110
    },
    {
      "epoch": 745.5,
      "grad_norm": 1.4218686819076538,
      "learning_rate": 5.922949615138253e-08,
      "loss": 0.3389,
      "step": 2671120
    },
    {
      "epoch": 745.5,
      "grad_norm": 1.4583702087402344,
      "learning_rate": 5.9223455873383914e-08,
      "loss": 0.3337,
      "step": 2671130
    },
    {
      "epoch": 745.5,
      "grad_norm": 1.3305171728134155,
      "learning_rate": 5.921741589945692e-08,
      "loss": 0.3381,
      "step": 2671140
    },
    {
      "epoch": 745.51,
      "grad_norm": 1.2223960161209106,
      "learning_rate": 5.921137622960127e-08,
      "loss": 0.3372,
      "step": 2671150
    },
    {
      "epoch": 745.51,
      "grad_norm": 1.2253963947296143,
      "learning_rate": 5.920533686381854e-08,
      "loss": 0.3343,
      "step": 2671160
    },
    {
      "epoch": 745.51,
      "grad_norm": 3.228970527648926,
      "learning_rate": 5.919929780210924e-08,
      "loss": 0.3398,
      "step": 2671170
    },
    {
      "epoch": 745.51,
      "grad_norm": 1.5050345659255981,
      "learning_rate": 5.919325904447441e-08,
      "loss": 0.3354,
      "step": 2671180
    },
    {
      "epoch": 745.52,
      "grad_norm": 1.363173007965088,
      "learning_rate": 5.918722059091458e-08,
      "loss": 0.3492,
      "step": 2671190
    },
    {
      "epoch": 745.52,
      "grad_norm": 1.0854592323303223,
      "learning_rate": 5.9181182441431046e-08,
      "loss": 0.335,
      "step": 2671200
    },
    {
      "epoch": 745.52,
      "grad_norm": 1.2995023727416992,
      "learning_rate": 5.9175144596023804e-08,
      "loss": 0.3343,
      "step": 2671210
    },
    {
      "epoch": 745.53,
      "grad_norm": 1.2206007242202759,
      "learning_rate": 5.916910705469416e-08,
      "loss": 0.3377,
      "step": 2671220
    },
    {
      "epoch": 745.53,
      "grad_norm": 1.1481202840805054,
      "learning_rate": 5.916306981744315e-08,
      "loss": 0.335,
      "step": 2671230
    },
    {
      "epoch": 745.53,
      "grad_norm": 1.2226115465164185,
      "learning_rate": 5.915703288427078e-08,
      "loss": 0.3282,
      "step": 2671240
    },
    {
      "epoch": 745.53,
      "grad_norm": 1.282772421836853,
      "learning_rate": 5.915099625517887e-08,
      "loss": 0.3413,
      "step": 2671250
    },
    {
      "epoch": 745.54,
      "grad_norm": 1.3159056901931763,
      "learning_rate": 5.914495993016742e-08,
      "loss": 0.337,
      "step": 2671260
    },
    {
      "epoch": 745.54,
      "grad_norm": 1.4161064624786377,
      "learning_rate": 5.913892390923746e-08,
      "loss": 0.3314,
      "step": 2671270
    },
    {
      "epoch": 745.54,
      "grad_norm": 1.1631778478622437,
      "learning_rate": 5.9132888192390314e-08,
      "loss": 0.3321,
      "step": 2671280
    },
    {
      "epoch": 745.55,
      "grad_norm": 1.4830905199050903,
      "learning_rate": 5.912685277962596e-08,
      "loss": 0.3252,
      "step": 2671290
    },
    {
      "epoch": 745.55,
      "grad_norm": 1.1641769409179688,
      "learning_rate": 5.9120817670945447e-08,
      "loss": 0.3458,
      "step": 2671300
    },
    {
      "epoch": 745.55,
      "grad_norm": 1.3533673286437988,
      "learning_rate": 5.911478286634982e-08,
      "loss": 0.335,
      "step": 2671310
    },
    {
      "epoch": 745.55,
      "grad_norm": 1.4090830087661743,
      "learning_rate": 5.910874836584012e-08,
      "loss": 0.3341,
      "step": 2671320
    },
    {
      "epoch": 745.56,
      "grad_norm": 1.4403725862503052,
      "learning_rate": 5.910271416941608e-08,
      "loss": 0.3496,
      "step": 2671330
    },
    {
      "epoch": 745.56,
      "grad_norm": 1.0682049989700317,
      "learning_rate": 5.909668027707978e-08,
      "loss": 0.3136,
      "step": 2671340
    },
    {
      "epoch": 745.56,
      "grad_norm": 1.0027035474777222,
      "learning_rate": 5.909064668883148e-08,
      "loss": 0.3218,
      "step": 2671350
    },
    {
      "epoch": 745.57,
      "grad_norm": 1.1741816997528076,
      "learning_rate": 5.908461340467171e-08,
      "loss": 0.3345,
      "step": 2671360
    },
    {
      "epoch": 745.57,
      "grad_norm": 1.3644028902053833,
      "learning_rate": 5.9078580424601775e-08,
      "loss": 0.34,
      "step": 2671370
    },
    {
      "epoch": 745.57,
      "grad_norm": 1.0941861867904663,
      "learning_rate": 5.907254774862166e-08,
      "loss": 0.3335,
      "step": 2671380
    },
    {
      "epoch": 745.57,
      "grad_norm": 1.2261313199996948,
      "learning_rate": 5.906651537673345e-08,
      "loss": 0.3286,
      "step": 2671390
    },
    {
      "epoch": 745.58,
      "grad_norm": 1.2791459560394287,
      "learning_rate": 5.906048330893663e-08,
      "loss": 0.3264,
      "step": 2671400
    },
    {
      "epoch": 745.58,
      "grad_norm": 1.1958158016204834,
      "learning_rate": 5.905445154523302e-08,
      "loss": 0.3347,
      "step": 2671410
    },
    {
      "epoch": 745.58,
      "grad_norm": 3.166910409927368,
      "learning_rate": 5.9048420085622877e-08,
      "loss": 0.3415,
      "step": 2671420
    },
    {
      "epoch": 745.58,
      "grad_norm": 1.382646083831787,
      "learning_rate": 5.904238893010725e-08,
      "loss": 0.3515,
      "step": 2671430
    },
    {
      "epoch": 745.59,
      "grad_norm": 1.5124640464782715,
      "learning_rate": 5.903635807868665e-08,
      "loss": 0.3431,
      "step": 2671440
    },
    {
      "epoch": 745.59,
      "grad_norm": 1.1775329113006592,
      "learning_rate": 5.903032753136212e-08,
      "loss": 0.3145,
      "step": 2671450
    },
    {
      "epoch": 745.59,
      "grad_norm": 1.1995638608932495,
      "learning_rate": 5.9024297288134435e-08,
      "loss": 0.3144,
      "step": 2671460
    },
    {
      "epoch": 745.6,
      "grad_norm": 1.095871925354004,
      "learning_rate": 5.901826734900413e-08,
      "loss": 0.3328,
      "step": 2671470
    },
    {
      "epoch": 745.6,
      "grad_norm": 1.1984004974365234,
      "learning_rate": 5.90122377139725e-08,
      "loss": 0.3404,
      "step": 2671480
    },
    {
      "epoch": 745.6,
      "grad_norm": 1.456307291984558,
      "learning_rate": 5.9006208383040064e-08,
      "loss": 0.3234,
      "step": 2671490
    },
    {
      "epoch": 745.6,
      "grad_norm": 1.3230798244476318,
      "learning_rate": 5.9000179356207596e-08,
      "loss": 0.3199,
      "step": 2671500
    },
    {
      "epoch": 745.61,
      "grad_norm": 1.3507648706436157,
      "learning_rate": 5.899415063347615e-08,
      "loss": 0.3291,
      "step": 2671510
    },
    {
      "epoch": 745.61,
      "grad_norm": 1.35543954372406,
      "learning_rate": 5.898812221484623e-08,
      "loss": 0.3387,
      "step": 2671520
    },
    {
      "epoch": 745.61,
      "grad_norm": 1.3515498638153076,
      "learning_rate": 5.8982094100318634e-08,
      "loss": 0.3439,
      "step": 2671530
    },
    {
      "epoch": 745.62,
      "grad_norm": 1.382569432258606,
      "learning_rate": 5.8976066289894134e-08,
      "loss": 0.3368,
      "step": 2671540
    },
    {
      "epoch": 745.62,
      "grad_norm": 1.7366982698440552,
      "learning_rate": 5.897003878357403e-08,
      "loss": 0.3414,
      "step": 2671550
    },
    {
      "epoch": 745.62,
      "grad_norm": 1.1794971227645874,
      "learning_rate": 5.896401158135833e-08,
      "loss": 0.3252,
      "step": 2671560
    },
    {
      "epoch": 745.62,
      "grad_norm": 1.2146097421646118,
      "learning_rate": 5.8957984683248584e-08,
      "loss": 0.3284,
      "step": 2671570
    },
    {
      "epoch": 745.63,
      "grad_norm": 1.2589728832244873,
      "learning_rate": 5.8951958089245056e-08,
      "loss": 0.3349,
      "step": 2671580
    },
    {
      "epoch": 745.63,
      "grad_norm": 1.223766803741455,
      "learning_rate": 5.8945931799349054e-08,
      "loss": 0.3359,
      "step": 2671590
    },
    {
      "epoch": 745.63,
      "grad_norm": 1.3124563694000244,
      "learning_rate": 5.893990581356109e-08,
      "loss": 0.349,
      "step": 2671600
    },
    {
      "epoch": 745.63,
      "grad_norm": 1.1878424882888794,
      "learning_rate": 5.8933880131881685e-08,
      "loss": 0.3362,
      "step": 2671610
    },
    {
      "epoch": 745.64,
      "grad_norm": 0.9751878380775452,
      "learning_rate": 5.892785475431214e-08,
      "loss": 0.3221,
      "step": 2671620
    },
    {
      "epoch": 745.64,
      "grad_norm": 1.1501789093017578,
      "learning_rate": 5.892182968085298e-08,
      "loss": 0.3492,
      "step": 2671630
    },
    {
      "epoch": 745.64,
      "grad_norm": 1.3906755447387695,
      "learning_rate": 5.8915804911504986e-08,
      "loss": 0.3412,
      "step": 2671640
    },
    {
      "epoch": 745.65,
      "grad_norm": 1.2724418640136719,
      "learning_rate": 5.8909780446269194e-08,
      "loss": 0.3306,
      "step": 2671650
    },
    {
      "epoch": 745.65,
      "grad_norm": 1.2125903367996216,
      "learning_rate": 5.890375628514613e-08,
      "loss": 0.3252,
      "step": 2671660
    },
    {
      "epoch": 745.65,
      "grad_norm": 1.3310476541519165,
      "learning_rate": 5.889773242813683e-08,
      "loss": 0.3581,
      "step": 2671670
    },
    {
      "epoch": 745.65,
      "grad_norm": 1.245120882987976,
      "learning_rate": 5.889170887524181e-08,
      "loss": 0.3423,
      "step": 2671680
    },
    {
      "epoch": 745.66,
      "grad_norm": 1.1782057285308838,
      "learning_rate": 5.888568562646238e-08,
      "loss": 0.3471,
      "step": 2671690
    },
    {
      "epoch": 745.66,
      "grad_norm": 1.1191644668579102,
      "learning_rate": 5.8879662681798544e-08,
      "loss": 0.3275,
      "step": 2671700
    },
    {
      "epoch": 745.66,
      "grad_norm": 1.1127456426620483,
      "learning_rate": 5.887364004125211e-08,
      "loss": 0.3348,
      "step": 2671710
    },
    {
      "epoch": 745.67,
      "grad_norm": 1.3393540382385254,
      "learning_rate": 5.8867617704823085e-08,
      "loss": 0.3168,
      "step": 2671720
    },
    {
      "epoch": 745.67,
      "grad_norm": 1.1736986637115479,
      "learning_rate": 5.886159567251251e-08,
      "loss": 0.3384,
      "step": 2671730
    },
    {
      "epoch": 745.67,
      "grad_norm": 0.9974963068962097,
      "learning_rate": 5.8855573944321425e-08,
      "loss": 0.3284,
      "step": 2671740
    },
    {
      "epoch": 745.67,
      "grad_norm": 1.3519450426101685,
      "learning_rate": 5.884955252025009e-08,
      "loss": 0.3462,
      "step": 2671750
    },
    {
      "epoch": 745.68,
      "grad_norm": 1.2021820545196533,
      "learning_rate": 5.8843531400299545e-08,
      "loss": 0.3381,
      "step": 2671760
    },
    {
      "epoch": 745.68,
      "grad_norm": 1.1948140859603882,
      "learning_rate": 5.883751058447083e-08,
      "loss": 0.3319,
      "step": 2671770
    },
    {
      "epoch": 745.68,
      "grad_norm": 1.2500298023223877,
      "learning_rate": 5.883149007276499e-08,
      "loss": 0.3339,
      "step": 2671780
    },
    {
      "epoch": 745.69,
      "grad_norm": 1.366711974143982,
      "learning_rate": 5.8825469865182024e-08,
      "loss": 0.3279,
      "step": 2671790
    },
    {
      "epoch": 745.69,
      "grad_norm": 1.1091063022613525,
      "learning_rate": 5.881944996172297e-08,
      "loss": 0.3531,
      "step": 2671800
    },
    {
      "epoch": 745.69,
      "grad_norm": 1.1160225868225098,
      "learning_rate": 5.8813430362389133e-08,
      "loss": 0.3234,
      "step": 2671810
    },
    {
      "epoch": 745.69,
      "grad_norm": 1.1753087043762207,
      "learning_rate": 5.8807411067180764e-08,
      "loss": 0.338,
      "step": 2671820
    },
    {
      "epoch": 745.7,
      "grad_norm": 1.2141846418380737,
      "learning_rate": 5.880139207609892e-08,
      "loss": 0.3333,
      "step": 2671830
    },
    {
      "epoch": 745.7,
      "grad_norm": 1.1882134675979614,
      "learning_rate": 5.879537338914437e-08,
      "loss": 0.3404,
      "step": 2671840
    },
    {
      "epoch": 745.7,
      "grad_norm": 1.5840909481048584,
      "learning_rate": 5.878935500631789e-08,
      "loss": 0.3317,
      "step": 2671850
    },
    {
      "epoch": 745.7,
      "grad_norm": 1.2495300769805908,
      "learning_rate": 5.878333692762027e-08,
      "loss": 0.3198,
      "step": 2671860
    },
    {
      "epoch": 745.71,
      "grad_norm": 1.2362239360809326,
      "learning_rate": 5.8777319153052815e-08,
      "loss": 0.3162,
      "step": 2671870
    },
    {
      "epoch": 745.71,
      "grad_norm": 1.233747124671936,
      "learning_rate": 5.8771301682615253e-08,
      "loss": 0.3499,
      "step": 2671880
    },
    {
      "epoch": 745.71,
      "grad_norm": 1.14031183719635,
      "learning_rate": 5.876528451630915e-08,
      "loss": 0.3287,
      "step": 2671890
    },
    {
      "epoch": 745.72,
      "grad_norm": 2.0643601417541504,
      "learning_rate": 5.875926765413529e-08,
      "loss": 0.3349,
      "step": 2671900
    },
    {
      "epoch": 745.72,
      "grad_norm": 1.2459861040115356,
      "learning_rate": 5.875325109609393e-08,
      "loss": 0.3335,
      "step": 2671910
    },
    {
      "epoch": 745.72,
      "grad_norm": 1.1925567388534546,
      "learning_rate": 5.8747234842186633e-08,
      "loss": 0.3259,
      "step": 2671920
    },
    {
      "epoch": 745.72,
      "grad_norm": 1.1876893043518066,
      "learning_rate": 5.874121889241365e-08,
      "loss": 0.3244,
      "step": 2671930
    },
    {
      "epoch": 745.73,
      "grad_norm": 1.1462575197219849,
      "learning_rate": 5.873520324677604e-08,
      "loss": 0.3176,
      "step": 2671940
    },
    {
      "epoch": 745.73,
      "grad_norm": 1.157612681388855,
      "learning_rate": 5.872918790527457e-08,
      "loss": 0.3505,
      "step": 2671950
    },
    {
      "epoch": 745.73,
      "grad_norm": 1.1488672494888306,
      "learning_rate": 5.87231728679095e-08,
      "loss": 0.3324,
      "step": 2671960
    },
    {
      "epoch": 745.74,
      "grad_norm": 1.3299397230148315,
      "learning_rate": 5.871715813468292e-08,
      "loss": 0.3364,
      "step": 2671970
    },
    {
      "epoch": 745.74,
      "grad_norm": 1.1179040670394897,
      "learning_rate": 5.87111437055943e-08,
      "loss": 0.3335,
      "step": 2671980
    },
    {
      "epoch": 745.74,
      "grad_norm": 3.345806121826172,
      "learning_rate": 5.870512958064521e-08,
      "loss": 0.3399,
      "step": 2671990
    },
    {
      "epoch": 745.74,
      "grad_norm": 1.4098976850509644,
      "learning_rate": 5.8699115759835903e-08,
      "loss": 0.3242,
      "step": 2672000
    },
    {
      "epoch": 745.75,
      "grad_norm": 1.2343181371688843,
      "learning_rate": 5.8693102243167947e-08,
      "loss": 0.3334,
      "step": 2672010
    },
    {
      "epoch": 745.75,
      "grad_norm": 1.1739391088485718,
      "learning_rate": 5.868708903064134e-08,
      "loss": 0.327,
      "step": 2672020
    },
    {
      "epoch": 745.75,
      "grad_norm": 1.175248146057129,
      "learning_rate": 5.868107612225737e-08,
      "loss": 0.3189,
      "step": 2672030
    },
    {
      "epoch": 745.75,
      "grad_norm": 1.1854184865951538,
      "learning_rate": 5.867506351801684e-08,
      "loss": 0.3252,
      "step": 2672040
    },
    {
      "epoch": 745.76,
      "grad_norm": 1.38190495967865,
      "learning_rate": 5.866905121792e-08,
      "loss": 0.3334,
      "step": 2672050
    },
    {
      "epoch": 745.76,
      "grad_norm": 1.2427167892456055,
      "learning_rate": 5.866303922196841e-08,
      "loss": 0.335,
      "step": 2672060
    },
    {
      "epoch": 745.76,
      "grad_norm": 1.3764837980270386,
      "learning_rate": 5.865702753016233e-08,
      "loss": 0.3339,
      "step": 2672070
    },
    {
      "epoch": 745.77,
      "grad_norm": 1.1436984539031982,
      "learning_rate": 5.86510161425028e-08,
      "loss": 0.3423,
      "step": 2672080
    },
    {
      "epoch": 745.77,
      "grad_norm": 1.2443009614944458,
      "learning_rate": 5.864500505899086e-08,
      "loss": 0.3386,
      "step": 2672090
    },
    {
      "epoch": 745.77,
      "grad_norm": 1.24805748462677,
      "learning_rate": 5.863899427962651e-08,
      "loss": 0.3399,
      "step": 2672100
    },
    {
      "epoch": 745.77,
      "grad_norm": 1.327107310295105,
      "learning_rate": 5.8632983804411326e-08,
      "loss": 0.3367,
      "step": 2672110
    },
    {
      "epoch": 745.78,
      "grad_norm": 1.2442601919174194,
      "learning_rate": 5.8626973633345805e-08,
      "loss": 0.3356,
      "step": 2672120
    },
    {
      "epoch": 745.78,
      "grad_norm": 1.2904046773910522,
      "learning_rate": 5.8620963766431003e-08,
      "loss": 0.3376,
      "step": 2672130
    },
    {
      "epoch": 745.78,
      "grad_norm": 1.0106061697006226,
      "learning_rate": 5.861495420366692e-08,
      "loss": 0.3364,
      "step": 2672140
    },
    {
      "epoch": 745.79,
      "grad_norm": 1.2666209936141968,
      "learning_rate": 5.8608944945055366e-08,
      "loss": 0.3292,
      "step": 2672150
    },
    {
      "epoch": 745.79,
      "grad_norm": 1.1459722518920898,
      "learning_rate": 5.8602935990596616e-08,
      "loss": 0.3428,
      "step": 2672160
    },
    {
      "epoch": 745.79,
      "grad_norm": 1.155976414680481,
      "learning_rate": 5.859692734029144e-08,
      "loss": 0.3343,
      "step": 2672170
    },
    {
      "epoch": 745.79,
      "grad_norm": 1.4299966096878052,
      "learning_rate": 5.859091899414114e-08,
      "loss": 0.3265,
      "step": 2672180
    },
    {
      "epoch": 745.8,
      "grad_norm": 1.2515937089920044,
      "learning_rate": 5.858491095214598e-08,
      "loss": 0.341,
      "step": 2672190
    },
    {
      "epoch": 745.8,
      "grad_norm": 1.3541566133499146,
      "learning_rate": 5.8578903214306744e-08,
      "loss": 0.3247,
      "step": 2672200
    },
    {
      "epoch": 745.8,
      "grad_norm": 1.4236611127853394,
      "learning_rate": 5.857289578062446e-08,
      "loss": 0.3228,
      "step": 2672210
    },
    {
      "epoch": 745.81,
      "grad_norm": 1.161029577255249,
      "learning_rate": 5.856688865109966e-08,
      "loss": 0.3287,
      "step": 2672220
    },
    {
      "epoch": 745.81,
      "grad_norm": 1.3133832216262817,
      "learning_rate": 5.85608818257339e-08,
      "loss": 0.3374,
      "step": 2672230
    },
    {
      "epoch": 745.81,
      "grad_norm": 1.0986484289169312,
      "learning_rate": 5.855487530452719e-08,
      "loss": 0.3493,
      "step": 2672240
    },
    {
      "epoch": 745.81,
      "grad_norm": 1.577161192893982,
      "learning_rate": 5.85488690874803e-08,
      "loss": 0.3445,
      "step": 2672250
    },
    {
      "epoch": 745.82,
      "grad_norm": 1.1581443548202515,
      "learning_rate": 5.8542863174594524e-08,
      "loss": 0.3415,
      "step": 2672260
    },
    {
      "epoch": 745.82,
      "grad_norm": 1.282331109046936,
      "learning_rate": 5.853685756587066e-08,
      "loss": 0.3498,
      "step": 2672270
    },
    {
      "epoch": 745.82,
      "grad_norm": 1.353389024734497,
      "learning_rate": 5.8530852261308694e-08,
      "loss": 0.3294,
      "step": 2672280
    },
    {
      "epoch": 745.82,
      "grad_norm": 1.2936599254608154,
      "learning_rate": 5.852484726091046e-08,
      "loss": 0.3445,
      "step": 2672290
    },
    {
      "epoch": 745.83,
      "grad_norm": 1.369585394859314,
      "learning_rate": 5.851884256467621e-08,
      "loss": 0.3269,
      "step": 2672300
    },
    {
      "epoch": 745.83,
      "grad_norm": 1.3134394884109497,
      "learning_rate": 5.851283817260698e-08,
      "loss": 0.3329,
      "step": 2672310
    },
    {
      "epoch": 745.83,
      "grad_norm": 1.0707863569259644,
      "learning_rate": 5.850683408470357e-08,
      "loss": 0.3427,
      "step": 2672320
    },
    {
      "epoch": 745.84,
      "grad_norm": 1.2490662336349487,
      "learning_rate": 5.850083030096621e-08,
      "loss": 0.3406,
      "step": 2672330
    },
    {
      "epoch": 745.84,
      "grad_norm": 1.2882767915725708,
      "learning_rate": 5.8494826821396495e-08,
      "loss": 0.356,
      "step": 2672340
    },
    {
      "epoch": 745.84,
      "grad_norm": 1.2197905778884888,
      "learning_rate": 5.848882364599466e-08,
      "loss": 0.3272,
      "step": 2672350
    },
    {
      "epoch": 745.84,
      "grad_norm": 1.5447778701782227,
      "learning_rate": 5.848282077476176e-08,
      "loss": 0.3434,
      "step": 2672360
    },
    {
      "epoch": 745.85,
      "grad_norm": 1.1673027276992798,
      "learning_rate": 5.847681820769856e-08,
      "loss": 0.3366,
      "step": 2672370
    },
    {
      "epoch": 745.85,
      "grad_norm": 1.3037959337234497,
      "learning_rate": 5.847081594480586e-08,
      "loss": 0.3286,
      "step": 2672380
    },
    {
      "epoch": 745.85,
      "grad_norm": 1.3425079584121704,
      "learning_rate": 5.8464813986084435e-08,
      "loss": 0.3449,
      "step": 2672390
    },
    {
      "epoch": 745.86,
      "grad_norm": 1.2163171768188477,
      "learning_rate": 5.845881233153479e-08,
      "loss": 0.3331,
      "step": 2672400
    },
    {
      "epoch": 745.86,
      "grad_norm": 1.116783857345581,
      "learning_rate": 5.845281098115851e-08,
      "loss": 0.3257,
      "step": 2672410
    },
    {
      "epoch": 745.86,
      "grad_norm": 1.2668737173080444,
      "learning_rate": 5.8446809934955837e-08,
      "loss": 0.3426,
      "step": 2672420
    },
    {
      "epoch": 745.86,
      "grad_norm": 1.7093415260314941,
      "learning_rate": 5.84408091929273e-08,
      "loss": 0.3425,
      "step": 2672430
    },
    {
      "epoch": 745.87,
      "grad_norm": 1.3336890935897827,
      "learning_rate": 5.843480875507419e-08,
      "loss": 0.3357,
      "step": 2672440
    },
    {
      "epoch": 745.87,
      "grad_norm": 1.37779700756073,
      "learning_rate": 5.842880862139756e-08,
      "loss": 0.3347,
      "step": 2672450
    },
    {
      "epoch": 745.87,
      "grad_norm": 1.2703683376312256,
      "learning_rate": 5.8422808791897414e-08,
      "loss": 0.3423,
      "step": 2672460
    },
    {
      "epoch": 745.87,
      "grad_norm": 1.2906546592712402,
      "learning_rate": 5.8416809266574776e-08,
      "loss": 0.328,
      "step": 2672470
    },
    {
      "epoch": 745.88,
      "grad_norm": 1.1374123096466064,
      "learning_rate": 5.841081004543096e-08,
      "loss": 0.3272,
      "step": 2672480
    },
    {
      "epoch": 745.88,
      "grad_norm": 1.1622902154922485,
      "learning_rate": 5.840481112846596e-08,
      "loss": 0.3218,
      "step": 2672490
    },
    {
      "epoch": 745.88,
      "grad_norm": 1.4443682432174683,
      "learning_rate": 5.83988125156816e-08,
      "loss": 0.3269,
      "step": 2672500
    },
    {
      "epoch": 745.89,
      "grad_norm": 1.318105697631836,
      "learning_rate": 5.8392814207077876e-08,
      "loss": 0.3327,
      "step": 2672510
    },
    {
      "epoch": 745.89,
      "grad_norm": 1.370707392692566,
      "learning_rate": 5.838681620265557e-08,
      "loss": 0.3387,
      "step": 2672520
    },
    {
      "epoch": 745.89,
      "grad_norm": 1.2166982889175415,
      "learning_rate": 5.838081850241599e-08,
      "loss": 0.3313,
      "step": 2672530
    },
    {
      "epoch": 745.89,
      "grad_norm": 1.1909565925598145,
      "learning_rate": 5.837482110635965e-08,
      "loss": 0.3391,
      "step": 2672540
    },
    {
      "epoch": 745.9,
      "grad_norm": 1.2906696796417236,
      "learning_rate": 5.836882401448733e-08,
      "loss": 0.3371,
      "step": 2672550
    },
    {
      "epoch": 745.9,
      "grad_norm": 1.2367885112762451,
      "learning_rate": 5.8362827226799814e-08,
      "loss": 0.3497,
      "step": 2672560
    },
    {
      "epoch": 745.9,
      "grad_norm": 1.3992007970809937,
      "learning_rate": 5.8356830743298136e-08,
      "loss": 0.3429,
      "step": 2672570
    },
    {
      "epoch": 745.91,
      "grad_norm": 1.2805731296539307,
      "learning_rate": 5.8350834563982565e-08,
      "loss": 0.3333,
      "step": 2672580
    },
    {
      "epoch": 745.91,
      "grad_norm": 1.2661573886871338,
      "learning_rate": 5.8344838688854665e-08,
      "loss": 0.3488,
      "step": 2672590
    },
    {
      "epoch": 745.91,
      "grad_norm": 1.2521084547042847,
      "learning_rate": 5.833884311791468e-08,
      "loss": 0.3451,
      "step": 2672600
    },
    {
      "epoch": 745.91,
      "grad_norm": 1.256221890449524,
      "learning_rate": 5.833284785116341e-08,
      "loss": 0.3449,
      "step": 2672610
    },
    {
      "epoch": 745.92,
      "grad_norm": 1.350253939628601,
      "learning_rate": 5.832685288860214e-08,
      "loss": 0.3264,
      "step": 2672620
    },
    {
      "epoch": 745.92,
      "grad_norm": 1.534441590309143,
      "learning_rate": 5.8320858230230614e-08,
      "loss": 0.3391,
      "step": 2672630
    },
    {
      "epoch": 745.92,
      "grad_norm": 1.3440794944763184,
      "learning_rate": 5.831486387605092e-08,
      "loss": 0.3377,
      "step": 2672640
    },
    {
      "epoch": 745.93,
      "grad_norm": 1.1280596256256104,
      "learning_rate": 5.830886982606305e-08,
      "loss": 0.3484,
      "step": 2672650
    },
    {
      "epoch": 745.93,
      "grad_norm": 1.1319855451583862,
      "learning_rate": 5.8302876080268054e-08,
      "loss": 0.3364,
      "step": 2672660
    },
    {
      "epoch": 745.93,
      "grad_norm": 1.3950849771499634,
      "learning_rate": 5.8296882638666705e-08,
      "loss": 0.3284,
      "step": 2672670
    },
    {
      "epoch": 745.93,
      "grad_norm": 1.6813644170761108,
      "learning_rate": 5.8290889501260046e-08,
      "loss": 0.338,
      "step": 2672680
    },
    {
      "epoch": 745.94,
      "grad_norm": 1.3634912967681885,
      "learning_rate": 5.828489666804808e-08,
      "loss": 0.3319,
      "step": 2672690
    },
    {
      "epoch": 745.94,
      "grad_norm": 1.398364782333374,
      "learning_rate": 5.827890413903236e-08,
      "loss": 0.3595,
      "step": 2672700
    },
    {
      "epoch": 745.94,
      "grad_norm": 1.1889923810958862,
      "learning_rate": 5.827291191421368e-08,
      "loss": 0.3305,
      "step": 2672710
    },
    {
      "epoch": 745.94,
      "grad_norm": 1.2578049898147583,
      "learning_rate": 5.8266919993592284e-08,
      "loss": 0.3469,
      "step": 2672720
    },
    {
      "epoch": 745.95,
      "grad_norm": 1.3493261337280273,
      "learning_rate": 5.826092837716975e-08,
      "loss": 0.3309,
      "step": 2672730
    },
    {
      "epoch": 745.95,
      "grad_norm": 1.2374440431594849,
      "learning_rate": 5.8254937064946064e-08,
      "loss": 0.3503,
      "step": 2672740
    },
    {
      "epoch": 745.95,
      "grad_norm": 1.1297607421875,
      "learning_rate": 5.824894605692254e-08,
      "loss": 0.3298,
      "step": 2672750
    },
    {
      "epoch": 745.96,
      "grad_norm": 1.1933304071426392,
      "learning_rate": 5.824295535309994e-08,
      "loss": 0.3384,
      "step": 2672760
    },
    {
      "epoch": 745.96,
      "grad_norm": 1.3240466117858887,
      "learning_rate": 5.82369649534788e-08,
      "loss": 0.3363,
      "step": 2672770
    },
    {
      "epoch": 745.96,
      "grad_norm": 1.3760401010513306,
      "learning_rate": 5.82309748580599e-08,
      "loss": 0.3366,
      "step": 2672780
    },
    {
      "epoch": 745.96,
      "grad_norm": 1.4391752481460571,
      "learning_rate": 5.822498506684427e-08,
      "loss": 0.34,
      "step": 2672790
    },
    {
      "epoch": 745.97,
      "grad_norm": 1.202476143836975,
      "learning_rate": 5.8218995579832707e-08,
      "loss": 0.3242,
      "step": 2672800
    },
    {
      "epoch": 745.97,
      "grad_norm": 1.3527264595031738,
      "learning_rate": 5.8213006397025977e-08,
      "loss": 0.3367,
      "step": 2672810
    },
    {
      "epoch": 745.97,
      "grad_norm": 1.1691781282424927,
      "learning_rate": 5.820701751842512e-08,
      "loss": 0.3464,
      "step": 2672820
    },
    {
      "epoch": 745.98,
      "grad_norm": 1.3670625686645508,
      "learning_rate": 5.820102894403015e-08,
      "loss": 0.3193,
      "step": 2672830
    },
    {
      "epoch": 745.98,
      "grad_norm": 3.5511045455932617,
      "learning_rate": 5.819504067384262e-08,
      "loss": 0.3449,
      "step": 2672840
    },
    {
      "epoch": 745.98,
      "grad_norm": 1.2252365350723267,
      "learning_rate": 5.818905270786331e-08,
      "loss": 0.3276,
      "step": 2672850
    },
    {
      "epoch": 745.98,
      "grad_norm": 1.2965143918991089,
      "learning_rate": 5.818306504609223e-08,
      "loss": 0.3471,
      "step": 2672860
    },
    {
      "epoch": 745.99,
      "grad_norm": 1.237220048904419,
      "learning_rate": 5.817707768853118e-08,
      "loss": 0.3486,
      "step": 2672870
    },
    {
      "epoch": 745.99,
      "grad_norm": 1.379685401916504,
      "learning_rate": 5.817109063518044e-08,
      "loss": 0.3247,
      "step": 2672880
    },
    {
      "epoch": 745.99,
      "grad_norm": 1.2953808307647705,
      "learning_rate": 5.8165103886040775e-08,
      "loss": 0.3376,
      "step": 2672890
    },
    {
      "epoch": 745.99,
      "grad_norm": 1.5587583780288696,
      "learning_rate": 5.815911744111324e-08,
      "loss": 0.3339,
      "step": 2672900
    },
    {
      "epoch": 746.0,
      "grad_norm": 1.129108190536499,
      "learning_rate": 5.815313130039835e-08,
      "loss": 0.3185,
      "step": 2672910
    },
    {
      "epoch": 746.0,
      "eval_loss": 0.33715540170669556,
      "eval_runtime": 64.4056,
      "eval_samples_per_second": 78.549,
      "eval_steps_per_second": 9.828,
      "step": 2672918
    },
    {
      "epoch": 746.0,
      "grad_norm": 1.3115720748901367,
      "learning_rate": 5.8147145463896884e-08,
      "loss": 0.3376,
      "step": 2672920
    },
    {
      "epoch": 746.0,
      "grad_norm": 1.339617371559143,
      "learning_rate": 5.814115993160989e-08,
      "loss": 0.3436,
      "step": 2672930
    },
    {
      "epoch": 746.01,
      "grad_norm": 1.241018295288086,
      "learning_rate": 5.8135174703538135e-08,
      "loss": 0.32,
      "step": 2672940
    },
    {
      "epoch": 746.01,
      "grad_norm": 1.3011683225631714,
      "learning_rate": 5.812918977968215e-08,
      "loss": 0.3458,
      "step": 2672950
    },
    {
      "epoch": 746.01,
      "grad_norm": 1.0951039791107178,
      "learning_rate": 5.812320516004323e-08,
      "loss": 0.3388,
      "step": 2672960
    },
    {
      "epoch": 746.01,
      "grad_norm": 1.2961500883102417,
      "learning_rate": 5.8117220844621644e-08,
      "loss": 0.3421,
      "step": 2672970
    },
    {
      "epoch": 746.02,
      "grad_norm": 1.2887431383132935,
      "learning_rate": 5.811123683341842e-08,
      "loss": 0.3265,
      "step": 2672980
    },
    {
      "epoch": 746.02,
      "grad_norm": 1.4287755489349365,
      "learning_rate": 5.810525312643461e-08,
      "loss": 0.3582,
      "step": 2672990
    },
    {
      "epoch": 746.02,
      "grad_norm": 1.1815332174301147,
      "learning_rate": 5.8099269723670215e-08,
      "loss": 0.3325,
      "step": 2673000
    },
    {
      "epoch": 746.03,
      "grad_norm": 1.2214996814727783,
      "learning_rate": 5.809328662512679e-08,
      "loss": 0.3478,
      "step": 2673010
    },
    {
      "epoch": 746.03,
      "grad_norm": 1.3152406215667725,
      "learning_rate": 5.808730383080485e-08,
      "loss": 0.3143,
      "step": 2673020
    },
    {
      "epoch": 746.03,
      "grad_norm": 1.5910522937774658,
      "learning_rate": 5.8081321340705704e-08,
      "loss": 0.3656,
      "step": 2673030
    },
    {
      "epoch": 746.03,
      "grad_norm": 1.7880338430404663,
      "learning_rate": 5.8075339154829094e-08,
      "loss": 0.3249,
      "step": 2673040
    },
    {
      "epoch": 746.04,
      "grad_norm": 1.1682130098342896,
      "learning_rate": 5.8069357273176576e-08,
      "loss": 0.3132,
      "step": 2673050
    },
    {
      "epoch": 746.04,
      "grad_norm": 1.3436601161956787,
      "learning_rate": 5.806337569574894e-08,
      "loss": 0.3275,
      "step": 2673060
    },
    {
      "epoch": 746.04,
      "grad_norm": 1.424678087234497,
      "learning_rate": 5.805739442254643e-08,
      "loss": 0.3481,
      "step": 2673070
    },
    {
      "epoch": 746.05,
      "grad_norm": 1.1930705308914185,
      "learning_rate": 5.8051413453570874e-08,
      "loss": 0.3407,
      "step": 2673080
    },
    {
      "epoch": 746.05,
      "grad_norm": 1.2882018089294434,
      "learning_rate": 5.804543278882176e-08,
      "loss": 0.3371,
      "step": 2673090
    },
    {
      "epoch": 746.05,
      "grad_norm": 1.3445388078689575,
      "learning_rate": 5.80394524283009e-08,
      "loss": 0.3357,
      "step": 2673100
    },
    {
      "epoch": 746.05,
      "grad_norm": 1.1796696186065674,
      "learning_rate": 5.803347237200856e-08,
      "loss": 0.3451,
      "step": 2673110
    },
    {
      "epoch": 746.06,
      "grad_norm": 1.2547616958618164,
      "learning_rate": 5.8027492619945775e-08,
      "loss": 0.3387,
      "step": 2673120
    },
    {
      "epoch": 746.06,
      "grad_norm": 1.2378743886947632,
      "learning_rate": 5.802151317211359e-08,
      "loss": 0.3389,
      "step": 2673130
    },
    {
      "epoch": 746.06,
      "grad_norm": 1.1009178161621094,
      "learning_rate": 5.801553402851201e-08,
      "loss": 0.3214,
      "step": 2673140
    },
    {
      "epoch": 746.06,
      "grad_norm": 1.2300715446472168,
      "learning_rate": 5.8009555189142585e-08,
      "loss": 0.3229,
      "step": 2673150
    },
    {
      "epoch": 746.07,
      "grad_norm": 1.2794798612594604,
      "learning_rate": 5.800357665400558e-08,
      "loss": 0.3388,
      "step": 2673160
    },
    {
      "epoch": 746.07,
      "grad_norm": 1.429875135421753,
      "learning_rate": 5.799759842310256e-08,
      "loss": 0.3433,
      "step": 2673170
    },
    {
      "epoch": 746.07,
      "grad_norm": 1.584097146987915,
      "learning_rate": 5.799162049643326e-08,
      "loss": 0.3343,
      "step": 2673180
    },
    {
      "epoch": 746.08,
      "grad_norm": 1.436449408531189,
      "learning_rate": 5.798564287399924e-08,
      "loss": 0.3518,
      "step": 2673190
    },
    {
      "epoch": 746.08,
      "grad_norm": 1.360005497932434,
      "learning_rate": 5.7979665555801284e-08,
      "loss": 0.3501,
      "step": 2673200
    },
    {
      "epoch": 746.08,
      "grad_norm": 1.361289143562317,
      "learning_rate": 5.797368854183939e-08,
      "loss": 0.3375,
      "step": 2673210
    },
    {
      "epoch": 746.08,
      "grad_norm": 1.6081292629241943,
      "learning_rate": 5.796771183211564e-08,
      "loss": 0.3264,
      "step": 2673220
    },
    {
      "epoch": 746.09,
      "grad_norm": 1.1408350467681885,
      "learning_rate": 5.796173542662978e-08,
      "loss": 0.3324,
      "step": 2673230
    },
    {
      "epoch": 746.09,
      "grad_norm": 1.2448285818099976,
      "learning_rate": 5.795575932538285e-08,
      "loss": 0.3514,
      "step": 2673240
    },
    {
      "epoch": 746.09,
      "grad_norm": 1.4109097719192505,
      "learning_rate": 5.7949783528375877e-08,
      "loss": 0.3288,
      "step": 2673250
    },
    {
      "epoch": 746.1,
      "grad_norm": 1.2881211042404175,
      "learning_rate": 5.794380803560992e-08,
      "loss": 0.3553,
      "step": 2673260
    },
    {
      "epoch": 746.1,
      "grad_norm": 1.136959433555603,
      "learning_rate": 5.793783284708496e-08,
      "loss": 0.3497,
      "step": 2673270
    },
    {
      "epoch": 746.1,
      "grad_norm": 1.4061956405639648,
      "learning_rate": 5.7931857962802316e-08,
      "loss": 0.3369,
      "step": 2673280
    },
    {
      "epoch": 746.1,
      "grad_norm": 9.609014511108398,
      "learning_rate": 5.792588338276276e-08,
      "loss": 0.3354,
      "step": 2673290
    },
    {
      "epoch": 746.11,
      "grad_norm": 1.0651276111602783,
      "learning_rate": 5.791990910696655e-08,
      "loss": 0.3354,
      "step": 2673300
    },
    {
      "epoch": 746.11,
      "grad_norm": 1.0855132341384888,
      "learning_rate": 5.7913935135415515e-08,
      "loss": 0.3323,
      "step": 2673310
    },
    {
      "epoch": 746.11,
      "grad_norm": 1.315104365348816,
      "learning_rate": 5.790796146810965e-08,
      "loss": 0.3379,
      "step": 2673320
    },
    {
      "epoch": 746.11,
      "grad_norm": 1.4397433996200562,
      "learning_rate": 5.790198810504999e-08,
      "loss": 0.3478,
      "step": 2673330
    },
    {
      "epoch": 746.12,
      "grad_norm": 1.524502158164978,
      "learning_rate": 5.789601504623759e-08,
      "loss": 0.3403,
      "step": 2673340
    },
    {
      "epoch": 746.12,
      "grad_norm": 1.3569412231445312,
      "learning_rate": 5.78900422916727e-08,
      "loss": 0.337,
      "step": 2673350
    },
    {
      "epoch": 746.12,
      "grad_norm": 1.2532627582550049,
      "learning_rate": 5.788406984135637e-08,
      "loss": 0.3407,
      "step": 2673360
    },
    {
      "epoch": 746.13,
      "grad_norm": 1.124773383140564,
      "learning_rate": 5.787809769528962e-08,
      "loss": 0.3315,
      "step": 2673370
    },
    {
      "epoch": 746.13,
      "grad_norm": 1.4512757062911987,
      "learning_rate": 5.7872125853472734e-08,
      "loss": 0.3306,
      "step": 2673380
    },
    {
      "epoch": 746.13,
      "grad_norm": 3.801530599594116,
      "learning_rate": 5.7866154315907005e-08,
      "loss": 0.358,
      "step": 2673390
    },
    {
      "epoch": 746.13,
      "grad_norm": 1.1631896495819092,
      "learning_rate": 5.786018308259321e-08,
      "loss": 0.3339,
      "step": 2673400
    },
    {
      "epoch": 746.14,
      "grad_norm": 1.2006316184997559,
      "learning_rate": 5.7854212153531866e-08,
      "loss": 0.3202,
      "step": 2673410
    },
    {
      "epoch": 746.14,
      "grad_norm": 1.2616561651229858,
      "learning_rate": 5.7848241528723766e-08,
      "loss": 0.3199,
      "step": 2673420
    },
    {
      "epoch": 746.14,
      "grad_norm": 1.162223219871521,
      "learning_rate": 5.784227120816994e-08,
      "loss": 0.3249,
      "step": 2673430
    },
    {
      "epoch": 746.15,
      "grad_norm": 1.2959965467453003,
      "learning_rate": 5.7836301191870654e-08,
      "loss": 0.3432,
      "step": 2673440
    },
    {
      "epoch": 746.15,
      "grad_norm": 1.1633988618850708,
      "learning_rate": 5.783033147982773e-08,
      "loss": 0.3432,
      "step": 2673450
    },
    {
      "epoch": 746.15,
      "grad_norm": 1.4368956089019775,
      "learning_rate": 5.7824362072040905e-08,
      "loss": 0.3321,
      "step": 2673460
    },
    {
      "epoch": 746.15,
      "grad_norm": 1.2826632261276245,
      "learning_rate": 5.7818392968511476e-08,
      "loss": 0.3444,
      "step": 2673470
    },
    {
      "epoch": 746.16,
      "grad_norm": 1.2414871454238892,
      "learning_rate": 5.781242416924023e-08,
      "loss": 0.3228,
      "step": 2673480
    },
    {
      "epoch": 746.16,
      "grad_norm": 1.1820297241210938,
      "learning_rate": 5.780645567422795e-08,
      "loss": 0.3395,
      "step": 2673490
    },
    {
      "epoch": 746.16,
      "grad_norm": 1.6800713539123535,
      "learning_rate": 5.780048748347541e-08,
      "loss": 0.3413,
      "step": 2673500
    },
    {
      "epoch": 746.17,
      "grad_norm": 1.2909190654754639,
      "learning_rate": 5.779451959698313e-08,
      "loss": 0.3299,
      "step": 2673510
    },
    {
      "epoch": 746.17,
      "grad_norm": 1.3626439571380615,
      "learning_rate": 5.7788552014752414e-08,
      "loss": 0.3178,
      "step": 2673520
    },
    {
      "epoch": 746.17,
      "grad_norm": 1.2102848291397095,
      "learning_rate": 5.7782584736783524e-08,
      "loss": 0.3324,
      "step": 2673530
    },
    {
      "epoch": 746.17,
      "grad_norm": 1.134848713874817,
      "learning_rate": 5.7776617763077763e-08,
      "loss": 0.3406,
      "step": 2673540
    },
    {
      "epoch": 746.18,
      "grad_norm": 1.36632239818573,
      "learning_rate": 5.777065109363564e-08,
      "loss": 0.3384,
      "step": 2673550
    },
    {
      "epoch": 746.18,
      "grad_norm": 1.2740048170089722,
      "learning_rate": 5.776468472845769e-08,
      "loss": 0.3262,
      "step": 2673560
    },
    {
      "epoch": 746.18,
      "grad_norm": 1.1977710723876953,
      "learning_rate": 5.7758718667545465e-08,
      "loss": 0.344,
      "step": 2673570
    },
    {
      "epoch": 746.18,
      "grad_norm": 1.0772720575332642,
      "learning_rate": 5.775275291089896e-08,
      "loss": 0.3189,
      "step": 2673580
    },
    {
      "epoch": 746.19,
      "grad_norm": 1.3836978673934937,
      "learning_rate": 5.774678745851949e-08,
      "loss": 0.3502,
      "step": 2673590
    },
    {
      "epoch": 746.19,
      "grad_norm": 1.154685616493225,
      "learning_rate": 5.774082231040757e-08,
      "loss": 0.338,
      "step": 2673600
    },
    {
      "epoch": 746.19,
      "grad_norm": 1.2485018968582153,
      "learning_rate": 5.7734857466564234e-08,
      "loss": 0.3465,
      "step": 2673610
    },
    {
      "epoch": 746.2,
      "grad_norm": 1.173309087753296,
      "learning_rate": 5.772889292699002e-08,
      "loss": 0.3197,
      "step": 2673620
    },
    {
      "epoch": 746.2,
      "grad_norm": 1.2848613262176514,
      "learning_rate": 5.7722928691685944e-08,
      "loss": 0.3401,
      "step": 2673630
    },
    {
      "epoch": 746.2,
      "grad_norm": 1.1718159914016724,
      "learning_rate": 5.771696476065254e-08,
      "loss": 0.3418,
      "step": 2673640
    },
    {
      "epoch": 746.2,
      "grad_norm": 1.2426036596298218,
      "learning_rate": 5.771100113389085e-08,
      "loss": 0.3377,
      "step": 2673650
    },
    {
      "epoch": 746.21,
      "grad_norm": 1.3125569820404053,
      "learning_rate": 5.7705037811401654e-08,
      "loss": 0.3335,
      "step": 2673660
    },
    {
      "epoch": 746.21,
      "grad_norm": 0.997816264629364,
      "learning_rate": 5.769907479318521e-08,
      "loss": 0.3336,
      "step": 2673670
    },
    {
      "epoch": 746.21,
      "grad_norm": 1.2659202814102173,
      "learning_rate": 5.769311207924334e-08,
      "loss": 0.3318,
      "step": 2673680
    },
    {
      "epoch": 746.22,
      "grad_norm": 1.2625317573547363,
      "learning_rate": 5.768714966957605e-08,
      "loss": 0.332,
      "step": 2673690
    },
    {
      "epoch": 746.22,
      "grad_norm": 1.1466914415359497,
      "learning_rate": 5.768118756418437e-08,
      "loss": 0.341,
      "step": 2673700
    },
    {
      "epoch": 746.22,
      "grad_norm": 1.024419903755188,
      "learning_rate": 5.767522576306909e-08,
      "loss": 0.3442,
      "step": 2673710
    },
    {
      "epoch": 746.22,
      "grad_norm": 1.2661365270614624,
      "learning_rate": 5.7669264266230975e-08,
      "loss": 0.3313,
      "step": 2673720
    },
    {
      "epoch": 746.23,
      "grad_norm": 1.1508911848068237,
      "learning_rate": 5.766330307367083e-08,
      "loss": 0.3421,
      "step": 2673730
    },
    {
      "epoch": 746.23,
      "grad_norm": 1.3192049264907837,
      "learning_rate": 5.7657342185389414e-08,
      "loss": 0.3327,
      "step": 2673740
    },
    {
      "epoch": 746.23,
      "grad_norm": 1.346458077430725,
      "learning_rate": 5.765138160138752e-08,
      "loss": 0.3388,
      "step": 2673750
    },
    {
      "epoch": 746.23,
      "grad_norm": 1.3488398790359497,
      "learning_rate": 5.7645421321665926e-08,
      "loss": 0.3453,
      "step": 2673760
    },
    {
      "epoch": 746.24,
      "grad_norm": 1.3515323400497437,
      "learning_rate": 5.7639461346225666e-08,
      "loss": 0.3419,
      "step": 2673770
    },
    {
      "epoch": 746.24,
      "grad_norm": 1.3384910821914673,
      "learning_rate": 5.7633501675067274e-08,
      "loss": 0.3555,
      "step": 2673780
    },
    {
      "epoch": 746.24,
      "grad_norm": 1.5005559921264648,
      "learning_rate": 5.762754230819151e-08,
      "loss": 0.345,
      "step": 2673790
    },
    {
      "epoch": 746.25,
      "grad_norm": 1.237351417541504,
      "learning_rate": 5.762158324559944e-08,
      "loss": 0.3379,
      "step": 2673800
    },
    {
      "epoch": 746.25,
      "grad_norm": 1.4176255464553833,
      "learning_rate": 5.761562448729157e-08,
      "loss": 0.3465,
      "step": 2673810
    },
    {
      "epoch": 746.25,
      "grad_norm": 1.2290518283843994,
      "learning_rate": 5.760966603326868e-08,
      "loss": 0.3329,
      "step": 2673820
    },
    {
      "epoch": 746.25,
      "grad_norm": 1.3297290802001953,
      "learning_rate": 5.7603707883531815e-08,
      "loss": 0.3451,
      "step": 2673830
    },
    {
      "epoch": 746.26,
      "grad_norm": 1.247182846069336,
      "learning_rate": 5.759775003808175e-08,
      "loss": 0.3349,
      "step": 2673840
    },
    {
      "epoch": 746.26,
      "grad_norm": 1.3994910717010498,
      "learning_rate": 5.7591792496919016e-08,
      "loss": 0.3324,
      "step": 2673850
    },
    {
      "epoch": 746.26,
      "grad_norm": 1.6069238185882568,
      "learning_rate": 5.758583526004465e-08,
      "loss": 0.3334,
      "step": 2673860
    },
    {
      "epoch": 746.27,
      "grad_norm": 1.33170485496521,
      "learning_rate": 5.757987832745942e-08,
      "loss": 0.3545,
      "step": 2673870
    },
    {
      "epoch": 746.27,
      "grad_norm": 1.4050401449203491,
      "learning_rate": 5.757392169916386e-08,
      "loss": 0.3325,
      "step": 2673880
    },
    {
      "epoch": 746.27,
      "grad_norm": 1.4390265941619873,
      "learning_rate": 5.756796537515927e-08,
      "loss": 0.3342,
      "step": 2673890
    },
    {
      "epoch": 746.27,
      "grad_norm": 1.0950729846954346,
      "learning_rate": 5.7562009355445646e-08,
      "loss": 0.3405,
      "step": 2673900
    },
    {
      "epoch": 746.28,
      "grad_norm": 1.9019935131072998,
      "learning_rate": 5.755605364002455e-08,
      "loss": 0.3449,
      "step": 2673910
    },
    {
      "epoch": 746.28,
      "grad_norm": 1.3516064882278442,
      "learning_rate": 5.75500982288965e-08,
      "loss": 0.3316,
      "step": 2673920
    },
    {
      "epoch": 746.28,
      "grad_norm": 1.0410330295562744,
      "learning_rate": 5.754414312206255e-08,
      "loss": 0.3294,
      "step": 2673930
    },
    {
      "epoch": 746.29,
      "grad_norm": 1.3525444269180298,
      "learning_rate": 5.753818831952268e-08,
      "loss": 0.3508,
      "step": 2673940
    },
    {
      "epoch": 746.29,
      "grad_norm": 1.1819093227386475,
      "learning_rate": 5.753223382127846e-08,
      "loss": 0.3271,
      "step": 2673950
    },
    {
      "epoch": 746.29,
      "grad_norm": 1.5454039573669434,
      "learning_rate": 5.7526279627330416e-08,
      "loss": 0.3533,
      "step": 2673960
    },
    {
      "epoch": 746.29,
      "grad_norm": 1.2203062772750854,
      "learning_rate": 5.752032573767959e-08,
      "loss": 0.3441,
      "step": 2673970
    },
    {
      "epoch": 746.3,
      "grad_norm": 1.2181798219680786,
      "learning_rate": 5.751437215232649e-08,
      "loss": 0.3495,
      "step": 2673980
    },
    {
      "epoch": 746.3,
      "grad_norm": 1.1736315488815308,
      "learning_rate": 5.75084188712719e-08,
      "loss": 0.3309,
      "step": 2673990
    },
    {
      "epoch": 746.3,
      "grad_norm": 1.5139262676239014,
      "learning_rate": 5.750246589451661e-08,
      "loss": 0.36,
      "step": 2674000
    },
    {
      "epoch": 746.3,
      "grad_norm": 1.304885745048523,
      "learning_rate": 5.7496513222061654e-08,
      "loss": 0.316,
      "step": 2674010
    },
    {
      "epoch": 746.31,
      "grad_norm": 1.165331244468689,
      "learning_rate": 5.7490560853907295e-08,
      "loss": 0.3402,
      "step": 2674020
    },
    {
      "epoch": 746.31,
      "grad_norm": 1.4694820642471313,
      "learning_rate": 5.748460879005509e-08,
      "loss": 0.3318,
      "step": 2674030
    },
    {
      "epoch": 746.31,
      "grad_norm": 1.2794861793518066,
      "learning_rate": 5.74786570305053e-08,
      "loss": 0.3259,
      "step": 2674040
    },
    {
      "epoch": 746.32,
      "grad_norm": 1.2369755506515503,
      "learning_rate": 5.747270557525871e-08,
      "loss": 0.336,
      "step": 2674050
    },
    {
      "epoch": 746.32,
      "grad_norm": 1.5219545364379883,
      "learning_rate": 5.746675442431636e-08,
      "loss": 0.3239,
      "step": 2674060
    },
    {
      "epoch": 746.32,
      "grad_norm": 4.41437292098999,
      "learning_rate": 5.7460803577679025e-08,
      "loss": 0.3387,
      "step": 2674070
    },
    {
      "epoch": 746.32,
      "grad_norm": 1.5678905248641968,
      "learning_rate": 5.745485303534749e-08,
      "loss": 0.3205,
      "step": 2674080
    },
    {
      "epoch": 746.33,
      "grad_norm": 1.2779158353805542,
      "learning_rate": 5.7448902797322273e-08,
      "loss": 0.3356,
      "step": 2674090
    },
    {
      "epoch": 746.33,
      "grad_norm": 1.1299867630004883,
      "learning_rate": 5.744295286360442e-08,
      "loss": 0.3254,
      "step": 2674100
    },
    {
      "epoch": 746.33,
      "grad_norm": 1.1534695625305176,
      "learning_rate": 5.743700323419444e-08,
      "loss": 0.337,
      "step": 2674110
    },
    {
      "epoch": 746.34,
      "grad_norm": 1.1197468042373657,
      "learning_rate": 5.7431053909093655e-08,
      "loss": 0.3434,
      "step": 2674120
    },
    {
      "epoch": 746.34,
      "grad_norm": 1.2189159393310547,
      "learning_rate": 5.7425104888302305e-08,
      "loss": 0.3443,
      "step": 2674130
    },
    {
      "epoch": 746.34,
      "grad_norm": 1.4166802167892456,
      "learning_rate": 5.741915617182144e-08,
      "loss": 0.3309,
      "step": 2674140
    },
    {
      "epoch": 746.34,
      "grad_norm": 1.2861253023147583,
      "learning_rate": 5.741320775965209e-08,
      "loss": 0.3448,
      "step": 2674150
    },
    {
      "epoch": 746.35,
      "grad_norm": 1.1031930446624756,
      "learning_rate": 5.7407259651794797e-08,
      "loss": 0.3281,
      "step": 2674160
    },
    {
      "epoch": 746.35,
      "grad_norm": 1.1961727142333984,
      "learning_rate": 5.740131184825006e-08,
      "loss": 0.3373,
      "step": 2674170
    },
    {
      "epoch": 746.35,
      "grad_norm": 1.177493691444397,
      "learning_rate": 5.7395364349018936e-08,
      "loss": 0.3174,
      "step": 2674180
    },
    {
      "epoch": 746.36,
      "grad_norm": 1.4083696603775024,
      "learning_rate": 5.738941715410271e-08,
      "loss": 0.3517,
      "step": 2674190
    },
    {
      "epoch": 746.36,
      "grad_norm": 1.3065446615219116,
      "learning_rate": 5.7383470263500875e-08,
      "loss": 0.3486,
      "step": 2674200
    },
    {
      "epoch": 746.36,
      "grad_norm": 1.1992881298065186,
      "learning_rate": 5.737752367721577e-08,
      "loss": 0.3515,
      "step": 2674210
    },
    {
      "epoch": 746.36,
      "grad_norm": 1.3711931705474854,
      "learning_rate": 5.737157739524713e-08,
      "loss": 0.3485,
      "step": 2674220
    },
    {
      "epoch": 746.37,
      "grad_norm": 1.412879467010498,
      "learning_rate": 5.736563141759626e-08,
      "loss": 0.3298,
      "step": 2674230
    },
    {
      "epoch": 746.37,
      "grad_norm": 2.6157066822052,
      "learning_rate": 5.735968574426394e-08,
      "loss": 0.3377,
      "step": 2674240
    },
    {
      "epoch": 746.37,
      "grad_norm": 1.0491169691085815,
      "learning_rate": 5.735374037525017e-08,
      "loss": 0.3328,
      "step": 2674250
    },
    {
      "epoch": 746.37,
      "grad_norm": 1.2169798612594604,
      "learning_rate": 5.734779531055703e-08,
      "loss": 0.3394,
      "step": 2674260
    },
    {
      "epoch": 746.38,
      "grad_norm": 1.047621250152588,
      "learning_rate": 5.734185055018426e-08,
      "loss": 0.3282,
      "step": 2674270
    },
    {
      "epoch": 746.38,
      "grad_norm": 1.1962321996688843,
      "learning_rate": 5.733590609413316e-08,
      "loss": 0.3482,
      "step": 2674280
    },
    {
      "epoch": 746.38,
      "grad_norm": 1.1952192783355713,
      "learning_rate": 5.732996194240452e-08,
      "loss": 0.3268,
      "step": 2674290
    },
    {
      "epoch": 746.39,
      "grad_norm": 1.151220440864563,
      "learning_rate": 5.732401809499885e-08,
      "loss": 0.3217,
      "step": 2674300
    },
    {
      "epoch": 746.39,
      "grad_norm": 1.2260199785232544,
      "learning_rate": 5.731807455191693e-08,
      "loss": 0.325,
      "step": 2674310
    },
    {
      "epoch": 746.39,
      "grad_norm": 1.2813217639923096,
      "learning_rate": 5.731213131315981e-08,
      "loss": 0.3281,
      "step": 2674320
    },
    {
      "epoch": 746.39,
      "grad_norm": 1.2525453567504883,
      "learning_rate": 5.730618837872852e-08,
      "loss": 0.3361,
      "step": 2674330
    },
    {
      "epoch": 746.4,
      "grad_norm": 1.320518136024475,
      "learning_rate": 5.730024574862307e-08,
      "loss": 0.3528,
      "step": 2674340
    },
    {
      "epoch": 746.4,
      "grad_norm": 1.2429383993148804,
      "learning_rate": 5.729430342284501e-08,
      "loss": 0.3393,
      "step": 2674350
    },
    {
      "epoch": 746.4,
      "grad_norm": 1.185152292251587,
      "learning_rate": 5.7288361401394874e-08,
      "loss": 0.324,
      "step": 2674360
    },
    {
      "epoch": 746.41,
      "grad_norm": 1.574993371963501,
      "learning_rate": 5.728241968427317e-08,
      "loss": 0.3486,
      "step": 2674370
    },
    {
      "epoch": 746.41,
      "grad_norm": 1.9260704517364502,
      "learning_rate": 5.727647827148121e-08,
      "loss": 0.3363,
      "step": 2674380
    },
    {
      "epoch": 746.41,
      "grad_norm": 1.3079428672790527,
      "learning_rate": 5.7270537163019245e-08,
      "loss": 0.3385,
      "step": 2674390
    },
    {
      "epoch": 746.41,
      "grad_norm": 1.1660956144332886,
      "learning_rate": 5.7264596358888323e-08,
      "loss": 0.3301,
      "step": 2674400
    },
    {
      "epoch": 746.42,
      "grad_norm": 1.4887479543685913,
      "learning_rate": 5.725865585908922e-08,
      "loss": 0.3446,
      "step": 2674410
    },
    {
      "epoch": 746.42,
      "grad_norm": 1.377148985862732,
      "learning_rate": 5.725271566362297e-08,
      "loss": 0.3542,
      "step": 2674420
    },
    {
      "epoch": 746.42,
      "grad_norm": 1.17239248752594,
      "learning_rate": 5.724677577248985e-08,
      "loss": 0.3487,
      "step": 2674430
    },
    {
      "epoch": 746.42,
      "grad_norm": 1.2880171537399292,
      "learning_rate": 5.724083618569115e-08,
      "loss": 0.3303,
      "step": 2674440
    },
    {
      "epoch": 746.43,
      "grad_norm": 1.3494209051132202,
      "learning_rate": 5.723489690322739e-08,
      "loss": 0.3432,
      "step": 2674450
    },
    {
      "epoch": 746.43,
      "grad_norm": 1.6968951225280762,
      "learning_rate": 5.722895792509936e-08,
      "loss": 0.3513,
      "step": 2674460
    },
    {
      "epoch": 746.43,
      "grad_norm": 1.8146737813949585,
      "learning_rate": 5.722301925130809e-08,
      "loss": 0.3432,
      "step": 2674470
    },
    {
      "epoch": 746.44,
      "grad_norm": 1.2597929239273071,
      "learning_rate": 5.7217080881853844e-08,
      "loss": 0.3373,
      "step": 2674480
    },
    {
      "epoch": 746.44,
      "grad_norm": 1.1057525873184204,
      "learning_rate": 5.721114281673793e-08,
      "loss": 0.3323,
      "step": 2674490
    },
    {
      "epoch": 746.44,
      "grad_norm": 1.3268566131591797,
      "learning_rate": 5.720520505596085e-08,
      "loss": 0.3244,
      "step": 2674500
    },
    {
      "epoch": 746.44,
      "grad_norm": 1.1995662450790405,
      "learning_rate": 5.719926759952392e-08,
      "loss": 0.343,
      "step": 2674510
    },
    {
      "epoch": 746.45,
      "grad_norm": 1.3355109691619873,
      "learning_rate": 5.719333044742714e-08,
      "loss": 0.3442,
      "step": 2674520
    },
    {
      "epoch": 746.45,
      "grad_norm": 1.184747338294983,
      "learning_rate": 5.718739359967181e-08,
      "loss": 0.3466,
      "step": 2674530
    },
    {
      "epoch": 746.45,
      "grad_norm": 1.270011067390442,
      "learning_rate": 5.7181457056258444e-08,
      "loss": 0.3302,
      "step": 2674540
    },
    {
      "epoch": 746.46,
      "grad_norm": 1.2926808595657349,
      "learning_rate": 5.717552081718783e-08,
      "loss": 0.3408,
      "step": 2674550
    },
    {
      "epoch": 746.46,
      "grad_norm": 1.152612328529358,
      "learning_rate": 5.7169584882461524e-08,
      "loss": 0.3495,
      "step": 2674560
    },
    {
      "epoch": 746.46,
      "grad_norm": 1.1823933124542236,
      "learning_rate": 5.716364925207901e-08,
      "loss": 0.3416,
      "step": 2674570
    },
    {
      "epoch": 746.46,
      "grad_norm": 1.2046140432357788,
      "learning_rate": 5.71577139260421e-08,
      "loss": 0.3371,
      "step": 2674580
    },
    {
      "epoch": 746.47,
      "grad_norm": 1.2814112901687622,
      "learning_rate": 5.7151778904351074e-08,
      "loss": 0.3491,
      "step": 2674590
    },
    {
      "epoch": 746.47,
      "grad_norm": 15.110427856445312,
      "learning_rate": 5.714584418700695e-08,
      "loss": 0.3324,
      "step": 2674600
    },
    {
      "epoch": 746.47,
      "grad_norm": 1.1666901111602783,
      "learning_rate": 5.713990977401078e-08,
      "loss": 0.3373,
      "step": 2674610
    },
    {
      "epoch": 746.48,
      "grad_norm": 1.2840945720672607,
      "learning_rate": 5.713397566536283e-08,
      "loss": 0.3414,
      "step": 2674620
    },
    {
      "epoch": 746.48,
      "grad_norm": 1.2316447496414185,
      "learning_rate": 5.7128041861063866e-08,
      "loss": 0.3358,
      "step": 2674630
    },
    {
      "epoch": 746.48,
      "grad_norm": 1.2229470014572144,
      "learning_rate": 5.71221083611152e-08,
      "loss": 0.3404,
      "step": 2674640
    },
    {
      "epoch": 746.48,
      "grad_norm": 1.1355853080749512,
      "learning_rate": 5.711617516551735e-08,
      "loss": 0.3386,
      "step": 2674650
    },
    {
      "epoch": 746.49,
      "grad_norm": 1.0810223817825317,
      "learning_rate": 5.711024227427084e-08,
      "loss": 0.3482,
      "step": 2674660
    },
    {
      "epoch": 746.49,
      "grad_norm": 1.3315949440002441,
      "learning_rate": 5.71043096873767e-08,
      "loss": 0.3542,
      "step": 2674670
    },
    {
      "epoch": 746.49,
      "grad_norm": 1.1389358043670654,
      "learning_rate": 5.709837740483598e-08,
      "loss": 0.3284,
      "step": 2674680
    },
    {
      "epoch": 746.49,
      "grad_norm": 1.1485559940338135,
      "learning_rate": 5.709244542664894e-08,
      "loss": 0.3356,
      "step": 2674690
    },
    {
      "epoch": 746.5,
      "grad_norm": 1.0955398082733154,
      "learning_rate": 5.708651375281688e-08,
      "loss": 0.3234,
      "step": 2674700
    },
    {
      "epoch": 746.5,
      "grad_norm": 1.2184600830078125,
      "learning_rate": 5.708058238334031e-08,
      "loss": 0.3377,
      "step": 2674710
    },
    {
      "epoch": 746.5,
      "grad_norm": 1.253318428993225,
      "learning_rate": 5.7074651318220026e-08,
      "loss": 0.3445,
      "step": 2674720
    },
    {
      "epoch": 746.51,
      "grad_norm": 1.0769022703170776,
      "learning_rate": 5.706872055745654e-08,
      "loss": 0.3348,
      "step": 2674730
    },
    {
      "epoch": 746.51,
      "grad_norm": 1.3322161436080933,
      "learning_rate": 5.706279010105168e-08,
      "loss": 0.3442,
      "step": 2674740
    },
    {
      "epoch": 746.51,
      "grad_norm": 1.1860910654067993,
      "learning_rate": 5.705685994900492e-08,
      "loss": 0.3405,
      "step": 2674750
    },
    {
      "epoch": 746.51,
      "grad_norm": 1.1906086206436157,
      "learning_rate": 5.7050930101317816e-08,
      "loss": 0.3552,
      "step": 2674760
    },
    {
      "epoch": 746.52,
      "grad_norm": 1.3275113105773926,
      "learning_rate": 5.704500055799116e-08,
      "loss": 0.3334,
      "step": 2674770
    },
    {
      "epoch": 746.52,
      "grad_norm": 1.1106089353561401,
      "learning_rate": 5.7039071319024946e-08,
      "loss": 0.3437,
      "step": 2674780
    },
    {
      "epoch": 746.52,
      "grad_norm": 1.1770495176315308,
      "learning_rate": 5.703314238442126e-08,
      "loss": 0.3406,
      "step": 2674790
    },
    {
      "epoch": 746.53,
      "grad_norm": 1.254847764968872,
      "learning_rate": 5.7027213754179836e-08,
      "loss": 0.3233,
      "step": 2674800
    },
    {
      "epoch": 746.53,
      "grad_norm": 1.2140285968780518,
      "learning_rate": 5.702128542830198e-08,
      "loss": 0.3373,
      "step": 2674810
    },
    {
      "epoch": 746.53,
      "grad_norm": 1.2294663190841675,
      "learning_rate": 5.701535740678846e-08,
      "loss": 0.3304,
      "step": 2674820
    },
    {
      "epoch": 746.53,
      "grad_norm": 1.2814249992370605,
      "learning_rate": 5.700942968963956e-08,
      "loss": 0.3395,
      "step": 2674830
    },
    {
      "epoch": 746.54,
      "grad_norm": 1.1023610830307007,
      "learning_rate": 5.700350227685682e-08,
      "loss": 0.3421,
      "step": 2674840
    },
    {
      "epoch": 746.54,
      "grad_norm": 1.3047823905944824,
      "learning_rate": 5.6997575168440514e-08,
      "loss": 0.3349,
      "step": 2674850
    },
    {
      "epoch": 746.54,
      "grad_norm": 1.2543034553527832,
      "learning_rate": 5.699164836439141e-08,
      "loss": 0.3257,
      "step": 2674860
    },
    {
      "epoch": 746.54,
      "grad_norm": 1.247498631477356,
      "learning_rate": 5.698572186471082e-08,
      "loss": 0.3168,
      "step": 2674870
    },
    {
      "epoch": 746.55,
      "grad_norm": 1.29835844039917,
      "learning_rate": 5.6979795669398997e-08,
      "loss": 0.34,
      "step": 2674880
    },
    {
      "epoch": 746.55,
      "grad_norm": 1.0245063304901123,
      "learning_rate": 5.697386977845699e-08,
      "loss": 0.3543,
      "step": 2674890
    },
    {
      "epoch": 746.55,
      "grad_norm": 1.1148490905761719,
      "learning_rate": 5.69679441918853e-08,
      "loss": 0.3261,
      "step": 2674900
    },
    {
      "epoch": 746.56,
      "grad_norm": 1.3639490604400635,
      "learning_rate": 5.696201890968526e-08,
      "loss": 0.334,
      "step": 2674910
    },
    {
      "epoch": 746.56,
      "grad_norm": 1.2590094804763794,
      "learning_rate": 5.695609393185684e-08,
      "loss": 0.333,
      "step": 2674920
    },
    {
      "epoch": 746.56,
      "grad_norm": 1.1669343709945679,
      "learning_rate": 5.6950169258401874e-08,
      "loss": 0.3287,
      "step": 2674930
    },
    {
      "epoch": 746.56,
      "grad_norm": 1.360992193222046,
      "learning_rate": 5.694424488932037e-08,
      "loss": 0.3357,
      "step": 2674940
    },
    {
      "epoch": 746.57,
      "grad_norm": 1.069890022277832,
      "learning_rate": 5.693832082461309e-08,
      "loss": 0.3333,
      "step": 2674950
    },
    {
      "epoch": 746.57,
      "grad_norm": 1.1027061939239502,
      "learning_rate": 5.693239706428135e-08,
      "loss": 0.3323,
      "step": 2674960
    },
    {
      "epoch": 746.57,
      "grad_norm": 1.0550614595413208,
      "learning_rate": 5.692647360832567e-08,
      "loss": 0.3242,
      "step": 2674970
    },
    {
      "epoch": 746.58,
      "grad_norm": 1.0683215856552124,
      "learning_rate": 5.692055045674656e-08,
      "loss": 0.3353,
      "step": 2674980
    },
    {
      "epoch": 746.58,
      "grad_norm": 1.1395336389541626,
      "learning_rate": 5.691462760954533e-08,
      "loss": 0.3243,
      "step": 2674990
    },
    {
      "epoch": 746.58,
      "grad_norm": 1.3228569030761719,
      "learning_rate": 5.690870506672249e-08,
      "loss": 0.3273,
      "step": 2675000
    },
    {
      "epoch": 746.58,
      "grad_norm": 1.2422573566436768,
      "learning_rate": 5.690278282827858e-08,
      "loss": 0.3458,
      "step": 2675010
    },
    {
      "epoch": 746.59,
      "grad_norm": 1.0880366563796997,
      "learning_rate": 5.6896860894214884e-08,
      "loss": 0.3187,
      "step": 2675020
    },
    {
      "epoch": 746.59,
      "grad_norm": 1.1637152433395386,
      "learning_rate": 5.689093926453192e-08,
      "loss": 0.3333,
      "step": 2675030
    },
    {
      "epoch": 746.59,
      "grad_norm": 1.3577080965042114,
      "learning_rate": 5.6885017939230483e-08,
      "loss": 0.3351,
      "step": 2675040
    },
    {
      "epoch": 746.6,
      "grad_norm": 1.3976962566375732,
      "learning_rate": 5.687909691831161e-08,
      "loss": 0.3348,
      "step": 2675050
    },
    {
      "epoch": 746.6,
      "grad_norm": 1.090293049812317,
      "learning_rate": 5.6873176201775814e-08,
      "loss": 0.3239,
      "step": 2675060
    },
    {
      "epoch": 746.6,
      "grad_norm": 1.1823323965072632,
      "learning_rate": 5.686725578962362e-08,
      "loss": 0.3242,
      "step": 2675070
    },
    {
      "epoch": 746.6,
      "grad_norm": 1.2682591676712036,
      "learning_rate": 5.686133568185633e-08,
      "loss": 0.3471,
      "step": 2675080
    },
    {
      "epoch": 746.61,
      "grad_norm": 1.120004653930664,
      "learning_rate": 5.685541587847498e-08,
      "loss": 0.3514,
      "step": 2675090
    },
    {
      "epoch": 746.61,
      "grad_norm": 1.4036152362823486,
      "learning_rate": 5.684949637947932e-08,
      "loss": 0.3345,
      "step": 2675100
    },
    {
      "epoch": 746.61,
      "grad_norm": 1.2405719757080078,
      "learning_rate": 5.68435771848709e-08,
      "loss": 0.3353,
      "step": 2675110
    },
    {
      "epoch": 746.61,
      "grad_norm": 1.3972936868667603,
      "learning_rate": 5.6837658294650244e-08,
      "loss": 0.3281,
      "step": 2675120
    },
    {
      "epoch": 746.62,
      "grad_norm": 6.284057140350342,
      "learning_rate": 5.6831739708818394e-08,
      "loss": 0.351,
      "step": 2675130
    },
    {
      "epoch": 746.62,
      "grad_norm": 1.098594307899475,
      "learning_rate": 5.682582142737613e-08,
      "loss": 0.3348,
      "step": 2675140
    },
    {
      "epoch": 746.62,
      "grad_norm": 1.0772260427474976,
      "learning_rate": 5.681990345032372e-08,
      "loss": 0.3271,
      "step": 2675150
    },
    {
      "epoch": 746.63,
      "grad_norm": 1.448687195777893,
      "learning_rate": 5.681398577766271e-08,
      "loss": 0.3514,
      "step": 2675160
    },
    {
      "epoch": 746.63,
      "grad_norm": 1.1475498676300049,
      "learning_rate": 5.680806840939337e-08,
      "loss": 0.3372,
      "step": 2675170
    },
    {
      "epoch": 746.63,
      "grad_norm": 1.3161360025405884,
      "learning_rate": 5.6802151345516736e-08,
      "loss": 0.3332,
      "step": 2675180
    },
    {
      "epoch": 746.63,
      "grad_norm": 1.2276068925857544,
      "learning_rate": 5.679623458603333e-08,
      "loss": 0.3206,
      "step": 2675190
    },
    {
      "epoch": 746.64,
      "grad_norm": 1.309605360031128,
      "learning_rate": 5.67903181309442e-08,
      "loss": 0.3549,
      "step": 2675200
    },
    {
      "epoch": 746.64,
      "grad_norm": 1.2413394451141357,
      "learning_rate": 5.678440198024986e-08,
      "loss": 0.3337,
      "step": 2675210
    },
    {
      "epoch": 746.64,
      "grad_norm": 1.2138615846633911,
      "learning_rate": 5.6778486133951355e-08,
      "loss": 0.3295,
      "step": 2675220
    },
    {
      "epoch": 746.65,
      "grad_norm": 1.2288260459899902,
      "learning_rate": 5.677257059204946e-08,
      "loss": 0.3545,
      "step": 2675230
    },
    {
      "epoch": 746.65,
      "grad_norm": 1.1165452003479004,
      "learning_rate": 5.676665535454469e-08,
      "loss": 0.343,
      "step": 2675240
    },
    {
      "epoch": 746.65,
      "grad_norm": 1.3131046295166016,
      "learning_rate": 5.6760740421438104e-08,
      "loss": 0.3311,
      "step": 2675250
    },
    {
      "epoch": 746.65,
      "grad_norm": 1.3296244144439697,
      "learning_rate": 5.6754825792730725e-08,
      "loss": 0.3353,
      "step": 2675260
    },
    {
      "epoch": 746.66,
      "grad_norm": 1.1917356252670288,
      "learning_rate": 5.674891146842256e-08,
      "loss": 0.3365,
      "step": 2675270
    },
    {
      "epoch": 746.66,
      "grad_norm": 0.9702193140983582,
      "learning_rate": 5.674299744851517e-08,
      "loss": 0.3445,
      "step": 2675280
    },
    {
      "epoch": 746.66,
      "grad_norm": 1.2658950090408325,
      "learning_rate": 5.673708373300882e-08,
      "loss": 0.335,
      "step": 2675290
    },
    {
      "epoch": 746.66,
      "grad_norm": 1.2859512567520142,
      "learning_rate": 5.673117032190455e-08,
      "loss": 0.3281,
      "step": 2675300
    },
    {
      "epoch": 746.67,
      "grad_norm": 1.3940014839172363,
      "learning_rate": 5.672525721520313e-08,
      "loss": 0.3128,
      "step": 2675310
    },
    {
      "epoch": 746.67,
      "grad_norm": 1.1132289171218872,
      "learning_rate": 5.671934441290561e-08,
      "loss": 0.343,
      "step": 2675320
    },
    {
      "epoch": 746.67,
      "grad_norm": 1.3399748802185059,
      "learning_rate": 5.6713431915012246e-08,
      "loss": 0.3553,
      "step": 2675330
    },
    {
      "epoch": 746.68,
      "grad_norm": 1.0961711406707764,
      "learning_rate": 5.670751972152408e-08,
      "loss": 0.3407,
      "step": 2675340
    },
    {
      "epoch": 746.68,
      "grad_norm": 1.2829426527023315,
      "learning_rate": 5.67016078324419e-08,
      "loss": 0.3392,
      "step": 2675350
    },
    {
      "epoch": 746.68,
      "grad_norm": 1.1785237789154053,
      "learning_rate": 5.669569624776622e-08,
      "loss": 0.3271,
      "step": 2675360
    },
    {
      "epoch": 746.68,
      "grad_norm": 1.1558395624160767,
      "learning_rate": 5.668978496749859e-08,
      "loss": 0.3305,
      "step": 2675370
    },
    {
      "epoch": 746.69,
      "grad_norm": 1.2622735500335693,
      "learning_rate": 5.668387399163903e-08,
      "loss": 0.3228,
      "step": 2675380
    },
    {
      "epoch": 746.69,
      "grad_norm": 1.023772954940796,
      "learning_rate": 5.6677963320188577e-08,
      "loss": 0.3419,
      "step": 2675390
    },
    {
      "epoch": 746.69,
      "grad_norm": 1.2135422229766846,
      "learning_rate": 5.6672052953148e-08,
      "loss": 0.3389,
      "step": 2675400
    },
    {
      "epoch": 746.7,
      "grad_norm": 1.3262349367141724,
      "learning_rate": 5.666614289051808e-08,
      "loss": 0.3293,
      "step": 2675410
    },
    {
      "epoch": 746.7,
      "grad_norm": 1.3027756214141846,
      "learning_rate": 5.666023313229987e-08,
      "loss": 0.338,
      "step": 2675420
    },
    {
      "epoch": 746.7,
      "grad_norm": 1.2036775350570679,
      "learning_rate": 5.665432367849389e-08,
      "loss": 0.3327,
      "step": 2675430
    },
    {
      "epoch": 746.7,
      "grad_norm": 1.4585151672363281,
      "learning_rate": 5.664841452910091e-08,
      "loss": 0.3382,
      "step": 2675440
    },
    {
      "epoch": 746.71,
      "grad_norm": 1.4232288599014282,
      "learning_rate": 5.664250568412172e-08,
      "loss": 0.3284,
      "step": 2675450
    },
    {
      "epoch": 746.71,
      "grad_norm": 1.333240270614624,
      "learning_rate": 5.6636597143557354e-08,
      "loss": 0.3241,
      "step": 2675460
    },
    {
      "epoch": 746.71,
      "grad_norm": 1.2524425983428955,
      "learning_rate": 5.663068890740807e-08,
      "loss": 0.3495,
      "step": 2675470
    },
    {
      "epoch": 746.72,
      "grad_norm": 2.3122801780700684,
      "learning_rate": 5.662478097567518e-08,
      "loss": 0.3514,
      "step": 2675480
    },
    {
      "epoch": 746.72,
      "grad_norm": 1.2065197229385376,
      "learning_rate": 5.661887334835946e-08,
      "loss": 0.3496,
      "step": 2675490
    },
    {
      "epoch": 746.72,
      "grad_norm": 1.2629467248916626,
      "learning_rate": 5.661296602546116e-08,
      "loss": 0.3466,
      "step": 2675500
    },
    {
      "epoch": 746.72,
      "grad_norm": 1.1446800231933594,
      "learning_rate": 5.66070590069816e-08,
      "loss": 0.3405,
      "step": 2675510
    },
    {
      "epoch": 746.73,
      "grad_norm": 1.230089783668518,
      "learning_rate": 5.660115229292154e-08,
      "loss": 0.3232,
      "step": 2675520
    },
    {
      "epoch": 746.73,
      "grad_norm": 1.2520934343338013,
      "learning_rate": 5.659524588328126e-08,
      "loss": 0.3457,
      "step": 2675530
    },
    {
      "epoch": 746.73,
      "grad_norm": 1.1530903577804565,
      "learning_rate": 5.658933977806205e-08,
      "loss": 0.3278,
      "step": 2675540
    },
    {
      "epoch": 746.73,
      "grad_norm": 1.2269235849380493,
      "learning_rate": 5.658343397726495e-08,
      "loss": 0.3312,
      "step": 2675550
    },
    {
      "epoch": 746.74,
      "grad_norm": 1.3071023225784302,
      "learning_rate": 5.65775284808897e-08,
      "loss": 0.3419,
      "step": 2675560
    },
    {
      "epoch": 746.74,
      "grad_norm": 1.181920051574707,
      "learning_rate": 5.657162328893813e-08,
      "loss": 0.3394,
      "step": 2675570
    },
    {
      "epoch": 746.74,
      "grad_norm": 1.2348636388778687,
      "learning_rate": 5.6565718401410755e-08,
      "loss": 0.3278,
      "step": 2675580
    },
    {
      "epoch": 746.75,
      "grad_norm": 1.2492187023162842,
      "learning_rate": 5.655981381830757e-08,
      "loss": 0.3431,
      "step": 2675590
    },
    {
      "epoch": 746.75,
      "grad_norm": 1.121736764907837,
      "learning_rate": 5.655390953963066e-08,
      "loss": 0.3288,
      "step": 2675600
    },
    {
      "epoch": 746.75,
      "grad_norm": 1.173675537109375,
      "learning_rate": 5.6548005565379765e-08,
      "loss": 0.3417,
      "step": 2675610
    },
    {
      "epoch": 746.75,
      "grad_norm": 1.4352887868881226,
      "learning_rate": 5.654210189555645e-08,
      "loss": 0.3414,
      "step": 2675620
    },
    {
      "epoch": 746.76,
      "grad_norm": 1.1743718385696411,
      "learning_rate": 5.653619853016097e-08,
      "loss": 0.3272,
      "step": 2675630
    },
    {
      "epoch": 746.76,
      "grad_norm": 1.3374390602111816,
      "learning_rate": 5.653029546919437e-08,
      "loss": 0.3393,
      "step": 2675640
    },
    {
      "epoch": 746.76,
      "grad_norm": 1.4328374862670898,
      "learning_rate": 5.6524392712656904e-08,
      "loss": 0.3431,
      "step": 2675650
    },
    {
      "epoch": 746.77,
      "grad_norm": 1.3440476655960083,
      "learning_rate": 5.651849026055014e-08,
      "loss": 0.3305,
      "step": 2675660
    },
    {
      "epoch": 746.77,
      "grad_norm": 1.1628543138504028,
      "learning_rate": 5.65125881128746e-08,
      "loss": 0.3389,
      "step": 2675670
    },
    {
      "epoch": 746.77,
      "grad_norm": 1.300318956375122,
      "learning_rate": 5.6506686269630794e-08,
      "loss": 0.3165,
      "step": 2675680
    },
    {
      "epoch": 746.77,
      "grad_norm": 1.0827546119689941,
      "learning_rate": 5.650078473081977e-08,
      "loss": 0.3497,
      "step": 2675690
    },
    {
      "epoch": 746.78,
      "grad_norm": 1.2994011640548706,
      "learning_rate": 5.649488349644231e-08,
      "loss": 0.3338,
      "step": 2675700
    },
    {
      "epoch": 746.78,
      "grad_norm": 3.7169582843780518,
      "learning_rate": 5.648898256649893e-08,
      "loss": 0.3419,
      "step": 2675710
    },
    {
      "epoch": 746.78,
      "grad_norm": 1.0955142974853516,
      "learning_rate": 5.648308194099094e-08,
      "loss": 0.3201,
      "step": 2675720
    },
    {
      "epoch": 746.78,
      "grad_norm": 1.2573610544204712,
      "learning_rate": 5.647718161991832e-08,
      "loss": 0.3377,
      "step": 2675730
    },
    {
      "epoch": 746.79,
      "grad_norm": 4.128944396972656,
      "learning_rate": 5.647128160328265e-08,
      "loss": 0.3407,
      "step": 2675740
    },
    {
      "epoch": 746.79,
      "grad_norm": 1.1977778673171997,
      "learning_rate": 5.646538189108445e-08,
      "loss": 0.3527,
      "step": 2675750
    },
    {
      "epoch": 746.79,
      "grad_norm": 1.342136025428772,
      "learning_rate": 5.645948248332423e-08,
      "loss": 0.3302,
      "step": 2675760
    },
    {
      "epoch": 746.8,
      "grad_norm": 1.3261405229568481,
      "learning_rate": 5.64535833800033e-08,
      "loss": 0.339,
      "step": 2675770
    },
    {
      "epoch": 746.8,
      "grad_norm": 1.0175532102584839,
      "learning_rate": 5.644768458112192e-08,
      "loss": 0.3255,
      "step": 2675780
    },
    {
      "epoch": 746.8,
      "grad_norm": 1.164991021156311,
      "learning_rate": 5.644178608668112e-08,
      "loss": 0.3209,
      "step": 2675790
    },
    {
      "epoch": 746.8,
      "grad_norm": 1.2698211669921875,
      "learning_rate": 5.643588789668169e-08,
      "loss": 0.3343,
      "step": 2675800
    },
    {
      "epoch": 746.81,
      "grad_norm": 1.1932909488677979,
      "learning_rate": 5.6429990011124666e-08,
      "loss": 0.3296,
      "step": 2675810
    },
    {
      "epoch": 746.81,
      "grad_norm": 1.1691974401474,
      "learning_rate": 5.6424092430009794e-08,
      "loss": 0.3271,
      "step": 2675820
    },
    {
      "epoch": 746.81,
      "grad_norm": 1.3124651908874512,
      "learning_rate": 5.641819515333941e-08,
      "loss": 0.3331,
      "step": 2675830
    },
    {
      "epoch": 746.82,
      "grad_norm": 1.1035128831863403,
      "learning_rate": 5.641229818111326e-08,
      "loss": 0.324,
      "step": 2675840
    },
    {
      "epoch": 746.82,
      "grad_norm": 1.2325701713562012,
      "learning_rate": 5.6406401513332374e-08,
      "loss": 0.3357,
      "step": 2675850
    },
    {
      "epoch": 746.82,
      "grad_norm": 1.1834080219268799,
      "learning_rate": 5.6400505149997545e-08,
      "loss": 0.3357,
      "step": 2675860
    },
    {
      "epoch": 746.82,
      "grad_norm": 3.1079025268554688,
      "learning_rate": 5.639460909110955e-08,
      "loss": 0.359,
      "step": 2675870
    },
    {
      "epoch": 746.83,
      "grad_norm": 1.3995628356933594,
      "learning_rate": 5.638871333666917e-08,
      "loss": 0.35,
      "step": 2675880
    },
    {
      "epoch": 746.83,
      "grad_norm": 1.2054898738861084,
      "learning_rate": 5.6382817886677174e-08,
      "loss": 0.3264,
      "step": 2675890
    },
    {
      "epoch": 746.83,
      "grad_norm": 1.196757197380066,
      "learning_rate": 5.637692274113436e-08,
      "loss": 0.352,
      "step": 2675900
    },
    {
      "epoch": 746.84,
      "grad_norm": 1.1946359872817993,
      "learning_rate": 5.63710279000415e-08,
      "loss": 0.3413,
      "step": 2675910
    },
    {
      "epoch": 746.84,
      "grad_norm": 1.2566628456115723,
      "learning_rate": 5.6365133363399635e-08,
      "loss": 0.3376,
      "step": 2675920
    },
    {
      "epoch": 746.84,
      "grad_norm": 2.12239408493042,
      "learning_rate": 5.6359239131209283e-08,
      "loss": 0.3434,
      "step": 2675930
    },
    {
      "epoch": 746.84,
      "grad_norm": 1.4058915376663208,
      "learning_rate": 5.635334520347071e-08,
      "loss": 0.3446,
      "step": 2675940
    },
    {
      "epoch": 746.85,
      "grad_norm": 1.1380277872085571,
      "learning_rate": 5.6347451580185993e-08,
      "loss": 0.3301,
      "step": 2675950
    },
    {
      "epoch": 746.85,
      "grad_norm": 1.1295009851455688,
      "learning_rate": 5.6341558261354875e-08,
      "loss": 0.3264,
      "step": 2675960
    },
    {
      "epoch": 746.85,
      "grad_norm": 1.2706350088119507,
      "learning_rate": 5.6335665246978136e-08,
      "loss": 0.3334,
      "step": 2675970
    },
    {
      "epoch": 746.85,
      "grad_norm": 1.1207891702651978,
      "learning_rate": 5.632977253705734e-08,
      "loss": 0.3369,
      "step": 2675980
    },
    {
      "epoch": 746.86,
      "grad_norm": 1.4304425716400146,
      "learning_rate": 5.632388013159248e-08,
      "loss": 0.3369,
      "step": 2675990
    },
    {
      "epoch": 746.86,
      "grad_norm": 1.4643762111663818,
      "learning_rate": 5.631798803058486e-08,
      "loss": 0.3444,
      "step": 2676000
    },
    {
      "epoch": 746.86,
      "grad_norm": 1.2353436946868896,
      "learning_rate": 5.6312096234035004e-08,
      "loss": 0.3502,
      "step": 2676010
    },
    {
      "epoch": 746.87,
      "grad_norm": 1.2621142864227295,
      "learning_rate": 5.630620474194369e-08,
      "loss": 0.3261,
      "step": 2676020
    },
    {
      "epoch": 746.87,
      "grad_norm": 1.452126383781433,
      "learning_rate": 5.630031355431195e-08,
      "loss": 0.3417,
      "step": 2676030
    },
    {
      "epoch": 746.87,
      "grad_norm": 1.433268427848816,
      "learning_rate": 5.629442267114032e-08,
      "loss": 0.3187,
      "step": 2676040
    },
    {
      "epoch": 746.87,
      "grad_norm": 1.3604719638824463,
      "learning_rate": 5.628853209242957e-08,
      "loss": 0.3424,
      "step": 2676050
    },
    {
      "epoch": 746.88,
      "grad_norm": 1.0478476285934448,
      "learning_rate": 5.628264181818049e-08,
      "loss": 0.3327,
      "step": 2676060
    },
    {
      "epoch": 746.88,
      "grad_norm": 3.6432011127471924,
      "learning_rate": 5.627675184839437e-08,
      "loss": 0.3304,
      "step": 2676070
    },
    {
      "epoch": 746.88,
      "grad_norm": 1.5267521142959595,
      "learning_rate": 5.6270862183070955e-08,
      "loss": 0.3525,
      "step": 2676080
    },
    {
      "epoch": 746.89,
      "grad_norm": 1.1582565307617188,
      "learning_rate": 5.626497282221207e-08,
      "loss": 0.3289,
      "step": 2676090
    },
    {
      "epoch": 746.89,
      "grad_norm": 1.29685640335083,
      "learning_rate": 5.625908376581797e-08,
      "loss": 0.3472,
      "step": 2676100
    },
    {
      "epoch": 746.89,
      "grad_norm": 1.255999207496643,
      "learning_rate": 5.625319501388944e-08,
      "loss": 0.3288,
      "step": 2676110
    },
    {
      "epoch": 746.89,
      "grad_norm": 1.1016641855239868,
      "learning_rate": 5.6247306566427256e-08,
      "loss": 0.3362,
      "step": 2676120
    },
    {
      "epoch": 746.9,
      "grad_norm": 1.5629030466079712,
      "learning_rate": 5.624141842343272e-08,
      "loss": 0.3288,
      "step": 2676130
    },
    {
      "epoch": 746.9,
      "grad_norm": 1.3508862257003784,
      "learning_rate": 5.6235530584905834e-08,
      "loss": 0.3338,
      "step": 2676140
    },
    {
      "epoch": 746.9,
      "grad_norm": 1.4670521020889282,
      "learning_rate": 5.6229643050847636e-08,
      "loss": 0.3364,
      "step": 2676150
    },
    {
      "epoch": 746.9,
      "grad_norm": 1.2070629596710205,
      "learning_rate": 5.622375582125943e-08,
      "loss": 0.3384,
      "step": 2676160
    },
    {
      "epoch": 746.91,
      "grad_norm": 1.2854737043380737,
      "learning_rate": 5.6217868896141216e-08,
      "loss": 0.3337,
      "step": 2676170
    },
    {
      "epoch": 746.91,
      "grad_norm": 1.1291829347610474,
      "learning_rate": 5.6211982275494556e-08,
      "loss": 0.3342,
      "step": 2676180
    },
    {
      "epoch": 746.91,
      "grad_norm": 1.4344549179077148,
      "learning_rate": 5.620609595931944e-08,
      "loss": 0.3313,
      "step": 2676190
    },
    {
      "epoch": 746.92,
      "grad_norm": 1.2180548906326294,
      "learning_rate": 5.620020994761719e-08,
      "loss": 0.3245,
      "step": 2676200
    },
    {
      "epoch": 746.92,
      "grad_norm": 1.178711175918579,
      "learning_rate": 5.6194324240388563e-08,
      "loss": 0.3416,
      "step": 2676210
    },
    {
      "epoch": 746.92,
      "grad_norm": 1.0609744787216187,
      "learning_rate": 5.618843883763409e-08,
      "loss": 0.3396,
      "step": 2676220
    },
    {
      "epoch": 746.92,
      "grad_norm": 1.133276104927063,
      "learning_rate": 5.618255373935456e-08,
      "loss": 0.3412,
      "step": 2676230
    },
    {
      "epoch": 746.93,
      "grad_norm": 1.0984792709350586,
      "learning_rate": 5.6176668945551e-08,
      "loss": 0.3446,
      "step": 2676240
    },
    {
      "epoch": 746.93,
      "grad_norm": 1.1898231506347656,
      "learning_rate": 5.61707844562242e-08,
      "loss": 0.3363,
      "step": 2676250
    },
    {
      "epoch": 746.93,
      "grad_norm": 1.3571479320526123,
      "learning_rate": 5.616490027137441e-08,
      "loss": 0.3414,
      "step": 2676260
    },
    {
      "epoch": 746.94,
      "grad_norm": 1.3085339069366455,
      "learning_rate": 5.615901639100346e-08,
      "loss": 0.3495,
      "step": 2676270
    },
    {
      "epoch": 746.94,
      "grad_norm": 1.3139921426773071,
      "learning_rate": 5.615313281511109e-08,
      "loss": 0.3469,
      "step": 2676280
    },
    {
      "epoch": 746.94,
      "grad_norm": 1.1048128604888916,
      "learning_rate": 5.614724954369834e-08,
      "loss": 0.3378,
      "step": 2676290
    },
    {
      "epoch": 746.94,
      "grad_norm": 1.1528747081756592,
      "learning_rate": 5.614136657676677e-08,
      "loss": 0.3383,
      "step": 2676300
    },
    {
      "epoch": 746.95,
      "grad_norm": 1.0573421716690063,
      "learning_rate": 5.61354839143156e-08,
      "loss": 0.3179,
      "step": 2676310
    },
    {
      "epoch": 746.95,
      "grad_norm": 1.3435801267623901,
      "learning_rate": 5.612960155634743e-08,
      "loss": 0.339,
      "step": 2676320
    },
    {
      "epoch": 746.95,
      "grad_norm": 1.3906848430633545,
      "learning_rate": 5.6123719502861736e-08,
      "loss": 0.3333,
      "step": 2676330
    },
    {
      "epoch": 746.96,
      "grad_norm": 1.4313932657241821,
      "learning_rate": 5.6117837753859566e-08,
      "loss": 0.3391,
      "step": 2676340
    },
    {
      "epoch": 746.96,
      "grad_norm": 1.2620184421539307,
      "learning_rate": 5.6111956309341964e-08,
      "loss": 0.3477,
      "step": 2676350
    },
    {
      "epoch": 746.96,
      "grad_norm": 1.1416937112808228,
      "learning_rate": 5.610607516930996e-08,
      "loss": 0.3344,
      "step": 2676360
    },
    {
      "epoch": 746.96,
      "grad_norm": 1.1143633127212524,
      "learning_rate": 5.610019433376382e-08,
      "loss": 0.3394,
      "step": 2676370
    },
    {
      "epoch": 746.97,
      "grad_norm": 1.222639799118042,
      "learning_rate": 5.609431380270433e-08,
      "loss": 0.3478,
      "step": 2676380
    },
    {
      "epoch": 746.97,
      "grad_norm": 1.1315803527832031,
      "learning_rate": 5.6088433576132516e-08,
      "loss": 0.3331,
      "step": 2676390
    },
    {
      "epoch": 746.97,
      "grad_norm": 1.2010846138000488,
      "learning_rate": 5.608255365404891e-08,
      "loss": 0.327,
      "step": 2676400
    },
    {
      "epoch": 746.97,
      "grad_norm": 1.2448374032974243,
      "learning_rate": 5.607667403645481e-08,
      "loss": 0.3573,
      "step": 2676410
    },
    {
      "epoch": 746.98,
      "grad_norm": 1.3512394428253174,
      "learning_rate": 5.607079472335048e-08,
      "loss": 0.3362,
      "step": 2676420
    },
    {
      "epoch": 746.98,
      "grad_norm": 1.469813346862793,
      "learning_rate": 5.60649157147367e-08,
      "loss": 0.3279,
      "step": 2676430
    },
    {
      "epoch": 746.98,
      "grad_norm": 1.2874764204025269,
      "learning_rate": 5.6059037010614767e-08,
      "loss": 0.3455,
      "step": 2676440
    },
    {
      "epoch": 746.99,
      "grad_norm": 3.0598723888397217,
      "learning_rate": 5.605315861098494e-08,
      "loss": 0.3495,
      "step": 2676450
    },
    {
      "epoch": 746.99,
      "grad_norm": 1.1898318529129028,
      "learning_rate": 5.604728051584826e-08,
      "loss": 0.3389,
      "step": 2676460
    },
    {
      "epoch": 746.99,
      "grad_norm": 1.4322872161865234,
      "learning_rate": 5.604140272520525e-08,
      "loss": 0.3438,
      "step": 2676470
    },
    {
      "epoch": 746.99,
      "grad_norm": 1.3333258628845215,
      "learning_rate": 5.603552523905722e-08,
      "loss": 0.3388,
      "step": 2676480
    },
    {
      "epoch": 747.0,
      "grad_norm": 1.2253667116165161,
      "learning_rate": 5.602964805740415e-08,
      "loss": 0.3377,
      "step": 2676490
    },
    {
      "epoch": 747.0,
      "grad_norm": 1.2169042825698853,
      "learning_rate": 5.6023771180247614e-08,
      "loss": 0.3542,
      "step": 2676500
    },
    {
      "epoch": 747.0,
      "eval_loss": 0.3381369411945343,
      "eval_runtime": 64.381,
      "eval_samples_per_second": 78.579,
      "eval_steps_per_second": 9.832,
      "step": 2676501
    },
    {
      "epoch": 747.0,
      "grad_norm": 1.352768063545227,
      "learning_rate": 5.6017894607587875e-08,
      "loss": 0.3278,
      "step": 2676510
    },
    {
      "epoch": 747.01,
      "grad_norm": 1.2602201700210571,
      "learning_rate": 5.6012018339425966e-08,
      "loss": 0.3348,
      "step": 2676520
    },
    {
      "epoch": 747.01,
      "grad_norm": 1.3754289150238037,
      "learning_rate": 5.600614237576294e-08,
      "loss": 0.3333,
      "step": 2676530
    },
    {
      "epoch": 747.01,
      "grad_norm": 1.5868533849716187,
      "learning_rate": 5.600026671659878e-08,
      "loss": 0.3343,
      "step": 2676540
    },
    {
      "epoch": 747.01,
      "grad_norm": 1.2700239419937134,
      "learning_rate": 5.599439136193479e-08,
      "loss": 0.343,
      "step": 2676550
    },
    {
      "epoch": 747.02,
      "grad_norm": 1.1670161485671997,
      "learning_rate": 5.598851631177176e-08,
      "loss": 0.3566,
      "step": 2676560
    },
    {
      "epoch": 747.02,
      "grad_norm": 1.2052528858184814,
      "learning_rate": 5.598264156611047e-08,
      "loss": 0.3359,
      "step": 2676570
    },
    {
      "epoch": 747.02,
      "grad_norm": 1.1664973497390747,
      "learning_rate": 5.5976767124951694e-08,
      "loss": 0.3459,
      "step": 2676580
    },
    {
      "epoch": 747.02,
      "grad_norm": 1.3195874691009521,
      "learning_rate": 5.5970892988296216e-08,
      "loss": 0.327,
      "step": 2676590
    },
    {
      "epoch": 747.03,
      "grad_norm": 1.2301100492477417,
      "learning_rate": 5.5965019156144556e-08,
      "loss": 0.3456,
      "step": 2676600
    },
    {
      "epoch": 747.03,
      "grad_norm": 1.3028960227966309,
      "learning_rate": 5.5959145628497754e-08,
      "loss": 0.3389,
      "step": 2676610
    },
    {
      "epoch": 747.03,
      "grad_norm": 1.4444165229797363,
      "learning_rate": 5.5953272405356596e-08,
      "loss": 0.3203,
      "step": 2676620
    },
    {
      "epoch": 747.04,
      "grad_norm": 1.229730248451233,
      "learning_rate": 5.594739948672159e-08,
      "loss": 0.3202,
      "step": 2676630
    },
    {
      "epoch": 747.04,
      "grad_norm": 1.1928932666778564,
      "learning_rate": 5.594152687259405e-08,
      "loss": 0.334,
      "step": 2676640
    },
    {
      "epoch": 747.04,
      "grad_norm": 1.089293360710144,
      "learning_rate": 5.593565456297423e-08,
      "loss": 0.3315,
      "step": 2676650
    },
    {
      "epoch": 747.04,
      "grad_norm": 1.160333275794983,
      "learning_rate": 5.5929782557863173e-08,
      "loss": 0.3497,
      "step": 2676660
    },
    {
      "epoch": 747.05,
      "grad_norm": 1.188205361366272,
      "learning_rate": 5.5923910857261654e-08,
      "loss": 0.3325,
      "step": 2676670
    },
    {
      "epoch": 747.05,
      "grad_norm": 1.2655328512191772,
      "learning_rate": 5.5918039461170464e-08,
      "loss": 0.3383,
      "step": 2676680
    },
    {
      "epoch": 747.05,
      "grad_norm": 1.3069806098937988,
      "learning_rate": 5.591216836959011e-08,
      "loss": 0.345,
      "step": 2676690
    },
    {
      "epoch": 747.06,
      "grad_norm": 1.2946498394012451,
      "learning_rate": 5.5906297582521654e-08,
      "loss": 0.3305,
      "step": 2676700
    },
    {
      "epoch": 747.06,
      "grad_norm": 1.5669469833374023,
      "learning_rate": 5.590042709996611e-08,
      "loss": 0.3395,
      "step": 2676710
    },
    {
      "epoch": 747.06,
      "grad_norm": 1.3103151321411133,
      "learning_rate": 5.589455692192376e-08,
      "loss": 0.3298,
      "step": 2676720
    },
    {
      "epoch": 747.06,
      "grad_norm": 1.372060775756836,
      "learning_rate": 5.588868704839563e-08,
      "loss": 0.3311,
      "step": 2676730
    },
    {
      "epoch": 747.07,
      "grad_norm": 1.2743535041809082,
      "learning_rate": 5.5882817479382515e-08,
      "loss": 0.3347,
      "step": 2676740
    },
    {
      "epoch": 747.07,
      "grad_norm": 1.1876020431518555,
      "learning_rate": 5.587694821488492e-08,
      "loss": 0.333,
      "step": 2676750
    },
    {
      "epoch": 747.07,
      "grad_norm": 1.3661267757415771,
      "learning_rate": 5.5871079254904156e-08,
      "loss": 0.3351,
      "step": 2676760
    },
    {
      "epoch": 747.08,
      "grad_norm": 1.2689235210418701,
      "learning_rate": 5.5865210599440484e-08,
      "loss": 0.3383,
      "step": 2676770
    },
    {
      "epoch": 747.08,
      "grad_norm": 1.1563224792480469,
      "learning_rate": 5.5859342248494936e-08,
      "loss": 0.3484,
      "step": 2676780
    },
    {
      "epoch": 747.08,
      "grad_norm": 1.4368038177490234,
      "learning_rate": 5.585347420206804e-08,
      "loss": 0.3531,
      "step": 2676790
    },
    {
      "epoch": 747.08,
      "grad_norm": 1.222153663635254,
      "learning_rate": 5.5847606460161354e-08,
      "loss": 0.3304,
      "step": 2676800
    },
    {
      "epoch": 747.09,
      "grad_norm": 1.2216479778289795,
      "learning_rate": 5.5841739022774616e-08,
      "loss": 0.3337,
      "step": 2676810
    },
    {
      "epoch": 747.09,
      "grad_norm": 1.2592307329177856,
      "learning_rate": 5.583587188990914e-08,
      "loss": 0.3421,
      "step": 2676820
    },
    {
      "epoch": 747.09,
      "grad_norm": 1.2737822532653809,
      "learning_rate": 5.583000506156595e-08,
      "loss": 0.3367,
      "step": 2676830
    },
    {
      "epoch": 747.09,
      "grad_norm": 1.3187255859375,
      "learning_rate": 5.582413853774505e-08,
      "loss": 0.3394,
      "step": 2676840
    },
    {
      "epoch": 747.1,
      "grad_norm": 1.2860532999038696,
      "learning_rate": 5.581827231844827e-08,
      "loss": 0.3336,
      "step": 2676850
    },
    {
      "epoch": 747.1,
      "grad_norm": 1.181383728981018,
      "learning_rate": 5.58124064036756e-08,
      "loss": 0.3294,
      "step": 2676860
    },
    {
      "epoch": 747.1,
      "grad_norm": 1.123220682144165,
      "learning_rate": 5.580654079342783e-08,
      "loss": 0.3366,
      "step": 2676870
    },
    {
      "epoch": 747.11,
      "grad_norm": 1.3003993034362793,
      "learning_rate": 5.580067548770625e-08,
      "loss": 0.3412,
      "step": 2676880
    },
    {
      "epoch": 747.11,
      "grad_norm": 1.2122902870178223,
      "learning_rate": 5.579481048651113e-08,
      "loss": 0.3453,
      "step": 2676890
    },
    {
      "epoch": 747.11,
      "grad_norm": 1.1149952411651611,
      "learning_rate": 5.578894578984377e-08,
      "loss": 0.3367,
      "step": 2676900
    },
    {
      "epoch": 747.11,
      "grad_norm": 1.421850562095642,
      "learning_rate": 5.5783081397704415e-08,
      "loss": 0.3303,
      "step": 2676910
    },
    {
      "epoch": 747.12,
      "grad_norm": 1.2048512697219849,
      "learning_rate": 5.577721731009387e-08,
      "loss": 0.3364,
      "step": 2676920
    },
    {
      "epoch": 747.12,
      "grad_norm": 1.2094806432724,
      "learning_rate": 5.577135352701342e-08,
      "loss": 0.3413,
      "step": 2676930
    },
    {
      "epoch": 747.12,
      "grad_norm": 1.2658172845840454,
      "learning_rate": 5.576549004846359e-08,
      "loss": 0.3402,
      "step": 2676940
    },
    {
      "epoch": 747.13,
      "grad_norm": 1.5814272165298462,
      "learning_rate": 5.575962687444516e-08,
      "loss": 0.3247,
      "step": 2676950
    },
    {
      "epoch": 747.13,
      "grad_norm": 1.2640994787216187,
      "learning_rate": 5.575376400495865e-08,
      "loss": 0.3387,
      "step": 2676960
    },
    {
      "epoch": 747.13,
      "grad_norm": 1.256316065788269,
      "learning_rate": 5.574790144000536e-08,
      "loss": 0.3249,
      "step": 2676970
    },
    {
      "epoch": 747.13,
      "grad_norm": 5.091994285583496,
      "learning_rate": 5.57420391795853e-08,
      "loss": 0.3356,
      "step": 2676980
    },
    {
      "epoch": 747.14,
      "grad_norm": 1.2816041707992554,
      "learning_rate": 5.5736177223700274e-08,
      "loss": 0.3388,
      "step": 2676990
    },
    {
      "epoch": 747.14,
      "grad_norm": 1.4944967031478882,
      "learning_rate": 5.573031557235003e-08,
      "loss": 0.3525,
      "step": 2677000
    },
    {
      "epoch": 747.14,
      "grad_norm": 1.3823250532150269,
      "learning_rate": 5.5724454225536137e-08,
      "loss": 0.3637,
      "step": 2677010
    },
    {
      "epoch": 747.14,
      "grad_norm": 1.1922720670700073,
      "learning_rate": 5.57185931832591e-08,
      "loss": 0.3447,
      "step": 2677020
    },
    {
      "epoch": 747.15,
      "grad_norm": 1.177046537399292,
      "learning_rate": 5.5712732445519456e-08,
      "loss": 0.3199,
      "step": 2677030
    },
    {
      "epoch": 747.15,
      "grad_norm": 1.0717942714691162,
      "learning_rate": 5.570687201231824e-08,
      "loss": 0.3217,
      "step": 2677040
    },
    {
      "epoch": 747.15,
      "grad_norm": 1.272931456565857,
      "learning_rate": 5.570101188365622e-08,
      "loss": 0.3305,
      "step": 2677050
    },
    {
      "epoch": 747.16,
      "grad_norm": 1.3331897258758545,
      "learning_rate": 5.569515205953419e-08,
      "loss": 0.3421,
      "step": 2677060
    },
    {
      "epoch": 747.16,
      "grad_norm": 1.2284470796585083,
      "learning_rate": 5.568929253995267e-08,
      "loss": 0.337,
      "step": 2677070
    },
    {
      "epoch": 747.16,
      "grad_norm": 1.3978972434997559,
      "learning_rate": 5.5683433324912963e-08,
      "loss": 0.34,
      "step": 2677080
    },
    {
      "epoch": 747.16,
      "grad_norm": 1.3487502336502075,
      "learning_rate": 5.567757441441532e-08,
      "loss": 0.3208,
      "step": 2677090
    },
    {
      "epoch": 747.17,
      "grad_norm": 1.4754973649978638,
      "learning_rate": 5.567171580846078e-08,
      "loss": 0.3438,
      "step": 2677100
    },
    {
      "epoch": 747.17,
      "grad_norm": 1.2462648153305054,
      "learning_rate": 5.5665857507050136e-08,
      "loss": 0.3504,
      "step": 2677110
    },
    {
      "epoch": 747.17,
      "grad_norm": 9.267440795898438,
      "learning_rate": 5.565999951018416e-08,
      "loss": 0.3316,
      "step": 2677120
    },
    {
      "epoch": 747.18,
      "grad_norm": 1.1889573335647583,
      "learning_rate": 5.565414181786338e-08,
      "loss": 0.3328,
      "step": 2677130
    },
    {
      "epoch": 747.18,
      "grad_norm": 1.1477757692337036,
      "learning_rate": 5.564828443008909e-08,
      "loss": 0.3244,
      "step": 2677140
    },
    {
      "epoch": 747.18,
      "grad_norm": 1.3601629734039307,
      "learning_rate": 5.564242734686156e-08,
      "loss": 0.3259,
      "step": 2677150
    },
    {
      "epoch": 747.18,
      "grad_norm": 1.4239097833633423,
      "learning_rate": 5.563657056818181e-08,
      "loss": 0.3183,
      "step": 2677160
    },
    {
      "epoch": 747.19,
      "grad_norm": 1.1850621700286865,
      "learning_rate": 5.563071409405064e-08,
      "loss": 0.336,
      "step": 2677170
    },
    {
      "epoch": 747.19,
      "grad_norm": 1.3535377979278564,
      "learning_rate": 5.562485792446857e-08,
      "loss": 0.3452,
      "step": 2677180
    },
    {
      "epoch": 747.19,
      "grad_norm": 1.3213801383972168,
      "learning_rate": 5.5619002059436623e-08,
      "loss": 0.3348,
      "step": 2677190
    },
    {
      "epoch": 747.2,
      "grad_norm": 1.1469632387161255,
      "learning_rate": 5.561314649895586e-08,
      "loss": 0.3348,
      "step": 2677200
    },
    {
      "epoch": 747.2,
      "grad_norm": 1.3731898069381714,
      "learning_rate": 5.560729124302627e-08,
      "loss": 0.3378,
      "step": 2677210
    },
    {
      "epoch": 747.2,
      "grad_norm": 1.425840973854065,
      "learning_rate": 5.560143629164942e-08,
      "loss": 0.345,
      "step": 2677220
    },
    {
      "epoch": 747.2,
      "grad_norm": 1.252614140510559,
      "learning_rate": 5.5595581644825827e-08,
      "loss": 0.3271,
      "step": 2677230
    },
    {
      "epoch": 747.21,
      "grad_norm": 1.3754082918167114,
      "learning_rate": 5.5589727302556006e-08,
      "loss": 0.3601,
      "step": 2677240
    },
    {
      "epoch": 747.21,
      "grad_norm": 1.0169018507003784,
      "learning_rate": 5.558387326484101e-08,
      "loss": 0.3273,
      "step": 2677250
    },
    {
      "epoch": 747.21,
      "grad_norm": 1.1255019903182983,
      "learning_rate": 5.5578019531681614e-08,
      "loss": 0.3347,
      "step": 2677260
    },
    {
      "epoch": 747.21,
      "grad_norm": 3.6406936645507812,
      "learning_rate": 5.5572166103078334e-08,
      "loss": 0.3492,
      "step": 2677270
    },
    {
      "epoch": 747.22,
      "grad_norm": 1.4249800443649292,
      "learning_rate": 5.5566312979032215e-08,
      "loss": 0.3396,
      "step": 2677280
    },
    {
      "epoch": 747.22,
      "grad_norm": 1.2468929290771484,
      "learning_rate": 5.5560460159544304e-08,
      "loss": 0.3495,
      "step": 2677290
    },
    {
      "epoch": 747.22,
      "grad_norm": 2.039367198944092,
      "learning_rate": 5.555460764461433e-08,
      "loss": 0.3303,
      "step": 2677300
    },
    {
      "epoch": 747.23,
      "grad_norm": 1.10946786403656,
      "learning_rate": 5.554875543424438e-08,
      "loss": 0.3327,
      "step": 2677310
    },
    {
      "epoch": 747.23,
      "grad_norm": 1.3226317167282104,
      "learning_rate": 5.554290352843445e-08,
      "loss": 0.3404,
      "step": 2677320
    },
    {
      "epoch": 747.23,
      "grad_norm": 1.3247160911560059,
      "learning_rate": 5.5537051927185587e-08,
      "loss": 0.3333,
      "step": 2677330
    },
    {
      "epoch": 747.23,
      "grad_norm": 1.5002799034118652,
      "learning_rate": 5.553120063049856e-08,
      "loss": 0.3358,
      "step": 2677340
    },
    {
      "epoch": 747.24,
      "grad_norm": 1.2467081546783447,
      "learning_rate": 5.552534963837391e-08,
      "loss": 0.3406,
      "step": 2677350
    },
    {
      "epoch": 747.24,
      "grad_norm": 1.1179256439208984,
      "learning_rate": 5.551949895081266e-08,
      "loss": 0.3409,
      "step": 2677360
    },
    {
      "epoch": 747.24,
      "grad_norm": 1.2711721658706665,
      "learning_rate": 5.5513648567815336e-08,
      "loss": 0.3342,
      "step": 2677370
    },
    {
      "epoch": 747.25,
      "grad_norm": 1.0980671644210815,
      "learning_rate": 5.550779848938324e-08,
      "loss": 0.3383,
      "step": 2677380
    },
    {
      "epoch": 747.25,
      "grad_norm": 1.2468396425247192,
      "learning_rate": 5.5501948715516636e-08,
      "loss": 0.3295,
      "step": 2677390
    },
    {
      "epoch": 747.25,
      "grad_norm": 1.1461553573608398,
      "learning_rate": 5.549609924621629e-08,
      "loss": 0.3327,
      "step": 2677400
    },
    {
      "epoch": 747.25,
      "grad_norm": 1.1148794889450073,
      "learning_rate": 5.549025008148326e-08,
      "loss": 0.3324,
      "step": 2677410
    },
    {
      "epoch": 747.26,
      "grad_norm": 1.3672572374343872,
      "learning_rate": 5.548440122131832e-08,
      "loss": 0.3286,
      "step": 2677420
    },
    {
      "epoch": 747.26,
      "grad_norm": 1.4118181467056274,
      "learning_rate": 5.547855266572225e-08,
      "loss": 0.3491,
      "step": 2677430
    },
    {
      "epoch": 747.26,
      "grad_norm": 1.3386658430099487,
      "learning_rate": 5.547270441469531e-08,
      "loss": 0.3463,
      "step": 2677440
    },
    {
      "epoch": 747.26,
      "grad_norm": 1.169984221458435,
      "learning_rate": 5.5466856468239314e-08,
      "loss": 0.3411,
      "step": 2677450
    },
    {
      "epoch": 747.27,
      "grad_norm": 1.3330087661743164,
      "learning_rate": 5.546100882635402e-08,
      "loss": 0.3268,
      "step": 2677460
    },
    {
      "epoch": 747.27,
      "grad_norm": 1.4873859882354736,
      "learning_rate": 5.545516148904071e-08,
      "loss": 0.3406,
      "step": 2677470
    },
    {
      "epoch": 747.27,
      "grad_norm": 1.2598668336868286,
      "learning_rate": 5.544931445630018e-08,
      "loss": 0.337,
      "step": 2677480
    },
    {
      "epoch": 747.28,
      "grad_norm": 1.3863332271575928,
      "learning_rate": 5.544346772813294e-08,
      "loss": 0.3386,
      "step": 2677490
    },
    {
      "epoch": 747.28,
      "grad_norm": 1.4605854749679565,
      "learning_rate": 5.5437621304539776e-08,
      "loss": 0.3278,
      "step": 2677500
    },
    {
      "epoch": 747.28,
      "grad_norm": 1.386257290840149,
      "learning_rate": 5.543177518552199e-08,
      "loss": 0.3431,
      "step": 2677510
    },
    {
      "epoch": 747.28,
      "grad_norm": 1.38089120388031,
      "learning_rate": 5.542592937107984e-08,
      "loss": 0.3419,
      "step": 2677520
    },
    {
      "epoch": 747.29,
      "grad_norm": 1.2048313617706299,
      "learning_rate": 5.54200838612141e-08,
      "loss": 0.3539,
      "step": 2677530
    },
    {
      "epoch": 747.29,
      "grad_norm": 1.2805616855621338,
      "learning_rate": 5.5414238655925816e-08,
      "loss": 0.34,
      "step": 2677540
    },
    {
      "epoch": 747.29,
      "grad_norm": 1.3608216047286987,
      "learning_rate": 5.540839375521577e-08,
      "loss": 0.3296,
      "step": 2677550
    },
    {
      "epoch": 747.3,
      "grad_norm": 1.6249781847000122,
      "learning_rate": 5.540254915908423e-08,
      "loss": 0.341,
      "step": 2677560
    },
    {
      "epoch": 747.3,
      "grad_norm": 1.1796915531158447,
      "learning_rate": 5.539670486753274e-08,
      "loss": 0.33,
      "step": 2677570
    },
    {
      "epoch": 747.3,
      "grad_norm": 1.305821418762207,
      "learning_rate": 5.539086088056158e-08,
      "loss": 0.3247,
      "step": 2677580
    },
    {
      "epoch": 747.3,
      "grad_norm": 1.2633699178695679,
      "learning_rate": 5.538501719817151e-08,
      "loss": 0.3418,
      "step": 2677590
    },
    {
      "epoch": 747.31,
      "grad_norm": 1.2319769859313965,
      "learning_rate": 5.537917382036332e-08,
      "loss": 0.3554,
      "step": 2677600
    },
    {
      "epoch": 747.31,
      "grad_norm": 1.1532220840454102,
      "learning_rate": 5.5373330747138323e-08,
      "loss": 0.3351,
      "step": 2677610
    },
    {
      "epoch": 747.31,
      "grad_norm": 1.130780816078186,
      "learning_rate": 5.536748797849676e-08,
      "loss": 0.3436,
      "step": 2677620
    },
    {
      "epoch": 747.32,
      "grad_norm": 1.3170136213302612,
      "learning_rate": 5.536164551443942e-08,
      "loss": 0.3332,
      "step": 2677630
    },
    {
      "epoch": 747.32,
      "grad_norm": 1.2471116781234741,
      "learning_rate": 5.5355803354967344e-08,
      "loss": 0.3395,
      "step": 2677640
    },
    {
      "epoch": 747.32,
      "grad_norm": 1.1424020528793335,
      "learning_rate": 5.534996150008079e-08,
      "loss": 0.3332,
      "step": 2677650
    },
    {
      "epoch": 747.32,
      "grad_norm": 1.5993545055389404,
      "learning_rate": 5.534411994978132e-08,
      "loss": 0.3346,
      "step": 2677660
    },
    {
      "epoch": 747.33,
      "grad_norm": 1.1943669319152832,
      "learning_rate": 5.5338278704069196e-08,
      "loss": 0.3347,
      "step": 2677670
    },
    {
      "epoch": 747.33,
      "grad_norm": 1.2003785371780396,
      "learning_rate": 5.53324377629452e-08,
      "loss": 0.338,
      "step": 2677680
    },
    {
      "epoch": 747.33,
      "grad_norm": 1.3741223812103271,
      "learning_rate": 5.532659712641037e-08,
      "loss": 0.3576,
      "step": 2677690
    },
    {
      "epoch": 747.33,
      "grad_norm": 1.1868436336517334,
      "learning_rate": 5.532075679446496e-08,
      "loss": 0.3366,
      "step": 2677700
    },
    {
      "epoch": 747.34,
      "grad_norm": 1.43296480178833,
      "learning_rate": 5.531491676711054e-08,
      "loss": 0.3436,
      "step": 2677710
    },
    {
      "epoch": 747.34,
      "grad_norm": 1.137345314025879,
      "learning_rate": 5.5309077044347373e-08,
      "loss": 0.335,
      "step": 2677720
    },
    {
      "epoch": 747.34,
      "grad_norm": 1.2160178422927856,
      "learning_rate": 5.530323762617597e-08,
      "loss": 0.3381,
      "step": 2677730
    },
    {
      "epoch": 747.35,
      "grad_norm": 1.2606010437011719,
      "learning_rate": 5.529739851259764e-08,
      "loss": 0.327,
      "step": 2677740
    },
    {
      "epoch": 747.35,
      "grad_norm": 1.1456300020217896,
      "learning_rate": 5.529155970361316e-08,
      "loss": 0.3273,
      "step": 2677750
    },
    {
      "epoch": 747.35,
      "grad_norm": 1.213888168334961,
      "learning_rate": 5.528572119922305e-08,
      "loss": 0.3381,
      "step": 2677760
    },
    {
      "epoch": 747.35,
      "grad_norm": 1.2523362636566162,
      "learning_rate": 5.527988299942809e-08,
      "loss": 0.3238,
      "step": 2677770
    },
    {
      "epoch": 747.36,
      "grad_norm": 1.4050143957138062,
      "learning_rate": 5.5274045104229323e-08,
      "loss": 0.3423,
      "step": 2677780
    },
    {
      "epoch": 747.36,
      "grad_norm": 1.177711844444275,
      "learning_rate": 5.526820751362675e-08,
      "loss": 0.3345,
      "step": 2677790
    },
    {
      "epoch": 747.36,
      "grad_norm": 1.2666455507278442,
      "learning_rate": 5.5262370227622444e-08,
      "loss": 0.3328,
      "step": 2677800
    },
    {
      "epoch": 747.37,
      "grad_norm": 1.1913878917694092,
      "learning_rate": 5.52565332462159e-08,
      "loss": 0.3381,
      "step": 2677810
    },
    {
      "epoch": 747.37,
      "grad_norm": 1.502813696861267,
      "learning_rate": 5.5250696569408666e-08,
      "loss": 0.3542,
      "step": 2677820
    },
    {
      "epoch": 747.37,
      "grad_norm": 1.3359006643295288,
      "learning_rate": 5.5244860197201523e-08,
      "loss": 0.3268,
      "step": 2677830
    },
    {
      "epoch": 747.37,
      "grad_norm": 1.2047882080078125,
      "learning_rate": 5.5239024129595e-08,
      "loss": 0.321,
      "step": 2677840
    },
    {
      "epoch": 747.38,
      "grad_norm": 1.160376787185669,
      "learning_rate": 5.5233188366589615e-08,
      "loss": 0.3228,
      "step": 2677850
    },
    {
      "epoch": 747.38,
      "grad_norm": 6.3852667808532715,
      "learning_rate": 5.522735290818666e-08,
      "loss": 0.3352,
      "step": 2677860
    },
    {
      "epoch": 747.38,
      "grad_norm": 1.1801542043685913,
      "learning_rate": 5.522151775438667e-08,
      "loss": 0.3287,
      "step": 2677870
    },
    {
      "epoch": 747.38,
      "grad_norm": 1.2147144079208374,
      "learning_rate": 5.521568290519016e-08,
      "loss": 0.3327,
      "step": 2677880
    },
    {
      "epoch": 747.39,
      "grad_norm": 1.1589230298995972,
      "learning_rate": 5.520984836059868e-08,
      "loss": 0.331,
      "step": 2677890
    },
    {
      "epoch": 747.39,
      "grad_norm": 1.4620678424835205,
      "learning_rate": 5.5204014120612244e-08,
      "loss": 0.3435,
      "step": 2677900
    },
    {
      "epoch": 747.39,
      "grad_norm": 1.199077844619751,
      "learning_rate": 5.5198180185231885e-08,
      "loss": 0.3582,
      "step": 2677910
    },
    {
      "epoch": 747.4,
      "grad_norm": 1.3171591758728027,
      "learning_rate": 5.519234655445839e-08,
      "loss": 0.3576,
      "step": 2677920
    },
    {
      "epoch": 747.4,
      "grad_norm": 1.3550934791564941,
      "learning_rate": 5.5186513228292535e-08,
      "loss": 0.3338,
      "step": 2677930
    },
    {
      "epoch": 747.4,
      "grad_norm": 1.3257697820663452,
      "learning_rate": 5.5180680206735365e-08,
      "loss": 0.3354,
      "step": 2677940
    },
    {
      "epoch": 747.4,
      "grad_norm": 1.448291540145874,
      "learning_rate": 5.517484748978713e-08,
      "loss": 0.335,
      "step": 2677950
    },
    {
      "epoch": 747.41,
      "grad_norm": 1.1407097578048706,
      "learning_rate": 5.5169015077448885e-08,
      "loss": 0.3374,
      "step": 2677960
    },
    {
      "epoch": 747.41,
      "grad_norm": 1.2189931869506836,
      "learning_rate": 5.51631829697214e-08,
      "loss": 0.3289,
      "step": 2677970
    },
    {
      "epoch": 747.41,
      "grad_norm": 1.2953310012817383,
      "learning_rate": 5.515735116660546e-08,
      "loss": 0.3459,
      "step": 2677980
    },
    {
      "epoch": 747.42,
      "grad_norm": 1.2872575521469116,
      "learning_rate": 5.515151966810185e-08,
      "loss": 0.3435,
      "step": 2677990
    },
    {
      "epoch": 747.42,
      "grad_norm": 1.1718802452087402,
      "learning_rate": 5.514568847421134e-08,
      "loss": 0.3415,
      "step": 2678000
    },
    {
      "epoch": 747.42,
      "grad_norm": 1.158682942390442,
      "learning_rate": 5.5139857584934715e-08,
      "loss": 0.3347,
      "step": 2678010
    },
    {
      "epoch": 747.42,
      "grad_norm": 1.2263225317001343,
      "learning_rate": 5.51340270002725e-08,
      "loss": 0.3352,
      "step": 2678020
    },
    {
      "epoch": 747.43,
      "grad_norm": 1.1844216585159302,
      "learning_rate": 5.512819672022599e-08,
      "loss": 0.3451,
      "step": 2678030
    },
    {
      "epoch": 747.43,
      "grad_norm": 1.290476679801941,
      "learning_rate": 5.512236674479545e-08,
      "loss": 0.3351,
      "step": 2678040
    },
    {
      "epoch": 747.43,
      "grad_norm": 1.2254352569580078,
      "learning_rate": 5.5116537073981913e-08,
      "loss": 0.34,
      "step": 2678050
    },
    {
      "epoch": 747.44,
      "grad_norm": 1.159005880355835,
      "learning_rate": 5.5110707707786434e-08,
      "loss": 0.3227,
      "step": 2678060
    },
    {
      "epoch": 747.44,
      "grad_norm": 1.4267815351486206,
      "learning_rate": 5.510487864620926e-08,
      "loss": 0.3422,
      "step": 2678070
    },
    {
      "epoch": 747.44,
      "grad_norm": 1.276188850402832,
      "learning_rate": 5.509904988925118e-08,
      "loss": 0.3426,
      "step": 2678080
    },
    {
      "epoch": 747.44,
      "grad_norm": 1.4730017185211182,
      "learning_rate": 5.509322143691323e-08,
      "loss": 0.3401,
      "step": 2678090
    },
    {
      "epoch": 747.45,
      "grad_norm": 3.5342304706573486,
      "learning_rate": 5.508739328919645e-08,
      "loss": 0.3267,
      "step": 2678100
    },
    {
      "epoch": 747.45,
      "grad_norm": 1.2491471767425537,
      "learning_rate": 5.508156544610084e-08,
      "loss": 0.3455,
      "step": 2678110
    },
    {
      "epoch": 747.45,
      "grad_norm": 1.4950650930404663,
      "learning_rate": 5.5075737907627966e-08,
      "loss": 0.3364,
      "step": 2678120
    },
    {
      "epoch": 747.45,
      "grad_norm": 1.3669755458831787,
      "learning_rate": 5.506991067377809e-08,
      "loss": 0.3452,
      "step": 2678130
    },
    {
      "epoch": 747.46,
      "grad_norm": 1.276775598526001,
      "learning_rate": 5.506408374455198e-08,
      "loss": 0.3336,
      "step": 2678140
    },
    {
      "epoch": 747.46,
      "grad_norm": 1.2581639289855957,
      "learning_rate": 5.505825711995095e-08,
      "loss": 0.3384,
      "step": 2678150
    },
    {
      "epoch": 747.46,
      "grad_norm": 1.2803456783294678,
      "learning_rate": 5.505243079997525e-08,
      "loss": 0.347,
      "step": 2678160
    },
    {
      "epoch": 747.47,
      "grad_norm": 1.347236156463623,
      "learning_rate": 5.5046604784625673e-08,
      "loss": 0.3439,
      "step": 2678170
    },
    {
      "epoch": 747.47,
      "grad_norm": 4.28718900680542,
      "learning_rate": 5.504077907390325e-08,
      "loss": 0.3518,
      "step": 2678180
    },
    {
      "epoch": 747.47,
      "grad_norm": 1.3554251194000244,
      "learning_rate": 5.5034953667809025e-08,
      "loss": 0.3438,
      "step": 2678190
    },
    {
      "epoch": 747.47,
      "grad_norm": 1.0776960849761963,
      "learning_rate": 5.5029128566343e-08,
      "loss": 0.3196,
      "step": 2678200
    },
    {
      "epoch": 747.48,
      "grad_norm": 1.2810879945755005,
      "learning_rate": 5.502330376950621e-08,
      "loss": 0.349,
      "step": 2678210
    },
    {
      "epoch": 747.48,
      "grad_norm": 1.1462382078170776,
      "learning_rate": 5.501747927729996e-08,
      "loss": 0.3384,
      "step": 2678220
    },
    {
      "epoch": 747.48,
      "grad_norm": 1.3957418203353882,
      "learning_rate": 5.501165508972425e-08,
      "loss": 0.3223,
      "step": 2678230
    },
    {
      "epoch": 747.49,
      "grad_norm": 1.0926227569580078,
      "learning_rate": 5.500583120678064e-08,
      "loss": 0.3527,
      "step": 2678240
    },
    {
      "epoch": 747.49,
      "grad_norm": 1.168182611465454,
      "learning_rate": 5.5000007628469133e-08,
      "loss": 0.3241,
      "step": 2678250
    },
    {
      "epoch": 747.49,
      "grad_norm": 1.1634939908981323,
      "learning_rate": 5.499418435479103e-08,
      "loss": 0.3442,
      "step": 2678260
    },
    {
      "epoch": 747.49,
      "grad_norm": 1.4993261098861694,
      "learning_rate": 5.498836138574684e-08,
      "loss": 0.3311,
      "step": 2678270
    },
    {
      "epoch": 747.5,
      "grad_norm": 1.3274405002593994,
      "learning_rate": 5.498253872133762e-08,
      "loss": 0.3394,
      "step": 2678280
    },
    {
      "epoch": 747.5,
      "grad_norm": 1.2241195440292358,
      "learning_rate": 5.497671636156388e-08,
      "loss": 0.3433,
      "step": 2678290
    },
    {
      "epoch": 747.5,
      "grad_norm": 1.513182520866394,
      "learning_rate": 5.497089430642667e-08,
      "loss": 0.3418,
      "step": 2678300
    },
    {
      "epoch": 747.5,
      "grad_norm": 1.29871666431427,
      "learning_rate": 5.496507255592624e-08,
      "loss": 0.3437,
      "step": 2678310
    },
    {
      "epoch": 747.51,
      "grad_norm": 1.1616506576538086,
      "learning_rate": 5.49592511100639e-08,
      "loss": 0.3339,
      "step": 2678320
    },
    {
      "epoch": 747.51,
      "grad_norm": 1.2212432622909546,
      "learning_rate": 5.4953429968840425e-08,
      "loss": 0.3463,
      "step": 2678330
    },
    {
      "epoch": 747.51,
      "grad_norm": 1.378342866897583,
      "learning_rate": 5.494760913225607e-08,
      "loss": 0.3333,
      "step": 2678340
    },
    {
      "epoch": 747.52,
      "grad_norm": 1.2725248336791992,
      "learning_rate": 5.494178860031215e-08,
      "loss": 0.3234,
      "step": 2678350
    },
    {
      "epoch": 747.52,
      "grad_norm": 1.1082075834274292,
      "learning_rate": 5.4935968373009176e-08,
      "loss": 0.3603,
      "step": 2678360
    },
    {
      "epoch": 747.52,
      "grad_norm": 1.2717835903167725,
      "learning_rate": 5.493014845034767e-08,
      "loss": 0.3426,
      "step": 2678370
    },
    {
      "epoch": 747.52,
      "grad_norm": 1.22733473777771,
      "learning_rate": 5.492432883232919e-08,
      "loss": 0.3363,
      "step": 2678380
    },
    {
      "epoch": 747.53,
      "grad_norm": 1.2677903175354004,
      "learning_rate": 5.491850951895374e-08,
      "loss": 0.3327,
      "step": 2678390
    },
    {
      "epoch": 747.53,
      "grad_norm": 1.0792332887649536,
      "learning_rate": 5.491269051022236e-08,
      "loss": 0.3365,
      "step": 2678400
    },
    {
      "epoch": 747.53,
      "grad_norm": 1.206916332244873,
      "learning_rate": 5.490687180613584e-08,
      "loss": 0.3415,
      "step": 2678410
    },
    {
      "epoch": 747.54,
      "grad_norm": 1.3275971412658691,
      "learning_rate": 5.490105340669546e-08,
      "loss": 0.3376,
      "step": 2678420
    },
    {
      "epoch": 747.54,
      "grad_norm": 1.6396276950836182,
      "learning_rate": 5.489523531190098e-08,
      "loss": 0.3268,
      "step": 2678430
    },
    {
      "epoch": 747.54,
      "grad_norm": 1.2836264371871948,
      "learning_rate": 5.488941752175369e-08,
      "loss": 0.3453,
      "step": 2678440
    },
    {
      "epoch": 747.54,
      "grad_norm": 1.161931037902832,
      "learning_rate": 5.488360003625463e-08,
      "loss": 0.3222,
      "step": 2678450
    },
    {
      "epoch": 747.55,
      "grad_norm": 1.1585928201675415,
      "learning_rate": 5.4877782855404075e-08,
      "loss": 0.34,
      "step": 2678460
    },
    {
      "epoch": 747.55,
      "grad_norm": 1.3748306035995483,
      "learning_rate": 5.487196597920331e-08,
      "loss": 0.3429,
      "step": 2678470
    },
    {
      "epoch": 747.55,
      "grad_norm": 1.2324957847595215,
      "learning_rate": 5.486614940765259e-08,
      "loss": 0.3292,
      "step": 2678480
    },
    {
      "epoch": 747.56,
      "grad_norm": 1.1560027599334717,
      "learning_rate": 5.486033314075298e-08,
      "loss": 0.3246,
      "step": 2678490
    },
    {
      "epoch": 747.56,
      "grad_norm": 1.0827606916427612,
      "learning_rate": 5.48545171785055e-08,
      "loss": 0.3299,
      "step": 2678500
    },
    {
      "epoch": 747.56,
      "grad_norm": 1.2716412544250488,
      "learning_rate": 5.484870152091016e-08,
      "loss": 0.3232,
      "step": 2678510
    },
    {
      "epoch": 747.56,
      "grad_norm": 1.327443242073059,
      "learning_rate": 5.484288616796851e-08,
      "loss": 0.3259,
      "step": 2678520
    },
    {
      "epoch": 747.57,
      "grad_norm": 1.3524104356765747,
      "learning_rate": 5.483707111968083e-08,
      "loss": 0.3318,
      "step": 2678530
    },
    {
      "epoch": 747.57,
      "grad_norm": 1.1792513132095337,
      "learning_rate": 5.48312563760484e-08,
      "loss": 0.3358,
      "step": 2678540
    },
    {
      "epoch": 747.57,
      "grad_norm": 1.1187410354614258,
      "learning_rate": 5.4825441937071234e-08,
      "loss": 0.3361,
      "step": 2678550
    },
    {
      "epoch": 747.57,
      "grad_norm": 1.1465166807174683,
      "learning_rate": 5.4819627802750886e-08,
      "loss": 0.3204,
      "step": 2678560
    },
    {
      "epoch": 747.58,
      "grad_norm": 1.4836273193359375,
      "learning_rate": 5.481381397308762e-08,
      "loss": 0.3289,
      "step": 2678570
    },
    {
      "epoch": 747.58,
      "grad_norm": 1.2334370613098145,
      "learning_rate": 5.480800044808248e-08,
      "loss": 0.3226,
      "step": 2678580
    },
    {
      "epoch": 747.58,
      "grad_norm": 1.335202693939209,
      "learning_rate": 5.4802187227736236e-08,
      "loss": 0.3405,
      "step": 2678590
    },
    {
      "epoch": 747.59,
      "grad_norm": 1.24752938747406,
      "learning_rate": 5.479637431204916e-08,
      "loss": 0.3372,
      "step": 2678600
    },
    {
      "epoch": 747.59,
      "grad_norm": 1.1176508665084839,
      "learning_rate": 5.4790561701022804e-08,
      "loss": 0.3297,
      "step": 2678610
    },
    {
      "epoch": 747.59,
      "grad_norm": 1.0871151685714722,
      "learning_rate": 5.478474939465743e-08,
      "loss": 0.3556,
      "step": 2678620
    },
    {
      "epoch": 747.59,
      "grad_norm": 1.1917082071304321,
      "learning_rate": 5.477893739295408e-08,
      "loss": 0.3232,
      "step": 2678630
    },
    {
      "epoch": 747.6,
      "grad_norm": 1.2832467555999756,
      "learning_rate": 5.477312569591354e-08,
      "loss": 0.342,
      "step": 2678640
    },
    {
      "epoch": 747.6,
      "grad_norm": 1.163508653640747,
      "learning_rate": 5.476731430353607e-08,
      "loss": 0.3227,
      "step": 2678650
    },
    {
      "epoch": 747.6,
      "grad_norm": 1.457008719444275,
      "learning_rate": 5.476150321582296e-08,
      "loss": 0.3326,
      "step": 2678660
    },
    {
      "epoch": 747.61,
      "grad_norm": 1.0685744285583496,
      "learning_rate": 5.4755692432775e-08,
      "loss": 0.3428,
      "step": 2678670
    },
    {
      "epoch": 747.61,
      "grad_norm": 1.3864641189575195,
      "learning_rate": 5.47498819543927e-08,
      "loss": 0.3324,
      "step": 2678680
    },
    {
      "epoch": 747.61,
      "grad_norm": 1.1786154508590698,
      "learning_rate": 5.4744071780676594e-08,
      "loss": 0.3485,
      "step": 2678690
    },
    {
      "epoch": 747.61,
      "grad_norm": 1.083188772201538,
      "learning_rate": 5.47382619116285e-08,
      "loss": 0.3384,
      "step": 2678700
    },
    {
      "epoch": 747.62,
      "grad_norm": 1.1983585357666016,
      "learning_rate": 5.4732452347247895e-08,
      "loss": 0.3424,
      "step": 2678710
    },
    {
      "epoch": 747.62,
      "grad_norm": 1.2453653812408447,
      "learning_rate": 5.4726643087536335e-08,
      "loss": 0.3347,
      "step": 2678720
    },
    {
      "epoch": 747.62,
      "grad_norm": 1.4178045988082886,
      "learning_rate": 5.472083413249461e-08,
      "loss": 0.3418,
      "step": 2678730
    },
    {
      "epoch": 747.62,
      "grad_norm": 1.2700573205947876,
      "learning_rate": 5.4715025482123234e-08,
      "loss": 0.3225,
      "step": 2678740
    },
    {
      "epoch": 747.63,
      "grad_norm": 1.211889386177063,
      "learning_rate": 5.470921713642273e-08,
      "loss": 0.3471,
      "step": 2678750
    },
    {
      "epoch": 747.63,
      "grad_norm": 1.454471468925476,
      "learning_rate": 5.4703409095394404e-08,
      "loss": 0.3465,
      "step": 2678760
    },
    {
      "epoch": 747.63,
      "grad_norm": 1.1279174089431763,
      "learning_rate": 5.469760135903903e-08,
      "loss": 0.3339,
      "step": 2678770
    },
    {
      "epoch": 747.64,
      "grad_norm": 1.4632539749145508,
      "learning_rate": 5.4691793927356864e-08,
      "loss": 0.3404,
      "step": 2678780
    },
    {
      "epoch": 747.64,
      "grad_norm": 1.2894271612167358,
      "learning_rate": 5.468598680034896e-08,
      "loss": 0.3368,
      "step": 2678790
    },
    {
      "epoch": 747.64,
      "grad_norm": 1.3104592561721802,
      "learning_rate": 5.468017997801635e-08,
      "loss": 0.3465,
      "step": 2678800
    },
    {
      "epoch": 747.64,
      "grad_norm": 1.255324125289917,
      "learning_rate": 5.467437346035903e-08,
      "loss": 0.3555,
      "step": 2678810
    },
    {
      "epoch": 747.65,
      "grad_norm": 1.1410678625106812,
      "learning_rate": 5.4668567247378827e-08,
      "loss": 0.3372,
      "step": 2678820
    },
    {
      "epoch": 747.65,
      "grad_norm": 1.4148869514465332,
      "learning_rate": 5.4662761339075744e-08,
      "loss": 0.3431,
      "step": 2678830
    },
    {
      "epoch": 747.65,
      "grad_norm": 1.0472322702407837,
      "learning_rate": 5.465695573545082e-08,
      "loss": 0.3477,
      "step": 2678840
    },
    {
      "epoch": 747.66,
      "grad_norm": 1.3411986827850342,
      "learning_rate": 5.465115043650457e-08,
      "loss": 0.3481,
      "step": 2678850
    },
    {
      "epoch": 747.66,
      "grad_norm": 1.5379444360733032,
      "learning_rate": 5.46453454422383e-08,
      "loss": 0.3283,
      "step": 2678860
    },
    {
      "epoch": 747.66,
      "grad_norm": 1.0830810070037842,
      "learning_rate": 5.4639540752652537e-08,
      "loss": 0.3286,
      "step": 2678870
    },
    {
      "epoch": 747.66,
      "grad_norm": 1.1425639390945435,
      "learning_rate": 5.463373636774805e-08,
      "loss": 0.3323,
      "step": 2678880
    },
    {
      "epoch": 747.67,
      "grad_norm": 1.2216806411743164,
      "learning_rate": 5.462793228752536e-08,
      "loss": 0.3534,
      "step": 2678890
    },
    {
      "epoch": 747.67,
      "grad_norm": 1.3971364498138428,
      "learning_rate": 5.462212851198525e-08,
      "loss": 0.3269,
      "step": 2678900
    },
    {
      "epoch": 747.67,
      "grad_norm": 1.1823471784591675,
      "learning_rate": 5.461632504112929e-08,
      "loss": 0.3373,
      "step": 2678910
    },
    {
      "epoch": 747.68,
      "grad_norm": 1.3804749250411987,
      "learning_rate": 5.461052187495721e-08,
      "loss": 0.3389,
      "step": 2678920
    },
    {
      "epoch": 747.68,
      "grad_norm": 1.304610013961792,
      "learning_rate": 5.460471901347005e-08,
      "loss": 0.344,
      "step": 2678930
    },
    {
      "epoch": 747.68,
      "grad_norm": 1.2455427646636963,
      "learning_rate": 5.4598916456669374e-08,
      "loss": 0.3431,
      "step": 2678940
    },
    {
      "epoch": 747.68,
      "grad_norm": 1.3248176574707031,
      "learning_rate": 5.4593114204554666e-08,
      "loss": 0.3407,
      "step": 2678950
    },
    {
      "epoch": 747.69,
      "grad_norm": 1.309921383857727,
      "learning_rate": 5.458731225712774e-08,
      "loss": 0.353,
      "step": 2678960
    },
    {
      "epoch": 747.69,
      "grad_norm": 1.49138605594635,
      "learning_rate": 5.458151061438886e-08,
      "loss": 0.3429,
      "step": 2678970
    },
    {
      "epoch": 747.69,
      "grad_norm": 1.089093804359436,
      "learning_rate": 5.457570927633881e-08,
      "loss": 0.3358,
      "step": 2678980
    },
    {
      "epoch": 747.69,
      "grad_norm": 1.3405681848526,
      "learning_rate": 5.456990824297862e-08,
      "loss": 0.3383,
      "step": 2678990
    },
    {
      "epoch": 747.7,
      "grad_norm": 1.2258754968643188,
      "learning_rate": 5.4564107514309084e-08,
      "loss": 0.3248,
      "step": 2679000
    },
    {
      "epoch": 747.7,
      "grad_norm": 1.5357152223587036,
      "learning_rate": 5.455830709033072e-08,
      "loss": 0.3403,
      "step": 2679010
    },
    {
      "epoch": 747.7,
      "grad_norm": 1.1900136470794678,
      "learning_rate": 5.4552506971044295e-08,
      "loss": 0.337,
      "step": 2679020
    },
    {
      "epoch": 747.71,
      "grad_norm": 1.1595704555511475,
      "learning_rate": 5.4546707156450864e-08,
      "loss": 0.3253,
      "step": 2679030
    },
    {
      "epoch": 747.71,
      "grad_norm": 1.0970290899276733,
      "learning_rate": 5.4540907646550676e-08,
      "loss": 0.3427,
      "step": 2679040
    },
    {
      "epoch": 747.71,
      "grad_norm": 1.083579182624817,
      "learning_rate": 5.453510844134505e-08,
      "loss": 0.3266,
      "step": 2679050
    },
    {
      "epoch": 747.71,
      "grad_norm": 1.1851304769515991,
      "learning_rate": 5.452930954083449e-08,
      "loss": 0.3422,
      "step": 2679060
    },
    {
      "epoch": 747.72,
      "grad_norm": 1.2327059507369995,
      "learning_rate": 5.452351094502004e-08,
      "loss": 0.327,
      "step": 2679070
    },
    {
      "epoch": 747.72,
      "grad_norm": 1.2948375940322876,
      "learning_rate": 5.451771265390223e-08,
      "loss": 0.3497,
      "step": 2679080
    },
    {
      "epoch": 747.72,
      "grad_norm": 1.252577781677246,
      "learning_rate": 5.451191466748156e-08,
      "loss": 0.3346,
      "step": 2679090
    },
    {
      "epoch": 747.73,
      "grad_norm": 0.9750601053237915,
      "learning_rate": 5.450611698575936e-08,
      "loss": 0.3265,
      "step": 2679100
    },
    {
      "epoch": 747.73,
      "grad_norm": 1.3671369552612305,
      "learning_rate": 5.450031960873586e-08,
      "loss": 0.341,
      "step": 2679110
    },
    {
      "epoch": 747.73,
      "grad_norm": 1.3363120555877686,
      "learning_rate": 5.4494522536412644e-08,
      "loss": 0.3321,
      "step": 2679120
    },
    {
      "epoch": 747.73,
      "grad_norm": 1.2420490980148315,
      "learning_rate": 5.448872576878918e-08,
      "loss": 0.3138,
      "step": 2679130
    },
    {
      "epoch": 747.74,
      "grad_norm": 1.2323076725006104,
      "learning_rate": 5.448292930586781e-08,
      "loss": 0.3394,
      "step": 2679140
    },
    {
      "epoch": 747.74,
      "grad_norm": 1.2322837114334106,
      "learning_rate": 5.447713314764802e-08,
      "loss": 0.3301,
      "step": 2679150
    },
    {
      "epoch": 747.74,
      "grad_norm": 1.2426189184188843,
      "learning_rate": 5.447133729413111e-08,
      "loss": 0.3361,
      "step": 2679160
    },
    {
      "epoch": 747.74,
      "grad_norm": 1.1256273984909058,
      "learning_rate": 5.4465541745318116e-08,
      "loss": 0.3242,
      "step": 2679170
    },
    {
      "epoch": 747.75,
      "grad_norm": 1.2073249816894531,
      "learning_rate": 5.445974650120904e-08,
      "loss": 0.3486,
      "step": 2679180
    },
    {
      "epoch": 747.75,
      "grad_norm": 1.3733428716659546,
      "learning_rate": 5.44539515618057e-08,
      "loss": 0.3327,
      "step": 2679190
    },
    {
      "epoch": 747.75,
      "grad_norm": 1.245163083076477,
      "learning_rate": 5.4448156927107845e-08,
      "loss": 0.3431,
      "step": 2679200
    },
    {
      "epoch": 747.76,
      "grad_norm": 1.4504326581954956,
      "learning_rate": 5.444236259711677e-08,
      "loss": 0.3437,
      "step": 2679210
    },
    {
      "epoch": 747.76,
      "grad_norm": 1.4997819662094116,
      "learning_rate": 5.4436568571833254e-08,
      "loss": 0.3299,
      "step": 2679220
    },
    {
      "epoch": 747.76,
      "grad_norm": 1.13668954372406,
      "learning_rate": 5.443077485125808e-08,
      "loss": 0.3405,
      "step": 2679230
    },
    {
      "epoch": 747.76,
      "grad_norm": 1.3309248685836792,
      "learning_rate": 5.442498143539177e-08,
      "loss": 0.3335,
      "step": 2679240
    },
    {
      "epoch": 747.77,
      "grad_norm": 1.2464946508407593,
      "learning_rate": 5.4419188324235106e-08,
      "loss": 0.3149,
      "step": 2679250
    },
    {
      "epoch": 747.77,
      "grad_norm": 1.4001586437225342,
      "learning_rate": 5.441339551778938e-08,
      "loss": 0.3174,
      "step": 2679260
    },
    {
      "epoch": 747.77,
      "grad_norm": 1.1717700958251953,
      "learning_rate": 5.440760301605434e-08,
      "loss": 0.3336,
      "step": 2679270
    },
    {
      "epoch": 747.78,
      "grad_norm": 1.1514348983764648,
      "learning_rate": 5.440181081903206e-08,
      "loss": 0.3201,
      "step": 2679280
    },
    {
      "epoch": 747.78,
      "grad_norm": 1.2004427909851074,
      "learning_rate": 5.4396018926722295e-08,
      "loss": 0.3415,
      "step": 2679290
    },
    {
      "epoch": 747.78,
      "grad_norm": 1.278152346611023,
      "learning_rate": 5.439022733912633e-08,
      "loss": 0.3484,
      "step": 2679300
    },
    {
      "epoch": 747.78,
      "grad_norm": 1.2806456089019775,
      "learning_rate": 5.438443605624496e-08,
      "loss": 0.3371,
      "step": 2679310
    },
    {
      "epoch": 747.79,
      "grad_norm": 1.8197118043899536,
      "learning_rate": 5.437864507807843e-08,
      "loss": 0.3279,
      "step": 2679320
    },
    {
      "epoch": 747.79,
      "grad_norm": 1.2195149660110474,
      "learning_rate": 5.4372854404627784e-08,
      "loss": 0.3599,
      "step": 2679330
    },
    {
      "epoch": 747.79,
      "grad_norm": 1.4785343408584595,
      "learning_rate": 5.4367064035894074e-08,
      "loss": 0.331,
      "step": 2679340
    },
    {
      "epoch": 747.8,
      "grad_norm": 1.3035365343093872,
      "learning_rate": 5.436127397187781e-08,
      "loss": 0.3408,
      "step": 2679350
    },
    {
      "epoch": 747.8,
      "grad_norm": 1.2107020616531372,
      "learning_rate": 5.4355484212579516e-08,
      "loss": 0.3212,
      "step": 2679360
    },
    {
      "epoch": 747.8,
      "grad_norm": 2.8909943103790283,
      "learning_rate": 5.4349694758000754e-08,
      "loss": 0.3407,
      "step": 2679370
    },
    {
      "epoch": 747.8,
      "grad_norm": 1.3764759302139282,
      "learning_rate": 5.4343905608141525e-08,
      "loss": 0.3398,
      "step": 2679380
    },
    {
      "epoch": 747.81,
      "grad_norm": 1.120723843574524,
      "learning_rate": 5.433811676300286e-08,
      "loss": 0.3279,
      "step": 2679390
    },
    {
      "epoch": 747.81,
      "grad_norm": 1.1632188558578491,
      "learning_rate": 5.433232822258582e-08,
      "loss": 0.3555,
      "step": 2679400
    },
    {
      "epoch": 747.81,
      "grad_norm": 1.3561155796051025,
      "learning_rate": 5.432653998689064e-08,
      "loss": 0.3271,
      "step": 2679410
    },
    {
      "epoch": 747.81,
      "grad_norm": 1.4437429904937744,
      "learning_rate": 5.4320752055918376e-08,
      "loss": 0.3401,
      "step": 2679420
    },
    {
      "epoch": 747.82,
      "grad_norm": 1.1604013442993164,
      "learning_rate": 5.431496442966981e-08,
      "loss": 0.3401,
      "step": 2679430
    },
    {
      "epoch": 747.82,
      "grad_norm": 1.4481548070907593,
      "learning_rate": 5.430917710814546e-08,
      "loss": 0.3427,
      "step": 2679440
    },
    {
      "epoch": 747.82,
      "grad_norm": 1.1821857690811157,
      "learning_rate": 5.4303390091346626e-08,
      "loss": 0.312,
      "step": 2679450
    },
    {
      "epoch": 747.83,
      "grad_norm": 1.1289970874786377,
      "learning_rate": 5.4297603379273564e-08,
      "loss": 0.3198,
      "step": 2679460
    },
    {
      "epoch": 747.83,
      "grad_norm": 1.350848913192749,
      "learning_rate": 5.4291816971927315e-08,
      "loss": 0.3285,
      "step": 2679470
    },
    {
      "epoch": 747.83,
      "grad_norm": 1.1447170972824097,
      "learning_rate": 5.428603086930867e-08,
      "loss": 0.3545,
      "step": 2679480
    },
    {
      "epoch": 747.83,
      "grad_norm": 0.9966762661933899,
      "learning_rate": 5.428024507141814e-08,
      "loss": 0.3313,
      "step": 2679490
    },
    {
      "epoch": 747.84,
      "grad_norm": 1.2845605611801147,
      "learning_rate": 5.427445957825651e-08,
      "loss": 0.3342,
      "step": 2679500
    },
    {
      "epoch": 747.84,
      "grad_norm": 1.310949444770813,
      "learning_rate": 5.426867438982508e-08,
      "loss": 0.3274,
      "step": 2679510
    },
    {
      "epoch": 747.84,
      "grad_norm": 1.2627350091934204,
      "learning_rate": 5.426288950612411e-08,
      "loss": 0.3599,
      "step": 2679520
    },
    {
      "epoch": 747.85,
      "grad_norm": 1.1577569246292114,
      "learning_rate": 5.425710492715438e-08,
      "loss": 0.3559,
      "step": 2679530
    },
    {
      "epoch": 747.85,
      "grad_norm": 1.3237217664718628,
      "learning_rate": 5.425132065291693e-08,
      "loss": 0.3506,
      "step": 2679540
    },
    {
      "epoch": 747.85,
      "grad_norm": 1.2119262218475342,
      "learning_rate": 5.424553668341228e-08,
      "loss": 0.3283,
      "step": 2679550
    },
    {
      "epoch": 747.85,
      "grad_norm": 1.1396455764770508,
      "learning_rate": 5.423975301864121e-08,
      "loss": 0.3194,
      "step": 2679560
    },
    {
      "epoch": 747.86,
      "grad_norm": 1.1093053817749023,
      "learning_rate": 5.4233969658604765e-08,
      "loss": 0.342,
      "step": 2679570
    },
    {
      "epoch": 747.86,
      "grad_norm": 1.3058778047561646,
      "learning_rate": 5.4228186603303466e-08,
      "loss": 0.3291,
      "step": 2679580
    },
    {
      "epoch": 747.86,
      "grad_norm": 1.4819965362548828,
      "learning_rate": 5.422240385273809e-08,
      "loss": 0.3333,
      "step": 2679590
    },
    {
      "epoch": 747.86,
      "grad_norm": 1.1793180704116821,
      "learning_rate": 5.4216621406909417e-08,
      "loss": 0.3476,
      "step": 2679600
    },
    {
      "epoch": 747.87,
      "grad_norm": 1.2050360441207886,
      "learning_rate": 5.421083926581849e-08,
      "loss": 0.3405,
      "step": 2679610
    },
    {
      "epoch": 747.87,
      "grad_norm": 1.2682597637176514,
      "learning_rate": 5.420505742946557e-08,
      "loss": 0.3385,
      "step": 2679620
    },
    {
      "epoch": 747.87,
      "grad_norm": 1.1289843320846558,
      "learning_rate": 5.419927589785196e-08,
      "loss": 0.3292,
      "step": 2679630
    },
    {
      "epoch": 747.88,
      "grad_norm": 1.3200852870941162,
      "learning_rate": 5.419349467097791e-08,
      "loss": 0.3433,
      "step": 2679640
    },
    {
      "epoch": 747.88,
      "grad_norm": 3.1163487434387207,
      "learning_rate": 5.418771374884447e-08,
      "loss": 0.3308,
      "step": 2679650
    },
    {
      "epoch": 747.88,
      "grad_norm": 1.3186334371566772,
      "learning_rate": 5.418193313145268e-08,
      "loss": 0.3363,
      "step": 2679660
    },
    {
      "epoch": 747.88,
      "grad_norm": 1.328932762145996,
      "learning_rate": 5.41761528188028e-08,
      "loss": 0.3374,
      "step": 2679670
    },
    {
      "epoch": 747.89,
      "grad_norm": 1.2872499227523804,
      "learning_rate": 5.417037281089586e-08,
      "loss": 0.3379,
      "step": 2679680
    },
    {
      "epoch": 747.89,
      "grad_norm": 1.2037701606750488,
      "learning_rate": 5.416459310773266e-08,
      "loss": 0.335,
      "step": 2679690
    },
    {
      "epoch": 747.89,
      "grad_norm": 1.197300672531128,
      "learning_rate": 5.415881370931397e-08,
      "loss": 0.3364,
      "step": 2679700
    },
    {
      "epoch": 747.9,
      "grad_norm": 1.3056992292404175,
      "learning_rate": 5.415303461564005e-08,
      "loss": 0.3328,
      "step": 2679710
    },
    {
      "epoch": 747.9,
      "grad_norm": 1.2436939477920532,
      "learning_rate": 5.414725582671272e-08,
      "loss": 0.3451,
      "step": 2679720
    },
    {
      "epoch": 747.9,
      "grad_norm": 1.1456867456436157,
      "learning_rate": 5.414147734253173e-08,
      "loss": 0.3286,
      "step": 2679730
    },
    {
      "epoch": 747.9,
      "grad_norm": 1.4047770500183105,
      "learning_rate": 5.413569916309837e-08,
      "loss": 0.3466,
      "step": 2679740
    },
    {
      "epoch": 747.91,
      "grad_norm": 1.291380524635315,
      "learning_rate": 5.4129921288413415e-08,
      "loss": 0.3372,
      "step": 2679750
    },
    {
      "epoch": 747.91,
      "grad_norm": 1.3538877964019775,
      "learning_rate": 5.412414371847715e-08,
      "loss": 0.3333,
      "step": 2679760
    },
    {
      "epoch": 747.91,
      "grad_norm": 1.1989386081695557,
      "learning_rate": 5.4118366453291104e-08,
      "loss": 0.3364,
      "step": 2679770
    },
    {
      "epoch": 747.92,
      "grad_norm": 1.2306281328201294,
      "learning_rate": 5.4112589492855564e-08,
      "loss": 0.3363,
      "step": 2679780
    },
    {
      "epoch": 747.92,
      "grad_norm": 1.2531696557998657,
      "learning_rate": 5.4106812837171296e-08,
      "loss": 0.3368,
      "step": 2679790
    },
    {
      "epoch": 747.92,
      "grad_norm": 1.2086124420166016,
      "learning_rate": 5.4101036486239085e-08,
      "loss": 0.3265,
      "step": 2679800
    },
    {
      "epoch": 747.92,
      "grad_norm": 1.2531331777572632,
      "learning_rate": 5.409526044006024e-08,
      "loss": 0.3299,
      "step": 2679810
    },
    {
      "epoch": 747.93,
      "grad_norm": 1.2151505947113037,
      "learning_rate": 5.408948469863448e-08,
      "loss": 0.3341,
      "step": 2679820
    },
    {
      "epoch": 747.93,
      "grad_norm": 1.318626046180725,
      "learning_rate": 5.408370926196339e-08,
      "loss": 0.3467,
      "step": 2679830
    },
    {
      "epoch": 747.93,
      "grad_norm": 1.6124143600463867,
      "learning_rate": 5.407793413004773e-08,
      "loss": 0.35,
      "step": 2679840
    },
    {
      "epoch": 747.93,
      "grad_norm": 1.0994421243667603,
      "learning_rate": 5.407215930288752e-08,
      "loss": 0.3396,
      "step": 2679850
    },
    {
      "epoch": 747.94,
      "grad_norm": 1.2370165586471558,
      "learning_rate": 5.4066384780484565e-08,
      "loss": 0.3239,
      "step": 2679860
    },
    {
      "epoch": 747.94,
      "grad_norm": 1.2287300825119019,
      "learning_rate": 5.406061056283887e-08,
      "loss": 0.327,
      "step": 2679870
    },
    {
      "epoch": 747.94,
      "grad_norm": 1.3496755361557007,
      "learning_rate": 5.405483664995148e-08,
      "loss": 0.3199,
      "step": 2679880
    },
    {
      "epoch": 747.95,
      "grad_norm": 1.2650038003921509,
      "learning_rate": 5.404906304182343e-08,
      "loss": 0.3382,
      "step": 2679890
    },
    {
      "epoch": 747.95,
      "grad_norm": 1.1240630149841309,
      "learning_rate": 5.4043289738454724e-08,
      "loss": 0.3385,
      "step": 2679900
    },
    {
      "epoch": 747.95,
      "grad_norm": 1.5172998905181885,
      "learning_rate": 5.4037516739846925e-08,
      "loss": 0.3478,
      "step": 2679910
    },
    {
      "epoch": 747.95,
      "grad_norm": 1.7255668640136719,
      "learning_rate": 5.403174404600028e-08,
      "loss": 0.3355,
      "step": 2679920
    },
    {
      "epoch": 747.96,
      "grad_norm": 1.2501556873321533,
      "learning_rate": 5.402597165691585e-08,
      "loss": 0.3212,
      "step": 2679930
    },
    {
      "epoch": 747.96,
      "grad_norm": 1.3097845315933228,
      "learning_rate": 5.4020199572594144e-08,
      "loss": 0.3385,
      "step": 2679940
    },
    {
      "epoch": 747.96,
      "grad_norm": 1.0495262145996094,
      "learning_rate": 5.4014427793036467e-08,
      "loss": 0.3354,
      "step": 2679950
    },
    {
      "epoch": 747.97,
      "grad_norm": 1.1937516927719116,
      "learning_rate": 5.400865631824307e-08,
      "loss": 0.3339,
      "step": 2679960
    },
    {
      "epoch": 747.97,
      "grad_norm": 1.2281363010406494,
      "learning_rate": 5.400288514821475e-08,
      "loss": 0.3237,
      "step": 2679970
    },
    {
      "epoch": 747.97,
      "grad_norm": 1.2044060230255127,
      "learning_rate": 5.399711428295253e-08,
      "loss": 0.333,
      "step": 2679980
    },
    {
      "epoch": 747.97,
      "grad_norm": 1.3885167837142944,
      "learning_rate": 5.399134372245694e-08,
      "loss": 0.3425,
      "step": 2679990
    },
    {
      "epoch": 747.98,
      "grad_norm": 1.3225102424621582,
      "learning_rate": 5.398557346672876e-08,
      "loss": 0.3571,
      "step": 2680000
    },
    {
      "epoch": 747.98,
      "grad_norm": 1.1096563339233398,
      "learning_rate": 5.3979803515769027e-08,
      "loss": 0.3467,
      "step": 2680010
    },
    {
      "epoch": 747.98,
      "grad_norm": 1.5666464567184448,
      "learning_rate": 5.397403386957827e-08,
      "loss": 0.3345,
      "step": 2680020
    },
    {
      "epoch": 747.98,
      "grad_norm": 1.3147016763687134,
      "learning_rate": 5.3968264528157516e-08,
      "loss": 0.3596,
      "step": 2680030
    },
    {
      "epoch": 747.99,
      "grad_norm": 1.2102952003479004,
      "learning_rate": 5.396249549150704e-08,
      "loss": 0.3477,
      "step": 2680040
    },
    {
      "epoch": 747.99,
      "grad_norm": 1.3476144075393677,
      "learning_rate": 5.395672675962788e-08,
      "loss": 0.3353,
      "step": 2680050
    },
    {
      "epoch": 747.99,
      "grad_norm": 1.2218409776687622,
      "learning_rate": 5.3950958332521065e-08,
      "loss": 0.3342,
      "step": 2680060
    },
    {
      "epoch": 748.0,
      "grad_norm": 1.2968976497650146,
      "learning_rate": 5.394519021018713e-08,
      "loss": 0.3372,
      "step": 2680070
    },
    {
      "epoch": 748.0,
      "grad_norm": 1.395076870918274,
      "learning_rate": 5.3939422392626327e-08,
      "loss": 0.345,
      "step": 2680080
    },
    {
      "epoch": 748.0,
      "eval_loss": 0.3383289575576782,
      "eval_runtime": 66.7745,
      "eval_samples_per_second": 75.762,
      "eval_steps_per_second": 9.48,
      "step": 2680084
    },
    {
      "epoch": 748.0,
      "grad_norm": 1.502946376800537,
      "learning_rate": 5.393365487984074e-08,
      "loss": 0.3345,
      "step": 2680090
    },
    {
      "epoch": 748.0,
      "grad_norm": 1.1850340366363525,
      "learning_rate": 5.392788767182984e-08,
      "loss": 0.3371,
      "step": 2680100
    },
    {
      "epoch": 748.01,
      "grad_norm": 1.3394140005111694,
      "learning_rate": 5.392212076859495e-08,
      "loss": 0.3353,
      "step": 2680110
    },
    {
      "epoch": 748.01,
      "grad_norm": 1.2908982038497925,
      "learning_rate": 5.391635417013682e-08,
      "loss": 0.342,
      "step": 2680120
    },
    {
      "epoch": 748.01,
      "grad_norm": 1.6942284107208252,
      "learning_rate": 5.391058787645626e-08,
      "loss": 0.3369,
      "step": 2680130
    },
    {
      "epoch": 748.02,
      "grad_norm": 1.3151239156723022,
      "learning_rate": 5.390482188755378e-08,
      "loss": 0.3391,
      "step": 2680140
    },
    {
      "epoch": 748.02,
      "grad_norm": 1.1968286037445068,
      "learning_rate": 5.389905620343041e-08,
      "loss": 0.333,
      "step": 2680150
    },
    {
      "epoch": 748.02,
      "grad_norm": 1.2121831178665161,
      "learning_rate": 5.389329082408694e-08,
      "loss": 0.3464,
      "step": 2680160
    },
    {
      "epoch": 748.02,
      "grad_norm": 1.3318718671798706,
      "learning_rate": 5.388752574952363e-08,
      "loss": 0.3416,
      "step": 2680170
    },
    {
      "epoch": 748.03,
      "grad_norm": 1.1112624406814575,
      "learning_rate": 5.388176097974204e-08,
      "loss": 0.339,
      "step": 2680180
    },
    {
      "epoch": 748.03,
      "grad_norm": 1.5522105693817139,
      "learning_rate": 5.387599651474218e-08,
      "loss": 0.3275,
      "step": 2680190
    },
    {
      "epoch": 748.03,
      "grad_norm": 1.1884654760360718,
      "learning_rate": 5.387023235452533e-08,
      "loss": 0.3362,
      "step": 2680200
    },
    {
      "epoch": 748.04,
      "grad_norm": 1.2197766304016113,
      "learning_rate": 5.386446849909229e-08,
      "loss": 0.3305,
      "step": 2680210
    },
    {
      "epoch": 748.04,
      "grad_norm": 1.2828052043914795,
      "learning_rate": 5.385870494844357e-08,
      "loss": 0.3362,
      "step": 2680220
    },
    {
      "epoch": 748.04,
      "grad_norm": 1.3954614400863647,
      "learning_rate": 5.385294170257995e-08,
      "loss": 0.3461,
      "step": 2680230
    },
    {
      "epoch": 748.04,
      "grad_norm": 1.4395122528076172,
      "learning_rate": 5.384717876150222e-08,
      "loss": 0.3368,
      "step": 2680240
    },
    {
      "epoch": 748.05,
      "grad_norm": 1.0731391906738281,
      "learning_rate": 5.384141612521115e-08,
      "loss": 0.3378,
      "step": 2680250
    },
    {
      "epoch": 748.05,
      "grad_norm": 1.4256054162979126,
      "learning_rate": 5.383565379370753e-08,
      "loss": 0.3577,
      "step": 2680260
    },
    {
      "epoch": 748.05,
      "grad_norm": 1.0658698081970215,
      "learning_rate": 5.3829891766992133e-08,
      "loss": 0.3392,
      "step": 2680270
    },
    {
      "epoch": 748.05,
      "grad_norm": 1.4684727191925049,
      "learning_rate": 5.3824130045066005e-08,
      "loss": 0.3385,
      "step": 2680280
    },
    {
      "epoch": 748.06,
      "grad_norm": 1.2108485698699951,
      "learning_rate": 5.381836862792914e-08,
      "loss": 0.3276,
      "step": 2680290
    },
    {
      "epoch": 748.06,
      "grad_norm": 1.374981164932251,
      "learning_rate": 5.381260751558337e-08,
      "loss": 0.3414,
      "step": 2680300
    },
    {
      "epoch": 748.06,
      "grad_norm": 1.531516194343567,
      "learning_rate": 5.380684670802816e-08,
      "loss": 0.3499,
      "step": 2680310
    },
    {
      "epoch": 748.07,
      "grad_norm": 1.307227611541748,
      "learning_rate": 5.38010862052656e-08,
      "loss": 0.3326,
      "step": 2680320
    },
    {
      "epoch": 748.07,
      "grad_norm": 1.207463264465332,
      "learning_rate": 5.379532600729569e-08,
      "loss": 0.3353,
      "step": 2680330
    },
    {
      "epoch": 748.07,
      "grad_norm": 1.1815992593765259,
      "learning_rate": 5.378956611411947e-08,
      "loss": 0.3201,
      "step": 2680340
    },
    {
      "epoch": 748.07,
      "grad_norm": 1.3405627012252808,
      "learning_rate": 5.3783806525737725e-08,
      "loss": 0.3521,
      "step": 2680350
    },
    {
      "epoch": 748.08,
      "grad_norm": 1.006873607635498,
      "learning_rate": 5.377804724215071e-08,
      "loss": 0.3177,
      "step": 2680360
    },
    {
      "epoch": 748.08,
      "grad_norm": 1.190306544303894,
      "learning_rate": 5.377228826335973e-08,
      "loss": 0.3235,
      "step": 2680370
    },
    {
      "epoch": 748.08,
      "grad_norm": 1.1567624807357788,
      "learning_rate": 5.376652958936529e-08,
      "loss": 0.3292,
      "step": 2680380
    },
    {
      "epoch": 748.09,
      "grad_norm": 1.3813602924346924,
      "learning_rate": 5.3760771220168715e-08,
      "loss": 0.3295,
      "step": 2680390
    },
    {
      "epoch": 748.09,
      "grad_norm": 1.4159417152404785,
      "learning_rate": 5.3755013155769996e-08,
      "loss": 0.3528,
      "step": 2680400
    },
    {
      "epoch": 748.09,
      "grad_norm": 1.1425197124481201,
      "learning_rate": 5.3749255396170166e-08,
      "loss": 0.3182,
      "step": 2680410
    },
    {
      "epoch": 748.09,
      "grad_norm": 1.437058448791504,
      "learning_rate": 5.374349794137053e-08,
      "loss": 0.3411,
      "step": 2680420
    },
    {
      "epoch": 748.1,
      "grad_norm": 1.439001202583313,
      "learning_rate": 5.373774079137057e-08,
      "loss": 0.3239,
      "step": 2680430
    },
    {
      "epoch": 748.1,
      "grad_norm": 1.1490654945373535,
      "learning_rate": 5.373198394617263e-08,
      "loss": 0.339,
      "step": 2680440
    },
    {
      "epoch": 748.1,
      "grad_norm": 1.2978705167770386,
      "learning_rate": 5.3726227405776444e-08,
      "loss": 0.3361,
      "step": 2680450
    },
    {
      "epoch": 748.1,
      "grad_norm": 1.238473892211914,
      "learning_rate": 5.37204711701828e-08,
      "loss": 0.3373,
      "step": 2680460
    },
    {
      "epoch": 748.11,
      "grad_norm": 1.2573800086975098,
      "learning_rate": 5.3714715239392985e-08,
      "loss": 0.3331,
      "step": 2680470
    },
    {
      "epoch": 748.11,
      "grad_norm": 1.1115814447402954,
      "learning_rate": 5.3708959613407534e-08,
      "loss": 0.3287,
      "step": 2680480
    },
    {
      "epoch": 748.11,
      "grad_norm": 1.2764850854873657,
      "learning_rate": 5.370320429222696e-08,
      "loss": 0.3408,
      "step": 2680490
    },
    {
      "epoch": 748.12,
      "grad_norm": 1.2538691759109497,
      "learning_rate": 5.3697449275852315e-08,
      "loss": 0.3432,
      "step": 2680500
    },
    {
      "epoch": 748.12,
      "grad_norm": 1.2922812700271606,
      "learning_rate": 5.3691694564284625e-08,
      "loss": 0.3477,
      "step": 2680510
    },
    {
      "epoch": 748.12,
      "grad_norm": 1.302242398262024,
      "learning_rate": 5.368594015752363e-08,
      "loss": 0.3416,
      "step": 2680520
    },
    {
      "epoch": 748.12,
      "grad_norm": 1.46650230884552,
      "learning_rate": 5.3680186055571424e-08,
      "loss": 0.3451,
      "step": 2680530
    },
    {
      "epoch": 748.13,
      "grad_norm": 1.1821739673614502,
      "learning_rate": 5.367443225842774e-08,
      "loss": 0.3316,
      "step": 2680540
    },
    {
      "epoch": 748.13,
      "grad_norm": 1.7929084300994873,
      "learning_rate": 5.366867876609388e-08,
      "loss": 0.3408,
      "step": 2680550
    },
    {
      "epoch": 748.13,
      "grad_norm": 1.2877225875854492,
      "learning_rate": 5.366292557857062e-08,
      "loss": 0.3495,
      "step": 2680560
    },
    {
      "epoch": 748.14,
      "grad_norm": 1.2834035158157349,
      "learning_rate": 5.365717269585849e-08,
      "loss": 0.351,
      "step": 2680570
    },
    {
      "epoch": 748.14,
      "grad_norm": 1.1408840417861938,
      "learning_rate": 5.3651420117958e-08,
      "loss": 0.3321,
      "step": 2680580
    },
    {
      "epoch": 748.14,
      "grad_norm": 1.4614307880401611,
      "learning_rate": 5.364566784487045e-08,
      "loss": 0.3343,
      "step": 2680590
    },
    {
      "epoch": 748.14,
      "grad_norm": 1.1439564228057861,
      "learning_rate": 5.363991587659664e-08,
      "loss": 0.3423,
      "step": 2680600
    },
    {
      "epoch": 748.15,
      "grad_norm": 2.152958393096924,
      "learning_rate": 5.3634164213136804e-08,
      "loss": 0.3297,
      "step": 2680610
    },
    {
      "epoch": 748.15,
      "grad_norm": 1.2469921112060547,
      "learning_rate": 5.3628412854492265e-08,
      "loss": 0.3436,
      "step": 2680620
    },
    {
      "epoch": 748.15,
      "grad_norm": 1.3351010084152222,
      "learning_rate": 5.362266180066353e-08,
      "loss": 0.3295,
      "step": 2680630
    },
    {
      "epoch": 748.16,
      "grad_norm": 1.9178622961044312,
      "learning_rate": 5.361691105165112e-08,
      "loss": 0.3345,
      "step": 2680640
    },
    {
      "epoch": 748.16,
      "grad_norm": 1.5165046453475952,
      "learning_rate": 5.361116060745634e-08,
      "loss": 0.3419,
      "step": 2680650
    },
    {
      "epoch": 748.16,
      "grad_norm": 2.2134299278259277,
      "learning_rate": 5.3605410468079196e-08,
      "loss": 0.3475,
      "step": 2680660
    },
    {
      "epoch": 748.16,
      "grad_norm": 1.262781023979187,
      "learning_rate": 5.35996606335215e-08,
      "loss": 0.3334,
      "step": 2680670
    },
    {
      "epoch": 748.17,
      "grad_norm": 1.2593249082565308,
      "learning_rate": 5.3593911103782995e-08,
      "loss": 0.3445,
      "step": 2680680
    },
    {
      "epoch": 748.17,
      "grad_norm": 1.3207496404647827,
      "learning_rate": 5.3588161878865244e-08,
      "loss": 0.322,
      "step": 2680690
    },
    {
      "epoch": 748.17,
      "grad_norm": 1.2567358016967773,
      "learning_rate": 5.35824129587685e-08,
      "loss": 0.3482,
      "step": 2680700
    },
    {
      "epoch": 748.17,
      "grad_norm": 1.2827708721160889,
      "learning_rate": 5.357666434349355e-08,
      "loss": 0.3517,
      "step": 2680710
    },
    {
      "epoch": 748.18,
      "grad_norm": 1.1550203561782837,
      "learning_rate": 5.3570916033041435e-08,
      "loss": 0.3213,
      "step": 2680720
    },
    {
      "epoch": 748.18,
      "grad_norm": 1.3747832775115967,
      "learning_rate": 5.356516802741268e-08,
      "loss": 0.3253,
      "step": 2680730
    },
    {
      "epoch": 748.18,
      "grad_norm": 1.1687548160552979,
      "learning_rate": 5.355942032660857e-08,
      "loss": 0.3318,
      "step": 2680740
    },
    {
      "epoch": 748.19,
      "grad_norm": 1.1401586532592773,
      "learning_rate": 5.355367293062886e-08,
      "loss": 0.3417,
      "step": 2680750
    },
    {
      "epoch": 748.19,
      "grad_norm": 1.2551907300949097,
      "learning_rate": 5.35479258394751e-08,
      "loss": 0.3281,
      "step": 2680760
    },
    {
      "epoch": 748.19,
      "grad_norm": 1.1711993217468262,
      "learning_rate": 5.3542179053148086e-08,
      "loss": 0.3377,
      "step": 2680770
    },
    {
      "epoch": 748.19,
      "grad_norm": 1.1605503559112549,
      "learning_rate": 5.353643257164806e-08,
      "loss": 0.3329,
      "step": 2680780
    },
    {
      "epoch": 748.2,
      "grad_norm": 1.4308040142059326,
      "learning_rate": 5.353068639497634e-08,
      "loss": 0.3389,
      "step": 2680790
    },
    {
      "epoch": 748.2,
      "grad_norm": 1.4009349346160889,
      "learning_rate": 5.352494052313317e-08,
      "loss": 0.3314,
      "step": 2680800
    },
    {
      "epoch": 748.2,
      "grad_norm": 1.559780478477478,
      "learning_rate": 5.3519194956119865e-08,
      "loss": 0.3364,
      "step": 2680810
    },
    {
      "epoch": 748.21,
      "grad_norm": 1.5869808197021484,
      "learning_rate": 5.3513449693936684e-08,
      "loss": 0.3171,
      "step": 2680820
    },
    {
      "epoch": 748.21,
      "grad_norm": 1.4280163049697876,
      "learning_rate": 5.350770473658466e-08,
      "loss": 0.3477,
      "step": 2680830
    },
    {
      "epoch": 748.21,
      "grad_norm": 1.0960395336151123,
      "learning_rate": 5.350196008406457e-08,
      "loss": 0.3391,
      "step": 2680840
    },
    {
      "epoch": 748.21,
      "grad_norm": 1.2477118968963623,
      "learning_rate": 5.349621573637695e-08,
      "loss": 0.3368,
      "step": 2680850
    },
    {
      "epoch": 748.22,
      "grad_norm": 1.337817668914795,
      "learning_rate": 5.349047169352309e-08,
      "loss": 0.3302,
      "step": 2680860
    },
    {
      "epoch": 748.22,
      "grad_norm": 1.2740731239318848,
      "learning_rate": 5.348472795550299e-08,
      "loss": 0.3329,
      "step": 2680870
    },
    {
      "epoch": 748.22,
      "grad_norm": 1.3454424142837524,
      "learning_rate": 5.3478984522318215e-08,
      "loss": 0.3299,
      "step": 2680880
    },
    {
      "epoch": 748.22,
      "grad_norm": 1.2531441450119019,
      "learning_rate": 5.34732413939685e-08,
      "loss": 0.355,
      "step": 2680890
    },
    {
      "epoch": 748.23,
      "grad_norm": 1.3593792915344238,
      "learning_rate": 5.3467498570455936e-08,
      "loss": 0.3321,
      "step": 2680900
    },
    {
      "epoch": 748.23,
      "grad_norm": 1.4305894374847412,
      "learning_rate": 5.346175605178025e-08,
      "loss": 0.3333,
      "step": 2680910
    },
    {
      "epoch": 748.23,
      "grad_norm": 1.156653881072998,
      "learning_rate": 5.34560138379425e-08,
      "loss": 0.3296,
      "step": 2680920
    },
    {
      "epoch": 748.24,
      "grad_norm": 1.3778660297393799,
      "learning_rate": 5.345027192894397e-08,
      "loss": 0.3315,
      "step": 2680930
    },
    {
      "epoch": 748.24,
      "grad_norm": 1.1871378421783447,
      "learning_rate": 5.34445303247844e-08,
      "loss": 0.3312,
      "step": 2680940
    },
    {
      "epoch": 748.24,
      "grad_norm": 1.288027286529541,
      "learning_rate": 5.3438789025465366e-08,
      "loss": 0.3216,
      "step": 2680950
    },
    {
      "epoch": 748.24,
      "grad_norm": 1.2966101169586182,
      "learning_rate": 5.3433048030987385e-08,
      "loss": 0.3341,
      "step": 2680960
    },
    {
      "epoch": 748.25,
      "grad_norm": 1.6271963119506836,
      "learning_rate": 5.342730734135122e-08,
      "loss": 0.3394,
      "step": 2680970
    },
    {
      "epoch": 748.25,
      "grad_norm": 1.6162011623382568,
      "learning_rate": 5.342156695655742e-08,
      "loss": 0.3346,
      "step": 2680980
    },
    {
      "epoch": 748.25,
      "grad_norm": 1.1322423219680786,
      "learning_rate": 5.341582687660726e-08,
      "loss": 0.3233,
      "step": 2680990
    },
    {
      "epoch": 748.26,
      "grad_norm": 1.273419737815857,
      "learning_rate": 5.341008710150127e-08,
      "loss": 0.3485,
      "step": 2681000
    },
    {
      "epoch": 748.26,
      "grad_norm": 7.874018669128418,
      "learning_rate": 5.340434763123945e-08,
      "loss": 0.3509,
      "step": 2681010
    },
    {
      "epoch": 748.26,
      "grad_norm": 1.3514950275421143,
      "learning_rate": 5.339860846582415e-08,
      "loss": 0.3264,
      "step": 2681020
    },
    {
      "epoch": 748.26,
      "grad_norm": 1.313893437385559,
      "learning_rate": 5.3392869605254574e-08,
      "loss": 0.3213,
      "step": 2681030
    },
    {
      "epoch": 748.27,
      "grad_norm": 1.3655521869659424,
      "learning_rate": 5.338713104953256e-08,
      "loss": 0.3287,
      "step": 2681040
    },
    {
      "epoch": 748.27,
      "grad_norm": 1.4567134380340576,
      "learning_rate": 5.3381392798658094e-08,
      "loss": 0.3258,
      "step": 2681050
    },
    {
      "epoch": 748.27,
      "grad_norm": 1.2648330926895142,
      "learning_rate": 5.3375654852632745e-08,
      "loss": 0.3408,
      "step": 2681060
    },
    {
      "epoch": 748.28,
      "grad_norm": 1.3675693273544312,
      "learning_rate": 5.336991721145677e-08,
      "loss": 0.3449,
      "step": 2681070
    },
    {
      "epoch": 748.28,
      "grad_norm": 1.3767811059951782,
      "learning_rate": 5.3364179875130686e-08,
      "loss": 0.3263,
      "step": 2681080
    },
    {
      "epoch": 748.28,
      "grad_norm": 1.0715290307998657,
      "learning_rate": 5.335844284365606e-08,
      "loss": 0.3155,
      "step": 2681090
    },
    {
      "epoch": 748.28,
      "grad_norm": 1.7671048641204834,
      "learning_rate": 5.335270611703264e-08,
      "loss": 0.3312,
      "step": 2681100
    },
    {
      "epoch": 748.29,
      "grad_norm": 1.1272761821746826,
      "learning_rate": 5.334696969526223e-08,
      "loss": 0.3402,
      "step": 2681110
    },
    {
      "epoch": 748.29,
      "grad_norm": 1.1151189804077148,
      "learning_rate": 5.334123357834483e-08,
      "loss": 0.3265,
      "step": 2681120
    },
    {
      "epoch": 748.29,
      "grad_norm": 1.3544143438339233,
      "learning_rate": 5.3335497766281244e-08,
      "loss": 0.3446,
      "step": 2681130
    },
    {
      "epoch": 748.29,
      "grad_norm": 1.2633305788040161,
      "learning_rate": 5.332976225907275e-08,
      "loss": 0.3427,
      "step": 2681140
    },
    {
      "epoch": 748.3,
      "grad_norm": 1.2519794702529907,
      "learning_rate": 5.3324027056719874e-08,
      "loss": 0.347,
      "step": 2681150
    },
    {
      "epoch": 748.3,
      "grad_norm": 1.0787243843078613,
      "learning_rate": 5.331829215922314e-08,
      "loss": 0.345,
      "step": 2681160
    },
    {
      "epoch": 748.3,
      "grad_norm": 1.2366530895233154,
      "learning_rate": 5.331255756658359e-08,
      "loss": 0.334,
      "step": 2681170
    },
    {
      "epoch": 748.31,
      "grad_norm": 1.1256217956542969,
      "learning_rate": 5.330682327880174e-08,
      "loss": 0.3435,
      "step": 2681180
    },
    {
      "epoch": 748.31,
      "grad_norm": 1.0749679803848267,
      "learning_rate": 5.330108929587837e-08,
      "loss": 0.3473,
      "step": 2681190
    },
    {
      "epoch": 748.31,
      "grad_norm": 1.4892607927322388,
      "learning_rate": 5.3295355617814786e-08,
      "loss": 0.3517,
      "step": 2681200
    },
    {
      "epoch": 748.31,
      "grad_norm": 1.1632721424102783,
      "learning_rate": 5.3289622244611245e-08,
      "loss": 0.3379,
      "step": 2681210
    },
    {
      "epoch": 748.32,
      "grad_norm": 1.3587696552276611,
      "learning_rate": 5.3283889176268526e-08,
      "loss": 0.3394,
      "step": 2681220
    },
    {
      "epoch": 748.32,
      "grad_norm": 1.414557933807373,
      "learning_rate": 5.327815641278741e-08,
      "loss": 0.3295,
      "step": 2681230
    },
    {
      "epoch": 748.32,
      "grad_norm": 1.1671079397201538,
      "learning_rate": 5.327242395416868e-08,
      "loss": 0.3471,
      "step": 2681240
    },
    {
      "epoch": 748.33,
      "grad_norm": 1.315250039100647,
      "learning_rate": 5.326669180041338e-08,
      "loss": 0.3409,
      "step": 2681250
    },
    {
      "epoch": 748.33,
      "grad_norm": 1.25047767162323,
      "learning_rate": 5.326095995152177e-08,
      "loss": 0.358,
      "step": 2681260
    },
    {
      "epoch": 748.33,
      "grad_norm": 1.3231405019760132,
      "learning_rate": 5.325522840749488e-08,
      "loss": 0.3346,
      "step": 2681270
    },
    {
      "epoch": 748.33,
      "grad_norm": 1.342814564704895,
      "learning_rate": 5.32494971683335e-08,
      "loss": 0.3434,
      "step": 2681280
    },
    {
      "epoch": 748.34,
      "grad_norm": 1.3363901376724243,
      "learning_rate": 5.3243766234038666e-08,
      "loss": 0.3393,
      "step": 2681290
    },
    {
      "epoch": 748.34,
      "grad_norm": 1.071562647819519,
      "learning_rate": 5.3238035604610647e-08,
      "loss": 0.3265,
      "step": 2681300
    },
    {
      "epoch": 748.34,
      "grad_norm": 1.3227081298828125,
      "learning_rate": 5.323230528005021e-08,
      "loss": 0.3385,
      "step": 2681310
    },
    {
      "epoch": 748.34,
      "grad_norm": 1.3114393949508667,
      "learning_rate": 5.322657526035867e-08,
      "loss": 0.3303,
      "step": 2681320
    },
    {
      "epoch": 748.35,
      "grad_norm": 1.152131199836731,
      "learning_rate": 5.3220845545536014e-08,
      "loss": 0.3334,
      "step": 2681330
    },
    {
      "epoch": 748.35,
      "grad_norm": 1.2244620323181152,
      "learning_rate": 5.321511613558382e-08,
      "loss": 0.3205,
      "step": 2681340
    },
    {
      "epoch": 748.35,
      "grad_norm": 1.2848525047302246,
      "learning_rate": 5.320938703050207e-08,
      "loss": 0.3408,
      "step": 2681350
    },
    {
      "epoch": 748.36,
      "grad_norm": 1.1860662698745728,
      "learning_rate": 5.3203658230292073e-08,
      "loss": 0.3418,
      "step": 2681360
    },
    {
      "epoch": 748.36,
      "grad_norm": 1.155480146408081,
      "learning_rate": 5.319792973495435e-08,
      "loss": 0.3466,
      "step": 2681370
    },
    {
      "epoch": 748.36,
      "grad_norm": 1.3908014297485352,
      "learning_rate": 5.319220154448994e-08,
      "loss": 0.3338,
      "step": 2681380
    },
    {
      "epoch": 748.36,
      "grad_norm": 1.1792587041854858,
      "learning_rate": 5.318647365889911e-08,
      "loss": 0.3273,
      "step": 2681390
    },
    {
      "epoch": 748.37,
      "grad_norm": 1.4491766691207886,
      "learning_rate": 5.318074607818289e-08,
      "loss": 0.3402,
      "step": 2681400
    },
    {
      "epoch": 748.37,
      "grad_norm": 1.1784919500350952,
      "learning_rate": 5.317501880234233e-08,
      "loss": 0.3402,
      "step": 2681410
    },
    {
      "epoch": 748.37,
      "grad_norm": 1.319482445716858,
      "learning_rate": 5.316929183137768e-08,
      "loss": 0.3325,
      "step": 2681420
    },
    {
      "epoch": 748.38,
      "grad_norm": 1.1759872436523438,
      "learning_rate": 5.316356516529025e-08,
      "loss": 0.3266,
      "step": 2681430
    },
    {
      "epoch": 748.38,
      "grad_norm": 1.1449151039123535,
      "learning_rate": 5.31578388040803e-08,
      "loss": 0.3496,
      "step": 2681440
    },
    {
      "epoch": 748.38,
      "grad_norm": 1.2505682706832886,
      "learning_rate": 5.3152112747748603e-08,
      "loss": 0.3392,
      "step": 2681450
    },
    {
      "epoch": 748.38,
      "grad_norm": 1.4262202978134155,
      "learning_rate": 5.3146386996296473e-08,
      "loss": 0.3337,
      "step": 2681460
    },
    {
      "epoch": 748.39,
      "grad_norm": 1.3260815143585205,
      "learning_rate": 5.3140661549723893e-08,
      "loss": 0.3376,
      "step": 2681470
    },
    {
      "epoch": 748.39,
      "grad_norm": 2.7904000282287598,
      "learning_rate": 5.313493640803244e-08,
      "loss": 0.3411,
      "step": 2681480
    },
    {
      "epoch": 748.39,
      "grad_norm": 1.3572473526000977,
      "learning_rate": 5.312921157122237e-08,
      "loss": 0.3416,
      "step": 2681490
    },
    {
      "epoch": 748.4,
      "grad_norm": 1.2400020360946655,
      "learning_rate": 5.312348703929445e-08,
      "loss": 0.3366,
      "step": 2681500
    },
    {
      "epoch": 748.4,
      "grad_norm": 1.2096813917160034,
      "learning_rate": 5.311776281224974e-08,
      "loss": 0.3407,
      "step": 2681510
    },
    {
      "epoch": 748.4,
      "grad_norm": 1.121313452720642,
      "learning_rate": 5.311203889008875e-08,
      "loss": 0.3353,
      "step": 2681520
    },
    {
      "epoch": 748.4,
      "grad_norm": 1.1783987283706665,
      "learning_rate": 5.3106315272812005e-08,
      "loss": 0.3279,
      "step": 2681530
    },
    {
      "epoch": 748.41,
      "grad_norm": 1.3647083044052124,
      "learning_rate": 5.3100591960420806e-08,
      "loss": 0.338,
      "step": 2681540
    },
    {
      "epoch": 748.41,
      "grad_norm": 1.2380098104476929,
      "learning_rate": 5.309486895291566e-08,
      "loss": 0.3449,
      "step": 2681550
    },
    {
      "epoch": 748.41,
      "grad_norm": 1.1542980670928955,
      "learning_rate": 5.308914625029711e-08,
      "loss": 0.3395,
      "step": 2681560
    },
    {
      "epoch": 748.41,
      "grad_norm": 1.1253114938735962,
      "learning_rate": 5.308342385256645e-08,
      "loss": 0.3326,
      "step": 2681570
    },
    {
      "epoch": 748.42,
      "grad_norm": 1.2573460340499878,
      "learning_rate": 5.307770175972418e-08,
      "loss": 0.3367,
      "step": 2681580
    },
    {
      "epoch": 748.42,
      "grad_norm": 1.1780439615249634,
      "learning_rate": 5.307197997177059e-08,
      "loss": 0.332,
      "step": 2681590
    },
    {
      "epoch": 748.42,
      "grad_norm": 1.295536994934082,
      "learning_rate": 5.306625848870748e-08,
      "loss": 0.3381,
      "step": 2681600
    },
    {
      "epoch": 748.43,
      "grad_norm": 1.3810266256332397,
      "learning_rate": 5.30605373105346e-08,
      "loss": 0.3497,
      "step": 2681610
    },
    {
      "epoch": 748.43,
      "grad_norm": 1.4400293827056885,
      "learning_rate": 5.305481643725299e-08,
      "loss": 0.349,
      "step": 2681620
    },
    {
      "epoch": 748.43,
      "grad_norm": 1.067708134651184,
      "learning_rate": 5.304909586886369e-08,
      "loss": 0.3448,
      "step": 2681630
    },
    {
      "epoch": 748.43,
      "grad_norm": 1.0660970211029053,
      "learning_rate": 5.304337560536748e-08,
      "loss": 0.3309,
      "step": 2681640
    },
    {
      "epoch": 748.44,
      "grad_norm": 1.3891189098358154,
      "learning_rate": 5.303765564676488e-08,
      "loss": 0.3528,
      "step": 2681650
    },
    {
      "epoch": 748.44,
      "grad_norm": 5.846043109893799,
      "learning_rate": 5.3031935993056667e-08,
      "loss": 0.3424,
      "step": 2681660
    },
    {
      "epoch": 748.44,
      "grad_norm": 1.2156188488006592,
      "learning_rate": 5.302621664424363e-08,
      "loss": 0.3329,
      "step": 2681670
    },
    {
      "epoch": 748.45,
      "grad_norm": 1.0818675756454468,
      "learning_rate": 5.302049760032628e-08,
      "loss": 0.3401,
      "step": 2681680
    },
    {
      "epoch": 748.45,
      "grad_norm": 1.1189037561416626,
      "learning_rate": 5.3014778861306184e-08,
      "loss": 0.3184,
      "step": 2681690
    },
    {
      "epoch": 748.45,
      "grad_norm": 1.5919010639190674,
      "learning_rate": 5.300906042718309e-08,
      "loss": 0.3321,
      "step": 2681700
    },
    {
      "epoch": 748.45,
      "grad_norm": 1.2351144552230835,
      "learning_rate": 5.300334229795854e-08,
      "loss": 0.3439,
      "step": 2681710
    },
    {
      "epoch": 748.46,
      "grad_norm": 1.1565779447555542,
      "learning_rate": 5.299762447363281e-08,
      "loss": 0.3384,
      "step": 2681720
    },
    {
      "epoch": 748.46,
      "grad_norm": 1.4113508462905884,
      "learning_rate": 5.299190695420719e-08,
      "loss": 0.3408,
      "step": 2681730
    },
    {
      "epoch": 748.46,
      "grad_norm": 1.2838690280914307,
      "learning_rate": 5.298618973968169e-08,
      "loss": 0.3438,
      "step": 2681740
    },
    {
      "epoch": 748.46,
      "grad_norm": 1.3248121738433838,
      "learning_rate": 5.2980472830057606e-08,
      "loss": 0.3424,
      "step": 2681750
    },
    {
      "epoch": 748.47,
      "grad_norm": 1.2278521060943604,
      "learning_rate": 5.2974756225335465e-08,
      "loss": 0.3484,
      "step": 2681760
    },
    {
      "epoch": 748.47,
      "grad_norm": 1.1583688259124756,
      "learning_rate": 5.296903992551629e-08,
      "loss": 0.338,
      "step": 2681770
    },
    {
      "epoch": 748.47,
      "grad_norm": 1.208175539970398,
      "learning_rate": 5.296332393060088e-08,
      "loss": 0.3474,
      "step": 2681780
    },
    {
      "epoch": 748.48,
      "grad_norm": 1.222078561782837,
      "learning_rate": 5.295760824058949e-08,
      "loss": 0.3236,
      "step": 2681790
    },
    {
      "epoch": 748.48,
      "grad_norm": 1.4035018682479858,
      "learning_rate": 5.295189285548316e-08,
      "loss": 0.3425,
      "step": 2681800
    },
    {
      "epoch": 748.48,
      "grad_norm": 1.2139016389846802,
      "learning_rate": 5.294617777528293e-08,
      "loss": 0.3289,
      "step": 2681810
    },
    {
      "epoch": 748.48,
      "grad_norm": 1.3036541938781738,
      "learning_rate": 5.2940462999989056e-08,
      "loss": 0.3316,
      "step": 2681820
    },
    {
      "epoch": 748.49,
      "grad_norm": 1.2508718967437744,
      "learning_rate": 5.293474852960285e-08,
      "loss": 0.3385,
      "step": 2681830
    },
    {
      "epoch": 748.49,
      "grad_norm": 1.1663939952850342,
      "learning_rate": 5.2929034364124556e-08,
      "loss": 0.3367,
      "step": 2681840
    },
    {
      "epoch": 748.49,
      "grad_norm": 1.195351243019104,
      "learning_rate": 5.292332050355524e-08,
      "loss": 0.3191,
      "step": 2681850
    },
    {
      "epoch": 748.5,
      "grad_norm": 1.2928242683410645,
      "learning_rate": 5.291760694789539e-08,
      "loss": 0.3384,
      "step": 2681860
    },
    {
      "epoch": 748.5,
      "grad_norm": 1.1557444334030151,
      "learning_rate": 5.291189369714633e-08,
      "loss": 0.3359,
      "step": 2681870
    },
    {
      "epoch": 748.5,
      "grad_norm": 1.319891333580017,
      "learning_rate": 5.290618075130806e-08,
      "loss": 0.3369,
      "step": 2681880
    },
    {
      "epoch": 748.5,
      "grad_norm": 1.2252850532531738,
      "learning_rate": 5.2900468110381874e-08,
      "loss": 0.3369,
      "step": 2681890
    },
    {
      "epoch": 748.51,
      "grad_norm": 1.0708374977111816,
      "learning_rate": 5.289475577436855e-08,
      "loss": 0.346,
      "step": 2681900
    },
    {
      "epoch": 748.51,
      "grad_norm": 1.2120869159698486,
      "learning_rate": 5.288904374326835e-08,
      "loss": 0.3415,
      "step": 2681910
    },
    {
      "epoch": 748.51,
      "grad_norm": 1.1914944648742676,
      "learning_rate": 5.2883332017082846e-08,
      "loss": 0.3348,
      "step": 2681920
    },
    {
      "epoch": 748.52,
      "grad_norm": 1.2052323818206787,
      "learning_rate": 5.287762059581176e-08,
      "loss": 0.3383,
      "step": 2681930
    },
    {
      "epoch": 748.52,
      "grad_norm": 1.2831361293792725,
      "learning_rate": 5.2871909479456666e-08,
      "loss": 0.3407,
      "step": 2681940
    },
    {
      "epoch": 748.52,
      "grad_norm": 1.3099806308746338,
      "learning_rate": 5.286619866801834e-08,
      "loss": 0.3332,
      "step": 2681950
    },
    {
      "epoch": 748.52,
      "grad_norm": 1.4131191968917847,
      "learning_rate": 5.2860488161497044e-08,
      "loss": 0.3435,
      "step": 2681960
    },
    {
      "epoch": 748.53,
      "grad_norm": 1.1789515018463135,
      "learning_rate": 5.285477795989356e-08,
      "loss": 0.3364,
      "step": 2681970
    },
    {
      "epoch": 748.53,
      "grad_norm": 1.3262041807174683,
      "learning_rate": 5.284906806320918e-08,
      "loss": 0.3174,
      "step": 2681980
    },
    {
      "epoch": 748.53,
      "grad_norm": 1.1004266738891602,
      "learning_rate": 5.284335847144418e-08,
      "loss": 0.3327,
      "step": 2681990
    },
    {
      "epoch": 748.53,
      "grad_norm": 1.0898512601852417,
      "learning_rate": 5.283764918459933e-08,
      "loss": 0.3229,
      "step": 2682000
    },
    {
      "epoch": 748.54,
      "grad_norm": 1.1342560052871704,
      "learning_rate": 5.2831940202675926e-08,
      "loss": 0.334,
      "step": 2682010
    },
    {
      "epoch": 748.54,
      "grad_norm": 1.2371004819869995,
      "learning_rate": 5.282623152567398e-08,
      "loss": 0.3566,
      "step": 2682020
    },
    {
      "epoch": 748.54,
      "grad_norm": 1.4305860996246338,
      "learning_rate": 5.2820523153594784e-08,
      "loss": 0.3343,
      "step": 2682030
    },
    {
      "epoch": 748.55,
      "grad_norm": 1.2061649560928345,
      "learning_rate": 5.281481508643886e-08,
      "loss": 0.3388,
      "step": 2682040
    },
    {
      "epoch": 748.55,
      "grad_norm": 1.2429218292236328,
      "learning_rate": 5.2809107324207e-08,
      "loss": 0.3385,
      "step": 2682050
    },
    {
      "epoch": 748.55,
      "grad_norm": 1.362108826637268,
      "learning_rate": 5.280339986690023e-08,
      "loss": 0.3507,
      "step": 2682060
    },
    {
      "epoch": 748.55,
      "grad_norm": 1.1369531154632568,
      "learning_rate": 5.2797692714518813e-08,
      "loss": 0.3244,
      "step": 2682070
    },
    {
      "epoch": 748.56,
      "grad_norm": 1.3302924633026123,
      "learning_rate": 5.27919858670638e-08,
      "loss": 0.3327,
      "step": 2682080
    },
    {
      "epoch": 748.56,
      "grad_norm": 1.5079642534255981,
      "learning_rate": 5.2786279324535955e-08,
      "loss": 0.3275,
      "step": 2682090
    },
    {
      "epoch": 748.56,
      "grad_norm": 1.4757368564605713,
      "learning_rate": 5.2780573086936074e-08,
      "loss": 0.3432,
      "step": 2682100
    },
    {
      "epoch": 748.57,
      "grad_norm": 1.26242995262146,
      "learning_rate": 5.277486715426493e-08,
      "loss": 0.3343,
      "step": 2682110
    },
    {
      "epoch": 748.57,
      "grad_norm": 1.4759018421173096,
      "learning_rate": 5.276916152652305e-08,
      "loss": 0.322,
      "step": 2682120
    },
    {
      "epoch": 748.57,
      "grad_norm": 1.2120846509933472,
      "learning_rate": 5.2763456203711464e-08,
      "loss": 0.3345,
      "step": 2682130
    },
    {
      "epoch": 748.57,
      "grad_norm": 1.4122226238250732,
      "learning_rate": 5.275775118583044e-08,
      "loss": 0.3263,
      "step": 2682140
    },
    {
      "epoch": 748.58,
      "grad_norm": 1.0518134832382202,
      "learning_rate": 5.275204647288154e-08,
      "loss": 0.3118,
      "step": 2682150
    },
    {
      "epoch": 748.58,
      "grad_norm": 1.20594322681427,
      "learning_rate": 5.274634206486501e-08,
      "loss": 0.3498,
      "step": 2682160
    },
    {
      "epoch": 748.58,
      "grad_norm": 1.2447675466537476,
      "learning_rate": 5.2740637961781654e-08,
      "loss": 0.3287,
      "step": 2682170
    },
    {
      "epoch": 748.58,
      "grad_norm": 1.1391657590866089,
      "learning_rate": 5.2734934163632234e-08,
      "loss": 0.344,
      "step": 2682180
    },
    {
      "epoch": 748.59,
      "grad_norm": 1.4460904598236084,
      "learning_rate": 5.272923067041754e-08,
      "loss": 0.3457,
      "step": 2682190
    },
    {
      "epoch": 748.59,
      "grad_norm": 1.203149676322937,
      "learning_rate": 5.2723527482138354e-08,
      "loss": 0.322,
      "step": 2682200
    },
    {
      "epoch": 748.59,
      "grad_norm": 1.4347095489501953,
      "learning_rate": 5.271782459879545e-08,
      "loss": 0.3273,
      "step": 2682210
    },
    {
      "epoch": 748.6,
      "grad_norm": 1.3414342403411865,
      "learning_rate": 5.2712122020389607e-08,
      "loss": 0.3395,
      "step": 2682220
    },
    {
      "epoch": 748.6,
      "grad_norm": 1.1716974973678589,
      "learning_rate": 5.270641974692109e-08,
      "loss": 0.3353,
      "step": 2682230
    },
    {
      "epoch": 748.6,
      "grad_norm": 1.150610327720642,
      "learning_rate": 5.270071777839172e-08,
      "loss": 0.3355,
      "step": 2682240
    },
    {
      "epoch": 748.6,
      "grad_norm": 1.0551475286483765,
      "learning_rate": 5.269501611480124e-08,
      "loss": 0.3451,
      "step": 2682250
    },
    {
      "epoch": 748.61,
      "grad_norm": 1.4385944604873657,
      "learning_rate": 5.268931475615095e-08,
      "loss": 0.3369,
      "step": 2682260
    },
    {
      "epoch": 748.61,
      "grad_norm": 1.1703990697860718,
      "learning_rate": 5.268361370244136e-08,
      "loss": 0.3324,
      "step": 2682270
    },
    {
      "epoch": 748.61,
      "grad_norm": 1.0915580987930298,
      "learning_rate": 5.2677912953673524e-08,
      "loss": 0.3315,
      "step": 2682280
    },
    {
      "epoch": 748.62,
      "grad_norm": 1.3711812496185303,
      "learning_rate": 5.26722125098477e-08,
      "loss": 0.3303,
      "step": 2682290
    },
    {
      "epoch": 748.62,
      "grad_norm": 1.103826642036438,
      "learning_rate": 5.266651237096518e-08,
      "loss": 0.3303,
      "step": 2682300
    },
    {
      "epoch": 748.62,
      "grad_norm": 1.4958006143569946,
      "learning_rate": 5.2660812537026496e-08,
      "loss": 0.3324,
      "step": 2682310
    },
    {
      "epoch": 748.62,
      "grad_norm": 1.3458421230316162,
      "learning_rate": 5.265511300803242e-08,
      "loss": 0.341,
      "step": 2682320
    },
    {
      "epoch": 748.63,
      "grad_norm": 1.2150609493255615,
      "learning_rate": 5.264941378398373e-08,
      "loss": 0.3366,
      "step": 2682330
    },
    {
      "epoch": 748.63,
      "grad_norm": 1.3963288068771362,
      "learning_rate": 5.2643714864880963e-08,
      "loss": 0.3273,
      "step": 2682340
    },
    {
      "epoch": 748.63,
      "grad_norm": 1.1649733781814575,
      "learning_rate": 5.2638016250725144e-08,
      "loss": 0.323,
      "step": 2682350
    },
    {
      "epoch": 748.64,
      "grad_norm": 1.3760020732879639,
      "learning_rate": 5.263231794151706e-08,
      "loss": 0.3502,
      "step": 2682360
    },
    {
      "epoch": 748.64,
      "grad_norm": 2.1526331901550293,
      "learning_rate": 5.262661993725697e-08,
      "loss": 0.3513,
      "step": 2682370
    },
    {
      "epoch": 748.64,
      "grad_norm": 1.1963822841644287,
      "learning_rate": 5.262092223794643e-08,
      "loss": 0.3447,
      "step": 2682380
    },
    {
      "epoch": 748.64,
      "grad_norm": 1.3047672510147095,
      "learning_rate": 5.261522484358571e-08,
      "loss": 0.3267,
      "step": 2682390
    },
    {
      "epoch": 748.65,
      "grad_norm": 1.3208630084991455,
      "learning_rate": 5.260952775417559e-08,
      "loss": 0.3174,
      "step": 2682400
    },
    {
      "epoch": 748.65,
      "grad_norm": 1.7074849605560303,
      "learning_rate": 5.2603830969717105e-08,
      "loss": 0.3293,
      "step": 2682410
    },
    {
      "epoch": 748.65,
      "grad_norm": 1.343544840812683,
      "learning_rate": 5.259813449021077e-08,
      "loss": 0.3465,
      "step": 2682420
    },
    {
      "epoch": 748.65,
      "grad_norm": 1.5805127620697021,
      "learning_rate": 5.259243831565712e-08,
      "loss": 0.3574,
      "step": 2682430
    },
    {
      "epoch": 748.66,
      "grad_norm": 1.267452597618103,
      "learning_rate": 5.258674244605719e-08,
      "loss": 0.3439,
      "step": 2682440
    },
    {
      "epoch": 748.66,
      "grad_norm": 1.3483717441558838,
      "learning_rate": 5.258104688141201e-08,
      "loss": 0.3268,
      "step": 2682450
    },
    {
      "epoch": 748.66,
      "grad_norm": 1.264320969581604,
      "learning_rate": 5.2575351621721854e-08,
      "loss": 0.3366,
      "step": 2682460
    },
    {
      "epoch": 748.67,
      "grad_norm": 1.4175595045089722,
      "learning_rate": 5.25696566669875e-08,
      "loss": 0.3331,
      "step": 2682470
    },
    {
      "epoch": 748.67,
      "grad_norm": 1.3503320217132568,
      "learning_rate": 5.256396201721025e-08,
      "loss": 0.3365,
      "step": 2682480
    },
    {
      "epoch": 748.67,
      "grad_norm": 1.3530477285385132,
      "learning_rate": 5.2558267672390095e-08,
      "loss": 0.3414,
      "step": 2682490
    },
    {
      "epoch": 748.67,
      "grad_norm": 1.27655029296875,
      "learning_rate": 5.2552573632528345e-08,
      "loss": 0.3382,
      "step": 2682500
    },
    {
      "epoch": 748.68,
      "grad_norm": 1.1889835596084595,
      "learning_rate": 5.254687989762552e-08,
      "loss": 0.3606,
      "step": 2682510
    },
    {
      "epoch": 748.68,
      "grad_norm": 1.1841716766357422,
      "learning_rate": 5.254118646768266e-08,
      "loss": 0.3451,
      "step": 2682520
    },
    {
      "epoch": 748.68,
      "grad_norm": 1.364971399307251,
      "learning_rate": 5.2535493342700016e-08,
      "loss": 0.3383,
      "step": 2682530
    },
    {
      "epoch": 748.69,
      "grad_norm": 1.1469402313232422,
      "learning_rate": 5.252980052267916e-08,
      "loss": 0.3165,
      "step": 2682540
    },
    {
      "epoch": 748.69,
      "grad_norm": 1.2330913543701172,
      "learning_rate": 5.252410800761983e-08,
      "loss": 0.3256,
      "step": 2682550
    },
    {
      "epoch": 748.69,
      "grad_norm": 1.4190958738327026,
      "learning_rate": 5.2518415797523584e-08,
      "loss": 0.3405,
      "step": 2682560
    },
    {
      "epoch": 748.69,
      "grad_norm": 1.4983735084533691,
      "learning_rate": 5.251272389239095e-08,
      "loss": 0.3537,
      "step": 2682570
    },
    {
      "epoch": 748.7,
      "grad_norm": 1.1785551309585571,
      "learning_rate": 5.2507032292222177e-08,
      "loss": 0.3549,
      "step": 2682580
    },
    {
      "epoch": 748.7,
      "grad_norm": 1.2467944622039795,
      "learning_rate": 5.2501340997018835e-08,
      "loss": 0.3498,
      "step": 2682590
    },
    {
      "epoch": 748.7,
      "grad_norm": 1.3392704725265503,
      "learning_rate": 5.249565000678118e-08,
      "loss": 0.3458,
      "step": 2682600
    },
    {
      "epoch": 748.7,
      "grad_norm": 1.0886895656585693,
      "learning_rate": 5.2489959321509995e-08,
      "loss": 0.3318,
      "step": 2682610
    },
    {
      "epoch": 748.71,
      "grad_norm": 1.130024790763855,
      "learning_rate": 5.2484268941206575e-08,
      "loss": 0.3272,
      "step": 2682620
    },
    {
      "epoch": 748.71,
      "grad_norm": 1.2980433702468872,
      "learning_rate": 5.247857886587067e-08,
      "loss": 0.3244,
      "step": 2682630
    },
    {
      "epoch": 748.71,
      "grad_norm": 1.252183198928833,
      "learning_rate": 5.2472889095504094e-08,
      "loss": 0.3455,
      "step": 2682640
    },
    {
      "epoch": 748.72,
      "grad_norm": 1.1336671113967896,
      "learning_rate": 5.246719963010685e-08,
      "loss": 0.3491,
      "step": 2682650
    },
    {
      "epoch": 748.72,
      "grad_norm": 1.2624706029891968,
      "learning_rate": 5.2461510469679974e-08,
      "loss": 0.3347,
      "step": 2682660
    },
    {
      "epoch": 748.72,
      "grad_norm": 1.1907215118408203,
      "learning_rate": 5.245582161422426e-08,
      "loss": 0.3283,
      "step": 2682670
    },
    {
      "epoch": 748.72,
      "grad_norm": 1.3035662174224854,
      "learning_rate": 5.245013306374073e-08,
      "loss": 0.3395,
      "step": 2682680
    },
    {
      "epoch": 748.73,
      "grad_norm": 1.1205024719238281,
      "learning_rate": 5.24444448182294e-08,
      "loss": 0.328,
      "step": 2682690
    },
    {
      "epoch": 748.73,
      "grad_norm": 1.1542551517486572,
      "learning_rate": 5.2438756877691555e-08,
      "loss": 0.3314,
      "step": 2682700
    },
    {
      "epoch": 748.73,
      "grad_norm": 1.0706331729888916,
      "learning_rate": 5.2433069242128255e-08,
      "loss": 0.3517,
      "step": 2682710
    },
    {
      "epoch": 748.74,
      "grad_norm": 1.206624150276184,
      "learning_rate": 5.242738191153922e-08,
      "loss": 0.3512,
      "step": 2682720
    },
    {
      "epoch": 748.74,
      "grad_norm": 1.0904066562652588,
      "learning_rate": 5.242169488592629e-08,
      "loss": 0.3274,
      "step": 2682730
    },
    {
      "epoch": 748.74,
      "grad_norm": 1.3318368196487427,
      "learning_rate": 5.241600816528971e-08,
      "loss": 0.3453,
      "step": 2682740
    },
    {
      "epoch": 748.74,
      "grad_norm": 1.0240310430526733,
      "learning_rate": 5.241032174963028e-08,
      "loss": 0.3296,
      "step": 2682750
    },
    {
      "epoch": 748.75,
      "grad_norm": 1.461878776550293,
      "learning_rate": 5.2404635638948753e-08,
      "loss": 0.3346,
      "step": 2682760
    },
    {
      "epoch": 748.75,
      "grad_norm": 1.3471819162368774,
      "learning_rate": 5.2398949833245936e-08,
      "loss": 0.3403,
      "step": 2682770
    },
    {
      "epoch": 748.75,
      "grad_norm": 1.2607142925262451,
      "learning_rate": 5.239326433252259e-08,
      "loss": 0.3349,
      "step": 2682780
    },
    {
      "epoch": 748.76,
      "grad_norm": 1.2291933298110962,
      "learning_rate": 5.2387579136779245e-08,
      "loss": 0.3298,
      "step": 2682790
    },
    {
      "epoch": 748.76,
      "grad_norm": 1.4365814924240112,
      "learning_rate": 5.2381894246017204e-08,
      "loss": 0.3315,
      "step": 2682800
    },
    {
      "epoch": 748.76,
      "grad_norm": 1.5760083198547363,
      "learning_rate": 5.237620966023646e-08,
      "loss": 0.335,
      "step": 2682810
    },
    {
      "epoch": 748.76,
      "grad_norm": 1.1861172914505005,
      "learning_rate": 5.237052537943884e-08,
      "loss": 0.3423,
      "step": 2682820
    },
    {
      "epoch": 748.77,
      "grad_norm": 1.3071070909500122,
      "learning_rate": 5.2364841403623824e-08,
      "loss": 0.344,
      "step": 2682830
    },
    {
      "epoch": 748.77,
      "grad_norm": 1.1821099519729614,
      "learning_rate": 5.235915773279323e-08,
      "loss": 0.3331,
      "step": 2682840
    },
    {
      "epoch": 748.77,
      "grad_norm": 1.4252760410308838,
      "learning_rate": 5.2353474366947317e-08,
      "loss": 0.3403,
      "step": 2682850
    },
    {
      "epoch": 748.77,
      "grad_norm": 1.3997138738632202,
      "learning_rate": 5.234779130608661e-08,
      "loss": 0.3495,
      "step": 2682860
    },
    {
      "epoch": 748.78,
      "grad_norm": 1.2101255655288696,
      "learning_rate": 5.234210855021241e-08,
      "loss": 0.3498,
      "step": 2682870
    },
    {
      "epoch": 748.78,
      "grad_norm": 1.28273344039917,
      "learning_rate": 5.2336426099324966e-08,
      "loss": 0.3505,
      "step": 2682880
    },
    {
      "epoch": 748.78,
      "grad_norm": 1.1514588594436646,
      "learning_rate": 5.233074395342585e-08,
      "loss": 0.3372,
      "step": 2682890
    },
    {
      "epoch": 748.79,
      "grad_norm": 1.228727102279663,
      "learning_rate": 5.232506211251481e-08,
      "loss": 0.3336,
      "step": 2682900
    },
    {
      "epoch": 748.79,
      "grad_norm": 1.2558135986328125,
      "learning_rate": 5.231938057659313e-08,
      "loss": 0.3299,
      "step": 2682910
    },
    {
      "epoch": 748.79,
      "grad_norm": 1.238743782043457,
      "learning_rate": 5.2313699345661336e-08,
      "loss": 0.3316,
      "step": 2682920
    },
    {
      "epoch": 748.79,
      "grad_norm": 1.261350393295288,
      "learning_rate": 5.2308018419720476e-08,
      "loss": 0.3338,
      "step": 2682930
    },
    {
      "epoch": 748.8,
      "grad_norm": 1.0646830797195435,
      "learning_rate": 5.230233779877132e-08,
      "loss": 0.3496,
      "step": 2682940
    },
    {
      "epoch": 748.8,
      "grad_norm": 1.1565353870391846,
      "learning_rate": 5.2296657482814135e-08,
      "loss": 0.3395,
      "step": 2682950
    },
    {
      "epoch": 748.8,
      "grad_norm": 1.2459566593170166,
      "learning_rate": 5.229097747185022e-08,
      "loss": 0.3527,
      "step": 2682960
    },
    {
      "epoch": 748.81,
      "grad_norm": 1.2072778940200806,
      "learning_rate": 5.22852977658801e-08,
      "loss": 0.3257,
      "step": 2682970
    },
    {
      "epoch": 748.81,
      "grad_norm": 1.2215440273284912,
      "learning_rate": 5.2279618364904546e-08,
      "loss": 0.3413,
      "step": 2682980
    },
    {
      "epoch": 748.81,
      "grad_norm": 1.2391421794891357,
      "learning_rate": 5.22739392689246e-08,
      "loss": 0.3357,
      "step": 2682990
    },
    {
      "epoch": 748.81,
      "grad_norm": 1.057844638824463,
      "learning_rate": 5.2268260477940536e-08,
      "loss": 0.3508,
      "step": 2683000
    },
    {
      "epoch": 748.82,
      "grad_norm": 1.1648324728012085,
      "learning_rate": 5.2262581991953116e-08,
      "loss": 0.3536,
      "step": 2683010
    },
    {
      "epoch": 748.82,
      "grad_norm": 1.087408423423767,
      "learning_rate": 5.2256903810963394e-08,
      "loss": 0.3423,
      "step": 2683020
    },
    {
      "epoch": 748.82,
      "grad_norm": 1.2299232482910156,
      "learning_rate": 5.225122593497241e-08,
      "loss": 0.3328,
      "step": 2683030
    },
    {
      "epoch": 748.83,
      "grad_norm": 1.2521475553512573,
      "learning_rate": 5.2245548363980154e-08,
      "loss": 0.3552,
      "step": 2683040
    },
    {
      "epoch": 748.83,
      "grad_norm": 1.1736046075820923,
      "learning_rate": 5.223987109798768e-08,
      "loss": 0.3483,
      "step": 2683050
    },
    {
      "epoch": 748.83,
      "grad_norm": 1.204500675201416,
      "learning_rate": 5.223419413699602e-08,
      "loss": 0.3288,
      "step": 2683060
    },
    {
      "epoch": 748.83,
      "grad_norm": 1.1507500410079956,
      "learning_rate": 5.22285174810057e-08,
      "loss": 0.3305,
      "step": 2683070
    },
    {
      "epoch": 748.84,
      "grad_norm": 1.0342859029769897,
      "learning_rate": 5.222284113001749e-08,
      "loss": 0.3235,
      "step": 2683080
    },
    {
      "epoch": 748.84,
      "grad_norm": 1.318838357925415,
      "learning_rate": 5.221716508403218e-08,
      "loss": 0.3491,
      "step": 2683090
    },
    {
      "epoch": 748.84,
      "grad_norm": 1.2033358812332153,
      "learning_rate": 5.221148934305055e-08,
      "loss": 0.3186,
      "step": 2683100
    },
    {
      "epoch": 748.84,
      "grad_norm": 1.33431875705719,
      "learning_rate": 5.220581390707312e-08,
      "loss": 0.3455,
      "step": 2683110
    },
    {
      "epoch": 748.85,
      "grad_norm": 1.1318634748458862,
      "learning_rate": 5.2200138776101186e-08,
      "loss": 0.3431,
      "step": 2683120
    },
    {
      "epoch": 748.85,
      "grad_norm": 1.27210533618927,
      "learning_rate": 5.219446395013502e-08,
      "loss": 0.3204,
      "step": 2683130
    },
    {
      "epoch": 748.85,
      "grad_norm": 1.374030590057373,
      "learning_rate": 5.218878942917538e-08,
      "loss": 0.3464,
      "step": 2683140
    },
    {
      "epoch": 748.86,
      "grad_norm": 1.2450538873672485,
      "learning_rate": 5.2183115213223596e-08,
      "loss": 0.3377,
      "step": 2683150
    },
    {
      "epoch": 748.86,
      "grad_norm": 1.5270380973815918,
      "learning_rate": 5.217744130227939e-08,
      "loss": 0.3335,
      "step": 2683160
    },
    {
      "epoch": 748.86,
      "grad_norm": 1.2905410528182983,
      "learning_rate": 5.217176769634459e-08,
      "loss": 0.3355,
      "step": 2683170
    },
    {
      "epoch": 748.86,
      "grad_norm": 1.3667833805084229,
      "learning_rate": 5.216609439541919e-08,
      "loss": 0.3378,
      "step": 2683180
    },
    {
      "epoch": 748.87,
      "grad_norm": 1.2652528285980225,
      "learning_rate": 5.216042139950423e-08,
      "loss": 0.3346,
      "step": 2683190
    },
    {
      "epoch": 748.87,
      "grad_norm": 1.4088307619094849,
      "learning_rate": 5.21547487086005e-08,
      "loss": 0.3349,
      "step": 2683200
    },
    {
      "epoch": 748.87,
      "grad_norm": 1.525296926498413,
      "learning_rate": 5.214907632270877e-08,
      "loss": 0.3365,
      "step": 2683210
    },
    {
      "epoch": 748.88,
      "grad_norm": 1.581040620803833,
      "learning_rate": 5.214340424183009e-08,
      "loss": 0.327,
      "step": 2683220
    },
    {
      "epoch": 748.88,
      "grad_norm": 1.1726939678192139,
      "learning_rate": 5.213773246596446e-08,
      "loss": 0.3308,
      "step": 2683230
    },
    {
      "epoch": 748.88,
      "grad_norm": 1.338631510734558,
      "learning_rate": 5.213206099511317e-08,
      "loss": 0.346,
      "step": 2683240
    },
    {
      "epoch": 748.88,
      "grad_norm": 1.4591965675354004,
      "learning_rate": 5.212638982927675e-08,
      "loss": 0.3326,
      "step": 2683250
    },
    {
      "epoch": 748.89,
      "grad_norm": 1.2345829010009766,
      "learning_rate": 5.2120718968456235e-08,
      "loss": 0.3378,
      "step": 2683260
    },
    {
      "epoch": 748.89,
      "grad_norm": 1.077927589416504,
      "learning_rate": 5.2115048412651896e-08,
      "loss": 0.3561,
      "step": 2683270
    },
    {
      "epoch": 748.89,
      "grad_norm": 1.2367640733718872,
      "learning_rate": 5.210937816186502e-08,
      "loss": 0.3198,
      "step": 2683280
    },
    {
      "epoch": 748.89,
      "grad_norm": 1.1328803300857544,
      "learning_rate": 5.2103708216096396e-08,
      "loss": 0.3412,
      "step": 2683290
    },
    {
      "epoch": 748.9,
      "grad_norm": 1.2485249042510986,
      "learning_rate": 5.2098038575345766e-08,
      "loss": 0.35,
      "step": 2683300
    },
    {
      "epoch": 748.9,
      "grad_norm": 1.1963468790054321,
      "learning_rate": 5.2092369239615466e-08,
      "loss": 0.3298,
      "step": 2683310
    },
    {
      "epoch": 748.9,
      "grad_norm": 1.1184476613998413,
      "learning_rate": 5.208670020890497e-08,
      "loss": 0.3347,
      "step": 2683320
    },
    {
      "epoch": 748.91,
      "grad_norm": 1.2216134071350098,
      "learning_rate": 5.208103148321534e-08,
      "loss": 0.3332,
      "step": 2683330
    },
    {
      "epoch": 748.91,
      "grad_norm": 1.0926955938339233,
      "learning_rate": 5.207536306254785e-08,
      "loss": 0.3328,
      "step": 2683340
    },
    {
      "epoch": 748.91,
      "grad_norm": 1.154407262802124,
      "learning_rate": 5.206969494690278e-08,
      "loss": 0.3322,
      "step": 2683350
    },
    {
      "epoch": 748.91,
      "grad_norm": 1.1597001552581787,
      "learning_rate": 5.2064027136280905e-08,
      "loss": 0.3385,
      "step": 2683360
    },
    {
      "epoch": 748.92,
      "grad_norm": 1.4525266885757446,
      "learning_rate": 5.2058359630683005e-08,
      "loss": 0.3445,
      "step": 2683370
    },
    {
      "epoch": 748.92,
      "grad_norm": 1.2770382165908813,
      "learning_rate": 5.205269243011012e-08,
      "loss": 0.3276,
      "step": 2683380
    },
    {
      "epoch": 748.92,
      "grad_norm": 1.4504001140594482,
      "learning_rate": 5.2047025534562514e-08,
      "loss": 0.341,
      "step": 2683390
    },
    {
      "epoch": 748.93,
      "grad_norm": 1.6761727333068848,
      "learning_rate": 5.204135894404148e-08,
      "loss": 0.3346,
      "step": 2683400
    },
    {
      "epoch": 748.93,
      "grad_norm": 1.4213342666625977,
      "learning_rate": 5.2035692658547025e-08,
      "loss": 0.3234,
      "step": 2683410
    },
    {
      "epoch": 748.93,
      "grad_norm": 1.3558919429779053,
      "learning_rate": 5.2030026678080703e-08,
      "loss": 0.3362,
      "step": 2683420
    },
    {
      "epoch": 748.93,
      "grad_norm": 1.311929702758789,
      "learning_rate": 5.202436100264304e-08,
      "loss": 0.3209,
      "step": 2683430
    },
    {
      "epoch": 748.94,
      "grad_norm": 1.222825288772583,
      "learning_rate": 5.2018695632234566e-08,
      "loss": 0.3529,
      "step": 2683440
    },
    {
      "epoch": 748.94,
      "grad_norm": 1.282517910003662,
      "learning_rate": 5.201303056685605e-08,
      "loss": 0.3211,
      "step": 2683450
    },
    {
      "epoch": 748.94,
      "grad_norm": 1.2676968574523926,
      "learning_rate": 5.200736580650827e-08,
      "loss": 0.3455,
      "step": 2683460
    },
    {
      "epoch": 748.95,
      "grad_norm": 1.3933303356170654,
      "learning_rate": 5.2001701351192524e-08,
      "loss": 0.3328,
      "step": 2683470
    },
    {
      "epoch": 748.95,
      "grad_norm": 1.1245249509811401,
      "learning_rate": 5.199603720090831e-08,
      "loss": 0.3437,
      "step": 2683480
    },
    {
      "epoch": 748.95,
      "grad_norm": 1.4540349245071411,
      "learning_rate": 5.199037335565795e-08,
      "loss": 0.3429,
      "step": 2683490
    },
    {
      "epoch": 748.95,
      "grad_norm": 1.4764974117279053,
      "learning_rate": 5.198470981544094e-08,
      "loss": 0.3347,
      "step": 2683500
    },
    {
      "epoch": 748.96,
      "grad_norm": 1.2857913970947266,
      "learning_rate": 5.197904658025883e-08,
      "loss": 0.3411,
      "step": 2683510
    },
    {
      "epoch": 748.96,
      "grad_norm": 1.9185651540756226,
      "learning_rate": 5.197338365011189e-08,
      "loss": 0.3418,
      "step": 2683520
    },
    {
      "epoch": 748.96,
      "grad_norm": 1.334412693977356,
      "learning_rate": 5.1967721025000885e-08,
      "loss": 0.3243,
      "step": 2683530
    },
    {
      "epoch": 748.96,
      "grad_norm": 1.0364258289337158,
      "learning_rate": 5.196205870492713e-08,
      "loss": 0.3321,
      "step": 2683540
    },
    {
      "epoch": 748.97,
      "grad_norm": 1.4762197732925415,
      "learning_rate": 5.195639668989062e-08,
      "loss": 0.3542,
      "step": 2683550
    },
    {
      "epoch": 748.97,
      "grad_norm": 1.1177395582199097,
      "learning_rate": 5.1950734979892653e-08,
      "loss": 0.3403,
      "step": 2683560
    },
    {
      "epoch": 748.97,
      "grad_norm": 1.391963243484497,
      "learning_rate": 5.194507357493376e-08,
      "loss": 0.3244,
      "step": 2683570
    },
    {
      "epoch": 748.98,
      "grad_norm": 1.1056164503097534,
      "learning_rate": 5.1939412475014705e-08,
      "loss": 0.3288,
      "step": 2683580
    },
    {
      "epoch": 748.98,
      "grad_norm": 1.2227787971496582,
      "learning_rate": 5.1933751680136286e-08,
      "loss": 0.3298,
      "step": 2683590
    },
    {
      "epoch": 748.98,
      "grad_norm": 1.142494797706604,
      "learning_rate": 5.192809119029927e-08,
      "loss": 0.3304,
      "step": 2683600
    },
    {
      "epoch": 748.98,
      "grad_norm": 1.1916791200637817,
      "learning_rate": 5.192243100550445e-08,
      "loss": 0.354,
      "step": 2683610
    },
    {
      "epoch": 748.99,
      "grad_norm": 1.382204532623291,
      "learning_rate": 5.191677112575208e-08,
      "loss": 0.3521,
      "step": 2683620
    },
    {
      "epoch": 748.99,
      "grad_norm": 1.1398600339889526,
      "learning_rate": 5.1911111551043716e-08,
      "loss": 0.3157,
      "step": 2683630
    },
    {
      "epoch": 748.99,
      "grad_norm": 1.401755690574646,
      "learning_rate": 5.1905452281379626e-08,
      "loss": 0.3171,
      "step": 2683640
    },
    {
      "epoch": 749.0,
      "grad_norm": 3.5978055000305176,
      "learning_rate": 5.189979331676058e-08,
      "loss": 0.3472,
      "step": 2683650
    },
    {
      "epoch": 749.0,
      "grad_norm": 1.128912329673767,
      "learning_rate": 5.1894134657187636e-08,
      "loss": 0.3412,
      "step": 2683660
    },
    {
      "epoch": 749.0,
      "eval_loss": 0.33754393458366394,
      "eval_runtime": 64.1799,
      "eval_samples_per_second": 78.825,
      "eval_steps_per_second": 9.863,
      "step": 2683667
    },
    {
      "epoch": 749.0,
      "grad_norm": 1.170241117477417,
      "learning_rate": 5.1888476302661304e-08,
      "loss": 0.338,
      "step": 2683670
    },
    {
      "epoch": 749.0,
      "grad_norm": 1.324578881263733,
      "learning_rate": 5.18828182531821e-08,
      "loss": 0.3295,
      "step": 2683680
    },
    {
      "epoch": 749.01,
      "grad_norm": 1.1122995615005493,
      "learning_rate": 5.1877160508751334e-08,
      "loss": 0.3439,
      "step": 2683690
    },
    {
      "epoch": 749.01,
      "grad_norm": 1.3081663846969604,
      "learning_rate": 5.1871503069369523e-08,
      "loss": 0.3446,
      "step": 2683700
    },
    {
      "epoch": 749.01,
      "grad_norm": 1.1979190111160278,
      "learning_rate": 5.186584593503719e-08,
      "loss": 0.3117,
      "step": 2683710
    },
    {
      "epoch": 749.01,
      "grad_norm": 1.02549409866333,
      "learning_rate": 5.186018910575511e-08,
      "loss": 0.3285,
      "step": 2683720
    },
    {
      "epoch": 749.02,
      "grad_norm": 1.2036465406417847,
      "learning_rate": 5.185453258152459e-08,
      "loss": 0.3367,
      "step": 2683730
    },
    {
      "epoch": 749.02,
      "grad_norm": 1.5043085813522339,
      "learning_rate": 5.184887636234536e-08,
      "loss": 0.3471,
      "step": 2683740
    },
    {
      "epoch": 749.02,
      "grad_norm": 1.2178057432174683,
      "learning_rate": 5.184322044821951e-08,
      "loss": 0.33,
      "step": 2683750
    },
    {
      "epoch": 749.03,
      "grad_norm": 1.330907940864563,
      "learning_rate": 5.183756483914652e-08,
      "loss": 0.338,
      "step": 2683760
    },
    {
      "epoch": 749.03,
      "grad_norm": 9.19173812866211,
      "learning_rate": 5.183190953512795e-08,
      "loss": 0.3333,
      "step": 2683770
    },
    {
      "epoch": 749.03,
      "grad_norm": 1.470064401626587,
      "learning_rate": 5.182625453616432e-08,
      "loss": 0.3365,
      "step": 2683780
    },
    {
      "epoch": 749.03,
      "grad_norm": 1.434701919555664,
      "learning_rate": 5.182059984225615e-08,
      "loss": 0.314,
      "step": 2683790
    },
    {
      "epoch": 749.04,
      "grad_norm": 1.3278827667236328,
      "learning_rate": 5.1814945453404736e-08,
      "loss": 0.3259,
      "step": 2683800
    },
    {
      "epoch": 749.04,
      "grad_norm": 1.4473356008529663,
      "learning_rate": 5.180929136961035e-08,
      "loss": 0.349,
      "step": 2683810
    },
    {
      "epoch": 749.04,
      "grad_norm": 1.4422041177749634,
      "learning_rate": 5.1803637590873765e-08,
      "loss": 0.3278,
      "step": 2683820
    },
    {
      "epoch": 749.05,
      "grad_norm": 1.5977059602737427,
      "learning_rate": 5.1797984117196014e-08,
      "loss": 0.3358,
      "step": 2683830
    },
    {
      "epoch": 749.05,
      "grad_norm": 1.2415345907211304,
      "learning_rate": 5.1792330948577895e-08,
      "loss": 0.3403,
      "step": 2683840
    },
    {
      "epoch": 749.05,
      "grad_norm": 1.5715724229812622,
      "learning_rate": 5.178667808501966e-08,
      "loss": 0.3362,
      "step": 2683850
    },
    {
      "epoch": 749.05,
      "grad_norm": 1.7243798971176147,
      "learning_rate": 5.178102552652235e-08,
      "loss": 0.338,
      "step": 2683860
    },
    {
      "epoch": 749.06,
      "grad_norm": 1.1751888990402222,
      "learning_rate": 5.1775373273087e-08,
      "loss": 0.3487,
      "step": 2683870
    },
    {
      "epoch": 749.06,
      "grad_norm": 1.1262959241867065,
      "learning_rate": 5.176972132471388e-08,
      "loss": 0.3293,
      "step": 2683880
    },
    {
      "epoch": 749.06,
      "grad_norm": 1.400152325630188,
      "learning_rate": 5.1764069681404024e-08,
      "loss": 0.3497,
      "step": 2683890
    },
    {
      "epoch": 749.07,
      "grad_norm": 1.3224416971206665,
      "learning_rate": 5.175841834315821e-08,
      "loss": 0.3361,
      "step": 2683900
    },
    {
      "epoch": 749.07,
      "grad_norm": 1.1822535991668701,
      "learning_rate": 5.175276730997697e-08,
      "loss": 0.3269,
      "step": 2683910
    },
    {
      "epoch": 749.07,
      "grad_norm": 1.492900013923645,
      "learning_rate": 5.174711658186108e-08,
      "loss": 0.3348,
      "step": 2683920
    },
    {
      "epoch": 749.07,
      "grad_norm": 1.0242358446121216,
      "learning_rate": 5.174146615881183e-08,
      "loss": 0.32,
      "step": 2683930
    },
    {
      "epoch": 749.08,
      "grad_norm": 1.2545208930969238,
      "learning_rate": 5.173581604082898e-08,
      "loss": 0.3143,
      "step": 2683940
    },
    {
      "epoch": 749.08,
      "grad_norm": 1.3746732473373413,
      "learning_rate": 5.1730166227914074e-08,
      "loss": 0.335,
      "step": 2683950
    },
    {
      "epoch": 749.08,
      "grad_norm": 1.1530823707580566,
      "learning_rate": 5.1724516720067896e-08,
      "loss": 0.3523,
      "step": 2683960
    },
    {
      "epoch": 749.08,
      "grad_norm": 1.3316175937652588,
      "learning_rate": 5.1718867517290454e-08,
      "loss": 0.331,
      "step": 2683970
    },
    {
      "epoch": 749.09,
      "grad_norm": 1.1885120868682861,
      "learning_rate": 5.171321861958356e-08,
      "loss": 0.3442,
      "step": 2683980
    },
    {
      "epoch": 749.09,
      "grad_norm": 1.4320484399795532,
      "learning_rate": 5.170757002694696e-08,
      "loss": 0.3348,
      "step": 2683990
    },
    {
      "epoch": 749.09,
      "grad_norm": 1.3620777130126953,
      "learning_rate": 5.1701921739381955e-08,
      "loss": 0.3287,
      "step": 2684000
    },
    {
      "epoch": 749.1,
      "grad_norm": 1.2820954322814941,
      "learning_rate": 5.169627375688906e-08,
      "loss": 0.3265,
      "step": 2684010
    },
    {
      "epoch": 749.1,
      "grad_norm": 1.3045406341552734,
      "learning_rate": 5.169062607946932e-08,
      "loss": 0.3364,
      "step": 2684020
    },
    {
      "epoch": 749.1,
      "grad_norm": 1.2712972164154053,
      "learning_rate": 5.1684978707123257e-08,
      "loss": 0.3356,
      "step": 2684030
    },
    {
      "epoch": 749.1,
      "grad_norm": 1.1240962743759155,
      "learning_rate": 5.167933163985139e-08,
      "loss": 0.3226,
      "step": 2684040
    },
    {
      "epoch": 749.11,
      "grad_norm": 1.347794532775879,
      "learning_rate": 5.1673684877655275e-08,
      "loss": 0.334,
      "step": 2684050
    },
    {
      "epoch": 749.11,
      "grad_norm": 1.3726314306259155,
      "learning_rate": 5.1668038420534655e-08,
      "loss": 0.3435,
      "step": 2684060
    },
    {
      "epoch": 749.11,
      "grad_norm": 1.1272509098052979,
      "learning_rate": 5.1662392268491096e-08,
      "loss": 0.3465,
      "step": 2684070
    },
    {
      "epoch": 749.12,
      "grad_norm": 1.2578438520431519,
      "learning_rate": 5.1656746421524857e-08,
      "loss": 0.3396,
      "step": 2684080
    },
    {
      "epoch": 749.12,
      "grad_norm": 1.4632786512374878,
      "learning_rate": 5.165110087963697e-08,
      "loss": 0.346,
      "step": 2684090
    },
    {
      "epoch": 749.12,
      "grad_norm": 1.3470828533172607,
      "learning_rate": 5.164545564282797e-08,
      "loss": 0.3481,
      "step": 2684100
    },
    {
      "epoch": 749.12,
      "grad_norm": 1.2355129718780518,
      "learning_rate": 5.163981071109862e-08,
      "loss": 0.3374,
      "step": 2684110
    },
    {
      "epoch": 749.13,
      "grad_norm": 1.195865273475647,
      "learning_rate": 5.1634166084449977e-08,
      "loss": 0.3496,
      "step": 2684120
    },
    {
      "epoch": 749.13,
      "grad_norm": 1.0774948596954346,
      "learning_rate": 5.162852176288255e-08,
      "loss": 0.3345,
      "step": 2684130
    },
    {
      "epoch": 749.13,
      "grad_norm": 1.390838384628296,
      "learning_rate": 5.1622877746396866e-08,
      "loss": 0.3468,
      "step": 2684140
    },
    {
      "epoch": 749.13,
      "grad_norm": 1.3630847930908203,
      "learning_rate": 5.1617234034994227e-08,
      "loss": 0.3328,
      "step": 2684150
    },
    {
      "epoch": 749.14,
      "grad_norm": 1.3500325679779053,
      "learning_rate": 5.161159062867515e-08,
      "loss": 0.3475,
      "step": 2684160
    },
    {
      "epoch": 749.14,
      "grad_norm": 1.8154805898666382,
      "learning_rate": 5.160594752743989e-08,
      "loss": 0.3483,
      "step": 2684170
    },
    {
      "epoch": 749.14,
      "grad_norm": 1.3302321434020996,
      "learning_rate": 5.160030473129002e-08,
      "loss": 0.3281,
      "step": 2684180
    },
    {
      "epoch": 749.15,
      "grad_norm": 1.1825531721115112,
      "learning_rate": 5.1594662240225794e-08,
      "loss": 0.3355,
      "step": 2684190
    },
    {
      "epoch": 749.15,
      "grad_norm": 1.1765706539154053,
      "learning_rate": 5.158902005424773e-08,
      "loss": 0.3345,
      "step": 2684200
    },
    {
      "epoch": 749.15,
      "grad_norm": 1.1570262908935547,
      "learning_rate": 5.158337817335739e-08,
      "loss": 0.3284,
      "step": 2684210
    },
    {
      "epoch": 749.15,
      "grad_norm": 1.3402869701385498,
      "learning_rate": 5.157773659755478e-08,
      "loss": 0.3448,
      "step": 2684220
    },
    {
      "epoch": 749.16,
      "grad_norm": 1.1359140872955322,
      "learning_rate": 5.157209532684094e-08,
      "loss": 0.3293,
      "step": 2684230
    },
    {
      "epoch": 749.16,
      "grad_norm": 1.252719759941101,
      "learning_rate": 5.15664543612169e-08,
      "loss": 0.3303,
      "step": 2684240
    },
    {
      "epoch": 749.16,
      "grad_norm": 1.4095470905303955,
      "learning_rate": 5.156081370068293e-08,
      "loss": 0.3304,
      "step": 2684250
    },
    {
      "epoch": 749.17,
      "grad_norm": 1.3291475772857666,
      "learning_rate": 5.155517334523981e-08,
      "loss": 0.3192,
      "step": 2684260
    },
    {
      "epoch": 749.17,
      "grad_norm": 1.278534173965454,
      "learning_rate": 5.154953329488858e-08,
      "loss": 0.3593,
      "step": 2684270
    },
    {
      "epoch": 749.17,
      "grad_norm": 1.1507964134216309,
      "learning_rate": 5.1543893549630015e-08,
      "loss": 0.3239,
      "step": 2684280
    },
    {
      "epoch": 749.17,
      "grad_norm": 1.2198392152786255,
      "learning_rate": 5.153825410946439e-08,
      "loss": 0.3457,
      "step": 2684290
    },
    {
      "epoch": 749.18,
      "grad_norm": 1.0604984760284424,
      "learning_rate": 5.1532614974392985e-08,
      "loss": 0.3235,
      "step": 2684300
    },
    {
      "epoch": 749.18,
      "grad_norm": 1.3076794147491455,
      "learning_rate": 5.152697614441634e-08,
      "loss": 0.347,
      "step": 2684310
    },
    {
      "epoch": 749.18,
      "grad_norm": 1.1391985416412354,
      "learning_rate": 5.152133761953496e-08,
      "loss": 0.3277,
      "step": 2684320
    },
    {
      "epoch": 749.19,
      "grad_norm": 1.277241587638855,
      "learning_rate": 5.1515699399750155e-08,
      "loss": 0.3184,
      "step": 2684330
    },
    {
      "epoch": 749.19,
      "grad_norm": 1.284614086151123,
      "learning_rate": 5.1510061485062184e-08,
      "loss": 0.3276,
      "step": 2684340
    },
    {
      "epoch": 749.19,
      "grad_norm": 1.4985402822494507,
      "learning_rate": 5.1504423875472093e-08,
      "loss": 0.3446,
      "step": 2684350
    },
    {
      "epoch": 749.19,
      "grad_norm": 1.2608721256256104,
      "learning_rate": 5.149878657098039e-08,
      "loss": 0.3313,
      "step": 2684360
    },
    {
      "epoch": 749.2,
      "grad_norm": 1.1106836795806885,
      "learning_rate": 5.149314957158786e-08,
      "loss": 0.3448,
      "step": 2684370
    },
    {
      "epoch": 749.2,
      "grad_norm": 1.2956395149230957,
      "learning_rate": 5.148751287729555e-08,
      "loss": 0.3494,
      "step": 2684380
    },
    {
      "epoch": 749.2,
      "grad_norm": 1.222190260887146,
      "learning_rate": 5.148187648810398e-08,
      "loss": 0.3249,
      "step": 2684390
    },
    {
      "epoch": 749.2,
      "grad_norm": 1.2979850769042969,
      "learning_rate": 5.147624040401366e-08,
      "loss": 0.3412,
      "step": 2684400
    },
    {
      "epoch": 749.21,
      "grad_norm": 1.2806787490844727,
      "learning_rate": 5.14706046250259e-08,
      "loss": 0.3377,
      "step": 2684410
    },
    {
      "epoch": 749.21,
      "grad_norm": 1.166425347328186,
      "learning_rate": 5.1464969151141215e-08,
      "loss": 0.3368,
      "step": 2684420
    },
    {
      "epoch": 749.21,
      "grad_norm": 1.1895440816879272,
      "learning_rate": 5.1459333982359875e-08,
      "loss": 0.3095,
      "step": 2684430
    },
    {
      "epoch": 749.22,
      "grad_norm": 2.2241830825805664,
      "learning_rate": 5.145369911868343e-08,
      "loss": 0.3318,
      "step": 2684440
    },
    {
      "epoch": 749.22,
      "grad_norm": 1.4921549558639526,
      "learning_rate": 5.144806456011214e-08,
      "loss": 0.3272,
      "step": 2684450
    },
    {
      "epoch": 749.22,
      "grad_norm": 1.3748369216918945,
      "learning_rate": 5.14424303066468e-08,
      "loss": 0.3357,
      "step": 2684460
    },
    {
      "epoch": 749.22,
      "grad_norm": 1.1969996690750122,
      "learning_rate": 5.143679635828844e-08,
      "loss": 0.3452,
      "step": 2684470
    },
    {
      "epoch": 749.23,
      "grad_norm": 1.1204724311828613,
      "learning_rate": 5.143116271503732e-08,
      "loss": 0.3349,
      "step": 2684480
    },
    {
      "epoch": 749.23,
      "grad_norm": 1.3865070343017578,
      "learning_rate": 5.142552937689448e-08,
      "loss": 0.3283,
      "step": 2684490
    },
    {
      "epoch": 749.23,
      "grad_norm": 1.3672231435775757,
      "learning_rate": 5.141989634386071e-08,
      "loss": 0.3426,
      "step": 2684500
    },
    {
      "epoch": 749.24,
      "grad_norm": 1.1492919921875,
      "learning_rate": 5.1414263615937035e-08,
      "loss": 0.3378,
      "step": 2684510
    },
    {
      "epoch": 749.24,
      "grad_norm": 1.4094319343566895,
      "learning_rate": 5.1408631193123464e-08,
      "loss": 0.342,
      "step": 2684520
    },
    {
      "epoch": 749.24,
      "grad_norm": 1.2631958723068237,
      "learning_rate": 5.140299907542105e-08,
      "loss": 0.3229,
      "step": 2684530
    },
    {
      "epoch": 749.24,
      "grad_norm": 1.0528439283370972,
      "learning_rate": 5.139736726283107e-08,
      "loss": 0.3385,
      "step": 2684540
    },
    {
      "epoch": 749.25,
      "grad_norm": 1.1744952201843262,
      "learning_rate": 5.1391735755353535e-08,
      "loss": 0.3113,
      "step": 2684550
    },
    {
      "epoch": 749.25,
      "grad_norm": 1.4442970752716064,
      "learning_rate": 5.138610455298975e-08,
      "loss": 0.3395,
      "step": 2684560
    },
    {
      "epoch": 749.25,
      "grad_norm": 1.319068431854248,
      "learning_rate": 5.1380473655739975e-08,
      "loss": 0.3427,
      "step": 2684570
    },
    {
      "epoch": 749.25,
      "grad_norm": 1.132608413696289,
      "learning_rate": 5.137484306360525e-08,
      "loss": 0.3319,
      "step": 2684580
    },
    {
      "epoch": 749.26,
      "grad_norm": 1.4717602729797363,
      "learning_rate": 5.1369212776586345e-08,
      "loss": 0.3265,
      "step": 2684590
    },
    {
      "epoch": 749.26,
      "grad_norm": 1.5792070627212524,
      "learning_rate": 5.136358279468405e-08,
      "loss": 0.3366,
      "step": 2684600
    },
    {
      "epoch": 749.26,
      "grad_norm": 1.214843511581421,
      "learning_rate": 5.135795311789889e-08,
      "loss": 0.342,
      "step": 2684610
    },
    {
      "epoch": 749.27,
      "grad_norm": 1.2372313737869263,
      "learning_rate": 5.1352323746231635e-08,
      "loss": 0.3287,
      "step": 2684620
    },
    {
      "epoch": 749.27,
      "grad_norm": 1.3203234672546387,
      "learning_rate": 5.1346694679683336e-08,
      "loss": 0.3357,
      "step": 2684630
    },
    {
      "epoch": 749.27,
      "grad_norm": 1.440345048904419,
      "learning_rate": 5.1341065918254244e-08,
      "loss": 0.3331,
      "step": 2684640
    },
    {
      "epoch": 749.27,
      "grad_norm": 1.479691743850708,
      "learning_rate": 5.133543746194593e-08,
      "loss": 0.3451,
      "step": 2684650
    },
    {
      "epoch": 749.28,
      "grad_norm": 1.1675399541854858,
      "learning_rate": 5.132980931075812e-08,
      "loss": 0.3414,
      "step": 2684660
    },
    {
      "epoch": 749.28,
      "grad_norm": 1.1588114500045776,
      "learning_rate": 5.1324181464692385e-08,
      "loss": 0.3399,
      "step": 2684670
    },
    {
      "epoch": 749.28,
      "grad_norm": 1.1895089149475098,
      "learning_rate": 5.131855392374899e-08,
      "loss": 0.3435,
      "step": 2684680
    },
    {
      "epoch": 749.29,
      "grad_norm": 1.2915879487991333,
      "learning_rate": 5.131292668792871e-08,
      "loss": 0.338,
      "step": 2684690
    },
    {
      "epoch": 749.29,
      "grad_norm": 1.332976222038269,
      "learning_rate": 5.1307299757232834e-08,
      "loss": 0.3424,
      "step": 2684700
    },
    {
      "epoch": 749.29,
      "grad_norm": 1.1218799352645874,
      "learning_rate": 5.130167313166138e-08,
      "loss": 0.3311,
      "step": 2684710
    },
    {
      "epoch": 749.29,
      "grad_norm": 1.0819674730300903,
      "learning_rate": 5.1296046811215384e-08,
      "loss": 0.3315,
      "step": 2684720
    },
    {
      "epoch": 749.3,
      "grad_norm": 1.320027470588684,
      "learning_rate": 5.129042079589562e-08,
      "loss": 0.3401,
      "step": 2684730
    },
    {
      "epoch": 749.3,
      "grad_norm": 1.1822842359542847,
      "learning_rate": 5.128479508570314e-08,
      "loss": 0.3465,
      "step": 2684740
    },
    {
      "epoch": 749.3,
      "grad_norm": 1.4879547357559204,
      "learning_rate": 5.127916968063819e-08,
      "loss": 0.3401,
      "step": 2684750
    },
    {
      "epoch": 749.31,
      "grad_norm": 1.1490626335144043,
      "learning_rate": 5.127354458070183e-08,
      "loss": 0.3404,
      "step": 2684760
    },
    {
      "epoch": 749.31,
      "grad_norm": 1.1344144344329834,
      "learning_rate": 5.126791978589482e-08,
      "loss": 0.332,
      "step": 2684770
    },
    {
      "epoch": 749.31,
      "grad_norm": 1.2190176248550415,
      "learning_rate": 5.126229529621743e-08,
      "loss": 0.3443,
      "step": 2684780
    },
    {
      "epoch": 749.31,
      "grad_norm": 1.9160938262939453,
      "learning_rate": 5.125667111167122e-08,
      "loss": 0.3364,
      "step": 2684790
    },
    {
      "epoch": 749.32,
      "grad_norm": 1.226139783859253,
      "learning_rate": 5.1251047232256194e-08,
      "loss": 0.3228,
      "step": 2684800
    },
    {
      "epoch": 749.32,
      "grad_norm": 1.417494535446167,
      "learning_rate": 5.124542365797339e-08,
      "loss": 0.3392,
      "step": 2684810
    },
    {
      "epoch": 749.32,
      "grad_norm": 1.1668670177459717,
      "learning_rate": 5.123980038882385e-08,
      "loss": 0.3408,
      "step": 2684820
    },
    {
      "epoch": 749.32,
      "grad_norm": 1.3964462280273438,
      "learning_rate": 5.123417742480783e-08,
      "loss": 0.3402,
      "step": 2684830
    },
    {
      "epoch": 749.33,
      "grad_norm": 1.1588200330734253,
      "learning_rate": 5.122855476592637e-08,
      "loss": 0.3361,
      "step": 2684840
    },
    {
      "epoch": 749.33,
      "grad_norm": 1.4098199605941772,
      "learning_rate": 5.122293241218e-08,
      "loss": 0.3477,
      "step": 2684850
    },
    {
      "epoch": 749.33,
      "grad_norm": 1.4642126560211182,
      "learning_rate": 5.121731036356975e-08,
      "loss": 0.3403,
      "step": 2684860
    },
    {
      "epoch": 749.34,
      "grad_norm": 1.169466495513916,
      "learning_rate": 5.121168862009589e-08,
      "loss": 0.3293,
      "step": 2684870
    },
    {
      "epoch": 749.34,
      "grad_norm": 1.4196240901947021,
      "learning_rate": 5.120606718175997e-08,
      "loss": 0.3298,
      "step": 2684880
    },
    {
      "epoch": 749.34,
      "grad_norm": 1.307566523551941,
      "learning_rate": 5.1200446048562e-08,
      "loss": 0.3304,
      "step": 2684890
    },
    {
      "epoch": 749.34,
      "grad_norm": 1.1505706310272217,
      "learning_rate": 5.119482522050328e-08,
      "loss": 0.3201,
      "step": 2684900
    },
    {
      "epoch": 749.35,
      "grad_norm": 1.209960699081421,
      "learning_rate": 5.1189204697584064e-08,
      "loss": 0.3449,
      "step": 2684910
    },
    {
      "epoch": 749.35,
      "grad_norm": 1.314972162246704,
      "learning_rate": 5.1183584479805396e-08,
      "loss": 0.349,
      "step": 2684920
    },
    {
      "epoch": 749.35,
      "grad_norm": 1.3245147466659546,
      "learning_rate": 5.1177964567167794e-08,
      "loss": 0.3357,
      "step": 2684930
    },
    {
      "epoch": 749.36,
      "grad_norm": 1.2050912380218506,
      "learning_rate": 5.11723449596723e-08,
      "loss": 0.3404,
      "step": 2684940
    },
    {
      "epoch": 749.36,
      "grad_norm": 1.3491812944412231,
      "learning_rate": 5.1166725657319444e-08,
      "loss": 0.334,
      "step": 2684950
    },
    {
      "epoch": 749.36,
      "grad_norm": 1.2887214422225952,
      "learning_rate": 5.116110666010999e-08,
      "loss": 0.3289,
      "step": 2684960
    },
    {
      "epoch": 749.36,
      "grad_norm": 1.2878915071487427,
      "learning_rate": 5.1155487968044994e-08,
      "loss": 0.3365,
      "step": 2684970
    },
    {
      "epoch": 749.37,
      "grad_norm": 1.100359559059143,
      "learning_rate": 5.114986958112471e-08,
      "loss": 0.3245,
      "step": 2684980
    },
    {
      "epoch": 749.37,
      "grad_norm": 1.3722866773605347,
      "learning_rate": 5.114425149935018e-08,
      "loss": 0.3177,
      "step": 2684990
    },
    {
      "epoch": 749.37,
      "grad_norm": 1.4820549488067627,
      "learning_rate": 5.113863372272218e-08,
      "loss": 0.3584,
      "step": 2685000
    },
    {
      "epoch": 749.37,
      "grad_norm": 1.4705955982208252,
      "learning_rate": 5.113301625124097e-08,
      "loss": 0.3381,
      "step": 2685010
    },
    {
      "epoch": 749.38,
      "grad_norm": 1.162076711654663,
      "learning_rate": 5.112739908490837e-08,
      "loss": 0.3313,
      "step": 2685020
    },
    {
      "epoch": 749.38,
      "grad_norm": 1.5168298482894897,
      "learning_rate": 5.112178222372388e-08,
      "loss": 0.3365,
      "step": 2685030
    },
    {
      "epoch": 749.38,
      "grad_norm": 1.4283511638641357,
      "learning_rate": 5.1116165667689036e-08,
      "loss": 0.3453,
      "step": 2685040
    },
    {
      "epoch": 749.39,
      "grad_norm": 1.4622665643692017,
      "learning_rate": 5.111054941680462e-08,
      "loss": 0.3425,
      "step": 2685050
    },
    {
      "epoch": 749.39,
      "grad_norm": 1.415514588356018,
      "learning_rate": 5.110493347107092e-08,
      "loss": 0.34,
      "step": 2685060
    },
    {
      "epoch": 749.39,
      "grad_norm": 3.5357673168182373,
      "learning_rate": 5.109931783048894e-08,
      "loss": 0.3307,
      "step": 2685070
    },
    {
      "epoch": 749.39,
      "grad_norm": 1.351248025894165,
      "learning_rate": 5.1093702495059224e-08,
      "loss": 0.3343,
      "step": 2685080
    },
    {
      "epoch": 749.4,
      "grad_norm": 1.378738522529602,
      "learning_rate": 5.108808746478307e-08,
      "loss": 0.3342,
      "step": 2685090
    },
    {
      "epoch": 749.4,
      "grad_norm": 1.1166633367538452,
      "learning_rate": 5.108247273966047e-08,
      "loss": 0.3501,
      "step": 2685100
    },
    {
      "epoch": 749.4,
      "grad_norm": 1.1906570196151733,
      "learning_rate": 5.107685831969273e-08,
      "loss": 0.3462,
      "step": 2685110
    },
    {
      "epoch": 749.41,
      "grad_norm": 1.2741528749465942,
      "learning_rate": 5.1071244204880375e-08,
      "loss": 0.3366,
      "step": 2685120
    },
    {
      "epoch": 749.41,
      "grad_norm": 1.4857778549194336,
      "learning_rate": 5.1065630395224174e-08,
      "loss": 0.3439,
      "step": 2685130
    },
    {
      "epoch": 749.41,
      "grad_norm": 1.1634206771850586,
      "learning_rate": 5.106001689072492e-08,
      "loss": 0.3265,
      "step": 2685140
    },
    {
      "epoch": 749.41,
      "grad_norm": 1.528871774673462,
      "learning_rate": 5.1054403691383385e-08,
      "loss": 0.3328,
      "step": 2685150
    },
    {
      "epoch": 749.42,
      "grad_norm": 1.3705233335494995,
      "learning_rate": 5.1048790797200095e-08,
      "loss": 0.3392,
      "step": 2685160
    },
    {
      "epoch": 749.42,
      "grad_norm": 1.2443475723266602,
      "learning_rate": 5.104317820817609e-08,
      "loss": 0.3242,
      "step": 2685170
    },
    {
      "epoch": 749.42,
      "grad_norm": 1.9775569438934326,
      "learning_rate": 5.103756592431214e-08,
      "loss": 0.3212,
      "step": 2685180
    },
    {
      "epoch": 749.43,
      "grad_norm": 1.2189903259277344,
      "learning_rate": 5.103195394560852e-08,
      "loss": 0.3328,
      "step": 2685190
    },
    {
      "epoch": 749.43,
      "grad_norm": 1.2753543853759766,
      "learning_rate": 5.102634227206626e-08,
      "loss": 0.3572,
      "step": 2685200
    },
    {
      "epoch": 749.43,
      "grad_norm": 1.1925206184387207,
      "learning_rate": 5.102073090368667e-08,
      "loss": 0.3235,
      "step": 2685210
    },
    {
      "epoch": 749.43,
      "grad_norm": 1.0877344608306885,
      "learning_rate": 5.101511984046923e-08,
      "loss": 0.3279,
      "step": 2685220
    },
    {
      "epoch": 749.44,
      "grad_norm": 1.2471882104873657,
      "learning_rate": 5.100950908241601e-08,
      "loss": 0.3318,
      "step": 2685230
    },
    {
      "epoch": 749.44,
      "grad_norm": 1.2586579322814941,
      "learning_rate": 5.100389862952676e-08,
      "loss": 0.3262,
      "step": 2685240
    },
    {
      "epoch": 749.44,
      "grad_norm": 1.126703143119812,
      "learning_rate": 5.099828848180278e-08,
      "loss": 0.3396,
      "step": 2685250
    },
    {
      "epoch": 749.44,
      "grad_norm": 1.074048399925232,
      "learning_rate": 5.099267863924485e-08,
      "loss": 0.336,
      "step": 2685260
    },
    {
      "epoch": 749.45,
      "grad_norm": 1.0248736143112183,
      "learning_rate": 5.098706910185322e-08,
      "loss": 0.335,
      "step": 2685270
    },
    {
      "epoch": 749.45,
      "grad_norm": 2.4783167839050293,
      "learning_rate": 5.0981459869629466e-08,
      "loss": 0.3334,
      "step": 2685280
    },
    {
      "epoch": 749.45,
      "grad_norm": 1.676435112953186,
      "learning_rate": 5.097585094257358e-08,
      "loss": 0.3341,
      "step": 2685290
    },
    {
      "epoch": 749.46,
      "grad_norm": 1.2651633024215698,
      "learning_rate": 5.097024232068635e-08,
      "loss": 0.3322,
      "step": 2685300
    },
    {
      "epoch": 749.46,
      "grad_norm": 2.6655497550964355,
      "learning_rate": 5.096463400396881e-08,
      "loss": 0.3312,
      "step": 2685310
    },
    {
      "epoch": 749.46,
      "grad_norm": 1.3163890838623047,
      "learning_rate": 5.0959025992422e-08,
      "loss": 0.3468,
      "step": 2685320
    },
    {
      "epoch": 749.46,
      "grad_norm": 1.1921623945236206,
      "learning_rate": 5.0953418286045925e-08,
      "loss": 0.3418,
      "step": 2685330
    },
    {
      "epoch": 749.47,
      "grad_norm": 1.177071213722229,
      "learning_rate": 5.094781088484162e-08,
      "loss": 0.3325,
      "step": 2685340
    },
    {
      "epoch": 749.47,
      "grad_norm": 1.517569899559021,
      "learning_rate": 5.0942203788810386e-08,
      "loss": 0.3416,
      "step": 2685350
    },
    {
      "epoch": 749.47,
      "grad_norm": 1.1251201629638672,
      "learning_rate": 5.0936596997951976e-08,
      "loss": 0.333,
      "step": 2685360
    },
    {
      "epoch": 749.48,
      "grad_norm": 1.400041103363037,
      "learning_rate": 5.0930990512267935e-08,
      "loss": 0.319,
      "step": 2685370
    },
    {
      "epoch": 749.48,
      "grad_norm": 1.3319414854049683,
      "learning_rate": 5.092538433175853e-08,
      "loss": 0.3347,
      "step": 2685380
    },
    {
      "epoch": 749.48,
      "grad_norm": 1.3620898723602295,
      "learning_rate": 5.09197784564248e-08,
      "loss": 0.3462,
      "step": 2685390
    },
    {
      "epoch": 749.48,
      "grad_norm": 1.3594197034835815,
      "learning_rate": 5.091417288626727e-08,
      "loss": 0.3342,
      "step": 2685400
    },
    {
      "epoch": 749.49,
      "grad_norm": 1.361835241317749,
      "learning_rate": 5.090856762128724e-08,
      "loss": 0.3403,
      "step": 2685410
    },
    {
      "epoch": 749.49,
      "grad_norm": 1.3495069742202759,
      "learning_rate": 5.09029626614847e-08,
      "loss": 0.3247,
      "step": 2685420
    },
    {
      "epoch": 749.49,
      "grad_norm": 1.3147306442260742,
      "learning_rate": 5.0897358006860706e-08,
      "loss": 0.3249,
      "step": 2685430
    },
    {
      "epoch": 749.49,
      "grad_norm": 1.1357746124267578,
      "learning_rate": 5.089175365741629e-08,
      "loss": 0.3384,
      "step": 2685440
    },
    {
      "epoch": 749.5,
      "grad_norm": 1.2090818881988525,
      "learning_rate": 5.088614961315145e-08,
      "loss": 0.3425,
      "step": 2685450
    },
    {
      "epoch": 749.5,
      "grad_norm": 1.2329601049423218,
      "learning_rate": 5.088054587406802e-08,
      "loss": 0.3467,
      "step": 2685460
    },
    {
      "epoch": 749.5,
      "grad_norm": 1.256035566329956,
      "learning_rate": 5.087494244016572e-08,
      "loss": 0.3464,
      "step": 2685470
    },
    {
      "epoch": 749.51,
      "grad_norm": 1.1683696508407593,
      "learning_rate": 5.0869339311445865e-08,
      "loss": 0.3185,
      "step": 2685480
    },
    {
      "epoch": 749.51,
      "grad_norm": 1.2453832626342773,
      "learning_rate": 5.086373648790897e-08,
      "loss": 0.3383,
      "step": 2685490
    },
    {
      "epoch": 749.51,
      "grad_norm": 1.3074945211410522,
      "learning_rate": 5.0858133969555824e-08,
      "loss": 0.3331,
      "step": 2685500
    },
    {
      "epoch": 749.51,
      "grad_norm": 1.3857429027557373,
      "learning_rate": 5.0852531756387457e-08,
      "loss": 0.3369,
      "step": 2685510
    },
    {
      "epoch": 749.52,
      "grad_norm": 1.2543854713439941,
      "learning_rate": 5.0846929848404134e-08,
      "loss": 0.3479,
      "step": 2685520
    },
    {
      "epoch": 749.52,
      "grad_norm": 1.3338228464126587,
      "learning_rate": 5.0841328245606637e-08,
      "loss": 0.3354,
      "step": 2685530
    },
    {
      "epoch": 749.52,
      "grad_norm": 1.1625815629959106,
      "learning_rate": 5.083572694799627e-08,
      "loss": 0.3451,
      "step": 2685540
    },
    {
      "epoch": 749.53,
      "grad_norm": 1.0450109243392944,
      "learning_rate": 5.0830125955573545e-08,
      "loss": 0.3304,
      "step": 2685550
    },
    {
      "epoch": 749.53,
      "grad_norm": 1.2373757362365723,
      "learning_rate": 5.0824525268338725e-08,
      "loss": 0.3468,
      "step": 2685560
    },
    {
      "epoch": 749.53,
      "grad_norm": 1.2880703210830688,
      "learning_rate": 5.0818924886292854e-08,
      "loss": 0.3383,
      "step": 2685570
    },
    {
      "epoch": 749.53,
      "grad_norm": 1.2362632751464844,
      "learning_rate": 5.081332480943723e-08,
      "loss": 0.3357,
      "step": 2685580
    },
    {
      "epoch": 749.54,
      "grad_norm": 1.3968266248703003,
      "learning_rate": 5.080772503777159e-08,
      "loss": 0.3282,
      "step": 2685590
    },
    {
      "epoch": 749.54,
      "grad_norm": 1.1249070167541504,
      "learning_rate": 5.08021255712975e-08,
      "loss": 0.3366,
      "step": 2685600
    },
    {
      "epoch": 749.54,
      "grad_norm": 1.3132410049438477,
      "learning_rate": 5.079652641001523e-08,
      "loss": 0.3267,
      "step": 2685610
    },
    {
      "epoch": 749.55,
      "grad_norm": 1.1621164083480835,
      "learning_rate": 5.079092755392554e-08,
      "loss": 0.3345,
      "step": 2685620
    },
    {
      "epoch": 749.55,
      "grad_norm": 1.122120976448059,
      "learning_rate": 5.078532900302974e-08,
      "loss": 0.3439,
      "step": 2685630
    },
    {
      "epoch": 749.55,
      "grad_norm": 1.3671863079071045,
      "learning_rate": 5.07797307573281e-08,
      "loss": 0.3168,
      "step": 2685640
    },
    {
      "epoch": 749.55,
      "grad_norm": 1.160527229309082,
      "learning_rate": 5.0774132816821126e-08,
      "loss": 0.3269,
      "step": 2685650
    },
    {
      "epoch": 749.56,
      "grad_norm": 1.239349603652954,
      "learning_rate": 5.076853518150986e-08,
      "loss": 0.3258,
      "step": 2685660
    },
    {
      "epoch": 749.56,
      "grad_norm": 1.2152498960494995,
      "learning_rate": 5.0762937851395616e-08,
      "loss": 0.3526,
      "step": 2685670
    },
    {
      "epoch": 749.56,
      "grad_norm": 1.546921730041504,
      "learning_rate": 5.075734082647786e-08,
      "loss": 0.3475,
      "step": 2685680
    },
    {
      "epoch": 749.56,
      "grad_norm": 1.2176433801651,
      "learning_rate": 5.075174410675842e-08,
      "loss": 0.3288,
      "step": 2685690
    },
    {
      "epoch": 749.57,
      "grad_norm": 1.5319008827209473,
      "learning_rate": 5.074614769223755e-08,
      "loss": 0.3289,
      "step": 2685700
    },
    {
      "epoch": 749.57,
      "grad_norm": 1.2789721488952637,
      "learning_rate": 5.0740551582916305e-08,
      "loss": 0.3377,
      "step": 2685710
    },
    {
      "epoch": 749.57,
      "grad_norm": 1.447169542312622,
      "learning_rate": 5.073495577879519e-08,
      "loss": 0.3414,
      "step": 2685720
    },
    {
      "epoch": 749.58,
      "grad_norm": 1.2857880592346191,
      "learning_rate": 5.072936027987499e-08,
      "loss": 0.3351,
      "step": 2685730
    },
    {
      "epoch": 749.58,
      "grad_norm": 1.356848955154419,
      "learning_rate": 5.0723765086156233e-08,
      "loss": 0.3375,
      "step": 2685740
    },
    {
      "epoch": 749.58,
      "grad_norm": 1.0485154390335083,
      "learning_rate": 5.071817019763995e-08,
      "loss": 0.3115,
      "step": 2685750
    },
    {
      "epoch": 749.58,
      "grad_norm": 1.2719193696975708,
      "learning_rate": 5.071257561432719e-08,
      "loss": 0.3277,
      "step": 2685760
    },
    {
      "epoch": 749.59,
      "grad_norm": 1.3514457941055298,
      "learning_rate": 5.070698133621794e-08,
      "loss": 0.3171,
      "step": 2685770
    },
    {
      "epoch": 749.59,
      "grad_norm": 1.435319185256958,
      "learning_rate": 5.0701387363313514e-08,
      "loss": 0.3375,
      "step": 2685780
    },
    {
      "epoch": 749.59,
      "grad_norm": 1.4156343936920166,
      "learning_rate": 5.069579369561469e-08,
      "loss": 0.3475,
      "step": 2685790
    },
    {
      "epoch": 749.6,
      "grad_norm": 1.3601325750350952,
      "learning_rate": 5.0690200333121465e-08,
      "loss": 0.3341,
      "step": 2685800
    },
    {
      "epoch": 749.6,
      "grad_norm": 1.2636938095092773,
      "learning_rate": 5.068460727583566e-08,
      "loss": 0.3293,
      "step": 2685810
    },
    {
      "epoch": 749.6,
      "grad_norm": 1.2710036039352417,
      "learning_rate": 5.0679014523757024e-08,
      "loss": 0.3302,
      "step": 2685820
    },
    {
      "epoch": 749.6,
      "grad_norm": 1.1148635149002075,
      "learning_rate": 5.06734220768871e-08,
      "loss": 0.3343,
      "step": 2685830
    },
    {
      "epoch": 749.61,
      "grad_norm": 1.2494902610778809,
      "learning_rate": 5.0667829935226166e-08,
      "loss": 0.3461,
      "step": 2685840
    },
    {
      "epoch": 749.61,
      "grad_norm": 1.2320680618286133,
      "learning_rate": 5.0662238098775e-08,
      "loss": 0.3507,
      "step": 2685850
    },
    {
      "epoch": 749.61,
      "grad_norm": 1.2705405950546265,
      "learning_rate": 5.065664656753463e-08,
      "loss": 0.3287,
      "step": 2685860
    },
    {
      "epoch": 749.61,
      "grad_norm": 1.2893928289413452,
      "learning_rate": 5.065105534150559e-08,
      "loss": 0.3388,
      "step": 2685870
    },
    {
      "epoch": 749.62,
      "grad_norm": 1.2545990943908691,
      "learning_rate": 5.064546442068865e-08,
      "loss": 0.3328,
      "step": 2685880
    },
    {
      "epoch": 749.62,
      "grad_norm": 1.4865905046463013,
      "learning_rate": 5.063987380508434e-08,
      "loss": 0.3207,
      "step": 2685890
    },
    {
      "epoch": 749.62,
      "grad_norm": 1.4867490530014038,
      "learning_rate": 5.063428349469396e-08,
      "loss": 0.3383,
      "step": 2685900
    },
    {
      "epoch": 749.63,
      "grad_norm": 1.3299230337142944,
      "learning_rate": 5.062869348951776e-08,
      "loss": 0.3179,
      "step": 2685910
    },
    {
      "epoch": 749.63,
      "grad_norm": 1.4174914360046387,
      "learning_rate": 5.0623103789556275e-08,
      "loss": 0.3411,
      "step": 2685920
    },
    {
      "epoch": 749.63,
      "grad_norm": 1.5805237293243408,
      "learning_rate": 5.061751439481105e-08,
      "loss": 0.3363,
      "step": 2685930
    },
    {
      "epoch": 749.63,
      "grad_norm": 1.293154239654541,
      "learning_rate": 5.0611925305282105e-08,
      "loss": 0.3434,
      "step": 2685940
    },
    {
      "epoch": 749.64,
      "grad_norm": 1.1249585151672363,
      "learning_rate": 5.060633652097072e-08,
      "loss": 0.3219,
      "step": 2685950
    },
    {
      "epoch": 749.64,
      "grad_norm": 1.2333935499191284,
      "learning_rate": 5.060074804187717e-08,
      "loss": 0.3524,
      "step": 2685960
    },
    {
      "epoch": 749.64,
      "grad_norm": 1.3598644733428955,
      "learning_rate": 5.059515986800249e-08,
      "loss": 0.3456,
      "step": 2685970
    },
    {
      "epoch": 749.65,
      "grad_norm": 1.0664466619491577,
      "learning_rate": 5.058957199934747e-08,
      "loss": 0.3427,
      "step": 2685980
    },
    {
      "epoch": 749.65,
      "grad_norm": 1.2646386623382568,
      "learning_rate": 5.058398443591261e-08,
      "loss": 0.3202,
      "step": 2685990
    },
    {
      "epoch": 749.65,
      "grad_norm": 1.0714490413665771,
      "learning_rate": 5.0578397177698707e-08,
      "loss": 0.3206,
      "step": 2686000
    },
    {
      "epoch": 749.65,
      "grad_norm": 1.2146276235580444,
      "learning_rate": 5.0572810224706794e-08,
      "loss": 0.3359,
      "step": 2686010
    },
    {
      "epoch": 749.66,
      "grad_norm": 1.1843903064727783,
      "learning_rate": 5.05672235769374e-08,
      "loss": 0.3443,
      "step": 2686020
    },
    {
      "epoch": 749.66,
      "grad_norm": 1.3345670700073242,
      "learning_rate": 5.056163723439078e-08,
      "loss": 0.3521,
      "step": 2686030
    },
    {
      "epoch": 749.66,
      "grad_norm": 1.301355242729187,
      "learning_rate": 5.0556051197068494e-08,
      "loss": 0.3255,
      "step": 2686040
    },
    {
      "epoch": 749.67,
      "grad_norm": 1.285807728767395,
      "learning_rate": 5.0550465464971065e-08,
      "loss": 0.3382,
      "step": 2686050
    },
    {
      "epoch": 749.67,
      "grad_norm": 1.4332941770553589,
      "learning_rate": 5.054488003809875e-08,
      "loss": 0.3423,
      "step": 2686060
    },
    {
      "epoch": 749.67,
      "grad_norm": 1.1970449686050415,
      "learning_rate": 5.053929491645285e-08,
      "loss": 0.3362,
      "step": 2686070
    },
    {
      "epoch": 749.67,
      "grad_norm": 1.037987232208252,
      "learning_rate": 5.0533710100034156e-08,
      "loss": 0.3476,
      "step": 2686080
    },
    {
      "epoch": 749.68,
      "grad_norm": 1.4711991548538208,
      "learning_rate": 5.052812558884291e-08,
      "loss": 0.3334,
      "step": 2686090
    },
    {
      "epoch": 749.68,
      "grad_norm": 1.2834120988845825,
      "learning_rate": 5.0522541382880165e-08,
      "loss": 0.3331,
      "step": 2686100
    },
    {
      "epoch": 749.68,
      "grad_norm": 1.521208643913269,
      "learning_rate": 5.05169574821467e-08,
      "loss": 0.3285,
      "step": 2686110
    },
    {
      "epoch": 749.68,
      "grad_norm": 1.6382248401641846,
      "learning_rate": 5.051137388664304e-08,
      "loss": 0.3259,
      "step": 2686120
    },
    {
      "epoch": 749.69,
      "grad_norm": 1.250087857246399,
      "learning_rate": 5.050579059637022e-08,
      "loss": 0.3378,
      "step": 2686130
    },
    {
      "epoch": 749.69,
      "grad_norm": 1.3948029279708862,
      "learning_rate": 5.050020761132876e-08,
      "loss": 0.3467,
      "step": 2686140
    },
    {
      "epoch": 749.69,
      "grad_norm": 1.2095484733581543,
      "learning_rate": 5.049462493151944e-08,
      "loss": 0.3338,
      "step": 2686150
    },
    {
      "epoch": 749.7,
      "grad_norm": 1.4224013090133667,
      "learning_rate": 5.048904255694304e-08,
      "loss": 0.3596,
      "step": 2686160
    },
    {
      "epoch": 749.7,
      "grad_norm": 1.4121519327163696,
      "learning_rate": 5.048346048760008e-08,
      "loss": 0.3362,
      "step": 2686170
    },
    {
      "epoch": 749.7,
      "grad_norm": 1.0766180753707886,
      "learning_rate": 5.047787872349213e-08,
      "loss": 0.3225,
      "step": 2686180
    },
    {
      "epoch": 749.7,
      "grad_norm": 1.3038010597229004,
      "learning_rate": 5.047229726461866e-08,
      "loss": 0.338,
      "step": 2686190
    },
    {
      "epoch": 749.71,
      "grad_norm": 1.2338451147079468,
      "learning_rate": 5.04667161109815e-08,
      "loss": 0.3326,
      "step": 2686200
    },
    {
      "epoch": 749.71,
      "grad_norm": 1.3281158208847046,
      "learning_rate": 5.046113526258064e-08,
      "loss": 0.3402,
      "step": 2686210
    },
    {
      "epoch": 749.71,
      "grad_norm": 1.239549994468689,
      "learning_rate": 5.045555471941765e-08,
      "loss": 0.3451,
      "step": 2686220
    },
    {
      "epoch": 749.72,
      "grad_norm": 1.271278738975525,
      "learning_rate": 5.044997448149252e-08,
      "loss": 0.3562,
      "step": 2686230
    },
    {
      "epoch": 749.72,
      "grad_norm": 1.2823615074157715,
      "learning_rate": 5.0444394548806045e-08,
      "loss": 0.3423,
      "step": 2686240
    },
    {
      "epoch": 749.72,
      "grad_norm": 1.3023078441619873,
      "learning_rate": 5.043881492135951e-08,
      "loss": 0.3424,
      "step": 2686250
    },
    {
      "epoch": 749.72,
      "grad_norm": 1.4191012382507324,
      "learning_rate": 5.043323559915293e-08,
      "loss": 0.3418,
      "step": 2686260
    },
    {
      "epoch": 749.73,
      "grad_norm": 1.3208445310592651,
      "learning_rate": 5.0427656582187856e-08,
      "loss": 0.3383,
      "step": 2686270
    },
    {
      "epoch": 749.73,
      "grad_norm": 1.3036381006240845,
      "learning_rate": 5.0422077870464295e-08,
      "loss": 0.3533,
      "step": 2686280
    },
    {
      "epoch": 749.73,
      "grad_norm": 1.1647770404815674,
      "learning_rate": 5.041649946398328e-08,
      "loss": 0.3507,
      "step": 2686290
    },
    {
      "epoch": 749.73,
      "grad_norm": 1.1239712238311768,
      "learning_rate": 5.0410921362745855e-08,
      "loss": 0.3322,
      "step": 2686300
    },
    {
      "epoch": 749.74,
      "grad_norm": 1.3197964429855347,
      "learning_rate": 5.040534356675228e-08,
      "loss": 0.3384,
      "step": 2686310
    },
    {
      "epoch": 749.74,
      "grad_norm": 1.075778603553772,
      "learning_rate": 5.03997660760036e-08,
      "loss": 0.3254,
      "step": 2686320
    },
    {
      "epoch": 749.74,
      "grad_norm": 1.2135894298553467,
      "learning_rate": 5.039418889050033e-08,
      "loss": 0.3382,
      "step": 2686330
    },
    {
      "epoch": 749.75,
      "grad_norm": 1.3056800365447998,
      "learning_rate": 5.038861201024352e-08,
      "loss": 0.3606,
      "step": 2686340
    },
    {
      "epoch": 749.75,
      "grad_norm": 1.201195240020752,
      "learning_rate": 5.038303543523341e-08,
      "loss": 0.3366,
      "step": 2686350
    },
    {
      "epoch": 749.75,
      "grad_norm": 1.2455906867980957,
      "learning_rate": 5.0377459165471585e-08,
      "loss": 0.3766,
      "step": 2686360
    },
    {
      "epoch": 749.75,
      "grad_norm": 1.1853861808776855,
      "learning_rate": 5.037188320095803e-08,
      "loss": 0.339,
      "step": 2686370
    },
    {
      "epoch": 749.76,
      "grad_norm": 7.725558280944824,
      "learning_rate": 5.0366307541693535e-08,
      "loss": 0.3423,
      "step": 2686380
    },
    {
      "epoch": 749.76,
      "grad_norm": 1.2445497512817383,
      "learning_rate": 5.03607321876794e-08,
      "loss": 0.3418,
      "step": 2686390
    },
    {
      "epoch": 749.76,
      "grad_norm": 1.452840805053711,
      "learning_rate": 5.035515713891561e-08,
      "loss": 0.3403,
      "step": 2686400
    },
    {
      "epoch": 749.77,
      "grad_norm": 1.4000252485275269,
      "learning_rate": 5.034958239540348e-08,
      "loss": 0.356,
      "step": 2686410
    },
    {
      "epoch": 749.77,
      "grad_norm": 1.261193037033081,
      "learning_rate": 5.034400795714353e-08,
      "loss": 0.3303,
      "step": 2686420
    },
    {
      "epoch": 749.77,
      "grad_norm": 1.3190388679504395,
      "learning_rate": 5.0338433824136535e-08,
      "loss": 0.3186,
      "step": 2686430
    },
    {
      "epoch": 749.77,
      "grad_norm": 1.1920191049575806,
      "learning_rate": 5.0332859996383546e-08,
      "loss": 0.3485,
      "step": 2686440
    },
    {
      "epoch": 749.78,
      "grad_norm": 1.290830135345459,
      "learning_rate": 5.0327286473884814e-08,
      "loss": 0.3371,
      "step": 2686450
    },
    {
      "epoch": 749.78,
      "grad_norm": 1.221707820892334,
      "learning_rate": 5.032171325664112e-08,
      "loss": 0.3549,
      "step": 2686460
    },
    {
      "epoch": 749.78,
      "grad_norm": 1.2967332601547241,
      "learning_rate": 5.031614034465324e-08,
      "loss": 0.3392,
      "step": 2686470
    },
    {
      "epoch": 749.79,
      "grad_norm": 1.2637083530426025,
      "learning_rate": 5.0310567737922495e-08,
      "loss": 0.3381,
      "step": 2686480
    },
    {
      "epoch": 749.79,
      "grad_norm": 1.4611214399337769,
      "learning_rate": 5.03049954364486e-08,
      "loss": 0.3481,
      "step": 2686490
    },
    {
      "epoch": 749.79,
      "grad_norm": 1.365944504737854,
      "learning_rate": 5.0299423440233395e-08,
      "loss": 0.3367,
      "step": 2686500
    },
    {
      "epoch": 749.79,
      "grad_norm": 1.2295465469360352,
      "learning_rate": 5.029385174927687e-08,
      "loss": 0.3443,
      "step": 2686510
    },
    {
      "epoch": 749.8,
      "grad_norm": 1.153865933418274,
      "learning_rate": 5.028828036357981e-08,
      "loss": 0.3382,
      "step": 2686520
    },
    {
      "epoch": 749.8,
      "grad_norm": 1.552011489868164,
      "learning_rate": 5.028270928314352e-08,
      "loss": 0.3493,
      "step": 2686530
    },
    {
      "epoch": 749.8,
      "grad_norm": 1.278319239616394,
      "learning_rate": 5.0277138507967986e-08,
      "loss": 0.3251,
      "step": 2686540
    },
    {
      "epoch": 749.8,
      "grad_norm": 1.2515183687210083,
      "learning_rate": 5.027156803805452e-08,
      "loss": 0.3297,
      "step": 2686550
    },
    {
      "epoch": 749.81,
      "grad_norm": 1.2347514629364014,
      "learning_rate": 5.0265997873403376e-08,
      "loss": 0.3321,
      "step": 2686560
    },
    {
      "epoch": 749.81,
      "grad_norm": 1.3867247104644775,
      "learning_rate": 5.0260428014016124e-08,
      "loss": 0.3589,
      "step": 2686570
    },
    {
      "epoch": 749.81,
      "grad_norm": 1.40407133102417,
      "learning_rate": 5.02548584598925e-08,
      "loss": 0.3291,
      "step": 2686580
    },
    {
      "epoch": 749.82,
      "grad_norm": 1.338658332824707,
      "learning_rate": 5.0249289211033804e-08,
      "loss": 0.3425,
      "step": 2686590
    },
    {
      "epoch": 749.82,
      "grad_norm": 1.2415955066680908,
      "learning_rate": 5.024372026744081e-08,
      "loss": 0.3416,
      "step": 2686600
    },
    {
      "epoch": 749.82,
      "grad_norm": 1.2123117446899414,
      "learning_rate": 5.023815162911379e-08,
      "loss": 0.33,
      "step": 2686610
    },
    {
      "epoch": 749.82,
      "grad_norm": 1.0065503120422363,
      "learning_rate": 5.02325832960543e-08,
      "loss": 0.3321,
      "step": 2686620
    },
    {
      "epoch": 749.83,
      "grad_norm": 1.2899750471115112,
      "learning_rate": 5.022701526826234e-08,
      "loss": 0.3441,
      "step": 2686630
    },
    {
      "epoch": 749.83,
      "grad_norm": 1.27953040599823,
      "learning_rate": 5.022144754573869e-08,
      "loss": 0.3432,
      "step": 2686640
    },
    {
      "epoch": 749.83,
      "grad_norm": 1.1080266237258911,
      "learning_rate": 5.0215880128484654e-08,
      "loss": 0.342,
      "step": 2686650
    },
    {
      "epoch": 749.84,
      "grad_norm": 0.9891040325164795,
      "learning_rate": 5.0210313016500746e-08,
      "loss": 0.3282,
      "step": 2686660
    },
    {
      "epoch": 749.84,
      "grad_norm": 1.2245402336120605,
      "learning_rate": 5.0204746209787234e-08,
      "loss": 0.3176,
      "step": 2686670
    },
    {
      "epoch": 749.84,
      "grad_norm": 1.253908634185791,
      "learning_rate": 5.019917970834541e-08,
      "loss": 0.3357,
      "step": 2686680
    },
    {
      "epoch": 749.84,
      "grad_norm": 1.1771398782730103,
      "learning_rate": 5.019361351217554e-08,
      "loss": 0.3356,
      "step": 2686690
    },
    {
      "epoch": 749.85,
      "grad_norm": 1.345223307609558,
      "learning_rate": 5.018804762127893e-08,
      "loss": 0.3326,
      "step": 2686700
    },
    {
      "epoch": 749.85,
      "grad_norm": 1.218430519104004,
      "learning_rate": 5.01824820356561e-08,
      "loss": 0.3197,
      "step": 2686710
    },
    {
      "epoch": 749.85,
      "grad_norm": 1.251229166984558,
      "learning_rate": 5.017691675530755e-08,
      "loss": 0.3373,
      "step": 2686720
    },
    {
      "epoch": 749.85,
      "grad_norm": 1.093888521194458,
      "learning_rate": 5.017135178023435e-08,
      "loss": 0.3425,
      "step": 2686730
    },
    {
      "epoch": 749.86,
      "grad_norm": 1.3586068153381348,
      "learning_rate": 5.0165787110437256e-08,
      "loss": 0.3256,
      "step": 2686740
    },
    {
      "epoch": 749.86,
      "grad_norm": 1.2874789237976074,
      "learning_rate": 5.016022274591629e-08,
      "loss": 0.3406,
      "step": 2686750
    },
    {
      "epoch": 749.86,
      "grad_norm": 1.1748452186584473,
      "learning_rate": 5.015465868667325e-08,
      "loss": 0.3231,
      "step": 2686760
    },
    {
      "epoch": 749.87,
      "grad_norm": 1.357132077217102,
      "learning_rate": 5.014909493270816e-08,
      "loss": 0.3478,
      "step": 2686770
    },
    {
      "epoch": 749.87,
      "grad_norm": 1.1517605781555176,
      "learning_rate": 5.0143531484022044e-08,
      "loss": 0.3252,
      "step": 2686780
    },
    {
      "epoch": 749.87,
      "grad_norm": 1.2226461172103882,
      "learning_rate": 5.0137968340615425e-08,
      "loss": 0.3459,
      "step": 2686790
    },
    {
      "epoch": 749.87,
      "grad_norm": 1.2693626880645752,
      "learning_rate": 5.013240550248961e-08,
      "loss": 0.3587,
      "step": 2686800
    },
    {
      "epoch": 749.88,
      "grad_norm": 1.5031394958496094,
      "learning_rate": 5.0126842969644333e-08,
      "loss": 0.3447,
      "step": 2686810
    },
    {
      "epoch": 749.88,
      "grad_norm": 1.4081312417984009,
      "learning_rate": 5.012128074208142e-08,
      "loss": 0.3211,
      "step": 2686820
    },
    {
      "epoch": 749.88,
      "grad_norm": 1.1870055198669434,
      "learning_rate": 5.011571881980087e-08,
      "loss": 0.3554,
      "step": 2686830
    },
    {
      "epoch": 749.89,
      "grad_norm": 1.1739171743392944,
      "learning_rate": 5.011015720280346e-08,
      "loss": 0.337,
      "step": 2686840
    },
    {
      "epoch": 749.89,
      "grad_norm": 1.5952190160751343,
      "learning_rate": 5.0104595891090755e-08,
      "loss": 0.3295,
      "step": 2686850
    },
    {
      "epoch": 749.89,
      "grad_norm": 2.5702853202819824,
      "learning_rate": 5.009903488466223e-08,
      "loss": 0.3431,
      "step": 2686860
    },
    {
      "epoch": 749.89,
      "grad_norm": 1.2320677042007446,
      "learning_rate": 5.0093474183519716e-08,
      "loss": 0.348,
      "step": 2686870
    },
    {
      "epoch": 749.9,
      "grad_norm": 1.198785662651062,
      "learning_rate": 5.0087913787663204e-08,
      "loss": 0.351,
      "step": 2686880
    },
    {
      "epoch": 749.9,
      "grad_norm": 1.3496325016021729,
      "learning_rate": 5.0082353697093995e-08,
      "loss": 0.3344,
      "step": 2686890
    },
    {
      "epoch": 749.9,
      "grad_norm": 1.3955440521240234,
      "learning_rate": 5.0076793911812355e-08,
      "loss": 0.3464,
      "step": 2686900
    },
    {
      "epoch": 749.91,
      "grad_norm": 1.2737897634506226,
      "learning_rate": 5.007123443181932e-08,
      "loss": 0.3387,
      "step": 2686910
    },
    {
      "epoch": 749.91,
      "grad_norm": 1.2656663656234741,
      "learning_rate": 5.0065675257115937e-08,
      "loss": 0.3414,
      "step": 2686920
    },
    {
      "epoch": 749.91,
      "grad_norm": 1.303265929222107,
      "learning_rate": 5.006011638770194e-08,
      "loss": 0.3335,
      "step": 2686930
    },
    {
      "epoch": 749.91,
      "grad_norm": 1.1333049535751343,
      "learning_rate": 5.005455782357915e-08,
      "loss": 0.3302,
      "step": 2686940
    },
    {
      "epoch": 749.92,
      "grad_norm": 1.282592535018921,
      "learning_rate": 5.004899956474757e-08,
      "loss": 0.3401,
      "step": 2686950
    },
    {
      "epoch": 749.92,
      "grad_norm": 1.2055071592330933,
      "learning_rate": 5.004344161120824e-08,
      "loss": 0.332,
      "step": 2686960
    },
    {
      "epoch": 749.92,
      "grad_norm": 1.1728124618530273,
      "learning_rate": 5.00378839629622e-08,
      "loss": 0.3478,
      "step": 2686970
    },
    {
      "epoch": 749.92,
      "grad_norm": 1.3227713108062744,
      "learning_rate": 5.003232662000919e-08,
      "loss": 0.3415,
      "step": 2686980
    },
    {
      "epoch": 749.93,
      "grad_norm": 1.3039172887802124,
      "learning_rate": 5.002676958235129e-08,
      "loss": 0.3471,
      "step": 2686990
    },
    {
      "epoch": 749.93,
      "grad_norm": 1.2368921041488647,
      "learning_rate": 5.002121284998824e-08,
      "loss": 0.3482,
      "step": 2687000
    },
    {
      "epoch": 749.93,
      "grad_norm": 1.1211040019989014,
      "learning_rate": 5.001565642292135e-08,
      "loss": 0.3364,
      "step": 2687010
    },
    {
      "epoch": 749.94,
      "grad_norm": 1.1780401468276978,
      "learning_rate": 5.001010030115087e-08,
      "loss": 0.3281,
      "step": 2687020
    },
    {
      "epoch": 749.94,
      "grad_norm": 1.1736074686050415,
      "learning_rate": 5.0004544484678106e-08,
      "loss": 0.334,
      "step": 2687030
    },
    {
      "epoch": 749.94,
      "grad_norm": 1.2729637622833252,
      "learning_rate": 4.999898897350306e-08,
      "loss": 0.3346,
      "step": 2687040
    },
    {
      "epoch": 749.94,
      "grad_norm": 1.3662172555923462,
      "learning_rate": 4.999343376762728e-08,
      "loss": 0.3339,
      "step": 2687050
    },
    {
      "epoch": 749.95,
      "grad_norm": 1.3542314767837524,
      "learning_rate": 4.998787886705104e-08,
      "loss": 0.333,
      "step": 2687060
    },
    {
      "epoch": 749.95,
      "grad_norm": 1.2290863990783691,
      "learning_rate": 4.998232427177486e-08,
      "loss": 0.3393,
      "step": 2687070
    },
    {
      "epoch": 749.95,
      "grad_norm": 1.0644123554229736,
      "learning_rate": 4.997676998180029e-08,
      "loss": 0.3218,
      "step": 2687080
    },
    {
      "epoch": 749.96,
      "grad_norm": 1.3566572666168213,
      "learning_rate": 4.997121599712708e-08,
      "loss": 0.3242,
      "step": 2687090
    },
    {
      "epoch": 749.96,
      "grad_norm": 1.1897088289260864,
      "learning_rate": 4.996566231775679e-08,
      "loss": 0.3288,
      "step": 2687100
    },
    {
      "epoch": 749.96,
      "grad_norm": 1.6386481523513794,
      "learning_rate": 4.9960108943689935e-08,
      "loss": 0.322,
      "step": 2687110
    },
    {
      "epoch": 749.96,
      "grad_norm": 1.2802051305770874,
      "learning_rate": 4.995455587492678e-08,
      "loss": 0.3276,
      "step": 2687120
    },
    {
      "epoch": 749.97,
      "grad_norm": 1.2801696062088013,
      "learning_rate": 4.994900311146837e-08,
      "loss": 0.3325,
      "step": 2687130
    },
    {
      "epoch": 749.97,
      "grad_norm": 1.261096477508545,
      "learning_rate": 4.9943450653315735e-08,
      "loss": 0.3449,
      "step": 2687140
    },
    {
      "epoch": 749.97,
      "grad_norm": 1.212880253791809,
      "learning_rate": 4.9937898500469404e-08,
      "loss": 0.3356,
      "step": 2687150
    },
    {
      "epoch": 749.97,
      "grad_norm": 2.118347406387329,
      "learning_rate": 4.993234665292989e-08,
      "loss": 0.3259,
      "step": 2687160
    },
    {
      "epoch": 749.98,
      "grad_norm": 1.164843201637268,
      "learning_rate": 4.9926795110698245e-08,
      "loss": 0.3299,
      "step": 2687170
    },
    {
      "epoch": 749.98,
      "grad_norm": 1.2155910730361938,
      "learning_rate": 4.992124387377524e-08,
      "loss": 0.3617,
      "step": 2687180
    },
    {
      "epoch": 749.98,
      "grad_norm": 1.225908875465393,
      "learning_rate": 4.991569294216114e-08,
      "loss": 0.337,
      "step": 2687190
    },
    {
      "epoch": 749.99,
      "grad_norm": 1.2754719257354736,
      "learning_rate": 4.99101423158575e-08,
      "loss": 0.3393,
      "step": 2687200
    },
    {
      "epoch": 749.99,
      "grad_norm": 1.188979983329773,
      "learning_rate": 4.9904591994864073e-08,
      "loss": 0.3358,
      "step": 2687210
    },
    {
      "epoch": 749.99,
      "grad_norm": 1.3492830991744995,
      "learning_rate": 4.989904197918214e-08,
      "loss": 0.3343,
      "step": 2687220
    },
    {
      "epoch": 749.99,
      "grad_norm": 1.3185151815414429,
      "learning_rate": 4.98934922688125e-08,
      "loss": 0.3349,
      "step": 2687230
    },
    {
      "epoch": 750.0,
      "grad_norm": 1.211233139038086,
      "learning_rate": 4.988794286375619e-08,
      "loss": 0.3383,
      "step": 2687240
    },
    {
      "epoch": 750.0,
      "grad_norm": 1.3186320066452026,
      "learning_rate": 4.988239376401294e-08,
      "loss": 0.3323,
      "step": 2687250
    },
    {
      "epoch": 750.0,
      "eval_loss": 0.33865785598754883,
      "eval_runtime": 64.7254,
      "eval_samples_per_second": 78.161,
      "eval_steps_per_second": 9.78,
      "step": 2687250
    },
    {
      "epoch": 750.0,
      "grad_norm": 1.4932472705841064,
      "learning_rate": 4.9876844969584315e-08,
      "loss": 0.3448,
      "step": 2687260
    },
    {
      "epoch": 750.01,
      "grad_norm": 1.1700255870819092,
      "learning_rate": 4.987129648047084e-08,
      "loss": 0.337,
      "step": 2687270
    },
    {
      "epoch": 750.01,
      "grad_norm": 1.2856380939483643,
      "learning_rate": 4.98657482966733e-08,
      "loss": 0.3298,
      "step": 2687280
    },
    {
      "epoch": 750.01,
      "grad_norm": 1.5553581714630127,
      "learning_rate": 4.986020041819246e-08,
      "loss": 0.3483,
      "step": 2687290
    },
    {
      "epoch": 750.01,
      "grad_norm": 1.0027096271514893,
      "learning_rate": 4.9854652845028596e-08,
      "loss": 0.3393,
      "step": 2687300
    },
    {
      "epoch": 750.02,
      "grad_norm": 1.4079704284667969,
      "learning_rate": 4.984910557718326e-08,
      "loss": 0.3462,
      "step": 2687310
    },
    {
      "epoch": 750.02,
      "grad_norm": 1.2478187084197998,
      "learning_rate": 4.984355861465646e-08,
      "loss": 0.3366,
      "step": 2687320
    },
    {
      "epoch": 750.02,
      "grad_norm": 1.439982533454895,
      "learning_rate": 4.983801195744923e-08,
      "loss": 0.3384,
      "step": 2687330
    },
    {
      "epoch": 750.03,
      "grad_norm": 1.157729983329773,
      "learning_rate": 4.9832465605562606e-08,
      "loss": 0.3239,
      "step": 2687340
    },
    {
      "epoch": 750.03,
      "grad_norm": 2.6595585346221924,
      "learning_rate": 4.982691955899686e-08,
      "loss": 0.33,
      "step": 2687350
    },
    {
      "epoch": 750.03,
      "grad_norm": 1.2359622716903687,
      "learning_rate": 4.982137381775303e-08,
      "loss": 0.3341,
      "step": 2687360
    },
    {
      "epoch": 750.03,
      "grad_norm": 1.3118877410888672,
      "learning_rate": 4.9815828381831374e-08,
      "loss": 0.3409,
      "step": 2687370
    },
    {
      "epoch": 750.04,
      "grad_norm": 1.2555100917816162,
      "learning_rate": 4.981028325123345e-08,
      "loss": 0.34,
      "step": 2687380
    },
    {
      "epoch": 750.04,
      "grad_norm": 1.6799062490463257,
      "learning_rate": 4.9804738425959255e-08,
      "loss": 0.3661,
      "step": 2687390
    },
    {
      "epoch": 750.04,
      "grad_norm": 1.5934783220291138,
      "learning_rate": 4.9799193906009846e-08,
      "loss": 0.3382,
      "step": 2687400
    },
    {
      "epoch": 750.04,
      "grad_norm": 1.145703911781311,
      "learning_rate": 4.979364969138599e-08,
      "loss": 0.3423,
      "step": 2687410
    },
    {
      "epoch": 750.05,
      "grad_norm": 1.4520580768585205,
      "learning_rate": 4.9788105782087946e-08,
      "loss": 0.3192,
      "step": 2687420
    },
    {
      "epoch": 750.05,
      "grad_norm": 1.1108394861221313,
      "learning_rate": 4.978256217811729e-08,
      "loss": 0.3346,
      "step": 2687430
    },
    {
      "epoch": 750.05,
      "grad_norm": 1.191683292388916,
      "learning_rate": 4.9777018879474265e-08,
      "loss": 0.3426,
      "step": 2687440
    },
    {
      "epoch": 750.06,
      "grad_norm": 1.1798754930496216,
      "learning_rate": 4.9771475886159396e-08,
      "loss": 0.3213,
      "step": 2687450
    },
    {
      "epoch": 750.06,
      "grad_norm": 1.5310876369476318,
      "learning_rate": 4.976593319817399e-08,
      "loss": 0.3364,
      "step": 2687460
    },
    {
      "epoch": 750.06,
      "grad_norm": 1.195268154144287,
      "learning_rate": 4.9760390815518566e-08,
      "loss": 0.3438,
      "step": 2687470
    },
    {
      "epoch": 750.06,
      "grad_norm": 1.3833339214324951,
      "learning_rate": 4.975484873819338e-08,
      "loss": 0.3399,
      "step": 2687480
    },
    {
      "epoch": 750.07,
      "grad_norm": 1.2218902111053467,
      "learning_rate": 4.97493069662e-08,
      "loss": 0.338,
      "step": 2687490
    },
    {
      "epoch": 750.07,
      "grad_norm": 1.31757390499115,
      "learning_rate": 4.974376549953867e-08,
      "loss": 0.3344,
      "step": 2687500
    },
    {
      "epoch": 750.07,
      "grad_norm": 1.4498618841171265,
      "learning_rate": 4.973822433820968e-08,
      "loss": 0.3288,
      "step": 2687510
    },
    {
      "epoch": 750.08,
      "grad_norm": 1.0903290510177612,
      "learning_rate": 4.973268348221482e-08,
      "loss": 0.3416,
      "step": 2687520
    },
    {
      "epoch": 750.08,
      "grad_norm": 1.119920253753662,
      "learning_rate": 4.972714293155411e-08,
      "loss": 0.3352,
      "step": 2687530
    },
    {
      "epoch": 750.08,
      "grad_norm": 1.163657307624817,
      "learning_rate": 4.972160268622858e-08,
      "loss": 0.3537,
      "step": 2687540
    },
    {
      "epoch": 750.08,
      "grad_norm": 1.166478157043457,
      "learning_rate": 4.971606274623875e-08,
      "loss": 0.3379,
      "step": 2687550
    },
    {
      "epoch": 750.09,
      "grad_norm": 1.1726094484329224,
      "learning_rate": 4.971052311158541e-08,
      "loss": 0.3436,
      "step": 2687560
    },
    {
      "epoch": 750.09,
      "grad_norm": 1.2949497699737549,
      "learning_rate": 4.97049837822696e-08,
      "loss": 0.3319,
      "step": 2687570
    },
    {
      "epoch": 750.09,
      "grad_norm": 1.7071694135665894,
      "learning_rate": 4.969944475829157e-08,
      "loss": 0.3392,
      "step": 2687580
    },
    {
      "epoch": 750.09,
      "grad_norm": 1.3863743543624878,
      "learning_rate": 4.969390603965211e-08,
      "loss": 0.3398,
      "step": 2687590
    },
    {
      "epoch": 750.1,
      "grad_norm": 1.2243095636367798,
      "learning_rate": 4.9688367626352524e-08,
      "loss": 0.3358,
      "step": 2687600
    },
    {
      "epoch": 750.1,
      "grad_norm": 1.2651698589324951,
      "learning_rate": 4.9682829518393055e-08,
      "loss": 0.3305,
      "step": 2687610
    },
    {
      "epoch": 750.1,
      "grad_norm": 1.5956693887710571,
      "learning_rate": 4.9677291715774504e-08,
      "loss": 0.3444,
      "step": 2687620
    },
    {
      "epoch": 750.11,
      "grad_norm": 1.230376958847046,
      "learning_rate": 4.967175421849764e-08,
      "loss": 0.3382,
      "step": 2687630
    },
    {
      "epoch": 750.11,
      "grad_norm": 1.4872522354125977,
      "learning_rate": 4.9666217026563505e-08,
      "loss": 0.3394,
      "step": 2687640
    },
    {
      "epoch": 750.11,
      "grad_norm": 1.2482411861419678,
      "learning_rate": 4.9660680139972096e-08,
      "loss": 0.329,
      "step": 2687650
    },
    {
      "epoch": 750.11,
      "grad_norm": 1.049698829650879,
      "learning_rate": 4.965514355872499e-08,
      "loss": 0.3496,
      "step": 2687660
    },
    {
      "epoch": 750.12,
      "grad_norm": 1.2323147058486938,
      "learning_rate": 4.9649607282822165e-08,
      "loss": 0.3452,
      "step": 2687670
    },
    {
      "epoch": 750.12,
      "grad_norm": 1.3067132234573364,
      "learning_rate": 4.9644071312264933e-08,
      "loss": 0.3311,
      "step": 2687680
    },
    {
      "epoch": 750.12,
      "grad_norm": 1.166710376739502,
      "learning_rate": 4.9638535647053815e-08,
      "loss": 0.3263,
      "step": 2687690
    },
    {
      "epoch": 750.13,
      "grad_norm": 1.1923229694366455,
      "learning_rate": 4.9633000287189596e-08,
      "loss": 0.3384,
      "step": 2687700
    },
    {
      "epoch": 750.13,
      "grad_norm": 1.4724410772323608,
      "learning_rate": 4.962746523267279e-08,
      "loss": 0.3374,
      "step": 2687710
    },
    {
      "epoch": 750.13,
      "grad_norm": 1.1720813512802124,
      "learning_rate": 4.962193048350443e-08,
      "loss": 0.3363,
      "step": 2687720
    },
    {
      "epoch": 750.13,
      "grad_norm": 1.221732497215271,
      "learning_rate": 4.961639603968531e-08,
      "loss": 0.3391,
      "step": 2687730
    },
    {
      "epoch": 750.14,
      "grad_norm": 1.3985114097595215,
      "learning_rate": 4.961086190121569e-08,
      "loss": 0.3473,
      "step": 2687740
    },
    {
      "epoch": 750.14,
      "grad_norm": 1.5069547891616821,
      "learning_rate": 4.960532806809686e-08,
      "loss": 0.3315,
      "step": 2687750
    },
    {
      "epoch": 750.14,
      "grad_norm": 1.4129695892333984,
      "learning_rate": 4.9599794540329095e-08,
      "loss": 0.3282,
      "step": 2687760
    },
    {
      "epoch": 750.15,
      "grad_norm": 1.2677072286605835,
      "learning_rate": 4.959426131791342e-08,
      "loss": 0.3394,
      "step": 2687770
    },
    {
      "epoch": 750.15,
      "grad_norm": 1.4674173593521118,
      "learning_rate": 4.958872840085089e-08,
      "loss": 0.3219,
      "step": 2687780
    },
    {
      "epoch": 750.15,
      "grad_norm": 1.3496569395065308,
      "learning_rate": 4.9583195789141495e-08,
      "loss": 0.34,
      "step": 2687790
    },
    {
      "epoch": 750.15,
      "grad_norm": 1.2585104703903198,
      "learning_rate": 4.9577663482786285e-08,
      "loss": 0.326,
      "step": 2687800
    },
    {
      "epoch": 750.16,
      "grad_norm": 1.4705013036727905,
      "learning_rate": 4.957213148178603e-08,
      "loss": 0.346,
      "step": 2687810
    },
    {
      "epoch": 750.16,
      "grad_norm": 1.32528555393219,
      "learning_rate": 4.956659978614151e-08,
      "loss": 0.3283,
      "step": 2687820
    },
    {
      "epoch": 750.16,
      "grad_norm": 1.1948177814483643,
      "learning_rate": 4.956106839585326e-08,
      "loss": 0.3327,
      "step": 2687830
    },
    {
      "epoch": 750.16,
      "grad_norm": 1.3979978561401367,
      "learning_rate": 4.955553731092257e-08,
      "loss": 0.3265,
      "step": 2687840
    },
    {
      "epoch": 750.17,
      "grad_norm": 1.3881843090057373,
      "learning_rate": 4.95500065313497e-08,
      "loss": 0.3477,
      "step": 2687850
    },
    {
      "epoch": 750.17,
      "grad_norm": 1.2422033548355103,
      "learning_rate": 4.954447605713518e-08,
      "loss": 0.3507,
      "step": 2687860
    },
    {
      "epoch": 750.17,
      "grad_norm": 1.3955172300338745,
      "learning_rate": 4.953894588828056e-08,
      "loss": 0.3371,
      "step": 2687870
    },
    {
      "epoch": 750.18,
      "grad_norm": 1.4379295110702515,
      "learning_rate": 4.953341602478532e-08,
      "loss": 0.3344,
      "step": 2687880
    },
    {
      "epoch": 750.18,
      "grad_norm": 1.5085763931274414,
      "learning_rate": 4.952788646665155e-08,
      "loss": 0.3383,
      "step": 2687890
    },
    {
      "epoch": 750.18,
      "grad_norm": 1.2674371004104614,
      "learning_rate": 4.952235721387898e-08,
      "loss": 0.343,
      "step": 2687900
    },
    {
      "epoch": 750.18,
      "grad_norm": 1.4916249513626099,
      "learning_rate": 4.951682826646892e-08,
      "loss": 0.3453,
      "step": 2687910
    },
    {
      "epoch": 750.19,
      "grad_norm": 1.4302276372909546,
      "learning_rate": 4.9511299624422146e-08,
      "loss": 0.3414,
      "step": 2687920
    },
    {
      "epoch": 750.19,
      "grad_norm": 1.3423609733581543,
      "learning_rate": 4.9505771287738915e-08,
      "loss": 0.3312,
      "step": 2687930
    },
    {
      "epoch": 750.19,
      "grad_norm": 1.4502230882644653,
      "learning_rate": 4.9500243256420274e-08,
      "loss": 0.3263,
      "step": 2687940
    },
    {
      "epoch": 750.2,
      "grad_norm": 1.1362016201019287,
      "learning_rate": 4.9494715530466744e-08,
      "loss": 0.3212,
      "step": 2687950
    },
    {
      "epoch": 750.2,
      "grad_norm": 1.1992783546447754,
      "learning_rate": 4.9489188109879365e-08,
      "loss": 0.3346,
      "step": 2687960
    },
    {
      "epoch": 750.2,
      "grad_norm": 1.2487013339996338,
      "learning_rate": 4.9483660994658646e-08,
      "loss": 0.3349,
      "step": 2687970
    },
    {
      "epoch": 750.2,
      "grad_norm": 1.2933506965637207,
      "learning_rate": 4.947813418480539e-08,
      "loss": 0.3494,
      "step": 2687980
    },
    {
      "epoch": 750.21,
      "grad_norm": 1.1455516815185547,
      "learning_rate": 4.947260768032035e-08,
      "loss": 0.3496,
      "step": 2687990
    },
    {
      "epoch": 750.21,
      "grad_norm": 1.694556474685669,
      "learning_rate": 4.946708148120433e-08,
      "loss": 0.3285,
      "step": 2688000
    },
    {
      "epoch": 750.21,
      "grad_norm": 1.618920087814331,
      "learning_rate": 4.94615555874581e-08,
      "loss": 0.3554,
      "step": 2688010
    },
    {
      "epoch": 750.21,
      "grad_norm": 1.273360252380371,
      "learning_rate": 4.9456029999082186e-08,
      "loss": 0.3313,
      "step": 2688020
    },
    {
      "epoch": 750.22,
      "grad_norm": 1.1852638721466064,
      "learning_rate": 4.9450504716077363e-08,
      "loss": 0.3369,
      "step": 2688030
    },
    {
      "epoch": 750.22,
      "grad_norm": 2.103250503540039,
      "learning_rate": 4.9444979738444416e-08,
      "loss": 0.327,
      "step": 2688040
    },
    {
      "epoch": 750.22,
      "grad_norm": 1.2706938982009888,
      "learning_rate": 4.9439455066184375e-08,
      "loss": 0.3373,
      "step": 2688050
    },
    {
      "epoch": 750.23,
      "grad_norm": 1.2508900165557861,
      "learning_rate": 4.9433930699297254e-08,
      "loss": 0.3497,
      "step": 2688060
    },
    {
      "epoch": 750.23,
      "grad_norm": 1.579382300376892,
      "learning_rate": 4.942840663778461e-08,
      "loss": 0.3226,
      "step": 2688070
    },
    {
      "epoch": 750.23,
      "grad_norm": 1.2955989837646484,
      "learning_rate": 4.94228828816467e-08,
      "loss": 0.3286,
      "step": 2688080
    },
    {
      "epoch": 750.23,
      "grad_norm": 1.1564109325408936,
      "learning_rate": 4.941735943088405e-08,
      "loss": 0.3409,
      "step": 2688090
    },
    {
      "epoch": 750.24,
      "grad_norm": 1.229531168937683,
      "learning_rate": 4.9411836285497954e-08,
      "loss": 0.3241,
      "step": 2688100
    },
    {
      "epoch": 750.24,
      "grad_norm": 1.2419872283935547,
      "learning_rate": 4.940631344548867e-08,
      "loss": 0.3292,
      "step": 2688110
    },
    {
      "epoch": 750.24,
      "grad_norm": 1.3090046644210815,
      "learning_rate": 4.9400790910857514e-08,
      "loss": 0.3374,
      "step": 2688120
    },
    {
      "epoch": 750.25,
      "grad_norm": 1.3260619640350342,
      "learning_rate": 4.939526868160473e-08,
      "loss": 0.3518,
      "step": 2688130
    },
    {
      "epoch": 750.25,
      "grad_norm": 1.5135719776153564,
      "learning_rate": 4.938974675773111e-08,
      "loss": 0.3245,
      "step": 2688140
    },
    {
      "epoch": 750.25,
      "grad_norm": 1.190364956855774,
      "learning_rate": 4.938422513923769e-08,
      "loss": 0.3285,
      "step": 2688150
    },
    {
      "epoch": 750.25,
      "grad_norm": 1.0852060317993164,
      "learning_rate": 4.937870382612473e-08,
      "loss": 0.3505,
      "step": 2688160
    },
    {
      "epoch": 750.26,
      "grad_norm": 1.1971104145050049,
      "learning_rate": 4.937318281839327e-08,
      "loss": 0.3295,
      "step": 2688170
    },
    {
      "epoch": 750.26,
      "grad_norm": 1.2667617797851562,
      "learning_rate": 4.936766211604383e-08,
      "loss": 0.3198,
      "step": 2688180
    },
    {
      "epoch": 750.26,
      "grad_norm": 1.1372849941253662,
      "learning_rate": 4.936214171907772e-08,
      "loss": 0.3356,
      "step": 2688190
    },
    {
      "epoch": 750.27,
      "grad_norm": 1.3723819255828857,
      "learning_rate": 4.935662162749493e-08,
      "loss": 0.3418,
      "step": 2688200
    },
    {
      "epoch": 750.27,
      "grad_norm": 1.1878844499588013,
      "learning_rate": 4.93511018412965e-08,
      "loss": 0.332,
      "step": 2688210
    },
    {
      "epoch": 750.27,
      "grad_norm": 1.3277262449264526,
      "learning_rate": 4.9345582360483474e-08,
      "loss": 0.3367,
      "step": 2688220
    },
    {
      "epoch": 750.27,
      "grad_norm": 1.1646091938018799,
      "learning_rate": 4.9340063185055855e-08,
      "loss": 0.362,
      "step": 2688230
    },
    {
      "epoch": 750.28,
      "grad_norm": 1.1474686861038208,
      "learning_rate": 4.9334544315015204e-08,
      "loss": 0.3438,
      "step": 2688240
    },
    {
      "epoch": 750.28,
      "grad_norm": 1.1915132999420166,
      "learning_rate": 4.9329025750361774e-08,
      "loss": 0.3515,
      "step": 2688250
    },
    {
      "epoch": 750.28,
      "grad_norm": 1.2824718952178955,
      "learning_rate": 4.932350749109635e-08,
      "loss": 0.3237,
      "step": 2688260
    },
    {
      "epoch": 750.28,
      "grad_norm": 1.447977900505066,
      "learning_rate": 4.931798953721972e-08,
      "loss": 0.3374,
      "step": 2688270
    },
    {
      "epoch": 750.29,
      "grad_norm": 1.4294480085372925,
      "learning_rate": 4.9312471888732915e-08,
      "loss": 0.3379,
      "step": 2688280
    },
    {
      "epoch": 750.29,
      "grad_norm": 1.2644214630126953,
      "learning_rate": 4.930695454563594e-08,
      "loss": 0.3424,
      "step": 2688290
    },
    {
      "epoch": 750.29,
      "grad_norm": 1.3326917886734009,
      "learning_rate": 4.9301437507930086e-08,
      "loss": 0.3456,
      "step": 2688300
    },
    {
      "epoch": 750.3,
      "grad_norm": 1.0663267374038696,
      "learning_rate": 4.9295920775616146e-08,
      "loss": 0.3262,
      "step": 2688310
    },
    {
      "epoch": 750.3,
      "grad_norm": 1.497148871421814,
      "learning_rate": 4.929040434869438e-08,
      "loss": 0.3455,
      "step": 2688320
    },
    {
      "epoch": 750.3,
      "grad_norm": 1.2917299270629883,
      "learning_rate": 4.928488822716608e-08,
      "loss": 0.3359,
      "step": 2688330
    },
    {
      "epoch": 750.3,
      "grad_norm": 2.088589668273926,
      "learning_rate": 4.927937241103151e-08,
      "loss": 0.3318,
      "step": 2688340
    },
    {
      "epoch": 750.31,
      "grad_norm": 1.1153075695037842,
      "learning_rate": 4.9273856900291714e-08,
      "loss": 0.3346,
      "step": 2688350
    },
    {
      "epoch": 750.31,
      "grad_norm": 1.1148377656936646,
      "learning_rate": 4.9268341694947475e-08,
      "loss": 0.3261,
      "step": 2688360
    },
    {
      "epoch": 750.31,
      "grad_norm": 1.3005824089050293,
      "learning_rate": 4.9262826794999045e-08,
      "loss": 0.3366,
      "step": 2688370
    },
    {
      "epoch": 750.32,
      "grad_norm": 4.608841419219971,
      "learning_rate": 4.925731220044747e-08,
      "loss": 0.3359,
      "step": 2688380
    },
    {
      "epoch": 750.32,
      "grad_norm": 1.4106627702713013,
      "learning_rate": 4.9251797911293785e-08,
      "loss": 0.3374,
      "step": 2688390
    },
    {
      "epoch": 750.32,
      "grad_norm": 1.166898250579834,
      "learning_rate": 4.924628392753826e-08,
      "loss": 0.3245,
      "step": 2688400
    },
    {
      "epoch": 750.32,
      "grad_norm": 1.2690554857254028,
      "learning_rate": 4.9240770249181665e-08,
      "loss": 0.3469,
      "step": 2688410
    },
    {
      "epoch": 750.33,
      "grad_norm": 1.3468854427337646,
      "learning_rate": 4.923525687622531e-08,
      "loss": 0.3435,
      "step": 2688420
    },
    {
      "epoch": 750.33,
      "grad_norm": 1.447708010673523,
      "learning_rate": 4.922974380866919e-08,
      "loss": 0.3252,
      "step": 2688430
    },
    {
      "epoch": 750.33,
      "grad_norm": 1.3467375040054321,
      "learning_rate": 4.922423104651435e-08,
      "loss": 0.3337,
      "step": 2688440
    },
    {
      "epoch": 750.33,
      "grad_norm": 1.2625057697296143,
      "learning_rate": 4.921871858976157e-08,
      "loss": 0.3379,
      "step": 2688450
    },
    {
      "epoch": 750.34,
      "grad_norm": 1.3088059425354004,
      "learning_rate": 4.921320643841136e-08,
      "loss": 0.3355,
      "step": 2688460
    },
    {
      "epoch": 750.34,
      "grad_norm": 1.1980093717575073,
      "learning_rate": 4.920769459246477e-08,
      "loss": 0.3405,
      "step": 2688470
    },
    {
      "epoch": 750.34,
      "grad_norm": 1.216491460800171,
      "learning_rate": 4.920218305192233e-08,
      "loss": 0.3371,
      "step": 2688480
    },
    {
      "epoch": 750.35,
      "grad_norm": 1.2039152383804321,
      "learning_rate": 4.919667181678506e-08,
      "loss": 0.3383,
      "step": 2688490
    },
    {
      "epoch": 750.35,
      "grad_norm": 1.3202991485595703,
      "learning_rate": 4.9191160887053234e-08,
      "loss": 0.3303,
      "step": 2688500
    },
    {
      "epoch": 750.35,
      "grad_norm": 1.3346620798110962,
      "learning_rate": 4.918565026272789e-08,
      "loss": 0.3229,
      "step": 2688510
    },
    {
      "epoch": 750.35,
      "grad_norm": 1.5128512382507324,
      "learning_rate": 4.918013994380955e-08,
      "loss": 0.3565,
      "step": 2688520
    },
    {
      "epoch": 750.36,
      "grad_norm": 1.2021182775497437,
      "learning_rate": 4.9174629930299243e-08,
      "loss": 0.3065,
      "step": 2688530
    },
    {
      "epoch": 750.36,
      "grad_norm": 1.2787867784500122,
      "learning_rate": 4.9169120222197766e-08,
      "loss": 0.3363,
      "step": 2688540
    },
    {
      "epoch": 750.36,
      "grad_norm": 2.0304861068725586,
      "learning_rate": 4.9163610819505115e-08,
      "loss": 0.3137,
      "step": 2688550
    },
    {
      "epoch": 750.37,
      "grad_norm": 1.1548832654953003,
      "learning_rate": 4.915810172222284e-08,
      "loss": 0.3367,
      "step": 2688560
    },
    {
      "epoch": 750.37,
      "grad_norm": 1.2828915119171143,
      "learning_rate": 4.9152592930351217e-08,
      "loss": 0.3263,
      "step": 2688570
    },
    {
      "epoch": 750.37,
      "grad_norm": 1.3724405765533447,
      "learning_rate": 4.914708444389128e-08,
      "loss": 0.3351,
      "step": 2688580
    },
    {
      "epoch": 750.37,
      "grad_norm": 1.1221647262573242,
      "learning_rate": 4.91415762628438e-08,
      "loss": 0.3504,
      "step": 2688590
    },
    {
      "epoch": 750.38,
      "grad_norm": 1.2741755247116089,
      "learning_rate": 4.9136068387209054e-08,
      "loss": 0.3455,
      "step": 2688600
    },
    {
      "epoch": 750.38,
      "grad_norm": 1.2243117094039917,
      "learning_rate": 4.913056081698808e-08,
      "loss": 0.3321,
      "step": 2688610
    },
    {
      "epoch": 750.38,
      "grad_norm": 1.4426056146621704,
      "learning_rate": 4.9125053552181386e-08,
      "loss": 0.3252,
      "step": 2688620
    },
    {
      "epoch": 750.39,
      "grad_norm": 1.1528050899505615,
      "learning_rate": 4.9119546592790284e-08,
      "loss": 0.34,
      "step": 2688630
    },
    {
      "epoch": 750.39,
      "grad_norm": 1.1485087871551514,
      "learning_rate": 4.9114039938815023e-08,
      "loss": 0.3488,
      "step": 2688640
    },
    {
      "epoch": 750.39,
      "grad_norm": 3.1883625984191895,
      "learning_rate": 4.910853359025614e-08,
      "loss": 0.3354,
      "step": 2688650
    },
    {
      "epoch": 750.39,
      "grad_norm": 1.553385853767395,
      "learning_rate": 4.910302754711519e-08,
      "loss": 0.3369,
      "step": 2688660
    },
    {
      "epoch": 750.4,
      "grad_norm": 1.2263870239257812,
      "learning_rate": 4.909752180939164e-08,
      "loss": 0.3485,
      "step": 2688670
    },
    {
      "epoch": 750.4,
      "grad_norm": 1.314112663269043,
      "learning_rate": 4.9092016377087586e-08,
      "loss": 0.3386,
      "step": 2688680
    },
    {
      "epoch": 750.4,
      "grad_norm": 1.4869811534881592,
      "learning_rate": 4.908651125020277e-08,
      "loss": 0.3365,
      "step": 2688690
    },
    {
      "epoch": 750.4,
      "grad_norm": 1.3865573406219482,
      "learning_rate": 4.9081006428738475e-08,
      "loss": 0.3632,
      "step": 2688700
    },
    {
      "epoch": 750.41,
      "grad_norm": 1.3723970651626587,
      "learning_rate": 4.9075501912695244e-08,
      "loss": 0.3421,
      "step": 2688710
    },
    {
      "epoch": 750.41,
      "grad_norm": 1.318987488746643,
      "learning_rate": 4.906999770207384e-08,
      "loss": 0.3343,
      "step": 2688720
    },
    {
      "epoch": 750.41,
      "grad_norm": 1.269347071647644,
      "learning_rate": 4.9064493796875054e-08,
      "loss": 0.3404,
      "step": 2688730
    },
    {
      "epoch": 750.42,
      "grad_norm": 1.4949047565460205,
      "learning_rate": 4.905899019709914e-08,
      "loss": 0.3385,
      "step": 2688740
    },
    {
      "epoch": 750.42,
      "grad_norm": 1.29146146774292,
      "learning_rate": 4.905348690274766e-08,
      "loss": 0.3368,
      "step": 2688750
    },
    {
      "epoch": 750.42,
      "grad_norm": 1.4794844388961792,
      "learning_rate": 4.9047983913820616e-08,
      "loss": 0.3461,
      "step": 2688760
    },
    {
      "epoch": 750.42,
      "grad_norm": 1.4373507499694824,
      "learning_rate": 4.904248123031931e-08,
      "loss": 0.3401,
      "step": 2688770
    },
    {
      "epoch": 750.43,
      "grad_norm": 1.214415192604065,
      "learning_rate": 4.9036978852244004e-08,
      "loss": 0.3353,
      "step": 2688780
    },
    {
      "epoch": 750.43,
      "grad_norm": 1.2485014200210571,
      "learning_rate": 4.9031476779595476e-08,
      "loss": 0.3362,
      "step": 2688790
    },
    {
      "epoch": 750.43,
      "grad_norm": 1.1876945495605469,
      "learning_rate": 4.902597501237476e-08,
      "loss": 0.3482,
      "step": 2688800
    },
    {
      "epoch": 750.44,
      "grad_norm": 1.4656596183776855,
      "learning_rate": 4.902047355058265e-08,
      "loss": 0.333,
      "step": 2688810
    },
    {
      "epoch": 750.44,
      "grad_norm": 1.7663451433181763,
      "learning_rate": 4.901497239421966e-08,
      "loss": 0.3393,
      "step": 2688820
    },
    {
      "epoch": 750.44,
      "grad_norm": 1.29332435131073,
      "learning_rate": 4.9009471543286304e-08,
      "loss": 0.3372,
      "step": 2688830
    },
    {
      "epoch": 750.44,
      "grad_norm": 6.596917152404785,
      "learning_rate": 4.900397099778337e-08,
      "loss": 0.3172,
      "step": 2688840
    },
    {
      "epoch": 750.45,
      "grad_norm": 1.2289308309555054,
      "learning_rate": 4.89984707577119e-08,
      "loss": 0.3346,
      "step": 2688850
    },
    {
      "epoch": 750.45,
      "grad_norm": 1.3600987195968628,
      "learning_rate": 4.899297082307293e-08,
      "loss": 0.337,
      "step": 2688860
    },
    {
      "epoch": 750.45,
      "grad_norm": 1.2136707305908203,
      "learning_rate": 4.89874711938662e-08,
      "loss": 0.3445,
      "step": 2688870
    },
    {
      "epoch": 750.45,
      "grad_norm": 1.0864300727844238,
      "learning_rate": 4.898197187009302e-08,
      "loss": 0.3431,
      "step": 2688880
    },
    {
      "epoch": 750.46,
      "grad_norm": 1.164952039718628,
      "learning_rate": 4.8976472851754414e-08,
      "loss": 0.3401,
      "step": 2688890
    },
    {
      "epoch": 750.46,
      "grad_norm": 1.1129051446914673,
      "learning_rate": 4.89709741388504e-08,
      "loss": 0.3328,
      "step": 2688900
    },
    {
      "epoch": 750.46,
      "grad_norm": 1.4847761392593384,
      "learning_rate": 4.896547573138253e-08,
      "loss": 0.3275,
      "step": 2688910
    },
    {
      "epoch": 750.47,
      "grad_norm": 1.2611567974090576,
      "learning_rate": 4.89599776293508e-08,
      "loss": 0.3199,
      "step": 2688920
    },
    {
      "epoch": 750.47,
      "grad_norm": 1.3251798152923584,
      "learning_rate": 4.895447983275626e-08,
      "loss": 0.3296,
      "step": 2688930
    },
    {
      "epoch": 750.47,
      "grad_norm": 1.303218126296997,
      "learning_rate": 4.894898234159969e-08,
      "loss": 0.3388,
      "step": 2688940
    },
    {
      "epoch": 750.47,
      "grad_norm": 1.1184805631637573,
      "learning_rate": 4.894348515588186e-08,
      "loss": 0.3256,
      "step": 2688950
    },
    {
      "epoch": 750.48,
      "grad_norm": 1.2289718389511108,
      "learning_rate": 4.89379882756033e-08,
      "loss": 0.3296,
      "step": 2688960
    },
    {
      "epoch": 750.48,
      "grad_norm": 1.3386693000793457,
      "learning_rate": 4.893249170076479e-08,
      "loss": 0.3296,
      "step": 2688970
    },
    {
      "epoch": 750.48,
      "grad_norm": 1.2793277502059937,
      "learning_rate": 4.892699543136737e-08,
      "loss": 0.3415,
      "step": 2688980
    },
    {
      "epoch": 750.49,
      "grad_norm": 1.2705390453338623,
      "learning_rate": 4.892149946741103e-08,
      "loss": 0.3253,
      "step": 2688990
    },
    {
      "epoch": 750.49,
      "grad_norm": 1.164828896522522,
      "learning_rate": 4.8916003808897615e-08,
      "loss": 0.351,
      "step": 2689000
    },
    {
      "epoch": 750.49,
      "grad_norm": 1.1061041355133057,
      "learning_rate": 4.8910508455826846e-08,
      "loss": 0.3291,
      "step": 2689010
    },
    {
      "epoch": 750.49,
      "grad_norm": 1.2834875583648682,
      "learning_rate": 4.890501340819976e-08,
      "loss": 0.3398,
      "step": 2689020
    },
    {
      "epoch": 750.5,
      "grad_norm": 1.1625351905822754,
      "learning_rate": 4.889951866601767e-08,
      "loss": 0.3291,
      "step": 2689030
    },
    {
      "epoch": 750.5,
      "grad_norm": 1.5438581705093384,
      "learning_rate": 4.8894024229280055e-08,
      "loss": 0.3303,
      "step": 2689040
    },
    {
      "epoch": 750.5,
      "grad_norm": 1.12808096408844,
      "learning_rate": 4.888853009798899e-08,
      "loss": 0.3412,
      "step": 2689050
    },
    {
      "epoch": 750.51,
      "grad_norm": 1.5340237617492676,
      "learning_rate": 4.888303627214422e-08,
      "loss": 0.3274,
      "step": 2689060
    },
    {
      "epoch": 750.51,
      "grad_norm": 1.2714322805404663,
      "learning_rate": 4.887754275174705e-08,
      "loss": 0.3281,
      "step": 2689070
    },
    {
      "epoch": 750.51,
      "grad_norm": 1.134932279586792,
      "learning_rate": 4.8872049536797987e-08,
      "loss": 0.3381,
      "step": 2689080
    },
    {
      "epoch": 750.51,
      "grad_norm": 1.4143375158309937,
      "learning_rate": 4.886655662729808e-08,
      "loss": 0.3293,
      "step": 2689090
    },
    {
      "epoch": 750.52,
      "grad_norm": 1.0862303972244263,
      "learning_rate": 4.886106402324759e-08,
      "loss": 0.3432,
      "step": 2689100
    },
    {
      "epoch": 750.52,
      "grad_norm": 1.5092430114746094,
      "learning_rate": 4.88555717246473e-08,
      "loss": 0.3352,
      "step": 2689110
    },
    {
      "epoch": 750.52,
      "grad_norm": 1.2822272777557373,
      "learning_rate": 4.885007973149824e-08,
      "loss": 0.338,
      "step": 2689120
    },
    {
      "epoch": 750.52,
      "grad_norm": 1.339608073234558,
      "learning_rate": 4.884458804380069e-08,
      "loss": 0.3318,
      "step": 2689130
    },
    {
      "epoch": 750.53,
      "grad_norm": 1.30594801902771,
      "learning_rate": 4.8839096661556186e-08,
      "loss": 0.3352,
      "step": 2689140
    },
    {
      "epoch": 750.53,
      "grad_norm": 1.3625849485397339,
      "learning_rate": 4.8833605584764484e-08,
      "loss": 0.3297,
      "step": 2689150
    },
    {
      "epoch": 750.53,
      "grad_norm": 1.2962325811386108,
      "learning_rate": 4.882811481342714e-08,
      "loss": 0.3373,
      "step": 2689160
    },
    {
      "epoch": 750.54,
      "grad_norm": 1.1826227903366089,
      "learning_rate": 4.882262434754442e-08,
      "loss": 0.339,
      "step": 2689170
    },
    {
      "epoch": 750.54,
      "grad_norm": 1.5129879713058472,
      "learning_rate": 4.88171341871171e-08,
      "loss": 0.36,
      "step": 2689180
    },
    {
      "epoch": 750.54,
      "grad_norm": 1.2446008920669556,
      "learning_rate": 4.881164433214596e-08,
      "loss": 0.3287,
      "step": 2689190
    },
    {
      "epoch": 750.54,
      "grad_norm": 1.5771781206130981,
      "learning_rate": 4.880615478263152e-08,
      "loss": 0.3435,
      "step": 2689200
    },
    {
      "epoch": 750.55,
      "grad_norm": 1.3838789463043213,
      "learning_rate": 4.880066553857535e-08,
      "loss": 0.3589,
      "step": 2689210
    },
    {
      "epoch": 750.55,
      "grad_norm": 1.20804762840271,
      "learning_rate": 4.879517659997691e-08,
      "loss": 0.3277,
      "step": 2689220
    },
    {
      "epoch": 750.55,
      "grad_norm": 1.4811017513275146,
      "learning_rate": 4.878968796683778e-08,
      "loss": 0.3292,
      "step": 2689230
    },
    {
      "epoch": 750.56,
      "grad_norm": 1.323236107826233,
      "learning_rate": 4.8784199639158736e-08,
      "loss": 0.327,
      "step": 2689240
    },
    {
      "epoch": 750.56,
      "grad_norm": 1.2784994840621948,
      "learning_rate": 4.877871161694004e-08,
      "loss": 0.3567,
      "step": 2689250
    },
    {
      "epoch": 750.56,
      "grad_norm": 1.0869256258010864,
      "learning_rate": 4.877322390018272e-08,
      "loss": 0.3081,
      "step": 2689260
    },
    {
      "epoch": 750.56,
      "grad_norm": 1.3450384140014648,
      "learning_rate": 4.8767736488887054e-08,
      "loss": 0.3252,
      "step": 2689270
    },
    {
      "epoch": 750.57,
      "grad_norm": 1.3449628353118896,
      "learning_rate": 4.8762249383054855e-08,
      "loss": 0.3515,
      "step": 2689280
    },
    {
      "epoch": 750.57,
      "grad_norm": 1.261169672012329,
      "learning_rate": 4.875676258268559e-08,
      "loss": 0.3371,
      "step": 2689290
    },
    {
      "epoch": 750.57,
      "grad_norm": 1.2014392614364624,
      "learning_rate": 4.875127608778085e-08,
      "loss": 0.341,
      "step": 2689300
    },
    {
      "epoch": 750.57,
      "grad_norm": 1.4643019437789917,
      "learning_rate": 4.874578989834113e-08,
      "loss": 0.3381,
      "step": 2689310
    },
    {
      "epoch": 750.58,
      "grad_norm": 1.170769453048706,
      "learning_rate": 4.874030401436696e-08,
      "loss": 0.3461,
      "step": 2689320
    },
    {
      "epoch": 750.58,
      "grad_norm": 1.291544795036316,
      "learning_rate": 4.8734818435859114e-08,
      "loss": 0.3411,
      "step": 2689330
    },
    {
      "epoch": 750.58,
      "grad_norm": 1.1935707330703735,
      "learning_rate": 4.872933316281838e-08,
      "loss": 0.3397,
      "step": 2689340
    },
    {
      "epoch": 750.59,
      "grad_norm": 1.316690444946289,
      "learning_rate": 4.8723848195245804e-08,
      "loss": 0.3309,
      "step": 2689350
    },
    {
      "epoch": 750.59,
      "grad_norm": 1.131359577178955,
      "learning_rate": 4.871836353314137e-08,
      "loss": 0.3511,
      "step": 2689360
    },
    {
      "epoch": 750.59,
      "grad_norm": 1.2853659391403198,
      "learning_rate": 4.871287917650665e-08,
      "loss": 0.3373,
      "step": 2689370
    },
    {
      "epoch": 750.59,
      "grad_norm": 1.2378416061401367,
      "learning_rate": 4.870739512534191e-08,
      "loss": 0.3545,
      "step": 2689380
    },
    {
      "epoch": 750.6,
      "grad_norm": 1.2949798107147217,
      "learning_rate": 4.870191137964791e-08,
      "loss": 0.3407,
      "step": 2689390
    },
    {
      "epoch": 750.6,
      "grad_norm": 1.2147507667541504,
      "learning_rate": 4.8696427939425715e-08,
      "loss": 0.3535,
      "step": 2689400
    },
    {
      "epoch": 750.6,
      "grad_norm": 1.169535517692566,
      "learning_rate": 4.869094480467557e-08,
      "loss": 0.327,
      "step": 2689410
    },
    {
      "epoch": 750.61,
      "grad_norm": 1.0653424263000488,
      "learning_rate": 4.8685461975398256e-08,
      "loss": 0.3393,
      "step": 2689420
    },
    {
      "epoch": 750.61,
      "grad_norm": 1.1178685426712036,
      "learning_rate": 4.867997945159482e-08,
      "loss": 0.327,
      "step": 2689430
    },
    {
      "epoch": 750.61,
      "grad_norm": 1.3384935855865479,
      "learning_rate": 4.8674497233266044e-08,
      "loss": 0.335,
      "step": 2689440
    },
    {
      "epoch": 750.61,
      "grad_norm": 1.188862919807434,
      "learning_rate": 4.866901532041218e-08,
      "loss": 0.3521,
      "step": 2689450
    },
    {
      "epoch": 750.62,
      "grad_norm": 1.3150776624679565,
      "learning_rate": 4.8663533713034014e-08,
      "loss": 0.3501,
      "step": 2689460
    },
    {
      "epoch": 750.62,
      "grad_norm": 1.1819653511047363,
      "learning_rate": 4.865805241113284e-08,
      "loss": 0.3299,
      "step": 2689470
    },
    {
      "epoch": 750.62,
      "grad_norm": 1.4696204662322998,
      "learning_rate": 4.865257141470867e-08,
      "loss": 0.3396,
      "step": 2689480
    },
    {
      "epoch": 750.63,
      "grad_norm": 1.2188386917114258,
      "learning_rate": 4.864709072376306e-08,
      "loss": 0.3502,
      "step": 2689490
    },
    {
      "epoch": 750.63,
      "grad_norm": 1.3218516111373901,
      "learning_rate": 4.864161033829601e-08,
      "loss": 0.3392,
      "step": 2689500
    },
    {
      "epoch": 750.63,
      "grad_norm": 1.2455816268920898,
      "learning_rate": 4.8636130258308555e-08,
      "loss": 0.3433,
      "step": 2689510
    },
    {
      "epoch": 750.63,
      "grad_norm": 1.3552637100219727,
      "learning_rate": 4.863065048380122e-08,
      "loss": 0.3353,
      "step": 2689520
    },
    {
      "epoch": 750.64,
      "grad_norm": 1.1299396753311157,
      "learning_rate": 4.862517101477531e-08,
      "loss": 0.3373,
      "step": 2689530
    },
    {
      "epoch": 750.64,
      "grad_norm": 1.1999471187591553,
      "learning_rate": 4.861969185123082e-08,
      "loss": 0.3446,
      "step": 2689540
    },
    {
      "epoch": 750.64,
      "grad_norm": 1.1518045663833618,
      "learning_rate": 4.861421299316879e-08,
      "loss": 0.3302,
      "step": 2689550
    },
    {
      "epoch": 750.64,
      "grad_norm": 1.10611093044281,
      "learning_rate": 4.860873444059001e-08,
      "loss": 0.3546,
      "step": 2689560
    },
    {
      "epoch": 750.65,
      "grad_norm": 1.1835931539535522,
      "learning_rate": 4.8603256193494986e-08,
      "loss": 0.3248,
      "step": 2689570
    },
    {
      "epoch": 750.65,
      "grad_norm": 2.264791250228882,
      "learning_rate": 4.859777825188503e-08,
      "loss": 0.3354,
      "step": 2689580
    },
    {
      "epoch": 750.65,
      "grad_norm": 1.2051756381988525,
      "learning_rate": 4.8592300615760136e-08,
      "loss": 0.3329,
      "step": 2689590
    },
    {
      "epoch": 750.66,
      "grad_norm": 1.2842799425125122,
      "learning_rate": 4.858682328512135e-08,
      "loss": 0.3372,
      "step": 2689600
    },
    {
      "epoch": 750.66,
      "grad_norm": 1.5747911930084229,
      "learning_rate": 4.858134625996971e-08,
      "loss": 0.3428,
      "step": 2689610
    },
    {
      "epoch": 750.66,
      "grad_norm": 5.361841201782227,
      "learning_rate": 4.8575869540305217e-08,
      "loss": 0.3261,
      "step": 2689620
    },
    {
      "epoch": 750.66,
      "grad_norm": 1.2421934604644775,
      "learning_rate": 4.8570393126129427e-08,
      "loss": 0.3311,
      "step": 2689630
    },
    {
      "epoch": 750.67,
      "grad_norm": 1.3742963075637817,
      "learning_rate": 4.856491701744234e-08,
      "loss": 0.3297,
      "step": 2689640
    },
    {
      "epoch": 750.67,
      "grad_norm": 1.1951740980148315,
      "learning_rate": 4.8559441214245274e-08,
      "loss": 0.3393,
      "step": 2689650
    },
    {
      "epoch": 750.67,
      "grad_norm": 1.2000983953475952,
      "learning_rate": 4.855396571653847e-08,
      "loss": 0.3186,
      "step": 2689660
    },
    {
      "epoch": 750.68,
      "grad_norm": 1.2010947465896606,
      "learning_rate": 4.854849052432323e-08,
      "loss": 0.3394,
      "step": 2689670
    },
    {
      "epoch": 750.68,
      "grad_norm": 1.2788883447647095,
      "learning_rate": 4.8543015637599566e-08,
      "loss": 0.3442,
      "step": 2689680
    },
    {
      "epoch": 750.68,
      "grad_norm": 1.17020583152771,
      "learning_rate": 4.8537541056368776e-08,
      "loss": 0.3344,
      "step": 2689690
    },
    {
      "epoch": 750.68,
      "grad_norm": 1.4121674299240112,
      "learning_rate": 4.853206678063137e-08,
      "loss": 0.3408,
      "step": 2689700
    },
    {
      "epoch": 750.69,
      "grad_norm": 1.3454209566116333,
      "learning_rate": 4.852659281038788e-08,
      "loss": 0.3472,
      "step": 2689710
    },
    {
      "epoch": 750.69,
      "grad_norm": 1.2437963485717773,
      "learning_rate": 4.8521119145639596e-08,
      "loss": 0.3329,
      "step": 2689720
    },
    {
      "epoch": 750.69,
      "grad_norm": 2.5329809188842773,
      "learning_rate": 4.851564578638679e-08,
      "loss": 0.3424,
      "step": 2689730
    },
    {
      "epoch": 750.69,
      "grad_norm": 1.1980204582214355,
      "learning_rate": 4.851017273263024e-08,
      "loss": 0.345,
      "step": 2689740
    },
    {
      "epoch": 750.7,
      "grad_norm": 1.152003526687622,
      "learning_rate": 4.8504699984370456e-08,
      "loss": 0.3165,
      "step": 2689750
    },
    {
      "epoch": 750.7,
      "grad_norm": 1.3719338178634644,
      "learning_rate": 4.849922754160901e-08,
      "loss": 0.3292,
      "step": 2689760
    },
    {
      "epoch": 750.7,
      "grad_norm": 1.3774166107177734,
      "learning_rate": 4.8493755404345645e-08,
      "loss": 0.3392,
      "step": 2689770
    },
    {
      "epoch": 750.71,
      "grad_norm": 1.1230807304382324,
      "learning_rate": 4.848828357258165e-08,
      "loss": 0.3398,
      "step": 2689780
    },
    {
      "epoch": 750.71,
      "grad_norm": 1.1701650619506836,
      "learning_rate": 4.848281204631781e-08,
      "loss": 0.3214,
      "step": 2689790
    },
    {
      "epoch": 750.71,
      "grad_norm": 1.2264596223831177,
      "learning_rate": 4.847734082555413e-08,
      "loss": 0.3318,
      "step": 2689800
    },
    {
      "epoch": 750.71,
      "grad_norm": 1.313439130783081,
      "learning_rate": 4.8471869910292425e-08,
      "loss": 0.3232,
      "step": 2689810
    },
    {
      "epoch": 750.72,
      "grad_norm": 1.5052739381790161,
      "learning_rate": 4.84663993005327e-08,
      "loss": 0.336,
      "step": 2689820
    },
    {
      "epoch": 750.72,
      "grad_norm": 1.346139907836914,
      "learning_rate": 4.846092899627573e-08,
      "loss": 0.3277,
      "step": 2689830
    },
    {
      "epoch": 750.72,
      "grad_norm": 1.390951156616211,
      "learning_rate": 4.8455458997522564e-08,
      "loss": 0.3299,
      "step": 2689840
    },
    {
      "epoch": 750.73,
      "grad_norm": 1.2063984870910645,
      "learning_rate": 4.844998930427345e-08,
      "loss": 0.3234,
      "step": 2689850
    },
    {
      "epoch": 750.73,
      "grad_norm": 1.0993939638137817,
      "learning_rate": 4.844451991652971e-08,
      "loss": 0.3219,
      "step": 2689860
    },
    {
      "epoch": 750.73,
      "grad_norm": 1.0265557765960693,
      "learning_rate": 4.843905083429132e-08,
      "loss": 0.3424,
      "step": 2689870
    },
    {
      "epoch": 750.73,
      "grad_norm": 1.226600170135498,
      "learning_rate": 4.8433582057559854e-08,
      "loss": 0.3425,
      "step": 2689880
    },
    {
      "epoch": 750.74,
      "grad_norm": 1.2338414192199707,
      "learning_rate": 4.842811358633531e-08,
      "loss": 0.3217,
      "step": 2689890
    },
    {
      "epoch": 750.74,
      "grad_norm": 1.2803971767425537,
      "learning_rate": 4.842264542061899e-08,
      "loss": 0.3439,
      "step": 2689900
    },
    {
      "epoch": 750.74,
      "grad_norm": 1.2539578676223755,
      "learning_rate": 4.8417177560411414e-08,
      "loss": 0.3393,
      "step": 2689910
    },
    {
      "epoch": 750.75,
      "grad_norm": 1.455579400062561,
      "learning_rate": 4.841171000571284e-08,
      "loss": 0.3417,
      "step": 2689920
    },
    {
      "epoch": 750.75,
      "grad_norm": 1.2305572032928467,
      "learning_rate": 4.840624275652509e-08,
      "loss": 0.3272,
      "step": 2689930
    },
    {
      "epoch": 750.75,
      "grad_norm": 1.4383766651153564,
      "learning_rate": 4.840077581284739e-08,
      "loss": 0.3536,
      "step": 2689940
    },
    {
      "epoch": 750.75,
      "grad_norm": 1.1418712139129639,
      "learning_rate": 4.839530917468207e-08,
      "loss": 0.3261,
      "step": 2689950
    },
    {
      "epoch": 750.76,
      "grad_norm": 1.343286156654358,
      "learning_rate": 4.838984284202862e-08,
      "loss": 0.3386,
      "step": 2689960
    },
    {
      "epoch": 750.76,
      "grad_norm": 1.4622172117233276,
      "learning_rate": 4.838437681488833e-08,
      "loss": 0.3339,
      "step": 2689970
    },
    {
      "epoch": 750.76,
      "grad_norm": 1.1111620664596558,
      "learning_rate": 4.8378911093261994e-08,
      "loss": 0.3245,
      "step": 2689980
    },
    {
      "epoch": 750.76,
      "grad_norm": 1.2012401819229126,
      "learning_rate": 4.837344567715012e-08,
      "loss": 0.3325,
      "step": 2689990
    },
    {
      "epoch": 750.77,
      "grad_norm": 1.1432346105575562,
      "learning_rate": 4.836798056655324e-08,
      "loss": 0.3465,
      "step": 2690000
    },
    {
      "epoch": 750.77,
      "grad_norm": 1.4231679439544678,
      "learning_rate": 4.8362515761472384e-08,
      "loss": 0.3154,
      "step": 2690010
    },
    {
      "epoch": 750.77,
      "grad_norm": 1.3165347576141357,
      "learning_rate": 4.83570512619086e-08,
      "loss": 0.3588,
      "step": 2690020
    },
    {
      "epoch": 750.78,
      "grad_norm": 1.2456183433532715,
      "learning_rate": 4.835158706786163e-08,
      "loss": 0.3401,
      "step": 2690030
    },
    {
      "epoch": 750.78,
      "grad_norm": 1.3473479747772217,
      "learning_rate": 4.834612317933355e-08,
      "loss": 0.3368,
      "step": 2690040
    },
    {
      "epoch": 750.78,
      "grad_norm": 1.3088438510894775,
      "learning_rate": 4.834065959632384e-08,
      "loss": 0.3377,
      "step": 2690050
    },
    {
      "epoch": 750.78,
      "grad_norm": 1.204592227935791,
      "learning_rate": 4.83351963188338e-08,
      "loss": 0.328,
      "step": 2690060
    },
    {
      "epoch": 750.79,
      "grad_norm": 1.3319450616836548,
      "learning_rate": 4.832973334686447e-08,
      "loss": 0.3277,
      "step": 2690070
    },
    {
      "epoch": 750.79,
      "grad_norm": 1.257405400276184,
      "learning_rate": 4.832427068041586e-08,
      "loss": 0.327,
      "step": 2690080
    },
    {
      "epoch": 750.79,
      "grad_norm": 1.1772481203079224,
      "learning_rate": 4.8318808319489005e-08,
      "loss": 0.3322,
      "step": 2690090
    },
    {
      "epoch": 750.8,
      "grad_norm": 1.225279688835144,
      "learning_rate": 4.831334626408468e-08,
      "loss": 0.3258,
      "step": 2690100
    },
    {
      "epoch": 750.8,
      "grad_norm": 1.1612716913223267,
      "learning_rate": 4.8307884514203667e-08,
      "loss": 0.3339,
      "step": 2690110
    },
    {
      "epoch": 750.8,
      "grad_norm": 1.435671091079712,
      "learning_rate": 4.830242306984675e-08,
      "loss": 0.331,
      "step": 2690120
    },
    {
      "epoch": 750.8,
      "grad_norm": 1.414368987083435,
      "learning_rate": 4.8296961931014196e-08,
      "loss": 0.3303,
      "step": 2690130
    },
    {
      "epoch": 750.81,
      "grad_norm": 1.1633293628692627,
      "learning_rate": 4.829150109770729e-08,
      "loss": 0.3472,
      "step": 2690140
    },
    {
      "epoch": 750.81,
      "grad_norm": 1.1659833192825317,
      "learning_rate": 4.828604056992657e-08,
      "loss": 0.3339,
      "step": 2690150
    },
    {
      "epoch": 750.81,
      "grad_norm": 1.535869836807251,
      "learning_rate": 4.8280580347672805e-08,
      "loss": 0.3398,
      "step": 2690160
    },
    {
      "epoch": 750.81,
      "grad_norm": 1.0757968425750732,
      "learning_rate": 4.8275120430946255e-08,
      "loss": 0.3499,
      "step": 2690170
    },
    {
      "epoch": 750.82,
      "grad_norm": 1.4156665802001953,
      "learning_rate": 4.8269660819748486e-08,
      "loss": 0.3292,
      "step": 2690180
    },
    {
      "epoch": 750.82,
      "grad_norm": 1.3935813903808594,
      "learning_rate": 4.82642015140795e-08,
      "loss": 0.3325,
      "step": 2690190
    },
    {
      "epoch": 750.82,
      "grad_norm": 1.2175942659378052,
      "learning_rate": 4.825874251394033e-08,
      "loss": 0.3538,
      "step": 2690200
    },
    {
      "epoch": 750.83,
      "grad_norm": 1.5139886140823364,
      "learning_rate": 4.825328381933202e-08,
      "loss": 0.3284,
      "step": 2690210
    },
    {
      "epoch": 750.83,
      "grad_norm": 1.1914812326431274,
      "learning_rate": 4.824782543025457e-08,
      "loss": 0.3393,
      "step": 2690220
    },
    {
      "epoch": 750.83,
      "grad_norm": 1.428607702255249,
      "learning_rate": 4.8242367346709025e-08,
      "loss": 0.3479,
      "step": 2690230
    },
    {
      "epoch": 750.83,
      "grad_norm": 1.2025752067565918,
      "learning_rate": 4.823690956869642e-08,
      "loss": 0.3248,
      "step": 2690240
    },
    {
      "epoch": 750.84,
      "grad_norm": 1.1651766300201416,
      "learning_rate": 4.823145209621729e-08,
      "loss": 0.3336,
      "step": 2690250
    },
    {
      "epoch": 750.84,
      "grad_norm": 1.3446173667907715,
      "learning_rate": 4.8225994929272126e-08,
      "loss": 0.3346,
      "step": 2690260
    },
    {
      "epoch": 750.84,
      "grad_norm": 1.2470636367797852,
      "learning_rate": 4.8220538067861736e-08,
      "loss": 0.3466,
      "step": 2690270
    },
    {
      "epoch": 750.85,
      "grad_norm": 1.1522283554077148,
      "learning_rate": 4.821508151198715e-08,
      "loss": 0.3473,
      "step": 2690280
    },
    {
      "epoch": 750.85,
      "grad_norm": 1.0082452297210693,
      "learning_rate": 4.8209625261648625e-08,
      "loss": 0.3288,
      "step": 2690290
    },
    {
      "epoch": 750.85,
      "grad_norm": 1.5727030038833618,
      "learning_rate": 4.8204169316847474e-08,
      "loss": 0.358,
      "step": 2690300
    },
    {
      "epoch": 750.85,
      "grad_norm": 1.390995979309082,
      "learning_rate": 4.8198713677583945e-08,
      "loss": 0.3382,
      "step": 2690310
    },
    {
      "epoch": 750.86,
      "grad_norm": 1.1662033796310425,
      "learning_rate": 4.8193258343858825e-08,
      "loss": 0.3457,
      "step": 2690320
    },
    {
      "epoch": 750.86,
      "grad_norm": 1.281917691230774,
      "learning_rate": 4.818780331567289e-08,
      "loss": 0.3507,
      "step": 2690330
    },
    {
      "epoch": 750.86,
      "grad_norm": 1.2878667116165161,
      "learning_rate": 4.818234859302744e-08,
      "loss": 0.3298,
      "step": 2690340
    },
    {
      "epoch": 750.87,
      "grad_norm": 1.2766213417053223,
      "learning_rate": 4.8176894175922226e-08,
      "loss": 0.3272,
      "step": 2690350
    },
    {
      "epoch": 750.87,
      "grad_norm": 1.2083745002746582,
      "learning_rate": 4.817144006435828e-08,
      "loss": 0.3274,
      "step": 2690360
    },
    {
      "epoch": 750.87,
      "grad_norm": 1.3440815210342407,
      "learning_rate": 4.81659862583369e-08,
      "loss": 0.3463,
      "step": 2690370
    },
    {
      "epoch": 750.87,
      "grad_norm": 1.0716856718063354,
      "learning_rate": 4.8160532757857835e-08,
      "loss": 0.3364,
      "step": 2690380
    },
    {
      "epoch": 750.88,
      "grad_norm": 1.2025266885757446,
      "learning_rate": 4.8155079562922895e-08,
      "loss": 0.333,
      "step": 2690390
    },
    {
      "epoch": 750.88,
      "grad_norm": 1.3154425621032715,
      "learning_rate": 4.814962667353184e-08,
      "loss": 0.3345,
      "step": 2690400
    },
    {
      "epoch": 750.88,
      "grad_norm": 1.8257074356079102,
      "learning_rate": 4.8144174089685946e-08,
      "loss": 0.3455,
      "step": 2690410
    },
    {
      "epoch": 750.88,
      "grad_norm": 1.3175677061080933,
      "learning_rate": 4.813872181138601e-08,
      "loss": 0.3496,
      "step": 2690420
    },
    {
      "epoch": 750.89,
      "grad_norm": 1.2570874691009521,
      "learning_rate": 4.813326983863228e-08,
      "loss": 0.341,
      "step": 2690430
    },
    {
      "epoch": 750.89,
      "grad_norm": 1.152839183807373,
      "learning_rate": 4.812781817142607e-08,
      "loss": 0.3216,
      "step": 2690440
    },
    {
      "epoch": 750.89,
      "grad_norm": 1.3264082670211792,
      "learning_rate": 4.812236680976764e-08,
      "loss": 0.3222,
      "step": 2690450
    },
    {
      "epoch": 750.9,
      "grad_norm": 1.233776330947876,
      "learning_rate": 4.811691575365775e-08,
      "loss": 0.3257,
      "step": 2690460
    },
    {
      "epoch": 750.9,
      "grad_norm": 1.0955264568328857,
      "learning_rate": 4.811146500309721e-08,
      "loss": 0.3359,
      "step": 2690470
    },
    {
      "epoch": 750.9,
      "grad_norm": 1.1930460929870605,
      "learning_rate": 4.81060145580873e-08,
      "loss": 0.3446,
      "step": 2690480
    },
    {
      "epoch": 750.9,
      "grad_norm": 1.2511954307556152,
      "learning_rate": 4.810056441862777e-08,
      "loss": 0.3426,
      "step": 2690490
    },
    {
      "epoch": 750.91,
      "grad_norm": 1.2031822204589844,
      "learning_rate": 4.809511458471992e-08,
      "loss": 0.3444,
      "step": 2690500
    },
    {
      "epoch": 750.91,
      "grad_norm": 1.172511100769043,
      "learning_rate": 4.808966505636426e-08,
      "loss": 0.331,
      "step": 2690510
    },
    {
      "epoch": 750.91,
      "grad_norm": 1.1739121675491333,
      "learning_rate": 4.8084215833561584e-08,
      "loss": 0.3346,
      "step": 2690520
    },
    {
      "epoch": 750.92,
      "grad_norm": 1.361494779586792,
      "learning_rate": 4.8078766916312925e-08,
      "loss": 0.3446,
      "step": 2690530
    },
    {
      "epoch": 750.92,
      "grad_norm": 1.2738161087036133,
      "learning_rate": 4.807331830461855e-08,
      "loss": 0.3316,
      "step": 2690540
    },
    {
      "epoch": 750.92,
      "grad_norm": 1.3476141691207886,
      "learning_rate": 4.8067869998479234e-08,
      "loss": 0.333,
      "step": 2690550
    },
    {
      "epoch": 750.92,
      "grad_norm": 1.2419464588165283,
      "learning_rate": 4.8062421997896274e-08,
      "loss": 0.3308,
      "step": 2690560
    },
    {
      "epoch": 750.93,
      "grad_norm": 1.1594139337539673,
      "learning_rate": 4.805697430286968e-08,
      "loss": 0.3349,
      "step": 2690570
    },
    {
      "epoch": 750.93,
      "grad_norm": 1.4978621006011963,
      "learning_rate": 4.805152691340023e-08,
      "loss": 0.3385,
      "step": 2690580
    },
    {
      "epoch": 750.93,
      "grad_norm": 1.3781291246414185,
      "learning_rate": 4.8046079829488964e-08,
      "loss": 0.3567,
      "step": 2690590
    },
    {
      "epoch": 750.93,
      "grad_norm": 1.1865975856781006,
      "learning_rate": 4.804063305113691e-08,
      "loss": 0.3405,
      "step": 2690600
    },
    {
      "epoch": 750.94,
      "grad_norm": 1.0593146085739136,
      "learning_rate": 4.803518657834383e-08,
      "loss": 0.3285,
      "step": 2690610
    },
    {
      "epoch": 750.94,
      "grad_norm": 1.2153759002685547,
      "learning_rate": 4.802974041111154e-08,
      "loss": 0.3356,
      "step": 2690620
    },
    {
      "epoch": 750.94,
      "grad_norm": 1.1835179328918457,
      "learning_rate": 4.8024294549440026e-08,
      "loss": 0.3279,
      "step": 2690630
    },
    {
      "epoch": 750.95,
      "grad_norm": 1.2514965534210205,
      "learning_rate": 4.801884899333008e-08,
      "loss": 0.3376,
      "step": 2690640
    },
    {
      "epoch": 750.95,
      "grad_norm": 4.124758243560791,
      "learning_rate": 4.8013403742783e-08,
      "loss": 0.3383,
      "step": 2690650
    },
    {
      "epoch": 750.95,
      "grad_norm": 1.3527330160140991,
      "learning_rate": 4.800795879779879e-08,
      "loss": 0.3356,
      "step": 2690660
    },
    {
      "epoch": 750.95,
      "grad_norm": 1.401686191558838,
      "learning_rate": 4.800251415837822e-08,
      "loss": 0.3315,
      "step": 2690670
    },
    {
      "epoch": 750.96,
      "grad_norm": 1.5479059219360352,
      "learning_rate": 4.7997069824522605e-08,
      "loss": 0.339,
      "step": 2690680
    },
    {
      "epoch": 750.96,
      "grad_norm": 1.3065850734710693,
      "learning_rate": 4.799162579623246e-08,
      "loss": 0.3284,
      "step": 2690690
    },
    {
      "epoch": 750.96,
      "grad_norm": 1.3703832626342773,
      "learning_rate": 4.7986182073508036e-08,
      "loss": 0.3267,
      "step": 2690700
    },
    {
      "epoch": 750.97,
      "grad_norm": 2.6545848846435547,
      "learning_rate": 4.7980738656350386e-08,
      "loss": 0.3307,
      "step": 2690710
    },
    {
      "epoch": 750.97,
      "grad_norm": 1.15325129032135,
      "learning_rate": 4.797529554476055e-08,
      "loss": 0.3452,
      "step": 2690720
    },
    {
      "epoch": 750.97,
      "grad_norm": 1.4385883808135986,
      "learning_rate": 4.7969852738738784e-08,
      "loss": 0.316,
      "step": 2690730
    },
    {
      "epoch": 750.97,
      "grad_norm": 1.1221466064453125,
      "learning_rate": 4.796441023828613e-08,
      "loss": 0.3365,
      "step": 2690740
    },
    {
      "epoch": 750.98,
      "grad_norm": 3.88344669342041,
      "learning_rate": 4.795896804340284e-08,
      "loss": 0.3343,
      "step": 2690750
    },
    {
      "epoch": 750.98,
      "grad_norm": 1.521822452545166,
      "learning_rate": 4.795352615409023e-08,
      "loss": 0.3314,
      "step": 2690760
    },
    {
      "epoch": 750.98,
      "grad_norm": 1.1405211687088013,
      "learning_rate": 4.794808457034855e-08,
      "loss": 0.3345,
      "step": 2690770
    },
    {
      "epoch": 750.99,
      "grad_norm": 1.3045331239700317,
      "learning_rate": 4.7942643292178844e-08,
      "loss": 0.3531,
      "step": 2690780
    },
    {
      "epoch": 750.99,
      "grad_norm": 1.2150826454162598,
      "learning_rate": 4.79372023195819e-08,
      "loss": 0.3359,
      "step": 2690790
    },
    {
      "epoch": 750.99,
      "grad_norm": 1.3218060731887817,
      "learning_rate": 4.793176165255822e-08,
      "loss": 0.3434,
      "step": 2690800
    },
    {
      "epoch": 750.99,
      "grad_norm": 1.2925615310668945,
      "learning_rate": 4.7926321291108344e-08,
      "loss": 0.3568,
      "step": 2690810
    },
    {
      "epoch": 751.0,
      "grad_norm": 1.1918758153915405,
      "learning_rate": 4.79208812352333e-08,
      "loss": 0.3289,
      "step": 2690820
    },
    {
      "epoch": 751.0,
      "grad_norm": 1.4357954263687134,
      "learning_rate": 4.7915441484933874e-08,
      "loss": 0.3293,
      "step": 2690830
    },
    {
      "epoch": 751.0,
      "eval_loss": 0.33747872710227966,
      "eval_runtime": 66.1038,
      "eval_samples_per_second": 76.531,
      "eval_steps_per_second": 9.576,
      "step": 2690833
    },
    {
      "epoch": 751.0,
      "grad_norm": 1.1346355676651,
      "learning_rate": 4.7910002040210326e-08,
      "loss": 0.3353,
      "step": 2690840
    },
    {
      "epoch": 751.0,
      "grad_norm": 1.1160653829574585,
      "learning_rate": 4.7904562901064217e-08,
      "loss": 0.3353,
      "step": 2690850
    },
    {
      "epoch": 751.01,
      "grad_norm": 1.2869737148284912,
      "learning_rate": 4.789912406749528e-08,
      "loss": 0.3487,
      "step": 2690860
    },
    {
      "epoch": 751.01,
      "grad_norm": 1.124240756034851,
      "learning_rate": 4.7893685539504825e-08,
      "loss": 0.3298,
      "step": 2690870
    },
    {
      "epoch": 751.01,
      "grad_norm": 1.2236524820327759,
      "learning_rate": 4.788824731709389e-08,
      "loss": 0.3355,
      "step": 2690880
    },
    {
      "epoch": 751.02,
      "grad_norm": 1.4338812828063965,
      "learning_rate": 4.788280940026248e-08,
      "loss": 0.3299,
      "step": 2690890
    },
    {
      "epoch": 751.02,
      "grad_norm": 1.2351763248443604,
      "learning_rate": 4.787737178901137e-08,
      "loss": 0.3237,
      "step": 2690900
    },
    {
      "epoch": 751.02,
      "grad_norm": 1.4742796421051025,
      "learning_rate": 4.7871934483341854e-08,
      "loss": 0.3439,
      "step": 2690910
    },
    {
      "epoch": 751.02,
      "grad_norm": 1.129223108291626,
      "learning_rate": 4.786649748325421e-08,
      "loss": 0.3305,
      "step": 2690920
    },
    {
      "epoch": 751.03,
      "grad_norm": 1.164538025856018,
      "learning_rate": 4.7861060788749464e-08,
      "loss": 0.3449,
      "step": 2690930
    },
    {
      "epoch": 751.03,
      "grad_norm": 1.178215742111206,
      "learning_rate": 4.7855624399827875e-08,
      "loss": 0.3287,
      "step": 2690940
    },
    {
      "epoch": 751.03,
      "grad_norm": 1.0824987888336182,
      "learning_rate": 4.785018831649076e-08,
      "loss": 0.3277,
      "step": 2690950
    },
    {
      "epoch": 751.04,
      "grad_norm": 1.2014416456222534,
      "learning_rate": 4.7844752538738104e-08,
      "loss": 0.3313,
      "step": 2690960
    },
    {
      "epoch": 751.04,
      "grad_norm": 1.0993316173553467,
      "learning_rate": 4.783931706657147e-08,
      "loss": 0.3283,
      "step": 2690970
    },
    {
      "epoch": 751.04,
      "grad_norm": 1.138771891593933,
      "learning_rate": 4.783388189999113e-08,
      "loss": 0.3232,
      "step": 2690980
    },
    {
      "epoch": 751.04,
      "grad_norm": 1.155093789100647,
      "learning_rate": 4.7828447038997586e-08,
      "loss": 0.3347,
      "step": 2690990
    },
    {
      "epoch": 751.05,
      "grad_norm": 1.320785403251648,
      "learning_rate": 4.7823012483591896e-08,
      "loss": 0.3335,
      "step": 2691000
    },
    {
      "epoch": 751.05,
      "grad_norm": 1.516518473625183,
      "learning_rate": 4.781757823377483e-08,
      "loss": 0.3491,
      "step": 2691010
    },
    {
      "epoch": 751.05,
      "grad_norm": 1.261884093284607,
      "learning_rate": 4.781214428954717e-08,
      "loss": 0.3492,
      "step": 2691020
    },
    {
      "epoch": 751.05,
      "grad_norm": 1.2430200576782227,
      "learning_rate": 4.7806710650909184e-08,
      "loss": 0.3348,
      "step": 2691030
    },
    {
      "epoch": 751.06,
      "grad_norm": 1.5350022315979004,
      "learning_rate": 4.78012773178619e-08,
      "loss": 0.3565,
      "step": 2691040
    },
    {
      "epoch": 751.06,
      "grad_norm": 1.186121940612793,
      "learning_rate": 4.7795844290406116e-08,
      "loss": 0.3428,
      "step": 2691050
    },
    {
      "epoch": 751.06,
      "grad_norm": 1.2773040533065796,
      "learning_rate": 4.77904115685426e-08,
      "loss": 0.3547,
      "step": 2691060
    },
    {
      "epoch": 751.07,
      "grad_norm": 1.0691888332366943,
      "learning_rate": 4.7784979152271607e-08,
      "loss": 0.3335,
      "step": 2691070
    },
    {
      "epoch": 751.07,
      "grad_norm": 1.43732488155365,
      "learning_rate": 4.777954704159419e-08,
      "loss": 0.3516,
      "step": 2691080
    },
    {
      "epoch": 751.07,
      "grad_norm": 1.3882582187652588,
      "learning_rate": 4.777411523651138e-08,
      "loss": 0.3269,
      "step": 2691090
    },
    {
      "epoch": 751.07,
      "grad_norm": 1.1325973272323608,
      "learning_rate": 4.776868373702319e-08,
      "loss": 0.3373,
      "step": 2691100
    },
    {
      "epoch": 751.08,
      "grad_norm": 1.2272894382476807,
      "learning_rate": 4.776325254313117e-08,
      "loss": 0.3345,
      "step": 2691110
    },
    {
      "epoch": 751.08,
      "grad_norm": 1.337334156036377,
      "learning_rate": 4.775782165483532e-08,
      "loss": 0.3325,
      "step": 2691120
    },
    {
      "epoch": 751.08,
      "grad_norm": 1.3226436376571655,
      "learning_rate": 4.7752391072136686e-08,
      "loss": 0.3427,
      "step": 2691130
    },
    {
      "epoch": 751.09,
      "grad_norm": 1.1689913272857666,
      "learning_rate": 4.774696079503605e-08,
      "loss": 0.3315,
      "step": 2691140
    },
    {
      "epoch": 751.09,
      "grad_norm": 1.2234054803848267,
      "learning_rate": 4.774153082353418e-08,
      "loss": 0.3264,
      "step": 2691150
    },
    {
      "epoch": 751.09,
      "grad_norm": 1.1539013385772705,
      "learning_rate": 4.7736101157631356e-08,
      "loss": 0.334,
      "step": 2691160
    },
    {
      "epoch": 751.09,
      "grad_norm": 2.2975709438323975,
      "learning_rate": 4.773067179732861e-08,
      "loss": 0.3207,
      "step": 2691170
    },
    {
      "epoch": 751.1,
      "grad_norm": 1.4148437976837158,
      "learning_rate": 4.7725242742626975e-08,
      "loss": 0.3435,
      "step": 2691180
    },
    {
      "epoch": 751.1,
      "grad_norm": 1.167754054069519,
      "learning_rate": 4.771981399352646e-08,
      "loss": 0.3308,
      "step": 2691190
    },
    {
      "epoch": 751.1,
      "grad_norm": 1.2109971046447754,
      "learning_rate": 4.771438555002862e-08,
      "loss": 0.333,
      "step": 2691200
    },
    {
      "epoch": 751.11,
      "grad_norm": 1.2372854948043823,
      "learning_rate": 4.770895741213346e-08,
      "loss": 0.3515,
      "step": 2691210
    },
    {
      "epoch": 751.11,
      "grad_norm": 1.3613204956054688,
      "learning_rate": 4.770352957984202e-08,
      "loss": 0.3452,
      "step": 2691220
    },
    {
      "epoch": 751.11,
      "grad_norm": 1.4776098728179932,
      "learning_rate": 4.7698102053155084e-08,
      "loss": 0.3454,
      "step": 2691230
    },
    {
      "epoch": 751.11,
      "grad_norm": 1.2992430925369263,
      "learning_rate": 4.7692674832073165e-08,
      "loss": 0.3232,
      "step": 2691240
    },
    {
      "epoch": 751.12,
      "grad_norm": 1.2109652757644653,
      "learning_rate": 4.768724791659705e-08,
      "loss": 0.3275,
      "step": 2691250
    },
    {
      "epoch": 751.12,
      "grad_norm": 1.3675349950790405,
      "learning_rate": 4.768182130672751e-08,
      "loss": 0.3328,
      "step": 2691260
    },
    {
      "epoch": 751.12,
      "grad_norm": 1.4295092821121216,
      "learning_rate": 4.7676395002465594e-08,
      "loss": 0.3356,
      "step": 2691270
    },
    {
      "epoch": 751.12,
      "grad_norm": 3.490314245223999,
      "learning_rate": 4.767096900381131e-08,
      "loss": 0.3624,
      "step": 2691280
    },
    {
      "epoch": 751.13,
      "grad_norm": 1.4166302680969238,
      "learning_rate": 4.76655433107662e-08,
      "loss": 0.344,
      "step": 2691290
    },
    {
      "epoch": 751.13,
      "grad_norm": 1.1566957235336304,
      "learning_rate": 4.766011792333027e-08,
      "loss": 0.3314,
      "step": 2691300
    },
    {
      "epoch": 751.13,
      "grad_norm": 1.2676420211791992,
      "learning_rate": 4.765469284150432e-08,
      "loss": 0.3379,
      "step": 2691310
    },
    {
      "epoch": 751.14,
      "grad_norm": 1.4142533540725708,
      "learning_rate": 4.764926806528988e-08,
      "loss": 0.3511,
      "step": 2691320
    },
    {
      "epoch": 751.14,
      "grad_norm": 1.1414545774459839,
      "learning_rate": 4.764384359468645e-08,
      "loss": 0.3318,
      "step": 2691330
    },
    {
      "epoch": 751.14,
      "grad_norm": 1.2249863147735596,
      "learning_rate": 4.763841942969559e-08,
      "loss": 0.3327,
      "step": 2691340
    },
    {
      "epoch": 751.14,
      "grad_norm": 1.120699405670166,
      "learning_rate": 4.763299557031782e-08,
      "loss": 0.3192,
      "step": 2691350
    },
    {
      "epoch": 751.15,
      "grad_norm": 1.1655495166778564,
      "learning_rate": 4.762757201655391e-08,
      "loss": 0.3371,
      "step": 2691360
    },
    {
      "epoch": 751.15,
      "grad_norm": 1.2083276510238647,
      "learning_rate": 4.7622148768404654e-08,
      "loss": 0.3439,
      "step": 2691370
    },
    {
      "epoch": 751.15,
      "grad_norm": 1.0829582214355469,
      "learning_rate": 4.761672582587056e-08,
      "loss": 0.3261,
      "step": 2691380
    },
    {
      "epoch": 751.16,
      "grad_norm": 1.3067219257354736,
      "learning_rate": 4.761130318895216e-08,
      "loss": 0.34,
      "step": 2691390
    },
    {
      "epoch": 751.16,
      "grad_norm": 1.362818717956543,
      "learning_rate": 4.760588085765075e-08,
      "loss": 0.3462,
      "step": 2691400
    },
    {
      "epoch": 751.16,
      "grad_norm": 1.8729370832443237,
      "learning_rate": 4.760045883196659e-08,
      "loss": 0.3253,
      "step": 2691410
    },
    {
      "epoch": 751.16,
      "grad_norm": 1.161315679550171,
      "learning_rate": 4.7595037111900456e-08,
      "loss": 0.3244,
      "step": 2691420
    },
    {
      "epoch": 751.17,
      "grad_norm": 1.30093252658844,
      "learning_rate": 4.75896156974534e-08,
      "loss": 0.3515,
      "step": 2691430
    },
    {
      "epoch": 751.17,
      "grad_norm": 1.4557541608810425,
      "learning_rate": 4.758419458862593e-08,
      "loss": 0.3439,
      "step": 2691440
    },
    {
      "epoch": 751.17,
      "grad_norm": 1.3174647092819214,
      "learning_rate": 4.7578773785418575e-08,
      "loss": 0.3377,
      "step": 2691450
    },
    {
      "epoch": 751.17,
      "grad_norm": 1.496022343635559,
      "learning_rate": 4.757335328783264e-08,
      "loss": 0.3419,
      "step": 2691460
    },
    {
      "epoch": 751.18,
      "grad_norm": 8.1536283493042,
      "learning_rate": 4.756793309586785e-08,
      "loss": 0.3366,
      "step": 2691470
    },
    {
      "epoch": 751.18,
      "grad_norm": 1.1997689008712769,
      "learning_rate": 4.7562513209525776e-08,
      "loss": 0.335,
      "step": 2691480
    },
    {
      "epoch": 751.18,
      "grad_norm": 1.2377055883407593,
      "learning_rate": 4.755709362880694e-08,
      "loss": 0.3245,
      "step": 2691490
    },
    {
      "epoch": 751.19,
      "grad_norm": 1.2163444757461548,
      "learning_rate": 4.755167435371212e-08,
      "loss": 0.3267,
      "step": 2691500
    },
    {
      "epoch": 751.19,
      "grad_norm": 1.1916110515594482,
      "learning_rate": 4.754625538424183e-08,
      "loss": 0.3348,
      "step": 2691510
    },
    {
      "epoch": 751.19,
      "grad_norm": 2.1713521480560303,
      "learning_rate": 4.754083672039661e-08,
      "loss": 0.3439,
      "step": 2691520
    },
    {
      "epoch": 751.19,
      "grad_norm": 1.1714224815368652,
      "learning_rate": 4.7535418362177997e-08,
      "loss": 0.342,
      "step": 2691530
    },
    {
      "epoch": 751.2,
      "grad_norm": 1.1938490867614746,
      "learning_rate": 4.753000030958548e-08,
      "loss": 0.3374,
      "step": 2691540
    },
    {
      "epoch": 751.2,
      "grad_norm": 1.154493808746338,
      "learning_rate": 4.7524582562621144e-08,
      "loss": 0.3319,
      "step": 2691550
    },
    {
      "epoch": 751.2,
      "grad_norm": 1.4914484024047852,
      "learning_rate": 4.751916512128447e-08,
      "loss": 0.3337,
      "step": 2691560
    },
    {
      "epoch": 751.21,
      "grad_norm": 1.1749324798583984,
      "learning_rate": 4.751374798557701e-08,
      "loss": 0.3437,
      "step": 2691570
    },
    {
      "epoch": 751.21,
      "grad_norm": 1.4443036317825317,
      "learning_rate": 4.7508331155499295e-08,
      "loss": 0.342,
      "step": 2691580
    },
    {
      "epoch": 751.21,
      "grad_norm": 1.3259541988372803,
      "learning_rate": 4.7502914631051845e-08,
      "loss": 0.3388,
      "step": 2691590
    },
    {
      "epoch": 751.21,
      "grad_norm": 1.1939210891723633,
      "learning_rate": 4.749749841223569e-08,
      "loss": 0.3261,
      "step": 2691600
    },
    {
      "epoch": 751.22,
      "grad_norm": 1.3501343727111816,
      "learning_rate": 4.74920824990511e-08,
      "loss": 0.3356,
      "step": 2691610
    },
    {
      "epoch": 751.22,
      "grad_norm": 1.274692416191101,
      "learning_rate": 4.7486666891499106e-08,
      "loss": 0.3459,
      "step": 2691620
    },
    {
      "epoch": 751.22,
      "grad_norm": 1.1483134031295776,
      "learning_rate": 4.74812515895805e-08,
      "loss": 0.3237,
      "step": 2691630
    },
    {
      "epoch": 751.23,
      "grad_norm": 1.1287314891815186,
      "learning_rate": 4.747583659329606e-08,
      "loss": 0.3344,
      "step": 2691640
    },
    {
      "epoch": 751.23,
      "grad_norm": 1.1835007667541504,
      "learning_rate": 4.747042190264604e-08,
      "loss": 0.3394,
      "step": 2691650
    },
    {
      "epoch": 751.23,
      "grad_norm": 1.3051657676696777,
      "learning_rate": 4.746500751763148e-08,
      "loss": 0.3184,
      "step": 2691660
    },
    {
      "epoch": 751.23,
      "grad_norm": 1.2910301685333252,
      "learning_rate": 4.7459593438253175e-08,
      "loss": 0.327,
      "step": 2691670
    },
    {
      "epoch": 751.24,
      "grad_norm": 1.3405388593673706,
      "learning_rate": 4.745417966451164e-08,
      "loss": 0.3307,
      "step": 2691680
    },
    {
      "epoch": 751.24,
      "grad_norm": 1.1923165321350098,
      "learning_rate": 4.74487661964079e-08,
      "loss": 0.3323,
      "step": 2691690
    },
    {
      "epoch": 751.24,
      "grad_norm": 1.0690219402313232,
      "learning_rate": 4.744335303394249e-08,
      "loss": 0.3314,
      "step": 2691700
    },
    {
      "epoch": 751.24,
      "grad_norm": 1.0832080841064453,
      "learning_rate": 4.743794017711593e-08,
      "loss": 0.3309,
      "step": 2691710
    },
    {
      "epoch": 751.25,
      "grad_norm": 1.3273297548294067,
      "learning_rate": 4.743252762592926e-08,
      "loss": 0.3415,
      "step": 2691720
    },
    {
      "epoch": 751.25,
      "grad_norm": 1.2122920751571655,
      "learning_rate": 4.7427115380382994e-08,
      "loss": 0.3296,
      "step": 2691730
    },
    {
      "epoch": 751.25,
      "grad_norm": 1.2787450551986694,
      "learning_rate": 4.742170344047792e-08,
      "loss": 0.3471,
      "step": 2691740
    },
    {
      "epoch": 751.26,
      "grad_norm": 1.1235339641571045,
      "learning_rate": 4.7416291806214816e-08,
      "loss": 0.3335,
      "step": 2691750
    },
    {
      "epoch": 751.26,
      "grad_norm": 1.1173311471939087,
      "learning_rate": 4.741088047759446e-08,
      "loss": 0.3349,
      "step": 2691760
    },
    {
      "epoch": 751.26,
      "grad_norm": 1.291297435760498,
      "learning_rate": 4.740546945461712e-08,
      "loss": 0.348,
      "step": 2691770
    },
    {
      "epoch": 751.26,
      "grad_norm": 1.160187005996704,
      "learning_rate": 4.740005873728435e-08,
      "loss": 0.334,
      "step": 2691780
    },
    {
      "epoch": 751.27,
      "grad_norm": 2.0553390979766846,
      "learning_rate": 4.739464832559615e-08,
      "loss": 0.3442,
      "step": 2691790
    },
    {
      "epoch": 751.27,
      "grad_norm": 1.3281208276748657,
      "learning_rate": 4.738923821955331e-08,
      "loss": 0.3307,
      "step": 2691800
    },
    {
      "epoch": 751.27,
      "grad_norm": 1.3312820196151733,
      "learning_rate": 4.7383828419156855e-08,
      "loss": 0.3497,
      "step": 2691810
    },
    {
      "epoch": 751.28,
      "grad_norm": 1.7440546751022339,
      "learning_rate": 4.737841892440758e-08,
      "loss": 0.3344,
      "step": 2691820
    },
    {
      "epoch": 751.28,
      "grad_norm": 5.755329608917236,
      "learning_rate": 4.737300973530547e-08,
      "loss": 0.337,
      "step": 2691830
    },
    {
      "epoch": 751.28,
      "grad_norm": 1.1656461954116821,
      "learning_rate": 4.7367600851852104e-08,
      "loss": 0.324,
      "step": 2691840
    },
    {
      "epoch": 751.28,
      "grad_norm": 1.1857068538665771,
      "learning_rate": 4.7362192274047993e-08,
      "loss": 0.3291,
      "step": 2691850
    },
    {
      "epoch": 751.29,
      "grad_norm": 1.1652108430862427,
      "learning_rate": 4.73567840018934e-08,
      "loss": 0.3412,
      "step": 2691860
    },
    {
      "epoch": 751.29,
      "grad_norm": 1.1543046236038208,
      "learning_rate": 4.735137603538962e-08,
      "loss": 0.3266,
      "step": 2691870
    },
    {
      "epoch": 751.29,
      "grad_norm": 1.1544142961502075,
      "learning_rate": 4.7345968374536915e-08,
      "loss": 0.3411,
      "step": 2691880
    },
    {
      "epoch": 751.3,
      "grad_norm": 1.1124125719070435,
      "learning_rate": 4.7340561019336335e-08,
      "loss": 0.3456,
      "step": 2691890
    },
    {
      "epoch": 751.3,
      "grad_norm": 1.1601871252059937,
      "learning_rate": 4.733515396978865e-08,
      "loss": 0.3267,
      "step": 2691900
    },
    {
      "epoch": 751.3,
      "grad_norm": 1.2350749969482422,
      "learning_rate": 4.732974722589386e-08,
      "loss": 0.3393,
      "step": 2691910
    },
    {
      "epoch": 751.3,
      "grad_norm": 1.2078073024749756,
      "learning_rate": 4.73243407876538e-08,
      "loss": 0.3244,
      "step": 2691920
    },
    {
      "epoch": 751.31,
      "grad_norm": 1.2977416515350342,
      "learning_rate": 4.7318934655068455e-08,
      "loss": 0.3347,
      "step": 2691930
    },
    {
      "epoch": 751.31,
      "grad_norm": 1.1715519428253174,
      "learning_rate": 4.731352882813861e-08,
      "loss": 0.3255,
      "step": 2691940
    },
    {
      "epoch": 751.31,
      "grad_norm": 1.1581697463989258,
      "learning_rate": 4.730812330686505e-08,
      "loss": 0.3361,
      "step": 2691950
    },
    {
      "epoch": 751.31,
      "grad_norm": 1.0748043060302734,
      "learning_rate": 4.730271809124881e-08,
      "loss": 0.3266,
      "step": 2691960
    },
    {
      "epoch": 751.32,
      "grad_norm": 1.2788422107696533,
      "learning_rate": 4.729731318129015e-08,
      "loss": 0.3214,
      "step": 2691970
    },
    {
      "epoch": 751.32,
      "grad_norm": 1.2760847806930542,
      "learning_rate": 4.729190857698985e-08,
      "loss": 0.3496,
      "step": 2691980
    },
    {
      "epoch": 751.32,
      "grad_norm": 1.2618693113327026,
      "learning_rate": 4.728650427834896e-08,
      "loss": 0.3419,
      "step": 2691990
    },
    {
      "epoch": 751.33,
      "grad_norm": 1.1085973978042603,
      "learning_rate": 4.728110028536774e-08,
      "loss": 0.3384,
      "step": 2692000
    },
    {
      "epoch": 751.33,
      "grad_norm": 1.1095508337020874,
      "learning_rate": 4.727569659804722e-08,
      "loss": 0.3227,
      "step": 2692010
    },
    {
      "epoch": 751.33,
      "grad_norm": 1.253359079360962,
      "learning_rate": 4.727029321638818e-08,
      "loss": 0.3276,
      "step": 2692020
    },
    {
      "epoch": 751.33,
      "grad_norm": 1.4628714323043823,
      "learning_rate": 4.7264890140391156e-08,
      "loss": 0.3375,
      "step": 2692030
    },
    {
      "epoch": 751.34,
      "grad_norm": 1.3214240074157715,
      "learning_rate": 4.725948737005717e-08,
      "loss": 0.3451,
      "step": 2692040
    },
    {
      "epoch": 751.34,
      "grad_norm": 1.1761620044708252,
      "learning_rate": 4.725408490538623e-08,
      "loss": 0.3371,
      "step": 2692050
    },
    {
      "epoch": 751.34,
      "grad_norm": 1.2344905138015747,
      "learning_rate": 4.724868274637991e-08,
      "loss": 0.3542,
      "step": 2692060
    },
    {
      "epoch": 751.35,
      "grad_norm": 1.4026204347610474,
      "learning_rate": 4.724328089303819e-08,
      "loss": 0.3423,
      "step": 2692070
    },
    {
      "epoch": 751.35,
      "grad_norm": 1.0256444215774536,
      "learning_rate": 4.723787934536264e-08,
      "loss": 0.3331,
      "step": 2692080
    },
    {
      "epoch": 751.35,
      "grad_norm": 3.709099292755127,
      "learning_rate": 4.723247810335274e-08,
      "loss": 0.3313,
      "step": 2692090
    },
    {
      "epoch": 751.35,
      "grad_norm": 1.3438587188720703,
      "learning_rate": 4.722707716701057e-08,
      "loss": 0.3414,
      "step": 2692100
    },
    {
      "epoch": 751.36,
      "grad_norm": 1.2174718379974365,
      "learning_rate": 4.7221676536336134e-08,
      "loss": 0.3367,
      "step": 2692110
    },
    {
      "epoch": 751.36,
      "grad_norm": 1.2693382501602173,
      "learning_rate": 4.721627621132994e-08,
      "loss": 0.3283,
      "step": 2692120
    },
    {
      "epoch": 751.36,
      "grad_norm": 1.3464356660842896,
      "learning_rate": 4.721087619199357e-08,
      "loss": 0.3242,
      "step": 2692130
    },
    {
      "epoch": 751.36,
      "grad_norm": 1.1622982025146484,
      "learning_rate": 4.720547647832674e-08,
      "loss": 0.3394,
      "step": 2692140
    },
    {
      "epoch": 751.37,
      "grad_norm": 1.0846049785614014,
      "learning_rate": 4.7200077070330516e-08,
      "loss": 0.345,
      "step": 2692150
    },
    {
      "epoch": 751.37,
      "grad_norm": 1.3631962537765503,
      "learning_rate": 4.719467796800592e-08,
      "loss": 0.3347,
      "step": 2692160
    },
    {
      "epoch": 751.37,
      "grad_norm": 1.3366822004318237,
      "learning_rate": 4.7189279171353474e-08,
      "loss": 0.3179,
      "step": 2692170
    },
    {
      "epoch": 751.38,
      "grad_norm": 1.2320094108581543,
      "learning_rate": 4.718388068037397e-08,
      "loss": 0.3426,
      "step": 2692180
    },
    {
      "epoch": 751.38,
      "grad_norm": 1.2055844068527222,
      "learning_rate": 4.7178482495067916e-08,
      "loss": 0.3329,
      "step": 2692190
    },
    {
      "epoch": 751.38,
      "grad_norm": 1.2700241804122925,
      "learning_rate": 4.71730846154361e-08,
      "loss": 0.323,
      "step": 2692200
    },
    {
      "epoch": 751.38,
      "grad_norm": 1.2263555526733398,
      "learning_rate": 4.71676870414793e-08,
      "loss": 0.3412,
      "step": 2692210
    },
    {
      "epoch": 751.39,
      "grad_norm": 1.1760817766189575,
      "learning_rate": 4.716228977319856e-08,
      "loss": 0.3217,
      "step": 2692220
    },
    {
      "epoch": 751.39,
      "grad_norm": 1.2566182613372803,
      "learning_rate": 4.715689281059361e-08,
      "loss": 0.3376,
      "step": 2692230
    },
    {
      "epoch": 751.39,
      "grad_norm": 1.2942185401916504,
      "learning_rate": 4.715149615366655e-08,
      "loss": 0.3287,
      "step": 2692240
    },
    {
      "epoch": 751.4,
      "grad_norm": 1.341853380203247,
      "learning_rate": 4.714609980241684e-08,
      "loss": 0.3442,
      "step": 2692250
    },
    {
      "epoch": 751.4,
      "grad_norm": 1.2586991786956787,
      "learning_rate": 4.7140703756846054e-08,
      "loss": 0.3485,
      "step": 2692260
    },
    {
      "epoch": 751.4,
      "grad_norm": 1.2749786376953125,
      "learning_rate": 4.7135308016954705e-08,
      "loss": 0.3311,
      "step": 2692270
    },
    {
      "epoch": 751.4,
      "grad_norm": 1.2112455368041992,
      "learning_rate": 4.7129912582743055e-08,
      "loss": 0.3473,
      "step": 2692280
    },
    {
      "epoch": 751.41,
      "grad_norm": 1.4501701593399048,
      "learning_rate": 4.712451745421215e-08,
      "loss": 0.3351,
      "step": 2692290
    },
    {
      "epoch": 751.41,
      "grad_norm": 1.251182198524475,
      "learning_rate": 4.711912263136277e-08,
      "loss": 0.3277,
      "step": 2692300
    },
    {
      "epoch": 751.41,
      "grad_norm": 1.327478289604187,
      "learning_rate": 4.711372811419594e-08,
      "loss": 0.3494,
      "step": 2692310
    },
    {
      "epoch": 751.42,
      "grad_norm": 1.2323118448257446,
      "learning_rate": 4.710833390271168e-08,
      "loss": 0.3389,
      "step": 2692320
    },
    {
      "epoch": 751.42,
      "grad_norm": 1.245822787284851,
      "learning_rate": 4.7102939996911025e-08,
      "loss": 0.3243,
      "step": 2692330
    },
    {
      "epoch": 751.42,
      "grad_norm": 1.2378805875778198,
      "learning_rate": 4.7097546396795016e-08,
      "loss": 0.3461,
      "step": 2692340
    },
    {
      "epoch": 751.42,
      "grad_norm": 1.2954236268997192,
      "learning_rate": 4.709215310236365e-08,
      "loss": 0.3503,
      "step": 2692350
    },
    {
      "epoch": 751.43,
      "grad_norm": 1.236400842666626,
      "learning_rate": 4.7086760113618485e-08,
      "loss": 0.3558,
      "step": 2692360
    },
    {
      "epoch": 751.43,
      "grad_norm": 2.313685655593872,
      "learning_rate": 4.708136743055953e-08,
      "loss": 0.3367,
      "step": 2692370
    },
    {
      "epoch": 751.43,
      "grad_norm": 1.7276101112365723,
      "learning_rate": 4.7075975053188083e-08,
      "loss": 0.3299,
      "step": 2692380
    },
    {
      "epoch": 751.43,
      "grad_norm": 1.4212274551391602,
      "learning_rate": 4.707058298150414e-08,
      "loss": 0.3361,
      "step": 2692390
    },
    {
      "epoch": 751.44,
      "grad_norm": 1.3505274057388306,
      "learning_rate": 4.706519121550926e-08,
      "loss": 0.3419,
      "step": 2692400
    },
    {
      "epoch": 751.44,
      "grad_norm": 1.3166512250900269,
      "learning_rate": 4.7059799755203715e-08,
      "loss": 0.3416,
      "step": 2692410
    },
    {
      "epoch": 751.44,
      "grad_norm": 1.1735233068466187,
      "learning_rate": 4.705440860058801e-08,
      "loss": 0.3237,
      "step": 2692420
    },
    {
      "epoch": 751.45,
      "grad_norm": 1.7317359447479248,
      "learning_rate": 4.7049017751663465e-08,
      "loss": 0.3282,
      "step": 2692430
    },
    {
      "epoch": 751.45,
      "grad_norm": 1.2410019636154175,
      "learning_rate": 4.7043627208430064e-08,
      "loss": 0.3413,
      "step": 2692440
    },
    {
      "epoch": 751.45,
      "grad_norm": 1.2074514627456665,
      "learning_rate": 4.703823697088912e-08,
      "loss": 0.3425,
      "step": 2692450
    },
    {
      "epoch": 751.45,
      "grad_norm": 1.2679402828216553,
      "learning_rate": 4.7032847039041134e-08,
      "loss": 0.3342,
      "step": 2692460
    },
    {
      "epoch": 751.46,
      "grad_norm": 1.385118842124939,
      "learning_rate": 4.702745741288665e-08,
      "loss": 0.3435,
      "step": 2692470
    },
    {
      "epoch": 751.46,
      "grad_norm": 1.2986923456192017,
      "learning_rate": 4.7022068092426956e-08,
      "loss": 0.3181,
      "step": 2692480
    },
    {
      "epoch": 751.46,
      "grad_norm": 1.2047512531280518,
      "learning_rate": 4.7016679077661794e-08,
      "loss": 0.3331,
      "step": 2692490
    },
    {
      "epoch": 751.47,
      "grad_norm": 1.3081650733947754,
      "learning_rate": 4.701129036859298e-08,
      "loss": 0.3466,
      "step": 2692500
    },
    {
      "epoch": 751.47,
      "grad_norm": 1.289854884147644,
      "learning_rate": 4.700590196522053e-08,
      "loss": 0.3401,
      "step": 2692510
    },
    {
      "epoch": 751.47,
      "grad_norm": 1.1900687217712402,
      "learning_rate": 4.7000513867545205e-08,
      "loss": 0.3512,
      "step": 2692520
    },
    {
      "epoch": 751.47,
      "grad_norm": 1.4918702840805054,
      "learning_rate": 4.699512607556806e-08,
      "loss": 0.345,
      "step": 2692530
    },
    {
      "epoch": 751.48,
      "grad_norm": 1.1615188121795654,
      "learning_rate": 4.698973858928961e-08,
      "loss": 0.3272,
      "step": 2692540
    },
    {
      "epoch": 751.48,
      "grad_norm": 1.2206255197525024,
      "learning_rate": 4.698435140871037e-08,
      "loss": 0.3262,
      "step": 2692550
    },
    {
      "epoch": 751.48,
      "grad_norm": 1.1637113094329834,
      "learning_rate": 4.69789645338314e-08,
      "loss": 0.3275,
      "step": 2692560
    },
    {
      "epoch": 751.48,
      "grad_norm": 1.1455838680267334,
      "learning_rate": 4.697357796465345e-08,
      "loss": 0.3229,
      "step": 2692570
    },
    {
      "epoch": 751.49,
      "grad_norm": 1.3745800256729126,
      "learning_rate": 4.696819170117681e-08,
      "loss": 0.3462,
      "step": 2692580
    },
    {
      "epoch": 751.49,
      "grad_norm": 1.3665432929992676,
      "learning_rate": 4.696280574340277e-08,
      "loss": 0.3316,
      "step": 2692590
    },
    {
      "epoch": 751.49,
      "grad_norm": 1.2747422456741333,
      "learning_rate": 4.6957420091331324e-08,
      "loss": 0.3372,
      "step": 2692600
    },
    {
      "epoch": 751.5,
      "grad_norm": 1.1236000061035156,
      "learning_rate": 4.6952034744963777e-08,
      "loss": 0.3325,
      "step": 2692610
    },
    {
      "epoch": 751.5,
      "grad_norm": 1.2055615186691284,
      "learning_rate": 4.694664970430065e-08,
      "loss": 0.325,
      "step": 2692620
    },
    {
      "epoch": 751.5,
      "grad_norm": 1.4555073976516724,
      "learning_rate": 4.6941264969342726e-08,
      "loss": 0.324,
      "step": 2692630
    },
    {
      "epoch": 751.5,
      "grad_norm": 1.3064939975738525,
      "learning_rate": 4.6935880540090785e-08,
      "loss": 0.326,
      "step": 2692640
    },
    {
      "epoch": 751.51,
      "grad_norm": 1.1113253831863403,
      "learning_rate": 4.693049641654508e-08,
      "loss": 0.3614,
      "step": 2692650
    },
    {
      "epoch": 751.51,
      "grad_norm": 1.3027660846710205,
      "learning_rate": 4.692511259870718e-08,
      "loss": 0.3421,
      "step": 2692660
    },
    {
      "epoch": 751.51,
      "grad_norm": 1.3227531909942627,
      "learning_rate": 4.691972908657683e-08,
      "loss": 0.3289,
      "step": 2692670
    },
    {
      "epoch": 751.52,
      "grad_norm": 1.176436185836792,
      "learning_rate": 4.691434588015531e-08,
      "loss": 0.3283,
      "step": 2692680
    },
    {
      "epoch": 751.52,
      "grad_norm": 1.1391828060150146,
      "learning_rate": 4.690896297944342e-08,
      "loss": 0.3472,
      "step": 2692690
    },
    {
      "epoch": 751.52,
      "grad_norm": 1.2707825899124146,
      "learning_rate": 4.690358038444142e-08,
      "loss": 0.3327,
      "step": 2692700
    },
    {
      "epoch": 751.52,
      "grad_norm": 1.2659831047058105,
      "learning_rate": 4.689819809515086e-08,
      "loss": 0.3483,
      "step": 2692710
    },
    {
      "epoch": 751.53,
      "grad_norm": 1.2196294069290161,
      "learning_rate": 4.689281611157149e-08,
      "loss": 0.3255,
      "step": 2692720
    },
    {
      "epoch": 751.53,
      "grad_norm": 1.1365712881088257,
      "learning_rate": 4.688743443370434e-08,
      "loss": 0.3351,
      "step": 2692730
    },
    {
      "epoch": 751.53,
      "grad_norm": 1.2045540809631348,
      "learning_rate": 4.68820530615502e-08,
      "loss": 0.3275,
      "step": 2692740
    },
    {
      "epoch": 751.54,
      "grad_norm": 1.229802131652832,
      "learning_rate": 4.687667199511011e-08,
      "loss": 0.3328,
      "step": 2692750
    },
    {
      "epoch": 751.54,
      "grad_norm": 1.2022464275360107,
      "learning_rate": 4.687129123438407e-08,
      "loss": 0.3332,
      "step": 2692760
    },
    {
      "epoch": 751.54,
      "grad_norm": 1.2573858499526978,
      "learning_rate": 4.686591077937363e-08,
      "loss": 0.3362,
      "step": 2692770
    },
    {
      "epoch": 751.54,
      "grad_norm": 1.3218920230865479,
      "learning_rate": 4.6860530630079064e-08,
      "loss": 0.3396,
      "step": 2692780
    },
    {
      "epoch": 751.55,
      "grad_norm": 1.1829620599746704,
      "learning_rate": 4.685515078650089e-08,
      "loss": 0.3444,
      "step": 2692790
    },
    {
      "epoch": 751.55,
      "grad_norm": 1.464299201965332,
      "learning_rate": 4.68497712486404e-08,
      "loss": 0.3377,
      "step": 2692800
    },
    {
      "epoch": 751.55,
      "grad_norm": 1.3849549293518066,
      "learning_rate": 4.684439201649735e-08,
      "loss": 0.3434,
      "step": 2692810
    },
    {
      "epoch": 751.55,
      "grad_norm": 1.2347099781036377,
      "learning_rate": 4.683901309007355e-08,
      "loss": 0.3214,
      "step": 2692820
    },
    {
      "epoch": 751.56,
      "grad_norm": 1.4679162502288818,
      "learning_rate": 4.6833634469369e-08,
      "loss": 0.3327,
      "step": 2692830
    },
    {
      "epoch": 751.56,
      "grad_norm": 1.2802693843841553,
      "learning_rate": 4.682825615438474e-08,
      "loss": 0.3548,
      "step": 2692840
    },
    {
      "epoch": 751.56,
      "grad_norm": 1.3953088521957397,
      "learning_rate": 4.6822878145121555e-08,
      "loss": 0.3259,
      "step": 2692850
    },
    {
      "epoch": 751.57,
      "grad_norm": 1.2442588806152344,
      "learning_rate": 4.6817500441579705e-08,
      "loss": 0.341,
      "step": 2692860
    },
    {
      "epoch": 751.57,
      "grad_norm": 1.2532559633255005,
      "learning_rate": 4.681212304376023e-08,
      "loss": 0.3346,
      "step": 2692870
    },
    {
      "epoch": 751.57,
      "grad_norm": 1.201574683189392,
      "learning_rate": 4.680674595166391e-08,
      "loss": 0.3574,
      "step": 2692880
    },
    {
      "epoch": 751.57,
      "grad_norm": 1.2688571214675903,
      "learning_rate": 4.680136916529152e-08,
      "loss": 0.3329,
      "step": 2692890
    },
    {
      "epoch": 751.58,
      "grad_norm": 1.302805781364441,
      "learning_rate": 4.679599268464333e-08,
      "loss": 0.3328,
      "step": 2692900
    },
    {
      "epoch": 751.58,
      "grad_norm": 1.9599666595458984,
      "learning_rate": 4.679061650972064e-08,
      "loss": 0.3231,
      "step": 2692910
    },
    {
      "epoch": 751.58,
      "grad_norm": 1.3427571058273315,
      "learning_rate": 4.6785240640523445e-08,
      "loss": 0.3492,
      "step": 2692920
    },
    {
      "epoch": 751.59,
      "grad_norm": 1.2226917743682861,
      "learning_rate": 4.677986507705331e-08,
      "loss": 0.3362,
      "step": 2692930
    },
    {
      "epoch": 751.59,
      "grad_norm": 1.1922823190689087,
      "learning_rate": 4.677448981931049e-08,
      "loss": 0.3321,
      "step": 2692940
    },
    {
      "epoch": 751.59,
      "grad_norm": 1.2376949787139893,
      "learning_rate": 4.676911486729551e-08,
      "loss": 0.3421,
      "step": 2692950
    },
    {
      "epoch": 751.59,
      "grad_norm": 1.3014826774597168,
      "learning_rate": 4.676374022100941e-08,
      "loss": 0.3373,
      "step": 2692960
    },
    {
      "epoch": 751.6,
      "grad_norm": 1.2357782125473022,
      "learning_rate": 4.675836588045271e-08,
      "loss": 0.3238,
      "step": 2692970
    },
    {
      "epoch": 751.6,
      "grad_norm": 1.4553862810134888,
      "learning_rate": 4.675299184562645e-08,
      "loss": 0.3438,
      "step": 2692980
    },
    {
      "epoch": 751.6,
      "grad_norm": 1.2704005241394043,
      "learning_rate": 4.6747618116530895e-08,
      "loss": 0.3295,
      "step": 2692990
    },
    {
      "epoch": 751.6,
      "grad_norm": 2.4290685653686523,
      "learning_rate": 4.674224469316708e-08,
      "loss": 0.3324,
      "step": 2693000
    },
    {
      "epoch": 751.61,
      "grad_norm": 1.4605807065963745,
      "learning_rate": 4.6736871575535785e-08,
      "loss": 0.328,
      "step": 2693010
    },
    {
      "epoch": 751.61,
      "grad_norm": 1.3679862022399902,
      "learning_rate": 4.673149876363701e-08,
      "loss": 0.3316,
      "step": 2693020
    },
    {
      "epoch": 751.61,
      "grad_norm": 1.312172532081604,
      "learning_rate": 4.672612625747259e-08,
      "loss": 0.3555,
      "step": 2693030
    },
    {
      "epoch": 751.62,
      "grad_norm": 1.3708679676055908,
      "learning_rate": 4.672075405704224e-08,
      "loss": 0.3308,
      "step": 2693040
    },
    {
      "epoch": 751.62,
      "grad_norm": 1.3336361646652222,
      "learning_rate": 4.671538216234755e-08,
      "loss": 0.3494,
      "step": 2693050
    },
    {
      "epoch": 751.62,
      "grad_norm": 1.4260615110397339,
      "learning_rate": 4.6710010573388494e-08,
      "loss": 0.3201,
      "step": 2693060
    },
    {
      "epoch": 751.62,
      "grad_norm": 1.1422040462493896,
      "learning_rate": 4.670463929016613e-08,
      "loss": 0.3445,
      "step": 2693070
    },
    {
      "epoch": 751.63,
      "grad_norm": 1.3271397352218628,
      "learning_rate": 4.669926831268123e-08,
      "loss": 0.3415,
      "step": 2693080
    },
    {
      "epoch": 751.63,
      "grad_norm": 1.4085819721221924,
      "learning_rate": 4.669389764093432e-08,
      "loss": 0.3443,
      "step": 2693090
    },
    {
      "epoch": 751.63,
      "grad_norm": 1.7155511379241943,
      "learning_rate": 4.668852727492617e-08,
      "loss": 0.3488,
      "step": 2693100
    },
    {
      "epoch": 751.64,
      "grad_norm": 1.2563157081604004,
      "learning_rate": 4.668315721465757e-08,
      "loss": 0.3498,
      "step": 2693110
    },
    {
      "epoch": 751.64,
      "grad_norm": 1.2025656700134277,
      "learning_rate": 4.667778746012957e-08,
      "loss": 0.3293,
      "step": 2693120
    },
    {
      "epoch": 751.64,
      "grad_norm": 1.1473339796066284,
      "learning_rate": 4.667241801134215e-08,
      "loss": 0.3506,
      "step": 2693130
    },
    {
      "epoch": 751.64,
      "grad_norm": 1.2629783153533936,
      "learning_rate": 4.666704886829636e-08,
      "loss": 0.3368,
      "step": 2693140
    },
    {
      "epoch": 751.65,
      "grad_norm": 1.358986496925354,
      "learning_rate": 4.6661680030992984e-08,
      "loss": 0.3263,
      "step": 2693150
    },
    {
      "epoch": 751.65,
      "grad_norm": 1.4348329305648804,
      "learning_rate": 4.665631149943254e-08,
      "loss": 0.3415,
      "step": 2693160
    },
    {
      "epoch": 751.65,
      "grad_norm": 1.1525994539260864,
      "learning_rate": 4.665094327361606e-08,
      "loss": 0.3465,
      "step": 2693170
    },
    {
      "epoch": 751.66,
      "grad_norm": 1.4078184366226196,
      "learning_rate": 4.6645575353544074e-08,
      "loss": 0.3602,
      "step": 2693180
    },
    {
      "epoch": 751.66,
      "grad_norm": 1.2307791709899902,
      "learning_rate": 4.664020773921737e-08,
      "loss": 0.3492,
      "step": 2693190
    },
    {
      "epoch": 751.66,
      "grad_norm": 1.322221040725708,
      "learning_rate": 4.663484043063645e-08,
      "loss": 0.3254,
      "step": 2693200
    },
    {
      "epoch": 751.66,
      "grad_norm": 1.3048261404037476,
      "learning_rate": 4.662947342780237e-08,
      "loss": 0.341,
      "step": 2693210
    },
    {
      "epoch": 751.67,
      "grad_norm": 1.5751917362213135,
      "learning_rate": 4.662410673071538e-08,
      "loss": 0.3326,
      "step": 2693220
    },
    {
      "epoch": 751.67,
      "grad_norm": 1.2801097631454468,
      "learning_rate": 4.6618740339376785e-08,
      "loss": 0.333,
      "step": 2693230
    },
    {
      "epoch": 751.67,
      "grad_norm": 1.2813307046890259,
      "learning_rate": 4.661337425378685e-08,
      "loss": 0.3353,
      "step": 2693240
    },
    {
      "epoch": 751.67,
      "grad_norm": 1.1392418146133423,
      "learning_rate": 4.6608008473946346e-08,
      "loss": 0.328,
      "step": 2693250
    },
    {
      "epoch": 751.68,
      "grad_norm": 1.2531931400299072,
      "learning_rate": 4.660264299985632e-08,
      "loss": 0.3512,
      "step": 2693260
    },
    {
      "epoch": 751.68,
      "grad_norm": 1.2431135177612305,
      "learning_rate": 4.6597277831517033e-08,
      "loss": 0.3426,
      "step": 2693270
    },
    {
      "epoch": 751.68,
      "grad_norm": 1.3190813064575195,
      "learning_rate": 4.659191296892926e-08,
      "loss": 0.3425,
      "step": 2693280
    },
    {
      "epoch": 751.69,
      "grad_norm": 1.3813844919204712,
      "learning_rate": 4.6586548412094056e-08,
      "loss": 0.3501,
      "step": 2693290
    },
    {
      "epoch": 751.69,
      "grad_norm": 1.3568781614303589,
      "learning_rate": 4.658118416101192e-08,
      "loss": 0.3282,
      "step": 2693300
    },
    {
      "epoch": 751.69,
      "grad_norm": 1.2117681503295898,
      "learning_rate": 4.6575820215683654e-08,
      "loss": 0.3386,
      "step": 2693310
    },
    {
      "epoch": 751.69,
      "grad_norm": 1.466982364654541,
      "learning_rate": 4.657045657610976e-08,
      "loss": 0.3626,
      "step": 2693320
    },
    {
      "epoch": 751.7,
      "grad_norm": 1.6502163410186768,
      "learning_rate": 4.656509324229103e-08,
      "loss": 0.3329,
      "step": 2693330
    },
    {
      "epoch": 751.7,
      "grad_norm": 1.2596428394317627,
      "learning_rate": 4.655973021422824e-08,
      "loss": 0.334,
      "step": 2693340
    },
    {
      "epoch": 751.7,
      "grad_norm": 1.4424704313278198,
      "learning_rate": 4.655436749192243e-08,
      "loss": 0.3434,
      "step": 2693350
    },
    {
      "epoch": 751.71,
      "grad_norm": 1.2969001531600952,
      "learning_rate": 4.6549005075373604e-08,
      "loss": 0.336,
      "step": 2693360
    },
    {
      "epoch": 751.71,
      "grad_norm": 1.393832802772522,
      "learning_rate": 4.654364296458306e-08,
      "loss": 0.3428,
      "step": 2693370
    },
    {
      "epoch": 751.71,
      "grad_norm": 1.1496230363845825,
      "learning_rate": 4.6538281159551325e-08,
      "loss": 0.3494,
      "step": 2693380
    },
    {
      "epoch": 751.71,
      "grad_norm": 1.2520697116851807,
      "learning_rate": 4.653291966027891e-08,
      "loss": 0.3306,
      "step": 2693390
    },
    {
      "epoch": 751.72,
      "grad_norm": 1.3604886531829834,
      "learning_rate": 4.6527558466766865e-08,
      "loss": 0.3303,
      "step": 2693400
    },
    {
      "epoch": 751.72,
      "grad_norm": 1.2631478309631348,
      "learning_rate": 4.65221975790157e-08,
      "loss": 0.333,
      "step": 2693410
    },
    {
      "epoch": 751.72,
      "grad_norm": 1.1396864652633667,
      "learning_rate": 4.65168369970262e-08,
      "loss": 0.3396,
      "step": 2693420
    },
    {
      "epoch": 751.72,
      "grad_norm": 1.1866455078125,
      "learning_rate": 4.651147672079915e-08,
      "loss": 0.3341,
      "step": 2693430
    },
    {
      "epoch": 751.73,
      "grad_norm": 1.4003865718841553,
      "learning_rate": 4.650611675033507e-08,
      "loss": 0.3405,
      "step": 2693440
    },
    {
      "epoch": 751.73,
      "grad_norm": 1.4284964799880981,
      "learning_rate": 4.650075708563473e-08,
      "loss": 0.3399,
      "step": 2693450
    },
    {
      "epoch": 751.73,
      "grad_norm": 1.3180795907974243,
      "learning_rate": 4.6495397726698925e-08,
      "loss": 0.3385,
      "step": 2693460
    },
    {
      "epoch": 751.74,
      "grad_norm": 1.1881635189056396,
      "learning_rate": 4.6490038673528426e-08,
      "loss": 0.3449,
      "step": 2693470
    },
    {
      "epoch": 751.74,
      "grad_norm": 1.202576994895935,
      "learning_rate": 4.648467992612349e-08,
      "loss": 0.3325,
      "step": 2693480
    },
    {
      "epoch": 751.74,
      "grad_norm": 1.1860644817352295,
      "learning_rate": 4.6479321484485695e-08,
      "loss": 0.3398,
      "step": 2693490
    },
    {
      "epoch": 751.74,
      "grad_norm": 1.2126901149749756,
      "learning_rate": 4.6473963348615026e-08,
      "loss": 0.337,
      "step": 2693500
    },
    {
      "epoch": 751.75,
      "grad_norm": 1.1816985607147217,
      "learning_rate": 4.6468605518512265e-08,
      "loss": 0.3443,
      "step": 2693510
    },
    {
      "epoch": 751.75,
      "grad_norm": 1.1362829208374023,
      "learning_rate": 4.646324799417872e-08,
      "loss": 0.3263,
      "step": 2693520
    },
    {
      "epoch": 751.75,
      "grad_norm": 1.1353375911712646,
      "learning_rate": 4.645789077561439e-08,
      "loss": 0.3308,
      "step": 2693530
    },
    {
      "epoch": 751.76,
      "grad_norm": 1.4849075078964233,
      "learning_rate": 4.6452533862820304e-08,
      "loss": 0.344,
      "step": 2693540
    },
    {
      "epoch": 751.76,
      "grad_norm": 1.3209691047668457,
      "learning_rate": 4.6447177255796994e-08,
      "loss": 0.3342,
      "step": 2693550
    },
    {
      "epoch": 751.76,
      "grad_norm": 1.0521495342254639,
      "learning_rate": 4.6441820954545505e-08,
      "loss": 0.3374,
      "step": 2693560
    },
    {
      "epoch": 751.76,
      "grad_norm": 1.2340010404586792,
      "learning_rate": 4.6436464959066344e-08,
      "loss": 0.3276,
      "step": 2693570
    },
    {
      "epoch": 751.77,
      "grad_norm": 1.5031646490097046,
      "learning_rate": 4.6431109269360036e-08,
      "loss": 0.3379,
      "step": 2693580
    },
    {
      "epoch": 751.77,
      "grad_norm": 1.1383775472640991,
      "learning_rate": 4.642575388542763e-08,
      "loss": 0.3253,
      "step": 2693590
    },
    {
      "epoch": 751.77,
      "grad_norm": 1.3779882192611694,
      "learning_rate": 4.6420398807269637e-08,
      "loss": 0.347,
      "step": 2693600
    },
    {
      "epoch": 751.78,
      "grad_norm": 1.2471014261245728,
      "learning_rate": 4.64150440348871e-08,
      "loss": 0.338,
      "step": 2693610
    },
    {
      "epoch": 751.78,
      "grad_norm": 1.273485779762268,
      "learning_rate": 4.640968956828028e-08,
      "loss": 0.3406,
      "step": 2693620
    },
    {
      "epoch": 751.78,
      "grad_norm": 1.1782612800598145,
      "learning_rate": 4.6404335407450225e-08,
      "loss": 0.3372,
      "step": 2693630
    },
    {
      "epoch": 751.78,
      "grad_norm": 1.2938295602798462,
      "learning_rate": 4.6398981552397183e-08,
      "loss": 0.3439,
      "step": 2693640
    },
    {
      "epoch": 751.79,
      "grad_norm": 3.7104361057281494,
      "learning_rate": 4.639362800312246e-08,
      "loss": 0.3456,
      "step": 2693650
    },
    {
      "epoch": 751.79,
      "grad_norm": 3.6491849422454834,
      "learning_rate": 4.638827475962658e-08,
      "loss": 0.3602,
      "step": 2693660
    },
    {
      "epoch": 751.79,
      "grad_norm": 1.0258188247680664,
      "learning_rate": 4.638292182191005e-08,
      "loss": 0.3244,
      "step": 2693670
    },
    {
      "epoch": 751.79,
      "grad_norm": 1.1880912780761719,
      "learning_rate": 4.6377569189973415e-08,
      "loss": 0.3401,
      "step": 2693680
    },
    {
      "epoch": 751.8,
      "grad_norm": 1.218261957168579,
      "learning_rate": 4.637221686381795e-08,
      "loss": 0.3437,
      "step": 2693690
    },
    {
      "epoch": 751.8,
      "grad_norm": 1.2495102882385254,
      "learning_rate": 4.636686484344419e-08,
      "loss": 0.3249,
      "step": 2693700
    },
    {
      "epoch": 751.8,
      "grad_norm": 1.3498530387878418,
      "learning_rate": 4.6361513128852394e-08,
      "loss": 0.318,
      "step": 2693710
    },
    {
      "epoch": 751.81,
      "grad_norm": 1.085477590560913,
      "learning_rate": 4.6356161720044123e-08,
      "loss": 0.3327,
      "step": 2693720
    },
    {
      "epoch": 751.81,
      "grad_norm": 2.7788662910461426,
      "learning_rate": 4.635081061701937e-08,
      "loss": 0.3283,
      "step": 2693730
    },
    {
      "epoch": 751.81,
      "grad_norm": 1.272627830505371,
      "learning_rate": 4.634545981977893e-08,
      "loss": 0.3298,
      "step": 2693740
    },
    {
      "epoch": 751.81,
      "grad_norm": 1.1936302185058594,
      "learning_rate": 4.634010932832383e-08,
      "loss": 0.3414,
      "step": 2693750
    },
    {
      "epoch": 751.82,
      "grad_norm": 1.3685956001281738,
      "learning_rate": 4.633475914265459e-08,
      "loss": 0.3226,
      "step": 2693760
    },
    {
      "epoch": 751.82,
      "grad_norm": 1.1964460611343384,
      "learning_rate": 4.6329409262772006e-08,
      "loss": 0.3269,
      "step": 2693770
    },
    {
      "epoch": 751.82,
      "grad_norm": 1.0246036052703857,
      "learning_rate": 4.6324059688676585e-08,
      "loss": 0.3389,
      "step": 2693780
    },
    {
      "epoch": 751.83,
      "grad_norm": 1.3566151857376099,
      "learning_rate": 4.631871042036937e-08,
      "loss": 0.3264,
      "step": 2693790
    },
    {
      "epoch": 751.83,
      "grad_norm": 1.1292561292648315,
      "learning_rate": 4.631336145785062e-08,
      "loss": 0.3327,
      "step": 2693800
    },
    {
      "epoch": 751.83,
      "grad_norm": 1.2522735595703125,
      "learning_rate": 4.630801280112138e-08,
      "loss": 0.3266,
      "step": 2693810
    },
    {
      "epoch": 751.83,
      "grad_norm": 1.1098065376281738,
      "learning_rate": 4.630266445018269e-08,
      "loss": 0.3427,
      "step": 2693820
    },
    {
      "epoch": 751.84,
      "grad_norm": 1.3854255676269531,
      "learning_rate": 4.629731640503429e-08,
      "loss": 0.3252,
      "step": 2693830
    },
    {
      "epoch": 751.84,
      "grad_norm": 1.0778170824050903,
      "learning_rate": 4.629196866567774e-08,
      "loss": 0.3306,
      "step": 2693840
    },
    {
      "epoch": 751.84,
      "grad_norm": 1.3650413751602173,
      "learning_rate": 4.628662123211356e-08,
      "loss": 0.3322,
      "step": 2693850
    },
    {
      "epoch": 751.84,
      "grad_norm": 1.3952525854110718,
      "learning_rate": 4.628127410434201e-08,
      "loss": 0.3523,
      "step": 2693860
    },
    {
      "epoch": 751.85,
      "grad_norm": 1.2661865949630737,
      "learning_rate": 4.627592728236439e-08,
      "loss": 0.3224,
      "step": 2693870
    },
    {
      "epoch": 751.85,
      "grad_norm": 1.1382725238800049,
      "learning_rate": 4.6270580766181485e-08,
      "loss": 0.3162,
      "step": 2693880
    },
    {
      "epoch": 751.85,
      "grad_norm": 1.027279019355774,
      "learning_rate": 4.626523455579355e-08,
      "loss": 0.3367,
      "step": 2693890
    },
    {
      "epoch": 751.86,
      "grad_norm": 1.2572976350784302,
      "learning_rate": 4.6259888651201374e-08,
      "loss": 0.3422,
      "step": 2693900
    },
    {
      "epoch": 751.86,
      "grad_norm": 1.3901185989379883,
      "learning_rate": 4.625454305240573e-08,
      "loss": 0.337,
      "step": 2693910
    },
    {
      "epoch": 751.86,
      "grad_norm": 1.0834145545959473,
      "learning_rate": 4.624919775940714e-08,
      "loss": 0.3455,
      "step": 2693920
    },
    {
      "epoch": 751.86,
      "grad_norm": 1.2317765951156616,
      "learning_rate": 4.624385277220716e-08,
      "loss": 0.337,
      "step": 2693930
    },
    {
      "epoch": 751.87,
      "grad_norm": 1.221021294593811,
      "learning_rate": 4.6238508090805284e-08,
      "loss": 0.3232,
      "step": 2693940
    },
    {
      "epoch": 751.87,
      "grad_norm": 1.2331955432891846,
      "learning_rate": 4.623316371520306e-08,
      "loss": 0.3333,
      "step": 2693950
    },
    {
      "epoch": 751.87,
      "grad_norm": 1.2354323863983154,
      "learning_rate": 4.6227819645401016e-08,
      "loss": 0.3325,
      "step": 2693960
    },
    {
      "epoch": 751.88,
      "grad_norm": 1.2905131578445435,
      "learning_rate": 4.6222475881399666e-08,
      "loss": 0.3509,
      "step": 2693970
    },
    {
      "epoch": 751.88,
      "grad_norm": 1.133012056350708,
      "learning_rate": 4.621713242320005e-08,
      "loss": 0.3384,
      "step": 2693980
    },
    {
      "epoch": 751.88,
      "grad_norm": 1.3371583223342896,
      "learning_rate": 4.621178927080244e-08,
      "loss": 0.342,
      "step": 2693990
    },
    {
      "epoch": 751.88,
      "grad_norm": 1.303247094154358,
      "learning_rate": 4.6206446424207864e-08,
      "loss": 0.3134,
      "step": 2694000
    },
    {
      "epoch": 751.89,
      "grad_norm": 1.3480300903320312,
      "learning_rate": 4.620110388341685e-08,
      "loss": 0.3439,
      "step": 2694010
    },
    {
      "epoch": 751.89,
      "grad_norm": 1.250430703163147,
      "learning_rate": 4.619576164843069e-08,
      "loss": 0.3435,
      "step": 2694020
    },
    {
      "epoch": 751.89,
      "grad_norm": 1.4232217073440552,
      "learning_rate": 4.619041971924914e-08,
      "loss": 0.3505,
      "step": 2694030
    },
    {
      "epoch": 751.9,
      "grad_norm": 1.199048638343811,
      "learning_rate": 4.618507809587349e-08,
      "loss": 0.3371,
      "step": 2694040
    },
    {
      "epoch": 751.9,
      "grad_norm": 1.229392409324646,
      "learning_rate": 4.617973677830452e-08,
      "loss": 0.3337,
      "step": 2694050
    },
    {
      "epoch": 751.9,
      "grad_norm": 1.1714273691177368,
      "learning_rate": 4.6174395766542494e-08,
      "loss": 0.3465,
      "step": 2694060
    },
    {
      "epoch": 751.9,
      "grad_norm": 1.645036220550537,
      "learning_rate": 4.6169055060588706e-08,
      "loss": 0.3527,
      "step": 2694070
    },
    {
      "epoch": 751.91,
      "grad_norm": 1.3000754117965698,
      "learning_rate": 4.6163714660443425e-08,
      "loss": 0.3476,
      "step": 2694080
    },
    {
      "epoch": 751.91,
      "grad_norm": 1.558061957359314,
      "learning_rate": 4.615837456610743e-08,
      "loss": 0.3216,
      "step": 2694090
    },
    {
      "epoch": 751.91,
      "grad_norm": 1.2325201034545898,
      "learning_rate": 4.615303477758176e-08,
      "loss": 0.336,
      "step": 2694100
    },
    {
      "epoch": 751.91,
      "grad_norm": 1.4295166730880737,
      "learning_rate": 4.614769529486667e-08,
      "loss": 0.3457,
      "step": 2694110
    },
    {
      "epoch": 751.92,
      "grad_norm": 1.1222904920578003,
      "learning_rate": 4.614235611796321e-08,
      "loss": 0.3371,
      "step": 2694120
    },
    {
      "epoch": 751.92,
      "grad_norm": 1.2820831537246704,
      "learning_rate": 4.6137017246871895e-08,
      "loss": 0.3229,
      "step": 2694130
    },
    {
      "epoch": 751.92,
      "grad_norm": 1.1985729932785034,
      "learning_rate": 4.613167868159351e-08,
      "loss": 0.3319,
      "step": 2694140
    },
    {
      "epoch": 751.93,
      "grad_norm": 1.2024803161621094,
      "learning_rate": 4.612634042212857e-08,
      "loss": 0.3464,
      "step": 2694150
    },
    {
      "epoch": 751.93,
      "grad_norm": 1.2043222188949585,
      "learning_rate": 4.612100246847812e-08,
      "loss": 0.3282,
      "step": 2694160
    },
    {
      "epoch": 751.93,
      "grad_norm": 1.3549164533615112,
      "learning_rate": 4.6115664820642676e-08,
      "loss": 0.3292,
      "step": 2694170
    },
    {
      "epoch": 751.93,
      "grad_norm": 1.3359246253967285,
      "learning_rate": 4.6110327478623023e-08,
      "loss": 0.3372,
      "step": 2694180
    },
    {
      "epoch": 751.94,
      "grad_norm": 1.3099817037582397,
      "learning_rate": 4.610499044241994e-08,
      "loss": 0.3415,
      "step": 2694190
    },
    {
      "epoch": 751.94,
      "grad_norm": 1.402294635772705,
      "learning_rate": 4.6099653712033684e-08,
      "loss": 0.3485,
      "step": 2694200
    },
    {
      "epoch": 751.94,
      "grad_norm": 1.4166120290756226,
      "learning_rate": 4.6094317287465566e-08,
      "loss": 0.3342,
      "step": 2694210
    },
    {
      "epoch": 751.95,
      "grad_norm": 1.242852807044983,
      "learning_rate": 4.608898116871609e-08,
      "loss": 0.3348,
      "step": 2694220
    },
    {
      "epoch": 751.95,
      "grad_norm": 1.1813697814941406,
      "learning_rate": 4.6083645355785794e-08,
      "loss": 0.3284,
      "step": 2694230
    },
    {
      "epoch": 751.95,
      "grad_norm": 1.266526460647583,
      "learning_rate": 4.607830984867571e-08,
      "loss": 0.3397,
      "step": 2694240
    },
    {
      "epoch": 751.95,
      "grad_norm": 1.2157310247421265,
      "learning_rate": 4.60729746473861e-08,
      "loss": 0.3195,
      "step": 2694250
    },
    {
      "epoch": 751.96,
      "grad_norm": 1.2811529636383057,
      "learning_rate": 4.6067639751918e-08,
      "loss": 0.3412,
      "step": 2694260
    },
    {
      "epoch": 751.96,
      "grad_norm": 1.1604198217391968,
      "learning_rate": 4.60623051622722e-08,
      "loss": 0.3296,
      "step": 2694270
    },
    {
      "epoch": 751.96,
      "grad_norm": 1.1297675371170044,
      "learning_rate": 4.6056970878449204e-08,
      "loss": 0.3499,
      "step": 2694280
    },
    {
      "epoch": 751.96,
      "grad_norm": 1.1899504661560059,
      "learning_rate": 4.6051636900449556e-08,
      "loss": 0.3507,
      "step": 2694290
    },
    {
      "epoch": 751.97,
      "grad_norm": 1.2613507509231567,
      "learning_rate": 4.604630322827454e-08,
      "loss": 0.3525,
      "step": 2694300
    },
    {
      "epoch": 751.97,
      "grad_norm": 1.5332063436508179,
      "learning_rate": 4.604096986192416e-08,
      "loss": 0.3555,
      "step": 2694310
    },
    {
      "epoch": 751.97,
      "grad_norm": 1.3902822732925415,
      "learning_rate": 4.6035636801399715e-08,
      "loss": 0.3434,
      "step": 2694320
    },
    {
      "epoch": 751.98,
      "grad_norm": 1.2008036375045776,
      "learning_rate": 4.603030404670173e-08,
      "loss": 0.3381,
      "step": 2694330
    },
    {
      "epoch": 751.98,
      "grad_norm": 1.282836675643921,
      "learning_rate": 4.602497159783072e-08,
      "loss": 0.3342,
      "step": 2694340
    },
    {
      "epoch": 751.98,
      "grad_norm": 1.2206069231033325,
      "learning_rate": 4.601963945478747e-08,
      "loss": 0.333,
      "step": 2694350
    },
    {
      "epoch": 751.98,
      "grad_norm": 1.2929760217666626,
      "learning_rate": 4.601430761757277e-08,
      "loss": 0.3449,
      "step": 2694360
    },
    {
      "epoch": 751.99,
      "grad_norm": 1.3785719871520996,
      "learning_rate": 4.600897608618764e-08,
      "loss": 0.3392,
      "step": 2694370
    },
    {
      "epoch": 751.99,
      "grad_norm": 1.231492519378662,
      "learning_rate": 4.600364486063209e-08,
      "loss": 0.3364,
      "step": 2694380
    },
    {
      "epoch": 751.99,
      "grad_norm": 1.2813444137573242,
      "learning_rate": 4.599831394090743e-08,
      "loss": 0.3505,
      "step": 2694390
    },
    {
      "epoch": 752.0,
      "grad_norm": 1.1858291625976562,
      "learning_rate": 4.599298332701416e-08,
      "loss": 0.3405,
      "step": 2694400
    },
    {
      "epoch": 752.0,
      "grad_norm": 1.3654195070266724,
      "learning_rate": 4.598765301895256e-08,
      "loss": 0.3477,
      "step": 2694410
    },
    {
      "epoch": 752.0,
      "eval_loss": 0.33842092752456665,
      "eval_runtime": 65.2681,
      "eval_samples_per_second": 77.511,
      "eval_steps_per_second": 9.698,
      "step": 2694416
    },
    {
      "epoch": 752.0,
      "grad_norm": 1.4193300008773804,
      "learning_rate": 4.5982323016724184e-08,
      "loss": 0.3597,
      "step": 2694420
    },
    {
      "epoch": 752.0,
      "grad_norm": 1.1524415016174316,
      "learning_rate": 4.597699332032929e-08,
      "loss": 0.341,
      "step": 2694430
    },
    {
      "epoch": 752.01,
      "grad_norm": 1.5486427545547485,
      "learning_rate": 4.59716639297684e-08,
      "loss": 0.3396,
      "step": 2694440
    },
    {
      "epoch": 752.01,
      "grad_norm": 1.2906193733215332,
      "learning_rate": 4.596633484504255e-08,
      "loss": 0.3376,
      "step": 2694450
    },
    {
      "epoch": 752.01,
      "grad_norm": 1.2185567617416382,
      "learning_rate": 4.596100606615253e-08,
      "loss": 0.3321,
      "step": 2694460
    },
    {
      "epoch": 752.02,
      "grad_norm": 1.1433895826339722,
      "learning_rate": 4.5955677593098595e-08,
      "loss": 0.3317,
      "step": 2694470
    },
    {
      "epoch": 752.02,
      "grad_norm": 1.1584010124206543,
      "learning_rate": 4.595034942588153e-08,
      "loss": 0.3405,
      "step": 2694480
    },
    {
      "epoch": 752.02,
      "grad_norm": 1.2713935375213623,
      "learning_rate": 4.594502156450262e-08,
      "loss": 0.3409,
      "step": 2694490
    },
    {
      "epoch": 752.02,
      "grad_norm": 1.0567213296890259,
      "learning_rate": 4.593969400896189e-08,
      "loss": 0.3356,
      "step": 2694500
    },
    {
      "epoch": 752.03,
      "grad_norm": 1.3423357009887695,
      "learning_rate": 4.5934366759260624e-08,
      "loss": 0.3358,
      "step": 2694510
    },
    {
      "epoch": 752.03,
      "grad_norm": 1.1032061576843262,
      "learning_rate": 4.592903981539909e-08,
      "loss": 0.329,
      "step": 2694520
    },
    {
      "epoch": 752.03,
      "grad_norm": 1.1448590755462646,
      "learning_rate": 4.5923713177378056e-08,
      "loss": 0.3361,
      "step": 2694530
    },
    {
      "epoch": 752.03,
      "grad_norm": 1.136826992034912,
      "learning_rate": 4.591838684519832e-08,
      "loss": 0.3513,
      "step": 2694540
    },
    {
      "epoch": 752.04,
      "grad_norm": 1.0821316242218018,
      "learning_rate": 4.591306081886065e-08,
      "loss": 0.3205,
      "step": 2694550
    },
    {
      "epoch": 752.04,
      "grad_norm": 1.184782862663269,
      "learning_rate": 4.590773509836583e-08,
      "loss": 0.3383,
      "step": 2694560
    },
    {
      "epoch": 752.04,
      "grad_norm": 1.2964789867401123,
      "learning_rate": 4.590240968371439e-08,
      "loss": 0.3369,
      "step": 2694570
    },
    {
      "epoch": 752.05,
      "grad_norm": 1.386494517326355,
      "learning_rate": 4.5897084574907093e-08,
      "loss": 0.3352,
      "step": 2694580
    },
    {
      "epoch": 752.05,
      "grad_norm": 1.2784919738769531,
      "learning_rate": 4.589175977194447e-08,
      "loss": 0.3375,
      "step": 2694590
    },
    {
      "epoch": 752.05,
      "grad_norm": 1.3276883363723755,
      "learning_rate": 4.588643527482783e-08,
      "loss": 0.3425,
      "step": 2694600
    },
    {
      "epoch": 752.05,
      "grad_norm": 1.5377780199050903,
      "learning_rate": 4.588111108355715e-08,
      "loss": 0.3243,
      "step": 2694610
    },
    {
      "epoch": 752.06,
      "grad_norm": 1.4357746839523315,
      "learning_rate": 4.587578719813323e-08,
      "loss": 0.3394,
      "step": 2694620
    },
    {
      "epoch": 752.06,
      "grad_norm": 1.2149450778961182,
      "learning_rate": 4.587046361855737e-08,
      "loss": 0.3379,
      "step": 2694630
    },
    {
      "epoch": 752.06,
      "grad_norm": 1.405827522277832,
      "learning_rate": 4.586514034482956e-08,
      "loss": 0.3366,
      "step": 2694640
    },
    {
      "epoch": 752.07,
      "grad_norm": 1.2062145471572876,
      "learning_rate": 4.5859817376951366e-08,
      "loss": 0.3494,
      "step": 2694650
    },
    {
      "epoch": 752.07,
      "grad_norm": 1.3073450326919556,
      "learning_rate": 4.585449471492253e-08,
      "loss": 0.3394,
      "step": 2694660
    },
    {
      "epoch": 752.07,
      "grad_norm": 1.4258195161819458,
      "learning_rate": 4.584917235874435e-08,
      "loss": 0.3307,
      "step": 2694670
    },
    {
      "epoch": 752.07,
      "grad_norm": 1.1598705053329468,
      "learning_rate": 4.584385030841735e-08,
      "loss": 0.3494,
      "step": 2694680
    },
    {
      "epoch": 752.08,
      "grad_norm": 1.6224374771118164,
      "learning_rate": 4.583852856394231e-08,
      "loss": 0.3279,
      "step": 2694690
    },
    {
      "epoch": 752.08,
      "grad_norm": 1.4810689687728882,
      "learning_rate": 4.583320712532e-08,
      "loss": 0.3202,
      "step": 2694700
    },
    {
      "epoch": 752.08,
      "grad_norm": 1.3296971321105957,
      "learning_rate": 4.5827885992550956e-08,
      "loss": 0.3242,
      "step": 2694710
    },
    {
      "epoch": 752.08,
      "grad_norm": 1.109734058380127,
      "learning_rate": 4.582256516563621e-08,
      "loss": 0.3246,
      "step": 2694720
    },
    {
      "epoch": 752.09,
      "grad_norm": 1.3941583633422852,
      "learning_rate": 4.5817244644575765e-08,
      "loss": 0.3386,
      "step": 2694730
    },
    {
      "epoch": 752.09,
      "grad_norm": 1.3829559087753296,
      "learning_rate": 4.581192442937118e-08,
      "loss": 0.3388,
      "step": 2694740
    },
    {
      "epoch": 752.09,
      "grad_norm": 1.3963782787322998,
      "learning_rate": 4.5806604520022465e-08,
      "loss": 0.3339,
      "step": 2694750
    },
    {
      "epoch": 752.1,
      "grad_norm": 1.5142384767532349,
      "learning_rate": 4.58012849165309e-08,
      "loss": 0.329,
      "step": 2694760
    },
    {
      "epoch": 752.1,
      "grad_norm": 1.1266659498214722,
      "learning_rate": 4.5795965618897025e-08,
      "loss": 0.322,
      "step": 2694770
    },
    {
      "epoch": 752.1,
      "grad_norm": 1.2634155750274658,
      "learning_rate": 4.5790646627121094e-08,
      "loss": 0.3247,
      "step": 2694780
    },
    {
      "epoch": 752.1,
      "grad_norm": 1.2128092050552368,
      "learning_rate": 4.578532794120441e-08,
      "loss": 0.3413,
      "step": 2694790
    },
    {
      "epoch": 752.11,
      "grad_norm": 1.1297800540924072,
      "learning_rate": 4.578000956114748e-08,
      "loss": 0.3155,
      "step": 2694800
    },
    {
      "epoch": 752.11,
      "grad_norm": 1.1290688514709473,
      "learning_rate": 4.5774691486950846e-08,
      "loss": 0.3312,
      "step": 2694810
    },
    {
      "epoch": 752.11,
      "grad_norm": 1.322426438331604,
      "learning_rate": 4.576937371861527e-08,
      "loss": 0.3276,
      "step": 2694820
    },
    {
      "epoch": 752.12,
      "grad_norm": 1.30469810962677,
      "learning_rate": 4.57640562561418e-08,
      "loss": 0.3485,
      "step": 2694830
    },
    {
      "epoch": 752.12,
      "grad_norm": 1.3668333292007446,
      "learning_rate": 4.5758739099530705e-08,
      "loss": 0.3402,
      "step": 2694840
    },
    {
      "epoch": 752.12,
      "grad_norm": 1.118599534034729,
      "learning_rate": 4.575342224878301e-08,
      "loss": 0.3211,
      "step": 2694850
    },
    {
      "epoch": 752.12,
      "grad_norm": 1.7794989347457886,
      "learning_rate": 4.5748105703899246e-08,
      "loss": 0.3478,
      "step": 2694860
    },
    {
      "epoch": 752.13,
      "grad_norm": 1.2418529987335205,
      "learning_rate": 4.574278946487993e-08,
      "loss": 0.3378,
      "step": 2694870
    },
    {
      "epoch": 752.13,
      "grad_norm": 1.536198616027832,
      "learning_rate": 4.573747353172636e-08,
      "loss": 0.3372,
      "step": 2694880
    },
    {
      "epoch": 752.13,
      "grad_norm": 1.2055026292800903,
      "learning_rate": 4.57321579044388e-08,
      "loss": 0.3455,
      "step": 2694890
    },
    {
      "epoch": 752.14,
      "grad_norm": 1.2603232860565186,
      "learning_rate": 4.572684258301777e-08,
      "loss": 0.346,
      "step": 2694900
    },
    {
      "epoch": 752.14,
      "grad_norm": 1.0630539655685425,
      "learning_rate": 4.572152756746484e-08,
      "loss": 0.3286,
      "step": 2694910
    },
    {
      "epoch": 752.14,
      "grad_norm": 1.3710997104644775,
      "learning_rate": 4.571621285777947e-08,
      "loss": 0.3376,
      "step": 2694920
    },
    {
      "epoch": 752.14,
      "grad_norm": 1.3490813970565796,
      "learning_rate": 4.5710898453963244e-08,
      "loss": 0.3419,
      "step": 2694930
    },
    {
      "epoch": 752.15,
      "grad_norm": 0.9962496757507324,
      "learning_rate": 4.570558435601666e-08,
      "loss": 0.3337,
      "step": 2694940
    },
    {
      "epoch": 752.15,
      "grad_norm": 1.2094223499298096,
      "learning_rate": 4.570027056394077e-08,
      "loss": 0.323,
      "step": 2694950
    },
    {
      "epoch": 752.15,
      "grad_norm": 1.1364353895187378,
      "learning_rate": 4.569495707773532e-08,
      "loss": 0.3309,
      "step": 2694960
    },
    {
      "epoch": 752.15,
      "grad_norm": 1.3314284086227417,
      "learning_rate": 4.568964389740212e-08,
      "loss": 0.3238,
      "step": 2694970
    },
    {
      "epoch": 752.16,
      "grad_norm": 1.4697781801223755,
      "learning_rate": 4.568433102294091e-08,
      "loss": 0.3365,
      "step": 2694980
    },
    {
      "epoch": 752.16,
      "grad_norm": 1.1687926054000854,
      "learning_rate": 4.5679018454353265e-08,
      "loss": 0.3293,
      "step": 2694990
    },
    {
      "epoch": 752.16,
      "grad_norm": 1.3441578149795532,
      "learning_rate": 4.567370619163943e-08,
      "loss": 0.3306,
      "step": 2695000
    },
    {
      "epoch": 752.17,
      "grad_norm": 1.3747854232788086,
      "learning_rate": 4.566839423479993e-08,
      "loss": 0.3469,
      "step": 2695010
    },
    {
      "epoch": 752.17,
      "grad_norm": 2.14925217628479,
      "learning_rate": 4.566308258383581e-08,
      "loss": 0.3294,
      "step": 2695020
    },
    {
      "epoch": 752.17,
      "grad_norm": 1.5073704719543457,
      "learning_rate": 4.565777123874785e-08,
      "loss": 0.3601,
      "step": 2695030
    },
    {
      "epoch": 752.17,
      "grad_norm": 1.4218223094940186,
      "learning_rate": 4.565246019953657e-08,
      "loss": 0.3346,
      "step": 2695040
    },
    {
      "epoch": 752.18,
      "grad_norm": 1.2459934949874878,
      "learning_rate": 4.564714946620274e-08,
      "loss": 0.3256,
      "step": 2695050
    },
    {
      "epoch": 752.18,
      "grad_norm": 1.7479194402694702,
      "learning_rate": 4.564183903874689e-08,
      "loss": 0.3204,
      "step": 2695060
    },
    {
      "epoch": 752.18,
      "grad_norm": 1.6050403118133545,
      "learning_rate": 4.5636528917169805e-08,
      "loss": 0.3502,
      "step": 2695070
    },
    {
      "epoch": 752.19,
      "grad_norm": 1.702757716178894,
      "learning_rate": 4.5631219101472264e-08,
      "loss": 0.3283,
      "step": 2695080
    },
    {
      "epoch": 752.19,
      "grad_norm": 1.3348910808563232,
      "learning_rate": 4.562590959165504e-08,
      "loss": 0.3281,
      "step": 2695090
    },
    {
      "epoch": 752.19,
      "grad_norm": 1.3441627025604248,
      "learning_rate": 4.562060038771865e-08,
      "loss": 0.348,
      "step": 2695100
    },
    {
      "epoch": 752.19,
      "grad_norm": 1.1705807447433472,
      "learning_rate": 4.5615291489664154e-08,
      "loss": 0.3478,
      "step": 2695110
    },
    {
      "epoch": 752.2,
      "grad_norm": 1.3679900169372559,
      "learning_rate": 4.5609982897491795e-08,
      "loss": 0.3323,
      "step": 2695120
    },
    {
      "epoch": 752.2,
      "grad_norm": 1.3188679218292236,
      "learning_rate": 4.560467461120236e-08,
      "loss": 0.3179,
      "step": 2695130
    },
    {
      "epoch": 752.2,
      "grad_norm": 1.3138272762298584,
      "learning_rate": 4.559936663079714e-08,
      "loss": 0.3256,
      "step": 2695140
    },
    {
      "epoch": 752.2,
      "grad_norm": 1.1477553844451904,
      "learning_rate": 4.559405895627616e-08,
      "loss": 0.3358,
      "step": 2695150
    },
    {
      "epoch": 752.21,
      "grad_norm": 1.2266032695770264,
      "learning_rate": 4.5588751587640174e-08,
      "loss": 0.3365,
      "step": 2695160
    },
    {
      "epoch": 752.21,
      "grad_norm": 1.6581486463546753,
      "learning_rate": 4.558344452489024e-08,
      "loss": 0.3339,
      "step": 2695170
    },
    {
      "epoch": 752.21,
      "grad_norm": 1.3364166021347046,
      "learning_rate": 4.557813776802713e-08,
      "loss": 0.3483,
      "step": 2695180
    },
    {
      "epoch": 752.22,
      "grad_norm": 1.3974075317382812,
      "learning_rate": 4.5572831317051105e-08,
      "loss": 0.3423,
      "step": 2695190
    },
    {
      "epoch": 752.22,
      "grad_norm": 1.457185983657837,
      "learning_rate": 4.556752517196295e-08,
      "loss": 0.3424,
      "step": 2695200
    },
    {
      "epoch": 752.22,
      "grad_norm": 1.2395083904266357,
      "learning_rate": 4.556221933276396e-08,
      "loss": 0.3508,
      "step": 2695210
    },
    {
      "epoch": 752.22,
      "grad_norm": 1.266317367553711,
      "learning_rate": 4.555691379945388e-08,
      "loss": 0.3361,
      "step": 2695220
    },
    {
      "epoch": 752.23,
      "grad_norm": 1.4758611917495728,
      "learning_rate": 4.555160857203427e-08,
      "loss": 0.3296,
      "step": 2695230
    },
    {
      "epoch": 752.23,
      "grad_norm": 3.6533045768737793,
      "learning_rate": 4.554630365050513e-08,
      "loss": 0.3438,
      "step": 2695240
    },
    {
      "epoch": 752.23,
      "grad_norm": 1.307713508605957,
      "learning_rate": 4.5540999034867754e-08,
      "loss": 0.3334,
      "step": 2695250
    },
    {
      "epoch": 752.24,
      "grad_norm": 1.1508619785308838,
      "learning_rate": 4.553569472512267e-08,
      "loss": 0.3335,
      "step": 2695260
    },
    {
      "epoch": 752.24,
      "grad_norm": 1.3526848554611206,
      "learning_rate": 4.553039072127066e-08,
      "loss": 0.3212,
      "step": 2695270
    },
    {
      "epoch": 752.24,
      "grad_norm": 1.06926429271698,
      "learning_rate": 4.5525087023311985e-08,
      "loss": 0.338,
      "step": 2695280
    },
    {
      "epoch": 752.24,
      "grad_norm": 1.4105671644210815,
      "learning_rate": 4.551978363124768e-08,
      "loss": 0.349,
      "step": 2695290
    },
    {
      "epoch": 752.25,
      "grad_norm": 1.3258366584777832,
      "learning_rate": 4.5514480545078785e-08,
      "loss": 0.3338,
      "step": 2695300
    },
    {
      "epoch": 752.25,
      "grad_norm": 1.294040322303772,
      "learning_rate": 4.5509177764805306e-08,
      "loss": 0.3548,
      "step": 2695310
    },
    {
      "epoch": 752.25,
      "grad_norm": 1.2029500007629395,
      "learning_rate": 4.550387529042854e-08,
      "loss": 0.3429,
      "step": 2695320
    },
    {
      "epoch": 752.26,
      "grad_norm": 1.256644606590271,
      "learning_rate": 4.5498573121948745e-08,
      "loss": 0.3365,
      "step": 2695330
    },
    {
      "epoch": 752.26,
      "grad_norm": 1.5079212188720703,
      "learning_rate": 4.549327125936697e-08,
      "loss": 0.3306,
      "step": 2695340
    },
    {
      "epoch": 752.26,
      "grad_norm": 1.206716537475586,
      "learning_rate": 4.548796970268399e-08,
      "loss": 0.3196,
      "step": 2695350
    },
    {
      "epoch": 752.26,
      "grad_norm": 1.172167181968689,
      "learning_rate": 4.5482668451899804e-08,
      "loss": 0.3368,
      "step": 2695360
    },
    {
      "epoch": 752.27,
      "grad_norm": 1.1063631772994995,
      "learning_rate": 4.547736750701624e-08,
      "loss": 0.3255,
      "step": 2695370
    },
    {
      "epoch": 752.27,
      "grad_norm": 1.2145541906356812,
      "learning_rate": 4.547206686803303e-08,
      "loss": 0.339,
      "step": 2695380
    },
    {
      "epoch": 752.27,
      "grad_norm": 1.239575743675232,
      "learning_rate": 4.546676653495122e-08,
      "loss": 0.3364,
      "step": 2695390
    },
    {
      "epoch": 752.27,
      "grad_norm": 1.4646327495574951,
      "learning_rate": 4.5461466507771584e-08,
      "loss": 0.3166,
      "step": 2695400
    },
    {
      "epoch": 752.28,
      "grad_norm": 1.4256757497787476,
      "learning_rate": 4.545616678649491e-08,
      "loss": 0.3238,
      "step": 2695410
    },
    {
      "epoch": 752.28,
      "grad_norm": 1.4072349071502686,
      "learning_rate": 4.545086737112172e-08,
      "loss": 0.3418,
      "step": 2695420
    },
    {
      "epoch": 752.28,
      "grad_norm": 1.0641216039657593,
      "learning_rate": 4.5445568261652524e-08,
      "loss": 0.3398,
      "step": 2695430
    },
    {
      "epoch": 752.29,
      "grad_norm": 1.179435133934021,
      "learning_rate": 4.5440269458088625e-08,
      "loss": 0.3373,
      "step": 2695440
    },
    {
      "epoch": 752.29,
      "grad_norm": 1.308949589729309,
      "learning_rate": 4.543497096043003e-08,
      "loss": 0.3415,
      "step": 2695450
    },
    {
      "epoch": 752.29,
      "grad_norm": 1.2221122980117798,
      "learning_rate": 4.5429672768678044e-08,
      "loss": 0.3182,
      "step": 2695460
    },
    {
      "epoch": 752.29,
      "grad_norm": 1.312296986579895,
      "learning_rate": 4.5424374882833176e-08,
      "loss": 0.346,
      "step": 2695470
    },
    {
      "epoch": 752.3,
      "grad_norm": 1.3353533744812012,
      "learning_rate": 4.541907730289595e-08,
      "loss": 0.3341,
      "step": 2695480
    },
    {
      "epoch": 752.3,
      "grad_norm": 1.1323306560516357,
      "learning_rate": 4.541378002886715e-08,
      "loss": 0.3198,
      "step": 2695490
    },
    {
      "epoch": 752.3,
      "grad_norm": 1.1277836561203003,
      "learning_rate": 4.540848306074755e-08,
      "loss": 0.3293,
      "step": 2695500
    },
    {
      "epoch": 752.31,
      "grad_norm": 1.3129708766937256,
      "learning_rate": 4.540318639853794e-08,
      "loss": 0.3437,
      "step": 2695510
    },
    {
      "epoch": 752.31,
      "grad_norm": 1.103342890739441,
      "learning_rate": 4.539789004223884e-08,
      "loss": 0.3469,
      "step": 2695520
    },
    {
      "epoch": 752.31,
      "grad_norm": 1.2829210758209229,
      "learning_rate": 4.539259399185102e-08,
      "loss": 0.3337,
      "step": 2695530
    },
    {
      "epoch": 752.31,
      "grad_norm": 1.2938252687454224,
      "learning_rate": 4.5387298247375e-08,
      "loss": 0.3432,
      "step": 2695540
    },
    {
      "epoch": 752.32,
      "grad_norm": 1.2776695489883423,
      "learning_rate": 4.53820028088121e-08,
      "loss": 0.3367,
      "step": 2695550
    },
    {
      "epoch": 752.32,
      "grad_norm": 1.278581142425537,
      "learning_rate": 4.5376707676162294e-08,
      "loss": 0.3454,
      "step": 2695560
    },
    {
      "epoch": 752.32,
      "grad_norm": 1.2624262571334839,
      "learning_rate": 4.5371412849426645e-08,
      "loss": 0.3498,
      "step": 2695570
    },
    {
      "epoch": 752.32,
      "grad_norm": 1.3388766050338745,
      "learning_rate": 4.536611832860618e-08,
      "loss": 0.3475,
      "step": 2695580
    },
    {
      "epoch": 752.33,
      "grad_norm": 1.20237135887146,
      "learning_rate": 4.536082411370091e-08,
      "loss": 0.3367,
      "step": 2695590
    },
    {
      "epoch": 752.33,
      "grad_norm": 1.33001708984375,
      "learning_rate": 4.5355530204711606e-08,
      "loss": 0.3564,
      "step": 2695600
    },
    {
      "epoch": 752.33,
      "grad_norm": 1.4214541912078857,
      "learning_rate": 4.535023660163957e-08,
      "loss": 0.3281,
      "step": 2695610
    },
    {
      "epoch": 752.34,
      "grad_norm": 1.9164258241653442,
      "learning_rate": 4.534494330448533e-08,
      "loss": 0.3358,
      "step": 2695620
    },
    {
      "epoch": 752.34,
      "grad_norm": 1.2659878730773926,
      "learning_rate": 4.533965031324888e-08,
      "loss": 0.3334,
      "step": 2695630
    },
    {
      "epoch": 752.34,
      "grad_norm": 1.2598013877868652,
      "learning_rate": 4.533435762793204e-08,
      "loss": 0.3427,
      "step": 2695640
    },
    {
      "epoch": 752.34,
      "grad_norm": 1.3544299602508545,
      "learning_rate": 4.5329065248534554e-08,
      "loss": 0.3425,
      "step": 2695650
    },
    {
      "epoch": 752.35,
      "grad_norm": 1.428504467010498,
      "learning_rate": 4.532377317505772e-08,
      "loss": 0.3426,
      "step": 2695660
    },
    {
      "epoch": 752.35,
      "grad_norm": 1.1936348676681519,
      "learning_rate": 4.531848140750206e-08,
      "loss": 0.3405,
      "step": 2695670
    },
    {
      "epoch": 752.35,
      "grad_norm": 1.329318642616272,
      "learning_rate": 4.5313189945868094e-08,
      "loss": 0.3375,
      "step": 2695680
    },
    {
      "epoch": 752.36,
      "grad_norm": 1.3792438507080078,
      "learning_rate": 4.530789879015687e-08,
      "loss": 0.355,
      "step": 2695690
    },
    {
      "epoch": 752.36,
      "grad_norm": 1.3021421432495117,
      "learning_rate": 4.530260794036889e-08,
      "loss": 0.3412,
      "step": 2695700
    },
    {
      "epoch": 752.36,
      "grad_norm": 1.136049509048462,
      "learning_rate": 4.5297317396504696e-08,
      "loss": 0.3359,
      "step": 2695710
    },
    {
      "epoch": 752.36,
      "grad_norm": 1.4800536632537842,
      "learning_rate": 4.529202715856557e-08,
      "loss": 0.3347,
      "step": 2695720
    },
    {
      "epoch": 752.37,
      "grad_norm": 1.591521143913269,
      "learning_rate": 4.528673722655153e-08,
      "loss": 0.3438,
      "step": 2695730
    },
    {
      "epoch": 752.37,
      "grad_norm": 1.2487969398498535,
      "learning_rate": 4.528144760046334e-08,
      "loss": 0.3368,
      "step": 2695740
    },
    {
      "epoch": 752.37,
      "grad_norm": 1.4948300123214722,
      "learning_rate": 4.527615828030231e-08,
      "loss": 0.3493,
      "step": 2695750
    },
    {
      "epoch": 752.38,
      "grad_norm": 1.1790709495544434,
      "learning_rate": 4.527086926606896e-08,
      "loss": 0.3206,
      "step": 2695760
    },
    {
      "epoch": 752.38,
      "grad_norm": 1.693080186843872,
      "learning_rate": 4.5265580557763296e-08,
      "loss": 0.3398,
      "step": 2695770
    },
    {
      "epoch": 752.38,
      "grad_norm": 1.1905444860458374,
      "learning_rate": 4.526029215538686e-08,
      "loss": 0.3241,
      "step": 2695780
    },
    {
      "epoch": 752.38,
      "grad_norm": 1.033326506614685,
      "learning_rate": 4.525500405893993e-08,
      "loss": 0.319,
      "step": 2695790
    },
    {
      "epoch": 752.39,
      "grad_norm": 1.1696739196777344,
      "learning_rate": 4.5249716268423285e-08,
      "loss": 0.3247,
      "step": 2695800
    },
    {
      "epoch": 752.39,
      "grad_norm": 1.2253612279891968,
      "learning_rate": 4.52444287838377e-08,
      "loss": 0.3151,
      "step": 2695810
    },
    {
      "epoch": 752.39,
      "grad_norm": 1.159094214439392,
      "learning_rate": 4.523914160518395e-08,
      "loss": 0.3345,
      "step": 2695820
    },
    {
      "epoch": 752.39,
      "grad_norm": 1.1352540254592896,
      "learning_rate": 4.523385473246231e-08,
      "loss": 0.3287,
      "step": 2695830
    },
    {
      "epoch": 752.4,
      "grad_norm": 1.2086076736450195,
      "learning_rate": 4.5228568165674075e-08,
      "loss": 0.3475,
      "step": 2695840
    },
    {
      "epoch": 752.4,
      "grad_norm": 1.2937219142913818,
      "learning_rate": 4.522328190481976e-08,
      "loss": 0.3374,
      "step": 2695850
    },
    {
      "epoch": 752.4,
      "grad_norm": 1.1539876461029053,
      "learning_rate": 4.521799594989963e-08,
      "loss": 0.3403,
      "step": 2695860
    },
    {
      "epoch": 752.41,
      "grad_norm": 1.3043980598449707,
      "learning_rate": 4.521271030091499e-08,
      "loss": 0.3494,
      "step": 2695870
    },
    {
      "epoch": 752.41,
      "grad_norm": 1.1434099674224854,
      "learning_rate": 4.520742495786635e-08,
      "loss": 0.3396,
      "step": 2695880
    },
    {
      "epoch": 752.41,
      "grad_norm": 1.327723503112793,
      "learning_rate": 4.5202139920753975e-08,
      "loss": 0.3499,
      "step": 2695890
    },
    {
      "epoch": 752.41,
      "grad_norm": 1.0759453773498535,
      "learning_rate": 4.519685518957917e-08,
      "loss": 0.321,
      "step": 2695900
    },
    {
      "epoch": 752.42,
      "grad_norm": 1.446226716041565,
      "learning_rate": 4.519157076434245e-08,
      "loss": 0.3354,
      "step": 2695910
    },
    {
      "epoch": 752.42,
      "grad_norm": 1.0966923236846924,
      "learning_rate": 4.518628664504434e-08,
      "loss": 0.3267,
      "step": 2695920
    },
    {
      "epoch": 752.42,
      "grad_norm": 1.1667804718017578,
      "learning_rate": 4.5181002831685875e-08,
      "loss": 0.3452,
      "step": 2695930
    },
    {
      "epoch": 752.43,
      "grad_norm": 1.2259228229522705,
      "learning_rate": 4.517571932426733e-08,
      "loss": 0.338,
      "step": 2695940
    },
    {
      "epoch": 752.43,
      "grad_norm": 1.2433836460113525,
      "learning_rate": 4.517043612278998e-08,
      "loss": 0.3477,
      "step": 2695950
    },
    {
      "epoch": 752.43,
      "grad_norm": 1.3203867673873901,
      "learning_rate": 4.516515322725411e-08,
      "loss": 0.3265,
      "step": 2695960
    },
    {
      "epoch": 752.43,
      "grad_norm": 1.4619557857513428,
      "learning_rate": 4.515987063766023e-08,
      "loss": 0.3352,
      "step": 2695970
    },
    {
      "epoch": 752.44,
      "grad_norm": 1.4465073347091675,
      "learning_rate": 4.5154588354009636e-08,
      "loss": 0.342,
      "step": 2695980
    },
    {
      "epoch": 752.44,
      "grad_norm": 1.3722871541976929,
      "learning_rate": 4.5149306376302594e-08,
      "loss": 0.3467,
      "step": 2695990
    },
    {
      "epoch": 752.44,
      "grad_norm": 1.0292054414749146,
      "learning_rate": 4.514402470453989e-08,
      "loss": 0.3342,
      "step": 2696000
    },
    {
      "epoch": 752.44,
      "grad_norm": 1.237290620803833,
      "learning_rate": 4.5138743338722294e-08,
      "loss": 0.3368,
      "step": 2696010
    },
    {
      "epoch": 752.45,
      "grad_norm": 1.3575702905654907,
      "learning_rate": 4.513346227885059e-08,
      "loss": 0.3552,
      "step": 2696020
    },
    {
      "epoch": 752.45,
      "grad_norm": 1.5107671022415161,
      "learning_rate": 4.5128181524925045e-08,
      "loss": 0.3407,
      "step": 2696030
    },
    {
      "epoch": 752.45,
      "grad_norm": 1.1892893314361572,
      "learning_rate": 4.512290107694721e-08,
      "loss": 0.3355,
      "step": 2696040
    },
    {
      "epoch": 752.46,
      "grad_norm": 1.295410394668579,
      "learning_rate": 4.5117620934916836e-08,
      "loss": 0.3395,
      "step": 2696050
    },
    {
      "epoch": 752.46,
      "grad_norm": 1.1455745697021484,
      "learning_rate": 4.511234109883521e-08,
      "loss": 0.3332,
      "step": 2696060
    },
    {
      "epoch": 752.46,
      "grad_norm": 1.4185044765472412,
      "learning_rate": 4.510706156870287e-08,
      "loss": 0.3406,
      "step": 2696070
    },
    {
      "epoch": 752.46,
      "grad_norm": 1.2860357761383057,
      "learning_rate": 4.5101782344520843e-08,
      "loss": 0.3463,
      "step": 2696080
    },
    {
      "epoch": 752.47,
      "grad_norm": 1.3639823198318481,
      "learning_rate": 4.509650342628913e-08,
      "loss": 0.3259,
      "step": 2696090
    },
    {
      "epoch": 752.47,
      "grad_norm": 1.2946687936782837,
      "learning_rate": 4.509122481400878e-08,
      "loss": 0.3151,
      "step": 2696100
    },
    {
      "epoch": 752.47,
      "grad_norm": 6.3482465744018555,
      "learning_rate": 4.5085946507680824e-08,
      "loss": 0.3371,
      "step": 2696110
    },
    {
      "epoch": 752.48,
      "grad_norm": 1.1512768268585205,
      "learning_rate": 4.508066850730527e-08,
      "loss": 0.3551,
      "step": 2696120
    },
    {
      "epoch": 752.48,
      "grad_norm": 1.2672760486602783,
      "learning_rate": 4.507539081288368e-08,
      "loss": 0.333,
      "step": 2696130
    },
    {
      "epoch": 752.48,
      "grad_norm": 1.3014066219329834,
      "learning_rate": 4.507011342441604e-08,
      "loss": 0.3351,
      "step": 2696140
    },
    {
      "epoch": 752.48,
      "grad_norm": 1.3223589658737183,
      "learning_rate": 4.506483634190341e-08,
      "loss": 0.3337,
      "step": 2696150
    },
    {
      "epoch": 752.49,
      "grad_norm": 1.5301694869995117,
      "learning_rate": 4.505955956534656e-08,
      "loss": 0.3275,
      "step": 2696160
    },
    {
      "epoch": 752.49,
      "grad_norm": 1.384284496307373,
      "learning_rate": 4.5054283094745746e-08,
      "loss": 0.3243,
      "step": 2696170
    },
    {
      "epoch": 752.49,
      "grad_norm": 1.1867164373397827,
      "learning_rate": 4.504900693010202e-08,
      "loss": 0.3475,
      "step": 2696180
    },
    {
      "epoch": 752.5,
      "grad_norm": 1.0596232414245605,
      "learning_rate": 4.5043731071416153e-08,
      "loss": 0.3437,
      "step": 2696190
    },
    {
      "epoch": 752.5,
      "grad_norm": 1.4102836847305298,
      "learning_rate": 4.5038455518688936e-08,
      "loss": 0.3404,
      "step": 2696200
    },
    {
      "epoch": 752.5,
      "grad_norm": 1.1641342639923096,
      "learning_rate": 4.5033180271920097e-08,
      "loss": 0.329,
      "step": 2696210
    },
    {
      "epoch": 752.5,
      "grad_norm": 1.2644073963165283,
      "learning_rate": 4.502790533111172e-08,
      "loss": 0.3291,
      "step": 2696220
    },
    {
      "epoch": 752.51,
      "grad_norm": 1.1395207643508911,
      "learning_rate": 4.5022630696263816e-08,
      "loss": 0.3431,
      "step": 2696230
    },
    {
      "epoch": 752.51,
      "grad_norm": 1.2749090194702148,
      "learning_rate": 4.5017356367376896e-08,
      "loss": 0.3445,
      "step": 2696240
    },
    {
      "epoch": 752.51,
      "grad_norm": 1.2063013315200806,
      "learning_rate": 4.501208234445226e-08,
      "loss": 0.3247,
      "step": 2696250
    },
    {
      "epoch": 752.51,
      "grad_norm": 1.1873087882995605,
      "learning_rate": 4.5006808627489914e-08,
      "loss": 0.3226,
      "step": 2696260
    },
    {
      "epoch": 752.52,
      "grad_norm": 1.374900460243225,
      "learning_rate": 4.5001535216491155e-08,
      "loss": 0.3337,
      "step": 2696270
    },
    {
      "epoch": 752.52,
      "grad_norm": 2.511192560195923,
      "learning_rate": 4.499626211145625e-08,
      "loss": 0.3444,
      "step": 2696280
    },
    {
      "epoch": 752.52,
      "grad_norm": 1.1878795623779297,
      "learning_rate": 4.499098931238622e-08,
      "loss": 0.3302,
      "step": 2696290
    },
    {
      "epoch": 752.53,
      "grad_norm": 1.5077307224273682,
      "learning_rate": 4.498571681928187e-08,
      "loss": 0.3361,
      "step": 2696300
    },
    {
      "epoch": 752.53,
      "grad_norm": 1.1255743503570557,
      "learning_rate": 4.498044463214345e-08,
      "loss": 0.342,
      "step": 2696310
    },
    {
      "epoch": 752.53,
      "grad_norm": 1.4476380348205566,
      "learning_rate": 4.4975172750971734e-08,
      "loss": 0.3357,
      "step": 2696320
    },
    {
      "epoch": 752.53,
      "grad_norm": 1.2082626819610596,
      "learning_rate": 4.496990117576777e-08,
      "loss": 0.3378,
      "step": 2696330
    },
    {
      "epoch": 752.54,
      "grad_norm": 1.2051202058792114,
      "learning_rate": 4.496462990653208e-08,
      "loss": 0.3486,
      "step": 2696340
    },
    {
      "epoch": 752.54,
      "grad_norm": 1.277839183807373,
      "learning_rate": 4.4959358943264924e-08,
      "loss": 0.3467,
      "step": 2696350
    },
    {
      "epoch": 752.54,
      "grad_norm": 1.2118593454360962,
      "learning_rate": 4.495408828596812e-08,
      "loss": 0.3247,
      "step": 2696360
    },
    {
      "epoch": 752.55,
      "grad_norm": 1.2301069498062134,
      "learning_rate": 4.494881793464115e-08,
      "loss": 0.3561,
      "step": 2696370
    },
    {
      "epoch": 752.55,
      "grad_norm": 1.2768309116363525,
      "learning_rate": 4.4943547889285306e-08,
      "loss": 0.3381,
      "step": 2696380
    },
    {
      "epoch": 752.55,
      "grad_norm": 1.277836799621582,
      "learning_rate": 4.493827814990164e-08,
      "loss": 0.3213,
      "step": 2696390
    },
    {
      "epoch": 752.55,
      "grad_norm": 1.3492037057876587,
      "learning_rate": 4.4933008716490154e-08,
      "loss": 0.3211,
      "step": 2696400
    },
    {
      "epoch": 752.56,
      "grad_norm": 1.2966920137405396,
      "learning_rate": 4.4927739589051616e-08,
      "loss": 0.3376,
      "step": 2696410
    },
    {
      "epoch": 752.56,
      "grad_norm": 1.1205679178237915,
      "learning_rate": 4.492247076758708e-08,
      "loss": 0.3667,
      "step": 2696420
    },
    {
      "epoch": 752.56,
      "grad_norm": 2.386007785797119,
      "learning_rate": 4.491720225209758e-08,
      "loss": 0.3243,
      "step": 2696430
    },
    {
      "epoch": 752.56,
      "grad_norm": 1.4163213968276978,
      "learning_rate": 4.491193404258285e-08,
      "loss": 0.3315,
      "step": 2696440
    },
    {
      "epoch": 752.57,
      "grad_norm": 1.2191969156265259,
      "learning_rate": 4.490666613904421e-08,
      "loss": 0.345,
      "step": 2696450
    },
    {
      "epoch": 752.57,
      "grad_norm": 1.2057104110717773,
      "learning_rate": 4.490139854148216e-08,
      "loss": 0.3598,
      "step": 2696460
    },
    {
      "epoch": 752.57,
      "grad_norm": 1.1947799921035767,
      "learning_rate": 4.489613124989749e-08,
      "loss": 0.3437,
      "step": 2696470
    },
    {
      "epoch": 752.58,
      "grad_norm": 1.3308128118515015,
      "learning_rate": 4.489086426429124e-08,
      "loss": 0.3498,
      "step": 2696480
    },
    {
      "epoch": 752.58,
      "grad_norm": 1.2636985778808594,
      "learning_rate": 4.488559758466341e-08,
      "loss": 0.3252,
      "step": 2696490
    },
    {
      "epoch": 752.58,
      "grad_norm": 1.15955650806427,
      "learning_rate": 4.4880331211015043e-08,
      "loss": 0.3499,
      "step": 2696500
    },
    {
      "epoch": 752.58,
      "grad_norm": 1.240038514137268,
      "learning_rate": 4.4875065143346913e-08,
      "loss": 0.3307,
      "step": 2696510
    },
    {
      "epoch": 752.59,
      "grad_norm": 1.2065598964691162,
      "learning_rate": 4.486979938165981e-08,
      "loss": 0.3456,
      "step": 2696520
    },
    {
      "epoch": 752.59,
      "grad_norm": 1.200303316116333,
      "learning_rate": 4.486453392595424e-08,
      "loss": 0.3316,
      "step": 2696530
    },
    {
      "epoch": 752.59,
      "grad_norm": 1.042382836341858,
      "learning_rate": 4.485926877623074e-08,
      "loss": 0.3269,
      "step": 2696540
    },
    {
      "epoch": 752.6,
      "grad_norm": 1.3281357288360596,
      "learning_rate": 4.485400393249034e-08,
      "loss": 0.3288,
      "step": 2696550
    },
    {
      "epoch": 752.6,
      "grad_norm": 1.0202460289001465,
      "learning_rate": 4.4848739394733824e-08,
      "loss": 0.3299,
      "step": 2696560
    },
    {
      "epoch": 752.6,
      "grad_norm": 1.21331787109375,
      "learning_rate": 4.484347516296172e-08,
      "loss": 0.3332,
      "step": 2696570
    },
    {
      "epoch": 752.6,
      "grad_norm": 1.146589994430542,
      "learning_rate": 4.483821123717427e-08,
      "loss": 0.3381,
      "step": 2696580
    },
    {
      "epoch": 752.61,
      "grad_norm": 1.2877076864242554,
      "learning_rate": 4.483294761737279e-08,
      "loss": 0.3496,
      "step": 2696590
    },
    {
      "epoch": 752.61,
      "grad_norm": 1.2785378694534302,
      "learning_rate": 4.482768430355806e-08,
      "loss": 0.3524,
      "step": 2696600
    },
    {
      "epoch": 752.61,
      "grad_norm": 1.532287836074829,
      "learning_rate": 4.4822421295730073e-08,
      "loss": 0.3251,
      "step": 2696610
    },
    {
      "epoch": 752.62,
      "grad_norm": 1.138381838798523,
      "learning_rate": 4.4817158593890396e-08,
      "loss": 0.3343,
      "step": 2696620
    },
    {
      "epoch": 752.62,
      "grad_norm": 1.168144941329956,
      "learning_rate": 4.481189619803902e-08,
      "loss": 0.3414,
      "step": 2696630
    },
    {
      "epoch": 752.62,
      "grad_norm": 1.3344990015029907,
      "learning_rate": 4.4806634108177e-08,
      "loss": 0.3307,
      "step": 2696640
    },
    {
      "epoch": 752.62,
      "grad_norm": 1.038934350013733,
      "learning_rate": 4.4801372324305104e-08,
      "loss": 0.3235,
      "step": 2696650
    },
    {
      "epoch": 752.63,
      "grad_norm": 1.5907130241394043,
      "learning_rate": 4.479611084642386e-08,
      "loss": 0.332,
      "step": 2696660
    },
    {
      "epoch": 752.63,
      "grad_norm": 1.248557209968567,
      "learning_rate": 4.479084967453405e-08,
      "loss": 0.3457,
      "step": 2696670
    },
    {
      "epoch": 752.63,
      "grad_norm": 1.511370062828064,
      "learning_rate": 4.4785588808636185e-08,
      "loss": 0.3342,
      "step": 2696680
    },
    {
      "epoch": 752.63,
      "grad_norm": 1.3134256601333618,
      "learning_rate": 4.478032824873131e-08,
      "loss": 0.333,
      "step": 2696690
    },
    {
      "epoch": 752.64,
      "grad_norm": 1.3855936527252197,
      "learning_rate": 4.477506799481943e-08,
      "loss": 0.3373,
      "step": 2696700
    },
    {
      "epoch": 752.64,
      "grad_norm": 1.4605029821395874,
      "learning_rate": 4.476980804690236e-08,
      "loss": 0.3274,
      "step": 2696710
    },
    {
      "epoch": 752.64,
      "grad_norm": 1.6786231994628906,
      "learning_rate": 4.4764548404979845e-08,
      "loss": 0.3334,
      "step": 2696720
    },
    {
      "epoch": 752.65,
      "grad_norm": 1.1407214403152466,
      "learning_rate": 4.4759289069052925e-08,
      "loss": 0.3363,
      "step": 2696730
    },
    {
      "epoch": 752.65,
      "grad_norm": 1.1883269548416138,
      "learning_rate": 4.475403003912212e-08,
      "loss": 0.328,
      "step": 2696740
    },
    {
      "epoch": 752.65,
      "grad_norm": 1.231034755706787,
      "learning_rate": 4.4748771315188724e-08,
      "loss": 0.3431,
      "step": 2696750
    },
    {
      "epoch": 752.65,
      "grad_norm": 1.0612117052078247,
      "learning_rate": 4.474351289725274e-08,
      "loss": 0.3354,
      "step": 2696760
    },
    {
      "epoch": 752.66,
      "grad_norm": 1.2178103923797607,
      "learning_rate": 4.473825478531522e-08,
      "loss": 0.3445,
      "step": 2696770
    },
    {
      "epoch": 752.66,
      "grad_norm": 1.2136975526809692,
      "learning_rate": 4.4732996979376935e-08,
      "loss": 0.335,
      "step": 2696780
    },
    {
      "epoch": 752.66,
      "grad_norm": 1.2676262855529785,
      "learning_rate": 4.4727739479438146e-08,
      "loss": 0.3278,
      "step": 2696790
    },
    {
      "epoch": 752.67,
      "grad_norm": 1.102294921875,
      "learning_rate": 4.4722482285500154e-08,
      "loss": 0.337,
      "step": 2696800
    },
    {
      "epoch": 752.67,
      "grad_norm": 1.3583626747131348,
      "learning_rate": 4.471722539756322e-08,
      "loss": 0.3503,
      "step": 2696810
    },
    {
      "epoch": 752.67,
      "grad_norm": 1.1692910194396973,
      "learning_rate": 4.4711968815627864e-08,
      "loss": 0.3344,
      "step": 2696820
    },
    {
      "epoch": 752.67,
      "grad_norm": 1.2365199327468872,
      "learning_rate": 4.4706712539695644e-08,
      "loss": 0.3284,
      "step": 2696830
    },
    {
      "epoch": 752.68,
      "grad_norm": 1.512433648109436,
      "learning_rate": 4.4701456569766305e-08,
      "loss": 0.3483,
      "step": 2696840
    },
    {
      "epoch": 752.68,
      "grad_norm": 1.2861138582229614,
      "learning_rate": 4.469620090584115e-08,
      "loss": 0.3183,
      "step": 2696850
    },
    {
      "epoch": 752.68,
      "grad_norm": 1.3062021732330322,
      "learning_rate": 4.469094554792069e-08,
      "loss": 0.3651,
      "step": 2696860
    },
    {
      "epoch": 752.68,
      "grad_norm": 1.3194174766540527,
      "learning_rate": 4.468569049600546e-08,
      "loss": 0.3353,
      "step": 2696870
    },
    {
      "epoch": 752.69,
      "grad_norm": 1.3651283979415894,
      "learning_rate": 4.4680435750096224e-08,
      "loss": 0.3529,
      "step": 2696880
    },
    {
      "epoch": 752.69,
      "grad_norm": 1.3304823637008667,
      "learning_rate": 4.4675181310194294e-08,
      "loss": 0.345,
      "step": 2696890
    },
    {
      "epoch": 752.69,
      "grad_norm": 1.1323169469833374,
      "learning_rate": 4.466992717629941e-08,
      "loss": 0.3169,
      "step": 2696900
    },
    {
      "epoch": 752.7,
      "grad_norm": 1.2258615493774414,
      "learning_rate": 4.466467334841286e-08,
      "loss": 0.3353,
      "step": 2696910
    },
    {
      "epoch": 752.7,
      "grad_norm": 1.4732147455215454,
      "learning_rate": 4.465941982653518e-08,
      "loss": 0.3368,
      "step": 2696920
    },
    {
      "epoch": 752.7,
      "grad_norm": 1.22430419921875,
      "learning_rate": 4.4654166610666885e-08,
      "loss": 0.3315,
      "step": 2696930
    },
    {
      "epoch": 752.7,
      "grad_norm": 1.21005117893219,
      "learning_rate": 4.464891370080928e-08,
      "loss": 0.3344,
      "step": 2696940
    },
    {
      "epoch": 752.71,
      "grad_norm": 1.1577613353729248,
      "learning_rate": 4.464366109696235e-08,
      "loss": 0.3657,
      "step": 2696950
    },
    {
      "epoch": 752.71,
      "grad_norm": 1.1084316968917847,
      "learning_rate": 4.4638408799127156e-08,
      "loss": 0.3418,
      "step": 2696960
    },
    {
      "epoch": 752.71,
      "grad_norm": 1.3289216756820679,
      "learning_rate": 4.4633156807304465e-08,
      "loss": 0.3499,
      "step": 2696970
    },
    {
      "epoch": 752.72,
      "grad_norm": 1.280699372291565,
      "learning_rate": 4.462790512149454e-08,
      "loss": 0.3479,
      "step": 2696980
    },
    {
      "epoch": 752.72,
      "grad_norm": 1.1895371675491333,
      "learning_rate": 4.462265374169868e-08,
      "loss": 0.3385,
      "step": 2696990
    },
    {
      "epoch": 752.72,
      "grad_norm": 1.4685239791870117,
      "learning_rate": 4.4617402667917154e-08,
      "loss": 0.336,
      "step": 2697000
    },
    {
      "epoch": 752.72,
      "grad_norm": 1.153153419494629,
      "learning_rate": 4.4612151900151e-08,
      "loss": 0.3382,
      "step": 2697010
    },
    {
      "epoch": 752.73,
      "grad_norm": 1.1869868040084839,
      "learning_rate": 4.460690143840021e-08,
      "loss": 0.3229,
      "step": 2697020
    },
    {
      "epoch": 752.73,
      "grad_norm": 1.4243078231811523,
      "learning_rate": 4.460165128266661e-08,
      "loss": 0.3323,
      "step": 2697030
    },
    {
      "epoch": 752.73,
      "grad_norm": 1.0383504629135132,
      "learning_rate": 4.459640143294994e-08,
      "loss": 0.3248,
      "step": 2697040
    },
    {
      "epoch": 752.74,
      "grad_norm": 1.0946637392044067,
      "learning_rate": 4.459115188925125e-08,
      "loss": 0.3292,
      "step": 2697050
    },
    {
      "epoch": 752.74,
      "grad_norm": 1.3074681758880615,
      "learning_rate": 4.4585902651571566e-08,
      "loss": 0.3216,
      "step": 2697060
    },
    {
      "epoch": 752.74,
      "grad_norm": 1.1765084266662598,
      "learning_rate": 4.458065371991089e-08,
      "loss": 0.3531,
      "step": 2697070
    },
    {
      "epoch": 752.74,
      "grad_norm": 1.3094043731689453,
      "learning_rate": 4.4575405094270274e-08,
      "loss": 0.3449,
      "step": 2697080
    },
    {
      "epoch": 752.75,
      "grad_norm": 1.110996961593628,
      "learning_rate": 4.4570156774650486e-08,
      "loss": 0.3398,
      "step": 2697090
    },
    {
      "epoch": 752.75,
      "grad_norm": 1.3006713390350342,
      "learning_rate": 4.456490876105232e-08,
      "loss": 0.3404,
      "step": 2697100
    },
    {
      "epoch": 752.75,
      "grad_norm": 1.2001674175262451,
      "learning_rate": 4.4559661053476285e-08,
      "loss": 0.3361,
      "step": 2697110
    },
    {
      "epoch": 752.75,
      "grad_norm": 1.353285789489746,
      "learning_rate": 4.4554413651922904e-08,
      "loss": 0.3233,
      "step": 2697120
    },
    {
      "epoch": 752.76,
      "grad_norm": 1.296521782875061,
      "learning_rate": 4.4549166556393216e-08,
      "loss": 0.333,
      "step": 2697130
    },
    {
      "epoch": 752.76,
      "grad_norm": 1.0868725776672363,
      "learning_rate": 4.454391976688775e-08,
      "loss": 0.3221,
      "step": 2697140
    },
    {
      "epoch": 752.76,
      "grad_norm": 1.2923741340637207,
      "learning_rate": 4.453867328340754e-08,
      "loss": 0.3641,
      "step": 2697150
    },
    {
      "epoch": 752.77,
      "grad_norm": 1.244774580001831,
      "learning_rate": 4.453342710595232e-08,
      "loss": 0.3403,
      "step": 2697160
    },
    {
      "epoch": 752.77,
      "grad_norm": 1.2624390125274658,
      "learning_rate": 4.452818123452419e-08,
      "loss": 0.3273,
      "step": 2697170
    },
    {
      "epoch": 752.77,
      "grad_norm": 1.1695610284805298,
      "learning_rate": 4.4522935669122614e-08,
      "loss": 0.3146,
      "step": 2697180
    },
    {
      "epoch": 752.77,
      "grad_norm": 1.4280418157577515,
      "learning_rate": 4.4517690409748895e-08,
      "loss": 0.3367,
      "step": 2697190
    },
    {
      "epoch": 752.78,
      "grad_norm": 1.1136521100997925,
      "learning_rate": 4.451244545640381e-08,
      "loss": 0.3392,
      "step": 2697200
    },
    {
      "epoch": 752.78,
      "grad_norm": 1.162795901298523,
      "learning_rate": 4.450720080908764e-08,
      "loss": 0.3615,
      "step": 2697210
    },
    {
      "epoch": 752.78,
      "grad_norm": 1.1146107912063599,
      "learning_rate": 4.45019564678014e-08,
      "loss": 0.3419,
      "step": 2697220
    },
    {
      "epoch": 752.79,
      "grad_norm": 1.1046218872070312,
      "learning_rate": 4.4496712432545625e-08,
      "loss": 0.3341,
      "step": 2697230
    },
    {
      "epoch": 752.79,
      "grad_norm": 1.332806944847107,
      "learning_rate": 4.449146870332135e-08,
      "loss": 0.3357,
      "step": 2697240
    },
    {
      "epoch": 752.79,
      "grad_norm": 1.3337335586547852,
      "learning_rate": 4.448622528012884e-08,
      "loss": 0.339,
      "step": 2697250
    },
    {
      "epoch": 752.79,
      "grad_norm": 1.8299766778945923,
      "learning_rate": 4.4480982162968875e-08,
      "loss": 0.333,
      "step": 2697260
    },
    {
      "epoch": 752.8,
      "grad_norm": 1.1459970474243164,
      "learning_rate": 4.447573935184249e-08,
      "loss": 0.3126,
      "step": 2697270
    },
    {
      "epoch": 752.8,
      "grad_norm": 1.255975604057312,
      "learning_rate": 4.447049684674969e-08,
      "loss": 0.3327,
      "step": 2697280
    },
    {
      "epoch": 752.8,
      "grad_norm": 1.137454867362976,
      "learning_rate": 4.446525464769203e-08,
      "loss": 0.3425,
      "step": 2697290
    },
    {
      "epoch": 752.8,
      "grad_norm": 1.1828540563583374,
      "learning_rate": 4.446001275466952e-08,
      "loss": 0.3299,
      "step": 2697300
    },
    {
      "epoch": 752.81,
      "grad_norm": 1.098957896232605,
      "learning_rate": 4.445477116768346e-08,
      "loss": 0.3319,
      "step": 2697310
    },
    {
      "epoch": 752.81,
      "grad_norm": 1.150038480758667,
      "learning_rate": 4.444952988673384e-08,
      "loss": 0.3242,
      "step": 2697320
    },
    {
      "epoch": 752.81,
      "grad_norm": 1.197813630104065,
      "learning_rate": 4.4444288911822236e-08,
      "loss": 0.3414,
      "step": 2697330
    },
    {
      "epoch": 752.82,
      "grad_norm": 1.156610131263733,
      "learning_rate": 4.443904824294837e-08,
      "loss": 0.331,
      "step": 2697340
    },
    {
      "epoch": 752.82,
      "grad_norm": 1.6994136571884155,
      "learning_rate": 4.4433807880113555e-08,
      "loss": 0.3383,
      "step": 2697350
    },
    {
      "epoch": 752.82,
      "grad_norm": 1.2850878238677979,
      "learning_rate": 4.442856782331857e-08,
      "loss": 0.3354,
      "step": 2697360
    },
    {
      "epoch": 752.82,
      "grad_norm": 1.075298547744751,
      "learning_rate": 4.442332807256341e-08,
      "loss": 0.3338,
      "step": 2697370
    },
    {
      "epoch": 752.83,
      "grad_norm": 1.1705409288406372,
      "learning_rate": 4.441808862784991e-08,
      "loss": 0.3169,
      "step": 2697380
    },
    {
      "epoch": 752.83,
      "grad_norm": 1.3471204042434692,
      "learning_rate": 4.441284948917753e-08,
      "loss": 0.3526,
      "step": 2697390
    },
    {
      "epoch": 752.83,
      "grad_norm": 1.2904326915740967,
      "learning_rate": 4.440761065654785e-08,
      "loss": 0.3406,
      "step": 2697400
    },
    {
      "epoch": 752.84,
      "grad_norm": 1.2425537109375,
      "learning_rate": 4.4402372129961114e-08,
      "loss": 0.3473,
      "step": 2697410
    },
    {
      "epoch": 752.84,
      "grad_norm": 1.2002801895141602,
      "learning_rate": 4.439713390941811e-08,
      "loss": 0.3461,
      "step": 2697420
    },
    {
      "epoch": 752.84,
      "grad_norm": 1.1290438175201416,
      "learning_rate": 4.439189599492014e-08,
      "loss": 0.3407,
      "step": 2697430
    },
    {
      "epoch": 752.84,
      "grad_norm": 1.2693935632705688,
      "learning_rate": 4.4386658386466686e-08,
      "loss": 0.3262,
      "step": 2697440
    },
    {
      "epoch": 752.85,
      "grad_norm": 3.5475292205810547,
      "learning_rate": 4.438142108405957e-08,
      "loss": 0.3332,
      "step": 2697450
    },
    {
      "epoch": 752.85,
      "grad_norm": 1.2182058095932007,
      "learning_rate": 4.437618408769878e-08,
      "loss": 0.353,
      "step": 2697460
    },
    {
      "epoch": 752.85,
      "grad_norm": 1.2958073616027832,
      "learning_rate": 4.437094739738536e-08,
      "loss": 0.3542,
      "step": 2697470
    },
    {
      "epoch": 752.86,
      "grad_norm": 1.2547972202301025,
      "learning_rate": 4.436571101312011e-08,
      "loss": 0.344,
      "step": 2697480
    },
    {
      "epoch": 752.86,
      "grad_norm": 1.1950145959854126,
      "learning_rate": 4.4360474934903265e-08,
      "loss": 0.3436,
      "step": 2697490
    },
    {
      "epoch": 752.86,
      "grad_norm": 1.6971375942230225,
      "learning_rate": 4.435523916273588e-08,
      "loss": 0.3513,
      "step": 2697500
    },
    {
      "epoch": 752.86,
      "grad_norm": 1.1818516254425049,
      "learning_rate": 4.435000369661847e-08,
      "loss": 0.3436,
      "step": 2697510
    },
    {
      "epoch": 752.87,
      "grad_norm": 1.197507619857788,
      "learning_rate": 4.4344768536552084e-08,
      "loss": 0.3551,
      "step": 2697520
    },
    {
      "epoch": 752.87,
      "grad_norm": 1.611807107925415,
      "learning_rate": 4.433953368253697e-08,
      "loss": 0.3537,
      "step": 2697530
    },
    {
      "epoch": 752.87,
      "grad_norm": 1.3385297060012817,
      "learning_rate": 4.433429913457392e-08,
      "loss": 0.3355,
      "step": 2697540
    },
    {
      "epoch": 752.87,
      "grad_norm": 1.2545620203018188,
      "learning_rate": 4.4329064892663704e-08,
      "loss": 0.3304,
      "step": 2697550
    },
    {
      "epoch": 752.88,
      "grad_norm": 1.2832155227661133,
      "learning_rate": 4.432383095680737e-08,
      "loss": 0.3308,
      "step": 2697560
    },
    {
      "epoch": 752.88,
      "grad_norm": 1.3799344301223755,
      "learning_rate": 4.431859732700518e-08,
      "loss": 0.3279,
      "step": 2697570
    },
    {
      "epoch": 752.88,
      "grad_norm": 1.230095624923706,
      "learning_rate": 4.431336400325765e-08,
      "loss": 0.3245,
      "step": 2697580
    },
    {
      "epoch": 752.89,
      "grad_norm": 1.2581392526626587,
      "learning_rate": 4.4308130985566334e-08,
      "loss": 0.3316,
      "step": 2697590
    },
    {
      "epoch": 752.89,
      "grad_norm": 1.6181930303573608,
      "learning_rate": 4.4302898273930723e-08,
      "loss": 0.3207,
      "step": 2697600
    },
    {
      "epoch": 752.89,
      "grad_norm": 1.057045578956604,
      "learning_rate": 4.4297665868352376e-08,
      "loss": 0.3327,
      "step": 2697610
    },
    {
      "epoch": 752.89,
      "grad_norm": 1.2109445333480835,
      "learning_rate": 4.4292433768831814e-08,
      "loss": 0.3475,
      "step": 2697620
    },
    {
      "epoch": 752.9,
      "grad_norm": 1.034881353378296,
      "learning_rate": 4.4287201975369555e-08,
      "loss": 0.3247,
      "step": 2697630
    },
    {
      "epoch": 752.9,
      "grad_norm": 1.2375547885894775,
      "learning_rate": 4.42819704879669e-08,
      "loss": 0.334,
      "step": 2697640
    },
    {
      "epoch": 752.9,
      "grad_norm": 1.215827226638794,
      "learning_rate": 4.427673930662359e-08,
      "loss": 0.3437,
      "step": 2697650
    },
    {
      "epoch": 752.91,
      "grad_norm": 1.15846586227417,
      "learning_rate": 4.427150843134093e-08,
      "loss": 0.3387,
      "step": 2697660
    },
    {
      "epoch": 752.91,
      "grad_norm": 1.1347789764404297,
      "learning_rate": 4.426627786211943e-08,
      "loss": 0.3253,
      "step": 2697670
    },
    {
      "epoch": 752.91,
      "grad_norm": 1.1605894565582275,
      "learning_rate": 4.4261047598959616e-08,
      "loss": 0.3329,
      "step": 2697680
    },
    {
      "epoch": 752.91,
      "grad_norm": 1.5095741748809814,
      "learning_rate": 4.4255817641862794e-08,
      "loss": 0.3291,
      "step": 2697690
    },
    {
      "epoch": 752.92,
      "grad_norm": 1.1478257179260254,
      "learning_rate": 4.425058799082922e-08,
      "loss": 0.3413,
      "step": 2697700
    },
    {
      "epoch": 752.92,
      "grad_norm": 1.2871313095092773,
      "learning_rate": 4.424535864585941e-08,
      "loss": 0.3413,
      "step": 2697710
    },
    {
      "epoch": 752.92,
      "grad_norm": 1.0997123718261719,
      "learning_rate": 4.424012960695441e-08,
      "loss": 0.3407,
      "step": 2697720
    },
    {
      "epoch": 752.92,
      "grad_norm": 1.3892902135849,
      "learning_rate": 4.4234900874115e-08,
      "loss": 0.3398,
      "step": 2697730
    },
    {
      "epoch": 752.93,
      "grad_norm": 1.2462992668151855,
      "learning_rate": 4.422967244734144e-08,
      "loss": 0.341,
      "step": 2697740
    },
    {
      "epoch": 752.93,
      "grad_norm": 1.3014196157455444,
      "learning_rate": 4.4224444326634766e-08,
      "loss": 0.3409,
      "step": 2697750
    },
    {
      "epoch": 752.93,
      "grad_norm": 1.1822052001953125,
      "learning_rate": 4.4219216511995513e-08,
      "loss": 0.3354,
      "step": 2697760
    },
    {
      "epoch": 752.94,
      "grad_norm": 1.2113648653030396,
      "learning_rate": 4.421398900342444e-08,
      "loss": 0.321,
      "step": 2697770
    },
    {
      "epoch": 752.94,
      "grad_norm": 1.2835537195205688,
      "learning_rate": 4.420876180092235e-08,
      "loss": 0.3315,
      "step": 2697780
    },
    {
      "epoch": 752.94,
      "grad_norm": 1.3992762565612793,
      "learning_rate": 4.420353490448975e-08,
      "loss": 0.3319,
      "step": 2697790
    },
    {
      "epoch": 752.94,
      "grad_norm": 1.2065651416778564,
      "learning_rate": 4.419830831412742e-08,
      "loss": 0.3432,
      "step": 2697800
    },
    {
      "epoch": 752.95,
      "grad_norm": 1.1819044351577759,
      "learning_rate": 4.419308202983588e-08,
      "loss": 0.3234,
      "step": 2697810
    },
    {
      "epoch": 752.95,
      "grad_norm": 1.2462527751922607,
      "learning_rate": 4.418785605161644e-08,
      "loss": 0.3343,
      "step": 2697820
    },
    {
      "epoch": 752.95,
      "grad_norm": 1.5807257890701294,
      "learning_rate": 4.4182630379468835e-08,
      "loss": 0.3415,
      "step": 2697830
    },
    {
      "epoch": 752.96,
      "grad_norm": 1.08646559715271,
      "learning_rate": 4.417740501339463e-08,
      "loss": 0.3455,
      "step": 2697840
    },
    {
      "epoch": 752.96,
      "grad_norm": 1.359692096710205,
      "learning_rate": 4.417217995339381e-08,
      "loss": 0.338,
      "step": 2697850
    },
    {
      "epoch": 752.96,
      "grad_norm": 1.4605443477630615,
      "learning_rate": 4.416695519946769e-08,
      "loss": 0.3367,
      "step": 2697860
    },
    {
      "epoch": 752.96,
      "grad_norm": 1.2841737270355225,
      "learning_rate": 4.416173075161679e-08,
      "loss": 0.351,
      "step": 2697870
    },
    {
      "epoch": 752.97,
      "grad_norm": 1.1792978048324585,
      "learning_rate": 4.415650660984163e-08,
      "loss": 0.3377,
      "step": 2697880
    },
    {
      "epoch": 752.97,
      "grad_norm": 1.3061257600784302,
      "learning_rate": 4.4151282774142725e-08,
      "loss": 0.346,
      "step": 2697890
    },
    {
      "epoch": 752.97,
      "grad_norm": 1.129278302192688,
      "learning_rate": 4.414605924452112e-08,
      "loss": 0.3583,
      "step": 2697900
    },
    {
      "epoch": 752.98,
      "grad_norm": 1.329224705696106,
      "learning_rate": 4.4140836020977855e-08,
      "loss": 0.3385,
      "step": 2697910
    },
    {
      "epoch": 752.98,
      "grad_norm": 1.2350220680236816,
      "learning_rate": 4.413561310351293e-08,
      "loss": 0.336,
      "step": 2697920
    },
    {
      "epoch": 752.98,
      "grad_norm": 1.238961935043335,
      "learning_rate": 4.413039049212712e-08,
      "loss": 0.3381,
      "step": 2697930
    },
    {
      "epoch": 752.98,
      "grad_norm": 1.1101504564285278,
      "learning_rate": 4.4125168186821475e-08,
      "loss": 0.3389,
      "step": 2697940
    },
    {
      "epoch": 752.99,
      "grad_norm": 1.4190245866775513,
      "learning_rate": 4.4119946187596255e-08,
      "loss": 0.3415,
      "step": 2697950
    },
    {
      "epoch": 752.99,
      "grad_norm": 1.3133503198623657,
      "learning_rate": 4.4114724494453014e-08,
      "loss": 0.3476,
      "step": 2697960
    },
    {
      "epoch": 752.99,
      "grad_norm": 1.5657451152801514,
      "learning_rate": 4.410950310739124e-08,
      "loss": 0.3311,
      "step": 2697970
    },
    {
      "epoch": 752.99,
      "grad_norm": 1.4977554082870483,
      "learning_rate": 4.410428202641248e-08,
      "loss": 0.3241,
      "step": 2697980
    },
    {
      "epoch": 753.0,
      "grad_norm": 1.2400932312011719,
      "learning_rate": 4.409906125151727e-08,
      "loss": 0.3534,
      "step": 2697990
    },
    {
      "epoch": 753.0,
      "eval_loss": 0.3382469713687897,
      "eval_runtime": 65.2001,
      "eval_samples_per_second": 77.592,
      "eval_steps_per_second": 9.709,
      "step": 2697999
    },
    {
      "epoch": 753.0,
      "grad_norm": 1.1328381299972534,
      "learning_rate": 4.409384078270612e-08,
      "loss": 0.3423,
      "step": 2698000
    },
    {
      "epoch": 753.0,
      "grad_norm": 1.1375445127487183,
      "learning_rate": 4.4088620619980085e-08,
      "loss": 0.3313,
      "step": 2698010
    },
    {
      "epoch": 753.01,
      "grad_norm": 1.1270807981491089,
      "learning_rate": 4.408340076333941e-08,
      "loss": 0.3287,
      "step": 2698020
    },
    {
      "epoch": 753.01,
      "grad_norm": 1.198241949081421,
      "learning_rate": 4.4078181212784875e-08,
      "loss": 0.3459,
      "step": 2698030
    },
    {
      "epoch": 753.01,
      "grad_norm": 1.2716140747070312,
      "learning_rate": 4.4072961968317277e-08,
      "loss": 0.3417,
      "step": 2698040
    },
    {
      "epoch": 753.01,
      "grad_norm": 1.2421963214874268,
      "learning_rate": 4.406774302993764e-08,
      "loss": 0.3524,
      "step": 2698050
    },
    {
      "epoch": 753.02,
      "grad_norm": 1.3375773429870605,
      "learning_rate": 4.406252439764623e-08,
      "loss": 0.3258,
      "step": 2698060
    },
    {
      "epoch": 753.02,
      "grad_norm": 1.3270163536071777,
      "learning_rate": 4.405730607144357e-08,
      "loss": 0.3403,
      "step": 2698070
    },
    {
      "epoch": 753.02,
      "grad_norm": 1.1257643699645996,
      "learning_rate": 4.405208805133096e-08,
      "loss": 0.3379,
      "step": 2698080
    },
    {
      "epoch": 753.03,
      "grad_norm": 1.3349689245224,
      "learning_rate": 4.40468703373084e-08,
      "loss": 0.3313,
      "step": 2698090
    },
    {
      "epoch": 753.03,
      "grad_norm": 1.3051072359085083,
      "learning_rate": 4.404165292937745e-08,
      "loss": 0.3582,
      "step": 2698100
    },
    {
      "epoch": 753.03,
      "grad_norm": 1.3874608278274536,
      "learning_rate": 4.403643582753784e-08,
      "loss": 0.3372,
      "step": 2698110
    },
    {
      "epoch": 753.03,
      "grad_norm": 1.283735990524292,
      "learning_rate": 4.403121903179089e-08,
      "loss": 0.3468,
      "step": 2698120
    },
    {
      "epoch": 753.04,
      "grad_norm": 1.2327865362167358,
      "learning_rate": 4.402600254213712e-08,
      "loss": 0.3492,
      "step": 2698130
    },
    {
      "epoch": 753.04,
      "grad_norm": 1.2425343990325928,
      "learning_rate": 4.4020786358577553e-08,
      "loss": 0.338,
      "step": 2698140
    },
    {
      "epoch": 753.04,
      "grad_norm": 1.2293020486831665,
      "learning_rate": 4.4015570481112197e-08,
      "loss": 0.3404,
      "step": 2698150
    },
    {
      "epoch": 753.04,
      "grad_norm": 1.3118882179260254,
      "learning_rate": 4.40103549097421e-08,
      "loss": 0.3293,
      "step": 2698160
    },
    {
      "epoch": 753.05,
      "grad_norm": 1.3408135175704956,
      "learning_rate": 4.400513964446829e-08,
      "loss": 0.3302,
      "step": 2698170
    },
    {
      "epoch": 753.05,
      "grad_norm": 1.0329225063323975,
      "learning_rate": 4.399992468529078e-08,
      "loss": 0.3427,
      "step": 2698180
    },
    {
      "epoch": 753.05,
      "grad_norm": 1.4373360872268677,
      "learning_rate": 4.3994710032211126e-08,
      "loss": 0.3295,
      "step": 2698190
    },
    {
      "epoch": 753.06,
      "grad_norm": 1.3679827451705933,
      "learning_rate": 4.398949568522906e-08,
      "loss": 0.3245,
      "step": 2698200
    },
    {
      "epoch": 753.06,
      "grad_norm": 1.4869905710220337,
      "learning_rate": 4.3984281644345896e-08,
      "loss": 0.3325,
      "step": 2698210
    },
    {
      "epoch": 753.06,
      "grad_norm": 29.063980102539062,
      "learning_rate": 4.397906790956241e-08,
      "loss": 0.3542,
      "step": 2698220
    },
    {
      "epoch": 753.06,
      "grad_norm": 1.4359017610549927,
      "learning_rate": 4.39738544808786e-08,
      "loss": 0.3265,
      "step": 2698230
    },
    {
      "epoch": 753.07,
      "grad_norm": 1.5301481485366821,
      "learning_rate": 4.3968641358296025e-08,
      "loss": 0.3383,
      "step": 2698240
    },
    {
      "epoch": 753.07,
      "grad_norm": 1.2961300611495972,
      "learning_rate": 4.3963428541814695e-08,
      "loss": 0.3381,
      "step": 2698250
    },
    {
      "epoch": 753.07,
      "grad_norm": 1.3821983337402344,
      "learning_rate": 4.3958216031435634e-08,
      "loss": 0.339,
      "step": 2698260
    },
    {
      "epoch": 753.08,
      "grad_norm": 1.1889512538909912,
      "learning_rate": 4.395300382715938e-08,
      "loss": 0.3378,
      "step": 2698270
    },
    {
      "epoch": 753.08,
      "grad_norm": 1.2165669202804565,
      "learning_rate": 4.3947791928987223e-08,
      "loss": 0.3326,
      "step": 2698280
    },
    {
      "epoch": 753.08,
      "grad_norm": 1.2988955974578857,
      "learning_rate": 4.3942580336918906e-08,
      "loss": 0.3451,
      "step": 2698290
    },
    {
      "epoch": 753.08,
      "grad_norm": 1.2957652807235718,
      "learning_rate": 4.3937369050955735e-08,
      "loss": 0.3289,
      "step": 2698300
    },
    {
      "epoch": 753.09,
      "grad_norm": 1.8361567258834839,
      "learning_rate": 4.393215807109848e-08,
      "loss": 0.3438,
      "step": 2698310
    },
    {
      "epoch": 753.09,
      "grad_norm": 1.290451169013977,
      "learning_rate": 4.3926947397347146e-08,
      "loss": 0.3261,
      "step": 2698320
    },
    {
      "epoch": 753.09,
      "grad_norm": 1.218542218208313,
      "learning_rate": 4.3921737029703043e-08,
      "loss": 0.3528,
      "step": 2698330
    },
    {
      "epoch": 753.1,
      "grad_norm": 1.0709116458892822,
      "learning_rate": 4.3916526968166934e-08,
      "loss": 0.3332,
      "step": 2698340
    },
    {
      "epoch": 753.1,
      "grad_norm": 1.2127082347869873,
      "learning_rate": 4.3911317212739095e-08,
      "loss": 0.341,
      "step": 2698350
    },
    {
      "epoch": 753.1,
      "grad_norm": 1.2727283239364624,
      "learning_rate": 4.390610776342056e-08,
      "loss": 0.3516,
      "step": 2698360
    },
    {
      "epoch": 753.1,
      "grad_norm": 4.632877349853516,
      "learning_rate": 4.390089862021159e-08,
      "loss": 0.3394,
      "step": 2698370
    },
    {
      "epoch": 753.11,
      "grad_norm": 2.048395872116089,
      "learning_rate": 4.389568978311322e-08,
      "loss": 0.337,
      "step": 2698380
    },
    {
      "epoch": 753.11,
      "grad_norm": 1.6129183769226074,
      "learning_rate": 4.389048125212624e-08,
      "loss": 0.3521,
      "step": 2698390
    },
    {
      "epoch": 753.11,
      "grad_norm": 1.1143794059753418,
      "learning_rate": 4.388527302725143e-08,
      "loss": 0.3231,
      "step": 2698400
    },
    {
      "epoch": 753.11,
      "grad_norm": 1.017231822013855,
      "learning_rate": 4.388006510848852e-08,
      "loss": 0.3414,
      "step": 2698410
    },
    {
      "epoch": 753.12,
      "grad_norm": 1.2878553867340088,
      "learning_rate": 4.3874857495839606e-08,
      "loss": 0.3329,
      "step": 2698420
    },
    {
      "epoch": 753.12,
      "grad_norm": 1.251242756843567,
      "learning_rate": 4.3869650189304415e-08,
      "loss": 0.3294,
      "step": 2698430
    },
    {
      "epoch": 753.12,
      "grad_norm": 1.459153652191162,
      "learning_rate": 4.3864443188883993e-08,
      "loss": 0.3358,
      "step": 2698440
    },
    {
      "epoch": 753.13,
      "grad_norm": 1.2322170734405518,
      "learning_rate": 4.385923649457912e-08,
      "loss": 0.3509,
      "step": 2698450
    },
    {
      "epoch": 753.13,
      "grad_norm": 1.2444627285003662,
      "learning_rate": 4.3854030106390064e-08,
      "loss": 0.3267,
      "step": 2698460
    },
    {
      "epoch": 753.13,
      "grad_norm": 1.2259716987609863,
      "learning_rate": 4.3848824024317854e-08,
      "loss": 0.3327,
      "step": 2698470
    },
    {
      "epoch": 753.13,
      "grad_norm": 1.2282633781433105,
      "learning_rate": 4.384361824836301e-08,
      "loss": 0.3213,
      "step": 2698480
    },
    {
      "epoch": 753.14,
      "grad_norm": 1.2156277894973755,
      "learning_rate": 4.383841277852658e-08,
      "loss": 0.336,
      "step": 2698490
    },
    {
      "epoch": 753.14,
      "grad_norm": 1.4634112119674683,
      "learning_rate": 4.3833207614808564e-08,
      "loss": 0.3502,
      "step": 2698500
    },
    {
      "epoch": 753.14,
      "grad_norm": 1.1074771881103516,
      "learning_rate": 4.382800275721078e-08,
      "loss": 0.3243,
      "step": 2698510
    },
    {
      "epoch": 753.15,
      "grad_norm": 1.2757357358932495,
      "learning_rate": 4.382279820573271e-08,
      "loss": 0.337,
      "step": 2698520
    },
    {
      "epoch": 753.15,
      "grad_norm": 1.4319618940353394,
      "learning_rate": 4.381759396037566e-08,
      "loss": 0.3516,
      "step": 2698530
    },
    {
      "epoch": 753.15,
      "grad_norm": 1.2756890058517456,
      "learning_rate": 4.381239002114066e-08,
      "loss": 0.3475,
      "step": 2698540
    },
    {
      "epoch": 753.15,
      "grad_norm": 1.3834831714630127,
      "learning_rate": 4.380718638802745e-08,
      "loss": 0.3414,
      "step": 2698550
    },
    {
      "epoch": 753.16,
      "grad_norm": 1.087398886680603,
      "learning_rate": 4.38019830610376e-08,
      "loss": 0.3465,
      "step": 2698560
    },
    {
      "epoch": 753.16,
      "grad_norm": 1.2114756107330322,
      "learning_rate": 4.379678004017111e-08,
      "loss": 0.3261,
      "step": 2698570
    },
    {
      "epoch": 753.16,
      "grad_norm": 1.16231369972229,
      "learning_rate": 4.379157732542927e-08,
      "loss": 0.3473,
      "step": 2698580
    },
    {
      "epoch": 753.16,
      "grad_norm": 1.129837989807129,
      "learning_rate": 4.3786374916812606e-08,
      "loss": 0.3314,
      "step": 2698590
    },
    {
      "epoch": 753.17,
      "grad_norm": 1.4064940214157104,
      "learning_rate": 4.378117281432164e-08,
      "loss": 0.351,
      "step": 2698600
    },
    {
      "epoch": 753.17,
      "grad_norm": 1.1976664066314697,
      "learning_rate": 4.37759710179569e-08,
      "loss": 0.3371,
      "step": 2698610
    },
    {
      "epoch": 753.17,
      "grad_norm": 1.3834952116012573,
      "learning_rate": 4.3770769527719676e-08,
      "loss": 0.3299,
      "step": 2698620
    },
    {
      "epoch": 753.18,
      "grad_norm": 1.0883402824401855,
      "learning_rate": 4.376556834361023e-08,
      "loss": 0.3268,
      "step": 2698630
    },
    {
      "epoch": 753.18,
      "grad_norm": 1.2442091703414917,
      "learning_rate": 4.376036746562908e-08,
      "loss": 0.3459,
      "step": 2698640
    },
    {
      "epoch": 753.18,
      "grad_norm": 1.271240234375,
      "learning_rate": 4.3755166893777536e-08,
      "loss": 0.3397,
      "step": 2698650
    },
    {
      "epoch": 753.18,
      "grad_norm": 1.2107183933258057,
      "learning_rate": 4.374996662805585e-08,
      "loss": 0.345,
      "step": 2698660
    },
    {
      "epoch": 753.19,
      "grad_norm": 1.4979453086853027,
      "learning_rate": 4.374476666846455e-08,
      "loss": 0.3391,
      "step": 2698670
    },
    {
      "epoch": 753.19,
      "grad_norm": 2.323237419128418,
      "learning_rate": 4.373956701500493e-08,
      "loss": 0.3251,
      "step": 2698680
    },
    {
      "epoch": 753.19,
      "grad_norm": 1.5580023527145386,
      "learning_rate": 4.373436766767699e-08,
      "loss": 0.3432,
      "step": 2698690
    },
    {
      "epoch": 753.2,
      "grad_norm": 1.2628334760665894,
      "learning_rate": 4.372916862648203e-08,
      "loss": 0.3362,
      "step": 2698700
    },
    {
      "epoch": 753.2,
      "grad_norm": 1.4411567449569702,
      "learning_rate": 4.372396989142032e-08,
      "loss": 0.3272,
      "step": 2698710
    },
    {
      "epoch": 753.2,
      "grad_norm": 1.505839467048645,
      "learning_rate": 4.37187714624929e-08,
      "loss": 0.3466,
      "step": 2698720
    },
    {
      "epoch": 753.2,
      "grad_norm": 1.2602697610855103,
      "learning_rate": 4.371357333970002e-08,
      "loss": 0.3399,
      "step": 2698730
    },
    {
      "epoch": 753.21,
      "grad_norm": 1.2237316370010376,
      "learning_rate": 4.370837552304272e-08,
      "loss": 0.3362,
      "step": 2698740
    },
    {
      "epoch": 753.21,
      "grad_norm": 1.2508068084716797,
      "learning_rate": 4.370317801252153e-08,
      "loss": 0.3237,
      "step": 2698750
    },
    {
      "epoch": 753.21,
      "grad_norm": 1.0800611972808838,
      "learning_rate": 4.369798080813697e-08,
      "loss": 0.3355,
      "step": 2698760
    },
    {
      "epoch": 753.22,
      "grad_norm": 1.1941263675689697,
      "learning_rate": 4.3692783909890594e-08,
      "loss": 0.3316,
      "step": 2698770
    },
    {
      "epoch": 753.22,
      "grad_norm": 3.0047426223754883,
      "learning_rate": 4.3687587317781885e-08,
      "loss": 0.3438,
      "step": 2698780
    },
    {
      "epoch": 753.22,
      "grad_norm": 1.2035374641418457,
      "learning_rate": 4.36823910318124e-08,
      "loss": 0.358,
      "step": 2698790
    },
    {
      "epoch": 753.22,
      "grad_norm": 1.36397385597229,
      "learning_rate": 4.367719505198241e-08,
      "loss": 0.3283,
      "step": 2698800
    },
    {
      "epoch": 753.23,
      "grad_norm": 1.1298882961273193,
      "learning_rate": 4.367199937829269e-08,
      "loss": 0.3247,
      "step": 2698810
    },
    {
      "epoch": 753.23,
      "grad_norm": 1.329732894897461,
      "learning_rate": 4.366680401074428e-08,
      "loss": 0.321,
      "step": 2698820
    },
    {
      "epoch": 753.23,
      "grad_norm": 1.2076351642608643,
      "learning_rate": 4.366160894933718e-08,
      "loss": 0.3376,
      "step": 2698830
    },
    {
      "epoch": 753.23,
      "grad_norm": 1.3151143789291382,
      "learning_rate": 4.365641419407269e-08,
      "loss": 0.3295,
      "step": 2698840
    },
    {
      "epoch": 753.24,
      "grad_norm": 1.2341458797454834,
      "learning_rate": 4.365121974495107e-08,
      "loss": 0.3306,
      "step": 2698850
    },
    {
      "epoch": 753.24,
      "grad_norm": 1.4121637344360352,
      "learning_rate": 4.364602560197363e-08,
      "loss": 0.3324,
      "step": 2698860
    },
    {
      "epoch": 753.24,
      "grad_norm": 1.3264883756637573,
      "learning_rate": 4.364083176514035e-08,
      "loss": 0.337,
      "step": 2698870
    },
    {
      "epoch": 753.25,
      "grad_norm": 1.42229163646698,
      "learning_rate": 4.363563823445229e-08,
      "loss": 0.3481,
      "step": 2698880
    },
    {
      "epoch": 753.25,
      "grad_norm": 1.2828586101531982,
      "learning_rate": 4.3630445009910226e-08,
      "loss": 0.3488,
      "step": 2698890
    },
    {
      "epoch": 753.25,
      "grad_norm": 1.3759161233901978,
      "learning_rate": 4.362525209151415e-08,
      "loss": 0.3223,
      "step": 2698900
    },
    {
      "epoch": 753.25,
      "grad_norm": 1.4012404680252075,
      "learning_rate": 4.36200594792659e-08,
      "loss": 0.3298,
      "step": 2698910
    },
    {
      "epoch": 753.26,
      "grad_norm": 1.1938894987106323,
      "learning_rate": 4.3614867173165455e-08,
      "loss": 0.3246,
      "step": 2698920
    },
    {
      "epoch": 753.26,
      "grad_norm": 1.2313294410705566,
      "learning_rate": 4.360967517321361e-08,
      "loss": 0.3306,
      "step": 2698930
    },
    {
      "epoch": 753.26,
      "grad_norm": 1.1875797510147095,
      "learning_rate": 4.3604483479410884e-08,
      "loss": 0.3157,
      "step": 2698940
    },
    {
      "epoch": 753.27,
      "grad_norm": 1.254918098449707,
      "learning_rate": 4.359929209175831e-08,
      "loss": 0.3442,
      "step": 2698950
    },
    {
      "epoch": 753.27,
      "grad_norm": 1.4190845489501953,
      "learning_rate": 4.359410101025642e-08,
      "loss": 0.3214,
      "step": 2698960
    },
    {
      "epoch": 753.27,
      "grad_norm": 2.435577154159546,
      "learning_rate": 4.358891023490598e-08,
      "loss": 0.3316,
      "step": 2698970
    },
    {
      "epoch": 753.27,
      "grad_norm": 1.153059482574463,
      "learning_rate": 4.358371976570752e-08,
      "loss": 0.324,
      "step": 2698980
    },
    {
      "epoch": 753.28,
      "grad_norm": 1.226711392402649,
      "learning_rate": 4.357852960266157e-08,
      "loss": 0.3326,
      "step": 2698990
    },
    {
      "epoch": 753.28,
      "grad_norm": 1.142204999923706,
      "learning_rate": 4.357333974576941e-08,
      "loss": 0.3381,
      "step": 2699000
    },
    {
      "epoch": 753.28,
      "grad_norm": 1.2492061853408813,
      "learning_rate": 4.356815019503131e-08,
      "loss": 0.3193,
      "step": 2699010
    },
    {
      "epoch": 753.28,
      "grad_norm": 1.4007277488708496,
      "learning_rate": 4.356296095044806e-08,
      "loss": 0.3435,
      "step": 2699020
    },
    {
      "epoch": 753.29,
      "grad_norm": 1.3783005475997925,
      "learning_rate": 4.355777201202042e-08,
      "loss": 0.3323,
      "step": 2699030
    },
    {
      "epoch": 753.29,
      "grad_norm": 1.5684406757354736,
      "learning_rate": 4.355258337974867e-08,
      "loss": 0.3187,
      "step": 2699040
    },
    {
      "epoch": 753.29,
      "grad_norm": 1.255332350730896,
      "learning_rate": 4.35473950536341e-08,
      "loss": 0.3192,
      "step": 2699050
    },
    {
      "epoch": 753.3,
      "grad_norm": 1.221901535987854,
      "learning_rate": 4.3542207033676975e-08,
      "loss": 0.3334,
      "step": 2699060
    },
    {
      "epoch": 753.3,
      "grad_norm": 1.1444487571716309,
      "learning_rate": 4.353701931987834e-08,
      "loss": 0.3394,
      "step": 2699070
    },
    {
      "epoch": 753.3,
      "grad_norm": 1.0723345279693604,
      "learning_rate": 4.353183191223818e-08,
      "loss": 0.358,
      "step": 2699080
    },
    {
      "epoch": 753.3,
      "grad_norm": 1.305996298789978,
      "learning_rate": 4.352664481075833e-08,
      "loss": 0.3449,
      "step": 2699090
    },
    {
      "epoch": 753.31,
      "grad_norm": 1.2967520952224731,
      "learning_rate": 4.3521458015438516e-08,
      "loss": 0.3253,
      "step": 2699100
    },
    {
      "epoch": 753.31,
      "grad_norm": 1.2326838970184326,
      "learning_rate": 4.3516271526279796e-08,
      "loss": 0.3359,
      "step": 2699110
    },
    {
      "epoch": 753.31,
      "grad_norm": 1.1997922658920288,
      "learning_rate": 4.351108534328294e-08,
      "loss": 0.3459,
      "step": 2699120
    },
    {
      "epoch": 753.32,
      "grad_norm": 1.2603169679641724,
      "learning_rate": 4.350589946644795e-08,
      "loss": 0.3429,
      "step": 2699130
    },
    {
      "epoch": 753.32,
      "grad_norm": 1.295462965965271,
      "learning_rate": 4.3500713895776654e-08,
      "loss": 0.3399,
      "step": 2699140
    },
    {
      "epoch": 753.32,
      "grad_norm": 1.145179271697998,
      "learning_rate": 4.349552863126904e-08,
      "loss": 0.3262,
      "step": 2699150
    },
    {
      "epoch": 753.32,
      "grad_norm": 1.3799395561218262,
      "learning_rate": 4.34903436729259e-08,
      "loss": 0.3433,
      "step": 2699160
    },
    {
      "epoch": 753.33,
      "grad_norm": 1.2675645351409912,
      "learning_rate": 4.348515902074801e-08,
      "loss": 0.3401,
      "step": 2699170
    },
    {
      "epoch": 753.33,
      "grad_norm": 1.1525185108184814,
      "learning_rate": 4.3479974674735886e-08,
      "loss": 0.343,
      "step": 2699180
    },
    {
      "epoch": 753.33,
      "grad_norm": 1.2248646020889282,
      "learning_rate": 4.3474790634890306e-08,
      "loss": 0.3348,
      "step": 2699190
    },
    {
      "epoch": 753.34,
      "grad_norm": 1.2354605197906494,
      "learning_rate": 4.3469606901212065e-08,
      "loss": 0.3513,
      "step": 2699200
    },
    {
      "epoch": 753.34,
      "grad_norm": 1.2945070266723633,
      "learning_rate": 4.3464423473701935e-08,
      "loss": 0.3447,
      "step": 2699210
    },
    {
      "epoch": 753.34,
      "grad_norm": 1.050203561782837,
      "learning_rate": 4.345924035235992e-08,
      "loss": 0.3274,
      "step": 2699220
    },
    {
      "epoch": 753.34,
      "grad_norm": 1.097281575202942,
      "learning_rate": 4.3454057537187833e-08,
      "loss": 0.3323,
      "step": 2699230
    },
    {
      "epoch": 753.35,
      "grad_norm": 1.334296464920044,
      "learning_rate": 4.344887502818542e-08,
      "loss": 0.3332,
      "step": 2699240
    },
    {
      "epoch": 753.35,
      "grad_norm": 1.3813055753707886,
      "learning_rate": 4.3443692825353724e-08,
      "loss": 0.35,
      "step": 2699250
    },
    {
      "epoch": 753.35,
      "grad_norm": 1.4338456392288208,
      "learning_rate": 4.343851092869352e-08,
      "loss": 0.3322,
      "step": 2699260
    },
    {
      "epoch": 753.35,
      "grad_norm": 1.3398618698120117,
      "learning_rate": 4.3433329338205325e-08,
      "loss": 0.3265,
      "step": 2699270
    },
    {
      "epoch": 753.36,
      "grad_norm": 1.4881314039230347,
      "learning_rate": 4.3428148053889935e-08,
      "loss": 0.33,
      "step": 2699280
    },
    {
      "epoch": 753.36,
      "grad_norm": 2.3756773471832275,
      "learning_rate": 4.3422967075748116e-08,
      "loss": 0.3351,
      "step": 2699290
    },
    {
      "epoch": 753.36,
      "grad_norm": 1.4082565307617188,
      "learning_rate": 4.341778640378039e-08,
      "loss": 0.3455,
      "step": 2699300
    },
    {
      "epoch": 753.37,
      "grad_norm": 1.3172788619995117,
      "learning_rate": 4.341260603798755e-08,
      "loss": 0.3437,
      "step": 2699310
    },
    {
      "epoch": 753.37,
      "grad_norm": 1.312606930732727,
      "learning_rate": 4.3407425978370103e-08,
      "loss": 0.3413,
      "step": 2699320
    },
    {
      "epoch": 753.37,
      "grad_norm": 1.3730766773223877,
      "learning_rate": 4.340224622492883e-08,
      "loss": 0.3379,
      "step": 2699330
    },
    {
      "epoch": 753.37,
      "grad_norm": 1.381089210510254,
      "learning_rate": 4.3397066777664525e-08,
      "loss": 0.3322,
      "step": 2699340
    },
    {
      "epoch": 753.38,
      "grad_norm": 1.4131594896316528,
      "learning_rate": 4.339188763657795e-08,
      "loss": 0.339,
      "step": 2699350
    },
    {
      "epoch": 753.38,
      "grad_norm": 1.0935238599777222,
      "learning_rate": 4.3386708801669644e-08,
      "loss": 0.315,
      "step": 2699360
    },
    {
      "epoch": 753.38,
      "grad_norm": 1.1335381269454956,
      "learning_rate": 4.338153027294037e-08,
      "loss": 0.3422,
      "step": 2699370
    },
    {
      "epoch": 753.39,
      "grad_norm": 1.0507372617721558,
      "learning_rate": 4.3376352050390404e-08,
      "loss": 0.3341,
      "step": 2699380
    },
    {
      "epoch": 753.39,
      "grad_norm": 1.2681432962417603,
      "learning_rate": 4.3371174134021035e-08,
      "loss": 0.3407,
      "step": 2699390
    },
    {
      "epoch": 753.39,
      "grad_norm": 1.4127379655838013,
      "learning_rate": 4.336599652383305e-08,
      "loss": 0.3383,
      "step": 2699400
    },
    {
      "epoch": 753.39,
      "grad_norm": 1.258754014968872,
      "learning_rate": 4.336081921982645e-08,
      "loss": 0.3569,
      "step": 2699410
    },
    {
      "epoch": 753.4,
      "grad_norm": 1.2449642419815063,
      "learning_rate": 4.3355642222002266e-08,
      "loss": 0.3434,
      "step": 2699420
    },
    {
      "epoch": 753.4,
      "grad_norm": 1.1761198043823242,
      "learning_rate": 4.335046553036129e-08,
      "loss": 0.3387,
      "step": 2699430
    },
    {
      "epoch": 753.4,
      "grad_norm": 1.210737705230713,
      "learning_rate": 4.3345289144904035e-08,
      "loss": 0.3363,
      "step": 2699440
    },
    {
      "epoch": 753.4,
      "grad_norm": 1.3324306011199951,
      "learning_rate": 4.334011306563129e-08,
      "loss": 0.319,
      "step": 2699450
    },
    {
      "epoch": 753.41,
      "grad_norm": 1.2534915208816528,
      "learning_rate": 4.333493729254383e-08,
      "loss": 0.3456,
      "step": 2699460
    },
    {
      "epoch": 753.41,
      "grad_norm": 1.2859266996383667,
      "learning_rate": 4.3329761825642174e-08,
      "loss": 0.3325,
      "step": 2699470
    },
    {
      "epoch": 753.41,
      "grad_norm": 1.2308276891708374,
      "learning_rate": 4.3324586664926845e-08,
      "loss": 0.3376,
      "step": 2699480
    },
    {
      "epoch": 753.42,
      "grad_norm": 1.504992127418518,
      "learning_rate": 4.33194118103994e-08,
      "loss": 0.3414,
      "step": 2699490
    },
    {
      "epoch": 753.42,
      "grad_norm": 1.1765100955963135,
      "learning_rate": 4.331423726205933e-08,
      "loss": 0.3366,
      "step": 2699500
    },
    {
      "epoch": 753.42,
      "grad_norm": 1.3525035381317139,
      "learning_rate": 4.330906301990792e-08,
      "loss": 0.3237,
      "step": 2699510
    },
    {
      "epoch": 753.42,
      "grad_norm": 1.2054319381713867,
      "learning_rate": 4.3303889083945964e-08,
      "loss": 0.3444,
      "step": 2699520
    },
    {
      "epoch": 753.43,
      "grad_norm": 4.383635520935059,
      "learning_rate": 4.329871545417424e-08,
      "loss": 0.3478,
      "step": 2699530
    },
    {
      "epoch": 753.43,
      "grad_norm": 1.1486144065856934,
      "learning_rate": 4.3293542130592995e-08,
      "loss": 0.3367,
      "step": 2699540
    },
    {
      "epoch": 753.43,
      "grad_norm": 1.378167986869812,
      "learning_rate": 4.328836911320303e-08,
      "loss": 0.3253,
      "step": 2699550
    },
    {
      "epoch": 753.44,
      "grad_norm": 1.41056489944458,
      "learning_rate": 4.328319640200537e-08,
      "loss": 0.3265,
      "step": 2699560
    },
    {
      "epoch": 753.44,
      "grad_norm": 1.2273497581481934,
      "learning_rate": 4.327802399700002e-08,
      "loss": 0.3177,
      "step": 2699570
    },
    {
      "epoch": 753.44,
      "grad_norm": 1.1697934865951538,
      "learning_rate": 4.327285189818855e-08,
      "loss": 0.3347,
      "step": 2699580
    },
    {
      "epoch": 753.44,
      "grad_norm": 1.2198814153671265,
      "learning_rate": 4.326768010557095e-08,
      "loss": 0.3171,
      "step": 2699590
    },
    {
      "epoch": 753.45,
      "grad_norm": 1.2907524108886719,
      "learning_rate": 4.326250861914826e-08,
      "loss": 0.341,
      "step": 2699600
    },
    {
      "epoch": 753.45,
      "grad_norm": 1.228435754776001,
      "learning_rate": 4.3257337438921005e-08,
      "loss": 0.3315,
      "step": 2699610
    },
    {
      "epoch": 753.45,
      "grad_norm": 1.2929625511169434,
      "learning_rate": 4.3252166564890226e-08,
      "loss": 0.3298,
      "step": 2699620
    },
    {
      "epoch": 753.46,
      "grad_norm": 1.0640755891799927,
      "learning_rate": 4.324699599705618e-08,
      "loss": 0.3385,
      "step": 2699630
    },
    {
      "epoch": 753.46,
      "grad_norm": 1.3493483066558838,
      "learning_rate": 4.3241825735419646e-08,
      "loss": 0.3343,
      "step": 2699640
    },
    {
      "epoch": 753.46,
      "grad_norm": 1.4050345420837402,
      "learning_rate": 4.323665577998167e-08,
      "loss": 0.331,
      "step": 2699650
    },
    {
      "epoch": 753.46,
      "grad_norm": 1.2580161094665527,
      "learning_rate": 4.323148613074225e-08,
      "loss": 0.3431,
      "step": 2699660
    },
    {
      "epoch": 753.47,
      "grad_norm": 1.4666407108306885,
      "learning_rate": 4.322631678770269e-08,
      "loss": 0.329,
      "step": 2699670
    },
    {
      "epoch": 753.47,
      "grad_norm": 1.268525242805481,
      "learning_rate": 4.3221147750863246e-08,
      "loss": 0.3396,
      "step": 2699680
    },
    {
      "epoch": 753.47,
      "grad_norm": 1.1825127601623535,
      "learning_rate": 4.321597902022496e-08,
      "loss": 0.3324,
      "step": 2699690
    },
    {
      "epoch": 753.47,
      "grad_norm": 1.1662003993988037,
      "learning_rate": 4.3210810595788616e-08,
      "loss": 0.3427,
      "step": 2699700
    },
    {
      "epoch": 753.48,
      "grad_norm": 1.3033241033554077,
      "learning_rate": 4.3205642477554206e-08,
      "loss": 0.347,
      "step": 2699710
    },
    {
      "epoch": 753.48,
      "grad_norm": 1.3754075765609741,
      "learning_rate": 4.32004746655233e-08,
      "loss": 0.3365,
      "step": 2699720
    },
    {
      "epoch": 753.48,
      "grad_norm": 1.1945557594299316,
      "learning_rate": 4.319530715969589e-08,
      "loss": 0.3408,
      "step": 2699730
    },
    {
      "epoch": 753.49,
      "grad_norm": 1.119057297706604,
      "learning_rate": 4.319013996007302e-08,
      "loss": 0.3261,
      "step": 2699740
    },
    {
      "epoch": 753.49,
      "grad_norm": 1.1380616426467896,
      "learning_rate": 4.318497306665522e-08,
      "loss": 0.3314,
      "step": 2699750
    },
    {
      "epoch": 753.49,
      "grad_norm": 1.2487127780914307,
      "learning_rate": 4.3179806479443516e-08,
      "loss": 0.338,
      "step": 2699760
    },
    {
      "epoch": 753.49,
      "grad_norm": 1.1825041770935059,
      "learning_rate": 4.317464019843817e-08,
      "loss": 0.3414,
      "step": 2699770
    },
    {
      "epoch": 753.5,
      "grad_norm": 1.4195513725280762,
      "learning_rate": 4.316947422363997e-08,
      "loss": 0.3433,
      "step": 2699780
    },
    {
      "epoch": 753.5,
      "grad_norm": 1.3153806924819946,
      "learning_rate": 4.31643085550497e-08,
      "loss": 0.3377,
      "step": 2699790
    },
    {
      "epoch": 753.5,
      "grad_norm": 1.458807349205017,
      "learning_rate": 4.3159143192667867e-08,
      "loss": 0.3474,
      "step": 2699800
    },
    {
      "epoch": 753.51,
      "grad_norm": 1.3286826610565186,
      "learning_rate": 4.3153978136495525e-08,
      "loss": 0.3276,
      "step": 2699810
    },
    {
      "epoch": 753.51,
      "grad_norm": 1.2077040672302246,
      "learning_rate": 4.3148813386533184e-08,
      "loss": 0.3332,
      "step": 2699820
    },
    {
      "epoch": 753.51,
      "grad_norm": 1.1584566831588745,
      "learning_rate": 4.314364894278111e-08,
      "loss": 0.341,
      "step": 2699830
    },
    {
      "epoch": 753.51,
      "grad_norm": 1.2665666341781616,
      "learning_rate": 4.313848480524086e-08,
      "loss": 0.3256,
      "step": 2699840
    },
    {
      "epoch": 753.52,
      "grad_norm": 1.4266469478607178,
      "learning_rate": 4.313332097391244e-08,
      "loss": 0.3319,
      "step": 2699850
    },
    {
      "epoch": 753.52,
      "grad_norm": 1.3618814945220947,
      "learning_rate": 4.312815744879662e-08,
      "loss": 0.3204,
      "step": 2699860
    },
    {
      "epoch": 753.52,
      "grad_norm": 1.0397921800613403,
      "learning_rate": 4.31229942298942e-08,
      "loss": 0.3456,
      "step": 2699870
    },
    {
      "epoch": 753.52,
      "grad_norm": 1.1567485332489014,
      "learning_rate": 4.3117831317205936e-08,
      "loss": 0.3346,
      "step": 2699880
    },
    {
      "epoch": 753.53,
      "grad_norm": 1.2615606784820557,
      "learning_rate": 4.3112668710732366e-08,
      "loss": 0.3311,
      "step": 2699890
    },
    {
      "epoch": 753.53,
      "grad_norm": 1.4878332614898682,
      "learning_rate": 4.310750641047427e-08,
      "loss": 0.3503,
      "step": 2699900
    },
    {
      "epoch": 753.53,
      "grad_norm": 1.325925588607788,
      "learning_rate": 4.310234441643242e-08,
      "loss": 0.328,
      "step": 2699910
    },
    {
      "epoch": 753.54,
      "grad_norm": 1.2340866327285767,
      "learning_rate": 4.309718272860734e-08,
      "loss": 0.3379,
      "step": 2699920
    },
    {
      "epoch": 753.54,
      "grad_norm": 1.280373454093933,
      "learning_rate": 4.3092021346999815e-08,
      "loss": 0.3253,
      "step": 2699930
    },
    {
      "epoch": 753.54,
      "grad_norm": 1.4711624383926392,
      "learning_rate": 4.308686027161036e-08,
      "loss": 0.3459,
      "step": 2699940
    },
    {
      "epoch": 753.54,
      "grad_norm": 1.437634825706482,
      "learning_rate": 4.308169950244002e-08,
      "loss": 0.3423,
      "step": 2699950
    },
    {
      "epoch": 753.55,
      "grad_norm": 1.2067286968231201,
      "learning_rate": 4.3076539039489044e-08,
      "loss": 0.3356,
      "step": 2699960
    },
    {
      "epoch": 753.55,
      "grad_norm": 1.3529930114746094,
      "learning_rate": 4.307137888275823e-08,
      "loss": 0.343,
      "step": 2699970
    },
    {
      "epoch": 753.55,
      "grad_norm": 1.4104076623916626,
      "learning_rate": 4.306621903224887e-08,
      "loss": 0.3459,
      "step": 2699980
    },
    {
      "epoch": 753.56,
      "grad_norm": 1.2922166585922241,
      "learning_rate": 4.30610594879607e-08,
      "loss": 0.333,
      "step": 2699990
    },
    {
      "epoch": 753.56,
      "grad_norm": 1.164491057395935,
      "learning_rate": 4.305590024989503e-08,
      "loss": 0.3217,
      "step": 2700000
    },
    {
      "epoch": 753.56,
      "grad_norm": 1.1638318300247192,
      "learning_rate": 4.305074131805211e-08,
      "loss": 0.3399,
      "step": 2700010
    },
    {
      "epoch": 753.56,
      "grad_norm": 1.4161052703857422,
      "learning_rate": 4.3045582692433254e-08,
      "loss": 0.3243,
      "step": 2700020
    },
    {
      "epoch": 753.57,
      "grad_norm": 1.1350386142730713,
      "learning_rate": 4.304042437303845e-08,
      "loss": 0.348,
      "step": 2700030
    },
    {
      "epoch": 753.57,
      "grad_norm": 1.3168203830718994,
      "learning_rate": 4.3035266359869e-08,
      "loss": 0.3381,
      "step": 2700040
    },
    {
      "epoch": 753.57,
      "grad_norm": 1.1430739164352417,
      "learning_rate": 4.303010865292517e-08,
      "loss": 0.3372,
      "step": 2700050
    },
    {
      "epoch": 753.58,
      "grad_norm": 2.6407675743103027,
      "learning_rate": 4.3024951252207743e-08,
      "loss": 0.3436,
      "step": 2700060
    },
    {
      "epoch": 753.58,
      "grad_norm": 1.1190470457077026,
      "learning_rate": 4.301979415771775e-08,
      "loss": 0.317,
      "step": 2700070
    },
    {
      "epoch": 753.58,
      "grad_norm": 1.0323262214660645,
      "learning_rate": 4.301463736945546e-08,
      "loss": 0.3328,
      "step": 2700080
    },
    {
      "epoch": 753.58,
      "grad_norm": 1.2396286725997925,
      "learning_rate": 4.300948088742139e-08,
      "loss": 0.3414,
      "step": 2700090
    },
    {
      "epoch": 753.59,
      "grad_norm": 1.6077702045440674,
      "learning_rate": 4.3004324711616576e-08,
      "loss": 0.3337,
      "step": 2700100
    },
    {
      "epoch": 753.59,
      "grad_norm": 1.256495475769043,
      "learning_rate": 4.299916884204207e-08,
      "loss": 0.3421,
      "step": 2700110
    },
    {
      "epoch": 753.59,
      "grad_norm": 1.0523401498794556,
      "learning_rate": 4.29940132786976e-08,
      "loss": 0.3197,
      "step": 2700120
    },
    {
      "epoch": 753.59,
      "grad_norm": 1.144413709640503,
      "learning_rate": 4.2988858021584474e-08,
      "loss": 0.3643,
      "step": 2700130
    },
    {
      "epoch": 753.6,
      "grad_norm": 1.573110580444336,
      "learning_rate": 4.298370307070373e-08,
      "loss": 0.3288,
      "step": 2700140
    },
    {
      "epoch": 753.6,
      "grad_norm": 1.154844880104065,
      "learning_rate": 4.297854842605485e-08,
      "loss": 0.3402,
      "step": 2700150
    },
    {
      "epoch": 753.6,
      "grad_norm": 1.3120757341384888,
      "learning_rate": 4.2973394087639915e-08,
      "loss": 0.3303,
      "step": 2700160
    },
    {
      "epoch": 753.61,
      "grad_norm": 1.255189061164856,
      "learning_rate": 4.2968240055458663e-08,
      "loss": 0.3253,
      "step": 2700170
    },
    {
      "epoch": 753.61,
      "grad_norm": 1.061124563217163,
      "learning_rate": 4.296308632951214e-08,
      "loss": 0.335,
      "step": 2700180
    },
    {
      "epoch": 753.61,
      "grad_norm": 1.309928059577942,
      "learning_rate": 4.295793290980112e-08,
      "loss": 0.3404,
      "step": 2700190
    },
    {
      "epoch": 753.61,
      "grad_norm": 1.180214524269104,
      "learning_rate": 4.295277979632613e-08,
      "loss": 0.3473,
      "step": 2700200
    },
    {
      "epoch": 753.62,
      "grad_norm": 1.2095842361450195,
      "learning_rate": 4.294762698908768e-08,
      "loss": 0.3435,
      "step": 2700210
    },
    {
      "epoch": 753.62,
      "grad_norm": 1.0914934873580933,
      "learning_rate": 4.294247448808682e-08,
      "loss": 0.3348,
      "step": 2700220
    },
    {
      "epoch": 753.62,
      "grad_norm": 1.0539464950561523,
      "learning_rate": 4.293732229332407e-08,
      "loss": 0.3611,
      "step": 2700230
    },
    {
      "epoch": 753.63,
      "grad_norm": 1.1812450885772705,
      "learning_rate": 4.293217040479994e-08,
      "loss": 0.3187,
      "step": 2700240
    },
    {
      "epoch": 753.63,
      "grad_norm": 1.4893872737884521,
      "learning_rate": 4.292701882251549e-08,
      "loss": 0.3441,
      "step": 2700250
    },
    {
      "epoch": 753.63,
      "grad_norm": 1.3054358959197998,
      "learning_rate": 4.292186754647122e-08,
      "loss": 0.3669,
      "step": 2700260
    },
    {
      "epoch": 753.63,
      "grad_norm": 1.38845694065094,
      "learning_rate": 4.291671657666766e-08,
      "loss": 0.3452,
      "step": 2700270
    },
    {
      "epoch": 753.64,
      "grad_norm": 1.0490097999572754,
      "learning_rate": 4.29115659131056e-08,
      "loss": 0.3256,
      "step": 2700280
    },
    {
      "epoch": 753.64,
      "grad_norm": 1.3741798400878906,
      "learning_rate": 4.290641555578581e-08,
      "loss": 0.3375,
      "step": 2700290
    },
    {
      "epoch": 753.64,
      "grad_norm": 1.2137504816055298,
      "learning_rate": 4.2901265504709065e-08,
      "loss": 0.3466,
      "step": 2700300
    },
    {
      "epoch": 753.64,
      "grad_norm": 1.4123271703720093,
      "learning_rate": 4.2896115759875893e-08,
      "loss": 0.3462,
      "step": 2700310
    },
    {
      "epoch": 753.65,
      "grad_norm": 1.3889827728271484,
      "learning_rate": 4.2890966321286816e-08,
      "loss": 0.3509,
      "step": 2700320
    },
    {
      "epoch": 753.65,
      "grad_norm": 1.279803991317749,
      "learning_rate": 4.288581718894261e-08,
      "loss": 0.337,
      "step": 2700330
    },
    {
      "epoch": 753.65,
      "grad_norm": 1.283058762550354,
      "learning_rate": 4.288066836284458e-08,
      "loss": 0.325,
      "step": 2700340
    },
    {
      "epoch": 753.66,
      "grad_norm": 1.4099830389022827,
      "learning_rate": 4.287551984299246e-08,
      "loss": 0.3383,
      "step": 2700350
    },
    {
      "epoch": 753.66,
      "grad_norm": 1.0701266527175903,
      "learning_rate": 4.2870371629387304e-08,
      "loss": 0.328,
      "step": 2700360
    },
    {
      "epoch": 753.66,
      "grad_norm": 1.2947862148284912,
      "learning_rate": 4.28652237220304e-08,
      "loss": 0.3446,
      "step": 2700370
    },
    {
      "epoch": 753.66,
      "grad_norm": 1.2439967393875122,
      "learning_rate": 4.2860076120921225e-08,
      "loss": 0.3301,
      "step": 2700380
    },
    {
      "epoch": 753.67,
      "grad_norm": 1.2611196041107178,
      "learning_rate": 4.285492882606136e-08,
      "loss": 0.3369,
      "step": 2700390
    },
    {
      "epoch": 753.67,
      "grad_norm": 1.298224925994873,
      "learning_rate": 4.28497818374513e-08,
      "loss": 0.3225,
      "step": 2700400
    },
    {
      "epoch": 753.67,
      "grad_norm": 1.130179762840271,
      "learning_rate": 4.284463515509158e-08,
      "loss": 0.3228,
      "step": 2700410
    },
    {
      "epoch": 753.68,
      "grad_norm": 1.3320950269699097,
      "learning_rate": 4.283948877898324e-08,
      "loss": 0.3368,
      "step": 2700420
    },
    {
      "epoch": 753.68,
      "grad_norm": 1.4055891036987305,
      "learning_rate": 4.283434270912654e-08,
      "loss": 0.3534,
      "step": 2700430
    },
    {
      "epoch": 753.68,
      "grad_norm": 1.2388794422149658,
      "learning_rate": 4.282919694552252e-08,
      "loss": 0.3454,
      "step": 2700440
    },
    {
      "epoch": 753.68,
      "grad_norm": 1.1963618993759155,
      "learning_rate": 4.282405148817144e-08,
      "loss": 0.3307,
      "step": 2700450
    },
    {
      "epoch": 753.69,
      "grad_norm": 1.4262263774871826,
      "learning_rate": 4.281890633707434e-08,
      "loss": 0.3562,
      "step": 2700460
    },
    {
      "epoch": 753.69,
      "grad_norm": 1.5533006191253662,
      "learning_rate": 4.2813761492231474e-08,
      "loss": 0.3406,
      "step": 2700470
    },
    {
      "epoch": 753.69,
      "grad_norm": 1.1602060794830322,
      "learning_rate": 4.280861695364441e-08,
      "loss": 0.3405,
      "step": 2700480
    },
    {
      "epoch": 753.7,
      "grad_norm": 1.1424928903579712,
      "learning_rate": 4.28034727213129e-08,
      "loss": 0.3409,
      "step": 2700490
    },
    {
      "epoch": 753.7,
      "grad_norm": 1.2915546894073486,
      "learning_rate": 4.279832879523822e-08,
      "loss": 0.35,
      "step": 2700500
    },
    {
      "epoch": 753.7,
      "grad_norm": 1.1486951112747192,
      "learning_rate": 4.279318517542091e-08,
      "loss": 0.3394,
      "step": 2700510
    },
    {
      "epoch": 753.7,
      "grad_norm": 1.410510540008545,
      "learning_rate": 4.278804186186122e-08,
      "loss": 0.352,
      "step": 2700520
    },
    {
      "epoch": 753.71,
      "grad_norm": 1.2377424240112305,
      "learning_rate": 4.278289885456046e-08,
      "loss": 0.3519,
      "step": 2700530
    },
    {
      "epoch": 753.71,
      "grad_norm": 1.7258468866348267,
      "learning_rate": 4.277775615351888e-08,
      "loss": 0.3184,
      "step": 2700540
    },
    {
      "epoch": 753.71,
      "grad_norm": 1.425320029258728,
      "learning_rate": 4.277261375873727e-08,
      "loss": 0.3466,
      "step": 2700550
    },
    {
      "epoch": 753.71,
      "grad_norm": 1.391563892364502,
      "learning_rate": 4.2767471670216404e-08,
      "loss": 0.3565,
      "step": 2700560
    },
    {
      "epoch": 753.72,
      "grad_norm": 1.4875977039337158,
      "learning_rate": 4.276232988795732e-08,
      "loss": 0.3343,
      "step": 2700570
    },
    {
      "epoch": 753.72,
      "grad_norm": 1.230457067489624,
      "learning_rate": 4.275718841196002e-08,
      "loss": 0.339,
      "step": 2700580
    },
    {
      "epoch": 753.72,
      "grad_norm": 1.134125828742981,
      "learning_rate": 4.275204724222556e-08,
      "loss": 0.3223,
      "step": 2700590
    },
    {
      "epoch": 753.73,
      "grad_norm": 1.3308079242706299,
      "learning_rate": 4.27469063787547e-08,
      "loss": 0.337,
      "step": 2700600
    },
    {
      "epoch": 753.73,
      "grad_norm": 1.198402762413025,
      "learning_rate": 4.2741765821547454e-08,
      "loss": 0.3264,
      "step": 2700610
    },
    {
      "epoch": 753.73,
      "grad_norm": 1.4011738300323486,
      "learning_rate": 4.2736625570605635e-08,
      "loss": 0.3374,
      "step": 2700620
    },
    {
      "epoch": 753.73,
      "grad_norm": 1.1632206439971924,
      "learning_rate": 4.273148562592898e-08,
      "loss": 0.3306,
      "step": 2700630
    },
    {
      "epoch": 753.74,
      "grad_norm": 1.1231491565704346,
      "learning_rate": 4.272634598751854e-08,
      "loss": 0.3317,
      "step": 2700640
    },
    {
      "epoch": 753.74,
      "grad_norm": 0.9592417478561401,
      "learning_rate": 4.272120665537509e-08,
      "loss": 0.3281,
      "step": 2700650
    },
    {
      "epoch": 753.74,
      "grad_norm": 1.3504445552825928,
      "learning_rate": 4.271606762949915e-08,
      "loss": 0.3364,
      "step": 2700660
    },
    {
      "epoch": 753.75,
      "grad_norm": 1.5629404783248901,
      "learning_rate": 4.271092890989125e-08,
      "loss": 0.3294,
      "step": 2700670
    },
    {
      "epoch": 753.75,
      "grad_norm": 1.5275192260742188,
      "learning_rate": 4.2705790496552675e-08,
      "loss": 0.344,
      "step": 2700680
    },
    {
      "epoch": 753.75,
      "grad_norm": 1.2362899780273438,
      "learning_rate": 4.270065238948343e-08,
      "loss": 0.34,
      "step": 2700690
    },
    {
      "epoch": 753.75,
      "grad_norm": 1.2829604148864746,
      "learning_rate": 4.26955145886843e-08,
      "loss": 0.326,
      "step": 2700700
    },
    {
      "epoch": 753.76,
      "grad_norm": 1.3203026056289673,
      "learning_rate": 4.269037709415659e-08,
      "loss": 0.3401,
      "step": 2700710
    },
    {
      "epoch": 753.76,
      "grad_norm": 1.5438402891159058,
      "learning_rate": 4.2685239905900296e-08,
      "loss": 0.3549,
      "step": 2700720
    },
    {
      "epoch": 753.76,
      "grad_norm": 1.2465707063674927,
      "learning_rate": 4.268010302391645e-08,
      "loss": 0.341,
      "step": 2700730
    },
    {
      "epoch": 753.77,
      "grad_norm": 1.330417275428772,
      "learning_rate": 4.267496644820585e-08,
      "loss": 0.3239,
      "step": 2700740
    },
    {
      "epoch": 753.77,
      "grad_norm": 1.24138605594635,
      "learning_rate": 4.2669830178768735e-08,
      "loss": 0.3417,
      "step": 2700750
    },
    {
      "epoch": 753.77,
      "grad_norm": 1.328322172164917,
      "learning_rate": 4.26646942156059e-08,
      "loss": 0.3356,
      "step": 2700760
    },
    {
      "epoch": 753.77,
      "grad_norm": 1.2242717742919922,
      "learning_rate": 4.265955855871812e-08,
      "loss": 0.3347,
      "step": 2700770
    },
    {
      "epoch": 753.78,
      "grad_norm": 1.2314610481262207,
      "learning_rate": 4.2654423208106445e-08,
      "loss": 0.3451,
      "step": 2700780
    },
    {
      "epoch": 753.78,
      "grad_norm": 1.109604835510254,
      "learning_rate": 4.264928816377087e-08,
      "loss": 0.3411,
      "step": 2700790
    },
    {
      "epoch": 753.78,
      "grad_norm": 1.2691580057144165,
      "learning_rate": 4.264415342571243e-08,
      "loss": 0.3229,
      "step": 2700800
    },
    {
      "epoch": 753.78,
      "grad_norm": 1.3149327039718628,
      "learning_rate": 4.2639018993932165e-08,
      "loss": 0.3571,
      "step": 2700810
    },
    {
      "epoch": 753.79,
      "grad_norm": 1.2090319395065308,
      "learning_rate": 4.2633884868430084e-08,
      "loss": 0.3419,
      "step": 2700820
    },
    {
      "epoch": 753.79,
      "grad_norm": 1.3125120401382446,
      "learning_rate": 4.262875104920722e-08,
      "loss": 0.3421,
      "step": 2700830
    },
    {
      "epoch": 753.79,
      "grad_norm": 1.2457939386367798,
      "learning_rate": 4.26236175362641e-08,
      "loss": 0.3267,
      "step": 2700840
    },
    {
      "epoch": 753.8,
      "grad_norm": 1.2358514070510864,
      "learning_rate": 4.261848432960176e-08,
      "loss": 0.3336,
      "step": 2700850
    },
    {
      "epoch": 753.8,
      "grad_norm": 1.2945348024368286,
      "learning_rate": 4.2613351429220726e-08,
      "loss": 0.3602,
      "step": 2700860
    },
    {
      "epoch": 753.8,
      "grad_norm": 1.8965870141983032,
      "learning_rate": 4.260821883512126e-08,
      "loss": 0.3578,
      "step": 2700870
    },
    {
      "epoch": 753.8,
      "grad_norm": 1.5790594816207886,
      "learning_rate": 4.260308654730491e-08,
      "loss": 0.3327,
      "step": 2700880
    },
    {
      "epoch": 753.81,
      "grad_norm": 1.2986596822738647,
      "learning_rate": 4.259795456577142e-08,
      "loss": 0.3407,
      "step": 2700890
    },
    {
      "epoch": 753.81,
      "grad_norm": 1.256644368171692,
      "learning_rate": 4.259282289052184e-08,
      "loss": 0.3326,
      "step": 2700900
    },
    {
      "epoch": 753.81,
      "grad_norm": 1.3017299175262451,
      "learning_rate": 4.258769152155721e-08,
      "loss": 0.3357,
      "step": 2700910
    },
    {
      "epoch": 753.82,
      "grad_norm": 1.3167507648468018,
      "learning_rate": 4.258256045887778e-08,
      "loss": 0.3476,
      "step": 2700920
    },
    {
      "epoch": 753.82,
      "grad_norm": 1.2031980752944946,
      "learning_rate": 4.257742970248433e-08,
      "loss": 0.3478,
      "step": 2700930
    },
    {
      "epoch": 753.82,
      "grad_norm": 1.5395621061325073,
      "learning_rate": 4.257229925237766e-08,
      "loss": 0.3337,
      "step": 2700940
    },
    {
      "epoch": 753.82,
      "grad_norm": 1.341471791267395,
      "learning_rate": 4.2567169108558526e-08,
      "loss": 0.3331,
      "step": 2700950
    },
    {
      "epoch": 753.83,
      "grad_norm": 1.3618965148925781,
      "learning_rate": 4.256203927102695e-08,
      "loss": 0.336,
      "step": 2700960
    },
    {
      "epoch": 753.83,
      "grad_norm": 1.4259552955627441,
      "learning_rate": 4.255690973978447e-08,
      "loss": 0.3598,
      "step": 2700970
    },
    {
      "epoch": 753.83,
      "grad_norm": 1.4088119268417358,
      "learning_rate": 4.255178051483137e-08,
      "loss": 0.3405,
      "step": 2700980
    },
    {
      "epoch": 753.83,
      "grad_norm": 1.8302123546600342,
      "learning_rate": 4.254665159616841e-08,
      "loss": 0.3472,
      "step": 2700990
    },
    {
      "epoch": 753.84,
      "grad_norm": 1.1935222148895264,
      "learning_rate": 4.254152298379613e-08,
      "loss": 0.3369,
      "step": 2701000
    },
    {
      "epoch": 753.84,
      "grad_norm": 4.457518100738525,
      "learning_rate": 4.253639467771555e-08,
      "loss": 0.333,
      "step": 2701010
    },
    {
      "epoch": 753.84,
      "grad_norm": 1.3402694463729858,
      "learning_rate": 4.253126667792695e-08,
      "loss": 0.3489,
      "step": 2701020
    },
    {
      "epoch": 753.85,
      "grad_norm": 1.1654603481292725,
      "learning_rate": 4.25261389844311e-08,
      "loss": 0.3435,
      "step": 2701030
    },
    {
      "epoch": 753.85,
      "grad_norm": 1.371694564819336,
      "learning_rate": 4.252101159722904e-08,
      "loss": 0.3521,
      "step": 2701040
    },
    {
      "epoch": 753.85,
      "grad_norm": 1.096584677696228,
      "learning_rate": 4.2515884516320776e-08,
      "loss": 0.3315,
      "step": 2701050
    },
    {
      "epoch": 753.85,
      "grad_norm": 1.3697410821914673,
      "learning_rate": 4.251075774170786e-08,
      "loss": 0.337,
      "step": 2701060
    },
    {
      "epoch": 753.86,
      "grad_norm": 1.2101768255233765,
      "learning_rate": 4.250563127339004e-08,
      "loss": 0.3396,
      "step": 2701070
    },
    {
      "epoch": 753.86,
      "grad_norm": 1.407670497894287,
      "learning_rate": 4.2500505111368874e-08,
      "loss": 0.3297,
      "step": 2701080
    },
    {
      "epoch": 753.86,
      "grad_norm": 1.1335691213607788,
      "learning_rate": 4.2495379255644625e-08,
      "loss": 0.3273,
      "step": 2701090
    },
    {
      "epoch": 753.87,
      "grad_norm": 1.0794997215270996,
      "learning_rate": 4.249025370621781e-08,
      "loss": 0.3274,
      "step": 2701100
    },
    {
      "epoch": 753.87,
      "grad_norm": 1.3816534280776978,
      "learning_rate": 4.248512846308921e-08,
      "loss": 0.3306,
      "step": 2701110
    },
    {
      "epoch": 753.87,
      "grad_norm": 1.2807364463806152,
      "learning_rate": 4.2480003526259874e-08,
      "loss": 0.3234,
      "step": 2701120
    },
    {
      "epoch": 753.87,
      "grad_norm": 1.392187476158142,
      "learning_rate": 4.2474878895730045e-08,
      "loss": 0.3439,
      "step": 2701130
    },
    {
      "epoch": 753.88,
      "grad_norm": 1.3361434936523438,
      "learning_rate": 4.246975457150052e-08,
      "loss": 0.3522,
      "step": 2701140
    },
    {
      "epoch": 753.88,
      "grad_norm": 1.1522713899612427,
      "learning_rate": 4.246463055357207e-08,
      "loss": 0.3224,
      "step": 2701150
    },
    {
      "epoch": 753.88,
      "grad_norm": 1.2512375116348267,
      "learning_rate": 4.245950684194548e-08,
      "loss": 0.3328,
      "step": 2701160
    },
    {
      "epoch": 753.89,
      "grad_norm": 1.2887580394744873,
      "learning_rate": 4.245438343662101e-08,
      "loss": 0.3256,
      "step": 2701170
    },
    {
      "epoch": 753.89,
      "grad_norm": 1.1449742317199707,
      "learning_rate": 4.244926033759996e-08,
      "loss": 0.3241,
      "step": 2701180
    },
    {
      "epoch": 753.89,
      "grad_norm": 1.2154539823532104,
      "learning_rate": 4.2444137544882326e-08,
      "loss": 0.3229,
      "step": 2701190
    },
    {
      "epoch": 753.89,
      "grad_norm": 1.2529314756393433,
      "learning_rate": 4.2439015058469416e-08,
      "loss": 0.3142,
      "step": 2701200
    },
    {
      "epoch": 753.9,
      "grad_norm": 1.4730206727981567,
      "learning_rate": 4.243389287836123e-08,
      "loss": 0.3332,
      "step": 2701210
    },
    {
      "epoch": 753.9,
      "grad_norm": 1.2563351392745972,
      "learning_rate": 4.242877100455906e-08,
      "loss": 0.3279,
      "step": 2701220
    },
    {
      "epoch": 753.9,
      "grad_norm": 1.264575719833374,
      "learning_rate": 4.24236494370637e-08,
      "loss": 0.3283,
      "step": 2701230
    },
    {
      "epoch": 753.9,
      "grad_norm": 1.2224043607711792,
      "learning_rate": 4.2418528175875135e-08,
      "loss": 0.3421,
      "step": 2701240
    },
    {
      "epoch": 753.91,
      "grad_norm": 1.3307305574417114,
      "learning_rate": 4.241340722099442e-08,
      "loss": 0.3508,
      "step": 2701250
    },
    {
      "epoch": 753.91,
      "grad_norm": 1.1700398921966553,
      "learning_rate": 4.240828657242233e-08,
      "loss": 0.3337,
      "step": 2701260
    },
    {
      "epoch": 753.91,
      "grad_norm": 1.1980782747268677,
      "learning_rate": 4.240316623015938e-08,
      "loss": 0.3272,
      "step": 2701270
    },
    {
      "epoch": 753.92,
      "grad_norm": 1.0841442346572876,
      "learning_rate": 4.2398046194206095e-08,
      "loss": 0.352,
      "step": 2701280
    },
    {
      "epoch": 753.92,
      "grad_norm": 1.438921332359314,
      "learning_rate": 4.239292646456378e-08,
      "loss": 0.3361,
      "step": 2701290
    },
    {
      "epoch": 753.92,
      "grad_norm": 1.241073727607727,
      "learning_rate": 4.238780704123269e-08,
      "loss": 0.3308,
      "step": 2701300
    },
    {
      "epoch": 753.92,
      "grad_norm": 1.275217056274414,
      "learning_rate": 4.2382687924213345e-08,
      "loss": 0.335,
      "step": 2701310
    },
    {
      "epoch": 753.93,
      "grad_norm": 1.4524621963500977,
      "learning_rate": 4.237756911350679e-08,
      "loss": 0.3337,
      "step": 2701320
    },
    {
      "epoch": 753.93,
      "grad_norm": 1.070361614227295,
      "learning_rate": 4.2372450609113544e-08,
      "loss": 0.3296,
      "step": 2701330
    },
    {
      "epoch": 753.93,
      "grad_norm": 1.181366205215454,
      "learning_rate": 4.2367332411034124e-08,
      "loss": 0.3372,
      "step": 2701340
    },
    {
      "epoch": 753.94,
      "grad_norm": 1.3830419778823853,
      "learning_rate": 4.2362214519269314e-08,
      "loss": 0.3236,
      "step": 2701350
    },
    {
      "epoch": 753.94,
      "grad_norm": 1.093199610710144,
      "learning_rate": 4.235709693382015e-08,
      "loss": 0.3408,
      "step": 2701360
    },
    {
      "epoch": 753.94,
      "grad_norm": 1.442164659500122,
      "learning_rate": 4.235197965468638e-08,
      "loss": 0.3432,
      "step": 2701370
    },
    {
      "epoch": 753.94,
      "grad_norm": 1.5030221939086914,
      "learning_rate": 4.234686268187008e-08,
      "loss": 0.3434,
      "step": 2701380
    },
    {
      "epoch": 753.95,
      "grad_norm": 1.3864601850509644,
      "learning_rate": 4.234174601537074e-08,
      "loss": 0.3298,
      "step": 2701390
    },
    {
      "epoch": 753.95,
      "grad_norm": 1.3112497329711914,
      "learning_rate": 4.2336629655189376e-08,
      "loss": 0.3295,
      "step": 2701400
    },
    {
      "epoch": 753.95,
      "grad_norm": 1.2402535676956177,
      "learning_rate": 4.233151360132706e-08,
      "loss": 0.3424,
      "step": 2701410
    },
    {
      "epoch": 753.95,
      "grad_norm": 1.3348385095596313,
      "learning_rate": 4.232639785378403e-08,
      "loss": 0.3176,
      "step": 2701420
    },
    {
      "epoch": 753.96,
      "grad_norm": 1.0741243362426758,
      "learning_rate": 4.2321282412561065e-08,
      "loss": 0.3328,
      "step": 2701430
    },
    {
      "epoch": 753.96,
      "grad_norm": 1.2736155986785889,
      "learning_rate": 4.2316167277658965e-08,
      "loss": 0.3254,
      "step": 2701440
    },
    {
      "epoch": 753.96,
      "grad_norm": 1.329691767692566,
      "learning_rate": 4.231105244907823e-08,
      "loss": 0.3363,
      "step": 2701450
    },
    {
      "epoch": 753.97,
      "grad_norm": 1.4223871231079102,
      "learning_rate": 4.230593792681992e-08,
      "loss": 0.3303,
      "step": 2701460
    },
    {
      "epoch": 753.97,
      "grad_norm": 1.2001237869262695,
      "learning_rate": 4.230082371088428e-08,
      "loss": 0.3395,
      "step": 2701470
    },
    {
      "epoch": 753.97,
      "grad_norm": 1.1307425498962402,
      "learning_rate": 4.22957098012721e-08,
      "loss": 0.3326,
      "step": 2701480
    },
    {
      "epoch": 753.97,
      "grad_norm": 1.5361502170562744,
      "learning_rate": 4.2290596197983894e-08,
      "loss": 0.3351,
      "step": 2701490
    },
    {
      "epoch": 753.98,
      "grad_norm": 1.2125056982040405,
      "learning_rate": 4.228548290102097e-08,
      "loss": 0.325,
      "step": 2701500
    },
    {
      "epoch": 753.98,
      "grad_norm": 1.2858785390853882,
      "learning_rate": 4.2280369910383316e-08,
      "loss": 0.3413,
      "step": 2701510
    },
    {
      "epoch": 753.98,
      "grad_norm": 1.3746765851974487,
      "learning_rate": 4.2275257226072245e-08,
      "loss": 0.3485,
      "step": 2701520
    },
    {
      "epoch": 753.99,
      "grad_norm": 1.2372552156448364,
      "learning_rate": 4.2270144848087755e-08,
      "loss": 0.3227,
      "step": 2701530
    },
    {
      "epoch": 753.99,
      "grad_norm": 1.2848173379898071,
      "learning_rate": 4.2265032776430884e-08,
      "loss": 0.3426,
      "step": 2701540
    },
    {
      "epoch": 753.99,
      "grad_norm": 1.1243003606796265,
      "learning_rate": 4.225992101110267e-08,
      "loss": 0.3307,
      "step": 2701550
    },
    {
      "epoch": 753.99,
      "grad_norm": 1.0304768085479736,
      "learning_rate": 4.225480955210286e-08,
      "loss": 0.3533,
      "step": 2701560
    },
    {
      "epoch": 754.0,
      "grad_norm": 1.1266272068023682,
      "learning_rate": 4.2249698399433005e-08,
      "loss": 0.3498,
      "step": 2701570
    },
    {
      "epoch": 754.0,
      "grad_norm": 1.3022435903549194,
      "learning_rate": 4.224458755309338e-08,
      "loss": 0.3348,
      "step": 2701580
    },
    {
      "epoch": 754.0,
      "eval_loss": 0.33748120069503784,
      "eval_runtime": 66.5283,
      "eval_samples_per_second": 76.043,
      "eval_steps_per_second": 9.515,
      "step": 2701582
    },
    {
      "epoch": 754.0,
      "grad_norm": 1.2583012580871582,
      "learning_rate": 4.2239477013085006e-08,
      "loss": 0.3228,
      "step": 2701590
    },
    {
      "epoch": 754.01,
      "grad_norm": 1.3208760023117065,
      "learning_rate": 4.2234366779407905e-08,
      "loss": 0.3423,
      "step": 2701600
    },
    {
      "epoch": 754.01,
      "grad_norm": 1.1202315092086792,
      "learning_rate": 4.2229256852063366e-08,
      "loss": 0.3194,
      "step": 2701610
    },
    {
      "epoch": 754.01,
      "grad_norm": 1.2039439678192139,
      "learning_rate": 4.2224147231051906e-08,
      "loss": 0.3409,
      "step": 2701620
    },
    {
      "epoch": 754.01,
      "grad_norm": 1.1220555305480957,
      "learning_rate": 4.2219037916373795e-08,
      "loss": 0.3303,
      "step": 2701630
    },
    {
      "epoch": 754.02,
      "grad_norm": 1.2298539876937866,
      "learning_rate": 4.221392890803058e-08,
      "loss": 0.3389,
      "step": 2701640
    },
    {
      "epoch": 754.02,
      "grad_norm": 1.1801230907440186,
      "learning_rate": 4.220882020602228e-08,
      "loss": 0.3401,
      "step": 2701650
    },
    {
      "epoch": 754.02,
      "grad_norm": 1.1641114950180054,
      "learning_rate": 4.2203711810349667e-08,
      "loss": 0.3401,
      "step": 2701660
    },
    {
      "epoch": 754.02,
      "grad_norm": 1.132320761680603,
      "learning_rate": 4.219860372101352e-08,
      "loss": 0.3433,
      "step": 2701670
    },
    {
      "epoch": 754.03,
      "grad_norm": 1.1804606914520264,
      "learning_rate": 4.219349593801462e-08,
      "loss": 0.346,
      "step": 2701680
    },
    {
      "epoch": 754.03,
      "grad_norm": 1.2072964906692505,
      "learning_rate": 4.218838846135322e-08,
      "loss": 0.3431,
      "step": 2701690
    },
    {
      "epoch": 754.03,
      "grad_norm": 1.2659443616867065,
      "learning_rate": 4.218328129103037e-08,
      "loss": 0.351,
      "step": 2701700
    },
    {
      "epoch": 754.04,
      "grad_norm": 1.651288628578186,
      "learning_rate": 4.217817442704685e-08,
      "loss": 0.3315,
      "step": 2701710
    },
    {
      "epoch": 754.04,
      "grad_norm": 1.295878529548645,
      "learning_rate": 4.217306786940319e-08,
      "loss": 0.3419,
      "step": 2701720
    },
    {
      "epoch": 754.04,
      "grad_norm": 1.5846234560012817,
      "learning_rate": 4.216796161809989e-08,
      "loss": 0.3383,
      "step": 2701730
    },
    {
      "epoch": 754.04,
      "grad_norm": 1.3685693740844727,
      "learning_rate": 4.2162855673138e-08,
      "loss": 0.3249,
      "step": 2701740
    },
    {
      "epoch": 754.05,
      "grad_norm": 1.0449846982955933,
      "learning_rate": 4.215775003451778e-08,
      "loss": 0.3266,
      "step": 2701750
    },
    {
      "epoch": 754.05,
      "grad_norm": 1.3413156270980835,
      "learning_rate": 4.2152644702240274e-08,
      "loss": 0.335,
      "step": 2701760
    },
    {
      "epoch": 754.05,
      "grad_norm": 1.195707082748413,
      "learning_rate": 4.2147539676305744e-08,
      "loss": 0.3475,
      "step": 2701770
    },
    {
      "epoch": 754.06,
      "grad_norm": 1.2186279296875,
      "learning_rate": 4.214243495671522e-08,
      "loss": 0.3471,
      "step": 2701780
    },
    {
      "epoch": 754.06,
      "grad_norm": 1.2770072221755981,
      "learning_rate": 4.213733054346949e-08,
      "loss": 0.3253,
      "step": 2701790
    },
    {
      "epoch": 754.06,
      "grad_norm": 1.2780169248580933,
      "learning_rate": 4.213222643656882e-08,
      "loss": 0.3276,
      "step": 2701800
    },
    {
      "epoch": 754.06,
      "grad_norm": 1.3345134258270264,
      "learning_rate": 4.2127122636013975e-08,
      "loss": 0.3302,
      "step": 2701810
    },
    {
      "epoch": 754.07,
      "grad_norm": 5.561804294586182,
      "learning_rate": 4.2122019141806273e-08,
      "loss": 0.3591,
      "step": 2701820
    },
    {
      "epoch": 754.07,
      "grad_norm": 1.1386138200759888,
      "learning_rate": 4.211691595394544e-08,
      "loss": 0.3323,
      "step": 2701830
    },
    {
      "epoch": 754.07,
      "grad_norm": 1.2962511777877808,
      "learning_rate": 4.211181307243279e-08,
      "loss": 0.3421,
      "step": 2701840
    },
    {
      "epoch": 754.07,
      "grad_norm": 1.280566692352295,
      "learning_rate": 4.210671049726883e-08,
      "loss": 0.3253,
      "step": 2701850
    },
    {
      "epoch": 754.08,
      "grad_norm": 1.141417145729065,
      "learning_rate": 4.2101608228454086e-08,
      "loss": 0.3294,
      "step": 2701860
    },
    {
      "epoch": 754.08,
      "grad_norm": 1.1796319484710693,
      "learning_rate": 4.209650626598935e-08,
      "loss": 0.3438,
      "step": 2701870
    },
    {
      "epoch": 754.08,
      "grad_norm": 1.2498774528503418,
      "learning_rate": 4.209140460987538e-08,
      "loss": 0.3283,
      "step": 2701880
    },
    {
      "epoch": 754.09,
      "grad_norm": 1.3687458038330078,
      "learning_rate": 4.208630326011297e-08,
      "loss": 0.34,
      "step": 2701890
    },
    {
      "epoch": 754.09,
      "grad_norm": 1.2773576974868774,
      "learning_rate": 4.2081202216702384e-08,
      "loss": 0.3346,
      "step": 2701900
    },
    {
      "epoch": 754.09,
      "grad_norm": 1.4575138092041016,
      "learning_rate": 4.207610147964466e-08,
      "loss": 0.3498,
      "step": 2701910
    },
    {
      "epoch": 754.09,
      "grad_norm": 1.4536607265472412,
      "learning_rate": 4.2071001048940303e-08,
      "loss": 0.3325,
      "step": 2701920
    },
    {
      "epoch": 754.1,
      "grad_norm": 3.057870864868164,
      "learning_rate": 4.206590092459012e-08,
      "loss": 0.3254,
      "step": 2701930
    },
    {
      "epoch": 754.1,
      "grad_norm": 1.1946349143981934,
      "learning_rate": 4.2060801106594876e-08,
      "loss": 0.319,
      "step": 2701940
    },
    {
      "epoch": 754.1,
      "grad_norm": 1.1812292337417603,
      "learning_rate": 4.205570159495457e-08,
      "loss": 0.3326,
      "step": 2701950
    },
    {
      "epoch": 754.11,
      "grad_norm": 1.2426432371139526,
      "learning_rate": 4.205060238967077e-08,
      "loss": 0.367,
      "step": 2701960
    },
    {
      "epoch": 754.11,
      "grad_norm": 1.1720147132873535,
      "learning_rate": 4.204550349074373e-08,
      "loss": 0.3327,
      "step": 2701970
    },
    {
      "epoch": 754.11,
      "grad_norm": 1.2513902187347412,
      "learning_rate": 4.204040489817423e-08,
      "loss": 0.3352,
      "step": 2701980
    },
    {
      "epoch": 754.11,
      "grad_norm": 1.3472810983657837,
      "learning_rate": 4.2035306611963064e-08,
      "loss": 0.3208,
      "step": 2701990
    },
    {
      "epoch": 754.12,
      "grad_norm": 1.3012053966522217,
      "learning_rate": 4.2030208632110215e-08,
      "loss": 0.3139,
      "step": 2702000
    },
    {
      "epoch": 754.12,
      "grad_norm": 1.1956382989883423,
      "learning_rate": 4.202511095861751e-08,
      "loss": 0.3317,
      "step": 2702010
    },
    {
      "epoch": 754.12,
      "grad_norm": 1.2701934576034546,
      "learning_rate": 4.20200135914847e-08,
      "loss": 0.3477,
      "step": 2702020
    },
    {
      "epoch": 754.13,
      "grad_norm": 1.1774615049362183,
      "learning_rate": 4.2014916530712545e-08,
      "loss": 0.3438,
      "step": 2702030
    },
    {
      "epoch": 754.13,
      "grad_norm": 1.5115138292312622,
      "learning_rate": 4.200981977630236e-08,
      "loss": 0.3402,
      "step": 2702040
    },
    {
      "epoch": 754.13,
      "grad_norm": 1.3444592952728271,
      "learning_rate": 4.200472332825441e-08,
      "loss": 0.3351,
      "step": 2702050
    },
    {
      "epoch": 754.13,
      "grad_norm": 1.1286176443099976,
      "learning_rate": 4.19996271865692e-08,
      "loss": 0.3439,
      "step": 2702060
    },
    {
      "epoch": 754.14,
      "grad_norm": 1.1786466836929321,
      "learning_rate": 4.1994531351247516e-08,
      "loss": 0.3381,
      "step": 2702070
    },
    {
      "epoch": 754.14,
      "grad_norm": 1.2450308799743652,
      "learning_rate": 4.198943582229041e-08,
      "loss": 0.3427,
      "step": 2702080
    },
    {
      "epoch": 754.14,
      "grad_norm": 1.385247826576233,
      "learning_rate": 4.198434059969787e-08,
      "loss": 0.3437,
      "step": 2702090
    },
    {
      "epoch": 754.14,
      "grad_norm": 2.6176536083221436,
      "learning_rate": 4.197924568347146e-08,
      "loss": 0.3334,
      "step": 2702100
    },
    {
      "epoch": 754.15,
      "grad_norm": 1.248997688293457,
      "learning_rate": 4.1974151073610916e-08,
      "loss": 0.3361,
      "step": 2702110
    },
    {
      "epoch": 754.15,
      "grad_norm": 1.3083683252334595,
      "learning_rate": 4.1969056770117546e-08,
      "loss": 0.3502,
      "step": 2702120
    },
    {
      "epoch": 754.15,
      "grad_norm": 1.3168667554855347,
      "learning_rate": 4.196396277299213e-08,
      "loss": 0.3287,
      "step": 2702130
    },
    {
      "epoch": 754.16,
      "grad_norm": 1.3608713150024414,
      "learning_rate": 4.195886908223466e-08,
      "loss": 0.3283,
      "step": 2702140
    },
    {
      "epoch": 754.16,
      "grad_norm": 1.2279942035675049,
      "learning_rate": 4.195377569784645e-08,
      "loss": 0.3504,
      "step": 2702150
    },
    {
      "epoch": 754.16,
      "grad_norm": 1.2113027572631836,
      "learning_rate": 4.1948682619827746e-08,
      "loss": 0.3437,
      "step": 2702160
    },
    {
      "epoch": 754.16,
      "grad_norm": 1.4784343242645264,
      "learning_rate": 4.19435898481796e-08,
      "loss": 0.351,
      "step": 2702170
    },
    {
      "epoch": 754.17,
      "grad_norm": 1.198276162147522,
      "learning_rate": 4.193849738290227e-08,
      "loss": 0.3403,
      "step": 2702180
    },
    {
      "epoch": 754.17,
      "grad_norm": 1.1123689413070679,
      "learning_rate": 4.1933405223996787e-08,
      "loss": 0.3292,
      "step": 2702190
    },
    {
      "epoch": 754.17,
      "grad_norm": 1.2328413724899292,
      "learning_rate": 4.192831337146395e-08,
      "loss": 0.3349,
      "step": 2702200
    },
    {
      "epoch": 754.18,
      "grad_norm": 1.3095265626907349,
      "learning_rate": 4.1923221825304e-08,
      "loss": 0.3305,
      "step": 2702210
    },
    {
      "epoch": 754.18,
      "grad_norm": 1.230764389038086,
      "learning_rate": 4.191813058551799e-08,
      "loss": 0.3336,
      "step": 2702220
    },
    {
      "epoch": 754.18,
      "grad_norm": 1.2411617040634155,
      "learning_rate": 4.1913039652106184e-08,
      "loss": 0.3338,
      "step": 2702230
    },
    {
      "epoch": 754.18,
      "grad_norm": 1.3963203430175781,
      "learning_rate": 4.190794902506961e-08,
      "loss": 0.3355,
      "step": 2702240
    },
    {
      "epoch": 754.19,
      "grad_norm": 1.1302447319030762,
      "learning_rate": 4.190285870440879e-08,
      "loss": 0.3179,
      "step": 2702250
    },
    {
      "epoch": 754.19,
      "grad_norm": 1.1674449443817139,
      "learning_rate": 4.189776869012451e-08,
      "loss": 0.337,
      "step": 2702260
    },
    {
      "epoch": 754.19,
      "grad_norm": 1.1199357509613037,
      "learning_rate": 4.1892678982217295e-08,
      "loss": 0.3351,
      "step": 2702270
    },
    {
      "epoch": 754.19,
      "grad_norm": 1.478310227394104,
      "learning_rate": 4.188758958068817e-08,
      "loss": 0.3446,
      "step": 2702280
    },
    {
      "epoch": 754.2,
      "grad_norm": 1.5335229635238647,
      "learning_rate": 4.188250048553716e-08,
      "loss": 0.3356,
      "step": 2702290
    },
    {
      "epoch": 754.2,
      "grad_norm": 1.0999059677124023,
      "learning_rate": 4.187741169676554e-08,
      "loss": 0.3456,
      "step": 2702300
    },
    {
      "epoch": 754.2,
      "grad_norm": 1.2282805442810059,
      "learning_rate": 4.18723232143741e-08,
      "loss": 0.3331,
      "step": 2702310
    },
    {
      "epoch": 754.21,
      "grad_norm": 1.37891685962677,
      "learning_rate": 4.1867235038362584e-08,
      "loss": 0.3501,
      "step": 2702320
    },
    {
      "epoch": 754.21,
      "grad_norm": 1.27194344997406,
      "learning_rate": 4.186214716873281e-08,
      "loss": 0.3477,
      "step": 2702330
    },
    {
      "epoch": 754.21,
      "grad_norm": 1.2039644718170166,
      "learning_rate": 4.1857059605484785e-08,
      "loss": 0.3456,
      "step": 2702340
    },
    {
      "epoch": 754.21,
      "grad_norm": 1.1308633089065552,
      "learning_rate": 4.185197234861928e-08,
      "loss": 0.3362,
      "step": 2702350
    },
    {
      "epoch": 754.22,
      "grad_norm": 1.109441876411438,
      "learning_rate": 4.184688539813708e-08,
      "loss": 0.3247,
      "step": 2702360
    },
    {
      "epoch": 754.22,
      "grad_norm": 1.198211908340454,
      "learning_rate": 4.18417987540387e-08,
      "loss": 0.3411,
      "step": 2702370
    },
    {
      "epoch": 754.22,
      "grad_norm": 2.290578603744507,
      "learning_rate": 4.183671241632519e-08,
      "loss": 0.3353,
      "step": 2702380
    },
    {
      "epoch": 754.23,
      "grad_norm": 1.204525351524353,
      "learning_rate": 4.1831626384996545e-08,
      "loss": 0.3247,
      "step": 2702390
    },
    {
      "epoch": 754.23,
      "grad_norm": 1.3677434921264648,
      "learning_rate": 4.182654066005433e-08,
      "loss": 0.3462,
      "step": 2702400
    },
    {
      "epoch": 754.23,
      "grad_norm": 1.4467617273330688,
      "learning_rate": 4.1821455241498534e-08,
      "loss": 0.3217,
      "step": 2702410
    },
    {
      "epoch": 754.23,
      "grad_norm": 1.2755050659179688,
      "learning_rate": 4.181637012932995e-08,
      "loss": 0.3354,
      "step": 2702420
    },
    {
      "epoch": 754.24,
      "grad_norm": 1.2546104192733765,
      "learning_rate": 4.181128532354961e-08,
      "loss": 0.3269,
      "step": 2702430
    },
    {
      "epoch": 754.24,
      "grad_norm": 1.1683014631271362,
      "learning_rate": 4.180620082415778e-08,
      "loss": 0.3305,
      "step": 2702440
    },
    {
      "epoch": 754.24,
      "grad_norm": 1.2504754066467285,
      "learning_rate": 4.180111663115524e-08,
      "loss": 0.3323,
      "step": 2702450
    },
    {
      "epoch": 754.25,
      "grad_norm": 1.1946388483047485,
      "learning_rate": 4.179603274454277e-08,
      "loss": 0.323,
      "step": 2702460
    },
    {
      "epoch": 754.25,
      "grad_norm": 1.4208382368087769,
      "learning_rate": 4.179094916432115e-08,
      "loss": 0.3311,
      "step": 2702470
    },
    {
      "epoch": 754.25,
      "grad_norm": 1.2768677473068237,
      "learning_rate": 4.178586589049064e-08,
      "loss": 0.3434,
      "step": 2702480
    },
    {
      "epoch": 754.25,
      "grad_norm": 1.2431262731552124,
      "learning_rate": 4.1780782923052545e-08,
      "loss": 0.3241,
      "step": 2702490
    },
    {
      "epoch": 754.26,
      "grad_norm": 1.2170672416687012,
      "learning_rate": 4.177570026200686e-08,
      "loss": 0.3305,
      "step": 2702500
    },
    {
      "epoch": 754.26,
      "grad_norm": 1.2442128658294678,
      "learning_rate": 4.177061790735462e-08,
      "loss": 0.344,
      "step": 2702510
    },
    {
      "epoch": 754.26,
      "grad_norm": 1.1132563352584839,
      "learning_rate": 4.176553585909688e-08,
      "loss": 0.3478,
      "step": 2702520
    },
    {
      "epoch": 754.26,
      "grad_norm": 1.1676123142242432,
      "learning_rate": 4.176045411723311e-08,
      "loss": 0.3306,
      "step": 2702530
    },
    {
      "epoch": 754.27,
      "grad_norm": 1.1041241884231567,
      "learning_rate": 4.1755372681765396e-08,
      "loss": 0.3214,
      "step": 2702540
    },
    {
      "epoch": 754.27,
      "grad_norm": 1.2692123651504517,
      "learning_rate": 4.175029155269373e-08,
      "loss": 0.3535,
      "step": 2702550
    },
    {
      "epoch": 754.27,
      "grad_norm": 1.3078944683074951,
      "learning_rate": 4.174521073001865e-08,
      "loss": 0.3456,
      "step": 2702560
    },
    {
      "epoch": 754.28,
      "grad_norm": 3.4401051998138428,
      "learning_rate": 4.1740130213741184e-08,
      "loss": 0.3412,
      "step": 2702570
    },
    {
      "epoch": 754.28,
      "grad_norm": 1.1282720565795898,
      "learning_rate": 4.173505000386159e-08,
      "loss": 0.3388,
      "step": 2702580
    },
    {
      "epoch": 754.28,
      "grad_norm": 1.2398796081542969,
      "learning_rate": 4.172997010038117e-08,
      "loss": 0.3252,
      "step": 2702590
    },
    {
      "epoch": 754.28,
      "grad_norm": 1.375612497329712,
      "learning_rate": 4.172489050329993e-08,
      "loss": 0.3566,
      "step": 2702600
    },
    {
      "epoch": 754.29,
      "grad_norm": 1.1982269287109375,
      "learning_rate": 4.171981121261917e-08,
      "loss": 0.3288,
      "step": 2702610
    },
    {
      "epoch": 754.29,
      "grad_norm": 1.2809983491897583,
      "learning_rate": 4.171473222833888e-08,
      "loss": 0.325,
      "step": 2702620
    },
    {
      "epoch": 754.29,
      "grad_norm": 1.2333637475967407,
      "learning_rate": 4.170965355046064e-08,
      "loss": 0.339,
      "step": 2702630
    },
    {
      "epoch": 754.3,
      "grad_norm": 1.3371367454528809,
      "learning_rate": 4.170457517898417e-08,
      "loss": 0.3411,
      "step": 2702640
    },
    {
      "epoch": 754.3,
      "grad_norm": 1.1475647687911987,
      "learning_rate": 4.169949711391079e-08,
      "loss": 0.3159,
      "step": 2702650
    },
    {
      "epoch": 754.3,
      "grad_norm": 1.1589956283569336,
      "learning_rate": 4.1694419355241e-08,
      "loss": 0.3408,
      "step": 2702660
    },
    {
      "epoch": 754.3,
      "grad_norm": 1.438413381576538,
      "learning_rate": 4.1689341902975076e-08,
      "loss": 0.3356,
      "step": 2702670
    },
    {
      "epoch": 754.31,
      "grad_norm": 1.2513409852981567,
      "learning_rate": 4.168426475711431e-08,
      "loss": 0.3275,
      "step": 2702680
    },
    {
      "epoch": 754.31,
      "grad_norm": 1.0997231006622314,
      "learning_rate": 4.167918791765897e-08,
      "loss": 0.3385,
      "step": 2702690
    },
    {
      "epoch": 754.31,
      "grad_norm": 1.1748533248901367,
      "learning_rate": 4.167411138461009e-08,
      "loss": 0.3343,
      "step": 2702700
    },
    {
      "epoch": 754.31,
      "grad_norm": 1.4482603073120117,
      "learning_rate": 4.166903515796819e-08,
      "loss": 0.3313,
      "step": 2702710
    },
    {
      "epoch": 754.32,
      "grad_norm": 1.2961996793746948,
      "learning_rate": 4.1663959237733804e-08,
      "loss": 0.341,
      "step": 2702720
    },
    {
      "epoch": 754.32,
      "grad_norm": 1.254303216934204,
      "learning_rate": 4.165888362390743e-08,
      "loss": 0.3429,
      "step": 2702730
    },
    {
      "epoch": 754.32,
      "grad_norm": 1.4359077215194702,
      "learning_rate": 4.165380831649039e-08,
      "loss": 0.3134,
      "step": 2702740
    },
    {
      "epoch": 754.33,
      "grad_norm": 1.1377159357070923,
      "learning_rate": 4.164873331548293e-08,
      "loss": 0.3476,
      "step": 2702750
    },
    {
      "epoch": 754.33,
      "grad_norm": 1.2071731090545654,
      "learning_rate": 4.164365862088532e-08,
      "loss": 0.3521,
      "step": 2702760
    },
    {
      "epoch": 754.33,
      "grad_norm": 1.4198628664016724,
      "learning_rate": 4.1638584232699114e-08,
      "loss": 0.3371,
      "step": 2702770
    },
    {
      "epoch": 754.33,
      "grad_norm": 1.2427550554275513,
      "learning_rate": 4.163351015092457e-08,
      "loss": 0.3291,
      "step": 2702780
    },
    {
      "epoch": 754.34,
      "grad_norm": 0.9817041754722595,
      "learning_rate": 4.162843637556222e-08,
      "loss": 0.3297,
      "step": 2702790
    },
    {
      "epoch": 754.34,
      "grad_norm": 1.505693793296814,
      "learning_rate": 4.16233629066131e-08,
      "loss": 0.3371,
      "step": 2702800
    },
    {
      "epoch": 754.34,
      "grad_norm": 1.5258556604385376,
      "learning_rate": 4.161828974407746e-08,
      "loss": 0.3397,
      "step": 2702810
    },
    {
      "epoch": 754.35,
      "grad_norm": 1.1849814653396606,
      "learning_rate": 4.161321688795609e-08,
      "loss": 0.3326,
      "step": 2702820
    },
    {
      "epoch": 754.35,
      "grad_norm": 1.3208022117614746,
      "learning_rate": 4.160814433824978e-08,
      "loss": 0.3433,
      "step": 2702830
    },
    {
      "epoch": 754.35,
      "grad_norm": 1.1216002702713013,
      "learning_rate": 4.160307209495955e-08,
      "loss": 0.3316,
      "step": 2702840
    },
    {
      "epoch": 754.35,
      "grad_norm": 1.4400575160980225,
      "learning_rate": 4.159800015808542e-08,
      "loss": 0.3446,
      "step": 2702850
    },
    {
      "epoch": 754.36,
      "grad_norm": 1.203662633895874,
      "learning_rate": 4.159292852762815e-08,
      "loss": 0.3513,
      "step": 2702860
    },
    {
      "epoch": 754.36,
      "grad_norm": 1.2651209831237793,
      "learning_rate": 4.1587857203588795e-08,
      "loss": 0.3233,
      "step": 2702870
    },
    {
      "epoch": 754.36,
      "grad_norm": 1.2576078176498413,
      "learning_rate": 4.158278618596788e-08,
      "loss": 0.3296,
      "step": 2702880
    },
    {
      "epoch": 754.37,
      "grad_norm": 1.3433759212493896,
      "learning_rate": 4.157771547476617e-08,
      "loss": 0.336,
      "step": 2702890
    },
    {
      "epoch": 754.37,
      "grad_norm": 1.226364254951477,
      "learning_rate": 4.1572645069983934e-08,
      "loss": 0.3512,
      "step": 2702900
    },
    {
      "epoch": 754.37,
      "grad_norm": 1.1772499084472656,
      "learning_rate": 4.156757497162247e-08,
      "loss": 0.3456,
      "step": 2702910
    },
    {
      "epoch": 754.37,
      "grad_norm": 1.2457987070083618,
      "learning_rate": 4.1562505179681785e-08,
      "loss": 0.3486,
      "step": 2702920
    },
    {
      "epoch": 754.38,
      "grad_norm": 1.2408610582351685,
      "learning_rate": 4.155743569416291e-08,
      "loss": 0.3273,
      "step": 2702930
    },
    {
      "epoch": 754.38,
      "grad_norm": 1.2271251678466797,
      "learning_rate": 4.1552366515066896e-08,
      "loss": 0.3531,
      "step": 2702940
    },
    {
      "epoch": 754.38,
      "grad_norm": 1.3189772367477417,
      "learning_rate": 4.154729764239374e-08,
      "loss": 0.3167,
      "step": 2702950
    },
    {
      "epoch": 754.38,
      "grad_norm": 1.4056891202926636,
      "learning_rate": 4.154222907614422e-08,
      "loss": 0.3253,
      "step": 2702960
    },
    {
      "epoch": 754.39,
      "grad_norm": 1.1967719793319702,
      "learning_rate": 4.153716081631937e-08,
      "loss": 0.3418,
      "step": 2702970
    },
    {
      "epoch": 754.39,
      "grad_norm": 1.4565778970718384,
      "learning_rate": 4.153209286291972e-08,
      "loss": 0.3334,
      "step": 2702980
    },
    {
      "epoch": 754.39,
      "grad_norm": 1.3857184648513794,
      "learning_rate": 4.152702521594579e-08,
      "loss": 0.3364,
      "step": 2702990
    },
    {
      "epoch": 754.4,
      "grad_norm": 1.340013027191162,
      "learning_rate": 4.152195787539836e-08,
      "loss": 0.3384,
      "step": 2703000
    },
    {
      "epoch": 754.4,
      "grad_norm": 1.144343614578247,
      "learning_rate": 4.151689084127847e-08,
      "loss": 0.3435,
      "step": 2703010
    },
    {
      "epoch": 754.4,
      "grad_norm": 1.4065824747085571,
      "learning_rate": 4.151182411358585e-08,
      "loss": 0.3373,
      "step": 2703020
    },
    {
      "epoch": 754.4,
      "grad_norm": 1.1089991331100464,
      "learning_rate": 4.150675769232208e-08,
      "loss": 0.3377,
      "step": 2703030
    },
    {
      "epoch": 754.41,
      "grad_norm": 1.2405922412872314,
      "learning_rate": 4.150169157748741e-08,
      "loss": 0.3431,
      "step": 2703040
    },
    {
      "epoch": 754.41,
      "grad_norm": 1.236420750617981,
      "learning_rate": 4.149662576908262e-08,
      "loss": 0.3224,
      "step": 2703050
    },
    {
      "epoch": 754.41,
      "grad_norm": 1.254215121269226,
      "learning_rate": 4.1491560267108495e-08,
      "loss": 0.3386,
      "step": 2703060
    },
    {
      "epoch": 754.42,
      "grad_norm": 1.138443112373352,
      "learning_rate": 4.148649507156555e-08,
      "loss": 0.3382,
      "step": 2703070
    },
    {
      "epoch": 754.42,
      "grad_norm": 1.5866140127182007,
      "learning_rate": 4.148143018245457e-08,
      "loss": 0.3144,
      "step": 2703080
    },
    {
      "epoch": 754.42,
      "grad_norm": 1.0837117433547974,
      "learning_rate": 4.147636559977607e-08,
      "loss": 0.3363,
      "step": 2703090
    },
    {
      "epoch": 754.42,
      "grad_norm": 1.2886143922805786,
      "learning_rate": 4.147130132353083e-08,
      "loss": 0.3353,
      "step": 2703100
    },
    {
      "epoch": 754.43,
      "grad_norm": 1.1137319803237915,
      "learning_rate": 4.1466237353719385e-08,
      "loss": 0.3434,
      "step": 2703110
    },
    {
      "epoch": 754.43,
      "grad_norm": 1.1645288467407227,
      "learning_rate": 4.146117369034276e-08,
      "loss": 0.3208,
      "step": 2703120
    },
    {
      "epoch": 754.43,
      "grad_norm": 1.1766934394836426,
      "learning_rate": 4.145611033340123e-08,
      "loss": 0.3271,
      "step": 2703130
    },
    {
      "epoch": 754.43,
      "grad_norm": 1.4160226583480835,
      "learning_rate": 4.1451047282895555e-08,
      "loss": 0.3379,
      "step": 2703140
    },
    {
      "epoch": 754.44,
      "grad_norm": 1.3892569541931152,
      "learning_rate": 4.144598453882679e-08,
      "loss": 0.3281,
      "step": 2703150
    },
    {
      "epoch": 754.44,
      "grad_norm": 1.3136943578720093,
      "learning_rate": 4.144092210119519e-08,
      "loss": 0.3543,
      "step": 2703160
    },
    {
      "epoch": 754.44,
      "grad_norm": 1.0536597967147827,
      "learning_rate": 4.143585997000154e-08,
      "loss": 0.3388,
      "step": 2703170
    },
    {
      "epoch": 754.45,
      "grad_norm": 1.1503461599349976,
      "learning_rate": 4.143079814524662e-08,
      "loss": 0.3284,
      "step": 2703180
    },
    {
      "epoch": 754.45,
      "grad_norm": 1.2483474016189575,
      "learning_rate": 4.1425736626930945e-08,
      "loss": 0.3375,
      "step": 2703190
    },
    {
      "epoch": 754.45,
      "grad_norm": 1.228032112121582,
      "learning_rate": 4.142067541505504e-08,
      "loss": 0.3347,
      "step": 2703200
    },
    {
      "epoch": 754.45,
      "grad_norm": 1.0706135034561157,
      "learning_rate": 4.141561450962021e-08,
      "loss": 0.3259,
      "step": 2703210
    },
    {
      "epoch": 754.46,
      "grad_norm": 1.2477242946624756,
      "learning_rate": 4.1410553910626446e-08,
      "loss": 0.3354,
      "step": 2703220
    },
    {
      "epoch": 754.46,
      "grad_norm": 1.0399402379989624,
      "learning_rate": 4.14054936180748e-08,
      "loss": 0.3233,
      "step": 2703230
    },
    {
      "epoch": 754.46,
      "grad_norm": 1.3015855550765991,
      "learning_rate": 4.140043363196578e-08,
      "loss": 0.3357,
      "step": 2703240
    },
    {
      "epoch": 754.47,
      "grad_norm": 1.6602703332901,
      "learning_rate": 4.139537395229991e-08,
      "loss": 0.3373,
      "step": 2703250
    },
    {
      "epoch": 754.47,
      "grad_norm": 1.185303807258606,
      "learning_rate": 4.13903145790785e-08,
      "loss": 0.342,
      "step": 2703260
    },
    {
      "epoch": 754.47,
      "grad_norm": 1.3211328983306885,
      "learning_rate": 4.1385255512301536e-08,
      "loss": 0.3418,
      "step": 2703270
    },
    {
      "epoch": 754.47,
      "grad_norm": 1.1458220481872559,
      "learning_rate": 4.138019675196981e-08,
      "loss": 0.3409,
      "step": 2703280
    },
    {
      "epoch": 754.48,
      "grad_norm": 1.178964614868164,
      "learning_rate": 4.1375138298084357e-08,
      "loss": 0.3451,
      "step": 2703290
    },
    {
      "epoch": 754.48,
      "grad_norm": 1.305803656578064,
      "learning_rate": 4.13700801506457e-08,
      "loss": 0.3315,
      "step": 2703300
    },
    {
      "epoch": 754.48,
      "grad_norm": 1.304762363433838,
      "learning_rate": 4.136502230965436e-08,
      "loss": 0.3609,
      "step": 2703310
    },
    {
      "epoch": 754.49,
      "grad_norm": 1.2451890707015991,
      "learning_rate": 4.135996477511085e-08,
      "loss": 0.3501,
      "step": 2703320
    },
    {
      "epoch": 754.49,
      "grad_norm": 1.5742108821868896,
      "learning_rate": 4.135490754701649e-08,
      "loss": 0.3485,
      "step": 2703330
    },
    {
      "epoch": 754.49,
      "grad_norm": 1.2659393548965454,
      "learning_rate": 4.134985062537099e-08,
      "loss": 0.3422,
      "step": 2703340
    },
    {
      "epoch": 754.49,
      "grad_norm": 1.1545910835266113,
      "learning_rate": 4.13447940101762e-08,
      "loss": 0.3378,
      "step": 2703350
    },
    {
      "epoch": 754.5,
      "grad_norm": 1.1437467336654663,
      "learning_rate": 4.133973770143184e-08,
      "loss": 0.3507,
      "step": 2703360
    },
    {
      "epoch": 754.5,
      "grad_norm": 1.4700047969818115,
      "learning_rate": 4.1334681699138705e-08,
      "loss": 0.3347,
      "step": 2703370
    },
    {
      "epoch": 754.5,
      "grad_norm": 1.520664095878601,
      "learning_rate": 4.132962600329809e-08,
      "loss": 0.3388,
      "step": 2703380
    },
    {
      "epoch": 754.5,
      "grad_norm": 1.1739963293075562,
      "learning_rate": 4.1324570613910246e-08,
      "loss": 0.3439,
      "step": 2703390
    },
    {
      "epoch": 754.51,
      "grad_norm": 1.1893489360809326,
      "learning_rate": 4.131951553097545e-08,
      "loss": 0.3315,
      "step": 2703400
    },
    {
      "epoch": 754.51,
      "grad_norm": 1.296829104423523,
      "learning_rate": 4.131446075449499e-08,
      "loss": 0.3497,
      "step": 2703410
    },
    {
      "epoch": 754.51,
      "grad_norm": 1.1635903120040894,
      "learning_rate": 4.1309406284469656e-08,
      "loss": 0.3306,
      "step": 2703420
    },
    {
      "epoch": 754.52,
      "grad_norm": 1.2597874402999878,
      "learning_rate": 4.130435212089918e-08,
      "loss": 0.3297,
      "step": 2703430
    },
    {
      "epoch": 754.52,
      "grad_norm": 1.362748146057129,
      "learning_rate": 4.129929826378539e-08,
      "loss": 0.3327,
      "step": 2703440
    },
    {
      "epoch": 754.52,
      "grad_norm": 1.2743676900863647,
      "learning_rate": 4.129424471312802e-08,
      "loss": 0.3396,
      "step": 2703450
    },
    {
      "epoch": 754.52,
      "grad_norm": 1.1429202556610107,
      "learning_rate": 4.1289191468928376e-08,
      "loss": 0.352,
      "step": 2703460
    },
    {
      "epoch": 754.53,
      "grad_norm": 1.1732618808746338,
      "learning_rate": 4.128413853118698e-08,
      "loss": 0.3289,
      "step": 2703470
    },
    {
      "epoch": 754.53,
      "grad_norm": 1.432114601135254,
      "learning_rate": 4.127908589990408e-08,
      "loss": 0.3442,
      "step": 2703480
    },
    {
      "epoch": 754.53,
      "grad_norm": 2.398296594619751,
      "learning_rate": 4.127403357508099e-08,
      "loss": 0.3455,
      "step": 2703490
    },
    {
      "epoch": 754.54,
      "grad_norm": 1.2940855026245117,
      "learning_rate": 4.1268981556717964e-08,
      "loss": 0.3435,
      "step": 2703500
    },
    {
      "epoch": 754.54,
      "grad_norm": 1.9549355506896973,
      "learning_rate": 4.1263929844815526e-08,
      "loss": 0.3342,
      "step": 2703510
    },
    {
      "epoch": 754.54,
      "grad_norm": 1.515265703201294,
      "learning_rate": 4.125887843937523e-08,
      "loss": 0.34,
      "step": 2703520
    },
    {
      "epoch": 754.54,
      "grad_norm": 1.145215630531311,
      "learning_rate": 4.125382734039657e-08,
      "loss": 0.3227,
      "step": 2703530
    },
    {
      "epoch": 754.55,
      "grad_norm": 1.2507017850875854,
      "learning_rate": 4.1248776547881096e-08,
      "loss": 0.3272,
      "step": 2703540
    },
    {
      "epoch": 754.55,
      "grad_norm": 1.2597644329071045,
      "learning_rate": 4.1243726061828807e-08,
      "loss": 0.335,
      "step": 2703550
    },
    {
      "epoch": 754.55,
      "grad_norm": 1.2540041208267212,
      "learning_rate": 4.123867588224127e-08,
      "loss": 0.3327,
      "step": 2703560
    },
    {
      "epoch": 754.55,
      "grad_norm": 1.4219441413879395,
      "learning_rate": 4.1233626009117956e-08,
      "loss": 0.3236,
      "step": 2703570
    },
    {
      "epoch": 754.56,
      "grad_norm": 1.1634552478790283,
      "learning_rate": 4.12285764424607e-08,
      "loss": 0.3276,
      "step": 2703580
    },
    {
      "epoch": 754.56,
      "grad_norm": 1.3620482683181763,
      "learning_rate": 4.122352718226949e-08,
      "loss": 0.3312,
      "step": 2703590
    },
    {
      "epoch": 754.56,
      "grad_norm": 1.0627728700637817,
      "learning_rate": 4.121847822854511e-08,
      "loss": 0.3379,
      "step": 2703600
    },
    {
      "epoch": 754.57,
      "grad_norm": 1.481737494468689,
      "learning_rate": 4.121342958128861e-08,
      "loss": 0.3287,
      "step": 2703610
    },
    {
      "epoch": 754.57,
      "grad_norm": 1.6178534030914307,
      "learning_rate": 4.1208381240500235e-08,
      "loss": 0.3308,
      "step": 2703620
    },
    {
      "epoch": 754.57,
      "grad_norm": 1.0827535390853882,
      "learning_rate": 4.120333320618051e-08,
      "loss": 0.3275,
      "step": 2703630
    },
    {
      "epoch": 754.57,
      "grad_norm": 1.4246139526367188,
      "learning_rate": 4.119828547833048e-08,
      "loss": 0.3521,
      "step": 2703640
    },
    {
      "epoch": 754.58,
      "grad_norm": 1.1082170009613037,
      "learning_rate": 4.1193238056951193e-08,
      "loss": 0.3387,
      "step": 2703650
    },
    {
      "epoch": 754.58,
      "grad_norm": 1.370743989944458,
      "learning_rate": 4.118819094204237e-08,
      "loss": 0.3448,
      "step": 2703660
    },
    {
      "epoch": 754.58,
      "grad_norm": 1.224772572517395,
      "learning_rate": 4.1183144133605066e-08,
      "loss": 0.3327,
      "step": 2703670
    },
    {
      "epoch": 754.59,
      "grad_norm": 2.860318660736084,
      "learning_rate": 4.117809763164032e-08,
      "loss": 0.3429,
      "step": 2703680
    },
    {
      "epoch": 754.59,
      "grad_norm": 1.3596675395965576,
      "learning_rate": 4.1173051436148124e-08,
      "loss": 0.3342,
      "step": 2703690
    },
    {
      "epoch": 754.59,
      "grad_norm": 1.1913045644760132,
      "learning_rate": 4.1168005547130047e-08,
      "loss": 0.3241,
      "step": 2703700
    },
    {
      "epoch": 754.59,
      "grad_norm": 1.3056442737579346,
      "learning_rate": 4.1162959964586085e-08,
      "loss": 0.3494,
      "step": 2703710
    },
    {
      "epoch": 754.6,
      "grad_norm": 1.2487131357192993,
      "learning_rate": 4.115791468851676e-08,
      "loss": 0.3437,
      "step": 2703720
    },
    {
      "epoch": 754.6,
      "grad_norm": 1.1961266994476318,
      "learning_rate": 4.115286971892338e-08,
      "loss": 0.3374,
      "step": 2703730
    },
    {
      "epoch": 754.6,
      "grad_norm": 1.144862413406372,
      "learning_rate": 4.1147825055806196e-08,
      "loss": 0.323,
      "step": 2703740
    },
    {
      "epoch": 754.61,
      "grad_norm": 1.3537602424621582,
      "learning_rate": 4.114278069916625e-08,
      "loss": 0.3404,
      "step": 2703750
    },
    {
      "epoch": 754.61,
      "grad_norm": 1.2954038381576538,
      "learning_rate": 4.11377366490038e-08,
      "loss": 0.326,
      "step": 2703760
    },
    {
      "epoch": 754.61,
      "grad_norm": 1.2626374959945679,
      "learning_rate": 4.1132692905319636e-08,
      "loss": 0.3257,
      "step": 2703770
    },
    {
      "epoch": 754.61,
      "grad_norm": 1.122543454170227,
      "learning_rate": 4.1127649468114274e-08,
      "loss": 0.3458,
      "step": 2703780
    },
    {
      "epoch": 754.62,
      "grad_norm": 1.2150665521621704,
      "learning_rate": 4.112260633738901e-08,
      "loss": 0.351,
      "step": 2703790
    },
    {
      "epoch": 754.62,
      "grad_norm": 1.4054707288742065,
      "learning_rate": 4.1117563513143585e-08,
      "loss": 0.3363,
      "step": 2703800
    },
    {
      "epoch": 754.62,
      "grad_norm": 1.2890158891677856,
      "learning_rate": 4.111252099537957e-08,
      "loss": 0.3347,
      "step": 2703810
    },
    {
      "epoch": 754.62,
      "grad_norm": 1.1918503046035767,
      "learning_rate": 4.110747878409721e-08,
      "loss": 0.3496,
      "step": 2703820
    },
    {
      "epoch": 754.63,
      "grad_norm": 1.3615449666976929,
      "learning_rate": 4.1102436879296776e-08,
      "loss": 0.3242,
      "step": 2703830
    },
    {
      "epoch": 754.63,
      "grad_norm": 1.3496731519699097,
      "learning_rate": 4.1097395280979825e-08,
      "loss": 0.3351,
      "step": 2703840
    },
    {
      "epoch": 754.63,
      "grad_norm": 1.2613730430603027,
      "learning_rate": 4.1092353989146367e-08,
      "loss": 0.3456,
      "step": 2703850
    },
    {
      "epoch": 754.64,
      "grad_norm": 1.475120186805725,
      "learning_rate": 4.108731300379716e-08,
      "loss": 0.3428,
      "step": 2703860
    },
    {
      "epoch": 754.64,
      "grad_norm": 1.2292613983154297,
      "learning_rate": 4.108227232493301e-08,
      "loss": 0.3167,
      "step": 2703870
    },
    {
      "epoch": 754.64,
      "grad_norm": 1.370632290840149,
      "learning_rate": 4.1077231952554686e-08,
      "loss": 0.3404,
      "step": 2703880
    },
    {
      "epoch": 754.64,
      "grad_norm": 1.224172830581665,
      "learning_rate": 4.1072191886662704e-08,
      "loss": 0.3258,
      "step": 2703890
    },
    {
      "epoch": 754.65,
      "grad_norm": 1.257527232170105,
      "learning_rate": 4.106715212725785e-08,
      "loss": 0.3521,
      "step": 2703900
    },
    {
      "epoch": 754.65,
      "grad_norm": 1.1933324337005615,
      "learning_rate": 4.106211267434064e-08,
      "loss": 0.3321,
      "step": 2703910
    },
    {
      "epoch": 754.65,
      "grad_norm": 1.2744790315628052,
      "learning_rate": 4.1057073527911605e-08,
      "loss": 0.3226,
      "step": 2703920
    },
    {
      "epoch": 754.66,
      "grad_norm": 1.3049681186676025,
      "learning_rate": 4.105203468797204e-08,
      "loss": 0.3443,
      "step": 2703930
    },
    {
      "epoch": 754.66,
      "grad_norm": 1.3132107257843018,
      "learning_rate": 4.104699615452194e-08,
      "loss": 0.3432,
      "step": 2703940
    },
    {
      "epoch": 754.66,
      "grad_norm": 1.3797905445098877,
      "learning_rate": 4.104195792756209e-08,
      "loss": 0.3477,
      "step": 2703950
    },
    {
      "epoch": 754.66,
      "grad_norm": 1.2901638746261597,
      "learning_rate": 4.1036920007093795e-08,
      "loss": 0.33,
      "step": 2703960
    },
    {
      "epoch": 754.67,
      "grad_norm": 1.3085190057754517,
      "learning_rate": 4.103188239311679e-08,
      "loss": 0.3365,
      "step": 2703970
    },
    {
      "epoch": 754.67,
      "grad_norm": 1.3143748044967651,
      "learning_rate": 4.102684508563237e-08,
      "loss": 0.3617,
      "step": 2703980
    },
    {
      "epoch": 754.67,
      "grad_norm": 1.397031307220459,
      "learning_rate": 4.1021808084641064e-08,
      "loss": 0.3416,
      "step": 2703990
    },
    {
      "epoch": 754.67,
      "grad_norm": 1.2600035667419434,
      "learning_rate": 4.1016771390143394e-08,
      "loss": 0.3652,
      "step": 2704000
    },
    {
      "epoch": 754.68,
      "grad_norm": 1.171585202217102,
      "learning_rate": 4.1011735002140136e-08,
      "loss": 0.3314,
      "step": 2704010
    },
    {
      "epoch": 754.68,
      "grad_norm": 1.4184616804122925,
      "learning_rate": 4.100669892063207e-08,
      "loss": 0.3305,
      "step": 2704020
    },
    {
      "epoch": 754.68,
      "grad_norm": 1.5073727369308472,
      "learning_rate": 4.100166314561972e-08,
      "loss": 0.32,
      "step": 2704030
    },
    {
      "epoch": 754.69,
      "grad_norm": 1.5276261568069458,
      "learning_rate": 4.099662767710387e-08,
      "loss": 0.3264,
      "step": 2704040
    },
    {
      "epoch": 754.69,
      "grad_norm": 1.1533660888671875,
      "learning_rate": 4.0991592515085026e-08,
      "loss": 0.3413,
      "step": 2704050
    },
    {
      "epoch": 754.69,
      "grad_norm": 1.3617384433746338,
      "learning_rate": 4.098655765956372e-08,
      "loss": 0.3335,
      "step": 2704060
    },
    {
      "epoch": 754.69,
      "grad_norm": 1.1171725988388062,
      "learning_rate": 4.0981523110541253e-08,
      "loss": 0.3423,
      "step": 2704070
    },
    {
      "epoch": 754.7,
      "grad_norm": 1.2535308599472046,
      "learning_rate": 4.097648886801788e-08,
      "loss": 0.3253,
      "step": 2704080
    },
    {
      "epoch": 754.7,
      "grad_norm": 1.2117326259613037,
      "learning_rate": 4.097145493199413e-08,
      "loss": 0.349,
      "step": 2704090
    },
    {
      "epoch": 754.7,
      "grad_norm": 1.2604559659957886,
      "learning_rate": 4.0966421302471035e-08,
      "loss": 0.3362,
      "step": 2704100
    },
    {
      "epoch": 754.71,
      "grad_norm": 1.3323242664337158,
      "learning_rate": 4.096138797944886e-08,
      "loss": 0.3334,
      "step": 2704110
    },
    {
      "epoch": 754.71,
      "grad_norm": 1.2678250074386597,
      "learning_rate": 4.095635496292838e-08,
      "loss": 0.3275,
      "step": 2704120
    },
    {
      "epoch": 754.71,
      "grad_norm": 1.387225866317749,
      "learning_rate": 4.0951322252910384e-08,
      "loss": 0.3402,
      "step": 2704130
    },
    {
      "epoch": 754.71,
      "grad_norm": 1.0992679595947266,
      "learning_rate": 4.094628984939591e-08,
      "loss": 0.3575,
      "step": 2704140
    },
    {
      "epoch": 754.72,
      "grad_norm": 1.1974501609802246,
      "learning_rate": 4.094125775238469e-08,
      "loss": 0.3235,
      "step": 2704150
    },
    {
      "epoch": 754.72,
      "grad_norm": 1.2805603742599487,
      "learning_rate": 4.093622596187829e-08,
      "loss": 0.3308,
      "step": 2704160
    },
    {
      "epoch": 754.72,
      "grad_norm": 1.2134819030761719,
      "learning_rate": 4.0931194477876984e-08,
      "loss": 0.3512,
      "step": 2704170
    },
    {
      "epoch": 754.73,
      "grad_norm": 1.3804978132247925,
      "learning_rate": 4.092616330038153e-08,
      "loss": 0.344,
      "step": 2704180
    },
    {
      "epoch": 754.73,
      "grad_norm": 1.1913079023361206,
      "learning_rate": 4.092113242939246e-08,
      "loss": 0.3287,
      "step": 2704190
    },
    {
      "epoch": 754.73,
      "grad_norm": 1.2851470708847046,
      "learning_rate": 4.0916101864910553e-08,
      "loss": 0.3306,
      "step": 2704200
    },
    {
      "epoch": 754.73,
      "grad_norm": 1.1074668169021606,
      "learning_rate": 4.0911071606936596e-08,
      "loss": 0.3374,
      "step": 2704210
    },
    {
      "epoch": 754.74,
      "grad_norm": 1.2423062324523926,
      "learning_rate": 4.090604165547084e-08,
      "loss": 0.3307,
      "step": 2704220
    },
    {
      "epoch": 754.74,
      "grad_norm": 1.1064013242721558,
      "learning_rate": 4.0901012010514585e-08,
      "loss": 0.3217,
      "step": 2704230
    },
    {
      "epoch": 754.74,
      "grad_norm": 1.1366372108459473,
      "learning_rate": 4.089598267206784e-08,
      "loss": 0.3376,
      "step": 2704240
    },
    {
      "epoch": 754.74,
      "grad_norm": 1.1061336994171143,
      "learning_rate": 4.08909536401319e-08,
      "loss": 0.3305,
      "step": 2704250
    },
    {
      "epoch": 754.75,
      "grad_norm": 1.0849969387054443,
      "learning_rate": 4.0885924914706766e-08,
      "loss": 0.3308,
      "step": 2704260
    },
    {
      "epoch": 754.75,
      "grad_norm": 1.3183989524841309,
      "learning_rate": 4.0880896495793736e-08,
      "loss": 0.3407,
      "step": 2704270
    },
    {
      "epoch": 754.75,
      "grad_norm": 1.300362229347229,
      "learning_rate": 4.087586838339308e-08,
      "loss": 0.3414,
      "step": 2704280
    },
    {
      "epoch": 754.76,
      "grad_norm": 1.526861310005188,
      "learning_rate": 4.087084057750583e-08,
      "loss": 0.345,
      "step": 2704290
    },
    {
      "epoch": 754.76,
      "grad_norm": 1.2420096397399902,
      "learning_rate": 4.0865813078132245e-08,
      "loss": 0.3191,
      "step": 2704300
    },
    {
      "epoch": 754.76,
      "grad_norm": 1.3244121074676514,
      "learning_rate": 4.0860785885273115e-08,
      "loss": 0.3319,
      "step": 2704310
    },
    {
      "epoch": 754.76,
      "grad_norm": 1.2132575511932373,
      "learning_rate": 4.085575899892921e-08,
      "loss": 0.3288,
      "step": 2704320
    },
    {
      "epoch": 754.77,
      "grad_norm": 1.3190537691116333,
      "learning_rate": 4.085073241910132e-08,
      "loss": 0.3515,
      "step": 2704330
    },
    {
      "epoch": 754.77,
      "grad_norm": 1.324698805809021,
      "learning_rate": 4.0845706145789696e-08,
      "loss": 0.3435,
      "step": 2704340
    },
    {
      "epoch": 754.77,
      "grad_norm": 1.4821884632110596,
      "learning_rate": 4.084068017899539e-08,
      "loss": 0.3336,
      "step": 2704350
    },
    {
      "epoch": 754.78,
      "grad_norm": 1.195985198020935,
      "learning_rate": 4.083565451871865e-08,
      "loss": 0.3404,
      "step": 2704360
    },
    {
      "epoch": 754.78,
      "grad_norm": 1.2955242395401,
      "learning_rate": 4.0830629164961044e-08,
      "loss": 0.3266,
      "step": 2704370
    },
    {
      "epoch": 754.78,
      "grad_norm": 1.1218178272247314,
      "learning_rate": 4.082560411772205e-08,
      "loss": 0.3392,
      "step": 2704380
    },
    {
      "epoch": 754.78,
      "grad_norm": 1.2562510967254639,
      "learning_rate": 4.0820579377003234e-08,
      "loss": 0.3242,
      "step": 2704390
    },
    {
      "epoch": 754.79,
      "grad_norm": 1.1211700439453125,
      "learning_rate": 4.081555494280485e-08,
      "loss": 0.3385,
      "step": 2704400
    },
    {
      "epoch": 754.79,
      "grad_norm": 1.243422508239746,
      "learning_rate": 4.081053081512768e-08,
      "loss": 0.3533,
      "step": 2704410
    },
    {
      "epoch": 754.79,
      "grad_norm": 1.2275164127349854,
      "learning_rate": 4.08055069939725e-08,
      "loss": 0.3173,
      "step": 2704420
    },
    {
      "epoch": 754.79,
      "grad_norm": 1.3725433349609375,
      "learning_rate": 4.080048347933984e-08,
      "loss": 0.3517,
      "step": 2704430
    },
    {
      "epoch": 754.8,
      "grad_norm": 1.2895201444625854,
      "learning_rate": 4.0795460271230223e-08,
      "loss": 0.3565,
      "step": 2704440
    },
    {
      "epoch": 754.8,
      "grad_norm": 1.31675386428833,
      "learning_rate": 4.079043736964442e-08,
      "loss": 0.343,
      "step": 2704450
    },
    {
      "epoch": 754.8,
      "grad_norm": 1.563440203666687,
      "learning_rate": 4.0785414774583464e-08,
      "loss": 0.3299,
      "step": 2704460
    },
    {
      "epoch": 754.81,
      "grad_norm": 1.2880213260650635,
      "learning_rate": 4.078039248604763e-08,
      "loss": 0.3444,
      "step": 2704470
    },
    {
      "epoch": 754.81,
      "grad_norm": 1.1912834644317627,
      "learning_rate": 4.07753705040377e-08,
      "loss": 0.3331,
      "step": 2704480
    },
    {
      "epoch": 754.81,
      "grad_norm": 1.2845747470855713,
      "learning_rate": 4.077034882855419e-08,
      "loss": 0.3484,
      "step": 2704490
    },
    {
      "epoch": 754.81,
      "grad_norm": 1.1954865455627441,
      "learning_rate": 4.0765327459597877e-08,
      "loss": 0.3467,
      "step": 2704500
    },
    {
      "epoch": 754.82,
      "grad_norm": 1.2257167100906372,
      "learning_rate": 4.076030639716954e-08,
      "loss": 0.3509,
      "step": 2704510
    },
    {
      "epoch": 754.82,
      "grad_norm": 1.1676548719406128,
      "learning_rate": 4.0755285641269703e-08,
      "loss": 0.3309,
      "step": 2704520
    },
    {
      "epoch": 754.82,
      "grad_norm": 1.3555915355682373,
      "learning_rate": 4.075026519189915e-08,
      "loss": 0.342,
      "step": 2704530
    },
    {
      "epoch": 754.83,
      "grad_norm": 1.379636287689209,
      "learning_rate": 4.07452450490584e-08,
      "loss": 0.343,
      "step": 2704540
    },
    {
      "epoch": 754.83,
      "grad_norm": 1.1855740547180176,
      "learning_rate": 4.074022521274849e-08,
      "loss": 0.3278,
      "step": 2704550
    },
    {
      "epoch": 754.83,
      "grad_norm": 1.1476106643676758,
      "learning_rate": 4.0735205682969425e-08,
      "loss": 0.3386,
      "step": 2704560
    },
    {
      "epoch": 754.83,
      "grad_norm": 1.2279969453811646,
      "learning_rate": 4.073018645972251e-08,
      "loss": 0.3367,
      "step": 2704570
    },
    {
      "epoch": 754.84,
      "grad_norm": 1.5392107963562012,
      "learning_rate": 4.0725167543008245e-08,
      "loss": 0.3537,
      "step": 2704580
    },
    {
      "epoch": 754.84,
      "grad_norm": 1.271049976348877,
      "learning_rate": 4.0720148932826914e-08,
      "loss": 0.3574,
      "step": 2704590
    },
    {
      "epoch": 754.84,
      "grad_norm": 1.3150615692138672,
      "learning_rate": 4.071513062917954e-08,
      "loss": 0.3312,
      "step": 2704600
    },
    {
      "epoch": 754.85,
      "grad_norm": 1.240706205368042,
      "learning_rate": 4.071011263206692e-08,
      "loss": 0.3209,
      "step": 2704610
    },
    {
      "epoch": 754.85,
      "grad_norm": 1.354841709136963,
      "learning_rate": 4.07050949414893e-08,
      "loss": 0.3286,
      "step": 2704620
    },
    {
      "epoch": 754.85,
      "grad_norm": 1.5640090703964233,
      "learning_rate": 4.070007755744798e-08,
      "loss": 0.3418,
      "step": 2704630
    },
    {
      "epoch": 754.85,
      "grad_norm": 1.1599221229553223,
      "learning_rate": 4.069506047994272e-08,
      "loss": 0.3307,
      "step": 2704640
    },
    {
      "epoch": 754.86,
      "grad_norm": 1.2167904376983643,
      "learning_rate": 4.069004370897506e-08,
      "loss": 0.3456,
      "step": 2704650
    },
    {
      "epoch": 754.86,
      "grad_norm": 1.3646330833435059,
      "learning_rate": 4.068502724454501e-08,
      "loss": 0.3259,
      "step": 2704660
    },
    {
      "epoch": 754.86,
      "grad_norm": 1.2218372821807861,
      "learning_rate": 4.068001108665387e-08,
      "loss": 0.3226,
      "step": 2704670
    },
    {
      "epoch": 754.86,
      "grad_norm": 1.108045220375061,
      "learning_rate": 4.067499523530164e-08,
      "loss": 0.328,
      "step": 2704680
    },
    {
      "epoch": 754.87,
      "grad_norm": 1.1449172496795654,
      "learning_rate": 4.0669979690489615e-08,
      "loss": 0.3278,
      "step": 2704690
    },
    {
      "epoch": 754.87,
      "grad_norm": 1.3559467792510986,
      "learning_rate": 4.066496445221806e-08,
      "loss": 0.3438,
      "step": 2704700
    },
    {
      "epoch": 754.87,
      "grad_norm": 1.1082627773284912,
      "learning_rate": 4.065994952048776e-08,
      "loss": 0.3395,
      "step": 2704710
    },
    {
      "epoch": 754.88,
      "grad_norm": 1.2574719190597534,
      "learning_rate": 4.065493489529949e-08,
      "loss": 0.3317,
      "step": 2704720
    },
    {
      "epoch": 754.88,
      "grad_norm": 1.27274489402771,
      "learning_rate": 4.064992057665351e-08,
      "loss": 0.3339,
      "step": 2704730
    },
    {
      "epoch": 754.88,
      "grad_norm": 1.2837021350860596,
      "learning_rate": 4.0644906564551126e-08,
      "loss": 0.3288,
      "step": 2704740
    },
    {
      "epoch": 754.88,
      "grad_norm": 1.2006268501281738,
      "learning_rate": 4.0639892858992335e-08,
      "loss": 0.3372,
      "step": 2704750
    },
    {
      "epoch": 754.89,
      "grad_norm": 1.2582412958145142,
      "learning_rate": 4.0634879459978176e-08,
      "loss": 0.3378,
      "step": 2704760
    },
    {
      "epoch": 754.89,
      "grad_norm": 1.3006361722946167,
      "learning_rate": 4.062986636750943e-08,
      "loss": 0.3323,
      "step": 2704770
    },
    {
      "epoch": 754.89,
      "grad_norm": 1.1139390468597412,
      "learning_rate": 4.0624853581586617e-08,
      "loss": 0.3223,
      "step": 2704780
    },
    {
      "epoch": 754.9,
      "grad_norm": 1.3036502599716187,
      "learning_rate": 4.0619841102210256e-08,
      "loss": 0.3302,
      "step": 2704790
    },
    {
      "epoch": 754.9,
      "grad_norm": 1.243274450302124,
      "learning_rate": 4.0614828929381135e-08,
      "loss": 0.3374,
      "step": 2704800
    },
    {
      "epoch": 754.9,
      "grad_norm": 1.3539155721664429,
      "learning_rate": 4.060981706310003e-08,
      "loss": 0.3321,
      "step": 2704810
    },
    {
      "epoch": 754.9,
      "grad_norm": 1.479685664176941,
      "learning_rate": 4.06048055033672e-08,
      "loss": 0.3455,
      "step": 2704820
    },
    {
      "epoch": 754.91,
      "grad_norm": 1.7666798830032349,
      "learning_rate": 4.059979425018421e-08,
      "loss": 0.3259,
      "step": 2704830
    },
    {
      "epoch": 754.91,
      "grad_norm": 1.2973512411117554,
      "learning_rate": 4.05947833035508e-08,
      "loss": 0.3343,
      "step": 2704840
    },
    {
      "epoch": 754.91,
      "grad_norm": 1.253601312637329,
      "learning_rate": 4.0589772663468005e-08,
      "loss": 0.3333,
      "step": 2704850
    },
    {
      "epoch": 754.91,
      "grad_norm": 1.4988988637924194,
      "learning_rate": 4.0584762329936604e-08,
      "loss": 0.3316,
      "step": 2704860
    },
    {
      "epoch": 754.92,
      "grad_norm": 1.1645833253860474,
      "learning_rate": 4.057975230295687e-08,
      "loss": 0.3309,
      "step": 2704870
    },
    {
      "epoch": 754.92,
      "grad_norm": 1.4054620265960693,
      "learning_rate": 4.057474258252983e-08,
      "loss": 0.3419,
      "step": 2704880
    },
    {
      "epoch": 754.92,
      "grad_norm": 1.056266188621521,
      "learning_rate": 4.0569733168656015e-08,
      "loss": 0.3382,
      "step": 2704890
    },
    {
      "epoch": 754.93,
      "grad_norm": 1.3005449771881104,
      "learning_rate": 4.0564724061335936e-08,
      "loss": 0.3257,
      "step": 2704900
    },
    {
      "epoch": 754.93,
      "grad_norm": 1.0606029033660889,
      "learning_rate": 4.05597152605709e-08,
      "loss": 0.3403,
      "step": 2704910
    },
    {
      "epoch": 754.93,
      "grad_norm": 1.0474356412887573,
      "learning_rate": 4.055470676636065e-08,
      "loss": 0.3271,
      "step": 2704920
    },
    {
      "epoch": 754.93,
      "grad_norm": 1.1165705919265747,
      "learning_rate": 4.054969857870674e-08,
      "loss": 0.3387,
      "step": 2704930
    },
    {
      "epoch": 754.94,
      "grad_norm": 1.3438564538955688,
      "learning_rate": 4.054469069760917e-08,
      "loss": 0.3402,
      "step": 2704940
    },
    {
      "epoch": 754.94,
      "grad_norm": 1.3542696237564087,
      "learning_rate": 4.053968312306898e-08,
      "loss": 0.3341,
      "step": 2704950
    },
    {
      "epoch": 754.94,
      "grad_norm": 1.0918205976486206,
      "learning_rate": 4.053467585508645e-08,
      "loss": 0.3415,
      "step": 2704960
    },
    {
      "epoch": 754.95,
      "grad_norm": 1.2964407205581665,
      "learning_rate": 4.052966889366285e-08,
      "loss": 0.3616,
      "step": 2704970
    },
    {
      "epoch": 754.95,
      "grad_norm": 1.1728800535202026,
      "learning_rate": 4.05246622387982e-08,
      "loss": 0.3173,
      "step": 2704980
    },
    {
      "epoch": 754.95,
      "grad_norm": 1.4754530191421509,
      "learning_rate": 4.0519655890493534e-08,
      "loss": 0.3392,
      "step": 2704990
    },
    {
      "epoch": 754.95,
      "grad_norm": 1.3491581678390503,
      "learning_rate": 4.051464984874964e-08,
      "loss": 0.3488,
      "step": 2705000
    },
    {
      "epoch": 754.96,
      "grad_norm": 1.1594797372817993,
      "learning_rate": 4.0509644113567023e-08,
      "loss": 0.3201,
      "step": 2705010
    },
    {
      "epoch": 754.96,
      "grad_norm": 1.1596131324768066,
      "learning_rate": 4.050463868494622e-08,
      "loss": 0.3441,
      "step": 2705020
    },
    {
      "epoch": 754.96,
      "grad_norm": 1.3139452934265137,
      "learning_rate": 4.049963356288774e-08,
      "loss": 0.3419,
      "step": 2705030
    },
    {
      "epoch": 754.97,
      "grad_norm": 1.2772284746170044,
      "learning_rate": 4.0494628747392895e-08,
      "loss": 0.3414,
      "step": 2705040
    },
    {
      "epoch": 754.97,
      "grad_norm": 1.1943000555038452,
      "learning_rate": 4.0489624238461936e-08,
      "loss": 0.3452,
      "step": 2705050
    },
    {
      "epoch": 754.97,
      "grad_norm": 1.123947024345398,
      "learning_rate": 4.048462003609539e-08,
      "loss": 0.3226,
      "step": 2705060
    },
    {
      "epoch": 754.97,
      "grad_norm": 1.3443710803985596,
      "learning_rate": 4.0479616140294027e-08,
      "loss": 0.323,
      "step": 2705070
    },
    {
      "epoch": 754.98,
      "grad_norm": 1.2701177597045898,
      "learning_rate": 4.047461255105864e-08,
      "loss": 0.3269,
      "step": 2705080
    },
    {
      "epoch": 754.98,
      "grad_norm": 1.3904057741165161,
      "learning_rate": 4.0469609268389995e-08,
      "loss": 0.3466,
      "step": 2705090
    },
    {
      "epoch": 754.98,
      "grad_norm": 1.1778212785720825,
      "learning_rate": 4.046460629228863e-08,
      "loss": 0.346,
      "step": 2705100
    },
    {
      "epoch": 754.98,
      "grad_norm": 1.378846287727356,
      "learning_rate": 4.0459603622755056e-08,
      "loss": 0.3159,
      "step": 2705110
    },
    {
      "epoch": 754.99,
      "grad_norm": 1.3608729839324951,
      "learning_rate": 4.045460125978979e-08,
      "loss": 0.3424,
      "step": 2705120
    },
    {
      "epoch": 754.99,
      "grad_norm": 1.064371109008789,
      "learning_rate": 4.0449599203394405e-08,
      "loss": 0.3351,
      "step": 2705130
    },
    {
      "epoch": 754.99,
      "grad_norm": 1.2720526456832886,
      "learning_rate": 4.044459745356837e-08,
      "loss": 0.3543,
      "step": 2705140
    },
    {
      "epoch": 755.0,
      "grad_norm": 1.246437430381775,
      "learning_rate": 4.043959601031325e-08,
      "loss": 0.3186,
      "step": 2705150
    },
    {
      "epoch": 755.0,
      "grad_norm": 1.0916565656661987,
      "learning_rate": 4.04345948736293e-08,
      "loss": 0.3529,
      "step": 2705160
    },
    {
      "epoch": 755.0,
      "eval_loss": 0.3364447057247162,
      "eval_runtime": 64.4474,
      "eval_samples_per_second": 78.498,
      "eval_steps_per_second": 9.822,
      "step": 2705165
    },
    {
      "epoch": 755.0,
      "grad_norm": 1.2132296562194824,
      "learning_rate": 4.042959404351679e-08,
      "loss": 0.3383,
      "step": 2705170
    },
    {
      "epoch": 755.0,
      "grad_norm": 1.2537992000579834,
      "learning_rate": 4.042459351997754e-08,
      "loss": 0.3464,
      "step": 2705180
    },
    {
      "epoch": 755.01,
      "grad_norm": 1.2555564641952515,
      "learning_rate": 4.0419593303011015e-08,
      "loss": 0.3158,
      "step": 2705190
    },
    {
      "epoch": 755.01,
      "grad_norm": 1.1781362295150757,
      "learning_rate": 4.041459339261879e-08,
      "loss": 0.3494,
      "step": 2705200
    },
    {
      "epoch": 755.01,
      "grad_norm": 1.1875044107437134,
      "learning_rate": 4.040959378880087e-08,
      "loss": 0.3305,
      "step": 2705210
    },
    {
      "epoch": 755.02,
      "grad_norm": 1.4883607625961304,
      "learning_rate": 4.040459449155828e-08,
      "loss": 0.3176,
      "step": 2705220
    },
    {
      "epoch": 755.02,
      "grad_norm": 2.081667423248291,
      "learning_rate": 4.0399595500891555e-08,
      "loss": 0.3416,
      "step": 2705230
    },
    {
      "epoch": 755.02,
      "grad_norm": 1.3196492195129395,
      "learning_rate": 4.0394596816801464e-08,
      "loss": 0.3296,
      "step": 2705240
    },
    {
      "epoch": 755.02,
      "grad_norm": 1.5542535781860352,
      "learning_rate": 4.0389598439288535e-08,
      "loss": 0.3465,
      "step": 2705250
    },
    {
      "epoch": 755.03,
      "grad_norm": 1.2987898588180542,
      "learning_rate": 4.0384600368353544e-08,
      "loss": 0.3376,
      "step": 2705260
    },
    {
      "epoch": 755.03,
      "grad_norm": 1.238739252090454,
      "learning_rate": 4.037960260399728e-08,
      "loss": 0.3365,
      "step": 2705270
    },
    {
      "epoch": 755.03,
      "grad_norm": 1.2354668378829956,
      "learning_rate": 4.037460514621999e-08,
      "loss": 0.352,
      "step": 2705280
    },
    {
      "epoch": 755.03,
      "grad_norm": 1.257656455039978,
      "learning_rate": 4.036960799502272e-08,
      "loss": 0.3345,
      "step": 2705290
    },
    {
      "epoch": 755.04,
      "grad_norm": 1.14089035987854,
      "learning_rate": 4.0364611150405996e-08,
      "loss": 0.3545,
      "step": 2705300
    },
    {
      "epoch": 755.04,
      "grad_norm": 1.27857506275177,
      "learning_rate": 4.035961461237034e-08,
      "loss": 0.3547,
      "step": 2705310
    },
    {
      "epoch": 755.04,
      "grad_norm": 1.2391351461410522,
      "learning_rate": 4.035461838091678e-08,
      "loss": 0.3338,
      "step": 2705320
    },
    {
      "epoch": 755.05,
      "grad_norm": 1.1789324283599854,
      "learning_rate": 4.034962245604558e-08,
      "loss": 0.3345,
      "step": 2705330
    },
    {
      "epoch": 755.05,
      "grad_norm": 1.5790578126907349,
      "learning_rate": 4.034462683775779e-08,
      "loss": 0.3246,
      "step": 2705340
    },
    {
      "epoch": 755.05,
      "grad_norm": 1.737095832824707,
      "learning_rate": 4.033963152605367e-08,
      "loss": 0.3257,
      "step": 2705350
    },
    {
      "epoch": 755.05,
      "grad_norm": 1.3286391496658325,
      "learning_rate": 4.0334636520934514e-08,
      "loss": 0.3397,
      "step": 2705360
    },
    {
      "epoch": 755.06,
      "grad_norm": 1.2101162672042847,
      "learning_rate": 4.032964182240006e-08,
      "loss": 0.3337,
      "step": 2705370
    },
    {
      "epoch": 755.06,
      "grad_norm": 1.3694216012954712,
      "learning_rate": 4.032464743045161e-08,
      "loss": 0.3506,
      "step": 2705380
    },
    {
      "epoch": 755.06,
      "grad_norm": 1.278007984161377,
      "learning_rate": 4.031965334508995e-08,
      "loss": 0.3342,
      "step": 2705390
    },
    {
      "epoch": 755.07,
      "grad_norm": 1.1059032678604126,
      "learning_rate": 4.031465956631534e-08,
      "loss": 0.3222,
      "step": 2705400
    },
    {
      "epoch": 755.07,
      "grad_norm": 1.088812232017517,
      "learning_rate": 4.0309666094128556e-08,
      "loss": 0.3401,
      "step": 2705410
    },
    {
      "epoch": 755.07,
      "grad_norm": 1.4408997297286987,
      "learning_rate": 4.030467292853038e-08,
      "loss": 0.3465,
      "step": 2705420
    },
    {
      "epoch": 755.07,
      "grad_norm": 1.2626852989196777,
      "learning_rate": 4.029968006952133e-08,
      "loss": 0.332,
      "step": 2705430
    },
    {
      "epoch": 755.08,
      "grad_norm": 1.1699446439743042,
      "learning_rate": 4.029468751710245e-08,
      "loss": 0.3193,
      "step": 2705440
    },
    {
      "epoch": 755.08,
      "grad_norm": 1.2992796897888184,
      "learning_rate": 4.028969527127375e-08,
      "loss": 0.3374,
      "step": 2705450
    },
    {
      "epoch": 755.08,
      "grad_norm": 1.2756805419921875,
      "learning_rate": 4.028470333203625e-08,
      "loss": 0.3438,
      "step": 2705460
    },
    {
      "epoch": 755.09,
      "grad_norm": 1.2983089685440063,
      "learning_rate": 4.027971169939075e-08,
      "loss": 0.3454,
      "step": 2705470
    },
    {
      "epoch": 755.09,
      "grad_norm": 1.2956478595733643,
      "learning_rate": 4.027472037333749e-08,
      "loss": 0.3274,
      "step": 2705480
    },
    {
      "epoch": 755.09,
      "grad_norm": 1.6477195024490356,
      "learning_rate": 4.026972935387779e-08,
      "loss": 0.3358,
      "step": 2705490
    },
    {
      "epoch": 755.09,
      "grad_norm": 1.1223894357681274,
      "learning_rate": 4.02647386410119e-08,
      "loss": 0.3343,
      "step": 2705500
    },
    {
      "epoch": 755.1,
      "grad_norm": 1.2239395380020142,
      "learning_rate": 4.025974823474035e-08,
      "loss": 0.3282,
      "step": 2705510
    },
    {
      "epoch": 755.1,
      "grad_norm": 1.1336960792541504,
      "learning_rate": 4.025475813506391e-08,
      "loss": 0.3274,
      "step": 2705520
    },
    {
      "epoch": 755.1,
      "grad_norm": 1.1260417699813843,
      "learning_rate": 4.024976834198362e-08,
      "loss": 0.3168,
      "step": 2705530
    },
    {
      "epoch": 755.1,
      "grad_norm": 1.235793113708496,
      "learning_rate": 4.0244778855499494e-08,
      "loss": 0.3442,
      "step": 2705540
    },
    {
      "epoch": 755.11,
      "grad_norm": 1.3952845335006714,
      "learning_rate": 4.023978967561282e-08,
      "loss": 0.3561,
      "step": 2705550
    },
    {
      "epoch": 755.11,
      "grad_norm": 1.2625761032104492,
      "learning_rate": 4.023480080232386e-08,
      "loss": 0.3355,
      "step": 2705560
    },
    {
      "epoch": 755.11,
      "grad_norm": 1.141284465789795,
      "learning_rate": 4.022981223563339e-08,
      "loss": 0.3359,
      "step": 2705570
    },
    {
      "epoch": 755.12,
      "grad_norm": 1.1202661991119385,
      "learning_rate": 4.022482397554247e-08,
      "loss": 0.3232,
      "step": 2705580
    },
    {
      "epoch": 755.12,
      "grad_norm": 1.0327553749084473,
      "learning_rate": 4.021983602205082e-08,
      "loss": 0.344,
      "step": 2705590
    },
    {
      "epoch": 755.12,
      "grad_norm": 1.3463324308395386,
      "learning_rate": 4.021484837516001e-08,
      "loss": 0.3642,
      "step": 2705600
    },
    {
      "epoch": 755.12,
      "grad_norm": 1.264949917793274,
      "learning_rate": 4.020986103487004e-08,
      "loss": 0.342,
      "step": 2705610
    },
    {
      "epoch": 755.13,
      "grad_norm": 1.3281949758529663,
      "learning_rate": 4.020487400118221e-08,
      "loss": 0.3265,
      "step": 2705620
    },
    {
      "epoch": 755.13,
      "grad_norm": 1.460186243057251,
      "learning_rate": 4.0199887274096516e-08,
      "loss": 0.3559,
      "step": 2705630
    },
    {
      "epoch": 755.13,
      "grad_norm": 1.1886461973190308,
      "learning_rate": 4.0194900853614266e-08,
      "loss": 0.3242,
      "step": 2705640
    },
    {
      "epoch": 755.14,
      "grad_norm": 1.3922441005706787,
      "learning_rate": 4.0189914739735714e-08,
      "loss": 0.3391,
      "step": 2705650
    },
    {
      "epoch": 755.14,
      "grad_norm": 1.1731151342391968,
      "learning_rate": 4.018492893246164e-08,
      "loss": 0.3251,
      "step": 2705660
    },
    {
      "epoch": 755.14,
      "grad_norm": 1.1819894313812256,
      "learning_rate": 4.017994343179284e-08,
      "loss": 0.3454,
      "step": 2705670
    },
    {
      "epoch": 755.14,
      "grad_norm": 1.312877893447876,
      "learning_rate": 4.017495823772981e-08,
      "loss": 0.3258,
      "step": 2705680
    },
    {
      "epoch": 755.15,
      "grad_norm": 1.3887584209442139,
      "learning_rate": 4.016997335027309e-08,
      "loss": 0.3374,
      "step": 2705690
    },
    {
      "epoch": 755.15,
      "grad_norm": 1.2555482387542725,
      "learning_rate": 4.016498876942345e-08,
      "loss": 0.3267,
      "step": 2705700
    },
    {
      "epoch": 755.15,
      "grad_norm": 1.273837924003601,
      "learning_rate": 4.016000449518194e-08,
      "loss": 0.3398,
      "step": 2705710
    },
    {
      "epoch": 755.15,
      "grad_norm": 1.1882318258285522,
      "learning_rate": 4.015502052754855e-08,
      "loss": 0.3392,
      "step": 2705720
    },
    {
      "epoch": 755.16,
      "grad_norm": 1.2002112865447998,
      "learning_rate": 4.015003686652458e-08,
      "loss": 0.3361,
      "step": 2705730
    },
    {
      "epoch": 755.16,
      "grad_norm": 1.1311031579971313,
      "learning_rate": 4.0145053512110303e-08,
      "loss": 0.3395,
      "step": 2705740
    },
    {
      "epoch": 755.16,
      "grad_norm": 1.401992917060852,
      "learning_rate": 4.014007046430623e-08,
      "loss": 0.3239,
      "step": 2705750
    },
    {
      "epoch": 755.17,
      "grad_norm": 1.6083672046661377,
      "learning_rate": 4.01350877231134e-08,
      "loss": 0.3497,
      "step": 2705760
    },
    {
      "epoch": 755.17,
      "grad_norm": 1.1476478576660156,
      "learning_rate": 4.0130105288532085e-08,
      "loss": 0.3317,
      "step": 2705770
    },
    {
      "epoch": 755.17,
      "grad_norm": 1.1101021766662598,
      "learning_rate": 4.012512316056383e-08,
      "loss": 0.3537,
      "step": 2705780
    },
    {
      "epoch": 755.17,
      "grad_norm": 1.3464796543121338,
      "learning_rate": 4.012014133920813e-08,
      "loss": 0.3464,
      "step": 2705790
    },
    {
      "epoch": 755.18,
      "grad_norm": 1.1637461185455322,
      "learning_rate": 4.0115159824466276e-08,
      "loss": 0.3465,
      "step": 2705800
    },
    {
      "epoch": 755.18,
      "grad_norm": 1.2561806440353394,
      "learning_rate": 4.011017861633931e-08,
      "loss": 0.3527,
      "step": 2705810
    },
    {
      "epoch": 755.18,
      "grad_norm": 1.1825535297393799,
      "learning_rate": 4.0105197714826974e-08,
      "loss": 0.3299,
      "step": 2705820
    },
    {
      "epoch": 755.19,
      "grad_norm": 1.1646754741668701,
      "learning_rate": 4.010021711993057e-08,
      "loss": 0.3456,
      "step": 2705830
    },
    {
      "epoch": 755.19,
      "grad_norm": 1.2098312377929688,
      "learning_rate": 4.009523683165036e-08,
      "loss": 0.3174,
      "step": 2705840
    },
    {
      "epoch": 755.19,
      "grad_norm": 1.3581907749176025,
      "learning_rate": 4.0090256849987636e-08,
      "loss": 0.349,
      "step": 2705850
    },
    {
      "epoch": 755.19,
      "grad_norm": 1.2172150611877441,
      "learning_rate": 4.0085277174942145e-08,
      "loss": 0.3326,
      "step": 2705860
    },
    {
      "epoch": 755.2,
      "grad_norm": 1.4006356000900269,
      "learning_rate": 4.008029780651545e-08,
      "loss": 0.3477,
      "step": 2705870
    },
    {
      "epoch": 755.2,
      "grad_norm": 1.341597080230713,
      "learning_rate": 4.00753187447078e-08,
      "loss": 0.3317,
      "step": 2705880
    },
    {
      "epoch": 755.2,
      "grad_norm": 1.162969946861267,
      "learning_rate": 4.007033998951947e-08,
      "loss": 0.3284,
      "step": 2705890
    },
    {
      "epoch": 755.21,
      "grad_norm": 1.2415037155151367,
      "learning_rate": 4.0065361540952014e-08,
      "loss": 0.3345,
      "step": 2705900
    },
    {
      "epoch": 755.21,
      "grad_norm": 1.4177286624908447,
      "learning_rate": 4.006038339900517e-08,
      "loss": 0.3322,
      "step": 2705910
    },
    {
      "epoch": 755.21,
      "grad_norm": 1.1853611469268799,
      "learning_rate": 4.005540556368025e-08,
      "loss": 0.3492,
      "step": 2705920
    },
    {
      "epoch": 755.21,
      "grad_norm": 1.3136374950408936,
      "learning_rate": 4.005042803497775e-08,
      "loss": 0.3401,
      "step": 2705930
    },
    {
      "epoch": 755.22,
      "grad_norm": 1.3300607204437256,
      "learning_rate": 4.0045450812898476e-08,
      "loss": 0.3338,
      "step": 2705940
    },
    {
      "epoch": 755.22,
      "grad_norm": 1.5623372793197632,
      "learning_rate": 4.004047389744268e-08,
      "loss": 0.3312,
      "step": 2705950
    },
    {
      "epoch": 755.22,
      "grad_norm": 1.2660589218139648,
      "learning_rate": 4.003549728861114e-08,
      "loss": 0.3301,
      "step": 2705960
    },
    {
      "epoch": 755.22,
      "grad_norm": 1.5559862852096558,
      "learning_rate": 4.0030520986404895e-08,
      "loss": 0.3377,
      "step": 2705970
    },
    {
      "epoch": 755.23,
      "grad_norm": 1.0788778066635132,
      "learning_rate": 4.002554499082395e-08,
      "loss": 0.332,
      "step": 2705980
    },
    {
      "epoch": 755.23,
      "grad_norm": 2.385263681411743,
      "learning_rate": 4.0020569301869866e-08,
      "loss": 0.327,
      "step": 2705990
    },
    {
      "epoch": 755.23,
      "grad_norm": 1.347119927406311,
      "learning_rate": 4.001559391954238e-08,
      "loss": 0.3262,
      "step": 2706000
    },
    {
      "epoch": 755.24,
      "grad_norm": 1.1556612253189087,
      "learning_rate": 4.0010618843842794e-08,
      "loss": 0.3408,
      "step": 2706010
    },
    {
      "epoch": 755.24,
      "grad_norm": 1.2916251420974731,
      "learning_rate": 4.000564407477163e-08,
      "loss": 0.34,
      "step": 2706020
    },
    {
      "epoch": 755.24,
      "grad_norm": 1.1555346250534058,
      "learning_rate": 4.00006696123294e-08,
      "loss": 0.3267,
      "step": 2706030
    },
    {
      "epoch": 755.24,
      "grad_norm": 1.1035014390945435,
      "learning_rate": 3.999569545651664e-08,
      "loss": 0.3366,
      "step": 2706040
    },
    {
      "epoch": 755.25,
      "grad_norm": 1.2727844715118408,
      "learning_rate": 3.999072160733438e-08,
      "loss": 0.3317,
      "step": 2706050
    },
    {
      "epoch": 755.25,
      "grad_norm": 1.3219714164733887,
      "learning_rate": 3.998574806478288e-08,
      "loss": 0.3358,
      "step": 2706060
    },
    {
      "epoch": 755.25,
      "grad_norm": 1.178516149520874,
      "learning_rate": 3.9980774828863184e-08,
      "loss": 0.3367,
      "step": 2706070
    },
    {
      "epoch": 755.26,
      "grad_norm": 1.2681694030761719,
      "learning_rate": 3.9975801899576075e-08,
      "loss": 0.3393,
      "step": 2706080
    },
    {
      "epoch": 755.26,
      "grad_norm": 1.6695746183395386,
      "learning_rate": 3.997082927692154e-08,
      "loss": 0.3595,
      "step": 2706090
    },
    {
      "epoch": 755.26,
      "grad_norm": 1.1954866647720337,
      "learning_rate": 3.996585696090064e-08,
      "loss": 0.3507,
      "step": 2706100
    },
    {
      "epoch": 755.26,
      "grad_norm": 1.204848051071167,
      "learning_rate": 3.99608849515144e-08,
      "loss": 0.3175,
      "step": 2706110
    },
    {
      "epoch": 755.27,
      "grad_norm": 1.3533189296722412,
      "learning_rate": 3.995591324876283e-08,
      "loss": 0.3269,
      "step": 2706120
    },
    {
      "epoch": 755.27,
      "grad_norm": 1.3786144256591797,
      "learning_rate": 3.9950941852646965e-08,
      "loss": 0.325,
      "step": 2706130
    },
    {
      "epoch": 755.27,
      "grad_norm": 1.1756218671798706,
      "learning_rate": 3.994597076316733e-08,
      "loss": 0.3472,
      "step": 2706140
    },
    {
      "epoch": 755.27,
      "grad_norm": 1.1134097576141357,
      "learning_rate": 3.9940999980324695e-08,
      "loss": 0.3342,
      "step": 2706150
    },
    {
      "epoch": 755.28,
      "grad_norm": 8.628084182739258,
      "learning_rate": 3.993602950411959e-08,
      "loss": 0.3259,
      "step": 2706160
    },
    {
      "epoch": 755.28,
      "grad_norm": 1.3085795640945435,
      "learning_rate": 3.993105933455306e-08,
      "loss": 0.3165,
      "step": 2706170
    },
    {
      "epoch": 755.28,
      "grad_norm": 1.355336308479309,
      "learning_rate": 3.9926089471625094e-08,
      "loss": 0.3381,
      "step": 2706180
    },
    {
      "epoch": 755.29,
      "grad_norm": 1.3444772958755493,
      "learning_rate": 3.9921119915336737e-08,
      "loss": 0.3402,
      "step": 2706190
    },
    {
      "epoch": 755.29,
      "grad_norm": 1.0306501388549805,
      "learning_rate": 3.991615066568877e-08,
      "loss": 0.3272,
      "step": 2706200
    },
    {
      "epoch": 755.29,
      "grad_norm": 1.3207404613494873,
      "learning_rate": 3.991118172268146e-08,
      "loss": 0.3394,
      "step": 2706210
    },
    {
      "epoch": 755.29,
      "grad_norm": 1.2294777631759644,
      "learning_rate": 3.990621308631609e-08,
      "loss": 0.3325,
      "step": 2706220
    },
    {
      "epoch": 755.3,
      "grad_norm": 1.3203383684158325,
      "learning_rate": 3.990124475659294e-08,
      "loss": 0.3424,
      "step": 2706230
    },
    {
      "epoch": 755.3,
      "grad_norm": 1.4534388780593872,
      "learning_rate": 3.989627673351252e-08,
      "loss": 0.3309,
      "step": 2706240
    },
    {
      "epoch": 755.3,
      "grad_norm": 1.4197587966918945,
      "learning_rate": 3.989130901707587e-08,
      "loss": 0.341,
      "step": 2706250
    },
    {
      "epoch": 755.31,
      "grad_norm": 1.4162184000015259,
      "learning_rate": 3.9886341607282995e-08,
      "loss": 0.3373,
      "step": 2706260
    },
    {
      "epoch": 755.31,
      "grad_norm": 1.3162858486175537,
      "learning_rate": 3.988137450413545e-08,
      "loss": 0.3306,
      "step": 2706270
    },
    {
      "epoch": 755.31,
      "grad_norm": 1.3905514478683472,
      "learning_rate": 3.987640770763299e-08,
      "loss": 0.3358,
      "step": 2706280
    },
    {
      "epoch": 755.31,
      "grad_norm": 1.373813509941101,
      "learning_rate": 3.987144121777716e-08,
      "loss": 0.3474,
      "step": 2706290
    },
    {
      "epoch": 755.32,
      "grad_norm": 1.207450270652771,
      "learning_rate": 3.986647503456796e-08,
      "loss": 0.33,
      "step": 2706300
    },
    {
      "epoch": 755.32,
      "grad_norm": 1.3610255718231201,
      "learning_rate": 3.986150915800644e-08,
      "loss": 0.3179,
      "step": 2706310
    },
    {
      "epoch": 755.32,
      "grad_norm": 1.3597438335418701,
      "learning_rate": 3.9856543588093116e-08,
      "loss": 0.3445,
      "step": 2706320
    },
    {
      "epoch": 755.33,
      "grad_norm": 1.088927149772644,
      "learning_rate": 3.985157832482851e-08,
      "loss": 0.3517,
      "step": 2706330
    },
    {
      "epoch": 755.33,
      "grad_norm": 1.4084315299987793,
      "learning_rate": 3.98466133682134e-08,
      "loss": 0.3195,
      "step": 2706340
    },
    {
      "epoch": 755.33,
      "grad_norm": 1.3488904237747192,
      "learning_rate": 3.984164871824831e-08,
      "loss": 0.3279,
      "step": 2706350
    },
    {
      "epoch": 755.33,
      "grad_norm": 1.200137734413147,
      "learning_rate": 3.9836684374934535e-08,
      "loss": 0.3323,
      "step": 2706360
    },
    {
      "epoch": 755.34,
      "grad_norm": 1.378657579421997,
      "learning_rate": 3.983172033827182e-08,
      "loss": 0.3358,
      "step": 2706370
    },
    {
      "epoch": 755.34,
      "grad_norm": 1.8688359260559082,
      "learning_rate": 3.9826756608261465e-08,
      "loss": 0.3337,
      "step": 2706380
    },
    {
      "epoch": 755.34,
      "grad_norm": 1.189134955406189,
      "learning_rate": 3.982179318490399e-08,
      "loss": 0.3385,
      "step": 2706390
    },
    {
      "epoch": 755.34,
      "grad_norm": 1.5988746881484985,
      "learning_rate": 3.9816830068199656e-08,
      "loss": 0.3318,
      "step": 2706400
    },
    {
      "epoch": 755.35,
      "grad_norm": 1.648362398147583,
      "learning_rate": 3.981186725814977e-08,
      "loss": 0.3524,
      "step": 2706410
    },
    {
      "epoch": 755.35,
      "grad_norm": 1.141545295715332,
      "learning_rate": 3.9806904754754574e-08,
      "loss": 0.3422,
      "step": 2706420
    },
    {
      "epoch": 755.35,
      "grad_norm": 1.2281259298324585,
      "learning_rate": 3.9801942558014866e-08,
      "loss": 0.3397,
      "step": 2706430
    },
    {
      "epoch": 755.36,
      "grad_norm": 1.4587992429733276,
      "learning_rate": 3.9796980667930904e-08,
      "loss": 0.3468,
      "step": 2706440
    },
    {
      "epoch": 755.36,
      "grad_norm": 1.7638224363327026,
      "learning_rate": 3.979201908450424e-08,
      "loss": 0.3414,
      "step": 2706450
    },
    {
      "epoch": 755.36,
      "grad_norm": 1.399807095527649,
      "learning_rate": 3.978705780773488e-08,
      "loss": 0.3308,
      "step": 2706460
    },
    {
      "epoch": 755.36,
      "grad_norm": 1.2652839422225952,
      "learning_rate": 3.978209683762335e-08,
      "loss": 0.3287,
      "step": 2706470
    },
    {
      "epoch": 755.37,
      "grad_norm": 1.2517317533493042,
      "learning_rate": 3.9777136174170934e-08,
      "loss": 0.3463,
      "step": 2706480
    },
    {
      "epoch": 755.37,
      "grad_norm": 1.2496039867401123,
      "learning_rate": 3.9772175817377913e-08,
      "loss": 0.3307,
      "step": 2706490
    },
    {
      "epoch": 755.37,
      "grad_norm": 1.380294919013977,
      "learning_rate": 3.976721576724479e-08,
      "loss": 0.3405,
      "step": 2706500
    },
    {
      "epoch": 755.38,
      "grad_norm": 1.3998618125915527,
      "learning_rate": 3.976225602377236e-08,
      "loss": 0.3384,
      "step": 2706510
    },
    {
      "epoch": 755.38,
      "grad_norm": 1.0815051794052124,
      "learning_rate": 3.97572965869614e-08,
      "loss": 0.3169,
      "step": 2706520
    },
    {
      "epoch": 755.38,
      "grad_norm": 1.2873380184173584,
      "learning_rate": 3.975233745681242e-08,
      "loss": 0.3251,
      "step": 2706530
    },
    {
      "epoch": 755.38,
      "grad_norm": 1.2882603406906128,
      "learning_rate": 3.974737863332621e-08,
      "loss": 0.3253,
      "step": 2706540
    },
    {
      "epoch": 755.39,
      "grad_norm": 1.138932704925537,
      "learning_rate": 3.974242011650355e-08,
      "loss": 0.3282,
      "step": 2706550
    },
    {
      "epoch": 755.39,
      "grad_norm": 1.3261052370071411,
      "learning_rate": 3.97374619063447e-08,
      "loss": 0.3351,
      "step": 2706560
    },
    {
      "epoch": 755.39,
      "grad_norm": 1.16571843624115,
      "learning_rate": 3.97325040028507e-08,
      "loss": 0.3276,
      "step": 2706570
    },
    {
      "epoch": 755.39,
      "grad_norm": 1.3238904476165771,
      "learning_rate": 3.9727546406022065e-08,
      "loss": 0.3474,
      "step": 2706580
    },
    {
      "epoch": 755.4,
      "grad_norm": 1.286051630973816,
      "learning_rate": 3.9722589115859326e-08,
      "loss": 0.3296,
      "step": 2706590
    },
    {
      "epoch": 755.4,
      "grad_norm": 1.262497901916504,
      "learning_rate": 3.971763213236325e-08,
      "loss": 0.3446,
      "step": 2706600
    },
    {
      "epoch": 755.4,
      "grad_norm": 1.477177619934082,
      "learning_rate": 3.9712675455534635e-08,
      "loss": 0.3277,
      "step": 2706610
    },
    {
      "epoch": 755.41,
      "grad_norm": 2.8005805015563965,
      "learning_rate": 3.970771908537399e-08,
      "loss": 0.3289,
      "step": 2706620
    },
    {
      "epoch": 755.41,
      "grad_norm": 1.2615467309951782,
      "learning_rate": 3.970276302188184e-08,
      "loss": 0.3549,
      "step": 2706630
    },
    {
      "epoch": 755.41,
      "grad_norm": 1.3169851303100586,
      "learning_rate": 3.969780726505896e-08,
      "loss": 0.3408,
      "step": 2706640
    },
    {
      "epoch": 755.41,
      "grad_norm": 1.2061688899993896,
      "learning_rate": 3.9692851814906396e-08,
      "loss": 0.3209,
      "step": 2706650
    },
    {
      "epoch": 755.42,
      "grad_norm": 1.436922311782837,
      "learning_rate": 3.96878966714244e-08,
      "loss": 0.3267,
      "step": 2706660
    },
    {
      "epoch": 755.42,
      "grad_norm": 1.303066372871399,
      "learning_rate": 3.968294183461351e-08,
      "loss": 0.3399,
      "step": 2706670
    },
    {
      "epoch": 755.42,
      "grad_norm": 1.411458134651184,
      "learning_rate": 3.967798730447448e-08,
      "loss": 0.3352,
      "step": 2706680
    },
    {
      "epoch": 755.43,
      "grad_norm": 1.1815319061279297,
      "learning_rate": 3.967303308100838e-08,
      "loss": 0.3351,
      "step": 2706690
    },
    {
      "epoch": 755.43,
      "grad_norm": 1.4674139022827148,
      "learning_rate": 3.9668079164215194e-08,
      "loss": 0.3452,
      "step": 2706700
    },
    {
      "epoch": 755.43,
      "grad_norm": 1.5151945352554321,
      "learning_rate": 3.9663125554096224e-08,
      "loss": 0.3372,
      "step": 2706710
    },
    {
      "epoch": 755.43,
      "grad_norm": 1.282330870628357,
      "learning_rate": 3.9658172250651725e-08,
      "loss": 0.329,
      "step": 2706720
    },
    {
      "epoch": 755.44,
      "grad_norm": 1.1469354629516602,
      "learning_rate": 3.9653219253882494e-08,
      "loss": 0.3338,
      "step": 2706730
    },
    {
      "epoch": 755.44,
      "grad_norm": 1.2418076992034912,
      "learning_rate": 3.9648266563789296e-08,
      "loss": 0.3358,
      "step": 2706740
    },
    {
      "epoch": 755.44,
      "grad_norm": 1.4236340522766113,
      "learning_rate": 3.9643314180372656e-08,
      "loss": 0.3293,
      "step": 2706750
    },
    {
      "epoch": 755.45,
      "grad_norm": 1.1863857507705688,
      "learning_rate": 3.96383621036331e-08,
      "loss": 0.3486,
      "step": 2706760
    },
    {
      "epoch": 755.45,
      "grad_norm": 1.1339795589447021,
      "learning_rate": 3.96334103335714e-08,
      "loss": 0.3468,
      "step": 2706770
    },
    {
      "epoch": 755.45,
      "grad_norm": 1.3059375286102295,
      "learning_rate": 3.96284588701886e-08,
      "loss": 0.3315,
      "step": 2706780
    },
    {
      "epoch": 755.45,
      "grad_norm": 1.2027599811553955,
      "learning_rate": 3.962350771348445e-08,
      "loss": 0.3433,
      "step": 2706790
    },
    {
      "epoch": 755.46,
      "grad_norm": 1.0740201473236084,
      "learning_rate": 3.961855686346049e-08,
      "loss": 0.3138,
      "step": 2706800
    },
    {
      "epoch": 755.46,
      "grad_norm": 1.1978904008865356,
      "learning_rate": 3.9613606320117004e-08,
      "loss": 0.3415,
      "step": 2706810
    },
    {
      "epoch": 755.46,
      "grad_norm": 1.280793309211731,
      "learning_rate": 3.960865608345475e-08,
      "loss": 0.3261,
      "step": 2706820
    },
    {
      "epoch": 755.46,
      "grad_norm": 1.1772942543029785,
      "learning_rate": 3.960370615347453e-08,
      "loss": 0.3436,
      "step": 2706830
    },
    {
      "epoch": 755.47,
      "grad_norm": 1.1960008144378662,
      "learning_rate": 3.959875653017632e-08,
      "loss": 0.3387,
      "step": 2706840
    },
    {
      "epoch": 755.47,
      "grad_norm": 1.160362958908081,
      "learning_rate": 3.959380721356171e-08,
      "loss": 0.3481,
      "step": 2706850
    },
    {
      "epoch": 755.47,
      "grad_norm": 1.5573914051055908,
      "learning_rate": 3.958885820363068e-08,
      "loss": 0.3413,
      "step": 2706860
    },
    {
      "epoch": 755.48,
      "grad_norm": 1.613268256187439,
      "learning_rate": 3.958390950038427e-08,
      "loss": 0.3487,
      "step": 2706870
    },
    {
      "epoch": 755.48,
      "grad_norm": 1.1051485538482666,
      "learning_rate": 3.957896110382249e-08,
      "loss": 0.3162,
      "step": 2706880
    },
    {
      "epoch": 755.48,
      "grad_norm": 1.3962547779083252,
      "learning_rate": 3.9574013013947154e-08,
      "loss": 0.3317,
      "step": 2706890
    },
    {
      "epoch": 755.48,
      "grad_norm": 1.2783842086791992,
      "learning_rate": 3.9569065230758006e-08,
      "loss": 0.3456,
      "step": 2706900
    },
    {
      "epoch": 755.49,
      "grad_norm": 1.0757200717926025,
      "learning_rate": 3.9564117754255824e-08,
      "loss": 0.3334,
      "step": 2706910
    },
    {
      "epoch": 755.49,
      "grad_norm": 1.4232945442199707,
      "learning_rate": 3.955917058444192e-08,
      "loss": 0.3401,
      "step": 2706920
    },
    {
      "epoch": 755.49,
      "grad_norm": 1.114429235458374,
      "learning_rate": 3.9554223721315754e-08,
      "loss": 0.3536,
      "step": 2706930
    },
    {
      "epoch": 755.5,
      "grad_norm": 1.2170472145080566,
      "learning_rate": 3.9549277164879157e-08,
      "loss": 0.3433,
      "step": 2706940
    },
    {
      "epoch": 755.5,
      "grad_norm": 1.1719027757644653,
      "learning_rate": 3.954433091513214e-08,
      "loss": 0.3259,
      "step": 2706950
    },
    {
      "epoch": 755.5,
      "grad_norm": 1.0586258172988892,
      "learning_rate": 3.953938497207546e-08,
      "loss": 0.3278,
      "step": 2706960
    },
    {
      "epoch": 755.5,
      "grad_norm": 1.3242762088775635,
      "learning_rate": 3.953443933571018e-08,
      "loss": 0.3322,
      "step": 2706970
    },
    {
      "epoch": 755.51,
      "grad_norm": 1.47137451171875,
      "learning_rate": 3.952949400603629e-08,
      "loss": 0.345,
      "step": 2706980
    },
    {
      "epoch": 755.51,
      "grad_norm": 1.3459773063659668,
      "learning_rate": 3.952454898305483e-08,
      "loss": 0.3393,
      "step": 2706990
    },
    {
      "epoch": 755.51,
      "grad_norm": 1.2090985774993896,
      "learning_rate": 3.951960426676632e-08,
      "loss": 0.3479,
      "step": 2707000
    },
    {
      "epoch": 755.51,
      "grad_norm": 1.2097591161727905,
      "learning_rate": 3.9514659857171807e-08,
      "loss": 0.3441,
      "step": 2707010
    },
    {
      "epoch": 755.52,
      "grad_norm": 1.1250338554382324,
      "learning_rate": 3.9509715754271285e-08,
      "loss": 0.3241,
      "step": 2707020
    },
    {
      "epoch": 755.52,
      "grad_norm": 2.0537538528442383,
      "learning_rate": 3.950477195806606e-08,
      "loss": 0.329,
      "step": 2707030
    },
    {
      "epoch": 755.52,
      "grad_norm": 1.1841661930084229,
      "learning_rate": 3.9499828468556386e-08,
      "loss": 0.3251,
      "step": 2707040
    },
    {
      "epoch": 755.53,
      "grad_norm": 1.2466864585876465,
      "learning_rate": 3.949488528574305e-08,
      "loss": 0.3334,
      "step": 2707050
    },
    {
      "epoch": 755.53,
      "grad_norm": 1.1969082355499268,
      "learning_rate": 3.948994240962683e-08,
      "loss": 0.3364,
      "step": 2707060
    },
    {
      "epoch": 755.53,
      "grad_norm": 1.1415889263153076,
      "learning_rate": 3.948499984020798e-08,
      "loss": 0.333,
      "step": 2707070
    },
    {
      "epoch": 755.53,
      "grad_norm": 1.2739512920379639,
      "learning_rate": 3.948005757748755e-08,
      "loss": 0.3486,
      "step": 2707080
    },
    {
      "epoch": 755.54,
      "grad_norm": 1.2981407642364502,
      "learning_rate": 3.9475115621466056e-08,
      "loss": 0.3271,
      "step": 2707090
    },
    {
      "epoch": 755.54,
      "grad_norm": 1.1657934188842773,
      "learning_rate": 3.947017397214428e-08,
      "loss": 0.3312,
      "step": 2707100
    },
    {
      "epoch": 755.54,
      "grad_norm": 1.2311540842056274,
      "learning_rate": 3.946523262952249e-08,
      "loss": 0.3307,
      "step": 2707110
    },
    {
      "epoch": 755.55,
      "grad_norm": 1.7194136381149292,
      "learning_rate": 3.946029159360197e-08,
      "loss": 0.3344,
      "step": 2707120
    },
    {
      "epoch": 755.55,
      "grad_norm": 1.4025235176086426,
      "learning_rate": 3.945535086438299e-08,
      "loss": 0.3526,
      "step": 2707130
    },
    {
      "epoch": 755.55,
      "grad_norm": 1.4657747745513916,
      "learning_rate": 3.945041044186607e-08,
      "loss": 0.3304,
      "step": 2707140
    },
    {
      "epoch": 755.55,
      "grad_norm": 1.2265732288360596,
      "learning_rate": 3.944547032605225e-08,
      "loss": 0.3351,
      "step": 2707150
    },
    {
      "epoch": 755.56,
      "grad_norm": 1.294579267501831,
      "learning_rate": 3.944053051694179e-08,
      "loss": 0.3293,
      "step": 2707160
    },
    {
      "epoch": 755.56,
      "grad_norm": 1.3956013917922974,
      "learning_rate": 3.9435591014535736e-08,
      "loss": 0.3318,
      "step": 2707170
    },
    {
      "epoch": 755.56,
      "grad_norm": 1.3461382389068604,
      "learning_rate": 3.943065181883434e-08,
      "loss": 0.3313,
      "step": 2707180
    },
    {
      "epoch": 755.57,
      "grad_norm": 1.257314682006836,
      "learning_rate": 3.942571292983891e-08,
      "loss": 0.3557,
      "step": 2707190
    },
    {
      "epoch": 755.57,
      "grad_norm": 1.2089691162109375,
      "learning_rate": 3.942077434754918e-08,
      "loss": 0.3374,
      "step": 2707200
    },
    {
      "epoch": 755.57,
      "grad_norm": 1.3374558687210083,
      "learning_rate": 3.9415836071966455e-08,
      "loss": 0.3418,
      "step": 2707210
    },
    {
      "epoch": 755.57,
      "grad_norm": 1.0634756088256836,
      "learning_rate": 3.941089810309125e-08,
      "loss": 0.3265,
      "step": 2707220
    },
    {
      "epoch": 755.58,
      "grad_norm": 1.2675981521606445,
      "learning_rate": 3.9405960440924353e-08,
      "loss": 0.345,
      "step": 2707230
    },
    {
      "epoch": 755.58,
      "grad_norm": 1.3526705503463745,
      "learning_rate": 3.940102308546628e-08,
      "loss": 0.3386,
      "step": 2707240
    },
    {
      "epoch": 755.58,
      "grad_norm": 1.1236371994018555,
      "learning_rate": 3.9396086036717295e-08,
      "loss": 0.3345,
      "step": 2707250
    },
    {
      "epoch": 755.58,
      "grad_norm": 1.5565720796585083,
      "learning_rate": 3.9391149294678954e-08,
      "loss": 0.3406,
      "step": 2707260
    },
    {
      "epoch": 755.59,
      "grad_norm": 1.174988031387329,
      "learning_rate": 3.9386212859351e-08,
      "loss": 0.337,
      "step": 2707270
    },
    {
      "epoch": 755.59,
      "grad_norm": 1.4136472940444946,
      "learning_rate": 3.938127673073473e-08,
      "loss": 0.3495,
      "step": 2707280
    },
    {
      "epoch": 755.59,
      "grad_norm": 1.1962404251098633,
      "learning_rate": 3.937634090883041e-08,
      "loss": 0.3462,
      "step": 2707290
    },
    {
      "epoch": 755.6,
      "grad_norm": 1.094113826751709,
      "learning_rate": 3.9371405393639076e-08,
      "loss": 0.3295,
      "step": 2707300
    },
    {
      "epoch": 755.6,
      "grad_norm": 1.6372731924057007,
      "learning_rate": 3.936647018516099e-08,
      "loss": 0.3255,
      "step": 2707310
    },
    {
      "epoch": 755.6,
      "grad_norm": 1.2211763858795166,
      "learning_rate": 3.936153528339694e-08,
      "loss": 0.3417,
      "step": 2707320
    },
    {
      "epoch": 755.6,
      "grad_norm": 1.198847770690918,
      "learning_rate": 3.9356600688347695e-08,
      "loss": 0.3205,
      "step": 2707330
    },
    {
      "epoch": 755.61,
      "grad_norm": 1.448882818222046,
      "learning_rate": 3.9351666400013784e-08,
      "loss": 0.3458,
      "step": 2707340
    },
    {
      "epoch": 755.61,
      "grad_norm": 1.4604065418243408,
      "learning_rate": 3.934673241839598e-08,
      "loss": 0.3392,
      "step": 2707350
    },
    {
      "epoch": 755.61,
      "grad_norm": 1.1719276905059814,
      "learning_rate": 3.9341798743495065e-08,
      "loss": 0.3107,
      "step": 2707360
    },
    {
      "epoch": 755.62,
      "grad_norm": 1.3885444402694702,
      "learning_rate": 3.933686537531105e-08,
      "loss": 0.3444,
      "step": 2707370
    },
    {
      "epoch": 755.62,
      "grad_norm": 1.5269815921783447,
      "learning_rate": 3.933193231384548e-08,
      "loss": 0.3503,
      "step": 2707380
    },
    {
      "epoch": 755.62,
      "grad_norm": 1.4791293144226074,
      "learning_rate": 3.9326999559098366e-08,
      "loss": 0.3476,
      "step": 2707390
    },
    {
      "epoch": 755.62,
      "grad_norm": 1.1787270307540894,
      "learning_rate": 3.932206711107048e-08,
      "loss": 0.3435,
      "step": 2707400
    },
    {
      "epoch": 755.63,
      "grad_norm": 1.0390698909759521,
      "learning_rate": 3.931713496976262e-08,
      "loss": 0.3245,
      "step": 2707410
    },
    {
      "epoch": 755.63,
      "grad_norm": 1.0165033340454102,
      "learning_rate": 3.931220313517581e-08,
      "loss": 0.3304,
      "step": 2707420
    },
    {
      "epoch": 755.63,
      "grad_norm": 1.1573824882507324,
      "learning_rate": 3.9307271607309785e-08,
      "loss": 0.3354,
      "step": 2707430
    },
    {
      "epoch": 755.63,
      "grad_norm": 1.5361974239349365,
      "learning_rate": 3.9302340386166125e-08,
      "loss": 0.3488,
      "step": 2707440
    },
    {
      "epoch": 755.64,
      "grad_norm": 1.347185730934143,
      "learning_rate": 3.929740947174482e-08,
      "loss": 0.3336,
      "step": 2707450
    },
    {
      "epoch": 755.64,
      "grad_norm": 1.1944257020950317,
      "learning_rate": 3.929247886404665e-08,
      "loss": 0.3368,
      "step": 2707460
    },
    {
      "epoch": 755.64,
      "grad_norm": 1.6917171478271484,
      "learning_rate": 3.9287548563072916e-08,
      "loss": 0.3458,
      "step": 2707470
    },
    {
      "epoch": 755.65,
      "grad_norm": 1.4220768213272095,
      "learning_rate": 3.928261856882336e-08,
      "loss": 0.3329,
      "step": 2707480
    },
    {
      "epoch": 755.65,
      "grad_norm": 1.2711272239685059,
      "learning_rate": 3.9277688881299026e-08,
      "loss": 0.3195,
      "step": 2707490
    },
    {
      "epoch": 755.65,
      "grad_norm": 1.3228646516799927,
      "learning_rate": 3.927275950050069e-08,
      "loss": 0.3373,
      "step": 2707500
    },
    {
      "epoch": 755.65,
      "grad_norm": 1.2229288816452026,
      "learning_rate": 3.926783042642887e-08,
      "loss": 0.3311,
      "step": 2707510
    },
    {
      "epoch": 755.66,
      "grad_norm": 1.4179613590240479,
      "learning_rate": 3.926290165908435e-08,
      "loss": 0.3293,
      "step": 2707520
    },
    {
      "epoch": 755.66,
      "grad_norm": 1.1706395149230957,
      "learning_rate": 3.925797319846765e-08,
      "loss": 0.3342,
      "step": 2707530
    },
    {
      "epoch": 755.66,
      "grad_norm": 1.0675067901611328,
      "learning_rate": 3.925304504457929e-08,
      "loss": 0.3487,
      "step": 2707540
    },
    {
      "epoch": 755.67,
      "grad_norm": 1.1451842784881592,
      "learning_rate": 3.9248117197420314e-08,
      "loss": 0.3318,
      "step": 2707550
    },
    {
      "epoch": 755.67,
      "grad_norm": 1.2181068658828735,
      "learning_rate": 3.924318965699124e-08,
      "loss": 0.3375,
      "step": 2707560
    },
    {
      "epoch": 755.67,
      "grad_norm": 1.2859677076339722,
      "learning_rate": 3.923826242329233e-08,
      "loss": 0.3484,
      "step": 2707570
    },
    {
      "epoch": 755.67,
      "grad_norm": 1.1649044752120972,
      "learning_rate": 3.9233335496324616e-08,
      "loss": 0.333,
      "step": 2707580
    },
    {
      "epoch": 755.68,
      "grad_norm": 1.2381479740142822,
      "learning_rate": 3.922840887608915e-08,
      "loss": 0.3477,
      "step": 2707590
    },
    {
      "epoch": 755.68,
      "grad_norm": 1.2408632040023804,
      "learning_rate": 3.922348256258541e-08,
      "loss": 0.3314,
      "step": 2707600
    },
    {
      "epoch": 755.68,
      "grad_norm": 1.166353702545166,
      "learning_rate": 3.921855655581547e-08,
      "loss": 0.328,
      "step": 2707610
    },
    {
      "epoch": 755.69,
      "grad_norm": 1.2092267274856567,
      "learning_rate": 3.921363085577882e-08,
      "loss": 0.3323,
      "step": 2707620
    },
    {
      "epoch": 755.69,
      "grad_norm": 1.4215335845947266,
      "learning_rate": 3.920870546247675e-08,
      "loss": 0.3474,
      "step": 2707630
    },
    {
      "epoch": 755.69,
      "grad_norm": 1.1035082340240479,
      "learning_rate": 3.920378037591005e-08,
      "loss": 0.3407,
      "step": 2707640
    },
    {
      "epoch": 755.69,
      "grad_norm": 1.202407717704773,
      "learning_rate": 3.9198855596078713e-08,
      "loss": 0.3318,
      "step": 2707650
    },
    {
      "epoch": 755.7,
      "grad_norm": 1.3895641565322876,
      "learning_rate": 3.9193931122983785e-08,
      "loss": 0.3359,
      "step": 2707660
    },
    {
      "epoch": 755.7,
      "grad_norm": 1.308282732963562,
      "learning_rate": 3.918900695662605e-08,
      "loss": 0.3576,
      "step": 2707670
    },
    {
      "epoch": 755.7,
      "grad_norm": 1.2300341129302979,
      "learning_rate": 3.918408309700602e-08,
      "loss": 0.3454,
      "step": 2707680
    },
    {
      "epoch": 755.7,
      "grad_norm": 1.1420953273773193,
      "learning_rate": 3.917915954412395e-08,
      "loss": 0.3399,
      "step": 2707690
    },
    {
      "epoch": 755.71,
      "grad_norm": 1.3708001375198364,
      "learning_rate": 3.917423629798142e-08,
      "loss": 0.327,
      "step": 2707700
    },
    {
      "epoch": 755.71,
      "grad_norm": 1.218813180923462,
      "learning_rate": 3.916931335857815e-08,
      "loss": 0.3363,
      "step": 2707710
    },
    {
      "epoch": 755.71,
      "grad_norm": 1.2654951810836792,
      "learning_rate": 3.916439072591546e-08,
      "loss": 0.327,
      "step": 2707720
    },
    {
      "epoch": 755.72,
      "grad_norm": 1.1924991607666016,
      "learning_rate": 3.91594683999936e-08,
      "loss": 0.3384,
      "step": 2707730
    },
    {
      "epoch": 755.72,
      "grad_norm": 1.392067313194275,
      "learning_rate": 3.9154546380813344e-08,
      "loss": 0.3389,
      "step": 2707740
    },
    {
      "epoch": 755.72,
      "grad_norm": 1.0683846473693848,
      "learning_rate": 3.914962466837548e-08,
      "loss": 0.3261,
      "step": 2707750
    },
    {
      "epoch": 755.72,
      "grad_norm": 1.2144553661346436,
      "learning_rate": 3.914470326268054e-08,
      "loss": 0.3499,
      "step": 2707760
    },
    {
      "epoch": 755.73,
      "grad_norm": 1.2608624696731567,
      "learning_rate": 3.913978216372928e-08,
      "loss": 0.3365,
      "step": 2707770
    },
    {
      "epoch": 755.73,
      "grad_norm": 1.366992473602295,
      "learning_rate": 3.913486137152198e-08,
      "loss": 0.3488,
      "step": 2707780
    },
    {
      "epoch": 755.73,
      "grad_norm": 1.0887917280197144,
      "learning_rate": 3.912994088605993e-08,
      "loss": 0.3401,
      "step": 2707790
    },
    {
      "epoch": 755.74,
      "grad_norm": 1.1675183773040771,
      "learning_rate": 3.912502070734314e-08,
      "loss": 0.3337,
      "step": 2707800
    },
    {
      "epoch": 755.74,
      "grad_norm": 1.267212986946106,
      "learning_rate": 3.912010083537264e-08,
      "loss": 0.3309,
      "step": 2707810
    },
    {
      "epoch": 755.74,
      "grad_norm": 1.3815654516220093,
      "learning_rate": 3.911518127014922e-08,
      "loss": 0.3412,
      "step": 2707820
    },
    {
      "epoch": 755.74,
      "grad_norm": 1.2428562641143799,
      "learning_rate": 3.911026201167287e-08,
      "loss": 0.3422,
      "step": 2707830
    },
    {
      "epoch": 755.75,
      "grad_norm": 1.2413692474365234,
      "learning_rate": 3.910534305994516e-08,
      "loss": 0.3434,
      "step": 2707840
    },
    {
      "epoch": 755.75,
      "grad_norm": 1.2276349067687988,
      "learning_rate": 3.910042441496609e-08,
      "loss": 0.3187,
      "step": 2707850
    },
    {
      "epoch": 755.75,
      "grad_norm": 1.350342869758606,
      "learning_rate": 3.909550607673643e-08,
      "loss": 0.3421,
      "step": 2707860
    },
    {
      "epoch": 755.75,
      "grad_norm": 1.2422583103179932,
      "learning_rate": 3.909058804525723e-08,
      "loss": 0.3171,
      "step": 2707870
    },
    {
      "epoch": 755.76,
      "grad_norm": 2.1156728267669678,
      "learning_rate": 3.9085670320528494e-08,
      "loss": 0.3428,
      "step": 2707880
    },
    {
      "epoch": 755.76,
      "grad_norm": 1.5113792419433594,
      "learning_rate": 3.9080752902551257e-08,
      "loss": 0.3297,
      "step": 2707890
    },
    {
      "epoch": 755.76,
      "grad_norm": 1.175469994544983,
      "learning_rate": 3.9075835791326034e-08,
      "loss": 0.3293,
      "step": 2707900
    },
    {
      "epoch": 755.77,
      "grad_norm": 1.073608636856079,
      "learning_rate": 3.9070918986853874e-08,
      "loss": 0.3291,
      "step": 2707910
    },
    {
      "epoch": 755.77,
      "grad_norm": 1.1571695804595947,
      "learning_rate": 3.906600248913504e-08,
      "loss": 0.3342,
      "step": 2707920
    },
    {
      "epoch": 755.77,
      "grad_norm": 1.3374143838882446,
      "learning_rate": 3.906108629817004e-08,
      "loss": 0.3341,
      "step": 2707930
    },
    {
      "epoch": 755.77,
      "grad_norm": 1.2429323196411133,
      "learning_rate": 3.905617041395992e-08,
      "loss": 0.328,
      "step": 2707940
    },
    {
      "epoch": 755.78,
      "grad_norm": 1.255652666091919,
      "learning_rate": 3.9051254836505206e-08,
      "loss": 0.3344,
      "step": 2707950
    },
    {
      "epoch": 755.78,
      "grad_norm": 1.2078436613082886,
      "learning_rate": 3.9046339565806676e-08,
      "loss": 0.3359,
      "step": 2707960
    },
    {
      "epoch": 755.78,
      "grad_norm": 1.5303667783737183,
      "learning_rate": 3.904142460186459e-08,
      "loss": 0.3264,
      "step": 2707970
    },
    {
      "epoch": 755.79,
      "grad_norm": 1.3744463920593262,
      "learning_rate": 3.9036509944679726e-08,
      "loss": 0.3446,
      "step": 2707980
    },
    {
      "epoch": 755.79,
      "grad_norm": 1.2295032739639282,
      "learning_rate": 3.903159559425313e-08,
      "loss": 0.3268,
      "step": 2707990
    },
    {
      "epoch": 755.79,
      "grad_norm": 1.2551612854003906,
      "learning_rate": 3.9026681550585316e-08,
      "loss": 0.3318,
      "step": 2708000
    },
    {
      "epoch": 755.79,
      "grad_norm": 1.4579545259475708,
      "learning_rate": 3.9021767813676544e-08,
      "loss": 0.35,
      "step": 2708010
    },
    {
      "epoch": 755.8,
      "grad_norm": 1.114491581916809,
      "learning_rate": 3.90168543835276e-08,
      "loss": 0.3558,
      "step": 2708020
    },
    {
      "epoch": 755.8,
      "grad_norm": 1.3177775144577026,
      "learning_rate": 3.9011941260139525e-08,
      "loss": 0.3257,
      "step": 2708030
    },
    {
      "epoch": 755.8,
      "grad_norm": 1.8716870546340942,
      "learning_rate": 3.9007028443512316e-08,
      "loss": 0.3328,
      "step": 2708040
    },
    {
      "epoch": 755.81,
      "grad_norm": 1.177544116973877,
      "learning_rate": 3.900211593364753e-08,
      "loss": 0.3355,
      "step": 2708050
    },
    {
      "epoch": 755.81,
      "grad_norm": 1.3598859310150146,
      "learning_rate": 3.899720373054518e-08,
      "loss": 0.3591,
      "step": 2708060
    },
    {
      "epoch": 755.81,
      "grad_norm": 1.4144079685211182,
      "learning_rate": 3.899229183420578e-08,
      "loss": 0.3391,
      "step": 2708070
    },
    {
      "epoch": 755.81,
      "grad_norm": 1.3222678899765015,
      "learning_rate": 3.898738024463062e-08,
      "loss": 0.3464,
      "step": 2708080
    },
    {
      "epoch": 755.82,
      "grad_norm": 1.7486627101898193,
      "learning_rate": 3.898246896181971e-08,
      "loss": 0.3299,
      "step": 2708090
    },
    {
      "epoch": 755.82,
      "grad_norm": 1.353459119796753,
      "learning_rate": 3.897755798577436e-08,
      "loss": 0.337,
      "step": 2708100
    },
    {
      "epoch": 755.82,
      "grad_norm": 1.2335566282272339,
      "learning_rate": 3.897264731649455e-08,
      "loss": 0.3347,
      "step": 2708110
    },
    {
      "epoch": 755.82,
      "grad_norm": 1.180477261543274,
      "learning_rate": 3.896773695398108e-08,
      "loss": 0.3314,
      "step": 2708120
    },
    {
      "epoch": 755.83,
      "grad_norm": 1.2140568494796753,
      "learning_rate": 3.896282689823498e-08,
      "loss": 0.3318,
      "step": 2708130
    },
    {
      "epoch": 755.83,
      "grad_norm": 1.2187120914459229,
      "learning_rate": 3.895791714925677e-08,
      "loss": 0.354,
      "step": 2708140
    },
    {
      "epoch": 755.83,
      "grad_norm": 1.115583062171936,
      "learning_rate": 3.8953007707046966e-08,
      "loss": 0.3248,
      "step": 2708150
    },
    {
      "epoch": 755.84,
      "grad_norm": 1.3022305965423584,
      "learning_rate": 3.8948098571606106e-08,
      "loss": 0.321,
      "step": 2708160
    },
    {
      "epoch": 755.84,
      "grad_norm": 1.5105981826782227,
      "learning_rate": 3.8943189742935216e-08,
      "loss": 0.3203,
      "step": 2708170
    },
    {
      "epoch": 755.84,
      "grad_norm": 1.4300379753112793,
      "learning_rate": 3.893828122103456e-08,
      "loss": 0.3385,
      "step": 2708180
    },
    {
      "epoch": 755.84,
      "grad_norm": 1.255557894706726,
      "learning_rate": 3.8933373005905175e-08,
      "loss": 0.3321,
      "step": 2708190
    },
    {
      "epoch": 755.85,
      "grad_norm": 1.1786545515060425,
      "learning_rate": 3.892846509754733e-08,
      "loss": 0.3472,
      "step": 2708200
    },
    {
      "epoch": 755.85,
      "grad_norm": 1.3881655931472778,
      "learning_rate": 3.89235574959618e-08,
      "loss": 0.3412,
      "step": 2708210
    },
    {
      "epoch": 755.85,
      "grad_norm": 1.169862151145935,
      "learning_rate": 3.891865020114937e-08,
      "loss": 0.3252,
      "step": 2708220
    },
    {
      "epoch": 755.86,
      "grad_norm": 1.3623721599578857,
      "learning_rate": 3.891374321311081e-08,
      "loss": 0.3502,
      "step": 2708230
    },
    {
      "epoch": 755.86,
      "grad_norm": 1.2877955436706543,
      "learning_rate": 3.890883653184639e-08,
      "loss": 0.3495,
      "step": 2708240
    },
    {
      "epoch": 755.86,
      "grad_norm": 1.2852013111114502,
      "learning_rate": 3.890393015735689e-08,
      "loss": 0.3387,
      "step": 2708250
    },
    {
      "epoch": 755.86,
      "grad_norm": 1.4489537477493286,
      "learning_rate": 3.889902408964335e-08,
      "loss": 0.3427,
      "step": 2708260
    },
    {
      "epoch": 755.87,
      "grad_norm": 1.0944594144821167,
      "learning_rate": 3.889411832870577e-08,
      "loss": 0.3375,
      "step": 2708270
    },
    {
      "epoch": 755.87,
      "grad_norm": 1.1733534336090088,
      "learning_rate": 3.888921287454518e-08,
      "loss": 0.3299,
      "step": 2708280
    },
    {
      "epoch": 755.87,
      "grad_norm": 1.1065173149108887,
      "learning_rate": 3.888430772716238e-08,
      "loss": 0.3191,
      "step": 2708290
    },
    {
      "epoch": 755.87,
      "grad_norm": 2.0115644931793213,
      "learning_rate": 3.887940288655762e-08,
      "loss": 0.3379,
      "step": 2708300
    },
    {
      "epoch": 755.88,
      "grad_norm": 1.1670200824737549,
      "learning_rate": 3.8874498352731936e-08,
      "loss": 0.3567,
      "step": 2708310
    },
    {
      "epoch": 755.88,
      "grad_norm": 1.455647349357605,
      "learning_rate": 3.886959412568585e-08,
      "loss": 0.3382,
      "step": 2708320
    },
    {
      "epoch": 755.88,
      "grad_norm": 1.3704053163528442,
      "learning_rate": 3.8864690205419636e-08,
      "loss": 0.338,
      "step": 2708330
    },
    {
      "epoch": 755.89,
      "grad_norm": 1.1528741121292114,
      "learning_rate": 3.885978659193458e-08,
      "loss": 0.3256,
      "step": 2708340
    },
    {
      "epoch": 755.89,
      "grad_norm": 1.167366623878479,
      "learning_rate": 3.885488328523121e-08,
      "loss": 0.3606,
      "step": 2708350
    },
    {
      "epoch": 755.89,
      "grad_norm": 1.4101454019546509,
      "learning_rate": 3.884998028530952e-08,
      "loss": 0.3271,
      "step": 2708360
    },
    {
      "epoch": 755.89,
      "grad_norm": 1.2681915760040283,
      "learning_rate": 3.884507759217108e-08,
      "loss": 0.3374,
      "step": 2708370
    },
    {
      "epoch": 755.9,
      "grad_norm": 1.3085079193115234,
      "learning_rate": 3.884017520581588e-08,
      "loss": 0.335,
      "step": 2708380
    },
    {
      "epoch": 755.9,
      "grad_norm": 1.1524572372436523,
      "learning_rate": 3.88352731262447e-08,
      "loss": 0.3354,
      "step": 2708390
    },
    {
      "epoch": 755.9,
      "grad_norm": 1.3566802740097046,
      "learning_rate": 3.88303713534586e-08,
      "loss": 0.3421,
      "step": 2708400
    },
    {
      "epoch": 755.91,
      "grad_norm": 1.2637470960617065,
      "learning_rate": 3.8825469887457554e-08,
      "loss": 0.3392,
      "step": 2708410
    },
    {
      "epoch": 755.91,
      "grad_norm": 1.158158779144287,
      "learning_rate": 3.8820568728242885e-08,
      "loss": 0.336,
      "step": 2708420
    },
    {
      "epoch": 755.91,
      "grad_norm": 1.3738105297088623,
      "learning_rate": 3.8815667875814834e-08,
      "loss": 0.343,
      "step": 2708430
    },
    {
      "epoch": 755.91,
      "grad_norm": 1.1482553482055664,
      "learning_rate": 3.8810767330174195e-08,
      "loss": 0.3267,
      "step": 2708440
    },
    {
      "epoch": 755.92,
      "grad_norm": 1.09549880027771,
      "learning_rate": 3.880586709132201e-08,
      "loss": 0.3192,
      "step": 2708450
    },
    {
      "epoch": 755.92,
      "grad_norm": 1.2139227390289307,
      "learning_rate": 3.880096715925801e-08,
      "loss": 0.3309,
      "step": 2708460
    },
    {
      "epoch": 755.92,
      "grad_norm": 1.289553165435791,
      "learning_rate": 3.879606753398349e-08,
      "loss": 0.3255,
      "step": 2708470
    },
    {
      "epoch": 755.93,
      "grad_norm": 1.4297212362289429,
      "learning_rate": 3.879116821549873e-08,
      "loss": 0.3361,
      "step": 2708480
    },
    {
      "epoch": 755.93,
      "grad_norm": 1.2923641204833984,
      "learning_rate": 3.878626920380502e-08,
      "loss": 0.3502,
      "step": 2708490
    },
    {
      "epoch": 755.93,
      "grad_norm": 1.3225340843200684,
      "learning_rate": 3.878137049890236e-08,
      "loss": 0.3321,
      "step": 2708500
    },
    {
      "epoch": 755.93,
      "grad_norm": 1.248365879058838,
      "learning_rate": 3.877647210079179e-08,
      "loss": 0.3425,
      "step": 2708510
    },
    {
      "epoch": 755.94,
      "grad_norm": 1.1974819898605347,
      "learning_rate": 3.877157400947383e-08,
      "loss": 0.3418,
      "step": 2708520
    },
    {
      "epoch": 755.94,
      "grad_norm": 1.3934940099716187,
      "learning_rate": 3.876667622494901e-08,
      "loss": 0.3577,
      "step": 2708530
    },
    {
      "epoch": 755.94,
      "grad_norm": 1.265318512916565,
      "learning_rate": 3.87617787472181e-08,
      "loss": 0.3259,
      "step": 2708540
    },
    {
      "epoch": 755.94,
      "grad_norm": 1.4524379968643188,
      "learning_rate": 3.875688157628188e-08,
      "loss": 0.3338,
      "step": 2708550
    },
    {
      "epoch": 755.95,
      "grad_norm": 1.2010891437530518,
      "learning_rate": 3.875198471214062e-08,
      "loss": 0.3226,
      "step": 2708560
    },
    {
      "epoch": 755.95,
      "grad_norm": 1.212640643119812,
      "learning_rate": 3.8747088154795355e-08,
      "loss": 0.323,
      "step": 2708570
    },
    {
      "epoch": 755.95,
      "grad_norm": 2.1142749786376953,
      "learning_rate": 3.874219190424686e-08,
      "loss": 0.3272,
      "step": 2708580
    },
    {
      "epoch": 755.96,
      "grad_norm": 1.2711886167526245,
      "learning_rate": 3.87372959604954e-08,
      "loss": 0.3407,
      "step": 2708590
    },
    {
      "epoch": 755.96,
      "grad_norm": 1.176672339439392,
      "learning_rate": 3.87324003235415e-08,
      "loss": 0.3366,
      "step": 2708600
    },
    {
      "epoch": 755.96,
      "grad_norm": 1.1364895105361938,
      "learning_rate": 3.872750499338646e-08,
      "loss": 0.3301,
      "step": 2708610
    },
    {
      "epoch": 755.96,
      "grad_norm": 1.304624319076538,
      "learning_rate": 3.872260997003001e-08,
      "loss": 0.3328,
      "step": 2708620
    },
    {
      "epoch": 755.97,
      "grad_norm": 1.1982899904251099,
      "learning_rate": 3.8717715253473724e-08,
      "loss": 0.3317,
      "step": 2708630
    },
    {
      "epoch": 755.97,
      "grad_norm": 1.4491814374923706,
      "learning_rate": 3.871282084371785e-08,
      "loss": 0.3337,
      "step": 2708640
    },
    {
      "epoch": 755.97,
      "grad_norm": 1.2952309846878052,
      "learning_rate": 3.8707926740762924e-08,
      "loss": 0.3357,
      "step": 2708650
    },
    {
      "epoch": 755.98,
      "grad_norm": 1.465539574623108,
      "learning_rate": 3.870303294460971e-08,
      "loss": 0.3386,
      "step": 2708660
    },
    {
      "epoch": 755.98,
      "grad_norm": 1.1712117195129395,
      "learning_rate": 3.8698139455259e-08,
      "loss": 0.3212,
      "step": 2708670
    },
    {
      "epoch": 755.98,
      "grad_norm": 1.239098310470581,
      "learning_rate": 3.869324627271131e-08,
      "loss": 0.3537,
      "step": 2708680
    },
    {
      "epoch": 755.98,
      "grad_norm": 1.3148008584976196,
      "learning_rate": 3.8688353396967416e-08,
      "loss": 0.3406,
      "step": 2708690
    },
    {
      "epoch": 755.99,
      "grad_norm": 1.172029972076416,
      "learning_rate": 3.868346082802759e-08,
      "loss": 0.3444,
      "step": 2708700
    },
    {
      "epoch": 755.99,
      "grad_norm": 1.173868179321289,
      "learning_rate": 3.8678568565892865e-08,
      "loss": 0.3339,
      "step": 2708710
    },
    {
      "epoch": 755.99,
      "grad_norm": 1.0609607696533203,
      "learning_rate": 3.867367661056376e-08,
      "loss": 0.329,
      "step": 2708720
    },
    {
      "epoch": 755.99,
      "grad_norm": 1.6314842700958252,
      "learning_rate": 3.866878496204106e-08,
      "loss": 0.327,
      "step": 2708730
    },
    {
      "epoch": 756.0,
      "grad_norm": 1.3066126108169556,
      "learning_rate": 3.866389362032502e-08,
      "loss": 0.3443,
      "step": 2708740
    },
    {
      "epoch": 756.0,
      "eval_loss": 0.33792757987976074,
      "eval_runtime": 64.5276,
      "eval_samples_per_second": 78.401,
      "eval_steps_per_second": 9.81,
      "step": 2708748
    },
    {
      "epoch": 756.0,
      "grad_norm": 1.419996738433838,
      "learning_rate": 3.865900258541695e-08,
      "loss": 0.339,
      "step": 2708750
    },
    {
      "epoch": 756.0,
      "grad_norm": 1.2267049551010132,
      "learning_rate": 3.865411185731684e-08,
      "loss": 0.3332,
      "step": 2708760
    },
    {
      "epoch": 756.01,
      "grad_norm": 1.432619333267212,
      "learning_rate": 3.864922143602574e-08,
      "loss": 0.3426,
      "step": 2708770
    },
    {
      "epoch": 756.01,
      "grad_norm": 1.0153963565826416,
      "learning_rate": 3.864433132154416e-08,
      "loss": 0.3264,
      "step": 2708780
    },
    {
      "epoch": 756.01,
      "grad_norm": 1.0988385677337646,
      "learning_rate": 3.8639441513872626e-08,
      "loss": 0.3272,
      "step": 2708790
    },
    {
      "epoch": 756.01,
      "grad_norm": 1.2636464834213257,
      "learning_rate": 3.8634552013012184e-08,
      "loss": 0.3471,
      "step": 2708800
    },
    {
      "epoch": 756.02,
      "grad_norm": 1.2208781242370605,
      "learning_rate": 3.862966281896309e-08,
      "loss": 0.3475,
      "step": 2708810
    },
    {
      "epoch": 756.02,
      "grad_norm": 1.3548026084899902,
      "learning_rate": 3.862477393172612e-08,
      "loss": 0.3297,
      "step": 2708820
    },
    {
      "epoch": 756.02,
      "grad_norm": 1.099871277809143,
      "learning_rate": 3.8619885351302055e-08,
      "loss": 0.34,
      "step": 2708830
    },
    {
      "epoch": 756.03,
      "grad_norm": 1.2589991092681885,
      "learning_rate": 3.8614997077691425e-08,
      "loss": 0.3466,
      "step": 2708840
    },
    {
      "epoch": 756.03,
      "grad_norm": 1.4055715799331665,
      "learning_rate": 3.861010911089474e-08,
      "loss": 0.3391,
      "step": 2708850
    },
    {
      "epoch": 756.03,
      "grad_norm": 1.2953530550003052,
      "learning_rate": 3.860522145091305e-08,
      "loss": 0.3326,
      "step": 2708860
    },
    {
      "epoch": 756.03,
      "grad_norm": 1.247602939605713,
      "learning_rate": 3.860033409774635e-08,
      "loss": 0.3275,
      "step": 2708870
    },
    {
      "epoch": 756.04,
      "grad_norm": 1.428553581237793,
      "learning_rate": 3.859544705139594e-08,
      "loss": 0.3466,
      "step": 2708880
    },
    {
      "epoch": 756.04,
      "grad_norm": 1.1530958414077759,
      "learning_rate": 3.859056031186259e-08,
      "loss": 0.3315,
      "step": 2708890
    },
    {
      "epoch": 756.04,
      "grad_norm": 1.135880708694458,
      "learning_rate": 3.858567387914607e-08,
      "loss": 0.3249,
      "step": 2708900
    },
    {
      "epoch": 756.05,
      "grad_norm": 1.8745092153549194,
      "learning_rate": 3.858078775324765e-08,
      "loss": 0.3263,
      "step": 2708910
    },
    {
      "epoch": 756.05,
      "grad_norm": 1.1151924133300781,
      "learning_rate": 3.857590193416787e-08,
      "loss": 0.3577,
      "step": 2708920
    },
    {
      "epoch": 756.05,
      "grad_norm": 1.4182270765304565,
      "learning_rate": 3.857101642190776e-08,
      "loss": 0.3282,
      "step": 2708930
    },
    {
      "epoch": 756.05,
      "grad_norm": 1.3290436267852783,
      "learning_rate": 3.856613121646706e-08,
      "loss": 0.352,
      "step": 2708940
    },
    {
      "epoch": 756.06,
      "grad_norm": 1.1062523126602173,
      "learning_rate": 3.856124631784734e-08,
      "loss": 0.3319,
      "step": 2708950
    },
    {
      "epoch": 756.06,
      "grad_norm": 1.194598913192749,
      "learning_rate": 3.855636172604886e-08,
      "loss": 0.3357,
      "step": 2708960
    },
    {
      "epoch": 756.06,
      "grad_norm": 1.2683168649673462,
      "learning_rate": 3.855147744107213e-08,
      "loss": 0.3395,
      "step": 2708970
    },
    {
      "epoch": 756.06,
      "grad_norm": 1.4039890766143799,
      "learning_rate": 3.854659346291793e-08,
      "loss": 0.3488,
      "step": 2708980
    },
    {
      "epoch": 756.07,
      "grad_norm": 1.1283832788467407,
      "learning_rate": 3.85417097915868e-08,
      "loss": 0.3165,
      "step": 2708990
    },
    {
      "epoch": 756.07,
      "grad_norm": 1.45492684841156,
      "learning_rate": 3.8536826427080014e-08,
      "loss": 0.3449,
      "step": 2709000
    },
    {
      "epoch": 756.07,
      "grad_norm": 1.2720770835876465,
      "learning_rate": 3.853194336939734e-08,
      "loss": 0.3406,
      "step": 2709010
    },
    {
      "epoch": 756.08,
      "grad_norm": 1.0563019514083862,
      "learning_rate": 3.852706061853979e-08,
      "loss": 0.3427,
      "step": 2709020
    },
    {
      "epoch": 756.08,
      "grad_norm": 1.3881245851516724,
      "learning_rate": 3.8522178174508166e-08,
      "loss": 0.3465,
      "step": 2709030
    },
    {
      "epoch": 756.08,
      "grad_norm": 1.3229234218597412,
      "learning_rate": 3.851729603730324e-08,
      "loss": 0.3297,
      "step": 2709040
    },
    {
      "epoch": 756.08,
      "grad_norm": 1.1426806449890137,
      "learning_rate": 3.8512414206925015e-08,
      "loss": 0.3447,
      "step": 2709050
    },
    {
      "epoch": 756.09,
      "grad_norm": 1.148343563079834,
      "learning_rate": 3.850753268337453e-08,
      "loss": 0.3186,
      "step": 2709060
    },
    {
      "epoch": 756.09,
      "grad_norm": 1.512445092201233,
      "learning_rate": 3.8502651466652826e-08,
      "loss": 0.3461,
      "step": 2709070
    },
    {
      "epoch": 756.09,
      "grad_norm": 1.206349492073059,
      "learning_rate": 3.849777055675964e-08,
      "loss": 0.3405,
      "step": 2709080
    },
    {
      "epoch": 756.1,
      "grad_norm": 1.1293365955352783,
      "learning_rate": 3.8492889953696796e-08,
      "loss": 0.3405,
      "step": 2709090
    },
    {
      "epoch": 756.1,
      "grad_norm": 1.4307223558425903,
      "learning_rate": 3.848800965746378e-08,
      "loss": 0.3345,
      "step": 2709100
    },
    {
      "epoch": 756.1,
      "grad_norm": 1.0470895767211914,
      "learning_rate": 3.848312966806188e-08,
      "loss": 0.3328,
      "step": 2709110
    },
    {
      "epoch": 756.1,
      "grad_norm": 1.3506300449371338,
      "learning_rate": 3.847824998549189e-08,
      "loss": 0.3243,
      "step": 2709120
    },
    {
      "epoch": 756.11,
      "grad_norm": 1.4197033643722534,
      "learning_rate": 3.847337060975406e-08,
      "loss": 0.3391,
      "step": 2709130
    },
    {
      "epoch": 756.11,
      "grad_norm": 1.2605551481246948,
      "learning_rate": 3.8468491540849177e-08,
      "loss": 0.3282,
      "step": 2709140
    },
    {
      "epoch": 756.11,
      "grad_norm": 2.8561244010925293,
      "learning_rate": 3.846361277877776e-08,
      "loss": 0.3499,
      "step": 2709150
    },
    {
      "epoch": 756.11,
      "grad_norm": 1.2184135913848877,
      "learning_rate": 3.845873432354084e-08,
      "loss": 0.3581,
      "step": 2709160
    },
    {
      "epoch": 756.12,
      "grad_norm": 6.81519079208374,
      "learning_rate": 3.845385617513843e-08,
      "loss": 0.339,
      "step": 2709170
    },
    {
      "epoch": 756.12,
      "grad_norm": 1.2338613271713257,
      "learning_rate": 3.8448978333571834e-08,
      "loss": 0.3448,
      "step": 2709180
    },
    {
      "epoch": 756.12,
      "grad_norm": 1.150665044784546,
      "learning_rate": 3.8444100798841294e-08,
      "loss": 0.3511,
      "step": 2709190
    },
    {
      "epoch": 756.13,
      "grad_norm": 1.1183253526687622,
      "learning_rate": 3.843922357094761e-08,
      "loss": 0.333,
      "step": 2709200
    },
    {
      "epoch": 756.13,
      "grad_norm": 1.2113720178604126,
      "learning_rate": 3.843434664989181e-08,
      "loss": 0.3356,
      "step": 2709210
    },
    {
      "epoch": 756.13,
      "grad_norm": 1.2273826599121094,
      "learning_rate": 3.8429470035673643e-08,
      "loss": 0.3419,
      "step": 2709220
    },
    {
      "epoch": 756.13,
      "grad_norm": 1.2738780975341797,
      "learning_rate": 3.84245937282944e-08,
      "loss": 0.3265,
      "step": 2709230
    },
    {
      "epoch": 756.14,
      "grad_norm": 1.1318466663360596,
      "learning_rate": 3.841971772775461e-08,
      "loss": 0.3387,
      "step": 2709240
    },
    {
      "epoch": 756.14,
      "grad_norm": 1.1855356693267822,
      "learning_rate": 3.8414842034055045e-08,
      "loss": 0.346,
      "step": 2709250
    },
    {
      "epoch": 756.14,
      "grad_norm": 1.2112021446228027,
      "learning_rate": 3.8409966647196236e-08,
      "loss": 0.3346,
      "step": 2709260
    },
    {
      "epoch": 756.15,
      "grad_norm": 1.3222829103469849,
      "learning_rate": 3.84050915671787e-08,
      "loss": 0.3569,
      "step": 2709270
    },
    {
      "epoch": 756.15,
      "grad_norm": 1.361341953277588,
      "learning_rate": 3.840021679400295e-08,
      "loss": 0.3323,
      "step": 2709280
    },
    {
      "epoch": 756.15,
      "grad_norm": 1.4182637929916382,
      "learning_rate": 3.83953423276703e-08,
      "loss": 0.3339,
      "step": 2709290
    },
    {
      "epoch": 756.15,
      "grad_norm": 1.235260009765625,
      "learning_rate": 3.839046816818073e-08,
      "loss": 0.3477,
      "step": 2709300
    },
    {
      "epoch": 756.16,
      "grad_norm": 1.0322413444519043,
      "learning_rate": 3.8385594315535046e-08,
      "loss": 0.3209,
      "step": 2709310
    },
    {
      "epoch": 756.16,
      "grad_norm": 1.155678391456604,
      "learning_rate": 3.838072076973453e-08,
      "loss": 0.3303,
      "step": 2709320
    },
    {
      "epoch": 756.16,
      "grad_norm": 1.2094626426696777,
      "learning_rate": 3.837584753077867e-08,
      "loss": 0.3486,
      "step": 2709330
    },
    {
      "epoch": 756.17,
      "grad_norm": 1.1517181396484375,
      "learning_rate": 3.837097459866902e-08,
      "loss": 0.3396,
      "step": 2709340
    },
    {
      "epoch": 756.17,
      "grad_norm": 1.272157073020935,
      "learning_rate": 3.836610197340611e-08,
      "loss": 0.3189,
      "step": 2709350
    },
    {
      "epoch": 756.17,
      "grad_norm": 1.0893425941467285,
      "learning_rate": 3.8361229654990195e-08,
      "loss": 0.3334,
      "step": 2709360
    },
    {
      "epoch": 756.17,
      "grad_norm": 1.0934116840362549,
      "learning_rate": 3.835635764342232e-08,
      "loss": 0.3357,
      "step": 2709370
    },
    {
      "epoch": 756.18,
      "grad_norm": 1.2385468482971191,
      "learning_rate": 3.835148593870274e-08,
      "loss": 0.3366,
      "step": 2709380
    },
    {
      "epoch": 756.18,
      "grad_norm": 1.3296310901641846,
      "learning_rate": 3.83466145408325e-08,
      "loss": 0.335,
      "step": 2709390
    },
    {
      "epoch": 756.18,
      "grad_norm": 1.3777015209197998,
      "learning_rate": 3.834174344981211e-08,
      "loss": 0.3413,
      "step": 2709400
    },
    {
      "epoch": 756.18,
      "grad_norm": 1.2323921918869019,
      "learning_rate": 3.833687266564184e-08,
      "loss": 0.353,
      "step": 2709410
    },
    {
      "epoch": 756.19,
      "grad_norm": 1.196861743927002,
      "learning_rate": 3.833200218832325e-08,
      "loss": 0.342,
      "step": 2709420
    },
    {
      "epoch": 756.19,
      "grad_norm": 1.3485701084136963,
      "learning_rate": 3.8327132017855824e-08,
      "loss": 0.3454,
      "step": 2709430
    },
    {
      "epoch": 756.19,
      "grad_norm": 1.2323182821273804,
      "learning_rate": 3.832226215424138e-08,
      "loss": 0.3332,
      "step": 2709440
    },
    {
      "epoch": 756.2,
      "grad_norm": 1.23647940158844,
      "learning_rate": 3.831739259747965e-08,
      "loss": 0.3248,
      "step": 2709450
    },
    {
      "epoch": 756.2,
      "grad_norm": 1.3604929447174072,
      "learning_rate": 3.831252334757168e-08,
      "loss": 0.3447,
      "step": 2709460
    },
    {
      "epoch": 756.2,
      "grad_norm": 1.3859808444976807,
      "learning_rate": 3.8307654404518e-08,
      "loss": 0.3402,
      "step": 2709470
    },
    {
      "epoch": 756.2,
      "grad_norm": 1.4944424629211426,
      "learning_rate": 3.8302785768319635e-08,
      "loss": 0.3525,
      "step": 2709480
    },
    {
      "epoch": 756.21,
      "grad_norm": 1.1376667022705078,
      "learning_rate": 3.829791743897659e-08,
      "loss": 0.3126,
      "step": 2709490
    },
    {
      "epoch": 756.21,
      "grad_norm": 1.3247709274291992,
      "learning_rate": 3.8293049416489915e-08,
      "loss": 0.3232,
      "step": 2709500
    },
    {
      "epoch": 756.21,
      "grad_norm": 3.136765480041504,
      "learning_rate": 3.828818170086038e-08,
      "loss": 0.3236,
      "step": 2709510
    },
    {
      "epoch": 756.22,
      "grad_norm": 1.2240873575210571,
      "learning_rate": 3.828331429208799e-08,
      "loss": 0.342,
      "step": 2709520
    },
    {
      "epoch": 756.22,
      "grad_norm": 1.2873629331588745,
      "learning_rate": 3.827844719017431e-08,
      "loss": 0.3526,
      "step": 2709530
    },
    {
      "epoch": 756.22,
      "grad_norm": 1.272106647491455,
      "learning_rate": 3.827358039511933e-08,
      "loss": 0.3573,
      "step": 2709540
    },
    {
      "epoch": 756.22,
      "grad_norm": 1.411494493484497,
      "learning_rate": 3.8268713906923836e-08,
      "loss": 0.3345,
      "step": 2709550
    },
    {
      "epoch": 756.23,
      "grad_norm": 1.1603385210037231,
      "learning_rate": 3.8263847725588604e-08,
      "loss": 0.328,
      "step": 2709560
    },
    {
      "epoch": 756.23,
      "grad_norm": 1.215727686882019,
      "learning_rate": 3.8258981851114166e-08,
      "loss": 0.3308,
      "step": 2709570
    },
    {
      "epoch": 756.23,
      "grad_norm": 1.2739346027374268,
      "learning_rate": 3.8254116283501296e-08,
      "loss": 0.3323,
      "step": 2709580
    },
    {
      "epoch": 756.23,
      "grad_norm": 1.2279105186462402,
      "learning_rate": 3.824925102275051e-08,
      "loss": 0.3472,
      "step": 2709590
    },
    {
      "epoch": 756.24,
      "grad_norm": 1.2828214168548584,
      "learning_rate": 3.824438606886259e-08,
      "loss": 0.336,
      "step": 2709600
    },
    {
      "epoch": 756.24,
      "grad_norm": 1.3770484924316406,
      "learning_rate": 3.82395214218378e-08,
      "loss": 0.3504,
      "step": 2709610
    },
    {
      "epoch": 756.24,
      "grad_norm": 1.1696351766586304,
      "learning_rate": 3.8234657081677446e-08,
      "loss": 0.333,
      "step": 2709620
    },
    {
      "epoch": 756.25,
      "grad_norm": 1.1885628700256348,
      "learning_rate": 3.8229793048381777e-08,
      "loss": 0.3432,
      "step": 2709630
    },
    {
      "epoch": 756.25,
      "grad_norm": 1.0386797189712524,
      "learning_rate": 3.822492932195132e-08,
      "loss": 0.3261,
      "step": 2709640
    },
    {
      "epoch": 756.25,
      "grad_norm": 1.0530169010162354,
      "learning_rate": 3.822006590238685e-08,
      "loss": 0.3398,
      "step": 2709650
    },
    {
      "epoch": 756.25,
      "grad_norm": 1.323307991027832,
      "learning_rate": 3.8215202789688896e-08,
      "loss": 0.3427,
      "step": 2709660
    },
    {
      "epoch": 756.26,
      "grad_norm": 1.298143982887268,
      "learning_rate": 3.8210339983858753e-08,
      "loss": 0.3223,
      "step": 2709670
    },
    {
      "epoch": 756.26,
      "grad_norm": 1.0760045051574707,
      "learning_rate": 3.820547748489616e-08,
      "loss": 0.3434,
      "step": 2709680
    },
    {
      "epoch": 756.26,
      "grad_norm": 1.4359685182571411,
      "learning_rate": 3.820061529280216e-08,
      "loss": 0.3412,
      "step": 2709690
    },
    {
      "epoch": 756.27,
      "grad_norm": 1.2056645154953003,
      "learning_rate": 3.81957534075778e-08,
      "loss": 0.3325,
      "step": 2709700
    },
    {
      "epoch": 756.27,
      "grad_norm": 1.357624888420105,
      "learning_rate": 3.819089182922307e-08,
      "loss": 0.347,
      "step": 2709710
    },
    {
      "epoch": 756.27,
      "grad_norm": 1.254884123802185,
      "learning_rate": 3.818603055773875e-08,
      "loss": 0.3368,
      "step": 2709720
    },
    {
      "epoch": 756.27,
      "grad_norm": 1.2554237842559814,
      "learning_rate": 3.818116959312589e-08,
      "loss": 0.3404,
      "step": 2709730
    },
    {
      "epoch": 756.28,
      "grad_norm": 1.2545239925384521,
      "learning_rate": 3.8176308935384747e-08,
      "loss": 0.3395,
      "step": 2709740
    },
    {
      "epoch": 756.28,
      "grad_norm": 1.3319905996322632,
      "learning_rate": 3.817144858451583e-08,
      "loss": 0.3394,
      "step": 2709750
    },
    {
      "epoch": 756.28,
      "grad_norm": 1.3655978441238403,
      "learning_rate": 3.8166588540520464e-08,
      "loss": 0.3551,
      "step": 2709760
    },
    {
      "epoch": 756.29,
      "grad_norm": 1.3929128646850586,
      "learning_rate": 3.816172880339863e-08,
      "loss": 0.3567,
      "step": 2709770
    },
    {
      "epoch": 756.29,
      "grad_norm": 1.2813328504562378,
      "learning_rate": 3.815686937315137e-08,
      "loss": 0.3174,
      "step": 2709780
    },
    {
      "epoch": 756.29,
      "grad_norm": 1.1323288679122925,
      "learning_rate": 3.815201024977921e-08,
      "loss": 0.32,
      "step": 2709790
    },
    {
      "epoch": 756.29,
      "grad_norm": 1.4587311744689941,
      "learning_rate": 3.814715143328241e-08,
      "loss": 0.3321,
      "step": 2709800
    },
    {
      "epoch": 756.3,
      "grad_norm": 1.3066223859786987,
      "learning_rate": 3.814229292366253e-08,
      "loss": 0.3239,
      "step": 2709810
    },
    {
      "epoch": 756.3,
      "grad_norm": 5.293564796447754,
      "learning_rate": 3.813743472091931e-08,
      "loss": 0.3349,
      "step": 2709820
    },
    {
      "epoch": 756.3,
      "grad_norm": 1.1767557859420776,
      "learning_rate": 3.8132576825053784e-08,
      "loss": 0.3462,
      "step": 2709830
    },
    {
      "epoch": 756.3,
      "grad_norm": 1.4166377782821655,
      "learning_rate": 3.812771923606675e-08,
      "loss": 0.34,
      "step": 2709840
    },
    {
      "epoch": 756.31,
      "grad_norm": 1.412955641746521,
      "learning_rate": 3.812286195395845e-08,
      "loss": 0.3343,
      "step": 2709850
    },
    {
      "epoch": 756.31,
      "grad_norm": 1.0973254442214966,
      "learning_rate": 3.811800497872993e-08,
      "loss": 0.3282,
      "step": 2709860
    },
    {
      "epoch": 756.31,
      "grad_norm": 1.3608673810958862,
      "learning_rate": 3.811314831038146e-08,
      "loss": 0.3246,
      "step": 2709870
    },
    {
      "epoch": 756.32,
      "grad_norm": 1.2334741353988647,
      "learning_rate": 3.8108291948914066e-08,
      "loss": 0.3534,
      "step": 2709880
    },
    {
      "epoch": 756.32,
      "grad_norm": 1.249457597732544,
      "learning_rate": 3.8103435894328015e-08,
      "loss": 0.3304,
      "step": 2709890
    },
    {
      "epoch": 756.32,
      "grad_norm": 1.0813846588134766,
      "learning_rate": 3.809858014662435e-08,
      "loss": 0.3283,
      "step": 2709900
    },
    {
      "epoch": 756.32,
      "grad_norm": 1.3914332389831543,
      "learning_rate": 3.8093724705803334e-08,
      "loss": 0.3345,
      "step": 2709910
    },
    {
      "epoch": 756.33,
      "grad_norm": 1.2851008176803589,
      "learning_rate": 3.8088869571865995e-08,
      "loss": 0.3488,
      "step": 2709920
    },
    {
      "epoch": 756.33,
      "grad_norm": 1.1522142887115479,
      "learning_rate": 3.808401474481287e-08,
      "loss": 0.3296,
      "step": 2709930
    },
    {
      "epoch": 756.33,
      "grad_norm": 1.328169345855713,
      "learning_rate": 3.8079160224644206e-08,
      "loss": 0.3281,
      "step": 2709940
    },
    {
      "epoch": 756.34,
      "grad_norm": 1.1902306079864502,
      "learning_rate": 3.807430601136105e-08,
      "loss": 0.3528,
      "step": 2709950
    },
    {
      "epoch": 756.34,
      "grad_norm": 1.344046950340271,
      "learning_rate": 3.806945210496392e-08,
      "loss": 0.3446,
      "step": 2709960
    },
    {
      "epoch": 756.34,
      "grad_norm": 1.2245234251022339,
      "learning_rate": 3.806459850545359e-08,
      "loss": 0.3346,
      "step": 2709970
    },
    {
      "epoch": 756.34,
      "grad_norm": 1.401708960533142,
      "learning_rate": 3.805974521283034e-08,
      "loss": 0.3358,
      "step": 2709980
    },
    {
      "epoch": 756.35,
      "grad_norm": 1.1666978597640991,
      "learning_rate": 3.8054892227095453e-08,
      "loss": 0.3431,
      "step": 2709990
    },
    {
      "epoch": 756.35,
      "grad_norm": 1.315145492553711,
      "learning_rate": 3.80500395482492e-08,
      "loss": 0.3317,
      "step": 2710000
    },
    {
      "epoch": 756.35,
      "grad_norm": 1.516273021697998,
      "learning_rate": 3.804518717629209e-08,
      "loss": 0.3376,
      "step": 2710010
    },
    {
      "epoch": 756.36,
      "grad_norm": 1.0915300846099854,
      "learning_rate": 3.804033511122517e-08,
      "loss": 0.3374,
      "step": 2710020
    },
    {
      "epoch": 756.36,
      "grad_norm": 3.483840227127075,
      "learning_rate": 3.803548335304845e-08,
      "loss": 0.3375,
      "step": 2710030
    },
    {
      "epoch": 756.36,
      "grad_norm": 1.2734650373458862,
      "learning_rate": 3.803063190176321e-08,
      "loss": 0.3167,
      "step": 2710040
    },
    {
      "epoch": 756.36,
      "grad_norm": 1.2760281562805176,
      "learning_rate": 3.802578075736973e-08,
      "loss": 0.3283,
      "step": 2710050
    },
    {
      "epoch": 756.37,
      "grad_norm": 1.187402367591858,
      "learning_rate": 3.802092991986904e-08,
      "loss": 0.3352,
      "step": 2710060
    },
    {
      "epoch": 756.37,
      "grad_norm": 1.1847691535949707,
      "learning_rate": 3.801607938926114e-08,
      "loss": 0.3486,
      "step": 2710070
    },
    {
      "epoch": 756.37,
      "grad_norm": 1.2613509893417358,
      "learning_rate": 3.8011229165547076e-08,
      "loss": 0.3405,
      "step": 2710080
    },
    {
      "epoch": 756.37,
      "grad_norm": 1.3727211952209473,
      "learning_rate": 3.800637924872762e-08,
      "loss": 0.3386,
      "step": 2710090
    },
    {
      "epoch": 756.38,
      "grad_norm": 1.2897006273269653,
      "learning_rate": 3.800152963880331e-08,
      "loss": 0.3327,
      "step": 2710100
    },
    {
      "epoch": 756.38,
      "grad_norm": 1.1631534099578857,
      "learning_rate": 3.79966803357749e-08,
      "loss": 0.3399,
      "step": 2710110
    },
    {
      "epoch": 756.38,
      "grad_norm": 1.7204011678695679,
      "learning_rate": 3.7991831339642414e-08,
      "loss": 0.3309,
      "step": 2710120
    },
    {
      "epoch": 756.39,
      "grad_norm": 1.2735342979431152,
      "learning_rate": 3.7986982650407406e-08,
      "loss": 0.3408,
      "step": 2710130
    },
    {
      "epoch": 756.39,
      "grad_norm": 1.3358291387557983,
      "learning_rate": 3.798213426806987e-08,
      "loss": 0.3329,
      "step": 2710140
    },
    {
      "epoch": 756.39,
      "grad_norm": 1.092621088027954,
      "learning_rate": 3.7977286192630593e-08,
      "loss": 0.3477,
      "step": 2710150
    },
    {
      "epoch": 756.39,
      "grad_norm": 1.0837336778640747,
      "learning_rate": 3.797243842409061e-08,
      "loss": 0.3154,
      "step": 2710160
    },
    {
      "epoch": 756.4,
      "grad_norm": 1.3915332555770874,
      "learning_rate": 3.796759096244993e-08,
      "loss": 0.3489,
      "step": 2710170
    },
    {
      "epoch": 756.4,
      "grad_norm": 1.198588252067566,
      "learning_rate": 3.796274380770958e-08,
      "loss": 0.3352,
      "step": 2710180
    },
    {
      "epoch": 756.4,
      "grad_norm": 1.1805120706558228,
      "learning_rate": 3.79578969598701e-08,
      "loss": 0.3475,
      "step": 2710190
    },
    {
      "epoch": 756.41,
      "grad_norm": 1.2194348573684692,
      "learning_rate": 3.7953050418932515e-08,
      "loss": 0.3558,
      "step": 2710200
    },
    {
      "epoch": 756.41,
      "grad_norm": 1.2941416501998901,
      "learning_rate": 3.7948204184896826e-08,
      "loss": 0.3421,
      "step": 2710210
    },
    {
      "epoch": 756.41,
      "grad_norm": 1.3278613090515137,
      "learning_rate": 3.794335825776408e-08,
      "loss": 0.3381,
      "step": 2710220
    },
    {
      "epoch": 756.41,
      "grad_norm": 1.15769624710083,
      "learning_rate": 3.7938512637534796e-08,
      "loss": 0.343,
      "step": 2710230
    },
    {
      "epoch": 756.42,
      "grad_norm": 1.1017180681228638,
      "learning_rate": 3.7933667324209494e-08,
      "loss": 0.3224,
      "step": 2710240
    },
    {
      "epoch": 756.42,
      "grad_norm": 1.2745352983474731,
      "learning_rate": 3.792882231778921e-08,
      "loss": 0.3242,
      "step": 2710250
    },
    {
      "epoch": 756.42,
      "grad_norm": 1.1417510509490967,
      "learning_rate": 3.7923977618274215e-08,
      "loss": 0.3443,
      "step": 2710260
    },
    {
      "epoch": 756.42,
      "grad_norm": 1.4612904787063599,
      "learning_rate": 3.7919133225665277e-08,
      "loss": 0.3235,
      "step": 2710270
    },
    {
      "epoch": 756.43,
      "grad_norm": 1.7316243648529053,
      "learning_rate": 3.791428913996319e-08,
      "loss": 0.3396,
      "step": 2710280
    },
    {
      "epoch": 756.43,
      "grad_norm": 1.2920762300491333,
      "learning_rate": 3.790944536116846e-08,
      "loss": 0.3237,
      "step": 2710290
    },
    {
      "epoch": 756.43,
      "grad_norm": 2.1637074947357178,
      "learning_rate": 3.790460188928162e-08,
      "loss": 0.3346,
      "step": 2710300
    },
    {
      "epoch": 756.44,
      "grad_norm": 1.1814450025558472,
      "learning_rate": 3.7899758724303436e-08,
      "loss": 0.3253,
      "step": 2710310
    },
    {
      "epoch": 756.44,
      "grad_norm": 1.3356773853302002,
      "learning_rate": 3.7894915866234707e-08,
      "loss": 0.3445,
      "step": 2710320
    },
    {
      "epoch": 756.44,
      "grad_norm": 1.2010047435760498,
      "learning_rate": 3.789007331507568e-08,
      "loss": 0.3328,
      "step": 2710330
    },
    {
      "epoch": 756.44,
      "grad_norm": 1.3957655429840088,
      "learning_rate": 3.78852310708274e-08,
      "loss": 0.3382,
      "step": 2710340
    },
    {
      "epoch": 756.45,
      "grad_norm": 1.1380553245544434,
      "learning_rate": 3.788038913349039e-08,
      "loss": 0.3257,
      "step": 2710350
    },
    {
      "epoch": 756.45,
      "grad_norm": 1.3172427415847778,
      "learning_rate": 3.787554750306517e-08,
      "loss": 0.346,
      "step": 2710360
    },
    {
      "epoch": 756.45,
      "grad_norm": 1.2143397331237793,
      "learning_rate": 3.787070617955251e-08,
      "loss": 0.3461,
      "step": 2710370
    },
    {
      "epoch": 756.46,
      "grad_norm": 1.1592683792114258,
      "learning_rate": 3.7865865162952684e-08,
      "loss": 0.3618,
      "step": 2710380
    },
    {
      "epoch": 756.46,
      "grad_norm": 1.1965177059173584,
      "learning_rate": 3.786102445326724e-08,
      "loss": 0.3245,
      "step": 2710390
    },
    {
      "epoch": 756.46,
      "grad_norm": 1.293953776359558,
      "learning_rate": 3.785618405049593e-08,
      "loss": 0.3424,
      "step": 2710400
    },
    {
      "epoch": 756.46,
      "grad_norm": 1.3127530813217163,
      "learning_rate": 3.7851343954639536e-08,
      "loss": 0.3335,
      "step": 2710410
    },
    {
      "epoch": 756.47,
      "grad_norm": 1.0777920484542847,
      "learning_rate": 3.784650416569909e-08,
      "loss": 0.3265,
      "step": 2710420
    },
    {
      "epoch": 756.47,
      "grad_norm": 1.400807499885559,
      "learning_rate": 3.784166468367537e-08,
      "loss": 0.3431,
      "step": 2710430
    },
    {
      "epoch": 756.47,
      "grad_norm": 1.2608788013458252,
      "learning_rate": 3.783682550856813e-08,
      "loss": 0.3341,
      "step": 2710440
    },
    {
      "epoch": 756.48,
      "grad_norm": 1.3541557788848877,
      "learning_rate": 3.783198664037892e-08,
      "loss": 0.3331,
      "step": 2710450
    },
    {
      "epoch": 756.48,
      "grad_norm": 1.4171109199523926,
      "learning_rate": 3.7827148079108e-08,
      "loss": 0.3302,
      "step": 2710460
    },
    {
      "epoch": 756.48,
      "grad_norm": 1.2266247272491455,
      "learning_rate": 3.782230982475563e-08,
      "loss": 0.3415,
      "step": 2710470
    },
    {
      "epoch": 756.48,
      "grad_norm": 1.3219945430755615,
      "learning_rate": 3.781747187732338e-08,
      "loss": 0.3467,
      "step": 2710480
    },
    {
      "epoch": 756.49,
      "grad_norm": 1.4650661945343018,
      "learning_rate": 3.781263423681099e-08,
      "loss": 0.3465,
      "step": 2710490
    },
    {
      "epoch": 756.49,
      "grad_norm": 1.1634068489074707,
      "learning_rate": 3.7807796903219486e-08,
      "loss": 0.3189,
      "step": 2710500
    },
    {
      "epoch": 756.49,
      "grad_norm": 1.3129692077636719,
      "learning_rate": 3.7802959876549916e-08,
      "loss": 0.3285,
      "step": 2710510
    },
    {
      "epoch": 756.49,
      "grad_norm": 1.1323422193527222,
      "learning_rate": 3.7798123156802284e-08,
      "loss": 0.3261,
      "step": 2710520
    },
    {
      "epoch": 756.5,
      "grad_norm": 1.1936311721801758,
      "learning_rate": 3.779328674397737e-08,
      "loss": 0.3309,
      "step": 2710530
    },
    {
      "epoch": 756.5,
      "grad_norm": 1.7179975509643555,
      "learning_rate": 3.778845063807595e-08,
      "loss": 0.3477,
      "step": 2710540
    },
    {
      "epoch": 756.5,
      "grad_norm": 1.2429839372634888,
      "learning_rate": 3.778361483909907e-08,
      "loss": 0.3481,
      "step": 2710550
    },
    {
      "epoch": 756.51,
      "grad_norm": 1.269087314605713,
      "learning_rate": 3.7778779347046216e-08,
      "loss": 0.3365,
      "step": 2710560
    },
    {
      "epoch": 756.51,
      "grad_norm": 1.2531743049621582,
      "learning_rate": 3.7773944161919453e-08,
      "loss": 0.3053,
      "step": 2710570
    },
    {
      "epoch": 756.51,
      "grad_norm": 1.2898831367492676,
      "learning_rate": 3.776910928371827e-08,
      "loss": 0.3256,
      "step": 2710580
    },
    {
      "epoch": 756.51,
      "grad_norm": 1.3384490013122559,
      "learning_rate": 3.776427471244396e-08,
      "loss": 0.3292,
      "step": 2710590
    },
    {
      "epoch": 756.52,
      "grad_norm": 1.4242982864379883,
      "learning_rate": 3.775944044809706e-08,
      "loss": 0.3354,
      "step": 2710600
    },
    {
      "epoch": 756.52,
      "grad_norm": 1.6678590774536133,
      "learning_rate": 3.775460649067781e-08,
      "loss": 0.3408,
      "step": 2710610
    },
    {
      "epoch": 756.52,
      "grad_norm": 1.3200193643569946,
      "learning_rate": 3.774977284018753e-08,
      "loss": 0.3357,
      "step": 2710620
    },
    {
      "epoch": 756.53,
      "grad_norm": 1.173370122909546,
      "learning_rate": 3.774493949662621e-08,
      "loss": 0.32,
      "step": 2710630
    },
    {
      "epoch": 756.53,
      "grad_norm": 1.1683812141418457,
      "learning_rate": 3.774010645999515e-08,
      "loss": 0.3502,
      "step": 2710640
    },
    {
      "epoch": 756.53,
      "grad_norm": 1.073441743850708,
      "learning_rate": 3.7735273730294355e-08,
      "loss": 0.3344,
      "step": 2710650
    },
    {
      "epoch": 756.53,
      "grad_norm": 1.1952265501022339,
      "learning_rate": 3.7730441307524866e-08,
      "loss": 0.322,
      "step": 2710660
    },
    {
      "epoch": 756.54,
      "grad_norm": 1.2502565383911133,
      "learning_rate": 3.772560919168693e-08,
      "loss": 0.3454,
      "step": 2710670
    },
    {
      "epoch": 756.54,
      "grad_norm": 1.3598488569259644,
      "learning_rate": 3.772077738278187e-08,
      "loss": 0.3541,
      "step": 2710680
    },
    {
      "epoch": 756.54,
      "grad_norm": 3.400468349456787,
      "learning_rate": 3.771594588080993e-08,
      "loss": 0.3458,
      "step": 2710690
    },
    {
      "epoch": 756.54,
      "grad_norm": 1.2870155572891235,
      "learning_rate": 3.771111468577111e-08,
      "loss": 0.352,
      "step": 2710700
    },
    {
      "epoch": 756.55,
      "grad_norm": 1.3310627937316895,
      "learning_rate": 3.7706283797667504e-08,
      "loss": 0.349,
      "step": 2710710
    },
    {
      "epoch": 756.55,
      "grad_norm": 1.3990254402160645,
      "learning_rate": 3.770145321649858e-08,
      "loss": 0.3415,
      "step": 2710720
    },
    {
      "epoch": 756.55,
      "grad_norm": 1.0409291982650757,
      "learning_rate": 3.769662294226513e-08,
      "loss": 0.3391,
      "step": 2710730
    },
    {
      "epoch": 756.56,
      "grad_norm": 26.753625869750977,
      "learning_rate": 3.769179297496844e-08,
      "loss": 0.3504,
      "step": 2710740
    },
    {
      "epoch": 756.56,
      "grad_norm": 1.1528230905532837,
      "learning_rate": 3.7686963314608514e-08,
      "loss": 0.3249,
      "step": 2710750
    },
    {
      "epoch": 756.56,
      "grad_norm": 1.1917771100997925,
      "learning_rate": 3.768213396118615e-08,
      "loss": 0.3283,
      "step": 2710760
    },
    {
      "epoch": 756.56,
      "grad_norm": 1.9924430847167969,
      "learning_rate": 3.76773049147021e-08,
      "loss": 0.3459,
      "step": 2710770
    },
    {
      "epoch": 756.57,
      "grad_norm": 1.3394073247909546,
      "learning_rate": 3.767247617515717e-08,
      "loss": 0.3481,
      "step": 2710780
    },
    {
      "epoch": 756.57,
      "grad_norm": 1.2408779859542847,
      "learning_rate": 3.7667647742551605e-08,
      "loss": 0.3379,
      "step": 2710790
    },
    {
      "epoch": 756.57,
      "grad_norm": 1.3363358974456787,
      "learning_rate": 3.766281961688619e-08,
      "loss": 0.3349,
      "step": 2710800
    },
    {
      "epoch": 756.58,
      "grad_norm": 1.326130747795105,
      "learning_rate": 3.765799179816145e-08,
      "loss": 0.3433,
      "step": 2710810
    },
    {
      "epoch": 756.58,
      "grad_norm": 1.315598726272583,
      "learning_rate": 3.765316428637841e-08,
      "loss": 0.3371,
      "step": 2710820
    },
    {
      "epoch": 756.58,
      "grad_norm": 1.158928632736206,
      "learning_rate": 3.7648337081537614e-08,
      "loss": 0.3487,
      "step": 2710830
    },
    {
      "epoch": 756.58,
      "grad_norm": 1.1963129043579102,
      "learning_rate": 3.764351018363931e-08,
      "loss": 0.3295,
      "step": 2710840
    },
    {
      "epoch": 756.59,
      "grad_norm": 1.2197351455688477,
      "learning_rate": 3.7638683592684536e-08,
      "loss": 0.3436,
      "step": 2710850
    },
    {
      "epoch": 756.59,
      "grad_norm": 1.2228318452835083,
      "learning_rate": 3.763385730867381e-08,
      "loss": 0.3163,
      "step": 2710860
    },
    {
      "epoch": 756.59,
      "grad_norm": 1.0716001987457275,
      "learning_rate": 3.7629031331607925e-08,
      "loss": 0.3312,
      "step": 2710870
    },
    {
      "epoch": 756.6,
      "grad_norm": 7.524845123291016,
      "learning_rate": 3.7624205661487133e-08,
      "loss": 0.3404,
      "step": 2710880
    },
    {
      "epoch": 756.6,
      "grad_norm": 1.2729755640029907,
      "learning_rate": 3.7619380298312215e-08,
      "loss": 0.3195,
      "step": 2710890
    },
    {
      "epoch": 756.6,
      "grad_norm": 1.603432059288025,
      "learning_rate": 3.761455524208422e-08,
      "loss": 0.3409,
      "step": 2710900
    },
    {
      "epoch": 756.6,
      "grad_norm": 1.2254812717437744,
      "learning_rate": 3.760973049280313e-08,
      "loss": 0.3367,
      "step": 2710910
    },
    {
      "epoch": 756.61,
      "grad_norm": 1.3577064275741577,
      "learning_rate": 3.760490605047026e-08,
      "loss": 0.3287,
      "step": 2710920
    },
    {
      "epoch": 756.61,
      "grad_norm": 1.5869115591049194,
      "learning_rate": 3.7600081915085866e-08,
      "loss": 0.3537,
      "step": 2710930
    },
    {
      "epoch": 756.61,
      "grad_norm": 1.1925922632217407,
      "learning_rate": 3.7595258086650474e-08,
      "loss": 0.3368,
      "step": 2710940
    },
    {
      "epoch": 756.61,
      "grad_norm": 1.8517500162124634,
      "learning_rate": 3.759043456516486e-08,
      "loss": 0.349,
      "step": 2710950
    },
    {
      "epoch": 756.62,
      "grad_norm": 1.0644402503967285,
      "learning_rate": 3.7585611350630064e-08,
      "loss": 0.3143,
      "step": 2710960
    },
    {
      "epoch": 756.62,
      "grad_norm": 1.194014549255371,
      "learning_rate": 3.758078844304634e-08,
      "loss": 0.3502,
      "step": 2710970
    },
    {
      "epoch": 756.62,
      "grad_norm": 0.9943549633026123,
      "learning_rate": 3.757596584241396e-08,
      "loss": 0.3292,
      "step": 2710980
    },
    {
      "epoch": 756.63,
      "grad_norm": 1.323427677154541,
      "learning_rate": 3.757114354873422e-08,
      "loss": 0.3326,
      "step": 2710990
    },
    {
      "epoch": 756.63,
      "grad_norm": 1.6147587299346924,
      "learning_rate": 3.756632156200765e-08,
      "loss": 0.3497,
      "step": 2711000
    },
    {
      "epoch": 756.63,
      "grad_norm": 1.4118633270263672,
      "learning_rate": 3.7561499882234755e-08,
      "loss": 0.3317,
      "step": 2711010
    },
    {
      "epoch": 756.63,
      "grad_norm": 1.2916914224624634,
      "learning_rate": 3.75566785094158e-08,
      "loss": 0.3337,
      "step": 2711020
    },
    {
      "epoch": 756.64,
      "grad_norm": 1.171918511390686,
      "learning_rate": 3.755185744355209e-08,
      "loss": 0.3326,
      "step": 2711030
    },
    {
      "epoch": 756.64,
      "grad_norm": 1.2125831842422485,
      "learning_rate": 3.7547036684644135e-08,
      "loss": 0.3419,
      "step": 2711040
    },
    {
      "epoch": 756.64,
      "grad_norm": 1.3109660148620605,
      "learning_rate": 3.754221623269195e-08,
      "loss": 0.3234,
      "step": 2711050
    },
    {
      "epoch": 756.65,
      "grad_norm": 1.253452181816101,
      "learning_rate": 3.753739608769709e-08,
      "loss": 0.3352,
      "step": 2711060
    },
    {
      "epoch": 756.65,
      "grad_norm": 1.2033971548080444,
      "learning_rate": 3.7532576249659546e-08,
      "loss": 0.3425,
      "step": 2711070
    },
    {
      "epoch": 756.65,
      "grad_norm": 1.1040786504745483,
      "learning_rate": 3.7527756718580115e-08,
      "loss": 0.3212,
      "step": 2711080
    },
    {
      "epoch": 756.65,
      "grad_norm": 1.1136659383773804,
      "learning_rate": 3.752293749445957e-08,
      "loss": 0.3339,
      "step": 2711090
    },
    {
      "epoch": 756.66,
      "grad_norm": 1.0254591703414917,
      "learning_rate": 3.7518118577298683e-08,
      "loss": 0.339,
      "step": 2711100
    },
    {
      "epoch": 756.66,
      "grad_norm": 1.1661386489868164,
      "learning_rate": 3.751329996709773e-08,
      "loss": 0.3333,
      "step": 2711110
    },
    {
      "epoch": 756.66,
      "grad_norm": 1.1970114707946777,
      "learning_rate": 3.750848166385748e-08,
      "loss": 0.3501,
      "step": 2711120
    },
    {
      "epoch": 756.66,
      "grad_norm": 1.581563115119934,
      "learning_rate": 3.750366366757872e-08,
      "loss": 0.3338,
      "step": 2711130
    },
    {
      "epoch": 756.67,
      "grad_norm": 1.2155951261520386,
      "learning_rate": 3.74988459782617e-08,
      "loss": 0.3291,
      "step": 2711140
    },
    {
      "epoch": 756.67,
      "grad_norm": 1.2613308429718018,
      "learning_rate": 3.7494028595907736e-08,
      "loss": 0.3663,
      "step": 2711150
    },
    {
      "epoch": 756.67,
      "grad_norm": 1.342961311340332,
      "learning_rate": 3.7489211520516824e-08,
      "loss": 0.3365,
      "step": 2711160
    },
    {
      "epoch": 756.68,
      "grad_norm": 1.2993286848068237,
      "learning_rate": 3.748439475208973e-08,
      "loss": 0.3501,
      "step": 2711170
    },
    {
      "epoch": 756.68,
      "grad_norm": 1.1725060939788818,
      "learning_rate": 3.747957829062752e-08,
      "loss": 0.3288,
      "step": 2711180
    },
    {
      "epoch": 756.68,
      "grad_norm": 1.5950345993041992,
      "learning_rate": 3.747476213613017e-08,
      "loss": 0.3435,
      "step": 2711190
    },
    {
      "epoch": 756.68,
      "grad_norm": 1.3847358226776123,
      "learning_rate": 3.7469946288598995e-08,
      "loss": 0.3325,
      "step": 2711200
    },
    {
      "epoch": 756.69,
      "grad_norm": 1.1243959665298462,
      "learning_rate": 3.746513074803425e-08,
      "loss": 0.3313,
      "step": 2711210
    },
    {
      "epoch": 756.69,
      "grad_norm": 1.3016682863235474,
      "learning_rate": 3.746031551443672e-08,
      "loss": 0.326,
      "step": 2711220
    },
    {
      "epoch": 756.69,
      "grad_norm": 1.2535525560379028,
      "learning_rate": 3.745550058780666e-08,
      "loss": 0.332,
      "step": 2711230
    },
    {
      "epoch": 756.7,
      "grad_norm": 1.1827174425125122,
      "learning_rate": 3.7450685968145375e-08,
      "loss": 0.335,
      "step": 2711240
    },
    {
      "epoch": 756.7,
      "grad_norm": 1.1919258832931519,
      "learning_rate": 3.744587165545286e-08,
      "loss": 0.3206,
      "step": 2711250
    },
    {
      "epoch": 756.7,
      "grad_norm": 1.2047947645187378,
      "learning_rate": 3.744105764973016e-08,
      "loss": 0.326,
      "step": 2711260
    },
    {
      "epoch": 756.7,
      "grad_norm": 1.332519292831421,
      "learning_rate": 3.743624395097806e-08,
      "loss": 0.34,
      "step": 2711270
    },
    {
      "epoch": 756.71,
      "grad_norm": 1.3752635717391968,
      "learning_rate": 3.743143055919655e-08,
      "loss": 0.3351,
      "step": 2711280
    },
    {
      "epoch": 756.71,
      "grad_norm": 1.2762552499771118,
      "learning_rate": 3.742661747438693e-08,
      "loss": 0.3565,
      "step": 2711290
    },
    {
      "epoch": 756.71,
      "grad_norm": 2.2323238849639893,
      "learning_rate": 3.742180469654948e-08,
      "loss": 0.3234,
      "step": 2711300
    },
    {
      "epoch": 756.72,
      "grad_norm": 1.127379298210144,
      "learning_rate": 3.7416992225684955e-08,
      "loss": 0.3313,
      "step": 2711310
    },
    {
      "epoch": 756.72,
      "grad_norm": 1.1293610334396362,
      "learning_rate": 3.741218006179415e-08,
      "loss": 0.3291,
      "step": 2711320
    },
    {
      "epoch": 756.72,
      "grad_norm": 1.2744723558425903,
      "learning_rate": 3.740736820487733e-08,
      "loss": 0.332,
      "step": 2711330
    },
    {
      "epoch": 756.72,
      "grad_norm": 1.297957420349121,
      "learning_rate": 3.7402556654935257e-08,
      "loss": 0.3326,
      "step": 2711340
    },
    {
      "epoch": 756.73,
      "grad_norm": 1.3617206811904907,
      "learning_rate": 3.739774541196873e-08,
      "loss": 0.3303,
      "step": 2711350
    },
    {
      "epoch": 756.73,
      "grad_norm": 1.675889253616333,
      "learning_rate": 3.739293447597852e-08,
      "loss": 0.3181,
      "step": 2711360
    },
    {
      "epoch": 756.73,
      "grad_norm": 1.2763844728469849,
      "learning_rate": 3.7388123846964887e-08,
      "loss": 0.3388,
      "step": 2711370
    },
    {
      "epoch": 756.73,
      "grad_norm": 1.132857322692871,
      "learning_rate": 3.738331352492888e-08,
      "loss": 0.3191,
      "step": 2711380
    },
    {
      "epoch": 756.74,
      "grad_norm": 1.077085018157959,
      "learning_rate": 3.737850350987049e-08,
      "loss": 0.3277,
      "step": 2711390
    },
    {
      "epoch": 756.74,
      "grad_norm": 1.1895980834960938,
      "learning_rate": 3.7373693801791024e-08,
      "loss": 0.3427,
      "step": 2711400
    },
    {
      "epoch": 756.74,
      "grad_norm": 1.4503206014633179,
      "learning_rate": 3.7368884400691e-08,
      "loss": 0.3466,
      "step": 2711410
    },
    {
      "epoch": 756.75,
      "grad_norm": 1.2376224994659424,
      "learning_rate": 3.7364075306570675e-08,
      "loss": 0.3505,
      "step": 2711420
    },
    {
      "epoch": 756.75,
      "grad_norm": 1.267274022102356,
      "learning_rate": 3.735926651943109e-08,
      "loss": 0.3253,
      "step": 2711430
    },
    {
      "epoch": 756.75,
      "grad_norm": 1.4249117374420166,
      "learning_rate": 3.7354458039272774e-08,
      "loss": 0.337,
      "step": 2711440
    },
    {
      "epoch": 756.75,
      "grad_norm": 1.4119796752929688,
      "learning_rate": 3.734964986609624e-08,
      "loss": 0.3302,
      "step": 2711450
    },
    {
      "epoch": 756.76,
      "grad_norm": 1.2685282230377197,
      "learning_rate": 3.734484199990227e-08,
      "loss": 0.3438,
      "step": 2711460
    },
    {
      "epoch": 756.76,
      "grad_norm": 1.1659126281738281,
      "learning_rate": 3.734003444069138e-08,
      "loss": 0.3312,
      "step": 2711470
    },
    {
      "epoch": 756.76,
      "grad_norm": 1.084824562072754,
      "learning_rate": 3.733522718846437e-08,
      "loss": 0.3489,
      "step": 2711480
    },
    {
      "epoch": 756.77,
      "grad_norm": 1.3564927577972412,
      "learning_rate": 3.733042024322173e-08,
      "loss": 0.3469,
      "step": 2711490
    },
    {
      "epoch": 756.77,
      "grad_norm": 1.1961708068847656,
      "learning_rate": 3.7325613604964264e-08,
      "loss": 0.3383,
      "step": 2711500
    },
    {
      "epoch": 756.77,
      "grad_norm": 1.1984248161315918,
      "learning_rate": 3.732080727369248e-08,
      "loss": 0.3229,
      "step": 2711510
    },
    {
      "epoch": 756.77,
      "grad_norm": 1.2328989505767822,
      "learning_rate": 3.731600124940691e-08,
      "loss": 0.348,
      "step": 2711520
    },
    {
      "epoch": 756.78,
      "grad_norm": 1.2057759761810303,
      "learning_rate": 3.731119553210832e-08,
      "loss": 0.3265,
      "step": 2711530
    },
    {
      "epoch": 756.78,
      "grad_norm": 1.1981216669082642,
      "learning_rate": 3.730639012179751e-08,
      "loss": 0.3217,
      "step": 2711540
    },
    {
      "epoch": 756.78,
      "grad_norm": 1.3484232425689697,
      "learning_rate": 3.730158501847498e-08,
      "loss": 0.352,
      "step": 2711550
    },
    {
      "epoch": 756.78,
      "grad_norm": 1.3422363996505737,
      "learning_rate": 3.729678022214126e-08,
      "loss": 0.3365,
      "step": 2711560
    },
    {
      "epoch": 756.79,
      "grad_norm": 1.1611000299453735,
      "learning_rate": 3.729197573279714e-08,
      "loss": 0.3397,
      "step": 2711570
    },
    {
      "epoch": 756.79,
      "grad_norm": 1.2229207754135132,
      "learning_rate": 3.7287171550443375e-08,
      "loss": 0.3449,
      "step": 2711580
    },
    {
      "epoch": 756.79,
      "grad_norm": 1.0794603824615479,
      "learning_rate": 3.728236767508025e-08,
      "loss": 0.3293,
      "step": 2711590
    },
    {
      "epoch": 756.8,
      "grad_norm": 1.200289249420166,
      "learning_rate": 3.727756410670879e-08,
      "loss": 0.3561,
      "step": 2711600
    },
    {
      "epoch": 756.8,
      "grad_norm": 1.3140836954116821,
      "learning_rate": 3.727276084532901e-08,
      "loss": 0.335,
      "step": 2711610
    },
    {
      "epoch": 756.8,
      "grad_norm": 1.2875245809555054,
      "learning_rate": 3.726795789094246e-08,
      "loss": 0.3361,
      "step": 2711620
    },
    {
      "epoch": 756.8,
      "grad_norm": 1.2131131887435913,
      "learning_rate": 3.726315524354888e-08,
      "loss": 0.3285,
      "step": 2711630
    },
    {
      "epoch": 756.81,
      "grad_norm": 1.1353833675384521,
      "learning_rate": 3.725835290314984e-08,
      "loss": 0.3375,
      "step": 2711640
    },
    {
      "epoch": 756.81,
      "grad_norm": 1.2958147525787354,
      "learning_rate": 3.725355086974507e-08,
      "loss": 0.3373,
      "step": 2711650
    },
    {
      "epoch": 756.81,
      "grad_norm": 1.3121156692504883,
      "learning_rate": 3.724874914333561e-08,
      "loss": 0.333,
      "step": 2711660
    },
    {
      "epoch": 756.82,
      "grad_norm": 1.4227633476257324,
      "learning_rate": 3.724394772392225e-08,
      "loss": 0.3353,
      "step": 2711670
    },
    {
      "epoch": 756.82,
      "grad_norm": 1.3600894212722778,
      "learning_rate": 3.7239146611505504e-08,
      "loss": 0.3258,
      "step": 2711680
    },
    {
      "epoch": 756.82,
      "grad_norm": 1.3604860305786133,
      "learning_rate": 3.72343458060859e-08,
      "loss": 0.3423,
      "step": 2711690
    },
    {
      "epoch": 756.82,
      "grad_norm": 1.3771671056747437,
      "learning_rate": 3.7229545307663946e-08,
      "loss": 0.3274,
      "step": 2711700
    },
    {
      "epoch": 756.83,
      "grad_norm": 1.3208060264587402,
      "learning_rate": 3.722474511624095e-08,
      "loss": 0.3261,
      "step": 2711710
    },
    {
      "epoch": 756.83,
      "grad_norm": 1.253272533416748,
      "learning_rate": 3.7219945231816656e-08,
      "loss": 0.3354,
      "step": 2711720
    },
    {
      "epoch": 756.83,
      "grad_norm": 1.8137315511703491,
      "learning_rate": 3.721514565439235e-08,
      "loss": 0.321,
      "step": 2711730
    },
    {
      "epoch": 756.84,
      "grad_norm": 1.3355681896209717,
      "learning_rate": 3.721034638396831e-08,
      "loss": 0.3256,
      "step": 2711740
    },
    {
      "epoch": 756.84,
      "grad_norm": 1.4356677532196045,
      "learning_rate": 3.720554742054557e-08,
      "loss": 0.336,
      "step": 2711750
    },
    {
      "epoch": 756.84,
      "grad_norm": 1.1989388465881348,
      "learning_rate": 3.720074876412439e-08,
      "loss": 0.3349,
      "step": 2711760
    },
    {
      "epoch": 756.84,
      "grad_norm": 1.2992713451385498,
      "learning_rate": 3.719595041470555e-08,
      "loss": 0.3447,
      "step": 2711770
    },
    {
      "epoch": 756.85,
      "grad_norm": 1.336126446723938,
      "learning_rate": 3.719115237228983e-08,
      "loss": 0.3366,
      "step": 2711780
    },
    {
      "epoch": 756.85,
      "grad_norm": 1.126277208328247,
      "learning_rate": 3.718635463687749e-08,
      "loss": 0.3317,
      "step": 2711790
    },
    {
      "epoch": 756.85,
      "grad_norm": 1.0982341766357422,
      "learning_rate": 3.7181557208469575e-08,
      "loss": 0.3363,
      "step": 2711800
    },
    {
      "epoch": 756.85,
      "grad_norm": 1.4592422246932983,
      "learning_rate": 3.717676008706634e-08,
      "loss": 0.3228,
      "step": 2711810
    },
    {
      "epoch": 756.86,
      "grad_norm": 1.2946300506591797,
      "learning_rate": 3.717196327266882e-08,
      "loss": 0.3177,
      "step": 2711820
    },
    {
      "epoch": 756.86,
      "grad_norm": 1.3401992321014404,
      "learning_rate": 3.716716676527729e-08,
      "loss": 0.3246,
      "step": 2711830
    },
    {
      "epoch": 756.86,
      "grad_norm": 1.309626579284668,
      "learning_rate": 3.716237056489279e-08,
      "loss": 0.346,
      "step": 2711840
    },
    {
      "epoch": 756.87,
      "grad_norm": 1.1854878664016724,
      "learning_rate": 3.7157574671515827e-08,
      "loss": 0.32,
      "step": 2711850
    },
    {
      "epoch": 756.87,
      "grad_norm": 1.3458925485610962,
      "learning_rate": 3.715277908514641e-08,
      "loss": 0.362,
      "step": 2711860
    },
    {
      "epoch": 756.87,
      "grad_norm": 1.0646519660949707,
      "learning_rate": 3.71479838057861e-08,
      "loss": 0.3382,
      "step": 2711870
    },
    {
      "epoch": 756.87,
      "grad_norm": 1.3997784852981567,
      "learning_rate": 3.7143188833435154e-08,
      "loss": 0.3563,
      "step": 2711880
    },
    {
      "epoch": 756.88,
      "grad_norm": 1.244479775428772,
      "learning_rate": 3.7138394168094097e-08,
      "loss": 0.3361,
      "step": 2711890
    },
    {
      "epoch": 756.88,
      "grad_norm": 1.2846719026565552,
      "learning_rate": 3.7133599809763704e-08,
      "loss": 0.3306,
      "step": 2711900
    },
    {
      "epoch": 756.88,
      "grad_norm": 1.3894798755645752,
      "learning_rate": 3.712880575844476e-08,
      "loss": 0.3338,
      "step": 2711910
    },
    {
      "epoch": 756.89,
      "grad_norm": 1.3321845531463623,
      "learning_rate": 3.712401201413752e-08,
      "loss": 0.3343,
      "step": 2711920
    },
    {
      "epoch": 756.89,
      "grad_norm": 1.1504708528518677,
      "learning_rate": 3.711921857684277e-08,
      "loss": 0.3364,
      "step": 2711930
    },
    {
      "epoch": 756.89,
      "grad_norm": 1.1940932273864746,
      "learning_rate": 3.711442544656129e-08,
      "loss": 0.3346,
      "step": 2711940
    },
    {
      "epoch": 756.89,
      "grad_norm": 1.686851143836975,
      "learning_rate": 3.71096326232936e-08,
      "loss": 0.3286,
      "step": 2711950
    },
    {
      "epoch": 756.9,
      "grad_norm": 1.2525564432144165,
      "learning_rate": 3.710484010704048e-08,
      "loss": 0.3299,
      "step": 2711960
    },
    {
      "epoch": 756.9,
      "grad_norm": 1.3671190738677979,
      "learning_rate": 3.7100047897802454e-08,
      "loss": 0.3311,
      "step": 2711970
    },
    {
      "epoch": 756.9,
      "grad_norm": 1.4635019302368164,
      "learning_rate": 3.7095255995580034e-08,
      "loss": 0.3276,
      "step": 2711980
    },
    {
      "epoch": 756.9,
      "grad_norm": 1.306837797164917,
      "learning_rate": 3.709046440037401e-08,
      "loss": 0.3344,
      "step": 2711990
    },
    {
      "epoch": 756.91,
      "grad_norm": 1.0706866979599,
      "learning_rate": 3.708567311218515e-08,
      "loss": 0.3361,
      "step": 2712000
    },
    {
      "epoch": 756.91,
      "grad_norm": 1.2052274942398071,
      "learning_rate": 3.708088213101373e-08,
      "loss": 0.3331,
      "step": 2712010
    },
    {
      "epoch": 756.91,
      "grad_norm": 1.2839261293411255,
      "learning_rate": 3.707609145686078e-08,
      "loss": 0.3226,
      "step": 2712020
    },
    {
      "epoch": 756.92,
      "grad_norm": 1.2625985145568848,
      "learning_rate": 3.7071301089726824e-08,
      "loss": 0.3583,
      "step": 2712030
    },
    {
      "epoch": 756.92,
      "grad_norm": 1.335411787033081,
      "learning_rate": 3.7066511029611865e-08,
      "loss": 0.3379,
      "step": 2712040
    },
    {
      "epoch": 756.92,
      "grad_norm": 1.1833088397979736,
      "learning_rate": 3.7061721276517716e-08,
      "loss": 0.3397,
      "step": 2712050
    },
    {
      "epoch": 756.92,
      "grad_norm": 1.1905726194381714,
      "learning_rate": 3.705693183044412e-08,
      "loss": 0.3453,
      "step": 2712060
    },
    {
      "epoch": 756.93,
      "grad_norm": 1.345766305923462,
      "learning_rate": 3.7052142691392124e-08,
      "loss": 0.3149,
      "step": 2712070
    },
    {
      "epoch": 756.93,
      "grad_norm": 1.4361515045166016,
      "learning_rate": 3.70473538593625e-08,
      "loss": 0.3275,
      "step": 2712080
    },
    {
      "epoch": 756.93,
      "grad_norm": 1.3213235139846802,
      "learning_rate": 3.704256533435526e-08,
      "loss": 0.336,
      "step": 2712090
    },
    {
      "epoch": 756.94,
      "grad_norm": 13.077591896057129,
      "learning_rate": 3.703777711637143e-08,
      "loss": 0.3401,
      "step": 2712100
    },
    {
      "epoch": 756.94,
      "grad_norm": 1.268310785293579,
      "learning_rate": 3.703298920541154e-08,
      "loss": 0.3622,
      "step": 2712110
    },
    {
      "epoch": 756.94,
      "grad_norm": 1.2671538591384888,
      "learning_rate": 3.702820160147637e-08,
      "loss": 0.3439,
      "step": 2712120
    },
    {
      "epoch": 756.94,
      "grad_norm": 1.549054741859436,
      "learning_rate": 3.7023414304566955e-08,
      "loss": 0.3431,
      "step": 2712130
    },
    {
      "epoch": 756.95,
      "grad_norm": 1.0435429811477661,
      "learning_rate": 3.701862731468304e-08,
      "loss": 0.3268,
      "step": 2712140
    },
    {
      "epoch": 756.95,
      "grad_norm": 1.5076777935028076,
      "learning_rate": 3.701384063182567e-08,
      "loss": 0.3279,
      "step": 2712150
    },
    {
      "epoch": 756.95,
      "grad_norm": 1.3102056980133057,
      "learning_rate": 3.700905425599561e-08,
      "loss": 0.3512,
      "step": 2712160
    },
    {
      "epoch": 756.96,
      "grad_norm": 1.220180869102478,
      "learning_rate": 3.70042681871934e-08,
      "loss": 0.3291,
      "step": 2712170
    },
    {
      "epoch": 756.96,
      "grad_norm": 1.5487524271011353,
      "learning_rate": 3.6999482425419546e-08,
      "loss": 0.3299,
      "step": 2712180
    },
    {
      "epoch": 756.96,
      "grad_norm": 1.2068899869918823,
      "learning_rate": 3.69946969706751e-08,
      "loss": 0.3292,
      "step": 2712190
    },
    {
      "epoch": 756.96,
      "grad_norm": 1.2157703638076782,
      "learning_rate": 3.698991182296031e-08,
      "loss": 0.3437,
      "step": 2712200
    },
    {
      "epoch": 756.97,
      "grad_norm": 1.1400102376937866,
      "learning_rate": 3.6985126982275704e-08,
      "loss": 0.332,
      "step": 2712210
    },
    {
      "epoch": 756.97,
      "grad_norm": 1.225366234779358,
      "learning_rate": 3.698034244862232e-08,
      "loss": 0.3496,
      "step": 2712220
    },
    {
      "epoch": 756.97,
      "grad_norm": 1.3366060256958008,
      "learning_rate": 3.697555822200068e-08,
      "loss": 0.3177,
      "step": 2712230
    },
    {
      "epoch": 756.97,
      "grad_norm": 1.480435848236084,
      "learning_rate": 3.6970774302411046e-08,
      "loss": 0.3479,
      "step": 2712240
    },
    {
      "epoch": 756.98,
      "grad_norm": 1.206032395362854,
      "learning_rate": 3.696599068985471e-08,
      "loss": 0.3241,
      "step": 2712250
    },
    {
      "epoch": 756.98,
      "grad_norm": 1.2431176900863647,
      "learning_rate": 3.6961207384331954e-08,
      "loss": 0.3492,
      "step": 2712260
    },
    {
      "epoch": 756.98,
      "grad_norm": 1.432831048965454,
      "learning_rate": 3.6956424385843015e-08,
      "loss": 0.3257,
      "step": 2712270
    },
    {
      "epoch": 756.99,
      "grad_norm": 1.2741310596466064,
      "learning_rate": 3.69516416943892e-08,
      "loss": 0.3523,
      "step": 2712280
    },
    {
      "epoch": 756.99,
      "grad_norm": 1.1716722249984741,
      "learning_rate": 3.6946859309971037e-08,
      "loss": 0.3469,
      "step": 2712290
    },
    {
      "epoch": 756.99,
      "grad_norm": 1.564672827720642,
      "learning_rate": 3.694207723258851e-08,
      "loss": 0.3421,
      "step": 2712300
    },
    {
      "epoch": 756.99,
      "grad_norm": 1.270121455192566,
      "learning_rate": 3.6937295462243204e-08,
      "loss": 0.3301,
      "step": 2712310
    },
    {
      "epoch": 757.0,
      "grad_norm": 1.3147926330566406,
      "learning_rate": 3.69325139989351e-08,
      "loss": 0.3231,
      "step": 2712320
    },
    {
      "epoch": 757.0,
      "grad_norm": 1.2590874433517456,
      "learning_rate": 3.692773284266499e-08,
      "loss": 0.3319,
      "step": 2712330
    },
    {
      "epoch": 757.0,
      "eval_loss": 0.33776822686195374,
      "eval_runtime": 65.9384,
      "eval_samples_per_second": 76.723,
      "eval_steps_per_second": 9.6,
      "step": 2712331
    },
    {
      "epoch": 757.0,
      "grad_norm": 1.0564631223678589,
      "learning_rate": 3.6922951993433645e-08,
      "loss": 0.3134,
      "step": 2712340
    },
    {
      "epoch": 757.01,
      "grad_norm": 1.2162010669708252,
      "learning_rate": 3.691817145124185e-08,
      "loss": 0.327,
      "step": 2712350
    },
    {
      "epoch": 757.01,
      "grad_norm": 1.261842966079712,
      "learning_rate": 3.69133912160896e-08,
      "loss": 0.3424,
      "step": 2712360
    },
    {
      "epoch": 757.01,
      "grad_norm": 1.136953592300415,
      "learning_rate": 3.6908611287978214e-08,
      "loss": 0.3288,
      "step": 2712370
    },
    {
      "epoch": 757.01,
      "grad_norm": 1.4428461790084839,
      "learning_rate": 3.690383166690793e-08,
      "loss": 0.3348,
      "step": 2712380
    },
    {
      "epoch": 757.02,
      "grad_norm": 1.1256437301635742,
      "learning_rate": 3.689905235287928e-08,
      "loss": 0.3474,
      "step": 2712390
    },
    {
      "epoch": 757.02,
      "grad_norm": 1.196556568145752,
      "learning_rate": 3.68942733458933e-08,
      "loss": 0.3364,
      "step": 2712400
    },
    {
      "epoch": 757.02,
      "grad_norm": 1.21466863155365,
      "learning_rate": 3.6889494645950514e-08,
      "loss": 0.3348,
      "step": 2712410
    },
    {
      "epoch": 757.02,
      "grad_norm": 1.3063982725143433,
      "learning_rate": 3.688471625305145e-08,
      "loss": 0.3475,
      "step": 2712420
    },
    {
      "epoch": 757.03,
      "grad_norm": 1.1205562353134155,
      "learning_rate": 3.687993816719687e-08,
      "loss": 0.3386,
      "step": 2712430
    },
    {
      "epoch": 757.03,
      "grad_norm": 1.131314754486084,
      "learning_rate": 3.687516038838705e-08,
      "loss": 0.3438,
      "step": 2712440
    },
    {
      "epoch": 757.03,
      "grad_norm": 1.4064290523529053,
      "learning_rate": 3.6870382916623276e-08,
      "loss": 0.3314,
      "step": 2712450
    },
    {
      "epoch": 757.04,
      "grad_norm": 1.4132217168807983,
      "learning_rate": 3.6865605751905566e-08,
      "loss": 0.3353,
      "step": 2712460
    },
    {
      "epoch": 757.04,
      "grad_norm": 1.137716293334961,
      "learning_rate": 3.6860828894234685e-08,
      "loss": 0.3543,
      "step": 2712470
    },
    {
      "epoch": 757.04,
      "grad_norm": 1.4315210580825806,
      "learning_rate": 3.685605234361143e-08,
      "loss": 0.3309,
      "step": 2712480
    },
    {
      "epoch": 757.04,
      "grad_norm": 1.2248730659484863,
      "learning_rate": 3.6851276100036827e-08,
      "loss": 0.33,
      "step": 2712490
    },
    {
      "epoch": 757.05,
      "grad_norm": 1.5316411256790161,
      "learning_rate": 3.6846500163510617e-08,
      "loss": 0.3442,
      "step": 2712500
    },
    {
      "epoch": 757.05,
      "grad_norm": 1.153078556060791,
      "learning_rate": 3.6841724534034115e-08,
      "loss": 0.3328,
      "step": 2712510
    },
    {
      "epoch": 757.05,
      "grad_norm": 1.1265374422073364,
      "learning_rate": 3.6836949211607565e-08,
      "loss": 0.3259,
      "step": 2712520
    },
    {
      "epoch": 757.06,
      "grad_norm": 1.1104868650436401,
      "learning_rate": 3.683217419623175e-08,
      "loss": 0.3415,
      "step": 2712530
    },
    {
      "epoch": 757.06,
      "grad_norm": 2.5792031288146973,
      "learning_rate": 3.682739948790746e-08,
      "loss": 0.3214,
      "step": 2712540
    },
    {
      "epoch": 757.06,
      "grad_norm": 1.1082154512405396,
      "learning_rate": 3.682262508663521e-08,
      "loss": 0.3409,
      "step": 2712550
    },
    {
      "epoch": 757.06,
      "grad_norm": 1.0977345705032349,
      "learning_rate": 3.681785099241552e-08,
      "loss": 0.3304,
      "step": 2712560
    },
    {
      "epoch": 757.07,
      "grad_norm": 1.468855381011963,
      "learning_rate": 3.6813077205249174e-08,
      "loss": 0.3486,
      "step": 2712570
    },
    {
      "epoch": 757.07,
      "grad_norm": 1.2529209852218628,
      "learning_rate": 3.680830372513668e-08,
      "loss": 0.3505,
      "step": 2712580
    },
    {
      "epoch": 757.07,
      "grad_norm": 1.3177558183670044,
      "learning_rate": 3.6803530552078836e-08,
      "loss": 0.3534,
      "step": 2712590
    },
    {
      "epoch": 757.08,
      "grad_norm": 1.1464940309524536,
      "learning_rate": 3.6798757686076156e-08,
      "loss": 0.3456,
      "step": 2712600
    },
    {
      "epoch": 757.08,
      "grad_norm": 1.1925300359725952,
      "learning_rate": 3.6793985127129677e-08,
      "loss": 0.3498,
      "step": 2712610
    },
    {
      "epoch": 757.08,
      "grad_norm": 1.2409688234329224,
      "learning_rate": 3.678921287523914e-08,
      "loss": 0.3351,
      "step": 2712620
    },
    {
      "epoch": 757.08,
      "grad_norm": 1.3621939420700073,
      "learning_rate": 3.6784440930405846e-08,
      "loss": 0.3352,
      "step": 2712630
    },
    {
      "epoch": 757.09,
      "grad_norm": 1.2680474519729614,
      "learning_rate": 3.677966929263032e-08,
      "loss": 0.3255,
      "step": 2712640
    },
    {
      "epoch": 757.09,
      "grad_norm": 1.2533328533172607,
      "learning_rate": 3.677489796191334e-08,
      "loss": 0.3292,
      "step": 2712650
    },
    {
      "epoch": 757.09,
      "grad_norm": 1.3713202476501465,
      "learning_rate": 3.677012693825542e-08,
      "loss": 0.3268,
      "step": 2712660
    },
    {
      "epoch": 757.09,
      "grad_norm": 1.1872228384017944,
      "learning_rate": 3.676535622165683e-08,
      "loss": 0.3402,
      "step": 2712670
    },
    {
      "epoch": 757.1,
      "grad_norm": 1.24931001663208,
      "learning_rate": 3.6760585812118604e-08,
      "loss": 0.348,
      "step": 2712680
    },
    {
      "epoch": 757.1,
      "grad_norm": 1.3688750267028809,
      "learning_rate": 3.675581570964153e-08,
      "loss": 0.3498,
      "step": 2712690
    },
    {
      "epoch": 757.1,
      "grad_norm": 1.3204718828201294,
      "learning_rate": 3.67510459142256e-08,
      "loss": 0.3232,
      "step": 2712700
    },
    {
      "epoch": 757.11,
      "grad_norm": 1.1944570541381836,
      "learning_rate": 3.674627642587238e-08,
      "loss": 0.3299,
      "step": 2712710
    },
    {
      "epoch": 757.11,
      "grad_norm": 2.102043390274048,
      "learning_rate": 3.674150724458161e-08,
      "loss": 0.3255,
      "step": 2712720
    },
    {
      "epoch": 757.11,
      "grad_norm": 3.0710699558258057,
      "learning_rate": 3.6736738370354326e-08,
      "loss": 0.3453,
      "step": 2712730
    },
    {
      "epoch": 757.11,
      "grad_norm": 1.2650798559188843,
      "learning_rate": 3.673196980319131e-08,
      "loss": 0.3484,
      "step": 2712740
    },
    {
      "epoch": 757.12,
      "grad_norm": 1.1772781610488892,
      "learning_rate": 3.672720154309309e-08,
      "loss": 0.349,
      "step": 2712750
    },
    {
      "epoch": 757.12,
      "grad_norm": 1.274471640586853,
      "learning_rate": 3.6722433590059654e-08,
      "loss": 0.3321,
      "step": 2712760
    },
    {
      "epoch": 757.12,
      "grad_norm": 1.1445262432098389,
      "learning_rate": 3.671766594409284e-08,
      "loss": 0.3331,
      "step": 2712770
    },
    {
      "epoch": 757.13,
      "grad_norm": 1.4565843343734741,
      "learning_rate": 3.671289860519237e-08,
      "loss": 0.3301,
      "step": 2712780
    },
    {
      "epoch": 757.13,
      "grad_norm": 1.2244733572006226,
      "learning_rate": 3.670813157335929e-08,
      "loss": 0.3313,
      "step": 2712790
    },
    {
      "epoch": 757.13,
      "grad_norm": 1.5083909034729004,
      "learning_rate": 3.6703364848594126e-08,
      "loss": 0.3456,
      "step": 2712800
    },
    {
      "epoch": 757.13,
      "grad_norm": 1.276885986328125,
      "learning_rate": 3.6698598430897394e-08,
      "loss": 0.3364,
      "step": 2712810
    },
    {
      "epoch": 757.14,
      "grad_norm": 1.3608050346374512,
      "learning_rate": 3.669383232026988e-08,
      "loss": 0.3307,
      "step": 2712820
    },
    {
      "epoch": 757.14,
      "grad_norm": 1.4189810752868652,
      "learning_rate": 3.6689066516712094e-08,
      "loss": 0.34,
      "step": 2712830
    },
    {
      "epoch": 757.14,
      "grad_norm": 1.231331706047058,
      "learning_rate": 3.668430102022508e-08,
      "loss": 0.3398,
      "step": 2712840
    },
    {
      "epoch": 757.14,
      "grad_norm": 1.193787932395935,
      "learning_rate": 3.667953583080859e-08,
      "loss": 0.3223,
      "step": 2712850
    },
    {
      "epoch": 757.15,
      "grad_norm": 1.2014970779418945,
      "learning_rate": 3.6674770948464437e-08,
      "loss": 0.3407,
      "step": 2712860
    },
    {
      "epoch": 757.15,
      "grad_norm": 1.247265100479126,
      "learning_rate": 3.6670006373192094e-08,
      "loss": 0.3429,
      "step": 2712870
    },
    {
      "epoch": 757.15,
      "grad_norm": 1.0232179164886475,
      "learning_rate": 3.666524210499287e-08,
      "loss": 0.3336,
      "step": 2712880
    },
    {
      "epoch": 757.16,
      "grad_norm": 1.2098445892333984,
      "learning_rate": 3.6660478143867546e-08,
      "loss": 0.3434,
      "step": 2712890
    },
    {
      "epoch": 757.16,
      "grad_norm": 2.4956161975860596,
      "learning_rate": 3.6655714489816114e-08,
      "loss": 0.3355,
      "step": 2712900
    },
    {
      "epoch": 757.16,
      "grad_norm": 1.1572633981704712,
      "learning_rate": 3.665095114283962e-08,
      "loss": 0.3237,
      "step": 2712910
    },
    {
      "epoch": 757.16,
      "grad_norm": 1.8566243648529053,
      "learning_rate": 3.6646188102938594e-08,
      "loss": 0.3443,
      "step": 2712920
    },
    {
      "epoch": 757.17,
      "grad_norm": 1.277645230293274,
      "learning_rate": 3.664142537011406e-08,
      "loss": 0.3497,
      "step": 2712930
    },
    {
      "epoch": 757.17,
      "grad_norm": 1.3522181510925293,
      "learning_rate": 3.663666294436603e-08,
      "loss": 0.3382,
      "step": 2712940
    },
    {
      "epoch": 757.17,
      "grad_norm": 1.1192972660064697,
      "learning_rate": 3.6631900825695275e-08,
      "loss": 0.3331,
      "step": 2712950
    },
    {
      "epoch": 757.18,
      "grad_norm": 1.3131574392318726,
      "learning_rate": 3.66271390141031e-08,
      "loss": 0.3413,
      "step": 2712960
    },
    {
      "epoch": 757.18,
      "grad_norm": 1.4836968183517456,
      "learning_rate": 3.6622377509589e-08,
      "loss": 0.3333,
      "step": 2712970
    },
    {
      "epoch": 757.18,
      "grad_norm": 1.0858280658721924,
      "learning_rate": 3.6617616312154505e-08,
      "loss": 0.3335,
      "step": 2712980
    },
    {
      "epoch": 757.18,
      "grad_norm": 1.1402907371520996,
      "learning_rate": 3.661285542179964e-08,
      "loss": 0.3355,
      "step": 2712990
    },
    {
      "epoch": 757.19,
      "grad_norm": 1.4085911512374878,
      "learning_rate": 3.6608094838525695e-08,
      "loss": 0.3409,
      "step": 2713000
    },
    {
      "epoch": 757.19,
      "grad_norm": 1.1804078817367554,
      "learning_rate": 3.660333456233294e-08,
      "loss": 0.3306,
      "step": 2713010
    },
    {
      "epoch": 757.19,
      "grad_norm": 2.2717032432556152,
      "learning_rate": 3.6598574593221886e-08,
      "loss": 0.3312,
      "step": 2713020
    },
    {
      "epoch": 757.2,
      "grad_norm": 1.28667414188385,
      "learning_rate": 3.6593814931193575e-08,
      "loss": 0.3312,
      "step": 2713030
    },
    {
      "epoch": 757.2,
      "grad_norm": 1.1750608682632446,
      "learning_rate": 3.6589055576248265e-08,
      "loss": 0.3368,
      "step": 2713040
    },
    {
      "epoch": 757.2,
      "grad_norm": 1.5443904399871826,
      "learning_rate": 3.658429652838675e-08,
      "loss": 0.3296,
      "step": 2713050
    },
    {
      "epoch": 757.2,
      "grad_norm": 1.1611347198486328,
      "learning_rate": 3.6579537787609273e-08,
      "loss": 0.3315,
      "step": 2713060
    },
    {
      "epoch": 757.21,
      "grad_norm": 1.2000296115875244,
      "learning_rate": 3.6574779353917405e-08,
      "loss": 0.3577,
      "step": 2713070
    },
    {
      "epoch": 757.21,
      "grad_norm": 1.1676907539367676,
      "learning_rate": 3.657002122731062e-08,
      "loss": 0.3442,
      "step": 2713080
    },
    {
      "epoch": 757.21,
      "grad_norm": 1.048351764678955,
      "learning_rate": 3.656526340779049e-08,
      "loss": 0.3385,
      "step": 2713090
    },
    {
      "epoch": 757.21,
      "grad_norm": 1.3261610269546509,
      "learning_rate": 3.6560505895357265e-08,
      "loss": 0.3419,
      "step": 2713100
    },
    {
      "epoch": 757.22,
      "grad_norm": 1.1053380966186523,
      "learning_rate": 3.655574869001121e-08,
      "loss": 0.3368,
      "step": 2713110
    },
    {
      "epoch": 757.22,
      "grad_norm": 1.2095155715942383,
      "learning_rate": 3.655099179175388e-08,
      "loss": 0.333,
      "step": 2713120
    },
    {
      "epoch": 757.22,
      "grad_norm": 17.363601684570312,
      "learning_rate": 3.654623520058502e-08,
      "loss": 0.3346,
      "step": 2713130
    },
    {
      "epoch": 757.23,
      "grad_norm": 1.5099765062332153,
      "learning_rate": 3.6541478916505415e-08,
      "loss": 0.3419,
      "step": 2713140
    },
    {
      "epoch": 757.23,
      "grad_norm": 1.2201160192489624,
      "learning_rate": 3.6536722939516354e-08,
      "loss": 0.3354,
      "step": 2713150
    },
    {
      "epoch": 757.23,
      "grad_norm": 1.435030221939087,
      "learning_rate": 3.6531967269617845e-08,
      "loss": 0.3372,
      "step": 2713160
    },
    {
      "epoch": 757.23,
      "grad_norm": 1.6253503561019897,
      "learning_rate": 3.6527211906810674e-08,
      "loss": 0.3369,
      "step": 2713170
    },
    {
      "epoch": 757.24,
      "grad_norm": 1.1681277751922607,
      "learning_rate": 3.652245685109535e-08,
      "loss": 0.3239,
      "step": 2713180
    },
    {
      "epoch": 757.24,
      "grad_norm": 1.1172127723693848,
      "learning_rate": 3.6517702102472915e-08,
      "loss": 0.3219,
      "step": 2713190
    },
    {
      "epoch": 757.24,
      "grad_norm": 1.2059906721115112,
      "learning_rate": 3.651294766094338e-08,
      "loss": 0.3287,
      "step": 2713200
    },
    {
      "epoch": 757.25,
      "grad_norm": 1.3000292778015137,
      "learning_rate": 3.6508193526508034e-08,
      "loss": 0.3295,
      "step": 2713210
    },
    {
      "epoch": 757.25,
      "grad_norm": 1.4139800071716309,
      "learning_rate": 3.6503439699166886e-08,
      "loss": 0.3527,
      "step": 2713220
    },
    {
      "epoch": 757.25,
      "grad_norm": 2.756760358810425,
      "learning_rate": 3.649868617892123e-08,
      "loss": 0.3367,
      "step": 2713230
    },
    {
      "epoch": 757.25,
      "grad_norm": 1.248573899269104,
      "learning_rate": 3.649393296577133e-08,
      "loss": 0.3438,
      "step": 2713240
    },
    {
      "epoch": 757.26,
      "grad_norm": 1.2395323514938354,
      "learning_rate": 3.6489180059717445e-08,
      "loss": 0.3299,
      "step": 2713250
    },
    {
      "epoch": 757.26,
      "grad_norm": 1.3695412874221802,
      "learning_rate": 3.6484427460760874e-08,
      "loss": 0.3339,
      "step": 2713260
    },
    {
      "epoch": 757.26,
      "grad_norm": 1.139981746673584,
      "learning_rate": 3.647967516890188e-08,
      "loss": 0.3463,
      "step": 2713270
    },
    {
      "epoch": 757.26,
      "grad_norm": 1.301383376121521,
      "learning_rate": 3.647492318414125e-08,
      "loss": 0.3187,
      "step": 2713280
    },
    {
      "epoch": 757.27,
      "grad_norm": 1.065054178237915,
      "learning_rate": 3.647017150647975e-08,
      "loss": 0.342,
      "step": 2713290
    },
    {
      "epoch": 757.27,
      "grad_norm": 1.2328306436538696,
      "learning_rate": 3.646542013591766e-08,
      "loss": 0.3299,
      "step": 2713300
    },
    {
      "epoch": 757.27,
      "grad_norm": 1.3117456436157227,
      "learning_rate": 3.6460669072455736e-08,
      "loss": 0.342,
      "step": 2713310
    },
    {
      "epoch": 757.28,
      "grad_norm": 1.1847209930419922,
      "learning_rate": 3.6455918316094775e-08,
      "loss": 0.3422,
      "step": 2713320
    },
    {
      "epoch": 757.28,
      "grad_norm": 1.2476812601089478,
      "learning_rate": 3.645116786683529e-08,
      "loss": 0.337,
      "step": 2713330
    },
    {
      "epoch": 757.28,
      "grad_norm": 1.273331642150879,
      "learning_rate": 3.644641772467755e-08,
      "loss": 0.3358,
      "step": 2713340
    },
    {
      "epoch": 757.28,
      "grad_norm": 1.1355912685394287,
      "learning_rate": 3.6441667889623107e-08,
      "loss": 0.3344,
      "step": 2713350
    },
    {
      "epoch": 757.29,
      "grad_norm": 1.3582110404968262,
      "learning_rate": 3.643691836167171e-08,
      "loss": 0.3383,
      "step": 2713360
    },
    {
      "epoch": 757.29,
      "grad_norm": 1.2399928569793701,
      "learning_rate": 3.6432169140824134e-08,
      "loss": 0.3389,
      "step": 2713370
    },
    {
      "epoch": 757.29,
      "grad_norm": 1.303746223449707,
      "learning_rate": 3.642742022708167e-08,
      "loss": 0.3304,
      "step": 2713380
    },
    {
      "epoch": 757.3,
      "grad_norm": 1.3328968286514282,
      "learning_rate": 3.642267162044408e-08,
      "loss": 0.3353,
      "step": 2713390
    },
    {
      "epoch": 757.3,
      "grad_norm": 1.2288578748703003,
      "learning_rate": 3.6417923320912654e-08,
      "loss": 0.3376,
      "step": 2713400
    },
    {
      "epoch": 757.3,
      "grad_norm": 1.2152612209320068,
      "learning_rate": 3.641317532848739e-08,
      "loss": 0.3413,
      "step": 2713410
    },
    {
      "epoch": 757.3,
      "grad_norm": 1.2669306993484497,
      "learning_rate": 3.640842764316984e-08,
      "loss": 0.3397,
      "step": 2713420
    },
    {
      "epoch": 757.31,
      "grad_norm": 1.2304555177688599,
      "learning_rate": 3.6403680264959506e-08,
      "loss": 0.351,
      "step": 2713430
    },
    {
      "epoch": 757.31,
      "grad_norm": 1.423315405845642,
      "learning_rate": 3.639893319385793e-08,
      "loss": 0.3424,
      "step": 2713440
    },
    {
      "epoch": 757.31,
      "grad_norm": 3.7641477584838867,
      "learning_rate": 3.639418642986539e-08,
      "loss": 0.3199,
      "step": 2713450
    },
    {
      "epoch": 757.32,
      "grad_norm": 1.3178656101226807,
      "learning_rate": 3.6389439972982386e-08,
      "loss": 0.3386,
      "step": 2713460
    },
    {
      "epoch": 757.32,
      "grad_norm": 1.1281732320785522,
      "learning_rate": 3.638469382320972e-08,
      "loss": 0.3389,
      "step": 2713470
    },
    {
      "epoch": 757.32,
      "grad_norm": 1.22646963596344,
      "learning_rate": 3.637994798054815e-08,
      "loss": 0.3366,
      "step": 2713480
    },
    {
      "epoch": 757.32,
      "grad_norm": 1.379584550857544,
      "learning_rate": 3.637520244499795e-08,
      "loss": 0.3226,
      "step": 2713490
    },
    {
      "epoch": 757.33,
      "grad_norm": 1.2846952676773071,
      "learning_rate": 3.6370457216560163e-08,
      "loss": 0.3247,
      "step": 2713500
    },
    {
      "epoch": 757.33,
      "grad_norm": 1.2004735469818115,
      "learning_rate": 3.63657122952353e-08,
      "loss": 0.3191,
      "step": 2713510
    },
    {
      "epoch": 757.33,
      "grad_norm": 1.2820765972137451,
      "learning_rate": 3.6360967681023625e-08,
      "loss": 0.3512,
      "step": 2713520
    },
    {
      "epoch": 757.33,
      "grad_norm": 1.2159374952316284,
      "learning_rate": 3.635622337392619e-08,
      "loss": 0.3368,
      "step": 2713530
    },
    {
      "epoch": 757.34,
      "grad_norm": 1.2862272262573242,
      "learning_rate": 3.6351479373943754e-08,
      "loss": 0.3398,
      "step": 2713540
    },
    {
      "epoch": 757.34,
      "grad_norm": 1.8704167604446411,
      "learning_rate": 3.634673568107607e-08,
      "loss": 0.3263,
      "step": 2713550
    },
    {
      "epoch": 757.34,
      "grad_norm": 1.2960764169692993,
      "learning_rate": 3.6341992295324965e-08,
      "loss": 0.3292,
      "step": 2713560
    },
    {
      "epoch": 757.35,
      "grad_norm": 1.3659104108810425,
      "learning_rate": 3.6337249216690165e-08,
      "loss": 0.3333,
      "step": 2713570
    },
    {
      "epoch": 757.35,
      "grad_norm": 1.241047978401184,
      "learning_rate": 3.633250644517298e-08,
      "loss": 0.3355,
      "step": 2713580
    },
    {
      "epoch": 757.35,
      "grad_norm": 1.2098114490509033,
      "learning_rate": 3.632776398077341e-08,
      "loss": 0.3386,
      "step": 2713590
    },
    {
      "epoch": 757.35,
      "grad_norm": 1.164402961730957,
      "learning_rate": 3.6323021823492225e-08,
      "loss": 0.344,
      "step": 2713600
    },
    {
      "epoch": 757.36,
      "grad_norm": 1.1130237579345703,
      "learning_rate": 3.631827997333074e-08,
      "loss": 0.3365,
      "step": 2713610
    },
    {
      "epoch": 757.36,
      "grad_norm": 1.470373511314392,
      "learning_rate": 3.631353843028843e-08,
      "loss": 0.3381,
      "step": 2713620
    },
    {
      "epoch": 757.36,
      "grad_norm": 1.2235444784164429,
      "learning_rate": 3.630879719436685e-08,
      "loss": 0.321,
      "step": 2713630
    },
    {
      "epoch": 757.37,
      "grad_norm": 1.1065821647644043,
      "learning_rate": 3.630405626556627e-08,
      "loss": 0.3291,
      "step": 2713640
    },
    {
      "epoch": 757.37,
      "grad_norm": 1.351176381111145,
      "learning_rate": 3.6299315643887465e-08,
      "loss": 0.3479,
      "step": 2713650
    },
    {
      "epoch": 757.37,
      "grad_norm": 1.5308811664581299,
      "learning_rate": 3.629457532933096e-08,
      "loss": 0.3347,
      "step": 2713660
    },
    {
      "epoch": 757.37,
      "grad_norm": 1.2407550811767578,
      "learning_rate": 3.628983532189726e-08,
      "loss": 0.3288,
      "step": 2713670
    },
    {
      "epoch": 757.38,
      "grad_norm": 1.3299288749694824,
      "learning_rate": 3.628509562158743e-08,
      "loss": 0.3176,
      "step": 2713680
    },
    {
      "epoch": 757.38,
      "grad_norm": 1.2520910501480103,
      "learning_rate": 3.6280356228401454e-08,
      "loss": 0.3228,
      "step": 2713690
    },
    {
      "epoch": 757.38,
      "grad_norm": 1.5537874698638916,
      "learning_rate": 3.627561714234064e-08,
      "loss": 0.3359,
      "step": 2713700
    },
    {
      "epoch": 757.38,
      "grad_norm": 1.2994260787963867,
      "learning_rate": 3.6270878363404976e-08,
      "loss": 0.3452,
      "step": 2713710
    },
    {
      "epoch": 757.39,
      "grad_norm": 1.5149542093276978,
      "learning_rate": 3.626613989159551e-08,
      "loss": 0.3265,
      "step": 2713720
    },
    {
      "epoch": 757.39,
      "grad_norm": 1.3199659585952759,
      "learning_rate": 3.626140172691278e-08,
      "loss": 0.3365,
      "step": 2713730
    },
    {
      "epoch": 757.39,
      "grad_norm": 1.336603045463562,
      "learning_rate": 3.625666386935753e-08,
      "loss": 0.3397,
      "step": 2713740
    },
    {
      "epoch": 757.4,
      "grad_norm": 1.0603595972061157,
      "learning_rate": 3.6251926318930313e-08,
      "loss": 0.3403,
      "step": 2713750
    },
    {
      "epoch": 757.4,
      "grad_norm": 1.2975434064865112,
      "learning_rate": 3.624718907563138e-08,
      "loss": 0.3354,
      "step": 2713760
    },
    {
      "epoch": 757.4,
      "grad_norm": 1.281476616859436,
      "learning_rate": 3.624245213946228e-08,
      "loss": 0.3473,
      "step": 2713770
    },
    {
      "epoch": 757.4,
      "grad_norm": 1.1753346920013428,
      "learning_rate": 3.623771551042225e-08,
      "loss": 0.3362,
      "step": 2713780
    },
    {
      "epoch": 757.41,
      "grad_norm": 1.4479563236236572,
      "learning_rate": 3.623297918851336e-08,
      "loss": 0.3377,
      "step": 2713790
    },
    {
      "epoch": 757.41,
      "grad_norm": 1.1665178537368774,
      "learning_rate": 3.6228243173735616e-08,
      "loss": 0.345,
      "step": 2713800
    },
    {
      "epoch": 757.41,
      "grad_norm": 1.131264567375183,
      "learning_rate": 3.622350746608927e-08,
      "loss": 0.3247,
      "step": 2713810
    },
    {
      "epoch": 757.42,
      "grad_norm": 1.1916741132736206,
      "learning_rate": 3.621877206557563e-08,
      "loss": 0.3203,
      "step": 2713820
    },
    {
      "epoch": 757.42,
      "grad_norm": 1.2876842021942139,
      "learning_rate": 3.621403697219496e-08,
      "loss": 0.3434,
      "step": 2713830
    },
    {
      "epoch": 757.42,
      "grad_norm": 1.2583489418029785,
      "learning_rate": 3.620930218594777e-08,
      "loss": 0.3313,
      "step": 2713840
    },
    {
      "epoch": 757.42,
      "grad_norm": 1.4395965337753296,
      "learning_rate": 3.620456770683511e-08,
      "loss": 0.3456,
      "step": 2713850
    },
    {
      "epoch": 757.43,
      "grad_norm": 1.5545998811721802,
      "learning_rate": 3.619983353485723e-08,
      "loss": 0.3342,
      "step": 2713860
    },
    {
      "epoch": 757.43,
      "grad_norm": 1.1778415441513062,
      "learning_rate": 3.619509967001492e-08,
      "loss": 0.3321,
      "step": 2713870
    },
    {
      "epoch": 757.43,
      "grad_norm": 1.245123267173767,
      "learning_rate": 3.6190366112308965e-08,
      "loss": 0.3277,
      "step": 2713880
    },
    {
      "epoch": 757.44,
      "grad_norm": 1.1905567646026611,
      "learning_rate": 3.618563286173961e-08,
      "loss": 0.3413,
      "step": 2713890
    },
    {
      "epoch": 757.44,
      "grad_norm": 1.1238292455673218,
      "learning_rate": 3.618089991830791e-08,
      "loss": 0.3423,
      "step": 2713900
    },
    {
      "epoch": 757.44,
      "grad_norm": 1.2309893369674683,
      "learning_rate": 3.617616728201437e-08,
      "loss": 0.3302,
      "step": 2713910
    },
    {
      "epoch": 757.44,
      "grad_norm": 1.2812883853912354,
      "learning_rate": 3.6171434952859e-08,
      "loss": 0.3301,
      "step": 2713920
    },
    {
      "epoch": 757.45,
      "grad_norm": 1.119648814201355,
      "learning_rate": 3.616670293084336e-08,
      "loss": 0.3491,
      "step": 2713930
    },
    {
      "epoch": 757.45,
      "grad_norm": 1.181585431098938,
      "learning_rate": 3.616197121596772e-08,
      "loss": 0.3312,
      "step": 2713940
    },
    {
      "epoch": 757.45,
      "grad_norm": 1.2608733177185059,
      "learning_rate": 3.615723980823259e-08,
      "loss": 0.3431,
      "step": 2713950
    },
    {
      "epoch": 757.45,
      "grad_norm": 1.1696072816848755,
      "learning_rate": 3.6152508707638484e-08,
      "loss": 0.3337,
      "step": 2713960
    },
    {
      "epoch": 757.46,
      "grad_norm": 1.3305270671844482,
      "learning_rate": 3.614777791418671e-08,
      "loss": 0.3362,
      "step": 2713970
    },
    {
      "epoch": 757.46,
      "grad_norm": 1.4851890802383423,
      "learning_rate": 3.614304742787701e-08,
      "loss": 0.3324,
      "step": 2713980
    },
    {
      "epoch": 757.46,
      "grad_norm": 1.168116807937622,
      "learning_rate": 3.613831724871043e-08,
      "loss": 0.3292,
      "step": 2713990
    },
    {
      "epoch": 757.47,
      "grad_norm": 1.2863012552261353,
      "learning_rate": 3.6133587376687994e-08,
      "loss": 0.3334,
      "step": 2714000
    },
    {
      "epoch": 757.47,
      "grad_norm": 1.0923151969909668,
      "learning_rate": 3.6128857811809456e-08,
      "loss": 0.3346,
      "step": 2714010
    },
    {
      "epoch": 757.47,
      "grad_norm": 1.801933765411377,
      "learning_rate": 3.6124128554076115e-08,
      "loss": 0.346,
      "step": 2714020
    },
    {
      "epoch": 757.47,
      "grad_norm": 1.2641057968139648,
      "learning_rate": 3.611939960348849e-08,
      "loss": 0.3457,
      "step": 2714030
    },
    {
      "epoch": 757.48,
      "grad_norm": 1.3932290077209473,
      "learning_rate": 3.611467096004683e-08,
      "loss": 0.3441,
      "step": 2714040
    },
    {
      "epoch": 757.48,
      "grad_norm": 1.1951007843017578,
      "learning_rate": 3.6109942623752454e-08,
      "loss": 0.3405,
      "step": 2714050
    },
    {
      "epoch": 757.48,
      "grad_norm": 1.1021453142166138,
      "learning_rate": 3.6105214594605357e-08,
      "loss": 0.3362,
      "step": 2714060
    },
    {
      "epoch": 757.49,
      "grad_norm": 1.14393949508667,
      "learning_rate": 3.6100486872606574e-08,
      "loss": 0.3286,
      "step": 2714070
    },
    {
      "epoch": 757.49,
      "grad_norm": 1.26138174533844,
      "learning_rate": 3.6095759457756365e-08,
      "loss": 0.3305,
      "step": 2714080
    },
    {
      "epoch": 757.49,
      "grad_norm": 1.1395829916000366,
      "learning_rate": 3.609103235005578e-08,
      "loss": 0.3338,
      "step": 2714090
    },
    {
      "epoch": 757.49,
      "grad_norm": 1.1882896423339844,
      "learning_rate": 3.608630554950507e-08,
      "loss": 0.322,
      "step": 2714100
    },
    {
      "epoch": 757.5,
      "grad_norm": 1.2598694562911987,
      "learning_rate": 3.608157905610502e-08,
      "loss": 0.3411,
      "step": 2714110
    },
    {
      "epoch": 757.5,
      "grad_norm": 1.317263126373291,
      "learning_rate": 3.607685286985641e-08,
      "loss": 0.3275,
      "step": 2714120
    },
    {
      "epoch": 757.5,
      "grad_norm": 1.062083125114441,
      "learning_rate": 3.60721269907595e-08,
      "loss": 0.3419,
      "step": 2714130
    },
    {
      "epoch": 757.5,
      "grad_norm": 1.2891831398010254,
      "learning_rate": 3.6067401418815586e-08,
      "loss": 0.324,
      "step": 2714140
    },
    {
      "epoch": 757.51,
      "grad_norm": 1.344120979309082,
      "learning_rate": 3.606267615402416e-08,
      "loss": 0.3248,
      "step": 2714150
    },
    {
      "epoch": 757.51,
      "grad_norm": 1.1457923650741577,
      "learning_rate": 3.6057951196387036e-08,
      "loss": 0.3491,
      "step": 2714160
    },
    {
      "epoch": 757.51,
      "grad_norm": 1.4561665058135986,
      "learning_rate": 3.605322654590421e-08,
      "loss": 0.3425,
      "step": 2714170
    },
    {
      "epoch": 757.52,
      "grad_norm": 1.4487614631652832,
      "learning_rate": 3.6048502202576467e-08,
      "loss": 0.3115,
      "step": 2714180
    },
    {
      "epoch": 757.52,
      "grad_norm": 1.338230013847351,
      "learning_rate": 3.604377816640459e-08,
      "loss": 0.3394,
      "step": 2714190
    },
    {
      "epoch": 757.52,
      "grad_norm": 1.3960832357406616,
      "learning_rate": 3.603905443738909e-08,
      "loss": 0.3423,
      "step": 2714200
    },
    {
      "epoch": 757.52,
      "grad_norm": 1.3084927797317505,
      "learning_rate": 3.603433101553024e-08,
      "loss": 0.3343,
      "step": 2714210
    },
    {
      "epoch": 757.53,
      "grad_norm": 1.2081828117370605,
      "learning_rate": 3.602960790082907e-08,
      "loss": 0.3391,
      "step": 2714220
    },
    {
      "epoch": 757.53,
      "grad_norm": 1.0123881101608276,
      "learning_rate": 3.6024885093286114e-08,
      "loss": 0.3265,
      "step": 2714230
    },
    {
      "epoch": 757.53,
      "grad_norm": 1.1924906969070435,
      "learning_rate": 3.6020162592901874e-08,
      "loss": 0.3458,
      "step": 2714240
    },
    {
      "epoch": 757.54,
      "grad_norm": 1.5487006902694702,
      "learning_rate": 3.60154403996774e-08,
      "loss": 0.3543,
      "step": 2714250
    },
    {
      "epoch": 757.54,
      "grad_norm": 1.0852277278900146,
      "learning_rate": 3.601071851361296e-08,
      "loss": 0.3429,
      "step": 2714260
    },
    {
      "epoch": 757.54,
      "grad_norm": 1.226098656654358,
      "learning_rate": 3.6005996934709067e-08,
      "loss": 0.3327,
      "step": 2714270
    },
    {
      "epoch": 757.54,
      "grad_norm": 1.3015474081039429,
      "learning_rate": 3.6001275662966756e-08,
      "loss": 0.3295,
      "step": 2714280
    },
    {
      "epoch": 757.55,
      "grad_norm": 6.979140281677246,
      "learning_rate": 3.59965546983863e-08,
      "loss": 0.3175,
      "step": 2714290
    },
    {
      "epoch": 757.55,
      "grad_norm": 1.2354482412338257,
      "learning_rate": 3.5991834040968207e-08,
      "loss": 0.3263,
      "step": 2714300
    },
    {
      "epoch": 757.55,
      "grad_norm": 1.1538835763931274,
      "learning_rate": 3.598711369071378e-08,
      "loss": 0.3454,
      "step": 2714310
    },
    {
      "epoch": 757.56,
      "grad_norm": 1.360958218574524,
      "learning_rate": 3.598239364762303e-08,
      "loss": 0.3353,
      "step": 2714320
    },
    {
      "epoch": 757.56,
      "grad_norm": 1.1805474758148193,
      "learning_rate": 3.5977673911696724e-08,
      "loss": 0.3583,
      "step": 2714330
    },
    {
      "epoch": 757.56,
      "grad_norm": 1.3314974308013916,
      "learning_rate": 3.5972954482935655e-08,
      "loss": 0.335,
      "step": 2714340
    },
    {
      "epoch": 757.56,
      "grad_norm": 1.2210965156555176,
      "learning_rate": 3.596823536134033e-08,
      "loss": 0.3151,
      "step": 2714350
    },
    {
      "epoch": 757.57,
      "grad_norm": 1.1816935539245605,
      "learning_rate": 3.596351654691128e-08,
      "loss": 0.3292,
      "step": 2714360
    },
    {
      "epoch": 757.57,
      "grad_norm": 1.193809151649475,
      "learning_rate": 3.595879803964929e-08,
      "loss": 0.3308,
      "step": 2714370
    },
    {
      "epoch": 757.57,
      "grad_norm": 1.3977693319320679,
      "learning_rate": 3.595407983955512e-08,
      "loss": 0.3352,
      "step": 2714380
    },
    {
      "epoch": 757.57,
      "grad_norm": 1.3396505117416382,
      "learning_rate": 3.5949361946628794e-08,
      "loss": 0.3335,
      "step": 2714390
    },
    {
      "epoch": 757.58,
      "grad_norm": 1.3114687204360962,
      "learning_rate": 3.594464436087159e-08,
      "loss": 0.3401,
      "step": 2714400
    },
    {
      "epoch": 757.58,
      "grad_norm": 1.3787339925765991,
      "learning_rate": 3.593992708228431e-08,
      "loss": 0.3462,
      "step": 2714410
    },
    {
      "epoch": 757.58,
      "grad_norm": 1.1382826566696167,
      "learning_rate": 3.5935210110866685e-08,
      "loss": 0.3275,
      "step": 2714420
    },
    {
      "epoch": 757.59,
      "grad_norm": 1.2515627145767212,
      "learning_rate": 3.593049344662001e-08,
      "loss": 0.3284,
      "step": 2714430
    },
    {
      "epoch": 757.59,
      "grad_norm": 1.21681547164917,
      "learning_rate": 3.592577708954455e-08,
      "loss": 0.3421,
      "step": 2714440
    },
    {
      "epoch": 757.59,
      "grad_norm": 1.5987682342529297,
      "learning_rate": 3.592106103964109e-08,
      "loss": 0.3363,
      "step": 2714450
    },
    {
      "epoch": 757.59,
      "grad_norm": 1.4646207094192505,
      "learning_rate": 3.591634529691067e-08,
      "loss": 0.3427,
      "step": 2714460
    },
    {
      "epoch": 757.6,
      "grad_norm": 1.2400600910186768,
      "learning_rate": 3.591162986135328e-08,
      "loss": 0.3434,
      "step": 2714470
    },
    {
      "epoch": 757.6,
      "grad_norm": 1.2903542518615723,
      "learning_rate": 3.5906914732969966e-08,
      "loss": 0.3212,
      "step": 2714480
    },
    {
      "epoch": 757.6,
      "grad_norm": 1.0951834917068481,
      "learning_rate": 3.590219991176126e-08,
      "loss": 0.3225,
      "step": 2714490
    },
    {
      "epoch": 757.61,
      "grad_norm": 1.215063452720642,
      "learning_rate": 3.5897485397727146e-08,
      "loss": 0.3519,
      "step": 2714500
    },
    {
      "epoch": 757.61,
      "grad_norm": 1.3505585193634033,
      "learning_rate": 3.589277119086945e-08,
      "loss": 0.3465,
      "step": 2714510
    },
    {
      "epoch": 757.61,
      "grad_norm": 1.1329293251037598,
      "learning_rate": 3.5888057291187916e-08,
      "loss": 0.3498,
      "step": 2714520
    },
    {
      "epoch": 757.61,
      "grad_norm": 1.3505464792251587,
      "learning_rate": 3.5883343698683323e-08,
      "loss": 0.3154,
      "step": 2714530
    },
    {
      "epoch": 757.62,
      "grad_norm": 1.4799147844314575,
      "learning_rate": 3.587863041335671e-08,
      "loss": 0.3549,
      "step": 2714540
    },
    {
      "epoch": 757.62,
      "grad_norm": 1.2985016107559204,
      "learning_rate": 3.587391743520834e-08,
      "loss": 0.346,
      "step": 2714550
    },
    {
      "epoch": 757.62,
      "grad_norm": 1.2984775304794312,
      "learning_rate": 3.5869204764238726e-08,
      "loss": 0.3348,
      "step": 2714560
    },
    {
      "epoch": 757.62,
      "grad_norm": 1.1003860235214233,
      "learning_rate": 3.586449240044892e-08,
      "loss": 0.3335,
      "step": 2714570
    },
    {
      "epoch": 757.63,
      "grad_norm": 1.786708116531372,
      "learning_rate": 3.5859780343839175e-08,
      "loss": 0.3301,
      "step": 2714580
    },
    {
      "epoch": 757.63,
      "grad_norm": 1.2575522661209106,
      "learning_rate": 3.585506859441001e-08,
      "loss": 0.3379,
      "step": 2714590
    },
    {
      "epoch": 757.63,
      "grad_norm": 1.0874521732330322,
      "learning_rate": 3.585035715216273e-08,
      "loss": 0.3364,
      "step": 2714600
    },
    {
      "epoch": 757.64,
      "grad_norm": 1.184816598892212,
      "learning_rate": 3.584564601709734e-08,
      "loss": 0.3493,
      "step": 2714610
    },
    {
      "epoch": 757.64,
      "grad_norm": 1.1632806062698364,
      "learning_rate": 3.584093518921461e-08,
      "loss": 0.3383,
      "step": 2714620
    },
    {
      "epoch": 757.64,
      "grad_norm": 1.3599538803100586,
      "learning_rate": 3.5836224668515323e-08,
      "loss": 0.3378,
      "step": 2714630
    },
    {
      "epoch": 757.64,
      "grad_norm": 1.1565651893615723,
      "learning_rate": 3.5831514454999745e-08,
      "loss": 0.3378,
      "step": 2714640
    },
    {
      "epoch": 757.65,
      "grad_norm": 1.2929896116256714,
      "learning_rate": 3.582680454866892e-08,
      "loss": 0.3407,
      "step": 2714650
    },
    {
      "epoch": 757.65,
      "grad_norm": 1.3723169565200806,
      "learning_rate": 3.582209494952309e-08,
      "loss": 0.3285,
      "step": 2714660
    },
    {
      "epoch": 757.65,
      "grad_norm": 1.1393450498580933,
      "learning_rate": 3.581738565756357e-08,
      "loss": 0.3409,
      "step": 2714670
    },
    {
      "epoch": 757.66,
      "grad_norm": 1.222690463066101,
      "learning_rate": 3.5812676672789846e-08,
      "loss": 0.3345,
      "step": 2714680
    },
    {
      "epoch": 757.66,
      "grad_norm": 1.0921630859375,
      "learning_rate": 3.5807967995203724e-08,
      "loss": 0.3557,
      "step": 2714690
    },
    {
      "epoch": 757.66,
      "grad_norm": 1.1023871898651123,
      "learning_rate": 3.580325962480521e-08,
      "loss": 0.3543,
      "step": 2714700
    },
    {
      "epoch": 757.66,
      "grad_norm": 1.316124439239502,
      "learning_rate": 3.579855156159482e-08,
      "loss": 0.3566,
      "step": 2714710
    },
    {
      "epoch": 757.67,
      "grad_norm": 1.3644498586654663,
      "learning_rate": 3.579384380557387e-08,
      "loss": 0.3307,
      "step": 2714720
    },
    {
      "epoch": 757.67,
      "grad_norm": 1.1862152814865112,
      "learning_rate": 3.578913635674183e-08,
      "loss": 0.338,
      "step": 2714730
    },
    {
      "epoch": 757.67,
      "grad_norm": 1.3164756298065186,
      "learning_rate": 3.5784429215100515e-08,
      "loss": 0.3426,
      "step": 2714740
    },
    {
      "epoch": 757.68,
      "grad_norm": 1.1002979278564453,
      "learning_rate": 3.5779722380649934e-08,
      "loss": 0.3367,
      "step": 2714750
    },
    {
      "epoch": 757.68,
      "grad_norm": 1.1701366901397705,
      "learning_rate": 3.5775015853390865e-08,
      "loss": 0.3371,
      "step": 2714760
    },
    {
      "epoch": 757.68,
      "grad_norm": 1.0353083610534668,
      "learning_rate": 3.577030963332356e-08,
      "loss": 0.3419,
      "step": 2714770
    },
    {
      "epoch": 757.68,
      "grad_norm": 1.302628993988037,
      "learning_rate": 3.57656037204496e-08,
      "loss": 0.355,
      "step": 2714780
    },
    {
      "epoch": 757.69,
      "grad_norm": 1.47849702835083,
      "learning_rate": 3.576089811476845e-08,
      "loss": 0.351,
      "step": 2714790
    },
    {
      "epoch": 757.69,
      "grad_norm": 1.1671559810638428,
      "learning_rate": 3.575619281628141e-08,
      "loss": 0.3311,
      "step": 2714800
    },
    {
      "epoch": 757.69,
      "grad_norm": 1.343725562095642,
      "learning_rate": 3.5751487824989266e-08,
      "loss": 0.3408,
      "step": 2714810
    },
    {
      "epoch": 757.69,
      "grad_norm": 1.1547240018844604,
      "learning_rate": 3.5746783140892015e-08,
      "loss": 0.3337,
      "step": 2714820
    },
    {
      "epoch": 757.7,
      "grad_norm": 1.5203590393066406,
      "learning_rate": 3.5742078763990706e-08,
      "loss": 0.3308,
      "step": 2714830
    },
    {
      "epoch": 757.7,
      "grad_norm": 1.207834005355835,
      "learning_rate": 3.5737374694285846e-08,
      "loss": 0.3418,
      "step": 2714840
    },
    {
      "epoch": 757.7,
      "grad_norm": 1.0787359476089478,
      "learning_rate": 3.5732670931778223e-08,
      "loss": 0.3213,
      "step": 2714850
    },
    {
      "epoch": 757.71,
      "grad_norm": 1.351799488067627,
      "learning_rate": 3.572796747646836e-08,
      "loss": 0.3228,
      "step": 2714860
    },
    {
      "epoch": 757.71,
      "grad_norm": 1.4506287574768066,
      "learning_rate": 3.5723264328356775e-08,
      "loss": 0.3307,
      "step": 2714870
    },
    {
      "epoch": 757.71,
      "grad_norm": 1.3455004692077637,
      "learning_rate": 3.5718561487444247e-08,
      "loss": 0.3309,
      "step": 2714880
    },
    {
      "epoch": 757.71,
      "grad_norm": 1.1596903800964355,
      "learning_rate": 3.571385895373103e-08,
      "loss": 0.3439,
      "step": 2714890
    },
    {
      "epoch": 757.72,
      "grad_norm": 1.2561975717544556,
      "learning_rate": 3.570915672721844e-08,
      "loss": 0.3213,
      "step": 2714900
    },
    {
      "epoch": 757.72,
      "grad_norm": 1.2738057374954224,
      "learning_rate": 3.570445480790647e-08,
      "loss": 0.3216,
      "step": 2714910
    },
    {
      "epoch": 757.72,
      "grad_norm": 1.371137261390686,
      "learning_rate": 3.569975319579615e-08,
      "loss": 0.3314,
      "step": 2714920
    },
    {
      "epoch": 757.73,
      "grad_norm": 1.3405206203460693,
      "learning_rate": 3.569505189088776e-08,
      "loss": 0.3555,
      "step": 2714930
    },
    {
      "epoch": 757.73,
      "grad_norm": 1.2824592590332031,
      "learning_rate": 3.569035089318233e-08,
      "loss": 0.318,
      "step": 2714940
    },
    {
      "epoch": 757.73,
      "grad_norm": 1.1990538835525513,
      "learning_rate": 3.568565020268012e-08,
      "loss": 0.3415,
      "step": 2714950
    },
    {
      "epoch": 757.73,
      "grad_norm": 1.1197389364242554,
      "learning_rate": 3.568094981938191e-08,
      "loss": 0.34,
      "step": 2714960
    },
    {
      "epoch": 757.74,
      "grad_norm": 1.3270128965377808,
      "learning_rate": 3.567624974328848e-08,
      "loss": 0.3339,
      "step": 2714970
    },
    {
      "epoch": 757.74,
      "grad_norm": 1.2987991571426392,
      "learning_rate": 3.56715499744001e-08,
      "loss": 0.3305,
      "step": 2714980
    },
    {
      "epoch": 757.74,
      "grad_norm": 1.2996835708618164,
      "learning_rate": 3.56668505127178e-08,
      "loss": 0.3225,
      "step": 2714990
    },
    {
      "epoch": 757.74,
      "grad_norm": 1.3938661813735962,
      "learning_rate": 3.566215135824184e-08,
      "loss": 0.3415,
      "step": 2715000
    },
    {
      "epoch": 757.75,
      "grad_norm": 1.2490054368972778,
      "learning_rate": 3.565745251097301e-08,
      "loss": 0.3457,
      "step": 2715010
    },
    {
      "epoch": 757.75,
      "grad_norm": 1.3518966436386108,
      "learning_rate": 3.565275397091182e-08,
      "loss": 0.337,
      "step": 2715020
    },
    {
      "epoch": 757.75,
      "grad_norm": 1.3174400329589844,
      "learning_rate": 3.564805573805906e-08,
      "loss": 0.3348,
      "step": 2715030
    },
    {
      "epoch": 757.76,
      "grad_norm": 1.2682126760482788,
      "learning_rate": 3.5643357812415506e-08,
      "loss": 0.354,
      "step": 2715040
    },
    {
      "epoch": 757.76,
      "grad_norm": 1.3853130340576172,
      "learning_rate": 3.5638660193981156e-08,
      "loss": 0.3501,
      "step": 2715050
    },
    {
      "epoch": 757.76,
      "grad_norm": 1.3460733890533447,
      "learning_rate": 3.563396288275757e-08,
      "loss": 0.3461,
      "step": 2715060
    },
    {
      "epoch": 757.76,
      "grad_norm": 1.3578497171401978,
      "learning_rate": 3.5629265878744494e-08,
      "loss": 0.346,
      "step": 2715070
    },
    {
      "epoch": 757.77,
      "grad_norm": 1.2136237621307373,
      "learning_rate": 3.562456918194297e-08,
      "loss": 0.3462,
      "step": 2715080
    },
    {
      "epoch": 757.77,
      "grad_norm": 1.1844066381454468,
      "learning_rate": 3.5619872792353764e-08,
      "loss": 0.3453,
      "step": 2715090
    },
    {
      "epoch": 757.77,
      "grad_norm": 1.1375831365585327,
      "learning_rate": 3.5615176709977155e-08,
      "loss": 0.3424,
      "step": 2715100
    },
    {
      "epoch": 757.78,
      "grad_norm": 1.382422924041748,
      "learning_rate": 3.5610480934813916e-08,
      "loss": 0.3456,
      "step": 2715110
    },
    {
      "epoch": 757.78,
      "grad_norm": 1.2594499588012695,
      "learning_rate": 3.5605785466864565e-08,
      "loss": 0.3406,
      "step": 2715120
    },
    {
      "epoch": 757.78,
      "grad_norm": 1.1773078441619873,
      "learning_rate": 3.560109030613014e-08,
      "loss": 0.3407,
      "step": 2715130
    },
    {
      "epoch": 757.78,
      "grad_norm": 1.1922470331192017,
      "learning_rate": 3.559639545261091e-08,
      "loss": 0.3337,
      "step": 2715140
    },
    {
      "epoch": 757.79,
      "grad_norm": 1.074390172958374,
      "learning_rate": 3.559170090630739e-08,
      "loss": 0.3369,
      "step": 2715150
    },
    {
      "epoch": 757.79,
      "grad_norm": 1.3797229528427124,
      "learning_rate": 3.5587006667220626e-08,
      "loss": 0.315,
      "step": 2715160
    },
    {
      "epoch": 757.79,
      "grad_norm": 1.4684444665908813,
      "learning_rate": 3.558231273535035e-08,
      "loss": 0.331,
      "step": 2715170
    },
    {
      "epoch": 757.8,
      "grad_norm": 1.2864062786102295,
      "learning_rate": 3.557761911069839e-08,
      "loss": 0.3323,
      "step": 2715180
    },
    {
      "epoch": 757.8,
      "grad_norm": 1.1565850973129272,
      "learning_rate": 3.5572925793264735e-08,
      "loss": 0.3408,
      "step": 2715190
    },
    {
      "epoch": 757.8,
      "grad_norm": 1.1410131454467773,
      "learning_rate": 3.5568232783049924e-08,
      "loss": 0.3319,
      "step": 2715200
    },
    {
      "epoch": 757.8,
      "grad_norm": 1.1435903310775757,
      "learning_rate": 3.5563540080054724e-08,
      "loss": 0.3409,
      "step": 2715210
    },
    {
      "epoch": 757.81,
      "grad_norm": 1.211946964263916,
      "learning_rate": 3.5558847684280174e-08,
      "loss": 0.3469,
      "step": 2715220
    },
    {
      "epoch": 757.81,
      "grad_norm": 1.0757721662521362,
      "learning_rate": 3.555415559572602e-08,
      "loss": 0.3414,
      "step": 2715230
    },
    {
      "epoch": 757.81,
      "grad_norm": 1.2111306190490723,
      "learning_rate": 3.554946381439357e-08,
      "loss": 0.3301,
      "step": 2715240
    },
    {
      "epoch": 757.81,
      "grad_norm": 1.185511827468872,
      "learning_rate": 3.554477234028333e-08,
      "loss": 0.3355,
      "step": 2715250
    },
    {
      "epoch": 757.82,
      "grad_norm": 1.269765853881836,
      "learning_rate": 3.554008117339531e-08,
      "loss": 0.3397,
      "step": 2715260
    },
    {
      "epoch": 757.82,
      "grad_norm": 1.186282992362976,
      "learning_rate": 3.553539031373133e-08,
      "loss": 0.3396,
      "step": 2715270
    },
    {
      "epoch": 757.82,
      "grad_norm": 1.2225573062896729,
      "learning_rate": 3.553069976129112e-08,
      "loss": 0.339,
      "step": 2715280
    },
    {
      "epoch": 757.83,
      "grad_norm": 1.2890836000442505,
      "learning_rate": 3.5526009516075214e-08,
      "loss": 0.3379,
      "step": 2715290
    },
    {
      "epoch": 757.83,
      "grad_norm": 1.2106904983520508,
      "learning_rate": 3.552131957808516e-08,
      "loss": 0.3255,
      "step": 2715300
    },
    {
      "epoch": 757.83,
      "grad_norm": 1.2182785272598267,
      "learning_rate": 3.551662994732019e-08,
      "loss": 0.3307,
      "step": 2715310
    },
    {
      "epoch": 757.83,
      "grad_norm": 1.2920804023742676,
      "learning_rate": 3.551194062378238e-08,
      "loss": 0.3521,
      "step": 2715320
    },
    {
      "epoch": 757.84,
      "grad_norm": 1.294275164604187,
      "learning_rate": 3.5507251607471475e-08,
      "loss": 0.3615,
      "step": 2715330
    },
    {
      "epoch": 757.84,
      "grad_norm": 1.2603657245635986,
      "learning_rate": 3.550256289838825e-08,
      "loss": 0.3273,
      "step": 2715340
    },
    {
      "epoch": 757.84,
      "grad_norm": 1.5105589628219604,
      "learning_rate": 3.549787449653322e-08,
      "loss": 0.3344,
      "step": 2715350
    },
    {
      "epoch": 757.85,
      "grad_norm": 1.2692621946334839,
      "learning_rate": 3.549318640190769e-08,
      "loss": 0.3425,
      "step": 2715360
    },
    {
      "epoch": 757.85,
      "grad_norm": 1.2840662002563477,
      "learning_rate": 3.5488498614511405e-08,
      "loss": 0.329,
      "step": 2715370
    },
    {
      "epoch": 757.85,
      "grad_norm": 1.020487666130066,
      "learning_rate": 3.548381113434515e-08,
      "loss": 0.3401,
      "step": 2715380
    },
    {
      "epoch": 757.85,
      "grad_norm": 1.2110216617584229,
      "learning_rate": 3.547912396141021e-08,
      "loss": 0.33,
      "step": 2715390
    },
    {
      "epoch": 757.86,
      "grad_norm": 1.2104393243789673,
      "learning_rate": 3.547443709570634e-08,
      "loss": 0.3372,
      "step": 2715400
    },
    {
      "epoch": 757.86,
      "grad_norm": 1.1558873653411865,
      "learning_rate": 3.5469750537235086e-08,
      "loss": 0.3415,
      "step": 2715410
    },
    {
      "epoch": 757.86,
      "grad_norm": 1.1169936656951904,
      "learning_rate": 3.54650642859962e-08,
      "loss": 0.329,
      "step": 2715420
    },
    {
      "epoch": 757.86,
      "grad_norm": 1.2285743951797485,
      "learning_rate": 3.5460378341990726e-08,
      "loss": 0.3419,
      "step": 2715430
    },
    {
      "epoch": 757.87,
      "grad_norm": 1.2278108596801758,
      "learning_rate": 3.5455692705219175e-08,
      "loss": 0.3404,
      "step": 2715440
    },
    {
      "epoch": 757.87,
      "grad_norm": 1.2536876201629639,
      "learning_rate": 3.545100737568232e-08,
      "loss": 0.3522,
      "step": 2715450
    },
    {
      "epoch": 757.87,
      "grad_norm": 1.2304291725158691,
      "learning_rate": 3.5446322353380705e-08,
      "loss": 0.3275,
      "step": 2715460
    },
    {
      "epoch": 757.88,
      "grad_norm": 1.4240400791168213,
      "learning_rate": 3.544163763831483e-08,
      "loss": 0.3321,
      "step": 2715470
    },
    {
      "epoch": 757.88,
      "grad_norm": 1.2940411567687988,
      "learning_rate": 3.543695323048549e-08,
      "loss": 0.3289,
      "step": 2715480
    },
    {
      "epoch": 757.88,
      "grad_norm": 1.1287918090820312,
      "learning_rate": 3.543226912989319e-08,
      "loss": 0.3322,
      "step": 2715490
    },
    {
      "epoch": 757.88,
      "grad_norm": 1.1832789182662964,
      "learning_rate": 3.5427585336538725e-08,
      "loss": 0.3373,
      "step": 2715500
    },
    {
      "epoch": 757.89,
      "grad_norm": 1.3330179452896118,
      "learning_rate": 3.542290185042235e-08,
      "loss": 0.3427,
      "step": 2715510
    },
    {
      "epoch": 757.89,
      "grad_norm": 1.2243995666503906,
      "learning_rate": 3.54182186715451e-08,
      "loss": 0.3381,
      "step": 2715520
    },
    {
      "epoch": 757.89,
      "grad_norm": 2.4565446376800537,
      "learning_rate": 3.541353579990776e-08,
      "loss": 0.3383,
      "step": 2715530
    },
    {
      "epoch": 757.9,
      "grad_norm": 1.0812336206436157,
      "learning_rate": 3.540885323551034e-08,
      "loss": 0.3383,
      "step": 2715540
    },
    {
      "epoch": 757.9,
      "grad_norm": 1.2169173955917358,
      "learning_rate": 3.54041709783536e-08,
      "loss": 0.344,
      "step": 2715550
    },
    {
      "epoch": 757.9,
      "grad_norm": 1.254465103149414,
      "learning_rate": 3.5399489028438336e-08,
      "loss": 0.3473,
      "step": 2715560
    },
    {
      "epoch": 757.9,
      "grad_norm": 1.2513947486877441,
      "learning_rate": 3.5394807385765587e-08,
      "loss": 0.3353,
      "step": 2715570
    },
    {
      "epoch": 757.91,
      "grad_norm": 1.2949188947677612,
      "learning_rate": 3.539012605033509e-08,
      "loss": 0.3322,
      "step": 2715580
    },
    {
      "epoch": 757.91,
      "grad_norm": 1.1629204750061035,
      "learning_rate": 3.538544502214814e-08,
      "loss": 0.3373,
      "step": 2715590
    },
    {
      "epoch": 757.91,
      "grad_norm": 1.2408239841461182,
      "learning_rate": 3.538076430120501e-08,
      "loss": 0.3398,
      "step": 2715600
    },
    {
      "epoch": 757.92,
      "grad_norm": 1.137267827987671,
      "learning_rate": 3.537608388750647e-08,
      "loss": 0.3366,
      "step": 2715610
    },
    {
      "epoch": 757.92,
      "grad_norm": 1.4344568252563477,
      "learning_rate": 3.537140378105331e-08,
      "loss": 0.3307,
      "step": 2715620
    },
    {
      "epoch": 757.92,
      "grad_norm": 1.1907567977905273,
      "learning_rate": 3.536672398184552e-08,
      "loss": 0.3331,
      "step": 2715630
    },
    {
      "epoch": 757.92,
      "grad_norm": 1.2645190954208374,
      "learning_rate": 3.536204448988467e-08,
      "loss": 0.3361,
      "step": 2715640
    },
    {
      "epoch": 757.93,
      "grad_norm": 1.2287875413894653,
      "learning_rate": 3.5357365305170755e-08,
      "loss": 0.3365,
      "step": 2715650
    },
    {
      "epoch": 757.93,
      "grad_norm": 1.3649224042892456,
      "learning_rate": 3.535268642770456e-08,
      "loss": 0.3497,
      "step": 2715660
    },
    {
      "epoch": 757.93,
      "grad_norm": 1.3970615863800049,
      "learning_rate": 3.5348007857486597e-08,
      "loss": 0.336,
      "step": 2715670
    },
    {
      "epoch": 757.93,
      "grad_norm": 1.3730082511901855,
      "learning_rate": 3.534332959451765e-08,
      "loss": 0.3267,
      "step": 2715680
    },
    {
      "epoch": 757.94,
      "grad_norm": 1.167818546295166,
      "learning_rate": 3.533865163879799e-08,
      "loss": 0.3324,
      "step": 2715690
    },
    {
      "epoch": 757.94,
      "grad_norm": 1.4439657926559448,
      "learning_rate": 3.5333973990328646e-08,
      "loss": 0.3231,
      "step": 2715700
    },
    {
      "epoch": 757.94,
      "grad_norm": 1.224591612815857,
      "learning_rate": 3.53292966491104e-08,
      "loss": 0.338,
      "step": 2715710
    },
    {
      "epoch": 757.95,
      "grad_norm": 1.376172423362732,
      "learning_rate": 3.532461961514299e-08,
      "loss": 0.3518,
      "step": 2715720
    },
    {
      "epoch": 757.95,
      "grad_norm": 1.2757316827774048,
      "learning_rate": 3.5319942888428244e-08,
      "loss": 0.3356,
      "step": 2715730
    },
    {
      "epoch": 757.95,
      "grad_norm": 1.2094779014587402,
      "learning_rate": 3.53152664689659e-08,
      "loss": 0.3328,
      "step": 2715740
    },
    {
      "epoch": 757.95,
      "grad_norm": 1.3106294870376587,
      "learning_rate": 3.531059035675674e-08,
      "loss": 0.3385,
      "step": 2715750
    },
    {
      "epoch": 757.96,
      "grad_norm": 1.3825058937072754,
      "learning_rate": 3.5305914551801795e-08,
      "loss": 0.3318,
      "step": 2715760
    },
    {
      "epoch": 757.96,
      "grad_norm": 1.2252148389816284,
      "learning_rate": 3.530123905410107e-08,
      "loss": 0.3371,
      "step": 2715770
    },
    {
      "epoch": 757.96,
      "grad_norm": 1.307953953742981,
      "learning_rate": 3.5296563863655616e-08,
      "loss": 0.3277,
      "step": 2715780
    },
    {
      "epoch": 757.97,
      "grad_norm": 1.330604910850525,
      "learning_rate": 3.529188898046594e-08,
      "loss": 0.3272,
      "step": 2715790
    },
    {
      "epoch": 757.97,
      "grad_norm": 1.1070328950881958,
      "learning_rate": 3.528721440453283e-08,
      "loss": 0.3476,
      "step": 2715800
    },
    {
      "epoch": 757.97,
      "grad_norm": 1.3064817190170288,
      "learning_rate": 3.5282540135856545e-08,
      "loss": 0.3471,
      "step": 2715810
    },
    {
      "epoch": 757.97,
      "grad_norm": 1.4674609899520874,
      "learning_rate": 3.527786617443786e-08,
      "loss": 0.3425,
      "step": 2715820
    },
    {
      "epoch": 757.98,
      "grad_norm": 1.0896549224853516,
      "learning_rate": 3.527319252027757e-08,
      "loss": 0.3262,
      "step": 2715830
    },
    {
      "epoch": 757.98,
      "grad_norm": 1.2540397644042969,
      "learning_rate": 3.526851917337592e-08,
      "loss": 0.3464,
      "step": 2715840
    },
    {
      "epoch": 757.98,
      "grad_norm": 1.4586186408996582,
      "learning_rate": 3.5263846133734215e-08,
      "loss": 0.3478,
      "step": 2715850
    },
    {
      "epoch": 757.98,
      "grad_norm": 1.471534013748169,
      "learning_rate": 3.525917340135246e-08,
      "loss": 0.3425,
      "step": 2715860
    },
    {
      "epoch": 757.99,
      "grad_norm": 1.21174156665802,
      "learning_rate": 3.525450097623143e-08,
      "loss": 0.3361,
      "step": 2715870
    },
    {
      "epoch": 757.99,
      "grad_norm": 1.2778723239898682,
      "learning_rate": 3.524982885837165e-08,
      "loss": 0.3192,
      "step": 2715880
    },
    {
      "epoch": 757.99,
      "grad_norm": 1.215829849243164,
      "learning_rate": 3.5245157047774156e-08,
      "loss": 0.3329,
      "step": 2715890
    },
    {
      "epoch": 758.0,
      "grad_norm": 1.4443470239639282,
      "learning_rate": 3.524048554443921e-08,
      "loss": 0.3436,
      "step": 2715900
    },
    {
      "epoch": 758.0,
      "grad_norm": 1.1284292936325073,
      "learning_rate": 3.523581434836734e-08,
      "loss": 0.342,
      "step": 2715910
    },
    {
      "epoch": 758.0,
      "eval_loss": 0.33637431263923645,
      "eval_runtime": 65.4481,
      "eval_samples_per_second": 77.298,
      "eval_steps_per_second": 9.672,
      "step": 2715914
    },
    {
      "epoch": 758.0,
      "grad_norm": 1.1735965013504028,
      "learning_rate": 3.523114345955931e-08,
      "loss": 0.3426,
      "step": 2715920
    },
    {
      "epoch": 758.0,
      "grad_norm": 1.3049986362457275,
      "learning_rate": 3.5226472878015916e-08,
      "loss": 0.3381,
      "step": 2715930
    },
    {
      "epoch": 758.01,
      "grad_norm": 1.3699952363967896,
      "learning_rate": 3.522180260373793e-08,
      "loss": 0.342,
      "step": 2715940
    },
    {
      "epoch": 758.01,
      "grad_norm": 1.4895917177200317,
      "learning_rate": 3.52171326367251e-08,
      "loss": 0.3363,
      "step": 2715950
    },
    {
      "epoch": 758.01,
      "grad_norm": 1.1933408975601196,
      "learning_rate": 3.521246297697898e-08,
      "loss": 0.3356,
      "step": 2715960
    },
    {
      "epoch": 758.02,
      "grad_norm": 1.2932404279708862,
      "learning_rate": 3.5207793624499826e-08,
      "loss": 0.331,
      "step": 2715970
    },
    {
      "epoch": 758.02,
      "grad_norm": 1.4031178951263428,
      "learning_rate": 3.520312457928791e-08,
      "loss": 0.3427,
      "step": 2715980
    },
    {
      "epoch": 758.02,
      "grad_norm": 1.2384330034255981,
      "learning_rate": 3.519845584134479e-08,
      "loss": 0.3365,
      "step": 2715990
    },
    {
      "epoch": 758.02,
      "grad_norm": 1.580354928970337,
      "learning_rate": 3.51937874106702e-08,
      "loss": 0.346,
      "step": 2716000
    },
    {
      "epoch": 758.03,
      "grad_norm": 3.7112152576446533,
      "learning_rate": 3.5189119287264924e-08,
      "loss": 0.3303,
      "step": 2716010
    },
    {
      "epoch": 758.03,
      "grad_norm": 1.5745078325271606,
      "learning_rate": 3.5184451471129745e-08,
      "loss": 0.3281,
      "step": 2716020
    },
    {
      "epoch": 758.03,
      "grad_norm": 1.389129400253296,
      "learning_rate": 3.51797839622657e-08,
      "loss": 0.3186,
      "step": 2716030
    },
    {
      "epoch": 758.04,
      "grad_norm": 1.416194200515747,
      "learning_rate": 3.517511676067253e-08,
      "loss": 0.3349,
      "step": 2716040
    },
    {
      "epoch": 758.04,
      "grad_norm": 1.2144821882247925,
      "learning_rate": 3.5170449866351536e-08,
      "loss": 0.3417,
      "step": 2716050
    },
    {
      "epoch": 758.04,
      "grad_norm": 1.2320740222930908,
      "learning_rate": 3.5165783279303244e-08,
      "loss": 0.3369,
      "step": 2716060
    },
    {
      "epoch": 758.04,
      "grad_norm": 1.1788458824157715,
      "learning_rate": 3.516111699952765e-08,
      "loss": 0.3413,
      "step": 2716070
    },
    {
      "epoch": 758.05,
      "grad_norm": 1.2723548412322998,
      "learning_rate": 3.51564510270263e-08,
      "loss": 0.3399,
      "step": 2716080
    },
    {
      "epoch": 758.05,
      "grad_norm": 1.551225185394287,
      "learning_rate": 3.515178536179922e-08,
      "loss": 0.3328,
      "step": 2716090
    },
    {
      "epoch": 758.05,
      "grad_norm": 1.2575513124465942,
      "learning_rate": 3.514712000384718e-08,
      "loss": 0.3343,
      "step": 2716100
    },
    {
      "epoch": 758.05,
      "grad_norm": 1.2945388555526733,
      "learning_rate": 3.514245495317095e-08,
      "loss": 0.3295,
      "step": 2716110
    },
    {
      "epoch": 758.06,
      "grad_norm": 1.0213234424591064,
      "learning_rate": 3.5137790209770806e-08,
      "loss": 0.3401,
      "step": 2716120
    },
    {
      "epoch": 758.06,
      "grad_norm": 1.2361758947372437,
      "learning_rate": 3.513312577364752e-08,
      "loss": 0.3495,
      "step": 2716130
    },
    {
      "epoch": 758.06,
      "grad_norm": 1.218408226966858,
      "learning_rate": 3.512846164480188e-08,
      "loss": 0.3302,
      "step": 2716140
    },
    {
      "epoch": 758.07,
      "grad_norm": 1.1567836999893188,
      "learning_rate": 3.512379782323466e-08,
      "loss": 0.3224,
      "step": 2716150
    },
    {
      "epoch": 758.07,
      "grad_norm": 1.1089497804641724,
      "learning_rate": 3.511913430894585e-08,
      "loss": 0.3389,
      "step": 2716160
    },
    {
      "epoch": 758.07,
      "grad_norm": 1.520614743232727,
      "learning_rate": 3.511447110193652e-08,
      "loss": 0.33,
      "step": 2716170
    },
    {
      "epoch": 758.07,
      "grad_norm": 1.138682246208191,
      "learning_rate": 3.5109808202207424e-08,
      "loss": 0.3252,
      "step": 2716180
    },
    {
      "epoch": 758.08,
      "grad_norm": 1.3480870723724365,
      "learning_rate": 3.510514560975857e-08,
      "loss": 0.3378,
      "step": 2716190
    },
    {
      "epoch": 758.08,
      "grad_norm": 1.4153170585632324,
      "learning_rate": 3.510048332459152e-08,
      "loss": 0.332,
      "step": 2716200
    },
    {
      "epoch": 758.08,
      "grad_norm": 1.322257161140442,
      "learning_rate": 3.509582134670576e-08,
      "loss": 0.3403,
      "step": 2716210
    },
    {
      "epoch": 758.09,
      "grad_norm": 1.1315677165985107,
      "learning_rate": 3.509115967610283e-08,
      "loss": 0.3294,
      "step": 2716220
    },
    {
      "epoch": 758.09,
      "grad_norm": 1.3092389106750488,
      "learning_rate": 3.5086498312783017e-08,
      "loss": 0.3346,
      "step": 2716230
    },
    {
      "epoch": 758.09,
      "grad_norm": 6.071516513824463,
      "learning_rate": 3.508183725674683e-08,
      "loss": 0.3307,
      "step": 2716240
    },
    {
      "epoch": 758.09,
      "grad_norm": 1.2665640115737915,
      "learning_rate": 3.5077176507995305e-08,
      "loss": 0.3264,
      "step": 2716250
    },
    {
      "epoch": 758.1,
      "grad_norm": 1.4053728580474854,
      "learning_rate": 3.507251606652845e-08,
      "loss": 0.3355,
      "step": 2716260
    },
    {
      "epoch": 758.1,
      "grad_norm": 1.217262864112854,
      "learning_rate": 3.506785593234704e-08,
      "loss": 0.3346,
      "step": 2716270
    },
    {
      "epoch": 758.1,
      "grad_norm": 1.5862939357757568,
      "learning_rate": 3.506319610545212e-08,
      "loss": 0.3398,
      "step": 2716280
    },
    {
      "epoch": 758.1,
      "grad_norm": 1.3082422018051147,
      "learning_rate": 3.505853658584421e-08,
      "loss": 0.3471,
      "step": 2716290
    },
    {
      "epoch": 758.11,
      "grad_norm": 1.1698869466781616,
      "learning_rate": 3.5053877373523307e-08,
      "loss": 0.3263,
      "step": 2716300
    },
    {
      "epoch": 758.11,
      "grad_norm": 1.319488525390625,
      "learning_rate": 3.504921846849097e-08,
      "loss": 0.3323,
      "step": 2716310
    },
    {
      "epoch": 758.11,
      "grad_norm": 1.3505492210388184,
      "learning_rate": 3.504455987074694e-08,
      "loss": 0.3437,
      "step": 2716320
    },
    {
      "epoch": 758.12,
      "grad_norm": 1.0230807065963745,
      "learning_rate": 3.503990158029253e-08,
      "loss": 0.3251,
      "step": 2716330
    },
    {
      "epoch": 758.12,
      "grad_norm": 1.0960761308670044,
      "learning_rate": 3.503524359712798e-08,
      "loss": 0.3152,
      "step": 2716340
    },
    {
      "epoch": 758.12,
      "grad_norm": 1.127700924873352,
      "learning_rate": 3.503058592125383e-08,
      "loss": 0.3523,
      "step": 2716350
    },
    {
      "epoch": 758.12,
      "grad_norm": 1.3477550745010376,
      "learning_rate": 3.502592855267111e-08,
      "loss": 0.3521,
      "step": 2716360
    },
    {
      "epoch": 758.13,
      "grad_norm": 1.109574556350708,
      "learning_rate": 3.502127149137982e-08,
      "loss": 0.334,
      "step": 2716370
    },
    {
      "epoch": 758.13,
      "grad_norm": 1.11948561668396,
      "learning_rate": 3.501661473738152e-08,
      "loss": 0.3334,
      "step": 2716380
    },
    {
      "epoch": 758.13,
      "grad_norm": 1.2215389013290405,
      "learning_rate": 3.501195829067596e-08,
      "loss": 0.3333,
      "step": 2716390
    },
    {
      "epoch": 758.14,
      "grad_norm": 1.1707814931869507,
      "learning_rate": 3.5007302151263905e-08,
      "loss": 0.3238,
      "step": 2716400
    },
    {
      "epoch": 758.14,
      "grad_norm": 1.5065478086471558,
      "learning_rate": 3.5002646319146416e-08,
      "loss": 0.3311,
      "step": 2716410
    },
    {
      "epoch": 758.14,
      "grad_norm": 1.2523455619812012,
      "learning_rate": 3.4997990794323474e-08,
      "loss": 0.3361,
      "step": 2716420
    },
    {
      "epoch": 758.14,
      "grad_norm": 1.3653920888900757,
      "learning_rate": 3.499333557679639e-08,
      "loss": 0.3414,
      "step": 2716430
    },
    {
      "epoch": 758.15,
      "grad_norm": 1.348271131515503,
      "learning_rate": 3.4988680666565153e-08,
      "loss": 0.3306,
      "step": 2716440
    },
    {
      "epoch": 758.15,
      "grad_norm": 1.3017807006835938,
      "learning_rate": 3.498402606363082e-08,
      "loss": 0.3318,
      "step": 2716450
    },
    {
      "epoch": 758.15,
      "grad_norm": 1.1424986124038696,
      "learning_rate": 3.49793717679939e-08,
      "loss": 0.3447,
      "step": 2716460
    },
    {
      "epoch": 758.16,
      "grad_norm": 1.3826313018798828,
      "learning_rate": 3.4974717779654924e-08,
      "loss": 0.3541,
      "step": 2716470
    },
    {
      "epoch": 758.16,
      "grad_norm": 1.317735195159912,
      "learning_rate": 3.497006409861466e-08,
      "loss": 0.321,
      "step": 2716480
    },
    {
      "epoch": 758.16,
      "grad_norm": 1.401282787322998,
      "learning_rate": 3.496541072487364e-08,
      "loss": 0.3423,
      "step": 2716490
    },
    {
      "epoch": 758.16,
      "grad_norm": 1.585914969444275,
      "learning_rate": 3.496075765843237e-08,
      "loss": 0.343,
      "step": 2716500
    },
    {
      "epoch": 758.17,
      "grad_norm": 1.303383469581604,
      "learning_rate": 3.495610489929164e-08,
      "loss": 0.3165,
      "step": 2716510
    },
    {
      "epoch": 758.17,
      "grad_norm": 1.3049694299697876,
      "learning_rate": 3.4951452447452233e-08,
      "loss": 0.3312,
      "step": 2716520
    },
    {
      "epoch": 758.17,
      "grad_norm": 1.2744841575622559,
      "learning_rate": 3.494680030291415e-08,
      "loss": 0.3267,
      "step": 2716530
    },
    {
      "epoch": 758.17,
      "grad_norm": 1.2886810302734375,
      "learning_rate": 3.494214846567842e-08,
      "loss": 0.3444,
      "step": 2716540
    },
    {
      "epoch": 758.18,
      "grad_norm": 1.0616474151611328,
      "learning_rate": 3.49374969357461e-08,
      "loss": 0.3291,
      "step": 2716550
    },
    {
      "epoch": 758.18,
      "grad_norm": 1.4466681480407715,
      "learning_rate": 3.4932845713116654e-08,
      "loss": 0.3284,
      "step": 2716560
    },
    {
      "epoch": 758.18,
      "grad_norm": 1.2498246431350708,
      "learning_rate": 3.4928194797791914e-08,
      "loss": 0.3335,
      "step": 2716570
    },
    {
      "epoch": 758.19,
      "grad_norm": 1.1906214952468872,
      "learning_rate": 3.492354418977187e-08,
      "loss": 0.3286,
      "step": 2716580
    },
    {
      "epoch": 758.19,
      "grad_norm": 1.2619479894638062,
      "learning_rate": 3.4918893889057314e-08,
      "loss": 0.3409,
      "step": 2716590
    },
    {
      "epoch": 758.19,
      "grad_norm": 1.2064708471298218,
      "learning_rate": 3.4914243895648766e-08,
      "loss": 0.3379,
      "step": 2716600
    },
    {
      "epoch": 758.19,
      "grad_norm": 1.199055552482605,
      "learning_rate": 3.4909594209546994e-08,
      "loss": 0.3198,
      "step": 2716610
    },
    {
      "epoch": 758.2,
      "grad_norm": 1.3422549962997437,
      "learning_rate": 3.4904944830752275e-08,
      "loss": 0.3292,
      "step": 2716620
    },
    {
      "epoch": 758.2,
      "grad_norm": 1.2451850175857544,
      "learning_rate": 3.490029575926537e-08,
      "loss": 0.3381,
      "step": 2716630
    },
    {
      "epoch": 758.2,
      "grad_norm": 1.2628557682037354,
      "learning_rate": 3.489564699508734e-08,
      "loss": 0.3513,
      "step": 2716640
    },
    {
      "epoch": 758.21,
      "grad_norm": 1.2241765260696411,
      "learning_rate": 3.489099853821817e-08,
      "loss": 0.3319,
      "step": 2716650
    },
    {
      "epoch": 758.21,
      "grad_norm": 1.296312689781189,
      "learning_rate": 3.4886350388658915e-08,
      "loss": 0.3241,
      "step": 2716660
    },
    {
      "epoch": 758.21,
      "grad_norm": 1.1769869327545166,
      "learning_rate": 3.488170254641008e-08,
      "loss": 0.3311,
      "step": 2716670
    },
    {
      "epoch": 758.21,
      "grad_norm": 1.153422236442566,
      "learning_rate": 3.48770550114722e-08,
      "loss": 0.33,
      "step": 2716680
    },
    {
      "epoch": 758.22,
      "grad_norm": 1.0487334728240967,
      "learning_rate": 3.4872407783845775e-08,
      "loss": 0.3475,
      "step": 2716690
    },
    {
      "epoch": 758.22,
      "grad_norm": 1.2627958059310913,
      "learning_rate": 3.4867760863531866e-08,
      "loss": 0.3318,
      "step": 2716700
    },
    {
      "epoch": 758.22,
      "grad_norm": 1.1678366661071777,
      "learning_rate": 3.486311425053073e-08,
      "loss": 0.3378,
      "step": 2716710
    },
    {
      "epoch": 758.22,
      "grad_norm": 1.1530125141143799,
      "learning_rate": 3.485846794484288e-08,
      "loss": 0.3347,
      "step": 2716720
    },
    {
      "epoch": 758.23,
      "grad_norm": 1.3952540159225464,
      "learning_rate": 3.4853821946469356e-08,
      "loss": 0.3376,
      "step": 2716730
    },
    {
      "epoch": 758.23,
      "grad_norm": 7.111594200134277,
      "learning_rate": 3.4849176255410166e-08,
      "loss": 0.3458,
      "step": 2716740
    },
    {
      "epoch": 758.23,
      "grad_norm": 1.1983128786087036,
      "learning_rate": 3.484453087166687e-08,
      "loss": 0.3529,
      "step": 2716750
    },
    {
      "epoch": 758.24,
      "grad_norm": 1.2006232738494873,
      "learning_rate": 3.4839885795239205e-08,
      "loss": 0.3265,
      "step": 2716760
    },
    {
      "epoch": 758.24,
      "grad_norm": 1.1669081449508667,
      "learning_rate": 3.483524102612795e-08,
      "loss": 0.3344,
      "step": 2716770
    },
    {
      "epoch": 758.24,
      "grad_norm": 1.5961498022079468,
      "learning_rate": 3.4830596564334146e-08,
      "loss": 0.3268,
      "step": 2716780
    },
    {
      "epoch": 758.24,
      "grad_norm": 2.0746116638183594,
      "learning_rate": 3.482595240985779e-08,
      "loss": 0.3451,
      "step": 2716790
    },
    {
      "epoch": 758.25,
      "grad_norm": 1.2589969635009766,
      "learning_rate": 3.482130856270046e-08,
      "loss": 0.3297,
      "step": 2716800
    },
    {
      "epoch": 758.25,
      "grad_norm": 1.429648518562317,
      "learning_rate": 3.4816665022861614e-08,
      "loss": 0.3471,
      "step": 2716810
    },
    {
      "epoch": 758.25,
      "grad_norm": 1.1500506401062012,
      "learning_rate": 3.4812021790342565e-08,
      "loss": 0.327,
      "step": 2716820
    },
    {
      "epoch": 758.26,
      "grad_norm": 1.5765804052352905,
      "learning_rate": 3.480737886514384e-08,
      "loss": 0.3371,
      "step": 2716830
    },
    {
      "epoch": 758.26,
      "grad_norm": 1.192948341369629,
      "learning_rate": 3.48027362472662e-08,
      "loss": 0.3318,
      "step": 2716840
    },
    {
      "epoch": 758.26,
      "grad_norm": 1.1877241134643555,
      "learning_rate": 3.479809393670992e-08,
      "loss": 0.3553,
      "step": 2716850
    },
    {
      "epoch": 758.26,
      "grad_norm": 1.3249237537384033,
      "learning_rate": 3.479345193347577e-08,
      "loss": 0.3369,
      "step": 2716860
    },
    {
      "epoch": 758.27,
      "grad_norm": 1.6319000720977783,
      "learning_rate": 3.478881023756429e-08,
      "loss": 0.3435,
      "step": 2716870
    },
    {
      "epoch": 758.27,
      "grad_norm": 1.2081644535064697,
      "learning_rate": 3.478416884897597e-08,
      "loss": 0.3484,
      "step": 2716880
    },
    {
      "epoch": 758.27,
      "grad_norm": 1.3300329446792603,
      "learning_rate": 3.477952776771214e-08,
      "loss": 0.3463,
      "step": 2716890
    },
    {
      "epoch": 758.28,
      "grad_norm": 1.2814451456069946,
      "learning_rate": 3.477488699377253e-08,
      "loss": 0.3353,
      "step": 2716900
    },
    {
      "epoch": 758.28,
      "grad_norm": 1.0925517082214355,
      "learning_rate": 3.477024652715817e-08,
      "loss": 0.3529,
      "step": 2716910
    },
    {
      "epoch": 758.28,
      "grad_norm": 1.1991361379623413,
      "learning_rate": 3.476560636786986e-08,
      "loss": 0.3347,
      "step": 2716920
    },
    {
      "epoch": 758.28,
      "grad_norm": 1.1279257535934448,
      "learning_rate": 3.476096651590784e-08,
      "loss": 0.3188,
      "step": 2716930
    },
    {
      "epoch": 758.29,
      "grad_norm": 1.3040679693222046,
      "learning_rate": 3.475632697127291e-08,
      "loss": 0.3482,
      "step": 2716940
    },
    {
      "epoch": 758.29,
      "grad_norm": 1.1774013042449951,
      "learning_rate": 3.475168773396583e-08,
      "loss": 0.3248,
      "step": 2716950
    },
    {
      "epoch": 758.29,
      "grad_norm": 1.181972622871399,
      "learning_rate": 3.474704880398688e-08,
      "loss": 0.3314,
      "step": 2716960
    },
    {
      "epoch": 758.29,
      "grad_norm": 1.399473786354065,
      "learning_rate": 3.474241018133683e-08,
      "loss": 0.3413,
      "step": 2716970
    },
    {
      "epoch": 758.3,
      "grad_norm": 15.483054161071777,
      "learning_rate": 3.4737771866016464e-08,
      "loss": 0.3348,
      "step": 2716980
    },
    {
      "epoch": 758.3,
      "grad_norm": 1.3593426942825317,
      "learning_rate": 3.4733133858026035e-08,
      "loss": 0.3337,
      "step": 2716990
    },
    {
      "epoch": 758.3,
      "grad_norm": 1.2529377937316895,
      "learning_rate": 3.4728496157366596e-08,
      "loss": 0.3308,
      "step": 2717000
    },
    {
      "epoch": 758.31,
      "grad_norm": 1.4287761449813843,
      "learning_rate": 3.47238587640384e-08,
      "loss": 0.3309,
      "step": 2717010
    },
    {
      "epoch": 758.31,
      "grad_norm": 1.3147789239883423,
      "learning_rate": 3.471922167804222e-08,
      "loss": 0.3464,
      "step": 2717020
    },
    {
      "epoch": 758.31,
      "grad_norm": 1.4029654264450073,
      "learning_rate": 3.471458489937885e-08,
      "loss": 0.3523,
      "step": 2717030
    },
    {
      "epoch": 758.31,
      "grad_norm": 1.1131161451339722,
      "learning_rate": 3.470994842804855e-08,
      "loss": 0.3488,
      "step": 2717040
    },
    {
      "epoch": 758.32,
      "grad_norm": 1.3351041078567505,
      "learning_rate": 3.470531226405209e-08,
      "loss": 0.3424,
      "step": 2717050
    },
    {
      "epoch": 758.32,
      "grad_norm": 1.3346474170684814,
      "learning_rate": 3.470067640739026e-08,
      "loss": 0.348,
      "step": 2717060
    },
    {
      "epoch": 758.32,
      "grad_norm": 1.9998729228973389,
      "learning_rate": 3.4696040858063316e-08,
      "loss": 0.3331,
      "step": 2717070
    },
    {
      "epoch": 758.33,
      "grad_norm": 1.4545055627822876,
      "learning_rate": 3.46914056160723e-08,
      "loss": 0.3347,
      "step": 2717080
    },
    {
      "epoch": 758.33,
      "grad_norm": 1.2372074127197266,
      "learning_rate": 3.468677068141747e-08,
      "loss": 0.345,
      "step": 2717090
    },
    {
      "epoch": 758.33,
      "grad_norm": 1.1622247695922852,
      "learning_rate": 3.468213605409961e-08,
      "loss": 0.3329,
      "step": 2717100
    },
    {
      "epoch": 758.33,
      "grad_norm": 1.087157130241394,
      "learning_rate": 3.467750173411924e-08,
      "loss": 0.327,
      "step": 2717110
    },
    {
      "epoch": 758.34,
      "grad_norm": 1.1683257818222046,
      "learning_rate": 3.467286772147714e-08,
      "loss": 0.3268,
      "step": 2717120
    },
    {
      "epoch": 758.34,
      "grad_norm": 1.3098244667053223,
      "learning_rate": 3.466823401617382e-08,
      "loss": 0.3492,
      "step": 2717130
    },
    {
      "epoch": 758.34,
      "grad_norm": 1.3729076385498047,
      "learning_rate": 3.466360061820982e-08,
      "loss": 0.3288,
      "step": 2717140
    },
    {
      "epoch": 758.34,
      "grad_norm": 1.489508032798767,
      "learning_rate": 3.465896752758617e-08,
      "loss": 0.3372,
      "step": 2717150
    },
    {
      "epoch": 758.35,
      "grad_norm": 1.281883716583252,
      "learning_rate": 3.465433474430287e-08,
      "loss": 0.3332,
      "step": 2717160
    },
    {
      "epoch": 758.35,
      "grad_norm": 1.3264464139938354,
      "learning_rate": 3.464970226836096e-08,
      "loss": 0.3491,
      "step": 2717170
    },
    {
      "epoch": 758.35,
      "grad_norm": 1.3624310493469238,
      "learning_rate": 3.46450700997607e-08,
      "loss": 0.3422,
      "step": 2717180
    },
    {
      "epoch": 758.36,
      "grad_norm": 1.1811017990112305,
      "learning_rate": 3.46404382385034e-08,
      "loss": 0.347,
      "step": 2717190
    },
    {
      "epoch": 758.36,
      "grad_norm": 1.2387019395828247,
      "learning_rate": 3.463580668458879e-08,
      "loss": 0.3286,
      "step": 2717200
    },
    {
      "epoch": 758.36,
      "grad_norm": 1.1176226139068604,
      "learning_rate": 3.4631175438017916e-08,
      "loss": 0.3368,
      "step": 2717210
    },
    {
      "epoch": 758.36,
      "grad_norm": 1.2552753686904907,
      "learning_rate": 3.462654449879181e-08,
      "loss": 0.336,
      "step": 2717220
    },
    {
      "epoch": 758.37,
      "grad_norm": 1.3561508655548096,
      "learning_rate": 3.4621913866909964e-08,
      "loss": 0.3294,
      "step": 2717230
    },
    {
      "epoch": 758.37,
      "grad_norm": 1.5538249015808105,
      "learning_rate": 3.4617283542374194e-08,
      "loss": 0.345,
      "step": 2717240
    },
    {
      "epoch": 758.37,
      "grad_norm": 1.14371657371521,
      "learning_rate": 3.46126535251845e-08,
      "loss": 0.3288,
      "step": 2717250
    },
    {
      "epoch": 758.38,
      "grad_norm": 1.3845990896224976,
      "learning_rate": 3.460802381534166e-08,
      "loss": 0.3322,
      "step": 2717260
    },
    {
      "epoch": 758.38,
      "grad_norm": 1.8679158687591553,
      "learning_rate": 3.4603394412846197e-08,
      "loss": 0.3426,
      "step": 2717270
    },
    {
      "epoch": 758.38,
      "grad_norm": 1.1895642280578613,
      "learning_rate": 3.459876531769889e-08,
      "loss": 0.3388,
      "step": 2717280
    },
    {
      "epoch": 758.38,
      "grad_norm": 1.3142472505569458,
      "learning_rate": 3.459413652990026e-08,
      "loss": 0.3324,
      "step": 2717290
    },
    {
      "epoch": 758.39,
      "grad_norm": 1.9096211194992065,
      "learning_rate": 3.4589508049450574e-08,
      "loss": 0.3444,
      "step": 2717300
    },
    {
      "epoch": 758.39,
      "grad_norm": 1.209456205368042,
      "learning_rate": 3.458487987635112e-08,
      "loss": 0.3463,
      "step": 2717310
    },
    {
      "epoch": 758.39,
      "grad_norm": 1.2937873601913452,
      "learning_rate": 3.4580252010601905e-08,
      "loss": 0.3316,
      "step": 2717320
    },
    {
      "epoch": 758.4,
      "grad_norm": 1.1652103662490845,
      "learning_rate": 3.457562445220423e-08,
      "loss": 0.3502,
      "step": 2717330
    },
    {
      "epoch": 758.4,
      "grad_norm": 1.2068248987197876,
      "learning_rate": 3.4570997201157846e-08,
      "loss": 0.3363,
      "step": 2717340
    },
    {
      "epoch": 758.4,
      "grad_norm": 1.2794736623764038,
      "learning_rate": 3.4566370257464034e-08,
      "loss": 0.336,
      "step": 2717350
    },
    {
      "epoch": 758.4,
      "grad_norm": 1.3470962047576904,
      "learning_rate": 3.456174362112332e-08,
      "loss": 0.3385,
      "step": 2717360
    },
    {
      "epoch": 758.41,
      "grad_norm": 1.3873319625854492,
      "learning_rate": 3.455711729213571e-08,
      "loss": 0.3233,
      "step": 2717370
    },
    {
      "epoch": 758.41,
      "grad_norm": 1.1812512874603271,
      "learning_rate": 3.455249127050277e-08,
      "loss": 0.3215,
      "step": 2717380
    },
    {
      "epoch": 758.41,
      "grad_norm": 1.1357935667037964,
      "learning_rate": 3.4547865556224487e-08,
      "loss": 0.336,
      "step": 2717390
    },
    {
      "epoch": 758.41,
      "grad_norm": 1.4017194509506226,
      "learning_rate": 3.4543240149301644e-08,
      "loss": 0.3351,
      "step": 2717400
    },
    {
      "epoch": 758.42,
      "grad_norm": 1.1349050998687744,
      "learning_rate": 3.4538615049734766e-08,
      "loss": 0.3496,
      "step": 2717410
    },
    {
      "epoch": 758.42,
      "grad_norm": 1.3871424198150635,
      "learning_rate": 3.4533990257524896e-08,
      "loss": 0.3399,
      "step": 2717420
    },
    {
      "epoch": 758.42,
      "grad_norm": 1.3168131113052368,
      "learning_rate": 3.452936577267203e-08,
      "loss": 0.3369,
      "step": 2717430
    },
    {
      "epoch": 758.43,
      "grad_norm": 1.0672428607940674,
      "learning_rate": 3.4524741595176945e-08,
      "loss": 0.3445,
      "step": 2717440
    },
    {
      "epoch": 758.43,
      "grad_norm": 1.2445859909057617,
      "learning_rate": 3.452011772504069e-08,
      "loss": 0.3374,
      "step": 2717450
    },
    {
      "epoch": 758.43,
      "grad_norm": 1.1571792364120483,
      "learning_rate": 3.4515494162263e-08,
      "loss": 0.3465,
      "step": 2717460
    },
    {
      "epoch": 758.43,
      "grad_norm": 1.3631365299224854,
      "learning_rate": 3.451087090684569e-08,
      "loss": 0.3213,
      "step": 2717470
    },
    {
      "epoch": 758.44,
      "grad_norm": 1.3328133821487427,
      "learning_rate": 3.4506247958788516e-08,
      "loss": 0.317,
      "step": 2717480
    },
    {
      "epoch": 758.44,
      "grad_norm": 1.3414843082427979,
      "learning_rate": 3.450162531809225e-08,
      "loss": 0.3512,
      "step": 2717490
    },
    {
      "epoch": 758.44,
      "grad_norm": 1.2615777254104614,
      "learning_rate": 3.449700298475766e-08,
      "loss": 0.3173,
      "step": 2717500
    },
    {
      "epoch": 758.45,
      "grad_norm": 1.1536284685134888,
      "learning_rate": 3.449238095878503e-08,
      "loss": 0.3253,
      "step": 2717510
    },
    {
      "epoch": 758.45,
      "grad_norm": 1.3274059295654297,
      "learning_rate": 3.448775924017539e-08,
      "loss": 0.3473,
      "step": 2717520
    },
    {
      "epoch": 758.45,
      "grad_norm": 1.237182378768921,
      "learning_rate": 3.448313782892925e-08,
      "loss": 0.3237,
      "step": 2717530
    },
    {
      "epoch": 758.45,
      "grad_norm": 1.5364915132522583,
      "learning_rate": 3.447851672504715e-08,
      "loss": 0.3361,
      "step": 2717540
    },
    {
      "epoch": 758.46,
      "grad_norm": 1.1997828483581543,
      "learning_rate": 3.44738959285296e-08,
      "loss": 0.323,
      "step": 2717550
    },
    {
      "epoch": 758.46,
      "grad_norm": 1.1506822109222412,
      "learning_rate": 3.446927543937737e-08,
      "loss": 0.3382,
      "step": 2717560
    },
    {
      "epoch": 758.46,
      "grad_norm": 1.5399904251098633,
      "learning_rate": 3.4464655257591e-08,
      "loss": 0.3272,
      "step": 2717570
    },
    {
      "epoch": 758.46,
      "grad_norm": 1.3323527574539185,
      "learning_rate": 3.446003538317126e-08,
      "loss": 0.3312,
      "step": 2717580
    },
    {
      "epoch": 758.47,
      "grad_norm": 1.1544452905654907,
      "learning_rate": 3.4455415816118676e-08,
      "loss": 0.3334,
      "step": 2717590
    },
    {
      "epoch": 758.47,
      "grad_norm": 1.753164529800415,
      "learning_rate": 3.445079655643376e-08,
      "loss": 0.3366,
      "step": 2717600
    },
    {
      "epoch": 758.47,
      "grad_norm": 1.1538476943969727,
      "learning_rate": 3.444617760411704e-08,
      "loss": 0.3405,
      "step": 2717610
    },
    {
      "epoch": 758.48,
      "grad_norm": 1.220280408859253,
      "learning_rate": 3.44415589591693e-08,
      "loss": 0.3412,
      "step": 2717620
    },
    {
      "epoch": 758.48,
      "grad_norm": 1.2147002220153809,
      "learning_rate": 3.4436940621591303e-08,
      "loss": 0.3496,
      "step": 2717630
    },
    {
      "epoch": 758.48,
      "grad_norm": 1.2784512042999268,
      "learning_rate": 3.4432322591383326e-08,
      "loss": 0.3454,
      "step": 2717640
    },
    {
      "epoch": 758.48,
      "grad_norm": 1.141073226928711,
      "learning_rate": 3.442770486854667e-08,
      "loss": 0.3206,
      "step": 2717650
    },
    {
      "epoch": 758.49,
      "grad_norm": 1.1191602945327759,
      "learning_rate": 3.44230874530808e-08,
      "loss": 0.3358,
      "step": 2717660
    },
    {
      "epoch": 758.49,
      "grad_norm": 0.9935534000396729,
      "learning_rate": 3.4418470344987297e-08,
      "loss": 0.3327,
      "step": 2717670
    },
    {
      "epoch": 758.49,
      "grad_norm": 1.166094183921814,
      "learning_rate": 3.44138535442664e-08,
      "loss": 0.3424,
      "step": 2717680
    },
    {
      "epoch": 758.5,
      "grad_norm": 1.208464503288269,
      "learning_rate": 3.440923705091865e-08,
      "loss": 0.3448,
      "step": 2717690
    },
    {
      "epoch": 758.5,
      "grad_norm": 1.121648907661438,
      "learning_rate": 3.4404620864945074e-08,
      "loss": 0.3545,
      "step": 2717700
    },
    {
      "epoch": 758.5,
      "grad_norm": 1.134600281715393,
      "learning_rate": 3.440000498634568e-08,
      "loss": 0.3449,
      "step": 2717710
    },
    {
      "epoch": 758.5,
      "grad_norm": 1.199941635131836,
      "learning_rate": 3.4395389415121497e-08,
      "loss": 0.3254,
      "step": 2717720
    },
    {
      "epoch": 758.51,
      "grad_norm": 1.175673246383667,
      "learning_rate": 3.439077415127332e-08,
      "loss": 0.3311,
      "step": 2717730
    },
    {
      "epoch": 758.51,
      "grad_norm": 1.2026567459106445,
      "learning_rate": 3.438615919480114e-08,
      "loss": 0.3314,
      "step": 2717740
    },
    {
      "epoch": 758.51,
      "grad_norm": 0.9648563265800476,
      "learning_rate": 3.4381544545706e-08,
      "loss": 0.3192,
      "step": 2717750
    },
    {
      "epoch": 758.52,
      "grad_norm": 1.2428333759307861,
      "learning_rate": 3.4376930203988425e-08,
      "loss": 0.337,
      "step": 2717760
    },
    {
      "epoch": 758.52,
      "grad_norm": 1.3064335584640503,
      "learning_rate": 3.4372316169649185e-08,
      "loss": 0.3569,
      "step": 2717770
    },
    {
      "epoch": 758.52,
      "grad_norm": 1.183003544807434,
      "learning_rate": 3.436770244268855e-08,
      "loss": 0.3372,
      "step": 2717780
    },
    {
      "epoch": 758.52,
      "grad_norm": 1.2035313844680786,
      "learning_rate": 3.436308902310756e-08,
      "loss": 0.3493,
      "step": 2717790
    },
    {
      "epoch": 758.53,
      "grad_norm": 1.3338831663131714,
      "learning_rate": 3.435847591090621e-08,
      "loss": 0.332,
      "step": 2717800
    },
    {
      "epoch": 758.53,
      "grad_norm": 1.5080327987670898,
      "learning_rate": 3.4353863106085805e-08,
      "loss": 0.3361,
      "step": 2717810
    },
    {
      "epoch": 758.53,
      "grad_norm": 1.4179799556732178,
      "learning_rate": 3.43492506086466e-08,
      "loss": 0.3335,
      "step": 2717820
    },
    {
      "epoch": 758.53,
      "grad_norm": 1.143023133277893,
      "learning_rate": 3.434463841858939e-08,
      "loss": 0.346,
      "step": 2717830
    },
    {
      "epoch": 758.54,
      "grad_norm": 1.1016654968261719,
      "learning_rate": 3.4340026535914414e-08,
      "loss": 0.3448,
      "step": 2717840
    },
    {
      "epoch": 758.54,
      "grad_norm": 1.1503804922103882,
      "learning_rate": 3.4335414960622463e-08,
      "loss": 0.342,
      "step": 2717850
    },
    {
      "epoch": 758.54,
      "grad_norm": 1.1355953216552734,
      "learning_rate": 3.433080369271459e-08,
      "loss": 0.3482,
      "step": 2717860
    },
    {
      "epoch": 758.55,
      "grad_norm": 1.2506839036941528,
      "learning_rate": 3.432619273219077e-08,
      "loss": 0.3391,
      "step": 2717870
    },
    {
      "epoch": 758.55,
      "grad_norm": 1.250968098640442,
      "learning_rate": 3.432158207905206e-08,
      "loss": 0.3364,
      "step": 2717880
    },
    {
      "epoch": 758.55,
      "grad_norm": 1.1375175714492798,
      "learning_rate": 3.431697173329898e-08,
      "loss": 0.3422,
      "step": 2717890
    },
    {
      "epoch": 758.55,
      "grad_norm": 1.2544554471969604,
      "learning_rate": 3.431236169493153e-08,
      "loss": 0.355,
      "step": 2717900
    },
    {
      "epoch": 758.56,
      "grad_norm": 1.300085425376892,
      "learning_rate": 3.430775196395152e-08,
      "loss": 0.3343,
      "step": 2717910
    },
    {
      "epoch": 758.56,
      "grad_norm": 1.1830363273620605,
      "learning_rate": 3.430314254035845e-08,
      "loss": 0.3244,
      "step": 2717920
    },
    {
      "epoch": 758.56,
      "grad_norm": 1.3132599592208862,
      "learning_rate": 3.4298533424153596e-08,
      "loss": 0.3372,
      "step": 2717930
    },
    {
      "epoch": 758.57,
      "grad_norm": 1.0750305652618408,
      "learning_rate": 3.429392461533724e-08,
      "loss": 0.3242,
      "step": 2717940
    },
    {
      "epoch": 758.57,
      "grad_norm": 1.4108726978302002,
      "learning_rate": 3.4289316113910154e-08,
      "loss": 0.334,
      "step": 2717950
    },
    {
      "epoch": 758.57,
      "grad_norm": 1.2210453748703003,
      "learning_rate": 3.428470791987312e-08,
      "loss": 0.3245,
      "step": 2717960
    },
    {
      "epoch": 758.57,
      "grad_norm": 1.1967685222625732,
      "learning_rate": 3.4280100033226395e-08,
      "loss": 0.325,
      "step": 2717970
    },
    {
      "epoch": 758.58,
      "grad_norm": 1.4777183532714844,
      "learning_rate": 3.4275492453970497e-08,
      "loss": 0.3363,
      "step": 2717980
    },
    {
      "epoch": 758.58,
      "grad_norm": 1.5160670280456543,
      "learning_rate": 3.4270885182106475e-08,
      "loss": 0.3392,
      "step": 2717990
    },
    {
      "epoch": 758.58,
      "grad_norm": 1.2236435413360596,
      "learning_rate": 3.426627821763485e-08,
      "loss": 0.344,
      "step": 2718000
    },
    {
      "epoch": 758.58,
      "grad_norm": 1.090208888053894,
      "learning_rate": 3.426167156055613e-08,
      "loss": 0.3311,
      "step": 2718010
    },
    {
      "epoch": 758.59,
      "grad_norm": 1.2458086013793945,
      "learning_rate": 3.4257065210870855e-08,
      "loss": 0.346,
      "step": 2718020
    },
    {
      "epoch": 758.59,
      "grad_norm": 1.2192435264587402,
      "learning_rate": 3.4252459168579785e-08,
      "loss": 0.3315,
      "step": 2718030
    },
    {
      "epoch": 758.59,
      "grad_norm": 1.3482935428619385,
      "learning_rate": 3.424785343368319e-08,
      "loss": 0.3318,
      "step": 2718040
    },
    {
      "epoch": 758.6,
      "grad_norm": 1.2951734066009521,
      "learning_rate": 3.424324800618237e-08,
      "loss": 0.3388,
      "step": 2718050
    },
    {
      "epoch": 758.6,
      "grad_norm": 1.1103746891021729,
      "learning_rate": 3.423864288607733e-08,
      "loss": 0.3401,
      "step": 2718060
    },
    {
      "epoch": 758.6,
      "grad_norm": 1.3174306154251099,
      "learning_rate": 3.423403807336885e-08,
      "loss": 0.3417,
      "step": 2718070
    },
    {
      "epoch": 758.6,
      "grad_norm": 1.3932920694351196,
      "learning_rate": 3.42294335680577e-08,
      "loss": 0.3442,
      "step": 2718080
    },
    {
      "epoch": 758.61,
      "grad_norm": 1.5785245895385742,
      "learning_rate": 3.4224829370144404e-08,
      "loss": 0.3415,
      "step": 2718090
    },
    {
      "epoch": 758.61,
      "grad_norm": 1.2782597541809082,
      "learning_rate": 3.4220225479629495e-08,
      "loss": 0.3163,
      "step": 2718100
    },
    {
      "epoch": 758.61,
      "grad_norm": 1.2341067790985107,
      "learning_rate": 3.421562189651348e-08,
      "loss": 0.3186,
      "step": 2718110
    },
    {
      "epoch": 758.62,
      "grad_norm": 1.2577779293060303,
      "learning_rate": 3.421101862079714e-08,
      "loss": 0.3352,
      "step": 2718120
    },
    {
      "epoch": 758.62,
      "grad_norm": 1.3942967653274536,
      "learning_rate": 3.4206415652481e-08,
      "loss": 0.3448,
      "step": 2718130
    },
    {
      "epoch": 758.62,
      "grad_norm": 1.5960873365402222,
      "learning_rate": 3.42018129915661e-08,
      "loss": 0.3206,
      "step": 2718140
    },
    {
      "epoch": 758.62,
      "grad_norm": 1.4278442859649658,
      "learning_rate": 3.419721063805244e-08,
      "loss": 0.3353,
      "step": 2718150
    },
    {
      "epoch": 758.63,
      "grad_norm": 1.1210451126098633,
      "learning_rate": 3.4192608591940804e-08,
      "loss": 0.3337,
      "step": 2718160
    },
    {
      "epoch": 758.63,
      "grad_norm": 1.1702947616577148,
      "learning_rate": 3.4188006853232226e-08,
      "loss": 0.329,
      "step": 2718170
    },
    {
      "epoch": 758.63,
      "grad_norm": 1.230362892150879,
      "learning_rate": 3.418340542192645e-08,
      "loss": 0.3286,
      "step": 2718180
    },
    {
      "epoch": 758.64,
      "grad_norm": 1.3040953874588013,
      "learning_rate": 3.417880429802504e-08,
      "loss": 0.3559,
      "step": 2718190
    },
    {
      "epoch": 758.64,
      "grad_norm": 1.2308735847473145,
      "learning_rate": 3.417420348152799e-08,
      "loss": 0.3356,
      "step": 2718200
    },
    {
      "epoch": 758.64,
      "grad_norm": 1.2485744953155518,
      "learning_rate": 3.416960297243608e-08,
      "loss": 0.3607,
      "step": 2718210
    },
    {
      "epoch": 758.64,
      "grad_norm": 1.2859408855438232,
      "learning_rate": 3.4165002770750096e-08,
      "loss": 0.3325,
      "step": 2718220
    },
    {
      "epoch": 758.65,
      "grad_norm": 1.4339145421981812,
      "learning_rate": 3.416040287647056e-08,
      "loss": 0.3481,
      "step": 2718230
    },
    {
      "epoch": 758.65,
      "grad_norm": 1.2518304586410522,
      "learning_rate": 3.415580328959772e-08,
      "loss": 0.3276,
      "step": 2718240
    },
    {
      "epoch": 758.65,
      "grad_norm": 1.2534741163253784,
      "learning_rate": 3.415120401013289e-08,
      "loss": 0.3288,
      "step": 2718250
    },
    {
      "epoch": 758.65,
      "grad_norm": 1.479071021080017,
      "learning_rate": 3.414660503807606e-08,
      "loss": 0.3316,
      "step": 2718260
    },
    {
      "epoch": 758.66,
      "grad_norm": 1.2995368242263794,
      "learning_rate": 3.4142006373428025e-08,
      "loss": 0.3376,
      "step": 2718270
    },
    {
      "epoch": 758.66,
      "grad_norm": 7.559554576873779,
      "learning_rate": 3.4137408016189553e-08,
      "loss": 0.3431,
      "step": 2718280
    },
    {
      "epoch": 758.66,
      "grad_norm": 1.5291409492492676,
      "learning_rate": 3.413280996636116e-08,
      "loss": 0.3575,
      "step": 2718290
    },
    {
      "epoch": 758.67,
      "grad_norm": 1.1752307415008545,
      "learning_rate": 3.412821222394339e-08,
      "loss": 0.3402,
      "step": 2718300
    },
    {
      "epoch": 758.67,
      "grad_norm": 1.1448218822479248,
      "learning_rate": 3.4123614788936993e-08,
      "loss": 0.3367,
      "step": 2718310
    },
    {
      "epoch": 758.67,
      "grad_norm": 1.3519535064697266,
      "learning_rate": 3.4119017661342253e-08,
      "loss": 0.3221,
      "step": 2718320
    },
    {
      "epoch": 758.67,
      "grad_norm": 1.532740592956543,
      "learning_rate": 3.41144208411602e-08,
      "loss": 0.3485,
      "step": 2718330
    },
    {
      "epoch": 758.68,
      "grad_norm": 1.2675198316574097,
      "learning_rate": 3.4109824328391354e-08,
      "loss": 0.3443,
      "step": 2718340
    },
    {
      "epoch": 758.68,
      "grad_norm": 1.089009165763855,
      "learning_rate": 3.410522812303624e-08,
      "loss": 0.3269,
      "step": 2718350
    },
    {
      "epoch": 758.68,
      "grad_norm": 1.1710773706436157,
      "learning_rate": 3.410063222509512e-08,
      "loss": 0.3305,
      "step": 2718360
    },
    {
      "epoch": 758.69,
      "grad_norm": 1.267504096031189,
      "learning_rate": 3.4096036634569544e-08,
      "loss": 0.3403,
      "step": 2718370
    },
    {
      "epoch": 758.69,
      "grad_norm": 1.255284309387207,
      "learning_rate": 3.4091441351459006e-08,
      "loss": 0.3543,
      "step": 2718380
    },
    {
      "epoch": 758.69,
      "grad_norm": 1.1818324327468872,
      "learning_rate": 3.4086846375764796e-08,
      "loss": 0.3417,
      "step": 2718390
    },
    {
      "epoch": 758.69,
      "grad_norm": 1.317124843597412,
      "learning_rate": 3.40822517074877e-08,
      "loss": 0.3462,
      "step": 2718400
    },
    {
      "epoch": 758.7,
      "grad_norm": 1.2895702123641968,
      "learning_rate": 3.4077657346627715e-08,
      "loss": 0.3382,
      "step": 2718410
    },
    {
      "epoch": 758.7,
      "grad_norm": 1.3782052993774414,
      "learning_rate": 3.4073063293185883e-08,
      "loss": 0.3444,
      "step": 2718420
    },
    {
      "epoch": 758.7,
      "grad_norm": 1.264947772026062,
      "learning_rate": 3.4068469547162464e-08,
      "loss": 0.3341,
      "step": 2718430
    },
    {
      "epoch": 758.7,
      "grad_norm": 1.330540418624878,
      "learning_rate": 3.40638761085585e-08,
      "loss": 0.3331,
      "step": 2718440
    },
    {
      "epoch": 758.71,
      "grad_norm": 2.5334038734436035,
      "learning_rate": 3.4059282977374256e-08,
      "loss": 0.3381,
      "step": 2718450
    },
    {
      "epoch": 758.71,
      "grad_norm": 1.3088164329528809,
      "learning_rate": 3.40546901536105e-08,
      "loss": 0.333,
      "step": 2718460
    },
    {
      "epoch": 758.71,
      "grad_norm": 1.5289690494537354,
      "learning_rate": 3.4050097637267764e-08,
      "loss": 0.3468,
      "step": 2718470
    },
    {
      "epoch": 758.72,
      "grad_norm": 1.2667193412780762,
      "learning_rate": 3.404550542834682e-08,
      "loss": 0.3504,
      "step": 2718480
    },
    {
      "epoch": 758.72,
      "grad_norm": 1.1996097564697266,
      "learning_rate": 3.404091352684846e-08,
      "loss": 0.3296,
      "step": 2718490
    },
    {
      "epoch": 758.72,
      "grad_norm": 1.2062633037567139,
      "learning_rate": 3.4036321932772416e-08,
      "loss": 0.3302,
      "step": 2718500
    },
    {
      "epoch": 758.72,
      "grad_norm": 1.5129542350769043,
      "learning_rate": 3.403173064612024e-08,
      "loss": 0.339,
      "step": 2718510
    },
    {
      "epoch": 758.73,
      "grad_norm": 1.1674368381500244,
      "learning_rate": 3.402713966689221e-08,
      "loss": 0.3349,
      "step": 2718520
    },
    {
      "epoch": 758.73,
      "grad_norm": 1.4526597261428833,
      "learning_rate": 3.402254899508884e-08,
      "loss": 0.3372,
      "step": 2718530
    },
    {
      "epoch": 758.73,
      "grad_norm": 1.1650458574295044,
      "learning_rate": 3.401795863071091e-08,
      "loss": 0.3311,
      "step": 2718540
    },
    {
      "epoch": 758.74,
      "grad_norm": 1.1289514303207397,
      "learning_rate": 3.401336857375868e-08,
      "loss": 0.3485,
      "step": 2718550
    },
    {
      "epoch": 758.74,
      "grad_norm": 1.243408203125,
      "learning_rate": 3.400877882423318e-08,
      "loss": 0.3506,
      "step": 2718560
    },
    {
      "epoch": 758.74,
      "grad_norm": 2.4312033653259277,
      "learning_rate": 3.400418938213495e-08,
      "loss": 0.3455,
      "step": 2718570
    },
    {
      "epoch": 758.74,
      "grad_norm": 1.1710138320922852,
      "learning_rate": 3.39996002474645e-08,
      "loss": 0.3352,
      "step": 2718580
    },
    {
      "epoch": 758.75,
      "grad_norm": 1.4352312088012695,
      "learning_rate": 3.399501142022235e-08,
      "loss": 0.3495,
      "step": 2718590
    },
    {
      "epoch": 758.75,
      "grad_norm": 1.447944164276123,
      "learning_rate": 3.399042290040928e-08,
      "loss": 0.3473,
      "step": 2718600
    },
    {
      "epoch": 758.75,
      "grad_norm": 1.2128582000732422,
      "learning_rate": 3.3985834688025815e-08,
      "loss": 0.3337,
      "step": 2718610
    },
    {
      "epoch": 758.76,
      "grad_norm": 1.2200840711593628,
      "learning_rate": 3.398124678307273e-08,
      "loss": 0.3328,
      "step": 2718620
    },
    {
      "epoch": 758.76,
      "grad_norm": 1.3143057823181152,
      "learning_rate": 3.3976659185550555e-08,
      "loss": 0.3329,
      "step": 2718630
    },
    {
      "epoch": 758.76,
      "grad_norm": 1.1454607248306274,
      "learning_rate": 3.397207189545954e-08,
      "loss": 0.3403,
      "step": 2718640
    },
    {
      "epoch": 758.76,
      "grad_norm": 1.2915208339691162,
      "learning_rate": 3.396748491280073e-08,
      "loss": 0.3316,
      "step": 2718650
    },
    {
      "epoch": 758.77,
      "grad_norm": 1.344215989112854,
      "learning_rate": 3.396289823757439e-08,
      "loss": 0.3335,
      "step": 2718660
    },
    {
      "epoch": 758.77,
      "grad_norm": 1.1489366292953491,
      "learning_rate": 3.395831186978181e-08,
      "loss": 0.3368,
      "step": 2718670
    },
    {
      "epoch": 758.77,
      "grad_norm": 1.1889433860778809,
      "learning_rate": 3.395372580942274e-08,
      "loss": 0.3337,
      "step": 2718680
    },
    {
      "epoch": 758.77,
      "grad_norm": 1.2947874069213867,
      "learning_rate": 3.3949140056498474e-08,
      "loss": 0.3459,
      "step": 2718690
    },
    {
      "epoch": 758.78,
      "grad_norm": 1.2195520401000977,
      "learning_rate": 3.3944554611009275e-08,
      "loss": 0.3355,
      "step": 2718700
    },
    {
      "epoch": 758.78,
      "grad_norm": 1.116835355758667,
      "learning_rate": 3.39399694729554e-08,
      "loss": 0.344,
      "step": 2718710
    },
    {
      "epoch": 758.78,
      "grad_norm": 1.1127601861953735,
      "learning_rate": 3.393538464233842e-08,
      "loss": 0.3339,
      "step": 2718720
    },
    {
      "epoch": 758.79,
      "grad_norm": 1.3208634853363037,
      "learning_rate": 3.3930800119158064e-08,
      "loss": 0.3433,
      "step": 2718730
    },
    {
      "epoch": 758.79,
      "grad_norm": 1.1197350025177002,
      "learning_rate": 3.392621590341538e-08,
      "loss": 0.3303,
      "step": 2718740
    },
    {
      "epoch": 758.79,
      "grad_norm": 1.3985389471054077,
      "learning_rate": 3.392163199511088e-08,
      "loss": 0.3349,
      "step": 2718750
    },
    {
      "epoch": 758.79,
      "grad_norm": 1.137010931968689,
      "learning_rate": 3.3917048394245093e-08,
      "loss": 0.3425,
      "step": 2718760
    },
    {
      "epoch": 758.8,
      "grad_norm": 1.2831248044967651,
      "learning_rate": 3.39124651008188e-08,
      "loss": 0.3336,
      "step": 2718770
    },
    {
      "epoch": 758.8,
      "grad_norm": 1.1521457433700562,
      "learning_rate": 3.390788211483251e-08,
      "loss": 0.3243,
      "step": 2718780
    },
    {
      "epoch": 758.8,
      "grad_norm": 1.1836798191070557,
      "learning_rate": 3.390329943628676e-08,
      "loss": 0.3356,
      "step": 2718790
    },
    {
      "epoch": 758.81,
      "grad_norm": 1.4844449758529663,
      "learning_rate": 3.3898717065182054e-08,
      "loss": 0.3338,
      "step": 2718800
    },
    {
      "epoch": 758.81,
      "grad_norm": 1.2491506338119507,
      "learning_rate": 3.389413500151945e-08,
      "loss": 0.3277,
      "step": 2718810
    },
    {
      "epoch": 758.81,
      "grad_norm": 1.2246310710906982,
      "learning_rate": 3.388955324529919e-08,
      "loss": 0.3455,
      "step": 2718820
    },
    {
      "epoch": 758.81,
      "grad_norm": 1.3101776838302612,
      "learning_rate": 3.3884971796522066e-08,
      "loss": 0.3371,
      "step": 2718830
    },
    {
      "epoch": 758.82,
      "grad_norm": 1.5302907228469849,
      "learning_rate": 3.388039065518886e-08,
      "loss": 0.3354,
      "step": 2718840
    },
    {
      "epoch": 758.82,
      "grad_norm": 1.2131261825561523,
      "learning_rate": 3.3875809821299306e-08,
      "loss": 0.3296,
      "step": 2718850
    },
    {
      "epoch": 758.82,
      "grad_norm": 2.0954062938690186,
      "learning_rate": 3.387122929485522e-08,
      "loss": 0.3433,
      "step": 2718860
    },
    {
      "epoch": 758.83,
      "grad_norm": 1.42146897315979,
      "learning_rate": 3.38666490758561e-08,
      "loss": 0.3313,
      "step": 2718870
    },
    {
      "epoch": 758.83,
      "grad_norm": 1.2693747282028198,
      "learning_rate": 3.386206916430349e-08,
      "loss": 0.3228,
      "step": 2718880
    },
    {
      "epoch": 758.83,
      "grad_norm": 1.2105276584625244,
      "learning_rate": 3.38574895601974e-08,
      "loss": 0.3278,
      "step": 2718890
    },
    {
      "epoch": 758.83,
      "grad_norm": 1.4583215713500977,
      "learning_rate": 3.385291026353886e-08,
      "loss": 0.3656,
      "step": 2718900
    },
    {
      "epoch": 758.84,
      "grad_norm": 1.4178296327590942,
      "learning_rate": 3.384833127432788e-08,
      "loss": 0.3358,
      "step": 2718910
    },
    {
      "epoch": 758.84,
      "grad_norm": 1.2101926803588867,
      "learning_rate": 3.384375259256576e-08,
      "loss": 0.3415,
      "step": 2718920
    },
    {
      "epoch": 758.84,
      "grad_norm": 1.2447330951690674,
      "learning_rate": 3.383917421825276e-08,
      "loss": 0.3518,
      "step": 2718930
    },
    {
      "epoch": 758.84,
      "grad_norm": 1.3781230449676514,
      "learning_rate": 3.3834596151389135e-08,
      "loss": 0.3436,
      "step": 2718940
    },
    {
      "epoch": 758.85,
      "grad_norm": 1.2259244918823242,
      "learning_rate": 3.383001839197645e-08,
      "loss": 0.3261,
      "step": 2718950
    },
    {
      "epoch": 758.85,
      "grad_norm": 1.2361772060394287,
      "learning_rate": 3.382544094001445e-08,
      "loss": 0.3445,
      "step": 2718960
    },
    {
      "epoch": 758.85,
      "grad_norm": 1.3470044136047363,
      "learning_rate": 3.3820863795503905e-08,
      "loss": 0.3439,
      "step": 2718970
    },
    {
      "epoch": 758.86,
      "grad_norm": 1.410126805305481,
      "learning_rate": 3.381628695844586e-08,
      "loss": 0.3329,
      "step": 2718980
    },
    {
      "epoch": 758.86,
      "grad_norm": 1.4284863471984863,
      "learning_rate": 3.381171042884058e-08,
      "loss": 0.3377,
      "step": 2718990
    },
    {
      "epoch": 758.86,
      "grad_norm": 1.1638342142105103,
      "learning_rate": 3.3807134206688575e-08,
      "loss": 0.3423,
      "step": 2719000
    },
    {
      "epoch": 758.86,
      "grad_norm": 1.2141844034194946,
      "learning_rate": 3.380255829199064e-08,
      "loss": 0.3524,
      "step": 2719010
    },
    {
      "epoch": 758.87,
      "grad_norm": 1.3507323265075684,
      "learning_rate": 3.379798268474728e-08,
      "loss": 0.3329,
      "step": 2719020
    },
    {
      "epoch": 758.87,
      "grad_norm": 1.0779660940170288,
      "learning_rate": 3.379340738495903e-08,
      "loss": 0.3425,
      "step": 2719030
    },
    {
      "epoch": 758.87,
      "grad_norm": 1.20456862449646,
      "learning_rate": 3.378883239262692e-08,
      "loss": 0.3501,
      "step": 2719040
    },
    {
      "epoch": 758.88,
      "grad_norm": 1.271136999130249,
      "learning_rate": 3.3784257707751216e-08,
      "loss": 0.3428,
      "step": 2719050
    },
    {
      "epoch": 758.88,
      "grad_norm": 1.1910808086395264,
      "learning_rate": 3.377968333033243e-08,
      "loss": 0.3304,
      "step": 2719060
    },
    {
      "epoch": 758.88,
      "grad_norm": 1.1794456243515015,
      "learning_rate": 3.3775109260371616e-08,
      "loss": 0.3152,
      "step": 2719070
    },
    {
      "epoch": 758.88,
      "grad_norm": 1.0509992837905884,
      "learning_rate": 3.377053549786877e-08,
      "loss": 0.3455,
      "step": 2719080
    },
    {
      "epoch": 758.89,
      "grad_norm": 1.326171636581421,
      "learning_rate": 3.376596204282493e-08,
      "loss": 0.3479,
      "step": 2719090
    },
    {
      "epoch": 758.89,
      "grad_norm": 1.090305209159851,
      "learning_rate": 3.376138889524061e-08,
      "loss": 0.3182,
      "step": 2719100
    },
    {
      "epoch": 758.89,
      "grad_norm": 1.2607176303863525,
      "learning_rate": 3.375681605511634e-08,
      "loss": 0.3379,
      "step": 2719110
    },
    {
      "epoch": 758.89,
      "grad_norm": 1.2479404211044312,
      "learning_rate": 3.3752243522453156e-08,
      "loss": 0.3386,
      "step": 2719120
    },
    {
      "epoch": 758.9,
      "grad_norm": 1.3326164484024048,
      "learning_rate": 3.3747671297250804e-08,
      "loss": 0.3315,
      "step": 2719130
    },
    {
      "epoch": 758.9,
      "grad_norm": 1.3224345445632935,
      "learning_rate": 3.374309937951057e-08,
      "loss": 0.33,
      "step": 2719140
    },
    {
      "epoch": 758.9,
      "grad_norm": 1.065551519393921,
      "learning_rate": 3.3738527769233e-08,
      "loss": 0.3484,
      "step": 2719150
    },
    {
      "epoch": 758.91,
      "grad_norm": 1.2096006870269775,
      "learning_rate": 3.373395646641859e-08,
      "loss": 0.3256,
      "step": 2719160
    },
    {
      "epoch": 758.91,
      "grad_norm": 1.2524855136871338,
      "learning_rate": 3.372938547106761e-08,
      "loss": 0.3304,
      "step": 2719170
    },
    {
      "epoch": 758.91,
      "grad_norm": 1.277180552482605,
      "learning_rate": 3.3724814783181367e-08,
      "loss": 0.3396,
      "step": 2719180
    },
    {
      "epoch": 758.91,
      "grad_norm": 1.3177481889724731,
      "learning_rate": 3.372024440275985e-08,
      "loss": 0.347,
      "step": 2719190
    },
    {
      "epoch": 758.92,
      "grad_norm": 1.195198893547058,
      "learning_rate": 3.371567432980411e-08,
      "loss": 0.3362,
      "step": 2719200
    },
    {
      "epoch": 758.92,
      "grad_norm": 1.4841653108596802,
      "learning_rate": 3.3711104564314654e-08,
      "loss": 0.3363,
      "step": 2719210
    },
    {
      "epoch": 758.92,
      "grad_norm": 1.4744850397109985,
      "learning_rate": 3.3706535106291755e-08,
      "loss": 0.3431,
      "step": 2719220
    },
    {
      "epoch": 758.93,
      "grad_norm": 1.3964992761611938,
      "learning_rate": 3.370196595573644e-08,
      "loss": 0.3326,
      "step": 2719230
    },
    {
      "epoch": 758.93,
      "grad_norm": 1.3823845386505127,
      "learning_rate": 3.3697397112648994e-08,
      "loss": 0.3399,
      "step": 2719240
    },
    {
      "epoch": 758.93,
      "grad_norm": 1.20527982711792,
      "learning_rate": 3.369282857703043e-08,
      "loss": 0.3374,
      "step": 2719250
    },
    {
      "epoch": 758.93,
      "grad_norm": 1.0439082384109497,
      "learning_rate": 3.368826034888077e-08,
      "loss": 0.3273,
      "step": 2719260
    },
    {
      "epoch": 758.94,
      "grad_norm": 1.2124040126800537,
      "learning_rate": 3.3683692428201294e-08,
      "loss": 0.3324,
      "step": 2719270
    },
    {
      "epoch": 758.94,
      "grad_norm": 1.3240588903427124,
      "learning_rate": 3.367912481499228e-08,
      "loss": 0.3453,
      "step": 2719280
    },
    {
      "epoch": 758.94,
      "grad_norm": 1.1943620443344116,
      "learning_rate": 3.367455750925372e-08,
      "loss": 0.3418,
      "step": 2719290
    },
    {
      "epoch": 758.95,
      "grad_norm": 1.1848373413085938,
      "learning_rate": 3.3669990510987435e-08,
      "loss": 0.3231,
      "step": 2719300
    },
    {
      "epoch": 758.95,
      "grad_norm": 1.2294056415557861,
      "learning_rate": 3.366542382019343e-08,
      "loss": 0.3455,
      "step": 2719310
    },
    {
      "epoch": 758.95,
      "grad_norm": 1.1374003887176514,
      "learning_rate": 3.366085743687196e-08,
      "loss": 0.3148,
      "step": 2719320
    },
    {
      "epoch": 758.95,
      "grad_norm": 1.1897914409637451,
      "learning_rate": 3.365629136102407e-08,
      "loss": 0.3386,
      "step": 2719330
    },
    {
      "epoch": 758.96,
      "grad_norm": 1.0929704904556274,
      "learning_rate": 3.3651725592650534e-08,
      "loss": 0.3336,
      "step": 2719340
    },
    {
      "epoch": 758.96,
      "grad_norm": 1.2773020267486572,
      "learning_rate": 3.364716013175162e-08,
      "loss": 0.3274,
      "step": 2719350
    },
    {
      "epoch": 758.96,
      "grad_norm": 1.2152562141418457,
      "learning_rate": 3.364259497832785e-08,
      "loss": 0.3195,
      "step": 2719360
    },
    {
      "epoch": 758.96,
      "grad_norm": 1.1916375160217285,
      "learning_rate": 3.363803013237999e-08,
      "loss": 0.3325,
      "step": 2719370
    },
    {
      "epoch": 758.97,
      "grad_norm": 1.1716052293777466,
      "learning_rate": 3.363346559390884e-08,
      "loss": 0.3218,
      "step": 2719380
    },
    {
      "epoch": 758.97,
      "grad_norm": 1.2437001466751099,
      "learning_rate": 3.36289013629149e-08,
      "loss": 0.34,
      "step": 2719390
    },
    {
      "epoch": 758.97,
      "grad_norm": 1.1487765312194824,
      "learning_rate": 3.362433743939871e-08,
      "loss": 0.3487,
      "step": 2719400
    },
    {
      "epoch": 758.98,
      "grad_norm": 1.2504874467849731,
      "learning_rate": 3.361977382336052e-08,
      "loss": 0.3264,
      "step": 2719410
    },
    {
      "epoch": 758.98,
      "grad_norm": 1.3128278255462646,
      "learning_rate": 3.3615210514801626e-08,
      "loss": 0.351,
      "step": 2719420
    },
    {
      "epoch": 758.98,
      "grad_norm": 1.1844065189361572,
      "learning_rate": 3.361064751372204e-08,
      "loss": 0.3334,
      "step": 2719430
    },
    {
      "epoch": 758.98,
      "grad_norm": 1.4798165559768677,
      "learning_rate": 3.360608482012306e-08,
      "loss": 0.3389,
      "step": 2719440
    },
    {
      "epoch": 758.99,
      "grad_norm": 1.175826072692871,
      "learning_rate": 3.360152243400442e-08,
      "loss": 0.3328,
      "step": 2719450
    },
    {
      "epoch": 758.99,
      "grad_norm": 1.354386329650879,
      "learning_rate": 3.359696035536742e-08,
      "loss": 0.3356,
      "step": 2719460
    },
    {
      "epoch": 758.99,
      "grad_norm": 1.2380092144012451,
      "learning_rate": 3.359239858421233e-08,
      "loss": 0.3464,
      "step": 2719470
    },
    {
      "epoch": 759.0,
      "grad_norm": 1.2104376554489136,
      "learning_rate": 3.358783712053992e-08,
      "loss": 0.3255,
      "step": 2719480
    },
    {
      "epoch": 759.0,
      "grad_norm": 1.2358689308166504,
      "learning_rate": 3.3583275964350725e-08,
      "loss": 0.3432,
      "step": 2719490
    },
    {
      "epoch": 759.0,
      "eval_loss": 0.338832825422287,
      "eval_runtime": 63.9253,
      "eval_samples_per_second": 79.139,
      "eval_steps_per_second": 9.902,
      "step": 2719497
    },
    {
      "epoch": 759.0,
      "grad_norm": 1.3392291069030762,
      "learning_rate": 3.357871511564525e-08,
      "loss": 0.3371,
      "step": 2719500
    },
    {
      "epoch": 759.0,
      "grad_norm": 1.3363285064697266,
      "learning_rate": 3.357415457442428e-08,
      "loss": 0.3531,
      "step": 2719510
    },
    {
      "epoch": 759.01,
      "grad_norm": 1.2128490209579468,
      "learning_rate": 3.356959434068808e-08,
      "loss": 0.3431,
      "step": 2719520
    },
    {
      "epoch": 759.01,
      "grad_norm": 1.3720197677612305,
      "learning_rate": 3.356503441443795e-08,
      "loss": 0.3517,
      "step": 2719530
    },
    {
      "epoch": 759.01,
      "grad_norm": 1.4458372592926025,
      "learning_rate": 3.356047479567388e-08,
      "loss": 0.339,
      "step": 2719540
    },
    {
      "epoch": 759.01,
      "grad_norm": 1.7132813930511475,
      "learning_rate": 3.3555915484396406e-08,
      "loss": 0.3422,
      "step": 2719550
    },
    {
      "epoch": 759.02,
      "grad_norm": 1.37143075466156,
      "learning_rate": 3.3551356480606555e-08,
      "loss": 0.3225,
      "step": 2719560
    },
    {
      "epoch": 759.02,
      "grad_norm": 1.4381681680679321,
      "learning_rate": 3.3546797784305116e-08,
      "loss": 0.3245,
      "step": 2719570
    },
    {
      "epoch": 759.02,
      "grad_norm": 1.2511866092681885,
      "learning_rate": 3.354223939549209e-08,
      "loss": 0.3494,
      "step": 2719580
    },
    {
      "epoch": 759.03,
      "grad_norm": 1.6775801181793213,
      "learning_rate": 3.353768131416825e-08,
      "loss": 0.3417,
      "step": 2719590
    },
    {
      "epoch": 759.03,
      "grad_norm": 1.1820003986358643,
      "learning_rate": 3.353312354033464e-08,
      "loss": 0.3299,
      "step": 2719600
    },
    {
      "epoch": 759.03,
      "grad_norm": 1.1869494915008545,
      "learning_rate": 3.352856607399101e-08,
      "loss": 0.3214,
      "step": 2719610
    },
    {
      "epoch": 759.03,
      "grad_norm": 1.1141117811203003,
      "learning_rate": 3.35240089151389e-08,
      "loss": 0.3231,
      "step": 2719620
    },
    {
      "epoch": 759.04,
      "grad_norm": 1.1756937503814697,
      "learning_rate": 3.3519452063778334e-08,
      "loss": 0.3291,
      "step": 2719630
    },
    {
      "epoch": 759.04,
      "grad_norm": 1.1909677982330322,
      "learning_rate": 3.3514895519910076e-08,
      "loss": 0.3443,
      "step": 2719640
    },
    {
      "epoch": 759.04,
      "grad_norm": 1.2924118041992188,
      "learning_rate": 3.351033928353491e-08,
      "loss": 0.3224,
      "step": 2719650
    },
    {
      "epoch": 759.05,
      "grad_norm": 1.659032940864563,
      "learning_rate": 3.3505783354652837e-08,
      "loss": 0.3334,
      "step": 2719660
    },
    {
      "epoch": 759.05,
      "grad_norm": 1.1959329843521118,
      "learning_rate": 3.350122773326542e-08,
      "loss": 0.321,
      "step": 2719670
    },
    {
      "epoch": 759.05,
      "grad_norm": 1.2979604005813599,
      "learning_rate": 3.34966724193724e-08,
      "loss": 0.3179,
      "step": 2719680
    },
    {
      "epoch": 759.05,
      "grad_norm": 1.3193395137786865,
      "learning_rate": 3.349211741297481e-08,
      "loss": 0.3383,
      "step": 2719690
    },
    {
      "epoch": 759.06,
      "grad_norm": 1.214396595954895,
      "learning_rate": 3.348756271407318e-08,
      "loss": 0.3296,
      "step": 2719700
    },
    {
      "epoch": 759.06,
      "grad_norm": 1.0884240865707397,
      "learning_rate": 3.3483008322668286e-08,
      "loss": 0.3156,
      "step": 2719710
    },
    {
      "epoch": 759.06,
      "grad_norm": 1.102325201034546,
      "learning_rate": 3.3478454238760386e-08,
      "loss": 0.346,
      "step": 2719720
    },
    {
      "epoch": 759.07,
      "grad_norm": 1.0814807415008545,
      "learning_rate": 3.347390046235026e-08,
      "loss": 0.3427,
      "step": 2719730
    },
    {
      "epoch": 759.07,
      "grad_norm": 1.276327133178711,
      "learning_rate": 3.34693469934387e-08,
      "loss": 0.3274,
      "step": 2719740
    },
    {
      "epoch": 759.07,
      "grad_norm": 1.0522369146347046,
      "learning_rate": 3.346479383202569e-08,
      "loss": 0.3107,
      "step": 2719750
    },
    {
      "epoch": 759.07,
      "grad_norm": 1.3779981136322021,
      "learning_rate": 3.346024097811255e-08,
      "loss": 0.3386,
      "step": 2719760
    },
    {
      "epoch": 759.08,
      "grad_norm": 1.286393165588379,
      "learning_rate": 3.345568843169978e-08,
      "loss": 0.3319,
      "step": 2719770
    },
    {
      "epoch": 759.08,
      "grad_norm": 1.3833427429199219,
      "learning_rate": 3.3451136192787395e-08,
      "loss": 0.3365,
      "step": 2719780
    },
    {
      "epoch": 759.08,
      "grad_norm": 1.2466107606887817,
      "learning_rate": 3.3446584261376945e-08,
      "loss": 0.32,
      "step": 2719790
    },
    {
      "epoch": 759.08,
      "grad_norm": 1.4075669050216675,
      "learning_rate": 3.344203263746818e-08,
      "loss": 0.3396,
      "step": 2719800
    },
    {
      "epoch": 759.09,
      "grad_norm": 1.3489714860916138,
      "learning_rate": 3.343748132106187e-08,
      "loss": 0.328,
      "step": 2719810
    },
    {
      "epoch": 759.09,
      "grad_norm": 1.2415978908538818,
      "learning_rate": 3.343293031215907e-08,
      "loss": 0.3477,
      "step": 2719820
    },
    {
      "epoch": 759.09,
      "grad_norm": 1.2501142024993896,
      "learning_rate": 3.342837961076003e-08,
      "loss": 0.3456,
      "step": 2719830
    },
    {
      "epoch": 759.1,
      "grad_norm": 1.363358974456787,
      "learning_rate": 3.342382921686527e-08,
      "loss": 0.3451,
      "step": 2719840
    },
    {
      "epoch": 759.1,
      "grad_norm": 1.469974398612976,
      "learning_rate": 3.341927913047583e-08,
      "loss": 0.3158,
      "step": 2719850
    },
    {
      "epoch": 759.1,
      "grad_norm": 1.1656354665756226,
      "learning_rate": 3.3414729351591976e-08,
      "loss": 0.3511,
      "step": 2719860
    },
    {
      "epoch": 759.1,
      "grad_norm": 1.1299787759780884,
      "learning_rate": 3.341017988021423e-08,
      "loss": 0.344,
      "step": 2719870
    },
    {
      "epoch": 759.11,
      "grad_norm": 1.105878233909607,
      "learning_rate": 3.340563071634363e-08,
      "loss": 0.3294,
      "step": 2719880
    },
    {
      "epoch": 759.11,
      "grad_norm": 1.2884355783462524,
      "learning_rate": 3.340108185998017e-08,
      "loss": 0.3345,
      "step": 2719890
    },
    {
      "epoch": 759.11,
      "grad_norm": 1.5850828886032104,
      "learning_rate": 3.3396533311124894e-08,
      "loss": 0.3317,
      "step": 2719900
    },
    {
      "epoch": 759.12,
      "grad_norm": 1.3293341398239136,
      "learning_rate": 3.339198506977806e-08,
      "loss": 0.3446,
      "step": 2719910
    },
    {
      "epoch": 759.12,
      "grad_norm": 1.2707185745239258,
      "learning_rate": 3.338743713594098e-08,
      "loss": 0.3409,
      "step": 2719920
    },
    {
      "epoch": 759.12,
      "grad_norm": 1.5261220932006836,
      "learning_rate": 3.338288950961365e-08,
      "loss": 0.327,
      "step": 2719930
    },
    {
      "epoch": 759.12,
      "grad_norm": 1.2925114631652832,
      "learning_rate": 3.337834219079658e-08,
      "loss": 0.3287,
      "step": 2719940
    },
    {
      "epoch": 759.13,
      "grad_norm": 1.2158282995224,
      "learning_rate": 3.3373795179490565e-08,
      "loss": 0.3413,
      "step": 2719950
    },
    {
      "epoch": 759.13,
      "grad_norm": 1.3676197528839111,
      "learning_rate": 3.3369248475696376e-08,
      "loss": 0.3286,
      "step": 2719960
    },
    {
      "epoch": 759.13,
      "grad_norm": 1.4803136587142944,
      "learning_rate": 3.336470207941479e-08,
      "loss": 0.3439,
      "step": 2719970
    },
    {
      "epoch": 759.13,
      "grad_norm": 1.529420256614685,
      "learning_rate": 3.336015599064556e-08,
      "loss": 0.3354,
      "step": 2719980
    },
    {
      "epoch": 759.14,
      "grad_norm": 1.3264055252075195,
      "learning_rate": 3.3355610209390494e-08,
      "loss": 0.3311,
      "step": 2719990
    },
    {
      "epoch": 759.14,
      "grad_norm": 1.272972583770752,
      "learning_rate": 3.3351064735649087e-08,
      "loss": 0.3562,
      "step": 2720000
    },
    {
      "epoch": 759.14,
      "grad_norm": 1.2304494380950928,
      "learning_rate": 3.334651956942236e-08,
      "loss": 0.3231,
      "step": 2720010
    },
    {
      "epoch": 759.15,
      "grad_norm": 1.1655402183532715,
      "learning_rate": 3.334197471071137e-08,
      "loss": 0.3325,
      "step": 2720020
    },
    {
      "epoch": 759.15,
      "grad_norm": 1.4560563564300537,
      "learning_rate": 3.333743015951611e-08,
      "loss": 0.3337,
      "step": 2720030
    },
    {
      "epoch": 759.15,
      "grad_norm": 1.3132656812667847,
      "learning_rate": 3.3332885915837365e-08,
      "loss": 0.3323,
      "step": 2720040
    },
    {
      "epoch": 759.15,
      "grad_norm": 1.3822412490844727,
      "learning_rate": 3.332834197967565e-08,
      "loss": 0.3504,
      "step": 2720050
    },
    {
      "epoch": 759.16,
      "grad_norm": 1.3918793201446533,
      "learning_rate": 3.3323798351032016e-08,
      "loss": 0.335,
      "step": 2720060
    },
    {
      "epoch": 759.16,
      "grad_norm": 1.2163183689117432,
      "learning_rate": 3.331925502990645e-08,
      "loss": 0.3465,
      "step": 2720070
    },
    {
      "epoch": 759.16,
      "grad_norm": 1.0860013961791992,
      "learning_rate": 3.3314712016299996e-08,
      "loss": 0.3516,
      "step": 2720080
    },
    {
      "epoch": 759.17,
      "grad_norm": 1.2808164358139038,
      "learning_rate": 3.331016931021318e-08,
      "loss": 0.3358,
      "step": 2720090
    },
    {
      "epoch": 759.17,
      "grad_norm": 1.5203630924224854,
      "learning_rate": 3.3305626911646e-08,
      "loss": 0.3224,
      "step": 2720100
    },
    {
      "epoch": 759.17,
      "grad_norm": 1.1585490703582764,
      "learning_rate": 3.3301084820600274e-08,
      "loss": 0.3444,
      "step": 2720110
    },
    {
      "epoch": 759.17,
      "grad_norm": 1.3265682458877563,
      "learning_rate": 3.329654303707548e-08,
      "loss": 0.3445,
      "step": 2720120
    },
    {
      "epoch": 759.18,
      "grad_norm": 1.1510273218154907,
      "learning_rate": 3.3292001561072925e-08,
      "loss": 0.3233,
      "step": 2720130
    },
    {
      "epoch": 759.18,
      "grad_norm": 1.7319444417953491,
      "learning_rate": 3.328746039259287e-08,
      "loss": 0.3432,
      "step": 2720140
    },
    {
      "epoch": 759.18,
      "grad_norm": 1.4554537534713745,
      "learning_rate": 3.328291953163609e-08,
      "loss": 0.3499,
      "step": 2720150
    },
    {
      "epoch": 759.19,
      "grad_norm": 1.3426399230957031,
      "learning_rate": 3.327837897820285e-08,
      "loss": 0.3377,
      "step": 2720160
    },
    {
      "epoch": 759.19,
      "grad_norm": 1.1942390203475952,
      "learning_rate": 3.327383873229419e-08,
      "loss": 0.3292,
      "step": 2720170
    },
    {
      "epoch": 759.19,
      "grad_norm": 1.1718858480453491,
      "learning_rate": 3.326929879391062e-08,
      "loss": 0.3178,
      "step": 2720180
    },
    {
      "epoch": 759.19,
      "grad_norm": 1.2519230842590332,
      "learning_rate": 3.326475916305242e-08,
      "loss": 0.3506,
      "step": 2720190
    },
    {
      "epoch": 759.2,
      "grad_norm": 1.1259487867355347,
      "learning_rate": 3.326021983972088e-08,
      "loss": 0.3398,
      "step": 2720200
    },
    {
      "epoch": 759.2,
      "grad_norm": 1.1461827754974365,
      "learning_rate": 3.325568082391573e-08,
      "loss": 0.3395,
      "step": 2720210
    },
    {
      "epoch": 759.2,
      "grad_norm": 1.3960769176483154,
      "learning_rate": 3.325114211563803e-08,
      "loss": 0.3381,
      "step": 2720220
    },
    {
      "epoch": 759.2,
      "grad_norm": 1.2369139194488525,
      "learning_rate": 3.324660371488881e-08,
      "loss": 0.3576,
      "step": 2720230
    },
    {
      "epoch": 759.21,
      "grad_norm": 1.1158884763717651,
      "learning_rate": 3.3242065621667555e-08,
      "loss": 0.3481,
      "step": 2720240
    },
    {
      "epoch": 759.21,
      "grad_norm": 1.2963573932647705,
      "learning_rate": 3.323752783597608e-08,
      "loss": 0.3197,
      "step": 2720250
    },
    {
      "epoch": 759.21,
      "grad_norm": 1.3296713829040527,
      "learning_rate": 3.323299035781412e-08,
      "loss": 0.3251,
      "step": 2720260
    },
    {
      "epoch": 759.22,
      "grad_norm": 1.1610018014907837,
      "learning_rate": 3.3228453187182734e-08,
      "loss": 0.3327,
      "step": 2720270
    },
    {
      "epoch": 759.22,
      "grad_norm": 1.0180410146713257,
      "learning_rate": 3.3223916324082164e-08,
      "loss": 0.3267,
      "step": 2720280
    },
    {
      "epoch": 759.22,
      "grad_norm": 1.2359235286712646,
      "learning_rate": 3.321937976851373e-08,
      "loss": 0.3317,
      "step": 2720290
    },
    {
      "epoch": 759.22,
      "grad_norm": 1.169299602508545,
      "learning_rate": 3.321484352047715e-08,
      "loss": 0.3314,
      "step": 2720300
    },
    {
      "epoch": 759.23,
      "grad_norm": 1.2880982160568237,
      "learning_rate": 3.321030757997348e-08,
      "loss": 0.3266,
      "step": 2720310
    },
    {
      "epoch": 759.23,
      "grad_norm": 1.295930027961731,
      "learning_rate": 3.320577194700349e-08,
      "loss": 0.3222,
      "step": 2720320
    },
    {
      "epoch": 759.23,
      "grad_norm": 1.33102285861969,
      "learning_rate": 3.320123662156719e-08,
      "loss": 0.3369,
      "step": 2720330
    },
    {
      "epoch": 759.24,
      "grad_norm": 1.4478142261505127,
      "learning_rate": 3.319670160366614e-08,
      "loss": 0.3482,
      "step": 2720340
    },
    {
      "epoch": 759.24,
      "grad_norm": 1.2626136541366577,
      "learning_rate": 3.3192166893299816e-08,
      "loss": 0.3322,
      "step": 2720350
    },
    {
      "epoch": 759.24,
      "grad_norm": 4.025399208068848,
      "learning_rate": 3.318763249046952e-08,
      "loss": 0.3363,
      "step": 2720360
    },
    {
      "epoch": 759.24,
      "grad_norm": 1.2831602096557617,
      "learning_rate": 3.3183098395176027e-08,
      "loss": 0.3456,
      "step": 2720370
    },
    {
      "epoch": 759.25,
      "grad_norm": 1.2402958869934082,
      "learning_rate": 3.3178564607419346e-08,
      "loss": 0.3243,
      "step": 2720380
    },
    {
      "epoch": 759.25,
      "grad_norm": 1.1156779527664185,
      "learning_rate": 3.317403112720026e-08,
      "loss": 0.3196,
      "step": 2720390
    },
    {
      "epoch": 759.25,
      "grad_norm": 1.4718623161315918,
      "learning_rate": 3.3169497954519536e-08,
      "loss": 0.3421,
      "step": 2720400
    },
    {
      "epoch": 759.25,
      "grad_norm": 1.2648640871047974,
      "learning_rate": 3.3164965089377704e-08,
      "loss": 0.3407,
      "step": 2720410
    },
    {
      "epoch": 759.26,
      "grad_norm": 1.345724105834961,
      "learning_rate": 3.3160432531775284e-08,
      "loss": 0.3381,
      "step": 2720420
    },
    {
      "epoch": 759.26,
      "grad_norm": 1.251599669456482,
      "learning_rate": 3.3155900281713315e-08,
      "loss": 0.3232,
      "step": 2720430
    },
    {
      "epoch": 759.26,
      "grad_norm": 1.4174985885620117,
      "learning_rate": 3.31513683391918e-08,
      "loss": 0.3383,
      "step": 2720440
    },
    {
      "epoch": 759.27,
      "grad_norm": 1.2150861024856567,
      "learning_rate": 3.314683670421151e-08,
      "loss": 0.3291,
      "step": 2720450
    },
    {
      "epoch": 759.27,
      "grad_norm": 1.2002676725387573,
      "learning_rate": 3.314230537677324e-08,
      "loss": 0.3559,
      "step": 2720460
    },
    {
      "epoch": 759.27,
      "grad_norm": 1.3658639192581177,
      "learning_rate": 3.3137774356877496e-08,
      "loss": 0.3482,
      "step": 2720470
    },
    {
      "epoch": 759.27,
      "grad_norm": 1.2921675443649292,
      "learning_rate": 3.313324364452481e-08,
      "loss": 0.3272,
      "step": 2720480
    },
    {
      "epoch": 759.28,
      "grad_norm": 1.1203972101211548,
      "learning_rate": 3.31287132397157e-08,
      "loss": 0.324,
      "step": 2720490
    },
    {
      "epoch": 759.28,
      "grad_norm": 1.192215085029602,
      "learning_rate": 3.312418314245146e-08,
      "loss": 0.3423,
      "step": 2720500
    },
    {
      "epoch": 759.28,
      "grad_norm": 1.1410356760025024,
      "learning_rate": 3.311965335273132e-08,
      "loss": 0.3269,
      "step": 2720510
    },
    {
      "epoch": 759.29,
      "grad_norm": 1.2644829750061035,
      "learning_rate": 3.3115123870557354e-08,
      "loss": 0.3352,
      "step": 2720520
    },
    {
      "epoch": 759.29,
      "grad_norm": 1.3204129934310913,
      "learning_rate": 3.31105946959293e-08,
      "loss": 0.3396,
      "step": 2720530
    },
    {
      "epoch": 759.29,
      "grad_norm": 1.1739270687103271,
      "learning_rate": 3.310606582884795e-08,
      "loss": 0.3361,
      "step": 2720540
    },
    {
      "epoch": 759.29,
      "grad_norm": 1.2585521936416626,
      "learning_rate": 3.310153726931407e-08,
      "loss": 0.328,
      "step": 2720550
    },
    {
      "epoch": 759.3,
      "grad_norm": 3.7665328979492188,
      "learning_rate": 3.3097009017327926e-08,
      "loss": 0.3372,
      "step": 2720560
    },
    {
      "epoch": 759.3,
      "grad_norm": 1.1874374151229858,
      "learning_rate": 3.309248107289057e-08,
      "loss": 0.3226,
      "step": 2720570
    },
    {
      "epoch": 759.3,
      "grad_norm": 1.1054797172546387,
      "learning_rate": 3.308795343600224e-08,
      "loss": 0.3373,
      "step": 2720580
    },
    {
      "epoch": 759.31,
      "grad_norm": 1.2549318075180054,
      "learning_rate": 3.308342610666374e-08,
      "loss": 0.3417,
      "step": 2720590
    },
    {
      "epoch": 759.31,
      "grad_norm": 1.263218641281128,
      "learning_rate": 3.307889908487557e-08,
      "loss": 0.3352,
      "step": 2720600
    },
    {
      "epoch": 759.31,
      "grad_norm": 1.161075472831726,
      "learning_rate": 3.3074372370638266e-08,
      "loss": 0.3191,
      "step": 2720610
    },
    {
      "epoch": 759.31,
      "grad_norm": 1.2148606777191162,
      "learning_rate": 3.30698459639526e-08,
      "loss": 0.3231,
      "step": 2720620
    },
    {
      "epoch": 759.32,
      "grad_norm": 1.3796992301940918,
      "learning_rate": 3.306531986481884e-08,
      "loss": 0.3243,
      "step": 2720630
    },
    {
      "epoch": 759.32,
      "grad_norm": 1.9481725692749023,
      "learning_rate": 3.306079407323827e-08,
      "loss": 0.3227,
      "step": 2720640
    },
    {
      "epoch": 759.32,
      "grad_norm": 1.1445239782333374,
      "learning_rate": 3.305626858921065e-08,
      "loss": 0.3325,
      "step": 2720650
    },
    {
      "epoch": 759.32,
      "grad_norm": 1.3187036514282227,
      "learning_rate": 3.305174341273727e-08,
      "loss": 0.3357,
      "step": 2720660
    },
    {
      "epoch": 759.33,
      "grad_norm": 1.2079488039016724,
      "learning_rate": 3.3047218543818394e-08,
      "loss": 0.3539,
      "step": 2720670
    },
    {
      "epoch": 759.33,
      "grad_norm": 1.261330485343933,
      "learning_rate": 3.304269398245454e-08,
      "loss": 0.3409,
      "step": 2720680
    },
    {
      "epoch": 759.33,
      "grad_norm": 1.6368486881256104,
      "learning_rate": 3.303816972864675e-08,
      "loss": 0.3509,
      "step": 2720690
    },
    {
      "epoch": 759.34,
      "grad_norm": 1.2954134941101074,
      "learning_rate": 3.303364578239502e-08,
      "loss": 0.3439,
      "step": 2720700
    },
    {
      "epoch": 759.34,
      "grad_norm": 1.1429585218429565,
      "learning_rate": 3.302912214370041e-08,
      "loss": 0.3329,
      "step": 2720710
    },
    {
      "epoch": 759.34,
      "grad_norm": 1.3757802248001099,
      "learning_rate": 3.302459881256341e-08,
      "loss": 0.3478,
      "step": 2720720
    },
    {
      "epoch": 759.34,
      "grad_norm": 1.121637225151062,
      "learning_rate": 3.3020075788984556e-08,
      "loss": 0.3347,
      "step": 2720730
    },
    {
      "epoch": 759.35,
      "grad_norm": 1.5774502754211426,
      "learning_rate": 3.3015553072964373e-08,
      "loss": 0.3576,
      "step": 2720740
    },
    {
      "epoch": 759.35,
      "grad_norm": 1.3049335479736328,
      "learning_rate": 3.30110306645039e-08,
      "loss": 0.338,
      "step": 2720750
    },
    {
      "epoch": 759.35,
      "grad_norm": 1.2086713314056396,
      "learning_rate": 3.3006508563603125e-08,
      "loss": 0.3293,
      "step": 2720760
    },
    {
      "epoch": 759.36,
      "grad_norm": 1.5471214056015015,
      "learning_rate": 3.3001986770262846e-08,
      "loss": 0.3425,
      "step": 2720770
    },
    {
      "epoch": 759.36,
      "grad_norm": 1.2970606088638306,
      "learning_rate": 3.299746528448409e-08,
      "loss": 0.3293,
      "step": 2720780
    },
    {
      "epoch": 759.36,
      "grad_norm": 1.2027157545089722,
      "learning_rate": 3.2992944106266866e-08,
      "loss": 0.3391,
      "step": 2720790
    },
    {
      "epoch": 759.36,
      "grad_norm": 1.2418009042739868,
      "learning_rate": 3.298842323561221e-08,
      "loss": 0.3365,
      "step": 2720800
    },
    {
      "epoch": 759.37,
      "grad_norm": 1.1135987043380737,
      "learning_rate": 3.298390267252038e-08,
      "loss": 0.3383,
      "step": 2720810
    },
    {
      "epoch": 759.37,
      "grad_norm": 1.3140815496444702,
      "learning_rate": 3.297938241699216e-08,
      "loss": 0.3352,
      "step": 2720820
    },
    {
      "epoch": 759.37,
      "grad_norm": 1.2821449041366577,
      "learning_rate": 3.297486246902833e-08,
      "loss": 0.3366,
      "step": 2720830
    },
    {
      "epoch": 759.37,
      "grad_norm": 1.3537533283233643,
      "learning_rate": 3.297034282862916e-08,
      "loss": 0.3459,
      "step": 2720840
    },
    {
      "epoch": 759.38,
      "grad_norm": 1.28462553024292,
      "learning_rate": 3.2965823495795415e-08,
      "loss": 0.3344,
      "step": 2720850
    },
    {
      "epoch": 759.38,
      "grad_norm": 1.2012906074523926,
      "learning_rate": 3.296130447052762e-08,
      "loss": 0.3345,
      "step": 2720860
    },
    {
      "epoch": 759.38,
      "grad_norm": 1.2804811000823975,
      "learning_rate": 3.295678575282656e-08,
      "loss": 0.3365,
      "step": 2720870
    },
    {
      "epoch": 759.39,
      "grad_norm": 1.2421553134918213,
      "learning_rate": 3.2952267342692754e-08,
      "loss": 0.3289,
      "step": 2720880
    },
    {
      "epoch": 759.39,
      "grad_norm": 1.2412084341049194,
      "learning_rate": 3.2947749240126456e-08,
      "loss": 0.3273,
      "step": 2720890
    },
    {
      "epoch": 759.39,
      "grad_norm": 1.1916208267211914,
      "learning_rate": 3.294323144512898e-08,
      "loss": 0.3299,
      "step": 2720900
    },
    {
      "epoch": 759.39,
      "grad_norm": 1.2348079681396484,
      "learning_rate": 3.293871395770005e-08,
      "loss": 0.3377,
      "step": 2720910
    },
    {
      "epoch": 759.4,
      "grad_norm": 1.3541172742843628,
      "learning_rate": 3.293419677784098e-08,
      "loss": 0.3439,
      "step": 2720920
    },
    {
      "epoch": 759.4,
      "grad_norm": 1.128463864326477,
      "learning_rate": 3.292967990555202e-08,
      "loss": 0.3267,
      "step": 2720930
    },
    {
      "epoch": 759.4,
      "grad_norm": 1.2315117120742798,
      "learning_rate": 3.292516334083397e-08,
      "loss": 0.3302,
      "step": 2720940
    },
    {
      "epoch": 759.41,
      "grad_norm": 1.3328676223754883,
      "learning_rate": 3.292064708368732e-08,
      "loss": 0.3377,
      "step": 2720950
    },
    {
      "epoch": 759.41,
      "grad_norm": 1.7554643154144287,
      "learning_rate": 3.291613113411288e-08,
      "loss": 0.3315,
      "step": 2720960
    },
    {
      "epoch": 759.41,
      "grad_norm": 1.4959486722946167,
      "learning_rate": 3.2911615492110886e-08,
      "loss": 0.3454,
      "step": 2720970
    },
    {
      "epoch": 759.41,
      "grad_norm": 1.1945853233337402,
      "learning_rate": 3.290710015768187e-08,
      "loss": 0.323,
      "step": 2720980
    },
    {
      "epoch": 759.42,
      "grad_norm": 1.2286912202835083,
      "learning_rate": 3.290258513082714e-08,
      "loss": 0.337,
      "step": 2720990
    },
    {
      "epoch": 759.42,
      "grad_norm": 1.2023831605911255,
      "learning_rate": 3.2898070411546426e-08,
      "loss": 0.3258,
      "step": 2721000
    },
    {
      "epoch": 759.42,
      "grad_norm": 1.3147090673446655,
      "learning_rate": 3.289355599984103e-08,
      "loss": 0.3375,
      "step": 2721010
    },
    {
      "epoch": 759.43,
      "grad_norm": 1.1876333951950073,
      "learning_rate": 3.288904189571095e-08,
      "loss": 0.3424,
      "step": 2721020
    },
    {
      "epoch": 759.43,
      "grad_norm": 1.2826051712036133,
      "learning_rate": 3.288452809915723e-08,
      "loss": 0.3229,
      "step": 2721030
    },
    {
      "epoch": 759.43,
      "grad_norm": 1.0726299285888672,
      "learning_rate": 3.2880014610180656e-08,
      "loss": 0.3337,
      "step": 2721040
    },
    {
      "epoch": 759.43,
      "grad_norm": 1.2986050844192505,
      "learning_rate": 3.2875501428781226e-08,
      "loss": 0.3253,
      "step": 2721050
    },
    {
      "epoch": 759.44,
      "grad_norm": 1.2289893627166748,
      "learning_rate": 3.287098855495971e-08,
      "loss": 0.3292,
      "step": 2721060
    },
    {
      "epoch": 759.44,
      "grad_norm": 1.17822265625,
      "learning_rate": 3.2866475988716897e-08,
      "loss": 0.3296,
      "step": 2721070
    },
    {
      "epoch": 759.44,
      "grad_norm": 1.2798112630844116,
      "learning_rate": 3.286196373005331e-08,
      "loss": 0.3392,
      "step": 2721080
    },
    {
      "epoch": 759.44,
      "grad_norm": 1.158111810684204,
      "learning_rate": 3.2857451778969465e-08,
      "loss": 0.3309,
      "step": 2721090
    },
    {
      "epoch": 759.45,
      "grad_norm": 1.5117342472076416,
      "learning_rate": 3.28529401354664e-08,
      "loss": 0.348,
      "step": 2721100
    },
    {
      "epoch": 759.45,
      "grad_norm": 1.2109529972076416,
      "learning_rate": 3.284842879954387e-08,
      "loss": 0.3328,
      "step": 2721110
    },
    {
      "epoch": 759.45,
      "grad_norm": 1.2305824756622314,
      "learning_rate": 3.284391777120315e-08,
      "loss": 0.3367,
      "step": 2721120
    },
    {
      "epoch": 759.46,
      "grad_norm": 2.0793237686157227,
      "learning_rate": 3.283940705044504e-08,
      "loss": 0.3357,
      "step": 2721130
    },
    {
      "epoch": 759.46,
      "grad_norm": 1.3797879219055176,
      "learning_rate": 3.283489663726928e-08,
      "loss": 0.3382,
      "step": 2721140
    },
    {
      "epoch": 759.46,
      "grad_norm": 1.2700592279434204,
      "learning_rate": 3.283038653167716e-08,
      "loss": 0.3424,
      "step": 2721150
    },
    {
      "epoch": 759.46,
      "grad_norm": 1.053803563117981,
      "learning_rate": 3.282587673366895e-08,
      "loss": 0.3527,
      "step": 2721160
    },
    {
      "epoch": 759.47,
      "grad_norm": 1.3358840942382812,
      "learning_rate": 3.2821367243245424e-08,
      "loss": 0.343,
      "step": 2721170
    },
    {
      "epoch": 759.47,
      "grad_norm": 1.1707653999328613,
      "learning_rate": 3.281685806040737e-08,
      "loss": 0.3458,
      "step": 2721180
    },
    {
      "epoch": 759.47,
      "grad_norm": 1.3171110153198242,
      "learning_rate": 3.2812349185154777e-08,
      "loss": 0.3494,
      "step": 2721190
    },
    {
      "epoch": 759.48,
      "grad_norm": 1.460137963294983,
      "learning_rate": 3.28078406174887e-08,
      "loss": 0.338,
      "step": 2721200
    },
    {
      "epoch": 759.48,
      "grad_norm": 1.3418471813201904,
      "learning_rate": 3.2803332357409906e-08,
      "loss": 0.3281,
      "step": 2721210
    },
    {
      "epoch": 759.48,
      "grad_norm": 2.2311556339263916,
      "learning_rate": 3.279882440491866e-08,
      "loss": 0.3405,
      "step": 2721220
    },
    {
      "epoch": 759.48,
      "grad_norm": 1.4146603345870972,
      "learning_rate": 3.279431676001523e-08,
      "loss": 0.3386,
      "step": 2721230
    },
    {
      "epoch": 759.49,
      "grad_norm": 1.6481367349624634,
      "learning_rate": 3.2789809422701165e-08,
      "loss": 0.3314,
      "step": 2721240
    },
    {
      "epoch": 759.49,
      "grad_norm": 1.3069108724594116,
      "learning_rate": 3.2785302392976213e-08,
      "loss": 0.3176,
      "step": 2721250
    },
    {
      "epoch": 759.49,
      "grad_norm": 1.1131519079208374,
      "learning_rate": 3.278079567084141e-08,
      "loss": 0.3175,
      "step": 2721260
    },
    {
      "epoch": 759.49,
      "grad_norm": 4.931285858154297,
      "learning_rate": 3.2776289256297285e-08,
      "loss": 0.3329,
      "step": 2721270
    },
    {
      "epoch": 759.5,
      "grad_norm": 1.2429381608963013,
      "learning_rate": 3.277178314934435e-08,
      "loss": 0.3481,
      "step": 2721280
    },
    {
      "epoch": 759.5,
      "grad_norm": 1.1995631456375122,
      "learning_rate": 3.276727734998312e-08,
      "loss": 0.3332,
      "step": 2721290
    },
    {
      "epoch": 759.5,
      "grad_norm": 1.661653757095337,
      "learning_rate": 3.276277185821439e-08,
      "loss": 0.327,
      "step": 2721300
    },
    {
      "epoch": 759.51,
      "grad_norm": 1.241044521331787,
      "learning_rate": 3.275826667403893e-08,
      "loss": 0.3246,
      "step": 2721310
    },
    {
      "epoch": 759.51,
      "grad_norm": 1.3245645761489868,
      "learning_rate": 3.275376179745675e-08,
      "loss": 0.3458,
      "step": 2721320
    },
    {
      "epoch": 759.51,
      "grad_norm": 1.1532139778137207,
      "learning_rate": 3.274925722846888e-08,
      "loss": 0.3254,
      "step": 2721330
    },
    {
      "epoch": 759.51,
      "grad_norm": 1.512866735458374,
      "learning_rate": 3.2744752967076104e-08,
      "loss": 0.3345,
      "step": 2721340
    },
    {
      "epoch": 759.52,
      "grad_norm": 1.8223423957824707,
      "learning_rate": 3.274024901327842e-08,
      "loss": 0.3069,
      "step": 2721350
    },
    {
      "epoch": 759.52,
      "grad_norm": 1.2562899589538574,
      "learning_rate": 3.273574536707688e-08,
      "loss": 0.3303,
      "step": 2721360
    },
    {
      "epoch": 759.52,
      "grad_norm": 1.2716727256774902,
      "learning_rate": 3.273124202847173e-08,
      "loss": 0.3316,
      "step": 2721370
    },
    {
      "epoch": 759.53,
      "grad_norm": 1.2656137943267822,
      "learning_rate": 3.2726738997464286e-08,
      "loss": 0.3548,
      "step": 2721380
    },
    {
      "epoch": 759.53,
      "grad_norm": 1.3471722602844238,
      "learning_rate": 3.272223627405453e-08,
      "loss": 0.3475,
      "step": 2721390
    },
    {
      "epoch": 759.53,
      "grad_norm": 1.581094741821289,
      "learning_rate": 3.2717733858243e-08,
      "loss": 0.3383,
      "step": 2721400
    },
    {
      "epoch": 759.53,
      "grad_norm": 1.1577974557876587,
      "learning_rate": 3.271323175003072e-08,
      "loss": 0.3333,
      "step": 2721410
    },
    {
      "epoch": 759.54,
      "grad_norm": 1.2470377683639526,
      "learning_rate": 3.2708729949417964e-08,
      "loss": 0.3382,
      "step": 2721420
    },
    {
      "epoch": 759.54,
      "grad_norm": 1.1068679094314575,
      "learning_rate": 3.270422845640525e-08,
      "loss": 0.3467,
      "step": 2721430
    },
    {
      "epoch": 759.54,
      "grad_norm": 1.116011381149292,
      "learning_rate": 3.269972727099361e-08,
      "loss": 0.3273,
      "step": 2721440
    },
    {
      "epoch": 759.55,
      "grad_norm": 1.225134015083313,
      "learning_rate": 3.269522639318331e-08,
      "loss": 0.3463,
      "step": 2721450
    },
    {
      "epoch": 759.55,
      "grad_norm": 1.2387996912002563,
      "learning_rate": 3.2690725822975133e-08,
      "loss": 0.3331,
      "step": 2721460
    },
    {
      "epoch": 759.55,
      "grad_norm": 1.3737318515777588,
      "learning_rate": 3.268622556036934e-08,
      "loss": 0.3307,
      "step": 2721470
    },
    {
      "epoch": 759.55,
      "grad_norm": 1.4525686502456665,
      "learning_rate": 3.26817256053667e-08,
      "loss": 0.3359,
      "step": 2721480
    },
    {
      "epoch": 759.56,
      "grad_norm": 1.287010908126831,
      "learning_rate": 3.267722595796801e-08,
      "loss": 0.3357,
      "step": 2721490
    },
    {
      "epoch": 759.56,
      "grad_norm": 1.209662675857544,
      "learning_rate": 3.2672726618174044e-08,
      "loss": 0.3354,
      "step": 2721500
    },
    {
      "epoch": 759.56,
      "grad_norm": 1.1501978635787964,
      "learning_rate": 3.26682275859848e-08,
      "loss": 0.3328,
      "step": 2721510
    },
    {
      "epoch": 759.56,
      "grad_norm": 1.329300880432129,
      "learning_rate": 3.2663728861401054e-08,
      "loss": 0.3513,
      "step": 2721520
    },
    {
      "epoch": 759.57,
      "grad_norm": 1.4246398210525513,
      "learning_rate": 3.2659230444423856e-08,
      "loss": 0.3452,
      "step": 2721530
    },
    {
      "epoch": 759.57,
      "grad_norm": 1.4172757863998413,
      "learning_rate": 3.2654732335053204e-08,
      "loss": 0.3249,
      "step": 2721540
    },
    {
      "epoch": 759.57,
      "grad_norm": 1.2164024114608765,
      "learning_rate": 3.265023453329014e-08,
      "loss": 0.3403,
      "step": 2721550
    },
    {
      "epoch": 759.58,
      "grad_norm": 1.1737364530563354,
      "learning_rate": 3.264573703913491e-08,
      "loss": 0.3307,
      "step": 2721560
    },
    {
      "epoch": 759.58,
      "grad_norm": 1.1712926626205444,
      "learning_rate": 3.264123985258858e-08,
      "loss": 0.3329,
      "step": 2721570
    },
    {
      "epoch": 759.58,
      "grad_norm": 1.0798448324203491,
      "learning_rate": 3.263674297365087e-08,
      "loss": 0.3502,
      "step": 2721580
    },
    {
      "epoch": 759.58,
      "grad_norm": 1.1928600072860718,
      "learning_rate": 3.26322464023236e-08,
      "loss": 0.3281,
      "step": 2721590
    },
    {
      "epoch": 759.59,
      "grad_norm": 1.301597237586975,
      "learning_rate": 3.2627750138606525e-08,
      "loss": 0.3426,
      "step": 2721600
    },
    {
      "epoch": 759.59,
      "grad_norm": 1.5300381183624268,
      "learning_rate": 3.262325418250016e-08,
      "loss": 0.3361,
      "step": 2721610
    },
    {
      "epoch": 759.59,
      "grad_norm": 1.2663695812225342,
      "learning_rate": 3.26187585340058e-08,
      "loss": 0.35,
      "step": 2721620
    },
    {
      "epoch": 759.6,
      "grad_norm": 1.3907005786895752,
      "learning_rate": 3.261426319312345e-08,
      "loss": 0.3382,
      "step": 2721630
    },
    {
      "epoch": 759.6,
      "grad_norm": 1.3213549852371216,
      "learning_rate": 3.260976815985389e-08,
      "loss": 0.3463,
      "step": 2721640
    },
    {
      "epoch": 759.6,
      "grad_norm": 1.2992048263549805,
      "learning_rate": 3.2605273434197636e-08,
      "loss": 0.3371,
      "step": 2721650
    },
    {
      "epoch": 759.6,
      "grad_norm": 1.2949312925338745,
      "learning_rate": 3.2600779016155474e-08,
      "loss": 0.3312,
      "step": 2721660
    },
    {
      "epoch": 759.61,
      "grad_norm": 1.519783854484558,
      "learning_rate": 3.2596284905727924e-08,
      "loss": 0.3337,
      "step": 2721670
    },
    {
      "epoch": 759.61,
      "grad_norm": 1.392343282699585,
      "learning_rate": 3.259179110291577e-08,
      "loss": 0.337,
      "step": 2721680
    },
    {
      "epoch": 759.61,
      "grad_norm": 1.3038535118103027,
      "learning_rate": 3.2587297607719e-08,
      "loss": 0.3474,
      "step": 2721690
    },
    {
      "epoch": 759.61,
      "grad_norm": 1.2212116718292236,
      "learning_rate": 3.258280442013893e-08,
      "loss": 0.3337,
      "step": 2721700
    },
    {
      "epoch": 759.62,
      "grad_norm": 1.2247546911239624,
      "learning_rate": 3.2578311540175806e-08,
      "loss": 0.3454,
      "step": 2721710
    },
    {
      "epoch": 759.62,
      "grad_norm": 1.389197826385498,
      "learning_rate": 3.25738189678299e-08,
      "loss": 0.3448,
      "step": 2721720
    },
    {
      "epoch": 759.62,
      "grad_norm": 1.302140712738037,
      "learning_rate": 3.256932670310276e-08,
      "loss": 0.3432,
      "step": 2721730
    },
    {
      "epoch": 759.63,
      "grad_norm": 3.9905781745910645,
      "learning_rate": 3.256483474599388e-08,
      "loss": 0.3347,
      "step": 2721740
    },
    {
      "epoch": 759.63,
      "grad_norm": 1.5000509023666382,
      "learning_rate": 3.2560343096504557e-08,
      "loss": 0.3252,
      "step": 2721750
    },
    {
      "epoch": 759.63,
      "grad_norm": 1.108764886856079,
      "learning_rate": 3.2555851754635304e-08,
      "loss": 0.3282,
      "step": 2721760
    },
    {
      "epoch": 759.63,
      "grad_norm": 1.0933371782302856,
      "learning_rate": 3.255136072038665e-08,
      "loss": 0.3493,
      "step": 2721770
    },
    {
      "epoch": 759.64,
      "grad_norm": 1.0659091472625732,
      "learning_rate": 3.254686999375911e-08,
      "loss": 0.3251,
      "step": 2721780
    },
    {
      "epoch": 759.64,
      "grad_norm": 1.2882975339889526,
      "learning_rate": 3.254237957475321e-08,
      "loss": 0.3467,
      "step": 2721790
    },
    {
      "epoch": 759.64,
      "grad_norm": 1.191367745399475,
      "learning_rate": 3.253788946336973e-08,
      "loss": 0.3257,
      "step": 2721800
    },
    {
      "epoch": 759.65,
      "grad_norm": 1.3470567464828491,
      "learning_rate": 3.2533399659609175e-08,
      "loss": 0.3553,
      "step": 2721810
    },
    {
      "epoch": 759.65,
      "grad_norm": 1.2412364482879639,
      "learning_rate": 3.252891016347235e-08,
      "loss": 0.3288,
      "step": 2721820
    },
    {
      "epoch": 759.65,
      "grad_norm": 1.1680179834365845,
      "learning_rate": 3.2524420974959495e-08,
      "loss": 0.3389,
      "step": 2721830
    },
    {
      "epoch": 759.65,
      "grad_norm": 1.4013441801071167,
      "learning_rate": 3.251993209407141e-08,
      "loss": 0.334,
      "step": 2721840
    },
    {
      "epoch": 759.66,
      "grad_norm": 1.2204147577285767,
      "learning_rate": 3.251544352080885e-08,
      "loss": 0.333,
      "step": 2721850
    },
    {
      "epoch": 759.66,
      "grad_norm": 1.1290557384490967,
      "learning_rate": 3.25109552551721e-08,
      "loss": 0.3522,
      "step": 2721860
    },
    {
      "epoch": 759.66,
      "grad_norm": 1.2022682428359985,
      "learning_rate": 3.250646729716193e-08,
      "loss": 0.3297,
      "step": 2721870
    },
    {
      "epoch": 759.67,
      "grad_norm": 1.1062568426132202,
      "learning_rate": 3.250197964677886e-08,
      "loss": 0.3532,
      "step": 2721880
    },
    {
      "epoch": 759.67,
      "grad_norm": 1.3967094421386719,
      "learning_rate": 3.2497492304023664e-08,
      "loss": 0.3471,
      "step": 2721890
    },
    {
      "epoch": 759.67,
      "grad_norm": 1.2501330375671387,
      "learning_rate": 3.249300526889662e-08,
      "loss": 0.3296,
      "step": 2721900
    },
    {
      "epoch": 759.67,
      "grad_norm": 1.2718098163604736,
      "learning_rate": 3.2488518541398756e-08,
      "loss": 0.3224,
      "step": 2721910
    },
    {
      "epoch": 759.68,
      "grad_norm": 1.2140440940856934,
      "learning_rate": 3.248403212153007e-08,
      "loss": 0.3418,
      "step": 2721920
    },
    {
      "epoch": 759.68,
      "grad_norm": 1.1682817935943604,
      "learning_rate": 3.247954600929187e-08,
      "loss": 0.3406,
      "step": 2721930
    },
    {
      "epoch": 759.68,
      "grad_norm": 1.2805813550949097,
      "learning_rate": 3.247506020468416e-08,
      "loss": 0.3396,
      "step": 2721940
    },
    {
      "epoch": 759.68,
      "grad_norm": 1.2682619094848633,
      "learning_rate": 3.2470574707707704e-08,
      "loss": 0.3481,
      "step": 2721950
    },
    {
      "epoch": 759.69,
      "grad_norm": 1.539272665977478,
      "learning_rate": 3.2466089518363557e-08,
      "loss": 0.3373,
      "step": 2721960
    },
    {
      "epoch": 759.69,
      "grad_norm": 1.164052128791809,
      "learning_rate": 3.246160463665172e-08,
      "loss": 0.3405,
      "step": 2721970
    },
    {
      "epoch": 759.69,
      "grad_norm": 1.2685480117797852,
      "learning_rate": 3.24571200625727e-08,
      "loss": 0.3456,
      "step": 2721980
    },
    {
      "epoch": 759.7,
      "grad_norm": 1.315656304359436,
      "learning_rate": 3.245263579612781e-08,
      "loss": 0.347,
      "step": 2721990
    },
    {
      "epoch": 759.7,
      "grad_norm": 1.3745427131652832,
      "learning_rate": 3.244815183731705e-08,
      "loss": 0.3389,
      "step": 2722000
    },
    {
      "epoch": 759.7,
      "grad_norm": 1.5670970678329468,
      "learning_rate": 3.244366818614119e-08,
      "loss": 0.3378,
      "step": 2722010
    },
    {
      "epoch": 759.7,
      "grad_norm": 1.1330597400665283,
      "learning_rate": 3.243918484260102e-08,
      "loss": 0.3274,
      "step": 2722020
    },
    {
      "epoch": 759.71,
      "grad_norm": 1.1119781732559204,
      "learning_rate": 3.24347018066968e-08,
      "loss": 0.3494,
      "step": 2722030
    },
    {
      "epoch": 759.71,
      "grad_norm": 1.260937213897705,
      "learning_rate": 3.243021907842905e-08,
      "loss": 0.3384,
      "step": 2722040
    },
    {
      "epoch": 759.71,
      "grad_norm": 1.2328438758850098,
      "learning_rate": 3.242573665779907e-08,
      "loss": 0.3314,
      "step": 2722050
    },
    {
      "epoch": 759.72,
      "grad_norm": 1.2145756483078003,
      "learning_rate": 3.2421254544806593e-08,
      "loss": 0.3307,
      "step": 2722060
    },
    {
      "epoch": 759.72,
      "grad_norm": 1.2067216634750366,
      "learning_rate": 3.2416772739452674e-08,
      "loss": 0.3321,
      "step": 2722070
    },
    {
      "epoch": 759.72,
      "grad_norm": 1.0073603391647339,
      "learning_rate": 3.2412291241738084e-08,
      "loss": 0.345,
      "step": 2722080
    },
    {
      "epoch": 759.72,
      "grad_norm": 1.3984535932540894,
      "learning_rate": 3.240781005166308e-08,
      "loss": 0.3458,
      "step": 2722090
    },
    {
      "epoch": 759.73,
      "grad_norm": 1.3230526447296143,
      "learning_rate": 3.240332916922819e-08,
      "loss": 0.3399,
      "step": 2722100
    },
    {
      "epoch": 759.73,
      "grad_norm": 1.383471131324768,
      "learning_rate": 3.239884859443419e-08,
      "loss": 0.3313,
      "step": 2722110
    },
    {
      "epoch": 759.73,
      "grad_norm": 1.1471846103668213,
      "learning_rate": 3.239436832728187e-08,
      "loss": 0.3234,
      "step": 2722120
    },
    {
      "epoch": 759.73,
      "grad_norm": 1.4169864654541016,
      "learning_rate": 3.2389888367771473e-08,
      "loss": 0.3419,
      "step": 2722130
    },
    {
      "epoch": 759.74,
      "grad_norm": 1.2410845756530762,
      "learning_rate": 3.238540871590353e-08,
      "loss": 0.3243,
      "step": 2722140
    },
    {
      "epoch": 759.74,
      "grad_norm": 1.1383317708969116,
      "learning_rate": 3.238092937167909e-08,
      "loss": 0.3312,
      "step": 2722150
    },
    {
      "epoch": 759.74,
      "grad_norm": 1.0749077796936035,
      "learning_rate": 3.237645033509839e-08,
      "loss": 0.3319,
      "step": 2722160
    },
    {
      "epoch": 759.75,
      "grad_norm": 1.4715608358383179,
      "learning_rate": 3.2371971606162235e-08,
      "loss": 0.3509,
      "step": 2722170
    },
    {
      "epoch": 759.75,
      "grad_norm": 1.3964377641677856,
      "learning_rate": 3.236749318487114e-08,
      "loss": 0.3288,
      "step": 2722180
    },
    {
      "epoch": 759.75,
      "grad_norm": 1.3549374341964722,
      "learning_rate": 3.236301507122561e-08,
      "loss": 0.343,
      "step": 2722190
    },
    {
      "epoch": 759.75,
      "grad_norm": 1.1353572607040405,
      "learning_rate": 3.235853726522618e-08,
      "loss": 0.3472,
      "step": 2722200
    },
    {
      "epoch": 759.76,
      "grad_norm": 1.1312462091445923,
      "learning_rate": 3.235405976687389e-08,
      "loss": 0.3248,
      "step": 2722210
    },
    {
      "epoch": 759.76,
      "grad_norm": 1.2017250061035156,
      "learning_rate": 3.234958257616899e-08,
      "loss": 0.3467,
      "step": 2722220
    },
    {
      "epoch": 759.76,
      "grad_norm": 1.2657288312911987,
      "learning_rate": 3.2345105693111754e-08,
      "loss": 0.3301,
      "step": 2722230
    },
    {
      "epoch": 759.77,
      "grad_norm": 1.3439679145812988,
      "learning_rate": 3.2340629117703476e-08,
      "loss": 0.3635,
      "step": 2722240
    },
    {
      "epoch": 759.77,
      "grad_norm": 1.222621202468872,
      "learning_rate": 3.2336152849944154e-08,
      "loss": 0.3522,
      "step": 2722250
    },
    {
      "epoch": 759.77,
      "grad_norm": 1.3051795959472656,
      "learning_rate": 3.2331676889835094e-08,
      "loss": 0.333,
      "step": 2722260
    },
    {
      "epoch": 759.77,
      "grad_norm": 1.2758806943893433,
      "learning_rate": 3.232720123737603e-08,
      "loss": 0.3287,
      "step": 2722270
    },
    {
      "epoch": 759.78,
      "grad_norm": 1.0435556173324585,
      "learning_rate": 3.2322725892568267e-08,
      "loss": 0.3344,
      "step": 2722280
    },
    {
      "epoch": 759.78,
      "grad_norm": 1.4903123378753662,
      "learning_rate": 3.231825085541207e-08,
      "loss": 0.3246,
      "step": 2722290
    },
    {
      "epoch": 759.78,
      "grad_norm": 1.4592465162277222,
      "learning_rate": 3.2313776125907684e-08,
      "loss": 0.3434,
      "step": 2722300
    },
    {
      "epoch": 759.79,
      "grad_norm": 1.2372188568115234,
      "learning_rate": 3.230930170405642e-08,
      "loss": 0.3485,
      "step": 2722310
    },
    {
      "epoch": 759.79,
      "grad_norm": 1.3479686975479126,
      "learning_rate": 3.230482758985855e-08,
      "loss": 0.3309,
      "step": 2722320
    },
    {
      "epoch": 759.79,
      "grad_norm": 1.4503852128982544,
      "learning_rate": 3.230035378331457e-08,
      "loss": 0.3236,
      "step": 2722330
    },
    {
      "epoch": 759.79,
      "grad_norm": 1.2086780071258545,
      "learning_rate": 3.2295880284425016e-08,
      "loss": 0.333,
      "step": 2722340
    },
    {
      "epoch": 759.8,
      "grad_norm": 1.28118097782135,
      "learning_rate": 3.229140709319093e-08,
      "loss": 0.3008,
      "step": 2722350
    },
    {
      "epoch": 759.8,
      "grad_norm": 1.247566819190979,
      "learning_rate": 3.2286934209612565e-08,
      "loss": 0.3453,
      "step": 2722360
    },
    {
      "epoch": 759.8,
      "grad_norm": 1.2822598218917847,
      "learning_rate": 3.2282461633690443e-08,
      "loss": 0.3365,
      "step": 2722370
    },
    {
      "epoch": 759.8,
      "grad_norm": 1.0974509716033936,
      "learning_rate": 3.2277989365425345e-08,
      "loss": 0.3304,
      "step": 2722380
    },
    {
      "epoch": 759.81,
      "grad_norm": 1.1060144901275635,
      "learning_rate": 3.2273517404817536e-08,
      "loss": 0.3298,
      "step": 2722390
    },
    {
      "epoch": 759.81,
      "grad_norm": 1.2494232654571533,
      "learning_rate": 3.226904575186831e-08,
      "loss": 0.3409,
      "step": 2722400
    },
    {
      "epoch": 759.81,
      "grad_norm": 1.1620110273361206,
      "learning_rate": 3.2264574406577675e-08,
      "loss": 0.332,
      "step": 2722410
    },
    {
      "epoch": 759.82,
      "grad_norm": 1.2876713275909424,
      "learning_rate": 3.226010336894614e-08,
      "loss": 0.3293,
      "step": 2722420
    },
    {
      "epoch": 759.82,
      "grad_norm": 1.2178055047988892,
      "learning_rate": 3.225563263897475e-08,
      "loss": 0.3268,
      "step": 2722430
    },
    {
      "epoch": 759.82,
      "grad_norm": 1.2432067394256592,
      "learning_rate": 3.225116221666404e-08,
      "loss": 0.3382,
      "step": 2722440
    },
    {
      "epoch": 759.82,
      "grad_norm": 1.1973477602005005,
      "learning_rate": 3.224669210201425e-08,
      "loss": 0.3352,
      "step": 2722450
    },
    {
      "epoch": 759.83,
      "grad_norm": 1.2748756408691406,
      "learning_rate": 3.224222229502617e-08,
      "loss": 0.3365,
      "step": 2722460
    },
    {
      "epoch": 759.83,
      "grad_norm": 1.3234648704528809,
      "learning_rate": 3.2237752795700574e-08,
      "loss": 0.3322,
      "step": 2722470
    },
    {
      "epoch": 759.83,
      "grad_norm": 1.2264586687088013,
      "learning_rate": 3.223328360403773e-08,
      "loss": 0.351,
      "step": 2722480
    },
    {
      "epoch": 759.84,
      "grad_norm": 1.219440221786499,
      "learning_rate": 3.2228814720038426e-08,
      "loss": 0.3242,
      "step": 2722490
    },
    {
      "epoch": 759.84,
      "grad_norm": 1.302960753440857,
      "learning_rate": 3.2224346143703165e-08,
      "loss": 0.3518,
      "step": 2722500
    },
    {
      "epoch": 759.84,
      "grad_norm": 1.3885209560394287,
      "learning_rate": 3.221987787503273e-08,
      "loss": 0.3338,
      "step": 2722510
    },
    {
      "epoch": 759.84,
      "grad_norm": 1.1058012247085571,
      "learning_rate": 3.221540991402765e-08,
      "loss": 0.3297,
      "step": 2722520
    },
    {
      "epoch": 759.85,
      "grad_norm": 1.2882074117660522,
      "learning_rate": 3.2210942260688185e-08,
      "loss": 0.3375,
      "step": 2722530
    },
    {
      "epoch": 759.85,
      "grad_norm": 1.4001349210739136,
      "learning_rate": 3.220647491501537e-08,
      "loss": 0.3438,
      "step": 2722540
    },
    {
      "epoch": 759.85,
      "grad_norm": 1.3105595111846924,
      "learning_rate": 3.220200787700947e-08,
      "loss": 0.3425,
      "step": 2722550
    },
    {
      "epoch": 759.85,
      "grad_norm": 1.2734335660934448,
      "learning_rate": 3.219754114667152e-08,
      "loss": 0.3297,
      "step": 2722560
    },
    {
      "epoch": 759.86,
      "grad_norm": 1.4539884328842163,
      "learning_rate": 3.219307472400153e-08,
      "loss": 0.3362,
      "step": 2722570
    },
    {
      "epoch": 759.86,
      "grad_norm": 1.4197161197662354,
      "learning_rate": 3.2188608609000786e-08,
      "loss": 0.3371,
      "step": 2722580
    },
    {
      "epoch": 759.86,
      "grad_norm": 1.3198137283325195,
      "learning_rate": 3.2184142801669043e-08,
      "loss": 0.3401,
      "step": 2722590
    },
    {
      "epoch": 759.87,
      "grad_norm": 1.1002147197723389,
      "learning_rate": 3.217967730200759e-08,
      "loss": 0.3342,
      "step": 2722600
    },
    {
      "epoch": 759.87,
      "grad_norm": 1.2043365240097046,
      "learning_rate": 3.217521211001696e-08,
      "loss": 0.3421,
      "step": 2722610
    },
    {
      "epoch": 759.87,
      "grad_norm": 1.2252341508865356,
      "learning_rate": 3.217074722569714e-08,
      "loss": 0.3379,
      "step": 2722620
    },
    {
      "epoch": 759.87,
      "grad_norm": 1.1271111965179443,
      "learning_rate": 3.216628264904944e-08,
      "loss": 0.3482,
      "step": 2722630
    },
    {
      "epoch": 759.88,
      "grad_norm": 1.3758347034454346,
      "learning_rate": 3.2161818380074114e-08,
      "loss": 0.3401,
      "step": 2722640
    },
    {
      "epoch": 759.88,
      "grad_norm": 1.5389294624328613,
      "learning_rate": 3.215735441877169e-08,
      "loss": 0.3291,
      "step": 2722650
    },
    {
      "epoch": 759.88,
      "grad_norm": 1.104838490486145,
      "learning_rate": 3.215289076514294e-08,
      "loss": 0.332,
      "step": 2722660
    },
    {
      "epoch": 759.89,
      "grad_norm": 1.2606430053710938,
      "learning_rate": 3.214842741918839e-08,
      "loss": 0.3301,
      "step": 2722670
    },
    {
      "epoch": 759.89,
      "grad_norm": 1.2049908638000488,
      "learning_rate": 3.214396438090856e-08,
      "loss": 0.3398,
      "step": 2722680
    },
    {
      "epoch": 759.89,
      "grad_norm": 1.382198691368103,
      "learning_rate": 3.213950165030423e-08,
      "loss": 0.3329,
      "step": 2722690
    },
    {
      "epoch": 759.89,
      "grad_norm": 1.224561333656311,
      "learning_rate": 3.213503922737618e-08,
      "loss": 0.3503,
      "step": 2722700
    },
    {
      "epoch": 759.9,
      "grad_norm": 1.3524702787399292,
      "learning_rate": 3.213057711212415e-08,
      "loss": 0.3347,
      "step": 2722710
    },
    {
      "epoch": 759.9,
      "grad_norm": 1.3174219131469727,
      "learning_rate": 3.21261153045497e-08,
      "loss": 0.3282,
      "step": 2722720
    },
    {
      "epoch": 759.9,
      "grad_norm": 1.3295795917510986,
      "learning_rate": 3.212165380465283e-08,
      "loss": 0.3363,
      "step": 2722730
    },
    {
      "epoch": 759.91,
      "grad_norm": 1.1142771244049072,
      "learning_rate": 3.211719261243433e-08,
      "loss": 0.3428,
      "step": 2722740
    },
    {
      "epoch": 759.91,
      "grad_norm": 1.3473389148712158,
      "learning_rate": 3.2112731727894965e-08,
      "loss": 0.331,
      "step": 2722750
    },
    {
      "epoch": 759.91,
      "grad_norm": 1.2310707569122314,
      "learning_rate": 3.2108271151034745e-08,
      "loss": 0.3364,
      "step": 2722760
    },
    {
      "epoch": 759.91,
      "grad_norm": 1.1634823083877563,
      "learning_rate": 3.210381088185497e-08,
      "loss": 0.3333,
      "step": 2722770
    },
    {
      "epoch": 759.92,
      "grad_norm": 1.4681403636932373,
      "learning_rate": 3.209935092035589e-08,
      "loss": 0.3438,
      "step": 2722780
    },
    {
      "epoch": 759.92,
      "grad_norm": 1.2105897665023804,
      "learning_rate": 3.2094891266538305e-08,
      "loss": 0.3296,
      "step": 2722790
    },
    {
      "epoch": 759.92,
      "grad_norm": 1.1985089778900146,
      "learning_rate": 3.2090431920402465e-08,
      "loss": 0.3353,
      "step": 2722800
    },
    {
      "epoch": 759.92,
      "grad_norm": 1.4099371433258057,
      "learning_rate": 3.2085972881949145e-08,
      "loss": 0.334,
      "step": 2722810
    },
    {
      "epoch": 759.93,
      "grad_norm": 1.072738528251648,
      "learning_rate": 3.208151415117887e-08,
      "loss": 0.3393,
      "step": 2722820
    },
    {
      "epoch": 759.93,
      "grad_norm": 1.2778856754302979,
      "learning_rate": 3.2077055728092426e-08,
      "loss": 0.3261,
      "step": 2722830
    },
    {
      "epoch": 759.93,
      "grad_norm": 1.1791329383850098,
      "learning_rate": 3.207259761269032e-08,
      "loss": 0.3654,
      "step": 2722840
    },
    {
      "epoch": 759.94,
      "grad_norm": 2.9610447883605957,
      "learning_rate": 3.206813980497283e-08,
      "loss": 0.3325,
      "step": 2722850
    },
    {
      "epoch": 759.94,
      "grad_norm": 1.1222989559173584,
      "learning_rate": 3.2063682304940986e-08,
      "loss": 0.3526,
      "step": 2722860
    },
    {
      "epoch": 759.94,
      "grad_norm": 1.0784249305725098,
      "learning_rate": 3.205922511259531e-08,
      "loss": 0.335,
      "step": 2722870
    },
    {
      "epoch": 759.94,
      "grad_norm": 1.1671545505523682,
      "learning_rate": 3.205476822793632e-08,
      "loss": 0.3361,
      "step": 2722880
    },
    {
      "epoch": 759.95,
      "grad_norm": 1.364601492881775,
      "learning_rate": 3.205031165096454e-08,
      "loss": 0.326,
      "step": 2722890
    },
    {
      "epoch": 759.95,
      "grad_norm": 1.2946501970291138,
      "learning_rate": 3.204585538168049e-08,
      "loss": 0.3385,
      "step": 2722900
    },
    {
      "epoch": 759.95,
      "grad_norm": 1.2616748809814453,
      "learning_rate": 3.204139942008495e-08,
      "loss": 0.356,
      "step": 2722910
    },
    {
      "epoch": 759.96,
      "grad_norm": 1.1676334142684937,
      "learning_rate": 3.2036943766178705e-08,
      "loss": 0.3339,
      "step": 2722920
    },
    {
      "epoch": 759.96,
      "grad_norm": 1.3949921131134033,
      "learning_rate": 3.203248841996201e-08,
      "loss": 0.337,
      "step": 2722930
    },
    {
      "epoch": 759.96,
      "grad_norm": 1.243180274963379,
      "learning_rate": 3.2028033381435375e-08,
      "loss": 0.346,
      "step": 2722940
    },
    {
      "epoch": 759.96,
      "grad_norm": 1.2697107791900635,
      "learning_rate": 3.20235786505996e-08,
      "loss": 0.3434,
      "step": 2722950
    },
    {
      "epoch": 759.97,
      "grad_norm": 1.1643017530441284,
      "learning_rate": 3.2019124227455203e-08,
      "loss": 0.3337,
      "step": 2722960
    },
    {
      "epoch": 759.97,
      "grad_norm": 1.3728814125061035,
      "learning_rate": 3.201467011200269e-08,
      "loss": 0.3159,
      "step": 2722970
    },
    {
      "epoch": 759.97,
      "grad_norm": 1.3520050048828125,
      "learning_rate": 3.2010216304243114e-08,
      "loss": 0.3356,
      "step": 2722980
    },
    {
      "epoch": 759.97,
      "grad_norm": 1.3531233072280884,
      "learning_rate": 3.200576280417673e-08,
      "loss": 0.3252,
      "step": 2722990
    },
    {
      "epoch": 759.98,
      "grad_norm": 1.2575404644012451,
      "learning_rate": 3.2001309611803804e-08,
      "loss": 0.3303,
      "step": 2723000
    },
    {
      "epoch": 759.98,
      "grad_norm": 1.1498547792434692,
      "learning_rate": 3.1996856727125374e-08,
      "loss": 0.3394,
      "step": 2723010
    },
    {
      "epoch": 759.98,
      "grad_norm": 1.2807670831680298,
      "learning_rate": 3.199240415014221e-08,
      "loss": 0.3328,
      "step": 2723020
    },
    {
      "epoch": 759.99,
      "grad_norm": 1.4625308513641357,
      "learning_rate": 3.1987951880854333e-08,
      "loss": 0.3437,
      "step": 2723030
    },
    {
      "epoch": 759.99,
      "grad_norm": 1.3582772016525269,
      "learning_rate": 3.198349991926277e-08,
      "loss": 0.3432,
      "step": 2723040
    },
    {
      "epoch": 759.99,
      "grad_norm": 1.394026517868042,
      "learning_rate": 3.197904826536778e-08,
      "loss": 0.3361,
      "step": 2723050
    },
    {
      "epoch": 759.99,
      "grad_norm": 1.2903060913085938,
      "learning_rate": 3.197459691917014e-08,
      "loss": 0.3255,
      "step": 2723060
    },
    {
      "epoch": 760.0,
      "grad_norm": 1.244970440864563,
      "learning_rate": 3.197014588067065e-08,
      "loss": 0.3305,
      "step": 2723070
    },
    {
      "epoch": 760.0,
      "grad_norm": 1.4647516012191772,
      "learning_rate": 3.196569514986955e-08,
      "loss": 0.322,
      "step": 2723080
    },
    {
      "epoch": 760.0,
      "eval_loss": 0.33670562505722046,
      "eval_runtime": 67.6143,
      "eval_samples_per_second": 74.821,
      "eval_steps_per_second": 9.362,
      "step": 2723080
    },
    {
      "epoch": 760.0,
      "grad_norm": 1.2178093194961548,
      "learning_rate": 3.1961244726767374e-08,
      "loss": 0.341,
      "step": 2723090
    },
    {
      "epoch": 760.01,
      "grad_norm": 1.2965153455734253,
      "learning_rate": 3.195679461136542e-08,
      "loss": 0.34,
      "step": 2723100
    },
    {
      "epoch": 760.01,
      "grad_norm": 1.2844444513320923,
      "learning_rate": 3.195234480366316e-08,
      "loss": 0.3418,
      "step": 2723110
    },
    {
      "epoch": 760.01,
      "grad_norm": 1.4167224168777466,
      "learning_rate": 3.194789530366216e-08,
      "loss": 0.3473,
      "step": 2723120
    },
    {
      "epoch": 760.01,
      "grad_norm": 1.093554139137268,
      "learning_rate": 3.194344611136268e-08,
      "loss": 0.3252,
      "step": 2723130
    },
    {
      "epoch": 760.02,
      "grad_norm": 1.4230762720108032,
      "learning_rate": 3.193899722676498e-08,
      "loss": 0.3331,
      "step": 2723140
    },
    {
      "epoch": 760.02,
      "grad_norm": 1.3098779916763306,
      "learning_rate": 3.193454864987037e-08,
      "loss": 0.3391,
      "step": 2723150
    },
    {
      "epoch": 760.02,
      "grad_norm": 1.2473057508468628,
      "learning_rate": 3.1930100380678835e-08,
      "loss": 0.3484,
      "step": 2723160
    },
    {
      "epoch": 760.03,
      "grad_norm": 1.202690601348877,
      "learning_rate": 3.192565241919116e-08,
      "loss": 0.3218,
      "step": 2723170
    },
    {
      "epoch": 760.03,
      "grad_norm": 1.0923576354980469,
      "learning_rate": 3.1921204765407873e-08,
      "loss": 0.3137,
      "step": 2723180
    },
    {
      "epoch": 760.03,
      "grad_norm": 1.0560882091522217,
      "learning_rate": 3.191675741932975e-08,
      "loss": 0.3537,
      "step": 2723190
    },
    {
      "epoch": 760.03,
      "grad_norm": 1.1918655633926392,
      "learning_rate": 3.1912310380957046e-08,
      "loss": 0.3344,
      "step": 2723200
    },
    {
      "epoch": 760.04,
      "grad_norm": 1.3165405988693237,
      "learning_rate": 3.190786365029081e-08,
      "loss": 0.342,
      "step": 2723210
    },
    {
      "epoch": 760.04,
      "grad_norm": 1.3150744438171387,
      "learning_rate": 3.190341722733129e-08,
      "loss": 0.3404,
      "step": 2723220
    },
    {
      "epoch": 760.04,
      "grad_norm": 1.174670696258545,
      "learning_rate": 3.189897111207902e-08,
      "loss": 0.3292,
      "step": 2723230
    },
    {
      "epoch": 760.04,
      "grad_norm": 1.2461597919464111,
      "learning_rate": 3.1894525304535045e-08,
      "loss": 0.3285,
      "step": 2723240
    },
    {
      "epoch": 760.05,
      "grad_norm": 1.4813036918640137,
      "learning_rate": 3.189007980469961e-08,
      "loss": 0.3368,
      "step": 2723250
    },
    {
      "epoch": 760.05,
      "grad_norm": 1.379730224609375,
      "learning_rate": 3.1885634612573236e-08,
      "loss": 0.3365,
      "step": 2723260
    },
    {
      "epoch": 760.05,
      "grad_norm": 1.2335951328277588,
      "learning_rate": 3.1881189728156714e-08,
      "loss": 0.3289,
      "step": 2723270
    },
    {
      "epoch": 760.06,
      "grad_norm": 1.1284608840942383,
      "learning_rate": 3.187674515145056e-08,
      "loss": 0.3388,
      "step": 2723280
    },
    {
      "epoch": 760.06,
      "grad_norm": 1.8879166841506958,
      "learning_rate": 3.187230088245504e-08,
      "loss": 0.3334,
      "step": 2723290
    },
    {
      "epoch": 760.06,
      "grad_norm": 1.4626444578170776,
      "learning_rate": 3.18678569211717e-08,
      "loss": 0.3379,
      "step": 2723300
    },
    {
      "epoch": 760.06,
      "grad_norm": 1.1570433378219604,
      "learning_rate": 3.186341326760003e-08,
      "loss": 0.3549,
      "step": 2723310
    },
    {
      "epoch": 760.07,
      "grad_norm": 1.4300249814987183,
      "learning_rate": 3.185896992174107e-08,
      "loss": 0.3411,
      "step": 2723320
    },
    {
      "epoch": 760.07,
      "grad_norm": 1.396152377128601,
      "learning_rate": 3.185452688359586e-08,
      "loss": 0.3382,
      "step": 2723330
    },
    {
      "epoch": 760.07,
      "grad_norm": 1.324233055114746,
      "learning_rate": 3.185008415316414e-08,
      "loss": 0.3478,
      "step": 2723340
    },
    {
      "epoch": 760.08,
      "grad_norm": 1.2877380847930908,
      "learning_rate": 3.1845641730447214e-08,
      "loss": 0.3286,
      "step": 2723350
    },
    {
      "epoch": 760.08,
      "grad_norm": 1.3695820569992065,
      "learning_rate": 3.184119961544508e-08,
      "loss": 0.3495,
      "step": 2723360
    },
    {
      "epoch": 760.08,
      "grad_norm": 1.3815622329711914,
      "learning_rate": 3.183675780815903e-08,
      "loss": 0.3244,
      "step": 2723370
    },
    {
      "epoch": 760.08,
      "grad_norm": 1.053274154663086,
      "learning_rate": 3.183231630858882e-08,
      "loss": 0.3383,
      "step": 2723380
    },
    {
      "epoch": 760.09,
      "grad_norm": 1.4170688390731812,
      "learning_rate": 3.1827875116736005e-08,
      "loss": 0.3302,
      "step": 2723390
    },
    {
      "epoch": 760.09,
      "grad_norm": 1.4885731935501099,
      "learning_rate": 3.1823434232600315e-08,
      "loss": 0.3414,
      "step": 2723400
    },
    {
      "epoch": 760.09,
      "grad_norm": 1.1914280652999878,
      "learning_rate": 3.1818993656182544e-08,
      "loss": 0.342,
      "step": 2723410
    },
    {
      "epoch": 760.09,
      "grad_norm": 1.278687596321106,
      "learning_rate": 3.181455338748399e-08,
      "loss": 0.3399,
      "step": 2723420
    },
    {
      "epoch": 760.1,
      "grad_norm": 1.259024739265442,
      "learning_rate": 3.1810113426503864e-08,
      "loss": 0.3464,
      "step": 2723430
    },
    {
      "epoch": 760.1,
      "grad_norm": 1.243255615234375,
      "learning_rate": 3.180567377324425e-08,
      "loss": 0.353,
      "step": 2723440
    },
    {
      "epoch": 760.1,
      "grad_norm": 1.0709917545318604,
      "learning_rate": 3.180123442770464e-08,
      "loss": 0.345,
      "step": 2723450
    },
    {
      "epoch": 760.11,
      "grad_norm": 1.4271894693374634,
      "learning_rate": 3.179679538988632e-08,
      "loss": 0.3486,
      "step": 2723460
    },
    {
      "epoch": 760.11,
      "grad_norm": 1.2229032516479492,
      "learning_rate": 3.179235665978956e-08,
      "loss": 0.3367,
      "step": 2723470
    },
    {
      "epoch": 760.11,
      "grad_norm": 1.2519705295562744,
      "learning_rate": 3.1787918237414885e-08,
      "loss": 0.3492,
      "step": 2723480
    },
    {
      "epoch": 760.11,
      "grad_norm": 1.1382039785385132,
      "learning_rate": 3.1783480122763054e-08,
      "loss": 0.3468,
      "step": 2723490
    },
    {
      "epoch": 760.12,
      "grad_norm": 1.2655930519104004,
      "learning_rate": 3.177904231583461e-08,
      "loss": 0.3409,
      "step": 2723500
    },
    {
      "epoch": 760.12,
      "grad_norm": 1.3153984546661377,
      "learning_rate": 3.177460481663006e-08,
      "loss": 0.3318,
      "step": 2723510
    },
    {
      "epoch": 760.12,
      "grad_norm": 1.1256914138793945,
      "learning_rate": 3.177016762514993e-08,
      "loss": 0.3289,
      "step": 2723520
    },
    {
      "epoch": 760.13,
      "grad_norm": 1.2995716333389282,
      "learning_rate": 3.176573074139526e-08,
      "loss": 0.3363,
      "step": 2723530
    },
    {
      "epoch": 760.13,
      "grad_norm": 1.1959792375564575,
      "learning_rate": 3.176129416536605e-08,
      "loss": 0.337,
      "step": 2723540
    },
    {
      "epoch": 760.13,
      "grad_norm": 1.2747507095336914,
      "learning_rate": 3.175685789706334e-08,
      "loss": 0.3372,
      "step": 2723550
    },
    {
      "epoch": 760.13,
      "grad_norm": 1.2996575832366943,
      "learning_rate": 3.175242193648765e-08,
      "loss": 0.3384,
      "step": 2723560
    },
    {
      "epoch": 760.14,
      "grad_norm": 1.3822834491729736,
      "learning_rate": 3.174798628363924e-08,
      "loss": 0.3317,
      "step": 2723570
    },
    {
      "epoch": 760.14,
      "grad_norm": 1.2121778726577759,
      "learning_rate": 3.1743550938519154e-08,
      "loss": 0.3384,
      "step": 2723580
    },
    {
      "epoch": 760.14,
      "grad_norm": 1.1694427728652954,
      "learning_rate": 3.1739115901127394e-08,
      "loss": 0.3508,
      "step": 2723590
    },
    {
      "epoch": 760.15,
      "grad_norm": 1.2402087450027466,
      "learning_rate": 3.173468117146525e-08,
      "loss": 0.3324,
      "step": 2723600
    },
    {
      "epoch": 760.15,
      "grad_norm": 1.4185103178024292,
      "learning_rate": 3.1730246749532996e-08,
      "loss": 0.3296,
      "step": 2723610
    },
    {
      "epoch": 760.15,
      "grad_norm": 1.23468816280365,
      "learning_rate": 3.172581263533088e-08,
      "loss": 0.3351,
      "step": 2723620
    },
    {
      "epoch": 760.15,
      "grad_norm": 1.2569191455841064,
      "learning_rate": 3.172137882886021e-08,
      "loss": 0.3355,
      "step": 2723630
    },
    {
      "epoch": 760.16,
      "grad_norm": 1.1617417335510254,
      "learning_rate": 3.1716945330120726e-08,
      "loss": 0.3475,
      "step": 2723640
    },
    {
      "epoch": 760.16,
      "grad_norm": 1.4441288709640503,
      "learning_rate": 3.171251213911399e-08,
      "loss": 0.3359,
      "step": 2723650
    },
    {
      "epoch": 760.16,
      "grad_norm": 1.3086459636688232,
      "learning_rate": 3.1708079255839734e-08,
      "loss": 0.3542,
      "step": 2723660
    },
    {
      "epoch": 760.16,
      "grad_norm": 1.1821396350860596,
      "learning_rate": 3.1703646680298744e-08,
      "loss": 0.3355,
      "step": 2723670
    },
    {
      "epoch": 760.17,
      "grad_norm": 1.4259982109069824,
      "learning_rate": 3.169921441249206e-08,
      "loss": 0.3363,
      "step": 2723680
    },
    {
      "epoch": 760.17,
      "grad_norm": 1.0247777700424194,
      "learning_rate": 3.169478245241969e-08,
      "loss": 0.3171,
      "step": 2723690
    },
    {
      "epoch": 760.17,
      "grad_norm": 2.062335729598999,
      "learning_rate": 3.169035080008292e-08,
      "loss": 0.353,
      "step": 2723700
    },
    {
      "epoch": 760.18,
      "grad_norm": 1.22764253616333,
      "learning_rate": 3.16859194554815e-08,
      "loss": 0.3186,
      "step": 2723710
    },
    {
      "epoch": 760.18,
      "grad_norm": 1.3683935403823853,
      "learning_rate": 3.1681488418616726e-08,
      "loss": 0.3462,
      "step": 2723720
    },
    {
      "epoch": 760.18,
      "grad_norm": 1.3099924325942993,
      "learning_rate": 3.1677057689488606e-08,
      "loss": 0.3547,
      "step": 2723730
    },
    {
      "epoch": 760.18,
      "grad_norm": 1.4664325714111328,
      "learning_rate": 3.1672627268098433e-08,
      "loss": 0.3327,
      "step": 2723740
    },
    {
      "epoch": 760.19,
      "grad_norm": 1.1244081258773804,
      "learning_rate": 3.166819715444621e-08,
      "loss": 0.3346,
      "step": 2723750
    },
    {
      "epoch": 760.19,
      "grad_norm": 1.2068672180175781,
      "learning_rate": 3.166376734853246e-08,
      "loss": 0.3321,
      "step": 2723760
    },
    {
      "epoch": 760.19,
      "grad_norm": 1.333620309829712,
      "learning_rate": 3.1659337850358475e-08,
      "loss": 0.3437,
      "step": 2723770
    },
    {
      "epoch": 760.2,
      "grad_norm": 1.331390380859375,
      "learning_rate": 3.1654908659923745e-08,
      "loss": 0.3331,
      "step": 2723780
    },
    {
      "epoch": 760.2,
      "grad_norm": 1.2366952896118164,
      "learning_rate": 3.1650479777230086e-08,
      "loss": 0.3431,
      "step": 2723790
    },
    {
      "epoch": 760.2,
      "grad_norm": 1.6525884866714478,
      "learning_rate": 3.164605120227724e-08,
      "loss": 0.3435,
      "step": 2723800
    },
    {
      "epoch": 760.2,
      "grad_norm": 1.2250912189483643,
      "learning_rate": 3.1641622935065986e-08,
      "loss": 0.3374,
      "step": 2723810
    },
    {
      "epoch": 760.21,
      "grad_norm": 1.2328513860702515,
      "learning_rate": 3.1637194975597106e-08,
      "loss": 0.3341,
      "step": 2723820
    },
    {
      "epoch": 760.21,
      "grad_norm": 1.409794807434082,
      "learning_rate": 3.1632767323871383e-08,
      "loss": 0.3384,
      "step": 2723830
    },
    {
      "epoch": 760.21,
      "grad_norm": 1.0672404766082764,
      "learning_rate": 3.1628339979888546e-08,
      "loss": 0.3294,
      "step": 2723840
    },
    {
      "epoch": 760.21,
      "grad_norm": 1.4500538110733032,
      "learning_rate": 3.162391294365017e-08,
      "loss": 0.3425,
      "step": 2723850
    },
    {
      "epoch": 760.22,
      "grad_norm": 1.364011526107788,
      "learning_rate": 3.1619486215156245e-08,
      "loss": 0.3428,
      "step": 2723860
    },
    {
      "epoch": 760.22,
      "grad_norm": 1.3697372674942017,
      "learning_rate": 3.16150597944073e-08,
      "loss": 0.3383,
      "step": 2723870
    },
    {
      "epoch": 760.22,
      "grad_norm": 1.40340256690979,
      "learning_rate": 3.1610633681404366e-08,
      "loss": 0.344,
      "step": 2723880
    },
    {
      "epoch": 760.23,
      "grad_norm": 1.2978229522705078,
      "learning_rate": 3.1606207876147715e-08,
      "loss": 0.3352,
      "step": 2723890
    },
    {
      "epoch": 760.23,
      "grad_norm": 1.3166316747665405,
      "learning_rate": 3.160178237863811e-08,
      "loss": 0.3418,
      "step": 2723900
    },
    {
      "epoch": 760.23,
      "grad_norm": 1.1520378589630127,
      "learning_rate": 3.159735718887635e-08,
      "loss": 0.341,
      "step": 2723910
    },
    {
      "epoch": 760.23,
      "grad_norm": 1.6274751424789429,
      "learning_rate": 3.159293230686243e-08,
      "loss": 0.3194,
      "step": 2723920
    },
    {
      "epoch": 760.24,
      "grad_norm": 1.2725474834442139,
      "learning_rate": 3.1588507732597126e-08,
      "loss": 0.3208,
      "step": 2723930
    },
    {
      "epoch": 760.24,
      "grad_norm": 1.3305132389068604,
      "learning_rate": 3.158408346608122e-08,
      "loss": 0.3328,
      "step": 2723940
    },
    {
      "epoch": 760.24,
      "grad_norm": 1.3837584257125854,
      "learning_rate": 3.157965950731549e-08,
      "loss": 0.3552,
      "step": 2723950
    },
    {
      "epoch": 760.25,
      "grad_norm": 1.502996563911438,
      "learning_rate": 3.157523585629968e-08,
      "loss": 0.3469,
      "step": 2723960
    },
    {
      "epoch": 760.25,
      "grad_norm": 1.3877476453781128,
      "learning_rate": 3.157081251303562e-08,
      "loss": 0.3339,
      "step": 2723970
    },
    {
      "epoch": 760.25,
      "grad_norm": 1.7276579141616821,
      "learning_rate": 3.156638947752277e-08,
      "loss": 0.329,
      "step": 2723980
    },
    {
      "epoch": 760.25,
      "grad_norm": 1.3401753902435303,
      "learning_rate": 3.156196674976245e-08,
      "loss": 0.3238,
      "step": 2723990
    },
    {
      "epoch": 760.26,
      "grad_norm": 1.4116156101226807,
      "learning_rate": 3.1557544329754907e-08,
      "loss": 0.3497,
      "step": 2724000
    },
    {
      "epoch": 760.26,
      "grad_norm": 1.4186097383499146,
      "learning_rate": 3.155312221750066e-08,
      "loss": 0.352,
      "step": 2724010
    },
    {
      "epoch": 760.26,
      "grad_norm": 1.2603938579559326,
      "learning_rate": 3.154870041300077e-08,
      "loss": 0.3417,
      "step": 2724020
    },
    {
      "epoch": 760.27,
      "grad_norm": 1.254630208015442,
      "learning_rate": 3.154427891625521e-08,
      "loss": 0.3441,
      "step": 2724030
    },
    {
      "epoch": 760.27,
      "grad_norm": 1.2297656536102295,
      "learning_rate": 3.153985772726504e-08,
      "loss": 0.3445,
      "step": 2724040
    },
    {
      "epoch": 760.27,
      "grad_norm": 1.3519712686538696,
      "learning_rate": 3.153543684603077e-08,
      "loss": 0.3409,
      "step": 2724050
    },
    {
      "epoch": 760.27,
      "grad_norm": 1.3508381843566895,
      "learning_rate": 3.153101627255267e-08,
      "loss": 0.331,
      "step": 2724060
    },
    {
      "epoch": 760.28,
      "grad_norm": 1.2684721946716309,
      "learning_rate": 3.152659600683151e-08,
      "loss": 0.3308,
      "step": 2724070
    },
    {
      "epoch": 760.28,
      "grad_norm": 2.275465726852417,
      "learning_rate": 3.1522176048868076e-08,
      "loss": 0.3418,
      "step": 2724080
    },
    {
      "epoch": 760.28,
      "grad_norm": 1.2004849910736084,
      "learning_rate": 3.151775639866289e-08,
      "loss": 0.3463,
      "step": 2724090
    },
    {
      "epoch": 760.28,
      "grad_norm": 1.2206059694290161,
      "learning_rate": 3.1513337056215946e-08,
      "loss": 0.3311,
      "step": 2724100
    },
    {
      "epoch": 760.29,
      "grad_norm": 1.2789596319198608,
      "learning_rate": 3.150891802152881e-08,
      "loss": 0.3382,
      "step": 2724110
    },
    {
      "epoch": 760.29,
      "grad_norm": 1.1995728015899658,
      "learning_rate": 3.1504499294601486e-08,
      "loss": 0.3218,
      "step": 2724120
    },
    {
      "epoch": 760.29,
      "grad_norm": 1.1859036684036255,
      "learning_rate": 3.150008087543475e-08,
      "loss": 0.3484,
      "step": 2724130
    },
    {
      "epoch": 760.3,
      "grad_norm": 1.4646682739257812,
      "learning_rate": 3.1495662764029116e-08,
      "loss": 0.3442,
      "step": 2724140
    },
    {
      "epoch": 760.3,
      "grad_norm": 1.2043081521987915,
      "learning_rate": 3.149124496038486e-08,
      "loss": 0.3407,
      "step": 2724150
    },
    {
      "epoch": 760.3,
      "grad_norm": 1.3650000095367432,
      "learning_rate": 3.1486827464503005e-08,
      "loss": 0.3195,
      "step": 2724160
    },
    {
      "epoch": 760.3,
      "grad_norm": 1.2569993734359741,
      "learning_rate": 3.148241027638408e-08,
      "loss": 0.3474,
      "step": 2724170
    },
    {
      "epoch": 760.31,
      "grad_norm": 1.4792908430099487,
      "learning_rate": 3.147799339602861e-08,
      "loss": 0.3369,
      "step": 2724180
    },
    {
      "epoch": 760.31,
      "grad_norm": 1.177828311920166,
      "learning_rate": 3.147357682343737e-08,
      "loss": 0.333,
      "step": 2724190
    },
    {
      "epoch": 760.31,
      "grad_norm": 1.2870087623596191,
      "learning_rate": 3.1469160558610354e-08,
      "loss": 0.349,
      "step": 2724200
    },
    {
      "epoch": 760.32,
      "grad_norm": 1.0554531812667847,
      "learning_rate": 3.146474460154888e-08,
      "loss": 0.3251,
      "step": 2724210
    },
    {
      "epoch": 760.32,
      "grad_norm": 1.094703197479248,
      "learning_rate": 3.146032895225293e-08,
      "loss": 0.3332,
      "step": 2724220
    },
    {
      "epoch": 760.32,
      "grad_norm": 1.2316397428512573,
      "learning_rate": 3.1455913610723556e-08,
      "loss": 0.3462,
      "step": 2724230
    },
    {
      "epoch": 760.32,
      "grad_norm": 1.1409428119659424,
      "learning_rate": 3.145149857696101e-08,
      "loss": 0.3398,
      "step": 2724240
    },
    {
      "epoch": 760.33,
      "grad_norm": 1.4051979780197144,
      "learning_rate": 3.1447083850966085e-08,
      "loss": 0.3283,
      "step": 2724250
    },
    {
      "epoch": 760.33,
      "grad_norm": 1.4446972608566284,
      "learning_rate": 3.144266943273929e-08,
      "loss": 0.3351,
      "step": 2724260
    },
    {
      "epoch": 760.33,
      "grad_norm": 1.6503828763961792,
      "learning_rate": 3.1438255322281146e-08,
      "loss": 0.3379,
      "step": 2724270
    },
    {
      "epoch": 760.33,
      "grad_norm": 1.2648744583129883,
      "learning_rate": 3.14338415195927e-08,
      "loss": 0.3351,
      "step": 2724280
    },
    {
      "epoch": 760.34,
      "grad_norm": 1.2747505903244019,
      "learning_rate": 3.142942802467369e-08,
      "loss": 0.353,
      "step": 2724290
    },
    {
      "epoch": 760.34,
      "grad_norm": 1.464218020439148,
      "learning_rate": 3.1425014837525416e-08,
      "loss": 0.3494,
      "step": 2724300
    },
    {
      "epoch": 760.34,
      "grad_norm": 1.245419979095459,
      "learning_rate": 3.142060195814814e-08,
      "loss": 0.3228,
      "step": 2724310
    },
    {
      "epoch": 760.35,
      "grad_norm": 1.3370590209960938,
      "learning_rate": 3.14161893865429e-08,
      "loss": 0.3549,
      "step": 2724320
    },
    {
      "epoch": 760.35,
      "grad_norm": 1.3547860383987427,
      "learning_rate": 3.1411777122709433e-08,
      "loss": 0.3348,
      "step": 2724330
    },
    {
      "epoch": 760.35,
      "grad_norm": 1.2652949094772339,
      "learning_rate": 3.140736516664905e-08,
      "loss": 0.3283,
      "step": 2724340
    },
    {
      "epoch": 760.35,
      "grad_norm": 1.086648941040039,
      "learning_rate": 3.1402953518362003e-08,
      "loss": 0.3291,
      "step": 2724350
    },
    {
      "epoch": 760.36,
      "grad_norm": 1.4426239728927612,
      "learning_rate": 3.139854217784907e-08,
      "loss": 0.3552,
      "step": 2724360
    },
    {
      "epoch": 760.36,
      "grad_norm": 1.4176300764083862,
      "learning_rate": 3.139413114511078e-08,
      "loss": 0.3349,
      "step": 2724370
    },
    {
      "epoch": 760.36,
      "grad_norm": 1.1493531465530396,
      "learning_rate": 3.138972042014765e-08,
      "loss": 0.3218,
      "step": 2724380
    },
    {
      "epoch": 760.37,
      "grad_norm": 1.20969820022583,
      "learning_rate": 3.13853100029602e-08,
      "loss": 0.3428,
      "step": 2724390
    },
    {
      "epoch": 760.37,
      "grad_norm": 2.4028799533843994,
      "learning_rate": 3.138089989354921e-08,
      "loss": 0.3305,
      "step": 2724400
    },
    {
      "epoch": 760.37,
      "grad_norm": 1.1841962337493896,
      "learning_rate": 3.13764900919152e-08,
      "loss": 0.3366,
      "step": 2724410
    },
    {
      "epoch": 760.37,
      "grad_norm": 1.3400025367736816,
      "learning_rate": 3.137208059805869e-08,
      "loss": 0.3638,
      "step": 2724420
    },
    {
      "epoch": 760.38,
      "grad_norm": 1.167586088180542,
      "learning_rate": 3.136767141198021e-08,
      "loss": 0.3229,
      "step": 2724430
    },
    {
      "epoch": 760.38,
      "grad_norm": 1.130131483078003,
      "learning_rate": 3.136326253368078e-08,
      "loss": 0.3327,
      "step": 2724440
    },
    {
      "epoch": 760.38,
      "grad_norm": 1.2115291357040405,
      "learning_rate": 3.135885396316016e-08,
      "loss": 0.3361,
      "step": 2724450
    },
    {
      "epoch": 760.39,
      "grad_norm": 1.3698322772979736,
      "learning_rate": 3.135444570041964e-08,
      "loss": 0.3254,
      "step": 2724460
    },
    {
      "epoch": 760.39,
      "grad_norm": 1.5917820930480957,
      "learning_rate": 3.135003774545975e-08,
      "loss": 0.3392,
      "step": 2724470
    },
    {
      "epoch": 760.39,
      "grad_norm": 1.330061674118042,
      "learning_rate": 3.134563009828074e-08,
      "loss": 0.3389,
      "step": 2724480
    },
    {
      "epoch": 760.39,
      "grad_norm": 1.2619242668151855,
      "learning_rate": 3.1341222758883394e-08,
      "loss": 0.3208,
      "step": 2724490
    },
    {
      "epoch": 760.4,
      "grad_norm": 1.2748769521713257,
      "learning_rate": 3.133681572726849e-08,
      "loss": 0.3292,
      "step": 2724500
    },
    {
      "epoch": 760.4,
      "grad_norm": 1.3809107542037964,
      "learning_rate": 3.13324090034363e-08,
      "loss": 0.326,
      "step": 2724510
    },
    {
      "epoch": 760.4,
      "grad_norm": 1.3632584810256958,
      "learning_rate": 3.132800258738759e-08,
      "loss": 0.3283,
      "step": 2724520
    },
    {
      "epoch": 760.4,
      "grad_norm": 1.2390425205230713,
      "learning_rate": 3.132359647912289e-08,
      "loss": 0.3177,
      "step": 2724530
    },
    {
      "epoch": 760.41,
      "grad_norm": 1.3432643413543701,
      "learning_rate": 3.131919067864246e-08,
      "loss": 0.3389,
      "step": 2724540
    },
    {
      "epoch": 760.41,
      "grad_norm": 1.2040941715240479,
      "learning_rate": 3.131478518594759e-08,
      "loss": 0.3338,
      "step": 2724550
    },
    {
      "epoch": 760.41,
      "grad_norm": 1.1788769960403442,
      "learning_rate": 3.131038000103803e-08,
      "loss": 0.336,
      "step": 2724560
    },
    {
      "epoch": 760.42,
      "grad_norm": 1.3029839992523193,
      "learning_rate": 3.130597512391508e-08,
      "loss": 0.348,
      "step": 2724570
    },
    {
      "epoch": 760.42,
      "grad_norm": 1.2384356260299683,
      "learning_rate": 3.130157055457926e-08,
      "loss": 0.3311,
      "step": 2724580
    },
    {
      "epoch": 760.42,
      "grad_norm": 1.0522570610046387,
      "learning_rate": 3.1297166293030564e-08,
      "loss": 0.3395,
      "step": 2724590
    },
    {
      "epoch": 760.42,
      "grad_norm": 1.326643705368042,
      "learning_rate": 3.1292762339270303e-08,
      "loss": 0.3321,
      "step": 2724600
    },
    {
      "epoch": 760.43,
      "grad_norm": 1.1642341613769531,
      "learning_rate": 3.1288358693298476e-08,
      "loss": 0.3377,
      "step": 2724610
    },
    {
      "epoch": 760.43,
      "grad_norm": 1.0860235691070557,
      "learning_rate": 3.1283955355116114e-08,
      "loss": 0.3222,
      "step": 2724620
    },
    {
      "epoch": 760.43,
      "grad_norm": 1.1231184005737305,
      "learning_rate": 3.127955232472348e-08,
      "loss": 0.342,
      "step": 2724630
    },
    {
      "epoch": 760.44,
      "grad_norm": 1.3191419839859009,
      "learning_rate": 3.127514960212163e-08,
      "loss": 0.3461,
      "step": 2724640
    },
    {
      "epoch": 760.44,
      "grad_norm": 1.4011542797088623,
      "learning_rate": 3.127074718731028e-08,
      "loss": 0.3308,
      "step": 2724650
    },
    {
      "epoch": 760.44,
      "grad_norm": 1.3071414232254028,
      "learning_rate": 3.126634508029075e-08,
      "loss": 0.3554,
      "step": 2724660
    },
    {
      "epoch": 760.44,
      "grad_norm": 1.1839805841445923,
      "learning_rate": 3.1261943281063807e-08,
      "loss": 0.3272,
      "step": 2724670
    },
    {
      "epoch": 760.45,
      "grad_norm": 1.2651450634002686,
      "learning_rate": 3.1257541789628946e-08,
      "loss": 0.3381,
      "step": 2724680
    },
    {
      "epoch": 760.45,
      "grad_norm": 1.560023307800293,
      "learning_rate": 3.125314060598797e-08,
      "loss": 0.3336,
      "step": 2724690
    },
    {
      "epoch": 760.45,
      "grad_norm": 1.291605830192566,
      "learning_rate": 3.1248739730140895e-08,
      "loss": 0.3267,
      "step": 2724700
    },
    {
      "epoch": 760.45,
      "grad_norm": 1.2063149213790894,
      "learning_rate": 3.124433916208823e-08,
      "loss": 0.3406,
      "step": 2724710
    },
    {
      "epoch": 760.46,
      "grad_norm": 1.5017573833465576,
      "learning_rate": 3.123993890183102e-08,
      "loss": 0.335,
      "step": 2724720
    },
    {
      "epoch": 760.46,
      "grad_norm": 1.4079853296279907,
      "learning_rate": 3.123553894936927e-08,
      "loss": 0.3408,
      "step": 2724730
    },
    {
      "epoch": 760.46,
      "grad_norm": 1.3711802959442139,
      "learning_rate": 3.123113930470376e-08,
      "loss": 0.3318,
      "step": 2724740
    },
    {
      "epoch": 760.47,
      "grad_norm": 1.5229350328445435,
      "learning_rate": 3.1226739967835005e-08,
      "loss": 0.3432,
      "step": 2724750
    },
    {
      "epoch": 760.47,
      "grad_norm": 1.2014186382293701,
      "learning_rate": 3.1222340938764044e-08,
      "loss": 0.3434,
      "step": 2724760
    },
    {
      "epoch": 760.47,
      "grad_norm": 1.2311902046203613,
      "learning_rate": 3.121794221749088e-08,
      "loss": 0.3672,
      "step": 2724770
    },
    {
      "epoch": 760.47,
      "grad_norm": 1.2218247652053833,
      "learning_rate": 3.1213543804016816e-08,
      "loss": 0.3336,
      "step": 2724780
    },
    {
      "epoch": 760.48,
      "grad_norm": 2.2001919746398926,
      "learning_rate": 3.1209145698341596e-08,
      "loss": 0.3303,
      "step": 2724790
    },
    {
      "epoch": 760.48,
      "grad_norm": 1.2439616918563843,
      "learning_rate": 3.120474790046625e-08,
      "loss": 0.3425,
      "step": 2724800
    },
    {
      "epoch": 760.48,
      "grad_norm": 1.799285650253296,
      "learning_rate": 3.12003504103913e-08,
      "loss": 0.3287,
      "step": 2724810
    },
    {
      "epoch": 760.49,
      "grad_norm": 1.239750862121582,
      "learning_rate": 3.119595322811754e-08,
      "loss": 0.3418,
      "step": 2724820
    },
    {
      "epoch": 760.49,
      "grad_norm": 1.296736717224121,
      "learning_rate": 3.1191556353644954e-08,
      "loss": 0.3434,
      "step": 2724830
    },
    {
      "epoch": 760.49,
      "grad_norm": 1.2633248567581177,
      "learning_rate": 3.118715978697485e-08,
      "loss": 0.3438,
      "step": 2724840
    },
    {
      "epoch": 760.49,
      "grad_norm": 1.0603588819503784,
      "learning_rate": 3.118276352810749e-08,
      "loss": 0.347,
      "step": 2724850
    },
    {
      "epoch": 760.5,
      "grad_norm": 1.133630633354187,
      "learning_rate": 3.117836757704339e-08,
      "loss": 0.3451,
      "step": 2724860
    },
    {
      "epoch": 760.5,
      "grad_norm": 1.3236960172653198,
      "learning_rate": 3.117397193378307e-08,
      "loss": 0.3192,
      "step": 2724870
    },
    {
      "epoch": 760.5,
      "grad_norm": 1.2402012348175049,
      "learning_rate": 3.1169576598327316e-08,
      "loss": 0.3419,
      "step": 2724880
    },
    {
      "epoch": 760.51,
      "grad_norm": 1.2112624645233154,
      "learning_rate": 3.1165181570676646e-08,
      "loss": 0.315,
      "step": 2724890
    },
    {
      "epoch": 760.51,
      "grad_norm": 1.2731969356536865,
      "learning_rate": 3.116078685083184e-08,
      "loss": 0.3503,
      "step": 2724900
    },
    {
      "epoch": 760.51,
      "grad_norm": 1.2158749103546143,
      "learning_rate": 3.115639243879316e-08,
      "loss": 0.3469,
      "step": 2724910
    },
    {
      "epoch": 760.51,
      "grad_norm": 1.28407621383667,
      "learning_rate": 3.115199833456138e-08,
      "loss": 0.3441,
      "step": 2724920
    },
    {
      "epoch": 760.52,
      "grad_norm": 1.4028666019439697,
      "learning_rate": 3.114760453813677e-08,
      "loss": 0.3581,
      "step": 2724930
    },
    {
      "epoch": 760.52,
      "grad_norm": 1.1935741901397705,
      "learning_rate": 3.114321104952036e-08,
      "loss": 0.3331,
      "step": 2724940
    },
    {
      "epoch": 760.52,
      "grad_norm": 1.0828955173492432,
      "learning_rate": 3.113881786871268e-08,
      "loss": 0.3404,
      "step": 2724950
    },
    {
      "epoch": 760.52,
      "grad_norm": 1.3344298601150513,
      "learning_rate": 3.1134424995713986e-08,
      "loss": 0.3476,
      "step": 2724960
    },
    {
      "epoch": 760.53,
      "grad_norm": 1.3579957485198975,
      "learning_rate": 3.113003243052506e-08,
      "loss": 0.326,
      "step": 2724970
    },
    {
      "epoch": 760.53,
      "grad_norm": 1.2220431566238403,
      "learning_rate": 3.1125640173146427e-08,
      "loss": 0.3278,
      "step": 2724980
    },
    {
      "epoch": 760.53,
      "grad_norm": 1.2421352863311768,
      "learning_rate": 3.1121248223579115e-08,
      "loss": 0.3263,
      "step": 2724990
    },
    {
      "epoch": 760.54,
      "grad_norm": 1.1716376543045044,
      "learning_rate": 3.1116856581822875e-08,
      "loss": 0.3262,
      "step": 2725000
    },
    {
      "epoch": 760.54,
      "grad_norm": 1.110361933708191,
      "learning_rate": 3.1112465247879004e-08,
      "loss": 0.3402,
      "step": 2725010
    },
    {
      "epoch": 760.54,
      "grad_norm": 1.2610799074172974,
      "learning_rate": 3.110807422174776e-08,
      "loss": 0.3282,
      "step": 2725020
    },
    {
      "epoch": 760.54,
      "grad_norm": 1.854975700378418,
      "learning_rate": 3.1103683503429407e-08,
      "loss": 0.3439,
      "step": 2725030
    },
    {
      "epoch": 760.55,
      "grad_norm": 1.1151407957077026,
      "learning_rate": 3.1099293092925507e-08,
      "loss": 0.335,
      "step": 2725040
    },
    {
      "epoch": 760.55,
      "grad_norm": 1.8976738452911377,
      "learning_rate": 3.1094902990235795e-08,
      "loss": 0.3431,
      "step": 2725050
    },
    {
      "epoch": 760.55,
      "grad_norm": 1.1057010889053345,
      "learning_rate": 3.109051319536105e-08,
      "loss": 0.3327,
      "step": 2725060
    },
    {
      "epoch": 760.56,
      "grad_norm": 1.4397735595703125,
      "learning_rate": 3.108612370830181e-08,
      "loss": 0.3521,
      "step": 2725070
    },
    {
      "epoch": 760.56,
      "grad_norm": 1.4812597036361694,
      "learning_rate": 3.108173452905909e-08,
      "loss": 0.3333,
      "step": 2725080
    },
    {
      "epoch": 760.56,
      "grad_norm": 1.5128190517425537,
      "learning_rate": 3.107734565763291e-08,
      "loss": 0.335,
      "step": 2725090
    },
    {
      "epoch": 760.56,
      "grad_norm": 1.4432051181793213,
      "learning_rate": 3.107295709402404e-08,
      "loss": 0.3217,
      "step": 2725100
    },
    {
      "epoch": 760.57,
      "grad_norm": 1.098325252532959,
      "learning_rate": 3.106856883823327e-08,
      "loss": 0.3402,
      "step": 2725110
    },
    {
      "epoch": 760.57,
      "grad_norm": 1.3423761129379272,
      "learning_rate": 3.106418089026085e-08,
      "loss": 0.3244,
      "step": 2725120
    },
    {
      "epoch": 760.57,
      "grad_norm": 1.367129921913147,
      "learning_rate": 3.105979325010782e-08,
      "loss": 0.3482,
      "step": 2725130
    },
    {
      "epoch": 760.57,
      "grad_norm": 1.2027069330215454,
      "learning_rate": 3.105540591777419e-08,
      "loss": 0.3282,
      "step": 2725140
    },
    {
      "epoch": 760.58,
      "grad_norm": 1.2827918529510498,
      "learning_rate": 3.105101889326099e-08,
      "loss": 0.3362,
      "step": 2725150
    },
    {
      "epoch": 760.58,
      "grad_norm": 1.1909923553466797,
      "learning_rate": 3.104663217656876e-08,
      "loss": 0.3223,
      "step": 2725160
    },
    {
      "epoch": 760.58,
      "grad_norm": 1.3075710535049438,
      "learning_rate": 3.1042245767697733e-08,
      "loss": 0.3307,
      "step": 2725170
    },
    {
      "epoch": 760.59,
      "grad_norm": 1.2250889539718628,
      "learning_rate": 3.1037859666648964e-08,
      "loss": 0.3411,
      "step": 2725180
    },
    {
      "epoch": 760.59,
      "grad_norm": 1.1788216829299927,
      "learning_rate": 3.103347387342272e-08,
      "loss": 0.3438,
      "step": 2725190
    },
    {
      "epoch": 760.59,
      "grad_norm": 1.2371292114257812,
      "learning_rate": 3.102908838801951e-08,
      "loss": 0.343,
      "step": 2725200
    },
    {
      "epoch": 760.59,
      "grad_norm": 1.4149433374404907,
      "learning_rate": 3.1024703210440375e-08,
      "loss": 0.3394,
      "step": 2725210
    },
    {
      "epoch": 760.6,
      "grad_norm": 1.1736526489257812,
      "learning_rate": 3.102031834068559e-08,
      "loss": 0.3239,
      "step": 2725220
    },
    {
      "epoch": 760.6,
      "grad_norm": 1.2046679258346558,
      "learning_rate": 3.101593377875565e-08,
      "loss": 0.3393,
      "step": 2725230
    },
    {
      "epoch": 760.6,
      "grad_norm": 1.1353152990341187,
      "learning_rate": 3.10115495246511e-08,
      "loss": 0.3407,
      "step": 2725240
    },
    {
      "epoch": 760.61,
      "grad_norm": 1.359136939048767,
      "learning_rate": 3.1007165578372967e-08,
      "loss": 0.3516,
      "step": 2725250
    },
    {
      "epoch": 760.61,
      "grad_norm": 1.3062363862991333,
      "learning_rate": 3.1002781939921e-08,
      "loss": 0.3119,
      "step": 2725260
    },
    {
      "epoch": 760.61,
      "grad_norm": 1.2249504327774048,
      "learning_rate": 3.099839860929701e-08,
      "loss": 0.3322,
      "step": 2725270
    },
    {
      "epoch": 760.61,
      "grad_norm": 1.3030354976654053,
      "learning_rate": 3.0994015586500476e-08,
      "loss": 0.3316,
      "step": 2725280
    },
    {
      "epoch": 760.62,
      "grad_norm": 1.1174601316452026,
      "learning_rate": 3.098963287153245e-08,
      "loss": 0.3233,
      "step": 2725290
    },
    {
      "epoch": 760.62,
      "grad_norm": 1.3573269844055176,
      "learning_rate": 3.0985250464393446e-08,
      "loss": 0.3593,
      "step": 2725300
    },
    {
      "epoch": 760.62,
      "grad_norm": 1.3606621026992798,
      "learning_rate": 3.0980868365084245e-08,
      "loss": 0.3543,
      "step": 2725310
    },
    {
      "epoch": 760.63,
      "grad_norm": 1.2992603778839111,
      "learning_rate": 3.097648657360511e-08,
      "loss": 0.356,
      "step": 2725320
    },
    {
      "epoch": 760.63,
      "grad_norm": 1.1750192642211914,
      "learning_rate": 3.097210508995656e-08,
      "loss": 0.3417,
      "step": 2725330
    },
    {
      "epoch": 760.63,
      "grad_norm": 1.3093618154525757,
      "learning_rate": 3.096772391413989e-08,
      "loss": 0.3356,
      "step": 2725340
    },
    {
      "epoch": 760.63,
      "grad_norm": 1.0919561386108398,
      "learning_rate": 3.0963343046154585e-08,
      "loss": 0.3585,
      "step": 2725350
    },
    {
      "epoch": 760.64,
      "grad_norm": 1.1355609893798828,
      "learning_rate": 3.095896248600221e-08,
      "loss": 0.3288,
      "step": 2725360
    },
    {
      "epoch": 760.64,
      "grad_norm": 1.1527115106582642,
      "learning_rate": 3.095458223368276e-08,
      "loss": 0.3519,
      "step": 2725370
    },
    {
      "epoch": 760.64,
      "grad_norm": 1.60085928440094,
      "learning_rate": 3.095020228919701e-08,
      "loss": 0.3344,
      "step": 2725380
    },
    {
      "epoch": 760.64,
      "grad_norm": 1.2147190570831299,
      "learning_rate": 3.094582265254575e-08,
      "loss": 0.3401,
      "step": 2725390
    },
    {
      "epoch": 760.65,
      "grad_norm": 1.6631115674972534,
      "learning_rate": 3.094144332372924e-08,
      "loss": 0.3528,
      "step": 2725400
    },
    {
      "epoch": 760.65,
      "grad_norm": 1.0674010515213013,
      "learning_rate": 3.0937064302748e-08,
      "loss": 0.3276,
      "step": 2725410
    },
    {
      "epoch": 760.65,
      "grad_norm": 1.35191011428833,
      "learning_rate": 3.093268558960306e-08,
      "loss": 0.3451,
      "step": 2725420
    },
    {
      "epoch": 760.66,
      "grad_norm": 1.160868763923645,
      "learning_rate": 3.092830718429444e-08,
      "loss": 0.3277,
      "step": 2725430
    },
    {
      "epoch": 760.66,
      "grad_norm": 1.1252018213272095,
      "learning_rate": 3.092392908682316e-08,
      "loss": 0.3478,
      "step": 2725440
    },
    {
      "epoch": 760.66,
      "grad_norm": 1.136191487312317,
      "learning_rate": 3.0919551297190014e-08,
      "loss": 0.3272,
      "step": 2725450
    },
    {
      "epoch": 760.66,
      "grad_norm": 1.5704162120819092,
      "learning_rate": 3.091517381539473e-08,
      "loss": 0.3296,
      "step": 2725460
    },
    {
      "epoch": 760.67,
      "grad_norm": 1.4422682523727417,
      "learning_rate": 3.091079664143863e-08,
      "loss": 0.3352,
      "step": 2725470
    },
    {
      "epoch": 760.67,
      "grad_norm": 1.1046198606491089,
      "learning_rate": 3.0906419775322215e-08,
      "loss": 0.325,
      "step": 2725480
    },
    {
      "epoch": 760.67,
      "grad_norm": 1.389963150024414,
      "learning_rate": 3.090204321704549e-08,
      "loss": 0.3453,
      "step": 2725490
    },
    {
      "epoch": 760.68,
      "grad_norm": 1.4315580129623413,
      "learning_rate": 3.089766696660976e-08,
      "loss": 0.3225,
      "step": 2725500
    },
    {
      "epoch": 760.68,
      "grad_norm": 1.3507740497589111,
      "learning_rate": 3.089329102401528e-08,
      "loss": 0.3563,
      "step": 2725510
    },
    {
      "epoch": 760.68,
      "grad_norm": 1.4164700508117676,
      "learning_rate": 3.0888915389262576e-08,
      "loss": 0.3397,
      "step": 2725520
    },
    {
      "epoch": 760.68,
      "grad_norm": 1.1600106954574585,
      "learning_rate": 3.088454006235242e-08,
      "loss": 0.3376,
      "step": 2725530
    },
    {
      "epoch": 760.69,
      "grad_norm": 1.3214552402496338,
      "learning_rate": 3.088016504328508e-08,
      "loss": 0.3355,
      "step": 2725540
    },
    {
      "epoch": 760.69,
      "grad_norm": 1.2749963998794556,
      "learning_rate": 3.087579033206134e-08,
      "loss": 0.3549,
      "step": 2725550
    },
    {
      "epoch": 760.69,
      "grad_norm": 1.6388548612594604,
      "learning_rate": 3.087141592868197e-08,
      "loss": 0.3308,
      "step": 2725560
    },
    {
      "epoch": 760.69,
      "grad_norm": 1.5175811052322388,
      "learning_rate": 3.0867041833147494e-08,
      "loss": 0.34,
      "step": 2725570
    },
    {
      "epoch": 760.7,
      "grad_norm": 1.274542212486267,
      "learning_rate": 3.086266804545791e-08,
      "loss": 0.3383,
      "step": 2725580
    },
    {
      "epoch": 760.7,
      "grad_norm": 1.1273176670074463,
      "learning_rate": 3.085829456561479e-08,
      "loss": 0.326,
      "step": 2725590
    },
    {
      "epoch": 760.7,
      "grad_norm": 1.3971247673034668,
      "learning_rate": 3.085392139361787e-08,
      "loss": 0.3414,
      "step": 2725600
    },
    {
      "epoch": 760.71,
      "grad_norm": 1.2897270917892456,
      "learning_rate": 3.084954852946792e-08,
      "loss": 0.3336,
      "step": 2725610
    },
    {
      "epoch": 760.71,
      "grad_norm": 1.1987136602401733,
      "learning_rate": 3.084517597316599e-08,
      "loss": 0.3458,
      "step": 2725620
    },
    {
      "epoch": 760.71,
      "grad_norm": 1.1226394176483154,
      "learning_rate": 3.084080372471208e-08,
      "loss": 0.336,
      "step": 2725630
    },
    {
      "epoch": 760.71,
      "grad_norm": 1.1558308601379395,
      "learning_rate": 3.083643178410722e-08,
      "loss": 0.3312,
      "step": 2725640
    },
    {
      "epoch": 760.72,
      "grad_norm": 1.3338727951049805,
      "learning_rate": 3.0832060151351685e-08,
      "loss": 0.3206,
      "step": 2725650
    },
    {
      "epoch": 760.72,
      "grad_norm": 1.1595540046691895,
      "learning_rate": 3.082768882644625e-08,
      "loss": 0.3549,
      "step": 2725660
    },
    {
      "epoch": 760.72,
      "grad_norm": 1.2351006269454956,
      "learning_rate": 3.0823317809391176e-08,
      "loss": 0.3283,
      "step": 2725670
    },
    {
      "epoch": 760.73,
      "grad_norm": 1.3030394315719604,
      "learning_rate": 3.08189471001875e-08,
      "loss": 0.3259,
      "step": 2725680
    },
    {
      "epoch": 760.73,
      "grad_norm": 1.2404361963272095,
      "learning_rate": 3.0814576698835486e-08,
      "loss": 0.3411,
      "step": 2725690
    },
    {
      "epoch": 760.73,
      "grad_norm": 10.078886032104492,
      "learning_rate": 3.081020660533565e-08,
      "loss": 0.3407,
      "step": 2725700
    },
    {
      "epoch": 760.73,
      "grad_norm": 1.1069904565811157,
      "learning_rate": 3.080583681968904e-08,
      "loss": 0.3225,
      "step": 2725710
    },
    {
      "epoch": 760.74,
      "grad_norm": 1.2324200868606567,
      "learning_rate": 3.080146734189539e-08,
      "loss": 0.3312,
      "step": 2725720
    },
    {
      "epoch": 760.74,
      "grad_norm": 1.2765300273895264,
      "learning_rate": 3.079709817195653e-08,
      "loss": 0.3392,
      "step": 2725730
    },
    {
      "epoch": 760.74,
      "grad_norm": 1.3043032884597778,
      "learning_rate": 3.079272930987192e-08,
      "loss": 0.3348,
      "step": 2725740
    },
    {
      "epoch": 760.75,
      "grad_norm": 1.4309355020523071,
      "learning_rate": 3.0788360755642625e-08,
      "loss": 0.3072,
      "step": 2725750
    },
    {
      "epoch": 760.75,
      "grad_norm": 1.322157621383667,
      "learning_rate": 3.078399250926915e-08,
      "loss": 0.3414,
      "step": 2725760
    },
    {
      "epoch": 760.75,
      "grad_norm": 1.258020281791687,
      "learning_rate": 3.077962457075202e-08,
      "loss": 0.349,
      "step": 2725770
    },
    {
      "epoch": 760.75,
      "grad_norm": 1.0698256492614746,
      "learning_rate": 3.0775256940092015e-08,
      "loss": 0.3385,
      "step": 2725780
    },
    {
      "epoch": 760.76,
      "grad_norm": 1.30278742313385,
      "learning_rate": 3.0770889617289394e-08,
      "loss": 0.3142,
      "step": 2725790
    },
    {
      "epoch": 760.76,
      "grad_norm": 1.151495099067688,
      "learning_rate": 3.0766522602345206e-08,
      "loss": 0.3394,
      "step": 2725800
    },
    {
      "epoch": 760.76,
      "grad_norm": 1.1746214628219604,
      "learning_rate": 3.0762155895259695e-08,
      "loss": 0.3262,
      "step": 2725810
    },
    {
      "epoch": 760.76,
      "grad_norm": 1.2515404224395752,
      "learning_rate": 3.0757789496033134e-08,
      "loss": 0.3401,
      "step": 2725820
    },
    {
      "epoch": 760.77,
      "grad_norm": 1.4889726638793945,
      "learning_rate": 3.075342340466708e-08,
      "loss": 0.3349,
      "step": 2725830
    },
    {
      "epoch": 760.77,
      "grad_norm": 1.2534412145614624,
      "learning_rate": 3.074905762116076e-08,
      "loss": 0.3431,
      "step": 2725840
    },
    {
      "epoch": 760.77,
      "grad_norm": 1.245212435722351,
      "learning_rate": 3.074469214551598e-08,
      "loss": 0.3331,
      "step": 2725850
    },
    {
      "epoch": 760.78,
      "grad_norm": 1.1244975328445435,
      "learning_rate": 3.074032697773275e-08,
      "loss": 0.3473,
      "step": 2725860
    },
    {
      "epoch": 760.78,
      "grad_norm": 1.2759758234024048,
      "learning_rate": 3.0735962117811595e-08,
      "loss": 0.341,
      "step": 2725870
    },
    {
      "epoch": 760.78,
      "grad_norm": 1.5220471620559692,
      "learning_rate": 3.073159756575355e-08,
      "loss": 0.329,
      "step": 2725880
    },
    {
      "epoch": 760.78,
      "grad_norm": 1.1628069877624512,
      "learning_rate": 3.072723332155861e-08,
      "loss": 0.3279,
      "step": 2725890
    },
    {
      "epoch": 760.79,
      "grad_norm": 1.3864485025405884,
      "learning_rate": 3.072286938522782e-08,
      "loss": 0.3327,
      "step": 2725900
    },
    {
      "epoch": 760.79,
      "grad_norm": 1.2901040315628052,
      "learning_rate": 3.0718505756761446e-08,
      "loss": 0.3314,
      "step": 2725910
    },
    {
      "epoch": 760.79,
      "grad_norm": 1.3255116939544678,
      "learning_rate": 3.071414243616026e-08,
      "loss": 0.341,
      "step": 2725920
    },
    {
      "epoch": 760.8,
      "grad_norm": 1.1260490417480469,
      "learning_rate": 3.070977942342453e-08,
      "loss": 0.3519,
      "step": 2725930
    },
    {
      "epoch": 760.8,
      "grad_norm": 1.0059441328048706,
      "learning_rate": 3.070541671855555e-08,
      "loss": 0.3346,
      "step": 2725940
    },
    {
      "epoch": 760.8,
      "grad_norm": 1.3008514642715454,
      "learning_rate": 3.070105432155306e-08,
      "loss": 0.3311,
      "step": 2725950
    },
    {
      "epoch": 760.8,
      "grad_norm": 1.2364224195480347,
      "learning_rate": 3.0696692232418106e-08,
      "loss": 0.3403,
      "step": 2725960
    },
    {
      "epoch": 760.81,
      "grad_norm": 1.1551634073257446,
      "learning_rate": 3.069233045115121e-08,
      "loss": 0.3289,
      "step": 2725970
    },
    {
      "epoch": 760.81,
      "grad_norm": 1.1320745944976807,
      "learning_rate": 3.068796897775288e-08,
      "loss": 0.3527,
      "step": 2725980
    },
    {
      "epoch": 760.81,
      "grad_norm": 1.260236382484436,
      "learning_rate": 3.068360781222391e-08,
      "loss": 0.3468,
      "step": 2725990
    },
    {
      "epoch": 760.81,
      "grad_norm": 1.6017816066741943,
      "learning_rate": 3.0679246954564295e-08,
      "loss": 0.3228,
      "step": 2726000
    },
    {
      "epoch": 760.82,
      "grad_norm": 2.6921138763427734,
      "learning_rate": 3.067488640477534e-08,
      "loss": 0.3302,
      "step": 2726010
    },
    {
      "epoch": 760.82,
      "grad_norm": 1.4196720123291016,
      "learning_rate": 3.0670526162857296e-08,
      "loss": 0.3257,
      "step": 2726020
    },
    {
      "epoch": 760.82,
      "grad_norm": 1.3751535415649414,
      "learning_rate": 3.066616622881095e-08,
      "loss": 0.3349,
      "step": 2726030
    },
    {
      "epoch": 760.83,
      "grad_norm": 1.3026703596115112,
      "learning_rate": 3.06618066026363e-08,
      "loss": 0.3333,
      "step": 2726040
    },
    {
      "epoch": 760.83,
      "grad_norm": 1.2931963205337524,
      "learning_rate": 3.065744728433439e-08,
      "loss": 0.3451,
      "step": 2726050
    },
    {
      "epoch": 760.83,
      "grad_norm": 1.5940619707107544,
      "learning_rate": 3.0653088273905995e-08,
      "loss": 0.3328,
      "step": 2726060
    },
    {
      "epoch": 760.83,
      "grad_norm": 1.2774423360824585,
      "learning_rate": 3.064872957135112e-08,
      "loss": 0.3342,
      "step": 2726070
    },
    {
      "epoch": 760.84,
      "grad_norm": 1.1802490949630737,
      "learning_rate": 3.0644371176670806e-08,
      "loss": 0.3358,
      "step": 2726080
    },
    {
      "epoch": 760.84,
      "grad_norm": 1.15799081325531,
      "learning_rate": 3.0640013089865566e-08,
      "loss": 0.3459,
      "step": 2726090
    },
    {
      "epoch": 760.84,
      "grad_norm": 1.3592597246170044,
      "learning_rate": 3.063565531093567e-08,
      "loss": 0.3453,
      "step": 2726100
    },
    {
      "epoch": 760.85,
      "grad_norm": 1.287455439567566,
      "learning_rate": 3.063129783988215e-08,
      "loss": 0.3398,
      "step": 2726110
    },
    {
      "epoch": 760.85,
      "grad_norm": 1.4648728370666504,
      "learning_rate": 3.062694067670528e-08,
      "loss": 0.3364,
      "step": 2726120
    },
    {
      "epoch": 760.85,
      "grad_norm": 1.1693120002746582,
      "learning_rate": 3.0622583821405825e-08,
      "loss": 0.3429,
      "step": 2726130
    },
    {
      "epoch": 760.85,
      "grad_norm": 1.3874952793121338,
      "learning_rate": 3.0618227273984056e-08,
      "loss": 0.323,
      "step": 2726140
    },
    {
      "epoch": 760.86,
      "grad_norm": 1.1793588399887085,
      "learning_rate": 3.061387103444101e-08,
      "loss": 0.3337,
      "step": 2726150
    },
    {
      "epoch": 760.86,
      "grad_norm": 1.3801295757293701,
      "learning_rate": 3.060951510277668e-08,
      "loss": 0.3218,
      "step": 2726160
    },
    {
      "epoch": 760.86,
      "grad_norm": 1.6942949295043945,
      "learning_rate": 3.060515947899212e-08,
      "loss": 0.3371,
      "step": 2726170
    },
    {
      "epoch": 760.87,
      "grad_norm": 1.2096917629241943,
      "learning_rate": 3.060080416308784e-08,
      "loss": 0.3388,
      "step": 2726180
    },
    {
      "epoch": 760.87,
      "grad_norm": 1.234320044517517,
      "learning_rate": 3.059644915506436e-08,
      "loss": 0.3244,
      "step": 2726190
    },
    {
      "epoch": 760.87,
      "grad_norm": 1.2872059345245361,
      "learning_rate": 3.059209445492221e-08,
      "loss": 0.3225,
      "step": 2726200
    },
    {
      "epoch": 760.87,
      "grad_norm": 1.1883618831634521,
      "learning_rate": 3.058774006266191e-08,
      "loss": 0.3359,
      "step": 2726210
    },
    {
      "epoch": 760.88,
      "grad_norm": 1.3469010591506958,
      "learning_rate": 3.0583385978284226e-08,
      "loss": 0.3448,
      "step": 2726220
    },
    {
      "epoch": 760.88,
      "grad_norm": 1.3349460363388062,
      "learning_rate": 3.0579032201789694e-08,
      "loss": 0.3414,
      "step": 2726230
    },
    {
      "epoch": 760.88,
      "grad_norm": 1.2435566186904907,
      "learning_rate": 3.0574678733178826e-08,
      "loss": 0.3287,
      "step": 2726240
    },
    {
      "epoch": 760.88,
      "grad_norm": 1.7490280866622925,
      "learning_rate": 3.057032557245188e-08,
      "loss": 0.329,
      "step": 2726250
    },
    {
      "epoch": 760.89,
      "grad_norm": 1.3880841732025146,
      "learning_rate": 3.056597271961017e-08,
      "loss": 0.3295,
      "step": 2726260
    },
    {
      "epoch": 760.89,
      "grad_norm": 1.470780611038208,
      "learning_rate": 3.056162017465395e-08,
      "loss": 0.3391,
      "step": 2726270
    },
    {
      "epoch": 760.89,
      "grad_norm": 1.2682180404663086,
      "learning_rate": 3.055726793758347e-08,
      "loss": 0.3426,
      "step": 2726280
    },
    {
      "epoch": 760.9,
      "grad_norm": 1.1626501083374023,
      "learning_rate": 3.055291600839978e-08,
      "loss": 0.3338,
      "step": 2726290
    },
    {
      "epoch": 760.9,
      "grad_norm": 1.4750374555587769,
      "learning_rate": 3.054856438710288e-08,
      "loss": 0.3336,
      "step": 2726300
    },
    {
      "epoch": 760.9,
      "grad_norm": 1.2244369983673096,
      "learning_rate": 3.054421307369433e-08,
      "loss": 0.3543,
      "step": 2726310
    },
    {
      "epoch": 760.9,
      "grad_norm": 1.271820068359375,
      "learning_rate": 3.0539862068173615e-08,
      "loss": 0.3292,
      "step": 2726320
    },
    {
      "epoch": 760.91,
      "grad_norm": 1.3235243558883667,
      "learning_rate": 3.053551137054202e-08,
      "loss": 0.3372,
      "step": 2726330
    },
    {
      "epoch": 760.91,
      "grad_norm": 1.5476129055023193,
      "learning_rate": 3.0531160980799827e-08,
      "loss": 0.337,
      "step": 2726340
    },
    {
      "epoch": 760.91,
      "grad_norm": 1.2113804817199707,
      "learning_rate": 3.0526810898947807e-08,
      "loss": 0.3341,
      "step": 2726350
    },
    {
      "epoch": 760.92,
      "grad_norm": 1.394647240638733,
      "learning_rate": 3.052246112498621e-08,
      "loss": 0.3413,
      "step": 2726360
    },
    {
      "epoch": 760.92,
      "grad_norm": 1.2075319290161133,
      "learning_rate": 3.051811165891583e-08,
      "loss": 0.3312,
      "step": 2726370
    },
    {
      "epoch": 760.92,
      "grad_norm": 1.2734570503234863,
      "learning_rate": 3.0513762500737445e-08,
      "loss": 0.3553,
      "step": 2726380
    },
    {
      "epoch": 760.92,
      "grad_norm": 1.1962484121322632,
      "learning_rate": 3.0509413650451306e-08,
      "loss": 0.3537,
      "step": 2726390
    },
    {
      "epoch": 760.93,
      "grad_norm": 1.0615370273590088,
      "learning_rate": 3.050506510805821e-08,
      "loss": 0.3475,
      "step": 2726400
    },
    {
      "epoch": 760.93,
      "grad_norm": 1.3824172019958496,
      "learning_rate": 3.050071687355866e-08,
      "loss": 0.334,
      "step": 2726410
    },
    {
      "epoch": 760.93,
      "grad_norm": 1.3177157640457153,
      "learning_rate": 3.0496368946952926e-08,
      "loss": 0.3498,
      "step": 2726420
    },
    {
      "epoch": 760.93,
      "grad_norm": 1.1060229539871216,
      "learning_rate": 3.0492021328242316e-08,
      "loss": 0.3237,
      "step": 2726430
    },
    {
      "epoch": 760.94,
      "grad_norm": 1.178512692451477,
      "learning_rate": 3.048767401742681e-08,
      "loss": 0.3259,
      "step": 2726440
    },
    {
      "epoch": 760.94,
      "grad_norm": 1.4276422262191772,
      "learning_rate": 3.048332701450695e-08,
      "loss": 0.337,
      "step": 2726450
    },
    {
      "epoch": 760.94,
      "grad_norm": 1.255173683166504,
      "learning_rate": 3.047898031948376e-08,
      "loss": 0.3315,
      "step": 2726460
    },
    {
      "epoch": 760.95,
      "grad_norm": 1.2170099020004272,
      "learning_rate": 3.047463393235751e-08,
      "loss": 0.3345,
      "step": 2726470
    },
    {
      "epoch": 760.95,
      "grad_norm": 1.2485789060592651,
      "learning_rate": 3.047028785312872e-08,
      "loss": 0.3334,
      "step": 2726480
    },
    {
      "epoch": 760.95,
      "grad_norm": 1.449757695198059,
      "learning_rate": 3.046594208179817e-08,
      "loss": 0.3368,
      "step": 2726490
    },
    {
      "epoch": 760.95,
      "grad_norm": 1.142348289489746,
      "learning_rate": 3.046159661836663e-08,
      "loss": 0.3498,
      "step": 2726500
    },
    {
      "epoch": 760.96,
      "grad_norm": 1.3686670064926147,
      "learning_rate": 3.0457251462833854e-08,
      "loss": 0.3352,
      "step": 2726510
    },
    {
      "epoch": 760.96,
      "grad_norm": 1.683069109916687,
      "learning_rate": 3.04529066152014e-08,
      "loss": 0.3333,
      "step": 2726520
    },
    {
      "epoch": 760.96,
      "grad_norm": 1.4117000102996826,
      "learning_rate": 3.0448562075469255e-08,
      "loss": 0.3299,
      "step": 2726530
    },
    {
      "epoch": 760.97,
      "grad_norm": 1.1865001916885376,
      "learning_rate": 3.044421784363822e-08,
      "loss": 0.3265,
      "step": 2726540
    },
    {
      "epoch": 760.97,
      "grad_norm": 1.238571047782898,
      "learning_rate": 3.043987391970881e-08,
      "loss": 0.349,
      "step": 2726550
    },
    {
      "epoch": 760.97,
      "grad_norm": 1.2934865951538086,
      "learning_rate": 3.043553030368153e-08,
      "loss": 0.3276,
      "step": 2726560
    },
    {
      "epoch": 760.97,
      "grad_norm": 1.169249415397644,
      "learning_rate": 3.043118699555718e-08,
      "loss": 0.3233,
      "step": 2726570
    },
    {
      "epoch": 760.98,
      "grad_norm": 1.154321551322937,
      "learning_rate": 3.0426843995336007e-08,
      "loss": 0.3439,
      "step": 2726580
    },
    {
      "epoch": 760.98,
      "grad_norm": 1.1868481636047363,
      "learning_rate": 3.04225013030188e-08,
      "loss": 0.3397,
      "step": 2726590
    },
    {
      "epoch": 760.98,
      "grad_norm": 1.0586942434310913,
      "learning_rate": 3.041815891860607e-08,
      "loss": 0.3313,
      "step": 2726600
    },
    {
      "epoch": 760.99,
      "grad_norm": 1.404125452041626,
      "learning_rate": 3.041381684209887e-08,
      "loss": 0.3438,
      "step": 2726610
    },
    {
      "epoch": 760.99,
      "grad_norm": 1.2185508012771606,
      "learning_rate": 3.040947507349694e-08,
      "loss": 0.3315,
      "step": 2726620
    },
    {
      "epoch": 760.99,
      "grad_norm": 1.1656535863876343,
      "learning_rate": 3.0405133612801304e-08,
      "loss": 0.3412,
      "step": 2726630
    },
    {
      "epoch": 760.99,
      "grad_norm": 1.349255084991455,
      "learning_rate": 3.0400792460012756e-08,
      "loss": 0.3351,
      "step": 2726640
    },
    {
      "epoch": 761.0,
      "grad_norm": 1.3471097946166992,
      "learning_rate": 3.0396451615131034e-08,
      "loss": 0.3343,
      "step": 2726650
    },
    {
      "epoch": 761.0,
      "grad_norm": 1.3031296730041504,
      "learning_rate": 3.039211107815796e-08,
      "loss": 0.3228,
      "step": 2726660
    },
    {
      "epoch": 761.0,
      "eval_loss": 0.3382660746574402,
      "eval_runtime": 64.8604,
      "eval_samples_per_second": 77.998,
      "eval_steps_per_second": 9.759,
      "step": 2726663
    },
    {
      "epoch": 761.0,
      "grad_norm": 1.4107662439346313,
      "learning_rate": 3.038777084909301e-08,
      "loss": 0.3439,
      "step": 2726670
    },
    {
      "epoch": 761.0,
      "grad_norm": 1.1813592910766602,
      "learning_rate": 3.038343092793749e-08,
      "loss": 0.3291,
      "step": 2726680
    },
    {
      "epoch": 761.01,
      "grad_norm": 1.164381980895996,
      "learning_rate": 3.037909131469139e-08,
      "loss": 0.3362,
      "step": 2726690
    },
    {
      "epoch": 761.01,
      "grad_norm": 1.1910964250564575,
      "learning_rate": 3.037475200935603e-08,
      "loss": 0.339,
      "step": 2726700
    },
    {
      "epoch": 761.01,
      "grad_norm": 1.1575652360916138,
      "learning_rate": 3.0370413011931123e-08,
      "loss": 0.3463,
      "step": 2726710
    },
    {
      "epoch": 761.02,
      "grad_norm": 1.2871108055114746,
      "learning_rate": 3.036607432241774e-08,
      "loss": 0.3302,
      "step": 2726720
    },
    {
      "epoch": 761.02,
      "grad_norm": 1.2225590944290161,
      "learning_rate": 3.0361735940816636e-08,
      "loss": 0.3365,
      "step": 2726730
    },
    {
      "epoch": 761.02,
      "grad_norm": 1.5406972169876099,
      "learning_rate": 3.035739786712782e-08,
      "loss": 0.3448,
      "step": 2726740
    },
    {
      "epoch": 761.02,
      "grad_norm": 1.3309231996536255,
      "learning_rate": 3.03530601013526e-08,
      "loss": 0.328,
      "step": 2726750
    },
    {
      "epoch": 761.03,
      "grad_norm": 1.2170177698135376,
      "learning_rate": 3.034872264349071e-08,
      "loss": 0.3352,
      "step": 2726760
    },
    {
      "epoch": 761.03,
      "grad_norm": 1.3397672176361084,
      "learning_rate": 3.034438549354345e-08,
      "loss": 0.3545,
      "step": 2726770
    },
    {
      "epoch": 761.03,
      "grad_norm": 1.3962228298187256,
      "learning_rate": 3.034004865151108e-08,
      "loss": 0.3358,
      "step": 2726780
    },
    {
      "epoch": 761.04,
      "grad_norm": 1.2253323793411255,
      "learning_rate": 3.033571211739413e-08,
      "loss": 0.3387,
      "step": 2726790
    },
    {
      "epoch": 761.04,
      "grad_norm": 1.2545734643936157,
      "learning_rate": 3.03313758911931e-08,
      "loss": 0.3363,
      "step": 2726800
    },
    {
      "epoch": 761.04,
      "grad_norm": 1.269432783126831,
      "learning_rate": 3.032703997290879e-08,
      "loss": 0.344,
      "step": 2726810
    },
    {
      "epoch": 761.04,
      "grad_norm": 1.4121791124343872,
      "learning_rate": 3.032270436254198e-08,
      "loss": 0.3415,
      "step": 2726820
    },
    {
      "epoch": 761.05,
      "grad_norm": 1.6964675188064575,
      "learning_rate": 3.031836906009265e-08,
      "loss": 0.3228,
      "step": 2726830
    },
    {
      "epoch": 761.05,
      "grad_norm": 1.356553554534912,
      "learning_rate": 3.031403406556186e-08,
      "loss": 0.3133,
      "step": 2726840
    },
    {
      "epoch": 761.05,
      "grad_norm": 1.2831319570541382,
      "learning_rate": 3.0309699378949866e-08,
      "loss": 0.3551,
      "step": 2726850
    },
    {
      "epoch": 761.05,
      "grad_norm": 1.1321988105773926,
      "learning_rate": 3.030536500025745e-08,
      "loss": 0.329,
      "step": 2726860
    },
    {
      "epoch": 761.06,
      "grad_norm": 1.1265573501586914,
      "learning_rate": 3.030103092948538e-08,
      "loss": 0.3316,
      "step": 2726870
    },
    {
      "epoch": 761.06,
      "grad_norm": 1.1223177909851074,
      "learning_rate": 3.029669716663368e-08,
      "loss": 0.3468,
      "step": 2726880
    },
    {
      "epoch": 761.06,
      "grad_norm": 1.0952130556106567,
      "learning_rate": 3.029236371170363e-08,
      "loss": 0.3252,
      "step": 2726890
    },
    {
      "epoch": 761.07,
      "grad_norm": 1.428216576576233,
      "learning_rate": 3.0288030564695236e-08,
      "loss": 0.3383,
      "step": 2726900
    },
    {
      "epoch": 761.07,
      "grad_norm": 1.1966118812561035,
      "learning_rate": 3.0283697725609015e-08,
      "loss": 0.3272,
      "step": 2726910
    },
    {
      "epoch": 761.07,
      "grad_norm": 1.279305100440979,
      "learning_rate": 3.0279365194446276e-08,
      "loss": 0.3327,
      "step": 2726920
    },
    {
      "epoch": 761.07,
      "grad_norm": 1.249709129333496,
      "learning_rate": 3.027503297120676e-08,
      "loss": 0.3462,
      "step": 2726930
    },
    {
      "epoch": 761.08,
      "grad_norm": 1.2034903764724731,
      "learning_rate": 3.0270701055891496e-08,
      "loss": 0.3322,
      "step": 2726940
    },
    {
      "epoch": 761.08,
      "grad_norm": 1.1556388139724731,
      "learning_rate": 3.026636944850076e-08,
      "loss": 0.3459,
      "step": 2726950
    },
    {
      "epoch": 761.08,
      "grad_norm": 1.1730620861053467,
      "learning_rate": 3.0262038149035575e-08,
      "loss": 0.3385,
      "step": 2726960
    },
    {
      "epoch": 761.09,
      "grad_norm": 1.1975709199905396,
      "learning_rate": 3.025770715749595e-08,
      "loss": 0.3385,
      "step": 2726970
    },
    {
      "epoch": 761.09,
      "grad_norm": 1.4085278511047363,
      "learning_rate": 3.025337647388319e-08,
      "loss": 0.3339,
      "step": 2726980
    },
    {
      "epoch": 761.09,
      "grad_norm": 1.2732447385787964,
      "learning_rate": 3.0249046098197294e-08,
      "loss": 0.3296,
      "step": 2726990
    },
    {
      "epoch": 761.09,
      "grad_norm": 1.2983660697937012,
      "learning_rate": 3.0244716030439035e-08,
      "loss": 0.3453,
      "step": 2727000
    },
    {
      "epoch": 761.1,
      "grad_norm": 1.07980477809906,
      "learning_rate": 3.0240386270608937e-08,
      "loss": 0.3457,
      "step": 2727010
    },
    {
      "epoch": 761.1,
      "grad_norm": 1.554829478263855,
      "learning_rate": 3.023605681870753e-08,
      "loss": 0.3455,
      "step": 2727020
    },
    {
      "epoch": 761.1,
      "grad_norm": 1.4338834285736084,
      "learning_rate": 3.023172767473558e-08,
      "loss": 0.3234,
      "step": 2727030
    },
    {
      "epoch": 761.11,
      "grad_norm": 1.1628957986831665,
      "learning_rate": 3.022739883869335e-08,
      "loss": 0.3352,
      "step": 2727040
    },
    {
      "epoch": 761.11,
      "grad_norm": 1.3979120254516602,
      "learning_rate": 3.022307031058189e-08,
      "loss": 0.3364,
      "step": 2727050
    },
    {
      "epoch": 761.11,
      "grad_norm": 1.4292536973953247,
      "learning_rate": 3.021874209040119e-08,
      "loss": 0.3496,
      "step": 2727060
    },
    {
      "epoch": 761.11,
      "grad_norm": 1.1436823606491089,
      "learning_rate": 3.02144141781523e-08,
      "loss": 0.3328,
      "step": 2727070
    },
    {
      "epoch": 761.12,
      "grad_norm": 1.106097936630249,
      "learning_rate": 3.021008657383573e-08,
      "loss": 0.331,
      "step": 2727080
    },
    {
      "epoch": 761.12,
      "grad_norm": 1.2306783199310303,
      "learning_rate": 3.020575927745175e-08,
      "loss": 0.3269,
      "step": 2727090
    },
    {
      "epoch": 761.12,
      "grad_norm": 1.1273294687271118,
      "learning_rate": 3.0201432289001394e-08,
      "loss": 0.3335,
      "step": 2727100
    },
    {
      "epoch": 761.12,
      "grad_norm": 1.1048266887664795,
      "learning_rate": 3.0197105608484666e-08,
      "loss": 0.3115,
      "step": 2727110
    },
    {
      "epoch": 761.13,
      "grad_norm": 1.071124792098999,
      "learning_rate": 3.0192779235902603e-08,
      "loss": 0.3327,
      "step": 2727120
    },
    {
      "epoch": 761.13,
      "grad_norm": 1.3250190019607544,
      "learning_rate": 3.018845317125547e-08,
      "loss": 0.3225,
      "step": 2727130
    },
    {
      "epoch": 761.13,
      "grad_norm": 1.3498408794403076,
      "learning_rate": 3.01841274145443e-08,
      "loss": 0.3402,
      "step": 2727140
    },
    {
      "epoch": 761.14,
      "grad_norm": 1.2720284461975098,
      "learning_rate": 3.0179801965769366e-08,
      "loss": 0.3444,
      "step": 2727150
    },
    {
      "epoch": 761.14,
      "grad_norm": 1.4117251634597778,
      "learning_rate": 3.0175476824930916e-08,
      "loss": 0.3424,
      "step": 2727160
    },
    {
      "epoch": 761.14,
      "grad_norm": 1.2575287818908691,
      "learning_rate": 3.017115199203026e-08,
      "loss": 0.3147,
      "step": 2727170
    },
    {
      "epoch": 761.14,
      "grad_norm": 1.169837474822998,
      "learning_rate": 3.016682746706739e-08,
      "loss": 0.3547,
      "step": 2727180
    },
    {
      "epoch": 761.15,
      "grad_norm": 1.0844727754592896,
      "learning_rate": 3.0162503250043094e-08,
      "loss": 0.3233,
      "step": 2727190
    },
    {
      "epoch": 761.15,
      "grad_norm": 1.197922945022583,
      "learning_rate": 3.0158179340957885e-08,
      "loss": 0.3274,
      "step": 2727200
    },
    {
      "epoch": 761.15,
      "grad_norm": 1.2462258338928223,
      "learning_rate": 3.015385573981229e-08,
      "loss": 0.3331,
      "step": 2727210
    },
    {
      "epoch": 761.16,
      "grad_norm": 1.3247225284576416,
      "learning_rate": 3.0149532446607086e-08,
      "loss": 0.3209,
      "step": 2727220
    },
    {
      "epoch": 761.16,
      "grad_norm": 1.1702414751052856,
      "learning_rate": 3.0145209461342795e-08,
      "loss": 0.3247,
      "step": 2727230
    },
    {
      "epoch": 761.16,
      "grad_norm": 1.7020643949508667,
      "learning_rate": 3.014088678401994e-08,
      "loss": 0.3415,
      "step": 2727240
    },
    {
      "epoch": 761.16,
      "grad_norm": 1.2217326164245605,
      "learning_rate": 3.013656441463903e-08,
      "loss": 0.3237,
      "step": 2727250
    },
    {
      "epoch": 761.17,
      "grad_norm": 1.32833993434906,
      "learning_rate": 3.01322423532006e-08,
      "loss": 0.3325,
      "step": 2727260
    },
    {
      "epoch": 761.17,
      "grad_norm": 1.380112886428833,
      "learning_rate": 3.0127920599705426e-08,
      "loss": 0.3273,
      "step": 2727270
    },
    {
      "epoch": 761.17,
      "grad_norm": 1.121175765991211,
      "learning_rate": 3.012359915415402e-08,
      "loss": 0.3376,
      "step": 2727280
    },
    {
      "epoch": 761.17,
      "grad_norm": 1.2394777536392212,
      "learning_rate": 3.011927801654691e-08,
      "loss": 0.3217,
      "step": 2727290
    },
    {
      "epoch": 761.18,
      "grad_norm": 1.2469289302825928,
      "learning_rate": 3.011495718688462e-08,
      "loss": 0.3484,
      "step": 2727300
    },
    {
      "epoch": 761.18,
      "grad_norm": 1.1115514039993286,
      "learning_rate": 3.0110636665167926e-08,
      "loss": 0.3367,
      "step": 2727310
    },
    {
      "epoch": 761.18,
      "grad_norm": 1.4166406393051147,
      "learning_rate": 3.0106316451397086e-08,
      "loss": 0.335,
      "step": 2727320
    },
    {
      "epoch": 761.19,
      "grad_norm": 1.3932315111160278,
      "learning_rate": 3.010199654557288e-08,
      "loss": 0.3065,
      "step": 2727330
    },
    {
      "epoch": 761.19,
      "grad_norm": 1.1374868154525757,
      "learning_rate": 3.009767694769584e-08,
      "loss": 0.3526,
      "step": 2727340
    },
    {
      "epoch": 761.19,
      "grad_norm": 1.3848382234573364,
      "learning_rate": 3.009335765776647e-08,
      "loss": 0.3097,
      "step": 2727350
    },
    {
      "epoch": 761.19,
      "grad_norm": 2.463721990585327,
      "learning_rate": 3.008903867578556e-08,
      "loss": 0.3294,
      "step": 2727360
    },
    {
      "epoch": 761.2,
      "grad_norm": 1.172182559967041,
      "learning_rate": 3.008472000175363e-08,
      "loss": 0.3298,
      "step": 2727370
    },
    {
      "epoch": 761.2,
      "grad_norm": 1.216962218284607,
      "learning_rate": 3.0080401635671195e-08,
      "loss": 0.3396,
      "step": 2727380
    },
    {
      "epoch": 761.2,
      "grad_norm": 1.1629301309585571,
      "learning_rate": 3.007608357753879e-08,
      "loss": 0.3358,
      "step": 2727390
    },
    {
      "epoch": 761.21,
      "grad_norm": 1.2905925512313843,
      "learning_rate": 3.0071765827356915e-08,
      "loss": 0.3289,
      "step": 2727400
    },
    {
      "epoch": 761.21,
      "grad_norm": 1.15370512008667,
      "learning_rate": 3.00674483851261e-08,
      "loss": 0.3345,
      "step": 2727410
    },
    {
      "epoch": 761.21,
      "grad_norm": 1.413757085800171,
      "learning_rate": 3.006313125084739e-08,
      "loss": 0.3477,
      "step": 2727420
    },
    {
      "epoch": 761.21,
      "grad_norm": 1.326245903968811,
      "learning_rate": 3.005881442452078e-08,
      "loss": 0.3386,
      "step": 2727430
    },
    {
      "epoch": 761.22,
      "grad_norm": 1.3176828622817993,
      "learning_rate": 3.005449790614732e-08,
      "loss": 0.3432,
      "step": 2727440
    },
    {
      "epoch": 761.22,
      "grad_norm": 1.2763795852661133,
      "learning_rate": 3.0050181695727256e-08,
      "loss": 0.3357,
      "step": 2727450
    },
    {
      "epoch": 761.22,
      "grad_norm": 1.3384393453598022,
      "learning_rate": 3.0045865793261115e-08,
      "loss": 0.3408,
      "step": 2727460
    },
    {
      "epoch": 761.23,
      "grad_norm": 1.2909018993377686,
      "learning_rate": 3.004155019874967e-08,
      "loss": 0.3381,
      "step": 2727470
    },
    {
      "epoch": 761.23,
      "grad_norm": 1.2094749212265015,
      "learning_rate": 3.003723491219372e-08,
      "loss": 0.3218,
      "step": 2727480
    },
    {
      "epoch": 761.23,
      "grad_norm": 1.250276803970337,
      "learning_rate": 3.003291993359325e-08,
      "loss": 0.3348,
      "step": 2727490
    },
    {
      "epoch": 761.23,
      "grad_norm": 1.4086898565292358,
      "learning_rate": 3.002860526294931e-08,
      "loss": 0.3384,
      "step": 2727500
    },
    {
      "epoch": 761.24,
      "grad_norm": 1.114486813545227,
      "learning_rate": 3.002429090026241e-08,
      "loss": 0.3268,
      "step": 2727510
    },
    {
      "epoch": 761.24,
      "grad_norm": 1.3182374238967896,
      "learning_rate": 3.001997684553281e-08,
      "loss": 0.3567,
      "step": 2727520
    },
    {
      "epoch": 761.24,
      "grad_norm": 1.2059836387634277,
      "learning_rate": 3.0015663098761306e-08,
      "loss": 0.3297,
      "step": 2727530
    },
    {
      "epoch": 761.24,
      "grad_norm": 1.2063204050064087,
      "learning_rate": 3.0011349659948924e-08,
      "loss": 0.3509,
      "step": 2727540
    },
    {
      "epoch": 761.25,
      "grad_norm": 1.1068904399871826,
      "learning_rate": 3.000703652909515e-08,
      "loss": 0.3387,
      "step": 2727550
    },
    {
      "epoch": 761.25,
      "grad_norm": 1.0692298412322998,
      "learning_rate": 3.000272370620154e-08,
      "loss": 0.3461,
      "step": 2727560
    },
    {
      "epoch": 761.25,
      "grad_norm": 1.2975964546203613,
      "learning_rate": 2.999841119126836e-08,
      "loss": 0.3499,
      "step": 2727570
    },
    {
      "epoch": 761.26,
      "grad_norm": 1.2909005880355835,
      "learning_rate": 2.999409898429587e-08,
      "loss": 0.3366,
      "step": 2727580
    },
    {
      "epoch": 761.26,
      "grad_norm": 1.0414767265319824,
      "learning_rate": 2.998978708528537e-08,
      "loss": 0.3486,
      "step": 2727590
    },
    {
      "epoch": 761.26,
      "grad_norm": 1.515191674232483,
      "learning_rate": 2.99854754942366e-08,
      "loss": 0.3331,
      "step": 2727600
    },
    {
      "epoch": 761.26,
      "grad_norm": 1.2521352767944336,
      "learning_rate": 2.99811642111506e-08,
      "loss": 0.3282,
      "step": 2727610
    },
    {
      "epoch": 761.27,
      "grad_norm": 1.1584213972091675,
      "learning_rate": 2.997685323602788e-08,
      "loss": 0.3359,
      "step": 2727620
    },
    {
      "epoch": 761.27,
      "grad_norm": 1.2543933391571045,
      "learning_rate": 2.997254256886924e-08,
      "loss": 0.3433,
      "step": 2727630
    },
    {
      "epoch": 761.27,
      "grad_norm": 1.3121124505996704,
      "learning_rate": 2.996823220967467e-08,
      "loss": 0.3437,
      "step": 2727640
    },
    {
      "epoch": 761.28,
      "grad_norm": 1.194584846496582,
      "learning_rate": 2.996392215844521e-08,
      "loss": 0.3413,
      "step": 2727650
    },
    {
      "epoch": 761.28,
      "grad_norm": 1.3161289691925049,
      "learning_rate": 2.9959612415181385e-08,
      "loss": 0.3431,
      "step": 2727660
    },
    {
      "epoch": 761.28,
      "grad_norm": 1.1595203876495361,
      "learning_rate": 2.995530297988345e-08,
      "loss": 0.3479,
      "step": 2727670
    },
    {
      "epoch": 761.28,
      "grad_norm": 1.3613779544830322,
      "learning_rate": 2.9950993852552455e-08,
      "loss": 0.3315,
      "step": 2727680
    },
    {
      "epoch": 761.29,
      "grad_norm": 1.2080107927322388,
      "learning_rate": 2.994668503318864e-08,
      "loss": 0.3319,
      "step": 2727690
    },
    {
      "epoch": 761.29,
      "grad_norm": 1.3977782726287842,
      "learning_rate": 2.994237652179281e-08,
      "loss": 0.3364,
      "step": 2727700
    },
    {
      "epoch": 761.29,
      "grad_norm": 1.3431817293167114,
      "learning_rate": 2.993806831836521e-08,
      "loss": 0.3458,
      "step": 2727710
    },
    {
      "epoch": 761.3,
      "grad_norm": 1.327113389968872,
      "learning_rate": 2.9933760422906886e-08,
      "loss": 0.341,
      "step": 2727720
    },
    {
      "epoch": 761.3,
      "grad_norm": 1.364903211593628,
      "learning_rate": 2.992945283541784e-08,
      "loss": 0.336,
      "step": 2727730
    },
    {
      "epoch": 761.3,
      "grad_norm": 1.3264453411102295,
      "learning_rate": 2.9925145555898844e-08,
      "loss": 0.3483,
      "step": 2727740
    },
    {
      "epoch": 761.3,
      "grad_norm": 2.4417409896850586,
      "learning_rate": 2.9920838584350946e-08,
      "loss": 0.3493,
      "step": 2727750
    },
    {
      "epoch": 761.31,
      "grad_norm": 1.3707159757614136,
      "learning_rate": 2.991653192077389e-08,
      "loss": 0.3339,
      "step": 2727760
    },
    {
      "epoch": 761.31,
      "grad_norm": 1.4511197805404663,
      "learning_rate": 2.991222556516923e-08,
      "loss": 0.3537,
      "step": 2727770
    },
    {
      "epoch": 761.31,
      "grad_norm": 1.4018484354019165,
      "learning_rate": 2.990791951753644e-08,
      "loss": 0.3336,
      "step": 2727780
    },
    {
      "epoch": 761.31,
      "grad_norm": 1.4635848999023438,
      "learning_rate": 2.9903613777877094e-08,
      "loss": 0.3478,
      "step": 2727790
    },
    {
      "epoch": 761.32,
      "grad_norm": 1.2681293487548828,
      "learning_rate": 2.989930834619118e-08,
      "loss": 0.3385,
      "step": 2727800
    },
    {
      "epoch": 761.32,
      "grad_norm": 1.2958135604858398,
      "learning_rate": 2.989500322247949e-08,
      "loss": 0.3224,
      "step": 2727810
    },
    {
      "epoch": 761.32,
      "grad_norm": 1.4088711738586426,
      "learning_rate": 2.9890698406742544e-08,
      "loss": 0.3427,
      "step": 2727820
    },
    {
      "epoch": 761.33,
      "grad_norm": 1.4034847021102905,
      "learning_rate": 2.988639389898085e-08,
      "loss": 0.3426,
      "step": 2727830
    },
    {
      "epoch": 761.33,
      "grad_norm": 1.2690787315368652,
      "learning_rate": 2.988208969919494e-08,
      "loss": 0.344,
      "step": 2727840
    },
    {
      "epoch": 761.33,
      "grad_norm": 1.2313063144683838,
      "learning_rate": 2.987778580738559e-08,
      "loss": 0.3432,
      "step": 2727850
    },
    {
      "epoch": 761.33,
      "grad_norm": 1.267773985862732,
      "learning_rate": 2.987348222355332e-08,
      "loss": 0.3486,
      "step": 2727860
    },
    {
      "epoch": 761.34,
      "grad_norm": 1.202118992805481,
      "learning_rate": 2.986917894769866e-08,
      "loss": 0.3463,
      "step": 2727870
    },
    {
      "epoch": 761.34,
      "grad_norm": 1.4374914169311523,
      "learning_rate": 2.986487597982186e-08,
      "loss": 0.3162,
      "step": 2727880
    },
    {
      "epoch": 761.34,
      "grad_norm": 1.3345370292663574,
      "learning_rate": 2.9860573319924217e-08,
      "loss": 0.3331,
      "step": 2727890
    },
    {
      "epoch": 761.35,
      "grad_norm": 1.3963419198989868,
      "learning_rate": 2.985627096800548e-08,
      "loss": 0.3465,
      "step": 2727900
    },
    {
      "epoch": 761.35,
      "grad_norm": 1.1463992595672607,
      "learning_rate": 2.985196892406694e-08,
      "loss": 0.3269,
      "step": 2727910
    },
    {
      "epoch": 761.35,
      "grad_norm": 1.0393047332763672,
      "learning_rate": 2.984766718810887e-08,
      "loss": 0.3275,
      "step": 2727920
    },
    {
      "epoch": 761.35,
      "grad_norm": 1.1013236045837402,
      "learning_rate": 2.984336576013153e-08,
      "loss": 0.3487,
      "step": 2727930
    },
    {
      "epoch": 761.36,
      "grad_norm": 1.1576350927352905,
      "learning_rate": 2.9839064640135946e-08,
      "loss": 0.3161,
      "step": 2727940
    },
    {
      "epoch": 761.36,
      "grad_norm": 1.4696866273880005,
      "learning_rate": 2.983476382812265e-08,
      "loss": 0.3274,
      "step": 2727950
    },
    {
      "epoch": 761.36,
      "grad_norm": 1.1973798274993896,
      "learning_rate": 2.983046332409216e-08,
      "loss": 0.3171,
      "step": 2727960
    },
    {
      "epoch": 761.36,
      "grad_norm": 1.1829341650009155,
      "learning_rate": 2.9826163128044734e-08,
      "loss": 0.329,
      "step": 2727970
    },
    {
      "epoch": 761.37,
      "grad_norm": 1.4980305433273315,
      "learning_rate": 2.982186323998142e-08,
      "loss": 0.3292,
      "step": 2727980
    },
    {
      "epoch": 761.37,
      "grad_norm": 1.212792158126831,
      "learning_rate": 2.9817563659902206e-08,
      "loss": 0.3316,
      "step": 2727990
    },
    {
      "epoch": 761.37,
      "grad_norm": 1.4285385608673096,
      "learning_rate": 2.9813264387808405e-08,
      "loss": 0.3352,
      "step": 2728000
    },
    {
      "epoch": 761.38,
      "grad_norm": 1.130696415901184,
      "learning_rate": 2.980896542370001e-08,
      "loss": 0.3329,
      "step": 2728010
    },
    {
      "epoch": 761.38,
      "grad_norm": 1.3657089471817017,
      "learning_rate": 2.980466676757807e-08,
      "loss": 0.3241,
      "step": 2728020
    },
    {
      "epoch": 761.38,
      "grad_norm": 1.2670336961746216,
      "learning_rate": 2.980036841944283e-08,
      "loss": 0.3331,
      "step": 2728030
    },
    {
      "epoch": 761.38,
      "grad_norm": 1.5032155513763428,
      "learning_rate": 2.9796070379294568e-08,
      "loss": 0.3291,
      "step": 2728040
    },
    {
      "epoch": 761.39,
      "grad_norm": 1.4944393634796143,
      "learning_rate": 2.979177264713457e-08,
      "loss": 0.3351,
      "step": 2728050
    },
    {
      "epoch": 761.39,
      "grad_norm": 1.2843486070632935,
      "learning_rate": 2.9787475222962845e-08,
      "loss": 0.3517,
      "step": 2728060
    },
    {
      "epoch": 761.39,
      "grad_norm": 2.2819135189056396,
      "learning_rate": 2.978317810678017e-08,
      "loss": 0.3311,
      "step": 2728070
    },
    {
      "epoch": 761.4,
      "grad_norm": 1.368008017539978,
      "learning_rate": 2.9778881298587065e-08,
      "loss": 0.3196,
      "step": 2728080
    },
    {
      "epoch": 761.4,
      "grad_norm": 1.3474575281143188,
      "learning_rate": 2.9774584798384315e-08,
      "loss": 0.3455,
      "step": 2728090
    },
    {
      "epoch": 761.4,
      "grad_norm": 1.3638968467712402,
      "learning_rate": 2.9770288606172174e-08,
      "loss": 0.355,
      "step": 2728100
    },
    {
      "epoch": 761.4,
      "grad_norm": 1.3094345331192017,
      "learning_rate": 2.9765992721951427e-08,
      "loss": 0.3476,
      "step": 2728110
    },
    {
      "epoch": 761.41,
      "grad_norm": 1.2053425312042236,
      "learning_rate": 2.9761697145722855e-08,
      "loss": 0.3462,
      "step": 2728120
    },
    {
      "epoch": 761.41,
      "grad_norm": 1.1958918571472168,
      "learning_rate": 2.9757401877486196e-08,
      "loss": 0.3423,
      "step": 2728130
    },
    {
      "epoch": 761.41,
      "grad_norm": 1.2330005168914795,
      "learning_rate": 2.975310691724301e-08,
      "loss": 0.3441,
      "step": 2728140
    },
    {
      "epoch": 761.42,
      "grad_norm": 1.480910062789917,
      "learning_rate": 2.9748812264993298e-08,
      "loss": 0.3308,
      "step": 2728150
    },
    {
      "epoch": 761.42,
      "grad_norm": 1.2761099338531494,
      "learning_rate": 2.9744517920737583e-08,
      "loss": 0.3317,
      "step": 2728160
    },
    {
      "epoch": 761.42,
      "grad_norm": 1.8668049573898315,
      "learning_rate": 2.97402238844769e-08,
      "loss": 0.3242,
      "step": 2728170
    },
    {
      "epoch": 761.42,
      "grad_norm": 1.1220101118087769,
      "learning_rate": 2.9735930156211517e-08,
      "loss": 0.3465,
      "step": 2728180
    },
    {
      "epoch": 761.43,
      "grad_norm": 1.4499698877334595,
      "learning_rate": 2.973163673594195e-08,
      "loss": 0.3362,
      "step": 2728190
    },
    {
      "epoch": 761.43,
      "grad_norm": 1.2719606161117554,
      "learning_rate": 2.9727343623668978e-08,
      "loss": 0.3479,
      "step": 2728200
    },
    {
      "epoch": 761.43,
      "grad_norm": 1.2503197193145752,
      "learning_rate": 2.9723050819393124e-08,
      "loss": 0.3311,
      "step": 2728210
    },
    {
      "epoch": 761.43,
      "grad_norm": 1.1068259477615356,
      "learning_rate": 2.971875832311465e-08,
      "loss": 0.3354,
      "step": 2728220
    },
    {
      "epoch": 761.44,
      "grad_norm": 1.3211277723312378,
      "learning_rate": 2.971446613483433e-08,
      "loss": 0.3439,
      "step": 2728230
    },
    {
      "epoch": 761.44,
      "grad_norm": 1.2608307600021362,
      "learning_rate": 2.971017425455295e-08,
      "loss": 0.3269,
      "step": 2728240
    },
    {
      "epoch": 761.44,
      "grad_norm": 1.1804388761520386,
      "learning_rate": 2.9705882682270772e-08,
      "loss": 0.3289,
      "step": 2728250
    },
    {
      "epoch": 761.45,
      "grad_norm": 1.3504146337509155,
      "learning_rate": 2.970159141798883e-08,
      "loss": 0.3417,
      "step": 2728260
    },
    {
      "epoch": 761.45,
      "grad_norm": 1.2952848672866821,
      "learning_rate": 2.9697300461707132e-08,
      "loss": 0.3311,
      "step": 2728270
    },
    {
      "epoch": 761.45,
      "grad_norm": 1.1564645767211914,
      "learning_rate": 2.969300981342619e-08,
      "loss": 0.3336,
      "step": 2728280
    },
    {
      "epoch": 761.45,
      "grad_norm": 1.2118632793426514,
      "learning_rate": 2.9688719473147312e-08,
      "loss": 0.3559,
      "step": 2728290
    },
    {
      "epoch": 761.46,
      "grad_norm": 1.127736210823059,
      "learning_rate": 2.9684429440870495e-08,
      "loss": 0.348,
      "step": 2728300
    },
    {
      "epoch": 761.46,
      "grad_norm": 1.164042353630066,
      "learning_rate": 2.9680139716596e-08,
      "loss": 0.3592,
      "step": 2728310
    },
    {
      "epoch": 761.46,
      "grad_norm": 1.1888467073440552,
      "learning_rate": 2.9675850300325387e-08,
      "loss": 0.3348,
      "step": 2728320
    },
    {
      "epoch": 761.47,
      "grad_norm": 1.2383455038070679,
      "learning_rate": 2.9671561192058658e-08,
      "loss": 0.3291,
      "step": 2728330
    },
    {
      "epoch": 761.47,
      "grad_norm": 3.3267600536346436,
      "learning_rate": 2.966727239179607e-08,
      "loss": 0.3388,
      "step": 2728340
    },
    {
      "epoch": 761.47,
      "grad_norm": 1.2782502174377441,
      "learning_rate": 2.966298389953893e-08,
      "loss": 0.3322,
      "step": 2728350
    },
    {
      "epoch": 761.47,
      "grad_norm": 1.2288669347763062,
      "learning_rate": 2.9658695715286968e-08,
      "loss": 0.3287,
      "step": 2728360
    },
    {
      "epoch": 761.48,
      "grad_norm": 2.2210278511047363,
      "learning_rate": 2.9654407839041495e-08,
      "loss": 0.342,
      "step": 2728370
    },
    {
      "epoch": 761.48,
      "grad_norm": 1.310458779335022,
      "learning_rate": 2.9650120270802504e-08,
      "loss": 0.3243,
      "step": 2728380
    },
    {
      "epoch": 761.48,
      "grad_norm": 1.2395135164260864,
      "learning_rate": 2.964583301057104e-08,
      "loss": 0.3407,
      "step": 2728390
    },
    {
      "epoch": 761.48,
      "grad_norm": 1.058415412902832,
      "learning_rate": 2.9641546058347626e-08,
      "loss": 0.3443,
      "step": 2728400
    },
    {
      "epoch": 761.49,
      "grad_norm": 1.2828587293624878,
      "learning_rate": 2.9637259414132254e-08,
      "loss": 0.3282,
      "step": 2728410
    },
    {
      "epoch": 761.49,
      "grad_norm": 1.30951726436615,
      "learning_rate": 2.963297307792623e-08,
      "loss": 0.3394,
      "step": 2728420
    },
    {
      "epoch": 761.49,
      "grad_norm": 1.3204292058944702,
      "learning_rate": 2.9628687049729552e-08,
      "loss": 0.3459,
      "step": 2728430
    },
    {
      "epoch": 761.5,
      "grad_norm": 1.2311793565750122,
      "learning_rate": 2.9624401329543525e-08,
      "loss": 0.3248,
      "step": 2728440
    },
    {
      "epoch": 761.5,
      "grad_norm": 1.4667339324951172,
      "learning_rate": 2.9620115917367622e-08,
      "loss": 0.3435,
      "step": 2728450
    },
    {
      "epoch": 761.5,
      "grad_norm": 1.103601098060608,
      "learning_rate": 2.961583081320341e-08,
      "loss": 0.3301,
      "step": 2728460
    },
    {
      "epoch": 761.5,
      "grad_norm": 1.2326617240905762,
      "learning_rate": 2.961154601705115e-08,
      "loss": 0.3423,
      "step": 2728470
    },
    {
      "epoch": 761.51,
      "grad_norm": 1.273010492324829,
      "learning_rate": 2.9607261528911095e-08,
      "loss": 0.3247,
      "step": 2728480
    },
    {
      "epoch": 761.51,
      "grad_norm": 1.1264073848724365,
      "learning_rate": 2.9602977348784553e-08,
      "loss": 0.3341,
      "step": 2728490
    },
    {
      "epoch": 761.51,
      "grad_norm": 1.3275527954101562,
      "learning_rate": 2.9598693476671e-08,
      "loss": 0.3338,
      "step": 2728500
    },
    {
      "epoch": 761.52,
      "grad_norm": 1.2653480768203735,
      "learning_rate": 2.9594409912572e-08,
      "loss": 0.3218,
      "step": 2728510
    },
    {
      "epoch": 761.52,
      "grad_norm": 1.2534726858139038,
      "learning_rate": 2.959012665648755e-08,
      "loss": 0.3355,
      "step": 2728520
    },
    {
      "epoch": 761.52,
      "grad_norm": 1.2497620582580566,
      "learning_rate": 2.9585843708418693e-08,
      "loss": 0.343,
      "step": 2728530
    },
    {
      "epoch": 761.52,
      "grad_norm": 1.5287545919418335,
      "learning_rate": 2.9581561068365428e-08,
      "loss": 0.3348,
      "step": 2728540
    },
    {
      "epoch": 761.53,
      "grad_norm": 1.574824333190918,
      "learning_rate": 2.9577278736328537e-08,
      "loss": 0.3361,
      "step": 2728550
    },
    {
      "epoch": 761.53,
      "grad_norm": 1.1682307720184326,
      "learning_rate": 2.9572996712309056e-08,
      "loss": 0.3275,
      "step": 2728560
    },
    {
      "epoch": 761.53,
      "grad_norm": 1.3163901567459106,
      "learning_rate": 2.956871499630673e-08,
      "loss": 0.3416,
      "step": 2728570
    },
    {
      "epoch": 761.54,
      "grad_norm": 8.532424926757812,
      "learning_rate": 2.9564433588322862e-08,
      "loss": 0.344,
      "step": 2728580
    },
    {
      "epoch": 761.54,
      "grad_norm": 1.3853418827056885,
      "learning_rate": 2.9560152488357706e-08,
      "loss": 0.341,
      "step": 2728590
    },
    {
      "epoch": 761.54,
      "grad_norm": 1.1823701858520508,
      "learning_rate": 2.9555871696411526e-08,
      "loss": 0.3628,
      "step": 2728600
    },
    {
      "epoch": 761.54,
      "grad_norm": 1.218764305114746,
      "learning_rate": 2.9551591212485617e-08,
      "loss": 0.3458,
      "step": 2728610
    },
    {
      "epoch": 761.55,
      "grad_norm": 1.1183041334152222,
      "learning_rate": 2.954731103657973e-08,
      "loss": 0.3344,
      "step": 2728620
    },
    {
      "epoch": 761.55,
      "grad_norm": 1.1010193824768066,
      "learning_rate": 2.9543031168695418e-08,
      "loss": 0.3385,
      "step": 2728630
    },
    {
      "epoch": 761.55,
      "grad_norm": 1.1787629127502441,
      "learning_rate": 2.9538751608832162e-08,
      "loss": 0.3338,
      "step": 2728640
    },
    {
      "epoch": 761.55,
      "grad_norm": 1.3154364824295044,
      "learning_rate": 2.9534472356991264e-08,
      "loss": 0.3317,
      "step": 2728650
    },
    {
      "epoch": 761.56,
      "grad_norm": 1.1236846446990967,
      "learning_rate": 2.9530193413173244e-08,
      "loss": 0.344,
      "step": 2728660
    },
    {
      "epoch": 761.56,
      "grad_norm": 1.3898338079452515,
      "learning_rate": 2.9525914777378362e-08,
      "loss": 0.3371,
      "step": 2728670
    },
    {
      "epoch": 761.56,
      "grad_norm": 1.35716712474823,
      "learning_rate": 2.95216364496074e-08,
      "loss": 0.3249,
      "step": 2728680
    },
    {
      "epoch": 761.57,
      "grad_norm": 1.2931227684020996,
      "learning_rate": 2.9517358429860615e-08,
      "loss": 0.3398,
      "step": 2728690
    },
    {
      "epoch": 761.57,
      "grad_norm": 1.2509938478469849,
      "learning_rate": 2.951308071813905e-08,
      "loss": 0.3349,
      "step": 2728700
    },
    {
      "epoch": 761.57,
      "grad_norm": 1.208709716796875,
      "learning_rate": 2.9508803314442965e-08,
      "loss": 0.3476,
      "step": 2728710
    },
    {
      "epoch": 761.57,
      "grad_norm": 1.4396412372589111,
      "learning_rate": 2.950452621877314e-08,
      "loss": 0.3397,
      "step": 2728720
    },
    {
      "epoch": 761.58,
      "grad_norm": 1.1826719045639038,
      "learning_rate": 2.950024943112984e-08,
      "loss": 0.3455,
      "step": 2728730
    },
    {
      "epoch": 761.58,
      "grad_norm": 1.2950612306594849,
      "learning_rate": 2.949597295151384e-08,
      "loss": 0.3433,
      "step": 2728740
    },
    {
      "epoch": 761.58,
      "grad_norm": 1.1984047889709473,
      "learning_rate": 2.949169677992566e-08,
      "loss": 0.3281,
      "step": 2728750
    },
    {
      "epoch": 761.59,
      "grad_norm": 1.316138744354248,
      "learning_rate": 2.9487420916366084e-08,
      "loss": 0.3438,
      "step": 2728760
    },
    {
      "epoch": 761.59,
      "grad_norm": 1.09634530544281,
      "learning_rate": 2.948314536083537e-08,
      "loss": 0.3377,
      "step": 2728770
    },
    {
      "epoch": 761.59,
      "grad_norm": 1.4173156023025513,
      "learning_rate": 2.9478870113334302e-08,
      "loss": 0.3395,
      "step": 2728780
    },
    {
      "epoch": 761.59,
      "grad_norm": 1.3559558391571045,
      "learning_rate": 2.9474595173863396e-08,
      "loss": 0.3393,
      "step": 2728790
    },
    {
      "epoch": 761.6,
      "grad_norm": 1.1552597284317017,
      "learning_rate": 2.9470320542422914e-08,
      "loss": 0.3238,
      "step": 2728800
    },
    {
      "epoch": 761.6,
      "grad_norm": 1.2006593942642212,
      "learning_rate": 2.9466046219013897e-08,
      "loss": 0.3485,
      "step": 2728810
    },
    {
      "epoch": 761.6,
      "grad_norm": 1.2559245824813843,
      "learning_rate": 2.9461772203636606e-08,
      "loss": 0.3443,
      "step": 2728820
    },
    {
      "epoch": 761.6,
      "grad_norm": 1.094896912574768,
      "learning_rate": 2.945749849629156e-08,
      "loss": 0.3467,
      "step": 2728830
    },
    {
      "epoch": 761.61,
      "grad_norm": 1.1384296417236328,
      "learning_rate": 2.94532250969798e-08,
      "loss": 0.3364,
      "step": 2728840
    },
    {
      "epoch": 761.61,
      "grad_norm": 1.3076940774917603,
      "learning_rate": 2.9448952005701325e-08,
      "loss": 0.326,
      "step": 2728850
    },
    {
      "epoch": 761.61,
      "grad_norm": 1.241714358329773,
      "learning_rate": 2.944467922245718e-08,
      "loss": 0.3422,
      "step": 2728860
    },
    {
      "epoch": 761.62,
      "grad_norm": 1.2941598892211914,
      "learning_rate": 2.9440406747247362e-08,
      "loss": 0.3542,
      "step": 2728870
    },
    {
      "epoch": 761.62,
      "grad_norm": 1.232936978340149,
      "learning_rate": 2.943613458007317e-08,
      "loss": 0.3542,
      "step": 2728880
    },
    {
      "epoch": 761.62,
      "grad_norm": 1.3253673315048218,
      "learning_rate": 2.9431862720934346e-08,
      "loss": 0.3521,
      "step": 2728890
    },
    {
      "epoch": 761.62,
      "grad_norm": 1.1387555599212646,
      "learning_rate": 2.9427591169832193e-08,
      "loss": 0.3279,
      "step": 2728900
    },
    {
      "epoch": 761.63,
      "grad_norm": 1.2501320838928223,
      "learning_rate": 2.9423319926766968e-08,
      "loss": 0.3228,
      "step": 2728910
    },
    {
      "epoch": 761.63,
      "grad_norm": 1.1893819570541382,
      "learning_rate": 2.9419048991739195e-08,
      "loss": 0.3579,
      "step": 2728920
    },
    {
      "epoch": 761.63,
      "grad_norm": 1.163318395614624,
      "learning_rate": 2.941477836474965e-08,
      "loss": 0.3424,
      "step": 2728930
    },
    {
      "epoch": 761.64,
      "grad_norm": 1.5119410753250122,
      "learning_rate": 2.9410508045798598e-08,
      "loss": 0.3476,
      "step": 2728940
    },
    {
      "epoch": 761.64,
      "grad_norm": 1.2410138845443726,
      "learning_rate": 2.9406238034886814e-08,
      "loss": 0.3524,
      "step": 2728950
    },
    {
      "epoch": 761.64,
      "grad_norm": 1.1509153842926025,
      "learning_rate": 2.9401968332014824e-08,
      "loss": 0.3411,
      "step": 2728960
    },
    {
      "epoch": 761.64,
      "grad_norm": 1.1432346105575562,
      "learning_rate": 2.9397698937183143e-08,
      "loss": 0.3458,
      "step": 2728970
    },
    {
      "epoch": 761.65,
      "grad_norm": 1.2654045820236206,
      "learning_rate": 2.939342985039256e-08,
      "loss": 0.3387,
      "step": 2728980
    },
    {
      "epoch": 761.65,
      "grad_norm": 1.1037174463272095,
      "learning_rate": 2.9389161071643063e-08,
      "loss": 0.3379,
      "step": 2728990
    },
    {
      "epoch": 761.65,
      "grad_norm": 1.1740477085113525,
      "learning_rate": 2.9384892600935965e-08,
      "loss": 0.3432,
      "step": 2729000
    },
    {
      "epoch": 761.66,
      "grad_norm": 1.2314339876174927,
      "learning_rate": 2.9380624438271258e-08,
      "loss": 0.3298,
      "step": 2729010
    },
    {
      "epoch": 761.66,
      "grad_norm": 1.6220240592956543,
      "learning_rate": 2.9376356583649987e-08,
      "loss": 0.3444,
      "step": 2729020
    },
    {
      "epoch": 761.66,
      "grad_norm": 1.2924296855926514,
      "learning_rate": 2.937208903707215e-08,
      "loss": 0.3265,
      "step": 2729030
    },
    {
      "epoch": 761.66,
      "grad_norm": 1.250478982925415,
      "learning_rate": 2.9367821798539048e-08,
      "loss": 0.3364,
      "step": 2729040
    },
    {
      "epoch": 761.67,
      "grad_norm": 1.2000735998153687,
      "learning_rate": 2.936355486805068e-08,
      "loss": 0.3419,
      "step": 2729050
    },
    {
      "epoch": 761.67,
      "grad_norm": 1.2440457344055176,
      "learning_rate": 2.935928824560783e-08,
      "loss": 0.3396,
      "step": 2729060
    },
    {
      "epoch": 761.67,
      "grad_norm": 1.3423879146575928,
      "learning_rate": 2.9355021931211016e-08,
      "loss": 0.3422,
      "step": 2729070
    },
    {
      "epoch": 761.67,
      "grad_norm": 1.2242435216903687,
      "learning_rate": 2.935075592486076e-08,
      "loss": 0.3492,
      "step": 2729080
    },
    {
      "epoch": 761.68,
      "grad_norm": 1.2277495861053467,
      "learning_rate": 2.934649022655758e-08,
      "loss": 0.3247,
      "step": 2729090
    },
    {
      "epoch": 761.68,
      "grad_norm": 1.6115305423736572,
      "learning_rate": 2.934222483630226e-08,
      "loss": 0.3438,
      "step": 2729100
    },
    {
      "epoch": 761.68,
      "grad_norm": 1.46451735496521,
      "learning_rate": 2.933795975409532e-08,
      "loss": 0.3366,
      "step": 2729110
    },
    {
      "epoch": 761.69,
      "grad_norm": 1.293116807937622,
      "learning_rate": 2.9333694979937014e-08,
      "loss": 0.35,
      "step": 2729120
    },
    {
      "epoch": 761.69,
      "grad_norm": 1.4265878200531006,
      "learning_rate": 2.932943051382813e-08,
      "loss": 0.3473,
      "step": 2729130
    },
    {
      "epoch": 761.69,
      "grad_norm": 1.1351817846298218,
      "learning_rate": 2.9325166355769445e-08,
      "loss": 0.3205,
      "step": 2729140
    },
    {
      "epoch": 761.69,
      "grad_norm": 1.5449790954589844,
      "learning_rate": 2.9320902505761222e-08,
      "loss": 0.3379,
      "step": 2729150
    },
    {
      "epoch": 761.7,
      "grad_norm": 1.3421283960342407,
      "learning_rate": 2.931663896380424e-08,
      "loss": 0.3373,
      "step": 2729160
    },
    {
      "epoch": 761.7,
      "grad_norm": 1.1793200969696045,
      "learning_rate": 2.9312375729899016e-08,
      "loss": 0.3374,
      "step": 2729170
    },
    {
      "epoch": 761.7,
      "grad_norm": 1.4409246444702148,
      "learning_rate": 2.9308112804045813e-08,
      "loss": 0.3371,
      "step": 2729180
    },
    {
      "epoch": 761.71,
      "grad_norm": 1.2530394792556763,
      "learning_rate": 2.9303850186245675e-08,
      "loss": 0.3317,
      "step": 2729190
    },
    {
      "epoch": 761.71,
      "grad_norm": 1.0634583234786987,
      "learning_rate": 2.929958787649886e-08,
      "loss": 0.3475,
      "step": 2729200
    },
    {
      "epoch": 761.71,
      "grad_norm": 1.0716514587402344,
      "learning_rate": 2.9295325874806145e-08,
      "loss": 0.3325,
      "step": 2729210
    },
    {
      "epoch": 761.71,
      "grad_norm": 1.2221729755401611,
      "learning_rate": 2.9291064181168057e-08,
      "loss": 0.3418,
      "step": 2729220
    },
    {
      "epoch": 761.72,
      "grad_norm": 1.1441086530685425,
      "learning_rate": 2.928680279558485e-08,
      "loss": 0.3296,
      "step": 2729230
    },
    {
      "epoch": 761.72,
      "grad_norm": 1.0365309715270996,
      "learning_rate": 2.928254171805731e-08,
      "loss": 0.3163,
      "step": 2729240
    },
    {
      "epoch": 761.72,
      "grad_norm": 1.5632435083389282,
      "learning_rate": 2.927828094858621e-08,
      "loss": 0.3542,
      "step": 2729250
    },
    {
      "epoch": 761.72,
      "grad_norm": 1.3314824104309082,
      "learning_rate": 2.927402048717156e-08,
      "loss": 0.3409,
      "step": 2729260
    },
    {
      "epoch": 761.73,
      "grad_norm": 1.501174807548523,
      "learning_rate": 2.9269760333814913e-08,
      "loss": 0.3479,
      "step": 2729270
    },
    {
      "epoch": 761.73,
      "grad_norm": 1.2648431062698364,
      "learning_rate": 2.9265500488515752e-08,
      "loss": 0.3365,
      "step": 2729280
    },
    {
      "epoch": 761.73,
      "grad_norm": 1.1847450733184814,
      "learning_rate": 2.926124095127512e-08,
      "loss": 0.3427,
      "step": 2729290
    },
    {
      "epoch": 761.74,
      "grad_norm": 1.2506862878799438,
      "learning_rate": 2.9256981722093793e-08,
      "loss": 0.3486,
      "step": 2729300
    },
    {
      "epoch": 761.74,
      "grad_norm": 1.383391261100769,
      "learning_rate": 2.9252722800972035e-08,
      "loss": 0.3336,
      "step": 2729310
    },
    {
      "epoch": 761.74,
      "grad_norm": 1.4360666275024414,
      "learning_rate": 2.9248464187910362e-08,
      "loss": 0.3276,
      "step": 2729320
    },
    {
      "epoch": 761.74,
      "grad_norm": 1.141934871673584,
      "learning_rate": 2.924420588290956e-08,
      "loss": 0.3325,
      "step": 2729330
    },
    {
      "epoch": 761.75,
      "grad_norm": 1.2500313520431519,
      "learning_rate": 2.9239947885970147e-08,
      "loss": 0.3281,
      "step": 2729340
    },
    {
      "epoch": 761.75,
      "grad_norm": 1.2756224870681763,
      "learning_rate": 2.9235690197092644e-08,
      "loss": 0.3253,
      "step": 2729350
    },
    {
      "epoch": 761.75,
      "grad_norm": 1.036941647529602,
      "learning_rate": 2.923143281627757e-08,
      "loss": 0.3329,
      "step": 2729360
    },
    {
      "epoch": 761.76,
      "grad_norm": 1.247754693031311,
      "learning_rate": 2.9227175743525704e-08,
      "loss": 0.3479,
      "step": 2729370
    },
    {
      "epoch": 761.76,
      "grad_norm": 1.2807400226593018,
      "learning_rate": 2.9222918978837312e-08,
      "loss": 0.3366,
      "step": 2729380
    },
    {
      "epoch": 761.76,
      "grad_norm": 1.592761754989624,
      "learning_rate": 2.921866252221317e-08,
      "loss": 0.3295,
      "step": 2729390
    },
    {
      "epoch": 761.76,
      "grad_norm": 1.2484451532363892,
      "learning_rate": 2.9214406373653798e-08,
      "loss": 0.334,
      "step": 2729400
    },
    {
      "epoch": 761.77,
      "grad_norm": 1.4997955560684204,
      "learning_rate": 2.921015053315946e-08,
      "loss": 0.3316,
      "step": 2729410
    },
    {
      "epoch": 761.77,
      "grad_norm": 1.1363152265548706,
      "learning_rate": 2.9205895000731194e-08,
      "loss": 0.321,
      "step": 2729420
    },
    {
      "epoch": 761.77,
      "grad_norm": 1.3514307737350464,
      "learning_rate": 2.920163977636952e-08,
      "loss": 0.3217,
      "step": 2729430
    },
    {
      "epoch": 761.78,
      "grad_norm": 1.1562130451202393,
      "learning_rate": 2.919738486007496e-08,
      "loss": 0.3253,
      "step": 2729440
    },
    {
      "epoch": 761.78,
      "grad_norm": 1.1901226043701172,
      "learning_rate": 2.9193130251847513e-08,
      "loss": 0.3279,
      "step": 2729450
    },
    {
      "epoch": 761.78,
      "grad_norm": 1.2633910179138184,
      "learning_rate": 2.9188875951688742e-08,
      "loss": 0.3481,
      "step": 2729460
    },
    {
      "epoch": 761.78,
      "grad_norm": 1.2548948526382446,
      "learning_rate": 2.9184621959598125e-08,
      "loss": 0.3393,
      "step": 2729470
    },
    {
      "epoch": 761.79,
      "grad_norm": 1.156714677810669,
      "learning_rate": 2.9180368275577225e-08,
      "loss": 0.3274,
      "step": 2729480
    },
    {
      "epoch": 761.79,
      "grad_norm": 1.664534568786621,
      "learning_rate": 2.9176114899626036e-08,
      "loss": 0.3337,
      "step": 2729490
    },
    {
      "epoch": 761.79,
      "grad_norm": 1.2789760828018188,
      "learning_rate": 2.9171861831745346e-08,
      "loss": 0.3401,
      "step": 2729500
    },
    {
      "epoch": 761.79,
      "grad_norm": 1.246152639389038,
      "learning_rate": 2.9167609071935674e-08,
      "loss": 0.3287,
      "step": 2729510
    },
    {
      "epoch": 761.8,
      "grad_norm": 1.2915886640548706,
      "learning_rate": 2.9163356620197278e-08,
      "loss": 0.3407,
      "step": 2729520
    },
    {
      "epoch": 761.8,
      "grad_norm": 1.0111336708068848,
      "learning_rate": 2.91591044765312e-08,
      "loss": 0.3425,
      "step": 2729530
    },
    {
      "epoch": 761.8,
      "grad_norm": 1.348314881324768,
      "learning_rate": 2.91548526409377e-08,
      "loss": 0.3359,
      "step": 2729540
    },
    {
      "epoch": 761.81,
      "grad_norm": 1.4570835828781128,
      "learning_rate": 2.9150601113417555e-08,
      "loss": 0.3413,
      "step": 2729550
    },
    {
      "epoch": 761.81,
      "grad_norm": 1.3602725267410278,
      "learning_rate": 2.9146349893971034e-08,
      "loss": 0.332,
      "step": 2729560
    },
    {
      "epoch": 761.81,
      "grad_norm": 1.3581830263137817,
      "learning_rate": 2.9142098982599166e-08,
      "loss": 0.3315,
      "step": 2729570
    },
    {
      "epoch": 761.81,
      "grad_norm": 1.2540210485458374,
      "learning_rate": 2.9137848379302224e-08,
      "loss": 0.3301,
      "step": 2729580
    },
    {
      "epoch": 761.82,
      "grad_norm": 1.6001051664352417,
      "learning_rate": 2.913359808408046e-08,
      "loss": 0.3254,
      "step": 2729590
    },
    {
      "epoch": 761.82,
      "grad_norm": 1.0643547773361206,
      "learning_rate": 2.9129348096935176e-08,
      "loss": 0.3267,
      "step": 2729600
    },
    {
      "epoch": 761.82,
      "grad_norm": 3.5522520542144775,
      "learning_rate": 2.912509841786611e-08,
      "loss": 0.3463,
      "step": 2729610
    },
    {
      "epoch": 761.83,
      "grad_norm": 1.1441080570220947,
      "learning_rate": 2.9120849046874573e-08,
      "loss": 0.3153,
      "step": 2729620
    },
    {
      "epoch": 761.83,
      "grad_norm": 1.332177758216858,
      "learning_rate": 2.9116599983960813e-08,
      "loss": 0.3395,
      "step": 2729630
    },
    {
      "epoch": 761.83,
      "grad_norm": 1.2637442350387573,
      "learning_rate": 2.9112351229125098e-08,
      "loss": 0.3236,
      "step": 2729640
    },
    {
      "epoch": 761.83,
      "grad_norm": 1.2235053777694702,
      "learning_rate": 2.9108102782368723e-08,
      "loss": 0.311,
      "step": 2729650
    },
    {
      "epoch": 761.84,
      "grad_norm": 1.1398488283157349,
      "learning_rate": 2.9103854643691432e-08,
      "loss": 0.3268,
      "step": 2729660
    },
    {
      "epoch": 761.84,
      "grad_norm": 1.3032429218292236,
      "learning_rate": 2.9099606813094265e-08,
      "loss": 0.327,
      "step": 2729670
    },
    {
      "epoch": 761.84,
      "grad_norm": 1.1686594486236572,
      "learning_rate": 2.9095359290577745e-08,
      "loss": 0.3241,
      "step": 2729680
    },
    {
      "epoch": 761.84,
      "grad_norm": 1.2006800174713135,
      "learning_rate": 2.9091112076142387e-08,
      "loss": 0.3328,
      "step": 2729690
    },
    {
      "epoch": 761.85,
      "grad_norm": 1.4122169017791748,
      "learning_rate": 2.9086865169788715e-08,
      "loss": 0.3339,
      "step": 2729700
    },
    {
      "epoch": 761.85,
      "grad_norm": 1.26688814163208,
      "learning_rate": 2.9082618571517247e-08,
      "loss": 0.3505,
      "step": 2729710
    },
    {
      "epoch": 761.85,
      "grad_norm": 1.1520029306411743,
      "learning_rate": 2.907837228132877e-08,
      "loss": 0.3466,
      "step": 2729720
    },
    {
      "epoch": 761.86,
      "grad_norm": 1.2418490648269653,
      "learning_rate": 2.9074126299223795e-08,
      "loss": 0.3137,
      "step": 2729730
    },
    {
      "epoch": 761.86,
      "grad_norm": 1.190245270729065,
      "learning_rate": 2.9069880625202847e-08,
      "loss": 0.3301,
      "step": 2729740
    },
    {
      "epoch": 761.86,
      "grad_norm": 1.405084252357483,
      "learning_rate": 2.9065635259266187e-08,
      "loss": 0.3443,
      "step": 2729750
    },
    {
      "epoch": 761.86,
      "grad_norm": 1.8396497964859009,
      "learning_rate": 2.9061390201414856e-08,
      "loss": 0.3418,
      "step": 2729760
    },
    {
      "epoch": 761.87,
      "grad_norm": 1.2434930801391602,
      "learning_rate": 2.9057145451649115e-08,
      "loss": 0.334,
      "step": 2729770
    },
    {
      "epoch": 761.87,
      "grad_norm": 1.3596041202545166,
      "learning_rate": 2.905290100996948e-08,
      "loss": 0.3562,
      "step": 2729780
    },
    {
      "epoch": 761.87,
      "grad_norm": 1.1931567192077637,
      "learning_rate": 2.9048656876376995e-08,
      "loss": 0.3269,
      "step": 2729790
    },
    {
      "epoch": 761.88,
      "grad_norm": 1.5860047340393066,
      "learning_rate": 2.904441305087166e-08,
      "loss": 0.3402,
      "step": 2729800
    },
    {
      "epoch": 761.88,
      "grad_norm": 1.3413385152816772,
      "learning_rate": 2.9040169533454255e-08,
      "loss": 0.3499,
      "step": 2729810
    },
    {
      "epoch": 761.88,
      "grad_norm": 1.4978262186050415,
      "learning_rate": 2.903592632412556e-08,
      "loss": 0.3311,
      "step": 2729820
    },
    {
      "epoch": 761.88,
      "grad_norm": 1.3085458278656006,
      "learning_rate": 2.9031683422885837e-08,
      "loss": 0.3284,
      "step": 2729830
    },
    {
      "epoch": 761.89,
      "grad_norm": 1.270089030265808,
      "learning_rate": 2.9027440829735605e-08,
      "loss": 0.3392,
      "step": 2729840
    },
    {
      "epoch": 761.89,
      "grad_norm": 1.1714093685150146,
      "learning_rate": 2.9023198544675906e-08,
      "loss": 0.3373,
      "step": 2729850
    },
    {
      "epoch": 761.89,
      "grad_norm": 1.1453778743743896,
      "learning_rate": 2.9018956567706478e-08,
      "loss": 0.3302,
      "step": 2729860
    },
    {
      "epoch": 761.9,
      "grad_norm": 1.3276066780090332,
      "learning_rate": 2.9014714898828883e-08,
      "loss": 0.3156,
      "step": 2729870
    },
    {
      "epoch": 761.9,
      "grad_norm": 1.4185057878494263,
      "learning_rate": 2.9010473538042864e-08,
      "loss": 0.3323,
      "step": 2729880
    },
    {
      "epoch": 761.9,
      "grad_norm": 1.364800214767456,
      "learning_rate": 2.9006232485349455e-08,
      "loss": 0.3359,
      "step": 2729890
    },
    {
      "epoch": 761.9,
      "grad_norm": 1.4005776643753052,
      "learning_rate": 2.900199174074892e-08,
      "loss": 0.3424,
      "step": 2729900
    },
    {
      "epoch": 761.91,
      "grad_norm": 1.5123370885849,
      "learning_rate": 2.8997751304242306e-08,
      "loss": 0.3314,
      "step": 2729910
    },
    {
      "epoch": 761.91,
      "grad_norm": 1.3144679069519043,
      "learning_rate": 2.89935111758296e-08,
      "loss": 0.3389,
      "step": 2729920
    },
    {
      "epoch": 761.91,
      "grad_norm": 1.0705344676971436,
      "learning_rate": 2.8989271355511592e-08,
      "loss": 0.324,
      "step": 2729930
    },
    {
      "epoch": 761.91,
      "grad_norm": 1.3090314865112305,
      "learning_rate": 2.8985031843289063e-08,
      "loss": 0.3422,
      "step": 2729940
    },
    {
      "epoch": 761.92,
      "grad_norm": 1.2587738037109375,
      "learning_rate": 2.8980792639162267e-08,
      "loss": 0.3472,
      "step": 2729950
    },
    {
      "epoch": 761.92,
      "grad_norm": 1.308049201965332,
      "learning_rate": 2.897655374313173e-08,
      "loss": 0.3297,
      "step": 2729960
    },
    {
      "epoch": 761.92,
      "grad_norm": 1.1650947332382202,
      "learning_rate": 2.8972315155198228e-08,
      "loss": 0.3404,
      "step": 2729970
    },
    {
      "epoch": 761.93,
      "grad_norm": 1.4849612712860107,
      "learning_rate": 2.8968076875362285e-08,
      "loss": 0.3444,
      "step": 2729980
    },
    {
      "epoch": 761.93,
      "grad_norm": 1.3473678827285767,
      "learning_rate": 2.8963838903624683e-08,
      "loss": 0.34,
      "step": 2729990
    },
    {
      "epoch": 761.93,
      "grad_norm": 1.1990255117416382,
      "learning_rate": 2.8959601239985416e-08,
      "loss": 0.3271,
      "step": 2730000
    },
    {
      "epoch": 761.93,
      "grad_norm": 2.976994276046753,
      "learning_rate": 2.895536388444553e-08,
      "loss": 0.3396,
      "step": 2730010
    },
    {
      "epoch": 761.94,
      "grad_norm": 1.2429941892623901,
      "learning_rate": 2.8951126837005542e-08,
      "loss": 0.329,
      "step": 2730020
    },
    {
      "epoch": 761.94,
      "grad_norm": 1.2555153369903564,
      "learning_rate": 2.8946890097665717e-08,
      "loss": 0.3149,
      "step": 2730030
    },
    {
      "epoch": 761.94,
      "grad_norm": 1.212024211883545,
      "learning_rate": 2.8942653666427092e-08,
      "loss": 0.318,
      "step": 2730040
    },
    {
      "epoch": 761.95,
      "grad_norm": 1.1645076274871826,
      "learning_rate": 2.8938417543289667e-08,
      "loss": 0.323,
      "step": 2730050
    },
    {
      "epoch": 761.95,
      "grad_norm": 1.2372418642044067,
      "learning_rate": 2.893418172825448e-08,
      "loss": 0.3327,
      "step": 2730060
    },
    {
      "epoch": 761.95,
      "grad_norm": 1.1995550394058228,
      "learning_rate": 2.89299462213218e-08,
      "loss": 0.3275,
      "step": 2730070
    },
    {
      "epoch": 761.95,
      "grad_norm": 1.2992030382156372,
      "learning_rate": 2.892571102249214e-08,
      "loss": 0.3299,
      "step": 2730080
    },
    {
      "epoch": 761.96,
      "grad_norm": 1.5801604986190796,
      "learning_rate": 2.8921476131766544e-08,
      "loss": 0.3402,
      "step": 2730090
    },
    {
      "epoch": 761.96,
      "grad_norm": 1.4636505842208862,
      "learning_rate": 2.891724154914501e-08,
      "loss": 0.3331,
      "step": 2730100
    },
    {
      "epoch": 761.96,
      "grad_norm": 1.3216859102249146,
      "learning_rate": 2.8913007274628583e-08,
      "loss": 0.3282,
      "step": 2730110
    },
    {
      "epoch": 761.96,
      "grad_norm": 1.1867491006851196,
      "learning_rate": 2.8908773308217516e-08,
      "loss": 0.3438,
      "step": 2730120
    },
    {
      "epoch": 761.97,
      "grad_norm": 1.1458717584609985,
      "learning_rate": 2.8904539649912338e-08,
      "loss": 0.3307,
      "step": 2730130
    },
    {
      "epoch": 761.97,
      "grad_norm": 1.2013781070709229,
      "learning_rate": 2.8900306299713823e-08,
      "loss": 0.3616,
      "step": 2730140
    },
    {
      "epoch": 761.97,
      "grad_norm": 1.1958695650100708,
      "learning_rate": 2.8896073257622493e-08,
      "loss": 0.3412,
      "step": 2730150
    },
    {
      "epoch": 761.98,
      "grad_norm": 1.269469141960144,
      "learning_rate": 2.8891840523638607e-08,
      "loss": 0.3312,
      "step": 2730160
    },
    {
      "epoch": 761.98,
      "grad_norm": 1.1455005407333374,
      "learning_rate": 2.888760809776321e-08,
      "loss": 0.343,
      "step": 2730170
    },
    {
      "epoch": 761.98,
      "grad_norm": 1.0277957916259766,
      "learning_rate": 2.888337597999656e-08,
      "loss": 0.3212,
      "step": 2730180
    },
    {
      "epoch": 761.98,
      "grad_norm": 1.4028537273406982,
      "learning_rate": 2.8879144170339176e-08,
      "loss": 0.3504,
      "step": 2730190
    },
    {
      "epoch": 761.99,
      "grad_norm": 1.0220378637313843,
      "learning_rate": 2.887491266879184e-08,
      "loss": 0.3407,
      "step": 2730200
    },
    {
      "epoch": 761.99,
      "grad_norm": 1.215349793434143,
      "learning_rate": 2.8870681475355074e-08,
      "loss": 0.3393,
      "step": 2730210
    },
    {
      "epoch": 761.99,
      "grad_norm": 1.2392332553863525,
      "learning_rate": 2.8866450590029135e-08,
      "loss": 0.3415,
      "step": 2730220
    },
    {
      "epoch": 762.0,
      "grad_norm": 1.260994553565979,
      "learning_rate": 2.8862220012815067e-08,
      "loss": 0.3278,
      "step": 2730230
    },
    {
      "epoch": 762.0,
      "grad_norm": 1.154329538345337,
      "learning_rate": 2.8857989743713128e-08,
      "loss": 0.3405,
      "step": 2730240
    },
    {
      "epoch": 762.0,
      "eval_loss": 0.3370739221572876,
      "eval_runtime": 64.496,
      "eval_samples_per_second": 78.439,
      "eval_steps_per_second": 9.815,
      "step": 2730246
    },
    {
      "epoch": 762.0,
      "grad_norm": 1.2765507698059082,
      "learning_rate": 2.8853759782723838e-08,
      "loss": 0.3358,
      "step": 2730250
    },
    {
      "epoch": 762.0,
      "grad_norm": 1.2205206155776978,
      "learning_rate": 2.884953012984798e-08,
      "loss": 0.3343,
      "step": 2730260
    },
    {
      "epoch": 762.01,
      "grad_norm": 1.3811520338058472,
      "learning_rate": 2.884530078508607e-08,
      "loss": 0.3467,
      "step": 2730270
    },
    {
      "epoch": 762.01,
      "grad_norm": 1.2653460502624512,
      "learning_rate": 2.8841071748438375e-08,
      "loss": 0.3255,
      "step": 2730280
    },
    {
      "epoch": 762.01,
      "grad_norm": 1.2748178243637085,
      "learning_rate": 2.883684301990593e-08,
      "loss": 0.3348,
      "step": 2730290
    },
    {
      "epoch": 762.02,
      "grad_norm": 1.175763726234436,
      "learning_rate": 2.8832614599488998e-08,
      "loss": 0.3398,
      "step": 2730300
    },
    {
      "epoch": 762.02,
      "grad_norm": 1.3303732872009277,
      "learning_rate": 2.8828386487188098e-08,
      "loss": 0.3395,
      "step": 2730310
    },
    {
      "epoch": 762.02,
      "grad_norm": 1.6018970012664795,
      "learning_rate": 2.8824158683004012e-08,
      "loss": 0.3308,
      "step": 2730320
    },
    {
      "epoch": 762.02,
      "grad_norm": 1.0299327373504639,
      "learning_rate": 2.8819931186937257e-08,
      "loss": 0.3248,
      "step": 2730330
    },
    {
      "epoch": 762.03,
      "grad_norm": 1.1240792274475098,
      "learning_rate": 2.88157039989881e-08,
      "loss": 0.3413,
      "step": 2730340
    },
    {
      "epoch": 762.03,
      "grad_norm": 1.2862952947616577,
      "learning_rate": 2.8811477119157315e-08,
      "loss": 0.3344,
      "step": 2730350
    },
    {
      "epoch": 762.03,
      "grad_norm": 1.654263973236084,
      "learning_rate": 2.8807250547445687e-08,
      "loss": 0.3345,
      "step": 2730360
    },
    {
      "epoch": 762.03,
      "grad_norm": 1.3076722621917725,
      "learning_rate": 2.8803024283853474e-08,
      "loss": 0.3246,
      "step": 2730370
    },
    {
      "epoch": 762.04,
      "grad_norm": 1.404177188873291,
      "learning_rate": 2.8798798328381456e-08,
      "loss": 0.3297,
      "step": 2730380
    },
    {
      "epoch": 762.04,
      "grad_norm": 2.245619535446167,
      "learning_rate": 2.8794572681029895e-08,
      "loss": 0.349,
      "step": 2730390
    },
    {
      "epoch": 762.04,
      "grad_norm": 1.3436017036437988,
      "learning_rate": 2.879034734179957e-08,
      "loss": 0.3337,
      "step": 2730400
    },
    {
      "epoch": 762.05,
      "grad_norm": 1.5415058135986328,
      "learning_rate": 2.8786122310691003e-08,
      "loss": 0.3335,
      "step": 2730410
    },
    {
      "epoch": 762.05,
      "grad_norm": 1.226255178451538,
      "learning_rate": 2.8781897587704714e-08,
      "loss": 0.3332,
      "step": 2730420
    },
    {
      "epoch": 762.05,
      "grad_norm": 1.1945759057998657,
      "learning_rate": 2.8777673172841483e-08,
      "loss": 0.3367,
      "step": 2730430
    },
    {
      "epoch": 762.05,
      "grad_norm": 1.2112226486206055,
      "learning_rate": 2.8773449066101568e-08,
      "loss": 0.3467,
      "step": 2730440
    },
    {
      "epoch": 762.06,
      "grad_norm": 1.4853055477142334,
      "learning_rate": 2.8769225267485755e-08,
      "loss": 0.3322,
      "step": 2730450
    },
    {
      "epoch": 762.06,
      "grad_norm": 1.357662320137024,
      "learning_rate": 2.8765001776994562e-08,
      "loss": 0.3372,
      "step": 2730460
    },
    {
      "epoch": 762.06,
      "grad_norm": 1.2583980560302734,
      "learning_rate": 2.8760778594628247e-08,
      "loss": 0.3485,
      "step": 2730470
    },
    {
      "epoch": 762.07,
      "grad_norm": 1.5924060344696045,
      "learning_rate": 2.8756555720387854e-08,
      "loss": 0.3437,
      "step": 2730480
    },
    {
      "epoch": 762.07,
      "grad_norm": 1.3960435390472412,
      "learning_rate": 2.875233315427338e-08,
      "loss": 0.3497,
      "step": 2730490
    },
    {
      "epoch": 762.07,
      "grad_norm": 1.568766474723816,
      "learning_rate": 2.874811089628613e-08,
      "loss": 0.3435,
      "step": 2730500
    },
    {
      "epoch": 762.07,
      "grad_norm": 1.2433199882507324,
      "learning_rate": 2.87438889464261e-08,
      "loss": 0.32,
      "step": 2730510
    },
    {
      "epoch": 762.08,
      "grad_norm": 1.5669628381729126,
      "learning_rate": 2.8739667304694074e-08,
      "loss": 0.3488,
      "step": 2730520
    },
    {
      "epoch": 762.08,
      "grad_norm": 1.2107194662094116,
      "learning_rate": 2.873544597109057e-08,
      "loss": 0.3365,
      "step": 2730530
    },
    {
      "epoch": 762.08,
      "grad_norm": 1.3003233671188354,
      "learning_rate": 2.8731224945615846e-08,
      "loss": 0.3403,
      "step": 2730540
    },
    {
      "epoch": 762.08,
      "grad_norm": 1.2243961095809937,
      "learning_rate": 2.8727004228271208e-08,
      "loss": 0.3341,
      "step": 2730550
    },
    {
      "epoch": 762.09,
      "grad_norm": 1.4213180541992188,
      "learning_rate": 2.8722783819056394e-08,
      "loss": 0.3365,
      "step": 2730560
    },
    {
      "epoch": 762.09,
      "grad_norm": 1.2308496236801147,
      "learning_rate": 2.8718563717972446e-08,
      "loss": 0.3573,
      "step": 2730570
    },
    {
      "epoch": 762.09,
      "grad_norm": 1.0820252895355225,
      "learning_rate": 2.871434392501988e-08,
      "loss": 0.325,
      "step": 2730580
    },
    {
      "epoch": 762.1,
      "grad_norm": 1.0726773738861084,
      "learning_rate": 2.871012444019922e-08,
      "loss": 0.3312,
      "step": 2730590
    },
    {
      "epoch": 762.1,
      "grad_norm": 1.9007865190505981,
      "learning_rate": 2.870590526351099e-08,
      "loss": 0.3331,
      "step": 2730600
    },
    {
      "epoch": 762.1,
      "grad_norm": 1.503618836402893,
      "learning_rate": 2.87016863949557e-08,
      "loss": 0.3489,
      "step": 2730610
    },
    {
      "epoch": 762.1,
      "grad_norm": 1.350351333618164,
      "learning_rate": 2.869746783453414e-08,
      "loss": 0.3468,
      "step": 2730620
    },
    {
      "epoch": 762.11,
      "grad_norm": 1.3354133367538452,
      "learning_rate": 2.869324958224631e-08,
      "loss": 0.3289,
      "step": 2730630
    },
    {
      "epoch": 762.11,
      "grad_norm": 1.172936201095581,
      "learning_rate": 2.8689031638093503e-08,
      "loss": 0.3239,
      "step": 2730640
    },
    {
      "epoch": 762.11,
      "grad_norm": 1.257286787033081,
      "learning_rate": 2.8684814002075464e-08,
      "loss": 0.3514,
      "step": 2730650
    },
    {
      "epoch": 762.12,
      "grad_norm": 1.8537918329238892,
      "learning_rate": 2.8680596674193758e-08,
      "loss": 0.3296,
      "step": 2730660
    },
    {
      "epoch": 762.12,
      "grad_norm": 1.1022204160690308,
      "learning_rate": 2.8676379654448376e-08,
      "loss": 0.3441,
      "step": 2730670
    },
    {
      "epoch": 762.12,
      "grad_norm": 1.3346450328826904,
      "learning_rate": 2.8672162942839586e-08,
      "loss": 0.3454,
      "step": 2730680
    },
    {
      "epoch": 762.12,
      "grad_norm": 1.1415209770202637,
      "learning_rate": 2.8667946539368685e-08,
      "loss": 0.3416,
      "step": 2730690
    },
    {
      "epoch": 762.13,
      "grad_norm": 1.3036376237869263,
      "learning_rate": 2.8663730444035676e-08,
      "loss": 0.3372,
      "step": 2730700
    },
    {
      "epoch": 762.13,
      "grad_norm": 1.2671343088150024,
      "learning_rate": 2.8659514656841338e-08,
      "loss": 0.3539,
      "step": 2730710
    },
    {
      "epoch": 762.13,
      "grad_norm": 1.5335010290145874,
      "learning_rate": 2.865529917778593e-08,
      "loss": 0.3293,
      "step": 2730720
    },
    {
      "epoch": 762.14,
      "grad_norm": 1.268149733543396,
      "learning_rate": 2.8651084006870493e-08,
      "loss": 0.3407,
      "step": 2730730
    },
    {
      "epoch": 762.14,
      "grad_norm": 1.4753350019454956,
      "learning_rate": 2.8646869144095286e-08,
      "loss": 0.3429,
      "step": 2730740
    },
    {
      "epoch": 762.14,
      "grad_norm": 1.393660545349121,
      "learning_rate": 2.8642654589460835e-08,
      "loss": 0.3381,
      "step": 2730750
    },
    {
      "epoch": 762.14,
      "grad_norm": 1.7592195272445679,
      "learning_rate": 2.8638440342968176e-08,
      "loss": 0.3382,
      "step": 2730760
    },
    {
      "epoch": 762.15,
      "grad_norm": 1.2436248064041138,
      "learning_rate": 2.863422640461705e-08,
      "loss": 0.3458,
      "step": 2730770
    },
    {
      "epoch": 762.15,
      "grad_norm": 1.2159086465835571,
      "learning_rate": 2.863001277440876e-08,
      "loss": 0.335,
      "step": 2730780
    },
    {
      "epoch": 762.15,
      "grad_norm": 1.2951332330703735,
      "learning_rate": 2.8625799452343304e-08,
      "loss": 0.3465,
      "step": 2730790
    },
    {
      "epoch": 762.15,
      "grad_norm": 1.3041115999221802,
      "learning_rate": 2.8621586438421723e-08,
      "loss": 0.3366,
      "step": 2730800
    },
    {
      "epoch": 762.16,
      "grad_norm": 1.1522120237350464,
      "learning_rate": 2.8617373732644275e-08,
      "loss": 0.3376,
      "step": 2730810
    },
    {
      "epoch": 762.16,
      "grad_norm": 1.438207983970642,
      "learning_rate": 2.8613161335011743e-08,
      "loss": 0.3348,
      "step": 2730820
    },
    {
      "epoch": 762.16,
      "grad_norm": 1.1299998760223389,
      "learning_rate": 2.8608949245524387e-08,
      "loss": 0.3381,
      "step": 2730830
    },
    {
      "epoch": 762.17,
      "grad_norm": 1.349054217338562,
      "learning_rate": 2.860473746418299e-08,
      "loss": 0.3228,
      "step": 2730840
    },
    {
      "epoch": 762.17,
      "grad_norm": 1.467665195465088,
      "learning_rate": 2.860052599098807e-08,
      "loss": 0.3289,
      "step": 2730850
    },
    {
      "epoch": 762.17,
      "grad_norm": 1.2801131010055542,
      "learning_rate": 2.8596314825939886e-08,
      "loss": 0.3244,
      "step": 2730860
    },
    {
      "epoch": 762.17,
      "grad_norm": 1.6333023309707642,
      "learning_rate": 2.859210396903974e-08,
      "loss": 0.3231,
      "step": 2730870
    },
    {
      "epoch": 762.18,
      "grad_norm": 1.4841523170471191,
      "learning_rate": 2.858789342028763e-08,
      "loss": 0.3493,
      "step": 2730880
    },
    {
      "epoch": 762.18,
      "grad_norm": 1.1978243589401245,
      "learning_rate": 2.8583683179684085e-08,
      "loss": 0.3412,
      "step": 2730890
    },
    {
      "epoch": 762.18,
      "grad_norm": 1.0751084089279175,
      "learning_rate": 2.8579473247230133e-08,
      "loss": 0.3487,
      "step": 2730900
    },
    {
      "epoch": 762.19,
      "grad_norm": 1.2578380107879639,
      "learning_rate": 2.8575263622925523e-08,
      "loss": 0.3355,
      "step": 2730910
    },
    {
      "epoch": 762.19,
      "grad_norm": 1.3760521411895752,
      "learning_rate": 2.8571054306771556e-08,
      "loss": 0.3368,
      "step": 2730920
    },
    {
      "epoch": 762.19,
      "grad_norm": 1.1237878799438477,
      "learning_rate": 2.8566845298768486e-08,
      "loss": 0.3258,
      "step": 2730930
    },
    {
      "epoch": 762.19,
      "grad_norm": 1.2180122137069702,
      "learning_rate": 2.85626365989171e-08,
      "loss": 0.3319,
      "step": 2730940
    },
    {
      "epoch": 762.2,
      "grad_norm": 1.2525075674057007,
      "learning_rate": 2.8558428207217393e-08,
      "loss": 0.328,
      "step": 2730950
    },
    {
      "epoch": 762.2,
      "grad_norm": 1.0764963626861572,
      "learning_rate": 2.855422012367067e-08,
      "loss": 0.3403,
      "step": 2730960
    },
    {
      "epoch": 762.2,
      "grad_norm": 1.3578187227249146,
      "learning_rate": 2.855001234827719e-08,
      "loss": 0.349,
      "step": 2730970
    },
    {
      "epoch": 762.2,
      "grad_norm": 1.21171236038208,
      "learning_rate": 2.854580488103721e-08,
      "loss": 0.3269,
      "step": 2730980
    },
    {
      "epoch": 762.21,
      "grad_norm": 1.2433794736862183,
      "learning_rate": 2.8541597721951776e-08,
      "loss": 0.3395,
      "step": 2730990
    },
    {
      "epoch": 762.21,
      "grad_norm": 1.3214900493621826,
      "learning_rate": 2.8537390871020885e-08,
      "loss": 0.3261,
      "step": 2731000
    },
    {
      "epoch": 762.21,
      "grad_norm": 1.1305851936340332,
      "learning_rate": 2.8533184328245577e-08,
      "loss": 0.3177,
      "step": 2731010
    },
    {
      "epoch": 762.22,
      "grad_norm": 1.5008561611175537,
      "learning_rate": 2.8528978093626376e-08,
      "loss": 0.3499,
      "step": 2731020
    },
    {
      "epoch": 762.22,
      "grad_norm": 1.2786974906921387,
      "learning_rate": 2.8524772167163536e-08,
      "loss": 0.3425,
      "step": 2731030
    },
    {
      "epoch": 762.22,
      "grad_norm": 1.594138503074646,
      "learning_rate": 2.8520566548857847e-08,
      "loss": 0.3313,
      "step": 2731040
    },
    {
      "epoch": 762.22,
      "grad_norm": 1.4544683694839478,
      "learning_rate": 2.8516361238710082e-08,
      "loss": 0.3462,
      "step": 2731050
    },
    {
      "epoch": 762.23,
      "grad_norm": 1.3118829727172852,
      "learning_rate": 2.8512156236720242e-08,
      "loss": 0.3465,
      "step": 2731060
    },
    {
      "epoch": 762.23,
      "grad_norm": 1.260862112045288,
      "learning_rate": 2.850795154288937e-08,
      "loss": 0.3368,
      "step": 2731070
    },
    {
      "epoch": 762.23,
      "grad_norm": 1.4000309705734253,
      "learning_rate": 2.8503747157217726e-08,
      "loss": 0.3446,
      "step": 2731080
    },
    {
      "epoch": 762.24,
      "grad_norm": 1.8066002130508423,
      "learning_rate": 2.8499543079705827e-08,
      "loss": 0.3482,
      "step": 2731090
    },
    {
      "epoch": 762.24,
      "grad_norm": 1.1500117778778076,
      "learning_rate": 2.8495339310354722e-08,
      "loss": 0.337,
      "step": 2731100
    },
    {
      "epoch": 762.24,
      "grad_norm": 1.1778984069824219,
      "learning_rate": 2.849113584916466e-08,
      "loss": 0.3337,
      "step": 2731110
    },
    {
      "epoch": 762.24,
      "grad_norm": 1.2931634187698364,
      "learning_rate": 2.848693269613591e-08,
      "loss": 0.3374,
      "step": 2731120
    },
    {
      "epoch": 762.25,
      "grad_norm": 1.129725456237793,
      "learning_rate": 2.848272985126951e-08,
      "loss": 0.3271,
      "step": 2731130
    },
    {
      "epoch": 762.25,
      "grad_norm": 1.5125129222869873,
      "learning_rate": 2.8478527314565717e-08,
      "loss": 0.3396,
      "step": 2731140
    },
    {
      "epoch": 762.25,
      "grad_norm": 1.083804965019226,
      "learning_rate": 2.8474325086025316e-08,
      "loss": 0.3587,
      "step": 2731150
    },
    {
      "epoch": 762.26,
      "grad_norm": 1.3510104417800903,
      "learning_rate": 2.8470123165648568e-08,
      "loss": 0.3411,
      "step": 2731160
    },
    {
      "epoch": 762.26,
      "grad_norm": 1.269310474395752,
      "learning_rate": 2.846592155343625e-08,
      "loss": 0.3353,
      "step": 2731170
    },
    {
      "epoch": 762.26,
      "grad_norm": 1.1924690008163452,
      "learning_rate": 2.8461720249388884e-08,
      "loss": 0.3345,
      "step": 2731180
    },
    {
      "epoch": 762.26,
      "grad_norm": 1.2502444982528687,
      "learning_rate": 2.845751925350699e-08,
      "loss": 0.3473,
      "step": 2731190
    },
    {
      "epoch": 762.27,
      "grad_norm": 1.243180513381958,
      "learning_rate": 2.845331856579135e-08,
      "loss": 0.3302,
      "step": 2731200
    },
    {
      "epoch": 762.27,
      "grad_norm": 1.2161015272140503,
      "learning_rate": 2.844911818624196e-08,
      "loss": 0.3307,
      "step": 2731210
    },
    {
      "epoch": 762.27,
      "grad_norm": 1.3992464542388916,
      "learning_rate": 2.8444918114860127e-08,
      "loss": 0.342,
      "step": 2731220
    },
    {
      "epoch": 762.27,
      "grad_norm": 1.3065472841262817,
      "learning_rate": 2.844071835164585e-08,
      "loss": 0.3361,
      "step": 2731230
    },
    {
      "epoch": 762.28,
      "grad_norm": 1.2330721616744995,
      "learning_rate": 2.8436518896599903e-08,
      "loss": 0.3237,
      "step": 2731240
    },
    {
      "epoch": 762.28,
      "grad_norm": 1.1022659540176392,
      "learning_rate": 2.8432319749722813e-08,
      "loss": 0.3476,
      "step": 2731250
    },
    {
      "epoch": 762.28,
      "grad_norm": 1.075085997581482,
      "learning_rate": 2.84281209110151e-08,
      "loss": 0.3398,
      "step": 2731260
    },
    {
      "epoch": 762.29,
      "grad_norm": 1.1688522100448608,
      "learning_rate": 2.842392238047754e-08,
      "loss": 0.3493,
      "step": 2731270
    },
    {
      "epoch": 762.29,
      "grad_norm": 1.3351408243179321,
      "learning_rate": 2.8419724158110138e-08,
      "loss": 0.3421,
      "step": 2731280
    },
    {
      "epoch": 762.29,
      "grad_norm": 1.2057843208312988,
      "learning_rate": 2.8415526243913932e-08,
      "loss": 0.3473,
      "step": 2731290
    },
    {
      "epoch": 762.29,
      "grad_norm": 1.2756401300430298,
      "learning_rate": 2.8411328637889442e-08,
      "loss": 0.326,
      "step": 2731300
    },
    {
      "epoch": 762.3,
      "grad_norm": 1.528281331062317,
      "learning_rate": 2.8407131340037452e-08,
      "loss": 0.3359,
      "step": 2731310
    },
    {
      "epoch": 762.3,
      "grad_norm": 1.155281662940979,
      "learning_rate": 2.84029343503577e-08,
      "loss": 0.3338,
      "step": 2731320
    },
    {
      "epoch": 762.3,
      "grad_norm": 1.2901625633239746,
      "learning_rate": 2.8398737668851746e-08,
      "loss": 0.3316,
      "step": 2731330
    },
    {
      "epoch": 762.31,
      "grad_norm": 1.194888710975647,
      "learning_rate": 2.839454129551933e-08,
      "loss": 0.324,
      "step": 2731340
    },
    {
      "epoch": 762.31,
      "grad_norm": 1.1978633403778076,
      "learning_rate": 2.8390345230361495e-08,
      "loss": 0.3335,
      "step": 2731350
    },
    {
      "epoch": 762.31,
      "grad_norm": 1.120222806930542,
      "learning_rate": 2.838614947337902e-08,
      "loss": 0.3258,
      "step": 2731360
    },
    {
      "epoch": 762.31,
      "grad_norm": 1.154512643814087,
      "learning_rate": 2.8381954024571646e-08,
      "loss": 0.3488,
      "step": 2731370
    },
    {
      "epoch": 762.32,
      "grad_norm": 1.1692290306091309,
      "learning_rate": 2.837775888394041e-08,
      "loss": 0.3284,
      "step": 2731380
    },
    {
      "epoch": 762.32,
      "grad_norm": 1.1932075023651123,
      "learning_rate": 2.837356405148584e-08,
      "loss": 0.3378,
      "step": 2731390
    },
    {
      "epoch": 762.32,
      "grad_norm": 1.4414669275283813,
      "learning_rate": 2.8369369527208708e-08,
      "loss": 0.3477,
      "step": 2731400
    },
    {
      "epoch": 762.32,
      "grad_norm": 1.2862646579742432,
      "learning_rate": 2.8365175311109278e-08,
      "loss": 0.3393,
      "step": 2731410
    },
    {
      "epoch": 762.33,
      "grad_norm": 1.31942617893219,
      "learning_rate": 2.8360981403188072e-08,
      "loss": 0.3421,
      "step": 2731420
    },
    {
      "epoch": 762.33,
      "grad_norm": 1.1878851652145386,
      "learning_rate": 2.835678780344613e-08,
      "loss": 0.3237,
      "step": 2731430
    },
    {
      "epoch": 762.33,
      "grad_norm": 1.2972893714904785,
      "learning_rate": 2.8352594511883188e-08,
      "loss": 0.3512,
      "step": 2731440
    },
    {
      "epoch": 762.34,
      "grad_norm": 1.2956839799880981,
      "learning_rate": 2.8348401528500552e-08,
      "loss": 0.3375,
      "step": 2731450
    },
    {
      "epoch": 762.34,
      "grad_norm": 1.1663458347320557,
      "learning_rate": 2.8344208853298482e-08,
      "loss": 0.3456,
      "step": 2731460
    },
    {
      "epoch": 762.34,
      "grad_norm": 1.355115294456482,
      "learning_rate": 2.8340016486277495e-08,
      "loss": 0.3186,
      "step": 2731470
    },
    {
      "epoch": 762.34,
      "grad_norm": 1.4492087364196777,
      "learning_rate": 2.8335824427438114e-08,
      "loss": 0.349,
      "step": 2731480
    },
    {
      "epoch": 762.35,
      "grad_norm": 1.2481797933578491,
      "learning_rate": 2.833163267678112e-08,
      "loss": 0.3363,
      "step": 2731490
    },
    {
      "epoch": 762.35,
      "grad_norm": 1.481239914894104,
      "learning_rate": 2.832744123430703e-08,
      "loss": 0.3396,
      "step": 2731500
    },
    {
      "epoch": 762.35,
      "grad_norm": 1.3840306997299194,
      "learning_rate": 2.8323250100016365e-08,
      "loss": 0.3408,
      "step": 2731510
    },
    {
      "epoch": 762.36,
      "grad_norm": 1.5440720319747925,
      "learning_rate": 2.831905927390939e-08,
      "loss": 0.3432,
      "step": 2731520
    },
    {
      "epoch": 762.36,
      "grad_norm": 1.1601743698120117,
      "learning_rate": 2.831486875598688e-08,
      "loss": 0.3375,
      "step": 2731530
    },
    {
      "epoch": 762.36,
      "grad_norm": 1.2109066247940063,
      "learning_rate": 2.8310678546249623e-08,
      "loss": 0.3375,
      "step": 2731540
    },
    {
      "epoch": 762.36,
      "grad_norm": 1.161563515663147,
      "learning_rate": 2.830648864469787e-08,
      "loss": 0.3371,
      "step": 2731550
    },
    {
      "epoch": 762.37,
      "grad_norm": 1.3122767210006714,
      "learning_rate": 2.830229905133215e-08,
      "loss": 0.3316,
      "step": 2731560
    },
    {
      "epoch": 762.37,
      "grad_norm": 1.4696511030197144,
      "learning_rate": 2.8298109766153495e-08,
      "loss": 0.344,
      "step": 2731570
    },
    {
      "epoch": 762.37,
      "grad_norm": 1.2709096670150757,
      "learning_rate": 2.829392078916165e-08,
      "loss": 0.3363,
      "step": 2731580
    },
    {
      "epoch": 762.38,
      "grad_norm": 1.3323372602462769,
      "learning_rate": 2.8289732120358178e-08,
      "loss": 0.336,
      "step": 2731590
    },
    {
      "epoch": 762.38,
      "grad_norm": 1.172672986984253,
      "learning_rate": 2.8285543759742813e-08,
      "loss": 0.3357,
      "step": 2731600
    },
    {
      "epoch": 762.38,
      "grad_norm": 1.4012668132781982,
      "learning_rate": 2.8281355707316343e-08,
      "loss": 0.3386,
      "step": 2731610
    },
    {
      "epoch": 762.38,
      "grad_norm": 1.2406811714172363,
      "learning_rate": 2.8277167963079283e-08,
      "loss": 0.3367,
      "step": 2731620
    },
    {
      "epoch": 762.39,
      "grad_norm": 1.2805272340774536,
      "learning_rate": 2.8272980527032676e-08,
      "loss": 0.347,
      "step": 2731630
    },
    {
      "epoch": 762.39,
      "grad_norm": 1.3047287464141846,
      "learning_rate": 2.826879339917626e-08,
      "loss": 0.3302,
      "step": 2731640
    },
    {
      "epoch": 762.39,
      "grad_norm": 1.1074165105819702,
      "learning_rate": 2.8264606579511337e-08,
      "loss": 0.3282,
      "step": 2731650
    },
    {
      "epoch": 762.39,
      "grad_norm": 5.802351951599121,
      "learning_rate": 2.8260420068038167e-08,
      "loss": 0.3379,
      "step": 2731660
    },
    {
      "epoch": 762.4,
      "grad_norm": 1.2578492164611816,
      "learning_rate": 2.8256233864757012e-08,
      "loss": 0.3161,
      "step": 2731670
    },
    {
      "epoch": 762.4,
      "grad_norm": 1.1430439949035645,
      "learning_rate": 2.825204796966891e-08,
      "loss": 0.3162,
      "step": 2731680
    },
    {
      "epoch": 762.4,
      "grad_norm": 1.2607561349868774,
      "learning_rate": 2.8247862382774124e-08,
      "loss": 0.3549,
      "step": 2731690
    },
    {
      "epoch": 762.41,
      "grad_norm": 1.2411123514175415,
      "learning_rate": 2.8243677104073434e-08,
      "loss": 0.3368,
      "step": 2731700
    },
    {
      "epoch": 762.41,
      "grad_norm": 1.2963181734085083,
      "learning_rate": 2.8239492133567097e-08,
      "loss": 0.3419,
      "step": 2731710
    },
    {
      "epoch": 762.41,
      "grad_norm": 1.3263550996780396,
      "learning_rate": 2.82353074712559e-08,
      "loss": 0.3464,
      "step": 2731720
    },
    {
      "epoch": 762.41,
      "grad_norm": 1.2474778890609741,
      "learning_rate": 2.8231123117140355e-08,
      "loss": 0.3336,
      "step": 2731730
    },
    {
      "epoch": 762.42,
      "grad_norm": 1.2756779193878174,
      "learning_rate": 2.8226939071220988e-08,
      "loss": 0.3209,
      "step": 2731740
    },
    {
      "epoch": 762.42,
      "grad_norm": 1.2945380210876465,
      "learning_rate": 2.822275533349858e-08,
      "loss": 0.323,
      "step": 2731750
    },
    {
      "epoch": 762.42,
      "grad_norm": 1.437447428703308,
      "learning_rate": 2.8218571903973127e-08,
      "loss": 0.3388,
      "step": 2731760
    },
    {
      "epoch": 762.43,
      "grad_norm": 1.1385287046432495,
      "learning_rate": 2.8214388782645677e-08,
      "loss": 0.3327,
      "step": 2731770
    },
    {
      "epoch": 762.43,
      "grad_norm": 1.3067657947540283,
      "learning_rate": 2.8210205969516742e-08,
      "loss": 0.3391,
      "step": 2731780
    },
    {
      "epoch": 762.43,
      "grad_norm": 1.5296516418457031,
      "learning_rate": 2.8206023464586585e-08,
      "loss": 0.3444,
      "step": 2731790
    },
    {
      "epoch": 762.43,
      "grad_norm": 1.6532602310180664,
      "learning_rate": 2.8201841267856252e-08,
      "loss": 0.3242,
      "step": 2731800
    },
    {
      "epoch": 762.44,
      "grad_norm": 1.6268749237060547,
      "learning_rate": 2.8197659379325735e-08,
      "loss": 0.3426,
      "step": 2731810
    },
    {
      "epoch": 762.44,
      "grad_norm": 1.2821102142333984,
      "learning_rate": 2.819347779899608e-08,
      "loss": 0.3399,
      "step": 2731820
    },
    {
      "epoch": 762.44,
      "grad_norm": 1.18192720413208,
      "learning_rate": 2.8189296526867546e-08,
      "loss": 0.3351,
      "step": 2731830
    },
    {
      "epoch": 762.44,
      "grad_norm": 1.3063641786575317,
      "learning_rate": 2.8185115562940655e-08,
      "loss": 0.348,
      "step": 2731840
    },
    {
      "epoch": 762.45,
      "grad_norm": 1.3004525899887085,
      "learning_rate": 2.818093490721618e-08,
      "loss": 0.3418,
      "step": 2731850
    },
    {
      "epoch": 762.45,
      "grad_norm": 1.2594774961471558,
      "learning_rate": 2.8176754559694655e-08,
      "loss": 0.3463,
      "step": 2731860
    },
    {
      "epoch": 762.45,
      "grad_norm": 1.4304471015930176,
      "learning_rate": 2.817257452037633e-08,
      "loss": 0.3343,
      "step": 2731870
    },
    {
      "epoch": 762.46,
      "grad_norm": 1.1708911657333374,
      "learning_rate": 2.8168394789262247e-08,
      "loss": 0.3466,
      "step": 2731880
    },
    {
      "epoch": 762.46,
      "grad_norm": 1.3181989192962646,
      "learning_rate": 2.8164215366352667e-08,
      "loss": 0.3424,
      "step": 2731890
    },
    {
      "epoch": 762.46,
      "grad_norm": 1.6889091730117798,
      "learning_rate": 2.816003625164785e-08,
      "loss": 0.3478,
      "step": 2731900
    },
    {
      "epoch": 762.46,
      "grad_norm": 1.276423454284668,
      "learning_rate": 2.81558574451491e-08,
      "loss": 0.3515,
      "step": 2731910
    },
    {
      "epoch": 762.47,
      "grad_norm": 1.1222320795059204,
      "learning_rate": 2.8151678946856418e-08,
      "loss": 0.3348,
      "step": 2731920
    },
    {
      "epoch": 762.47,
      "grad_norm": 1.3692810535430908,
      "learning_rate": 2.8147500756770576e-08,
      "loss": 0.3478,
      "step": 2731930
    },
    {
      "epoch": 762.47,
      "grad_norm": 1.0263375043869019,
      "learning_rate": 2.8143322874892102e-08,
      "loss": 0.3293,
      "step": 2731940
    },
    {
      "epoch": 762.48,
      "grad_norm": 1.3187756538391113,
      "learning_rate": 2.8139145301221256e-08,
      "loss": 0.3347,
      "step": 2731950
    },
    {
      "epoch": 762.48,
      "grad_norm": 1.2919278144836426,
      "learning_rate": 2.8134968035759074e-08,
      "loss": 0.3399,
      "step": 2731960
    },
    {
      "epoch": 762.48,
      "grad_norm": 1.2373526096343994,
      "learning_rate": 2.813079107850582e-08,
      "loss": 0.3316,
      "step": 2731970
    },
    {
      "epoch": 762.48,
      "grad_norm": 1.2398698329925537,
      "learning_rate": 2.8126614429462013e-08,
      "loss": 0.349,
      "step": 2731980
    },
    {
      "epoch": 762.49,
      "grad_norm": 1.225081205368042,
      "learning_rate": 2.8122438088628435e-08,
      "loss": 0.3317,
      "step": 2731990
    },
    {
      "epoch": 762.49,
      "grad_norm": 1.0951417684555054,
      "learning_rate": 2.8118262056005347e-08,
      "loss": 0.3348,
      "step": 2732000
    },
    {
      "epoch": 762.49,
      "grad_norm": 1.428422212600708,
      "learning_rate": 2.8114086331593785e-08,
      "loss": 0.3423,
      "step": 2732010
    },
    {
      "epoch": 762.5,
      "grad_norm": 1.1315863132476807,
      "learning_rate": 2.8109910915393753e-08,
      "loss": 0.3281,
      "step": 2732020
    },
    {
      "epoch": 762.5,
      "grad_norm": 1.0956860780715942,
      "learning_rate": 2.810573580740603e-08,
      "loss": 0.3393,
      "step": 2732030
    },
    {
      "epoch": 762.5,
      "grad_norm": 1.475681185722351,
      "learning_rate": 2.81015610076314e-08,
      "loss": 0.3452,
      "step": 2732040
    },
    {
      "epoch": 762.5,
      "grad_norm": 1.4568389654159546,
      "learning_rate": 2.809738651606986e-08,
      "loss": 0.3394,
      "step": 2732050
    },
    {
      "epoch": 762.51,
      "grad_norm": 1.3143678903579712,
      "learning_rate": 2.809321233272245e-08,
      "loss": 0.3339,
      "step": 2732060
    },
    {
      "epoch": 762.51,
      "grad_norm": 1.176521897315979,
      "learning_rate": 2.8089038457589694e-08,
      "loss": 0.3282,
      "step": 2732070
    },
    {
      "epoch": 762.51,
      "grad_norm": 1.32902193069458,
      "learning_rate": 2.8084864890672107e-08,
      "loss": 0.3254,
      "step": 2732080
    },
    {
      "epoch": 762.51,
      "grad_norm": 1.11491060256958,
      "learning_rate": 2.8080691631970216e-08,
      "loss": 0.346,
      "step": 2732090
    },
    {
      "epoch": 762.52,
      "grad_norm": 4.568126201629639,
      "learning_rate": 2.8076518681484274e-08,
      "loss": 0.3301,
      "step": 2732100
    },
    {
      "epoch": 762.52,
      "grad_norm": 1.4484962224960327,
      "learning_rate": 2.8072346039215067e-08,
      "loss": 0.3405,
      "step": 2732110
    },
    {
      "epoch": 762.52,
      "grad_norm": 1.2152196168899536,
      "learning_rate": 2.8068173705163636e-08,
      "loss": 0.3162,
      "step": 2732120
    },
    {
      "epoch": 762.53,
      "grad_norm": 1.0748555660247803,
      "learning_rate": 2.8064001679329456e-08,
      "loss": 0.3407,
      "step": 2732130
    },
    {
      "epoch": 762.53,
      "grad_norm": 1.2782316207885742,
      "learning_rate": 2.8059829961714352e-08,
      "loss": 0.3324,
      "step": 2732140
    },
    {
      "epoch": 762.53,
      "grad_norm": 1.1446059942245483,
      "learning_rate": 2.8055658552317806e-08,
      "loss": 0.329,
      "step": 2732150
    },
    {
      "epoch": 762.53,
      "grad_norm": 1.438626766204834,
      "learning_rate": 2.8051487451140852e-08,
      "loss": 0.3572,
      "step": 2732160
    },
    {
      "epoch": 762.54,
      "grad_norm": 1.1476608514785767,
      "learning_rate": 2.8047316658184276e-08,
      "loss": 0.3361,
      "step": 2732170
    },
    {
      "epoch": 762.54,
      "grad_norm": 1.3265817165374756,
      "learning_rate": 2.8043146173448335e-08,
      "loss": 0.342,
      "step": 2732180
    },
    {
      "epoch": 762.54,
      "grad_norm": 3.073122501373291,
      "learning_rate": 2.803897599693329e-08,
      "loss": 0.3347,
      "step": 2732190
    },
    {
      "epoch": 762.55,
      "grad_norm": 1.2496671676635742,
      "learning_rate": 2.8034806128640184e-08,
      "loss": 0.3316,
      "step": 2732200
    },
    {
      "epoch": 762.55,
      "grad_norm": 1.271877408027649,
      "learning_rate": 2.8030636568569537e-08,
      "loss": 0.3401,
      "step": 2732210
    },
    {
      "epoch": 762.55,
      "grad_norm": 1.3446294069290161,
      "learning_rate": 2.802646731672161e-08,
      "loss": 0.3414,
      "step": 2732220
    },
    {
      "epoch": 762.55,
      "grad_norm": 1.3120442628860474,
      "learning_rate": 2.8022298373097178e-08,
      "loss": 0.3467,
      "step": 2732230
    },
    {
      "epoch": 762.56,
      "grad_norm": 1.1048741340637207,
      "learning_rate": 2.8018129737696764e-08,
      "loss": 0.3364,
      "step": 2732240
    },
    {
      "epoch": 762.56,
      "grad_norm": 1.3353251218795776,
      "learning_rate": 2.8013961410520632e-08,
      "loss": 0.3346,
      "step": 2732250
    },
    {
      "epoch": 762.56,
      "grad_norm": 1.1851749420166016,
      "learning_rate": 2.800979339156982e-08,
      "loss": 0.3483,
      "step": 2732260
    },
    {
      "epoch": 762.56,
      "grad_norm": 1.3186988830566406,
      "learning_rate": 2.800562568084459e-08,
      "loss": 0.3211,
      "step": 2732270
    },
    {
      "epoch": 762.57,
      "grad_norm": 1.1396763324737549,
      "learning_rate": 2.800145827834546e-08,
      "loss": 0.3244,
      "step": 2732280
    },
    {
      "epoch": 762.57,
      "grad_norm": 1.2528700828552246,
      "learning_rate": 2.799729118407321e-08,
      "loss": 0.3406,
      "step": 2732290
    },
    {
      "epoch": 762.57,
      "grad_norm": 1.0820567607879639,
      "learning_rate": 2.799312439802862e-08,
      "loss": 0.3259,
      "step": 2732300
    },
    {
      "epoch": 762.58,
      "grad_norm": 1.4102473258972168,
      "learning_rate": 2.798895792021144e-08,
      "loss": 0.3412,
      "step": 2732310
    },
    {
      "epoch": 762.58,
      "grad_norm": 1.1603374481201172,
      "learning_rate": 2.7984791750622696e-08,
      "loss": 0.3301,
      "step": 2732320
    },
    {
      "epoch": 762.58,
      "grad_norm": 1.5488592386245728,
      "learning_rate": 2.7980625889263178e-08,
      "loss": 0.3081,
      "step": 2732330
    },
    {
      "epoch": 762.58,
      "grad_norm": 1.2059458494186401,
      "learning_rate": 2.7976460336132882e-08,
      "loss": 0.324,
      "step": 2732340
    },
    {
      "epoch": 762.59,
      "grad_norm": 1.2437151670455933,
      "learning_rate": 2.797229509123311e-08,
      "loss": 0.3441,
      "step": 2732350
    },
    {
      "epoch": 762.59,
      "grad_norm": 1.3319076299667358,
      "learning_rate": 2.7968130154563602e-08,
      "loss": 0.3477,
      "step": 2732360
    },
    {
      "epoch": 762.59,
      "grad_norm": 1.0749287605285645,
      "learning_rate": 2.7963965526125403e-08,
      "loss": 0.3402,
      "step": 2732370
    },
    {
      "epoch": 762.6,
      "grad_norm": 1.2203325033187866,
      "learning_rate": 2.7959801205919284e-08,
      "loss": 0.335,
      "step": 2732380
    },
    {
      "epoch": 762.6,
      "grad_norm": 1.4188748598098755,
      "learning_rate": 2.7955637193944994e-08,
      "loss": 0.3464,
      "step": 2732390
    },
    {
      "epoch": 762.6,
      "grad_norm": 1.8742026090621948,
      "learning_rate": 2.795147349020383e-08,
      "loss": 0.3363,
      "step": 2732400
    },
    {
      "epoch": 762.6,
      "grad_norm": 1.2205512523651123,
      "learning_rate": 2.7947310094696055e-08,
      "loss": 0.3393,
      "step": 2732410
    },
    {
      "epoch": 762.61,
      "grad_norm": 1.128381371498108,
      "learning_rate": 2.7943147007421922e-08,
      "loss": 0.3289,
      "step": 2732420
    },
    {
      "epoch": 762.61,
      "grad_norm": 1.2976596355438232,
      "learning_rate": 2.7938984228382742e-08,
      "loss": 0.3428,
      "step": 2732430
    },
    {
      "epoch": 762.61,
      "grad_norm": 1.2951034307479858,
      "learning_rate": 2.7934821757578507e-08,
      "loss": 0.3399,
      "step": 2732440
    },
    {
      "epoch": 762.62,
      "grad_norm": 1.4648985862731934,
      "learning_rate": 2.793065959500974e-08,
      "loss": 0.3604,
      "step": 2732450
    },
    {
      "epoch": 762.62,
      "grad_norm": 1.2677412033081055,
      "learning_rate": 2.7926497740677483e-08,
      "loss": 0.3382,
      "step": 2732460
    },
    {
      "epoch": 762.62,
      "grad_norm": 1.2169002294540405,
      "learning_rate": 2.7922336194581737e-08,
      "loss": 0.3258,
      "step": 2732470
    },
    {
      "epoch": 762.62,
      "grad_norm": 1.1883373260498047,
      "learning_rate": 2.791817495672328e-08,
      "loss": 0.324,
      "step": 2732480
    },
    {
      "epoch": 762.63,
      "grad_norm": 1.2864004373550415,
      "learning_rate": 2.791401402710263e-08,
      "loss": 0.3429,
      "step": 2732490
    },
    {
      "epoch": 762.63,
      "grad_norm": 1.4772697687149048,
      "learning_rate": 2.7909853405720575e-08,
      "loss": 0.3372,
      "step": 2732500
    },
    {
      "epoch": 762.63,
      "grad_norm": 1.1078158617019653,
      "learning_rate": 2.790569309257737e-08,
      "loss": 0.334,
      "step": 2732510
    },
    {
      "epoch": 762.63,
      "grad_norm": 1.385880947113037,
      "learning_rate": 2.7901533087673797e-08,
      "loss": 0.3213,
      "step": 2732520
    },
    {
      "epoch": 762.64,
      "grad_norm": 1.094732642173767,
      "learning_rate": 2.7897373391010113e-08,
      "loss": 0.3532,
      "step": 2732530
    },
    {
      "epoch": 762.64,
      "grad_norm": 1.1566290855407715,
      "learning_rate": 2.7893214002586844e-08,
      "loss": 0.341,
      "step": 2732540
    },
    {
      "epoch": 762.64,
      "grad_norm": 1.4494956731796265,
      "learning_rate": 2.788905492240503e-08,
      "loss": 0.3438,
      "step": 2732550
    },
    {
      "epoch": 762.65,
      "grad_norm": 1.151086449623108,
      "learning_rate": 2.7884896150464926e-08,
      "loss": 0.3339,
      "step": 2732560
    },
    {
      "epoch": 762.65,
      "grad_norm": 1.1873302459716797,
      "learning_rate": 2.7880737686767056e-08,
      "loss": 0.3244,
      "step": 2732570
    },
    {
      "epoch": 762.65,
      "grad_norm": 1.4713777303695679,
      "learning_rate": 2.7876579531312203e-08,
      "loss": 0.3389,
      "step": 2732580
    },
    {
      "epoch": 762.65,
      "grad_norm": 1.2178268432617188,
      "learning_rate": 2.787242168410036e-08,
      "loss": 0.3381,
      "step": 2732590
    },
    {
      "epoch": 762.66,
      "grad_norm": 1.0907063484191895,
      "learning_rate": 2.7868264145132577e-08,
      "loss": 0.3374,
      "step": 2732600
    },
    {
      "epoch": 762.66,
      "grad_norm": 1.219797968864441,
      "learning_rate": 2.786410691440963e-08,
      "loss": 0.338,
      "step": 2732610
    },
    {
      "epoch": 762.66,
      "grad_norm": 1.1949244737625122,
      "learning_rate": 2.7859949991931257e-08,
      "loss": 0.3384,
      "step": 2732620
    },
    {
      "epoch": 762.67,
      "grad_norm": 1.1807790994644165,
      "learning_rate": 2.785579337769876e-08,
      "loss": 0.3563,
      "step": 2732630
    },
    {
      "epoch": 762.67,
      "grad_norm": 1.4401617050170898,
      "learning_rate": 2.78516370717124e-08,
      "loss": 0.3408,
      "step": 2732640
    },
    {
      "epoch": 762.67,
      "grad_norm": 1.1722382307052612,
      "learning_rate": 2.784748107397244e-08,
      "loss": 0.3292,
      "step": 2732650
    },
    {
      "epoch": 762.67,
      "grad_norm": 1.168012261390686,
      "learning_rate": 2.7843325384480174e-08,
      "loss": 0.3441,
      "step": 2732660
    },
    {
      "epoch": 762.68,
      "grad_norm": 1.4251121282577515,
      "learning_rate": 2.7839170003235348e-08,
      "loss": 0.3411,
      "step": 2732670
    },
    {
      "epoch": 762.68,
      "grad_norm": 1.2603650093078613,
      "learning_rate": 2.783501493023926e-08,
      "loss": 0.3278,
      "step": 2732680
    },
    {
      "epoch": 762.68,
      "grad_norm": 1.181376338005066,
      "learning_rate": 2.783086016549165e-08,
      "loss": 0.3317,
      "step": 2732690
    },
    {
      "epoch": 762.68,
      "grad_norm": 1.3186439275741577,
      "learning_rate": 2.7826705708993824e-08,
      "loss": 0.3272,
      "step": 2732700
    },
    {
      "epoch": 762.69,
      "grad_norm": 1.3775118589401245,
      "learning_rate": 2.7822551560745773e-08,
      "loss": 0.3401,
      "step": 2732710
    },
    {
      "epoch": 762.69,
      "grad_norm": 1.3615788221359253,
      "learning_rate": 2.7818397720748546e-08,
      "loss": 0.3222,
      "step": 2732720
    },
    {
      "epoch": 762.69,
      "grad_norm": 1.281408429145813,
      "learning_rate": 2.78142441890024e-08,
      "loss": 0.3312,
      "step": 2732730
    },
    {
      "epoch": 762.7,
      "grad_norm": 1.0999336242675781,
      "learning_rate": 2.7810090965507854e-08,
      "loss": 0.3298,
      "step": 2732740
    },
    {
      "epoch": 762.7,
      "grad_norm": 1.4184352159500122,
      "learning_rate": 2.7805938050265692e-08,
      "loss": 0.3164,
      "step": 2732750
    },
    {
      "epoch": 762.7,
      "grad_norm": 1.4471473693847656,
      "learning_rate": 2.7801785443276168e-08,
      "loss": 0.3483,
      "step": 2732760
    },
    {
      "epoch": 762.7,
      "grad_norm": 1.1466970443725586,
      "learning_rate": 2.7797633144540072e-08,
      "loss": 0.3317,
      "step": 2732770
    },
    {
      "epoch": 762.71,
      "grad_norm": 1.3316951990127563,
      "learning_rate": 2.7793481154057655e-08,
      "loss": 0.3426,
      "step": 2732780
    },
    {
      "epoch": 762.71,
      "grad_norm": 1.0815726518630981,
      "learning_rate": 2.7789329471829963e-08,
      "loss": 0.3205,
      "step": 2732790
    },
    {
      "epoch": 762.71,
      "grad_norm": 1.133849859237671,
      "learning_rate": 2.7785178097857254e-08,
      "loss": 0.3201,
      "step": 2732800
    },
    {
      "epoch": 762.72,
      "grad_norm": 1.4031858444213867,
      "learning_rate": 2.7781027032139793e-08,
      "loss": 0.348,
      "step": 2732810
    },
    {
      "epoch": 762.72,
      "grad_norm": 1.4696780443191528,
      "learning_rate": 2.7776876274678873e-08,
      "loss": 0.34,
      "step": 2732820
    },
    {
      "epoch": 762.72,
      "grad_norm": 1.5332833528518677,
      "learning_rate": 2.777272582547398e-08,
      "loss": 0.3423,
      "step": 2732830
    },
    {
      "epoch": 762.72,
      "grad_norm": 1.304777979850769,
      "learning_rate": 2.7768575684526932e-08,
      "loss": 0.3324,
      "step": 2732840
    },
    {
      "epoch": 762.73,
      "grad_norm": 1.1599806547164917,
      "learning_rate": 2.7764425851837212e-08,
      "loss": 0.3403,
      "step": 2732850
    },
    {
      "epoch": 762.73,
      "grad_norm": 1.1674259901046753,
      "learning_rate": 2.7760276327406117e-08,
      "loss": 0.3266,
      "step": 2732860
    },
    {
      "epoch": 762.73,
      "grad_norm": 1.3738294839859009,
      "learning_rate": 2.7756127111233652e-08,
      "loss": 0.347,
      "step": 2732870
    },
    {
      "epoch": 762.74,
      "grad_norm": 1.2722798585891724,
      "learning_rate": 2.775197820332085e-08,
      "loss": 0.3155,
      "step": 2732880
    },
    {
      "epoch": 762.74,
      "grad_norm": 1.117868185043335,
      "learning_rate": 2.774782960366772e-08,
      "loss": 0.348,
      "step": 2732890
    },
    {
      "epoch": 762.74,
      "grad_norm": 1.174661636352539,
      "learning_rate": 2.7743681312275297e-08,
      "loss": 0.3365,
      "step": 2732900
    },
    {
      "epoch": 762.74,
      "grad_norm": 1.2605656385421753,
      "learning_rate": 2.7739533329143843e-08,
      "loss": 0.337,
      "step": 2732910
    },
    {
      "epoch": 762.75,
      "grad_norm": 1.4447373151779175,
      "learning_rate": 2.7735385654273878e-08,
      "loss": 0.3511,
      "step": 2732920
    },
    {
      "epoch": 762.75,
      "grad_norm": 1.2572020292282104,
      "learning_rate": 2.7731238287666443e-08,
      "loss": 0.3442,
      "step": 2732930
    },
    {
      "epoch": 762.75,
      "grad_norm": 1.2561466693878174,
      "learning_rate": 2.7727091229321538e-08,
      "loss": 0.3412,
      "step": 2732940
    },
    {
      "epoch": 762.75,
      "grad_norm": 1.3639020919799805,
      "learning_rate": 2.7722944479239944e-08,
      "loss": 0.3371,
      "step": 2732950
    },
    {
      "epoch": 762.76,
      "grad_norm": 1.167996883392334,
      "learning_rate": 2.771879803742218e-08,
      "loss": 0.3499,
      "step": 2732960
    },
    {
      "epoch": 762.76,
      "grad_norm": 1.0785436630249023,
      "learning_rate": 2.771465190386877e-08,
      "loss": 0.3438,
      "step": 2732970
    },
    {
      "epoch": 762.76,
      "grad_norm": 1.4770461320877075,
      "learning_rate": 2.771050607858049e-08,
      "loss": 0.3535,
      "step": 2732980
    },
    {
      "epoch": 762.77,
      "grad_norm": 1.326949119567871,
      "learning_rate": 2.7706360561557343e-08,
      "loss": 0.3461,
      "step": 2732990
    },
    {
      "epoch": 762.77,
      "grad_norm": 1.3193217515945435,
      "learning_rate": 2.7702215352800368e-08,
      "loss": 0.3425,
      "step": 2733000
    },
    {
      "epoch": 762.77,
      "grad_norm": 1.3433855772018433,
      "learning_rate": 2.7698070452310088e-08,
      "loss": 0.3419,
      "step": 2733010
    },
    {
      "epoch": 762.77,
      "grad_norm": 1.3372143507003784,
      "learning_rate": 2.769392586008702e-08,
      "loss": 0.3349,
      "step": 2733020
    },
    {
      "epoch": 762.78,
      "grad_norm": 1.1232645511627197,
      "learning_rate": 2.7689781576131427e-08,
      "loss": 0.3263,
      "step": 2733030
    },
    {
      "epoch": 762.78,
      "grad_norm": 1.103357195854187,
      "learning_rate": 2.768563760044435e-08,
      "loss": 0.3221,
      "step": 2733040
    },
    {
      "epoch": 762.78,
      "grad_norm": 1.2739852666854858,
      "learning_rate": 2.7681493933025787e-08,
      "loss": 0.3459,
      "step": 2733050
    },
    {
      "epoch": 762.79,
      "grad_norm": 1.1297569274902344,
      "learning_rate": 2.767735057387652e-08,
      "loss": 0.333,
      "step": 2733060
    },
    {
      "epoch": 762.79,
      "grad_norm": 1.399484634399414,
      "learning_rate": 2.767320752299759e-08,
      "loss": 0.331,
      "step": 2733070
    },
    {
      "epoch": 762.79,
      "grad_norm": 1.2242140769958496,
      "learning_rate": 2.7669064780388734e-08,
      "loss": 0.3408,
      "step": 2733080
    },
    {
      "epoch": 762.79,
      "grad_norm": 1.1982135772705078,
      "learning_rate": 2.7664922346050998e-08,
      "loss": 0.3249,
      "step": 2733090
    },
    {
      "epoch": 762.8,
      "grad_norm": 1.6081056594848633,
      "learning_rate": 2.7660780219984897e-08,
      "loss": 0.3357,
      "step": 2733100
    },
    {
      "epoch": 762.8,
      "grad_norm": 1.3831582069396973,
      "learning_rate": 2.7656638402190693e-08,
      "loss": 0.3568,
      "step": 2733110
    },
    {
      "epoch": 762.8,
      "grad_norm": 1.1309953927993774,
      "learning_rate": 2.765249689266943e-08,
      "loss": 0.3388,
      "step": 2733120
    },
    {
      "epoch": 762.8,
      "grad_norm": 1.565826177597046,
      "learning_rate": 2.76483556914211e-08,
      "loss": 0.3473,
      "step": 2733130
    },
    {
      "epoch": 762.81,
      "grad_norm": 1.3947596549987793,
      "learning_rate": 2.7644214798446755e-08,
      "loss": 0.3276,
      "step": 2733140
    },
    {
      "epoch": 762.81,
      "grad_norm": 1.17939031124115,
      "learning_rate": 2.7640074213746387e-08,
      "loss": 0.3312,
      "step": 2733150
    },
    {
      "epoch": 762.81,
      "grad_norm": 1.029174566268921,
      "learning_rate": 2.7635933937321298e-08,
      "loss": 0.3251,
      "step": 2733160
    },
    {
      "epoch": 762.82,
      "grad_norm": 1.2751823663711548,
      "learning_rate": 2.763179396917149e-08,
      "loss": 0.3529,
      "step": 2733170
    },
    {
      "epoch": 762.82,
      "grad_norm": 1.2196545600891113,
      "learning_rate": 2.7627654309297485e-08,
      "loss": 0.3317,
      "step": 2733180
    },
    {
      "epoch": 762.82,
      "grad_norm": 1.6377642154693604,
      "learning_rate": 2.762351495770032e-08,
      "loss": 0.3337,
      "step": 2733190
    },
    {
      "epoch": 762.82,
      "grad_norm": 1.1839812994003296,
      "learning_rate": 2.7619375914379737e-08,
      "loss": 0.3354,
      "step": 2733200
    },
    {
      "epoch": 762.83,
      "grad_norm": 1.3667855262756348,
      "learning_rate": 2.7615237179337037e-08,
      "loss": 0.3264,
      "step": 2733210
    },
    {
      "epoch": 762.83,
      "grad_norm": 1.2463874816894531,
      "learning_rate": 2.7611098752572478e-08,
      "loss": 0.3307,
      "step": 2733220
    },
    {
      "epoch": 762.83,
      "grad_norm": 1.3079825639724731,
      "learning_rate": 2.7606960634086582e-08,
      "loss": 0.3382,
      "step": 2733230
    },
    {
      "epoch": 762.84,
      "grad_norm": 1.2214579582214355,
      "learning_rate": 2.760282282388013e-08,
      "loss": 0.3319,
      "step": 2733240
    },
    {
      "epoch": 762.84,
      "grad_norm": 1.3334076404571533,
      "learning_rate": 2.7598685321953382e-08,
      "loss": 0.3587,
      "step": 2733250
    },
    {
      "epoch": 762.84,
      "grad_norm": 1.2216135263442993,
      "learning_rate": 2.759454812830712e-08,
      "loss": 0.3548,
      "step": 2733260
    },
    {
      "epoch": 762.84,
      "grad_norm": 1.1181005239486694,
      "learning_rate": 2.7590411242941602e-08,
      "loss": 0.3178,
      "step": 2733270
    },
    {
      "epoch": 762.85,
      "grad_norm": 1.3916778564453125,
      "learning_rate": 2.7586274665857868e-08,
      "loss": 0.342,
      "step": 2733280
    },
    {
      "epoch": 762.85,
      "grad_norm": 1.4264799356460571,
      "learning_rate": 2.758213839705566e-08,
      "loss": 0.3491,
      "step": 2733290
    },
    {
      "epoch": 762.85,
      "grad_norm": 1.2115906476974487,
      "learning_rate": 2.757800243653654e-08,
      "loss": 0.3362,
      "step": 2733300
    },
    {
      "epoch": 762.86,
      "grad_norm": 1.4751302003860474,
      "learning_rate": 2.7573866784300244e-08,
      "loss": 0.3308,
      "step": 2733310
    },
    {
      "epoch": 762.86,
      "grad_norm": 1.3818774223327637,
      "learning_rate": 2.7569731440347556e-08,
      "loss": 0.326,
      "step": 2733320
    },
    {
      "epoch": 762.86,
      "grad_norm": 1.114268183708191,
      "learning_rate": 2.7565596404679255e-08,
      "loss": 0.3407,
      "step": 2733330
    },
    {
      "epoch": 762.86,
      "grad_norm": 1.138130784034729,
      "learning_rate": 2.75614616772956e-08,
      "loss": 0.3298,
      "step": 2733340
    },
    {
      "epoch": 762.87,
      "grad_norm": 1.105737566947937,
      "learning_rate": 2.755732725819738e-08,
      "loss": 0.3301,
      "step": 2733350
    },
    {
      "epoch": 762.87,
      "grad_norm": 1.245270013809204,
      "learning_rate": 2.7553193147385103e-08,
      "loss": 0.3263,
      "step": 2733360
    },
    {
      "epoch": 762.87,
      "grad_norm": 1.2342020273208618,
      "learning_rate": 2.7549059344859296e-08,
      "loss": 0.3387,
      "step": 2733370
    },
    {
      "epoch": 762.87,
      "grad_norm": 1.2059277296066284,
      "learning_rate": 2.754492585061996e-08,
      "loss": 0.3396,
      "step": 2733380
    },
    {
      "epoch": 762.88,
      "grad_norm": 1.3670923709869385,
      "learning_rate": 2.754079266466865e-08,
      "loss": 0.3358,
      "step": 2733390
    },
    {
      "epoch": 762.88,
      "grad_norm": 1.4526541233062744,
      "learning_rate": 2.7536659787005377e-08,
      "loss": 0.3256,
      "step": 2733400
    },
    {
      "epoch": 762.88,
      "grad_norm": 1.2997514009475708,
      "learning_rate": 2.753252721763065e-08,
      "loss": 0.3455,
      "step": 2733410
    },
    {
      "epoch": 762.89,
      "grad_norm": 1.3613795042037964,
      "learning_rate": 2.7528394956545258e-08,
      "loss": 0.3383,
      "step": 2733420
    },
    {
      "epoch": 762.89,
      "grad_norm": 1.6204839944839478,
      "learning_rate": 2.7524263003749196e-08,
      "loss": 0.3362,
      "step": 2733430
    },
    {
      "epoch": 762.89,
      "grad_norm": 1.2932590246200562,
      "learning_rate": 2.752013135924377e-08,
      "loss": 0.3662,
      "step": 2733440
    },
    {
      "epoch": 762.89,
      "grad_norm": 1.3787941932678223,
      "learning_rate": 2.751600002302897e-08,
      "loss": 0.339,
      "step": 2733450
    },
    {
      "epoch": 762.9,
      "grad_norm": 1.145940899848938,
      "learning_rate": 2.7511868995105847e-08,
      "loss": 0.3363,
      "step": 2733460
    },
    {
      "epoch": 762.9,
      "grad_norm": 1.1207046508789062,
      "learning_rate": 2.750773827547414e-08,
      "loss": 0.3469,
      "step": 2733470
    },
    {
      "epoch": 762.9,
      "grad_norm": 3.5452258586883545,
      "learning_rate": 2.7503607864135403e-08,
      "loss": 0.3406,
      "step": 2733480
    },
    {
      "epoch": 762.91,
      "grad_norm": 1.1838434934616089,
      "learning_rate": 2.749947776108938e-08,
      "loss": 0.336,
      "step": 2733490
    },
    {
      "epoch": 762.91,
      "grad_norm": 1.0672632455825806,
      "learning_rate": 2.7495347966336857e-08,
      "loss": 0.3349,
      "step": 2733500
    },
    {
      "epoch": 762.91,
      "grad_norm": 1.4302504062652588,
      "learning_rate": 2.7491218479878864e-08,
      "loss": 0.3493,
      "step": 2733510
    },
    {
      "epoch": 762.91,
      "grad_norm": 1.3464933633804321,
      "learning_rate": 2.748708930171515e-08,
      "loss": 0.3344,
      "step": 2733520
    },
    {
      "epoch": 762.92,
      "grad_norm": 1.1753429174423218,
      "learning_rate": 2.7482960431847012e-08,
      "loss": 0.3407,
      "step": 2733530
    },
    {
      "epoch": 762.92,
      "grad_norm": 1.04427170753479,
      "learning_rate": 2.747883187027445e-08,
      "loss": 0.335,
      "step": 2733540
    },
    {
      "epoch": 762.92,
      "grad_norm": 1.326108455657959,
      "learning_rate": 2.7474703616997984e-08,
      "loss": 0.3264,
      "step": 2733550
    },
    {
      "epoch": 762.92,
      "grad_norm": 1.1462600231170654,
      "learning_rate": 2.747057567201892e-08,
      "loss": 0.3438,
      "step": 2733560
    },
    {
      "epoch": 762.93,
      "grad_norm": 1.154040813446045,
      "learning_rate": 2.746644803533699e-08,
      "loss": 0.3375,
      "step": 2733570
    },
    {
      "epoch": 762.93,
      "grad_norm": 1.4849028587341309,
      "learning_rate": 2.746232070695298e-08,
      "loss": 0.3169,
      "step": 2733580
    },
    {
      "epoch": 762.93,
      "grad_norm": 1.1798828840255737,
      "learning_rate": 2.7458193686867407e-08,
      "loss": 0.3409,
      "step": 2733590
    },
    {
      "epoch": 762.94,
      "grad_norm": 1.3671202659606934,
      "learning_rate": 2.7454066975081055e-08,
      "loss": 0.3508,
      "step": 2733600
    },
    {
      "epoch": 762.94,
      "grad_norm": 1.2148442268371582,
      "learning_rate": 2.744994057159444e-08,
      "loss": 0.3421,
      "step": 2733610
    },
    {
      "epoch": 762.94,
      "grad_norm": 1.0849099159240723,
      "learning_rate": 2.744581447640783e-08,
      "loss": 0.3443,
      "step": 2733620
    },
    {
      "epoch": 762.94,
      "grad_norm": 1.3470759391784668,
      "learning_rate": 2.7441688689521997e-08,
      "loss": 0.3433,
      "step": 2733630
    },
    {
      "epoch": 762.95,
      "grad_norm": 1.3914151191711426,
      "learning_rate": 2.7437563210937207e-08,
      "loss": 0.3351,
      "step": 2733640
    },
    {
      "epoch": 762.95,
      "grad_norm": 1.2278972864151,
      "learning_rate": 2.74334380406545e-08,
      "loss": 0.345,
      "step": 2733650
    },
    {
      "epoch": 762.95,
      "grad_norm": 1.2870439291000366,
      "learning_rate": 2.7429313178674133e-08,
      "loss": 0.3236,
      "step": 2733660
    },
    {
      "epoch": 762.96,
      "grad_norm": 1.0547316074371338,
      "learning_rate": 2.7425188624996627e-08,
      "loss": 0.3353,
      "step": 2733670
    },
    {
      "epoch": 762.96,
      "grad_norm": 1.335127592086792,
      "learning_rate": 2.7421064379622507e-08,
      "loss": 0.3319,
      "step": 2733680
    },
    {
      "epoch": 762.96,
      "grad_norm": 1.275146484375,
      "learning_rate": 2.7416940442552547e-08,
      "loss": 0.3411,
      "step": 2733690
    },
    {
      "epoch": 762.96,
      "grad_norm": 1.3217495679855347,
      "learning_rate": 2.7412816813787274e-08,
      "loss": 0.3262,
      "step": 2733700
    },
    {
      "epoch": 762.97,
      "grad_norm": 1.1208890676498413,
      "learning_rate": 2.7408693493326685e-08,
      "loss": 0.3246,
      "step": 2733710
    },
    {
      "epoch": 762.97,
      "grad_norm": 1.1526325941085815,
      "learning_rate": 2.740457048117234e-08,
      "loss": 0.3506,
      "step": 2733720
    },
    {
      "epoch": 762.97,
      "grad_norm": 1.3894344568252563,
      "learning_rate": 2.7400447777323457e-08,
      "loss": 0.3463,
      "step": 2733730
    },
    {
      "epoch": 762.98,
      "grad_norm": 1.0106728076934814,
      "learning_rate": 2.7396325381781864e-08,
      "loss": 0.3372,
      "step": 2733740
    },
    {
      "epoch": 762.98,
      "grad_norm": 1.336740255355835,
      "learning_rate": 2.7392203294547555e-08,
      "loss": 0.3351,
      "step": 2733750
    },
    {
      "epoch": 762.98,
      "grad_norm": 1.325031042098999,
      "learning_rate": 2.738808151562079e-08,
      "loss": 0.3366,
      "step": 2733760
    },
    {
      "epoch": 762.98,
      "grad_norm": 1.1945632696151733,
      "learning_rate": 2.7383960045002876e-08,
      "loss": 0.3462,
      "step": 2733770
    },
    {
      "epoch": 762.99,
      "grad_norm": 2.662506580352783,
      "learning_rate": 2.737983888269355e-08,
      "loss": 0.3328,
      "step": 2733780
    },
    {
      "epoch": 762.99,
      "grad_norm": 1.0254212617874146,
      "learning_rate": 2.7375718028693846e-08,
      "loss": 0.3326,
      "step": 2733790
    },
    {
      "epoch": 762.99,
      "grad_norm": 1.274304986000061,
      "learning_rate": 2.7371597483004295e-08,
      "loss": 0.3371,
      "step": 2733800
    },
    {
      "epoch": 762.99,
      "grad_norm": 1.2286052703857422,
      "learning_rate": 2.736747724562515e-08,
      "loss": 0.3307,
      "step": 2733810
    },
    {
      "epoch": 763.0,
      "grad_norm": 1.3343287706375122,
      "learning_rate": 2.7363357316557196e-08,
      "loss": 0.338,
      "step": 2733820
    },
    {
      "epoch": 763.0,
      "eval_loss": 0.3375959098339081,
      "eval_runtime": 65.2213,
      "eval_samples_per_second": 77.567,
      "eval_steps_per_second": 9.705,
      "step": 2733829
    },
    {
      "epoch": 763.0,
      "grad_norm": 1.1967577934265137,
      "learning_rate": 2.735923769580095e-08,
      "loss": 0.347,
      "step": 2733830
    },
    {
      "epoch": 763.0,
      "grad_norm": 1.426670789718628,
      "learning_rate": 2.7355118383356935e-08,
      "loss": 0.3299,
      "step": 2733840
    },
    {
      "epoch": 763.01,
      "grad_norm": 1.1966906785964966,
      "learning_rate": 2.735099937922567e-08,
      "loss": 0.3284,
      "step": 2733850
    },
    {
      "epoch": 763.01,
      "grad_norm": 1.0979371070861816,
      "learning_rate": 2.7346880683407935e-08,
      "loss": 0.3392,
      "step": 2733860
    },
    {
      "epoch": 763.01,
      "grad_norm": 1.4097392559051514,
      "learning_rate": 2.7342762295903994e-08,
      "loss": 0.3267,
      "step": 2733870
    },
    {
      "epoch": 763.01,
      "grad_norm": 1.309078574180603,
      "learning_rate": 2.7338644216714362e-08,
      "loss": 0.3477,
      "step": 2733880
    },
    {
      "epoch": 763.02,
      "grad_norm": 1.109372854232788,
      "learning_rate": 2.7334526445839823e-08,
      "loss": 0.3469,
      "step": 2733890
    },
    {
      "epoch": 763.02,
      "grad_norm": 1.2336519956588745,
      "learning_rate": 2.7330408983280895e-08,
      "loss": 0.3316,
      "step": 2733900
    },
    {
      "epoch": 763.02,
      "grad_norm": 1.1736223697662354,
      "learning_rate": 2.732629182903784e-08,
      "loss": 0.3318,
      "step": 2733910
    },
    {
      "epoch": 763.03,
      "grad_norm": 1.2430881261825562,
      "learning_rate": 2.7322174983111703e-08,
      "loss": 0.3288,
      "step": 2733920
    },
    {
      "epoch": 763.03,
      "grad_norm": 1.0927366018295288,
      "learning_rate": 2.7318058445502477e-08,
      "loss": 0.3426,
      "step": 2733930
    },
    {
      "epoch": 763.03,
      "grad_norm": 1.2184131145477295,
      "learning_rate": 2.7313942216210944e-08,
      "loss": 0.3381,
      "step": 2733940
    },
    {
      "epoch": 763.03,
      "grad_norm": 1.9283586740493774,
      "learning_rate": 2.7309826295237885e-08,
      "loss": 0.326,
      "step": 2733950
    },
    {
      "epoch": 763.04,
      "grad_norm": 1.353818416595459,
      "learning_rate": 2.7305710682583304e-08,
      "loss": 0.339,
      "step": 2733960
    },
    {
      "epoch": 763.04,
      "grad_norm": 1.2519994974136353,
      "learning_rate": 2.7301595378248497e-08,
      "loss": 0.3203,
      "step": 2733970
    },
    {
      "epoch": 763.04,
      "grad_norm": 1.4055193662643433,
      "learning_rate": 2.7297480382233468e-08,
      "loss": 0.3382,
      "step": 2733980
    },
    {
      "epoch": 763.04,
      "grad_norm": 1.1094352006912231,
      "learning_rate": 2.7293365694538994e-08,
      "loss": 0.3354,
      "step": 2733990
    },
    {
      "epoch": 763.05,
      "grad_norm": 1.3187390565872192,
      "learning_rate": 2.7289251315165337e-08,
      "loss": 0.3363,
      "step": 2734000
    },
    {
      "epoch": 763.05,
      "grad_norm": 1.1432311534881592,
      "learning_rate": 2.7285137244113277e-08,
      "loss": 0.3509,
      "step": 2734010
    },
    {
      "epoch": 763.05,
      "grad_norm": 1.4606719017028809,
      "learning_rate": 2.7281023481383335e-08,
      "loss": 0.3443,
      "step": 2734020
    },
    {
      "epoch": 763.06,
      "grad_norm": 1.1802412271499634,
      "learning_rate": 2.7276910026976032e-08,
      "loss": 0.3335,
      "step": 2734030
    },
    {
      "epoch": 763.06,
      "grad_norm": 1.2619951963424683,
      "learning_rate": 2.7272796880892146e-08,
      "loss": 0.3367,
      "step": 2734040
    },
    {
      "epoch": 763.06,
      "grad_norm": 1.1621999740600586,
      "learning_rate": 2.726868404313168e-08,
      "loss": 0.3218,
      "step": 2734050
    },
    {
      "epoch": 763.06,
      "grad_norm": 1.342757225036621,
      "learning_rate": 2.7264571513695676e-08,
      "loss": 0.3408,
      "step": 2734060
    },
    {
      "epoch": 763.07,
      "grad_norm": 1.2939025163650513,
      "learning_rate": 2.726045929258439e-08,
      "loss": 0.3291,
      "step": 2734070
    },
    {
      "epoch": 763.07,
      "grad_norm": 1.1037570238113403,
      "learning_rate": 2.7256347379798603e-08,
      "loss": 0.3478,
      "step": 2734080
    },
    {
      "epoch": 763.07,
      "grad_norm": 1.4678555727005005,
      "learning_rate": 2.7252235775338838e-08,
      "loss": 0.343,
      "step": 2734090
    },
    {
      "epoch": 763.08,
      "grad_norm": 1.3837393522262573,
      "learning_rate": 2.7248124479205356e-08,
      "loss": 0.338,
      "step": 2734100
    },
    {
      "epoch": 763.08,
      "grad_norm": 1.094996452331543,
      "learning_rate": 2.7244013491399193e-08,
      "loss": 0.3303,
      "step": 2734110
    },
    {
      "epoch": 763.08,
      "grad_norm": 1.062740683555603,
      "learning_rate": 2.7239902811920354e-08,
      "loss": 0.3421,
      "step": 2734120
    },
    {
      "epoch": 763.08,
      "grad_norm": 1.2686659097671509,
      "learning_rate": 2.7235792440769618e-08,
      "loss": 0.329,
      "step": 2734130
    },
    {
      "epoch": 763.09,
      "grad_norm": 1.5017995834350586,
      "learning_rate": 2.7231682377947765e-08,
      "loss": 0.3308,
      "step": 2734140
    },
    {
      "epoch": 763.09,
      "grad_norm": 1.1623058319091797,
      "learning_rate": 2.7227572623455054e-08,
      "loss": 0.3248,
      "step": 2734150
    },
    {
      "epoch": 763.09,
      "grad_norm": 1.1170939207077026,
      "learning_rate": 2.722346317729201e-08,
      "loss": 0.3436,
      "step": 2734160
    },
    {
      "epoch": 763.1,
      "grad_norm": 1.159613013267517,
      "learning_rate": 2.7219354039459146e-08,
      "loss": 0.326,
      "step": 2734170
    },
    {
      "epoch": 763.1,
      "grad_norm": 1.2927865982055664,
      "learning_rate": 2.721524520995751e-08,
      "loss": 0.3325,
      "step": 2734180
    },
    {
      "epoch": 763.1,
      "grad_norm": 1.2307356595993042,
      "learning_rate": 2.7211136688787097e-08,
      "loss": 0.3455,
      "step": 2734190
    },
    {
      "epoch": 763.1,
      "grad_norm": 2.042675733566284,
      "learning_rate": 2.7207028475948692e-08,
      "loss": 0.3419,
      "step": 2734200
    },
    {
      "epoch": 763.11,
      "grad_norm": 1.2757371664047241,
      "learning_rate": 2.7202920571442552e-08,
      "loss": 0.3175,
      "step": 2734210
    },
    {
      "epoch": 763.11,
      "grad_norm": 1.163999319076538,
      "learning_rate": 2.719881297526972e-08,
      "loss": 0.3241,
      "step": 2734220
    },
    {
      "epoch": 763.11,
      "grad_norm": 1.284292221069336,
      "learning_rate": 2.7194705687430455e-08,
      "loss": 0.3349,
      "step": 2734230
    },
    {
      "epoch": 763.11,
      "grad_norm": 1.3020713329315186,
      "learning_rate": 2.7190598707925275e-08,
      "loss": 0.3245,
      "step": 2734240
    },
    {
      "epoch": 763.12,
      "grad_norm": 1.186818242073059,
      "learning_rate": 2.7186492036754703e-08,
      "loss": 0.3425,
      "step": 2734250
    },
    {
      "epoch": 763.12,
      "grad_norm": 1.2646185159683228,
      "learning_rate": 2.7182385673919522e-08,
      "loss": 0.3365,
      "step": 2734260
    },
    {
      "epoch": 763.12,
      "grad_norm": 1.1341618299484253,
      "learning_rate": 2.717827961942025e-08,
      "loss": 0.3417,
      "step": 2734270
    },
    {
      "epoch": 763.13,
      "grad_norm": 1.201980471611023,
      "learning_rate": 2.7174173873256883e-08,
      "loss": 0.3474,
      "step": 2734280
    },
    {
      "epoch": 763.13,
      "grad_norm": 1.1680210828781128,
      "learning_rate": 2.717006843543073e-08,
      "loss": 0.3471,
      "step": 2734290
    },
    {
      "epoch": 763.13,
      "grad_norm": 1.5422866344451904,
      "learning_rate": 2.7165963305942045e-08,
      "loss": 0.3274,
      "step": 2734300
    },
    {
      "epoch": 763.13,
      "grad_norm": 1.2263509035110474,
      "learning_rate": 2.716185848479083e-08,
      "loss": 0.346,
      "step": 2734310
    },
    {
      "epoch": 763.14,
      "grad_norm": 1.0484222173690796,
      "learning_rate": 2.7157753971978646e-08,
      "loss": 0.3197,
      "step": 2734320
    },
    {
      "epoch": 763.14,
      "grad_norm": 1.339039921760559,
      "learning_rate": 2.7153649767505236e-08,
      "loss": 0.34,
      "step": 2734330
    },
    {
      "epoch": 763.14,
      "grad_norm": 1.445589303970337,
      "learning_rate": 2.7149545871371637e-08,
      "loss": 0.3164,
      "step": 2734340
    },
    {
      "epoch": 763.15,
      "grad_norm": 1.1360419988632202,
      "learning_rate": 2.714544228357811e-08,
      "loss": 0.3445,
      "step": 2734350
    },
    {
      "epoch": 763.15,
      "grad_norm": 1.2772446870803833,
      "learning_rate": 2.7141339004125173e-08,
      "loss": 0.3451,
      "step": 2734360
    },
    {
      "epoch": 763.15,
      "grad_norm": 1.4989358186721802,
      "learning_rate": 2.713723603301361e-08,
      "loss": 0.3367,
      "step": 2734370
    },
    {
      "epoch": 763.15,
      "grad_norm": 1.362392544746399,
      "learning_rate": 2.7133133370243685e-08,
      "loss": 0.34,
      "step": 2734380
    },
    {
      "epoch": 763.16,
      "grad_norm": 1.1934376955032349,
      "learning_rate": 2.712903101581617e-08,
      "loss": 0.3338,
      "step": 2734390
    },
    {
      "epoch": 763.16,
      "grad_norm": 1.446151852607727,
      "learning_rate": 2.7124928969731592e-08,
      "loss": 0.332,
      "step": 2734400
    },
    {
      "epoch": 763.16,
      "grad_norm": 1.309918999671936,
      "learning_rate": 2.7120827231990465e-08,
      "loss": 0.3389,
      "step": 2734410
    },
    {
      "epoch": 763.16,
      "grad_norm": 1.0965259075164795,
      "learning_rate": 2.7116725802593316e-08,
      "loss": 0.3388,
      "step": 2734420
    },
    {
      "epoch": 763.17,
      "grad_norm": 1.29250967502594,
      "learning_rate": 2.7112624681540664e-08,
      "loss": 0.3371,
      "step": 2734430
    },
    {
      "epoch": 763.17,
      "grad_norm": 1.1485110521316528,
      "learning_rate": 2.7108523868833026e-08,
      "loss": 0.3324,
      "step": 2734440
    },
    {
      "epoch": 763.17,
      "grad_norm": 1.3254822492599487,
      "learning_rate": 2.7104423364470927e-08,
      "loss": 0.3347,
      "step": 2734450
    },
    {
      "epoch": 763.18,
      "grad_norm": 1.3778709173202515,
      "learning_rate": 2.710032316845514e-08,
      "loss": 0.3495,
      "step": 2734460
    },
    {
      "epoch": 763.18,
      "grad_norm": 1.2150312662124634,
      "learning_rate": 2.7096223280785938e-08,
      "loss": 0.321,
      "step": 2734470
    },
    {
      "epoch": 763.18,
      "grad_norm": 1.1898300647735596,
      "learning_rate": 2.709212370146409e-08,
      "loss": 0.35,
      "step": 2734480
    },
    {
      "epoch": 763.18,
      "grad_norm": 1.6656382083892822,
      "learning_rate": 2.708802443048986e-08,
      "loss": 0.3461,
      "step": 2734490
    },
    {
      "epoch": 763.19,
      "grad_norm": 1.1934378147125244,
      "learning_rate": 2.708392546786429e-08,
      "loss": 0.3379,
      "step": 2734500
    },
    {
      "epoch": 763.19,
      "grad_norm": 1.2620282173156738,
      "learning_rate": 2.7079826813587377e-08,
      "loss": 0.3486,
      "step": 2734510
    },
    {
      "epoch": 763.19,
      "grad_norm": 1.4868407249450684,
      "learning_rate": 2.7075728467659906e-08,
      "loss": 0.3401,
      "step": 2734520
    },
    {
      "epoch": 763.2,
      "grad_norm": 1.1474870443344116,
      "learning_rate": 2.7071630430082654e-08,
      "loss": 0.3633,
      "step": 2734530
    },
    {
      "epoch": 763.2,
      "grad_norm": 1.1817783117294312,
      "learning_rate": 2.7067532700855364e-08,
      "loss": 0.3149,
      "step": 2734540
    },
    {
      "epoch": 763.2,
      "grad_norm": 1.4673494100570679,
      "learning_rate": 2.7063435279979854e-08,
      "loss": 0.3305,
      "step": 2734550
    },
    {
      "epoch": 763.2,
      "grad_norm": 1.2036749124526978,
      "learning_rate": 2.7059338167455346e-08,
      "loss": 0.3283,
      "step": 2734560
    },
    {
      "epoch": 763.21,
      "grad_norm": 1.2151377201080322,
      "learning_rate": 2.70552413632834e-08,
      "loss": 0.3637,
      "step": 2734570
    },
    {
      "epoch": 763.21,
      "grad_norm": 1.1429429054260254,
      "learning_rate": 2.7051144867464015e-08,
      "loss": 0.3375,
      "step": 2734580
    },
    {
      "epoch": 763.21,
      "grad_norm": 1.2592769861221313,
      "learning_rate": 2.7047048679997712e-08,
      "loss": 0.3219,
      "step": 2734590
    },
    {
      "epoch": 763.22,
      "grad_norm": 1.3638827800750732,
      "learning_rate": 2.7042952800885534e-08,
      "loss": 0.3326,
      "step": 2734600
    },
    {
      "epoch": 763.22,
      "grad_norm": 1.17051362991333,
      "learning_rate": 2.703885723012748e-08,
      "loss": 0.3247,
      "step": 2734610
    },
    {
      "epoch": 763.22,
      "grad_norm": 1.548712134361267,
      "learning_rate": 2.703476196772433e-08,
      "loss": 0.3468,
      "step": 2734620
    },
    {
      "epoch": 763.22,
      "grad_norm": 1.2447453737258911,
      "learning_rate": 2.7030667013676603e-08,
      "loss": 0.3347,
      "step": 2734630
    },
    {
      "epoch": 763.23,
      "grad_norm": 1.1254709959030151,
      "learning_rate": 2.7026572367984822e-08,
      "loss": 0.3344,
      "step": 2734640
    },
    {
      "epoch": 763.23,
      "grad_norm": 1.2342227697372437,
      "learning_rate": 2.702247803064951e-08,
      "loss": 0.3266,
      "step": 2734650
    },
    {
      "epoch": 763.23,
      "grad_norm": 1.3518953323364258,
      "learning_rate": 2.7018384001671438e-08,
      "loss": 0.3326,
      "step": 2734660
    },
    {
      "epoch": 763.23,
      "grad_norm": 1.272628903388977,
      "learning_rate": 2.7014290281051136e-08,
      "loss": 0.3241,
      "step": 2734670
    },
    {
      "epoch": 763.24,
      "grad_norm": 1.2703453302383423,
      "learning_rate": 2.7010196868788338e-08,
      "loss": 0.3307,
      "step": 2734680
    },
    {
      "epoch": 763.24,
      "grad_norm": 1.2008533477783203,
      "learning_rate": 2.700610376488487e-08,
      "loss": 0.3422,
      "step": 2734690
    },
    {
      "epoch": 763.24,
      "grad_norm": 1.1220922470092773,
      "learning_rate": 2.7002010969340467e-08,
      "loss": 0.3323,
      "step": 2734700
    },
    {
      "epoch": 763.25,
      "grad_norm": 1.1499160528182983,
      "learning_rate": 2.6997918482155653e-08,
      "loss": 0.3263,
      "step": 2734710
    },
    {
      "epoch": 763.25,
      "grad_norm": 1.2256873846054077,
      "learning_rate": 2.6993826303331466e-08,
      "loss": 0.3244,
      "step": 2734720
    },
    {
      "epoch": 763.25,
      "grad_norm": 1.248617172241211,
      "learning_rate": 2.698973443286817e-08,
      "loss": 0.3441,
      "step": 2734730
    },
    {
      "epoch": 763.25,
      "grad_norm": 1.347369909286499,
      "learning_rate": 2.6985642870766022e-08,
      "loss": 0.3413,
      "step": 2734740
    },
    {
      "epoch": 763.26,
      "grad_norm": 1.157280683517456,
      "learning_rate": 2.6981551617026066e-08,
      "loss": 0.3376,
      "step": 2734750
    },
    {
      "epoch": 763.26,
      "grad_norm": 1.0868557691574097,
      "learning_rate": 2.697746067164856e-08,
      "loss": 0.3242,
      "step": 2734760
    },
    {
      "epoch": 763.26,
      "grad_norm": 1.1127644777297974,
      "learning_rate": 2.6973370034633763e-08,
      "loss": 0.3386,
      "step": 2734770
    },
    {
      "epoch": 763.27,
      "grad_norm": 1.3311553001403809,
      "learning_rate": 2.6969279705982977e-08,
      "loss": 0.3302,
      "step": 2734780
    },
    {
      "epoch": 763.27,
      "grad_norm": 1.2637602090835571,
      "learning_rate": 2.6965189685696204e-08,
      "loss": 0.3486,
      "step": 2734790
    },
    {
      "epoch": 763.27,
      "grad_norm": 1.2770322561264038,
      "learning_rate": 2.696109997377422e-08,
      "loss": 0.3294,
      "step": 2734800
    },
    {
      "epoch": 763.27,
      "grad_norm": 1.1697723865509033,
      "learning_rate": 2.6957010570217552e-08,
      "loss": 0.3574,
      "step": 2734810
    },
    {
      "epoch": 763.28,
      "grad_norm": 1.2196245193481445,
      "learning_rate": 2.6952921475026454e-08,
      "loss": 0.3526,
      "step": 2734820
    },
    {
      "epoch": 763.28,
      "grad_norm": 1.287462592124939,
      "learning_rate": 2.694883268820171e-08,
      "loss": 0.3586,
      "step": 2734830
    },
    {
      "epoch": 763.28,
      "grad_norm": 1.204793095588684,
      "learning_rate": 2.6944744209743842e-08,
      "loss": 0.3249,
      "step": 2734840
    },
    {
      "epoch": 763.28,
      "grad_norm": 1.2489891052246094,
      "learning_rate": 2.6940656039653625e-08,
      "loss": 0.3222,
      "step": 2734850
    },
    {
      "epoch": 763.29,
      "grad_norm": 1.3699816465377808,
      "learning_rate": 2.6936568177931066e-08,
      "loss": 0.328,
      "step": 2734860
    },
    {
      "epoch": 763.29,
      "grad_norm": 1.0601238012313843,
      "learning_rate": 2.693248062457694e-08,
      "loss": 0.3283,
      "step": 2734870
    },
    {
      "epoch": 763.29,
      "grad_norm": 2.132979154586792,
      "learning_rate": 2.6928393379592026e-08,
      "loss": 0.3312,
      "step": 2734880
    },
    {
      "epoch": 763.3,
      "grad_norm": 1.3831284046173096,
      "learning_rate": 2.6924306442976594e-08,
      "loss": 0.3322,
      "step": 2734890
    },
    {
      "epoch": 763.3,
      "grad_norm": 1.3058892488479614,
      "learning_rate": 2.6920219814731676e-08,
      "loss": 0.3276,
      "step": 2734900
    },
    {
      "epoch": 763.3,
      "grad_norm": 1.6660045385360718,
      "learning_rate": 2.6916133494857013e-08,
      "loss": 0.3501,
      "step": 2734910
    },
    {
      "epoch": 763.3,
      "grad_norm": 1.4762046337127686,
      "learning_rate": 2.691204748335365e-08,
      "loss": 0.3298,
      "step": 2734920
    },
    {
      "epoch": 763.31,
      "grad_norm": 1.2077404260635376,
      "learning_rate": 2.69079617802221e-08,
      "loss": 0.3285,
      "step": 2734930
    },
    {
      "epoch": 763.31,
      "grad_norm": 1.1950489282608032,
      "learning_rate": 2.690387638546289e-08,
      "loss": 0.3549,
      "step": 2734940
    },
    {
      "epoch": 763.31,
      "grad_norm": 1.230036735534668,
      "learning_rate": 2.6899791299076543e-08,
      "loss": 0.3379,
      "step": 2734950
    },
    {
      "epoch": 763.32,
      "grad_norm": 1.3638097047805786,
      "learning_rate": 2.689570652106331e-08,
      "loss": 0.3397,
      "step": 2734960
    },
    {
      "epoch": 763.32,
      "grad_norm": 1.7481260299682617,
      "learning_rate": 2.689162205142424e-08,
      "loss": 0.3433,
      "step": 2734970
    },
    {
      "epoch": 763.32,
      "grad_norm": 1.1586283445358276,
      "learning_rate": 2.6887537890159587e-08,
      "loss": 0.3295,
      "step": 2734980
    },
    {
      "epoch": 763.32,
      "grad_norm": 1.4223910570144653,
      "learning_rate": 2.6883454037270134e-08,
      "loss": 0.347,
      "step": 2734990
    },
    {
      "epoch": 763.33,
      "grad_norm": 1.252600073814392,
      "learning_rate": 2.6879370492756144e-08,
      "loss": 0.3413,
      "step": 2735000
    },
    {
      "epoch": 763.33,
      "grad_norm": 1.29274582862854,
      "learning_rate": 2.6875287256618392e-08,
      "loss": 0.3353,
      "step": 2735010
    },
    {
      "epoch": 763.33,
      "grad_norm": 1.4381619691848755,
      "learning_rate": 2.6871204328856884e-08,
      "loss": 0.3372,
      "step": 2735020
    },
    {
      "epoch": 763.34,
      "grad_norm": 1.455222725868225,
      "learning_rate": 2.6867121709472918e-08,
      "loss": 0.3276,
      "step": 2735030
    },
    {
      "epoch": 763.34,
      "grad_norm": 1.4339793920516968,
      "learning_rate": 2.686303939846675e-08,
      "loss": 0.3175,
      "step": 2735040
    },
    {
      "epoch": 763.34,
      "grad_norm": 1.0892548561096191,
      "learning_rate": 2.6858957395838652e-08,
      "loss": 0.3295,
      "step": 2735050
    },
    {
      "epoch": 763.34,
      "grad_norm": 1.1831990480422974,
      "learning_rate": 2.685487570158939e-08,
      "loss": 0.339,
      "step": 2735060
    },
    {
      "epoch": 763.35,
      "grad_norm": 1.2280843257904053,
      "learning_rate": 2.685079431571976e-08,
      "loss": 0.3504,
      "step": 2735070
    },
    {
      "epoch": 763.35,
      "grad_norm": 1.1657986640930176,
      "learning_rate": 2.6846713238230008e-08,
      "loss": 0.3333,
      "step": 2735080
    },
    {
      "epoch": 763.35,
      "grad_norm": 1.2575125694274902,
      "learning_rate": 2.6842632469120403e-08,
      "loss": 0.3427,
      "step": 2735090
    },
    {
      "epoch": 763.35,
      "grad_norm": 1.3550453186035156,
      "learning_rate": 2.683855200839198e-08,
      "loss": 0.3278,
      "step": 2735100
    },
    {
      "epoch": 763.36,
      "grad_norm": 1.175551176071167,
      "learning_rate": 2.6834471856045267e-08,
      "loss": 0.3392,
      "step": 2735110
    },
    {
      "epoch": 763.36,
      "grad_norm": 1.2034475803375244,
      "learning_rate": 2.6830392012080257e-08,
      "loss": 0.3298,
      "step": 2735120
    },
    {
      "epoch": 763.36,
      "grad_norm": 1.1312915086746216,
      "learning_rate": 2.6826312476498254e-08,
      "loss": 0.3294,
      "step": 2735130
    },
    {
      "epoch": 763.37,
      "grad_norm": 1.568532943725586,
      "learning_rate": 2.6822233249299258e-08,
      "loss": 0.3112,
      "step": 2735140
    },
    {
      "epoch": 763.37,
      "grad_norm": 1.1960548162460327,
      "learning_rate": 2.6818154330483786e-08,
      "loss": 0.3331,
      "step": 2735150
    },
    {
      "epoch": 763.37,
      "grad_norm": 1.5758438110351562,
      "learning_rate": 2.6814075720052887e-08,
      "loss": 0.35,
      "step": 2735160
    },
    {
      "epoch": 763.37,
      "grad_norm": 1.2748757600784302,
      "learning_rate": 2.6809997418006814e-08,
      "loss": 0.3224,
      "step": 2735170
    },
    {
      "epoch": 763.38,
      "grad_norm": 1.3531123399734497,
      "learning_rate": 2.6805919424345827e-08,
      "loss": 0.3435,
      "step": 2735180
    },
    {
      "epoch": 763.38,
      "grad_norm": 1.2545210123062134,
      "learning_rate": 2.6801841739070713e-08,
      "loss": 0.3519,
      "step": 2735190
    },
    {
      "epoch": 763.38,
      "grad_norm": 1.176653265953064,
      "learning_rate": 2.6797764362182504e-08,
      "loss": 0.3475,
      "step": 2735200
    },
    {
      "epoch": 763.39,
      "grad_norm": 1.2329533100128174,
      "learning_rate": 2.6793687293680687e-08,
      "loss": 0.3141,
      "step": 2735210
    },
    {
      "epoch": 763.39,
      "grad_norm": 1.1603707075119019,
      "learning_rate": 2.678961053356682e-08,
      "loss": 0.34,
      "step": 2735220
    },
    {
      "epoch": 763.39,
      "grad_norm": 1.3661911487579346,
      "learning_rate": 2.6785534081840647e-08,
      "loss": 0.3224,
      "step": 2735230
    },
    {
      "epoch": 763.39,
      "grad_norm": 1.357617735862732,
      "learning_rate": 2.67814579385032e-08,
      "loss": 0.3484,
      "step": 2735240
    },
    {
      "epoch": 763.4,
      "grad_norm": 1.1661673784255981,
      "learning_rate": 2.6777382103555007e-08,
      "loss": 0.3387,
      "step": 2735250
    },
    {
      "epoch": 763.4,
      "grad_norm": 1.1636332273483276,
      "learning_rate": 2.6773306576996328e-08,
      "loss": 0.3442,
      "step": 2735260
    },
    {
      "epoch": 763.4,
      "grad_norm": 1.395900011062622,
      "learning_rate": 2.6769231358828197e-08,
      "loss": 0.3468,
      "step": 2735270
    },
    {
      "epoch": 763.4,
      "grad_norm": 1.3635355234146118,
      "learning_rate": 2.676515644905062e-08,
      "loss": 0.3487,
      "step": 2735280
    },
    {
      "epoch": 763.41,
      "grad_norm": 1.1318740844726562,
      "learning_rate": 2.676108184766438e-08,
      "loss": 0.3318,
      "step": 2735290
    },
    {
      "epoch": 763.41,
      "grad_norm": 1.4063078165054321,
      "learning_rate": 2.675700755466999e-08,
      "loss": 0.3384,
      "step": 2735300
    },
    {
      "epoch": 763.41,
      "grad_norm": 1.1456090211868286,
      "learning_rate": 2.6752933570067977e-08,
      "loss": 0.3292,
      "step": 2735310
    },
    {
      "epoch": 763.42,
      "grad_norm": 1.3941360712051392,
      "learning_rate": 2.6748859893858856e-08,
      "loss": 0.3465,
      "step": 2735320
    },
    {
      "epoch": 763.42,
      "grad_norm": 1.0962533950805664,
      "learning_rate": 2.674478652604341e-08,
      "loss": 0.3423,
      "step": 2735330
    },
    {
      "epoch": 763.42,
      "grad_norm": 1.3079242706298828,
      "learning_rate": 2.67407134666219e-08,
      "loss": 0.3277,
      "step": 2735340
    },
    {
      "epoch": 763.42,
      "grad_norm": 1.3591264486312866,
      "learning_rate": 2.673664071559485e-08,
      "loss": 0.3192,
      "step": 2735350
    },
    {
      "epoch": 763.43,
      "grad_norm": 3.6730358600616455,
      "learning_rate": 2.673256827296303e-08,
      "loss": 0.3165,
      "step": 2735360
    },
    {
      "epoch": 763.43,
      "grad_norm": 1.4253123998641968,
      "learning_rate": 2.672849613872671e-08,
      "loss": 0.3212,
      "step": 2735370
    },
    {
      "epoch": 763.43,
      "grad_norm": 1.254544734954834,
      "learning_rate": 2.6724424312886666e-08,
      "loss": 0.3394,
      "step": 2735380
    },
    {
      "epoch": 763.44,
      "grad_norm": 1.228361964225769,
      "learning_rate": 2.672035279544342e-08,
      "loss": 0.3496,
      "step": 2735390
    },
    {
      "epoch": 763.44,
      "grad_norm": 1.3055511713027954,
      "learning_rate": 2.671628158639749e-08,
      "loss": 0.336,
      "step": 2735400
    },
    {
      "epoch": 763.44,
      "grad_norm": 6.940952777862549,
      "learning_rate": 2.6712210685749144e-08,
      "loss": 0.3467,
      "step": 2735410
    },
    {
      "epoch": 763.44,
      "grad_norm": 1.256683588027954,
      "learning_rate": 2.6708140093499413e-08,
      "loss": 0.3328,
      "step": 2735420
    },
    {
      "epoch": 763.45,
      "grad_norm": 1.3792740106582642,
      "learning_rate": 2.670406980964856e-08,
      "loss": 0.3244,
      "step": 2735430
    },
    {
      "epoch": 763.45,
      "grad_norm": 1.1594732999801636,
      "learning_rate": 2.6699999834196852e-08,
      "loss": 0.3324,
      "step": 2735440
    },
    {
      "epoch": 763.45,
      "grad_norm": 1.2688332796096802,
      "learning_rate": 2.669593016714558e-08,
      "loss": 0.355,
      "step": 2735450
    },
    {
      "epoch": 763.46,
      "grad_norm": 0.9611111879348755,
      "learning_rate": 2.669186080849449e-08,
      "loss": 0.3224,
      "step": 2735460
    },
    {
      "epoch": 763.46,
      "grad_norm": 1.5184800624847412,
      "learning_rate": 2.668779175824462e-08,
      "loss": 0.3282,
      "step": 2735470
    },
    {
      "epoch": 763.46,
      "grad_norm": 1.3243019580841064,
      "learning_rate": 2.6683723016396494e-08,
      "loss": 0.3436,
      "step": 2735480
    },
    {
      "epoch": 763.46,
      "grad_norm": 1.3063397407531738,
      "learning_rate": 2.6679654582950365e-08,
      "loss": 0.3405,
      "step": 2735490
    },
    {
      "epoch": 763.47,
      "grad_norm": 1.3838316202163696,
      "learning_rate": 2.6675586457906763e-08,
      "loss": 0.3275,
      "step": 2735500
    },
    {
      "epoch": 763.47,
      "grad_norm": 1.5905160903930664,
      "learning_rate": 2.6671518641266463e-08,
      "loss": 0.3354,
      "step": 2735510
    },
    {
      "epoch": 763.47,
      "grad_norm": 1.4723385572433472,
      "learning_rate": 2.6667451133030245e-08,
      "loss": 0.341,
      "step": 2735520
    },
    {
      "epoch": 763.47,
      "grad_norm": 1.0927220582962036,
      "learning_rate": 2.6663383933198113e-08,
      "loss": 0.3368,
      "step": 2735530
    },
    {
      "epoch": 763.48,
      "grad_norm": 1.2401708364486694,
      "learning_rate": 2.6659317041770843e-08,
      "loss": 0.3532,
      "step": 2735540
    },
    {
      "epoch": 763.48,
      "grad_norm": 1.1101466417312622,
      "learning_rate": 2.6655250458748958e-08,
      "loss": 0.3377,
      "step": 2735550
    },
    {
      "epoch": 763.48,
      "grad_norm": 1.1125805377960205,
      "learning_rate": 2.665118418413298e-08,
      "loss": 0.3493,
      "step": 2735560
    },
    {
      "epoch": 763.49,
      "grad_norm": 1.2559832334518433,
      "learning_rate": 2.6647118217923685e-08,
      "loss": 0.3453,
      "step": 2735570
    },
    {
      "epoch": 763.49,
      "grad_norm": 1.297989010810852,
      "learning_rate": 2.6643052560121076e-08,
      "loss": 0.3353,
      "step": 2735580
    },
    {
      "epoch": 763.49,
      "grad_norm": 1.1387114524841309,
      "learning_rate": 2.6638987210726455e-08,
      "loss": 0.3339,
      "step": 2735590
    },
    {
      "epoch": 763.49,
      "grad_norm": 1.4750187397003174,
      "learning_rate": 2.6634922169739558e-08,
      "loss": 0.3362,
      "step": 2735600
    },
    {
      "epoch": 763.5,
      "grad_norm": 1.0602779388427734,
      "learning_rate": 2.663085743716143e-08,
      "loss": 0.3373,
      "step": 2735610
    },
    {
      "epoch": 763.5,
      "grad_norm": 1.174050211906433,
      "learning_rate": 2.662679301299285e-08,
      "loss": 0.3411,
      "step": 2735620
    },
    {
      "epoch": 763.5,
      "grad_norm": 1.1892708539962769,
      "learning_rate": 2.6622728897233558e-08,
      "loss": 0.3507,
      "step": 2735630
    },
    {
      "epoch": 763.51,
      "grad_norm": 1.1180475950241089,
      "learning_rate": 2.6618665089884593e-08,
      "loss": 0.3482,
      "step": 2735640
    },
    {
      "epoch": 763.51,
      "grad_norm": 1.205116868019104,
      "learning_rate": 2.6614601590946478e-08,
      "loss": 0.331,
      "step": 2735650
    },
    {
      "epoch": 763.51,
      "grad_norm": 1.252882719039917,
      "learning_rate": 2.6610538400419994e-08,
      "loss": 0.3289,
      "step": 2735660
    },
    {
      "epoch": 763.51,
      "grad_norm": 1.4908639192581177,
      "learning_rate": 2.6606475518305138e-08,
      "loss": 0.3349,
      "step": 2735670
    },
    {
      "epoch": 763.52,
      "grad_norm": 1.088660478591919,
      "learning_rate": 2.660241294460269e-08,
      "loss": 0.3282,
      "step": 2735680
    },
    {
      "epoch": 763.52,
      "grad_norm": 1.2428975105285645,
      "learning_rate": 2.6598350679313436e-08,
      "loss": 0.3504,
      "step": 2735690
    },
    {
      "epoch": 763.52,
      "grad_norm": 1.3957558870315552,
      "learning_rate": 2.659428872243737e-08,
      "loss": 0.3315,
      "step": 2735700
    },
    {
      "epoch": 763.52,
      "grad_norm": 1.2067888975143433,
      "learning_rate": 2.659022707397554e-08,
      "loss": 0.3386,
      "step": 2735710
    },
    {
      "epoch": 763.53,
      "grad_norm": 2.863966226577759,
      "learning_rate": 2.6586165733928198e-08,
      "loss": 0.3413,
      "step": 2735720
    },
    {
      "epoch": 763.53,
      "grad_norm": 1.3661375045776367,
      "learning_rate": 2.6582104702296132e-08,
      "loss": 0.3388,
      "step": 2735730
    },
    {
      "epoch": 763.53,
      "grad_norm": 1.151810884475708,
      "learning_rate": 2.6578043979079595e-08,
      "loss": 0.3354,
      "step": 2735740
    },
    {
      "epoch": 763.54,
      "grad_norm": 1.169376254081726,
      "learning_rate": 2.6573983564279633e-08,
      "loss": 0.3334,
      "step": 2735750
    },
    {
      "epoch": 763.54,
      "grad_norm": 1.2886078357696533,
      "learning_rate": 2.6569923457896245e-08,
      "loss": 0.33,
      "step": 2735760
    },
    {
      "epoch": 763.54,
      "grad_norm": 1.1910902261734009,
      "learning_rate": 2.656586365992995e-08,
      "loss": 0.3342,
      "step": 2735770
    },
    {
      "epoch": 763.54,
      "grad_norm": 1.111942172050476,
      "learning_rate": 2.6561804170381793e-08,
      "loss": 0.3256,
      "step": 2735780
    },
    {
      "epoch": 763.55,
      "grad_norm": 1.2117444276809692,
      "learning_rate": 2.6557744989251506e-08,
      "loss": 0.3458,
      "step": 2735790
    },
    {
      "epoch": 763.55,
      "grad_norm": 1.2121707201004028,
      "learning_rate": 2.6553686116540656e-08,
      "loss": 0.3451,
      "step": 2735800
    },
    {
      "epoch": 763.55,
      "grad_norm": 1.4430363178253174,
      "learning_rate": 2.6549627552249242e-08,
      "loss": 0.3346,
      "step": 2735810
    },
    {
      "epoch": 763.56,
      "grad_norm": 3.8749911785125732,
      "learning_rate": 2.6545569296377526e-08,
      "loss": 0.3235,
      "step": 2735820
    },
    {
      "epoch": 763.56,
      "grad_norm": 1.577858567237854,
      "learning_rate": 2.6541511348926544e-08,
      "loss": 0.346,
      "step": 2735830
    },
    {
      "epoch": 763.56,
      "grad_norm": 1.0689088106155396,
      "learning_rate": 2.6537453709896563e-08,
      "loss": 0.3388,
      "step": 2735840
    },
    {
      "epoch": 763.56,
      "grad_norm": 1.2699600458145142,
      "learning_rate": 2.6533396379288358e-08,
      "loss": 0.3396,
      "step": 2735850
    },
    {
      "epoch": 763.57,
      "grad_norm": 1.1970934867858887,
      "learning_rate": 2.652933935710219e-08,
      "loss": 0.3513,
      "step": 2735860
    },
    {
      "epoch": 763.57,
      "grad_norm": 1.2071845531463623,
      "learning_rate": 2.652528264333884e-08,
      "loss": 0.3189,
      "step": 2735870
    },
    {
      "epoch": 763.57,
      "grad_norm": 1.1383603811264038,
      "learning_rate": 2.652122623799857e-08,
      "loss": 0.3315,
      "step": 2735880
    },
    {
      "epoch": 763.58,
      "grad_norm": 1.193550705909729,
      "learning_rate": 2.6517170141082158e-08,
      "loss": 0.3704,
      "step": 2735890
    },
    {
      "epoch": 763.58,
      "grad_norm": 1.285625696182251,
      "learning_rate": 2.6513114352590127e-08,
      "loss": 0.3489,
      "step": 2735900
    },
    {
      "epoch": 763.58,
      "grad_norm": 1.2312288284301758,
      "learning_rate": 2.6509058872522734e-08,
      "loss": 0.3422,
      "step": 2735910
    },
    {
      "epoch": 763.58,
      "grad_norm": 1.2573161125183105,
      "learning_rate": 2.6505003700881024e-08,
      "loss": 0.3249,
      "step": 2735920
    },
    {
      "epoch": 763.59,
      "grad_norm": 1.2099452018737793,
      "learning_rate": 2.6500948837664995e-08,
      "loss": 0.3369,
      "step": 2735930
    },
    {
      "epoch": 763.59,
      "grad_norm": 1.0826587677001953,
      "learning_rate": 2.6496894282875687e-08,
      "loss": 0.3384,
      "step": 2735940
    },
    {
      "epoch": 763.59,
      "grad_norm": 1.318808674812317,
      "learning_rate": 2.649284003651336e-08,
      "loss": 0.3402,
      "step": 2735950
    },
    {
      "epoch": 763.59,
      "grad_norm": 1.2444183826446533,
      "learning_rate": 2.6488786098578275e-08,
      "loss": 0.3305,
      "step": 2735960
    },
    {
      "epoch": 763.6,
      "grad_norm": 1.2450255155563354,
      "learning_rate": 2.6484732469071473e-08,
      "loss": 0.3425,
      "step": 2735970
    },
    {
      "epoch": 763.6,
      "grad_norm": 1.2208658456802368,
      "learning_rate": 2.6480679147993475e-08,
      "loss": 0.3353,
      "step": 2735980
    },
    {
      "epoch": 763.6,
      "grad_norm": 1.2868854999542236,
      "learning_rate": 2.6476626135344542e-08,
      "loss": 0.3333,
      "step": 2735990
    },
    {
      "epoch": 763.61,
      "grad_norm": 1.2008270025253296,
      "learning_rate": 2.647257343112545e-08,
      "loss": 0.3308,
      "step": 2736000
    },
    {
      "epoch": 763.61,
      "grad_norm": 3.8152670860290527,
      "learning_rate": 2.6468521035336467e-08,
      "loss": 0.3203,
      "step": 2736010
    },
    {
      "epoch": 763.61,
      "grad_norm": 1.310417890548706,
      "learning_rate": 2.6464468947978104e-08,
      "loss": 0.3339,
      "step": 2736020
    },
    {
      "epoch": 763.61,
      "grad_norm": 1.0653693675994873,
      "learning_rate": 2.646041716905141e-08,
      "loss": 0.308,
      "step": 2736030
    },
    {
      "epoch": 763.62,
      "grad_norm": 1.3013267517089844,
      "learning_rate": 2.645636569855664e-08,
      "loss": 0.3394,
      "step": 2736040
    },
    {
      "epoch": 763.62,
      "grad_norm": 1.0790483951568604,
      "learning_rate": 2.6452314536494057e-08,
      "loss": 0.3321,
      "step": 2736050
    },
    {
      "epoch": 763.62,
      "grad_norm": 1.1261751651763916,
      "learning_rate": 2.644826368286444e-08,
      "loss": 0.3281,
      "step": 2736060
    },
    {
      "epoch": 763.63,
      "grad_norm": 1.2368210554122925,
      "learning_rate": 2.6444213137668308e-08,
      "loss": 0.3495,
      "step": 2736070
    },
    {
      "epoch": 763.63,
      "grad_norm": 1.1614007949829102,
      "learning_rate": 2.644016290090645e-08,
      "loss": 0.319,
      "step": 2736080
    },
    {
      "epoch": 763.63,
      "grad_norm": 1.3810099363327026,
      "learning_rate": 2.6436112972578852e-08,
      "loss": 0.357,
      "step": 2736090
    },
    {
      "epoch": 763.63,
      "grad_norm": 1.2773898839950562,
      "learning_rate": 2.6432063352686568e-08,
      "loss": 0.3473,
      "step": 2736100
    },
    {
      "epoch": 763.64,
      "grad_norm": 1.296096920967102,
      "learning_rate": 2.642801404122959e-08,
      "loss": 0.3413,
      "step": 2736110
    },
    {
      "epoch": 763.64,
      "grad_norm": 1.2646560668945312,
      "learning_rate": 2.6423965038209224e-08,
      "loss": 0.3342,
      "step": 2736120
    },
    {
      "epoch": 763.64,
      "grad_norm": 1.0602277517318726,
      "learning_rate": 2.6419916343625465e-08,
      "loss": 0.3421,
      "step": 2736130
    },
    {
      "epoch": 763.64,
      "grad_norm": 1.3624510765075684,
      "learning_rate": 2.6415867957478838e-08,
      "loss": 0.3451,
      "step": 2736140
    },
    {
      "epoch": 763.65,
      "grad_norm": 1.2185595035552979,
      "learning_rate": 2.641181987977012e-08,
      "loss": 0.3315,
      "step": 2736150
    },
    {
      "epoch": 763.65,
      "grad_norm": 1.2215790748596191,
      "learning_rate": 2.640777211049957e-08,
      "loss": 0.3198,
      "step": 2736160
    },
    {
      "epoch": 763.65,
      "grad_norm": 1.3266206979751587,
      "learning_rate": 2.6403724649668236e-08,
      "loss": 0.3414,
      "step": 2736170
    },
    {
      "epoch": 763.66,
      "grad_norm": 1.3407275676727295,
      "learning_rate": 2.6399677497276114e-08,
      "loss": 0.3286,
      "step": 2736180
    },
    {
      "epoch": 763.66,
      "grad_norm": 1.1313565969467163,
      "learning_rate": 2.639563065332398e-08,
      "loss": 0.3385,
      "step": 2736190
    },
    {
      "epoch": 763.66,
      "grad_norm": 1.3547780513763428,
      "learning_rate": 2.6391584117812365e-08,
      "loss": 0.3282,
      "step": 2736200
    },
    {
      "epoch": 763.66,
      "grad_norm": 1.5490756034851074,
      "learning_rate": 2.638753789074178e-08,
      "loss": 0.3375,
      "step": 2736210
    },
    {
      "epoch": 763.67,
      "grad_norm": 1.252731204032898,
      "learning_rate": 2.6383491972112747e-08,
      "loss": 0.3429,
      "step": 2736220
    },
    {
      "epoch": 763.67,
      "grad_norm": 1.3233097791671753,
      "learning_rate": 2.637944636192579e-08,
      "loss": 0.337,
      "step": 2736230
    },
    {
      "epoch": 763.67,
      "grad_norm": 1.4450324773788452,
      "learning_rate": 2.6375401060181686e-08,
      "loss": 0.3418,
      "step": 2736240
    },
    {
      "epoch": 763.68,
      "grad_norm": 1.3395650386810303,
      "learning_rate": 2.6371356066880437e-08,
      "loss": 0.3379,
      "step": 2736250
    },
    {
      "epoch": 763.68,
      "grad_norm": 1.3179941177368164,
      "learning_rate": 2.6367311382023086e-08,
      "loss": 0.3498,
      "step": 2736260
    },
    {
      "epoch": 763.68,
      "grad_norm": 1.2516893148422241,
      "learning_rate": 2.636326700561015e-08,
      "loss": 0.334,
      "step": 2736270
    },
    {
      "epoch": 763.68,
      "grad_norm": 1.2107439041137695,
      "learning_rate": 2.6359222937641626e-08,
      "loss": 0.3466,
      "step": 2736280
    },
    {
      "epoch": 763.69,
      "grad_norm": 1.231920838356018,
      "learning_rate": 2.6355179178119082e-08,
      "loss": 0.334,
      "step": 2736290
    },
    {
      "epoch": 763.69,
      "grad_norm": 1.1249966621398926,
      "learning_rate": 2.6351135727041994e-08,
      "loss": 0.328,
      "step": 2736300
    },
    {
      "epoch": 763.69,
      "grad_norm": 1.270876169204712,
      "learning_rate": 2.6347092584411143e-08,
      "loss": 0.3365,
      "step": 2736310
    },
    {
      "epoch": 763.7,
      "grad_norm": 1.0463380813598633,
      "learning_rate": 2.6343049750227572e-08,
      "loss": 0.335,
      "step": 2736320
    },
    {
      "epoch": 763.7,
      "grad_norm": 1.2568844556808472,
      "learning_rate": 2.6339007224491538e-08,
      "loss": 0.341,
      "step": 2736330
    },
    {
      "epoch": 763.7,
      "grad_norm": 1.2367756366729736,
      "learning_rate": 2.6334965007203303e-08,
      "loss": 0.3454,
      "step": 2736340
    },
    {
      "epoch": 763.7,
      "grad_norm": 1.3004525899887085,
      "learning_rate": 2.6330923098363648e-08,
      "loss": 0.3489,
      "step": 2736350
    },
    {
      "epoch": 763.71,
      "grad_norm": 1.0514965057373047,
      "learning_rate": 2.632688149797335e-08,
      "loss": 0.3504,
      "step": 2736360
    },
    {
      "epoch": 763.71,
      "grad_norm": 1.191880464553833,
      "learning_rate": 2.6322840206032415e-08,
      "loss": 0.3446,
      "step": 2736370
    },
    {
      "epoch": 763.71,
      "grad_norm": 1.3727372884750366,
      "learning_rate": 2.6318799222541877e-08,
      "loss": 0.3326,
      "step": 2736380
    },
    {
      "epoch": 763.71,
      "grad_norm": 1.1788862943649292,
      "learning_rate": 2.6314758547502003e-08,
      "loss": 0.332,
      "step": 2736390
    },
    {
      "epoch": 763.72,
      "grad_norm": 1.1600439548492432,
      "learning_rate": 2.631071818091331e-08,
      "loss": 0.3391,
      "step": 2736400
    },
    {
      "epoch": 763.72,
      "grad_norm": 1.5517421960830688,
      "learning_rate": 2.6306678122776577e-08,
      "loss": 0.3327,
      "step": 2736410
    },
    {
      "epoch": 763.72,
      "grad_norm": 1.2773425579071045,
      "learning_rate": 2.6302638373092067e-08,
      "loss": 0.3196,
      "step": 2736420
    },
    {
      "epoch": 763.73,
      "grad_norm": 1.1682683229446411,
      "learning_rate": 2.629859893186056e-08,
      "loss": 0.3401,
      "step": 2736430
    },
    {
      "epoch": 763.73,
      "grad_norm": 1.7593992948532104,
      "learning_rate": 2.6294559799082316e-08,
      "loss": 0.3362,
      "step": 2736440
    },
    {
      "epoch": 763.73,
      "grad_norm": 1.0795772075653076,
      "learning_rate": 2.6290520974757856e-08,
      "loss": 0.3211,
      "step": 2736450
    },
    {
      "epoch": 763.73,
      "grad_norm": 1.3254302740097046,
      "learning_rate": 2.628648245888822e-08,
      "loss": 0.3215,
      "step": 2736460
    },
    {
      "epoch": 763.74,
      "grad_norm": 1.4680558443069458,
      "learning_rate": 2.6282444251473407e-08,
      "loss": 0.3533,
      "step": 2736470
    },
    {
      "epoch": 763.74,
      "grad_norm": 1.3490086793899536,
      "learning_rate": 2.62784063525142e-08,
      "loss": 0.3382,
      "step": 2736480
    },
    {
      "epoch": 763.74,
      "grad_norm": 1.1467268466949463,
      "learning_rate": 2.6274368762011118e-08,
      "loss": 0.3291,
      "step": 2736490
    },
    {
      "epoch": 763.75,
      "grad_norm": 3.8748059272766113,
      "learning_rate": 2.6270331479964942e-08,
      "loss": 0.3245,
      "step": 2736500
    },
    {
      "epoch": 763.75,
      "grad_norm": 1.3749985694885254,
      "learning_rate": 2.626629450637541e-08,
      "loss": 0.3255,
      "step": 2736510
    },
    {
      "epoch": 763.75,
      "grad_norm": 1.0443464517593384,
      "learning_rate": 2.6262257841244086e-08,
      "loss": 0.3429,
      "step": 2736520
    },
    {
      "epoch": 763.75,
      "grad_norm": 1.406955361366272,
      "learning_rate": 2.6258221484570708e-08,
      "loss": 0.3395,
      "step": 2736530
    },
    {
      "epoch": 763.76,
      "grad_norm": 1.1181116104125977,
      "learning_rate": 2.6254185436356058e-08,
      "loss": 0.3398,
      "step": 2736540
    },
    {
      "epoch": 763.76,
      "grad_norm": 1.2422139644622803,
      "learning_rate": 2.6250149696600916e-08,
      "loss": 0.3316,
      "step": 2736550
    },
    {
      "epoch": 763.76,
      "grad_norm": 1.2750673294067383,
      "learning_rate": 2.6246114265305802e-08,
      "loss": 0.3376,
      "step": 2736560
    },
    {
      "epoch": 763.77,
      "grad_norm": 1.4746112823486328,
      "learning_rate": 2.624207914247072e-08,
      "loss": 0.3407,
      "step": 2736570
    },
    {
      "epoch": 763.77,
      "grad_norm": 1.3583718538284302,
      "learning_rate": 2.6238044328096704e-08,
      "loss": 0.3445,
      "step": 2736580
    },
    {
      "epoch": 763.77,
      "grad_norm": 1.4201595783233643,
      "learning_rate": 2.6234009822184274e-08,
      "loss": 0.3433,
      "step": 2736590
    },
    {
      "epoch": 763.77,
      "grad_norm": 1.1184555292129517,
      "learning_rate": 2.62299756247337e-08,
      "loss": 0.3452,
      "step": 2736600
    },
    {
      "epoch": 763.78,
      "grad_norm": 1.1304740905761719,
      "learning_rate": 2.6225941735745752e-08,
      "loss": 0.3372,
      "step": 2736610
    },
    {
      "epoch": 763.78,
      "grad_norm": 1.2161825895309448,
      "learning_rate": 2.6221908155220957e-08,
      "loss": 0.3328,
      "step": 2736620
    },
    {
      "epoch": 763.78,
      "grad_norm": 8.945613861083984,
      "learning_rate": 2.6217874883159574e-08,
      "loss": 0.3356,
      "step": 2736630
    },
    {
      "epoch": 763.78,
      "grad_norm": 1.1550464630126953,
      "learning_rate": 2.621384191956264e-08,
      "loss": 0.3519,
      "step": 2736640
    },
    {
      "epoch": 763.79,
      "grad_norm": 1.1731654405593872,
      "learning_rate": 2.620980926443016e-08,
      "loss": 0.3229,
      "step": 2736650
    },
    {
      "epoch": 763.79,
      "grad_norm": 1.1063392162322998,
      "learning_rate": 2.6205776917762913e-08,
      "loss": 0.3332,
      "step": 2736660
    },
    {
      "epoch": 763.79,
      "grad_norm": 1.5746135711669922,
      "learning_rate": 2.6201744879561418e-08,
      "loss": 0.3385,
      "step": 2736670
    },
    {
      "epoch": 763.8,
      "grad_norm": 1.5225719213485718,
      "learning_rate": 2.6197713149826455e-08,
      "loss": 0.3445,
      "step": 2736680
    },
    {
      "epoch": 763.8,
      "grad_norm": 1.292725682258606,
      "learning_rate": 2.619368172855803e-08,
      "loss": 0.3281,
      "step": 2736690
    },
    {
      "epoch": 763.8,
      "grad_norm": 1.1978727579116821,
      "learning_rate": 2.6189650615757433e-08,
      "loss": 0.3395,
      "step": 2736700
    },
    {
      "epoch": 763.8,
      "grad_norm": 1.398197054862976,
      "learning_rate": 2.6185619811424415e-08,
      "loss": 0.3234,
      "step": 2736710
    },
    {
      "epoch": 763.81,
      "grad_norm": 1.6271144151687622,
      "learning_rate": 2.6181589315559753e-08,
      "loss": 0.3291,
      "step": 2736720
    },
    {
      "epoch": 763.81,
      "grad_norm": 1.3051129579544067,
      "learning_rate": 2.6177559128164482e-08,
      "loss": 0.3342,
      "step": 2736730
    },
    {
      "epoch": 763.81,
      "grad_norm": 1.3508177995681763,
      "learning_rate": 2.617352924923809e-08,
      "loss": 0.3502,
      "step": 2736740
    },
    {
      "epoch": 763.82,
      "grad_norm": 1.1700992584228516,
      "learning_rate": 2.6169499678782394e-08,
      "loss": 0.3426,
      "step": 2736750
    },
    {
      "epoch": 763.82,
      "grad_norm": 1.176074504852295,
      "learning_rate": 2.6165470416796876e-08,
      "loss": 0.33,
      "step": 2736760
    },
    {
      "epoch": 763.82,
      "grad_norm": 1.2248650789260864,
      "learning_rate": 2.6161441463282573e-08,
      "loss": 0.3428,
      "step": 2736770
    },
    {
      "epoch": 763.82,
      "grad_norm": 2.4898858070373535,
      "learning_rate": 2.615741281824027e-08,
      "loss": 0.349,
      "step": 2736780
    },
    {
      "epoch": 763.83,
      "grad_norm": 1.1812888383865356,
      "learning_rate": 2.6153384481669963e-08,
      "loss": 0.3417,
      "step": 2736790
    },
    {
      "epoch": 763.83,
      "grad_norm": 1.155616044998169,
      "learning_rate": 2.6149356453572176e-08,
      "loss": 0.3465,
      "step": 2736800
    },
    {
      "epoch": 763.83,
      "grad_norm": 1.2372760772705078,
      "learning_rate": 2.6145328733947946e-08,
      "loss": 0.3444,
      "step": 2736810
    },
    {
      "epoch": 763.83,
      "grad_norm": 5.5753560066223145,
      "learning_rate": 2.614130132279754e-08,
      "loss": 0.3521,
      "step": 2736820
    },
    {
      "epoch": 763.84,
      "grad_norm": 1.1061052083969116,
      "learning_rate": 2.613727422012121e-08,
      "loss": 0.3298,
      "step": 2736830
    },
    {
      "epoch": 763.84,
      "grad_norm": 1.2606514692306519,
      "learning_rate": 2.613324742592e-08,
      "loss": 0.3464,
      "step": 2736840
    },
    {
      "epoch": 763.84,
      "grad_norm": 1.17801034450531,
      "learning_rate": 2.6129220940194173e-08,
      "loss": 0.3399,
      "step": 2736850
    },
    {
      "epoch": 763.85,
      "grad_norm": 1.0965657234191895,
      "learning_rate": 2.6125194762944244e-08,
      "loss": 0.3475,
      "step": 2736860
    },
    {
      "epoch": 763.85,
      "grad_norm": 1.4120527505874634,
      "learning_rate": 2.6121168894170738e-08,
      "loss": 0.3441,
      "step": 2736870
    },
    {
      "epoch": 763.85,
      "grad_norm": 1.289244532585144,
      "learning_rate": 2.6117143333874435e-08,
      "loss": 0.3337,
      "step": 2736880
    },
    {
      "epoch": 763.85,
      "grad_norm": 1.2749003171920776,
      "learning_rate": 2.6113118082055594e-08,
      "loss": 0.3342,
      "step": 2736890
    },
    {
      "epoch": 763.86,
      "grad_norm": 1.4709134101867676,
      "learning_rate": 2.6109093138714737e-08,
      "loss": 0.3195,
      "step": 2736900
    },
    {
      "epoch": 763.86,
      "grad_norm": 1.2636902332305908,
      "learning_rate": 2.61050685038529e-08,
      "loss": 0.3255,
      "step": 2736910
    },
    {
      "epoch": 763.86,
      "grad_norm": 1.1851255893707275,
      "learning_rate": 2.6101044177469828e-08,
      "loss": 0.346,
      "step": 2736920
    },
    {
      "epoch": 763.87,
      "grad_norm": 1.1738965511322021,
      "learning_rate": 2.609702015956656e-08,
      "loss": 0.3277,
      "step": 2736930
    },
    {
      "epoch": 763.87,
      "grad_norm": 1.1605825424194336,
      "learning_rate": 2.609299645014362e-08,
      "loss": 0.3383,
      "step": 2736940
    },
    {
      "epoch": 763.87,
      "grad_norm": 1.3103084564208984,
      "learning_rate": 2.608897304920152e-08,
      "loss": 0.3283,
      "step": 2736950
    },
    {
      "epoch": 763.87,
      "grad_norm": 1.303380012512207,
      "learning_rate": 2.608494995674079e-08,
      "loss": 0.3396,
      "step": 2736960
    },
    {
      "epoch": 763.88,
      "grad_norm": 1.3979171514511108,
      "learning_rate": 2.608092717276168e-08,
      "loss": 0.317,
      "step": 2736970
    },
    {
      "epoch": 763.88,
      "grad_norm": 1.2911746501922607,
      "learning_rate": 2.607690469726498e-08,
      "loss": 0.3333,
      "step": 2736980
    },
    {
      "epoch": 763.88,
      "grad_norm": 1.0938410758972168,
      "learning_rate": 2.6072882530251208e-08,
      "loss": 0.3312,
      "step": 2736990
    },
    {
      "epoch": 763.89,
      "grad_norm": 1.2723692655563354,
      "learning_rate": 2.6068860671720882e-08,
      "loss": 0.3276,
      "step": 2737000
    },
    {
      "epoch": 763.89,
      "grad_norm": 1.2368830442428589,
      "learning_rate": 2.606483912167478e-08,
      "loss": 0.3247,
      "step": 2737010
    },
    {
      "epoch": 763.89,
      "grad_norm": 1.4357614517211914,
      "learning_rate": 2.6060817880113173e-08,
      "loss": 0.3468,
      "step": 2737020
    },
    {
      "epoch": 763.89,
      "grad_norm": 1.2183150053024292,
      "learning_rate": 2.6056796947036308e-08,
      "loss": 0.3191,
      "step": 2737030
    },
    {
      "epoch": 763.9,
      "grad_norm": 1.2584542036056519,
      "learning_rate": 2.6052776322445233e-08,
      "loss": 0.3496,
      "step": 2737040
    },
    {
      "epoch": 763.9,
      "grad_norm": 1.4614205360412598,
      "learning_rate": 2.604875600634047e-08,
      "loss": 0.3351,
      "step": 2737050
    },
    {
      "epoch": 763.9,
      "grad_norm": 1.0699187517166138,
      "learning_rate": 2.6044735998722017e-08,
      "loss": 0.3444,
      "step": 2737060
    },
    {
      "epoch": 763.9,
      "grad_norm": 1.1907589435577393,
      "learning_rate": 2.604071629959091e-08,
      "loss": 0.3393,
      "step": 2737070
    },
    {
      "epoch": 763.91,
      "grad_norm": 1.5224100351333618,
      "learning_rate": 2.6036696908947677e-08,
      "loss": 0.3252,
      "step": 2737080
    },
    {
      "epoch": 763.91,
      "grad_norm": 1.3682501316070557,
      "learning_rate": 2.6032677826792574e-08,
      "loss": 0.3356,
      "step": 2737090
    },
    {
      "epoch": 763.91,
      "grad_norm": 1.2102997303009033,
      "learning_rate": 2.602865905312638e-08,
      "loss": 0.3567,
      "step": 2737100
    },
    {
      "epoch": 763.92,
      "grad_norm": 1.3763107061386108,
      "learning_rate": 2.6024640587949363e-08,
      "loss": 0.3319,
      "step": 2737110
    },
    {
      "epoch": 763.92,
      "grad_norm": 1.1495585441589355,
      "learning_rate": 2.6020622431262296e-08,
      "loss": 0.3198,
      "step": 2737120
    },
    {
      "epoch": 763.92,
      "grad_norm": 1.4617059230804443,
      "learning_rate": 2.60166045830657e-08,
      "loss": 0.3308,
      "step": 2737130
    },
    {
      "epoch": 763.92,
      "grad_norm": 1.1886053085327148,
      "learning_rate": 2.60125870433601e-08,
      "loss": 0.3407,
      "step": 2737140
    },
    {
      "epoch": 763.93,
      "grad_norm": 1.3668160438537598,
      "learning_rate": 2.600856981214575e-08,
      "loss": 0.326,
      "step": 2737150
    },
    {
      "epoch": 763.93,
      "grad_norm": 1.467735767364502,
      "learning_rate": 2.6004552889423697e-08,
      "loss": 0.362,
      "step": 2737160
    },
    {
      "epoch": 763.93,
      "grad_norm": 5.0110297203063965,
      "learning_rate": 2.6000536275194195e-08,
      "loss": 0.3352,
      "step": 2737170
    },
    {
      "epoch": 763.94,
      "grad_norm": 1.1103160381317139,
      "learning_rate": 2.599651996945725e-08,
      "loss": 0.3517,
      "step": 2737180
    },
    {
      "epoch": 763.94,
      "grad_norm": 1.4588518142700195,
      "learning_rate": 2.5992503972214683e-08,
      "loss": 0.3358,
      "step": 2737190
    },
    {
      "epoch": 763.94,
      "grad_norm": 1.2458277940750122,
      "learning_rate": 2.5988488283465708e-08,
      "loss": 0.3542,
      "step": 2737200
    },
    {
      "epoch": 763.94,
      "grad_norm": 1.4285944700241089,
      "learning_rate": 2.598447290321163e-08,
      "loss": 0.3302,
      "step": 2737210
    },
    {
      "epoch": 763.95,
      "grad_norm": 1.5015298128128052,
      "learning_rate": 2.5980457831452708e-08,
      "loss": 0.3407,
      "step": 2737220
    },
    {
      "epoch": 763.95,
      "grad_norm": 2.9782838821411133,
      "learning_rate": 2.5976443068189725e-08,
      "loss": 0.3256,
      "step": 2737230
    },
    {
      "epoch": 763.95,
      "grad_norm": 1.2719374895095825,
      "learning_rate": 2.5972428613422938e-08,
      "loss": 0.336,
      "step": 2737240
    },
    {
      "epoch": 763.95,
      "grad_norm": 1.3076273202896118,
      "learning_rate": 2.596841446715287e-08,
      "loss": 0.3385,
      "step": 2737250
    },
    {
      "epoch": 763.96,
      "grad_norm": 1.3060492277145386,
      "learning_rate": 2.5964400629380296e-08,
      "loss": 0.3304,
      "step": 2737260
    },
    {
      "epoch": 763.96,
      "grad_norm": 1.1502487659454346,
      "learning_rate": 2.5960387100105487e-08,
      "loss": 0.3352,
      "step": 2737270
    },
    {
      "epoch": 763.96,
      "grad_norm": 1.4471861124038696,
      "learning_rate": 2.5956373879329212e-08,
      "loss": 0.3543,
      "step": 2737280
    },
    {
      "epoch": 763.97,
      "grad_norm": 1.1812803745269775,
      "learning_rate": 2.5952360967052e-08,
      "loss": 0.3393,
      "step": 2737290
    },
    {
      "epoch": 763.97,
      "grad_norm": 1.9070091247558594,
      "learning_rate": 2.5948348363274108e-08,
      "loss": 0.3437,
      "step": 2737300
    },
    {
      "epoch": 763.97,
      "grad_norm": 1.3035451173782349,
      "learning_rate": 2.5944336067996313e-08,
      "loss": 0.341,
      "step": 2737310
    },
    {
      "epoch": 763.97,
      "grad_norm": 1.1279984712600708,
      "learning_rate": 2.594032408121888e-08,
      "loss": 0.3184,
      "step": 2737320
    },
    {
      "epoch": 763.98,
      "grad_norm": 1.2217326164245605,
      "learning_rate": 2.593631240294285e-08,
      "loss": 0.3181,
      "step": 2737330
    },
    {
      "epoch": 763.98,
      "grad_norm": 1.1810446977615356,
      "learning_rate": 2.5932301033168222e-08,
      "loss": 0.3464,
      "step": 2737340
    },
    {
      "epoch": 763.98,
      "grad_norm": 1.1440260410308838,
      "learning_rate": 2.5928289971895773e-08,
      "loss": 0.3306,
      "step": 2737350
    },
    {
      "epoch": 763.99,
      "grad_norm": 1.0945788621902466,
      "learning_rate": 2.592427921912629e-08,
      "loss": 0.3415,
      "step": 2737360
    },
    {
      "epoch": 763.99,
      "grad_norm": 1.1925077438354492,
      "learning_rate": 2.592026877486003e-08,
      "loss": 0.3605,
      "step": 2737370
    },
    {
      "epoch": 763.99,
      "grad_norm": 1.1241168975830078,
      "learning_rate": 2.591625863909725e-08,
      "loss": 0.3454,
      "step": 2737380
    },
    {
      "epoch": 763.99,
      "grad_norm": 1.2391587495803833,
      "learning_rate": 2.5912248811838735e-08,
      "loss": 0.3411,
      "step": 2737390
    },
    {
      "epoch": 764.0,
      "grad_norm": 1.0471798181533813,
      "learning_rate": 2.5908239293085526e-08,
      "loss": 0.3449,
      "step": 2737400
    },
    {
      "epoch": 764.0,
      "grad_norm": 1.3340554237365723,
      "learning_rate": 2.59042300828371e-08,
      "loss": 0.3278,
      "step": 2737410
    },
    {
      "epoch": 764.0,
      "eval_loss": 0.3357219696044922,
      "eval_runtime": 66.5508,
      "eval_samples_per_second": 76.017,
      "eval_steps_per_second": 9.512,
      "step": 2737412
    },
    {
      "epoch": 764.0,
      "grad_norm": 1.073817491531372,
      "learning_rate": 2.590022118109502e-08,
      "loss": 0.3317,
      "step": 2737420
    },
    {
      "epoch": 764.01,
      "grad_norm": 1.365929365158081,
      "learning_rate": 2.5896212587859286e-08,
      "loss": 0.3306,
      "step": 2737430
    },
    {
      "epoch": 764.01,
      "grad_norm": 1.2529486417770386,
      "learning_rate": 2.5892204303130417e-08,
      "loss": 0.3232,
      "step": 2737440
    },
    {
      "epoch": 764.01,
      "grad_norm": 1.2399154901504517,
      "learning_rate": 2.5888196326909192e-08,
      "loss": 0.3346,
      "step": 2737450
    },
    {
      "epoch": 764.01,
      "grad_norm": 1.3876110315322876,
      "learning_rate": 2.588418865919588e-08,
      "loss": 0.3436,
      "step": 2737460
    },
    {
      "epoch": 764.02,
      "grad_norm": 1.4572619199752808,
      "learning_rate": 2.588018129999099e-08,
      "loss": 0.3272,
      "step": 2737470
    },
    {
      "epoch": 764.02,
      "grad_norm": 1.306824803352356,
      "learning_rate": 2.587617424929557e-08,
      "loss": 0.3272,
      "step": 2737480
    },
    {
      "epoch": 764.02,
      "grad_norm": 1.2247544527053833,
      "learning_rate": 2.5872167507109618e-08,
      "loss": 0.3278,
      "step": 2737490
    },
    {
      "epoch": 764.02,
      "grad_norm": 1.382209300994873,
      "learning_rate": 2.5868161073433653e-08,
      "loss": 0.3421,
      "step": 2737500
    },
    {
      "epoch": 764.03,
      "grad_norm": 1.1215261220932007,
      "learning_rate": 2.586415494826872e-08,
      "loss": 0.3321,
      "step": 2737510
    },
    {
      "epoch": 764.03,
      "grad_norm": 1.2819913625717163,
      "learning_rate": 2.5860149131614814e-08,
      "loss": 0.3247,
      "step": 2737520
    },
    {
      "epoch": 764.03,
      "grad_norm": 1.24107027053833,
      "learning_rate": 2.585614362347272e-08,
      "loss": 0.3347,
      "step": 2737530
    },
    {
      "epoch": 764.04,
      "grad_norm": 1.0456982851028442,
      "learning_rate": 2.5852138423842952e-08,
      "loss": 0.3309,
      "step": 2737540
    },
    {
      "epoch": 764.04,
      "grad_norm": 1.1139565706253052,
      "learning_rate": 2.5848133532726037e-08,
      "loss": 0.345,
      "step": 2737550
    },
    {
      "epoch": 764.04,
      "grad_norm": 1.1472159624099731,
      "learning_rate": 2.5844128950122492e-08,
      "loss": 0.3403,
      "step": 2737560
    },
    {
      "epoch": 764.04,
      "grad_norm": 1.170614242553711,
      "learning_rate": 2.584012467603258e-08,
      "loss": 0.3462,
      "step": 2737570
    },
    {
      "epoch": 764.05,
      "grad_norm": 1.4379876852035522,
      "learning_rate": 2.583612071045734e-08,
      "loss": 0.3411,
      "step": 2737580
    },
    {
      "epoch": 764.05,
      "grad_norm": 1.4619756937026978,
      "learning_rate": 2.583211705339729e-08,
      "loss": 0.3314,
      "step": 2737590
    },
    {
      "epoch": 764.05,
      "grad_norm": 1.3231898546218872,
      "learning_rate": 2.5828113704852436e-08,
      "loss": 0.3471,
      "step": 2737600
    },
    {
      "epoch": 764.06,
      "grad_norm": 1.0885576009750366,
      "learning_rate": 2.5824110664823818e-08,
      "loss": 0.3368,
      "step": 2737610
    },
    {
      "epoch": 764.06,
      "grad_norm": 1.2562603950500488,
      "learning_rate": 2.582010793331143e-08,
      "loss": 0.3261,
      "step": 2737620
    },
    {
      "epoch": 764.06,
      "grad_norm": 1.2385259866714478,
      "learning_rate": 2.5816105510316573e-08,
      "loss": 0.3511,
      "step": 2737630
    },
    {
      "epoch": 764.06,
      "grad_norm": 1.2906314134597778,
      "learning_rate": 2.5812103395838993e-08,
      "loss": 0.3201,
      "step": 2737640
    },
    {
      "epoch": 764.07,
      "grad_norm": 1.473657250404358,
      "learning_rate": 2.580810158987973e-08,
      "loss": 0.3378,
      "step": 2737650
    },
    {
      "epoch": 764.07,
      "grad_norm": 1.2677298784255981,
      "learning_rate": 2.58041000924393e-08,
      "loss": 0.3357,
      "step": 2737660
    },
    {
      "epoch": 764.07,
      "grad_norm": 1.2619456052780151,
      "learning_rate": 2.5800098903517707e-08,
      "loss": 0.3313,
      "step": 2737670
    },
    {
      "epoch": 764.07,
      "grad_norm": 1.1792147159576416,
      "learning_rate": 2.579609802311625e-08,
      "loss": 0.3374,
      "step": 2737680
    },
    {
      "epoch": 764.08,
      "grad_norm": 1.3423587083816528,
      "learning_rate": 2.579209745123493e-08,
      "loss": 0.3351,
      "step": 2737690
    },
    {
      "epoch": 764.08,
      "grad_norm": 1.2494218349456787,
      "learning_rate": 2.5788097187874525e-08,
      "loss": 0.3378,
      "step": 2737700
    },
    {
      "epoch": 764.08,
      "grad_norm": 1.3584786653518677,
      "learning_rate": 2.578409723303556e-08,
      "loss": 0.3229,
      "step": 2737710
    },
    {
      "epoch": 764.09,
      "grad_norm": 1.1646171808242798,
      "learning_rate": 2.5780097586718293e-08,
      "loss": 0.3225,
      "step": 2737720
    },
    {
      "epoch": 764.09,
      "grad_norm": 1.2732324600219727,
      "learning_rate": 2.57760982489235e-08,
      "loss": 0.3409,
      "step": 2737730
    },
    {
      "epoch": 764.09,
      "grad_norm": 1.3647925853729248,
      "learning_rate": 2.577209921965171e-08,
      "loss": 0.329,
      "step": 2737740
    },
    {
      "epoch": 764.09,
      "grad_norm": 1.251407265663147,
      "learning_rate": 2.576810049890344e-08,
      "loss": 0.3449,
      "step": 2737750
    },
    {
      "epoch": 764.1,
      "grad_norm": 1.1647100448608398,
      "learning_rate": 2.5764102086678947e-08,
      "loss": 0.3324,
      "step": 2737760
    },
    {
      "epoch": 764.1,
      "grad_norm": 1.4775643348693848,
      "learning_rate": 2.5760103982979535e-08,
      "loss": 0.3379,
      "step": 2737770
    },
    {
      "epoch": 764.1,
      "grad_norm": 1.2837646007537842,
      "learning_rate": 2.5756106187804684e-08,
      "loss": 0.3433,
      "step": 2737780
    },
    {
      "epoch": 764.11,
      "grad_norm": 1.1722356081008911,
      "learning_rate": 2.575210870115569e-08,
      "loss": 0.3375,
      "step": 2737790
    },
    {
      "epoch": 764.11,
      "grad_norm": 1.100385069847107,
      "learning_rate": 2.5748111523032825e-08,
      "loss": 0.347,
      "step": 2737800
    },
    {
      "epoch": 764.11,
      "grad_norm": 1.14388108253479,
      "learning_rate": 2.5744114653436598e-08,
      "loss": 0.3166,
      "step": 2737810
    },
    {
      "epoch": 764.11,
      "grad_norm": 1.2529586553573608,
      "learning_rate": 2.5740118092367532e-08,
      "loss": 0.3336,
      "step": 2737820
    },
    {
      "epoch": 764.12,
      "grad_norm": 1.3306901454925537,
      "learning_rate": 2.573612183982641e-08,
      "loss": 0.3354,
      "step": 2737830
    },
    {
      "epoch": 764.12,
      "grad_norm": 1.2753099203109741,
      "learning_rate": 2.5732125895813487e-08,
      "loss": 0.3361,
      "step": 2737840
    },
    {
      "epoch": 764.12,
      "grad_norm": 1.0793815851211548,
      "learning_rate": 2.572813026032903e-08,
      "loss": 0.3256,
      "step": 2737850
    },
    {
      "epoch": 764.13,
      "grad_norm": 1.2588616609573364,
      "learning_rate": 2.572413493337434e-08,
      "loss": 0.3287,
      "step": 2737860
    },
    {
      "epoch": 764.13,
      "grad_norm": 1.3365963697433472,
      "learning_rate": 2.572013991494941e-08,
      "loss": 0.3275,
      "step": 2737870
    },
    {
      "epoch": 764.13,
      "grad_norm": 1.5592360496520996,
      "learning_rate": 2.571614520505503e-08,
      "loss": 0.345,
      "step": 2737880
    },
    {
      "epoch": 764.13,
      "grad_norm": 1.3474732637405396,
      "learning_rate": 2.571215080369119e-08,
      "loss": 0.326,
      "step": 2737890
    },
    {
      "epoch": 764.14,
      "grad_norm": 1.176870346069336,
      "learning_rate": 2.5708156710859197e-08,
      "loss": 0.3398,
      "step": 2737900
    },
    {
      "epoch": 764.14,
      "grad_norm": 1.2173887491226196,
      "learning_rate": 2.5704162926559053e-08,
      "loss": 0.3369,
      "step": 2737910
    },
    {
      "epoch": 764.14,
      "grad_norm": 1.1965219974517822,
      "learning_rate": 2.5700169450791533e-08,
      "loss": 0.3457,
      "step": 2737920
    },
    {
      "epoch": 764.14,
      "grad_norm": 1.3332459926605225,
      "learning_rate": 2.56961762835569e-08,
      "loss": 0.3327,
      "step": 2737930
    },
    {
      "epoch": 764.15,
      "grad_norm": 1.3085976839065552,
      "learning_rate": 2.5692183424855932e-08,
      "loss": 0.341,
      "step": 2737940
    },
    {
      "epoch": 764.15,
      "grad_norm": 1.2742633819580078,
      "learning_rate": 2.5688190874689416e-08,
      "loss": 0.3329,
      "step": 2737950
    },
    {
      "epoch": 764.15,
      "grad_norm": 1.1522868871688843,
      "learning_rate": 2.5684198633057086e-08,
      "loss": 0.3419,
      "step": 2737960
    },
    {
      "epoch": 764.16,
      "grad_norm": 1.4248909950256348,
      "learning_rate": 2.5680206699960243e-08,
      "loss": 0.3424,
      "step": 2737970
    },
    {
      "epoch": 764.16,
      "grad_norm": 1.3329647779464722,
      "learning_rate": 2.5676215075398893e-08,
      "loss": 0.3305,
      "step": 2737980
    },
    {
      "epoch": 764.16,
      "grad_norm": 1.386484146118164,
      "learning_rate": 2.567222375937381e-08,
      "loss": 0.3222,
      "step": 2737990
    },
    {
      "epoch": 764.16,
      "grad_norm": 1.1441378593444824,
      "learning_rate": 2.5668232751885776e-08,
      "loss": 0.3491,
      "step": 2738000
    },
    {
      "epoch": 764.17,
      "grad_norm": 1.3035074472427368,
      "learning_rate": 2.5664242052934793e-08,
      "loss": 0.3367,
      "step": 2738010
    },
    {
      "epoch": 764.17,
      "grad_norm": 1.4285088777542114,
      "learning_rate": 2.56602516625219e-08,
      "loss": 0.3252,
      "step": 2738020
    },
    {
      "epoch": 764.17,
      "grad_norm": 1.2231661081314087,
      "learning_rate": 2.56562615806471e-08,
      "loss": 0.3301,
      "step": 2738030
    },
    {
      "epoch": 764.18,
      "grad_norm": 1.2038520574569702,
      "learning_rate": 2.565227180731143e-08,
      "loss": 0.3367,
      "step": 2738040
    },
    {
      "epoch": 764.18,
      "grad_norm": 1.1767864227294922,
      "learning_rate": 2.5648282342515156e-08,
      "loss": 0.3284,
      "step": 2738050
    },
    {
      "epoch": 764.18,
      "grad_norm": 1.2647782564163208,
      "learning_rate": 2.5644293186258788e-08,
      "loss": 0.3394,
      "step": 2738060
    },
    {
      "epoch": 764.18,
      "grad_norm": 1.3267731666564941,
      "learning_rate": 2.564030433854312e-08,
      "loss": 0.3415,
      "step": 2738070
    },
    {
      "epoch": 764.19,
      "grad_norm": 1.0916218757629395,
      "learning_rate": 2.563631579936788e-08,
      "loss": 0.3495,
      "step": 2738080
    },
    {
      "epoch": 764.19,
      "grad_norm": 1.3572829961776733,
      "learning_rate": 2.5632327568734895e-08,
      "loss": 0.317,
      "step": 2738090
    },
    {
      "epoch": 764.19,
      "grad_norm": 1.5516453981399536,
      "learning_rate": 2.562833964664364e-08,
      "loss": 0.3279,
      "step": 2738100
    },
    {
      "epoch": 764.19,
      "grad_norm": 1.2466341257095337,
      "learning_rate": 2.5624352033095167e-08,
      "loss": 0.3401,
      "step": 2738110
    },
    {
      "epoch": 764.2,
      "grad_norm": 1.084283471107483,
      "learning_rate": 2.5620364728089984e-08,
      "loss": 0.3427,
      "step": 2738120
    },
    {
      "epoch": 764.2,
      "grad_norm": 1.2038664817810059,
      "learning_rate": 2.56163777316281e-08,
      "loss": 0.3193,
      "step": 2738130
    },
    {
      "epoch": 764.2,
      "grad_norm": 1.2515108585357666,
      "learning_rate": 2.561239104371055e-08,
      "loss": 0.3384,
      "step": 2738140
    },
    {
      "epoch": 764.21,
      "grad_norm": 1.3861963748931885,
      "learning_rate": 2.5608404664337853e-08,
      "loss": 0.363,
      "step": 2738150
    },
    {
      "epoch": 764.21,
      "grad_norm": 1.367822527885437,
      "learning_rate": 2.5604418593510536e-08,
      "loss": 0.3267,
      "step": 2738160
    },
    {
      "epoch": 764.21,
      "grad_norm": 1.1959933042526245,
      "learning_rate": 2.5600432831228857e-08,
      "loss": 0.3382,
      "step": 2738170
    },
    {
      "epoch": 764.21,
      "grad_norm": 1.1410688161849976,
      "learning_rate": 2.5596447377493593e-08,
      "loss": 0.3396,
      "step": 2738180
    },
    {
      "epoch": 764.22,
      "grad_norm": 1.1199508905410767,
      "learning_rate": 2.559246223230501e-08,
      "loss": 0.3388,
      "step": 2738190
    },
    {
      "epoch": 764.22,
      "grad_norm": 6.534125804901123,
      "learning_rate": 2.5588477395664145e-08,
      "loss": 0.3514,
      "step": 2738200
    },
    {
      "epoch": 764.22,
      "grad_norm": 1.297162413597107,
      "learning_rate": 2.5584492867570995e-08,
      "loss": 0.3396,
      "step": 2738210
    },
    {
      "epoch": 764.23,
      "grad_norm": 1.6362173557281494,
      "learning_rate": 2.5580508648026346e-08,
      "loss": 0.3524,
      "step": 2738220
    },
    {
      "epoch": 764.23,
      "grad_norm": 1.154956340789795,
      "learning_rate": 2.557652473703072e-08,
      "loss": 0.3325,
      "step": 2738230
    },
    {
      "epoch": 764.23,
      "grad_norm": 1.3530285358428955,
      "learning_rate": 2.557254113458463e-08,
      "loss": 0.3255,
      "step": 2738240
    },
    {
      "epoch": 764.23,
      "grad_norm": 1.3360365629196167,
      "learning_rate": 2.5568557840688343e-08,
      "loss": 0.3221,
      "step": 2738250
    },
    {
      "epoch": 764.24,
      "grad_norm": 1.3816956281661987,
      "learning_rate": 2.5564574855343155e-08,
      "loss": 0.3541,
      "step": 2738260
    },
    {
      "epoch": 764.24,
      "grad_norm": 1.3825342655181885,
      "learning_rate": 2.556059217854855e-08,
      "loss": 0.3533,
      "step": 2738270
    },
    {
      "epoch": 764.24,
      "grad_norm": 2.8051679134368896,
      "learning_rate": 2.5556609810305823e-08,
      "loss": 0.3447,
      "step": 2738280
    },
    {
      "epoch": 764.25,
      "grad_norm": 1.186159372329712,
      "learning_rate": 2.5552627750615244e-08,
      "loss": 0.3335,
      "step": 2738290
    },
    {
      "epoch": 764.25,
      "grad_norm": 1.471383810043335,
      "learning_rate": 2.5548645999477585e-08,
      "loss": 0.3436,
      "step": 2738300
    },
    {
      "epoch": 764.25,
      "grad_norm": 1.1674035787582397,
      "learning_rate": 2.5544664556892588e-08,
      "loss": 0.3375,
      "step": 2738310
    },
    {
      "epoch": 764.25,
      "grad_norm": 1.2309335470199585,
      "learning_rate": 2.5540683422862073e-08,
      "loss": 0.327,
      "step": 2738320
    },
    {
      "epoch": 764.26,
      "grad_norm": 1.2443797588348389,
      "learning_rate": 2.5536702597385266e-08,
      "loss": 0.3292,
      "step": 2738330
    },
    {
      "epoch": 764.26,
      "grad_norm": 1.4010812044143677,
      "learning_rate": 2.553272208046346e-08,
      "loss": 0.3422,
      "step": 2738340
    },
    {
      "epoch": 764.26,
      "grad_norm": 1.2436193227767944,
      "learning_rate": 2.552874187209718e-08,
      "loss": 0.3359,
      "step": 2738350
    },
    {
      "epoch": 764.26,
      "grad_norm": 1.2461034059524536,
      "learning_rate": 2.5524761972286686e-08,
      "loss": 0.3439,
      "step": 2738360
    },
    {
      "epoch": 764.27,
      "grad_norm": 1.0764304399490356,
      "learning_rate": 2.5520782381032498e-08,
      "loss": 0.3393,
      "step": 2738370
    },
    {
      "epoch": 764.27,
      "grad_norm": 1.088531255722046,
      "learning_rate": 2.5516803098335393e-08,
      "loss": 0.3339,
      "step": 2738380
    },
    {
      "epoch": 764.27,
      "grad_norm": 1.3109934329986572,
      "learning_rate": 2.551282412419564e-08,
      "loss": 0.3183,
      "step": 2738390
    },
    {
      "epoch": 764.28,
      "grad_norm": 1.1262462139129639,
      "learning_rate": 2.550884545861401e-08,
      "loss": 0.348,
      "step": 2738400
    },
    {
      "epoch": 764.28,
      "grad_norm": 1.0936733484268188,
      "learning_rate": 2.5504867101590766e-08,
      "loss": 0.3401,
      "step": 2738410
    },
    {
      "epoch": 764.28,
      "grad_norm": 1.117940068244934,
      "learning_rate": 2.550088905312669e-08,
      "loss": 0.3405,
      "step": 2738420
    },
    {
      "epoch": 764.28,
      "grad_norm": 1.6305986642837524,
      "learning_rate": 2.5496911313222045e-08,
      "loss": 0.3357,
      "step": 2738430
    },
    {
      "epoch": 764.29,
      "grad_norm": 1.2591758966445923,
      "learning_rate": 2.5492933881877865e-08,
      "loss": 0.3445,
      "step": 2738440
    },
    {
      "epoch": 764.29,
      "grad_norm": 1.3997938632965088,
      "learning_rate": 2.5488956759093897e-08,
      "loss": 0.3455,
      "step": 2738450
    },
    {
      "epoch": 764.29,
      "grad_norm": 1.2022966146469116,
      "learning_rate": 2.5484979944871436e-08,
      "loss": 0.3286,
      "step": 2738460
    },
    {
      "epoch": 764.3,
      "grad_norm": 1.3222407102584839,
      "learning_rate": 2.5481003439210488e-08,
      "loss": 0.3468,
      "step": 2738470
    },
    {
      "epoch": 764.3,
      "grad_norm": 1.4281235933303833,
      "learning_rate": 2.5477027242111827e-08,
      "loss": 0.3366,
      "step": 2738480
    },
    {
      "epoch": 764.3,
      "grad_norm": 1.1354929208755493,
      "learning_rate": 2.547305135357598e-08,
      "loss": 0.3373,
      "step": 2738490
    },
    {
      "epoch": 764.3,
      "grad_norm": 1.279426097869873,
      "learning_rate": 2.546907577360346e-08,
      "loss": 0.3392,
      "step": 2738500
    },
    {
      "epoch": 764.31,
      "grad_norm": 1.120119571685791,
      "learning_rate": 2.5465100502194534e-08,
      "loss": 0.3388,
      "step": 2738510
    },
    {
      "epoch": 764.31,
      "grad_norm": 1.4336519241333008,
      "learning_rate": 2.546112553935024e-08,
      "loss": 0.3335,
      "step": 2738520
    },
    {
      "epoch": 764.31,
      "grad_norm": 1.1118565797805786,
      "learning_rate": 2.545715088507084e-08,
      "loss": 0.3263,
      "step": 2738530
    },
    {
      "epoch": 764.31,
      "grad_norm": 1.4524716138839722,
      "learning_rate": 2.545317653935659e-08,
      "loss": 0.3237,
      "step": 2738540
    },
    {
      "epoch": 764.32,
      "grad_norm": 2.2500715255737305,
      "learning_rate": 2.5449202502208273e-08,
      "loss": 0.3513,
      "step": 2738550
    },
    {
      "epoch": 764.32,
      "grad_norm": 1.0424450635910034,
      "learning_rate": 2.544522877362667e-08,
      "loss": 0.3341,
      "step": 2738560
    },
    {
      "epoch": 764.32,
      "grad_norm": 1.2597129344940186,
      "learning_rate": 2.5441255353611782e-08,
      "loss": 0.3342,
      "step": 2738570
    },
    {
      "epoch": 764.33,
      "grad_norm": 1.1157914400100708,
      "learning_rate": 2.543728224216491e-08,
      "loss": 0.3308,
      "step": 2738580
    },
    {
      "epoch": 764.33,
      "grad_norm": 1.2973599433898926,
      "learning_rate": 2.543330943928553e-08,
      "loss": 0.3198,
      "step": 2738590
    },
    {
      "epoch": 764.33,
      "grad_norm": 1.3765026330947876,
      "learning_rate": 2.5429336944974947e-08,
      "loss": 0.3243,
      "step": 2738600
    },
    {
      "epoch": 764.33,
      "grad_norm": 1.3251169919967651,
      "learning_rate": 2.542536475923342e-08,
      "loss": 0.3389,
      "step": 2738610
    },
    {
      "epoch": 764.34,
      "grad_norm": 1.3966960906982422,
      "learning_rate": 2.542139288206173e-08,
      "loss": 0.3364,
      "step": 2738620
    },
    {
      "epoch": 764.34,
      "grad_norm": 1.2143586874008179,
      "learning_rate": 2.5417421313460133e-08,
      "loss": 0.3224,
      "step": 2738630
    },
    {
      "epoch": 764.34,
      "grad_norm": 1.3398690223693848,
      "learning_rate": 2.5413450053429156e-08,
      "loss": 0.3278,
      "step": 2738640
    },
    {
      "epoch": 764.35,
      "grad_norm": 1.1629921197891235,
      "learning_rate": 2.5409479101969575e-08,
      "loss": 0.3359,
      "step": 2738650
    },
    {
      "epoch": 764.35,
      "grad_norm": 1.2689439058303833,
      "learning_rate": 2.5405508459081393e-08,
      "loss": 0.3348,
      "step": 2738660
    },
    {
      "epoch": 764.35,
      "grad_norm": 1.3647139072418213,
      "learning_rate": 2.5401538124765908e-08,
      "loss": 0.3288,
      "step": 2738670
    },
    {
      "epoch": 764.35,
      "grad_norm": 1.337592601776123,
      "learning_rate": 2.5397568099023123e-08,
      "loss": 0.3331,
      "step": 2738680
    },
    {
      "epoch": 764.36,
      "grad_norm": 1.2722707986831665,
      "learning_rate": 2.5393598381853557e-08,
      "loss": 0.3361,
      "step": 2738690
    },
    {
      "epoch": 764.36,
      "grad_norm": 1.2419358491897583,
      "learning_rate": 2.538962897325773e-08,
      "loss": 0.3455,
      "step": 2738700
    },
    {
      "epoch": 764.36,
      "grad_norm": 1.3209487199783325,
      "learning_rate": 2.5385659873236683e-08,
      "loss": 0.3218,
      "step": 2738710
    },
    {
      "epoch": 764.37,
      "grad_norm": 1.3347275257110596,
      "learning_rate": 2.5381691081790417e-08,
      "loss": 0.319,
      "step": 2738720
    },
    {
      "epoch": 764.37,
      "grad_norm": 1.1723955869674683,
      "learning_rate": 2.5377722598919452e-08,
      "loss": 0.3451,
      "step": 2738730
    },
    {
      "epoch": 764.37,
      "grad_norm": 1.2268507480621338,
      "learning_rate": 2.537375442462457e-08,
      "loss": 0.3459,
      "step": 2738740
    },
    {
      "epoch": 764.37,
      "grad_norm": 1.270376205444336,
      "learning_rate": 2.5369786558906024e-08,
      "loss": 0.3404,
      "step": 2738750
    },
    {
      "epoch": 764.38,
      "grad_norm": 1.8478752374649048,
      "learning_rate": 2.5365819001764865e-08,
      "loss": 0.3354,
      "step": 2738760
    },
    {
      "epoch": 764.38,
      "grad_norm": 1.1413036584854126,
      "learning_rate": 2.5361851753201087e-08,
      "loss": 0.3233,
      "step": 2738770
    },
    {
      "epoch": 764.38,
      "grad_norm": 1.162432312965393,
      "learning_rate": 2.5357884813215214e-08,
      "loss": 0.338,
      "step": 2738780
    },
    {
      "epoch": 764.38,
      "grad_norm": 1.3177086114883423,
      "learning_rate": 2.535391818180828e-08,
      "loss": 0.3337,
      "step": 2738790
    },
    {
      "epoch": 764.39,
      "grad_norm": 1.2148512601852417,
      "learning_rate": 2.5349951858980294e-08,
      "loss": 0.3299,
      "step": 2738800
    },
    {
      "epoch": 764.39,
      "grad_norm": 1.476261019706726,
      "learning_rate": 2.534598584473203e-08,
      "loss": 0.3512,
      "step": 2738810
    },
    {
      "epoch": 764.39,
      "grad_norm": 1.3140112161636353,
      "learning_rate": 2.5342020139064012e-08,
      "loss": 0.3526,
      "step": 2738820
    },
    {
      "epoch": 764.4,
      "grad_norm": 1.3286986351013184,
      "learning_rate": 2.5338054741976757e-08,
      "loss": 0.3366,
      "step": 2738830
    },
    {
      "epoch": 764.4,
      "grad_norm": 1.2504184246063232,
      "learning_rate": 2.533408965347053e-08,
      "loss": 0.3222,
      "step": 2738840
    },
    {
      "epoch": 764.4,
      "grad_norm": 1.3295161724090576,
      "learning_rate": 2.533012487354663e-08,
      "loss": 0.3505,
      "step": 2738850
    },
    {
      "epoch": 764.4,
      "grad_norm": 1.207827091217041,
      "learning_rate": 2.5326160402204532e-08,
      "loss": 0.3463,
      "step": 2738860
    },
    {
      "epoch": 764.41,
      "grad_norm": 1.1278035640716553,
      "learning_rate": 2.5322196239445543e-08,
      "loss": 0.3224,
      "step": 2738870
    },
    {
      "epoch": 764.41,
      "grad_norm": 1.2909245491027832,
      "learning_rate": 2.5318232385269922e-08,
      "loss": 0.3402,
      "step": 2738880
    },
    {
      "epoch": 764.41,
      "grad_norm": 1.418420433998108,
      "learning_rate": 2.5314268839677926e-08,
      "loss": 0.3382,
      "step": 2738890
    },
    {
      "epoch": 764.42,
      "grad_norm": 1.410739541053772,
      "learning_rate": 2.53103056026706e-08,
      "loss": 0.358,
      "step": 2738900
    },
    {
      "epoch": 764.42,
      "grad_norm": 1.5056171417236328,
      "learning_rate": 2.5306342674248203e-08,
      "loss": 0.3358,
      "step": 2738910
    },
    {
      "epoch": 764.42,
      "grad_norm": 1.4222428798675537,
      "learning_rate": 2.5302380054411255e-08,
      "loss": 0.3222,
      "step": 2738920
    },
    {
      "epoch": 764.42,
      "grad_norm": 1.2055939435958862,
      "learning_rate": 2.5298417743160274e-08,
      "loss": 0.3402,
      "step": 2738930
    },
    {
      "epoch": 764.43,
      "grad_norm": 1.2465895414352417,
      "learning_rate": 2.5294455740495784e-08,
      "loss": 0.3393,
      "step": 2738940
    },
    {
      "epoch": 764.43,
      "grad_norm": 1.3687134981155396,
      "learning_rate": 2.5290494046418566e-08,
      "loss": 0.3279,
      "step": 2738950
    },
    {
      "epoch": 764.43,
      "grad_norm": 1.3292701244354248,
      "learning_rate": 2.5286532660928876e-08,
      "loss": 0.3459,
      "step": 2738960
    },
    {
      "epoch": 764.43,
      "grad_norm": 1.295183539390564,
      "learning_rate": 2.5282571584027236e-08,
      "loss": 0.3289,
      "step": 2738970
    },
    {
      "epoch": 764.44,
      "grad_norm": 1.4925196170806885,
      "learning_rate": 2.527861081571417e-08,
      "loss": 0.3249,
      "step": 2738980
    },
    {
      "epoch": 764.44,
      "grad_norm": 1.2393581867218018,
      "learning_rate": 2.5274650355990455e-08,
      "loss": 0.3376,
      "step": 2738990
    },
    {
      "epoch": 764.44,
      "grad_norm": 1.2128486633300781,
      "learning_rate": 2.5270690204856353e-08,
      "loss": 0.3444,
      "step": 2739000
    },
    {
      "epoch": 764.45,
      "grad_norm": 1.4711577892303467,
      "learning_rate": 2.5266730362312385e-08,
      "loss": 0.3426,
      "step": 2739010
    },
    {
      "epoch": 764.45,
      "grad_norm": 1.3550728559494019,
      "learning_rate": 2.5262770828359327e-08,
      "loss": 0.3482,
      "step": 2739020
    },
    {
      "epoch": 764.45,
      "grad_norm": 1.370540738105774,
      "learning_rate": 2.5258811602997445e-08,
      "loss": 0.3547,
      "step": 2739030
    },
    {
      "epoch": 764.45,
      "grad_norm": 1.2072087526321411,
      "learning_rate": 2.5254852686227513e-08,
      "loss": 0.3351,
      "step": 2739040
    },
    {
      "epoch": 764.46,
      "grad_norm": 1.4031773805618286,
      "learning_rate": 2.52508940780498e-08,
      "loss": 0.3525,
      "step": 2739050
    },
    {
      "epoch": 764.46,
      "grad_norm": 1.2445584535598755,
      "learning_rate": 2.524693577846482e-08,
      "loss": 0.327,
      "step": 2739060
    },
    {
      "epoch": 764.46,
      "grad_norm": 1.3226332664489746,
      "learning_rate": 2.5242977787473616e-08,
      "loss": 0.3386,
      "step": 2739070
    },
    {
      "epoch": 764.47,
      "grad_norm": 1.178200602531433,
      "learning_rate": 2.5239020105075924e-08,
      "loss": 0.3365,
      "step": 2739080
    },
    {
      "epoch": 764.47,
      "grad_norm": 1.0485609769821167,
      "learning_rate": 2.5235062731272793e-08,
      "loss": 0.3243,
      "step": 2739090
    },
    {
      "epoch": 764.47,
      "grad_norm": 1.2757008075714111,
      "learning_rate": 2.5231105666064735e-08,
      "loss": 0.3383,
      "step": 2739100
    },
    {
      "epoch": 764.47,
      "grad_norm": 1.2629457712173462,
      "learning_rate": 2.5227148909452277e-08,
      "loss": 0.3409,
      "step": 2739110
    },
    {
      "epoch": 764.48,
      "grad_norm": 1.7125298976898193,
      "learning_rate": 2.5223192461435414e-08,
      "loss": 0.3378,
      "step": 2739120
    },
    {
      "epoch": 764.48,
      "grad_norm": 1.159518837928772,
      "learning_rate": 2.5219236322015448e-08,
      "loss": 0.3264,
      "step": 2739130
    },
    {
      "epoch": 764.48,
      "grad_norm": 1.4688084125518799,
      "learning_rate": 2.5215280491192644e-08,
      "loss": 0.3416,
      "step": 2739140
    },
    {
      "epoch": 764.49,
      "grad_norm": 1.2171165943145752,
      "learning_rate": 2.5211324968967255e-08,
      "loss": 0.3441,
      "step": 2739150
    },
    {
      "epoch": 764.49,
      "grad_norm": 1.1697691679000854,
      "learning_rate": 2.5207369755340066e-08,
      "loss": 0.3185,
      "step": 2739160
    },
    {
      "epoch": 764.49,
      "grad_norm": 1.2800766229629517,
      "learning_rate": 2.5203414850311336e-08,
      "loss": 0.3206,
      "step": 2739170
    },
    {
      "epoch": 764.49,
      "grad_norm": 1.213167667388916,
      "learning_rate": 2.519946025388211e-08,
      "loss": 0.3419,
      "step": 2739180
    },
    {
      "epoch": 764.5,
      "grad_norm": 1.3150702714920044,
      "learning_rate": 2.519550596605238e-08,
      "loss": 0.3338,
      "step": 2739190
    },
    {
      "epoch": 764.5,
      "grad_norm": 1.4730647802352905,
      "learning_rate": 2.519155198682293e-08,
      "loss": 0.3414,
      "step": 2739200
    },
    {
      "epoch": 764.5,
      "grad_norm": 1.0992079973220825,
      "learning_rate": 2.5187598316194284e-08,
      "loss": 0.3221,
      "step": 2739210
    },
    {
      "epoch": 764.5,
      "grad_norm": 1.4477113485336304,
      "learning_rate": 2.5183644954166695e-08,
      "loss": 0.3362,
      "step": 2739220
    },
    {
      "epoch": 764.51,
      "grad_norm": 1.2029129266738892,
      "learning_rate": 2.5179691900741214e-08,
      "loss": 0.3278,
      "step": 2739230
    },
    {
      "epoch": 764.51,
      "grad_norm": 1.0417050123214722,
      "learning_rate": 2.517573915591783e-08,
      "loss": 0.3601,
      "step": 2739240
    },
    {
      "epoch": 764.51,
      "grad_norm": 1.2449886798858643,
      "learning_rate": 2.517178671969759e-08,
      "loss": 0.3257,
      "step": 2739250
    },
    {
      "epoch": 764.52,
      "grad_norm": 1.1784414052963257,
      "learning_rate": 2.5167834592080498e-08,
      "loss": 0.3427,
      "step": 2739260
    },
    {
      "epoch": 764.52,
      "grad_norm": 1.4490457773208618,
      "learning_rate": 2.5163882773067587e-08,
      "loss": 0.332,
      "step": 2739270
    },
    {
      "epoch": 764.52,
      "grad_norm": 1.2761378288269043,
      "learning_rate": 2.5159931262658858e-08,
      "loss": 0.3459,
      "step": 2739280
    },
    {
      "epoch": 764.52,
      "grad_norm": 1.4120641946792603,
      "learning_rate": 2.5155980060855354e-08,
      "loss": 0.337,
      "step": 2739290
    },
    {
      "epoch": 764.53,
      "grad_norm": 1.2868555784225464,
      "learning_rate": 2.5152029167657078e-08,
      "loss": 0.3267,
      "step": 2739300
    },
    {
      "epoch": 764.53,
      "grad_norm": 1.1368483304977417,
      "learning_rate": 2.5148078583064804e-08,
      "loss": 0.3256,
      "step": 2739310
    },
    {
      "epoch": 764.53,
      "grad_norm": 1.270951509475708,
      "learning_rate": 2.5144128307079316e-08,
      "loss": 0.3475,
      "step": 2739320
    },
    {
      "epoch": 764.54,
      "grad_norm": 1.264623761177063,
      "learning_rate": 2.5140178339700614e-08,
      "loss": 0.3316,
      "step": 2739330
    },
    {
      "epoch": 764.54,
      "grad_norm": 1.444654941558838,
      "learning_rate": 2.5136228680930002e-08,
      "loss": 0.3325,
      "step": 2739340
    },
    {
      "epoch": 764.54,
      "grad_norm": 1.2276171445846558,
      "learning_rate": 2.5132279330766954e-08,
      "loss": 0.3217,
      "step": 2739350
    },
    {
      "epoch": 764.54,
      "grad_norm": 1.27437162399292,
      "learning_rate": 2.5128330289212774e-08,
      "loss": 0.3566,
      "step": 2739360
    },
    {
      "epoch": 764.55,
      "grad_norm": 1.3633910417556763,
      "learning_rate": 2.5124381556267983e-08,
      "loss": 0.3375,
      "step": 2739370
    },
    {
      "epoch": 764.55,
      "grad_norm": 1.4077125787734985,
      "learning_rate": 2.512043313193258e-08,
      "loss": 0.3417,
      "step": 2739380
    },
    {
      "epoch": 764.55,
      "grad_norm": 1.2364726066589355,
      "learning_rate": 2.5116485016207602e-08,
      "loss": 0.3274,
      "step": 2739390
    },
    {
      "epoch": 764.55,
      "grad_norm": 1.2012948989868164,
      "learning_rate": 2.5112537209093318e-08,
      "loss": 0.3352,
      "step": 2739400
    },
    {
      "epoch": 764.56,
      "grad_norm": 1.4109995365142822,
      "learning_rate": 2.510858971059024e-08,
      "loss": 0.3442,
      "step": 2739410
    },
    {
      "epoch": 764.56,
      "grad_norm": 1.2816840410232544,
      "learning_rate": 2.5104642520699155e-08,
      "loss": 0.338,
      "step": 2739420
    },
    {
      "epoch": 764.56,
      "grad_norm": 1.2143996953964233,
      "learning_rate": 2.510069563942032e-08,
      "loss": 0.3315,
      "step": 2739430
    },
    {
      "epoch": 764.57,
      "grad_norm": 1.2298754453659058,
      "learning_rate": 2.5096749066754255e-08,
      "loss": 0.3246,
      "step": 2739440
    },
    {
      "epoch": 764.57,
      "grad_norm": 1.2124072313308716,
      "learning_rate": 2.509280280270148e-08,
      "loss": 0.3491,
      "step": 2739450
    },
    {
      "epoch": 764.57,
      "grad_norm": 1.3627092838287354,
      "learning_rate": 2.508885684726304e-08,
      "loss": 0.3458,
      "step": 2739460
    },
    {
      "epoch": 764.57,
      "grad_norm": 1.3158930540084839,
      "learning_rate": 2.5084911200438406e-08,
      "loss": 0.3418,
      "step": 2739470
    },
    {
      "epoch": 764.58,
      "grad_norm": 1.1398802995681763,
      "learning_rate": 2.5080965862229152e-08,
      "loss": 0.3481,
      "step": 2739480
    },
    {
      "epoch": 764.58,
      "grad_norm": 1.1890162229537964,
      "learning_rate": 2.5077020832635266e-08,
      "loss": 0.3432,
      "step": 2739490
    },
    {
      "epoch": 764.58,
      "grad_norm": 1.3386582136154175,
      "learning_rate": 2.5073076111657276e-08,
      "loss": 0.3396,
      "step": 2739500
    },
    {
      "epoch": 764.59,
      "grad_norm": 1.28717041015625,
      "learning_rate": 2.5069131699296217e-08,
      "loss": 0.3448,
      "step": 2739510
    },
    {
      "epoch": 764.59,
      "grad_norm": 1.3017966747283936,
      "learning_rate": 2.5065187595551833e-08,
      "loss": 0.3321,
      "step": 2739520
    },
    {
      "epoch": 764.59,
      "grad_norm": 1.3909482955932617,
      "learning_rate": 2.5061243800425164e-08,
      "loss": 0.3312,
      "step": 2739530
    },
    {
      "epoch": 764.59,
      "grad_norm": 1.174482822418213,
      "learning_rate": 2.5057300313916472e-08,
      "loss": 0.3195,
      "step": 2739540
    },
    {
      "epoch": 764.6,
      "grad_norm": 2.1213741302490234,
      "learning_rate": 2.5053357136026534e-08,
      "loss": 0.337,
      "step": 2739550
    },
    {
      "epoch": 764.6,
      "grad_norm": 1.1547749042510986,
      "learning_rate": 2.504941426675561e-08,
      "loss": 0.3443,
      "step": 2739560
    },
    {
      "epoch": 764.6,
      "grad_norm": 1.1783504486083984,
      "learning_rate": 2.5045471706104484e-08,
      "loss": 0.3299,
      "step": 2739570
    },
    {
      "epoch": 764.61,
      "grad_norm": 1.1787102222442627,
      "learning_rate": 2.5041529454073676e-08,
      "loss": 0.3239,
      "step": 2739580
    },
    {
      "epoch": 764.61,
      "grad_norm": 1.1551461219787598,
      "learning_rate": 2.5037587510663445e-08,
      "loss": 0.3508,
      "step": 2739590
    },
    {
      "epoch": 764.61,
      "grad_norm": 1.5335943698883057,
      "learning_rate": 2.503364587587457e-08,
      "loss": 0.3522,
      "step": 2739600
    },
    {
      "epoch": 764.61,
      "grad_norm": 1.4701277017593384,
      "learning_rate": 2.502970454970731e-08,
      "loss": 0.3387,
      "step": 2739610
    },
    {
      "epoch": 764.62,
      "grad_norm": 1.216577172279358,
      "learning_rate": 2.5025763532162454e-08,
      "loss": 0.3357,
      "step": 2739620
    },
    {
      "epoch": 764.62,
      "grad_norm": 1.4046249389648438,
      "learning_rate": 2.5021822823240255e-08,
      "loss": 0.324,
      "step": 2739630
    },
    {
      "epoch": 764.62,
      "grad_norm": 1.2055394649505615,
      "learning_rate": 2.5017882422941753e-08,
      "loss": 0.3453,
      "step": 2739640
    },
    {
      "epoch": 764.62,
      "grad_norm": 1.2796753644943237,
      "learning_rate": 2.5013942331266952e-08,
      "loss": 0.325,
      "step": 2739650
    },
    {
      "epoch": 764.63,
      "grad_norm": 1.3422670364379883,
      "learning_rate": 2.5010002548216632e-08,
      "loss": 0.3253,
      "step": 2739660
    },
    {
      "epoch": 764.63,
      "grad_norm": 1.3134623765945435,
      "learning_rate": 2.500606307379105e-08,
      "loss": 0.3313,
      "step": 2739670
    },
    {
      "epoch": 764.63,
      "grad_norm": 1.3101633787155151,
      "learning_rate": 2.5002123907990994e-08,
      "loss": 0.3423,
      "step": 2739680
    },
    {
      "epoch": 764.64,
      "grad_norm": 1.2808916568756104,
      "learning_rate": 2.4998185050816977e-08,
      "loss": 0.3366,
      "step": 2739690
    },
    {
      "epoch": 764.64,
      "grad_norm": 1.4328335523605347,
      "learning_rate": 2.499424650226926e-08,
      "loss": 0.3317,
      "step": 2739700
    },
    {
      "epoch": 764.64,
      "grad_norm": 1.8546608686447144,
      "learning_rate": 2.4990308262348887e-08,
      "loss": 0.3468,
      "step": 2739710
    },
    {
      "epoch": 764.64,
      "grad_norm": 1.2279365062713623,
      "learning_rate": 2.4986370331055854e-08,
      "loss": 0.332,
      "step": 2739720
    },
    {
      "epoch": 764.65,
      "grad_norm": 1.0915591716766357,
      "learning_rate": 2.4982432708390946e-08,
      "loss": 0.3345,
      "step": 2739730
    },
    {
      "epoch": 764.65,
      "grad_norm": 1.4358742237091064,
      "learning_rate": 2.497849539435468e-08,
      "loss": 0.3465,
      "step": 2739740
    },
    {
      "epoch": 764.65,
      "grad_norm": 1.2908048629760742,
      "learning_rate": 2.497455838894732e-08,
      "loss": 0.3422,
      "step": 2739750
    },
    {
      "epoch": 764.66,
      "grad_norm": 1.3008371591567993,
      "learning_rate": 2.4970621692169904e-08,
      "loss": 0.3317,
      "step": 2739760
    },
    {
      "epoch": 764.66,
      "grad_norm": 1.289453148841858,
      "learning_rate": 2.4966685304022432e-08,
      "loss": 0.3296,
      "step": 2739770
    },
    {
      "epoch": 764.66,
      "grad_norm": 1.1145445108413696,
      "learning_rate": 2.4962749224505685e-08,
      "loss": 0.3343,
      "step": 2739780
    },
    {
      "epoch": 764.66,
      "grad_norm": 1.1116985082626343,
      "learning_rate": 2.4958813453620185e-08,
      "loss": 0.3202,
      "step": 2739790
    },
    {
      "epoch": 764.67,
      "grad_norm": 1.100265622138977,
      "learning_rate": 2.495487799136645e-08,
      "loss": 0.3384,
      "step": 2739800
    },
    {
      "epoch": 764.67,
      "grad_norm": 1.316288948059082,
      "learning_rate": 2.4950942837745e-08,
      "loss": 0.315,
      "step": 2739810
    },
    {
      "epoch": 764.67,
      "grad_norm": 1.3029651641845703,
      "learning_rate": 2.49470079927561e-08,
      "loss": 0.3464,
      "step": 2739820
    },
    {
      "epoch": 764.67,
      "grad_norm": 1.3238619565963745,
      "learning_rate": 2.4943073456401043e-08,
      "loss": 0.3342,
      "step": 2739830
    },
    {
      "epoch": 764.68,
      "grad_norm": 1.511598825454712,
      "learning_rate": 2.4939139228679315e-08,
      "loss": 0.3369,
      "step": 2739840
    },
    {
      "epoch": 764.68,
      "grad_norm": 1.2136396169662476,
      "learning_rate": 2.4935205309592217e-08,
      "loss": 0.3466,
      "step": 2739850
    },
    {
      "epoch": 764.68,
      "grad_norm": 1.2286475896835327,
      "learning_rate": 2.4931271699139744e-08,
      "loss": 0.3387,
      "step": 2739860
    },
    {
      "epoch": 764.69,
      "grad_norm": 1.3119194507598877,
      "learning_rate": 2.4927338397322943e-08,
      "loss": 0.335,
      "step": 2739870
    },
    {
      "epoch": 764.69,
      "grad_norm": 1.1277977228164673,
      "learning_rate": 2.492340540414181e-08,
      "loss": 0.3292,
      "step": 2739880
    },
    {
      "epoch": 764.69,
      "grad_norm": 1.341408610343933,
      "learning_rate": 2.4919472719597388e-08,
      "loss": 0.334,
      "step": 2739890
    },
    {
      "epoch": 764.69,
      "grad_norm": 1.292601466178894,
      "learning_rate": 2.4915540343689675e-08,
      "loss": 0.3385,
      "step": 2739900
    },
    {
      "epoch": 764.7,
      "grad_norm": 1.3044581413269043,
      "learning_rate": 2.4911608276419712e-08,
      "loss": 0.3371,
      "step": 2739910
    },
    {
      "epoch": 764.7,
      "grad_norm": 1.2377768754959106,
      "learning_rate": 2.4907676517787763e-08,
      "loss": 0.3487,
      "step": 2739920
    },
    {
      "epoch": 764.7,
      "grad_norm": 1.199643611907959,
      "learning_rate": 2.4903745067794083e-08,
      "loss": 0.3433,
      "step": 2739930
    },
    {
      "epoch": 764.71,
      "grad_norm": 1.3842686414718628,
      "learning_rate": 2.4899813926439713e-08,
      "loss": 0.3378,
      "step": 2739940
    },
    {
      "epoch": 764.71,
      "grad_norm": 1.285475730895996,
      "learning_rate": 2.489588309372492e-08,
      "loss": 0.3459,
      "step": 2739950
    },
    {
      "epoch": 764.71,
      "grad_norm": 1.2969868183135986,
      "learning_rate": 2.4891952569650214e-08,
      "loss": 0.3272,
      "step": 2739960
    },
    {
      "epoch": 764.71,
      "grad_norm": 1.0952510833740234,
      "learning_rate": 2.4888022354216127e-08,
      "loss": 0.3216,
      "step": 2739970
    },
    {
      "epoch": 764.72,
      "grad_norm": 2.968958616256714,
      "learning_rate": 2.488409244742317e-08,
      "loss": 0.3538,
      "step": 2739980
    },
    {
      "epoch": 764.72,
      "grad_norm": 1.288724422454834,
      "learning_rate": 2.4880162849271868e-08,
      "loss": 0.3548,
      "step": 2739990
    },
    {
      "epoch": 764.72,
      "grad_norm": 1.4603804349899292,
      "learning_rate": 2.4876233559762738e-08,
      "loss": 0.3458,
      "step": 2740000
    },
    {
      "epoch": 764.73,
      "grad_norm": 1.3710705041885376,
      "learning_rate": 2.4872304578896565e-08,
      "loss": 0.3326,
      "step": 2740010
    },
    {
      "epoch": 764.73,
      "grad_norm": 1.3056939840316772,
      "learning_rate": 2.4868375906673608e-08,
      "loss": 0.3502,
      "step": 2740020
    },
    {
      "epoch": 764.73,
      "grad_norm": 1.1059761047363281,
      "learning_rate": 2.4864447543094385e-08,
      "loss": 0.3316,
      "step": 2740030
    },
    {
      "epoch": 764.73,
      "grad_norm": 1.935708999633789,
      "learning_rate": 2.4860519488159417e-08,
      "loss": 0.3125,
      "step": 2740040
    },
    {
      "epoch": 764.74,
      "grad_norm": 1.1316853761672974,
      "learning_rate": 2.4856591741868967e-08,
      "loss": 0.346,
      "step": 2740050
    },
    {
      "epoch": 764.74,
      "grad_norm": 1.2655272483825684,
      "learning_rate": 2.4852664304224333e-08,
      "loss": 0.3292,
      "step": 2740060
    },
    {
      "epoch": 764.74,
      "grad_norm": 1.178078293800354,
      "learning_rate": 2.484873717522552e-08,
      "loss": 0.3442,
      "step": 2740070
    },
    {
      "epoch": 764.74,
      "grad_norm": 1.1534520387649536,
      "learning_rate": 2.484481035487278e-08,
      "loss": 0.3588,
      "step": 2740080
    },
    {
      "epoch": 764.75,
      "grad_norm": 1.3022078275680542,
      "learning_rate": 2.484088384316716e-08,
      "loss": 0.348,
      "step": 2740090
    },
    {
      "epoch": 764.75,
      "grad_norm": 1.125373363494873,
      "learning_rate": 2.483695764010918e-08,
      "loss": 0.3404,
      "step": 2740100
    },
    {
      "epoch": 764.75,
      "grad_norm": 1.1904836893081665,
      "learning_rate": 2.4833031745698837e-08,
      "loss": 0.3472,
      "step": 2740110
    },
    {
      "epoch": 764.76,
      "grad_norm": 1.2156717777252197,
      "learning_rate": 2.482910615993691e-08,
      "loss": 0.3452,
      "step": 2740120
    },
    {
      "epoch": 764.76,
      "grad_norm": 1.261275291442871,
      "learning_rate": 2.482518088282445e-08,
      "loss": 0.3342,
      "step": 2740130
    },
    {
      "epoch": 764.76,
      "grad_norm": 1.2014319896697998,
      "learning_rate": 2.4821255914360926e-08,
      "loss": 0.3456,
      "step": 2740140
    },
    {
      "epoch": 764.76,
      "grad_norm": 1.4069246053695679,
      "learning_rate": 2.4817331254547902e-08,
      "loss": 0.3299,
      "step": 2740150
    },
    {
      "epoch": 764.77,
      "grad_norm": 1.1538640260696411,
      "learning_rate": 2.4813406903385122e-08,
      "loss": 0.3416,
      "step": 2740160
    },
    {
      "epoch": 764.77,
      "grad_norm": 1.302107572555542,
      "learning_rate": 2.480948286087362e-08,
      "loss": 0.3403,
      "step": 2740170
    },
    {
      "epoch": 764.77,
      "grad_norm": 1.3703501224517822,
      "learning_rate": 2.4805559127013923e-08,
      "loss": 0.3343,
      "step": 2740180
    },
    {
      "epoch": 764.78,
      "grad_norm": 1.1952300071716309,
      "learning_rate": 2.4801635701805766e-08,
      "loss": 0.3411,
      "step": 2740190
    },
    {
      "epoch": 764.78,
      "grad_norm": 1.0982153415679932,
      "learning_rate": 2.4797712585250975e-08,
      "loss": 0.3401,
      "step": 2740200
    },
    {
      "epoch": 764.78,
      "grad_norm": 1.1793280839920044,
      "learning_rate": 2.4793789777349025e-08,
      "loss": 0.3455,
      "step": 2740210
    },
    {
      "epoch": 764.78,
      "grad_norm": 1.2614413499832153,
      "learning_rate": 2.4789867278100696e-08,
      "loss": 0.3303,
      "step": 2740220
    },
    {
      "epoch": 764.79,
      "grad_norm": 1.3188002109527588,
      "learning_rate": 2.4785945087506514e-08,
      "loss": 0.331,
      "step": 2740230
    },
    {
      "epoch": 764.79,
      "grad_norm": 1.2253960371017456,
      "learning_rate": 2.4782023205567515e-08,
      "loss": 0.3418,
      "step": 2740240
    },
    {
      "epoch": 764.79,
      "grad_norm": 1.3343244791030884,
      "learning_rate": 2.477810163228344e-08,
      "loss": 0.3472,
      "step": 2740250
    },
    {
      "epoch": 764.79,
      "grad_norm": 1.39462411403656,
      "learning_rate": 2.4774180367655073e-08,
      "loss": 0.339,
      "step": 2740260
    },
    {
      "epoch": 764.8,
      "grad_norm": 1.361217737197876,
      "learning_rate": 2.4770259411683452e-08,
      "loss": 0.3243,
      "step": 2740270
    },
    {
      "epoch": 764.8,
      "grad_norm": 1.2262378931045532,
      "learning_rate": 2.4766338764368315e-08,
      "loss": 0.342,
      "step": 2740280
    },
    {
      "epoch": 764.8,
      "grad_norm": 1.2347198724746704,
      "learning_rate": 2.4762418425710707e-08,
      "loss": 0.358,
      "step": 2740290
    },
    {
      "epoch": 764.81,
      "grad_norm": 1.23689866065979,
      "learning_rate": 2.4758498395710882e-08,
      "loss": 0.341,
      "step": 2740300
    },
    {
      "epoch": 764.81,
      "grad_norm": 1.2745305299758911,
      "learning_rate": 2.4754578674369367e-08,
      "loss": 0.3363,
      "step": 2740310
    },
    {
      "epoch": 764.81,
      "grad_norm": 1.1843446493148804,
      "learning_rate": 2.475065926168694e-08,
      "loss": 0.3262,
      "step": 2740320
    },
    {
      "epoch": 764.81,
      "grad_norm": 1.2170815467834473,
      "learning_rate": 2.4746740157663857e-08,
      "loss": 0.3348,
      "step": 2740330
    },
    {
      "epoch": 764.82,
      "grad_norm": 1.2324163913726807,
      "learning_rate": 2.4742821362300646e-08,
      "loss": 0.3538,
      "step": 2740340
    },
    {
      "epoch": 764.82,
      "grad_norm": 1.1001322269439697,
      "learning_rate": 2.4738902875598084e-08,
      "loss": 0.3352,
      "step": 2740350
    },
    {
      "epoch": 764.82,
      "grad_norm": 1.3236769437789917,
      "learning_rate": 2.4734984697556693e-08,
      "loss": 0.3531,
      "step": 2740360
    },
    {
      "epoch": 764.83,
      "grad_norm": 1.1496323347091675,
      "learning_rate": 2.4731066828176468e-08,
      "loss": 0.3535,
      "step": 2740370
    },
    {
      "epoch": 764.83,
      "grad_norm": 1.1914976835250854,
      "learning_rate": 2.4727149267458457e-08,
      "loss": 0.337,
      "step": 2740380
    },
    {
      "epoch": 764.83,
      "grad_norm": 1.2743687629699707,
      "learning_rate": 2.4723232015403175e-08,
      "loss": 0.3346,
      "step": 2740390
    },
    {
      "epoch": 764.83,
      "grad_norm": 1.2900798320770264,
      "learning_rate": 2.4719315072010624e-08,
      "loss": 0.3569,
      "step": 2740400
    },
    {
      "epoch": 764.84,
      "grad_norm": 1.0149785280227661,
      "learning_rate": 2.4715398437282103e-08,
      "loss": 0.3298,
      "step": 2740410
    },
    {
      "epoch": 764.84,
      "grad_norm": 1.1391322612762451,
      "learning_rate": 2.4711482111217617e-08,
      "loss": 0.332,
      "step": 2740420
    },
    {
      "epoch": 764.84,
      "grad_norm": 1.133307695388794,
      "learning_rate": 2.470756609381742e-08,
      "loss": 0.3412,
      "step": 2740430
    },
    {
      "epoch": 764.85,
      "grad_norm": 1.2191494703292847,
      "learning_rate": 2.470365038508282e-08,
      "loss": 0.3306,
      "step": 2740440
    },
    {
      "epoch": 764.85,
      "grad_norm": 1.2954292297363281,
      "learning_rate": 2.4699734985013808e-08,
      "loss": 0.3329,
      "step": 2740450
    },
    {
      "epoch": 764.85,
      "grad_norm": 1.1764825582504272,
      "learning_rate": 2.4695819893610912e-08,
      "loss": 0.3492,
      "step": 2740460
    },
    {
      "epoch": 764.85,
      "grad_norm": 1.178748369216919,
      "learning_rate": 2.4691905110874912e-08,
      "loss": 0.3321,
      "step": 2740470
    },
    {
      "epoch": 764.86,
      "grad_norm": 1.1808381080627441,
      "learning_rate": 2.4687990636806063e-08,
      "loss": 0.3365,
      "step": 2740480
    },
    {
      "epoch": 764.86,
      "grad_norm": 1.2928118705749512,
      "learning_rate": 2.468407647140489e-08,
      "loss": 0.3371,
      "step": 2740490
    },
    {
      "epoch": 764.86,
      "grad_norm": 1.0812861919403076,
      "learning_rate": 2.4680162614672436e-08,
      "loss": 0.3413,
      "step": 2740500
    },
    {
      "epoch": 764.86,
      "grad_norm": 1.3215241432189941,
      "learning_rate": 2.467624906660817e-08,
      "loss": 0.3368,
      "step": 2740510
    },
    {
      "epoch": 764.87,
      "grad_norm": 1.1386076211929321,
      "learning_rate": 2.4672335827213927e-08,
      "loss": 0.3528,
      "step": 2740520
    },
    {
      "epoch": 764.87,
      "grad_norm": 1.3102242946624756,
      "learning_rate": 2.4668422896489178e-08,
      "loss": 0.3347,
      "step": 2740530
    },
    {
      "epoch": 764.87,
      "grad_norm": 1.2173833847045898,
      "learning_rate": 2.4664510274434707e-08,
      "loss": 0.3191,
      "step": 2740540
    },
    {
      "epoch": 764.88,
      "grad_norm": 1.2479904890060425,
      "learning_rate": 2.466059796105155e-08,
      "loss": 0.3177,
      "step": 2740550
    },
    {
      "epoch": 764.88,
      "grad_norm": 1.2615299224853516,
      "learning_rate": 2.4656685956339716e-08,
      "loss": 0.3282,
      "step": 2740560
    },
    {
      "epoch": 764.88,
      "grad_norm": 1.1099492311477661,
      "learning_rate": 2.4652774260299455e-08,
      "loss": 0.3224,
      "step": 2740570
    },
    {
      "epoch": 764.88,
      "grad_norm": 1.258961796760559,
      "learning_rate": 2.4648862872932075e-08,
      "loss": 0.3295,
      "step": 2740580
    },
    {
      "epoch": 764.89,
      "grad_norm": 1.1761081218719482,
      "learning_rate": 2.4644951794237573e-08,
      "loss": 0.3345,
      "step": 2740590
    },
    {
      "epoch": 764.89,
      "grad_norm": 1.064339518547058,
      "learning_rate": 2.4641041024216472e-08,
      "loss": 0.3337,
      "step": 2740600
    },
    {
      "epoch": 764.89,
      "grad_norm": 1.3294075727462769,
      "learning_rate": 2.4637130562869553e-08,
      "loss": 0.3351,
      "step": 2740610
    },
    {
      "epoch": 764.9,
      "grad_norm": 1.3985955715179443,
      "learning_rate": 2.463322041019707e-08,
      "loss": 0.3492,
      "step": 2740620
    },
    {
      "epoch": 764.9,
      "grad_norm": 1.1644446849822998,
      "learning_rate": 2.462931056619981e-08,
      "loss": 0.3392,
      "step": 2740630
    },
    {
      "epoch": 764.9,
      "grad_norm": 1.5959528684616089,
      "learning_rate": 2.462540103087803e-08,
      "loss": 0.3325,
      "step": 2740640
    },
    {
      "epoch": 764.9,
      "grad_norm": 1.2064045667648315,
      "learning_rate": 2.462149180423251e-08,
      "loss": 0.3244,
      "step": 2740650
    },
    {
      "epoch": 764.91,
      "grad_norm": 1.169966459274292,
      "learning_rate": 2.4617582886263253e-08,
      "loss": 0.3212,
      "step": 2740660
    },
    {
      "epoch": 764.91,
      "grad_norm": 1.4938533306121826,
      "learning_rate": 2.461367427697156e-08,
      "loss": 0.3381,
      "step": 2740670
    },
    {
      "epoch": 764.91,
      "grad_norm": 1.2774256467819214,
      "learning_rate": 2.460976597635743e-08,
      "loss": 0.3288,
      "step": 2740680
    },
    {
      "epoch": 764.91,
      "grad_norm": 1.4412214756011963,
      "learning_rate": 2.460585798442138e-08,
      "loss": 0.3496,
      "step": 2740690
    },
    {
      "epoch": 764.92,
      "grad_norm": 1.1115559339523315,
      "learning_rate": 2.4601950301164197e-08,
      "loss": 0.3335,
      "step": 2740700
    },
    {
      "epoch": 764.92,
      "grad_norm": 1.2960846424102783,
      "learning_rate": 2.4598042926586136e-08,
      "loss": 0.3391,
      "step": 2740710
    },
    {
      "epoch": 764.92,
      "grad_norm": 1.2310017347335815,
      "learning_rate": 2.459413586068772e-08,
      "loss": 0.3394,
      "step": 2740720
    },
    {
      "epoch": 764.93,
      "grad_norm": 1.2014310359954834,
      "learning_rate": 2.459022910346999e-08,
      "loss": 0.3584,
      "step": 2740730
    },
    {
      "epoch": 764.93,
      "grad_norm": 1.0591002702713013,
      "learning_rate": 2.4586322654932684e-08,
      "loss": 0.3566,
      "step": 2740740
    },
    {
      "epoch": 764.93,
      "grad_norm": 1.31706964969635,
      "learning_rate": 2.4582416515076842e-08,
      "loss": 0.3236,
      "step": 2740750
    },
    {
      "epoch": 764.93,
      "grad_norm": 1.3964799642562866,
      "learning_rate": 2.457851068390273e-08,
      "loss": 0.3339,
      "step": 2740760
    },
    {
      "epoch": 764.94,
      "grad_norm": 1.20064377784729,
      "learning_rate": 2.457460516141112e-08,
      "loss": 0.3295,
      "step": 2740770
    },
    {
      "epoch": 764.94,
      "grad_norm": 1.3473150730133057,
      "learning_rate": 2.457069994760228e-08,
      "loss": 0.3385,
      "step": 2740780
    },
    {
      "epoch": 764.94,
      "grad_norm": 1.4053932428359985,
      "learning_rate": 2.4566795042476987e-08,
      "loss": 0.3538,
      "step": 2740790
    },
    {
      "epoch": 764.95,
      "grad_norm": 1.3115514516830444,
      "learning_rate": 2.45628904460355e-08,
      "loss": 0.3411,
      "step": 2740800
    },
    {
      "epoch": 764.95,
      "grad_norm": 1.2331589460372925,
      "learning_rate": 2.4558986158278344e-08,
      "loss": 0.3377,
      "step": 2740810
    },
    {
      "epoch": 764.95,
      "grad_norm": 1.1724424362182617,
      "learning_rate": 2.4555082179206294e-08,
      "loss": 0.342,
      "step": 2740820
    },
    {
      "epoch": 764.95,
      "grad_norm": 1.2294737100601196,
      "learning_rate": 2.4551178508819616e-08,
      "loss": 0.3245,
      "step": 2740830
    },
    {
      "epoch": 764.96,
      "grad_norm": 1.3420084714889526,
      "learning_rate": 2.4547275147119084e-08,
      "loss": 0.3384,
      "step": 2740840
    },
    {
      "epoch": 764.96,
      "grad_norm": 1.4693127870559692,
      "learning_rate": 2.4543372094104966e-08,
      "loss": 0.3265,
      "step": 2740850
    },
    {
      "epoch": 764.96,
      "grad_norm": 1.4699832201004028,
      "learning_rate": 2.4539469349777775e-08,
      "loss": 0.3526,
      "step": 2740860
    },
    {
      "epoch": 764.97,
      "grad_norm": 1.278782606124878,
      "learning_rate": 2.4535566914138556e-08,
      "loss": 0.3425,
      "step": 2740870
    },
    {
      "epoch": 764.97,
      "grad_norm": 1.3156583309173584,
      "learning_rate": 2.4531664787187048e-08,
      "loss": 0.3393,
      "step": 2740880
    },
    {
      "epoch": 764.97,
      "grad_norm": 1.126584768295288,
      "learning_rate": 2.4527762968924032e-08,
      "loss": 0.3252,
      "step": 2740890
    },
    {
      "epoch": 764.97,
      "grad_norm": 1.2166812419891357,
      "learning_rate": 2.4523861459350286e-08,
      "loss": 0.3342,
      "step": 2740900
    },
    {
      "epoch": 764.98,
      "grad_norm": 1.3070231676101685,
      "learning_rate": 2.4519960258466334e-08,
      "loss": 0.3335,
      "step": 2740910
    },
    {
      "epoch": 764.98,
      "grad_norm": 1.1528804302215576,
      "learning_rate": 2.4516059366272434e-08,
      "loss": 0.3262,
      "step": 2740920
    },
    {
      "epoch": 764.98,
      "grad_norm": 2.1776256561279297,
      "learning_rate": 2.4512158782769106e-08,
      "loss": 0.3403,
      "step": 2740930
    },
    {
      "epoch": 764.98,
      "grad_norm": 1.3443831205368042,
      "learning_rate": 2.4508258507957135e-08,
      "loss": 0.3334,
      "step": 2740940
    },
    {
      "epoch": 764.99,
      "grad_norm": 1.1550551652908325,
      "learning_rate": 2.4504358541836515e-08,
      "loss": 0.3324,
      "step": 2740950
    },
    {
      "epoch": 764.99,
      "grad_norm": 1.1122767925262451,
      "learning_rate": 2.450045888440829e-08,
      "loss": 0.3173,
      "step": 2740960
    },
    {
      "epoch": 764.99,
      "grad_norm": 4.20062780380249,
      "learning_rate": 2.449655953567298e-08,
      "loss": 0.346,
      "step": 2740970
    },
    {
      "epoch": 765.0,
      "grad_norm": 1.1017093658447266,
      "learning_rate": 2.4492660495630848e-08,
      "loss": 0.3332,
      "step": 2740980
    },
    {
      "epoch": 765.0,
      "grad_norm": 1.3230979442596436,
      "learning_rate": 2.4488761764282406e-08,
      "loss": 0.3323,
      "step": 2740990
    },
    {
      "epoch": 765.0,
      "eval_loss": 0.33764714002609253,
      "eval_runtime": 67.4342,
      "eval_samples_per_second": 75.021,
      "eval_steps_per_second": 9.387,
      "step": 2740995
    },
    {
      "epoch": 765.0,
      "grad_norm": 1.282931923866272,
      "learning_rate": 2.4484863341628445e-08,
      "loss": 0.3457,
      "step": 2741000
    },
    {
      "epoch": 765.0,
      "grad_norm": 1.3505668640136719,
      "learning_rate": 2.448096522766922e-08,
      "loss": 0.3216,
      "step": 2741010
    },
    {
      "epoch": 765.01,
      "grad_norm": 1.4131743907928467,
      "learning_rate": 2.447706742240525e-08,
      "loss": 0.337,
      "step": 2741020
    },
    {
      "epoch": 765.01,
      "grad_norm": 1.1670277118682861,
      "learning_rate": 2.4473169925837317e-08,
      "loss": 0.3311,
      "step": 2741030
    },
    {
      "epoch": 765.01,
      "grad_norm": 1.183897614479065,
      "learning_rate": 2.4469272737965424e-08,
      "loss": 0.3368,
      "step": 2741040
    },
    {
      "epoch": 765.02,
      "grad_norm": 1.383016586303711,
      "learning_rate": 2.4465375858790606e-08,
      "loss": 0.346,
      "step": 2741050
    },
    {
      "epoch": 765.02,
      "grad_norm": 1.4382075071334839,
      "learning_rate": 2.446147928831339e-08,
      "loss": 0.3333,
      "step": 2741060
    },
    {
      "epoch": 765.02,
      "grad_norm": 1.3369946479797363,
      "learning_rate": 2.445758302653377e-08,
      "loss": 0.3422,
      "step": 2741070
    },
    {
      "epoch": 765.02,
      "grad_norm": 1.4194971323013306,
      "learning_rate": 2.445368707345305e-08,
      "loss": 0.3255,
      "step": 2741080
    },
    {
      "epoch": 765.03,
      "grad_norm": 1.0858792066574097,
      "learning_rate": 2.4449791429070714e-08,
      "loss": 0.3449,
      "step": 2741090
    },
    {
      "epoch": 765.03,
      "grad_norm": 1.3205554485321045,
      "learning_rate": 2.4445896093388313e-08,
      "loss": 0.3307,
      "step": 2741100
    },
    {
      "epoch": 765.03,
      "grad_norm": 1.174712061882019,
      "learning_rate": 2.4442001066405856e-08,
      "loss": 0.3361,
      "step": 2741110
    },
    {
      "epoch": 765.03,
      "grad_norm": 1.6246358156204224,
      "learning_rate": 2.443810634812386e-08,
      "loss": 0.3469,
      "step": 2741120
    },
    {
      "epoch": 765.04,
      "grad_norm": 1.3452084064483643,
      "learning_rate": 2.4434211938543105e-08,
      "loss": 0.3237,
      "step": 2741130
    },
    {
      "epoch": 765.04,
      "grad_norm": 1.4461246728897095,
      "learning_rate": 2.4430317837663588e-08,
      "loss": 0.3367,
      "step": 2741140
    },
    {
      "epoch": 765.04,
      "grad_norm": 1.1301177740097046,
      "learning_rate": 2.4426424045486357e-08,
      "loss": 0.3195,
      "step": 2741150
    },
    {
      "epoch": 765.05,
      "grad_norm": 1.1323435306549072,
      "learning_rate": 2.442253056201167e-08,
      "loss": 0.3485,
      "step": 2741160
    },
    {
      "epoch": 765.05,
      "grad_norm": 1.4359724521636963,
      "learning_rate": 2.4418637387240304e-08,
      "loss": 0.3517,
      "step": 2741170
    },
    {
      "epoch": 765.05,
      "grad_norm": 1.2735151052474976,
      "learning_rate": 2.4414744521172002e-08,
      "loss": 0.3272,
      "step": 2741180
    },
    {
      "epoch": 765.05,
      "grad_norm": 1.5701195001602173,
      "learning_rate": 2.4410851963808322e-08,
      "loss": 0.3373,
      "step": 2741190
    },
    {
      "epoch": 765.06,
      "grad_norm": 1.1690382957458496,
      "learning_rate": 2.440695971514927e-08,
      "loss": 0.3252,
      "step": 2741200
    },
    {
      "epoch": 765.06,
      "grad_norm": 1.3046847581863403,
      "learning_rate": 2.440306777519536e-08,
      "loss": 0.3331,
      "step": 2741210
    },
    {
      "epoch": 765.06,
      "grad_norm": 1.0984195470809937,
      "learning_rate": 2.4399176143947117e-08,
      "loss": 0.344,
      "step": 2741220
    },
    {
      "epoch": 765.07,
      "grad_norm": 1.13540780544281,
      "learning_rate": 2.439528482140532e-08,
      "loss": 0.3403,
      "step": 2741230
    },
    {
      "epoch": 765.07,
      "grad_norm": 1.42366623878479,
      "learning_rate": 2.439139380756997e-08,
      "loss": 0.3521,
      "step": 2741240
    },
    {
      "epoch": 765.07,
      "grad_norm": 1.4145537614822388,
      "learning_rate": 2.4387503102441842e-08,
      "loss": 0.3346,
      "step": 2741250
    },
    {
      "epoch": 765.07,
      "grad_norm": 1.3812044858932495,
      "learning_rate": 2.4383612706021983e-08,
      "loss": 0.3344,
      "step": 2741260
    },
    {
      "epoch": 765.08,
      "grad_norm": 1.3809130191802979,
      "learning_rate": 2.4379722618309873e-08,
      "loss": 0.3415,
      "step": 2741270
    },
    {
      "epoch": 765.08,
      "grad_norm": 1.27414870262146,
      "learning_rate": 2.437583283930681e-08,
      "loss": 0.3338,
      "step": 2741280
    },
    {
      "epoch": 765.08,
      "grad_norm": 1.1731643676757812,
      "learning_rate": 2.4371943369013315e-08,
      "loss": 0.3426,
      "step": 2741290
    },
    {
      "epoch": 765.09,
      "grad_norm": 1.2219765186309814,
      "learning_rate": 2.436805420742913e-08,
      "loss": 0.331,
      "step": 2741300
    },
    {
      "epoch": 765.09,
      "grad_norm": 1.4095516204833984,
      "learning_rate": 2.436416535455581e-08,
      "loss": 0.3243,
      "step": 2741310
    },
    {
      "epoch": 765.09,
      "grad_norm": 1.150897741317749,
      "learning_rate": 2.43602768103931e-08,
      "loss": 0.3329,
      "step": 2741320
    },
    {
      "epoch": 765.09,
      "grad_norm": 1.322515845298767,
      "learning_rate": 2.4356388574941782e-08,
      "loss": 0.3361,
      "step": 2741330
    },
    {
      "epoch": 765.1,
      "grad_norm": 1.2665772438049316,
      "learning_rate": 2.4352500648202375e-08,
      "loss": 0.3505,
      "step": 2741340
    },
    {
      "epoch": 765.1,
      "grad_norm": 1.4935650825500488,
      "learning_rate": 2.4348613030175656e-08,
      "loss": 0.3329,
      "step": 2741350
    },
    {
      "epoch": 765.1,
      "grad_norm": 1.3687067031860352,
      "learning_rate": 2.4344725720861628e-08,
      "loss": 0.3392,
      "step": 2741360
    },
    {
      "epoch": 765.1,
      "grad_norm": 1.392130732536316,
      "learning_rate": 2.4340838720261335e-08,
      "loss": 0.3642,
      "step": 2741370
    },
    {
      "epoch": 765.11,
      "grad_norm": 1.2957184314727783,
      "learning_rate": 2.4336952028374773e-08,
      "loss": 0.327,
      "step": 2741380
    },
    {
      "epoch": 765.11,
      "grad_norm": 1.2212218046188354,
      "learning_rate": 2.433306564520272e-08,
      "loss": 0.3413,
      "step": 2741390
    },
    {
      "epoch": 765.11,
      "grad_norm": 1.347860336303711,
      "learning_rate": 2.432917957074596e-08,
      "loss": 0.3312,
      "step": 2741400
    },
    {
      "epoch": 765.12,
      "grad_norm": 1.0994099378585815,
      "learning_rate": 2.4325293805004498e-08,
      "loss": 0.3392,
      "step": 2741410
    },
    {
      "epoch": 765.12,
      "grad_norm": 1.310544729232788,
      "learning_rate": 2.4321408347979363e-08,
      "loss": 0.3356,
      "step": 2741420
    },
    {
      "epoch": 765.12,
      "grad_norm": 1.310072898864746,
      "learning_rate": 2.4317523199670567e-08,
      "loss": 0.3488,
      "step": 2741430
    },
    {
      "epoch": 765.12,
      "grad_norm": 1.0553133487701416,
      "learning_rate": 2.4313638360078883e-08,
      "loss": 0.3377,
      "step": 2741440
    },
    {
      "epoch": 765.13,
      "grad_norm": 1.5303544998168945,
      "learning_rate": 2.4309753829204834e-08,
      "loss": 0.3347,
      "step": 2741450
    },
    {
      "epoch": 765.13,
      "grad_norm": 1.259636402130127,
      "learning_rate": 2.430586960704894e-08,
      "loss": 0.3396,
      "step": 2741460
    },
    {
      "epoch": 765.13,
      "grad_norm": 1.7539451122283936,
      "learning_rate": 2.4301985693611722e-08,
      "loss": 0.3334,
      "step": 2741470
    },
    {
      "epoch": 765.14,
      "grad_norm": 1.2210294008255005,
      "learning_rate": 2.429810208889344e-08,
      "loss": 0.3316,
      "step": 2741480
    },
    {
      "epoch": 765.14,
      "grad_norm": 1.3820568323135376,
      "learning_rate": 2.4294218792895137e-08,
      "loss": 0.35,
      "step": 2741490
    },
    {
      "epoch": 765.14,
      "grad_norm": 1.2489538192749023,
      "learning_rate": 2.4290335805617068e-08,
      "loss": 0.3262,
      "step": 2741500
    },
    {
      "epoch": 765.14,
      "grad_norm": 1.1623278856277466,
      "learning_rate": 2.4286453127059497e-08,
      "loss": 0.3417,
      "step": 2741510
    },
    {
      "epoch": 765.15,
      "grad_norm": 1.234636902809143,
      "learning_rate": 2.4282570757223204e-08,
      "loss": 0.3507,
      "step": 2741520
    },
    {
      "epoch": 765.15,
      "grad_norm": 1.108560562133789,
      "learning_rate": 2.4278688696108708e-08,
      "loss": 0.3439,
      "step": 2741530
    },
    {
      "epoch": 765.15,
      "grad_norm": 1.020972728729248,
      "learning_rate": 2.427480694371653e-08,
      "loss": 0.3432,
      "step": 2741540
    },
    {
      "epoch": 765.15,
      "grad_norm": 1.3150098323822021,
      "learning_rate": 2.427092550004693e-08,
      "loss": 0.3375,
      "step": 2741550
    },
    {
      "epoch": 765.16,
      "grad_norm": 1.1771842241287231,
      "learning_rate": 2.4267044365100693e-08,
      "loss": 0.3428,
      "step": 2741560
    },
    {
      "epoch": 765.16,
      "grad_norm": 2.893646240234375,
      "learning_rate": 2.4263163538878334e-08,
      "loss": 0.3492,
      "step": 2741570
    },
    {
      "epoch": 765.16,
      "grad_norm": 1.4589866399765015,
      "learning_rate": 2.4259283021380375e-08,
      "loss": 0.3237,
      "step": 2741580
    },
    {
      "epoch": 765.17,
      "grad_norm": 1.1621298789978027,
      "learning_rate": 2.4255402812607077e-08,
      "loss": 0.3376,
      "step": 2741590
    },
    {
      "epoch": 765.17,
      "grad_norm": 1.0586605072021484,
      "learning_rate": 2.425152291255922e-08,
      "loss": 0.3238,
      "step": 2741600
    },
    {
      "epoch": 765.17,
      "grad_norm": 1.3203020095825195,
      "learning_rate": 2.4247643321237323e-08,
      "loss": 0.336,
      "step": 2741610
    },
    {
      "epoch": 765.17,
      "grad_norm": 1.2918236255645752,
      "learning_rate": 2.424376403864165e-08,
      "loss": 0.3421,
      "step": 2741620
    },
    {
      "epoch": 765.18,
      "grad_norm": 1.3341633081436157,
      "learning_rate": 2.4239885064773235e-08,
      "loss": 0.3447,
      "step": 2741630
    },
    {
      "epoch": 765.18,
      "grad_norm": 1.199286699295044,
      "learning_rate": 2.4236006399631827e-08,
      "loss": 0.3142,
      "step": 2741640
    },
    {
      "epoch": 765.18,
      "grad_norm": 1.34681236743927,
      "learning_rate": 2.423212804321872e-08,
      "loss": 0.3362,
      "step": 2741650
    },
    {
      "epoch": 765.19,
      "grad_norm": 1.1782983541488647,
      "learning_rate": 2.4228249995533917e-08,
      "loss": 0.3264,
      "step": 2741660
    },
    {
      "epoch": 765.19,
      "grad_norm": 1.4570825099945068,
      "learning_rate": 2.4224372256577938e-08,
      "loss": 0.3342,
      "step": 2741670
    },
    {
      "epoch": 765.19,
      "grad_norm": 1.248857021331787,
      "learning_rate": 2.4220494826351562e-08,
      "loss": 0.3252,
      "step": 2741680
    },
    {
      "epoch": 765.19,
      "grad_norm": 1.369948148727417,
      "learning_rate": 2.4216617704855315e-08,
      "loss": 0.3398,
      "step": 2741690
    },
    {
      "epoch": 765.2,
      "grad_norm": 1.1011834144592285,
      "learning_rate": 2.421274089208945e-08,
      "loss": 0.3448,
      "step": 2741700
    },
    {
      "epoch": 765.2,
      "grad_norm": 1.2698019742965698,
      "learning_rate": 2.420886438805475e-08,
      "loss": 0.3249,
      "step": 2741710
    },
    {
      "epoch": 765.2,
      "grad_norm": 1.2603591680526733,
      "learning_rate": 2.4204988192751476e-08,
      "loss": 0.3294,
      "step": 2741720
    },
    {
      "epoch": 765.21,
      "grad_norm": 1.3245010375976562,
      "learning_rate": 2.420111230618041e-08,
      "loss": 0.3301,
      "step": 2741730
    },
    {
      "epoch": 765.21,
      "grad_norm": 1.347257375717163,
      "learning_rate": 2.4197236728341808e-08,
      "loss": 0.3401,
      "step": 2741740
    },
    {
      "epoch": 765.21,
      "grad_norm": 1.4058688879013062,
      "learning_rate": 2.4193361459236455e-08,
      "loss": 0.342,
      "step": 2741750
    },
    {
      "epoch": 765.21,
      "grad_norm": 1.5110985040664673,
      "learning_rate": 2.418948649886461e-08,
      "loss": 0.3444,
      "step": 2741760
    },
    {
      "epoch": 765.22,
      "grad_norm": 1.1801950931549072,
      "learning_rate": 2.4185611847227054e-08,
      "loss": 0.3327,
      "step": 2741770
    },
    {
      "epoch": 765.22,
      "grad_norm": 1.3893122673034668,
      "learning_rate": 2.4181737504323784e-08,
      "loss": 0.3594,
      "step": 2741780
    },
    {
      "epoch": 765.22,
      "grad_norm": 1.2273871898651123,
      "learning_rate": 2.4177863470155844e-08,
      "loss": 0.3205,
      "step": 2741790
    },
    {
      "epoch": 765.22,
      "grad_norm": 1.255806803703308,
      "learning_rate": 2.417398974472401e-08,
      "loss": 0.3444,
      "step": 2741800
    },
    {
      "epoch": 765.23,
      "grad_norm": 1.1896007061004639,
      "learning_rate": 2.417011632802777e-08,
      "loss": 0.3338,
      "step": 2741810
    },
    {
      "epoch": 765.23,
      "grad_norm": 1.2136828899383545,
      "learning_rate": 2.416624322006868e-08,
      "loss": 0.3462,
      "step": 2741820
    },
    {
      "epoch": 765.23,
      "grad_norm": 1.0963854789733887,
      "learning_rate": 2.416237042084648e-08,
      "loss": 0.3107,
      "step": 2741830
    },
    {
      "epoch": 765.24,
      "grad_norm": 1.1701910495758057,
      "learning_rate": 2.415849793036221e-08,
      "loss": 0.3342,
      "step": 2741840
    },
    {
      "epoch": 765.24,
      "grad_norm": 1.340612769126892,
      "learning_rate": 2.4154625748616133e-08,
      "loss": 0.3569,
      "step": 2741850
    },
    {
      "epoch": 765.24,
      "grad_norm": 1.1651252508163452,
      "learning_rate": 2.4150753875609026e-08,
      "loss": 0.3279,
      "step": 2741860
    },
    {
      "epoch": 765.24,
      "grad_norm": 1.4169256687164307,
      "learning_rate": 2.414688231134089e-08,
      "loss": 0.3411,
      "step": 2741870
    },
    {
      "epoch": 765.25,
      "grad_norm": 1.2261364459991455,
      "learning_rate": 2.4143011055812768e-08,
      "loss": 0.3422,
      "step": 2741880
    },
    {
      "epoch": 765.25,
      "grad_norm": 1.2346452474594116,
      "learning_rate": 2.4139140109025178e-08,
      "loss": 0.336,
      "step": 2741890
    },
    {
      "epoch": 765.25,
      "grad_norm": 1.3119045495986938,
      "learning_rate": 2.4135269470978122e-08,
      "loss": 0.3371,
      "step": 2741900
    },
    {
      "epoch": 765.26,
      "grad_norm": 1.2265857458114624,
      "learning_rate": 2.4131399141672383e-08,
      "loss": 0.3229,
      "step": 2741910
    },
    {
      "epoch": 765.26,
      "grad_norm": 1.27023446559906,
      "learning_rate": 2.4127529121108474e-08,
      "loss": 0.3435,
      "step": 2741920
    },
    {
      "epoch": 765.26,
      "grad_norm": 1.1138043403625488,
      "learning_rate": 2.412365940928718e-08,
      "loss": 0.3245,
      "step": 2741930
    },
    {
      "epoch": 765.26,
      "grad_norm": 1.4265011548995972,
      "learning_rate": 2.4119790006208764e-08,
      "loss": 0.3384,
      "step": 2741940
    },
    {
      "epoch": 765.27,
      "grad_norm": 1.302329182624817,
      "learning_rate": 2.411592091187348e-08,
      "loss": 0.3426,
      "step": 2741950
    },
    {
      "epoch": 765.27,
      "grad_norm": 1.3226103782653809,
      "learning_rate": 2.4112052126282373e-08,
      "loss": 0.3424,
      "step": 2741960
    },
    {
      "epoch": 765.27,
      "grad_norm": 1.2292649745941162,
      "learning_rate": 2.4108183649435704e-08,
      "loss": 0.3466,
      "step": 2741970
    },
    {
      "epoch": 765.27,
      "grad_norm": 1.1342968940734863,
      "learning_rate": 2.410431548133399e-08,
      "loss": 0.3196,
      "step": 2741980
    },
    {
      "epoch": 765.28,
      "grad_norm": 1.383010745048523,
      "learning_rate": 2.4100447621977492e-08,
      "loss": 0.3262,
      "step": 2741990
    },
    {
      "epoch": 765.28,
      "grad_norm": 1.3669177293777466,
      "learning_rate": 2.4096580071367253e-08,
      "loss": 0.3417,
      "step": 2742000
    },
    {
      "epoch": 765.28,
      "grad_norm": 1.2975064516067505,
      "learning_rate": 2.409271282950353e-08,
      "loss": 0.3456,
      "step": 2742010
    },
    {
      "epoch": 765.29,
      "grad_norm": 1.201651692390442,
      "learning_rate": 2.408884589638685e-08,
      "loss": 0.349,
      "step": 2742020
    },
    {
      "epoch": 765.29,
      "grad_norm": 3.3570075035095215,
      "learning_rate": 2.4084979272017726e-08,
      "loss": 0.3281,
      "step": 2742030
    },
    {
      "epoch": 765.29,
      "grad_norm": 1.5077327489852905,
      "learning_rate": 2.408111295639642e-08,
      "loss": 0.333,
      "step": 2742040
    },
    {
      "epoch": 765.29,
      "grad_norm": 1.3782163858413696,
      "learning_rate": 2.4077246949523716e-08,
      "loss": 0.3349,
      "step": 2742050
    },
    {
      "epoch": 765.3,
      "grad_norm": 1.1874629259109497,
      "learning_rate": 2.407338125140013e-08,
      "loss": 0.3357,
      "step": 2742060
    },
    {
      "epoch": 765.3,
      "grad_norm": 1.2764524221420288,
      "learning_rate": 2.4069515862026186e-08,
      "loss": 0.3449,
      "step": 2742070
    },
    {
      "epoch": 765.3,
      "grad_norm": 1.350311279296875,
      "learning_rate": 2.40656507814024e-08,
      "loss": 0.3329,
      "step": 2742080
    },
    {
      "epoch": 765.31,
      "grad_norm": 1.407596230506897,
      "learning_rate": 2.4061786009529037e-08,
      "loss": 0.332,
      "step": 2742090
    },
    {
      "epoch": 765.31,
      "grad_norm": 1.3047000169754028,
      "learning_rate": 2.4057921546407134e-08,
      "loss": 0.3375,
      "step": 2742100
    },
    {
      "epoch": 765.31,
      "grad_norm": 1.5034557580947876,
      "learning_rate": 2.4054057392036438e-08,
      "loss": 0.3615,
      "step": 2742110
    },
    {
      "epoch": 765.31,
      "grad_norm": 1.6462284326553345,
      "learning_rate": 2.405019354641824e-08,
      "loss": 0.3323,
      "step": 2742120
    },
    {
      "epoch": 765.32,
      "grad_norm": 1.1789871454238892,
      "learning_rate": 2.4046330009552545e-08,
      "loss": 0.3531,
      "step": 2742130
    },
    {
      "epoch": 765.32,
      "grad_norm": 1.328358769416809,
      "learning_rate": 2.4042466781440136e-08,
      "loss": 0.3419,
      "step": 2742140
    },
    {
      "epoch": 765.32,
      "grad_norm": 1.1590977907180786,
      "learning_rate": 2.403860386208127e-08,
      "loss": 0.3374,
      "step": 2742150
    },
    {
      "epoch": 765.33,
      "grad_norm": 1.5094473361968994,
      "learning_rate": 2.4034741251476985e-08,
      "loss": 0.3246,
      "step": 2742160
    },
    {
      "epoch": 765.33,
      "grad_norm": 1.1564947366714478,
      "learning_rate": 2.4030878949627026e-08,
      "loss": 0.3356,
      "step": 2742170
    },
    {
      "epoch": 765.33,
      "grad_norm": 1.3908499479293823,
      "learning_rate": 2.4027016956532433e-08,
      "loss": 0.331,
      "step": 2742180
    },
    {
      "epoch": 765.33,
      "grad_norm": 1.3167318105697632,
      "learning_rate": 2.4023155272193726e-08,
      "loss": 0.3534,
      "step": 2742190
    },
    {
      "epoch": 765.34,
      "grad_norm": 1.1587976217269897,
      "learning_rate": 2.401929389661116e-08,
      "loss": 0.3203,
      "step": 2742200
    },
    {
      "epoch": 765.34,
      "grad_norm": 1.3001656532287598,
      "learning_rate": 2.4015432829785526e-08,
      "loss": 0.3267,
      "step": 2742210
    },
    {
      "epoch": 765.34,
      "grad_norm": 1.247208595275879,
      "learning_rate": 2.4011572071717078e-08,
      "loss": 0.3296,
      "step": 2742220
    },
    {
      "epoch": 765.34,
      "grad_norm": 1.49320650100708,
      "learning_rate": 2.4007711622406595e-08,
      "loss": 0.3318,
      "step": 2742230
    },
    {
      "epoch": 765.35,
      "grad_norm": 1.0616248846054077,
      "learning_rate": 2.400385148185434e-08,
      "loss": 0.3343,
      "step": 2742240
    },
    {
      "epoch": 765.35,
      "grad_norm": 1.43490731716156,
      "learning_rate": 2.3999991650060832e-08,
      "loss": 0.3446,
      "step": 2742250
    },
    {
      "epoch": 765.35,
      "grad_norm": 1.0663316249847412,
      "learning_rate": 2.3996132127026852e-08,
      "loss": 0.3472,
      "step": 2742260
    },
    {
      "epoch": 765.36,
      "grad_norm": 1.3698089122772217,
      "learning_rate": 2.399227291275266e-08,
      "loss": 0.3577,
      "step": 2742270
    },
    {
      "epoch": 765.36,
      "grad_norm": 1.137078881263733,
      "learning_rate": 2.398841400723878e-08,
      "loss": 0.3308,
      "step": 2742280
    },
    {
      "epoch": 765.36,
      "grad_norm": 1.290284514427185,
      "learning_rate": 2.3984555410485987e-08,
      "loss": 0.3381,
      "step": 2742290
    },
    {
      "epoch": 765.36,
      "grad_norm": 1.2839126586914062,
      "learning_rate": 2.3980697122494547e-08,
      "loss": 0.3546,
      "step": 2742300
    },
    {
      "epoch": 765.37,
      "grad_norm": 1.5275269746780396,
      "learning_rate": 2.3976839143264974e-08,
      "loss": 0.3361,
      "step": 2742310
    },
    {
      "epoch": 765.37,
      "grad_norm": 1.2879633903503418,
      "learning_rate": 2.3972981472797793e-08,
      "loss": 0.3491,
      "step": 2742320
    },
    {
      "epoch": 765.37,
      "grad_norm": 1.4074578285217285,
      "learning_rate": 2.3969124111093782e-08,
      "loss": 0.3173,
      "step": 2742330
    },
    {
      "epoch": 765.38,
      "grad_norm": 1.3137239217758179,
      "learning_rate": 2.3965267058152685e-08,
      "loss": 0.3404,
      "step": 2742340
    },
    {
      "epoch": 765.38,
      "grad_norm": 1.1667053699493408,
      "learning_rate": 2.3961410313976317e-08,
      "loss": 0.3252,
      "step": 2742350
    },
    {
      "epoch": 765.38,
      "grad_norm": 1.4849437475204468,
      "learning_rate": 2.3957553878563903e-08,
      "loss": 0.3377,
      "step": 2742360
    },
    {
      "epoch": 765.38,
      "grad_norm": 1.3022056818008423,
      "learning_rate": 2.3953697751916742e-08,
      "loss": 0.3405,
      "step": 2742370
    },
    {
      "epoch": 765.39,
      "grad_norm": 1.212642788887024,
      "learning_rate": 2.3949841934035094e-08,
      "loss": 0.3432,
      "step": 2742380
    },
    {
      "epoch": 765.39,
      "grad_norm": 1.3102658987045288,
      "learning_rate": 2.3945986424919478e-08,
      "loss": 0.3478,
      "step": 2742390
    },
    {
      "epoch": 765.39,
      "grad_norm": 1.217015027999878,
      "learning_rate": 2.394213122457016e-08,
      "loss": 0.3519,
      "step": 2742400
    },
    {
      "epoch": 765.39,
      "grad_norm": 1.143408179283142,
      "learning_rate": 2.393827633298817e-08,
      "loss": 0.3255,
      "step": 2742410
    },
    {
      "epoch": 765.4,
      "grad_norm": 1.295224666595459,
      "learning_rate": 2.393442175017378e-08,
      "loss": 0.3263,
      "step": 2742420
    },
    {
      "epoch": 765.4,
      "grad_norm": 1.2643852233886719,
      "learning_rate": 2.3930567476127244e-08,
      "loss": 0.3412,
      "step": 2742430
    },
    {
      "epoch": 765.4,
      "grad_norm": 1.407712459564209,
      "learning_rate": 2.39267135108496e-08,
      "loss": 0.3335,
      "step": 2742440
    },
    {
      "epoch": 765.41,
      "grad_norm": 1.1358435153961182,
      "learning_rate": 2.3922859854340856e-08,
      "loss": 0.336,
      "step": 2742450
    },
    {
      "epoch": 765.41,
      "grad_norm": 1.170170783996582,
      "learning_rate": 2.3919006506601528e-08,
      "loss": 0.3525,
      "step": 2742460
    },
    {
      "epoch": 765.41,
      "grad_norm": 1.178620457649231,
      "learning_rate": 2.391515346763292e-08,
      "loss": 0.3427,
      "step": 2742470
    },
    {
      "epoch": 765.41,
      "grad_norm": 1.0623559951782227,
      "learning_rate": 2.3911300737434244e-08,
      "loss": 0.3318,
      "step": 2742480
    },
    {
      "epoch": 765.42,
      "grad_norm": 1.4552104473114014,
      "learning_rate": 2.3907448316007327e-08,
      "loss": 0.3371,
      "step": 2742490
    },
    {
      "epoch": 765.42,
      "grad_norm": 1.3538564443588257,
      "learning_rate": 2.390359620335191e-08,
      "loss": 0.3322,
      "step": 2742500
    },
    {
      "epoch": 765.42,
      "grad_norm": 1.196004033088684,
      "learning_rate": 2.389974439946851e-08,
      "loss": 0.3389,
      "step": 2742510
    },
    {
      "epoch": 765.43,
      "grad_norm": 1.4005004167556763,
      "learning_rate": 2.3895892904358168e-08,
      "loss": 0.3466,
      "step": 2742520
    },
    {
      "epoch": 765.43,
      "grad_norm": 1.4284560680389404,
      "learning_rate": 2.3892041718020886e-08,
      "loss": 0.3273,
      "step": 2742530
    },
    {
      "epoch": 765.43,
      "grad_norm": 1.1727025508880615,
      "learning_rate": 2.3888190840457185e-08,
      "loss": 0.3377,
      "step": 2742540
    },
    {
      "epoch": 765.43,
      "grad_norm": 2.174898862838745,
      "learning_rate": 2.388434027166784e-08,
      "loss": 0.3461,
      "step": 2742550
    },
    {
      "epoch": 765.44,
      "grad_norm": 2.1224589347839355,
      "learning_rate": 2.3880490011653122e-08,
      "loss": 0.3389,
      "step": 2742560
    },
    {
      "epoch": 765.44,
      "grad_norm": 1.29405677318573,
      "learning_rate": 2.387664006041354e-08,
      "loss": 0.34,
      "step": 2742570
    },
    {
      "epoch": 765.44,
      "grad_norm": 1.163650631904602,
      "learning_rate": 2.387279041795014e-08,
      "loss": 0.3315,
      "step": 2742580
    },
    {
      "epoch": 765.45,
      "grad_norm": 1.4191817045211792,
      "learning_rate": 2.3868941084262925e-08,
      "loss": 0.3357,
      "step": 2742590
    },
    {
      "epoch": 765.45,
      "grad_norm": 1.3433257341384888,
      "learning_rate": 2.386509205935241e-08,
      "loss": 0.3397,
      "step": 2742600
    },
    {
      "epoch": 765.45,
      "grad_norm": 1.4441087245941162,
      "learning_rate": 2.3861243343219377e-08,
      "loss": 0.3551,
      "step": 2742610
    },
    {
      "epoch": 765.45,
      "grad_norm": 1.224522352218628,
      "learning_rate": 2.385739493586383e-08,
      "loss": 0.332,
      "step": 2742620
    },
    {
      "epoch": 765.46,
      "grad_norm": 1.2488148212432861,
      "learning_rate": 2.3853546837286805e-08,
      "loss": 0.3297,
      "step": 2742630
    },
    {
      "epoch": 765.46,
      "grad_norm": 1.1497294902801514,
      "learning_rate": 2.3849699047488563e-08,
      "loss": 0.3372,
      "step": 2742640
    },
    {
      "epoch": 765.46,
      "grad_norm": 1.308061957359314,
      "learning_rate": 2.3845851566469883e-08,
      "loss": 0.3362,
      "step": 2742650
    },
    {
      "epoch": 765.46,
      "grad_norm": 1.1046513319015503,
      "learning_rate": 2.384200439423077e-08,
      "loss": 0.3194,
      "step": 2742660
    },
    {
      "epoch": 765.47,
      "grad_norm": 1.333985686302185,
      "learning_rate": 2.3838157530772264e-08,
      "loss": 0.3545,
      "step": 2742670
    },
    {
      "epoch": 765.47,
      "grad_norm": 1.229892611503601,
      "learning_rate": 2.383431097609462e-08,
      "loss": 0.3289,
      "step": 2742680
    },
    {
      "epoch": 765.47,
      "grad_norm": 1.4480012655258179,
      "learning_rate": 2.3830464730198366e-08,
      "loss": 0.3315,
      "step": 2742690
    },
    {
      "epoch": 765.48,
      "grad_norm": 1.0877658128738403,
      "learning_rate": 2.3826618793084274e-08,
      "loss": 0.3429,
      "step": 2742700
    },
    {
      "epoch": 765.48,
      "grad_norm": 1.3630180358886719,
      "learning_rate": 2.382277316475235e-08,
      "loss": 0.335,
      "step": 2742710
    },
    {
      "epoch": 765.48,
      "grad_norm": 1.6581370830535889,
      "learning_rate": 2.3818927845203376e-08,
      "loss": 0.3423,
      "step": 2742720
    },
    {
      "epoch": 765.48,
      "grad_norm": 1.1449660062789917,
      "learning_rate": 2.3815082834437867e-08,
      "loss": 0.3214,
      "step": 2742730
    },
    {
      "epoch": 765.49,
      "grad_norm": 1.3493080139160156,
      "learning_rate": 2.3811238132456346e-08,
      "loss": 0.3324,
      "step": 2742740
    },
    {
      "epoch": 765.49,
      "grad_norm": 1.0325570106506348,
      "learning_rate": 2.3807393739259333e-08,
      "loss": 0.3352,
      "step": 2742750
    },
    {
      "epoch": 765.49,
      "grad_norm": 1.0736533403396606,
      "learning_rate": 2.3803549654847347e-08,
      "loss": 0.3175,
      "step": 2742760
    },
    {
      "epoch": 765.5,
      "grad_norm": 1.1162415742874146,
      "learning_rate": 2.3799705879220653e-08,
      "loss": 0.3247,
      "step": 2742770
    },
    {
      "epoch": 765.5,
      "grad_norm": 1.0209298133850098,
      "learning_rate": 2.379586241238029e-08,
      "loss": 0.3411,
      "step": 2742780
    },
    {
      "epoch": 765.5,
      "grad_norm": 1.0446785688400269,
      "learning_rate": 2.3792019254326253e-08,
      "loss": 0.3341,
      "step": 2742790
    },
    {
      "epoch": 765.5,
      "grad_norm": 1.2197157144546509,
      "learning_rate": 2.378817640505933e-08,
      "loss": 0.3237,
      "step": 2742800
    },
    {
      "epoch": 765.51,
      "grad_norm": 1.6028022766113281,
      "learning_rate": 2.3784333864580035e-08,
      "loss": 0.3596,
      "step": 2742810
    },
    {
      "epoch": 765.51,
      "grad_norm": 1.3661351203918457,
      "learning_rate": 2.378049163288863e-08,
      "loss": 0.324,
      "step": 2742820
    },
    {
      "epoch": 765.51,
      "grad_norm": 1.1293704509735107,
      "learning_rate": 2.37766497099859e-08,
      "loss": 0.339,
      "step": 2742830
    },
    {
      "epoch": 765.51,
      "grad_norm": 2.008931875228882,
      "learning_rate": 2.37728080958721e-08,
      "loss": 0.3418,
      "step": 2742840
    },
    {
      "epoch": 765.52,
      "grad_norm": 1.6984846591949463,
      "learning_rate": 2.3768966790548018e-08,
      "loss": 0.3434,
      "step": 2742850
    },
    {
      "epoch": 765.52,
      "grad_norm": 1.1967657804489136,
      "learning_rate": 2.3765125794014162e-08,
      "loss": 0.329,
      "step": 2742860
    },
    {
      "epoch": 765.52,
      "grad_norm": 1.1726915836334229,
      "learning_rate": 2.3761285106270803e-08,
      "loss": 0.3393,
      "step": 2742870
    },
    {
      "epoch": 765.53,
      "grad_norm": 1.1061373949050903,
      "learning_rate": 2.3757444727318715e-08,
      "loss": 0.335,
      "step": 2742880
    },
    {
      "epoch": 765.53,
      "grad_norm": 40.87961959838867,
      "learning_rate": 2.3753604657157904e-08,
      "loss": 0.3349,
      "step": 2742890
    },
    {
      "epoch": 765.53,
      "grad_norm": 1.2414270639419556,
      "learning_rate": 2.3749764895789664e-08,
      "loss": 0.338,
      "step": 2742900
    },
    {
      "epoch": 765.53,
      "grad_norm": 1.5577830076217651,
      "learning_rate": 2.3745925443214002e-08,
      "loss": 0.3388,
      "step": 2742910
    },
    {
      "epoch": 765.54,
      "grad_norm": 1.2993583679199219,
      "learning_rate": 2.3742086299431176e-08,
      "loss": 0.3339,
      "step": 2742920
    },
    {
      "epoch": 765.54,
      "grad_norm": 1.1067956686019897,
      "learning_rate": 2.3738247464442224e-08,
      "loss": 0.3202,
      "step": 2742930
    },
    {
      "epoch": 765.54,
      "grad_norm": 1.1987035274505615,
      "learning_rate": 2.3734408938247666e-08,
      "loss": 0.3384,
      "step": 2742940
    },
    {
      "epoch": 765.55,
      "grad_norm": 1.050125241279602,
      "learning_rate": 2.373057072084751e-08,
      "loss": 0.3336,
      "step": 2742950
    },
    {
      "epoch": 765.55,
      "grad_norm": 1.361681342124939,
      "learning_rate": 2.3726732812242785e-08,
      "loss": 0.3399,
      "step": 2742960
    },
    {
      "epoch": 765.55,
      "grad_norm": 1.1900660991668701,
      "learning_rate": 2.3722895212433762e-08,
      "loss": 0.3413,
      "step": 2742970
    },
    {
      "epoch": 765.55,
      "grad_norm": 1.3309158086776733,
      "learning_rate": 2.3719057921420953e-08,
      "loss": 0.336,
      "step": 2742980
    },
    {
      "epoch": 765.56,
      "grad_norm": 1.1890757083892822,
      "learning_rate": 2.3715220939204884e-08,
      "loss": 0.3309,
      "step": 2742990
    },
    {
      "epoch": 765.56,
      "grad_norm": 1.3651294708251953,
      "learning_rate": 2.3711384265786074e-08,
      "loss": 0.3368,
      "step": 2743000
    },
    {
      "epoch": 765.56,
      "grad_norm": 1.218286156654358,
      "learning_rate": 2.3707547901165044e-08,
      "loss": 0.3374,
      "step": 2743010
    },
    {
      "epoch": 765.57,
      "grad_norm": 1.2301476001739502,
      "learning_rate": 2.370371184534231e-08,
      "loss": 0.3232,
      "step": 2743020
    },
    {
      "epoch": 765.57,
      "grad_norm": 1.2343733310699463,
      "learning_rate": 2.3699876098318397e-08,
      "loss": 0.3282,
      "step": 2743030
    },
    {
      "epoch": 765.57,
      "grad_norm": 1.2597877979278564,
      "learning_rate": 2.3696040660093565e-08,
      "loss": 0.3257,
      "step": 2743040
    },
    {
      "epoch": 765.57,
      "grad_norm": 1.1203923225402832,
      "learning_rate": 2.3692205530668855e-08,
      "loss": 0.3297,
      "step": 2743050
    },
    {
      "epoch": 765.58,
      "grad_norm": 1.097969889640808,
      "learning_rate": 2.3688370710044263e-08,
      "loss": 0.3361,
      "step": 2743060
    },
    {
      "epoch": 765.58,
      "grad_norm": 1.2468454837799072,
      "learning_rate": 2.3684536198220577e-08,
      "loss": 0.3158,
      "step": 2743070
    },
    {
      "epoch": 765.58,
      "grad_norm": 1.1787275075912476,
      "learning_rate": 2.368070199519831e-08,
      "loss": 0.3332,
      "step": 2743080
    },
    {
      "epoch": 765.58,
      "grad_norm": 1.2657670974731445,
      "learning_rate": 2.3676868100977724e-08,
      "loss": 0.3376,
      "step": 2743090
    },
    {
      "epoch": 765.59,
      "grad_norm": 1.1968374252319336,
      "learning_rate": 2.3673034515559604e-08,
      "loss": 0.3398,
      "step": 2743100
    },
    {
      "epoch": 765.59,
      "grad_norm": 1.5735236406326294,
      "learning_rate": 2.3669201238944464e-08,
      "loss": 0.3356,
      "step": 2743110
    },
    {
      "epoch": 765.59,
      "grad_norm": 1.3279985189437866,
      "learning_rate": 2.3665368271132568e-08,
      "loss": 0.3407,
      "step": 2743120
    },
    {
      "epoch": 765.6,
      "grad_norm": 1.32322096824646,
      "learning_rate": 2.3661535612124696e-08,
      "loss": 0.333,
      "step": 2743130
    },
    {
      "epoch": 765.6,
      "grad_norm": 1.088089108467102,
      "learning_rate": 2.365770326192137e-08,
      "loss": 0.3372,
      "step": 2743140
    },
    {
      "epoch": 765.6,
      "grad_norm": 1.2121587991714478,
      "learning_rate": 2.3653871220522328e-08,
      "loss": 0.3489,
      "step": 2743150
    },
    {
      "epoch": 765.6,
      "grad_norm": 1.2328214645385742,
      "learning_rate": 2.365003948792939e-08,
      "loss": 0.3308,
      "step": 2743160
    },
    {
      "epoch": 765.61,
      "grad_norm": 1.1424506902694702,
      "learning_rate": 2.364620806414204e-08,
      "loss": 0.3437,
      "step": 2743170
    },
    {
      "epoch": 765.61,
      "grad_norm": 1.1496994495391846,
      "learning_rate": 2.3642376949161313e-08,
      "loss": 0.3234,
      "step": 2743180
    },
    {
      "epoch": 765.61,
      "grad_norm": 1.1047437191009521,
      "learning_rate": 2.3638546142987475e-08,
      "loss": 0.32,
      "step": 2743190
    },
    {
      "epoch": 765.62,
      "grad_norm": 1.2283306121826172,
      "learning_rate": 2.363471564562104e-08,
      "loss": 0.351,
      "step": 2743200
    },
    {
      "epoch": 765.62,
      "grad_norm": 2.084317922592163,
      "learning_rate": 2.3630885457062537e-08,
      "loss": 0.3326,
      "step": 2743210
    },
    {
      "epoch": 765.62,
      "grad_norm": 1.150130271911621,
      "learning_rate": 2.3627055577312737e-08,
      "loss": 0.3425,
      "step": 2743220
    },
    {
      "epoch": 765.62,
      "grad_norm": 1.234279990196228,
      "learning_rate": 2.362322600637191e-08,
      "loss": 0.3406,
      "step": 2743230
    },
    {
      "epoch": 765.63,
      "grad_norm": 1.4290326833724976,
      "learning_rate": 2.3619396744240306e-08,
      "loss": 0.3335,
      "step": 2743240
    },
    {
      "epoch": 765.63,
      "grad_norm": 1.1822080612182617,
      "learning_rate": 2.3615567790918975e-08,
      "loss": 0.3399,
      "step": 2743250
    },
    {
      "epoch": 765.63,
      "grad_norm": 1.1097885370254517,
      "learning_rate": 2.361173914640791e-08,
      "loss": 0.3267,
      "step": 2743260
    },
    {
      "epoch": 765.63,
      "grad_norm": 1.2011178731918335,
      "learning_rate": 2.3607910810708157e-08,
      "loss": 0.3222,
      "step": 2743270
    },
    {
      "epoch": 765.64,
      "grad_norm": 1.2874817848205566,
      "learning_rate": 2.3604082783819974e-08,
      "loss": 0.3205,
      "step": 2743280
    },
    {
      "epoch": 765.64,
      "grad_norm": 1.2548773288726807,
      "learning_rate": 2.3600255065743622e-08,
      "loss": 0.3226,
      "step": 2743290
    },
    {
      "epoch": 765.64,
      "grad_norm": 1.3077716827392578,
      "learning_rate": 2.3596427656479878e-08,
      "loss": 0.3241,
      "step": 2743300
    },
    {
      "epoch": 765.65,
      "grad_norm": 1.2598466873168945,
      "learning_rate": 2.359260055602927e-08,
      "loss": 0.3293,
      "step": 2743310
    },
    {
      "epoch": 765.65,
      "grad_norm": 1.4650005102157593,
      "learning_rate": 2.3588773764392308e-08,
      "loss": 0.353,
      "step": 2743320
    },
    {
      "epoch": 765.65,
      "grad_norm": 1.1844336986541748,
      "learning_rate": 2.3584947281569262e-08,
      "loss": 0.3472,
      "step": 2743330
    },
    {
      "epoch": 765.65,
      "grad_norm": 1.1224247217178345,
      "learning_rate": 2.3581121107560906e-08,
      "loss": 0.3306,
      "step": 2743340
    },
    {
      "epoch": 765.66,
      "grad_norm": 1.440493106842041,
      "learning_rate": 2.3577295242367766e-08,
      "loss": 0.3391,
      "step": 2743350
    },
    {
      "epoch": 765.66,
      "grad_norm": 1.2287054061889648,
      "learning_rate": 2.3573469685990096e-08,
      "loss": 0.3149,
      "step": 2743360
    },
    {
      "epoch": 765.66,
      "grad_norm": 1.1559454202651978,
      "learning_rate": 2.356964443842868e-08,
      "loss": 0.3361,
      "step": 2743370
    },
    {
      "epoch": 765.67,
      "grad_norm": 1.138976812362671,
      "learning_rate": 2.356581949968352e-08,
      "loss": 0.3214,
      "step": 2743380
    },
    {
      "epoch": 765.67,
      "grad_norm": 1.1743844747543335,
      "learning_rate": 2.3561994869755914e-08,
      "loss": 0.3387,
      "step": 2743390
    },
    {
      "epoch": 765.67,
      "grad_norm": 1.117784857749939,
      "learning_rate": 2.355817054864586e-08,
      "loss": 0.3353,
      "step": 2743400
    },
    {
      "epoch": 765.67,
      "grad_norm": 1.2812671661376953,
      "learning_rate": 2.3554346536354148e-08,
      "loss": 0.3435,
      "step": 2743410
    },
    {
      "epoch": 765.68,
      "grad_norm": 1.3793081045150757,
      "learning_rate": 2.3550522832881025e-08,
      "loss": 0.3456,
      "step": 2743420
    },
    {
      "epoch": 765.68,
      "grad_norm": 1.086626410484314,
      "learning_rate": 2.354669943822676e-08,
      "loss": 0.3375,
      "step": 2743430
    },
    {
      "epoch": 765.68,
      "grad_norm": 1.256287693977356,
      "learning_rate": 2.3542876352392395e-08,
      "loss": 0.342,
      "step": 2743440
    },
    {
      "epoch": 765.69,
      "grad_norm": 1.388972520828247,
      "learning_rate": 2.3539053575378443e-08,
      "loss": 0.336,
      "step": 2743450
    },
    {
      "epoch": 765.69,
      "grad_norm": 1.4063022136688232,
      "learning_rate": 2.3535231107184912e-08,
      "loss": 0.3393,
      "step": 2743460
    },
    {
      "epoch": 765.69,
      "grad_norm": 1.1152400970458984,
      "learning_rate": 2.3531408947812836e-08,
      "loss": 0.3286,
      "step": 2743470
    },
    {
      "epoch": 765.69,
      "grad_norm": 1.3939882516860962,
      "learning_rate": 2.352758709726222e-08,
      "loss": 0.3299,
      "step": 2743480
    },
    {
      "epoch": 765.7,
      "grad_norm": 1.5339139699935913,
      "learning_rate": 2.3523765555534103e-08,
      "loss": 0.3532,
      "step": 2743490
    },
    {
      "epoch": 765.7,
      "grad_norm": 1.0622434616088867,
      "learning_rate": 2.351994432262848e-08,
      "loss": 0.3496,
      "step": 2743500
    },
    {
      "epoch": 765.7,
      "grad_norm": 1.1801351308822632,
      "learning_rate": 2.3516123398546402e-08,
      "loss": 0.3543,
      "step": 2743510
    },
    {
      "epoch": 765.7,
      "grad_norm": 1.1695271730422974,
      "learning_rate": 2.351230278328786e-08,
      "loss": 0.3484,
      "step": 2743520
    },
    {
      "epoch": 765.71,
      "grad_norm": 1.0946928262710571,
      "learning_rate": 2.350848247685364e-08,
      "loss": 0.3247,
      "step": 2743530
    },
    {
      "epoch": 765.71,
      "grad_norm": 1.2617799043655396,
      "learning_rate": 2.3504662479244e-08,
      "loss": 0.3582,
      "step": 2743540
    },
    {
      "epoch": 765.71,
      "grad_norm": 1.2044677734375,
      "learning_rate": 2.3500842790459983e-08,
      "loss": 0.3257,
      "step": 2743550
    },
    {
      "epoch": 765.72,
      "grad_norm": 1.126983880996704,
      "learning_rate": 2.3497023410501587e-08,
      "loss": 0.3255,
      "step": 2743560
    },
    {
      "epoch": 765.72,
      "grad_norm": 1.1587510108947754,
      "learning_rate": 2.3493204339369593e-08,
      "loss": 0.3441,
      "step": 2743570
    },
    {
      "epoch": 765.72,
      "grad_norm": 1.0920130014419556,
      "learning_rate": 2.348938557706452e-08,
      "loss": 0.3372,
      "step": 2743580
    },
    {
      "epoch": 765.72,
      "grad_norm": 1.2191587686538696,
      "learning_rate": 2.3485567123586372e-08,
      "loss": 0.337,
      "step": 2743590
    },
    {
      "epoch": 765.73,
      "grad_norm": 1.199575424194336,
      "learning_rate": 2.3481748978936445e-08,
      "loss": 0.3475,
      "step": 2743600
    },
    {
      "epoch": 765.73,
      "grad_norm": 1.1447186470031738,
      "learning_rate": 2.347793114311448e-08,
      "loss": 0.3543,
      "step": 2743610
    },
    {
      "epoch": 765.73,
      "grad_norm": 1.2219456434249878,
      "learning_rate": 2.347411361612152e-08,
      "loss": 0.3422,
      "step": 2743620
    },
    {
      "epoch": 765.74,
      "grad_norm": 1.3394113779067993,
      "learning_rate": 2.3470296397958088e-08,
      "loss": 0.3343,
      "step": 2743630
    },
    {
      "epoch": 765.74,
      "grad_norm": 1.1838905811309814,
      "learning_rate": 2.3466479488624174e-08,
      "loss": 0.3289,
      "step": 2743640
    },
    {
      "epoch": 765.74,
      "grad_norm": 1.3085757493972778,
      "learning_rate": 2.346266288812109e-08,
      "loss": 0.3314,
      "step": 2743650
    },
    {
      "epoch": 765.74,
      "grad_norm": 1.2678308486938477,
      "learning_rate": 2.3458846596448572e-08,
      "loss": 0.3165,
      "step": 2743660
    },
    {
      "epoch": 765.75,
      "grad_norm": 1.246588110923767,
      "learning_rate": 2.3455030613607396e-08,
      "loss": 0.3353,
      "step": 2743670
    },
    {
      "epoch": 765.75,
      "grad_norm": 1.1732820272445679,
      "learning_rate": 2.345121493959809e-08,
      "loss": 0.3241,
      "step": 2743680
    },
    {
      "epoch": 765.75,
      "grad_norm": 1.1148579120635986,
      "learning_rate": 2.3447399574421428e-08,
      "loss": 0.3322,
      "step": 2743690
    },
    {
      "epoch": 765.75,
      "grad_norm": 4.169041633605957,
      "learning_rate": 2.3443584518077675e-08,
      "loss": 0.3271,
      "step": 2743700
    },
    {
      "epoch": 765.76,
      "grad_norm": 1.312580943107605,
      "learning_rate": 2.343976977056709e-08,
      "loss": 0.3419,
      "step": 2743710
    },
    {
      "epoch": 765.76,
      "grad_norm": 1.2008963823318481,
      "learning_rate": 2.343595533189071e-08,
      "loss": 0.3268,
      "step": 2743720
    },
    {
      "epoch": 765.76,
      "grad_norm": 1.326374888420105,
      "learning_rate": 2.3432141202048542e-08,
      "loss": 0.3254,
      "step": 2743730
    },
    {
      "epoch": 765.77,
      "grad_norm": 1.3563003540039062,
      "learning_rate": 2.3428327381041363e-08,
      "loss": 0.341,
      "step": 2743740
    },
    {
      "epoch": 765.77,
      "grad_norm": 1.3178645372390747,
      "learning_rate": 2.342451386886969e-08,
      "loss": 0.3336,
      "step": 2743750
    },
    {
      "epoch": 765.77,
      "grad_norm": 1.0691909790039062,
      "learning_rate": 2.342070066553379e-08,
      "loss": 0.3491,
      "step": 2743760
    },
    {
      "epoch": 765.77,
      "grad_norm": 1.17969810962677,
      "learning_rate": 2.3416887771034436e-08,
      "loss": 0.3384,
      "step": 2743770
    },
    {
      "epoch": 765.78,
      "grad_norm": 1.273370623588562,
      "learning_rate": 2.3413075185372416e-08,
      "loss": 0.3181,
      "step": 2743780
    },
    {
      "epoch": 765.78,
      "grad_norm": 1.3969773054122925,
      "learning_rate": 2.3409262908547463e-08,
      "loss": 0.349,
      "step": 2743790
    },
    {
      "epoch": 765.78,
      "grad_norm": 1.246740698814392,
      "learning_rate": 2.3405450940560626e-08,
      "loss": 0.353,
      "step": 2743800
    },
    {
      "epoch": 765.79,
      "grad_norm": 1.5082124471664429,
      "learning_rate": 2.3401639281412417e-08,
      "loss": 0.322,
      "step": 2743810
    },
    {
      "epoch": 765.79,
      "grad_norm": 1.3356719017028809,
      "learning_rate": 2.3397827931102843e-08,
      "loss": 0.3304,
      "step": 2743820
    },
    {
      "epoch": 765.79,
      "grad_norm": 1.208290696144104,
      "learning_rate": 2.3394016889632937e-08,
      "loss": 0.3524,
      "step": 2743830
    },
    {
      "epoch": 765.79,
      "grad_norm": 1.3060832023620605,
      "learning_rate": 2.339020615700297e-08,
      "loss": 0.3388,
      "step": 2743840
    },
    {
      "epoch": 765.8,
      "grad_norm": 1.0810185670852661,
      "learning_rate": 2.338639573321371e-08,
      "loss": 0.3441,
      "step": 2743850
    },
    {
      "epoch": 765.8,
      "grad_norm": 1.191979169845581,
      "learning_rate": 2.3382585618265427e-08,
      "loss": 0.3364,
      "step": 2743860
    },
    {
      "epoch": 765.8,
      "grad_norm": 1.1502066850662231,
      "learning_rate": 2.3378775812158637e-08,
      "loss": 0.3423,
      "step": 2743870
    },
    {
      "epoch": 765.81,
      "grad_norm": 1.2773202657699585,
      "learning_rate": 2.3374966314893863e-08,
      "loss": 0.3236,
      "step": 2743880
    },
    {
      "epoch": 765.81,
      "grad_norm": 1.5709662437438965,
      "learning_rate": 2.3371157126471623e-08,
      "loss": 0.3425,
      "step": 2743890
    },
    {
      "epoch": 765.81,
      "grad_norm": 1.4980077743530273,
      "learning_rate": 2.33673482468927e-08,
      "loss": 0.3274,
      "step": 2743900
    },
    {
      "epoch": 765.81,
      "grad_norm": 1.4765429496765137,
      "learning_rate": 2.336353967615709e-08,
      "loss": 0.3257,
      "step": 2743910
    },
    {
      "epoch": 765.82,
      "grad_norm": 1.3270585536956787,
      "learning_rate": 2.3359731414265576e-08,
      "loss": 0.3321,
      "step": 2743920
    },
    {
      "epoch": 765.82,
      "grad_norm": 1.683744192123413,
      "learning_rate": 2.335592346121868e-08,
      "loss": 0.3485,
      "step": 2743930
    },
    {
      "epoch": 765.82,
      "grad_norm": 1.2781908512115479,
      "learning_rate": 2.3352115817016922e-08,
      "loss": 0.3275,
      "step": 2743940
    },
    {
      "epoch": 765.82,
      "grad_norm": 1.755602478981018,
      "learning_rate": 2.3348308481660558e-08,
      "loss": 0.3413,
      "step": 2743950
    },
    {
      "epoch": 765.83,
      "grad_norm": 1.2209757566452026,
      "learning_rate": 2.3344501455150373e-08,
      "loss": 0.3298,
      "step": 2743960
    },
    {
      "epoch": 765.83,
      "grad_norm": 1.1551951169967651,
      "learning_rate": 2.3340694737486886e-08,
      "loss": 0.3374,
      "step": 2743970
    },
    {
      "epoch": 765.83,
      "grad_norm": 1.5603896379470825,
      "learning_rate": 2.333688832867036e-08,
      "loss": 0.3295,
      "step": 2743980
    },
    {
      "epoch": 765.84,
      "grad_norm": 1.0728340148925781,
      "learning_rate": 2.333308222870157e-08,
      "loss": 0.3351,
      "step": 2743990
    },
    {
      "epoch": 765.84,
      "grad_norm": 1.4663208723068237,
      "learning_rate": 2.332927643758104e-08,
      "loss": 0.3391,
      "step": 2744000
    },
    {
      "epoch": 765.84,
      "grad_norm": 1.3909929990768433,
      "learning_rate": 2.3325470955309033e-08,
      "loss": 0.3312,
      "step": 2744010
    },
    {
      "epoch": 765.84,
      "grad_norm": 1.314395785331726,
      "learning_rate": 2.3321665781886063e-08,
      "loss": 0.3456,
      "step": 2744020
    },
    {
      "epoch": 765.85,
      "grad_norm": 1.1896169185638428,
      "learning_rate": 2.3317860917312653e-08,
      "loss": 0.3505,
      "step": 2744030
    },
    {
      "epoch": 765.85,
      "grad_norm": 1.5075206756591797,
      "learning_rate": 2.3314056361589585e-08,
      "loss": 0.3344,
      "step": 2744040
    },
    {
      "epoch": 765.85,
      "grad_norm": 1.1013658046722412,
      "learning_rate": 2.331025211471712e-08,
      "loss": 0.3287,
      "step": 2744050
    },
    {
      "epoch": 765.86,
      "grad_norm": 1.1705882549285889,
      "learning_rate": 2.3306448176695775e-08,
      "loss": 0.3208,
      "step": 2744060
    },
    {
      "epoch": 765.86,
      "grad_norm": 1.2032525539398193,
      "learning_rate": 2.3302644547526073e-08,
      "loss": 0.3291,
      "step": 2744070
    },
    {
      "epoch": 765.86,
      "grad_norm": 1.1453666687011719,
      "learning_rate": 2.329884122720879e-08,
      "loss": 0.3471,
      "step": 2744080
    },
    {
      "epoch": 765.86,
      "grad_norm": 1.875555157661438,
      "learning_rate": 2.3295038215743934e-08,
      "loss": 0.3472,
      "step": 2744090
    },
    {
      "epoch": 765.87,
      "grad_norm": 1.3101879358291626,
      "learning_rate": 2.329123551313228e-08,
      "loss": 0.3419,
      "step": 2744100
    },
    {
      "epoch": 765.87,
      "grad_norm": 1.6969867944717407,
      "learning_rate": 2.3287433119374353e-08,
      "loss": 0.3288,
      "step": 2744110
    },
    {
      "epoch": 765.87,
      "grad_norm": 1.3704888820648193,
      "learning_rate": 2.3283631034470668e-08,
      "loss": 0.3543,
      "step": 2744120
    },
    {
      "epoch": 765.87,
      "grad_norm": 1.070012092590332,
      "learning_rate": 2.3279829258421744e-08,
      "loss": 0.3305,
      "step": 2744130
    },
    {
      "epoch": 765.88,
      "grad_norm": 1.1450573205947876,
      "learning_rate": 2.327602779122811e-08,
      "loss": 0.3311,
      "step": 2744140
    },
    {
      "epoch": 765.88,
      "grad_norm": 1.1690747737884521,
      "learning_rate": 2.327222663289002e-08,
      "loss": 0.3172,
      "step": 2744150
    },
    {
      "epoch": 765.88,
      "grad_norm": 1.2801153659820557,
      "learning_rate": 2.3268425783408256e-08,
      "loss": 0.3347,
      "step": 2744160
    },
    {
      "epoch": 765.89,
      "grad_norm": 1.2816884517669678,
      "learning_rate": 2.3264625242782817e-08,
      "loss": 0.3238,
      "step": 2744170
    },
    {
      "epoch": 765.89,
      "grad_norm": 1.1454486846923828,
      "learning_rate": 2.3260825011015266e-08,
      "loss": 0.3461,
      "step": 2744180
    },
    {
      "epoch": 765.89,
      "grad_norm": 1.4201583862304688,
      "learning_rate": 2.325702508810508e-08,
      "loss": 0.3325,
      "step": 2744190
    },
    {
      "epoch": 765.89,
      "grad_norm": 1.3431594371795654,
      "learning_rate": 2.3253225474053042e-08,
      "loss": 0.3381,
      "step": 2744200
    },
    {
      "epoch": 765.9,
      "grad_norm": 1.2263274192810059,
      "learning_rate": 2.3249426168859934e-08,
      "loss": 0.3277,
      "step": 2744210
    },
    {
      "epoch": 765.9,
      "grad_norm": 1.224359154701233,
      "learning_rate": 2.3245627172526012e-08,
      "loss": 0.3473,
      "step": 2744220
    },
    {
      "epoch": 765.9,
      "grad_norm": 1.2239362001419067,
      "learning_rate": 2.3241828485052063e-08,
      "loss": 0.3289,
      "step": 2744230
    },
    {
      "epoch": 765.91,
      "grad_norm": 1.1254825592041016,
      "learning_rate": 2.323803010643808e-08,
      "loss": 0.3355,
      "step": 2744240
    },
    {
      "epoch": 765.91,
      "grad_norm": 1.298556923866272,
      "learning_rate": 2.3234232036685105e-08,
      "loss": 0.3305,
      "step": 2744250
    },
    {
      "epoch": 765.91,
      "grad_norm": 1.3663586378097534,
      "learning_rate": 2.323043427579314e-08,
      "loss": 0.3362,
      "step": 2744260
    },
    {
      "epoch": 765.91,
      "grad_norm": 1.24403715133667,
      "learning_rate": 2.3226636823763228e-08,
      "loss": 0.3339,
      "step": 2744270
    },
    {
      "epoch": 765.92,
      "grad_norm": 1.1168241500854492,
      "learning_rate": 2.3222839680595626e-08,
      "loss": 0.3268,
      "step": 2744280
    },
    {
      "epoch": 765.92,
      "grad_norm": 1.3555867671966553,
      "learning_rate": 2.3219042846290593e-08,
      "loss": 0.3504,
      "step": 2744290
    },
    {
      "epoch": 765.92,
      "grad_norm": 1.3438339233398438,
      "learning_rate": 2.3215246320849174e-08,
      "loss": 0.346,
      "step": 2744300
    },
    {
      "epoch": 765.93,
      "grad_norm": 1.1485285758972168,
      "learning_rate": 2.3211450104271105e-08,
      "loss": 0.3172,
      "step": 2744310
    },
    {
      "epoch": 765.93,
      "grad_norm": 1.1462045907974243,
      "learning_rate": 2.320765419655795e-08,
      "loss": 0.3386,
      "step": 2744320
    },
    {
      "epoch": 765.93,
      "grad_norm": 1.5764511823654175,
      "learning_rate": 2.3203858597709188e-08,
      "loss": 0.3407,
      "step": 2744330
    },
    {
      "epoch": 765.93,
      "grad_norm": 1.1963543891906738,
      "learning_rate": 2.3200063307725855e-08,
      "loss": 0.3299,
      "step": 2744340
    },
    {
      "epoch": 765.94,
      "grad_norm": 1.3083981275558472,
      "learning_rate": 2.319626832660822e-08,
      "loss": 0.3543,
      "step": 2744350
    },
    {
      "epoch": 765.94,
      "grad_norm": 1.326438069343567,
      "learning_rate": 2.3192473654357058e-08,
      "loss": 0.3305,
      "step": 2744360
    },
    {
      "epoch": 765.94,
      "grad_norm": 1.6095616817474365,
      "learning_rate": 2.318867929097289e-08,
      "loss": 0.3402,
      "step": 2744370
    },
    {
      "epoch": 765.94,
      "grad_norm": 1.673675537109375,
      "learning_rate": 2.3184885236455718e-08,
      "loss": 0.3347,
      "step": 2744380
    },
    {
      "epoch": 765.95,
      "grad_norm": 1.3313517570495605,
      "learning_rate": 2.318109149080684e-08,
      "loss": 0.3314,
      "step": 2744390
    },
    {
      "epoch": 765.95,
      "grad_norm": 1.7775418758392334,
      "learning_rate": 2.3177298054025735e-08,
      "loss": 0.3306,
      "step": 2744400
    },
    {
      "epoch": 765.95,
      "grad_norm": 1.8366053104400635,
      "learning_rate": 2.317350492611397e-08,
      "loss": 0.3385,
      "step": 2744410
    },
    {
      "epoch": 765.96,
      "grad_norm": 1.191067099571228,
      "learning_rate": 2.316971210707128e-08,
      "loss": 0.3527,
      "step": 2744420
    },
    {
      "epoch": 765.96,
      "grad_norm": 1.2238870859146118,
      "learning_rate": 2.3165919596898706e-08,
      "loss": 0.319,
      "step": 2744430
    },
    {
      "epoch": 765.96,
      "grad_norm": 1.2767243385314941,
      "learning_rate": 2.316212739559625e-08,
      "loss": 0.3356,
      "step": 2744440
    },
    {
      "epoch": 765.96,
      "grad_norm": 1.253650188446045,
      "learning_rate": 2.315833550316495e-08,
      "loss": 0.3309,
      "step": 2744450
    },
    {
      "epoch": 765.97,
      "grad_norm": 1.2187587022781372,
      "learning_rate": 2.315454391960481e-08,
      "loss": 0.3214,
      "step": 2744460
    },
    {
      "epoch": 765.97,
      "grad_norm": 1.245549201965332,
      "learning_rate": 2.315075264491661e-08,
      "loss": 0.3264,
      "step": 2744470
    },
    {
      "epoch": 765.97,
      "grad_norm": 1.2172331809997559,
      "learning_rate": 2.3146961679100863e-08,
      "loss": 0.3226,
      "step": 2744480
    },
    {
      "epoch": 765.98,
      "grad_norm": 1.057373046875,
      "learning_rate": 2.3143171022157842e-08,
      "loss": 0.3418,
      "step": 2744490
    },
    {
      "epoch": 765.98,
      "grad_norm": 1.26597261428833,
      "learning_rate": 2.3139380674088574e-08,
      "loss": 0.3615,
      "step": 2744500
    },
    {
      "epoch": 765.98,
      "grad_norm": 1.2004733085632324,
      "learning_rate": 2.3135590634892812e-08,
      "loss": 0.3475,
      "step": 2744510
    },
    {
      "epoch": 765.98,
      "grad_norm": 1.1867446899414062,
      "learning_rate": 2.313180090457159e-08,
      "loss": 0.3411,
      "step": 2744520
    },
    {
      "epoch": 765.99,
      "grad_norm": 1.2898143529891968,
      "learning_rate": 2.3128011483125422e-08,
      "loss": 0.3324,
      "step": 2744530
    },
    {
      "epoch": 765.99,
      "grad_norm": 1.1870311498641968,
      "learning_rate": 2.312422237055458e-08,
      "loss": 0.3371,
      "step": 2744540
    },
    {
      "epoch": 765.99,
      "grad_norm": 1.2678139209747314,
      "learning_rate": 2.312043356685958e-08,
      "loss": 0.3265,
      "step": 2744550
    },
    {
      "epoch": 765.99,
      "grad_norm": 1.1173020601272583,
      "learning_rate": 2.31166450720412e-08,
      "loss": 0.3454,
      "step": 2744560
    },
    {
      "epoch": 766.0,
      "grad_norm": 1.2406888008117676,
      "learning_rate": 2.3112856886099447e-08,
      "loss": 0.3171,
      "step": 2744570
    },
    {
      "epoch": 766.0,
      "eval_loss": 0.33833765983581543,
      "eval_runtime": 65.1045,
      "eval_samples_per_second": 77.706,
      "eval_steps_per_second": 9.723,
      "step": 2744578
    },
    {
      "epoch": 766.0,
      "grad_norm": 1.2855948209762573,
      "learning_rate": 2.3109069009035354e-08,
      "loss": 0.352,
      "step": 2744580
    },
    {
      "epoch": 766.0,
      "grad_norm": 1.2375022172927856,
      "learning_rate": 2.3105281440849442e-08,
      "loss": 0.3492,
      "step": 2744590
    },
    {
      "epoch": 766.01,
      "grad_norm": 1.162346363067627,
      "learning_rate": 2.3101494181541456e-08,
      "loss": 0.3366,
      "step": 2744600
    },
    {
      "epoch": 766.01,
      "grad_norm": 1.1529898643493652,
      "learning_rate": 2.3097707231112693e-08,
      "loss": 0.3387,
      "step": 2744610
    },
    {
      "epoch": 766.01,
      "grad_norm": 1.0531516075134277,
      "learning_rate": 2.309392058956342e-08,
      "loss": 0.3336,
      "step": 2744620
    },
    {
      "epoch": 766.01,
      "grad_norm": 1.1434824466705322,
      "learning_rate": 2.3090134256893883e-08,
      "loss": 0.3247,
      "step": 2744630
    },
    {
      "epoch": 766.02,
      "grad_norm": 1.2163465023040771,
      "learning_rate": 2.3086348233105135e-08,
      "loss": 0.3315,
      "step": 2744640
    },
    {
      "epoch": 766.02,
      "grad_norm": 1.3237162828445435,
      "learning_rate": 2.3082562518197176e-08,
      "loss": 0.3328,
      "step": 2744650
    },
    {
      "epoch": 766.02,
      "grad_norm": 1.5094194412231445,
      "learning_rate": 2.3078777112170518e-08,
      "loss": 0.3529,
      "step": 2744660
    },
    {
      "epoch": 766.03,
      "grad_norm": 1.5191289186477661,
      "learning_rate": 2.307499201502621e-08,
      "loss": 0.3399,
      "step": 2744670
    },
    {
      "epoch": 766.03,
      "grad_norm": 1.2504384517669678,
      "learning_rate": 2.3071207226764248e-08,
      "loss": 0.3149,
      "step": 2744680
    },
    {
      "epoch": 766.03,
      "grad_norm": 1.1795358657836914,
      "learning_rate": 2.3067422747385152e-08,
      "loss": 0.3367,
      "step": 2744690
    },
    {
      "epoch": 766.03,
      "grad_norm": 1.461756944656372,
      "learning_rate": 2.3063638576889445e-08,
      "loss": 0.3477,
      "step": 2744700
    },
    {
      "epoch": 766.04,
      "grad_norm": 1.658306360244751,
      "learning_rate": 2.3059854715277905e-08,
      "loss": 0.3432,
      "step": 2744710
    },
    {
      "epoch": 766.04,
      "grad_norm": 1.4405477046966553,
      "learning_rate": 2.3056071162550795e-08,
      "loss": 0.3353,
      "step": 2744720
    },
    {
      "epoch": 766.04,
      "grad_norm": 1.3480335474014282,
      "learning_rate": 2.3052287918708633e-08,
      "loss": 0.3399,
      "step": 2744730
    },
    {
      "epoch": 766.05,
      "grad_norm": 1.3993768692016602,
      "learning_rate": 2.30485049837522e-08,
      "loss": 0.3293,
      "step": 2744740
    },
    {
      "epoch": 766.05,
      "grad_norm": 1.2070530652999878,
      "learning_rate": 2.3044722357681496e-08,
      "loss": 0.3453,
      "step": 2744750
    },
    {
      "epoch": 766.05,
      "grad_norm": 1.284052848815918,
      "learning_rate": 2.3040940040497563e-08,
      "loss": 0.3216,
      "step": 2744760
    },
    {
      "epoch": 766.05,
      "grad_norm": 1.0971115827560425,
      "learning_rate": 2.30371580322004e-08,
      "loss": 0.3332,
      "step": 2744770
    },
    {
      "epoch": 766.06,
      "grad_norm": 1.3936641216278076,
      "learning_rate": 2.303337633279079e-08,
      "loss": 0.3455,
      "step": 2744780
    },
    {
      "epoch": 766.06,
      "grad_norm": 1.403656244277954,
      "learning_rate": 2.302959494226925e-08,
      "loss": 0.3334,
      "step": 2744790
    },
    {
      "epoch": 766.06,
      "grad_norm": 1.2234456539154053,
      "learning_rate": 2.3025813860636042e-08,
      "loss": 0.3352,
      "step": 2744800
    },
    {
      "epoch": 766.06,
      "grad_norm": 1.2391273975372314,
      "learning_rate": 2.3022033087892205e-08,
      "loss": 0.3384,
      "step": 2744810
    },
    {
      "epoch": 766.07,
      "grad_norm": 1.4119032621383667,
      "learning_rate": 2.3018252624037484e-08,
      "loss": 0.3337,
      "step": 2744820
    },
    {
      "epoch": 766.07,
      "grad_norm": 1.1637738943099976,
      "learning_rate": 2.3014472469073173e-08,
      "loss": 0.328,
      "step": 2744830
    },
    {
      "epoch": 766.07,
      "grad_norm": 1.368262767791748,
      "learning_rate": 2.3010692622999014e-08,
      "loss": 0.3182,
      "step": 2744840
    },
    {
      "epoch": 766.08,
      "grad_norm": 1.4932266473770142,
      "learning_rate": 2.300691308581631e-08,
      "loss": 0.3291,
      "step": 2744850
    },
    {
      "epoch": 766.08,
      "grad_norm": 1.273310661315918,
      "learning_rate": 2.30031338575248e-08,
      "loss": 0.3521,
      "step": 2744860
    },
    {
      "epoch": 766.08,
      "grad_norm": 1.2254104614257812,
      "learning_rate": 2.2999354938125527e-08,
      "loss": 0.3369,
      "step": 2744870
    },
    {
      "epoch": 766.08,
      "grad_norm": 1.1615959405899048,
      "learning_rate": 2.2995576327618745e-08,
      "loss": 0.3272,
      "step": 2744880
    },
    {
      "epoch": 766.09,
      "grad_norm": 1.3382236957550049,
      "learning_rate": 2.299179802600498e-08,
      "loss": 0.3348,
      "step": 2744890
    },
    {
      "epoch": 766.09,
      "grad_norm": 2.303161144256592,
      "learning_rate": 2.2988020033284752e-08,
      "loss": 0.3514,
      "step": 2744900
    },
    {
      "epoch": 766.09,
      "grad_norm": 1.307581901550293,
      "learning_rate": 2.298424234945858e-08,
      "loss": 0.3271,
      "step": 2744910
    },
    {
      "epoch": 766.1,
      "grad_norm": 1.057948112487793,
      "learning_rate": 2.2980464974526984e-08,
      "loss": 0.3395,
      "step": 2744920
    },
    {
      "epoch": 766.1,
      "grad_norm": 1.4602625370025635,
      "learning_rate": 2.2976687908490486e-08,
      "loss": 0.3327,
      "step": 2744930
    },
    {
      "epoch": 766.1,
      "grad_norm": 1.3419753313064575,
      "learning_rate": 2.2972911151349602e-08,
      "loss": 0.3401,
      "step": 2744940
    },
    {
      "epoch": 766.1,
      "grad_norm": 1.3080086708068848,
      "learning_rate": 2.296913470310486e-08,
      "loss": 0.3388,
      "step": 2744950
    },
    {
      "epoch": 766.11,
      "grad_norm": 1.1603776216506958,
      "learning_rate": 2.2965358563756254e-08,
      "loss": 0.3301,
      "step": 2744960
    },
    {
      "epoch": 766.11,
      "grad_norm": 1.3308087587356567,
      "learning_rate": 2.2961582733305086e-08,
      "loss": 0.3123,
      "step": 2744970
    },
    {
      "epoch": 766.11,
      "grad_norm": 1.199568510055542,
      "learning_rate": 2.295780721175136e-08,
      "loss": 0.3387,
      "step": 2744980
    },
    {
      "epoch": 766.11,
      "grad_norm": 1.1172388792037964,
      "learning_rate": 2.295403199909585e-08,
      "loss": 0.347,
      "step": 2744990
    },
    {
      "epoch": 766.12,
      "grad_norm": 1.2953464984893799,
      "learning_rate": 2.295025709533882e-08,
      "loss": 0.3291,
      "step": 2745000
    },
    {
      "epoch": 766.12,
      "grad_norm": 1.235547661781311,
      "learning_rate": 2.294648250048079e-08,
      "loss": 0.3183,
      "step": 2745010
    },
    {
      "epoch": 766.12,
      "grad_norm": 1.0607092380523682,
      "learning_rate": 2.2942708214522283e-08,
      "loss": 0.3449,
      "step": 2745020
    },
    {
      "epoch": 766.13,
      "grad_norm": 1.5556941032409668,
      "learning_rate": 2.2938934237464075e-08,
      "loss": 0.3268,
      "step": 2745030
    },
    {
      "epoch": 766.13,
      "grad_norm": 1.179326057434082,
      "learning_rate": 2.293516056930643e-08,
      "loss": 0.3299,
      "step": 2745040
    },
    {
      "epoch": 766.13,
      "grad_norm": 1.223924160003662,
      "learning_rate": 2.2931387210049606e-08,
      "loss": 0.346,
      "step": 2745050
    },
    {
      "epoch": 766.13,
      "grad_norm": 1.1861883401870728,
      "learning_rate": 2.2927614159694643e-08,
      "loss": 0.3471,
      "step": 2745060
    },
    {
      "epoch": 766.14,
      "grad_norm": 1.264145851135254,
      "learning_rate": 2.2923841418241542e-08,
      "loss": 0.3387,
      "step": 2745070
    },
    {
      "epoch": 766.14,
      "grad_norm": 1.1199713945388794,
      "learning_rate": 2.292006898569135e-08,
      "loss": 0.3255,
      "step": 2745080
    },
    {
      "epoch": 766.14,
      "grad_norm": 1.364046335220337,
      "learning_rate": 2.2916296862044055e-08,
      "loss": 0.3232,
      "step": 2745090
    },
    {
      "epoch": 766.15,
      "grad_norm": 1.3712505102157593,
      "learning_rate": 2.2912525047300446e-08,
      "loss": 0.344,
      "step": 2745100
    },
    {
      "epoch": 766.15,
      "grad_norm": 1.2162543535232544,
      "learning_rate": 2.290875354146078e-08,
      "loss": 0.3382,
      "step": 2745110
    },
    {
      "epoch": 766.15,
      "grad_norm": 1.422794222831726,
      "learning_rate": 2.290498234452584e-08,
      "loss": 0.3315,
      "step": 2745120
    },
    {
      "epoch": 766.15,
      "grad_norm": 1.0659345388412476,
      "learning_rate": 2.2901211456495886e-08,
      "loss": 0.333,
      "step": 2745130
    },
    {
      "epoch": 766.16,
      "grad_norm": 1.1998088359832764,
      "learning_rate": 2.2897440877371697e-08,
      "loss": 0.3614,
      "step": 2745140
    },
    {
      "epoch": 766.16,
      "grad_norm": 1.5343955755233765,
      "learning_rate": 2.289367060715353e-08,
      "loss": 0.3348,
      "step": 2745150
    },
    {
      "epoch": 766.16,
      "grad_norm": 1.2139092683792114,
      "learning_rate": 2.2889900645841913e-08,
      "loss": 0.3353,
      "step": 2745160
    },
    {
      "epoch": 766.17,
      "grad_norm": 1.2344273328781128,
      "learning_rate": 2.288613099343762e-08,
      "loss": 0.3493,
      "step": 2745170
    },
    {
      "epoch": 766.17,
      "grad_norm": 1.140102505683899,
      "learning_rate": 2.2882361649940658e-08,
      "loss": 0.3462,
      "step": 2745180
    },
    {
      "epoch": 766.17,
      "grad_norm": 1.5541017055511475,
      "learning_rate": 2.2878592615352064e-08,
      "loss": 0.3335,
      "step": 2745190
    },
    {
      "epoch": 766.17,
      "grad_norm": 1.1648688316345215,
      "learning_rate": 2.2874823889672094e-08,
      "loss": 0.3462,
      "step": 2745200
    },
    {
      "epoch": 766.18,
      "grad_norm": 1.2642221450805664,
      "learning_rate": 2.2871055472901013e-08,
      "loss": 0.3367,
      "step": 2745210
    },
    {
      "epoch": 766.18,
      "grad_norm": 1.2714942693710327,
      "learning_rate": 2.28672873650396e-08,
      "loss": 0.3347,
      "step": 2745220
    },
    {
      "epoch": 766.18,
      "grad_norm": 1.1251972913742065,
      "learning_rate": 2.286351956608838e-08,
      "loss": 0.3308,
      "step": 2745230
    },
    {
      "epoch": 766.18,
      "grad_norm": 1.3455724716186523,
      "learning_rate": 2.2859752076047863e-08,
      "loss": 0.3309,
      "step": 2745240
    },
    {
      "epoch": 766.19,
      "grad_norm": 1.429603099822998,
      "learning_rate": 2.285598489491858e-08,
      "loss": 0.3358,
      "step": 2745250
    },
    {
      "epoch": 766.19,
      "grad_norm": 1.4715436697006226,
      "learning_rate": 2.2852218022700528e-08,
      "loss": 0.3394,
      "step": 2745260
    },
    {
      "epoch": 766.19,
      "grad_norm": 1.3584295511245728,
      "learning_rate": 2.2848451459394743e-08,
      "loss": 0.349,
      "step": 2745270
    },
    {
      "epoch": 766.2,
      "grad_norm": 1.7181881666183472,
      "learning_rate": 2.2844685205001752e-08,
      "loss": 0.339,
      "step": 2745280
    },
    {
      "epoch": 766.2,
      "grad_norm": 1.2107573747634888,
      "learning_rate": 2.2840919259521812e-08,
      "loss": 0.3141,
      "step": 2745290
    },
    {
      "epoch": 766.2,
      "grad_norm": 1.2206332683563232,
      "learning_rate": 2.2837153622955444e-08,
      "loss": 0.3232,
      "step": 2745300
    },
    {
      "epoch": 766.2,
      "grad_norm": 1.3485894203186035,
      "learning_rate": 2.283338829530317e-08,
      "loss": 0.3412,
      "step": 2745310
    },
    {
      "epoch": 766.21,
      "grad_norm": 1.1569795608520508,
      "learning_rate": 2.2829623276565765e-08,
      "loss": 0.3303,
      "step": 2745320
    },
    {
      "epoch": 766.21,
      "grad_norm": 1.2266414165496826,
      "learning_rate": 2.2825858566743233e-08,
      "loss": 0.3441,
      "step": 2745330
    },
    {
      "epoch": 766.21,
      "grad_norm": 1.2394888401031494,
      "learning_rate": 2.2822094165836618e-08,
      "loss": 0.3411,
      "step": 2745340
    },
    {
      "epoch": 766.22,
      "grad_norm": 1.069079875946045,
      "learning_rate": 2.2818330073845916e-08,
      "loss": 0.3422,
      "step": 2745350
    },
    {
      "epoch": 766.22,
      "grad_norm": 1.212791085243225,
      "learning_rate": 2.2814566290771647e-08,
      "loss": 0.3409,
      "step": 2745360
    },
    {
      "epoch": 766.22,
      "grad_norm": 1.2273905277252197,
      "learning_rate": 2.281080281661485e-08,
      "loss": 0.3376,
      "step": 2745370
    },
    {
      "epoch": 766.22,
      "grad_norm": 1.2861381769180298,
      "learning_rate": 2.2807039651375532e-08,
      "loss": 0.3359,
      "step": 2745380
    },
    {
      "epoch": 766.23,
      "grad_norm": 1.2919281721115112,
      "learning_rate": 2.280327679505447e-08,
      "loss": 0.3562,
      "step": 2745390
    },
    {
      "epoch": 766.23,
      "grad_norm": 1.0529069900512695,
      "learning_rate": 2.279951424765218e-08,
      "loss": 0.3409,
      "step": 2745400
    },
    {
      "epoch": 766.23,
      "grad_norm": 1.3478851318359375,
      "learning_rate": 2.279575200916867e-08,
      "loss": 0.3391,
      "step": 2745410
    },
    {
      "epoch": 766.23,
      "grad_norm": 1.37860107421875,
      "learning_rate": 2.2791990079604974e-08,
      "loss": 0.3289,
      "step": 2745420
    },
    {
      "epoch": 766.24,
      "grad_norm": 1.273031234741211,
      "learning_rate": 2.2788228458961618e-08,
      "loss": 0.3418,
      "step": 2745430
    },
    {
      "epoch": 766.24,
      "grad_norm": 1.080342173576355,
      "learning_rate": 2.2784467147238596e-08,
      "loss": 0.3371,
      "step": 2745440
    },
    {
      "epoch": 766.24,
      "grad_norm": 1.2065056562423706,
      "learning_rate": 2.2780706144436954e-08,
      "loss": 0.3247,
      "step": 2745450
    },
    {
      "epoch": 766.25,
      "grad_norm": 1.1518278121948242,
      "learning_rate": 2.2776945450556692e-08,
      "loss": 0.3328,
      "step": 2745460
    },
    {
      "epoch": 766.25,
      "grad_norm": 1.1545183658599854,
      "learning_rate": 2.2773185065598845e-08,
      "loss": 0.3312,
      "step": 2745470
    },
    {
      "epoch": 766.25,
      "grad_norm": 1.2586479187011719,
      "learning_rate": 2.2769424989563677e-08,
      "loss": 0.345,
      "step": 2745480
    },
    {
      "epoch": 766.25,
      "grad_norm": 1.405336856842041,
      "learning_rate": 2.276566522245145e-08,
      "loss": 0.332,
      "step": 2745490
    },
    {
      "epoch": 766.26,
      "grad_norm": 1.2537089586257935,
      "learning_rate": 2.2761905764262944e-08,
      "loss": 0.3335,
      "step": 2745500
    },
    {
      "epoch": 766.26,
      "grad_norm": 1.021283507347107,
      "learning_rate": 2.2758146614998417e-08,
      "loss": 0.3376,
      "step": 2745510
    },
    {
      "epoch": 766.26,
      "grad_norm": 1.226233720779419,
      "learning_rate": 2.2754387774658913e-08,
      "loss": 0.3274,
      "step": 2745520
    },
    {
      "epoch": 766.27,
      "grad_norm": 1.4560916423797607,
      "learning_rate": 2.2750629243244166e-08,
      "loss": 0.3154,
      "step": 2745530
    },
    {
      "epoch": 766.27,
      "grad_norm": 1.248473882675171,
      "learning_rate": 2.2746871020755223e-08,
      "loss": 0.3477,
      "step": 2745540
    },
    {
      "epoch": 766.27,
      "grad_norm": 1.2563987970352173,
      "learning_rate": 2.274311310719234e-08,
      "loss": 0.3458,
      "step": 2745550
    },
    {
      "epoch": 766.27,
      "grad_norm": 1.2406436204910278,
      "learning_rate": 2.2739355502556304e-08,
      "loss": 0.3285,
      "step": 2745560
    },
    {
      "epoch": 766.28,
      "grad_norm": 1.3929615020751953,
      "learning_rate": 2.2735598206847365e-08,
      "loss": 0.3287,
      "step": 2745570
    },
    {
      "epoch": 766.28,
      "grad_norm": 1.2405803203582764,
      "learning_rate": 2.2731841220066052e-08,
      "loss": 0.3402,
      "step": 2745580
    },
    {
      "epoch": 766.28,
      "grad_norm": 1.2830259799957275,
      "learning_rate": 2.2728084542212882e-08,
      "loss": 0.3359,
      "step": 2745590
    },
    {
      "epoch": 766.29,
      "grad_norm": 1.5060433149337769,
      "learning_rate": 2.2724328173288377e-08,
      "loss": 0.3504,
      "step": 2745600
    },
    {
      "epoch": 766.29,
      "grad_norm": 1.2512844800949097,
      "learning_rate": 2.2720572113293054e-08,
      "loss": 0.3393,
      "step": 2745610
    },
    {
      "epoch": 766.29,
      "grad_norm": 1.2469055652618408,
      "learning_rate": 2.2716816362227176e-08,
      "loss": 0.3584,
      "step": 2745620
    },
    {
      "epoch": 766.29,
      "grad_norm": 1.293517827987671,
      "learning_rate": 2.2713060920091784e-08,
      "loss": 0.3434,
      "step": 2745630
    },
    {
      "epoch": 766.3,
      "grad_norm": 1.2024424076080322,
      "learning_rate": 2.2709305786886878e-08,
      "loss": 0.3528,
      "step": 2745640
    },
    {
      "epoch": 766.3,
      "grad_norm": 1.1812894344329834,
      "learning_rate": 2.270555096261298e-08,
      "loss": 0.3332,
      "step": 2745650
    },
    {
      "epoch": 766.3,
      "grad_norm": 1.1433945894241333,
      "learning_rate": 2.2701796447270862e-08,
      "loss": 0.3297,
      "step": 2745660
    },
    {
      "epoch": 766.3,
      "grad_norm": 1.4748899936676025,
      "learning_rate": 2.2698042240860796e-08,
      "loss": 0.3394,
      "step": 2745670
    },
    {
      "epoch": 766.31,
      "grad_norm": 1.1354647874832153,
      "learning_rate": 2.2694288343383554e-08,
      "loss": 0.3195,
      "step": 2745680
    },
    {
      "epoch": 766.31,
      "grad_norm": 1.2125657796859741,
      "learning_rate": 2.26905347548394e-08,
      "loss": 0.3373,
      "step": 2745690
    },
    {
      "epoch": 766.31,
      "grad_norm": 1.3892189264297485,
      "learning_rate": 2.2686781475228596e-08,
      "loss": 0.3348,
      "step": 2745700
    },
    {
      "epoch": 766.32,
      "grad_norm": 1.4246413707733154,
      "learning_rate": 2.268302850455244e-08,
      "loss": 0.3402,
      "step": 2745710
    },
    {
      "epoch": 766.32,
      "grad_norm": 1.1371355056762695,
      "learning_rate": 2.2679275842810672e-08,
      "loss": 0.3349,
      "step": 2745720
    },
    {
      "epoch": 766.32,
      "grad_norm": 1.1904194355010986,
      "learning_rate": 2.2675523490004074e-08,
      "loss": 0.3469,
      "step": 2745730
    },
    {
      "epoch": 766.32,
      "grad_norm": 1.1770190000534058,
      "learning_rate": 2.2671771446133162e-08,
      "loss": 0.3326,
      "step": 2745740
    },
    {
      "epoch": 766.33,
      "grad_norm": 1.2973277568817139,
      "learning_rate": 2.2668019711198463e-08,
      "loss": 0.3081,
      "step": 2745750
    },
    {
      "epoch": 766.33,
      "grad_norm": 1.2887908220291138,
      "learning_rate": 2.2664268285200235e-08,
      "loss": 0.3501,
      "step": 2745760
    },
    {
      "epoch": 766.33,
      "grad_norm": 1.4133714437484741,
      "learning_rate": 2.2660517168138996e-08,
      "loss": 0.3247,
      "step": 2745770
    },
    {
      "epoch": 766.34,
      "grad_norm": 3.003417491912842,
      "learning_rate": 2.2656766360015787e-08,
      "loss": 0.3419,
      "step": 2745780
    },
    {
      "epoch": 766.34,
      "grad_norm": 1.6166266202926636,
      "learning_rate": 2.2653015860830352e-08,
      "loss": 0.3457,
      "step": 2745790
    },
    {
      "epoch": 766.34,
      "grad_norm": 1.155224084854126,
      "learning_rate": 2.264926567058399e-08,
      "loss": 0.3219,
      "step": 2745800
    },
    {
      "epoch": 766.34,
      "grad_norm": 1.1921658515930176,
      "learning_rate": 2.2645515789276435e-08,
      "loss": 0.3362,
      "step": 2745810
    },
    {
      "epoch": 766.35,
      "grad_norm": 1.350576639175415,
      "learning_rate": 2.2641766216908475e-08,
      "loss": 0.347,
      "step": 2745820
    },
    {
      "epoch": 766.35,
      "grad_norm": 0.9886089563369751,
      "learning_rate": 2.263801695348089e-08,
      "loss": 0.3304,
      "step": 2745830
    },
    {
      "epoch": 766.35,
      "grad_norm": 1.3582065105438232,
      "learning_rate": 2.263426799899394e-08,
      "loss": 0.3596,
      "step": 2745840
    },
    {
      "epoch": 766.36,
      "grad_norm": 1.2280855178833008,
      "learning_rate": 2.2630519353447878e-08,
      "loss": 0.3236,
      "step": 2745850
    },
    {
      "epoch": 766.36,
      "grad_norm": 1.8870160579681396,
      "learning_rate": 2.2626771016843754e-08,
      "loss": 0.3415,
      "step": 2745860
    },
    {
      "epoch": 766.36,
      "grad_norm": 1.326750636100769,
      "learning_rate": 2.2623022989181564e-08,
      "loss": 0.3471,
      "step": 2745870
    },
    {
      "epoch": 766.36,
      "grad_norm": 1.2760720252990723,
      "learning_rate": 2.261927527046209e-08,
      "loss": 0.3431,
      "step": 2745880
    },
    {
      "epoch": 766.37,
      "grad_norm": 1.6148310899734497,
      "learning_rate": 2.261552786068559e-08,
      "loss": 0.3152,
      "step": 2745890
    },
    {
      "epoch": 766.37,
      "grad_norm": 1.2402000427246094,
      "learning_rate": 2.2611780759852846e-08,
      "loss": 0.3269,
      "step": 2745900
    },
    {
      "epoch": 766.37,
      "grad_norm": 1.4930874109268188,
      "learning_rate": 2.260803396796438e-08,
      "loss": 0.3455,
      "step": 2745910
    },
    {
      "epoch": 766.37,
      "grad_norm": 1.2895140647888184,
      "learning_rate": 2.260428748502045e-08,
      "loss": 0.3504,
      "step": 2745920
    },
    {
      "epoch": 766.38,
      "grad_norm": 1.2125372886657715,
      "learning_rate": 2.2600541311021576e-08,
      "loss": 0.3163,
      "step": 2745930
    },
    {
      "epoch": 766.38,
      "grad_norm": 1.1862188577651978,
      "learning_rate": 2.259679544596828e-08,
      "loss": 0.3376,
      "step": 2745940
    },
    {
      "epoch": 766.38,
      "grad_norm": 1.229887843132019,
      "learning_rate": 2.2593049889861082e-08,
      "loss": 0.346,
      "step": 2745950
    },
    {
      "epoch": 766.39,
      "grad_norm": 1.2891038656234741,
      "learning_rate": 2.25893046427005e-08,
      "loss": 0.3356,
      "step": 2745960
    },
    {
      "epoch": 766.39,
      "grad_norm": 1.3283504247665405,
      "learning_rate": 2.2585559704487063e-08,
      "loss": 0.3461,
      "step": 2745970
    },
    {
      "epoch": 766.39,
      "grad_norm": 1.2169049978256226,
      "learning_rate": 2.258181507522154e-08,
      "loss": 0.3467,
      "step": 2745980
    },
    {
      "epoch": 766.39,
      "grad_norm": 1.5739468336105347,
      "learning_rate": 2.2578070754903938e-08,
      "loss": 0.3416,
      "step": 2745990
    },
    {
      "epoch": 766.4,
      "grad_norm": 1.3376609086990356,
      "learning_rate": 2.2574326743534774e-08,
      "loss": 0.3364,
      "step": 2746000
    },
    {
      "epoch": 766.4,
      "grad_norm": 1.18491530418396,
      "learning_rate": 2.2570583041115095e-08,
      "loss": 0.3398,
      "step": 2746010
    },
    {
      "epoch": 766.4,
      "grad_norm": 1.4428359270095825,
      "learning_rate": 2.2566839647644632e-08,
      "loss": 0.3521,
      "step": 2746020
    },
    {
      "epoch": 766.41,
      "grad_norm": 1.4647216796875,
      "learning_rate": 2.2563096563124433e-08,
      "loss": 0.3287,
      "step": 2746030
    },
    {
      "epoch": 766.41,
      "grad_norm": 1.2350258827209473,
      "learning_rate": 2.2559353787555012e-08,
      "loss": 0.3454,
      "step": 2746040
    },
    {
      "epoch": 766.41,
      "grad_norm": 1.2334494590759277,
      "learning_rate": 2.2555611320936375e-08,
      "loss": 0.343,
      "step": 2746050
    },
    {
      "epoch": 766.41,
      "grad_norm": 1.2503390312194824,
      "learning_rate": 2.2551869163269823e-08,
      "loss": 0.3202,
      "step": 2746060
    },
    {
      "epoch": 766.42,
      "grad_norm": 1.3353484869003296,
      "learning_rate": 2.254812731455483e-08,
      "loss": 0.3533,
      "step": 2746070
    },
    {
      "epoch": 766.42,
      "grad_norm": 1.1708341836929321,
      "learning_rate": 2.25443857747927e-08,
      "loss": 0.3203,
      "step": 2746080
    },
    {
      "epoch": 766.42,
      "grad_norm": 1.410677194595337,
      "learning_rate": 2.2540644543983695e-08,
      "loss": 0.3439,
      "step": 2746090
    },
    {
      "epoch": 766.42,
      "grad_norm": 1.2244269847869873,
      "learning_rate": 2.2536903622128333e-08,
      "loss": 0.33,
      "step": 2746100
    },
    {
      "epoch": 766.43,
      "grad_norm": 1.0996016263961792,
      "learning_rate": 2.2533163009226875e-08,
      "loss": 0.3403,
      "step": 2746110
    },
    {
      "epoch": 766.43,
      "grad_norm": 1.3254231214523315,
      "learning_rate": 2.2529422705280102e-08,
      "loss": 0.3333,
      "step": 2746120
    },
    {
      "epoch": 766.43,
      "grad_norm": 1.1336088180541992,
      "learning_rate": 2.2525682710288534e-08,
      "loss": 0.3085,
      "step": 2746130
    },
    {
      "epoch": 766.44,
      "grad_norm": 1.4908407926559448,
      "learning_rate": 2.2521943024252432e-08,
      "loss": 0.3297,
      "step": 2746140
    },
    {
      "epoch": 766.44,
      "grad_norm": 1.4204227924346924,
      "learning_rate": 2.2518203647172577e-08,
      "loss": 0.3279,
      "step": 2746150
    },
    {
      "epoch": 766.44,
      "grad_norm": 1.267198085784912,
      "learning_rate": 2.251446457904897e-08,
      "loss": 0.332,
      "step": 2746160
    },
    {
      "epoch": 766.44,
      "grad_norm": 1.3321969509124756,
      "learning_rate": 2.2510725819882643e-08,
      "loss": 0.3294,
      "step": 2746170
    },
    {
      "epoch": 766.45,
      "grad_norm": 1.2946398258209229,
      "learning_rate": 2.2506987369673868e-08,
      "loss": 0.3463,
      "step": 2746180
    },
    {
      "epoch": 766.45,
      "grad_norm": 1.1125717163085938,
      "learning_rate": 2.250324922842342e-08,
      "loss": 0.3465,
      "step": 2746190
    },
    {
      "epoch": 766.45,
      "grad_norm": 1.2627599239349365,
      "learning_rate": 2.24995113961313e-08,
      "loss": 0.3208,
      "step": 2746200
    },
    {
      "epoch": 766.46,
      "grad_norm": 1.264072060585022,
      "learning_rate": 2.2495773872798027e-08,
      "loss": 0.3304,
      "step": 2746210
    },
    {
      "epoch": 766.46,
      "grad_norm": 1.3154587745666504,
      "learning_rate": 2.2492036658424904e-08,
      "loss": 0.3477,
      "step": 2746220
    },
    {
      "epoch": 766.46,
      "grad_norm": 1.2925232648849487,
      "learning_rate": 2.2488299753011147e-08,
      "loss": 0.333,
      "step": 2746230
    },
    {
      "epoch": 766.46,
      "grad_norm": 1.2323986291885376,
      "learning_rate": 2.2484563156558584e-08,
      "loss": 0.3249,
      "step": 2746240
    },
    {
      "epoch": 766.47,
      "grad_norm": 1.4594241380691528,
      "learning_rate": 2.2480826869066688e-08,
      "loss": 0.3264,
      "step": 2746250
    },
    {
      "epoch": 766.47,
      "grad_norm": 1.1625334024429321,
      "learning_rate": 2.2477090890536502e-08,
      "loss": 0.3232,
      "step": 2746260
    },
    {
      "epoch": 766.47,
      "grad_norm": 1.3002692461013794,
      "learning_rate": 2.2473355220968287e-08,
      "loss": 0.3497,
      "step": 2746270
    },
    {
      "epoch": 766.48,
      "grad_norm": 1.1746364831924438,
      "learning_rate": 2.2469619860362824e-08,
      "loss": 0.3388,
      "step": 2746280
    },
    {
      "epoch": 766.48,
      "grad_norm": 1.0880497694015503,
      "learning_rate": 2.2465884808720373e-08,
      "loss": 0.3217,
      "step": 2746290
    },
    {
      "epoch": 766.48,
      "grad_norm": 1.264171838760376,
      "learning_rate": 2.246215006604119e-08,
      "loss": 0.333,
      "step": 2746300
    },
    {
      "epoch": 766.48,
      "grad_norm": 1.2314414978027344,
      "learning_rate": 2.2458415632326323e-08,
      "loss": 0.3348,
      "step": 2746310
    },
    {
      "epoch": 766.49,
      "grad_norm": 1.1829161643981934,
      "learning_rate": 2.2454681507575768e-08,
      "loss": 0.3252,
      "step": 2746320
    },
    {
      "epoch": 766.49,
      "grad_norm": 1.1367905139923096,
      "learning_rate": 2.2450947691790565e-08,
      "loss": 0.3491,
      "step": 2746330
    },
    {
      "epoch": 766.49,
      "grad_norm": 1.1686112880706787,
      "learning_rate": 2.244721418497072e-08,
      "loss": 0.326,
      "step": 2746340
    },
    {
      "epoch": 766.49,
      "grad_norm": 1.3459285497665405,
      "learning_rate": 2.2443480987117002e-08,
      "loss": 0.3416,
      "step": 2746350
    },
    {
      "epoch": 766.5,
      "grad_norm": 1.2049871683120728,
      "learning_rate": 2.2439748098229683e-08,
      "loss": 0.3411,
      "step": 2746360
    },
    {
      "epoch": 766.5,
      "grad_norm": 1.0395539999008179,
      "learning_rate": 2.2436015518309275e-08,
      "loss": 0.334,
      "step": 2746370
    },
    {
      "epoch": 766.5,
      "grad_norm": 1.1202486753463745,
      "learning_rate": 2.2432283247356824e-08,
      "loss": 0.3413,
      "step": 2746380
    },
    {
      "epoch": 766.51,
      "grad_norm": 1.0682495832443237,
      "learning_rate": 2.2428551285372068e-08,
      "loss": 0.3441,
      "step": 2746390
    },
    {
      "epoch": 766.51,
      "grad_norm": 1.1824074983596802,
      "learning_rate": 2.2424819632355788e-08,
      "loss": 0.3313,
      "step": 2746400
    },
    {
      "epoch": 766.51,
      "grad_norm": 1.4333122968673706,
      "learning_rate": 2.2421088288308768e-08,
      "loss": 0.3351,
      "step": 2746410
    },
    {
      "epoch": 766.51,
      "grad_norm": 1.176584243774414,
      "learning_rate": 2.241735725323126e-08,
      "loss": 0.3494,
      "step": 2746420
    },
    {
      "epoch": 766.52,
      "grad_norm": 1.5839601755142212,
      "learning_rate": 2.241362652712353e-08,
      "loss": 0.3228,
      "step": 2746430
    },
    {
      "epoch": 766.52,
      "grad_norm": 1.4456387758255005,
      "learning_rate": 2.2409896109986358e-08,
      "loss": 0.3235,
      "step": 2746440
    },
    {
      "epoch": 766.52,
      "grad_norm": 1.3778024911880493,
      "learning_rate": 2.2406166001820263e-08,
      "loss": 0.3303,
      "step": 2746450
    },
    {
      "epoch": 766.53,
      "grad_norm": 1.299597978591919,
      "learning_rate": 2.2402436202625505e-08,
      "loss": 0.3293,
      "step": 2746460
    },
    {
      "epoch": 766.53,
      "grad_norm": 2.158109426498413,
      "learning_rate": 2.2398706712402867e-08,
      "loss": 0.3442,
      "step": 2746470
    },
    {
      "epoch": 766.53,
      "grad_norm": 1.339423656463623,
      "learning_rate": 2.239497753115261e-08,
      "loss": 0.3461,
      "step": 2746480
    },
    {
      "epoch": 766.53,
      "grad_norm": 1.213844656944275,
      "learning_rate": 2.239124865887551e-08,
      "loss": 0.3489,
      "step": 2746490
    },
    {
      "epoch": 766.54,
      "grad_norm": 1.267788052558899,
      "learning_rate": 2.238752009557183e-08,
      "loss": 0.3488,
      "step": 2746500
    },
    {
      "epoch": 766.54,
      "grad_norm": 1.7939903736114502,
      "learning_rate": 2.238379184124209e-08,
      "loss": 0.3286,
      "step": 2746510
    },
    {
      "epoch": 766.54,
      "grad_norm": 1.1140213012695312,
      "learning_rate": 2.2380063895886813e-08,
      "loss": 0.3433,
      "step": 2746520
    },
    {
      "epoch": 766.54,
      "grad_norm": 1.3678953647613525,
      "learning_rate": 2.2376336259506516e-08,
      "loss": 0.318,
      "step": 2746530
    },
    {
      "epoch": 766.55,
      "grad_norm": 1.3435617685317993,
      "learning_rate": 2.237260893210172e-08,
      "loss": 0.3283,
      "step": 2746540
    },
    {
      "epoch": 766.55,
      "grad_norm": 1.4102509021759033,
      "learning_rate": 2.2368881913672945e-08,
      "loss": 0.3381,
      "step": 2746550
    },
    {
      "epoch": 766.55,
      "grad_norm": 1.2499094009399414,
      "learning_rate": 2.236515520422071e-08,
      "loss": 0.3251,
      "step": 2746560
    },
    {
      "epoch": 766.56,
      "grad_norm": 1.189058780670166,
      "learning_rate": 2.2361428803745284e-08,
      "loss": 0.3332,
      "step": 2746570
    },
    {
      "epoch": 766.56,
      "grad_norm": 1.238383412361145,
      "learning_rate": 2.2357702712247177e-08,
      "loss": 0.3404,
      "step": 2746580
    },
    {
      "epoch": 766.56,
      "grad_norm": 1.2351471185684204,
      "learning_rate": 2.2353976929727432e-08,
      "loss": 0.3426,
      "step": 2746590
    },
    {
      "epoch": 766.56,
      "grad_norm": 1.0756680965423584,
      "learning_rate": 2.2350251456185534e-08,
      "loss": 0.3295,
      "step": 2746600
    },
    {
      "epoch": 766.57,
      "grad_norm": 1.1933785676956177,
      "learning_rate": 2.2346526291623037e-08,
      "loss": 0.3633,
      "step": 2746610
    },
    {
      "epoch": 766.57,
      "grad_norm": 1.4168561697006226,
      "learning_rate": 2.2342801436039687e-08,
      "loss": 0.3455,
      "step": 2746620
    },
    {
      "epoch": 766.57,
      "grad_norm": 1.4913935661315918,
      "learning_rate": 2.2339076889436522e-08,
      "loss": 0.3419,
      "step": 2746630
    },
    {
      "epoch": 766.58,
      "grad_norm": 1.4622581005096436,
      "learning_rate": 2.2335352651813542e-08,
      "loss": 0.3338,
      "step": 2746640
    },
    {
      "epoch": 766.58,
      "grad_norm": 1.2874342203140259,
      "learning_rate": 2.2331628723171787e-08,
      "loss": 0.3215,
      "step": 2746650
    },
    {
      "epoch": 766.58,
      "grad_norm": 1.4599405527114868,
      "learning_rate": 2.232790510351126e-08,
      "loss": 0.3321,
      "step": 2746660
    },
    {
      "epoch": 766.58,
      "grad_norm": 1.2868260145187378,
      "learning_rate": 2.232418179283274e-08,
      "loss": 0.3476,
      "step": 2746670
    },
    {
      "epoch": 766.59,
      "grad_norm": 1.2462084293365479,
      "learning_rate": 2.2320458791136483e-08,
      "loss": 0.3371,
      "step": 2746680
    },
    {
      "epoch": 766.59,
      "grad_norm": 1.0954699516296387,
      "learning_rate": 2.2316736098423014e-08,
      "loss": 0.3331,
      "step": 2746690
    },
    {
      "epoch": 766.59,
      "grad_norm": 1.9011753797531128,
      "learning_rate": 2.2313013714693373e-08,
      "loss": 0.3417,
      "step": 2746700
    },
    {
      "epoch": 766.6,
      "grad_norm": 1.3217458724975586,
      "learning_rate": 2.2309291639947303e-08,
      "loss": 0.3293,
      "step": 2746710
    },
    {
      "epoch": 766.6,
      "grad_norm": 1.3517818450927734,
      "learning_rate": 2.230556987418558e-08,
      "loss": 0.341,
      "step": 2746720
    },
    {
      "epoch": 766.6,
      "grad_norm": 1.3058018684387207,
      "learning_rate": 2.2301848417408987e-08,
      "loss": 0.3351,
      "step": 2746730
    },
    {
      "epoch": 766.6,
      "grad_norm": 1.1140297651290894,
      "learning_rate": 2.2298127269617783e-08,
      "loss": 0.3233,
      "step": 2746740
    },
    {
      "epoch": 766.61,
      "grad_norm": 1.155297875404358,
      "learning_rate": 2.2294406430812228e-08,
      "loss": 0.344,
      "step": 2746750
    },
    {
      "epoch": 766.61,
      "grad_norm": 1.3818076848983765,
      "learning_rate": 2.22906859009931e-08,
      "loss": 0.3484,
      "step": 2746760
    },
    {
      "epoch": 766.61,
      "grad_norm": 1.3864023685455322,
      "learning_rate": 2.2286965680160927e-08,
      "loss": 0.3451,
      "step": 2746770
    },
    {
      "epoch": 766.61,
      "grad_norm": 1.3533904552459717,
      "learning_rate": 2.2283245768315966e-08,
      "loss": 0.3215,
      "step": 2746780
    },
    {
      "epoch": 766.62,
      "grad_norm": 1.3598408699035645,
      "learning_rate": 2.2279526165459253e-08,
      "loss": 0.3357,
      "step": 2746790
    },
    {
      "epoch": 766.62,
      "grad_norm": 1.3853981494903564,
      "learning_rate": 2.227580687159053e-08,
      "loss": 0.3419,
      "step": 2746800
    },
    {
      "epoch": 766.62,
      "grad_norm": 1.2668944597244263,
      "learning_rate": 2.2272087886710585e-08,
      "loss": 0.3433,
      "step": 2746810
    },
    {
      "epoch": 766.63,
      "grad_norm": 1.2833685874938965,
      "learning_rate": 2.2268369210820187e-08,
      "loss": 0.3412,
      "step": 2746820
    },
    {
      "epoch": 766.63,
      "grad_norm": 1.1031973361968994,
      "learning_rate": 2.2264650843919607e-08,
      "loss": 0.3297,
      "step": 2746830
    },
    {
      "epoch": 766.63,
      "grad_norm": 1.204447865486145,
      "learning_rate": 2.2260932786009357e-08,
      "loss": 0.3264,
      "step": 2746840
    },
    {
      "epoch": 766.63,
      "grad_norm": 1.3156890869140625,
      "learning_rate": 2.2257215037089962e-08,
      "loss": 0.3286,
      "step": 2746850
    },
    {
      "epoch": 766.64,
      "grad_norm": 1.7103830575942993,
      "learning_rate": 2.225349759716168e-08,
      "loss": 0.3481,
      "step": 2746860
    },
    {
      "epoch": 766.64,
      "grad_norm": 1.2685140371322632,
      "learning_rate": 2.2249780466225552e-08,
      "loss": 0.3377,
      "step": 2746870
    },
    {
      "epoch": 766.64,
      "grad_norm": 1.2272651195526123,
      "learning_rate": 2.2246063644281582e-08,
      "loss": 0.3286,
      "step": 2746880
    },
    {
      "epoch": 766.65,
      "grad_norm": 1.268064022064209,
      "learning_rate": 2.2242347131330284e-08,
      "loss": 0.3323,
      "step": 2746890
    },
    {
      "epoch": 766.65,
      "grad_norm": 1.1595038175582886,
      "learning_rate": 2.2238630927372443e-08,
      "loss": 0.3353,
      "step": 2746900
    },
    {
      "epoch": 766.65,
      "grad_norm": 1.2798668146133423,
      "learning_rate": 2.2234915032408317e-08,
      "loss": 0.3365,
      "step": 2746910
    },
    {
      "epoch": 766.65,
      "grad_norm": 1.276760458946228,
      "learning_rate": 2.223119944643843e-08,
      "loss": 0.3344,
      "step": 2746920
    },
    {
      "epoch": 766.66,
      "grad_norm": 1.3103463649749756,
      "learning_rate": 2.222748416946356e-08,
      "loss": 0.3342,
      "step": 2746930
    },
    {
      "epoch": 766.66,
      "grad_norm": 1.4656696319580078,
      "learning_rate": 2.2223769201483704e-08,
      "loss": 0.3399,
      "step": 2746940
    },
    {
      "epoch": 766.66,
      "grad_norm": 1.348015308380127,
      "learning_rate": 2.2220054542499645e-08,
      "loss": 0.346,
      "step": 2746950
    },
    {
      "epoch": 766.66,
      "grad_norm": 1.1705201864242554,
      "learning_rate": 2.2216340192512167e-08,
      "loss": 0.3239,
      "step": 2746960
    },
    {
      "epoch": 766.67,
      "grad_norm": 1.26811945438385,
      "learning_rate": 2.2212626151521007e-08,
      "loss": 0.3359,
      "step": 2746970
    },
    {
      "epoch": 766.67,
      "grad_norm": 1.0265111923217773,
      "learning_rate": 2.2208912419527467e-08,
      "loss": 0.3439,
      "step": 2746980
    },
    {
      "epoch": 766.67,
      "grad_norm": 1.1329407691955566,
      "learning_rate": 2.2205198996531546e-08,
      "loss": 0.3426,
      "step": 2746990
    },
    {
      "epoch": 766.68,
      "grad_norm": 1.2699599266052246,
      "learning_rate": 2.2201485882533763e-08,
      "loss": 0.3257,
      "step": 2747000
    },
    {
      "epoch": 766.68,
      "grad_norm": 1.414535641670227,
      "learning_rate": 2.21977730775349e-08,
      "loss": 0.345,
      "step": 2747010
    },
    {
      "epoch": 766.68,
      "grad_norm": 1.3184525966644287,
      "learning_rate": 2.2194060581535217e-08,
      "loss": 0.3113,
      "step": 2747020
    },
    {
      "epoch": 766.68,
      "grad_norm": 1.3550474643707275,
      "learning_rate": 2.219034839453524e-08,
      "loss": 0.3506,
      "step": 2747030
    },
    {
      "epoch": 766.69,
      "grad_norm": 1.2807731628417969,
      "learning_rate": 2.218663651653522e-08,
      "loss": 0.3488,
      "step": 2747040
    },
    {
      "epoch": 766.69,
      "grad_norm": 1.353110671043396,
      "learning_rate": 2.218292494753646e-08,
      "loss": 0.3349,
      "step": 2747050
    },
    {
      "epoch": 766.69,
      "grad_norm": 1.2187378406524658,
      "learning_rate": 2.2179213687538445e-08,
      "loss": 0.3273,
      "step": 2747060
    },
    {
      "epoch": 766.7,
      "grad_norm": 1.1396806240081787,
      "learning_rate": 2.2175502736542472e-08,
      "loss": 0.3508,
      "step": 2747070
    },
    {
      "epoch": 766.7,
      "grad_norm": 1.1966023445129395,
      "learning_rate": 2.217179209454854e-08,
      "loss": 0.3335,
      "step": 2747080
    },
    {
      "epoch": 766.7,
      "grad_norm": 1.0858689546585083,
      "learning_rate": 2.216808176155717e-08,
      "loss": 0.3196,
      "step": 2747090
    },
    {
      "epoch": 766.7,
      "grad_norm": 1.3862327337265015,
      "learning_rate": 2.2164371737569147e-08,
      "loss": 0.3134,
      "step": 2747100
    },
    {
      "epoch": 766.71,
      "grad_norm": 1.1226067543029785,
      "learning_rate": 2.2160662022584728e-08,
      "loss": 0.34,
      "step": 2747110
    },
    {
      "epoch": 766.71,
      "grad_norm": 1.0903079509735107,
      "learning_rate": 2.2156952616604694e-08,
      "loss": 0.3316,
      "step": 2747120
    },
    {
      "epoch": 766.71,
      "grad_norm": 1.7547547817230225,
      "learning_rate": 2.2153243519629042e-08,
      "loss": 0.335,
      "step": 2747130
    },
    {
      "epoch": 766.72,
      "grad_norm": 1.4552916288375854,
      "learning_rate": 2.2149534731658818e-08,
      "loss": 0.339,
      "step": 2747140
    },
    {
      "epoch": 766.72,
      "grad_norm": 1.3064944744110107,
      "learning_rate": 2.214582625269402e-08,
      "loss": 0.3535,
      "step": 2747150
    },
    {
      "epoch": 766.72,
      "grad_norm": 1.1635633707046509,
      "learning_rate": 2.2142118082735424e-08,
      "loss": 0.3316,
      "step": 2747160
    },
    {
      "epoch": 766.72,
      "grad_norm": 1.1277451515197754,
      "learning_rate": 2.2138410221783554e-08,
      "loss": 0.3341,
      "step": 2747170
    },
    {
      "epoch": 766.73,
      "grad_norm": 1.2861225605010986,
      "learning_rate": 2.2134702669838674e-08,
      "loss": 0.345,
      "step": 2747180
    },
    {
      "epoch": 766.73,
      "grad_norm": 1.4130154848098755,
      "learning_rate": 2.213099542690156e-08,
      "loss": 0.3288,
      "step": 2747190
    },
    {
      "epoch": 766.73,
      "grad_norm": 1.1692200899124146,
      "learning_rate": 2.2127288492972477e-08,
      "loss": 0.3396,
      "step": 2747200
    },
    {
      "epoch": 766.73,
      "grad_norm": 1.1401835680007935,
      "learning_rate": 2.2123581868051936e-08,
      "loss": 0.3274,
      "step": 2747210
    },
    {
      "epoch": 766.74,
      "grad_norm": 1.1055572032928467,
      "learning_rate": 2.2119875552140728e-08,
      "loss": 0.3358,
      "step": 2747220
    },
    {
      "epoch": 766.74,
      "grad_norm": 1.1862066984176636,
      "learning_rate": 2.2116169545239107e-08,
      "loss": 0.3325,
      "step": 2747230
    },
    {
      "epoch": 766.74,
      "grad_norm": 1.4428668022155762,
      "learning_rate": 2.2112463847347334e-08,
      "loss": 0.3336,
      "step": 2747240
    },
    {
      "epoch": 766.75,
      "grad_norm": 1.227906584739685,
      "learning_rate": 2.2108758458466455e-08,
      "loss": 0.323,
      "step": 2747250
    },
    {
      "epoch": 766.75,
      "grad_norm": 2.075166940689087,
      "learning_rate": 2.2105053378596462e-08,
      "loss": 0.3202,
      "step": 2747260
    },
    {
      "epoch": 766.75,
      "grad_norm": 1.2546435594558716,
      "learning_rate": 2.210134860773788e-08,
      "loss": 0.342,
      "step": 2747270
    },
    {
      "epoch": 766.75,
      "grad_norm": 1.1823667287826538,
      "learning_rate": 2.2097644145891747e-08,
      "loss": 0.3278,
      "step": 2747280
    },
    {
      "epoch": 766.76,
      "grad_norm": 1.2610960006713867,
      "learning_rate": 2.209393999305807e-08,
      "loss": 0.3366,
      "step": 2747290
    },
    {
      "epoch": 766.76,
      "grad_norm": 1.2919069528579712,
      "learning_rate": 2.209023614923736e-08,
      "loss": 0.344,
      "step": 2747300
    },
    {
      "epoch": 766.76,
      "grad_norm": 1.2459533214569092,
      "learning_rate": 2.2086532614430144e-08,
      "loss": 0.3422,
      "step": 2747310
    },
    {
      "epoch": 766.77,
      "grad_norm": 1.1284379959106445,
      "learning_rate": 2.2082829388637197e-08,
      "loss": 0.3386,
      "step": 2747320
    },
    {
      "epoch": 766.77,
      "grad_norm": 1.3838685750961304,
      "learning_rate": 2.2079126471858526e-08,
      "loss": 0.3514,
      "step": 2747330
    },
    {
      "epoch": 766.77,
      "grad_norm": 1.2657952308654785,
      "learning_rate": 2.2075423864094907e-08,
      "loss": 0.3331,
      "step": 2747340
    },
    {
      "epoch": 766.77,
      "grad_norm": 1.2553434371948242,
      "learning_rate": 2.2071721565347122e-08,
      "loss": 0.3334,
      "step": 2747350
    },
    {
      "epoch": 766.78,
      "grad_norm": 1.3305343389511108,
      "learning_rate": 2.2068019575614913e-08,
      "loss": 0.3396,
      "step": 2747360
    },
    {
      "epoch": 766.78,
      "grad_norm": 1.1880829334259033,
      "learning_rate": 2.2064317894899315e-08,
      "loss": 0.3706,
      "step": 2747370
    },
    {
      "epoch": 766.78,
      "grad_norm": 1.5337029695510864,
      "learning_rate": 2.2060616523200854e-08,
      "loss": 0.3448,
      "step": 2747380
    },
    {
      "epoch": 766.78,
      "grad_norm": 1.1811355352401733,
      "learning_rate": 2.2056915460519786e-08,
      "loss": 0.3286,
      "step": 2747390
    },
    {
      "epoch": 766.79,
      "grad_norm": 1.4284955263137817,
      "learning_rate": 2.2053214706856897e-08,
      "loss": 0.3261,
      "step": 2747400
    },
    {
      "epoch": 766.79,
      "grad_norm": 1.4016612768173218,
      "learning_rate": 2.204951426221218e-08,
      "loss": 0.3373,
      "step": 2747410
    },
    {
      "epoch": 766.79,
      "grad_norm": 1.1562950611114502,
      "learning_rate": 2.204581412658668e-08,
      "loss": 0.3458,
      "step": 2747420
    },
    {
      "epoch": 766.8,
      "grad_norm": 1.2301535606384277,
      "learning_rate": 2.2042114299980397e-08,
      "loss": 0.3365,
      "step": 2747430
    },
    {
      "epoch": 766.8,
      "grad_norm": 1.2622970342636108,
      "learning_rate": 2.2038414782394372e-08,
      "loss": 0.3365,
      "step": 2747440
    },
    {
      "epoch": 766.8,
      "grad_norm": 1.228853702545166,
      "learning_rate": 2.2034715573828343e-08,
      "loss": 0.3488,
      "step": 2747450
    },
    {
      "epoch": 766.8,
      "grad_norm": 1.203717589378357,
      "learning_rate": 2.2031016674283872e-08,
      "loss": 0.3336,
      "step": 2747460
    },
    {
      "epoch": 766.81,
      "grad_norm": 1.1077601909637451,
      "learning_rate": 2.2027318083760443e-08,
      "loss": 0.3381,
      "step": 2747470
    },
    {
      "epoch": 766.81,
      "grad_norm": 1.3516383171081543,
      "learning_rate": 2.202361980225883e-08,
      "loss": 0.3352,
      "step": 2747480
    },
    {
      "epoch": 766.81,
      "grad_norm": 1.3640720844268799,
      "learning_rate": 2.2019921829780073e-08,
      "loss": 0.3309,
      "step": 2747490
    },
    {
      "epoch": 766.82,
      "grad_norm": 1.2665828466415405,
      "learning_rate": 2.201622416632366e-08,
      "loss": 0.3409,
      "step": 2747500
    },
    {
      "epoch": 766.82,
      "grad_norm": 1.1920280456542969,
      "learning_rate": 2.2012526811890885e-08,
      "loss": 0.3409,
      "step": 2747510
    },
    {
      "epoch": 766.82,
      "grad_norm": 1.2477747201919556,
      "learning_rate": 2.2008829766482007e-08,
      "loss": 0.3423,
      "step": 2747520
    },
    {
      "epoch": 766.82,
      "grad_norm": 1.1009712219238281,
      "learning_rate": 2.2005133030097552e-08,
      "loss": 0.3326,
      "step": 2747530
    },
    {
      "epoch": 766.83,
      "grad_norm": 1.5678945779800415,
      "learning_rate": 2.200143660273804e-08,
      "loss": 0.3406,
      "step": 2747540
    },
    {
      "epoch": 766.83,
      "grad_norm": 1.3052089214324951,
      "learning_rate": 2.199774048440399e-08,
      "loss": 0.3431,
      "step": 2747550
    },
    {
      "epoch": 766.83,
      "grad_norm": 1.5891083478927612,
      "learning_rate": 2.19940446750954e-08,
      "loss": 0.3331,
      "step": 2747560
    },
    {
      "epoch": 766.84,
      "grad_norm": 1.4391295909881592,
      "learning_rate": 2.199034917481331e-08,
      "loss": 0.33,
      "step": 2747570
    },
    {
      "epoch": 766.84,
      "grad_norm": 1.2623604536056519,
      "learning_rate": 2.1986653983558504e-08,
      "loss": 0.3217,
      "step": 2747580
    },
    {
      "epoch": 766.84,
      "grad_norm": 1.2435874938964844,
      "learning_rate": 2.198295910133046e-08,
      "loss": 0.3495,
      "step": 2747590
    },
    {
      "epoch": 766.84,
      "grad_norm": 1.1611469984054565,
      "learning_rate": 2.1979264528130485e-08,
      "loss": 0.3437,
      "step": 2747600
    },
    {
      "epoch": 766.85,
      "grad_norm": 1.1540939807891846,
      "learning_rate": 2.197557026395883e-08,
      "loss": 0.3403,
      "step": 2747610
    },
    {
      "epoch": 766.85,
      "grad_norm": 1.3606852293014526,
      "learning_rate": 2.197187630881576e-08,
      "loss": 0.3462,
      "step": 2747620
    },
    {
      "epoch": 766.85,
      "grad_norm": 1.4210115671157837,
      "learning_rate": 2.196818266270231e-08,
      "loss": 0.3425,
      "step": 2747630
    },
    {
      "epoch": 766.85,
      "grad_norm": 1.4118566513061523,
      "learning_rate": 2.1964489325618488e-08,
      "loss": 0.3305,
      "step": 2747640
    },
    {
      "epoch": 766.86,
      "grad_norm": 1.3318054676055908,
      "learning_rate": 2.196079629756507e-08,
      "loss": 0.3287,
      "step": 2747650
    },
    {
      "epoch": 766.86,
      "grad_norm": 1.4560455083847046,
      "learning_rate": 2.1957103578542322e-08,
      "loss": 0.3481,
      "step": 2747660
    },
    {
      "epoch": 766.86,
      "grad_norm": 1.2583788633346558,
      "learning_rate": 2.195341116855076e-08,
      "loss": 0.3338,
      "step": 2747670
    },
    {
      "epoch": 766.87,
      "grad_norm": 1.1706243753433228,
      "learning_rate": 2.194971906759116e-08,
      "loss": 0.3503,
      "step": 2747680
    },
    {
      "epoch": 766.87,
      "grad_norm": 1.1692448854446411,
      "learning_rate": 2.194602727566353e-08,
      "loss": 0.3465,
      "step": 2747690
    },
    {
      "epoch": 766.87,
      "grad_norm": 1.474223256111145,
      "learning_rate": 2.1942335792768903e-08,
      "loss": 0.3266,
      "step": 2747700
    },
    {
      "epoch": 766.87,
      "grad_norm": 1.339521050453186,
      "learning_rate": 2.193864461890729e-08,
      "loss": 0.3261,
      "step": 2747710
    },
    {
      "epoch": 766.88,
      "grad_norm": 1.2482126951217651,
      "learning_rate": 2.193495375407972e-08,
      "loss": 0.3525,
      "step": 2747720
    },
    {
      "epoch": 766.88,
      "grad_norm": 1.1419743299484253,
      "learning_rate": 2.193126319828594e-08,
      "loss": 0.3304,
      "step": 2747730
    },
    {
      "epoch": 766.88,
      "grad_norm": 1.3156013488769531,
      "learning_rate": 2.192757295152725e-08,
      "loss": 0.3389,
      "step": 2747740
    },
    {
      "epoch": 766.89,
      "grad_norm": 1.3013639450073242,
      "learning_rate": 2.192388301380365e-08,
      "loss": 0.3373,
      "step": 2747750
    },
    {
      "epoch": 766.89,
      "grad_norm": 1.3764870166778564,
      "learning_rate": 2.1920193385115658e-08,
      "loss": 0.3286,
      "step": 2747760
    },
    {
      "epoch": 766.89,
      "grad_norm": 1.415924310684204,
      "learning_rate": 2.1916504065463796e-08,
      "loss": 0.3335,
      "step": 2747770
    },
    {
      "epoch": 766.89,
      "grad_norm": 1.2467384338378906,
      "learning_rate": 2.1912815054848844e-08,
      "loss": 0.3386,
      "step": 2747780
    },
    {
      "epoch": 766.9,
      "grad_norm": 1.4263770580291748,
      "learning_rate": 2.1909126353270805e-08,
      "loss": 0.3256,
      "step": 2747790
    },
    {
      "epoch": 766.9,
      "grad_norm": 1.0797501802444458,
      "learning_rate": 2.1905437960730455e-08,
      "loss": 0.335,
      "step": 2747800
    },
    {
      "epoch": 766.9,
      "grad_norm": 1.423675537109375,
      "learning_rate": 2.190174987722858e-08,
      "loss": 0.3448,
      "step": 2747810
    },
    {
      "epoch": 766.9,
      "grad_norm": 1.3533400297164917,
      "learning_rate": 2.189806210276491e-08,
      "loss": 0.3377,
      "step": 2747820
    },
    {
      "epoch": 766.91,
      "grad_norm": 1.1759604215621948,
      "learning_rate": 2.18943746373405e-08,
      "loss": 0.3391,
      "step": 2747830
    },
    {
      "epoch": 766.91,
      "grad_norm": 1.1694079637527466,
      "learning_rate": 2.189068748095586e-08,
      "loss": 0.3511,
      "step": 2747840
    },
    {
      "epoch": 766.91,
      "grad_norm": 1.222542643547058,
      "learning_rate": 2.188700063361099e-08,
      "loss": 0.3393,
      "step": 2747850
    },
    {
      "epoch": 766.92,
      "grad_norm": 1.3802785873413086,
      "learning_rate": 2.188331409530694e-08,
      "loss": 0.3337,
      "step": 2747860
    },
    {
      "epoch": 766.92,
      "grad_norm": 1.3652132749557495,
      "learning_rate": 2.1879627866043958e-08,
      "loss": 0.3401,
      "step": 2747870
    },
    {
      "epoch": 766.92,
      "grad_norm": 1.1343107223510742,
      "learning_rate": 2.1875941945822573e-08,
      "loss": 0.3509,
      "step": 2747880
    },
    {
      "epoch": 766.92,
      "grad_norm": 1.344425082206726,
      "learning_rate": 2.1872256334643303e-08,
      "loss": 0.3317,
      "step": 2747890
    },
    {
      "epoch": 766.93,
      "grad_norm": 1.0685487985610962,
      "learning_rate": 2.186857103250667e-08,
      "loss": 0.3455,
      "step": 2747900
    },
    {
      "epoch": 766.93,
      "grad_norm": 1.4563924074172974,
      "learning_rate": 2.186488603941293e-08,
      "loss": 0.3341,
      "step": 2747910
    },
    {
      "epoch": 766.93,
      "grad_norm": 1.2955073118209839,
      "learning_rate": 2.1861201355362605e-08,
      "loss": 0.3376,
      "step": 2747920
    },
    {
      "epoch": 766.94,
      "grad_norm": 1.1365039348602295,
      "learning_rate": 2.1857516980356738e-08,
      "loss": 0.3324,
      "step": 2747930
    },
    {
      "epoch": 766.94,
      "grad_norm": 1.3128753900527954,
      "learning_rate": 2.185383291439481e-08,
      "loss": 0.3409,
      "step": 2747940
    },
    {
      "epoch": 766.94,
      "grad_norm": 1.3518626689910889,
      "learning_rate": 2.1850149157478375e-08,
      "loss": 0.337,
      "step": 2747950
    },
    {
      "epoch": 766.94,
      "grad_norm": 1.4531077146530151,
      "learning_rate": 2.184646570960718e-08,
      "loss": 0.3415,
      "step": 2747960
    },
    {
      "epoch": 766.95,
      "grad_norm": 1.1357661485671997,
      "learning_rate": 2.1842782570782e-08,
      "loss": 0.3395,
      "step": 2747970
    },
    {
      "epoch": 766.95,
      "grad_norm": 1.2075181007385254,
      "learning_rate": 2.1839099741003622e-08,
      "loss": 0.333,
      "step": 2747980
    },
    {
      "epoch": 766.95,
      "grad_norm": 1.0603588819503784,
      "learning_rate": 2.1835417220271782e-08,
      "loss": 0.3468,
      "step": 2747990
    },
    {
      "epoch": 766.96,
      "grad_norm": 1.340074062347412,
      "learning_rate": 2.183173500858752e-08,
      "loss": 0.3484,
      "step": 2748000
    },
    {
      "epoch": 766.96,
      "grad_norm": 1.4087591171264648,
      "learning_rate": 2.1828053105951357e-08,
      "loss": 0.3501,
      "step": 2748010
    },
    {
      "epoch": 766.96,
      "grad_norm": 1.3165851831436157,
      "learning_rate": 2.1824371512363556e-08,
      "loss": 0.3369,
      "step": 2748020
    },
    {
      "epoch": 766.96,
      "grad_norm": 1.2061525583267212,
      "learning_rate": 2.1820690227824633e-08,
      "loss": 0.344,
      "step": 2748030
    },
    {
      "epoch": 766.97,
      "grad_norm": 1.324859857559204,
      "learning_rate": 2.1817009252335372e-08,
      "loss": 0.3404,
      "step": 2748040
    },
    {
      "epoch": 766.97,
      "grad_norm": 1.3118815422058105,
      "learning_rate": 2.181332858589577e-08,
      "loss": 0.3392,
      "step": 2748050
    },
    {
      "epoch": 766.97,
      "grad_norm": 1.1764676570892334,
      "learning_rate": 2.180964822850661e-08,
      "loss": 0.337,
      "step": 2748060
    },
    {
      "epoch": 766.97,
      "grad_norm": 1.1971309185028076,
      "learning_rate": 2.1805968180168414e-08,
      "loss": 0.3307,
      "step": 2748070
    },
    {
      "epoch": 766.98,
      "grad_norm": 1.1470426321029663,
      "learning_rate": 2.180228844088144e-08,
      "loss": 0.3454,
      "step": 2748080
    },
    {
      "epoch": 766.98,
      "grad_norm": 1.1742628812789917,
      "learning_rate": 2.1798609010646728e-08,
      "loss": 0.3412,
      "step": 2748090
    },
    {
      "epoch": 766.98,
      "grad_norm": 1.3050254583358765,
      "learning_rate": 2.179492988946402e-08,
      "loss": 0.3431,
      "step": 2748100
    },
    {
      "epoch": 766.99,
      "grad_norm": 1.1469744443893433,
      "learning_rate": 2.1791251077334092e-08,
      "loss": 0.3191,
      "step": 2748110
    },
    {
      "epoch": 766.99,
      "grad_norm": 1.4712235927581787,
      "learning_rate": 2.1787572574257993e-08,
      "loss": 0.3525,
      "step": 2748120
    },
    {
      "epoch": 766.99,
      "grad_norm": 1.1509637832641602,
      "learning_rate": 2.1783894380235192e-08,
      "loss": 0.3263,
      "step": 2748130
    },
    {
      "epoch": 766.99,
      "grad_norm": 1.4922009706497192,
      "learning_rate": 2.1780216495267e-08,
      "loss": 0.3396,
      "step": 2748140
    },
    {
      "epoch": 767.0,
      "grad_norm": 1.119415521621704,
      "learning_rate": 2.1776538919353413e-08,
      "loss": 0.3296,
      "step": 2748150
    },
    {
      "epoch": 767.0,
      "grad_norm": 1.2305874824523926,
      "learning_rate": 2.177286165249547e-08,
      "loss": 0.3349,
      "step": 2748160
    },
    {
      "epoch": 767.0,
      "eval_loss": 0.3390616774559021,
      "eval_runtime": 66.6331,
      "eval_samples_per_second": 75.923,
      "eval_steps_per_second": 9.5,
      "step": 2748161
    },
    {
      "epoch": 767.0,
      "grad_norm": 1.1568219661712646,
      "learning_rate": 2.1769184694692914e-08,
      "loss": 0.3335,
      "step": 2748170
    },
    {
      "epoch": 767.01,
      "grad_norm": 1.3333745002746582,
      "learning_rate": 2.176550804594704e-08,
      "loss": 0.3276,
      "step": 2748180
    },
    {
      "epoch": 767.01,
      "grad_norm": 0.9968001842498779,
      "learning_rate": 2.17618317062576e-08,
      "loss": 0.323,
      "step": 2748190
    },
    {
      "epoch": 767.01,
      "grad_norm": 1.2857377529144287,
      "learning_rate": 2.175815567562562e-08,
      "loss": 0.3464,
      "step": 2748200
    },
    {
      "epoch": 767.01,
      "grad_norm": 2.1568431854248047,
      "learning_rate": 2.175447995405137e-08,
      "loss": 0.325,
      "step": 2748210
    },
    {
      "epoch": 767.02,
      "grad_norm": 1.4729796648025513,
      "learning_rate": 2.175080454153537e-08,
      "loss": 0.3406,
      "step": 2748220
    },
    {
      "epoch": 767.02,
      "grad_norm": 1.3881200551986694,
      "learning_rate": 2.1747129438077874e-08,
      "loss": 0.3463,
      "step": 2748230
    },
    {
      "epoch": 767.02,
      "grad_norm": 1.5132124423980713,
      "learning_rate": 2.174345464367967e-08,
      "loss": 0.3405,
      "step": 2748240
    },
    {
      "epoch": 767.02,
      "grad_norm": 1.2189879417419434,
      "learning_rate": 2.1739780158341534e-08,
      "loss": 0.3212,
      "step": 2748250
    },
    {
      "epoch": 767.03,
      "grad_norm": 1.320812463760376,
      "learning_rate": 2.1736105982063205e-08,
      "loss": 0.3397,
      "step": 2748260
    },
    {
      "epoch": 767.03,
      "grad_norm": 1.3806536197662354,
      "learning_rate": 2.1732432114845466e-08,
      "loss": 0.3452,
      "step": 2748270
    },
    {
      "epoch": 767.03,
      "grad_norm": 1.36649489402771,
      "learning_rate": 2.17287585566891e-08,
      "loss": 0.3378,
      "step": 2748280
    },
    {
      "epoch": 767.04,
      "grad_norm": 1.090556263923645,
      "learning_rate": 2.1725085307594362e-08,
      "loss": 0.3331,
      "step": 2748290
    },
    {
      "epoch": 767.04,
      "grad_norm": 1.422907829284668,
      "learning_rate": 2.172141236756204e-08,
      "loss": 0.3408,
      "step": 2748300
    },
    {
      "epoch": 767.04,
      "grad_norm": 1.2971081733703613,
      "learning_rate": 2.171773973659186e-08,
      "loss": 0.3286,
      "step": 2748310
    },
    {
      "epoch": 767.04,
      "grad_norm": 1.3190997838974,
      "learning_rate": 2.171406741468514e-08,
      "loss": 0.3302,
      "step": 2748320
    },
    {
      "epoch": 767.05,
      "grad_norm": 1.4953296184539795,
      "learning_rate": 2.1710395401841867e-08,
      "loss": 0.3428,
      "step": 2748330
    },
    {
      "epoch": 767.05,
      "grad_norm": 1.5649371147155762,
      "learning_rate": 2.170672369806283e-08,
      "loss": 0.3311,
      "step": 2748340
    },
    {
      "epoch": 767.05,
      "grad_norm": 1.1610156297683716,
      "learning_rate": 2.1703052303348544e-08,
      "loss": 0.3294,
      "step": 2748350
    },
    {
      "epoch": 767.06,
      "grad_norm": 1.3240935802459717,
      "learning_rate": 2.169938121769901e-08,
      "loss": 0.337,
      "step": 2748360
    },
    {
      "epoch": 767.06,
      "grad_norm": 1.0710023641586304,
      "learning_rate": 2.169571044111501e-08,
      "loss": 0.3319,
      "step": 2748370
    },
    {
      "epoch": 767.06,
      "grad_norm": 1.5376535654067993,
      "learning_rate": 2.1692039973597324e-08,
      "loss": 0.3284,
      "step": 2748380
    },
    {
      "epoch": 767.06,
      "grad_norm": 1.1508610248565674,
      "learning_rate": 2.1688369815146214e-08,
      "loss": 0.3461,
      "step": 2748390
    },
    {
      "epoch": 767.07,
      "grad_norm": 1.1656545400619507,
      "learning_rate": 2.1684699965761938e-08,
      "loss": 0.3344,
      "step": 2748400
    },
    {
      "epoch": 767.07,
      "grad_norm": 1.1727041006088257,
      "learning_rate": 2.1681030425445277e-08,
      "loss": 0.3465,
      "step": 2748410
    },
    {
      "epoch": 767.07,
      "grad_norm": 1.1651066541671753,
      "learning_rate": 2.1677361194196493e-08,
      "loss": 0.3438,
      "step": 2748420
    },
    {
      "epoch": 767.08,
      "grad_norm": 1.1930068731307983,
      "learning_rate": 2.1673692272016363e-08,
      "loss": 0.3392,
      "step": 2748430
    },
    {
      "epoch": 767.08,
      "grad_norm": 1.4843544960021973,
      "learning_rate": 2.167002365890541e-08,
      "loss": 0.3421,
      "step": 2748440
    },
    {
      "epoch": 767.08,
      "grad_norm": 1.277361512184143,
      "learning_rate": 2.1666355354863634e-08,
      "loss": 0.3408,
      "step": 2748450
    },
    {
      "epoch": 767.08,
      "grad_norm": 1.2871592044830322,
      "learning_rate": 2.1662687359891815e-08,
      "loss": 0.3385,
      "step": 2748460
    },
    {
      "epoch": 767.09,
      "grad_norm": 1.313851237297058,
      "learning_rate": 2.1659019673990474e-08,
      "loss": 0.3272,
      "step": 2748470
    },
    {
      "epoch": 767.09,
      "grad_norm": 1.3139103651046753,
      "learning_rate": 2.165535229716039e-08,
      "loss": 0.333,
      "step": 2748480
    },
    {
      "epoch": 767.09,
      "grad_norm": 1.155626893043518,
      "learning_rate": 2.1651685229401304e-08,
      "loss": 0.3327,
      "step": 2748490
    },
    {
      "epoch": 767.09,
      "grad_norm": 1.532903790473938,
      "learning_rate": 2.164801847071426e-08,
      "loss": 0.3402,
      "step": 2748500
    },
    {
      "epoch": 767.1,
      "grad_norm": 1.2846698760986328,
      "learning_rate": 2.164435202109977e-08,
      "loss": 0.3305,
      "step": 2748510
    },
    {
      "epoch": 767.1,
      "grad_norm": 1.2987276315689087,
      "learning_rate": 2.1640685880558105e-08,
      "loss": 0.3412,
      "step": 2748520
    },
    {
      "epoch": 767.1,
      "grad_norm": 1.2777371406555176,
      "learning_rate": 2.1637020049089775e-08,
      "loss": 0.3452,
      "step": 2748530
    },
    {
      "epoch": 767.11,
      "grad_norm": 1.2163341045379639,
      "learning_rate": 2.1633354526695307e-08,
      "loss": 0.3379,
      "step": 2748540
    },
    {
      "epoch": 767.11,
      "grad_norm": 1.19051194190979,
      "learning_rate": 2.162968931337522e-08,
      "loss": 0.3443,
      "step": 2748550
    },
    {
      "epoch": 767.11,
      "grad_norm": 1.1856025457382202,
      "learning_rate": 2.1626024409130035e-08,
      "loss": 0.3485,
      "step": 2748560
    },
    {
      "epoch": 767.11,
      "grad_norm": 2.01291561126709,
      "learning_rate": 2.162235981396001e-08,
      "loss": 0.3398,
      "step": 2748570
    },
    {
      "epoch": 767.12,
      "grad_norm": 1.5988314151763916,
      "learning_rate": 2.1618695527866187e-08,
      "loss": 0.3508,
      "step": 2748580
    },
    {
      "epoch": 767.12,
      "grad_norm": 1.2488445043563843,
      "learning_rate": 2.1615031550848305e-08,
      "loss": 0.3503,
      "step": 2748590
    },
    {
      "epoch": 767.12,
      "grad_norm": 1.3696696758270264,
      "learning_rate": 2.161136788290741e-08,
      "loss": 0.3289,
      "step": 2748600
    },
    {
      "epoch": 767.13,
      "grad_norm": 1.4751994609832764,
      "learning_rate": 2.1607704524043494e-08,
      "loss": 0.3371,
      "step": 2748610
    },
    {
      "epoch": 767.13,
      "grad_norm": 1.244242787361145,
      "learning_rate": 2.1604041474257862e-08,
      "loss": 0.3456,
      "step": 2748620
    },
    {
      "epoch": 767.13,
      "grad_norm": 1.6061303615570068,
      "learning_rate": 2.1600378733549994e-08,
      "loss": 0.3457,
      "step": 2748630
    },
    {
      "epoch": 767.13,
      "grad_norm": 1.129604458808899,
      "learning_rate": 2.159671630192119e-08,
      "loss": 0.3143,
      "step": 2748640
    },
    {
      "epoch": 767.14,
      "grad_norm": 1.4194811582565308,
      "learning_rate": 2.159305417937171e-08,
      "loss": 0.3102,
      "step": 2748650
    },
    {
      "epoch": 767.14,
      "grad_norm": 1.1866329908370972,
      "learning_rate": 2.1589392365901555e-08,
      "loss": 0.3248,
      "step": 2748660
    },
    {
      "epoch": 767.14,
      "grad_norm": 1.53123939037323,
      "learning_rate": 2.1585730861511767e-08,
      "loss": 0.3275,
      "step": 2748670
    },
    {
      "epoch": 767.14,
      "grad_norm": 1.1876287460327148,
      "learning_rate": 2.1582069666202864e-08,
      "loss": 0.3308,
      "step": 2748680
    },
    {
      "epoch": 767.15,
      "grad_norm": 1.285810112953186,
      "learning_rate": 2.157840877997485e-08,
      "loss": 0.3464,
      "step": 2748690
    },
    {
      "epoch": 767.15,
      "grad_norm": 0.9825206995010376,
      "learning_rate": 2.1574748202828758e-08,
      "loss": 0.3321,
      "step": 2748700
    },
    {
      "epoch": 767.15,
      "grad_norm": 1.496342658996582,
      "learning_rate": 2.1571087934764854e-08,
      "loss": 0.3414,
      "step": 2748710
    },
    {
      "epoch": 767.16,
      "grad_norm": 1.547042965888977,
      "learning_rate": 2.1567427975783395e-08,
      "loss": 0.337,
      "step": 2748720
    },
    {
      "epoch": 767.16,
      "grad_norm": 1.2085018157958984,
      "learning_rate": 2.156376832588517e-08,
      "loss": 0.34,
      "step": 2748730
    },
    {
      "epoch": 767.16,
      "grad_norm": 1.308349370956421,
      "learning_rate": 2.1560108985070688e-08,
      "loss": 0.3172,
      "step": 2748740
    },
    {
      "epoch": 767.16,
      "grad_norm": 1.1518354415893555,
      "learning_rate": 2.1556449953339955e-08,
      "loss": 0.3218,
      "step": 2748750
    },
    {
      "epoch": 767.17,
      "grad_norm": 1.1880565881729126,
      "learning_rate": 2.1552791230694013e-08,
      "loss": 0.3411,
      "step": 2748760
    },
    {
      "epoch": 767.17,
      "grad_norm": 1.2756330966949463,
      "learning_rate": 2.154913281713312e-08,
      "loss": 0.3323,
      "step": 2748770
    },
    {
      "epoch": 767.17,
      "grad_norm": 1.1413180828094482,
      "learning_rate": 2.1545474712657795e-08,
      "loss": 0.3464,
      "step": 2748780
    },
    {
      "epoch": 767.18,
      "grad_norm": 1.3158857822418213,
      "learning_rate": 2.154181691726882e-08,
      "loss": 0.318,
      "step": 2748790
    },
    {
      "epoch": 767.18,
      "grad_norm": 1.2869049310684204,
      "learning_rate": 2.1538159430966196e-08,
      "loss": 0.3425,
      "step": 2748800
    },
    {
      "epoch": 767.18,
      "grad_norm": 1.392668604850769,
      "learning_rate": 2.1534502253750442e-08,
      "loss": 0.349,
      "step": 2748810
    },
    {
      "epoch": 767.18,
      "grad_norm": 1.1109957695007324,
      "learning_rate": 2.153084538562234e-08,
      "loss": 0.3491,
      "step": 2748820
    },
    {
      "epoch": 767.19,
      "grad_norm": 1.3116651773452759,
      "learning_rate": 2.152718882658215e-08,
      "loss": 0.3352,
      "step": 2748830
    },
    {
      "epoch": 767.19,
      "grad_norm": 1.152082920074463,
      "learning_rate": 2.1523532576630392e-08,
      "loss": 0.3274,
      "step": 2748840
    },
    {
      "epoch": 767.19,
      "grad_norm": 1.3291642665863037,
      "learning_rate": 2.1519876635767846e-08,
      "loss": 0.3372,
      "step": 2748850
    },
    {
      "epoch": 767.2,
      "grad_norm": 1.170695185661316,
      "learning_rate": 2.1516221003994515e-08,
      "loss": 0.3508,
      "step": 2748860
    },
    {
      "epoch": 767.2,
      "grad_norm": 3.161870241165161,
      "learning_rate": 2.1512565681311433e-08,
      "loss": 0.3335,
      "step": 2748870
    },
    {
      "epoch": 767.2,
      "grad_norm": 1.3616141080856323,
      "learning_rate": 2.1508910667718605e-08,
      "loss": 0.3401,
      "step": 2748880
    },
    {
      "epoch": 767.2,
      "grad_norm": 1.4804574251174927,
      "learning_rate": 2.1505255963216554e-08,
      "loss": 0.3307,
      "step": 2748890
    },
    {
      "epoch": 767.21,
      "grad_norm": 1.3850723505020142,
      "learning_rate": 2.1501601567806056e-08,
      "loss": 0.3551,
      "step": 2748900
    },
    {
      "epoch": 767.21,
      "grad_norm": 1.1638809442520142,
      "learning_rate": 2.149794748148763e-08,
      "loss": 0.3453,
      "step": 2748910
    },
    {
      "epoch": 767.21,
      "grad_norm": 1.5936720371246338,
      "learning_rate": 2.1494293704261284e-08,
      "loss": 0.3389,
      "step": 2748920
    },
    {
      "epoch": 767.21,
      "grad_norm": 1.278078556060791,
      "learning_rate": 2.149064023612805e-08,
      "loss": 0.3356,
      "step": 2748930
    },
    {
      "epoch": 767.22,
      "grad_norm": 1.181623101234436,
      "learning_rate": 2.1486987077087934e-08,
      "loss": 0.3441,
      "step": 2748940
    },
    {
      "epoch": 767.22,
      "grad_norm": 1.1601197719573975,
      "learning_rate": 2.1483334227141713e-08,
      "loss": 0.3404,
      "step": 2748950
    },
    {
      "epoch": 767.22,
      "grad_norm": 1.9963244199752808,
      "learning_rate": 2.147968168628991e-08,
      "loss": 0.3415,
      "step": 2748960
    },
    {
      "epoch": 767.23,
      "grad_norm": 1.1704739332199097,
      "learning_rate": 2.1476029454533043e-08,
      "loss": 0.3387,
      "step": 2748970
    },
    {
      "epoch": 767.23,
      "grad_norm": 1.7778058052062988,
      "learning_rate": 2.1472377531871112e-08,
      "loss": 0.3331,
      "step": 2748980
    },
    {
      "epoch": 767.23,
      "grad_norm": 1.2933404445648193,
      "learning_rate": 2.146872591830542e-08,
      "loss": 0.3544,
      "step": 2748990
    },
    {
      "epoch": 767.23,
      "grad_norm": 1.4673181772232056,
      "learning_rate": 2.1465074613835705e-08,
      "loss": 0.3471,
      "step": 2749000
    },
    {
      "epoch": 767.24,
      "grad_norm": 1.4754351377487183,
      "learning_rate": 2.1461423618462753e-08,
      "loss": 0.3285,
      "step": 2749010
    },
    {
      "epoch": 767.24,
      "grad_norm": 1.3008006811141968,
      "learning_rate": 2.1457772932187075e-08,
      "loss": 0.3527,
      "step": 2749020
    },
    {
      "epoch": 767.24,
      "grad_norm": 1.4390666484832764,
      "learning_rate": 2.14541225550092e-08,
      "loss": 0.3446,
      "step": 2749030
    },
    {
      "epoch": 767.25,
      "grad_norm": 1.2164905071258545,
      "learning_rate": 2.1450472486929382e-08,
      "loss": 0.3416,
      "step": 2749040
    },
    {
      "epoch": 767.25,
      "grad_norm": 1.307381510734558,
      "learning_rate": 2.1446822727948406e-08,
      "loss": 0.3419,
      "step": 2749050
    },
    {
      "epoch": 767.25,
      "grad_norm": 2.2022085189819336,
      "learning_rate": 2.1443173278066528e-08,
      "loss": 0.3394,
      "step": 2749060
    },
    {
      "epoch": 767.25,
      "grad_norm": 1.1613973379135132,
      "learning_rate": 2.1439524137284535e-08,
      "loss": 0.342,
      "step": 2749070
    },
    {
      "epoch": 767.26,
      "grad_norm": 1.1826376914978027,
      "learning_rate": 2.143587530560242e-08,
      "loss": 0.3485,
      "step": 2749080
    },
    {
      "epoch": 767.26,
      "grad_norm": 0.9733772277832031,
      "learning_rate": 2.1432226783021227e-08,
      "loss": 0.344,
      "step": 2749090
    },
    {
      "epoch": 767.26,
      "grad_norm": 1.1055222749710083,
      "learning_rate": 2.1428578569540696e-08,
      "loss": 0.3404,
      "step": 2749100
    },
    {
      "epoch": 767.26,
      "grad_norm": 1.1561205387115479,
      "learning_rate": 2.142493066516213e-08,
      "loss": 0.3344,
      "step": 2749110
    },
    {
      "epoch": 767.27,
      "grad_norm": 1.2532306909561157,
      "learning_rate": 2.1421283069885785e-08,
      "loss": 0.3447,
      "step": 2749120
    },
    {
      "epoch": 767.27,
      "grad_norm": 1.1871111392974854,
      "learning_rate": 2.1417635783711666e-08,
      "loss": 0.329,
      "step": 2749130
    },
    {
      "epoch": 767.27,
      "grad_norm": 1.2980047464370728,
      "learning_rate": 2.1413988806640807e-08,
      "loss": 0.3308,
      "step": 2749140
    },
    {
      "epoch": 767.28,
      "grad_norm": 1.157731294631958,
      "learning_rate": 2.1410342138673472e-08,
      "loss": 0.3266,
      "step": 2749150
    },
    {
      "epoch": 767.28,
      "grad_norm": 1.424533724784851,
      "learning_rate": 2.1406695779810182e-08,
      "loss": 0.333,
      "step": 2749160
    },
    {
      "epoch": 767.28,
      "grad_norm": 1.0901870727539062,
      "learning_rate": 2.140304973005146e-08,
      "loss": 0.3099,
      "step": 2749170
    },
    {
      "epoch": 767.28,
      "grad_norm": 1.1634674072265625,
      "learning_rate": 2.139940398939782e-08,
      "loss": 0.3432,
      "step": 2749180
    },
    {
      "epoch": 767.29,
      "grad_norm": 1.1997780799865723,
      "learning_rate": 2.1395758557849527e-08,
      "loss": 0.3385,
      "step": 2749190
    },
    {
      "epoch": 767.29,
      "grad_norm": 1.57172429561615,
      "learning_rate": 2.1392113435407357e-08,
      "loss": 0.3489,
      "step": 2749200
    },
    {
      "epoch": 767.29,
      "grad_norm": 1.059328317642212,
      "learning_rate": 2.1388468622071577e-08,
      "loss": 0.3426,
      "step": 2749210
    },
    {
      "epoch": 767.3,
      "grad_norm": 1.1861770153045654,
      "learning_rate": 2.1384824117842704e-08,
      "loss": 0.3559,
      "step": 2749220
    },
    {
      "epoch": 767.3,
      "grad_norm": 1.3738406896591187,
      "learning_rate": 2.1381179922721256e-08,
      "loss": 0.3548,
      "step": 2749230
    },
    {
      "epoch": 767.3,
      "grad_norm": 1.3167251348495483,
      "learning_rate": 2.1377536036707757e-08,
      "loss": 0.3466,
      "step": 2749240
    },
    {
      "epoch": 767.3,
      "grad_norm": 1.4233471155166626,
      "learning_rate": 2.1373892459802725e-08,
      "loss": 0.3434,
      "step": 2749250
    },
    {
      "epoch": 767.31,
      "grad_norm": 1.5143167972564697,
      "learning_rate": 2.137024919200668e-08,
      "loss": 0.3578,
      "step": 2749260
    },
    {
      "epoch": 767.31,
      "grad_norm": 1.1514999866485596,
      "learning_rate": 2.1366606233319625e-08,
      "loss": 0.3227,
      "step": 2749270
    },
    {
      "epoch": 767.31,
      "grad_norm": 1.327269196510315,
      "learning_rate": 2.136296358374286e-08,
      "loss": 0.3399,
      "step": 2749280
    },
    {
      "epoch": 767.32,
      "grad_norm": 1.317721962928772,
      "learning_rate": 2.1359321243276385e-08,
      "loss": 0.3399,
      "step": 2749290
    },
    {
      "epoch": 767.32,
      "grad_norm": 1.2726281881332397,
      "learning_rate": 2.1355679211920457e-08,
      "loss": 0.335,
      "step": 2749300
    },
    {
      "epoch": 767.32,
      "grad_norm": 1.0928280353546143,
      "learning_rate": 2.1352037489676123e-08,
      "loss": 0.3156,
      "step": 2749310
    },
    {
      "epoch": 767.32,
      "grad_norm": 1.0346788167953491,
      "learning_rate": 2.1348396076543635e-08,
      "loss": 0.3259,
      "step": 2749320
    },
    {
      "epoch": 767.33,
      "grad_norm": 1.083135724067688,
      "learning_rate": 2.1344754972523e-08,
      "loss": 0.3259,
      "step": 2749330
    },
    {
      "epoch": 767.33,
      "grad_norm": 1.2763800621032715,
      "learning_rate": 2.134111417761552e-08,
      "loss": 0.3195,
      "step": 2749340
    },
    {
      "epoch": 767.33,
      "grad_norm": 1.2493767738342285,
      "learning_rate": 2.1337473691821187e-08,
      "loss": 0.3302,
      "step": 2749350
    },
    {
      "epoch": 767.33,
      "grad_norm": 2.5718133449554443,
      "learning_rate": 2.1333833515140528e-08,
      "loss": 0.3313,
      "step": 2749360
    },
    {
      "epoch": 767.34,
      "grad_norm": 1.5364253520965576,
      "learning_rate": 2.1330193647574064e-08,
      "loss": 0.3475,
      "step": 2749370
    },
    {
      "epoch": 767.34,
      "grad_norm": 1.1629005670547485,
      "learning_rate": 2.132655408912257e-08,
      "loss": 0.3403,
      "step": 2749380
    },
    {
      "epoch": 767.34,
      "grad_norm": 1.2887293100357056,
      "learning_rate": 2.132291483978605e-08,
      "loss": 0.3353,
      "step": 2749390
    },
    {
      "epoch": 767.35,
      "grad_norm": 1.6751497983932495,
      "learning_rate": 2.1319275899565284e-08,
      "loss": 0.3336,
      "step": 2749400
    },
    {
      "epoch": 767.35,
      "grad_norm": 1.40105402469635,
      "learning_rate": 2.1315637268460793e-08,
      "loss": 0.336,
      "step": 2749410
    },
    {
      "epoch": 767.35,
      "grad_norm": 1.2592651844024658,
      "learning_rate": 2.1311998946472576e-08,
      "loss": 0.3395,
      "step": 2749420
    },
    {
      "epoch": 767.35,
      "grad_norm": 1.4816843271255493,
      "learning_rate": 2.130836093360193e-08,
      "loss": 0.3362,
      "step": 2749430
    },
    {
      "epoch": 767.36,
      "grad_norm": 1.165578842163086,
      "learning_rate": 2.1304723229848606e-08,
      "loss": 0.3427,
      "step": 2749440
    },
    {
      "epoch": 767.36,
      "grad_norm": 1.2597576379776,
      "learning_rate": 2.1301085835213632e-08,
      "loss": 0.3482,
      "step": 2749450
    },
    {
      "epoch": 767.36,
      "grad_norm": 1.3587862253189087,
      "learning_rate": 2.129744874969702e-08,
      "loss": 0.332,
      "step": 2749460
    },
    {
      "epoch": 767.37,
      "grad_norm": 1.536206603050232,
      "learning_rate": 2.1293811973299538e-08,
      "loss": 0.3259,
      "step": 2749470
    },
    {
      "epoch": 767.37,
      "grad_norm": 1.313633918762207,
      "learning_rate": 2.1290175506021718e-08,
      "loss": 0.3226,
      "step": 2749480
    },
    {
      "epoch": 767.37,
      "grad_norm": 1.2528231143951416,
      "learning_rate": 2.128653934786381e-08,
      "loss": 0.3212,
      "step": 2749490
    },
    {
      "epoch": 767.37,
      "grad_norm": 1.17966890335083,
      "learning_rate": 2.1282903498826347e-08,
      "loss": 0.3339,
      "step": 2749500
    },
    {
      "epoch": 767.38,
      "grad_norm": 1.1005148887634277,
      "learning_rate": 2.1279267958909837e-08,
      "loss": 0.3396,
      "step": 2749510
    },
    {
      "epoch": 767.38,
      "grad_norm": 1.3535805940628052,
      "learning_rate": 2.1275632728115067e-08,
      "loss": 0.3556,
      "step": 2749520
    },
    {
      "epoch": 767.38,
      "grad_norm": 1.1560064554214478,
      "learning_rate": 2.1271997806442294e-08,
      "loss": 0.3273,
      "step": 2749530
    },
    {
      "epoch": 767.38,
      "grad_norm": 1.11232590675354,
      "learning_rate": 2.126836319389178e-08,
      "loss": 0.3377,
      "step": 2749540
    },
    {
      "epoch": 767.39,
      "grad_norm": 1.6900110244750977,
      "learning_rate": 2.1264728890464308e-08,
      "loss": 0.3379,
      "step": 2749550
    },
    {
      "epoch": 767.39,
      "grad_norm": 1.295898199081421,
      "learning_rate": 2.1261094896160135e-08,
      "loss": 0.3412,
      "step": 2749560
    },
    {
      "epoch": 767.39,
      "grad_norm": 1.1260961294174194,
      "learning_rate": 2.1257461210980043e-08,
      "loss": 0.3445,
      "step": 2749570
    },
    {
      "epoch": 767.4,
      "grad_norm": 1.061184048652649,
      "learning_rate": 2.125382783492429e-08,
      "loss": 0.3289,
      "step": 2749580
    },
    {
      "epoch": 767.4,
      "grad_norm": 1.2086234092712402,
      "learning_rate": 2.125019476799314e-08,
      "loss": 0.3532,
      "step": 2749590
    },
    {
      "epoch": 767.4,
      "grad_norm": 1.3067259788513184,
      "learning_rate": 2.124656201018763e-08,
      "loss": 0.3457,
      "step": 2749600
    },
    {
      "epoch": 767.4,
      "grad_norm": 1.3823322057724,
      "learning_rate": 2.124292956150802e-08,
      "loss": 0.344,
      "step": 2749610
    },
    {
      "epoch": 767.41,
      "grad_norm": 1.0888097286224365,
      "learning_rate": 2.123929742195458e-08,
      "loss": 0.3355,
      "step": 2749620
    },
    {
      "epoch": 767.41,
      "grad_norm": 1.2689939737319946,
      "learning_rate": 2.1235665591527816e-08,
      "loss": 0.3366,
      "step": 2749630
    },
    {
      "epoch": 767.41,
      "grad_norm": 1.3310171365737915,
      "learning_rate": 2.1232034070228778e-08,
      "loss": 0.3268,
      "step": 2749640
    },
    {
      "epoch": 767.42,
      "grad_norm": 1.1768451929092407,
      "learning_rate": 2.122840285805694e-08,
      "loss": 0.3459,
      "step": 2749650
    },
    {
      "epoch": 767.42,
      "grad_norm": 1.2793983221054077,
      "learning_rate": 2.1224771955013868e-08,
      "loss": 0.3379,
      "step": 2749660
    },
    {
      "epoch": 767.42,
      "grad_norm": 1.1584138870239258,
      "learning_rate": 2.12211413610993e-08,
      "loss": 0.3458,
      "step": 2749670
    },
    {
      "epoch": 767.42,
      "grad_norm": 5.907038688659668,
      "learning_rate": 2.1217511076314017e-08,
      "loss": 0.3277,
      "step": 2749680
    },
    {
      "epoch": 767.43,
      "grad_norm": 1.3205325603485107,
      "learning_rate": 2.121388110065854e-08,
      "loss": 0.3426,
      "step": 2749690
    },
    {
      "epoch": 767.43,
      "grad_norm": 1.316843867301941,
      "learning_rate": 2.1210251434133125e-08,
      "loss": 0.3175,
      "step": 2749700
    },
    {
      "epoch": 767.43,
      "grad_norm": 2.000009298324585,
      "learning_rate": 2.1206622076738298e-08,
      "loss": 0.3433,
      "step": 2749710
    },
    {
      "epoch": 767.44,
      "grad_norm": 1.0939604043960571,
      "learning_rate": 2.120299302847458e-08,
      "loss": 0.3379,
      "step": 2749720
    },
    {
      "epoch": 767.44,
      "grad_norm": 1.3080209493637085,
      "learning_rate": 2.1199364289342743e-08,
      "loss": 0.3408,
      "step": 2749730
    },
    {
      "epoch": 767.44,
      "grad_norm": 3.6934165954589844,
      "learning_rate": 2.1195735859343057e-08,
      "loss": 0.3239,
      "step": 2749740
    },
    {
      "epoch": 767.44,
      "grad_norm": 1.3816249370574951,
      "learning_rate": 2.119210773847578e-08,
      "loss": 0.3415,
      "step": 2749750
    },
    {
      "epoch": 767.45,
      "grad_norm": 1.2071679830551147,
      "learning_rate": 2.1188479926741684e-08,
      "loss": 0.3328,
      "step": 2749760
    },
    {
      "epoch": 767.45,
      "grad_norm": 1.2185736894607544,
      "learning_rate": 2.118485242414104e-08,
      "loss": 0.3428,
      "step": 2749770
    },
    {
      "epoch": 767.45,
      "grad_norm": 1.7376247644424438,
      "learning_rate": 2.1181225230674625e-08,
      "loss": 0.3359,
      "step": 2749780
    },
    {
      "epoch": 767.45,
      "grad_norm": 1.2260853052139282,
      "learning_rate": 2.117759834634244e-08,
      "loss": 0.3378,
      "step": 2749790
    },
    {
      "epoch": 767.46,
      "grad_norm": 1.6978099346160889,
      "learning_rate": 2.1173971771145782e-08,
      "loss": 0.3422,
      "step": 2749800
    },
    {
      "epoch": 767.46,
      "grad_norm": 1.1993550062179565,
      "learning_rate": 2.1170345505084133e-08,
      "loss": 0.33,
      "step": 2749810
    },
    {
      "epoch": 767.46,
      "grad_norm": 1.2150465250015259,
      "learning_rate": 2.1166719548158795e-08,
      "loss": 0.3276,
      "step": 2749820
    },
    {
      "epoch": 767.47,
      "grad_norm": 1.2725661993026733,
      "learning_rate": 2.1163093900369767e-08,
      "loss": 0.3261,
      "step": 2749830
    },
    {
      "epoch": 767.47,
      "grad_norm": 1.2167404890060425,
      "learning_rate": 2.115946856171783e-08,
      "loss": 0.3538,
      "step": 2749840
    },
    {
      "epoch": 767.47,
      "grad_norm": 1.4606059789657593,
      "learning_rate": 2.1155843532202984e-08,
      "loss": 0.3157,
      "step": 2749850
    },
    {
      "epoch": 767.47,
      "grad_norm": 1.3657493591308594,
      "learning_rate": 2.115221881182627e-08,
      "loss": 0.3398,
      "step": 2749860
    },
    {
      "epoch": 767.48,
      "grad_norm": 1.2851883172988892,
      "learning_rate": 2.114859440058821e-08,
      "loss": 0.3456,
      "step": 2749870
    },
    {
      "epoch": 767.48,
      "grad_norm": 1.252692699432373,
      "learning_rate": 2.11449702984888e-08,
      "loss": 0.3338,
      "step": 2749880
    },
    {
      "epoch": 767.48,
      "grad_norm": 1.191330075263977,
      "learning_rate": 2.1141346505528564e-08,
      "loss": 0.3398,
      "step": 2749890
    },
    {
      "epoch": 767.49,
      "grad_norm": 1.1987227201461792,
      "learning_rate": 2.113772302170854e-08,
      "loss": 0.3385,
      "step": 2749900
    },
    {
      "epoch": 767.49,
      "grad_norm": 1.1670805215835571,
      "learning_rate": 2.1134099847028468e-08,
      "loss": 0.3359,
      "step": 2749910
    },
    {
      "epoch": 767.49,
      "grad_norm": 1.273368239402771,
      "learning_rate": 2.1130476981489654e-08,
      "loss": 0.3329,
      "step": 2749920
    },
    {
      "epoch": 767.49,
      "grad_norm": 1.447401762008667,
      "learning_rate": 2.1126854425091833e-08,
      "loss": 0.3452,
      "step": 2749930
    },
    {
      "epoch": 767.5,
      "grad_norm": 1.289113163948059,
      "learning_rate": 2.1123232177835786e-08,
      "loss": 0.3353,
      "step": 2749940
    },
    {
      "epoch": 767.5,
      "grad_norm": 1.1697251796722412,
      "learning_rate": 2.111961023972203e-08,
      "loss": 0.3548,
      "step": 2749950
    },
    {
      "epoch": 767.5,
      "grad_norm": 1.492587685585022,
      "learning_rate": 2.1115988610751096e-08,
      "loss": 0.3298,
      "step": 2749960
    },
    {
      "epoch": 767.5,
      "grad_norm": 3.850872755050659,
      "learning_rate": 2.1112367290923235e-08,
      "loss": 0.3234,
      "step": 2749970
    },
    {
      "epoch": 767.51,
      "grad_norm": 1.3089960813522339,
      "learning_rate": 2.110874628023897e-08,
      "loss": 0.3349,
      "step": 2749980
    },
    {
      "epoch": 767.51,
      "grad_norm": 1.3814797401428223,
      "learning_rate": 2.110512557869934e-08,
      "loss": 0.3246,
      "step": 2749990
    },
    {
      "epoch": 767.51,
      "grad_norm": 1.3186813592910767,
      "learning_rate": 2.1101505186303832e-08,
      "loss": 0.3315,
      "step": 2750000
    },
    {
      "epoch": 767.52,
      "grad_norm": 1.4313673973083496,
      "learning_rate": 2.1097885103053997e-08,
      "loss": 0.3496,
      "step": 2750010
    },
    {
      "epoch": 767.52,
      "grad_norm": 1.293825387954712,
      "learning_rate": 2.1094265328949323e-08,
      "loss": 0.3196,
      "step": 2750020
    },
    {
      "epoch": 767.52,
      "grad_norm": 1.3287996053695679,
      "learning_rate": 2.1090645863991105e-08,
      "loss": 0.3485,
      "step": 2750030
    },
    {
      "epoch": 767.52,
      "grad_norm": 1.204779863357544,
      "learning_rate": 2.1087026708179346e-08,
      "loss": 0.3348,
      "step": 2750040
    },
    {
      "epoch": 767.53,
      "grad_norm": 1.3436615467071533,
      "learning_rate": 2.1083407861514565e-08,
      "loss": 0.3281,
      "step": 2750050
    },
    {
      "epoch": 767.53,
      "grad_norm": 1.6048102378845215,
      "learning_rate": 2.1079789323997543e-08,
      "loss": 0.3485,
      "step": 2750060
    },
    {
      "epoch": 767.53,
      "grad_norm": 1.3686155080795288,
      "learning_rate": 2.1076171095628284e-08,
      "loss": 0.3319,
      "step": 2750070
    },
    {
      "epoch": 767.54,
      "grad_norm": 1.2116706371307373,
      "learning_rate": 2.1072553176407822e-08,
      "loss": 0.3546,
      "step": 2750080
    },
    {
      "epoch": 767.54,
      "grad_norm": 1.5289605855941772,
      "learning_rate": 2.1068935566336162e-08,
      "loss": 0.3278,
      "step": 2750090
    },
    {
      "epoch": 767.54,
      "grad_norm": 1.2570862770080566,
      "learning_rate": 2.106531826541408e-08,
      "loss": 0.3463,
      "step": 2750100
    },
    {
      "epoch": 767.54,
      "grad_norm": 1.1945985555648804,
      "learning_rate": 2.10617012736421e-08,
      "loss": 0.3337,
      "step": 2750110
    },
    {
      "epoch": 767.55,
      "grad_norm": 1.24286687374115,
      "learning_rate": 2.1058084591020226e-08,
      "loss": 0.3464,
      "step": 2750120
    },
    {
      "epoch": 767.55,
      "grad_norm": 1.1180046796798706,
      "learning_rate": 2.105446821754975e-08,
      "loss": 0.3449,
      "step": 2750130
    },
    {
      "epoch": 767.55,
      "grad_norm": 1.1214783191680908,
      "learning_rate": 2.1050852153230156e-08,
      "loss": 0.3339,
      "step": 2750140
    },
    {
      "epoch": 767.56,
      "grad_norm": 1.3863072395324707,
      "learning_rate": 2.104723639806275e-08,
      "loss": 0.3338,
      "step": 2750150
    },
    {
      "epoch": 767.56,
      "grad_norm": 1.3894460201263428,
      "learning_rate": 2.1043620952047782e-08,
      "loss": 0.3362,
      "step": 2750160
    },
    {
      "epoch": 767.56,
      "grad_norm": 1.1620267629623413,
      "learning_rate": 2.1040005815185518e-08,
      "loss": 0.3278,
      "step": 2750170
    },
    {
      "epoch": 767.56,
      "grad_norm": 1.3417960405349731,
      "learning_rate": 2.103639098747674e-08,
      "loss": 0.3527,
      "step": 2750180
    },
    {
      "epoch": 767.57,
      "grad_norm": 1.2605208158493042,
      "learning_rate": 2.1032776468921445e-08,
      "loss": 0.3155,
      "step": 2750190
    },
    {
      "epoch": 767.57,
      "grad_norm": 1.2662122249603271,
      "learning_rate": 2.1029162259520676e-08,
      "loss": 0.3564,
      "step": 2750200
    },
    {
      "epoch": 767.57,
      "grad_norm": 1.1157070398330688,
      "learning_rate": 2.102554835927469e-08,
      "loss": 0.3306,
      "step": 2750210
    },
    {
      "epoch": 767.57,
      "grad_norm": 1.2095109224319458,
      "learning_rate": 2.102193476818401e-08,
      "loss": 0.347,
      "step": 2750220
    },
    {
      "epoch": 767.58,
      "grad_norm": 1.0653897523880005,
      "learning_rate": 2.1018321486248895e-08,
      "loss": 0.348,
      "step": 2750230
    },
    {
      "epoch": 767.58,
      "grad_norm": 1.3955661058425903,
      "learning_rate": 2.1014708513470128e-08,
      "loss": 0.3318,
      "step": 2750240
    },
    {
      "epoch": 767.58,
      "grad_norm": 1.1149314641952515,
      "learning_rate": 2.1011095849847968e-08,
      "loss": 0.3269,
      "step": 2750250
    },
    {
      "epoch": 767.59,
      "grad_norm": 1.1684626340866089,
      "learning_rate": 2.1007483495382934e-08,
      "loss": 0.3478,
      "step": 2750260
    },
    {
      "epoch": 767.59,
      "grad_norm": 1.0487817525863647,
      "learning_rate": 2.100387145007581e-08,
      "loss": 0.3192,
      "step": 2750270
    },
    {
      "epoch": 767.59,
      "grad_norm": 1.3375133275985718,
      "learning_rate": 2.100025971392685e-08,
      "loss": 0.3292,
      "step": 2750280
    },
    {
      "epoch": 767.59,
      "grad_norm": 1.4088799953460693,
      "learning_rate": 2.099664828693632e-08,
      "loss": 0.3305,
      "step": 2750290
    },
    {
      "epoch": 767.6,
      "grad_norm": 1.1785662174224854,
      "learning_rate": 2.0993037169104738e-08,
      "loss": 0.3146,
      "step": 2750300
    },
    {
      "epoch": 767.6,
      "grad_norm": 1.0134843587875366,
      "learning_rate": 2.0989426360432885e-08,
      "loss": 0.3327,
      "step": 2750310
    },
    {
      "epoch": 767.6,
      "grad_norm": 1.0148253440856934,
      "learning_rate": 2.098581586092128e-08,
      "loss": 0.3151,
      "step": 2750320
    },
    {
      "epoch": 767.61,
      "grad_norm": 1.222591757774353,
      "learning_rate": 2.0982205670570188e-08,
      "loss": 0.3332,
      "step": 2750330
    },
    {
      "epoch": 767.61,
      "grad_norm": 1.089285135269165,
      "learning_rate": 2.0978595789379863e-08,
      "loss": 0.3363,
      "step": 2750340
    },
    {
      "epoch": 767.61,
      "grad_norm": 1.520310878753662,
      "learning_rate": 2.097498621735135e-08,
      "loss": 0.3453,
      "step": 2750350
    },
    {
      "epoch": 767.61,
      "grad_norm": 1.3069677352905273,
      "learning_rate": 2.097137695448465e-08,
      "loss": 0.3229,
      "step": 2750360
    },
    {
      "epoch": 767.62,
      "grad_norm": 1.216995358467102,
      "learning_rate": 2.0967768000780278e-08,
      "loss": 0.3297,
      "step": 2750370
    },
    {
      "epoch": 767.62,
      "grad_norm": 1.2944002151489258,
      "learning_rate": 2.096415935623902e-08,
      "loss": 0.3309,
      "step": 2750380
    },
    {
      "epoch": 767.62,
      "grad_norm": 1.2119723558425903,
      "learning_rate": 2.096055102086139e-08,
      "loss": 0.3351,
      "step": 2750390
    },
    {
      "epoch": 767.62,
      "grad_norm": 1.1687085628509521,
      "learning_rate": 2.0956942994647396e-08,
      "loss": 0.325,
      "step": 2750400
    },
    {
      "epoch": 767.63,
      "grad_norm": 6.10288667678833,
      "learning_rate": 2.0953335277597813e-08,
      "loss": 0.3342,
      "step": 2750410
    },
    {
      "epoch": 767.63,
      "grad_norm": 1.3400639295578003,
      "learning_rate": 2.0949727869713166e-08,
      "loss": 0.3295,
      "step": 2750420
    },
    {
      "epoch": 767.63,
      "grad_norm": 1.1936792135238647,
      "learning_rate": 2.094612077099397e-08,
      "loss": 0.3327,
      "step": 2750430
    },
    {
      "epoch": 767.64,
      "grad_norm": 1.3795338869094849,
      "learning_rate": 2.0942513981440487e-08,
      "loss": 0.3288,
      "step": 2750440
    },
    {
      "epoch": 767.64,
      "grad_norm": 1.291736364364624,
      "learning_rate": 2.093890750105324e-08,
      "loss": 0.3354,
      "step": 2750450
    },
    {
      "epoch": 767.64,
      "grad_norm": 1.2261208295822144,
      "learning_rate": 2.093530132983275e-08,
      "loss": 0.3219,
      "step": 2750460
    },
    {
      "epoch": 767.64,
      "grad_norm": 1.2806001901626587,
      "learning_rate": 2.0931695467779792e-08,
      "loss": 0.3235,
      "step": 2750470
    },
    {
      "epoch": 767.65,
      "grad_norm": 1.1144672632217407,
      "learning_rate": 2.092808991489437e-08,
      "loss": 0.334,
      "step": 2750480
    },
    {
      "epoch": 767.65,
      "grad_norm": 1.2513329982757568,
      "learning_rate": 2.0924484671177265e-08,
      "loss": 0.3385,
      "step": 2750490
    },
    {
      "epoch": 767.65,
      "grad_norm": 1.2099463939666748,
      "learning_rate": 2.0920879736628734e-08,
      "loss": 0.3466,
      "step": 2750500
    },
    {
      "epoch": 767.66,
      "grad_norm": 1.2622109651565552,
      "learning_rate": 2.0917275111249562e-08,
      "loss": 0.3446,
      "step": 2750510
    },
    {
      "epoch": 767.66,
      "grad_norm": 1.442641258239746,
      "learning_rate": 2.0913670795040005e-08,
      "loss": 0.3351,
      "step": 2750520
    },
    {
      "epoch": 767.66,
      "grad_norm": 1.5983407497406006,
      "learning_rate": 2.091006678800059e-08,
      "loss": 0.3417,
      "step": 2750530
    },
    {
      "epoch": 767.66,
      "grad_norm": 1.133928894996643,
      "learning_rate": 2.0906463090131827e-08,
      "loss": 0.3508,
      "step": 2750540
    },
    {
      "epoch": 767.67,
      "grad_norm": 1.3745441436767578,
      "learning_rate": 2.0902859701434244e-08,
      "loss": 0.3263,
      "step": 2750550
    },
    {
      "epoch": 767.67,
      "grad_norm": 1.1494402885437012,
      "learning_rate": 2.08992566219081e-08,
      "loss": 0.3314,
      "step": 2750560
    },
    {
      "epoch": 767.67,
      "grad_norm": 1.6144644021987915,
      "learning_rate": 2.0895653851554177e-08,
      "loss": 0.3438,
      "step": 2750570
    },
    {
      "epoch": 767.68,
      "grad_norm": 1.1714909076690674,
      "learning_rate": 2.089205139037247e-08,
      "loss": 0.3418,
      "step": 2750580
    },
    {
      "epoch": 767.68,
      "grad_norm": 1.436499834060669,
      "learning_rate": 2.0888449238364024e-08,
      "loss": 0.3389,
      "step": 2750590
    },
    {
      "epoch": 767.68,
      "grad_norm": 1.2423244714736938,
      "learning_rate": 2.088484739552884e-08,
      "loss": 0.3343,
      "step": 2750600
    },
    {
      "epoch": 767.68,
      "grad_norm": 1.2786651849746704,
      "learning_rate": 2.0881245861868212e-08,
      "loss": 0.3286,
      "step": 2750610
    },
    {
      "epoch": 767.69,
      "grad_norm": 1.2431529760360718,
      "learning_rate": 2.0877644637381628e-08,
      "loss": 0.3284,
      "step": 2750620
    },
    {
      "epoch": 767.69,
      "grad_norm": 1.3554151058197021,
      "learning_rate": 2.0874043722069865e-08,
      "loss": 0.3343,
      "step": 2750630
    },
    {
      "epoch": 767.69,
      "grad_norm": 1.111031174659729,
      "learning_rate": 2.0870443115933965e-08,
      "loss": 0.3355,
      "step": 2750640
    },
    {
      "epoch": 767.69,
      "grad_norm": 1.120598554611206,
      "learning_rate": 2.0866842818973664e-08,
      "loss": 0.3215,
      "step": 2750650
    },
    {
      "epoch": 767.7,
      "grad_norm": 1.2861366271972656,
      "learning_rate": 2.086324283118975e-08,
      "loss": 0.3461,
      "step": 2750660
    },
    {
      "epoch": 767.7,
      "grad_norm": 1.1637135744094849,
      "learning_rate": 2.0859643152582733e-08,
      "loss": 0.3344,
      "step": 2750670
    },
    {
      "epoch": 767.7,
      "grad_norm": 1.2511674165725708,
      "learning_rate": 2.0856043783153142e-08,
      "loss": 0.3295,
      "step": 2750680
    },
    {
      "epoch": 767.71,
      "grad_norm": 1.3119786977767944,
      "learning_rate": 2.0852444722901235e-08,
      "loss": 0.3349,
      "step": 2750690
    },
    {
      "epoch": 767.71,
      "grad_norm": 1.0329477787017822,
      "learning_rate": 2.084884597182779e-08,
      "loss": 0.3194,
      "step": 2750700
    },
    {
      "epoch": 767.71,
      "grad_norm": 1.2087757587432861,
      "learning_rate": 2.0845247529933073e-08,
      "loss": 0.3315,
      "step": 2750710
    },
    {
      "epoch": 767.71,
      "grad_norm": 1.4945733547210693,
      "learning_rate": 2.0841649397217338e-08,
      "loss": 0.3412,
      "step": 2750720
    },
    {
      "epoch": 767.72,
      "grad_norm": 1.1870404481887817,
      "learning_rate": 2.083805157368163e-08,
      "loss": 0.3469,
      "step": 2750730
    },
    {
      "epoch": 767.72,
      "grad_norm": 1.2901791334152222,
      "learning_rate": 2.0834454059326203e-08,
      "loss": 0.3304,
      "step": 2750740
    },
    {
      "epoch": 767.72,
      "grad_norm": 1.0425934791564941,
      "learning_rate": 2.0830856854151326e-08,
      "loss": 0.3164,
      "step": 2750750
    },
    {
      "epoch": 767.73,
      "grad_norm": 1.2843211889266968,
      "learning_rate": 2.0827259958157514e-08,
      "loss": 0.3296,
      "step": 2750760
    },
    {
      "epoch": 767.73,
      "grad_norm": 1.2726496458053589,
      "learning_rate": 2.0823663371345547e-08,
      "loss": 0.3404,
      "step": 2750770
    },
    {
      "epoch": 767.73,
      "grad_norm": 1.350258708000183,
      "learning_rate": 2.082006709371569e-08,
      "loss": 0.3438,
      "step": 2750780
    },
    {
      "epoch": 767.73,
      "grad_norm": 1.3086397647857666,
      "learning_rate": 2.08164711252682e-08,
      "loss": 0.3346,
      "step": 2750790
    },
    {
      "epoch": 767.74,
      "grad_norm": 1.1400187015533447,
      "learning_rate": 2.081287546600412e-08,
      "loss": 0.3272,
      "step": 2750800
    },
    {
      "epoch": 767.74,
      "grad_norm": 1.2935242652893066,
      "learning_rate": 2.080928011592344e-08,
      "loss": 0.3313,
      "step": 2750810
    },
    {
      "epoch": 767.74,
      "grad_norm": 2.8969051837921143,
      "learning_rate": 2.0805685075026956e-08,
      "loss": 0.3521,
      "step": 2750820
    },
    {
      "epoch": 767.74,
      "grad_norm": 1.1962864398956299,
      "learning_rate": 2.0802090343314658e-08,
      "loss": 0.3335,
      "step": 2750830
    },
    {
      "epoch": 767.75,
      "grad_norm": 1.6611696481704712,
      "learning_rate": 2.079849592078759e-08,
      "loss": 0.3371,
      "step": 2750840
    },
    {
      "epoch": 767.75,
      "grad_norm": 1.3880935907363892,
      "learning_rate": 2.0794901807446012e-08,
      "loss": 0.3348,
      "step": 2750850
    },
    {
      "epoch": 767.75,
      "grad_norm": 1.481972336769104,
      "learning_rate": 2.0791308003290445e-08,
      "loss": 0.3454,
      "step": 2750860
    },
    {
      "epoch": 767.76,
      "grad_norm": 1.26580810546875,
      "learning_rate": 2.0787714508321146e-08,
      "loss": 0.3248,
      "step": 2750870
    },
    {
      "epoch": 767.76,
      "grad_norm": 1.174596905708313,
      "learning_rate": 2.078412132253864e-08,
      "loss": 0.3298,
      "step": 2750880
    },
    {
      "epoch": 767.76,
      "grad_norm": 1.2448166608810425,
      "learning_rate": 2.0780528445943703e-08,
      "loss": 0.3326,
      "step": 2750890
    },
    {
      "epoch": 767.76,
      "grad_norm": 1.189583659172058,
      "learning_rate": 2.0776935878536598e-08,
      "loss": 0.328,
      "step": 2750900
    },
    {
      "epoch": 767.77,
      "grad_norm": 1.3308151960372925,
      "learning_rate": 2.0773343620318107e-08,
      "loss": 0.3286,
      "step": 2750910
    },
    {
      "epoch": 767.77,
      "grad_norm": 1.3025035858154297,
      "learning_rate": 2.076975167128823e-08,
      "loss": 0.3163,
      "step": 2750920
    },
    {
      "epoch": 767.77,
      "grad_norm": 1.0849835872650146,
      "learning_rate": 2.076616003144748e-08,
      "loss": 0.3366,
      "step": 2750930
    },
    {
      "epoch": 767.78,
      "grad_norm": 1.2249116897583008,
      "learning_rate": 2.0762568700796908e-08,
      "loss": 0.3253,
      "step": 2750940
    },
    {
      "epoch": 767.78,
      "grad_norm": 1.1511445045471191,
      "learning_rate": 2.0758977679336246e-08,
      "loss": 0.3396,
      "step": 2750950
    },
    {
      "epoch": 767.78,
      "grad_norm": 4.77878475189209,
      "learning_rate": 2.075538696706654e-08,
      "loss": 0.3586,
      "step": 2750960
    },
    {
      "epoch": 767.78,
      "grad_norm": 1.3412256240844727,
      "learning_rate": 2.075179656398779e-08,
      "loss": 0.3318,
      "step": 2750970
    },
    {
      "epoch": 767.79,
      "grad_norm": 1.1676028966903687,
      "learning_rate": 2.074820647010103e-08,
      "loss": 0.3267,
      "step": 2750980
    },
    {
      "epoch": 767.79,
      "grad_norm": 1.347509503364563,
      "learning_rate": 2.0744616685406268e-08,
      "loss": 0.3388,
      "step": 2750990
    },
    {
      "epoch": 767.79,
      "grad_norm": 1.2147067785263062,
      "learning_rate": 2.0741027209904282e-08,
      "loss": 0.3371,
      "step": 2751000
    },
    {
      "epoch": 767.8,
      "grad_norm": 1.2462741136550903,
      "learning_rate": 2.073743804359533e-08,
      "loss": 0.3562,
      "step": 2751010
    },
    {
      "epoch": 767.8,
      "grad_norm": 1.4032375812530518,
      "learning_rate": 2.0733849186479935e-08,
      "loss": 0.3345,
      "step": 2751020
    },
    {
      "epoch": 767.8,
      "grad_norm": 1.1271628141403198,
      "learning_rate": 2.0730260638558877e-08,
      "loss": 0.334,
      "step": 2751030
    },
    {
      "epoch": 767.8,
      "grad_norm": 1.275236964225769,
      "learning_rate": 2.0726672399831896e-08,
      "loss": 0.3407,
      "step": 2751040
    },
    {
      "epoch": 767.81,
      "grad_norm": 1.2530022859573364,
      "learning_rate": 2.0723084470300294e-08,
      "loss": 0.329,
      "step": 2751050
    },
    {
      "epoch": 767.81,
      "grad_norm": 1.1821266412734985,
      "learning_rate": 2.0719496849964066e-08,
      "loss": 0.3259,
      "step": 2751060
    },
    {
      "epoch": 767.81,
      "grad_norm": 1.3026612997055054,
      "learning_rate": 2.0715909538823998e-08,
      "loss": 0.3245,
      "step": 2751070
    },
    {
      "epoch": 767.81,
      "grad_norm": 1.2060660123825073,
      "learning_rate": 2.071232253688035e-08,
      "loss": 0.3166,
      "step": 2751080
    },
    {
      "epoch": 767.82,
      "grad_norm": 1.3191273212432861,
      "learning_rate": 2.0708735844133638e-08,
      "loss": 0.3306,
      "step": 2751090
    },
    {
      "epoch": 767.82,
      "grad_norm": 1.3330212831497192,
      "learning_rate": 2.0705149460584386e-08,
      "loss": 0.3407,
      "step": 2751100
    },
    {
      "epoch": 767.82,
      "grad_norm": 1.1349331140518188,
      "learning_rate": 2.0701563386232855e-08,
      "loss": 0.3144,
      "step": 2751110
    },
    {
      "epoch": 767.83,
      "grad_norm": 1.3670285940170288,
      "learning_rate": 2.0697977621080083e-08,
      "loss": 0.3502,
      "step": 2751120
    },
    {
      "epoch": 767.83,
      "grad_norm": 1.326529860496521,
      "learning_rate": 2.0694392165125813e-08,
      "loss": 0.3315,
      "step": 2751130
    },
    {
      "epoch": 767.83,
      "grad_norm": 1.2918686866760254,
      "learning_rate": 2.0690807018370822e-08,
      "loss": 0.3312,
      "step": 2751140
    },
    {
      "epoch": 767.83,
      "grad_norm": 1.2560248374938965,
      "learning_rate": 2.0687222180815895e-08,
      "loss": 0.3448,
      "step": 2751150
    },
    {
      "epoch": 767.84,
      "grad_norm": 1.2656095027923584,
      "learning_rate": 2.0683637652461024e-08,
      "loss": 0.3418,
      "step": 2751160
    },
    {
      "epoch": 767.84,
      "grad_norm": 1.3335050344467163,
      "learning_rate": 2.068005343330726e-08,
      "loss": 0.3343,
      "step": 2751170
    },
    {
      "epoch": 767.84,
      "grad_norm": 1.203416347503662,
      "learning_rate": 2.0676469523354338e-08,
      "loss": 0.3252,
      "step": 2751180
    },
    {
      "epoch": 767.85,
      "grad_norm": 1.2822538614273071,
      "learning_rate": 2.0672885922603555e-08,
      "loss": 0.3323,
      "step": 2751190
    },
    {
      "epoch": 767.85,
      "grad_norm": 1.3614630699157715,
      "learning_rate": 2.0669302631054658e-08,
      "loss": 0.33,
      "step": 2751200
    },
    {
      "epoch": 767.85,
      "grad_norm": 1.169382095336914,
      "learning_rate": 2.0665719648708426e-08,
      "loss": 0.3298,
      "step": 2751210
    },
    {
      "epoch": 767.85,
      "grad_norm": 1.4018008708953857,
      "learning_rate": 2.0662136975565635e-08,
      "loss": 0.3443,
      "step": 2751220
    },
    {
      "epoch": 767.86,
      "grad_norm": 1.083935022354126,
      "learning_rate": 2.065855461162629e-08,
      "loss": 0.3184,
      "step": 2751230
    },
    {
      "epoch": 767.86,
      "grad_norm": 1.055457592010498,
      "learning_rate": 2.0654972556890907e-08,
      "loss": 0.3308,
      "step": 2751240
    },
    {
      "epoch": 767.86,
      "grad_norm": 1.1175627708435059,
      "learning_rate": 2.065139081136027e-08,
      "loss": 0.3283,
      "step": 2751250
    },
    {
      "epoch": 767.86,
      "grad_norm": 1.2417709827423096,
      "learning_rate": 2.064780937503464e-08,
      "loss": 0.3298,
      "step": 2751260
    },
    {
      "epoch": 767.87,
      "grad_norm": 1.0553967952728271,
      "learning_rate": 2.0644228247914536e-08,
      "loss": 0.3404,
      "step": 2751270
    },
    {
      "epoch": 767.87,
      "grad_norm": 1.2877466678619385,
      "learning_rate": 2.0640647430000477e-08,
      "loss": 0.3389,
      "step": 2751280
    },
    {
      "epoch": 767.87,
      "grad_norm": 1.4461671113967896,
      "learning_rate": 2.0637066921292983e-08,
      "loss": 0.3315,
      "step": 2751290
    },
    {
      "epoch": 767.88,
      "grad_norm": 1.059785008430481,
      "learning_rate": 2.063348672179232e-08,
      "loss": 0.3433,
      "step": 2751300
    },
    {
      "epoch": 767.88,
      "grad_norm": 1.2752552032470703,
      "learning_rate": 2.062990683149926e-08,
      "loss": 0.3321,
      "step": 2751310
    },
    {
      "epoch": 767.88,
      "grad_norm": 1.2759695053100586,
      "learning_rate": 2.0626327250414068e-08,
      "loss": 0.3369,
      "step": 2751320
    },
    {
      "epoch": 767.88,
      "grad_norm": 1.753592848777771,
      "learning_rate": 2.0622747978537007e-08,
      "loss": 0.3456,
      "step": 2751330
    },
    {
      "epoch": 767.89,
      "grad_norm": 1.178100824356079,
      "learning_rate": 2.0619169015869114e-08,
      "loss": 0.3242,
      "step": 2751340
    },
    {
      "epoch": 767.89,
      "grad_norm": 1.4523646831512451,
      "learning_rate": 2.061559036241065e-08,
      "loss": 0.3359,
      "step": 2751350
    },
    {
      "epoch": 767.89,
      "grad_norm": 1.239813208580017,
      "learning_rate": 2.061201201816161e-08,
      "loss": 0.3352,
      "step": 2751360
    },
    {
      "epoch": 767.9,
      "grad_norm": 1.381592035293579,
      "learning_rate": 2.0608433983123045e-08,
      "loss": 0.3358,
      "step": 2751370
    },
    {
      "epoch": 767.9,
      "grad_norm": 1.1290990114212036,
      "learning_rate": 2.0604856257295468e-08,
      "loss": 0.328,
      "step": 2751380
    },
    {
      "epoch": 767.9,
      "grad_norm": 1.3658628463745117,
      "learning_rate": 2.0601278840678883e-08,
      "loss": 0.3471,
      "step": 2751390
    },
    {
      "epoch": 767.9,
      "grad_norm": 1.1584135293960571,
      "learning_rate": 2.0597701733274067e-08,
      "loss": 0.3297,
      "step": 2751400
    },
    {
      "epoch": 767.91,
      "grad_norm": 1.1714221239089966,
      "learning_rate": 2.0594124935081544e-08,
      "loss": 0.3414,
      "step": 2751410
    },
    {
      "epoch": 767.91,
      "grad_norm": 1.3032220602035522,
      "learning_rate": 2.0590548446101572e-08,
      "loss": 0.347,
      "step": 2751420
    },
    {
      "epoch": 767.91,
      "grad_norm": 1.3543925285339355,
      "learning_rate": 2.058697226633493e-08,
      "loss": 0.3484,
      "step": 2751430
    },
    {
      "epoch": 767.92,
      "grad_norm": 1.3352125883102417,
      "learning_rate": 2.0583396395781882e-08,
      "loss": 0.3422,
      "step": 2751440
    },
    {
      "epoch": 767.92,
      "grad_norm": 1.2677448987960815,
      "learning_rate": 2.0579820834442946e-08,
      "loss": 0.3429,
      "step": 2751450
    },
    {
      "epoch": 767.92,
      "grad_norm": 1.2091048955917358,
      "learning_rate": 2.0576245582318383e-08,
      "loss": 0.3311,
      "step": 2751460
    },
    {
      "epoch": 767.92,
      "grad_norm": 1.1829406023025513,
      "learning_rate": 2.0572670639408975e-08,
      "loss": 0.3278,
      "step": 2751470
    },
    {
      "epoch": 767.93,
      "grad_norm": 1.163791298866272,
      "learning_rate": 2.0569096005715237e-08,
      "loss": 0.3342,
      "step": 2751480
    },
    {
      "epoch": 767.93,
      "grad_norm": 1.0918294191360474,
      "learning_rate": 2.0565521681237696e-08,
      "loss": 0.3226,
      "step": 2751490
    },
    {
      "epoch": 767.93,
      "grad_norm": 1.1117795705795288,
      "learning_rate": 2.0561947665976348e-08,
      "loss": 0.3406,
      "step": 2751500
    },
    {
      "epoch": 767.93,
      "grad_norm": 1.1089905500411987,
      "learning_rate": 2.0558373959931978e-08,
      "loss": 0.3446,
      "step": 2751510
    },
    {
      "epoch": 767.94,
      "grad_norm": 1.1957694292068481,
      "learning_rate": 2.05548005631051e-08,
      "loss": 0.3417,
      "step": 2751520
    },
    {
      "epoch": 767.94,
      "grad_norm": 1.1205768585205078,
      "learning_rate": 2.055122747549598e-08,
      "loss": 0.3358,
      "step": 2751530
    },
    {
      "epoch": 767.94,
      "grad_norm": 1.0577054023742676,
      "learning_rate": 2.0547654697105394e-08,
      "loss": 0.3363,
      "step": 2751540
    },
    {
      "epoch": 767.95,
      "grad_norm": 1.2929960489273071,
      "learning_rate": 2.0544082227933606e-08,
      "loss": 0.3291,
      "step": 2751550
    },
    {
      "epoch": 767.95,
      "grad_norm": 1.1713019609451294,
      "learning_rate": 2.0540510067981135e-08,
      "loss": 0.342,
      "step": 2751560
    },
    {
      "epoch": 767.95,
      "grad_norm": 1.3517334461212158,
      "learning_rate": 2.05369382172485e-08,
      "loss": 0.3361,
      "step": 2751570
    },
    {
      "epoch": 767.95,
      "grad_norm": 1.1327624320983887,
      "learning_rate": 2.0533366675736482e-08,
      "loss": 0.3238,
      "step": 2751580
    },
    {
      "epoch": 767.96,
      "grad_norm": 1.256693959236145,
      "learning_rate": 2.0529795443444823e-08,
      "loss": 0.3405,
      "step": 2751590
    },
    {
      "epoch": 767.96,
      "grad_norm": 1.245195746421814,
      "learning_rate": 2.0526224520374565e-08,
      "loss": 0.346,
      "step": 2751600
    },
    {
      "epoch": 767.96,
      "grad_norm": 1.243493914604187,
      "learning_rate": 2.052265390652596e-08,
      "loss": 0.341,
      "step": 2751610
    },
    {
      "epoch": 767.97,
      "grad_norm": 1.354143500328064,
      "learning_rate": 2.0519083601899538e-08,
      "loss": 0.3345,
      "step": 2751620
    },
    {
      "epoch": 767.97,
      "grad_norm": 1.3103108406066895,
      "learning_rate": 2.0515513606496078e-08,
      "loss": 0.3448,
      "step": 2751630
    },
    {
      "epoch": 767.97,
      "grad_norm": 1.3456881046295166,
      "learning_rate": 2.0511943920315313e-08,
      "loss": 0.3563,
      "step": 2751640
    },
    {
      "epoch": 767.97,
      "grad_norm": 1.1234444379806519,
      "learning_rate": 2.050837454335829e-08,
      "loss": 0.3331,
      "step": 2751650
    },
    {
      "epoch": 767.98,
      "grad_norm": 1.1677801609039307,
      "learning_rate": 2.0504805475625528e-08,
      "loss": 0.3333,
      "step": 2751660
    },
    {
      "epoch": 767.98,
      "grad_norm": 1.3450372219085693,
      "learning_rate": 2.0501236717117286e-08,
      "loss": 0.3485,
      "step": 2751670
    },
    {
      "epoch": 767.98,
      "grad_norm": 1.3706005811691284,
      "learning_rate": 2.0497668267834087e-08,
      "loss": 0.3276,
      "step": 2751680
    },
    {
      "epoch": 767.98,
      "grad_norm": 1.170272946357727,
      "learning_rate": 2.0494100127776188e-08,
      "loss": 0.3269,
      "step": 2751690
    },
    {
      "epoch": 767.99,
      "grad_norm": 1.3032923936843872,
      "learning_rate": 2.0490532296944633e-08,
      "loss": 0.3453,
      "step": 2751700
    },
    {
      "epoch": 767.99,
      "grad_norm": 1.2634773254394531,
      "learning_rate": 2.048696477533916e-08,
      "loss": 0.3243,
      "step": 2751710
    },
    {
      "epoch": 767.99,
      "grad_norm": 1.4113523960113525,
      "learning_rate": 2.048339756296107e-08,
      "loss": 0.3519,
      "step": 2751720
    },
    {
      "epoch": 768.0,
      "grad_norm": 1.2792978286743164,
      "learning_rate": 2.0479830659810103e-08,
      "loss": 0.3494,
      "step": 2751730
    },
    {
      "epoch": 768.0,
      "grad_norm": 1.325036883354187,
      "learning_rate": 2.047626406588704e-08,
      "loss": 0.3391,
      "step": 2751740
    },
    {
      "epoch": 768.0,
      "eval_loss": 0.33647581934928894,
      "eval_runtime": 64.9425,
      "eval_samples_per_second": 77.9,
      "eval_steps_per_second": 9.747,
      "step": 2751744
    },
    {
      "epoch": 768.0,
      "grad_norm": 1.3137311935424805,
      "learning_rate": 2.047269778119266e-08,
      "loss": 0.3535,
      "step": 2751750
    },
    {
      "epoch": 768.0,
      "grad_norm": 1.0767722129821777,
      "learning_rate": 2.0469131805726702e-08,
      "loss": 0.3427,
      "step": 2751760
    },
    {
      "epoch": 768.01,
      "grad_norm": 1.2341909408569336,
      "learning_rate": 2.0465566139490213e-08,
      "loss": 0.3336,
      "step": 2751770
    },
    {
      "epoch": 768.01,
      "grad_norm": 1.1304680109024048,
      "learning_rate": 2.046200078248345e-08,
      "loss": 0.3414,
      "step": 2751780
    },
    {
      "epoch": 768.01,
      "grad_norm": 1.2714886665344238,
      "learning_rate": 2.045843573470719e-08,
      "loss": 0.3193,
      "step": 2751790
    },
    {
      "epoch": 768.02,
      "grad_norm": 1.2219775915145874,
      "learning_rate": 2.0454870996161437e-08,
      "loss": 0.3437,
      "step": 2751800
    },
    {
      "epoch": 768.02,
      "grad_norm": 1.2498971223831177,
      "learning_rate": 2.045130656684697e-08,
      "loss": 0.3494,
      "step": 2751810
    },
    {
      "epoch": 768.02,
      "grad_norm": 1.2639304399490356,
      "learning_rate": 2.0447742446764308e-08,
      "loss": 0.3322,
      "step": 2751820
    },
    {
      "epoch": 768.02,
      "grad_norm": 1.2893142700195312,
      "learning_rate": 2.0444178635913457e-08,
      "loss": 0.3326,
      "step": 2751830
    },
    {
      "epoch": 768.03,
      "grad_norm": 1.0812416076660156,
      "learning_rate": 2.044061513429571e-08,
      "loss": 0.3387,
      "step": 2751840
    },
    {
      "epoch": 768.03,
      "grad_norm": 1.3515102863311768,
      "learning_rate": 2.0437051941910553e-08,
      "loss": 0.3256,
      "step": 2751850
    },
    {
      "epoch": 768.03,
      "grad_norm": 1.2639801502227783,
      "learning_rate": 2.0433489058759545e-08,
      "loss": 0.338,
      "step": 2751860
    },
    {
      "epoch": 768.04,
      "grad_norm": 1.2539255619049072,
      "learning_rate": 2.0429926484842163e-08,
      "loss": 0.3434,
      "step": 2751870
    },
    {
      "epoch": 768.04,
      "grad_norm": 1.1845433712005615,
      "learning_rate": 2.042636422015945e-08,
      "loss": 0.3421,
      "step": 2751880
    },
    {
      "epoch": 768.04,
      "grad_norm": 1.0356663465499878,
      "learning_rate": 2.0422802264711928e-08,
      "loss": 0.3305,
      "step": 2751890
    },
    {
      "epoch": 768.04,
      "grad_norm": 1.231156349182129,
      "learning_rate": 2.0419240618499854e-08,
      "loss": 0.334,
      "step": 2751900
    },
    {
      "epoch": 768.05,
      "grad_norm": 1.2169604301452637,
      "learning_rate": 2.0415679281523493e-08,
      "loss": 0.35,
      "step": 2751910
    },
    {
      "epoch": 768.05,
      "grad_norm": 1.3464890718460083,
      "learning_rate": 2.041211825378362e-08,
      "loss": 0.3157,
      "step": 2751920
    },
    {
      "epoch": 768.05,
      "grad_norm": 1.8912488222122192,
      "learning_rate": 2.040855753528076e-08,
      "loss": 0.3464,
      "step": 2751930
    },
    {
      "epoch": 768.05,
      "grad_norm": 1.2925175428390503,
      "learning_rate": 2.040499712601543e-08,
      "loss": 0.3484,
      "step": 2751940
    },
    {
      "epoch": 768.06,
      "grad_norm": 1.1657435894012451,
      "learning_rate": 2.040143702598763e-08,
      "loss": 0.3231,
      "step": 2751950
    },
    {
      "epoch": 768.06,
      "grad_norm": 1.0941846370697021,
      "learning_rate": 2.0397877235198407e-08,
      "loss": 0.325,
      "step": 2751960
    },
    {
      "epoch": 768.06,
      "grad_norm": 1.244390606880188,
      "learning_rate": 2.0394317753647752e-08,
      "loss": 0.3312,
      "step": 2751970
    },
    {
      "epoch": 768.07,
      "grad_norm": 1.1590193510055542,
      "learning_rate": 2.0390758581336452e-08,
      "loss": 0.3369,
      "step": 2751980
    },
    {
      "epoch": 768.07,
      "grad_norm": 1.0868823528289795,
      "learning_rate": 2.0387199718265023e-08,
      "loss": 0.3351,
      "step": 2751990
    },
    {
      "epoch": 768.07,
      "grad_norm": 1.2229112386703491,
      "learning_rate": 2.038364116443373e-08,
      "loss": 0.3458,
      "step": 2752000
    },
    {
      "epoch": 768.07,
      "grad_norm": 1.3323414325714111,
      "learning_rate": 2.038008291984309e-08,
      "loss": 0.3392,
      "step": 2752010
    },
    {
      "epoch": 768.08,
      "grad_norm": 1.2690881490707397,
      "learning_rate": 2.0376524984493624e-08,
      "loss": 0.3229,
      "step": 2752020
    },
    {
      "epoch": 768.08,
      "grad_norm": 1.1953375339508057,
      "learning_rate": 2.0372967358385853e-08,
      "loss": 0.3496,
      "step": 2752030
    },
    {
      "epoch": 768.08,
      "grad_norm": 1.2720104455947876,
      "learning_rate": 2.0369410041520298e-08,
      "loss": 0.3295,
      "step": 2752040
    },
    {
      "epoch": 768.09,
      "grad_norm": 1.2978730201721191,
      "learning_rate": 2.0365853033896956e-08,
      "loss": 0.3408,
      "step": 2752050
    },
    {
      "epoch": 768.09,
      "grad_norm": 1.1213700771331787,
      "learning_rate": 2.036229633551713e-08,
      "loss": 0.3443,
      "step": 2752060
    },
    {
      "epoch": 768.09,
      "grad_norm": 1.1060155630111694,
      "learning_rate": 2.035873994638056e-08,
      "loss": 0.3369,
      "step": 2752070
    },
    {
      "epoch": 768.09,
      "grad_norm": 1.2090845108032227,
      "learning_rate": 2.035518386648803e-08,
      "loss": 0.3335,
      "step": 2752080
    },
    {
      "epoch": 768.1,
      "grad_norm": 1.0273722410202026,
      "learning_rate": 2.0351628095840057e-08,
      "loss": 0.3418,
      "step": 2752090
    },
    {
      "epoch": 768.1,
      "grad_norm": 1.819231629371643,
      "learning_rate": 2.0348072634437158e-08,
      "loss": 0.3385,
      "step": 2752100
    },
    {
      "epoch": 768.1,
      "grad_norm": 1.3777706623077393,
      "learning_rate": 2.034451748227934e-08,
      "loss": 0.3444,
      "step": 2752110
    },
    {
      "epoch": 768.1,
      "grad_norm": 1.230628252029419,
      "learning_rate": 2.03409626393679e-08,
      "loss": 0.3556,
      "step": 2752120
    },
    {
      "epoch": 768.11,
      "grad_norm": 1.4076110124588013,
      "learning_rate": 2.0337408105702575e-08,
      "loss": 0.3269,
      "step": 2752130
    },
    {
      "epoch": 768.11,
      "grad_norm": 1.3237477540969849,
      "learning_rate": 2.033385388128389e-08,
      "loss": 0.3421,
      "step": 2752140
    },
    {
      "epoch": 768.11,
      "grad_norm": 1.187986969947815,
      "learning_rate": 2.0330299966112886e-08,
      "loss": 0.322,
      "step": 2752150
    },
    {
      "epoch": 768.12,
      "grad_norm": 1.210013508796692,
      "learning_rate": 2.032674636018956e-08,
      "loss": 0.3358,
      "step": 2752160
    },
    {
      "epoch": 768.12,
      "grad_norm": 1.2686383724212646,
      "learning_rate": 2.0323193063514436e-08,
      "loss": 0.3306,
      "step": 2752170
    },
    {
      "epoch": 768.12,
      "grad_norm": 1.4954098463058472,
      "learning_rate": 2.031964007608803e-08,
      "loss": 0.3302,
      "step": 2752180
    },
    {
      "epoch": 768.12,
      "grad_norm": 1.1681348085403442,
      "learning_rate": 2.0316087397911127e-08,
      "loss": 0.334,
      "step": 2752190
    },
    {
      "epoch": 768.13,
      "grad_norm": 1.6145261526107788,
      "learning_rate": 2.0312535028983464e-08,
      "loss": 0.3422,
      "step": 2752200
    },
    {
      "epoch": 768.13,
      "grad_norm": 1.10408353805542,
      "learning_rate": 2.0308982969306343e-08,
      "loss": 0.3401,
      "step": 2752210
    },
    {
      "epoch": 768.13,
      "grad_norm": 1.1069097518920898,
      "learning_rate": 2.03054312188795e-08,
      "loss": 0.343,
      "step": 2752220
    },
    {
      "epoch": 768.14,
      "grad_norm": 1.062835454940796,
      "learning_rate": 2.0301879777703985e-08,
      "loss": 0.3385,
      "step": 2752230
    },
    {
      "epoch": 768.14,
      "grad_norm": 1.2243837118148804,
      "learning_rate": 2.029832864578005e-08,
      "loss": 0.3399,
      "step": 2752240
    },
    {
      "epoch": 768.14,
      "grad_norm": 1.8533574342727661,
      "learning_rate": 2.029477782310822e-08,
      "loss": 0.3307,
      "step": 2752250
    },
    {
      "epoch": 768.14,
      "grad_norm": 1.1754955053329468,
      "learning_rate": 2.029122730968875e-08,
      "loss": 0.354,
      "step": 2752260
    },
    {
      "epoch": 768.15,
      "grad_norm": 1.3459060192108154,
      "learning_rate": 2.0287677105522166e-08,
      "loss": 0.3386,
      "step": 2752270
    },
    {
      "epoch": 768.15,
      "grad_norm": 1.333405613899231,
      "learning_rate": 2.0284127210609507e-08,
      "loss": 0.3309,
      "step": 2752280
    },
    {
      "epoch": 768.15,
      "grad_norm": 1.3367997407913208,
      "learning_rate": 2.028057762495025e-08,
      "loss": 0.3306,
      "step": 2752290
    },
    {
      "epoch": 768.16,
      "grad_norm": 1.9012528657913208,
      "learning_rate": 2.02770283485457e-08,
      "loss": 0.3365,
      "step": 2752300
    },
    {
      "epoch": 768.16,
      "grad_norm": 1.2704496383666992,
      "learning_rate": 2.0273479381396115e-08,
      "loss": 0.3339,
      "step": 2752310
    },
    {
      "epoch": 768.16,
      "grad_norm": 1.2376434803009033,
      "learning_rate": 2.0269930723501755e-08,
      "loss": 0.3354,
      "step": 2752320
    },
    {
      "epoch": 768.16,
      "grad_norm": 1.1970229148864746,
      "learning_rate": 2.02663823748634e-08,
      "loss": 0.3303,
      "step": 2752330
    },
    {
      "epoch": 768.17,
      "grad_norm": 1.4323145151138306,
      "learning_rate": 2.0262834335481055e-08,
      "loss": 0.3454,
      "step": 2752340
    },
    {
      "epoch": 768.17,
      "grad_norm": 1.1184018850326538,
      "learning_rate": 2.0259286605355493e-08,
      "loss": 0.3253,
      "step": 2752350
    },
    {
      "epoch": 768.17,
      "grad_norm": 1.0503050088882446,
      "learning_rate": 2.02557391844875e-08,
      "loss": 0.3362,
      "step": 2752360
    },
    {
      "epoch": 768.17,
      "grad_norm": 1.4037137031555176,
      "learning_rate": 2.0252192072876816e-08,
      "loss": 0.3441,
      "step": 2752370
    },
    {
      "epoch": 768.18,
      "grad_norm": 1.1854480504989624,
      "learning_rate": 2.024864527052448e-08,
      "loss": 0.3152,
      "step": 2752380
    },
    {
      "epoch": 768.18,
      "grad_norm": 1.1916863918304443,
      "learning_rate": 2.024509877743101e-08,
      "loss": 0.3337,
      "step": 2752390
    },
    {
      "epoch": 768.18,
      "grad_norm": 1.6842573881149292,
      "learning_rate": 2.024155259359667e-08,
      "loss": 0.3455,
      "step": 2752400
    },
    {
      "epoch": 768.19,
      "grad_norm": 1.3304084539413452,
      "learning_rate": 2.023800671902172e-08,
      "loss": 0.3383,
      "step": 2752410
    },
    {
      "epoch": 768.19,
      "grad_norm": 1.3564413785934448,
      "learning_rate": 2.0234461153706935e-08,
      "loss": 0.332,
      "step": 2752420
    },
    {
      "epoch": 768.19,
      "grad_norm": 1.4512044191360474,
      "learning_rate": 2.0230915897652586e-08,
      "loss": 0.3397,
      "step": 2752430
    },
    {
      "epoch": 768.19,
      "grad_norm": 1.1209197044372559,
      "learning_rate": 2.0227370950859442e-08,
      "loss": 0.3353,
      "step": 2752440
    },
    {
      "epoch": 768.2,
      "grad_norm": 1.2269542217254639,
      "learning_rate": 2.022382631332777e-08,
      "loss": 0.3361,
      "step": 2752450
    },
    {
      "epoch": 768.2,
      "grad_norm": 1.1266900300979614,
      "learning_rate": 2.0220281985058093e-08,
      "loss": 0.3336,
      "step": 2752460
    },
    {
      "epoch": 768.2,
      "grad_norm": 1.497266411781311,
      "learning_rate": 2.0216737966050662e-08,
      "loss": 0.3301,
      "step": 2752470
    },
    {
      "epoch": 768.21,
      "grad_norm": 1.0791934728622437,
      "learning_rate": 2.0213194256306266e-08,
      "loss": 0.3301,
      "step": 2752480
    },
    {
      "epoch": 768.21,
      "grad_norm": 1.3182028532028198,
      "learning_rate": 2.0209650855825422e-08,
      "loss": 0.3511,
      "step": 2752490
    },
    {
      "epoch": 768.21,
      "grad_norm": 1.0315731763839722,
      "learning_rate": 2.0206107764608128e-08,
      "loss": 0.3343,
      "step": 2752500
    },
    {
      "epoch": 768.21,
      "grad_norm": 1.2510744333267212,
      "learning_rate": 2.020256498265543e-08,
      "loss": 0.3474,
      "step": 2752510
    },
    {
      "epoch": 768.22,
      "grad_norm": 1.2969037294387817,
      "learning_rate": 2.0199022509967063e-08,
      "loss": 0.3167,
      "step": 2752520
    },
    {
      "epoch": 768.22,
      "grad_norm": 1.22897469997406,
      "learning_rate": 2.0195480346544592e-08,
      "loss": 0.3371,
      "step": 2752530
    },
    {
      "epoch": 768.22,
      "grad_norm": 1.8412158489227295,
      "learning_rate": 2.019193849238749e-08,
      "loss": 0.3372,
      "step": 2752540
    },
    {
      "epoch": 768.22,
      "grad_norm": 1.2818771600723267,
      "learning_rate": 2.018839694749655e-08,
      "loss": 0.3327,
      "step": 2752550
    },
    {
      "epoch": 768.23,
      "grad_norm": 1.3357914686203003,
      "learning_rate": 2.018485571187254e-08,
      "loss": 0.3491,
      "step": 2752560
    },
    {
      "epoch": 768.23,
      "grad_norm": 1.2088156938552856,
      "learning_rate": 2.0181314785515467e-08,
      "loss": 0.331,
      "step": 2752570
    },
    {
      "epoch": 768.23,
      "grad_norm": 1.1350092887878418,
      "learning_rate": 2.0177774168426107e-08,
      "loss": 0.3412,
      "step": 2752580
    },
    {
      "epoch": 768.24,
      "grad_norm": 1.213210105895996,
      "learning_rate": 2.0174233860604725e-08,
      "loss": 0.33,
      "step": 2752590
    },
    {
      "epoch": 768.24,
      "grad_norm": 1.1366597414016724,
      "learning_rate": 2.01706938620521e-08,
      "loss": 0.3306,
      "step": 2752600
    },
    {
      "epoch": 768.24,
      "grad_norm": 1.4007110595703125,
      "learning_rate": 2.0167154172768487e-08,
      "loss": 0.3346,
      "step": 2752610
    },
    {
      "epoch": 768.24,
      "grad_norm": 1.1011608839035034,
      "learning_rate": 2.0163614792754415e-08,
      "loss": 0.3463,
      "step": 2752620
    },
    {
      "epoch": 768.25,
      "grad_norm": 1.3727654218673706,
      "learning_rate": 2.016007572201014e-08,
      "loss": 0.3288,
      "step": 2752630
    },
    {
      "epoch": 768.25,
      "grad_norm": 1.4125425815582275,
      "learning_rate": 2.015653696053644e-08,
      "loss": 0.3423,
      "step": 2752640
    },
    {
      "epoch": 768.25,
      "grad_norm": 1.2407937049865723,
      "learning_rate": 2.0152998508333583e-08,
      "loss": 0.3371,
      "step": 2752650
    },
    {
      "epoch": 768.26,
      "grad_norm": 1.4147742986679077,
      "learning_rate": 2.0149460365402084e-08,
      "loss": 0.3521,
      "step": 2752660
    },
    {
      "epoch": 768.26,
      "grad_norm": 1.2630128860473633,
      "learning_rate": 2.0145922531742722e-08,
      "loss": 0.3453,
      "step": 2752670
    },
    {
      "epoch": 768.26,
      "grad_norm": 1.2289502620697021,
      "learning_rate": 2.0142385007355498e-08,
      "loss": 0.3352,
      "step": 2752680
    },
    {
      "epoch": 768.26,
      "grad_norm": 1.1474695205688477,
      "learning_rate": 2.0138847792240937e-08,
      "loss": 0.3264,
      "step": 2752690
    },
    {
      "epoch": 768.27,
      "grad_norm": 1.4154651165008545,
      "learning_rate": 2.013531088640007e-08,
      "loss": 0.3561,
      "step": 2752700
    },
    {
      "epoch": 768.27,
      "grad_norm": 1.203424096107483,
      "learning_rate": 2.013177428983265e-08,
      "loss": 0.3398,
      "step": 2752710
    },
    {
      "epoch": 768.27,
      "grad_norm": 1.262961506843567,
      "learning_rate": 2.012823800253945e-08,
      "loss": 0.3398,
      "step": 2752720
    },
    {
      "epoch": 768.28,
      "grad_norm": 1.028605341911316,
      "learning_rate": 2.012470202452099e-08,
      "loss": 0.3392,
      "step": 2752730
    },
    {
      "epoch": 768.28,
      "grad_norm": 1.2279092073440552,
      "learning_rate": 2.012116635577779e-08,
      "loss": 0.335,
      "step": 2752740
    },
    {
      "epoch": 768.28,
      "grad_norm": 1.2471179962158203,
      "learning_rate": 2.0117630996310113e-08,
      "loss": 0.3407,
      "step": 2752750
    },
    {
      "epoch": 768.28,
      "grad_norm": 1.7504403591156006,
      "learning_rate": 2.011409594611848e-08,
      "loss": 0.3338,
      "step": 2752760
    },
    {
      "epoch": 768.29,
      "grad_norm": 1.2079672813415527,
      "learning_rate": 2.0110561205203667e-08,
      "loss": 0.3388,
      "step": 2752770
    },
    {
      "epoch": 768.29,
      "grad_norm": 1.5522215366363525,
      "learning_rate": 2.010702677356542e-08,
      "loss": 0.3458,
      "step": 2752780
    },
    {
      "epoch": 768.29,
      "grad_norm": 1.1947062015533447,
      "learning_rate": 2.0103492651205034e-08,
      "loss": 0.3306,
      "step": 2752790
    },
    {
      "epoch": 768.29,
      "grad_norm": 1.2219759225845337,
      "learning_rate": 2.0099958838122513e-08,
      "loss": 0.3364,
      "step": 2752800
    },
    {
      "epoch": 768.3,
      "grad_norm": 0.9949705004692078,
      "learning_rate": 2.0096425334318633e-08,
      "loss": 0.3302,
      "step": 2752810
    },
    {
      "epoch": 768.3,
      "grad_norm": 1.2238588333129883,
      "learning_rate": 2.0092892139793403e-08,
      "loss": 0.3443,
      "step": 2752820
    },
    {
      "epoch": 768.3,
      "grad_norm": 1.3576375246047974,
      "learning_rate": 2.0089359254547854e-08,
      "loss": 0.3435,
      "step": 2752830
    },
    {
      "epoch": 768.31,
      "grad_norm": 1.4559814929962158,
      "learning_rate": 2.0085826678581992e-08,
      "loss": 0.3463,
      "step": 2752840
    },
    {
      "epoch": 768.31,
      "grad_norm": 1.3321248292922974,
      "learning_rate": 2.0082294411896596e-08,
      "loss": 0.3365,
      "step": 2752850
    },
    {
      "epoch": 768.31,
      "grad_norm": 1.249873399734497,
      "learning_rate": 2.0078762454491923e-08,
      "loss": 0.3216,
      "step": 2752860
    },
    {
      "epoch": 768.31,
      "grad_norm": 1.3535959720611572,
      "learning_rate": 2.00752308063685e-08,
      "loss": 0.3261,
      "step": 2752870
    },
    {
      "epoch": 768.32,
      "grad_norm": 1.30165433883667,
      "learning_rate": 2.0071699467526842e-08,
      "loss": 0.3371,
      "step": 2752880
    },
    {
      "epoch": 768.32,
      "grad_norm": 1.242691993713379,
      "learning_rate": 2.0068168437967473e-08,
      "loss": 0.3398,
      "step": 2752890
    },
    {
      "epoch": 768.32,
      "grad_norm": 1.276890516281128,
      "learning_rate": 2.006463771769065e-08,
      "loss": 0.3323,
      "step": 2752900
    },
    {
      "epoch": 768.33,
      "grad_norm": 1.2336549758911133,
      "learning_rate": 2.0061107306697158e-08,
      "loss": 0.333,
      "step": 2752910
    },
    {
      "epoch": 768.33,
      "grad_norm": 1.266858458518982,
      "learning_rate": 2.005757720498699e-08,
      "loss": 0.348,
      "step": 2752920
    },
    {
      "epoch": 768.33,
      "grad_norm": 1.2128214836120605,
      "learning_rate": 2.0054047412561195e-08,
      "loss": 0.3166,
      "step": 2752930
    },
    {
      "epoch": 768.33,
      "grad_norm": 1.1690185070037842,
      "learning_rate": 2.0050517929419766e-08,
      "loss": 0.3524,
      "step": 2752940
    },
    {
      "epoch": 768.34,
      "grad_norm": 1.3263403177261353,
      "learning_rate": 2.0046988755563487e-08,
      "loss": 0.3272,
      "step": 2752950
    },
    {
      "epoch": 768.34,
      "grad_norm": 1.2366080284118652,
      "learning_rate": 2.0043459890992617e-08,
      "loss": 0.3448,
      "step": 2752960
    },
    {
      "epoch": 768.34,
      "grad_norm": 1.244583010673523,
      "learning_rate": 2.003993133570794e-08,
      "loss": 0.3377,
      "step": 2752970
    },
    {
      "epoch": 768.34,
      "grad_norm": 1.2348508834838867,
      "learning_rate": 2.0036403089709452e-08,
      "loss": 0.3499,
      "step": 2752980
    },
    {
      "epoch": 768.35,
      "grad_norm": 1.7899972200393677,
      "learning_rate": 2.0032875152997935e-08,
      "loss": 0.3345,
      "step": 2752990
    },
    {
      "epoch": 768.35,
      "grad_norm": 0.9552305340766907,
      "learning_rate": 2.0029347525574168e-08,
      "loss": 0.3349,
      "step": 2753000
    },
    {
      "epoch": 768.35,
      "grad_norm": 1.249877691268921,
      "learning_rate": 2.0025820207437633e-08,
      "loss": 0.3446,
      "step": 2753010
    },
    {
      "epoch": 768.36,
      "grad_norm": 1.2975986003875732,
      "learning_rate": 2.0022293198589892e-08,
      "loss": 0.3417,
      "step": 2753020
    },
    {
      "epoch": 768.36,
      "grad_norm": 1.5593485832214355,
      "learning_rate": 2.0018766499030682e-08,
      "loss": 0.3291,
      "step": 2753030
    },
    {
      "epoch": 768.36,
      "grad_norm": 1.3759942054748535,
      "learning_rate": 2.0015240108760785e-08,
      "loss": 0.3379,
      "step": 2753040
    },
    {
      "epoch": 768.36,
      "grad_norm": 1.1678370237350464,
      "learning_rate": 2.0011714027780986e-08,
      "loss": 0.3263,
      "step": 2753050
    },
    {
      "epoch": 768.37,
      "grad_norm": 1.0577375888824463,
      "learning_rate": 2.0008188256091015e-08,
      "loss": 0.3354,
      "step": 2753060
    },
    {
      "epoch": 768.37,
      "grad_norm": 1.2317343950271606,
      "learning_rate": 2.0004662793691657e-08,
      "loss": 0.3455,
      "step": 2753070
    },
    {
      "epoch": 768.37,
      "grad_norm": 1.3075309991836548,
      "learning_rate": 2.000113764058344e-08,
      "loss": 0.3295,
      "step": 2753080
    },
    {
      "epoch": 768.38,
      "grad_norm": 1.1589194536209106,
      "learning_rate": 1.999761279676713e-08,
      "loss": 0.3443,
      "step": 2753090
    },
    {
      "epoch": 768.38,
      "grad_norm": 1.258973240852356,
      "learning_rate": 1.999408826224248e-08,
      "loss": 0.3183,
      "step": 2753100
    },
    {
      "epoch": 768.38,
      "grad_norm": 1.6060855388641357,
      "learning_rate": 1.9990564037010784e-08,
      "loss": 0.3445,
      "step": 2753110
    },
    {
      "epoch": 768.38,
      "grad_norm": 1.2876521348953247,
      "learning_rate": 1.9987040121071784e-08,
      "loss": 0.3381,
      "step": 2753120
    },
    {
      "epoch": 768.39,
      "grad_norm": 1.1157788038253784,
      "learning_rate": 1.998351651442626e-08,
      "loss": 0.3433,
      "step": 2753130
    },
    {
      "epoch": 768.39,
      "grad_norm": 1.1486685276031494,
      "learning_rate": 1.9979993217074992e-08,
      "loss": 0.3416,
      "step": 2753140
    },
    {
      "epoch": 768.39,
      "grad_norm": 1.2128609418869019,
      "learning_rate": 1.9976470229017983e-08,
      "loss": 0.3304,
      "step": 2753150
    },
    {
      "epoch": 768.4,
      "grad_norm": 1.3614501953125,
      "learning_rate": 1.997294755025575e-08,
      "loss": 0.3316,
      "step": 2753160
    },
    {
      "epoch": 768.4,
      "grad_norm": 1.122614860534668,
      "learning_rate": 1.9969425180789076e-08,
      "loss": 0.3329,
      "step": 2753170
    },
    {
      "epoch": 768.4,
      "grad_norm": 1.1158947944641113,
      "learning_rate": 1.996590312061796e-08,
      "loss": 0.3356,
      "step": 2753180
    },
    {
      "epoch": 768.4,
      "grad_norm": 1.196993112564087,
      "learning_rate": 1.996238136974344e-08,
      "loss": 0.3331,
      "step": 2753190
    },
    {
      "epoch": 768.41,
      "grad_norm": 1.2383716106414795,
      "learning_rate": 1.995885992816552e-08,
      "loss": 0.3363,
      "step": 2753200
    },
    {
      "epoch": 768.41,
      "grad_norm": 1.437456727027893,
      "learning_rate": 1.995533879588498e-08,
      "loss": 0.3275,
      "step": 2753210
    },
    {
      "epoch": 768.41,
      "grad_norm": 1.3223012685775757,
      "learning_rate": 1.995181797290208e-08,
      "loss": 0.336,
      "step": 2753220
    },
    {
      "epoch": 768.41,
      "grad_norm": 1.4723031520843506,
      "learning_rate": 1.994829745921734e-08,
      "loss": 0.3421,
      "step": 2753230
    },
    {
      "epoch": 768.42,
      "grad_norm": 1.3888299465179443,
      "learning_rate": 1.994477725483102e-08,
      "loss": 0.3432,
      "step": 2753240
    },
    {
      "epoch": 768.42,
      "grad_norm": 1.0959322452545166,
      "learning_rate": 1.994125735974416e-08,
      "loss": 0.3346,
      "step": 2753250
    },
    {
      "epoch": 768.42,
      "grad_norm": 1.1329925060272217,
      "learning_rate": 1.9937737773956502e-08,
      "loss": 0.3253,
      "step": 2753260
    },
    {
      "epoch": 768.43,
      "grad_norm": 1.2188977003097534,
      "learning_rate": 1.9934218497469086e-08,
      "loss": 0.3409,
      "step": 2753270
    },
    {
      "epoch": 768.43,
      "grad_norm": 1.1923692226409912,
      "learning_rate": 1.993069953028243e-08,
      "loss": 0.3351,
      "step": 2753280
    },
    {
      "epoch": 768.43,
      "grad_norm": 1.2665624618530273,
      "learning_rate": 1.9927180872396536e-08,
      "loss": 0.3418,
      "step": 2753290
    },
    {
      "epoch": 768.43,
      "grad_norm": 1.2625510692596436,
      "learning_rate": 1.992366252381193e-08,
      "loss": 0.3503,
      "step": 2753300
    },
    {
      "epoch": 768.44,
      "grad_norm": 1.4450985193252563,
      "learning_rate": 1.992014448452938e-08,
      "loss": 0.3535,
      "step": 2753310
    },
    {
      "epoch": 768.44,
      "grad_norm": 1.1741456985473633,
      "learning_rate": 1.991662675454942e-08,
      "loss": 0.3394,
      "step": 2753320
    },
    {
      "epoch": 768.44,
      "grad_norm": 1.2162666320800781,
      "learning_rate": 1.9913109333872038e-08,
      "loss": 0.3351,
      "step": 2753330
    },
    {
      "epoch": 768.45,
      "grad_norm": 1.3649182319641113,
      "learning_rate": 1.9909592222498022e-08,
      "loss": 0.3316,
      "step": 2753340
    },
    {
      "epoch": 768.45,
      "grad_norm": 1.0711088180541992,
      "learning_rate": 1.990607542042789e-08,
      "loss": 0.3525,
      "step": 2753350
    },
    {
      "epoch": 768.45,
      "grad_norm": 1.3020861148834229,
      "learning_rate": 1.9902558927661905e-08,
      "loss": 0.3368,
      "step": 2753360
    },
    {
      "epoch": 768.45,
      "grad_norm": 1.2152069807052612,
      "learning_rate": 1.9899042744200843e-08,
      "loss": 0.345,
      "step": 2753370
    },
    {
      "epoch": 768.46,
      "grad_norm": 1.4193828105926514,
      "learning_rate": 1.9895526870044708e-08,
      "loss": 0.3439,
      "step": 2753380
    },
    {
      "epoch": 768.46,
      "grad_norm": 1.113495111465454,
      "learning_rate": 1.989201130519428e-08,
      "loss": 0.3314,
      "step": 2753390
    },
    {
      "epoch": 768.46,
      "grad_norm": 1.5054359436035156,
      "learning_rate": 1.9888496049650075e-08,
      "loss": 0.3406,
      "step": 2753400
    },
    {
      "epoch": 768.46,
      "grad_norm": 1.2888104915618896,
      "learning_rate": 1.988498110341262e-08,
      "loss": 0.3479,
      "step": 2753410
    },
    {
      "epoch": 768.47,
      "grad_norm": 1.2938570976257324,
      "learning_rate": 1.988146646648217e-08,
      "loss": 0.3507,
      "step": 2753420
    },
    {
      "epoch": 768.47,
      "grad_norm": 1.3480055332183838,
      "learning_rate": 1.987795213885899e-08,
      "loss": 0.3391,
      "step": 2753430
    },
    {
      "epoch": 768.47,
      "grad_norm": 1.224301815032959,
      "learning_rate": 1.9874438120544115e-08,
      "loss": 0.3482,
      "step": 2753440
    },
    {
      "epoch": 768.48,
      "grad_norm": 1.2322243452072144,
      "learning_rate": 1.987092441153755e-08,
      "loss": 0.3467,
      "step": 2753450
    },
    {
      "epoch": 768.48,
      "grad_norm": 1.3376994132995605,
      "learning_rate": 1.9867411011840075e-08,
      "loss": 0.3225,
      "step": 2753460
    },
    {
      "epoch": 768.48,
      "grad_norm": 1.4175431728363037,
      "learning_rate": 1.9863897921451686e-08,
      "loss": 0.3348,
      "step": 2753470
    },
    {
      "epoch": 768.48,
      "grad_norm": 1.2826600074768066,
      "learning_rate": 1.9860385140373428e-08,
      "loss": 0.3409,
      "step": 2753480
    },
    {
      "epoch": 768.49,
      "grad_norm": 1.0922038555145264,
      "learning_rate": 1.985687266860556e-08,
      "loss": 0.3293,
      "step": 2753490
    },
    {
      "epoch": 768.49,
      "grad_norm": 1.4932758808135986,
      "learning_rate": 1.985336050614834e-08,
      "loss": 0.3304,
      "step": 2753500
    },
    {
      "epoch": 768.49,
      "grad_norm": 1.2460181713104248,
      "learning_rate": 1.9849848653002554e-08,
      "loss": 0.3317,
      "step": 2753510
    },
    {
      "epoch": 768.5,
      "grad_norm": 1.1048543453216553,
      "learning_rate": 1.9846337109168196e-08,
      "loss": 0.3354,
      "step": 2753520
    },
    {
      "epoch": 768.5,
      "grad_norm": 1.461646318435669,
      "learning_rate": 1.984282587464631e-08,
      "loss": 0.3429,
      "step": 2753530
    },
    {
      "epoch": 768.5,
      "grad_norm": 1.3333874940872192,
      "learning_rate": 1.9839314949437157e-08,
      "loss": 0.3215,
      "step": 2753540
    },
    {
      "epoch": 768.5,
      "grad_norm": 1.1207945346832275,
      "learning_rate": 1.9835804333540995e-08,
      "loss": 0.3353,
      "step": 2753550
    },
    {
      "epoch": 768.51,
      "grad_norm": 1.946185827255249,
      "learning_rate": 1.9832294026958603e-08,
      "loss": 0.3329,
      "step": 2753560
    },
    {
      "epoch": 768.51,
      "grad_norm": 1.2347298860549927,
      "learning_rate": 1.9828784029689986e-08,
      "loss": 0.347,
      "step": 2753570
    },
    {
      "epoch": 768.51,
      "grad_norm": 1.2185697555541992,
      "learning_rate": 1.9825274341736444e-08,
      "loss": 0.3303,
      "step": 2753580
    },
    {
      "epoch": 768.52,
      "grad_norm": 1.4703620672225952,
      "learning_rate": 1.982176496309719e-08,
      "loss": 0.3337,
      "step": 2753590
    },
    {
      "epoch": 768.52,
      "grad_norm": 1.1826982498168945,
      "learning_rate": 1.9818255893774056e-08,
      "loss": 0.3275,
      "step": 2753600
    },
    {
      "epoch": 768.52,
      "grad_norm": 1.3580843210220337,
      "learning_rate": 1.9814747133766515e-08,
      "loss": 0.3377,
      "step": 2753610
    },
    {
      "epoch": 768.52,
      "grad_norm": 1.2886449098587036,
      "learning_rate": 1.9811238683075606e-08,
      "loss": 0.3261,
      "step": 2753620
    },
    {
      "epoch": 768.53,
      "grad_norm": 1.1487350463867188,
      "learning_rate": 1.9807730541701334e-08,
      "loss": 0.3312,
      "step": 2753630
    },
    {
      "epoch": 768.53,
      "grad_norm": 1.359868049621582,
      "learning_rate": 1.9804222709644737e-08,
      "loss": 0.3521,
      "step": 2753640
    },
    {
      "epoch": 768.53,
      "grad_norm": 1.333853840827942,
      "learning_rate": 1.9800715186905815e-08,
      "loss": 0.3383,
      "step": 2753650
    },
    {
      "epoch": 768.53,
      "grad_norm": 1.1379940509796143,
      "learning_rate": 1.979720797348509e-08,
      "loss": 0.3359,
      "step": 2753660
    },
    {
      "epoch": 768.54,
      "grad_norm": 1.268187403678894,
      "learning_rate": 1.9793701069383082e-08,
      "loss": 0.3185,
      "step": 2753670
    },
    {
      "epoch": 768.54,
      "grad_norm": 1.1384849548339844,
      "learning_rate": 1.979019447460031e-08,
      "loss": 0.333,
      "step": 2753680
    },
    {
      "epoch": 768.54,
      "grad_norm": 1.2926859855651855,
      "learning_rate": 1.9786688189137296e-08,
      "loss": 0.3273,
      "step": 2753690
    },
    {
      "epoch": 768.55,
      "grad_norm": 1.2240307331085205,
      "learning_rate": 1.978318221299456e-08,
      "loss": 0.3247,
      "step": 2753700
    },
    {
      "epoch": 768.55,
      "grad_norm": 1.429511547088623,
      "learning_rate": 1.9779676546172097e-08,
      "loss": 0.3399,
      "step": 2753710
    },
    {
      "epoch": 768.55,
      "grad_norm": 1.1741875410079956,
      "learning_rate": 1.977617118867122e-08,
      "loss": 0.3425,
      "step": 2753720
    },
    {
      "epoch": 768.55,
      "grad_norm": 1.2108577489852905,
      "learning_rate": 1.9772666140491396e-08,
      "loss": 0.3367,
      "step": 2753730
    },
    {
      "epoch": 768.56,
      "grad_norm": 1.2546865940093994,
      "learning_rate": 1.976916140163393e-08,
      "loss": 0.3404,
      "step": 2753740
    },
    {
      "epoch": 768.56,
      "grad_norm": 1.1900218725204468,
      "learning_rate": 1.976565697209857e-08,
      "loss": 0.3428,
      "step": 2753750
    },
    {
      "epoch": 768.56,
      "grad_norm": 1.3159568309783936,
      "learning_rate": 1.9762152851886347e-08,
      "loss": 0.3475,
      "step": 2753760
    },
    {
      "epoch": 768.57,
      "grad_norm": 1.410079836845398,
      "learning_rate": 1.9758649040997783e-08,
      "loss": 0.3175,
      "step": 2753770
    },
    {
      "epoch": 768.57,
      "grad_norm": 1.381128191947937,
      "learning_rate": 1.975514553943288e-08,
      "loss": 0.3286,
      "step": 2753780
    },
    {
      "epoch": 768.57,
      "grad_norm": 1.1824663877487183,
      "learning_rate": 1.9751642347192418e-08,
      "loss": 0.3368,
      "step": 2753790
    },
    {
      "epoch": 768.57,
      "grad_norm": 1.2749251127243042,
      "learning_rate": 1.974813946427666e-08,
      "loss": 0.3385,
      "step": 2753800
    },
    {
      "epoch": 768.58,
      "grad_norm": 1.1403813362121582,
      "learning_rate": 1.974463689068612e-08,
      "loss": 0.3222,
      "step": 2753810
    },
    {
      "epoch": 768.58,
      "grad_norm": 1.3072580099105835,
      "learning_rate": 1.9741134626421324e-08,
      "loss": 0.3405,
      "step": 2753820
    },
    {
      "epoch": 768.58,
      "grad_norm": 1.2947531938552856,
      "learning_rate": 1.973763267148305e-08,
      "loss": 0.3337,
      "step": 2753830
    },
    {
      "epoch": 768.58,
      "grad_norm": 1.2296262979507446,
      "learning_rate": 1.97341310258713e-08,
      "loss": 0.3464,
      "step": 2753840
    },
    {
      "epoch": 768.59,
      "grad_norm": 1.2069169282913208,
      "learning_rate": 1.973062968958659e-08,
      "loss": 0.3507,
      "step": 2753850
    },
    {
      "epoch": 768.59,
      "grad_norm": 1.317670226097107,
      "learning_rate": 1.9727128662629447e-08,
      "loss": 0.3266,
      "step": 2753860
    },
    {
      "epoch": 768.59,
      "grad_norm": 1.374778151512146,
      "learning_rate": 1.9723627945000648e-08,
      "loss": 0.3411,
      "step": 2753870
    },
    {
      "epoch": 768.6,
      "grad_norm": 1.2873202562332153,
      "learning_rate": 1.972012753670019e-08,
      "loss": 0.3548,
      "step": 2753880
    },
    {
      "epoch": 768.6,
      "grad_norm": 1.4539180994033813,
      "learning_rate": 1.97166274377286e-08,
      "loss": 0.3392,
      "step": 2753890
    },
    {
      "epoch": 768.6,
      "grad_norm": 1.22938072681427,
      "learning_rate": 1.9713127648086914e-08,
      "loss": 0.3241,
      "step": 2753900
    },
    {
      "epoch": 768.6,
      "grad_norm": 1.080604076385498,
      "learning_rate": 1.970962816777461e-08,
      "loss": 0.3343,
      "step": 2753910
    },
    {
      "epoch": 768.61,
      "grad_norm": 1.356222152709961,
      "learning_rate": 1.9706128996793258e-08,
      "loss": 0.3342,
      "step": 2753920
    },
    {
      "epoch": 768.61,
      "grad_norm": 1.1586227416992188,
      "learning_rate": 1.970263013514233e-08,
      "loss": 0.3384,
      "step": 2753930
    },
    {
      "epoch": 768.61,
      "grad_norm": 1.234452724456787,
      "learning_rate": 1.9699131582823127e-08,
      "loss": 0.3464,
      "step": 2753940
    },
    {
      "epoch": 768.62,
      "grad_norm": 1.295074462890625,
      "learning_rate": 1.9695633339835652e-08,
      "loss": 0.3387,
      "step": 2753950
    },
    {
      "epoch": 768.62,
      "grad_norm": 1.3023308515548706,
      "learning_rate": 1.9692135406180163e-08,
      "loss": 0.3363,
      "step": 2753960
    },
    {
      "epoch": 768.62,
      "grad_norm": 1.2557915449142456,
      "learning_rate": 1.9688637781857705e-08,
      "loss": 0.3301,
      "step": 2753970
    },
    {
      "epoch": 768.62,
      "grad_norm": 1.3243893384933472,
      "learning_rate": 1.968514046686827e-08,
      "loss": 0.3314,
      "step": 2753980
    },
    {
      "epoch": 768.63,
      "grad_norm": 1.3317253589630127,
      "learning_rate": 1.968164346121265e-08,
      "loss": 0.3428,
      "step": 2753990
    },
    {
      "epoch": 768.63,
      "grad_norm": 1.2306228876113892,
      "learning_rate": 1.9678146764891093e-08,
      "loss": 0.3286,
      "step": 2754000
    },
    {
      "epoch": 768.63,
      "grad_norm": 1.2460145950317383,
      "learning_rate": 1.9674650377904127e-08,
      "loss": 0.3404,
      "step": 2754010
    },
    {
      "epoch": 768.64,
      "grad_norm": 1.1647307872772217,
      "learning_rate": 1.967115430025201e-08,
      "loss": 0.3346,
      "step": 2754020
    },
    {
      "epoch": 768.64,
      "grad_norm": 1.3604371547698975,
      "learning_rate": 1.9667658531935528e-08,
      "loss": 0.3298,
      "step": 2754030
    },
    {
      "epoch": 768.64,
      "grad_norm": 1.4389959573745728,
      "learning_rate": 1.966416307295545e-08,
      "loss": 0.332,
      "step": 2754040
    },
    {
      "epoch": 768.64,
      "grad_norm": 1.2678836584091187,
      "learning_rate": 1.9660667923311265e-08,
      "loss": 0.3397,
      "step": 2754050
    },
    {
      "epoch": 768.65,
      "grad_norm": 1.461622714996338,
      "learning_rate": 1.9657173083004273e-08,
      "loss": 0.3204,
      "step": 2754060
    },
    {
      "epoch": 768.65,
      "grad_norm": 1.220253586769104,
      "learning_rate": 1.965367855203473e-08,
      "loss": 0.3421,
      "step": 2754070
    },
    {
      "epoch": 768.65,
      "grad_norm": 1.1736338138580322,
      "learning_rate": 1.96501843304029e-08,
      "loss": 0.3308,
      "step": 2754080
    },
    {
      "epoch": 768.65,
      "grad_norm": 1.3945808410644531,
      "learning_rate": 1.964669041810956e-08,
      "loss": 0.3257,
      "step": 2754090
    },
    {
      "epoch": 768.66,
      "grad_norm": 1.2580510377883911,
      "learning_rate": 1.9643196815154716e-08,
      "loss": 0.3465,
      "step": 2754100
    },
    {
      "epoch": 768.66,
      "grad_norm": 1.2717630863189697,
      "learning_rate": 1.96397035215394e-08,
      "loss": 0.3455,
      "step": 2754110
    },
    {
      "epoch": 768.66,
      "grad_norm": 1.3969802856445312,
      "learning_rate": 1.9636210537263624e-08,
      "loss": 0.3646,
      "step": 2754120
    },
    {
      "epoch": 768.67,
      "grad_norm": 1.6169875860214233,
      "learning_rate": 1.9632717862328156e-08,
      "loss": 0.3529,
      "step": 2754130
    },
    {
      "epoch": 768.67,
      "grad_norm": 1.586957573890686,
      "learning_rate": 1.9629225496733263e-08,
      "loss": 0.3529,
      "step": 2754140
    },
    {
      "epoch": 768.67,
      "grad_norm": 1.254623532295227,
      "learning_rate": 1.9625733440479467e-08,
      "loss": 0.3378,
      "step": 2754150
    },
    {
      "epoch": 768.67,
      "grad_norm": 1.1364598274230957,
      "learning_rate": 1.9622241693567282e-08,
      "loss": 0.3331,
      "step": 2754160
    },
    {
      "epoch": 768.68,
      "grad_norm": 1.297936201095581,
      "learning_rate": 1.9618750255996976e-08,
      "loss": 0.3341,
      "step": 2754170
    },
    {
      "epoch": 768.68,
      "grad_norm": 1.1983436346054077,
      "learning_rate": 1.9615259127769584e-08,
      "loss": 0.3471,
      "step": 2754180
    },
    {
      "epoch": 768.68,
      "grad_norm": 1.2111796140670776,
      "learning_rate": 1.9611768308884847e-08,
      "loss": 0.3313,
      "step": 2754190
    },
    {
      "epoch": 768.69,
      "grad_norm": 1.5072556734085083,
      "learning_rate": 1.9608277799343548e-08,
      "loss": 0.3403,
      "step": 2754200
    },
    {
      "epoch": 768.69,
      "grad_norm": 1.2496247291564941,
      "learning_rate": 1.9604787599146205e-08,
      "loss": 0.3287,
      "step": 2754210
    },
    {
      "epoch": 768.69,
      "grad_norm": 1.1717222929000854,
      "learning_rate": 1.9601297708293338e-08,
      "loss": 0.3417,
      "step": 2754220
    },
    {
      "epoch": 768.69,
      "grad_norm": 1.2660975456237793,
      "learning_rate": 1.959780812678495e-08,
      "loss": 0.3262,
      "step": 2754230
    },
    {
      "epoch": 768.7,
      "grad_norm": 1.1666103601455688,
      "learning_rate": 1.959431885462208e-08,
      "loss": 0.3316,
      "step": 2754240
    },
    {
      "epoch": 768.7,
      "grad_norm": 1.4526951313018799,
      "learning_rate": 1.9590829891804986e-08,
      "loss": 0.3446,
      "step": 2754250
    },
    {
      "epoch": 768.7,
      "grad_norm": 1.3042734861373901,
      "learning_rate": 1.9587341238333933e-08,
      "loss": 0.3343,
      "step": 2754260
    },
    {
      "epoch": 768.7,
      "grad_norm": 1.222740888595581,
      "learning_rate": 1.9583852894209957e-08,
      "loss": 0.3236,
      "step": 2754270
    },
    {
      "epoch": 768.71,
      "grad_norm": 1.1625165939331055,
      "learning_rate": 1.95803648594328e-08,
      "loss": 0.3396,
      "step": 2754280
    },
    {
      "epoch": 768.71,
      "grad_norm": 1.3551931381225586,
      "learning_rate": 1.9576877134003244e-08,
      "loss": 0.3443,
      "step": 2754290
    },
    {
      "epoch": 768.71,
      "grad_norm": 1.3144587278366089,
      "learning_rate": 1.9573389717921807e-08,
      "loss": 0.3354,
      "step": 2754300
    },
    {
      "epoch": 768.72,
      "grad_norm": 1.226966381072998,
      "learning_rate": 1.9569902611189012e-08,
      "loss": 0.3367,
      "step": 2754310
    },
    {
      "epoch": 768.72,
      "grad_norm": 1.249558448791504,
      "learning_rate": 1.9566415813805117e-08,
      "loss": 0.3329,
      "step": 2754320
    },
    {
      "epoch": 768.72,
      "grad_norm": 1.4492988586425781,
      "learning_rate": 1.956292932577064e-08,
      "loss": 0.3477,
      "step": 2754330
    },
    {
      "epoch": 768.72,
      "grad_norm": 1.1336019039154053,
      "learning_rate": 1.9559443147086367e-08,
      "loss": 0.3291,
      "step": 2754340
    },
    {
      "epoch": 768.73,
      "grad_norm": 1.4011478424072266,
      "learning_rate": 1.9555957277752297e-08,
      "loss": 0.3261,
      "step": 2754350
    },
    {
      "epoch": 768.73,
      "grad_norm": 1.2674413919448853,
      "learning_rate": 1.9552471717769208e-08,
      "loss": 0.3261,
      "step": 2754360
    },
    {
      "epoch": 768.73,
      "grad_norm": 1.5791274309158325,
      "learning_rate": 1.9548986467137103e-08,
      "loss": 0.3307,
      "step": 2754370
    },
    {
      "epoch": 768.74,
      "grad_norm": 1.493369698524475,
      "learning_rate": 1.954550152585702e-08,
      "loss": 0.3242,
      "step": 2754380
    },
    {
      "epoch": 768.74,
      "grad_norm": 1.2332533597946167,
      "learning_rate": 1.954201689392922e-08,
      "loss": 0.3221,
      "step": 2754390
    },
    {
      "epoch": 768.74,
      "grad_norm": 1.4431895017623901,
      "learning_rate": 1.9538532571353965e-08,
      "loss": 0.3465,
      "step": 2754400
    },
    {
      "epoch": 768.74,
      "grad_norm": 1.4514265060424805,
      "learning_rate": 1.953504855813229e-08,
      "loss": 0.3416,
      "step": 2754410
    },
    {
      "epoch": 768.75,
      "grad_norm": 1.322581171989441,
      "learning_rate": 1.9531564854263944e-08,
      "loss": 0.3373,
      "step": 2754420
    },
    {
      "epoch": 768.75,
      "grad_norm": 1.5585657358169556,
      "learning_rate": 1.95280814597497e-08,
      "loss": 0.3492,
      "step": 2754430
    },
    {
      "epoch": 768.75,
      "grad_norm": 1.142046332359314,
      "learning_rate": 1.9524598374590082e-08,
      "loss": 0.3283,
      "step": 2754440
    },
    {
      "epoch": 768.76,
      "grad_norm": 1.3854719400405884,
      "learning_rate": 1.9521115598785613e-08,
      "loss": 0.3432,
      "step": 2754450
    },
    {
      "epoch": 768.76,
      "grad_norm": 1.2300008535385132,
      "learning_rate": 1.9517633132336545e-08,
      "loss": 0.3483,
      "step": 2754460
    },
    {
      "epoch": 768.76,
      "grad_norm": 1.015828251838684,
      "learning_rate": 1.9514150975243404e-08,
      "loss": 0.319,
      "step": 2754470
    },
    {
      "epoch": 768.76,
      "grad_norm": 1.212559461593628,
      "learning_rate": 1.9510669127506714e-08,
      "loss": 0.3416,
      "step": 2754480
    },
    {
      "epoch": 768.77,
      "grad_norm": 1.1869628429412842,
      "learning_rate": 1.9507187589126728e-08,
      "loss": 0.3303,
      "step": 2754490
    },
    {
      "epoch": 768.77,
      "grad_norm": 1.1340991258621216,
      "learning_rate": 1.950370636010449e-08,
      "loss": 0.3445,
      "step": 2754500
    },
    {
      "epoch": 768.77,
      "grad_norm": 1.1204508543014526,
      "learning_rate": 1.9500225440439737e-08,
      "loss": 0.3425,
      "step": 2754510
    },
    {
      "epoch": 768.77,
      "grad_norm": 2.066998243331909,
      "learning_rate": 1.9496744830133254e-08,
      "loss": 0.3454,
      "step": 2754520
    },
    {
      "epoch": 768.78,
      "grad_norm": 1.3723208904266357,
      "learning_rate": 1.9493264529185822e-08,
      "loss": 0.342,
      "step": 2754530
    },
    {
      "epoch": 768.78,
      "grad_norm": 1.2220497131347656,
      "learning_rate": 1.9489784537597437e-08,
      "loss": 0.3408,
      "step": 2754540
    },
    {
      "epoch": 768.78,
      "grad_norm": 1.4922882318496704,
      "learning_rate": 1.9486304855368623e-08,
      "loss": 0.3438,
      "step": 2754550
    },
    {
      "epoch": 768.79,
      "grad_norm": 1.1173386573791504,
      "learning_rate": 1.9482825482499894e-08,
      "loss": 0.3355,
      "step": 2754560
    },
    {
      "epoch": 768.79,
      "grad_norm": 1.6271387338638306,
      "learning_rate": 1.947934641899204e-08,
      "loss": 0.3357,
      "step": 2754570
    },
    {
      "epoch": 768.79,
      "grad_norm": 1.3092025518417358,
      "learning_rate": 1.9475867664844792e-08,
      "loss": 0.34,
      "step": 2754580
    },
    {
      "epoch": 768.79,
      "grad_norm": 1.2245409488677979,
      "learning_rate": 1.947238922005946e-08,
      "loss": 0.3412,
      "step": 2754590
    },
    {
      "epoch": 768.8,
      "grad_norm": 1.197206974029541,
      "learning_rate": 1.9468911084636034e-08,
      "loss": 0.33,
      "step": 2754600
    },
    {
      "epoch": 768.8,
      "grad_norm": 1.13992178440094,
      "learning_rate": 1.9465433258575043e-08,
      "loss": 0.3322,
      "step": 2754610
    },
    {
      "epoch": 768.8,
      "grad_norm": 3.2677505016326904,
      "learning_rate": 1.9461955741877e-08,
      "loss": 0.3323,
      "step": 2754620
    },
    {
      "epoch": 768.81,
      "grad_norm": 1.0311827659606934,
      "learning_rate": 1.9458478534542176e-08,
      "loss": 0.3348,
      "step": 2754630
    },
    {
      "epoch": 768.81,
      "grad_norm": 1.548949956893921,
      "learning_rate": 1.9455001636571337e-08,
      "loss": 0.3544,
      "step": 2754640
    },
    {
      "epoch": 768.81,
      "grad_norm": 1.092143177986145,
      "learning_rate": 1.9451525047964755e-08,
      "loss": 0.3398,
      "step": 2754650
    },
    {
      "epoch": 768.81,
      "grad_norm": 1.2263553142547607,
      "learning_rate": 1.944804876872269e-08,
      "loss": 0.334,
      "step": 2754660
    },
    {
      "epoch": 768.82,
      "grad_norm": 1.1152321100234985,
      "learning_rate": 1.944457279884617e-08,
      "loss": 0.3302,
      "step": 2754670
    },
    {
      "epoch": 768.82,
      "grad_norm": 1.2285714149475098,
      "learning_rate": 1.944109713833521e-08,
      "loss": 0.3368,
      "step": 2754680
    },
    {
      "epoch": 768.82,
      "grad_norm": 1.3202248811721802,
      "learning_rate": 1.9437621787190582e-08,
      "loss": 0.3295,
      "step": 2754690
    },
    {
      "epoch": 768.83,
      "grad_norm": 1.072719931602478,
      "learning_rate": 1.943414674541229e-08,
      "loss": 0.3298,
      "step": 2754700
    },
    {
      "epoch": 768.83,
      "grad_norm": 1.2787543535232544,
      "learning_rate": 1.9430672013001375e-08,
      "loss": 0.3384,
      "step": 2754710
    },
    {
      "epoch": 768.83,
      "grad_norm": 1.0997226238250732,
      "learning_rate": 1.9427197589957573e-08,
      "loss": 0.3316,
      "step": 2754720
    },
    {
      "epoch": 768.83,
      "grad_norm": 1.3044276237487793,
      "learning_rate": 1.942372347628219e-08,
      "loss": 0.3302,
      "step": 2754730
    },
    {
      "epoch": 768.84,
      "grad_norm": 1.2455576658248901,
      "learning_rate": 1.9420249671974962e-08,
      "loss": 0.3281,
      "step": 2754740
    },
    {
      "epoch": 768.84,
      "grad_norm": 1.4345881938934326,
      "learning_rate": 1.9416776177036668e-08,
      "loss": 0.3389,
      "step": 2754750
    },
    {
      "epoch": 768.84,
      "grad_norm": 1.270998477935791,
      "learning_rate": 1.9413302991468092e-08,
      "loss": 0.3402,
      "step": 2754760
    },
    {
      "epoch": 768.84,
      "grad_norm": 1.2110975980758667,
      "learning_rate": 1.9409830115268977e-08,
      "loss": 0.3382,
      "step": 2754770
    },
    {
      "epoch": 768.85,
      "grad_norm": 1.2770233154296875,
      "learning_rate": 1.9406357548440357e-08,
      "loss": 0.3201,
      "step": 2754780
    },
    {
      "epoch": 768.85,
      "grad_norm": 1.360525369644165,
      "learning_rate": 1.9402885290982494e-08,
      "loss": 0.3213,
      "step": 2754790
    },
    {
      "epoch": 768.85,
      "grad_norm": 1.2296596765518188,
      "learning_rate": 1.939941334289591e-08,
      "loss": 0.3164,
      "step": 2754800
    },
    {
      "epoch": 768.86,
      "grad_norm": 1.3766462802886963,
      "learning_rate": 1.939594170418087e-08,
      "loss": 0.3339,
      "step": 2754810
    },
    {
      "epoch": 768.86,
      "grad_norm": 1.2973984479904175,
      "learning_rate": 1.9392470374838142e-08,
      "loss": 0.3401,
      "step": 2754820
    },
    {
      "epoch": 768.86,
      "grad_norm": 1.4078147411346436,
      "learning_rate": 1.9388999354868e-08,
      "loss": 0.3389,
      "step": 2754830
    },
    {
      "epoch": 768.86,
      "grad_norm": 1.1031913757324219,
      "learning_rate": 1.9385528644270952e-08,
      "loss": 0.3248,
      "step": 2754840
    },
    {
      "epoch": 768.87,
      "grad_norm": 1.2829830646514893,
      "learning_rate": 1.9382058243047528e-08,
      "loss": 0.3141,
      "step": 2754850
    },
    {
      "epoch": 768.87,
      "grad_norm": 1.1496914625167847,
      "learning_rate": 1.9378588151197984e-08,
      "loss": 0.3337,
      "step": 2754860
    },
    {
      "epoch": 768.87,
      "grad_norm": 1.2175829410552979,
      "learning_rate": 1.9375118368722843e-08,
      "loss": 0.3278,
      "step": 2754870
    },
    {
      "epoch": 768.88,
      "grad_norm": 1.273521065711975,
      "learning_rate": 1.9371648895622622e-08,
      "loss": 0.3477,
      "step": 2754880
    },
    {
      "epoch": 768.88,
      "grad_norm": 1.1736133098602295,
      "learning_rate": 1.93681797318981e-08,
      "loss": 0.3429,
      "step": 2754890
    },
    {
      "epoch": 768.88,
      "grad_norm": 1.6169930696487427,
      "learning_rate": 1.9364710877549025e-08,
      "loss": 0.3377,
      "step": 2754900
    },
    {
      "epoch": 768.88,
      "grad_norm": 1.5212551355361938,
      "learning_rate": 1.936124233257643e-08,
      "loss": 0.3323,
      "step": 2754910
    },
    {
      "epoch": 768.89,
      "grad_norm": 1.1739219427108765,
      "learning_rate": 1.935777409698058e-08,
      "loss": 0.3256,
      "step": 2754920
    },
    {
      "epoch": 768.89,
      "grad_norm": 1.272402286529541,
      "learning_rate": 1.9354306170761992e-08,
      "loss": 0.3342,
      "step": 2754930
    },
    {
      "epoch": 768.89,
      "grad_norm": 1.3763904571533203,
      "learning_rate": 1.9350838553921187e-08,
      "loss": 0.3245,
      "step": 2754940
    },
    {
      "epoch": 768.89,
      "grad_norm": 1.3903355598449707,
      "learning_rate": 1.934737124645869e-08,
      "loss": 0.3386,
      "step": 2754950
    },
    {
      "epoch": 768.9,
      "grad_norm": 1.277937889099121,
      "learning_rate": 1.9343904248374492e-08,
      "loss": 0.3331,
      "step": 2754960
    },
    {
      "epoch": 768.9,
      "grad_norm": 1.1901750564575195,
      "learning_rate": 1.934043755966964e-08,
      "loss": 0.347,
      "step": 2754970
    },
    {
      "epoch": 768.9,
      "grad_norm": 1.2631474733352661,
      "learning_rate": 1.9336971180344134e-08,
      "loss": 0.3369,
      "step": 2754980
    },
    {
      "epoch": 768.91,
      "grad_norm": 1.2958858013153076,
      "learning_rate": 1.9333505110398755e-08,
      "loss": 0.3256,
      "step": 2754990
    },
    {
      "epoch": 768.91,
      "grad_norm": 1.1431562900543213,
      "learning_rate": 1.933003934983376e-08,
      "loss": 0.3369,
      "step": 2755000
    },
    {
      "epoch": 768.91,
      "grad_norm": 1.314247965812683,
      "learning_rate": 1.9326573898649674e-08,
      "loss": 0.3456,
      "step": 2755010
    },
    {
      "epoch": 768.91,
      "grad_norm": 1.1598999500274658,
      "learning_rate": 1.9323108756847012e-08,
      "loss": 0.3303,
      "step": 2755020
    },
    {
      "epoch": 768.92,
      "grad_norm": 1.2407937049865723,
      "learning_rate": 1.9319643924426297e-08,
      "loss": 0.3326,
      "step": 2755030
    },
    {
      "epoch": 768.92,
      "grad_norm": 1.362535834312439,
      "learning_rate": 1.931617940138779e-08,
      "loss": 0.353,
      "step": 2755040
    },
    {
      "epoch": 768.92,
      "grad_norm": 1.3703991174697876,
      "learning_rate": 1.9312715187732012e-08,
      "loss": 0.3307,
      "step": 2755050
    },
    {
      "epoch": 768.93,
      "grad_norm": 1.2279438972473145,
      "learning_rate": 1.9309251283459743e-08,
      "loss": 0.3465,
      "step": 2755060
    },
    {
      "epoch": 768.93,
      "grad_norm": 1.213144063949585,
      "learning_rate": 1.930578768857072e-08,
      "loss": 0.3377,
      "step": 2755070
    },
    {
      "epoch": 768.93,
      "grad_norm": 1.1626425981521606,
      "learning_rate": 1.9302324403066247e-08,
      "loss": 0.3262,
      "step": 2755080
    },
    {
      "epoch": 768.93,
      "grad_norm": 1.2735164165496826,
      "learning_rate": 1.9298861426946323e-08,
      "loss": 0.3277,
      "step": 2755090
    },
    {
      "epoch": 768.94,
      "grad_norm": 1.179941177368164,
      "learning_rate": 1.929539876021121e-08,
      "loss": 0.3399,
      "step": 2755100
    },
    {
      "epoch": 768.94,
      "grad_norm": 1.1996828317642212,
      "learning_rate": 1.9291936402861947e-08,
      "loss": 0.3372,
      "step": 2755110
    },
    {
      "epoch": 768.94,
      "grad_norm": 1.1761327981948853,
      "learning_rate": 1.9288474354898532e-08,
      "loss": 0.3181,
      "step": 2755120
    },
    {
      "epoch": 768.95,
      "grad_norm": 1.241234540939331,
      "learning_rate": 1.928501261632175e-08,
      "loss": 0.3455,
      "step": 2755130
    },
    {
      "epoch": 768.95,
      "grad_norm": 1.381545901298523,
      "learning_rate": 1.9281551187131597e-08,
      "loss": 0.359,
      "step": 2755140
    },
    {
      "epoch": 768.95,
      "grad_norm": 1.4992090463638306,
      "learning_rate": 1.9278090067329118e-08,
      "loss": 0.333,
      "step": 2755150
    },
    {
      "epoch": 768.95,
      "grad_norm": 1.2720897197723389,
      "learning_rate": 1.9274629256914307e-08,
      "loss": 0.3541,
      "step": 2755160
    },
    {
      "epoch": 768.96,
      "grad_norm": 1.406444787979126,
      "learning_rate": 1.9271168755887952e-08,
      "loss": 0.347,
      "step": 2755170
    },
    {
      "epoch": 768.96,
      "grad_norm": 1.1906877756118774,
      "learning_rate": 1.926770856425031e-08,
      "loss": 0.3333,
      "step": 2755180
    },
    {
      "epoch": 768.96,
      "grad_norm": 1.374358057975769,
      "learning_rate": 1.926424868200164e-08,
      "loss": 0.3206,
      "step": 2755190
    },
    {
      "epoch": 768.96,
      "grad_norm": 1.1203190088272095,
      "learning_rate": 1.9260789109142983e-08,
      "loss": 0.3457,
      "step": 2755200
    },
    {
      "epoch": 768.97,
      "grad_norm": 1.1364409923553467,
      "learning_rate": 1.9257329845674337e-08,
      "loss": 0.3422,
      "step": 2755210
    },
    {
      "epoch": 768.97,
      "grad_norm": 1.0765987634658813,
      "learning_rate": 1.925387089159649e-08,
      "loss": 0.3422,
      "step": 2755220
    },
    {
      "epoch": 768.97,
      "grad_norm": 1.2927883863449097,
      "learning_rate": 1.9250412246909435e-08,
      "loss": 0.3252,
      "step": 2755230
    },
    {
      "epoch": 768.98,
      "grad_norm": 1.2072490453720093,
      "learning_rate": 1.9246953911613954e-08,
      "loss": 0.3448,
      "step": 2755240
    },
    {
      "epoch": 768.98,
      "grad_norm": 1.2662756443023682,
      "learning_rate": 1.9243495885710567e-08,
      "loss": 0.3538,
      "step": 2755250
    },
    {
      "epoch": 768.98,
      "grad_norm": 1.3141100406646729,
      "learning_rate": 1.924003816919954e-08,
      "loss": 0.3562,
      "step": 2755260
    },
    {
      "epoch": 768.98,
      "grad_norm": 1.318692922592163,
      "learning_rate": 1.9236580762081645e-08,
      "loss": 0.3278,
      "step": 2755270
    },
    {
      "epoch": 768.99,
      "grad_norm": 1.4029897451400757,
      "learning_rate": 1.923312366435689e-08,
      "loss": 0.346,
      "step": 2755280
    },
    {
      "epoch": 768.99,
      "grad_norm": 1.312682867050171,
      "learning_rate": 1.9229666876026048e-08,
      "loss": 0.3257,
      "step": 2755290
    },
    {
      "epoch": 768.99,
      "grad_norm": 1.5328760147094727,
      "learning_rate": 1.9226210397089384e-08,
      "loss": 0.3444,
      "step": 2755300
    },
    {
      "epoch": 769.0,
      "grad_norm": 1.4613234996795654,
      "learning_rate": 1.922275422754768e-08,
      "loss": 0.3241,
      "step": 2755310
    },
    {
      "epoch": 769.0,
      "grad_norm": 1.2310888767242432,
      "learning_rate": 1.921929836740093e-08,
      "loss": 0.338,
      "step": 2755320
    },
    {
      "epoch": 769.0,
      "eval_loss": 0.33668413758277893,
      "eval_runtime": 65.7027,
      "eval_samples_per_second": 76.998,
      "eval_steps_per_second": 9.634,
      "step": 2755327
    },
    {
      "epoch": 769.0,
      "grad_norm": 1.1438106298446655,
      "learning_rate": 1.921584281664992e-08,
      "loss": 0.3364,
      "step": 2755330
    },
    {
      "epoch": 769.0,
      "grad_norm": 1.3034591674804688,
      "learning_rate": 1.9212387575295167e-08,
      "loss": 0.3616,
      "step": 2755340
    },
    {
      "epoch": 769.01,
      "grad_norm": 1.2718989849090576,
      "learning_rate": 1.9208932643336937e-08,
      "loss": 0.33,
      "step": 2755350
    },
    {
      "epoch": 769.01,
      "grad_norm": 1.3112101554870605,
      "learning_rate": 1.9205478020775742e-08,
      "loss": 0.3543,
      "step": 2755360
    },
    {
      "epoch": 769.01,
      "grad_norm": 1.5152682065963745,
      "learning_rate": 1.9202023707612108e-08,
      "loss": 0.3347,
      "step": 2755370
    },
    {
      "epoch": 769.01,
      "grad_norm": 1.2658013105392456,
      "learning_rate": 1.9198569703846554e-08,
      "loss": 0.3223,
      "step": 2755380
    },
    {
      "epoch": 769.02,
      "grad_norm": 1.0665024518966675,
      "learning_rate": 1.919511600947908e-08,
      "loss": 0.3462,
      "step": 2755390
    },
    {
      "epoch": 769.02,
      "grad_norm": 1.3391907215118408,
      "learning_rate": 1.9191662624510727e-08,
      "loss": 0.337,
      "step": 2755400
    },
    {
      "epoch": 769.02,
      "grad_norm": 1.4079259634017944,
      "learning_rate": 1.9188209548941757e-08,
      "loss": 0.3361,
      "step": 2755410
    },
    {
      "epoch": 769.03,
      "grad_norm": 1.278230905532837,
      "learning_rate": 1.9184756782772426e-08,
      "loss": 0.3193,
      "step": 2755420
    },
    {
      "epoch": 769.03,
      "grad_norm": 1.31129789352417,
      "learning_rate": 1.918130432600352e-08,
      "loss": 0.3322,
      "step": 2755430
    },
    {
      "epoch": 769.03,
      "grad_norm": 1.5404692888259888,
      "learning_rate": 1.9177852178635292e-08,
      "loss": 0.3321,
      "step": 2755440
    },
    {
      "epoch": 769.03,
      "grad_norm": 1.3143774271011353,
      "learning_rate": 1.917440034066827e-08,
      "loss": 0.3274,
      "step": 2755450
    },
    {
      "epoch": 769.04,
      "grad_norm": 1.9212254285812378,
      "learning_rate": 1.9170948812102705e-08,
      "loss": 0.3266,
      "step": 2755460
    },
    {
      "epoch": 769.04,
      "grad_norm": 1.3816806077957153,
      "learning_rate": 1.9167497592939648e-08,
      "loss": 0.3254,
      "step": 2755470
    },
    {
      "epoch": 769.04,
      "grad_norm": 1.1987407207489014,
      "learning_rate": 1.9164046683178834e-08,
      "loss": 0.3545,
      "step": 2755480
    },
    {
      "epoch": 769.05,
      "grad_norm": 1.3781145811080933,
      "learning_rate": 1.9160596082821044e-08,
      "loss": 0.3325,
      "step": 2755490
    },
    {
      "epoch": 769.05,
      "grad_norm": 1.3966270685195923,
      "learning_rate": 1.91571457918668e-08,
      "loss": 0.3292,
      "step": 2755500
    },
    {
      "epoch": 769.05,
      "grad_norm": 1.1695691347122192,
      "learning_rate": 1.9153695810316358e-08,
      "loss": 0.3442,
      "step": 2755510
    },
    {
      "epoch": 769.05,
      "grad_norm": 1.176087498664856,
      "learning_rate": 1.9150246138170766e-08,
      "loss": 0.3406,
      "step": 2755520
    },
    {
      "epoch": 769.06,
      "grad_norm": 1.3311165571212769,
      "learning_rate": 1.9146796775429494e-08,
      "loss": 0.3493,
      "step": 2755530
    },
    {
      "epoch": 769.06,
      "grad_norm": 1.3874506950378418,
      "learning_rate": 1.914334772209385e-08,
      "loss": 0.3467,
      "step": 2755540
    },
    {
      "epoch": 769.06,
      "grad_norm": 1.3107118606567383,
      "learning_rate": 1.913989897816383e-08,
      "loss": 0.333,
      "step": 2755550
    },
    {
      "epoch": 769.07,
      "grad_norm": 1.376441240310669,
      "learning_rate": 1.913645054364022e-08,
      "loss": 0.3417,
      "step": 2755560
    },
    {
      "epoch": 769.07,
      "grad_norm": 1.2649129629135132,
      "learning_rate": 1.9133002418523278e-08,
      "loss": 0.3383,
      "step": 2755570
    },
    {
      "epoch": 769.07,
      "grad_norm": 1.1748789548873901,
      "learning_rate": 1.912955460281352e-08,
      "loss": 0.3233,
      "step": 2755580
    },
    {
      "epoch": 769.07,
      "grad_norm": 1.217382788658142,
      "learning_rate": 1.912610709651121e-08,
      "loss": 0.3329,
      "step": 2755590
    },
    {
      "epoch": 769.08,
      "grad_norm": 1.2825778722763062,
      "learning_rate": 1.912265989961713e-08,
      "loss": 0.331,
      "step": 2755600
    },
    {
      "epoch": 769.08,
      "grad_norm": 1.110434889793396,
      "learning_rate": 1.9119213012131536e-08,
      "loss": 0.3342,
      "step": 2755610
    },
    {
      "epoch": 769.08,
      "grad_norm": 1.1843831539154053,
      "learning_rate": 1.9115766434054952e-08,
      "loss": 0.3225,
      "step": 2755620
    },
    {
      "epoch": 769.08,
      "grad_norm": 1.9275827407836914,
      "learning_rate": 1.911232016538764e-08,
      "loss": 0.3591,
      "step": 2755630
    },
    {
      "epoch": 769.09,
      "grad_norm": 1.2771327495574951,
      "learning_rate": 1.9108874206130373e-08,
      "loss": 0.3601,
      "step": 2755640
    },
    {
      "epoch": 769.09,
      "grad_norm": 1.1866340637207031,
      "learning_rate": 1.9105428556283418e-08,
      "loss": 0.3392,
      "step": 2755650
    },
    {
      "epoch": 769.09,
      "grad_norm": 1.2844808101654053,
      "learning_rate": 1.9101983215847552e-08,
      "loss": 0.3368,
      "step": 2755660
    },
    {
      "epoch": 769.1,
      "grad_norm": 1.333213448524475,
      "learning_rate": 1.909853818482252e-08,
      "loss": 0.3445,
      "step": 2755670
    },
    {
      "epoch": 769.1,
      "grad_norm": 1.1480156183242798,
      "learning_rate": 1.9095093463209615e-08,
      "loss": 0.3563,
      "step": 2755680
    },
    {
      "epoch": 769.1,
      "grad_norm": 1.1857634782791138,
      "learning_rate": 1.9091649051008583e-08,
      "loss": 0.3113,
      "step": 2755690
    },
    {
      "epoch": 769.1,
      "grad_norm": 1.4866490364074707,
      "learning_rate": 1.9088204948220463e-08,
      "loss": 0.3277,
      "step": 2755700
    },
    {
      "epoch": 769.11,
      "grad_norm": 1.2851719856262207,
      "learning_rate": 1.9084761154845516e-08,
      "loss": 0.3385,
      "step": 2755710
    },
    {
      "epoch": 769.11,
      "grad_norm": 1.2626219987869263,
      "learning_rate": 1.9081317670884e-08,
      "loss": 0.3332,
      "step": 2755720
    },
    {
      "epoch": 769.11,
      "grad_norm": 1.1559035778045654,
      "learning_rate": 1.9077874496336697e-08,
      "loss": 0.3361,
      "step": 2755730
    },
    {
      "epoch": 769.12,
      "grad_norm": 1.4039089679718018,
      "learning_rate": 1.9074431631203606e-08,
      "loss": 0.3278,
      "step": 2755740
    },
    {
      "epoch": 769.12,
      "grad_norm": 1.429766058921814,
      "learning_rate": 1.907098907548551e-08,
      "loss": 0.3452,
      "step": 2755750
    },
    {
      "epoch": 769.12,
      "grad_norm": 1.2391321659088135,
      "learning_rate": 1.906754682918293e-08,
      "loss": 0.3489,
      "step": 2755760
    },
    {
      "epoch": 769.12,
      "grad_norm": 1.1853747367858887,
      "learning_rate": 1.9064104892296123e-08,
      "loss": 0.3579,
      "step": 2755770
    },
    {
      "epoch": 769.13,
      "grad_norm": 2.2294578552246094,
      "learning_rate": 1.906066326482587e-08,
      "loss": 0.3289,
      "step": 2755780
    },
    {
      "epoch": 769.13,
      "grad_norm": 1.3636664152145386,
      "learning_rate": 1.9057221946772173e-08,
      "loss": 0.3483,
      "step": 2755790
    },
    {
      "epoch": 769.13,
      "grad_norm": 1.384122371673584,
      "learning_rate": 1.905378093813581e-08,
      "loss": 0.3317,
      "step": 2755800
    },
    {
      "epoch": 769.13,
      "grad_norm": 1.1935970783233643,
      "learning_rate": 1.9050340238917042e-08,
      "loss": 0.3382,
      "step": 2755810
    },
    {
      "epoch": 769.14,
      "grad_norm": 1.4215208292007446,
      "learning_rate": 1.9046899849116654e-08,
      "loss": 0.3463,
      "step": 2755820
    },
    {
      "epoch": 769.14,
      "grad_norm": 1.2422364950180054,
      "learning_rate": 1.904345976873464e-08,
      "loss": 0.3343,
      "step": 2755830
    },
    {
      "epoch": 769.14,
      "grad_norm": 1.1364415884017944,
      "learning_rate": 1.904001999777178e-08,
      "loss": 0.3268,
      "step": 2755840
    },
    {
      "epoch": 769.15,
      "grad_norm": 1.1831936836242676,
      "learning_rate": 1.9036580536228602e-08,
      "loss": 0.3457,
      "step": 2755850
    },
    {
      "epoch": 769.15,
      "grad_norm": 1.3625379800796509,
      "learning_rate": 1.90331413841051e-08,
      "loss": 0.3326,
      "step": 2755860
    },
    {
      "epoch": 769.15,
      "grad_norm": 1.2566457986831665,
      "learning_rate": 1.9029702541402575e-08,
      "loss": 0.3414,
      "step": 2755870
    },
    {
      "epoch": 769.15,
      "grad_norm": 1.4043439626693726,
      "learning_rate": 1.902626400812025e-08,
      "loss": 0.3324,
      "step": 2755880
    },
    {
      "epoch": 769.16,
      "grad_norm": 1.199739933013916,
      "learning_rate": 1.9022825784259942e-08,
      "loss": 0.3352,
      "step": 2755890
    },
    {
      "epoch": 769.16,
      "grad_norm": 1.4117885828018188,
      "learning_rate": 1.9019387869821135e-08,
      "loss": 0.3418,
      "step": 2755900
    },
    {
      "epoch": 769.16,
      "grad_norm": 1.2534714937210083,
      "learning_rate": 1.901595026480461e-08,
      "loss": 0.344,
      "step": 2755910
    },
    {
      "epoch": 769.17,
      "grad_norm": 1.231518030166626,
      "learning_rate": 1.9012512969210878e-08,
      "loss": 0.348,
      "step": 2755920
    },
    {
      "epoch": 769.17,
      "grad_norm": 1.3702541589736938,
      "learning_rate": 1.900907598304021e-08,
      "loss": 0.3442,
      "step": 2755930
    },
    {
      "epoch": 769.17,
      "grad_norm": 1.2440561056137085,
      "learning_rate": 1.9005639306293383e-08,
      "loss": 0.3456,
      "step": 2755940
    },
    {
      "epoch": 769.17,
      "grad_norm": 1.0766950845718384,
      "learning_rate": 1.9002202938970395e-08,
      "loss": 0.3274,
      "step": 2755950
    },
    {
      "epoch": 769.18,
      "grad_norm": 1.1797986030578613,
      "learning_rate": 1.899876688107229e-08,
      "loss": 0.3321,
      "step": 2755960
    },
    {
      "epoch": 769.18,
      "grad_norm": 1.01047945022583,
      "learning_rate": 1.8995331132599066e-08,
      "loss": 0.3593,
      "step": 2755970
    },
    {
      "epoch": 769.18,
      "grad_norm": 1.648376226425171,
      "learning_rate": 1.8991895693551244e-08,
      "loss": 0.33,
      "step": 2755980
    },
    {
      "epoch": 769.19,
      "grad_norm": 1.9084569215774536,
      "learning_rate": 1.8988460563929346e-08,
      "loss": 0.3481,
      "step": 2755990
    },
    {
      "epoch": 769.19,
      "grad_norm": 1.128736972808838,
      "learning_rate": 1.8985025743734148e-08,
      "loss": 0.3352,
      "step": 2756000
    },
    {
      "epoch": 769.19,
      "grad_norm": 1.2947291135787964,
      "learning_rate": 1.8981591232965655e-08,
      "loss": 0.3316,
      "step": 2756010
    },
    {
      "epoch": 769.19,
      "grad_norm": 1.3594831228256226,
      "learning_rate": 1.8978157031624385e-08,
      "loss": 0.3424,
      "step": 2756020
    },
    {
      "epoch": 769.2,
      "grad_norm": 1.2220693826675415,
      "learning_rate": 1.897472313971086e-08,
      "loss": 0.3281,
      "step": 2756030
    },
    {
      "epoch": 769.2,
      "grad_norm": 1.2188655138015747,
      "learning_rate": 1.8971289557225595e-08,
      "loss": 0.3185,
      "step": 2756040
    },
    {
      "epoch": 769.2,
      "grad_norm": 1.5448585748672485,
      "learning_rate": 1.896785628416886e-08,
      "loss": 0.3345,
      "step": 2756050
    },
    {
      "epoch": 769.2,
      "grad_norm": 1.40879225730896,
      "learning_rate": 1.8964423320541427e-08,
      "loss": 0.3298,
      "step": 2756060
    },
    {
      "epoch": 769.21,
      "grad_norm": 1.1257928609848022,
      "learning_rate": 1.8960990666343558e-08,
      "loss": 0.3229,
      "step": 2756070
    },
    {
      "epoch": 769.21,
      "grad_norm": 1.2846733331680298,
      "learning_rate": 1.895755832157578e-08,
      "loss": 0.3351,
      "step": 2756080
    },
    {
      "epoch": 769.21,
      "grad_norm": 1.3030134439468384,
      "learning_rate": 1.8954126286238343e-08,
      "loss": 0.3444,
      "step": 2756090
    },
    {
      "epoch": 769.22,
      "grad_norm": 1.0903195142745972,
      "learning_rate": 1.8950694560332293e-08,
      "loss": 0.3381,
      "step": 2756100
    },
    {
      "epoch": 769.22,
      "grad_norm": 1.380767583847046,
      "learning_rate": 1.894726314385711e-08,
      "loss": 0.3277,
      "step": 2756110
    },
    {
      "epoch": 769.22,
      "grad_norm": 1.2672067880630493,
      "learning_rate": 1.8943832036814355e-08,
      "loss": 0.3324,
      "step": 2756120
    },
    {
      "epoch": 769.22,
      "grad_norm": 1.0608855485916138,
      "learning_rate": 1.894040123920351e-08,
      "loss": 0.3285,
      "step": 2756130
    },
    {
      "epoch": 769.23,
      "grad_norm": 1.303527593612671,
      "learning_rate": 1.893697075102561e-08,
      "loss": 0.3468,
      "step": 2756140
    },
    {
      "epoch": 769.23,
      "grad_norm": 1.1693488359451294,
      "learning_rate": 1.8933540572280918e-08,
      "loss": 0.3206,
      "step": 2756150
    },
    {
      "epoch": 769.23,
      "grad_norm": 2.477748155593872,
      "learning_rate": 1.8930110702969954e-08,
      "loss": 0.3356,
      "step": 2756160
    },
    {
      "epoch": 769.24,
      "grad_norm": 1.1734058856964111,
      "learning_rate": 1.8926681143093242e-08,
      "loss": 0.3499,
      "step": 2756170
    },
    {
      "epoch": 769.24,
      "grad_norm": 1.363078236579895,
      "learning_rate": 1.8923251892651036e-08,
      "loss": 0.3355,
      "step": 2756180
    },
    {
      "epoch": 769.24,
      "grad_norm": 1.2748469114303589,
      "learning_rate": 1.8919822951644123e-08,
      "loss": 0.3388,
      "step": 2756190
    },
    {
      "epoch": 769.24,
      "grad_norm": 1.3902533054351807,
      "learning_rate": 1.8916394320072236e-08,
      "loss": 0.3337,
      "step": 2756200
    },
    {
      "epoch": 769.25,
      "grad_norm": 1.0855618715286255,
      "learning_rate": 1.8912965997936682e-08,
      "loss": 0.3335,
      "step": 2756210
    },
    {
      "epoch": 769.25,
      "grad_norm": 1.3266589641571045,
      "learning_rate": 1.890953798523772e-08,
      "loss": 0.3428,
      "step": 2756220
    },
    {
      "epoch": 769.25,
      "grad_norm": 1.4791772365570068,
      "learning_rate": 1.890611028197535e-08,
      "loss": 0.3245,
      "step": 2756230
    },
    {
      "epoch": 769.25,
      "grad_norm": 1.2522011995315552,
      "learning_rate": 1.890268288815061e-08,
      "loss": 0.339,
      "step": 2756240
    },
    {
      "epoch": 769.26,
      "grad_norm": 1.2568244934082031,
      "learning_rate": 1.8899255803763498e-08,
      "loss": 0.3415,
      "step": 2756250
    },
    {
      "epoch": 769.26,
      "grad_norm": 1.114082932472229,
      "learning_rate": 1.8895829028814543e-08,
      "loss": 0.3527,
      "step": 2756260
    },
    {
      "epoch": 769.26,
      "grad_norm": 1.1455639600753784,
      "learning_rate": 1.889240256330452e-08,
      "loss": 0.3325,
      "step": 2756270
    },
    {
      "epoch": 769.27,
      "grad_norm": 1.1678141355514526,
      "learning_rate": 1.8888976407233688e-08,
      "loss": 0.3202,
      "step": 2756280
    },
    {
      "epoch": 769.27,
      "grad_norm": 1.17861807346344,
      "learning_rate": 1.888555056060231e-08,
      "loss": 0.3223,
      "step": 2756290
    },
    {
      "epoch": 769.27,
      "grad_norm": 1.3210369348526,
      "learning_rate": 1.8882125023411167e-08,
      "loss": 0.318,
      "step": 2756300
    },
    {
      "epoch": 769.27,
      "grad_norm": 1.1712214946746826,
      "learning_rate": 1.8878699795660518e-08,
      "loss": 0.3504,
      "step": 2756310
    },
    {
      "epoch": 769.28,
      "grad_norm": 1.4608482122421265,
      "learning_rate": 1.8875274877350883e-08,
      "loss": 0.3484,
      "step": 2756320
    },
    {
      "epoch": 769.28,
      "grad_norm": 1.4013296365737915,
      "learning_rate": 1.8871850268482783e-08,
      "loss": 0.3423,
      "step": 2756330
    },
    {
      "epoch": 769.28,
      "grad_norm": 1.2923367023468018,
      "learning_rate": 1.8868425969056478e-08,
      "loss": 0.3603,
      "step": 2756340
    },
    {
      "epoch": 769.29,
      "grad_norm": 1.5645216703414917,
      "learning_rate": 1.8865001979072487e-08,
      "loss": 0.3481,
      "step": 2756350
    },
    {
      "epoch": 769.29,
      "grad_norm": 1.3013180494308472,
      "learning_rate": 1.8861578298531334e-08,
      "loss": 0.3405,
      "step": 2756360
    },
    {
      "epoch": 769.29,
      "grad_norm": 1.2654485702514648,
      "learning_rate": 1.8858154927433535e-08,
      "loss": 0.3443,
      "step": 2756370
    },
    {
      "epoch": 769.29,
      "grad_norm": 1.158623456954956,
      "learning_rate": 1.8854731865779615e-08,
      "loss": 0.3224,
      "step": 2756380
    },
    {
      "epoch": 769.3,
      "grad_norm": 1.5750173330307007,
      "learning_rate": 1.8851309113569834e-08,
      "loss": 0.3521,
      "step": 2756390
    },
    {
      "epoch": 769.3,
      "grad_norm": 1.1811497211456299,
      "learning_rate": 1.8847886670804706e-08,
      "loss": 0.331,
      "step": 2756400
    },
    {
      "epoch": 769.3,
      "grad_norm": 1.0241717100143433,
      "learning_rate": 1.8844464537484497e-08,
      "loss": 0.3408,
      "step": 2756410
    },
    {
      "epoch": 769.31,
      "grad_norm": 1.2398841381072998,
      "learning_rate": 1.8841042713609988e-08,
      "loss": 0.33,
      "step": 2756420
    },
    {
      "epoch": 769.31,
      "grad_norm": 1.1099060773849487,
      "learning_rate": 1.8837621199181437e-08,
      "loss": 0.3485,
      "step": 2756430
    },
    {
      "epoch": 769.31,
      "grad_norm": 1.2839552164077759,
      "learning_rate": 1.8834199994199362e-08,
      "loss": 0.3329,
      "step": 2756440
    },
    {
      "epoch": 769.31,
      "grad_norm": 1.3236920833587646,
      "learning_rate": 1.883077909866455e-08,
      "loss": 0.3584,
      "step": 2756450
    },
    {
      "epoch": 769.32,
      "grad_norm": 1.1755101680755615,
      "learning_rate": 1.8827358512576474e-08,
      "loss": 0.3183,
      "step": 2756460
    },
    {
      "epoch": 769.32,
      "grad_norm": 1.5943975448608398,
      "learning_rate": 1.88239382359367e-08,
      "loss": 0.3365,
      "step": 2756470
    },
    {
      "epoch": 769.32,
      "grad_norm": 1.1746941804885864,
      "learning_rate": 1.8820518268745226e-08,
      "loss": 0.3423,
      "step": 2756480
    },
    {
      "epoch": 769.32,
      "grad_norm": 1.1091114282608032,
      "learning_rate": 1.8817098611002313e-08,
      "loss": 0.3341,
      "step": 2756490
    },
    {
      "epoch": 769.33,
      "grad_norm": 1.234767198562622,
      "learning_rate": 1.8813679262708482e-08,
      "loss": 0.3348,
      "step": 2756500
    },
    {
      "epoch": 769.33,
      "grad_norm": 1.3230270147323608,
      "learning_rate": 1.881026022386451e-08,
      "loss": 0.3324,
      "step": 2756510
    },
    {
      "epoch": 769.33,
      "grad_norm": 1.360728144645691,
      "learning_rate": 1.8806841494470663e-08,
      "loss": 0.3249,
      "step": 2756520
    },
    {
      "epoch": 769.34,
      "grad_norm": 1.3725721836090088,
      "learning_rate": 1.8803423074527457e-08,
      "loss": 0.3295,
      "step": 2756530
    },
    {
      "epoch": 769.34,
      "grad_norm": 1.094456434249878,
      "learning_rate": 1.880000496403515e-08,
      "loss": 0.3203,
      "step": 2756540
    },
    {
      "epoch": 769.34,
      "grad_norm": 1.2308470010757446,
      "learning_rate": 1.879658716299427e-08,
      "loss": 0.3178,
      "step": 2756550
    },
    {
      "epoch": 769.34,
      "grad_norm": 1.3278522491455078,
      "learning_rate": 1.879316967140533e-08,
      "loss": 0.3537,
      "step": 2756560
    },
    {
      "epoch": 769.35,
      "grad_norm": 1.3346333503723145,
      "learning_rate": 1.8789752489268857e-08,
      "loss": 0.3237,
      "step": 2756570
    },
    {
      "epoch": 769.35,
      "grad_norm": 1.2868340015411377,
      "learning_rate": 1.8786335616585105e-08,
      "loss": 0.3434,
      "step": 2756580
    },
    {
      "epoch": 769.35,
      "grad_norm": 1.2693294286727905,
      "learning_rate": 1.8782919053354858e-08,
      "loss": 0.3186,
      "step": 2756590
    },
    {
      "epoch": 769.36,
      "grad_norm": 1.4339001178741455,
      "learning_rate": 1.8779502799578377e-08,
      "loss": 0.3417,
      "step": 2756600
    },
    {
      "epoch": 769.36,
      "grad_norm": 1.3543453216552734,
      "learning_rate": 1.877608685525592e-08,
      "loss": 0.341,
      "step": 2756610
    },
    {
      "epoch": 769.36,
      "grad_norm": 1.231000542640686,
      "learning_rate": 1.877267122038801e-08,
      "loss": 0.3467,
      "step": 2756620
    },
    {
      "epoch": 769.36,
      "grad_norm": 1.2955389022827148,
      "learning_rate": 1.8769255894975683e-08,
      "loss": 0.3424,
      "step": 2756630
    },
    {
      "epoch": 769.37,
      "grad_norm": 1.1516920328140259,
      "learning_rate": 1.8765840879018426e-08,
      "loss": 0.3365,
      "step": 2756640
    },
    {
      "epoch": 769.37,
      "grad_norm": 1.258919596672058,
      "learning_rate": 1.8762426172517533e-08,
      "loss": 0.3401,
      "step": 2756650
    },
    {
      "epoch": 769.37,
      "grad_norm": 1.1799713373184204,
      "learning_rate": 1.8759011775473006e-08,
      "loss": 0.3563,
      "step": 2756660
    },
    {
      "epoch": 769.37,
      "grad_norm": 1.2072696685791016,
      "learning_rate": 1.8755597687885366e-08,
      "loss": 0.3323,
      "step": 2756670
    },
    {
      "epoch": 769.38,
      "grad_norm": 1.0618778467178345,
      "learning_rate": 1.8752183909755135e-08,
      "loss": 0.3473,
      "step": 2756680
    },
    {
      "epoch": 769.38,
      "grad_norm": 1.5607023239135742,
      "learning_rate": 1.8748770441082575e-08,
      "loss": 0.3286,
      "step": 2756690
    },
    {
      "epoch": 769.38,
      "grad_norm": 1.250598430633545,
      "learning_rate": 1.8745357281868717e-08,
      "loss": 0.3293,
      "step": 2756700
    },
    {
      "epoch": 769.39,
      "grad_norm": 1.2005908489227295,
      "learning_rate": 1.874194443211331e-08,
      "loss": 0.3411,
      "step": 2756710
    },
    {
      "epoch": 769.39,
      "grad_norm": 1.2209856510162354,
      "learning_rate": 1.8738531891817134e-08,
      "loss": 0.3232,
      "step": 2756720
    },
    {
      "epoch": 769.39,
      "grad_norm": 1.36378014087677,
      "learning_rate": 1.8735119660980708e-08,
      "loss": 0.3461,
      "step": 2756730
    },
    {
      "epoch": 769.39,
      "grad_norm": 1.2949856519699097,
      "learning_rate": 1.873170773960429e-08,
      "loss": 0.3249,
      "step": 2756740
    },
    {
      "epoch": 769.4,
      "grad_norm": 1.2573426961898804,
      "learning_rate": 1.8728296127688403e-08,
      "loss": 0.3373,
      "step": 2756750
    },
    {
      "epoch": 769.4,
      "grad_norm": 1.164101004600525,
      "learning_rate": 1.8724884825233823e-08,
      "loss": 0.3486,
      "step": 2756760
    },
    {
      "epoch": 769.4,
      "grad_norm": 1.2667558193206787,
      "learning_rate": 1.8721473832240557e-08,
      "loss": 0.3378,
      "step": 2756770
    },
    {
      "epoch": 769.41,
      "grad_norm": 1.4250892400741577,
      "learning_rate": 1.8718063148709124e-08,
      "loss": 0.3287,
      "step": 2756780
    },
    {
      "epoch": 769.41,
      "grad_norm": 1.2817189693450928,
      "learning_rate": 1.871465277464004e-08,
      "loss": 0.3162,
      "step": 2756790
    },
    {
      "epoch": 769.41,
      "grad_norm": 1.5580965280532837,
      "learning_rate": 1.871124271003409e-08,
      "loss": 0.3369,
      "step": 2756800
    },
    {
      "epoch": 769.41,
      "grad_norm": 1.1730077266693115,
      "learning_rate": 1.870783295489101e-08,
      "loss": 0.3369,
      "step": 2756810
    },
    {
      "epoch": 769.42,
      "grad_norm": 1.314159870147705,
      "learning_rate": 1.8704423509212103e-08,
      "loss": 0.336,
      "step": 2756820
    },
    {
      "epoch": 769.42,
      "grad_norm": 1.2242357730865479,
      "learning_rate": 1.870101437299711e-08,
      "loss": 0.3422,
      "step": 2756830
    },
    {
      "epoch": 769.42,
      "grad_norm": 1.2815886735916138,
      "learning_rate": 1.869760554624707e-08,
      "loss": 0.336,
      "step": 2756840
    },
    {
      "epoch": 769.43,
      "grad_norm": 1.4135206937789917,
      "learning_rate": 1.8694197028961723e-08,
      "loss": 0.3445,
      "step": 2756850
    },
    {
      "epoch": 769.43,
      "grad_norm": 1.7324421405792236,
      "learning_rate": 1.869078882114237e-08,
      "loss": 0.3417,
      "step": 2756860
    },
    {
      "epoch": 769.43,
      "grad_norm": 1.2353384494781494,
      "learning_rate": 1.8687380922788754e-08,
      "loss": 0.3387,
      "step": 2756870
    },
    {
      "epoch": 769.43,
      "grad_norm": 1.3373134136199951,
      "learning_rate": 1.868397333390165e-08,
      "loss": 0.3592,
      "step": 2756880
    },
    {
      "epoch": 769.44,
      "grad_norm": 1.5784529447555542,
      "learning_rate": 1.8680566054481322e-08,
      "loss": 0.3355,
      "step": 2756890
    },
    {
      "epoch": 769.44,
      "grad_norm": 1.2153180837631226,
      "learning_rate": 1.867715908452855e-08,
      "loss": 0.3241,
      "step": 2756900
    },
    {
      "epoch": 769.44,
      "grad_norm": 1.9059395790100098,
      "learning_rate": 1.8673752424043595e-08,
      "loss": 0.3447,
      "step": 2756910
    },
    {
      "epoch": 769.44,
      "grad_norm": 1.1153836250305176,
      "learning_rate": 1.8670346073026978e-08,
      "loss": 0.3337,
      "step": 2756920
    },
    {
      "epoch": 769.45,
      "grad_norm": 1.3216410875320435,
      "learning_rate": 1.8666940031478952e-08,
      "loss": 0.3167,
      "step": 2756930
    },
    {
      "epoch": 769.45,
      "grad_norm": 1.2704451084136963,
      "learning_rate": 1.8663534299400307e-08,
      "loss": 0.329,
      "step": 2756940
    },
    {
      "epoch": 769.45,
      "grad_norm": 1.1057627201080322,
      "learning_rate": 1.866012887679104e-08,
      "loss": 0.3342,
      "step": 2756950
    },
    {
      "epoch": 769.46,
      "grad_norm": 1.543398380279541,
      "learning_rate": 1.865672376365219e-08,
      "loss": 0.3424,
      "step": 2756960
    },
    {
      "epoch": 769.46,
      "grad_norm": 1.2574946880340576,
      "learning_rate": 1.8653318959983756e-08,
      "loss": 0.3292,
      "step": 2756970
    },
    {
      "epoch": 769.46,
      "grad_norm": 1.288474202156067,
      "learning_rate": 1.8649914465786264e-08,
      "loss": 0.3169,
      "step": 2756980
    },
    {
      "epoch": 769.46,
      "grad_norm": 1.2293225526809692,
      "learning_rate": 1.8646510281060227e-08,
      "loss": 0.3447,
      "step": 2756990
    },
    {
      "epoch": 769.47,
      "grad_norm": 1.161710262298584,
      "learning_rate": 1.864310640580617e-08,
      "loss": 0.3368,
      "step": 2757000
    },
    {
      "epoch": 769.47,
      "grad_norm": 1.3830890655517578,
      "learning_rate": 1.8639702840024095e-08,
      "loss": 0.3479,
      "step": 2757010
    },
    {
      "epoch": 769.47,
      "grad_norm": 1.3006914854049683,
      "learning_rate": 1.8636299583715297e-08,
      "loss": 0.3249,
      "step": 2757020
    },
    {
      "epoch": 769.48,
      "grad_norm": 1.2423474788665771,
      "learning_rate": 1.8632896636879784e-08,
      "loss": 0.3329,
      "step": 2757030
    },
    {
      "epoch": 769.48,
      "grad_norm": 1.2748435735702515,
      "learning_rate": 1.8629493999517806e-08,
      "loss": 0.3366,
      "step": 2757040
    },
    {
      "epoch": 769.48,
      "grad_norm": 1.0849616527557373,
      "learning_rate": 1.8626091671629894e-08,
      "loss": 0.337,
      "step": 2757050
    },
    {
      "epoch": 769.48,
      "grad_norm": 1.546677589416504,
      "learning_rate": 1.862268965321682e-08,
      "loss": 0.3418,
      "step": 2757060
    },
    {
      "epoch": 769.49,
      "grad_norm": 1.2024799585342407,
      "learning_rate": 1.861928794427885e-08,
      "loss": 0.3335,
      "step": 2757070
    },
    {
      "epoch": 769.49,
      "grad_norm": 1.5387308597564697,
      "learning_rate": 1.861588654481624e-08,
      "loss": 0.3469,
      "step": 2757080
    },
    {
      "epoch": 769.49,
      "grad_norm": 1.3635272979736328,
      "learning_rate": 1.8612485454829773e-08,
      "loss": 0.3261,
      "step": 2757090
    },
    {
      "epoch": 769.49,
      "grad_norm": 2.0270302295684814,
      "learning_rate": 1.860908467431945e-08,
      "loss": 0.3277,
      "step": 2757100
    },
    {
      "epoch": 769.5,
      "grad_norm": 1.2965168952941895,
      "learning_rate": 1.860568420328631e-08,
      "loss": 0.3354,
      "step": 2757110
    },
    {
      "epoch": 769.5,
      "grad_norm": 1.2198255062103271,
      "learning_rate": 1.8602284041730615e-08,
      "loss": 0.337,
      "step": 2757120
    },
    {
      "epoch": 769.5,
      "grad_norm": 1.0358459949493408,
      "learning_rate": 1.859888418965236e-08,
      "loss": 0.3348,
      "step": 2757130
    },
    {
      "epoch": 769.51,
      "grad_norm": 1.2812267541885376,
      "learning_rate": 1.8595484647052592e-08,
      "loss": 0.3253,
      "step": 2757140
    },
    {
      "epoch": 769.51,
      "grad_norm": 1.2769238948822021,
      "learning_rate": 1.859208541393131e-08,
      "loss": 0.3361,
      "step": 2757150
    },
    {
      "epoch": 769.51,
      "grad_norm": 1.3337560892105103,
      "learning_rate": 1.858868649028929e-08,
      "loss": 0.3554,
      "step": 2757160
    },
    {
      "epoch": 769.51,
      "grad_norm": 1.1735366582870483,
      "learning_rate": 1.8585287876126798e-08,
      "loss": 0.3308,
      "step": 2757170
    },
    {
      "epoch": 769.52,
      "grad_norm": 1.207814335823059,
      "learning_rate": 1.858188957144461e-08,
      "loss": 0.3322,
      "step": 2757180
    },
    {
      "epoch": 769.52,
      "grad_norm": 1.4340649843215942,
      "learning_rate": 1.8578491576242728e-08,
      "loss": 0.3333,
      "step": 2757190
    },
    {
      "epoch": 769.52,
      "grad_norm": 1.1979379653930664,
      "learning_rate": 1.8575093890521934e-08,
      "loss": 0.342,
      "step": 2757200
    },
    {
      "epoch": 769.53,
      "grad_norm": 1.5745218992233276,
      "learning_rate": 1.8571696514282484e-08,
      "loss": 0.3335,
      "step": 2757210
    },
    {
      "epoch": 769.53,
      "grad_norm": 1.2622300386428833,
      "learning_rate": 1.8568299447524905e-08,
      "loss": 0.3221,
      "step": 2757220
    },
    {
      "epoch": 769.53,
      "grad_norm": 1.293224811553955,
      "learning_rate": 1.8564902690249713e-08,
      "loss": 0.3478,
      "step": 2757230
    },
    {
      "epoch": 769.53,
      "grad_norm": 1.525825023651123,
      "learning_rate": 1.8561506242457165e-08,
      "loss": 0.3472,
      "step": 2757240
    },
    {
      "epoch": 769.54,
      "grad_norm": 1.3343327045440674,
      "learning_rate": 1.8558110104147788e-08,
      "loss": 0.3415,
      "step": 2757250
    },
    {
      "epoch": 769.54,
      "grad_norm": 1.0922870635986328,
      "learning_rate": 1.855471427532236e-08,
      "loss": 0.3476,
      "step": 2757260
    },
    {
      "epoch": 769.54,
      "grad_norm": 1.6107525825500488,
      "learning_rate": 1.8551318755980622e-08,
      "loss": 0.3373,
      "step": 2757270
    },
    {
      "epoch": 769.55,
      "grad_norm": 1.2662607431411743,
      "learning_rate": 1.854792354612387e-08,
      "loss": 0.3282,
      "step": 2757280
    },
    {
      "epoch": 769.55,
      "grad_norm": 1.4520742893218994,
      "learning_rate": 1.854452864575211e-08,
      "loss": 0.3375,
      "step": 2757290
    },
    {
      "epoch": 769.55,
      "grad_norm": 1.2604565620422363,
      "learning_rate": 1.85411340548656e-08,
      "loss": 0.3476,
      "step": 2757300
    },
    {
      "epoch": 769.55,
      "grad_norm": 1.3276801109313965,
      "learning_rate": 1.853773977346512e-08,
      "loss": 0.3477,
      "step": 2757310
    },
    {
      "epoch": 769.56,
      "grad_norm": 1.3854032754898071,
      "learning_rate": 1.8534345801551192e-08,
      "loss": 0.3414,
      "step": 2757320
    },
    {
      "epoch": 769.56,
      "grad_norm": 1.2683144807815552,
      "learning_rate": 1.8530952139123815e-08,
      "loss": 0.3306,
      "step": 2757330
    },
    {
      "epoch": 769.56,
      "grad_norm": 1.2300087213516235,
      "learning_rate": 1.852755878618403e-08,
      "loss": 0.334,
      "step": 2757340
    },
    {
      "epoch": 769.56,
      "grad_norm": 1.357030987739563,
      "learning_rate": 1.8524165742731835e-08,
      "loss": 0.3358,
      "step": 2757350
    },
    {
      "epoch": 769.57,
      "grad_norm": 1.2982112169265747,
      "learning_rate": 1.8520773008767752e-08,
      "loss": 0.3311,
      "step": 2757360
    },
    {
      "epoch": 769.57,
      "grad_norm": 1.1968159675598145,
      "learning_rate": 1.8517380584292305e-08,
      "loss": 0.3327,
      "step": 2757370
    },
    {
      "epoch": 769.57,
      "grad_norm": 1.4121698141098022,
      "learning_rate": 1.851398846930601e-08,
      "loss": 0.3225,
      "step": 2757380
    },
    {
      "epoch": 769.58,
      "grad_norm": 1.5751985311508179,
      "learning_rate": 1.8510596663809384e-08,
      "loss": 0.3431,
      "step": 2757390
    },
    {
      "epoch": 769.58,
      "grad_norm": 1.211596965789795,
      "learning_rate": 1.8507205167802697e-08,
      "loss": 0.3665,
      "step": 2757400
    },
    {
      "epoch": 769.58,
      "grad_norm": 1.2617536783218384,
      "learning_rate": 1.850381398128646e-08,
      "loss": 0.3434,
      "step": 2757410
    },
    {
      "epoch": 769.58,
      "grad_norm": 1.2392034530639648,
      "learning_rate": 1.850042310426094e-08,
      "loss": 0.3388,
      "step": 2757420
    },
    {
      "epoch": 769.59,
      "grad_norm": 1.1384868621826172,
      "learning_rate": 1.8497032536726914e-08,
      "loss": 0.3369,
      "step": 2757430
    },
    {
      "epoch": 769.59,
      "grad_norm": 1.4275658130645752,
      "learning_rate": 1.8493642278684906e-08,
      "loss": 0.3373,
      "step": 2757440
    },
    {
      "epoch": 769.59,
      "grad_norm": 1.3085811138153076,
      "learning_rate": 1.8490252330134648e-08,
      "loss": 0.3386,
      "step": 2757450
    },
    {
      "epoch": 769.6,
      "grad_norm": 1.3090853691101074,
      "learning_rate": 1.8486862691077712e-08,
      "loss": 0.3397,
      "step": 2757460
    },
    {
      "epoch": 769.6,
      "grad_norm": 1.56690514087677,
      "learning_rate": 1.848347336151357e-08,
      "loss": 0.3401,
      "step": 2757470
    },
    {
      "epoch": 769.6,
      "grad_norm": 1.253761649131775,
      "learning_rate": 1.8480084341443002e-08,
      "loss": 0.3388,
      "step": 2757480
    },
    {
      "epoch": 769.6,
      "grad_norm": 1.2682561874389648,
      "learning_rate": 1.8476695630866532e-08,
      "loss": 0.3432,
      "step": 2757490
    },
    {
      "epoch": 769.61,
      "grad_norm": 1.1616734266281128,
      "learning_rate": 1.847330722978468e-08,
      "loss": 0.3287,
      "step": 2757500
    },
    {
      "epoch": 769.61,
      "grad_norm": 0.9703619480133057,
      "learning_rate": 1.8469919138197707e-08,
      "loss": 0.3276,
      "step": 2757510
    },
    {
      "epoch": 769.61,
      "grad_norm": 1.2881401777267456,
      "learning_rate": 1.846653135610613e-08,
      "loss": 0.3345,
      "step": 2757520
    },
    {
      "epoch": 769.61,
      "grad_norm": 1.3690192699432373,
      "learning_rate": 1.846314388351047e-08,
      "loss": 0.3352,
      "step": 2757530
    },
    {
      "epoch": 769.62,
      "grad_norm": 1.2551820278167725,
      "learning_rate": 1.8459756720410994e-08,
      "loss": 0.3316,
      "step": 2757540
    },
    {
      "epoch": 769.62,
      "grad_norm": 1.2718170881271362,
      "learning_rate": 1.8456369866808475e-08,
      "loss": 0.3432,
      "step": 2757550
    },
    {
      "epoch": 769.62,
      "grad_norm": 1.2744359970092773,
      "learning_rate": 1.8452983322703176e-08,
      "loss": 0.3236,
      "step": 2757560
    },
    {
      "epoch": 769.63,
      "grad_norm": 1.1355928182601929,
      "learning_rate": 1.8449597088095354e-08,
      "loss": 0.3356,
      "step": 2757570
    },
    {
      "epoch": 769.63,
      "grad_norm": 1.2162712812423706,
      "learning_rate": 1.8446211162985795e-08,
      "loss": 0.3313,
      "step": 2757580
    },
    {
      "epoch": 769.63,
      "grad_norm": 1.2130264043807983,
      "learning_rate": 1.8442825547374494e-08,
      "loss": 0.3406,
      "step": 2757590
    },
    {
      "epoch": 769.63,
      "grad_norm": 2.149611234664917,
      "learning_rate": 1.8439440241262755e-08,
      "loss": 0.3387,
      "step": 2757600
    },
    {
      "epoch": 769.64,
      "grad_norm": 1.2536184787750244,
      "learning_rate": 1.843605524465006e-08,
      "loss": 0.3208,
      "step": 2757610
    },
    {
      "epoch": 769.64,
      "grad_norm": 1.2533655166625977,
      "learning_rate": 1.8432670557537442e-08,
      "loss": 0.3287,
      "step": 2757620
    },
    {
      "epoch": 769.64,
      "grad_norm": 1.228391408920288,
      "learning_rate": 1.842928617992517e-08,
      "loss": 0.3313,
      "step": 2757630
    },
    {
      "epoch": 769.65,
      "grad_norm": 1.3502891063690186,
      "learning_rate": 1.842590211181376e-08,
      "loss": 0.3452,
      "step": 2757640
    },
    {
      "epoch": 769.65,
      "grad_norm": 1.2925795316696167,
      "learning_rate": 1.842251835320373e-08,
      "loss": 0.3244,
      "step": 2757650
    },
    {
      "epoch": 769.65,
      "grad_norm": 1.5214087963104248,
      "learning_rate": 1.8419134904095086e-08,
      "loss": 0.3282,
      "step": 2757660
    },
    {
      "epoch": 769.65,
      "grad_norm": 1.2891054153442383,
      "learning_rate": 1.8415751764488863e-08,
      "loss": 0.3384,
      "step": 2757670
    },
    {
      "epoch": 769.66,
      "grad_norm": 1.1233854293823242,
      "learning_rate": 1.8412368934385325e-08,
      "loss": 0.3377,
      "step": 2757680
    },
    {
      "epoch": 769.66,
      "grad_norm": 1.3900861740112305,
      "learning_rate": 1.8408986413784732e-08,
      "loss": 0.3325,
      "step": 2757690
    },
    {
      "epoch": 769.66,
      "grad_norm": 1.3104192018508911,
      "learning_rate": 1.8405604202687605e-08,
      "loss": 0.3391,
      "step": 2757700
    },
    {
      "epoch": 769.67,
      "grad_norm": 1.567739725112915,
      "learning_rate": 1.840222230109446e-08,
      "loss": 0.3354,
      "step": 2757710
    },
    {
      "epoch": 769.67,
      "grad_norm": 1.2641178369522095,
      "learning_rate": 1.8398840709005822e-08,
      "loss": 0.3293,
      "step": 2757720
    },
    {
      "epoch": 769.67,
      "grad_norm": 1.1886208057403564,
      "learning_rate": 1.8395459426422208e-08,
      "loss": 0.3222,
      "step": 2757730
    },
    {
      "epoch": 769.67,
      "grad_norm": 1.3651114702224731,
      "learning_rate": 1.839207845334362e-08,
      "loss": 0.3474,
      "step": 2757740
    },
    {
      "epoch": 769.68,
      "grad_norm": 1.2404234409332275,
      "learning_rate": 1.838869778977084e-08,
      "loss": 0.3381,
      "step": 2757750
    },
    {
      "epoch": 769.68,
      "grad_norm": 1.1388739347457886,
      "learning_rate": 1.8385317435704385e-08,
      "loss": 0.3417,
      "step": 2757760
    },
    {
      "epoch": 769.68,
      "grad_norm": 1.3352150917053223,
      "learning_rate": 1.838193739114478e-08,
      "loss": 0.3417,
      "step": 2757770
    },
    {
      "epoch": 769.68,
      "grad_norm": 1.248347282409668,
      "learning_rate": 1.837855765609202e-08,
      "loss": 0.3256,
      "step": 2757780
    },
    {
      "epoch": 769.69,
      "grad_norm": 1.1951332092285156,
      "learning_rate": 1.8375178230546888e-08,
      "loss": 0.3518,
      "step": 2757790
    },
    {
      "epoch": 769.69,
      "grad_norm": 1.116652488708496,
      "learning_rate": 1.8371799114509646e-08,
      "loss": 0.3284,
      "step": 2757800
    },
    {
      "epoch": 769.69,
      "grad_norm": 1.4593886137008667,
      "learning_rate": 1.836842030798133e-08,
      "loss": 0.3341,
      "step": 2757810
    },
    {
      "epoch": 769.7,
      "grad_norm": 1.166274070739746,
      "learning_rate": 1.8365041810961423e-08,
      "loss": 0.3325,
      "step": 2757820
    },
    {
      "epoch": 769.7,
      "grad_norm": 1.3110272884368896,
      "learning_rate": 1.8361663623451227e-08,
      "loss": 0.341,
      "step": 2757830
    },
    {
      "epoch": 769.7,
      "grad_norm": 1.647701621055603,
      "learning_rate": 1.835828574545074e-08,
      "loss": 0.341,
      "step": 2757840
    },
    {
      "epoch": 769.7,
      "grad_norm": 1.2634702920913696,
      "learning_rate": 1.8354908176960484e-08,
      "loss": 0.3449,
      "step": 2757850
    },
    {
      "epoch": 769.71,
      "grad_norm": 1.2619253396987915,
      "learning_rate": 1.8351530917980976e-08,
      "loss": 0.3286,
      "step": 2757860
    },
    {
      "epoch": 769.71,
      "grad_norm": 1.2759050130844116,
      "learning_rate": 1.834815396851274e-08,
      "loss": 0.3162,
      "step": 2757870
    },
    {
      "epoch": 769.71,
      "grad_norm": 1.2711509466171265,
      "learning_rate": 1.8344777328555774e-08,
      "loss": 0.35,
      "step": 2757880
    },
    {
      "epoch": 769.72,
      "grad_norm": 1.1251214742660522,
      "learning_rate": 1.834140099811112e-08,
      "loss": 0.3232,
      "step": 2757890
    },
    {
      "epoch": 769.72,
      "grad_norm": 1.3693222999572754,
      "learning_rate": 1.833802497717904e-08,
      "loss": 0.3398,
      "step": 2757900
    },
    {
      "epoch": 769.72,
      "grad_norm": 1.1576780080795288,
      "learning_rate": 1.833464926576005e-08,
      "loss": 0.3282,
      "step": 2757910
    },
    {
      "epoch": 769.72,
      "grad_norm": 1.0962138175964355,
      "learning_rate": 1.8331273863854153e-08,
      "loss": 0.3228,
      "step": 2757920
    },
    {
      "epoch": 769.73,
      "grad_norm": 1.2049553394317627,
      "learning_rate": 1.832789877146239e-08,
      "loss": 0.3317,
      "step": 2757930
    },
    {
      "epoch": 769.73,
      "grad_norm": 1.5639148950576782,
      "learning_rate": 1.8324523988584756e-08,
      "loss": 0.3425,
      "step": 2757940
    },
    {
      "epoch": 769.73,
      "grad_norm": 1.1527515649795532,
      "learning_rate": 1.8321149515222038e-08,
      "loss": 0.3302,
      "step": 2757950
    },
    {
      "epoch": 769.73,
      "grad_norm": 1.2821849584579468,
      "learning_rate": 1.8317775351374496e-08,
      "loss": 0.3424,
      "step": 2757960
    },
    {
      "epoch": 769.74,
      "grad_norm": 1.2332488298416138,
      "learning_rate": 1.8314401497042384e-08,
      "loss": 0.3326,
      "step": 2757970
    },
    {
      "epoch": 769.74,
      "grad_norm": 1.3416684865951538,
      "learning_rate": 1.831102795222649e-08,
      "loss": 0.3514,
      "step": 2757980
    },
    {
      "epoch": 769.74,
      "grad_norm": 1.2612781524658203,
      "learning_rate": 1.8307654716927333e-08,
      "loss": 0.3285,
      "step": 2757990
    },
    {
      "epoch": 769.75,
      "grad_norm": 1.149796962738037,
      "learning_rate": 1.8304281791145167e-08,
      "loss": 0.3407,
      "step": 2758000
    },
    {
      "epoch": 769.75,
      "grad_norm": 1.0615684986114502,
      "learning_rate": 1.830090917488026e-08,
      "loss": 0.3196,
      "step": 2758010
    },
    {
      "epoch": 769.75,
      "grad_norm": 6.954471588134766,
      "learning_rate": 1.8297536868133647e-08,
      "loss": 0.3263,
      "step": 2758020
    },
    {
      "epoch": 769.75,
      "grad_norm": 1.1933263540267944,
      "learning_rate": 1.829416487090481e-08,
      "loss": 0.3238,
      "step": 2758030
    },
    {
      "epoch": 769.76,
      "grad_norm": 1.1564302444458008,
      "learning_rate": 1.829079318319531e-08,
      "loss": 0.3318,
      "step": 2758040
    },
    {
      "epoch": 769.76,
      "grad_norm": 1.247196912765503,
      "learning_rate": 1.828742180500489e-08,
      "loss": 0.344,
      "step": 2758050
    },
    {
      "epoch": 769.76,
      "grad_norm": 1.1613167524337769,
      "learning_rate": 1.8284050736334065e-08,
      "loss": 0.3299,
      "step": 2758060
    },
    {
      "epoch": 769.77,
      "grad_norm": 1.0265570878982544,
      "learning_rate": 1.828067997718362e-08,
      "loss": 0.3383,
      "step": 2758070
    },
    {
      "epoch": 769.77,
      "grad_norm": 1.1159369945526123,
      "learning_rate": 1.8277309527553548e-08,
      "loss": 0.3358,
      "step": 2758080
    },
    {
      "epoch": 769.77,
      "grad_norm": 1.2916733026504517,
      "learning_rate": 1.827393938744464e-08,
      "loss": 0.3496,
      "step": 2758090
    },
    {
      "epoch": 769.77,
      "grad_norm": 1.4030160903930664,
      "learning_rate": 1.8270569556857148e-08,
      "loss": 0.3258,
      "step": 2758100
    },
    {
      "epoch": 769.78,
      "grad_norm": 1.4815813302993774,
      "learning_rate": 1.8267200035791597e-08,
      "loss": 0.3457,
      "step": 2758110
    },
    {
      "epoch": 769.78,
      "grad_norm": 1.4563932418823242,
      "learning_rate": 1.8263830824248247e-08,
      "loss": 0.3372,
      "step": 2758120
    },
    {
      "epoch": 769.78,
      "grad_norm": 1.3071671724319458,
      "learning_rate": 1.8260461922228136e-08,
      "loss": 0.3291,
      "step": 2758130
    },
    {
      "epoch": 769.79,
      "grad_norm": 1.340889811515808,
      "learning_rate": 1.8257093329731264e-08,
      "loss": 0.369,
      "step": 2758140
    },
    {
      "epoch": 769.79,
      "grad_norm": 1.1721965074539185,
      "learning_rate": 1.8253725046757894e-08,
      "loss": 0.3299,
      "step": 2758150
    },
    {
      "epoch": 769.79,
      "grad_norm": 1.1473828554153442,
      "learning_rate": 1.8250357073309063e-08,
      "loss": 0.3326,
      "step": 2758160
    },
    {
      "epoch": 769.79,
      "grad_norm": 5.214268207550049,
      "learning_rate": 1.8246989409384256e-08,
      "loss": 0.3339,
      "step": 2758170
    },
    {
      "epoch": 769.8,
      "grad_norm": 1.3993045091629028,
      "learning_rate": 1.824362205498503e-08,
      "loss": 0.3281,
      "step": 2758180
    },
    {
      "epoch": 769.8,
      "grad_norm": 1.285569667816162,
      "learning_rate": 1.8240255010111385e-08,
      "loss": 0.3183,
      "step": 2758190
    },
    {
      "epoch": 769.8,
      "grad_norm": 1.698614478111267,
      "learning_rate": 1.8236888274763324e-08,
      "loss": 0.3372,
      "step": 2758200
    },
    {
      "epoch": 769.8,
      "grad_norm": 1.4858015775680542,
      "learning_rate": 1.8233521848942145e-08,
      "loss": 0.3561,
      "step": 2758210
    },
    {
      "epoch": 769.81,
      "grad_norm": 1.2105127573013306,
      "learning_rate": 1.823015573264759e-08,
      "loss": 0.3425,
      "step": 2758220
    },
    {
      "epoch": 769.81,
      "grad_norm": 1.270734429359436,
      "learning_rate": 1.822678992588044e-08,
      "loss": 0.351,
      "step": 2758230
    },
    {
      "epoch": 769.81,
      "grad_norm": 1.3952054977416992,
      "learning_rate": 1.8223424428640953e-08,
      "loss": 0.3326,
      "step": 2758240
    },
    {
      "epoch": 769.82,
      "grad_norm": 1.412894606590271,
      "learning_rate": 1.822005924092991e-08,
      "loss": 0.3184,
      "step": 2758250
    },
    {
      "epoch": 769.82,
      "grad_norm": 1.447749137878418,
      "learning_rate": 1.8216694362747053e-08,
      "loss": 0.3409,
      "step": 2758260
    },
    {
      "epoch": 769.82,
      "grad_norm": 1.1935876607894897,
      "learning_rate": 1.821332979409394e-08,
      "loss": 0.3358,
      "step": 2758270
    },
    {
      "epoch": 769.82,
      "grad_norm": 1.249330759048462,
      "learning_rate": 1.820996553497005e-08,
      "loss": 0.3394,
      "step": 2758280
    },
    {
      "epoch": 769.83,
      "grad_norm": 1.119626522064209,
      "learning_rate": 1.820660158537617e-08,
      "loss": 0.3257,
      "step": 2758290
    },
    {
      "epoch": 769.83,
      "grad_norm": 1.3939828872680664,
      "learning_rate": 1.8203237945312814e-08,
      "loss": 0.3406,
      "step": 2758300
    },
    {
      "epoch": 769.83,
      "grad_norm": 1.1342390775680542,
      "learning_rate": 1.8199874614780242e-08,
      "loss": 0.322,
      "step": 2758310
    },
    {
      "epoch": 769.84,
      "grad_norm": 1.2116130590438843,
      "learning_rate": 1.8196511593779242e-08,
      "loss": 0.3432,
      "step": 2758320
    },
    {
      "epoch": 769.84,
      "grad_norm": 1.3078968524932861,
      "learning_rate": 1.8193148882309805e-08,
      "loss": 0.317,
      "step": 2758330
    },
    {
      "epoch": 769.84,
      "grad_norm": 1.2737056016921997,
      "learning_rate": 1.818978648037298e-08,
      "loss": 0.3536,
      "step": 2758340
    },
    {
      "epoch": 769.84,
      "grad_norm": 1.2325173616409302,
      "learning_rate": 1.81864243879685e-08,
      "loss": 0.3471,
      "step": 2758350
    },
    {
      "epoch": 769.85,
      "grad_norm": 1.1787993907928467,
      "learning_rate": 1.8183062605097148e-08,
      "loss": 0.3161,
      "step": 2758360
    },
    {
      "epoch": 769.85,
      "grad_norm": 1.3155707120895386,
      "learning_rate": 1.8179701131759706e-08,
      "loss": 0.346,
      "step": 2758370
    },
    {
      "epoch": 769.85,
      "grad_norm": 1.1553099155426025,
      "learning_rate": 1.8176339967955912e-08,
      "loss": 0.337,
      "step": 2758380
    },
    {
      "epoch": 769.85,
      "grad_norm": 1.3517917394638062,
      "learning_rate": 1.8172979113687068e-08,
      "loss": 0.3411,
      "step": 2758390
    },
    {
      "epoch": 769.86,
      "grad_norm": 1.2973989248275757,
      "learning_rate": 1.8169618568952653e-08,
      "loss": 0.3271,
      "step": 2758400
    },
    {
      "epoch": 769.86,
      "grad_norm": 1.2620518207550049,
      "learning_rate": 1.816625833375397e-08,
      "loss": 0.34,
      "step": 2758410
    },
    {
      "epoch": 769.86,
      "grad_norm": 1.3071131706237793,
      "learning_rate": 1.8162898408091014e-08,
      "loss": 0.34,
      "step": 2758420
    },
    {
      "epoch": 769.87,
      "grad_norm": 1.2776076793670654,
      "learning_rate": 1.815953879196431e-08,
      "loss": 0.355,
      "step": 2758430
    },
    {
      "epoch": 769.87,
      "grad_norm": 1.4074045419692993,
      "learning_rate": 1.8156179485374378e-08,
      "loss": 0.3253,
      "step": 2758440
    },
    {
      "epoch": 769.87,
      "grad_norm": 1.4084651470184326,
      "learning_rate": 1.815282048832174e-08,
      "loss": 0.3347,
      "step": 2758450
    },
    {
      "epoch": 769.87,
      "grad_norm": 1.116825819015503,
      "learning_rate": 1.814946180080639e-08,
      "loss": 0.3463,
      "step": 2758460
    },
    {
      "epoch": 769.88,
      "grad_norm": 1.2427126169204712,
      "learning_rate": 1.8146103422829373e-08,
      "loss": 0.3372,
      "step": 2758470
    },
    {
      "epoch": 769.88,
      "grad_norm": 1.1460801362991333,
      "learning_rate": 1.8142745354390952e-08,
      "loss": 0.3202,
      "step": 2758480
    },
    {
      "epoch": 769.88,
      "grad_norm": 1.1157877445220947,
      "learning_rate": 1.813938759549112e-08,
      "loss": 0.3391,
      "step": 2758490
    },
    {
      "epoch": 769.89,
      "grad_norm": 1.2595829963684082,
      "learning_rate": 1.8136030146130922e-08,
      "loss": 0.3391,
      "step": 2758500
    },
    {
      "epoch": 769.89,
      "grad_norm": 1.2099796533584595,
      "learning_rate": 1.813267300631062e-08,
      "loss": 0.3492,
      "step": 2758510
    },
    {
      "epoch": 769.89,
      "grad_norm": 1.3849185705184937,
      "learning_rate": 1.8129316176030468e-08,
      "loss": 0.3518,
      "step": 2758520
    },
    {
      "epoch": 769.89,
      "grad_norm": 1.494030237197876,
      "learning_rate": 1.8125959655291254e-08,
      "loss": 0.3353,
      "step": 2758530
    },
    {
      "epoch": 769.9,
      "grad_norm": 1.3586509227752686,
      "learning_rate": 1.8122603444093235e-08,
      "loss": 0.3486,
      "step": 2758540
    },
    {
      "epoch": 769.9,
      "grad_norm": 3.1321568489074707,
      "learning_rate": 1.8119247542436668e-08,
      "loss": 0.3303,
      "step": 2758550
    },
    {
      "epoch": 769.9,
      "grad_norm": 1.2277956008911133,
      "learning_rate": 1.8115891950322077e-08,
      "loss": 0.3252,
      "step": 2758560
    },
    {
      "epoch": 769.91,
      "grad_norm": 1.4014239311218262,
      "learning_rate": 1.8112536667750505e-08,
      "loss": 0.3374,
      "step": 2758570
    },
    {
      "epoch": 769.91,
      "grad_norm": 1.317846655845642,
      "learning_rate": 1.8109181694721427e-08,
      "loss": 0.3155,
      "step": 2758580
    },
    {
      "epoch": 769.91,
      "grad_norm": 1.1818302869796753,
      "learning_rate": 1.8105827031236144e-08,
      "loss": 0.3352,
      "step": 2758590
    },
    {
      "epoch": 769.91,
      "grad_norm": 1.2344998121261597,
      "learning_rate": 1.8102472677294662e-08,
      "loss": 0.3289,
      "step": 2758600
    },
    {
      "epoch": 769.92,
      "grad_norm": 1.210748314857483,
      "learning_rate": 1.8099118632897235e-08,
      "loss": 0.3451,
      "step": 2758610
    },
    {
      "epoch": 769.92,
      "grad_norm": 1.401871681213379,
      "learning_rate": 1.8095764898044646e-08,
      "loss": 0.3518,
      "step": 2758620
    },
    {
      "epoch": 769.92,
      "grad_norm": 1.5980136394500732,
      "learning_rate": 1.8092411472737412e-08,
      "loss": 0.3575,
      "step": 2758630
    },
    {
      "epoch": 769.92,
      "grad_norm": 1.2878488302230835,
      "learning_rate": 1.8089058356975798e-08,
      "loss": 0.349,
      "step": 2758640
    },
    {
      "epoch": 769.93,
      "grad_norm": 1.2729763984680176,
      "learning_rate": 1.8085705550760326e-08,
      "loss": 0.333,
      "step": 2758650
    },
    {
      "epoch": 769.93,
      "grad_norm": 1.0485104322433472,
      "learning_rate": 1.808235305409125e-08,
      "loss": 0.3359,
      "step": 2758660
    },
    {
      "epoch": 769.93,
      "grad_norm": 1.4825572967529297,
      "learning_rate": 1.8079000866969353e-08,
      "loss": 0.3198,
      "step": 2758670
    },
    {
      "epoch": 769.94,
      "grad_norm": 2.4394114017486572,
      "learning_rate": 1.8075648989394896e-08,
      "loss": 0.3311,
      "step": 2758680
    },
    {
      "epoch": 769.94,
      "grad_norm": 1.0903198719024658,
      "learning_rate": 1.807229742136814e-08,
      "loss": 0.3434,
      "step": 2758690
    },
    {
      "epoch": 769.94,
      "grad_norm": 5.054418563842773,
      "learning_rate": 1.8068946162889866e-08,
      "loss": 0.3272,
      "step": 2758700
    },
    {
      "epoch": 769.94,
      "grad_norm": 1.284848690032959,
      "learning_rate": 1.806559521396033e-08,
      "loss": 0.3467,
      "step": 2758710
    },
    {
      "epoch": 769.95,
      "grad_norm": 1.234160304069519,
      "learning_rate": 1.8062244574580057e-08,
      "loss": 0.346,
      "step": 2758720
    },
    {
      "epoch": 769.95,
      "grad_norm": 1.3246684074401855,
      "learning_rate": 1.8058894244749306e-08,
      "loss": 0.3307,
      "step": 2758730
    },
    {
      "epoch": 769.95,
      "grad_norm": 1.4047552347183228,
      "learning_rate": 1.8055544224469114e-08,
      "loss": 0.3361,
      "step": 2758740
    },
    {
      "epoch": 769.96,
      "grad_norm": 1.1716550588607788,
      "learning_rate": 1.8052194513738966e-08,
      "loss": 0.3502,
      "step": 2758750
    },
    {
      "epoch": 769.96,
      "grad_norm": 1.3548190593719482,
      "learning_rate": 1.8048845112560162e-08,
      "loss": 0.3274,
      "step": 2758760
    },
    {
      "epoch": 769.96,
      "grad_norm": 1.291453242301941,
      "learning_rate": 1.80454960209327e-08,
      "loss": 0.3434,
      "step": 2758770
    },
    {
      "epoch": 769.96,
      "grad_norm": 1.0285224914550781,
      "learning_rate": 1.80421472388571e-08,
      "loss": 0.3267,
      "step": 2758780
    },
    {
      "epoch": 769.97,
      "grad_norm": 1.2261804342269897,
      "learning_rate": 1.8038798766333887e-08,
      "loss": 0.3381,
      "step": 2758790
    },
    {
      "epoch": 769.97,
      "grad_norm": 1.3283330202102661,
      "learning_rate": 1.8035450603363313e-08,
      "loss": 0.3211,
      "step": 2758800
    },
    {
      "epoch": 769.97,
      "grad_norm": 1.088983178138733,
      "learning_rate": 1.8032102749946168e-08,
      "loss": 0.3308,
      "step": 2758810
    },
    {
      "epoch": 769.97,
      "grad_norm": 1.2212308645248413,
      "learning_rate": 1.8028755206082706e-08,
      "loss": 0.3499,
      "step": 2758820
    },
    {
      "epoch": 769.98,
      "grad_norm": 1.252321481704712,
      "learning_rate": 1.802540797177345e-08,
      "loss": 0.3448,
      "step": 2758830
    },
    {
      "epoch": 769.98,
      "grad_norm": 1.1756391525268555,
      "learning_rate": 1.8022061047018396e-08,
      "loss": 0.344,
      "step": 2758840
    },
    {
      "epoch": 769.98,
      "grad_norm": 1.341651201248169,
      "learning_rate": 1.801871443181885e-08,
      "loss": 0.335,
      "step": 2758850
    },
    {
      "epoch": 769.99,
      "grad_norm": 1.320688009262085,
      "learning_rate": 1.801536812617455e-08,
      "loss": 0.3454,
      "step": 2758860
    },
    {
      "epoch": 769.99,
      "grad_norm": 1.0933109521865845,
      "learning_rate": 1.801202213008602e-08,
      "loss": 0.3372,
      "step": 2758870
    },
    {
      "epoch": 769.99,
      "grad_norm": 1.0787866115570068,
      "learning_rate": 1.8008676443554294e-08,
      "loss": 0.3427,
      "step": 2758880
    },
    {
      "epoch": 769.99,
      "grad_norm": 1.212672472000122,
      "learning_rate": 1.8005331066578855e-08,
      "loss": 0.3439,
      "step": 2758890
    },
    {
      "epoch": 770.0,
      "grad_norm": 1.3025472164154053,
      "learning_rate": 1.8001985999161004e-08,
      "loss": 0.3433,
      "step": 2758900
    },
    {
      "epoch": 770.0,
      "grad_norm": 1.3591762781143188,
      "learning_rate": 1.799864124130074e-08,
      "loss": 0.3559,
      "step": 2758910
    },
    {
      "epoch": 770.0,
      "eval_loss": 0.335283100605011,
      "eval_runtime": 65.6353,
      "eval_samples_per_second": 77.077,
      "eval_steps_per_second": 9.644,
      "step": 2758910
    },
    {
      "epoch": 770.0,
      "grad_norm": 1.3524270057678223,
      "learning_rate": 1.7995296792998586e-08,
      "loss": 0.3485,
      "step": 2758920
    },
    {
      "epoch": 770.01,
      "grad_norm": 1.1615443229675293,
      "learning_rate": 1.79919526542548e-08,
      "loss": 0.3413,
      "step": 2758930
    },
    {
      "epoch": 770.01,
      "grad_norm": 1.2919076681137085,
      "learning_rate": 1.7988608825070422e-08,
      "loss": 0.3384,
      "step": 2758940
    },
    {
      "epoch": 770.01,
      "grad_norm": 1.2359483242034912,
      "learning_rate": 1.7985265305445454e-08,
      "loss": 0.3406,
      "step": 2758950
    },
    {
      "epoch": 770.01,
      "grad_norm": 1.390896201133728,
      "learning_rate": 1.798192209538016e-08,
      "loss": 0.3315,
      "step": 2758960
    },
    {
      "epoch": 770.02,
      "grad_norm": 1.361962080001831,
      "learning_rate": 1.797857919487557e-08,
      "loss": 0.3545,
      "step": 2758970
    },
    {
      "epoch": 770.02,
      "grad_norm": 1.1922290325164795,
      "learning_rate": 1.7975236603931434e-08,
      "loss": 0.3372,
      "step": 2758980
    },
    {
      "epoch": 770.02,
      "grad_norm": 1.254252314567566,
      "learning_rate": 1.7971894322548786e-08,
      "loss": 0.3318,
      "step": 2758990
    },
    {
      "epoch": 770.03,
      "grad_norm": 1.1516406536102295,
      "learning_rate": 1.796855235072789e-08,
      "loss": 0.327,
      "step": 2759000
    },
    {
      "epoch": 770.03,
      "grad_norm": 1.0674792528152466,
      "learning_rate": 1.7965210688469008e-08,
      "loss": 0.3208,
      "step": 2759010
    },
    {
      "epoch": 770.03,
      "grad_norm": 1.7512823343276978,
      "learning_rate": 1.7961869335772916e-08,
      "loss": 0.3349,
      "step": 2759020
    },
    {
      "epoch": 770.03,
      "grad_norm": 1.180696964263916,
      "learning_rate": 1.7958528292639617e-08,
      "loss": 0.3321,
      "step": 2759030
    },
    {
      "epoch": 770.04,
      "grad_norm": 2.592524766921997,
      "learning_rate": 1.795518755906989e-08,
      "loss": 0.3153,
      "step": 2759040
    },
    {
      "epoch": 770.04,
      "grad_norm": 7.145215034484863,
      "learning_rate": 1.7951847135063998e-08,
      "loss": 0.3394,
      "step": 2759050
    },
    {
      "epoch": 770.04,
      "grad_norm": 1.19850754737854,
      "learning_rate": 1.7948507020622456e-08,
      "loss": 0.3416,
      "step": 2759060
    },
    {
      "epoch": 770.04,
      "grad_norm": 1.5458132028579712,
      "learning_rate": 1.794516721574579e-08,
      "loss": 0.3291,
      "step": 2759070
    },
    {
      "epoch": 770.05,
      "grad_norm": 1.3386859893798828,
      "learning_rate": 1.7941827720434517e-08,
      "loss": 0.3354,
      "step": 2759080
    },
    {
      "epoch": 770.05,
      "grad_norm": 1.014396071434021,
      "learning_rate": 1.7938488534688636e-08,
      "loss": 0.3426,
      "step": 2759090
    },
    {
      "epoch": 770.05,
      "grad_norm": 1.5792016983032227,
      "learning_rate": 1.7935149658509194e-08,
      "loss": 0.3285,
      "step": 2759100
    },
    {
      "epoch": 770.06,
      "grad_norm": 1.4153625965118408,
      "learning_rate": 1.7931811091896187e-08,
      "loss": 0.3327,
      "step": 2759110
    },
    {
      "epoch": 770.06,
      "grad_norm": 1.2120256423950195,
      "learning_rate": 1.7928472834850392e-08,
      "loss": 0.329,
      "step": 2759120
    },
    {
      "epoch": 770.06,
      "grad_norm": 1.3516101837158203,
      "learning_rate": 1.7925134887371816e-08,
      "loss": 0.3388,
      "step": 2759130
    },
    {
      "epoch": 770.06,
      "grad_norm": 1.4331796169281006,
      "learning_rate": 1.7921797249461233e-08,
      "loss": 0.3414,
      "step": 2759140
    },
    {
      "epoch": 770.07,
      "grad_norm": 1.5426572561264038,
      "learning_rate": 1.791845992111943e-08,
      "loss": 0.3508,
      "step": 2759150
    },
    {
      "epoch": 770.07,
      "grad_norm": 1.306227684020996,
      "learning_rate": 1.7915122902345884e-08,
      "loss": 0.3267,
      "step": 2759160
    },
    {
      "epoch": 770.07,
      "grad_norm": 1.1452605724334717,
      "learning_rate": 1.7911786193141892e-08,
      "loss": 0.346,
      "step": 2759170
    },
    {
      "epoch": 770.08,
      "grad_norm": 1.1843353509902954,
      "learning_rate": 1.790844979350746e-08,
      "loss": 0.3405,
      "step": 2759180
    },
    {
      "epoch": 770.08,
      "grad_norm": 1.4621515274047852,
      "learning_rate": 1.7905113703443105e-08,
      "loss": 0.3263,
      "step": 2759190
    },
    {
      "epoch": 770.08,
      "grad_norm": 1.3732057809829712,
      "learning_rate": 1.7901777922949607e-08,
      "loss": 0.3271,
      "step": 2759200
    },
    {
      "epoch": 770.08,
      "grad_norm": 1.3431202173233032,
      "learning_rate": 1.7898442452026972e-08,
      "loss": 0.3529,
      "step": 2759210
    },
    {
      "epoch": 770.09,
      "grad_norm": 1.2470289468765259,
      "learning_rate": 1.789510729067571e-08,
      "loss": 0.3339,
      "step": 2759220
    },
    {
      "epoch": 770.09,
      "grad_norm": 1.1157138347625732,
      "learning_rate": 1.7891772438896612e-08,
      "loss": 0.3484,
      "step": 2759230
    },
    {
      "epoch": 770.09,
      "grad_norm": 1.3343746662139893,
      "learning_rate": 1.7888437896689673e-08,
      "loss": 0.3439,
      "step": 2759240
    },
    {
      "epoch": 770.09,
      "grad_norm": 1.5847982168197632,
      "learning_rate": 1.7885103664055673e-08,
      "loss": 0.3397,
      "step": 2759250
    },
    {
      "epoch": 770.1,
      "grad_norm": 1.2528890371322632,
      "learning_rate": 1.7881769740994875e-08,
      "loss": 0.3547,
      "step": 2759260
    },
    {
      "epoch": 770.1,
      "grad_norm": 1.3764094114303589,
      "learning_rate": 1.7878436127507797e-08,
      "loss": 0.3485,
      "step": 2759270
    },
    {
      "epoch": 770.1,
      "grad_norm": 1.204461932182312,
      "learning_rate": 1.7875102823594698e-08,
      "loss": 0.3193,
      "step": 2759280
    },
    {
      "epoch": 770.11,
      "grad_norm": 1.1939771175384521,
      "learning_rate": 1.787176982925636e-08,
      "loss": 0.331,
      "step": 2759290
    },
    {
      "epoch": 770.11,
      "grad_norm": 1.223954677581787,
      "learning_rate": 1.786843714449305e-08,
      "loss": 0.3155,
      "step": 2759300
    },
    {
      "epoch": 770.11,
      "grad_norm": 1.3405226469039917,
      "learning_rate": 1.7865104769305278e-08,
      "loss": 0.3376,
      "step": 2759310
    },
    {
      "epoch": 770.11,
      "grad_norm": 1.249354362487793,
      "learning_rate": 1.786177270369331e-08,
      "loss": 0.3361,
      "step": 2759320
    },
    {
      "epoch": 770.12,
      "grad_norm": 1.2588086128234863,
      "learning_rate": 1.7858440947657402e-08,
      "loss": 0.3168,
      "step": 2759330
    },
    {
      "epoch": 770.12,
      "grad_norm": 1.175062894821167,
      "learning_rate": 1.785510950119886e-08,
      "loss": 0.3415,
      "step": 2759340
    },
    {
      "epoch": 770.12,
      "grad_norm": 1.1080235242843628,
      "learning_rate": 1.785177836431716e-08,
      "loss": 0.3431,
      "step": 2759350
    },
    {
      "epoch": 770.13,
      "grad_norm": 1.3159682750701904,
      "learning_rate": 1.7848447537013345e-08,
      "loss": 0.3104,
      "step": 2759360
    },
    {
      "epoch": 770.13,
      "grad_norm": 1.276084303855896,
      "learning_rate": 1.7845117019287413e-08,
      "loss": 0.3402,
      "step": 2759370
    },
    {
      "epoch": 770.13,
      "grad_norm": 1.1802361011505127,
      "learning_rate": 1.784178681114041e-08,
      "loss": 0.314,
      "step": 2759380
    },
    {
      "epoch": 770.13,
      "grad_norm": 1.1815059185028076,
      "learning_rate": 1.7838456912572327e-08,
      "loss": 0.3322,
      "step": 2759390
    },
    {
      "epoch": 770.14,
      "grad_norm": 1.1052050590515137,
      "learning_rate": 1.7835127323583432e-08,
      "loss": 0.3374,
      "step": 2759400
    },
    {
      "epoch": 770.14,
      "grad_norm": 1.482169270515442,
      "learning_rate": 1.7831798044174762e-08,
      "loss": 0.3356,
      "step": 2759410
    },
    {
      "epoch": 770.14,
      "grad_norm": 1.2882871627807617,
      "learning_rate": 1.7828469074346057e-08,
      "loss": 0.3533,
      "step": 2759420
    },
    {
      "epoch": 770.15,
      "grad_norm": 1.2926408052444458,
      "learning_rate": 1.7825140414098623e-08,
      "loss": 0.3373,
      "step": 2759430
    },
    {
      "epoch": 770.15,
      "grad_norm": 1.2496339082717896,
      "learning_rate": 1.7821812063432192e-08,
      "loss": 0.3305,
      "step": 2759440
    },
    {
      "epoch": 770.15,
      "grad_norm": 1.1060210466384888,
      "learning_rate": 1.7818484022347287e-08,
      "loss": 0.3426,
      "step": 2759450
    },
    {
      "epoch": 770.15,
      "grad_norm": 1.3074747323989868,
      "learning_rate": 1.7815156290844953e-08,
      "loss": 0.3445,
      "step": 2759460
    },
    {
      "epoch": 770.16,
      "grad_norm": 1.5145692825317383,
      "learning_rate": 1.7811828868924665e-08,
      "loss": 0.3422,
      "step": 2759470
    },
    {
      "epoch": 770.16,
      "grad_norm": 1.3143255710601807,
      "learning_rate": 1.7808501756587726e-08,
      "loss": 0.3176,
      "step": 2759480
    },
    {
      "epoch": 770.16,
      "grad_norm": 3.2466065883636475,
      "learning_rate": 1.7805174953833875e-08,
      "loss": 0.3344,
      "step": 2759490
    },
    {
      "epoch": 770.16,
      "grad_norm": 1.4309329986572266,
      "learning_rate": 1.7801848460664414e-08,
      "loss": 0.3475,
      "step": 2759500
    },
    {
      "epoch": 770.17,
      "grad_norm": 1.2303661108016968,
      "learning_rate": 1.779852227707882e-08,
      "loss": 0.324,
      "step": 2759510
    },
    {
      "epoch": 770.17,
      "grad_norm": 1.0529602766036987,
      "learning_rate": 1.779519640307814e-08,
      "loss": 0.336,
      "step": 2759520
    },
    {
      "epoch": 770.17,
      "grad_norm": 1.1452149152755737,
      "learning_rate": 1.7791870838662885e-08,
      "loss": 0.3146,
      "step": 2759530
    },
    {
      "epoch": 770.18,
      "grad_norm": 1.2173609733581543,
      "learning_rate": 1.778854558383306e-08,
      "loss": 0.3339,
      "step": 2759540
    },
    {
      "epoch": 770.18,
      "grad_norm": 1.3410512208938599,
      "learning_rate": 1.7785220638589452e-08,
      "loss": 0.3342,
      "step": 2759550
    },
    {
      "epoch": 770.18,
      "grad_norm": 1.43956458568573,
      "learning_rate": 1.7781896002932312e-08,
      "loss": 0.3341,
      "step": 2759560
    },
    {
      "epoch": 770.18,
      "grad_norm": 1.173742413520813,
      "learning_rate": 1.777857167686216e-08,
      "loss": 0.3408,
      "step": 2759570
    },
    {
      "epoch": 770.19,
      "grad_norm": 1.2957526445388794,
      "learning_rate": 1.7775247660379524e-08,
      "loss": 0.3175,
      "step": 2759580
    },
    {
      "epoch": 770.19,
      "grad_norm": 1.3968111276626587,
      "learning_rate": 1.777192395348466e-08,
      "loss": 0.334,
      "step": 2759590
    },
    {
      "epoch": 770.19,
      "grad_norm": 1.214080572128296,
      "learning_rate": 1.7768600556178347e-08,
      "loss": 0.3422,
      "step": 2759600
    },
    {
      "epoch": 770.2,
      "grad_norm": 1.2154053449630737,
      "learning_rate": 1.7765277468460587e-08,
      "loss": 0.3336,
      "step": 2759610
    },
    {
      "epoch": 770.2,
      "grad_norm": 1.4134178161621094,
      "learning_rate": 1.77619546903319e-08,
      "loss": 0.3283,
      "step": 2759620
    },
    {
      "epoch": 770.2,
      "grad_norm": 1.1605377197265625,
      "learning_rate": 1.7758632221793068e-08,
      "loss": 0.3361,
      "step": 2759630
    },
    {
      "epoch": 770.2,
      "grad_norm": 1.3616994619369507,
      "learning_rate": 1.775531006284435e-08,
      "loss": 0.3396,
      "step": 2759640
    },
    {
      "epoch": 770.21,
      "grad_norm": 1.3260999917984009,
      "learning_rate": 1.7751988213486004e-08,
      "loss": 0.3381,
      "step": 2759650
    },
    {
      "epoch": 770.21,
      "grad_norm": 1.2642817497253418,
      "learning_rate": 1.7748666673718815e-08,
      "loss": 0.3306,
      "step": 2759660
    },
    {
      "epoch": 770.21,
      "grad_norm": 1.3584622144699097,
      "learning_rate": 1.774534544354278e-08,
      "loss": 0.3423,
      "step": 2759670
    },
    {
      "epoch": 770.21,
      "grad_norm": 1.2856663465499878,
      "learning_rate": 1.774202452295868e-08,
      "loss": 0.3244,
      "step": 2759680
    },
    {
      "epoch": 770.22,
      "grad_norm": 1.463784098625183,
      "learning_rate": 1.7738703911967038e-08,
      "loss": 0.3411,
      "step": 2759690
    },
    {
      "epoch": 770.22,
      "grad_norm": 1.1821458339691162,
      "learning_rate": 1.773538361056811e-08,
      "loss": 0.352,
      "step": 2759700
    },
    {
      "epoch": 770.22,
      "grad_norm": 1.3704208135604858,
      "learning_rate": 1.7732063618762157e-08,
      "loss": 0.3484,
      "step": 2759710
    },
    {
      "epoch": 770.23,
      "grad_norm": 1.2673192024230957,
      "learning_rate": 1.7728743936549964e-08,
      "loss": 0.3331,
      "step": 2759720
    },
    {
      "epoch": 770.23,
      "grad_norm": 1.2533133029937744,
      "learning_rate": 1.7725424563931787e-08,
      "loss": 0.3297,
      "step": 2759730
    },
    {
      "epoch": 770.23,
      "grad_norm": 1.3876004219055176,
      "learning_rate": 1.7722105500908145e-08,
      "loss": 0.3221,
      "step": 2759740
    },
    {
      "epoch": 770.23,
      "grad_norm": 1.636277437210083,
      "learning_rate": 1.7718786747479563e-08,
      "loss": 0.3312,
      "step": 2759750
    },
    {
      "epoch": 770.24,
      "grad_norm": 1.3037188053131104,
      "learning_rate": 1.77154683036463e-08,
      "loss": 0.3411,
      "step": 2759760
    },
    {
      "epoch": 770.24,
      "grad_norm": 1.1843546628952026,
      "learning_rate": 1.7712150169408613e-08,
      "loss": 0.3382,
      "step": 2759770
    },
    {
      "epoch": 770.24,
      "grad_norm": 1.1883883476257324,
      "learning_rate": 1.770883234476755e-08,
      "loss": 0.3317,
      "step": 2759780
    },
    {
      "epoch": 770.25,
      "grad_norm": 1.2185208797454834,
      "learning_rate": 1.770551482972284e-08,
      "loss": 0.3338,
      "step": 2759790
    },
    {
      "epoch": 770.25,
      "grad_norm": 1.051641821861267,
      "learning_rate": 1.7702197624275533e-08,
      "loss": 0.3287,
      "step": 2759800
    },
    {
      "epoch": 770.25,
      "grad_norm": 1.236789584159851,
      "learning_rate": 1.7698880728425885e-08,
      "loss": 0.3403,
      "step": 2759810
    },
    {
      "epoch": 770.25,
      "grad_norm": 1.2769744396209717,
      "learning_rate": 1.7695564142174158e-08,
      "loss": 0.3346,
      "step": 2759820
    },
    {
      "epoch": 770.26,
      "grad_norm": 1.3199717998504639,
      "learning_rate": 1.769224786552087e-08,
      "loss": 0.3379,
      "step": 2759830
    },
    {
      "epoch": 770.26,
      "grad_norm": 1.3080193996429443,
      "learning_rate": 1.7688931898466543e-08,
      "loss": 0.324,
      "step": 2759840
    },
    {
      "epoch": 770.26,
      "grad_norm": 1.2383136749267578,
      "learning_rate": 1.76856162410117e-08,
      "loss": 0.3391,
      "step": 2759850
    },
    {
      "epoch": 770.27,
      "grad_norm": 1.09945547580719,
      "learning_rate": 1.7682300893156597e-08,
      "loss": 0.3399,
      "step": 2759860
    },
    {
      "epoch": 770.27,
      "grad_norm": 1.1742619276046753,
      "learning_rate": 1.7678985854901755e-08,
      "loss": 0.3406,
      "step": 2759870
    },
    {
      "epoch": 770.27,
      "grad_norm": 1.351874589920044,
      "learning_rate": 1.767567112624744e-08,
      "loss": 0.3393,
      "step": 2759880
    },
    {
      "epoch": 770.27,
      "grad_norm": 1.2809251546859741,
      "learning_rate": 1.7672356707194424e-08,
      "loss": 0.3371,
      "step": 2759890
    },
    {
      "epoch": 770.28,
      "grad_norm": 1.4472732543945312,
      "learning_rate": 1.766904259774271e-08,
      "loss": 0.3432,
      "step": 2759900
    },
    {
      "epoch": 770.28,
      "grad_norm": 1.263010859489441,
      "learning_rate": 1.7665728797893343e-08,
      "loss": 0.3404,
      "step": 2759910
    },
    {
      "epoch": 770.28,
      "grad_norm": 2.9999849796295166,
      "learning_rate": 1.7662415307646317e-08,
      "loss": 0.3436,
      "step": 2759920
    },
    {
      "epoch": 770.28,
      "grad_norm": 1.2992169857025146,
      "learning_rate": 1.7659102127002157e-08,
      "loss": 0.3308,
      "step": 2759930
    },
    {
      "epoch": 770.29,
      "grad_norm": 1.5305744409561157,
      "learning_rate": 1.765578925596112e-08,
      "loss": 0.3583,
      "step": 2759940
    },
    {
      "epoch": 770.29,
      "grad_norm": 1.3386595249176025,
      "learning_rate": 1.765247669452425e-08,
      "loss": 0.3371,
      "step": 2759950
    },
    {
      "epoch": 770.29,
      "grad_norm": 1.1659544706344604,
      "learning_rate": 1.7649164442691282e-08,
      "loss": 0.3346,
      "step": 2759960
    },
    {
      "epoch": 770.3,
      "grad_norm": 1.0448061227798462,
      "learning_rate": 1.7645852500463263e-08,
      "loss": 0.3422,
      "step": 2759970
    },
    {
      "epoch": 770.3,
      "grad_norm": 1.225260615348816,
      "learning_rate": 1.7642540867839928e-08,
      "loss": 0.3399,
      "step": 2759980
    },
    {
      "epoch": 770.3,
      "grad_norm": 1.3148545026779175,
      "learning_rate": 1.763922954482258e-08,
      "loss": 0.3381,
      "step": 2759990
    },
    {
      "epoch": 770.3,
      "grad_norm": 1.41938316822052,
      "learning_rate": 1.7635918531410958e-08,
      "loss": 0.3269,
      "step": 2760000
    },
    {
      "epoch": 770.31,
      "grad_norm": 1.2302436828613281,
      "learning_rate": 1.7632607827605847e-08,
      "loss": 0.341,
      "step": 2760010
    },
    {
      "epoch": 770.31,
      "grad_norm": 1.1076076030731201,
      "learning_rate": 1.7629297433407496e-08,
      "loss": 0.3307,
      "step": 2760020
    },
    {
      "epoch": 770.31,
      "grad_norm": 1.304580807685852,
      "learning_rate": 1.7625987348816437e-08,
      "loss": 0.3358,
      "step": 2760030
    },
    {
      "epoch": 770.32,
      "grad_norm": 1.5476211309432983,
      "learning_rate": 1.762267757383319e-08,
      "loss": 0.3502,
      "step": 2760040
    },
    {
      "epoch": 770.32,
      "grad_norm": 1.1794244050979614,
      "learning_rate": 1.7619368108458266e-08,
      "loss": 0.3263,
      "step": 2760050
    },
    {
      "epoch": 770.32,
      "grad_norm": 1.154567003250122,
      "learning_rate": 1.761605895269167e-08,
      "loss": 0.3324,
      "step": 2760060
    },
    {
      "epoch": 770.32,
      "grad_norm": 1.339246392250061,
      "learning_rate": 1.7612750106534186e-08,
      "loss": 0.3304,
      "step": 2760070
    },
    {
      "epoch": 770.33,
      "grad_norm": 1.2579982280731201,
      "learning_rate": 1.760944156998633e-08,
      "loss": 0.3444,
      "step": 2760080
    },
    {
      "epoch": 770.33,
      "grad_norm": 1.2411636114120483,
      "learning_rate": 1.7606133343048365e-08,
      "loss": 0.329,
      "step": 2760090
    },
    {
      "epoch": 770.33,
      "grad_norm": 1.1585745811462402,
      "learning_rate": 1.760282542572081e-08,
      "loss": 0.327,
      "step": 2760100
    },
    {
      "epoch": 770.33,
      "grad_norm": 1.2389739751815796,
      "learning_rate": 1.7599517818003924e-08,
      "loss": 0.3202,
      "step": 2760110
    },
    {
      "epoch": 770.34,
      "grad_norm": 1.2119256258010864,
      "learning_rate": 1.759621051989849e-08,
      "loss": 0.3331,
      "step": 2760120
    },
    {
      "epoch": 770.34,
      "grad_norm": 1.3473926782608032,
      "learning_rate": 1.759290353140477e-08,
      "loss": 0.3319,
      "step": 2760130
    },
    {
      "epoch": 770.34,
      "grad_norm": 1.2491635084152222,
      "learning_rate": 1.758959685252302e-08,
      "loss": 0.3246,
      "step": 2760140
    },
    {
      "epoch": 770.35,
      "grad_norm": 1.2551854848861694,
      "learning_rate": 1.758629048325402e-08,
      "loss": 0.3435,
      "step": 2760150
    },
    {
      "epoch": 770.35,
      "grad_norm": 1.2389183044433594,
      "learning_rate": 1.7582984423598035e-08,
      "loss": 0.3387,
      "step": 2760160
    },
    {
      "epoch": 770.35,
      "grad_norm": 1.3126353025436401,
      "learning_rate": 1.7579678673555318e-08,
      "loss": 0.3241,
      "step": 2760170
    },
    {
      "epoch": 770.35,
      "grad_norm": 1.1168891191482544,
      "learning_rate": 1.757637323312666e-08,
      "loss": 0.3426,
      "step": 2760180
    },
    {
      "epoch": 770.36,
      "grad_norm": 1.2150779962539673,
      "learning_rate": 1.757306810231257e-08,
      "loss": 0.344,
      "step": 2760190
    },
    {
      "epoch": 770.36,
      "grad_norm": 1.2378300428390503,
      "learning_rate": 1.7569763281112797e-08,
      "loss": 0.3181,
      "step": 2760200
    },
    {
      "epoch": 770.36,
      "grad_norm": 1.1531001329421997,
      "learning_rate": 1.756645876952864e-08,
      "loss": 0.3349,
      "step": 2760210
    },
    {
      "epoch": 770.37,
      "grad_norm": 1.2255311012268066,
      "learning_rate": 1.7563154567560093e-08,
      "loss": 0.3309,
      "step": 2760220
    },
    {
      "epoch": 770.37,
      "grad_norm": 1.635658860206604,
      "learning_rate": 1.755985067520716e-08,
      "loss": 0.3412,
      "step": 2760230
    },
    {
      "epoch": 770.37,
      "grad_norm": 1.4600285291671753,
      "learning_rate": 1.7556547092471405e-08,
      "loss": 0.3341,
      "step": 2760240
    },
    {
      "epoch": 770.37,
      "grad_norm": 1.1281272172927856,
      "learning_rate": 1.7553243819352307e-08,
      "loss": 0.3483,
      "step": 2760250
    },
    {
      "epoch": 770.38,
      "grad_norm": 1.2984232902526855,
      "learning_rate": 1.7549940855850642e-08,
      "loss": 0.3221,
      "step": 2760260
    },
    {
      "epoch": 770.38,
      "grad_norm": 1.2158052921295166,
      "learning_rate": 1.7546638201966935e-08,
      "loss": 0.3429,
      "step": 2760270
    },
    {
      "epoch": 770.38,
      "grad_norm": 1.439084768295288,
      "learning_rate": 1.7543335857701444e-08,
      "loss": 0.3237,
      "step": 2760280
    },
    {
      "epoch": 770.39,
      "grad_norm": 1.2184066772460938,
      "learning_rate": 1.7540033823054947e-08,
      "loss": 0.3426,
      "step": 2760290
    },
    {
      "epoch": 770.39,
      "grad_norm": 1.207273006439209,
      "learning_rate": 1.7536732098027193e-08,
      "loss": 0.3314,
      "step": 2760300
    },
    {
      "epoch": 770.39,
      "grad_norm": 1.024043321609497,
      "learning_rate": 1.7533430682619472e-08,
      "loss": 0.3429,
      "step": 2760310
    },
    {
      "epoch": 770.39,
      "grad_norm": 1.2717664241790771,
      "learning_rate": 1.7530129576831532e-08,
      "loss": 0.3389,
      "step": 2760320
    },
    {
      "epoch": 770.4,
      "grad_norm": 1.1969144344329834,
      "learning_rate": 1.7526828780664147e-08,
      "loss": 0.3165,
      "step": 2760330
    },
    {
      "epoch": 770.4,
      "grad_norm": 1.203066110610962,
      "learning_rate": 1.7523528294117845e-08,
      "loss": 0.3283,
      "step": 2760340
    },
    {
      "epoch": 770.4,
      "grad_norm": 1.1320184469223022,
      "learning_rate": 1.7520228117192617e-08,
      "loss": 0.3312,
      "step": 2760350
    },
    {
      "epoch": 770.4,
      "grad_norm": 1.1340545415878296,
      "learning_rate": 1.751692824988951e-08,
      "loss": 0.3501,
      "step": 2760360
    },
    {
      "epoch": 770.41,
      "grad_norm": 1.1333223581314087,
      "learning_rate": 1.7513628692208524e-08,
      "loss": 0.3477,
      "step": 2760370
    },
    {
      "epoch": 770.41,
      "grad_norm": 1.3646177053451538,
      "learning_rate": 1.751032944415044e-08,
      "loss": 0.33,
      "step": 2760380
    },
    {
      "epoch": 770.41,
      "grad_norm": 1.1314465999603271,
      "learning_rate": 1.7507030505715253e-08,
      "loss": 0.3307,
      "step": 2760390
    },
    {
      "epoch": 770.42,
      "grad_norm": 1.3151686191558838,
      "learning_rate": 1.750373187690375e-08,
      "loss": 0.3357,
      "step": 2760400
    },
    {
      "epoch": 770.42,
      "grad_norm": 1.3395158052444458,
      "learning_rate": 1.7500433557716182e-08,
      "loss": 0.3418,
      "step": 2760410
    },
    {
      "epoch": 770.42,
      "grad_norm": 1.668380618095398,
      "learning_rate": 1.749713554815308e-08,
      "loss": 0.3254,
      "step": 2760420
    },
    {
      "epoch": 770.42,
      "grad_norm": 1.2273120880126953,
      "learning_rate": 1.74938378482147e-08,
      "loss": 0.3351,
      "step": 2760430
    },
    {
      "epoch": 770.43,
      "grad_norm": 1.433459758758545,
      "learning_rate": 1.7490540457901822e-08,
      "loss": 0.3111,
      "step": 2760440
    },
    {
      "epoch": 770.43,
      "grad_norm": 1.2720264196395874,
      "learning_rate": 1.7487243377214967e-08,
      "loss": 0.3359,
      "step": 2760450
    },
    {
      "epoch": 770.43,
      "grad_norm": 1.2431586980819702,
      "learning_rate": 1.7483946606153872e-08,
      "loss": 0.3375,
      "step": 2760460
    },
    {
      "epoch": 770.44,
      "grad_norm": 1.2889727354049683,
      "learning_rate": 1.7480650144719583e-08,
      "loss": 0.3447,
      "step": 2760470
    },
    {
      "epoch": 770.44,
      "grad_norm": 1.2077014446258545,
      "learning_rate": 1.7477353992912354e-08,
      "loss": 0.3375,
      "step": 2760480
    },
    {
      "epoch": 770.44,
      "grad_norm": 1.60792875289917,
      "learning_rate": 1.7474058150732713e-08,
      "loss": 0.3286,
      "step": 2760490
    },
    {
      "epoch": 770.44,
      "grad_norm": 1.1328094005584717,
      "learning_rate": 1.7470762618181177e-08,
      "loss": 0.3364,
      "step": 2760500
    },
    {
      "epoch": 770.45,
      "grad_norm": 1.542028784751892,
      "learning_rate": 1.7467467395258002e-08,
      "loss": 0.3411,
      "step": 2760510
    },
    {
      "epoch": 770.45,
      "grad_norm": 1.1851104497909546,
      "learning_rate": 1.7464172481963453e-08,
      "loss": 0.3435,
      "step": 2760520
    },
    {
      "epoch": 770.45,
      "grad_norm": 1.3226946592330933,
      "learning_rate": 1.746087787829831e-08,
      "loss": 0.3248,
      "step": 2760530
    },
    {
      "epoch": 770.45,
      "grad_norm": 1.19132399559021,
      "learning_rate": 1.7457583584262832e-08,
      "loss": 0.3379,
      "step": 2760540
    },
    {
      "epoch": 770.46,
      "grad_norm": 1.3934868574142456,
      "learning_rate": 1.745428959985754e-08,
      "loss": 0.3273,
      "step": 2760550
    },
    {
      "epoch": 770.46,
      "grad_norm": 1.3850219249725342,
      "learning_rate": 1.7450995925082696e-08,
      "loss": 0.3321,
      "step": 2760560
    },
    {
      "epoch": 770.46,
      "grad_norm": 1.122515320777893,
      "learning_rate": 1.7447702559939338e-08,
      "loss": 0.3242,
      "step": 2760570
    },
    {
      "epoch": 770.47,
      "grad_norm": 1.1445146799087524,
      "learning_rate": 1.744440950442695e-08,
      "loss": 0.3352,
      "step": 2760580
    },
    {
      "epoch": 770.47,
      "grad_norm": 1.9274592399597168,
      "learning_rate": 1.7441116758546563e-08,
      "loss": 0.3397,
      "step": 2760590
    },
    {
      "epoch": 770.47,
      "grad_norm": 1.3008800745010376,
      "learning_rate": 1.7437824322298707e-08,
      "loss": 0.3411,
      "step": 2760600
    },
    {
      "epoch": 770.47,
      "grad_norm": 1.3362815380096436,
      "learning_rate": 1.743453219568364e-08,
      "loss": 0.339,
      "step": 2760610
    },
    {
      "epoch": 770.48,
      "grad_norm": 1.4150935411453247,
      "learning_rate": 1.743124037870162e-08,
      "loss": 0.335,
      "step": 2760620
    },
    {
      "epoch": 770.48,
      "grad_norm": 1.527449607849121,
      "learning_rate": 1.7427948871353433e-08,
      "loss": 0.3479,
      "step": 2760630
    },
    {
      "epoch": 770.48,
      "grad_norm": 1.3585517406463623,
      "learning_rate": 1.742465767363907e-08,
      "loss": 0.3415,
      "step": 2760640
    },
    {
      "epoch": 770.49,
      "grad_norm": 1.6485203504562378,
      "learning_rate": 1.742136678555958e-08,
      "loss": 0.3339,
      "step": 2760650
    },
    {
      "epoch": 770.49,
      "grad_norm": 1.1985836029052734,
      "learning_rate": 1.7418076207114956e-08,
      "loss": 0.3419,
      "step": 2760660
    },
    {
      "epoch": 770.49,
      "grad_norm": 1.2532563209533691,
      "learning_rate": 1.7414785938305464e-08,
      "loss": 0.3265,
      "step": 2760670
    },
    {
      "epoch": 770.49,
      "grad_norm": 1.315748929977417,
      "learning_rate": 1.7411495979132144e-08,
      "loss": 0.3427,
      "step": 2760680
    },
    {
      "epoch": 770.5,
      "grad_norm": 1.4960191249847412,
      "learning_rate": 1.7408206329594994e-08,
      "loss": 0.3596,
      "step": 2760690
    },
    {
      "epoch": 770.5,
      "grad_norm": 1.7537620067596436,
      "learning_rate": 1.7404916989694537e-08,
      "loss": 0.3506,
      "step": 2760700
    },
    {
      "epoch": 770.5,
      "grad_norm": 1.1597590446472168,
      "learning_rate": 1.740162795943155e-08,
      "loss": 0.3177,
      "step": 2760710
    },
    {
      "epoch": 770.51,
      "grad_norm": 1.4798592329025269,
      "learning_rate": 1.7398339238805776e-08,
      "loss": 0.3469,
      "step": 2760720
    },
    {
      "epoch": 770.51,
      "grad_norm": 1.2889608144760132,
      "learning_rate": 1.7395050827818254e-08,
      "loss": 0.344,
      "step": 2760730
    },
    {
      "epoch": 770.51,
      "grad_norm": 1.2921271324157715,
      "learning_rate": 1.7391762726468982e-08,
      "loss": 0.3311,
      "step": 2760740
    },
    {
      "epoch": 770.51,
      "grad_norm": 1.5032234191894531,
      "learning_rate": 1.7388474934758746e-08,
      "loss": 0.334,
      "step": 2760750
    },
    {
      "epoch": 770.52,
      "grad_norm": 1.1188892126083374,
      "learning_rate": 1.7385187452688063e-08,
      "loss": 0.3395,
      "step": 2760760
    },
    {
      "epoch": 770.52,
      "grad_norm": 1.3458584547042847,
      "learning_rate": 1.7381900280256932e-08,
      "loss": 0.3156,
      "step": 2760770
    },
    {
      "epoch": 770.52,
      "grad_norm": 1.6311225891113281,
      "learning_rate": 1.737861341746614e-08,
      "loss": 0.3474,
      "step": 2760780
    },
    {
      "epoch": 770.52,
      "grad_norm": 1.0225176811218262,
      "learning_rate": 1.7375326864315936e-08,
      "loss": 0.3419,
      "step": 2760790
    },
    {
      "epoch": 770.53,
      "grad_norm": 1.2820489406585693,
      "learning_rate": 1.737204062080711e-08,
      "loss": 0.3219,
      "step": 2760800
    },
    {
      "epoch": 770.53,
      "grad_norm": 2.301746368408203,
      "learning_rate": 1.7368754686939398e-08,
      "loss": 0.346,
      "step": 2760810
    },
    {
      "epoch": 770.53,
      "grad_norm": 1.0776773691177368,
      "learning_rate": 1.7365469062713844e-08,
      "loss": 0.325,
      "step": 2760820
    },
    {
      "epoch": 770.54,
      "grad_norm": 1.4129767417907715,
      "learning_rate": 1.7362183748130706e-08,
      "loss": 0.3285,
      "step": 2760830
    },
    {
      "epoch": 770.54,
      "grad_norm": 1.2587542533874512,
      "learning_rate": 1.73588987431905e-08,
      "loss": 0.3373,
      "step": 2760840
    },
    {
      "epoch": 770.54,
      "grad_norm": 1.6522111892700195,
      "learning_rate": 1.7355614047893495e-08,
      "loss": 0.3375,
      "step": 2760850
    },
    {
      "epoch": 770.54,
      "grad_norm": 1.3648680448532104,
      "learning_rate": 1.7352329662240204e-08,
      "loss": 0.3456,
      "step": 2760860
    },
    {
      "epoch": 770.55,
      "grad_norm": 1.4917755126953125,
      "learning_rate": 1.7349045586231152e-08,
      "loss": 0.3488,
      "step": 2760870
    },
    {
      "epoch": 770.55,
      "grad_norm": 1.329222321510315,
      "learning_rate": 1.7345761819866597e-08,
      "loss": 0.3396,
      "step": 2760880
    },
    {
      "epoch": 770.55,
      "grad_norm": 1.0377713441848755,
      "learning_rate": 1.734247836314732e-08,
      "loss": 0.3356,
      "step": 2760890
    },
    {
      "epoch": 770.56,
      "grad_norm": 1.3785945177078247,
      "learning_rate": 1.7339195216073324e-08,
      "loss": 0.3245,
      "step": 2760900
    },
    {
      "epoch": 770.56,
      "grad_norm": 1.2725269794464111,
      "learning_rate": 1.7335912378645124e-08,
      "loss": 0.3417,
      "step": 2760910
    },
    {
      "epoch": 770.56,
      "grad_norm": 2.1398611068725586,
      "learning_rate": 1.7332629850863503e-08,
      "loss": 0.3399,
      "step": 2760920
    },
    {
      "epoch": 770.56,
      "grad_norm": 1.0096614360809326,
      "learning_rate": 1.732934763272846e-08,
      "loss": 0.3435,
      "step": 2760930
    },
    {
      "epoch": 770.57,
      "grad_norm": 1.2463852167129517,
      "learning_rate": 1.732606572424104e-08,
      "loss": 0.333,
      "step": 2760940
    },
    {
      "epoch": 770.57,
      "grad_norm": 1.1690325736999512,
      "learning_rate": 1.7322784125400978e-08,
      "loss": 0.3274,
      "step": 2760950
    },
    {
      "epoch": 770.57,
      "grad_norm": 1.3541587591171265,
      "learning_rate": 1.7319502836208795e-08,
      "loss": 0.3422,
      "step": 2760960
    },
    {
      "epoch": 770.57,
      "grad_norm": 2.212554454803467,
      "learning_rate": 1.7316221856665537e-08,
      "loss": 0.3303,
      "step": 2760970
    },
    {
      "epoch": 770.58,
      "grad_norm": 1.2065787315368652,
      "learning_rate": 1.7312941186771197e-08,
      "loss": 0.3214,
      "step": 2760980
    },
    {
      "epoch": 770.58,
      "grad_norm": 1.1597567796707153,
      "learning_rate": 1.7309660826525778e-08,
      "loss": 0.3294,
      "step": 2760990
    },
    {
      "epoch": 770.58,
      "grad_norm": 1.2385457754135132,
      "learning_rate": 1.7306380775930843e-08,
      "loss": 0.3303,
      "step": 2761000
    },
    {
      "epoch": 770.59,
      "grad_norm": 1.18641996383667,
      "learning_rate": 1.7303101034985867e-08,
      "loss": 0.3349,
      "step": 2761010
    },
    {
      "epoch": 770.59,
      "grad_norm": 1.3063584566116333,
      "learning_rate": 1.7299821603691636e-08,
      "loss": 0.3567,
      "step": 2761020
    },
    {
      "epoch": 770.59,
      "grad_norm": 1.854315161705017,
      "learning_rate": 1.729654248204867e-08,
      "loss": 0.3429,
      "step": 2761030
    },
    {
      "epoch": 770.59,
      "grad_norm": 1.1576173305511475,
      "learning_rate": 1.7293263670056963e-08,
      "loss": 0.3366,
      "step": 2761040
    },
    {
      "epoch": 770.6,
      "grad_norm": 1.2871567010879517,
      "learning_rate": 1.728998516771782e-08,
      "loss": 0.3491,
      "step": 2761050
    },
    {
      "epoch": 770.6,
      "grad_norm": 1.110280156135559,
      "learning_rate": 1.7286706975030723e-08,
      "loss": 0.3452,
      "step": 2761060
    },
    {
      "epoch": 770.6,
      "grad_norm": 1.414019227027893,
      "learning_rate": 1.728342909199671e-08,
      "loss": 0.3498,
      "step": 2761070
    },
    {
      "epoch": 770.61,
      "grad_norm": 1.0696940422058105,
      "learning_rate": 1.728015151861604e-08,
      "loss": 0.3345,
      "step": 2761080
    },
    {
      "epoch": 770.61,
      "grad_norm": 1.2981059551239014,
      "learning_rate": 1.727687425488898e-08,
      "loss": 0.3282,
      "step": 2761090
    },
    {
      "epoch": 770.61,
      "grad_norm": 1.1478149890899658,
      "learning_rate": 1.727359730081604e-08,
      "loss": 0.3648,
      "step": 2761100
    },
    {
      "epoch": 770.61,
      "grad_norm": 1.2181646823883057,
      "learning_rate": 1.7270320656398006e-08,
      "loss": 0.3386,
      "step": 2761110
    },
    {
      "epoch": 770.62,
      "grad_norm": 1.3061394691467285,
      "learning_rate": 1.7267044321635138e-08,
      "loss": 0.3368,
      "step": 2761120
    },
    {
      "epoch": 770.62,
      "grad_norm": 1.2266737222671509,
      "learning_rate": 1.726376829652744e-08,
      "loss": 0.3385,
      "step": 2761130
    },
    {
      "epoch": 770.62,
      "grad_norm": 1.1768943071365356,
      "learning_rate": 1.7260492581075946e-08,
      "loss": 0.3382,
      "step": 2761140
    },
    {
      "epoch": 770.63,
      "grad_norm": 1.0841001272201538,
      "learning_rate": 1.7257217175280657e-08,
      "loss": 0.3404,
      "step": 2761150
    },
    {
      "epoch": 770.63,
      "grad_norm": 1.2766859531402588,
      "learning_rate": 1.725394207914236e-08,
      "loss": 0.3323,
      "step": 2761160
    },
    {
      "epoch": 770.63,
      "grad_norm": 1.5561704635620117,
      "learning_rate": 1.7250667292661308e-08,
      "loss": 0.3432,
      "step": 2761170
    },
    {
      "epoch": 770.63,
      "grad_norm": 1.2885082960128784,
      "learning_rate": 1.7247392815837764e-08,
      "loss": 0.338,
      "step": 2761180
    },
    {
      "epoch": 770.64,
      "grad_norm": 1.1504521369934082,
      "learning_rate": 1.724411864867251e-08,
      "loss": 0.3537,
      "step": 2761190
    },
    {
      "epoch": 770.64,
      "grad_norm": 1.2332053184509277,
      "learning_rate": 1.7240844791165803e-08,
      "loss": 0.3412,
      "step": 2761200
    },
    {
      "epoch": 770.64,
      "grad_norm": 1.3368237018585205,
      "learning_rate": 1.7237571243318166e-08,
      "loss": 0.3371,
      "step": 2761210
    },
    {
      "epoch": 770.64,
      "grad_norm": 1.0942670106887817,
      "learning_rate": 1.723429800512986e-08,
      "loss": 0.3359,
      "step": 2761220
    },
    {
      "epoch": 770.65,
      "grad_norm": 1.2203141450881958,
      "learning_rate": 1.72310250766014e-08,
      "loss": 0.3266,
      "step": 2761230
    },
    {
      "epoch": 770.65,
      "grad_norm": 1.4399659633636475,
      "learning_rate": 1.7227752457733575e-08,
      "loss": 0.3332,
      "step": 2761240
    },
    {
      "epoch": 770.65,
      "grad_norm": 1.259053111076355,
      "learning_rate": 1.722448014852612e-08,
      "loss": 0.3326,
      "step": 2761250
    },
    {
      "epoch": 770.66,
      "grad_norm": 1.3533811569213867,
      "learning_rate": 1.722120814897981e-08,
      "loss": 0.3454,
      "step": 2761260
    },
    {
      "epoch": 770.66,
      "grad_norm": 1.4710711240768433,
      "learning_rate": 1.7217936459095436e-08,
      "loss": 0.3489,
      "step": 2761270
    },
    {
      "epoch": 770.66,
      "grad_norm": 1.7724716663360596,
      "learning_rate": 1.7214665078872735e-08,
      "loss": 0.3341,
      "step": 2761280
    },
    {
      "epoch": 770.66,
      "grad_norm": 1.278611183166504,
      "learning_rate": 1.7211394008312743e-08,
      "loss": 0.3576,
      "step": 2761290
    },
    {
      "epoch": 770.67,
      "grad_norm": 1.2678875923156738,
      "learning_rate": 1.7208123247415724e-08,
      "loss": 0.3375,
      "step": 2761300
    },
    {
      "epoch": 770.67,
      "grad_norm": 1.0843483209609985,
      "learning_rate": 1.7204852796181936e-08,
      "loss": 0.3567,
      "step": 2761310
    },
    {
      "epoch": 770.67,
      "grad_norm": 1.4935518503189087,
      "learning_rate": 1.7201582654612165e-08,
      "loss": 0.3272,
      "step": 2761320
    },
    {
      "epoch": 770.68,
      "grad_norm": 1.362943172454834,
      "learning_rate": 1.7198312822706406e-08,
      "loss": 0.3444,
      "step": 2761330
    },
    {
      "epoch": 770.68,
      "grad_norm": 1.306062936782837,
      "learning_rate": 1.7195043300465178e-08,
      "loss": 0.3535,
      "step": 2761340
    },
    {
      "epoch": 770.68,
      "grad_norm": 1.334195613861084,
      "learning_rate": 1.719177408788953e-08,
      "loss": 0.3348,
      "step": 2761350
    },
    {
      "epoch": 770.68,
      "grad_norm": 1.1908977031707764,
      "learning_rate": 1.718850518497893e-08,
      "loss": 0.3141,
      "step": 2761360
    },
    {
      "epoch": 770.69,
      "grad_norm": 1.2950066328048706,
      "learning_rate": 1.7185236591734428e-08,
      "loss": 0.3239,
      "step": 2761370
    },
    {
      "epoch": 770.69,
      "grad_norm": 1.1808077096939087,
      "learning_rate": 1.718196830815654e-08,
      "loss": 0.3477,
      "step": 2761380
    },
    {
      "epoch": 770.69,
      "grad_norm": 1.2424919605255127,
      "learning_rate": 1.7178700334245267e-08,
      "loss": 0.3353,
      "step": 2761390
    },
    {
      "epoch": 770.69,
      "grad_norm": 1.3289374113082886,
      "learning_rate": 1.717543267000139e-08,
      "loss": 0.3271,
      "step": 2761400
    },
    {
      "epoch": 770.7,
      "grad_norm": 1.1634784936904907,
      "learning_rate": 1.717216531542517e-08,
      "loss": 0.327,
      "step": 2761410
    },
    {
      "epoch": 770.7,
      "grad_norm": 1.1779897212982178,
      "learning_rate": 1.7168898270517128e-08,
      "loss": 0.3249,
      "step": 2761420
    },
    {
      "epoch": 770.7,
      "grad_norm": 1.2040338516235352,
      "learning_rate": 1.716563153527752e-08,
      "loss": 0.3314,
      "step": 2761430
    },
    {
      "epoch": 770.71,
      "grad_norm": 1.4125508069992065,
      "learning_rate": 1.716236510970713e-08,
      "loss": 0.3275,
      "step": 2761440
    },
    {
      "epoch": 770.71,
      "grad_norm": 1.330177664756775,
      "learning_rate": 1.7159098993806217e-08,
      "loss": 0.3391,
      "step": 2761450
    },
    {
      "epoch": 770.71,
      "grad_norm": 1.1350245475769043,
      "learning_rate": 1.7155833187575044e-08,
      "loss": 0.3514,
      "step": 2761460
    },
    {
      "epoch": 770.71,
      "grad_norm": 1.2489771842956543,
      "learning_rate": 1.7152567691014126e-08,
      "loss": 0.339,
      "step": 2761470
    },
    {
      "epoch": 770.72,
      "grad_norm": 1.15216064453125,
      "learning_rate": 1.714930250412399e-08,
      "loss": 0.3429,
      "step": 2761480
    },
    {
      "epoch": 770.72,
      "grad_norm": 1.442643642425537,
      "learning_rate": 1.714603762690515e-08,
      "loss": 0.3401,
      "step": 2761490
    },
    {
      "epoch": 770.72,
      "grad_norm": 1.3711364269256592,
      "learning_rate": 1.7142773059357872e-08,
      "loss": 0.3412,
      "step": 2761500
    },
    {
      "epoch": 770.73,
      "grad_norm": 1.2302381992340088,
      "learning_rate": 1.713950880148267e-08,
      "loss": 0.3119,
      "step": 2761510
    },
    {
      "epoch": 770.73,
      "grad_norm": 1.1558586359024048,
      "learning_rate": 1.713624485328007e-08,
      "loss": 0.334,
      "step": 2761520
    },
    {
      "epoch": 770.73,
      "grad_norm": 16.832839965820312,
      "learning_rate": 1.7132981214750072e-08,
      "loss": 0.3281,
      "step": 2761530
    },
    {
      "epoch": 770.73,
      "grad_norm": 1.403260350227356,
      "learning_rate": 1.7129717885893715e-08,
      "loss": 0.3369,
      "step": 2761540
    },
    {
      "epoch": 770.74,
      "grad_norm": 1.33297860622406,
      "learning_rate": 1.7126454866710995e-08,
      "loss": 0.3386,
      "step": 2761550
    },
    {
      "epoch": 770.74,
      "grad_norm": 1.5207222700119019,
      "learning_rate": 1.71231921572027e-08,
      "loss": 0.3326,
      "step": 2761560
    },
    {
      "epoch": 770.74,
      "grad_norm": 1.1003457307815552,
      "learning_rate": 1.7119929757368826e-08,
      "loss": 0.3333,
      "step": 2761570
    },
    {
      "epoch": 770.75,
      "grad_norm": 0.989405632019043,
      "learning_rate": 1.7116667667210152e-08,
      "loss": 0.3328,
      "step": 2761580
    },
    {
      "epoch": 770.75,
      "grad_norm": 1.1134963035583496,
      "learning_rate": 1.7113405886726942e-08,
      "loss": 0.3376,
      "step": 2761590
    },
    {
      "epoch": 770.75,
      "grad_norm": 1.7533217668533325,
      "learning_rate": 1.7110144415919715e-08,
      "loss": 0.3487,
      "step": 2761600
    },
    {
      "epoch": 770.75,
      "grad_norm": 1.0964162349700928,
      "learning_rate": 1.710688325478925e-08,
      "loss": 0.3398,
      "step": 2761610
    },
    {
      "epoch": 770.76,
      "grad_norm": 1.1604793071746826,
      "learning_rate": 1.710362240333503e-08,
      "loss": 0.3312,
      "step": 2761620
    },
    {
      "epoch": 770.76,
      "grad_norm": 1.1869670152664185,
      "learning_rate": 1.7100361861558613e-08,
      "loss": 0.3372,
      "step": 2761630
    },
    {
      "epoch": 770.76,
      "grad_norm": 1.3248670101165771,
      "learning_rate": 1.709710162945948e-08,
      "loss": 0.3388,
      "step": 2761640
    },
    {
      "epoch": 770.76,
      "grad_norm": 1.1625988483428955,
      "learning_rate": 1.709384170703867e-08,
      "loss": 0.3294,
      "step": 2761650
    },
    {
      "epoch": 770.77,
      "grad_norm": 1.3252002000808716,
      "learning_rate": 1.709058209429645e-08,
      "loss": 0.332,
      "step": 2761660
    },
    {
      "epoch": 770.77,
      "grad_norm": 1.1538958549499512,
      "learning_rate": 1.708732279123307e-08,
      "loss": 0.3405,
      "step": 2761670
    },
    {
      "epoch": 770.77,
      "grad_norm": 1.363106608390808,
      "learning_rate": 1.7084063797849317e-08,
      "loss": 0.3523,
      "step": 2761680
    },
    {
      "epoch": 770.78,
      "grad_norm": 1.367172122001648,
      "learning_rate": 1.708080511414545e-08,
      "loss": 0.3452,
      "step": 2761690
    },
    {
      "epoch": 770.78,
      "grad_norm": 1.230230450630188,
      "learning_rate": 1.707754674012173e-08,
      "loss": 0.3435,
      "step": 2761700
    },
    {
      "epoch": 770.78,
      "grad_norm": 1.4426008462905884,
      "learning_rate": 1.7074288675778675e-08,
      "loss": 0.3292,
      "step": 2761710
    },
    {
      "epoch": 770.78,
      "grad_norm": 1.2512282133102417,
      "learning_rate": 1.7071030921117067e-08,
      "loss": 0.3512,
      "step": 2761720
    },
    {
      "epoch": 770.79,
      "grad_norm": 1.1602420806884766,
      "learning_rate": 1.7067773476136908e-08,
      "loss": 0.3379,
      "step": 2761730
    },
    {
      "epoch": 770.79,
      "grad_norm": 1.0984081029891968,
      "learning_rate": 1.7064516340838715e-08,
      "loss": 0.3405,
      "step": 2761740
    },
    {
      "epoch": 770.79,
      "grad_norm": 1.470591425895691,
      "learning_rate": 1.706125951522327e-08,
      "loss": 0.3358,
      "step": 2761750
    },
    {
      "epoch": 770.8,
      "grad_norm": 1.213152289390564,
      "learning_rate": 1.7058002999290574e-08,
      "loss": 0.3492,
      "step": 2761760
    },
    {
      "epoch": 770.8,
      "grad_norm": 1.3001283407211304,
      "learning_rate": 1.7054746793041146e-08,
      "loss": 0.3518,
      "step": 2761770
    },
    {
      "epoch": 770.8,
      "grad_norm": 1.229786992073059,
      "learning_rate": 1.705149089647551e-08,
      "loss": 0.3401,
      "step": 2761780
    },
    {
      "epoch": 770.8,
      "grad_norm": 1.325513482093811,
      "learning_rate": 1.7048235309594182e-08,
      "loss": 0.3435,
      "step": 2761790
    },
    {
      "epoch": 770.81,
      "grad_norm": 1.1650242805480957,
      "learning_rate": 1.7044980032397162e-08,
      "loss": 0.3249,
      "step": 2761800
    },
    {
      "epoch": 770.81,
      "grad_norm": 1.4542375802993774,
      "learning_rate": 1.7041725064885493e-08,
      "loss": 0.3434,
      "step": 2761810
    },
    {
      "epoch": 770.81,
      "grad_norm": 1.2572394609451294,
      "learning_rate": 1.7038470407059432e-08,
      "loss": 0.3305,
      "step": 2761820
    },
    {
      "epoch": 770.81,
      "grad_norm": 1.3322926759719849,
      "learning_rate": 1.7035216058918986e-08,
      "loss": 0.3369,
      "step": 2761830
    },
    {
      "epoch": 770.82,
      "grad_norm": 1.2910131216049194,
      "learning_rate": 1.703196202046545e-08,
      "loss": 0.3408,
      "step": 2761840
    },
    {
      "epoch": 770.82,
      "grad_norm": 1.143682599067688,
      "learning_rate": 1.7028708291698304e-08,
      "loss": 0.3505,
      "step": 2761850
    },
    {
      "epoch": 770.82,
      "grad_norm": 1.2018615007400513,
      "learning_rate": 1.702545487261833e-08,
      "loss": 0.3219,
      "step": 2761860
    },
    {
      "epoch": 770.83,
      "grad_norm": 1.3471015691757202,
      "learning_rate": 1.7022201763226048e-08,
      "loss": 0.3309,
      "step": 2761870
    },
    {
      "epoch": 770.83,
      "grad_norm": 3.882800817489624,
      "learning_rate": 1.701894896352198e-08,
      "loss": 0.3326,
      "step": 2761880
    },
    {
      "epoch": 770.83,
      "grad_norm": 1.3186335563659668,
      "learning_rate": 1.701569647350664e-08,
      "loss": 0.3534,
      "step": 2761890
    },
    {
      "epoch": 770.83,
      "grad_norm": 1.3207381963729858,
      "learning_rate": 1.701244429318004e-08,
      "loss": 0.3422,
      "step": 2761900
    },
    {
      "epoch": 770.84,
      "grad_norm": 1.3088186979293823,
      "learning_rate": 1.700919242254295e-08,
      "loss": 0.344,
      "step": 2761910
    },
    {
      "epoch": 770.84,
      "grad_norm": 1.543052315711975,
      "learning_rate": 1.7005940861595635e-08,
      "loss": 0.3449,
      "step": 2761920
    },
    {
      "epoch": 770.84,
      "grad_norm": 1.179924726486206,
      "learning_rate": 1.7002689610338613e-08,
      "loss": 0.3228,
      "step": 2761930
    },
    {
      "epoch": 770.85,
      "grad_norm": 1.8092358112335205,
      "learning_rate": 1.6999438668772147e-08,
      "loss": 0.3362,
      "step": 2761940
    },
    {
      "epoch": 770.85,
      "grad_norm": 1.1794171333312988,
      "learning_rate": 1.6996188036897012e-08,
      "loss": 0.335,
      "step": 2761950
    },
    {
      "epoch": 770.85,
      "grad_norm": 1.133718490600586,
      "learning_rate": 1.6992937714713217e-08,
      "loss": 0.353,
      "step": 2761960
    },
    {
      "epoch": 770.85,
      "grad_norm": 1.2251845598220825,
      "learning_rate": 1.6989687702221536e-08,
      "loss": 0.3373,
      "step": 2761970
    },
    {
      "epoch": 770.86,
      "grad_norm": 1.2121243476867676,
      "learning_rate": 1.698643799942249e-08,
      "loss": 0.3367,
      "step": 2761980
    },
    {
      "epoch": 770.86,
      "grad_norm": 1.1921558380126953,
      "learning_rate": 1.698318860631608e-08,
      "loss": 0.3505,
      "step": 2761990
    },
    {
      "epoch": 770.86,
      "grad_norm": 1.4517427682876587,
      "learning_rate": 1.697993952290309e-08,
      "loss": 0.3348,
      "step": 2762000
    },
    {
      "epoch": 770.87,
      "grad_norm": 1.250077247619629,
      "learning_rate": 1.6976690749183513e-08,
      "loss": 0.3285,
      "step": 2762010
    },
    {
      "epoch": 770.87,
      "grad_norm": 1.2904534339904785,
      "learning_rate": 1.697344228515866e-08,
      "loss": 0.3401,
      "step": 2762020
    },
    {
      "epoch": 770.87,
      "grad_norm": 1.3246865272521973,
      "learning_rate": 1.6970194130828e-08,
      "loss": 0.3289,
      "step": 2762030
    },
    {
      "epoch": 770.87,
      "grad_norm": 1.577080249786377,
      "learning_rate": 1.6966946286192314e-08,
      "loss": 0.3459,
      "step": 2762040
    },
    {
      "epoch": 770.88,
      "grad_norm": 1.340274453163147,
      "learning_rate": 1.6963698751252392e-08,
      "loss": 0.3354,
      "step": 2762050
    },
    {
      "epoch": 770.88,
      "grad_norm": 1.3236175775527954,
      "learning_rate": 1.6960451526007966e-08,
      "loss": 0.3264,
      "step": 2762060
    },
    {
      "epoch": 770.88,
      "grad_norm": 1.1180585622787476,
      "learning_rate": 1.695720461046034e-08,
      "loss": 0.3621,
      "step": 2762070
    },
    {
      "epoch": 770.88,
      "grad_norm": 1.1958919763565063,
      "learning_rate": 1.6953958004608995e-08,
      "loss": 0.3351,
      "step": 2762080
    },
    {
      "epoch": 770.89,
      "grad_norm": 1.5034822225570679,
      "learning_rate": 1.6950711708455228e-08,
      "loss": 0.3429,
      "step": 2762090
    },
    {
      "epoch": 770.89,
      "grad_norm": 1.4802720546722412,
      "learning_rate": 1.694746572199878e-08,
      "loss": 0.3318,
      "step": 2762100
    },
    {
      "epoch": 770.89,
      "grad_norm": 1.171884536743164,
      "learning_rate": 1.6944220045240695e-08,
      "loss": 0.3293,
      "step": 2762110
    },
    {
      "epoch": 770.9,
      "grad_norm": 1.3803787231445312,
      "learning_rate": 1.694097467818071e-08,
      "loss": 0.344,
      "step": 2762120
    },
    {
      "epoch": 770.9,
      "grad_norm": 1.3977062702178955,
      "learning_rate": 1.6937729620819864e-08,
      "loss": 0.3547,
      "step": 2762130
    },
    {
      "epoch": 770.9,
      "grad_norm": 1.3773386478424072,
      "learning_rate": 1.693448487315842e-08,
      "loss": 0.3275,
      "step": 2762140
    },
    {
      "epoch": 770.9,
      "grad_norm": 1.3230544328689575,
      "learning_rate": 1.6931240435196643e-08,
      "loss": 0.3338,
      "step": 2762150
    },
    {
      "epoch": 770.91,
      "grad_norm": 1.3933444023132324,
      "learning_rate": 1.6927996306935302e-08,
      "loss": 0.3371,
      "step": 2762160
    },
    {
      "epoch": 770.91,
      "grad_norm": 1.3785454034805298,
      "learning_rate": 1.6924752488374145e-08,
      "loss": 0.3331,
      "step": 2762170
    },
    {
      "epoch": 770.91,
      "grad_norm": 1.1907926797866821,
      "learning_rate": 1.6921508979514472e-08,
      "loss": 0.3442,
      "step": 2762180
    },
    {
      "epoch": 770.92,
      "grad_norm": 1.0460171699523926,
      "learning_rate": 1.6918265780356282e-08,
      "loss": 0.3295,
      "step": 2762190
    },
    {
      "epoch": 770.92,
      "grad_norm": 1.3839616775512695,
      "learning_rate": 1.6915022890899576e-08,
      "loss": 0.3206,
      "step": 2762200
    },
    {
      "epoch": 770.92,
      "grad_norm": 1.25419282913208,
      "learning_rate": 1.6911780311145915e-08,
      "loss": 0.3455,
      "step": 2762210
    },
    {
      "epoch": 770.92,
      "grad_norm": 1.320591926574707,
      "learning_rate": 1.6908538041094516e-08,
      "loss": 0.3596,
      "step": 2762220
    },
    {
      "epoch": 770.93,
      "grad_norm": 1.7073408365249634,
      "learning_rate": 1.690529608074668e-08,
      "loss": 0.3269,
      "step": 2762230
    },
    {
      "epoch": 770.93,
      "grad_norm": 1.2848496437072754,
      "learning_rate": 1.6902054430102154e-08,
      "loss": 0.3391,
      "step": 2762240
    },
    {
      "epoch": 770.93,
      "grad_norm": 1.5774357318878174,
      "learning_rate": 1.689881308916223e-08,
      "loss": 0.319,
      "step": 2762250
    },
    {
      "epoch": 770.93,
      "grad_norm": 1.2237775325775146,
      "learning_rate": 1.6895572057926393e-08,
      "loss": 0.3439,
      "step": 2762260
    },
    {
      "epoch": 770.94,
      "grad_norm": 1.3570164442062378,
      "learning_rate": 1.689233133639568e-08,
      "loss": 0.3304,
      "step": 2762270
    },
    {
      "epoch": 770.94,
      "grad_norm": 1.2194650173187256,
      "learning_rate": 1.6889090924570355e-08,
      "loss": 0.3435,
      "step": 2762280
    },
    {
      "epoch": 770.94,
      "grad_norm": 4.415755271911621,
      "learning_rate": 1.6885850822450676e-08,
      "loss": 0.3496,
      "step": 2762290
    },
    {
      "epoch": 770.95,
      "grad_norm": 1.1607613563537598,
      "learning_rate": 1.6882611030037686e-08,
      "loss": 0.352,
      "step": 2762300
    },
    {
      "epoch": 770.95,
      "grad_norm": 1.1941368579864502,
      "learning_rate": 1.6879371547331122e-08,
      "loss": 0.3403,
      "step": 2762310
    },
    {
      "epoch": 770.95,
      "grad_norm": 1.327338695526123,
      "learning_rate": 1.6876132374331505e-08,
      "loss": 0.3158,
      "step": 2762320
    },
    {
      "epoch": 770.95,
      "grad_norm": 1.3670991659164429,
      "learning_rate": 1.6872893511039614e-08,
      "loss": 0.3275,
      "step": 2762330
    },
    {
      "epoch": 770.96,
      "grad_norm": 1.2796859741210938,
      "learning_rate": 1.6869654957455716e-08,
      "loss": 0.3381,
      "step": 2762340
    },
    {
      "epoch": 770.96,
      "grad_norm": 1.3342281579971313,
      "learning_rate": 1.6866416713580323e-08,
      "loss": 0.3295,
      "step": 2762350
    },
    {
      "epoch": 770.96,
      "grad_norm": 1.132757544517517,
      "learning_rate": 1.686317877941344e-08,
      "loss": 0.3524,
      "step": 2762360
    },
    {
      "epoch": 770.97,
      "grad_norm": 1.5503315925598145,
      "learning_rate": 1.685994115495611e-08,
      "loss": 0.3228,
      "step": 2762370
    },
    {
      "epoch": 770.97,
      "grad_norm": 1.112797737121582,
      "learning_rate": 1.6856703840208325e-08,
      "loss": 0.3309,
      "step": 2762380
    },
    {
      "epoch": 770.97,
      "grad_norm": 1.1642532348632812,
      "learning_rate": 1.685346683517087e-08,
      "loss": 0.3347,
      "step": 2762390
    },
    {
      "epoch": 770.97,
      "grad_norm": 1.2702219486236572,
      "learning_rate": 1.685023013984375e-08,
      "loss": 0.3467,
      "step": 2762400
    },
    {
      "epoch": 770.98,
      "grad_norm": 1.163484811782837,
      "learning_rate": 1.684699375422774e-08,
      "loss": 0.3231,
      "step": 2762410
    },
    {
      "epoch": 770.98,
      "grad_norm": 1.3995431661605835,
      "learning_rate": 1.68437576783231e-08,
      "loss": 0.3399,
      "step": 2762420
    },
    {
      "epoch": 770.98,
      "grad_norm": 1.1019766330718994,
      "learning_rate": 1.684052191213035e-08,
      "loss": 0.3294,
      "step": 2762430
    },
    {
      "epoch": 770.99,
      "grad_norm": 1.5749828815460205,
      "learning_rate": 1.6837286455650014e-08,
      "loss": 0.3341,
      "step": 2762440
    },
    {
      "epoch": 770.99,
      "grad_norm": 1.1552292108535767,
      "learning_rate": 1.683405130888209e-08,
      "loss": 0.3471,
      "step": 2762450
    },
    {
      "epoch": 770.99,
      "grad_norm": 1.4571101665496826,
      "learning_rate": 1.6830816471827614e-08,
      "loss": 0.3453,
      "step": 2762460
    },
    {
      "epoch": 770.99,
      "grad_norm": 1.3687435388565063,
      "learning_rate": 1.6827581944486595e-08,
      "loss": 0.3444,
      "step": 2762470
    },
    {
      "epoch": 771.0,
      "grad_norm": 1.4284223318099976,
      "learning_rate": 1.682434772685955e-08,
      "loss": 0.3532,
      "step": 2762480
    },
    {
      "epoch": 771.0,
      "grad_norm": 1.3132297992706299,
      "learning_rate": 1.6821113818946998e-08,
      "loss": 0.3469,
      "step": 2762490
    },
    {
      "epoch": 771.0,
      "eval_loss": 0.33697497844696045,
      "eval_runtime": 65.972,
      "eval_samples_per_second": 76.684,
      "eval_steps_per_second": 9.595,
      "step": 2762493
    },
    {
      "epoch": 771.0,
      "grad_norm": 1.5245845317840576,
      "learning_rate": 1.68178802207492e-08,
      "loss": 0.3255,
      "step": 2762500
    },
    {
      "epoch": 771.0,
      "grad_norm": 1.370246171951294,
      "learning_rate": 1.6814646932266936e-08,
      "loss": 0.3358,
      "step": 2762510
    },
    {
      "epoch": 771.01,
      "grad_norm": 1.474993348121643,
      "learning_rate": 1.6811413953499946e-08,
      "loss": 0.3531,
      "step": 2762520
    },
    {
      "epoch": 771.01,
      "grad_norm": 1.2399675846099854,
      "learning_rate": 1.680818128444953e-08,
      "loss": 0.3237,
      "step": 2762530
    },
    {
      "epoch": 771.01,
      "grad_norm": 1.385299801826477,
      "learning_rate": 1.680494892511569e-08,
      "loss": 0.3432,
      "step": 2762540
    },
    {
      "epoch": 771.02,
      "grad_norm": 1.2999974489212036,
      "learning_rate": 1.6801716875498687e-08,
      "loss": 0.3182,
      "step": 2762550
    },
    {
      "epoch": 771.02,
      "grad_norm": 1.1925231218338013,
      "learning_rate": 1.67984851355993e-08,
      "loss": 0.3478,
      "step": 2762560
    },
    {
      "epoch": 771.02,
      "grad_norm": 1.0282158851623535,
      "learning_rate": 1.6795253705417787e-08,
      "loss": 0.3255,
      "step": 2762570
    },
    {
      "epoch": 771.02,
      "grad_norm": 1.4368456602096558,
      "learning_rate": 1.6792022584954415e-08,
      "loss": 0.3204,
      "step": 2762580
    },
    {
      "epoch": 771.03,
      "grad_norm": 1.577701449394226,
      "learning_rate": 1.6788791774209957e-08,
      "loss": 0.3351,
      "step": 2762590
    },
    {
      "epoch": 771.03,
      "grad_norm": 1.3566040992736816,
      "learning_rate": 1.6785561273184677e-08,
      "loss": 0.3227,
      "step": 2762600
    },
    {
      "epoch": 771.03,
      "grad_norm": 1.2113661766052246,
      "learning_rate": 1.6782331081878834e-08,
      "loss": 0.3535,
      "step": 2762610
    },
    {
      "epoch": 771.04,
      "grad_norm": 1.4140888452529907,
      "learning_rate": 1.6779101200292948e-08,
      "loss": 0.3391,
      "step": 2762620
    },
    {
      "epoch": 771.04,
      "grad_norm": 1.4690738916397095,
      "learning_rate": 1.6775871628427802e-08,
      "loss": 0.3387,
      "step": 2762630
    },
    {
      "epoch": 771.04,
      "grad_norm": 1.2301833629608154,
      "learning_rate": 1.6772642366283396e-08,
      "loss": 0.3241,
      "step": 2762640
    },
    {
      "epoch": 771.04,
      "grad_norm": 1.1918848752975464,
      "learning_rate": 1.676941341386051e-08,
      "loss": 0.3344,
      "step": 2762650
    },
    {
      "epoch": 771.05,
      "grad_norm": 1.3136368989944458,
      "learning_rate": 1.676618477115914e-08,
      "loss": 0.3352,
      "step": 2762660
    },
    {
      "epoch": 771.05,
      "grad_norm": 1.389333724975586,
      "learning_rate": 1.676295643817981e-08,
      "loss": 0.346,
      "step": 2762670
    },
    {
      "epoch": 771.05,
      "grad_norm": 1.417901873588562,
      "learning_rate": 1.67597284149233e-08,
      "loss": 0.3364,
      "step": 2762680
    },
    {
      "epoch": 771.05,
      "grad_norm": 1.3789136409759521,
      "learning_rate": 1.6756500701389872e-08,
      "loss": 0.3239,
      "step": 2762690
    },
    {
      "epoch": 771.06,
      "grad_norm": 1.1048904657363892,
      "learning_rate": 1.6753273297580044e-08,
      "loss": 0.3399,
      "step": 2762700
    },
    {
      "epoch": 771.06,
      "grad_norm": 1.3253451585769653,
      "learning_rate": 1.6750046203493818e-08,
      "loss": 0.3225,
      "step": 2762710
    },
    {
      "epoch": 771.06,
      "grad_norm": 1.3022831678390503,
      "learning_rate": 1.6746819419132234e-08,
      "loss": 0.3379,
      "step": 2762720
    },
    {
      "epoch": 771.07,
      "grad_norm": 1.5025074481964111,
      "learning_rate": 1.674359294449503e-08,
      "loss": 0.3204,
      "step": 2762730
    },
    {
      "epoch": 771.07,
      "grad_norm": 1.2885059118270874,
      "learning_rate": 1.674036677958325e-08,
      "loss": 0.3364,
      "step": 2762740
    },
    {
      "epoch": 771.07,
      "grad_norm": 1.1428073644638062,
      "learning_rate": 1.673714092439689e-08,
      "loss": 0.3443,
      "step": 2762750
    },
    {
      "epoch": 771.07,
      "grad_norm": 1.459378719329834,
      "learning_rate": 1.6733915378936738e-08,
      "loss": 0.3321,
      "step": 2762760
    },
    {
      "epoch": 771.08,
      "grad_norm": 1.305782437324524,
      "learning_rate": 1.6730690143203046e-08,
      "loss": 0.3381,
      "step": 2762770
    },
    {
      "epoch": 771.08,
      "grad_norm": 1.9306672811508179,
      "learning_rate": 1.6727465217196077e-08,
      "loss": 0.3274,
      "step": 2762780
    },
    {
      "epoch": 771.08,
      "grad_norm": 1.2609401941299438,
      "learning_rate": 1.6724240600916872e-08,
      "loss": 0.3421,
      "step": 2762790
    },
    {
      "epoch": 771.09,
      "grad_norm": 1.637487530708313,
      "learning_rate": 1.672101629436517e-08,
      "loss": 0.3629,
      "step": 2762800
    },
    {
      "epoch": 771.09,
      "grad_norm": 1.1443228721618652,
      "learning_rate": 1.6717792297541496e-08,
      "loss": 0.338,
      "step": 2762810
    },
    {
      "epoch": 771.09,
      "grad_norm": 1.2485612630844116,
      "learning_rate": 1.6714568610446625e-08,
      "loss": 0.3262,
      "step": 2762820
    },
    {
      "epoch": 771.09,
      "grad_norm": 1.2304608821868896,
      "learning_rate": 1.671134523308082e-08,
      "loss": 0.317,
      "step": 2762830
    },
    {
      "epoch": 771.1,
      "grad_norm": 1.4974918365478516,
      "learning_rate": 1.67081221654446e-08,
      "loss": 0.3174,
      "step": 2762840
    },
    {
      "epoch": 771.1,
      "grad_norm": 1.165043592453003,
      "learning_rate": 1.6704899407537965e-08,
      "loss": 0.3387,
      "step": 2762850
    },
    {
      "epoch": 771.1,
      "grad_norm": 1.2644330263137817,
      "learning_rate": 1.670167695936196e-08,
      "loss": 0.3442,
      "step": 2762860
    },
    {
      "epoch": 771.11,
      "grad_norm": 1.1902896165847778,
      "learning_rate": 1.6698454820916576e-08,
      "loss": 0.3253,
      "step": 2762870
    },
    {
      "epoch": 771.11,
      "grad_norm": 1.1678446531295776,
      "learning_rate": 1.6695232992202343e-08,
      "loss": 0.3269,
      "step": 2762880
    },
    {
      "epoch": 771.11,
      "grad_norm": 1.313728928565979,
      "learning_rate": 1.6692011473219776e-08,
      "loss": 0.3454,
      "step": 2762890
    },
    {
      "epoch": 771.11,
      "grad_norm": 1.2703371047973633,
      "learning_rate": 1.6688790263969398e-08,
      "loss": 0.3212,
      "step": 2762900
    },
    {
      "epoch": 771.12,
      "grad_norm": 1.330831527709961,
      "learning_rate": 1.668556936445147e-08,
      "loss": 0.3214,
      "step": 2762910
    },
    {
      "epoch": 771.12,
      "grad_norm": 1.3806391954421997,
      "learning_rate": 1.6682348774666246e-08,
      "loss": 0.3269,
      "step": 2762920
    },
    {
      "epoch": 771.12,
      "grad_norm": 1.2328760623931885,
      "learning_rate": 1.667912849461451e-08,
      "loss": 0.3319,
      "step": 2762930
    },
    {
      "epoch": 771.12,
      "grad_norm": 1.0861198902130127,
      "learning_rate": 1.6675908524296527e-08,
      "loss": 0.3365,
      "step": 2762940
    },
    {
      "epoch": 771.13,
      "grad_norm": 1.2848172187805176,
      "learning_rate": 1.6672688863712812e-08,
      "loss": 0.3469,
      "step": 2762950
    },
    {
      "epoch": 771.13,
      "grad_norm": 1.3813912868499756,
      "learning_rate": 1.666946951286363e-08,
      "loss": 0.3529,
      "step": 2762960
    },
    {
      "epoch": 771.13,
      "grad_norm": 1.5857723951339722,
      "learning_rate": 1.6666250471749493e-08,
      "loss": 0.3298,
      "step": 2762970
    },
    {
      "epoch": 771.14,
      "grad_norm": 1.3781923055648804,
      "learning_rate": 1.6663031740370927e-08,
      "loss": 0.3412,
      "step": 2762980
    },
    {
      "epoch": 771.14,
      "grad_norm": 1.3767653703689575,
      "learning_rate": 1.6659813318728193e-08,
      "loss": 0.3485,
      "step": 2762990
    },
    {
      "epoch": 771.14,
      "grad_norm": 1.4580626487731934,
      "learning_rate": 1.6656595206821813e-08,
      "loss": 0.3307,
      "step": 2763000
    },
    {
      "epoch": 771.14,
      "grad_norm": 1.282013177871704,
      "learning_rate": 1.66533774046523e-08,
      "loss": 0.3393,
      "step": 2763010
    },
    {
      "epoch": 771.15,
      "grad_norm": 1.1331710815429688,
      "learning_rate": 1.665015991221966e-08,
      "loss": 0.3219,
      "step": 2763020
    },
    {
      "epoch": 771.15,
      "grad_norm": 1.4401333332061768,
      "learning_rate": 1.6646942729524935e-08,
      "loss": 0.3253,
      "step": 2763030
    },
    {
      "epoch": 771.15,
      "grad_norm": 1.1551513671875,
      "learning_rate": 1.6643725856568118e-08,
      "loss": 0.3402,
      "step": 2763040
    },
    {
      "epoch": 771.16,
      "grad_norm": 1.286567211151123,
      "learning_rate": 1.6640509293349998e-08,
      "loss": 0.3376,
      "step": 2763050
    },
    {
      "epoch": 771.16,
      "grad_norm": 1.1623444557189941,
      "learning_rate": 1.6637293039870568e-08,
      "loss": 0.323,
      "step": 2763060
    },
    {
      "epoch": 771.16,
      "grad_norm": 1.2192398309707642,
      "learning_rate": 1.6634077096130613e-08,
      "loss": 0.3416,
      "step": 2763070
    },
    {
      "epoch": 771.16,
      "grad_norm": 1.155285358428955,
      "learning_rate": 1.6630861462130393e-08,
      "loss": 0.3299,
      "step": 2763080
    },
    {
      "epoch": 771.17,
      "grad_norm": 1.2641568183898926,
      "learning_rate": 1.6627646137870426e-08,
      "loss": 0.3265,
      "step": 2763090
    },
    {
      "epoch": 771.17,
      "grad_norm": 1.1824264526367188,
      "learning_rate": 1.6624431123350714e-08,
      "loss": 0.3481,
      "step": 2763100
    },
    {
      "epoch": 771.17,
      "grad_norm": 1.2213128805160522,
      "learning_rate": 1.6621216418572296e-08,
      "loss": 0.3291,
      "step": 2763110
    },
    {
      "epoch": 771.17,
      "grad_norm": 1.1202038526535034,
      "learning_rate": 1.6618002023535433e-08,
      "loss": 0.335,
      "step": 2763120
    },
    {
      "epoch": 771.18,
      "grad_norm": 1.3998943567276,
      "learning_rate": 1.6614787938240385e-08,
      "loss": 0.3351,
      "step": 2763130
    },
    {
      "epoch": 771.18,
      "grad_norm": 1.1026939153671265,
      "learning_rate": 1.6611574162687676e-08,
      "loss": 0.3183,
      "step": 2763140
    },
    {
      "epoch": 771.18,
      "grad_norm": 1.1875568628311157,
      "learning_rate": 1.660836069687782e-08,
      "loss": 0.3233,
      "step": 2763150
    },
    {
      "epoch": 771.19,
      "grad_norm": 1.1178804636001587,
      "learning_rate": 1.6605147540811084e-08,
      "loss": 0.3599,
      "step": 2763160
    },
    {
      "epoch": 771.19,
      "grad_norm": 1.2328559160232544,
      "learning_rate": 1.6601934694487982e-08,
      "loss": 0.3345,
      "step": 2763170
    },
    {
      "epoch": 771.19,
      "grad_norm": 1.467897653579712,
      "learning_rate": 1.6598722157908778e-08,
      "loss": 0.3303,
      "step": 2763180
    },
    {
      "epoch": 771.19,
      "grad_norm": 1.6052051782608032,
      "learning_rate": 1.6595509931073992e-08,
      "loss": 0.343,
      "step": 2763190
    },
    {
      "epoch": 771.2,
      "grad_norm": 1.2833565473556519,
      "learning_rate": 1.6592298013984404e-08,
      "loss": 0.3283,
      "step": 2763200
    },
    {
      "epoch": 771.2,
      "grad_norm": 1.1185096502304077,
      "learning_rate": 1.6589086406640015e-08,
      "loss": 0.3425,
      "step": 2763210
    },
    {
      "epoch": 771.2,
      "grad_norm": 1.1259989738464355,
      "learning_rate": 1.6585875109041344e-08,
      "loss": 0.3285,
      "step": 2763220
    },
    {
      "epoch": 771.21,
      "grad_norm": 1.2357350587844849,
      "learning_rate": 1.658266412118891e-08,
      "loss": 0.3392,
      "step": 2763230
    },
    {
      "epoch": 771.21,
      "grad_norm": 1.3080066442489624,
      "learning_rate": 1.657945344308298e-08,
      "loss": 0.3458,
      "step": 2763240
    },
    {
      "epoch": 771.21,
      "grad_norm": 1.1297801733016968,
      "learning_rate": 1.6576243074724327e-08,
      "loss": 0.3505,
      "step": 2763250
    },
    {
      "epoch": 771.21,
      "grad_norm": 1.228950023651123,
      "learning_rate": 1.6573033016112694e-08,
      "loss": 0.336,
      "step": 2763260
    },
    {
      "epoch": 771.22,
      "grad_norm": 1.222000241279602,
      "learning_rate": 1.6569823267249382e-08,
      "loss": 0.3376,
      "step": 2763270
    },
    {
      "epoch": 771.22,
      "grad_norm": 1.3343719244003296,
      "learning_rate": 1.656661382813413e-08,
      "loss": 0.3324,
      "step": 2763280
    },
    {
      "epoch": 771.22,
      "grad_norm": 1.2752983570098877,
      "learning_rate": 1.656340469876772e-08,
      "loss": 0.3505,
      "step": 2763290
    },
    {
      "epoch": 771.23,
      "grad_norm": 2.6205055713653564,
      "learning_rate": 1.656019587915067e-08,
      "loss": 0.331,
      "step": 2763300
    },
    {
      "epoch": 771.23,
      "grad_norm": 1.4058873653411865,
      "learning_rate": 1.6556987369282724e-08,
      "loss": 0.3333,
      "step": 2763310
    },
    {
      "epoch": 771.23,
      "grad_norm": 1.2830617427825928,
      "learning_rate": 1.6553779169165178e-08,
      "loss": 0.3169,
      "step": 2763320
    },
    {
      "epoch": 771.23,
      "grad_norm": 1.3965352773666382,
      "learning_rate": 1.6550571278798035e-08,
      "loss": 0.3453,
      "step": 2763330
    },
    {
      "epoch": 771.24,
      "grad_norm": 1.303425908088684,
      "learning_rate": 1.6547363698181815e-08,
      "loss": 0.3477,
      "step": 2763340
    },
    {
      "epoch": 771.24,
      "grad_norm": 1.3809243440628052,
      "learning_rate": 1.654415642731678e-08,
      "loss": 0.3358,
      "step": 2763350
    },
    {
      "epoch": 771.24,
      "grad_norm": 1.1923226118087769,
      "learning_rate": 1.6540949466203446e-08,
      "loss": 0.3383,
      "step": 2763360
    },
    {
      "epoch": 771.24,
      "grad_norm": 1.109927773475647,
      "learning_rate": 1.6537742814842336e-08,
      "loss": 0.3266,
      "step": 2763370
    },
    {
      "epoch": 771.25,
      "grad_norm": 1.4305115938186646,
      "learning_rate": 1.653453647323371e-08,
      "loss": 0.3326,
      "step": 2763380
    },
    {
      "epoch": 771.25,
      "grad_norm": 1.1338199377059937,
      "learning_rate": 1.653133044137835e-08,
      "loss": 0.3325,
      "step": 2763390
    },
    {
      "epoch": 771.25,
      "grad_norm": 1.179430365562439,
      "learning_rate": 1.6528124719276252e-08,
      "loss": 0.3372,
      "step": 2763400
    },
    {
      "epoch": 771.26,
      "grad_norm": 1.370728611946106,
      "learning_rate": 1.6524919306927942e-08,
      "loss": 0.3178,
      "step": 2763410
    },
    {
      "epoch": 771.26,
      "grad_norm": 1.3759609460830688,
      "learning_rate": 1.6521714204334197e-08,
      "loss": 0.3278,
      "step": 2763420
    },
    {
      "epoch": 771.26,
      "grad_norm": 1.414698839187622,
      "learning_rate": 1.6518509411495018e-08,
      "loss": 0.3299,
      "step": 2763430
    },
    {
      "epoch": 771.26,
      "grad_norm": 1.2856593132019043,
      "learning_rate": 1.6515304928410923e-08,
      "loss": 0.3406,
      "step": 2763440
    },
    {
      "epoch": 771.27,
      "grad_norm": 1.4457623958587646,
      "learning_rate": 1.6512100755082437e-08,
      "loss": 0.3562,
      "step": 2763450
    },
    {
      "epoch": 771.27,
      "grad_norm": 1.229454517364502,
      "learning_rate": 1.650889689150982e-08,
      "loss": 0.3285,
      "step": 2763460
    },
    {
      "epoch": 771.27,
      "grad_norm": 1.2032965421676636,
      "learning_rate": 1.6505693337693845e-08,
      "loss": 0.333,
      "step": 2763470
    },
    {
      "epoch": 771.28,
      "grad_norm": 1.1650477647781372,
      "learning_rate": 1.650249009363452e-08,
      "loss": 0.3409,
      "step": 2763480
    },
    {
      "epoch": 771.28,
      "grad_norm": 1.2362970113754272,
      "learning_rate": 1.6499287159332625e-08,
      "loss": 0.3104,
      "step": 2763490
    },
    {
      "epoch": 771.28,
      "grad_norm": 1.2059478759765625,
      "learning_rate": 1.6496084534788414e-08,
      "loss": 0.3422,
      "step": 2763500
    },
    {
      "epoch": 771.28,
      "grad_norm": 1.2489597797393799,
      "learning_rate": 1.6492882220002415e-08,
      "loss": 0.3346,
      "step": 2763510
    },
    {
      "epoch": 771.29,
      "grad_norm": 1.2160038948059082,
      "learning_rate": 1.6489680214974882e-08,
      "loss": 0.3319,
      "step": 2763520
    },
    {
      "epoch": 771.29,
      "grad_norm": 1.7933882474899292,
      "learning_rate": 1.6486478519706342e-08,
      "loss": 0.3421,
      "step": 2763530
    },
    {
      "epoch": 771.29,
      "grad_norm": 1.4042832851409912,
      "learning_rate": 1.648327713419705e-08,
      "loss": 0.3446,
      "step": 2763540
    },
    {
      "epoch": 771.3,
      "grad_norm": 1.292696475982666,
      "learning_rate": 1.6480076058447785e-08,
      "loss": 0.3459,
      "step": 2763550
    },
    {
      "epoch": 771.3,
      "grad_norm": 1.1304856538772583,
      "learning_rate": 1.6476875292458814e-08,
      "loss": 0.339,
      "step": 2763560
    },
    {
      "epoch": 771.3,
      "grad_norm": 1.4365214109420776,
      "learning_rate": 1.6473674836230393e-08,
      "loss": 0.3431,
      "step": 2763570
    },
    {
      "epoch": 771.3,
      "grad_norm": 1.4734230041503906,
      "learning_rate": 1.6470474689763304e-08,
      "loss": 0.343,
      "step": 2763580
    },
    {
      "epoch": 771.31,
      "grad_norm": 1.3336009979248047,
      "learning_rate": 1.6467274853057544e-08,
      "loss": 0.323,
      "step": 2763590
    },
    {
      "epoch": 771.31,
      "grad_norm": 1.3695008754730225,
      "learning_rate": 1.6464075326113636e-08,
      "loss": 0.3247,
      "step": 2763600
    },
    {
      "epoch": 771.31,
      "grad_norm": 1.1889708042144775,
      "learning_rate": 1.6460876108932362e-08,
      "loss": 0.3223,
      "step": 2763610
    },
    {
      "epoch": 771.31,
      "grad_norm": 1.2101329565048218,
      "learning_rate": 1.6457677201513718e-08,
      "loss": 0.3301,
      "step": 2763620
    },
    {
      "epoch": 771.32,
      "grad_norm": 1.3165702819824219,
      "learning_rate": 1.6454478603858487e-08,
      "loss": 0.3332,
      "step": 2763630
    },
    {
      "epoch": 771.32,
      "grad_norm": 1.197717308998108,
      "learning_rate": 1.645128031596693e-08,
      "loss": 0.3283,
      "step": 2763640
    },
    {
      "epoch": 771.32,
      "grad_norm": 1.813272476196289,
      "learning_rate": 1.6448082337839305e-08,
      "loss": 0.3537,
      "step": 2763650
    },
    {
      "epoch": 771.33,
      "grad_norm": 1.1592665910720825,
      "learning_rate": 1.6444884669476397e-08,
      "loss": 0.376,
      "step": 2763660
    },
    {
      "epoch": 771.33,
      "grad_norm": 1.514811635017395,
      "learning_rate": 1.644168731087846e-08,
      "loss": 0.3355,
      "step": 2763670
    },
    {
      "epoch": 771.33,
      "grad_norm": 1.1357680559158325,
      "learning_rate": 1.64384902620455e-08,
      "loss": 0.3163,
      "step": 2763680
    },
    {
      "epoch": 771.33,
      "grad_norm": 1.2369120121002197,
      "learning_rate": 1.6435293522978813e-08,
      "loss": 0.327,
      "step": 2763690
    },
    {
      "epoch": 771.34,
      "grad_norm": 1.269365668296814,
      "learning_rate": 1.643209709367788e-08,
      "loss": 0.32,
      "step": 2763700
    },
    {
      "epoch": 771.34,
      "grad_norm": 1.381519079208374,
      "learning_rate": 1.6428900974144004e-08,
      "loss": 0.3512,
      "step": 2763710
    },
    {
      "epoch": 771.34,
      "grad_norm": 1.1357746124267578,
      "learning_rate": 1.6425705164376924e-08,
      "loss": 0.3265,
      "step": 2763720
    },
    {
      "epoch": 771.35,
      "grad_norm": 1.416278600692749,
      "learning_rate": 1.6422509664377677e-08,
      "loss": 0.3325,
      "step": 2763730
    },
    {
      "epoch": 771.35,
      "grad_norm": 1.222473382949829,
      "learning_rate": 1.641931447414601e-08,
      "loss": 0.3317,
      "step": 2763740
    },
    {
      "epoch": 771.35,
      "grad_norm": 1.245399832725525,
      "learning_rate": 1.6416119593682697e-08,
      "loss": 0.329,
      "step": 2763750
    },
    {
      "epoch": 771.35,
      "grad_norm": 1.351037621498108,
      "learning_rate": 1.6412925022988526e-08,
      "loss": 0.3328,
      "step": 2763760
    },
    {
      "epoch": 771.36,
      "grad_norm": 1.2183059453964233,
      "learning_rate": 1.640973076206297e-08,
      "loss": 0.3329,
      "step": 2763770
    },
    {
      "epoch": 771.36,
      "grad_norm": 1.2097994089126587,
      "learning_rate": 1.6406536810907588e-08,
      "loss": 0.339,
      "step": 2763780
    },
    {
      "epoch": 771.36,
      "grad_norm": 1.2174348831176758,
      "learning_rate": 1.6403343169522128e-08,
      "loss": 0.341,
      "step": 2763790
    },
    {
      "epoch": 771.36,
      "grad_norm": 1.0525143146514893,
      "learning_rate": 1.6400149837906845e-08,
      "loss": 0.339,
      "step": 2763800
    },
    {
      "epoch": 771.37,
      "grad_norm": 1.2979592084884644,
      "learning_rate": 1.6396956816062783e-08,
      "loss": 0.3288,
      "step": 2763810
    },
    {
      "epoch": 771.37,
      "grad_norm": 1.4276986122131348,
      "learning_rate": 1.639376410398994e-08,
      "loss": 0.3331,
      "step": 2763820
    },
    {
      "epoch": 771.37,
      "grad_norm": 1.3920468091964722,
      "learning_rate": 1.6390571701688833e-08,
      "loss": 0.3221,
      "step": 2763830
    },
    {
      "epoch": 771.38,
      "grad_norm": 1.3646230697631836,
      "learning_rate": 1.638737960915973e-08,
      "loss": 0.3324,
      "step": 2763840
    },
    {
      "epoch": 771.38,
      "grad_norm": 1.2822189331054688,
      "learning_rate": 1.6384187826403665e-08,
      "loss": 0.3554,
      "step": 2763850
    },
    {
      "epoch": 771.38,
      "grad_norm": 1.1989374160766602,
      "learning_rate": 1.638099635342012e-08,
      "loss": 0.3207,
      "step": 2763860
    },
    {
      "epoch": 771.38,
      "grad_norm": 1.328569769859314,
      "learning_rate": 1.6377805190210397e-08,
      "loss": 0.3478,
      "step": 2763870
    },
    {
      "epoch": 771.39,
      "grad_norm": 1.4218417406082153,
      "learning_rate": 1.6374614336774495e-08,
      "loss": 0.3496,
      "step": 2763880
    },
    {
      "epoch": 771.39,
      "grad_norm": 1.2876105308532715,
      "learning_rate": 1.6371423793112673e-08,
      "loss": 0.3395,
      "step": 2763890
    },
    {
      "epoch": 771.39,
      "grad_norm": 1.2227307558059692,
      "learning_rate": 1.6368233559225716e-08,
      "loss": 0.3562,
      "step": 2763900
    },
    {
      "epoch": 771.4,
      "grad_norm": 1.2255430221557617,
      "learning_rate": 1.636504363511388e-08,
      "loss": 0.3338,
      "step": 2763910
    },
    {
      "epoch": 771.4,
      "grad_norm": 1.1964465379714966,
      "learning_rate": 1.6361854020777686e-08,
      "loss": 0.3343,
      "step": 2763920
    },
    {
      "epoch": 771.4,
      "grad_norm": 1.4395051002502441,
      "learning_rate": 1.6358664716217394e-08,
      "loss": 0.3315,
      "step": 2763930
    },
    {
      "epoch": 771.4,
      "grad_norm": 1.3492374420166016,
      "learning_rate": 1.6355475721433528e-08,
      "loss": 0.3441,
      "step": 2763940
    },
    {
      "epoch": 771.41,
      "grad_norm": 1.2072135210037231,
      "learning_rate": 1.6352287036426604e-08,
      "loss": 0.3271,
      "step": 2763950
    },
    {
      "epoch": 771.41,
      "grad_norm": 1.208000898361206,
      "learning_rate": 1.6349098661196884e-08,
      "loss": 0.3356,
      "step": 2763960
    },
    {
      "epoch": 771.41,
      "grad_norm": 1.2363849878311157,
      "learning_rate": 1.6345910595744888e-08,
      "loss": 0.3652,
      "step": 2763970
    },
    {
      "epoch": 771.42,
      "grad_norm": 1.2350553274154663,
      "learning_rate": 1.6342722840070876e-08,
      "loss": 0.342,
      "step": 2763980
    },
    {
      "epoch": 771.42,
      "grad_norm": 1.249176263809204,
      "learning_rate": 1.633953539417563e-08,
      "loss": 0.3372,
      "step": 2763990
    },
    {
      "epoch": 771.42,
      "grad_norm": 1.2396279573440552,
      "learning_rate": 1.633634825805915e-08,
      "loss": 0.3367,
      "step": 2764000
    },
    {
      "epoch": 771.42,
      "grad_norm": 1.3715074062347412,
      "learning_rate": 1.6333161431722214e-08,
      "loss": 0.337,
      "step": 2764010
    },
    {
      "epoch": 771.43,
      "grad_norm": 1.331150770187378,
      "learning_rate": 1.6329974915165084e-08,
      "loss": 0.3391,
      "step": 2764020
    },
    {
      "epoch": 771.43,
      "grad_norm": 1.0814247131347656,
      "learning_rate": 1.6326788708388023e-08,
      "loss": 0.3344,
      "step": 2764030
    },
    {
      "epoch": 771.43,
      "grad_norm": 1.4293795824050903,
      "learning_rate": 1.6323602811391806e-08,
      "loss": 0.3306,
      "step": 2764040
    },
    {
      "epoch": 771.43,
      "grad_norm": 1.5041494369506836,
      "learning_rate": 1.6320417224176697e-08,
      "loss": 0.3355,
      "step": 2764050
    },
    {
      "epoch": 771.44,
      "grad_norm": 1.2283334732055664,
      "learning_rate": 1.6317231946742953e-08,
      "loss": 0.3375,
      "step": 2764060
    },
    {
      "epoch": 771.44,
      "grad_norm": 1.2409080266952515,
      "learning_rate": 1.63140469790911e-08,
      "loss": 0.3518,
      "step": 2764070
    },
    {
      "epoch": 771.44,
      "grad_norm": 1.2725242376327515,
      "learning_rate": 1.6310862321221915e-08,
      "loss": 0.3534,
      "step": 2764080
    },
    {
      "epoch": 771.45,
      "grad_norm": 1.3503966331481934,
      "learning_rate": 1.6307677973135397e-08,
      "loss": 0.3435,
      "step": 2764090
    },
    {
      "epoch": 771.45,
      "grad_norm": 1.2727760076522827,
      "learning_rate": 1.6304493934831807e-08,
      "loss": 0.3285,
      "step": 2764100
    },
    {
      "epoch": 771.45,
      "grad_norm": 1.2276451587677002,
      "learning_rate": 1.6301310206312187e-08,
      "loss": 0.3352,
      "step": 2764110
    },
    {
      "epoch": 771.45,
      "grad_norm": 1.3280607461929321,
      "learning_rate": 1.6298126787576275e-08,
      "loss": 0.3281,
      "step": 2764120
    },
    {
      "epoch": 771.46,
      "grad_norm": 1.4291813373565674,
      "learning_rate": 1.6294943678625115e-08,
      "loss": 0.3435,
      "step": 2764130
    },
    {
      "epoch": 771.46,
      "grad_norm": 1.1491221189498901,
      "learning_rate": 1.6291760879458964e-08,
      "loss": 0.335,
      "step": 2764140
    },
    {
      "epoch": 771.46,
      "grad_norm": 1.3589081764221191,
      "learning_rate": 1.6288578390077825e-08,
      "loss": 0.3466,
      "step": 2764150
    },
    {
      "epoch": 771.47,
      "grad_norm": 1.2832564115524292,
      "learning_rate": 1.6285396210482473e-08,
      "loss": 0.3399,
      "step": 2764160
    },
    {
      "epoch": 771.47,
      "grad_norm": 1.3265624046325684,
      "learning_rate": 1.6282214340673437e-08,
      "loss": 0.3454,
      "step": 2764170
    },
    {
      "epoch": 771.47,
      "grad_norm": 1.019660234451294,
      "learning_rate": 1.627903278065097e-08,
      "loss": 0.3251,
      "step": 2764180
    },
    {
      "epoch": 771.47,
      "grad_norm": 1.3787639141082764,
      "learning_rate": 1.6275851530415594e-08,
      "loss": 0.3489,
      "step": 2764190
    },
    {
      "epoch": 771.48,
      "grad_norm": 1.8199548721313477,
      "learning_rate": 1.627267058996757e-08,
      "loss": 0.353,
      "step": 2764200
    },
    {
      "epoch": 771.48,
      "grad_norm": 1.11464524269104,
      "learning_rate": 1.6269489959307418e-08,
      "loss": 0.3393,
      "step": 2764210
    },
    {
      "epoch": 771.48,
      "grad_norm": 1.2604048252105713,
      "learning_rate": 1.626630963843566e-08,
      "loss": 0.3354,
      "step": 2764220
    },
    {
      "epoch": 771.48,
      "grad_norm": 1.2434362173080444,
      "learning_rate": 1.6263129627352295e-08,
      "loss": 0.3287,
      "step": 2764230
    },
    {
      "epoch": 771.49,
      "grad_norm": 1.1010706424713135,
      "learning_rate": 1.6259949926058363e-08,
      "loss": 0.3425,
      "step": 2764240
    },
    {
      "epoch": 771.49,
      "grad_norm": 1.274601697921753,
      "learning_rate": 1.6256770534553865e-08,
      "loss": 0.329,
      "step": 2764250
    },
    {
      "epoch": 771.49,
      "grad_norm": 1.211891770362854,
      "learning_rate": 1.625359145283932e-08,
      "loss": 0.3281,
      "step": 2764260
    },
    {
      "epoch": 771.5,
      "grad_norm": 1.1726548671722412,
      "learning_rate": 1.6250412680915253e-08,
      "loss": 0.3403,
      "step": 2764270
    },
    {
      "epoch": 771.5,
      "grad_norm": 1.1276720762252808,
      "learning_rate": 1.6247234218782176e-08,
      "loss": 0.3432,
      "step": 2764280
    },
    {
      "epoch": 771.5,
      "grad_norm": 1.8204028606414795,
      "learning_rate": 1.6244056066440097e-08,
      "loss": 0.3405,
      "step": 2764290
    },
    {
      "epoch": 771.5,
      "grad_norm": 1.1773338317871094,
      "learning_rate": 1.6240878223889794e-08,
      "loss": 0.346,
      "step": 2764300
    },
    {
      "epoch": 771.51,
      "grad_norm": 1.0196666717529297,
      "learning_rate": 1.6237700691131527e-08,
      "loss": 0.3352,
      "step": 2764310
    },
    {
      "epoch": 771.51,
      "grad_norm": 1.156682014465332,
      "learning_rate": 1.6234523468165813e-08,
      "loss": 0.3207,
      "step": 2764320
    },
    {
      "epoch": 771.51,
      "grad_norm": 1.3403366804122925,
      "learning_rate": 1.623134655499318e-08,
      "loss": 0.3456,
      "step": 2764330
    },
    {
      "epoch": 771.52,
      "grad_norm": 1.0699760913848877,
      "learning_rate": 1.622816995161388e-08,
      "loss": 0.3342,
      "step": 2764340
    },
    {
      "epoch": 771.52,
      "grad_norm": 1.277198314666748,
      "learning_rate": 1.622499365802818e-08,
      "loss": 0.3517,
      "step": 2764350
    },
    {
      "epoch": 771.52,
      "grad_norm": 1.3929414749145508,
      "learning_rate": 1.6221817674236855e-08,
      "loss": 0.3321,
      "step": 2764360
    },
    {
      "epoch": 771.52,
      "grad_norm": 1.3753931522369385,
      "learning_rate": 1.621864200024017e-08,
      "loss": 0.3383,
      "step": 2764370
    },
    {
      "epoch": 771.53,
      "grad_norm": 1.1972094774246216,
      "learning_rate": 1.6215466636038383e-08,
      "loss": 0.3372,
      "step": 2764380
    },
    {
      "epoch": 771.53,
      "grad_norm": 1.4405364990234375,
      "learning_rate": 1.6212291581632273e-08,
      "loss": 0.3282,
      "step": 2764390
    },
    {
      "epoch": 771.53,
      "grad_norm": 1.215032696723938,
      "learning_rate": 1.6209116837021842e-08,
      "loss": 0.3474,
      "step": 2764400
    },
    {
      "epoch": 771.54,
      "grad_norm": 1.1122316122055054,
      "learning_rate": 1.6205942402207872e-08,
      "loss": 0.3273,
      "step": 2764410
    },
    {
      "epoch": 771.54,
      "grad_norm": 1.1744248867034912,
      "learning_rate": 1.620276827719062e-08,
      "loss": 0.3252,
      "step": 2764420
    },
    {
      "epoch": 771.54,
      "grad_norm": 1.379978895187378,
      "learning_rate": 1.6199594461970607e-08,
      "loss": 0.3535,
      "step": 2764430
    },
    {
      "epoch": 771.54,
      "grad_norm": 1.7845659255981445,
      "learning_rate": 1.6196420956548097e-08,
      "loss": 0.3324,
      "step": 2764440
    },
    {
      "epoch": 771.55,
      "grad_norm": 1.4380275011062622,
      "learning_rate": 1.6193247760923866e-08,
      "loss": 0.3459,
      "step": 2764450
    },
    {
      "epoch": 771.55,
      "grad_norm": 1.1951521635055542,
      "learning_rate": 1.6190074875097655e-08,
      "loss": 0.3465,
      "step": 2764460
    },
    {
      "epoch": 771.55,
      "grad_norm": 1.5063879489898682,
      "learning_rate": 1.6186902299070505e-08,
      "loss": 0.3356,
      "step": 2764470
    },
    {
      "epoch": 771.55,
      "grad_norm": 1.3178715705871582,
      "learning_rate": 1.6183730032842678e-08,
      "loss": 0.3394,
      "step": 2764480
    },
    {
      "epoch": 771.56,
      "grad_norm": 1.2082781791687012,
      "learning_rate": 1.6180558076414435e-08,
      "loss": 0.3352,
      "step": 2764490
    },
    {
      "epoch": 771.56,
      "grad_norm": 1.1260616779327393,
      "learning_rate": 1.617738642978655e-08,
      "loss": 0.3251,
      "step": 2764500
    },
    {
      "epoch": 771.56,
      "grad_norm": 1.2729506492614746,
      "learning_rate": 1.617421509295903e-08,
      "loss": 0.3362,
      "step": 2764510
    },
    {
      "epoch": 771.57,
      "grad_norm": 1.1992743015289307,
      "learning_rate": 1.6171044065932393e-08,
      "loss": 0.3257,
      "step": 2764520
    },
    {
      "epoch": 771.57,
      "grad_norm": 1.576224446296692,
      "learning_rate": 1.616787334870742e-08,
      "loss": 0.3507,
      "step": 2764530
    },
    {
      "epoch": 771.57,
      "grad_norm": 1.0634418725967407,
      "learning_rate": 1.6164702941284107e-08,
      "loss": 0.324,
      "step": 2764540
    },
    {
      "epoch": 771.57,
      "grad_norm": 1.3745503425598145,
      "learning_rate": 1.616153284366298e-08,
      "loss": 0.3329,
      "step": 2764550
    },
    {
      "epoch": 771.58,
      "grad_norm": 1.206419825553894,
      "learning_rate": 1.615836305584456e-08,
      "loss": 0.3275,
      "step": 2764560
    },
    {
      "epoch": 771.58,
      "grad_norm": 1.1851623058319092,
      "learning_rate": 1.615519357782936e-08,
      "loss": 0.3508,
      "step": 2764570
    },
    {
      "epoch": 771.58,
      "grad_norm": 1.1523903608322144,
      "learning_rate": 1.6152024409617387e-08,
      "loss": 0.3365,
      "step": 2764580
    },
    {
      "epoch": 771.59,
      "grad_norm": 1.3457818031311035,
      "learning_rate": 1.614885555120968e-08,
      "loss": 0.3404,
      "step": 2764590
    },
    {
      "epoch": 771.59,
      "grad_norm": 1.3653661012649536,
      "learning_rate": 1.614568700260598e-08,
      "loss": 0.3158,
      "step": 2764600
    },
    {
      "epoch": 771.59,
      "grad_norm": 1.5521702766418457,
      "learning_rate": 1.6142518763807324e-08,
      "loss": 0.333,
      "step": 2764610
    },
    {
      "epoch": 771.59,
      "grad_norm": 1.2946563959121704,
      "learning_rate": 1.6139350834813715e-08,
      "loss": 0.3295,
      "step": 2764620
    },
    {
      "epoch": 771.6,
      "grad_norm": 1.0648688077926636,
      "learning_rate": 1.6136183215625672e-08,
      "loss": 0.331,
      "step": 2764630
    },
    {
      "epoch": 771.6,
      "grad_norm": 1.3467918634414673,
      "learning_rate": 1.6133015906243714e-08,
      "loss": 0.345,
      "step": 2764640
    },
    {
      "epoch": 771.6,
      "grad_norm": 1.0977481603622437,
      "learning_rate": 1.6129848906668107e-08,
      "loss": 0.3363,
      "step": 2764650
    },
    {
      "epoch": 771.6,
      "grad_norm": 1.3744187355041504,
      "learning_rate": 1.6126682216899625e-08,
      "loss": 0.3436,
      "step": 2764660
    },
    {
      "epoch": 771.61,
      "grad_norm": 1.355473518371582,
      "learning_rate": 1.6123515836938274e-08,
      "loss": 0.3389,
      "step": 2764670
    },
    {
      "epoch": 771.61,
      "grad_norm": 1.04888916015625,
      "learning_rate": 1.6120349766784566e-08,
      "loss": 0.3205,
      "step": 2764680
    },
    {
      "epoch": 771.61,
      "grad_norm": 1.2861186265945435,
      "learning_rate": 1.611718400643929e-08,
      "loss": 0.3391,
      "step": 2764690
    },
    {
      "epoch": 771.62,
      "grad_norm": 1.2144970893859863,
      "learning_rate": 1.6114018555902185e-08,
      "loss": 0.3236,
      "step": 2764700
    },
    {
      "epoch": 771.62,
      "grad_norm": 1.2739397287368774,
      "learning_rate": 1.6110853415174546e-08,
      "loss": 0.3323,
      "step": 2764710
    },
    {
      "epoch": 771.62,
      "grad_norm": 1.1718440055847168,
      "learning_rate": 1.610768858425586e-08,
      "loss": 0.3225,
      "step": 2764720
    },
    {
      "epoch": 771.62,
      "grad_norm": 1.2647778987884521,
      "learning_rate": 1.610452406314716e-08,
      "loss": 0.3282,
      "step": 2764730
    },
    {
      "epoch": 771.63,
      "grad_norm": 1.4113664627075195,
      "learning_rate": 1.6101359851848715e-08,
      "loss": 0.3189,
      "step": 2764740
    },
    {
      "epoch": 771.63,
      "grad_norm": 1.3785395622253418,
      "learning_rate": 1.6098195950361036e-08,
      "loss": 0.326,
      "step": 2764750
    },
    {
      "epoch": 771.63,
      "grad_norm": 1.2380565404891968,
      "learning_rate": 1.6095032358684393e-08,
      "loss": 0.3348,
      "step": 2764760
    },
    {
      "epoch": 771.64,
      "grad_norm": 1.067875623703003,
      "learning_rate": 1.6091869076819037e-08,
      "loss": 0.3208,
      "step": 2764770
    },
    {
      "epoch": 771.64,
      "grad_norm": 1.1275653839111328,
      "learning_rate": 1.6088706104765755e-08,
      "loss": 0.3263,
      "step": 2764780
    },
    {
      "epoch": 771.64,
      "grad_norm": 1.2357381582260132,
      "learning_rate": 1.6085543442525063e-08,
      "loss": 0.3352,
      "step": 2764790
    },
    {
      "epoch": 771.64,
      "grad_norm": 1.1545997858047485,
      "learning_rate": 1.6082381090096966e-08,
      "loss": 0.3421,
      "step": 2764800
    },
    {
      "epoch": 771.65,
      "grad_norm": 1.1195684671401978,
      "learning_rate": 1.6079219047481982e-08,
      "loss": 0.3421,
      "step": 2764810
    },
    {
      "epoch": 771.65,
      "grad_norm": 1.0689342021942139,
      "learning_rate": 1.6076057314680627e-08,
      "loss": 0.3261,
      "step": 2764820
    },
    {
      "epoch": 771.65,
      "grad_norm": 1.2350744009017944,
      "learning_rate": 1.607289589169343e-08,
      "loss": 0.3434,
      "step": 2764830
    },
    {
      "epoch": 771.66,
      "grad_norm": 1.3107643127441406,
      "learning_rate": 1.6069734778520643e-08,
      "loss": 0.3536,
      "step": 2764840
    },
    {
      "epoch": 771.66,
      "grad_norm": 1.2690373659133911,
      "learning_rate": 1.6066573975162794e-08,
      "loss": 0.3312,
      "step": 2764850
    },
    {
      "epoch": 771.66,
      "grad_norm": 1.0635143518447876,
      "learning_rate": 1.6063413481620137e-08,
      "loss": 0.3237,
      "step": 2764860
    },
    {
      "epoch": 771.66,
      "grad_norm": 1.320418357849121,
      "learning_rate": 1.6060253297893193e-08,
      "loss": 0.3335,
      "step": 2764870
    },
    {
      "epoch": 771.67,
      "grad_norm": 1.1400290727615356,
      "learning_rate": 1.605709342398223e-08,
      "loss": 0.3297,
      "step": 2764880
    },
    {
      "epoch": 771.67,
      "grad_norm": 1.4714511632919312,
      "learning_rate": 1.6053933859888278e-08,
      "loss": 0.3294,
      "step": 2764890
    },
    {
      "epoch": 771.67,
      "grad_norm": 1.2997760772705078,
      "learning_rate": 1.605077460561082e-08,
      "loss": 0.3354,
      "step": 2764900
    },
    {
      "epoch": 771.67,
      "grad_norm": 1.6864113807678223,
      "learning_rate": 1.60476156611509e-08,
      "loss": 0.3499,
      "step": 2764910
    },
    {
      "epoch": 771.68,
      "grad_norm": 1.5126155614852905,
      "learning_rate": 1.604445702650904e-08,
      "loss": 0.3463,
      "step": 2764920
    },
    {
      "epoch": 771.68,
      "grad_norm": 1.3960217237472534,
      "learning_rate": 1.604129870168523e-08,
      "loss": 0.3322,
      "step": 2764930
    },
    {
      "epoch": 771.68,
      "grad_norm": 1.5135900974273682,
      "learning_rate": 1.6038140686680263e-08,
      "loss": 0.3309,
      "step": 2764940
    },
    {
      "epoch": 771.69,
      "grad_norm": 1.2821097373962402,
      "learning_rate": 1.6034982981494132e-08,
      "loss": 0.334,
      "step": 2764950
    },
    {
      "epoch": 771.69,
      "grad_norm": 1.114526391029358,
      "learning_rate": 1.6031825586127617e-08,
      "loss": 0.3175,
      "step": 2764960
    },
    {
      "epoch": 771.69,
      "grad_norm": 1.5325379371643066,
      "learning_rate": 1.602866850058098e-08,
      "loss": 0.3448,
      "step": 2764970
    },
    {
      "epoch": 771.69,
      "grad_norm": 1.4255255460739136,
      "learning_rate": 1.6025511724854745e-08,
      "loss": 0.3417,
      "step": 2764980
    },
    {
      "epoch": 771.7,
      "grad_norm": 1.0996886491775513,
      "learning_rate": 1.6022355258949166e-08,
      "loss": 0.3251,
      "step": 2764990
    },
    {
      "epoch": 771.7,
      "grad_norm": 1.2056260108947754,
      "learning_rate": 1.6019199102865024e-08,
      "loss": 0.3581,
      "step": 2765000
    },
    {
      "epoch": 771.7,
      "grad_norm": 1.2324823141098022,
      "learning_rate": 1.6016043256602325e-08,
      "loss": 0.3536,
      "step": 2765010
    },
    {
      "epoch": 771.71,
      "grad_norm": 1.174522042274475,
      "learning_rate": 1.6012887720161586e-08,
      "loss": 0.3291,
      "step": 2765020
    },
    {
      "epoch": 771.71,
      "grad_norm": 1.258003830909729,
      "learning_rate": 1.6009732493543324e-08,
      "loss": 0.328,
      "step": 2765030
    },
    {
      "epoch": 771.71,
      "grad_norm": 1.3950510025024414,
      "learning_rate": 1.6006577576747804e-08,
      "loss": 0.3165,
      "step": 2765040
    },
    {
      "epoch": 771.71,
      "grad_norm": 1.1769158840179443,
      "learning_rate": 1.6003422969775807e-08,
      "loss": 0.3412,
      "step": 2765050
    },
    {
      "epoch": 771.72,
      "grad_norm": 1.390112042427063,
      "learning_rate": 1.600026867262759e-08,
      "loss": 0.3306,
      "step": 2765060
    },
    {
      "epoch": 771.72,
      "grad_norm": 1.2318261861801147,
      "learning_rate": 1.5997114685303154e-08,
      "loss": 0.3427,
      "step": 2765070
    },
    {
      "epoch": 771.72,
      "grad_norm": 1.1375691890716553,
      "learning_rate": 1.5993961007803537e-08,
      "loss": 0.3222,
      "step": 2765080
    },
    {
      "epoch": 771.72,
      "grad_norm": 1.2444572448730469,
      "learning_rate": 1.5990807640128747e-08,
      "loss": 0.3318,
      "step": 2765090
    },
    {
      "epoch": 771.73,
      "grad_norm": 1.4246388673782349,
      "learning_rate": 1.5987654582279296e-08,
      "loss": 0.3347,
      "step": 2765100
    },
    {
      "epoch": 771.73,
      "grad_norm": 1.3272285461425781,
      "learning_rate": 1.598450183425571e-08,
      "loss": 0.3331,
      "step": 2765110
    },
    {
      "epoch": 771.73,
      "grad_norm": 1.3142430782318115,
      "learning_rate": 1.5981349396058506e-08,
      "loss": 0.3452,
      "step": 2765120
    },
    {
      "epoch": 771.74,
      "grad_norm": 1.3805248737335205,
      "learning_rate": 1.5978197267687686e-08,
      "loss": 0.3462,
      "step": 2765130
    },
    {
      "epoch": 771.74,
      "grad_norm": 1.523217797279358,
      "learning_rate": 1.597504544914403e-08,
      "loss": 0.35,
      "step": 2765140
    },
    {
      "epoch": 771.74,
      "grad_norm": 1.1403852701187134,
      "learning_rate": 1.597189394042806e-08,
      "loss": 0.3389,
      "step": 2765150
    },
    {
      "epoch": 771.74,
      "grad_norm": 1.2499794960021973,
      "learning_rate": 1.596874274153951e-08,
      "loss": 0.3211,
      "step": 2765160
    },
    {
      "epoch": 771.75,
      "grad_norm": 1.3789732456207275,
      "learning_rate": 1.5965591852479688e-08,
      "loss": 0.3454,
      "step": 2765170
    },
    {
      "epoch": 771.75,
      "grad_norm": 1.1671252250671387,
      "learning_rate": 1.5962441273248328e-08,
      "loss": 0.3286,
      "step": 2765180
    },
    {
      "epoch": 771.75,
      "grad_norm": 1.3379801511764526,
      "learning_rate": 1.5959291003846477e-08,
      "loss": 0.3398,
      "step": 2765190
    },
    {
      "epoch": 771.76,
      "grad_norm": 1.0892422199249268,
      "learning_rate": 1.5956141044273872e-08,
      "loss": 0.3338,
      "step": 2765200
    },
    {
      "epoch": 771.76,
      "grad_norm": 1.1987180709838867,
      "learning_rate": 1.5952991394531553e-08,
      "loss": 0.321,
      "step": 2765210
    },
    {
      "epoch": 771.76,
      "grad_norm": 1.2272541522979736,
      "learning_rate": 1.5949842054619517e-08,
      "loss": 0.338,
      "step": 2765220
    },
    {
      "epoch": 771.76,
      "grad_norm": 1.362941861152649,
      "learning_rate": 1.594669302453803e-08,
      "loss": 0.3245,
      "step": 2765230
    },
    {
      "epoch": 771.77,
      "grad_norm": 1.241127610206604,
      "learning_rate": 1.594354430428839e-08,
      "loss": 0.3206,
      "step": 2765240
    },
    {
      "epoch": 771.77,
      "grad_norm": 1.1051254272460938,
      "learning_rate": 1.594039589386982e-08,
      "loss": 0.3375,
      "step": 2765250
    },
    {
      "epoch": 771.77,
      "grad_norm": 1.2789390087127686,
      "learning_rate": 1.5937247793283616e-08,
      "loss": 0.3218,
      "step": 2765260
    },
    {
      "epoch": 771.78,
      "grad_norm": 1.6639405488967896,
      "learning_rate": 1.593410000253004e-08,
      "loss": 0.3305,
      "step": 2765270
    },
    {
      "epoch": 771.78,
      "grad_norm": 1.2515000104904175,
      "learning_rate": 1.5930952521609093e-08,
      "loss": 0.3338,
      "step": 2765280
    },
    {
      "epoch": 771.78,
      "grad_norm": 1.2671973705291748,
      "learning_rate": 1.5927805350521814e-08,
      "loss": 0.3271,
      "step": 2765290
    },
    {
      "epoch": 771.78,
      "grad_norm": 1.0547631978988647,
      "learning_rate": 1.5924658489268206e-08,
      "loss": 0.361,
      "step": 2765300
    },
    {
      "epoch": 771.79,
      "grad_norm": 1.3589560985565186,
      "learning_rate": 1.5921511937848787e-08,
      "loss": 0.321,
      "step": 2765310
    },
    {
      "epoch": 771.79,
      "grad_norm": 1.2000157833099365,
      "learning_rate": 1.5918365696263817e-08,
      "loss": 0.3363,
      "step": 2765320
    },
    {
      "epoch": 771.79,
      "grad_norm": 1.3940082788467407,
      "learning_rate": 1.5915219764514075e-08,
      "loss": 0.3226,
      "step": 2765330
    },
    {
      "epoch": 771.79,
      "grad_norm": 1.1693488359451294,
      "learning_rate": 1.5912074142599827e-08,
      "loss": 0.3308,
      "step": 2765340
    },
    {
      "epoch": 771.8,
      "grad_norm": 1.4490156173706055,
      "learning_rate": 1.590892883052107e-08,
      "loss": 0.3199,
      "step": 2765350
    },
    {
      "epoch": 771.8,
      "grad_norm": 1.5324002504348755,
      "learning_rate": 1.5905783828278844e-08,
      "loss": 0.3402,
      "step": 2765360
    },
    {
      "epoch": 771.8,
      "grad_norm": 1.4621713161468506,
      "learning_rate": 1.590263913587341e-08,
      "loss": 0.3533,
      "step": 2765370
    },
    {
      "epoch": 771.81,
      "grad_norm": 1.1810970306396484,
      "learning_rate": 1.5899494753305024e-08,
      "loss": 0.3331,
      "step": 2765380
    },
    {
      "epoch": 771.81,
      "grad_norm": 1.165416955947876,
      "learning_rate": 1.5896350680573954e-08,
      "loss": 0.3383,
      "step": 2765390
    },
    {
      "epoch": 771.81,
      "grad_norm": 1.2630165815353394,
      "learning_rate": 1.5893206917681234e-08,
      "loss": 0.3189,
      "step": 2765400
    },
    {
      "epoch": 771.81,
      "grad_norm": 1.2258453369140625,
      "learning_rate": 1.589006346462661e-08,
      "loss": 0.3347,
      "step": 2765410
    },
    {
      "epoch": 771.82,
      "grad_norm": 1.349189043045044,
      "learning_rate": 1.5886920321410857e-08,
      "loss": 0.326,
      "step": 2765420
    },
    {
      "epoch": 771.82,
      "grad_norm": 1.2700047492980957,
      "learning_rate": 1.588377748803424e-08,
      "loss": 0.3328,
      "step": 2765430
    },
    {
      "epoch": 771.82,
      "grad_norm": 1.297094464302063,
      "learning_rate": 1.5880634964497274e-08,
      "loss": 0.3445,
      "step": 2765440
    },
    {
      "epoch": 771.83,
      "grad_norm": 1.431807518005371,
      "learning_rate": 1.5877492750800484e-08,
      "loss": 0.3294,
      "step": 2765450
    },
    {
      "epoch": 771.83,
      "grad_norm": 1.2840371131896973,
      "learning_rate": 1.5874350846943866e-08,
      "loss": 0.3208,
      "step": 2765460
    },
    {
      "epoch": 771.83,
      "grad_norm": 1.2540595531463623,
      "learning_rate": 1.5871209252928466e-08,
      "loss": 0.3586,
      "step": 2765470
    },
    {
      "epoch": 771.83,
      "grad_norm": 1.1824581623077393,
      "learning_rate": 1.586806796875428e-08,
      "loss": 0.3455,
      "step": 2765480
    },
    {
      "epoch": 771.84,
      "grad_norm": 1.2768762111663818,
      "learning_rate": 1.5864926994421828e-08,
      "loss": 0.3601,
      "step": 2765490
    },
    {
      "epoch": 771.84,
      "grad_norm": 1.1742985248565674,
      "learning_rate": 1.5861786329931375e-08,
      "loss": 0.326,
      "step": 2765500
    },
    {
      "epoch": 771.84,
      "grad_norm": 1.2404201030731201,
      "learning_rate": 1.5858645975283436e-08,
      "loss": 0.3406,
      "step": 2765510
    },
    {
      "epoch": 771.84,
      "grad_norm": 1.2900255918502808,
      "learning_rate": 1.5855505930478796e-08,
      "loss": 0.3464,
      "step": 2765520
    },
    {
      "epoch": 771.85,
      "grad_norm": 1.1429345607757568,
      "learning_rate": 1.585236619551719e-08,
      "loss": 0.3386,
      "step": 2765530
    },
    {
      "epoch": 771.85,
      "grad_norm": 1.0717244148254395,
      "learning_rate": 1.5849226770399664e-08,
      "loss": 0.3373,
      "step": 2765540
    },
    {
      "epoch": 771.85,
      "grad_norm": 2.3155405521392822,
      "learning_rate": 1.5846087655126214e-08,
      "loss": 0.3442,
      "step": 2765550
    },
    {
      "epoch": 771.86,
      "grad_norm": 1.2492095232009888,
      "learning_rate": 1.5842948849697364e-08,
      "loss": 0.3261,
      "step": 2765560
    },
    {
      "epoch": 771.86,
      "grad_norm": 1.48728346824646,
      "learning_rate": 1.583981035411363e-08,
      "loss": 0.3478,
      "step": 2765570
    },
    {
      "epoch": 771.86,
      "grad_norm": 1.785129427909851,
      "learning_rate": 1.5836672168375535e-08,
      "loss": 0.3365,
      "step": 2765580
    },
    {
      "epoch": 771.86,
      "grad_norm": 1.6180555820465088,
      "learning_rate": 1.5833534292483337e-08,
      "loss": 0.3293,
      "step": 2765590
    },
    {
      "epoch": 771.87,
      "grad_norm": 1.3121919631958008,
      "learning_rate": 1.5830396726437042e-08,
      "loss": 0.3351,
      "step": 2765600
    },
    {
      "epoch": 771.87,
      "grad_norm": 1.137915849685669,
      "learning_rate": 1.5827259470237944e-08,
      "loss": 0.3564,
      "step": 2765610
    },
    {
      "epoch": 771.87,
      "grad_norm": 1.2097526788711548,
      "learning_rate": 1.5824122523885787e-08,
      "loss": 0.3561,
      "step": 2765620
    },
    {
      "epoch": 771.88,
      "grad_norm": 1.4764163494110107,
      "learning_rate": 1.582098588738109e-08,
      "loss": 0.3435,
      "step": 2765630
    },
    {
      "epoch": 771.88,
      "grad_norm": 1.142125129699707,
      "learning_rate": 1.5817849560724635e-08,
      "loss": 0.3365,
      "step": 2765640
    },
    {
      "epoch": 771.88,
      "grad_norm": 1.1287847757339478,
      "learning_rate": 1.5814713543916418e-08,
      "loss": 0.3233,
      "step": 2765650
    },
    {
      "epoch": 771.88,
      "grad_norm": 1.1522635221481323,
      "learning_rate": 1.5811577836956965e-08,
      "loss": 0.3303,
      "step": 2765660
    },
    {
      "epoch": 771.89,
      "grad_norm": 1.4221563339233398,
      "learning_rate": 1.580844243984705e-08,
      "loss": 0.3358,
      "step": 2765670
    },
    {
      "epoch": 771.89,
      "grad_norm": 1.2473487854003906,
      "learning_rate": 1.580530735258642e-08,
      "loss": 0.3372,
      "step": 2765680
    },
    {
      "epoch": 771.89,
      "grad_norm": 1.1291660070419312,
      "learning_rate": 1.5802172575176115e-08,
      "loss": 0.3246,
      "step": 2765690
    },
    {
      "epoch": 771.9,
      "grad_norm": 1.2520304918289185,
      "learning_rate": 1.579903810761613e-08,
      "loss": 0.3157,
      "step": 2765700
    },
    {
      "epoch": 771.9,
      "grad_norm": 1.2210776805877686,
      "learning_rate": 1.5795903949907246e-08,
      "loss": 0.3369,
      "step": 2765710
    },
    {
      "epoch": 771.9,
      "grad_norm": 1.2003931999206543,
      "learning_rate": 1.5792770102049465e-08,
      "loss": 0.3435,
      "step": 2765720
    },
    {
      "epoch": 771.9,
      "grad_norm": 1.2137877941131592,
      "learning_rate": 1.578963656404383e-08,
      "loss": 0.3399,
      "step": 2765730
    },
    {
      "epoch": 771.91,
      "grad_norm": 1.4542653560638428,
      "learning_rate": 1.5786503335889818e-08,
      "loss": 0.341,
      "step": 2765740
    },
    {
      "epoch": 771.91,
      "grad_norm": 1.250046968460083,
      "learning_rate": 1.578337041758873e-08,
      "loss": 0.3448,
      "step": 2765750
    },
    {
      "epoch": 771.91,
      "grad_norm": 1.4219192266464233,
      "learning_rate": 1.5780237809140567e-08,
      "loss": 0.3347,
      "step": 2765760
    },
    {
      "epoch": 771.91,
      "grad_norm": 1.3092933893203735,
      "learning_rate": 1.5777105510545592e-08,
      "loss": 0.3299,
      "step": 2765770
    },
    {
      "epoch": 771.92,
      "grad_norm": 1.3945804834365845,
      "learning_rate": 1.5773973521804576e-08,
      "loss": 0.3276,
      "step": 2765780
    },
    {
      "epoch": 771.92,
      "grad_norm": 1.2415196895599365,
      "learning_rate": 1.577084184291805e-08,
      "loss": 0.3191,
      "step": 2765790
    },
    {
      "epoch": 771.92,
      "grad_norm": 1.441909670829773,
      "learning_rate": 1.576771047388601e-08,
      "loss": 0.3395,
      "step": 2765800
    },
    {
      "epoch": 771.93,
      "grad_norm": 1.2370598316192627,
      "learning_rate": 1.5764579414708976e-08,
      "loss": 0.3109,
      "step": 2765810
    },
    {
      "epoch": 771.93,
      "grad_norm": 1.2559311389923096,
      "learning_rate": 1.5761448665387726e-08,
      "loss": 0.325,
      "step": 2765820
    },
    {
      "epoch": 771.93,
      "grad_norm": 1.1879528760910034,
      "learning_rate": 1.5758318225922004e-08,
      "loss": 0.3308,
      "step": 2765830
    },
    {
      "epoch": 771.93,
      "grad_norm": 1.5274419784545898,
      "learning_rate": 1.5755188096312852e-08,
      "loss": 0.3214,
      "step": 2765840
    },
    {
      "epoch": 771.94,
      "grad_norm": 1.2697203159332275,
      "learning_rate": 1.5752058276560267e-08,
      "loss": 0.3418,
      "step": 2765850
    },
    {
      "epoch": 771.94,
      "grad_norm": 1.2284739017486572,
      "learning_rate": 1.5748928766664768e-08,
      "loss": 0.3345,
      "step": 2765860
    },
    {
      "epoch": 771.94,
      "grad_norm": 1.277352213859558,
      "learning_rate": 1.5745799566627137e-08,
      "loss": 0.3565,
      "step": 2765870
    },
    {
      "epoch": 771.95,
      "grad_norm": 1.332924485206604,
      "learning_rate": 1.5742670676447375e-08,
      "loss": 0.3613,
      "step": 2765880
    },
    {
      "epoch": 771.95,
      "grad_norm": 1.321984887123108,
      "learning_rate": 1.5739542096126004e-08,
      "loss": 0.3291,
      "step": 2765890
    },
    {
      "epoch": 771.95,
      "grad_norm": 1.3912321329116821,
      "learning_rate": 1.573641382566328e-08,
      "loss": 0.3506,
      "step": 2765900
    },
    {
      "epoch": 771.95,
      "grad_norm": 1.2933125495910645,
      "learning_rate": 1.5733285865059986e-08,
      "loss": 0.3268,
      "step": 2765910
    },
    {
      "epoch": 771.96,
      "grad_norm": 1.2227379083633423,
      "learning_rate": 1.5730158214316382e-08,
      "loss": 0.3231,
      "step": 2765920
    },
    {
      "epoch": 771.96,
      "grad_norm": 1.2933828830718994,
      "learning_rate": 1.572703087343299e-08,
      "loss": 0.326,
      "step": 2765930
    },
    {
      "epoch": 771.96,
      "grad_norm": 1.2780048847198486,
      "learning_rate": 1.572390384240981e-08,
      "loss": 0.3305,
      "step": 2765940
    },
    {
      "epoch": 771.96,
      "grad_norm": 1.2773783206939697,
      "learning_rate": 1.5720777121247615e-08,
      "loss": 0.3424,
      "step": 2765950
    },
    {
      "epoch": 771.97,
      "grad_norm": 1.4394280910491943,
      "learning_rate": 1.5717650709946938e-08,
      "loss": 0.3309,
      "step": 2765960
    },
    {
      "epoch": 771.97,
      "grad_norm": 1.3429648876190186,
      "learning_rate": 1.5714524608507767e-08,
      "loss": 0.33,
      "step": 2765970
    },
    {
      "epoch": 771.97,
      "grad_norm": 1.1849013566970825,
      "learning_rate": 1.571139881693089e-08,
      "loss": 0.3395,
      "step": 2765980
    },
    {
      "epoch": 771.98,
      "grad_norm": 1.2459813356399536,
      "learning_rate": 1.5708273335216566e-08,
      "loss": 0.3347,
      "step": 2765990
    },
    {
      "epoch": 771.98,
      "grad_norm": 1.226654291152954,
      "learning_rate": 1.5705148163365056e-08,
      "loss": 0.3482,
      "step": 2766000
    },
    {
      "epoch": 771.98,
      "grad_norm": 1.2025470733642578,
      "learning_rate": 1.5702023301377136e-08,
      "loss": 0.3364,
      "step": 2766010
    },
    {
      "epoch": 771.98,
      "grad_norm": 1.2919425964355469,
      "learning_rate": 1.569889874925307e-08,
      "loss": 0.3166,
      "step": 2766020
    },
    {
      "epoch": 771.99,
      "grad_norm": 6.0490617752075195,
      "learning_rate": 1.569577450699312e-08,
      "loss": 0.3383,
      "step": 2766030
    },
    {
      "epoch": 771.99,
      "grad_norm": 1.283758521080017,
      "learning_rate": 1.56926505745978e-08,
      "loss": 0.3473,
      "step": 2766040
    },
    {
      "epoch": 771.99,
      "grad_norm": 1.4768059253692627,
      "learning_rate": 1.5689526952067638e-08,
      "loss": 0.3578,
      "step": 2766050
    },
    {
      "epoch": 772.0,
      "grad_norm": 1.4444077014923096,
      "learning_rate": 1.568640363940289e-08,
      "loss": 0.3305,
      "step": 2766060
    },
    {
      "epoch": 772.0,
      "grad_norm": 1.2560534477233887,
      "learning_rate": 1.5683280636604075e-08,
      "loss": 0.3415,
      "step": 2766070
    },
    {
      "epoch": 772.0,
      "eval_loss": 0.33758267760276794,
      "eval_runtime": 64.1367,
      "eval_samples_per_second": 78.878,
      "eval_steps_per_second": 9.87,
      "step": 2766076
    },
    {
      "epoch": 772.0,
      "grad_norm": 1.4372313022613525,
      "learning_rate": 1.5680157943671455e-08,
      "loss": 0.3349,
      "step": 2766080
    },
    {
      "epoch": 772.0,
      "grad_norm": 1.1783161163330078,
      "learning_rate": 1.567703556060581e-08,
      "loss": 0.3335,
      "step": 2766090
    },
    {
      "epoch": 772.01,
      "grad_norm": 1.085771083831787,
      "learning_rate": 1.5673913487407147e-08,
      "loss": 0.3325,
      "step": 2766100
    },
    {
      "epoch": 772.01,
      "grad_norm": 1.292026162147522,
      "learning_rate": 1.5670791724075975e-08,
      "loss": 0.331,
      "step": 2766110
    },
    {
      "epoch": 772.01,
      "grad_norm": 1.1916450262069702,
      "learning_rate": 1.566767027061308e-08,
      "loss": 0.335,
      "step": 2766120
    },
    {
      "epoch": 772.02,
      "grad_norm": 1.2670220136642456,
      "learning_rate": 1.5664549127018202e-08,
      "loss": 0.3347,
      "step": 2766130
    },
    {
      "epoch": 772.02,
      "grad_norm": 1.1387120485305786,
      "learning_rate": 1.5661428293292382e-08,
      "loss": 0.3337,
      "step": 2766140
    },
    {
      "epoch": 772.02,
      "grad_norm": 1.0881283283233643,
      "learning_rate": 1.565830776943588e-08,
      "loss": 0.3431,
      "step": 2766150
    },
    {
      "epoch": 772.02,
      "grad_norm": 1.3445993661880493,
      "learning_rate": 1.5655187555448698e-08,
      "loss": 0.3344,
      "step": 2766160
    },
    {
      "epoch": 772.03,
      "grad_norm": 1.139303207397461,
      "learning_rate": 1.5652067651331873e-08,
      "loss": 0.3436,
      "step": 2766170
    },
    {
      "epoch": 772.03,
      "grad_norm": 5.960582733154297,
      "learning_rate": 1.5648948057085144e-08,
      "loss": 0.3384,
      "step": 2766180
    },
    {
      "epoch": 772.03,
      "grad_norm": 1.2856627702713013,
      "learning_rate": 1.5645828772709556e-08,
      "loss": 0.335,
      "step": 2766190
    },
    {
      "epoch": 772.03,
      "grad_norm": 1.250955581665039,
      "learning_rate": 1.5642709798205107e-08,
      "loss": 0.3269,
      "step": 2766200
    },
    {
      "epoch": 772.04,
      "grad_norm": 1.2617182731628418,
      "learning_rate": 1.5639591133572578e-08,
      "loss": 0.3341,
      "step": 2766210
    },
    {
      "epoch": 772.04,
      "grad_norm": 1.5098384618759155,
      "learning_rate": 1.5636472778812226e-08,
      "loss": 0.3319,
      "step": 2766220
    },
    {
      "epoch": 772.04,
      "grad_norm": 1.8440358638763428,
      "learning_rate": 1.563335473392432e-08,
      "loss": 0.3353,
      "step": 2766230
    },
    {
      "epoch": 772.05,
      "grad_norm": 1.235077142715454,
      "learning_rate": 1.563023699890937e-08,
      "loss": 0.3411,
      "step": 2766240
    },
    {
      "epoch": 772.05,
      "grad_norm": 1.1341900825500488,
      "learning_rate": 1.562711957376764e-08,
      "loss": 0.3379,
      "step": 2766250
    },
    {
      "epoch": 772.05,
      "grad_norm": 1.5556741952896118,
      "learning_rate": 1.5624002458499916e-08,
      "loss": 0.3317,
      "step": 2766260
    },
    {
      "epoch": 772.05,
      "grad_norm": 1.2363377809524536,
      "learning_rate": 1.562088565310619e-08,
      "loss": 0.3452,
      "step": 2766270
    },
    {
      "epoch": 772.06,
      "grad_norm": 1.2059842348098755,
      "learning_rate": 1.5617769157587248e-08,
      "loss": 0.3296,
      "step": 2766280
    },
    {
      "epoch": 772.06,
      "grad_norm": 1.2234528064727783,
      "learning_rate": 1.5614652971943347e-08,
      "loss": 0.3396,
      "step": 2766290
    },
    {
      "epoch": 772.06,
      "grad_norm": 1.2165262699127197,
      "learning_rate": 1.561153709617475e-08,
      "loss": 0.3337,
      "step": 2766300
    },
    {
      "epoch": 772.07,
      "grad_norm": 1.3096290826797485,
      "learning_rate": 1.5608421530282235e-08,
      "loss": 0.3627,
      "step": 2766310
    },
    {
      "epoch": 772.07,
      "grad_norm": 1.321945071220398,
      "learning_rate": 1.5605306274265802e-08,
      "loss": 0.3289,
      "step": 2766320
    },
    {
      "epoch": 772.07,
      "grad_norm": 1.808232307434082,
      "learning_rate": 1.5602191328126235e-08,
      "loss": 0.3521,
      "step": 2766330
    },
    {
      "epoch": 772.07,
      "grad_norm": 1.1251963376998901,
      "learning_rate": 1.559907669186353e-08,
      "loss": 0.3318,
      "step": 2766340
    },
    {
      "epoch": 772.08,
      "grad_norm": 1.27736496925354,
      "learning_rate": 1.559596236547847e-08,
      "loss": 0.3438,
      "step": 2766350
    },
    {
      "epoch": 772.08,
      "grad_norm": 1.2462749481201172,
      "learning_rate": 1.5592848348971576e-08,
      "loss": 0.3447,
      "step": 2766360
    },
    {
      "epoch": 772.08,
      "grad_norm": 1.2390469312667847,
      "learning_rate": 1.5589734642342844e-08,
      "loss": 0.3446,
      "step": 2766370
    },
    {
      "epoch": 772.08,
      "grad_norm": 1.2580965757369995,
      "learning_rate": 1.55866212455928e-08,
      "loss": 0.3342,
      "step": 2766380
    },
    {
      "epoch": 772.09,
      "grad_norm": 1.7615638971328735,
      "learning_rate": 1.558350815872196e-08,
      "loss": 0.347,
      "step": 2766390
    },
    {
      "epoch": 772.09,
      "grad_norm": 1.1392203569412231,
      "learning_rate": 1.5580395381730847e-08,
      "loss": 0.3408,
      "step": 2766400
    },
    {
      "epoch": 772.09,
      "grad_norm": 1.1948471069335938,
      "learning_rate": 1.557728291461946e-08,
      "loss": 0.3488,
      "step": 2766410
    },
    {
      "epoch": 772.1,
      "grad_norm": 1.3368873596191406,
      "learning_rate": 1.557417075738884e-08,
      "loss": 0.3419,
      "step": 2766420
    },
    {
      "epoch": 772.1,
      "grad_norm": 1.3323307037353516,
      "learning_rate": 1.5571058910038986e-08,
      "loss": 0.3247,
      "step": 2766430
    },
    {
      "epoch": 772.1,
      "grad_norm": 1.0509670972824097,
      "learning_rate": 1.556794737257016e-08,
      "loss": 0.3284,
      "step": 2766440
    },
    {
      "epoch": 772.1,
      "grad_norm": 1.2511472702026367,
      "learning_rate": 1.556483614498314e-08,
      "loss": 0.3414,
      "step": 2766450
    },
    {
      "epoch": 772.11,
      "grad_norm": 1.9056036472320557,
      "learning_rate": 1.556172522727819e-08,
      "loss": 0.3315,
      "step": 2766460
    },
    {
      "epoch": 772.11,
      "grad_norm": 1.3779168128967285,
      "learning_rate": 1.5558614619455827e-08,
      "loss": 0.3387,
      "step": 2766470
    },
    {
      "epoch": 772.11,
      "grad_norm": 1.5309001207351685,
      "learning_rate": 1.5555504321516314e-08,
      "loss": 0.3316,
      "step": 2766480
    },
    {
      "epoch": 772.12,
      "grad_norm": 1.156786322593689,
      "learning_rate": 1.5552394333459907e-08,
      "loss": 0.3524,
      "step": 2766490
    },
    {
      "epoch": 772.12,
      "grad_norm": 1.2563906908035278,
      "learning_rate": 1.5549284655287393e-08,
      "loss": 0.3384,
      "step": 2766500
    },
    {
      "epoch": 772.12,
      "grad_norm": 1.2361085414886475,
      "learning_rate": 1.5546175286999285e-08,
      "loss": 0.3144,
      "step": 2766510
    },
    {
      "epoch": 772.12,
      "grad_norm": 1.2164000272750854,
      "learning_rate": 1.554306622859533e-08,
      "loss": 0.3229,
      "step": 2766520
    },
    {
      "epoch": 772.13,
      "grad_norm": 1.252286434173584,
      "learning_rate": 1.5539957480076564e-08,
      "loss": 0.3318,
      "step": 2766530
    },
    {
      "epoch": 772.13,
      "grad_norm": 1.197546124458313,
      "learning_rate": 1.5536849041443248e-08,
      "loss": 0.3266,
      "step": 2766540
    },
    {
      "epoch": 772.13,
      "grad_norm": 1.1965837478637695,
      "learning_rate": 1.5533740912695645e-08,
      "loss": 0.3382,
      "step": 2766550
    },
    {
      "epoch": 772.14,
      "grad_norm": 1.3506546020507812,
      "learning_rate": 1.553063309383427e-08,
      "loss": 0.3223,
      "step": 2766560
    },
    {
      "epoch": 772.14,
      "grad_norm": 1.2950397729873657,
      "learning_rate": 1.552752558485965e-08,
      "loss": 0.3365,
      "step": 2766570
    },
    {
      "epoch": 772.14,
      "grad_norm": 1.089049220085144,
      "learning_rate": 1.552441838577178e-08,
      "loss": 0.3487,
      "step": 2766580
    },
    {
      "epoch": 772.14,
      "grad_norm": 1.306606411933899,
      "learning_rate": 1.552131149657144e-08,
      "loss": 0.3459,
      "step": 2766590
    },
    {
      "epoch": 772.15,
      "grad_norm": 1.2832363843917847,
      "learning_rate": 1.5518204917259158e-08,
      "loss": 0.3388,
      "step": 2766600
    },
    {
      "epoch": 772.15,
      "grad_norm": 1.3124265670776367,
      "learning_rate": 1.5515098647835185e-08,
      "loss": 0.3475,
      "step": 2766610
    },
    {
      "epoch": 772.15,
      "grad_norm": 1.2339473962783813,
      "learning_rate": 1.5511992688299785e-08,
      "loss": 0.3571,
      "step": 2766620
    },
    {
      "epoch": 772.15,
      "grad_norm": 1.2109743356704712,
      "learning_rate": 1.5508887038653482e-08,
      "loss": 0.3549,
      "step": 2766630
    },
    {
      "epoch": 772.16,
      "grad_norm": 1.2394871711730957,
      "learning_rate": 1.550578169889679e-08,
      "loss": 0.341,
      "step": 2766640
    },
    {
      "epoch": 772.16,
      "grad_norm": 1.3698433637619019,
      "learning_rate": 1.5502676669029972e-08,
      "loss": 0.3313,
      "step": 2766650
    },
    {
      "epoch": 772.16,
      "grad_norm": 1.1941674947738647,
      "learning_rate": 1.549957194905355e-08,
      "loss": 0.3246,
      "step": 2766660
    },
    {
      "epoch": 772.17,
      "grad_norm": 1.1801173686981201,
      "learning_rate": 1.549646753896778e-08,
      "loss": 0.3498,
      "step": 2766670
    },
    {
      "epoch": 772.17,
      "grad_norm": 1.1862132549285889,
      "learning_rate": 1.549336343877345e-08,
      "loss": 0.3182,
      "step": 2766680
    },
    {
      "epoch": 772.17,
      "grad_norm": 1.2588616609573364,
      "learning_rate": 1.5490259648470552e-08,
      "loss": 0.3424,
      "step": 2766690
    },
    {
      "epoch": 772.17,
      "grad_norm": 1.2546204328536987,
      "learning_rate": 1.5487156168059614e-08,
      "loss": 0.3392,
      "step": 2766700
    },
    {
      "epoch": 772.18,
      "grad_norm": 1.4528319835662842,
      "learning_rate": 1.5484052997540887e-08,
      "loss": 0.3377,
      "step": 2766710
    },
    {
      "epoch": 772.18,
      "grad_norm": 1.0924432277679443,
      "learning_rate": 1.548095013691542e-08,
      "loss": 0.3362,
      "step": 2766720
    },
    {
      "epoch": 772.18,
      "grad_norm": 1.3212592601776123,
      "learning_rate": 1.5477847586182946e-08,
      "loss": 0.3551,
      "step": 2766730
    },
    {
      "epoch": 772.19,
      "grad_norm": 1.1597522497177124,
      "learning_rate": 1.5474745345344252e-08,
      "loss": 0.3439,
      "step": 2766740
    },
    {
      "epoch": 772.19,
      "grad_norm": 1.24491286277771,
      "learning_rate": 1.5471643414399596e-08,
      "loss": 0.3625,
      "step": 2766750
    },
    {
      "epoch": 772.19,
      "grad_norm": 1.283149242401123,
      "learning_rate": 1.5468541793349237e-08,
      "loss": 0.3233,
      "step": 2766760
    },
    {
      "epoch": 772.19,
      "grad_norm": 1.3285598754882812,
      "learning_rate": 1.5465440482193958e-08,
      "loss": 0.329,
      "step": 2766770
    },
    {
      "epoch": 772.2,
      "grad_norm": 1.1855909824371338,
      "learning_rate": 1.5462339480934017e-08,
      "loss": 0.3465,
      "step": 2766780
    },
    {
      "epoch": 772.2,
      "grad_norm": 1.2064361572265625,
      "learning_rate": 1.5459238789569672e-08,
      "loss": 0.3429,
      "step": 2766790
    },
    {
      "epoch": 772.2,
      "grad_norm": 1.368999719619751,
      "learning_rate": 1.545613840810171e-08,
      "loss": 0.3589,
      "step": 2766800
    },
    {
      "epoch": 772.2,
      "grad_norm": 1.386838436126709,
      "learning_rate": 1.5453038336529864e-08,
      "loss": 0.3377,
      "step": 2766810
    },
    {
      "epoch": 772.21,
      "grad_norm": 1.2102078199386597,
      "learning_rate": 1.544993857485544e-08,
      "loss": 0.3286,
      "step": 2766820
    },
    {
      "epoch": 772.21,
      "grad_norm": 1.1629563570022583,
      "learning_rate": 1.5446839123078176e-08,
      "loss": 0.3411,
      "step": 2766830
    },
    {
      "epoch": 772.21,
      "grad_norm": 1.3414701223373413,
      "learning_rate": 1.544373998119859e-08,
      "loss": 0.3352,
      "step": 2766840
    },
    {
      "epoch": 772.22,
      "grad_norm": 1.5424152612686157,
      "learning_rate": 1.5440641149217467e-08,
      "loss": 0.3374,
      "step": 2766850
    },
    {
      "epoch": 772.22,
      "grad_norm": 1.1534730195999146,
      "learning_rate": 1.5437542627134805e-08,
      "loss": 0.3266,
      "step": 2766860
    },
    {
      "epoch": 772.22,
      "grad_norm": 1.2917571067810059,
      "learning_rate": 1.5434444414951125e-08,
      "loss": 0.3421,
      "step": 2766870
    },
    {
      "epoch": 772.22,
      "grad_norm": 1.3207248449325562,
      "learning_rate": 1.5431346512666948e-08,
      "loss": 0.3433,
      "step": 2766880
    },
    {
      "epoch": 772.23,
      "grad_norm": 1.2323930263519287,
      "learning_rate": 1.542824892028253e-08,
      "loss": 0.3324,
      "step": 2766890
    },
    {
      "epoch": 772.23,
      "grad_norm": 1.1943367719650269,
      "learning_rate": 1.5425151637798398e-08,
      "loss": 0.347,
      "step": 2766900
    },
    {
      "epoch": 772.23,
      "grad_norm": 1.7281752824783325,
      "learning_rate": 1.5422054665215067e-08,
      "loss": 0.3309,
      "step": 2766910
    },
    {
      "epoch": 772.24,
      "grad_norm": 1.1164190769195557,
      "learning_rate": 1.5418958002532798e-08,
      "loss": 0.3282,
      "step": 2766920
    },
    {
      "epoch": 772.24,
      "grad_norm": 1.4295486211776733,
      "learning_rate": 1.5415861649751856e-08,
      "loss": 0.3419,
      "step": 2766930
    },
    {
      "epoch": 772.24,
      "grad_norm": 2.515474796295166,
      "learning_rate": 1.5412765606872754e-08,
      "loss": 0.3342,
      "step": 2766940
    },
    {
      "epoch": 772.24,
      "grad_norm": 1.158693790435791,
      "learning_rate": 1.5409669873896277e-08,
      "loss": 0.3283,
      "step": 2766950
    },
    {
      "epoch": 772.25,
      "grad_norm": 1.2391092777252197,
      "learning_rate": 1.5406574450822427e-08,
      "loss": 0.3268,
      "step": 2766960
    },
    {
      "epoch": 772.25,
      "grad_norm": 1.248968482017517,
      "learning_rate": 1.5403479337651718e-08,
      "loss": 0.3557,
      "step": 2766970
    },
    {
      "epoch": 772.25,
      "grad_norm": 1.2033483982086182,
      "learning_rate": 1.5400384534384678e-08,
      "loss": 0.3263,
      "step": 2766980
    },
    {
      "epoch": 772.26,
      "grad_norm": 1.270041823387146,
      "learning_rate": 1.53972900410213e-08,
      "loss": 0.3379,
      "step": 2766990
    },
    {
      "epoch": 772.26,
      "grad_norm": 1.1040418148040771,
      "learning_rate": 1.539419585756237e-08,
      "loss": 0.3373,
      "step": 2767000
    },
    {
      "epoch": 772.26,
      "grad_norm": 1.1260048151016235,
      "learning_rate": 1.5391101984008406e-08,
      "loss": 0.3287,
      "step": 2767010
    },
    {
      "epoch": 772.26,
      "grad_norm": 1.208713412284851,
      "learning_rate": 1.5388008420359408e-08,
      "loss": 0.3382,
      "step": 2767020
    },
    {
      "epoch": 772.27,
      "grad_norm": 1.2069998979568481,
      "learning_rate": 1.5384915166616156e-08,
      "loss": 0.3356,
      "step": 2767030
    },
    {
      "epoch": 772.27,
      "grad_norm": 1.4255276918411255,
      "learning_rate": 1.5381822222779172e-08,
      "loss": 0.3476,
      "step": 2767040
    },
    {
      "epoch": 772.27,
      "grad_norm": 1.2455615997314453,
      "learning_rate": 1.5378729588848455e-08,
      "loss": 0.3342,
      "step": 2767050
    },
    {
      "epoch": 772.27,
      "grad_norm": 1.1943573951721191,
      "learning_rate": 1.5375637264824525e-08,
      "loss": 0.3177,
      "step": 2767060
    },
    {
      "epoch": 772.28,
      "grad_norm": 1.2672131061553955,
      "learning_rate": 1.5372545250707646e-08,
      "loss": 0.3295,
      "step": 2767070
    },
    {
      "epoch": 772.28,
      "grad_norm": 1.3808908462524414,
      "learning_rate": 1.5369453546498854e-08,
      "loss": 0.3445,
      "step": 2767080
    },
    {
      "epoch": 772.28,
      "grad_norm": 1.3225001096725464,
      "learning_rate": 1.536636215219789e-08,
      "loss": 0.3365,
      "step": 2767090
    },
    {
      "epoch": 772.29,
      "grad_norm": 1.1715896129608154,
      "learning_rate": 1.5363271067805537e-08,
      "loss": 0.3303,
      "step": 2767100
    },
    {
      "epoch": 772.29,
      "grad_norm": 1.1127195358276367,
      "learning_rate": 1.536018029332205e-08,
      "loss": 0.325,
      "step": 2767110
    },
    {
      "epoch": 772.29,
      "grad_norm": 1.113205075263977,
      "learning_rate": 1.5357089828747956e-08,
      "loss": 0.3466,
      "step": 2767120
    },
    {
      "epoch": 772.29,
      "grad_norm": 1.1363375186920166,
      "learning_rate": 1.5353999674083248e-08,
      "loss": 0.3195,
      "step": 2767130
    },
    {
      "epoch": 772.3,
      "grad_norm": 1.2514537572860718,
      "learning_rate": 1.5350909829329234e-08,
      "loss": 0.3269,
      "step": 2767140
    },
    {
      "epoch": 772.3,
      "grad_norm": 1.2765120267868042,
      "learning_rate": 1.5347820294485392e-08,
      "loss": 0.3344,
      "step": 2767150
    },
    {
      "epoch": 772.3,
      "grad_norm": 1.2456401586532593,
      "learning_rate": 1.53447310695525e-08,
      "loss": 0.3473,
      "step": 2767160
    },
    {
      "epoch": 772.31,
      "grad_norm": 1.1323237419128418,
      "learning_rate": 1.5341642154531077e-08,
      "loss": 0.3307,
      "step": 2767170
    },
    {
      "epoch": 772.31,
      "grad_norm": 1.4168641567230225,
      "learning_rate": 1.5338553549421647e-08,
      "loss": 0.3355,
      "step": 2767180
    },
    {
      "epoch": 772.31,
      "grad_norm": 1.2085644006729126,
      "learning_rate": 1.5335465254224208e-08,
      "loss": 0.357,
      "step": 2767190
    },
    {
      "epoch": 772.31,
      "grad_norm": 1.2493444681167603,
      "learning_rate": 1.5332377268939283e-08,
      "loss": 0.3461,
      "step": 2767200
    },
    {
      "epoch": 772.32,
      "grad_norm": 1.5894883871078491,
      "learning_rate": 1.5329289593567652e-08,
      "loss": 0.3314,
      "step": 2767210
    },
    {
      "epoch": 772.32,
      "grad_norm": 1.3606446981430054,
      "learning_rate": 1.532620222810931e-08,
      "loss": 0.3464,
      "step": 2767220
    },
    {
      "epoch": 772.32,
      "grad_norm": 1.1604771614074707,
      "learning_rate": 1.5323115172564786e-08,
      "loss": 0.3311,
      "step": 2767230
    },
    {
      "epoch": 772.32,
      "grad_norm": 1.1203687191009521,
      "learning_rate": 1.5320028426934592e-08,
      "loss": 0.3384,
      "step": 2767240
    },
    {
      "epoch": 772.33,
      "grad_norm": 1.186683177947998,
      "learning_rate": 1.5316941991218994e-08,
      "loss": 0.3187,
      "step": 2767250
    },
    {
      "epoch": 772.33,
      "grad_norm": 1.443989872932434,
      "learning_rate": 1.531385586541851e-08,
      "loss": 0.3485,
      "step": 2767260
    },
    {
      "epoch": 772.33,
      "grad_norm": 1.2158949375152588,
      "learning_rate": 1.53107700495334e-08,
      "loss": 0.3383,
      "step": 2767270
    },
    {
      "epoch": 772.34,
      "grad_norm": 1.4011976718902588,
      "learning_rate": 1.5307684543564186e-08,
      "loss": 0.3252,
      "step": 2767280
    },
    {
      "epoch": 772.34,
      "grad_norm": 1.4448699951171875,
      "learning_rate": 1.5304599347511388e-08,
      "loss": 0.3227,
      "step": 2767290
    },
    {
      "epoch": 772.34,
      "grad_norm": 1.5065349340438843,
      "learning_rate": 1.5301514461375264e-08,
      "loss": 0.3389,
      "step": 2767300
    },
    {
      "epoch": 772.34,
      "grad_norm": 1.3425488471984863,
      "learning_rate": 1.5298429885156077e-08,
      "loss": 0.3325,
      "step": 2767310
    },
    {
      "epoch": 772.35,
      "grad_norm": 1.4729971885681152,
      "learning_rate": 1.5295345618854867e-08,
      "loss": 0.3495,
      "step": 2767320
    },
    {
      "epoch": 772.35,
      "grad_norm": 1.4493284225463867,
      "learning_rate": 1.5292261662471373e-08,
      "loss": 0.3361,
      "step": 2767330
    },
    {
      "epoch": 772.35,
      "grad_norm": 1.2479466199874878,
      "learning_rate": 1.5289178016006116e-08,
      "loss": 0.33,
      "step": 2767340
    },
    {
      "epoch": 772.36,
      "grad_norm": 1.210895299911499,
      "learning_rate": 1.5286094679459875e-08,
      "loss": 0.3334,
      "step": 2767350
    },
    {
      "epoch": 772.36,
      "grad_norm": 1.2513304948806763,
      "learning_rate": 1.5283011652832653e-08,
      "loss": 0.3314,
      "step": 2767360
    },
    {
      "epoch": 772.36,
      "grad_norm": 1.1326721906661987,
      "learning_rate": 1.527992893612497e-08,
      "loss": 0.3355,
      "step": 2767370
    },
    {
      "epoch": 772.36,
      "grad_norm": 1.355702519416809,
      "learning_rate": 1.5276846529337344e-08,
      "loss": 0.3399,
      "step": 2767380
    },
    {
      "epoch": 772.37,
      "grad_norm": 1.2230638265609741,
      "learning_rate": 1.5273764432470296e-08,
      "loss": 0.3123,
      "step": 2767390
    },
    {
      "epoch": 772.37,
      "grad_norm": 1.3962846994400024,
      "learning_rate": 1.527068264552383e-08,
      "loss": 0.3481,
      "step": 2767400
    },
    {
      "epoch": 772.37,
      "grad_norm": 1.0513001680374146,
      "learning_rate": 1.526760116849872e-08,
      "loss": 0.3392,
      "step": 2767410
    },
    {
      "epoch": 772.38,
      "grad_norm": 1.3434890508651733,
      "learning_rate": 1.526452000139523e-08,
      "loss": 0.3291,
      "step": 2767420
    },
    {
      "epoch": 772.38,
      "grad_norm": 1.1940993070602417,
      "learning_rate": 1.5261439144213882e-08,
      "loss": 0.3477,
      "step": 2767430
    },
    {
      "epoch": 772.38,
      "grad_norm": 1.2183969020843506,
      "learning_rate": 1.525835859695493e-08,
      "loss": 0.3401,
      "step": 2767440
    },
    {
      "epoch": 772.38,
      "grad_norm": 1.241660475730896,
      "learning_rate": 1.5255278359618643e-08,
      "loss": 0.3473,
      "step": 2767450
    },
    {
      "epoch": 772.39,
      "grad_norm": 1.1559749841690063,
      "learning_rate": 1.5252198432205794e-08,
      "loss": 0.3394,
      "step": 2767460
    },
    {
      "epoch": 772.39,
      "grad_norm": 1.2575632333755493,
      "learning_rate": 1.524911881471665e-08,
      "loss": 0.3619,
      "step": 2767470
    },
    {
      "epoch": 772.39,
      "grad_norm": 1.4011207818984985,
      "learning_rate": 1.5246039507151725e-08,
      "loss": 0.3282,
      "step": 2767480
    },
    {
      "epoch": 772.39,
      "grad_norm": 1.5044025182724,
      "learning_rate": 1.5242960509511282e-08,
      "loss": 0.3443,
      "step": 2767490
    },
    {
      "epoch": 772.4,
      "grad_norm": 1.2728872299194336,
      "learning_rate": 1.5239881821795582e-08,
      "loss": 0.3371,
      "step": 2767500
    },
    {
      "epoch": 772.4,
      "grad_norm": 1.2481509447097778,
      "learning_rate": 1.5236803444005403e-08,
      "loss": 0.348,
      "step": 2767510
    },
    {
      "epoch": 772.4,
      "grad_norm": 1.341984510421753,
      "learning_rate": 1.523372537614075e-08,
      "loss": 0.3504,
      "step": 2767520
    },
    {
      "epoch": 772.41,
      "grad_norm": 1.2816250324249268,
      "learning_rate": 1.5230647618202397e-08,
      "loss": 0.3307,
      "step": 2767530
    },
    {
      "epoch": 772.41,
      "grad_norm": 1.4282552003860474,
      "learning_rate": 1.522757017019061e-08,
      "loss": 0.3616,
      "step": 2767540
    },
    {
      "epoch": 772.41,
      "grad_norm": 1.304720401763916,
      "learning_rate": 1.5224493032105645e-08,
      "loss": 0.3265,
      "step": 2767550
    },
    {
      "epoch": 772.41,
      "grad_norm": 1.3350474834442139,
      "learning_rate": 1.5221416203948287e-08,
      "loss": 0.3353,
      "step": 2767560
    },
    {
      "epoch": 772.42,
      "grad_norm": 2.3440346717834473,
      "learning_rate": 1.521833968571853e-08,
      "loss": 0.3387,
      "step": 2767570
    },
    {
      "epoch": 772.42,
      "grad_norm": 1.365289330482483,
      "learning_rate": 1.521526347741716e-08,
      "loss": 0.323,
      "step": 2767580
    },
    {
      "epoch": 772.42,
      "grad_norm": 1.105180263519287,
      "learning_rate": 1.5212187579044174e-08,
      "loss": 0.3338,
      "step": 2767590
    },
    {
      "epoch": 772.43,
      "grad_norm": 1.6503021717071533,
      "learning_rate": 1.5209111990600356e-08,
      "loss": 0.3358,
      "step": 2767600
    },
    {
      "epoch": 772.43,
      "grad_norm": 1.2121626138687134,
      "learning_rate": 1.520603671208596e-08,
      "loss": 0.3268,
      "step": 2767610
    },
    {
      "epoch": 772.43,
      "grad_norm": 1.0200172662734985,
      "learning_rate": 1.5202961743501514e-08,
      "loss": 0.3373,
      "step": 2767620
    },
    {
      "epoch": 772.43,
      "grad_norm": 1.3269991874694824,
      "learning_rate": 1.5199887084847013e-08,
      "loss": 0.3511,
      "step": 2767630
    },
    {
      "epoch": 772.44,
      "grad_norm": 1.2827858924865723,
      "learning_rate": 1.5196812736123237e-08,
      "loss": 0.3352,
      "step": 2767640
    },
    {
      "epoch": 772.44,
      "grad_norm": 1.1756988763809204,
      "learning_rate": 1.519373869733071e-08,
      "loss": 0.3237,
      "step": 2767650
    },
    {
      "epoch": 772.44,
      "grad_norm": 1.3327792882919312,
      "learning_rate": 1.5190664968469433e-08,
      "loss": 0.3402,
      "step": 2767660
    },
    {
      "epoch": 772.44,
      "grad_norm": 1.4136838912963867,
      "learning_rate": 1.5187591549540178e-08,
      "loss": 0.3229,
      "step": 2767670
    },
    {
      "epoch": 772.45,
      "grad_norm": 1.2069714069366455,
      "learning_rate": 1.5184518440543217e-08,
      "loss": 0.3303,
      "step": 2767680
    },
    {
      "epoch": 772.45,
      "grad_norm": 1.3106679916381836,
      "learning_rate": 1.518144564147906e-08,
      "loss": 0.3388,
      "step": 2767690
    },
    {
      "epoch": 772.45,
      "grad_norm": 1.0413845777511597,
      "learning_rate": 1.5178373152347715e-08,
      "loss": 0.3345,
      "step": 2767700
    },
    {
      "epoch": 772.46,
      "grad_norm": 1.0793509483337402,
      "learning_rate": 1.517530097315022e-08,
      "loss": 0.3532,
      "step": 2767710
    },
    {
      "epoch": 772.46,
      "grad_norm": 1.4060704708099365,
      "learning_rate": 1.517222910388657e-08,
      "loss": 0.33,
      "step": 2767720
    },
    {
      "epoch": 772.46,
      "grad_norm": 1.274344801902771,
      "learning_rate": 1.5169157544557034e-08,
      "loss": 0.3452,
      "step": 2767730
    },
    {
      "epoch": 772.46,
      "grad_norm": 1.367280125617981,
      "learning_rate": 1.5166086295162384e-08,
      "loss": 0.3572,
      "step": 2767740
    },
    {
      "epoch": 772.47,
      "grad_norm": 1.3061094284057617,
      "learning_rate": 1.5163015355702887e-08,
      "loss": 0.32,
      "step": 2767750
    },
    {
      "epoch": 772.47,
      "grad_norm": 1.5910203456878662,
      "learning_rate": 1.515994472617906e-08,
      "loss": 0.3371,
      "step": 2767760
    },
    {
      "epoch": 772.47,
      "grad_norm": 1.6155798435211182,
      "learning_rate": 1.5156874406590907e-08,
      "loss": 0.3413,
      "step": 2767770
    },
    {
      "epoch": 772.48,
      "grad_norm": 1.2919063568115234,
      "learning_rate": 1.5153804396939463e-08,
      "loss": 0.3421,
      "step": 2767780
    },
    {
      "epoch": 772.48,
      "grad_norm": 1.3558825254440308,
      "learning_rate": 1.515073469722473e-08,
      "loss": 0.3292,
      "step": 2767790
    },
    {
      "epoch": 772.48,
      "grad_norm": 1.143867015838623,
      "learning_rate": 1.514766530744697e-08,
      "loss": 0.3196,
      "step": 2767800
    },
    {
      "epoch": 772.48,
      "grad_norm": 1.4249279499053955,
      "learning_rate": 1.5144596227606962e-08,
      "loss": 0.3412,
      "step": 2767810
    },
    {
      "epoch": 772.49,
      "grad_norm": 1.2200006246566772,
      "learning_rate": 1.514152745770497e-08,
      "loss": 0.3383,
      "step": 2767820
    },
    {
      "epoch": 772.49,
      "grad_norm": 1.0074049234390259,
      "learning_rate": 1.5138458997741506e-08,
      "loss": 0.3271,
      "step": 2767830
    },
    {
      "epoch": 772.49,
      "grad_norm": 1.3195343017578125,
      "learning_rate": 1.513539084771684e-08,
      "loss": 0.3377,
      "step": 2767840
    },
    {
      "epoch": 772.5,
      "grad_norm": 1.3716814517974854,
      "learning_rate": 1.5132323007631224e-08,
      "loss": 0.3296,
      "step": 2767850
    },
    {
      "epoch": 772.5,
      "grad_norm": 1.2112724781036377,
      "learning_rate": 1.5129255477485444e-08,
      "loss": 0.3442,
      "step": 2767860
    },
    {
      "epoch": 772.5,
      "grad_norm": 1.2170840501785278,
      "learning_rate": 1.512618825727976e-08,
      "loss": 0.3214,
      "step": 2767870
    },
    {
      "epoch": 772.5,
      "grad_norm": 1.4348576068878174,
      "learning_rate": 1.5123121347014425e-08,
      "loss": 0.332,
      "step": 2767880
    },
    {
      "epoch": 772.51,
      "grad_norm": 4.701141357421875,
      "learning_rate": 1.512005474668971e-08,
      "loss": 0.3219,
      "step": 2767890
    },
    {
      "epoch": 772.51,
      "grad_norm": 1.2016503810882568,
      "learning_rate": 1.511698845630665e-08,
      "loss": 0.338,
      "step": 2767900
    },
    {
      "epoch": 772.51,
      "grad_norm": 1.2365736961364746,
      "learning_rate": 1.5113922475865244e-08,
      "loss": 0.3314,
      "step": 2767910
    },
    {
      "epoch": 772.51,
      "grad_norm": 1.4939756393432617,
      "learning_rate": 1.5110856805365755e-08,
      "loss": 0.3324,
      "step": 2767920
    },
    {
      "epoch": 772.52,
      "grad_norm": 1.2516353130340576,
      "learning_rate": 1.510779144480896e-08,
      "loss": 0.3601,
      "step": 2767930
    },
    {
      "epoch": 772.52,
      "grad_norm": 1.151715636253357,
      "learning_rate": 1.5104726394194864e-08,
      "loss": 0.3459,
      "step": 2767940
    },
    {
      "epoch": 772.52,
      "grad_norm": 1.154544711112976,
      "learning_rate": 1.5101661653524247e-08,
      "loss": 0.3508,
      "step": 2767950
    },
    {
      "epoch": 772.53,
      "grad_norm": 1.3478096723556519,
      "learning_rate": 1.5098597222797365e-08,
      "loss": 0.3275,
      "step": 2767960
    },
    {
      "epoch": 772.53,
      "grad_norm": 1.495902180671692,
      "learning_rate": 1.509553310201448e-08,
      "loss": 0.339,
      "step": 2767970
    },
    {
      "epoch": 772.53,
      "grad_norm": 1.7086379528045654,
      "learning_rate": 1.5092469291176375e-08,
      "loss": 0.3347,
      "step": 2767980
    },
    {
      "epoch": 772.53,
      "grad_norm": 1.2980287075042725,
      "learning_rate": 1.5089405790283047e-08,
      "loss": 0.337,
      "step": 2767990
    },
    {
      "epoch": 772.54,
      "grad_norm": 1.0436500310897827,
      "learning_rate": 1.5086342599335278e-08,
      "loss": 0.3484,
      "step": 2768000
    },
    {
      "epoch": 772.54,
      "grad_norm": 1.5379787683486938,
      "learning_rate": 1.5083279718333067e-08,
      "loss": 0.338,
      "step": 2768010
    },
    {
      "epoch": 772.54,
      "grad_norm": 1.2801982164382935,
      "learning_rate": 1.5080217147277195e-08,
      "loss": 0.3595,
      "step": 2768020
    },
    {
      "epoch": 772.55,
      "grad_norm": 1.442802906036377,
      "learning_rate": 1.5077154886167665e-08,
      "loss": 0.3504,
      "step": 2768030
    },
    {
      "epoch": 772.55,
      "grad_norm": 1.4797852039337158,
      "learning_rate": 1.5074092935005253e-08,
      "loss": 0.3347,
      "step": 2768040
    },
    {
      "epoch": 772.55,
      "grad_norm": 1.516160249710083,
      "learning_rate": 1.507103129379022e-08,
      "loss": 0.3354,
      "step": 2768050
    },
    {
      "epoch": 772.55,
      "grad_norm": 1.2998040914535522,
      "learning_rate": 1.5067969962522832e-08,
      "loss": 0.337,
      "step": 2768060
    },
    {
      "epoch": 772.56,
      "grad_norm": 1.1052483320236206,
      "learning_rate": 1.506490894120412e-08,
      "loss": 0.3357,
      "step": 2768070
    },
    {
      "epoch": 772.56,
      "grad_norm": 1.3533016443252563,
      "learning_rate": 1.5061848229833573e-08,
      "loss": 0.3559,
      "step": 2768080
    },
    {
      "epoch": 772.56,
      "grad_norm": 1.2744582891464233,
      "learning_rate": 1.5058787828412226e-08,
      "loss": 0.3433,
      "step": 2768090
    },
    {
      "epoch": 772.56,
      "grad_norm": 1.2638664245605469,
      "learning_rate": 1.505572773694034e-08,
      "loss": 0.3164,
      "step": 2768100
    },
    {
      "epoch": 772.57,
      "grad_norm": 1.1453315019607544,
      "learning_rate": 1.505266795541844e-08,
      "loss": 0.3464,
      "step": 2768110
    },
    {
      "epoch": 772.57,
      "grad_norm": 1.1373372077941895,
      "learning_rate": 1.504960848384626e-08,
      "loss": 0.3489,
      "step": 2768120
    },
    {
      "epoch": 772.57,
      "grad_norm": 1.144889235496521,
      "learning_rate": 1.5046549322225363e-08,
      "loss": 0.3246,
      "step": 2768130
    },
    {
      "epoch": 772.58,
      "grad_norm": 1.1051216125488281,
      "learning_rate": 1.504349047055523e-08,
      "loss": 0.3279,
      "step": 2768140
    },
    {
      "epoch": 772.58,
      "grad_norm": 1.32732355594635,
      "learning_rate": 1.504043192883664e-08,
      "loss": 0.3394,
      "step": 2768150
    },
    {
      "epoch": 772.58,
      "grad_norm": 1.1082907915115356,
      "learning_rate": 1.503737369706985e-08,
      "loss": 0.3308,
      "step": 2768160
    },
    {
      "epoch": 772.58,
      "grad_norm": 1.187017798423767,
      "learning_rate": 1.503431577525539e-08,
      "loss": 0.3392,
      "step": 2768170
    },
    {
      "epoch": 772.59,
      "grad_norm": 1.2927120923995972,
      "learning_rate": 1.5031258163393513e-08,
      "loss": 0.3216,
      "step": 2768180
    },
    {
      "epoch": 772.59,
      "grad_norm": 1.3468197584152222,
      "learning_rate": 1.5028200861484737e-08,
      "loss": 0.3426,
      "step": 2768190
    },
    {
      "epoch": 772.59,
      "grad_norm": 1.1816174983978271,
      "learning_rate": 1.502514386952985e-08,
      "loss": 0.35,
      "step": 2768200
    },
    {
      "epoch": 772.6,
      "grad_norm": 1.4559086561203003,
      "learning_rate": 1.502208718752859e-08,
      "loss": 0.338,
      "step": 2768210
    },
    {
      "epoch": 772.6,
      "grad_norm": 1.3013049364089966,
      "learning_rate": 1.5019030815481473e-08,
      "loss": 0.3369,
      "step": 2768220
    },
    {
      "epoch": 772.6,
      "grad_norm": 1.1844663619995117,
      "learning_rate": 1.501597475338928e-08,
      "loss": 0.3372,
      "step": 2768230
    },
    {
      "epoch": 772.6,
      "grad_norm": 1.2866486310958862,
      "learning_rate": 1.5012919001252276e-08,
      "loss": 0.332,
      "step": 2768240
    },
    {
      "epoch": 772.61,
      "grad_norm": 1.0763628482818604,
      "learning_rate": 1.500986355907072e-08,
      "loss": 0.312,
      "step": 2768250
    },
    {
      "epoch": 772.61,
      "grad_norm": 1.2116446495056152,
      "learning_rate": 1.500680842684487e-08,
      "loss": 0.3473,
      "step": 2768260
    },
    {
      "epoch": 772.61,
      "grad_norm": 0.9765474200248718,
      "learning_rate": 1.500375360457577e-08,
      "loss": 0.3307,
      "step": 2768270
    },
    {
      "epoch": 772.62,
      "grad_norm": 1.096483826637268,
      "learning_rate": 1.5000699092263414e-08,
      "loss": 0.3297,
      "step": 2768280
    },
    {
      "epoch": 772.62,
      "grad_norm": 1.2557849884033203,
      "learning_rate": 1.4997644889908066e-08,
      "loss": 0.3303,
      "step": 2768290
    },
    {
      "epoch": 772.62,
      "grad_norm": 1.3571454286575317,
      "learning_rate": 1.4994590997510247e-08,
      "loss": 0.335,
      "step": 2768300
    },
    {
      "epoch": 772.62,
      "grad_norm": 1.259866714477539,
      "learning_rate": 1.499153741507048e-08,
      "loss": 0.3358,
      "step": 2768310
    },
    {
      "epoch": 772.63,
      "grad_norm": 1.319859266281128,
      "learning_rate": 1.498848414258902e-08,
      "loss": 0.3318,
      "step": 2768320
    },
    {
      "epoch": 772.63,
      "grad_norm": 1.1068434715270996,
      "learning_rate": 1.4985431180066648e-08,
      "loss": 0.3541,
      "step": 2768330
    },
    {
      "epoch": 772.63,
      "grad_norm": 1.517409086227417,
      "learning_rate": 1.4982378527503366e-08,
      "loss": 0.3486,
      "step": 2768340
    },
    {
      "epoch": 772.63,
      "grad_norm": 1.2750599384307861,
      "learning_rate": 1.4979326184899437e-08,
      "loss": 0.3324,
      "step": 2768350
    },
    {
      "epoch": 772.64,
      "grad_norm": 1.9949647188186646,
      "learning_rate": 1.4976274152255634e-08,
      "loss": 0.3286,
      "step": 2768360
    },
    {
      "epoch": 772.64,
      "grad_norm": 1.1938424110412598,
      "learning_rate": 1.4973222429572484e-08,
      "loss": 0.3241,
      "step": 2768370
    },
    {
      "epoch": 772.64,
      "grad_norm": 1.2116485834121704,
      "learning_rate": 1.4970171016849725e-08,
      "loss": 0.3365,
      "step": 2768380
    },
    {
      "epoch": 772.65,
      "grad_norm": 1.546913981437683,
      "learning_rate": 1.49671199140884e-08,
      "loss": 0.3444,
      "step": 2768390
    },
    {
      "epoch": 772.65,
      "grad_norm": 1.4408615827560425,
      "learning_rate": 1.4964069121288762e-08,
      "loss": 0.3375,
      "step": 2768400
    },
    {
      "epoch": 772.65,
      "grad_norm": 1.2818033695220947,
      "learning_rate": 1.4961018638451077e-08,
      "loss": 0.3375,
      "step": 2768410
    },
    {
      "epoch": 772.65,
      "grad_norm": 1.0822182893753052,
      "learning_rate": 1.4957968465575865e-08,
      "loss": 0.3344,
      "step": 2768420
    },
    {
      "epoch": 772.66,
      "grad_norm": 1.1152983903884888,
      "learning_rate": 1.495491860266365e-08,
      "loss": 0.3519,
      "step": 2768430
    },
    {
      "epoch": 772.66,
      "grad_norm": 1.4690574407577515,
      "learning_rate": 1.495186904971468e-08,
      "loss": 0.3403,
      "step": 2768440
    },
    {
      "epoch": 772.66,
      "grad_norm": 1.5043768882751465,
      "learning_rate": 1.494881980672923e-08,
      "loss": 0.3346,
      "step": 2768450
    },
    {
      "epoch": 772.67,
      "grad_norm": 1.3060152530670166,
      "learning_rate": 1.494577087370807e-08,
      "loss": 0.3351,
      "step": 2768460
    },
    {
      "epoch": 772.67,
      "grad_norm": 1.3021526336669922,
      "learning_rate": 1.4942722250650947e-08,
      "loss": 0.3599,
      "step": 2768470
    },
    {
      "epoch": 772.67,
      "grad_norm": 1.2905545234680176,
      "learning_rate": 1.4939673937559155e-08,
      "loss": 0.3399,
      "step": 2768480
    },
    {
      "epoch": 772.67,
      "grad_norm": 1.4020243883132935,
      "learning_rate": 1.4936625934432437e-08,
      "loss": 0.3327,
      "step": 2768490
    },
    {
      "epoch": 772.68,
      "grad_norm": 1.3190982341766357,
      "learning_rate": 1.4933578241271318e-08,
      "loss": 0.3434,
      "step": 2768500
    },
    {
      "epoch": 772.68,
      "grad_norm": 1.2347286939620972,
      "learning_rate": 1.493053085807657e-08,
      "loss": 0.3442,
      "step": 2768510
    },
    {
      "epoch": 772.68,
      "grad_norm": 1.456040382385254,
      "learning_rate": 1.4927483784848202e-08,
      "loss": 0.3376,
      "step": 2768520
    },
    {
      "epoch": 772.68,
      "grad_norm": 1.36580228805542,
      "learning_rate": 1.4924437021586726e-08,
      "loss": 0.3392,
      "step": 2768530
    },
    {
      "epoch": 772.69,
      "grad_norm": 1.2865805625915527,
      "learning_rate": 1.492139056829267e-08,
      "loss": 0.3381,
      "step": 2768540
    },
    {
      "epoch": 772.69,
      "grad_norm": 1.2968453168869019,
      "learning_rate": 1.4918344424966285e-08,
      "loss": 0.3282,
      "step": 2768550
    },
    {
      "epoch": 772.69,
      "grad_norm": 1.4193127155303955,
      "learning_rate": 1.4915298591607843e-08,
      "loss": 0.3318,
      "step": 2768560
    },
    {
      "epoch": 772.7,
      "grad_norm": 1.167191982269287,
      "learning_rate": 1.4912253068218114e-08,
      "loss": 0.3266,
      "step": 2768570
    },
    {
      "epoch": 772.7,
      "grad_norm": 1.3844298124313354,
      "learning_rate": 1.4909207854797365e-08,
      "loss": 0.3372,
      "step": 2768580
    },
    {
      "epoch": 772.7,
      "grad_norm": 1.2391725778579712,
      "learning_rate": 1.4906162951345852e-08,
      "loss": 0.3331,
      "step": 2768590
    },
    {
      "epoch": 772.7,
      "grad_norm": 1.3447118997573853,
      "learning_rate": 1.4903118357864097e-08,
      "loss": 0.3419,
      "step": 2768600
    },
    {
      "epoch": 772.71,
      "grad_norm": 1.0668045282363892,
      "learning_rate": 1.4900074074352362e-08,
      "loss": 0.327,
      "step": 2768610
    },
    {
      "epoch": 772.71,
      "grad_norm": 1.219403862953186,
      "learning_rate": 1.4897030100811425e-08,
      "loss": 0.3456,
      "step": 2768620
    },
    {
      "epoch": 772.71,
      "grad_norm": 1.426306128501892,
      "learning_rate": 1.4893986437241549e-08,
      "loss": 0.3374,
      "step": 2768630
    },
    {
      "epoch": 772.72,
      "grad_norm": 1.4002913236618042,
      "learning_rate": 1.4890943083642731e-08,
      "loss": 0.3437,
      "step": 2768640
    },
    {
      "epoch": 772.72,
      "grad_norm": 1.5984381437301636,
      "learning_rate": 1.4887900040015752e-08,
      "loss": 0.3315,
      "step": 2768650
    },
    {
      "epoch": 772.72,
      "grad_norm": 1.3037925958633423,
      "learning_rate": 1.4884857306361135e-08,
      "loss": 0.3351,
      "step": 2768660
    },
    {
      "epoch": 772.72,
      "grad_norm": 1.3728563785552979,
      "learning_rate": 1.4881814882679137e-08,
      "loss": 0.3364,
      "step": 2768670
    },
    {
      "epoch": 772.73,
      "grad_norm": 1.5771602392196655,
      "learning_rate": 1.487877276896976e-08,
      "loss": 0.3462,
      "step": 2768680
    },
    {
      "epoch": 772.73,
      "grad_norm": 1.5541586875915527,
      "learning_rate": 1.4875730965234304e-08,
      "loss": 0.3276,
      "step": 2768690
    },
    {
      "epoch": 772.73,
      "grad_norm": 1.4059085845947266,
      "learning_rate": 1.487268947147199e-08,
      "loss": 0.3315,
      "step": 2768700
    },
    {
      "epoch": 772.74,
      "grad_norm": 1.2223180532455444,
      "learning_rate": 1.4869648287684378e-08,
      "loss": 0.3234,
      "step": 2768710
    },
    {
      "epoch": 772.74,
      "grad_norm": 1.3016670942306519,
      "learning_rate": 1.4866607413871207e-08,
      "loss": 0.332,
      "step": 2768720
    },
    {
      "epoch": 772.74,
      "grad_norm": 1.2491061687469482,
      "learning_rate": 1.486356685003326e-08,
      "loss": 0.3364,
      "step": 2768730
    },
    {
      "epoch": 772.74,
      "grad_norm": 1.3589622974395752,
      "learning_rate": 1.4860526596170534e-08,
      "loss": 0.3304,
      "step": 2768740
    },
    {
      "epoch": 772.75,
      "grad_norm": 1.2676035165786743,
      "learning_rate": 1.4857486652283552e-08,
      "loss": 0.3388,
      "step": 2768750
    },
    {
      "epoch": 772.75,
      "grad_norm": 1.2893331050872803,
      "learning_rate": 1.4854447018372833e-08,
      "loss": 0.3481,
      "step": 2768760
    },
    {
      "epoch": 772.75,
      "grad_norm": 1.2617987394332886,
      "learning_rate": 1.4851407694438897e-08,
      "loss": 0.3222,
      "step": 2768770
    },
    {
      "epoch": 772.75,
      "grad_norm": 0.9547185897827148,
      "learning_rate": 1.4848368680482007e-08,
      "loss": 0.3231,
      "step": 2768780
    },
    {
      "epoch": 772.76,
      "grad_norm": 1.2139919996261597,
      "learning_rate": 1.484532997650242e-08,
      "loss": 0.3212,
      "step": 2768790
    },
    {
      "epoch": 772.76,
      "grad_norm": 1.281404972076416,
      "learning_rate": 1.4842291582500658e-08,
      "loss": 0.3379,
      "step": 2768800
    },
    {
      "epoch": 772.76,
      "grad_norm": 1.4507441520690918,
      "learning_rate": 1.4839253498477241e-08,
      "loss": 0.3388,
      "step": 2768810
    },
    {
      "epoch": 772.77,
      "grad_norm": 1.2851181030273438,
      "learning_rate": 1.483621572443243e-08,
      "loss": 0.3184,
      "step": 2768820
    },
    {
      "epoch": 772.77,
      "grad_norm": 1.91801917552948,
      "learning_rate": 1.4833178260366743e-08,
      "loss": 0.3375,
      "step": 2768830
    },
    {
      "epoch": 772.77,
      "grad_norm": 1.5526241064071655,
      "learning_rate": 1.4830141106280443e-08,
      "loss": 0.3151,
      "step": 2768840
    },
    {
      "epoch": 772.77,
      "grad_norm": 1.2862110137939453,
      "learning_rate": 1.482710426217405e-08,
      "loss": 0.3324,
      "step": 2768850
    },
    {
      "epoch": 772.78,
      "grad_norm": 1.182971477508545,
      "learning_rate": 1.4824067728047821e-08,
      "loss": 0.3264,
      "step": 2768860
    },
    {
      "epoch": 772.78,
      "grad_norm": 1.2463241815567017,
      "learning_rate": 1.4821031503902282e-08,
      "loss": 0.3366,
      "step": 2768870
    },
    {
      "epoch": 772.78,
      "grad_norm": 1.0861510038375854,
      "learning_rate": 1.4817995589738208e-08,
      "loss": 0.3311,
      "step": 2768880
    },
    {
      "epoch": 772.79,
      "grad_norm": 1.1909040212631226,
      "learning_rate": 1.4814959985555083e-08,
      "loss": 0.3287,
      "step": 2768890
    },
    {
      "epoch": 772.79,
      "grad_norm": 1.2030267715454102,
      "learning_rate": 1.4811924691354205e-08,
      "loss": 0.3274,
      "step": 2768900
    },
    {
      "epoch": 772.79,
      "grad_norm": 1.3349344730377197,
      "learning_rate": 1.4808889707135316e-08,
      "loss": 0.3293,
      "step": 2768910
    },
    {
      "epoch": 772.79,
      "grad_norm": 1.2940897941589355,
      "learning_rate": 1.4805855032899457e-08,
      "loss": 0.3338,
      "step": 2768920
    },
    {
      "epoch": 772.8,
      "grad_norm": 1.3413854837417603,
      "learning_rate": 1.4802820668646363e-08,
      "loss": 0.3285,
      "step": 2768930
    },
    {
      "epoch": 772.8,
      "grad_norm": 1.2565503120422363,
      "learning_rate": 1.479978661437708e-08,
      "loss": 0.3338,
      "step": 2768940
    },
    {
      "epoch": 772.8,
      "grad_norm": 1.245766520500183,
      "learning_rate": 1.4796752870091608e-08,
      "loss": 0.3386,
      "step": 2768950
    },
    {
      "epoch": 772.8,
      "grad_norm": 1.0745275020599365,
      "learning_rate": 1.4793719435790466e-08,
      "loss": 0.3369,
      "step": 2768960
    },
    {
      "epoch": 772.81,
      "grad_norm": 1.335109829902649,
      "learning_rate": 1.4790686311473912e-08,
      "loss": 0.3423,
      "step": 2768970
    },
    {
      "epoch": 772.81,
      "grad_norm": 1.2624651193618774,
      "learning_rate": 1.478765349714273e-08,
      "loss": 0.3448,
      "step": 2768980
    },
    {
      "epoch": 772.81,
      "grad_norm": 1.1298726797103882,
      "learning_rate": 1.4784620992796658e-08,
      "loss": 0.3248,
      "step": 2768990
    },
    {
      "epoch": 772.82,
      "grad_norm": 1.1545286178588867,
      "learning_rate": 1.4781588798436737e-08,
      "loss": 0.3394,
      "step": 2769000
    },
    {
      "epoch": 772.82,
      "grad_norm": 1.6229809522628784,
      "learning_rate": 1.4778556914063489e-08,
      "loss": 0.3531,
      "step": 2769010
    },
    {
      "epoch": 772.82,
      "grad_norm": 1.2712304592132568,
      "learning_rate": 1.4775525339676392e-08,
      "loss": 0.3349,
      "step": 2769020
    },
    {
      "epoch": 772.82,
      "grad_norm": 1.1885865926742554,
      "learning_rate": 1.4772494075276746e-08,
      "loss": 0.3304,
      "step": 2769030
    },
    {
      "epoch": 772.83,
      "grad_norm": 1.386928677558899,
      "learning_rate": 1.4769463120864814e-08,
      "loss": 0.3276,
      "step": 2769040
    },
    {
      "epoch": 772.83,
      "grad_norm": 1.2088277339935303,
      "learning_rate": 1.4766432476440333e-08,
      "loss": 0.3255,
      "step": 2769050
    },
    {
      "epoch": 772.83,
      "grad_norm": 1.6001986265182495,
      "learning_rate": 1.4763402142004606e-08,
      "loss": 0.3329,
      "step": 2769060
    },
    {
      "epoch": 772.84,
      "grad_norm": 1.29102623462677,
      "learning_rate": 1.4760372117557372e-08,
      "loss": 0.3376,
      "step": 2769070
    },
    {
      "epoch": 772.84,
      "grad_norm": 1.3349192142486572,
      "learning_rate": 1.4757342403099414e-08,
      "loss": 0.3475,
      "step": 2769080
    },
    {
      "epoch": 772.84,
      "grad_norm": 1.3991807699203491,
      "learning_rate": 1.4754312998630988e-08,
      "loss": 0.3347,
      "step": 2769090
    },
    {
      "epoch": 772.84,
      "grad_norm": 1.297118902206421,
      "learning_rate": 1.4751283904152616e-08,
      "loss": 0.3471,
      "step": 2769100
    },
    {
      "epoch": 772.85,
      "grad_norm": 1.0757203102111816,
      "learning_rate": 1.474825511966456e-08,
      "loss": 0.333,
      "step": 2769110
    },
    {
      "epoch": 772.85,
      "grad_norm": 1.16426420211792,
      "learning_rate": 1.4745226645167079e-08,
      "loss": 0.3396,
      "step": 2769120
    },
    {
      "epoch": 772.85,
      "grad_norm": 1.2094357013702393,
      "learning_rate": 1.4742198480660952e-08,
      "loss": 0.3434,
      "step": 2769130
    },
    {
      "epoch": 772.86,
      "grad_norm": 1.2444851398468018,
      "learning_rate": 1.4739170626146442e-08,
      "loss": 0.3291,
      "step": 2769140
    },
    {
      "epoch": 772.86,
      "grad_norm": 1.252721905708313,
      "learning_rate": 1.4736143081623807e-08,
      "loss": 0.3275,
      "step": 2769150
    },
    {
      "epoch": 772.86,
      "grad_norm": 1.3594582080841064,
      "learning_rate": 1.4733115847093569e-08,
      "loss": 0.3514,
      "step": 2769160
    },
    {
      "epoch": 772.86,
      "grad_norm": 1.1317920684814453,
      "learning_rate": 1.4730088922556248e-08,
      "loss": 0.3247,
      "step": 2769170
    },
    {
      "epoch": 772.87,
      "grad_norm": 1.3213109970092773,
      "learning_rate": 1.4727062308012103e-08,
      "loss": 0.3381,
      "step": 2769180
    },
    {
      "epoch": 772.87,
      "grad_norm": 1.3457520008087158,
      "learning_rate": 1.4724036003461135e-08,
      "loss": 0.3302,
      "step": 2769190
    },
    {
      "epoch": 772.87,
      "grad_norm": 1.3364431858062744,
      "learning_rate": 1.4721010008904645e-08,
      "loss": 0.3257,
      "step": 2769200
    },
    {
      "epoch": 772.87,
      "grad_norm": 1.1831717491149902,
      "learning_rate": 1.4717984324342375e-08,
      "loss": 0.3497,
      "step": 2769210
    },
    {
      "epoch": 772.88,
      "grad_norm": 1.1907150745391846,
      "learning_rate": 1.471495894977484e-08,
      "loss": 0.3409,
      "step": 2769220
    },
    {
      "epoch": 772.88,
      "grad_norm": 1.2299097776412964,
      "learning_rate": 1.4711933885202566e-08,
      "loss": 0.322,
      "step": 2769230
    },
    {
      "epoch": 772.88,
      "grad_norm": 1.366653323173523,
      "learning_rate": 1.470890913062581e-08,
      "loss": 0.3324,
      "step": 2769240
    },
    {
      "epoch": 772.89,
      "grad_norm": 1.1925208568572998,
      "learning_rate": 1.4705884686045093e-08,
      "loss": 0.3359,
      "step": 2769250
    },
    {
      "epoch": 772.89,
      "grad_norm": 1.1988699436187744,
      "learning_rate": 1.4702860551460937e-08,
      "loss": 0.3332,
      "step": 2769260
    },
    {
      "epoch": 772.89,
      "grad_norm": 1.1219826936721802,
      "learning_rate": 1.46998367268736e-08,
      "loss": 0.3303,
      "step": 2769270
    },
    {
      "epoch": 772.89,
      "grad_norm": 1.211695909500122,
      "learning_rate": 1.4696813212283082e-08,
      "loss": 0.3478,
      "step": 2769280
    },
    {
      "epoch": 772.9,
      "grad_norm": 1.125348687171936,
      "learning_rate": 1.4693790007690426e-08,
      "loss": 0.3368,
      "step": 2769290
    },
    {
      "epoch": 772.9,
      "grad_norm": 1.291310429573059,
      "learning_rate": 1.469076711309589e-08,
      "loss": 0.3288,
      "step": 2769300
    },
    {
      "epoch": 772.9,
      "grad_norm": 1.1528856754302979,
      "learning_rate": 1.4687744528499736e-08,
      "loss": 0.3475,
      "step": 2769310
    },
    {
      "epoch": 772.91,
      "grad_norm": 1.2695914506912231,
      "learning_rate": 1.4684722253902222e-08,
      "loss": 0.3317,
      "step": 2769320
    },
    {
      "epoch": 772.91,
      "grad_norm": 1.0761257410049438,
      "learning_rate": 1.468170028930413e-08,
      "loss": 0.3348,
      "step": 2769330
    },
    {
      "epoch": 772.91,
      "grad_norm": 1.161858081817627,
      "learning_rate": 1.4678678634705721e-08,
      "loss": 0.3211,
      "step": 2769340
    },
    {
      "epoch": 772.91,
      "grad_norm": 1.5045115947723389,
      "learning_rate": 1.4675657290106994e-08,
      "loss": 0.3423,
      "step": 2769350
    },
    {
      "epoch": 772.92,
      "grad_norm": 1.3100477457046509,
      "learning_rate": 1.467263625550899e-08,
      "loss": 0.3395,
      "step": 2769360
    },
    {
      "epoch": 772.92,
      "grad_norm": 1.309570550918579,
      "learning_rate": 1.466961553091171e-08,
      "loss": 0.3373,
      "step": 2769370
    },
    {
      "epoch": 772.92,
      "grad_norm": 1.444179892539978,
      "learning_rate": 1.4666595116315673e-08,
      "loss": 0.3426,
      "step": 2769380
    },
    {
      "epoch": 772.92,
      "grad_norm": 1.189107060432434,
      "learning_rate": 1.4663575011721399e-08,
      "loss": 0.3314,
      "step": 2769390
    },
    {
      "epoch": 772.93,
      "grad_norm": 1.2868858575820923,
      "learning_rate": 1.4660555217128889e-08,
      "loss": 0.3324,
      "step": 2769400
    },
    {
      "epoch": 772.93,
      "grad_norm": 1.0966002941131592,
      "learning_rate": 1.4657535732539183e-08,
      "loss": 0.3301,
      "step": 2769410
    },
    {
      "epoch": 772.93,
      "grad_norm": 1.2582149505615234,
      "learning_rate": 1.4654516557952023e-08,
      "loss": 0.3525,
      "step": 2769420
    },
    {
      "epoch": 772.94,
      "grad_norm": 1.156996726989746,
      "learning_rate": 1.4651497693368187e-08,
      "loss": 0.3457,
      "step": 2769430
    },
    {
      "epoch": 772.94,
      "grad_norm": 1.4117892980575562,
      "learning_rate": 1.4648479138787937e-08,
      "loss": 0.3337,
      "step": 2769440
    },
    {
      "epoch": 772.94,
      "grad_norm": 1.2666171789169312,
      "learning_rate": 1.4645460894211793e-08,
      "loss": 0.3354,
      "step": 2769450
    },
    {
      "epoch": 772.94,
      "grad_norm": 1.3772063255310059,
      "learning_rate": 1.4642442959640275e-08,
      "loss": 0.3255,
      "step": 2769460
    },
    {
      "epoch": 772.95,
      "grad_norm": 1.112390160560608,
      "learning_rate": 1.4639425335073382e-08,
      "loss": 0.3291,
      "step": 2769470
    },
    {
      "epoch": 772.95,
      "grad_norm": 1.2648870944976807,
      "learning_rate": 1.4636408020511896e-08,
      "loss": 0.3234,
      "step": 2769480
    },
    {
      "epoch": 772.95,
      "grad_norm": 1.4784187078475952,
      "learning_rate": 1.4633391015955818e-08,
      "loss": 0.3305,
      "step": 2769490
    },
    {
      "epoch": 772.96,
      "grad_norm": 1.2805795669555664,
      "learning_rate": 1.4630374321406186e-08,
      "loss": 0.3467,
      "step": 2769500
    },
    {
      "epoch": 772.96,
      "grad_norm": 1.2447541952133179,
      "learning_rate": 1.4627357936862483e-08,
      "loss": 0.3343,
      "step": 2769510
    },
    {
      "epoch": 772.96,
      "grad_norm": 1.2743902206420898,
      "learning_rate": 1.4624341862326007e-08,
      "loss": 0.3356,
      "step": 2769520
    },
    {
      "epoch": 772.96,
      "grad_norm": 1.2442857027053833,
      "learning_rate": 1.462132609779676e-08,
      "loss": 0.3227,
      "step": 2769530
    },
    {
      "epoch": 772.97,
      "grad_norm": 1.1216938495635986,
      "learning_rate": 1.4618310643275e-08,
      "loss": 0.3361,
      "step": 2769540
    },
    {
      "epoch": 772.97,
      "grad_norm": 1.3134503364562988,
      "learning_rate": 1.4615295498761511e-08,
      "loss": 0.3407,
      "step": 2769550
    },
    {
      "epoch": 772.97,
      "grad_norm": 3.1327433586120605,
      "learning_rate": 1.461228066425655e-08,
      "loss": 0.3443,
      "step": 2769560
    },
    {
      "epoch": 772.98,
      "grad_norm": 1.2830368280410767,
      "learning_rate": 1.4609266139760118e-08,
      "loss": 0.3398,
      "step": 2769570
    },
    {
      "epoch": 772.98,
      "grad_norm": 1.325937271118164,
      "learning_rate": 1.4606251925273257e-08,
      "loss": 0.3386,
      "step": 2769580
    },
    {
      "epoch": 772.98,
      "grad_norm": 1.1760691404342651,
      "learning_rate": 1.4603238020795966e-08,
      "loss": 0.3279,
      "step": 2769590
    },
    {
      "epoch": 772.98,
      "grad_norm": 1.243216872215271,
      "learning_rate": 1.4600224426328764e-08,
      "loss": 0.3454,
      "step": 2769600
    },
    {
      "epoch": 772.99,
      "grad_norm": 1.2363992929458618,
      "learning_rate": 1.4597211141871915e-08,
      "loss": 0.3388,
      "step": 2769610
    },
    {
      "epoch": 772.99,
      "grad_norm": 1.282335638999939,
      "learning_rate": 1.4594198167425935e-08,
      "loss": 0.334,
      "step": 2769620
    },
    {
      "epoch": 772.99,
      "grad_norm": 1.2189072370529175,
      "learning_rate": 1.4591185502991347e-08,
      "loss": 0.345,
      "step": 2769630
    },
    {
      "epoch": 772.99,
      "grad_norm": 1.2063934803009033,
      "learning_rate": 1.4588173148568413e-08,
      "loss": 0.3254,
      "step": 2769640
    },
    {
      "epoch": 773.0,
      "grad_norm": 1.0633872747421265,
      "learning_rate": 1.458516110415765e-08,
      "loss": 0.3331,
      "step": 2769650
    },
    {
      "epoch": 773.0,
      "eval_loss": 0.33796364068984985,
      "eval_runtime": 67.2928,
      "eval_samples_per_second": 75.179,
      "eval_steps_per_second": 9.407,
      "step": 2769659
    },
    {
      "epoch": 773.0,
      "grad_norm": 1.3079367876052856,
      "learning_rate": 1.4582149369759318e-08,
      "loss": 0.33,
      "step": 2769660
    },
    {
      "epoch": 773.0,
      "grad_norm": 1.2817527055740356,
      "learning_rate": 1.457913794537368e-08,
      "loss": 0.3425,
      "step": 2769670
    },
    {
      "epoch": 773.01,
      "grad_norm": 1.019626498222351,
      "learning_rate": 1.4576126831001254e-08,
      "loss": 0.3261,
      "step": 2769680
    },
    {
      "epoch": 773.01,
      "grad_norm": 1.351354718208313,
      "learning_rate": 1.4573116026642822e-08,
      "loss": 0.3464,
      "step": 2769690
    },
    {
      "epoch": 773.01,
      "grad_norm": 1.483360767364502,
      "learning_rate": 1.4570105532298385e-08,
      "loss": 0.3297,
      "step": 2769700
    },
    {
      "epoch": 773.01,
      "grad_norm": 1.5373607873916626,
      "learning_rate": 1.45670953479682e-08,
      "loss": 0.3426,
      "step": 2769710
    },
    {
      "epoch": 773.02,
      "grad_norm": 1.2439804077148438,
      "learning_rate": 1.456408547365305e-08,
      "loss": 0.3522,
      "step": 2769720
    },
    {
      "epoch": 773.02,
      "grad_norm": 1.2043248414993286,
      "learning_rate": 1.4561075909353455e-08,
      "loss": 0.3463,
      "step": 2769730
    },
    {
      "epoch": 773.02,
      "grad_norm": 1.6574047803878784,
      "learning_rate": 1.4558066655069156e-08,
      "loss": 0.3512,
      "step": 2769740
    },
    {
      "epoch": 773.03,
      "grad_norm": 1.259050965309143,
      "learning_rate": 1.4555057710800931e-08,
      "loss": 0.3369,
      "step": 2769750
    },
    {
      "epoch": 773.03,
      "grad_norm": 1.150383472442627,
      "learning_rate": 1.4552049076549302e-08,
      "loss": 0.3221,
      "step": 2769760
    },
    {
      "epoch": 773.03,
      "grad_norm": 1.004436731338501,
      "learning_rate": 1.4549040752314528e-08,
      "loss": 0.3375,
      "step": 2769770
    },
    {
      "epoch": 773.03,
      "grad_norm": 1.2378132343292236,
      "learning_rate": 1.4546032738097392e-08,
      "loss": 0.3465,
      "step": 2769780
    },
    {
      "epoch": 773.04,
      "grad_norm": 1.4405797719955444,
      "learning_rate": 1.4543025033897371e-08,
      "loss": 0.3434,
      "step": 2769790
    },
    {
      "epoch": 773.04,
      "grad_norm": 1.2024928331375122,
      "learning_rate": 1.4540017639715767e-08,
      "loss": 0.3368,
      "step": 2769800
    },
    {
      "epoch": 773.04,
      "grad_norm": 1.1820935010910034,
      "learning_rate": 1.4537010555552581e-08,
      "loss": 0.3271,
      "step": 2769810
    },
    {
      "epoch": 773.04,
      "grad_norm": 1.2298450469970703,
      "learning_rate": 1.4534003781408332e-08,
      "loss": 0.3433,
      "step": 2769820
    },
    {
      "epoch": 773.05,
      "grad_norm": 1.3077349662780762,
      "learning_rate": 1.4530997317283282e-08,
      "loss": 0.3327,
      "step": 2769830
    },
    {
      "epoch": 773.05,
      "grad_norm": 1.2724149227142334,
      "learning_rate": 1.4527991163177949e-08,
      "loss": 0.3455,
      "step": 2769840
    },
    {
      "epoch": 773.05,
      "grad_norm": 1.3089638948440552,
      "learning_rate": 1.4524985319092595e-08,
      "loss": 0.3474,
      "step": 2769850
    },
    {
      "epoch": 773.06,
      "grad_norm": 1.2021256685256958,
      "learning_rate": 1.4521979785027741e-08,
      "loss": 0.3315,
      "step": 2769860
    },
    {
      "epoch": 773.06,
      "grad_norm": 1.2746604681015015,
      "learning_rate": 1.4518974560983905e-08,
      "loss": 0.3449,
      "step": 2769870
    },
    {
      "epoch": 773.06,
      "grad_norm": 1.3029850721359253,
      "learning_rate": 1.4515969646961347e-08,
      "loss": 0.3182,
      "step": 2769880
    },
    {
      "epoch": 773.06,
      "grad_norm": 1.5556588172912598,
      "learning_rate": 1.4512965042960331e-08,
      "loss": 0.3405,
      "step": 2769890
    },
    {
      "epoch": 773.07,
      "grad_norm": 1.3796902894973755,
      "learning_rate": 1.4509960748981374e-08,
      "loss": 0.33,
      "step": 2769900
    },
    {
      "epoch": 773.07,
      "grad_norm": 1.2989963293075562,
      "learning_rate": 1.4506956765025258e-08,
      "loss": 0.3454,
      "step": 2769910
    },
    {
      "epoch": 773.07,
      "grad_norm": 1.385977864265442,
      "learning_rate": 1.4503953091091723e-08,
      "loss": 0.3276,
      "step": 2769920
    },
    {
      "epoch": 773.08,
      "grad_norm": 1.1986095905303955,
      "learning_rate": 1.450094972718155e-08,
      "loss": 0.3274,
      "step": 2769930
    },
    {
      "epoch": 773.08,
      "grad_norm": 1.037381649017334,
      "learning_rate": 1.4497946673294996e-08,
      "loss": 0.3253,
      "step": 2769940
    },
    {
      "epoch": 773.08,
      "grad_norm": 1.4182977676391602,
      "learning_rate": 1.4494943929432585e-08,
      "loss": 0.3434,
      "step": 2769950
    },
    {
      "epoch": 773.08,
      "grad_norm": 1.0371742248535156,
      "learning_rate": 1.4491941495594576e-08,
      "loss": 0.3417,
      "step": 2769960
    },
    {
      "epoch": 773.09,
      "grad_norm": 1.093739628791809,
      "learning_rate": 1.4488939371781488e-08,
      "loss": 0.3277,
      "step": 2769970
    },
    {
      "epoch": 773.09,
      "grad_norm": 3.03210711479187,
      "learning_rate": 1.4485937557993846e-08,
      "loss": 0.3386,
      "step": 2769980
    },
    {
      "epoch": 773.09,
      "grad_norm": 1.291500210762024,
      "learning_rate": 1.4482936054231644e-08,
      "loss": 0.3618,
      "step": 2769990
    },
    {
      "epoch": 773.1,
      "grad_norm": 1.3475030660629272,
      "learning_rate": 1.4479934860495666e-08,
      "loss": 0.3423,
      "step": 2770000
    },
    {
      "epoch": 773.1,
      "grad_norm": 1.3289241790771484,
      "learning_rate": 1.4476933976786172e-08,
      "loss": 0.3361,
      "step": 2770010
    },
    {
      "epoch": 773.1,
      "grad_norm": 1.2455846071243286,
      "learning_rate": 1.4473933403103423e-08,
      "loss": 0.3269,
      "step": 2770020
    },
    {
      "epoch": 773.1,
      "grad_norm": 1.1401275396347046,
      "learning_rate": 1.4470933139447937e-08,
      "loss": 0.3251,
      "step": 2770030
    },
    {
      "epoch": 773.11,
      "grad_norm": 12.001843452453613,
      "learning_rate": 1.4467933185820234e-08,
      "loss": 0.3445,
      "step": 2770040
    },
    {
      "epoch": 773.11,
      "grad_norm": 1.1937452554702759,
      "learning_rate": 1.446493354222084e-08,
      "loss": 0.3415,
      "step": 2770050
    },
    {
      "epoch": 773.11,
      "grad_norm": 1.1844788789749146,
      "learning_rate": 1.4461934208649488e-08,
      "loss": 0.3229,
      "step": 2770060
    },
    {
      "epoch": 773.11,
      "grad_norm": 1.193318247795105,
      "learning_rate": 1.4458935185107223e-08,
      "loss": 0.327,
      "step": 2770070
    },
    {
      "epoch": 773.12,
      "grad_norm": 1.42019522190094,
      "learning_rate": 1.4455936471594304e-08,
      "loss": 0.3326,
      "step": 2770080
    },
    {
      "epoch": 773.12,
      "grad_norm": 1.2193408012390137,
      "learning_rate": 1.445293806811099e-08,
      "loss": 0.3411,
      "step": 2770090
    },
    {
      "epoch": 773.12,
      "grad_norm": 1.1100833415985107,
      "learning_rate": 1.4449939974657803e-08,
      "loss": 0.3286,
      "step": 2770100
    },
    {
      "epoch": 773.13,
      "grad_norm": 1.3878370523452759,
      "learning_rate": 1.4446942191235002e-08,
      "loss": 0.333,
      "step": 2770110
    },
    {
      "epoch": 773.13,
      "grad_norm": 1.266457200050354,
      "learning_rate": 1.444394471784311e-08,
      "loss": 0.3255,
      "step": 2770120
    },
    {
      "epoch": 773.13,
      "grad_norm": 1.3268136978149414,
      "learning_rate": 1.4440947554482385e-08,
      "loss": 0.3417,
      "step": 2770130
    },
    {
      "epoch": 773.13,
      "grad_norm": 1.3856021165847778,
      "learning_rate": 1.4437950701153347e-08,
      "loss": 0.3389,
      "step": 2770140
    },
    {
      "epoch": 773.14,
      "grad_norm": 1.2006375789642334,
      "learning_rate": 1.4434954157856518e-08,
      "loss": 0.3372,
      "step": 2770150
    },
    {
      "epoch": 773.14,
      "grad_norm": 1.2870612144470215,
      "learning_rate": 1.4431957924592157e-08,
      "loss": 0.3365,
      "step": 2770160
    },
    {
      "epoch": 773.14,
      "grad_norm": 1.2801254987716675,
      "learning_rate": 1.4428962001360524e-08,
      "loss": 0.3597,
      "step": 2770170
    },
    {
      "epoch": 773.15,
      "grad_norm": 1.570406436920166,
      "learning_rate": 1.4425966388162143e-08,
      "loss": 0.3218,
      "step": 2770180
    },
    {
      "epoch": 773.15,
      "grad_norm": 1.313315749168396,
      "learning_rate": 1.4422971084997528e-08,
      "loss": 0.3207,
      "step": 2770190
    },
    {
      "epoch": 773.15,
      "grad_norm": 1.2103924751281738,
      "learning_rate": 1.4419976091866944e-08,
      "loss": 0.3238,
      "step": 2770200
    },
    {
      "epoch": 773.15,
      "grad_norm": 1.6710957288742065,
      "learning_rate": 1.441698140877091e-08,
      "loss": 0.342,
      "step": 2770210
    },
    {
      "epoch": 773.16,
      "grad_norm": 1.3755252361297607,
      "learning_rate": 1.4413987035709687e-08,
      "loss": 0.3486,
      "step": 2770220
    },
    {
      "epoch": 773.16,
      "grad_norm": 1.08286714553833,
      "learning_rate": 1.4410992972683795e-08,
      "loss": 0.3404,
      "step": 2770230
    },
    {
      "epoch": 773.16,
      "grad_norm": 1.1396228075027466,
      "learning_rate": 1.4407999219693232e-08,
      "loss": 0.3245,
      "step": 2770240
    },
    {
      "epoch": 773.16,
      "grad_norm": 1.1937437057495117,
      "learning_rate": 1.4405005776739042e-08,
      "loss": 0.3436,
      "step": 2770250
    },
    {
      "epoch": 773.17,
      "grad_norm": 1.1940269470214844,
      "learning_rate": 1.4402012643821223e-08,
      "loss": 0.3357,
      "step": 2770260
    },
    {
      "epoch": 773.17,
      "grad_norm": 1.1672242879867554,
      "learning_rate": 1.4399019820940296e-08,
      "loss": 0.3435,
      "step": 2770270
    },
    {
      "epoch": 773.17,
      "grad_norm": 1.15750253200531,
      "learning_rate": 1.439602730809652e-08,
      "loss": 0.3198,
      "step": 2770280
    },
    {
      "epoch": 773.18,
      "grad_norm": 1.3542426824569702,
      "learning_rate": 1.4393035105290419e-08,
      "loss": 0.3369,
      "step": 2770290
    },
    {
      "epoch": 773.18,
      "grad_norm": 1.0111130475997925,
      "learning_rate": 1.439004321252225e-08,
      "loss": 0.3179,
      "step": 2770300
    },
    {
      "epoch": 773.18,
      "grad_norm": 1.457754373550415,
      "learning_rate": 1.4387051629792794e-08,
      "loss": 0.3316,
      "step": 2770310
    },
    {
      "epoch": 773.18,
      "grad_norm": 1.1356347799301147,
      "learning_rate": 1.4384060357102052e-08,
      "loss": 0.3416,
      "step": 2770320
    },
    {
      "epoch": 773.19,
      "grad_norm": 1.1753029823303223,
      "learning_rate": 1.4381069394450543e-08,
      "loss": 0.3277,
      "step": 2770330
    },
    {
      "epoch": 773.19,
      "grad_norm": 1.2651329040527344,
      "learning_rate": 1.4378078741838789e-08,
      "loss": 0.3348,
      "step": 2770340
    },
    {
      "epoch": 773.19,
      "grad_norm": 1.4520362615585327,
      "learning_rate": 1.437508839926679e-08,
      "loss": 0.3469,
      "step": 2770350
    },
    {
      "epoch": 773.2,
      "grad_norm": 1.4234284162521362,
      "learning_rate": 1.4372098366735585e-08,
      "loss": 0.3356,
      "step": 2770360
    },
    {
      "epoch": 773.2,
      "grad_norm": 1.3284991979599,
      "learning_rate": 1.4369108644244914e-08,
      "loss": 0.3481,
      "step": 2770370
    },
    {
      "epoch": 773.2,
      "grad_norm": 1.2192131280899048,
      "learning_rate": 1.4366119231795561e-08,
      "loss": 0.3198,
      "step": 2770380
    },
    {
      "epoch": 773.2,
      "grad_norm": 1.6076966524124146,
      "learning_rate": 1.4363130129387783e-08,
      "loss": 0.3452,
      "step": 2770390
    },
    {
      "epoch": 773.21,
      "grad_norm": 1.2660669088363647,
      "learning_rate": 1.436014133702236e-08,
      "loss": 0.3301,
      "step": 2770400
    },
    {
      "epoch": 773.21,
      "grad_norm": 1.26371169090271,
      "learning_rate": 1.4357152854699033e-08,
      "loss": 0.3234,
      "step": 2770410
    },
    {
      "epoch": 773.21,
      "grad_norm": 1.2154606580734253,
      "learning_rate": 1.4354164682418584e-08,
      "loss": 0.3377,
      "step": 2770420
    },
    {
      "epoch": 773.22,
      "grad_norm": 1.2096120119094849,
      "learning_rate": 1.4351176820181272e-08,
      "loss": 0.3544,
      "step": 2770430
    },
    {
      "epoch": 773.22,
      "grad_norm": 1.4710410833358765,
      "learning_rate": 1.4348189267987617e-08,
      "loss": 0.3461,
      "step": 2770440
    },
    {
      "epoch": 773.22,
      "grad_norm": 1.3614012002944946,
      "learning_rate": 1.4345202025838141e-08,
      "loss": 0.3313,
      "step": 2770450
    },
    {
      "epoch": 773.22,
      "grad_norm": 1.1177371740341187,
      "learning_rate": 1.4342215093733102e-08,
      "loss": 0.3291,
      "step": 2770460
    },
    {
      "epoch": 773.23,
      "grad_norm": 1.468056082725525,
      "learning_rate": 1.4339228471672762e-08,
      "loss": 0.3234,
      "step": 2770470
    },
    {
      "epoch": 773.23,
      "grad_norm": 1.3759174346923828,
      "learning_rate": 1.4336242159657638e-08,
      "loss": 0.3337,
      "step": 2770480
    },
    {
      "epoch": 773.23,
      "grad_norm": 1.2022007703781128,
      "learning_rate": 1.4333256157687995e-08,
      "loss": 0.3327,
      "step": 2770490
    },
    {
      "epoch": 773.23,
      "grad_norm": 1.526947259902954,
      "learning_rate": 1.4330270465764613e-08,
      "loss": 0.3368,
      "step": 2770500
    },
    {
      "epoch": 773.24,
      "grad_norm": 1.202245831489563,
      "learning_rate": 1.4327285083887488e-08,
      "loss": 0.3187,
      "step": 2770510
    },
    {
      "epoch": 773.24,
      "grad_norm": 1.3053545951843262,
      "learning_rate": 1.4324300012057145e-08,
      "loss": 0.3319,
      "step": 2770520
    },
    {
      "epoch": 773.24,
      "grad_norm": 1.2211849689483643,
      "learning_rate": 1.432131525027384e-08,
      "loss": 0.3336,
      "step": 2770530
    },
    {
      "epoch": 773.25,
      "grad_norm": 1.4300159215927124,
      "learning_rate": 1.4318330798538356e-08,
      "loss": 0.3503,
      "step": 2770540
    },
    {
      "epoch": 773.25,
      "grad_norm": 1.253859281539917,
      "learning_rate": 1.4315346656850693e-08,
      "loss": 0.3367,
      "step": 2770550
    },
    {
      "epoch": 773.25,
      "grad_norm": 1.3166837692260742,
      "learning_rate": 1.4312362825211632e-08,
      "loss": 0.3518,
      "step": 2770560
    },
    {
      "epoch": 773.25,
      "grad_norm": 1.2530728578567505,
      "learning_rate": 1.4309379303621173e-08,
      "loss": 0.3354,
      "step": 2770570
    },
    {
      "epoch": 773.26,
      "grad_norm": 1.2086515426635742,
      "learning_rate": 1.4306396092080094e-08,
      "loss": 0.3289,
      "step": 2770580
    },
    {
      "epoch": 773.26,
      "grad_norm": 1.3609209060668945,
      "learning_rate": 1.4303413190588399e-08,
      "loss": 0.3493,
      "step": 2770590
    },
    {
      "epoch": 773.26,
      "grad_norm": 1.1973159313201904,
      "learning_rate": 1.4300430599146866e-08,
      "loss": 0.3237,
      "step": 2770600
    },
    {
      "epoch": 773.27,
      "grad_norm": 1.1878200769424438,
      "learning_rate": 1.4297448317755494e-08,
      "loss": 0.3359,
      "step": 2770610
    },
    {
      "epoch": 773.27,
      "grad_norm": 1.2173007726669312,
      "learning_rate": 1.4294466346415068e-08,
      "loss": 0.3398,
      "step": 2770620
    },
    {
      "epoch": 773.27,
      "grad_norm": 1.237046480178833,
      "learning_rate": 1.4291484685125844e-08,
      "loss": 0.3386,
      "step": 2770630
    },
    {
      "epoch": 773.27,
      "grad_norm": 1.1048822402954102,
      "learning_rate": 1.4288503333887823e-08,
      "loss": 0.334,
      "step": 2770640
    },
    {
      "epoch": 773.28,
      "grad_norm": 1.2631912231445312,
      "learning_rate": 1.4285522292702046e-08,
      "loss": 0.3356,
      "step": 2770650
    },
    {
      "epoch": 773.28,
      "grad_norm": 1.2038931846618652,
      "learning_rate": 1.4282541561568776e-08,
      "loss": 0.3314,
      "step": 2770660
    },
    {
      "epoch": 773.28,
      "grad_norm": 1.4175825119018555,
      "learning_rate": 1.4279561140487748e-08,
      "loss": 0.3271,
      "step": 2770670
    },
    {
      "epoch": 773.28,
      "grad_norm": 1.1416224241256714,
      "learning_rate": 1.4276581029460527e-08,
      "loss": 0.3432,
      "step": 2770680
    },
    {
      "epoch": 773.29,
      "grad_norm": 1.214767336845398,
      "learning_rate": 1.427360122848633e-08,
      "loss": 0.3249,
      "step": 2770690
    },
    {
      "epoch": 773.29,
      "grad_norm": 1.1295002698898315,
      "learning_rate": 1.4270621737566198e-08,
      "loss": 0.3343,
      "step": 2770700
    },
    {
      "epoch": 773.29,
      "grad_norm": 1.190385341644287,
      "learning_rate": 1.4267642556700653e-08,
      "loss": 0.3401,
      "step": 2770710
    },
    {
      "epoch": 773.3,
      "grad_norm": 1.0764920711517334,
      "learning_rate": 1.4264663685889694e-08,
      "loss": 0.334,
      "step": 2770720
    },
    {
      "epoch": 773.3,
      "grad_norm": 1.1330734491348267,
      "learning_rate": 1.4261685125133843e-08,
      "loss": 0.3282,
      "step": 2770730
    },
    {
      "epoch": 773.3,
      "grad_norm": 1.2419214248657227,
      "learning_rate": 1.4258706874433357e-08,
      "loss": 0.3203,
      "step": 2770740
    },
    {
      "epoch": 773.3,
      "grad_norm": 1.1980749368667603,
      "learning_rate": 1.425572893378902e-08,
      "loss": 0.3474,
      "step": 2770750
    },
    {
      "epoch": 773.31,
      "grad_norm": 1.177405595779419,
      "learning_rate": 1.4252751303200829e-08,
      "loss": 0.3264,
      "step": 2770760
    },
    {
      "epoch": 773.31,
      "grad_norm": 1.327703595161438,
      "learning_rate": 1.4249773982669566e-08,
      "loss": 0.3398,
      "step": 2770770
    },
    {
      "epoch": 773.31,
      "grad_norm": 1.7130482196807861,
      "learning_rate": 1.4246796972195232e-08,
      "loss": 0.331,
      "step": 2770780
    },
    {
      "epoch": 773.32,
      "grad_norm": 1.177798867225647,
      "learning_rate": 1.4243820271778607e-08,
      "loss": 0.3338,
      "step": 2770790
    },
    {
      "epoch": 773.32,
      "grad_norm": 1.1680059432983398,
      "learning_rate": 1.424084388141995e-08,
      "loss": 0.3311,
      "step": 2770800
    },
    {
      "epoch": 773.32,
      "grad_norm": 1.5643912553787231,
      "learning_rate": 1.423786780111926e-08,
      "loss": 0.3261,
      "step": 2770810
    },
    {
      "epoch": 773.32,
      "grad_norm": 1.1830921173095703,
      "learning_rate": 1.4234892030877322e-08,
      "loss": 0.3354,
      "step": 2770820
    },
    {
      "epoch": 773.33,
      "grad_norm": 1.466284990310669,
      "learning_rate": 1.4231916570694655e-08,
      "loss": 0.341,
      "step": 2770830
    },
    {
      "epoch": 773.33,
      "grad_norm": 1.1860389709472656,
      "learning_rate": 1.4228941420571516e-08,
      "loss": 0.3246,
      "step": 2770840
    },
    {
      "epoch": 773.33,
      "grad_norm": 1.1677165031433105,
      "learning_rate": 1.4225966580508168e-08,
      "loss": 0.3289,
      "step": 2770850
    },
    {
      "epoch": 773.34,
      "grad_norm": 1.1465944051742554,
      "learning_rate": 1.422299205050513e-08,
      "loss": 0.3432,
      "step": 2770860
    },
    {
      "epoch": 773.34,
      "grad_norm": 1.1529006958007812,
      "learning_rate": 1.4220017830562664e-08,
      "loss": 0.3352,
      "step": 2770870
    },
    {
      "epoch": 773.34,
      "grad_norm": 1.4363001585006714,
      "learning_rate": 1.4217043920681289e-08,
      "loss": 0.344,
      "step": 2770880
    },
    {
      "epoch": 773.34,
      "grad_norm": 1.2047369480133057,
      "learning_rate": 1.4214070320861526e-08,
      "loss": 0.3364,
      "step": 2770890
    },
    {
      "epoch": 773.35,
      "grad_norm": 1.3540406227111816,
      "learning_rate": 1.4211097031103374e-08,
      "loss": 0.3297,
      "step": 2770900
    },
    {
      "epoch": 773.35,
      "grad_norm": 1.1653417348861694,
      "learning_rate": 1.4208124051407876e-08,
      "loss": 0.3349,
      "step": 2770910
    },
    {
      "epoch": 773.35,
      "grad_norm": 1.2673064470291138,
      "learning_rate": 1.420515138177477e-08,
      "loss": 0.3328,
      "step": 2770920
    },
    {
      "epoch": 773.35,
      "grad_norm": 1.5354363918304443,
      "learning_rate": 1.4202179022204836e-08,
      "loss": 0.3343,
      "step": 2770930
    },
    {
      "epoch": 773.36,
      "grad_norm": 1.2850619554519653,
      "learning_rate": 1.4199206972698337e-08,
      "loss": 0.3339,
      "step": 2770940
    },
    {
      "epoch": 773.36,
      "grad_norm": 1.2362616062164307,
      "learning_rate": 1.419623523325553e-08,
      "loss": 0.3399,
      "step": 2770950
    },
    {
      "epoch": 773.36,
      "grad_norm": 1.2260890007019043,
      "learning_rate": 1.4193263803877197e-08,
      "loss": 0.3289,
      "step": 2770960
    },
    {
      "epoch": 773.37,
      "grad_norm": 1.3124706745147705,
      "learning_rate": 1.419029268456334e-08,
      "loss": 0.3387,
      "step": 2770970
    },
    {
      "epoch": 773.37,
      "grad_norm": 1.2855051755905151,
      "learning_rate": 1.4187321875314475e-08,
      "loss": 0.346,
      "step": 2770980
    },
    {
      "epoch": 773.37,
      "grad_norm": 1.1936405897140503,
      "learning_rate": 1.4184351376131127e-08,
      "loss": 0.3424,
      "step": 2770990
    },
    {
      "epoch": 773.37,
      "grad_norm": 1.3449217081069946,
      "learning_rate": 1.4181381187013553e-08,
      "loss": 0.3332,
      "step": 2771000
    },
    {
      "epoch": 773.38,
      "grad_norm": 1.2658450603485107,
      "learning_rate": 1.4178411307962275e-08,
      "loss": 0.3403,
      "step": 2771010
    },
    {
      "epoch": 773.38,
      "grad_norm": 1.2750154733657837,
      "learning_rate": 1.4175441738977553e-08,
      "loss": 0.3479,
      "step": 2771020
    },
    {
      "epoch": 773.38,
      "grad_norm": 1.2088159322738647,
      "learning_rate": 1.4172472480059906e-08,
      "loss": 0.3409,
      "step": 2771030
    },
    {
      "epoch": 773.39,
      "grad_norm": 1.4421993494033813,
      "learning_rate": 1.4169503531209595e-08,
      "loss": 0.3394,
      "step": 2771040
    },
    {
      "epoch": 773.39,
      "grad_norm": 1.174597978591919,
      "learning_rate": 1.4166534892427143e-08,
      "loss": 0.308,
      "step": 2771050
    },
    {
      "epoch": 773.39,
      "grad_norm": 1.2007471323013306,
      "learning_rate": 1.4163566563712807e-08,
      "loss": 0.347,
      "step": 2771060
    },
    {
      "epoch": 773.39,
      "grad_norm": 1.3092800378799438,
      "learning_rate": 1.4160598545067109e-08,
      "loss": 0.3422,
      "step": 2771070
    },
    {
      "epoch": 773.4,
      "grad_norm": 1.180691123008728,
      "learning_rate": 1.4157630836490307e-08,
      "loss": 0.345,
      "step": 2771080
    },
    {
      "epoch": 773.4,
      "grad_norm": 2.20505690574646,
      "learning_rate": 1.4154663437982925e-08,
      "loss": 0.3456,
      "step": 2771090
    },
    {
      "epoch": 773.4,
      "grad_norm": 1.1874979734420776,
      "learning_rate": 1.415169634954548e-08,
      "loss": 0.3357,
      "step": 2771100
    },
    {
      "epoch": 773.4,
      "grad_norm": 1.4992175102233887,
      "learning_rate": 1.4148729571177973e-08,
      "loss": 0.3359,
      "step": 2771110
    },
    {
      "epoch": 773.41,
      "grad_norm": 1.4320956468582153,
      "learning_rate": 1.4145763102881188e-08,
      "loss": 0.3299,
      "step": 2771120
    },
    {
      "epoch": 773.41,
      "grad_norm": 1.123412013053894,
      "learning_rate": 1.414279694465512e-08,
      "loss": 0.3608,
      "step": 2771130
    },
    {
      "epoch": 773.41,
      "grad_norm": 1.0852806568145752,
      "learning_rate": 1.4139831096500552e-08,
      "loss": 0.3359,
      "step": 2771140
    },
    {
      "epoch": 773.42,
      "grad_norm": 1.1318587064743042,
      "learning_rate": 1.4136865558417743e-08,
      "loss": 0.3291,
      "step": 2771150
    },
    {
      "epoch": 773.42,
      "grad_norm": 1.2540572881698608,
      "learning_rate": 1.4133900330407216e-08,
      "loss": 0.3234,
      "step": 2771160
    },
    {
      "epoch": 773.42,
      "grad_norm": 1.302894115447998,
      "learning_rate": 1.4130935412469228e-08,
      "loss": 0.3242,
      "step": 2771170
    },
    {
      "epoch": 773.42,
      "grad_norm": 1.1806597709655762,
      "learning_rate": 1.4127970804604042e-08,
      "loss": 0.3333,
      "step": 2771180
    },
    {
      "epoch": 773.43,
      "grad_norm": 1.2408486604690552,
      "learning_rate": 1.4125006506812176e-08,
      "loss": 0.3348,
      "step": 2771190
    },
    {
      "epoch": 773.43,
      "grad_norm": 1.3157501220703125,
      "learning_rate": 1.4122042519093894e-08,
      "loss": 0.3452,
      "step": 2771200
    },
    {
      "epoch": 773.43,
      "grad_norm": 1.31631338596344,
      "learning_rate": 1.4119078841449972e-08,
      "loss": 0.3152,
      "step": 2771210
    },
    {
      "epoch": 773.44,
      "grad_norm": 1.5048614740371704,
      "learning_rate": 1.4116115473880412e-08,
      "loss": 0.3452,
      "step": 2771220
    },
    {
      "epoch": 773.44,
      "grad_norm": 1.3693104982376099,
      "learning_rate": 1.4113152416385734e-08,
      "loss": 0.3336,
      "step": 2771230
    },
    {
      "epoch": 773.44,
      "grad_norm": 1.1604310274124146,
      "learning_rate": 1.4110189668966719e-08,
      "loss": 0.3313,
      "step": 2771240
    },
    {
      "epoch": 773.44,
      "grad_norm": 1.0015008449554443,
      "learning_rate": 1.4107227231622848e-08,
      "loss": 0.3311,
      "step": 2771250
    },
    {
      "epoch": 773.45,
      "grad_norm": 1.363515853881836,
      "learning_rate": 1.410426510435542e-08,
      "loss": 0.3352,
      "step": 2771260
    },
    {
      "epoch": 773.45,
      "grad_norm": 1.2421611547470093,
      "learning_rate": 1.4101303287164436e-08,
      "loss": 0.3359,
      "step": 2771270
    },
    {
      "epoch": 773.45,
      "grad_norm": 1.6557929515838623,
      "learning_rate": 1.4098341780050155e-08,
      "loss": 0.3335,
      "step": 2771280
    },
    {
      "epoch": 773.46,
      "grad_norm": 1.3017337322235107,
      "learning_rate": 1.409538058301336e-08,
      "loss": 0.3461,
      "step": 2771290
    },
    {
      "epoch": 773.46,
      "grad_norm": 1.2294485569000244,
      "learning_rate": 1.4092419696054049e-08,
      "loss": 0.3199,
      "step": 2771300
    },
    {
      "epoch": 773.46,
      "grad_norm": 1.433303952217102,
      "learning_rate": 1.4089459119173001e-08,
      "loss": 0.3435,
      "step": 2771310
    },
    {
      "epoch": 773.46,
      "grad_norm": 1.412258267402649,
      "learning_rate": 1.408649885237022e-08,
      "loss": 0.3468,
      "step": 2771320
    },
    {
      "epoch": 773.47,
      "grad_norm": 1.3897473812103271,
      "learning_rate": 1.4083538895646486e-08,
      "loss": 0.3407,
      "step": 2771330
    },
    {
      "epoch": 773.47,
      "grad_norm": 1.3522149324417114,
      "learning_rate": 1.4080579249001796e-08,
      "loss": 0.3289,
      "step": 2771340
    },
    {
      "epoch": 773.47,
      "grad_norm": 1.3197509050369263,
      "learning_rate": 1.4077619912436933e-08,
      "loss": 0.3258,
      "step": 2771350
    },
    {
      "epoch": 773.47,
      "grad_norm": 1.369782567024231,
      "learning_rate": 1.4074660885951897e-08,
      "loss": 0.3254,
      "step": 2771360
    },
    {
      "epoch": 773.48,
      "grad_norm": 1.229469895362854,
      "learning_rate": 1.4071702169547206e-08,
      "loss": 0.3385,
      "step": 2771370
    },
    {
      "epoch": 773.48,
      "grad_norm": 1.2363231182098389,
      "learning_rate": 1.4068743763223384e-08,
      "loss": 0.3373,
      "step": 2771380
    },
    {
      "epoch": 773.48,
      "grad_norm": 1.8972023725509644,
      "learning_rate": 1.406578566698121e-08,
      "loss": 0.3418,
      "step": 2771390
    },
    {
      "epoch": 773.49,
      "grad_norm": 1.1667438745498657,
      "learning_rate": 1.4062827880820163e-08,
      "loss": 0.3378,
      "step": 2771400
    },
    {
      "epoch": 773.49,
      "grad_norm": 1.6618143320083618,
      "learning_rate": 1.4059870404741283e-08,
      "loss": 0.3337,
      "step": 2771410
    },
    {
      "epoch": 773.49,
      "grad_norm": 1.3919442892074585,
      "learning_rate": 1.4056913238744573e-08,
      "loss": 0.3424,
      "step": 2771420
    },
    {
      "epoch": 773.49,
      "grad_norm": 1.341382384300232,
      "learning_rate": 1.405395638283081e-08,
      "loss": 0.3423,
      "step": 2771430
    },
    {
      "epoch": 773.5,
      "grad_norm": 1.2877657413482666,
      "learning_rate": 1.4050999837000518e-08,
      "loss": 0.3389,
      "step": 2771440
    },
    {
      "epoch": 773.5,
      "grad_norm": 1.1893433332443237,
      "learning_rate": 1.4048043601253434e-08,
      "loss": 0.3365,
      "step": 2771450
    },
    {
      "epoch": 773.5,
      "grad_norm": 1.1830663681030273,
      "learning_rate": 1.4045087675590341e-08,
      "loss": 0.3137,
      "step": 2771460
    },
    {
      "epoch": 773.51,
      "grad_norm": 1.3686119318008423,
      "learning_rate": 1.4042132060011757e-08,
      "loss": 0.3348,
      "step": 2771470
    },
    {
      "epoch": 773.51,
      "grad_norm": 1.1705777645111084,
      "learning_rate": 1.4039176754517683e-08,
      "loss": 0.3428,
      "step": 2771480
    },
    {
      "epoch": 773.51,
      "grad_norm": 1.241106390953064,
      "learning_rate": 1.403622175910916e-08,
      "loss": 0.3464,
      "step": 2771490
    },
    {
      "epoch": 773.51,
      "grad_norm": 1.2503868341445923,
      "learning_rate": 1.403326707378593e-08,
      "loss": 0.3445,
      "step": 2771500
    },
    {
      "epoch": 773.52,
      "grad_norm": 1.3584513664245605,
      "learning_rate": 1.4030312698548509e-08,
      "loss": 0.3219,
      "step": 2771510
    },
    {
      "epoch": 773.52,
      "grad_norm": 0.9836761355400085,
      "learning_rate": 1.402735863339742e-08,
      "loss": 0.3312,
      "step": 2771520
    },
    {
      "epoch": 773.52,
      "grad_norm": 1.1539838314056396,
      "learning_rate": 1.4024404878333444e-08,
      "loss": 0.3657,
      "step": 2771530
    },
    {
      "epoch": 773.52,
      "grad_norm": 1.3013880252838135,
      "learning_rate": 1.402145143335632e-08,
      "loss": 0.3269,
      "step": 2771540
    },
    {
      "epoch": 773.53,
      "grad_norm": 1.2100067138671875,
      "learning_rate": 1.4018498298466566e-08,
      "loss": 0.3339,
      "step": 2771550
    },
    {
      "epoch": 773.53,
      "grad_norm": 1.347057819366455,
      "learning_rate": 1.4015545473664968e-08,
      "loss": 0.3365,
      "step": 2771560
    },
    {
      "epoch": 773.53,
      "grad_norm": 1.1883089542388916,
      "learning_rate": 1.4012592958951262e-08,
      "loss": 0.3283,
      "step": 2771570
    },
    {
      "epoch": 773.54,
      "grad_norm": 1.4935150146484375,
      "learning_rate": 1.400964075432675e-08,
      "loss": 0.3331,
      "step": 2771580
    },
    {
      "epoch": 773.54,
      "grad_norm": 1.1127526760101318,
      "learning_rate": 1.400668885979091e-08,
      "loss": 0.3319,
      "step": 2771590
    },
    {
      "epoch": 773.54,
      "grad_norm": 1.5901298522949219,
      "learning_rate": 1.4003737275344786e-08,
      "loss": 0.3482,
      "step": 2771600
    },
    {
      "epoch": 773.54,
      "grad_norm": 1.4776242971420288,
      "learning_rate": 1.4000786000988375e-08,
      "loss": 0.3294,
      "step": 2771610
    },
    {
      "epoch": 773.55,
      "grad_norm": 1.2485768795013428,
      "learning_rate": 1.3997835036722201e-08,
      "loss": 0.3449,
      "step": 2771620
    },
    {
      "epoch": 773.55,
      "grad_norm": 1.2221497297286987,
      "learning_rate": 1.399488438254678e-08,
      "loss": 0.3326,
      "step": 2771630
    },
    {
      "epoch": 773.55,
      "grad_norm": 1.277082920074463,
      "learning_rate": 1.3991934038462376e-08,
      "loss": 0.3388,
      "step": 2771640
    },
    {
      "epoch": 773.56,
      "grad_norm": 1.4127060174942017,
      "learning_rate": 1.3988984004469507e-08,
      "loss": 0.3286,
      "step": 2771650
    },
    {
      "epoch": 773.56,
      "grad_norm": 1.2293214797973633,
      "learning_rate": 1.3986034280568174e-08,
      "loss": 0.3299,
      "step": 2771660
    },
    {
      "epoch": 773.56,
      "grad_norm": 1.5232717990875244,
      "learning_rate": 1.3983084866759417e-08,
      "loss": 0.3426,
      "step": 2771670
    },
    {
      "epoch": 773.56,
      "grad_norm": 1.3091180324554443,
      "learning_rate": 1.3980135763042975e-08,
      "loss": 0.3109,
      "step": 2771680
    },
    {
      "epoch": 773.57,
      "grad_norm": 1.2090165615081787,
      "learning_rate": 1.3977186969419632e-08,
      "loss": 0.3361,
      "step": 2771690
    },
    {
      "epoch": 773.57,
      "grad_norm": 1.2713038921356201,
      "learning_rate": 1.3974238485889907e-08,
      "loss": 0.323,
      "step": 2771700
    },
    {
      "epoch": 773.57,
      "grad_norm": 1.253287672996521,
      "learning_rate": 1.3971290312453538e-08,
      "loss": 0.3446,
      "step": 2771710
    },
    {
      "epoch": 773.58,
      "grad_norm": 1.2433130741119385,
      "learning_rate": 1.3968342449111567e-08,
      "loss": 0.3435,
      "step": 2771720
    },
    {
      "epoch": 773.58,
      "grad_norm": 1.2371124029159546,
      "learning_rate": 1.3965394895864256e-08,
      "loss": 0.3339,
      "step": 2771730
    },
    {
      "epoch": 773.58,
      "grad_norm": 1.2188752889633179,
      "learning_rate": 1.3962447652711861e-08,
      "loss": 0.3312,
      "step": 2771740
    },
    {
      "epoch": 773.58,
      "grad_norm": 1.212812066078186,
      "learning_rate": 1.3959500719654907e-08,
      "loss": 0.3472,
      "step": 2771750
    },
    {
      "epoch": 773.59,
      "grad_norm": 1.3574907779693604,
      "learning_rate": 1.395655409669365e-08,
      "loss": 0.3281,
      "step": 2771760
    },
    {
      "epoch": 773.59,
      "grad_norm": 2.772014617919922,
      "learning_rate": 1.3953607783828355e-08,
      "loss": 0.3383,
      "step": 2771770
    },
    {
      "epoch": 773.59,
      "grad_norm": 1.426223874092102,
      "learning_rate": 1.3950661781059799e-08,
      "loss": 0.3341,
      "step": 2771780
    },
    {
      "epoch": 773.59,
      "grad_norm": 1.2937177419662476,
      "learning_rate": 1.3947716088387981e-08,
      "loss": 0.3362,
      "step": 2771790
    },
    {
      "epoch": 773.6,
      "grad_norm": 1.4018610715866089,
      "learning_rate": 1.3944770705813687e-08,
      "loss": 0.3488,
      "step": 2771800
    },
    {
      "epoch": 773.6,
      "grad_norm": 1.23427152633667,
      "learning_rate": 1.3941825633336911e-08,
      "loss": 0.344,
      "step": 2771810
    },
    {
      "epoch": 773.6,
      "grad_norm": 1.223966121673584,
      "learning_rate": 1.3938880870958436e-08,
      "loss": 0.3488,
      "step": 2771820
    },
    {
      "epoch": 773.61,
      "grad_norm": 1.2980519533157349,
      "learning_rate": 1.3935936418678264e-08,
      "loss": 0.3401,
      "step": 2771830
    },
    {
      "epoch": 773.61,
      "grad_norm": 1.3037761449813843,
      "learning_rate": 1.3932992276497172e-08,
      "loss": 0.3339,
      "step": 2771840
    },
    {
      "epoch": 773.61,
      "grad_norm": 1.5189746618270874,
      "learning_rate": 1.3930048444415164e-08,
      "loss": 0.3425,
      "step": 2771850
    },
    {
      "epoch": 773.61,
      "grad_norm": 1.3394746780395508,
      "learning_rate": 1.3927104922433017e-08,
      "loss": 0.3377,
      "step": 2771860
    },
    {
      "epoch": 773.62,
      "grad_norm": 1.4395430088043213,
      "learning_rate": 1.3924161710550733e-08,
      "loss": 0.3491,
      "step": 2771870
    },
    {
      "epoch": 773.62,
      "grad_norm": 1.3165085315704346,
      "learning_rate": 1.3921218808769092e-08,
      "loss": 0.3495,
      "step": 2771880
    },
    {
      "epoch": 773.62,
      "grad_norm": 2.0947256088256836,
      "learning_rate": 1.3918276217088353e-08,
      "loss": 0.3271,
      "step": 2771890
    },
    {
      "epoch": 773.63,
      "grad_norm": 1.3050187826156616,
      "learning_rate": 1.391533393550852e-08,
      "loss": 0.3538,
      "step": 2771900
    },
    {
      "epoch": 773.63,
      "grad_norm": 1.3128256797790527,
      "learning_rate": 1.3912391964030628e-08,
      "loss": 0.3402,
      "step": 2771910
    },
    {
      "epoch": 773.63,
      "grad_norm": 1.4134694337844849,
      "learning_rate": 1.3909450302654681e-08,
      "loss": 0.3426,
      "step": 2771920
    },
    {
      "epoch": 773.63,
      "grad_norm": 1.3054320812225342,
      "learning_rate": 1.39065089513812e-08,
      "loss": 0.3328,
      "step": 2771930
    },
    {
      "epoch": 773.64,
      "grad_norm": 1.1735306978225708,
      "learning_rate": 1.3903567910210183e-08,
      "loss": 0.3484,
      "step": 2771940
    },
    {
      "epoch": 773.64,
      "grad_norm": 1.5028557777404785,
      "learning_rate": 1.390062717914267e-08,
      "loss": 0.3464,
      "step": 2771950
    },
    {
      "epoch": 773.64,
      "grad_norm": 1.3353055715560913,
      "learning_rate": 1.3897686758178664e-08,
      "loss": 0.3378,
      "step": 2771960
    },
    {
      "epoch": 773.64,
      "grad_norm": 1.1024210453033447,
      "learning_rate": 1.3894746647318683e-08,
      "loss": 0.3332,
      "step": 2771970
    },
    {
      "epoch": 773.65,
      "grad_norm": 1.2740402221679688,
      "learning_rate": 1.3891806846562989e-08,
      "loss": 0.3429,
      "step": 2771980
    },
    {
      "epoch": 773.65,
      "grad_norm": 2.3853259086608887,
      "learning_rate": 1.3888867355912099e-08,
      "loss": 0.3324,
      "step": 2771990
    },
    {
      "epoch": 773.65,
      "grad_norm": 1.0943305492401123,
      "learning_rate": 1.3885928175366278e-08,
      "loss": 0.3512,
      "step": 2772000
    },
    {
      "epoch": 773.66,
      "grad_norm": 1.2273139953613281,
      "learning_rate": 1.3882989304926043e-08,
      "loss": 0.3483,
      "step": 2772010
    },
    {
      "epoch": 773.66,
      "grad_norm": 1.1525264978408813,
      "learning_rate": 1.3880050744591916e-08,
      "loss": 0.3563,
      "step": 2772020
    },
    {
      "epoch": 773.66,
      "grad_norm": 1.2507213354110718,
      "learning_rate": 1.3877112494364156e-08,
      "loss": 0.3187,
      "step": 2772030
    },
    {
      "epoch": 773.66,
      "grad_norm": 1.1807963848114014,
      "learning_rate": 1.3874174554242764e-08,
      "loss": 0.3362,
      "step": 2772040
    },
    {
      "epoch": 773.67,
      "grad_norm": 1.0816081762313843,
      "learning_rate": 1.3871236924228782e-08,
      "loss": 0.337,
      "step": 2772050
    },
    {
      "epoch": 773.67,
      "grad_norm": 1.3266998529434204,
      "learning_rate": 1.3868299604321946e-08,
      "loss": 0.3391,
      "step": 2772060
    },
    {
      "epoch": 773.67,
      "grad_norm": 1.33663809299469,
      "learning_rate": 1.38653625945233e-08,
      "loss": 0.3419,
      "step": 2772070
    },
    {
      "epoch": 773.68,
      "grad_norm": 1.4917608499526978,
      "learning_rate": 1.3862425894832843e-08,
      "loss": 0.3396,
      "step": 2772080
    },
    {
      "epoch": 773.68,
      "grad_norm": 1.1169583797454834,
      "learning_rate": 1.3859489505251095e-08,
      "loss": 0.3332,
      "step": 2772090
    },
    {
      "epoch": 773.68,
      "grad_norm": 1.1957366466522217,
      "learning_rate": 1.3856553425778319e-08,
      "loss": 0.3239,
      "step": 2772100
    },
    {
      "epoch": 773.68,
      "grad_norm": 1.1779143810272217,
      "learning_rate": 1.3853617656415291e-08,
      "loss": 0.3428,
      "step": 2772110
    },
    {
      "epoch": 773.69,
      "grad_norm": 1.2375754117965698,
      "learning_rate": 1.3850682197161754e-08,
      "loss": 0.3373,
      "step": 2772120
    },
    {
      "epoch": 773.69,
      "grad_norm": 1.3272451162338257,
      "learning_rate": 1.3847747048018488e-08,
      "loss": 0.3299,
      "step": 2772130
    },
    {
      "epoch": 773.69,
      "grad_norm": 1.266689658164978,
      "learning_rate": 1.3844812208986013e-08,
      "loss": 0.341,
      "step": 2772140
    },
    {
      "epoch": 773.7,
      "grad_norm": 1.3889151811599731,
      "learning_rate": 1.3841877680064328e-08,
      "loss": 0.3427,
      "step": 2772150
    },
    {
      "epoch": 773.7,
      "grad_norm": 1.363737940788269,
      "learning_rate": 1.3838943461254477e-08,
      "loss": 0.3456,
      "step": 2772160
    },
    {
      "epoch": 773.7,
      "grad_norm": 1.3774619102478027,
      "learning_rate": 1.3836009552555936e-08,
      "loss": 0.3286,
      "step": 2772170
    },
    {
      "epoch": 773.7,
      "grad_norm": 1.1846325397491455,
      "learning_rate": 1.383307595396975e-08,
      "loss": 0.3423,
      "step": 2772180
    },
    {
      "epoch": 773.71,
      "grad_norm": 1.4804532527923584,
      "learning_rate": 1.3830142665496435e-08,
      "loss": 0.3474,
      "step": 2772190
    },
    {
      "epoch": 773.71,
      "grad_norm": 4.251708030700684,
      "learning_rate": 1.3827209687135733e-08,
      "loss": 0.3601,
      "step": 2772200
    },
    {
      "epoch": 773.71,
      "grad_norm": 1.251196265220642,
      "learning_rate": 1.3824277018888424e-08,
      "loss": 0.3231,
      "step": 2772210
    },
    {
      "epoch": 773.71,
      "grad_norm": 1.5090590715408325,
      "learning_rate": 1.3821344660755029e-08,
      "loss": 0.3623,
      "step": 2772220
    },
    {
      "epoch": 773.72,
      "grad_norm": 1.3897417783737183,
      "learning_rate": 1.3818412612735547e-08,
      "loss": 0.3495,
      "step": 2772230
    },
    {
      "epoch": 773.72,
      "grad_norm": 1.2105052471160889,
      "learning_rate": 1.381548087483076e-08,
      "loss": 0.3472,
      "step": 2772240
    },
    {
      "epoch": 773.72,
      "grad_norm": 1.1412138938903809,
      "learning_rate": 1.3812549447040927e-08,
      "loss": 0.3293,
      "step": 2772250
    },
    {
      "epoch": 773.73,
      "grad_norm": 1.205062747001648,
      "learning_rate": 1.380961832936631e-08,
      "loss": 0.338,
      "step": 2772260
    },
    {
      "epoch": 773.73,
      "grad_norm": 1.7769346237182617,
      "learning_rate": 1.3806687521807428e-08,
      "loss": 0.3351,
      "step": 2772270
    },
    {
      "epoch": 773.73,
      "grad_norm": 1.2927963733673096,
      "learning_rate": 1.380375702436454e-08,
      "loss": 0.3425,
      "step": 2772280
    },
    {
      "epoch": 773.73,
      "grad_norm": 1.3584864139556885,
      "learning_rate": 1.3800826837038168e-08,
      "loss": 0.3454,
      "step": 2772290
    },
    {
      "epoch": 773.74,
      "grad_norm": 1.1903042793273926,
      "learning_rate": 1.3797896959828833e-08,
      "loss": 0.3266,
      "step": 2772300
    },
    {
      "epoch": 773.74,
      "grad_norm": 1.8433576822280884,
      "learning_rate": 1.3794967392736535e-08,
      "loss": 0.3332,
      "step": 2772310
    },
    {
      "epoch": 773.74,
      "grad_norm": 1.3099719285964966,
      "learning_rate": 1.3792038135762053e-08,
      "loss": 0.3239,
      "step": 2772320
    },
    {
      "epoch": 773.75,
      "grad_norm": 1.421668529510498,
      "learning_rate": 1.3789109188905387e-08,
      "loss": 0.3298,
      "step": 2772330
    },
    {
      "epoch": 773.75,
      "grad_norm": 1.0798457860946655,
      "learning_rate": 1.378618055216732e-08,
      "loss": 0.3261,
      "step": 2772340
    },
    {
      "epoch": 773.75,
      "grad_norm": 1.1035853624343872,
      "learning_rate": 1.378325222554811e-08,
      "loss": 0.3412,
      "step": 2772350
    },
    {
      "epoch": 773.75,
      "grad_norm": 1.571678638458252,
      "learning_rate": 1.3780324209048017e-08,
      "loss": 0.3459,
      "step": 2772360
    },
    {
      "epoch": 773.76,
      "grad_norm": 1.3196600675582886,
      "learning_rate": 1.3777396502667564e-08,
      "loss": 0.3259,
      "step": 2772370
    },
    {
      "epoch": 773.76,
      "grad_norm": 1.3298195600509644,
      "learning_rate": 1.3774469106407007e-08,
      "loss": 0.3429,
      "step": 2772380
    },
    {
      "epoch": 773.76,
      "grad_norm": 1.474324345588684,
      "learning_rate": 1.3771542020267131e-08,
      "loss": 0.3337,
      "step": 2772390
    },
    {
      "epoch": 773.77,
      "grad_norm": 1.1119757890701294,
      "learning_rate": 1.3768615244247675e-08,
      "loss": 0.3424,
      "step": 2772400
    },
    {
      "epoch": 773.77,
      "grad_norm": 1.226393461227417,
      "learning_rate": 1.3765688778349417e-08,
      "loss": 0.3232,
      "step": 2772410
    },
    {
      "epoch": 773.77,
      "grad_norm": 1.1527965068817139,
      "learning_rate": 1.3762762622572878e-08,
      "loss": 0.3328,
      "step": 2772420
    },
    {
      "epoch": 773.77,
      "grad_norm": 1.3127378225326538,
      "learning_rate": 1.375983677691832e-08,
      "loss": 0.3162,
      "step": 2772430
    },
    {
      "epoch": 773.78,
      "grad_norm": 1.4978530406951904,
      "learning_rate": 1.3756911241386004e-08,
      "loss": 0.3516,
      "step": 2772440
    },
    {
      "epoch": 773.78,
      "grad_norm": 1.0831902027130127,
      "learning_rate": 1.3753986015976187e-08,
      "loss": 0.3481,
      "step": 2772450
    },
    {
      "epoch": 773.78,
      "grad_norm": 1.117047905921936,
      "learning_rate": 1.3751061100689652e-08,
      "loss": 0.3449,
      "step": 2772460
    },
    {
      "epoch": 773.78,
      "grad_norm": 1.3263921737670898,
      "learning_rate": 1.3748136495526657e-08,
      "loss": 0.3475,
      "step": 2772470
    },
    {
      "epoch": 773.79,
      "grad_norm": 1.382988452911377,
      "learning_rate": 1.3745212200487466e-08,
      "loss": 0.3368,
      "step": 2772480
    },
    {
      "epoch": 773.79,
      "grad_norm": 1.2828153371810913,
      "learning_rate": 1.3742288215572596e-08,
      "loss": 0.3324,
      "step": 2772490
    },
    {
      "epoch": 773.79,
      "grad_norm": 1.1757196187973022,
      "learning_rate": 1.3739364540782307e-08,
      "loss": 0.3309,
      "step": 2772500
    },
    {
      "epoch": 773.8,
      "grad_norm": 1.282461166381836,
      "learning_rate": 1.3736441176117122e-08,
      "loss": 0.3318,
      "step": 2772510
    },
    {
      "epoch": 773.8,
      "grad_norm": 1.2677446603775024,
      "learning_rate": 1.373351812157756e-08,
      "loss": 0.3392,
      "step": 2772520
    },
    {
      "epoch": 773.8,
      "grad_norm": 1.3762387037277222,
      "learning_rate": 1.373059537716362e-08,
      "loss": 0.3412,
      "step": 2772530
    },
    {
      "epoch": 773.8,
      "grad_norm": 1.4795873165130615,
      "learning_rate": 1.3727672942875824e-08,
      "loss": 0.3375,
      "step": 2772540
    },
    {
      "epoch": 773.81,
      "grad_norm": 1.2308632135391235,
      "learning_rate": 1.3724750818714692e-08,
      "loss": 0.3558,
      "step": 2772550
    },
    {
      "epoch": 773.81,
      "grad_norm": 1.281785488128662,
      "learning_rate": 1.3721829004680746e-08,
      "loss": 0.3225,
      "step": 2772560
    },
    {
      "epoch": 773.81,
      "grad_norm": 1.7170418500900269,
      "learning_rate": 1.3718907500773982e-08,
      "loss": 0.3489,
      "step": 2772570
    },
    {
      "epoch": 773.82,
      "grad_norm": 1.5625208616256714,
      "learning_rate": 1.3715986306994925e-08,
      "loss": 0.336,
      "step": 2772580
    },
    {
      "epoch": 773.82,
      "grad_norm": 1.1793426275253296,
      "learning_rate": 1.3713065423344092e-08,
      "loss": 0.3487,
      "step": 2772590
    },
    {
      "epoch": 773.82,
      "grad_norm": 1.16823410987854,
      "learning_rate": 1.3710144849822003e-08,
      "loss": 0.3273,
      "step": 2772600
    },
    {
      "epoch": 773.82,
      "grad_norm": 1.250537633895874,
      "learning_rate": 1.3707224586428661e-08,
      "loss": 0.3335,
      "step": 2772610
    },
    {
      "epoch": 773.83,
      "grad_norm": 1.2845827341079712,
      "learning_rate": 1.3704304633164846e-08,
      "loss": 0.3454,
      "step": 2772620
    },
    {
      "epoch": 773.83,
      "grad_norm": 1.1298489570617676,
      "learning_rate": 1.3701384990030556e-08,
      "loss": 0.3284,
      "step": 2772630
    },
    {
      "epoch": 773.83,
      "grad_norm": 1.2599973678588867,
      "learning_rate": 1.3698465657026314e-08,
      "loss": 0.3284,
      "step": 2772640
    },
    {
      "epoch": 773.83,
      "grad_norm": 1.1489399671554565,
      "learning_rate": 1.3695546634152898e-08,
      "loss": 0.3336,
      "step": 2772650
    },
    {
      "epoch": 773.84,
      "grad_norm": 1.2032865285873413,
      "learning_rate": 1.3692627921410051e-08,
      "loss": 0.3379,
      "step": 2772660
    },
    {
      "epoch": 773.84,
      "grad_norm": 1.2009845972061157,
      "learning_rate": 1.368970951879855e-08,
      "loss": 0.3364,
      "step": 2772670
    },
    {
      "epoch": 773.84,
      "grad_norm": 1.475003957748413,
      "learning_rate": 1.3686791426318657e-08,
      "loss": 0.3455,
      "step": 2772680
    },
    {
      "epoch": 773.85,
      "grad_norm": 1.4121849536895752,
      "learning_rate": 1.3683873643970891e-08,
      "loss": 0.337,
      "step": 2772690
    },
    {
      "epoch": 773.85,
      "grad_norm": 1.1732653379440308,
      "learning_rate": 1.3680956171755515e-08,
      "loss": 0.3304,
      "step": 2772700
    },
    {
      "epoch": 773.85,
      "grad_norm": 1.2833359241485596,
      "learning_rate": 1.367803900967305e-08,
      "loss": 0.3345,
      "step": 2772710
    },
    {
      "epoch": 773.85,
      "grad_norm": 1.180712342262268,
      "learning_rate": 1.367512215772401e-08,
      "loss": 0.3306,
      "step": 2772720
    },
    {
      "epoch": 773.86,
      "grad_norm": 1.254577875137329,
      "learning_rate": 1.3672205615908143e-08,
      "loss": 0.3315,
      "step": 2772730
    },
    {
      "epoch": 773.86,
      "grad_norm": 1.1400413513183594,
      "learning_rate": 1.3669289384226484e-08,
      "loss": 0.3419,
      "step": 2772740
    },
    {
      "epoch": 773.86,
      "grad_norm": 1.14259934425354,
      "learning_rate": 1.3666373462679035e-08,
      "loss": 0.3313,
      "step": 2772750
    },
    {
      "epoch": 773.87,
      "grad_norm": 1.3329490423202515,
      "learning_rate": 1.3663457851266576e-08,
      "loss": 0.3468,
      "step": 2772760
    },
    {
      "epoch": 773.87,
      "grad_norm": 1.2121481895446777,
      "learning_rate": 1.366054254998911e-08,
      "loss": 0.3142,
      "step": 2772770
    },
    {
      "epoch": 773.87,
      "grad_norm": 1.2874975204467773,
      "learning_rate": 1.3657627558847153e-08,
      "loss": 0.3387,
      "step": 2772780
    },
    {
      "epoch": 773.87,
      "grad_norm": 1.3297168016433716,
      "learning_rate": 1.3654712877841228e-08,
      "loss": 0.3309,
      "step": 2772790
    },
    {
      "epoch": 773.88,
      "grad_norm": 1.3835475444793701,
      "learning_rate": 1.3651798506971595e-08,
      "loss": 0.3506,
      "step": 2772800
    },
    {
      "epoch": 773.88,
      "grad_norm": 1.3157808780670166,
      "learning_rate": 1.3648884446238774e-08,
      "loss": 0.3251,
      "step": 2772810
    },
    {
      "epoch": 773.88,
      "grad_norm": 1.2769025564193726,
      "learning_rate": 1.3645970695642764e-08,
      "loss": 0.3346,
      "step": 2772820
    },
    {
      "epoch": 773.89,
      "grad_norm": 1.181697964668274,
      "learning_rate": 1.3643057255184609e-08,
      "loss": 0.3485,
      "step": 2772830
    },
    {
      "epoch": 773.89,
      "grad_norm": 1.2550700902938843,
      "learning_rate": 1.3640144124864045e-08,
      "loss": 0.3255,
      "step": 2772840
    },
    {
      "epoch": 773.89,
      "grad_norm": 1.1902540922164917,
      "learning_rate": 1.3637231304681855e-08,
      "loss": 0.3276,
      "step": 2772850
    },
    {
      "epoch": 773.89,
      "grad_norm": 1.7692265510559082,
      "learning_rate": 1.3634318794638299e-08,
      "loss": 0.3452,
      "step": 2772860
    },
    {
      "epoch": 773.9,
      "grad_norm": 1.4509681463241577,
      "learning_rate": 1.3631406594733634e-08,
      "loss": 0.3349,
      "step": 2772870
    },
    {
      "epoch": 773.9,
      "grad_norm": 1.2947369813919067,
      "learning_rate": 1.3628494704968646e-08,
      "loss": 0.3406,
      "step": 2772880
    },
    {
      "epoch": 773.9,
      "grad_norm": 1.4453474283218384,
      "learning_rate": 1.3625583125343332e-08,
      "loss": 0.3258,
      "step": 2772890
    },
    {
      "epoch": 773.9,
      "grad_norm": 1.2952736616134644,
      "learning_rate": 1.3622671855858212e-08,
      "loss": 0.331,
      "step": 2772900
    },
    {
      "epoch": 773.91,
      "grad_norm": 1.3183987140655518,
      "learning_rate": 1.3619760896513548e-08,
      "loss": 0.3268,
      "step": 2772910
    },
    {
      "epoch": 773.91,
      "grad_norm": 1.3246175050735474,
      "learning_rate": 1.361685024731012e-08,
      "loss": 0.3321,
      "step": 2772920
    },
    {
      "epoch": 773.91,
      "grad_norm": 1.3464818000793457,
      "learning_rate": 1.3613939908247925e-08,
      "loss": 0.334,
      "step": 2772930
    },
    {
      "epoch": 773.92,
      "grad_norm": 1.3328158855438232,
      "learning_rate": 1.3611029879327228e-08,
      "loss": 0.3241,
      "step": 2772940
    },
    {
      "epoch": 773.92,
      "grad_norm": 1.3886487483978271,
      "learning_rate": 1.3608120160549067e-08,
      "loss": 0.3561,
      "step": 2772950
    },
    {
      "epoch": 773.92,
      "grad_norm": 1.3467503786087036,
      "learning_rate": 1.3605210751913183e-08,
      "loss": 0.3421,
      "step": 2772960
    },
    {
      "epoch": 773.92,
      "grad_norm": 1.3454161882400513,
      "learning_rate": 1.3602301653420355e-08,
      "loss": 0.3324,
      "step": 2772970
    },
    {
      "epoch": 773.93,
      "grad_norm": 1.7749334573745728,
      "learning_rate": 1.3599392865070586e-08,
      "loss": 0.332,
      "step": 2772980
    },
    {
      "epoch": 773.93,
      "grad_norm": 1.2689656019210815,
      "learning_rate": 1.3596484386864653e-08,
      "loss": 0.3428,
      "step": 2772990
    },
    {
      "epoch": 773.93,
      "grad_norm": 1.2283436059951782,
      "learning_rate": 1.3593576218802818e-08,
      "loss": 0.3417,
      "step": 2773000
    },
    {
      "epoch": 773.94,
      "grad_norm": 1.2134476900100708,
      "learning_rate": 1.3590668360885601e-08,
      "loss": 0.3273,
      "step": 2773010
    },
    {
      "epoch": 773.94,
      "grad_norm": 1.2395572662353516,
      "learning_rate": 1.3587760813113004e-08,
      "loss": 0.3305,
      "step": 2773020
    },
    {
      "epoch": 773.94,
      "grad_norm": 1.3898916244506836,
      "learning_rate": 1.3584853575485545e-08,
      "loss": 0.3267,
      "step": 2773030
    },
    {
      "epoch": 773.94,
      "grad_norm": 1.2264118194580078,
      "learning_rate": 1.3581946648004004e-08,
      "loss": 0.3437,
      "step": 2773040
    },
    {
      "epoch": 773.95,
      "grad_norm": 1.158320665359497,
      "learning_rate": 1.3579040030668123e-08,
      "loss": 0.3293,
      "step": 2773050
    },
    {
      "epoch": 773.95,
      "grad_norm": 1.2073522806167603,
      "learning_rate": 1.3576133723478683e-08,
      "loss": 0.3475,
      "step": 2773060
    },
    {
      "epoch": 773.95,
      "grad_norm": 1.32100248336792,
      "learning_rate": 1.3573227726436203e-08,
      "loss": 0.3551,
      "step": 2773070
    },
    {
      "epoch": 773.95,
      "grad_norm": 1.288917064666748,
      "learning_rate": 1.3570322039540681e-08,
      "loss": 0.343,
      "step": 2773080
    },
    {
      "epoch": 773.96,
      "grad_norm": 1.3246327638626099,
      "learning_rate": 1.3567416662792902e-08,
      "loss": 0.331,
      "step": 2773090
    },
    {
      "epoch": 773.96,
      "grad_norm": 1.363481879234314,
      "learning_rate": 1.3564511596193122e-08,
      "loss": 0.3332,
      "step": 2773100
    },
    {
      "epoch": 773.96,
      "grad_norm": 1.249986171722412,
      "learning_rate": 1.3561606839741345e-08,
      "loss": 0.349,
      "step": 2773110
    },
    {
      "epoch": 773.97,
      "grad_norm": 1.534246563911438,
      "learning_rate": 1.3558702393438608e-08,
      "loss": 0.3492,
      "step": 2773120
    },
    {
      "epoch": 773.97,
      "grad_norm": 1.1189309358596802,
      "learning_rate": 1.3555798257284915e-08,
      "loss": 0.3203,
      "step": 2773130
    },
    {
      "epoch": 773.97,
      "grad_norm": 1.2294411659240723,
      "learning_rate": 1.3552894431280523e-08,
      "loss": 0.34,
      "step": 2773140
    },
    {
      "epoch": 773.97,
      "grad_norm": 1.1836559772491455,
      "learning_rate": 1.3549990915426215e-08,
      "loss": 0.3314,
      "step": 2773150
    },
    {
      "epoch": 773.98,
      "grad_norm": 1.3085330724716187,
      "learning_rate": 1.3547087709721988e-08,
      "loss": 0.3315,
      "step": 2773160
    },
    {
      "epoch": 773.98,
      "grad_norm": 1.2632368803024292,
      "learning_rate": 1.3544184814168365e-08,
      "loss": 0.333,
      "step": 2773170
    },
    {
      "epoch": 773.98,
      "grad_norm": 1.2712410688400269,
      "learning_rate": 1.3541282228765865e-08,
      "loss": 0.3346,
      "step": 2773180
    },
    {
      "epoch": 773.99,
      "grad_norm": 1.4582784175872803,
      "learning_rate": 1.3538379953514748e-08,
      "loss": 0.3413,
      "step": 2773190
    },
    {
      "epoch": 773.99,
      "grad_norm": 1.5753692388534546,
      "learning_rate": 1.3535477988415536e-08,
      "loss": 0.3319,
      "step": 2773200
    },
    {
      "epoch": 773.99,
      "grad_norm": 1.1529560089111328,
      "learning_rate": 1.3532576333468489e-08,
      "loss": 0.346,
      "step": 2773210
    },
    {
      "epoch": 773.99,
      "grad_norm": 1.1537703275680542,
      "learning_rate": 1.3529674988673866e-08,
      "loss": 0.3207,
      "step": 2773220
    },
    {
      "epoch": 774.0,
      "grad_norm": 1.1934202909469604,
      "learning_rate": 1.3526773954032448e-08,
      "loss": 0.3298,
      "step": 2773230
    },
    {
      "epoch": 774.0,
      "grad_norm": 1.3106921911239624,
      "learning_rate": 1.3523873229544235e-08,
      "loss": 0.3347,
      "step": 2773240
    },
    {
      "epoch": 774.0,
      "eval_loss": 0.336481511592865,
      "eval_runtime": 66.063,
      "eval_samples_per_second": 76.578,
      "eval_steps_per_second": 9.582,
      "step": 2773242
    },
    {
      "epoch": 774.0,
      "grad_norm": 1.1309441328048706,
      "learning_rate": 1.3520972815209749e-08,
      "loss": 0.3341,
      "step": 2773250
    },
    {
      "epoch": 774.01,
      "grad_norm": 1.1941858530044556,
      "learning_rate": 1.3518072711029246e-08,
      "loss": 0.3358,
      "step": 2773260
    },
    {
      "epoch": 774.01,
      "grad_norm": 1.2245533466339111,
      "learning_rate": 1.3515172917003513e-08,
      "loss": 0.3313,
      "step": 2773270
    },
    {
      "epoch": 774.01,
      "grad_norm": 1.1573972702026367,
      "learning_rate": 1.3512273433132544e-08,
      "loss": 0.3515,
      "step": 2773280
    },
    {
      "epoch": 774.01,
      "grad_norm": 1.2205958366394043,
      "learning_rate": 1.3509374259416862e-08,
      "loss": 0.3252,
      "step": 2773290
    },
    {
      "epoch": 774.02,
      "grad_norm": 1.238345742225647,
      "learning_rate": 1.3506475395856728e-08,
      "loss": 0.3361,
      "step": 2773300
    },
    {
      "epoch": 774.02,
      "grad_norm": 1.1760964393615723,
      "learning_rate": 1.3503576842452661e-08,
      "loss": 0.3513,
      "step": 2773310
    },
    {
      "epoch": 774.02,
      "grad_norm": 1.2250640392303467,
      "learning_rate": 1.3500678599205183e-08,
      "loss": 0.347,
      "step": 2773320
    },
    {
      "epoch": 774.02,
      "grad_norm": 1.3124120235443115,
      "learning_rate": 1.3497780666114552e-08,
      "loss": 0.336,
      "step": 2773330
    },
    {
      "epoch": 774.03,
      "grad_norm": 1.2055425643920898,
      "learning_rate": 1.349488304318103e-08,
      "loss": 0.3365,
      "step": 2773340
    },
    {
      "epoch": 774.03,
      "grad_norm": 1.1378012895584106,
      "learning_rate": 1.3491985730404876e-08,
      "loss": 0.3322,
      "step": 2773350
    },
    {
      "epoch": 774.03,
      "grad_norm": 1.4223101139068604,
      "learning_rate": 1.3489088727787132e-08,
      "loss": 0.3346,
      "step": 2773360
    },
    {
      "epoch": 774.04,
      "grad_norm": 1.2745014429092407,
      "learning_rate": 1.3486192035327536e-08,
      "loss": 0.3414,
      "step": 2773370
    },
    {
      "epoch": 774.04,
      "grad_norm": 1.259772539138794,
      "learning_rate": 1.348329565302661e-08,
      "loss": 0.3446,
      "step": 2773380
    },
    {
      "epoch": 774.04,
      "grad_norm": 1.1868622303009033,
      "learning_rate": 1.3480399580885134e-08,
      "loss": 0.3243,
      "step": 2773390
    },
    {
      "epoch": 774.04,
      "grad_norm": 1.2895290851593018,
      "learning_rate": 1.3477503818902588e-08,
      "loss": 0.3198,
      "step": 2773400
    },
    {
      "epoch": 774.05,
      "grad_norm": 1.2391778230667114,
      "learning_rate": 1.3474608367080533e-08,
      "loss": 0.3485,
      "step": 2773410
    },
    {
      "epoch": 774.05,
      "grad_norm": 1.2103115320205688,
      "learning_rate": 1.347171322541845e-08,
      "loss": 0.3408,
      "step": 2773420
    },
    {
      "epoch": 774.05,
      "grad_norm": 1.3300693035125732,
      "learning_rate": 1.3468818393917117e-08,
      "loss": 0.3238,
      "step": 2773430
    },
    {
      "epoch": 774.06,
      "grad_norm": 1.2799769639968872,
      "learning_rate": 1.3465923872576796e-08,
      "loss": 0.3486,
      "step": 2773440
    },
    {
      "epoch": 774.06,
      "grad_norm": 1.2155665159225464,
      "learning_rate": 1.3463029661398006e-08,
      "loss": 0.335,
      "step": 2773450
    },
    {
      "epoch": 774.06,
      "grad_norm": 1.070070505142212,
      "learning_rate": 1.3460135760381008e-08,
      "loss": 0.3287,
      "step": 2773460
    },
    {
      "epoch": 774.06,
      "grad_norm": 1.2285228967666626,
      "learning_rate": 1.3457242169526324e-08,
      "loss": 0.3362,
      "step": 2773470
    },
    {
      "epoch": 774.07,
      "grad_norm": 1.276580810546875,
      "learning_rate": 1.3454348888833951e-08,
      "loss": 0.3498,
      "step": 2773480
    },
    {
      "epoch": 774.07,
      "grad_norm": 1.1521656513214111,
      "learning_rate": 1.3451455918304932e-08,
      "loss": 0.3518,
      "step": 2773490
    },
    {
      "epoch": 774.07,
      "grad_norm": 1.6359610557556152,
      "learning_rate": 1.3448563257939265e-08,
      "loss": 0.3278,
      "step": 2773500
    },
    {
      "epoch": 774.07,
      "grad_norm": 1.272947072982788,
      "learning_rate": 1.3445670907736954e-08,
      "loss": 0.3439,
      "step": 2773510
    },
    {
      "epoch": 774.08,
      "grad_norm": 1.3378745317459106,
      "learning_rate": 1.3442778867699036e-08,
      "loss": 0.3331,
      "step": 2773520
    },
    {
      "epoch": 774.08,
      "grad_norm": 1.0537972450256348,
      "learning_rate": 1.3439887137825772e-08,
      "loss": 0.3473,
      "step": 2773530
    },
    {
      "epoch": 774.08,
      "grad_norm": 1.2682995796203613,
      "learning_rate": 1.3436995718117161e-08,
      "loss": 0.3378,
      "step": 2773540
    },
    {
      "epoch": 774.09,
      "grad_norm": 1.4976860284805298,
      "learning_rate": 1.3434104608573987e-08,
      "loss": 0.35,
      "step": 2773550
    },
    {
      "epoch": 774.09,
      "grad_norm": 1.1588757038116455,
      "learning_rate": 1.3431213809196508e-08,
      "loss": 0.3451,
      "step": 2773560
    },
    {
      "epoch": 774.09,
      "grad_norm": 1.4267570972442627,
      "learning_rate": 1.3428323319984985e-08,
      "loss": 0.3452,
      "step": 2773570
    },
    {
      "epoch": 774.09,
      "grad_norm": 1.6140884160995483,
      "learning_rate": 1.3425433140940196e-08,
      "loss": 0.3295,
      "step": 2773580
    },
    {
      "epoch": 774.1,
      "grad_norm": 1.26631498336792,
      "learning_rate": 1.3422543272062144e-08,
      "loss": 0.356,
      "step": 2773590
    },
    {
      "epoch": 774.1,
      "grad_norm": 1.8170357942581177,
      "learning_rate": 1.341965371335109e-08,
      "loss": 0.3308,
      "step": 2773600
    },
    {
      "epoch": 774.1,
      "grad_norm": 1.102125883102417,
      "learning_rate": 1.341676446480781e-08,
      "loss": 0.3321,
      "step": 2773610
    },
    {
      "epoch": 774.11,
      "grad_norm": 1.2857191562652588,
      "learning_rate": 1.3413875526432568e-08,
      "loss": 0.3388,
      "step": 2773620
    },
    {
      "epoch": 774.11,
      "grad_norm": 1.2334293127059937,
      "learning_rate": 1.3410986898225364e-08,
      "loss": 0.3337,
      "step": 2773630
    },
    {
      "epoch": 774.11,
      "grad_norm": 1.3534183502197266,
      "learning_rate": 1.3408098580187238e-08,
      "loss": 0.3374,
      "step": 2773640
    },
    {
      "epoch": 774.11,
      "grad_norm": 1.1421431303024292,
      "learning_rate": 1.3405210572318188e-08,
      "loss": 0.3253,
      "step": 2773650
    },
    {
      "epoch": 774.12,
      "grad_norm": 1.1856297254562378,
      "learning_rate": 1.3402322874618478e-08,
      "loss": 0.3316,
      "step": 2773660
    },
    {
      "epoch": 774.12,
      "grad_norm": 1.374979853630066,
      "learning_rate": 1.3399435487088886e-08,
      "loss": 0.3376,
      "step": 2773670
    },
    {
      "epoch": 774.12,
      "grad_norm": 1.3344063758850098,
      "learning_rate": 1.3396548409729673e-08,
      "loss": 0.3467,
      "step": 2773680
    },
    {
      "epoch": 774.13,
      "grad_norm": 1.1568185091018677,
      "learning_rate": 1.33936616425411e-08,
      "loss": 0.3377,
      "step": 2773690
    },
    {
      "epoch": 774.13,
      "grad_norm": 1.1927616596221924,
      "learning_rate": 1.3390775185523426e-08,
      "loss": 0.3319,
      "step": 2773700
    },
    {
      "epoch": 774.13,
      "grad_norm": 1.3052443265914917,
      "learning_rate": 1.3387889038677172e-08,
      "loss": 0.3538,
      "step": 2773710
    },
    {
      "epoch": 774.13,
      "grad_norm": 1.2417664527893066,
      "learning_rate": 1.3385003202002857e-08,
      "loss": 0.3407,
      "step": 2773720
    },
    {
      "epoch": 774.14,
      "grad_norm": 1.4041354656219482,
      "learning_rate": 1.3382117675500743e-08,
      "loss": 0.3531,
      "step": 2773730
    },
    {
      "epoch": 774.14,
      "grad_norm": 1.3873274326324463,
      "learning_rate": 1.3379232459171351e-08,
      "loss": 0.3261,
      "step": 2773740
    },
    {
      "epoch": 774.14,
      "grad_norm": 1.3405497074127197,
      "learning_rate": 1.3376347553014679e-08,
      "loss": 0.3379,
      "step": 2773750
    },
    {
      "epoch": 774.14,
      "grad_norm": 1.2491220235824585,
      "learning_rate": 1.3373462957031768e-08,
      "loss": 0.333,
      "step": 2773760
    },
    {
      "epoch": 774.15,
      "grad_norm": 1.2097117900848389,
      "learning_rate": 1.3370578671222098e-08,
      "loss": 0.3216,
      "step": 2773770
    },
    {
      "epoch": 774.15,
      "grad_norm": 1.243182897567749,
      "learning_rate": 1.3367694695586971e-08,
      "loss": 0.3336,
      "step": 2773780
    },
    {
      "epoch": 774.15,
      "grad_norm": 1.409498691558838,
      "learning_rate": 1.3364811030126127e-08,
      "loss": 0.3414,
      "step": 2773790
    },
    {
      "epoch": 774.16,
      "grad_norm": 1.4197193384170532,
      "learning_rate": 1.3361927674840345e-08,
      "loss": 0.3499,
      "step": 2773800
    },
    {
      "epoch": 774.16,
      "grad_norm": 1.1530203819274902,
      "learning_rate": 1.3359044629729885e-08,
      "loss": 0.3431,
      "step": 2773810
    },
    {
      "epoch": 774.16,
      "grad_norm": 1.2721952199935913,
      "learning_rate": 1.335616189479501e-08,
      "loss": 0.3435,
      "step": 2773820
    },
    {
      "epoch": 774.16,
      "grad_norm": 1.2358144521713257,
      "learning_rate": 1.3353279470036238e-08,
      "loss": 0.3366,
      "step": 2773830
    },
    {
      "epoch": 774.17,
      "grad_norm": 1.2189888954162598,
      "learning_rate": 1.3350397355453829e-08,
      "loss": 0.3292,
      "step": 2773840
    },
    {
      "epoch": 774.17,
      "grad_norm": 1.0575499534606934,
      "learning_rate": 1.3347515551048304e-08,
      "loss": 0.3289,
      "step": 2773850
    },
    {
      "epoch": 774.17,
      "grad_norm": 1.1010764837265015,
      "learning_rate": 1.3344634056819924e-08,
      "loss": 0.3317,
      "step": 2773860
    },
    {
      "epoch": 774.18,
      "grad_norm": 1.1475354433059692,
      "learning_rate": 1.3341752872769208e-08,
      "loss": 0.3266,
      "step": 2773870
    },
    {
      "epoch": 774.18,
      "grad_norm": 1.4861674308776855,
      "learning_rate": 1.3338871998896419e-08,
      "loss": 0.3348,
      "step": 2773880
    },
    {
      "epoch": 774.18,
      "grad_norm": 1.6242393255233765,
      "learning_rate": 1.3335991435201812e-08,
      "loss": 0.3439,
      "step": 2773890
    },
    {
      "epoch": 774.18,
      "grad_norm": 1.2363500595092773,
      "learning_rate": 1.3333111181686173e-08,
      "loss": 0.3303,
      "step": 2773900
    },
    {
      "epoch": 774.19,
      "grad_norm": 1.2406738996505737,
      "learning_rate": 1.33302312383495e-08,
      "loss": 0.3336,
      "step": 2773910
    },
    {
      "epoch": 774.19,
      "grad_norm": 0.8978509902954102,
      "learning_rate": 1.3327351605192574e-08,
      "loss": 0.337,
      "step": 2773920
    },
    {
      "epoch": 774.19,
      "grad_norm": 1.4364320039749146,
      "learning_rate": 1.3324472282215393e-08,
      "loss": 0.3466,
      "step": 2773930
    },
    {
      "epoch": 774.19,
      "grad_norm": 1.4605443477630615,
      "learning_rate": 1.3321593269418479e-08,
      "loss": 0.329,
      "step": 2773940
    },
    {
      "epoch": 774.2,
      "grad_norm": 1.437105417251587,
      "learning_rate": 1.3318714566802354e-08,
      "loss": 0.3243,
      "step": 2773950
    },
    {
      "epoch": 774.2,
      "grad_norm": 1.174087405204773,
      "learning_rate": 1.3315836174367013e-08,
      "loss": 0.3387,
      "step": 2773960
    },
    {
      "epoch": 774.2,
      "grad_norm": 1.1292189359664917,
      "learning_rate": 1.3312958092113243e-08,
      "loss": 0.33,
      "step": 2773970
    },
    {
      "epoch": 774.21,
      "grad_norm": 1.3344517946243286,
      "learning_rate": 1.33100803200413e-08,
      "loss": 0.3391,
      "step": 2773980
    },
    {
      "epoch": 774.21,
      "grad_norm": 1.1213229894638062,
      "learning_rate": 1.3307202858151445e-08,
      "loss": 0.3375,
      "step": 2773990
    },
    {
      "epoch": 774.21,
      "grad_norm": 1.2773619890213013,
      "learning_rate": 1.33043257064442e-08,
      "loss": 0.3361,
      "step": 2774000
    },
    {
      "epoch": 774.21,
      "grad_norm": 1.2715342044830322,
      "learning_rate": 1.3301448864919823e-08,
      "loss": 0.3382,
      "step": 2774010
    },
    {
      "epoch": 774.22,
      "grad_norm": 1.5269273519515991,
      "learning_rate": 1.3298572333578834e-08,
      "loss": 0.3429,
      "step": 2774020
    },
    {
      "epoch": 774.22,
      "grad_norm": 1.3021268844604492,
      "learning_rate": 1.3295696112421758e-08,
      "loss": 0.3296,
      "step": 2774030
    },
    {
      "epoch": 774.22,
      "grad_norm": 1.307068109512329,
      "learning_rate": 1.329282020144859e-08,
      "loss": 0.3416,
      "step": 2774040
    },
    {
      "epoch": 774.23,
      "grad_norm": 1.492856502532959,
      "learning_rate": 1.3289944600660112e-08,
      "loss": 0.3416,
      "step": 2774050
    },
    {
      "epoch": 774.23,
      "grad_norm": 1.0788246393203735,
      "learning_rate": 1.3287069310056325e-08,
      "loss": 0.3249,
      "step": 2774060
    },
    {
      "epoch": 774.23,
      "grad_norm": 1.2938787937164307,
      "learning_rate": 1.328419432963775e-08,
      "loss": 0.3504,
      "step": 2774070
    },
    {
      "epoch": 774.23,
      "grad_norm": 1.2202876806259155,
      "learning_rate": 1.3281319659404905e-08,
      "loss": 0.3383,
      "step": 2774080
    },
    {
      "epoch": 774.24,
      "grad_norm": 1.1993340253829956,
      "learning_rate": 1.3278445299358051e-08,
      "loss": 0.3446,
      "step": 2774090
    },
    {
      "epoch": 774.24,
      "grad_norm": 1.118888020515442,
      "learning_rate": 1.327557124949771e-08,
      "loss": 0.3331,
      "step": 2774100
    },
    {
      "epoch": 774.24,
      "grad_norm": 1.2461344003677368,
      "learning_rate": 1.327269750982388e-08,
      "loss": 0.3259,
      "step": 2774110
    },
    {
      "epoch": 774.25,
      "grad_norm": 1.1504424810409546,
      "learning_rate": 1.3269824080337342e-08,
      "loss": 0.3347,
      "step": 2774120
    },
    {
      "epoch": 774.25,
      "grad_norm": 1.364092469215393,
      "learning_rate": 1.3266950961038359e-08,
      "loss": 0.3374,
      "step": 2774130
    },
    {
      "epoch": 774.25,
      "grad_norm": 1.1565144062042236,
      "learning_rate": 1.3264078151927446e-08,
      "loss": 0.3138,
      "step": 2774140
    },
    {
      "epoch": 774.25,
      "grad_norm": 1.2737572193145752,
      "learning_rate": 1.3261205653004608e-08,
      "loss": 0.3362,
      "step": 2774150
    },
    {
      "epoch": 774.26,
      "grad_norm": 1.1954753398895264,
      "learning_rate": 1.3258333464270624e-08,
      "loss": 0.3329,
      "step": 2774160
    },
    {
      "epoch": 774.26,
      "grad_norm": 1.0712093114852905,
      "learning_rate": 1.3255461585725755e-08,
      "loss": 0.3417,
      "step": 2774170
    },
    {
      "epoch": 774.26,
      "grad_norm": 1.0442105531692505,
      "learning_rate": 1.3252590017370258e-08,
      "loss": 0.3457,
      "step": 2774180
    },
    {
      "epoch": 774.26,
      "grad_norm": 1.3073312044143677,
      "learning_rate": 1.3249718759204396e-08,
      "loss": 0.3194,
      "step": 2774190
    },
    {
      "epoch": 774.27,
      "grad_norm": 1.4128856658935547,
      "learning_rate": 1.324684781122921e-08,
      "loss": 0.3216,
      "step": 2774200
    },
    {
      "epoch": 774.27,
      "grad_norm": 1.2346880435943604,
      "learning_rate": 1.3243977173444179e-08,
      "loss": 0.3325,
      "step": 2774210
    },
    {
      "epoch": 774.27,
      "grad_norm": 1.264296293258667,
      "learning_rate": 1.3241106845850342e-08,
      "loss": 0.3367,
      "step": 2774220
    },
    {
      "epoch": 774.28,
      "grad_norm": 1.2085015773773193,
      "learning_rate": 1.3238236828447962e-08,
      "loss": 0.3386,
      "step": 2774230
    },
    {
      "epoch": 774.28,
      "grad_norm": 1.1640461683273315,
      "learning_rate": 1.3235367121237298e-08,
      "loss": 0.3393,
      "step": 2774240
    },
    {
      "epoch": 774.28,
      "grad_norm": 1.3033387660980225,
      "learning_rate": 1.323249772421861e-08,
      "loss": 0.3378,
      "step": 2774250
    },
    {
      "epoch": 774.28,
      "grad_norm": 1.1839045286178589,
      "learning_rate": 1.3229628637392679e-08,
      "loss": 0.3351,
      "step": 2774260
    },
    {
      "epoch": 774.29,
      "grad_norm": 1.431684970855713,
      "learning_rate": 1.3226759860759506e-08,
      "loss": 0.3306,
      "step": 2774270
    },
    {
      "epoch": 774.29,
      "grad_norm": 1.2922179698944092,
      "learning_rate": 1.3223891394319349e-08,
      "loss": 0.327,
      "step": 2774280
    },
    {
      "epoch": 774.29,
      "grad_norm": 1.1094975471496582,
      "learning_rate": 1.322102323807325e-08,
      "loss": 0.3354,
      "step": 2774290
    },
    {
      "epoch": 774.3,
      "grad_norm": 1.183289885520935,
      "learning_rate": 1.3218155392020948e-08,
      "loss": 0.3346,
      "step": 2774300
    },
    {
      "epoch": 774.3,
      "grad_norm": 6.054093360900879,
      "learning_rate": 1.3215287856163225e-08,
      "loss": 0.3516,
      "step": 2774310
    },
    {
      "epoch": 774.3,
      "grad_norm": 1.1594324111938477,
      "learning_rate": 1.321242063050034e-08,
      "loss": 0.344,
      "step": 2774320
    },
    {
      "epoch": 774.3,
      "grad_norm": 1.303157925605774,
      "learning_rate": 1.3209553715032556e-08,
      "loss": 0.3418,
      "step": 2774330
    },
    {
      "epoch": 774.31,
      "grad_norm": 1.2986557483673096,
      "learning_rate": 1.3206687109760389e-08,
      "loss": 0.3461,
      "step": 2774340
    },
    {
      "epoch": 774.31,
      "grad_norm": 1.1766283512115479,
      "learning_rate": 1.3203820814683842e-08,
      "loss": 0.337,
      "step": 2774350
    },
    {
      "epoch": 774.31,
      "grad_norm": 1.3174583911895752,
      "learning_rate": 1.3200954829803955e-08,
      "loss": 0.3357,
      "step": 2774360
    },
    {
      "epoch": 774.31,
      "grad_norm": 1.3975398540496826,
      "learning_rate": 1.3198089155120727e-08,
      "loss": 0.3288,
      "step": 2774370
    },
    {
      "epoch": 774.32,
      "grad_norm": 1.1768107414245605,
      "learning_rate": 1.3195223790634681e-08,
      "loss": 0.3365,
      "step": 2774380
    },
    {
      "epoch": 774.32,
      "grad_norm": 1.2116812467575073,
      "learning_rate": 1.3192358736346075e-08,
      "loss": 0.3357,
      "step": 2774390
    },
    {
      "epoch": 774.32,
      "grad_norm": 1.3557615280151367,
      "learning_rate": 1.318949399225517e-08,
      "loss": 0.35,
      "step": 2774400
    },
    {
      "epoch": 774.33,
      "grad_norm": 1.1301854848861694,
      "learning_rate": 1.3186629558362746e-08,
      "loss": 0.3288,
      "step": 2774410
    },
    {
      "epoch": 774.33,
      "grad_norm": 1.0648858547210693,
      "learning_rate": 1.3183765434668803e-08,
      "loss": 0.3196,
      "step": 2774420
    },
    {
      "epoch": 774.33,
      "grad_norm": 1.4833413362503052,
      "learning_rate": 1.3180901621173862e-08,
      "loss": 0.3305,
      "step": 2774430
    },
    {
      "epoch": 774.33,
      "grad_norm": 1.2529494762420654,
      "learning_rate": 1.3178038117878185e-08,
      "loss": 0.3226,
      "step": 2774440
    },
    {
      "epoch": 774.34,
      "grad_norm": 1.0148019790649414,
      "learning_rate": 1.317517492478255e-08,
      "loss": 0.3446,
      "step": 2774450
    },
    {
      "epoch": 774.34,
      "grad_norm": 1.1784051656723022,
      "learning_rate": 1.3172312041886696e-08,
      "loss": 0.3553,
      "step": 2774460
    },
    {
      "epoch": 774.34,
      "grad_norm": 1.3429354429244995,
      "learning_rate": 1.3169449469191666e-08,
      "loss": 0.3379,
      "step": 2774470
    },
    {
      "epoch": 774.35,
      "grad_norm": 1.3091448545455933,
      "learning_rate": 1.316658720669746e-08,
      "loss": 0.3598,
      "step": 2774480
    },
    {
      "epoch": 774.35,
      "grad_norm": 1.4014564752578735,
      "learning_rate": 1.3163725254404598e-08,
      "loss": 0.3397,
      "step": 2774490
    },
    {
      "epoch": 774.35,
      "grad_norm": 1.1094287633895874,
      "learning_rate": 1.316086361231334e-08,
      "loss": 0.3374,
      "step": 2774500
    },
    {
      "epoch": 774.35,
      "grad_norm": 1.317799687385559,
      "learning_rate": 1.3158002280423945e-08,
      "loss": 0.3313,
      "step": 2774510
    },
    {
      "epoch": 774.36,
      "grad_norm": 1.2936151027679443,
      "learning_rate": 1.3155141258737456e-08,
      "loss": 0.3477,
      "step": 2774520
    },
    {
      "epoch": 774.36,
      "grad_norm": 1.1301652193069458,
      "learning_rate": 1.3152280547253352e-08,
      "loss": 0.3355,
      "step": 2774530
    },
    {
      "epoch": 774.36,
      "grad_norm": 0.9764752984046936,
      "learning_rate": 1.3149420145972673e-08,
      "loss": 0.3394,
      "step": 2774540
    },
    {
      "epoch": 774.37,
      "grad_norm": 1.3355185985565186,
      "learning_rate": 1.3146560054895418e-08,
      "loss": 0.3458,
      "step": 2774550
    },
    {
      "epoch": 774.37,
      "grad_norm": 1.4545222520828247,
      "learning_rate": 1.314370027402211e-08,
      "loss": 0.3323,
      "step": 2774560
    },
    {
      "epoch": 774.37,
      "grad_norm": 1.3359029293060303,
      "learning_rate": 1.3140840803353268e-08,
      "loss": 0.3592,
      "step": 2774570
    },
    {
      "epoch": 774.37,
      "grad_norm": 6.593399524688721,
      "learning_rate": 1.3137981642888894e-08,
      "loss": 0.3302,
      "step": 2774580
    },
    {
      "epoch": 774.38,
      "grad_norm": 1.147073745727539,
      "learning_rate": 1.3135122792629765e-08,
      "loss": 0.3301,
      "step": 2774590
    },
    {
      "epoch": 774.38,
      "grad_norm": 1.4688670635223389,
      "learning_rate": 1.3132264252576144e-08,
      "loss": 0.34,
      "step": 2774600
    },
    {
      "epoch": 774.38,
      "grad_norm": 1.2857431173324585,
      "learning_rate": 1.312940602272829e-08,
      "loss": 0.342,
      "step": 2774610
    },
    {
      "epoch": 774.38,
      "grad_norm": 1.3743659257888794,
      "learning_rate": 1.3126548103086984e-08,
      "loss": 0.3294,
      "step": 2774620
    },
    {
      "epoch": 774.39,
      "grad_norm": 1.3368892669677734,
      "learning_rate": 1.3123690493651966e-08,
      "loss": 0.3498,
      "step": 2774630
    },
    {
      "epoch": 774.39,
      "grad_norm": 1.355730414390564,
      "learning_rate": 1.3120833194424015e-08,
      "loss": 0.3327,
      "step": 2774640
    },
    {
      "epoch": 774.39,
      "grad_norm": 1.426264762878418,
      "learning_rate": 1.3117976205403395e-08,
      "loss": 0.3314,
      "step": 2774650
    },
    {
      "epoch": 774.4,
      "grad_norm": 1.1518585681915283,
      "learning_rate": 1.3115119526590623e-08,
      "loss": 0.3395,
      "step": 2774660
    },
    {
      "epoch": 774.4,
      "grad_norm": 1.167528748512268,
      "learning_rate": 1.311226315798596e-08,
      "loss": 0.3249,
      "step": 2774670
    },
    {
      "epoch": 774.4,
      "grad_norm": 1.2105686664581299,
      "learning_rate": 1.3109407099589926e-08,
      "loss": 0.3228,
      "step": 2774680
    },
    {
      "epoch": 774.4,
      "grad_norm": 1.485360026359558,
      "learning_rate": 1.310655135140252e-08,
      "loss": 0.3459,
      "step": 2774690
    },
    {
      "epoch": 774.41,
      "grad_norm": 1.1558393239974976,
      "learning_rate": 1.3103695913424528e-08,
      "loss": 0.3555,
      "step": 2774700
    },
    {
      "epoch": 774.41,
      "grad_norm": 1.1065603494644165,
      "learning_rate": 1.3100840785656465e-08,
      "loss": 0.3237,
      "step": 2774710
    },
    {
      "epoch": 774.41,
      "grad_norm": 1.211914300918579,
      "learning_rate": 1.3097985968098072e-08,
      "loss": 0.327,
      "step": 2774720
    },
    {
      "epoch": 774.42,
      "grad_norm": 1.2715541124343872,
      "learning_rate": 1.309513146075013e-08,
      "loss": 0.3378,
      "step": 2774730
    },
    {
      "epoch": 774.42,
      "grad_norm": 1.2721161842346191,
      "learning_rate": 1.309227726361316e-08,
      "loss": 0.3279,
      "step": 2774740
    },
    {
      "epoch": 774.42,
      "grad_norm": 1.1914010047912598,
      "learning_rate": 1.3089423376687423e-08,
      "loss": 0.3426,
      "step": 2774750
    },
    {
      "epoch": 774.42,
      "grad_norm": 1.0999417304992676,
      "learning_rate": 1.3086569799972917e-08,
      "loss": 0.341,
      "step": 2774760
    },
    {
      "epoch": 774.43,
      "grad_norm": 1.4881949424743652,
      "learning_rate": 1.3083716533470681e-08,
      "loss": 0.3339,
      "step": 2774770
    },
    {
      "epoch": 774.43,
      "grad_norm": 1.3709523677825928,
      "learning_rate": 1.308086357718072e-08,
      "loss": 0.3546,
      "step": 2774780
    },
    {
      "epoch": 774.43,
      "grad_norm": 1.5084213018417358,
      "learning_rate": 1.3078010931103032e-08,
      "loss": 0.3461,
      "step": 2774790
    },
    {
      "epoch": 774.43,
      "grad_norm": 1.3628679513931274,
      "learning_rate": 1.3075158595238916e-08,
      "loss": 0.3327,
      "step": 2774800
    },
    {
      "epoch": 774.44,
      "grad_norm": 1.4037703275680542,
      "learning_rate": 1.3072306569588114e-08,
      "loss": 0.3275,
      "step": 2774810
    },
    {
      "epoch": 774.44,
      "grad_norm": 1.183890461921692,
      "learning_rate": 1.3069454854150886e-08,
      "loss": 0.3285,
      "step": 2774820
    },
    {
      "epoch": 774.44,
      "grad_norm": 1.0486921072006226,
      "learning_rate": 1.306660344892827e-08,
      "loss": 0.3454,
      "step": 2774830
    },
    {
      "epoch": 774.45,
      "grad_norm": 1.2415242195129395,
      "learning_rate": 1.3063752353920012e-08,
      "loss": 0.3418,
      "step": 2774840
    },
    {
      "epoch": 774.45,
      "grad_norm": 1.2690472602844238,
      "learning_rate": 1.3060901569126887e-08,
      "loss": 0.3406,
      "step": 2774850
    },
    {
      "epoch": 774.45,
      "grad_norm": 1.1840503215789795,
      "learning_rate": 1.3058051094548896e-08,
      "loss": 0.3448,
      "step": 2774860
    },
    {
      "epoch": 774.45,
      "grad_norm": 1.4772205352783203,
      "learning_rate": 1.3055200930186821e-08,
      "loss": 0.3735,
      "step": 2774870
    },
    {
      "epoch": 774.46,
      "grad_norm": 1.2131881713867188,
      "learning_rate": 1.3052351076040923e-08,
      "loss": 0.3259,
      "step": 2774880
    },
    {
      "epoch": 774.46,
      "grad_norm": 1.3749552965164185,
      "learning_rate": 1.304950153211146e-08,
      "loss": 0.3501,
      "step": 2774890
    },
    {
      "epoch": 774.46,
      "grad_norm": 1.3820829391479492,
      "learning_rate": 1.3046652298398692e-08,
      "loss": 0.3478,
      "step": 2774900
    },
    {
      "epoch": 774.47,
      "grad_norm": 1.2141623497009277,
      "learning_rate": 1.3043803374903141e-08,
      "loss": 0.3334,
      "step": 2774910
    },
    {
      "epoch": 774.47,
      "grad_norm": 1.1062417030334473,
      "learning_rate": 1.3040954761625589e-08,
      "loss": 0.3331,
      "step": 2774920
    },
    {
      "epoch": 774.47,
      "grad_norm": 1.1438441276550293,
      "learning_rate": 1.3038106458565772e-08,
      "loss": 0.3365,
      "step": 2774930
    },
    {
      "epoch": 774.47,
      "grad_norm": 1.3241219520568848,
      "learning_rate": 1.3035258465724473e-08,
      "loss": 0.35,
      "step": 2774940
    },
    {
      "epoch": 774.48,
      "grad_norm": 1.2034162282943726,
      "learning_rate": 1.3032410783101692e-08,
      "loss": 0.3417,
      "step": 2774950
    },
    {
      "epoch": 774.48,
      "grad_norm": 1.227224349975586,
      "learning_rate": 1.3029563410698208e-08,
      "loss": 0.338,
      "step": 2774960
    },
    {
      "epoch": 774.48,
      "grad_norm": 1.3201045989990234,
      "learning_rate": 1.3026716348514282e-08,
      "loss": 0.337,
      "step": 2774970
    },
    {
      "epoch": 774.49,
      "grad_norm": 1.5598230361938477,
      "learning_rate": 1.3023869596550436e-08,
      "loss": 0.3509,
      "step": 2774980
    },
    {
      "epoch": 774.49,
      "grad_norm": 1.2596843242645264,
      "learning_rate": 1.302102315480667e-08,
      "loss": 0.3522,
      "step": 2774990
    },
    {
      "epoch": 774.49,
      "grad_norm": 0.9962596893310547,
      "learning_rate": 1.3018177023283501e-08,
      "loss": 0.3395,
      "step": 2775000
    },
    {
      "epoch": 774.49,
      "grad_norm": 1.440855860710144,
      "learning_rate": 1.3015331201981452e-08,
      "loss": 0.3394,
      "step": 2775010
    },
    {
      "epoch": 774.5,
      "grad_norm": 1.196451187133789,
      "learning_rate": 1.3012485690900784e-08,
      "loss": 0.3462,
      "step": 2775020
    },
    {
      "epoch": 774.5,
      "grad_norm": 1.1554009914398193,
      "learning_rate": 1.3009640490042016e-08,
      "loss": 0.339,
      "step": 2775030
    },
    {
      "epoch": 774.5,
      "grad_norm": 1.2415825128555298,
      "learning_rate": 1.3006795599405407e-08,
      "loss": 0.3385,
      "step": 2775040
    },
    {
      "epoch": 774.5,
      "grad_norm": 1.6479400396347046,
      "learning_rate": 1.3003951018991221e-08,
      "loss": 0.3357,
      "step": 2775050
    },
    {
      "epoch": 774.51,
      "grad_norm": 1.2131295204162598,
      "learning_rate": 1.3001106748800234e-08,
      "loss": 0.33,
      "step": 2775060
    },
    {
      "epoch": 774.51,
      "grad_norm": 1.2681488990783691,
      "learning_rate": 1.299826278883219e-08,
      "loss": 0.3377,
      "step": 2775070
    },
    {
      "epoch": 774.51,
      "grad_norm": 1.2150766849517822,
      "learning_rate": 1.2995419139088127e-08,
      "loss": 0.3432,
      "step": 2775080
    },
    {
      "epoch": 774.52,
      "grad_norm": 1.3481698036193848,
      "learning_rate": 1.2992575799568046e-08,
      "loss": 0.3565,
      "step": 2775090
    },
    {
      "epoch": 774.52,
      "grad_norm": 1.0890605449676514,
      "learning_rate": 1.2989732770272467e-08,
      "loss": 0.3229,
      "step": 2775100
    },
    {
      "epoch": 774.52,
      "grad_norm": 1.2001367807388306,
      "learning_rate": 1.298689005120165e-08,
      "loss": 0.3274,
      "step": 2775110
    },
    {
      "epoch": 774.52,
      "grad_norm": 1.4113324880599976,
      "learning_rate": 1.2984047642356117e-08,
      "loss": 0.3134,
      "step": 2775120
    },
    {
      "epoch": 774.53,
      "grad_norm": 1.315394401550293,
      "learning_rate": 1.2981205543735866e-08,
      "loss": 0.3414,
      "step": 2775130
    },
    {
      "epoch": 774.53,
      "grad_norm": 1.4478199481964111,
      "learning_rate": 1.297836375534194e-08,
      "loss": 0.3406,
      "step": 2775140
    },
    {
      "epoch": 774.53,
      "grad_norm": 1.3897110223770142,
      "learning_rate": 1.2975522277174338e-08,
      "loss": 0.3492,
      "step": 2775150
    },
    {
      "epoch": 774.54,
      "grad_norm": 1.0112792253494263,
      "learning_rate": 1.2972681109233059e-08,
      "loss": 0.3209,
      "step": 2775160
    },
    {
      "epoch": 774.54,
      "grad_norm": 1.3818720579147339,
      "learning_rate": 1.2969840251519145e-08,
      "loss": 0.3508,
      "step": 2775170
    },
    {
      "epoch": 774.54,
      "grad_norm": 5.0135955810546875,
      "learning_rate": 1.2966999704032856e-08,
      "loss": 0.3367,
      "step": 2775180
    },
    {
      "epoch": 774.54,
      "grad_norm": 1.339748501777649,
      "learning_rate": 1.296415946677419e-08,
      "loss": 0.3332,
      "step": 2775190
    },
    {
      "epoch": 774.55,
      "grad_norm": 1.104178547859192,
      "learning_rate": 1.2961319539743931e-08,
      "loss": 0.332,
      "step": 2775200
    },
    {
      "epoch": 774.55,
      "grad_norm": 1.1013469696044922,
      "learning_rate": 1.2958479922942078e-08,
      "loss": 0.3365,
      "step": 2775210
    },
    {
      "epoch": 774.55,
      "grad_norm": 1.2980809211730957,
      "learning_rate": 1.295564061636941e-08,
      "loss": 0.3213,
      "step": 2775220
    },
    {
      "epoch": 774.55,
      "grad_norm": 1.3787366151809692,
      "learning_rate": 1.2952801620025928e-08,
      "loss": 0.3349,
      "step": 2775230
    },
    {
      "epoch": 774.56,
      "grad_norm": 1.2507543563842773,
      "learning_rate": 1.2949962933912413e-08,
      "loss": 0.3381,
      "step": 2775240
    },
    {
      "epoch": 774.56,
      "grad_norm": 1.1556565761566162,
      "learning_rate": 1.2947124558028866e-08,
      "loss": 0.3263,
      "step": 2775250
    },
    {
      "epoch": 774.56,
      "grad_norm": 1.1954991817474365,
      "learning_rate": 1.2944286492375805e-08,
      "loss": 0.3428,
      "step": 2775260
    },
    {
      "epoch": 774.57,
      "grad_norm": 1.5620253086090088,
      "learning_rate": 1.2941448736953752e-08,
      "loss": 0.3277,
      "step": 2775270
    },
    {
      "epoch": 774.57,
      "grad_norm": 1.2182761430740356,
      "learning_rate": 1.2938611291762707e-08,
      "loss": 0.3366,
      "step": 2775280
    },
    {
      "epoch": 774.57,
      "grad_norm": 1.2630672454833984,
      "learning_rate": 1.2935774156803449e-08,
      "loss": 0.3562,
      "step": 2775290
    },
    {
      "epoch": 774.57,
      "grad_norm": 1.460963249206543,
      "learning_rate": 1.2932937332076238e-08,
      "loss": 0.34,
      "step": 2775300
    },
    {
      "epoch": 774.58,
      "grad_norm": 1.3202637434005737,
      "learning_rate": 1.2930100817581338e-08,
      "loss": 0.3434,
      "step": 2775310
    },
    {
      "epoch": 774.58,
      "grad_norm": 1.1513079404830933,
      "learning_rate": 1.2927264613319266e-08,
      "loss": 0.3293,
      "step": 2775320
    },
    {
      "epoch": 774.58,
      "grad_norm": 0.9838757514953613,
      "learning_rate": 1.2924428719290283e-08,
      "loss": 0.3245,
      "step": 2775330
    },
    {
      "epoch": 774.59,
      "grad_norm": 1.3287577629089355,
      "learning_rate": 1.2921593135494652e-08,
      "loss": 0.3516,
      "step": 2775340
    },
    {
      "epoch": 774.59,
      "grad_norm": 1.1633113622665405,
      "learning_rate": 1.2918757861933149e-08,
      "loss": 0.3343,
      "step": 2775350
    },
    {
      "epoch": 774.59,
      "grad_norm": 1.3041367530822754,
      "learning_rate": 1.2915922898606035e-08,
      "loss": 0.3267,
      "step": 2775360
    },
    {
      "epoch": 774.59,
      "grad_norm": 1.30757737159729,
      "learning_rate": 1.2913088245513313e-08,
      "loss": 0.3403,
      "step": 2775370
    },
    {
      "epoch": 774.6,
      "grad_norm": 1.5464558601379395,
      "learning_rate": 1.2910253902655762e-08,
      "loss": 0.3431,
      "step": 2775380
    },
    {
      "epoch": 774.6,
      "grad_norm": 1.1942214965820312,
      "learning_rate": 1.2907419870033641e-08,
      "loss": 0.3291,
      "step": 2775390
    },
    {
      "epoch": 774.6,
      "grad_norm": 1.2072622776031494,
      "learning_rate": 1.2904586147647212e-08,
      "loss": 0.3343,
      "step": 2775400
    },
    {
      "epoch": 774.61,
      "grad_norm": 1.1097863912582397,
      "learning_rate": 1.2901752735496735e-08,
      "loss": 0.354,
      "step": 2775410
    },
    {
      "epoch": 774.61,
      "grad_norm": 1.360325813293457,
      "learning_rate": 1.289891963358325e-08,
      "loss": 0.3379,
      "step": 2775420
    },
    {
      "epoch": 774.61,
      "grad_norm": 1.1159836053848267,
      "learning_rate": 1.2896086841906235e-08,
      "loss": 0.3222,
      "step": 2775430
    },
    {
      "epoch": 774.61,
      "grad_norm": 1.2680315971374512,
      "learning_rate": 1.2893254360466736e-08,
      "loss": 0.3443,
      "step": 2775440
    },
    {
      "epoch": 774.62,
      "grad_norm": 1.0400291681289673,
      "learning_rate": 1.2890422189265008e-08,
      "loss": 0.3468,
      "step": 2775450
    },
    {
      "epoch": 774.62,
      "grad_norm": 1.1946576833724976,
      "learning_rate": 1.2887590328301053e-08,
      "loss": 0.3214,
      "step": 2775460
    },
    {
      "epoch": 774.62,
      "grad_norm": 1.3999110460281372,
      "learning_rate": 1.2884758777575911e-08,
      "loss": 0.321,
      "step": 2775470
    },
    {
      "epoch": 774.62,
      "grad_norm": 1.1777974367141724,
      "learning_rate": 1.2881927537089064e-08,
      "loss": 0.3479,
      "step": 2775480
    },
    {
      "epoch": 774.63,
      "grad_norm": 1.299881100654602,
      "learning_rate": 1.2879096606841811e-08,
      "loss": 0.3373,
      "step": 2775490
    },
    {
      "epoch": 774.63,
      "grad_norm": 1.3739166259765625,
      "learning_rate": 1.2876265986833893e-08,
      "loss": 0.3567,
      "step": 2775500
    },
    {
      "epoch": 774.63,
      "grad_norm": 1.4800798892974854,
      "learning_rate": 1.2873435677065829e-08,
      "loss": 0.34,
      "step": 2775510
    },
    {
      "epoch": 774.64,
      "grad_norm": 1.3955193758010864,
      "learning_rate": 1.28706056775384e-08,
      "loss": 0.349,
      "step": 2775520
    },
    {
      "epoch": 774.64,
      "grad_norm": 1.5330315828323364,
      "learning_rate": 1.2867775988251345e-08,
      "loss": 0.3409,
      "step": 2775530
    },
    {
      "epoch": 774.64,
      "grad_norm": 1.5493505001068115,
      "learning_rate": 1.2864946609205447e-08,
      "loss": 0.3373,
      "step": 2775540
    },
    {
      "epoch": 774.64,
      "grad_norm": 1.2764259576797485,
      "learning_rate": 1.2862117540400966e-08,
      "loss": 0.3156,
      "step": 2775550
    },
    {
      "epoch": 774.65,
      "grad_norm": 1.6300005912780762,
      "learning_rate": 1.285928878183842e-08,
      "loss": 0.3266,
      "step": 2775560
    },
    {
      "epoch": 774.65,
      "grad_norm": 1.2311689853668213,
      "learning_rate": 1.285646033351807e-08,
      "loss": 0.3197,
      "step": 2775570
    },
    {
      "epoch": 774.65,
      "grad_norm": 1.2316803932189941,
      "learning_rate": 1.2853632195440178e-08,
      "loss": 0.3433,
      "step": 2775580
    },
    {
      "epoch": 774.66,
      "grad_norm": 1.0924681425094604,
      "learning_rate": 1.2850804367605262e-08,
      "loss": 0.3466,
      "step": 2775590
    },
    {
      "epoch": 774.66,
      "grad_norm": 0.9867821335792542,
      "learning_rate": 1.2847976850013583e-08,
      "loss": 0.3296,
      "step": 2775600
    },
    {
      "epoch": 774.66,
      "grad_norm": 1.4110318422317505,
      "learning_rate": 1.2845149642665663e-08,
      "loss": 0.3257,
      "step": 2775610
    },
    {
      "epoch": 774.66,
      "grad_norm": 1.2238816022872925,
      "learning_rate": 1.284232274556176e-08,
      "loss": 0.3244,
      "step": 2775620
    },
    {
      "epoch": 774.67,
      "grad_norm": 1.12697172164917,
      "learning_rate": 1.2839496158702397e-08,
      "loss": 0.3412,
      "step": 2775630
    },
    {
      "epoch": 774.67,
      "grad_norm": 1.1865586042404175,
      "learning_rate": 1.283666988208783e-08,
      "loss": 0.3474,
      "step": 2775640
    },
    {
      "epoch": 774.67,
      "grad_norm": 1.3131242990493774,
      "learning_rate": 1.2833843915718585e-08,
      "loss": 0.3367,
      "step": 2775650
    },
    {
      "epoch": 774.67,
      "grad_norm": 1.2168142795562744,
      "learning_rate": 1.2831018259594657e-08,
      "loss": 0.3455,
      "step": 2775660
    },
    {
      "epoch": 774.68,
      "grad_norm": 1.3701574802398682,
      "learning_rate": 1.282819291371683e-08,
      "loss": 0.345,
      "step": 2775670
    },
    {
      "epoch": 774.68,
      "grad_norm": 1.2650598287582397,
      "learning_rate": 1.282536787808536e-08,
      "loss": 0.3428,
      "step": 2775680
    },
    {
      "epoch": 774.68,
      "grad_norm": 1.174985647201538,
      "learning_rate": 1.2822543152700512e-08,
      "loss": 0.342,
      "step": 2775690
    },
    {
      "epoch": 774.69,
      "grad_norm": 1.1486074924468994,
      "learning_rate": 1.2819718737562806e-08,
      "loss": 0.3423,
      "step": 2775700
    },
    {
      "epoch": 774.69,
      "grad_norm": 1.3022910356521606,
      "learning_rate": 1.2816894632672499e-08,
      "loss": 0.33,
      "step": 2775710
    },
    {
      "epoch": 774.69,
      "grad_norm": 1.1661039590835571,
      "learning_rate": 1.2814070838029853e-08,
      "loss": 0.3212,
      "step": 2775720
    },
    {
      "epoch": 774.69,
      "grad_norm": 1.118303894996643,
      "learning_rate": 1.2811247353635649e-08,
      "loss": 0.3302,
      "step": 2775730
    },
    {
      "epoch": 774.7,
      "grad_norm": 1.3123834133148193,
      "learning_rate": 1.2808424179489885e-08,
      "loss": 0.3293,
      "step": 2775740
    },
    {
      "epoch": 774.7,
      "grad_norm": 1.1123405694961548,
      "learning_rate": 1.2805601315593345e-08,
      "loss": 0.3414,
      "step": 2775750
    },
    {
      "epoch": 774.7,
      "grad_norm": 1.103514552116394,
      "learning_rate": 1.2802778761946027e-08,
      "loss": 0.346,
      "step": 2775760
    },
    {
      "epoch": 774.71,
      "grad_norm": 1.3001264333724976,
      "learning_rate": 1.279995651854819e-08,
      "loss": 0.3539,
      "step": 2775770
    },
    {
      "epoch": 774.71,
      "grad_norm": 1.0301822423934937,
      "learning_rate": 1.2797134585400618e-08,
      "loss": 0.3383,
      "step": 2775780
    },
    {
      "epoch": 774.71,
      "grad_norm": 1.3259085416793823,
      "learning_rate": 1.2794312962503568e-08,
      "loss": 0.3285,
      "step": 2775790
    },
    {
      "epoch": 774.71,
      "grad_norm": 1.2525866031646729,
      "learning_rate": 1.27914916498573e-08,
      "loss": 0.3412,
      "step": 2775800
    },
    {
      "epoch": 774.72,
      "grad_norm": 1.3007352352142334,
      "learning_rate": 1.2788670647462339e-08,
      "loss": 0.3355,
      "step": 2775810
    },
    {
      "epoch": 774.72,
      "grad_norm": 1.307251214981079,
      "learning_rate": 1.2785849955318939e-08,
      "loss": 0.3308,
      "step": 2775820
    },
    {
      "epoch": 774.72,
      "grad_norm": 1.1308262348175049,
      "learning_rate": 1.2783029573427105e-08,
      "loss": 0.3435,
      "step": 2775830
    },
    {
      "epoch": 774.73,
      "grad_norm": 1.2732011079788208,
      "learning_rate": 1.2780209501788134e-08,
      "loss": 0.3338,
      "step": 2775840
    },
    {
      "epoch": 774.73,
      "grad_norm": 1.2608333826065063,
      "learning_rate": 1.277738974040151e-08,
      "loss": 0.3386,
      "step": 2775850
    },
    {
      "epoch": 774.73,
      "grad_norm": 1.3894957304000854,
      "learning_rate": 1.277457028926827e-08,
      "loss": 0.3478,
      "step": 2775860
    },
    {
      "epoch": 774.73,
      "grad_norm": 1.4059669971466064,
      "learning_rate": 1.2771751148388417e-08,
      "loss": 0.3541,
      "step": 2775870
    },
    {
      "epoch": 774.74,
      "grad_norm": 1.2009541988372803,
      "learning_rate": 1.2768932317762208e-08,
      "loss": 0.3314,
      "step": 2775880
    },
    {
      "epoch": 774.74,
      "grad_norm": 1.095435619354248,
      "learning_rate": 1.2766113797390425e-08,
      "loss": 0.3297,
      "step": 2775890
    },
    {
      "epoch": 774.74,
      "grad_norm": 1.358522653579712,
      "learning_rate": 1.276329558727307e-08,
      "loss": 0.339,
      "step": 2775900
    },
    {
      "epoch": 774.74,
      "grad_norm": 1.2399463653564453,
      "learning_rate": 1.2760477687410921e-08,
      "loss": 0.3327,
      "step": 2775910
    },
    {
      "epoch": 774.75,
      "grad_norm": 1.4024475812911987,
      "learning_rate": 1.275766009780372e-08,
      "loss": 0.3562,
      "step": 2775920
    },
    {
      "epoch": 774.75,
      "grad_norm": 1.2501683235168457,
      "learning_rate": 1.2754842818452765e-08,
      "loss": 0.3391,
      "step": 2775930
    },
    {
      "epoch": 774.75,
      "grad_norm": 1.3324671983718872,
      "learning_rate": 1.2752025849357539e-08,
      "loss": 0.3307,
      "step": 2775940
    },
    {
      "epoch": 774.76,
      "grad_norm": 1.2726496458053589,
      "learning_rate": 1.2749209190518819e-08,
      "loss": 0.3267,
      "step": 2775950
    },
    {
      "epoch": 774.76,
      "grad_norm": 9.109139442443848,
      "learning_rate": 1.2746392841937129e-08,
      "loss": 0.3395,
      "step": 2775960
    },
    {
      "epoch": 774.76,
      "grad_norm": 1.2245702743530273,
      "learning_rate": 1.2743576803612467e-08,
      "loss": 0.3421,
      "step": 2775970
    },
    {
      "epoch": 774.76,
      "grad_norm": 1.3361153602600098,
      "learning_rate": 1.2740761075545353e-08,
      "loss": 0.3241,
      "step": 2775980
    },
    {
      "epoch": 774.77,
      "grad_norm": 1.2895022630691528,
      "learning_rate": 1.2737945657736309e-08,
      "loss": 0.3309,
      "step": 2775990
    },
    {
      "epoch": 774.77,
      "grad_norm": 1.2216980457305908,
      "learning_rate": 1.2735130550185595e-08,
      "loss": 0.3343,
      "step": 2776000
    },
    {
      "epoch": 774.77,
      "grad_norm": 1.3137482404708862,
      "learning_rate": 1.273231575289347e-08,
      "loss": 0.3184,
      "step": 2776010
    },
    {
      "epoch": 774.78,
      "grad_norm": 1.3769714832305908,
      "learning_rate": 1.2729501265860455e-08,
      "loss": 0.3457,
      "step": 2776020
    },
    {
      "epoch": 774.78,
      "grad_norm": 1.3473578691482544,
      "learning_rate": 1.272668708908707e-08,
      "loss": 0.35,
      "step": 2776030
    },
    {
      "epoch": 774.78,
      "grad_norm": 1.433144211769104,
      "learning_rate": 1.2723873222573317e-08,
      "loss": 0.3307,
      "step": 2776040
    },
    {
      "epoch": 774.78,
      "grad_norm": 1.4724891185760498,
      "learning_rate": 1.2721059666319974e-08,
      "loss": 0.3239,
      "step": 2776050
    },
    {
      "epoch": 774.79,
      "grad_norm": 1.2732999324798584,
      "learning_rate": 1.2718246420327041e-08,
      "loss": 0.334,
      "step": 2776060
    },
    {
      "epoch": 774.79,
      "grad_norm": 1.2259280681610107,
      "learning_rate": 1.2715433484595302e-08,
      "loss": 0.3331,
      "step": 2776070
    },
    {
      "epoch": 774.79,
      "grad_norm": 1.2263829708099365,
      "learning_rate": 1.2712620859124754e-08,
      "loss": 0.3209,
      "step": 2776080
    },
    {
      "epoch": 774.79,
      "grad_norm": 1.3047746419906616,
      "learning_rate": 1.2709808543915918e-08,
      "loss": 0.3343,
      "step": 2776090
    },
    {
      "epoch": 774.8,
      "grad_norm": 1.2060792446136475,
      "learning_rate": 1.2706996538969314e-08,
      "loss": 0.3363,
      "step": 2776100
    },
    {
      "epoch": 774.8,
      "grad_norm": 1.293076992034912,
      "learning_rate": 1.2704184844284944e-08,
      "loss": 0.3335,
      "step": 2776110
    },
    {
      "epoch": 774.8,
      "grad_norm": 1.158133625984192,
      "learning_rate": 1.2701373459863586e-08,
      "loss": 0.3253,
      "step": 2776120
    },
    {
      "epoch": 774.81,
      "grad_norm": 1.1453626155853271,
      "learning_rate": 1.2698562385705242e-08,
      "loss": 0.3366,
      "step": 2776130
    },
    {
      "epoch": 774.81,
      "grad_norm": 1.1434510946273804,
      "learning_rate": 1.269575162181069e-08,
      "loss": 0.328,
      "step": 2776140
    },
    {
      "epoch": 774.81,
      "grad_norm": 2.9368035793304443,
      "learning_rate": 1.2692941168179933e-08,
      "loss": 0.3363,
      "step": 2776150
    },
    {
      "epoch": 774.81,
      "grad_norm": 1.4043532609939575,
      "learning_rate": 1.2690131024813491e-08,
      "loss": 0.3422,
      "step": 2776160
    },
    {
      "epoch": 774.82,
      "grad_norm": 1.3606008291244507,
      "learning_rate": 1.2687321191711883e-08,
      "loss": 0.3334,
      "step": 2776170
    },
    {
      "epoch": 774.82,
      "grad_norm": 1.3114793300628662,
      "learning_rate": 1.268451166887511e-08,
      "loss": 0.3279,
      "step": 2776180
    },
    {
      "epoch": 774.82,
      "grad_norm": 1.300191044807434,
      "learning_rate": 1.2681702456304212e-08,
      "loss": 0.3241,
      "step": 2776190
    },
    {
      "epoch": 774.83,
      "grad_norm": 1.48030686378479,
      "learning_rate": 1.2678893553998929e-08,
      "loss": 0.3301,
      "step": 2776200
    },
    {
      "epoch": 774.83,
      "grad_norm": 1.487855315208435,
      "learning_rate": 1.2676084961959783e-08,
      "loss": 0.3465,
      "step": 2776210
    },
    {
      "epoch": 774.83,
      "grad_norm": 1.2335842847824097,
      "learning_rate": 1.2673276680187032e-08,
      "loss": 0.339,
      "step": 2776220
    },
    {
      "epoch": 774.83,
      "grad_norm": 1.3606364727020264,
      "learning_rate": 1.2670468708681716e-08,
      "loss": 0.342,
      "step": 2776230
    },
    {
      "epoch": 774.84,
      "grad_norm": 1.0869543552398682,
      "learning_rate": 1.2667661047443319e-08,
      "loss": 0.3399,
      "step": 2776240
    },
    {
      "epoch": 774.84,
      "grad_norm": 1.3433700799942017,
      "learning_rate": 1.2664853696472618e-08,
      "loss": 0.3502,
      "step": 2776250
    },
    {
      "epoch": 774.84,
      "grad_norm": 1.2386560440063477,
      "learning_rate": 1.2662046655770396e-08,
      "loss": 0.3498,
      "step": 2776260
    },
    {
      "epoch": 774.85,
      "grad_norm": 1.3457623720169067,
      "learning_rate": 1.2659239925336128e-08,
      "loss": 0.3365,
      "step": 2776270
    },
    {
      "epoch": 774.85,
      "grad_norm": 1.497771978378296,
      "learning_rate": 1.265643350517086e-08,
      "loss": 0.3393,
      "step": 2776280
    },
    {
      "epoch": 774.85,
      "grad_norm": 1.3173266649246216,
      "learning_rate": 1.265362739527485e-08,
      "loss": 0.325,
      "step": 2776290
    },
    {
      "epoch": 774.85,
      "grad_norm": 1.1133308410644531,
      "learning_rate": 1.265082159564836e-08,
      "loss": 0.3296,
      "step": 2776300
    },
    {
      "epoch": 774.86,
      "grad_norm": 1.2692440748214722,
      "learning_rate": 1.2648016106291645e-08,
      "loss": 0.3289,
      "step": 2776310
    },
    {
      "epoch": 774.86,
      "grad_norm": 1.1600394248962402,
      "learning_rate": 1.2645210927205492e-08,
      "loss": 0.3328,
      "step": 2776320
    },
    {
      "epoch": 774.86,
      "grad_norm": 1.1759792566299438,
      "learning_rate": 1.2642406058389897e-08,
      "loss": 0.3362,
      "step": 2776330
    },
    {
      "epoch": 774.86,
      "grad_norm": 1.1985430717468262,
      "learning_rate": 1.2639601499845383e-08,
      "loss": 0.3244,
      "step": 2776340
    },
    {
      "epoch": 774.87,
      "grad_norm": 1.5544079542160034,
      "learning_rate": 1.2636797251572207e-08,
      "loss": 0.3312,
      "step": 2776350
    },
    {
      "epoch": 774.87,
      "grad_norm": 1.3817836046218872,
      "learning_rate": 1.2633993313570894e-08,
      "loss": 0.344,
      "step": 2776360
    },
    {
      "epoch": 774.87,
      "grad_norm": 1.2021445035934448,
      "learning_rate": 1.263118968584196e-08,
      "loss": 0.333,
      "step": 2776370
    },
    {
      "epoch": 774.88,
      "grad_norm": 1.3001441955566406,
      "learning_rate": 1.2628386368385407e-08,
      "loss": 0.3211,
      "step": 2776380
    },
    {
      "epoch": 774.88,
      "grad_norm": 1.687992811203003,
      "learning_rate": 1.2625583361201755e-08,
      "loss": 0.3315,
      "step": 2776390
    },
    {
      "epoch": 774.88,
      "grad_norm": 1.3051568269729614,
      "learning_rate": 1.2622780664291524e-08,
      "loss": 0.3506,
      "step": 2776400
    },
    {
      "epoch": 774.88,
      "grad_norm": 1.364100694656372,
      "learning_rate": 1.2619978277654715e-08,
      "loss": 0.3445,
      "step": 2776410
    },
    {
      "epoch": 774.89,
      "grad_norm": 1.4941291809082031,
      "learning_rate": 1.2617176201292107e-08,
      "loss": 0.3433,
      "step": 2776420
    },
    {
      "epoch": 774.89,
      "grad_norm": 1.5987539291381836,
      "learning_rate": 1.2614374435203703e-08,
      "loss": 0.3305,
      "step": 2776430
    },
    {
      "epoch": 774.89,
      "grad_norm": 1.2559223175048828,
      "learning_rate": 1.261157297939028e-08,
      "loss": 0.3367,
      "step": 2776440
    },
    {
      "epoch": 774.9,
      "grad_norm": 1.4999213218688965,
      "learning_rate": 1.2608771833852103e-08,
      "loss": 0.3335,
      "step": 2776450
    },
    {
      "epoch": 774.9,
      "grad_norm": 1.3046602010726929,
      "learning_rate": 1.2605970998589427e-08,
      "loss": 0.3189,
      "step": 2776460
    },
    {
      "epoch": 774.9,
      "grad_norm": 1.1563324928283691,
      "learning_rate": 1.2603170473602515e-08,
      "loss": 0.3437,
      "step": 2776470
    },
    {
      "epoch": 774.9,
      "grad_norm": 1.1042760610580444,
      "learning_rate": 1.2600370258891886e-08,
      "loss": 0.3438,
      "step": 2776480
    },
    {
      "epoch": 774.91,
      "grad_norm": 1.1047641038894653,
      "learning_rate": 1.2597570354458061e-08,
      "loss": 0.3387,
      "step": 2776490
    },
    {
      "epoch": 774.91,
      "grad_norm": 1.2379655838012695,
      "learning_rate": 1.259477076030104e-08,
      "loss": 0.3398,
      "step": 2776500
    },
    {
      "epoch": 774.91,
      "grad_norm": 1.3770229816436768,
      "learning_rate": 1.2591971476421606e-08,
      "loss": 0.3421,
      "step": 2776510
    },
    {
      "epoch": 774.91,
      "grad_norm": 1.3531129360198975,
      "learning_rate": 1.2589172502820016e-08,
      "loss": 0.3446,
      "step": 2776520
    },
    {
      "epoch": 774.92,
      "grad_norm": 1.3920360803604126,
      "learning_rate": 1.2586373839496272e-08,
      "loss": 0.3544,
      "step": 2776530
    },
    {
      "epoch": 774.92,
      "grad_norm": 1.133715033531189,
      "learning_rate": 1.2583575486451413e-08,
      "loss": 0.3236,
      "step": 2776540
    },
    {
      "epoch": 774.92,
      "grad_norm": 1.1441727876663208,
      "learning_rate": 1.2580777443685179e-08,
      "loss": 0.3389,
      "step": 2776550
    },
    {
      "epoch": 774.93,
      "grad_norm": 1.1242356300354004,
      "learning_rate": 1.2577979711198092e-08,
      "loss": 0.3429,
      "step": 2776560
    },
    {
      "epoch": 774.93,
      "grad_norm": 1.3829350471496582,
      "learning_rate": 1.2575182288990931e-08,
      "loss": 0.3391,
      "step": 2776570
    },
    {
      "epoch": 774.93,
      "grad_norm": 1.4922250509262085,
      "learning_rate": 1.2572385177063698e-08,
      "loss": 0.3491,
      "step": 2776580
    },
    {
      "epoch": 774.93,
      "grad_norm": 1.2866443395614624,
      "learning_rate": 1.2569588375416651e-08,
      "loss": 0.3288,
      "step": 2776590
    },
    {
      "epoch": 774.94,
      "grad_norm": 1.235036849975586,
      "learning_rate": 1.2566791884050572e-08,
      "loss": 0.3365,
      "step": 2776600
    },
    {
      "epoch": 774.94,
      "grad_norm": 1.35732102394104,
      "learning_rate": 1.256399570296546e-08,
      "loss": 0.3175,
      "step": 2776610
    },
    {
      "epoch": 774.94,
      "grad_norm": 1.3023772239685059,
      "learning_rate": 1.2561199832161838e-08,
      "loss": 0.3381,
      "step": 2776620
    },
    {
      "epoch": 774.95,
      "grad_norm": 1.1516567468643188,
      "learning_rate": 1.2558404271640222e-08,
      "loss": 0.3516,
      "step": 2776630
    },
    {
      "epoch": 774.95,
      "grad_norm": 1.1445966958999634,
      "learning_rate": 1.2555609021400614e-08,
      "loss": 0.3422,
      "step": 2776640
    },
    {
      "epoch": 774.95,
      "grad_norm": 1.1660397052764893,
      "learning_rate": 1.2552814081444058e-08,
      "loss": 0.3336,
      "step": 2776650
    },
    {
      "epoch": 774.95,
      "grad_norm": 1.19642174243927,
      "learning_rate": 1.255001945177003e-08,
      "loss": 0.3229,
      "step": 2776660
    },
    {
      "epoch": 774.96,
      "grad_norm": 1.0985208749771118,
      "learning_rate": 1.254722513237957e-08,
      "loss": 0.3245,
      "step": 2776670
    },
    {
      "epoch": 774.96,
      "grad_norm": 1.2197774648666382,
      "learning_rate": 1.2544431123272941e-08,
      "loss": 0.3447,
      "step": 2776680
    },
    {
      "epoch": 774.96,
      "grad_norm": 1.3843220472335815,
      "learning_rate": 1.2541637424450141e-08,
      "loss": 0.3223,
      "step": 2776690
    },
    {
      "epoch": 774.97,
      "grad_norm": 1.4014713764190674,
      "learning_rate": 1.2538844035911953e-08,
      "loss": 0.3327,
      "step": 2776700
    },
    {
      "epoch": 774.97,
      "grad_norm": 1.3793329000473022,
      "learning_rate": 1.2536050957658375e-08,
      "loss": 0.3359,
      "step": 2776710
    },
    {
      "epoch": 774.97,
      "grad_norm": 1.269771695137024,
      "learning_rate": 1.2533258189690448e-08,
      "loss": 0.3316,
      "step": 2776720
    },
    {
      "epoch": 774.97,
      "grad_norm": 1.3406952619552612,
      "learning_rate": 1.2530465732007653e-08,
      "loss": 0.3426,
      "step": 2776730
    },
    {
      "epoch": 774.98,
      "grad_norm": 1.4506624937057495,
      "learning_rate": 1.2527673584611028e-08,
      "loss": 0.3295,
      "step": 2776740
    },
    {
      "epoch": 774.98,
      "grad_norm": 1.2029341459274292,
      "learning_rate": 1.2524881747500837e-08,
      "loss": 0.329,
      "step": 2776750
    },
    {
      "epoch": 774.98,
      "grad_norm": 1.1301790475845337,
      "learning_rate": 1.2522090220677075e-08,
      "loss": 0.3159,
      "step": 2776760
    },
    {
      "epoch": 774.98,
      "grad_norm": 1.2533459663391113,
      "learning_rate": 1.2519299004140789e-08,
      "loss": 0.338,
      "step": 2776770
    },
    {
      "epoch": 774.99,
      "grad_norm": 1.4917364120483398,
      "learning_rate": 1.2516508097891714e-08,
      "loss": 0.3583,
      "step": 2776780
    },
    {
      "epoch": 774.99,
      "grad_norm": 1.3659751415252686,
      "learning_rate": 1.2513717501930371e-08,
      "loss": 0.341,
      "step": 2776790
    },
    {
      "epoch": 774.99,
      "grad_norm": 1.202858805656433,
      "learning_rate": 1.2510927216257284e-08,
      "loss": 0.3418,
      "step": 2776800
    },
    {
      "epoch": 775.0,
      "grad_norm": 1.1814223527908325,
      "learning_rate": 1.2508137240872709e-08,
      "loss": 0.3398,
      "step": 2776810
    },
    {
      "epoch": 775.0,
      "grad_norm": 1.2282519340515137,
      "learning_rate": 1.2505347575777167e-08,
      "loss": 0.36,
      "step": 2776820
    },
    {
      "epoch": 775.0,
      "eval_loss": 0.3377882242202759,
      "eval_runtime": 64.0889,
      "eval_samples_per_second": 78.937,
      "eval_steps_per_second": 9.877,
      "step": 2776825
    },
    {
      "epoch": 775.0,
      "grad_norm": 1.1876587867736816,
      "learning_rate": 1.250255822097066e-08,
      "loss": 0.3444,
      "step": 2776830
    },
    {
      "epoch": 775.0,
      "grad_norm": 1.3609904050827026,
      "learning_rate": 1.249976917645423e-08,
      "loss": 0.3311,
      "step": 2776840
    },
    {
      "epoch": 775.01,
      "grad_norm": 1.1564867496490479,
      "learning_rate": 1.2496980442227613e-08,
      "loss": 0.33,
      "step": 2776850
    },
    {
      "epoch": 775.01,
      "grad_norm": 1.1490283012390137,
      "learning_rate": 1.249419201829133e-08,
      "loss": 0.3551,
      "step": 2776860
    },
    {
      "epoch": 775.01,
      "grad_norm": 1.1835925579071045,
      "learning_rate": 1.2491403904645903e-08,
      "loss": 0.3329,
      "step": 2776870
    },
    {
      "epoch": 775.02,
      "grad_norm": 1.2342833280563354,
      "learning_rate": 1.2488616101291593e-08,
      "loss": 0.3443,
      "step": 2776880
    },
    {
      "epoch": 775.02,
      "grad_norm": 1.2864328622817993,
      "learning_rate": 1.2485828608228919e-08,
      "loss": 0.3521,
      "step": 2776890
    },
    {
      "epoch": 775.02,
      "grad_norm": 1.1519237756729126,
      "learning_rate": 1.248304142545814e-08,
      "loss": 0.3349,
      "step": 2776900
    },
    {
      "epoch": 775.02,
      "grad_norm": 1.5072309970855713,
      "learning_rate": 1.2480254552979519e-08,
      "loss": 0.3397,
      "step": 2776910
    },
    {
      "epoch": 775.03,
      "grad_norm": 1.265541434288025,
      "learning_rate": 1.2477467990793574e-08,
      "loss": 0.3359,
      "step": 2776920
    },
    {
      "epoch": 775.03,
      "grad_norm": 1.200843095779419,
      "learning_rate": 1.2474681738900566e-08,
      "loss": 0.3437,
      "step": 2776930
    },
    {
      "epoch": 775.03,
      "grad_norm": 1.2679327726364136,
      "learning_rate": 1.2471895797301016e-08,
      "loss": 0.3365,
      "step": 2776940
    },
    {
      "epoch": 775.03,
      "grad_norm": 1.3449946641921997,
      "learning_rate": 1.2469110165995443e-08,
      "loss": 0.3351,
      "step": 2776950
    },
    {
      "epoch": 775.04,
      "grad_norm": 1.2441539764404297,
      "learning_rate": 1.246632484498385e-08,
      "loss": 0.3198,
      "step": 2776960
    },
    {
      "epoch": 775.04,
      "grad_norm": 1.152480125427246,
      "learning_rate": 1.2463539834266495e-08,
      "loss": 0.3236,
      "step": 2776970
    },
    {
      "epoch": 775.04,
      "grad_norm": 1.1746219396591187,
      "learning_rate": 1.2460755133844417e-08,
      "loss": 0.3278,
      "step": 2776980
    },
    {
      "epoch": 775.05,
      "grad_norm": 1.347181797027588,
      "learning_rate": 1.24579707437171e-08,
      "loss": 0.3541,
      "step": 2776990
    },
    {
      "epoch": 775.05,
      "grad_norm": 1.3979212045669556,
      "learning_rate": 1.2455186663885842e-08,
      "loss": 0.3232,
      "step": 2777000
    },
    {
      "epoch": 775.05,
      "grad_norm": 1.252061128616333,
      "learning_rate": 1.2452402894350122e-08,
      "loss": 0.3408,
      "step": 2777010
    },
    {
      "epoch": 775.05,
      "grad_norm": 1.2594823837280273,
      "learning_rate": 1.2449619435110983e-08,
      "loss": 0.3377,
      "step": 2777020
    },
    {
      "epoch": 775.06,
      "grad_norm": 1.3087115287780762,
      "learning_rate": 1.2446836286168685e-08,
      "loss": 0.335,
      "step": 2777030
    },
    {
      "epoch": 775.06,
      "grad_norm": 1.2453885078430176,
      "learning_rate": 1.2444053447523226e-08,
      "loss": 0.3507,
      "step": 2777040
    },
    {
      "epoch": 775.06,
      "grad_norm": 1.324205756187439,
      "learning_rate": 1.2441270919175389e-08,
      "loss": 0.3327,
      "step": 2777050
    },
    {
      "epoch": 775.07,
      "grad_norm": 1.522789716720581,
      "learning_rate": 1.2438488701125433e-08,
      "loss": 0.3411,
      "step": 2777060
    },
    {
      "epoch": 775.07,
      "grad_norm": 1.1834914684295654,
      "learning_rate": 1.2435706793373617e-08,
      "loss": 0.3613,
      "step": 2777070
    },
    {
      "epoch": 775.07,
      "grad_norm": 1.3418936729431152,
      "learning_rate": 1.2432925195920203e-08,
      "loss": 0.3329,
      "step": 2777080
    },
    {
      "epoch": 775.07,
      "grad_norm": 1.3406643867492676,
      "learning_rate": 1.2430143908765711e-08,
      "loss": 0.3329,
      "step": 2777090
    },
    {
      "epoch": 775.08,
      "grad_norm": 1.2892985343933105,
      "learning_rate": 1.2427362931910664e-08,
      "loss": 0.3424,
      "step": 2777100
    },
    {
      "epoch": 775.08,
      "grad_norm": 1.456318736076355,
      "learning_rate": 1.2424582265355316e-08,
      "loss": 0.3294,
      "step": 2777110
    },
    {
      "epoch": 775.08,
      "grad_norm": 1.284193515777588,
      "learning_rate": 1.2421801909099933e-08,
      "loss": 0.35,
      "step": 2777120
    },
    {
      "epoch": 775.09,
      "grad_norm": 1.090693712234497,
      "learning_rate": 1.2419021863145033e-08,
      "loss": 0.3168,
      "step": 2777130
    },
    {
      "epoch": 775.09,
      "grad_norm": 1.2988100051879883,
      "learning_rate": 1.2416242127491135e-08,
      "loss": 0.335,
      "step": 2777140
    },
    {
      "epoch": 775.09,
      "grad_norm": 1.2946735620498657,
      "learning_rate": 1.2413462702137983e-08,
      "loss": 0.3367,
      "step": 2777150
    },
    {
      "epoch": 775.09,
      "grad_norm": 1.3101015090942383,
      "learning_rate": 1.2410683587086613e-08,
      "loss": 0.3411,
      "step": 2777160
    },
    {
      "epoch": 775.1,
      "grad_norm": 1.3665217161178589,
      "learning_rate": 1.2407904782337028e-08,
      "loss": 0.3362,
      "step": 2777170
    },
    {
      "epoch": 775.1,
      "grad_norm": 1.2461915016174316,
      "learning_rate": 1.2405126287889748e-08,
      "loss": 0.3345,
      "step": 2777180
    },
    {
      "epoch": 775.1,
      "grad_norm": 1.2193800210952759,
      "learning_rate": 1.2402348103745293e-08,
      "loss": 0.3243,
      "step": 2777190
    },
    {
      "epoch": 775.1,
      "grad_norm": 1.4175890684127808,
      "learning_rate": 1.2399570229903404e-08,
      "loss": 0.3323,
      "step": 2777200
    },
    {
      "epoch": 775.11,
      "grad_norm": 1.3625855445861816,
      "learning_rate": 1.2396792666365379e-08,
      "loss": 0.3334,
      "step": 2777210
    },
    {
      "epoch": 775.11,
      "grad_norm": 1.3087259531021118,
      "learning_rate": 1.23940154131307e-08,
      "loss": 0.3406,
      "step": 2777220
    },
    {
      "epoch": 775.11,
      "grad_norm": 1.4894001483917236,
      "learning_rate": 1.2391238470200408e-08,
      "loss": 0.3268,
      "step": 2777230
    },
    {
      "epoch": 775.12,
      "grad_norm": 1.6039965152740479,
      "learning_rate": 1.2388461837574502e-08,
      "loss": 0.3471,
      "step": 2777240
    },
    {
      "epoch": 775.12,
      "grad_norm": 1.5493888854980469,
      "learning_rate": 1.2385685515253503e-08,
      "loss": 0.3455,
      "step": 2777250
    },
    {
      "epoch": 775.12,
      "grad_norm": 1.259342074394226,
      "learning_rate": 1.2382909503237671e-08,
      "loss": 0.3282,
      "step": 2777260
    },
    {
      "epoch": 775.12,
      "grad_norm": 6.246197700500488,
      "learning_rate": 1.2380133801527525e-08,
      "loss": 0.3404,
      "step": 2777270
    },
    {
      "epoch": 775.13,
      "grad_norm": 1.2427762746810913,
      "learning_rate": 1.2377358410123328e-08,
      "loss": 0.3506,
      "step": 2777280
    },
    {
      "epoch": 775.13,
      "grad_norm": 1.188190221786499,
      "learning_rate": 1.2374583329025339e-08,
      "loss": 0.3256,
      "step": 2777290
    },
    {
      "epoch": 775.13,
      "grad_norm": 1.2070306539535522,
      "learning_rate": 1.2371808558234078e-08,
      "loss": 0.3479,
      "step": 2777300
    },
    {
      "epoch": 775.14,
      "grad_norm": 1.121726155281067,
      "learning_rate": 1.2369034097749805e-08,
      "loss": 0.3299,
      "step": 2777310
    },
    {
      "epoch": 775.14,
      "grad_norm": 1.2605299949645996,
      "learning_rate": 1.2366259947573301e-08,
      "loss": 0.3421,
      "step": 2777320
    },
    {
      "epoch": 775.14,
      "grad_norm": 1.092703938484192,
      "learning_rate": 1.2363486107704306e-08,
      "loss": 0.3198,
      "step": 2777330
    },
    {
      "epoch": 775.14,
      "grad_norm": 2.049250602722168,
      "learning_rate": 1.23607125781436e-08,
      "loss": 0.3374,
      "step": 2777340
    },
    {
      "epoch": 775.15,
      "grad_norm": 1.349736213684082,
      "learning_rate": 1.2357939358891446e-08,
      "loss": 0.3259,
      "step": 2777350
    },
    {
      "epoch": 775.15,
      "grad_norm": 1.1875914335250854,
      "learning_rate": 1.2355166449948359e-08,
      "loss": 0.3508,
      "step": 2777360
    },
    {
      "epoch": 775.15,
      "grad_norm": 1.405686616897583,
      "learning_rate": 1.2352393851314345e-08,
      "loss": 0.3355,
      "step": 2777370
    },
    {
      "epoch": 775.15,
      "grad_norm": 1.1353731155395508,
      "learning_rate": 1.234962156298992e-08,
      "loss": 0.319,
      "step": 2777380
    },
    {
      "epoch": 775.16,
      "grad_norm": 1.3189278841018677,
      "learning_rate": 1.2346849584975865e-08,
      "loss": 0.336,
      "step": 2777390
    },
    {
      "epoch": 775.16,
      "grad_norm": 1.3892310857772827,
      "learning_rate": 1.2344077917271661e-08,
      "loss": 0.3469,
      "step": 2777400
    },
    {
      "epoch": 775.16,
      "grad_norm": 1.4254848957061768,
      "learning_rate": 1.2341306559878611e-08,
      "loss": 0.3502,
      "step": 2777410
    },
    {
      "epoch": 775.17,
      "grad_norm": 1.1949478387832642,
      "learning_rate": 1.2338535512796712e-08,
      "loss": 0.3398,
      "step": 2777420
    },
    {
      "epoch": 775.17,
      "grad_norm": 1.1377050876617432,
      "learning_rate": 1.2335764776026225e-08,
      "loss": 0.3337,
      "step": 2777430
    },
    {
      "epoch": 775.17,
      "grad_norm": 1.3797982931137085,
      "learning_rate": 1.2332994349567668e-08,
      "loss": 0.3356,
      "step": 2777440
    },
    {
      "epoch": 775.17,
      "grad_norm": 1.2109687328338623,
      "learning_rate": 1.2330224233421307e-08,
      "loss": 0.3223,
      "step": 2777450
    },
    {
      "epoch": 775.18,
      "grad_norm": 1.3587908744812012,
      "learning_rate": 1.2327454427587396e-08,
      "loss": 0.3388,
      "step": 2777460
    },
    {
      "epoch": 775.18,
      "grad_norm": 1.1769336462020874,
      "learning_rate": 1.232468493206672e-08,
      "loss": 0.3308,
      "step": 2777470
    },
    {
      "epoch": 775.18,
      "grad_norm": 1.4544681310653687,
      "learning_rate": 1.2321915746859278e-08,
      "loss": 0.3545,
      "step": 2777480
    },
    {
      "epoch": 775.19,
      "grad_norm": 1.3042892217636108,
      "learning_rate": 1.2319146871965588e-08,
      "loss": 0.3555,
      "step": 2777490
    },
    {
      "epoch": 775.19,
      "grad_norm": 1.2531788349151611,
      "learning_rate": 1.2316378307385913e-08,
      "loss": 0.3416,
      "step": 2777500
    },
    {
      "epoch": 775.19,
      "grad_norm": 1.223310112953186,
      "learning_rate": 1.2313610053120513e-08,
      "loss": 0.3308,
      "step": 2777510
    },
    {
      "epoch": 775.19,
      "grad_norm": 1.0434062480926514,
      "learning_rate": 1.2310842109170167e-08,
      "loss": 0.3191,
      "step": 2777520
    },
    {
      "epoch": 775.2,
      "grad_norm": 1.158501148223877,
      "learning_rate": 1.2308074475535136e-08,
      "loss": 0.3473,
      "step": 2777530
    },
    {
      "epoch": 775.2,
      "grad_norm": 1.2945939302444458,
      "learning_rate": 1.230530715221542e-08,
      "loss": 0.3414,
      "step": 2777540
    },
    {
      "epoch": 775.2,
      "grad_norm": 1.3410519361495972,
      "learning_rate": 1.2302540139211802e-08,
      "loss": 0.3437,
      "step": 2777550
    },
    {
      "epoch": 775.21,
      "grad_norm": 1.1316183805465698,
      "learning_rate": 1.2299773436524277e-08,
      "loss": 0.3411,
      "step": 2777560
    },
    {
      "epoch": 775.21,
      "grad_norm": 1.397706151008606,
      "learning_rate": 1.2297007044153369e-08,
      "loss": 0.3426,
      "step": 2777570
    },
    {
      "epoch": 775.21,
      "grad_norm": 1.2227416038513184,
      "learning_rate": 1.2294240962099858e-08,
      "loss": 0.3611,
      "step": 2777580
    },
    {
      "epoch": 775.21,
      "grad_norm": 1.259417176246643,
      "learning_rate": 1.2291475190363483e-08,
      "loss": 0.3258,
      "step": 2777590
    },
    {
      "epoch": 775.22,
      "grad_norm": 1.1198616027832031,
      "learning_rate": 1.2288709728944767e-08,
      "loss": 0.3324,
      "step": 2777600
    },
    {
      "epoch": 775.22,
      "grad_norm": 1.3638662099838257,
      "learning_rate": 1.2285944577844487e-08,
      "loss": 0.3383,
      "step": 2777610
    },
    {
      "epoch": 775.22,
      "grad_norm": 1.330424427986145,
      "learning_rate": 1.2283179737062644e-08,
      "loss": 0.3572,
      "step": 2777620
    },
    {
      "epoch": 775.22,
      "grad_norm": 1.1845828294754028,
      "learning_rate": 1.22804152065995e-08,
      "loss": 0.34,
      "step": 2777630
    },
    {
      "epoch": 775.23,
      "grad_norm": 1.2017107009887695,
      "learning_rate": 1.2277650986455573e-08,
      "loss": 0.3392,
      "step": 2777640
    },
    {
      "epoch": 775.23,
      "grad_norm": 1.188341498374939,
      "learning_rate": 1.2274887076631386e-08,
      "loss": 0.345,
      "step": 2777650
    },
    {
      "epoch": 775.23,
      "grad_norm": 1.3920273780822754,
      "learning_rate": 1.2272123477127197e-08,
      "loss": 0.3342,
      "step": 2777660
    },
    {
      "epoch": 775.24,
      "grad_norm": 1.2580595016479492,
      "learning_rate": 1.2269360187943268e-08,
      "loss": 0.3357,
      "step": 2777670
    },
    {
      "epoch": 775.24,
      "grad_norm": 1.2280529737472534,
      "learning_rate": 1.2266597209080118e-08,
      "loss": 0.3429,
      "step": 2777680
    },
    {
      "epoch": 775.24,
      "grad_norm": 1.929245948791504,
      "learning_rate": 1.2263834540537746e-08,
      "loss": 0.3309,
      "step": 2777690
    },
    {
      "epoch": 775.24,
      "grad_norm": 1.18161940574646,
      "learning_rate": 1.2261072182317196e-08,
      "loss": 0.3292,
      "step": 2777700
    },
    {
      "epoch": 775.25,
      "grad_norm": 1.2993202209472656,
      "learning_rate": 1.2258310134418467e-08,
      "loss": 0.3357,
      "step": 2777710
    },
    {
      "epoch": 775.25,
      "grad_norm": 1.2483153343200684,
      "learning_rate": 1.2255548396841557e-08,
      "loss": 0.3352,
      "step": 2777720
    },
    {
      "epoch": 775.25,
      "grad_norm": 1.0332852602005005,
      "learning_rate": 1.2252786969587508e-08,
      "loss": 0.3405,
      "step": 2777730
    },
    {
      "epoch": 775.26,
      "grad_norm": 1.0812909603118896,
      "learning_rate": 1.2250025852656321e-08,
      "loss": 0.3436,
      "step": 2777740
    },
    {
      "epoch": 775.26,
      "grad_norm": 1.2157180309295654,
      "learning_rate": 1.2247265046048255e-08,
      "loss": 0.3413,
      "step": 2777750
    },
    {
      "epoch": 775.26,
      "grad_norm": 1.3409010171890259,
      "learning_rate": 1.2244504549764091e-08,
      "loss": 0.3378,
      "step": 2777760
    },
    {
      "epoch": 775.26,
      "grad_norm": 1.4745713472366333,
      "learning_rate": 1.2241744363803828e-08,
      "loss": 0.3263,
      "step": 2777770
    },
    {
      "epoch": 775.27,
      "grad_norm": 1.4554951190948486,
      "learning_rate": 1.2238984488167729e-08,
      "loss": 0.3308,
      "step": 2777780
    },
    {
      "epoch": 775.27,
      "grad_norm": 1.219986081123352,
      "learning_rate": 1.2236224922856832e-08,
      "loss": 0.3264,
      "step": 2777790
    },
    {
      "epoch": 775.27,
      "grad_norm": 1.644391655921936,
      "learning_rate": 1.2233465667870618e-08,
      "loss": 0.3322,
      "step": 2777800
    },
    {
      "epoch": 775.27,
      "grad_norm": 1.3325003385543823,
      "learning_rate": 1.2230706723210127e-08,
      "loss": 0.3417,
      "step": 2777810
    },
    {
      "epoch": 775.28,
      "grad_norm": 1.134682297706604,
      "learning_rate": 1.2227948088875359e-08,
      "loss": 0.352,
      "step": 2777820
    },
    {
      "epoch": 775.28,
      "grad_norm": 1.3687902688980103,
      "learning_rate": 1.2225189764866836e-08,
      "loss": 0.331,
      "step": 2777830
    },
    {
      "epoch": 775.28,
      "grad_norm": 1.2746456861495972,
      "learning_rate": 1.2222431751185077e-08,
      "loss": 0.3268,
      "step": 2777840
    },
    {
      "epoch": 775.29,
      "grad_norm": 1.5470832586288452,
      "learning_rate": 1.2219674047830083e-08,
      "loss": 0.338,
      "step": 2777850
    },
    {
      "epoch": 775.29,
      "grad_norm": 1.20478355884552,
      "learning_rate": 1.2216916654802373e-08,
      "loss": 0.3416,
      "step": 2777860
    },
    {
      "epoch": 775.29,
      "grad_norm": 1.2584084272384644,
      "learning_rate": 1.2214159572102468e-08,
      "loss": 0.3363,
      "step": 2777870
    },
    {
      "epoch": 775.29,
      "grad_norm": 1.362924337387085,
      "learning_rate": 1.2211402799730887e-08,
      "loss": 0.3238,
      "step": 2777880
    },
    {
      "epoch": 775.3,
      "grad_norm": 1.1389740705490112,
      "learning_rate": 1.2208646337687113e-08,
      "loss": 0.3557,
      "step": 2777890
    },
    {
      "epoch": 775.3,
      "grad_norm": 4.799671173095703,
      "learning_rate": 1.2205890185972706e-08,
      "loss": 0.3609,
      "step": 2777900
    },
    {
      "epoch": 775.3,
      "grad_norm": 1.1458494663238525,
      "learning_rate": 1.2203134344587143e-08,
      "loss": 0.3185,
      "step": 2777910
    },
    {
      "epoch": 775.31,
      "grad_norm": 1.107006549835205,
      "learning_rate": 1.2200378813531207e-08,
      "loss": 0.3365,
      "step": 2777920
    },
    {
      "epoch": 775.31,
      "grad_norm": 1.1295768022537231,
      "learning_rate": 1.2197623592805158e-08,
      "loss": 0.3349,
      "step": 2777930
    },
    {
      "epoch": 775.31,
      "grad_norm": 1.355720043182373,
      "learning_rate": 1.2194868682409257e-08,
      "loss": 0.3487,
      "step": 2777940
    },
    {
      "epoch": 775.31,
      "grad_norm": 1.1888655424118042,
      "learning_rate": 1.2192114082344023e-08,
      "loss": 0.3329,
      "step": 2777950
    },
    {
      "epoch": 775.32,
      "grad_norm": 1.2134017944335938,
      "learning_rate": 1.2189359792609717e-08,
      "loss": 0.3357,
      "step": 2777960
    },
    {
      "epoch": 775.32,
      "grad_norm": 1.2665232419967651,
      "learning_rate": 1.2186605813207118e-08,
      "loss": 0.3315,
      "step": 2777970
    },
    {
      "epoch": 775.32,
      "grad_norm": 2.582669973373413,
      "learning_rate": 1.2183852144135708e-08,
      "loss": 0.339,
      "step": 2777980
    },
    {
      "epoch": 775.33,
      "grad_norm": 1.3432233333587646,
      "learning_rate": 1.2181098785396786e-08,
      "loss": 0.3333,
      "step": 2777990
    },
    {
      "epoch": 775.33,
      "grad_norm": 1.4089574813842773,
      "learning_rate": 1.2178345736990094e-08,
      "loss": 0.3323,
      "step": 2778000
    },
    {
      "epoch": 775.33,
      "grad_norm": 1.167711853981018,
      "learning_rate": 1.2175592998916409e-08,
      "loss": 0.3482,
      "step": 2778010
    },
    {
      "epoch": 775.33,
      "grad_norm": 1.474397897720337,
      "learning_rate": 1.2172840571175995e-08,
      "loss": 0.3271,
      "step": 2778020
    },
    {
      "epoch": 775.34,
      "grad_norm": 1.2481036186218262,
      "learning_rate": 1.217008845376885e-08,
      "loss": 0.3282,
      "step": 2778030
    },
    {
      "epoch": 775.34,
      "grad_norm": 1.2355437278747559,
      "learning_rate": 1.2167336646695756e-08,
      "loss": 0.3275,
      "step": 2778040
    },
    {
      "epoch": 775.34,
      "grad_norm": 1.197096586227417,
      "learning_rate": 1.2164585149956971e-08,
      "loss": 0.3368,
      "step": 2778050
    },
    {
      "epoch": 775.34,
      "grad_norm": 1.4250048398971558,
      "learning_rate": 1.2161833963552758e-08,
      "loss": 0.3459,
      "step": 2778060
    },
    {
      "epoch": 775.35,
      "grad_norm": 1.0732239484786987,
      "learning_rate": 1.2159083087483636e-08,
      "loss": 0.338,
      "step": 2778070
    },
    {
      "epoch": 775.35,
      "grad_norm": 1.447794795036316,
      "learning_rate": 1.2156332521749864e-08,
      "loss": 0.3313,
      "step": 2778080
    },
    {
      "epoch": 775.35,
      "grad_norm": 1.1450634002685547,
      "learning_rate": 1.2153582266351964e-08,
      "loss": 0.3294,
      "step": 2778090
    },
    {
      "epoch": 775.36,
      "grad_norm": 1.1280884742736816,
      "learning_rate": 1.2150832321289935e-08,
      "loss": 0.3383,
      "step": 2778100
    },
    {
      "epoch": 775.36,
      "grad_norm": 1.1941269636154175,
      "learning_rate": 1.2148082686564559e-08,
      "loss": 0.3374,
      "step": 2778110
    },
    {
      "epoch": 775.36,
      "grad_norm": 1.2409288883209229,
      "learning_rate": 1.2145333362175834e-08,
      "loss": 0.329,
      "step": 2778120
    },
    {
      "epoch": 775.36,
      "grad_norm": 1.529799461364746,
      "learning_rate": 1.2142584348124804e-08,
      "loss": 0.3385,
      "step": 2778130
    },
    {
      "epoch": 775.37,
      "grad_norm": 1.1516752243041992,
      "learning_rate": 1.2139835644410945e-08,
      "loss": 0.3408,
      "step": 2778140
    },
    {
      "epoch": 775.37,
      "grad_norm": 1.1710212230682373,
      "learning_rate": 1.213708725103504e-08,
      "loss": 0.3343,
      "step": 2778150
    },
    {
      "epoch": 775.37,
      "grad_norm": 1.426261305809021,
      "learning_rate": 1.2134339167997608e-08,
      "loss": 0.3469,
      "step": 2778160
    },
    {
      "epoch": 775.38,
      "grad_norm": 1.2097713947296143,
      "learning_rate": 1.213159139529891e-08,
      "loss": 0.3298,
      "step": 2778170
    },
    {
      "epoch": 775.38,
      "grad_norm": 1.2964411973953247,
      "learning_rate": 1.2128843932939208e-08,
      "loss": 0.3276,
      "step": 2778180
    },
    {
      "epoch": 775.38,
      "grad_norm": 1.2569916248321533,
      "learning_rate": 1.2126096780918758e-08,
      "loss": 0.3386,
      "step": 2778190
    },
    {
      "epoch": 775.38,
      "grad_norm": 1.215185523033142,
      "learning_rate": 1.2123349939238344e-08,
      "loss": 0.3361,
      "step": 2778200
    },
    {
      "epoch": 775.39,
      "grad_norm": 1.3561345338821411,
      "learning_rate": 1.2120603407897705e-08,
      "loss": 0.3378,
      "step": 2778210
    },
    {
      "epoch": 775.39,
      "grad_norm": 1.2689584493637085,
      "learning_rate": 1.2117857186897881e-08,
      "loss": 0.3289,
      "step": 2778220
    },
    {
      "epoch": 775.39,
      "grad_norm": 1.303297996520996,
      "learning_rate": 1.2115111276238872e-08,
      "loss": 0.3482,
      "step": 2778230
    },
    {
      "epoch": 775.39,
      "grad_norm": 1.1552718877792358,
      "learning_rate": 1.211236567592094e-08,
      "loss": 0.3414,
      "step": 2778240
    },
    {
      "epoch": 775.4,
      "grad_norm": 1.518894076347351,
      "learning_rate": 1.2109620385944863e-08,
      "loss": 0.3258,
      "step": 2778250
    },
    {
      "epoch": 775.4,
      "grad_norm": 1.266221523284912,
      "learning_rate": 1.2106875406310644e-08,
      "loss": 0.3576,
      "step": 2778260
    },
    {
      "epoch": 775.4,
      "grad_norm": 1.2598172426223755,
      "learning_rate": 1.210413073701854e-08,
      "loss": 0.3356,
      "step": 2778270
    },
    {
      "epoch": 775.41,
      "grad_norm": 1.4901024103164673,
      "learning_rate": 1.2101386378069334e-08,
      "loss": 0.3342,
      "step": 2778280
    },
    {
      "epoch": 775.41,
      "grad_norm": 1.400506615638733,
      "learning_rate": 1.2098642329463285e-08,
      "loss": 0.3542,
      "step": 2778290
    },
    {
      "epoch": 775.41,
      "grad_norm": 1.2031575441360474,
      "learning_rate": 1.2095898591200655e-08,
      "loss": 0.3347,
      "step": 2778300
    },
    {
      "epoch": 775.41,
      "grad_norm": 1.4442847967147827,
      "learning_rate": 1.20931551632817e-08,
      "loss": 0.3302,
      "step": 2778310
    },
    {
      "epoch": 775.42,
      "grad_norm": 1.1615304946899414,
      "learning_rate": 1.2090412045706945e-08,
      "loss": 0.3319,
      "step": 2778320
    },
    {
      "epoch": 775.42,
      "grad_norm": 1.6165918111801147,
      "learning_rate": 1.208766923847665e-08,
      "loss": 0.3359,
      "step": 2778330
    },
    {
      "epoch": 775.42,
      "grad_norm": 1.303924560546875,
      "learning_rate": 1.2084926741591331e-08,
      "loss": 0.3446,
      "step": 2778340
    },
    {
      "epoch": 775.43,
      "grad_norm": 2.4620065689086914,
      "learning_rate": 1.2082184555051253e-08,
      "loss": 0.3277,
      "step": 2778350
    },
    {
      "epoch": 775.43,
      "grad_norm": 1.2201921939849854,
      "learning_rate": 1.2079442678856933e-08,
      "loss": 0.3323,
      "step": 2778360
    },
    {
      "epoch": 775.43,
      "grad_norm": 1.44062077999115,
      "learning_rate": 1.2076701113008375e-08,
      "loss": 0.3527,
      "step": 2778370
    },
    {
      "epoch": 775.43,
      "grad_norm": 1.1628665924072266,
      "learning_rate": 1.2073959857506096e-08,
      "loss": 0.3431,
      "step": 2778380
    },
    {
      "epoch": 775.44,
      "grad_norm": 1.2308720350265503,
      "learning_rate": 1.2071218912350877e-08,
      "loss": 0.3357,
      "step": 2778390
    },
    {
      "epoch": 775.44,
      "grad_norm": 1.079123854637146,
      "learning_rate": 1.2068478277542458e-08,
      "loss": 0.3243,
      "step": 2778400
    },
    {
      "epoch": 775.44,
      "grad_norm": 1.2906135320663452,
      "learning_rate": 1.2065737953081619e-08,
      "loss": 0.3458,
      "step": 2778410
    },
    {
      "epoch": 775.45,
      "grad_norm": 1.2878293991088867,
      "learning_rate": 1.2062997938968622e-08,
      "loss": 0.3525,
      "step": 2778420
    },
    {
      "epoch": 775.45,
      "grad_norm": 1.2693499326705933,
      "learning_rate": 1.2060258235203728e-08,
      "loss": 0.3354,
      "step": 2778430
    },
    {
      "epoch": 775.45,
      "grad_norm": 1.129694938659668,
      "learning_rate": 1.2057518841787454e-08,
      "loss": 0.3288,
      "step": 2778440
    },
    {
      "epoch": 775.45,
      "grad_norm": 1.4619553089141846,
      "learning_rate": 1.2054779758720063e-08,
      "loss": 0.3356,
      "step": 2778450
    },
    {
      "epoch": 775.46,
      "grad_norm": 1.1851924657821655,
      "learning_rate": 1.2052040986001814e-08,
      "loss": 0.337,
      "step": 2778460
    },
    {
      "epoch": 775.46,
      "grad_norm": 1.18870210647583,
      "learning_rate": 1.2049302523633228e-08,
      "loss": 0.323,
      "step": 2778470
    },
    {
      "epoch": 775.46,
      "grad_norm": 1.244232177734375,
      "learning_rate": 1.2046564371614825e-08,
      "loss": 0.3279,
      "step": 2778480
    },
    {
      "epoch": 775.46,
      "grad_norm": 1.4609696865081787,
      "learning_rate": 1.2043826529946603e-08,
      "loss": 0.3356,
      "step": 2778490
    },
    {
      "epoch": 775.47,
      "grad_norm": 1.296800136566162,
      "learning_rate": 1.2041088998629086e-08,
      "loss": 0.3315,
      "step": 2778500
    },
    {
      "epoch": 775.47,
      "grad_norm": 1.2905431985855103,
      "learning_rate": 1.2038351777662793e-08,
      "loss": 0.3299,
      "step": 2778510
    },
    {
      "epoch": 775.47,
      "grad_norm": 1.303464651107788,
      "learning_rate": 1.2035614867047984e-08,
      "loss": 0.3498,
      "step": 2778520
    },
    {
      "epoch": 775.48,
      "grad_norm": 1.2742775678634644,
      "learning_rate": 1.203287826678466e-08,
      "loss": 0.3284,
      "step": 2778530
    },
    {
      "epoch": 775.48,
      "grad_norm": 1.5344890356063843,
      "learning_rate": 1.203014197687386e-08,
      "loss": 0.3488,
      "step": 2778540
    },
    {
      "epoch": 775.48,
      "grad_norm": 1.2199143171310425,
      "learning_rate": 1.2027405997315585e-08,
      "loss": 0.3614,
      "step": 2778550
    },
    {
      "epoch": 775.48,
      "grad_norm": 1.4800125360488892,
      "learning_rate": 1.2024670328110095e-08,
      "loss": 0.3427,
      "step": 2778560
    },
    {
      "epoch": 775.49,
      "grad_norm": 1.0881352424621582,
      "learning_rate": 1.2021934969257911e-08,
      "loss": 0.3256,
      "step": 2778570
    },
    {
      "epoch": 775.49,
      "grad_norm": 1.1955827474594116,
      "learning_rate": 1.2019199920759293e-08,
      "loss": 0.3299,
      "step": 2778580
    },
    {
      "epoch": 775.49,
      "grad_norm": 1.274704098701477,
      "learning_rate": 1.2016465182614759e-08,
      "loss": 0.3437,
      "step": 2778590
    },
    {
      "epoch": 775.5,
      "grad_norm": 1.4067946672439575,
      "learning_rate": 1.2013730754824834e-08,
      "loss": 0.3349,
      "step": 2778600
    },
    {
      "epoch": 775.5,
      "grad_norm": 1.250777006149292,
      "learning_rate": 1.2010996637389255e-08,
      "loss": 0.3254,
      "step": 2778610
    },
    {
      "epoch": 775.5,
      "grad_norm": 1.1547417640686035,
      "learning_rate": 1.2008262830309062e-08,
      "loss": 0.3318,
      "step": 2778620
    },
    {
      "epoch": 775.5,
      "grad_norm": 1.2536876201629639,
      "learning_rate": 1.2005529333584258e-08,
      "loss": 0.3395,
      "step": 2778630
    },
    {
      "epoch": 775.51,
      "grad_norm": 1.113231897354126,
      "learning_rate": 1.20027961472151e-08,
      "loss": 0.3414,
      "step": 2778640
    },
    {
      "epoch": 775.51,
      "grad_norm": 1.2217612266540527,
      "learning_rate": 1.2000063271202111e-08,
      "loss": 0.3439,
      "step": 2778650
    },
    {
      "epoch": 775.51,
      "grad_norm": 1.1667639017105103,
      "learning_rate": 1.1997330705546068e-08,
      "loss": 0.3308,
      "step": 2778660
    },
    {
      "epoch": 775.51,
      "grad_norm": 1.0877442359924316,
      "learning_rate": 1.1994598450246716e-08,
      "loss": 0.3326,
      "step": 2778670
    },
    {
      "epoch": 775.52,
      "grad_norm": 1.263474464416504,
      "learning_rate": 1.1991866505304572e-08,
      "loss": 0.3179,
      "step": 2778680
    },
    {
      "epoch": 775.52,
      "grad_norm": 1.2428044080734253,
      "learning_rate": 1.1989134870720156e-08,
      "loss": 0.3244,
      "step": 2778690
    },
    {
      "epoch": 775.52,
      "grad_norm": 1.294833779335022,
      "learning_rate": 1.198640354649347e-08,
      "loss": 0.3404,
      "step": 2778700
    },
    {
      "epoch": 775.53,
      "grad_norm": 1.3951730728149414,
      "learning_rate": 1.1983672532625555e-08,
      "loss": 0.3381,
      "step": 2778710
    },
    {
      "epoch": 775.53,
      "grad_norm": 1.2578587532043457,
      "learning_rate": 1.1980941829116148e-08,
      "loss": 0.3387,
      "step": 2778720
    },
    {
      "epoch": 775.53,
      "grad_norm": 1.0804195404052734,
      "learning_rate": 1.1978211435966032e-08,
      "loss": 0.3263,
      "step": 2778730
    },
    {
      "epoch": 775.53,
      "grad_norm": 1.5399389266967773,
      "learning_rate": 1.1975481353175206e-08,
      "loss": 0.3485,
      "step": 2778740
    },
    {
      "epoch": 775.54,
      "grad_norm": 1.2546801567077637,
      "learning_rate": 1.1972751580744191e-08,
      "loss": 0.3471,
      "step": 2778750
    },
    {
      "epoch": 775.54,
      "grad_norm": 1.4598612785339355,
      "learning_rate": 1.1970022118673507e-08,
      "loss": 0.3469,
      "step": 2778760
    },
    {
      "epoch": 775.54,
      "grad_norm": 1.243248462677002,
      "learning_rate": 1.1967292966963155e-08,
      "loss": 0.3315,
      "step": 2778770
    },
    {
      "epoch": 775.55,
      "grad_norm": 1.1307058334350586,
      "learning_rate": 1.1964564125613914e-08,
      "loss": 0.329,
      "step": 2778780
    },
    {
      "epoch": 775.55,
      "grad_norm": 1.6813918352127075,
      "learning_rate": 1.1961835594625785e-08,
      "loss": 0.3251,
      "step": 2778790
    },
    {
      "epoch": 775.55,
      "grad_norm": 1.18950355052948,
      "learning_rate": 1.1959107373999549e-08,
      "loss": 0.3351,
      "step": 2778800
    },
    {
      "epoch": 775.55,
      "grad_norm": 1.2705036401748657,
      "learning_rate": 1.1956379463734944e-08,
      "loss": 0.3358,
      "step": 2778810
    },
    {
      "epoch": 775.56,
      "grad_norm": 1.24072265625,
      "learning_rate": 1.1953651863833014e-08,
      "loss": 0.3278,
      "step": 2778820
    },
    {
      "epoch": 775.56,
      "grad_norm": 1.4370391368865967,
      "learning_rate": 1.1950924574293756e-08,
      "loss": 0.3406,
      "step": 2778830
    },
    {
      "epoch": 775.56,
      "grad_norm": 1.2581160068511963,
      "learning_rate": 1.1948197595117691e-08,
      "loss": 0.3365,
      "step": 2778840
    },
    {
      "epoch": 775.57,
      "grad_norm": 1.1866525411605835,
      "learning_rate": 1.194547092630482e-08,
      "loss": 0.3265,
      "step": 2778850
    },
    {
      "epoch": 775.57,
      "grad_norm": 1.2007592916488647,
      "learning_rate": 1.1942744567855923e-08,
      "loss": 0.3526,
      "step": 2778860
    },
    {
      "epoch": 775.57,
      "grad_norm": 1.27778160572052,
      "learning_rate": 1.194001851977126e-08,
      "loss": 0.3319,
      "step": 2778870
    },
    {
      "epoch": 775.57,
      "grad_norm": 1.3119832277297974,
      "learning_rate": 1.1937292782050831e-08,
      "loss": 0.3234,
      "step": 2778880
    },
    {
      "epoch": 775.58,
      "grad_norm": 1.3641700744628906,
      "learning_rate": 1.1934567354695679e-08,
      "loss": 0.3239,
      "step": 2778890
    },
    {
      "epoch": 775.58,
      "grad_norm": 1.2269052267074585,
      "learning_rate": 1.19318422377058e-08,
      "loss": 0.3271,
      "step": 2778900
    },
    {
      "epoch": 775.58,
      "grad_norm": 3.6087987422943115,
      "learning_rate": 1.1929117431081197e-08,
      "loss": 0.3335,
      "step": 2778910
    },
    {
      "epoch": 775.58,
      "grad_norm": 1.124406099319458,
      "learning_rate": 1.192639293482291e-08,
      "loss": 0.3255,
      "step": 2778920
    },
    {
      "epoch": 775.59,
      "grad_norm": 1.158873438835144,
      "learning_rate": 1.1923668748930678e-08,
      "loss": 0.3299,
      "step": 2778930
    },
    {
      "epoch": 775.59,
      "grad_norm": 1.2736279964447021,
      "learning_rate": 1.1920944873405545e-08,
      "loss": 0.3507,
      "step": 2778940
    },
    {
      "epoch": 775.59,
      "grad_norm": 1.3121243715286255,
      "learning_rate": 1.1918221308247246e-08,
      "loss": 0.3406,
      "step": 2778950
    },
    {
      "epoch": 775.6,
      "grad_norm": 1.2168267965316772,
      "learning_rate": 1.1915498053456305e-08,
      "loss": 0.3349,
      "step": 2778960
    },
    {
      "epoch": 775.6,
      "grad_norm": 1.3778349161148071,
      "learning_rate": 1.19127751090335e-08,
      "loss": 0.3376,
      "step": 2778970
    },
    {
      "epoch": 775.6,
      "grad_norm": 1.4874926805496216,
      "learning_rate": 1.1910052474978573e-08,
      "loss": 0.3604,
      "step": 2778980
    },
    {
      "epoch": 775.6,
      "grad_norm": 1.206787109375,
      "learning_rate": 1.1907330151292305e-08,
      "loss": 0.3442,
      "step": 2778990
    },
    {
      "epoch": 775.61,
      "grad_norm": 1.1746811866760254,
      "learning_rate": 1.1904608137974954e-08,
      "loss": 0.3376,
      "step": 2779000
    },
    {
      "epoch": 775.61,
      "grad_norm": 1.169665813446045,
      "learning_rate": 1.1901886435026781e-08,
      "loss": 0.3289,
      "step": 2779010
    },
    {
      "epoch": 775.61,
      "grad_norm": 1.2592166662216187,
      "learning_rate": 1.1899165042448308e-08,
      "loss": 0.3267,
      "step": 2779020
    },
    {
      "epoch": 775.62,
      "grad_norm": 1.353121042251587,
      "learning_rate": 1.1896443960239792e-08,
      "loss": 0.3382,
      "step": 2779030
    },
    {
      "epoch": 775.62,
      "grad_norm": 1.2368830442428589,
      "learning_rate": 1.1893723188401497e-08,
      "loss": 0.3143,
      "step": 2779040
    },
    {
      "epoch": 775.62,
      "grad_norm": 1.1696501970291138,
      "learning_rate": 1.189100272693394e-08,
      "loss": 0.3283,
      "step": 2779050
    },
    {
      "epoch": 775.62,
      "grad_norm": 1.164151668548584,
      "learning_rate": 1.1888282575837643e-08,
      "loss": 0.3456,
      "step": 2779060
    },
    {
      "epoch": 775.63,
      "grad_norm": 2.8078675270080566,
      "learning_rate": 1.1885562735112607e-08,
      "loss": 0.3383,
      "step": 2779070
    },
    {
      "epoch": 775.63,
      "grad_norm": 1.3218209743499756,
      "learning_rate": 1.1882843204759352e-08,
      "loss": 0.3359,
      "step": 2779080
    },
    {
      "epoch": 775.63,
      "grad_norm": 1.2973092794418335,
      "learning_rate": 1.1880123984778395e-08,
      "loss": 0.335,
      "step": 2779090
    },
    {
      "epoch": 775.63,
      "grad_norm": 1.3502919673919678,
      "learning_rate": 1.1877405075170001e-08,
      "loss": 0.3292,
      "step": 2779100
    },
    {
      "epoch": 775.64,
      "grad_norm": 1.288688063621521,
      "learning_rate": 1.1874686475934169e-08,
      "loss": 0.3283,
      "step": 2779110
    },
    {
      "epoch": 775.64,
      "grad_norm": 1.1613860130310059,
      "learning_rate": 1.1871968187071936e-08,
      "loss": 0.3249,
      "step": 2779120
    },
    {
      "epoch": 775.64,
      "grad_norm": 1.4826807975769043,
      "learning_rate": 1.1869250208583047e-08,
      "loss": 0.321,
      "step": 2779130
    },
    {
      "epoch": 775.65,
      "grad_norm": 1.2083936929702759,
      "learning_rate": 1.186653254046802e-08,
      "loss": 0.3532,
      "step": 2779140
    },
    {
      "epoch": 775.65,
      "grad_norm": 1.42781400680542,
      "learning_rate": 1.1863815182727634e-08,
      "loss": 0.3211,
      "step": 2779150
    },
    {
      "epoch": 775.65,
      "grad_norm": 1.3225749731063843,
      "learning_rate": 1.1861098135361891e-08,
      "loss": 0.3284,
      "step": 2779160
    },
    {
      "epoch": 775.65,
      "grad_norm": 1.381379246711731,
      "learning_rate": 1.1858381398371052e-08,
      "loss": 0.3397,
      "step": 2779170
    },
    {
      "epoch": 775.66,
      "grad_norm": 0.9891952276229858,
      "learning_rate": 1.1855664971755635e-08,
      "loss": 0.3194,
      "step": 2779180
    },
    {
      "epoch": 775.66,
      "grad_norm": 1.282288908958435,
      "learning_rate": 1.1852948855516163e-08,
      "loss": 0.3635,
      "step": 2779190
    },
    {
      "epoch": 775.66,
      "grad_norm": 1.3435825109481812,
      "learning_rate": 1.1850233049652633e-08,
      "loss": 0.3492,
      "step": 2779200
    },
    {
      "epoch": 775.67,
      "grad_norm": 1.4817686080932617,
      "learning_rate": 1.1847517554165568e-08,
      "loss": 0.3188,
      "step": 2779210
    },
    {
      "epoch": 775.67,
      "grad_norm": 1.4211757183074951,
      "learning_rate": 1.1844802369055489e-08,
      "loss": 0.3449,
      "step": 2779220
    },
    {
      "epoch": 775.67,
      "grad_norm": 1.2268191576004028,
      "learning_rate": 1.1842087494322652e-08,
      "loss": 0.3265,
      "step": 2779230
    },
    {
      "epoch": 775.67,
      "grad_norm": 1.5153288841247559,
      "learning_rate": 1.1839372929967322e-08,
      "loss": 0.3282,
      "step": 2779240
    },
    {
      "epoch": 775.68,
      "grad_norm": 1.34965181350708,
      "learning_rate": 1.1836658675989757e-08,
      "loss": 0.3292,
      "step": 2779250
    },
    {
      "epoch": 775.68,
      "grad_norm": 1.3252489566802979,
      "learning_rate": 1.1833944732390736e-08,
      "loss": 0.3495,
      "step": 2779260
    },
    {
      "epoch": 775.68,
      "grad_norm": 1.4089926481246948,
      "learning_rate": 1.1831231099170523e-08,
      "loss": 0.3378,
      "step": 2779270
    },
    {
      "epoch": 775.69,
      "grad_norm": 1.1098194122314453,
      "learning_rate": 1.1828517776328855e-08,
      "loss": 0.3274,
      "step": 2779280
    },
    {
      "epoch": 775.69,
      "grad_norm": 1.3583855628967285,
      "learning_rate": 1.1825804763867034e-08,
      "loss": 0.3351,
      "step": 2779290
    },
    {
      "epoch": 775.69,
      "grad_norm": 1.2915245294570923,
      "learning_rate": 1.1823092061784799e-08,
      "loss": 0.3335,
      "step": 2779300
    },
    {
      "epoch": 775.69,
      "grad_norm": 2.518552541732788,
      "learning_rate": 1.182037967008241e-08,
      "loss": 0.3489,
      "step": 2779310
    },
    {
      "epoch": 775.7,
      "grad_norm": 1.3715574741363525,
      "learning_rate": 1.181766758876091e-08,
      "loss": 0.3277,
      "step": 2779320
    },
    {
      "epoch": 775.7,
      "grad_norm": 1.163350224494934,
      "learning_rate": 1.1814955817820039e-08,
      "loss": 0.3301,
      "step": 2779330
    },
    {
      "epoch": 775.7,
      "grad_norm": 1.1004817485809326,
      "learning_rate": 1.1812244357260314e-08,
      "loss": 0.342,
      "step": 2779340
    },
    {
      "epoch": 775.7,
      "grad_norm": 1.6156039237976074,
      "learning_rate": 1.1809533207082257e-08,
      "loss": 0.3233,
      "step": 2779350
    },
    {
      "epoch": 775.71,
      "grad_norm": 1.2536340951919556,
      "learning_rate": 1.1806822367286129e-08,
      "loss": 0.3479,
      "step": 2779360
    },
    {
      "epoch": 775.71,
      "grad_norm": 1.2725075483322144,
      "learning_rate": 1.180411183787193e-08,
      "loss": 0.3331,
      "step": 2779370
    },
    {
      "epoch": 775.71,
      "grad_norm": 1.2455850839614868,
      "learning_rate": 1.18014016188407e-08,
      "loss": 0.3281,
      "step": 2779380
    },
    {
      "epoch": 775.72,
      "grad_norm": 1.3930296897888184,
      "learning_rate": 1.1798691710192438e-08,
      "loss": 0.3551,
      "step": 2779390
    },
    {
      "epoch": 775.72,
      "grad_norm": 1.2168450355529785,
      "learning_rate": 1.1795982111927408e-08,
      "loss": 0.3237,
      "step": 2779400
    },
    {
      "epoch": 775.72,
      "grad_norm": 1.5978831052780151,
      "learning_rate": 1.1793272824046127e-08,
      "loss": 0.3357,
      "step": 2779410
    },
    {
      "epoch": 775.72,
      "grad_norm": 1.3093235492706299,
      "learning_rate": 1.1790563846549115e-08,
      "loss": 0.3445,
      "step": 2779420
    },
    {
      "epoch": 775.73,
      "grad_norm": 1.128927230834961,
      "learning_rate": 1.1787855179436374e-08,
      "loss": 0.3444,
      "step": 2779430
    },
    {
      "epoch": 775.73,
      "grad_norm": 1.1392685174942017,
      "learning_rate": 1.1785146822708424e-08,
      "loss": 0.3209,
      "step": 2779440
    },
    {
      "epoch": 775.73,
      "grad_norm": 1.2942439317703247,
      "learning_rate": 1.1782438776365526e-08,
      "loss": 0.3389,
      "step": 2779450
    },
    {
      "epoch": 775.74,
      "grad_norm": 1.173742413520813,
      "learning_rate": 1.1779731040408199e-08,
      "loss": 0.3374,
      "step": 2779460
    },
    {
      "epoch": 775.74,
      "grad_norm": 1.3024418354034424,
      "learning_rate": 1.1777023614836963e-08,
      "loss": 0.3371,
      "step": 2779470
    },
    {
      "epoch": 775.74,
      "grad_norm": 1.3984819650650024,
      "learning_rate": 1.1774316499651818e-08,
      "loss": 0.328,
      "step": 2779480
    },
    {
      "epoch": 775.74,
      "grad_norm": 1.0301350355148315,
      "learning_rate": 1.1771609694853288e-08,
      "loss": 0.3374,
      "step": 2779490
    },
    {
      "epoch": 775.75,
      "grad_norm": 1.396798014640808,
      "learning_rate": 1.1768903200441628e-08,
      "loss": 0.3307,
      "step": 2779500
    },
    {
      "epoch": 775.75,
      "grad_norm": 1.2401894330978394,
      "learning_rate": 1.1766197016417362e-08,
      "loss": 0.3376,
      "step": 2779510
    },
    {
      "epoch": 775.75,
      "grad_norm": 1.0773437023162842,
      "learning_rate": 1.176349114278075e-08,
      "loss": 0.3221,
      "step": 2779520
    },
    {
      "epoch": 775.75,
      "grad_norm": 1.1669588088989258,
      "learning_rate": 1.1760785579532309e-08,
      "loss": 0.3408,
      "step": 2779530
    },
    {
      "epoch": 775.76,
      "grad_norm": 1.2692663669586182,
      "learning_rate": 1.1758080326672043e-08,
      "loss": 0.3469,
      "step": 2779540
    },
    {
      "epoch": 775.76,
      "grad_norm": 1.3172955513000488,
      "learning_rate": 1.1755375384200732e-08,
      "loss": 0.3284,
      "step": 2779550
    },
    {
      "epoch": 775.76,
      "grad_norm": 1.225986123085022,
      "learning_rate": 1.1752670752118373e-08,
      "loss": 0.3407,
      "step": 2779560
    },
    {
      "epoch": 775.77,
      "grad_norm": 2.4350359439849854,
      "learning_rate": 1.174996643042575e-08,
      "loss": 0.335,
      "step": 2779570
    },
    {
      "epoch": 775.77,
      "grad_norm": 1.3868157863616943,
      "learning_rate": 1.1747262419122601e-08,
      "loss": 0.3419,
      "step": 2779580
    },
    {
      "epoch": 775.77,
      "grad_norm": 1.270161747932434,
      "learning_rate": 1.1744558718209968e-08,
      "loss": 0.3367,
      "step": 2779590
    },
    {
      "epoch": 775.77,
      "grad_norm": 1.2003223896026611,
      "learning_rate": 1.174185532768785e-08,
      "loss": 0.3371,
      "step": 2779600
    },
    {
      "epoch": 775.78,
      "grad_norm": 1.250062346458435,
      "learning_rate": 1.1739152247556508e-08,
      "loss": 0.3462,
      "step": 2779610
    },
    {
      "epoch": 775.78,
      "grad_norm": 1.2264677286148071,
      "learning_rate": 1.1736449477816461e-08,
      "loss": 0.354,
      "step": 2779620
    },
    {
      "epoch": 775.78,
      "grad_norm": 1.15249502658844,
      "learning_rate": 1.1733747018468231e-08,
      "loss": 0.3398,
      "step": 2779630
    },
    {
      "epoch": 775.79,
      "grad_norm": 1.17402982711792,
      "learning_rate": 1.1731044869511819e-08,
      "loss": 0.3468,
      "step": 2779640
    },
    {
      "epoch": 775.79,
      "grad_norm": 1.2486045360565186,
      "learning_rate": 1.1728343030948002e-08,
      "loss": 0.3424,
      "step": 2779650
    },
    {
      "epoch": 775.79,
      "grad_norm": 1.495328664779663,
      "learning_rate": 1.1725641502776523e-08,
      "loss": 0.3441,
      "step": 2779660
    },
    {
      "epoch": 775.79,
      "grad_norm": 1.1781061887741089,
      "learning_rate": 1.172294028499842e-08,
      "loss": 0.3273,
      "step": 2779670
    },
    {
      "epoch": 775.8,
      "grad_norm": 1.0771210193634033,
      "learning_rate": 1.1720239377613697e-08,
      "loss": 0.3376,
      "step": 2779680
    },
    {
      "epoch": 775.8,
      "grad_norm": 1.2330676317214966,
      "learning_rate": 1.171753878062261e-08,
      "loss": 0.33,
      "step": 2779690
    },
    {
      "epoch": 775.8,
      "grad_norm": 1.183961272239685,
      "learning_rate": 1.1714838494025942e-08,
      "loss": 0.3442,
      "step": 2779700
    },
    {
      "epoch": 775.81,
      "grad_norm": 1.3057550191879272,
      "learning_rate": 1.1712138517823693e-08,
      "loss": 0.3604,
      "step": 2779710
    },
    {
      "epoch": 775.81,
      "grad_norm": 1.4878720045089722,
      "learning_rate": 1.1709438852016123e-08,
      "loss": 0.3273,
      "step": 2779720
    },
    {
      "epoch": 775.81,
      "grad_norm": 1.3837043046951294,
      "learning_rate": 1.1706739496604012e-08,
      "loss": 0.352,
      "step": 2779730
    },
    {
      "epoch": 775.81,
      "grad_norm": 1.5039891004562378,
      "learning_rate": 1.1704040451587359e-08,
      "loss": 0.335,
      "step": 2779740
    },
    {
      "epoch": 775.82,
      "grad_norm": 1.3647525310516357,
      "learning_rate": 1.1701341716966687e-08,
      "loss": 0.3439,
      "step": 2779750
    },
    {
      "epoch": 775.82,
      "grad_norm": 1.1218796968460083,
      "learning_rate": 1.1698643292742254e-08,
      "loss": 0.3318,
      "step": 2779760
    },
    {
      "epoch": 775.82,
      "grad_norm": 1.3876101970672607,
      "learning_rate": 1.1695945178914844e-08,
      "loss": 0.3526,
      "step": 2779770
    },
    {
      "epoch": 775.82,
      "grad_norm": 1.2496654987335205,
      "learning_rate": 1.1693247375484192e-08,
      "loss": 0.3337,
      "step": 2779780
    },
    {
      "epoch": 775.83,
      "grad_norm": 1.2021116018295288,
      "learning_rate": 1.1690549882450821e-08,
      "loss": 0.349,
      "step": 2779790
    },
    {
      "epoch": 775.83,
      "grad_norm": 1.544984221458435,
      "learning_rate": 1.1687852699815512e-08,
      "loss": 0.333,
      "step": 2779800
    },
    {
      "epoch": 775.83,
      "grad_norm": 1.5916485786437988,
      "learning_rate": 1.1685155827578005e-08,
      "loss": 0.3224,
      "step": 2779810
    },
    {
      "epoch": 775.84,
      "grad_norm": 1.1110081672668457,
      "learning_rate": 1.1682459265739078e-08,
      "loss": 0.332,
      "step": 2779820
    },
    {
      "epoch": 775.84,
      "grad_norm": 1.2704384326934814,
      "learning_rate": 1.1679763014298995e-08,
      "loss": 0.3427,
      "step": 2779830
    },
    {
      "epoch": 775.84,
      "grad_norm": 1.266823649406433,
      "learning_rate": 1.1677067073258013e-08,
      "loss": 0.3362,
      "step": 2779840
    },
    {
      "epoch": 775.84,
      "grad_norm": 1.0987733602523804,
      "learning_rate": 1.1674371442616914e-08,
      "loss": 0.335,
      "step": 2779850
    },
    {
      "epoch": 775.85,
      "grad_norm": 1.318331241607666,
      "learning_rate": 1.1671676122375177e-08,
      "loss": 0.3397,
      "step": 2779860
    },
    {
      "epoch": 775.85,
      "grad_norm": 1.3006367683410645,
      "learning_rate": 1.1668981112534105e-08,
      "loss": 0.3437,
      "step": 2779870
    },
    {
      "epoch": 775.85,
      "grad_norm": 1.2214372158050537,
      "learning_rate": 1.1666286413093436e-08,
      "loss": 0.3276,
      "step": 2779880
    },
    {
      "epoch": 775.86,
      "grad_norm": 1.2530100345611572,
      "learning_rate": 1.1663592024053949e-08,
      "loss": 0.3098,
      "step": 2779890
    },
    {
      "epoch": 775.86,
      "grad_norm": 1.2921243906021118,
      "learning_rate": 1.1660897945415647e-08,
      "loss": 0.3289,
      "step": 2779900
    },
    {
      "epoch": 775.86,
      "grad_norm": 1.4144388437271118,
      "learning_rate": 1.165820417717905e-08,
      "loss": 0.3244,
      "step": 2779910
    },
    {
      "epoch": 775.86,
      "grad_norm": 1.4387078285217285,
      "learning_rate": 1.1655510719344677e-08,
      "loss": 0.3437,
      "step": 2779920
    },
    {
      "epoch": 775.87,
      "grad_norm": 1.1770557165145874,
      "learning_rate": 1.165281757191253e-08,
      "loss": 0.3206,
      "step": 2779930
    },
    {
      "epoch": 775.87,
      "grad_norm": 1.6010470390319824,
      "learning_rate": 1.1650124734883126e-08,
      "loss": 0.3433,
      "step": 2779940
    },
    {
      "epoch": 775.87,
      "grad_norm": 1.2364797592163086,
      "learning_rate": 1.1647432208256729e-08,
      "loss": 0.3235,
      "step": 2779950
    },
    {
      "epoch": 775.87,
      "grad_norm": 1.2844082117080688,
      "learning_rate": 1.1644739992034118e-08,
      "loss": 0.3377,
      "step": 2779960
    },
    {
      "epoch": 775.88,
      "grad_norm": 1.554030179977417,
      "learning_rate": 1.1642048086215293e-08,
      "loss": 0.3518,
      "step": 2779970
    },
    {
      "epoch": 775.88,
      "grad_norm": 1.138102412223816,
      "learning_rate": 1.1639356490800514e-08,
      "loss": 0.3244,
      "step": 2779980
    },
    {
      "epoch": 775.88,
      "grad_norm": 1.129530429840088,
      "learning_rate": 1.1636665205790561e-08,
      "loss": 0.3524,
      "step": 2779990
    },
    {
      "epoch": 775.89,
      "grad_norm": 1.326377511024475,
      "learning_rate": 1.1633974231185436e-08,
      "loss": 0.3284,
      "step": 2780000
    },
    {
      "epoch": 775.89,
      "grad_norm": 1.4843629598617554,
      "learning_rate": 1.1631283566985398e-08,
      "loss": 0.3437,
      "step": 2780010
    },
    {
      "epoch": 775.89,
      "grad_norm": 1.3070508241653442,
      "learning_rate": 1.1628593213191227e-08,
      "loss": 0.3209,
      "step": 2780020
    },
    {
      "epoch": 775.89,
      "grad_norm": 1.4277994632720947,
      "learning_rate": 1.1625903169802925e-08,
      "loss": 0.3346,
      "step": 2780030
    },
    {
      "epoch": 775.9,
      "grad_norm": 1.302677035331726,
      "learning_rate": 1.162321343682101e-08,
      "loss": 0.3394,
      "step": 2780040
    },
    {
      "epoch": 775.9,
      "grad_norm": 1.3873826265335083,
      "learning_rate": 1.1620524014245743e-08,
      "loss": 0.3522,
      "step": 2780050
    },
    {
      "epoch": 775.9,
      "grad_norm": 1.153457760810852,
      "learning_rate": 1.1617834902077645e-08,
      "loss": 0.3479,
      "step": 2780060
    },
    {
      "epoch": 775.91,
      "grad_norm": 1.3591328859329224,
      "learning_rate": 1.1615146100316716e-08,
      "loss": 0.3323,
      "step": 2780070
    },
    {
      "epoch": 775.91,
      "grad_norm": 1.3129326105117798,
      "learning_rate": 1.1612457608963996e-08,
      "loss": 0.3467,
      "step": 2780080
    },
    {
      "epoch": 775.91,
      "grad_norm": 1.2061190605163574,
      "learning_rate": 1.1609769428018965e-08,
      "loss": 0.331,
      "step": 2780090
    },
    {
      "epoch": 775.91,
      "grad_norm": 1.3360575437545776,
      "learning_rate": 1.1607081557482925e-08,
      "loss": 0.3393,
      "step": 2780100
    },
    {
      "epoch": 775.92,
      "grad_norm": 1.2658060789108276,
      "learning_rate": 1.1604393997355354e-08,
      "loss": 0.3263,
      "step": 2780110
    },
    {
      "epoch": 775.92,
      "grad_norm": 1.463247537612915,
      "learning_rate": 1.1601706747637035e-08,
      "loss": 0.3519,
      "step": 2780120
    },
    {
      "epoch": 775.92,
      "grad_norm": 1.173088550567627,
      "learning_rate": 1.1599019808328484e-08,
      "loss": 0.3347,
      "step": 2780130
    },
    {
      "epoch": 775.93,
      "grad_norm": 1.5655604600906372,
      "learning_rate": 1.1596333179429967e-08,
      "loss": 0.353,
      "step": 2780140
    },
    {
      "epoch": 775.93,
      "grad_norm": 1.2944636344909668,
      "learning_rate": 1.1593646860941479e-08,
      "loss": 0.3429,
      "step": 2780150
    },
    {
      "epoch": 775.93,
      "grad_norm": 1.1708682775497437,
      "learning_rate": 1.1590960852863543e-08,
      "loss": 0.3317,
      "step": 2780160
    },
    {
      "epoch": 775.93,
      "grad_norm": 1.048513412475586,
      "learning_rate": 1.158827515519694e-08,
      "loss": 0.3325,
      "step": 2780170
    },
    {
      "epoch": 775.94,
      "grad_norm": 1.3018405437469482,
      "learning_rate": 1.1585589767941408e-08,
      "loss": 0.3467,
      "step": 2780180
    },
    {
      "epoch": 775.94,
      "grad_norm": 1.307532548904419,
      "learning_rate": 1.1582904691097728e-08,
      "loss": 0.344,
      "step": 2780190
    },
    {
      "epoch": 775.94,
      "grad_norm": 1.0848402976989746,
      "learning_rate": 1.1580219924666161e-08,
      "loss": 0.3299,
      "step": 2780200
    },
    {
      "epoch": 775.94,
      "grad_norm": 1.1996840238571167,
      "learning_rate": 1.1577535468646967e-08,
      "loss": 0.3314,
      "step": 2780210
    },
    {
      "epoch": 775.95,
      "grad_norm": 1.1959943771362305,
      "learning_rate": 1.1574851323040666e-08,
      "loss": 0.3371,
      "step": 2780220
    },
    {
      "epoch": 775.95,
      "grad_norm": 1.4537051916122437,
      "learning_rate": 1.1572167487847259e-08,
      "loss": 0.3449,
      "step": 2780230
    },
    {
      "epoch": 775.95,
      "grad_norm": 1.5012644529342651,
      "learning_rate": 1.1569483963067525e-08,
      "loss": 0.326,
      "step": 2780240
    },
    {
      "epoch": 775.96,
      "grad_norm": 1.2846359014511108,
      "learning_rate": 1.1566800748701466e-08,
      "loss": 0.3386,
      "step": 2780250
    },
    {
      "epoch": 775.96,
      "grad_norm": 1.2513971328735352,
      "learning_rate": 1.1564117844750122e-08,
      "loss": 0.3235,
      "step": 2780260
    },
    {
      "epoch": 775.96,
      "grad_norm": 1.361295223236084,
      "learning_rate": 1.1561435251212712e-08,
      "loss": 0.3359,
      "step": 2780270
    },
    {
      "epoch": 775.96,
      "grad_norm": 1.3212006092071533,
      "learning_rate": 1.1558752968090797e-08,
      "loss": 0.3443,
      "step": 2780280
    },
    {
      "epoch": 775.97,
      "grad_norm": 1.5748546123504639,
      "learning_rate": 1.1556070995383856e-08,
      "loss": 0.3416,
      "step": 2780290
    },
    {
      "epoch": 775.97,
      "grad_norm": 1.2539559602737427,
      "learning_rate": 1.1553389333092672e-08,
      "loss": 0.3321,
      "step": 2780300
    },
    {
      "epoch": 775.97,
      "grad_norm": 1.2465945482254028,
      "learning_rate": 1.1550707981217503e-08,
      "loss": 0.3496,
      "step": 2780310
    },
    {
      "epoch": 775.98,
      "grad_norm": 1.3169602155685425,
      "learning_rate": 1.154802693975861e-08,
      "loss": 0.3461,
      "step": 2780320
    },
    {
      "epoch": 775.98,
      "grad_norm": 1.1699618101119995,
      "learning_rate": 1.1545346208716513e-08,
      "loss": 0.3258,
      "step": 2780330
    },
    {
      "epoch": 775.98,
      "grad_norm": 1.2357069253921509,
      "learning_rate": 1.1542665788091214e-08,
      "loss": 0.3341,
      "step": 2780340
    },
    {
      "epoch": 775.98,
      "grad_norm": 1.1831464767456055,
      "learning_rate": 1.1539985677883751e-08,
      "loss": 0.339,
      "step": 2780350
    },
    {
      "epoch": 775.99,
      "grad_norm": 1.1925790309906006,
      "learning_rate": 1.1537305878093864e-08,
      "loss": 0.3468,
      "step": 2780360
    },
    {
      "epoch": 775.99,
      "grad_norm": 1.2993520498275757,
      "learning_rate": 1.1534626388722337e-08,
      "loss": 0.3382,
      "step": 2780370
    },
    {
      "epoch": 775.99,
      "grad_norm": 1.3673120737075806,
      "learning_rate": 1.1531947209768907e-08,
      "loss": 0.3265,
      "step": 2780380
    },
    {
      "epoch": 775.99,
      "grad_norm": 1.1837453842163086,
      "learning_rate": 1.1529268341234614e-08,
      "loss": 0.3356,
      "step": 2780390
    },
    {
      "epoch": 776.0,
      "grad_norm": 1.348279595375061,
      "learning_rate": 1.1526589783119721e-08,
      "loss": 0.3393,
      "step": 2780400
    },
    {
      "epoch": 776.0,
      "eval_loss": 0.33851128816604614,
      "eval_runtime": 68.3259,
      "eval_samples_per_second": 74.042,
      "eval_steps_per_second": 9.264,
      "step": 2780408
    },
    {
      "epoch": 776.0,
      "grad_norm": 1.2693448066711426,
      "learning_rate": 1.1523911535423966e-08,
      "loss": 0.3466,
      "step": 2780410
    },
    {
      "epoch": 776.0,
      "grad_norm": 1.2232544422149658,
      "learning_rate": 1.152123359814839e-08,
      "loss": 0.342,
      "step": 2780420
    },
    {
      "epoch": 776.01,
      "grad_norm": 1.2256449460983276,
      "learning_rate": 1.1518555971292993e-08,
      "loss": 0.332,
      "step": 2780430
    },
    {
      "epoch": 776.01,
      "grad_norm": 1.2953070402145386,
      "learning_rate": 1.1515878654858295e-08,
      "loss": 0.3489,
      "step": 2780440
    },
    {
      "epoch": 776.01,
      "grad_norm": 3.2946536540985107,
      "learning_rate": 1.1513201648844557e-08,
      "loss": 0.3308,
      "step": 2780450
    },
    {
      "epoch": 776.01,
      "grad_norm": 1.7107908725738525,
      "learning_rate": 1.15105249532523e-08,
      "loss": 0.3199,
      "step": 2780460
    },
    {
      "epoch": 776.02,
      "grad_norm": 1.563388466835022,
      "learning_rate": 1.1507848568081783e-08,
      "loss": 0.3542,
      "step": 2780470
    },
    {
      "epoch": 776.02,
      "grad_norm": 1.438244342803955,
      "learning_rate": 1.1505172493333007e-08,
      "loss": 0.3468,
      "step": 2780480
    },
    {
      "epoch": 776.02,
      "grad_norm": 1.301719307899475,
      "learning_rate": 1.1502496729007011e-08,
      "loss": 0.3289,
      "step": 2780490
    },
    {
      "epoch": 776.03,
      "grad_norm": 1.2453573942184448,
      "learning_rate": 1.1499821275103536e-08,
      "loss": 0.3379,
      "step": 2780500
    },
    {
      "epoch": 776.03,
      "grad_norm": 1.339969277381897,
      "learning_rate": 1.1497146131623364e-08,
      "loss": 0.346,
      "step": 2780510
    },
    {
      "epoch": 776.03,
      "grad_norm": 1.1829442977905273,
      "learning_rate": 1.1494471298566752e-08,
      "loss": 0.3494,
      "step": 2780520
    },
    {
      "epoch": 776.03,
      "grad_norm": 1.2858977317810059,
      "learning_rate": 1.1491796775933704e-08,
      "loss": 0.3238,
      "step": 2780530
    },
    {
      "epoch": 776.04,
      "grad_norm": 1.162191390991211,
      "learning_rate": 1.1489122563724997e-08,
      "loss": 0.3593,
      "step": 2780540
    },
    {
      "epoch": 776.04,
      "grad_norm": 1.982970952987671,
      "learning_rate": 1.1486448661940892e-08,
      "loss": 0.344,
      "step": 2780550
    },
    {
      "epoch": 776.04,
      "grad_norm": 1.1853456497192383,
      "learning_rate": 1.1483775070581652e-08,
      "loss": 0.3344,
      "step": 2780560
    },
    {
      "epoch": 776.05,
      "grad_norm": 1.313300371170044,
      "learning_rate": 1.1481101789647535e-08,
      "loss": 0.3305,
      "step": 2780570
    },
    {
      "epoch": 776.05,
      "grad_norm": 1.2114272117614746,
      "learning_rate": 1.147842881913932e-08,
      "loss": 0.3238,
      "step": 2780580
    },
    {
      "epoch": 776.05,
      "grad_norm": 1.1199520826339722,
      "learning_rate": 1.147575615905701e-08,
      "loss": 0.3326,
      "step": 2780590
    },
    {
      "epoch": 776.05,
      "grad_norm": 1.264405369758606,
      "learning_rate": 1.1473083809401124e-08,
      "loss": 0.3391,
      "step": 2780600
    },
    {
      "epoch": 776.06,
      "grad_norm": 1.1291099786758423,
      "learning_rate": 1.1470411770171662e-08,
      "loss": 0.3424,
      "step": 2780610
    },
    {
      "epoch": 776.06,
      "grad_norm": 1.4369335174560547,
      "learning_rate": 1.1467740041369404e-08,
      "loss": 0.3442,
      "step": 2780620
    },
    {
      "epoch": 776.06,
      "grad_norm": 1.2000929117202759,
      "learning_rate": 1.1465068622994611e-08,
      "loss": 0.3385,
      "step": 2780630
    },
    {
      "epoch": 776.06,
      "grad_norm": 1.2707164287567139,
      "learning_rate": 1.1462397515047545e-08,
      "loss": 0.32,
      "step": 2780640
    },
    {
      "epoch": 776.07,
      "grad_norm": 1.2325018644332886,
      "learning_rate": 1.1459726717528462e-08,
      "loss": 0.3291,
      "step": 2780650
    },
    {
      "epoch": 776.07,
      "grad_norm": 1.2302836179733276,
      "learning_rate": 1.1457056230437887e-08,
      "loss": 0.3158,
      "step": 2780660
    },
    {
      "epoch": 776.07,
      "grad_norm": 1.1743104457855225,
      "learning_rate": 1.1454386053776077e-08,
      "loss": 0.3434,
      "step": 2780670
    },
    {
      "epoch": 776.08,
      "grad_norm": 1.3449724912643433,
      "learning_rate": 1.1451716187543814e-08,
      "loss": 0.3393,
      "step": 2780680
    },
    {
      "epoch": 776.08,
      "grad_norm": 1.2017812728881836,
      "learning_rate": 1.1449046631740836e-08,
      "loss": 0.3329,
      "step": 2780690
    },
    {
      "epoch": 776.08,
      "grad_norm": 1.390900731086731,
      "learning_rate": 1.1446377386367666e-08,
      "loss": 0.3404,
      "step": 2780700
    },
    {
      "epoch": 776.08,
      "grad_norm": 1.196191430091858,
      "learning_rate": 1.1443708451424824e-08,
      "loss": 0.3225,
      "step": 2780710
    },
    {
      "epoch": 776.09,
      "grad_norm": 1.321840524673462,
      "learning_rate": 1.1441039826912569e-08,
      "loss": 0.3436,
      "step": 2780720
    },
    {
      "epoch": 776.09,
      "grad_norm": 1.2730631828308105,
      "learning_rate": 1.1438371512831421e-08,
      "loss": 0.3172,
      "step": 2780730
    },
    {
      "epoch": 776.09,
      "grad_norm": 1.2540887594223022,
      "learning_rate": 1.1435703509181383e-08,
      "loss": 0.3313,
      "step": 2780740
    },
    {
      "epoch": 776.1,
      "grad_norm": 1.7117066383361816,
      "learning_rate": 1.1433035815963231e-08,
      "loss": 0.3427,
      "step": 2780750
    },
    {
      "epoch": 776.1,
      "grad_norm": 1.2297745943069458,
      "learning_rate": 1.143036843317671e-08,
      "loss": 0.3309,
      "step": 2780760
    },
    {
      "epoch": 776.1,
      "grad_norm": 1.1580649614334106,
      "learning_rate": 1.1427701360822856e-08,
      "loss": 0.3447,
      "step": 2780770
    },
    {
      "epoch": 776.1,
      "grad_norm": 1.312647819519043,
      "learning_rate": 1.142503459890167e-08,
      "loss": 0.3333,
      "step": 2780780
    },
    {
      "epoch": 776.11,
      "grad_norm": 1.2131677865982056,
      "learning_rate": 1.1422368147413676e-08,
      "loss": 0.3355,
      "step": 2780790
    },
    {
      "epoch": 776.11,
      "grad_norm": 1.2827414274215698,
      "learning_rate": 1.1419702006359131e-08,
      "loss": 0.3327,
      "step": 2780800
    },
    {
      "epoch": 776.11,
      "grad_norm": 1.2691160440444946,
      "learning_rate": 1.1417036175738297e-08,
      "loss": 0.3333,
      "step": 2780810
    },
    {
      "epoch": 776.11,
      "grad_norm": 1.136589765548706,
      "learning_rate": 1.1414370655551693e-08,
      "loss": 0.3278,
      "step": 2780820
    },
    {
      "epoch": 776.12,
      "grad_norm": 1.1466599702835083,
      "learning_rate": 1.1411705445799318e-08,
      "loss": 0.3353,
      "step": 2780830
    },
    {
      "epoch": 776.12,
      "grad_norm": 1.3989062309265137,
      "learning_rate": 1.1409040546482215e-08,
      "loss": 0.3322,
      "step": 2780840
    },
    {
      "epoch": 776.12,
      "grad_norm": 1.1584677696228027,
      "learning_rate": 1.1406375957599862e-08,
      "loss": 0.3449,
      "step": 2780850
    },
    {
      "epoch": 776.13,
      "grad_norm": 1.007633924484253,
      "learning_rate": 1.1403711679153563e-08,
      "loss": 0.3151,
      "step": 2780860
    },
    {
      "epoch": 776.13,
      "grad_norm": 1.2725403308868408,
      "learning_rate": 1.1401047711143054e-08,
      "loss": 0.3353,
      "step": 2780870
    },
    {
      "epoch": 776.13,
      "grad_norm": 1.228693962097168,
      "learning_rate": 1.1398384053568598e-08,
      "loss": 0.3619,
      "step": 2780880
    },
    {
      "epoch": 776.13,
      "grad_norm": 1.1490222215652466,
      "learning_rate": 1.1395720706430974e-08,
      "loss": 0.3414,
      "step": 2780890
    },
    {
      "epoch": 776.14,
      "grad_norm": 1.338550090789795,
      "learning_rate": 1.1393057669730442e-08,
      "loss": 0.3357,
      "step": 2780900
    },
    {
      "epoch": 776.14,
      "grad_norm": 1.4737358093261719,
      "learning_rate": 1.1390394943467003e-08,
      "loss": 0.3239,
      "step": 2780910
    },
    {
      "epoch": 776.14,
      "grad_norm": 1.4275606870651245,
      "learning_rate": 1.1387732527641178e-08,
      "loss": 0.323,
      "step": 2780920
    },
    {
      "epoch": 776.15,
      "grad_norm": 1.1503099203109741,
      "learning_rate": 1.1385070422253746e-08,
      "loss": 0.3382,
      "step": 2780930
    },
    {
      "epoch": 776.15,
      "grad_norm": 1.3309143781661987,
      "learning_rate": 1.1382408627304708e-08,
      "loss": 0.3277,
      "step": 2780940
    },
    {
      "epoch": 776.15,
      "grad_norm": 1.1883937120437622,
      "learning_rate": 1.1379747142794062e-08,
      "loss": 0.3281,
      "step": 2780950
    },
    {
      "epoch": 776.15,
      "grad_norm": 1.3656620979309082,
      "learning_rate": 1.1377085968722853e-08,
      "loss": 0.3342,
      "step": 2780960
    },
    {
      "epoch": 776.16,
      "grad_norm": 1.4341915845870972,
      "learning_rate": 1.1374425105091078e-08,
      "loss": 0.3264,
      "step": 2780970
    },
    {
      "epoch": 776.16,
      "grad_norm": 1.29802405834198,
      "learning_rate": 1.1371764551898998e-08,
      "loss": 0.3442,
      "step": 2780980
    },
    {
      "epoch": 776.16,
      "grad_norm": 1.4402652978897095,
      "learning_rate": 1.1369104309147131e-08,
      "loss": 0.3367,
      "step": 2780990
    },
    {
      "epoch": 776.17,
      "grad_norm": 1.0385226011276245,
      "learning_rate": 1.1366444376836001e-08,
      "loss": 0.3269,
      "step": 2781000
    },
    {
      "epoch": 776.17,
      "grad_norm": 1.1631031036376953,
      "learning_rate": 1.1363784754965608e-08,
      "loss": 0.329,
      "step": 2781010
    },
    {
      "epoch": 776.17,
      "grad_norm": 1.6404073238372803,
      "learning_rate": 1.136112544353621e-08,
      "loss": 0.33,
      "step": 2781020
    },
    {
      "epoch": 776.17,
      "grad_norm": 1.2655311822891235,
      "learning_rate": 1.1358466442548849e-08,
      "loss": 0.335,
      "step": 2781030
    },
    {
      "epoch": 776.18,
      "grad_norm": 1.5567530393600464,
      "learning_rate": 1.1355807752003263e-08,
      "loss": 0.3309,
      "step": 2781040
    },
    {
      "epoch": 776.18,
      "grad_norm": 1.2664486169815063,
      "learning_rate": 1.1353149371899716e-08,
      "loss": 0.3385,
      "step": 2781050
    },
    {
      "epoch": 776.18,
      "grad_norm": 1.2189810276031494,
      "learning_rate": 1.1350491302239244e-08,
      "loss": 0.3601,
      "step": 2781060
    },
    {
      "epoch": 776.18,
      "grad_norm": 1.1047576665878296,
      "learning_rate": 1.1347833543021591e-08,
      "loss": 0.3287,
      "step": 2781070
    },
    {
      "epoch": 776.19,
      "grad_norm": 1.150455355644226,
      "learning_rate": 1.1345176094247275e-08,
      "loss": 0.3523,
      "step": 2781080
    },
    {
      "epoch": 776.19,
      "grad_norm": 1.2480984926223755,
      "learning_rate": 1.1342518955916556e-08,
      "loss": 0.3367,
      "step": 2781090
    },
    {
      "epoch": 776.19,
      "grad_norm": 1.1819275617599487,
      "learning_rate": 1.1339862128030216e-08,
      "loss": 0.3351,
      "step": 2781100
    },
    {
      "epoch": 776.2,
      "grad_norm": 1.368323802947998,
      "learning_rate": 1.1337205610587995e-08,
      "loss": 0.3306,
      "step": 2781110
    },
    {
      "epoch": 776.2,
      "grad_norm": 1.4254326820373535,
      "learning_rate": 1.1334549403590934e-08,
      "loss": 0.3476,
      "step": 2781120
    },
    {
      "epoch": 776.2,
      "grad_norm": 1.1969865560531616,
      "learning_rate": 1.133189350703851e-08,
      "loss": 0.3651,
      "step": 2781130
    },
    {
      "epoch": 776.2,
      "grad_norm": 1.3153637647628784,
      "learning_rate": 1.1329237920932027e-08,
      "loss": 0.3306,
      "step": 2781140
    },
    {
      "epoch": 776.21,
      "grad_norm": 1.278534173965454,
      "learning_rate": 1.1326582645270962e-08,
      "loss": 0.318,
      "step": 2781150
    },
    {
      "epoch": 776.21,
      "grad_norm": 1.3635172843933105,
      "learning_rate": 1.1323927680056619e-08,
      "loss": 0.3335,
      "step": 2781160
    },
    {
      "epoch": 776.21,
      "grad_norm": 1.236971139907837,
      "learning_rate": 1.1321273025288475e-08,
      "loss": 0.3288,
      "step": 2781170
    },
    {
      "epoch": 776.22,
      "grad_norm": 1.9833277463912964,
      "learning_rate": 1.1318618680967052e-08,
      "loss": 0.3294,
      "step": 2781180
    },
    {
      "epoch": 776.22,
      "grad_norm": 1.427691102027893,
      "learning_rate": 1.131596464709339e-08,
      "loss": 0.3198,
      "step": 2781190
    },
    {
      "epoch": 776.22,
      "grad_norm": 1.1675310134887695,
      "learning_rate": 1.1313310923666708e-08,
      "loss": 0.3305,
      "step": 2781200
    },
    {
      "epoch": 776.22,
      "grad_norm": 1.3480336666107178,
      "learning_rate": 1.131065751068857e-08,
      "loss": 0.3498,
      "step": 2781210
    },
    {
      "epoch": 776.23,
      "grad_norm": 1.230804443359375,
      "learning_rate": 1.130800440815845e-08,
      "loss": 0.34,
      "step": 2781220
    },
    {
      "epoch": 776.23,
      "grad_norm": 1.5328876972198486,
      "learning_rate": 1.1305351616076874e-08,
      "loss": 0.3272,
      "step": 2781230
    },
    {
      "epoch": 776.23,
      "grad_norm": 1.2280343770980835,
      "learning_rate": 1.130269913444462e-08,
      "loss": 0.3428,
      "step": 2781240
    },
    {
      "epoch": 776.23,
      "grad_norm": 1.182029128074646,
      "learning_rate": 1.1300046963261429e-08,
      "loss": 0.3368,
      "step": 2781250
    },
    {
      "epoch": 776.24,
      "grad_norm": 1.325374722480774,
      "learning_rate": 1.129739510252834e-08,
      "loss": 0.361,
      "step": 2781260
    },
    {
      "epoch": 776.24,
      "grad_norm": 1.3113579750061035,
      "learning_rate": 1.1294743552245095e-08,
      "loss": 0.3278,
      "step": 2781270
    },
    {
      "epoch": 776.24,
      "grad_norm": 1.1653590202331543,
      "learning_rate": 1.1292092312412213e-08,
      "loss": 0.3434,
      "step": 2781280
    },
    {
      "epoch": 776.25,
      "grad_norm": 1.4803662300109863,
      "learning_rate": 1.1289441383030215e-08,
      "loss": 0.3432,
      "step": 2781290
    },
    {
      "epoch": 776.25,
      "grad_norm": 1.1898740530014038,
      "learning_rate": 1.128679076409936e-08,
      "loss": 0.3315,
      "step": 2781300
    },
    {
      "epoch": 776.25,
      "grad_norm": 1.3481453657150269,
      "learning_rate": 1.1284140455619911e-08,
      "loss": 0.3363,
      "step": 2781310
    },
    {
      "epoch": 776.25,
      "grad_norm": 1.2185245752334595,
      "learning_rate": 1.1281490457592385e-08,
      "loss": 0.337,
      "step": 2781320
    },
    {
      "epoch": 776.26,
      "grad_norm": 1.122536063194275,
      "learning_rate": 1.1278840770017304e-08,
      "loss": 0.3329,
      "step": 2781330
    },
    {
      "epoch": 776.26,
      "grad_norm": 1.2484447956085205,
      "learning_rate": 1.1276191392894149e-08,
      "loss": 0.3337,
      "step": 2781340
    },
    {
      "epoch": 776.26,
      "grad_norm": 1.3702319860458374,
      "learning_rate": 1.1273542326224478e-08,
      "loss": 0.3382,
      "step": 2781350
    },
    {
      "epoch": 776.27,
      "grad_norm": 1.0974247455596924,
      "learning_rate": 1.1270893570007774e-08,
      "loss": 0.3305,
      "step": 2781360
    },
    {
      "epoch": 776.27,
      "grad_norm": 1.5835778713226318,
      "learning_rate": 1.1268245124244815e-08,
      "loss": 0.3486,
      "step": 2781370
    },
    {
      "epoch": 776.27,
      "grad_norm": 1.0829956531524658,
      "learning_rate": 1.1265596988935601e-08,
      "loss": 0.3273,
      "step": 2781380
    },
    {
      "epoch": 776.27,
      "grad_norm": 1.121024489402771,
      "learning_rate": 1.1262949164080916e-08,
      "loss": 0.3415,
      "step": 2781390
    },
    {
      "epoch": 776.28,
      "grad_norm": 1.30312979221344,
      "learning_rate": 1.1260301649680757e-08,
      "loss": 0.3378,
      "step": 2781400
    },
    {
      "epoch": 776.28,
      "grad_norm": 1.3026312589645386,
      "learning_rate": 1.1257654445735645e-08,
      "loss": 0.3457,
      "step": 2781410
    },
    {
      "epoch": 776.28,
      "grad_norm": 1.203263282775879,
      "learning_rate": 1.12550075522461e-08,
      "loss": 0.334,
      "step": 2781420
    },
    {
      "epoch": 776.29,
      "grad_norm": 1.6051315069198608,
      "learning_rate": 1.1252360969211863e-08,
      "loss": 0.3303,
      "step": 2781430
    },
    {
      "epoch": 776.29,
      "grad_norm": 1.3047908544540405,
      "learning_rate": 1.1249714696633972e-08,
      "loss": 0.335,
      "step": 2781440
    },
    {
      "epoch": 776.29,
      "grad_norm": 1.4389790296554565,
      "learning_rate": 1.1247068734512432e-08,
      "loss": 0.3249,
      "step": 2781450
    },
    {
      "epoch": 776.29,
      "grad_norm": 1.375746250152588,
      "learning_rate": 1.1244423082847759e-08,
      "loss": 0.3333,
      "step": 2781460
    },
    {
      "epoch": 776.3,
      "grad_norm": 1.1876347064971924,
      "learning_rate": 1.1241777741640215e-08,
      "loss": 0.3326,
      "step": 2781470
    },
    {
      "epoch": 776.3,
      "grad_norm": 1.164705753326416,
      "learning_rate": 1.123913271089006e-08,
      "loss": 0.3233,
      "step": 2781480
    },
    {
      "epoch": 776.3,
      "grad_norm": 1.2024959325790405,
      "learning_rate": 1.1236487990597554e-08,
      "loss": 0.3232,
      "step": 2781490
    },
    {
      "epoch": 776.3,
      "grad_norm": 1.2223740816116333,
      "learning_rate": 1.1233843580763478e-08,
      "loss": 0.3451,
      "step": 2781500
    },
    {
      "epoch": 776.31,
      "grad_norm": 1.267871379852295,
      "learning_rate": 1.1231199481388093e-08,
      "loss": 0.3381,
      "step": 2781510
    },
    {
      "epoch": 776.31,
      "grad_norm": 1.3067454099655151,
      "learning_rate": 1.1228555692471136e-08,
      "loss": 0.3478,
      "step": 2781520
    },
    {
      "epoch": 776.31,
      "grad_norm": 1.0983600616455078,
      "learning_rate": 1.1225912214013911e-08,
      "loss": 0.3314,
      "step": 2781530
    },
    {
      "epoch": 776.32,
      "grad_norm": 1.18388831615448,
      "learning_rate": 1.1223269046015896e-08,
      "loss": 0.3372,
      "step": 2781540
    },
    {
      "epoch": 776.32,
      "grad_norm": 1.2667474746704102,
      "learning_rate": 1.1220626188478132e-08,
      "loss": 0.3393,
      "step": 2781550
    },
    {
      "epoch": 776.32,
      "grad_norm": 1.4664804935455322,
      "learning_rate": 1.121798364140036e-08,
      "loss": 0.3432,
      "step": 2781560
    },
    {
      "epoch": 776.32,
      "grad_norm": 1.2277555465698242,
      "learning_rate": 1.1215341404783358e-08,
      "loss": 0.3338,
      "step": 2781570
    },
    {
      "epoch": 776.33,
      "grad_norm": 1.2894649505615234,
      "learning_rate": 1.121269947862739e-08,
      "loss": 0.3299,
      "step": 2781580
    },
    {
      "epoch": 776.33,
      "grad_norm": 1.2647042274475098,
      "learning_rate": 1.1210057862932713e-08,
      "loss": 0.3351,
      "step": 2781590
    },
    {
      "epoch": 776.33,
      "grad_norm": 5.165661334991455,
      "learning_rate": 1.1207416557699849e-08,
      "loss": 0.354,
      "step": 2781600
    },
    {
      "epoch": 776.34,
      "grad_norm": 1.4137026071548462,
      "learning_rate": 1.1204775562929057e-08,
      "loss": 0.3549,
      "step": 2781610
    },
    {
      "epoch": 776.34,
      "grad_norm": 1.4923136234283447,
      "learning_rate": 1.1202134878620597e-08,
      "loss": 0.3411,
      "step": 2781620
    },
    {
      "epoch": 776.34,
      "grad_norm": 1.2209968566894531,
      "learning_rate": 1.1199494504774732e-08,
      "loss": 0.3268,
      "step": 2781630
    },
    {
      "epoch": 776.34,
      "grad_norm": 1.2051197290420532,
      "learning_rate": 1.1196854441392241e-08,
      "loss": 0.3385,
      "step": 2781640
    },
    {
      "epoch": 776.35,
      "grad_norm": 1.0619747638702393,
      "learning_rate": 1.1194214688473122e-08,
      "loss": 0.3232,
      "step": 2781650
    },
    {
      "epoch": 776.35,
      "grad_norm": 1.062516450881958,
      "learning_rate": 1.1191575246017638e-08,
      "loss": 0.3374,
      "step": 2781660
    },
    {
      "epoch": 776.35,
      "grad_norm": 1.1223807334899902,
      "learning_rate": 1.1188936114026569e-08,
      "loss": 0.3165,
      "step": 2781670
    },
    {
      "epoch": 776.36,
      "grad_norm": 1.0746588706970215,
      "learning_rate": 1.1186297292499914e-08,
      "loss": 0.3298,
      "step": 2781680
    },
    {
      "epoch": 776.36,
      "grad_norm": 1.1874029636383057,
      "learning_rate": 1.1183658781438194e-08,
      "loss": 0.343,
      "step": 2781690
    },
    {
      "epoch": 776.36,
      "grad_norm": 1.1920065879821777,
      "learning_rate": 1.1181020580841669e-08,
      "loss": 0.3466,
      "step": 2781700
    },
    {
      "epoch": 776.36,
      "grad_norm": 1.437326192855835,
      "learning_rate": 1.11783826907106e-08,
      "loss": 0.338,
      "step": 2781710
    },
    {
      "epoch": 776.37,
      "grad_norm": 1.390770673751831,
      "learning_rate": 1.1175745111045507e-08,
      "loss": 0.3366,
      "step": 2781720
    },
    {
      "epoch": 776.37,
      "grad_norm": 1.2251530885696411,
      "learning_rate": 1.1173107841846648e-08,
      "loss": 0.3411,
      "step": 2781730
    },
    {
      "epoch": 776.37,
      "grad_norm": 1.1265652179718018,
      "learning_rate": 1.1170470883114547e-08,
      "loss": 0.3417,
      "step": 2781740
    },
    {
      "epoch": 776.37,
      "grad_norm": 1.2426857948303223,
      "learning_rate": 1.1167834234849203e-08,
      "loss": 0.3461,
      "step": 2781750
    },
    {
      "epoch": 776.38,
      "grad_norm": 1.3022327423095703,
      "learning_rate": 1.1165197897051135e-08,
      "loss": 0.3391,
      "step": 2781760
    },
    {
      "epoch": 776.38,
      "grad_norm": 3.1824727058410645,
      "learning_rate": 1.1162561869721126e-08,
      "loss": 0.3544,
      "step": 2781770
    },
    {
      "epoch": 776.38,
      "grad_norm": 1.277540683746338,
      "learning_rate": 1.1159926152858653e-08,
      "loss": 0.3477,
      "step": 2781780
    },
    {
      "epoch": 776.39,
      "grad_norm": 1.133301854133606,
      "learning_rate": 1.1157290746465018e-08,
      "loss": 0.3268,
      "step": 2781790
    },
    {
      "epoch": 776.39,
      "grad_norm": 1.271285891532898,
      "learning_rate": 1.11546556505397e-08,
      "loss": 0.3272,
      "step": 2781800
    },
    {
      "epoch": 776.39,
      "grad_norm": 1.1118133068084717,
      "learning_rate": 1.1152020865083741e-08,
      "loss": 0.3313,
      "step": 2781810
    },
    {
      "epoch": 776.39,
      "grad_norm": 1.2795383930206299,
      "learning_rate": 1.1149386390097141e-08,
      "loss": 0.3473,
      "step": 2781820
    },
    {
      "epoch": 776.4,
      "grad_norm": 1.2161486148834229,
      "learning_rate": 1.1146752225580161e-08,
      "loss": 0.3204,
      "step": 2781830
    },
    {
      "epoch": 776.4,
      "grad_norm": 1.215649962425232,
      "learning_rate": 1.1144118371533579e-08,
      "loss": 0.339,
      "step": 2781840
    },
    {
      "epoch": 776.4,
      "grad_norm": 1.3143490552902222,
      "learning_rate": 1.1141484827957395e-08,
      "loss": 0.341,
      "step": 2781850
    },
    {
      "epoch": 776.41,
      "grad_norm": 1.0769717693328857,
      "learning_rate": 1.1138851594851873e-08,
      "loss": 0.3134,
      "step": 2781860
    },
    {
      "epoch": 776.41,
      "grad_norm": 1.1550285816192627,
      "learning_rate": 1.113621867221779e-08,
      "loss": 0.3388,
      "step": 2781870
    },
    {
      "epoch": 776.41,
      "grad_norm": 1.274761438369751,
      "learning_rate": 1.1133586060055148e-08,
      "loss": 0.3285,
      "step": 2781880
    },
    {
      "epoch": 776.41,
      "grad_norm": 1.2742635011672974,
      "learning_rate": 1.1130953758364207e-08,
      "loss": 0.3321,
      "step": 2781890
    },
    {
      "epoch": 776.42,
      "grad_norm": 1.4191110134124756,
      "learning_rate": 1.1128321767145745e-08,
      "loss": 0.3337,
      "step": 2781900
    },
    {
      "epoch": 776.42,
      "grad_norm": 1.4247150421142578,
      "learning_rate": 1.1125690086399505e-08,
      "loss": 0.3296,
      "step": 2781910
    },
    {
      "epoch": 776.42,
      "grad_norm": 1.4664580821990967,
      "learning_rate": 1.1123058716126527e-08,
      "loss": 0.3425,
      "step": 2781920
    },
    {
      "epoch": 776.42,
      "grad_norm": 1.0828158855438232,
      "learning_rate": 1.112042765632681e-08,
      "loss": 0.3424,
      "step": 2781930
    },
    {
      "epoch": 776.43,
      "grad_norm": 1.4552003145217896,
      "learning_rate": 1.1117796907000615e-08,
      "loss": 0.3497,
      "step": 2781940
    },
    {
      "epoch": 776.43,
      "grad_norm": 1.3074995279312134,
      "learning_rate": 1.1115166468148463e-08,
      "loss": 0.3246,
      "step": 2781950
    },
    {
      "epoch": 776.43,
      "grad_norm": 1.1452386379241943,
      "learning_rate": 1.1112536339770613e-08,
      "loss": 0.3197,
      "step": 2781960
    },
    {
      "epoch": 776.44,
      "grad_norm": 1.2946319580078125,
      "learning_rate": 1.1109906521867586e-08,
      "loss": 0.3366,
      "step": 2781970
    },
    {
      "epoch": 776.44,
      "grad_norm": 1.300210952758789,
      "learning_rate": 1.1107277014439381e-08,
      "loss": 0.3408,
      "step": 2781980
    },
    {
      "epoch": 776.44,
      "grad_norm": 1.0718836784362793,
      "learning_rate": 1.1104647817486521e-08,
      "loss": 0.3327,
      "step": 2781990
    },
    {
      "epoch": 776.44,
      "grad_norm": 1.1082383394241333,
      "learning_rate": 1.1102018931009524e-08,
      "loss": 0.3135,
      "step": 2782000
    },
    {
      "epoch": 776.45,
      "grad_norm": 1.1047518253326416,
      "learning_rate": 1.109939035500865e-08,
      "loss": 0.3385,
      "step": 2782010
    },
    {
      "epoch": 776.45,
      "grad_norm": 1.4191919565200806,
      "learning_rate": 1.1096762089484162e-08,
      "loss": 0.332,
      "step": 2782020
    },
    {
      "epoch": 776.45,
      "grad_norm": 1.2934582233428955,
      "learning_rate": 1.1094134134436318e-08,
      "loss": 0.3351,
      "step": 2782030
    },
    {
      "epoch": 776.46,
      "grad_norm": 1.2594668865203857,
      "learning_rate": 1.1091506489865637e-08,
      "loss": 0.3309,
      "step": 2782040
    },
    {
      "epoch": 776.46,
      "grad_norm": 1.3043466806411743,
      "learning_rate": 1.1088879155772643e-08,
      "loss": 0.3385,
      "step": 2782050
    },
    {
      "epoch": 776.46,
      "grad_norm": 1.274448275566101,
      "learning_rate": 1.1086252132157335e-08,
      "loss": 0.3389,
      "step": 2782060
    },
    {
      "epoch": 776.46,
      "grad_norm": 1.180320143699646,
      "learning_rate": 1.108362541902023e-08,
      "loss": 0.3355,
      "step": 2782070
    },
    {
      "epoch": 776.47,
      "grad_norm": 1.3113027811050415,
      "learning_rate": 1.1080999016361593e-08,
      "loss": 0.3307,
      "step": 2782080
    },
    {
      "epoch": 776.47,
      "grad_norm": 1.3160088062286377,
      "learning_rate": 1.1078372924182201e-08,
      "loss": 0.3304,
      "step": 2782090
    },
    {
      "epoch": 776.47,
      "grad_norm": 1.0633330345153809,
      "learning_rate": 1.1075747142481536e-08,
      "loss": 0.3352,
      "step": 2782100
    },
    {
      "epoch": 776.48,
      "grad_norm": 1.3084132671356201,
      "learning_rate": 1.1073121671260639e-08,
      "loss": 0.3423,
      "step": 2782110
    },
    {
      "epoch": 776.48,
      "grad_norm": 1.6101086139678955,
      "learning_rate": 1.1070496510519767e-08,
      "loss": 0.3424,
      "step": 2782120
    },
    {
      "epoch": 776.48,
      "grad_norm": 1.4453047513961792,
      "learning_rate": 1.1067871660258922e-08,
      "loss": 0.3322,
      "step": 2782130
    },
    {
      "epoch": 776.48,
      "grad_norm": 1.3428161144256592,
      "learning_rate": 1.1065247120479147e-08,
      "loss": 0.3544,
      "step": 2782140
    },
    {
      "epoch": 776.49,
      "grad_norm": 1.1951922178268433,
      "learning_rate": 1.1062622891179919e-08,
      "loss": 0.3465,
      "step": 2782150
    },
    {
      "epoch": 776.49,
      "grad_norm": 1.248573660850525,
      "learning_rate": 1.1059998972362279e-08,
      "loss": 0.3254,
      "step": 2782160
    },
    {
      "epoch": 776.49,
      "grad_norm": 1.1827441453933716,
      "learning_rate": 1.1057375364026226e-08,
      "loss": 0.3365,
      "step": 2782170
    },
    {
      "epoch": 776.49,
      "grad_norm": 1.1458200216293335,
      "learning_rate": 1.1054752066172023e-08,
      "loss": 0.3464,
      "step": 2782180
    },
    {
      "epoch": 776.5,
      "grad_norm": 1.3377094268798828,
      "learning_rate": 1.1052129078800448e-08,
      "loss": 0.3468,
      "step": 2782190
    },
    {
      "epoch": 776.5,
      "grad_norm": 1.177634835243225,
      "learning_rate": 1.1049506401911503e-08,
      "loss": 0.3345,
      "step": 2782200
    },
    {
      "epoch": 776.5,
      "grad_norm": 1.0568848848342896,
      "learning_rate": 1.1046884035505448e-08,
      "loss": 0.3095,
      "step": 2782210
    },
    {
      "epoch": 776.51,
      "grad_norm": 1.2610751390457153,
      "learning_rate": 1.1044261979583062e-08,
      "loss": 0.3334,
      "step": 2782220
    },
    {
      "epoch": 776.51,
      "grad_norm": 1.1032413244247437,
      "learning_rate": 1.1041640234144346e-08,
      "loss": 0.3264,
      "step": 2782230
    },
    {
      "epoch": 776.51,
      "grad_norm": 1.286868691444397,
      "learning_rate": 1.1039018799189823e-08,
      "loss": 0.3429,
      "step": 2782240
    },
    {
      "epoch": 776.51,
      "grad_norm": 1.2515236139297485,
      "learning_rate": 1.1036397674719747e-08,
      "loss": 0.3276,
      "step": 2782250
    },
    {
      "epoch": 776.52,
      "grad_norm": 1.1404030323028564,
      "learning_rate": 1.1033776860734385e-08,
      "loss": 0.3518,
      "step": 2782260
    },
    {
      "epoch": 776.52,
      "grad_norm": 1.2394963502883911,
      "learning_rate": 1.1031156357234253e-08,
      "loss": 0.3307,
      "step": 2782270
    },
    {
      "epoch": 776.52,
      "grad_norm": 1.2832740545272827,
      "learning_rate": 1.1028536164219611e-08,
      "loss": 0.349,
      "step": 2782280
    },
    {
      "epoch": 776.53,
      "grad_norm": 1.1847180128097534,
      "learning_rate": 1.1025916281690983e-08,
      "loss": 0.3253,
      "step": 2782290
    },
    {
      "epoch": 776.53,
      "grad_norm": 1.3699631690979004,
      "learning_rate": 1.1023296709648364e-08,
      "loss": 0.3377,
      "step": 2782300
    },
    {
      "epoch": 776.53,
      "grad_norm": 1.2654114961624146,
      "learning_rate": 1.102067744809228e-08,
      "loss": 0.3349,
      "step": 2782310
    },
    {
      "epoch": 776.53,
      "grad_norm": 1.2247672080993652,
      "learning_rate": 1.1018058497023508e-08,
      "loss": 0.3378,
      "step": 2782320
    },
    {
      "epoch": 776.54,
      "grad_norm": 1.3309376239776611,
      "learning_rate": 1.101543985644153e-08,
      "loss": 0.3371,
      "step": 2782330
    },
    {
      "epoch": 776.54,
      "grad_norm": 1.3060508966445923,
      "learning_rate": 1.1012821526347383e-08,
      "loss": 0.3561,
      "step": 2782340
    },
    {
      "epoch": 776.54,
      "grad_norm": 1.108378529548645,
      "learning_rate": 1.1010203506741071e-08,
      "loss": 0.3285,
      "step": 2782350
    },
    {
      "epoch": 776.54,
      "grad_norm": 1.1785094738006592,
      "learning_rate": 1.1007585797623113e-08,
      "loss": 0.3297,
      "step": 2782360
    },
    {
      "epoch": 776.55,
      "grad_norm": 1.2121639251708984,
      "learning_rate": 1.1004968398993768e-08,
      "loss": 0.3486,
      "step": 2782370
    },
    {
      "epoch": 776.55,
      "grad_norm": 1.1925691366195679,
      "learning_rate": 1.1002351310853557e-08,
      "loss": 0.3375,
      "step": 2782380
    },
    {
      "epoch": 776.55,
      "grad_norm": 1.8010190725326538,
      "learning_rate": 1.0999734533202481e-08,
      "loss": 0.3426,
      "step": 2782390
    },
    {
      "epoch": 776.56,
      "grad_norm": 1.161457896232605,
      "learning_rate": 1.0997118066041321e-08,
      "loss": 0.3405,
      "step": 2782400
    },
    {
      "epoch": 776.56,
      "grad_norm": 1.2471216917037964,
      "learning_rate": 1.0994501909370076e-08,
      "loss": 0.3328,
      "step": 2782410
    },
    {
      "epoch": 776.56,
      "grad_norm": 1.227384328842163,
      "learning_rate": 1.0991886063189265e-08,
      "loss": 0.3309,
      "step": 2782420
    },
    {
      "epoch": 776.56,
      "grad_norm": 1.3107352256774902,
      "learning_rate": 1.098927052749915e-08,
      "loss": 0.3529,
      "step": 2782430
    },
    {
      "epoch": 776.57,
      "grad_norm": 1.300525426864624,
      "learning_rate": 1.098665530230025e-08,
      "loss": 0.3354,
      "step": 2782440
    },
    {
      "epoch": 776.57,
      "grad_norm": 1.3210262060165405,
      "learning_rate": 1.098404038759257e-08,
      "loss": 0.3319,
      "step": 2782450
    },
    {
      "epoch": 776.57,
      "grad_norm": 1.5266684293746948,
      "learning_rate": 1.0981425783376883e-08,
      "loss": 0.3416,
      "step": 2782460
    },
    {
      "epoch": 776.58,
      "grad_norm": 1.2928698062896729,
      "learning_rate": 1.0978811489653193e-08,
      "loss": 0.3553,
      "step": 2782470
    },
    {
      "epoch": 776.58,
      "grad_norm": 1.2696330547332764,
      "learning_rate": 1.0976197506422022e-08,
      "loss": 0.3329,
      "step": 2782480
    },
    {
      "epoch": 776.58,
      "grad_norm": 1.325423002243042,
      "learning_rate": 1.0973583833683626e-08,
      "loss": 0.3283,
      "step": 2782490
    },
    {
      "epoch": 776.58,
      "grad_norm": 1.0014885663986206,
      "learning_rate": 1.097097047143853e-08,
      "loss": 0.3375,
      "step": 2782500
    },
    {
      "epoch": 776.59,
      "grad_norm": 1.1625454425811768,
      "learning_rate": 1.096835741968699e-08,
      "loss": 0.3557,
      "step": 2782510
    },
    {
      "epoch": 776.59,
      "grad_norm": 1.279563307762146,
      "learning_rate": 1.096574467842927e-08,
      "loss": 0.3434,
      "step": 2782520
    },
    {
      "epoch": 776.59,
      "grad_norm": 1.2105565071105957,
      "learning_rate": 1.0963132247665627e-08,
      "loss": 0.3318,
      "step": 2782530
    },
    {
      "epoch": 776.6,
      "grad_norm": 5.41956901550293,
      "learning_rate": 1.0960520127396583e-08,
      "loss": 0.3353,
      "step": 2782540
    },
    {
      "epoch": 776.6,
      "grad_norm": 3.660123586654663,
      "learning_rate": 1.0957908317622658e-08,
      "loss": 0.317,
      "step": 2782550
    },
    {
      "epoch": 776.6,
      "grad_norm": 1.1870434284210205,
      "learning_rate": 1.0955296818343853e-08,
      "loss": 0.3289,
      "step": 2782560
    },
    {
      "epoch": 776.6,
      "grad_norm": 1.0741217136383057,
      "learning_rate": 1.0952685629560687e-08,
      "loss": 0.3425,
      "step": 2782570
    },
    {
      "epoch": 776.61,
      "grad_norm": 1.421302318572998,
      "learning_rate": 1.0950074751273422e-08,
      "loss": 0.3376,
      "step": 2782580
    },
    {
      "epoch": 776.61,
      "grad_norm": 1.2236709594726562,
      "learning_rate": 1.0947464183482576e-08,
      "loss": 0.3385,
      "step": 2782590
    },
    {
      "epoch": 776.61,
      "grad_norm": 1.1959502696990967,
      "learning_rate": 1.094485392618841e-08,
      "loss": 0.337,
      "step": 2782600
    },
    {
      "epoch": 776.61,
      "grad_norm": 2.5100088119506836,
      "learning_rate": 1.0942243979390925e-08,
      "loss": 0.3489,
      "step": 2782610
    },
    {
      "epoch": 776.62,
      "grad_norm": 1.3797541856765747,
      "learning_rate": 1.0939634343091162e-08,
      "loss": 0.3414,
      "step": 2782620
    },
    {
      "epoch": 776.62,
      "grad_norm": 1.0179423093795776,
      "learning_rate": 1.093702501728886e-08,
      "loss": 0.3415,
      "step": 2782630
    },
    {
      "epoch": 776.62,
      "grad_norm": 1.360360026359558,
      "learning_rate": 1.0934416001984799e-08,
      "loss": 0.3448,
      "step": 2782640
    },
    {
      "epoch": 776.63,
      "grad_norm": 1.21004056930542,
      "learning_rate": 1.093180729717898e-08,
      "loss": 0.3396,
      "step": 2782650
    },
    {
      "epoch": 776.63,
      "grad_norm": 1.2535847425460815,
      "learning_rate": 1.0929198902871923e-08,
      "loss": 0.3356,
      "step": 2782660
    },
    {
      "epoch": 776.63,
      "grad_norm": 1.2367116212844849,
      "learning_rate": 1.0926590819063889e-08,
      "loss": 0.347,
      "step": 2782670
    },
    {
      "epoch": 776.63,
      "grad_norm": 1.1875865459442139,
      "learning_rate": 1.0923983045755397e-08,
      "loss": 0.3431,
      "step": 2782680
    },
    {
      "epoch": 776.64,
      "grad_norm": 1.2805730104446411,
      "learning_rate": 1.0921375582946708e-08,
      "loss": 0.3352,
      "step": 2782690
    },
    {
      "epoch": 776.64,
      "grad_norm": 1.266704797744751,
      "learning_rate": 1.0918768430638082e-08,
      "loss": 0.3396,
      "step": 2782700
    },
    {
      "epoch": 776.64,
      "grad_norm": 1.2651543617248535,
      "learning_rate": 1.091616158882978e-08,
      "loss": 0.3228,
      "step": 2782710
    },
    {
      "epoch": 776.65,
      "grad_norm": 1.6032187938690186,
      "learning_rate": 1.0913555057522581e-08,
      "loss": 0.3493,
      "step": 2782720
    },
    {
      "epoch": 776.65,
      "grad_norm": 1.2556108236312866,
      "learning_rate": 1.0910948836716227e-08,
      "loss": 0.3548,
      "step": 2782730
    },
    {
      "epoch": 776.65,
      "grad_norm": 1.322070598602295,
      "learning_rate": 1.0908342926411757e-08,
      "loss": 0.3301,
      "step": 2782740
    },
    {
      "epoch": 776.65,
      "grad_norm": 1.0839364528656006,
      "learning_rate": 1.090573732660891e-08,
      "loss": 0.3481,
      "step": 2782750
    },
    {
      "epoch": 776.66,
      "grad_norm": 1.3031290769577026,
      "learning_rate": 1.090313203730821e-08,
      "loss": 0.332,
      "step": 2782760
    },
    {
      "epoch": 776.66,
      "grad_norm": 1.4798990488052368,
      "learning_rate": 1.0900527058510175e-08,
      "loss": 0.3259,
      "step": 2782770
    },
    {
      "epoch": 776.66,
      "grad_norm": 1.4253367185592651,
      "learning_rate": 1.0897922390215065e-08,
      "loss": 0.33,
      "step": 2782780
    },
    {
      "epoch": 776.66,
      "grad_norm": 1.4252885580062866,
      "learning_rate": 1.089531803242314e-08,
      "loss": 0.3428,
      "step": 2782790
    },
    {
      "epoch": 776.67,
      "grad_norm": 1.2918055057525635,
      "learning_rate": 1.0892713985134923e-08,
      "loss": 0.3271,
      "step": 2782800
    },
    {
      "epoch": 776.67,
      "grad_norm": 1.3326935768127441,
      "learning_rate": 1.0890110248350671e-08,
      "loss": 0.3252,
      "step": 2782810
    },
    {
      "epoch": 776.67,
      "grad_norm": 1.3192440271377563,
      "learning_rate": 1.0887506822070384e-08,
      "loss": 0.3537,
      "step": 2782820
    },
    {
      "epoch": 776.68,
      "grad_norm": 1.4341416358947754,
      "learning_rate": 1.0884903706295106e-08,
      "loss": 0.3373,
      "step": 2782830
    },
    {
      "epoch": 776.68,
      "grad_norm": 1.4372365474700928,
      "learning_rate": 1.0882300901024575e-08,
      "loss": 0.3132,
      "step": 2782840
    },
    {
      "epoch": 776.68,
      "grad_norm": 1.4435210227966309,
      "learning_rate": 1.087969840625957e-08,
      "loss": 0.3299,
      "step": 2782850
    },
    {
      "epoch": 776.68,
      "grad_norm": 1.1658755540847778,
      "learning_rate": 1.0877096222000094e-08,
      "loss": 0.3469,
      "step": 2782860
    },
    {
      "epoch": 776.69,
      "grad_norm": 1.1513313055038452,
      "learning_rate": 1.0874494348246665e-08,
      "loss": 0.3374,
      "step": 2782870
    },
    {
      "epoch": 776.69,
      "grad_norm": 1.2340357303619385,
      "learning_rate": 1.0871892784999545e-08,
      "loss": 0.3203,
      "step": 2782880
    },
    {
      "epoch": 776.69,
      "grad_norm": 1.1981898546218872,
      "learning_rate": 1.0869291532259253e-08,
      "loss": 0.3401,
      "step": 2782890
    },
    {
      "epoch": 776.7,
      "grad_norm": 1.4088983535766602,
      "learning_rate": 1.086669059002579e-08,
      "loss": 0.3476,
      "step": 2782900
    },
    {
      "epoch": 776.7,
      "grad_norm": 1.1045633554458618,
      "learning_rate": 1.0864089958299935e-08,
      "loss": 0.3289,
      "step": 2782910
    },
    {
      "epoch": 776.7,
      "grad_norm": 1.4914575815200806,
      "learning_rate": 1.086148963708169e-08,
      "loss": 0.3403,
      "step": 2782920
    },
    {
      "epoch": 776.7,
      "grad_norm": 1.308327555656433,
      "learning_rate": 1.0858889626371836e-08,
      "loss": 0.351,
      "step": 2782930
    },
    {
      "epoch": 776.71,
      "grad_norm": 1.137944221496582,
      "learning_rate": 1.085628992617011e-08,
      "loss": 0.3545,
      "step": 2782940
    },
    {
      "epoch": 776.71,
      "grad_norm": 1.0954359769821167,
      "learning_rate": 1.0853690536477295e-08,
      "loss": 0.3524,
      "step": 2782950
    },
    {
      "epoch": 776.71,
      "grad_norm": 1.3767473697662354,
      "learning_rate": 1.085109145729365e-08,
      "loss": 0.3425,
      "step": 2782960
    },
    {
      "epoch": 776.72,
      "grad_norm": 1.0638304948806763,
      "learning_rate": 1.0848492688619436e-08,
      "loss": 0.3485,
      "step": 2782970
    },
    {
      "epoch": 776.72,
      "grad_norm": 1.2501113414764404,
      "learning_rate": 1.0845894230454913e-08,
      "loss": 0.3321,
      "step": 2782980
    },
    {
      "epoch": 776.72,
      "grad_norm": 1.1587077379226685,
      "learning_rate": 1.0843296082800862e-08,
      "loss": 0.337,
      "step": 2782990
    },
    {
      "epoch": 776.72,
      "grad_norm": 1.1993955373764038,
      "learning_rate": 1.084069824565702e-08,
      "loss": 0.3347,
      "step": 2783000
    },
    {
      "epoch": 776.73,
      "grad_norm": 1.0754849910736084,
      "learning_rate": 1.0838100719024433e-08,
      "loss": 0.3324,
      "step": 2783010
    },
    {
      "epoch": 776.73,
      "grad_norm": 1.5558044910430908,
      "learning_rate": 1.0835503502902836e-08,
      "loss": 0.3365,
      "step": 2783020
    },
    {
      "epoch": 776.73,
      "grad_norm": 1.2234156131744385,
      "learning_rate": 1.0832906597292752e-08,
      "loss": 0.3424,
      "step": 2783030
    },
    {
      "epoch": 776.73,
      "grad_norm": 1.2746628522872925,
      "learning_rate": 1.083031000219444e-08,
      "loss": 0.3455,
      "step": 2783040
    },
    {
      "epoch": 776.74,
      "grad_norm": 1.1895543336868286,
      "learning_rate": 1.0827713717608423e-08,
      "loss": 0.3323,
      "step": 2783050
    },
    {
      "epoch": 776.74,
      "grad_norm": 1.4434893131256104,
      "learning_rate": 1.0825117743535218e-08,
      "loss": 0.3349,
      "step": 2783060
    },
    {
      "epoch": 776.74,
      "grad_norm": 2.024404525756836,
      "learning_rate": 1.0822522079974826e-08,
      "loss": 0.3424,
      "step": 2783070
    },
    {
      "epoch": 776.75,
      "grad_norm": 1.4292985200881958,
      "learning_rate": 1.0819926726927768e-08,
      "loss": 0.3382,
      "step": 2783080
    },
    {
      "epoch": 776.75,
      "grad_norm": 1.4822909832000732,
      "learning_rate": 1.0817331684394303e-08,
      "loss": 0.3198,
      "step": 2783090
    },
    {
      "epoch": 776.75,
      "grad_norm": 1.2244603633880615,
      "learning_rate": 1.0814736952374694e-08,
      "loss": 0.3369,
      "step": 2783100
    },
    {
      "epoch": 776.75,
      "grad_norm": 1.08754563331604,
      "learning_rate": 1.0812142530869719e-08,
      "loss": 0.3243,
      "step": 2783110
    },
    {
      "epoch": 776.76,
      "grad_norm": 1.435103178024292,
      "learning_rate": 1.080954841987912e-08,
      "loss": 0.3387,
      "step": 2783120
    },
    {
      "epoch": 776.76,
      "grad_norm": 1.1495007276535034,
      "learning_rate": 1.0806954619403674e-08,
      "loss": 0.3269,
      "step": 2783130
    },
    {
      "epoch": 776.76,
      "grad_norm": 1.3264687061309814,
      "learning_rate": 1.0804361129443384e-08,
      "loss": 0.3387,
      "step": 2783140
    },
    {
      "epoch": 776.77,
      "grad_norm": 1.5233855247497559,
      "learning_rate": 1.080176794999903e-08,
      "loss": 0.3477,
      "step": 2783150
    },
    {
      "epoch": 776.77,
      "grad_norm": 1.2065892219543457,
      "learning_rate": 1.0799175081070613e-08,
      "loss": 0.324,
      "step": 2783160
    },
    {
      "epoch": 776.77,
      "grad_norm": 1.1168533563613892,
      "learning_rate": 1.079658252265865e-08,
      "loss": 0.3473,
      "step": 2783170
    },
    {
      "epoch": 776.77,
      "grad_norm": 1.2731016874313354,
      "learning_rate": 1.0793990274763405e-08,
      "loss": 0.3357,
      "step": 2783180
    },
    {
      "epoch": 776.78,
      "grad_norm": 1.3393990993499756,
      "learning_rate": 1.0791398337385138e-08,
      "loss": 0.3469,
      "step": 2783190
    },
    {
      "epoch": 776.78,
      "grad_norm": 1.2878059148788452,
      "learning_rate": 1.0788806710524366e-08,
      "loss": 0.3533,
      "step": 2783200
    },
    {
      "epoch": 776.78,
      "grad_norm": 1.0925201177597046,
      "learning_rate": 1.078621539418135e-08,
      "loss": 0.3331,
      "step": 2783210
    },
    {
      "epoch": 776.78,
      "grad_norm": 1.2711149454116821,
      "learning_rate": 1.0783624388356616e-08,
      "loss": 0.3314,
      "step": 2783220
    },
    {
      "epoch": 776.79,
      "grad_norm": 1.1758953332901,
      "learning_rate": 1.0781033693050157e-08,
      "loss": 0.3447,
      "step": 2783230
    },
    {
      "epoch": 776.79,
      "grad_norm": 1.2638250589370728,
      "learning_rate": 1.0778443308262497e-08,
      "loss": 0.3527,
      "step": 2783240
    },
    {
      "epoch": 776.79,
      "grad_norm": 1.836729884147644,
      "learning_rate": 1.0775853233993895e-08,
      "loss": 0.3271,
      "step": 2783250
    },
    {
      "epoch": 776.8,
      "grad_norm": 1.2323274612426758,
      "learning_rate": 1.0773263470244872e-08,
      "loss": 0.334,
      "step": 2783260
    },
    {
      "epoch": 776.8,
      "grad_norm": 1.3509734869003296,
      "learning_rate": 1.0770674017015947e-08,
      "loss": 0.3323,
      "step": 2783270
    },
    {
      "epoch": 776.8,
      "grad_norm": 1.0356600284576416,
      "learning_rate": 1.0768084874306863e-08,
      "loss": 0.3334,
      "step": 2783280
    },
    {
      "epoch": 776.8,
      "grad_norm": 1.2389328479766846,
      "learning_rate": 1.0765496042118397e-08,
      "loss": 0.3331,
      "step": 2783290
    },
    {
      "epoch": 776.81,
      "grad_norm": 1.1027249097824097,
      "learning_rate": 1.0762907520450812e-08,
      "loss": 0.325,
      "step": 2783300
    },
    {
      "epoch": 776.81,
      "grad_norm": 1.1788029670715332,
      "learning_rate": 1.0760319309304367e-08,
      "loss": 0.3343,
      "step": 2783310
    },
    {
      "epoch": 776.81,
      "grad_norm": 1.229728102684021,
      "learning_rate": 1.0757731408679843e-08,
      "loss": 0.3306,
      "step": 2783320
    },
    {
      "epoch": 776.82,
      "grad_norm": 1.1846084594726562,
      "learning_rate": 1.0755143818576978e-08,
      "loss": 0.3273,
      "step": 2783330
    },
    {
      "epoch": 776.82,
      "grad_norm": 3.8939626216888428,
      "learning_rate": 1.0752556538996295e-08,
      "loss": 0.3436,
      "step": 2783340
    },
    {
      "epoch": 776.82,
      "grad_norm": 1.2472468614578247,
      "learning_rate": 1.0749969569938313e-08,
      "loss": 0.3284,
      "step": 2783350
    },
    {
      "epoch": 776.82,
      "grad_norm": 1.4000457525253296,
      "learning_rate": 1.0747382911403292e-08,
      "loss": 0.3481,
      "step": 2783360
    },
    {
      "epoch": 776.83,
      "grad_norm": 1.539923071861267,
      "learning_rate": 1.0744796563391493e-08,
      "loss": 0.3275,
      "step": 2783370
    },
    {
      "epoch": 776.83,
      "grad_norm": 1.1753426790237427,
      "learning_rate": 1.0742210525903176e-08,
      "loss": 0.3349,
      "step": 2783380
    },
    {
      "epoch": 776.83,
      "grad_norm": 1.0397013425827026,
      "learning_rate": 1.0739624798939123e-08,
      "loss": 0.3471,
      "step": 2783390
    },
    {
      "epoch": 776.84,
      "grad_norm": 1.155737280845642,
      "learning_rate": 1.073703938249907e-08,
      "loss": 0.3372,
      "step": 2783400
    },
    {
      "epoch": 776.84,
      "grad_norm": 1.190406322479248,
      "learning_rate": 1.0734454276584062e-08,
      "loss": 0.3348,
      "step": 2783410
    },
    {
      "epoch": 776.84,
      "grad_norm": 1.579140067100525,
      "learning_rate": 1.0731869481193835e-08,
      "loss": 0.3327,
      "step": 2783420
    },
    {
      "epoch": 776.84,
      "grad_norm": 1.4042483568191528,
      "learning_rate": 1.0729284996328912e-08,
      "loss": 0.3378,
      "step": 2783430
    },
    {
      "epoch": 776.85,
      "grad_norm": 1.2846070528030396,
      "learning_rate": 1.0726700821989554e-08,
      "loss": 0.3347,
      "step": 2783440
    },
    {
      "epoch": 776.85,
      "grad_norm": 1.577965259552002,
      "learning_rate": 1.0724116958176539e-08,
      "loss": 0.3328,
      "step": 2783450
    },
    {
      "epoch": 776.85,
      "grad_norm": 1.1501847505569458,
      "learning_rate": 1.0721533404889868e-08,
      "loss": 0.3488,
      "step": 2783460
    },
    {
      "epoch": 776.85,
      "grad_norm": 1.2550801038742065,
      "learning_rate": 1.0718950162129803e-08,
      "loss": 0.3482,
      "step": 2783470
    },
    {
      "epoch": 776.86,
      "grad_norm": 1.4537571668624878,
      "learning_rate": 1.0716367229896863e-08,
      "loss": 0.3451,
      "step": 2783480
    },
    {
      "epoch": 776.86,
      "grad_norm": 1.2038588523864746,
      "learning_rate": 1.0713784608191307e-08,
      "loss": 0.3329,
      "step": 2783490
    },
    {
      "epoch": 776.86,
      "grad_norm": 1.3310167789459229,
      "learning_rate": 1.0711202297013396e-08,
      "loss": 0.324,
      "step": 2783500
    },
    {
      "epoch": 776.87,
      "grad_norm": 1.1149914264678955,
      "learning_rate": 1.070862029636365e-08,
      "loss": 0.3305,
      "step": 2783510
    },
    {
      "epoch": 776.87,
      "grad_norm": 1.2509894371032715,
      "learning_rate": 1.070603860624259e-08,
      "loss": 0.3374,
      "step": 2783520
    },
    {
      "epoch": 776.87,
      "grad_norm": 1.2883057594299316,
      "learning_rate": 1.0703457226650218e-08,
      "loss": 0.3296,
      "step": 2783530
    },
    {
      "epoch": 776.87,
      "grad_norm": 2.0820837020874023,
      "learning_rate": 1.0700876157586792e-08,
      "loss": 0.3348,
      "step": 2783540
    },
    {
      "epoch": 776.88,
      "grad_norm": 1.1778976917266846,
      "learning_rate": 1.0698295399052831e-08,
      "loss": 0.3334,
      "step": 2783550
    },
    {
      "epoch": 776.88,
      "grad_norm": 1.2231205701828003,
      "learning_rate": 1.0695714951048858e-08,
      "loss": 0.3255,
      "step": 2783560
    },
    {
      "epoch": 776.88,
      "grad_norm": 1.17922043800354,
      "learning_rate": 1.0693134813574873e-08,
      "loss": 0.3449,
      "step": 2783570
    },
    {
      "epoch": 776.89,
      "grad_norm": 1.3661116361618042,
      "learning_rate": 1.0690554986631395e-08,
      "loss": 0.3312,
      "step": 2783580
    },
    {
      "epoch": 776.89,
      "grad_norm": 1.2655682563781738,
      "learning_rate": 1.0687975470218945e-08,
      "loss": 0.3434,
      "step": 2783590
    },
    {
      "epoch": 776.89,
      "grad_norm": 1.2450220584869385,
      "learning_rate": 1.0685396264337784e-08,
      "loss": 0.3344,
      "step": 2783600
    },
    {
      "epoch": 776.89,
      "grad_norm": 1.2919565439224243,
      "learning_rate": 1.0682817368987909e-08,
      "loss": 0.3375,
      "step": 2783610
    },
    {
      "epoch": 776.9,
      "grad_norm": 1.2243921756744385,
      "learning_rate": 1.0680238784170104e-08,
      "loss": 0.3392,
      "step": 2783620
    },
    {
      "epoch": 776.9,
      "grad_norm": 1.2638113498687744,
      "learning_rate": 1.0677660509884108e-08,
      "loss": 0.3407,
      "step": 2783630
    },
    {
      "epoch": 776.9,
      "grad_norm": 1.231585144996643,
      "learning_rate": 1.0675082546131222e-08,
      "loss": 0.3334,
      "step": 2783640
    },
    {
      "epoch": 776.9,
      "grad_norm": 1.3486311435699463,
      "learning_rate": 1.0672504892910925e-08,
      "loss": 0.3441,
      "step": 2783650
    },
    {
      "epoch": 776.91,
      "grad_norm": 1.383731484413147,
      "learning_rate": 1.0669927550223736e-08,
      "loss": 0.3516,
      "step": 2783660
    },
    {
      "epoch": 776.91,
      "grad_norm": 1.2525335550308228,
      "learning_rate": 1.0667350518070438e-08,
      "loss": 0.3428,
      "step": 2783670
    },
    {
      "epoch": 776.91,
      "grad_norm": 1.1891157627105713,
      "learning_rate": 1.0664773796451032e-08,
      "loss": 0.3314,
      "step": 2783680
    },
    {
      "epoch": 776.92,
      "grad_norm": 1.0992553234100342,
      "learning_rate": 1.0662197385365775e-08,
      "loss": 0.3213,
      "step": 2783690
    },
    {
      "epoch": 776.92,
      "grad_norm": 1.1389554738998413,
      "learning_rate": 1.0659621284815188e-08,
      "loss": 0.3303,
      "step": 2783700
    },
    {
      "epoch": 776.92,
      "grad_norm": 1.127044677734375,
      "learning_rate": 1.0657045494799794e-08,
      "loss": 0.3503,
      "step": 2783710
    },
    {
      "epoch": 776.92,
      "grad_norm": 1.2619377374649048,
      "learning_rate": 1.065447001531933e-08,
      "loss": 0.3203,
      "step": 2783720
    },
    {
      "epoch": 776.93,
      "grad_norm": 1.3072227239608765,
      "learning_rate": 1.065189484637484e-08,
      "loss": 0.3292,
      "step": 2783730
    },
    {
      "epoch": 776.93,
      "grad_norm": 1.2090578079223633,
      "learning_rate": 1.064931998796606e-08,
      "loss": 0.3334,
      "step": 2783740
    },
    {
      "epoch": 776.93,
      "grad_norm": 1.4200382232666016,
      "learning_rate": 1.0646745440093773e-08,
      "loss": 0.338,
      "step": 2783750
    },
    {
      "epoch": 776.94,
      "grad_norm": 1.2998265027999878,
      "learning_rate": 1.0644171202758238e-08,
      "loss": 0.3383,
      "step": 2783760
    },
    {
      "epoch": 776.94,
      "grad_norm": 6.501415729522705,
      "learning_rate": 1.0641597275959715e-08,
      "loss": 0.3392,
      "step": 2783770
    },
    {
      "epoch": 776.94,
      "grad_norm": 1.2796951532363892,
      "learning_rate": 1.0639023659698466e-08,
      "loss": 0.3302,
      "step": 2783780
    },
    {
      "epoch": 776.94,
      "grad_norm": 1.4860719442367554,
      "learning_rate": 1.063645035397501e-08,
      "loss": 0.3309,
      "step": 2783790
    },
    {
      "epoch": 776.95,
      "grad_norm": 1.2496602535247803,
      "learning_rate": 1.0633877358789609e-08,
      "loss": 0.3387,
      "step": 2783800
    },
    {
      "epoch": 776.95,
      "grad_norm": 1.1327227354049683,
      "learning_rate": 1.063130467414226e-08,
      "loss": 0.3375,
      "step": 2783810
    },
    {
      "epoch": 776.95,
      "grad_norm": 1.5185519456863403,
      "learning_rate": 1.0628732300034005e-08,
      "loss": 0.3445,
      "step": 2783820
    },
    {
      "epoch": 776.96,
      "grad_norm": 1.0189400911331177,
      "learning_rate": 1.0626160236464846e-08,
      "loss": 0.3165,
      "step": 2783830
    },
    {
      "epoch": 776.96,
      "grad_norm": 1.5314475297927856,
      "learning_rate": 1.0623588483434781e-08,
      "loss": 0.3396,
      "step": 2783840
    },
    {
      "epoch": 776.96,
      "grad_norm": 1.1602128744125366,
      "learning_rate": 1.0621017040944851e-08,
      "loss": 0.3351,
      "step": 2783850
    },
    {
      "epoch": 776.96,
      "grad_norm": 1.0439364910125732,
      "learning_rate": 1.0618445908994796e-08,
      "loss": 0.3269,
      "step": 2783860
    },
    {
      "epoch": 776.97,
      "grad_norm": 1.532288908958435,
      "learning_rate": 1.0615875087585136e-08,
      "loss": 0.3374,
      "step": 2783870
    },
    {
      "epoch": 776.97,
      "grad_norm": 1.210105061531067,
      "learning_rate": 1.0613304576716393e-08,
      "loss": 0.3457,
      "step": 2783880
    },
    {
      "epoch": 776.97,
      "grad_norm": 1.3903427124023438,
      "learning_rate": 1.0610734376388825e-08,
      "loss": 0.3393,
      "step": 2783890
    },
    {
      "epoch": 776.97,
      "grad_norm": 1.335543155670166,
      "learning_rate": 1.0608164486602694e-08,
      "loss": 0.3446,
      "step": 2783900
    },
    {
      "epoch": 776.98,
      "grad_norm": 1.1365671157836914,
      "learning_rate": 1.060559490735826e-08,
      "loss": 0.3554,
      "step": 2783910
    },
    {
      "epoch": 776.98,
      "grad_norm": 1.3336607217788696,
      "learning_rate": 1.0603025638656042e-08,
      "loss": 0.3354,
      "step": 2783920
    },
    {
      "epoch": 776.98,
      "grad_norm": 1.3347223997116089,
      "learning_rate": 1.0600456680496562e-08,
      "loss": 0.3566,
      "step": 2783930
    },
    {
      "epoch": 776.99,
      "grad_norm": 1.1721292734146118,
      "learning_rate": 1.0597888032879558e-08,
      "loss": 0.3304,
      "step": 2783940
    },
    {
      "epoch": 776.99,
      "grad_norm": 1.3766897916793823,
      "learning_rate": 1.0595319695805813e-08,
      "loss": 0.3379,
      "step": 2783950
    },
    {
      "epoch": 776.99,
      "grad_norm": 1.2076414823532104,
      "learning_rate": 1.0592751669275846e-08,
      "loss": 0.3325,
      "step": 2783960
    },
    {
      "epoch": 776.99,
      "grad_norm": 1.445731282234192,
      "learning_rate": 1.0590183953289397e-08,
      "loss": 0.352,
      "step": 2783970
    },
    {
      "epoch": 777.0,
      "grad_norm": 1.3176995515823364,
      "learning_rate": 1.0587616547847507e-08,
      "loss": 0.3401,
      "step": 2783980
    },
    {
      "epoch": 777.0,
      "grad_norm": 1.3308991193771362,
      "learning_rate": 1.0585049452949915e-08,
      "loss": 0.335,
      "step": 2783990
    },
    {
      "epoch": 777.0,
      "eval_loss": 0.33513838052749634,
      "eval_runtime": 65.9084,
      "eval_samples_per_second": 76.758,
      "eval_steps_per_second": 9.604,
      "step": 2783991
    },
    {
      "epoch": 777.0,
      "grad_norm": 1.2215285301208496,
      "learning_rate": 1.0582482668597403e-08,
      "loss": 0.3541,
      "step": 2784000
    },
    {
      "epoch": 777.01,
      "grad_norm": 1.148837685585022,
      "learning_rate": 1.0579916194789969e-08,
      "loss": 0.3411,
      "step": 2784010
    },
    {
      "epoch": 777.01,
      "grad_norm": 1.0983028411865234,
      "learning_rate": 1.0577350031528136e-08,
      "loss": 0.3071,
      "step": 2784020
    },
    {
      "epoch": 777.01,
      "grad_norm": 1.1692733764648438,
      "learning_rate": 1.0574784178812162e-08,
      "loss": 0.3381,
      "step": 2784030
    },
    {
      "epoch": 777.01,
      "grad_norm": 1.1889371871948242,
      "learning_rate": 1.057221863664257e-08,
      "loss": 0.332,
      "step": 2784040
    },
    {
      "epoch": 777.02,
      "grad_norm": 1.480879545211792,
      "learning_rate": 1.0569653405019355e-08,
      "loss": 0.3404,
      "step": 2784050
    },
    {
      "epoch": 777.02,
      "grad_norm": 1.1276713609695435,
      "learning_rate": 1.0567088483943304e-08,
      "loss": 0.3283,
      "step": 2784060
    },
    {
      "epoch": 777.02,
      "grad_norm": 1.2346688508987427,
      "learning_rate": 1.0564523873414413e-08,
      "loss": 0.3555,
      "step": 2784070
    },
    {
      "epoch": 777.02,
      "grad_norm": 1.6412664651870728,
      "learning_rate": 1.0561959573433201e-08,
      "loss": 0.3473,
      "step": 2784080
    },
    {
      "epoch": 777.03,
      "grad_norm": 1.2935206890106201,
      "learning_rate": 1.0559395583999934e-08,
      "loss": 0.3444,
      "step": 2784090
    },
    {
      "epoch": 777.03,
      "grad_norm": 1.6594362258911133,
      "learning_rate": 1.0556831905115127e-08,
      "loss": 0.3325,
      "step": 2784100
    },
    {
      "epoch": 777.03,
      "grad_norm": 1.1602839231491089,
      "learning_rate": 1.0554268536778782e-08,
      "loss": 0.325,
      "step": 2784110
    },
    {
      "epoch": 777.04,
      "grad_norm": 1.368109941482544,
      "learning_rate": 1.055170547899142e-08,
      "loss": 0.3417,
      "step": 2784120
    },
    {
      "epoch": 777.04,
      "grad_norm": 1.2768197059631348,
      "learning_rate": 1.0549142731753561e-08,
      "loss": 0.3284,
      "step": 2784130
    },
    {
      "epoch": 777.04,
      "grad_norm": 1.1775219440460205,
      "learning_rate": 1.0546580295065205e-08,
      "loss": 0.344,
      "step": 2784140
    },
    {
      "epoch": 777.04,
      "grad_norm": 2.428645372390747,
      "learning_rate": 1.054401816892687e-08,
      "loss": 0.3299,
      "step": 2784150
    },
    {
      "epoch": 777.05,
      "grad_norm": 1.3513909578323364,
      "learning_rate": 1.0541456353338821e-08,
      "loss": 0.336,
      "step": 2784160
    },
    {
      "epoch": 777.05,
      "grad_norm": 1.4127675294876099,
      "learning_rate": 1.0538894848301834e-08,
      "loss": 0.3318,
      "step": 2784170
    },
    {
      "epoch": 777.05,
      "grad_norm": 1.1483908891677856,
      "learning_rate": 1.0536333653815391e-08,
      "loss": 0.3401,
      "step": 2784180
    },
    {
      "epoch": 777.06,
      "grad_norm": 1.1899703741073608,
      "learning_rate": 1.0533772769880533e-08,
      "loss": 0.3357,
      "step": 2784190
    },
    {
      "epoch": 777.06,
      "grad_norm": 1.0305689573287964,
      "learning_rate": 1.053121219649752e-08,
      "loss": 0.3288,
      "step": 2784200
    },
    {
      "epoch": 777.06,
      "grad_norm": 1.2205979824066162,
      "learning_rate": 1.0528651933666351e-08,
      "loss": 0.3242,
      "step": 2784210
    },
    {
      "epoch": 777.06,
      "grad_norm": 1.2711554765701294,
      "learning_rate": 1.0526091981387808e-08,
      "loss": 0.3379,
      "step": 2784220
    },
    {
      "epoch": 777.07,
      "grad_norm": 1.4358789920806885,
      "learning_rate": 1.052353233966189e-08,
      "loss": 0.3417,
      "step": 2784230
    },
    {
      "epoch": 777.07,
      "grad_norm": 1.2595851421356201,
      "learning_rate": 1.0520973008488857e-08,
      "loss": 0.3261,
      "step": 2784240
    },
    {
      "epoch": 777.07,
      "grad_norm": 1.6405094861984253,
      "learning_rate": 1.051841398786949e-08,
      "loss": 0.3386,
      "step": 2784250
    },
    {
      "epoch": 777.08,
      "grad_norm": 1.3513399362564087,
      "learning_rate": 1.0515855277803791e-08,
      "loss": 0.3494,
      "step": 2784260
    },
    {
      "epoch": 777.08,
      "grad_norm": 1.4037538766860962,
      "learning_rate": 1.0513296878292276e-08,
      "loss": 0.3341,
      "step": 2784270
    },
    {
      "epoch": 777.08,
      "grad_norm": 1.2092958688735962,
      "learning_rate": 1.051073878933521e-08,
      "loss": 0.3372,
      "step": 2784280
    },
    {
      "epoch": 777.08,
      "grad_norm": 1.6807782649993896,
      "learning_rate": 1.050818101093285e-08,
      "loss": 0.3357,
      "step": 2784290
    },
    {
      "epoch": 777.09,
      "grad_norm": 1.0191222429275513,
      "learning_rate": 1.0505623543085456e-08,
      "loss": 0.3348,
      "step": 2784300
    },
    {
      "epoch": 777.09,
      "grad_norm": 1.3319621086120605,
      "learning_rate": 1.0503066385793811e-08,
      "loss": 0.3398,
      "step": 2784310
    },
    {
      "epoch": 777.09,
      "grad_norm": 1.4694520235061646,
      "learning_rate": 1.0500509539057654e-08,
      "loss": 0.3231,
      "step": 2784320
    },
    {
      "epoch": 777.09,
      "grad_norm": 1.3835489749908447,
      "learning_rate": 1.0497953002878023e-08,
      "loss": 0.3408,
      "step": 2784330
    },
    {
      "epoch": 777.1,
      "grad_norm": 1.3541079759597778,
      "learning_rate": 1.0495396777254664e-08,
      "loss": 0.3498,
      "step": 2784340
    },
    {
      "epoch": 777.1,
      "grad_norm": 1.1518558263778687,
      "learning_rate": 1.0492840862188091e-08,
      "loss": 0.3311,
      "step": 2784350
    },
    {
      "epoch": 777.1,
      "grad_norm": 1.3125501871109009,
      "learning_rate": 1.0490285257678828e-08,
      "loss": 0.3258,
      "step": 2784360
    },
    {
      "epoch": 777.11,
      "grad_norm": 1.24734365940094,
      "learning_rate": 1.0487729963726872e-08,
      "loss": 0.3362,
      "step": 2784370
    },
    {
      "epoch": 777.11,
      "grad_norm": 1.2585746049880981,
      "learning_rate": 1.0485174980333009e-08,
      "loss": 0.3345,
      "step": 2784380
    },
    {
      "epoch": 777.11,
      "grad_norm": 1.156154990196228,
      "learning_rate": 1.0482620307496973e-08,
      "loss": 0.3424,
      "step": 2784390
    },
    {
      "epoch": 777.11,
      "grad_norm": 1.134060025215149,
      "learning_rate": 1.0480065945219808e-08,
      "loss": 0.3223,
      "step": 2784400
    },
    {
      "epoch": 777.12,
      "grad_norm": 1.1701714992523193,
      "learning_rate": 1.0477511893501253e-08,
      "loss": 0.336,
      "step": 2784410
    },
    {
      "epoch": 777.12,
      "grad_norm": 0.9309776425361633,
      "learning_rate": 1.047495815234209e-08,
      "loss": 0.3447,
      "step": 2784420
    },
    {
      "epoch": 777.12,
      "grad_norm": 1.093888759613037,
      "learning_rate": 1.0472404721742316e-08,
      "loss": 0.3418,
      "step": 2784430
    },
    {
      "epoch": 777.13,
      "grad_norm": 1.2379577159881592,
      "learning_rate": 1.0469851601702453e-08,
      "loss": 0.3242,
      "step": 2784440
    },
    {
      "epoch": 777.13,
      "grad_norm": 1.3623888492584229,
      "learning_rate": 1.0467298792223023e-08,
      "loss": 0.3706,
      "step": 2784450
    },
    {
      "epoch": 777.13,
      "grad_norm": 1.3280317783355713,
      "learning_rate": 1.0464746293304023e-08,
      "loss": 0.3329,
      "step": 2784460
    },
    {
      "epoch": 777.13,
      "grad_norm": 1.1894558668136597,
      "learning_rate": 1.0462194104945715e-08,
      "loss": 0.3294,
      "step": 2784470
    },
    {
      "epoch": 777.14,
      "grad_norm": 1.1356254816055298,
      "learning_rate": 1.045964222714888e-08,
      "loss": 0.3323,
      "step": 2784480
    },
    {
      "epoch": 777.14,
      "grad_norm": 1.2709234952926636,
      "learning_rate": 1.0457090659913778e-08,
      "loss": 0.3545,
      "step": 2784490
    },
    {
      "epoch": 777.14,
      "grad_norm": 1.2010101079940796,
      "learning_rate": 1.0454539403240148e-08,
      "loss": 0.3404,
      "step": 2784500
    },
    {
      "epoch": 777.14,
      "grad_norm": 1.0796875953674316,
      "learning_rate": 1.045198845712903e-08,
      "loss": 0.3537,
      "step": 2784510
    },
    {
      "epoch": 777.15,
      "grad_norm": 1.1984981298446655,
      "learning_rate": 1.0449437821580688e-08,
      "loss": 0.3434,
      "step": 2784520
    },
    {
      "epoch": 777.15,
      "grad_norm": 1.1826584339141846,
      "learning_rate": 1.0446887496595118e-08,
      "loss": 0.3409,
      "step": 2784530
    },
    {
      "epoch": 777.15,
      "grad_norm": 1.2470464706420898,
      "learning_rate": 1.044433748217284e-08,
      "loss": 0.3297,
      "step": 2784540
    },
    {
      "epoch": 777.16,
      "grad_norm": 1.4815406799316406,
      "learning_rate": 1.0441787778314119e-08,
      "loss": 0.3361,
      "step": 2784550
    },
    {
      "epoch": 777.16,
      "grad_norm": 1.1728601455688477,
      "learning_rate": 1.043923838501947e-08,
      "loss": 0.3312,
      "step": 2784560
    },
    {
      "epoch": 777.16,
      "grad_norm": 1.1426527500152588,
      "learning_rate": 1.0436689302289157e-08,
      "loss": 0.3423,
      "step": 2784570
    },
    {
      "epoch": 777.16,
      "grad_norm": 1.3215240240097046,
      "learning_rate": 1.0434140530123178e-08,
      "loss": 0.3468,
      "step": 2784580
    },
    {
      "epoch": 777.17,
      "grad_norm": 1.2132081985473633,
      "learning_rate": 1.0431592068522316e-08,
      "loss": 0.3293,
      "step": 2784590
    },
    {
      "epoch": 777.17,
      "grad_norm": 1.341467261314392,
      "learning_rate": 1.0429043917486827e-08,
      "loss": 0.3337,
      "step": 2784600
    },
    {
      "epoch": 777.17,
      "grad_norm": 1.2764315605163574,
      "learning_rate": 1.0426496077017236e-08,
      "loss": 0.3185,
      "step": 2784610
    },
    {
      "epoch": 777.18,
      "grad_norm": 1.196732759475708,
      "learning_rate": 1.0423948547113279e-08,
      "loss": 0.3427,
      "step": 2784620
    },
    {
      "epoch": 777.18,
      "grad_norm": 1.1902289390563965,
      "learning_rate": 1.042140132777574e-08,
      "loss": 0.3269,
      "step": 2784630
    },
    {
      "epoch": 777.18,
      "grad_norm": 1.3236916065216064,
      "learning_rate": 1.0418854419005137e-08,
      "loss": 0.3379,
      "step": 2784640
    },
    {
      "epoch": 777.18,
      "grad_norm": 1.6203656196594238,
      "learning_rate": 1.0416307820801211e-08,
      "loss": 0.3344,
      "step": 2784650
    },
    {
      "epoch": 777.19,
      "grad_norm": 1.1402876377105713,
      "learning_rate": 1.0413761533164741e-08,
      "loss": 0.3262,
      "step": 2784660
    },
    {
      "epoch": 777.19,
      "grad_norm": 1.4653587341308594,
      "learning_rate": 1.041121555609599e-08,
      "loss": 0.3281,
      "step": 2784670
    },
    {
      "epoch": 777.19,
      "grad_norm": 1.2854247093200684,
      "learning_rate": 1.0408669889595214e-08,
      "loss": 0.3504,
      "step": 2784680
    },
    {
      "epoch": 777.2,
      "grad_norm": 1.3142695426940918,
      "learning_rate": 1.0406124533662678e-08,
      "loss": 0.3441,
      "step": 2784690
    },
    {
      "epoch": 777.2,
      "grad_norm": 1.1874122619628906,
      "learning_rate": 1.040357948829916e-08,
      "loss": 0.3494,
      "step": 2784700
    },
    {
      "epoch": 777.2,
      "grad_norm": 1.265820860862732,
      "learning_rate": 1.04010347535044e-08,
      "loss": 0.3378,
      "step": 2784710
    },
    {
      "epoch": 777.2,
      "grad_norm": 1.2362290620803833,
      "learning_rate": 1.0398490329279178e-08,
      "loss": 0.3383,
      "step": 2784720
    },
    {
      "epoch": 777.21,
      "grad_norm": 1.2294328212738037,
      "learning_rate": 1.0395946215623758e-08,
      "loss": 0.3418,
      "step": 2784730
    },
    {
      "epoch": 777.21,
      "grad_norm": 1.1852221488952637,
      "learning_rate": 1.0393402412538134e-08,
      "loss": 0.3358,
      "step": 2784740
    },
    {
      "epoch": 777.21,
      "grad_norm": 1.1515214443206787,
      "learning_rate": 1.0390858920023091e-08,
      "loss": 0.3322,
      "step": 2784750
    },
    {
      "epoch": 777.21,
      "grad_norm": 1.6392029523849487,
      "learning_rate": 1.0388315738078887e-08,
      "loss": 0.3509,
      "step": 2784760
    },
    {
      "epoch": 777.22,
      "grad_norm": 1.1662664413452148,
      "learning_rate": 1.0385772866705524e-08,
      "loss": 0.3342,
      "step": 2784770
    },
    {
      "epoch": 777.22,
      "grad_norm": 1.1827136278152466,
      "learning_rate": 1.0383230305903782e-08,
      "loss": 0.3379,
      "step": 2784780
    },
    {
      "epoch": 777.22,
      "grad_norm": 1.302889108657837,
      "learning_rate": 1.0380688055673658e-08,
      "loss": 0.3524,
      "step": 2784790
    },
    {
      "epoch": 777.23,
      "grad_norm": 1.522521734237671,
      "learning_rate": 1.0378146116015676e-08,
      "loss": 0.3355,
      "step": 2784800
    },
    {
      "epoch": 777.23,
      "grad_norm": 1.2811105251312256,
      "learning_rate": 1.0375604486930096e-08,
      "loss": 0.3587,
      "step": 2784810
    },
    {
      "epoch": 777.23,
      "grad_norm": 2.406623601913452,
      "learning_rate": 1.0373063168417177e-08,
      "loss": 0.3457,
      "step": 2784820
    },
    {
      "epoch": 777.23,
      "grad_norm": 1.1174135208129883,
      "learning_rate": 1.037052216047744e-08,
      "loss": 0.327,
      "step": 2784830
    },
    {
      "epoch": 777.24,
      "grad_norm": 1.1197868585586548,
      "learning_rate": 1.0367981463111404e-08,
      "loss": 0.3421,
      "step": 2784840
    },
    {
      "epoch": 777.24,
      "grad_norm": 1.3136239051818848,
      "learning_rate": 1.036544107631881e-08,
      "loss": 0.319,
      "step": 2784850
    },
    {
      "epoch": 777.24,
      "grad_norm": 1.100348711013794,
      "learning_rate": 1.0362901000100441e-08,
      "loss": 0.3304,
      "step": 2784860
    },
    {
      "epoch": 777.25,
      "grad_norm": 1.3538786172866821,
      "learning_rate": 1.0360361234456552e-08,
      "loss": 0.3397,
      "step": 2784870
    },
    {
      "epoch": 777.25,
      "grad_norm": 1.5780948400497437,
      "learning_rate": 1.0357821779387407e-08,
      "loss": 0.3337,
      "step": 2784880
    },
    {
      "epoch": 777.25,
      "grad_norm": 1.1666874885559082,
      "learning_rate": 1.0355282634893525e-08,
      "loss": 0.3416,
      "step": 2784890
    },
    {
      "epoch": 777.25,
      "grad_norm": 1.2433292865753174,
      "learning_rate": 1.0352743800975168e-08,
      "loss": 0.3382,
      "step": 2784900
    },
    {
      "epoch": 777.26,
      "grad_norm": 1.2623701095581055,
      "learning_rate": 1.0350205277632334e-08,
      "loss": 0.3293,
      "step": 2784910
    },
    {
      "epoch": 777.26,
      "grad_norm": 1.2896933555603027,
      "learning_rate": 1.0347667064865804e-08,
      "loss": 0.3507,
      "step": 2784920
    },
    {
      "epoch": 777.26,
      "grad_norm": 1.095446228981018,
      "learning_rate": 1.0345129162675838e-08,
      "loss": 0.3263,
      "step": 2784930
    },
    {
      "epoch": 777.26,
      "grad_norm": 1.2348287105560303,
      "learning_rate": 1.0342591571062698e-08,
      "loss": 0.3425,
      "step": 2784940
    },
    {
      "epoch": 777.27,
      "grad_norm": 1.1607582569122314,
      "learning_rate": 1.0340054290026641e-08,
      "loss": 0.3158,
      "step": 2784950
    },
    {
      "epoch": 777.27,
      "grad_norm": 1.2655525207519531,
      "learning_rate": 1.0337517319568191e-08,
      "loss": 0.3345,
      "step": 2784960
    },
    {
      "epoch": 777.27,
      "grad_norm": 1.3352643251419067,
      "learning_rate": 1.0334980659687346e-08,
      "loss": 0.3308,
      "step": 2784970
    },
    {
      "epoch": 777.28,
      "grad_norm": 1.216272234916687,
      "learning_rate": 1.0332444310384887e-08,
      "loss": 0.3406,
      "step": 2784980
    },
    {
      "epoch": 777.28,
      "grad_norm": 1.2020878791809082,
      "learning_rate": 1.0329908271660813e-08,
      "loss": 0.3202,
      "step": 2784990
    },
    {
      "epoch": 777.28,
      "grad_norm": 1.0856165885925293,
      "learning_rate": 1.0327372543515646e-08,
      "loss": 0.3454,
      "step": 2785000
    },
    {
      "epoch": 777.28,
      "grad_norm": 1.214202880859375,
      "learning_rate": 1.0324837125949646e-08,
      "loss": 0.3454,
      "step": 2785010
    },
    {
      "epoch": 777.29,
      "grad_norm": 1.1775296926498413,
      "learning_rate": 1.0322302018963073e-08,
      "loss": 0.3482,
      "step": 2785020
    },
    {
      "epoch": 777.29,
      "grad_norm": 1.3701448440551758,
      "learning_rate": 1.0319767222556445e-08,
      "loss": 0.3381,
      "step": 2785030
    },
    {
      "epoch": 777.29,
      "grad_norm": 1.4795278310775757,
      "learning_rate": 1.0317232736730026e-08,
      "loss": 0.3451,
      "step": 2785040
    },
    {
      "epoch": 777.3,
      "grad_norm": 1.3275105953216553,
      "learning_rate": 1.0314698561484073e-08,
      "loss": 0.3402,
      "step": 2785050
    },
    {
      "epoch": 777.3,
      "grad_norm": 1.30476975440979,
      "learning_rate": 1.0312164696819111e-08,
      "loss": 0.341,
      "step": 2785060
    },
    {
      "epoch": 777.3,
      "grad_norm": 1.2405396699905396,
      "learning_rate": 1.0309631142735396e-08,
      "loss": 0.3581,
      "step": 2785070
    },
    {
      "epoch": 777.3,
      "grad_norm": 1.6879000663757324,
      "learning_rate": 1.0307097899233188e-08,
      "loss": 0.3467,
      "step": 2785080
    },
    {
      "epoch": 777.31,
      "grad_norm": 1.4387412071228027,
      "learning_rate": 1.030456496631275e-08,
      "loss": 0.3388,
      "step": 2785090
    },
    {
      "epoch": 777.31,
      "grad_norm": 1.2530405521392822,
      "learning_rate": 1.0302032343974861e-08,
      "loss": 0.3338,
      "step": 2785100
    },
    {
      "epoch": 777.31,
      "grad_norm": 1.2512179613113403,
      "learning_rate": 1.0299500032219e-08,
      "loss": 0.3301,
      "step": 2785110
    },
    {
      "epoch": 777.32,
      "grad_norm": 1.3349361419677734,
      "learning_rate": 1.029696803104647e-08,
      "loss": 0.3465,
      "step": 2785120
    },
    {
      "epoch": 777.32,
      "grad_norm": 1.2319667339324951,
      "learning_rate": 1.029443634045701e-08,
      "loss": 0.3365,
      "step": 2785130
    },
    {
      "epoch": 777.32,
      "grad_norm": 1.3170770406723022,
      "learning_rate": 1.0291904960451138e-08,
      "loss": 0.3434,
      "step": 2785140
    },
    {
      "epoch": 777.32,
      "grad_norm": 1.37013578414917,
      "learning_rate": 1.0289373891029379e-08,
      "loss": 0.3348,
      "step": 2785150
    },
    {
      "epoch": 777.33,
      "grad_norm": 1.1111195087432861,
      "learning_rate": 1.0286843132191468e-08,
      "loss": 0.326,
      "step": 2785160
    },
    {
      "epoch": 777.33,
      "grad_norm": 1.1458942890167236,
      "learning_rate": 1.028431268393845e-08,
      "loss": 0.3321,
      "step": 2785170
    },
    {
      "epoch": 777.33,
      "grad_norm": 1.3833544254302979,
      "learning_rate": 1.0281782546270324e-08,
      "loss": 0.3357,
      "step": 2785180
    },
    {
      "epoch": 777.33,
      "grad_norm": 1.4131991863250732,
      "learning_rate": 1.0279252719187346e-08,
      "loss": 0.3373,
      "step": 2785190
    },
    {
      "epoch": 777.34,
      "grad_norm": 1.6552518606185913,
      "learning_rate": 1.0276723202689782e-08,
      "loss": 0.3347,
      "step": 2785200
    },
    {
      "epoch": 777.34,
      "grad_norm": 1.5761830806732178,
      "learning_rate": 1.027419399677841e-08,
      "loss": 0.3432,
      "step": 2785210
    },
    {
      "epoch": 777.34,
      "grad_norm": 1.2841832637786865,
      "learning_rate": 1.0271665101453229e-08,
      "loss": 0.3211,
      "step": 2785220
    },
    {
      "epoch": 777.35,
      "grad_norm": 1.32517409324646,
      "learning_rate": 1.0269136516714762e-08,
      "loss": 0.3448,
      "step": 2785230
    },
    {
      "epoch": 777.35,
      "grad_norm": 1.1599725484848022,
      "learning_rate": 1.0266608242563268e-08,
      "loss": 0.3464,
      "step": 2785240
    },
    {
      "epoch": 777.35,
      "grad_norm": 1.4282000064849854,
      "learning_rate": 1.0264080278998745e-08,
      "loss": 0.3314,
      "step": 2785250
    },
    {
      "epoch": 777.35,
      "grad_norm": 1.1880429983139038,
      "learning_rate": 1.0261552626021976e-08,
      "loss": 0.3404,
      "step": 2785260
    },
    {
      "epoch": 777.36,
      "grad_norm": 1.3793877363204956,
      "learning_rate": 1.0259025283633222e-08,
      "loss": 0.3422,
      "step": 2785270
    },
    {
      "epoch": 777.36,
      "grad_norm": 1.2392743825912476,
      "learning_rate": 1.0256498251832741e-08,
      "loss": 0.3216,
      "step": 2785280
    },
    {
      "epoch": 777.36,
      "grad_norm": 1.1916011571884155,
      "learning_rate": 1.0253971530620793e-08,
      "loss": 0.3341,
      "step": 2785290
    },
    {
      "epoch": 777.37,
      "grad_norm": 1.1654852628707886,
      "learning_rate": 1.02514451199979e-08,
      "loss": 0.3402,
      "step": 2785300
    },
    {
      "epoch": 777.37,
      "grad_norm": 1.565081000328064,
      "learning_rate": 1.0248919019964324e-08,
      "loss": 0.3455,
      "step": 2785310
    },
    {
      "epoch": 777.37,
      "grad_norm": 1.5810086727142334,
      "learning_rate": 1.024639323052032e-08,
      "loss": 0.3512,
      "step": 2785320
    },
    {
      "epoch": 777.37,
      "grad_norm": 1.1174689531326294,
      "learning_rate": 1.0243867751666412e-08,
      "loss": 0.3188,
      "step": 2785330
    },
    {
      "epoch": 777.38,
      "grad_norm": 1.1915141344070435,
      "learning_rate": 1.02413425834026e-08,
      "loss": 0.3315,
      "step": 2785340
    },
    {
      "epoch": 777.38,
      "grad_norm": 1.221039056777954,
      "learning_rate": 1.0238817725729403e-08,
      "loss": 0.3247,
      "step": 2785350
    },
    {
      "epoch": 777.38,
      "grad_norm": 1.2373360395431519,
      "learning_rate": 1.0236293178647342e-08,
      "loss": 0.3408,
      "step": 2785360
    },
    {
      "epoch": 777.38,
      "grad_norm": 1.1183912754058838,
      "learning_rate": 1.023376894215642e-08,
      "loss": 0.3179,
      "step": 2785370
    },
    {
      "epoch": 777.39,
      "grad_norm": 1.4396483898162842,
      "learning_rate": 1.023124501625741e-08,
      "loss": 0.3331,
      "step": 2785380
    },
    {
      "epoch": 777.39,
      "grad_norm": 1.385624885559082,
      "learning_rate": 1.022872140095006e-08,
      "loss": 0.3264,
      "step": 2785390
    },
    {
      "epoch": 777.39,
      "grad_norm": 1.2152504920959473,
      "learning_rate": 1.0226198096235407e-08,
      "loss": 0.3443,
      "step": 2785400
    },
    {
      "epoch": 777.4,
      "grad_norm": 1.1155500411987305,
      "learning_rate": 1.022367510211319e-08,
      "loss": 0.3176,
      "step": 2785410
    },
    {
      "epoch": 777.4,
      "grad_norm": 1.4086247682571411,
      "learning_rate": 1.0221152418583931e-08,
      "loss": 0.3276,
      "step": 2785420
    },
    {
      "epoch": 777.4,
      "grad_norm": 1.0804874897003174,
      "learning_rate": 1.0218630045647891e-08,
      "loss": 0.3286,
      "step": 2785430
    },
    {
      "epoch": 777.4,
      "grad_norm": 1.294986605644226,
      "learning_rate": 1.0216107983305847e-08,
      "loss": 0.3386,
      "step": 2785440
    },
    {
      "epoch": 777.41,
      "grad_norm": 1.6762933731079102,
      "learning_rate": 1.0213586231557543e-08,
      "loss": 0.343,
      "step": 2785450
    },
    {
      "epoch": 777.41,
      "grad_norm": 1.3272258043289185,
      "learning_rate": 1.0211064790403498e-08,
      "loss": 0.3287,
      "step": 2785460
    },
    {
      "epoch": 777.41,
      "grad_norm": 1.1744450330734253,
      "learning_rate": 1.0208543659844491e-08,
      "loss": 0.3373,
      "step": 2785470
    },
    {
      "epoch": 777.42,
      "grad_norm": 1.347320318222046,
      "learning_rate": 1.0206022839880264e-08,
      "loss": 0.3412,
      "step": 2785480
    },
    {
      "epoch": 777.42,
      "grad_norm": 1.4711142778396606,
      "learning_rate": 1.0203502330511336e-08,
      "loss": 0.3562,
      "step": 2785490
    },
    {
      "epoch": 777.42,
      "grad_norm": 1.2918282747268677,
      "learning_rate": 1.0200982131737968e-08,
      "loss": 0.3231,
      "step": 2785500
    },
    {
      "epoch": 777.42,
      "grad_norm": 1.394548773765564,
      "learning_rate": 1.019846224356094e-08,
      "loss": 0.3618,
      "step": 2785510
    },
    {
      "epoch": 777.43,
      "grad_norm": 1.302860140800476,
      "learning_rate": 1.0195942665979993e-08,
      "loss": 0.3352,
      "step": 2785520
    },
    {
      "epoch": 777.43,
      "grad_norm": 1.2437244653701782,
      "learning_rate": 1.0193423398995644e-08,
      "loss": 0.3391,
      "step": 2785530
    },
    {
      "epoch": 777.43,
      "grad_norm": 1.318027138710022,
      "learning_rate": 1.0190904442608678e-08,
      "loss": 0.3439,
      "step": 2785540
    },
    {
      "epoch": 777.44,
      "grad_norm": 1.747175931930542,
      "learning_rate": 1.0188385796818833e-08,
      "loss": 0.3323,
      "step": 2785550
    },
    {
      "epoch": 777.44,
      "grad_norm": 1.1312941312789917,
      "learning_rate": 1.018586746162663e-08,
      "loss": 0.3304,
      "step": 2785560
    },
    {
      "epoch": 777.44,
      "grad_norm": 1.24032723903656,
      "learning_rate": 1.0183349437032588e-08,
      "loss": 0.3246,
      "step": 2785570
    },
    {
      "epoch": 777.44,
      "grad_norm": 1.1317332983016968,
      "learning_rate": 1.0180831723036707e-08,
      "loss": 0.3381,
      "step": 2785580
    },
    {
      "epoch": 777.45,
      "grad_norm": 1.4287110567092896,
      "learning_rate": 1.0178314319639769e-08,
      "loss": 0.3398,
      "step": 2785590
    },
    {
      "epoch": 777.45,
      "grad_norm": 1.4490879774093628,
      "learning_rate": 1.0175797226841514e-08,
      "loss": 0.3245,
      "step": 2785600
    },
    {
      "epoch": 777.45,
      "grad_norm": 1.4323573112487793,
      "learning_rate": 1.0173280444642982e-08,
      "loss": 0.3177,
      "step": 2785610
    },
    {
      "epoch": 777.45,
      "grad_norm": 1.2165688276290894,
      "learning_rate": 1.017076397304391e-08,
      "loss": 0.3509,
      "step": 2785620
    },
    {
      "epoch": 777.46,
      "grad_norm": 1.5321593284606934,
      "learning_rate": 1.0168247812045085e-08,
      "loss": 0.3351,
      "step": 2785630
    },
    {
      "epoch": 777.46,
      "grad_norm": 1.3157817125320435,
      "learning_rate": 1.0165731961646502e-08,
      "loss": 0.3452,
      "step": 2785640
    },
    {
      "epoch": 777.46,
      "grad_norm": 1.1862587928771973,
      "learning_rate": 1.0163216421848683e-08,
      "loss": 0.344,
      "step": 2785650
    },
    {
      "epoch": 777.47,
      "grad_norm": 1.3284857273101807,
      "learning_rate": 1.0160701192651888e-08,
      "loss": 0.3388,
      "step": 2785660
    },
    {
      "epoch": 777.47,
      "grad_norm": 1.3491888046264648,
      "learning_rate": 1.0158186274056377e-08,
      "loss": 0.3393,
      "step": 2785670
    },
    {
      "epoch": 777.47,
      "grad_norm": 1.3391164541244507,
      "learning_rate": 1.0155671666062672e-08,
      "loss": 0.3409,
      "step": 2785680
    },
    {
      "epoch": 777.47,
      "grad_norm": 1.3459962606430054,
      "learning_rate": 1.015315736867077e-08,
      "loss": 0.3363,
      "step": 2785690
    },
    {
      "epoch": 777.48,
      "grad_norm": 1.3533656597137451,
      "learning_rate": 1.0150643381881454e-08,
      "loss": 0.3376,
      "step": 2785700
    },
    {
      "epoch": 777.48,
      "grad_norm": 1.4089452028274536,
      "learning_rate": 1.0148129705694982e-08,
      "loss": 0.3296,
      "step": 2785710
    },
    {
      "epoch": 777.48,
      "grad_norm": 1.2811766862869263,
      "learning_rate": 1.0145616340111358e-08,
      "loss": 0.3205,
      "step": 2785720
    },
    {
      "epoch": 777.49,
      "grad_norm": 1.248053789138794,
      "learning_rate": 1.01431032851311e-08,
      "loss": 0.3256,
      "step": 2785730
    },
    {
      "epoch": 777.49,
      "grad_norm": 1.494619607925415,
      "learning_rate": 1.0140590540754727e-08,
      "loss": 0.3304,
      "step": 2785740
    },
    {
      "epoch": 777.49,
      "grad_norm": 1.3659085035324097,
      "learning_rate": 1.013807810698224e-08,
      "loss": 0.3367,
      "step": 2785750
    },
    {
      "epoch": 777.49,
      "grad_norm": 1.5453884601593018,
      "learning_rate": 1.0135565983814161e-08,
      "loss": 0.3506,
      "step": 2785760
    },
    {
      "epoch": 777.5,
      "grad_norm": 1.269782304763794,
      "learning_rate": 1.0133054171250748e-08,
      "loss": 0.333,
      "step": 2785770
    },
    {
      "epoch": 777.5,
      "grad_norm": 1.158049464225769,
      "learning_rate": 1.0130542669292523e-08,
      "loss": 0.3259,
      "step": 2785780
    },
    {
      "epoch": 777.5,
      "grad_norm": 1.0657612085342407,
      "learning_rate": 1.0128031477939485e-08,
      "loss": 0.3207,
      "step": 2785790
    },
    {
      "epoch": 777.5,
      "grad_norm": 1.4382566213607788,
      "learning_rate": 1.0125520597192415e-08,
      "loss": 0.3259,
      "step": 2785800
    },
    {
      "epoch": 777.51,
      "grad_norm": 1.212077260017395,
      "learning_rate": 1.0123010027051313e-08,
      "loss": 0.3396,
      "step": 2785810
    },
    {
      "epoch": 777.51,
      "grad_norm": 1.2492930889129639,
      "learning_rate": 1.012049976751644e-08,
      "loss": 0.343,
      "step": 2785820
    },
    {
      "epoch": 777.51,
      "grad_norm": 1.4933785200119019,
      "learning_rate": 1.0117989818588575e-08,
      "loss": 0.3252,
      "step": 2785830
    },
    {
      "epoch": 777.52,
      "grad_norm": 1.2538044452667236,
      "learning_rate": 1.011548018026746e-08,
      "loss": 0.332,
      "step": 2785840
    },
    {
      "epoch": 777.52,
      "grad_norm": 1.3822509050369263,
      "learning_rate": 1.0112970852553873e-08,
      "loss": 0.327,
      "step": 2785850
    },
    {
      "epoch": 777.52,
      "grad_norm": 1.250806450843811,
      "learning_rate": 1.0110461835448075e-08,
      "loss": 0.3451,
      "step": 2785860
    },
    {
      "epoch": 777.52,
      "grad_norm": 1.1905004978179932,
      "learning_rate": 1.0107953128950327e-08,
      "loss": 0.34,
      "step": 2785870
    },
    {
      "epoch": 777.53,
      "grad_norm": 1.188347578048706,
      "learning_rate": 1.010544473306089e-08,
      "loss": 0.3208,
      "step": 2785880
    },
    {
      "epoch": 777.53,
      "grad_norm": 1.3388909101486206,
      "learning_rate": 1.0102936647780284e-08,
      "loss": 0.3435,
      "step": 2785890
    },
    {
      "epoch": 777.53,
      "grad_norm": 1.297439455986023,
      "learning_rate": 1.0100428873108506e-08,
      "loss": 0.3452,
      "step": 2785900
    },
    {
      "epoch": 777.54,
      "grad_norm": 1.2620712518692017,
      "learning_rate": 1.009792140904634e-08,
      "loss": 0.3223,
      "step": 2785910
    },
    {
      "epoch": 777.54,
      "grad_norm": 1.087093472480774,
      "learning_rate": 1.0095414255593785e-08,
      "loss": 0.3424,
      "step": 2785920
    },
    {
      "epoch": 777.54,
      "grad_norm": 1.3262687921524048,
      "learning_rate": 1.0092907412751361e-08,
      "loss": 0.3338,
      "step": 2785930
    },
    {
      "epoch": 777.54,
      "grad_norm": 1.2436786890029907,
      "learning_rate": 1.009040088051933e-08,
      "loss": 0.3387,
      "step": 2785940
    },
    {
      "epoch": 777.55,
      "grad_norm": 1.324264645576477,
      "learning_rate": 1.008789465889795e-08,
      "loss": 0.3487,
      "step": 2785950
    },
    {
      "epoch": 777.55,
      "grad_norm": 1.3374361991882324,
      "learning_rate": 1.0085388747888e-08,
      "loss": 0.3248,
      "step": 2785960
    },
    {
      "epoch": 777.55,
      "grad_norm": 1.3539292812347412,
      "learning_rate": 1.0082883147488966e-08,
      "loss": 0.337,
      "step": 2785970
    },
    {
      "epoch": 777.56,
      "grad_norm": 1.4565664529800415,
      "learning_rate": 1.0080377857701882e-08,
      "loss": 0.3307,
      "step": 2785980
    },
    {
      "epoch": 777.56,
      "grad_norm": 1.2687788009643555,
      "learning_rate": 1.0077872878526752e-08,
      "loss": 0.3307,
      "step": 2785990
    },
    {
      "epoch": 777.56,
      "grad_norm": 1.1180754899978638,
      "learning_rate": 1.0075368209964094e-08,
      "loss": 0.339,
      "step": 2786000
    },
    {
      "epoch": 777.56,
      "grad_norm": 1.233067512512207,
      "learning_rate": 1.0072863852014172e-08,
      "loss": 0.3397,
      "step": 2786010
    },
    {
      "epoch": 777.57,
      "grad_norm": 1.5979480743408203,
      "learning_rate": 1.0070359804677242e-08,
      "loss": 0.3414,
      "step": 2786020
    },
    {
      "epoch": 777.57,
      "grad_norm": 1.2831287384033203,
      "learning_rate": 1.0067856067953825e-08,
      "loss": 0.3266,
      "step": 2786030
    },
    {
      "epoch": 777.57,
      "grad_norm": 1.2837936878204346,
      "learning_rate": 1.0065352641844185e-08,
      "loss": 0.3491,
      "step": 2786040
    },
    {
      "epoch": 777.57,
      "grad_norm": 1.1902650594711304,
      "learning_rate": 1.0062849526348577e-08,
      "loss": 0.3352,
      "step": 2786050
    },
    {
      "epoch": 777.58,
      "grad_norm": 1.3593285083770752,
      "learning_rate": 1.0060346721467264e-08,
      "loss": 0.3324,
      "step": 2786060
    },
    {
      "epoch": 777.58,
      "grad_norm": 1.3956454992294312,
      "learning_rate": 1.0057844227200507e-08,
      "loss": 0.3557,
      "step": 2786070
    },
    {
      "epoch": 777.58,
      "grad_norm": 1.1340497732162476,
      "learning_rate": 1.0055342043549085e-08,
      "loss": 0.343,
      "step": 2786080
    },
    {
      "epoch": 777.59,
      "grad_norm": 1.328101396560669,
      "learning_rate": 1.0052840170512999e-08,
      "loss": 0.3377,
      "step": 2786090
    },
    {
      "epoch": 777.59,
      "grad_norm": 1.4061444997787476,
      "learning_rate": 1.0050338608092509e-08,
      "loss": 0.3473,
      "step": 2786100
    },
    {
      "epoch": 777.59,
      "grad_norm": 1.386080026626587,
      "learning_rate": 1.0047837356288394e-08,
      "loss": 0.3442,
      "step": 2786110
    },
    {
      "epoch": 777.59,
      "grad_norm": 1.309051275253296,
      "learning_rate": 1.0045336415100397e-08,
      "loss": 0.3367,
      "step": 2786120
    },
    {
      "epoch": 777.6,
      "grad_norm": 1.279168725013733,
      "learning_rate": 1.0042835784529034e-08,
      "loss": 0.3128,
      "step": 2786130
    },
    {
      "epoch": 777.6,
      "grad_norm": 1.3283241987228394,
      "learning_rate": 1.004033546457509e-08,
      "loss": 0.3335,
      "step": 2786140
    },
    {
      "epoch": 777.6,
      "grad_norm": 1.1900136470794678,
      "learning_rate": 1.0037835455238303e-08,
      "loss": 0.3496,
      "step": 2786150
    },
    {
      "epoch": 777.61,
      "grad_norm": 1.1803176403045654,
      "learning_rate": 1.0035335756519193e-08,
      "loss": 0.3234,
      "step": 2786160
    },
    {
      "epoch": 777.61,
      "grad_norm": 1.3093163967132568,
      "learning_rate": 1.0032836368418281e-08,
      "loss": 0.3364,
      "step": 2786170
    },
    {
      "epoch": 777.61,
      "grad_norm": 1.159004807472229,
      "learning_rate": 1.0030337290935567e-08,
      "loss": 0.323,
      "step": 2786180
    },
    {
      "epoch": 777.61,
      "grad_norm": 1.2224708795547485,
      "learning_rate": 1.0027838524071831e-08,
      "loss": 0.339,
      "step": 2786190
    },
    {
      "epoch": 777.62,
      "grad_norm": 1.2440441846847534,
      "learning_rate": 1.0025340067827073e-08,
      "loss": 0.34,
      "step": 2786200
    },
    {
      "epoch": 777.62,
      "grad_norm": 1.2310384511947632,
      "learning_rate": 1.0022841922201555e-08,
      "loss": 0.3321,
      "step": 2786210
    },
    {
      "epoch": 777.62,
      "grad_norm": 1.7005058526992798,
      "learning_rate": 1.0020344087196055e-08,
      "loss": 0.3386,
      "step": 2786220
    },
    {
      "epoch": 777.62,
      "grad_norm": 1.4361498355865479,
      "learning_rate": 1.0017846562810315e-08,
      "loss": 0.3319,
      "step": 2786230
    },
    {
      "epoch": 777.63,
      "grad_norm": 1.0889116525650024,
      "learning_rate": 1.0015349349045115e-08,
      "loss": 0.3307,
      "step": 2786240
    },
    {
      "epoch": 777.63,
      "grad_norm": 1.4068245887756348,
      "learning_rate": 1.0012852445900715e-08,
      "loss": 0.3406,
      "step": 2786250
    },
    {
      "epoch": 777.63,
      "grad_norm": 1.2793736457824707,
      "learning_rate": 1.0010355853377114e-08,
      "loss": 0.342,
      "step": 2786260
    },
    {
      "epoch": 777.64,
      "grad_norm": 1.1478058099746704,
      "learning_rate": 1.0007859571475093e-08,
      "loss": 0.3235,
      "step": 2786270
    },
    {
      "epoch": 777.64,
      "grad_norm": 1.1896650791168213,
      "learning_rate": 1.0005363600194653e-08,
      "loss": 0.3338,
      "step": 2786280
    },
    {
      "epoch": 777.64,
      "grad_norm": 1.4027537107467651,
      "learning_rate": 1.0002867939536315e-08,
      "loss": 0.3104,
      "step": 2786290
    },
    {
      "epoch": 777.64,
      "grad_norm": 1.2617273330688477,
      "learning_rate": 1.0000372589500337e-08,
      "loss": 0.3283,
      "step": 2786300
    },
    {
      "epoch": 777.65,
      "grad_norm": 1.4496492147445679,
      "learning_rate": 9.99787755008698e-09,
      "loss": 0.3329,
      "step": 2786310
    },
    {
      "epoch": 777.65,
      "grad_norm": 1.2621170282363892,
      "learning_rate": 9.995382821297026e-09,
      "loss": 0.3457,
      "step": 2786320
    },
    {
      "epoch": 777.65,
      "grad_norm": 1.0590921640396118,
      "learning_rate": 9.992888403130215e-09,
      "loss": 0.3423,
      "step": 2786330
    },
    {
      "epoch": 777.66,
      "grad_norm": 1.3396307229995728,
      "learning_rate": 9.990394295587065e-09,
      "loss": 0.3267,
      "step": 2786340
    },
    {
      "epoch": 777.66,
      "grad_norm": 1.2157247066497803,
      "learning_rate": 9.987900498667837e-09,
      "loss": 0.3319,
      "step": 2786350
    },
    {
      "epoch": 777.66,
      "grad_norm": 1.282682180404663,
      "learning_rate": 9.98540701237305e-09,
      "loss": 0.3576,
      "step": 2786360
    },
    {
      "epoch": 777.66,
      "grad_norm": 1.4301319122314453,
      "learning_rate": 9.98291383670323e-09,
      "loss": 0.3283,
      "step": 2786370
    },
    {
      "epoch": 777.67,
      "grad_norm": 2.3803772926330566,
      "learning_rate": 9.980420971658111e-09,
      "loss": 0.3394,
      "step": 2786380
    },
    {
      "epoch": 777.67,
      "grad_norm": 0.9894989728927612,
      "learning_rate": 9.977928417238476e-09,
      "loss": 0.3341,
      "step": 2786390
    },
    {
      "epoch": 777.67,
      "grad_norm": 1.3709429502487183,
      "learning_rate": 9.975436173444845e-09,
      "loss": 0.3349,
      "step": 2786400
    },
    {
      "epoch": 777.68,
      "grad_norm": 1.440719485282898,
      "learning_rate": 9.972944240276957e-09,
      "loss": 0.3441,
      "step": 2786410
    },
    {
      "epoch": 777.68,
      "grad_norm": 1.2745457887649536,
      "learning_rate": 9.970452617735336e-09,
      "loss": 0.3336,
      "step": 2786420
    },
    {
      "epoch": 777.68,
      "grad_norm": 1.447463035583496,
      "learning_rate": 9.967961305820497e-09,
      "loss": 0.3334,
      "step": 2786430
    },
    {
      "epoch": 777.68,
      "grad_norm": 1.6176897287368774,
      "learning_rate": 9.965470304532705e-09,
      "loss": 0.3449,
      "step": 2786440
    },
    {
      "epoch": 777.69,
      "grad_norm": 1.1067545413970947,
      "learning_rate": 9.962979613872216e-09,
      "loss": 0.337,
      "step": 2786450
    },
    {
      "epoch": 777.69,
      "grad_norm": 1.4128475189208984,
      "learning_rate": 9.960489233839553e-09,
      "loss": 0.3427,
      "step": 2786460
    },
    {
      "epoch": 777.69,
      "grad_norm": 1.1414309740066528,
      "learning_rate": 9.957999164434716e-09,
      "loss": 0.3449,
      "step": 2786470
    },
    {
      "epoch": 777.69,
      "grad_norm": 1.319001317024231,
      "learning_rate": 9.955509405658487e-09,
      "loss": 0.3368,
      "step": 2786480
    },
    {
      "epoch": 777.7,
      "grad_norm": 1.1329602003097534,
      "learning_rate": 9.953019957510862e-09,
      "loss": 0.3368,
      "step": 2786490
    },
    {
      "epoch": 777.7,
      "grad_norm": 1.5872173309326172,
      "learning_rate": 9.950530819992104e-09,
      "loss": 0.3515,
      "step": 2786500
    },
    {
      "epoch": 777.7,
      "grad_norm": 1.195347547531128,
      "learning_rate": 9.948041993102732e-09,
      "loss": 0.3376,
      "step": 2786510
    },
    {
      "epoch": 777.71,
      "grad_norm": 1.3080008029937744,
      "learning_rate": 9.945553476843008e-09,
      "loss": 0.3206,
      "step": 2786520
    },
    {
      "epoch": 777.71,
      "grad_norm": 1.3327692747116089,
      "learning_rate": 9.94306527121345e-09,
      "loss": 0.3437,
      "step": 2786530
    },
    {
      "epoch": 777.71,
      "grad_norm": 1.1692801713943481,
      "learning_rate": 9.940577376214061e-09,
      "loss": 0.326,
      "step": 2786540
    },
    {
      "epoch": 777.71,
      "grad_norm": 1.185444712638855,
      "learning_rate": 9.93808979184562e-09,
      "loss": 0.3278,
      "step": 2786550
    },
    {
      "epoch": 777.72,
      "grad_norm": 1.483099102973938,
      "learning_rate": 9.935602518107866e-09,
      "loss": 0.3224,
      "step": 2786560
    },
    {
      "epoch": 777.72,
      "grad_norm": 1.2748792171478271,
      "learning_rate": 9.93311555500158e-09,
      "loss": 0.3368,
      "step": 2786570
    },
    {
      "epoch": 777.72,
      "grad_norm": 2.2747058868408203,
      "learning_rate": 9.930628902527024e-09,
      "loss": 0.3326,
      "step": 2786580
    },
    {
      "epoch": 777.73,
      "grad_norm": 1.6058857440948486,
      "learning_rate": 9.928142560684197e-09,
      "loss": 0.3444,
      "step": 2786590
    },
    {
      "epoch": 777.73,
      "grad_norm": 1.2485723495483398,
      "learning_rate": 9.925656529473878e-09,
      "loss": 0.3332,
      "step": 2786600
    },
    {
      "epoch": 777.73,
      "grad_norm": 1.3242086172103882,
      "learning_rate": 9.92317080889633e-09,
      "loss": 0.3419,
      "step": 2786610
    },
    {
      "epoch": 777.73,
      "grad_norm": 2.323364734649658,
      "learning_rate": 9.92068539895155e-09,
      "loss": 0.3484,
      "step": 2786620
    },
    {
      "epoch": 777.74,
      "grad_norm": 1.2615994215011597,
      "learning_rate": 9.918200299640321e-09,
      "loss": 0.3388,
      "step": 2786630
    },
    {
      "epoch": 777.74,
      "grad_norm": 1.130104899406433,
      "learning_rate": 9.915715510962381e-09,
      "loss": 0.3404,
      "step": 2786640
    },
    {
      "epoch": 777.74,
      "grad_norm": 1.3095840215682983,
      "learning_rate": 9.913231032918772e-09,
      "loss": 0.3424,
      "step": 2786650
    },
    {
      "epoch": 777.74,
      "grad_norm": 1.3922888040542603,
      "learning_rate": 9.910746865509234e-09,
      "loss": 0.3293,
      "step": 2786660
    },
    {
      "epoch": 777.75,
      "grad_norm": 1.442060112953186,
      "learning_rate": 9.908263008734547e-09,
      "loss": 0.3295,
      "step": 2786670
    },
    {
      "epoch": 777.75,
      "grad_norm": 1.2120823860168457,
      "learning_rate": 9.905779462594711e-09,
      "loss": 0.3249,
      "step": 2786680
    },
    {
      "epoch": 777.75,
      "grad_norm": 1.2331154346466064,
      "learning_rate": 9.903296227090247e-09,
      "loss": 0.3431,
      "step": 2786690
    },
    {
      "epoch": 777.76,
      "grad_norm": 1.2921288013458252,
      "learning_rate": 9.900813302221416e-09,
      "loss": 0.3323,
      "step": 2786700
    },
    {
      "epoch": 777.76,
      "grad_norm": 1.1872003078460693,
      "learning_rate": 9.898330687988475e-09,
      "loss": 0.3438,
      "step": 2786710
    },
    {
      "epoch": 777.76,
      "grad_norm": 1.2414683103561401,
      "learning_rate": 9.895848384391947e-09,
      "loss": 0.3328,
      "step": 2786720
    },
    {
      "epoch": 777.76,
      "grad_norm": 1.2229833602905273,
      "learning_rate": 9.893366391431571e-09,
      "loss": 0.3231,
      "step": 2786730
    },
    {
      "epoch": 777.77,
      "grad_norm": 1.1993592977523804,
      "learning_rate": 9.890884709108649e-09,
      "loss": 0.3405,
      "step": 2786740
    },
    {
      "epoch": 777.77,
      "grad_norm": 1.1546932458877563,
      "learning_rate": 9.888403337422918e-09,
      "loss": 0.3354,
      "step": 2786750
    },
    {
      "epoch": 777.77,
      "grad_norm": 1.4087899923324585,
      "learning_rate": 9.885922276374643e-09,
      "loss": 0.3371,
      "step": 2786760
    },
    {
      "epoch": 777.78,
      "grad_norm": 1.2856172323226929,
      "learning_rate": 9.8834415259646e-09,
      "loss": 0.3435,
      "step": 2786770
    },
    {
      "epoch": 777.78,
      "grad_norm": 1.3582870960235596,
      "learning_rate": 9.880961086192792e-09,
      "loss": 0.3392,
      "step": 2786780
    },
    {
      "epoch": 777.78,
      "grad_norm": 1.4597690105438232,
      "learning_rate": 9.878480957059218e-09,
      "loss": 0.3356,
      "step": 2786790
    },
    {
      "epoch": 777.78,
      "grad_norm": 1.2241090536117554,
      "learning_rate": 9.876001138564918e-09,
      "loss": 0.3331,
      "step": 2786800
    },
    {
      "epoch": 777.79,
      "grad_norm": 1.4580097198486328,
      "learning_rate": 9.873521630709893e-09,
      "loss": 0.3468,
      "step": 2786810
    },
    {
      "epoch": 777.79,
      "grad_norm": 1.4172080755233765,
      "learning_rate": 9.871042433494143e-09,
      "loss": 0.3201,
      "step": 2786820
    },
    {
      "epoch": 777.79,
      "grad_norm": 1.2980291843414307,
      "learning_rate": 9.868563546918707e-09,
      "loss": 0.3297,
      "step": 2786830
    },
    {
      "epoch": 777.8,
      "grad_norm": 1.4899040460586548,
      "learning_rate": 9.866084970983329e-09,
      "loss": 0.3321,
      "step": 2786840
    },
    {
      "epoch": 777.8,
      "grad_norm": 1.1959846019744873,
      "learning_rate": 9.863606705688525e-09,
      "loss": 0.3227,
      "step": 2786850
    },
    {
      "epoch": 777.8,
      "grad_norm": 1.5403422117233276,
      "learning_rate": 9.861128751034816e-09,
      "loss": 0.3587,
      "step": 2786860
    },
    {
      "epoch": 777.8,
      "grad_norm": 1.4343808889389038,
      "learning_rate": 9.858651107022206e-09,
      "loss": 0.3251,
      "step": 2786870
    },
    {
      "epoch": 777.81,
      "grad_norm": 1.333718180656433,
      "learning_rate": 9.85617377365121e-09,
      "loss": 0.3418,
      "step": 2786880
    },
    {
      "epoch": 777.81,
      "grad_norm": 1.2303965091705322,
      "learning_rate": 9.853696750921833e-09,
      "loss": 0.3293,
      "step": 2786890
    },
    {
      "epoch": 777.81,
      "grad_norm": 1.372252106666565,
      "learning_rate": 9.851220038835113e-09,
      "loss": 0.3156,
      "step": 2786900
    },
    {
      "epoch": 777.81,
      "grad_norm": 1.3632097244262695,
      "learning_rate": 9.84874363739079e-09,
      "loss": 0.3273,
      "step": 2786910
    },
    {
      "epoch": 777.82,
      "grad_norm": 1.3173950910568237,
      "learning_rate": 9.846267546589383e-09,
      "loss": 0.3405,
      "step": 2786920
    },
    {
      "epoch": 777.82,
      "grad_norm": 1.3160172700881958,
      "learning_rate": 9.843791766431155e-09,
      "loss": 0.3287,
      "step": 2786930
    },
    {
      "epoch": 777.82,
      "grad_norm": 1.1403595209121704,
      "learning_rate": 9.841316296916365e-09,
      "loss": 0.3257,
      "step": 2786940
    },
    {
      "epoch": 777.83,
      "grad_norm": 1.2103843688964844,
      "learning_rate": 9.838841138045794e-09,
      "loss": 0.3369,
      "step": 2786950
    },
    {
      "epoch": 777.83,
      "grad_norm": 1.1653615236282349,
      "learning_rate": 9.83636628981918e-09,
      "loss": 0.3462,
      "step": 2786960
    },
    {
      "epoch": 777.83,
      "grad_norm": 1.1960481405258179,
      "learning_rate": 9.833891752237047e-09,
      "loss": 0.3387,
      "step": 2786970
    },
    {
      "epoch": 777.83,
      "grad_norm": 1.1735477447509766,
      "learning_rate": 9.831417525299913e-09,
      "loss": 0.3296,
      "step": 2786980
    },
    {
      "epoch": 777.84,
      "grad_norm": 1.3952057361602783,
      "learning_rate": 9.828943609008037e-09,
      "loss": 0.3606,
      "step": 2786990
    },
    {
      "epoch": 777.84,
      "grad_norm": 1.3270097970962524,
      "learning_rate": 9.826470003361421e-09,
      "loss": 0.3332,
      "step": 2787000
    },
    {
      "epoch": 777.84,
      "grad_norm": 1.3609646558761597,
      "learning_rate": 9.823996708360847e-09,
      "loss": 0.3417,
      "step": 2787010
    },
    {
      "epoch": 777.85,
      "grad_norm": 1.3227819204330444,
      "learning_rate": 9.821523724006572e-09,
      "loss": 0.3238,
      "step": 2787020
    },
    {
      "epoch": 777.85,
      "grad_norm": 1.158577561378479,
      "learning_rate": 9.819051050298596e-09,
      "loss": 0.3405,
      "step": 2787030
    },
    {
      "epoch": 777.85,
      "grad_norm": 1.2861175537109375,
      "learning_rate": 9.816578687237703e-09,
      "loss": 0.332,
      "step": 2787040
    },
    {
      "epoch": 777.85,
      "grad_norm": 1.176228404045105,
      "learning_rate": 9.81410663482389e-09,
      "loss": 0.3411,
      "step": 2787050
    },
    {
      "epoch": 777.86,
      "grad_norm": 1.4916627407073975,
      "learning_rate": 9.811634893057418e-09,
      "loss": 0.3258,
      "step": 2787060
    },
    {
      "epoch": 777.86,
      "grad_norm": 1.5205743312835693,
      "learning_rate": 9.809163461939069e-09,
      "loss": 0.3378,
      "step": 2787070
    },
    {
      "epoch": 777.86,
      "grad_norm": 1.4488098621368408,
      "learning_rate": 9.80669234146858e-09,
      "loss": 0.326,
      "step": 2787080
    },
    {
      "epoch": 777.86,
      "grad_norm": 1.1699594259262085,
      "learning_rate": 9.804221531646735e-09,
      "loss": 0.3376,
      "step": 2787090
    },
    {
      "epoch": 777.87,
      "grad_norm": 1.5346184968948364,
      "learning_rate": 9.801751032473791e-09,
      "loss": 0.3361,
      "step": 2787100
    },
    {
      "epoch": 777.87,
      "grad_norm": 1.1773369312286377,
      "learning_rate": 9.79928084394975e-09,
      "loss": 0.3491,
      "step": 2787110
    },
    {
      "epoch": 777.87,
      "grad_norm": 1.4652575254440308,
      "learning_rate": 9.796810966075392e-09,
      "loss": 0.328,
      "step": 2787120
    },
    {
      "epoch": 777.88,
      "grad_norm": 1.1310557126998901,
      "learning_rate": 9.794341398850716e-09,
      "loss": 0.3324,
      "step": 2787130
    },
    {
      "epoch": 777.88,
      "grad_norm": 1.3180612325668335,
      "learning_rate": 9.791872142276245e-09,
      "loss": 0.3346,
      "step": 2787140
    },
    {
      "epoch": 777.88,
      "grad_norm": 1.4174673557281494,
      "learning_rate": 9.789403196352238e-09,
      "loss": 0.3523,
      "step": 2787150
    },
    {
      "epoch": 777.88,
      "grad_norm": 1.5172842741012573,
      "learning_rate": 9.786934561079214e-09,
      "loss": 0.3155,
      "step": 2787160
    },
    {
      "epoch": 777.89,
      "grad_norm": 1.066139817237854,
      "learning_rate": 9.784466236456915e-09,
      "loss": 0.3262,
      "step": 2787170
    },
    {
      "epoch": 777.89,
      "grad_norm": 1.4782668352127075,
      "learning_rate": 9.78199822248638e-09,
      "loss": 0.3368,
      "step": 2787180
    },
    {
      "epoch": 777.89,
      "grad_norm": 1.2075427770614624,
      "learning_rate": 9.779530519167348e-09,
      "loss": 0.3226,
      "step": 2787190
    },
    {
      "epoch": 777.9,
      "grad_norm": 1.1334547996520996,
      "learning_rate": 9.777063126500603e-09,
      "loss": 0.3323,
      "step": 2787200
    },
    {
      "epoch": 777.9,
      "grad_norm": 1.5272223949432373,
      "learning_rate": 9.774596044486404e-09,
      "loss": 0.3334,
      "step": 2787210
    },
    {
      "epoch": 777.9,
      "grad_norm": 1.343211054801941,
      "learning_rate": 9.77212927312475e-09,
      "loss": 0.3526,
      "step": 2787220
    },
    {
      "epoch": 777.9,
      "grad_norm": 1.4401066303253174,
      "learning_rate": 9.769662812416159e-09,
      "loss": 0.3297,
      "step": 2787230
    },
    {
      "epoch": 777.91,
      "grad_norm": 1.3260654211044312,
      "learning_rate": 9.767196662361157e-09,
      "loss": 0.3429,
      "step": 2787240
    },
    {
      "epoch": 777.91,
      "grad_norm": 1.1849348545074463,
      "learning_rate": 9.76473082295974e-09,
      "loss": 0.3431,
      "step": 2787250
    },
    {
      "epoch": 777.91,
      "grad_norm": 1.268110752105713,
      "learning_rate": 9.762265294212431e-09,
      "loss": 0.3439,
      "step": 2787260
    },
    {
      "epoch": 777.92,
      "grad_norm": 1.1909593343734741,
      "learning_rate": 9.759800076119748e-09,
      "loss": 0.3444,
      "step": 2787270
    },
    {
      "epoch": 777.92,
      "grad_norm": 1.2880418300628662,
      "learning_rate": 9.757335168681692e-09,
      "loss": 0.3391,
      "step": 2787280
    },
    {
      "epoch": 777.92,
      "grad_norm": 1.30011785030365,
      "learning_rate": 9.754870571898523e-09,
      "loss": 0.3445,
      "step": 2787290
    },
    {
      "epoch": 777.92,
      "grad_norm": 1.3089077472686768,
      "learning_rate": 9.752406285771022e-09,
      "loss": 0.3366,
      "step": 2787300
    },
    {
      "epoch": 777.93,
      "grad_norm": 1.314646601676941,
      "learning_rate": 9.749942310298929e-09,
      "loss": 0.3466,
      "step": 2787310
    },
    {
      "epoch": 777.93,
      "grad_norm": 1.2377480268478394,
      "learning_rate": 9.747478645483024e-09,
      "loss": 0.3381,
      "step": 2787320
    },
    {
      "epoch": 777.93,
      "grad_norm": 1.3587323427200317,
      "learning_rate": 9.745015291323567e-09,
      "loss": 0.3175,
      "step": 2787330
    },
    {
      "epoch": 777.93,
      "grad_norm": 1.327519416809082,
      "learning_rate": 9.74255224782056e-09,
      "loss": 0.3303,
      "step": 2787340
    },
    {
      "epoch": 777.94,
      "grad_norm": 1.2463253736495972,
      "learning_rate": 9.740089514974782e-09,
      "loss": 0.3317,
      "step": 2787350
    },
    {
      "epoch": 777.94,
      "grad_norm": 1.3596110343933105,
      "learning_rate": 9.737627092786492e-09,
      "loss": 0.3197,
      "step": 2787360
    },
    {
      "epoch": 777.94,
      "grad_norm": 1.170041799545288,
      "learning_rate": 9.73516498125569e-09,
      "loss": 0.3377,
      "step": 2787370
    },
    {
      "epoch": 777.95,
      "grad_norm": 1.1268174648284912,
      "learning_rate": 9.7327031803829e-09,
      "loss": 0.3278,
      "step": 2787380
    },
    {
      "epoch": 777.95,
      "grad_norm": 1.4263027906417847,
      "learning_rate": 9.73024169016838e-09,
      "loss": 0.3414,
      "step": 2787390
    },
    {
      "epoch": 777.95,
      "grad_norm": 1.2216471433639526,
      "learning_rate": 9.72778051061265e-09,
      "loss": 0.3461,
      "step": 2787400
    },
    {
      "epoch": 777.95,
      "grad_norm": 1.249539852142334,
      "learning_rate": 9.725319641715971e-09,
      "loss": 0.3484,
      "step": 2787410
    },
    {
      "epoch": 777.96,
      "grad_norm": 1.2396045923233032,
      "learning_rate": 9.722859083478341e-09,
      "loss": 0.3364,
      "step": 2787420
    },
    {
      "epoch": 777.96,
      "grad_norm": 1.2195231914520264,
      "learning_rate": 9.720398835900544e-09,
      "loss": 0.35,
      "step": 2787430
    },
    {
      "epoch": 777.96,
      "grad_norm": 1.225510835647583,
      "learning_rate": 9.717938898982838e-09,
      "loss": 0.3474,
      "step": 2787440
    },
    {
      "epoch": 777.97,
      "grad_norm": 1.0492006540298462,
      "learning_rate": 9.715479272725483e-09,
      "loss": 0.3336,
      "step": 2787450
    },
    {
      "epoch": 777.97,
      "grad_norm": 1.374200463294983,
      "learning_rate": 9.71301995712848e-09,
      "loss": 0.332,
      "step": 2787460
    },
    {
      "epoch": 777.97,
      "grad_norm": 1.2089831829071045,
      "learning_rate": 9.71056095219261e-09,
      "loss": 0.3469,
      "step": 2787470
    },
    {
      "epoch": 777.97,
      "grad_norm": 1.3390382528305054,
      "learning_rate": 9.70810225791787e-09,
      "loss": 0.3225,
      "step": 2787480
    },
    {
      "epoch": 777.98,
      "grad_norm": 1.305716872215271,
      "learning_rate": 9.705643874304784e-09,
      "loss": 0.3265,
      "step": 2787490
    },
    {
      "epoch": 777.98,
      "grad_norm": 1.3867098093032837,
      "learning_rate": 9.70318580135387e-09,
      "loss": 0.3358,
      "step": 2787500
    },
    {
      "epoch": 777.98,
      "grad_norm": 1.2503719329833984,
      "learning_rate": 9.700728039065131e-09,
      "loss": 0.3446,
      "step": 2787510
    },
    {
      "epoch": 777.98,
      "grad_norm": 1.1576443910598755,
      "learning_rate": 9.698270587438565e-09,
      "loss": 0.3304,
      "step": 2787520
    },
    {
      "epoch": 777.99,
      "grad_norm": 1.4115962982177734,
      "learning_rate": 9.695813446475472e-09,
      "loss": 0.3343,
      "step": 2787530
    },
    {
      "epoch": 777.99,
      "grad_norm": 1.56435227394104,
      "learning_rate": 9.693356616175332e-09,
      "loss": 0.3416,
      "step": 2787540
    },
    {
      "epoch": 777.99,
      "grad_norm": 1.2051358222961426,
      "learning_rate": 9.690900096538928e-09,
      "loss": 0.317,
      "step": 2787550
    },
    {
      "epoch": 778.0,
      "grad_norm": 1.1532639265060425,
      "learning_rate": 9.688443887566257e-09,
      "loss": 0.3329,
      "step": 2787560
    },
    {
      "epoch": 778.0,
      "grad_norm": 1.2558825016021729,
      "learning_rate": 9.685987989258101e-09,
      "loss": 0.3306,
      "step": 2787570
    },
    {
      "epoch": 778.0,
      "eval_loss": 0.3358675241470337,
      "eval_runtime": 64.7257,
      "eval_samples_per_second": 78.161,
      "eval_steps_per_second": 9.78,
      "step": 2787574
    },
    {
      "epoch": 778.0,
      "grad_norm": 1.4732774496078491,
      "learning_rate": 9.6835324016142e-09,
      "loss": 0.3358,
      "step": 2787580
    },
    {
      "epoch": 778.0,
      "grad_norm": 1.347301721572876,
      "learning_rate": 9.681077124635335e-09,
      "loss": 0.3411,
      "step": 2787590
    },
    {
      "epoch": 778.01,
      "grad_norm": 1.145084023475647,
      "learning_rate": 9.678622158321506e-09,
      "loss": 0.3428,
      "step": 2787600
    },
    {
      "epoch": 778.01,
      "grad_norm": 1.2277599573135376,
      "learning_rate": 9.676167502673232e-09,
      "loss": 0.3408,
      "step": 2787610
    },
    {
      "epoch": 778.01,
      "grad_norm": 1.1570146083831787,
      "learning_rate": 9.673713157691034e-09,
      "loss": 0.3274,
      "step": 2787620
    },
    {
      "epoch": 778.02,
      "grad_norm": 1.378475308418274,
      "learning_rate": 9.671259123374912e-09,
      "loss": 0.3438,
      "step": 2787630
    },
    {
      "epoch": 778.02,
      "grad_norm": 1.2609540224075317,
      "learning_rate": 9.668805399725387e-09,
      "loss": 0.3417,
      "step": 2787640
    },
    {
      "epoch": 778.02,
      "grad_norm": 1.306594967842102,
      "learning_rate": 9.666351986742457e-09,
      "loss": 0.3432,
      "step": 2787650
    },
    {
      "epoch": 778.02,
      "grad_norm": 1.2855823040008545,
      "learning_rate": 9.663898884426906e-09,
      "loss": 0.3345,
      "step": 2787660
    },
    {
      "epoch": 778.03,
      "grad_norm": 1.2986931800842285,
      "learning_rate": 9.661446092778992e-09,
      "loss": 0.3396,
      "step": 2787670
    },
    {
      "epoch": 778.03,
      "grad_norm": 1.2655518054962158,
      "learning_rate": 9.658993611798716e-09,
      "loss": 0.3305,
      "step": 2787680
    },
    {
      "epoch": 778.03,
      "grad_norm": 1.3590832948684692,
      "learning_rate": 9.656541441486598e-09,
      "loss": 0.3372,
      "step": 2787690
    },
    {
      "epoch": 778.04,
      "grad_norm": 1.1604076623916626,
      "learning_rate": 9.654089581842896e-09,
      "loss": 0.3435,
      "step": 2787700
    },
    {
      "epoch": 778.04,
      "grad_norm": 1.132371187210083,
      "learning_rate": 9.651638032868136e-09,
      "loss": 0.335,
      "step": 2787710
    },
    {
      "epoch": 778.04,
      "grad_norm": 1.188918113708496,
      "learning_rate": 9.64918679456231e-09,
      "loss": 0.3486,
      "step": 2787720
    },
    {
      "epoch": 778.04,
      "grad_norm": 1.243644118309021,
      "learning_rate": 9.646735866925946e-09,
      "loss": 0.3238,
      "step": 2787730
    },
    {
      "epoch": 778.05,
      "grad_norm": 1.758203387260437,
      "learning_rate": 9.644285249959562e-09,
      "loss": 0.3424,
      "step": 2787740
    },
    {
      "epoch": 778.05,
      "grad_norm": 1.1795661449432373,
      "learning_rate": 9.641834943663155e-09,
      "loss": 0.3516,
      "step": 2787750
    },
    {
      "epoch": 778.05,
      "grad_norm": 1.0941816568374634,
      "learning_rate": 9.63938494803725e-09,
      "loss": 0.3342,
      "step": 2787760
    },
    {
      "epoch": 778.05,
      "grad_norm": 1.3685845136642456,
      "learning_rate": 9.636935263082103e-09,
      "loss": 0.3502,
      "step": 2787770
    },
    {
      "epoch": 778.06,
      "grad_norm": 1.2328400611877441,
      "learning_rate": 9.634485888797978e-09,
      "loss": 0.3463,
      "step": 2787780
    },
    {
      "epoch": 778.06,
      "grad_norm": 1.5232295989990234,
      "learning_rate": 9.632036825185391e-09,
      "loss": 0.3435,
      "step": 2787790
    },
    {
      "epoch": 778.06,
      "grad_norm": 1.2462189197540283,
      "learning_rate": 9.629588072244347e-09,
      "loss": 0.3328,
      "step": 2787800
    },
    {
      "epoch": 778.07,
      "grad_norm": 1.5655664205551147,
      "learning_rate": 9.627139629975623e-09,
      "loss": 0.3306,
      "step": 2787810
    },
    {
      "epoch": 778.07,
      "grad_norm": 1.2080790996551514,
      "learning_rate": 9.62469149837896e-09,
      "loss": 0.3291,
      "step": 2787820
    },
    {
      "epoch": 778.07,
      "grad_norm": 1.2035893201828003,
      "learning_rate": 9.6222436774554e-09,
      "loss": 0.3165,
      "step": 2787830
    },
    {
      "epoch": 778.07,
      "grad_norm": 1.0683928728103638,
      "learning_rate": 9.61979616720442e-09,
      "loss": 0.3393,
      "step": 2787840
    },
    {
      "epoch": 778.08,
      "grad_norm": 1.4322903156280518,
      "learning_rate": 9.617348967627062e-09,
      "loss": 0.3376,
      "step": 2787850
    },
    {
      "epoch": 778.08,
      "grad_norm": 1.4188427925109863,
      "learning_rate": 9.614902078723327e-09,
      "loss": 0.3254,
      "step": 2787860
    },
    {
      "epoch": 778.08,
      "grad_norm": 1.3351242542266846,
      "learning_rate": 9.612455500493734e-09,
      "loss": 0.3386,
      "step": 2787870
    },
    {
      "epoch": 778.09,
      "grad_norm": 1.3591269254684448,
      "learning_rate": 9.610009232938545e-09,
      "loss": 0.3287,
      "step": 2787880
    },
    {
      "epoch": 778.09,
      "grad_norm": 1.125984787940979,
      "learning_rate": 9.607563276057759e-09,
      "loss": 0.3445,
      "step": 2787890
    },
    {
      "epoch": 778.09,
      "grad_norm": 1.23671293258667,
      "learning_rate": 9.605117629852156e-09,
      "loss": 0.324,
      "step": 2787900
    },
    {
      "epoch": 778.09,
      "grad_norm": 1.3076653480529785,
      "learning_rate": 9.602672294321736e-09,
      "loss": 0.3425,
      "step": 2787910
    },
    {
      "epoch": 778.1,
      "grad_norm": 1.3472659587860107,
      "learning_rate": 9.60022726946702e-09,
      "loss": 0.3238,
      "step": 2787920
    },
    {
      "epoch": 778.1,
      "grad_norm": 1.1275124549865723,
      "learning_rate": 9.597782555288269e-09,
      "loss": 0.3471,
      "step": 2787930
    },
    {
      "epoch": 778.1,
      "grad_norm": 2.197903633117676,
      "learning_rate": 9.595338151786e-09,
      "loss": 0.332,
      "step": 2787940
    },
    {
      "epoch": 778.1,
      "grad_norm": 1.2716286182403564,
      "learning_rate": 9.59289405896022e-09,
      "loss": 0.3246,
      "step": 2787950
    },
    {
      "epoch": 778.11,
      "grad_norm": 4.247842788696289,
      "learning_rate": 9.59045027681118e-09,
      "loss": 0.3261,
      "step": 2787960
    },
    {
      "epoch": 778.11,
      "grad_norm": 1.2977460622787476,
      "learning_rate": 9.58800680533967e-09,
      "loss": 0.3516,
      "step": 2787970
    },
    {
      "epoch": 778.11,
      "grad_norm": 1.2897580862045288,
      "learning_rate": 9.585563644545682e-09,
      "loss": 0.3343,
      "step": 2787980
    },
    {
      "epoch": 778.12,
      "grad_norm": 1.4399242401123047,
      "learning_rate": 9.58312079442974e-09,
      "loss": 0.3382,
      "step": 2787990
    },
    {
      "epoch": 778.12,
      "grad_norm": 1.379980206489563,
      "learning_rate": 9.580678254991845e-09,
      "loss": 0.3219,
      "step": 2788000
    },
    {
      "epoch": 778.12,
      "grad_norm": 1.2765791416168213,
      "learning_rate": 9.578236026232515e-09,
      "loss": 0.3367,
      "step": 2788010
    },
    {
      "epoch": 778.12,
      "grad_norm": 1.008782148361206,
      "learning_rate": 9.575794108152273e-09,
      "loss": 0.3319,
      "step": 2788020
    },
    {
      "epoch": 778.13,
      "grad_norm": 1.248881459236145,
      "learning_rate": 9.573352500751117e-09,
      "loss": 0.3427,
      "step": 2788030
    },
    {
      "epoch": 778.13,
      "grad_norm": 1.3429118394851685,
      "learning_rate": 9.570911204029567e-09,
      "loss": 0.3297,
      "step": 2788040
    },
    {
      "epoch": 778.13,
      "grad_norm": 1.1890721321105957,
      "learning_rate": 9.568470217987626e-09,
      "loss": 0.3221,
      "step": 2788050
    },
    {
      "epoch": 778.14,
      "grad_norm": 1.1195862293243408,
      "learning_rate": 9.566029542626331e-09,
      "loss": 0.3306,
      "step": 2788060
    },
    {
      "epoch": 778.14,
      "grad_norm": 1.2587735652923584,
      "learning_rate": 9.563589177945165e-09,
      "loss": 0.353,
      "step": 2788070
    },
    {
      "epoch": 778.14,
      "grad_norm": 1.1343762874603271,
      "learning_rate": 9.561149123945166e-09,
      "loss": 0.3179,
      "step": 2788080
    },
    {
      "epoch": 778.14,
      "grad_norm": 1.24196457862854,
      "learning_rate": 9.558709380626077e-09,
      "loss": 0.3318,
      "step": 2788090
    },
    {
      "epoch": 778.15,
      "grad_norm": 1.3009034395217896,
      "learning_rate": 9.556269947988676e-09,
      "loss": 0.3448,
      "step": 2788100
    },
    {
      "epoch": 778.15,
      "grad_norm": 1.2960281372070312,
      "learning_rate": 9.553830826032963e-09,
      "loss": 0.3415,
      "step": 2788110
    },
    {
      "epoch": 778.15,
      "grad_norm": 1.3357367515563965,
      "learning_rate": 9.55139201475946e-09,
      "loss": 0.3431,
      "step": 2788120
    },
    {
      "epoch": 778.16,
      "grad_norm": 1.2891703844070435,
      "learning_rate": 9.548953514168424e-09,
      "loss": 0.3474,
      "step": 2788130
    },
    {
      "epoch": 778.16,
      "grad_norm": 1.3131794929504395,
      "learning_rate": 9.54651532426038e-09,
      "loss": 0.3425,
      "step": 2788140
    },
    {
      "epoch": 778.16,
      "grad_norm": 1.4352694749832153,
      "learning_rate": 9.544077445035325e-09,
      "loss": 0.3302,
      "step": 2788150
    },
    {
      "epoch": 778.16,
      "grad_norm": 1.2441712617874146,
      "learning_rate": 9.54163987649352e-09,
      "loss": 0.3411,
      "step": 2788160
    },
    {
      "epoch": 778.17,
      "grad_norm": 1.437421202659607,
      "learning_rate": 9.539202618635486e-09,
      "loss": 0.3518,
      "step": 2788170
    },
    {
      "epoch": 778.17,
      "grad_norm": 1.2114226818084717,
      "learning_rate": 9.536765671461742e-09,
      "loss": 0.3402,
      "step": 2788180
    },
    {
      "epoch": 778.17,
      "grad_norm": 1.3698968887329102,
      "learning_rate": 9.53432903497229e-09,
      "loss": 0.3389,
      "step": 2788190
    },
    {
      "epoch": 778.17,
      "grad_norm": 1.1776179075241089,
      "learning_rate": 9.531892709167647e-09,
      "loss": 0.318,
      "step": 2788200
    },
    {
      "epoch": 778.18,
      "grad_norm": 1.4200751781463623,
      "learning_rate": 9.529456694048077e-09,
      "loss": 0.3511,
      "step": 2788210
    },
    {
      "epoch": 778.18,
      "grad_norm": 1.1438243389129639,
      "learning_rate": 9.527020989613839e-09,
      "loss": 0.3347,
      "step": 2788220
    },
    {
      "epoch": 778.18,
      "grad_norm": 1.3751016855239868,
      "learning_rate": 9.524585595865451e-09,
      "loss": 0.3407,
      "step": 2788230
    },
    {
      "epoch": 778.19,
      "grad_norm": 1.3566397428512573,
      "learning_rate": 9.522150512802917e-09,
      "loss": 0.3319,
      "step": 2788240
    },
    {
      "epoch": 778.19,
      "grad_norm": 1.5753345489501953,
      "learning_rate": 9.519715740427015e-09,
      "loss": 0.3363,
      "step": 2788250
    },
    {
      "epoch": 778.19,
      "grad_norm": 1.4138211011886597,
      "learning_rate": 9.517281278737487e-09,
      "loss": 0.3393,
      "step": 2788260
    },
    {
      "epoch": 778.19,
      "grad_norm": 1.1505649089813232,
      "learning_rate": 9.51484712773511e-09,
      "loss": 0.3313,
      "step": 2788270
    },
    {
      "epoch": 778.2,
      "grad_norm": 1.318312644958496,
      "learning_rate": 9.512413287420147e-09,
      "loss": 0.3572,
      "step": 2788280
    },
    {
      "epoch": 778.2,
      "grad_norm": 1.3565765619277954,
      "learning_rate": 9.509979757792857e-09,
      "loss": 0.3265,
      "step": 2788290
    },
    {
      "epoch": 778.2,
      "grad_norm": 1.396587610244751,
      "learning_rate": 9.507546538853242e-09,
      "loss": 0.3354,
      "step": 2788300
    },
    {
      "epoch": 778.21,
      "grad_norm": 1.120747685432434,
      "learning_rate": 9.505113630602339e-09,
      "loss": 0.3224,
      "step": 2788310
    },
    {
      "epoch": 778.21,
      "grad_norm": 1.4828976392745972,
      "learning_rate": 9.502681033039892e-09,
      "loss": 0.3304,
      "step": 2788320
    },
    {
      "epoch": 778.21,
      "grad_norm": 1.1951535940170288,
      "learning_rate": 9.500248746166158e-09,
      "loss": 0.3407,
      "step": 2788330
    },
    {
      "epoch": 778.21,
      "grad_norm": 1.3883804082870483,
      "learning_rate": 9.49781676998192e-09,
      "loss": 0.3343,
      "step": 2788340
    },
    {
      "epoch": 778.22,
      "grad_norm": 1.1114646196365356,
      "learning_rate": 9.495385104487437e-09,
      "loss": 0.3307,
      "step": 2788350
    },
    {
      "epoch": 778.22,
      "grad_norm": 1.2774710655212402,
      "learning_rate": 9.492953749682709e-09,
      "loss": 0.3458,
      "step": 2788360
    },
    {
      "epoch": 778.22,
      "grad_norm": 1.4773486852645874,
      "learning_rate": 9.490522705568258e-09,
      "loss": 0.3239,
      "step": 2788370
    },
    {
      "epoch": 778.22,
      "grad_norm": 1.1366502046585083,
      "learning_rate": 9.48809197214434e-09,
      "loss": 0.3327,
      "step": 2788380
    },
    {
      "epoch": 778.23,
      "grad_norm": 1.225658655166626,
      "learning_rate": 9.48566154941122e-09,
      "loss": 0.3215,
      "step": 2788390
    },
    {
      "epoch": 778.23,
      "grad_norm": 1.164296269416809,
      "learning_rate": 9.483231437369415e-09,
      "loss": 0.3442,
      "step": 2788400
    },
    {
      "epoch": 778.23,
      "grad_norm": 1.2208168506622314,
      "learning_rate": 9.48080163601945e-09,
      "loss": 0.3367,
      "step": 2788410
    },
    {
      "epoch": 778.24,
      "grad_norm": 1.2590924501419067,
      "learning_rate": 9.478372145360798e-09,
      "loss": 0.3239,
      "step": 2788420
    },
    {
      "epoch": 778.24,
      "grad_norm": 2.035017490386963,
      "learning_rate": 9.475942965394765e-09,
      "loss": 0.3399,
      "step": 2788430
    },
    {
      "epoch": 778.24,
      "grad_norm": 1.3001060485839844,
      "learning_rate": 9.473514096121089e-09,
      "loss": 0.3485,
      "step": 2788440
    },
    {
      "epoch": 778.24,
      "grad_norm": 1.4161537885665894,
      "learning_rate": 9.47108553754029e-09,
      "loss": 0.3285,
      "step": 2788450
    },
    {
      "epoch": 778.25,
      "grad_norm": 1.3189083337783813,
      "learning_rate": 9.46865728965263e-09,
      "loss": 0.3519,
      "step": 2788460
    },
    {
      "epoch": 778.25,
      "grad_norm": 1.1911046504974365,
      "learning_rate": 9.466229352458367e-09,
      "loss": 0.3513,
      "step": 2788470
    },
    {
      "epoch": 778.25,
      "grad_norm": 1.2031172513961792,
      "learning_rate": 9.463801725958024e-09,
      "loss": 0.3448,
      "step": 2788480
    },
    {
      "epoch": 778.26,
      "grad_norm": 1.1903311014175415,
      "learning_rate": 9.461374410151858e-09,
      "loss": 0.3362,
      "step": 2788490
    },
    {
      "epoch": 778.26,
      "grad_norm": 1.1668999195098877,
      "learning_rate": 9.458947405039871e-09,
      "loss": 0.3405,
      "step": 2788500
    },
    {
      "epoch": 778.26,
      "grad_norm": 1.220873475074768,
      "learning_rate": 9.456520710622845e-09,
      "loss": 0.3124,
      "step": 2788510
    },
    {
      "epoch": 778.26,
      "grad_norm": 1.457951307296753,
      "learning_rate": 9.454094326901037e-09,
      "loss": 0.3279,
      "step": 2788520
    },
    {
      "epoch": 778.27,
      "grad_norm": 1.2899675369262695,
      "learning_rate": 9.451668253874448e-09,
      "loss": 0.3202,
      "step": 2788530
    },
    {
      "epoch": 778.27,
      "grad_norm": 1.280348539352417,
      "learning_rate": 9.44924249154386e-09,
      "loss": 0.3232,
      "step": 2788540
    },
    {
      "epoch": 778.27,
      "grad_norm": 1.1300218105316162,
      "learning_rate": 9.446817039909272e-09,
      "loss": 0.3297,
      "step": 2788550
    },
    {
      "epoch": 778.28,
      "grad_norm": 1.2232253551483154,
      "learning_rate": 9.444391898970685e-09,
      "loss": 0.3349,
      "step": 2788560
    },
    {
      "epoch": 778.28,
      "grad_norm": 1.2156423330307007,
      "learning_rate": 9.441967068729139e-09,
      "loss": 0.3337,
      "step": 2788570
    },
    {
      "epoch": 778.28,
      "grad_norm": 1.2333595752716064,
      "learning_rate": 9.439542549184633e-09,
      "loss": 0.3333,
      "step": 2788580
    },
    {
      "epoch": 778.28,
      "grad_norm": 1.1661076545715332,
      "learning_rate": 9.43711834033743e-09,
      "loss": 0.3204,
      "step": 2788590
    },
    {
      "epoch": 778.29,
      "grad_norm": 1.2255069017410278,
      "learning_rate": 9.434694442188046e-09,
      "loss": 0.3427,
      "step": 2788600
    },
    {
      "epoch": 778.29,
      "grad_norm": 1.0978105068206787,
      "learning_rate": 9.432270854736485e-09,
      "loss": 0.3388,
      "step": 2788610
    },
    {
      "epoch": 778.29,
      "grad_norm": 1.0695075988769531,
      "learning_rate": 9.429847577983266e-09,
      "loss": 0.3487,
      "step": 2788620
    },
    {
      "epoch": 778.29,
      "grad_norm": 1.4057257175445557,
      "learning_rate": 9.42742461192865e-09,
      "loss": 0.329,
      "step": 2788630
    },
    {
      "epoch": 778.3,
      "grad_norm": 1.3639246225357056,
      "learning_rate": 9.425001956573156e-09,
      "loss": 0.3355,
      "step": 2788640
    },
    {
      "epoch": 778.3,
      "grad_norm": 1.234370470046997,
      "learning_rate": 9.422579611916784e-09,
      "loss": 0.3328,
      "step": 2788650
    },
    {
      "epoch": 778.3,
      "grad_norm": 1.2955760955810547,
      "learning_rate": 9.420157577960317e-09,
      "loss": 0.3491,
      "step": 2788660
    },
    {
      "epoch": 778.31,
      "grad_norm": 1.0744622945785522,
      "learning_rate": 9.417735854703491e-09,
      "loss": 0.3249,
      "step": 2788670
    },
    {
      "epoch": 778.31,
      "grad_norm": 1.1595995426177979,
      "learning_rate": 9.41531444214709e-09,
      "loss": 0.332,
      "step": 2788680
    },
    {
      "epoch": 778.31,
      "grad_norm": 1.3126192092895508,
      "learning_rate": 9.412893340291113e-09,
      "loss": 0.3308,
      "step": 2788690
    },
    {
      "epoch": 778.31,
      "grad_norm": 1.1747864484786987,
      "learning_rate": 9.41047254913608e-09,
      "loss": 0.3302,
      "step": 2788700
    },
    {
      "epoch": 778.32,
      "grad_norm": 1.035418152809143,
      "learning_rate": 9.408052068682511e-09,
      "loss": 0.3172,
      "step": 2788710
    },
    {
      "epoch": 778.32,
      "grad_norm": 1.1851831674575806,
      "learning_rate": 9.405631898930146e-09,
      "loss": 0.3172,
      "step": 2788720
    },
    {
      "epoch": 778.32,
      "grad_norm": 1.1874805688858032,
      "learning_rate": 9.403212039880026e-09,
      "loss": 0.3268,
      "step": 2788730
    },
    {
      "epoch": 778.33,
      "grad_norm": 1.2111262083053589,
      "learning_rate": 9.400792491531632e-09,
      "loss": 0.3468,
      "step": 2788740
    },
    {
      "epoch": 778.33,
      "grad_norm": 16.355567932128906,
      "learning_rate": 9.398373253886263e-09,
      "loss": 0.3355,
      "step": 2788750
    },
    {
      "epoch": 778.33,
      "grad_norm": 1.0931230783462524,
      "learning_rate": 9.3959543269434e-09,
      "loss": 0.325,
      "step": 2788760
    },
    {
      "epoch": 778.33,
      "grad_norm": 1.1268550157546997,
      "learning_rate": 9.393535710703824e-09,
      "loss": 0.3271,
      "step": 2788770
    },
    {
      "epoch": 778.34,
      "grad_norm": 1.3713276386260986,
      "learning_rate": 9.391117405167792e-09,
      "loss": 0.3315,
      "step": 2788780
    },
    {
      "epoch": 778.34,
      "grad_norm": 1.114513874053955,
      "learning_rate": 9.388699410335306e-09,
      "loss": 0.3356,
      "step": 2788790
    },
    {
      "epoch": 778.34,
      "grad_norm": 1.3403301239013672,
      "learning_rate": 9.386281726207149e-09,
      "loss": 0.3284,
      "step": 2788800
    },
    {
      "epoch": 778.34,
      "grad_norm": 1.5332392454147339,
      "learning_rate": 9.383864352783318e-09,
      "loss": 0.3452,
      "step": 2788810
    },
    {
      "epoch": 778.35,
      "grad_norm": 1.5487343072891235,
      "learning_rate": 9.381447290064333e-09,
      "loss": 0.3428,
      "step": 2788820
    },
    {
      "epoch": 778.35,
      "grad_norm": 1.1917933225631714,
      "learning_rate": 9.379030538050458e-09,
      "loss": 0.3499,
      "step": 2788830
    },
    {
      "epoch": 778.35,
      "grad_norm": 1.2794867753982544,
      "learning_rate": 9.376614096741949e-09,
      "loss": 0.3342,
      "step": 2788840
    },
    {
      "epoch": 778.36,
      "grad_norm": 1.6302733421325684,
      "learning_rate": 9.374197966139067e-09,
      "loss": 0.3501,
      "step": 2788850
    },
    {
      "epoch": 778.36,
      "grad_norm": 1.6351436376571655,
      "learning_rate": 9.371782146242336e-09,
      "loss": 0.3527,
      "step": 2788860
    },
    {
      "epoch": 778.36,
      "grad_norm": 1.150320053100586,
      "learning_rate": 9.369366637052272e-09,
      "loss": 0.341,
      "step": 2788870
    },
    {
      "epoch": 778.36,
      "grad_norm": 1.175985336303711,
      "learning_rate": 9.366951438568356e-09,
      "loss": 0.336,
      "step": 2788880
    },
    {
      "epoch": 778.37,
      "grad_norm": 1.3903427124023438,
      "learning_rate": 9.36453655079189e-09,
      "loss": 0.3267,
      "step": 2788890
    },
    {
      "epoch": 778.37,
      "grad_norm": 1.1146482229232788,
      "learning_rate": 9.362121973722613e-09,
      "loss": 0.3473,
      "step": 2788900
    },
    {
      "epoch": 778.37,
      "grad_norm": 1.1901044845581055,
      "learning_rate": 9.359707707361046e-09,
      "loss": 0.3428,
      "step": 2788910
    },
    {
      "epoch": 778.38,
      "grad_norm": 1.0287022590637207,
      "learning_rate": 9.357293751707449e-09,
      "loss": 0.3334,
      "step": 2788920
    },
    {
      "epoch": 778.38,
      "grad_norm": 1.231095552444458,
      "learning_rate": 9.35488010676208e-09,
      "loss": 0.3424,
      "step": 2788930
    },
    {
      "epoch": 778.38,
      "grad_norm": 1.267944097518921,
      "learning_rate": 9.352466772525464e-09,
      "loss": 0.3278,
      "step": 2788940
    },
    {
      "epoch": 778.38,
      "grad_norm": 1.129967212677002,
      "learning_rate": 9.350053748997597e-09,
      "loss": 0.3318,
      "step": 2788950
    },
    {
      "epoch": 778.39,
      "grad_norm": 1.3321024179458618,
      "learning_rate": 9.34764103617926e-09,
      "loss": 0.3439,
      "step": 2788960
    },
    {
      "epoch": 778.39,
      "grad_norm": 1.1377147436141968,
      "learning_rate": 9.345228634070456e-09,
      "loss": 0.3328,
      "step": 2788970
    },
    {
      "epoch": 778.39,
      "grad_norm": 1.3083146810531616,
      "learning_rate": 9.342816542671443e-09,
      "loss": 0.3438,
      "step": 2788980
    },
    {
      "epoch": 778.4,
      "grad_norm": 1.3480390310287476,
      "learning_rate": 9.34040476198274e-09,
      "loss": 0.3262,
      "step": 2788990
    },
    {
      "epoch": 778.4,
      "grad_norm": 1.2497020959854126,
      "learning_rate": 9.33799329200435e-09,
      "loss": 0.3484,
      "step": 2789000
    },
    {
      "epoch": 778.4,
      "grad_norm": 1.2047615051269531,
      "learning_rate": 9.335582132737052e-09,
      "loss": 0.3309,
      "step": 2789010
    },
    {
      "epoch": 778.4,
      "grad_norm": 1.2680866718292236,
      "learning_rate": 9.333171284181105e-09,
      "loss": 0.3289,
      "step": 2789020
    },
    {
      "epoch": 778.41,
      "grad_norm": 1.1830040216445923,
      "learning_rate": 9.330760746336513e-09,
      "loss": 0.3241,
      "step": 2789030
    },
    {
      "epoch": 778.41,
      "grad_norm": 1.0754735469818115,
      "learning_rate": 9.328350519203532e-09,
      "loss": 0.3366,
      "step": 2789040
    },
    {
      "epoch": 778.41,
      "grad_norm": 1.4637486934661865,
      "learning_rate": 9.325940602782946e-09,
      "loss": 0.3337,
      "step": 2789050
    },
    {
      "epoch": 778.41,
      "grad_norm": 1.2031879425048828,
      "learning_rate": 9.323530997075012e-09,
      "loss": 0.3347,
      "step": 2789060
    },
    {
      "epoch": 778.42,
      "grad_norm": 1.300597071647644,
      "learning_rate": 9.321121702079471e-09,
      "loss": 0.3275,
      "step": 2789070
    },
    {
      "epoch": 778.42,
      "grad_norm": 1.2584495544433594,
      "learning_rate": 9.318712717797365e-09,
      "loss": 0.3569,
      "step": 2789080
    },
    {
      "epoch": 778.42,
      "grad_norm": 1.7160937786102295,
      "learning_rate": 9.316304044228694e-09,
      "loss": 0.3363,
      "step": 2789090
    },
    {
      "epoch": 778.43,
      "grad_norm": 1.1903419494628906,
      "learning_rate": 9.313895681373715e-09,
      "loss": 0.3265,
      "step": 2789100
    },
    {
      "epoch": 778.43,
      "grad_norm": 1.2093162536621094,
      "learning_rate": 9.311487629232693e-09,
      "loss": 0.3376,
      "step": 2789110
    },
    {
      "epoch": 778.43,
      "grad_norm": 1.7954018115997314,
      "learning_rate": 9.309079887806145e-09,
      "loss": 0.3398,
      "step": 2789120
    },
    {
      "epoch": 778.43,
      "grad_norm": 1.3364323377609253,
      "learning_rate": 9.306672457094332e-09,
      "loss": 0.3348,
      "step": 2789130
    },
    {
      "epoch": 778.44,
      "grad_norm": 0.9933585524559021,
      "learning_rate": 9.304265337097516e-09,
      "loss": 0.3512,
      "step": 2789140
    },
    {
      "epoch": 778.44,
      "grad_norm": 1.1379045248031616,
      "learning_rate": 9.301858527816214e-09,
      "loss": 0.3551,
      "step": 2789150
    },
    {
      "epoch": 778.44,
      "grad_norm": 1.3349682092666626,
      "learning_rate": 9.299452029250428e-09,
      "loss": 0.3379,
      "step": 2789160
    },
    {
      "epoch": 778.45,
      "grad_norm": 1.3217486143112183,
      "learning_rate": 9.297045841400678e-09,
      "loss": 0.3283,
      "step": 2789170
    },
    {
      "epoch": 778.45,
      "grad_norm": 1.162809133529663,
      "learning_rate": 9.294639964267484e-09,
      "loss": 0.3325,
      "step": 2789180
    },
    {
      "epoch": 778.45,
      "grad_norm": 1.2937657833099365,
      "learning_rate": 9.292234397850588e-09,
      "loss": 0.3305,
      "step": 2789190
    },
    {
      "epoch": 778.45,
      "grad_norm": 1.8117997646331787,
      "learning_rate": 9.289829142150769e-09,
      "loss": 0.3278,
      "step": 2789200
    },
    {
      "epoch": 778.46,
      "grad_norm": 1.2475513219833374,
      "learning_rate": 9.287424197168286e-09,
      "loss": 0.3395,
      "step": 2789210
    },
    {
      "epoch": 778.46,
      "grad_norm": 1.1581217050552368,
      "learning_rate": 9.285019562903662e-09,
      "loss": 0.3266,
      "step": 2789220
    },
    {
      "epoch": 778.46,
      "grad_norm": 1.189382553100586,
      "learning_rate": 9.282615239356376e-09,
      "loss": 0.3453,
      "step": 2789230
    },
    {
      "epoch": 778.46,
      "grad_norm": 1.3774936199188232,
      "learning_rate": 9.280211226527987e-09,
      "loss": 0.3292,
      "step": 2789240
    },
    {
      "epoch": 778.47,
      "grad_norm": 1.3569177389144897,
      "learning_rate": 9.277807524417715e-09,
      "loss": 0.3381,
      "step": 2789250
    },
    {
      "epoch": 778.47,
      "grad_norm": 1.082993507385254,
      "learning_rate": 9.275404133026344e-09,
      "loss": 0.3477,
      "step": 2789260
    },
    {
      "epoch": 778.47,
      "grad_norm": 1.1564033031463623,
      "learning_rate": 9.27300105235439e-09,
      "loss": 0.3356,
      "step": 2789270
    },
    {
      "epoch": 778.48,
      "grad_norm": 1.4120582342147827,
      "learning_rate": 9.270598282401857e-09,
      "loss": 0.3389,
      "step": 2789280
    },
    {
      "epoch": 778.48,
      "grad_norm": 1.5789457559585571,
      "learning_rate": 9.268195823169261e-09,
      "loss": 0.3354,
      "step": 2789290
    },
    {
      "epoch": 778.48,
      "grad_norm": 1.4029688835144043,
      "learning_rate": 9.265793674656606e-09,
      "loss": 0.3399,
      "step": 2789300
    },
    {
      "epoch": 778.48,
      "grad_norm": 1.1117721796035767,
      "learning_rate": 9.26339183686467e-09,
      "loss": 0.3431,
      "step": 2789310
    },
    {
      "epoch": 778.49,
      "grad_norm": 1.221254587173462,
      "learning_rate": 9.260990309793194e-09,
      "loss": 0.3611,
      "step": 2789320
    },
    {
      "epoch": 778.49,
      "grad_norm": 1.1093919277191162,
      "learning_rate": 9.258589093443219e-09,
      "loss": 0.3429,
      "step": 2789330
    },
    {
      "epoch": 778.49,
      "grad_norm": 1.2731399536132812,
      "learning_rate": 9.256188187814484e-09,
      "loss": 0.3291,
      "step": 2789340
    },
    {
      "epoch": 778.5,
      "grad_norm": 1.1751205921173096,
      "learning_rate": 9.25378759290751e-09,
      "loss": 0.3261,
      "step": 2789350
    },
    {
      "epoch": 778.5,
      "grad_norm": 1.1174629926681519,
      "learning_rate": 9.251387308722817e-09,
      "loss": 0.3448,
      "step": 2789360
    },
    {
      "epoch": 778.5,
      "grad_norm": 1.098478078842163,
      "learning_rate": 9.248987335260405e-09,
      "loss": 0.3285,
      "step": 2789370
    },
    {
      "epoch": 778.5,
      "grad_norm": 1.3988105058670044,
      "learning_rate": 9.246587672520796e-09,
      "loss": 0.3494,
      "step": 2789380
    },
    {
      "epoch": 778.51,
      "grad_norm": 1.3597644567489624,
      "learning_rate": 9.244188320503988e-09,
      "loss": 0.3335,
      "step": 2789390
    },
    {
      "epoch": 778.51,
      "grad_norm": 1.1440823078155518,
      "learning_rate": 9.24178927921076e-09,
      "loss": 0.348,
      "step": 2789400
    },
    {
      "epoch": 778.51,
      "grad_norm": 1.3885514736175537,
      "learning_rate": 9.239390548641118e-09,
      "loss": 0.3332,
      "step": 2789410
    },
    {
      "epoch": 778.52,
      "grad_norm": 1.3180241584777832,
      "learning_rate": 9.236992128795578e-09,
      "loss": 0.3414,
      "step": 2789420
    },
    {
      "epoch": 778.52,
      "grad_norm": 1.190352439880371,
      "learning_rate": 9.23459401967414e-09,
      "loss": 0.3395,
      "step": 2789430
    },
    {
      "epoch": 778.52,
      "grad_norm": 1.1815227270126343,
      "learning_rate": 9.232196221277323e-09,
      "loss": 0.339,
      "step": 2789440
    },
    {
      "epoch": 778.52,
      "grad_norm": 1.3364160060882568,
      "learning_rate": 9.229798733605912e-09,
      "loss": 0.3514,
      "step": 2789450
    },
    {
      "epoch": 778.53,
      "grad_norm": 1.388056993484497,
      "learning_rate": 9.227401556659124e-09,
      "loss": 0.3501,
      "step": 2789460
    },
    {
      "epoch": 778.53,
      "grad_norm": 1.266074538230896,
      "learning_rate": 9.22500469043852e-09,
      "loss": 0.3293,
      "step": 2789470
    },
    {
      "epoch": 778.53,
      "grad_norm": 1.4345630407333374,
      "learning_rate": 9.22260813494358e-09,
      "loss": 0.3399,
      "step": 2789480
    },
    {
      "epoch": 778.53,
      "grad_norm": 1.8246465921401978,
      "learning_rate": 9.220211890174824e-09,
      "loss": 0.3389,
      "step": 2789490
    },
    {
      "epoch": 778.54,
      "grad_norm": 1.2931973934173584,
      "learning_rate": 9.217815956132774e-09,
      "loss": 0.3478,
      "step": 2789500
    },
    {
      "epoch": 778.54,
      "grad_norm": 1.3598761558532715,
      "learning_rate": 9.215420332817428e-09,
      "loss": 0.3286,
      "step": 2789510
    },
    {
      "epoch": 778.54,
      "grad_norm": 1.1235651969909668,
      "learning_rate": 9.213025020229307e-09,
      "loss": 0.3358,
      "step": 2789520
    },
    {
      "epoch": 778.55,
      "grad_norm": 1.2606229782104492,
      "learning_rate": 9.21063001836867e-09,
      "loss": 0.3458,
      "step": 2789530
    },
    {
      "epoch": 778.55,
      "grad_norm": 1.283911943435669,
      "learning_rate": 9.208235327236041e-09,
      "loss": 0.346,
      "step": 2789540
    },
    {
      "epoch": 778.55,
      "grad_norm": 1.2680425643920898,
      "learning_rate": 9.205840946831418e-09,
      "loss": 0.3335,
      "step": 2789550
    },
    {
      "epoch": 778.55,
      "grad_norm": 1.2174577713012695,
      "learning_rate": 9.20344687715506e-09,
      "loss": 0.3346,
      "step": 2789560
    },
    {
      "epoch": 778.56,
      "grad_norm": 1.3261134624481201,
      "learning_rate": 9.201053118207749e-09,
      "loss": 0.3368,
      "step": 2789570
    },
    {
      "epoch": 778.56,
      "grad_norm": 1.2082396745681763,
      "learning_rate": 9.198659669989485e-09,
      "loss": 0.3424,
      "step": 2789580
    },
    {
      "epoch": 778.56,
      "grad_norm": 1.1770069599151611,
      "learning_rate": 9.196266532500787e-09,
      "loss": 0.3289,
      "step": 2789590
    },
    {
      "epoch": 778.57,
      "grad_norm": 1.2741105556488037,
      "learning_rate": 9.193873705741656e-09,
      "loss": 0.3375,
      "step": 2789600
    },
    {
      "epoch": 778.57,
      "grad_norm": 1.1769435405731201,
      "learning_rate": 9.191481189712354e-09,
      "loss": 0.3416,
      "step": 2789610
    },
    {
      "epoch": 778.57,
      "grad_norm": 1.570001244544983,
      "learning_rate": 9.18908898441366e-09,
      "loss": 0.3375,
      "step": 2789620
    },
    {
      "epoch": 778.57,
      "grad_norm": 1.3232320547103882,
      "learning_rate": 9.186697089845833e-09,
      "loss": 0.3339,
      "step": 2789630
    },
    {
      "epoch": 778.58,
      "grad_norm": 1.2138878107070923,
      "learning_rate": 9.184305506008873e-09,
      "loss": 0.3535,
      "step": 2789640
    },
    {
      "epoch": 778.58,
      "grad_norm": 1.1615389585494995,
      "learning_rate": 9.181914232903302e-09,
      "loss": 0.3467,
      "step": 2789650
    },
    {
      "epoch": 778.58,
      "grad_norm": 1.1464786529541016,
      "learning_rate": 9.179523270529122e-09,
      "loss": 0.3225,
      "step": 2789660
    },
    {
      "epoch": 778.58,
      "grad_norm": 1.2498555183410645,
      "learning_rate": 9.177132618887109e-09,
      "loss": 0.3451,
      "step": 2789670
    },
    {
      "epoch": 778.59,
      "grad_norm": 1.105709433555603,
      "learning_rate": 9.174742277977526e-09,
      "loss": 0.3217,
      "step": 2789680
    },
    {
      "epoch": 778.59,
      "grad_norm": 1.150952696800232,
      "learning_rate": 9.172352247800111e-09,
      "loss": 0.3294,
      "step": 2789690
    },
    {
      "epoch": 778.59,
      "grad_norm": 1.3215688467025757,
      "learning_rate": 9.169962528356167e-09,
      "loss": 0.3579,
      "step": 2789700
    },
    {
      "epoch": 778.6,
      "grad_norm": 1.236706018447876,
      "learning_rate": 9.167573119644914e-09,
      "loss": 0.3251,
      "step": 2789710
    },
    {
      "epoch": 778.6,
      "grad_norm": 1.177897334098816,
      "learning_rate": 9.165184021667649e-09,
      "loss": 0.3267,
      "step": 2789720
    },
    {
      "epoch": 778.6,
      "grad_norm": 1.2426894903182983,
      "learning_rate": 9.162795234424115e-09,
      "loss": 0.3309,
      "step": 2789730
    },
    {
      "epoch": 778.6,
      "grad_norm": 1.2883447408676147,
      "learning_rate": 9.160406757914833e-09,
      "loss": 0.3233,
      "step": 2789740
    },
    {
      "epoch": 778.61,
      "grad_norm": 1.256055474281311,
      "learning_rate": 9.158018592139802e-09,
      "loss": 0.3367,
      "step": 2789750
    },
    {
      "epoch": 778.61,
      "grad_norm": 1.1250243186950684,
      "learning_rate": 9.155630737099802e-09,
      "loss": 0.3394,
      "step": 2789760
    },
    {
      "epoch": 778.61,
      "grad_norm": 1.114702582359314,
      "learning_rate": 9.153243192795094e-09,
      "loss": 0.3253,
      "step": 2789770
    },
    {
      "epoch": 778.62,
      "grad_norm": 1.2040854692459106,
      "learning_rate": 9.150855959225676e-09,
      "loss": 0.3336,
      "step": 2789780
    },
    {
      "epoch": 778.62,
      "grad_norm": 1.4017691612243652,
      "learning_rate": 9.148469036391812e-09,
      "loss": 0.3415,
      "step": 2789790
    },
    {
      "epoch": 778.62,
      "grad_norm": 1.2070729732513428,
      "learning_rate": 9.146082424294539e-09,
      "loss": 0.348,
      "step": 2789800
    },
    {
      "epoch": 778.62,
      "grad_norm": 1.185049295425415,
      "learning_rate": 9.143696122933339e-09,
      "loss": 0.3372,
      "step": 2789810
    },
    {
      "epoch": 778.63,
      "grad_norm": 1.3558322191238403,
      "learning_rate": 9.141310132308993e-09,
      "loss": 0.3338,
      "step": 2789820
    },
    {
      "epoch": 778.63,
      "grad_norm": 1.211268424987793,
      "learning_rate": 9.138924452421498e-09,
      "loss": 0.3422,
      "step": 2789830
    },
    {
      "epoch": 778.63,
      "grad_norm": 1.112052321434021,
      "learning_rate": 9.136539083271638e-09,
      "loss": 0.332,
      "step": 2789840
    },
    {
      "epoch": 778.64,
      "grad_norm": 1.3010752201080322,
      "learning_rate": 9.134154024859412e-09,
      "loss": 0.3271,
      "step": 2789850
    },
    {
      "epoch": 778.64,
      "grad_norm": 1.3640443086624146,
      "learning_rate": 9.131769277185078e-09,
      "loss": 0.3416,
      "step": 2789860
    },
    {
      "epoch": 778.64,
      "grad_norm": 1.37944495677948,
      "learning_rate": 9.129384840249158e-09,
      "loss": 0.3448,
      "step": 2789870
    },
    {
      "epoch": 778.64,
      "grad_norm": 1.2351151704788208,
      "learning_rate": 9.127000714051914e-09,
      "loss": 0.3408,
      "step": 2789880
    },
    {
      "epoch": 778.65,
      "grad_norm": 1.2332419157028198,
      "learning_rate": 9.124616898593604e-09,
      "loss": 0.328,
      "step": 2789890
    },
    {
      "epoch": 778.65,
      "grad_norm": 1.651260495185852,
      "learning_rate": 9.122233393874488e-09,
      "loss": 0.3395,
      "step": 2789900
    },
    {
      "epoch": 778.65,
      "grad_norm": 1.1917518377304077,
      "learning_rate": 9.119850199895089e-09,
      "loss": 0.3464,
      "step": 2789910
    },
    {
      "epoch": 778.65,
      "grad_norm": 1.2876979112625122,
      "learning_rate": 9.117467316655402e-09,
      "loss": 0.3329,
      "step": 2789920
    },
    {
      "epoch": 778.66,
      "grad_norm": 1.2285041809082031,
      "learning_rate": 9.115084744156214e-09,
      "loss": 0.3286,
      "step": 2789930
    },
    {
      "epoch": 778.66,
      "grad_norm": 1.3374874591827393,
      "learning_rate": 9.11270248239752e-09,
      "loss": 0.3411,
      "step": 2789940
    },
    {
      "epoch": 778.66,
      "grad_norm": 1.1919687986373901,
      "learning_rate": 9.110320531379323e-09,
      "loss": 0.3301,
      "step": 2789950
    },
    {
      "epoch": 778.67,
      "grad_norm": 1.3153098821640015,
      "learning_rate": 9.107938891102663e-09,
      "loss": 0.3252,
      "step": 2789960
    },
    {
      "epoch": 778.67,
      "grad_norm": 1.2921875715255737,
      "learning_rate": 9.105557561567278e-09,
      "loss": 0.3314,
      "step": 2789970
    },
    {
      "epoch": 778.67,
      "grad_norm": 1.358528971672058,
      "learning_rate": 9.103176542773952e-09,
      "loss": 0.3372,
      "step": 2789980
    },
    {
      "epoch": 778.67,
      "grad_norm": 1.1608295440673828,
      "learning_rate": 9.10079583472268e-09,
      "loss": 0.3175,
      "step": 2789990
    },
    {
      "epoch": 778.68,
      "grad_norm": 1.128936767578125,
      "learning_rate": 9.098415437413728e-09,
      "loss": 0.3336,
      "step": 2790000
    },
    {
      "epoch": 778.68,
      "grad_norm": 1.3594599962234497,
      "learning_rate": 9.096035350847613e-09,
      "loss": 0.3453,
      "step": 2790010
    },
    {
      "epoch": 778.68,
      "grad_norm": 1.4047579765319824,
      "learning_rate": 9.093655575024596e-09,
      "loss": 0.3428,
      "step": 2790020
    },
    {
      "epoch": 778.69,
      "grad_norm": 1.2635036706924438,
      "learning_rate": 9.091276109944937e-09,
      "loss": 0.3206,
      "step": 2790030
    },
    {
      "epoch": 778.69,
      "grad_norm": 1.2335232496261597,
      "learning_rate": 9.088896955608896e-09,
      "loss": 0.3298,
      "step": 2790040
    },
    {
      "epoch": 778.69,
      "grad_norm": 1.5048290491104126,
      "learning_rate": 9.086518112017254e-09,
      "loss": 0.3326,
      "step": 2790050
    },
    {
      "epoch": 778.69,
      "grad_norm": 1.3259726762771606,
      "learning_rate": 9.084139579169491e-09,
      "loss": 0.3303,
      "step": 2790060
    },
    {
      "epoch": 778.7,
      "grad_norm": 1.3345571756362915,
      "learning_rate": 9.081761357066648e-09,
      "loss": 0.3397,
      "step": 2790070
    },
    {
      "epoch": 778.7,
      "grad_norm": 1.075357437133789,
      "learning_rate": 9.079383445708723e-09,
      "loss": 0.3349,
      "step": 2790080
    },
    {
      "epoch": 778.7,
      "grad_norm": 1.2355180978775024,
      "learning_rate": 9.077005845096239e-09,
      "loss": 0.3384,
      "step": 2790090
    },
    {
      "epoch": 778.7,
      "grad_norm": 1.1228160858154297,
      "learning_rate": 9.074628555229193e-09,
      "loss": 0.3431,
      "step": 2790100
    },
    {
      "epoch": 778.71,
      "grad_norm": 1.2505663633346558,
      "learning_rate": 9.072251576108108e-09,
      "loss": 0.3275,
      "step": 2790110
    },
    {
      "epoch": 778.71,
      "grad_norm": 1.0520997047424316,
      "learning_rate": 9.069874907733245e-09,
      "loss": 0.3345,
      "step": 2790120
    },
    {
      "epoch": 778.71,
      "grad_norm": 1.1880815029144287,
      "learning_rate": 9.06749855010486e-09,
      "loss": 0.3426,
      "step": 2790130
    },
    {
      "epoch": 778.72,
      "grad_norm": 1.2660462856292725,
      "learning_rate": 9.065122503223478e-09,
      "loss": 0.3299,
      "step": 2790140
    },
    {
      "epoch": 778.72,
      "grad_norm": 1.3536573648452759,
      "learning_rate": 9.062746767089357e-09,
      "loss": 0.3332,
      "step": 2790150
    },
    {
      "epoch": 778.72,
      "grad_norm": 1.1384782791137695,
      "learning_rate": 9.060371341702756e-09,
      "loss": 0.3225,
      "step": 2790160
    },
    {
      "epoch": 778.72,
      "grad_norm": 1.1996628046035767,
      "learning_rate": 9.057996227063938e-09,
      "loss": 0.3295,
      "step": 2790170
    },
    {
      "epoch": 778.73,
      "grad_norm": 1.1039119958877563,
      "learning_rate": 9.055621423173162e-09,
      "loss": 0.3321,
      "step": 2790180
    },
    {
      "epoch": 778.73,
      "grad_norm": 1.1386685371398926,
      "learning_rate": 9.053246930030949e-09,
      "loss": 0.3409,
      "step": 2790190
    },
    {
      "epoch": 778.73,
      "grad_norm": 1.4861071109771729,
      "learning_rate": 9.050872747637297e-09,
      "loss": 0.3411,
      "step": 2790200
    },
    {
      "epoch": 778.74,
      "grad_norm": 1.2672748565673828,
      "learning_rate": 9.048498875992988e-09,
      "loss": 0.321,
      "step": 2790210
    },
    {
      "epoch": 778.74,
      "grad_norm": 1.347386121749878,
      "learning_rate": 9.046125315098022e-09,
      "loss": 0.3346,
      "step": 2790220
    },
    {
      "epoch": 778.74,
      "grad_norm": 1.1088906526565552,
      "learning_rate": 9.043752064952659e-09,
      "loss": 0.3354,
      "step": 2790230
    },
    {
      "epoch": 778.74,
      "grad_norm": 1.3231431245803833,
      "learning_rate": 9.04137912555742e-09,
      "loss": 0.3261,
      "step": 2790240
    },
    {
      "epoch": 778.75,
      "grad_norm": 1.2728198766708374,
      "learning_rate": 9.039006496912564e-09,
      "loss": 0.3444,
      "step": 2790250
    },
    {
      "epoch": 778.75,
      "grad_norm": 1.2070014476776123,
      "learning_rate": 9.036634179018353e-09,
      "loss": 0.3153,
      "step": 2790260
    },
    {
      "epoch": 778.75,
      "grad_norm": 1.415359377861023,
      "learning_rate": 9.034262171875046e-09,
      "loss": 0.3334,
      "step": 2790270
    },
    {
      "epoch": 778.76,
      "grad_norm": 1.2389568090438843,
      "learning_rate": 9.031890475483163e-09,
      "loss": 0.3394,
      "step": 2790280
    },
    {
      "epoch": 778.76,
      "grad_norm": 1.2237961292266846,
      "learning_rate": 9.029519089842966e-09,
      "loss": 0.3478,
      "step": 2790290
    },
    {
      "epoch": 778.76,
      "grad_norm": 1.2902154922485352,
      "learning_rate": 9.027148014954452e-09,
      "loss": 0.3504,
      "step": 2790300
    },
    {
      "epoch": 778.76,
      "grad_norm": 1.224496841430664,
      "learning_rate": 9.024777250818405e-09,
      "loss": 0.3286,
      "step": 2790310
    },
    {
      "epoch": 778.77,
      "grad_norm": 1.2244216203689575,
      "learning_rate": 9.022406797434822e-09,
      "loss": 0.3385,
      "step": 2790320
    },
    {
      "epoch": 778.77,
      "grad_norm": 1.0765068531036377,
      "learning_rate": 9.020036654803966e-09,
      "loss": 0.3386,
      "step": 2790330
    },
    {
      "epoch": 778.77,
      "grad_norm": 1.3734830617904663,
      "learning_rate": 9.017666822926616e-09,
      "loss": 0.3391,
      "step": 2790340
    },
    {
      "epoch": 778.77,
      "grad_norm": 1.3187334537506104,
      "learning_rate": 9.015297301802771e-09,
      "loss": 0.3292,
      "step": 2790350
    },
    {
      "epoch": 778.78,
      "grad_norm": 1.235257863998413,
      "learning_rate": 9.012928091432433e-09,
      "loss": 0.3571,
      "step": 2790360
    },
    {
      "epoch": 778.78,
      "grad_norm": 1.4431548118591309,
      "learning_rate": 9.010559191816383e-09,
      "loss": 0.3271,
      "step": 2790370
    },
    {
      "epoch": 778.78,
      "grad_norm": 1.56388521194458,
      "learning_rate": 9.00819060295488e-09,
      "loss": 0.3409,
      "step": 2790380
    },
    {
      "epoch": 778.79,
      "grad_norm": 1.1441757678985596,
      "learning_rate": 9.005822324847923e-09,
      "loss": 0.3237,
      "step": 2790390
    },
    {
      "epoch": 778.79,
      "grad_norm": 1.1774877309799194,
      "learning_rate": 9.003454357496293e-09,
      "loss": 0.3321,
      "step": 2790400
    },
    {
      "epoch": 778.79,
      "grad_norm": 1.3029613494873047,
      "learning_rate": 9.001086700899993e-09,
      "loss": 0.3272,
      "step": 2790410
    },
    {
      "epoch": 778.79,
      "grad_norm": 1.59395432472229,
      "learning_rate": 8.998719355059539e-09,
      "loss": 0.335,
      "step": 2790420
    },
    {
      "epoch": 778.8,
      "grad_norm": 1.140782117843628,
      "learning_rate": 8.996352319974934e-09,
      "loss": 0.3342,
      "step": 2790430
    },
    {
      "epoch": 778.8,
      "grad_norm": 1.2925584316253662,
      "learning_rate": 8.993985595646697e-09,
      "loss": 0.3482,
      "step": 2790440
    },
    {
      "epoch": 778.8,
      "grad_norm": 1.2816858291625977,
      "learning_rate": 8.99161918207509e-09,
      "loss": 0.3344,
      "step": 2790450
    },
    {
      "epoch": 778.81,
      "grad_norm": 1.3583811521530151,
      "learning_rate": 8.989253079260631e-09,
      "loss": 0.3266,
      "step": 2790460
    },
    {
      "epoch": 778.81,
      "grad_norm": 1.3306803703308105,
      "learning_rate": 8.986887287203323e-09,
      "loss": 0.3305,
      "step": 2790470
    },
    {
      "epoch": 778.81,
      "grad_norm": 1.1095969676971436,
      "learning_rate": 8.984521805903683e-09,
      "loss": 0.3244,
      "step": 2790480
    },
    {
      "epoch": 778.81,
      "grad_norm": 1.129745364189148,
      "learning_rate": 8.982156635361972e-09,
      "loss": 0.3394,
      "step": 2790490
    },
    {
      "epoch": 778.82,
      "grad_norm": 1.243704915046692,
      "learning_rate": 8.979791775578452e-09,
      "loss": 0.3322,
      "step": 2790500
    },
    {
      "epoch": 778.82,
      "grad_norm": 1.2540117502212524,
      "learning_rate": 8.977427226553383e-09,
      "loss": 0.3548,
      "step": 2790510
    },
    {
      "epoch": 778.82,
      "grad_norm": 1.4600564241409302,
      "learning_rate": 8.975062988287284e-09,
      "loss": 0.3438,
      "step": 2790520
    },
    {
      "epoch": 778.83,
      "grad_norm": 1.2440561056137085,
      "learning_rate": 8.972699060780415e-09,
      "loss": 0.3352,
      "step": 2790530
    },
    {
      "epoch": 778.83,
      "grad_norm": 1.2910807132720947,
      "learning_rate": 8.970335444033039e-09,
      "loss": 0.3414,
      "step": 2790540
    },
    {
      "epoch": 778.83,
      "grad_norm": 1.4387973546981812,
      "learning_rate": 8.967972138045412e-09,
      "loss": 0.3425,
      "step": 2790550
    },
    {
      "epoch": 778.83,
      "grad_norm": 1.3005330562591553,
      "learning_rate": 8.965609142817799e-09,
      "loss": 0.3315,
      "step": 2790560
    },
    {
      "epoch": 778.84,
      "grad_norm": 1.2141777276992798,
      "learning_rate": 8.963246458350715e-09,
      "loss": 0.333,
      "step": 2790570
    },
    {
      "epoch": 778.84,
      "grad_norm": 1.239787220954895,
      "learning_rate": 8.960884084644425e-09,
      "loss": 0.3303,
      "step": 2790580
    },
    {
      "epoch": 778.84,
      "grad_norm": 1.366062879562378,
      "learning_rate": 8.958522021699187e-09,
      "loss": 0.3444,
      "step": 2790590
    },
    {
      "epoch": 778.84,
      "grad_norm": 1.2203426361083984,
      "learning_rate": 8.956160269515262e-09,
      "loss": 0.3256,
      "step": 2790600
    },
    {
      "epoch": 778.85,
      "grad_norm": 1.2157970666885376,
      "learning_rate": 8.953798828093169e-09,
      "loss": 0.3178,
      "step": 2790610
    },
    {
      "epoch": 778.85,
      "grad_norm": 1.2061009407043457,
      "learning_rate": 8.951437697432909e-09,
      "loss": 0.3332,
      "step": 2790620
    },
    {
      "epoch": 778.85,
      "grad_norm": 1.2969087362289429,
      "learning_rate": 8.949076877535263e-09,
      "loss": 0.3353,
      "step": 2790630
    },
    {
      "epoch": 778.86,
      "grad_norm": 1.331223726272583,
      "learning_rate": 8.94671636839997e-09,
      "loss": 0.3294,
      "step": 2790640
    },
    {
      "epoch": 778.86,
      "grad_norm": 1.5552504062652588,
      "learning_rate": 8.94435617002781e-09,
      "loss": 0.3361,
      "step": 2790650
    },
    {
      "epoch": 778.86,
      "grad_norm": 1.5925158262252808,
      "learning_rate": 8.941996282418786e-09,
      "loss": 0.3473,
      "step": 2790660
    },
    {
      "epoch": 778.86,
      "grad_norm": 1.5433229207992554,
      "learning_rate": 8.939636705573415e-09,
      "loss": 0.3344,
      "step": 2790670
    },
    {
      "epoch": 778.87,
      "grad_norm": 1.2948311567306519,
      "learning_rate": 8.93727743949196e-09,
      "loss": 0.3309,
      "step": 2790680
    },
    {
      "epoch": 778.87,
      "grad_norm": 1.282850742340088,
      "learning_rate": 8.934918484174679e-09,
      "loss": 0.3413,
      "step": 2790690
    },
    {
      "epoch": 778.87,
      "grad_norm": 1.3488671779632568,
      "learning_rate": 8.932559839622094e-09,
      "loss": 0.3341,
      "step": 2790700
    },
    {
      "epoch": 778.88,
      "grad_norm": 1.267886996269226,
      "learning_rate": 8.930201505833942e-09,
      "loss": 0.344,
      "step": 2790710
    },
    {
      "epoch": 778.88,
      "grad_norm": 1.7403349876403809,
      "learning_rate": 8.927843482811267e-09,
      "loss": 0.3461,
      "step": 2790720
    },
    {
      "epoch": 778.88,
      "grad_norm": 1.187127947807312,
      "learning_rate": 8.925485770554067e-09,
      "loss": 0.3461,
      "step": 2790730
    },
    {
      "epoch": 778.88,
      "grad_norm": 1.1604371070861816,
      "learning_rate": 8.923128369062344e-09,
      "loss": 0.3172,
      "step": 2790740
    },
    {
      "epoch": 778.89,
      "grad_norm": 1.1198089122772217,
      "learning_rate": 8.920771278337138e-09,
      "loss": 0.3296,
      "step": 2790750
    },
    {
      "epoch": 778.89,
      "grad_norm": 1.3888537883758545,
      "learning_rate": 8.918414498378189e-09,
      "loss": 0.331,
      "step": 2790760
    },
    {
      "epoch": 778.89,
      "grad_norm": 1.332354187965393,
      "learning_rate": 8.916058029185755e-09,
      "loss": 0.3507,
      "step": 2790770
    },
    {
      "epoch": 778.89,
      "grad_norm": 1.4908874034881592,
      "learning_rate": 8.913701870760359e-09,
      "loss": 0.3327,
      "step": 2790780
    },
    {
      "epoch": 778.9,
      "grad_norm": 1.3399229049682617,
      "learning_rate": 8.91134602310252e-09,
      "loss": 0.3325,
      "step": 2790790
    },
    {
      "epoch": 778.9,
      "grad_norm": 1.3108879327774048,
      "learning_rate": 8.908990486212238e-09,
      "loss": 0.3342,
      "step": 2790800
    },
    {
      "epoch": 778.9,
      "grad_norm": 1.5050026178359985,
      "learning_rate": 8.906635260090035e-09,
      "loss": 0.3279,
      "step": 2790810
    },
    {
      "epoch": 778.91,
      "grad_norm": 1.3627287149429321,
      "learning_rate": 8.90428034473591e-09,
      "loss": 0.3617,
      "step": 2790820
    },
    {
      "epoch": 778.91,
      "grad_norm": 1.1147894859313965,
      "learning_rate": 8.901925740150643e-09,
      "loss": 0.3429,
      "step": 2790830
    },
    {
      "epoch": 778.91,
      "grad_norm": 1.4682046175003052,
      "learning_rate": 8.899571446334235e-09,
      "loss": 0.3435,
      "step": 2790840
    },
    {
      "epoch": 778.91,
      "grad_norm": 1.3711788654327393,
      "learning_rate": 8.897217463286945e-09,
      "loss": 0.3379,
      "step": 2790850
    },
    {
      "epoch": 778.92,
      "grad_norm": 1.3209830522537231,
      "learning_rate": 8.894863791009295e-09,
      "loss": 0.3582,
      "step": 2790860
    },
    {
      "epoch": 778.92,
      "grad_norm": 1.213654637336731,
      "learning_rate": 8.892510429501284e-09,
      "loss": 0.3441,
      "step": 2790870
    },
    {
      "epoch": 778.92,
      "grad_norm": 1.394922137260437,
      "learning_rate": 8.890157378763692e-09,
      "loss": 0.3299,
      "step": 2790880
    },
    {
      "epoch": 778.93,
      "grad_norm": 1.318618893623352,
      "learning_rate": 8.887804638796522e-09,
      "loss": 0.3516,
      "step": 2790890
    },
    {
      "epoch": 778.93,
      "grad_norm": 1.397301197052002,
      "learning_rate": 8.88545220960003e-09,
      "loss": 0.3211,
      "step": 2790900
    },
    {
      "epoch": 778.93,
      "grad_norm": 1.2600374221801758,
      "learning_rate": 8.883100091174739e-09,
      "loss": 0.3285,
      "step": 2790910
    },
    {
      "epoch": 778.93,
      "grad_norm": 1.382244348526001,
      "learning_rate": 8.880748283520909e-09,
      "loss": 0.3391,
      "step": 2790920
    },
    {
      "epoch": 778.94,
      "grad_norm": 1.3012471199035645,
      "learning_rate": 8.878396786638799e-09,
      "loss": 0.3354,
      "step": 2790930
    },
    {
      "epoch": 778.94,
      "grad_norm": 1.3124914169311523,
      "learning_rate": 8.87604560052867e-09,
      "loss": 0.3444,
      "step": 2790940
    },
    {
      "epoch": 778.94,
      "grad_norm": 1.4154683351516724,
      "learning_rate": 8.873694725190784e-09,
      "loss": 0.3424,
      "step": 2790950
    },
    {
      "epoch": 778.95,
      "grad_norm": 1.234515905380249,
      "learning_rate": 8.871344160625658e-09,
      "loss": 0.3355,
      "step": 2790960
    },
    {
      "epoch": 778.95,
      "grad_norm": 1.2121249437332153,
      "learning_rate": 8.868993906833554e-09,
      "loss": 0.3467,
      "step": 2790970
    },
    {
      "epoch": 778.95,
      "grad_norm": 1.2605023384094238,
      "learning_rate": 8.866643963814992e-09,
      "loss": 0.3429,
      "step": 2790980
    },
    {
      "epoch": 778.95,
      "grad_norm": 1.246678352355957,
      "learning_rate": 8.864294331569714e-09,
      "loss": 0.3219,
      "step": 2790990
    },
    {
      "epoch": 778.96,
      "grad_norm": 1.2964332103729248,
      "learning_rate": 8.861945010098496e-09,
      "loss": 0.3234,
      "step": 2791000
    },
    {
      "epoch": 778.96,
      "grad_norm": 1.089678406715393,
      "learning_rate": 8.859595999401343e-09,
      "loss": 0.3476,
      "step": 2791010
    },
    {
      "epoch": 778.96,
      "grad_norm": 1.4245611429214478,
      "learning_rate": 8.857247299479034e-09,
      "loss": 0.3497,
      "step": 2791020
    },
    {
      "epoch": 778.96,
      "grad_norm": 1.2210743427276611,
      "learning_rate": 8.854898910331305e-09,
      "loss": 0.3314,
      "step": 2791030
    },
    {
      "epoch": 778.97,
      "grad_norm": 1.2479854822158813,
      "learning_rate": 8.852550831958943e-09,
      "loss": 0.326,
      "step": 2791040
    },
    {
      "epoch": 778.97,
      "grad_norm": 1.1876198053359985,
      "learning_rate": 8.850203064362204e-09,
      "loss": 0.3402,
      "step": 2791050
    },
    {
      "epoch": 778.97,
      "grad_norm": 1.462576150894165,
      "learning_rate": 8.847855607540828e-09,
      "loss": 0.3474,
      "step": 2791060
    },
    {
      "epoch": 778.98,
      "grad_norm": 1.3003959655761719,
      "learning_rate": 8.845508461495857e-09,
      "loss": 0.3345,
      "step": 2791070
    },
    {
      "epoch": 778.98,
      "grad_norm": 1.4325062036514282,
      "learning_rate": 8.84316162622729e-09,
      "loss": 0.3358,
      "step": 2791080
    },
    {
      "epoch": 778.98,
      "grad_norm": 0.999578058719635,
      "learning_rate": 8.840815101735389e-09,
      "loss": 0.3281,
      "step": 2791090
    },
    {
      "epoch": 778.98,
      "grad_norm": 1.1490825414657593,
      "learning_rate": 8.838468888020411e-09,
      "loss": 0.3483,
      "step": 2791100
    },
    {
      "epoch": 778.99,
      "grad_norm": 1.2406665086746216,
      "learning_rate": 8.836122985083141e-09,
      "loss": 0.3549,
      "step": 2791110
    },
    {
      "epoch": 778.99,
      "grad_norm": 1.4325342178344727,
      "learning_rate": 8.833777392923316e-09,
      "loss": 0.3332,
      "step": 2791120
    },
    {
      "epoch": 778.99,
      "grad_norm": 1.1078076362609863,
      "learning_rate": 8.831432111541456e-09,
      "loss": 0.3268,
      "step": 2791130
    },
    {
      "epoch": 779.0,
      "grad_norm": 1.0862329006195068,
      "learning_rate": 8.829087140938082e-09,
      "loss": 0.345,
      "step": 2791140
    },
    {
      "epoch": 779.0,
      "grad_norm": 1.3721909523010254,
      "learning_rate": 8.826742481112935e-09,
      "loss": 0.3441,
      "step": 2791150
    },
    {
      "epoch": 779.0,
      "eval_loss": 0.337028443813324,
      "eval_runtime": 68.1828,
      "eval_samples_per_second": 74.198,
      "eval_steps_per_second": 9.284,
      "step": 2791157
    },
    {
      "epoch": 779.0,
      "grad_norm": 1.099049687385559,
      "learning_rate": 8.824398132067056e-09,
      "loss": 0.3187,
      "step": 2791160
    },
    {
      "epoch": 779.0,
      "grad_norm": 1.230568289756775,
      "learning_rate": 8.822054093800442e-09,
      "loss": 0.3443,
      "step": 2791170
    },
    {
      "epoch": 779.01,
      "grad_norm": 1.347293496131897,
      "learning_rate": 8.819710366313095e-09,
      "loss": 0.36,
      "step": 2791180
    },
    {
      "epoch": 779.01,
      "grad_norm": 1.3045343160629272,
      "learning_rate": 8.817366949605796e-09,
      "loss": 0.3342,
      "step": 2791190
    },
    {
      "epoch": 779.01,
      "grad_norm": 1.3217347860336304,
      "learning_rate": 8.815023843678545e-09,
      "loss": 0.3309,
      "step": 2791200
    },
    {
      "epoch": 779.01,
      "grad_norm": 1.2863757610321045,
      "learning_rate": 8.812681048532121e-09,
      "loss": 0.3444,
      "step": 2791210
    },
    {
      "epoch": 779.02,
      "grad_norm": 1.1916615962982178,
      "learning_rate": 8.810338564166006e-09,
      "loss": 0.328,
      "step": 2791220
    },
    {
      "epoch": 779.02,
      "grad_norm": 1.0716272592544556,
      "learning_rate": 8.807996390581239e-09,
      "loss": 0.3333,
      "step": 2791230
    },
    {
      "epoch": 779.02,
      "grad_norm": 1.2107288837432861,
      "learning_rate": 8.80565452777782e-09,
      "loss": 0.3234,
      "step": 2791240
    },
    {
      "epoch": 779.03,
      "grad_norm": 1.1721996068954468,
      "learning_rate": 8.803312975756271e-09,
      "loss": 0.3277,
      "step": 2791250
    },
    {
      "epoch": 779.03,
      "grad_norm": 1.2366677522659302,
      "learning_rate": 8.80097173451659e-09,
      "loss": 0.3439,
      "step": 2791260
    },
    {
      "epoch": 779.03,
      "grad_norm": 1.3958762884140015,
      "learning_rate": 8.7986308040593e-09,
      "loss": 0.3303,
      "step": 2791270
    },
    {
      "epoch": 779.03,
      "grad_norm": 1.1240378618240356,
      "learning_rate": 8.796290184384918e-09,
      "loss": 0.3332,
      "step": 2791280
    },
    {
      "epoch": 779.04,
      "grad_norm": 1.1934869289398193,
      "learning_rate": 8.793949875493186e-09,
      "loss": 0.337,
      "step": 2791290
    },
    {
      "epoch": 779.04,
      "grad_norm": 1.5848848819732666,
      "learning_rate": 8.791609877384885e-09,
      "loss": 0.3405,
      "step": 2791300
    },
    {
      "epoch": 779.04,
      "grad_norm": 1.393067717552185,
      "learning_rate": 8.789270190060274e-09,
      "loss": 0.3492,
      "step": 2791310
    },
    {
      "epoch": 779.05,
      "grad_norm": 1.65120267868042,
      "learning_rate": 8.786930813519353e-09,
      "loss": 0.3417,
      "step": 2791320
    },
    {
      "epoch": 779.05,
      "grad_norm": 1.1609203815460205,
      "learning_rate": 8.784591747762904e-09,
      "loss": 0.3349,
      "step": 2791330
    },
    {
      "epoch": 779.05,
      "grad_norm": 1.4992053508758545,
      "learning_rate": 8.782252992790666e-09,
      "loss": 0.3202,
      "step": 2791340
    },
    {
      "epoch": 779.05,
      "grad_norm": 1.267724871635437,
      "learning_rate": 8.779914548603418e-09,
      "loss": 0.3325,
      "step": 2791350
    },
    {
      "epoch": 779.06,
      "grad_norm": 1.5347974300384521,
      "learning_rate": 8.777576415201424e-09,
      "loss": 0.3343,
      "step": 2791360
    },
    {
      "epoch": 779.06,
      "grad_norm": 1.4141594171524048,
      "learning_rate": 8.775238592584679e-09,
      "loss": 0.3309,
      "step": 2791370
    },
    {
      "epoch": 779.06,
      "grad_norm": 1.1948658227920532,
      "learning_rate": 8.772901080753969e-09,
      "loss": 0.3352,
      "step": 2791380
    },
    {
      "epoch": 779.07,
      "grad_norm": 1.2289000749588013,
      "learning_rate": 8.770563879709289e-09,
      "loss": 0.3317,
      "step": 2791390
    },
    {
      "epoch": 779.07,
      "grad_norm": 1.1813899278640747,
      "learning_rate": 8.768226989450904e-09,
      "loss": 0.3411,
      "step": 2791400
    },
    {
      "epoch": 779.07,
      "grad_norm": 1.1500203609466553,
      "learning_rate": 8.765890409979329e-09,
      "loss": 0.3333,
      "step": 2791410
    },
    {
      "epoch": 779.07,
      "grad_norm": 1.2371445894241333,
      "learning_rate": 8.763554141294569e-09,
      "loss": 0.3288,
      "step": 2791420
    },
    {
      "epoch": 779.08,
      "grad_norm": 1.186001181602478,
      "learning_rate": 8.761218183397401e-09,
      "loss": 0.3416,
      "step": 2791430
    },
    {
      "epoch": 779.08,
      "grad_norm": 1.2228353023529053,
      "learning_rate": 8.758882536287828e-09,
      "loss": 0.3316,
      "step": 2791440
    },
    {
      "epoch": 779.08,
      "grad_norm": 1.214911699295044,
      "learning_rate": 8.756547199966109e-09,
      "loss": 0.324,
      "step": 2791450
    },
    {
      "epoch": 779.08,
      "grad_norm": 1.2959498167037964,
      "learning_rate": 8.754212174432502e-09,
      "loss": 0.3361,
      "step": 2791460
    },
    {
      "epoch": 779.09,
      "grad_norm": 1.3038347959518433,
      "learning_rate": 8.751877459687791e-09,
      "loss": 0.3301,
      "step": 2791470
    },
    {
      "epoch": 779.09,
      "grad_norm": 1.2369416952133179,
      "learning_rate": 8.749543055731976e-09,
      "loss": 0.3322,
      "step": 2791480
    },
    {
      "epoch": 779.09,
      "grad_norm": 1.3139957189559937,
      "learning_rate": 8.747208962565054e-09,
      "loss": 0.3415,
      "step": 2791490
    },
    {
      "epoch": 779.1,
      "grad_norm": 3.2808773517608643,
      "learning_rate": 8.744875180187808e-09,
      "loss": 0.3244,
      "step": 2791500
    },
    {
      "epoch": 779.1,
      "grad_norm": 1.3166364431381226,
      "learning_rate": 8.742541708600497e-09,
      "loss": 0.3216,
      "step": 2791510
    },
    {
      "epoch": 779.1,
      "grad_norm": 1.1878122091293335,
      "learning_rate": 8.740208547803121e-09,
      "loss": 0.3413,
      "step": 2791520
    },
    {
      "epoch": 779.1,
      "grad_norm": 1.3099641799926758,
      "learning_rate": 8.737875697796201e-09,
      "loss": 0.3397,
      "step": 2791530
    },
    {
      "epoch": 779.11,
      "grad_norm": 1.2404065132141113,
      "learning_rate": 8.735543158579997e-09,
      "loss": 0.3277,
      "step": 2791540
    },
    {
      "epoch": 779.11,
      "grad_norm": 1.1469674110412598,
      "learning_rate": 8.73321093015503e-09,
      "loss": 0.3383,
      "step": 2791550
    },
    {
      "epoch": 779.11,
      "grad_norm": 1.3433446884155273,
      "learning_rate": 8.730879012521559e-09,
      "loss": 0.3343,
      "step": 2791560
    },
    {
      "epoch": 779.12,
      "grad_norm": 1.441225290298462,
      "learning_rate": 8.728547405679326e-09,
      "loss": 0.3258,
      "step": 2791570
    },
    {
      "epoch": 779.12,
      "grad_norm": 1.108460545539856,
      "learning_rate": 8.72621610962937e-09,
      "loss": 0.3328,
      "step": 2791580
    },
    {
      "epoch": 779.12,
      "grad_norm": 1.1487302780151367,
      "learning_rate": 8.72388512437169e-09,
      "loss": 0.3339,
      "step": 2791590
    },
    {
      "epoch": 779.12,
      "grad_norm": 1.4119898080825806,
      "learning_rate": 8.721554449906548e-09,
      "loss": 0.3317,
      "step": 2791600
    },
    {
      "epoch": 779.13,
      "grad_norm": 1.3135877847671509,
      "learning_rate": 8.719224086234464e-09,
      "loss": 0.3414,
      "step": 2791610
    },
    {
      "epoch": 779.13,
      "grad_norm": 1.1613925695419312,
      "learning_rate": 8.716894033355438e-09,
      "loss": 0.3389,
      "step": 2791620
    },
    {
      "epoch": 779.13,
      "grad_norm": 1.187551498413086,
      "learning_rate": 8.714564291269991e-09,
      "loss": 0.3206,
      "step": 2791630
    },
    {
      "epoch": 779.13,
      "grad_norm": 1.1321407556533813,
      "learning_rate": 8.712234859978642e-09,
      "loss": 0.3316,
      "step": 2791640
    },
    {
      "epoch": 779.14,
      "grad_norm": 1.2747867107391357,
      "learning_rate": 8.709905739481132e-09,
      "loss": 0.3414,
      "step": 2791650
    },
    {
      "epoch": 779.14,
      "grad_norm": 1.0259376764297485,
      "learning_rate": 8.70757692977824e-09,
      "loss": 0.3384,
      "step": 2791660
    },
    {
      "epoch": 779.14,
      "grad_norm": 3.7627687454223633,
      "learning_rate": 8.70524843087023e-09,
      "loss": 0.3381,
      "step": 2791670
    },
    {
      "epoch": 779.15,
      "grad_norm": 1.167559266090393,
      "learning_rate": 8.702920242757098e-09,
      "loss": 0.3288,
      "step": 2791680
    },
    {
      "epoch": 779.15,
      "grad_norm": 1.2573893070220947,
      "learning_rate": 8.700592365439365e-09,
      "loss": 0.3367,
      "step": 2791690
    },
    {
      "epoch": 779.15,
      "grad_norm": 1.3002649545669556,
      "learning_rate": 8.698264798917554e-09,
      "loss": 0.3602,
      "step": 2791700
    },
    {
      "epoch": 779.15,
      "grad_norm": 1.1488412618637085,
      "learning_rate": 8.695937543191661e-09,
      "loss": 0.3412,
      "step": 2791710
    },
    {
      "epoch": 779.16,
      "grad_norm": 1.118073582649231,
      "learning_rate": 8.693610598262211e-09,
      "loss": 0.3373,
      "step": 2791720
    },
    {
      "epoch": 779.16,
      "grad_norm": 1.6329365968704224,
      "learning_rate": 8.6912839641292e-09,
      "loss": 0.3413,
      "step": 2791730
    },
    {
      "epoch": 779.16,
      "grad_norm": 1.4048283100128174,
      "learning_rate": 8.68895764079315e-09,
      "loss": 0.338,
      "step": 2791740
    },
    {
      "epoch": 779.17,
      "grad_norm": 1.2221112251281738,
      "learning_rate": 8.686631628254323e-09,
      "loss": 0.3417,
      "step": 2791750
    },
    {
      "epoch": 779.17,
      "grad_norm": 1.1892722845077515,
      "learning_rate": 8.684305926513236e-09,
      "loss": 0.3401,
      "step": 2791760
    },
    {
      "epoch": 779.17,
      "grad_norm": 1.4088035821914673,
      "learning_rate": 8.681980535570153e-09,
      "loss": 0.3358,
      "step": 2791770
    },
    {
      "epoch": 779.17,
      "grad_norm": 1.264098048210144,
      "learning_rate": 8.67965545542507e-09,
      "loss": 0.3448,
      "step": 2791780
    },
    {
      "epoch": 779.18,
      "grad_norm": 1.060786247253418,
      "learning_rate": 8.677330686078509e-09,
      "loss": 0.3418,
      "step": 2791790
    },
    {
      "epoch": 779.18,
      "grad_norm": 1.5945411920547485,
      "learning_rate": 8.675006227530732e-09,
      "loss": 0.3385,
      "step": 2791800
    },
    {
      "epoch": 779.18,
      "grad_norm": 1.40943443775177,
      "learning_rate": 8.672682079781997e-09,
      "loss": 0.3223,
      "step": 2791810
    },
    {
      "epoch": 779.19,
      "grad_norm": 1.323479413986206,
      "learning_rate": 8.670358242832826e-09,
      "loss": 0.3412,
      "step": 2791820
    },
    {
      "epoch": 779.19,
      "grad_norm": 1.160058617591858,
      "learning_rate": 8.668034716683477e-09,
      "loss": 0.3318,
      "step": 2791830
    },
    {
      "epoch": 779.19,
      "grad_norm": 1.2013527154922485,
      "learning_rate": 8.665711501333951e-09,
      "loss": 0.3394,
      "step": 2791840
    },
    {
      "epoch": 779.19,
      "grad_norm": 1.2234302759170532,
      "learning_rate": 8.663388596784771e-09,
      "loss": 0.3354,
      "step": 2791850
    },
    {
      "epoch": 779.2,
      "grad_norm": 1.2758251428604126,
      "learning_rate": 8.661066003036454e-09,
      "loss": 0.3347,
      "step": 2791860
    },
    {
      "epoch": 779.2,
      "grad_norm": 1.3597816228866577,
      "learning_rate": 8.658743720089002e-09,
      "loss": 0.3491,
      "step": 2791870
    },
    {
      "epoch": 779.2,
      "grad_norm": 1.432730793952942,
      "learning_rate": 8.656421747942934e-09,
      "loss": 0.3192,
      "step": 2791880
    },
    {
      "epoch": 779.2,
      "grad_norm": 1.2218973636627197,
      "learning_rate": 8.65410008659825e-09,
      "loss": 0.353,
      "step": 2791890
    },
    {
      "epoch": 779.21,
      "grad_norm": 1.266789197921753,
      "learning_rate": 8.651778736055472e-09,
      "loss": 0.3343,
      "step": 2791900
    },
    {
      "epoch": 779.21,
      "grad_norm": 1.099090814590454,
      "learning_rate": 8.64945769631512e-09,
      "loss": 0.3348,
      "step": 2791910
    },
    {
      "epoch": 779.21,
      "grad_norm": 1.140234112739563,
      "learning_rate": 8.647136967377191e-09,
      "loss": 0.3291,
      "step": 2791920
    },
    {
      "epoch": 779.22,
      "grad_norm": 1.4473628997802734,
      "learning_rate": 8.644816549242209e-09,
      "loss": 0.3456,
      "step": 2791930
    },
    {
      "epoch": 779.22,
      "grad_norm": 1.2851701974868774,
      "learning_rate": 8.642496441910174e-09,
      "loss": 0.329,
      "step": 2791940
    },
    {
      "epoch": 779.22,
      "grad_norm": 1.293787956237793,
      "learning_rate": 8.640176645381605e-09,
      "loss": 0.3385,
      "step": 2791950
    },
    {
      "epoch": 779.22,
      "grad_norm": 1.5324302911758423,
      "learning_rate": 8.637857159656762e-09,
      "loss": 0.3341,
      "step": 2791960
    },
    {
      "epoch": 779.23,
      "grad_norm": 1.4689191579818726,
      "learning_rate": 8.635537984736166e-09,
      "loss": 0.3374,
      "step": 2791970
    },
    {
      "epoch": 779.23,
      "grad_norm": 1.2457959651947021,
      "learning_rate": 8.633219120619817e-09,
      "loss": 0.332,
      "step": 2791980
    },
    {
      "epoch": 779.23,
      "grad_norm": 1.511540412902832,
      "learning_rate": 8.630900567307975e-09,
      "loss": 0.3275,
      "step": 2791990
    },
    {
      "epoch": 779.24,
      "grad_norm": 1.361490249633789,
      "learning_rate": 8.62858232480142e-09,
      "loss": 0.3436,
      "step": 2792000
    },
    {
      "epoch": 779.24,
      "grad_norm": 1.124891757965088,
      "learning_rate": 8.626264393099893e-09,
      "loss": 0.342,
      "step": 2792010
    },
    {
      "epoch": 779.24,
      "grad_norm": 1.2274267673492432,
      "learning_rate": 8.623946772204175e-09,
      "loss": 0.334,
      "step": 2792020
    },
    {
      "epoch": 779.24,
      "grad_norm": 1.1510262489318848,
      "learning_rate": 8.621629462114524e-09,
      "loss": 0.3519,
      "step": 2792030
    },
    {
      "epoch": 779.25,
      "grad_norm": 1.1794019937515259,
      "learning_rate": 8.619312462830683e-09,
      "loss": 0.3487,
      "step": 2792040
    },
    {
      "epoch": 779.25,
      "grad_norm": 1.168594241142273,
      "learning_rate": 8.616995774353691e-09,
      "loss": 0.3406,
      "step": 2792050
    },
    {
      "epoch": 779.25,
      "grad_norm": 1.233598232269287,
      "learning_rate": 8.614679396683285e-09,
      "loss": 0.3172,
      "step": 2792060
    },
    {
      "epoch": 779.25,
      "grad_norm": 1.371034860610962,
      "learning_rate": 8.612363329820251e-09,
      "loss": 0.3446,
      "step": 2792070
    },
    {
      "epoch": 779.26,
      "grad_norm": 1.3410944938659668,
      "learning_rate": 8.610047573764586e-09,
      "loss": 0.3336,
      "step": 2792080
    },
    {
      "epoch": 779.26,
      "grad_norm": 1.118301510810852,
      "learning_rate": 8.60773212851681e-09,
      "loss": 0.3246,
      "step": 2792090
    },
    {
      "epoch": 779.26,
      "grad_norm": 1.084608793258667,
      "learning_rate": 8.605416994076926e-09,
      "loss": 0.334,
      "step": 2792100
    },
    {
      "epoch": 779.27,
      "grad_norm": 1.3688061237335205,
      "learning_rate": 8.60310217044545e-09,
      "loss": 0.3392,
      "step": 2792110
    },
    {
      "epoch": 779.27,
      "grad_norm": 2.803122043609619,
      "learning_rate": 8.600787657622644e-09,
      "loss": 0.3239,
      "step": 2792120
    },
    {
      "epoch": 779.27,
      "grad_norm": 1.7746312618255615,
      "learning_rate": 8.59847345560877e-09,
      "loss": 0.3338,
      "step": 2792130
    },
    {
      "epoch": 779.27,
      "grad_norm": 1.0739436149597168,
      "learning_rate": 8.596159564404608e-09,
      "loss": 0.3434,
      "step": 2792140
    },
    {
      "epoch": 779.28,
      "grad_norm": 1.594406008720398,
      "learning_rate": 8.593845984009636e-09,
      "loss": 0.3338,
      "step": 2792150
    },
    {
      "epoch": 779.28,
      "grad_norm": 1.2398030757904053,
      "learning_rate": 8.591532714424635e-09,
      "loss": 0.3386,
      "step": 2792160
    },
    {
      "epoch": 779.28,
      "grad_norm": 1.2813397645950317,
      "learning_rate": 8.589219755649867e-09,
      "loss": 0.3238,
      "step": 2792170
    },
    {
      "epoch": 779.29,
      "grad_norm": 1.178712248802185,
      "learning_rate": 8.58690710768585e-09,
      "loss": 0.3455,
      "step": 2792180
    },
    {
      "epoch": 779.29,
      "grad_norm": 1.2459118366241455,
      "learning_rate": 8.584594770532326e-09,
      "loss": 0.344,
      "step": 2792190
    },
    {
      "epoch": 779.29,
      "grad_norm": 1.316096544265747,
      "learning_rate": 8.582282744190334e-09,
      "loss": 0.3461,
      "step": 2792200
    },
    {
      "epoch": 779.29,
      "grad_norm": 1.2865049839019775,
      "learning_rate": 8.579971028659615e-09,
      "loss": 0.3286,
      "step": 2792210
    },
    {
      "epoch": 779.3,
      "grad_norm": 1.2793681621551514,
      "learning_rate": 8.577659623940688e-09,
      "loss": 0.331,
      "step": 2792220
    },
    {
      "epoch": 779.3,
      "grad_norm": 1.1387659311294556,
      "learning_rate": 8.575348530033814e-09,
      "loss": 0.3294,
      "step": 2792230
    },
    {
      "epoch": 779.3,
      "grad_norm": 1.1942250728607178,
      "learning_rate": 8.573037746939254e-09,
      "loss": 0.3198,
      "step": 2792240
    },
    {
      "epoch": 779.31,
      "grad_norm": 1.2771855592727661,
      "learning_rate": 8.570727274657529e-09,
      "loss": 0.3393,
      "step": 2792250
    },
    {
      "epoch": 779.31,
      "grad_norm": 1.1481941938400269,
      "learning_rate": 8.568417113188637e-09,
      "loss": 0.3372,
      "step": 2792260
    },
    {
      "epoch": 779.31,
      "grad_norm": 1.399022102355957,
      "learning_rate": 8.566107262533359e-09,
      "loss": 0.3187,
      "step": 2792270
    },
    {
      "epoch": 779.31,
      "grad_norm": 1.2359369993209839,
      "learning_rate": 8.563797722691435e-09,
      "loss": 0.3565,
      "step": 2792280
    },
    {
      "epoch": 779.32,
      "grad_norm": 1.291972279548645,
      "learning_rate": 8.561488493663386e-09,
      "loss": 0.3279,
      "step": 2792290
    },
    {
      "epoch": 779.32,
      "grad_norm": 1.316524863243103,
      "learning_rate": 8.559179575449733e-09,
      "loss": 0.3295,
      "step": 2792300
    },
    {
      "epoch": 779.32,
      "grad_norm": 1.2955670356750488,
      "learning_rate": 8.556870968050473e-09,
      "loss": 0.3371,
      "step": 2792310
    },
    {
      "epoch": 779.32,
      "grad_norm": 1.2577165365219116,
      "learning_rate": 8.554562671466131e-09,
      "loss": 0.3229,
      "step": 2792320
    },
    {
      "epoch": 779.33,
      "grad_norm": 1.2200677394866943,
      "learning_rate": 8.552254685696963e-09,
      "loss": 0.3342,
      "step": 2792330
    },
    {
      "epoch": 779.33,
      "grad_norm": 1.345885157585144,
      "learning_rate": 8.54994701074323e-09,
      "loss": 0.3294,
      "step": 2792340
    },
    {
      "epoch": 779.33,
      "grad_norm": 1.4051190614700317,
      "learning_rate": 8.547639646605194e-09,
      "loss": 0.3306,
      "step": 2792350
    },
    {
      "epoch": 779.34,
      "grad_norm": 1.1777584552764893,
      "learning_rate": 8.545332593283376e-09,
      "loss": 0.3283,
      "step": 2792360
    },
    {
      "epoch": 779.34,
      "grad_norm": 1.275686502456665,
      "learning_rate": 8.543025850777773e-09,
      "loss": 0.3308,
      "step": 2792370
    },
    {
      "epoch": 779.34,
      "grad_norm": 1.358357548713684,
      "learning_rate": 8.540719419088907e-09,
      "loss": 0.3411,
      "step": 2792380
    },
    {
      "epoch": 779.34,
      "grad_norm": 1.1779553890228271,
      "learning_rate": 8.538413298217038e-09,
      "loss": 0.3112,
      "step": 2792390
    },
    {
      "epoch": 779.35,
      "grad_norm": 1.185593605041504,
      "learning_rate": 8.536107488162427e-09,
      "loss": 0.333,
      "step": 2792400
    },
    {
      "epoch": 779.35,
      "grad_norm": 1.3186532258987427,
      "learning_rate": 8.533801988925594e-09,
      "loss": 0.3513,
      "step": 2792410
    },
    {
      "epoch": 779.35,
      "grad_norm": 1.1440134048461914,
      "learning_rate": 8.531496800506539e-09,
      "loss": 0.3476,
      "step": 2792420
    },
    {
      "epoch": 779.36,
      "grad_norm": 1.3266628980636597,
      "learning_rate": 8.529191922905521e-09,
      "loss": 0.3401,
      "step": 2792430
    },
    {
      "epoch": 779.36,
      "grad_norm": 1.3780988454818726,
      "learning_rate": 8.52688735612332e-09,
      "loss": 0.3491,
      "step": 2792440
    },
    {
      "epoch": 779.36,
      "grad_norm": 1.3783183097839355,
      "learning_rate": 8.524583100159942e-09,
      "loss": 0.3381,
      "step": 2792450
    },
    {
      "epoch": 779.36,
      "grad_norm": 1.1987172365188599,
      "learning_rate": 8.522279155015638e-09,
      "loss": 0.3582,
      "step": 2792460
    },
    {
      "epoch": 779.37,
      "grad_norm": 1.112637996673584,
      "learning_rate": 8.519975520690676e-09,
      "loss": 0.3232,
      "step": 2792470
    },
    {
      "epoch": 779.37,
      "grad_norm": 1.2554148435592651,
      "learning_rate": 8.517672197185573e-09,
      "loss": 0.3358,
      "step": 2792480
    },
    {
      "epoch": 779.37,
      "grad_norm": 1.1863940954208374,
      "learning_rate": 8.515369184500328e-09,
      "loss": 0.3454,
      "step": 2792490
    },
    {
      "epoch": 779.37,
      "grad_norm": 1.1664044857025146,
      "learning_rate": 8.513066482635725e-09,
      "loss": 0.3367,
      "step": 2792500
    },
    {
      "epoch": 779.38,
      "grad_norm": 1.4108548164367676,
      "learning_rate": 8.510764091591762e-09,
      "loss": 0.346,
      "step": 2792510
    },
    {
      "epoch": 779.38,
      "grad_norm": 1.2369937896728516,
      "learning_rate": 8.508462011368698e-09,
      "loss": 0.329,
      "step": 2792520
    },
    {
      "epoch": 779.38,
      "grad_norm": 1.5262404680252075,
      "learning_rate": 8.506160241966795e-09,
      "loss": 0.3444,
      "step": 2792530
    },
    {
      "epoch": 779.39,
      "grad_norm": 1.157926321029663,
      "learning_rate": 8.503858783386573e-09,
      "loss": 0.3436,
      "step": 2792540
    },
    {
      "epoch": 779.39,
      "grad_norm": 1.1717764139175415,
      "learning_rate": 8.501557635628552e-09,
      "loss": 0.3413,
      "step": 2792550
    },
    {
      "epoch": 779.39,
      "grad_norm": 1.5846742391586304,
      "learning_rate": 8.499256798692212e-09,
      "loss": 0.3328,
      "step": 2792560
    },
    {
      "epoch": 779.39,
      "grad_norm": 1.216317057609558,
      "learning_rate": 8.496956272578854e-09,
      "loss": 0.3384,
      "step": 2792570
    },
    {
      "epoch": 779.4,
      "grad_norm": 1.2330108880996704,
      "learning_rate": 8.494656057287959e-09,
      "loss": 0.3429,
      "step": 2792580
    },
    {
      "epoch": 779.4,
      "grad_norm": 1.1284122467041016,
      "learning_rate": 8.492356152820303e-09,
      "loss": 0.3339,
      "step": 2792590
    },
    {
      "epoch": 779.4,
      "grad_norm": 1.3228743076324463,
      "learning_rate": 8.490056559176152e-09,
      "loss": 0.3245,
      "step": 2792600
    },
    {
      "epoch": 779.41,
      "grad_norm": 1.431768536567688,
      "learning_rate": 8.487757276355762e-09,
      "loss": 0.3369,
      "step": 2792610
    },
    {
      "epoch": 779.41,
      "grad_norm": 1.317343831062317,
      "learning_rate": 8.485458304359396e-09,
      "loss": 0.3384,
      "step": 2792620
    },
    {
      "epoch": 779.41,
      "grad_norm": 1.2332313060760498,
      "learning_rate": 8.483159643187312e-09,
      "loss": 0.3456,
      "step": 2792630
    },
    {
      "epoch": 779.41,
      "grad_norm": 1.1023553609848022,
      "learning_rate": 8.480861292839771e-09,
      "loss": 0.3077,
      "step": 2792640
    },
    {
      "epoch": 779.42,
      "grad_norm": 1.412644386291504,
      "learning_rate": 8.478563253317295e-09,
      "loss": 0.3414,
      "step": 2792650
    },
    {
      "epoch": 779.42,
      "grad_norm": 1.5916744470596313,
      "learning_rate": 8.476265524620142e-09,
      "loss": 0.3367,
      "step": 2792660
    },
    {
      "epoch": 779.42,
      "grad_norm": 1.2773265838623047,
      "learning_rate": 8.473968106748573e-09,
      "loss": 0.3553,
      "step": 2792670
    },
    {
      "epoch": 779.43,
      "grad_norm": 1.2076756954193115,
      "learning_rate": 8.471670999702588e-09,
      "loss": 0.3447,
      "step": 2792680
    },
    {
      "epoch": 779.43,
      "grad_norm": 1.5410884618759155,
      "learning_rate": 8.469374203483228e-09,
      "loss": 0.3386,
      "step": 2792690
    },
    {
      "epoch": 779.43,
      "grad_norm": 1.2119801044464111,
      "learning_rate": 8.467077718089972e-09,
      "loss": 0.3376,
      "step": 2792700
    },
    {
      "epoch": 779.43,
      "grad_norm": 1.2213373184204102,
      "learning_rate": 8.464781543523861e-09,
      "loss": 0.3419,
      "step": 2792710
    },
    {
      "epoch": 779.44,
      "grad_norm": 1.0119743347167969,
      "learning_rate": 8.462485679784636e-09,
      "loss": 0.3508,
      "step": 2792720
    },
    {
      "epoch": 779.44,
      "grad_norm": 1.1546944379806519,
      "learning_rate": 8.460190126872817e-09,
      "loss": 0.3346,
      "step": 2792730
    },
    {
      "epoch": 779.44,
      "grad_norm": 1.0535030364990234,
      "learning_rate": 8.457894884788663e-09,
      "loss": 0.3167,
      "step": 2792740
    },
    {
      "epoch": 779.44,
      "grad_norm": 1.304524540901184,
      "learning_rate": 8.455599953532694e-09,
      "loss": 0.3471,
      "step": 2792750
    },
    {
      "epoch": 779.45,
      "grad_norm": 1.1359755992889404,
      "learning_rate": 8.453305333104912e-09,
      "loss": 0.339,
      "step": 2792760
    },
    {
      "epoch": 779.45,
      "grad_norm": 1.4252300262451172,
      "learning_rate": 8.451011023505837e-09,
      "loss": 0.3493,
      "step": 2792770
    },
    {
      "epoch": 779.45,
      "grad_norm": 1.1777067184448242,
      "learning_rate": 8.448717024735729e-09,
      "loss": 0.3398,
      "step": 2792780
    },
    {
      "epoch": 779.46,
      "grad_norm": 1.2239596843719482,
      "learning_rate": 8.446423336794586e-09,
      "loss": 0.3314,
      "step": 2792790
    },
    {
      "epoch": 779.46,
      "grad_norm": 1.1593670845031738,
      "learning_rate": 8.444129959683192e-09,
      "loss": 0.3281,
      "step": 2792800
    },
    {
      "epoch": 779.46,
      "grad_norm": 1.5124638080596924,
      "learning_rate": 8.441836893401805e-09,
      "loss": 0.3554,
      "step": 2792810
    },
    {
      "epoch": 779.46,
      "grad_norm": 1.1731679439544678,
      "learning_rate": 8.439544137950165e-09,
      "loss": 0.3339,
      "step": 2792820
    },
    {
      "epoch": 779.47,
      "grad_norm": 1.3543164730072021,
      "learning_rate": 8.437251693329313e-09,
      "loss": 0.3261,
      "step": 2792830
    },
    {
      "epoch": 779.47,
      "grad_norm": 1.2588576078414917,
      "learning_rate": 8.43495955953925e-09,
      "loss": 0.3429,
      "step": 2792840
    },
    {
      "epoch": 779.47,
      "grad_norm": 1.2855863571166992,
      "learning_rate": 8.432667736579975e-09,
      "loss": 0.3461,
      "step": 2792850
    },
    {
      "epoch": 779.48,
      "grad_norm": 1.0837459564208984,
      "learning_rate": 8.430376224452269e-09,
      "loss": 0.3269,
      "step": 2792860
    },
    {
      "epoch": 779.48,
      "grad_norm": 1.5042216777801514,
      "learning_rate": 8.428085023156392e-09,
      "loss": 0.3543,
      "step": 2792870
    },
    {
      "epoch": 779.48,
      "grad_norm": 4.560356616973877,
      "learning_rate": 8.425794132692083e-09,
      "loss": 0.3283,
      "step": 2792880
    },
    {
      "epoch": 779.48,
      "grad_norm": 1.2928129434585571,
      "learning_rate": 8.423503553060384e-09,
      "loss": 0.3543,
      "step": 2792890
    },
    {
      "epoch": 779.49,
      "grad_norm": 1.1919224262237549,
      "learning_rate": 8.421213284261294e-09,
      "loss": 0.3389,
      "step": 2792900
    },
    {
      "epoch": 779.49,
      "grad_norm": 1.1948250532150269,
      "learning_rate": 8.418923326294816e-09,
      "loss": 0.3267,
      "step": 2792910
    },
    {
      "epoch": 779.49,
      "grad_norm": 1.2934587001800537,
      "learning_rate": 8.416633679161726e-09,
      "loss": 0.3373,
      "step": 2792920
    },
    {
      "epoch": 779.49,
      "grad_norm": 1.3073750734329224,
      "learning_rate": 8.414344342862286e-09,
      "loss": 0.3414,
      "step": 2792930
    },
    {
      "epoch": 779.5,
      "grad_norm": 1.1796879768371582,
      "learning_rate": 8.412055317396499e-09,
      "loss": 0.3397,
      "step": 2792940
    },
    {
      "epoch": 779.5,
      "grad_norm": 1.302747368812561,
      "learning_rate": 8.409766602764882e-09,
      "loss": 0.3451,
      "step": 2792950
    },
    {
      "epoch": 779.5,
      "grad_norm": 1.365979790687561,
      "learning_rate": 8.407478198967434e-09,
      "loss": 0.3335,
      "step": 2792960
    },
    {
      "epoch": 779.51,
      "grad_norm": 1.2618703842163086,
      "learning_rate": 8.40519010600494e-09,
      "loss": 0.342,
      "step": 2792970
    },
    {
      "epoch": 779.51,
      "grad_norm": 1.1332519054412842,
      "learning_rate": 8.402902323877397e-09,
      "loss": 0.348,
      "step": 2792980
    },
    {
      "epoch": 779.51,
      "grad_norm": 1.1631942987442017,
      "learning_rate": 8.400614852585326e-09,
      "loss": 0.3231,
      "step": 2792990
    },
    {
      "epoch": 779.51,
      "grad_norm": 1.2214957475662231,
      "learning_rate": 8.398327692128725e-09,
      "loss": 0.3376,
      "step": 2793000
    },
    {
      "epoch": 779.52,
      "grad_norm": 1.2430111169815063,
      "learning_rate": 8.39604084250838e-09,
      "loss": 0.3502,
      "step": 2793010
    },
    {
      "epoch": 779.52,
      "grad_norm": 1.3196825981140137,
      "learning_rate": 8.393754303724023e-09,
      "loss": 0.335,
      "step": 2793020
    },
    {
      "epoch": 779.52,
      "grad_norm": 1.1874314546585083,
      "learning_rate": 8.391468075776182e-09,
      "loss": 0.3439,
      "step": 2793030
    },
    {
      "epoch": 779.53,
      "grad_norm": 1.4427552223205566,
      "learning_rate": 8.389182158665375e-09,
      "loss": 0.3467,
      "step": 2793040
    },
    {
      "epoch": 779.53,
      "grad_norm": 2.2323334217071533,
      "learning_rate": 8.386896552391598e-09,
      "loss": 0.3342,
      "step": 2793050
    },
    {
      "epoch": 779.53,
      "grad_norm": 1.2201824188232422,
      "learning_rate": 8.384611256955116e-09,
      "loss": 0.3411,
      "step": 2793060
    },
    {
      "epoch": 779.53,
      "grad_norm": 1.462306261062622,
      "learning_rate": 8.382326272356708e-09,
      "loss": 0.3402,
      "step": 2793070
    },
    {
      "epoch": 779.54,
      "grad_norm": 1.251104712486267,
      "learning_rate": 8.380041598596375e-09,
      "loss": 0.3345,
      "step": 2793080
    },
    {
      "epoch": 779.54,
      "grad_norm": 1.475481629371643,
      "learning_rate": 8.377757235674114e-09,
      "loss": 0.337,
      "step": 2793090
    },
    {
      "epoch": 779.54,
      "grad_norm": 1.1972705125808716,
      "learning_rate": 8.37547318359071e-09,
      "loss": 0.3387,
      "step": 2793100
    },
    {
      "epoch": 779.55,
      "grad_norm": 1.0613172054290771,
      "learning_rate": 8.373189442346419e-09,
      "loss": 0.3349,
      "step": 2793110
    },
    {
      "epoch": 779.55,
      "grad_norm": 1.2384394407272339,
      "learning_rate": 8.370906011941243e-09,
      "loss": 0.33,
      "step": 2793120
    },
    {
      "epoch": 779.55,
      "grad_norm": 1.2746080160140991,
      "learning_rate": 8.368622892375963e-09,
      "loss": 0.3403,
      "step": 2793130
    },
    {
      "epoch": 779.55,
      "grad_norm": 1.256961464881897,
      "learning_rate": 8.366340083650058e-09,
      "loss": 0.3516,
      "step": 2793140
    },
    {
      "epoch": 779.56,
      "grad_norm": 1.1681698560714722,
      "learning_rate": 8.364057585764829e-09,
      "loss": 0.3373,
      "step": 2793150
    },
    {
      "epoch": 779.56,
      "grad_norm": 1.2232980728149414,
      "learning_rate": 8.361775398719756e-09,
      "loss": 0.3532,
      "step": 2793160
    },
    {
      "epoch": 779.56,
      "grad_norm": 1.1302824020385742,
      "learning_rate": 8.359493522515619e-09,
      "loss": 0.3458,
      "step": 2793170
    },
    {
      "epoch": 779.56,
      "grad_norm": 1.231239914894104,
      "learning_rate": 8.357211957152939e-09,
      "loss": 0.3212,
      "step": 2793180
    },
    {
      "epoch": 779.57,
      "grad_norm": 1.084795594215393,
      "learning_rate": 8.354930702631196e-09,
      "loss": 0.325,
      "step": 2793190
    },
    {
      "epoch": 779.57,
      "grad_norm": 1.3143867254257202,
      "learning_rate": 8.35264975895143e-09,
      "loss": 0.3387,
      "step": 2793200
    },
    {
      "epoch": 779.57,
      "grad_norm": 1.0829697847366333,
      "learning_rate": 8.350369126113639e-09,
      "loss": 0.3402,
      "step": 2793210
    },
    {
      "epoch": 779.58,
      "grad_norm": 1.2590820789337158,
      "learning_rate": 8.348088804118087e-09,
      "loss": 0.3428,
      "step": 2793220
    },
    {
      "epoch": 779.58,
      "grad_norm": 1.0677001476287842,
      "learning_rate": 8.345808792965293e-09,
      "loss": 0.3421,
      "step": 2793230
    },
    {
      "epoch": 779.58,
      "grad_norm": 1.3587702512741089,
      "learning_rate": 8.343529092655257e-09,
      "loss": 0.3455,
      "step": 2793240
    },
    {
      "epoch": 779.58,
      "grad_norm": 1.2834091186523438,
      "learning_rate": 8.341249703188499e-09,
      "loss": 0.3475,
      "step": 2793250
    },
    {
      "epoch": 779.59,
      "grad_norm": 1.5419176816940308,
      "learning_rate": 8.338970624565279e-09,
      "loss": 0.3338,
      "step": 2793260
    },
    {
      "epoch": 779.59,
      "grad_norm": 4.99403715133667,
      "learning_rate": 8.336691856786118e-09,
      "loss": 0.3462,
      "step": 2793270
    },
    {
      "epoch": 779.59,
      "grad_norm": 1.232616901397705,
      "learning_rate": 8.334413399851015e-09,
      "loss": 0.3239,
      "step": 2793280
    },
    {
      "epoch": 779.6,
      "grad_norm": 1.2621829509735107,
      "learning_rate": 8.332135253760231e-09,
      "loss": 0.3329,
      "step": 2793290
    },
    {
      "epoch": 779.6,
      "grad_norm": 1.2917132377624512,
      "learning_rate": 8.329857418514287e-09,
      "loss": 0.3405,
      "step": 2793300
    },
    {
      "epoch": 779.6,
      "grad_norm": 1.1251147985458374,
      "learning_rate": 8.327579894113444e-09,
      "loss": 0.3412,
      "step": 2793310
    },
    {
      "epoch": 779.6,
      "grad_norm": 1.3498363494873047,
      "learning_rate": 8.325302680557959e-09,
      "loss": 0.3361,
      "step": 2793320
    },
    {
      "epoch": 779.61,
      "grad_norm": 1.2669159173965454,
      "learning_rate": 8.323025777847835e-09,
      "loss": 0.3249,
      "step": 2793330
    },
    {
      "epoch": 779.61,
      "grad_norm": 1.2478382587432861,
      "learning_rate": 8.320749185984111e-09,
      "loss": 0.3364,
      "step": 2793340
    },
    {
      "epoch": 779.61,
      "grad_norm": 1.1976189613342285,
      "learning_rate": 8.318472904966269e-09,
      "loss": 0.3505,
      "step": 2793350
    },
    {
      "epoch": 779.61,
      "grad_norm": 1.3200244903564453,
      "learning_rate": 8.316196934795346e-09,
      "loss": 0.3322,
      "step": 2793360
    },
    {
      "epoch": 779.62,
      "grad_norm": 1.1380695104599,
      "learning_rate": 8.313921275471084e-09,
      "loss": 0.3306,
      "step": 2793370
    },
    {
      "epoch": 779.62,
      "grad_norm": 1.2747695446014404,
      "learning_rate": 8.311645926994005e-09,
      "loss": 0.3399,
      "step": 2793380
    },
    {
      "epoch": 779.62,
      "grad_norm": 1.2575310468673706,
      "learning_rate": 8.309370889364627e-09,
      "loss": 0.3541,
      "step": 2793390
    },
    {
      "epoch": 779.63,
      "grad_norm": 1.0927741527557373,
      "learning_rate": 8.307096162582689e-09,
      "loss": 0.3352,
      "step": 2793400
    },
    {
      "epoch": 779.63,
      "grad_norm": 1.4550786018371582,
      "learning_rate": 8.304821746649234e-09,
      "loss": 0.3365,
      "step": 2793410
    },
    {
      "epoch": 779.63,
      "grad_norm": 1.1932153701782227,
      "learning_rate": 8.302547641564002e-09,
      "loss": 0.3387,
      "step": 2793420
    },
    {
      "epoch": 779.63,
      "grad_norm": 1.3307486772537231,
      "learning_rate": 8.300273847327252e-09,
      "loss": 0.3237,
      "step": 2793430
    },
    {
      "epoch": 779.64,
      "grad_norm": 1.2854607105255127,
      "learning_rate": 8.298000363939767e-09,
      "loss": 0.3556,
      "step": 2793440
    },
    {
      "epoch": 779.64,
      "grad_norm": 1.133771300315857,
      "learning_rate": 8.295727191401543e-09,
      "loss": 0.3307,
      "step": 2793450
    },
    {
      "epoch": 779.64,
      "grad_norm": 1.3359853029251099,
      "learning_rate": 8.293454329712842e-09,
      "loss": 0.3389,
      "step": 2793460
    },
    {
      "epoch": 779.65,
      "grad_norm": 1.250938892364502,
      "learning_rate": 8.291181778873924e-09,
      "loss": 0.349,
      "step": 2793470
    },
    {
      "epoch": 779.65,
      "grad_norm": 1.258872628211975,
      "learning_rate": 8.28890953888531e-09,
      "loss": 0.3408,
      "step": 2793480
    },
    {
      "epoch": 779.65,
      "grad_norm": 1.1663312911987305,
      "learning_rate": 8.286637609747262e-09,
      "loss": 0.3251,
      "step": 2793490
    },
    {
      "epoch": 779.65,
      "grad_norm": 1.1853086948394775,
      "learning_rate": 8.284365991460036e-09,
      "loss": 0.333,
      "step": 2793500
    },
    {
      "epoch": 779.66,
      "grad_norm": 1.258266806602478,
      "learning_rate": 8.282094684023896e-09,
      "loss": 0.3371,
      "step": 2793510
    },
    {
      "epoch": 779.66,
      "grad_norm": 1.227832555770874,
      "learning_rate": 8.2798236874391e-09,
      "loss": 0.3414,
      "step": 2793520
    },
    {
      "epoch": 779.66,
      "grad_norm": 1.1019575595855713,
      "learning_rate": 8.277553001706169e-09,
      "loss": 0.3306,
      "step": 2793530
    },
    {
      "epoch": 779.67,
      "grad_norm": 1.102510929107666,
      "learning_rate": 8.275282626825104e-09,
      "loss": 0.3532,
      "step": 2793540
    },
    {
      "epoch": 779.67,
      "grad_norm": 1.1683154106140137,
      "learning_rate": 8.273012562796423e-09,
      "loss": 0.3447,
      "step": 2793550
    },
    {
      "epoch": 779.67,
      "grad_norm": 1.5226246118545532,
      "learning_rate": 8.270742809620388e-09,
      "loss": 0.3327,
      "step": 2793560
    },
    {
      "epoch": 779.67,
      "grad_norm": 1.2941538095474243,
      "learning_rate": 8.26847336729726e-09,
      "loss": 0.3352,
      "step": 2793570
    },
    {
      "epoch": 779.68,
      "grad_norm": 1.2877227067947388,
      "learning_rate": 8.266204235827297e-09,
      "loss": 0.3578,
      "step": 2793580
    },
    {
      "epoch": 779.68,
      "grad_norm": 1.1616394519805908,
      "learning_rate": 8.26393541521102e-09,
      "loss": 0.3359,
      "step": 2793590
    },
    {
      "epoch": 779.68,
      "grad_norm": 1.1699072122573853,
      "learning_rate": 8.261666905448431e-09,
      "loss": 0.3393,
      "step": 2793600
    },
    {
      "epoch": 779.68,
      "grad_norm": 1.4805619716644287,
      "learning_rate": 8.259398706540048e-09,
      "loss": 0.3389,
      "step": 2793610
    },
    {
      "epoch": 779.69,
      "grad_norm": 1.1423166990280151,
      "learning_rate": 8.257130818486135e-09,
      "loss": 0.327,
      "step": 2793620
    },
    {
      "epoch": 779.69,
      "grad_norm": 1.1403460502624512,
      "learning_rate": 8.254863241286946e-09,
      "loss": 0.3353,
      "step": 2793630
    },
    {
      "epoch": 779.69,
      "grad_norm": 1.1723254919052124,
      "learning_rate": 8.252595974942745e-09,
      "loss": 0.3316,
      "step": 2793640
    },
    {
      "epoch": 779.7,
      "grad_norm": 1.1807241439819336,
      "learning_rate": 8.250329019453793e-09,
      "loss": 0.3155,
      "step": 2793650
    },
    {
      "epoch": 779.7,
      "grad_norm": 1.250435471534729,
      "learning_rate": 8.248062374820608e-09,
      "loss": 0.3405,
      "step": 2793660
    },
    {
      "epoch": 779.7,
      "grad_norm": 1.3624334335327148,
      "learning_rate": 8.245796041043193e-09,
      "loss": 0.3284,
      "step": 2793670
    },
    {
      "epoch": 779.7,
      "grad_norm": 1.4219355583190918,
      "learning_rate": 8.243530018122324e-09,
      "loss": 0.3374,
      "step": 2793680
    },
    {
      "epoch": 779.71,
      "grad_norm": 1.1367015838623047,
      "learning_rate": 8.241264306057745e-09,
      "loss": 0.331,
      "step": 2793690
    },
    {
      "epoch": 779.71,
      "grad_norm": 1.0091509819030762,
      "learning_rate": 8.238998904850236e-09,
      "loss": 0.324,
      "step": 2793700
    },
    {
      "epoch": 779.71,
      "grad_norm": 1.4004851579666138,
      "learning_rate": 8.236733814499797e-09,
      "loss": 0.3412,
      "step": 2793710
    },
    {
      "epoch": 779.72,
      "grad_norm": 1.3275076150894165,
      "learning_rate": 8.234469035006686e-09,
      "loss": 0.3396,
      "step": 2793720
    },
    {
      "epoch": 779.72,
      "grad_norm": 1.1617259979248047,
      "learning_rate": 8.232204566371425e-09,
      "loss": 0.3398,
      "step": 2793730
    },
    {
      "epoch": 779.72,
      "grad_norm": 1.002372145652771,
      "learning_rate": 8.229940408594273e-09,
      "loss": 0.3221,
      "step": 2793740
    },
    {
      "epoch": 779.72,
      "grad_norm": 1.3730049133300781,
      "learning_rate": 8.227676561675234e-09,
      "loss": 0.3555,
      "step": 2793750
    },
    {
      "epoch": 779.73,
      "grad_norm": 1.2816540002822876,
      "learning_rate": 8.225413025615084e-09,
      "loss": 0.3463,
      "step": 2793760
    },
    {
      "epoch": 779.73,
      "grad_norm": 1.2461979389190674,
      "learning_rate": 8.223149800413824e-09,
      "loss": 0.3144,
      "step": 2793770
    },
    {
      "epoch": 779.73,
      "grad_norm": 1.2105633020401,
      "learning_rate": 8.220886886071976e-09,
      "loss": 0.3365,
      "step": 2793780
    },
    {
      "epoch": 779.73,
      "grad_norm": 1.4778964519500732,
      "learning_rate": 8.218624282589539e-09,
      "loss": 0.3264,
      "step": 2793790
    },
    {
      "epoch": 779.74,
      "grad_norm": 1.2274112701416016,
      "learning_rate": 8.216361989967034e-09,
      "loss": 0.3484,
      "step": 2793800
    },
    {
      "epoch": 779.74,
      "grad_norm": 1.5972185134887695,
      "learning_rate": 8.214100008204459e-09,
      "loss": 0.3486,
      "step": 2793810
    },
    {
      "epoch": 779.74,
      "grad_norm": 1.207101583480835,
      "learning_rate": 8.211838337302597e-09,
      "loss": 0.3221,
      "step": 2793820
    },
    {
      "epoch": 779.75,
      "grad_norm": 1.015303134918213,
      "learning_rate": 8.209576977261448e-09,
      "loss": 0.3271,
      "step": 2793830
    },
    {
      "epoch": 779.75,
      "grad_norm": 1.3169537782669067,
      "learning_rate": 8.20731592808127e-09,
      "loss": 0.3371,
      "step": 2793840
    },
    {
      "epoch": 779.75,
      "grad_norm": 1.3133618831634521,
      "learning_rate": 8.205055189762587e-09,
      "loss": 0.3312,
      "step": 2793850
    },
    {
      "epoch": 779.75,
      "grad_norm": 1.1945390701293945,
      "learning_rate": 8.202794762305654e-09,
      "loss": 0.3269,
      "step": 2793860
    },
    {
      "epoch": 779.76,
      "grad_norm": 1.2618197202682495,
      "learning_rate": 8.200534645710476e-09,
      "loss": 0.3319,
      "step": 2793870
    },
    {
      "epoch": 779.76,
      "grad_norm": 1.1570544242858887,
      "learning_rate": 8.198274839977571e-09,
      "loss": 0.3414,
      "step": 2793880
    },
    {
      "epoch": 779.76,
      "grad_norm": 1.1643352508544922,
      "learning_rate": 8.19601534510746e-09,
      "loss": 0.3379,
      "step": 2793890
    },
    {
      "epoch": 779.77,
      "grad_norm": 1.3847870826721191,
      "learning_rate": 8.193756161099883e-09,
      "loss": 0.3403,
      "step": 2793900
    },
    {
      "epoch": 779.77,
      "grad_norm": 1.2160414457321167,
      "learning_rate": 8.19149728795588e-09,
      "loss": 0.3323,
      "step": 2793910
    },
    {
      "epoch": 779.77,
      "grad_norm": 1.4119093418121338,
      "learning_rate": 8.189238725675191e-09,
      "loss": 0.3256,
      "step": 2793920
    },
    {
      "epoch": 779.77,
      "grad_norm": 1.231378197669983,
      "learning_rate": 8.186980474258076e-09,
      "loss": 0.3352,
      "step": 2793930
    },
    {
      "epoch": 779.78,
      "grad_norm": 1.3897204399108887,
      "learning_rate": 8.184722533705318e-09,
      "loss": 0.3369,
      "step": 2793940
    },
    {
      "epoch": 779.78,
      "grad_norm": 1.1940587759017944,
      "learning_rate": 8.182464904016653e-09,
      "loss": 0.3216,
      "step": 2793950
    },
    {
      "epoch": 779.78,
      "grad_norm": 1.080566644668579,
      "learning_rate": 8.180207585192864e-09,
      "loss": 0.3467,
      "step": 2793960
    },
    {
      "epoch": 779.79,
      "grad_norm": 1.1554923057556152,
      "learning_rate": 8.177950577233951e-09,
      "loss": 0.3439,
      "step": 2793970
    },
    {
      "epoch": 779.79,
      "grad_norm": 1.2989145517349243,
      "learning_rate": 8.175693880140434e-09,
      "loss": 0.3321,
      "step": 2793980
    },
    {
      "epoch": 779.79,
      "grad_norm": 1.3852969408035278,
      "learning_rate": 8.173437493912312e-09,
      "loss": 0.3336,
      "step": 2793990
    },
    {
      "epoch": 779.79,
      "grad_norm": 1.2881375551223755,
      "learning_rate": 8.171181418550366e-09,
      "loss": 0.3322,
      "step": 2794000
    },
    {
      "epoch": 779.8,
      "grad_norm": 1.1767377853393555,
      "learning_rate": 8.168925654054339e-09,
      "loss": 0.3401,
      "step": 2794010
    },
    {
      "epoch": 779.8,
      "grad_norm": 2.7172281742095947,
      "learning_rate": 8.166670200424746e-09,
      "loss": 0.3226,
      "step": 2794020
    },
    {
      "epoch": 779.8,
      "grad_norm": 1.2808188199996948,
      "learning_rate": 8.164415057662111e-09,
      "loss": 0.3343,
      "step": 2794030
    },
    {
      "epoch": 779.8,
      "grad_norm": 1.658544898033142,
      "learning_rate": 8.162160225766435e-09,
      "loss": 0.3342,
      "step": 2794040
    },
    {
      "epoch": 779.81,
      "grad_norm": 1.043846845626831,
      "learning_rate": 8.159905704738234e-09,
      "loss": 0.3412,
      "step": 2794050
    },
    {
      "epoch": 779.81,
      "grad_norm": 1.2287579774856567,
      "learning_rate": 8.157651494577772e-09,
      "loss": 0.3447,
      "step": 2794060
    },
    {
      "epoch": 779.81,
      "grad_norm": 1.1991517543792725,
      "learning_rate": 8.155397595285048e-09,
      "loss": 0.3411,
      "step": 2794070
    },
    {
      "epoch": 779.82,
      "grad_norm": 1.1315141916275024,
      "learning_rate": 8.153144006860843e-09,
      "loss": 0.3289,
      "step": 2794080
    },
    {
      "epoch": 779.82,
      "grad_norm": 1.330569863319397,
      "learning_rate": 8.150890729305154e-09,
      "loss": 0.3474,
      "step": 2794090
    },
    {
      "epoch": 779.82,
      "grad_norm": 1.3155179023742676,
      "learning_rate": 8.148637762618245e-09,
      "loss": 0.3527,
      "step": 2794100
    },
    {
      "epoch": 779.82,
      "grad_norm": 1.4631404876708984,
      "learning_rate": 8.146385106800375e-09,
      "loss": 0.3246,
      "step": 2794110
    },
    {
      "epoch": 779.83,
      "grad_norm": 1.1975458860397339,
      "learning_rate": 8.144132761852325e-09,
      "loss": 0.3435,
      "step": 2794120
    },
    {
      "epoch": 779.83,
      "grad_norm": 1.1802796125411987,
      "learning_rate": 8.141880727773834e-09,
      "loss": 0.3447,
      "step": 2794130
    },
    {
      "epoch": 779.83,
      "grad_norm": 1.108168601989746,
      "learning_rate": 8.139629004565423e-09,
      "loss": 0.3384,
      "step": 2794140
    },
    {
      "epoch": 779.84,
      "grad_norm": 1.6183494329452515,
      "learning_rate": 8.13737759222761e-09,
      "loss": 0.3556,
      "step": 2794150
    },
    {
      "epoch": 779.84,
      "grad_norm": 1.12564218044281,
      "learning_rate": 8.13512649076014e-09,
      "loss": 0.3404,
      "step": 2794160
    },
    {
      "epoch": 779.84,
      "grad_norm": 1.1710160970687866,
      "learning_rate": 8.132875700164049e-09,
      "loss": 0.3468,
      "step": 2794170
    },
    {
      "epoch": 779.84,
      "grad_norm": 1.2628200054168701,
      "learning_rate": 8.130625220438819e-09,
      "loss": 0.3399,
      "step": 2794180
    },
    {
      "epoch": 779.85,
      "grad_norm": 1.259440541267395,
      "learning_rate": 8.128375051585488e-09,
      "loss": 0.3408,
      "step": 2794190
    },
    {
      "epoch": 779.85,
      "grad_norm": 1.4955507516860962,
      "learning_rate": 8.12612519360406e-09,
      "loss": 0.3311,
      "step": 2794200
    },
    {
      "epoch": 779.85,
      "grad_norm": 1.1716119050979614,
      "learning_rate": 8.123875646494534e-09,
      "loss": 0.3239,
      "step": 2794210
    },
    {
      "epoch": 779.85,
      "grad_norm": 1.4813971519470215,
      "learning_rate": 8.121626410257428e-09,
      "loss": 0.3307,
      "step": 2794220
    },
    {
      "epoch": 779.86,
      "grad_norm": 1.2427412271499634,
      "learning_rate": 8.119377484893264e-09,
      "loss": 0.3447,
      "step": 2794230
    },
    {
      "epoch": 779.86,
      "grad_norm": 1.1584880352020264,
      "learning_rate": 8.117128870402304e-09,
      "loss": 0.3355,
      "step": 2794240
    },
    {
      "epoch": 779.86,
      "grad_norm": 1.064504861831665,
      "learning_rate": 8.114880566784543e-09,
      "loss": 0.3431,
      "step": 2794250
    },
    {
      "epoch": 779.87,
      "grad_norm": 1.1589971780776978,
      "learning_rate": 8.112632574040506e-09,
      "loss": 0.3372,
      "step": 2794260
    },
    {
      "epoch": 779.87,
      "grad_norm": 1.2754271030426025,
      "learning_rate": 8.110384892170452e-09,
      "loss": 0.3132,
      "step": 2794270
    },
    {
      "epoch": 779.87,
      "grad_norm": 1.4004181623458862,
      "learning_rate": 8.108137521174642e-09,
      "loss": 0.3369,
      "step": 2794280
    },
    {
      "epoch": 779.87,
      "grad_norm": 1.2722241878509521,
      "learning_rate": 8.105890461053336e-09,
      "loss": 0.3328,
      "step": 2794290
    },
    {
      "epoch": 779.88,
      "grad_norm": 1.2969950437545776,
      "learning_rate": 8.10364371180679e-09,
      "loss": 0.3315,
      "step": 2794300
    },
    {
      "epoch": 779.88,
      "grad_norm": 1.2432348728179932,
      "learning_rate": 8.101397273435791e-09,
      "loss": 0.3459,
      "step": 2794310
    },
    {
      "epoch": 779.88,
      "grad_norm": 1.213613748550415,
      "learning_rate": 8.099151145940075e-09,
      "loss": 0.3565,
      "step": 2794320
    },
    {
      "epoch": 779.89,
      "grad_norm": 1.14654541015625,
      "learning_rate": 8.096905329319902e-09,
      "loss": 0.3385,
      "step": 2794330
    },
    {
      "epoch": 779.89,
      "grad_norm": 1.2932692766189575,
      "learning_rate": 8.094659823576055e-09,
      "loss": 0.326,
      "step": 2794340
    },
    {
      "epoch": 779.89,
      "grad_norm": 1.25800621509552,
      "learning_rate": 8.092414628708531e-09,
      "loss": 0.3181,
      "step": 2794350
    },
    {
      "epoch": 779.89,
      "grad_norm": 1.3387058973312378,
      "learning_rate": 8.090169744717594e-09,
      "loss": 0.336,
      "step": 2794360
    },
    {
      "epoch": 779.9,
      "grad_norm": 1.4079575538635254,
      "learning_rate": 8.087925171603762e-09,
      "loss": 0.3241,
      "step": 2794370
    },
    {
      "epoch": 779.9,
      "grad_norm": 1.2998201847076416,
      "learning_rate": 8.085680909367034e-09,
      "loss": 0.3377,
      "step": 2794380
    },
    {
      "epoch": 779.9,
      "grad_norm": 1.3909378051757812,
      "learning_rate": 8.083436958007932e-09,
      "loss": 0.3424,
      "step": 2794390
    },
    {
      "epoch": 779.91,
      "grad_norm": 1.2176405191421509,
      "learning_rate": 8.081193317526717e-09,
      "loss": 0.3284,
      "step": 2794400
    },
    {
      "epoch": 779.91,
      "grad_norm": 1.5379436016082764,
      "learning_rate": 8.078949987923386e-09,
      "loss": 0.3432,
      "step": 2794410
    },
    {
      "epoch": 779.91,
      "grad_norm": 1.4376063346862793,
      "learning_rate": 8.076706969198723e-09,
      "loss": 0.33,
      "step": 2794420
    },
    {
      "epoch": 779.91,
      "grad_norm": 1.4407737255096436,
      "learning_rate": 8.074464261352988e-09,
      "loss": 0.3342,
      "step": 2794430
    },
    {
      "epoch": 779.92,
      "grad_norm": 1.9117298126220703,
      "learning_rate": 8.072221864386178e-09,
      "loss": 0.3457,
      "step": 2794440
    },
    {
      "epoch": 779.92,
      "grad_norm": 1.1797163486480713,
      "learning_rate": 8.069979778298555e-09,
      "loss": 0.3359,
      "step": 2794450
    },
    {
      "epoch": 779.92,
      "grad_norm": 1.2188071012496948,
      "learning_rate": 8.06773800309064e-09,
      "loss": 0.3571,
      "step": 2794460
    },
    {
      "epoch": 779.92,
      "grad_norm": 1.1985338926315308,
      "learning_rate": 8.065496538762692e-09,
      "loss": 0.3395,
      "step": 2794470
    },
    {
      "epoch": 779.93,
      "grad_norm": 1.2411125898361206,
      "learning_rate": 8.063255385314973e-09,
      "loss": 0.3198,
      "step": 2794480
    },
    {
      "epoch": 779.93,
      "grad_norm": 1.25093412399292,
      "learning_rate": 8.061014542748e-09,
      "loss": 0.3433,
      "step": 2794490
    },
    {
      "epoch": 779.93,
      "grad_norm": 1.2259165048599243,
      "learning_rate": 8.058774011061777e-09,
      "loss": 0.3409,
      "step": 2794500
    },
    {
      "epoch": 779.94,
      "grad_norm": 1.3028556108474731,
      "learning_rate": 8.056533790256563e-09,
      "loss": 0.3231,
      "step": 2794510
    },
    {
      "epoch": 779.94,
      "grad_norm": 3.1260440349578857,
      "learning_rate": 8.054293880332876e-09,
      "loss": 0.3478,
      "step": 2794520
    },
    {
      "epoch": 779.94,
      "grad_norm": 1.4116262197494507,
      "learning_rate": 8.052054281290978e-09,
      "loss": 0.3439,
      "step": 2794530
    },
    {
      "epoch": 779.94,
      "grad_norm": 1.4792516231536865,
      "learning_rate": 8.04981499313087e-09,
      "loss": 0.3372,
      "step": 2794540
    },
    {
      "epoch": 779.95,
      "grad_norm": 1.3921003341674805,
      "learning_rate": 8.047576015853333e-09,
      "loss": 0.3431,
      "step": 2794550
    },
    {
      "epoch": 779.95,
      "grad_norm": 1.0988471508026123,
      "learning_rate": 8.045337349458363e-09,
      "loss": 0.3484,
      "step": 2794560
    },
    {
      "epoch": 779.95,
      "grad_norm": 1.3187400102615356,
      "learning_rate": 8.043098993946225e-09,
      "loss": 0.3337,
      "step": 2794570
    },
    {
      "epoch": 779.96,
      "grad_norm": 1.3016258478164673,
      "learning_rate": 8.040860949317437e-09,
      "loss": 0.3301,
      "step": 2794580
    },
    {
      "epoch": 779.96,
      "grad_norm": 1.2675917148590088,
      "learning_rate": 8.038623215571998e-09,
      "loss": 0.3219,
      "step": 2794590
    },
    {
      "epoch": 779.96,
      "grad_norm": 1.5071313381195068,
      "learning_rate": 8.036385792710432e-09,
      "loss": 0.3396,
      "step": 2794600
    },
    {
      "epoch": 779.96,
      "grad_norm": 1.0325638055801392,
      "learning_rate": 8.034148680733255e-09,
      "loss": 0.3388,
      "step": 2794610
    },
    {
      "epoch": 779.97,
      "grad_norm": 1.2198072671890259,
      "learning_rate": 8.03191187964021e-09,
      "loss": 0.3276,
      "step": 2794620
    },
    {
      "epoch": 779.97,
      "grad_norm": 1.1178979873657227,
      "learning_rate": 8.029675389432077e-09,
      "loss": 0.3351,
      "step": 2794630
    },
    {
      "epoch": 779.97,
      "grad_norm": 1.3950557708740234,
      "learning_rate": 8.027439210108854e-09,
      "loss": 0.3494,
      "step": 2794640
    },
    {
      "epoch": 779.97,
      "grad_norm": 1.3304669857025146,
      "learning_rate": 8.025203341670804e-09,
      "loss": 0.3448,
      "step": 2794650
    },
    {
      "epoch": 779.98,
      "grad_norm": 1.132206916809082,
      "learning_rate": 8.022967784118445e-09,
      "loss": 0.3327,
      "step": 2794660
    },
    {
      "epoch": 779.98,
      "grad_norm": 1.751982569694519,
      "learning_rate": 8.02073253745204e-09,
      "loss": 0.3445,
      "step": 2794670
    },
    {
      "epoch": 779.98,
      "grad_norm": 1.2652537822723389,
      "learning_rate": 8.018497601671847e-09,
      "loss": 0.3331,
      "step": 2794680
    },
    {
      "epoch": 779.99,
      "grad_norm": 1.302888035774231,
      "learning_rate": 8.016262976778127e-09,
      "loss": 0.3462,
      "step": 2794690
    },
    {
      "epoch": 779.99,
      "grad_norm": 1.2897502183914185,
      "learning_rate": 8.014028662771399e-09,
      "loss": 0.3459,
      "step": 2794700
    },
    {
      "epoch": 779.99,
      "grad_norm": 1.7303718328475952,
      "learning_rate": 8.011794659651405e-09,
      "loss": 0.337,
      "step": 2794710
    },
    {
      "epoch": 779.99,
      "grad_norm": 1.2938694953918457,
      "learning_rate": 8.009560967418925e-09,
      "loss": 0.3371,
      "step": 2794720
    },
    {
      "epoch": 780.0,
      "grad_norm": 1.3918168544769287,
      "learning_rate": 8.007327586074478e-09,
      "loss": 0.3474,
      "step": 2794730
    },
    {
      "epoch": 780.0,
      "grad_norm": 1.3441238403320312,
      "learning_rate": 8.005094515617545e-09,
      "loss": 0.3401,
      "step": 2794740
    },
    {
      "epoch": 780.0,
      "eval_loss": 0.33752840757369995,
      "eval_runtime": 65.8897,
      "eval_samples_per_second": 76.78,
      "eval_steps_per_second": 9.607,
      "step": 2794740
    },
    {
      "epoch": 780.0,
      "grad_norm": 1.2081587314605713,
      "learning_rate": 8.002861756049167e-09,
      "loss": 0.3276,
      "step": 2794750
    },
    {
      "epoch": 780.01,
      "grad_norm": 1.1662901639938354,
      "learning_rate": 8.000629307369083e-09,
      "loss": 0.3383,
      "step": 2794760
    },
    {
      "epoch": 780.01,
      "grad_norm": 1.2038168907165527,
      "learning_rate": 7.998397169578075e-09,
      "loss": 0.3209,
      "step": 2794770
    },
    {
      "epoch": 780.01,
      "grad_norm": 1.0905845165252686,
      "learning_rate": 7.996165342676399e-09,
      "loss": 0.3297,
      "step": 2794780
    },
    {
      "epoch": 780.01,
      "grad_norm": 1.1589339971542358,
      "learning_rate": 7.993933826664062e-09,
      "loss": 0.3504,
      "step": 2794790
    },
    {
      "epoch": 780.02,
      "grad_norm": 1.289128065109253,
      "learning_rate": 7.991702621541318e-09,
      "loss": 0.3407,
      "step": 2794800
    },
    {
      "epoch": 780.02,
      "grad_norm": 1.1560752391815186,
      "learning_rate": 7.98947172730895e-09,
      "loss": 0.3279,
      "step": 2794810
    },
    {
      "epoch": 780.02,
      "grad_norm": 1.149786353111267,
      "learning_rate": 7.987241143966697e-09,
      "loss": 0.3395,
      "step": 2794820
    },
    {
      "epoch": 780.03,
      "grad_norm": 1.6078332662582397,
      "learning_rate": 7.985010871515083e-09,
      "loss": 0.3361,
      "step": 2794830
    },
    {
      "epoch": 780.03,
      "grad_norm": 1.4259748458862305,
      "learning_rate": 7.982780909954623e-09,
      "loss": 0.3498,
      "step": 2794840
    },
    {
      "epoch": 780.03,
      "grad_norm": 1.384764552116394,
      "learning_rate": 7.980551259285321e-09,
      "loss": 0.3314,
      "step": 2794850
    },
    {
      "epoch": 780.03,
      "grad_norm": 1.2449018955230713,
      "learning_rate": 7.978321919507695e-09,
      "loss": 0.336,
      "step": 2794860
    },
    {
      "epoch": 780.04,
      "grad_norm": 1.0760973691940308,
      "learning_rate": 7.976092890621747e-09,
      "loss": 0.3344,
      "step": 2794870
    },
    {
      "epoch": 780.04,
      "grad_norm": 1.2813371419906616,
      "learning_rate": 7.973864172627995e-09,
      "loss": 0.3298,
      "step": 2794880
    },
    {
      "epoch": 780.04,
      "grad_norm": 1.2454055547714233,
      "learning_rate": 7.971635765526702e-09,
      "loss": 0.3298,
      "step": 2794890
    },
    {
      "epoch": 780.04,
      "grad_norm": 1.1292085647583008,
      "learning_rate": 7.969407669318125e-09,
      "loss": 0.3394,
      "step": 2794900
    },
    {
      "epoch": 780.05,
      "grad_norm": 1.188823938369751,
      "learning_rate": 7.967179884002528e-09,
      "loss": 0.3112,
      "step": 2794910
    },
    {
      "epoch": 780.05,
      "grad_norm": 1.1724411249160767,
      "learning_rate": 7.964952409580168e-09,
      "loss": 0.3464,
      "step": 2794920
    },
    {
      "epoch": 780.05,
      "grad_norm": 1.1278555393218994,
      "learning_rate": 7.962725246051828e-09,
      "loss": 0.3364,
      "step": 2794930
    },
    {
      "epoch": 780.06,
      "grad_norm": 1.275704264640808,
      "learning_rate": 7.960498393416986e-09,
      "loss": 0.3458,
      "step": 2794940
    },
    {
      "epoch": 780.06,
      "grad_norm": 1.0849494934082031,
      "learning_rate": 7.958271851676423e-09,
      "loss": 0.3425,
      "step": 2794950
    },
    {
      "epoch": 780.06,
      "grad_norm": 1.0902423858642578,
      "learning_rate": 7.95604562083066e-09,
      "loss": 0.3362,
      "step": 2794960
    },
    {
      "epoch": 780.06,
      "grad_norm": 1.4347732067108154,
      "learning_rate": 7.953819700879435e-09,
      "loss": 0.3435,
      "step": 2794970
    },
    {
      "epoch": 780.07,
      "grad_norm": 1.4056593179702759,
      "learning_rate": 7.95159409182353e-09,
      "loss": 0.3454,
      "step": 2794980
    },
    {
      "epoch": 780.07,
      "grad_norm": 1.4719418287277222,
      "learning_rate": 7.949368793662945e-09,
      "loss": 0.3356,
      "step": 2794990
    },
    {
      "epoch": 780.07,
      "grad_norm": 1.1530989408493042,
      "learning_rate": 7.94714380639794e-09,
      "loss": 0.3392,
      "step": 2795000
    },
    {
      "epoch": 780.08,
      "grad_norm": 1.442219614982605,
      "learning_rate": 7.944919130029037e-09,
      "loss": 0.3281,
      "step": 2795010
    },
    {
      "epoch": 780.08,
      "grad_norm": 1.3058899641036987,
      "learning_rate": 7.942694764556494e-09,
      "loss": 0.3405,
      "step": 2795020
    },
    {
      "epoch": 780.08,
      "grad_norm": 1.4392114877700806,
      "learning_rate": 7.940470709980311e-09,
      "loss": 0.3371,
      "step": 2795030
    },
    {
      "epoch": 780.08,
      "grad_norm": 1.26462984085083,
      "learning_rate": 7.93824696630127e-09,
      "loss": 0.3419,
      "step": 2795040
    },
    {
      "epoch": 780.09,
      "grad_norm": 1.4018778800964355,
      "learning_rate": 7.93602353351937e-09,
      "loss": 0.3402,
      "step": 2795050
    },
    {
      "epoch": 780.09,
      "grad_norm": 1.1037230491638184,
      "learning_rate": 7.933800411634872e-09,
      "loss": 0.338,
      "step": 2795060
    },
    {
      "epoch": 780.09,
      "grad_norm": 1.5580291748046875,
      "learning_rate": 7.931577600648037e-09,
      "loss": 0.3497,
      "step": 2795070
    },
    {
      "epoch": 780.09,
      "grad_norm": 1.4417221546173096,
      "learning_rate": 7.929355100559383e-09,
      "loss": 0.3348,
      "step": 2795080
    },
    {
      "epoch": 780.1,
      "grad_norm": 1.305195927619934,
      "learning_rate": 7.92713291136917e-09,
      "loss": 0.3344,
      "step": 2795090
    },
    {
      "epoch": 780.1,
      "grad_norm": 1.2474924325942993,
      "learning_rate": 7.924911033077662e-09,
      "loss": 0.3314,
      "step": 2795100
    },
    {
      "epoch": 780.1,
      "grad_norm": 1.242329716682434,
      "learning_rate": 7.922689465684855e-09,
      "loss": 0.3216,
      "step": 2795110
    },
    {
      "epoch": 780.11,
      "grad_norm": 1.2753853797912598,
      "learning_rate": 7.920468209191531e-09,
      "loss": 0.3377,
      "step": 2795120
    },
    {
      "epoch": 780.11,
      "grad_norm": 1.2941981554031372,
      "learning_rate": 7.918247263597432e-09,
      "loss": 0.321,
      "step": 2795130
    },
    {
      "epoch": 780.11,
      "grad_norm": 1.1427686214447021,
      "learning_rate": 7.916026628903595e-09,
      "loss": 0.3396,
      "step": 2795140
    },
    {
      "epoch": 780.11,
      "grad_norm": 1.3201075792312622,
      "learning_rate": 7.913806305109763e-09,
      "loss": 0.3321,
      "step": 2795150
    },
    {
      "epoch": 780.12,
      "grad_norm": 1.121314525604248,
      "learning_rate": 7.911586292216193e-09,
      "loss": 0.35,
      "step": 2795160
    },
    {
      "epoch": 780.12,
      "grad_norm": 1.1737275123596191,
      "learning_rate": 7.90936659022341e-09,
      "loss": 0.3456,
      "step": 2795170
    },
    {
      "epoch": 780.12,
      "grad_norm": 1.287733554840088,
      "learning_rate": 7.907147199131669e-09,
      "loss": 0.3378,
      "step": 2795180
    },
    {
      "epoch": 780.13,
      "grad_norm": 1.1938974857330322,
      "learning_rate": 7.904928118941494e-09,
      "loss": 0.3339,
      "step": 2795190
    },
    {
      "epoch": 780.13,
      "grad_norm": 1.315938949584961,
      "learning_rate": 7.902709349652623e-09,
      "loss": 0.3578,
      "step": 2795200
    },
    {
      "epoch": 780.13,
      "grad_norm": 1.1429779529571533,
      "learning_rate": 7.900490891265839e-09,
      "loss": 0.3468,
      "step": 2795210
    },
    {
      "epoch": 780.13,
      "grad_norm": 1.1546717882156372,
      "learning_rate": 7.898272743781138e-09,
      "loss": 0.3419,
      "step": 2795220
    },
    {
      "epoch": 780.14,
      "grad_norm": 1.2649626731872559,
      "learning_rate": 7.896054907199043e-09,
      "loss": 0.3262,
      "step": 2795230
    },
    {
      "epoch": 780.14,
      "grad_norm": 1.1661356687545776,
      "learning_rate": 7.893837381519555e-09,
      "loss": 0.3333,
      "step": 2795240
    },
    {
      "epoch": 780.14,
      "grad_norm": 1.3878579139709473,
      "learning_rate": 7.891620166743453e-09,
      "loss": 0.3368,
      "step": 2795250
    },
    {
      "epoch": 780.15,
      "grad_norm": 1.2493281364440918,
      "learning_rate": 7.889403262870478e-09,
      "loss": 0.3407,
      "step": 2795260
    },
    {
      "epoch": 780.15,
      "grad_norm": 1.2738667726516724,
      "learning_rate": 7.887186669901149e-09,
      "loss": 0.3455,
      "step": 2795270
    },
    {
      "epoch": 780.15,
      "grad_norm": 1.2686853408813477,
      "learning_rate": 7.884970387836246e-09,
      "loss": 0.3279,
      "step": 2795280
    },
    {
      "epoch": 780.15,
      "grad_norm": 1.4311668872833252,
      "learning_rate": 7.882754416675251e-09,
      "loss": 0.3553,
      "step": 2795290
    },
    {
      "epoch": 780.16,
      "grad_norm": 1.1694538593292236,
      "learning_rate": 7.880538756418684e-09,
      "loss": 0.3208,
      "step": 2795300
    },
    {
      "epoch": 780.16,
      "grad_norm": 1.2850733995437622,
      "learning_rate": 7.878323407067324e-09,
      "loss": 0.3262,
      "step": 2795310
    },
    {
      "epoch": 780.16,
      "grad_norm": 1.28935968875885,
      "learning_rate": 7.87610836862091e-09,
      "loss": 0.3375,
      "step": 2795320
    },
    {
      "epoch": 780.16,
      "grad_norm": 1.3089995384216309,
      "learning_rate": 7.873893641079965e-09,
      "loss": 0.3323,
      "step": 2795330
    },
    {
      "epoch": 780.17,
      "grad_norm": 1.3020102977752686,
      "learning_rate": 7.87167922444475e-09,
      "loss": 0.3387,
      "step": 2795340
    },
    {
      "epoch": 780.17,
      "grad_norm": 1.4148262739181519,
      "learning_rate": 7.869465118715782e-09,
      "loss": 0.3284,
      "step": 2795350
    },
    {
      "epoch": 780.17,
      "grad_norm": 1.2950799465179443,
      "learning_rate": 7.867251323892804e-09,
      "loss": 0.3395,
      "step": 2795360
    },
    {
      "epoch": 780.18,
      "grad_norm": 1.259858250617981,
      "learning_rate": 7.865037839976853e-09,
      "loss": 0.342,
      "step": 2795370
    },
    {
      "epoch": 780.18,
      "grad_norm": 1.4011057615280151,
      "learning_rate": 7.862824666967672e-09,
      "loss": 0.3395,
      "step": 2795380
    },
    {
      "epoch": 780.18,
      "grad_norm": 1.237998127937317,
      "learning_rate": 7.860611804865521e-09,
      "loss": 0.3479,
      "step": 2795390
    },
    {
      "epoch": 780.18,
      "grad_norm": 1.2258732318878174,
      "learning_rate": 7.858399253671179e-09,
      "loss": 0.3468,
      "step": 2795400
    },
    {
      "epoch": 780.19,
      "grad_norm": 1.2631332874298096,
      "learning_rate": 7.856187013384387e-09,
      "loss": 0.3462,
      "step": 2795410
    },
    {
      "epoch": 780.19,
      "grad_norm": 1.1332467794418335,
      "learning_rate": 7.853975084005926e-09,
      "loss": 0.3242,
      "step": 2795420
    },
    {
      "epoch": 780.19,
      "grad_norm": 1.1230398416519165,
      "learning_rate": 7.851763465535533e-09,
      "loss": 0.3387,
      "step": 2795430
    },
    {
      "epoch": 780.2,
      "grad_norm": 1.3138933181762695,
      "learning_rate": 7.849552157973994e-09,
      "loss": 0.3264,
      "step": 2795440
    },
    {
      "epoch": 780.2,
      "grad_norm": 1.2459214925765991,
      "learning_rate": 7.847341161321564e-09,
      "loss": 0.3383,
      "step": 2795450
    },
    {
      "epoch": 780.2,
      "grad_norm": 1.2839438915252686,
      "learning_rate": 7.845130475578245e-09,
      "loss": 0.3221,
      "step": 2795460
    },
    {
      "epoch": 780.2,
      "grad_norm": 1.2046303749084473,
      "learning_rate": 7.842920100744817e-09,
      "loss": 0.3362,
      "step": 2795470
    },
    {
      "epoch": 780.21,
      "grad_norm": 1.2639427185058594,
      "learning_rate": 7.840710036821023e-09,
      "loss": 0.341,
      "step": 2795480
    },
    {
      "epoch": 780.21,
      "grad_norm": 1.3638570308685303,
      "learning_rate": 7.838500283807378e-09,
      "loss": 0.333,
      "step": 2795490
    },
    {
      "epoch": 780.21,
      "grad_norm": 1.3140536546707153,
      "learning_rate": 7.836290841704145e-09,
      "loss": 0.3394,
      "step": 2795500
    },
    {
      "epoch": 780.21,
      "grad_norm": 1.2028151750564575,
      "learning_rate": 7.834081710511846e-09,
      "loss": 0.3183,
      "step": 2795510
    },
    {
      "epoch": 780.22,
      "grad_norm": 1.1827739477157593,
      "learning_rate": 7.831872890230479e-09,
      "loss": 0.3395,
      "step": 2795520
    },
    {
      "epoch": 780.22,
      "grad_norm": 1.221738576889038,
      "learning_rate": 7.829664380860305e-09,
      "loss": 0.3259,
      "step": 2795530
    },
    {
      "epoch": 780.22,
      "grad_norm": 1.2787234783172607,
      "learning_rate": 7.827456182402102e-09,
      "loss": 0.3436,
      "step": 2795540
    },
    {
      "epoch": 780.23,
      "grad_norm": 1.109889030456543,
      "learning_rate": 7.825248294855355e-09,
      "loss": 0.3473,
      "step": 2795550
    },
    {
      "epoch": 780.23,
      "grad_norm": 1.135807752609253,
      "learning_rate": 7.82304071822136e-09,
      "loss": 0.3375,
      "step": 2795560
    },
    {
      "epoch": 780.23,
      "grad_norm": 1.4339436292648315,
      "learning_rate": 7.8208334524996e-09,
      "loss": 0.3459,
      "step": 2795570
    },
    {
      "epoch": 780.23,
      "grad_norm": 1.5388530492782593,
      "learning_rate": 7.818626497690592e-09,
      "loss": 0.3429,
      "step": 2795580
    },
    {
      "epoch": 780.24,
      "grad_norm": 1.4167381525039673,
      "learning_rate": 7.816419853794598e-09,
      "loss": 0.3287,
      "step": 2795590
    },
    {
      "epoch": 780.24,
      "grad_norm": 1.4229193925857544,
      "learning_rate": 7.8142135208124e-09,
      "loss": 0.3325,
      "step": 2795600
    },
    {
      "epoch": 780.24,
      "grad_norm": 1.341410756111145,
      "learning_rate": 7.812007498743476e-09,
      "loss": 0.337,
      "step": 2795610
    },
    {
      "epoch": 780.25,
      "grad_norm": 1.150412917137146,
      "learning_rate": 7.809801787588866e-09,
      "loss": 0.3405,
      "step": 2795620
    },
    {
      "epoch": 780.25,
      "grad_norm": 1.4689369201660156,
      "learning_rate": 7.807596387348312e-09,
      "loss": 0.3488,
      "step": 2795630
    },
    {
      "epoch": 780.25,
      "grad_norm": 1.333775281906128,
      "learning_rate": 7.805391298022334e-09,
      "loss": 0.3465,
      "step": 2795640
    },
    {
      "epoch": 780.25,
      "grad_norm": 1.2594876289367676,
      "learning_rate": 7.80318651961145e-09,
      "loss": 0.3325,
      "step": 2795650
    },
    {
      "epoch": 780.26,
      "grad_norm": 1.1764956712722778,
      "learning_rate": 7.800982052115403e-09,
      "loss": 0.3278,
      "step": 2795660
    },
    {
      "epoch": 780.26,
      "grad_norm": 1.2410484552383423,
      "learning_rate": 7.798777895534971e-09,
      "loss": 0.3405,
      "step": 2795670
    },
    {
      "epoch": 780.26,
      "grad_norm": 19.38302993774414,
      "learning_rate": 7.796574049870417e-09,
      "loss": 0.338,
      "step": 2795680
    },
    {
      "epoch": 780.27,
      "grad_norm": 1.3022793531417847,
      "learning_rate": 7.794370515121738e-09,
      "loss": 0.3336,
      "step": 2795690
    },
    {
      "epoch": 780.27,
      "grad_norm": 1.2539141178131104,
      "learning_rate": 7.792167291289456e-09,
      "loss": 0.3354,
      "step": 2795700
    },
    {
      "epoch": 780.27,
      "grad_norm": 1.1743062734603882,
      "learning_rate": 7.789964378373832e-09,
      "loss": 0.3436,
      "step": 2795710
    },
    {
      "epoch": 780.27,
      "grad_norm": 1.3673187494277954,
      "learning_rate": 7.787761776374863e-09,
      "loss": 0.3471,
      "step": 2795720
    },
    {
      "epoch": 780.28,
      "grad_norm": 1.294919729232788,
      "learning_rate": 7.785559485293334e-09,
      "loss": 0.3325,
      "step": 2795730
    },
    {
      "epoch": 780.28,
      "grad_norm": 1.3312194347381592,
      "learning_rate": 7.78335750512924e-09,
      "loss": 0.3375,
      "step": 2795740
    },
    {
      "epoch": 780.28,
      "grad_norm": 1.179050087928772,
      "learning_rate": 7.781155835883107e-09,
      "loss": 0.3233,
      "step": 2795750
    },
    {
      "epoch": 780.28,
      "grad_norm": 1.5305099487304688,
      "learning_rate": 7.77895447755493e-09,
      "loss": 0.3485,
      "step": 2795760
    },
    {
      "epoch": 780.29,
      "grad_norm": 1.3011237382888794,
      "learning_rate": 7.776753430145232e-09,
      "loss": 0.3407,
      "step": 2795770
    },
    {
      "epoch": 780.29,
      "grad_norm": 1.2993545532226562,
      "learning_rate": 7.774552693654012e-09,
      "loss": 0.3572,
      "step": 2795780
    },
    {
      "epoch": 780.29,
      "grad_norm": 1.2444311380386353,
      "learning_rate": 7.772352268081792e-09,
      "loss": 0.3302,
      "step": 2795790
    },
    {
      "epoch": 780.3,
      "grad_norm": 1.2454570531845093,
      "learning_rate": 7.77015215342883e-09,
      "loss": 0.3552,
      "step": 2795800
    },
    {
      "epoch": 780.3,
      "grad_norm": 1.1572932004928589,
      "learning_rate": 7.767952349695648e-09,
      "loss": 0.3371,
      "step": 2795810
    },
    {
      "epoch": 780.3,
      "grad_norm": 1.1433358192443848,
      "learning_rate": 7.765752856881985e-09,
      "loss": 0.3491,
      "step": 2795820
    },
    {
      "epoch": 780.3,
      "grad_norm": 1.195114254951477,
      "learning_rate": 7.763553674988623e-09,
      "loss": 0.3261,
      "step": 2795830
    },
    {
      "epoch": 780.31,
      "grad_norm": 1.249150276184082,
      "learning_rate": 7.76135480401582e-09,
      "loss": 0.3295,
      "step": 2795840
    },
    {
      "epoch": 780.31,
      "grad_norm": 1.2057944536209106,
      "learning_rate": 7.759156243963578e-09,
      "loss": 0.3198,
      "step": 2795850
    },
    {
      "epoch": 780.31,
      "grad_norm": 1.1649572849273682,
      "learning_rate": 7.756957994832415e-09,
      "loss": 0.3369,
      "step": 2795860
    },
    {
      "epoch": 780.32,
      "grad_norm": 1.1579530239105225,
      "learning_rate": 7.754760056622594e-09,
      "loss": 0.3369,
      "step": 2795870
    },
    {
      "epoch": 780.32,
      "grad_norm": 1.1157335042953491,
      "learning_rate": 7.752562429334373e-09,
      "loss": 0.3338,
      "step": 2795880
    },
    {
      "epoch": 780.32,
      "grad_norm": 1.3044321537017822,
      "learning_rate": 7.750365112968015e-09,
      "loss": 0.3337,
      "step": 2795890
    },
    {
      "epoch": 780.32,
      "grad_norm": 1.2921446561813354,
      "learning_rate": 7.748168107523777e-09,
      "loss": 0.3315,
      "step": 2795900
    },
    {
      "epoch": 780.33,
      "grad_norm": 1.200329303741455,
      "learning_rate": 7.745971413002182e-09,
      "loss": 0.3296,
      "step": 2795910
    },
    {
      "epoch": 780.33,
      "grad_norm": 1.397356629371643,
      "learning_rate": 7.743775029403228e-09,
      "loss": 0.3351,
      "step": 2795920
    },
    {
      "epoch": 780.33,
      "grad_norm": 1.213300347328186,
      "learning_rate": 7.741578956727175e-09,
      "loss": 0.3263,
      "step": 2795930
    },
    {
      "epoch": 780.33,
      "grad_norm": 1.2837374210357666,
      "learning_rate": 7.739383194974805e-09,
      "loss": 0.3439,
      "step": 2795940
    },
    {
      "epoch": 780.34,
      "grad_norm": 1.3053934574127197,
      "learning_rate": 7.737187744145859e-09,
      "loss": 0.3294,
      "step": 2795950
    },
    {
      "epoch": 780.34,
      "grad_norm": 1.133263111114502,
      "learning_rate": 7.734992604241114e-09,
      "loss": 0.3153,
      "step": 2795960
    },
    {
      "epoch": 780.34,
      "grad_norm": 1.2232489585876465,
      "learning_rate": 7.732797775260314e-09,
      "loss": 0.3458,
      "step": 2795970
    },
    {
      "epoch": 780.35,
      "grad_norm": 1.2785667181015015,
      "learning_rate": 7.730603257204235e-09,
      "loss": 0.3405,
      "step": 2795980
    },
    {
      "epoch": 780.35,
      "grad_norm": 1.262958288192749,
      "learning_rate": 7.728409050072882e-09,
      "loss": 0.3394,
      "step": 2795990
    },
    {
      "epoch": 780.35,
      "grad_norm": 1.4512280225753784,
      "learning_rate": 7.72621515386677e-09,
      "loss": 0.3464,
      "step": 2796000
    },
    {
      "epoch": 780.35,
      "grad_norm": 1.3089625835418701,
      "learning_rate": 7.724021568585645e-09,
      "loss": 0.3603,
      "step": 2796010
    },
    {
      "epoch": 780.36,
      "grad_norm": 1.3471314907073975,
      "learning_rate": 7.721828294230542e-09,
      "loss": 0.3395,
      "step": 2796020
    },
    {
      "epoch": 780.36,
      "grad_norm": 1.3279067277908325,
      "learning_rate": 7.719635330801465e-09,
      "loss": 0.3417,
      "step": 2796030
    },
    {
      "epoch": 780.36,
      "grad_norm": 1.3632501363754272,
      "learning_rate": 7.717442678298671e-09,
      "loss": 0.3301,
      "step": 2796040
    },
    {
      "epoch": 780.37,
      "grad_norm": 1.4192367792129517,
      "learning_rate": 7.715250336722424e-09,
      "loss": 0.3503,
      "step": 2796050
    },
    {
      "epoch": 780.37,
      "grad_norm": 1.3642449378967285,
      "learning_rate": 7.713058306072981e-09,
      "loss": 0.334,
      "step": 2796060
    },
    {
      "epoch": 780.37,
      "grad_norm": 1.3154736757278442,
      "learning_rate": 7.710866586350603e-09,
      "loss": 0.348,
      "step": 2796070
    },
    {
      "epoch": 780.37,
      "grad_norm": 1.2453389167785645,
      "learning_rate": 7.708675177555811e-09,
      "loss": 0.3232,
      "step": 2796080
    },
    {
      "epoch": 780.38,
      "grad_norm": 1.2039512395858765,
      "learning_rate": 7.706484079688865e-09,
      "loss": 0.3622,
      "step": 2796090
    },
    {
      "epoch": 780.38,
      "grad_norm": 1.1938080787658691,
      "learning_rate": 7.704293292749765e-09,
      "loss": 0.3523,
      "step": 2796100
    },
    {
      "epoch": 780.38,
      "grad_norm": 1.2742912769317627,
      "learning_rate": 7.702102816739032e-09,
      "loss": 0.3308,
      "step": 2796110
    },
    {
      "epoch": 780.39,
      "grad_norm": 1.3130557537078857,
      "learning_rate": 7.699912651656926e-09,
      "loss": 0.3345,
      "step": 2796120
    },
    {
      "epoch": 780.39,
      "grad_norm": 1.3870031833648682,
      "learning_rate": 7.697722797503445e-09,
      "loss": 0.3276,
      "step": 2796130
    },
    {
      "epoch": 780.39,
      "grad_norm": 1.1038119792938232,
      "learning_rate": 7.695533254279633e-09,
      "loss": 0.3543,
      "step": 2796140
    },
    {
      "epoch": 780.39,
      "grad_norm": 1.2986139059066772,
      "learning_rate": 7.693344021984967e-09,
      "loss": 0.3286,
      "step": 2796150
    },
    {
      "epoch": 780.4,
      "grad_norm": 1.2518243789672852,
      "learning_rate": 7.691155100620229e-09,
      "loss": 0.3428,
      "step": 2796160
    },
    {
      "epoch": 780.4,
      "grad_norm": 1.3168036937713623,
      "learning_rate": 7.688966490185417e-09,
      "loss": 0.3362,
      "step": 2796170
    },
    {
      "epoch": 780.4,
      "grad_norm": 1.2247337102890015,
      "learning_rate": 7.686778190681056e-09,
      "loss": 0.3383,
      "step": 2796180
    },
    {
      "epoch": 780.4,
      "grad_norm": 1.086775541305542,
      "learning_rate": 7.6845902021074e-09,
      "loss": 0.3421,
      "step": 2796190
    },
    {
      "epoch": 780.41,
      "grad_norm": 1.5207387208938599,
      "learning_rate": 7.682402524464715e-09,
      "loss": 0.336,
      "step": 2796200
    },
    {
      "epoch": 780.41,
      "grad_norm": 1.338721513748169,
      "learning_rate": 7.680215157753258e-09,
      "loss": 0.338,
      "step": 2796210
    },
    {
      "epoch": 780.41,
      "grad_norm": 1.32228684425354,
      "learning_rate": 7.67802810197303e-09,
      "loss": 0.3386,
      "step": 2796220
    },
    {
      "epoch": 780.42,
      "grad_norm": 1.24849271774292,
      "learning_rate": 7.675841357125071e-09,
      "loss": 0.32,
      "step": 2796230
    },
    {
      "epoch": 780.42,
      "grad_norm": 1.2468353509902954,
      "learning_rate": 7.673654923208862e-09,
      "loss": 0.3437,
      "step": 2796240
    },
    {
      "epoch": 780.42,
      "grad_norm": 1.2918959856033325,
      "learning_rate": 7.671468800225182e-09,
      "loss": 0.3598,
      "step": 2796250
    },
    {
      "epoch": 780.42,
      "grad_norm": 1.2541699409484863,
      "learning_rate": 7.669282988174292e-09,
      "loss": 0.34,
      "step": 2796260
    },
    {
      "epoch": 780.43,
      "grad_norm": 5.000674247741699,
      "learning_rate": 7.667097487056191e-09,
      "loss": 0.3308,
      "step": 2796270
    },
    {
      "epoch": 780.43,
      "grad_norm": 1.181707501411438,
      "learning_rate": 7.6649122968714e-09,
      "loss": 0.3439,
      "step": 2796280
    },
    {
      "epoch": 780.43,
      "grad_norm": 1.3151053190231323,
      "learning_rate": 7.662727417620442e-09,
      "loss": 0.3351,
      "step": 2796290
    },
    {
      "epoch": 780.44,
      "grad_norm": 1.2587692737579346,
      "learning_rate": 7.660542849303053e-09,
      "loss": 0.3331,
      "step": 2796300
    },
    {
      "epoch": 780.44,
      "grad_norm": 1.2329566478729248,
      "learning_rate": 7.658358591919756e-09,
      "loss": 0.3451,
      "step": 2796310
    },
    {
      "epoch": 780.44,
      "grad_norm": 1.27822744846344,
      "learning_rate": 7.65617464547107e-09,
      "loss": 0.3409,
      "step": 2796320
    },
    {
      "epoch": 780.44,
      "grad_norm": 1.105233907699585,
      "learning_rate": 7.653991009956995e-09,
      "loss": 0.3368,
      "step": 2796330
    },
    {
      "epoch": 780.45,
      "grad_norm": 1.3150207996368408,
      "learning_rate": 7.651807685378052e-09,
      "loss": 0.3227,
      "step": 2796340
    },
    {
      "epoch": 780.45,
      "grad_norm": 2.3867239952087402,
      "learning_rate": 7.6496246717345e-09,
      "loss": 0.3399,
      "step": 2796350
    },
    {
      "epoch": 780.45,
      "grad_norm": 1.0839414596557617,
      "learning_rate": 7.647441969026342e-09,
      "loss": 0.3411,
      "step": 2796360
    },
    {
      "epoch": 780.45,
      "grad_norm": 1.1245864629745483,
      "learning_rate": 7.645259577254097e-09,
      "loss": 0.3265,
      "step": 2796370
    },
    {
      "epoch": 780.46,
      "grad_norm": 1.151482343673706,
      "learning_rate": 7.643077496418023e-09,
      "loss": 0.3309,
      "step": 2796380
    },
    {
      "epoch": 780.46,
      "grad_norm": 1.4153894186019897,
      "learning_rate": 7.640895726518382e-09,
      "loss": 0.3507,
      "step": 2796390
    },
    {
      "epoch": 780.46,
      "grad_norm": 1.3850010633468628,
      "learning_rate": 7.638714267555693e-09,
      "loss": 0.3395,
      "step": 2796400
    },
    {
      "epoch": 780.47,
      "grad_norm": 1.2633230686187744,
      "learning_rate": 7.636533119529958e-09,
      "loss": 0.3262,
      "step": 2796410
    },
    {
      "epoch": 780.47,
      "grad_norm": 1.113567590713501,
      "learning_rate": 7.634352282441438e-09,
      "loss": 0.318,
      "step": 2796420
    },
    {
      "epoch": 780.47,
      "grad_norm": 1.1721750497817993,
      "learning_rate": 7.632171756290652e-09,
      "loss": 0.3257,
      "step": 2796430
    },
    {
      "epoch": 780.47,
      "grad_norm": 1.368483543395996,
      "learning_rate": 7.629991541077859e-09,
      "loss": 0.3458,
      "step": 2796440
    },
    {
      "epoch": 780.48,
      "grad_norm": 1.1284880638122559,
      "learning_rate": 7.627811636803059e-09,
      "loss": 0.3312,
      "step": 2796450
    },
    {
      "epoch": 780.48,
      "grad_norm": 1.3057600259780884,
      "learning_rate": 7.625632043467034e-09,
      "loss": 0.3417,
      "step": 2796460
    },
    {
      "epoch": 780.48,
      "grad_norm": 1.4993027448654175,
      "learning_rate": 7.623452761069526e-09,
      "loss": 0.3368,
      "step": 2796470
    },
    {
      "epoch": 780.49,
      "grad_norm": 3.2310190200805664,
      "learning_rate": 7.621273789611312e-09,
      "loss": 0.3421,
      "step": 2796480
    },
    {
      "epoch": 780.49,
      "grad_norm": 1.1975247859954834,
      "learning_rate": 7.619095129092391e-09,
      "loss": 0.32,
      "step": 2796490
    },
    {
      "epoch": 780.49,
      "grad_norm": 1.1191543340682983,
      "learning_rate": 7.616916779513027e-09,
      "loss": 0.3235,
      "step": 2796500
    },
    {
      "epoch": 780.49,
      "grad_norm": 1.0657753944396973,
      "learning_rate": 7.614738740873739e-09,
      "loss": 0.322,
      "step": 2796510
    },
    {
      "epoch": 780.5,
      "grad_norm": 1.0456547737121582,
      "learning_rate": 7.612561013174788e-09,
      "loss": 0.3413,
      "step": 2796520
    },
    {
      "epoch": 780.5,
      "grad_norm": 1.3323113918304443,
      "learning_rate": 7.61038359641617e-09,
      "loss": 0.3416,
      "step": 2796530
    },
    {
      "epoch": 780.5,
      "grad_norm": 1.3505616188049316,
      "learning_rate": 7.608206490598411e-09,
      "loss": 0.3346,
      "step": 2796540
    },
    {
      "epoch": 780.51,
      "grad_norm": 1.4176852703094482,
      "learning_rate": 7.606029695721767e-09,
      "loss": 0.3298,
      "step": 2796550
    },
    {
      "epoch": 780.51,
      "grad_norm": 1.1200785636901855,
      "learning_rate": 7.603853211786762e-09,
      "loss": 0.3304,
      "step": 2796560
    },
    {
      "epoch": 780.51,
      "grad_norm": 1.147397518157959,
      "learning_rate": 7.601677038793132e-09,
      "loss": 0.3465,
      "step": 2796570
    },
    {
      "epoch": 780.51,
      "grad_norm": 1.156896948814392,
      "learning_rate": 7.59950117674166e-09,
      "loss": 0.3428,
      "step": 2796580
    },
    {
      "epoch": 780.52,
      "grad_norm": 1.1436465978622437,
      "learning_rate": 7.597325625632085e-09,
      "loss": 0.3552,
      "step": 2796590
    },
    {
      "epoch": 780.52,
      "grad_norm": 1.3358649015426636,
      "learning_rate": 7.595150385465448e-09,
      "loss": 0.3403,
      "step": 2796600
    },
    {
      "epoch": 780.52,
      "grad_norm": 1.126152515411377,
      "learning_rate": 7.59297545624175e-09,
      "loss": 0.3398,
      "step": 2796610
    },
    {
      "epoch": 780.52,
      "grad_norm": 1.3377115726470947,
      "learning_rate": 7.59080083796099e-09,
      "loss": 0.3466,
      "step": 2796620
    },
    {
      "epoch": 780.53,
      "grad_norm": 14.261962890625,
      "learning_rate": 7.588626530623688e-09,
      "loss": 0.3357,
      "step": 2796630
    },
    {
      "epoch": 780.53,
      "grad_norm": 1.19270658493042,
      "learning_rate": 7.586452534230105e-09,
      "loss": 0.3446,
      "step": 2796640
    },
    {
      "epoch": 780.53,
      "grad_norm": 1.5791807174682617,
      "learning_rate": 7.5842788487805e-09,
      "loss": 0.3381,
      "step": 2796650
    },
    {
      "epoch": 780.54,
      "grad_norm": 1.285855770111084,
      "learning_rate": 7.582105474275135e-09,
      "loss": 0.3357,
      "step": 2796660
    },
    {
      "epoch": 780.54,
      "grad_norm": 1.2346428632736206,
      "learning_rate": 7.579932410714529e-09,
      "loss": 0.3495,
      "step": 2796670
    },
    {
      "epoch": 780.54,
      "grad_norm": 1.3494436740875244,
      "learning_rate": 7.577759658098423e-09,
      "loss": 0.3413,
      "step": 2796680
    },
    {
      "epoch": 780.54,
      "grad_norm": 1.017308235168457,
      "learning_rate": 7.575587216427855e-09,
      "loss": 0.3321,
      "step": 2796690
    },
    {
      "epoch": 780.55,
      "grad_norm": 1.718667984008789,
      "learning_rate": 7.57341508570257e-09,
      "loss": 0.3327,
      "step": 2796700
    },
    {
      "epoch": 780.55,
      "grad_norm": 1.268315315246582,
      "learning_rate": 7.571243265923084e-09,
      "loss": 0.3503,
      "step": 2796710
    },
    {
      "epoch": 780.55,
      "grad_norm": 1.2705765962600708,
      "learning_rate": 7.569071757089658e-09,
      "loss": 0.3516,
      "step": 2796720
    },
    {
      "epoch": 780.56,
      "grad_norm": 1.2813928127288818,
      "learning_rate": 7.566900559202553e-09,
      "loss": 0.3374,
      "step": 2796730
    },
    {
      "epoch": 780.56,
      "grad_norm": 1.3686965703964233,
      "learning_rate": 7.564729672262029e-09,
      "loss": 0.3456,
      "step": 2796740
    },
    {
      "epoch": 780.56,
      "grad_norm": 1.4144830703735352,
      "learning_rate": 7.562559096268346e-09,
      "loss": 0.3317,
      "step": 2796750
    },
    {
      "epoch": 780.56,
      "grad_norm": 1.4736515283584595,
      "learning_rate": 7.560388831222026e-09,
      "loss": 0.3418,
      "step": 2796760
    },
    {
      "epoch": 780.57,
      "grad_norm": 1.1265419721603394,
      "learning_rate": 7.558218877122806e-09,
      "loss": 0.3276,
      "step": 2796770
    },
    {
      "epoch": 780.57,
      "grad_norm": 1.3084475994110107,
      "learning_rate": 7.55604923397173e-09,
      "loss": 0.3405,
      "step": 2796780
    },
    {
      "epoch": 780.57,
      "grad_norm": 1.2528764009475708,
      "learning_rate": 7.553879901768534e-09,
      "loss": 0.3403,
      "step": 2796790
    },
    {
      "epoch": 780.57,
      "grad_norm": 1.377207636833191,
      "learning_rate": 7.551710880513742e-09,
      "loss": 0.3274,
      "step": 2796800
    },
    {
      "epoch": 780.58,
      "grad_norm": 1.2156834602355957,
      "learning_rate": 7.54954217020761e-09,
      "loss": 0.3314,
      "step": 2796810
    },
    {
      "epoch": 780.58,
      "grad_norm": 1.1522952318191528,
      "learning_rate": 7.547373770850143e-09,
      "loss": 0.3368,
      "step": 2796820
    },
    {
      "epoch": 780.58,
      "grad_norm": 1.2514426708221436,
      "learning_rate": 7.545205682442119e-09,
      "loss": 0.3346,
      "step": 2796830
    },
    {
      "epoch": 780.59,
      "grad_norm": 1.1095829010009766,
      "learning_rate": 7.543037904983537e-09,
      "loss": 0.3261,
      "step": 2796840
    },
    {
      "epoch": 780.59,
      "grad_norm": 1.2178468704223633,
      "learning_rate": 7.54087043847466e-09,
      "loss": 0.3376,
      "step": 2796850
    },
    {
      "epoch": 780.59,
      "grad_norm": 1.211990475654602,
      "learning_rate": 7.538703282916007e-09,
      "loss": 0.3379,
      "step": 2796860
    },
    {
      "epoch": 780.59,
      "grad_norm": 1.2105518579483032,
      "learning_rate": 7.536536438307577e-09,
      "loss": 0.3325,
      "step": 2796870
    },
    {
      "epoch": 780.6,
      "grad_norm": 1.3525464534759521,
      "learning_rate": 7.534369904649892e-09,
      "loss": 0.3375,
      "step": 2796880
    },
    {
      "epoch": 780.6,
      "grad_norm": 1.3312233686447144,
      "learning_rate": 7.532203681943211e-09,
      "loss": 0.3364,
      "step": 2796890
    },
    {
      "epoch": 780.6,
      "grad_norm": 1.1383264064788818,
      "learning_rate": 7.530037770187535e-09,
      "loss": 0.3412,
      "step": 2796900
    },
    {
      "epoch": 780.61,
      "grad_norm": 1.33206307888031,
      "learning_rate": 7.527872169383644e-09,
      "loss": 0.3426,
      "step": 2796910
    },
    {
      "epoch": 780.61,
      "grad_norm": 1.1820402145385742,
      "learning_rate": 7.525706879531277e-09,
      "loss": 0.3379,
      "step": 2796920
    },
    {
      "epoch": 780.61,
      "grad_norm": 2.358689785003662,
      "learning_rate": 7.523541900631216e-09,
      "loss": 0.3497,
      "step": 2796930
    },
    {
      "epoch": 780.61,
      "grad_norm": 1.272276759147644,
      "learning_rate": 7.5213772326832e-09,
      "loss": 0.3486,
      "step": 2796940
    },
    {
      "epoch": 780.62,
      "grad_norm": 1.0877578258514404,
      "learning_rate": 7.519212875688273e-09,
      "loss": 0.3344,
      "step": 2796950
    },
    {
      "epoch": 780.62,
      "grad_norm": 1.3077555894851685,
      "learning_rate": 7.517048829646169e-09,
      "loss": 0.3346,
      "step": 2796960
    },
    {
      "epoch": 780.62,
      "grad_norm": 1.321946382522583,
      "learning_rate": 7.514885094557153e-09,
      "loss": 0.3313,
      "step": 2796970
    },
    {
      "epoch": 780.63,
      "grad_norm": 1.2277268171310425,
      "learning_rate": 7.512721670421742e-09,
      "loss": 0.3358,
      "step": 2796980
    },
    {
      "epoch": 780.63,
      "grad_norm": 1.1154754161834717,
      "learning_rate": 7.510558557240199e-09,
      "loss": 0.3377,
      "step": 2796990
    },
    {
      "epoch": 780.63,
      "grad_norm": 1.4581310749053955,
      "learning_rate": 7.508395755012782e-09,
      "loss": 0.3272,
      "step": 2797000
    },
    {
      "epoch": 780.63,
      "grad_norm": 1.20543372631073,
      "learning_rate": 7.506233263739753e-09,
      "loss": 0.3242,
      "step": 2797010
    },
    {
      "epoch": 780.64,
      "grad_norm": 4.66076135635376,
      "learning_rate": 7.504071083421372e-09,
      "loss": 0.3443,
      "step": 2797020
    },
    {
      "epoch": 780.64,
      "grad_norm": 1.187877893447876,
      "learning_rate": 7.501909214057897e-09,
      "loss": 0.339,
      "step": 2797030
    },
    {
      "epoch": 780.64,
      "grad_norm": 1.310408353805542,
      "learning_rate": 7.499747655649851e-09,
      "loss": 0.3322,
      "step": 2797040
    },
    {
      "epoch": 780.64,
      "grad_norm": 1.2673600912094116,
      "learning_rate": 7.497586408197233e-09,
      "loss": 0.3374,
      "step": 2797050
    },
    {
      "epoch": 780.65,
      "grad_norm": 1.2330032587051392,
      "learning_rate": 7.495425471700304e-09,
      "loss": 0.3445,
      "step": 2797060
    },
    {
      "epoch": 780.65,
      "grad_norm": 1.2327121496200562,
      "learning_rate": 7.493264846159843e-09,
      "loss": 0.3491,
      "step": 2797070
    },
    {
      "epoch": 780.65,
      "grad_norm": 1.238029956817627,
      "learning_rate": 7.491104531575591e-09,
      "loss": 0.3438,
      "step": 2797080
    },
    {
      "epoch": 780.66,
      "grad_norm": 1.354382872581482,
      "learning_rate": 7.488944527948068e-09,
      "loss": 0.3361,
      "step": 2797090
    },
    {
      "epoch": 780.66,
      "grad_norm": 1.3961412906646729,
      "learning_rate": 7.486784835277273e-09,
      "loss": 0.3335,
      "step": 2797100
    },
    {
      "epoch": 780.66,
      "grad_norm": 1.3924418687820435,
      "learning_rate": 7.48462545356425e-09,
      "loss": 0.3442,
      "step": 2797110
    },
    {
      "epoch": 780.66,
      "grad_norm": 1.2459253072738647,
      "learning_rate": 7.482466382808216e-09,
      "loss": 0.358,
      "step": 2797120
    },
    {
      "epoch": 780.67,
      "grad_norm": 1.2464507818222046,
      "learning_rate": 7.480307623010471e-09,
      "loss": 0.3432,
      "step": 2797130
    },
    {
      "epoch": 780.67,
      "grad_norm": 1.3834367990493774,
      "learning_rate": 7.478149174170756e-09,
      "loss": 0.3255,
      "step": 2797140
    },
    {
      "epoch": 780.67,
      "grad_norm": 1.2232398986816406,
      "learning_rate": 7.475991036289334e-09,
      "loss": 0.3244,
      "step": 2797150
    },
    {
      "epoch": 780.68,
      "grad_norm": 1.2010403871536255,
      "learning_rate": 7.47383320936672e-09,
      "loss": 0.3178,
      "step": 2797160
    },
    {
      "epoch": 780.68,
      "grad_norm": 1.162867546081543,
      "learning_rate": 7.471675693402918e-09,
      "loss": 0.3342,
      "step": 2797170
    },
    {
      "epoch": 780.68,
      "grad_norm": 1.066490888595581,
      "learning_rate": 7.469518488398708e-09,
      "loss": 0.3297,
      "step": 2797180
    },
    {
      "epoch": 780.68,
      "grad_norm": 1.2121137380599976,
      "learning_rate": 7.467361594353828e-09,
      "loss": 0.3246,
      "step": 2797190
    },
    {
      "epoch": 780.69,
      "grad_norm": 1.292115569114685,
      "learning_rate": 7.46520501126906e-09,
      "loss": 0.3441,
      "step": 2797200
    },
    {
      "epoch": 780.69,
      "grad_norm": 1.1594746112823486,
      "learning_rate": 7.463048739144145e-09,
      "loss": 0.3117,
      "step": 2797210
    },
    {
      "epoch": 780.69,
      "grad_norm": 1.1358697414398193,
      "learning_rate": 7.46089277797986e-09,
      "loss": 0.3341,
      "step": 2797220
    },
    {
      "epoch": 780.69,
      "grad_norm": 1.3394743204116821,
      "learning_rate": 7.458737127776209e-09,
      "loss": 0.3466,
      "step": 2797230
    },
    {
      "epoch": 780.7,
      "grad_norm": 1.1587032079696655,
      "learning_rate": 7.45658178853345e-09,
      "loss": 0.3407,
      "step": 2797240
    },
    {
      "epoch": 780.7,
      "grad_norm": 1.1590276956558228,
      "learning_rate": 7.454426760252104e-09,
      "loss": 0.3345,
      "step": 2797250
    },
    {
      "epoch": 780.7,
      "grad_norm": 1.1418474912643433,
      "learning_rate": 7.452272042932431e-09,
      "loss": 0.3354,
      "step": 2797260
    },
    {
      "epoch": 780.71,
      "grad_norm": 1.2014656066894531,
      "learning_rate": 7.45011763657443e-09,
      "loss": 0.3395,
      "step": 2797270
    },
    {
      "epoch": 780.71,
      "grad_norm": 1.3621933460235596,
      "learning_rate": 7.447963541178624e-09,
      "loss": 0.36,
      "step": 2797280
    },
    {
      "epoch": 780.71,
      "grad_norm": 1.077438473701477,
      "learning_rate": 7.4458097567452715e-09,
      "loss": 0.3475,
      "step": 2797290
    },
    {
      "epoch": 780.71,
      "grad_norm": 1.2094894647598267,
      "learning_rate": 7.443656283274893e-09,
      "loss": 0.3422,
      "step": 2797300
    },
    {
      "epoch": 780.72,
      "grad_norm": 1.3453130722045898,
      "learning_rate": 7.441503120767227e-09,
      "loss": 0.3321,
      "step": 2797310
    },
    {
      "epoch": 780.72,
      "grad_norm": 1.4662631750106812,
      "learning_rate": 7.4393502692230575e-09,
      "loss": 0.3298,
      "step": 2797320
    },
    {
      "epoch": 780.72,
      "grad_norm": 1.1179728507995605,
      "learning_rate": 7.437197728642121e-09,
      "loss": 0.3251,
      "step": 2797330
    },
    {
      "epoch": 780.73,
      "grad_norm": 1.0839104652404785,
      "learning_rate": 7.43504549902546e-09,
      "loss": 0.3379,
      "step": 2797340
    },
    {
      "epoch": 780.73,
      "grad_norm": 1.3589941263198853,
      "learning_rate": 7.4328935803725545e-09,
      "loss": 0.336,
      "step": 2797350
    },
    {
      "epoch": 780.73,
      "grad_norm": 1.1892136335372925,
      "learning_rate": 7.430741972684444e-09,
      "loss": 0.3451,
      "step": 2797360
    },
    {
      "epoch": 780.73,
      "grad_norm": 1.1985503435134888,
      "learning_rate": 7.428590675960868e-09,
      "loss": 0.3463,
      "step": 2797370
    },
    {
      "epoch": 780.74,
      "grad_norm": 1.1567716598510742,
      "learning_rate": 7.426439690202349e-09,
      "loss": 0.3328,
      "step": 2797380
    },
    {
      "epoch": 780.74,
      "grad_norm": 1.220422387123108,
      "learning_rate": 7.4242890154094065e-09,
      "loss": 0.3296,
      "step": 2797390
    },
    {
      "epoch": 780.74,
      "grad_norm": 1.4647475481033325,
      "learning_rate": 7.422138651581779e-09,
      "loss": 0.3495,
      "step": 2797400
    },
    {
      "epoch": 780.75,
      "grad_norm": 1.1394280195236206,
      "learning_rate": 7.4199885987199886e-09,
      "loss": 0.3387,
      "step": 2797410
    },
    {
      "epoch": 780.75,
      "grad_norm": 1.2292982339859009,
      "learning_rate": 7.417838856824294e-09,
      "loss": 0.3356,
      "step": 2797420
    },
    {
      "epoch": 780.75,
      "grad_norm": 1.3367496728897095,
      "learning_rate": 7.415689425895218e-09,
      "loss": 0.3478,
      "step": 2797430
    },
    {
      "epoch": 780.75,
      "grad_norm": 1.0867079496383667,
      "learning_rate": 7.4135403059330176e-09,
      "loss": 0.3519,
      "step": 2797440
    },
    {
      "epoch": 780.76,
      "grad_norm": 1.1439437866210938,
      "learning_rate": 7.411391496937695e-09,
      "loss": 0.343,
      "step": 2797450
    },
    {
      "epoch": 780.76,
      "grad_norm": 1.170197606086731,
      "learning_rate": 7.40924299890951e-09,
      "loss": 0.3274,
      "step": 2797460
    },
    {
      "epoch": 780.76,
      "grad_norm": 1.4331755638122559,
      "learning_rate": 7.407094811848983e-09,
      "loss": 0.338,
      "step": 2797470
    },
    {
      "epoch": 780.76,
      "grad_norm": 1.158997654914856,
      "learning_rate": 7.404946935756374e-09,
      "loss": 0.344,
      "step": 2797480
    },
    {
      "epoch": 780.77,
      "grad_norm": 1.2421393394470215,
      "learning_rate": 7.4027993706319424e-09,
      "loss": 0.3401,
      "step": 2797490
    },
    {
      "epoch": 780.77,
      "grad_norm": 1.306235909461975,
      "learning_rate": 7.40065211647595e-09,
      "loss": 0.3206,
      "step": 2797500
    },
    {
      "epoch": 780.77,
      "grad_norm": 1.291311264038086,
      "learning_rate": 7.398505173288917e-09,
      "loss": 0.3397,
      "step": 2797510
    },
    {
      "epoch": 780.78,
      "grad_norm": 1.3176486492156982,
      "learning_rate": 7.396358541070583e-09,
      "loss": 0.3302,
      "step": 2797520
    },
    {
      "epoch": 780.78,
      "grad_norm": 1.1274502277374268,
      "learning_rate": 7.394212219821727e-09,
      "loss": 0.3503,
      "step": 2797530
    },
    {
      "epoch": 780.78,
      "grad_norm": 1.1931096315383911,
      "learning_rate": 7.392066209542351e-09,
      "loss": 0.3329,
      "step": 2797540
    },
    {
      "epoch": 780.78,
      "grad_norm": 1.261005163192749,
      "learning_rate": 7.389920510232974e-09,
      "loss": 0.3369,
      "step": 2797550
    },
    {
      "epoch": 780.79,
      "grad_norm": 1.0898089408874512,
      "learning_rate": 7.387775121893598e-09,
      "loss": 0.3466,
      "step": 2797560
    },
    {
      "epoch": 780.79,
      "grad_norm": 1.3197917938232422,
      "learning_rate": 7.385630044524741e-09,
      "loss": 0.3409,
      "step": 2797570
    },
    {
      "epoch": 780.79,
      "grad_norm": 1.3474819660186768,
      "learning_rate": 7.383485278126665e-09,
      "loss": 0.322,
      "step": 2797580
    },
    {
      "epoch": 780.8,
      "grad_norm": 1.2181214094161987,
      "learning_rate": 7.3813408226996305e-09,
      "loss": 0.3298,
      "step": 2797590
    },
    {
      "epoch": 780.8,
      "grad_norm": 1.1996158361434937,
      "learning_rate": 7.379196678243895e-09,
      "loss": 0.3256,
      "step": 2797600
    },
    {
      "epoch": 780.8,
      "grad_norm": 1.423917531967163,
      "learning_rate": 7.377052844759722e-09,
      "loss": 0.3411,
      "step": 2797610
    },
    {
      "epoch": 780.8,
      "grad_norm": 1.0913496017456055,
      "learning_rate": 7.374909322247369e-09,
      "loss": 0.3423,
      "step": 2797620
    },
    {
      "epoch": 780.81,
      "grad_norm": 1.2041600942611694,
      "learning_rate": 7.372766110707099e-09,
      "loss": 0.3271,
      "step": 2797630
    },
    {
      "epoch": 780.81,
      "grad_norm": 2.4939746856689453,
      "learning_rate": 7.3706232101394295e-09,
      "loss": 0.3412,
      "step": 2797640
    },
    {
      "epoch": 780.81,
      "grad_norm": 1.1194703578948975,
      "learning_rate": 7.368480620544622e-09,
      "loss": 0.3402,
      "step": 2797650
    },
    {
      "epoch": 780.81,
      "grad_norm": 1.1512775421142578,
      "learning_rate": 7.366338341922677e-09,
      "loss": 0.3347,
      "step": 2797660
    },
    {
      "epoch": 780.82,
      "grad_norm": 1.2313156127929688,
      "learning_rate": 7.3641963742738545e-09,
      "loss": 0.347,
      "step": 2797670
    },
    {
      "epoch": 780.82,
      "grad_norm": 1.1133311986923218,
      "learning_rate": 7.362054717598934e-09,
      "loss": 0.3251,
      "step": 2797680
    },
    {
      "epoch": 780.82,
      "grad_norm": 1.4650002717971802,
      "learning_rate": 7.359913371897657e-09,
      "loss": 0.3315,
      "step": 2797690
    },
    {
      "epoch": 780.83,
      "grad_norm": 1.2889703512191772,
      "learning_rate": 7.357772337170543e-09,
      "loss": 0.3207,
      "step": 2797700
    },
    {
      "epoch": 780.83,
      "grad_norm": 1.4161512851715088,
      "learning_rate": 7.355631613418112e-09,
      "loss": 0.3115,
      "step": 2797710
    },
    {
      "epoch": 780.83,
      "grad_norm": 1.3246734142303467,
      "learning_rate": 7.353491200640105e-09,
      "loss": 0.341,
      "step": 2797720
    },
    {
      "epoch": 780.83,
      "grad_norm": 1.4663676023483276,
      "learning_rate": 7.351351098837301e-09,
      "loss": 0.3496,
      "step": 2797730
    },
    {
      "epoch": 780.84,
      "grad_norm": 1.2226498126983643,
      "learning_rate": 7.349211308009962e-09,
      "loss": 0.3279,
      "step": 2797740
    },
    {
      "epoch": 780.84,
      "grad_norm": 1.2787055969238281,
      "learning_rate": 7.347071828157826e-09,
      "loss": 0.325,
      "step": 2797750
    },
    {
      "epoch": 780.84,
      "grad_norm": 1.93034029006958,
      "learning_rate": 7.344932659281676e-09,
      "loss": 0.3358,
      "step": 2797760
    },
    {
      "epoch": 780.85,
      "grad_norm": 1.4751319885253906,
      "learning_rate": 7.342793801381769e-09,
      "loss": 0.3441,
      "step": 2797770
    },
    {
      "epoch": 780.85,
      "grad_norm": 1.2185957431793213,
      "learning_rate": 7.3406552544581084e-09,
      "loss": 0.351,
      "step": 2797780
    },
    {
      "epoch": 780.85,
      "grad_norm": 1.381334900856018,
      "learning_rate": 7.338517018511472e-09,
      "loss": 0.3249,
      "step": 2797790
    },
    {
      "epoch": 780.85,
      "grad_norm": 1.0122218132019043,
      "learning_rate": 7.336379093541602e-09,
      "loss": 0.3399,
      "step": 2797800
    },
    {
      "epoch": 780.86,
      "grad_norm": 1.0147653818130493,
      "learning_rate": 7.334241479549016e-09,
      "loss": 0.3276,
      "step": 2797810
    },
    {
      "epoch": 780.86,
      "grad_norm": 1.2776310443878174,
      "learning_rate": 7.332104176534237e-09,
      "loss": 0.3433,
      "step": 2797820
    },
    {
      "epoch": 780.86,
      "grad_norm": 1.2753551006317139,
      "learning_rate": 7.3299671844972634e-09,
      "loss": 0.3238,
      "step": 2797830
    },
    {
      "epoch": 780.87,
      "grad_norm": 1.458107829093933,
      "learning_rate": 7.327830503438097e-09,
      "loss": 0.3426,
      "step": 2797840
    },
    {
      "epoch": 780.87,
      "grad_norm": 3.0119683742523193,
      "learning_rate": 7.325694133357776e-09,
      "loss": 0.345,
      "step": 2797850
    },
    {
      "epoch": 780.87,
      "grad_norm": 1.2084718942642212,
      "learning_rate": 7.323558074255782e-09,
      "loss": 0.3389,
      "step": 2797860
    },
    {
      "epoch": 780.87,
      "grad_norm": 2.9247851371765137,
      "learning_rate": 7.321422326133156e-09,
      "loss": 0.3351,
      "step": 2797870
    },
    {
      "epoch": 780.88,
      "grad_norm": 1.1482551097869873,
      "learning_rate": 7.319286888989636e-09,
      "loss": 0.3382,
      "step": 2797880
    },
    {
      "epoch": 780.88,
      "grad_norm": 1.2947428226470947,
      "learning_rate": 7.317151762825744e-09,
      "loss": 0.3297,
      "step": 2797890
    },
    {
      "epoch": 780.88,
      "grad_norm": 1.4342677593231201,
      "learning_rate": 7.315016947641479e-09,
      "loss": 0.3541,
      "step": 2797900
    },
    {
      "epoch": 780.88,
      "grad_norm": 1.404693603515625,
      "learning_rate": 7.312882443437623e-09,
      "loss": 0.3343,
      "step": 2797910
    },
    {
      "epoch": 780.89,
      "grad_norm": 1.133669137954712,
      "learning_rate": 7.310748250214174e-09,
      "loss": 0.3282,
      "step": 2797920
    },
    {
      "epoch": 780.89,
      "grad_norm": 1.1862584352493286,
      "learning_rate": 7.308614367971134e-09,
      "loss": 0.3349,
      "step": 2797930
    },
    {
      "epoch": 780.89,
      "grad_norm": 1.130094289779663,
      "learning_rate": 7.3064807967092816e-09,
      "loss": 0.3399,
      "step": 2797940
    },
    {
      "epoch": 780.9,
      "grad_norm": 1.1238635778427124,
      "learning_rate": 7.3043475364286185e-09,
      "loss": 0.339,
      "step": 2797950
    },
    {
      "epoch": 780.9,
      "grad_norm": 1.1601821184158325,
      "learning_rate": 7.302214587129665e-09,
      "loss": 0.328,
      "step": 2797960
    },
    {
      "epoch": 780.9,
      "grad_norm": 1.5162742137908936,
      "learning_rate": 7.300081948812421e-09,
      "loss": 0.3515,
      "step": 2797970
    },
    {
      "epoch": 780.9,
      "grad_norm": 1.0618642568588257,
      "learning_rate": 7.297949621477405e-09,
      "loss": 0.3378,
      "step": 2797980
    },
    {
      "epoch": 780.91,
      "grad_norm": 1.5047099590301514,
      "learning_rate": 7.29581760512462e-09,
      "loss": 0.3316,
      "step": 2797990
    },
    {
      "epoch": 780.91,
      "grad_norm": 1.2197461128234863,
      "learning_rate": 7.2936858997545836e-09,
      "loss": 0.34,
      "step": 2798000
    },
    {
      "epoch": 780.91,
      "grad_norm": 1.168980360031128,
      "learning_rate": 7.291554505367559e-09,
      "loss": 0.3486,
      "step": 2798010
    },
    {
      "epoch": 780.92,
      "grad_norm": 1.2450462579727173,
      "learning_rate": 7.2894234219638035e-09,
      "loss": 0.3306,
      "step": 2798020
    },
    {
      "epoch": 780.92,
      "grad_norm": 1.290658712387085,
      "learning_rate": 7.287292649543579e-09,
      "loss": 0.3315,
      "step": 2798030
    },
    {
      "epoch": 780.92,
      "grad_norm": 1.507906436920166,
      "learning_rate": 7.285162188107145e-09,
      "loss": 0.3183,
      "step": 2798040
    },
    {
      "epoch": 780.92,
      "grad_norm": 1.452601671218872,
      "learning_rate": 7.283032037655023e-09,
      "loss": 0.3325,
      "step": 2798050
    },
    {
      "epoch": 780.93,
      "grad_norm": 1.2077088356018066,
      "learning_rate": 7.280902198187212e-09,
      "loss": 0.3307,
      "step": 2798060
    },
    {
      "epoch": 780.93,
      "grad_norm": 1.2851649522781372,
      "learning_rate": 7.2787726697037115e-09,
      "loss": 0.3381,
      "step": 2798070
    },
    {
      "epoch": 780.93,
      "grad_norm": 1.2232704162597656,
      "learning_rate": 7.276643452205563e-09,
      "loss": 0.3335,
      "step": 2798080
    },
    {
      "epoch": 780.93,
      "grad_norm": 1.301228404045105,
      "learning_rate": 7.274514545692507e-09,
      "loss": 0.3447,
      "step": 2798090
    },
    {
      "epoch": 780.94,
      "grad_norm": 1.499849796295166,
      "learning_rate": 7.272385950165063e-09,
      "loss": 0.3311,
      "step": 2798100
    },
    {
      "epoch": 780.94,
      "grad_norm": 1.3572748899459839,
      "learning_rate": 7.270257665623232e-09,
      "loss": 0.3295,
      "step": 2798110
    },
    {
      "epoch": 780.94,
      "grad_norm": 1.493583083152771,
      "learning_rate": 7.268129692067793e-09,
      "loss": 0.3284,
      "step": 2798120
    },
    {
      "epoch": 780.95,
      "grad_norm": 1.1873886585235596,
      "learning_rate": 7.266002029498487e-09,
      "loss": 0.3365,
      "step": 2798130
    },
    {
      "epoch": 780.95,
      "grad_norm": 1.210910439491272,
      "learning_rate": 7.263874677915834e-09,
      "loss": 0.3202,
      "step": 2798140
    },
    {
      "epoch": 780.95,
      "grad_norm": 1.1715772151947021,
      "learning_rate": 7.261747637320355e-09,
      "loss": 0.3306,
      "step": 2798150
    },
    {
      "epoch": 780.95,
      "grad_norm": 1.3626163005828857,
      "learning_rate": 7.259620907711788e-09,
      "loss": 0.3257,
      "step": 2798160
    },
    {
      "epoch": 780.96,
      "grad_norm": 1.2964648008346558,
      "learning_rate": 7.257494489090916e-09,
      "loss": 0.338,
      "step": 2798170
    },
    {
      "epoch": 780.96,
      "grad_norm": 1.1357160806655884,
      "learning_rate": 7.255368381457738e-09,
      "loss": 0.3387,
      "step": 2798180
    },
    {
      "epoch": 780.96,
      "grad_norm": 1.362850308418274,
      "learning_rate": 7.253242584812774e-09,
      "loss": 0.3195,
      "step": 2798190
    },
    {
      "epoch": 780.97,
      "grad_norm": 1.5046513080596924,
      "learning_rate": 7.251117099156024e-09,
      "loss": 0.3257,
      "step": 2798200
    },
    {
      "epoch": 780.97,
      "grad_norm": 1.2170180082321167,
      "learning_rate": 7.2489919244880095e-09,
      "loss": 0.3299,
      "step": 2798210
    },
    {
      "epoch": 780.97,
      "grad_norm": 1.1809502840042114,
      "learning_rate": 7.2468670608087295e-09,
      "loss": 0.3365,
      "step": 2798220
    },
    {
      "epoch": 780.97,
      "grad_norm": 1.3285367488861084,
      "learning_rate": 7.2447425081187044e-09,
      "loss": 0.3213,
      "step": 2798230
    },
    {
      "epoch": 780.98,
      "grad_norm": 1.2527308464050293,
      "learning_rate": 7.2426182664184555e-09,
      "loss": 0.3393,
      "step": 2798240
    },
    {
      "epoch": 780.98,
      "grad_norm": 1.2183607816696167,
      "learning_rate": 7.240494335707721e-09,
      "loss": 0.323,
      "step": 2798250
    },
    {
      "epoch": 780.98,
      "grad_norm": 1.333882451057434,
      "learning_rate": 7.238370715987024e-09,
      "loss": 0.3201,
      "step": 2798260
    },
    {
      "epoch": 780.99,
      "grad_norm": 1.2555521726608276,
      "learning_rate": 7.236247407256882e-09,
      "loss": 0.3337,
      "step": 2798270
    },
    {
      "epoch": 780.99,
      "grad_norm": 1.2488757371902466,
      "learning_rate": 7.234124409517036e-09,
      "loss": 0.3514,
      "step": 2798280
    },
    {
      "epoch": 780.99,
      "grad_norm": 1.2956466674804688,
      "learning_rate": 7.232001722768267e-09,
      "loss": 0.3323,
      "step": 2798290
    },
    {
      "epoch": 780.99,
      "grad_norm": 1.2684900760650635,
      "learning_rate": 7.229879347010574e-09,
      "loss": 0.3387,
      "step": 2798300
    },
    {
      "epoch": 781.0,
      "grad_norm": 1.139617919921875,
      "learning_rate": 7.227757282244479e-09,
      "loss": 0.3284,
      "step": 2798310
    },
    {
      "epoch": 781.0,
      "grad_norm": 1.2198776006698608,
      "learning_rate": 7.22563552847024e-09,
      "loss": 0.345,
      "step": 2798320
    },
    {
      "epoch": 781.0,
      "eval_loss": 0.3352685272693634,
      "eval_runtime": 63.3922,
      "eval_samples_per_second": 79.805,
      "eval_steps_per_second": 9.985,
      "step": 2798323
    },
    {
      "epoch": 781.0,
      "grad_norm": 1.080350399017334,
      "learning_rate": 7.223514085687859e-09,
      "loss": 0.3435,
      "step": 2798330
    },
    {
      "epoch": 781.0,
      "grad_norm": 1.2853895425796509,
      "learning_rate": 7.221392953897856e-09,
      "loss": 0.3269,
      "step": 2798340
    },
    {
      "epoch": 781.01,
      "grad_norm": 1.1807618141174316,
      "learning_rate": 7.21927213310023e-09,
      "loss": 0.3373,
      "step": 2798350
    },
    {
      "epoch": 781.01,
      "grad_norm": 1.4790948629379272,
      "learning_rate": 7.217151623295763e-09,
      "loss": 0.3434,
      "step": 2798360
    },
    {
      "epoch": 781.01,
      "grad_norm": 1.25029456615448,
      "learning_rate": 7.215031424484454e-09,
      "loss": 0.3226,
      "step": 2798370
    },
    {
      "epoch": 781.02,
      "grad_norm": 1.2398858070373535,
      "learning_rate": 7.212911536666303e-09,
      "loss": 0.3453,
      "step": 2798380
    },
    {
      "epoch": 781.02,
      "grad_norm": 1.328903079032898,
      "learning_rate": 7.210791959842092e-09,
      "loss": 0.3301,
      "step": 2798390
    },
    {
      "epoch": 781.02,
      "grad_norm": 1.1857078075408936,
      "learning_rate": 7.208672694011819e-09,
      "loss": 0.3402,
      "step": 2798400
    },
    {
      "epoch": 781.02,
      "grad_norm": 1.3716126680374146,
      "learning_rate": 7.2065537391760055e-09,
      "loss": 0.3439,
      "step": 2798410
    },
    {
      "epoch": 781.03,
      "grad_norm": 1.101159691810608,
      "learning_rate": 7.204435095334391e-09,
      "loss": 0.336,
      "step": 2798420
    },
    {
      "epoch": 781.03,
      "grad_norm": 1.2990113496780396,
      "learning_rate": 7.202316762488017e-09,
      "loss": 0.3381,
      "step": 2798430
    },
    {
      "epoch": 781.03,
      "grad_norm": 1.3212085962295532,
      "learning_rate": 7.200198740636622e-09,
      "loss": 0.3331,
      "step": 2798440
    },
    {
      "epoch": 781.04,
      "grad_norm": 1.3780522346496582,
      "learning_rate": 7.1980810297807275e-09,
      "loss": 0.3384,
      "step": 2798450
    },
    {
      "epoch": 781.04,
      "grad_norm": 1.206591248512268,
      "learning_rate": 7.195963629920333e-09,
      "loss": 0.3336,
      "step": 2798460
    },
    {
      "epoch": 781.04,
      "grad_norm": 1.191146731376648,
      "learning_rate": 7.19384654105596e-09,
      "loss": 0.3313,
      "step": 2798470
    },
    {
      "epoch": 781.04,
      "grad_norm": 1.2551989555358887,
      "learning_rate": 7.191729763187867e-09,
      "loss": 0.3193,
      "step": 2798480
    },
    {
      "epoch": 781.05,
      "grad_norm": 1.2914539575576782,
      "learning_rate": 7.189613296316316e-09,
      "loss": 0.321,
      "step": 2798490
    },
    {
      "epoch": 781.05,
      "grad_norm": 1.3982807397842407,
      "learning_rate": 7.187497140441825e-09,
      "loss": 0.3545,
      "step": 2798500
    },
    {
      "epoch": 781.05,
      "grad_norm": 1.2331688404083252,
      "learning_rate": 7.185381295564136e-09,
      "loss": 0.3306,
      "step": 2798510
    },
    {
      "epoch": 781.05,
      "grad_norm": 1.0534372329711914,
      "learning_rate": 7.183265761684029e-09,
      "loss": 0.3362,
      "step": 2798520
    },
    {
      "epoch": 781.06,
      "grad_norm": 1.1305358409881592,
      "learning_rate": 7.181150538801504e-09,
      "loss": 0.3524,
      "step": 2798530
    },
    {
      "epoch": 781.06,
      "grad_norm": 1.2795045375823975,
      "learning_rate": 7.17903562691682e-09,
      "loss": 0.3289,
      "step": 2798540
    },
    {
      "epoch": 781.06,
      "grad_norm": 1.2149358987808228,
      "learning_rate": 7.1769210260304995e-09,
      "loss": 0.3323,
      "step": 2798550
    },
    {
      "epoch": 781.07,
      "grad_norm": 1.2631237506866455,
      "learning_rate": 7.174806736142801e-09,
      "loss": 0.344,
      "step": 2798560
    },
    {
      "epoch": 781.07,
      "grad_norm": 1.3545788526535034,
      "learning_rate": 7.172692757253726e-09,
      "loss": 0.3491,
      "step": 2798570
    },
    {
      "epoch": 781.07,
      "grad_norm": 1.2986431121826172,
      "learning_rate": 7.170579089363793e-09,
      "loss": 0.323,
      "step": 2798580
    },
    {
      "epoch": 781.07,
      "grad_norm": 1.5072864294052124,
      "learning_rate": 7.1684657324730045e-09,
      "loss": 0.3527,
      "step": 2798590
    },
    {
      "epoch": 781.08,
      "grad_norm": 1.2571488618850708,
      "learning_rate": 7.166352686582139e-09,
      "loss": 0.3493,
      "step": 2798600
    },
    {
      "epoch": 781.08,
      "grad_norm": 1.4344741106033325,
      "learning_rate": 7.1642399516911965e-09,
      "loss": 0.3366,
      "step": 2798610
    },
    {
      "epoch": 781.08,
      "grad_norm": 1.286220669746399,
      "learning_rate": 7.162127527800179e-09,
      "loss": 0.3413,
      "step": 2798620
    },
    {
      "epoch": 781.09,
      "grad_norm": 1.3476965427398682,
      "learning_rate": 7.160015414909865e-09,
      "loss": 0.3414,
      "step": 2798630
    },
    {
      "epoch": 781.09,
      "grad_norm": 1.5780805349349976,
      "learning_rate": 7.157903613020516e-09,
      "loss": 0.3254,
      "step": 2798640
    },
    {
      "epoch": 781.09,
      "grad_norm": 4.493796348571777,
      "learning_rate": 7.155792122131611e-09,
      "loss": 0.3409,
      "step": 2798650
    },
    {
      "epoch": 781.09,
      "grad_norm": 1.4855107069015503,
      "learning_rate": 7.153680942244451e-09,
      "loss": 0.3464,
      "step": 2798660
    },
    {
      "epoch": 781.1,
      "grad_norm": 1.313501000404358,
      "learning_rate": 7.151570073359037e-09,
      "loss": 0.3371,
      "step": 2798670
    },
    {
      "epoch": 781.1,
      "grad_norm": 1.2902672290802002,
      "learning_rate": 7.149459515475107e-09,
      "loss": 0.3392,
      "step": 2798680
    },
    {
      "epoch": 781.1,
      "grad_norm": 1.441970944404602,
      "learning_rate": 7.147349268593703e-09,
      "loss": 0.3278,
      "step": 2798690
    },
    {
      "epoch": 781.11,
      "grad_norm": 2.2397067546844482,
      "learning_rate": 7.1452393327145646e-09,
      "loss": 0.3247,
      "step": 2798700
    },
    {
      "epoch": 781.11,
      "grad_norm": 1.054670810699463,
      "learning_rate": 7.143129707838213e-09,
      "loss": 0.3326,
      "step": 2798710
    },
    {
      "epoch": 781.11,
      "grad_norm": 1.23043692111969,
      "learning_rate": 7.141020393964907e-09,
      "loss": 0.3479,
      "step": 2798720
    },
    {
      "epoch": 781.11,
      "grad_norm": 1.3485441207885742,
      "learning_rate": 7.138911391094647e-09,
      "loss": 0.3393,
      "step": 2798730
    },
    {
      "epoch": 781.12,
      "grad_norm": 1.3037676811218262,
      "learning_rate": 7.136802699228214e-09,
      "loss": 0.3245,
      "step": 2798740
    },
    {
      "epoch": 781.12,
      "grad_norm": 1.3066602945327759,
      "learning_rate": 7.134694318365608e-09,
      "loss": 0.3559,
      "step": 2798750
    },
    {
      "epoch": 781.12,
      "grad_norm": 1.0981471538543701,
      "learning_rate": 7.132586248507089e-09,
      "loss": 0.3462,
      "step": 2798760
    },
    {
      "epoch": 781.12,
      "grad_norm": 1.2762186527252197,
      "learning_rate": 7.130478489652917e-09,
      "loss": 0.3236,
      "step": 2798770
    },
    {
      "epoch": 781.13,
      "grad_norm": 1.25070321559906,
      "learning_rate": 7.128371041803613e-09,
      "loss": 0.3279,
      "step": 2798780
    },
    {
      "epoch": 781.13,
      "grad_norm": 1.3581241369247437,
      "learning_rate": 7.126263904959177e-09,
      "loss": 0.3203,
      "step": 2798790
    },
    {
      "epoch": 781.13,
      "grad_norm": 1.1507606506347656,
      "learning_rate": 7.124157079119869e-09,
      "loss": 0.3327,
      "step": 2798800
    },
    {
      "epoch": 781.14,
      "grad_norm": 1.0167887210845947,
      "learning_rate": 7.122050564286209e-09,
      "loss": 0.3302,
      "step": 2798810
    },
    {
      "epoch": 781.14,
      "grad_norm": 1.185017704963684,
      "learning_rate": 7.119944360458457e-09,
      "loss": 0.3286,
      "step": 2798820
    },
    {
      "epoch": 781.14,
      "grad_norm": 1.232391357421875,
      "learning_rate": 7.117838467636875e-09,
      "loss": 0.3327,
      "step": 2798830
    },
    {
      "epoch": 781.14,
      "grad_norm": 1.3138303756713867,
      "learning_rate": 7.11573288582146e-09,
      "loss": 0.3358,
      "step": 2798840
    },
    {
      "epoch": 781.15,
      "grad_norm": 1.1685916185379028,
      "learning_rate": 7.1136276150127355e-09,
      "loss": 0.3224,
      "step": 2798850
    },
    {
      "epoch": 781.15,
      "grad_norm": 1.134202480316162,
      "learning_rate": 7.11152265521096e-09,
      "loss": 0.3423,
      "step": 2798860
    },
    {
      "epoch": 781.15,
      "grad_norm": 1.44021475315094,
      "learning_rate": 7.109418006416394e-09,
      "loss": 0.334,
      "step": 2798870
    },
    {
      "epoch": 781.16,
      "grad_norm": 1.3013453483581543,
      "learning_rate": 7.107313668629298e-09,
      "loss": 0.3286,
      "step": 2798880
    },
    {
      "epoch": 781.16,
      "grad_norm": 1.2039260864257812,
      "learning_rate": 7.105209641850192e-09,
      "loss": 0.3409,
      "step": 2798890
    },
    {
      "epoch": 781.16,
      "grad_norm": 1.2749561071395874,
      "learning_rate": 7.103105926078816e-09,
      "loss": 0.3328,
      "step": 2798900
    },
    {
      "epoch": 781.16,
      "grad_norm": 1.083653211593628,
      "learning_rate": 7.10100252131595e-09,
      "loss": 0.3541,
      "step": 2798910
    },
    {
      "epoch": 781.17,
      "grad_norm": 1.3602021932601929,
      "learning_rate": 7.0988994275618555e-09,
      "loss": 0.3328,
      "step": 2798920
    },
    {
      "epoch": 781.17,
      "grad_norm": 1.3502668142318726,
      "learning_rate": 7.096796644816532e-09,
      "loss": 0.3353,
      "step": 2798930
    },
    {
      "epoch": 781.17,
      "grad_norm": 1.3204786777496338,
      "learning_rate": 7.094694173080239e-09,
      "loss": 0.3365,
      "step": 2798940
    },
    {
      "epoch": 781.17,
      "grad_norm": 1.2795041799545288,
      "learning_rate": 7.0925920123534975e-09,
      "loss": 0.3425,
      "step": 2798950
    },
    {
      "epoch": 781.18,
      "grad_norm": 1.5470330715179443,
      "learning_rate": 7.090490162636568e-09,
      "loss": 0.3352,
      "step": 2798960
    },
    {
      "epoch": 781.18,
      "grad_norm": 1.2584308385849,
      "learning_rate": 7.088388623929711e-09,
      "loss": 0.332,
      "step": 2798970
    },
    {
      "epoch": 781.18,
      "grad_norm": 1.2249183654785156,
      "learning_rate": 7.086287396232925e-09,
      "loss": 0.3487,
      "step": 2798980
    },
    {
      "epoch": 781.19,
      "grad_norm": 1.1091700792312622,
      "learning_rate": 7.084186479546991e-09,
      "loss": 0.3199,
      "step": 2798990
    },
    {
      "epoch": 781.19,
      "grad_norm": 1.2730679512023926,
      "learning_rate": 7.08208587387165e-09,
      "loss": 0.3208,
      "step": 2799000
    },
    {
      "epoch": 781.19,
      "grad_norm": 1.2304543256759644,
      "learning_rate": 7.079985579207682e-09,
      "loss": 0.3406,
      "step": 2799010
    },
    {
      "epoch": 781.19,
      "grad_norm": 1.1885367631912231,
      "learning_rate": 7.077885595554826e-09,
      "loss": 0.3329,
      "step": 2799020
    },
    {
      "epoch": 781.2,
      "grad_norm": 1.241590976715088,
      "learning_rate": 7.075785922913864e-09,
      "loss": 0.3121,
      "step": 2799030
    },
    {
      "epoch": 781.2,
      "grad_norm": 1.2171388864517212,
      "learning_rate": 7.073686561284795e-09,
      "loss": 0.3252,
      "step": 2799040
    },
    {
      "epoch": 781.2,
      "grad_norm": 1.4615504741668701,
      "learning_rate": 7.07158751066814e-09,
      "loss": 0.3185,
      "step": 2799050
    },
    {
      "epoch": 781.21,
      "grad_norm": 1.3708620071411133,
      "learning_rate": 7.0694887710638985e-09,
      "loss": 0.3405,
      "step": 2799060
    },
    {
      "epoch": 781.21,
      "grad_norm": 1.3671811819076538,
      "learning_rate": 7.067390342472591e-09,
      "loss": 0.328,
      "step": 2799070
    },
    {
      "epoch": 781.21,
      "grad_norm": 1.5671133995056152,
      "learning_rate": 7.065292224894218e-09,
      "loss": 0.3396,
      "step": 2799080
    },
    {
      "epoch": 781.21,
      "grad_norm": 1.5844171047210693,
      "learning_rate": 7.063194418329299e-09,
      "loss": 0.3476,
      "step": 2799090
    },
    {
      "epoch": 781.22,
      "grad_norm": 1.2225236892700195,
      "learning_rate": 7.0610969227780955e-09,
      "loss": 0.3491,
      "step": 2799100
    },
    {
      "epoch": 781.22,
      "grad_norm": 1.3002461194992065,
      "learning_rate": 7.0589997382406065e-09,
      "loss": 0.3364,
      "step": 2799110
    },
    {
      "epoch": 781.22,
      "grad_norm": 1.2725385427474976,
      "learning_rate": 7.056902864717353e-09,
      "loss": 0.3366,
      "step": 2799120
    },
    {
      "epoch": 781.23,
      "grad_norm": 1.4189718961715698,
      "learning_rate": 7.054806302208855e-09,
      "loss": 0.3436,
      "step": 2799130
    },
    {
      "epoch": 781.23,
      "grad_norm": 1.2841030359268188,
      "learning_rate": 7.052710050714852e-09,
      "loss": 0.3287,
      "step": 2799140
    },
    {
      "epoch": 781.23,
      "grad_norm": 1.0982027053833008,
      "learning_rate": 7.050614110236125e-09,
      "loss": 0.3399,
      "step": 2799150
    },
    {
      "epoch": 781.23,
      "grad_norm": 1.290341854095459,
      "learning_rate": 7.0485184807724145e-09,
      "loss": 0.3301,
      "step": 2799160
    },
    {
      "epoch": 781.24,
      "grad_norm": 1.5819905996322632,
      "learning_rate": 7.0464231623245e-09,
      "loss": 0.324,
      "step": 2799170
    },
    {
      "epoch": 781.24,
      "grad_norm": 1.2596036195755005,
      "learning_rate": 7.044328154892642e-09,
      "loss": 0.3441,
      "step": 2799180
    },
    {
      "epoch": 781.24,
      "grad_norm": 1.0902498960494995,
      "learning_rate": 7.042233458476841e-09,
      "loss": 0.3217,
      "step": 2799190
    },
    {
      "epoch": 781.24,
      "grad_norm": 1.1641595363616943,
      "learning_rate": 7.0401390730773566e-09,
      "loss": 0.365,
      "step": 2799200
    },
    {
      "epoch": 781.25,
      "grad_norm": 1.456691861152649,
      "learning_rate": 7.0380449986944494e-09,
      "loss": 0.3187,
      "step": 2799210
    },
    {
      "epoch": 781.25,
      "grad_norm": 1.3266681432724,
      "learning_rate": 7.0359512353289e-09,
      "loss": 0.3388,
      "step": 2799220
    },
    {
      "epoch": 781.25,
      "grad_norm": 1.0820941925048828,
      "learning_rate": 7.033857782980448e-09,
      "loss": 0.3459,
      "step": 2799230
    },
    {
      "epoch": 781.26,
      "grad_norm": 1.2461252212524414,
      "learning_rate": 7.031764641649614e-09,
      "loss": 0.344,
      "step": 2799240
    },
    {
      "epoch": 781.26,
      "grad_norm": 1.0745315551757812,
      "learning_rate": 7.029671811336398e-09,
      "loss": 0.3445,
      "step": 2799250
    },
    {
      "epoch": 781.26,
      "grad_norm": 1.23587167263031,
      "learning_rate": 7.02757929204158e-09,
      "loss": 0.3321,
      "step": 2799260
    },
    {
      "epoch": 781.26,
      "grad_norm": 1.2368707656860352,
      "learning_rate": 7.025487083764901e-09,
      "loss": 0.3374,
      "step": 2799270
    },
    {
      "epoch": 781.27,
      "grad_norm": 1.4809001684188843,
      "learning_rate": 7.02339518650714e-09,
      "loss": 0.3358,
      "step": 2799280
    },
    {
      "epoch": 781.27,
      "grad_norm": 1.2304178476333618,
      "learning_rate": 7.021303600268039e-09,
      "loss": 0.3402,
      "step": 2799290
    },
    {
      "epoch": 781.27,
      "grad_norm": 1.1157517433166504,
      "learning_rate": 7.019212325048377e-09,
      "loss": 0.3382,
      "step": 2799300
    },
    {
      "epoch": 781.28,
      "grad_norm": 1.2714812755584717,
      "learning_rate": 7.017121360848154e-09,
      "loss": 0.3433,
      "step": 2799310
    },
    {
      "epoch": 781.28,
      "grad_norm": 1.1352561712265015,
      "learning_rate": 7.015030707667631e-09,
      "loss": 0.3356,
      "step": 2799320
    },
    {
      "epoch": 781.28,
      "grad_norm": 1.5692126750946045,
      "learning_rate": 7.0129403655073275e-09,
      "loss": 0.3239,
      "step": 2799330
    },
    {
      "epoch": 781.28,
      "grad_norm": 1.16657292842865,
      "learning_rate": 7.010850334367504e-09,
      "loss": 0.3269,
      "step": 2799340
    },
    {
      "epoch": 781.29,
      "grad_norm": 1.0379223823547363,
      "learning_rate": 7.008760614247901e-09,
      "loss": 0.334,
      "step": 2799350
    },
    {
      "epoch": 781.29,
      "grad_norm": 1.2029837369918823,
      "learning_rate": 7.006671205149559e-09,
      "loss": 0.3253,
      "step": 2799360
    },
    {
      "epoch": 781.29,
      "grad_norm": 2.864908218383789,
      "learning_rate": 7.004582107072218e-09,
      "loss": 0.3288,
      "step": 2799370
    },
    {
      "epoch": 781.3,
      "grad_norm": 1.312382698059082,
      "learning_rate": 7.0024933200163966e-09,
      "loss": 0.3248,
      "step": 2799380
    },
    {
      "epoch": 781.3,
      "grad_norm": 1.2419931888580322,
      "learning_rate": 7.000404843982097e-09,
      "loss": 0.3419,
      "step": 2799390
    },
    {
      "epoch": 781.3,
      "grad_norm": 1.2790908813476562,
      "learning_rate": 6.998316678970099e-09,
      "loss": 0.3274,
      "step": 2799400
    },
    {
      "epoch": 781.3,
      "grad_norm": 1.346356987953186,
      "learning_rate": 6.996228824980143e-09,
      "loss": 0.3278,
      "step": 2799410
    },
    {
      "epoch": 781.31,
      "grad_norm": 1.2375860214233398,
      "learning_rate": 6.994141282012748e-09,
      "loss": 0.334,
      "step": 2799420
    },
    {
      "epoch": 781.31,
      "grad_norm": 1.2396210432052612,
      "learning_rate": 6.992054050068436e-09,
      "loss": 0.3344,
      "step": 2799430
    },
    {
      "epoch": 781.31,
      "grad_norm": 1.1732555627822876,
      "learning_rate": 6.989967129146946e-09,
      "loss": 0.3313,
      "step": 2799440
    },
    {
      "epoch": 781.31,
      "grad_norm": 1.261386513710022,
      "learning_rate": 6.987880519249058e-09,
      "loss": 0.3461,
      "step": 2799450
    },
    {
      "epoch": 781.32,
      "grad_norm": 1.2035280466079712,
      "learning_rate": 6.985794220374773e-09,
      "loss": 0.3464,
      "step": 2799460
    },
    {
      "epoch": 781.32,
      "grad_norm": 1.2950690984725952,
      "learning_rate": 6.983708232524612e-09,
      "loss": 0.3538,
      "step": 2799470
    },
    {
      "epoch": 781.32,
      "grad_norm": 1.3934369087219238,
      "learning_rate": 6.981622555698313e-09,
      "loss": 0.3411,
      "step": 2799480
    },
    {
      "epoch": 781.33,
      "grad_norm": 1.496931791305542,
      "learning_rate": 6.979537189896918e-09,
      "loss": 0.3498,
      "step": 2799490
    },
    {
      "epoch": 781.33,
      "grad_norm": 1.231662392616272,
      "learning_rate": 6.977452135120167e-09,
      "loss": 0.3532,
      "step": 2799500
    },
    {
      "epoch": 781.33,
      "grad_norm": 1.4378443956375122,
      "learning_rate": 6.975367391368319e-09,
      "loss": 0.3399,
      "step": 2799510
    },
    {
      "epoch": 781.33,
      "grad_norm": 1.3284138441085815,
      "learning_rate": 6.973282958641895e-09,
      "loss": 0.3518,
      "step": 2799520
    },
    {
      "epoch": 781.34,
      "grad_norm": 1.1173175573349,
      "learning_rate": 6.971198836941156e-09,
      "loss": 0.3281,
      "step": 2799530
    },
    {
      "epoch": 781.34,
      "grad_norm": 1.1654059886932373,
      "learning_rate": 6.9691150262663615e-09,
      "loss": 0.3199,
      "step": 2799540
    },
    {
      "epoch": 781.34,
      "grad_norm": 1.33411705493927,
      "learning_rate": 6.967031526617511e-09,
      "loss": 0.3401,
      "step": 2799550
    },
    {
      "epoch": 781.35,
      "grad_norm": 1.1403279304504395,
      "learning_rate": 6.964948337995387e-09,
      "loss": 0.3315,
      "step": 2799560
    },
    {
      "epoch": 781.35,
      "grad_norm": 1.5543028116226196,
      "learning_rate": 6.962865460399727e-09,
      "loss": 0.3503,
      "step": 2799570
    },
    {
      "epoch": 781.35,
      "grad_norm": 1.2929975986480713,
      "learning_rate": 6.960782893831313e-09,
      "loss": 0.3332,
      "step": 2799580
    },
    {
      "epoch": 781.35,
      "grad_norm": 1.3453125953674316,
      "learning_rate": 6.958700638290144e-09,
      "loss": 0.3364,
      "step": 2799590
    },
    {
      "epoch": 781.36,
      "grad_norm": 1.1497480869293213,
      "learning_rate": 6.9566186937764816e-09,
      "loss": 0.3372,
      "step": 2799600
    },
    {
      "epoch": 781.36,
      "grad_norm": 1.1489994525909424,
      "learning_rate": 6.954537060290585e-09,
      "loss": 0.339,
      "step": 2799610
    },
    {
      "epoch": 781.36,
      "grad_norm": 1.0796722173690796,
      "learning_rate": 6.952455737832714e-09,
      "loss": 0.3324,
      "step": 2799620
    },
    {
      "epoch": 781.36,
      "grad_norm": 1.3525832891464233,
      "learning_rate": 6.95037472640365e-09,
      "loss": 0.3361,
      "step": 2799630
    },
    {
      "epoch": 781.37,
      "grad_norm": 1.5216377973556519,
      "learning_rate": 6.948294026002873e-09,
      "loss": 0.3414,
      "step": 2799640
    },
    {
      "epoch": 781.37,
      "grad_norm": 0.9839602112770081,
      "learning_rate": 6.946213636631163e-09,
      "loss": 0.3333,
      "step": 2799650
    },
    {
      "epoch": 781.37,
      "grad_norm": 1.2724967002868652,
      "learning_rate": 6.944133558288781e-09,
      "loss": 0.3502,
      "step": 2799660
    },
    {
      "epoch": 781.38,
      "grad_norm": 1.5646268129348755,
      "learning_rate": 6.942053790975465e-09,
      "loss": 0.3395,
      "step": 2799670
    },
    {
      "epoch": 781.38,
      "grad_norm": 1.2137709856033325,
      "learning_rate": 6.939974334692257e-09,
      "loss": 0.3333,
      "step": 2799680
    },
    {
      "epoch": 781.38,
      "grad_norm": 1.25399649143219,
      "learning_rate": 6.937895189439158e-09,
      "loss": 0.3197,
      "step": 2799690
    },
    {
      "epoch": 781.38,
      "grad_norm": 1.1766703128814697,
      "learning_rate": 6.935816355216166e-09,
      "loss": 0.3406,
      "step": 2799700
    },
    {
      "epoch": 781.39,
      "grad_norm": 1.4327456951141357,
      "learning_rate": 6.933737832024063e-09,
      "loss": 0.3285,
      "step": 2799710
    },
    {
      "epoch": 781.39,
      "grad_norm": 1.1732066869735718,
      "learning_rate": 6.931659619862587e-09,
      "loss": 0.3391,
      "step": 2799720
    },
    {
      "epoch": 781.39,
      "grad_norm": 1.137513518333435,
      "learning_rate": 6.929581718732521e-09,
      "loss": 0.3296,
      "step": 2799730
    },
    {
      "epoch": 781.4,
      "grad_norm": 1.3295429944992065,
      "learning_rate": 6.927504128633604e-09,
      "loss": 0.3577,
      "step": 2799740
    },
    {
      "epoch": 781.4,
      "grad_norm": 1.0820790529251099,
      "learning_rate": 6.9254268495666165e-09,
      "loss": 0.3278,
      "step": 2799750
    },
    {
      "epoch": 781.4,
      "grad_norm": 1.1527363061904907,
      "learning_rate": 6.9233498815315575e-09,
      "loss": 0.3337,
      "step": 2799760
    },
    {
      "epoch": 781.4,
      "grad_norm": 1.129191279411316,
      "learning_rate": 6.9212732245286884e-09,
      "loss": 0.3317,
      "step": 2799770
    },
    {
      "epoch": 781.41,
      "grad_norm": 1.1103264093399048,
      "learning_rate": 6.91919687855853e-09,
      "loss": 0.3436,
      "step": 2799780
    },
    {
      "epoch": 781.41,
      "grad_norm": 1.1907551288604736,
      "learning_rate": 6.9171208436210805e-09,
      "loss": 0.326,
      "step": 2799790
    },
    {
      "epoch": 781.41,
      "grad_norm": 1.3090938329696655,
      "learning_rate": 6.915045119716602e-09,
      "loss": 0.3414,
      "step": 2799800
    },
    {
      "epoch": 781.42,
      "grad_norm": 1.1851041316986084,
      "learning_rate": 6.912969706845614e-09,
      "loss": 0.3242,
      "step": 2799810
    },
    {
      "epoch": 781.42,
      "grad_norm": 1.241563320159912,
      "learning_rate": 6.910894605008377e-09,
      "loss": 0.3298,
      "step": 2799820
    },
    {
      "epoch": 781.42,
      "grad_norm": 1.2528349161148071,
      "learning_rate": 6.90881981420489e-09,
      "loss": 0.3481,
      "step": 2799830
    },
    {
      "epoch": 781.42,
      "grad_norm": 1.2261146306991577,
      "learning_rate": 6.9067453344356754e-09,
      "loss": 0.34,
      "step": 2799840
    },
    {
      "epoch": 781.43,
      "grad_norm": 1.3110520839691162,
      "learning_rate": 6.904671165700732e-09,
      "loss": 0.328,
      "step": 2799850
    },
    {
      "epoch": 781.43,
      "grad_norm": 1.269761562347412,
      "learning_rate": 6.90259730800084e-09,
      "loss": 0.3321,
      "step": 2799860
    },
    {
      "epoch": 781.43,
      "grad_norm": 1.2249047756195068,
      "learning_rate": 6.900523761335739e-09,
      "loss": 0.3455,
      "step": 2799870
    },
    {
      "epoch": 781.43,
      "grad_norm": 1.3645610809326172,
      "learning_rate": 6.898450525706211e-09,
      "loss": 0.3318,
      "step": 2799880
    },
    {
      "epoch": 781.44,
      "grad_norm": 1.1951453685760498,
      "learning_rate": 6.896377601111995e-09,
      "loss": 0.3413,
      "step": 2799890
    },
    {
      "epoch": 781.44,
      "grad_norm": 1.2108430862426758,
      "learning_rate": 6.894304987553872e-09,
      "loss": 0.3457,
      "step": 2799900
    },
    {
      "epoch": 781.44,
      "grad_norm": 1.1905858516693115,
      "learning_rate": 6.892232685031581e-09,
      "loss": 0.3502,
      "step": 2799910
    },
    {
      "epoch": 781.45,
      "grad_norm": 1.463391661643982,
      "learning_rate": 6.890160693545903e-09,
      "loss": 0.3406,
      "step": 2799920
    },
    {
      "epoch": 781.45,
      "grad_norm": 1.4141360521316528,
      "learning_rate": 6.888089013096839e-09,
      "loss": 0.3391,
      "step": 2799930
    },
    {
      "epoch": 781.45,
      "grad_norm": 1.316698670387268,
      "learning_rate": 6.886017643684908e-09,
      "loss": 0.3462,
      "step": 2799940
    },
    {
      "epoch": 781.45,
      "grad_norm": 1.4621260166168213,
      "learning_rate": 6.88394658531011e-09,
      "loss": 0.3469,
      "step": 2799950
    },
    {
      "epoch": 781.46,
      "grad_norm": 1.1581635475158691,
      "learning_rate": 6.881875837972707e-09,
      "loss": 0.3466,
      "step": 2799960
    },
    {
      "epoch": 781.46,
      "grad_norm": 1.1619226932525635,
      "learning_rate": 6.879805401673218e-09,
      "loss": 0.3281,
      "step": 2799970
    },
    {
      "epoch": 781.46,
      "grad_norm": 1.3735278844833374,
      "learning_rate": 6.8777352764116425e-09,
      "loss": 0.3476,
      "step": 2799980
    },
    {
      "epoch": 781.47,
      "grad_norm": 1.2233803272247314,
      "learning_rate": 6.875665462188502e-09,
      "loss": 0.3318,
      "step": 2799990
    },
    {
      "epoch": 781.47,
      "grad_norm": 1.156742811203003,
      "learning_rate": 6.873595959004056e-09,
      "loss": 0.3606,
      "step": 2800000
    },
    {
      "epoch": 781.47,
      "grad_norm": 1.1810026168823242,
      "learning_rate": 6.871526766858305e-09,
      "loss": 0.3424,
      "step": 2800010
    },
    {
      "epoch": 781.47,
      "grad_norm": 1.2981133460998535,
      "learning_rate": 6.869457885751769e-09,
      "loss": 0.3303,
      "step": 2800020
    },
    {
      "epoch": 781.48,
      "grad_norm": 1.195841908454895,
      "learning_rate": 6.867389315684709e-09,
      "loss": 0.3386,
      "step": 2800030
    },
    {
      "epoch": 781.48,
      "grad_norm": 1.3629627227783203,
      "learning_rate": 6.865321056657384e-09,
      "loss": 0.3433,
      "step": 2800040
    },
    {
      "epoch": 781.48,
      "grad_norm": 1.1614590883255005,
      "learning_rate": 6.863253108670054e-09,
      "loss": 0.3293,
      "step": 2800050
    },
    {
      "epoch": 781.48,
      "grad_norm": 1.3963401317596436,
      "learning_rate": 6.861185471722982e-09,
      "loss": 0.3382,
      "step": 2800060
    },
    {
      "epoch": 781.49,
      "grad_norm": 1.3834120035171509,
      "learning_rate": 6.859118145816165e-09,
      "loss": 0.3371,
      "step": 2800070
    },
    {
      "epoch": 781.49,
      "grad_norm": 1.4148637056350708,
      "learning_rate": 6.857051130950645e-09,
      "loss": 0.3378,
      "step": 2800080
    },
    {
      "epoch": 781.49,
      "grad_norm": 1.303942084312439,
      "learning_rate": 6.854984427125902e-09,
      "loss": 0.3428,
      "step": 2800090
    },
    {
      "epoch": 781.5,
      "grad_norm": 1.2814640998840332,
      "learning_rate": 6.852918034342715e-09,
      "loss": 0.3464,
      "step": 2800100
    },
    {
      "epoch": 781.5,
      "grad_norm": 1.3426676988601685,
      "learning_rate": 6.850851952600826e-09,
      "loss": 0.3298,
      "step": 2800110
    },
    {
      "epoch": 781.5,
      "grad_norm": 1.2454386949539185,
      "learning_rate": 6.848786181901274e-09,
      "loss": 0.3403,
      "step": 2800120
    },
    {
      "epoch": 781.5,
      "grad_norm": 1.1693695783615112,
      "learning_rate": 6.84672072224354e-09,
      "loss": 0.3247,
      "step": 2800130
    },
    {
      "epoch": 781.51,
      "grad_norm": 1.3568016290664673,
      "learning_rate": 6.844655573628663e-09,
      "loss": 0.3498,
      "step": 2800140
    },
    {
      "epoch": 781.51,
      "grad_norm": 1.2721034288406372,
      "learning_rate": 6.8425907360561245e-09,
      "loss": 0.3396,
      "step": 2800150
    },
    {
      "epoch": 781.51,
      "grad_norm": 1.1413112878799438,
      "learning_rate": 6.840526209526704e-09,
      "loss": 0.3243,
      "step": 2800160
    },
    {
      "epoch": 781.52,
      "grad_norm": 1.1748321056365967,
      "learning_rate": 6.838461994040923e-09,
      "loss": 0.3304,
      "step": 2800170
    },
    {
      "epoch": 781.52,
      "grad_norm": 1.6778218746185303,
      "learning_rate": 6.8363980895982595e-09,
      "loss": 0.3449,
      "step": 2800180
    },
    {
      "epoch": 781.52,
      "grad_norm": 1.1037497520446777,
      "learning_rate": 6.834334496199755e-09,
      "loss": 0.3434,
      "step": 2800190
    },
    {
      "epoch": 781.52,
      "grad_norm": 1.391538143157959,
      "learning_rate": 6.8322712138451506e-09,
      "loss": 0.3307,
      "step": 2800200
    },
    {
      "epoch": 781.53,
      "grad_norm": 1.4486620426177979,
      "learning_rate": 6.830208242534965e-09,
      "loss": 0.3563,
      "step": 2800210
    },
    {
      "epoch": 781.53,
      "grad_norm": 1.3315702676773071,
      "learning_rate": 6.828145582269458e-09,
      "loss": 0.3258,
      "step": 2800220
    },
    {
      "epoch": 781.53,
      "grad_norm": 1.1284865140914917,
      "learning_rate": 6.826083233048892e-09,
      "loss": 0.3347,
      "step": 2800230
    },
    {
      "epoch": 781.54,
      "grad_norm": 1.3944714069366455,
      "learning_rate": 6.824021194873526e-09,
      "loss": 0.3353,
      "step": 2800240
    },
    {
      "epoch": 781.54,
      "grad_norm": 1.2295031547546387,
      "learning_rate": 6.82195946774362e-09,
      "loss": 0.3426,
      "step": 2800250
    },
    {
      "epoch": 781.54,
      "grad_norm": 1.577073574066162,
      "learning_rate": 6.819898051659695e-09,
      "loss": 0.3211,
      "step": 2800260
    },
    {
      "epoch": 781.54,
      "grad_norm": 1.4935581684112549,
      "learning_rate": 6.8178369466214895e-09,
      "loss": 0.3306,
      "step": 2800270
    },
    {
      "epoch": 781.55,
      "grad_norm": 1.4752440452575684,
      "learning_rate": 6.815776152629786e-09,
      "loss": 0.3453,
      "step": 2800280
    },
    {
      "epoch": 781.55,
      "grad_norm": 1.121042013168335,
      "learning_rate": 6.813715669684583e-09,
      "loss": 0.3518,
      "step": 2800290
    },
    {
      "epoch": 781.55,
      "grad_norm": 1.305105209350586,
      "learning_rate": 6.8116554977861415e-09,
      "loss": 0.3507,
      "step": 2800300
    },
    {
      "epoch": 781.55,
      "grad_norm": 1.7069743871688843,
      "learning_rate": 6.809595636934981e-09,
      "loss": 0.3149,
      "step": 2800310
    },
    {
      "epoch": 781.56,
      "grad_norm": 10.675705909729004,
      "learning_rate": 6.8075360871311035e-09,
      "loss": 0.3309,
      "step": 2800320
    },
    {
      "epoch": 781.56,
      "grad_norm": 2.0048959255218506,
      "learning_rate": 6.805476848375027e-09,
      "loss": 0.3256,
      "step": 2800330
    },
    {
      "epoch": 781.56,
      "grad_norm": 1.4776138067245483,
      "learning_rate": 6.803417920667013e-09,
      "loss": 0.3319,
      "step": 2800340
    },
    {
      "epoch": 781.57,
      "grad_norm": 1.221703052520752,
      "learning_rate": 6.801359304007062e-09,
      "loss": 0.3407,
      "step": 2800350
    },
    {
      "epoch": 781.57,
      "grad_norm": 1.1792564392089844,
      "learning_rate": 6.799300998395433e-09,
      "loss": 0.3285,
      "step": 2800360
    },
    {
      "epoch": 781.57,
      "grad_norm": 1.240639567375183,
      "learning_rate": 6.797243003832907e-09,
      "loss": 0.348,
      "step": 2800370
    },
    {
      "epoch": 781.57,
      "grad_norm": 1.2232027053833008,
      "learning_rate": 6.7951853203192245e-09,
      "loss": 0.3368,
      "step": 2800380
    },
    {
      "epoch": 781.58,
      "grad_norm": 1.5419540405273438,
      "learning_rate": 6.793127947854904e-09,
      "loss": 0.354,
      "step": 2800390
    },
    {
      "epoch": 781.58,
      "grad_norm": 1.2748277187347412,
      "learning_rate": 6.791070886440469e-09,
      "loss": 0.3444,
      "step": 2800400
    },
    {
      "epoch": 781.58,
      "grad_norm": 1.3733890056610107,
      "learning_rate": 6.789014136075396e-09,
      "loss": 0.3379,
      "step": 2800410
    },
    {
      "epoch": 781.59,
      "grad_norm": 1.1274460554122925,
      "learning_rate": 6.786957696760728e-09,
      "loss": 0.3343,
      "step": 2800420
    },
    {
      "epoch": 781.59,
      "grad_norm": 1.2657642364501953,
      "learning_rate": 6.784901568496464e-09,
      "loss": 0.3459,
      "step": 2800430
    },
    {
      "epoch": 781.59,
      "grad_norm": 1.2049882411956787,
      "learning_rate": 6.782845751283125e-09,
      "loss": 0.3279,
      "step": 2800440
    },
    {
      "epoch": 781.59,
      "grad_norm": 1.1346404552459717,
      "learning_rate": 6.78079024512045e-09,
      "loss": 0.3403,
      "step": 2800450
    },
    {
      "epoch": 781.6,
      "grad_norm": 1.0875208377838135,
      "learning_rate": 6.778735050008959e-09,
      "loss": 0.322,
      "step": 2800460
    },
    {
      "epoch": 781.6,
      "grad_norm": 1.3507304191589355,
      "learning_rate": 6.7766801659491745e-09,
      "loss": 0.3288,
      "step": 2800470
    },
    {
      "epoch": 781.6,
      "grad_norm": 1.4154653549194336,
      "learning_rate": 6.774625592941095e-09,
      "loss": 0.3363,
      "step": 2800480
    },
    {
      "epoch": 781.6,
      "grad_norm": 1.571286916732788,
      "learning_rate": 6.77257133098524e-09,
      "loss": 0.3588,
      "step": 2800490
    },
    {
      "epoch": 781.61,
      "grad_norm": 1.177991271018982,
      "learning_rate": 6.770517380081352e-09,
      "loss": 0.3316,
      "step": 2800500
    },
    {
      "epoch": 781.61,
      "grad_norm": 1.2283058166503906,
      "learning_rate": 6.768463740230209e-09,
      "loss": 0.3298,
      "step": 2800510
    },
    {
      "epoch": 781.61,
      "grad_norm": 1.1922918558120728,
      "learning_rate": 6.766410411432072e-09,
      "loss": 0.3404,
      "step": 2800520
    },
    {
      "epoch": 781.62,
      "grad_norm": 1.3136428594589233,
      "learning_rate": 6.764357393687202e-09,
      "loss": 0.3494,
      "step": 2800530
    },
    {
      "epoch": 781.62,
      "grad_norm": 1.1380165815353394,
      "learning_rate": 6.762304686995599e-09,
      "loss": 0.3575,
      "step": 2800540
    },
    {
      "epoch": 781.62,
      "grad_norm": 1.368565320968628,
      "learning_rate": 6.760252291357522e-09,
      "loss": 0.3184,
      "step": 2800550
    },
    {
      "epoch": 781.62,
      "grad_norm": 1.2829375267028809,
      "learning_rate": 6.7582002067737524e-09,
      "loss": 0.3354,
      "step": 2800560
    },
    {
      "epoch": 781.63,
      "grad_norm": 1.3711494207382202,
      "learning_rate": 6.75614843324403e-09,
      "loss": 0.3218,
      "step": 2800570
    },
    {
      "epoch": 781.63,
      "grad_norm": 1.3081014156341553,
      "learning_rate": 6.7540969707688756e-09,
      "loss": 0.3302,
      "step": 2800580
    },
    {
      "epoch": 781.63,
      "grad_norm": 1.251397728919983,
      "learning_rate": 6.7520458193482884e-09,
      "loss": 0.338,
      "step": 2800590
    },
    {
      "epoch": 781.64,
      "grad_norm": 1.257915735244751,
      "learning_rate": 6.749994978983049e-09,
      "loss": 0.3345,
      "step": 2800600
    },
    {
      "epoch": 781.64,
      "grad_norm": 1.5396552085876465,
      "learning_rate": 6.747944449673158e-09,
      "loss": 0.3179,
      "step": 2800610
    },
    {
      "epoch": 781.64,
      "grad_norm": 1.8349634408950806,
      "learning_rate": 6.745894231418615e-09,
      "loss": 0.3373,
      "step": 2800620
    },
    {
      "epoch": 781.64,
      "grad_norm": 1.3389040231704712,
      "learning_rate": 6.743844324220201e-09,
      "loss": 0.3405,
      "step": 2800630
    },
    {
      "epoch": 781.65,
      "grad_norm": 1.1449120044708252,
      "learning_rate": 6.7417947280779155e-09,
      "loss": 0.3427,
      "step": 2800640
    },
    {
      "epoch": 781.65,
      "grad_norm": 1.2404102087020874,
      "learning_rate": 6.739745442992019e-09,
      "loss": 0.3496,
      "step": 2800650
    },
    {
      "epoch": 781.65,
      "grad_norm": 0.9821978807449341,
      "learning_rate": 6.737696468962772e-09,
      "loss": 0.3158,
      "step": 2800660
    },
    {
      "epoch": 781.66,
      "grad_norm": 5.062552452087402,
      "learning_rate": 6.735647805990435e-09,
      "loss": 0.3361,
      "step": 2800670
    },
    {
      "epoch": 781.66,
      "grad_norm": 1.3868610858917236,
      "learning_rate": 6.733599454075526e-09,
      "loss": 0.3367,
      "step": 2800680
    },
    {
      "epoch": 781.66,
      "grad_norm": 1.074756383895874,
      "learning_rate": 6.731551413218048e-09,
      "loss": 0.3529,
      "step": 2800690
    },
    {
      "epoch": 781.66,
      "grad_norm": 1.282210111618042,
      "learning_rate": 6.7295036834185206e-09,
      "loss": 0.3407,
      "step": 2800700
    },
    {
      "epoch": 781.67,
      "grad_norm": 1.4906214475631714,
      "learning_rate": 6.7274562646766825e-09,
      "loss": 0.3413,
      "step": 2800710
    },
    {
      "epoch": 781.67,
      "grad_norm": 1.3436484336853027,
      "learning_rate": 6.725409156993575e-09,
      "loss": 0.3226,
      "step": 2800720
    },
    {
      "epoch": 781.67,
      "grad_norm": 0.9974976778030396,
      "learning_rate": 6.723362360368939e-09,
      "loss": 0.3538,
      "step": 2800730
    },
    {
      "epoch": 781.67,
      "grad_norm": 1.414402723312378,
      "learning_rate": 6.721315874803034e-09,
      "loss": 0.3341,
      "step": 2800740
    },
    {
      "epoch": 781.68,
      "grad_norm": 1.4747083187103271,
      "learning_rate": 6.71926970029664e-09,
      "loss": 0.3413,
      "step": 2800750
    },
    {
      "epoch": 781.68,
      "grad_norm": 1.2225466966629028,
      "learning_rate": 6.717223836849236e-09,
      "loss": 0.3326,
      "step": 2800760
    },
    {
      "epoch": 781.68,
      "grad_norm": 0.9634125232696533,
      "learning_rate": 6.715178284461865e-09,
      "loss": 0.3421,
      "step": 2800770
    },
    {
      "epoch": 781.69,
      "grad_norm": 1.0794402360916138,
      "learning_rate": 6.713133043134266e-09,
      "loss": 0.3147,
      "step": 2800780
    },
    {
      "epoch": 781.69,
      "grad_norm": 1.179936408996582,
      "learning_rate": 6.711088112866959e-09,
      "loss": 0.3375,
      "step": 2800790
    },
    {
      "epoch": 781.69,
      "grad_norm": 1.2126387357711792,
      "learning_rate": 6.709043493660204e-09,
      "loss": 0.3461,
      "step": 2800800
    },
    {
      "epoch": 781.69,
      "grad_norm": 1.1982957124710083,
      "learning_rate": 6.706999185514262e-09,
      "loss": 0.3301,
      "step": 2800810
    },
    {
      "epoch": 781.7,
      "grad_norm": 1.1194825172424316,
      "learning_rate": 6.704955188429392e-09,
      "loss": 0.3337,
      "step": 2800820
    },
    {
      "epoch": 781.7,
      "grad_norm": 1.3219144344329834,
      "learning_rate": 6.702911502405595e-09,
      "loss": 0.3381,
      "step": 2800830
    },
    {
      "epoch": 781.7,
      "grad_norm": 1.3341152667999268,
      "learning_rate": 6.700868127443911e-09,
      "loss": 0.3465,
      "step": 2800840
    },
    {
      "epoch": 781.71,
      "grad_norm": 1.4178537130355835,
      "learning_rate": 6.698825063543561e-09,
      "loss": 0.325,
      "step": 2800850
    },
    {
      "epoch": 781.71,
      "grad_norm": 1.3286664485931396,
      "learning_rate": 6.696782310705584e-09,
      "loss": 0.3235,
      "step": 2800860
    },
    {
      "epoch": 781.71,
      "grad_norm": 1.190759539604187,
      "learning_rate": 6.694739868930241e-09,
      "loss": 0.3449,
      "step": 2800870
    },
    {
      "epoch": 781.71,
      "grad_norm": 1.3069552183151245,
      "learning_rate": 6.6926977382172725e-09,
      "loss": 0.3323,
      "step": 2800880
    },
    {
      "epoch": 781.72,
      "grad_norm": 1.147340178489685,
      "learning_rate": 6.690655918567458e-09,
      "loss": 0.3443,
      "step": 2800890
    },
    {
      "epoch": 781.72,
      "grad_norm": 1.4441592693328857,
      "learning_rate": 6.6886144099807975e-09,
      "loss": 0.318,
      "step": 2800900
    },
    {
      "epoch": 781.72,
      "grad_norm": 1.4688204526901245,
      "learning_rate": 6.686573212457552e-09,
      "loss": 0.3226,
      "step": 2800910
    },
    {
      "epoch": 781.72,
      "grad_norm": 1.1556625366210938,
      "learning_rate": 6.684532325998242e-09,
      "loss": 0.3302,
      "step": 2800920
    },
    {
      "epoch": 781.73,
      "grad_norm": 1.3127001523971558,
      "learning_rate": 6.682491750603127e-09,
      "loss": 0.3318,
      "step": 2800930
    },
    {
      "epoch": 781.73,
      "grad_norm": 1.306491732597351,
      "learning_rate": 6.680451486271946e-09,
      "loss": 0.3296,
      "step": 2800940
    },
    {
      "epoch": 781.73,
      "grad_norm": 1.2709606885910034,
      "learning_rate": 6.678411533005482e-09,
      "loss": 0.3441,
      "step": 2800950
    },
    {
      "epoch": 781.74,
      "grad_norm": 1.3493753671646118,
      "learning_rate": 6.676371890803993e-09,
      "loss": 0.3317,
      "step": 2800960
    },
    {
      "epoch": 781.74,
      "grad_norm": 1.1993107795715332,
      "learning_rate": 6.6743325596677404e-09,
      "loss": 0.3482,
      "step": 2800970
    },
    {
      "epoch": 781.74,
      "grad_norm": 1.2091925144195557,
      "learning_rate": 6.672293539596723e-09,
      "loss": 0.3358,
      "step": 2800980
    },
    {
      "epoch": 781.74,
      "grad_norm": 1.0461032390594482,
      "learning_rate": 6.670254830591464e-09,
      "loss": 0.3468,
      "step": 2800990
    },
    {
      "epoch": 781.75,
      "grad_norm": 1.3085862398147583,
      "learning_rate": 6.66821643265196e-09,
      "loss": 0.3363,
      "step": 2801000
    },
    {
      "epoch": 781.75,
      "grad_norm": 1.211492896080017,
      "learning_rate": 6.666178345778994e-09,
      "loss": 0.3382,
      "step": 2801010
    },
    {
      "epoch": 781.75,
      "grad_norm": 1.4347875118255615,
      "learning_rate": 6.6641405699723035e-09,
      "loss": 0.3383,
      "step": 2801020
    },
    {
      "epoch": 781.76,
      "grad_norm": 1.1699692010879517,
      "learning_rate": 6.662103105232411e-09,
      "loss": 0.3328,
      "step": 2801030
    },
    {
      "epoch": 781.76,
      "grad_norm": 1.2454922199249268,
      "learning_rate": 6.660065951559577e-09,
      "loss": 0.336,
      "step": 2801040
    },
    {
      "epoch": 781.76,
      "grad_norm": 1.4576061964035034,
      "learning_rate": 6.65802910895406e-09,
      "loss": 0.3497,
      "step": 2801050
    },
    {
      "epoch": 781.76,
      "grad_norm": 1.4208191633224487,
      "learning_rate": 6.655992577416121e-09,
      "loss": 0.3312,
      "step": 2801060
    },
    {
      "epoch": 781.77,
      "grad_norm": 1.1467056274414062,
      "learning_rate": 6.65395635694602e-09,
      "loss": 0.3178,
      "step": 2801070
    },
    {
      "epoch": 781.77,
      "grad_norm": 1.7984153032302856,
      "learning_rate": 6.651920447544017e-09,
      "loss": 0.3399,
      "step": 2801080
    },
    {
      "epoch": 781.77,
      "grad_norm": 1.2653714418411255,
      "learning_rate": 6.649884849210373e-09,
      "loss": 0.3324,
      "step": 2801090
    },
    {
      "epoch": 781.78,
      "grad_norm": 1.2142993211746216,
      "learning_rate": 6.6478495619453485e-09,
      "loss": 0.3552,
      "step": 2801100
    },
    {
      "epoch": 781.78,
      "grad_norm": 1.2057898044586182,
      "learning_rate": 6.645814585749462e-09,
      "loss": 0.3343,
      "step": 2801110
    },
    {
      "epoch": 781.78,
      "grad_norm": 1.2498866319656372,
      "learning_rate": 6.643779920622715e-09,
      "loss": 0.344,
      "step": 2801120
    },
    {
      "epoch": 781.78,
      "grad_norm": 1.4845656156539917,
      "learning_rate": 6.641745566565368e-09,
      "loss": 0.3487,
      "step": 2801130
    },
    {
      "epoch": 781.79,
      "grad_norm": 1.2460904121398926,
      "learning_rate": 6.6397115235779405e-09,
      "loss": 0.3454,
      "step": 2801140
    },
    {
      "epoch": 781.79,
      "grad_norm": 1.0761545896530151,
      "learning_rate": 6.637677791660173e-09,
      "loss": 0.3337,
      "step": 2801150
    },
    {
      "epoch": 781.79,
      "grad_norm": 1.3157423734664917,
      "learning_rate": 6.635644370813105e-09,
      "loss": 0.3279,
      "step": 2801160
    },
    {
      "epoch": 781.79,
      "grad_norm": 1.3744984865188599,
      "learning_rate": 6.6336112610362175e-09,
      "loss": 0.334,
      "step": 2801170
    },
    {
      "epoch": 781.8,
      "grad_norm": 1.378298044204712,
      "learning_rate": 6.631578462330291e-09,
      "loss": 0.3579,
      "step": 2801180
    },
    {
      "epoch": 781.8,
      "grad_norm": 1.7881946563720703,
      "learning_rate": 6.629545974695584e-09,
      "loss": 0.3407,
      "step": 2801190
    },
    {
      "epoch": 781.8,
      "grad_norm": 12.969947814941406,
      "learning_rate": 6.627513798132099e-09,
      "loss": 0.3522,
      "step": 2801200
    },
    {
      "epoch": 781.81,
      "grad_norm": 1.2244051694869995,
      "learning_rate": 6.6254819326403554e-09,
      "loss": 0.3279,
      "step": 2801210
    },
    {
      "epoch": 781.81,
      "grad_norm": 1.3020918369293213,
      "learning_rate": 6.623450378220614e-09,
      "loss": 0.3316,
      "step": 2801220
    },
    {
      "epoch": 781.81,
      "grad_norm": 1.2437801361083984,
      "learning_rate": 6.621419134872872e-09,
      "loss": 0.3406,
      "step": 2801230
    },
    {
      "epoch": 781.81,
      "grad_norm": 1.1870553493499756,
      "learning_rate": 6.619388202597654e-09,
      "loss": 0.3365,
      "step": 2801240
    },
    {
      "epoch": 781.82,
      "grad_norm": 1.3353540897369385,
      "learning_rate": 6.617357581395217e-09,
      "loss": 0.3401,
      "step": 2801250
    },
    {
      "epoch": 781.82,
      "grad_norm": 1.264567494392395,
      "learning_rate": 6.615327271265562e-09,
      "loss": 0.3558,
      "step": 2801260
    },
    {
      "epoch": 781.82,
      "grad_norm": 1.366141438484192,
      "learning_rate": 6.61329727220921e-09,
      "loss": 0.3289,
      "step": 2801270
    },
    {
      "epoch": 781.83,
      "grad_norm": 1.217586874961853,
      "learning_rate": 6.611267584226681e-09,
      "loss": 0.3388,
      "step": 2801280
    },
    {
      "epoch": 781.83,
      "grad_norm": 1.4282548427581787,
      "learning_rate": 6.609238207317714e-09,
      "loss": 0.3358,
      "step": 2801290
    },
    {
      "epoch": 781.83,
      "grad_norm": 1.183551549911499,
      "learning_rate": 6.607209141482831e-09,
      "loss": 0.3362,
      "step": 2801300
    },
    {
      "epoch": 781.83,
      "grad_norm": 1.1461572647094727,
      "learning_rate": 6.605180386722291e-09,
      "loss": 0.3438,
      "step": 2801310
    },
    {
      "epoch": 781.84,
      "grad_norm": 1.1804927587509155,
      "learning_rate": 6.6031519430363545e-09,
      "loss": 0.3571,
      "step": 2801320
    },
    {
      "epoch": 781.84,
      "grad_norm": 1.4273366928100586,
      "learning_rate": 6.601123810425282e-09,
      "loss": 0.3407,
      "step": 2801330
    },
    {
      "epoch": 781.84,
      "grad_norm": 1.7701441049575806,
      "learning_rate": 6.599095988889594e-09,
      "loss": 0.3495,
      "step": 2801340
    },
    {
      "epoch": 781.84,
      "grad_norm": 1.1525883674621582,
      "learning_rate": 6.5970684784290294e-09,
      "loss": 0.3388,
      "step": 2801350
    },
    {
      "epoch": 781.85,
      "grad_norm": 1.2258907556533813,
      "learning_rate": 6.59504127904437e-09,
      "loss": 0.3389,
      "step": 2801360
    },
    {
      "epoch": 781.85,
      "grad_norm": 1.4059510231018066,
      "learning_rate": 6.593014390735615e-09,
      "loss": 0.3377,
      "step": 2801370
    },
    {
      "epoch": 781.85,
      "grad_norm": 1.1491888761520386,
      "learning_rate": 6.590987813503024e-09,
      "loss": 0.3439,
      "step": 2801380
    },
    {
      "epoch": 781.86,
      "grad_norm": 1.3083016872406006,
      "learning_rate": 6.588961547346859e-09,
      "loss": 0.3383,
      "step": 2801390
    },
    {
      "epoch": 781.86,
      "grad_norm": 0.9978148937225342,
      "learning_rate": 6.5869355922676396e-09,
      "loss": 0.3087,
      "step": 2801400
    },
    {
      "epoch": 781.86,
      "grad_norm": 1.0203611850738525,
      "learning_rate": 6.584909948265365e-09,
      "loss": 0.325,
      "step": 2801410
    },
    {
      "epoch": 781.86,
      "grad_norm": 1.056950330734253,
      "learning_rate": 6.582884615340556e-09,
      "loss": 0.3333,
      "step": 2801420
    },
    {
      "epoch": 781.87,
      "grad_norm": 1.0820051431655884,
      "learning_rate": 6.580859593493214e-09,
      "loss": 0.3269,
      "step": 2801430
    },
    {
      "epoch": 781.87,
      "grad_norm": 1.2466307878494263,
      "learning_rate": 6.5788348827235976e-09,
      "loss": 0.336,
      "step": 2801440
    },
    {
      "epoch": 781.87,
      "grad_norm": 1.3373898267745972,
      "learning_rate": 6.576810483032227e-09,
      "loss": 0.3202,
      "step": 2801450
    },
    {
      "epoch": 781.88,
      "grad_norm": 1.079378366470337,
      "learning_rate": 6.574786394419364e-09,
      "loss": 0.3361,
      "step": 2801460
    },
    {
      "epoch": 781.88,
      "grad_norm": 1.1979279518127441,
      "learning_rate": 6.572762616884747e-09,
      "loss": 0.3284,
      "step": 2801470
    },
    {
      "epoch": 781.88,
      "grad_norm": 1.1584486961364746,
      "learning_rate": 6.570739150429418e-09,
      "loss": 0.3501,
      "step": 2801480
    },
    {
      "epoch": 781.88,
      "grad_norm": 1.0665931701660156,
      "learning_rate": 6.568715995053115e-09,
      "loss": 0.3303,
      "step": 2801490
    },
    {
      "epoch": 781.89,
      "grad_norm": 1.3630272150039673,
      "learning_rate": 6.56669315075636e-09,
      "loss": 0.3433,
      "step": 2801500
    },
    {
      "epoch": 781.89,
      "grad_norm": 1.2166612148284912,
      "learning_rate": 6.564670617539413e-09,
      "loss": 0.33,
      "step": 2801510
    },
    {
      "epoch": 781.89,
      "grad_norm": 1.1702378988265991,
      "learning_rate": 6.562648395402534e-09,
      "loss": 0.3459,
      "step": 2801520
    },
    {
      "epoch": 781.9,
      "grad_norm": 1.2706501483917236,
      "learning_rate": 6.560626484345723e-09,
      "loss": 0.355,
      "step": 2801530
    },
    {
      "epoch": 781.9,
      "grad_norm": 1.115299105644226,
      "learning_rate": 6.5586048843695e-09,
      "loss": 0.3487,
      "step": 2801540
    },
    {
      "epoch": 781.9,
      "grad_norm": 1.198362112045288,
      "learning_rate": 6.556583595474125e-09,
      "loss": 0.3407,
      "step": 2801550
    },
    {
      "epoch": 781.9,
      "grad_norm": 1.1221166849136353,
      "learning_rate": 6.55456261765986e-09,
      "loss": 0.3379,
      "step": 2801560
    },
    {
      "epoch": 781.91,
      "grad_norm": 1.444076657295227,
      "learning_rate": 6.552541950926964e-09,
      "loss": 0.3257,
      "step": 2801570
    },
    {
      "epoch": 781.91,
      "grad_norm": 1.2500181198120117,
      "learning_rate": 6.550521595275436e-09,
      "loss": 0.3474,
      "step": 2801580
    },
    {
      "epoch": 781.91,
      "grad_norm": 1.2306829690933228,
      "learning_rate": 6.5485015507060586e-09,
      "loss": 0.3375,
      "step": 2801590
    },
    {
      "epoch": 781.91,
      "grad_norm": 1.3333721160888672,
      "learning_rate": 6.54648181721883e-09,
      "loss": 0.3413,
      "step": 2801600
    },
    {
      "epoch": 781.92,
      "grad_norm": 1.2918710708618164,
      "learning_rate": 6.544462394814012e-09,
      "loss": 0.3352,
      "step": 2801610
    },
    {
      "epoch": 781.92,
      "grad_norm": 1.1243363618850708,
      "learning_rate": 6.542443283491864e-09,
      "loss": 0.3288,
      "step": 2801620
    },
    {
      "epoch": 781.92,
      "grad_norm": 1.1647952795028687,
      "learning_rate": 6.5404244832526455e-09,
      "loss": 0.3463,
      "step": 2801630
    },
    {
      "epoch": 781.93,
      "grad_norm": 1.4202426671981812,
      "learning_rate": 6.538405994096618e-09,
      "loss": 0.3353,
      "step": 2801640
    },
    {
      "epoch": 781.93,
      "grad_norm": 1.5299795866012573,
      "learning_rate": 6.53638781602404e-09,
      "loss": 0.3212,
      "step": 2801650
    },
    {
      "epoch": 781.93,
      "grad_norm": 1.1469694375991821,
      "learning_rate": 6.534369949035435e-09,
      "loss": 0.3323,
      "step": 2801660
    },
    {
      "epoch": 781.93,
      "grad_norm": 1.9775357246398926,
      "learning_rate": 6.5323523931308e-09,
      "loss": 0.3553,
      "step": 2801670
    },
    {
      "epoch": 781.94,
      "grad_norm": 1.0823395252227783,
      "learning_rate": 6.5303351483103965e-09,
      "loss": 0.3324,
      "step": 2801680
    },
    {
      "epoch": 781.94,
      "grad_norm": 1.1725200414657593,
      "learning_rate": 6.528318214574484e-09,
      "loss": 0.3415,
      "step": 2801690
    },
    {
      "epoch": 781.94,
      "grad_norm": 1.1740272045135498,
      "learning_rate": 6.526301591923584e-09,
      "loss": 0.3494,
      "step": 2801700
    },
    {
      "epoch": 781.95,
      "grad_norm": 1.3004311323165894,
      "learning_rate": 6.524285280357696e-09,
      "loss": 0.3426,
      "step": 2801710
    },
    {
      "epoch": 781.95,
      "grad_norm": 1.2288745641708374,
      "learning_rate": 6.5222692798773404e-09,
      "loss": 0.3261,
      "step": 2801720
    },
    {
      "epoch": 781.95,
      "grad_norm": 1.1733953952789307,
      "learning_rate": 6.5202535904825165e-09,
      "loss": 0.3158,
      "step": 2801730
    },
    {
      "epoch": 781.95,
      "grad_norm": 1.338456153869629,
      "learning_rate": 6.518238212173746e-09,
      "loss": 0.3368,
      "step": 2801740
    },
    {
      "epoch": 781.96,
      "grad_norm": 1.2838584184646606,
      "learning_rate": 6.516223144950767e-09,
      "loss": 0.341,
      "step": 2801750
    },
    {
      "epoch": 781.96,
      "grad_norm": 1.093488097190857,
      "learning_rate": 6.514208388814623e-09,
      "loss": 0.3385,
      "step": 2801760
    },
    {
      "epoch": 781.96,
      "grad_norm": 1.163515329360962,
      "learning_rate": 6.512193943765051e-09,
      "loss": 0.3423,
      "step": 2801770
    },
    {
      "epoch": 781.96,
      "grad_norm": 1.339179277420044,
      "learning_rate": 6.510179809802573e-09,
      "loss": 0.3326,
      "step": 2801780
    },
    {
      "epoch": 781.97,
      "grad_norm": 1.3027029037475586,
      "learning_rate": 6.508165986927188e-09,
      "loss": 0.3289,
      "step": 2801790
    },
    {
      "epoch": 781.97,
      "grad_norm": 1.4654477834701538,
      "learning_rate": 6.506152475139418e-09,
      "loss": 0.3218,
      "step": 2801800
    },
    {
      "epoch": 781.97,
      "grad_norm": 1.2258367538452148,
      "learning_rate": 6.5041392744395215e-09,
      "loss": 0.3465,
      "step": 2801810
    },
    {
      "epoch": 781.98,
      "grad_norm": 1.1137973070144653,
      "learning_rate": 6.5021263848275e-09,
      "loss": 0.3416,
      "step": 2801820
    },
    {
      "epoch": 781.98,
      "grad_norm": 1.236100196838379,
      "learning_rate": 6.500113806304132e-09,
      "loss": 0.335,
      "step": 2801830
    },
    {
      "epoch": 781.98,
      "grad_norm": 1.3172028064727783,
      "learning_rate": 6.498101538868899e-09,
      "loss": 0.3284,
      "step": 2801840
    },
    {
      "epoch": 781.98,
      "grad_norm": 1.1739556789398193,
      "learning_rate": 6.496089582522842e-09,
      "loss": 0.3389,
      "step": 2801850
    },
    {
      "epoch": 781.99,
      "grad_norm": 1.1717203855514526,
      "learning_rate": 6.49407793726596e-09,
      "loss": 0.3314,
      "step": 2801860
    },
    {
      "epoch": 781.99,
      "grad_norm": 1.1307241916656494,
      "learning_rate": 6.492066603098252e-09,
      "loss": 0.3422,
      "step": 2801870
    },
    {
      "epoch": 781.99,
      "grad_norm": 1.1399470567703247,
      "learning_rate": 6.490055580020501e-09,
      "loss": 0.3302,
      "step": 2801880
    },
    {
      "epoch": 782.0,
      "grad_norm": 1.4664828777313232,
      "learning_rate": 6.488044868032446e-09,
      "loss": 0.3539,
      "step": 2801890
    },
    {
      "epoch": 782.0,
      "grad_norm": 1.7287122011184692,
      "learning_rate": 6.486034467134607e-09,
      "loss": 0.3476,
      "step": 2801900
    },
    {
      "epoch": 782.0,
      "eval_loss": 0.33710065484046936,
      "eval_runtime": 69.2761,
      "eval_samples_per_second": 73.027,
      "eval_steps_per_second": 9.137,
      "step": 2801906
    },
    {
      "epoch": 782.0,
      "grad_norm": 1.2063544988632202,
      "learning_rate": 6.484024377327243e-09,
      "loss": 0.3371,
      "step": 2801910
    },
    {
      "epoch": 782.0,
      "grad_norm": 1.41392982006073,
      "learning_rate": 6.4820145986106164e-09,
      "loss": 0.3275,
      "step": 2801920
    },
    {
      "epoch": 782.01,
      "grad_norm": 1.2332185506820679,
      "learning_rate": 6.480005130985247e-09,
      "loss": 0.338,
      "step": 2801930
    },
    {
      "epoch": 782.01,
      "grad_norm": 1.1620044708251953,
      "learning_rate": 6.477995974450874e-09,
      "loss": 0.3244,
      "step": 2801940
    },
    {
      "epoch": 782.01,
      "grad_norm": 1.409903645515442,
      "learning_rate": 6.475987129008018e-09,
      "loss": 0.3293,
      "step": 2801950
    },
    {
      "epoch": 782.02,
      "grad_norm": 2.220639228820801,
      "learning_rate": 6.47397859465694e-09,
      "loss": 0.3502,
      "step": 2801960
    },
    {
      "epoch": 782.02,
      "grad_norm": 1.661393165588379,
      "learning_rate": 6.471970371398159e-09,
      "loss": 0.3371,
      "step": 2801970
    },
    {
      "epoch": 782.02,
      "grad_norm": 1.2085742950439453,
      "learning_rate": 6.4699624592316754e-09,
      "loss": 0.3323,
      "step": 2801980
    },
    {
      "epoch": 782.02,
      "grad_norm": 1.2165864706039429,
      "learning_rate": 6.46795485815775e-09,
      "loss": 0.3359,
      "step": 2801990
    },
    {
      "epoch": 782.03,
      "grad_norm": 1.1698567867279053,
      "learning_rate": 6.4659475681766434e-09,
      "loss": 0.3247,
      "step": 2802000
    },
    {
      "epoch": 782.03,
      "grad_norm": 1.7960329055786133,
      "learning_rate": 6.4639405892888756e-09,
      "loss": 0.347,
      "step": 2802010
    },
    {
      "epoch": 782.03,
      "grad_norm": 1.288185715675354,
      "learning_rate": 6.461933921494446e-09,
      "loss": 0.3357,
      "step": 2802020
    },
    {
      "epoch": 782.03,
      "grad_norm": 1.3425787687301636,
      "learning_rate": 6.4599275647936146e-09,
      "loss": 0.3302,
      "step": 2802030
    },
    {
      "epoch": 782.04,
      "grad_norm": 1.0806809663772583,
      "learning_rate": 6.4579215191866425e-09,
      "loss": 0.334,
      "step": 2802040
    },
    {
      "epoch": 782.04,
      "grad_norm": 1.3698261976242065,
      "learning_rate": 6.45591578467405e-09,
      "loss": 0.3464,
      "step": 2802050
    },
    {
      "epoch": 782.04,
      "grad_norm": 1.163632869720459,
      "learning_rate": 6.453910361255838e-09,
      "loss": 0.3203,
      "step": 2802060
    },
    {
      "epoch": 782.05,
      "grad_norm": 1.2649312019348145,
      "learning_rate": 6.451905248932524e-09,
      "loss": 0.3586,
      "step": 2802070
    },
    {
      "epoch": 782.05,
      "grad_norm": 1.4853986501693726,
      "learning_rate": 6.44990044770385e-09,
      "loss": 0.3273,
      "step": 2802080
    },
    {
      "epoch": 782.05,
      "grad_norm": 1.3034846782684326,
      "learning_rate": 6.447895957570857e-09,
      "loss": 0.3342,
      "step": 2802090
    },
    {
      "epoch": 782.05,
      "grad_norm": 1.2115435600280762,
      "learning_rate": 6.445891778533285e-09,
      "loss": 0.3336,
      "step": 2802100
    },
    {
      "epoch": 782.06,
      "grad_norm": 1.1765880584716797,
      "learning_rate": 6.443887910591392e-09,
      "loss": 0.3472,
      "step": 2802110
    },
    {
      "epoch": 782.06,
      "grad_norm": 1.1862828731536865,
      "learning_rate": 6.441884353745701e-09,
      "loss": 0.329,
      "step": 2802120
    },
    {
      "epoch": 782.06,
      "grad_norm": 1.157819151878357,
      "learning_rate": 6.43988110799647e-09,
      "loss": 0.313,
      "step": 2802130
    },
    {
      "epoch": 782.07,
      "grad_norm": 1.362806797027588,
      "learning_rate": 6.437878173343701e-09,
      "loss": 0.3212,
      "step": 2802140
    },
    {
      "epoch": 782.07,
      "grad_norm": 1.2946726083755493,
      "learning_rate": 6.435875549787913e-09,
      "loss": 0.3428,
      "step": 2802150
    },
    {
      "epoch": 782.07,
      "grad_norm": 1.305466890335083,
      "learning_rate": 6.433873237329107e-09,
      "loss": 0.3372,
      "step": 2802160
    },
    {
      "epoch": 782.07,
      "grad_norm": 1.2594780921936035,
      "learning_rate": 6.431871235967803e-09,
      "loss": 0.346,
      "step": 2802170
    },
    {
      "epoch": 782.08,
      "grad_norm": 2.5449392795562744,
      "learning_rate": 6.42986954570426e-09,
      "loss": 0.3314,
      "step": 2802180
    },
    {
      "epoch": 782.08,
      "grad_norm": 1.1554113626480103,
      "learning_rate": 6.42786816653848e-09,
      "loss": 0.3253,
      "step": 2802190
    },
    {
      "epoch": 782.08,
      "grad_norm": 1.2436528205871582,
      "learning_rate": 6.425867098471243e-09,
      "loss": 0.3369,
      "step": 2802200
    },
    {
      "epoch": 782.08,
      "grad_norm": 1.461972713470459,
      "learning_rate": 6.4238663415020275e-09,
      "loss": 0.3564,
      "step": 2802210
    },
    {
      "epoch": 782.09,
      "grad_norm": 1.2650259733200073,
      "learning_rate": 6.421865895631876e-09,
      "loss": 0.3212,
      "step": 2802220
    },
    {
      "epoch": 782.09,
      "grad_norm": 1.2480766773223877,
      "learning_rate": 6.419865760860787e-09,
      "loss": 0.3348,
      "step": 2802230
    },
    {
      "epoch": 782.09,
      "grad_norm": 1.0584630966186523,
      "learning_rate": 6.417865937188762e-09,
      "loss": 0.3361,
      "step": 2802240
    },
    {
      "epoch": 782.1,
      "grad_norm": 1.176461100578308,
      "learning_rate": 6.41586642461632e-09,
      "loss": 0.3469,
      "step": 2802250
    },
    {
      "epoch": 782.1,
      "grad_norm": 1.3010832071304321,
      "learning_rate": 6.413867223143722e-09,
      "loss": 0.332,
      "step": 2802260
    },
    {
      "epoch": 782.1,
      "grad_norm": 1.2363466024398804,
      "learning_rate": 6.4118683327712274e-09,
      "loss": 0.3301,
      "step": 2802270
    },
    {
      "epoch": 782.1,
      "grad_norm": 1.3378691673278809,
      "learning_rate": 6.409869753499098e-09,
      "loss": 0.3468,
      "step": 2802280
    },
    {
      "epoch": 782.11,
      "grad_norm": 1.242331862449646,
      "learning_rate": 6.4078714853275925e-09,
      "loss": 0.3224,
      "step": 2802290
    },
    {
      "epoch": 782.11,
      "grad_norm": 1.2437610626220703,
      "learning_rate": 6.405873528256711e-09,
      "loss": 0.3345,
      "step": 2802300
    },
    {
      "epoch": 782.11,
      "grad_norm": 1.2745944261550903,
      "learning_rate": 6.403875882287236e-09,
      "loss": 0.355,
      "step": 2802310
    },
    {
      "epoch": 782.12,
      "grad_norm": 1.437232494354248,
      "learning_rate": 6.401878547419164e-09,
      "loss": 0.3352,
      "step": 2802320
    },
    {
      "epoch": 782.12,
      "grad_norm": 1.3580700159072876,
      "learning_rate": 6.3998815236527595e-09,
      "loss": 0.3452,
      "step": 2802330
    },
    {
      "epoch": 782.12,
      "grad_norm": 1.0916086435317993,
      "learning_rate": 6.397884810988018e-09,
      "loss": 0.3245,
      "step": 2802340
    },
    {
      "epoch": 782.12,
      "grad_norm": 1.457234263420105,
      "learning_rate": 6.3958884094257246e-09,
      "loss": 0.3382,
      "step": 2802350
    },
    {
      "epoch": 782.13,
      "grad_norm": 1.163630723953247,
      "learning_rate": 6.3938923189658755e-09,
      "loss": 0.3185,
      "step": 2802360
    },
    {
      "epoch": 782.13,
      "grad_norm": 1.1695183515548706,
      "learning_rate": 6.391896539608733e-09,
      "loss": 0.3412,
      "step": 2802370
    },
    {
      "epoch": 782.13,
      "grad_norm": 1.1325970888137817,
      "learning_rate": 6.389901071354817e-09,
      "loss": 0.3339,
      "step": 2802380
    },
    {
      "epoch": 782.14,
      "grad_norm": 1.1511436700820923,
      "learning_rate": 6.387905914203868e-09,
      "loss": 0.3443,
      "step": 2802390
    },
    {
      "epoch": 782.14,
      "grad_norm": 1.2939029932022095,
      "learning_rate": 6.385911068156405e-09,
      "loss": 0.3357,
      "step": 2802400
    },
    {
      "epoch": 782.14,
      "grad_norm": 1.1746091842651367,
      "learning_rate": 6.383916533212949e-09,
      "loss": 0.3284,
      "step": 2802410
    },
    {
      "epoch": 782.14,
      "grad_norm": 1.389193058013916,
      "learning_rate": 6.3819223093735e-09,
      "loss": 0.3429,
      "step": 2802420
    },
    {
      "epoch": 782.15,
      "grad_norm": 1.4585233926773071,
      "learning_rate": 6.379928396638319e-09,
      "loss": 0.3395,
      "step": 2802430
    },
    {
      "epoch": 782.15,
      "grad_norm": 1.4006049633026123,
      "learning_rate": 6.377934795007925e-09,
      "loss": 0.3376,
      "step": 2802440
    },
    {
      "epoch": 782.15,
      "grad_norm": 1.2439395189285278,
      "learning_rate": 6.375941504482059e-09,
      "loss": 0.3511,
      "step": 2802450
    },
    {
      "epoch": 782.15,
      "grad_norm": 1.3399606943130493,
      "learning_rate": 6.373948525061501e-09,
      "loss": 0.3345,
      "step": 2802460
    },
    {
      "epoch": 782.16,
      "grad_norm": 1.2447627782821655,
      "learning_rate": 6.371955856746512e-09,
      "loss": 0.3395,
      "step": 2802470
    },
    {
      "epoch": 782.16,
      "grad_norm": 1.3292882442474365,
      "learning_rate": 6.369963499536831e-09,
      "loss": 0.3334,
      "step": 2802480
    },
    {
      "epoch": 782.16,
      "grad_norm": 1.2260816097259521,
      "learning_rate": 6.367971453433238e-09,
      "loss": 0.3438,
      "step": 2802490
    },
    {
      "epoch": 782.17,
      "grad_norm": 1.201682209968567,
      "learning_rate": 6.3659797184359946e-09,
      "loss": 0.336,
      "step": 2802500
    },
    {
      "epoch": 782.17,
      "grad_norm": 1.396680235862732,
      "learning_rate": 6.36398829454484e-09,
      "loss": 0.3224,
      "step": 2802510
    },
    {
      "epoch": 782.17,
      "grad_norm": 1.3591445684432983,
      "learning_rate": 6.361997181760555e-09,
      "loss": 0.3383,
      "step": 2802520
    },
    {
      "epoch": 782.17,
      "grad_norm": 1.190298318862915,
      "learning_rate": 6.3600063800834e-09,
      "loss": 0.3236,
      "step": 2802530
    },
    {
      "epoch": 782.18,
      "grad_norm": 1.1622283458709717,
      "learning_rate": 6.358015889513374e-09,
      "loss": 0.3347,
      "step": 2802540
    },
    {
      "epoch": 782.18,
      "grad_norm": 1.0873031616210938,
      "learning_rate": 6.356025710050998e-09,
      "loss": 0.358,
      "step": 2802550
    },
    {
      "epoch": 782.18,
      "grad_norm": 1.1661359071731567,
      "learning_rate": 6.354035841696012e-09,
      "loss": 0.3392,
      "step": 2802560
    },
    {
      "epoch": 782.19,
      "grad_norm": 1.1493467092514038,
      "learning_rate": 6.352046284449456e-09,
      "loss": 0.3323,
      "step": 2802570
    },
    {
      "epoch": 782.19,
      "grad_norm": 1.3115659952163696,
      "learning_rate": 6.350057038311072e-09,
      "loss": 0.3427,
      "step": 2802580
    },
    {
      "epoch": 782.19,
      "grad_norm": 1.3216466903686523,
      "learning_rate": 6.348068103281118e-09,
      "loss": 0.3457,
      "step": 2802590
    },
    {
      "epoch": 782.19,
      "grad_norm": 1.313415765762329,
      "learning_rate": 6.346079479360115e-09,
      "loss": 0.3411,
      "step": 2802600
    },
    {
      "epoch": 782.2,
      "grad_norm": 1.2621170282363892,
      "learning_rate": 6.344091166548323e-09,
      "loss": 0.3621,
      "step": 2802610
    },
    {
      "epoch": 782.2,
      "grad_norm": 1.294134259223938,
      "learning_rate": 6.342103164845743e-09,
      "loss": 0.3599,
      "step": 2802620
    },
    {
      "epoch": 782.2,
      "grad_norm": 1.291893720626831,
      "learning_rate": 6.340115474252894e-09,
      "loss": 0.3429,
      "step": 2802630
    },
    {
      "epoch": 782.2,
      "grad_norm": 1.243058443069458,
      "learning_rate": 6.338128094769776e-09,
      "loss": 0.3457,
      "step": 2802640
    },
    {
      "epoch": 782.21,
      "grad_norm": 1.1024963855743408,
      "learning_rate": 6.3361410263969115e-09,
      "loss": 0.3403,
      "step": 2802650
    },
    {
      "epoch": 782.21,
      "grad_norm": 1.3356454372406006,
      "learning_rate": 6.33415426913456e-09,
      "loss": 0.3385,
      "step": 2802660
    },
    {
      "epoch": 782.21,
      "grad_norm": 1.0936099290847778,
      "learning_rate": 6.33216782298298e-09,
      "loss": 0.3344,
      "step": 2802670
    },
    {
      "epoch": 782.22,
      "grad_norm": 1.2716395854949951,
      "learning_rate": 6.330181687941912e-09,
      "loss": 0.3295,
      "step": 2802680
    },
    {
      "epoch": 782.22,
      "grad_norm": 1.4357317686080933,
      "learning_rate": 6.3281958640123974e-09,
      "loss": 0.3264,
      "step": 2802690
    },
    {
      "epoch": 782.22,
      "grad_norm": 1.3580008745193481,
      "learning_rate": 6.326210351194436e-09,
      "loss": 0.3477,
      "step": 2802700
    },
    {
      "epoch": 782.22,
      "grad_norm": 1.2627400159835815,
      "learning_rate": 6.324225149488028e-09,
      "loss": 0.327,
      "step": 2802710
    },
    {
      "epoch": 782.23,
      "grad_norm": 1.2466354370117188,
      "learning_rate": 6.322240258893694e-09,
      "loss": 0.346,
      "step": 2802720
    },
    {
      "epoch": 782.23,
      "grad_norm": 1.292596459388733,
      "learning_rate": 6.320255679411693e-09,
      "loss": 0.3438,
      "step": 2802730
    },
    {
      "epoch": 782.23,
      "grad_norm": 1.2852364778518677,
      "learning_rate": 6.318271411042027e-09,
      "loss": 0.3339,
      "step": 2802740
    },
    {
      "epoch": 782.24,
      "grad_norm": 1.2796472311019897,
      "learning_rate": 6.316287453785214e-09,
      "loss": 0.3371,
      "step": 2802750
    },
    {
      "epoch": 782.24,
      "grad_norm": 1.2916616201400757,
      "learning_rate": 6.314303807641776e-09,
      "loss": 0.3515,
      "step": 2802760
    },
    {
      "epoch": 782.24,
      "grad_norm": 1.1891769170761108,
      "learning_rate": 6.312320472611192e-09,
      "loss": 0.3226,
      "step": 2802770
    },
    {
      "epoch": 782.24,
      "grad_norm": 1.375153660774231,
      "learning_rate": 6.310337448694504e-09,
      "loss": 0.3504,
      "step": 2802780
    },
    {
      "epoch": 782.25,
      "grad_norm": 1.343786358833313,
      "learning_rate": 6.30835473589171e-09,
      "loss": 0.343,
      "step": 2802790
    },
    {
      "epoch": 782.25,
      "grad_norm": 1.2537014484405518,
      "learning_rate": 6.3063723342028115e-09,
      "loss": 0.3361,
      "step": 2802800
    },
    {
      "epoch": 782.25,
      "grad_norm": 1.1734572649002075,
      "learning_rate": 6.304390243628329e-09,
      "loss": 0.3315,
      "step": 2802810
    },
    {
      "epoch": 782.26,
      "grad_norm": 1.1624730825424194,
      "learning_rate": 6.302408464168782e-09,
      "loss": 0.333,
      "step": 2802820
    },
    {
      "epoch": 782.26,
      "grad_norm": 1.216788411140442,
      "learning_rate": 6.30042699582391e-09,
      "loss": 0.3269,
      "step": 2802830
    },
    {
      "epoch": 782.26,
      "grad_norm": 1.1870689392089844,
      "learning_rate": 6.298445838594235e-09,
      "loss": 0.328,
      "step": 2802840
    },
    {
      "epoch": 782.26,
      "grad_norm": 1.4144238233566284,
      "learning_rate": 6.296464992480016e-09,
      "loss": 0.3441,
      "step": 2802850
    },
    {
      "epoch": 782.27,
      "grad_norm": 1.1607779264450073,
      "learning_rate": 6.294484457481254e-09,
      "loss": 0.3364,
      "step": 2802860
    },
    {
      "epoch": 782.27,
      "grad_norm": 1.2710635662078857,
      "learning_rate": 6.292504233598728e-09,
      "loss": 0.3607,
      "step": 2802870
    },
    {
      "epoch": 782.27,
      "grad_norm": 1.2472032308578491,
      "learning_rate": 6.290524320832438e-09,
      "loss": 0.3258,
      "step": 2802880
    },
    {
      "epoch": 782.27,
      "grad_norm": 1.8467414379119873,
      "learning_rate": 6.288544719182647e-09,
      "loss": 0.3531,
      "step": 2802890
    },
    {
      "epoch": 782.28,
      "grad_norm": 1.3334940671920776,
      "learning_rate": 6.286565428649613e-09,
      "loss": 0.3306,
      "step": 2802900
    },
    {
      "epoch": 782.28,
      "grad_norm": 1.261616826057434,
      "learning_rate": 6.284586449233596e-09,
      "loss": 0.3597,
      "step": 2802910
    },
    {
      "epoch": 782.28,
      "grad_norm": 1.2999699115753174,
      "learning_rate": 6.282607780934857e-09,
      "loss": 0.3399,
      "step": 2802920
    },
    {
      "epoch": 782.29,
      "grad_norm": 1.5224732160568237,
      "learning_rate": 6.280629423753396e-09,
      "loss": 0.3394,
      "step": 2802930
    },
    {
      "epoch": 782.29,
      "grad_norm": 1.371439814567566,
      "learning_rate": 6.278651377689993e-09,
      "loss": 0.3298,
      "step": 2802940
    },
    {
      "epoch": 782.29,
      "grad_norm": 1.2929295301437378,
      "learning_rate": 6.276673642744909e-09,
      "loss": 0.3446,
      "step": 2802950
    },
    {
      "epoch": 782.29,
      "grad_norm": 1.3772262334823608,
      "learning_rate": 6.274696218917883e-09,
      "loss": 0.3193,
      "step": 2802960
    },
    {
      "epoch": 782.3,
      "grad_norm": 1.1595755815505981,
      "learning_rate": 6.272719106209436e-09,
      "loss": 0.3444,
      "step": 2802970
    },
    {
      "epoch": 782.3,
      "grad_norm": 1.1564984321594238,
      "learning_rate": 6.270742304619828e-09,
      "loss": 0.3396,
      "step": 2802980
    },
    {
      "epoch": 782.3,
      "grad_norm": 1.3531367778778076,
      "learning_rate": 6.268765814149319e-09,
      "loss": 0.3325,
      "step": 2802990
    },
    {
      "epoch": 782.31,
      "grad_norm": 1.3133885860443115,
      "learning_rate": 6.26678963479817e-09,
      "loss": 0.3358,
      "step": 2803000
    },
    {
      "epoch": 782.31,
      "grad_norm": 1.2962347269058228,
      "learning_rate": 6.264813766566901e-09,
      "loss": 0.3375,
      "step": 2803010
    },
    {
      "epoch": 782.31,
      "grad_norm": 1.2247382402420044,
      "learning_rate": 6.262838209455511e-09,
      "loss": 0.337,
      "step": 2803020
    },
    {
      "epoch": 782.31,
      "grad_norm": 1.312239170074463,
      "learning_rate": 6.260862963464262e-09,
      "loss": 0.3289,
      "step": 2803030
    },
    {
      "epoch": 782.32,
      "grad_norm": 1.1896954774856567,
      "learning_rate": 6.258888028593413e-09,
      "loss": 0.3153,
      "step": 2803040
    },
    {
      "epoch": 782.32,
      "grad_norm": 1.1745386123657227,
      "learning_rate": 6.2569134048432235e-09,
      "loss": 0.3243,
      "step": 2803050
    },
    {
      "epoch": 782.32,
      "grad_norm": 1.1760066747665405,
      "learning_rate": 6.254939092213956e-09,
      "loss": 0.34,
      "step": 2803060
    },
    {
      "epoch": 782.32,
      "grad_norm": 1.2589665651321411,
      "learning_rate": 6.252965090706129e-09,
      "loss": 0.3423,
      "step": 2803070
    },
    {
      "epoch": 782.33,
      "grad_norm": 1.02046799659729,
      "learning_rate": 6.250991400319743e-09,
      "loss": 0.3351,
      "step": 2803080
    },
    {
      "epoch": 782.33,
      "grad_norm": 1.3146393299102783,
      "learning_rate": 6.249018021054798e-09,
      "loss": 0.3284,
      "step": 2803090
    },
    {
      "epoch": 782.33,
      "grad_norm": 1.1632845401763916,
      "learning_rate": 6.247044952912336e-09,
      "loss": 0.3405,
      "step": 2803100
    },
    {
      "epoch": 782.34,
      "grad_norm": 1.1742419004440308,
      "learning_rate": 6.2450721958918345e-09,
      "loss": 0.3285,
      "step": 2803110
    },
    {
      "epoch": 782.34,
      "grad_norm": 1.295823097229004,
      "learning_rate": 6.243099749994075e-09,
      "loss": 0.3293,
      "step": 2803120
    },
    {
      "epoch": 782.34,
      "grad_norm": 1.5277528762817383,
      "learning_rate": 6.241127615219058e-09,
      "loss": 0.3321,
      "step": 2803130
    },
    {
      "epoch": 782.34,
      "grad_norm": 1.1974599361419678,
      "learning_rate": 6.239155791567044e-09,
      "loss": 0.3326,
      "step": 2803140
    },
    {
      "epoch": 782.35,
      "grad_norm": 1.2551145553588867,
      "learning_rate": 6.237184279038292e-09,
      "loss": 0.3278,
      "step": 2803150
    },
    {
      "epoch": 782.35,
      "grad_norm": 1.1058523654937744,
      "learning_rate": 6.235213077633323e-09,
      "loss": 0.3352,
      "step": 2803160
    },
    {
      "epoch": 782.35,
      "grad_norm": 1.0851649045944214,
      "learning_rate": 6.233242187352137e-09,
      "loss": 0.325,
      "step": 2803170
    },
    {
      "epoch": 782.36,
      "grad_norm": 1.5368149280548096,
      "learning_rate": 6.2312716081949935e-09,
      "loss": 0.3295,
      "step": 2803180
    },
    {
      "epoch": 782.36,
      "grad_norm": 1.2503042221069336,
      "learning_rate": 6.229301340162154e-09,
      "loss": 0.3557,
      "step": 2803190
    },
    {
      "epoch": 782.36,
      "grad_norm": 1.2800993919372559,
      "learning_rate": 6.227331383254139e-09,
      "loss": 0.3338,
      "step": 2803200
    },
    {
      "epoch": 782.36,
      "grad_norm": 1.1344889402389526,
      "learning_rate": 6.225361737470947e-09,
      "loss": 0.3352,
      "step": 2803210
    },
    {
      "epoch": 782.37,
      "grad_norm": 1.307891845703125,
      "learning_rate": 6.2233924028131e-09,
      "loss": 0.3474,
      "step": 2803220
    },
    {
      "epoch": 782.37,
      "grad_norm": 1.5176682472229004,
      "learning_rate": 6.221423379280336e-09,
      "loss": 0.3513,
      "step": 2803230
    },
    {
      "epoch": 782.37,
      "grad_norm": 1.2506331205368042,
      "learning_rate": 6.219454666873697e-09,
      "loss": 0.3302,
      "step": 2803240
    },
    {
      "epoch": 782.38,
      "grad_norm": 1.313883662223816,
      "learning_rate": 6.217486265592663e-09,
      "loss": 0.3559,
      "step": 2803250
    },
    {
      "epoch": 782.38,
      "grad_norm": 1.153303623199463,
      "learning_rate": 6.215518175438014e-09,
      "loss": 0.3426,
      "step": 2803260
    },
    {
      "epoch": 782.38,
      "grad_norm": 2.7731330394744873,
      "learning_rate": 6.21355039640975e-09,
      "loss": 0.335,
      "step": 2803270
    },
    {
      "epoch": 782.38,
      "grad_norm": 1.0775848627090454,
      "learning_rate": 6.211582928508131e-09,
      "loss": 0.3466,
      "step": 2803280
    },
    {
      "epoch": 782.39,
      "grad_norm": 1.3257988691329956,
      "learning_rate": 6.209615771733678e-09,
      "loss": 0.3321,
      "step": 2803290
    },
    {
      "epoch": 782.39,
      "grad_norm": 0.9631441831588745,
      "learning_rate": 6.20764892608639e-09,
      "loss": 0.3375,
      "step": 2803300
    },
    {
      "epoch": 782.39,
      "grad_norm": 1.4596190452575684,
      "learning_rate": 6.205682391566789e-09,
      "loss": 0.3389,
      "step": 2803310
    },
    {
      "epoch": 782.39,
      "grad_norm": 1.3067108392715454,
      "learning_rate": 6.203716168174875e-09,
      "loss": 0.3242,
      "step": 2803320
    },
    {
      "epoch": 782.4,
      "grad_norm": 1.3295997381210327,
      "learning_rate": 6.201750255910906e-09,
      "loss": 0.3486,
      "step": 2803330
    },
    {
      "epoch": 782.4,
      "grad_norm": 1.174457311630249,
      "learning_rate": 6.199784654775403e-09,
      "loss": 0.3324,
      "step": 2803340
    },
    {
      "epoch": 782.4,
      "grad_norm": 1.3266174793243408,
      "learning_rate": 6.197819364768368e-09,
      "loss": 0.329,
      "step": 2803350
    },
    {
      "epoch": 782.41,
      "grad_norm": 1.1272668838500977,
      "learning_rate": 6.19585438589032e-09,
      "loss": 0.3394,
      "step": 2803360
    },
    {
      "epoch": 782.41,
      "grad_norm": 1.3106824159622192,
      "learning_rate": 6.193889718141259e-09,
      "loss": 0.3355,
      "step": 2803370
    },
    {
      "epoch": 782.41,
      "grad_norm": 1.1958237886428833,
      "learning_rate": 6.191925361521445e-09,
      "loss": 0.3483,
      "step": 2803380
    },
    {
      "epoch": 782.41,
      "grad_norm": 1.3539936542510986,
      "learning_rate": 6.189961316031399e-09,
      "loss": 0.351,
      "step": 2803390
    },
    {
      "epoch": 782.42,
      "grad_norm": 1.1070950031280518,
      "learning_rate": 6.187997581671121e-09,
      "loss": 0.3561,
      "step": 2803400
    },
    {
      "epoch": 782.42,
      "grad_norm": 1.4794936180114746,
      "learning_rate": 6.186034158441131e-09,
      "loss": 0.3243,
      "step": 2803410
    },
    {
      "epoch": 782.42,
      "grad_norm": 1.2417296171188354,
      "learning_rate": 6.1840710463414294e-09,
      "loss": 0.3394,
      "step": 2803420
    },
    {
      "epoch": 782.43,
      "grad_norm": 1.2205778360366821,
      "learning_rate": 6.182108245372276e-09,
      "loss": 0.3367,
      "step": 2803430
    },
    {
      "epoch": 782.43,
      "grad_norm": 1.4721498489379883,
      "learning_rate": 6.180145755534191e-09,
      "loss": 0.3294,
      "step": 2803440
    },
    {
      "epoch": 782.43,
      "grad_norm": 1.1038293838500977,
      "learning_rate": 6.1781835768274365e-09,
      "loss": 0.3348,
      "step": 2803450
    },
    {
      "epoch": 782.43,
      "grad_norm": 1.15223228931427,
      "learning_rate": 6.176221709251749e-09,
      "loss": 0.3565,
      "step": 2803460
    },
    {
      "epoch": 782.44,
      "grad_norm": 1.223068356513977,
      "learning_rate": 6.174260152808173e-09,
      "loss": 0.3481,
      "step": 2803470
    },
    {
      "epoch": 782.44,
      "grad_norm": 1.2051278352737427,
      "learning_rate": 6.172298907496445e-09,
      "loss": 0.3339,
      "step": 2803480
    },
    {
      "epoch": 782.44,
      "grad_norm": 1.292245626449585,
      "learning_rate": 6.170337973316827e-09,
      "loss": 0.3363,
      "step": 2803490
    },
    {
      "epoch": 782.44,
      "grad_norm": 1.1838222742080688,
      "learning_rate": 6.1683773502695795e-09,
      "loss": 0.3491,
      "step": 2803500
    },
    {
      "epoch": 782.45,
      "grad_norm": 1.258286476135254,
      "learning_rate": 6.166417038355222e-09,
      "loss": 0.3371,
      "step": 2803510
    },
    {
      "epoch": 782.45,
      "grad_norm": 1.440775990486145,
      "learning_rate": 6.164457037574014e-09,
      "loss": 0.3355,
      "step": 2803520
    },
    {
      "epoch": 782.45,
      "grad_norm": 1.3750933408737183,
      "learning_rate": 6.162497347925958e-09,
      "loss": 0.3502,
      "step": 2803530
    },
    {
      "epoch": 782.46,
      "grad_norm": 1.1942331790924072,
      "learning_rate": 6.160537969411572e-09,
      "loss": 0.321,
      "step": 2803540
    },
    {
      "epoch": 782.46,
      "grad_norm": 1.645522117614746,
      "learning_rate": 6.158578902030857e-09,
      "loss": 0.3521,
      "step": 2803550
    },
    {
      "epoch": 782.46,
      "grad_norm": 1.3639057874679565,
      "learning_rate": 6.156620145784074e-09,
      "loss": 0.3538,
      "step": 2803560
    },
    {
      "epoch": 782.46,
      "grad_norm": 1.212003469467163,
      "learning_rate": 6.154661700671741e-09,
      "loss": 0.3356,
      "step": 2803570
    },
    {
      "epoch": 782.47,
      "grad_norm": 1.241844892501831,
      "learning_rate": 6.15270356669386e-09,
      "loss": 0.3218,
      "step": 2803580
    },
    {
      "epoch": 782.47,
      "grad_norm": 1.1438484191894531,
      "learning_rate": 6.150745743851212e-09,
      "loss": 0.3249,
      "step": 2803590
    },
    {
      "epoch": 782.47,
      "grad_norm": 1.3896552324295044,
      "learning_rate": 6.1487882321432754e-09,
      "loss": 0.3222,
      "step": 2803600
    },
    {
      "epoch": 782.48,
      "grad_norm": 1.233240008354187,
      "learning_rate": 6.146831031570831e-09,
      "loss": 0.3466,
      "step": 2803610
    },
    {
      "epoch": 782.48,
      "grad_norm": 1.291718602180481,
      "learning_rate": 6.144874142133879e-09,
      "loss": 0.3382,
      "step": 2803620
    },
    {
      "epoch": 782.48,
      "grad_norm": 1.3811366558074951,
      "learning_rate": 6.142917563832939e-09,
      "loss": 0.34,
      "step": 2803630
    },
    {
      "epoch": 782.48,
      "grad_norm": 1.1672919988632202,
      "learning_rate": 6.140961296668273e-09,
      "loss": 0.3274,
      "step": 2803640
    },
    {
      "epoch": 782.49,
      "grad_norm": 1.3619381189346313,
      "learning_rate": 6.13900534063962e-09,
      "loss": 0.3239,
      "step": 2803650
    },
    {
      "epoch": 782.49,
      "grad_norm": 1.333986759185791,
      "learning_rate": 6.1370496957480194e-09,
      "loss": 0.325,
      "step": 2803660
    },
    {
      "epoch": 782.49,
      "grad_norm": 1.1003683805465698,
      "learning_rate": 6.135094361992953e-09,
      "loss": 0.3305,
      "step": 2803670
    },
    {
      "epoch": 782.5,
      "grad_norm": 1.1064900159835815,
      "learning_rate": 6.1331393393754606e-09,
      "loss": 0.3417,
      "step": 2803680
    },
    {
      "epoch": 782.5,
      "grad_norm": 1.1395822763442993,
      "learning_rate": 6.131184627895282e-09,
      "loss": 0.3369,
      "step": 2803690
    },
    {
      "epoch": 782.5,
      "grad_norm": 2.1292035579681396,
      "learning_rate": 6.129230227552677e-09,
      "loss": 0.347,
      "step": 2803700
    },
    {
      "epoch": 782.5,
      "grad_norm": 1.4371768236160278,
      "learning_rate": 6.127276138348166e-09,
      "loss": 0.3374,
      "step": 2803710
    },
    {
      "epoch": 782.51,
      "grad_norm": 1.432690978050232,
      "learning_rate": 6.125322360281751e-09,
      "loss": 0.3288,
      "step": 2803720
    },
    {
      "epoch": 782.51,
      "grad_norm": 1.48867666721344,
      "learning_rate": 6.12336889335395e-09,
      "loss": 0.3522,
      "step": 2803730
    },
    {
      "epoch": 782.51,
      "grad_norm": 1.3298983573913574,
      "learning_rate": 6.121415737564764e-09,
      "loss": 0.3349,
      "step": 2803740
    },
    {
      "epoch": 782.51,
      "grad_norm": 1.2269248962402344,
      "learning_rate": 6.119462892914713e-09,
      "loss": 0.3308,
      "step": 2803750
    },
    {
      "epoch": 782.52,
      "grad_norm": 1.4275081157684326,
      "learning_rate": 6.117510359403798e-09,
      "loss": 0.3297,
      "step": 2803760
    },
    {
      "epoch": 782.52,
      "grad_norm": 1.3111947774887085,
      "learning_rate": 6.1155581370325374e-09,
      "loss": 0.3233,
      "step": 2803770
    },
    {
      "epoch": 782.52,
      "grad_norm": 1.2464346885681152,
      "learning_rate": 6.113606225800933e-09,
      "loss": 0.3327,
      "step": 2803780
    },
    {
      "epoch": 782.53,
      "grad_norm": 1.2400857210159302,
      "learning_rate": 6.111654625709245e-09,
      "loss": 0.3301,
      "step": 2803790
    },
    {
      "epoch": 782.53,
      "grad_norm": 1.3677138090133667,
      "learning_rate": 6.109703336758254e-09,
      "loss": 0.3408,
      "step": 2803800
    },
    {
      "epoch": 782.53,
      "grad_norm": 1.3561460971832275,
      "learning_rate": 6.107752358947439e-09,
      "loss": 0.3703,
      "step": 2803810
    },
    {
      "epoch": 782.53,
      "grad_norm": 1.4272099733352661,
      "learning_rate": 6.10580169227758e-09,
      "loss": 0.3303,
      "step": 2803820
    },
    {
      "epoch": 782.54,
      "grad_norm": 1.0073802471160889,
      "learning_rate": 6.103851336748937e-09,
      "loss": 0.3242,
      "step": 2803830
    },
    {
      "epoch": 782.54,
      "grad_norm": 1.151990532875061,
      "learning_rate": 6.101901292361513e-09,
      "loss": 0.3447,
      "step": 2803840
    },
    {
      "epoch": 782.54,
      "grad_norm": 1.1098380088806152,
      "learning_rate": 6.099951559115565e-09,
      "loss": 0.3465,
      "step": 2803850
    },
    {
      "epoch": 782.55,
      "grad_norm": 1.4061466455459595,
      "learning_rate": 6.098002137011615e-09,
      "loss": 0.3427,
      "step": 2803860
    },
    {
      "epoch": 782.55,
      "grad_norm": 1.1565507650375366,
      "learning_rate": 6.0960530260499226e-09,
      "loss": 0.3335,
      "step": 2803870
    },
    {
      "epoch": 782.55,
      "grad_norm": 1.0953447818756104,
      "learning_rate": 6.094104226230488e-09,
      "loss": 0.3265,
      "step": 2803880
    },
    {
      "epoch": 782.55,
      "grad_norm": 1.2130064964294434,
      "learning_rate": 6.092155737553571e-09,
      "loss": 0.3425,
      "step": 2803890
    },
    {
      "epoch": 782.56,
      "grad_norm": 1.1259955167770386,
      "learning_rate": 6.090207560019694e-09,
      "loss": 0.3357,
      "step": 2803900
    },
    {
      "epoch": 782.56,
      "grad_norm": 1.4020252227783203,
      "learning_rate": 6.088259693628854e-09,
      "loss": 0.3586,
      "step": 2803910
    },
    {
      "epoch": 782.56,
      "grad_norm": 1.142600178718567,
      "learning_rate": 6.086312138381573e-09,
      "loss": 0.3313,
      "step": 2803920
    },
    {
      "epoch": 782.56,
      "grad_norm": 1.2874809503555298,
      "learning_rate": 6.084364894277851e-09,
      "loss": 0.3243,
      "step": 2803930
    },
    {
      "epoch": 782.57,
      "grad_norm": 1.1588937044143677,
      "learning_rate": 6.0824179613182084e-09,
      "loss": 0.3443,
      "step": 2803940
    },
    {
      "epoch": 782.57,
      "grad_norm": 1.1574183702468872,
      "learning_rate": 6.080471339502384e-09,
      "loss": 0.3222,
      "step": 2803950
    },
    {
      "epoch": 782.57,
      "grad_norm": 1.3968963623046875,
      "learning_rate": 6.078525028831421e-09,
      "loss": 0.3339,
      "step": 2803960
    },
    {
      "epoch": 782.58,
      "grad_norm": 1.214070200920105,
      "learning_rate": 6.076579029305056e-09,
      "loss": 0.3239,
      "step": 2803970
    },
    {
      "epoch": 782.58,
      "grad_norm": 1.1327322721481323,
      "learning_rate": 6.074633340923552e-09,
      "loss": 0.3308,
      "step": 2803980
    },
    {
      "epoch": 782.58,
      "grad_norm": 1.3986377716064453,
      "learning_rate": 6.0726879636874285e-09,
      "loss": 0.3504,
      "step": 2803990
    },
    {
      "epoch": 782.58,
      "grad_norm": 1.2426398992538452,
      "learning_rate": 6.070742897596685e-09,
      "loss": 0.3332,
      "step": 2804000
    },
    {
      "epoch": 782.59,
      "grad_norm": 1.210614562034607,
      "learning_rate": 6.068798142651842e-09,
      "loss": 0.3527,
      "step": 2804010
    },
    {
      "epoch": 782.59,
      "grad_norm": 1.487209439277649,
      "learning_rate": 6.066853698852639e-09,
      "loss": 0.3288,
      "step": 2804020
    },
    {
      "epoch": 782.59,
      "grad_norm": 1.3163281679153442,
      "learning_rate": 6.064909566200117e-09,
      "loss": 0.3441,
      "step": 2804030
    },
    {
      "epoch": 782.6,
      "grad_norm": 1.1307011842727661,
      "learning_rate": 6.062965744693757e-09,
      "loss": 0.321,
      "step": 2804040
    },
    {
      "epoch": 782.6,
      "grad_norm": 1.177718162536621,
      "learning_rate": 6.061022234334339e-09,
      "loss": 0.3379,
      "step": 2804050
    },
    {
      "epoch": 782.6,
      "grad_norm": 1.221733570098877,
      "learning_rate": 6.059079035122122e-09,
      "loss": 0.327,
      "step": 2804060
    },
    {
      "epoch": 782.6,
      "grad_norm": 1.2514318227767944,
      "learning_rate": 6.057136147057107e-09,
      "loss": 0.3421,
      "step": 2804070
    },
    {
      "epoch": 782.61,
      "grad_norm": 1.2277988195419312,
      "learning_rate": 6.055193570139553e-09,
      "loss": 0.3336,
      "step": 2804080
    },
    {
      "epoch": 782.61,
      "grad_norm": 1.3409974575042725,
      "learning_rate": 6.0532513043697226e-09,
      "loss": 0.3442,
      "step": 2804090
    },
    {
      "epoch": 782.61,
      "grad_norm": 1.1023107767105103,
      "learning_rate": 6.051309349748134e-09,
      "loss": 0.3208,
      "step": 2804100
    },
    {
      "epoch": 782.62,
      "grad_norm": 1.2518696784973145,
      "learning_rate": 6.049367706274788e-09,
      "loss": 0.3431,
      "step": 2804110
    },
    {
      "epoch": 782.62,
      "grad_norm": 1.3229725360870361,
      "learning_rate": 6.047426373950205e-09,
      "loss": 0.3269,
      "step": 2804120
    },
    {
      "epoch": 782.62,
      "grad_norm": 1.3716098070144653,
      "learning_rate": 6.045485352774385e-09,
      "loss": 0.3455,
      "step": 2804130
    },
    {
      "epoch": 782.62,
      "grad_norm": 1.3078566789627075,
      "learning_rate": 6.043544642747589e-09,
      "loss": 0.339,
      "step": 2804140
    },
    {
      "epoch": 782.63,
      "grad_norm": 1.4224653244018555,
      "learning_rate": 6.041604243870335e-09,
      "loss": 0.3333,
      "step": 2804150
    },
    {
      "epoch": 782.63,
      "grad_norm": 1.288167119026184,
      "learning_rate": 6.0396641561423664e-09,
      "loss": 0.3469,
      "step": 2804160
    },
    {
      "epoch": 782.63,
      "grad_norm": 1.2156950235366821,
      "learning_rate": 6.03772437956472e-09,
      "loss": 0.3535,
      "step": 2804170
    },
    {
      "epoch": 782.63,
      "grad_norm": 1.2270563840866089,
      "learning_rate": 6.035784914136879e-09,
      "loss": 0.3518,
      "step": 2804180
    },
    {
      "epoch": 782.64,
      "grad_norm": 1.44789719581604,
      "learning_rate": 6.0338457598596224e-09,
      "loss": 0.3324,
      "step": 2804190
    },
    {
      "epoch": 782.64,
      "grad_norm": 1.2203108072280884,
      "learning_rate": 6.03190691673295e-09,
      "loss": 0.3323,
      "step": 2804200
    },
    {
      "epoch": 782.64,
      "grad_norm": 1.0878355503082275,
      "learning_rate": 6.029968384757122e-09,
      "loss": 0.3309,
      "step": 2804210
    },
    {
      "epoch": 782.65,
      "grad_norm": 1.1308406591415405,
      "learning_rate": 6.028030163932659e-09,
      "loss": 0.3566,
      "step": 2804220
    },
    {
      "epoch": 782.65,
      "grad_norm": 1.3165509700775146,
      "learning_rate": 6.026092254259561e-09,
      "loss": 0.3461,
      "step": 2804230
    },
    {
      "epoch": 782.65,
      "grad_norm": 1.3194881677627563,
      "learning_rate": 6.024154655738089e-09,
      "loss": 0.3298,
      "step": 2804240
    },
    {
      "epoch": 782.65,
      "grad_norm": 1.435123324394226,
      "learning_rate": 6.022217368368502e-09,
      "loss": 0.3362,
      "step": 2804250
    },
    {
      "epoch": 782.66,
      "grad_norm": 1.6137700080871582,
      "learning_rate": 6.020280392151321e-09,
      "loss": 0.3338,
      "step": 2804260
    },
    {
      "epoch": 782.66,
      "grad_norm": 1.4684958457946777,
      "learning_rate": 6.018343727086286e-09,
      "loss": 0.3409,
      "step": 2804270
    },
    {
      "epoch": 782.66,
      "grad_norm": 1.4113565683364868,
      "learning_rate": 6.016407373174176e-09,
      "loss": 0.3391,
      "step": 2804280
    },
    {
      "epoch": 782.67,
      "grad_norm": 1.5834814310073853,
      "learning_rate": 6.014471330415254e-09,
      "loss": 0.3403,
      "step": 2804290
    },
    {
      "epoch": 782.67,
      "grad_norm": 1.0456501245498657,
      "learning_rate": 6.012535598809258e-09,
      "loss": 0.3256,
      "step": 2804300
    },
    {
      "epoch": 782.67,
      "grad_norm": 1.3514353036880493,
      "learning_rate": 6.010600178356708e-09,
      "loss": 0.3316,
      "step": 2804310
    },
    {
      "epoch": 782.67,
      "grad_norm": 1.1868250370025635,
      "learning_rate": 6.0086650690581265e-09,
      "loss": 0.3562,
      "step": 2804320
    },
    {
      "epoch": 782.68,
      "grad_norm": 1.3232526779174805,
      "learning_rate": 6.006730270913512e-09,
      "loss": 0.3393,
      "step": 2804330
    },
    {
      "epoch": 782.68,
      "grad_norm": 1.1518603563308716,
      "learning_rate": 6.004795783923124e-09,
      "loss": 0.3438,
      "step": 2804340
    },
    {
      "epoch": 782.68,
      "grad_norm": 1.102014183998108,
      "learning_rate": 6.002861608087224e-09,
      "loss": 0.3307,
      "step": 2804350
    },
    {
      "epoch": 782.68,
      "grad_norm": 1.2662631273269653,
      "learning_rate": 6.000927743406072e-09,
      "loss": 0.3243,
      "step": 2804360
    },
    {
      "epoch": 782.69,
      "grad_norm": 1.2014240026474,
      "learning_rate": 5.998994189880188e-09,
      "loss": 0.3444,
      "step": 2804370
    },
    {
      "epoch": 782.69,
      "grad_norm": 1.3330161571502686,
      "learning_rate": 5.997060947509312e-09,
      "loss": 0.3399,
      "step": 2804380
    },
    {
      "epoch": 782.69,
      "grad_norm": 1.55620539188385,
      "learning_rate": 5.995128016294225e-09,
      "loss": 0.3338,
      "step": 2804390
    },
    {
      "epoch": 782.7,
      "grad_norm": 1.4072375297546387,
      "learning_rate": 5.993195396234926e-09,
      "loss": 0.3514,
      "step": 2804400
    },
    {
      "epoch": 782.7,
      "grad_norm": 1.1515705585479736,
      "learning_rate": 5.991263087331416e-09,
      "loss": 0.3478,
      "step": 2804410
    },
    {
      "epoch": 782.7,
      "grad_norm": 1.4231023788452148,
      "learning_rate": 5.9893310895844755e-09,
      "loss": 0.3259,
      "step": 2804420
    },
    {
      "epoch": 782.7,
      "grad_norm": 1.2677937746047974,
      "learning_rate": 5.9873994029941035e-09,
      "loss": 0.3364,
      "step": 2804430
    },
    {
      "epoch": 782.71,
      "grad_norm": 1.3023873567581177,
      "learning_rate": 5.985468027560562e-09,
      "loss": 0.3287,
      "step": 2804440
    },
    {
      "epoch": 782.71,
      "grad_norm": 1.189882755279541,
      "learning_rate": 5.983536963284109e-09,
      "loss": 0.3374,
      "step": 2804450
    },
    {
      "epoch": 782.71,
      "grad_norm": 1.0945616960525513,
      "learning_rate": 5.981606210165007e-09,
      "loss": 0.3264,
      "step": 2804460
    },
    {
      "epoch": 782.72,
      "grad_norm": 1.3493703603744507,
      "learning_rate": 5.979675768203514e-09,
      "loss": 0.3443,
      "step": 2804470
    },
    {
      "epoch": 782.72,
      "grad_norm": 1.3302768468856812,
      "learning_rate": 5.977745637399632e-09,
      "loss": 0.3462,
      "step": 2804480
    },
    {
      "epoch": 782.72,
      "grad_norm": 1.1451334953308105,
      "learning_rate": 5.9758158177544e-09,
      "loss": 0.3345,
      "step": 2804490
    },
    {
      "epoch": 782.72,
      "grad_norm": 1.2023341655731201,
      "learning_rate": 5.97388630926704e-09,
      "loss": 0.3257,
      "step": 2804500
    },
    {
      "epoch": 782.73,
      "grad_norm": 1.5791858434677124,
      "learning_rate": 5.9719571119385895e-09,
      "loss": 0.362,
      "step": 2804510
    },
    {
      "epoch": 782.73,
      "grad_norm": 1.319793462753296,
      "learning_rate": 5.970028225769051e-09,
      "loss": 0.3606,
      "step": 2804520
    },
    {
      "epoch": 782.73,
      "grad_norm": 1.3909952640533447,
      "learning_rate": 5.968099650758684e-09,
      "loss": 0.3583,
      "step": 2804530
    },
    {
      "epoch": 782.74,
      "grad_norm": 1.1726542711257935,
      "learning_rate": 5.966171386907487e-09,
      "loss": 0.3381,
      "step": 2804540
    },
    {
      "epoch": 782.74,
      "grad_norm": 1.096375823020935,
      "learning_rate": 5.964243434216244e-09,
      "loss": 0.3294,
      "step": 2804550
    },
    {
      "epoch": 782.74,
      "grad_norm": 1.1221122741699219,
      "learning_rate": 5.9623157926846906e-09,
      "loss": 0.3483,
      "step": 2804560
    },
    {
      "epoch": 782.74,
      "grad_norm": 1.2779970169067383,
      "learning_rate": 5.960388462313351e-09,
      "loss": 0.3339,
      "step": 2804570
    },
    {
      "epoch": 782.75,
      "grad_norm": 1.6233646869659424,
      "learning_rate": 5.958461443102483e-09,
      "loss": 0.3381,
      "step": 2804580
    },
    {
      "epoch": 782.75,
      "grad_norm": 1.1304556131362915,
      "learning_rate": 5.956534735052348e-09,
      "loss": 0.3257,
      "step": 2804590
    },
    {
      "epoch": 782.75,
      "grad_norm": 1.1400532722473145,
      "learning_rate": 5.954608338163205e-09,
      "loss": 0.3268,
      "step": 2804600
    },
    {
      "epoch": 782.75,
      "grad_norm": 1.3206301927566528,
      "learning_rate": 5.952682252435316e-09,
      "loss": 0.3345,
      "step": 2804610
    },
    {
      "epoch": 782.76,
      "grad_norm": 1.2857996225357056,
      "learning_rate": 5.950756477868679e-09,
      "loss": 0.3478,
      "step": 2804620
    },
    {
      "epoch": 782.76,
      "grad_norm": 1.4271135330200195,
      "learning_rate": 5.948831014463817e-09,
      "loss": 0.3368,
      "step": 2804630
    },
    {
      "epoch": 782.76,
      "grad_norm": 2.058708429336548,
      "learning_rate": 5.946905862220987e-09,
      "loss": 0.3354,
      "step": 2804640
    },
    {
      "epoch": 782.77,
      "grad_norm": 1.336263656616211,
      "learning_rate": 5.944981021140452e-09,
      "loss": 0.3376,
      "step": 2804650
    },
    {
      "epoch": 782.77,
      "grad_norm": 1.2075799703598022,
      "learning_rate": 5.9430564912222105e-09,
      "loss": 0.3424,
      "step": 2804660
    },
    {
      "epoch": 782.77,
      "grad_norm": 1.272814393043518,
      "learning_rate": 5.941132272466783e-09,
      "loss": 0.3464,
      "step": 2804670
    },
    {
      "epoch": 782.77,
      "grad_norm": 1.3248008489608765,
      "learning_rate": 5.93920836487443e-09,
      "loss": 0.3358,
      "step": 2804680
    },
    {
      "epoch": 782.78,
      "grad_norm": 1.2589850425720215,
      "learning_rate": 5.937284768445152e-09,
      "loss": 0.3286,
      "step": 2804690
    },
    {
      "epoch": 782.78,
      "grad_norm": 1.3561906814575195,
      "learning_rate": 5.9353614831794685e-09,
      "loss": 0.3405,
      "step": 2804700
    },
    {
      "epoch": 782.78,
      "grad_norm": 1.2391937971115112,
      "learning_rate": 5.93343850907764e-09,
      "loss": 0.3294,
      "step": 2804710
    },
    {
      "epoch": 782.79,
      "grad_norm": 6.556334972381592,
      "learning_rate": 5.931515846139927e-09,
      "loss": 0.346,
      "step": 2804720
    },
    {
      "epoch": 782.79,
      "grad_norm": 1.3778581619262695,
      "learning_rate": 5.929593494366329e-09,
      "loss": 0.3391,
      "step": 2804730
    },
    {
      "epoch": 782.79,
      "grad_norm": 1.2872247695922852,
      "learning_rate": 5.927671453757107e-09,
      "loss": 0.3307,
      "step": 2804740
    },
    {
      "epoch": 782.79,
      "grad_norm": 1.2050553560256958,
      "learning_rate": 5.92574972431304e-09,
      "loss": 0.3485,
      "step": 2804750
    },
    {
      "epoch": 782.8,
      "grad_norm": 1.2173880338668823,
      "learning_rate": 5.9238283060336106e-09,
      "loss": 0.3401,
      "step": 2804760
    },
    {
      "epoch": 782.8,
      "grad_norm": 1.2264925241470337,
      "learning_rate": 5.921907198919856e-09,
      "loss": 0.3464,
      "step": 2804770
    },
    {
      "epoch": 782.8,
      "grad_norm": 1.2870020866394043,
      "learning_rate": 5.919986402971519e-09,
      "loss": 0.3468,
      "step": 2804780
    },
    {
      "epoch": 782.8,
      "grad_norm": 1.281937599182129,
      "learning_rate": 5.918065918188858e-09,
      "loss": 0.3421,
      "step": 2804790
    },
    {
      "epoch": 782.81,
      "grad_norm": 1.447723627090454,
      "learning_rate": 5.916145744572394e-09,
      "loss": 0.3339,
      "step": 2804800
    },
    {
      "epoch": 782.81,
      "grad_norm": 1.3725477457046509,
      "learning_rate": 5.914225882122127e-09,
      "loss": 0.3381,
      "step": 2804810
    },
    {
      "epoch": 782.81,
      "grad_norm": 1.3650614023208618,
      "learning_rate": 5.912306330838838e-09,
      "loss": 0.3471,
      "step": 2804820
    },
    {
      "epoch": 782.82,
      "grad_norm": 1.3962236642837524,
      "learning_rate": 5.910387090722005e-09,
      "loss": 0.3221,
      "step": 2804830
    },
    {
      "epoch": 782.82,
      "grad_norm": 1.4983508586883545,
      "learning_rate": 5.908468161772411e-09,
      "loss": 0.3427,
      "step": 2804840
    },
    {
      "epoch": 782.82,
      "grad_norm": 1.353630781173706,
      "learning_rate": 5.906549543990055e-09,
      "loss": 0.3372,
      "step": 2804850
    },
    {
      "epoch": 782.82,
      "grad_norm": 1.1281684637069702,
      "learning_rate": 5.904631237375196e-09,
      "loss": 0.3256,
      "step": 2804860
    },
    {
      "epoch": 782.83,
      "grad_norm": 0.9774137735366821,
      "learning_rate": 5.9027132419283554e-09,
      "loss": 0.3287,
      "step": 2804870
    },
    {
      "epoch": 782.83,
      "grad_norm": 1.2510144710540771,
      "learning_rate": 5.900795557649794e-09,
      "loss": 0.3466,
      "step": 2804880
    },
    {
      "epoch": 782.83,
      "grad_norm": 1.2889604568481445,
      "learning_rate": 5.898878184539251e-09,
      "loss": 0.3235,
      "step": 2804890
    },
    {
      "epoch": 782.84,
      "grad_norm": 1.185007929801941,
      "learning_rate": 5.896961122597507e-09,
      "loss": 0.3431,
      "step": 2804900
    },
    {
      "epoch": 782.84,
      "grad_norm": 1.14895498752594,
      "learning_rate": 5.895044371824822e-09,
      "loss": 0.3455,
      "step": 2804910
    },
    {
      "epoch": 782.84,
      "grad_norm": 1.235711932182312,
      "learning_rate": 5.893127932220937e-09,
      "loss": 0.3353,
      "step": 2804920
    },
    {
      "epoch": 782.84,
      "grad_norm": 1.0451232194900513,
      "learning_rate": 5.891211803786631e-09,
      "loss": 0.3449,
      "step": 2804930
    },
    {
      "epoch": 782.85,
      "grad_norm": 1.2431201934814453,
      "learning_rate": 5.889295986521905e-09,
      "loss": 0.3431,
      "step": 2804940
    },
    {
      "epoch": 782.85,
      "grad_norm": 1.0496973991394043,
      "learning_rate": 5.887380480427018e-09,
      "loss": 0.3252,
      "step": 2804950
    },
    {
      "epoch": 782.85,
      "grad_norm": 1.3507252931594849,
      "learning_rate": 5.885465285502492e-09,
      "loss": 0.3279,
      "step": 2804960
    },
    {
      "epoch": 782.86,
      "grad_norm": 1.0802873373031616,
      "learning_rate": 5.8835504017480665e-09,
      "loss": 0.3396,
      "step": 2804970
    },
    {
      "epoch": 782.86,
      "grad_norm": 1.1888998746871948,
      "learning_rate": 5.8816358291645205e-09,
      "loss": 0.352,
      "step": 2804980
    },
    {
      "epoch": 782.86,
      "grad_norm": 1.2564966678619385,
      "learning_rate": 5.879721567751856e-09,
      "loss": 0.3338,
      "step": 2804990
    },
    {
      "epoch": 782.86,
      "grad_norm": 1.481217622756958,
      "learning_rate": 5.877807617510333e-09,
      "loss": 0.3369,
      "step": 2805000
    },
    {
      "epoch": 782.87,
      "grad_norm": 1.3906455039978027,
      "learning_rate": 5.875893978440211e-09,
      "loss": 0.3515,
      "step": 2805010
    },
    {
      "epoch": 782.87,
      "grad_norm": 1.2315877676010132,
      "learning_rate": 5.873980650541749e-09,
      "loss": 0.3322,
      "step": 2805020
    },
    {
      "epoch": 782.87,
      "grad_norm": 1.1602611541748047,
      "learning_rate": 5.87206763381521e-09,
      "loss": 0.331,
      "step": 2805030
    },
    {
      "epoch": 782.87,
      "grad_norm": 1.4073847532272339,
      "learning_rate": 5.870154928261112e-09,
      "loss": 0.3245,
      "step": 2805040
    },
    {
      "epoch": 782.88,
      "grad_norm": 1.245060682296753,
      "learning_rate": 5.8682425338791965e-09,
      "loss": 0.3401,
      "step": 2805050
    },
    {
      "epoch": 782.88,
      "grad_norm": 1.193239688873291,
      "learning_rate": 5.866330450669983e-09,
      "loss": 0.325,
      "step": 2805060
    },
    {
      "epoch": 782.88,
      "grad_norm": 1.1533560752868652,
      "learning_rate": 5.864418678633992e-09,
      "loss": 0.3448,
      "step": 2805070
    },
    {
      "epoch": 782.89,
      "grad_norm": 1.182661533355713,
      "learning_rate": 5.862507217770963e-09,
      "loss": 0.3423,
      "step": 2805080
    },
    {
      "epoch": 782.89,
      "grad_norm": 1.4828450679779053,
      "learning_rate": 5.860596068081418e-09,
      "loss": 0.3361,
      "step": 2805090
    },
    {
      "epoch": 782.89,
      "grad_norm": 1.3130340576171875,
      "learning_rate": 5.858685229565615e-09,
      "loss": 0.3256,
      "step": 2805100
    },
    {
      "epoch": 782.89,
      "grad_norm": 1.3061022758483887,
      "learning_rate": 5.856774702223816e-09,
      "loss": 0.3556,
      "step": 2805110
    },
    {
      "epoch": 782.9,
      "grad_norm": 1.0994535684585571,
      "learning_rate": 5.8548644860560195e-09,
      "loss": 0.3242,
      "step": 2805120
    },
    {
      "epoch": 782.9,
      "grad_norm": 2.299504280090332,
      "learning_rate": 5.852954581063007e-09,
      "loss": 0.3202,
      "step": 2805130
    },
    {
      "epoch": 782.9,
      "grad_norm": 1.3025648593902588,
      "learning_rate": 5.851044987244778e-09,
      "loss": 0.3405,
      "step": 2805140
    },
    {
      "epoch": 782.91,
      "grad_norm": 1.2146544456481934,
      "learning_rate": 5.849135704601073e-09,
      "loss": 0.3348,
      "step": 2805150
    },
    {
      "epoch": 782.91,
      "grad_norm": 1.2140132188796997,
      "learning_rate": 5.847226733133193e-09,
      "loss": 0.3216,
      "step": 2805160
    },
    {
      "epoch": 782.91,
      "grad_norm": 1.2522512674331665,
      "learning_rate": 5.845318072840357e-09,
      "loss": 0.3399,
      "step": 2805170
    },
    {
      "epoch": 782.91,
      "grad_norm": 1.1722183227539062,
      "learning_rate": 5.843409723723345e-09,
      "loss": 0.3443,
      "step": 2805180
    },
    {
      "epoch": 782.92,
      "grad_norm": 1.386702299118042,
      "learning_rate": 5.841501685782679e-09,
      "loss": 0.3411,
      "step": 2805190
    },
    {
      "epoch": 782.92,
      "grad_norm": 1.6381034851074219,
      "learning_rate": 5.839593959017837e-09,
      "loss": 0.3268,
      "step": 2805200
    },
    {
      "epoch": 782.92,
      "grad_norm": 1.182035207748413,
      "learning_rate": 5.837686543429862e-09,
      "loss": 0.3355,
      "step": 2805210
    },
    {
      "epoch": 782.92,
      "grad_norm": 1.1389421224594116,
      "learning_rate": 5.83577943901849e-09,
      "loss": 0.3341,
      "step": 2805220
    },
    {
      "epoch": 782.93,
      "grad_norm": 1.0156540870666504,
      "learning_rate": 5.833872645783985e-09,
      "loss": 0.3376,
      "step": 2805230
    },
    {
      "epoch": 782.93,
      "grad_norm": 1.4506694078445435,
      "learning_rate": 5.831966163726866e-09,
      "loss": 0.3527,
      "step": 2805240
    },
    {
      "epoch": 782.93,
      "grad_norm": 1.1576611995697021,
      "learning_rate": 5.8300599928473924e-09,
      "loss": 0.332,
      "step": 2805250
    },
    {
      "epoch": 782.94,
      "grad_norm": 1.0220125913619995,
      "learning_rate": 5.828154133145565e-09,
      "loss": 0.3514,
      "step": 2805260
    },
    {
      "epoch": 782.94,
      "grad_norm": 1.1532469987869263,
      "learning_rate": 5.826248584621905e-09,
      "loss": 0.3334,
      "step": 2805270
    },
    {
      "epoch": 782.94,
      "grad_norm": 1.4405667781829834,
      "learning_rate": 5.824343347276411e-09,
      "loss": 0.3331,
      "step": 2805280
    },
    {
      "epoch": 782.94,
      "grad_norm": 1.3961941003799438,
      "learning_rate": 5.8224384211096045e-09,
      "loss": 0.3452,
      "step": 2805290
    },
    {
      "epoch": 782.95,
      "grad_norm": 1.288716435432434,
      "learning_rate": 5.820533806121484e-09,
      "loss": 0.3458,
      "step": 2805300
    },
    {
      "epoch": 782.95,
      "grad_norm": 1.5489051342010498,
      "learning_rate": 5.8186295023123115e-09,
      "loss": 0.3354,
      "step": 2805310
    },
    {
      "epoch": 782.95,
      "grad_norm": 1.3209706544876099,
      "learning_rate": 5.816725509682607e-09,
      "loss": 0.3354,
      "step": 2805320
    },
    {
      "epoch": 782.96,
      "grad_norm": 1.3464089632034302,
      "learning_rate": 5.814821828232369e-09,
      "loss": 0.3395,
      "step": 2805330
    },
    {
      "epoch": 782.96,
      "grad_norm": 1.1867519617080688,
      "learning_rate": 5.812918457962119e-09,
      "loss": 0.35,
      "step": 2805340
    },
    {
      "epoch": 782.96,
      "grad_norm": 1.2952406406402588,
      "learning_rate": 5.811015398871597e-09,
      "loss": 0.3369,
      "step": 2805350
    },
    {
      "epoch": 782.96,
      "grad_norm": 1.1464595794677734,
      "learning_rate": 5.809112650961585e-09,
      "loss": 0.3278,
      "step": 2805360
    },
    {
      "epoch": 782.97,
      "grad_norm": 1.2727330923080444,
      "learning_rate": 5.80721021423234e-09,
      "loss": 0.3356,
      "step": 2805370
    },
    {
      "epoch": 782.97,
      "grad_norm": 1.0267704725265503,
      "learning_rate": 5.805308088683604e-09,
      "loss": 0.3345,
      "step": 2805380
    },
    {
      "epoch": 782.97,
      "grad_norm": 1.1667975187301636,
      "learning_rate": 5.8034062743161565e-09,
      "loss": 0.3453,
      "step": 2805390
    },
    {
      "epoch": 782.98,
      "grad_norm": 1.4176596403121948,
      "learning_rate": 5.801504771129739e-09,
      "loss": 0.3173,
      "step": 2805400
    },
    {
      "epoch": 782.98,
      "grad_norm": 1.405031442642212,
      "learning_rate": 5.7996035791251295e-09,
      "loss": 0.3259,
      "step": 2805410
    },
    {
      "epoch": 782.98,
      "grad_norm": 1.168107032775879,
      "learning_rate": 5.7977026983023305e-09,
      "loss": 0.3133,
      "step": 2805420
    },
    {
      "epoch": 782.98,
      "grad_norm": 1.3028236627578735,
      "learning_rate": 5.795802128661601e-09,
      "loss": 0.3582,
      "step": 2805430
    },
    {
      "epoch": 782.99,
      "grad_norm": 1.2478857040405273,
      "learning_rate": 5.793901870203201e-09,
      "loss": 0.3429,
      "step": 2805440
    },
    {
      "epoch": 782.99,
      "grad_norm": 1.2888692617416382,
      "learning_rate": 5.7920019229273915e-09,
      "loss": 0.3442,
      "step": 2805450
    },
    {
      "epoch": 782.99,
      "grad_norm": 1.4341381788253784,
      "learning_rate": 5.790102286834693e-09,
      "loss": 0.3381,
      "step": 2805460
    },
    {
      "epoch": 782.99,
      "grad_norm": 1.2306324243545532,
      "learning_rate": 5.788202961924844e-09,
      "loss": 0.3443,
      "step": 2805470
    },
    {
      "epoch": 783.0,
      "grad_norm": 1.3168160915374756,
      "learning_rate": 5.786303948198106e-09,
      "loss": 0.3306,
      "step": 2805480
    },
    {
      "epoch": 783.0,
      "eval_loss": 0.3375849425792694,
      "eval_runtime": 66.2839,
      "eval_samples_per_second": 76.323,
      "eval_steps_per_second": 9.55,
      "step": 2805489
    },
    {
      "epoch": 783.0,
      "grad_norm": 1.2234268188476562,
      "learning_rate": 5.784405245655519e-09,
      "loss": 0.3376,
      "step": 2805490
    },
    {
      "epoch": 783.0,
      "grad_norm": 1.3629634380340576,
      "learning_rate": 5.782506854296303e-09,
      "loss": 0.3349,
      "step": 2805500
    },
    {
      "epoch": 783.01,
      "grad_norm": 1.6102250814437866,
      "learning_rate": 5.780608774121499e-09,
      "loss": 0.3397,
      "step": 2805510
    },
    {
      "epoch": 783.01,
      "grad_norm": 1.2360299825668335,
      "learning_rate": 5.7787110051308455e-09,
      "loss": 0.3398,
      "step": 2805520
    },
    {
      "epoch": 783.01,
      "grad_norm": 1.1934877634048462,
      "learning_rate": 5.776813547324864e-09,
      "loss": 0.3392,
      "step": 2805530
    },
    {
      "epoch": 783.01,
      "grad_norm": 1.4085932970046997,
      "learning_rate": 5.774916400703815e-09,
      "loss": 0.325,
      "step": 2805540
    },
    {
      "epoch": 783.02,
      "grad_norm": 1.1577104330062866,
      "learning_rate": 5.773019565267958e-09,
      "loss": 0.3258,
      "step": 2805550
    },
    {
      "epoch": 783.02,
      "grad_norm": 1.3857603073120117,
      "learning_rate": 5.771123041017293e-09,
      "loss": 0.3371,
      "step": 2805560
    },
    {
      "epoch": 783.02,
      "grad_norm": 1.178623914718628,
      "learning_rate": 5.76922682795234e-09,
      "loss": 0.3412,
      "step": 2805570
    },
    {
      "epoch": 783.03,
      "grad_norm": 1.3320730924606323,
      "learning_rate": 5.767330926073361e-09,
      "loss": 0.3399,
      "step": 2805580
    },
    {
      "epoch": 783.03,
      "grad_norm": 1.3026645183563232,
      "learning_rate": 5.765435335380354e-09,
      "loss": 0.3521,
      "step": 2805590
    },
    {
      "epoch": 783.03,
      "grad_norm": 1.191613793373108,
      "learning_rate": 5.763540055873841e-09,
      "loss": 0.3242,
      "step": 2805600
    },
    {
      "epoch": 783.03,
      "grad_norm": 1.2093050479888916,
      "learning_rate": 5.76164508755382e-09,
      "loss": 0.3537,
      "step": 2805610
    },
    {
      "epoch": 783.04,
      "grad_norm": 1.2801464796066284,
      "learning_rate": 5.759750430420814e-09,
      "loss": 0.3445,
      "step": 2805620
    },
    {
      "epoch": 783.04,
      "grad_norm": 1.1793689727783203,
      "learning_rate": 5.757856084475081e-09,
      "loss": 0.3404,
      "step": 2805630
    },
    {
      "epoch": 783.04,
      "grad_norm": 1.4687740802764893,
      "learning_rate": 5.755962049716362e-09,
      "loss": 0.3167,
      "step": 2805640
    },
    {
      "epoch": 783.04,
      "grad_norm": 1.3684260845184326,
      "learning_rate": 5.754068326145698e-09,
      "loss": 0.3206,
      "step": 2805650
    },
    {
      "epoch": 783.05,
      "grad_norm": 1.3512904644012451,
      "learning_rate": 5.752174913762568e-09,
      "loss": 0.3279,
      "step": 2805660
    },
    {
      "epoch": 783.05,
      "grad_norm": 1.1348527669906616,
      "learning_rate": 5.750281812567752e-09,
      "loss": 0.3465,
      "step": 2805670
    },
    {
      "epoch": 783.05,
      "grad_norm": 1.1073447465896606,
      "learning_rate": 5.74838902256151e-09,
      "loss": 0.3373,
      "step": 2805680
    },
    {
      "epoch": 783.06,
      "grad_norm": 1.7799656391143799,
      "learning_rate": 5.746496543743585e-09,
      "loss": 0.3494,
      "step": 2805690
    },
    {
      "epoch": 783.06,
      "grad_norm": 5.127255439758301,
      "learning_rate": 5.744604376114754e-09,
      "loss": 0.3431,
      "step": 2805700
    },
    {
      "epoch": 783.06,
      "grad_norm": 1.3381882905960083,
      "learning_rate": 5.7427125196750185e-09,
      "loss": 0.3263,
      "step": 2805710
    },
    {
      "epoch": 783.06,
      "grad_norm": 1.2769865989685059,
      "learning_rate": 5.740820974424899e-09,
      "loss": 0.3315,
      "step": 2805720
    },
    {
      "epoch": 783.07,
      "grad_norm": 1.3579843044281006,
      "learning_rate": 5.738929740364134e-09,
      "loss": 0.3488,
      "step": 2805730
    },
    {
      "epoch": 783.07,
      "grad_norm": 1.2494933605194092,
      "learning_rate": 5.737038817493506e-09,
      "loss": 0.3368,
      "step": 2805740
    },
    {
      "epoch": 783.07,
      "grad_norm": 1.297918438911438,
      "learning_rate": 5.735148205812754e-09,
      "loss": 0.3373,
      "step": 2805750
    },
    {
      "epoch": 783.08,
      "grad_norm": 1.140397548675537,
      "learning_rate": 5.7332579053226585e-09,
      "loss": 0.3236,
      "step": 2805760
    },
    {
      "epoch": 783.08,
      "grad_norm": 1.329328179359436,
      "learning_rate": 5.73136791602322e-09,
      "loss": 0.3388,
      "step": 2805770
    },
    {
      "epoch": 783.08,
      "grad_norm": 1.0646424293518066,
      "learning_rate": 5.7294782379146975e-09,
      "loss": 0.3341,
      "step": 2805780
    },
    {
      "epoch": 783.08,
      "grad_norm": 1.0084302425384521,
      "learning_rate": 5.7275888709973526e-09,
      "loss": 0.3387,
      "step": 2805790
    },
    {
      "epoch": 783.09,
      "grad_norm": 1.379473090171814,
      "learning_rate": 5.725699815271184e-09,
      "loss": 0.357,
      "step": 2805800
    },
    {
      "epoch": 783.09,
      "grad_norm": 1.5219688415527344,
      "learning_rate": 5.7238110707369736e-09,
      "loss": 0.3462,
      "step": 2805810
    },
    {
      "epoch": 783.09,
      "grad_norm": 1.0666162967681885,
      "learning_rate": 5.721922637394461e-09,
      "loss": 0.3312,
      "step": 2805820
    },
    {
      "epoch": 783.1,
      "grad_norm": 1.268933653831482,
      "learning_rate": 5.720034515244425e-09,
      "loss": 0.3221,
      "step": 2805830
    },
    {
      "epoch": 783.1,
      "grad_norm": 1.1763665676116943,
      "learning_rate": 5.718146704286608e-09,
      "loss": 0.3329,
      "step": 2805840
    },
    {
      "epoch": 783.1,
      "grad_norm": 1.078250527381897,
      "learning_rate": 5.716259204521529e-09,
      "loss": 0.3444,
      "step": 2805850
    },
    {
      "epoch": 783.1,
      "grad_norm": 1.5286835432052612,
      "learning_rate": 5.714372015949188e-09,
      "loss": 0.3366,
      "step": 2805860
    },
    {
      "epoch": 783.11,
      "grad_norm": 1.3290519714355469,
      "learning_rate": 5.712485138570106e-09,
      "loss": 0.3406,
      "step": 2805870
    },
    {
      "epoch": 783.11,
      "grad_norm": 2.3222920894622803,
      "learning_rate": 5.710598572384543e-09,
      "loss": 0.3365,
      "step": 2805880
    },
    {
      "epoch": 783.11,
      "grad_norm": 1.315222144126892,
      "learning_rate": 5.708712317392759e-09,
      "loss": 0.3268,
      "step": 2805890
    },
    {
      "epoch": 783.11,
      "grad_norm": 1.1713639497756958,
      "learning_rate": 5.706826373594753e-09,
      "loss": 0.3281,
      "step": 2805900
    },
    {
      "epoch": 783.12,
      "grad_norm": 1.3770331144332886,
      "learning_rate": 5.7049407409910475e-09,
      "loss": 0.3264,
      "step": 2805910
    },
    {
      "epoch": 783.12,
      "grad_norm": 1.105744481086731,
      "learning_rate": 5.703055419581642e-09,
      "loss": 0.3433,
      "step": 2805920
    },
    {
      "epoch": 783.12,
      "grad_norm": 1.341731071472168,
      "learning_rate": 5.701170409367056e-09,
      "loss": 0.3331,
      "step": 2805930
    },
    {
      "epoch": 783.13,
      "grad_norm": 1.3092360496520996,
      "learning_rate": 5.6992857103472895e-09,
      "loss": 0.3411,
      "step": 2805940
    },
    {
      "epoch": 783.13,
      "grad_norm": 1.2452837228775024,
      "learning_rate": 5.6974013225228635e-09,
      "loss": 0.3238,
      "step": 2805950
    },
    {
      "epoch": 783.13,
      "grad_norm": 1.1705844402313232,
      "learning_rate": 5.6955172458935174e-09,
      "loss": 0.3393,
      "step": 2805960
    },
    {
      "epoch": 783.13,
      "grad_norm": 1.4087694883346558,
      "learning_rate": 5.693633480460293e-09,
      "loss": 0.3356,
      "step": 2805970
    },
    {
      "epoch": 783.14,
      "grad_norm": 1.5967848300933838,
      "learning_rate": 5.691750026222668e-09,
      "loss": 0.3253,
      "step": 2805980
    },
    {
      "epoch": 783.14,
      "grad_norm": 1.4019728899002075,
      "learning_rate": 5.689866883181425e-09,
      "loss": 0.339,
      "step": 2805990
    },
    {
      "epoch": 783.14,
      "grad_norm": 1.5355472564697266,
      "learning_rate": 5.687984051336563e-09,
      "loss": 0.3381,
      "step": 2806000
    },
    {
      "epoch": 783.15,
      "grad_norm": 1.1277161836624146,
      "learning_rate": 5.686101530688602e-09,
      "loss": 0.3411,
      "step": 2806010
    },
    {
      "epoch": 783.15,
      "grad_norm": 1.1742345094680786,
      "learning_rate": 5.6842193212372834e-09,
      "loss": 0.3539,
      "step": 2806020
    },
    {
      "epoch": 783.15,
      "grad_norm": 1.2947956323623657,
      "learning_rate": 5.682337422983386e-09,
      "loss": 0.327,
      "step": 2806030
    },
    {
      "epoch": 783.15,
      "grad_norm": 1.3713618516921997,
      "learning_rate": 5.680455835926651e-09,
      "loss": 0.3313,
      "step": 2806040
    },
    {
      "epoch": 783.16,
      "grad_norm": 1.2145428657531738,
      "learning_rate": 5.678574560067858e-09,
      "loss": 0.3278,
      "step": 2806050
    },
    {
      "epoch": 783.16,
      "grad_norm": 1.1855418682098389,
      "learning_rate": 5.676693595407008e-09,
      "loss": 0.3402,
      "step": 2806060
    },
    {
      "epoch": 783.16,
      "grad_norm": 1.3413445949554443,
      "learning_rate": 5.6748129419443604e-09,
      "loss": 0.3222,
      "step": 2806070
    },
    {
      "epoch": 783.16,
      "grad_norm": 1.3393617868423462,
      "learning_rate": 5.672932599679915e-09,
      "loss": 0.3468,
      "step": 2806080
    },
    {
      "epoch": 783.17,
      "grad_norm": 1.199376106262207,
      "learning_rate": 5.671052568614193e-09,
      "loss": 0.3289,
      "step": 2806090
    },
    {
      "epoch": 783.17,
      "grad_norm": 1.2923628091812134,
      "learning_rate": 5.669172848747714e-09,
      "loss": 0.3398,
      "step": 2806100
    },
    {
      "epoch": 783.17,
      "grad_norm": 1.3883843421936035,
      "learning_rate": 5.667293440080219e-09,
      "loss": 0.331,
      "step": 2806110
    },
    {
      "epoch": 783.18,
      "grad_norm": 1.1351457834243774,
      "learning_rate": 5.665414342612227e-09,
      "loss": 0.3329,
      "step": 2806120
    },
    {
      "epoch": 783.18,
      "grad_norm": 1.1438900232315063,
      "learning_rate": 5.6635355563437386e-09,
      "loss": 0.3239,
      "step": 2806130
    },
    {
      "epoch": 783.18,
      "grad_norm": 1.3174705505371094,
      "learning_rate": 5.661657081275535e-09,
      "loss": 0.3384,
      "step": 2806140
    },
    {
      "epoch": 783.18,
      "grad_norm": 1.129094123840332,
      "learning_rate": 5.659778917407355e-09,
      "loss": 0.3421,
      "step": 2806150
    },
    {
      "epoch": 783.19,
      "grad_norm": 1.2410523891448975,
      "learning_rate": 5.657901064739459e-09,
      "loss": 0.3483,
      "step": 2806160
    },
    {
      "epoch": 783.19,
      "grad_norm": 1.2186076641082764,
      "learning_rate": 5.656023523272369e-09,
      "loss": 0.335,
      "step": 2806170
    },
    {
      "epoch": 783.19,
      "grad_norm": 1.2225446701049805,
      "learning_rate": 5.6541462930063435e-09,
      "loss": 0.3422,
      "step": 2806180
    },
    {
      "epoch": 783.2,
      "grad_norm": 1.3520835638046265,
      "learning_rate": 5.6522693739416424e-09,
      "loss": 0.3529,
      "step": 2806190
    },
    {
      "epoch": 783.2,
      "grad_norm": 1.2245888710021973,
      "learning_rate": 5.650392766078007e-09,
      "loss": 0.3412,
      "step": 2806200
    },
    {
      "epoch": 783.2,
      "grad_norm": 1.3553950786590576,
      "learning_rate": 5.648516469416477e-09,
      "loss": 0.3248,
      "step": 2806210
    },
    {
      "epoch": 783.2,
      "grad_norm": 1.184010624885559,
      "learning_rate": 5.646640483956532e-09,
      "loss": 0.3371,
      "step": 2806220
    },
    {
      "epoch": 783.21,
      "grad_norm": 1.2095435857772827,
      "learning_rate": 5.644764809698953e-09,
      "loss": 0.3257,
      "step": 2806230
    },
    {
      "epoch": 783.21,
      "grad_norm": 1.21588134765625,
      "learning_rate": 5.64288944664374e-09,
      "loss": 0.3426,
      "step": 2806240
    },
    {
      "epoch": 783.21,
      "grad_norm": 1.1194335222244263,
      "learning_rate": 5.641014394791154e-09,
      "loss": 0.3349,
      "step": 2806250
    },
    {
      "epoch": 783.22,
      "grad_norm": 1.2100207805633545,
      "learning_rate": 5.639139654141714e-09,
      "loss": 0.3428,
      "step": 2806260
    },
    {
      "epoch": 783.22,
      "grad_norm": 1.2579618692398071,
      "learning_rate": 5.6372652246954206e-09,
      "loss": 0.3443,
      "step": 2806270
    },
    {
      "epoch": 783.22,
      "grad_norm": 1.3948051929473877,
      "learning_rate": 5.6353911064525335e-09,
      "loss": 0.3518,
      "step": 2806280
    },
    {
      "epoch": 783.22,
      "grad_norm": 1.0042461156845093,
      "learning_rate": 5.633517299413314e-09,
      "loss": 0.3287,
      "step": 2806290
    },
    {
      "epoch": 783.23,
      "grad_norm": 1.1158397197723389,
      "learning_rate": 5.631643803578022e-09,
      "loss": 0.3278,
      "step": 2806300
    },
    {
      "epoch": 783.23,
      "grad_norm": 1.3169021606445312,
      "learning_rate": 5.629770618946917e-09,
      "loss": 0.3322,
      "step": 2806310
    },
    {
      "epoch": 783.23,
      "grad_norm": 1.2105211019515991,
      "learning_rate": 5.627897745520259e-09,
      "loss": 0.3341,
      "step": 2806320
    },
    {
      "epoch": 783.23,
      "grad_norm": 1.274182677268982,
      "learning_rate": 5.62602518329831e-09,
      "loss": 0.3369,
      "step": 2806330
    },
    {
      "epoch": 783.24,
      "grad_norm": 1.2165770530700684,
      "learning_rate": 5.6241529322813284e-09,
      "loss": 0.3487,
      "step": 2806340
    },
    {
      "epoch": 783.24,
      "grad_norm": 1.1867434978485107,
      "learning_rate": 5.622280992469575e-09,
      "loss": 0.3429,
      "step": 2806350
    },
    {
      "epoch": 783.24,
      "grad_norm": 1.0964539051055908,
      "learning_rate": 5.62040936386305e-09,
      "loss": 0.32,
      "step": 2806360
    },
    {
      "epoch": 783.25,
      "grad_norm": 1.3109474182128906,
      "learning_rate": 5.618538046462274e-09,
      "loss": 0.3408,
      "step": 2806370
    },
    {
      "epoch": 783.25,
      "grad_norm": 1.2685080766677856,
      "learning_rate": 5.616667040267507e-09,
      "loss": 0.3458,
      "step": 2806380
    },
    {
      "epoch": 783.25,
      "grad_norm": 1.5361326932907104,
      "learning_rate": 5.614796345279008e-09,
      "loss": 0.3316,
      "step": 2806390
    },
    {
      "epoch": 783.25,
      "grad_norm": 1.450147271156311,
      "learning_rate": 5.612925961496779e-09,
      "loss": 0.3395,
      "step": 2806400
    },
    {
      "epoch": 783.26,
      "grad_norm": 1.4589825868606567,
      "learning_rate": 5.611055888921339e-09,
      "loss": 0.3428,
      "step": 2806410
    },
    {
      "epoch": 783.26,
      "grad_norm": 1.118898868560791,
      "learning_rate": 5.609186127552689e-09,
      "loss": 0.3341,
      "step": 2806420
    },
    {
      "epoch": 783.26,
      "grad_norm": 1.1590815782546997,
      "learning_rate": 5.607316677391348e-09,
      "loss": 0.3206,
      "step": 2806430
    },
    {
      "epoch": 783.27,
      "grad_norm": 1.1436140537261963,
      "learning_rate": 5.605447538437578e-09,
      "loss": 0.3184,
      "step": 2806440
    },
    {
      "epoch": 783.27,
      "grad_norm": 1.332252025604248,
      "learning_rate": 5.603578710691118e-09,
      "loss": 0.3308,
      "step": 2806450
    },
    {
      "epoch": 783.27,
      "grad_norm": 1.323664903640747,
      "learning_rate": 5.601710194153008e-09,
      "loss": 0.3391,
      "step": 2806460
    },
    {
      "epoch": 783.27,
      "grad_norm": 8.029337882995605,
      "learning_rate": 5.599841988822729e-09,
      "loss": 0.3509,
      "step": 2806470
    },
    {
      "epoch": 783.28,
      "grad_norm": 1.5706440210342407,
      "learning_rate": 5.597974094701061e-09,
      "loss": 0.3298,
      "step": 2806480
    },
    {
      "epoch": 783.28,
      "grad_norm": 1.3375132083892822,
      "learning_rate": 5.596106511788004e-09,
      "loss": 0.3434,
      "step": 2806490
    },
    {
      "epoch": 783.28,
      "grad_norm": 1.222676396369934,
      "learning_rate": 5.594239240083818e-09,
      "loss": 0.3347,
      "step": 2806500
    },
    {
      "epoch": 783.28,
      "grad_norm": 1.1865575313568115,
      "learning_rate": 5.5923722795887635e-09,
      "loss": 0.3344,
      "step": 2806510
    },
    {
      "epoch": 783.29,
      "grad_norm": 1.4034423828125,
      "learning_rate": 5.59050563030336e-09,
      "loss": 0.3368,
      "step": 2806520
    },
    {
      "epoch": 783.29,
      "grad_norm": 1.929832100868225,
      "learning_rate": 5.588639292227349e-09,
      "loss": 0.346,
      "step": 2806530
    },
    {
      "epoch": 783.29,
      "grad_norm": 1.3880218267440796,
      "learning_rate": 5.58677326536125e-09,
      "loss": 0.3648,
      "step": 2806540
    },
    {
      "epoch": 783.3,
      "grad_norm": 1.257863163948059,
      "learning_rate": 5.584907549705583e-09,
      "loss": 0.3504,
      "step": 2806550
    },
    {
      "epoch": 783.3,
      "grad_norm": 1.2347966432571411,
      "learning_rate": 5.5830421452600885e-09,
      "loss": 0.345,
      "step": 2806560
    },
    {
      "epoch": 783.3,
      "grad_norm": 1.190574049949646,
      "learning_rate": 5.581177052025546e-09,
      "loss": 0.3312,
      "step": 2806570
    },
    {
      "epoch": 783.3,
      "grad_norm": 1.478082537651062,
      "learning_rate": 5.579312270001697e-09,
      "loss": 0.3406,
      "step": 2806580
    },
    {
      "epoch": 783.31,
      "grad_norm": 1.2222808599472046,
      "learning_rate": 5.577447799189061e-09,
      "loss": 0.3433,
      "step": 2806590
    },
    {
      "epoch": 783.31,
      "grad_norm": 1.2761948108673096,
      "learning_rate": 5.575583639587638e-09,
      "loss": 0.3289,
      "step": 2806600
    },
    {
      "epoch": 783.31,
      "grad_norm": 1.2499499320983887,
      "learning_rate": 5.573719791197948e-09,
      "loss": 0.3393,
      "step": 2806610
    },
    {
      "epoch": 783.32,
      "grad_norm": 1.2064039707183838,
      "learning_rate": 5.571856254020252e-09,
      "loss": 0.3312,
      "step": 2806620
    },
    {
      "epoch": 783.32,
      "grad_norm": 1.489585041999817,
      "learning_rate": 5.5699930280548105e-09,
      "loss": 0.3375,
      "step": 2806630
    },
    {
      "epoch": 783.32,
      "grad_norm": 1.3665845394134521,
      "learning_rate": 5.568130113301622e-09,
      "loss": 0.3266,
      "step": 2806640
    },
    {
      "epoch": 783.32,
      "grad_norm": 1.177509069442749,
      "learning_rate": 5.566267509760948e-09,
      "loss": 0.3213,
      "step": 2806650
    },
    {
      "epoch": 783.33,
      "grad_norm": 1.2588685750961304,
      "learning_rate": 5.564405217433308e-09,
      "loss": 0.3426,
      "step": 2806660
    },
    {
      "epoch": 783.33,
      "grad_norm": 1.5026912689208984,
      "learning_rate": 5.562543236318964e-09,
      "loss": 0.3373,
      "step": 2806670
    },
    {
      "epoch": 783.33,
      "grad_norm": 1.6321134567260742,
      "learning_rate": 5.560681566417653e-09,
      "loss": 0.3343,
      "step": 2806680
    },
    {
      "epoch": 783.34,
      "grad_norm": 1.1768635511398315,
      "learning_rate": 5.558820207730158e-09,
      "loss": 0.3311,
      "step": 2806690
    },
    {
      "epoch": 783.34,
      "grad_norm": 1.389774203300476,
      "learning_rate": 5.5569591602567384e-09,
      "loss": 0.3395,
      "step": 2806700
    },
    {
      "epoch": 783.34,
      "grad_norm": 1.7220301628112793,
      "learning_rate": 5.555098423997133e-09,
      "loss": 0.3267,
      "step": 2806710
    },
    {
      "epoch": 783.34,
      "grad_norm": 1.4077999591827393,
      "learning_rate": 5.553237998952124e-09,
      "loss": 0.3536,
      "step": 2806720
    },
    {
      "epoch": 783.35,
      "grad_norm": 1.5359467267990112,
      "learning_rate": 5.551377885121711e-09,
      "loss": 0.3428,
      "step": 2806730
    },
    {
      "epoch": 783.35,
      "grad_norm": 1.1944018602371216,
      "learning_rate": 5.549518082506154e-09,
      "loss": 0.3284,
      "step": 2806740
    },
    {
      "epoch": 783.35,
      "grad_norm": 1.3091380596160889,
      "learning_rate": 5.5476585911054524e-09,
      "loss": 0.3316,
      "step": 2806750
    },
    {
      "epoch": 783.35,
      "grad_norm": 1.3470382690429688,
      "learning_rate": 5.545799410920388e-09,
      "loss": 0.3243,
      "step": 2806760
    },
    {
      "epoch": 783.36,
      "grad_norm": 1.2596224546432495,
      "learning_rate": 5.54394054195096e-09,
      "loss": 0.3297,
      "step": 2806770
    },
    {
      "epoch": 783.36,
      "grad_norm": 1.48330557346344,
      "learning_rate": 5.542081984197429e-09,
      "loss": 0.3361,
      "step": 2806780
    },
    {
      "epoch": 783.36,
      "grad_norm": 1.1329699754714966,
      "learning_rate": 5.540223737659794e-09,
      "loss": 0.3202,
      "step": 2806790
    },
    {
      "epoch": 783.37,
      "grad_norm": 1.1345065832138062,
      "learning_rate": 5.538365802338577e-09,
      "loss": 0.3306,
      "step": 2806800
    },
    {
      "epoch": 783.37,
      "grad_norm": 1.3332372903823853,
      "learning_rate": 5.536508178234297e-09,
      "loss": 0.3294,
      "step": 2806810
    },
    {
      "epoch": 783.37,
      "grad_norm": 1.3100817203521729,
      "learning_rate": 5.534650865346435e-09,
      "loss": 0.3349,
      "step": 2806820
    },
    {
      "epoch": 783.37,
      "grad_norm": 1.2983604669570923,
      "learning_rate": 5.532793863675771e-09,
      "loss": 0.3514,
      "step": 2806830
    },
    {
      "epoch": 783.38,
      "grad_norm": 1.3182415962219238,
      "learning_rate": 5.530937173222564e-09,
      "loss": 0.3341,
      "step": 2806840
    },
    {
      "epoch": 783.38,
      "grad_norm": 1.1630713939666748,
      "learning_rate": 5.529080793987076e-09,
      "loss": 0.3337,
      "step": 2806850
    },
    {
      "epoch": 783.38,
      "grad_norm": 1.2156389951705933,
      "learning_rate": 5.527224725969046e-09,
      "loss": 0.3327,
      "step": 2806860
    },
    {
      "epoch": 783.39,
      "grad_norm": 1.1223292350769043,
      "learning_rate": 5.5253689691695145e-09,
      "loss": 0.3243,
      "step": 2806870
    },
    {
      "epoch": 783.39,
      "grad_norm": 1.169032335281372,
      "learning_rate": 5.5235135235882215e-09,
      "loss": 0.347,
      "step": 2806880
    },
    {
      "epoch": 783.39,
      "grad_norm": 1.3228142261505127,
      "learning_rate": 5.521658389225168e-09,
      "loss": 0.3428,
      "step": 2806890
    },
    {
      "epoch": 783.39,
      "grad_norm": 1.329857349395752,
      "learning_rate": 5.519803566081393e-09,
      "loss": 0.3305,
      "step": 2806900
    },
    {
      "epoch": 783.4,
      "grad_norm": 1.1300007104873657,
      "learning_rate": 5.517949054156378e-09,
      "loss": 0.3306,
      "step": 2806910
    },
    {
      "epoch": 783.4,
      "grad_norm": 1.4459279775619507,
      "learning_rate": 5.516094853450902e-09,
      "loss": 0.3284,
      "step": 2806920
    },
    {
      "epoch": 783.4,
      "grad_norm": 1.262969970703125,
      "learning_rate": 5.514240963964706e-09,
      "loss": 0.3423,
      "step": 2806930
    },
    {
      "epoch": 783.4,
      "grad_norm": 1.3717646598815918,
      "learning_rate": 5.51238738569857e-09,
      "loss": 0.3308,
      "step": 2806940
    },
    {
      "epoch": 783.41,
      "grad_norm": 1.1990424394607544,
      "learning_rate": 5.510534118652494e-09,
      "loss": 0.3628,
      "step": 2806950
    },
    {
      "epoch": 783.41,
      "grad_norm": 1.351036548614502,
      "learning_rate": 5.508681162826739e-09,
      "loss": 0.3463,
      "step": 2806960
    },
    {
      "epoch": 783.41,
      "grad_norm": 1.2730937004089355,
      "learning_rate": 5.506828518221304e-09,
      "loss": 0.3494,
      "step": 2806970
    },
    {
      "epoch": 783.42,
      "grad_norm": 1.4426106214523315,
      "learning_rate": 5.50497618483697e-09,
      "loss": 0.3592,
      "step": 2806980
    },
    {
      "epoch": 783.42,
      "grad_norm": 1.4190081357955933,
      "learning_rate": 5.503124162673476e-09,
      "loss": 0.3312,
      "step": 2806990
    },
    {
      "epoch": 783.42,
      "grad_norm": 1.2589293718338013,
      "learning_rate": 5.501272451731344e-09,
      "loss": 0.324,
      "step": 2807000
    },
    {
      "epoch": 783.42,
      "grad_norm": 1.392961859703064,
      "learning_rate": 5.499421052010833e-09,
      "loss": 0.329,
      "step": 2807010
    },
    {
      "epoch": 783.43,
      "grad_norm": 1.4512298107147217,
      "learning_rate": 5.497569963512205e-09,
      "loss": 0.3354,
      "step": 2807020
    },
    {
      "epoch": 783.43,
      "grad_norm": 6.3840250968933105,
      "learning_rate": 5.495719186235197e-09,
      "loss": 0.3608,
      "step": 2807030
    },
    {
      "epoch": 783.43,
      "grad_norm": 1.2396280765533447,
      "learning_rate": 5.493868720180851e-09,
      "loss": 0.3424,
      "step": 2807040
    },
    {
      "epoch": 783.44,
      "grad_norm": 1.2693016529083252,
      "learning_rate": 5.492018565348908e-09,
      "loss": 0.338,
      "step": 2807050
    },
    {
      "epoch": 783.44,
      "grad_norm": 1.1603559255599976,
      "learning_rate": 5.490168721739886e-09,
      "loss": 0.3517,
      "step": 2807060
    },
    {
      "epoch": 783.44,
      "grad_norm": 1.2384499311447144,
      "learning_rate": 5.488319189353527e-09,
      "loss": 0.3279,
      "step": 2807070
    },
    {
      "epoch": 783.44,
      "grad_norm": 1.2683988809585571,
      "learning_rate": 5.486469968190872e-09,
      "loss": 0.3308,
      "step": 2807080
    },
    {
      "epoch": 783.45,
      "grad_norm": 1.316696047782898,
      "learning_rate": 5.484621058251399e-09,
      "loss": 0.3127,
      "step": 2807090
    },
    {
      "epoch": 783.45,
      "grad_norm": 1.2472013235092163,
      "learning_rate": 5.482772459535888e-09,
      "loss": 0.3299,
      "step": 2807100
    },
    {
      "epoch": 783.45,
      "grad_norm": 1.3173155784606934,
      "learning_rate": 5.480924172044342e-09,
      "loss": 0.3313,
      "step": 2807110
    },
    {
      "epoch": 783.46,
      "grad_norm": 1.2419778108596802,
      "learning_rate": 5.479076195776758e-09,
      "loss": 0.3257,
      "step": 2807120
    },
    {
      "epoch": 783.46,
      "grad_norm": 1.4259071350097656,
      "learning_rate": 5.477228530734179e-09,
      "loss": 0.3379,
      "step": 2807130
    },
    {
      "epoch": 783.46,
      "grad_norm": 1.4090590476989746,
      "learning_rate": 5.475381176915823e-09,
      "loss": 0.3382,
      "step": 2807140
    },
    {
      "epoch": 783.46,
      "grad_norm": 1.252293586730957,
      "learning_rate": 5.4735341343227315e-09,
      "loss": 0.3436,
      "step": 2807150
    },
    {
      "epoch": 783.47,
      "grad_norm": 1.0898396968841553,
      "learning_rate": 5.471687402954905e-09,
      "loss": 0.3402,
      "step": 2807160
    },
    {
      "epoch": 783.47,
      "grad_norm": 1.28596031665802,
      "learning_rate": 5.4698409828126015e-09,
      "loss": 0.3489,
      "step": 2807170
    },
    {
      "epoch": 783.47,
      "grad_norm": 1.3111244440078735,
      "learning_rate": 5.467994873895823e-09,
      "loss": 0.3481,
      "step": 2807180
    },
    {
      "epoch": 783.47,
      "grad_norm": 1.4503998756408691,
      "learning_rate": 5.46614907620509e-09,
      "loss": 0.3263,
      "step": 2807190
    },
    {
      "epoch": 783.48,
      "grad_norm": 1.1019657850265503,
      "learning_rate": 5.464303589740663e-09,
      "loss": 0.3388,
      "step": 2807200
    },
    {
      "epoch": 783.48,
      "grad_norm": 1.24286949634552,
      "learning_rate": 5.462458414502539e-09,
      "loss": 0.3609,
      "step": 2807210
    },
    {
      "epoch": 783.48,
      "grad_norm": 1.1180088520050049,
      "learning_rate": 5.4606135504915026e-09,
      "loss": 0.3348,
      "step": 2807220
    },
    {
      "epoch": 783.49,
      "grad_norm": 1.2365065813064575,
      "learning_rate": 5.45876899770703e-09,
      "loss": 0.3434,
      "step": 2807230
    },
    {
      "epoch": 783.49,
      "grad_norm": 1.3657994270324707,
      "learning_rate": 5.456924756149905e-09,
      "loss": 0.3365,
      "step": 2807240
    },
    {
      "epoch": 783.49,
      "grad_norm": 1.3621199131011963,
      "learning_rate": 5.455080825820124e-09,
      "loss": 0.329,
      "step": 2807250
    },
    {
      "epoch": 783.49,
      "grad_norm": 1.3730816841125488,
      "learning_rate": 5.453237206717951e-09,
      "loss": 0.3341,
      "step": 2807260
    },
    {
      "epoch": 783.5,
      "grad_norm": 1.1487212181091309,
      "learning_rate": 5.451393898844164e-09,
      "loss": 0.3386,
      "step": 2807270
    },
    {
      "epoch": 783.5,
      "grad_norm": 1.5804508924484253,
      "learning_rate": 5.449550902198244e-09,
      "loss": 0.3309,
      "step": 2807280
    },
    {
      "epoch": 783.5,
      "grad_norm": 1.3569668531417847,
      "learning_rate": 5.44770821678071e-09,
      "loss": 0.3201,
      "step": 2807290
    },
    {
      "epoch": 783.51,
      "grad_norm": 1.2770674228668213,
      "learning_rate": 5.445865842591823e-09,
      "loss": 0.3243,
      "step": 2807300
    },
    {
      "epoch": 783.51,
      "grad_norm": 1.3048309087753296,
      "learning_rate": 5.444023779632104e-09,
      "loss": 0.3455,
      "step": 2807310
    },
    {
      "epoch": 783.51,
      "grad_norm": 1.2575063705444336,
      "learning_rate": 5.442182027901292e-09,
      "loss": 0.3517,
      "step": 2807320
    },
    {
      "epoch": 783.51,
      "grad_norm": 1.1796128749847412,
      "learning_rate": 5.440340587399908e-09,
      "loss": 0.3245,
      "step": 2807330
    },
    {
      "epoch": 783.52,
      "grad_norm": 1.4753907918930054,
      "learning_rate": 5.438499458128212e-09,
      "loss": 0.3289,
      "step": 2807340
    },
    {
      "epoch": 783.52,
      "grad_norm": 1.3283066749572754,
      "learning_rate": 5.436658640086463e-09,
      "loss": 0.325,
      "step": 2807350
    },
    {
      "epoch": 783.52,
      "grad_norm": 1.1328147649765015,
      "learning_rate": 5.434818133274923e-09,
      "loss": 0.3164,
      "step": 2807360
    },
    {
      "epoch": 783.52,
      "grad_norm": 1.3403679132461548,
      "learning_rate": 5.432977937693591e-09,
      "loss": 0.3457,
      "step": 2807370
    },
    {
      "epoch": 783.53,
      "grad_norm": 1.0965758562088013,
      "learning_rate": 5.431138053342988e-09,
      "loss": 0.3404,
      "step": 2807380
    },
    {
      "epoch": 783.53,
      "grad_norm": 1.2894304990768433,
      "learning_rate": 5.429298480223373e-09,
      "loss": 0.3248,
      "step": 2807390
    },
    {
      "epoch": 783.53,
      "grad_norm": 1.2678543329238892,
      "learning_rate": 5.427459218334748e-09,
      "loss": 0.3477,
      "step": 2807400
    },
    {
      "epoch": 783.54,
      "grad_norm": 1.3924952745437622,
      "learning_rate": 5.425620267677372e-09,
      "loss": 0.3434,
      "step": 2807410
    },
    {
      "epoch": 783.54,
      "grad_norm": 1.3094568252563477,
      "learning_rate": 5.423781628251765e-09,
      "loss": 0.3435,
      "step": 2807420
    },
    {
      "epoch": 783.54,
      "grad_norm": 1.1094006299972534,
      "learning_rate": 5.421943300058188e-09,
      "loss": 0.3316,
      "step": 2807430
    },
    {
      "epoch": 783.54,
      "grad_norm": 1.2970038652420044,
      "learning_rate": 5.420105283096381e-09,
      "loss": 0.3315,
      "step": 2807440
    },
    {
      "epoch": 783.55,
      "grad_norm": 1.2442468404769897,
      "learning_rate": 5.4182675773671235e-09,
      "loss": 0.3519,
      "step": 2807450
    },
    {
      "epoch": 783.55,
      "grad_norm": 1.2444485425949097,
      "learning_rate": 5.4164301828704165e-09,
      "loss": 0.3383,
      "step": 2807460
    },
    {
      "epoch": 783.55,
      "grad_norm": 1.348981261253357,
      "learning_rate": 5.4145930996065195e-09,
      "loss": 0.3499,
      "step": 2807470
    },
    {
      "epoch": 783.56,
      "grad_norm": 5.172654151916504,
      "learning_rate": 5.412756327575693e-09,
      "loss": 0.3349,
      "step": 2807480
    },
    {
      "epoch": 783.56,
      "grad_norm": 1.3995057344436646,
      "learning_rate": 5.410919866778198e-09,
      "loss": 0.3444,
      "step": 2807490
    },
    {
      "epoch": 783.56,
      "grad_norm": 1.4853107929229736,
      "learning_rate": 5.409083717214293e-09,
      "loss": 0.3537,
      "step": 2807500
    },
    {
      "epoch": 783.56,
      "grad_norm": 1.2789711952209473,
      "learning_rate": 5.40724787888424e-09,
      "loss": 0.3407,
      "step": 2807510
    },
    {
      "epoch": 783.57,
      "grad_norm": 1.3458318710327148,
      "learning_rate": 5.405412351788038e-09,
      "loss": 0.3247,
      "step": 2807520
    },
    {
      "epoch": 783.57,
      "grad_norm": 1.6301889419555664,
      "learning_rate": 5.403577135926467e-09,
      "loss": 0.3216,
      "step": 2807530
    },
    {
      "epoch": 783.57,
      "grad_norm": 1.234429121017456,
      "learning_rate": 5.4017422312992685e-09,
      "loss": 0.3223,
      "step": 2807540
    },
    {
      "epoch": 783.58,
      "grad_norm": 1.1893155574798584,
      "learning_rate": 5.399907637906701e-09,
      "loss": 0.3226,
      "step": 2807550
    },
    {
      "epoch": 783.58,
      "grad_norm": 1.0821373462677002,
      "learning_rate": 5.3980733557492866e-09,
      "loss": 0.3413,
      "step": 2807560
    },
    {
      "epoch": 783.58,
      "grad_norm": 1.2377090454101562,
      "learning_rate": 5.396239384827285e-09,
      "loss": 0.3379,
      "step": 2807570
    },
    {
      "epoch": 783.58,
      "grad_norm": 1.0313447713851929,
      "learning_rate": 5.394405725140695e-09,
      "loss": 0.3354,
      "step": 2807580
    },
    {
      "epoch": 783.59,
      "grad_norm": 1.5419199466705322,
      "learning_rate": 5.392572376689778e-09,
      "loss": 0.3353,
      "step": 2807590
    },
    {
      "epoch": 783.59,
      "grad_norm": 1.3516745567321777,
      "learning_rate": 5.390739339475054e-09,
      "loss": 0.332,
      "step": 2807600
    },
    {
      "epoch": 783.59,
      "grad_norm": 1.2523622512817383,
      "learning_rate": 5.388906613496523e-09,
      "loss": 0.3438,
      "step": 2807610
    },
    {
      "epoch": 783.59,
      "grad_norm": 1.438751220703125,
      "learning_rate": 5.387074198754445e-09,
      "loss": 0.326,
      "step": 2807620
    },
    {
      "epoch": 783.6,
      "grad_norm": 1.280784249305725,
      "learning_rate": 5.385242095249081e-09,
      "loss": 0.337,
      "step": 2807630
    },
    {
      "epoch": 783.6,
      "grad_norm": 1.087560772895813,
      "learning_rate": 5.383410302980951e-09,
      "loss": 0.3296,
      "step": 2807640
    },
    {
      "epoch": 783.6,
      "grad_norm": 1.2625244855880737,
      "learning_rate": 5.381578821949794e-09,
      "loss": 0.3529,
      "step": 2807650
    },
    {
      "epoch": 783.61,
      "grad_norm": 1.1524988412857056,
      "learning_rate": 5.379747652156131e-09,
      "loss": 0.3341,
      "step": 2807660
    },
    {
      "epoch": 783.61,
      "grad_norm": 1.2515504360198975,
      "learning_rate": 5.377916793600223e-09,
      "loss": 0.3285,
      "step": 2807670
    },
    {
      "epoch": 783.61,
      "grad_norm": 1.0798040628433228,
      "learning_rate": 5.376086246282329e-09,
      "loss": 0.3215,
      "step": 2807680
    },
    {
      "epoch": 783.61,
      "grad_norm": 1.3333044052124023,
      "learning_rate": 5.374256010202711e-09,
      "loss": 0.3285,
      "step": 2807690
    },
    {
      "epoch": 783.62,
      "grad_norm": 1.1030858755111694,
      "learning_rate": 5.372426085361367e-09,
      "loss": 0.3429,
      "step": 2807700
    },
    {
      "epoch": 783.62,
      "grad_norm": 1.1124887466430664,
      "learning_rate": 5.3705964717588174e-09,
      "loss": 0.3427,
      "step": 2807710
    },
    {
      "epoch": 783.62,
      "grad_norm": 1.2647943496704102,
      "learning_rate": 5.368767169395064e-09,
      "loss": 0.337,
      "step": 2807720
    },
    {
      "epoch": 783.63,
      "grad_norm": 1.296008825302124,
      "learning_rate": 5.366938178270625e-09,
      "loss": 0.3324,
      "step": 2807730
    },
    {
      "epoch": 783.63,
      "grad_norm": 1.1271053552627563,
      "learning_rate": 5.3651094983857626e-09,
      "loss": 0.3407,
      "step": 2807740
    },
    {
      "epoch": 783.63,
      "grad_norm": 1.142380714416504,
      "learning_rate": 5.363281129740215e-09,
      "loss": 0.3295,
      "step": 2807750
    },
    {
      "epoch": 783.63,
      "grad_norm": 1.1468760967254639,
      "learning_rate": 5.361453072334765e-09,
      "loss": 0.3308,
      "step": 2807760
    },
    {
      "epoch": 783.64,
      "grad_norm": 1.3700010776519775,
      "learning_rate": 5.359625326169411e-09,
      "loss": 0.34,
      "step": 2807770
    },
    {
      "epoch": 783.64,
      "grad_norm": 1.491706132888794,
      "learning_rate": 5.357797891244672e-09,
      "loss": 0.3276,
      "step": 2807780
    },
    {
      "epoch": 783.64,
      "grad_norm": 1.1663818359375,
      "learning_rate": 5.355970767560291e-09,
      "loss": 0.3395,
      "step": 2807790
    },
    {
      "epoch": 783.64,
      "grad_norm": 1.276572823524475,
      "learning_rate": 5.354143955116786e-09,
      "loss": 0.3477,
      "step": 2807800
    },
    {
      "epoch": 783.65,
      "grad_norm": 1.213101863861084,
      "learning_rate": 5.352317453914418e-09,
      "loss": 0.3522,
      "step": 2807810
    },
    {
      "epoch": 783.65,
      "grad_norm": 1.2665132284164429,
      "learning_rate": 5.350491263953708e-09,
      "loss": 0.3414,
      "step": 2807820
    },
    {
      "epoch": 783.65,
      "grad_norm": 1.1683118343353271,
      "learning_rate": 5.348665385234395e-09,
      "loss": 0.3301,
      "step": 2807830
    },
    {
      "epoch": 783.66,
      "grad_norm": 1.2460408210754395,
      "learning_rate": 5.34683981775674e-09,
      "loss": 0.3318,
      "step": 2807840
    },
    {
      "epoch": 783.66,
      "grad_norm": 1.1729388236999512,
      "learning_rate": 5.345014561521522e-09,
      "loss": 0.3195,
      "step": 2807850
    },
    {
      "epoch": 783.66,
      "grad_norm": 1.0753408670425415,
      "learning_rate": 5.343189616528483e-09,
      "loss": 0.3323,
      "step": 2807860
    },
    {
      "epoch": 783.66,
      "grad_norm": 1.2614562511444092,
      "learning_rate": 5.341364982778141e-09,
      "loss": 0.3374,
      "step": 2807870
    },
    {
      "epoch": 783.67,
      "grad_norm": 1.3725054264068604,
      "learning_rate": 5.339540660270498e-09,
      "loss": 0.3505,
      "step": 2807880
    },
    {
      "epoch": 783.67,
      "grad_norm": 1.2353428602218628,
      "learning_rate": 5.337716649006073e-09,
      "loss": 0.3314,
      "step": 2807890
    },
    {
      "epoch": 783.67,
      "grad_norm": 1.3014010190963745,
      "learning_rate": 5.335892948984868e-09,
      "loss": 0.3386,
      "step": 2807900
    },
    {
      "epoch": 783.68,
      "grad_norm": 1.3213979005813599,
      "learning_rate": 5.3340695602071406e-09,
      "loss": 0.3206,
      "step": 2807910
    },
    {
      "epoch": 783.68,
      "grad_norm": 1.070617914199829,
      "learning_rate": 5.3322464826734135e-09,
      "loss": 0.32,
      "step": 2807920
    },
    {
      "epoch": 783.68,
      "grad_norm": 1.5076024532318115,
      "learning_rate": 5.330423716383425e-09,
      "loss": 0.3412,
      "step": 2807930
    },
    {
      "epoch": 783.68,
      "grad_norm": 1.292784333229065,
      "learning_rate": 5.328601261337957e-09,
      "loss": 0.3272,
      "step": 2807940
    },
    {
      "epoch": 783.69,
      "grad_norm": 1.31118905544281,
      "learning_rate": 5.3267791175370076e-09,
      "loss": 0.3446,
      "step": 2807950
    },
    {
      "epoch": 783.69,
      "grad_norm": 1.4104081392288208,
      "learning_rate": 5.324957284980578e-09,
      "loss": 0.3352,
      "step": 2807960
    },
    {
      "epoch": 783.69,
      "grad_norm": 1.0820931196212769,
      "learning_rate": 5.32313576366945e-09,
      "loss": 0.3236,
      "step": 2807970
    },
    {
      "epoch": 783.7,
      "grad_norm": 1.2614201307296753,
      "learning_rate": 5.321314553603361e-09,
      "loss": 0.3273,
      "step": 2807980
    },
    {
      "epoch": 783.7,
      "grad_norm": 1.6450344324111938,
      "learning_rate": 5.319493654782833e-09,
      "loss": 0.3413,
      "step": 2807990
    },
    {
      "epoch": 783.7,
      "grad_norm": 1.2052762508392334,
      "learning_rate": 5.317673067208126e-09,
      "loss": 0.3279,
      "step": 2808000
    },
    {
      "epoch": 783.7,
      "grad_norm": 1.5912634134292603,
      "learning_rate": 5.3158527908795e-09,
      "loss": 0.3504,
      "step": 2808010
    },
    {
      "epoch": 783.71,
      "grad_norm": 1.3435970544815063,
      "learning_rate": 5.314032825796954e-09,
      "loss": 0.3348,
      "step": 2808020
    },
    {
      "epoch": 783.71,
      "grad_norm": 1.2034530639648438,
      "learning_rate": 5.31221317196075e-09,
      "loss": 0.3371,
      "step": 2808030
    },
    {
      "epoch": 783.71,
      "grad_norm": 1.7390180826187134,
      "learning_rate": 5.310393829371408e-09,
      "loss": 0.3372,
      "step": 2808040
    },
    {
      "epoch": 783.71,
      "grad_norm": 1.18462073802948,
      "learning_rate": 5.308574798028927e-09,
      "loss": 0.3383,
      "step": 2808050
    },
    {
      "epoch": 783.72,
      "grad_norm": 1.1331428289413452,
      "learning_rate": 5.306756077933828e-09,
      "loss": 0.3434,
      "step": 2808060
    },
    {
      "epoch": 783.72,
      "grad_norm": 1.1477153301239014,
      "learning_rate": 5.304937669085851e-09,
      "loss": 0.3498,
      "step": 2808070
    },
    {
      "epoch": 783.72,
      "grad_norm": 1.0701051950454712,
      "learning_rate": 5.303119571485777e-09,
      "loss": 0.3465,
      "step": 2808080
    },
    {
      "epoch": 783.73,
      "grad_norm": 1.356953740119934,
      "learning_rate": 5.301301785133605e-09,
      "loss": 0.3363,
      "step": 2808090
    },
    {
      "epoch": 783.73,
      "grad_norm": 1.2918674945831299,
      "learning_rate": 5.299484310029595e-09,
      "loss": 0.3468,
      "step": 2808100
    },
    {
      "epoch": 783.73,
      "grad_norm": 1.1623823642730713,
      "learning_rate": 5.297667146174009e-09,
      "loss": 0.3387,
      "step": 2808110
    },
    {
      "epoch": 783.73,
      "grad_norm": 5.23309850692749,
      "learning_rate": 5.295850293566845e-09,
      "loss": 0.3315,
      "step": 2808120
    },
    {
      "epoch": 783.74,
      "grad_norm": 1.4113963842391968,
      "learning_rate": 5.294033752208885e-09,
      "loss": 0.3292,
      "step": 2808130
    },
    {
      "epoch": 783.74,
      "grad_norm": 1.2197872400283813,
      "learning_rate": 5.292217522099868e-09,
      "loss": 0.3258,
      "step": 2808140
    },
    {
      "epoch": 783.74,
      "grad_norm": 1.2829891443252563,
      "learning_rate": 5.290401603240054e-09,
      "loss": 0.3268,
      "step": 2808150
    },
    {
      "epoch": 783.75,
      "grad_norm": 1.4922575950622559,
      "learning_rate": 5.288585995629965e-09,
      "loss": 0.3267,
      "step": 2808160
    },
    {
      "epoch": 783.75,
      "grad_norm": 1.0985398292541504,
      "learning_rate": 5.28677069926986e-09,
      "loss": 0.3331,
      "step": 2808170
    },
    {
      "epoch": 783.75,
      "grad_norm": 1.263296127319336,
      "learning_rate": 5.284955714159739e-09,
      "loss": 0.3323,
      "step": 2808180
    },
    {
      "epoch": 783.75,
      "grad_norm": 1.3572955131530762,
      "learning_rate": 5.283141040300122e-09,
      "loss": 0.3323,
      "step": 2808190
    },
    {
      "epoch": 783.76,
      "grad_norm": 1.2730848789215088,
      "learning_rate": 5.28132667769101e-09,
      "loss": 0.3422,
      "step": 2808200
    },
    {
      "epoch": 783.76,
      "grad_norm": 1.0719197988510132,
      "learning_rate": 5.279512626332662e-09,
      "loss": 0.3377,
      "step": 2808210
    },
    {
      "epoch": 783.76,
      "grad_norm": 2.217836380004883,
      "learning_rate": 5.27769888622534e-09,
      "loss": 0.3419,
      "step": 2808220
    },
    {
      "epoch": 783.77,
      "grad_norm": 1.2247062921524048,
      "learning_rate": 5.275885457369303e-09,
      "loss": 0.3349,
      "step": 2808230
    },
    {
      "epoch": 783.77,
      "grad_norm": 1.375583291053772,
      "learning_rate": 5.274072339764811e-09,
      "loss": 0.3449,
      "step": 2808240
    },
    {
      "epoch": 783.77,
      "grad_norm": 1.0656611919403076,
      "learning_rate": 5.2722595334121245e-09,
      "loss": 0.352,
      "step": 2808250
    },
    {
      "epoch": 783.77,
      "grad_norm": 1.270683765411377,
      "learning_rate": 5.270447038311504e-09,
      "loss": 0.3311,
      "step": 2808260
    },
    {
      "epoch": 783.78,
      "grad_norm": 1.4223910570144653,
      "learning_rate": 5.2686348544632095e-09,
      "loss": 0.3275,
      "step": 2808270
    },
    {
      "epoch": 783.78,
      "grad_norm": 1.3264384269714355,
      "learning_rate": 5.2668229818672406e-09,
      "loss": 0.3369,
      "step": 2808280
    },
    {
      "epoch": 783.78,
      "grad_norm": 1.1871088743209839,
      "learning_rate": 5.265011420524379e-09,
      "loss": 0.3353,
      "step": 2808290
    },
    {
      "epoch": 783.78,
      "grad_norm": 1.426132082939148,
      "learning_rate": 5.263200170434103e-09,
      "loss": 0.3558,
      "step": 2808300
    },
    {
      "epoch": 783.79,
      "grad_norm": 1.31122887134552,
      "learning_rate": 5.261389231597194e-09,
      "loss": 0.3144,
      "step": 2808310
    },
    {
      "epoch": 783.79,
      "grad_norm": 1.3443690538406372,
      "learning_rate": 5.259578604013652e-09,
      "loss": 0.3276,
      "step": 2808320
    },
    {
      "epoch": 783.79,
      "grad_norm": 1.384095549583435,
      "learning_rate": 5.2577682876839974e-09,
      "loss": 0.314,
      "step": 2808330
    },
    {
      "epoch": 783.8,
      "grad_norm": 1.6207627058029175,
      "learning_rate": 5.25595828260823e-09,
      "loss": 0.341,
      "step": 2808340
    },
    {
      "epoch": 783.8,
      "grad_norm": 1.1979186534881592,
      "learning_rate": 5.254148588786609e-09,
      "loss": 0.3329,
      "step": 2808350
    },
    {
      "epoch": 783.8,
      "grad_norm": 1.3803925514221191,
      "learning_rate": 5.252339206219657e-09,
      "loss": 0.3359,
      "step": 2808360
    },
    {
      "epoch": 783.8,
      "grad_norm": 2.6174962520599365,
      "learning_rate": 5.250530134907113e-09,
      "loss": 0.3296,
      "step": 2808370
    },
    {
      "epoch": 783.81,
      "grad_norm": 1.5550199747085571,
      "learning_rate": 5.248721374849496e-09,
      "loss": 0.3514,
      "step": 2808380
    },
    {
      "epoch": 783.81,
      "grad_norm": 1.3501954078674316,
      "learning_rate": 5.246912926047328e-09,
      "loss": 0.3206,
      "step": 2808390
    },
    {
      "epoch": 783.81,
      "grad_norm": 1.5264008045196533,
      "learning_rate": 5.245104788500088e-09,
      "loss": 0.3519,
      "step": 2808400
    },
    {
      "epoch": 783.82,
      "grad_norm": 1.178099274635315,
      "learning_rate": 5.2432969622088175e-09,
      "loss": 0.339,
      "step": 2808410
    },
    {
      "epoch": 783.82,
      "grad_norm": 1.5344222784042358,
      "learning_rate": 5.241489447173255e-09,
      "loss": 0.3362,
      "step": 2808420
    },
    {
      "epoch": 783.82,
      "grad_norm": 1.3282089233398438,
      "learning_rate": 5.239682243394182e-09,
      "loss": 0.339,
      "step": 2808430
    },
    {
      "epoch": 783.82,
      "grad_norm": 1.3447301387786865,
      "learning_rate": 5.237875350871078e-09,
      "loss": 0.3474,
      "step": 2808440
    },
    {
      "epoch": 783.83,
      "grad_norm": 1.2283135652542114,
      "learning_rate": 5.236068769604723e-09,
      "loss": 0.3346,
      "step": 2808450
    },
    {
      "epoch": 783.83,
      "grad_norm": 1.2657182216644287,
      "learning_rate": 5.234262499595118e-09,
      "loss": 0.3541,
      "step": 2808460
    },
    {
      "epoch": 783.83,
      "grad_norm": 1.5010108947753906,
      "learning_rate": 5.232456540842783e-09,
      "loss": 0.3481,
      "step": 2808470
    },
    {
      "epoch": 783.83,
      "grad_norm": 1.415489912033081,
      "learning_rate": 5.230650893347458e-09,
      "loss": 0.331,
      "step": 2808480
    },
    {
      "epoch": 783.84,
      "grad_norm": 1.1313269138336182,
      "learning_rate": 5.228845557109923e-09,
      "loss": 0.342,
      "step": 2808490
    },
    {
      "epoch": 783.84,
      "grad_norm": 1.1388643980026245,
      "learning_rate": 5.227040532130178e-09,
      "loss": 0.3397,
      "step": 2808500
    },
    {
      "epoch": 783.84,
      "grad_norm": 1.1842728853225708,
      "learning_rate": 5.225235818408485e-09,
      "loss": 0.3299,
      "step": 2808510
    },
    {
      "epoch": 783.85,
      "grad_norm": 1.1974481344223022,
      "learning_rate": 5.223431415945102e-09,
      "loss": 0.3308,
      "step": 2808520
    },
    {
      "epoch": 783.85,
      "grad_norm": 1.3224588632583618,
      "learning_rate": 5.221627324740029e-09,
      "loss": 0.3472,
      "step": 2808530
    },
    {
      "epoch": 783.85,
      "grad_norm": 1.0935126543045044,
      "learning_rate": 5.219823544793788e-09,
      "loss": 0.3301,
      "step": 2808540
    },
    {
      "epoch": 783.85,
      "grad_norm": 1.4102542400360107,
      "learning_rate": 5.2180200761068985e-09,
      "loss": 0.3471,
      "step": 2808550
    },
    {
      "epoch": 783.86,
      "grad_norm": 2.2702295780181885,
      "learning_rate": 5.21621691867884e-09,
      "loss": 0.3358,
      "step": 2808560
    },
    {
      "epoch": 783.86,
      "grad_norm": 1.3749616146087646,
      "learning_rate": 5.214414072510394e-09,
      "loss": 0.3336,
      "step": 2808570
    },
    {
      "epoch": 783.86,
      "grad_norm": 1.1571531295776367,
      "learning_rate": 5.212611537601559e-09,
      "loss": 0.3281,
      "step": 2808580
    },
    {
      "epoch": 783.87,
      "grad_norm": 1.289047360420227,
      "learning_rate": 5.210809313952857e-09,
      "loss": 0.3349,
      "step": 2808590
    },
    {
      "epoch": 783.87,
      "grad_norm": 1.4291168451309204,
      "learning_rate": 5.209007401564287e-09,
      "loss": 0.3305,
      "step": 2808600
    },
    {
      "epoch": 783.87,
      "grad_norm": 1.4799067974090576,
      "learning_rate": 5.207205800436369e-09,
      "loss": 0.3498,
      "step": 2808610
    },
    {
      "epoch": 783.87,
      "grad_norm": 1.5781608819961548,
      "learning_rate": 5.205404510568844e-09,
      "loss": 0.3284,
      "step": 2808620
    },
    {
      "epoch": 783.88,
      "grad_norm": 1.417238712310791,
      "learning_rate": 5.203603531962492e-09,
      "loss": 0.3371,
      "step": 2808630
    },
    {
      "epoch": 783.88,
      "grad_norm": 1.309147596359253,
      "learning_rate": 5.201802864617053e-09,
      "loss": 0.353,
      "step": 2808640
    },
    {
      "epoch": 783.88,
      "grad_norm": 1.3021780252456665,
      "learning_rate": 5.200002508533047e-09,
      "loss": 0.3408,
      "step": 2808650
    },
    {
      "epoch": 783.89,
      "grad_norm": 1.5440136194229126,
      "learning_rate": 5.198202463710735e-09,
      "loss": 0.325,
      "step": 2808660
    },
    {
      "epoch": 783.89,
      "grad_norm": 1.3321542739868164,
      "learning_rate": 5.196402730150377e-09,
      "loss": 0.3355,
      "step": 2808670
    },
    {
      "epoch": 783.89,
      "grad_norm": 1.2323001623153687,
      "learning_rate": 5.194603307852232e-09,
      "loss": 0.3315,
      "step": 2808680
    },
    {
      "epoch": 783.89,
      "grad_norm": 1.343842625617981,
      "learning_rate": 5.192804196816301e-09,
      "loss": 0.3381,
      "step": 2808690
    },
    {
      "epoch": 783.9,
      "grad_norm": 1.5404709577560425,
      "learning_rate": 5.191005397042844e-09,
      "loss": 0.3455,
      "step": 2808700
    },
    {
      "epoch": 783.9,
      "grad_norm": 1.1389062404632568,
      "learning_rate": 5.189206908532383e-09,
      "loss": 0.3275,
      "step": 2808710
    },
    {
      "epoch": 783.9,
      "grad_norm": 1.26834237575531,
      "learning_rate": 5.187408731284915e-09,
      "loss": 0.3531,
      "step": 2808720
    },
    {
      "epoch": 783.9,
      "grad_norm": 1.1630254983901978,
      "learning_rate": 5.185610865300963e-09,
      "loss": 0.3438,
      "step": 2808730
    },
    {
      "epoch": 783.91,
      "grad_norm": 1.3695893287658691,
      "learning_rate": 5.183813310580265e-09,
      "loss": 0.3309,
      "step": 2808740
    },
    {
      "epoch": 783.91,
      "grad_norm": 1.1548054218292236,
      "learning_rate": 5.182016067123602e-09,
      "loss": 0.3431,
      "step": 2808750
    },
    {
      "epoch": 783.91,
      "grad_norm": 1.2081477642059326,
      "learning_rate": 5.180219134930976e-09,
      "loss": 0.3334,
      "step": 2808760
    },
    {
      "epoch": 783.92,
      "grad_norm": 1.114810824394226,
      "learning_rate": 5.178422514002644e-09,
      "loss": 0.3393,
      "step": 2808770
    },
    {
      "epoch": 783.92,
      "grad_norm": 1.221932053565979,
      "learning_rate": 5.176626204338608e-09,
      "loss": 0.3332,
      "step": 2808780
    },
    {
      "epoch": 783.92,
      "grad_norm": 1.183471918106079,
      "learning_rate": 5.174830205939388e-09,
      "loss": 0.3403,
      "step": 2808790
    },
    {
      "epoch": 783.92,
      "grad_norm": 1.2696506977081299,
      "learning_rate": 5.1730345188052445e-09,
      "loss": 0.3278,
      "step": 2808800
    },
    {
      "epoch": 783.93,
      "grad_norm": 1.2584675550460815,
      "learning_rate": 5.171239142936437e-09,
      "loss": 0.3315,
      "step": 2808810
    },
    {
      "epoch": 783.93,
      "grad_norm": 1.178090214729309,
      "learning_rate": 5.169444078332967e-09,
      "loss": 0.3318,
      "step": 2808820
    },
    {
      "epoch": 783.93,
      "grad_norm": 1.318934679031372,
      "learning_rate": 5.167649324995093e-09,
      "loss": 0.3227,
      "step": 2808830
    },
    {
      "epoch": 783.94,
      "grad_norm": 1.1814379692077637,
      "learning_rate": 5.165854882923336e-09,
      "loss": 0.3298,
      "step": 2808840
    },
    {
      "epoch": 783.94,
      "grad_norm": 1.3656028509140015,
      "learning_rate": 5.164060752117696e-09,
      "loss": 0.3398,
      "step": 2808850
    },
    {
      "epoch": 783.94,
      "grad_norm": 1.231981635093689,
      "learning_rate": 5.162266932578433e-09,
      "loss": 0.335,
      "step": 2808860
    },
    {
      "epoch": 783.94,
      "grad_norm": 1.3280209302902222,
      "learning_rate": 5.160473424306068e-09,
      "loss": 0.3405,
      "step": 2808870
    },
    {
      "epoch": 783.95,
      "grad_norm": 1.1312696933746338,
      "learning_rate": 5.15868022730034e-09,
      "loss": 0.3441,
      "step": 2808880
    },
    {
      "epoch": 783.95,
      "grad_norm": 1.2947680950164795,
      "learning_rate": 5.156887341562031e-09,
      "loss": 0.3228,
      "step": 2808890
    },
    {
      "epoch": 783.95,
      "grad_norm": 1.2744519710540771,
      "learning_rate": 5.155094767090879e-09,
      "loss": 0.343,
      "step": 2808900
    },
    {
      "epoch": 783.95,
      "grad_norm": 1.3271057605743408,
      "learning_rate": 5.153302503887405e-09,
      "loss": 0.3554,
      "step": 2808910
    },
    {
      "epoch": 783.96,
      "grad_norm": 1.2336997985839844,
      "learning_rate": 5.151510551951871e-09,
      "loss": 0.3318,
      "step": 2808920
    },
    {
      "epoch": 783.96,
      "grad_norm": 1.5345120429992676,
      "learning_rate": 5.149718911284274e-09,
      "loss": 0.3509,
      "step": 2808930
    },
    {
      "epoch": 783.96,
      "grad_norm": 1.2751487493515015,
      "learning_rate": 5.147927581885137e-09,
      "loss": 0.3315,
      "step": 2808940
    },
    {
      "epoch": 783.97,
      "grad_norm": 1.4711403846740723,
      "learning_rate": 5.146136563754458e-09,
      "loss": 0.3357,
      "step": 2808950
    },
    {
      "epoch": 783.97,
      "grad_norm": 1.2977808713912964,
      "learning_rate": 5.144345856892499e-09,
      "loss": 0.3481,
      "step": 2808960
    },
    {
      "epoch": 783.97,
      "grad_norm": 1.6026238203048706,
      "learning_rate": 5.142555461299779e-09,
      "loss": 0.3412,
      "step": 2808970
    },
    {
      "epoch": 783.97,
      "grad_norm": 1.2901309728622437,
      "learning_rate": 5.140765376976299e-09,
      "loss": 0.3224,
      "step": 2808980
    },
    {
      "epoch": 783.98,
      "grad_norm": 1.0422285795211792,
      "learning_rate": 5.138975603922319e-09,
      "loss": 0.327,
      "step": 2808990
    },
    {
      "epoch": 783.98,
      "grad_norm": 1.390183925628662,
      "learning_rate": 5.137186142138098e-09,
      "loss": 0.3372,
      "step": 2809000
    },
    {
      "epoch": 783.98,
      "grad_norm": 2.228844404220581,
      "learning_rate": 5.135396991624158e-09,
      "loss": 0.3434,
      "step": 2809010
    },
    {
      "epoch": 783.99,
      "grad_norm": 1.2145018577575684,
      "learning_rate": 5.133608152380238e-09,
      "loss": 0.3324,
      "step": 2809020
    },
    {
      "epoch": 783.99,
      "grad_norm": 2.7161407470703125,
      "learning_rate": 5.131819624406598e-09,
      "loss": 0.3506,
      "step": 2809030
    },
    {
      "epoch": 783.99,
      "grad_norm": 1.431260585784912,
      "learning_rate": 5.130031407703759e-09,
      "loss": 0.3451,
      "step": 2809040
    },
    {
      "epoch": 783.99,
      "grad_norm": 1.568912148475647,
      "learning_rate": 5.1282435022722415e-09,
      "loss": 0.3519,
      "step": 2809050
    },
    {
      "epoch": 784.0,
      "grad_norm": 1.507127046585083,
      "learning_rate": 5.126455908111525e-09,
      "loss": 0.3408,
      "step": 2809060
    },
    {
      "epoch": 784.0,
      "grad_norm": 1.388351321220398,
      "learning_rate": 5.124668625222389e-09,
      "loss": 0.3438,
      "step": 2809070
    },
    {
      "epoch": 784.0,
      "eval_loss": 0.33674895763397217,
      "eval_runtime": 64.8191,
      "eval_samples_per_second": 78.048,
      "eval_steps_per_second": 9.766,
      "step": 2809072
    },
    {
      "epoch": 784.0,
      "grad_norm": 1.1864445209503174,
      "learning_rate": 5.122881653604836e-09,
      "loss": 0.341,
      "step": 2809080
    },
    {
      "epoch": 784.01,
      "grad_norm": 1.1010485887527466,
      "learning_rate": 5.1210949932593834e-09,
      "loss": 0.3355,
      "step": 2809090
    },
    {
      "epoch": 784.01,
      "grad_norm": 1.3700590133666992,
      "learning_rate": 5.119308644185773e-09,
      "loss": 0.3498,
      "step": 2809100
    },
    {
      "epoch": 784.01,
      "grad_norm": 1.215016484260559,
      "learning_rate": 5.117522606384785e-09,
      "loss": 0.3403,
      "step": 2809110
    },
    {
      "epoch": 784.01,
      "grad_norm": 1.2120131254196167,
      "learning_rate": 5.115736879856419e-09,
      "loss": 0.3392,
      "step": 2809120
    },
    {
      "epoch": 784.02,
      "grad_norm": 1.5316083431243896,
      "learning_rate": 5.1139514646006756e-09,
      "loss": 0.3458,
      "step": 2809130
    },
    {
      "epoch": 784.02,
      "grad_norm": 1.442498803138733,
      "learning_rate": 5.1121663606183345e-09,
      "loss": 0.333,
      "step": 2809140
    },
    {
      "epoch": 784.02,
      "grad_norm": 1.1543200016021729,
      "learning_rate": 5.110381567909137e-09,
      "loss": 0.3499,
      "step": 2809150
    },
    {
      "epoch": 784.02,
      "grad_norm": 1.115262746810913,
      "learning_rate": 5.108597086473601e-09,
      "loss": 0.3307,
      "step": 2809160
    },
    {
      "epoch": 784.03,
      "grad_norm": 1.1415612697601318,
      "learning_rate": 5.106812916311729e-09,
      "loss": 0.3366,
      "step": 2809170
    },
    {
      "epoch": 784.03,
      "grad_norm": 1.1381558179855347,
      "learning_rate": 5.105029057424041e-09,
      "loss": 0.3393,
      "step": 2809180
    },
    {
      "epoch": 784.03,
      "grad_norm": 1.2809572219848633,
      "learning_rate": 5.1032455098105365e-09,
      "loss": 0.33,
      "step": 2809190
    },
    {
      "epoch": 784.04,
      "grad_norm": 1.1146425008773804,
      "learning_rate": 5.101462273471735e-09,
      "loss": 0.3213,
      "step": 2809200
    },
    {
      "epoch": 784.04,
      "grad_norm": 1.6351051330566406,
      "learning_rate": 5.099679348407378e-09,
      "loss": 0.3301,
      "step": 2809210
    },
    {
      "epoch": 784.04,
      "grad_norm": 2.9126861095428467,
      "learning_rate": 5.097896734618245e-09,
      "loss": 0.3281,
      "step": 2809220
    },
    {
      "epoch": 784.04,
      "grad_norm": 1.4083112478256226,
      "learning_rate": 5.096114432104337e-09,
      "loss": 0.3343,
      "step": 2809230
    },
    {
      "epoch": 784.05,
      "grad_norm": 1.233074426651001,
      "learning_rate": 5.094332440865913e-09,
      "loss": 0.352,
      "step": 2809240
    },
    {
      "epoch": 784.05,
      "grad_norm": 1.4955558776855469,
      "learning_rate": 5.0925507609032335e-09,
      "loss": 0.343,
      "step": 2809250
    },
    {
      "epoch": 784.05,
      "grad_norm": 1.2141979932785034,
      "learning_rate": 5.090769392216299e-09,
      "loss": 0.3389,
      "step": 2809260
    },
    {
      "epoch": 784.06,
      "grad_norm": 1.3998653888702393,
      "learning_rate": 5.08898833480563e-09,
      "loss": 0.3347,
      "step": 2809270
    },
    {
      "epoch": 784.06,
      "grad_norm": 1.7454895973205566,
      "learning_rate": 5.0872075886714856e-09,
      "loss": 0.3442,
      "step": 2809280
    },
    {
      "epoch": 784.06,
      "grad_norm": 1.2386497259140015,
      "learning_rate": 5.085427153813868e-09,
      "loss": 0.3374,
      "step": 2809290
    },
    {
      "epoch": 784.06,
      "grad_norm": 1.2905168533325195,
      "learning_rate": 5.0836470302332944e-09,
      "loss": 0.3184,
      "step": 2809300
    },
    {
      "epoch": 784.07,
      "grad_norm": 1.4038251638412476,
      "learning_rate": 5.081867217929768e-09,
      "loss": 0.3406,
      "step": 2809310
    },
    {
      "epoch": 784.07,
      "grad_norm": 1.2337452173233032,
      "learning_rate": 5.0800877169032866e-09,
      "loss": 0.3444,
      "step": 2809320
    },
    {
      "epoch": 784.07,
      "grad_norm": 1.2709523439407349,
      "learning_rate": 5.078308527154893e-09,
      "loss": 0.3472,
      "step": 2809330
    },
    {
      "epoch": 784.07,
      "grad_norm": 1.2156836986541748,
      "learning_rate": 5.076529648684064e-09,
      "loss": 0.3347,
      "step": 2809340
    },
    {
      "epoch": 784.08,
      "grad_norm": 1.224457859992981,
      "learning_rate": 5.074751081491323e-09,
      "loss": 0.3381,
      "step": 2809350
    },
    {
      "epoch": 784.08,
      "grad_norm": 1.1630160808563232,
      "learning_rate": 5.072972825577188e-09,
      "loss": 0.3161,
      "step": 2809360
    },
    {
      "epoch": 784.08,
      "grad_norm": 1.1924256086349487,
      "learning_rate": 5.0711948809414e-09,
      "loss": 0.3401,
      "step": 2809370
    },
    {
      "epoch": 784.09,
      "grad_norm": 1.2400587797164917,
      "learning_rate": 5.0694172475842194e-09,
      "loss": 0.34,
      "step": 2809380
    },
    {
      "epoch": 784.09,
      "grad_norm": 1.1290253400802612,
      "learning_rate": 5.067639925506167e-09,
      "loss": 0.3296,
      "step": 2809390
    },
    {
      "epoch": 784.09,
      "grad_norm": 1.3287243843078613,
      "learning_rate": 5.065862914707501e-09,
      "loss": 0.3637,
      "step": 2809400
    },
    {
      "epoch": 784.09,
      "grad_norm": 1.252397060394287,
      "learning_rate": 5.064086215188223e-09,
      "loss": 0.3438,
      "step": 2809410
    },
    {
      "epoch": 784.1,
      "grad_norm": 1.1895943880081177,
      "learning_rate": 5.062309826948853e-09,
      "loss": 0.3473,
      "step": 2809420
    },
    {
      "epoch": 784.1,
      "grad_norm": 1.2333027124404907,
      "learning_rate": 5.060533749989132e-09,
      "loss": 0.3494,
      "step": 2809430
    },
    {
      "epoch": 784.1,
      "grad_norm": 1.2859095335006714,
      "learning_rate": 5.0587579843098386e-09,
      "loss": 0.3384,
      "step": 2809440
    },
    {
      "epoch": 784.11,
      "grad_norm": 1.1633892059326172,
      "learning_rate": 5.056982529910974e-09,
      "loss": 0.3327,
      "step": 2809450
    },
    {
      "epoch": 784.11,
      "grad_norm": 1.1832278966903687,
      "learning_rate": 5.055207386792798e-09,
      "loss": 0.3218,
      "step": 2809460
    },
    {
      "epoch": 784.11,
      "grad_norm": 1.1566979885101318,
      "learning_rate": 5.053432554955571e-09,
      "loss": 0.3379,
      "step": 2809470
    },
    {
      "epoch": 784.11,
      "grad_norm": 1.2668824195861816,
      "learning_rate": 5.051658034399292e-09,
      "loss": 0.354,
      "step": 2809480
    },
    {
      "epoch": 784.12,
      "grad_norm": 1.3312427997589111,
      "learning_rate": 5.049883825124744e-09,
      "loss": 0.3255,
      "step": 2809490
    },
    {
      "epoch": 784.12,
      "grad_norm": 1.0811760425567627,
      "learning_rate": 5.048109927131404e-09,
      "loss": 0.3614,
      "step": 2809500
    },
    {
      "epoch": 784.12,
      "grad_norm": 1.0900347232818604,
      "learning_rate": 5.046336340420315e-09,
      "loss": 0.3375,
      "step": 2809510
    },
    {
      "epoch": 784.13,
      "grad_norm": 1.213313102722168,
      "learning_rate": 5.044563064990955e-09,
      "loss": 0.3266,
      "step": 2809520
    },
    {
      "epoch": 784.13,
      "grad_norm": 1.2987161874771118,
      "learning_rate": 5.042790100844106e-09,
      "loss": 0.3342,
      "step": 2809530
    },
    {
      "epoch": 784.13,
      "grad_norm": 1.1691532135009766,
      "learning_rate": 5.041017447979766e-09,
      "loss": 0.3285,
      "step": 2809540
    },
    {
      "epoch": 784.13,
      "grad_norm": 1.4282010793685913,
      "learning_rate": 5.039245106398457e-09,
      "loss": 0.3329,
      "step": 2809550
    },
    {
      "epoch": 784.14,
      "grad_norm": 1.4758378267288208,
      "learning_rate": 5.037473076099918e-09,
      "loss": 0.3454,
      "step": 2809560
    },
    {
      "epoch": 784.14,
      "grad_norm": 1.391100287437439,
      "learning_rate": 5.035701357084671e-09,
      "loss": 0.3413,
      "step": 2809570
    },
    {
      "epoch": 784.14,
      "grad_norm": 1.185571312904358,
      "learning_rate": 5.033929949352974e-09,
      "loss": 0.3273,
      "step": 2809580
    },
    {
      "epoch": 784.14,
      "grad_norm": 1.5050863027572632,
      "learning_rate": 5.032158852905088e-09,
      "loss": 0.3346,
      "step": 2809590
    },
    {
      "epoch": 784.15,
      "grad_norm": 1.1681687831878662,
      "learning_rate": 5.0303880677412745e-09,
      "loss": 0.3205,
      "step": 2809600
    },
    {
      "epoch": 784.15,
      "grad_norm": 1.1648842096328735,
      "learning_rate": 5.028617593861531e-09,
      "loss": 0.3412,
      "step": 2809610
    },
    {
      "epoch": 784.15,
      "grad_norm": 1.2357385158538818,
      "learning_rate": 5.0268474312661205e-09,
      "loss": 0.3303,
      "step": 2809620
    },
    {
      "epoch": 784.16,
      "grad_norm": 1.2657878398895264,
      "learning_rate": 5.025077579955822e-09,
      "loss": 0.3325,
      "step": 2809630
    },
    {
      "epoch": 784.16,
      "grad_norm": 1.182436227798462,
      "learning_rate": 5.023308039930115e-09,
      "loss": 0.3299,
      "step": 2809640
    },
    {
      "epoch": 784.16,
      "grad_norm": 1.1195454597473145,
      "learning_rate": 5.021538811189521e-09,
      "loss": 0.3294,
      "step": 2809650
    },
    {
      "epoch": 784.16,
      "grad_norm": 1.2447271347045898,
      "learning_rate": 5.019769893734558e-09,
      "loss": 0.3669,
      "step": 2809660
    },
    {
      "epoch": 784.17,
      "grad_norm": 1.1607651710510254,
      "learning_rate": 5.018001287564969e-09,
      "loss": 0.3376,
      "step": 2809670
    },
    {
      "epoch": 784.17,
      "grad_norm": 1.417986273765564,
      "learning_rate": 5.016232992681272e-09,
      "loss": 0.337,
      "step": 2809680
    },
    {
      "epoch": 784.17,
      "grad_norm": 3.3547861576080322,
      "learning_rate": 5.0144650090839896e-09,
      "loss": 0.3559,
      "step": 2809690
    },
    {
      "epoch": 784.18,
      "grad_norm": 1.1406223773956299,
      "learning_rate": 5.012697336772599e-09,
      "loss": 0.3468,
      "step": 2809700
    },
    {
      "epoch": 784.18,
      "grad_norm": 1.6124097108840942,
      "learning_rate": 5.0109299757481424e-09,
      "loss": 0.3457,
      "step": 2809710
    },
    {
      "epoch": 784.18,
      "grad_norm": 1.2695125341415405,
      "learning_rate": 5.0091629260103596e-09,
      "loss": 0.3334,
      "step": 2809720
    },
    {
      "epoch": 784.18,
      "grad_norm": 1.0859507322311401,
      "learning_rate": 5.00739618755951e-09,
      "loss": 0.3393,
      "step": 2809730
    },
    {
      "epoch": 784.19,
      "grad_norm": 1.3112292289733887,
      "learning_rate": 5.005629760396115e-09,
      "loss": 0.3425,
      "step": 2809740
    },
    {
      "epoch": 784.19,
      "grad_norm": 1.433872103691101,
      "learning_rate": 5.003863644520173e-09,
      "loss": 0.3307,
      "step": 2809750
    },
    {
      "epoch": 784.19,
      "grad_norm": 1.152288794517517,
      "learning_rate": 5.002097839931947e-09,
      "loss": 0.3224,
      "step": 2809760
    },
    {
      "epoch": 784.19,
      "grad_norm": 1.2325780391693115,
      "learning_rate": 5.000332346631695e-09,
      "loss": 0.341,
      "step": 2809770
    },
    {
      "epoch": 784.2,
      "grad_norm": 1.3156678676605225,
      "learning_rate": 4.998567164619678e-09,
      "loss": 0.3381,
      "step": 2809780
    },
    {
      "epoch": 784.2,
      "grad_norm": 1.2303521633148193,
      "learning_rate": 4.996802293896155e-09,
      "loss": 0.3513,
      "step": 2809790
    },
    {
      "epoch": 784.2,
      "grad_norm": 1.3137540817260742,
      "learning_rate": 4.995037734461388e-09,
      "loss": 0.3269,
      "step": 2809800
    },
    {
      "epoch": 784.21,
      "grad_norm": 1.341310977935791,
      "learning_rate": 4.993273486315376e-09,
      "loss": 0.3407,
      "step": 2809810
    },
    {
      "epoch": 784.21,
      "grad_norm": 1.2018489837646484,
      "learning_rate": 4.991509549458639e-09,
      "loss": 0.3318,
      "step": 2809820
    },
    {
      "epoch": 784.21,
      "grad_norm": 1.1582947969436646,
      "learning_rate": 4.9897459238911785e-09,
      "loss": 0.3658,
      "step": 2809830
    },
    {
      "epoch": 784.21,
      "grad_norm": 1.1506752967834473,
      "learning_rate": 4.987982609613514e-09,
      "loss": 0.3369,
      "step": 2809840
    },
    {
      "epoch": 784.22,
      "grad_norm": 1.303269386291504,
      "learning_rate": 4.986219606625645e-09,
      "loss": 0.3363,
      "step": 2809850
    },
    {
      "epoch": 784.22,
      "grad_norm": 1.140597939491272,
      "learning_rate": 4.984456914927833e-09,
      "loss": 0.3421,
      "step": 2809860
    },
    {
      "epoch": 784.22,
      "grad_norm": 1.0821019411087036,
      "learning_rate": 4.9826945345203365e-09,
      "loss": 0.3362,
      "step": 2809870
    },
    {
      "epoch": 784.23,
      "grad_norm": 1.199127197265625,
      "learning_rate": 4.9809324654034174e-09,
      "loss": 0.3428,
      "step": 2809880
    },
    {
      "epoch": 784.23,
      "grad_norm": 1.3501667976379395,
      "learning_rate": 4.979170707577334e-09,
      "loss": 0.3306,
      "step": 2809890
    },
    {
      "epoch": 784.23,
      "grad_norm": 1.3751102685928345,
      "learning_rate": 4.977409261042349e-09,
      "loss": 0.3206,
      "step": 2809900
    },
    {
      "epoch": 784.23,
      "grad_norm": 1.336432695388794,
      "learning_rate": 4.975648125798461e-09,
      "loss": 0.337,
      "step": 2809910
    },
    {
      "epoch": 784.24,
      "grad_norm": 1.290999412536621,
      "learning_rate": 4.9738873018461894e-09,
      "loss": 0.3388,
      "step": 2809920
    },
    {
      "epoch": 784.24,
      "grad_norm": 1.2164924144744873,
      "learning_rate": 4.972126789185536e-09,
      "loss": 0.3488,
      "step": 2809930
    },
    {
      "epoch": 784.24,
      "grad_norm": 1.1529664993286133,
      "learning_rate": 4.97036658781702e-09,
      "loss": 0.3353,
      "step": 2809940
    },
    {
      "epoch": 784.25,
      "grad_norm": 1.2608011960983276,
      "learning_rate": 4.968606697740643e-09,
      "loss": 0.3438,
      "step": 2809950
    },
    {
      "epoch": 784.25,
      "grad_norm": 1.2664225101470947,
      "learning_rate": 4.9668471189566635e-09,
      "loss": 0.3644,
      "step": 2809960
    },
    {
      "epoch": 784.25,
      "grad_norm": 1.2108485698699951,
      "learning_rate": 4.965087851465342e-09,
      "loss": 0.3419,
      "step": 2809970
    },
    {
      "epoch": 784.25,
      "grad_norm": 1.3357906341552734,
      "learning_rate": 4.963328895267199e-09,
      "loss": 0.3214,
      "step": 2809980
    },
    {
      "epoch": 784.26,
      "grad_norm": 1.2486295700073242,
      "learning_rate": 4.961570250361975e-09,
      "loss": 0.3399,
      "step": 2809990
    },
    {
      "epoch": 784.26,
      "grad_norm": 1.309975504875183,
      "learning_rate": 4.9598119167501905e-09,
      "loss": 0.3423,
      "step": 2810000
    },
    {
      "epoch": 784.26,
      "grad_norm": 1.5234495401382446,
      "learning_rate": 4.958053894431845e-09,
      "loss": 0.3444,
      "step": 2810010
    },
    {
      "epoch": 784.26,
      "grad_norm": 1.1802400350570679,
      "learning_rate": 4.9562961834074575e-09,
      "loss": 0.3406,
      "step": 2810020
    },
    {
      "epoch": 784.27,
      "grad_norm": 1.2492239475250244,
      "learning_rate": 4.954538783677291e-09,
      "loss": 0.3131,
      "step": 2810030
    },
    {
      "epoch": 784.27,
      "grad_norm": 1.142153024673462,
      "learning_rate": 4.952781695241083e-09,
      "loss": 0.3511,
      "step": 2810040
    },
    {
      "epoch": 784.27,
      "grad_norm": 1.2872658967971802,
      "learning_rate": 4.951024918099875e-09,
      "loss": 0.3528,
      "step": 2810050
    },
    {
      "epoch": 784.28,
      "grad_norm": 1.444806456565857,
      "learning_rate": 4.949268452253147e-09,
      "loss": 0.3491,
      "step": 2810060
    },
    {
      "epoch": 784.28,
      "grad_norm": 1.116815209388733,
      "learning_rate": 4.94751229770142e-09,
      "loss": 0.3228,
      "step": 2810070
    },
    {
      "epoch": 784.28,
      "grad_norm": 1.3920634984970093,
      "learning_rate": 4.945756454444953e-09,
      "loss": 0.3409,
      "step": 2810080
    },
    {
      "epoch": 784.28,
      "grad_norm": 1.4592474699020386,
      "learning_rate": 4.944000922484266e-09,
      "loss": 0.3361,
      "step": 2810090
    },
    {
      "epoch": 784.29,
      "grad_norm": 1.1516542434692383,
      "learning_rate": 4.94224570181884e-09,
      "loss": 0.34,
      "step": 2810100
    },
    {
      "epoch": 784.29,
      "grad_norm": 1.242475152015686,
      "learning_rate": 4.940490792449715e-09,
      "loss": 0.3424,
      "step": 2810110
    },
    {
      "epoch": 784.29,
      "grad_norm": 1.12257719039917,
      "learning_rate": 4.938736194376632e-09,
      "loss": 0.3578,
      "step": 2810120
    },
    {
      "epoch": 784.3,
      "grad_norm": 1.161078691482544,
      "learning_rate": 4.936981907600109e-09,
      "loss": 0.3451,
      "step": 2810130
    },
    {
      "epoch": 784.3,
      "grad_norm": 1.1969342231750488,
      "learning_rate": 4.935227932119888e-09,
      "loss": 0.3352,
      "step": 2810140
    },
    {
      "epoch": 784.3,
      "grad_norm": 2.385636329650879,
      "learning_rate": 4.933474267936749e-09,
      "loss": 0.346,
      "step": 2810150
    },
    {
      "epoch": 784.3,
      "grad_norm": 1.3323298692703247,
      "learning_rate": 4.931720915050952e-09,
      "loss": 0.333,
      "step": 2810160
    },
    {
      "epoch": 784.31,
      "grad_norm": 1.2912492752075195,
      "learning_rate": 4.929967873462237e-09,
      "loss": 0.3377,
      "step": 2810170
    },
    {
      "epoch": 784.31,
      "grad_norm": 1.1589950323104858,
      "learning_rate": 4.928215143171124e-09,
      "loss": 0.3522,
      "step": 2810180
    },
    {
      "epoch": 784.31,
      "grad_norm": 1.3791717290878296,
      "learning_rate": 4.926462724177873e-09,
      "loss": 0.3315,
      "step": 2810190
    },
    {
      "epoch": 784.31,
      "grad_norm": 1.214781403541565,
      "learning_rate": 4.924710616482745e-09,
      "loss": 0.3415,
      "step": 2810200
    },
    {
      "epoch": 784.32,
      "grad_norm": 1.3544163703918457,
      "learning_rate": 4.92295882008574e-09,
      "loss": 0.3421,
      "step": 2810210
    },
    {
      "epoch": 784.32,
      "grad_norm": 1.2157238721847534,
      "learning_rate": 4.921207334987378e-09,
      "loss": 0.3352,
      "step": 2810220
    },
    {
      "epoch": 784.32,
      "grad_norm": 1.244258999824524,
      "learning_rate": 4.919456161187659e-09,
      "loss": 0.3281,
      "step": 2810230
    },
    {
      "epoch": 784.33,
      "grad_norm": 1.2728744745254517,
      "learning_rate": 4.917705298687104e-09,
      "loss": 0.3406,
      "step": 2810240
    },
    {
      "epoch": 784.33,
      "grad_norm": 1.074427604675293,
      "learning_rate": 4.915954747485712e-09,
      "loss": 0.335,
      "step": 2810250
    },
    {
      "epoch": 784.33,
      "grad_norm": 1.4225592613220215,
      "learning_rate": 4.914204507583744e-09,
      "loss": 0.3274,
      "step": 2810260
    },
    {
      "epoch": 784.33,
      "grad_norm": 1.212030053138733,
      "learning_rate": 4.9124545789812e-09,
      "loss": 0.3391,
      "step": 2810270
    },
    {
      "epoch": 784.34,
      "grad_norm": 1.4603571891784668,
      "learning_rate": 4.910704961678859e-09,
      "loss": 0.3193,
      "step": 2810280
    },
    {
      "epoch": 784.34,
      "grad_norm": 1.1228413581848145,
      "learning_rate": 4.908955655676724e-09,
      "loss": 0.3254,
      "step": 2810290
    },
    {
      "epoch": 784.34,
      "grad_norm": 1.281693935394287,
      "learning_rate": 4.907206660974793e-09,
      "loss": 0.3421,
      "step": 2810300
    },
    {
      "epoch": 784.35,
      "grad_norm": 1.1347019672393799,
      "learning_rate": 4.905457977573586e-09,
      "loss": 0.32,
      "step": 2810310
    },
    {
      "epoch": 784.35,
      "grad_norm": 1.263508915901184,
      "learning_rate": 4.903709605473105e-09,
      "loss": 0.3329,
      "step": 2810320
    },
    {
      "epoch": 784.35,
      "grad_norm": 1.2848752737045288,
      "learning_rate": 4.9019615446738676e-09,
      "loss": 0.3503,
      "step": 2810330
    },
    {
      "epoch": 784.35,
      "grad_norm": 1.3125718832015991,
      "learning_rate": 4.900213795175617e-09,
      "loss": 0.322,
      "step": 2810340
    },
    {
      "epoch": 784.36,
      "grad_norm": 1.3150854110717773,
      "learning_rate": 4.8984663569791305e-09,
      "loss": 0.3225,
      "step": 2810350
    },
    {
      "epoch": 784.36,
      "grad_norm": 1.43251633644104,
      "learning_rate": 4.8967192300844106e-09,
      "loss": 0.3391,
      "step": 2810360
    },
    {
      "epoch": 784.36,
      "grad_norm": 1.347108244895935,
      "learning_rate": 4.894972414491716e-09,
      "loss": 0.3424,
      "step": 2810370
    },
    {
      "epoch": 784.37,
      "grad_norm": 1.306349515914917,
      "learning_rate": 4.893225910201307e-09,
      "loss": 0.3396,
      "step": 2810380
    },
    {
      "epoch": 784.37,
      "grad_norm": 1.3609317541122437,
      "learning_rate": 4.891479717213445e-09,
      "loss": 0.3478,
      "step": 2810390
    },
    {
      "epoch": 784.37,
      "grad_norm": 1.5405977964401245,
      "learning_rate": 4.889733835528129e-09,
      "loss": 0.3537,
      "step": 2810400
    },
    {
      "epoch": 784.37,
      "grad_norm": 1.1781432628631592,
      "learning_rate": 4.88798826514588e-09,
      "loss": 0.3356,
      "step": 2810410
    },
    {
      "epoch": 784.38,
      "grad_norm": 1.20086669921875,
      "learning_rate": 4.886243006066697e-09,
      "loss": 0.3487,
      "step": 2810420
    },
    {
      "epoch": 784.38,
      "grad_norm": 1.4342896938323975,
      "learning_rate": 4.884498058290841e-09,
      "loss": 0.3368,
      "step": 2810430
    },
    {
      "epoch": 784.38,
      "grad_norm": 1.2452071905136108,
      "learning_rate": 4.882753421818833e-09,
      "loss": 0.3414,
      "step": 2810440
    },
    {
      "epoch": 784.38,
      "grad_norm": 1.2178187370300293,
      "learning_rate": 4.881009096650412e-09,
      "loss": 0.3316,
      "step": 2810450
    },
    {
      "epoch": 784.39,
      "grad_norm": 1.4596447944641113,
      "learning_rate": 4.879265082786358e-09,
      "loss": 0.3439,
      "step": 2810460
    },
    {
      "epoch": 784.39,
      "grad_norm": 1.3196390867233276,
      "learning_rate": 4.877521380226412e-09,
      "loss": 0.3319,
      "step": 2810470
    },
    {
      "epoch": 784.39,
      "grad_norm": 1.3566453456878662,
      "learning_rate": 4.875777988971093e-09,
      "loss": 0.3324,
      "step": 2810480
    },
    {
      "epoch": 784.4,
      "grad_norm": 1.2335336208343506,
      "learning_rate": 4.874034909020663e-09,
      "loss": 0.3255,
      "step": 2810490
    },
    {
      "epoch": 784.4,
      "grad_norm": 1.1415483951568604,
      "learning_rate": 4.8722921403753815e-09,
      "loss": 0.3425,
      "step": 2810500
    },
    {
      "epoch": 784.4,
      "grad_norm": 1.170731782913208,
      "learning_rate": 4.870549683034988e-09,
      "loss": 0.3291,
      "step": 2810510
    },
    {
      "epoch": 784.4,
      "grad_norm": 1.4063612222671509,
      "learning_rate": 4.868807537000262e-09,
      "loss": 0.3402,
      "step": 2810520
    },
    {
      "epoch": 784.41,
      "grad_norm": 1.1992069482803345,
      "learning_rate": 4.867065702271466e-09,
      "loss": 0.3445,
      "step": 2810530
    },
    {
      "epoch": 784.41,
      "grad_norm": 1.234667420387268,
      "learning_rate": 4.865324178848339e-09,
      "loss": 0.3306,
      "step": 2810540
    },
    {
      "epoch": 784.41,
      "grad_norm": 1.29890775680542,
      "learning_rate": 4.863582966731661e-09,
      "loss": 0.3283,
      "step": 2810550
    },
    {
      "epoch": 784.42,
      "grad_norm": 1.0906574726104736,
      "learning_rate": 4.861842065921172e-09,
      "loss": 0.3597,
      "step": 2810560
    },
    {
      "epoch": 784.42,
      "grad_norm": 1.2520904541015625,
      "learning_rate": 4.860101476417394e-09,
      "loss": 0.3321,
      "step": 2810570
    },
    {
      "epoch": 784.42,
      "grad_norm": 1.222508430480957,
      "learning_rate": 4.858361198220584e-09,
      "loss": 0.3393,
      "step": 2810580
    },
    {
      "epoch": 784.42,
      "grad_norm": 1.3160423040390015,
      "learning_rate": 4.856621231330745e-09,
      "loss": 0.3338,
      "step": 2810590
    },
    {
      "epoch": 784.43,
      "grad_norm": 1.2318801879882812,
      "learning_rate": 4.854881575748395e-09,
      "loss": 0.3308,
      "step": 2810600
    },
    {
      "epoch": 784.43,
      "grad_norm": 1.7533471584320068,
      "learning_rate": 4.853142231473535e-09,
      "loss": 0.3307,
      "step": 2810610
    },
    {
      "epoch": 784.43,
      "grad_norm": 1.1177308559417725,
      "learning_rate": 4.851403198506687e-09,
      "loss": 0.3271,
      "step": 2810620
    },
    {
      "epoch": 784.43,
      "grad_norm": 1.2994589805603027,
      "learning_rate": 4.849664476847589e-09,
      "loss": 0.3378,
      "step": 2810630
    },
    {
      "epoch": 784.44,
      "grad_norm": 1.0216752290725708,
      "learning_rate": 4.847926066496762e-09,
      "loss": 0.345,
      "step": 2810640
    },
    {
      "epoch": 784.44,
      "grad_norm": 1.664900541305542,
      "learning_rate": 4.846187967454726e-09,
      "loss": 0.3341,
      "step": 2810650
    },
    {
      "epoch": 784.44,
      "grad_norm": 1.2604542970657349,
      "learning_rate": 4.8444501797212204e-09,
      "loss": 0.3188,
      "step": 2810660
    },
    {
      "epoch": 784.45,
      "grad_norm": 1.095072627067566,
      "learning_rate": 4.8427127032967665e-09,
      "loss": 0.3348,
      "step": 2810670
    },
    {
      "epoch": 784.45,
      "grad_norm": 1.2385038137435913,
      "learning_rate": 4.840975538181365e-09,
      "loss": 0.3417,
      "step": 2810680
    },
    {
      "epoch": 784.45,
      "grad_norm": 1.3740513324737549,
      "learning_rate": 4.839238684375534e-09,
      "loss": 0.3362,
      "step": 2810690
    },
    {
      "epoch": 784.45,
      "grad_norm": 1.374781608581543,
      "learning_rate": 4.837502141879276e-09,
      "loss": 0.3387,
      "step": 2810700
    },
    {
      "epoch": 784.46,
      "grad_norm": 1.347284197807312,
      "learning_rate": 4.83576591069285e-09,
      "loss": 0.3354,
      "step": 2810710
    },
    {
      "epoch": 784.46,
      "grad_norm": 1.228098750114441,
      "learning_rate": 4.834029990816776e-09,
      "loss": 0.3587,
      "step": 2810720
    },
    {
      "epoch": 784.46,
      "grad_norm": 1.4178082942962646,
      "learning_rate": 4.832294382250794e-09,
      "loss": 0.3429,
      "step": 2810730
    },
    {
      "epoch": 784.47,
      "grad_norm": 1.4235758781433105,
      "learning_rate": 4.830559084995685e-09,
      "loss": 0.3274,
      "step": 2810740
    },
    {
      "epoch": 784.47,
      "grad_norm": 1.164573073387146,
      "learning_rate": 4.828824099051189e-09,
      "loss": 0.3424,
      "step": 2810750
    },
    {
      "epoch": 784.47,
      "grad_norm": 1.0719412565231323,
      "learning_rate": 4.827089424417827e-09,
      "loss": 0.3543,
      "step": 2810760
    },
    {
      "epoch": 784.47,
      "grad_norm": 1.2457863092422485,
      "learning_rate": 4.8253550610955965e-09,
      "loss": 0.3346,
      "step": 2810770
    },
    {
      "epoch": 784.48,
      "grad_norm": 3.8514082431793213,
      "learning_rate": 4.8236210090850205e-09,
      "loss": 0.3214,
      "step": 2810780
    },
    {
      "epoch": 784.48,
      "grad_norm": 1.3663262128829956,
      "learning_rate": 4.821887268386098e-09,
      "loss": 0.3413,
      "step": 2810790
    },
    {
      "epoch": 784.48,
      "grad_norm": 1.3597893714904785,
      "learning_rate": 4.820153838999089e-09,
      "loss": 0.3254,
      "step": 2810800
    },
    {
      "epoch": 784.49,
      "grad_norm": 1.306586742401123,
      "learning_rate": 4.8184207209245144e-09,
      "loss": 0.3334,
      "step": 2810810
    },
    {
      "epoch": 784.49,
      "grad_norm": 1.366530179977417,
      "learning_rate": 4.816687914162114e-09,
      "loss": 0.3399,
      "step": 2810820
    },
    {
      "epoch": 784.49,
      "grad_norm": 1.6363941431045532,
      "learning_rate": 4.814955418712407e-09,
      "loss": 0.3502,
      "step": 2810830
    },
    {
      "epoch": 784.49,
      "grad_norm": 1.3704860210418701,
      "learning_rate": 4.813223234575915e-09,
      "loss": 0.3297,
      "step": 2810840
    },
    {
      "epoch": 784.5,
      "grad_norm": 1.2522677183151245,
      "learning_rate": 4.8114913617521184e-09,
      "loss": 0.3488,
      "step": 2810850
    },
    {
      "epoch": 784.5,
      "grad_norm": 6.047553062438965,
      "learning_rate": 4.8097598002417966e-09,
      "loss": 0.3363,
      "step": 2810860
    },
    {
      "epoch": 784.5,
      "grad_norm": 1.080829381942749,
      "learning_rate": 4.8080285500452095e-09,
      "loss": 0.3385,
      "step": 2810870
    },
    {
      "epoch": 784.5,
      "grad_norm": 1.1464450359344482,
      "learning_rate": 4.806297611162357e-09,
      "loss": 0.3157,
      "step": 2810880
    },
    {
      "epoch": 784.51,
      "grad_norm": 1.1691659688949585,
      "learning_rate": 4.804566983593501e-09,
      "loss": 0.3269,
      "step": 2810890
    },
    {
      "epoch": 784.51,
      "grad_norm": 1.292903184890747,
      "learning_rate": 4.8028366673389e-09,
      "loss": 0.3344,
      "step": 2810900
    },
    {
      "epoch": 784.51,
      "grad_norm": 1.3479706048965454,
      "learning_rate": 4.8011066623990754e-09,
      "loss": 0.3383,
      "step": 2810910
    },
    {
      "epoch": 784.52,
      "grad_norm": 1.258934497833252,
      "learning_rate": 4.799376968773766e-09,
      "loss": 0.3272,
      "step": 2810920
    },
    {
      "epoch": 784.52,
      "grad_norm": 1.170818567276001,
      "learning_rate": 4.7976475864632335e-09,
      "loss": 0.3339,
      "step": 2810930
    },
    {
      "epoch": 784.52,
      "grad_norm": 1.2356737852096558,
      "learning_rate": 4.795918515468258e-09,
      "loss": 0.3411,
      "step": 2810940
    },
    {
      "epoch": 784.52,
      "grad_norm": 1.2067736387252808,
      "learning_rate": 4.7941897557885776e-09,
      "loss": 0.3289,
      "step": 2810950
    },
    {
      "epoch": 784.53,
      "grad_norm": 1.3942883014678955,
      "learning_rate": 4.7924613074244545e-09,
      "loss": 0.3329,
      "step": 2810960
    },
    {
      "epoch": 784.53,
      "grad_norm": 1.1185122728347778,
      "learning_rate": 4.790733170376148e-09,
      "loss": 0.3313,
      "step": 2810970
    },
    {
      "epoch": 784.53,
      "grad_norm": 1.2112960815429688,
      "learning_rate": 4.78900534464418e-09,
      "loss": 0.3455,
      "step": 2810980
    },
    {
      "epoch": 784.54,
      "grad_norm": 1.195125699043274,
      "learning_rate": 4.787277830228548e-09,
      "loss": 0.3421,
      "step": 2810990
    },
    {
      "epoch": 784.54,
      "grad_norm": 1.2953964471817017,
      "learning_rate": 4.785550627129254e-09,
      "loss": 0.3402,
      "step": 2811000
    },
    {
      "epoch": 784.54,
      "grad_norm": 1.457749366760254,
      "learning_rate": 4.783823735346817e-09,
      "loss": 0.3496,
      "step": 2811010
    },
    {
      "epoch": 784.54,
      "grad_norm": 1.3090760707855225,
      "learning_rate": 4.782097154881759e-09,
      "loss": 0.35,
      "step": 2811020
    },
    {
      "epoch": 784.55,
      "grad_norm": 1.1703033447265625,
      "learning_rate": 4.7803708857335585e-09,
      "loss": 0.3321,
      "step": 2811030
    },
    {
      "epoch": 784.55,
      "grad_norm": 1.18489670753479,
      "learning_rate": 4.778644927902996e-09,
      "loss": 0.3475,
      "step": 2811040
    },
    {
      "epoch": 784.55,
      "grad_norm": 1.1511602401733398,
      "learning_rate": 4.7769192813903316e-09,
      "loss": 0.3345,
      "step": 2811050
    },
    {
      "epoch": 784.55,
      "grad_norm": 1.1088706254959106,
      "learning_rate": 4.775193946195306e-09,
      "loss": 0.3527,
      "step": 2811060
    },
    {
      "epoch": 784.56,
      "grad_norm": 1.1753942966461182,
      "learning_rate": 4.7734689223187e-09,
      "loss": 0.3341,
      "step": 2811070
    },
    {
      "epoch": 784.56,
      "grad_norm": 1.3323990106582642,
      "learning_rate": 4.771744209760512e-09,
      "loss": 0.3403,
      "step": 2811080
    },
    {
      "epoch": 784.56,
      "grad_norm": 1.3219871520996094,
      "learning_rate": 4.770019808520743e-09,
      "loss": 0.324,
      "step": 2811090
    },
    {
      "epoch": 784.57,
      "grad_norm": 1.3911457061767578,
      "learning_rate": 4.768295718600174e-09,
      "loss": 0.3453,
      "step": 2811100
    },
    {
      "epoch": 784.57,
      "grad_norm": 1.3162775039672852,
      "learning_rate": 4.766571939998545e-09,
      "loss": 0.3407,
      "step": 2811110
    },
    {
      "epoch": 784.57,
      "grad_norm": 2.293226480484009,
      "learning_rate": 4.764848472716115e-09,
      "loss": 0.3402,
      "step": 2811120
    },
    {
      "epoch": 784.57,
      "grad_norm": 1.2715215682983398,
      "learning_rate": 4.763125316753405e-09,
      "loss": 0.3394,
      "step": 2811130
    },
    {
      "epoch": 784.58,
      "grad_norm": 1.4405900239944458,
      "learning_rate": 4.761402472110414e-09,
      "loss": 0.3353,
      "step": 2811140
    },
    {
      "epoch": 784.58,
      "grad_norm": 1.0766005516052246,
      "learning_rate": 4.7596799387874045e-09,
      "loss": 0.3299,
      "step": 2811150
    },
    {
      "epoch": 784.58,
      "grad_norm": 1.108417272567749,
      "learning_rate": 4.757957716784895e-09,
      "loss": 0.3277,
      "step": 2811160
    },
    {
      "epoch": 784.59,
      "grad_norm": 1.3328779935836792,
      "learning_rate": 4.756235806102626e-09,
      "loss": 0.339,
      "step": 2811170
    },
    {
      "epoch": 784.59,
      "grad_norm": 1.435973048210144,
      "learning_rate": 4.754514206741118e-09,
      "loss": 0.3507,
      "step": 2811180
    },
    {
      "epoch": 784.59,
      "grad_norm": 1.1347213983535767,
      "learning_rate": 4.752792918700371e-09,
      "loss": 0.3461,
      "step": 2811190
    },
    {
      "epoch": 784.59,
      "grad_norm": 1.2206109762191772,
      "learning_rate": 4.751071941981165e-09,
      "loss": 0.3439,
      "step": 2811200
    },
    {
      "epoch": 784.6,
      "grad_norm": 1.5136007070541382,
      "learning_rate": 4.7493512765829804e-09,
      "loss": 0.3197,
      "step": 2811210
    },
    {
      "epoch": 784.6,
      "grad_norm": 1.3748053312301636,
      "learning_rate": 4.747630922506598e-09,
      "loss": 0.338,
      "step": 2811220
    },
    {
      "epoch": 784.6,
      "grad_norm": 1.256076455116272,
      "learning_rate": 4.745910879752277e-09,
      "loss": 0.3547,
      "step": 2811230
    },
    {
      "epoch": 784.61,
      "grad_norm": 1.221563696861267,
      "learning_rate": 4.744191148319757e-09,
      "loss": 0.3301,
      "step": 2811240
    },
    {
      "epoch": 784.61,
      "grad_norm": 1.4253696203231812,
      "learning_rate": 4.74247172820956e-09,
      "loss": 0.3361,
      "step": 2811250
    },
    {
      "epoch": 784.61,
      "grad_norm": 1.0812962055206299,
      "learning_rate": 4.740752619421945e-09,
      "loss": 0.3163,
      "step": 2811260
    },
    {
      "epoch": 784.61,
      "grad_norm": 1.4636667966842651,
      "learning_rate": 4.739033821957172e-09,
      "loss": 0.3307,
      "step": 2811270
    },
    {
      "epoch": 784.62,
      "grad_norm": 1.29228675365448,
      "learning_rate": 4.737315335815242e-09,
      "loss": 0.3489,
      "step": 2811280
    },
    {
      "epoch": 784.62,
      "grad_norm": 1.1795285940170288,
      "learning_rate": 4.735597160996675e-09,
      "loss": 0.3445,
      "step": 2811290
    },
    {
      "epoch": 784.62,
      "grad_norm": 1.194804072380066,
      "learning_rate": 4.733879297501471e-09,
      "loss": 0.3607,
      "step": 2811300
    },
    {
      "epoch": 784.62,
      "grad_norm": 1.1850627660751343,
      "learning_rate": 4.73216174532989e-09,
      "loss": 0.3449,
      "step": 2811310
    },
    {
      "epoch": 784.63,
      "grad_norm": 1.3644496202468872,
      "learning_rate": 4.730444504482452e-09,
      "loss": 0.32,
      "step": 2811320
    },
    {
      "epoch": 784.63,
      "grad_norm": 1.2826476097106934,
      "learning_rate": 4.728727574958898e-09,
      "loss": 0.3392,
      "step": 2811330
    },
    {
      "epoch": 784.63,
      "grad_norm": 1.1070531606674194,
      "learning_rate": 4.727010956760008e-09,
      "loss": 0.3296,
      "step": 2811340
    },
    {
      "epoch": 784.64,
      "grad_norm": 1.1332589387893677,
      "learning_rate": 4.725294649885521e-09,
      "loss": 0.3287,
      "step": 2811350
    },
    {
      "epoch": 784.64,
      "grad_norm": 1.3268518447875977,
      "learning_rate": 4.7235786543359595e-09,
      "loss": 0.3403,
      "step": 2811360
    },
    {
      "epoch": 784.64,
      "grad_norm": 1.203993797302246,
      "learning_rate": 4.721862970111321e-09,
      "loss": 0.3321,
      "step": 2811370
    },
    {
      "epoch": 784.64,
      "grad_norm": 1.3469581604003906,
      "learning_rate": 4.720147597211867e-09,
      "loss": 0.324,
      "step": 2811380
    },
    {
      "epoch": 784.65,
      "grad_norm": 1.1975704431533813,
      "learning_rate": 4.718432535638118e-09,
      "loss": 0.337,
      "step": 2811390
    },
    {
      "epoch": 784.65,
      "grad_norm": 1.199752926826477,
      "learning_rate": 4.716717785390074e-09,
      "loss": 0.3272,
      "step": 2811400
    },
    {
      "epoch": 784.65,
      "grad_norm": 1.570473551750183,
      "learning_rate": 4.715003346467995e-09,
      "loss": 0.3331,
      "step": 2811410
    },
    {
      "epoch": 784.66,
      "grad_norm": 1.3741031885147095,
      "learning_rate": 4.7132892188721415e-09,
      "loss": 0.3228,
      "step": 2811420
    },
    {
      "epoch": 784.66,
      "grad_norm": 1.2680312395095825,
      "learning_rate": 4.711575402602772e-09,
      "loss": 0.3348,
      "step": 2811430
    },
    {
      "epoch": 784.66,
      "grad_norm": 1.2240830659866333,
      "learning_rate": 4.70986189765989e-09,
      "loss": 0.3353,
      "step": 2811440
    },
    {
      "epoch": 784.66,
      "grad_norm": 1.4629366397857666,
      "learning_rate": 4.7081487040440125e-09,
      "loss": 0.3338,
      "step": 2811450
    },
    {
      "epoch": 784.67,
      "grad_norm": 1.145308256149292,
      "learning_rate": 4.706435821755141e-09,
      "loss": 0.3282,
      "step": 2811460
    },
    {
      "epoch": 784.67,
      "grad_norm": 1.2264487743377686,
      "learning_rate": 4.704723250793536e-09,
      "loss": 0.3412,
      "step": 2811470
    },
    {
      "epoch": 784.67,
      "grad_norm": 1.2166095972061157,
      "learning_rate": 4.703010991159717e-09,
      "loss": 0.3252,
      "step": 2811480
    },
    {
      "epoch": 784.67,
      "grad_norm": 1.428814172744751,
      "learning_rate": 4.701299042853684e-09,
      "loss": 0.3484,
      "step": 2811490
    },
    {
      "epoch": 784.68,
      "grad_norm": 1.4009982347488403,
      "learning_rate": 4.699587405875439e-09,
      "loss": 0.3447,
      "step": 2811500
    },
    {
      "epoch": 784.68,
      "grad_norm": 1.1580318212509155,
      "learning_rate": 4.69787608022576e-09,
      "loss": 0.3269,
      "step": 2811510
    },
    {
      "epoch": 784.68,
      "grad_norm": 1.0736241340637207,
      "learning_rate": 4.696165065904128e-09,
      "loss": 0.3474,
      "step": 2811520
    },
    {
      "epoch": 784.69,
      "grad_norm": 1.1623296737670898,
      "learning_rate": 4.694454362911583e-09,
      "loss": 0.3259,
      "step": 2811530
    },
    {
      "epoch": 784.69,
      "grad_norm": 1.2276222705841064,
      "learning_rate": 4.692743971247866e-09,
      "loss": 0.336,
      "step": 2811540
    },
    {
      "epoch": 784.69,
      "grad_norm": 1.142334222793579,
      "learning_rate": 4.691033890913236e-09,
      "loss": 0.3491,
      "step": 2811550
    },
    {
      "epoch": 784.69,
      "grad_norm": 0.9235836863517761,
      "learning_rate": 4.6893241219079535e-09,
      "loss": 0.3365,
      "step": 2811560
    },
    {
      "epoch": 784.7,
      "grad_norm": 1.3603525161743164,
      "learning_rate": 4.687614664232279e-09,
      "loss": 0.3307,
      "step": 2811570
    },
    {
      "epoch": 784.7,
      "grad_norm": 1.037268042564392,
      "learning_rate": 4.685905517886734e-09,
      "loss": 0.3497,
      "step": 2811580
    },
    {
      "epoch": 784.7,
      "grad_norm": 1.0344945192337036,
      "learning_rate": 4.684196682870796e-09,
      "loss": 0.3331,
      "step": 2811590
    },
    {
      "epoch": 784.71,
      "grad_norm": 1.2215259075164795,
      "learning_rate": 4.682488159185507e-09,
      "loss": 0.3464,
      "step": 2811600
    },
    {
      "epoch": 784.71,
      "grad_norm": 1.476941704750061,
      "learning_rate": 4.680779946830606e-09,
      "loss": 0.3219,
      "step": 2811610
    },
    {
      "epoch": 784.71,
      "grad_norm": 1.3524630069732666,
      "learning_rate": 4.679072045806614e-09,
      "loss": 0.3393,
      "step": 2811620
    },
    {
      "epoch": 784.71,
      "grad_norm": 1.4373317956924438,
      "learning_rate": 4.6773644561132715e-09,
      "loss": 0.3435,
      "step": 2811630
    },
    {
      "epoch": 784.72,
      "grad_norm": 1.299259901046753,
      "learning_rate": 4.675657177751358e-09,
      "loss": 0.3635,
      "step": 2811640
    },
    {
      "epoch": 784.72,
      "grad_norm": 1.2588404417037964,
      "learning_rate": 4.673950210720874e-09,
      "loss": 0.3329,
      "step": 2811650
    },
    {
      "epoch": 784.72,
      "grad_norm": 1.5304917097091675,
      "learning_rate": 4.672243555022079e-09,
      "loss": 0.3291,
      "step": 2811660
    },
    {
      "epoch": 784.73,
      "grad_norm": 1.533798098564148,
      "learning_rate": 4.6705372106549745e-09,
      "loss": 0.3325,
      "step": 2811670
    },
    {
      "epoch": 784.73,
      "grad_norm": 1.2688218355178833,
      "learning_rate": 4.66883117762034e-09,
      "loss": 0.346,
      "step": 2811680
    },
    {
      "epoch": 784.73,
      "grad_norm": 1.1341474056243896,
      "learning_rate": 4.667125455917655e-09,
      "loss": 0.3335,
      "step": 2811690
    },
    {
      "epoch": 784.73,
      "grad_norm": 1.2352089881896973,
      "learning_rate": 4.665420045547961e-09,
      "loss": 0.3352,
      "step": 2811700
    },
    {
      "epoch": 784.74,
      "grad_norm": 1.784090280532837,
      "learning_rate": 4.663714946510737e-09,
      "loss": 0.3427,
      "step": 2811710
    },
    {
      "epoch": 784.74,
      "grad_norm": 1.3176530599594116,
      "learning_rate": 4.662010158806504e-09,
      "loss": 0.3386,
      "step": 2811720
    },
    {
      "epoch": 784.74,
      "grad_norm": 1.2306163311004639,
      "learning_rate": 4.660305682435521e-09,
      "loss": 0.3232,
      "step": 2811730
    },
    {
      "epoch": 784.74,
      "grad_norm": 1.1961959600448608,
      "learning_rate": 4.65860151739831e-09,
      "loss": 0.3175,
      "step": 2811740
    },
    {
      "epoch": 784.75,
      "grad_norm": 1.4505000114440918,
      "learning_rate": 4.656897663694609e-09,
      "loss": 0.3372,
      "step": 2811750
    },
    {
      "epoch": 784.75,
      "grad_norm": 1.1797707080841064,
      "learning_rate": 4.65519412132494e-09,
      "loss": 0.3397,
      "step": 2811760
    },
    {
      "epoch": 784.75,
      "grad_norm": 1.3440684080123901,
      "learning_rate": 4.653490890289304e-09,
      "loss": 0.3557,
      "step": 2811770
    },
    {
      "epoch": 784.76,
      "grad_norm": 1.2085002660751343,
      "learning_rate": 4.6517879705879575e-09,
      "loss": 0.3282,
      "step": 2811780
    },
    {
      "epoch": 784.76,
      "grad_norm": 1.1541972160339355,
      "learning_rate": 4.650085362221424e-09,
      "loss": 0.3343,
      "step": 2811790
    },
    {
      "epoch": 784.76,
      "grad_norm": 1.1013164520263672,
      "learning_rate": 4.648383065189703e-09,
      "loss": 0.3354,
      "step": 2811800
    },
    {
      "epoch": 784.76,
      "grad_norm": 1.1033679246902466,
      "learning_rate": 4.646681079492793e-09,
      "loss": 0.3494,
      "step": 2811810
    },
    {
      "epoch": 784.77,
      "grad_norm": 1.2355095148086548,
      "learning_rate": 4.6449794051314774e-09,
      "loss": 0.3357,
      "step": 2811820
    },
    {
      "epoch": 784.77,
      "grad_norm": 1.3057111501693726,
      "learning_rate": 4.643278042105493e-09,
      "loss": 0.3266,
      "step": 2811830
    },
    {
      "epoch": 784.77,
      "grad_norm": 1.3719948530197144,
      "learning_rate": 4.641576990415362e-09,
      "loss": 0.325,
      "step": 2811840
    },
    {
      "epoch": 784.78,
      "grad_norm": 1.3451855182647705,
      "learning_rate": 4.639876250061084e-09,
      "loss": 0.3413,
      "step": 2811850
    },
    {
      "epoch": 784.78,
      "grad_norm": 1.2919464111328125,
      "learning_rate": 4.638175821043179e-09,
      "loss": 0.3227,
      "step": 2811860
    },
    {
      "epoch": 784.78,
      "grad_norm": 1.1558645963668823,
      "learning_rate": 4.6364757033616475e-09,
      "loss": 0.3387,
      "step": 2811870
    },
    {
      "epoch": 784.78,
      "grad_norm": 1.1542704105377197,
      "learning_rate": 4.634775897016489e-09,
      "loss": 0.3396,
      "step": 2811880
    },
    {
      "epoch": 784.79,
      "grad_norm": 1.113581895828247,
      "learning_rate": 4.633076402008485e-09,
      "loss": 0.3438,
      "step": 2811890
    },
    {
      "epoch": 784.79,
      "grad_norm": 1.2683500051498413,
      "learning_rate": 4.631377218337635e-09,
      "loss": 0.3308,
      "step": 2811900
    },
    {
      "epoch": 784.79,
      "grad_norm": 1.2365363836288452,
      "learning_rate": 4.629678346003938e-09,
      "loss": 0.3182,
      "step": 2811910
    },
    {
      "epoch": 784.79,
      "grad_norm": 1.1597599983215332,
      "learning_rate": 4.627979785007917e-09,
      "loss": 0.3412,
      "step": 2811920
    },
    {
      "epoch": 784.8,
      "grad_norm": 1.4726436138153076,
      "learning_rate": 4.626281535349569e-09,
      "loss": 0.3362,
      "step": 2811930
    },
    {
      "epoch": 784.8,
      "grad_norm": 1.3688180446624756,
      "learning_rate": 4.6245835970291565e-09,
      "loss": 0.3326,
      "step": 2811940
    },
    {
      "epoch": 784.8,
      "grad_norm": 1.1739225387573242,
      "learning_rate": 4.622885970047199e-09,
      "loss": 0.3531,
      "step": 2811950
    },
    {
      "epoch": 784.81,
      "grad_norm": 1.2474476099014282,
      "learning_rate": 4.621188654403436e-09,
      "loss": 0.3265,
      "step": 2811960
    },
    {
      "epoch": 784.81,
      "grad_norm": 1.1773382425308228,
      "learning_rate": 4.619491650098648e-09,
      "loss": 0.3309,
      "step": 2811970
    },
    {
      "epoch": 784.81,
      "grad_norm": 1.1177071332931519,
      "learning_rate": 4.617794957132575e-09,
      "loss": 0.3331,
      "step": 2811980
    },
    {
      "epoch": 784.81,
      "grad_norm": 1.209228754043579,
      "learning_rate": 4.616098575505739e-09,
      "loss": 0.3538,
      "step": 2811990
    },
    {
      "epoch": 784.82,
      "grad_norm": 1.3014023303985596,
      "learning_rate": 4.6144025052181375e-09,
      "loss": 0.3305,
      "step": 2812000
    },
    {
      "epoch": 784.82,
      "grad_norm": 1.224970817565918,
      "learning_rate": 4.612706746270293e-09,
      "loss": 0.3468,
      "step": 2812010
    },
    {
      "epoch": 784.82,
      "grad_norm": 1.3705151081085205,
      "learning_rate": 4.611011298661944e-09,
      "loss": 0.3242,
      "step": 2812020
    },
    {
      "epoch": 784.83,
      "grad_norm": 1.5020356178283691,
      "learning_rate": 4.609316162393871e-09,
      "loss": 0.3345,
      "step": 2812030
    },
    {
      "epoch": 784.83,
      "grad_norm": 1.2943503856658936,
      "learning_rate": 4.6076213374660745e-09,
      "loss": 0.3407,
      "step": 2812040
    },
    {
      "epoch": 784.83,
      "grad_norm": 1.2623518705368042,
      "learning_rate": 4.605926823878815e-09,
      "loss": 0.3412,
      "step": 2812050
    },
    {
      "epoch": 784.83,
      "grad_norm": 1.4525164365768433,
      "learning_rate": 4.604232621632092e-09,
      "loss": 0.3333,
      "step": 2812060
    },
    {
      "epoch": 784.84,
      "grad_norm": 1.2056468725204468,
      "learning_rate": 4.602538730726426e-09,
      "loss": 0.3406,
      "step": 2812070
    },
    {
      "epoch": 784.84,
      "grad_norm": 1.2116495370864868,
      "learning_rate": 4.600845151161818e-09,
      "loss": 0.3571,
      "step": 2812080
    },
    {
      "epoch": 784.84,
      "grad_norm": 1.1209673881530762,
      "learning_rate": 4.599151882938787e-09,
      "loss": 0.319,
      "step": 2812090
    },
    {
      "epoch": 784.85,
      "grad_norm": 1.2056888341903687,
      "learning_rate": 4.597458926057073e-09,
      "loss": 0.335,
      "step": 2812100
    },
    {
      "epoch": 784.85,
      "grad_norm": 1.2945919036865234,
      "learning_rate": 4.5957662805174574e-09,
      "loss": 0.337,
      "step": 2812110
    },
    {
      "epoch": 784.85,
      "grad_norm": 1.2637760639190674,
      "learning_rate": 4.59407394631994e-09,
      "loss": 0.3378,
      "step": 2812120
    },
    {
      "epoch": 784.85,
      "grad_norm": 1.2884348630905151,
      "learning_rate": 4.592381923464519e-09,
      "loss": 0.3327,
      "step": 2812130
    },
    {
      "epoch": 784.86,
      "grad_norm": 1.2401601076126099,
      "learning_rate": 4.590690211951718e-09,
      "loss": 0.3359,
      "step": 2812140
    },
    {
      "epoch": 784.86,
      "grad_norm": 1.2542999982833862,
      "learning_rate": 4.5889988117815345e-09,
      "loss": 0.3235,
      "step": 2812150
    },
    {
      "epoch": 784.86,
      "grad_norm": 1.611872673034668,
      "learning_rate": 4.58730772295449e-09,
      "loss": 0.3169,
      "step": 2812160
    },
    {
      "epoch": 784.86,
      "grad_norm": 1.1382871866226196,
      "learning_rate": 4.585616945470584e-09,
      "loss": 0.3352,
      "step": 2812170
    },
    {
      "epoch": 784.87,
      "grad_norm": 1.5568963289260864,
      "learning_rate": 4.583926479330077e-09,
      "loss": 0.3437,
      "step": 2812180
    },
    {
      "epoch": 784.87,
      "grad_norm": 1.2740308046340942,
      "learning_rate": 4.58223632453323e-09,
      "loss": 0.3475,
      "step": 2812190
    },
    {
      "epoch": 784.87,
      "grad_norm": 1.2263301610946655,
      "learning_rate": 4.5805464810803015e-09,
      "loss": 0.3302,
      "step": 2812200
    },
    {
      "epoch": 784.88,
      "grad_norm": 1.3350516557693481,
      "learning_rate": 4.5788569489712924e-09,
      "loss": 0.3259,
      "step": 2812210
    },
    {
      "epoch": 784.88,
      "grad_norm": 1.4078885316848755,
      "learning_rate": 4.577167728206724e-09,
      "loss": 0.3279,
      "step": 2812220
    },
    {
      "epoch": 784.88,
      "grad_norm": 1.2729518413543701,
      "learning_rate": 4.575478818786855e-09,
      "loss": 0.338,
      "step": 2812230
    },
    {
      "epoch": 784.88,
      "grad_norm": 1.1669707298278809,
      "learning_rate": 4.573790220711426e-09,
      "loss": 0.3385,
      "step": 2812240
    },
    {
      "epoch": 784.89,
      "grad_norm": 1.2859270572662354,
      "learning_rate": 4.572101933981217e-09,
      "loss": 0.3482,
      "step": 2812250
    },
    {
      "epoch": 784.89,
      "grad_norm": 1.3615761995315552,
      "learning_rate": 4.5704139585959684e-09,
      "loss": 0.3185,
      "step": 2812260
    },
    {
      "epoch": 784.89,
      "grad_norm": 1.3503550291061401,
      "learning_rate": 4.568726294556461e-09,
      "loss": 0.3498,
      "step": 2812270
    },
    {
      "epoch": 784.9,
      "grad_norm": 1.3272876739501953,
      "learning_rate": 4.567038941862434e-09,
      "loss": 0.3535,
      "step": 2812280
    },
    {
      "epoch": 784.9,
      "grad_norm": 1.3750807046890259,
      "learning_rate": 4.565351900514408e-09,
      "loss": 0.3356,
      "step": 2812290
    },
    {
      "epoch": 784.9,
      "grad_norm": 1.4138668775558472,
      "learning_rate": 4.563665170512383e-09,
      "loss": 0.3389,
      "step": 2812300
    },
    {
      "epoch": 784.9,
      "grad_norm": 1.3147714138031006,
      "learning_rate": 4.5619787518568795e-09,
      "loss": 0.3351,
      "step": 2812310
    },
    {
      "epoch": 784.91,
      "grad_norm": 1.3933051824569702,
      "learning_rate": 4.560292644547898e-09,
      "loss": 0.3417,
      "step": 2812320
    },
    {
      "epoch": 784.91,
      "grad_norm": 3.0277671813964844,
      "learning_rate": 4.558606848585438e-09,
      "loss": 0.3379,
      "step": 2812330
    },
    {
      "epoch": 784.91,
      "grad_norm": 1.3694274425506592,
      "learning_rate": 4.5569213639702795e-09,
      "loss": 0.3334,
      "step": 2812340
    },
    {
      "epoch": 784.91,
      "grad_norm": 1.2810970544815063,
      "learning_rate": 4.5552361907021625e-09,
      "loss": 0.3301,
      "step": 2812350
    },
    {
      "epoch": 784.92,
      "grad_norm": 1.245567798614502,
      "learning_rate": 4.553551328781609e-09,
      "loss": 0.3224,
      "step": 2812360
    },
    {
      "epoch": 784.92,
      "grad_norm": 1.4334728717803955,
      "learning_rate": 4.551866778208877e-09,
      "loss": 0.3274,
      "step": 2812370
    },
    {
      "epoch": 784.92,
      "grad_norm": 1.6519402265548706,
      "learning_rate": 4.5501825389837075e-09,
      "loss": 0.3255,
      "step": 2812380
    },
    {
      "epoch": 784.93,
      "grad_norm": 1.8377268314361572,
      "learning_rate": 4.548498611106881e-09,
      "loss": 0.3276,
      "step": 2812390
    },
    {
      "epoch": 784.93,
      "grad_norm": 1.243552803993225,
      "learning_rate": 4.546814994578398e-09,
      "loss": 0.3307,
      "step": 2812400
    },
    {
      "epoch": 784.93,
      "grad_norm": 1.5733643770217896,
      "learning_rate": 4.5451316893985176e-09,
      "loss": 0.3382,
      "step": 2812410
    },
    {
      "epoch": 784.93,
      "grad_norm": 1.2198103666305542,
      "learning_rate": 4.543448695567501e-09,
      "loss": 0.3335,
      "step": 2812420
    },
    {
      "epoch": 784.94,
      "grad_norm": 1.358599066734314,
      "learning_rate": 4.541766013085347e-09,
      "loss": 0.3103,
      "step": 2812430
    },
    {
      "epoch": 784.94,
      "grad_norm": 6.164663791656494,
      "learning_rate": 4.540083641952578e-09,
      "loss": 0.3458,
      "step": 2812440
    },
    {
      "epoch": 784.94,
      "grad_norm": 1.1593080759048462,
      "learning_rate": 4.538401582169192e-09,
      "loss": 0.35,
      "step": 2812450
    },
    {
      "epoch": 784.95,
      "grad_norm": 1.2542418241500854,
      "learning_rate": 4.5367198337357105e-09,
      "loss": 0.3251,
      "step": 2812460
    },
    {
      "epoch": 784.95,
      "grad_norm": 1.6166515350341797,
      "learning_rate": 4.535038396651873e-09,
      "loss": 0.3388,
      "step": 2812470
    },
    {
      "epoch": 784.95,
      "grad_norm": 1.2179166078567505,
      "learning_rate": 4.533357270918199e-09,
      "loss": 0.3396,
      "step": 2812480
    },
    {
      "epoch": 784.95,
      "grad_norm": 1.490684986114502,
      "learning_rate": 4.531676456535211e-09,
      "loss": 0.3337,
      "step": 2812490
    },
    {
      "epoch": 784.96,
      "grad_norm": 1.3519271612167358,
      "learning_rate": 4.529995953502646e-09,
      "loss": 0.3376,
      "step": 2812500
    },
    {
      "epoch": 784.96,
      "grad_norm": 1.2322800159454346,
      "learning_rate": 4.528315761820767e-09,
      "loss": 0.3347,
      "step": 2812510
    },
    {
      "epoch": 784.96,
      "grad_norm": 1.6347843408584595,
      "learning_rate": 4.526635881490094e-09,
      "loss": 0.3465,
      "step": 2812520
    },
    {
      "epoch": 784.97,
      "grad_norm": 1.084879755973816,
      "learning_rate": 4.524956312510625e-09,
      "loss": 0.3385,
      "step": 2812530
    },
    {
      "epoch": 784.97,
      "grad_norm": 1.241546869277954,
      "learning_rate": 4.523277054882621e-09,
      "loss": 0.3242,
      "step": 2812540
    },
    {
      "epoch": 784.97,
      "grad_norm": 1.1612211465835571,
      "learning_rate": 4.521598108606344e-09,
      "loss": 0.3274,
      "step": 2812550
    },
    {
      "epoch": 784.97,
      "grad_norm": 1.404447317123413,
      "learning_rate": 4.519919473682052e-09,
      "loss": 0.3239,
      "step": 2812560
    },
    {
      "epoch": 784.98,
      "grad_norm": 1.366604208946228,
      "learning_rate": 4.5182411501097465e-09,
      "loss": 0.3461,
      "step": 2812570
    },
    {
      "epoch": 784.98,
      "grad_norm": 1.1855307817459106,
      "learning_rate": 4.516563137890207e-09,
      "loss": 0.324,
      "step": 2812580
    },
    {
      "epoch": 784.98,
      "grad_norm": 1.100660800933838,
      "learning_rate": 4.5148854370229136e-09,
      "loss": 0.3187,
      "step": 2812590
    },
    {
      "epoch": 784.98,
      "grad_norm": 1.2765902280807495,
      "learning_rate": 4.513208047508647e-09,
      "loss": 0.3319,
      "step": 2812600
    },
    {
      "epoch": 784.99,
      "grad_norm": 1.1696494817733765,
      "learning_rate": 4.5115309693474074e-09,
      "loss": 0.3501,
      "step": 2812610
    },
    {
      "epoch": 784.99,
      "grad_norm": 1.1589195728302002,
      "learning_rate": 4.509854202539455e-09,
      "loss": 0.3352,
      "step": 2812620
    },
    {
      "epoch": 784.99,
      "grad_norm": 1.3274486064910889,
      "learning_rate": 4.508177747084788e-09,
      "loss": 0.3435,
      "step": 2812630
    },
    {
      "epoch": 785.0,
      "grad_norm": 1.1690696477890015,
      "learning_rate": 4.50650160298419e-09,
      "loss": 0.3334,
      "step": 2812640
    },
    {
      "epoch": 785.0,
      "grad_norm": 1.275001883506775,
      "learning_rate": 4.504825770237138e-09,
      "loss": 0.3331,
      "step": 2812650
    },
    {
      "epoch": 785.0,
      "eval_loss": 0.33780384063720703,
      "eval_runtime": 69.2232,
      "eval_samples_per_second": 73.082,
      "eval_steps_per_second": 9.144,
      "step": 2812655
    },
    {
      "epoch": 785.0,
      "grad_norm": 1.3224639892578125,
      "learning_rate": 4.503150248844414e-09,
      "loss": 0.3385,
      "step": 2812660
    },
    {
      "epoch": 785.0,
      "grad_norm": 1.1980394124984741,
      "learning_rate": 4.5014750388062786e-09,
      "loss": 0.3111,
      "step": 2812670
    },
    {
      "epoch": 785.01,
      "grad_norm": 1.4198808670043945,
      "learning_rate": 4.49980014012273e-09,
      "loss": 0.32,
      "step": 2812680
    },
    {
      "epoch": 785.01,
      "grad_norm": 1.1953808069229126,
      "learning_rate": 4.4981255527937706e-09,
      "loss": 0.3272,
      "step": 2812690
    },
    {
      "epoch": 785.01,
      "grad_norm": 1.1509195566177368,
      "learning_rate": 4.496451276820179e-09,
      "loss": 0.35,
      "step": 2812700
    },
    {
      "epoch": 785.02,
      "grad_norm": 5.021087646484375,
      "learning_rate": 4.4947773122016966e-09,
      "loss": 0.3396,
      "step": 2812710
    },
    {
      "epoch": 785.02,
      "grad_norm": 1.0976780652999878,
      "learning_rate": 4.493103658938582e-09,
      "loss": 0.3511,
      "step": 2812720
    },
    {
      "epoch": 785.02,
      "grad_norm": 1.2762482166290283,
      "learning_rate": 4.491430317031357e-09,
      "loss": 0.3466,
      "step": 2812730
    },
    {
      "epoch": 785.02,
      "grad_norm": 1.4135092496871948,
      "learning_rate": 4.48975728648002e-09,
      "loss": 0.314,
      "step": 2812740
    },
    {
      "epoch": 785.03,
      "grad_norm": 1.2134692668914795,
      "learning_rate": 4.4880845672850935e-09,
      "loss": 0.3107,
      "step": 2812750
    },
    {
      "epoch": 785.03,
      "grad_norm": 1.331617832183838,
      "learning_rate": 4.486412159446315e-09,
      "loss": 0.3251,
      "step": 2812760
    },
    {
      "epoch": 785.03,
      "grad_norm": 1.5319867134094238,
      "learning_rate": 4.484740062964207e-09,
      "loss": 0.3289,
      "step": 2812770
    },
    {
      "epoch": 785.03,
      "grad_norm": 1.4656106233596802,
      "learning_rate": 4.483068277839029e-09,
      "loss": 0.3485,
      "step": 2812780
    },
    {
      "epoch": 785.04,
      "grad_norm": 5.096766948699951,
      "learning_rate": 4.4813968040707804e-09,
      "loss": 0.3389,
      "step": 2812790
    },
    {
      "epoch": 785.04,
      "grad_norm": 1.7465288639068604,
      "learning_rate": 4.479725641659982e-09,
      "loss": 0.3327,
      "step": 2812800
    },
    {
      "epoch": 785.04,
      "grad_norm": 1.3183032274246216,
      "learning_rate": 4.478054790606634e-09,
      "loss": 0.3397,
      "step": 2812810
    },
    {
      "epoch": 785.05,
      "grad_norm": 1.4510740041732788,
      "learning_rate": 4.476384250910996e-09,
      "loss": 0.3538,
      "step": 2812820
    },
    {
      "epoch": 785.05,
      "grad_norm": 1.2913960218429565,
      "learning_rate": 4.47471402257333e-09,
      "loss": 0.3464,
      "step": 2812830
    },
    {
      "epoch": 785.05,
      "grad_norm": 1.4781346321105957,
      "learning_rate": 4.473044105593633e-09,
      "loss": 0.3471,
      "step": 2812840
    },
    {
      "epoch": 785.05,
      "grad_norm": 1.1391232013702393,
      "learning_rate": 4.471374499972688e-09,
      "loss": 0.3441,
      "step": 2812850
    },
    {
      "epoch": 785.06,
      "grad_norm": 1.777999758720398,
      "learning_rate": 4.469705205710234e-09,
      "loss": 0.322,
      "step": 2812860
    },
    {
      "epoch": 785.06,
      "grad_norm": 1.20503830909729,
      "learning_rate": 4.4680362228065315e-09,
      "loss": 0.3458,
      "step": 2812870
    },
    {
      "epoch": 785.06,
      "grad_norm": 3.0452346801757812,
      "learning_rate": 4.46636755126184e-09,
      "loss": 0.3358,
      "step": 2812880
    },
    {
      "epoch": 785.07,
      "grad_norm": 1.084965705871582,
      "learning_rate": 4.464699191076681e-09,
      "loss": 0.336,
      "step": 2812890
    },
    {
      "epoch": 785.07,
      "grad_norm": 1.223482608795166,
      "learning_rate": 4.463031142251054e-09,
      "loss": 0.3451,
      "step": 2812900
    },
    {
      "epoch": 785.07,
      "grad_norm": 1.3732709884643555,
      "learning_rate": 4.461363404784958e-09,
      "loss": 0.3523,
      "step": 2812910
    },
    {
      "epoch": 785.07,
      "grad_norm": 1.0452158451080322,
      "learning_rate": 4.459695978678915e-09,
      "loss": 0.3375,
      "step": 2812920
    },
    {
      "epoch": 785.08,
      "grad_norm": 1.1984483003616333,
      "learning_rate": 4.458028863932924e-09,
      "loss": 0.3544,
      "step": 2812930
    },
    {
      "epoch": 785.08,
      "grad_norm": 1.1914750337600708,
      "learning_rate": 4.456362060547506e-09,
      "loss": 0.327,
      "step": 2812940
    },
    {
      "epoch": 785.08,
      "grad_norm": 1.149918794631958,
      "learning_rate": 4.4546955685224e-09,
      "loss": 0.3356,
      "step": 2812950
    },
    {
      "epoch": 785.09,
      "grad_norm": 1.3790972232818604,
      "learning_rate": 4.453029387858388e-09,
      "loss": 0.34,
      "step": 2812960
    },
    {
      "epoch": 785.09,
      "grad_norm": 1.1855683326721191,
      "learning_rate": 4.451363518555469e-09,
      "loss": 0.3518,
      "step": 2812970
    },
    {
      "epoch": 785.09,
      "grad_norm": 1.1775448322296143,
      "learning_rate": 4.449697960613643e-09,
      "loss": 0.3395,
      "step": 2812980
    },
    {
      "epoch": 785.09,
      "grad_norm": 1.3066903352737427,
      "learning_rate": 4.448032714033691e-09,
      "loss": 0.3405,
      "step": 2812990
    },
    {
      "epoch": 785.1,
      "grad_norm": 1.266968846321106,
      "learning_rate": 4.446367778815092e-09,
      "loss": 0.3383,
      "step": 2813000
    },
    {
      "epoch": 785.1,
      "grad_norm": 1.2576004266738892,
      "learning_rate": 4.444703154958627e-09,
      "loss": 0.3454,
      "step": 2813010
    },
    {
      "epoch": 785.1,
      "grad_norm": 1.2721302509307861,
      "learning_rate": 4.443038842464296e-09,
      "loss": 0.3391,
      "step": 2813020
    },
    {
      "epoch": 785.1,
      "grad_norm": 1.0997352600097656,
      "learning_rate": 4.441374841332359e-09,
      "loss": 0.3455,
      "step": 2813030
    },
    {
      "epoch": 785.11,
      "grad_norm": 1.342119812965393,
      "learning_rate": 4.439711151563077e-09,
      "loss": 0.3541,
      "step": 2813040
    },
    {
      "epoch": 785.11,
      "grad_norm": 1.138177752494812,
      "learning_rate": 4.438047773156449e-09,
      "loss": 0.3459,
      "step": 2813050
    },
    {
      "epoch": 785.11,
      "grad_norm": 1.2171432971954346,
      "learning_rate": 4.436384706112996e-09,
      "loss": 0.3238,
      "step": 2813060
    },
    {
      "epoch": 785.12,
      "grad_norm": 1.2961355447769165,
      "learning_rate": 4.434721950432977e-09,
      "loss": 0.3297,
      "step": 2813070
    },
    {
      "epoch": 785.12,
      "grad_norm": 1.2607108354568481,
      "learning_rate": 4.433059506116394e-09,
      "loss": 0.3358,
      "step": 2813080
    },
    {
      "epoch": 785.12,
      "grad_norm": 1.2538853883743286,
      "learning_rate": 4.431397373163247e-09,
      "loss": 0.3306,
      "step": 2813090
    },
    {
      "epoch": 785.12,
      "grad_norm": 1.2664823532104492,
      "learning_rate": 4.429735551574314e-09,
      "loss": 0.349,
      "step": 2813100
    },
    {
      "epoch": 785.13,
      "grad_norm": 1.4454946517944336,
      "learning_rate": 4.428074041349598e-09,
      "loss": 0.3297,
      "step": 2813110
    },
    {
      "epoch": 785.13,
      "grad_norm": 1.1632229089736938,
      "learning_rate": 4.426412842489097e-09,
      "loss": 0.3242,
      "step": 2813120
    },
    {
      "epoch": 785.13,
      "grad_norm": 1.2234691381454468,
      "learning_rate": 4.4247519549933314e-09,
      "loss": 0.3333,
      "step": 2813130
    },
    {
      "epoch": 785.14,
      "grad_norm": 1.2652560472488403,
      "learning_rate": 4.423091378862303e-09,
      "loss": 0.3288,
      "step": 2813140
    },
    {
      "epoch": 785.14,
      "grad_norm": 1.1238725185394287,
      "learning_rate": 4.42143111409627e-09,
      "loss": 0.3294,
      "step": 2813150
    },
    {
      "epoch": 785.14,
      "grad_norm": 1.2446311712265015,
      "learning_rate": 4.4197711606957546e-09,
      "loss": 0.337,
      "step": 2813160
    },
    {
      "epoch": 785.14,
      "grad_norm": 1.1997658014297485,
      "learning_rate": 4.418111518660495e-09,
      "loss": 0.3239,
      "step": 2813170
    },
    {
      "epoch": 785.15,
      "grad_norm": 1.169160008430481,
      "learning_rate": 4.416452187991012e-09,
      "loss": 0.3518,
      "step": 2813180
    },
    {
      "epoch": 785.15,
      "grad_norm": 1.5010545253753662,
      "learning_rate": 4.414793168687567e-09,
      "loss": 0.3385,
      "step": 2813190
    },
    {
      "epoch": 785.15,
      "grad_norm": 1.3637516498565674,
      "learning_rate": 4.4131344607501586e-09,
      "loss": 0.3414,
      "step": 2813200
    },
    {
      "epoch": 785.15,
      "grad_norm": 1.0711376667022705,
      "learning_rate": 4.411476064179048e-09,
      "loss": 0.3434,
      "step": 2813210
    },
    {
      "epoch": 785.16,
      "grad_norm": 1.182905912399292,
      "learning_rate": 4.409817978974755e-09,
      "loss": 0.3226,
      "step": 2813220
    },
    {
      "epoch": 785.16,
      "grad_norm": 1.3243849277496338,
      "learning_rate": 4.408160205137019e-09,
      "loss": 0.3513,
      "step": 2813230
    },
    {
      "epoch": 785.16,
      "grad_norm": 1.2561529874801636,
      "learning_rate": 4.406502742666362e-09,
      "loss": 0.3493,
      "step": 2813240
    },
    {
      "epoch": 785.17,
      "grad_norm": 1.3252980709075928,
      "learning_rate": 4.404845591563042e-09,
      "loss": 0.3482,
      "step": 2813250
    },
    {
      "epoch": 785.17,
      "grad_norm": 1.2644340991973877,
      "learning_rate": 4.403188751827321e-09,
      "loss": 0.333,
      "step": 2813260
    },
    {
      "epoch": 785.17,
      "grad_norm": 1.2962275743484497,
      "learning_rate": 4.401532223459198e-09,
      "loss": 0.3427,
      "step": 2813270
    },
    {
      "epoch": 785.17,
      "grad_norm": 1.6382869482040405,
      "learning_rate": 4.399876006458934e-09,
      "loss": 0.3354,
      "step": 2813280
    },
    {
      "epoch": 785.18,
      "grad_norm": 1.2414419651031494,
      "learning_rate": 4.398220100826789e-09,
      "loss": 0.3462,
      "step": 2813290
    },
    {
      "epoch": 785.18,
      "grad_norm": 1.2255911827087402,
      "learning_rate": 4.396564506563023e-09,
      "loss": 0.3314,
      "step": 2813300
    },
    {
      "epoch": 785.18,
      "grad_norm": 1.3371168375015259,
      "learning_rate": 4.394909223667895e-09,
      "loss": 0.3455,
      "step": 2813310
    },
    {
      "epoch": 785.19,
      "grad_norm": 1.4569813013076782,
      "learning_rate": 4.393254252141667e-09,
      "loss": 0.3539,
      "step": 2813320
    },
    {
      "epoch": 785.19,
      "grad_norm": 1.3642592430114746,
      "learning_rate": 4.391599591984339e-09,
      "loss": 0.3284,
      "step": 2813330
    },
    {
      "epoch": 785.19,
      "grad_norm": 1.5947355031967163,
      "learning_rate": 4.3899452431961705e-09,
      "loss": 0.3502,
      "step": 2813340
    },
    {
      "epoch": 785.19,
      "grad_norm": 1.150942325592041,
      "learning_rate": 4.3882912057776815e-09,
      "loss": 0.3393,
      "step": 2813350
    },
    {
      "epoch": 785.2,
      "grad_norm": 1.3332985639572144,
      "learning_rate": 4.386637479728613e-09,
      "loss": 0.3369,
      "step": 2813360
    },
    {
      "epoch": 785.2,
      "grad_norm": 1.3080811500549316,
      "learning_rate": 4.384984065049745e-09,
      "loss": 0.337,
      "step": 2813370
    },
    {
      "epoch": 785.2,
      "grad_norm": 1.2203617095947266,
      "learning_rate": 4.3833309617405565e-09,
      "loss": 0.3306,
      "step": 2813380
    },
    {
      "epoch": 785.21,
      "grad_norm": 1.012261152267456,
      "learning_rate": 4.381678169802088e-09,
      "loss": 0.3507,
      "step": 2813390
    },
    {
      "epoch": 785.21,
      "grad_norm": 1.3568321466445923,
      "learning_rate": 4.3800256892340815e-09,
      "loss": 0.3213,
      "step": 2813400
    },
    {
      "epoch": 785.21,
      "grad_norm": 1.2614203691482544,
      "learning_rate": 4.3783735200367955e-09,
      "loss": 0.3266,
      "step": 2813410
    },
    {
      "epoch": 785.21,
      "grad_norm": 1.2452268600463867,
      "learning_rate": 4.3767216622107516e-09,
      "loss": 0.344,
      "step": 2813420
    },
    {
      "epoch": 785.22,
      "grad_norm": 1.1708329916000366,
      "learning_rate": 4.3750701157556875e-09,
      "loss": 0.3555,
      "step": 2813430
    },
    {
      "epoch": 785.22,
      "grad_norm": 1.286619782447815,
      "learning_rate": 4.373418880672126e-09,
      "loss": 0.3373,
      "step": 2813440
    },
    {
      "epoch": 785.22,
      "grad_norm": 1.2282533645629883,
      "learning_rate": 4.371767956960065e-09,
      "loss": 0.3185,
      "step": 2813450
    },
    {
      "epoch": 785.22,
      "grad_norm": 1.3368736505508423,
      "learning_rate": 4.370117344620026e-09,
      "loss": 0.3362,
      "step": 2813460
    },
    {
      "epoch": 785.23,
      "grad_norm": 1.8748681545257568,
      "learning_rate": 4.3684670436522695e-09,
      "loss": 0.3285,
      "step": 2813470
    },
    {
      "epoch": 785.23,
      "grad_norm": 1.2215290069580078,
      "learning_rate": 4.366817054056535e-09,
      "loss": 0.3278,
      "step": 2813480
    },
    {
      "epoch": 785.23,
      "grad_norm": 1.6176042556762695,
      "learning_rate": 4.365167375833603e-09,
      "loss": 0.3308,
      "step": 2813490
    },
    {
      "epoch": 785.24,
      "grad_norm": 1.1472471952438354,
      "learning_rate": 4.363518008983213e-09,
      "loss": 0.3341,
      "step": 2813500
    },
    {
      "epoch": 785.24,
      "grad_norm": 1.2415401935577393,
      "learning_rate": 4.361868953505887e-09,
      "loss": 0.3298,
      "step": 2813510
    },
    {
      "epoch": 785.24,
      "grad_norm": 1.1893737316131592,
      "learning_rate": 4.360220209401622e-09,
      "loss": 0.3466,
      "step": 2813520
    },
    {
      "epoch": 785.24,
      "grad_norm": 1.3176037073135376,
      "learning_rate": 4.358571776670941e-09,
      "loss": 0.3383,
      "step": 2813530
    },
    {
      "epoch": 785.25,
      "grad_norm": 1.1791205406188965,
      "learning_rate": 4.356923655313843e-09,
      "loss": 0.3483,
      "step": 2813540
    },
    {
      "epoch": 785.25,
      "grad_norm": 1.2041462659835815,
      "learning_rate": 4.355275845330589e-09,
      "loss": 0.3365,
      "step": 2813550
    },
    {
      "epoch": 785.25,
      "grad_norm": 1.0658224821090698,
      "learning_rate": 4.353628346721438e-09,
      "loss": 0.3346,
      "step": 2813560
    },
    {
      "epoch": 785.26,
      "grad_norm": 1.176791787147522,
      "learning_rate": 4.35198115948665e-09,
      "loss": 0.3396,
      "step": 2813570
    },
    {
      "epoch": 785.26,
      "grad_norm": 1.4173448085784912,
      "learning_rate": 4.350334283626227e-09,
      "loss": 0.3339,
      "step": 2813580
    },
    {
      "epoch": 785.26,
      "grad_norm": 1.210195779800415,
      "learning_rate": 4.348687719140688e-09,
      "loss": 0.3426,
      "step": 2813590
    },
    {
      "epoch": 785.26,
      "grad_norm": 1.2173984050750732,
      "learning_rate": 4.347041466030033e-09,
      "loss": 0.3383,
      "step": 2813600
    },
    {
      "epoch": 785.27,
      "grad_norm": 1.2091069221496582,
      "learning_rate": 4.345395524294523e-09,
      "loss": 0.3241,
      "step": 2813610
    },
    {
      "epoch": 785.27,
      "grad_norm": 1.1998077630996704,
      "learning_rate": 4.3437498939344165e-09,
      "loss": 0.3368,
      "step": 2813620
    },
    {
      "epoch": 785.27,
      "grad_norm": 1.3212518692016602,
      "learning_rate": 4.342104574949975e-09,
      "loss": 0.3269,
      "step": 2813630
    },
    {
      "epoch": 785.27,
      "grad_norm": 1.3295572996139526,
      "learning_rate": 4.340459567341199e-09,
      "loss": 0.3294,
      "step": 2813640
    },
    {
      "epoch": 785.28,
      "grad_norm": 1.2876936197280884,
      "learning_rate": 4.338814871108608e-09,
      "loss": 0.3337,
      "step": 2813650
    },
    {
      "epoch": 785.28,
      "grad_norm": 1.5133401155471802,
      "learning_rate": 4.337170486252203e-09,
      "loss": 0.3485,
      "step": 2813660
    },
    {
      "epoch": 785.28,
      "grad_norm": 1.266530156135559,
      "learning_rate": 4.335526412772242e-09,
      "loss": 0.3273,
      "step": 2813670
    },
    {
      "epoch": 785.29,
      "grad_norm": 1.364816665649414,
      "learning_rate": 4.333882650669248e-09,
      "loss": 0.339,
      "step": 2813680
    },
    {
      "epoch": 785.29,
      "grad_norm": 1.3707822561264038,
      "learning_rate": 4.332239199942959e-09,
      "loss": 0.3505,
      "step": 2813690
    },
    {
      "epoch": 785.29,
      "grad_norm": 1.1540095806121826,
      "learning_rate": 4.330596060593897e-09,
      "loss": 0.3158,
      "step": 2813700
    },
    {
      "epoch": 785.29,
      "grad_norm": 1.3547805547714233,
      "learning_rate": 4.32895323262232e-09,
      "loss": 0.3169,
      "step": 2813710
    },
    {
      "epoch": 785.3,
      "grad_norm": 5.979918003082275,
      "learning_rate": 4.3273107160279704e-09,
      "loss": 0.3422,
      "step": 2813720
    },
    {
      "epoch": 785.3,
      "grad_norm": 1.4251617193222046,
      "learning_rate": 4.3256685108116265e-09,
      "loss": 0.3188,
      "step": 2813730
    },
    {
      "epoch": 785.3,
      "grad_norm": 1.1207507848739624,
      "learning_rate": 4.324026616973289e-09,
      "loss": 0.319,
      "step": 2813740
    },
    {
      "epoch": 785.31,
      "grad_norm": 1.347378134727478,
      "learning_rate": 4.3223850345132194e-09,
      "loss": 0.3486,
      "step": 2813750
    },
    {
      "epoch": 785.31,
      "grad_norm": 1.3521595001220703,
      "learning_rate": 4.320743763431417e-09,
      "loss": 0.3396,
      "step": 2813760
    },
    {
      "epoch": 785.31,
      "grad_norm": 1.0822700262069702,
      "learning_rate": 4.3191028037286615e-09,
      "loss": 0.3463,
      "step": 2813770
    },
    {
      "epoch": 785.31,
      "grad_norm": 1.3030022382736206,
      "learning_rate": 4.317462155404433e-09,
      "loss": 0.3334,
      "step": 2813780
    },
    {
      "epoch": 785.32,
      "grad_norm": 1.6164294481277466,
      "learning_rate": 4.315821818459513e-09,
      "loss": 0.3476,
      "step": 2813790
    },
    {
      "epoch": 785.32,
      "grad_norm": 1.2380403280258179,
      "learning_rate": 4.3141817928939e-09,
      "loss": 0.3386,
      "step": 2813800
    },
    {
      "epoch": 785.32,
      "grad_norm": 1.4346030950546265,
      "learning_rate": 4.312542078707595e-09,
      "loss": 0.3523,
      "step": 2813810
    },
    {
      "epoch": 785.33,
      "grad_norm": 1.151321530342102,
      "learning_rate": 4.310902675901378e-09,
      "loss": 0.3198,
      "step": 2813820
    },
    {
      "epoch": 785.33,
      "grad_norm": 1.4154316186904907,
      "learning_rate": 4.30926358447499e-09,
      "loss": 0.3327,
      "step": 2813830
    },
    {
      "epoch": 785.33,
      "grad_norm": 1.352174162864685,
      "learning_rate": 4.307624804428689e-09,
      "loss": 0.3413,
      "step": 2813840
    },
    {
      "epoch": 785.33,
      "grad_norm": 2.259161949157715,
      "learning_rate": 4.305986335762998e-09,
      "loss": 0.3525,
      "step": 2813850
    },
    {
      "epoch": 785.34,
      "grad_norm": 1.1257601976394653,
      "learning_rate": 4.304348178477915e-09,
      "loss": 0.3513,
      "step": 2813860
    },
    {
      "epoch": 785.34,
      "grad_norm": 1.1400599479675293,
      "learning_rate": 4.302710332573702e-09,
      "loss": 0.3412,
      "step": 2813870
    },
    {
      "epoch": 785.34,
      "grad_norm": 1.2222357988357544,
      "learning_rate": 4.301072798050358e-09,
      "loss": 0.3302,
      "step": 2813880
    },
    {
      "epoch": 785.34,
      "grad_norm": 1.0760829448699951,
      "learning_rate": 4.299435574908662e-09,
      "loss": 0.3459,
      "step": 2813890
    },
    {
      "epoch": 785.35,
      "grad_norm": 1.3291893005371094,
      "learning_rate": 4.297798663148097e-09,
      "loss": 0.3283,
      "step": 2813900
    },
    {
      "epoch": 785.35,
      "grad_norm": 1.2521960735321045,
      "learning_rate": 4.2961620627694415e-09,
      "loss": 0.3186,
      "step": 2813910
    },
    {
      "epoch": 785.35,
      "grad_norm": 1.2921160459518433,
      "learning_rate": 4.294525773772695e-09,
      "loss": 0.343,
      "step": 2813920
    },
    {
      "epoch": 785.36,
      "grad_norm": 1.191117286682129,
      "learning_rate": 4.2928897961581195e-09,
      "loss": 0.3278,
      "step": 2813930
    },
    {
      "epoch": 785.36,
      "grad_norm": 1.503835678100586,
      "learning_rate": 4.2912541299259736e-09,
      "loss": 0.3172,
      "step": 2813940
    },
    {
      "epoch": 785.36,
      "grad_norm": 1.47799551486969,
      "learning_rate": 4.289618775076258e-09,
      "loss": 0.3344,
      "step": 2813950
    },
    {
      "epoch": 785.36,
      "grad_norm": 1.147438406944275,
      "learning_rate": 4.2879837316094935e-09,
      "loss": 0.3367,
      "step": 2813960
    },
    {
      "epoch": 785.37,
      "grad_norm": 1.3117218017578125,
      "learning_rate": 4.286348999525939e-09,
      "loss": 0.3524,
      "step": 2813970
    },
    {
      "epoch": 785.37,
      "grad_norm": 1.3217393159866333,
      "learning_rate": 4.284714578825337e-09,
      "loss": 0.3368,
      "step": 2813980
    },
    {
      "epoch": 785.37,
      "grad_norm": 1.2390626668930054,
      "learning_rate": 4.283080469508205e-09,
      "loss": 0.3369,
      "step": 2813990
    },
    {
      "epoch": 785.38,
      "grad_norm": 1.3536676168441772,
      "learning_rate": 4.281446671575064e-09,
      "loss": 0.3393,
      "step": 2814000
    },
    {
      "epoch": 785.38,
      "grad_norm": 1.3425439596176147,
      "learning_rate": 4.2798131850256545e-09,
      "loss": 0.34,
      "step": 2814010
    },
    {
      "epoch": 785.38,
      "grad_norm": 1.382881760597229,
      "learning_rate": 4.278180009860237e-09,
      "loss": 0.3295,
      "step": 2814020
    },
    {
      "epoch": 785.38,
      "grad_norm": 1.226944923400879,
      "learning_rate": 4.2765471460793306e-09,
      "loss": 0.3207,
      "step": 2814030
    },
    {
      "epoch": 785.39,
      "grad_norm": 1.3211987018585205,
      "learning_rate": 4.274914593682676e-09,
      "loss": 0.3498,
      "step": 2814040
    },
    {
      "epoch": 785.39,
      "grad_norm": 1.1357758045196533,
      "learning_rate": 4.273282352671055e-09,
      "loss": 0.3472,
      "step": 2814050
    },
    {
      "epoch": 785.39,
      "grad_norm": 1.1857510805130005,
      "learning_rate": 4.2716504230444656e-09,
      "loss": 0.3308,
      "step": 2814060
    },
    {
      "epoch": 785.39,
      "grad_norm": 1.225358247756958,
      "learning_rate": 4.270018804802908e-09,
      "loss": 0.3493,
      "step": 2814070
    },
    {
      "epoch": 785.4,
      "grad_norm": 1.3667031526565552,
      "learning_rate": 4.268387497946904e-09,
      "loss": 0.3358,
      "step": 2814080
    },
    {
      "epoch": 785.4,
      "grad_norm": 1.3176333904266357,
      "learning_rate": 4.266756502476453e-09,
      "loss": 0.3461,
      "step": 2814090
    },
    {
      "epoch": 785.4,
      "grad_norm": 1.2629964351654053,
      "learning_rate": 4.265125818392074e-09,
      "loss": 0.3575,
      "step": 2814100
    },
    {
      "epoch": 785.41,
      "grad_norm": 1.316457986831665,
      "learning_rate": 4.263495445693509e-09,
      "loss": 0.3534,
      "step": 2814110
    },
    {
      "epoch": 785.41,
      "grad_norm": 1.3384981155395508,
      "learning_rate": 4.261865384381276e-09,
      "loss": 0.3309,
      "step": 2814120
    },
    {
      "epoch": 785.41,
      "grad_norm": 1.3221936225891113,
      "learning_rate": 4.260235634455638e-09,
      "loss": 0.3392,
      "step": 2814130
    },
    {
      "epoch": 785.41,
      "grad_norm": 1.2995827198028564,
      "learning_rate": 4.258606195916593e-09,
      "loss": 0.32,
      "step": 2814140
    },
    {
      "epoch": 785.42,
      "grad_norm": 1.4033355712890625,
      "learning_rate": 4.256977068764662e-09,
      "loss": 0.3426,
      "step": 2814150
    },
    {
      "epoch": 785.42,
      "grad_norm": 1.1585932970046997,
      "learning_rate": 4.255348252999846e-09,
      "loss": 0.343,
      "step": 2814160
    },
    {
      "epoch": 785.42,
      "grad_norm": 1.212830901145935,
      "learning_rate": 4.253719748622403e-09,
      "loss": 0.341,
      "step": 2814170
    },
    {
      "epoch": 785.43,
      "grad_norm": 1.1628364324569702,
      "learning_rate": 4.252091555632334e-09,
      "loss": 0.3315,
      "step": 2814180
    },
    {
      "epoch": 785.43,
      "grad_norm": 1.1349855661392212,
      "learning_rate": 4.250463674030421e-09,
      "loss": 0.3382,
      "step": 2814190
    },
    {
      "epoch": 785.43,
      "grad_norm": 1.20250403881073,
      "learning_rate": 4.248836103816402e-09,
      "loss": 0.3234,
      "step": 2814200
    },
    {
      "epoch": 785.43,
      "grad_norm": 1.2512977123260498,
      "learning_rate": 4.2472088449905374e-09,
      "loss": 0.3233,
      "step": 2814210
    },
    {
      "epoch": 785.44,
      "grad_norm": 1.1616275310516357,
      "learning_rate": 4.245581897553088e-09,
      "loss": 0.3255,
      "step": 2814220
    },
    {
      "epoch": 785.44,
      "grad_norm": 1.4703136682510376,
      "learning_rate": 4.243955261504575e-09,
      "loss": 0.3514,
      "step": 2814230
    },
    {
      "epoch": 785.44,
      "grad_norm": 1.2271865606307983,
      "learning_rate": 4.242328936844737e-09,
      "loss": 0.3542,
      "step": 2814240
    },
    {
      "epoch": 785.45,
      "grad_norm": 1.3571501970291138,
      "learning_rate": 4.240702923574094e-09,
      "loss": 0.3416,
      "step": 2814250
    },
    {
      "epoch": 785.45,
      "grad_norm": 1.4121532440185547,
      "learning_rate": 4.2390772216926475e-09,
      "loss": 0.3247,
      "step": 2814260
    },
    {
      "epoch": 785.45,
      "grad_norm": 1.2211015224456787,
      "learning_rate": 4.237451831200916e-09,
      "loss": 0.3422,
      "step": 2814270
    },
    {
      "epoch": 785.45,
      "grad_norm": 1.4347710609436035,
      "learning_rate": 4.235826752098901e-09,
      "loss": 0.3456,
      "step": 2814280
    },
    {
      "epoch": 785.46,
      "grad_norm": 1.0450602769851685,
      "learning_rate": 4.234201984386863e-09,
      "loss": 0.3248,
      "step": 2814290
    },
    {
      "epoch": 785.46,
      "grad_norm": 1.109711766242981,
      "learning_rate": 4.232577528064801e-09,
      "loss": 0.3339,
      "step": 2814300
    },
    {
      "epoch": 785.46,
      "grad_norm": 1.2535529136657715,
      "learning_rate": 4.230953383133496e-09,
      "loss": 0.3353,
      "step": 2814310
    },
    {
      "epoch": 785.46,
      "grad_norm": 1.215819239616394,
      "learning_rate": 4.229329549592687e-09,
      "loss": 0.3358,
      "step": 2814320
    },
    {
      "epoch": 785.47,
      "grad_norm": 1.159743070602417,
      "learning_rate": 4.2277060274426354e-09,
      "loss": 0.3516,
      "step": 2814330
    },
    {
      "epoch": 785.47,
      "grad_norm": 1.0731416940689087,
      "learning_rate": 4.226082816683601e-09,
      "loss": 0.3417,
      "step": 2814340
    },
    {
      "epoch": 785.47,
      "grad_norm": 1.2344104051589966,
      "learning_rate": 4.2244599173158446e-09,
      "loss": 0.3291,
      "step": 2814350
    },
    {
      "epoch": 785.48,
      "grad_norm": 1.195225477218628,
      "learning_rate": 4.222837329339625e-09,
      "loss": 0.3489,
      "step": 2814360
    },
    {
      "epoch": 785.48,
      "grad_norm": 1.1686267852783203,
      "learning_rate": 4.221215052755203e-09,
      "loss": 0.3349,
      "step": 2814370
    },
    {
      "epoch": 785.48,
      "grad_norm": 1.3816536664962769,
      "learning_rate": 4.219593087562579e-09,
      "loss": 0.3284,
      "step": 2814380
    },
    {
      "epoch": 785.48,
      "grad_norm": 1.1058427095413208,
      "learning_rate": 4.2179714337622735e-09,
      "loss": 0.3363,
      "step": 2814390
    },
    {
      "epoch": 785.49,
      "grad_norm": 1.345903754234314,
      "learning_rate": 4.216350091354026e-09,
      "loss": 0.3577,
      "step": 2814400
    },
    {
      "epoch": 785.49,
      "grad_norm": 1.2279508113861084,
      "learning_rate": 4.214729060338616e-09,
      "loss": 0.3465,
      "step": 2814410
    },
    {
      "epoch": 785.49,
      "grad_norm": 1.2536394596099854,
      "learning_rate": 4.213108340715785e-09,
      "loss": 0.3347,
      "step": 2814420
    },
    {
      "epoch": 785.5,
      "grad_norm": 1.2066113948822021,
      "learning_rate": 4.211487932486053e-09,
      "loss": 0.3338,
      "step": 2814430
    },
    {
      "epoch": 785.5,
      "grad_norm": 1.1426500082015991,
      "learning_rate": 4.20986783564942e-09,
      "loss": 0.3377,
      "step": 2814440
    },
    {
      "epoch": 785.5,
      "grad_norm": 1.4494277238845825,
      "learning_rate": 4.2082480502064056e-09,
      "loss": 0.3489,
      "step": 2814450
    },
    {
      "epoch": 785.5,
      "grad_norm": 1.431524395942688,
      "learning_rate": 4.206628576157011e-09,
      "loss": 0.3407,
      "step": 2814460
    },
    {
      "epoch": 785.51,
      "grad_norm": 1.3499243259429932,
      "learning_rate": 4.205009413501496e-09,
      "loss": 0.3284,
      "step": 2814470
    },
    {
      "epoch": 785.51,
      "grad_norm": 1.398630976676941,
      "learning_rate": 4.2033905622398594e-09,
      "loss": 0.3318,
      "step": 2814480
    },
    {
      "epoch": 785.51,
      "grad_norm": 1.40955650806427,
      "learning_rate": 4.201772022372624e-09,
      "loss": 0.3457,
      "step": 2814490
    },
    {
      "epoch": 785.51,
      "grad_norm": 1.289513349533081,
      "learning_rate": 4.200153793899788e-09,
      "loss": 0.3322,
      "step": 2814500
    },
    {
      "epoch": 785.52,
      "grad_norm": 1.2105114459991455,
      "learning_rate": 4.198535876821872e-09,
      "loss": 0.3234,
      "step": 2814510
    },
    {
      "epoch": 785.52,
      "grad_norm": 1.7222626209259033,
      "learning_rate": 4.196918271138876e-09,
      "loss": 0.3251,
      "step": 2814520
    },
    {
      "epoch": 785.52,
      "grad_norm": 1.049320936203003,
      "learning_rate": 4.1953009768508e-09,
      "loss": 0.3343,
      "step": 2814530
    },
    {
      "epoch": 785.53,
      "grad_norm": 1.2227811813354492,
      "learning_rate": 4.193683993958425e-09,
      "loss": 0.3414,
      "step": 2814540
    },
    {
      "epoch": 785.53,
      "grad_norm": 1.2511370182037354,
      "learning_rate": 4.192067322461231e-09,
      "loss": 0.3267,
      "step": 2814550
    },
    {
      "epoch": 785.53,
      "grad_norm": 1.232060194015503,
      "learning_rate": 4.190450962360259e-09,
      "loss": 0.3283,
      "step": 2814560
    },
    {
      "epoch": 785.53,
      "grad_norm": 1.2074991464614868,
      "learning_rate": 4.188834913654987e-09,
      "loss": 0.3297,
      "step": 2814570
    },
    {
      "epoch": 785.54,
      "grad_norm": 1.2609704732894897,
      "learning_rate": 4.1872191763461964e-09,
      "loss": 0.3366,
      "step": 2814580
    },
    {
      "epoch": 785.54,
      "grad_norm": 1.3181711435317993,
      "learning_rate": 4.1856037504336276e-09,
      "loss": 0.3333,
      "step": 2814590
    },
    {
      "epoch": 785.54,
      "grad_norm": 1.2032570838928223,
      "learning_rate": 4.1839886359178e-09,
      "loss": 0.3361,
      "step": 2814600
    },
    {
      "epoch": 785.55,
      "grad_norm": 1.4455173015594482,
      "learning_rate": 4.182373832798975e-09,
      "loss": 0.3246,
      "step": 2814610
    },
    {
      "epoch": 785.55,
      "grad_norm": 1.4058468341827393,
      "learning_rate": 4.1807593410768914e-09,
      "loss": 0.3301,
      "step": 2814620
    },
    {
      "epoch": 785.55,
      "grad_norm": 1.4462939500808716,
      "learning_rate": 4.17914516075233e-09,
      "loss": 0.3458,
      "step": 2814630
    },
    {
      "epoch": 785.55,
      "grad_norm": 1.523478627204895,
      "learning_rate": 4.1775312918252906e-09,
      "loss": 0.328,
      "step": 2814640
    },
    {
      "epoch": 785.56,
      "grad_norm": 1.427525281906128,
      "learning_rate": 4.175917734296035e-09,
      "loss": 0.3382,
      "step": 2814650
    },
    {
      "epoch": 785.56,
      "grad_norm": 1.4547078609466553,
      "learning_rate": 4.174304488164821e-09,
      "loss": 0.3471,
      "step": 2814660
    },
    {
      "epoch": 785.56,
      "grad_norm": 1.252792239189148,
      "learning_rate": 4.17269155343139e-09,
      "loss": 0.3223,
      "step": 2814670
    },
    {
      "epoch": 785.57,
      "grad_norm": 1.2968026399612427,
      "learning_rate": 4.171078930096782e-09,
      "loss": 0.3343,
      "step": 2814680
    },
    {
      "epoch": 785.57,
      "grad_norm": 1.5380665063858032,
      "learning_rate": 4.169466618160477e-09,
      "loss": 0.3455,
      "step": 2814690
    },
    {
      "epoch": 785.57,
      "grad_norm": 1.2984527349472046,
      "learning_rate": 4.167854617622996e-09,
      "loss": 0.345,
      "step": 2814700
    },
    {
      "epoch": 785.57,
      "grad_norm": 1.1605088710784912,
      "learning_rate": 4.166242928484598e-09,
      "loss": 0.3327,
      "step": 2814710
    },
    {
      "epoch": 785.58,
      "grad_norm": 1.194807529449463,
      "learning_rate": 4.164631550745545e-09,
      "loss": 0.3175,
      "step": 2814720
    },
    {
      "epoch": 785.58,
      "grad_norm": 1.2231818437576294,
      "learning_rate": 4.1630204844058345e-09,
      "loss": 0.3289,
      "step": 2814730
    },
    {
      "epoch": 785.58,
      "grad_norm": 1.2607498168945312,
      "learning_rate": 4.1614097294657284e-09,
      "loss": 0.3434,
      "step": 2814740
    },
    {
      "epoch": 785.58,
      "grad_norm": 1.2448830604553223,
      "learning_rate": 4.1597992859254865e-09,
      "loss": 0.3436,
      "step": 2814750
    },
    {
      "epoch": 785.59,
      "grad_norm": 1.0789916515350342,
      "learning_rate": 4.158189153785369e-09,
      "loss": 0.3231,
      "step": 2814760
    },
    {
      "epoch": 785.59,
      "grad_norm": 1.4862356185913086,
      "learning_rate": 4.156579333045637e-09,
      "loss": 0.348,
      "step": 2814770
    },
    {
      "epoch": 785.59,
      "grad_norm": 1.2599718570709229,
      "learning_rate": 4.154969823706288e-09,
      "loss": 0.3325,
      "step": 2814780
    },
    {
      "epoch": 785.6,
      "grad_norm": 1.1782121658325195,
      "learning_rate": 4.153360625767845e-09,
      "loss": 0.3306,
      "step": 2814790
    },
    {
      "epoch": 785.6,
      "grad_norm": 1.309805154800415,
      "learning_rate": 4.151751739230307e-09,
      "loss": 0.3364,
      "step": 2814800
    },
    {
      "epoch": 785.6,
      "grad_norm": 1.1944308280944824,
      "learning_rate": 4.150143164093934e-09,
      "loss": 0.3365,
      "step": 2814810
    },
    {
      "epoch": 785.6,
      "grad_norm": 1.2281618118286133,
      "learning_rate": 4.1485349003589876e-09,
      "loss": 0.33,
      "step": 2814820
    },
    {
      "epoch": 785.61,
      "grad_norm": 1.3602321147918701,
      "learning_rate": 4.146926948025466e-09,
      "loss": 0.334,
      "step": 2814830
    },
    {
      "epoch": 785.61,
      "grad_norm": 1.2343697547912598,
      "learning_rate": 4.1453193070938895e-09,
      "loss": 0.3308,
      "step": 2814840
    },
    {
      "epoch": 785.61,
      "grad_norm": 1.317796230316162,
      "learning_rate": 4.14371197756426e-09,
      "loss": 0.3264,
      "step": 2814850
    },
    {
      "epoch": 785.62,
      "grad_norm": 1.2213935852050781,
      "learning_rate": 4.142104959436836e-09,
      "loss": 0.3553,
      "step": 2814860
    },
    {
      "epoch": 785.62,
      "grad_norm": 1.2946780920028687,
      "learning_rate": 4.140498252711878e-09,
      "loss": 0.3408,
      "step": 2814870
    },
    {
      "epoch": 785.62,
      "grad_norm": 1.444520115852356,
      "learning_rate": 4.138891857389647e-09,
      "loss": 0.3475,
      "step": 2814880
    },
    {
      "epoch": 785.62,
      "grad_norm": 1.1586183309555054,
      "learning_rate": 4.137285773470403e-09,
      "loss": 0.347,
      "step": 2814890
    },
    {
      "epoch": 785.63,
      "grad_norm": 1.1139041185379028,
      "learning_rate": 4.135680000954146e-09,
      "loss": 0.3282,
      "step": 2814900
    },
    {
      "epoch": 785.63,
      "grad_norm": 1.1814889907836914,
      "learning_rate": 4.134074539841135e-09,
      "loss": 0.3272,
      "step": 2814910
    },
    {
      "epoch": 785.63,
      "grad_norm": 1.3088619709014893,
      "learning_rate": 4.132469390131631e-09,
      "loss": 0.3384,
      "step": 2814920
    },
    {
      "epoch": 785.63,
      "grad_norm": 1.278009057044983,
      "learning_rate": 4.130864551825895e-09,
      "loss": 0.3384,
      "step": 2814930
    },
    {
      "epoch": 785.64,
      "grad_norm": 1.1826142072677612,
      "learning_rate": 4.129260024924186e-09,
      "loss": 0.3259,
      "step": 2814940
    },
    {
      "epoch": 785.64,
      "grad_norm": 1.2628605365753174,
      "learning_rate": 4.127655809426506e-09,
      "loss": 0.3366,
      "step": 2814950
    },
    {
      "epoch": 785.64,
      "grad_norm": 1.3828741312026978,
      "learning_rate": 4.126051905333112e-09,
      "loss": 0.3472,
      "step": 2814960
    },
    {
      "epoch": 785.65,
      "grad_norm": 1.3214246034622192,
      "learning_rate": 4.124448312644527e-09,
      "loss": 0.343,
      "step": 2814970
    },
    {
      "epoch": 785.65,
      "grad_norm": 1.2683719396591187,
      "learning_rate": 4.12284503136049e-09,
      "loss": 0.3461,
      "step": 2814980
    },
    {
      "epoch": 785.65,
      "grad_norm": 1.377089500427246,
      "learning_rate": 4.121242061481782e-09,
      "loss": 0.3412,
      "step": 2814990
    },
    {
      "epoch": 785.65,
      "grad_norm": 1.3434873819351196,
      "learning_rate": 4.1196394030081414e-09,
      "loss": 0.3422,
      "step": 2815000
    },
    {
      "epoch": 785.66,
      "grad_norm": 1.2715346813201904,
      "learning_rate": 4.11803705593983e-09,
      "loss": 0.3346,
      "step": 2815010
    },
    {
      "epoch": 785.66,
      "grad_norm": 1.4803452491760254,
      "learning_rate": 4.116435020277368e-09,
      "loss": 0.3287,
      "step": 2815020
    },
    {
      "epoch": 785.66,
      "grad_norm": 1.3483834266662598,
      "learning_rate": 4.114833296020494e-09,
      "loss": 0.3382,
      "step": 2815030
    },
    {
      "epoch": 785.67,
      "grad_norm": 1.354972243309021,
      "learning_rate": 4.11323188316999e-09,
      "loss": 0.3376,
      "step": 2815040
    },
    {
      "epoch": 785.67,
      "grad_norm": 1.1218091249465942,
      "learning_rate": 4.1116307817255955e-09,
      "loss": 0.3311,
      "step": 2815050
    },
    {
      "epoch": 785.67,
      "grad_norm": 2.1038057804107666,
      "learning_rate": 4.11002999168783e-09,
      "loss": 0.3403,
      "step": 2815060
    },
    {
      "epoch": 785.67,
      "grad_norm": 1.3711941242218018,
      "learning_rate": 4.108429513056694e-09,
      "loss": 0.3298,
      "step": 2815070
    },
    {
      "epoch": 785.68,
      "grad_norm": 1.2940229177474976,
      "learning_rate": 4.106829345832709e-09,
      "loss": 0.3541,
      "step": 2815080
    },
    {
      "epoch": 785.68,
      "grad_norm": 0.9551973342895508,
      "learning_rate": 4.105229490015613e-09,
      "loss": 0.3382,
      "step": 2815090
    },
    {
      "epoch": 785.68,
      "grad_norm": 1.513930320739746,
      "learning_rate": 4.1036299456059275e-09,
      "loss": 0.3301,
      "step": 2815100
    },
    {
      "epoch": 785.69,
      "grad_norm": 1.4592020511627197,
      "learning_rate": 4.102030712603912e-09,
      "loss": 0.347,
      "step": 2815110
    },
    {
      "epoch": 785.69,
      "grad_norm": 1.2650494575500488,
      "learning_rate": 4.100431791009568e-09,
      "loss": 0.3313,
      "step": 2815120
    },
    {
      "epoch": 785.69,
      "grad_norm": 1.1833598613739014,
      "learning_rate": 4.098833180823154e-09,
      "loss": 0.3604,
      "step": 2815130
    },
    {
      "epoch": 785.69,
      "grad_norm": 1.0428811311721802,
      "learning_rate": 4.097234882045192e-09,
      "loss": 0.3456,
      "step": 2815140
    },
    {
      "epoch": 785.7,
      "grad_norm": 1.250838041305542,
      "learning_rate": 4.09563689467542e-09,
      "loss": 0.3305,
      "step": 2815150
    },
    {
      "epoch": 785.7,
      "grad_norm": 1.2295100688934326,
      "learning_rate": 4.094039218714359e-09,
      "loss": 0.341,
      "step": 2815160
    },
    {
      "epoch": 785.7,
      "grad_norm": 1.294942855834961,
      "learning_rate": 4.09244185416201e-09,
      "loss": 0.352,
      "step": 2815170
    },
    {
      "epoch": 785.7,
      "grad_norm": 1.1926122903823853,
      "learning_rate": 4.090844801018893e-09,
      "loss": 0.3393,
      "step": 2815180
    },
    {
      "epoch": 785.71,
      "grad_norm": 1.1804333925247192,
      "learning_rate": 4.089248059285007e-09,
      "loss": 0.3301,
      "step": 2815190
    },
    {
      "epoch": 785.71,
      "grad_norm": 1.5063844919204712,
      "learning_rate": 4.087651628960614e-09,
      "loss": 0.3264,
      "step": 2815200
    },
    {
      "epoch": 785.71,
      "grad_norm": 1.2295620441436768,
      "learning_rate": 4.086055510045972e-09,
      "loss": 0.3304,
      "step": 2815210
    },
    {
      "epoch": 785.72,
      "grad_norm": 1.1435433626174927,
      "learning_rate": 4.084459702541083e-09,
      "loss": 0.3644,
      "step": 2815220
    },
    {
      "epoch": 785.72,
      "grad_norm": 1.1121236085891724,
      "learning_rate": 4.082864206446466e-09,
      "loss": 0.3376,
      "step": 2815230
    },
    {
      "epoch": 785.72,
      "grad_norm": 1.2348238229751587,
      "learning_rate": 4.081269021762122e-09,
      "loss": 0.3278,
      "step": 2815240
    },
    {
      "epoch": 785.72,
      "grad_norm": 1.1439969539642334,
      "learning_rate": 4.07967414848831e-09,
      "loss": 0.3433,
      "step": 2815250
    },
    {
      "epoch": 785.73,
      "grad_norm": 1.294433832168579,
      "learning_rate": 4.078079586625292e-09,
      "loss": 0.3331,
      "step": 2815260
    },
    {
      "epoch": 785.73,
      "grad_norm": 1.2496848106384277,
      "learning_rate": 4.076485336173066e-09,
      "loss": 0.3381,
      "step": 2815270
    },
    {
      "epoch": 785.73,
      "grad_norm": 1.0768214464187622,
      "learning_rate": 4.074891397132414e-09,
      "loss": 0.3331,
      "step": 2815280
    },
    {
      "epoch": 785.74,
      "grad_norm": 1.2087829113006592,
      "learning_rate": 4.0732977695028154e-09,
      "loss": 0.3212,
      "step": 2815290
    },
    {
      "epoch": 785.74,
      "grad_norm": 1.1683720350265503,
      "learning_rate": 4.07170445328505e-09,
      "loss": 0.3334,
      "step": 2815300
    },
    {
      "epoch": 785.74,
      "grad_norm": 1.0873665809631348,
      "learning_rate": 4.070111448478859e-09,
      "loss": 0.3275,
      "step": 2815310
    },
    {
      "epoch": 785.74,
      "grad_norm": 1.4684627056121826,
      "learning_rate": 4.0685187550847615e-09,
      "loss": 0.3273,
      "step": 2815320
    },
    {
      "epoch": 785.75,
      "grad_norm": 1.2572904825210571,
      "learning_rate": 4.066926373103019e-09,
      "loss": 0.3277,
      "step": 2815330
    },
    {
      "epoch": 785.75,
      "grad_norm": 1.3603495359420776,
      "learning_rate": 4.0653343025336304e-09,
      "loss": 0.3467,
      "step": 2815340
    },
    {
      "epoch": 785.75,
      "grad_norm": 1.581864356994629,
      "learning_rate": 4.063742543377116e-09,
      "loss": 0.34,
      "step": 2815350
    },
    {
      "epoch": 785.75,
      "grad_norm": 1.3350715637207031,
      "learning_rate": 4.062151095633216e-09,
      "loss": 0.3573,
      "step": 2815360
    },
    {
      "epoch": 785.76,
      "grad_norm": 1.1068834066390991,
      "learning_rate": 4.060559959302451e-09,
      "loss": 0.3307,
      "step": 2815370
    },
    {
      "epoch": 785.76,
      "grad_norm": 1.1659135818481445,
      "learning_rate": 4.058969134385082e-09,
      "loss": 0.3324,
      "step": 2815380
    },
    {
      "epoch": 785.76,
      "grad_norm": 1.2140730619430542,
      "learning_rate": 4.057378620881107e-09,
      "loss": 0.3125,
      "step": 2815390
    },
    {
      "epoch": 785.77,
      "grad_norm": 1.2908101081848145,
      "learning_rate": 4.0557884187910475e-09,
      "loss": 0.33,
      "step": 2815400
    },
    {
      "epoch": 785.77,
      "grad_norm": 1.4026305675506592,
      "learning_rate": 4.054198528114904e-09,
      "loss": 0.3273,
      "step": 2815410
    },
    {
      "epoch": 785.77,
      "grad_norm": 1.4281641244888306,
      "learning_rate": 4.052608948852676e-09,
      "loss": 0.3351,
      "step": 2815420
    },
    {
      "epoch": 785.77,
      "grad_norm": 1.2958970069885254,
      "learning_rate": 4.051019681005144e-09,
      "loss": 0.3348,
      "step": 2815430
    },
    {
      "epoch": 785.78,
      "grad_norm": 1.191778540611267,
      "learning_rate": 4.049430724571788e-09,
      "loss": 0.3252,
      "step": 2815440
    },
    {
      "epoch": 785.78,
      "grad_norm": 1.2605986595153809,
      "learning_rate": 4.0478420795533875e-09,
      "loss": 0.3306,
      "step": 2815450
    },
    {
      "epoch": 785.78,
      "grad_norm": 1.20316743850708,
      "learning_rate": 4.046253745950204e-09,
      "loss": 0.338,
      "step": 2815460
    },
    {
      "epoch": 785.79,
      "grad_norm": 1.242051601409912,
      "learning_rate": 4.044665723761977e-09,
      "loss": 0.3375,
      "step": 2815470
    },
    {
      "epoch": 785.79,
      "grad_norm": 1.1641860008239746,
      "learning_rate": 4.043078012989226e-09,
      "loss": 0.3201,
      "step": 2815480
    },
    {
      "epoch": 785.79,
      "grad_norm": 1.2522761821746826,
      "learning_rate": 4.0414906136322124e-09,
      "loss": 0.3499,
      "step": 2815490
    },
    {
      "epoch": 785.79,
      "grad_norm": 1.9724127054214478,
      "learning_rate": 4.039903525690936e-09,
      "loss": 0.3448,
      "step": 2815500
    },
    {
      "epoch": 785.8,
      "grad_norm": 1.2861381769180298,
      "learning_rate": 4.038316749165656e-09,
      "loss": 0.3406,
      "step": 2815510
    },
    {
      "epoch": 785.8,
      "grad_norm": 1.2780002355575562,
      "learning_rate": 4.036730284056634e-09,
      "loss": 0.3575,
      "step": 2815520
    },
    {
      "epoch": 785.8,
      "grad_norm": 1.3228020668029785,
      "learning_rate": 4.03514413036413e-09,
      "loss": 0.341,
      "step": 2815530
    },
    {
      "epoch": 785.81,
      "grad_norm": 1.2235478162765503,
      "learning_rate": 4.033558288088403e-09,
      "loss": 0.3222,
      "step": 2815540
    },
    {
      "epoch": 785.81,
      "grad_norm": 1.2867724895477295,
      "learning_rate": 4.031972757229454e-09,
      "loss": 0.3216,
      "step": 2815550
    },
    {
      "epoch": 785.81,
      "grad_norm": 1.17310631275177,
      "learning_rate": 4.030387537787543e-09,
      "loss": 0.3396,
      "step": 2815560
    },
    {
      "epoch": 785.81,
      "grad_norm": 1.3555455207824707,
      "learning_rate": 4.028802629763191e-09,
      "loss": 0.354,
      "step": 2815570
    },
    {
      "epoch": 785.82,
      "grad_norm": 1.3673254251480103,
      "learning_rate": 4.027218033156136e-09,
      "loss": 0.3319,
      "step": 2815580
    },
    {
      "epoch": 785.82,
      "grad_norm": 1.1373543739318848,
      "learning_rate": 4.025633747966901e-09,
      "loss": 0.3348,
      "step": 2815590
    },
    {
      "epoch": 785.82,
      "grad_norm": 1.2265095710754395,
      "learning_rate": 4.024049774195744e-09,
      "loss": 0.3456,
      "step": 2815600
    },
    {
      "epoch": 785.82,
      "grad_norm": 1.202162742614746,
      "learning_rate": 4.0224661118426655e-09,
      "loss": 0.3307,
      "step": 2815610
    },
    {
      "epoch": 785.83,
      "grad_norm": 1.3181079626083374,
      "learning_rate": 4.0208827609079264e-09,
      "loss": 0.3275,
      "step": 2815620
    },
    {
      "epoch": 785.83,
      "grad_norm": 1.376739501953125,
      "learning_rate": 4.019299721391786e-09,
      "loss": 0.3466,
      "step": 2815630
    },
    {
      "epoch": 785.83,
      "grad_norm": 1.1969352960586548,
      "learning_rate": 4.017716993294507e-09,
      "loss": 0.3254,
      "step": 2815640
    },
    {
      "epoch": 785.84,
      "grad_norm": 1.431294322013855,
      "learning_rate": 4.016134576616086e-09,
      "loss": 0.3392,
      "step": 2815650
    },
    {
      "epoch": 785.84,
      "grad_norm": 1.3890870809555054,
      "learning_rate": 4.014552471356784e-09,
      "loss": 0.3348,
      "step": 2815660
    },
    {
      "epoch": 785.84,
      "grad_norm": 1.086909532546997,
      "learning_rate": 4.012970677517123e-09,
      "loss": 0.343,
      "step": 2815670
    },
    {
      "epoch": 785.84,
      "grad_norm": 1.2721467018127441,
      "learning_rate": 4.011389195097102e-09,
      "loss": 0.3466,
      "step": 2815680
    },
    {
      "epoch": 785.85,
      "grad_norm": 1.155819058418274,
      "learning_rate": 4.0098080240969814e-09,
      "loss": 0.3432,
      "step": 2815690
    },
    {
      "epoch": 785.85,
      "grad_norm": 1.423924446105957,
      "learning_rate": 4.008227164516761e-09,
      "loss": 0.3421,
      "step": 2815700
    },
    {
      "epoch": 785.85,
      "grad_norm": 1.25055992603302,
      "learning_rate": 4.006646616356701e-09,
      "loss": 0.3374,
      "step": 2815710
    },
    {
      "epoch": 785.86,
      "grad_norm": 1.257340669631958,
      "learning_rate": 4.0050663796173215e-09,
      "loss": 0.3359,
      "step": 2815720
    },
    {
      "epoch": 785.86,
      "grad_norm": 1.266911506652832,
      "learning_rate": 4.0034864542986234e-09,
      "loss": 0.3408,
      "step": 2815730
    },
    {
      "epoch": 785.86,
      "grad_norm": 1.327082633972168,
      "learning_rate": 4.001906840400866e-09,
      "loss": 0.3381,
      "step": 2815740
    },
    {
      "epoch": 785.86,
      "grad_norm": 1.1814788579940796,
      "learning_rate": 4.00032753792405e-09,
      "loss": 0.3444,
      "step": 2815750
    },
    {
      "epoch": 785.87,
      "grad_norm": 1.1319032907485962,
      "learning_rate": 3.998748546868695e-09,
      "loss": 0.3445,
      "step": 2815760
    },
    {
      "epoch": 785.87,
      "grad_norm": 1.2444911003112793,
      "learning_rate": 3.9971698672348024e-09,
      "loss": 0.3373,
      "step": 2815770
    },
    {
      "epoch": 785.87,
      "grad_norm": 1.2058433294296265,
      "learning_rate": 3.995591499022632e-09,
      "loss": 0.3354,
      "step": 2815780
    },
    {
      "epoch": 785.87,
      "grad_norm": 1.1496801376342773,
      "learning_rate": 3.9940134422324426e-09,
      "loss": 0.3367,
      "step": 2815790
    },
    {
      "epoch": 785.88,
      "grad_norm": 1.1953511238098145,
      "learning_rate": 3.992435696864495e-09,
      "loss": 0.338,
      "step": 2815800
    },
    {
      "epoch": 785.88,
      "grad_norm": 1.3676868677139282,
      "learning_rate": 3.9908582629187905e-09,
      "loss": 0.3538,
      "step": 2815810
    },
    {
      "epoch": 785.88,
      "grad_norm": 1.407589077949524,
      "learning_rate": 3.989281140395588e-09,
      "loss": 0.3309,
      "step": 2815820
    },
    {
      "epoch": 785.89,
      "grad_norm": 1.0392320156097412,
      "learning_rate": 3.987704329295408e-09,
      "loss": 0.3295,
      "step": 2815830
    },
    {
      "epoch": 785.89,
      "grad_norm": 1.1928160190582275,
      "learning_rate": 3.986127829617991e-09,
      "loss": 0.3463,
      "step": 2815840
    },
    {
      "epoch": 785.89,
      "grad_norm": 1.2753238677978516,
      "learning_rate": 3.984551641364117e-09,
      "loss": 0.3355,
      "step": 2815850
    },
    {
      "epoch": 785.89,
      "grad_norm": 1.4574469327926636,
      "learning_rate": 3.982975764533266e-09,
      "loss": 0.3349,
      "step": 2815860
    },
    {
      "epoch": 785.9,
      "grad_norm": 1.1526380777359009,
      "learning_rate": 3.981400199126218e-09,
      "loss": 0.3582,
      "step": 2815870
    },
    {
      "epoch": 785.9,
      "grad_norm": 1.2372524738311768,
      "learning_rate": 3.979824945143234e-09,
      "loss": 0.33,
      "step": 2815880
    },
    {
      "epoch": 785.9,
      "grad_norm": 1.2166049480438232,
      "learning_rate": 3.978250002584053e-09,
      "loss": 0.3407,
      "step": 2815890
    },
    {
      "epoch": 785.91,
      "grad_norm": 1.4392958879470825,
      "learning_rate": 3.976675371449197e-09,
      "loss": 0.3543,
      "step": 2815900
    },
    {
      "epoch": 785.91,
      "grad_norm": 1.508151888847351,
      "learning_rate": 3.975101051738663e-09,
      "loss": 0.333,
      "step": 2815910
    },
    {
      "epoch": 785.91,
      "grad_norm": 1.3714525699615479,
      "learning_rate": 3.973527043452974e-09,
      "loss": 0.3354,
      "step": 2815920
    },
    {
      "epoch": 785.91,
      "grad_norm": 1.2158100605010986,
      "learning_rate": 3.97195334659213e-09,
      "loss": 0.3512,
      "step": 2815930
    },
    {
      "epoch": 785.92,
      "grad_norm": 1.1321388483047485,
      "learning_rate": 3.97037996115613e-09,
      "loss": 0.3251,
      "step": 2815940
    },
    {
      "epoch": 785.92,
      "grad_norm": 1.4582467079162598,
      "learning_rate": 3.968806887145754e-09,
      "loss": 0.33,
      "step": 2815950
    },
    {
      "epoch": 785.92,
      "grad_norm": 1.191100835800171,
      "learning_rate": 3.967234124560744e-09,
      "loss": 0.3253,
      "step": 2815960
    },
    {
      "epoch": 785.93,
      "grad_norm": 1.1880395412445068,
      "learning_rate": 3.965661673401617e-09,
      "loss": 0.3324,
      "step": 2815970
    },
    {
      "epoch": 785.93,
      "grad_norm": 1.4979149103164673,
      "learning_rate": 3.964089533668377e-09,
      "loss": 0.3337,
      "step": 2815980
    },
    {
      "epoch": 785.93,
      "grad_norm": 1.295318603515625,
      "learning_rate": 3.962517705361022e-09,
      "loss": 0.3352,
      "step": 2815990
    },
    {
      "epoch": 785.93,
      "grad_norm": 1.2567675113677979,
      "learning_rate": 3.960946188480331e-09,
      "loss": 0.3293,
      "step": 2816000
    },
    {
      "epoch": 785.94,
      "grad_norm": 1.3371284008026123,
      "learning_rate": 3.9593749830260475e-09,
      "loss": 0.3385,
      "step": 2816010
    },
    {
      "epoch": 785.94,
      "grad_norm": 1.1751708984375,
      "learning_rate": 3.957804088998689e-09,
      "loss": 0.3333,
      "step": 2816020
    },
    {
      "epoch": 785.94,
      "grad_norm": 1.3883546590805054,
      "learning_rate": 3.956233506397996e-09,
      "loss": 0.3455,
      "step": 2816030
    },
    {
      "epoch": 785.94,
      "grad_norm": 1.3154664039611816,
      "learning_rate": 3.95466323522475e-09,
      "loss": 0.3424,
      "step": 2816040
    },
    {
      "epoch": 785.95,
      "grad_norm": 1.0755153894424438,
      "learning_rate": 3.9530932754789494e-09,
      "loss": 0.3154,
      "step": 2816050
    },
    {
      "epoch": 785.95,
      "grad_norm": 1.1818547248840332,
      "learning_rate": 3.951523627160596e-09,
      "loss": 0.3236,
      "step": 2816060
    },
    {
      "epoch": 785.95,
      "grad_norm": 1.300491213798523,
      "learning_rate": 3.949954290270209e-09,
      "loss": 0.3416,
      "step": 2816070
    },
    {
      "epoch": 785.96,
      "grad_norm": 1.141381859779358,
      "learning_rate": 3.9483852648075285e-09,
      "loss": 0.3216,
      "step": 2816080
    },
    {
      "epoch": 785.96,
      "grad_norm": 1.276367425918579,
      "learning_rate": 3.946816550773335e-09,
      "loss": 0.3427,
      "step": 2816090
    },
    {
      "epoch": 785.96,
      "grad_norm": 1.5021014213562012,
      "learning_rate": 3.945248148167629e-09,
      "loss": 0.3329,
      "step": 2816100
    },
    {
      "epoch": 785.96,
      "grad_norm": 1.1154857873916626,
      "learning_rate": 3.94368005699041e-09,
      "loss": 0.3327,
      "step": 2816110
    },
    {
      "epoch": 785.97,
      "grad_norm": 1.5012130737304688,
      "learning_rate": 3.9421122772421984e-09,
      "loss": 0.3216,
      "step": 2816120
    },
    {
      "epoch": 785.97,
      "grad_norm": 1.0897570848464966,
      "learning_rate": 3.940544808922995e-09,
      "loss": 0.3149,
      "step": 2816130
    },
    {
      "epoch": 785.97,
      "grad_norm": 1.1431559324264526,
      "learning_rate": 3.938977652033059e-09,
      "loss": 0.3232,
      "step": 2816140
    },
    {
      "epoch": 785.98,
      "grad_norm": 4.861424446105957,
      "learning_rate": 3.937410806572651e-09,
      "loss": 0.3347,
      "step": 2816150
    },
    {
      "epoch": 785.98,
      "grad_norm": 1.3763291835784912,
      "learning_rate": 3.935844272541771e-09,
      "loss": 0.3404,
      "step": 2816160
    },
    {
      "epoch": 785.98,
      "grad_norm": 1.3116813898086548,
      "learning_rate": 3.934278049940939e-09,
      "loss": 0.3382,
      "step": 2816170
    },
    {
      "epoch": 785.98,
      "grad_norm": 1.132183313369751,
      "learning_rate": 3.932712138770156e-09,
      "loss": 0.3359,
      "step": 2816180
    },
    {
      "epoch": 785.99,
      "grad_norm": 1.10651433467865,
      "learning_rate": 3.931146539029682e-09,
      "loss": 0.3427,
      "step": 2816190
    },
    {
      "epoch": 785.99,
      "grad_norm": 1.3723492622375488,
      "learning_rate": 3.929581250719776e-09,
      "loss": 0.335,
      "step": 2816200
    },
    {
      "epoch": 785.99,
      "grad_norm": 1.2521464824676514,
      "learning_rate": 3.928016273840699e-09,
      "loss": 0.3384,
      "step": 2816210
    },
    {
      "epoch": 785.99,
      "grad_norm": 1.4050121307373047,
      "learning_rate": 3.926451608392452e-09,
      "loss": 0.3392,
      "step": 2816220
    },
    {
      "epoch": 786.0,
      "grad_norm": 1.234950065612793,
      "learning_rate": 3.924887254375553e-09,
      "loss": 0.3357,
      "step": 2816230
    },
    {
      "epoch": 786.0,
      "eval_loss": 0.3380802869796753,
      "eval_runtime": 65.3461,
      "eval_samples_per_second": 77.419,
      "eval_steps_per_second": 9.687,
      "step": 2816238
    },
    {
      "epoch": 786.0,
      "grad_norm": 1.1648353338241577,
      "learning_rate": 3.923323211789744e-09,
      "loss": 0.3359,
      "step": 2816240
    },
    {
      "epoch": 786.0,
      "grad_norm": 1.1414726972579956,
      "learning_rate": 3.921759480635545e-09,
      "loss": 0.3372,
      "step": 2816250
    },
    {
      "epoch": 786.01,
      "grad_norm": 1.3271727561950684,
      "learning_rate": 3.920196060913216e-09,
      "loss": 0.3304,
      "step": 2816260
    },
    {
      "epoch": 786.01,
      "grad_norm": 1.0644819736480713,
      "learning_rate": 3.918632952622756e-09,
      "loss": 0.3261,
      "step": 2816270
    },
    {
      "epoch": 786.01,
      "grad_norm": 1.3294177055358887,
      "learning_rate": 3.9170701557646875e-09,
      "loss": 0.3331,
      "step": 2816280
    },
    {
      "epoch": 786.01,
      "grad_norm": 1.3276729583740234,
      "learning_rate": 3.915507670338748e-09,
      "loss": 0.3466,
      "step": 2816290
    },
    {
      "epoch": 786.02,
      "grad_norm": 1.2949986457824707,
      "learning_rate": 3.91394549634572e-09,
      "loss": 0.3471,
      "step": 2816300
    },
    {
      "epoch": 786.02,
      "grad_norm": 1.4068756103515625,
      "learning_rate": 3.912383633785341e-09,
      "loss": 0.34,
      "step": 2816310
    },
    {
      "epoch": 786.02,
      "grad_norm": 1.5580942630767822,
      "learning_rate": 3.9108220826578745e-09,
      "loss": 0.3346,
      "step": 2816320
    },
    {
      "epoch": 786.03,
      "grad_norm": 1.2359094619750977,
      "learning_rate": 3.909260842963839e-09,
      "loss": 0.3373,
      "step": 2816330
    },
    {
      "epoch": 786.03,
      "grad_norm": 1.266591191291809,
      "learning_rate": 3.9076999147032334e-09,
      "loss": 0.3388,
      "step": 2816340
    },
    {
      "epoch": 786.03,
      "grad_norm": 1.2250049114227295,
      "learning_rate": 3.90613929787606e-09,
      "loss": 0.3282,
      "step": 2816350
    },
    {
      "epoch": 786.03,
      "grad_norm": 1.3898602724075317,
      "learning_rate": 3.904578992483098e-09,
      "loss": 0.326,
      "step": 2816360
    },
    {
      "epoch": 786.04,
      "grad_norm": 1.2834984064102173,
      "learning_rate": 3.903018998523827e-09,
      "loss": 0.3409,
      "step": 2816370
    },
    {
      "epoch": 786.04,
      "grad_norm": 1.3010140657424927,
      "learning_rate": 3.9014593159990285e-09,
      "loss": 0.3362,
      "step": 2816380
    },
    {
      "epoch": 786.04,
      "grad_norm": 1.4342535734176636,
      "learning_rate": 3.899899944908701e-09,
      "loss": 0.3464,
      "step": 2816390
    },
    {
      "epoch": 786.05,
      "grad_norm": 1.1706442832946777,
      "learning_rate": 3.898340885252847e-09,
      "loss": 0.3314,
      "step": 2816400
    },
    {
      "epoch": 786.05,
      "grad_norm": 1.3146746158599854,
      "learning_rate": 3.896782137032244e-09,
      "loss": 0.3299,
      "step": 2816410
    },
    {
      "epoch": 786.05,
      "grad_norm": 1.2542413473129272,
      "learning_rate": 3.895223700246634e-09,
      "loss": 0.3476,
      "step": 2816420
    },
    {
      "epoch": 786.05,
      "grad_norm": 1.2826656103134155,
      "learning_rate": 3.893665574896277e-09,
      "loss": 0.3343,
      "step": 2816430
    },
    {
      "epoch": 786.06,
      "grad_norm": 2.30904221534729,
      "learning_rate": 3.892107760981433e-09,
      "loss": 0.324,
      "step": 2816440
    },
    {
      "epoch": 786.06,
      "grad_norm": 1.3133766651153564,
      "learning_rate": 3.890550258502101e-09,
      "loss": 0.3303,
      "step": 2816450
    },
    {
      "epoch": 786.06,
      "grad_norm": 1.3615624904632568,
      "learning_rate": 3.8889930674590625e-09,
      "loss": 0.336,
      "step": 2816460
    },
    {
      "epoch": 786.06,
      "grad_norm": 1.1360372304916382,
      "learning_rate": 3.887436187852057e-09,
      "loss": 0.3618,
      "step": 2816470
    },
    {
      "epoch": 786.07,
      "grad_norm": 1.3100980520248413,
      "learning_rate": 3.885879619681346e-09,
      "loss": 0.3369,
      "step": 2816480
    },
    {
      "epoch": 786.07,
      "grad_norm": 1.094886064529419,
      "learning_rate": 3.884323362947188e-09,
      "loss": 0.3466,
      "step": 2816490
    },
    {
      "epoch": 786.07,
      "grad_norm": 1.270599126815796,
      "learning_rate": 3.8827674176495836e-09,
      "loss": 0.3238,
      "step": 2816500
    },
    {
      "epoch": 786.08,
      "grad_norm": 1.3713010549545288,
      "learning_rate": 3.881211783789314e-09,
      "loss": 0.3467,
      "step": 2816510
    },
    {
      "epoch": 786.08,
      "grad_norm": 1.3333330154418945,
      "learning_rate": 3.879656461365857e-09,
      "loss": 0.3342,
      "step": 2816520
    },
    {
      "epoch": 786.08,
      "grad_norm": 1.2944138050079346,
      "learning_rate": 3.878101450379995e-09,
      "loss": 0.3398,
      "step": 2816530
    },
    {
      "epoch": 786.08,
      "grad_norm": 1.1193602085113525,
      "learning_rate": 3.876546750831728e-09,
      "loss": 0.3281,
      "step": 2816540
    },
    {
      "epoch": 786.09,
      "grad_norm": 1.168603539466858,
      "learning_rate": 3.874992362721315e-09,
      "loss": 0.336,
      "step": 2816550
    },
    {
      "epoch": 786.09,
      "grad_norm": 1.1431753635406494,
      "learning_rate": 3.873438286048757e-09,
      "loss": 0.3316,
      "step": 2816560
    },
    {
      "epoch": 786.09,
      "grad_norm": 1.392051339149475,
      "learning_rate": 3.871884520814314e-09,
      "loss": 0.3267,
      "step": 2816570
    },
    {
      "epoch": 786.1,
      "grad_norm": 1.1858798265457153,
      "learning_rate": 3.870331067018506e-09,
      "loss": 0.3474,
      "step": 2816580
    },
    {
      "epoch": 786.1,
      "grad_norm": 1.6049063205718994,
      "learning_rate": 3.868777924661334e-09,
      "loss": 0.3602,
      "step": 2816590
    },
    {
      "epoch": 786.1,
      "grad_norm": 1.2336615324020386,
      "learning_rate": 3.867225093742796e-09,
      "loss": 0.3274,
      "step": 2816600
    },
    {
      "epoch": 786.1,
      "grad_norm": 1.0489102602005005,
      "learning_rate": 3.865672574263415e-09,
      "loss": 0.3424,
      "step": 2816610
    },
    {
      "epoch": 786.11,
      "grad_norm": 1.1953271627426147,
      "learning_rate": 3.864120366223449e-09,
      "loss": 0.3339,
      "step": 2816620
    },
    {
      "epoch": 786.11,
      "grad_norm": 1.5566439628601074,
      "learning_rate": 3.862568469622639e-09,
      "loss": 0.3261,
      "step": 2816630
    },
    {
      "epoch": 786.11,
      "grad_norm": 1.4373217821121216,
      "learning_rate": 3.861016884461506e-09,
      "loss": 0.3324,
      "step": 2816640
    },
    {
      "epoch": 786.11,
      "grad_norm": 1.5978032350540161,
      "learning_rate": 3.859465610740308e-09,
      "loss": 0.3305,
      "step": 2816650
    },
    {
      "epoch": 786.12,
      "grad_norm": 1.3334347009658813,
      "learning_rate": 3.857914648459307e-09,
      "loss": 0.351,
      "step": 2816660
    },
    {
      "epoch": 786.12,
      "grad_norm": 1.224241018295288,
      "learning_rate": 3.8563639976185025e-09,
      "loss": 0.3459,
      "step": 2816670
    },
    {
      "epoch": 786.12,
      "grad_norm": 1.1017118692398071,
      "learning_rate": 3.854813658218155e-09,
      "loss": 0.3411,
      "step": 2816680
    },
    {
      "epoch": 786.13,
      "grad_norm": 1.3374676704406738,
      "learning_rate": 3.853263630258265e-09,
      "loss": 0.3415,
      "step": 2816690
    },
    {
      "epoch": 786.13,
      "grad_norm": 1.1878619194030762,
      "learning_rate": 3.851713913739611e-09,
      "loss": 0.3462,
      "step": 2816700
    },
    {
      "epoch": 786.13,
      "grad_norm": 1.3026916980743408,
      "learning_rate": 3.850164508661935e-09,
      "loss": 0.3217,
      "step": 2816710
    },
    {
      "epoch": 786.13,
      "grad_norm": 1.2698928117752075,
      "learning_rate": 3.848615415025496e-09,
      "loss": 0.3335,
      "step": 2816720
    },
    {
      "epoch": 786.14,
      "grad_norm": 1.6546648740768433,
      "learning_rate": 3.847066632830555e-09,
      "loss": 0.33,
      "step": 2816730
    },
    {
      "epoch": 786.14,
      "grad_norm": 1.2955553531646729,
      "learning_rate": 3.8455181620776315e-09,
      "loss": 0.3334,
      "step": 2816740
    },
    {
      "epoch": 786.14,
      "grad_norm": 1.2695064544677734,
      "learning_rate": 3.843970002766206e-09,
      "loss": 0.3484,
      "step": 2816750
    },
    {
      "epoch": 786.15,
      "grad_norm": 1.4196187257766724,
      "learning_rate": 3.8424221548970584e-09,
      "loss": 0.3446,
      "step": 2816760
    },
    {
      "epoch": 786.15,
      "grad_norm": 1.3960912227630615,
      "learning_rate": 3.840874618470449e-09,
      "loss": 0.3357,
      "step": 2816770
    },
    {
      "epoch": 786.15,
      "grad_norm": 1.2847330570220947,
      "learning_rate": 3.839327393486119e-09,
      "loss": 0.351,
      "step": 2816780
    },
    {
      "epoch": 786.15,
      "grad_norm": 1.378519058227539,
      "learning_rate": 3.837780479944586e-09,
      "loss": 0.3619,
      "step": 2816790
    },
    {
      "epoch": 786.16,
      "grad_norm": 1.235024333000183,
      "learning_rate": 3.836233877846113e-09,
      "loss": 0.3552,
      "step": 2816800
    },
    {
      "epoch": 786.16,
      "grad_norm": 1.5577234029769897,
      "learning_rate": 3.8346875871906985e-09,
      "loss": 0.3379,
      "step": 2816810
    },
    {
      "epoch": 786.16,
      "grad_norm": 1.3513110876083374,
      "learning_rate": 3.833141607978863e-09,
      "loss": 0.3508,
      "step": 2816820
    },
    {
      "epoch": 786.17,
      "grad_norm": 1.593320608139038,
      "learning_rate": 3.831595940210347e-09,
      "loss": 0.3396,
      "step": 2816830
    },
    {
      "epoch": 786.17,
      "grad_norm": 1.120781660079956,
      "learning_rate": 3.83005058388567e-09,
      "loss": 0.3227,
      "step": 2816840
    },
    {
      "epoch": 786.17,
      "grad_norm": 1.251749873161316,
      "learning_rate": 3.828505539005093e-09,
      "loss": 0.3293,
      "step": 2816850
    },
    {
      "epoch": 786.17,
      "grad_norm": 1.4090031385421753,
      "learning_rate": 3.8269608055686155e-09,
      "loss": 0.3363,
      "step": 2816860
    },
    {
      "epoch": 786.18,
      "grad_norm": 1.0735235214233398,
      "learning_rate": 3.825416383576498e-09,
      "loss": 0.3433,
      "step": 2816870
    },
    {
      "epoch": 786.18,
      "grad_norm": 10.967142105102539,
      "learning_rate": 3.823872273029001e-09,
      "loss": 0.3278,
      "step": 2816880
    },
    {
      "epoch": 786.18,
      "grad_norm": 1.1456242799758911,
      "learning_rate": 3.8223284739263836e-09,
      "loss": 0.3426,
      "step": 2816890
    },
    {
      "epoch": 786.18,
      "grad_norm": 3.5388243198394775,
      "learning_rate": 3.820784986268647e-09,
      "loss": 0.3432,
      "step": 2816900
    },
    {
      "epoch": 786.19,
      "grad_norm": 1.348153829574585,
      "learning_rate": 3.819241810056311e-09,
      "loss": 0.3354,
      "step": 2816910
    },
    {
      "epoch": 786.19,
      "grad_norm": 1.1331374645233154,
      "learning_rate": 3.817698945289115e-09,
      "loss": 0.3363,
      "step": 2816920
    },
    {
      "epoch": 786.19,
      "grad_norm": 1.1555345058441162,
      "learning_rate": 3.816156391967841e-09,
      "loss": 0.3497,
      "step": 2816930
    },
    {
      "epoch": 786.2,
      "grad_norm": 1.0914829969406128,
      "learning_rate": 3.814614150092227e-09,
      "loss": 0.3304,
      "step": 2816940
    },
    {
      "epoch": 786.2,
      "grad_norm": 1.1847867965698242,
      "learning_rate": 3.813072219662795e-09,
      "loss": 0.3192,
      "step": 2816950
    },
    {
      "epoch": 786.2,
      "grad_norm": 2.239201307296753,
      "learning_rate": 3.811530600679544e-09,
      "loss": 0.3353,
      "step": 2816960
    },
    {
      "epoch": 786.2,
      "grad_norm": 1.3516567945480347,
      "learning_rate": 3.809989293142735e-09,
      "loss": 0.3063,
      "step": 2816970
    },
    {
      "epoch": 786.21,
      "grad_norm": 1.881174087524414,
      "learning_rate": 3.8084482970523674e-09,
      "loss": 0.3634,
      "step": 2816980
    },
    {
      "epoch": 786.21,
      "grad_norm": 1.374196171760559,
      "learning_rate": 3.806907612409222e-09,
      "loss": 0.3181,
      "step": 2816990
    },
    {
      "epoch": 786.21,
      "grad_norm": 1.464186429977417,
      "learning_rate": 3.805367239212779e-09,
      "loss": 0.3238,
      "step": 2817000
    },
    {
      "epoch": 786.22,
      "grad_norm": 1.2667341232299805,
      "learning_rate": 3.803827177463817e-09,
      "loss": 0.3456,
      "step": 2817010
    },
    {
      "epoch": 786.22,
      "grad_norm": 1.3324270248413086,
      "learning_rate": 3.802287427162338e-09,
      "loss": 0.3332,
      "step": 2817020
    },
    {
      "epoch": 786.22,
      "grad_norm": 1.3930609226226807,
      "learning_rate": 3.8007479883086014e-09,
      "loss": 0.3377,
      "step": 2817030
    },
    {
      "epoch": 786.22,
      "grad_norm": 1.8284189701080322,
      "learning_rate": 3.799208860902608e-09,
      "loss": 0.3338,
      "step": 2817040
    },
    {
      "epoch": 786.23,
      "grad_norm": 1.2972291707992554,
      "learning_rate": 3.797670044944616e-09,
      "loss": 0.3537,
      "step": 2817050
    },
    {
      "epoch": 786.23,
      "grad_norm": 1.308272123336792,
      "learning_rate": 3.796131540435149e-09,
      "loss": 0.3428,
      "step": 2817060
    },
    {
      "epoch": 786.23,
      "grad_norm": 1.255086898803711,
      "learning_rate": 3.794593347373944e-09,
      "loss": 0.3355,
      "step": 2817070
    },
    {
      "epoch": 786.23,
      "grad_norm": 1.310891032218933,
      "learning_rate": 3.793055465761523e-09,
      "loss": 0.3294,
      "step": 2817080
    },
    {
      "epoch": 786.24,
      "grad_norm": 1.4151939153671265,
      "learning_rate": 3.7915178955981455e-09,
      "loss": 0.3287,
      "step": 2817090
    },
    {
      "epoch": 786.24,
      "grad_norm": 1.0767903327941895,
      "learning_rate": 3.7899806368838114e-09,
      "loss": 0.3574,
      "step": 2817100
    },
    {
      "epoch": 786.24,
      "grad_norm": 1.0694024562835693,
      "learning_rate": 3.7884436896187805e-09,
      "loss": 0.32,
      "step": 2817110
    },
    {
      "epoch": 786.25,
      "grad_norm": 1.1048660278320312,
      "learning_rate": 3.786907053803054e-09,
      "loss": 0.3343,
      "step": 2817120
    },
    {
      "epoch": 786.25,
      "grad_norm": 1.1680049896240234,
      "learning_rate": 3.785370729437413e-09,
      "loss": 0.3442,
      "step": 2817130
    },
    {
      "epoch": 786.25,
      "grad_norm": 1.120150089263916,
      "learning_rate": 3.783834716521335e-09,
      "loss": 0.3386,
      "step": 2817140
    },
    {
      "epoch": 786.25,
      "grad_norm": 1.1244373321533203,
      "learning_rate": 3.782299015055602e-09,
      "loss": 0.3397,
      "step": 2817150
    },
    {
      "epoch": 786.26,
      "grad_norm": 1.4018841981887817,
      "learning_rate": 3.7807636250404735e-09,
      "loss": 0.3369,
      "step": 2817160
    },
    {
      "epoch": 786.26,
      "grad_norm": 1.4190491437911987,
      "learning_rate": 3.779228546475429e-09,
      "loss": 0.3418,
      "step": 2817170
    },
    {
      "epoch": 786.26,
      "grad_norm": 1.3440049886703491,
      "learning_rate": 3.777693779361251e-09,
      "loss": 0.3404,
      "step": 2817180
    },
    {
      "epoch": 786.27,
      "grad_norm": 1.1942100524902344,
      "learning_rate": 3.776159323698197e-09,
      "loss": 0.3228,
      "step": 2817190
    },
    {
      "epoch": 786.27,
      "grad_norm": 1.4439808130264282,
      "learning_rate": 3.774625179486269e-09,
      "loss": 0.3356,
      "step": 2817200
    },
    {
      "epoch": 786.27,
      "grad_norm": 2.552140235900879,
      "learning_rate": 3.773091346725467e-09,
      "loss": 0.3373,
      "step": 2817210
    },
    {
      "epoch": 786.27,
      "grad_norm": 1.3455700874328613,
      "learning_rate": 3.77155782541657e-09,
      "loss": 0.3461,
      "step": 2817220
    },
    {
      "epoch": 786.28,
      "grad_norm": 1.376515507698059,
      "learning_rate": 3.7700246155590585e-09,
      "loss": 0.3287,
      "step": 2817230
    },
    {
      "epoch": 786.28,
      "grad_norm": 1.0888872146606445,
      "learning_rate": 3.768491717153713e-09,
      "loss": 0.3575,
      "step": 2817240
    },
    {
      "epoch": 786.28,
      "grad_norm": 1.2462595701217651,
      "learning_rate": 3.766959130200794e-09,
      "loss": 0.3484,
      "step": 2817250
    },
    {
      "epoch": 786.29,
      "grad_norm": 1.3185665607452393,
      "learning_rate": 3.765426854699782e-09,
      "loss": 0.345,
      "step": 2817260
    },
    {
      "epoch": 786.29,
      "grad_norm": 1.0747997760772705,
      "learning_rate": 3.763894890651715e-09,
      "loss": 0.3263,
      "step": 2817270
    },
    {
      "epoch": 786.29,
      "grad_norm": 1.2012089490890503,
      "learning_rate": 3.762363238056336e-09,
      "loss": 0.3153,
      "step": 2817280
    },
    {
      "epoch": 786.29,
      "grad_norm": 1.1359782218933105,
      "learning_rate": 3.760831896913903e-09,
      "loss": 0.3466,
      "step": 2817290
    },
    {
      "epoch": 786.3,
      "grad_norm": 1.263139247894287,
      "learning_rate": 3.759300867224677e-09,
      "loss": 0.3369,
      "step": 2817300
    },
    {
      "epoch": 786.3,
      "grad_norm": 1.386648178100586,
      "learning_rate": 3.757770148988919e-09,
      "loss": 0.3462,
      "step": 2817310
    },
    {
      "epoch": 786.3,
      "grad_norm": 1.388904094696045,
      "learning_rate": 3.756239742206627e-09,
      "loss": 0.3298,
      "step": 2817320
    },
    {
      "epoch": 786.3,
      "grad_norm": 1.2218928337097168,
      "learning_rate": 3.754709646878063e-09,
      "loss": 0.3301,
      "step": 2817330
    },
    {
      "epoch": 786.31,
      "grad_norm": 1.5878525972366333,
      "learning_rate": 3.753179863003747e-09,
      "loss": 0.3235,
      "step": 2817340
    },
    {
      "epoch": 786.31,
      "grad_norm": 1.1029514074325562,
      "learning_rate": 3.751650390583678e-09,
      "loss": 0.3529,
      "step": 2817350
    },
    {
      "epoch": 786.31,
      "grad_norm": 1.2940059900283813,
      "learning_rate": 3.750121229617858e-09,
      "loss": 0.3293,
      "step": 2817360
    },
    {
      "epoch": 786.32,
      "grad_norm": 1.1741873025894165,
      "learning_rate": 3.7485923801065454e-09,
      "loss": 0.3086,
      "step": 2817370
    },
    {
      "epoch": 786.32,
      "grad_norm": 1.3209595680236816,
      "learning_rate": 3.747063842050261e-09,
      "loss": 0.3315,
      "step": 2817380
    },
    {
      "epoch": 786.32,
      "grad_norm": 1.2254177331924438,
      "learning_rate": 3.745535615449005e-09,
      "loss": 0.3334,
      "step": 2817390
    },
    {
      "epoch": 786.32,
      "grad_norm": 1.3148038387298584,
      "learning_rate": 3.744007700303038e-09,
      "loss": 0.3326,
      "step": 2817400
    },
    {
      "epoch": 786.33,
      "grad_norm": 1.1073262691497803,
      "learning_rate": 3.742480096612359e-09,
      "loss": 0.3252,
      "step": 2817410
    },
    {
      "epoch": 786.33,
      "grad_norm": 1.322859525680542,
      "learning_rate": 3.74095280437723e-09,
      "loss": 0.3271,
      "step": 2817420
    },
    {
      "epoch": 786.33,
      "grad_norm": 1.4667106866836548,
      "learning_rate": 3.73942582359817e-09,
      "loss": 0.3428,
      "step": 2817430
    },
    {
      "epoch": 786.34,
      "grad_norm": 1.479537844657898,
      "learning_rate": 3.737899154275178e-09,
      "loss": 0.3406,
      "step": 2817440
    },
    {
      "epoch": 786.34,
      "grad_norm": 1.1950713396072388,
      "learning_rate": 3.736372796408257e-09,
      "loss": 0.3235,
      "step": 2817450
    },
    {
      "epoch": 786.34,
      "grad_norm": 1.214782476425171,
      "learning_rate": 3.7348467499979246e-09,
      "loss": 0.3363,
      "step": 2817460
    },
    {
      "epoch": 786.34,
      "grad_norm": 1.2618852853775024,
      "learning_rate": 3.733321015044182e-09,
      "loss": 0.3452,
      "step": 2817470
    },
    {
      "epoch": 786.35,
      "grad_norm": 1.259287714958191,
      "learning_rate": 3.73179559154729e-09,
      "loss": 0.3345,
      "step": 2817480
    },
    {
      "epoch": 786.35,
      "grad_norm": 1.2152544260025024,
      "learning_rate": 3.730270479507507e-09,
      "loss": 0.3272,
      "step": 2817490
    },
    {
      "epoch": 786.35,
      "grad_norm": 1.3247720003128052,
      "learning_rate": 3.728745678924835e-09,
      "loss": 0.3232,
      "step": 2817500
    },
    {
      "epoch": 786.36,
      "grad_norm": 1.2642323970794678,
      "learning_rate": 3.727221189799793e-09,
      "loss": 0.3384,
      "step": 2817510
    },
    {
      "epoch": 786.36,
      "grad_norm": 1.2467830181121826,
      "learning_rate": 3.725697012132381e-09,
      "loss": 0.3351,
      "step": 2817520
    },
    {
      "epoch": 786.36,
      "grad_norm": 1.226456642150879,
      "learning_rate": 3.7241731459228612e-09,
      "loss": 0.3255,
      "step": 2817530
    },
    {
      "epoch": 786.36,
      "grad_norm": 1.5339932441711426,
      "learning_rate": 3.7226495911712313e-09,
      "loss": 0.3371,
      "step": 2817540
    },
    {
      "epoch": 786.37,
      "grad_norm": 1.1095377206802368,
      "learning_rate": 3.7211263478780125e-09,
      "loss": 0.3342,
      "step": 2817550
    },
    {
      "epoch": 786.37,
      "grad_norm": 1.2055543661117554,
      "learning_rate": 3.719603416043205e-09,
      "loss": 0.3529,
      "step": 2817560
    },
    {
      "epoch": 786.37,
      "grad_norm": 1.400213360786438,
      "learning_rate": 3.7180807956673288e-09,
      "loss": 0.3512,
      "step": 2817570
    },
    {
      "epoch": 786.37,
      "grad_norm": 1.2902922630310059,
      "learning_rate": 3.7165584867501243e-09,
      "loss": 0.332,
      "step": 2817580
    },
    {
      "epoch": 786.38,
      "grad_norm": 1.3551080226898193,
      "learning_rate": 3.7150364892921116e-09,
      "loss": 0.3402,
      "step": 2817590
    },
    {
      "epoch": 786.38,
      "grad_norm": 1.1583729982376099,
      "learning_rate": 3.7135148032932904e-09,
      "loss": 0.3356,
      "step": 2817600
    },
    {
      "epoch": 786.38,
      "grad_norm": 1.265910029411316,
      "learning_rate": 3.7119934287539214e-09,
      "loss": 0.3452,
      "step": 2817610
    },
    {
      "epoch": 786.39,
      "grad_norm": 1.365588903427124,
      "learning_rate": 3.7104723656745244e-09,
      "loss": 0.3444,
      "step": 2817620
    },
    {
      "epoch": 786.39,
      "grad_norm": 1.3964654207229614,
      "learning_rate": 3.70895161405484e-09,
      "loss": 0.3232,
      "step": 2817630
    },
    {
      "epoch": 786.39,
      "grad_norm": 1.1889798641204834,
      "learning_rate": 3.7074311738951277e-09,
      "loss": 0.3276,
      "step": 2817640
    },
    {
      "epoch": 786.39,
      "grad_norm": 1.1931157112121582,
      "learning_rate": 3.7059110451959083e-09,
      "loss": 0.3318,
      "step": 2817650
    },
    {
      "epoch": 786.4,
      "grad_norm": 1.1640933752059937,
      "learning_rate": 3.704391227957182e-09,
      "loss": 0.3235,
      "step": 2817660
    },
    {
      "epoch": 786.4,
      "grad_norm": 1.49937105178833,
      "learning_rate": 3.7028717221789483e-09,
      "loss": 0.3373,
      "step": 2817670
    },
    {
      "epoch": 786.4,
      "grad_norm": 1.2471437454223633,
      "learning_rate": 3.701352527861728e-09,
      "loss": 0.354,
      "step": 2817680
    },
    {
      "epoch": 786.41,
      "grad_norm": 1.300511360168457,
      "learning_rate": 3.6998336450057808e-09,
      "loss": 0.3349,
      "step": 2817690
    },
    {
      "epoch": 786.41,
      "grad_norm": 1.3019641637802124,
      "learning_rate": 3.6983150736111073e-09,
      "loss": 0.3225,
      "step": 2817700
    },
    {
      "epoch": 786.41,
      "grad_norm": 1.202035665512085,
      "learning_rate": 3.696796813677967e-09,
      "loss": 0.3244,
      "step": 2817710
    },
    {
      "epoch": 786.41,
      "grad_norm": 1.348989725112915,
      "learning_rate": 3.6952788652063608e-09,
      "loss": 0.3257,
      "step": 2817720
    },
    {
      "epoch": 786.42,
      "grad_norm": 1.3834757804870605,
      "learning_rate": 3.6937612281968085e-09,
      "loss": 0.3304,
      "step": 2817730
    },
    {
      "epoch": 786.42,
      "grad_norm": 1.3382011651992798,
      "learning_rate": 3.6922439026493103e-09,
      "loss": 0.3385,
      "step": 2817740
    },
    {
      "epoch": 786.42,
      "grad_norm": 1.2860349416732788,
      "learning_rate": 3.6907268885641267e-09,
      "loss": 0.3407,
      "step": 2817750
    },
    {
      "epoch": 786.42,
      "grad_norm": 1.2640782594680786,
      "learning_rate": 3.689210185941517e-09,
      "loss": 0.3314,
      "step": 2817760
    },
    {
      "epoch": 786.43,
      "grad_norm": 1.3789410591125488,
      "learning_rate": 3.6876937947817424e-09,
      "loss": 0.3502,
      "step": 2817770
    },
    {
      "epoch": 786.43,
      "grad_norm": 1.5008620023727417,
      "learning_rate": 3.686177715084802e-09,
      "loss": 0.3372,
      "step": 2817780
    },
    {
      "epoch": 786.43,
      "grad_norm": 1.2579879760742188,
      "learning_rate": 3.684661946850957e-09,
      "loss": 0.3338,
      "step": 2817790
    },
    {
      "epoch": 786.44,
      "grad_norm": 3.9113810062408447,
      "learning_rate": 3.6831464900804672e-09,
      "loss": 0.3322,
      "step": 2817800
    },
    {
      "epoch": 786.44,
      "grad_norm": 1.219002366065979,
      "learning_rate": 3.6816313447735923e-09,
      "loss": 0.3395,
      "step": 2817810
    },
    {
      "epoch": 786.44,
      "grad_norm": 1.261734127998352,
      "learning_rate": 3.6801165109303332e-09,
      "loss": 0.3431,
      "step": 2817820
    },
    {
      "epoch": 786.44,
      "grad_norm": 12.177628517150879,
      "learning_rate": 3.6786019885512094e-09,
      "loss": 0.3246,
      "step": 2817830
    },
    {
      "epoch": 786.45,
      "grad_norm": 1.1045548915863037,
      "learning_rate": 3.6770877776359614e-09,
      "loss": 0.3304,
      "step": 2817840
    },
    {
      "epoch": 786.45,
      "grad_norm": 1.178113579750061,
      "learning_rate": 3.675573878185109e-09,
      "loss": 0.3442,
      "step": 2817850
    },
    {
      "epoch": 786.45,
      "grad_norm": 1.1715165376663208,
      "learning_rate": 3.674060290198913e-09,
      "loss": 0.3227,
      "step": 2817860
    },
    {
      "epoch": 786.46,
      "grad_norm": 1.1474828720092773,
      "learning_rate": 3.6725470136776332e-09,
      "loss": 0.3398,
      "step": 2817870
    },
    {
      "epoch": 786.46,
      "grad_norm": 1.1476519107818604,
      "learning_rate": 3.6710340486210096e-09,
      "loss": 0.3402,
      "step": 2817880
    },
    {
      "epoch": 786.46,
      "grad_norm": 1.0860860347747803,
      "learning_rate": 3.6695213950295627e-09,
      "loss": 0.3312,
      "step": 2817890
    },
    {
      "epoch": 786.46,
      "grad_norm": 1.2682989835739136,
      "learning_rate": 3.6680090529035526e-09,
      "loss": 0.3534,
      "step": 2817900
    },
    {
      "epoch": 786.47,
      "grad_norm": 1.5087690353393555,
      "learning_rate": 3.6664970222429793e-09,
      "loss": 0.3215,
      "step": 2817910
    },
    {
      "epoch": 786.47,
      "grad_norm": 1.2562388181686401,
      "learning_rate": 3.664985303048363e-09,
      "loss": 0.3351,
      "step": 2817920
    },
    {
      "epoch": 786.47,
      "grad_norm": 1.1870667934417725,
      "learning_rate": 3.6634738953194436e-09,
      "loss": 0.3503,
      "step": 2817930
    },
    {
      "epoch": 786.48,
      "grad_norm": 1.3527214527130127,
      "learning_rate": 3.6619627990567417e-09,
      "loss": 0.3415,
      "step": 2817940
    },
    {
      "epoch": 786.48,
      "grad_norm": 1.1530636548995972,
      "learning_rate": 3.6604520142605176e-09,
      "loss": 0.3272,
      "step": 2817950
    },
    {
      "epoch": 786.48,
      "grad_norm": 1.2926528453826904,
      "learning_rate": 3.658941540930771e-09,
      "loss": 0.327,
      "step": 2817960
    },
    {
      "epoch": 786.48,
      "grad_norm": 1.1356838941574097,
      "learning_rate": 3.6574313790680224e-09,
      "loss": 0.336,
      "step": 2817970
    },
    {
      "epoch": 786.49,
      "grad_norm": 1.427850365638733,
      "learning_rate": 3.6559215286717513e-09,
      "loss": 0.3287,
      "step": 2817980
    },
    {
      "epoch": 786.49,
      "grad_norm": 1.3601433038711548,
      "learning_rate": 3.6544119897429987e-09,
      "loss": 0.3392,
      "step": 2817990
    },
    {
      "epoch": 786.49,
      "grad_norm": 1.188148021697998,
      "learning_rate": 3.6529027622815043e-09,
      "loss": 0.3418,
      "step": 2818000
    },
    {
      "epoch": 786.49,
      "grad_norm": 1.1998249292373657,
      "learning_rate": 3.6513938462875288e-09,
      "loss": 0.3401,
      "step": 2818010
    },
    {
      "epoch": 786.5,
      "grad_norm": 1.3256409168243408,
      "learning_rate": 3.6498852417613314e-09,
      "loss": 0.33,
      "step": 2818020
    },
    {
      "epoch": 786.5,
      "grad_norm": 1.3921741247177124,
      "learning_rate": 3.648376948703173e-09,
      "loss": 0.3415,
      "step": 2818030
    },
    {
      "epoch": 786.5,
      "grad_norm": 1.3840761184692383,
      "learning_rate": 3.6468689671133138e-09,
      "loss": 0.3306,
      "step": 2818040
    },
    {
      "epoch": 786.51,
      "grad_norm": 1.1994234323501587,
      "learning_rate": 3.645361296991493e-09,
      "loss": 0.3365,
      "step": 2818050
    },
    {
      "epoch": 786.51,
      "grad_norm": 1.023522138595581,
      "learning_rate": 3.6438539383384925e-09,
      "loss": 0.343,
      "step": 2818060
    },
    {
      "epoch": 786.51,
      "grad_norm": 1.546804428100586,
      "learning_rate": 3.642346891154051e-09,
      "loss": 0.335,
      "step": 2818070
    },
    {
      "epoch": 786.51,
      "grad_norm": 1.4481643438339233,
      "learning_rate": 3.6408401554386886e-09,
      "loss": 0.3333,
      "step": 2818080
    },
    {
      "epoch": 786.52,
      "grad_norm": 1.1643164157867432,
      "learning_rate": 3.6393337311924064e-09,
      "loss": 0.3259,
      "step": 2818090
    },
    {
      "epoch": 786.52,
      "grad_norm": 1.2281925678253174,
      "learning_rate": 3.6378276184157243e-09,
      "loss": 0.3472,
      "step": 2818100
    },
    {
      "epoch": 786.52,
      "grad_norm": 1.2495328187942505,
      "learning_rate": 3.636321817108382e-09,
      "loss": 0.3356,
      "step": 2818110
    },
    {
      "epoch": 786.53,
      "grad_norm": 1.2552542686462402,
      "learning_rate": 3.6348163272709e-09,
      "loss": 0.3326,
      "step": 2818120
    },
    {
      "epoch": 786.53,
      "grad_norm": 1.7487536668777466,
      "learning_rate": 3.6333111489032785e-09,
      "loss": 0.3447,
      "step": 2818130
    },
    {
      "epoch": 786.53,
      "grad_norm": 1.5786960124969482,
      "learning_rate": 3.6318062820060375e-09,
      "loss": 0.3133,
      "step": 2818140
    },
    {
      "epoch": 786.53,
      "grad_norm": 1.229598879814148,
      "learning_rate": 3.6303017265789173e-09,
      "loss": 0.3582,
      "step": 2818150
    },
    {
      "epoch": 786.54,
      "grad_norm": 1.1605547666549683,
      "learning_rate": 3.6287974826224376e-09,
      "loss": 0.3357,
      "step": 2818160
    },
    {
      "epoch": 786.54,
      "grad_norm": 1.3556782007217407,
      "learning_rate": 3.6272935501368596e-09,
      "loss": 0.3281,
      "step": 2818170
    },
    {
      "epoch": 786.54,
      "grad_norm": 1.1019896268844604,
      "learning_rate": 3.6257899291221823e-09,
      "loss": 0.3316,
      "step": 2818180
    },
    {
      "epoch": 786.54,
      "grad_norm": 1.158782958984375,
      "learning_rate": 3.624286619578667e-09,
      "loss": 0.3415,
      "step": 2818190
    },
    {
      "epoch": 786.55,
      "grad_norm": 1.2008237838745117,
      "learning_rate": 3.6227836215065724e-09,
      "loss": 0.3017,
      "step": 2818200
    },
    {
      "epoch": 786.55,
      "grad_norm": 1.163501262664795,
      "learning_rate": 3.6212809349058998e-09,
      "loss": 0.3369,
      "step": 2818210
    },
    {
      "epoch": 786.55,
      "grad_norm": 1.3626391887664795,
      "learning_rate": 3.6197785597771694e-09,
      "loss": 0.3319,
      "step": 2818220
    },
    {
      "epoch": 786.56,
      "grad_norm": 1.3783228397369385,
      "learning_rate": 3.6182764961201207e-09,
      "loss": 0.349,
      "step": 2818230
    },
    {
      "epoch": 786.56,
      "grad_norm": 1.4964948892593384,
      "learning_rate": 3.616774743935534e-09,
      "loss": 0.3338,
      "step": 2818240
    },
    {
      "epoch": 786.56,
      "grad_norm": 1.3444784879684448,
      "learning_rate": 3.6152733032231497e-09,
      "loss": 0.3363,
      "step": 2818250
    },
    {
      "epoch": 786.56,
      "grad_norm": 1.2823377847671509,
      "learning_rate": 3.6137721739834884e-09,
      "loss": 0.3325,
      "step": 2818260
    },
    {
      "epoch": 786.57,
      "grad_norm": 1.5286052227020264,
      "learning_rate": 3.6122713562165493e-09,
      "loss": 0.3377,
      "step": 2818270
    },
    {
      "epoch": 786.57,
      "grad_norm": 1.4135980606079102,
      "learning_rate": 3.610770849922593e-09,
      "loss": 0.3389,
      "step": 2818280
    },
    {
      "epoch": 786.57,
      "grad_norm": 1.0977076292037964,
      "learning_rate": 3.6092706551018797e-09,
      "loss": 0.3308,
      "step": 2818290
    },
    {
      "epoch": 786.58,
      "grad_norm": 1.3233582973480225,
      "learning_rate": 3.6077707717544097e-09,
      "loss": 0.3279,
      "step": 2818300
    },
    {
      "epoch": 786.58,
      "grad_norm": 1.3730112314224243,
      "learning_rate": 3.606271199880443e-09,
      "loss": 0.3444,
      "step": 2818310
    },
    {
      "epoch": 786.58,
      "grad_norm": 1.3800523281097412,
      "learning_rate": 3.6047719394802395e-09,
      "loss": 0.3391,
      "step": 2818320
    },
    {
      "epoch": 786.58,
      "grad_norm": 1.1866103410720825,
      "learning_rate": 3.6032729905540596e-09,
      "loss": 0.3319,
      "step": 2818330
    },
    {
      "epoch": 786.59,
      "grad_norm": 1.2710695266723633,
      "learning_rate": 3.6017743531021637e-09,
      "loss": 0.3389,
      "step": 2818340
    },
    {
      "epoch": 786.59,
      "grad_norm": 1.153216004371643,
      "learning_rate": 3.6002760271245516e-09,
      "loss": 0.3435,
      "step": 2818350
    },
    {
      "epoch": 786.59,
      "grad_norm": 1.233737587928772,
      "learning_rate": 3.5987780126214837e-09,
      "loss": 0.3298,
      "step": 2818360
    },
    {
      "epoch": 786.6,
      "grad_norm": 1.269897699356079,
      "learning_rate": 3.59728030959322e-09,
      "loss": 0.3327,
      "step": 2818370
    },
    {
      "epoch": 786.6,
      "grad_norm": 1.1480172872543335,
      "learning_rate": 3.5957829180397606e-09,
      "loss": 0.3428,
      "step": 2818380
    },
    {
      "epoch": 786.6,
      "grad_norm": 1.449569582939148,
      "learning_rate": 3.594285837961626e-09,
      "loss": 0.3409,
      "step": 2818390
    },
    {
      "epoch": 786.6,
      "grad_norm": 1.360140085220337,
      "learning_rate": 3.592789069358816e-09,
      "loss": 0.3196,
      "step": 2818400
    },
    {
      "epoch": 786.61,
      "grad_norm": 1.201556921005249,
      "learning_rate": 3.5912926122315908e-09,
      "loss": 0.3324,
      "step": 2818410
    },
    {
      "epoch": 786.61,
      "grad_norm": 1.4045761823654175,
      "learning_rate": 3.589796466580211e-09,
      "loss": 0.337,
      "step": 2818420
    },
    {
      "epoch": 786.61,
      "grad_norm": 1.3418225049972534,
      "learning_rate": 3.588300632404676e-09,
      "loss": 0.3543,
      "step": 2818430
    },
    {
      "epoch": 786.61,
      "grad_norm": 1.1157708168029785,
      "learning_rate": 3.5868051097052465e-09,
      "loss": 0.3429,
      "step": 2818440
    },
    {
      "epoch": 786.62,
      "grad_norm": 5.072320938110352,
      "learning_rate": 3.5853098984824427e-09,
      "loss": 0.3236,
      "step": 2818450
    },
    {
      "epoch": 786.62,
      "grad_norm": 1.2828178405761719,
      "learning_rate": 3.5838149987357444e-09,
      "loss": 0.3261,
      "step": 2818460
    },
    {
      "epoch": 786.62,
      "grad_norm": 1.2343556880950928,
      "learning_rate": 3.582320410466192e-09,
      "loss": 0.3318,
      "step": 2818470
    },
    {
      "epoch": 786.63,
      "grad_norm": 1.2923628091812134,
      "learning_rate": 3.5808261336735255e-09,
      "loss": 0.3443,
      "step": 2818480
    },
    {
      "epoch": 786.63,
      "grad_norm": 1.2396320104599,
      "learning_rate": 3.5793321683580054e-09,
      "loss": 0.3428,
      "step": 2818490
    },
    {
      "epoch": 786.63,
      "grad_norm": 1.3819377422332764,
      "learning_rate": 3.5778385145196312e-09,
      "loss": 0.3544,
      "step": 2818500
    },
    {
      "epoch": 786.63,
      "grad_norm": 1.2619798183441162,
      "learning_rate": 3.576345172159184e-09,
      "loss": 0.3245,
      "step": 2818510
    },
    {
      "epoch": 786.64,
      "grad_norm": 1.761579990386963,
      "learning_rate": 3.574852141276143e-09,
      "loss": 0.3528,
      "step": 2818520
    },
    {
      "epoch": 786.64,
      "grad_norm": 1.416001558303833,
      "learning_rate": 3.5733594218712894e-09,
      "loss": 0.3349,
      "step": 2818530
    },
    {
      "epoch": 786.64,
      "grad_norm": 1.2634621858596802,
      "learning_rate": 3.571867013944362e-09,
      "loss": 0.3463,
      "step": 2818540
    },
    {
      "epoch": 786.65,
      "grad_norm": 1.435661792755127,
      "learning_rate": 3.5703749174958823e-09,
      "loss": 0.34,
      "step": 2818550
    },
    {
      "epoch": 786.65,
      "grad_norm": 1.3203060626983643,
      "learning_rate": 3.5688831325261098e-09,
      "loss": 0.3543,
      "step": 2818560
    },
    {
      "epoch": 786.65,
      "grad_norm": 3.4679064750671387,
      "learning_rate": 3.5673916590347844e-09,
      "loss": 0.3401,
      "step": 2818570
    },
    {
      "epoch": 786.65,
      "grad_norm": 1.2109962701797485,
      "learning_rate": 3.5659004970224265e-09,
      "loss": 0.3405,
      "step": 2818580
    },
    {
      "epoch": 786.66,
      "grad_norm": 1.3337100744247437,
      "learning_rate": 3.564409646489557e-09,
      "loss": 0.351,
      "step": 2818590
    },
    {
      "epoch": 786.66,
      "grad_norm": 1.2467559576034546,
      "learning_rate": 3.562919107435655e-09,
      "loss": 0.3292,
      "step": 2818600
    },
    {
      "epoch": 786.66,
      "grad_norm": 1.3299908638000488,
      "learning_rate": 3.561428879861501e-09,
      "loss": 0.3269,
      "step": 2818610
    },
    {
      "epoch": 786.66,
      "grad_norm": 1.230366826057434,
      "learning_rate": 3.559938963767096e-09,
      "loss": 0.33,
      "step": 2818620
    },
    {
      "epoch": 786.67,
      "grad_norm": 1.2880252599716187,
      "learning_rate": 3.5584493591524384e-09,
      "loss": 0.343,
      "step": 2818630
    },
    {
      "epoch": 786.67,
      "grad_norm": 1.188943862915039,
      "learning_rate": 3.55696006601805e-09,
      "loss": 0.3328,
      "step": 2818640
    },
    {
      "epoch": 786.67,
      "grad_norm": 1.2728773355484009,
      "learning_rate": 3.5554710843639296e-09,
      "loss": 0.3321,
      "step": 2818650
    },
    {
      "epoch": 786.68,
      "grad_norm": 1.2354934215545654,
      "learning_rate": 3.5539824141903385e-09,
      "loss": 0.3379,
      "step": 2818660
    },
    {
      "epoch": 786.68,
      "grad_norm": 1.1118981838226318,
      "learning_rate": 3.5524940554975367e-09,
      "loss": 0.3417,
      "step": 2818670
    },
    {
      "epoch": 786.68,
      "grad_norm": 1.2269649505615234,
      "learning_rate": 3.551006008285784e-09,
      "loss": 0.3424,
      "step": 2818680
    },
    {
      "epoch": 786.68,
      "grad_norm": 1.1844736337661743,
      "learning_rate": 3.54951827255482e-09,
      "loss": 0.344,
      "step": 2818690
    },
    {
      "epoch": 786.69,
      "grad_norm": 1.416218638420105,
      "learning_rate": 3.5480308483054263e-09,
      "loss": 0.3275,
      "step": 2818700
    },
    {
      "epoch": 786.69,
      "grad_norm": 1.2364612817764282,
      "learning_rate": 3.546543735537602e-09,
      "loss": 0.335,
      "step": 2818710
    },
    {
      "epoch": 786.69,
      "grad_norm": 1.1292885541915894,
      "learning_rate": 3.5450569342513472e-09,
      "loss": 0.3378,
      "step": 2818720
    },
    {
      "epoch": 786.7,
      "grad_norm": 1.486412763595581,
      "learning_rate": 3.543570444447183e-09,
      "loss": 0.3467,
      "step": 2818730
    },
    {
      "epoch": 786.7,
      "grad_norm": 1.2739975452423096,
      "learning_rate": 3.5420842661248483e-09,
      "loss": 0.3459,
      "step": 2818740
    },
    {
      "epoch": 786.7,
      "grad_norm": 1.5005548000335693,
      "learning_rate": 3.5405983992851243e-09,
      "loss": 0.3382,
      "step": 2818750
    },
    {
      "epoch": 786.7,
      "grad_norm": 1.4689478874206543,
      "learning_rate": 3.539112843927751e-09,
      "loss": 0.3297,
      "step": 2818760
    },
    {
      "epoch": 786.71,
      "grad_norm": 1.1096481084823608,
      "learning_rate": 3.5376276000529875e-09,
      "loss": 0.312,
      "step": 2818770
    },
    {
      "epoch": 786.71,
      "grad_norm": 1.2886452674865723,
      "learning_rate": 3.5361426676613555e-09,
      "loss": 0.3208,
      "step": 2818780
    },
    {
      "epoch": 786.71,
      "grad_norm": 1.2994943857192993,
      "learning_rate": 3.534658046752594e-09,
      "loss": 0.3524,
      "step": 2818790
    },
    {
      "epoch": 786.72,
      "grad_norm": 1.3944954872131348,
      "learning_rate": 3.5331737373272237e-09,
      "loss": 0.3382,
      "step": 2818800
    },
    {
      "epoch": 786.72,
      "grad_norm": 1.0484766960144043,
      "learning_rate": 3.5316897393852447e-09,
      "loss": 0.3289,
      "step": 2818810
    },
    {
      "epoch": 786.72,
      "grad_norm": 1.2793560028076172,
      "learning_rate": 3.530206052927177e-09,
      "loss": 0.3368,
      "step": 2818820
    },
    {
      "epoch": 786.72,
      "grad_norm": 1.4429726600646973,
      "learning_rate": 3.5287226779530214e-09,
      "loss": 0.3496,
      "step": 2818830
    },
    {
      "epoch": 786.73,
      "grad_norm": 1.437070369720459,
      "learning_rate": 3.5272396144627767e-09,
      "loss": 0.3269,
      "step": 2818840
    },
    {
      "epoch": 786.73,
      "grad_norm": 1.331888198852539,
      "learning_rate": 3.5257568624569648e-09,
      "loss": 0.3139,
      "step": 2818850
    },
    {
      "epoch": 786.73,
      "grad_norm": 1.3082929849624634,
      "learning_rate": 3.524274421935324e-09,
      "loss": 0.3423,
      "step": 2818860
    },
    {
      "epoch": 786.73,
      "grad_norm": 1.13605535030365,
      "learning_rate": 3.5227922928986357e-09,
      "loss": 0.3406,
      "step": 2818870
    },
    {
      "epoch": 786.74,
      "grad_norm": 1.1431339979171753,
      "learning_rate": 3.5213104753469e-09,
      "loss": 0.3392,
      "step": 2818880
    },
    {
      "epoch": 786.74,
      "grad_norm": 1.2113778591156006,
      "learning_rate": 3.5198289692801167e-09,
      "loss": 0.3492,
      "step": 2818890
    },
    {
      "epoch": 786.74,
      "grad_norm": 1.2509915828704834,
      "learning_rate": 3.518347774698546e-09,
      "loss": 0.3321,
      "step": 2818900
    },
    {
      "epoch": 786.75,
      "grad_norm": 1.184348225593567,
      "learning_rate": 3.5168668916027084e-09,
      "loss": 0.3375,
      "step": 2818910
    },
    {
      "epoch": 786.75,
      "grad_norm": 1.4735527038574219,
      "learning_rate": 3.5153863199923436e-09,
      "loss": 0.3367,
      "step": 2818920
    },
    {
      "epoch": 786.75,
      "grad_norm": 2.5155458450317383,
      "learning_rate": 3.513906059867712e-09,
      "loss": 0.339,
      "step": 2818930
    },
    {
      "epoch": 786.75,
      "grad_norm": 1.2947720289230347,
      "learning_rate": 3.5124261112293334e-09,
      "loss": 0.3645,
      "step": 2818940
    },
    {
      "epoch": 786.76,
      "grad_norm": 1.3385204076766968,
      "learning_rate": 3.5109464740772088e-09,
      "loss": 0.3483,
      "step": 2818950
    },
    {
      "epoch": 786.76,
      "grad_norm": 1.2455633878707886,
      "learning_rate": 3.5094671484113374e-09,
      "loss": 0.334,
      "step": 2818960
    },
    {
      "epoch": 786.76,
      "grad_norm": 1.6020774841308594,
      "learning_rate": 3.5079881342324997e-09,
      "loss": 0.343,
      "step": 2818970
    },
    {
      "epoch": 786.77,
      "grad_norm": 1.2292900085449219,
      "learning_rate": 3.5065094315401762e-09,
      "loss": 0.3471,
      "step": 2818980
    },
    {
      "epoch": 786.77,
      "grad_norm": 1.3643537759780884,
      "learning_rate": 3.5050310403348865e-09,
      "loss": 0.3322,
      "step": 2818990
    },
    {
      "epoch": 786.77,
      "grad_norm": 1.3052525520324707,
      "learning_rate": 3.5035529606171515e-09,
      "loss": 0.3396,
      "step": 2819000
    },
    {
      "epoch": 786.77,
      "grad_norm": 1.5414692163467407,
      "learning_rate": 3.502075192386711e-09,
      "loss": 0.3254,
      "step": 2819010
    },
    {
      "epoch": 786.78,
      "grad_norm": 1.1142961978912354,
      "learning_rate": 3.5005977356438245e-09,
      "loss": 0.3363,
      "step": 2819020
    },
    {
      "epoch": 786.78,
      "grad_norm": 1.2073595523834229,
      "learning_rate": 3.4991205903887527e-09,
      "loss": 0.3253,
      "step": 2819030
    },
    {
      "epoch": 786.78,
      "grad_norm": 1.0935754776000977,
      "learning_rate": 3.497643756621756e-09,
      "loss": 0.3327,
      "step": 2819040
    },
    {
      "epoch": 786.78,
      "grad_norm": 1.230959415435791,
      "learning_rate": 3.4961672343430946e-09,
      "loss": 0.3313,
      "step": 2819050
    },
    {
      "epoch": 786.79,
      "grad_norm": 1.377267599105835,
      "learning_rate": 3.494691023552508e-09,
      "loss": 0.3447,
      "step": 2819060
    },
    {
      "epoch": 786.79,
      "grad_norm": 1.189940094947815,
      "learning_rate": 3.4932151242507768e-09,
      "loss": 0.3526,
      "step": 2819070
    },
    {
      "epoch": 786.79,
      "grad_norm": 1.1658527851104736,
      "learning_rate": 3.4917395364379016e-09,
      "loss": 0.3265,
      "step": 2819080
    },
    {
      "epoch": 786.8,
      "grad_norm": 1.3331729173660278,
      "learning_rate": 3.4902642601141417e-09,
      "loss": 0.3356,
      "step": 2819090
    },
    {
      "epoch": 786.8,
      "grad_norm": 1.2449856996536255,
      "learning_rate": 3.4887892952794975e-09,
      "loss": 0.3299,
      "step": 2819100
    },
    {
      "epoch": 786.8,
      "grad_norm": 1.2723180055618286,
      "learning_rate": 3.4873146419342295e-09,
      "loss": 0.3325,
      "step": 2819110
    },
    {
      "epoch": 786.8,
      "grad_norm": 1.1868799924850464,
      "learning_rate": 3.4858403000783374e-09,
      "loss": 0.3284,
      "step": 2819120
    },
    {
      "epoch": 786.81,
      "grad_norm": 1.3124574422836304,
      "learning_rate": 3.4843662697126016e-09,
      "loss": 0.3322,
      "step": 2819130
    },
    {
      "epoch": 786.81,
      "grad_norm": 1.127584457397461,
      "learning_rate": 3.482892550836763e-09,
      "loss": 0.3264,
      "step": 2819140
    },
    {
      "epoch": 786.81,
      "grad_norm": 1.3709415197372437,
      "learning_rate": 3.48141914345108e-09,
      "loss": 0.3311,
      "step": 2819150
    },
    {
      "epoch": 786.82,
      "grad_norm": 1.0864311456680298,
      "learning_rate": 3.479946047555554e-09,
      "loss": 0.3433,
      "step": 2819160
    },
    {
      "epoch": 786.82,
      "grad_norm": 2.1123886108398438,
      "learning_rate": 3.4784732631509654e-09,
      "loss": 0.3389,
      "step": 2819170
    },
    {
      "epoch": 786.82,
      "grad_norm": 1.2648060321807861,
      "learning_rate": 3.4770007902370533e-09,
      "loss": 0.3122,
      "step": 2819180
    },
    {
      "epoch": 786.82,
      "grad_norm": 1.288095474243164,
      "learning_rate": 3.475528628814079e-09,
      "loss": 0.3339,
      "step": 2819190
    },
    {
      "epoch": 786.83,
      "grad_norm": 1.2853792905807495,
      "learning_rate": 3.4740567788823016e-09,
      "loss": 0.3322,
      "step": 2819200
    },
    {
      "epoch": 786.83,
      "grad_norm": 1.0214512348175049,
      "learning_rate": 3.472585240441722e-09,
      "loss": 0.3572,
      "step": 2819210
    },
    {
      "epoch": 786.83,
      "grad_norm": 1.2969355583190918,
      "learning_rate": 3.47111401349286e-09,
      "loss": 0.3431,
      "step": 2819220
    },
    {
      "epoch": 786.84,
      "grad_norm": 1.0844883918762207,
      "learning_rate": 3.469643098035716e-09,
      "loss": 0.3152,
      "step": 2819230
    },
    {
      "epoch": 786.84,
      "grad_norm": 1.4011722803115845,
      "learning_rate": 3.46817249407055e-09,
      "loss": 0.3528,
      "step": 2819240
    },
    {
      "epoch": 786.84,
      "grad_norm": 1.2407472133636475,
      "learning_rate": 3.4667022015976223e-09,
      "loss": 0.3273,
      "step": 2819250
    },
    {
      "epoch": 786.84,
      "grad_norm": 1.2431005239486694,
      "learning_rate": 3.465232220616933e-09,
      "loss": 0.3405,
      "step": 2819260
    },
    {
      "epoch": 786.85,
      "grad_norm": 1.161033272743225,
      "learning_rate": 3.4637625511287417e-09,
      "loss": 0.3384,
      "step": 2819270
    },
    {
      "epoch": 786.85,
      "grad_norm": 1.4140278100967407,
      "learning_rate": 3.4622931931333093e-09,
      "loss": 0.342,
      "step": 2819280
    },
    {
      "epoch": 786.85,
      "grad_norm": 1.3754266500473022,
      "learning_rate": 3.460824146630896e-09,
      "loss": 0.3366,
      "step": 2819290
    },
    {
      "epoch": 786.85,
      "grad_norm": 1.2199674844741821,
      "learning_rate": 3.4593554116215014e-09,
      "loss": 0.349,
      "step": 2819300
    },
    {
      "epoch": 786.86,
      "grad_norm": 1.202073335647583,
      "learning_rate": 3.457886988105646e-09,
      "loss": 0.3256,
      "step": 2819310
    },
    {
      "epoch": 786.86,
      "grad_norm": 1.262563705444336,
      "learning_rate": 3.4564188760830698e-09,
      "loss": 0.3442,
      "step": 2819320
    },
    {
      "epoch": 786.86,
      "grad_norm": 1.171299695968628,
      "learning_rate": 3.4549510755542928e-09,
      "loss": 0.3311,
      "step": 2819330
    },
    {
      "epoch": 786.87,
      "grad_norm": 1.2920342683792114,
      "learning_rate": 3.453483586519316e-09,
      "loss": 0.352,
      "step": 2819340
    },
    {
      "epoch": 786.87,
      "grad_norm": 1.183039665222168,
      "learning_rate": 3.4520164089786584e-09,
      "loss": 0.3465,
      "step": 2819350
    },
    {
      "epoch": 786.87,
      "grad_norm": 1.653172254562378,
      "learning_rate": 3.4505495429320606e-09,
      "loss": 0.3424,
      "step": 2819360
    },
    {
      "epoch": 786.87,
      "grad_norm": 1.3806322813034058,
      "learning_rate": 3.4490829883800434e-09,
      "loss": 0.3235,
      "step": 2819370
    },
    {
      "epoch": 786.88,
      "grad_norm": 1.2160389423370361,
      "learning_rate": 3.4476167453228664e-09,
      "loss": 0.3509,
      "step": 2819380
    },
    {
      "epoch": 786.88,
      "grad_norm": 1.2451671361923218,
      "learning_rate": 3.4461508137605296e-09,
      "loss": 0.3321,
      "step": 2819390
    },
    {
      "epoch": 786.88,
      "grad_norm": 1.2529714107513428,
      "learning_rate": 3.444685193693033e-09,
      "loss": 0.3518,
      "step": 2819400
    },
    {
      "epoch": 786.89,
      "grad_norm": 1.4310539960861206,
      "learning_rate": 3.4432198851208972e-09,
      "loss": 0.3264,
      "step": 2819410
    },
    {
      "epoch": 786.89,
      "grad_norm": 1.3058582544326782,
      "learning_rate": 3.4417548880443826e-09,
      "loss": 0.3263,
      "step": 2819420
    },
    {
      "epoch": 786.89,
      "grad_norm": 1.2877790927886963,
      "learning_rate": 3.4402902024634886e-09,
      "loss": 0.3459,
      "step": 2819430
    },
    {
      "epoch": 786.89,
      "grad_norm": 1.551418423652649,
      "learning_rate": 3.4388258283784762e-09,
      "loss": 0.3302,
      "step": 2819440
    },
    {
      "epoch": 786.9,
      "grad_norm": 1.3582782745361328,
      "learning_rate": 3.437361765789605e-09,
      "loss": 0.3521,
      "step": 2819450
    },
    {
      "epoch": 786.9,
      "grad_norm": 1.1321789026260376,
      "learning_rate": 3.435898014696875e-09,
      "loss": 0.3346,
      "step": 2819460
    },
    {
      "epoch": 786.9,
      "grad_norm": 1.1947046518325806,
      "learning_rate": 3.434434575100547e-09,
      "loss": 0.3421,
      "step": 2819470
    },
    {
      "epoch": 786.9,
      "grad_norm": 1.2619892358779907,
      "learning_rate": 3.4329714470008805e-09,
      "loss": 0.3429,
      "step": 2819480
    },
    {
      "epoch": 786.91,
      "grad_norm": 1.2162266969680786,
      "learning_rate": 3.4315086303978757e-09,
      "loss": 0.3543,
      "step": 2819490
    },
    {
      "epoch": 786.91,
      "grad_norm": 1.2572996616363525,
      "learning_rate": 3.4300461252920532e-09,
      "loss": 0.3514,
      "step": 2819500
    },
    {
      "epoch": 786.91,
      "grad_norm": 1.399318814277649,
      "learning_rate": 3.4285839316836733e-09,
      "loss": 0.3358,
      "step": 2819510
    },
    {
      "epoch": 786.92,
      "grad_norm": 1.5722768306732178,
      "learning_rate": 3.4271220495724753e-09,
      "loss": 0.3488,
      "step": 2819520
    },
    {
      "epoch": 786.92,
      "grad_norm": 1.3523534536361694,
      "learning_rate": 3.4256604789587202e-09,
      "loss": 0.3441,
      "step": 2819530
    },
    {
      "epoch": 786.92,
      "grad_norm": 1.39260995388031,
      "learning_rate": 3.4241992198431877e-09,
      "loss": 0.3275,
      "step": 2819540
    },
    {
      "epoch": 786.92,
      "grad_norm": 1.3166991472244263,
      "learning_rate": 3.4227382722253583e-09,
      "loss": 0.3468,
      "step": 2819550
    },
    {
      "epoch": 786.93,
      "grad_norm": 1.3328696489334106,
      "learning_rate": 3.4212776361057514e-09,
      "loss": 0.3462,
      "step": 2819560
    },
    {
      "epoch": 786.93,
      "grad_norm": 0.9406688809394836,
      "learning_rate": 3.419817311484628e-09,
      "loss": 0.3364,
      "step": 2819570
    },
    {
      "epoch": 786.93,
      "grad_norm": 1.1832833290100098,
      "learning_rate": 3.4183572983619877e-09,
      "loss": 0.3479,
      "step": 2819580
    },
    {
      "epoch": 786.94,
      "grad_norm": 1.2105262279510498,
      "learning_rate": 3.4168975967383513e-09,
      "loss": 0.3344,
      "step": 2819590
    },
    {
      "epoch": 786.94,
      "grad_norm": 1.1706057786941528,
      "learning_rate": 3.4154382066134585e-09,
      "loss": 0.3192,
      "step": 2819600
    },
    {
      "epoch": 786.94,
      "grad_norm": 1.08723783493042,
      "learning_rate": 3.4139791279878293e-09,
      "loss": 0.3247,
      "step": 2819610
    },
    {
      "epoch": 786.94,
      "grad_norm": 1.4066953659057617,
      "learning_rate": 3.412520360861464e-09,
      "loss": 0.3287,
      "step": 2819620
    },
    {
      "epoch": 786.95,
      "grad_norm": 1.370071291923523,
      "learning_rate": 3.4110619052348834e-09,
      "loss": 0.3436,
      "step": 2819630
    },
    {
      "epoch": 786.95,
      "grad_norm": 1.4680951833724976,
      "learning_rate": 3.4096037611078265e-09,
      "loss": 0.3291,
      "step": 2819640
    },
    {
      "epoch": 786.95,
      "grad_norm": 1.3186277151107788,
      "learning_rate": 3.408145928480814e-09,
      "loss": 0.331,
      "step": 2819650
    },
    {
      "epoch": 786.96,
      "grad_norm": 1.2053555250167847,
      "learning_rate": 3.4066884073538464e-09,
      "loss": 0.3282,
      "step": 2819660
    },
    {
      "epoch": 786.96,
      "grad_norm": 1.302104115486145,
      "learning_rate": 3.4052311977274435e-09,
      "loss": 0.3391,
      "step": 2819670
    },
    {
      "epoch": 786.96,
      "grad_norm": 1.2459745407104492,
      "learning_rate": 3.403774299601345e-09,
      "loss": 0.3445,
      "step": 2819680
    },
    {
      "epoch": 786.96,
      "grad_norm": 1.2377969026565552,
      "learning_rate": 3.402317712976072e-09,
      "loss": 0.3404,
      "step": 2819690
    },
    {
      "epoch": 786.97,
      "grad_norm": 1.4024882316589355,
      "learning_rate": 3.400861437851624e-09,
      "loss": 0.3439,
      "step": 2819700
    },
    {
      "epoch": 786.97,
      "grad_norm": 1.2342225313186646,
      "learning_rate": 3.3994054742282617e-09,
      "loss": 0.3366,
      "step": 2819710
    },
    {
      "epoch": 786.97,
      "grad_norm": 1.2445374727249146,
      "learning_rate": 3.397949822106245e-09,
      "loss": 0.3272,
      "step": 2819720
    },
    {
      "epoch": 786.97,
      "grad_norm": 1.1484687328338623,
      "learning_rate": 3.3964944814858333e-09,
      "loss": 0.3251,
      "step": 2819730
    },
    {
      "epoch": 786.98,
      "grad_norm": 1.4094033241271973,
      "learning_rate": 3.395039452367028e-09,
      "loss": 0.3219,
      "step": 2819740
    },
    {
      "epoch": 786.98,
      "grad_norm": 1.1176998615264893,
      "learning_rate": 3.3935847347500883e-09,
      "loss": 0.3345,
      "step": 2819750
    },
    {
      "epoch": 786.98,
      "grad_norm": 1.2014347314834595,
      "learning_rate": 3.392130328635015e-09,
      "loss": 0.3395,
      "step": 2819760
    },
    {
      "epoch": 786.99,
      "grad_norm": 1.301119327545166,
      "learning_rate": 3.390676234022588e-09,
      "loss": 0.3243,
      "step": 2819770
    },
    {
      "epoch": 786.99,
      "grad_norm": 1.2121654748916626,
      "learning_rate": 3.3892224509125473e-09,
      "loss": 0.3482,
      "step": 2819780
    },
    {
      "epoch": 786.99,
      "grad_norm": 1.4069098234176636,
      "learning_rate": 3.387768979304893e-09,
      "loss": 0.345,
      "step": 2819790
    },
    {
      "epoch": 786.99,
      "grad_norm": 1.2027270793914795,
      "learning_rate": 3.386315819200406e-09,
      "loss": 0.3404,
      "step": 2819800
    },
    {
      "epoch": 787.0,
      "grad_norm": 1.1014714241027832,
      "learning_rate": 3.3848629705988254e-09,
      "loss": 0.3207,
      "step": 2819810
    },
    {
      "epoch": 787.0,
      "grad_norm": 1.2767759561538696,
      "learning_rate": 3.383410433500412e-09,
      "loss": 0.3451,
      "step": 2819820
    },
    {
      "epoch": 787.0,
      "eval_loss": 0.3370479643344879,
      "eval_runtime": 65.1146,
      "eval_samples_per_second": 77.694,
      "eval_steps_per_second": 9.721,
      "step": 2819821
    },
    {
      "epoch": 787.0,
      "grad_norm": 1.2090446949005127,
      "learning_rate": 3.3819582079056865e-09,
      "loss": 0.335,
      "step": 2819830
    },
    {
      "epoch": 787.01,
      "grad_norm": 1.3628159761428833,
      "learning_rate": 3.3805062938143876e-09,
      "loss": 0.3393,
      "step": 2819840
    },
    {
      "epoch": 787.01,
      "grad_norm": 1.3136976957321167,
      "learning_rate": 3.3790546912267765e-09,
      "loss": 0.3431,
      "step": 2819850
    },
    {
      "epoch": 787.01,
      "grad_norm": 1.2229230403900146,
      "learning_rate": 3.377603400143373e-09,
      "loss": 0.3347,
      "step": 2819860
    },
    {
      "epoch": 787.01,
      "grad_norm": 1.3514348268508911,
      "learning_rate": 3.376152420564177e-09,
      "loss": 0.3346,
      "step": 2819870
    },
    {
      "epoch": 787.02,
      "grad_norm": 1.2608529329299927,
      "learning_rate": 3.3747017524894498e-09,
      "loss": 0.3275,
      "step": 2819880
    },
    {
      "epoch": 787.02,
      "grad_norm": 1.2685397863388062,
      "learning_rate": 3.37325139591919e-09,
      "loss": 0.329,
      "step": 2819890
    },
    {
      "epoch": 787.02,
      "grad_norm": 2.0010263919830322,
      "learning_rate": 3.371801350853659e-09,
      "loss": 0.3349,
      "step": 2819900
    },
    {
      "epoch": 787.02,
      "grad_norm": 1.16550612449646,
      "learning_rate": 3.370351617293116e-09,
      "loss": 0.3457,
      "step": 2819910
    },
    {
      "epoch": 787.03,
      "grad_norm": 1.2328466176986694,
      "learning_rate": 3.368902195237822e-09,
      "loss": 0.3418,
      "step": 2819920
    },
    {
      "epoch": 787.03,
      "grad_norm": 1.4280815124511719,
      "learning_rate": 3.367453084687777e-09,
      "loss": 0.3414,
      "step": 2819930
    },
    {
      "epoch": 787.03,
      "grad_norm": 1.3442219495773315,
      "learning_rate": 3.3660042856435003e-09,
      "loss": 0.3437,
      "step": 2819940
    },
    {
      "epoch": 787.04,
      "grad_norm": 1.1785740852355957,
      "learning_rate": 3.364555798104733e-09,
      "loss": 0.3464,
      "step": 2819950
    },
    {
      "epoch": 787.04,
      "grad_norm": 1.3059360980987549,
      "learning_rate": 3.363107622071995e-09,
      "loss": 0.3369,
      "step": 2819960
    },
    {
      "epoch": 787.04,
      "grad_norm": 1.241207242012024,
      "learning_rate": 3.361659757545286e-09,
      "loss": 0.3619,
      "step": 2819970
    },
    {
      "epoch": 787.04,
      "grad_norm": 1.318798542022705,
      "learning_rate": 3.360212204525127e-09,
      "loss": 0.326,
      "step": 2819980
    },
    {
      "epoch": 787.05,
      "grad_norm": 1.257511854171753,
      "learning_rate": 3.3587649630112574e-09,
      "loss": 0.3329,
      "step": 2819990
    },
    {
      "epoch": 787.05,
      "grad_norm": 1.0871977806091309,
      "learning_rate": 3.357318033004458e-09,
      "loss": 0.3405,
      "step": 2820000
    },
    {
      "epoch": 787.05,
      "grad_norm": 1.3658084869384766,
      "learning_rate": 3.3558714145042083e-09,
      "loss": 0.3457,
      "step": 2820010
    },
    {
      "epoch": 787.06,
      "grad_norm": 1.432655930519104,
      "learning_rate": 3.354425107511289e-09,
      "loss": 0.3482,
      "step": 2820020
    },
    {
      "epoch": 787.06,
      "grad_norm": 1.2251144647598267,
      "learning_rate": 3.3529791120254395e-09,
      "loss": 0.3354,
      "step": 2820030
    },
    {
      "epoch": 787.06,
      "grad_norm": 1.2220845222473145,
      "learning_rate": 3.351533428047181e-09,
      "loss": 0.3388,
      "step": 2820040
    },
    {
      "epoch": 787.06,
      "grad_norm": 1.331514835357666,
      "learning_rate": 3.3500880555765127e-09,
      "loss": 0.3414,
      "step": 2820050
    },
    {
      "epoch": 787.07,
      "grad_norm": 1.4746925830841064,
      "learning_rate": 3.3486429946139556e-09,
      "loss": 0.3449,
      "step": 2820060
    },
    {
      "epoch": 787.07,
      "grad_norm": 1.1505709886550903,
      "learning_rate": 3.3471982451592493e-09,
      "loss": 0.3442,
      "step": 2820070
    },
    {
      "epoch": 787.07,
      "grad_norm": 1.2648537158966064,
      "learning_rate": 3.345753807212654e-09,
      "loss": 0.3467,
      "step": 2820080
    },
    {
      "epoch": 787.08,
      "grad_norm": 1.113146424293518,
      "learning_rate": 3.34430968077495e-09,
      "loss": 0.3355,
      "step": 2820090
    },
    {
      "epoch": 787.08,
      "grad_norm": 1.1926580667495728,
      "learning_rate": 3.3428658658453572e-09,
      "loss": 0.3466,
      "step": 2820100
    },
    {
      "epoch": 787.08,
      "grad_norm": 1.1412581205368042,
      "learning_rate": 3.3414223624249164e-09,
      "loss": 0.3347,
      "step": 2820110
    },
    {
      "epoch": 787.08,
      "grad_norm": 1.3358103036880493,
      "learning_rate": 3.339979170513367e-09,
      "loss": 0.3387,
      "step": 2820120
    },
    {
      "epoch": 787.09,
      "grad_norm": 1.2424848079681396,
      "learning_rate": 3.3385362901112295e-09,
      "loss": 0.3365,
      "step": 2820130
    },
    {
      "epoch": 787.09,
      "grad_norm": 1.3552584648132324,
      "learning_rate": 3.337093721218244e-09,
      "loss": 0.3173,
      "step": 2820140
    },
    {
      "epoch": 787.09,
      "grad_norm": 1.435932993888855,
      "learning_rate": 3.3356514638349305e-09,
      "loss": 0.3486,
      "step": 2820150
    },
    {
      "epoch": 787.09,
      "grad_norm": 0.9800487160682678,
      "learning_rate": 3.3342095179615496e-09,
      "loss": 0.3203,
      "step": 2820160
    },
    {
      "epoch": 787.1,
      "grad_norm": 1.3016860485076904,
      "learning_rate": 3.332767883598101e-09,
      "loss": 0.335,
      "step": 2820170
    },
    {
      "epoch": 787.1,
      "grad_norm": 1.311678171157837,
      "learning_rate": 3.331326560744585e-09,
      "loss": 0.3435,
      "step": 2820180
    },
    {
      "epoch": 787.1,
      "grad_norm": 1.26413893699646,
      "learning_rate": 3.329885549401782e-09,
      "loss": 0.351,
      "step": 2820190
    },
    {
      "epoch": 787.11,
      "grad_norm": 2.1023972034454346,
      "learning_rate": 3.3284448495691717e-09,
      "loss": 0.3372,
      "step": 2820200
    },
    {
      "epoch": 787.11,
      "grad_norm": 1.3055636882781982,
      "learning_rate": 3.3270044612475346e-09,
      "loss": 0.3348,
      "step": 2820210
    },
    {
      "epoch": 787.11,
      "grad_norm": 1.372840404510498,
      "learning_rate": 3.3255643844368706e-09,
      "loss": 0.3473,
      "step": 2820220
    },
    {
      "epoch": 787.11,
      "grad_norm": 1.2529195547103882,
      "learning_rate": 3.32412461913718e-09,
      "loss": 0.3298,
      "step": 2820230
    },
    {
      "epoch": 787.12,
      "grad_norm": 1.175126314163208,
      "learning_rate": 3.322685165348983e-09,
      "loss": 0.3274,
      "step": 2820240
    },
    {
      "epoch": 787.12,
      "grad_norm": 1.2672107219696045,
      "learning_rate": 3.32124602307228e-09,
      "loss": 0.3319,
      "step": 2820250
    },
    {
      "epoch": 787.12,
      "grad_norm": 1.405430793762207,
      "learning_rate": 3.3198071923070705e-09,
      "loss": 0.3346,
      "step": 2820260
    },
    {
      "epoch": 787.13,
      "grad_norm": 1.188667893409729,
      "learning_rate": 3.3183686730538748e-09,
      "loss": 0.3264,
      "step": 2820270
    },
    {
      "epoch": 787.13,
      "grad_norm": 1.117444634437561,
      "learning_rate": 3.316930465312954e-09,
      "loss": 0.3438,
      "step": 2820280
    },
    {
      "epoch": 787.13,
      "grad_norm": 1.1788079738616943,
      "learning_rate": 3.3154925690840465e-09,
      "loss": 0.3323,
      "step": 2820290
    },
    {
      "epoch": 787.13,
      "grad_norm": 1.2955610752105713,
      "learning_rate": 3.314054984367674e-09,
      "loss": 0.3468,
      "step": 2820300
    },
    {
      "epoch": 787.14,
      "grad_norm": 1.3492244482040405,
      "learning_rate": 3.3126177111640963e-09,
      "loss": 0.3202,
      "step": 2820310
    },
    {
      "epoch": 787.14,
      "grad_norm": 1.1141753196716309,
      "learning_rate": 3.3111807494733134e-09,
      "loss": 0.3345,
      "step": 2820320
    },
    {
      "epoch": 787.14,
      "grad_norm": 1.476892113685608,
      "learning_rate": 3.309744099295325e-09,
      "loss": 0.3597,
      "step": 2820330
    },
    {
      "epoch": 787.14,
      "grad_norm": 1.2384600639343262,
      "learning_rate": 3.3083077606309122e-09,
      "loss": 0.3397,
      "step": 2820340
    },
    {
      "epoch": 787.15,
      "grad_norm": 1.294174075126648,
      "learning_rate": 3.3068717334798142e-09,
      "loss": 0.3289,
      "step": 2820350
    },
    {
      "epoch": 787.15,
      "grad_norm": 1.4027827978134155,
      "learning_rate": 3.3054360178422917e-09,
      "loss": 0.3372,
      "step": 2820360
    },
    {
      "epoch": 787.15,
      "grad_norm": 1.126448631286621,
      "learning_rate": 3.3040006137186047e-09,
      "loss": 0.3291,
      "step": 2820370
    },
    {
      "epoch": 787.16,
      "grad_norm": 1.1774778366088867,
      "learning_rate": 3.3025655211087533e-09,
      "loss": 0.3561,
      "step": 2820380
    },
    {
      "epoch": 787.16,
      "grad_norm": 1.3183141946792603,
      "learning_rate": 3.3011307400135183e-09,
      "loss": 0.3301,
      "step": 2820390
    },
    {
      "epoch": 787.16,
      "grad_norm": 1.2560511827468872,
      "learning_rate": 3.2996962704323787e-09,
      "loss": 0.3256,
      "step": 2820400
    },
    {
      "epoch": 787.16,
      "grad_norm": 1.2629023790359497,
      "learning_rate": 3.2982621123655953e-09,
      "loss": 0.3295,
      "step": 2820410
    },
    {
      "epoch": 787.17,
      "grad_norm": 1.3466582298278809,
      "learning_rate": 3.2968282658139487e-09,
      "loss": 0.3219,
      "step": 2820420
    },
    {
      "epoch": 787.17,
      "grad_norm": 1.3193066120147705,
      "learning_rate": 3.2953947307771783e-09,
      "loss": 0.3391,
      "step": 2820430
    },
    {
      "epoch": 787.17,
      "grad_norm": 1.2763097286224365,
      "learning_rate": 3.293961507255544e-09,
      "loss": 0.3379,
      "step": 2820440
    },
    {
      "epoch": 787.18,
      "grad_norm": 1.3384259939193726,
      "learning_rate": 3.292528595249047e-09,
      "loss": 0.3171,
      "step": 2820450
    },
    {
      "epoch": 787.18,
      "grad_norm": 1.6006245613098145,
      "learning_rate": 3.291095994758207e-09,
      "loss": 0.3406,
      "step": 2820460
    },
    {
      "epoch": 787.18,
      "grad_norm": 1.3181583881378174,
      "learning_rate": 3.289663705783284e-09,
      "loss": 0.3469,
      "step": 2820470
    },
    {
      "epoch": 787.18,
      "grad_norm": 1.5163164138793945,
      "learning_rate": 3.288231728324018e-09,
      "loss": 0.3353,
      "step": 2820480
    },
    {
      "epoch": 787.19,
      "grad_norm": 1.357263207435608,
      "learning_rate": 3.2868000623809295e-09,
      "loss": 0.3462,
      "step": 2820490
    },
    {
      "epoch": 787.19,
      "grad_norm": 1.3748911619186401,
      "learning_rate": 3.2853687079540184e-09,
      "loss": 0.3339,
      "step": 2820500
    },
    {
      "epoch": 787.19,
      "grad_norm": 1.1892201900482178,
      "learning_rate": 3.283937665043805e-09,
      "loss": 0.3223,
      "step": 2820510
    },
    {
      "epoch": 787.2,
      "grad_norm": 1.0797284841537476,
      "learning_rate": 3.2825069336500294e-09,
      "loss": 0.3355,
      "step": 2820520
    },
    {
      "epoch": 787.2,
      "grad_norm": 1.1901373863220215,
      "learning_rate": 3.281076513773472e-09,
      "loss": 0.3369,
      "step": 2820530
    },
    {
      "epoch": 787.2,
      "grad_norm": 1.2572221755981445,
      "learning_rate": 3.2796464054136126e-09,
      "loss": 0.3323,
      "step": 2820540
    },
    {
      "epoch": 787.2,
      "grad_norm": 1.4436298608779907,
      "learning_rate": 3.278216608571232e-09,
      "loss": 0.3437,
      "step": 2820550
    },
    {
      "epoch": 787.21,
      "grad_norm": 1.157221794128418,
      "learning_rate": 3.276787123246069e-09,
      "loss": 0.3286,
      "step": 2820560
    },
    {
      "epoch": 787.21,
      "grad_norm": 1.2783623933792114,
      "learning_rate": 3.275357949438645e-09,
      "loss": 0.3409,
      "step": 2820570
    },
    {
      "epoch": 787.21,
      "grad_norm": 1.2680284976959229,
      "learning_rate": 3.27392908714896e-09,
      "loss": 0.3342,
      "step": 2820580
    },
    {
      "epoch": 787.21,
      "grad_norm": 1.044832706451416,
      "learning_rate": 3.272500536377273e-09,
      "loss": 0.3292,
      "step": 2820590
    },
    {
      "epoch": 787.22,
      "grad_norm": 1.210315465927124,
      "learning_rate": 3.271072297123846e-09,
      "loss": 0.3235,
      "step": 2820600
    },
    {
      "epoch": 787.22,
      "grad_norm": 1.2465394735336304,
      "learning_rate": 3.269644369388938e-09,
      "loss": 0.3198,
      "step": 2820610
    },
    {
      "epoch": 787.22,
      "grad_norm": 1.4079134464263916,
      "learning_rate": 3.2682167531725494e-09,
      "loss": 0.3286,
      "step": 2820620
    },
    {
      "epoch": 787.23,
      "grad_norm": 1.283361554145813,
      "learning_rate": 3.2667894484746797e-09,
      "loss": 0.3607,
      "step": 2820630
    },
    {
      "epoch": 787.23,
      "grad_norm": 1.2651841640472412,
      "learning_rate": 3.26536245529585e-09,
      "loss": 0.3496,
      "step": 2820640
    },
    {
      "epoch": 787.23,
      "grad_norm": 1.599851131439209,
      "learning_rate": 3.2639357736363205e-09,
      "loss": 0.3312,
      "step": 2820650
    },
    {
      "epoch": 787.23,
      "grad_norm": 1.2896751165390015,
      "learning_rate": 3.262509403496091e-09,
      "loss": 0.3509,
      "step": 2820660
    },
    {
      "epoch": 787.24,
      "grad_norm": 1.0776939392089844,
      "learning_rate": 3.261083344875421e-09,
      "loss": 0.33,
      "step": 2820670
    },
    {
      "epoch": 787.24,
      "grad_norm": 1.2726833820343018,
      "learning_rate": 3.2596575977743117e-09,
      "loss": 0.3364,
      "step": 2820680
    },
    {
      "epoch": 787.24,
      "grad_norm": 1.3870121240615845,
      "learning_rate": 3.2582321621930224e-09,
      "loss": 0.3312,
      "step": 2820690
    },
    {
      "epoch": 787.25,
      "grad_norm": 1.1630803346633911,
      "learning_rate": 3.256807038132074e-09,
      "loss": 0.3353,
      "step": 2820700
    },
    {
      "epoch": 787.25,
      "grad_norm": 1.1844778060913086,
      "learning_rate": 3.255382225591206e-09,
      "loss": 0.3673,
      "step": 2820710
    },
    {
      "epoch": 787.25,
      "grad_norm": 1.0775468349456787,
      "learning_rate": 3.2539577245709392e-09,
      "loss": 0.3429,
      "step": 2820720
    },
    {
      "epoch": 787.25,
      "grad_norm": 1.105675458908081,
      "learning_rate": 3.2525335350712735e-09,
      "loss": 0.3517,
      "step": 2820730
    },
    {
      "epoch": 787.26,
      "grad_norm": 1.2507789134979248,
      "learning_rate": 3.251109657092469e-09,
      "loss": 0.3361,
      "step": 2820740
    },
    {
      "epoch": 787.26,
      "grad_norm": 1.4864438772201538,
      "learning_rate": 3.2496860906347858e-09,
      "loss": 0.3283,
      "step": 2820750
    },
    {
      "epoch": 787.26,
      "grad_norm": 1.1697628498077393,
      "learning_rate": 3.248262835698224e-09,
      "loss": 0.3395,
      "step": 2820760
    },
    {
      "epoch": 787.26,
      "grad_norm": 1.374153971672058,
      "learning_rate": 3.246839892283304e-09,
      "loss": 0.3396,
      "step": 2820770
    },
    {
      "epoch": 787.27,
      "grad_norm": 1.3498986959457397,
      "learning_rate": 3.2454172603897654e-09,
      "loss": 0.3302,
      "step": 2820780
    },
    {
      "epoch": 787.27,
      "grad_norm": 9.59882640838623,
      "learning_rate": 3.243994940018129e-09,
      "loss": 0.3452,
      "step": 2820790
    },
    {
      "epoch": 787.27,
      "grad_norm": 1.1530081033706665,
      "learning_rate": 3.2425729311683946e-09,
      "loss": 0.3432,
      "step": 2820800
    },
    {
      "epoch": 787.28,
      "grad_norm": 1.5097615718841553,
      "learning_rate": 3.2411512338408225e-09,
      "loss": 0.3344,
      "step": 2820810
    },
    {
      "epoch": 787.28,
      "grad_norm": 1.2395368814468384,
      "learning_rate": 3.239729848035673e-09,
      "loss": 0.343,
      "step": 2820820
    },
    {
      "epoch": 787.28,
      "grad_norm": 1.3230313062667847,
      "learning_rate": 3.2383087737529456e-09,
      "loss": 0.3453,
      "step": 2820830
    },
    {
      "epoch": 787.28,
      "grad_norm": 1.3074361085891724,
      "learning_rate": 3.236888010993161e-09,
      "loss": 0.3448,
      "step": 2820840
    },
    {
      "epoch": 787.29,
      "grad_norm": 1.309857726097107,
      "learning_rate": 3.2354675597560596e-09,
      "loss": 0.3393,
      "step": 2820850
    },
    {
      "epoch": 787.29,
      "grad_norm": 1.154164433479309,
      "learning_rate": 3.234047420042421e-09,
      "loss": 0.3192,
      "step": 2820860
    },
    {
      "epoch": 787.29,
      "grad_norm": 1.200912594795227,
      "learning_rate": 3.2326275918517253e-09,
      "loss": 0.3138,
      "step": 2820870
    },
    {
      "epoch": 787.3,
      "grad_norm": 1.176314115524292,
      "learning_rate": 3.231208075184753e-09,
      "loss": 0.3474,
      "step": 2820880
    },
    {
      "epoch": 787.3,
      "grad_norm": 1.7468816041946411,
      "learning_rate": 3.2297888700415046e-09,
      "loss": 0.3197,
      "step": 2820890
    },
    {
      "epoch": 787.3,
      "grad_norm": 1.2330024242401123,
      "learning_rate": 3.2283699764222395e-09,
      "loss": 0.3357,
      "step": 2820900
    },
    {
      "epoch": 787.3,
      "grad_norm": 1.6186660528182983,
      "learning_rate": 3.226951394326698e-09,
      "loss": 0.3337,
      "step": 2820910
    },
    {
      "epoch": 787.31,
      "grad_norm": 1.0615092515945435,
      "learning_rate": 3.225533123755661e-09,
      "loss": 0.3456,
      "step": 2820920
    },
    {
      "epoch": 787.31,
      "grad_norm": 1.1197121143341064,
      "learning_rate": 3.2241151647088673e-09,
      "loss": 0.3416,
      "step": 2820930
    },
    {
      "epoch": 787.31,
      "grad_norm": 1.2591615915298462,
      "learning_rate": 3.2226975171868383e-09,
      "loss": 0.3208,
      "step": 2820940
    },
    {
      "epoch": 787.32,
      "grad_norm": 1.2552273273468018,
      "learning_rate": 3.2212801811895737e-09,
      "loss": 0.3291,
      "step": 2820950
    },
    {
      "epoch": 787.32,
      "grad_norm": 1.4664967060089111,
      "learning_rate": 3.2198631567175936e-09,
      "loss": 0.3397,
      "step": 2820960
    },
    {
      "epoch": 787.32,
      "grad_norm": 1.4452481269836426,
      "learning_rate": 3.218446443770638e-09,
      "loss": 0.3323,
      "step": 2820970
    },
    {
      "epoch": 787.32,
      "grad_norm": 1.310782551765442,
      "learning_rate": 3.217030042348967e-09,
      "loss": 0.3384,
      "step": 2820980
    },
    {
      "epoch": 787.33,
      "grad_norm": 1.2009973526000977,
      "learning_rate": 3.215613952452841e-09,
      "loss": 0.3273,
      "step": 2820990
    },
    {
      "epoch": 787.33,
      "grad_norm": 1.206130862236023,
      "learning_rate": 3.2141981740825204e-09,
      "loss": 0.3314,
      "step": 2821000
    },
    {
      "epoch": 787.33,
      "grad_norm": 1.3482033014297485,
      "learning_rate": 3.2127827072382652e-09,
      "loss": 0.3425,
      "step": 2821010
    },
    {
      "epoch": 787.33,
      "grad_norm": 1.069444179534912,
      "learning_rate": 3.211367551920075e-09,
      "loss": 0.3209,
      "step": 2821020
    },
    {
      "epoch": 787.34,
      "grad_norm": 1.2075834274291992,
      "learning_rate": 3.2099527081282106e-09,
      "loss": 0.3507,
      "step": 2821030
    },
    {
      "epoch": 787.34,
      "grad_norm": 1.3610602617263794,
      "learning_rate": 3.2085381758629318e-09,
      "loss": 0.3273,
      "step": 2821040
    },
    {
      "epoch": 787.34,
      "grad_norm": 1.3523467779159546,
      "learning_rate": 3.207123955124239e-09,
      "loss": 0.3467,
      "step": 2821050
    },
    {
      "epoch": 787.35,
      "grad_norm": 1.6264030933380127,
      "learning_rate": 3.2057100459126525e-09,
      "loss": 0.3435,
      "step": 2821060
    },
    {
      "epoch": 787.35,
      "grad_norm": 1.2897117137908936,
      "learning_rate": 3.204296448227912e-09,
      "loss": 0.3371,
      "step": 2821070
    },
    {
      "epoch": 787.35,
      "grad_norm": 1.3932913541793823,
      "learning_rate": 3.2028831620705373e-09,
      "loss": 0.3364,
      "step": 2821080
    },
    {
      "epoch": 787.35,
      "grad_norm": 1.2305868864059448,
      "learning_rate": 3.2014701874405294e-09,
      "loss": 0.3325,
      "step": 2821090
    },
    {
      "epoch": 787.36,
      "grad_norm": 2.1958346366882324,
      "learning_rate": 3.2000575243381482e-09,
      "loss": 0.3368,
      "step": 2821100
    },
    {
      "epoch": 787.36,
      "grad_norm": 1.1806004047393799,
      "learning_rate": 3.198645172763914e-09,
      "loss": 0.3387,
      "step": 2821110
    },
    {
      "epoch": 787.36,
      "grad_norm": 1.22561514377594,
      "learning_rate": 3.1972331327173063e-09,
      "loss": 0.3528,
      "step": 2821120
    },
    {
      "epoch": 787.37,
      "grad_norm": 1.305065631866455,
      "learning_rate": 3.1958214041991057e-09,
      "loss": 0.3427,
      "step": 2821130
    },
    {
      "epoch": 787.37,
      "grad_norm": 1.3506157398223877,
      "learning_rate": 3.1944099872093127e-09,
      "loss": 0.3234,
      "step": 2821140
    },
    {
      "epoch": 787.37,
      "grad_norm": 1.225439429283142,
      "learning_rate": 3.192998881748187e-09,
      "loss": 0.3232,
      "step": 2821150
    },
    {
      "epoch": 787.37,
      "grad_norm": 1.0827605724334717,
      "learning_rate": 3.1915880878157288e-09,
      "loss": 0.3394,
      "step": 2821160
    },
    {
      "epoch": 787.38,
      "grad_norm": 1.1662715673446655,
      "learning_rate": 3.190177605412198e-09,
      "loss": 0.3332,
      "step": 2821170
    },
    {
      "epoch": 787.38,
      "grad_norm": 1.5012929439544678,
      "learning_rate": 3.1887674345378552e-09,
      "loss": 0.3424,
      "step": 2821180
    },
    {
      "epoch": 787.38,
      "grad_norm": 1.0744903087615967,
      "learning_rate": 3.1873575751929607e-09,
      "loss": 0.3561,
      "step": 2821190
    },
    {
      "epoch": 787.38,
      "grad_norm": 1.4186310768127441,
      "learning_rate": 3.1859480273775143e-09,
      "loss": 0.3444,
      "step": 2821200
    },
    {
      "epoch": 787.39,
      "grad_norm": 1.4632076025009155,
      "learning_rate": 3.184538791091776e-09,
      "loss": 0.3434,
      "step": 2821210
    },
    {
      "epoch": 787.39,
      "grad_norm": 2.291032075881958,
      "learning_rate": 3.183129866335746e-09,
      "loss": 0.3379,
      "step": 2821220
    },
    {
      "epoch": 787.39,
      "grad_norm": 1.3649463653564453,
      "learning_rate": 3.1817212531102045e-09,
      "loss": 0.3106,
      "step": 2821230
    },
    {
      "epoch": 787.4,
      "grad_norm": 1.205475926399231,
      "learning_rate": 3.1803129514146317e-09,
      "loss": 0.3364,
      "step": 2821240
    },
    {
      "epoch": 787.4,
      "grad_norm": 1.573815941810608,
      "learning_rate": 3.178904961249548e-09,
      "loss": 0.3287,
      "step": 2821250
    },
    {
      "epoch": 787.4,
      "grad_norm": 1.1814266443252563,
      "learning_rate": 3.1774972826152135e-09,
      "loss": 0.3412,
      "step": 2821260
    },
    {
      "epoch": 787.4,
      "grad_norm": 1.2346341609954834,
      "learning_rate": 3.176089915511628e-09,
      "loss": 0.3492,
      "step": 2821270
    },
    {
      "epoch": 787.41,
      "grad_norm": 1.3644042015075684,
      "learning_rate": 3.1746828599390516e-09,
      "loss": 0.3327,
      "step": 2821280
    },
    {
      "epoch": 787.41,
      "grad_norm": 1.266613483428955,
      "learning_rate": 3.173276115897745e-09,
      "loss": 0.3345,
      "step": 2821290
    },
    {
      "epoch": 787.41,
      "grad_norm": 1.3407673835754395,
      "learning_rate": 3.1718696833879684e-09,
      "loss": 0.3414,
      "step": 2821300
    },
    {
      "epoch": 787.42,
      "grad_norm": 1.316402792930603,
      "learning_rate": 3.170463562409461e-09,
      "loss": 0.3491,
      "step": 2821310
    },
    {
      "epoch": 787.42,
      "grad_norm": 1.1918978691101074,
      "learning_rate": 3.1690577529630035e-09,
      "loss": 0.3198,
      "step": 2821320
    },
    {
      "epoch": 787.42,
      "grad_norm": 1.3840301036834717,
      "learning_rate": 3.1676522550483364e-09,
      "loss": 0.3599,
      "step": 2821330
    },
    {
      "epoch": 787.42,
      "grad_norm": 1.1383521556854248,
      "learning_rate": 3.1662470686659792e-09,
      "loss": 0.3364,
      "step": 2821340
    },
    {
      "epoch": 787.43,
      "grad_norm": 1.5239251852035522,
      "learning_rate": 3.1648421938159327e-09,
      "loss": 0.3362,
      "step": 2821350
    },
    {
      "epoch": 787.43,
      "grad_norm": 1.3841774463653564,
      "learning_rate": 3.163437630498457e-09,
      "loss": 0.3412,
      "step": 2821360
    },
    {
      "epoch": 787.43,
      "grad_norm": 1.2026939392089844,
      "learning_rate": 3.1620333787135516e-09,
      "loss": 0.3467,
      "step": 2821370
    },
    {
      "epoch": 787.44,
      "grad_norm": 1.3872487545013428,
      "learning_rate": 3.160629438461477e-09,
      "loss": 0.3413,
      "step": 2821380
    },
    {
      "epoch": 787.44,
      "grad_norm": 1.2957794666290283,
      "learning_rate": 3.1592258097427532e-09,
      "loss": 0.3356,
      "step": 2821390
    },
    {
      "epoch": 787.44,
      "grad_norm": 1.1561005115509033,
      "learning_rate": 3.157822492557121e-09,
      "loss": 0.3527,
      "step": 2821400
    },
    {
      "epoch": 787.44,
      "grad_norm": 1.3121675252914429,
      "learning_rate": 3.1564194869048396e-09,
      "loss": 0.3446,
      "step": 2821410
    },
    {
      "epoch": 787.45,
      "grad_norm": 1.2224613428115845,
      "learning_rate": 3.15501679278617e-09,
      "loss": 0.326,
      "step": 2821420
    },
    {
      "epoch": 787.45,
      "grad_norm": 1.2581652402877808,
      "learning_rate": 3.1536144102016317e-09,
      "loss": 0.328,
      "step": 2821430
    },
    {
      "epoch": 787.45,
      "grad_norm": 1.483087420463562,
      "learning_rate": 3.1522123391509656e-09,
      "loss": 0.3436,
      "step": 2821440
    },
    {
      "epoch": 787.45,
      "grad_norm": 1.2344404458999634,
      "learning_rate": 3.1508105796344307e-09,
      "loss": 0.3475,
      "step": 2821450
    },
    {
      "epoch": 787.46,
      "grad_norm": 1.3226196765899658,
      "learning_rate": 3.1494091316525487e-09,
      "loss": 0.341,
      "step": 2821460
    },
    {
      "epoch": 787.46,
      "grad_norm": 1.2791796922683716,
      "learning_rate": 3.148007995204798e-09,
      "loss": 0.3552,
      "step": 2821470
    },
    {
      "epoch": 787.46,
      "grad_norm": 1.169442892074585,
      "learning_rate": 3.1466071702922203e-09,
      "loss": 0.3455,
      "step": 2821480
    },
    {
      "epoch": 787.47,
      "grad_norm": 1.2301034927368164,
      "learning_rate": 3.1452066569142947e-09,
      "loss": 0.3373,
      "step": 2821490
    },
    {
      "epoch": 787.47,
      "grad_norm": 1.3775440454483032,
      "learning_rate": 3.143806455071802e-09,
      "loss": 0.3481,
      "step": 2821500
    },
    {
      "epoch": 787.47,
      "grad_norm": 1.174403190612793,
      "learning_rate": 3.142406564764482e-09,
      "loss": 0.3314,
      "step": 2821510
    },
    {
      "epoch": 787.47,
      "grad_norm": 1.3024858236312866,
      "learning_rate": 3.1410069859925946e-09,
      "loss": 0.3328,
      "step": 2821520
    },
    {
      "epoch": 787.48,
      "grad_norm": 1.3656911849975586,
      "learning_rate": 3.1396077187564004e-09,
      "loss": 0.3314,
      "step": 2821530
    },
    {
      "epoch": 787.48,
      "grad_norm": 1.1777434349060059,
      "learning_rate": 3.1382087630561597e-09,
      "loss": 0.3428,
      "step": 2821540
    },
    {
      "epoch": 787.48,
      "grad_norm": 1.0727322101593018,
      "learning_rate": 3.1368101188921324e-09,
      "loss": 0.3432,
      "step": 2821550
    },
    {
      "epoch": 787.49,
      "grad_norm": 1.180005431175232,
      "learning_rate": 3.135411786264058e-09,
      "loss": 0.3384,
      "step": 2821560
    },
    {
      "epoch": 787.49,
      "grad_norm": 1.5202337503433228,
      "learning_rate": 3.134013765172718e-09,
      "loss": 0.3388,
      "step": 2821570
    },
    {
      "epoch": 787.49,
      "grad_norm": 1.2940524816513062,
      "learning_rate": 3.1326160556175914e-09,
      "loss": 0.3313,
      "step": 2821580
    },
    {
      "epoch": 787.49,
      "grad_norm": 1.3215606212615967,
      "learning_rate": 3.1312186575997192e-09,
      "loss": 0.3496,
      "step": 2821590
    },
    {
      "epoch": 787.5,
      "grad_norm": 1.2797366380691528,
      "learning_rate": 3.1298215711185806e-09,
      "loss": 0.3416,
      "step": 2821600
    },
    {
      "epoch": 787.5,
      "grad_norm": 1.1356383562088013,
      "learning_rate": 3.1284247961746963e-09,
      "loss": 0.3377,
      "step": 2821610
    },
    {
      "epoch": 787.5,
      "grad_norm": 1.0710322856903076,
      "learning_rate": 3.127028332768327e-09,
      "loss": 0.3272,
      "step": 2821620
    },
    {
      "epoch": 787.5,
      "grad_norm": 1.1863794326782227,
      "learning_rate": 3.1256321808992118e-09,
      "loss": 0.3419,
      "step": 2821630
    },
    {
      "epoch": 787.51,
      "grad_norm": 1.3580894470214844,
      "learning_rate": 3.1242363405681314e-09,
      "loss": 0.3368,
      "step": 2821640
    },
    {
      "epoch": 787.51,
      "grad_norm": 1.3959499597549438,
      "learning_rate": 3.122840811774826e-09,
      "loss": 0.344,
      "step": 2821650
    },
    {
      "epoch": 787.51,
      "grad_norm": 1.4151817560195923,
      "learning_rate": 3.1214455945195554e-09,
      "loss": 0.3351,
      "step": 2821660
    },
    {
      "epoch": 787.52,
      "grad_norm": 1.237204670906067,
      "learning_rate": 3.1200506888028403e-09,
      "loss": 0.3387,
      "step": 2821670
    },
    {
      "epoch": 787.52,
      "grad_norm": 1.1903079748153687,
      "learning_rate": 3.11865609462442e-09,
      "loss": 0.3435,
      "step": 2821680
    },
    {
      "epoch": 787.52,
      "grad_norm": 1.2408335208892822,
      "learning_rate": 3.1172618119848154e-09,
      "loss": 0.338,
      "step": 2821690
    },
    {
      "epoch": 787.52,
      "grad_norm": 1.3283202648162842,
      "learning_rate": 3.1158678408837666e-09,
      "loss": 0.335,
      "step": 2821700
    },
    {
      "epoch": 787.53,
      "grad_norm": 1.1849075555801392,
      "learning_rate": 3.1144741813220533e-09,
      "loss": 0.3384,
      "step": 2821710
    },
    {
      "epoch": 787.53,
      "grad_norm": 1.284896731376648,
      "learning_rate": 3.113080833299416e-09,
      "loss": 0.3176,
      "step": 2821720
    },
    {
      "epoch": 787.53,
      "grad_norm": 1.2772449254989624,
      "learning_rate": 3.1116877968161146e-09,
      "loss": 0.3293,
      "step": 2821730
    },
    {
      "epoch": 787.54,
      "grad_norm": 1.227858543395996,
      "learning_rate": 3.11029507187267e-09,
      "loss": 0.3552,
      "step": 2821740
    },
    {
      "epoch": 787.54,
      "grad_norm": 1.225215196609497,
      "learning_rate": 3.108902658468821e-09,
      "loss": 0.3337,
      "step": 2821750
    },
    {
      "epoch": 787.54,
      "grad_norm": 1.222048282623291,
      "learning_rate": 3.107510556605089e-09,
      "loss": 0.3221,
      "step": 2821760
    },
    {
      "epoch": 787.54,
      "grad_norm": 1.2409229278564453,
      "learning_rate": 3.1061187662812132e-09,
      "loss": 0.3161,
      "step": 2821770
    },
    {
      "epoch": 787.55,
      "grad_norm": 1.2473641633987427,
      "learning_rate": 3.1047272874979747e-09,
      "loss": 0.3171,
      "step": 2821780
    },
    {
      "epoch": 787.55,
      "grad_norm": 1.0062885284423828,
      "learning_rate": 3.1033361202551127e-09,
      "loss": 0.3492,
      "step": 2821790
    },
    {
      "epoch": 787.55,
      "grad_norm": 1.237541913986206,
      "learning_rate": 3.1019452645531483e-09,
      "loss": 0.3226,
      "step": 2821800
    },
    {
      "epoch": 787.56,
      "grad_norm": 1.2009459733963013,
      "learning_rate": 3.100554720391821e-09,
      "loss": 0.3325,
      "step": 2821810
    },
    {
      "epoch": 787.56,
      "grad_norm": 5.182112693786621,
      "learning_rate": 3.0991644877716505e-09,
      "loss": 0.3318,
      "step": 2821820
    },
    {
      "epoch": 787.56,
      "grad_norm": 1.2064626216888428,
      "learning_rate": 3.0977745666928984e-09,
      "loss": 0.3498,
      "step": 2821830
    },
    {
      "epoch": 787.56,
      "grad_norm": 1.206010341644287,
      "learning_rate": 3.0963849571553033e-09,
      "loss": 0.35,
      "step": 2821840
    },
    {
      "epoch": 787.57,
      "grad_norm": 1.0980665683746338,
      "learning_rate": 3.0949956591596464e-09,
      "loss": 0.3336,
      "step": 2821850
    },
    {
      "epoch": 787.57,
      "grad_norm": 1.1691389083862305,
      "learning_rate": 3.0936066727056675e-09,
      "loss": 0.3525,
      "step": 2821860
    },
    {
      "epoch": 787.57,
      "grad_norm": 1.3691247701644897,
      "learning_rate": 3.0922179977936265e-09,
      "loss": 0.3387,
      "step": 2821870
    },
    {
      "epoch": 787.57,
      "grad_norm": 1.2745189666748047,
      "learning_rate": 3.090829634424044e-09,
      "loss": 0.3461,
      "step": 2821880
    },
    {
      "epoch": 787.58,
      "grad_norm": 1.5103414058685303,
      "learning_rate": 3.0894415825963996e-09,
      "loss": 0.331,
      "step": 2821890
    },
    {
      "epoch": 787.58,
      "grad_norm": 1.1509921550750732,
      "learning_rate": 3.088053842311734e-09,
      "loss": 0.3441,
      "step": 2821900
    },
    {
      "epoch": 787.58,
      "grad_norm": 1.298378586769104,
      "learning_rate": 3.0866664135695275e-09,
      "loss": 0.3392,
      "step": 2821910
    },
    {
      "epoch": 787.59,
      "grad_norm": 1.0377224683761597,
      "learning_rate": 3.0852792963702993e-09,
      "loss": 0.3404,
      "step": 2821920
    },
    {
      "epoch": 787.59,
      "grad_norm": 1.0722260475158691,
      "learning_rate": 3.0838924907143105e-09,
      "loss": 0.3465,
      "step": 2821930
    },
    {
      "epoch": 787.59,
      "grad_norm": 1.3620567321777344,
      "learning_rate": 3.0825059966015606e-09,
      "loss": 0.3434,
      "step": 2821940
    },
    {
      "epoch": 787.59,
      "grad_norm": 1.1258777379989624,
      "learning_rate": 3.0811198140323103e-09,
      "loss": 0.3257,
      "step": 2821950
    },
    {
      "epoch": 787.6,
      "grad_norm": 1.2323105335235596,
      "learning_rate": 3.079733943006559e-09,
      "loss": 0.3311,
      "step": 2821960
    },
    {
      "epoch": 787.6,
      "grad_norm": 1.2147250175476074,
      "learning_rate": 3.078348383524828e-09,
      "loss": 0.3366,
      "step": 2821970
    },
    {
      "epoch": 787.6,
      "grad_norm": 1.263183355331421,
      "learning_rate": 3.0769631355871164e-09,
      "loss": 0.3508,
      "step": 2821980
    },
    {
      "epoch": 787.61,
      "grad_norm": 1.2980003356933594,
      "learning_rate": 3.0755781991936847e-09,
      "loss": 0.3317,
      "step": 2821990
    },
    {
      "epoch": 787.61,
      "grad_norm": 1.2153977155685425,
      "learning_rate": 3.074193574344533e-09,
      "loss": 0.3344,
      "step": 2822000
    },
    {
      "epoch": 787.61,
      "grad_norm": 1.1756913661956787,
      "learning_rate": 3.0728092610399214e-09,
      "loss": 0.3345,
      "step": 2822010
    },
    {
      "epoch": 787.61,
      "grad_norm": 1.2346898317337036,
      "learning_rate": 3.07142525928011e-09,
      "loss": 0.3388,
      "step": 2822020
    },
    {
      "epoch": 787.62,
      "grad_norm": 1.2052028179168701,
      "learning_rate": 3.0700415690653596e-09,
      "loss": 0.3412,
      "step": 2822030
    },
    {
      "epoch": 787.62,
      "grad_norm": 2.081556558609009,
      "learning_rate": 3.0686581903956695e-09,
      "loss": 0.3354,
      "step": 2822040
    },
    {
      "epoch": 787.62,
      "grad_norm": 1.170824408531189,
      "learning_rate": 3.0672751232713003e-09,
      "loss": 0.3337,
      "step": 2822050
    },
    {
      "epoch": 787.62,
      "grad_norm": 1.1597355604171753,
      "learning_rate": 3.0658923676925123e-09,
      "loss": 0.3394,
      "step": 2822060
    },
    {
      "epoch": 787.63,
      "grad_norm": 1.1674551963806152,
      "learning_rate": 3.064509923659565e-09,
      "loss": 0.3223,
      "step": 2822070
    },
    {
      "epoch": 787.63,
      "grad_norm": 1.2340595722198486,
      "learning_rate": 3.063127791172199e-09,
      "loss": 0.3375,
      "step": 2822080
    },
    {
      "epoch": 787.63,
      "grad_norm": 1.6133493185043335,
      "learning_rate": 3.0617459702309345e-09,
      "loss": 0.3376,
      "step": 2822090
    },
    {
      "epoch": 787.64,
      "grad_norm": 1.1879647970199585,
      "learning_rate": 3.060364460836032e-09,
      "loss": 0.33,
      "step": 2822100
    },
    {
      "epoch": 787.64,
      "grad_norm": 1.2916892766952515,
      "learning_rate": 3.0589832629874903e-09,
      "loss": 0.3476,
      "step": 2822110
    },
    {
      "epoch": 787.64,
      "grad_norm": 1.1037248373031616,
      "learning_rate": 3.057602376685571e-09,
      "loss": 0.333,
      "step": 2822120
    },
    {
      "epoch": 787.64,
      "grad_norm": 1.2734980583190918,
      "learning_rate": 3.0562218019305334e-09,
      "loss": 0.346,
      "step": 2822130
    },
    {
      "epoch": 787.65,
      "grad_norm": 1.4138990640640259,
      "learning_rate": 3.054841538722378e-09,
      "loss": 0.3267,
      "step": 2822140
    },
    {
      "epoch": 787.65,
      "grad_norm": 1.2301647663116455,
      "learning_rate": 3.053461587061365e-09,
      "loss": 0.3329,
      "step": 2822150
    },
    {
      "epoch": 787.65,
      "grad_norm": 1.235413670539856,
      "learning_rate": 3.0520819469477543e-09,
      "loss": 0.3429,
      "step": 2822160
    },
    {
      "epoch": 787.66,
      "grad_norm": 1.2903075218200684,
      "learning_rate": 3.050702618381546e-09,
      "loss": 0.3368,
      "step": 2822170
    },
    {
      "epoch": 787.66,
      "grad_norm": 1.3883414268493652,
      "learning_rate": 3.0493236013632605e-09,
      "loss": 0.3457,
      "step": 2822180
    },
    {
      "epoch": 787.66,
      "grad_norm": 1.3479654788970947,
      "learning_rate": 3.047944895892898e-09,
      "loss": 0.3338,
      "step": 2822190
    },
    {
      "epoch": 787.66,
      "grad_norm": 1.2840803861618042,
      "learning_rate": 3.0465665019704587e-09,
      "loss": 0.3575,
      "step": 2822200
    },
    {
      "epoch": 787.67,
      "grad_norm": 1.363567590713501,
      "learning_rate": 3.045188419596202e-09,
      "loss": 0.3231,
      "step": 2822210
    },
    {
      "epoch": 787.67,
      "grad_norm": 1.2496258020401,
      "learning_rate": 3.043810648770649e-09,
      "loss": 0.341,
      "step": 2822220
    },
    {
      "epoch": 787.67,
      "grad_norm": 1.1248197555541992,
      "learning_rate": 3.0424331894935394e-09,
      "loss": 0.3298,
      "step": 2822230
    },
    {
      "epoch": 787.68,
      "grad_norm": 1.3937088251113892,
      "learning_rate": 3.0410560417653932e-09,
      "loss": 0.3261,
      "step": 2822240
    },
    {
      "epoch": 787.68,
      "grad_norm": 1.0410186052322388,
      "learning_rate": 3.039679205585951e-09,
      "loss": 0.3471,
      "step": 2822250
    },
    {
      "epoch": 787.68,
      "grad_norm": 1.2043794393539429,
      "learning_rate": 3.0383026809559926e-09,
      "loss": 0.3182,
      "step": 2822260
    },
    {
      "epoch": 787.68,
      "grad_norm": 1.170749306678772,
      "learning_rate": 3.036926467875258e-09,
      "loss": 0.3431,
      "step": 2822270
    },
    {
      "epoch": 787.69,
      "grad_norm": 1.2806532382965088,
      "learning_rate": 3.0355505663442676e-09,
      "loss": 0.3368,
      "step": 2822280
    },
    {
      "epoch": 787.69,
      "grad_norm": 1.2435152530670166,
      "learning_rate": 3.034174976362762e-09,
      "loss": 0.3395,
      "step": 2822290
    },
    {
      "epoch": 787.69,
      "grad_norm": 1.1387847661972046,
      "learning_rate": 3.03279969793126e-09,
      "loss": 0.3365,
      "step": 2822300
    },
    {
      "epoch": 787.69,
      "grad_norm": 1.099044680595398,
      "learning_rate": 3.0314247310497634e-09,
      "loss": 0.3401,
      "step": 2822310
    },
    {
      "epoch": 787.7,
      "grad_norm": 1.2041009664535522,
      "learning_rate": 3.0300500757187913e-09,
      "loss": 0.3402,
      "step": 2822320
    },
    {
      "epoch": 787.7,
      "grad_norm": 1.1883597373962402,
      "learning_rate": 3.0286757319380843e-09,
      "loss": 0.3357,
      "step": 2822330
    },
    {
      "epoch": 787.7,
      "grad_norm": 1.306510329246521,
      "learning_rate": 3.027301699707902e-09,
      "loss": 0.35,
      "step": 2822340
    },
    {
      "epoch": 787.71,
      "grad_norm": 1.2691776752471924,
      "learning_rate": 3.0259279790287653e-09,
      "loss": 0.3527,
      "step": 2822350
    },
    {
      "epoch": 787.71,
      "grad_norm": 1.074053168296814,
      "learning_rate": 3.0245545699006736e-09,
      "loss": 0.3321,
      "step": 2822360
    },
    {
      "epoch": 787.71,
      "grad_norm": 1.2423232793807983,
      "learning_rate": 3.0231814723236277e-09,
      "loss": 0.341,
      "step": 2822370
    },
    {
      "epoch": 787.71,
      "grad_norm": 1.6154193878173828,
      "learning_rate": 3.0218086862981472e-09,
      "loss": 0.3506,
      "step": 2822380
    },
    {
      "epoch": 787.72,
      "grad_norm": 1.4690167903900146,
      "learning_rate": 3.0204362118239728e-09,
      "loss": 0.3346,
      "step": 2822390
    },
    {
      "epoch": 787.72,
      "grad_norm": 1.5526639223098755,
      "learning_rate": 3.019064048901624e-09,
      "loss": 0.3194,
      "step": 2822400
    },
    {
      "epoch": 787.72,
      "grad_norm": 1.3659371137619019,
      "learning_rate": 3.0176921975313614e-09,
      "loss": 0.3431,
      "step": 2822410
    },
    {
      "epoch": 787.73,
      "grad_norm": 1.1490490436553955,
      "learning_rate": 3.016320657712925e-09,
      "loss": 0.3371,
      "step": 2822420
    },
    {
      "epoch": 787.73,
      "grad_norm": 1.2904469966888428,
      "learning_rate": 3.014949429447095e-09,
      "loss": 0.3364,
      "step": 2822430
    },
    {
      "epoch": 787.73,
      "grad_norm": 3.895059585571289,
      "learning_rate": 3.0135785127336115e-09,
      "loss": 0.3386,
      "step": 2822440
    },
    {
      "epoch": 787.73,
      "grad_norm": 1.2479791641235352,
      "learning_rate": 3.0122079075727347e-09,
      "loss": 0.3371,
      "step": 2822450
    },
    {
      "epoch": 787.74,
      "grad_norm": 1.1553744077682495,
      "learning_rate": 3.010837613964725e-09,
      "loss": 0.3323,
      "step": 2822460
    },
    {
      "epoch": 787.74,
      "grad_norm": 1.4124343395233154,
      "learning_rate": 3.0094676319095815e-09,
      "loss": 0.3366,
      "step": 2822470
    },
    {
      "epoch": 787.74,
      "grad_norm": 1.0883337259292603,
      "learning_rate": 3.008097961407826e-09,
      "loss": 0.3293,
      "step": 2822480
    },
    {
      "epoch": 787.74,
      "grad_norm": 1.206048846244812,
      "learning_rate": 3.0067286024594573e-09,
      "loss": 0.3218,
      "step": 2822490
    },
    {
      "epoch": 787.75,
      "grad_norm": 1.498640537261963,
      "learning_rate": 3.0053595550647362e-09,
      "loss": 0.3335,
      "step": 2822500
    },
    {
      "epoch": 787.75,
      "grad_norm": 1.3070605993270874,
      "learning_rate": 3.0039908192236625e-09,
      "loss": 0.3245,
      "step": 2822510
    },
    {
      "epoch": 787.75,
      "grad_norm": 1.205757975578308,
      "learning_rate": 3.0026223949364962e-09,
      "loss": 0.3356,
      "step": 2822520
    },
    {
      "epoch": 787.76,
      "grad_norm": 1.1571093797683716,
      "learning_rate": 3.001254282203238e-09,
      "loss": 0.3333,
      "step": 2822530
    },
    {
      "epoch": 787.76,
      "grad_norm": 1.351088285446167,
      "learning_rate": 2.999886481024668e-09,
      "loss": 0.3448,
      "step": 2822540
    },
    {
      "epoch": 787.76,
      "grad_norm": 1.1094080209732056,
      "learning_rate": 2.9985189914002658e-09,
      "loss": 0.3182,
      "step": 2822550
    },
    {
      "epoch": 787.76,
      "grad_norm": 1.2942588329315186,
      "learning_rate": 2.997151813330812e-09,
      "loss": 0.3327,
      "step": 2822560
    },
    {
      "epoch": 787.77,
      "grad_norm": 1.1736273765563965,
      "learning_rate": 2.9957849468160467e-09,
      "loss": 0.3366,
      "step": 2822570
    },
    {
      "epoch": 787.77,
      "grad_norm": 1.3463455438613892,
      "learning_rate": 2.99441839185623e-09,
      "loss": 0.3278,
      "step": 2822580
    },
    {
      "epoch": 787.77,
      "grad_norm": 1.2521860599517822,
      "learning_rate": 2.9930521484516217e-09,
      "loss": 0.3439,
      "step": 2822590
    },
    {
      "epoch": 787.78,
      "grad_norm": 1.2041898965835571,
      "learning_rate": 2.9916862166024828e-09,
      "loss": 0.3309,
      "step": 2822600
    },
    {
      "epoch": 787.78,
      "grad_norm": 1.3205622434616089,
      "learning_rate": 2.9903205963088122e-09,
      "loss": 0.3401,
      "step": 2822610
    },
    {
      "epoch": 787.78,
      "grad_norm": 1.2238430976867676,
      "learning_rate": 2.9889552875711313e-09,
      "loss": 0.3347,
      "step": 2822620
    },
    {
      "epoch": 787.78,
      "grad_norm": 1.2736526727676392,
      "learning_rate": 2.9875902903891797e-09,
      "loss": 0.3183,
      "step": 2822630
    },
    {
      "epoch": 787.79,
      "grad_norm": 1.613893985748291,
      "learning_rate": 2.9862256047634773e-09,
      "loss": 0.3383,
      "step": 2822640
    },
    {
      "epoch": 787.79,
      "grad_norm": 1.1549464464187622,
      "learning_rate": 2.9848612306940247e-09,
      "loss": 0.3297,
      "step": 2822650
    },
    {
      "epoch": 787.79,
      "grad_norm": 1.1816067695617676,
      "learning_rate": 2.9834971681808213e-09,
      "loss": 0.3323,
      "step": 2822660
    },
    {
      "epoch": 787.8,
      "grad_norm": 1.2221258878707886,
      "learning_rate": 2.9821334172246484e-09,
      "loss": 0.3392,
      "step": 2822670
    },
    {
      "epoch": 787.8,
      "grad_norm": 1.2562363147735596,
      "learning_rate": 2.980769977824985e-09,
      "loss": 0.3514,
      "step": 2822680
    },
    {
      "epoch": 787.8,
      "grad_norm": 1.37898850440979,
      "learning_rate": 2.9794068499826122e-09,
      "loss": 0.3231,
      "step": 2822690
    },
    {
      "epoch": 787.8,
      "grad_norm": 1.3802212476730347,
      "learning_rate": 2.9780440336972696e-09,
      "loss": 0.325,
      "step": 2822700
    },
    {
      "epoch": 787.81,
      "grad_norm": 1.3588581085205078,
      "learning_rate": 2.9766815289694774e-09,
      "loss": 0.3406,
      "step": 2822710
    },
    {
      "epoch": 787.81,
      "grad_norm": 1.1514633893966675,
      "learning_rate": 2.975319335798976e-09,
      "loss": 0.3346,
      "step": 2822720
    },
    {
      "epoch": 787.81,
      "grad_norm": 1.392193078994751,
      "learning_rate": 2.973957454186545e-09,
      "loss": 0.3396,
      "step": 2822730
    },
    {
      "epoch": 787.81,
      "grad_norm": 1.1582005023956299,
      "learning_rate": 2.9725958841319253e-09,
      "loss": 0.3277,
      "step": 2822740
    },
    {
      "epoch": 787.82,
      "grad_norm": 1.1591838598251343,
      "learning_rate": 2.971234625635376e-09,
      "loss": 0.3176,
      "step": 2822750
    },
    {
      "epoch": 787.82,
      "grad_norm": 1.3983962535858154,
      "learning_rate": 2.9698736786971587e-09,
      "loss": 0.3302,
      "step": 2822760
    },
    {
      "epoch": 787.82,
      "grad_norm": 1.2638914585113525,
      "learning_rate": 2.968513043317272e-09,
      "loss": 0.3403,
      "step": 2822770
    },
    {
      "epoch": 787.83,
      "grad_norm": 1.2946484088897705,
      "learning_rate": 2.967152719495977e-09,
      "loss": 0.3385,
      "step": 2822780
    },
    {
      "epoch": 787.83,
      "grad_norm": 1.313477635383606,
      "learning_rate": 2.965792707233794e-09,
      "loss": 0.3241,
      "step": 2822790
    },
    {
      "epoch": 787.83,
      "grad_norm": 1.3874720335006714,
      "learning_rate": 2.9644330065304623e-09,
      "loss": 0.3564,
      "step": 2822800
    },
    {
      "epoch": 787.83,
      "grad_norm": 1.1437723636627197,
      "learning_rate": 2.9630736173865028e-09,
      "loss": 0.3408,
      "step": 2822810
    },
    {
      "epoch": 787.84,
      "grad_norm": 1.1289150714874268,
      "learning_rate": 2.9617145398016554e-09,
      "loss": 0.3481,
      "step": 2822820
    },
    {
      "epoch": 787.84,
      "grad_norm": 1.432529091835022,
      "learning_rate": 2.9603557737767e-09,
      "loss": 0.3394,
      "step": 2822830
    },
    {
      "epoch": 787.84,
      "grad_norm": 1.2682209014892578,
      "learning_rate": 2.958997319311117e-09,
      "loss": 0.3324,
      "step": 2822840
    },
    {
      "epoch": 787.85,
      "grad_norm": 1.1294403076171875,
      "learning_rate": 2.9576391764056866e-09,
      "loss": 0.3221,
      "step": 2822850
    },
    {
      "epoch": 787.85,
      "grad_norm": 1.4955978393554688,
      "learning_rate": 2.9562813450604087e-09,
      "loss": 0.331,
      "step": 2822860
    },
    {
      "epoch": 787.85,
      "grad_norm": 1.2449305057525635,
      "learning_rate": 2.9549238252752836e-09,
      "loss": 0.3371,
      "step": 2822870
    },
    {
      "epoch": 787.85,
      "grad_norm": 1.5274604558944702,
      "learning_rate": 2.9535666170505713e-09,
      "loss": 0.3435,
      "step": 2822880
    },
    {
      "epoch": 787.86,
      "grad_norm": 1.2656625509262085,
      "learning_rate": 2.952209720386532e-09,
      "loss": 0.3267,
      "step": 2822890
    },
    {
      "epoch": 787.86,
      "grad_norm": 1.9560590982437134,
      "learning_rate": 2.9508531352834264e-09,
      "loss": 0.3169,
      "step": 2822900
    },
    {
      "epoch": 787.86,
      "grad_norm": 1.3717985153198242,
      "learning_rate": 2.949496861741254e-09,
      "loss": 0.34,
      "step": 2822910
    },
    {
      "epoch": 787.86,
      "grad_norm": 1.3662047386169434,
      "learning_rate": 2.9481408997602748e-09,
      "loss": 0.3419,
      "step": 2822920
    },
    {
      "epoch": 787.87,
      "grad_norm": 1.0881283283233643,
      "learning_rate": 2.9467852493407495e-09,
      "loss": 0.3301,
      "step": 2822930
    },
    {
      "epoch": 787.87,
      "grad_norm": 1.215157151222229,
      "learning_rate": 2.945429910482678e-09,
      "loss": 0.3468,
      "step": 2822940
    },
    {
      "epoch": 787.87,
      "grad_norm": 1.2686768770217896,
      "learning_rate": 2.9440748831860602e-09,
      "loss": 0.3364,
      "step": 2822950
    },
    {
      "epoch": 787.88,
      "grad_norm": 1.0929096937179565,
      "learning_rate": 2.9427201674516766e-09,
      "loss": 0.3411,
      "step": 2822960
    },
    {
      "epoch": 787.88,
      "grad_norm": 1.2021125555038452,
      "learning_rate": 2.9413657632795274e-09,
      "loss": 0.3305,
      "step": 2822970
    },
    {
      "epoch": 787.88,
      "grad_norm": 1.201836347579956,
      "learning_rate": 2.9400116706693523e-09,
      "loss": 0.3395,
      "step": 2822980
    },
    {
      "epoch": 787.88,
      "grad_norm": 1.348353385925293,
      "learning_rate": 2.938657889621672e-09,
      "loss": 0.3434,
      "step": 2822990
    },
    {
      "epoch": 787.89,
      "grad_norm": 1.282137393951416,
      "learning_rate": 2.9373044201367462e-09,
      "loss": 0.3465,
      "step": 2823000
    },
    {
      "epoch": 787.89,
      "grad_norm": 1.4062838554382324,
      "learning_rate": 2.9359512622145753e-09,
      "loss": 0.3468,
      "step": 2823010
    },
    {
      "epoch": 787.89,
      "grad_norm": 1.3766132593154907,
      "learning_rate": 2.934598415855159e-09,
      "loss": 0.346,
      "step": 2823020
    },
    {
      "epoch": 787.9,
      "grad_norm": 1.3442649841308594,
      "learning_rate": 2.9332458810592782e-09,
      "loss": 0.3362,
      "step": 2823030
    },
    {
      "epoch": 787.9,
      "grad_norm": 1.1437731981277466,
      "learning_rate": 2.9318936578264126e-09,
      "loss": 0.3283,
      "step": 2823040
    },
    {
      "epoch": 787.9,
      "grad_norm": 1.1887191534042358,
      "learning_rate": 2.9305417461573422e-09,
      "loss": 0.3495,
      "step": 2823050
    },
    {
      "epoch": 787.9,
      "grad_norm": 1.3242661952972412,
      "learning_rate": 2.9291901460518073e-09,
      "loss": 0.3265,
      "step": 2823060
    },
    {
      "epoch": 787.91,
      "grad_norm": 1.2398220300674438,
      "learning_rate": 2.9278388575103286e-09,
      "loss": 0.3312,
      "step": 2823070
    },
    {
      "epoch": 787.91,
      "grad_norm": 1.3108240365982056,
      "learning_rate": 2.9264878805329053e-09,
      "loss": 0.3312,
      "step": 2823080
    },
    {
      "epoch": 787.91,
      "grad_norm": 1.3165218830108643,
      "learning_rate": 2.9251372151195377e-09,
      "loss": 0.3539,
      "step": 2823090
    },
    {
      "epoch": 787.92,
      "grad_norm": 1.0420095920562744,
      "learning_rate": 2.9237868612707467e-09,
      "loss": 0.3405,
      "step": 2823100
    },
    {
      "epoch": 787.92,
      "grad_norm": 2.5184547901153564,
      "learning_rate": 2.9224368189865317e-09,
      "loss": 0.3355,
      "step": 2823110
    },
    {
      "epoch": 787.92,
      "grad_norm": 1.1483687162399292,
      "learning_rate": 2.921087088267153e-09,
      "loss": 0.345,
      "step": 2823120
    },
    {
      "epoch": 787.92,
      "grad_norm": 1.2674837112426758,
      "learning_rate": 2.919737669112611e-09,
      "loss": 0.3452,
      "step": 2823130
    },
    {
      "epoch": 787.93,
      "grad_norm": 1.317602515220642,
      "learning_rate": 2.9183885615231655e-09,
      "loss": 0.3389,
      "step": 2823140
    },
    {
      "epoch": 787.93,
      "grad_norm": 1.3160152435302734,
      "learning_rate": 2.917039765499337e-09,
      "loss": 0.3493,
      "step": 2823150
    },
    {
      "epoch": 787.93,
      "grad_norm": 1.1477882862091064,
      "learning_rate": 2.9156912810406054e-09,
      "loss": 0.353,
      "step": 2823160
    },
    {
      "epoch": 787.93,
      "grad_norm": 3.769754648208618,
      "learning_rate": 2.914343108148011e-09,
      "loss": 0.3353,
      "step": 2823170
    },
    {
      "epoch": 787.94,
      "grad_norm": 1.1717915534973145,
      "learning_rate": 2.9129952468210336e-09,
      "loss": 0.3453,
      "step": 2823180
    },
    {
      "epoch": 787.94,
      "grad_norm": 1.9150992631912231,
      "learning_rate": 2.911647697059934e-09,
      "loss": 0.3504,
      "step": 2823190
    },
    {
      "epoch": 787.94,
      "grad_norm": 1.3115211725234985,
      "learning_rate": 2.910300458865231e-09,
      "loss": 0.3182,
      "step": 2823200
    },
    {
      "epoch": 787.95,
      "grad_norm": 1.1562507152557373,
      "learning_rate": 2.908953532236927e-09,
      "loss": 0.3489,
      "step": 2823210
    },
    {
      "epoch": 787.95,
      "grad_norm": 1.169776439666748,
      "learning_rate": 2.90760691717528e-09,
      "loss": 0.3342,
      "step": 2823220
    },
    {
      "epoch": 787.95,
      "grad_norm": 1.2315945625305176,
      "learning_rate": 2.906260613680291e-09,
      "loss": 0.3324,
      "step": 2823230
    },
    {
      "epoch": 787.95,
      "grad_norm": 1.2429863214492798,
      "learning_rate": 2.9049146217524805e-09,
      "loss": 0.3393,
      "step": 2823240
    },
    {
      "epoch": 787.96,
      "grad_norm": 1.1599316596984863,
      "learning_rate": 2.9035689413915882e-09,
      "loss": 0.3454,
      "step": 2823250
    },
    {
      "epoch": 787.96,
      "grad_norm": 1.027665615081787,
      "learning_rate": 2.902223572597874e-09,
      "loss": 0.3379,
      "step": 2823260
    },
    {
      "epoch": 787.96,
      "grad_norm": 1.2398091554641724,
      "learning_rate": 2.9008785153718588e-09,
      "loss": 0.3364,
      "step": 2823270
    },
    {
      "epoch": 787.97,
      "grad_norm": 1.4866546392440796,
      "learning_rate": 2.8995337697132817e-09,
      "loss": 0.3405,
      "step": 2823280
    },
    {
      "epoch": 787.97,
      "grad_norm": 4.355775833129883,
      "learning_rate": 2.898189335622664e-09,
      "loss": 0.35,
      "step": 2823290
    },
    {
      "epoch": 787.97,
      "grad_norm": 1.316057562828064,
      "learning_rate": 2.896845213100005e-09,
      "loss": 0.3204,
      "step": 2823300
    },
    {
      "epoch": 787.97,
      "grad_norm": 1.6534180641174316,
      "learning_rate": 2.895501402145825e-09,
      "loss": 0.3668,
      "step": 2823310
    },
    {
      "epoch": 787.98,
      "grad_norm": 1.1156593561172485,
      "learning_rate": 2.8941579027596044e-09,
      "loss": 0.3104,
      "step": 2823320
    },
    {
      "epoch": 787.98,
      "grad_norm": 1.1477351188659668,
      "learning_rate": 2.892814714942123e-09,
      "loss": 0.326,
      "step": 2823330
    },
    {
      "epoch": 787.98,
      "grad_norm": 1.1657308340072632,
      "learning_rate": 2.8914718386933814e-09,
      "loss": 0.3294,
      "step": 2823340
    },
    {
      "epoch": 787.98,
      "grad_norm": 1.1475410461425781,
      "learning_rate": 2.8901292740136396e-09,
      "loss": 0.326,
      "step": 2823350
    },
    {
      "epoch": 787.99,
      "grad_norm": 1.2983527183532715,
      "learning_rate": 2.8887870209028977e-09,
      "loss": 0.3397,
      "step": 2823360
    },
    {
      "epoch": 787.99,
      "grad_norm": 1.246518611907959,
      "learning_rate": 2.887445079361155e-09,
      "loss": 0.3454,
      "step": 2823370
    },
    {
      "epoch": 787.99,
      "grad_norm": 1.1881937980651855,
      "learning_rate": 2.8861034493891933e-09,
      "loss": 0.3291,
      "step": 2823380
    },
    {
      "epoch": 788.0,
      "grad_norm": 1.4924074411392212,
      "learning_rate": 2.8847621309867517e-09,
      "loss": 0.3392,
      "step": 2823390
    },
    {
      "epoch": 788.0,
      "grad_norm": 1.273425579071045,
      "learning_rate": 2.8834211241540903e-09,
      "loss": 0.3349,
      "step": 2823400
    },
    {
      "epoch": 788.0,
      "eval_loss": 0.3377600908279419,
      "eval_runtime": 69.056,
      "eval_samples_per_second": 73.259,
      "eval_steps_per_second": 9.166,
      "step": 2823404
    },
    {
      "epoch": 788.0,
      "grad_norm": 1.3131049871444702,
      "learning_rate": 2.8820804288914693e-09,
      "loss": 0.3446,
      "step": 2823410
    },
    {
      "epoch": 788.0,
      "grad_norm": 1.2592549324035645,
      "learning_rate": 2.880740045198889e-09,
      "loss": 0.3469,
      "step": 2823420
    },
    {
      "epoch": 788.01,
      "grad_norm": 1.2375831604003906,
      "learning_rate": 2.8793999730768702e-09,
      "loss": 0.3565,
      "step": 2823430
    },
    {
      "epoch": 788.01,
      "grad_norm": 1.261570930480957,
      "learning_rate": 2.878060212525152e-09,
      "loss": 0.3448,
      "step": 2823440
    },
    {
      "epoch": 788.01,
      "grad_norm": 1.1507402658462524,
      "learning_rate": 2.8767207635442547e-09,
      "loss": 0.3198,
      "step": 2823450
    },
    {
      "epoch": 788.02,
      "grad_norm": 1.2031981945037842,
      "learning_rate": 2.875381626134179e-09,
      "loss": 0.332,
      "step": 2823460
    },
    {
      "epoch": 788.02,
      "grad_norm": 1.3297237157821655,
      "learning_rate": 2.874042800295184e-09,
      "loss": 0.3425,
      "step": 2823470
    },
    {
      "epoch": 788.02,
      "grad_norm": 1.407409906387329,
      "learning_rate": 2.8727042860272712e-09,
      "loss": 0.3415,
      "step": 2823480
    },
    {
      "epoch": 788.02,
      "grad_norm": 1.2033112049102783,
      "learning_rate": 2.87136608333096e-09,
      "loss": 0.3308,
      "step": 2823490
    },
    {
      "epoch": 788.03,
      "grad_norm": 1.1982814073562622,
      "learning_rate": 2.8700281922059905e-09,
      "loss": 0.332,
      "step": 2823500
    },
    {
      "epoch": 788.03,
      "grad_norm": 1.2208335399627686,
      "learning_rate": 2.868690612652883e-09,
      "loss": 0.3533,
      "step": 2823510
    },
    {
      "epoch": 788.03,
      "grad_norm": 1.1778123378753662,
      "learning_rate": 2.867353344671898e-09,
      "loss": 0.3422,
      "step": 2823520
    },
    {
      "epoch": 788.04,
      "grad_norm": 1.3057011365890503,
      "learning_rate": 2.866016388262775e-09,
      "loss": 0.3423,
      "step": 2823530
    },
    {
      "epoch": 788.04,
      "grad_norm": 1.7490017414093018,
      "learning_rate": 2.8646797434262943e-09,
      "loss": 0.3287,
      "step": 2823540
    },
    {
      "epoch": 788.04,
      "grad_norm": 1.3600436449050903,
      "learning_rate": 2.863343410161936e-09,
      "loss": 0.3473,
      "step": 2823550
    },
    {
      "epoch": 788.04,
      "grad_norm": 1.2971911430358887,
      "learning_rate": 2.862007388470481e-09,
      "loss": 0.323,
      "step": 2823560
    },
    {
      "epoch": 788.05,
      "grad_norm": 1.135136604309082,
      "learning_rate": 2.8606716783516683e-09,
      "loss": 0.3216,
      "step": 2823570
    },
    {
      "epoch": 788.05,
      "grad_norm": 1.1007014513015747,
      "learning_rate": 2.859336279806019e-09,
      "loss": 0.3517,
      "step": 2823580
    },
    {
      "epoch": 788.05,
      "grad_norm": 1.2467371225357056,
      "learning_rate": 2.8580011928332723e-09,
      "loss": 0.3292,
      "step": 2823590
    },
    {
      "epoch": 788.05,
      "grad_norm": 1.3792381286621094,
      "learning_rate": 2.8566664174342094e-09,
      "loss": 0.3473,
      "step": 2823600
    },
    {
      "epoch": 788.06,
      "grad_norm": 1.3357852697372437,
      "learning_rate": 2.8553319536085693e-09,
      "loss": 0.3504,
      "step": 2823610
    },
    {
      "epoch": 788.06,
      "grad_norm": 2.9074783325195312,
      "learning_rate": 2.8539978013566134e-09,
      "loss": 0.3446,
      "step": 2823620
    },
    {
      "epoch": 788.06,
      "grad_norm": 1.2955965995788574,
      "learning_rate": 2.8526639606786006e-09,
      "loss": 0.346,
      "step": 2823630
    },
    {
      "epoch": 788.07,
      "grad_norm": 1.2760329246520996,
      "learning_rate": 2.851330431574532e-09,
      "loss": 0.322,
      "step": 2823640
    },
    {
      "epoch": 788.07,
      "grad_norm": 1.2121185064315796,
      "learning_rate": 2.8499972140449273e-09,
      "loss": 0.3214,
      "step": 2823650
    },
    {
      "epoch": 788.07,
      "grad_norm": 1.5981693267822266,
      "learning_rate": 2.8486643080895266e-09,
      "loss": 0.3394,
      "step": 2823660
    },
    {
      "epoch": 788.07,
      "grad_norm": 1.2541277408599854,
      "learning_rate": 2.8473317137088503e-09,
      "loss": 0.3277,
      "step": 2823670
    },
    {
      "epoch": 788.08,
      "grad_norm": 1.1667389869689941,
      "learning_rate": 2.8459994309028983e-09,
      "loss": 0.3264,
      "step": 2823680
    },
    {
      "epoch": 788.08,
      "grad_norm": 1.4170728921890259,
      "learning_rate": 2.8446674596719308e-09,
      "loss": 0.3298,
      "step": 2823690
    },
    {
      "epoch": 788.08,
      "grad_norm": 1.2580101490020752,
      "learning_rate": 2.8433358000162083e-09,
      "loss": 0.3368,
      "step": 2823700
    },
    {
      "epoch": 788.09,
      "grad_norm": 1.2192461490631104,
      "learning_rate": 2.8420044519357305e-09,
      "loss": 0.3371,
      "step": 2823710
    },
    {
      "epoch": 788.09,
      "grad_norm": 1.4689464569091797,
      "learning_rate": 2.8406734154307575e-09,
      "loss": 0.3228,
      "step": 2823720
    },
    {
      "epoch": 788.09,
      "grad_norm": 1.1839667558670044,
      "learning_rate": 2.83934269050155e-09,
      "loss": 0.3284,
      "step": 2823730
    },
    {
      "epoch": 788.09,
      "grad_norm": 1.3272656202316284,
      "learning_rate": 2.838012277148107e-09,
      "loss": 0.3444,
      "step": 2823740
    },
    {
      "epoch": 788.1,
      "grad_norm": 1.1755012273788452,
      "learning_rate": 2.83668217537069e-09,
      "loss": 0.341,
      "step": 2823750
    },
    {
      "epoch": 788.1,
      "grad_norm": 1.3790743350982666,
      "learning_rate": 2.835352385169298e-09,
      "loss": 0.3399,
      "step": 2823760
    },
    {
      "epoch": 788.1,
      "grad_norm": 1.1750679016113281,
      "learning_rate": 2.834022906544452e-09,
      "loss": 0.3362,
      "step": 2823770
    },
    {
      "epoch": 788.1,
      "grad_norm": 1.489492416381836,
      "learning_rate": 2.8326937394961525e-09,
      "loss": 0.3447,
      "step": 2823780
    },
    {
      "epoch": 788.11,
      "grad_norm": 1.243145227432251,
      "learning_rate": 2.831364884024398e-09,
      "loss": 0.3372,
      "step": 2823790
    },
    {
      "epoch": 788.11,
      "grad_norm": 1.1353557109832764,
      "learning_rate": 2.83003634012997e-09,
      "loss": 0.3351,
      "step": 2823800
    },
    {
      "epoch": 788.11,
      "grad_norm": 1.3570899963378906,
      "learning_rate": 2.8287081078123483e-09,
      "loss": 0.3498,
      "step": 2823810
    },
    {
      "epoch": 788.12,
      "grad_norm": 1.245587944984436,
      "learning_rate": 2.8273801870717927e-09,
      "loss": 0.3272,
      "step": 2823820
    },
    {
      "epoch": 788.12,
      "grad_norm": 1.1937425136566162,
      "learning_rate": 2.826052577909084e-09,
      "loss": 0.3133,
      "step": 2823830
    },
    {
      "epoch": 788.12,
      "grad_norm": 1.361622929573059,
      "learning_rate": 2.8247252803237015e-09,
      "loss": 0.3192,
      "step": 2823840
    },
    {
      "epoch": 788.12,
      "grad_norm": 1.524654746055603,
      "learning_rate": 2.823398294316166e-09,
      "loss": 0.3111,
      "step": 2823850
    },
    {
      "epoch": 788.13,
      "grad_norm": 1.3519965410232544,
      "learning_rate": 2.822071619886738e-09,
      "loss": 0.3514,
      "step": 2823860
    },
    {
      "epoch": 788.13,
      "grad_norm": 1.268649697303772,
      "learning_rate": 2.8207452570354163e-09,
      "loss": 0.3348,
      "step": 2823870
    },
    {
      "epoch": 788.13,
      "grad_norm": 1.3386807441711426,
      "learning_rate": 2.819419205762202e-09,
      "loss": 0.3512,
      "step": 2823880
    },
    {
      "epoch": 788.14,
      "grad_norm": 1.179410696029663,
      "learning_rate": 2.818093466067876e-09,
      "loss": 0.3179,
      "step": 2823890
    },
    {
      "epoch": 788.14,
      "grad_norm": 1.1373004913330078,
      "learning_rate": 2.8167680379519165e-09,
      "loss": 0.331,
      "step": 2823900
    },
    {
      "epoch": 788.14,
      "grad_norm": 1.2033931016921997,
      "learning_rate": 2.815442921414845e-09,
      "loss": 0.3317,
      "step": 2823910
    },
    {
      "epoch": 788.14,
      "grad_norm": 1.2561997175216675,
      "learning_rate": 2.8141181164569213e-09,
      "loss": 0.3329,
      "step": 2823920
    },
    {
      "epoch": 788.15,
      "grad_norm": 1.315273404121399,
      "learning_rate": 2.812793623078145e-09,
      "loss": 0.3367,
      "step": 2823930
    },
    {
      "epoch": 788.15,
      "grad_norm": 1.3578258752822876,
      "learning_rate": 2.8114694412785172e-09,
      "loss": 0.3421,
      "step": 2823940
    },
    {
      "epoch": 788.15,
      "grad_norm": 1.249350905418396,
      "learning_rate": 2.8101455710588182e-09,
      "loss": 0.3373,
      "step": 2823950
    },
    {
      "epoch": 788.16,
      "grad_norm": 1.50497567653656,
      "learning_rate": 2.8088220124185267e-09,
      "loss": 0.3426,
      "step": 2823960
    },
    {
      "epoch": 788.16,
      "grad_norm": 1.1573282480239868,
      "learning_rate": 2.8074987653584242e-09,
      "loss": 0.3335,
      "step": 2823970
    },
    {
      "epoch": 788.16,
      "grad_norm": 1.3939881324768066,
      "learning_rate": 2.8061758298782503e-09,
      "loss": 0.3344,
      "step": 2823980
    },
    {
      "epoch": 788.16,
      "grad_norm": 1.1995855569839478,
      "learning_rate": 2.804853205978265e-09,
      "loss": 0.3342,
      "step": 2823990
    },
    {
      "epoch": 788.17,
      "grad_norm": 1.427398443222046,
      "learning_rate": 2.803530893658989e-09,
      "loss": 0.3415,
      "step": 2824000
    },
    {
      "epoch": 788.17,
      "grad_norm": 1.3085882663726807,
      "learning_rate": 2.8022088929201616e-09,
      "loss": 0.3347,
      "step": 2824010
    },
    {
      "epoch": 788.17,
      "grad_norm": 1.4519473314285278,
      "learning_rate": 2.8008872037620437e-09,
      "loss": 0.3304,
      "step": 2824020
    },
    {
      "epoch": 788.17,
      "grad_norm": 1.1306318044662476,
      "learning_rate": 2.799565826184895e-09,
      "loss": 0.3412,
      "step": 2824030
    },
    {
      "epoch": 788.18,
      "grad_norm": 1.3433805704116821,
      "learning_rate": 2.7982447601889758e-09,
      "loss": 0.3349,
      "step": 2824040
    },
    {
      "epoch": 788.18,
      "grad_norm": 1.2349307537078857,
      "learning_rate": 2.7969240057745465e-09,
      "loss": 0.3267,
      "step": 2824050
    },
    {
      "epoch": 788.18,
      "grad_norm": 1.174012303352356,
      "learning_rate": 2.7956035629413466e-09,
      "loss": 0.3161,
      "step": 2824060
    },
    {
      "epoch": 788.19,
      "grad_norm": 1.1183373928070068,
      "learning_rate": 2.794283431689897e-09,
      "loss": 0.3515,
      "step": 2824070
    },
    {
      "epoch": 788.19,
      "grad_norm": 1.2895653247833252,
      "learning_rate": 2.792963612020197e-09,
      "loss": 0.3498,
      "step": 2824080
    },
    {
      "epoch": 788.19,
      "grad_norm": 1.351273536682129,
      "learning_rate": 2.791644103932768e-09,
      "loss": 0.3342,
      "step": 2824090
    },
    {
      "epoch": 788.19,
      "grad_norm": 1.4734553098678589,
      "learning_rate": 2.7903249074273484e-09,
      "loss": 0.3526,
      "step": 2824100
    },
    {
      "epoch": 788.2,
      "grad_norm": 1.2279390096664429,
      "learning_rate": 2.7890060225041997e-09,
      "loss": 0.3234,
      "step": 2824110
    },
    {
      "epoch": 788.2,
      "grad_norm": 1.274702787399292,
      "learning_rate": 2.787687449163842e-09,
      "loss": 0.3287,
      "step": 2824120
    },
    {
      "epoch": 788.2,
      "grad_norm": 1.3868621587753296,
      "learning_rate": 2.7863691874060146e-09,
      "loss": 0.3413,
      "step": 2824130
    },
    {
      "epoch": 788.21,
      "grad_norm": 1.1714380979537964,
      "learning_rate": 2.785051237231238e-09,
      "loss": 0.3556,
      "step": 2824140
    },
    {
      "epoch": 788.21,
      "grad_norm": 1.3429832458496094,
      "learning_rate": 2.7837335986395126e-09,
      "loss": 0.3217,
      "step": 2824150
    },
    {
      "epoch": 788.21,
      "grad_norm": 1.4812309741973877,
      "learning_rate": 2.7824162716308384e-09,
      "loss": 0.3252,
      "step": 2824160
    },
    {
      "epoch": 788.21,
      "grad_norm": 1.2622230052947998,
      "learning_rate": 2.7810992562057356e-09,
      "loss": 0.3213,
      "step": 2824170
    },
    {
      "epoch": 788.22,
      "grad_norm": 1.2442790269851685,
      "learning_rate": 2.7797825523642043e-09,
      "loss": 0.3341,
      "step": 2824180
    },
    {
      "epoch": 788.22,
      "grad_norm": 1.2341803312301636,
      "learning_rate": 2.7784661601065045e-09,
      "loss": 0.3409,
      "step": 2824190
    },
    {
      "epoch": 788.22,
      "grad_norm": 1.445809245109558,
      "learning_rate": 2.7771500794326364e-09,
      "loss": 0.3491,
      "step": 2824200
    },
    {
      "epoch": 788.22,
      "grad_norm": 1.2623281478881836,
      "learning_rate": 2.77583431034286e-09,
      "loss": 0.3434,
      "step": 2824210
    },
    {
      "epoch": 788.23,
      "grad_norm": 1.3504774570465088,
      "learning_rate": 2.774518852837696e-09,
      "loss": 0.3437,
      "step": 2824220
    },
    {
      "epoch": 788.23,
      "grad_norm": 1.1731752157211304,
      "learning_rate": 2.773203706916624e-09,
      "loss": 0.3273,
      "step": 2824230
    },
    {
      "epoch": 788.23,
      "grad_norm": 1.169140338897705,
      "learning_rate": 2.7718888725804244e-09,
      "loss": 0.3426,
      "step": 2824240
    },
    {
      "epoch": 788.24,
      "grad_norm": 1.2003036737442017,
      "learning_rate": 2.7705743498290975e-09,
      "loss": 0.3365,
      "step": 2824250
    },
    {
      "epoch": 788.24,
      "grad_norm": 1.2350926399230957,
      "learning_rate": 2.7692601386626427e-09,
      "loss": 0.3341,
      "step": 2824260
    },
    {
      "epoch": 788.24,
      "grad_norm": 1.176954746246338,
      "learning_rate": 2.7679462390813207e-09,
      "loss": 0.3335,
      "step": 2824270
    },
    {
      "epoch": 788.24,
      "grad_norm": 1.1921676397323608,
      "learning_rate": 2.7666326510853917e-09,
      "loss": 0.3265,
      "step": 2824280
    },
    {
      "epoch": 788.25,
      "grad_norm": 1.4183483123779297,
      "learning_rate": 2.7653193746751156e-09,
      "loss": 0.3337,
      "step": 2824290
    },
    {
      "epoch": 788.25,
      "grad_norm": 1.2994145154953003,
      "learning_rate": 2.764006409850493e-09,
      "loss": 0.3419,
      "step": 2824300
    },
    {
      "epoch": 788.25,
      "grad_norm": 1.8901053667068481,
      "learning_rate": 2.762693756611523e-09,
      "loss": 0.3473,
      "step": 2824310
    },
    {
      "epoch": 788.26,
      "grad_norm": 1.2877906560897827,
      "learning_rate": 2.761381414958727e-09,
      "loss": 0.3492,
      "step": 2824320
    },
    {
      "epoch": 788.26,
      "grad_norm": 1.3244274854660034,
      "learning_rate": 2.7600693848923648e-09,
      "loss": 0.3517,
      "step": 2824330
    },
    {
      "epoch": 788.26,
      "grad_norm": 1.1527985334396362,
      "learning_rate": 2.758757666412176e-09,
      "loss": 0.3406,
      "step": 2824340
    },
    {
      "epoch": 788.26,
      "grad_norm": 1.2430986166000366,
      "learning_rate": 2.7574462595186807e-09,
      "loss": 0.3344,
      "step": 2824350
    },
    {
      "epoch": 788.27,
      "grad_norm": 1.1763015985488892,
      "learning_rate": 2.75613516421188e-09,
      "loss": 0.3517,
      "step": 2824360
    },
    {
      "epoch": 788.27,
      "grad_norm": 2.198530673980713,
      "learning_rate": 2.754824380491773e-09,
      "loss": 0.3469,
      "step": 2824370
    },
    {
      "epoch": 788.27,
      "grad_norm": 1.1315971612930298,
      "learning_rate": 2.75351390835914e-09,
      "loss": 0.339,
      "step": 2824380
    },
    {
      "epoch": 788.28,
      "grad_norm": 1.1368438005447388,
      "learning_rate": 2.752203747813462e-09,
      "loss": 0.3246,
      "step": 2824390
    },
    {
      "epoch": 788.28,
      "grad_norm": 1.1061995029449463,
      "learning_rate": 2.7508938988555185e-09,
      "loss": 0.3298,
      "step": 2824400
    },
    {
      "epoch": 788.28,
      "grad_norm": 1.5552767515182495,
      "learning_rate": 2.7495843614850493e-09,
      "loss": 0.3295,
      "step": 2824410
    },
    {
      "epoch": 788.28,
      "grad_norm": 1.0987807512283325,
      "learning_rate": 2.748275135702315e-09,
      "loss": 0.3268,
      "step": 2824420
    },
    {
      "epoch": 788.29,
      "grad_norm": 3.9936065673828125,
      "learning_rate": 2.7469662215075757e-09,
      "loss": 0.3431,
      "step": 2824430
    },
    {
      "epoch": 788.29,
      "grad_norm": 1.150062918663025,
      "learning_rate": 2.7456576189010917e-09,
      "loss": 0.3327,
      "step": 2824440
    },
    {
      "epoch": 788.29,
      "grad_norm": 1.339219570159912,
      "learning_rate": 2.744349327882863e-09,
      "loss": 0.3389,
      "step": 2824450
    },
    {
      "epoch": 788.29,
      "grad_norm": 1.2103703022003174,
      "learning_rate": 2.7430413484528894e-09,
      "loss": 0.338,
      "step": 2824460
    },
    {
      "epoch": 788.3,
      "grad_norm": 1.1934568881988525,
      "learning_rate": 2.7417336806119516e-09,
      "loss": 0.3486,
      "step": 2824470
    },
    {
      "epoch": 788.3,
      "grad_norm": 1.226211428642273,
      "learning_rate": 2.7404263243597894e-09,
      "loss": 0.3347,
      "step": 2824480
    },
    {
      "epoch": 788.3,
      "grad_norm": 1.3186808824539185,
      "learning_rate": 2.739119279696403e-09,
      "loss": 0.3352,
      "step": 2824490
    },
    {
      "epoch": 788.31,
      "grad_norm": 1.1435376405715942,
      "learning_rate": 2.7378125466223123e-09,
      "loss": 0.3201,
      "step": 2824500
    },
    {
      "epoch": 788.31,
      "grad_norm": 1.1118628978729248,
      "learning_rate": 2.736506125137778e-09,
      "loss": 0.329,
      "step": 2824510
    },
    {
      "epoch": 788.31,
      "grad_norm": 1.3070285320281982,
      "learning_rate": 2.7352000152425397e-09,
      "loss": 0.3374,
      "step": 2824520
    },
    {
      "epoch": 788.31,
      "grad_norm": 1.253193974494934,
      "learning_rate": 2.733894216937118e-09,
      "loss": 0.3422,
      "step": 2824530
    },
    {
      "epoch": 788.32,
      "grad_norm": 1.286255955696106,
      "learning_rate": 2.7325887302215127e-09,
      "loss": 0.3343,
      "step": 2824540
    },
    {
      "epoch": 788.32,
      "grad_norm": 1.4595506191253662,
      "learning_rate": 2.731283555095984e-09,
      "loss": 0.3386,
      "step": 2824550
    },
    {
      "epoch": 788.32,
      "grad_norm": 1.2309913635253906,
      "learning_rate": 2.729978691560792e-09,
      "loss": 0.329,
      "step": 2824560
    },
    {
      "epoch": 788.33,
      "grad_norm": 1.141127347946167,
      "learning_rate": 2.7286741396156767e-09,
      "loss": 0.3347,
      "step": 2824570
    },
    {
      "epoch": 788.33,
      "grad_norm": 1.3930660486221313,
      "learning_rate": 2.727369899261419e-09,
      "loss": 0.3326,
      "step": 2824580
    },
    {
      "epoch": 788.33,
      "grad_norm": 1.07686448097229,
      "learning_rate": 2.726065970497758e-09,
      "loss": 0.3264,
      "step": 2824590
    },
    {
      "epoch": 788.33,
      "grad_norm": 1.2953490018844604,
      "learning_rate": 2.7247623533252147e-09,
      "loss": 0.3476,
      "step": 2824600
    },
    {
      "epoch": 788.34,
      "grad_norm": 1.105146884918213,
      "learning_rate": 2.723459047743789e-09,
      "loss": 0.3284,
      "step": 2824610
    },
    {
      "epoch": 788.34,
      "grad_norm": 1.4542968273162842,
      "learning_rate": 2.7221560537534805e-09,
      "loss": 0.344,
      "step": 2824620
    },
    {
      "epoch": 788.34,
      "grad_norm": 1.4379794597625732,
      "learning_rate": 2.7208533713545497e-09,
      "loss": 0.3613,
      "step": 2824630
    },
    {
      "epoch": 788.34,
      "grad_norm": 1.2314940690994263,
      "learning_rate": 2.719551000547257e-09,
      "loss": 0.3188,
      "step": 2824640
    },
    {
      "epoch": 788.35,
      "grad_norm": 3.281312942504883,
      "learning_rate": 2.7182489413318626e-09,
      "loss": 0.3356,
      "step": 2824650
    },
    {
      "epoch": 788.35,
      "grad_norm": 1.283267855644226,
      "learning_rate": 2.716947193708626e-09,
      "loss": 0.3418,
      "step": 2824660
    },
    {
      "epoch": 788.35,
      "grad_norm": 1.3978674411773682,
      "learning_rate": 2.715645757677288e-09,
      "loss": 0.3305,
      "step": 2824670
    },
    {
      "epoch": 788.36,
      "grad_norm": 1.2236723899841309,
      "learning_rate": 2.7143446332381082e-09,
      "loss": 0.3396,
      "step": 2824680
    },
    {
      "epoch": 788.36,
      "grad_norm": 1.274815320968628,
      "learning_rate": 2.7130438203916068e-09,
      "loss": 0.3284,
      "step": 2824690
    },
    {
      "epoch": 788.36,
      "grad_norm": 1.3622143268585205,
      "learning_rate": 2.7117433191377845e-09,
      "loss": 0.3372,
      "step": 2824700
    },
    {
      "epoch": 788.36,
      "grad_norm": 1.282824158668518,
      "learning_rate": 2.710443129476641e-09,
      "loss": 0.3349,
      "step": 2824710
    },
    {
      "epoch": 788.37,
      "grad_norm": 1.2204608917236328,
      "learning_rate": 2.7091432514086963e-09,
      "loss": 0.3439,
      "step": 2824720
    },
    {
      "epoch": 788.37,
      "grad_norm": 1.1326587200164795,
      "learning_rate": 2.707843684933951e-09,
      "loss": 0.3343,
      "step": 2824730
    },
    {
      "epoch": 788.37,
      "grad_norm": 1.2659646272659302,
      "learning_rate": 2.706544430052405e-09,
      "loss": 0.3435,
      "step": 2824740
    },
    {
      "epoch": 788.38,
      "grad_norm": 1.2138080596923828,
      "learning_rate": 2.705245486764318e-09,
      "loss": 0.3439,
      "step": 2824750
    },
    {
      "epoch": 788.38,
      "grad_norm": 1.239957571029663,
      "learning_rate": 2.703946855069951e-09,
      "loss": 0.328,
      "step": 2824760
    },
    {
      "epoch": 788.38,
      "grad_norm": 1.290609359741211,
      "learning_rate": 2.7026485349695632e-09,
      "loss": 0.3193,
      "step": 2824770
    },
    {
      "epoch": 788.38,
      "grad_norm": 1.101271629333496,
      "learning_rate": 2.7013505264631557e-09,
      "loss": 0.3323,
      "step": 2824780
    },
    {
      "epoch": 788.39,
      "grad_norm": 1.0153717994689941,
      "learning_rate": 2.700052829550988e-09,
      "loss": 0.3384,
      "step": 2824790
    },
    {
      "epoch": 788.39,
      "grad_norm": 1.3971415758132935,
      "learning_rate": 2.698755444233321e-09,
      "loss": 0.3515,
      "step": 2824800
    },
    {
      "epoch": 788.39,
      "grad_norm": 1.3017157316207886,
      "learning_rate": 2.697458370510153e-09,
      "loss": 0.3316,
      "step": 2824810
    },
    {
      "epoch": 788.4,
      "grad_norm": 1.2993276119232178,
      "learning_rate": 2.696161608381486e-09,
      "loss": 0.3596,
      "step": 2824820
    },
    {
      "epoch": 788.4,
      "grad_norm": 1.052335262298584,
      "learning_rate": 2.6948651578481e-09,
      "loss": 0.3461,
      "step": 2824830
    },
    {
      "epoch": 788.4,
      "grad_norm": 1.1136832237243652,
      "learning_rate": 2.6935690189094745e-09,
      "loss": 0.3483,
      "step": 2824840
    },
    {
      "epoch": 788.4,
      "grad_norm": 1.3829551935195923,
      "learning_rate": 2.6922731915661294e-09,
      "loss": 0.3388,
      "step": 2824850
    },
    {
      "epoch": 788.41,
      "grad_norm": 1.1721092462539673,
      "learning_rate": 2.6909776758183255e-09,
      "loss": 0.3286,
      "step": 2824860
    },
    {
      "epoch": 788.41,
      "grad_norm": 1.340066909790039,
      "learning_rate": 2.6896824716660623e-09,
      "loss": 0.324,
      "step": 2824870
    },
    {
      "epoch": 788.41,
      "grad_norm": 1.3980399370193481,
      "learning_rate": 2.688387579109601e-09,
      "loss": 0.3266,
      "step": 2824880
    },
    {
      "epoch": 788.41,
      "grad_norm": 1.2976956367492676,
      "learning_rate": 2.6870929981489404e-09,
      "loss": 0.3233,
      "step": 2824890
    },
    {
      "epoch": 788.42,
      "grad_norm": 1.3826738595962524,
      "learning_rate": 2.6857987287846015e-09,
      "loss": 0.3389,
      "step": 2824900
    },
    {
      "epoch": 788.42,
      "grad_norm": 1.2512686252593994,
      "learning_rate": 2.6845047710165842e-09,
      "loss": 0.3303,
      "step": 2824910
    },
    {
      "epoch": 788.42,
      "grad_norm": 1.1735732555389404,
      "learning_rate": 2.683211124844629e-09,
      "loss": 0.3447,
      "step": 2824920
    },
    {
      "epoch": 788.43,
      "grad_norm": 1.129102349281311,
      "learning_rate": 2.6819177902697755e-09,
      "loss": 0.3251,
      "step": 2824930
    },
    {
      "epoch": 788.43,
      "grad_norm": 1.4039703607559204,
      "learning_rate": 2.6806247672912438e-09,
      "loss": 0.3635,
      "step": 2824940
    },
    {
      "epoch": 788.43,
      "grad_norm": 1.3877326250076294,
      "learning_rate": 2.6793320559100743e-09,
      "loss": 0.3494,
      "step": 2824950
    },
    {
      "epoch": 788.43,
      "grad_norm": 1.3456463813781738,
      "learning_rate": 2.6780396561260077e-09,
      "loss": 0.3267,
      "step": 2824960
    },
    {
      "epoch": 788.44,
      "grad_norm": 1.2702486515045166,
      "learning_rate": 2.676747567939043e-09,
      "loss": 0.3489,
      "step": 2824970
    },
    {
      "epoch": 788.44,
      "grad_norm": 1.0848692655563354,
      "learning_rate": 2.675455791349701e-09,
      "loss": 0.3489,
      "step": 2824980
    },
    {
      "epoch": 788.44,
      "grad_norm": 1.203047513961792,
      "learning_rate": 2.674164326357982e-09,
      "loss": 0.343,
      "step": 2824990
    },
    {
      "epoch": 788.45,
      "grad_norm": 1.2434066534042358,
      "learning_rate": 2.6728731729641454e-09,
      "loss": 0.3369,
      "step": 2825000
    },
    {
      "epoch": 788.45,
      "grad_norm": 1.2841711044311523,
      "learning_rate": 2.6715823311681923e-09,
      "loss": 0.3476,
      "step": 2825010
    },
    {
      "epoch": 788.45,
      "grad_norm": 1.1899045705795288,
      "learning_rate": 2.670291800970642e-09,
      "loss": 0.3216,
      "step": 2825020
    },
    {
      "epoch": 788.45,
      "grad_norm": 1.3086134195327759,
      "learning_rate": 2.669001582371235e-09,
      "loss": 0.3418,
      "step": 2825030
    },
    {
      "epoch": 788.46,
      "grad_norm": 1.1666648387908936,
      "learning_rate": 2.6677116753704915e-09,
      "loss": 0.3417,
      "step": 2825040
    },
    {
      "epoch": 788.46,
      "grad_norm": 1.3179441690444946,
      "learning_rate": 2.6664220799684118e-09,
      "loss": 0.3298,
      "step": 2825050
    },
    {
      "epoch": 788.46,
      "grad_norm": 1.1992820501327515,
      "learning_rate": 2.6651327961649954e-09,
      "loss": 0.334,
      "step": 2825060
    },
    {
      "epoch": 788.46,
      "grad_norm": 1.127526044845581,
      "learning_rate": 2.663843823960763e-09,
      "loss": 0.3242,
      "step": 2825070
    },
    {
      "epoch": 788.47,
      "grad_norm": 1.193311095237732,
      "learning_rate": 2.6625551633557145e-09,
      "loss": 0.3289,
      "step": 2825080
    },
    {
      "epoch": 788.47,
      "grad_norm": 1.3475689888000488,
      "learning_rate": 2.6612668143501105e-09,
      "loss": 0.3344,
      "step": 2825090
    },
    {
      "epoch": 788.47,
      "grad_norm": 1.29738187789917,
      "learning_rate": 2.6599787769439503e-09,
      "loss": 0.3265,
      "step": 2825100
    },
    {
      "epoch": 788.48,
      "grad_norm": 1.1438562870025635,
      "learning_rate": 2.6586910511377546e-09,
      "loss": 0.339,
      "step": 2825110
    },
    {
      "epoch": 788.48,
      "grad_norm": 1.1311466693878174,
      "learning_rate": 2.6574036369312638e-09,
      "loss": 0.3264,
      "step": 2825120
    },
    {
      "epoch": 788.48,
      "grad_norm": 1.319151520729065,
      "learning_rate": 2.656116534324737e-09,
      "loss": 0.3485,
      "step": 2825130
    },
    {
      "epoch": 788.48,
      "grad_norm": 1.3053452968597412,
      "learning_rate": 2.6548297433184353e-09,
      "loss": 0.3443,
      "step": 2825140
    },
    {
      "epoch": 788.49,
      "grad_norm": 1.1558175086975098,
      "learning_rate": 2.6535432639128786e-09,
      "loss": 0.3317,
      "step": 2825150
    },
    {
      "epoch": 788.49,
      "grad_norm": 1.4025616645812988,
      "learning_rate": 2.652257096107547e-09,
      "loss": 0.3265,
      "step": 2825160
    },
    {
      "epoch": 788.49,
      "grad_norm": 1.3524333238601685,
      "learning_rate": 2.6509712399029603e-09,
      "loss": 0.3166,
      "step": 2825170
    },
    {
      "epoch": 788.5,
      "grad_norm": 1.3560518026351929,
      "learning_rate": 2.6496856952996393e-09,
      "loss": 0.341,
      "step": 2825180
    },
    {
      "epoch": 788.5,
      "grad_norm": 1.1692160367965698,
      "learning_rate": 2.6484004622970637e-09,
      "loss": 0.3345,
      "step": 2825190
    },
    {
      "epoch": 788.5,
      "grad_norm": 1.3425884246826172,
      "learning_rate": 2.6471155408957537e-09,
      "loss": 0.3351,
      "step": 2825200
    },
    {
      "epoch": 788.5,
      "grad_norm": 1.1124290227890015,
      "learning_rate": 2.645830931095969e-09,
      "loss": 0.3268,
      "step": 2825210
    },
    {
      "epoch": 788.51,
      "grad_norm": 1.3801934719085693,
      "learning_rate": 2.644546632897971e-09,
      "loss": 0.3233,
      "step": 2825220
    },
    {
      "epoch": 788.51,
      "grad_norm": 1.3672654628753662,
      "learning_rate": 2.6432626463014987e-09,
      "loss": 0.3275,
      "step": 2825230
    },
    {
      "epoch": 788.51,
      "grad_norm": 1.1052576303482056,
      "learning_rate": 2.6419789713070725e-09,
      "loss": 0.3319,
      "step": 2825240
    },
    {
      "epoch": 788.52,
      "grad_norm": 1.3313668966293335,
      "learning_rate": 2.6406956079146924e-09,
      "loss": 0.3237,
      "step": 2825250
    },
    {
      "epoch": 788.52,
      "grad_norm": 1.5001012086868286,
      "learning_rate": 2.639412556124619e-09,
      "loss": 0.3413,
      "step": 2825260
    },
    {
      "epoch": 788.52,
      "grad_norm": 1.3902782201766968,
      "learning_rate": 2.638129815937112e-09,
      "loss": 0.3347,
      "step": 2825270
    },
    {
      "epoch": 788.52,
      "grad_norm": 1.4377915859222412,
      "learning_rate": 2.6368473873521723e-09,
      "loss": 0.3356,
      "step": 2825280
    },
    {
      "epoch": 788.53,
      "grad_norm": 1.3110326528549194,
      "learning_rate": 2.6355652703700587e-09,
      "loss": 0.3428,
      "step": 2825290
    },
    {
      "epoch": 788.53,
      "grad_norm": 1.3217164278030396,
      "learning_rate": 2.6342834649907725e-09,
      "loss": 0.3286,
      "step": 2825300
    },
    {
      "epoch": 788.53,
      "grad_norm": 1.2858175039291382,
      "learning_rate": 2.6330019712148332e-09,
      "loss": 0.3479,
      "step": 2825310
    },
    {
      "epoch": 788.53,
      "grad_norm": 1.164790153503418,
      "learning_rate": 2.6317207890419814e-09,
      "loss": 0.3459,
      "step": 2825320
    },
    {
      "epoch": 788.54,
      "grad_norm": 1.4867749214172363,
      "learning_rate": 2.630439918472737e-09,
      "loss": 0.3578,
      "step": 2825330
    },
    {
      "epoch": 788.54,
      "grad_norm": 1.383806586265564,
      "learning_rate": 2.6291593595070997e-09,
      "loss": 0.3423,
      "step": 2825340
    },
    {
      "epoch": 788.54,
      "grad_norm": 1.3235900402069092,
      "learning_rate": 2.6278791121453308e-09,
      "loss": 0.3343,
      "step": 2825350
    },
    {
      "epoch": 788.55,
      "grad_norm": 1.242408037185669,
      "learning_rate": 2.626599176387429e-09,
      "loss": 0.321,
      "step": 2825360
    },
    {
      "epoch": 788.55,
      "grad_norm": 1.3076778650283813,
      "learning_rate": 2.6253195522339154e-09,
      "loss": 0.3244,
      "step": 2825370
    },
    {
      "epoch": 788.55,
      "grad_norm": 1.284683108329773,
      "learning_rate": 2.62404023968453e-09,
      "loss": 0.3386,
      "step": 2825380
    },
    {
      "epoch": 788.55,
      "grad_norm": 1.1411529779434204,
      "learning_rate": 2.6227612387397927e-09,
      "loss": 0.3171,
      "step": 2825390
    },
    {
      "epoch": 788.56,
      "grad_norm": 1.1983237266540527,
      "learning_rate": 2.6214825493997038e-09,
      "loss": 0.3415,
      "step": 2825400
    },
    {
      "epoch": 788.56,
      "grad_norm": 1.2930091619491577,
      "learning_rate": 2.6202041716645234e-09,
      "loss": 0.348,
      "step": 2825410
    },
    {
      "epoch": 788.56,
      "grad_norm": 1.0224509239196777,
      "learning_rate": 2.6189261055342517e-09,
      "loss": 0.3434,
      "step": 2825420
    },
    {
      "epoch": 788.57,
      "grad_norm": 1.3581311702728271,
      "learning_rate": 2.6176483510091486e-09,
      "loss": 0.3307,
      "step": 2825430
    },
    {
      "epoch": 788.57,
      "grad_norm": 1.2037382125854492,
      "learning_rate": 2.616370908089475e-09,
      "loss": 0.3647,
      "step": 2825440
    },
    {
      "epoch": 788.57,
      "grad_norm": 1.127709984779358,
      "learning_rate": 2.6150937767752296e-09,
      "loss": 0.3344,
      "step": 2825450
    },
    {
      "epoch": 788.57,
      "grad_norm": 1.210588812828064,
      "learning_rate": 2.6138169570666737e-09,
      "loss": 0.3444,
      "step": 2825460
    },
    {
      "epoch": 788.58,
      "grad_norm": 1.3383625745773315,
      "learning_rate": 2.612540448964067e-09,
      "loss": 0.3275,
      "step": 2825470
    },
    {
      "epoch": 788.58,
      "grad_norm": 1.099214792251587,
      "learning_rate": 2.61126425246741e-09,
      "loss": 0.3453,
      "step": 2825480
    },
    {
      "epoch": 788.58,
      "grad_norm": 1.4042757749557495,
      "learning_rate": 2.609988367576962e-09,
      "loss": 0.3401,
      "step": 2825490
    },
    {
      "epoch": 788.58,
      "grad_norm": 1.3622409105300903,
      "learning_rate": 2.6087127942929847e-09,
      "loss": 0.3297,
      "step": 2825500
    },
    {
      "epoch": 788.59,
      "grad_norm": 1.2952001094818115,
      "learning_rate": 2.6074375326154767e-09,
      "loss": 0.3273,
      "step": 2825510
    },
    {
      "epoch": 788.59,
      "grad_norm": 1.6276636123657227,
      "learning_rate": 2.6061625825446983e-09,
      "loss": 0.3305,
      "step": 2825520
    },
    {
      "epoch": 788.59,
      "grad_norm": 1.2234609127044678,
      "learning_rate": 2.6048879440806503e-09,
      "loss": 0.3347,
      "step": 2825530
    },
    {
      "epoch": 788.6,
      "grad_norm": 1.2834131717681885,
      "learning_rate": 2.6036136172238527e-09,
      "loss": 0.3326,
      "step": 2825540
    },
    {
      "epoch": 788.6,
      "grad_norm": 1.3128265142440796,
      "learning_rate": 2.602339601974306e-09,
      "loss": 0.3403,
      "step": 2825550
    },
    {
      "epoch": 788.6,
      "grad_norm": 1.2192503213882446,
      "learning_rate": 2.601065898332009e-09,
      "loss": 0.3248,
      "step": 2825560
    },
    {
      "epoch": 788.6,
      "grad_norm": 1.2484532594680786,
      "learning_rate": 2.599792506297483e-09,
      "loss": 0.3309,
      "step": 2825570
    },
    {
      "epoch": 788.61,
      "grad_norm": 1.2035492658615112,
      "learning_rate": 2.598519425870468e-09,
      "loss": 0.3525,
      "step": 2825580
    },
    {
      "epoch": 788.61,
      "grad_norm": 1.2531901597976685,
      "learning_rate": 2.5972466570514836e-09,
      "loss": 0.3372,
      "step": 2825590
    },
    {
      "epoch": 788.61,
      "grad_norm": 1.4691752195358276,
      "learning_rate": 2.59597419984053e-09,
      "loss": 0.333,
      "step": 2825600
    },
    {
      "epoch": 788.62,
      "grad_norm": 1.3919087648391724,
      "learning_rate": 2.594702054237608e-09,
      "loss": 0.3256,
      "step": 2825610
    },
    {
      "epoch": 788.62,
      "grad_norm": 1.4761720895767212,
      "learning_rate": 2.5934302202434975e-09,
      "loss": 0.336,
      "step": 2825620
    },
    {
      "epoch": 788.62,
      "grad_norm": 1.1209957599639893,
      "learning_rate": 2.592158697857678e-09,
      "loss": 0.3298,
      "step": 2825630
    },
    {
      "epoch": 788.62,
      "grad_norm": 1.2294374704360962,
      "learning_rate": 2.590887487080671e-09,
      "loss": 0.3339,
      "step": 2825640
    },
    {
      "epoch": 788.63,
      "grad_norm": 1.1907174587249756,
      "learning_rate": 2.589616587912475e-09,
      "loss": 0.3336,
      "step": 2825650
    },
    {
      "epoch": 788.63,
      "grad_norm": 1.1491235494613647,
      "learning_rate": 2.588346000353611e-09,
      "loss": 0.3322,
      "step": 2825660
    },
    {
      "epoch": 788.63,
      "grad_norm": 2.053525924682617,
      "learning_rate": 2.587075724403819e-09,
      "loss": 0.3432,
      "step": 2825670
    },
    {
      "epoch": 788.64,
      "grad_norm": 1.3324358463287354,
      "learning_rate": 2.5858057600633595e-09,
      "loss": 0.3289,
      "step": 2825680
    },
    {
      "epoch": 788.64,
      "grad_norm": 1.3721081018447876,
      "learning_rate": 2.584536107332752e-09,
      "loss": 0.3501,
      "step": 2825690
    },
    {
      "epoch": 788.64,
      "grad_norm": 1.3083350658416748,
      "learning_rate": 2.5832667662117368e-09,
      "loss": 0.3447,
      "step": 2825700
    },
    {
      "epoch": 788.64,
      "grad_norm": 1.4645196199417114,
      "learning_rate": 2.5819977367008346e-09,
      "loss": 0.3497,
      "step": 2825710
    },
    {
      "epoch": 788.65,
      "grad_norm": 1.1400768756866455,
      "learning_rate": 2.5807290187997847e-09,
      "loss": 0.3232,
      "step": 2825720
    },
    {
      "epoch": 788.65,
      "grad_norm": 1.3361848592758179,
      "learning_rate": 2.5794606125091078e-09,
      "loss": 0.3349,
      "step": 2825730
    },
    {
      "epoch": 788.65,
      "grad_norm": 1.2949758768081665,
      "learning_rate": 2.5781925178288037e-09,
      "loss": 0.3383,
      "step": 2825740
    },
    {
      "epoch": 788.65,
      "grad_norm": 1.1808944940567017,
      "learning_rate": 2.576924734759133e-09,
      "loss": 0.3367,
      "step": 2825750
    },
    {
      "epoch": 788.66,
      "grad_norm": 1.2790464162826538,
      "learning_rate": 2.5756572633003555e-09,
      "loss": 0.3382,
      "step": 2825760
    },
    {
      "epoch": 788.66,
      "grad_norm": 1.34059476852417,
      "learning_rate": 2.5743901034524714e-09,
      "loss": 0.3316,
      "step": 2825770
    },
    {
      "epoch": 788.66,
      "grad_norm": 1.3135900497436523,
      "learning_rate": 2.5731232552157407e-09,
      "loss": 0.3481,
      "step": 2825780
    },
    {
      "epoch": 788.67,
      "grad_norm": 1.1806610822677612,
      "learning_rate": 2.571856718590164e-09,
      "loss": 0.3491,
      "step": 2825790
    },
    {
      "epoch": 788.67,
      "grad_norm": 1.32650887966156,
      "learning_rate": 2.5705904935760005e-09,
      "loss": 0.3325,
      "step": 2825800
    },
    {
      "epoch": 788.67,
      "grad_norm": 1.275116205215454,
      "learning_rate": 2.5693245801737713e-09,
      "loss": 0.3477,
      "step": 2825810
    },
    {
      "epoch": 788.67,
      "grad_norm": 1.2506108283996582,
      "learning_rate": 2.5680589783829557e-09,
      "loss": 0.3411,
      "step": 2825820
    },
    {
      "epoch": 788.68,
      "grad_norm": 1.584100365638733,
      "learning_rate": 2.566793688204335e-09,
      "loss": 0.3359,
      "step": 2825830
    },
    {
      "epoch": 788.68,
      "grad_norm": 1.3734358549118042,
      "learning_rate": 2.565528709637648e-09,
      "loss": 0.3319,
      "step": 2825840
    },
    {
      "epoch": 788.68,
      "grad_norm": 1.0610562562942505,
      "learning_rate": 2.564264042683416e-09,
      "loss": 0.3426,
      "step": 2825850
    },
    {
      "epoch": 788.69,
      "grad_norm": 1.1296100616455078,
      "learning_rate": 2.562999687341638e-09,
      "loss": 0.3454,
      "step": 2825860
    },
    {
      "epoch": 788.69,
      "grad_norm": 1.2356270551681519,
      "learning_rate": 2.561735643612315e-09,
      "loss": 0.3365,
      "step": 2825870
    },
    {
      "epoch": 788.69,
      "grad_norm": 1.266371250152588,
      "learning_rate": 2.560471911495967e-09,
      "loss": 0.3365,
      "step": 2825880
    },
    {
      "epoch": 788.69,
      "grad_norm": 1.476111650466919,
      "learning_rate": 2.559208490992334e-09,
      "loss": 0.3405,
      "step": 2825890
    },
    {
      "epoch": 788.7,
      "grad_norm": 1.2282371520996094,
      "learning_rate": 2.557945382102196e-09,
      "loss": 0.3284,
      "step": 2825900
    },
    {
      "epoch": 788.7,
      "grad_norm": 1.3843375444412231,
      "learning_rate": 2.556682584825033e-09,
      "loss": 0.3449,
      "step": 2825910
    },
    {
      "epoch": 788.7,
      "grad_norm": 1.1307562589645386,
      "learning_rate": 2.555420099161626e-09,
      "loss": 0.3372,
      "step": 2825920
    },
    {
      "epoch": 788.7,
      "grad_norm": 1.105069637298584,
      "learning_rate": 2.554157925111714e-09,
      "loss": 0.3304,
      "step": 2825930
    },
    {
      "epoch": 788.71,
      "grad_norm": 1.2493281364440918,
      "learning_rate": 2.552896062675558e-09,
      "loss": 0.3464,
      "step": 2825940
    },
    {
      "epoch": 788.71,
      "grad_norm": 1.139110803604126,
      "learning_rate": 2.5516345118534175e-09,
      "loss": 0.3355,
      "step": 2825950
    },
    {
      "epoch": 788.71,
      "grad_norm": 1.2512003183364868,
      "learning_rate": 2.550373272645293e-09,
      "loss": 0.3309,
      "step": 2825960
    },
    {
      "epoch": 788.72,
      "grad_norm": 1.291541576385498,
      "learning_rate": 2.549112345051705e-09,
      "loss": 0.3157,
      "step": 2825970
    },
    {
      "epoch": 788.72,
      "grad_norm": 1.549070119857788,
      "learning_rate": 2.5478517290723927e-09,
      "loss": 0.3469,
      "step": 2825980
    },
    {
      "epoch": 788.72,
      "grad_norm": 1.0736943483352661,
      "learning_rate": 2.546591424707877e-09,
      "loss": 0.3369,
      "step": 2825990
    },
    {
      "epoch": 788.72,
      "grad_norm": 1.1805298328399658,
      "learning_rate": 2.545331431958158e-09,
      "loss": 0.3354,
      "step": 2826000
    },
    {
      "epoch": 788.73,
      "grad_norm": 1.3352797031402588,
      "learning_rate": 2.544071750823235e-09,
      "loss": 0.3483,
      "step": 2826010
    },
    {
      "epoch": 788.73,
      "grad_norm": 1.1957513093948364,
      "learning_rate": 2.5428123813036293e-09,
      "loss": 0.3231,
      "step": 2826020
    },
    {
      "epoch": 788.73,
      "grad_norm": 1.3488914966583252,
      "learning_rate": 2.54155332339934e-09,
      "loss": 0.3423,
      "step": 2826030
    },
    {
      "epoch": 788.74,
      "grad_norm": 1.4946013689041138,
      "learning_rate": 2.540294577110628e-09,
      "loss": 0.3226,
      "step": 2826040
    },
    {
      "epoch": 788.74,
      "grad_norm": 1.3606834411621094,
      "learning_rate": 2.5390361424372332e-09,
      "loss": 0.3351,
      "step": 2826050
    },
    {
      "epoch": 788.74,
      "grad_norm": 1.2467833757400513,
      "learning_rate": 2.537778019379936e-09,
      "loss": 0.3462,
      "step": 2826060
    },
    {
      "epoch": 788.74,
      "grad_norm": 1.0981600284576416,
      "learning_rate": 2.536520207938476e-09,
      "loss": 0.3248,
      "step": 2826070
    },
    {
      "epoch": 788.75,
      "grad_norm": 1.2381556034088135,
      "learning_rate": 2.535262708113373e-09,
      "loss": 0.3469,
      "step": 2826080
    },
    {
      "epoch": 788.75,
      "grad_norm": 1.1827974319458008,
      "learning_rate": 2.5340055199043683e-09,
      "loss": 0.3237,
      "step": 2826090
    },
    {
      "epoch": 788.75,
      "grad_norm": 1.0642801523208618,
      "learning_rate": 2.5327486433119812e-09,
      "loss": 0.3341,
      "step": 2826100
    },
    {
      "epoch": 788.76,
      "grad_norm": 1.232340931892395,
      "learning_rate": 2.531492078336212e-09,
      "loss": 0.338,
      "step": 2826110
    },
    {
      "epoch": 788.76,
      "grad_norm": 1.105083703994751,
      "learning_rate": 2.5302358249773212e-09,
      "loss": 0.3355,
      "step": 2826120
    },
    {
      "epoch": 788.76,
      "grad_norm": 1.6424509286880493,
      "learning_rate": 2.528979883235308e-09,
      "loss": 0.335,
      "step": 2826130
    },
    {
      "epoch": 788.76,
      "grad_norm": 1.3161818981170654,
      "learning_rate": 2.5277242531104338e-09,
      "loss": 0.3383,
      "step": 2826140
    },
    {
      "epoch": 788.77,
      "grad_norm": 1.2849408388137817,
      "learning_rate": 2.5264689346029576e-09,
      "loss": 0.3445,
      "step": 2826150
    },
    {
      "epoch": 788.77,
      "grad_norm": 1.0610073804855347,
      "learning_rate": 2.5252139277131406e-09,
      "loss": 0.3299,
      "step": 2826160
    },
    {
      "epoch": 788.77,
      "grad_norm": 1.482266902923584,
      "learning_rate": 2.523959232440722e-09,
      "loss": 0.332,
      "step": 2826170
    },
    {
      "epoch": 788.77,
      "grad_norm": 1.5277392864227295,
      "learning_rate": 2.5227048487862223e-09,
      "loss": 0.3369,
      "step": 2826180
    },
    {
      "epoch": 788.78,
      "grad_norm": 1.2874133586883545,
      "learning_rate": 2.5214507767496417e-09,
      "loss": 0.3489,
      "step": 2826190
    },
    {
      "epoch": 788.78,
      "grad_norm": 1.1864757537841797,
      "learning_rate": 2.52019701633124e-09,
      "loss": 0.333,
      "step": 2826200
    },
    {
      "epoch": 788.78,
      "grad_norm": 1.16078782081604,
      "learning_rate": 2.5189435675312778e-09,
      "loss": 0.3314,
      "step": 2826210
    },
    {
      "epoch": 788.79,
      "grad_norm": 1.3198015689849854,
      "learning_rate": 2.517690430349755e-09,
      "loss": 0.3319,
      "step": 2826220
    },
    {
      "epoch": 788.79,
      "grad_norm": 2.122565269470215,
      "learning_rate": 2.516437604786932e-09,
      "loss": 0.3307,
      "step": 2826230
    },
    {
      "epoch": 788.79,
      "grad_norm": 1.3834291696548462,
      "learning_rate": 2.5151850908428082e-09,
      "loss": 0.328,
      "step": 2826240
    },
    {
      "epoch": 788.79,
      "grad_norm": 3.9079580307006836,
      "learning_rate": 2.5139328885176444e-09,
      "loss": 0.3448,
      "step": 2826250
    },
    {
      "epoch": 788.8,
      "grad_norm": 1.3618943691253662,
      "learning_rate": 2.5126809978117007e-09,
      "loss": 0.3378,
      "step": 2826260
    },
    {
      "epoch": 788.8,
      "grad_norm": 1.0808736085891724,
      "learning_rate": 2.5114294187252375e-09,
      "loss": 0.3504,
      "step": 2826270
    },
    {
      "epoch": 788.8,
      "grad_norm": 1.2072858810424805,
      "learning_rate": 2.510178151257994e-09,
      "loss": 0.3401,
      "step": 2826280
    },
    {
      "epoch": 788.81,
      "grad_norm": 1.3820936679840088,
      "learning_rate": 2.508927195410491e-09,
      "loss": 0.3489,
      "step": 2826290
    },
    {
      "epoch": 788.81,
      "grad_norm": 1.0402731895446777,
      "learning_rate": 2.507676551182988e-09,
      "loss": 0.3353,
      "step": 2826300
    },
    {
      "epoch": 788.81,
      "grad_norm": 1.208436369895935,
      "learning_rate": 2.5064262185754863e-09,
      "loss": 0.3403,
      "step": 2826310
    },
    {
      "epoch": 788.81,
      "grad_norm": 1.3250921964645386,
      "learning_rate": 2.5051761975879854e-09,
      "loss": 0.3423,
      "step": 2826320
    },
    {
      "epoch": 788.82,
      "grad_norm": 1.2503151893615723,
      "learning_rate": 2.5039264882207448e-09,
      "loss": 0.3453,
      "step": 2826330
    },
    {
      "epoch": 788.82,
      "grad_norm": 1.1569764614105225,
      "learning_rate": 2.5026770904740257e-09,
      "loss": 0.3389,
      "step": 2826340
    },
    {
      "epoch": 788.82,
      "grad_norm": 1.9791007041931152,
      "learning_rate": 2.5014280043480876e-09,
      "loss": 0.3419,
      "step": 2826350
    },
    {
      "epoch": 788.83,
      "grad_norm": 1.2571680545806885,
      "learning_rate": 2.500179229842931e-09,
      "loss": 0.3513,
      "step": 2826360
    },
    {
      "epoch": 788.83,
      "grad_norm": 1.3185296058654785,
      "learning_rate": 2.4989307669588156e-09,
      "loss": 0.3403,
      "step": 2826370
    },
    {
      "epoch": 788.83,
      "grad_norm": 1.187315583229065,
      "learning_rate": 2.4976826156957418e-09,
      "loss": 0.3299,
      "step": 2826380
    },
    {
      "epoch": 788.83,
      "grad_norm": 1.182212471961975,
      "learning_rate": 2.4964347760539697e-09,
      "loss": 0.3262,
      "step": 2826390
    },
    {
      "epoch": 788.84,
      "grad_norm": 1.2669609785079956,
      "learning_rate": 2.4951872480337593e-09,
      "loss": 0.3216,
      "step": 2826400
    },
    {
      "epoch": 788.84,
      "grad_norm": 1.2363345623016357,
      "learning_rate": 2.493940031635111e-09,
      "loss": 0.3524,
      "step": 2826410
    },
    {
      "epoch": 788.84,
      "grad_norm": 1.1284537315368652,
      "learning_rate": 2.492693126858545e-09,
      "loss": 0.3569,
      "step": 2826420
    },
    {
      "epoch": 788.84,
      "grad_norm": 1.1444694995880127,
      "learning_rate": 2.491446533703801e-09,
      "loss": 0.3308,
      "step": 2826430
    },
    {
      "epoch": 788.85,
      "grad_norm": 1.3557058572769165,
      "learning_rate": 2.4902002521711394e-09,
      "loss": 0.3249,
      "step": 2826440
    },
    {
      "epoch": 788.85,
      "grad_norm": 1.3959906101226807,
      "learning_rate": 2.48895428226082e-09,
      "loss": 0.3375,
      "step": 2826450
    },
    {
      "epoch": 788.85,
      "grad_norm": 1.5853322744369507,
      "learning_rate": 2.4877086239728438e-09,
      "loss": 0.3391,
      "step": 2826460
    },
    {
      "epoch": 788.86,
      "grad_norm": 1.537781000137329,
      "learning_rate": 2.48646327730773e-09,
      "loss": 0.3513,
      "step": 2826470
    },
    {
      "epoch": 788.86,
      "grad_norm": 1.3388619422912598,
      "learning_rate": 2.485218242265479e-09,
      "loss": 0.3419,
      "step": 2826480
    },
    {
      "epoch": 788.86,
      "grad_norm": 1.1479400396347046,
      "learning_rate": 2.4839735188460913e-09,
      "loss": 0.336,
      "step": 2826490
    },
    {
      "epoch": 788.86,
      "grad_norm": 1.1795920133590698,
      "learning_rate": 2.4827291070498266e-09,
      "loss": 0.3301,
      "step": 2826500
    },
    {
      "epoch": 788.87,
      "grad_norm": 1.4958951473236084,
      "learning_rate": 2.4814850068769455e-09,
      "loss": 0.3278,
      "step": 2826510
    },
    {
      "epoch": 788.87,
      "grad_norm": 1.1811919212341309,
      "learning_rate": 2.480241218327447e-09,
      "loss": 0.3352,
      "step": 2826520
    },
    {
      "epoch": 788.87,
      "grad_norm": 1.2242763042449951,
      "learning_rate": 2.478997741401853e-09,
      "loss": 0.3454,
      "step": 2826530
    },
    {
      "epoch": 788.88,
      "grad_norm": 1.1332709789276123,
      "learning_rate": 2.477754576099642e-09,
      "loss": 0.3438,
      "step": 2826540
    },
    {
      "epoch": 788.88,
      "grad_norm": 1.2525869607925415,
      "learning_rate": 2.4765117224218554e-09,
      "loss": 0.3254,
      "step": 2826550
    },
    {
      "epoch": 788.88,
      "grad_norm": 1.349599838256836,
      "learning_rate": 2.4752691803679725e-09,
      "loss": 0.3259,
      "step": 2826560
    },
    {
      "epoch": 788.88,
      "grad_norm": 1.5173232555389404,
      "learning_rate": 2.4740269499382537e-09,
      "loss": 0.3246,
      "step": 2826570
    },
    {
      "epoch": 788.89,
      "grad_norm": 1.4902805089950562,
      "learning_rate": 2.472785031133219e-09,
      "loss": 0.3406,
      "step": 2826580
    },
    {
      "epoch": 788.89,
      "grad_norm": 1.3730603456497192,
      "learning_rate": 2.471543423952869e-09,
      "loss": 0.3355,
      "step": 2826590
    },
    {
      "epoch": 788.89,
      "grad_norm": 1.2555971145629883,
      "learning_rate": 2.470302128397203e-09,
      "loss": 0.3337,
      "step": 2826600
    },
    {
      "epoch": 788.89,
      "grad_norm": 1.2927088737487793,
      "learning_rate": 2.469061144466482e-09,
      "loss": 0.3235,
      "step": 2826610
    },
    {
      "epoch": 788.9,
      "grad_norm": 1.2457445859909058,
      "learning_rate": 2.4678204721609656e-09,
      "loss": 0.3427,
      "step": 2826620
    },
    {
      "epoch": 788.9,
      "grad_norm": 1.0843886137008667,
      "learning_rate": 2.466580111480654e-09,
      "loss": 0.3301,
      "step": 2826630
    },
    {
      "epoch": 788.9,
      "grad_norm": 1.2968010902404785,
      "learning_rate": 2.465340062425807e-09,
      "loss": 0.3343,
      "step": 2826640
    },
    {
      "epoch": 788.91,
      "grad_norm": 1.1860562562942505,
      "learning_rate": 2.464100324996686e-09,
      "loss": 0.3353,
      "step": 2826650
    },
    {
      "epoch": 788.91,
      "grad_norm": 1.107809066772461,
      "learning_rate": 2.46286089919329e-09,
      "loss": 0.3556,
      "step": 2826660
    },
    {
      "epoch": 788.91,
      "grad_norm": 1.1507813930511475,
      "learning_rate": 2.461621785015879e-09,
      "loss": 0.3403,
      "step": 2826670
    },
    {
      "epoch": 788.91,
      "grad_norm": 1.214608073234558,
      "learning_rate": 2.4603829824644537e-09,
      "loss": 0.343,
      "step": 2826680
    },
    {
      "epoch": 788.92,
      "grad_norm": 1.1080482006072998,
      "learning_rate": 2.4591444915395343e-09,
      "loss": 0.3461,
      "step": 2826690
    },
    {
      "epoch": 788.92,
      "grad_norm": 1.4743627309799194,
      "learning_rate": 2.4579063122408606e-09,
      "loss": 0.347,
      "step": 2826700
    },
    {
      "epoch": 788.92,
      "grad_norm": 1.103495717048645,
      "learning_rate": 2.456668444568953e-09,
      "loss": 0.3281,
      "step": 2826710
    },
    {
      "epoch": 788.93,
      "grad_norm": 1.6234397888183594,
      "learning_rate": 2.4554308885238115e-09,
      "loss": 0.3491,
      "step": 2826720
    },
    {
      "epoch": 788.93,
      "grad_norm": 1.1577105522155762,
      "learning_rate": 2.4541936441054358e-09,
      "loss": 0.3206,
      "step": 2826730
    },
    {
      "epoch": 788.93,
      "grad_norm": 1.223055362701416,
      "learning_rate": 2.4529567113143468e-09,
      "loss": 0.3375,
      "step": 2826740
    },
    {
      "epoch": 788.93,
      "grad_norm": 1.307138442993164,
      "learning_rate": 2.451720090150544e-09,
      "loss": 0.3298,
      "step": 2826750
    },
    {
      "epoch": 788.94,
      "grad_norm": 1.3270121812820435,
      "learning_rate": 2.450483780614028e-09,
      "loss": 0.3484,
      "step": 2826760
    },
    {
      "epoch": 788.94,
      "grad_norm": 1.2539148330688477,
      "learning_rate": 2.4492477827053186e-09,
      "loss": 0.3381,
      "step": 2826770
    },
    {
      "epoch": 788.94,
      "grad_norm": 1.1798230409622192,
      "learning_rate": 2.448012096424156e-09,
      "loss": 0.3364,
      "step": 2826780
    },
    {
      "epoch": 788.95,
      "grad_norm": 2.758758544921875,
      "learning_rate": 2.4467767217710607e-09,
      "loss": 0.3448,
      "step": 2826790
    },
    {
      "epoch": 788.95,
      "grad_norm": 1.6097697019577026,
      "learning_rate": 2.4455416587462926e-09,
      "loss": 0.3325,
      "step": 2826800
    },
    {
      "epoch": 788.95,
      "grad_norm": 1.173380732536316,
      "learning_rate": 2.444306907349331e-09,
      "loss": 0.3363,
      "step": 2826810
    },
    {
      "epoch": 788.95,
      "grad_norm": 1.2790671586990356,
      "learning_rate": 2.4430724675809574e-09,
      "loss": 0.3299,
      "step": 2826820
    },
    {
      "epoch": 788.96,
      "grad_norm": 1.2024247646331787,
      "learning_rate": 2.4418383394414314e-09,
      "loss": 0.3432,
      "step": 2826830
    },
    {
      "epoch": 788.96,
      "grad_norm": 1.2207481861114502,
      "learning_rate": 2.4406045229302326e-09,
      "loss": 0.3318,
      "step": 2826840
    },
    {
      "epoch": 788.96,
      "grad_norm": 1.2408473491668701,
      "learning_rate": 2.439371018048402e-09,
      "loss": 0.3587,
      "step": 2826850
    },
    {
      "epoch": 788.96,
      "grad_norm": 1.2641202211380005,
      "learning_rate": 2.4381378247954194e-09,
      "loss": 0.3332,
      "step": 2826860
    },
    {
      "epoch": 788.97,
      "grad_norm": 1.2828266620635986,
      "learning_rate": 2.4369049431715443e-09,
      "loss": 0.3308,
      "step": 2826870
    },
    {
      "epoch": 788.97,
      "grad_norm": 1.3370715379714966,
      "learning_rate": 2.4356723731772977e-09,
      "loss": 0.3433,
      "step": 2826880
    },
    {
      "epoch": 788.97,
      "grad_norm": 1.225795865058899,
      "learning_rate": 2.4344401148126795e-09,
      "loss": 0.3345,
      "step": 2826890
    },
    {
      "epoch": 788.98,
      "grad_norm": 1.5060383081436157,
      "learning_rate": 2.4332081680774296e-09,
      "loss": 0.3389,
      "step": 2826900
    },
    {
      "epoch": 788.98,
      "grad_norm": 1.3076722621917725,
      "learning_rate": 2.431976532972328e-09,
      "loss": 0.321,
      "step": 2826910
    },
    {
      "epoch": 788.98,
      "grad_norm": 1.2279878854751587,
      "learning_rate": 2.4307452094973758e-09,
      "loss": 0.3333,
      "step": 2826920
    },
    {
      "epoch": 788.98,
      "grad_norm": 1.3465162515640259,
      "learning_rate": 2.4295141976525718e-09,
      "loss": 0.3462,
      "step": 2826930
    },
    {
      "epoch": 788.99,
      "grad_norm": 1.3326374292373657,
      "learning_rate": 2.428283497438177e-09,
      "loss": 0.3318,
      "step": 2826940
    },
    {
      "epoch": 788.99,
      "grad_norm": 1.1341595649719238,
      "learning_rate": 2.4270531088544514e-09,
      "loss": 0.326,
      "step": 2826950
    },
    {
      "epoch": 788.99,
      "grad_norm": 1.3867558240890503,
      "learning_rate": 2.4258230319011347e-09,
      "loss": 0.3454,
      "step": 2826960
    },
    {
      "epoch": 789.0,
      "grad_norm": 1.2633215188980103,
      "learning_rate": 2.4245932665790077e-09,
      "loss": 0.325,
      "step": 2826970
    },
    {
      "epoch": 789.0,
      "grad_norm": 1.140299916267395,
      "learning_rate": 2.4233638128878104e-09,
      "loss": 0.343,
      "step": 2826980
    },
    {
      "epoch": 789.0,
      "eval_loss": 0.33807992935180664,
      "eval_runtime": 64.6447,
      "eval_samples_per_second": 78.259,
      "eval_steps_per_second": 9.792,
      "step": 2826987
    },
    {
      "epoch": 789.0,
      "grad_norm": 3.099940299987793,
      "learning_rate": 2.4221346708278024e-09,
      "loss": 0.3312,
      "step": 2826990
    },
    {
      "epoch": 789.0,
      "grad_norm": 1.2075858116149902,
      "learning_rate": 2.420905840399244e-09,
      "loss": 0.3354,
      "step": 2827000
    },
    {
      "epoch": 789.01,
      "grad_norm": 1.3081413507461548,
      "learning_rate": 2.4196773216021356e-09,
      "loss": 0.3475,
      "step": 2827010
    },
    {
      "epoch": 789.01,
      "grad_norm": 1.2493282556533813,
      "learning_rate": 2.418449114436737e-09,
      "loss": 0.3313,
      "step": 2827020
    },
    {
      "epoch": 789.01,
      "grad_norm": 2.7717983722686768,
      "learning_rate": 2.417221218903309e-09,
      "loss": 0.3488,
      "step": 2827030
    },
    {
      "epoch": 789.01,
      "grad_norm": 1.4657046794891357,
      "learning_rate": 2.415993635001851e-09,
      "loss": 0.3531,
      "step": 2827040
    },
    {
      "epoch": 789.02,
      "grad_norm": 1.1631730794906616,
      "learning_rate": 2.4147663627326237e-09,
      "loss": 0.3383,
      "step": 2827050
    },
    {
      "epoch": 789.02,
      "grad_norm": 1.1869561672210693,
      "learning_rate": 2.4135394020956267e-09,
      "loss": 0.3412,
      "step": 2827060
    },
    {
      "epoch": 789.02,
      "grad_norm": 1.5548185110092163,
      "learning_rate": 2.41231275309112e-09,
      "loss": 0.3574,
      "step": 2827070
    },
    {
      "epoch": 789.03,
      "grad_norm": 1.2025458812713623,
      "learning_rate": 2.411086415719625e-09,
      "loss": 0.3292,
      "step": 2827080
    },
    {
      "epoch": 789.03,
      "grad_norm": 1.2957522869110107,
      "learning_rate": 2.4098603899806205e-09,
      "loss": 0.333,
      "step": 2827090
    },
    {
      "epoch": 789.03,
      "grad_norm": 1.1693072319030762,
      "learning_rate": 2.408634675874887e-09,
      "loss": 0.3538,
      "step": 2827100
    },
    {
      "epoch": 789.03,
      "grad_norm": 1.224125623703003,
      "learning_rate": 2.4074092734021644e-09,
      "loss": 0.3386,
      "step": 2827110
    },
    {
      "epoch": 789.04,
      "grad_norm": 1.5304334163665771,
      "learning_rate": 2.4061841825627136e-09,
      "loss": 0.34,
      "step": 2827120
    },
    {
      "epoch": 789.04,
      "grad_norm": 1.3647345304489136,
      "learning_rate": 2.404959403357054e-09,
      "loss": 0.3337,
      "step": 2827130
    },
    {
      "epoch": 789.04,
      "grad_norm": 1.2620429992675781,
      "learning_rate": 2.403734935784666e-09,
      "loss": 0.3297,
      "step": 2827140
    },
    {
      "epoch": 789.05,
      "grad_norm": 1.8917629718780518,
      "learning_rate": 2.40251077984659e-09,
      "loss": 0.3586,
      "step": 2827150
    },
    {
      "epoch": 789.05,
      "grad_norm": 1.4253790378570557,
      "learning_rate": 2.4012869355420454e-09,
      "loss": 0.3333,
      "step": 2827160
    },
    {
      "epoch": 789.05,
      "grad_norm": 1.256439208984375,
      "learning_rate": 2.400063402871813e-09,
      "loss": 0.3537,
      "step": 2827170
    },
    {
      "epoch": 789.05,
      "grad_norm": 1.7084697484970093,
      "learning_rate": 2.3988401818358926e-09,
      "loss": 0.3447,
      "step": 2827180
    },
    {
      "epoch": 789.06,
      "grad_norm": 1.1481764316558838,
      "learning_rate": 2.3976172724345446e-09,
      "loss": 0.3364,
      "step": 2827190
    },
    {
      "epoch": 789.06,
      "grad_norm": 1.1550908088684082,
      "learning_rate": 2.3963946746677688e-09,
      "loss": 0.3385,
      "step": 2827200
    },
    {
      "epoch": 789.06,
      "grad_norm": 1.3061392307281494,
      "learning_rate": 2.3951723885358256e-09,
      "loss": 0.3459,
      "step": 2827210
    },
    {
      "epoch": 789.07,
      "grad_norm": 1.294455885887146,
      "learning_rate": 2.393950414038715e-09,
      "loss": 0.3361,
      "step": 2827220
    },
    {
      "epoch": 789.07,
      "grad_norm": 1.1665421724319458,
      "learning_rate": 2.3927287511769575e-09,
      "loss": 0.3279,
      "step": 2827230
    },
    {
      "epoch": 789.07,
      "grad_norm": 1.3371421098709106,
      "learning_rate": 2.3915073999502924e-09,
      "loss": 0.3368,
      "step": 2827240
    },
    {
      "epoch": 789.07,
      "grad_norm": 1.1021974086761475,
      "learning_rate": 2.3902863603592408e-09,
      "loss": 0.3338,
      "step": 2827250
    },
    {
      "epoch": 789.08,
      "grad_norm": 1.3872712850570679,
      "learning_rate": 2.389065632403802e-09,
      "loss": 0.3519,
      "step": 2827260
    },
    {
      "epoch": 789.08,
      "grad_norm": 1.1909350156784058,
      "learning_rate": 2.3878452160839764e-09,
      "loss": 0.3332,
      "step": 2827270
    },
    {
      "epoch": 789.08,
      "grad_norm": 1.2843916416168213,
      "learning_rate": 2.3866251114000243e-09,
      "loss": 0.3407,
      "step": 2827280
    },
    {
      "epoch": 789.08,
      "grad_norm": 1.3896844387054443,
      "learning_rate": 2.3854053183524657e-09,
      "loss": 0.3444,
      "step": 2827290
    },
    {
      "epoch": 789.09,
      "grad_norm": 1.2936582565307617,
      "learning_rate": 2.384185836941041e-09,
      "loss": 0.334,
      "step": 2827300
    },
    {
      "epoch": 789.09,
      "grad_norm": 1.2542972564697266,
      "learning_rate": 2.38296666716601e-09,
      "loss": 0.3457,
      "step": 2827310
    },
    {
      "epoch": 789.09,
      "grad_norm": 1.0290638208389282,
      "learning_rate": 2.381747809027633e-09,
      "loss": 0.32,
      "step": 2827320
    },
    {
      "epoch": 789.1,
      "grad_norm": 1.314650058746338,
      "learning_rate": 2.38052926252591e-09,
      "loss": 0.3226,
      "step": 2827330
    },
    {
      "epoch": 789.1,
      "grad_norm": 1.2318336963653564,
      "learning_rate": 2.379311027661101e-09,
      "loss": 0.3299,
      "step": 2827340
    },
    {
      "epoch": 789.1,
      "grad_norm": 1.3089733123779297,
      "learning_rate": 2.3780931044334666e-09,
      "loss": 0.3465,
      "step": 2827350
    },
    {
      "epoch": 789.1,
      "grad_norm": 1.225649118423462,
      "learning_rate": 2.3768754928430063e-09,
      "loss": 0.3269,
      "step": 2827360
    },
    {
      "epoch": 789.11,
      "grad_norm": 1.10066819190979,
      "learning_rate": 2.375658192889981e-09,
      "loss": 0.3346,
      "step": 2827370
    },
    {
      "epoch": 789.11,
      "grad_norm": 1.1752848625183105,
      "learning_rate": 2.3744412045746503e-09,
      "loss": 0.3379,
      "step": 2827380
    },
    {
      "epoch": 789.11,
      "grad_norm": 1.4845800399780273,
      "learning_rate": 2.3732245278967542e-09,
      "loss": 0.3395,
      "step": 2827390
    },
    {
      "epoch": 789.12,
      "grad_norm": 1.211918592453003,
      "learning_rate": 2.372008162857073e-09,
      "loss": 0.3532,
      "step": 2827400
    },
    {
      "epoch": 789.12,
      "grad_norm": 1.2717229127883911,
      "learning_rate": 2.3707921094550873e-09,
      "loss": 0.3222,
      "step": 2827410
    },
    {
      "epoch": 789.12,
      "grad_norm": 1.4036818742752075,
      "learning_rate": 2.3695763676915765e-09,
      "loss": 0.3353,
      "step": 2827420
    },
    {
      "epoch": 789.12,
      "grad_norm": 1.2732082605361938,
      "learning_rate": 2.368360937566281e-09,
      "loss": 0.3275,
      "step": 2827430
    },
    {
      "epoch": 789.13,
      "grad_norm": 1.27828848361969,
      "learning_rate": 2.3671458190797215e-09,
      "loss": 0.3331,
      "step": 2827440
    },
    {
      "epoch": 789.13,
      "grad_norm": 1.2142698764801025,
      "learning_rate": 2.3659310122316374e-09,
      "loss": 0.332,
      "step": 2827450
    },
    {
      "epoch": 789.13,
      "grad_norm": 1.28148353099823,
      "learning_rate": 2.3647165170225488e-09,
      "loss": 0.3392,
      "step": 2827460
    },
    {
      "epoch": 789.13,
      "grad_norm": 1.545138955116272,
      "learning_rate": 2.3635023334524564e-09,
      "loss": 0.3615,
      "step": 2827470
    },
    {
      "epoch": 789.14,
      "grad_norm": 1.1148006916046143,
      "learning_rate": 2.3622884615213596e-09,
      "loss": 0.347,
      "step": 2827480
    },
    {
      "epoch": 789.14,
      "grad_norm": 1.3737142086029053,
      "learning_rate": 2.3610749012297792e-09,
      "loss": 0.3314,
      "step": 2827490
    },
    {
      "epoch": 789.14,
      "grad_norm": 1.1461538076400757,
      "learning_rate": 2.359861652577715e-09,
      "loss": 0.3425,
      "step": 2827500
    },
    {
      "epoch": 789.15,
      "grad_norm": 1.3696284294128418,
      "learning_rate": 2.3586487155654277e-09,
      "loss": 0.3576,
      "step": 2827510
    },
    {
      "epoch": 789.15,
      "grad_norm": 2.5978236198425293,
      "learning_rate": 2.357436090192656e-09,
      "loss": 0.3486,
      "step": 2827520
    },
    {
      "epoch": 789.15,
      "grad_norm": 1.3871774673461914,
      "learning_rate": 2.3562237764601817e-09,
      "loss": 0.3506,
      "step": 2827530
    },
    {
      "epoch": 789.15,
      "grad_norm": 1.6527568101882935,
      "learning_rate": 2.355011774367744e-09,
      "loss": 0.3338,
      "step": 2827540
    },
    {
      "epoch": 789.16,
      "grad_norm": 1.35707688331604,
      "learning_rate": 2.353800083915603e-09,
      "loss": 0.3463,
      "step": 2827550
    },
    {
      "epoch": 789.16,
      "grad_norm": 1.2099648714065552,
      "learning_rate": 2.352588705103759e-09,
      "loss": 0.3338,
      "step": 2827560
    },
    {
      "epoch": 789.16,
      "grad_norm": 1.2623640298843384,
      "learning_rate": 2.3513776379327326e-09,
      "loss": 0.3304,
      "step": 2827570
    },
    {
      "epoch": 789.17,
      "grad_norm": 1.338278889656067,
      "learning_rate": 2.350166882402523e-09,
      "loss": 0.316,
      "step": 2827580
    },
    {
      "epoch": 789.17,
      "grad_norm": 1.098312258720398,
      "learning_rate": 2.3489564385131313e-09,
      "loss": 0.3504,
      "step": 2827590
    },
    {
      "epoch": 789.17,
      "grad_norm": 1.1695901155471802,
      "learning_rate": 2.3477463062650767e-09,
      "loss": 0.3313,
      "step": 2827600
    },
    {
      "epoch": 789.17,
      "grad_norm": 1.1622123718261719,
      "learning_rate": 2.3465364856581e-09,
      "loss": 0.3288,
      "step": 2827610
    },
    {
      "epoch": 789.18,
      "grad_norm": 1.2274119853973389,
      "learning_rate": 2.3453269766927214e-09,
      "loss": 0.3462,
      "step": 2827620
    },
    {
      "epoch": 789.18,
      "grad_norm": 1.3003449440002441,
      "learning_rate": 2.3441177793689406e-09,
      "loss": 0.3392,
      "step": 2827630
    },
    {
      "epoch": 789.18,
      "grad_norm": 1.6491667032241821,
      "learning_rate": 2.3429088936867576e-09,
      "loss": 0.3395,
      "step": 2827640
    },
    {
      "epoch": 789.19,
      "grad_norm": 1.4774175882339478,
      "learning_rate": 2.341700319646433e-09,
      "loss": 0.3275,
      "step": 2827650
    },
    {
      "epoch": 789.19,
      "grad_norm": 1.2316526174545288,
      "learning_rate": 2.3404920572484864e-09,
      "loss": 0.3433,
      "step": 2827660
    },
    {
      "epoch": 789.19,
      "grad_norm": 1.6947342157363892,
      "learning_rate": 2.3392841064926588e-09,
      "loss": 0.3529,
      "step": 2827670
    },
    {
      "epoch": 789.19,
      "grad_norm": 1.3361718654632568,
      "learning_rate": 2.3380764673792094e-09,
      "loss": 0.3375,
      "step": 2827680
    },
    {
      "epoch": 789.2,
      "grad_norm": 1.2453612089157104,
      "learning_rate": 2.336869139908399e-09,
      "loss": 0.3239,
      "step": 2827690
    },
    {
      "epoch": 789.2,
      "grad_norm": 1.3101283311843872,
      "learning_rate": 2.3356621240802273e-09,
      "loss": 0.3274,
      "step": 2827700
    },
    {
      "epoch": 789.2,
      "grad_norm": 1.079498529434204,
      "learning_rate": 2.3344554198949548e-09,
      "loss": 0.3258,
      "step": 2827710
    },
    {
      "epoch": 789.2,
      "grad_norm": 1.3279235363006592,
      "learning_rate": 2.3332490273525807e-09,
      "loss": 0.3388,
      "step": 2827720
    },
    {
      "epoch": 789.21,
      "grad_norm": 1.3690977096557617,
      "learning_rate": 2.3320429464536263e-09,
      "loss": 0.3489,
      "step": 2827730
    },
    {
      "epoch": 789.21,
      "grad_norm": 1.215509295463562,
      "learning_rate": 2.3308371771978314e-09,
      "loss": 0.32,
      "step": 2827740
    },
    {
      "epoch": 789.21,
      "grad_norm": 1.2016290426254272,
      "learning_rate": 2.329631719585976e-09,
      "loss": 0.3484,
      "step": 2827750
    },
    {
      "epoch": 789.22,
      "grad_norm": 1.3956631422042847,
      "learning_rate": 2.32842657361728e-09,
      "loss": 0.333,
      "step": 2827760
    },
    {
      "epoch": 789.22,
      "grad_norm": 1.216172456741333,
      "learning_rate": 2.3272217392927838e-09,
      "loss": 0.3385,
      "step": 2827770
    },
    {
      "epoch": 789.22,
      "grad_norm": 1.386396050453186,
      "learning_rate": 2.3260172166122274e-09,
      "loss": 0.3378,
      "step": 2827780
    },
    {
      "epoch": 789.22,
      "grad_norm": 1.100634217262268,
      "learning_rate": 2.3248130055758716e-09,
      "loss": 0.3376,
      "step": 2827790
    },
    {
      "epoch": 789.23,
      "grad_norm": 1.2394697666168213,
      "learning_rate": 2.3236091061837154e-09,
      "loss": 0.3426,
      "step": 2827800
    },
    {
      "epoch": 789.23,
      "grad_norm": 1.2929022312164307,
      "learning_rate": 2.3224055184362795e-09,
      "loss": 0.3264,
      "step": 2827810
    },
    {
      "epoch": 789.23,
      "grad_norm": 1.499326229095459,
      "learning_rate": 2.321202242333304e-09,
      "loss": 0.3322,
      "step": 2827820
    },
    {
      "epoch": 789.24,
      "grad_norm": 1.2203439474105835,
      "learning_rate": 2.3199992778750486e-09,
      "loss": 0.3407,
      "step": 2827830
    },
    {
      "epoch": 789.24,
      "grad_norm": 1.3270174264907837,
      "learning_rate": 2.3187966250620345e-09,
      "loss": 0.3453,
      "step": 2827840
    },
    {
      "epoch": 789.24,
      "grad_norm": 1.5583710670471191,
      "learning_rate": 2.3175942838940012e-09,
      "loss": 0.3255,
      "step": 2827850
    },
    {
      "epoch": 789.24,
      "grad_norm": 1.4948828220367432,
      "learning_rate": 2.3163922543712082e-09,
      "loss": 0.353,
      "step": 2827860
    },
    {
      "epoch": 789.25,
      "grad_norm": 1.1892378330230713,
      "learning_rate": 2.315190536493917e-09,
      "loss": 0.336,
      "step": 2827870
    },
    {
      "epoch": 789.25,
      "grad_norm": 1.2618930339813232,
      "learning_rate": 2.3139891302623865e-09,
      "loss": 0.3368,
      "step": 2827880
    },
    {
      "epoch": 789.25,
      "grad_norm": 1.3089252710342407,
      "learning_rate": 2.3127880356763573e-09,
      "loss": 0.3366,
      "step": 2827890
    },
    {
      "epoch": 789.25,
      "grad_norm": 2.8278615474700928,
      "learning_rate": 2.3115872527363493e-09,
      "loss": 0.3403,
      "step": 2827900
    },
    {
      "epoch": 789.26,
      "grad_norm": 1.341780185699463,
      "learning_rate": 2.3103867814426233e-09,
      "loss": 0.3396,
      "step": 2827910
    },
    {
      "epoch": 789.26,
      "grad_norm": 1.3228788375854492,
      "learning_rate": 2.309186621794919e-09,
      "loss": 0.339,
      "step": 2827920
    },
    {
      "epoch": 789.26,
      "grad_norm": 1.2306644916534424,
      "learning_rate": 2.307986773793756e-09,
      "loss": 0.3237,
      "step": 2827930
    },
    {
      "epoch": 789.27,
      "grad_norm": 1.171527624130249,
      "learning_rate": 2.3067872374391354e-09,
      "loss": 0.3473,
      "step": 2827940
    },
    {
      "epoch": 789.27,
      "grad_norm": 1.3960784673690796,
      "learning_rate": 2.3055880127310564e-09,
      "loss": 0.3561,
      "step": 2827950
    },
    {
      "epoch": 789.27,
      "grad_norm": 1.3146666288375854,
      "learning_rate": 2.3043890996703e-09,
      "loss": 0.3471,
      "step": 2827960
    },
    {
      "epoch": 789.27,
      "grad_norm": 1.3504586219787598,
      "learning_rate": 2.3031904982560857e-09,
      "loss": 0.3462,
      "step": 2827970
    },
    {
      "epoch": 789.28,
      "grad_norm": 1.1558905839920044,
      "learning_rate": 2.301992208489454e-09,
      "loss": 0.335,
      "step": 2827980
    },
    {
      "epoch": 789.28,
      "grad_norm": 1.2151002883911133,
      "learning_rate": 2.3007942303701446e-09,
      "loss": 0.3301,
      "step": 2827990
    },
    {
      "epoch": 789.28,
      "grad_norm": 1.2713415622711182,
      "learning_rate": 2.2995965638981583e-09,
      "loss": 0.3257,
      "step": 2828000
    },
    {
      "epoch": 789.29,
      "grad_norm": 1.3057997226715088,
      "learning_rate": 2.2983992090740146e-09,
      "loss": 0.3546,
      "step": 2828010
    },
    {
      "epoch": 789.29,
      "grad_norm": 1.3972750902175903,
      "learning_rate": 2.297202165897714e-09,
      "loss": 0.3383,
      "step": 2828020
    },
    {
      "epoch": 789.29,
      "grad_norm": 1.3027971982955933,
      "learning_rate": 2.296005434369256e-09,
      "loss": 0.332,
      "step": 2828030
    },
    {
      "epoch": 789.29,
      "grad_norm": 1.1267486810684204,
      "learning_rate": 2.2948090144891615e-09,
      "loss": 0.3293,
      "step": 2828040
    },
    {
      "epoch": 789.3,
      "grad_norm": 1.3585189580917358,
      "learning_rate": 2.2936129062574303e-09,
      "loss": 0.3381,
      "step": 2828050
    },
    {
      "epoch": 789.3,
      "grad_norm": 1.5098029375076294,
      "learning_rate": 2.2924171096740627e-09,
      "loss": 0.3383,
      "step": 2828060
    },
    {
      "epoch": 789.3,
      "grad_norm": 1.351372480392456,
      "learning_rate": 2.2912216247393186e-09,
      "loss": 0.3342,
      "step": 2828070
    },
    {
      "epoch": 789.31,
      "grad_norm": 1.5443695783615112,
      "learning_rate": 2.2900264514531982e-09,
      "loss": 0.3372,
      "step": 2828080
    },
    {
      "epoch": 789.31,
      "grad_norm": 1.4043430089950562,
      "learning_rate": 2.2888315898162217e-09,
      "loss": 0.3391,
      "step": 2828090
    },
    {
      "epoch": 789.31,
      "grad_norm": 1.4436484575271606,
      "learning_rate": 2.287637039828389e-09,
      "loss": 0.3396,
      "step": 2828100
    },
    {
      "epoch": 789.31,
      "grad_norm": 1.3323845863342285,
      "learning_rate": 2.2864428014899606e-09,
      "loss": 0.3282,
      "step": 2828110
    },
    {
      "epoch": 789.32,
      "grad_norm": 1.2785402536392212,
      "learning_rate": 2.285248874800676e-09,
      "loss": 0.35,
      "step": 2828120
    },
    {
      "epoch": 789.32,
      "grad_norm": 1.1514081954956055,
      "learning_rate": 2.2840552597613167e-09,
      "loss": 0.3344,
      "step": 2828130
    },
    {
      "epoch": 789.32,
      "grad_norm": 1.3640327453613281,
      "learning_rate": 2.282861956371361e-09,
      "loss": 0.3334,
      "step": 2828140
    },
    {
      "epoch": 789.32,
      "grad_norm": 1.3826147317886353,
      "learning_rate": 2.28166896463159e-09,
      "loss": 0.3322,
      "step": 2828150
    },
    {
      "epoch": 789.33,
      "grad_norm": 1.1267108917236328,
      "learning_rate": 2.2804762845417443e-09,
      "loss": 0.3346,
      "step": 2828160
    },
    {
      "epoch": 789.33,
      "grad_norm": 1.0903477668762207,
      "learning_rate": 2.2792839161023433e-09,
      "loss": 0.3249,
      "step": 2828170
    },
    {
      "epoch": 789.33,
      "grad_norm": 1.3969107866287231,
      "learning_rate": 2.278091859313127e-09,
      "loss": 0.3357,
      "step": 2828180
    },
    {
      "epoch": 789.34,
      "grad_norm": 1.2972267866134644,
      "learning_rate": 2.2769001141746157e-09,
      "loss": 0.3417,
      "step": 2828190
    },
    {
      "epoch": 789.34,
      "grad_norm": 1.0826194286346436,
      "learning_rate": 2.2757086806865497e-09,
      "loss": 0.3284,
      "step": 2828200
    },
    {
      "epoch": 789.34,
      "grad_norm": 1.044449806213379,
      "learning_rate": 2.2745175588497094e-09,
      "loss": 0.3511,
      "step": 2828210
    },
    {
      "epoch": 789.34,
      "grad_norm": 1.2858357429504395,
      "learning_rate": 2.2733267486635746e-09,
      "loss": 0.3378,
      "step": 2828220
    },
    {
      "epoch": 789.35,
      "grad_norm": 1.2215619087219238,
      "learning_rate": 2.272136250128665e-09,
      "loss": 0.3177,
      "step": 2828230
    },
    {
      "epoch": 789.35,
      "grad_norm": 1.6154252290725708,
      "learning_rate": 2.2709460632452414e-09,
      "loss": 0.3287,
      "step": 2828240
    },
    {
      "epoch": 789.35,
      "grad_norm": 1.2329224348068237,
      "learning_rate": 2.269756188013304e-09,
      "loss": 0.3485,
      "step": 2828250
    },
    {
      "epoch": 789.36,
      "grad_norm": 1.0937219858169556,
      "learning_rate": 2.2685666244328522e-09,
      "loss": 0.338,
      "step": 2828260
    },
    {
      "epoch": 789.36,
      "grad_norm": 1.2235629558563232,
      "learning_rate": 2.2673773725044065e-09,
      "loss": 0.3366,
      "step": 2828270
    },
    {
      "epoch": 789.36,
      "grad_norm": 1.2799452543258667,
      "learning_rate": 2.2661884322279674e-09,
      "loss": 0.3429,
      "step": 2828280
    },
    {
      "epoch": 789.36,
      "grad_norm": 1.1450634002685547,
      "learning_rate": 2.2649998036035345e-09,
      "loss": 0.3324,
      "step": 2828290
    },
    {
      "epoch": 789.37,
      "grad_norm": 1.221777319908142,
      "learning_rate": 2.263811486631368e-09,
      "loss": 0.3401,
      "step": 2828300
    },
    {
      "epoch": 789.37,
      "grad_norm": 1.3467239141464233,
      "learning_rate": 2.262623481311728e-09,
      "loss": 0.3219,
      "step": 2828310
    },
    {
      "epoch": 789.37,
      "grad_norm": 1.1742442846298218,
      "learning_rate": 2.2614357876446153e-09,
      "loss": 0.3307,
      "step": 2828320
    },
    {
      "epoch": 789.37,
      "grad_norm": 1.2927169799804688,
      "learning_rate": 2.260248405630289e-09,
      "loss": 0.3345,
      "step": 2828330
    },
    {
      "epoch": 789.38,
      "grad_norm": 1.2762705087661743,
      "learning_rate": 2.25906133526901e-09,
      "loss": 0.3341,
      "step": 2828340
    },
    {
      "epoch": 789.38,
      "grad_norm": 1.4777835607528687,
      "learning_rate": 2.257874576560778e-09,
      "loss": 0.3371,
      "step": 2828350
    },
    {
      "epoch": 789.38,
      "grad_norm": 1.206830382347107,
      "learning_rate": 2.2566881295055935e-09,
      "loss": 0.3338,
      "step": 2828360
    },
    {
      "epoch": 789.39,
      "grad_norm": 1.8178483247756958,
      "learning_rate": 2.2555019941039763e-09,
      "loss": 0.3208,
      "step": 2828370
    },
    {
      "epoch": 789.39,
      "grad_norm": 1.4029067754745483,
      "learning_rate": 2.2543161703559265e-09,
      "loss": 0.3438,
      "step": 2828380
    },
    {
      "epoch": 789.39,
      "grad_norm": 1.2158877849578857,
      "learning_rate": 2.2531306582614443e-09,
      "loss": 0.334,
      "step": 2828390
    },
    {
      "epoch": 789.39,
      "grad_norm": 1.3577675819396973,
      "learning_rate": 2.25194545782105e-09,
      "loss": 0.3359,
      "step": 2828400
    },
    {
      "epoch": 789.4,
      "grad_norm": 1.185421347618103,
      "learning_rate": 2.2507605690344834e-09,
      "loss": 0.3342,
      "step": 2828410
    },
    {
      "epoch": 789.4,
      "grad_norm": 1.3318806886672974,
      "learning_rate": 2.2495759919022653e-09,
      "loss": 0.3412,
      "step": 2828420
    },
    {
      "epoch": 789.4,
      "grad_norm": 1.140335202217102,
      "learning_rate": 2.248391726424395e-09,
      "loss": 0.3357,
      "step": 2828430
    },
    {
      "epoch": 789.41,
      "grad_norm": 1.1616014242172241,
      "learning_rate": 2.247207772600873e-09,
      "loss": 0.3467,
      "step": 2828440
    },
    {
      "epoch": 789.41,
      "grad_norm": 1.4265435934066772,
      "learning_rate": 2.2460241304322197e-09,
      "loss": 0.3198,
      "step": 2828450
    },
    {
      "epoch": 789.41,
      "grad_norm": 1.458757996559143,
      "learning_rate": 2.2448407999181746e-09,
      "loss": 0.3298,
      "step": 2828460
    },
    {
      "epoch": 789.41,
      "grad_norm": 1.2387433052062988,
      "learning_rate": 2.243657781058998e-09,
      "loss": 0.3356,
      "step": 2828470
    },
    {
      "epoch": 789.42,
      "grad_norm": 1.3200832605361938,
      "learning_rate": 2.2424750738552105e-09,
      "loss": 0.3256,
      "step": 2828480
    },
    {
      "epoch": 789.42,
      "grad_norm": 1.094994306564331,
      "learning_rate": 2.241292678306552e-09,
      "loss": 0.328,
      "step": 2828490
    },
    {
      "epoch": 789.42,
      "grad_norm": 1.116887092590332,
      "learning_rate": 2.2401105944135425e-09,
      "loss": 0.3325,
      "step": 2828500
    },
    {
      "epoch": 789.43,
      "grad_norm": 1.1008037328720093,
      "learning_rate": 2.238928822175922e-09,
      "loss": 0.3379,
      "step": 2828510
    },
    {
      "epoch": 789.43,
      "grad_norm": 1.061326265335083,
      "learning_rate": 2.237747361594211e-09,
      "loss": 0.3249,
      "step": 2828520
    },
    {
      "epoch": 789.43,
      "grad_norm": 1.3295576572418213,
      "learning_rate": 2.2365662126684095e-09,
      "loss": 0.3397,
      "step": 2828530
    },
    {
      "epoch": 789.43,
      "grad_norm": 1.6769992113113403,
      "learning_rate": 2.2353853753987774e-09,
      "loss": 0.3303,
      "step": 2828540
    },
    {
      "epoch": 789.44,
      "grad_norm": 1.3586089611053467,
      "learning_rate": 2.2342048497850545e-09,
      "loss": 0.3382,
      "step": 2828550
    },
    {
      "epoch": 789.44,
      "grad_norm": 1.2505764961242676,
      "learning_rate": 2.233024635828022e-09,
      "loss": 0.3419,
      "step": 2828560
    },
    {
      "epoch": 789.44,
      "grad_norm": 1.445945143699646,
      "learning_rate": 2.2318447335274193e-09,
      "loss": 0.3576,
      "step": 2828570
    },
    {
      "epoch": 789.44,
      "grad_norm": 1.1982501745224,
      "learning_rate": 2.2306651428835065e-09,
      "loss": 0.3513,
      "step": 2828580
    },
    {
      "epoch": 789.45,
      "grad_norm": 1.3654775619506836,
      "learning_rate": 2.2294858638965444e-09,
      "loss": 0.3317,
      "step": 2828590
    },
    {
      "epoch": 789.45,
      "grad_norm": 1.0638567209243774,
      "learning_rate": 2.228306896566532e-09,
      "loss": 0.3263,
      "step": 2828600
    },
    {
      "epoch": 789.45,
      "grad_norm": 1.1428662538528442,
      "learning_rate": 2.22712824089373e-09,
      "loss": 0.3469,
      "step": 2828610
    },
    {
      "epoch": 789.46,
      "grad_norm": 1.4330055713653564,
      "learning_rate": 2.225949896878139e-09,
      "loss": 0.3319,
      "step": 2828620
    },
    {
      "epoch": 789.46,
      "grad_norm": 1.3565285205841064,
      "learning_rate": 2.2247718645202786e-09,
      "loss": 0.3432,
      "step": 2828630
    },
    {
      "epoch": 789.46,
      "grad_norm": 1.352098822593689,
      "learning_rate": 2.2235941438198886e-09,
      "loss": 0.319,
      "step": 2828640
    },
    {
      "epoch": 789.46,
      "grad_norm": 1.3673632144927979,
      "learning_rate": 2.22241673477723e-09,
      "loss": 0.3502,
      "step": 2828650
    },
    {
      "epoch": 789.47,
      "grad_norm": 1.346817135810852,
      "learning_rate": 2.221239637392562e-09,
      "loss": 0.3541,
      "step": 2828660
    },
    {
      "epoch": 789.47,
      "grad_norm": 3.797457695007324,
      "learning_rate": 2.2200628516661456e-09,
      "loss": 0.3339,
      "step": 2828670
    },
    {
      "epoch": 789.47,
      "grad_norm": 1.359131932258606,
      "learning_rate": 2.2188863775979804e-09,
      "loss": 0.3327,
      "step": 2828680
    },
    {
      "epoch": 789.48,
      "grad_norm": 1.3109006881713867,
      "learning_rate": 2.217710215188066e-09,
      "loss": 0.3355,
      "step": 2828690
    },
    {
      "epoch": 789.48,
      "grad_norm": 1.1895414590835571,
      "learning_rate": 2.216534364436924e-09,
      "loss": 0.3302,
      "step": 2828700
    },
    {
      "epoch": 789.48,
      "grad_norm": 1.399218201637268,
      "learning_rate": 2.2153588253442934e-09,
      "loss": 0.3452,
      "step": 2828710
    },
    {
      "epoch": 789.48,
      "grad_norm": 1.1864056587219238,
      "learning_rate": 2.2141835979109548e-09,
      "loss": 0.3311,
      "step": 2828720
    },
    {
      "epoch": 789.49,
      "grad_norm": 1.4237569570541382,
      "learning_rate": 2.213008682136388e-09,
      "loss": 0.3319,
      "step": 2828730
    },
    {
      "epoch": 789.49,
      "grad_norm": 1.1206079721450806,
      "learning_rate": 2.211834078021113e-09,
      "loss": 0.3264,
      "step": 2828740
    },
    {
      "epoch": 789.49,
      "grad_norm": 1.4467134475708008,
      "learning_rate": 2.2106597855651303e-09,
      "loss": 0.341,
      "step": 2828750
    },
    {
      "epoch": 789.49,
      "grad_norm": 1.1998720169067383,
      "learning_rate": 2.2094858047687e-09,
      "loss": 0.3343,
      "step": 2828760
    },
    {
      "epoch": 789.5,
      "grad_norm": 1.0787701606750488,
      "learning_rate": 2.208312135632082e-09,
      "loss": 0.3239,
      "step": 2828770
    },
    {
      "epoch": 789.5,
      "grad_norm": 1.4253419637680054,
      "learning_rate": 2.207138778155017e-09,
      "loss": 0.3397,
      "step": 2828780
    },
    {
      "epoch": 789.5,
      "grad_norm": 1.0966732501983643,
      "learning_rate": 2.2059657323382843e-09,
      "loss": 0.3253,
      "step": 2828790
    },
    {
      "epoch": 789.51,
      "grad_norm": 1.3013592958450317,
      "learning_rate": 2.2047929981816245e-09,
      "loss": 0.333,
      "step": 2828800
    },
    {
      "epoch": 789.51,
      "grad_norm": 1.3177229166030884,
      "learning_rate": 2.2036205756850375e-09,
      "loss": 0.3364,
      "step": 2828810
    },
    {
      "epoch": 789.51,
      "grad_norm": 1.3679121732711792,
      "learning_rate": 2.2024484648490437e-09,
      "loss": 0.3618,
      "step": 2828820
    },
    {
      "epoch": 789.51,
      "grad_norm": 1.217126488685608,
      "learning_rate": 2.201276665673643e-09,
      "loss": 0.3329,
      "step": 2828830
    },
    {
      "epoch": 789.52,
      "grad_norm": 1.3014582395553589,
      "learning_rate": 2.2001051781590957e-09,
      "loss": 0.3319,
      "step": 2828840
    },
    {
      "epoch": 789.52,
      "grad_norm": 1.1065560579299927,
      "learning_rate": 2.198934002305402e-09,
      "loss": 0.3254,
      "step": 2828850
    },
    {
      "epoch": 789.52,
      "grad_norm": 1.4101536273956299,
      "learning_rate": 2.1977631381128213e-09,
      "loss": 0.3141,
      "step": 2828860
    },
    {
      "epoch": 789.53,
      "grad_norm": 1.2666419744491577,
      "learning_rate": 2.196592585581615e-09,
      "loss": 0.3267,
      "step": 2828870
    },
    {
      "epoch": 789.53,
      "grad_norm": 1.228938102722168,
      "learning_rate": 2.195422344711522e-09,
      "loss": 0.3128,
      "step": 2828880
    },
    {
      "epoch": 789.53,
      "grad_norm": 1.2061606645584106,
      "learning_rate": 2.1942524155033233e-09,
      "loss": 0.3478,
      "step": 2828890
    },
    {
      "epoch": 789.53,
      "grad_norm": 1.164762020111084,
      "learning_rate": 2.1930827979564984e-09,
      "loss": 0.3277,
      "step": 2828900
    },
    {
      "epoch": 789.54,
      "grad_norm": 1.1783734560012817,
      "learning_rate": 2.191913492071828e-09,
      "loss": 0.3497,
      "step": 2828910
    },
    {
      "epoch": 789.54,
      "grad_norm": 1.537269115447998,
      "learning_rate": 2.1907444978490512e-09,
      "loss": 0.325,
      "step": 2828920
    },
    {
      "epoch": 789.54,
      "grad_norm": 1.1653145551681519,
      "learning_rate": 2.1895758152884295e-09,
      "loss": 0.3431,
      "step": 2828930
    },
    {
      "epoch": 789.55,
      "grad_norm": 1.3781332969665527,
      "learning_rate": 2.188407444389962e-09,
      "loss": 0.3427,
      "step": 2828940
    },
    {
      "epoch": 789.55,
      "grad_norm": 1.3153371810913086,
      "learning_rate": 2.187239385154169e-09,
      "loss": 0.3398,
      "step": 2828950
    },
    {
      "epoch": 789.55,
      "grad_norm": 1.0860857963562012,
      "learning_rate": 2.1860716375810517e-09,
      "loss": 0.3337,
      "step": 2828960
    },
    {
      "epoch": 789.55,
      "grad_norm": 1.4015460014343262,
      "learning_rate": 2.1849042016708687e-09,
      "loss": 0.3512,
      "step": 2828970
    },
    {
      "epoch": 789.56,
      "grad_norm": 1.2402544021606445,
      "learning_rate": 2.183737077423361e-09,
      "loss": 0.3385,
      "step": 2828980
    },
    {
      "epoch": 789.56,
      "grad_norm": 1.1057578325271606,
      "learning_rate": 2.182570264839048e-09,
      "loss": 0.321,
      "step": 2828990
    },
    {
      "epoch": 789.56,
      "grad_norm": 1.1851223707199097,
      "learning_rate": 2.1814037639179308e-09,
      "loss": 0.3367,
      "step": 2829000
    },
    {
      "epoch": 789.56,
      "grad_norm": 1.3294652700424194,
      "learning_rate": 2.1802375746602686e-09,
      "loss": 0.3303,
      "step": 2829010
    },
    {
      "epoch": 789.57,
      "grad_norm": 1.1525346040725708,
      "learning_rate": 2.179071697066322e-09,
      "loss": 0.3399,
      "step": 2829020
    },
    {
      "epoch": 789.57,
      "grad_norm": 1.2950081825256348,
      "learning_rate": 2.1779061311360915e-09,
      "loss": 0.3134,
      "step": 2829030
    },
    {
      "epoch": 789.57,
      "grad_norm": 1.1890276670455933,
      "learning_rate": 2.1767408768695766e-09,
      "loss": 0.3434,
      "step": 2829040
    },
    {
      "epoch": 789.58,
      "grad_norm": 1.943569540977478,
      "learning_rate": 2.1755759342670376e-09,
      "loss": 0.3501,
      "step": 2829050
    },
    {
      "epoch": 789.58,
      "grad_norm": 1.3224793672561646,
      "learning_rate": 2.1744113033289947e-09,
      "loss": 0.3461,
      "step": 2829060
    },
    {
      "epoch": 789.58,
      "grad_norm": 1.2385847568511963,
      "learning_rate": 2.173246984055188e-09,
      "loss": 0.3246,
      "step": 2829070
    },
    {
      "epoch": 789.58,
      "grad_norm": 2.2153639793395996,
      "learning_rate": 2.1720829764456176e-09,
      "loss": 0.3296,
      "step": 2829080
    },
    {
      "epoch": 789.59,
      "grad_norm": 3.095184087753296,
      "learning_rate": 2.1709192805010633e-09,
      "loss": 0.3367,
      "step": 2829090
    },
    {
      "epoch": 789.59,
      "grad_norm": 1.3827826976776123,
      "learning_rate": 2.169755896221266e-09,
      "loss": 0.3377,
      "step": 2829100
    },
    {
      "epoch": 789.59,
      "grad_norm": 1.1416798830032349,
      "learning_rate": 2.168592823606225e-09,
      "loss": 0.3458,
      "step": 2829110
    },
    {
      "epoch": 789.6,
      "grad_norm": 1.2218537330627441,
      "learning_rate": 2.1674300626564613e-09,
      "loss": 0.3428,
      "step": 2829120
    },
    {
      "epoch": 789.6,
      "grad_norm": 1.133726716041565,
      "learning_rate": 2.166267613371974e-09,
      "loss": 0.3301,
      "step": 2829130
    },
    {
      "epoch": 789.6,
      "grad_norm": 1.3619544506072998,
      "learning_rate": 2.1651054757530243e-09,
      "loss": 0.3339,
      "step": 2829140
    },
    {
      "epoch": 789.6,
      "grad_norm": 3.228691339492798,
      "learning_rate": 2.163943649799351e-09,
      "loss": 0.3188,
      "step": 2829150
    },
    {
      "epoch": 789.61,
      "grad_norm": 1.154253363609314,
      "learning_rate": 2.1627821355117356e-09,
      "loss": 0.3384,
      "step": 2829160
    },
    {
      "epoch": 789.61,
      "grad_norm": 1.225867509841919,
      "learning_rate": 2.1616209328899172e-09,
      "loss": 0.3296,
      "step": 2829170
    },
    {
      "epoch": 789.61,
      "grad_norm": 1.2417155504226685,
      "learning_rate": 2.1604600419338965e-09,
      "loss": 0.323,
      "step": 2829180
    },
    {
      "epoch": 789.61,
      "grad_norm": 1.1066150665283203,
      "learning_rate": 2.1592994626444537e-09,
      "loss": 0.3248,
      "step": 2829190
    },
    {
      "epoch": 789.62,
      "grad_norm": 1.1790512800216675,
      "learning_rate": 2.1581391950210683e-09,
      "loss": 0.3516,
      "step": 2829200
    },
    {
      "epoch": 789.62,
      "grad_norm": 1.5817654132843018,
      "learning_rate": 2.1569792390645212e-09,
      "loss": 0.3324,
      "step": 2829210
    },
    {
      "epoch": 789.62,
      "grad_norm": 1.1066254377365112,
      "learning_rate": 2.155819594774292e-09,
      "loss": 0.3417,
      "step": 2829220
    },
    {
      "epoch": 789.63,
      "grad_norm": 1.1770644187927246,
      "learning_rate": 2.154660262151161e-09,
      "loss": 0.3355,
      "step": 2829230
    },
    {
      "epoch": 789.63,
      "grad_norm": 1.1944057941436768,
      "learning_rate": 2.153501241194868e-09,
      "loss": 0.3262,
      "step": 2829240
    },
    {
      "epoch": 789.63,
      "grad_norm": 1.3775362968444824,
      "learning_rate": 2.1523425319059337e-09,
      "loss": 0.3432,
      "step": 2829250
    },
    {
      "epoch": 789.63,
      "grad_norm": 1.3433938026428223,
      "learning_rate": 2.151184134284098e-09,
      "loss": 0.3544,
      "step": 2829260
    },
    {
      "epoch": 789.64,
      "grad_norm": 1.6155555248260498,
      "learning_rate": 2.1500260483296207e-09,
      "loss": 0.3272,
      "step": 2829270
    },
    {
      "epoch": 789.64,
      "grad_norm": 1.4988422393798828,
      "learning_rate": 2.1488682740427623e-09,
      "loss": 0.3474,
      "step": 2829280
    },
    {
      "epoch": 789.64,
      "grad_norm": 1.21197509765625,
      "learning_rate": 2.147710811423783e-09,
      "loss": 0.309,
      "step": 2829290
    },
    {
      "epoch": 789.65,
      "grad_norm": 1.2653459310531616,
      "learning_rate": 2.1465536604726824e-09,
      "loss": 0.3333,
      "step": 2829300
    },
    {
      "epoch": 789.65,
      "grad_norm": 1.3463318347930908,
      "learning_rate": 2.145396821189461e-09,
      "loss": 0.3504,
      "step": 2829310
    },
    {
      "epoch": 789.65,
      "grad_norm": 1.2909443378448486,
      "learning_rate": 2.1442402935746386e-09,
      "loss": 0.3278,
      "step": 2829320
    },
    {
      "epoch": 789.65,
      "grad_norm": 1.4349209070205688,
      "learning_rate": 2.1430840776282163e-09,
      "loss": 0.3196,
      "step": 2829330
    },
    {
      "epoch": 789.66,
      "grad_norm": 1.138655185699463,
      "learning_rate": 2.141928173350193e-09,
      "loss": 0.33,
      "step": 2829340
    },
    {
      "epoch": 789.66,
      "grad_norm": 1.1244758367538452,
      "learning_rate": 2.1407725807408293e-09,
      "loss": 0.3474,
      "step": 2829350
    },
    {
      "epoch": 789.66,
      "grad_norm": 1.2386536598205566,
      "learning_rate": 2.1396172998003857e-09,
      "loss": 0.3382,
      "step": 2829360
    },
    {
      "epoch": 789.67,
      "grad_norm": 1.3792353868484497,
      "learning_rate": 2.1384623305288616e-09,
      "loss": 0.3522,
      "step": 2829370
    },
    {
      "epoch": 789.67,
      "grad_norm": 1.4210293292999268,
      "learning_rate": 2.137307672926518e-09,
      "loss": 0.322,
      "step": 2829380
    },
    {
      "epoch": 789.67,
      "grad_norm": 1.5620949268341064,
      "learning_rate": 2.136153326993354e-09,
      "loss": 0.3277,
      "step": 2829390
    },
    {
      "epoch": 789.67,
      "grad_norm": 1.2827411890029907,
      "learning_rate": 2.1349992927296304e-09,
      "loss": 0.3383,
      "step": 2829400
    },
    {
      "epoch": 789.68,
      "grad_norm": 1.3697290420532227,
      "learning_rate": 2.1338455701356075e-09,
      "loss": 0.3313,
      "step": 2829410
    },
    {
      "epoch": 789.68,
      "grad_norm": 1.1417537927627563,
      "learning_rate": 2.132692159211285e-09,
      "loss": 0.3503,
      "step": 2829420
    },
    {
      "epoch": 789.68,
      "grad_norm": 1.3278180360794067,
      "learning_rate": 2.1315390599569227e-09,
      "loss": 0.3388,
      "step": 2829430
    },
    {
      "epoch": 789.68,
      "grad_norm": 1.1374750137329102,
      "learning_rate": 2.1303862723725218e-09,
      "loss": 0.3265,
      "step": 2829440
    },
    {
      "epoch": 789.69,
      "grad_norm": 1.1237330436706543,
      "learning_rate": 2.129233796458341e-09,
      "loss": 0.3336,
      "step": 2829450
    },
    {
      "epoch": 789.69,
      "grad_norm": 1.2668038606643677,
      "learning_rate": 2.128081632214642e-09,
      "loss": 0.3387,
      "step": 2829460
    },
    {
      "epoch": 789.69,
      "grad_norm": 1.2762171030044556,
      "learning_rate": 2.126929779641424e-09,
      "loss": 0.3353,
      "step": 2829470
    },
    {
      "epoch": 789.7,
      "grad_norm": 1.2714251279830933,
      "learning_rate": 2.1257782387386866e-09,
      "loss": 0.3395,
      "step": 2829480
    },
    {
      "epoch": 789.7,
      "grad_norm": 1.3236169815063477,
      "learning_rate": 2.124627009506951e-09,
      "loss": 0.3244,
      "step": 2829490
    },
    {
      "epoch": 789.7,
      "grad_norm": 1.3665422201156616,
      "learning_rate": 2.123476091946217e-09,
      "loss": 0.35,
      "step": 2829500
    },
    {
      "epoch": 789.7,
      "grad_norm": 1.2162398099899292,
      "learning_rate": 2.1223254860564843e-09,
      "loss": 0.3281,
      "step": 2829510
    },
    {
      "epoch": 789.71,
      "grad_norm": 1.159260869026184,
      "learning_rate": 2.1211751918380133e-09,
      "loss": 0.3396,
      "step": 2829520
    },
    {
      "epoch": 789.71,
      "grad_norm": 1.2872494459152222,
      "learning_rate": 2.1200252092910646e-09,
      "loss": 0.3402,
      "step": 2829530
    },
    {
      "epoch": 789.71,
      "grad_norm": 1.1182290315628052,
      "learning_rate": 2.118875538415898e-09,
      "loss": 0.3373,
      "step": 2829540
    },
    {
      "epoch": 789.72,
      "grad_norm": 1.1547356843948364,
      "learning_rate": 2.117726179212253e-09,
      "loss": 0.3314,
      "step": 2829550
    },
    {
      "epoch": 789.72,
      "grad_norm": 1.3261964321136475,
      "learning_rate": 2.11657713168039e-09,
      "loss": 0.332,
      "step": 2829560
    },
    {
      "epoch": 789.72,
      "grad_norm": 1.2432345151901245,
      "learning_rate": 2.11542839582083e-09,
      "loss": 0.3444,
      "step": 2829570
    },
    {
      "epoch": 789.72,
      "grad_norm": 1.8008006811141968,
      "learning_rate": 2.114279971633312e-09,
      "loss": 0.3196,
      "step": 2829580
    },
    {
      "epoch": 789.73,
      "grad_norm": 1.160787582397461,
      "learning_rate": 2.1131318591180966e-09,
      "loss": 0.327,
      "step": 2829590
    },
    {
      "epoch": 789.73,
      "grad_norm": 1.1306909322738647,
      "learning_rate": 2.111984058275444e-09,
      "loss": 0.3503,
      "step": 2829600
    },
    {
      "epoch": 789.73,
      "grad_norm": 2.079197406768799,
      "learning_rate": 2.1108365691056146e-09,
      "loss": 0.3464,
      "step": 2829610
    },
    {
      "epoch": 789.73,
      "grad_norm": 1.246220350265503,
      "learning_rate": 2.1096893916083476e-09,
      "loss": 0.3297,
      "step": 2829620
    },
    {
      "epoch": 789.74,
      "grad_norm": 1.4677249193191528,
      "learning_rate": 2.108542525784164e-09,
      "loss": 0.3329,
      "step": 2829630
    },
    {
      "epoch": 789.74,
      "grad_norm": 1.2279789447784424,
      "learning_rate": 2.1073959716330634e-09,
      "loss": 0.3181,
      "step": 2829640
    },
    {
      "epoch": 789.74,
      "grad_norm": 1.2551186084747314,
      "learning_rate": 2.1062497291553064e-09,
      "loss": 0.3572,
      "step": 2829650
    },
    {
      "epoch": 789.75,
      "grad_norm": 1.2418594360351562,
      "learning_rate": 2.1051037983508927e-09,
      "loss": 0.3375,
      "step": 2829660
    },
    {
      "epoch": 789.75,
      "grad_norm": 1.2447736263275146,
      "learning_rate": 2.1039581792200824e-09,
      "loss": 0.3405,
      "step": 2829670
    },
    {
      "epoch": 789.75,
      "grad_norm": 1.2136435508728027,
      "learning_rate": 2.102812871762876e-09,
      "loss": 0.328,
      "step": 2829680
    },
    {
      "epoch": 789.75,
      "grad_norm": 1.286480188369751,
      "learning_rate": 2.1016678759797934e-09,
      "loss": 0.3301,
      "step": 2829690
    },
    {
      "epoch": 789.76,
      "grad_norm": 1.4108811616897583,
      "learning_rate": 2.1005231918705747e-09,
      "loss": 0.3173,
      "step": 2829700
    },
    {
      "epoch": 789.76,
      "grad_norm": 1.6796696186065674,
      "learning_rate": 2.0993788194354802e-09,
      "loss": 0.3173,
      "step": 2829710
    },
    {
      "epoch": 789.76,
      "grad_norm": 1.3435746431350708,
      "learning_rate": 2.0982347586747696e-09,
      "loss": 0.3369,
      "step": 2829720
    },
    {
      "epoch": 789.77,
      "grad_norm": 1.1388427019119263,
      "learning_rate": 2.0970910095887035e-09,
      "loss": 0.3132,
      "step": 2829730
    },
    {
      "epoch": 789.77,
      "grad_norm": 1.409780740737915,
      "learning_rate": 2.0959475721770216e-09,
      "loss": 0.3298,
      "step": 2829740
    },
    {
      "epoch": 789.77,
      "grad_norm": 1.1679185628890991,
      "learning_rate": 2.0948044464405045e-09,
      "loss": 0.3412,
      "step": 2829750
    },
    {
      "epoch": 789.77,
      "grad_norm": 1.2533169984817505,
      "learning_rate": 2.093661632378632e-09,
      "loss": 0.3331,
      "step": 2829760
    },
    {
      "epoch": 789.78,
      "grad_norm": 1.2478110790252686,
      "learning_rate": 2.0925191299919244e-09,
      "loss": 0.3388,
      "step": 2829770
    },
    {
      "epoch": 789.78,
      "grad_norm": 1.2492345571517944,
      "learning_rate": 2.0913769392803813e-09,
      "loss": 0.3567,
      "step": 2829780
    },
    {
      "epoch": 789.78,
      "grad_norm": 1.3158906698226929,
      "learning_rate": 2.0902350602445236e-09,
      "loss": 0.3299,
      "step": 2829790
    },
    {
      "epoch": 789.79,
      "grad_norm": 1.1891404390335083,
      "learning_rate": 2.089093492883831e-09,
      "loss": 0.3436,
      "step": 2829800
    },
    {
      "epoch": 789.79,
      "grad_norm": 1.1930718421936035,
      "learning_rate": 2.0879522371990838e-09,
      "loss": 0.3454,
      "step": 2829810
    },
    {
      "epoch": 789.79,
      "grad_norm": 1.2122143507003784,
      "learning_rate": 2.0868112931900215e-09,
      "loss": 0.3458,
      "step": 2829820
    },
    {
      "epoch": 789.79,
      "grad_norm": 1.3131381273269653,
      "learning_rate": 2.085670660857165e-09,
      "loss": 0.3309,
      "step": 2829830
    },
    {
      "epoch": 789.8,
      "grad_norm": 1.292212963104248,
      "learning_rate": 2.0845303402005147e-09,
      "loss": 0.3371,
      "step": 2829840
    },
    {
      "epoch": 789.8,
      "grad_norm": 1.3458170890808105,
      "learning_rate": 2.0833903312200697e-09,
      "loss": 0.3227,
      "step": 2829850
    },
    {
      "epoch": 789.8,
      "grad_norm": 1.3918226957321167,
      "learning_rate": 2.08225063391609e-09,
      "loss": 0.3379,
      "step": 2829860
    },
    {
      "epoch": 789.8,
      "grad_norm": 1.2417261600494385,
      "learning_rate": 2.081111248288577e-09,
      "loss": 0.348,
      "step": 2829870
    },
    {
      "epoch": 789.81,
      "grad_norm": 1.1608693599700928,
      "learning_rate": 2.07997217433805e-09,
      "loss": 0.332,
      "step": 2829880
    },
    {
      "epoch": 789.81,
      "grad_norm": 1.355239987373352,
      "learning_rate": 2.078833412064249e-09,
      "loss": 0.3261,
      "step": 2829890
    },
    {
      "epoch": 789.81,
      "grad_norm": 1.2528975009918213,
      "learning_rate": 2.077694961467695e-09,
      "loss": 0.3245,
      "step": 2829900
    },
    {
      "epoch": 789.82,
      "grad_norm": 1.1978756189346313,
      "learning_rate": 2.076556822548387e-09,
      "loss": 0.3465,
      "step": 2829910
    },
    {
      "epoch": 789.82,
      "grad_norm": 1.716935157775879,
      "learning_rate": 2.0754189953063257e-09,
      "loss": 0.3285,
      "step": 2829920
    },
    {
      "epoch": 789.82,
      "grad_norm": 1.1083847284317017,
      "learning_rate": 2.074281479741771e-09,
      "loss": 0.3166,
      "step": 2829930
    },
    {
      "epoch": 789.82,
      "grad_norm": 1.2974509000778198,
      "learning_rate": 2.0731442758549837e-09,
      "loss": 0.3587,
      "step": 2829940
    },
    {
      "epoch": 789.83,
      "grad_norm": 1.1172667741775513,
      "learning_rate": 2.072007383645963e-09,
      "loss": 0.332,
      "step": 2829950
    },
    {
      "epoch": 789.83,
      "grad_norm": 1.313715934753418,
      "learning_rate": 2.070870803114969e-09,
      "loss": 0.3296,
      "step": 2829960
    },
    {
      "epoch": 789.83,
      "grad_norm": 1.5693938732147217,
      "learning_rate": 2.0697345342620028e-09,
      "loss": 0.355,
      "step": 2829970
    },
    {
      "epoch": 789.84,
      "grad_norm": 1.1989805698394775,
      "learning_rate": 2.0685985770873237e-09,
      "loss": 0.3345,
      "step": 2829980
    },
    {
      "epoch": 789.84,
      "grad_norm": 1.1512575149536133,
      "learning_rate": 2.067462931591192e-09,
      "loss": 0.3395,
      "step": 2829990
    },
    {
      "epoch": 789.84,
      "grad_norm": 1.6626185178756714,
      "learning_rate": 2.066327597773608e-09,
      "loss": 0.3381,
      "step": 2830000
    },
    {
      "epoch": 789.84,
      "grad_norm": 1.193669319152832,
      "learning_rate": 2.0651925756348317e-09,
      "loss": 0.3259,
      "step": 2830010
    },
    {
      "epoch": 789.85,
      "grad_norm": 1.287948489189148,
      "learning_rate": 2.0640578651748634e-09,
      "loss": 0.3348,
      "step": 2830020
    },
    {
      "epoch": 789.85,
      "grad_norm": 1.150927186012268,
      "learning_rate": 2.0629234663937023e-09,
      "loss": 0.3241,
      "step": 2830030
    },
    {
      "epoch": 789.85,
      "grad_norm": 1.1833144426345825,
      "learning_rate": 2.06178937929213e-09,
      "loss": 0.3359,
      "step": 2830040
    },
    {
      "epoch": 789.85,
      "grad_norm": 2.0790305137634277,
      "learning_rate": 2.060655603869626e-09,
      "loss": 0.3449,
      "step": 2830050
    },
    {
      "epoch": 789.86,
      "grad_norm": 1.095940351486206,
      "learning_rate": 2.05952214012671e-09,
      "loss": 0.3467,
      "step": 2830060
    },
    {
      "epoch": 789.86,
      "grad_norm": 1.2647178173065186,
      "learning_rate": 2.0583889880633822e-09,
      "loss": 0.3315,
      "step": 2830070
    },
    {
      "epoch": 789.86,
      "grad_norm": 1.197635531425476,
      "learning_rate": 2.057256147679903e-09,
      "loss": 0.3409,
      "step": 2830080
    },
    {
      "epoch": 789.87,
      "grad_norm": 1.1297307014465332,
      "learning_rate": 2.056123618976533e-09,
      "loss": 0.3288,
      "step": 2830090
    },
    {
      "epoch": 789.87,
      "grad_norm": 1.1905654668807983,
      "learning_rate": 2.0549914019530113e-09,
      "loss": 0.3432,
      "step": 2830100
    },
    {
      "epoch": 789.87,
      "grad_norm": 1.3765735626220703,
      "learning_rate": 2.053859496609859e-09,
      "loss": 0.3261,
      "step": 2830110
    },
    {
      "epoch": 789.87,
      "grad_norm": 1.1963878870010376,
      "learning_rate": 2.0527279029470753e-09,
      "loss": 0.3562,
      "step": 2830120
    },
    {
      "epoch": 789.88,
      "grad_norm": 1.3047444820404053,
      "learning_rate": 2.0515966209646606e-09,
      "loss": 0.3397,
      "step": 2830130
    },
    {
      "epoch": 789.88,
      "grad_norm": 1.3535562753677368,
      "learning_rate": 2.0504656506631355e-09,
      "loss": 0.333,
      "step": 2830140
    },
    {
      "epoch": 789.88,
      "grad_norm": 1.4064184427261353,
      "learning_rate": 2.0493349920422395e-09,
      "loss": 0.3452,
      "step": 2830150
    },
    {
      "epoch": 789.89,
      "grad_norm": 1.3080759048461914,
      "learning_rate": 2.0482046451027535e-09,
      "loss": 0.3333,
      "step": 2830160
    },
    {
      "epoch": 789.89,
      "grad_norm": 1.403540015220642,
      "learning_rate": 2.0470746098441572e-09,
      "loss": 0.3379,
      "step": 2830170
    },
    {
      "epoch": 789.89,
      "grad_norm": 1.2956897020339966,
      "learning_rate": 2.04594488626671e-09,
      "loss": 0.3378,
      "step": 2830180
    },
    {
      "epoch": 789.89,
      "grad_norm": 1.220990538597107,
      "learning_rate": 2.044815474370933e-09,
      "loss": 0.3382,
      "step": 2830190
    },
    {
      "epoch": 789.9,
      "grad_norm": 1.3319106101989746,
      "learning_rate": 2.043686374156566e-09,
      "loss": 0.327,
      "step": 2830200
    },
    {
      "epoch": 789.9,
      "grad_norm": 1.212659478187561,
      "learning_rate": 2.042557585624129e-09,
      "loss": 0.3172,
      "step": 2830210
    },
    {
      "epoch": 789.9,
      "grad_norm": 1.3702329397201538,
      "learning_rate": 2.041429108773623e-09,
      "loss": 0.3274,
      "step": 2830220
    },
    {
      "epoch": 789.91,
      "grad_norm": 1.3312404155731201,
      "learning_rate": 2.0403009436050464e-09,
      "loss": 0.3315,
      "step": 2830230
    },
    {
      "epoch": 789.91,
      "grad_norm": 2.4231455326080322,
      "learning_rate": 2.0391730901186607e-09,
      "loss": 0.3298,
      "step": 2830240
    },
    {
      "epoch": 789.91,
      "grad_norm": 1.6299959421157837,
      "learning_rate": 2.0380455483147256e-09,
      "loss": 0.3419,
      "step": 2830250
    },
    {
      "epoch": 789.91,
      "grad_norm": 1.0713012218475342,
      "learning_rate": 2.036918318193241e-09,
      "loss": 0.341,
      "step": 2830260
    },
    {
      "epoch": 789.92,
      "grad_norm": 1.5310044288635254,
      "learning_rate": 2.0357913997544677e-09,
      "loss": 0.342,
      "step": 2830270
    },
    {
      "epoch": 789.92,
      "grad_norm": 1.2805941104888916,
      "learning_rate": 2.034664792998405e-09,
      "loss": 0.3342,
      "step": 2830280
    },
    {
      "epoch": 789.92,
      "grad_norm": 1.3968470096588135,
      "learning_rate": 2.0335384979253135e-09,
      "loss": 0.3274,
      "step": 2830290
    },
    {
      "epoch": 789.92,
      "grad_norm": 1.2673863172531128,
      "learning_rate": 2.032412514535193e-09,
      "loss": 0.344,
      "step": 2830300
    },
    {
      "epoch": 789.93,
      "grad_norm": 1.281497597694397,
      "learning_rate": 2.031286842828564e-09,
      "loss": 0.3296,
      "step": 2830310
    },
    {
      "epoch": 789.93,
      "grad_norm": 1.1218663454055786,
      "learning_rate": 2.0301614828051662e-09,
      "loss": 0.3386,
      "step": 2830320
    },
    {
      "epoch": 789.93,
      "grad_norm": 1.2014981508255005,
      "learning_rate": 2.02903643446526e-09,
      "loss": 0.3355,
      "step": 2830330
    },
    {
      "epoch": 789.94,
      "grad_norm": 1.3985332250595093,
      "learning_rate": 2.027911697809106e-09,
      "loss": 0.3512,
      "step": 2830340
    },
    {
      "epoch": 789.94,
      "grad_norm": 1.4162425994873047,
      "learning_rate": 2.0267872728369634e-09,
      "loss": 0.3506,
      "step": 2830350
    },
    {
      "epoch": 789.94,
      "grad_norm": 1.2650197744369507,
      "learning_rate": 2.0256631595485726e-09,
      "loss": 0.3416,
      "step": 2830360
    },
    {
      "epoch": 789.94,
      "grad_norm": 1.1882418394088745,
      "learning_rate": 2.024539357944714e-09,
      "loss": 0.3363,
      "step": 2830370
    },
    {
      "epoch": 789.95,
      "grad_norm": 1.189100980758667,
      "learning_rate": 2.0234158680246075e-09,
      "loss": 0.3422,
      "step": 2830380
    },
    {
      "epoch": 789.95,
      "grad_norm": 1.1516324281692505,
      "learning_rate": 2.0222926897892934e-09,
      "loss": 0.3372,
      "step": 2830390
    },
    {
      "epoch": 789.95,
      "grad_norm": 1.1104925870895386,
      "learning_rate": 2.0211698232385118e-09,
      "loss": 0.3419,
      "step": 2830400
    },
    {
      "epoch": 789.96,
      "grad_norm": 1.2067009210586548,
      "learning_rate": 2.0200472683725225e-09,
      "loss": 0.3368,
      "step": 2830410
    },
    {
      "epoch": 789.96,
      "grad_norm": 1.178220272064209,
      "learning_rate": 2.018925025191326e-09,
      "loss": 0.3383,
      "step": 2830420
    },
    {
      "epoch": 789.96,
      "grad_norm": 1.1542332172393799,
      "learning_rate": 2.0178030936951818e-09,
      "loss": 0.3468,
      "step": 2830430
    },
    {
      "epoch": 789.96,
      "grad_norm": 1.2526397705078125,
      "learning_rate": 2.016681473884351e-09,
      "loss": 0.3265,
      "step": 2830440
    },
    {
      "epoch": 789.97,
      "grad_norm": 1.4759451150894165,
      "learning_rate": 2.015560165758833e-09,
      "loss": 0.3433,
      "step": 2830450
    },
    {
      "epoch": 789.97,
      "grad_norm": 1.3666598796844482,
      "learning_rate": 2.0144391693188885e-09,
      "loss": 0.3328,
      "step": 2830460
    },
    {
      "epoch": 789.97,
      "grad_norm": 1.1901042461395264,
      "learning_rate": 2.0133184845642566e-09,
      "loss": 0.3396,
      "step": 2830470
    },
    {
      "epoch": 789.97,
      "grad_norm": 1.1566404104232788,
      "learning_rate": 2.0121981114957185e-09,
      "loss": 0.3198,
      "step": 2830480
    },
    {
      "epoch": 789.98,
      "grad_norm": 1.100955843925476,
      "learning_rate": 2.011078050113014e-09,
      "loss": 0.3587,
      "step": 2830490
    },
    {
      "epoch": 789.98,
      "grad_norm": 1.1495521068572998,
      "learning_rate": 2.0099583004164025e-09,
      "loss": 0.3402,
      "step": 2830500
    },
    {
      "epoch": 789.98,
      "grad_norm": 1.2743563652038574,
      "learning_rate": 2.0088388624061453e-09,
      "loss": 0.3522,
      "step": 2830510
    },
    {
      "epoch": 789.99,
      "grad_norm": 1.2687933444976807,
      "learning_rate": 2.0077197360819815e-09,
      "loss": 0.3293,
      "step": 2830520
    },
    {
      "epoch": 789.99,
      "grad_norm": 1.2944077253341675,
      "learning_rate": 2.006600921444692e-09,
      "loss": 0.3423,
      "step": 2830530
    },
    {
      "epoch": 789.99,
      "grad_norm": 1.155950665473938,
      "learning_rate": 2.0054824184940164e-09,
      "loss": 0.3459,
      "step": 2830540
    },
    {
      "epoch": 789.99,
      "grad_norm": 1.373990774154663,
      "learning_rate": 2.004364227229955e-09,
      "loss": 0.3383,
      "step": 2830550
    },
    {
      "epoch": 790.0,
      "grad_norm": 1.3854596614837646,
      "learning_rate": 2.0032463476530278e-09,
      "loss": 0.3489,
      "step": 2830560
    },
    {
      "epoch": 790.0,
      "grad_norm": 1.6877790689468384,
      "learning_rate": 2.002128779763235e-09,
      "loss": 0.3418,
      "step": 2830570
    },
    {
      "epoch": 790.0,
      "eval_loss": 0.33708852529525757,
      "eval_runtime": 63.6623,
      "eval_samples_per_second": 79.466,
      "eval_steps_per_second": 9.943,
      "step": 2830570
    },
    {
      "epoch": 790.0,
      "grad_norm": 1.130597472190857,
      "learning_rate": 2.001011523560577e-09,
      "loss": 0.3476,
      "step": 2830580
    },
    {
      "epoch": 790.01,
      "grad_norm": 1.3380358219146729,
      "learning_rate": 1.9998945790455737e-09,
      "loss": 0.3294,
      "step": 2830590
    },
    {
      "epoch": 790.01,
      "grad_norm": 1.44454824924469,
      "learning_rate": 1.998777946217965e-09,
      "loss": 0.3503,
      "step": 2830600
    },
    {
      "epoch": 790.01,
      "grad_norm": 1.6016687154769897,
      "learning_rate": 1.9976616250782716e-09,
      "loss": 0.341,
      "step": 2830610
    },
    {
      "epoch": 790.01,
      "grad_norm": 1.289358139038086,
      "learning_rate": 1.996545615626233e-09,
      "loss": 0.3219,
      "step": 2830620
    },
    {
      "epoch": 790.02,
      "grad_norm": 1.2486587762832642,
      "learning_rate": 1.9954299178623693e-09,
      "loss": 0.3264,
      "step": 2830630
    },
    {
      "epoch": 790.02,
      "grad_norm": 1.2094119787216187,
      "learning_rate": 1.9943145317866808e-09,
      "loss": 0.3382,
      "step": 2830640
    },
    {
      "epoch": 790.02,
      "grad_norm": 1.310727596282959,
      "learning_rate": 1.993199457399168e-09,
      "loss": 0.3368,
      "step": 2830650
    },
    {
      "epoch": 790.03,
      "grad_norm": 1.3729349374771118,
      "learning_rate": 1.992084694700351e-09,
      "loss": 0.3519,
      "step": 2830660
    },
    {
      "epoch": 790.03,
      "grad_norm": 1.4150837659835815,
      "learning_rate": 1.9909702436899688e-09,
      "loss": 0.3183,
      "step": 2830670
    },
    {
      "epoch": 790.03,
      "grad_norm": 1.0722432136535645,
      "learning_rate": 1.989856104368543e-09,
      "loss": 0.3429,
      "step": 2830680
    },
    {
      "epoch": 790.03,
      "grad_norm": 1.3231724500656128,
      "learning_rate": 1.9887422767358127e-09,
      "loss": 0.3348,
      "step": 2830690
    },
    {
      "epoch": 790.04,
      "grad_norm": 1.3761237859725952,
      "learning_rate": 1.9876287607922988e-09,
      "loss": 0.3397,
      "step": 2830700
    },
    {
      "epoch": 790.04,
      "grad_norm": 1.1885833740234375,
      "learning_rate": 1.9865155565377404e-09,
      "loss": 0.3358,
      "step": 2830710
    },
    {
      "epoch": 790.04,
      "grad_norm": 1.274239420890808,
      "learning_rate": 1.9854026639726586e-09,
      "loss": 0.3262,
      "step": 2830720
    },
    {
      "epoch": 790.04,
      "grad_norm": 1.2822107076644897,
      "learning_rate": 1.984290083097313e-09,
      "loss": 0.3425,
      "step": 2830730
    },
    {
      "epoch": 790.05,
      "grad_norm": 1.3095887899398804,
      "learning_rate": 1.983177813911444e-09,
      "loss": 0.3281,
      "step": 2830740
    },
    {
      "epoch": 790.05,
      "grad_norm": 1.0907233953475952,
      "learning_rate": 1.9820658564153116e-09,
      "loss": 0.3363,
      "step": 2830750
    },
    {
      "epoch": 790.05,
      "grad_norm": 1.2023695707321167,
      "learning_rate": 1.9809542106091757e-09,
      "loss": 0.3312,
      "step": 2830760
    },
    {
      "epoch": 790.06,
      "grad_norm": 1.176251769065857,
      "learning_rate": 1.979842876493297e-09,
      "loss": 0.3529,
      "step": 2830770
    },
    {
      "epoch": 790.06,
      "grad_norm": 1.1819173097610474,
      "learning_rate": 1.9787318540674146e-09,
      "loss": 0.3298,
      "step": 2830780
    },
    {
      "epoch": 790.06,
      "grad_norm": 1.2653980255126953,
      "learning_rate": 1.97762114333205e-09,
      "loss": 0.353,
      "step": 2830790
    },
    {
      "epoch": 790.06,
      "grad_norm": 1.241648554801941,
      "learning_rate": 1.976510744287202e-09,
      "loss": 0.3096,
      "step": 2830800
    },
    {
      "epoch": 790.07,
      "grad_norm": 1.1597039699554443,
      "learning_rate": 1.9754006569331316e-09,
      "loss": 0.3284,
      "step": 2830810
    },
    {
      "epoch": 790.07,
      "grad_norm": 1.4677778482437134,
      "learning_rate": 1.974290881269838e-09,
      "loss": 0.3504,
      "step": 2830820
    },
    {
      "epoch": 790.07,
      "grad_norm": 1.400834083557129,
      "learning_rate": 1.973181417297583e-09,
      "loss": 0.3397,
      "step": 2830830
    },
    {
      "epoch": 790.08,
      "grad_norm": 1.0783510208129883,
      "learning_rate": 1.9720722650163648e-09,
      "loss": 0.3167,
      "step": 2830840
    },
    {
      "epoch": 790.08,
      "grad_norm": 1.5507941246032715,
      "learning_rate": 1.9709634244264444e-09,
      "loss": 0.3445,
      "step": 2830850
    },
    {
      "epoch": 790.08,
      "grad_norm": 1.235339641571045,
      "learning_rate": 1.969854895527822e-09,
      "loss": 0.336,
      "step": 2830860
    },
    {
      "epoch": 790.08,
      "grad_norm": 1.1003429889678955,
      "learning_rate": 1.9687466783210177e-09,
      "loss": 0.3245,
      "step": 2830870
    },
    {
      "epoch": 790.09,
      "grad_norm": 1.3110865354537964,
      "learning_rate": 1.967638772805771e-09,
      "loss": 0.3395,
      "step": 2830880
    },
    {
      "epoch": 790.09,
      "grad_norm": 1.107027530670166,
      "learning_rate": 1.9665311789826035e-09,
      "loss": 0.3412,
      "step": 2830890
    },
    {
      "epoch": 790.09,
      "grad_norm": 1.081903338432312,
      "learning_rate": 1.9654238968512535e-09,
      "loss": 0.3346,
      "step": 2830900
    },
    {
      "epoch": 790.09,
      "grad_norm": 1.0430750846862793,
      "learning_rate": 1.9643169264119824e-09,
      "loss": 0.3283,
      "step": 2830910
    },
    {
      "epoch": 790.1,
      "grad_norm": 1.173808217048645,
      "learning_rate": 1.9632102676653097e-09,
      "loss": 0.3282,
      "step": 2830920
    },
    {
      "epoch": 790.1,
      "grad_norm": 1.160935640335083,
      "learning_rate": 1.962103920610976e-09,
      "loss": 0.325,
      "step": 2830930
    },
    {
      "epoch": 790.1,
      "grad_norm": 1.4990110397338867,
      "learning_rate": 1.960997885249241e-09,
      "loss": 0.3356,
      "step": 2830940
    },
    {
      "epoch": 790.11,
      "grad_norm": 1.3456051349639893,
      "learning_rate": 1.9598921615801044e-09,
      "loss": 0.3673,
      "step": 2830950
    },
    {
      "epoch": 790.11,
      "grad_norm": 1.2101596593856812,
      "learning_rate": 1.9587867496040876e-09,
      "loss": 0.3231,
      "step": 2830960
    },
    {
      "epoch": 790.11,
      "grad_norm": 1.2852799892425537,
      "learning_rate": 1.9576816493209293e-09,
      "loss": 0.3461,
      "step": 2830970
    },
    {
      "epoch": 790.11,
      "grad_norm": 1.5875226259231567,
      "learning_rate": 1.956576860731151e-09,
      "loss": 0.3526,
      "step": 2830980
    },
    {
      "epoch": 790.12,
      "grad_norm": 1.2335796356201172,
      "learning_rate": 1.9554723838347518e-09,
      "loss": 0.3356,
      "step": 2830990
    },
    {
      "epoch": 790.12,
      "grad_norm": 1.304314136505127,
      "learning_rate": 1.954368218631732e-09,
      "loss": 0.3107,
      "step": 2831000
    },
    {
      "epoch": 790.12,
      "grad_norm": 1.3426017761230469,
      "learning_rate": 1.953264365122352e-09,
      "loss": 0.3421,
      "step": 2831010
    },
    {
      "epoch": 790.13,
      "grad_norm": 1.2310985326766968,
      "learning_rate": 1.9521608233066114e-09,
      "loss": 0.342,
      "step": 2831020
    },
    {
      "epoch": 790.13,
      "grad_norm": 1.4518343210220337,
      "learning_rate": 1.951057593185031e-09,
      "loss": 0.3354,
      "step": 2831030
    },
    {
      "epoch": 790.13,
      "grad_norm": 1.2246067523956299,
      "learning_rate": 1.949954674757351e-09,
      "loss": 0.3251,
      "step": 2831040
    },
    {
      "epoch": 790.13,
      "grad_norm": 1.3084542751312256,
      "learning_rate": 1.9488520680240908e-09,
      "loss": 0.3407,
      "step": 2831050
    },
    {
      "epoch": 790.14,
      "grad_norm": 1.1157504320144653,
      "learning_rate": 1.9477497729849905e-09,
      "loss": 0.3488,
      "step": 2831060
    },
    {
      "epoch": 790.14,
      "grad_norm": 1.4529131650924683,
      "learning_rate": 1.946647789640571e-09,
      "loss": 0.3336,
      "step": 2831070
    },
    {
      "epoch": 790.14,
      "grad_norm": 1.0891088247299194,
      "learning_rate": 1.9455461179908315e-09,
      "loss": 0.3307,
      "step": 2831080
    },
    {
      "epoch": 790.15,
      "grad_norm": 1.137033224105835,
      "learning_rate": 1.944444758035773e-09,
      "loss": 0.3431,
      "step": 2831090
    },
    {
      "epoch": 790.15,
      "grad_norm": 1.4383314847946167,
      "learning_rate": 1.9433437097756548e-09,
      "loss": 0.3352,
      "step": 2831100
    },
    {
      "epoch": 790.15,
      "grad_norm": 1.1447474956512451,
      "learning_rate": 1.942242973210738e-09,
      "loss": 0.3384,
      "step": 2831110
    },
    {
      "epoch": 790.15,
      "grad_norm": 1.2998683452606201,
      "learning_rate": 1.9411425483410216e-09,
      "loss": 0.337,
      "step": 2831120
    },
    {
      "epoch": 790.16,
      "grad_norm": 1.4165122509002686,
      "learning_rate": 1.9400424351667667e-09,
      "loss": 0.3356,
      "step": 2831130
    },
    {
      "epoch": 790.16,
      "grad_norm": 1.144631028175354,
      "learning_rate": 1.9389426336879726e-09,
      "loss": 0.3421,
      "step": 2831140
    },
    {
      "epoch": 790.16,
      "grad_norm": 1.3939509391784668,
      "learning_rate": 1.93784314390516e-09,
      "loss": 0.336,
      "step": 2831150
    },
    {
      "epoch": 790.16,
      "grad_norm": 1.210823655128479,
      "learning_rate": 1.9367439658178085e-09,
      "loss": 0.3238,
      "step": 2831160
    },
    {
      "epoch": 790.17,
      "grad_norm": 1.0723589658737183,
      "learning_rate": 1.935645099426439e-09,
      "loss": 0.3353,
      "step": 2831170
    },
    {
      "epoch": 790.17,
      "grad_norm": 1.2829159498214722,
      "learning_rate": 1.934546544731571e-09,
      "loss": 0.337,
      "step": 2831180
    },
    {
      "epoch": 790.17,
      "grad_norm": 1.290761113166809,
      "learning_rate": 1.9334483017326845e-09,
      "loss": 0.3455,
      "step": 2831190
    },
    {
      "epoch": 790.18,
      "grad_norm": 1.1830204725265503,
      "learning_rate": 1.9323503704303002e-09,
      "loss": 0.3406,
      "step": 2831200
    },
    {
      "epoch": 790.18,
      "grad_norm": 2.4102869033813477,
      "learning_rate": 1.931252750824418e-09,
      "loss": 0.3276,
      "step": 2831210
    },
    {
      "epoch": 790.18,
      "grad_norm": 1.1408882141113281,
      "learning_rate": 1.9301554429152974e-09,
      "loss": 0.3179,
      "step": 2831220
    },
    {
      "epoch": 790.18,
      "grad_norm": 1.2213597297668457,
      "learning_rate": 1.929058446702939e-09,
      "loss": 0.3542,
      "step": 2831230
    },
    {
      "epoch": 790.19,
      "grad_norm": 1.2534112930297852,
      "learning_rate": 1.9279617621876032e-09,
      "loss": 0.3433,
      "step": 2831240
    },
    {
      "epoch": 790.19,
      "grad_norm": 1.289355993270874,
      "learning_rate": 1.92686538936955e-09,
      "loss": 0.359,
      "step": 2831250
    },
    {
      "epoch": 790.19,
      "grad_norm": 1.419609546661377,
      "learning_rate": 1.9257693282487794e-09,
      "loss": 0.3331,
      "step": 2831260
    },
    {
      "epoch": 790.2,
      "grad_norm": 1.2179906368255615,
      "learning_rate": 1.9246735788252914e-09,
      "loss": 0.3212,
      "step": 2831270
    },
    {
      "epoch": 790.2,
      "grad_norm": 1.344049334526062,
      "learning_rate": 1.9235781410996064e-09,
      "loss": 0.3334,
      "step": 2831280
    },
    {
      "epoch": 790.2,
      "grad_norm": 1.1096745729446411,
      "learning_rate": 1.922483015071464e-09,
      "loss": 0.3491,
      "step": 2831290
    },
    {
      "epoch": 790.2,
      "grad_norm": 1.1516891717910767,
      "learning_rate": 1.9213882007413846e-09,
      "loss": 0.3367,
      "step": 2831300
    },
    {
      "epoch": 790.21,
      "grad_norm": 1.2203186750411987,
      "learning_rate": 1.9202936981091087e-09,
      "loss": 0.3447,
      "step": 2831310
    },
    {
      "epoch": 790.21,
      "grad_norm": 1.1454490423202515,
      "learning_rate": 1.9191995071751557e-09,
      "loss": 0.3361,
      "step": 2831320
    },
    {
      "epoch": 790.21,
      "grad_norm": 1.1652480363845825,
      "learning_rate": 1.9181056279395265e-09,
      "loss": 0.3297,
      "step": 2831330
    },
    {
      "epoch": 790.21,
      "grad_norm": 1.3430149555206299,
      "learning_rate": 1.9170120604024807e-09,
      "loss": 0.3331,
      "step": 2831340
    },
    {
      "epoch": 790.22,
      "grad_norm": 1.1127210855484009,
      "learning_rate": 1.9159188045637583e-09,
      "loss": 0.334,
      "step": 2831350
    },
    {
      "epoch": 790.22,
      "grad_norm": 1.2778353691101074,
      "learning_rate": 1.91482586042388e-09,
      "loss": 0.3357,
      "step": 2831360
    },
    {
      "epoch": 790.22,
      "grad_norm": 1.2250272035598755,
      "learning_rate": 1.9137332279831052e-09,
      "loss": 0.3317,
      "step": 2831370
    },
    {
      "epoch": 790.23,
      "grad_norm": 1.225134015083313,
      "learning_rate": 1.9126409072411747e-09,
      "loss": 0.3292,
      "step": 2831380
    },
    {
      "epoch": 790.23,
      "grad_norm": 1.1934568881988525,
      "learning_rate": 1.911548898198348e-09,
      "loss": 0.3377,
      "step": 2831390
    },
    {
      "epoch": 790.23,
      "grad_norm": 1.0189787149429321,
      "learning_rate": 1.9104572008551455e-09,
      "loss": 0.3267,
      "step": 2831400
    },
    {
      "epoch": 790.23,
      "grad_norm": 1.2127768993377686,
      "learning_rate": 1.9093658152113075e-09,
      "loss": 0.3408,
      "step": 2831410
    },
    {
      "epoch": 790.24,
      "grad_norm": 1.1910606622695923,
      "learning_rate": 1.908274741266834e-09,
      "loss": 0.3366,
      "step": 2831420
    },
    {
      "epoch": 790.24,
      "grad_norm": 1.2909672260284424,
      "learning_rate": 1.907183979022505e-09,
      "loss": 0.3426,
      "step": 2831430
    },
    {
      "epoch": 790.24,
      "grad_norm": 1.30433189868927,
      "learning_rate": 1.9060935284778005e-09,
      "loss": 0.3522,
      "step": 2831440
    },
    {
      "epoch": 790.25,
      "grad_norm": 1.1992230415344238,
      "learning_rate": 1.905003389633241e-09,
      "loss": 0.3292,
      "step": 2831450
    },
    {
      "epoch": 790.25,
      "grad_norm": 1.3455634117126465,
      "learning_rate": 1.9039135624890866e-09,
      "loss": 0.3537,
      "step": 2831460
    },
    {
      "epoch": 790.25,
      "grad_norm": 1.1866518259048462,
      "learning_rate": 1.902824047045077e-09,
      "loss": 0.3351,
      "step": 2831470
    },
    {
      "epoch": 790.25,
      "grad_norm": 1.3171132802963257,
      "learning_rate": 1.9017348433017326e-09,
      "loss": 0.3374,
      "step": 2831480
    },
    {
      "epoch": 790.26,
      "grad_norm": 1.1041197776794434,
      "learning_rate": 1.900645951258793e-09,
      "loss": 0.3421,
      "step": 2831490
    },
    {
      "epoch": 790.26,
      "grad_norm": 1.1238294839859009,
      "learning_rate": 1.8995573709167792e-09,
      "loss": 0.3324,
      "step": 2831500
    },
    {
      "epoch": 790.26,
      "grad_norm": 1.9424153566360474,
      "learning_rate": 1.898469102275691e-09,
      "loss": 0.3351,
      "step": 2831510
    },
    {
      "epoch": 790.27,
      "grad_norm": 1.3437246084213257,
      "learning_rate": 1.8973811453357885e-09,
      "loss": 0.3345,
      "step": 2831520
    },
    {
      "epoch": 790.27,
      "grad_norm": 1.4097274541854858,
      "learning_rate": 1.8962935000970715e-09,
      "loss": 0.3295,
      "step": 2831530
    },
    {
      "epoch": 790.27,
      "grad_norm": 1.191514015197754,
      "learning_rate": 1.89520616655954e-09,
      "loss": 0.335,
      "step": 2831540
    },
    {
      "epoch": 790.27,
      "grad_norm": 1.4147073030471802,
      "learning_rate": 1.8941191447237154e-09,
      "loss": 0.3314,
      "step": 2831550
    },
    {
      "epoch": 790.28,
      "grad_norm": 1.0771138668060303,
      "learning_rate": 1.893032434589336e-09,
      "loss": 0.334,
      "step": 2831560
    },
    {
      "epoch": 790.28,
      "grad_norm": 1.2154330015182495,
      "learning_rate": 1.891946036156923e-09,
      "loss": 0.3472,
      "step": 2831570
    },
    {
      "epoch": 790.28,
      "grad_norm": 1.3682254552841187,
      "learning_rate": 1.8908599494264766e-09,
      "loss": 0.3369,
      "step": 2831580
    },
    {
      "epoch": 790.28,
      "grad_norm": 1.2898248434066772,
      "learning_rate": 1.889774174397996e-09,
      "loss": 0.3363,
      "step": 2831590
    },
    {
      "epoch": 790.29,
      "grad_norm": 1.2223381996154785,
      "learning_rate": 1.8886887110717426e-09,
      "loss": 0.3297,
      "step": 2831600
    },
    {
      "epoch": 790.29,
      "grad_norm": 1.1410725116729736,
      "learning_rate": 1.8876035594479753e-09,
      "loss": 0.3292,
      "step": 2831610
    },
    {
      "epoch": 790.29,
      "grad_norm": 1.1517984867095947,
      "learning_rate": 1.8865187195266954e-09,
      "loss": 0.3282,
      "step": 2831620
    },
    {
      "epoch": 790.3,
      "grad_norm": 1.2998168468475342,
      "learning_rate": 1.8854341913081618e-09,
      "loss": 0.3362,
      "step": 2831630
    },
    {
      "epoch": 790.3,
      "grad_norm": 1.1336549520492554,
      "learning_rate": 1.8843499747923756e-09,
      "loss": 0.3409,
      "step": 2831640
    },
    {
      "epoch": 790.3,
      "grad_norm": 1.0926437377929688,
      "learning_rate": 1.8832660699795963e-09,
      "loss": 0.3364,
      "step": 2831650
    },
    {
      "epoch": 790.3,
      "grad_norm": 1.1551820039749146,
      "learning_rate": 1.882182476869824e-09,
      "loss": 0.3268,
      "step": 2831660
    },
    {
      "epoch": 790.31,
      "grad_norm": 1.1307927370071411,
      "learning_rate": 1.8810991954633195e-09,
      "loss": 0.326,
      "step": 2831670
    },
    {
      "epoch": 790.31,
      "grad_norm": 1.279523253440857,
      "learning_rate": 1.880016225760082e-09,
      "loss": 0.3222,
      "step": 2831680
    },
    {
      "epoch": 790.31,
      "grad_norm": 1.276424765586853,
      "learning_rate": 1.878933567760633e-09,
      "loss": 0.3389,
      "step": 2831690
    },
    {
      "epoch": 790.32,
      "grad_norm": 1.3212921619415283,
      "learning_rate": 1.8778512214647108e-09,
      "loss": 0.3312,
      "step": 2831700
    },
    {
      "epoch": 790.32,
      "grad_norm": 1.4939426183700562,
      "learning_rate": 1.8767691868725768e-09,
      "loss": 0.3307,
      "step": 2831710
    },
    {
      "epoch": 790.32,
      "grad_norm": 1.203246831893921,
      "learning_rate": 1.8756874639844906e-09,
      "loss": 0.3328,
      "step": 2831720
    },
    {
      "epoch": 790.32,
      "grad_norm": 1.3276734352111816,
      "learning_rate": 1.8746060528004522e-09,
      "loss": 0.3189,
      "step": 2831730
    },
    {
      "epoch": 790.33,
      "grad_norm": 1.12099289894104,
      "learning_rate": 1.8735249533207222e-09,
      "loss": 0.3359,
      "step": 2831740
    },
    {
      "epoch": 790.33,
      "grad_norm": 1.113754153251648,
      "learning_rate": 1.8724441655453003e-09,
      "loss": 0.3302,
      "step": 2831750
    },
    {
      "epoch": 790.33,
      "grad_norm": 1.3749359846115112,
      "learning_rate": 1.871363689474447e-09,
      "loss": 0.3214,
      "step": 2831760
    },
    {
      "epoch": 790.33,
      "grad_norm": 1.2943453788757324,
      "learning_rate": 1.870283525108422e-09,
      "loss": 0.3255,
      "step": 2831770
    },
    {
      "epoch": 790.34,
      "grad_norm": 1.525596022605896,
      "learning_rate": 1.869203672447226e-09,
      "loss": 0.3381,
      "step": 2831780
    },
    {
      "epoch": 790.34,
      "grad_norm": 1.1983438730239868,
      "learning_rate": 1.8681241314908586e-09,
      "loss": 0.3266,
      "step": 2831790
    },
    {
      "epoch": 790.34,
      "grad_norm": 1.3738477230072021,
      "learning_rate": 1.8670449022395796e-09,
      "loss": 0.3334,
      "step": 2831800
    },
    {
      "epoch": 790.35,
      "grad_norm": 1.3730459213256836,
      "learning_rate": 1.86596598469365e-09,
      "loss": 0.3339,
      "step": 2831810
    },
    {
      "epoch": 790.35,
      "grad_norm": 1.4061511754989624,
      "learning_rate": 1.8648873788530695e-09,
      "loss": 0.3298,
      "step": 2831820
    },
    {
      "epoch": 790.35,
      "grad_norm": 1.3329206705093384,
      "learning_rate": 1.863809084718098e-09,
      "loss": 0.3307,
      "step": 2831830
    },
    {
      "epoch": 790.35,
      "grad_norm": 1.1219731569290161,
      "learning_rate": 1.8627311022887357e-09,
      "loss": 0.3411,
      "step": 2831840
    },
    {
      "epoch": 790.36,
      "grad_norm": 1.1123334169387817,
      "learning_rate": 1.8616534315652431e-09,
      "loss": 0.3374,
      "step": 2831850
    },
    {
      "epoch": 790.36,
      "grad_norm": 1.076759934425354,
      "learning_rate": 1.8605760725476198e-09,
      "loss": 0.3376,
      "step": 2831860
    },
    {
      "epoch": 790.36,
      "grad_norm": 1.186847448348999,
      "learning_rate": 1.8594990252363862e-09,
      "loss": 0.3443,
      "step": 2831870
    },
    {
      "epoch": 790.37,
      "grad_norm": 1.233730673789978,
      "learning_rate": 1.8584222896312825e-09,
      "loss": 0.3347,
      "step": 2831880
    },
    {
      "epoch": 790.37,
      "grad_norm": 1.2493089437484741,
      "learning_rate": 1.8573458657325686e-09,
      "loss": 0.3345,
      "step": 2831890
    },
    {
      "epoch": 790.37,
      "grad_norm": 1.101876139640808,
      "learning_rate": 1.8562697535402447e-09,
      "loss": 0.3339,
      "step": 2831900
    },
    {
      "epoch": 790.37,
      "grad_norm": 1.142812728881836,
      "learning_rate": 1.8551939530548308e-09,
      "loss": 0.3401,
      "step": 2831910
    },
    {
      "epoch": 790.38,
      "grad_norm": 1.2243374586105347,
      "learning_rate": 1.8541184642763273e-09,
      "loss": 0.3341,
      "step": 2831920
    },
    {
      "epoch": 790.38,
      "grad_norm": 1.2997325658798218,
      "learning_rate": 1.853043287204474e-09,
      "loss": 0.3558,
      "step": 2831930
    },
    {
      "epoch": 790.38,
      "grad_norm": 1.2057489156723022,
      "learning_rate": 1.8519684218400512e-09,
      "loss": 0.3406,
      "step": 2831940
    },
    {
      "epoch": 790.39,
      "grad_norm": 1.2347135543823242,
      "learning_rate": 1.850893868182799e-09,
      "loss": 0.3463,
      "step": 2831950
    },
    {
      "epoch": 790.39,
      "grad_norm": 1.4534443616867065,
      "learning_rate": 1.8498196262329776e-09,
      "loss": 0.3225,
      "step": 2831960
    },
    {
      "epoch": 790.39,
      "grad_norm": 1.1611577272415161,
      "learning_rate": 1.8487456959905868e-09,
      "loss": 0.3531,
      "step": 2831970
    },
    {
      "epoch": 790.39,
      "grad_norm": 1.233771800994873,
      "learning_rate": 1.847672077455887e-09,
      "loss": 0.3459,
      "step": 2831980
    },
    {
      "epoch": 790.4,
      "grad_norm": 1.2803258895874023,
      "learning_rate": 1.8465987706291382e-09,
      "loss": 0.3342,
      "step": 2831990
    },
    {
      "epoch": 790.4,
      "grad_norm": 1.1207892894744873,
      "learning_rate": 1.8455257755103405e-09,
      "loss": 0.3324,
      "step": 2832000
    },
    {
      "epoch": 790.4,
      "grad_norm": 1.364952802658081,
      "learning_rate": 1.844453092099754e-09,
      "loss": 0.3524,
      "step": 2832010
    },
    {
      "epoch": 790.4,
      "grad_norm": 1.4844391345977783,
      "learning_rate": 1.843380720397379e-09,
      "loss": 0.3426,
      "step": 2832020
    },
    {
      "epoch": 790.41,
      "grad_norm": 1.2121120691299438,
      "learning_rate": 1.8423086604034756e-09,
      "loss": 0.3395,
      "step": 2832030
    },
    {
      "epoch": 790.41,
      "grad_norm": 1.2056611776351929,
      "learning_rate": 1.8412369121180438e-09,
      "loss": 0.3459,
      "step": 2832040
    },
    {
      "epoch": 790.41,
      "grad_norm": 1.3112788200378418,
      "learning_rate": 1.8401654755410833e-09,
      "loss": 0.3428,
      "step": 2832050
    },
    {
      "epoch": 790.42,
      "grad_norm": 1.3744181394577026,
      "learning_rate": 1.8390943506733751e-09,
      "loss": 0.3285,
      "step": 2832060
    },
    {
      "epoch": 790.42,
      "grad_norm": 1.371579647064209,
      "learning_rate": 1.8380235375143984e-09,
      "loss": 0.338,
      "step": 2832070
    },
    {
      "epoch": 790.42,
      "grad_norm": 1.2301355600357056,
      "learning_rate": 1.8369530360646742e-09,
      "loss": 0.3311,
      "step": 2832080
    },
    {
      "epoch": 790.42,
      "grad_norm": 1.099582314491272,
      "learning_rate": 1.8358828463239419e-09,
      "loss": 0.3389,
      "step": 2832090
    },
    {
      "epoch": 790.43,
      "grad_norm": 1.163055419921875,
      "learning_rate": 1.8348129682929819e-09,
      "loss": 0.3253,
      "step": 2832100
    },
    {
      "epoch": 790.43,
      "grad_norm": 1.0495198965072632,
      "learning_rate": 1.8337434019712743e-09,
      "loss": 0.3303,
      "step": 2832110
    },
    {
      "epoch": 790.43,
      "grad_norm": 1.1736176013946533,
      "learning_rate": 1.8326741473593393e-09,
      "loss": 0.3448,
      "step": 2832120
    },
    {
      "epoch": 790.44,
      "grad_norm": 1.351182222366333,
      "learning_rate": 1.831605204457437e-09,
      "loss": 0.335,
      "step": 2832130
    },
    {
      "epoch": 790.44,
      "grad_norm": 1.406645655632019,
      "learning_rate": 1.8305365732653072e-09,
      "loss": 0.3508,
      "step": 2832140
    },
    {
      "epoch": 790.44,
      "grad_norm": 1.2420775890350342,
      "learning_rate": 1.8294682537832104e-09,
      "loss": 0.33,
      "step": 2832150
    },
    {
      "epoch": 790.44,
      "grad_norm": 1.10302734375,
      "learning_rate": 1.8284002460116667e-09,
      "loss": 0.3265,
      "step": 2832160
    },
    {
      "epoch": 790.45,
      "grad_norm": 1.578323245048523,
      "learning_rate": 1.8273325499501557e-09,
      "loss": 0.3277,
      "step": 2832170
    },
    {
      "epoch": 790.45,
      "grad_norm": 1.225195050239563,
      "learning_rate": 1.8262651655994582e-09,
      "loss": 0.3387,
      "step": 2832180
    },
    {
      "epoch": 790.45,
      "grad_norm": 1.4647585153579712,
      "learning_rate": 1.8251980929593137e-09,
      "loss": 0.3467,
      "step": 2832190
    },
    {
      "epoch": 790.45,
      "grad_norm": 1.2549835443496704,
      "learning_rate": 1.8241313320302432e-09,
      "loss": 0.3361,
      "step": 2832200
    },
    {
      "epoch": 790.46,
      "grad_norm": 1.337554931640625,
      "learning_rate": 1.8230648828119857e-09,
      "loss": 0.3331,
      "step": 2832210
    },
    {
      "epoch": 790.46,
      "grad_norm": 1.163468837738037,
      "learning_rate": 1.8219987453048022e-09,
      "loss": 0.3393,
      "step": 2832220
    },
    {
      "epoch": 790.46,
      "grad_norm": 1.2575573921203613,
      "learning_rate": 1.8209329195089523e-09,
      "loss": 0.3486,
      "step": 2832230
    },
    {
      "epoch": 790.47,
      "grad_norm": 1.4137734174728394,
      "learning_rate": 1.8198674054244363e-09,
      "loss": 0.3434,
      "step": 2832240
    },
    {
      "epoch": 790.47,
      "grad_norm": 1.4981341361999512,
      "learning_rate": 1.8188022030515142e-09,
      "loss": 0.3293,
      "step": 2832250
    },
    {
      "epoch": 790.47,
      "grad_norm": 1.1038726568222046,
      "learning_rate": 1.8177373123901863e-09,
      "loss": 0.3285,
      "step": 2832260
    },
    {
      "epoch": 790.47,
      "grad_norm": 1.7426531314849854,
      "learning_rate": 1.8166727334407126e-09,
      "loss": 0.3434,
      "step": 2832270
    },
    {
      "epoch": 790.48,
      "grad_norm": 1.2289351224899292,
      "learning_rate": 1.815608466203093e-09,
      "loss": 0.3349,
      "step": 2832280
    },
    {
      "epoch": 790.48,
      "grad_norm": 1.2232953310012817,
      "learning_rate": 1.8145445106778483e-09,
      "loss": 0.3429,
      "step": 2832290
    },
    {
      "epoch": 790.48,
      "grad_norm": 1.2917228937149048,
      "learning_rate": 1.813480866864718e-09,
      "loss": 0.3338,
      "step": 2832300
    },
    {
      "epoch": 790.49,
      "grad_norm": 1.3211506605148315,
      "learning_rate": 1.8124175347639623e-09,
      "loss": 0.3278,
      "step": 2832310
    },
    {
      "epoch": 790.49,
      "grad_norm": 1.0930207967758179,
      "learning_rate": 1.8113545143755813e-09,
      "loss": 0.328,
      "step": 2832320
    },
    {
      "epoch": 790.49,
      "grad_norm": 1.349165439605713,
      "learning_rate": 1.8102918057000953e-09,
      "loss": 0.3206,
      "step": 2832330
    },
    {
      "epoch": 790.49,
      "grad_norm": 1.2316479682922363,
      "learning_rate": 1.8092294087375044e-09,
      "loss": 0.3368,
      "step": 2832340
    },
    {
      "epoch": 790.5,
      "grad_norm": 1.4207429885864258,
      "learning_rate": 1.8081673234875486e-09,
      "loss": 0.3342,
      "step": 2832350
    },
    {
      "epoch": 790.5,
      "grad_norm": 1.263968825340271,
      "learning_rate": 1.807105549951008e-09,
      "loss": 0.3278,
      "step": 2832360
    },
    {
      "epoch": 790.5,
      "grad_norm": 1.2403044700622559,
      "learning_rate": 1.8060440881273627e-09,
      "loss": 0.3386,
      "step": 2832370
    },
    {
      "epoch": 790.51,
      "grad_norm": 1.202377200126648,
      "learning_rate": 1.8049829380173928e-09,
      "loss": 0.3421,
      "step": 2832380
    },
    {
      "epoch": 790.51,
      "grad_norm": 1.1254899501800537,
      "learning_rate": 1.8039220996208388e-09,
      "loss": 0.3361,
      "step": 2832390
    },
    {
      "epoch": 790.51,
      "grad_norm": 1.0250606536865234,
      "learning_rate": 1.8028615729379601e-09,
      "loss": 0.34,
      "step": 2832400
    },
    {
      "epoch": 790.51,
      "grad_norm": 1.232877254486084,
      "learning_rate": 1.8018013579687573e-09,
      "loss": 0.3232,
      "step": 2832410
    },
    {
      "epoch": 790.52,
      "grad_norm": 1.4043511152267456,
      "learning_rate": 1.8007414547137507e-09,
      "loss": 0.3258,
      "step": 2832420
    },
    {
      "epoch": 790.52,
      "grad_norm": 1.168244481086731,
      "learning_rate": 1.79968186317268e-09,
      "loss": 0.3271,
      "step": 2832430
    },
    {
      "epoch": 790.52,
      "grad_norm": 1.179659366607666,
      "learning_rate": 1.7986225833458052e-09,
      "loss": 0.3297,
      "step": 2832440
    },
    {
      "epoch": 790.52,
      "grad_norm": 1.539597511291504,
      "learning_rate": 1.797563615233387e-09,
      "loss": 0.3397,
      "step": 2832450
    },
    {
      "epoch": 790.53,
      "grad_norm": 1.3743537664413452,
      "learning_rate": 1.796504958835425e-09,
      "loss": 0.3418,
      "step": 2832460
    },
    {
      "epoch": 790.53,
      "grad_norm": 1.2834038734436035,
      "learning_rate": 1.7954466141519194e-09,
      "loss": 0.3303,
      "step": 2832470
    },
    {
      "epoch": 790.53,
      "grad_norm": 1.4907604455947876,
      "learning_rate": 1.7943885811833904e-09,
      "loss": 0.3296,
      "step": 2832480
    },
    {
      "epoch": 790.54,
      "grad_norm": 1.18595290184021,
      "learning_rate": 1.7933308599298383e-09,
      "loss": 0.3541,
      "step": 2832490
    },
    {
      "epoch": 790.54,
      "grad_norm": 1.2583398818969727,
      "learning_rate": 1.7922734503912628e-09,
      "loss": 0.3297,
      "step": 2832500
    },
    {
      "epoch": 790.54,
      "grad_norm": 1.1879862546920776,
      "learning_rate": 1.7912163525679243e-09,
      "loss": 0.3318,
      "step": 2832510
    },
    {
      "epoch": 790.54,
      "grad_norm": 1.2980774641036987,
      "learning_rate": 1.790159566460083e-09,
      "loss": 0.3343,
      "step": 2832520
    },
    {
      "epoch": 790.55,
      "grad_norm": 1.0798768997192383,
      "learning_rate": 1.7891030920674787e-09,
      "loss": 0.3183,
      "step": 2832530
    },
    {
      "epoch": 790.55,
      "grad_norm": 5.160556316375732,
      "learning_rate": 1.788046929390892e-09,
      "loss": 0.3523,
      "step": 2832540
    },
    {
      "epoch": 790.55,
      "grad_norm": 1.167456030845642,
      "learning_rate": 1.7869910784298024e-09,
      "loss": 0.3484,
      "step": 2832550
    },
    {
      "epoch": 790.56,
      "grad_norm": 1.2185487747192383,
      "learning_rate": 1.7859355391844701e-09,
      "loss": 0.3291,
      "step": 2832560
    },
    {
      "epoch": 790.56,
      "grad_norm": 1.2506588697433472,
      "learning_rate": 1.7848803116554158e-09,
      "loss": 0.3375,
      "step": 2832570
    },
    {
      "epoch": 790.56,
      "grad_norm": 4.713644981384277,
      "learning_rate": 1.783825395842639e-09,
      "loss": 0.3393,
      "step": 2832580
    },
    {
      "epoch": 790.56,
      "grad_norm": 1.7193816900253296,
      "learning_rate": 1.7827707917461403e-09,
      "loss": 0.329,
      "step": 2832590
    },
    {
      "epoch": 790.57,
      "grad_norm": 1.3594810962677002,
      "learning_rate": 1.7817164993659192e-09,
      "loss": 0.3633,
      "step": 2832600
    },
    {
      "epoch": 790.57,
      "grad_norm": 1.1233564615249634,
      "learning_rate": 1.7806625187024963e-09,
      "loss": 0.3381,
      "step": 2832610
    },
    {
      "epoch": 790.57,
      "grad_norm": 1.182218313217163,
      "learning_rate": 1.7796088497558716e-09,
      "loss": 0.3517,
      "step": 2832620
    },
    {
      "epoch": 790.57,
      "grad_norm": 1.2373923063278198,
      "learning_rate": 1.7785554925260453e-09,
      "loss": 0.3399,
      "step": 2832630
    },
    {
      "epoch": 790.58,
      "grad_norm": 1.094579815864563,
      "learning_rate": 1.7775024470132771e-09,
      "loss": 0.3523,
      "step": 2832640
    },
    {
      "epoch": 790.58,
      "grad_norm": 1.3033044338226318,
      "learning_rate": 1.7764497132175675e-09,
      "loss": 0.3517,
      "step": 2832650
    },
    {
      "epoch": 790.58,
      "grad_norm": 1.2534385919570923,
      "learning_rate": 1.7753972911394368e-09,
      "loss": 0.3439,
      "step": 2832660
    },
    {
      "epoch": 790.59,
      "grad_norm": 1.225185751914978,
      "learning_rate": 1.7743451807783644e-09,
      "loss": 0.3406,
      "step": 2832670
    },
    {
      "epoch": 790.59,
      "grad_norm": 1.3529959917068481,
      "learning_rate": 1.7732933821351312e-09,
      "loss": 0.3431,
      "step": 2832680
    },
    {
      "epoch": 790.59,
      "grad_norm": 1.2814785242080688,
      "learning_rate": 1.7722418952097367e-09,
      "loss": 0.3251,
      "step": 2832690
    },
    {
      "epoch": 790.59,
      "grad_norm": 1.2608691453933716,
      "learning_rate": 1.7711907200021815e-09,
      "loss": 0.319,
      "step": 2832700
    },
    {
      "epoch": 790.6,
      "grad_norm": 1.6341742277145386,
      "learning_rate": 1.7701398565124653e-09,
      "loss": 0.3522,
      "step": 2832710
    },
    {
      "epoch": 790.6,
      "grad_norm": 1.193631649017334,
      "learning_rate": 1.7690893047411086e-09,
      "loss": 0.3366,
      "step": 2832720
    },
    {
      "epoch": 790.6,
      "grad_norm": 1.283151626586914,
      "learning_rate": 1.768039064687851e-09,
      "loss": 0.3249,
      "step": 2832730
    },
    {
      "epoch": 790.61,
      "grad_norm": 1.409607172012329,
      "learning_rate": 1.7669891363532134e-09,
      "loss": 0.3182,
      "step": 2832740
    },
    {
      "epoch": 790.61,
      "grad_norm": 1.432512879371643,
      "learning_rate": 1.7659395197371951e-09,
      "loss": 0.3255,
      "step": 2832750
    },
    {
      "epoch": 790.61,
      "grad_norm": 1.4141589403152466,
      "learning_rate": 1.7648902148397967e-09,
      "loss": 0.3446,
      "step": 2832760
    },
    {
      "epoch": 790.61,
      "grad_norm": 1.1818318367004395,
      "learning_rate": 1.7638412216612781e-09,
      "loss": 0.3311,
      "step": 2832770
    },
    {
      "epoch": 790.62,
      "grad_norm": 1.3271946907043457,
      "learning_rate": 1.7627925402016393e-09,
      "loss": 0.3443,
      "step": 2832780
    },
    {
      "epoch": 790.62,
      "grad_norm": 1.2615337371826172,
      "learning_rate": 1.7617441704611407e-09,
      "loss": 0.3343,
      "step": 2832790
    },
    {
      "epoch": 790.62,
      "grad_norm": 1.2180827856063843,
      "learning_rate": 1.7606961124400424e-09,
      "loss": 0.3238,
      "step": 2832800
    },
    {
      "epoch": 790.63,
      "grad_norm": 1.2462806701660156,
      "learning_rate": 1.7596483661383443e-09,
      "loss": 0.3462,
      "step": 2832810
    },
    {
      "epoch": 790.63,
      "grad_norm": 1.1335415840148926,
      "learning_rate": 1.7586009315560464e-09,
      "loss": 0.3366,
      "step": 2832820
    },
    {
      "epoch": 790.63,
      "grad_norm": 1.2458773851394653,
      "learning_rate": 1.7575538086936694e-09,
      "loss": 0.3367,
      "step": 2832830
    },
    {
      "epoch": 790.63,
      "grad_norm": 1.2298848628997803,
      "learning_rate": 1.7565069975509528e-09,
      "loss": 0.3316,
      "step": 2832840
    },
    {
      "epoch": 790.64,
      "grad_norm": 1.1550849676132202,
      "learning_rate": 1.7554604981284172e-09,
      "loss": 0.3281,
      "step": 2832850
    },
    {
      "epoch": 790.64,
      "grad_norm": 1.2421363592147827,
      "learning_rate": 1.7544143104258023e-09,
      "loss": 0.3266,
      "step": 2832860
    },
    {
      "epoch": 790.64,
      "grad_norm": 1.38743257522583,
      "learning_rate": 1.7533684344433683e-09,
      "loss": 0.3242,
      "step": 2832870
    },
    {
      "epoch": 790.64,
      "grad_norm": 1.1897560358047485,
      "learning_rate": 1.7523228701816356e-09,
      "loss": 0.3323,
      "step": 2832880
    },
    {
      "epoch": 790.65,
      "grad_norm": 1.2762244939804077,
      "learning_rate": 1.7512776176400838e-09,
      "loss": 0.3256,
      "step": 2832890
    },
    {
      "epoch": 790.65,
      "grad_norm": 0.9471543431282043,
      "learning_rate": 1.7502326768194935e-09,
      "loss": 0.3273,
      "step": 2832900
    },
    {
      "epoch": 790.65,
      "grad_norm": 1.2385737895965576,
      "learning_rate": 1.7491880477196045e-09,
      "loss": 0.3296,
      "step": 2832910
    },
    {
      "epoch": 790.66,
      "grad_norm": 1.4549925327301025,
      "learning_rate": 1.748143730340417e-09,
      "loss": 0.3308,
      "step": 2832920
    },
    {
      "epoch": 790.66,
      "grad_norm": 1.2188950777053833,
      "learning_rate": 1.7470997246827115e-09,
      "loss": 0.3283,
      "step": 2832930
    },
    {
      "epoch": 790.66,
      "grad_norm": 1.1571577787399292,
      "learning_rate": 1.7460560307459674e-09,
      "loss": 0.3238,
      "step": 2832940
    },
    {
      "epoch": 790.66,
      "grad_norm": 1.4364256858825684,
      "learning_rate": 1.7450126485307053e-09,
      "loss": 0.325,
      "step": 2832950
    },
    {
      "epoch": 790.67,
      "grad_norm": 1.9952197074890137,
      "learning_rate": 1.7439695780369252e-09,
      "loss": 0.3374,
      "step": 2832960
    },
    {
      "epoch": 790.67,
      "grad_norm": 1.1393345594406128,
      "learning_rate": 1.742926819264627e-09,
      "loss": 0.3381,
      "step": 2832970
    },
    {
      "epoch": 790.67,
      "grad_norm": 1.1043981313705444,
      "learning_rate": 1.7418843722143313e-09,
      "loss": 0.3285,
      "step": 2832980
    },
    {
      "epoch": 790.68,
      "grad_norm": 1.3251465559005737,
      "learning_rate": 1.7408422368857775e-09,
      "loss": 0.3585,
      "step": 2832990
    },
    {
      "epoch": 790.68,
      "grad_norm": 1.6370623111724854,
      "learning_rate": 1.7398004132794865e-09,
      "loss": 0.336,
      "step": 2833000
    },
    {
      "epoch": 790.68,
      "grad_norm": 1.2741907835006714,
      "learning_rate": 1.7387589013951978e-09,
      "loss": 0.3374,
      "step": 2833010
    },
    {
      "epoch": 790.68,
      "grad_norm": 1.1122485399246216,
      "learning_rate": 1.737717701233432e-09,
      "loss": 0.3287,
      "step": 2833020
    },
    {
      "epoch": 790.69,
      "grad_norm": 1.3019490242004395,
      "learning_rate": 1.7366768127939288e-09,
      "loss": 0.3411,
      "step": 2833030
    },
    {
      "epoch": 790.69,
      "grad_norm": 1.2922683954238892,
      "learning_rate": 1.7356362360772085e-09,
      "loss": 0.3283,
      "step": 2833040
    },
    {
      "epoch": 790.69,
      "grad_norm": 1.1682889461517334,
      "learning_rate": 1.734595971083011e-09,
      "loss": 0.3387,
      "step": 2833050
    },
    {
      "epoch": 790.69,
      "grad_norm": 1.2219462394714355,
      "learning_rate": 1.7335560178118567e-09,
      "loss": 0.3406,
      "step": 2833060
    },
    {
      "epoch": 790.7,
      "grad_norm": 1.282150149345398,
      "learning_rate": 1.7325163762637457e-09,
      "loss": 0.3292,
      "step": 2833070
    },
    {
      "epoch": 790.7,
      "grad_norm": 1.400916576385498,
      "learning_rate": 1.731477046438938e-09,
      "loss": 0.3543,
      "step": 2833080
    },
    {
      "epoch": 790.7,
      "grad_norm": 1.7175620794296265,
      "learning_rate": 1.7304380283371736e-09,
      "loss": 0.3362,
      "step": 2833090
    },
    {
      "epoch": 790.71,
      "grad_norm": 1.0805761814117432,
      "learning_rate": 1.7293993219589727e-09,
      "loss": 0.322,
      "step": 2833100
    },
    {
      "epoch": 790.71,
      "grad_norm": 1.0870246887207031,
      "learning_rate": 1.7283609273043357e-09,
      "loss": 0.3509,
      "step": 2833110
    },
    {
      "epoch": 790.71,
      "grad_norm": 1.5155361890792847,
      "learning_rate": 1.7273228443735223e-09,
      "loss": 0.347,
      "step": 2833120
    },
    {
      "epoch": 790.71,
      "grad_norm": 1.418393850326538,
      "learning_rate": 1.7262850731662724e-09,
      "loss": 0.336,
      "step": 2833130
    },
    {
      "epoch": 790.72,
      "grad_norm": 1.3889919519424438,
      "learning_rate": 1.7252476136833671e-09,
      "loss": 0.3401,
      "step": 2833140
    },
    {
      "epoch": 790.72,
      "grad_norm": 1.1784793138504028,
      "learning_rate": 1.7242104659242855e-09,
      "loss": 0.3363,
      "step": 2833150
    },
    {
      "epoch": 790.72,
      "grad_norm": 1.116912841796875,
      "learning_rate": 1.723173629889548e-09,
      "loss": 0.3496,
      "step": 2833160
    },
    {
      "epoch": 790.73,
      "grad_norm": 1.3656576871871948,
      "learning_rate": 1.7221371055794152e-09,
      "loss": 0.3391,
      "step": 2833170
    },
    {
      "epoch": 790.73,
      "grad_norm": 1.1721407175064087,
      "learning_rate": 1.7211008929936266e-09,
      "loss": 0.3122,
      "step": 2833180
    },
    {
      "epoch": 790.73,
      "grad_norm": 1.003732442855835,
      "learning_rate": 1.7200649921327025e-09,
      "loss": 0.3482,
      "step": 2833190
    },
    {
      "epoch": 790.73,
      "grad_norm": 1.0970999002456665,
      "learning_rate": 1.719029402996383e-09,
      "loss": 0.3293,
      "step": 2833200
    },
    {
      "epoch": 790.74,
      "grad_norm": 1.32333242893219,
      "learning_rate": 1.7179941255851884e-09,
      "loss": 0.3248,
      "step": 2833210
    },
    {
      "epoch": 790.74,
      "grad_norm": 1.0922151803970337,
      "learning_rate": 1.7169591598991187e-09,
      "loss": 0.3411,
      "step": 2833220
    },
    {
      "epoch": 790.74,
      "grad_norm": 1.0350829362869263,
      "learning_rate": 1.7159245059381737e-09,
      "loss": 0.342,
      "step": 2833230
    },
    {
      "epoch": 790.75,
      "grad_norm": 1.463650107383728,
      "learning_rate": 1.714890163702614e-09,
      "loss": 0.346,
      "step": 2833240
    },
    {
      "epoch": 790.75,
      "grad_norm": 1.1236729621887207,
      "learning_rate": 1.7138561331926995e-09,
      "loss": 0.3356,
      "step": 2833250
    },
    {
      "epoch": 790.75,
      "grad_norm": 1.2499618530273438,
      "learning_rate": 1.71282241440817e-09,
      "loss": 0.3463,
      "step": 2833260
    },
    {
      "epoch": 790.75,
      "grad_norm": 1.3984400033950806,
      "learning_rate": 1.7117890073498065e-09,
      "loss": 0.3262,
      "step": 2833270
    },
    {
      "epoch": 790.76,
      "grad_norm": 1.2922368049621582,
      "learning_rate": 1.710755912017088e-09,
      "loss": 0.3317,
      "step": 2833280
    },
    {
      "epoch": 790.76,
      "grad_norm": 1.2581403255462646,
      "learning_rate": 1.7097231284105353e-09,
      "loss": 0.3385,
      "step": 2833290
    },
    {
      "epoch": 790.76,
      "grad_norm": 1.1760350465774536,
      "learning_rate": 1.708690656529888e-09,
      "loss": 0.3323,
      "step": 2833300
    },
    {
      "epoch": 790.76,
      "grad_norm": 1.6995205879211426,
      "learning_rate": 1.7076584963759272e-09,
      "loss": 0.3341,
      "step": 2833310
    },
    {
      "epoch": 790.77,
      "grad_norm": 1.3970191478729248,
      "learning_rate": 1.706626647948392e-09,
      "loss": 0.3372,
      "step": 2833320
    },
    {
      "epoch": 790.77,
      "grad_norm": 1.2786184549331665,
      "learning_rate": 1.7055951112472828e-09,
      "loss": 0.3452,
      "step": 2833330
    },
    {
      "epoch": 790.77,
      "grad_norm": 1.3060500621795654,
      "learning_rate": 1.7045638862731199e-09,
      "loss": 0.3464,
      "step": 2833340
    },
    {
      "epoch": 790.78,
      "grad_norm": 1.382346510887146,
      "learning_rate": 1.7035329730259034e-09,
      "loss": 0.3456,
      "step": 2833350
    },
    {
      "epoch": 790.78,
      "grad_norm": 1.2541382312774658,
      "learning_rate": 1.702502371505373e-09,
      "loss": 0.3356,
      "step": 2833360
    },
    {
      "epoch": 790.78,
      "grad_norm": 1.6775232553482056,
      "learning_rate": 1.7014720817123094e-09,
      "loss": 0.3442,
      "step": 2833370
    },
    {
      "epoch": 790.78,
      "grad_norm": 1.2017242908477783,
      "learning_rate": 1.7004421036464523e-09,
      "loss": 0.3299,
      "step": 2833380
    },
    {
      "epoch": 790.79,
      "grad_norm": 1.2464888095855713,
      "learning_rate": 1.699412437308062e-09,
      "loss": 0.3537,
      "step": 2833390
    },
    {
      "epoch": 790.79,
      "grad_norm": 1.29854154586792,
      "learning_rate": 1.6983830826971383e-09,
      "loss": 0.3252,
      "step": 2833400
    },
    {
      "epoch": 790.79,
      "grad_norm": 1.169700026512146,
      "learning_rate": 1.6973540398139418e-09,
      "loss": 0.3323,
      "step": 2833410
    },
    {
      "epoch": 790.8,
      "grad_norm": 1.214884877204895,
      "learning_rate": 1.6963253086587323e-09,
      "loss": 0.3389,
      "step": 2833420
    },
    {
      "epoch": 790.8,
      "grad_norm": 1.3167428970336914,
      "learning_rate": 1.69529688923125e-09,
      "loss": 0.3239,
      "step": 2833430
    },
    {
      "epoch": 790.8,
      "grad_norm": 1.1498973369598389,
      "learning_rate": 1.694268781532275e-09,
      "loss": 0.3298,
      "step": 2833440
    },
    {
      "epoch": 790.8,
      "grad_norm": 2.2816641330718994,
      "learning_rate": 1.6932409855612873e-09,
      "loss": 0.3309,
      "step": 2833450
    },
    {
      "epoch": 790.81,
      "grad_norm": 1.444775938987732,
      "learning_rate": 1.692213501318547e-09,
      "loss": 0.3367,
      "step": 2833460
    },
    {
      "epoch": 790.81,
      "grad_norm": 1.1391360759735107,
      "learning_rate": 1.6911863288045745e-09,
      "loss": 0.349,
      "step": 2833470
    },
    {
      "epoch": 790.81,
      "grad_norm": 1.4784420728683472,
      "learning_rate": 1.6901594680191094e-09,
      "loss": 0.3303,
      "step": 2833480
    },
    {
      "epoch": 790.81,
      "grad_norm": 1.1533215045928955,
      "learning_rate": 1.6891329189626726e-09,
      "loss": 0.3246,
      "step": 2833490
    },
    {
      "epoch": 790.82,
      "grad_norm": 1.392626166343689,
      "learning_rate": 1.6881066816350035e-09,
      "loss": 0.3312,
      "step": 2833500
    },
    {
      "epoch": 790.82,
      "grad_norm": 1.2323787212371826,
      "learning_rate": 1.6870807560366226e-09,
      "loss": 0.3347,
      "step": 2833510
    },
    {
      "epoch": 790.82,
      "grad_norm": 1.3451128005981445,
      "learning_rate": 1.6860551421672696e-09,
      "loss": 0.3264,
      "step": 2833520
    },
    {
      "epoch": 790.83,
      "grad_norm": 1.430649757385254,
      "learning_rate": 1.685029840027205e-09,
      "loss": 0.3571,
      "step": 2833530
    },
    {
      "epoch": 790.83,
      "grad_norm": 1.2260488271713257,
      "learning_rate": 1.6840048496166887e-09,
      "loss": 0.3202,
      "step": 2833540
    },
    {
      "epoch": 790.83,
      "grad_norm": 1.25301992893219,
      "learning_rate": 1.6829801709357208e-09,
      "loss": 0.3318,
      "step": 2833550
    },
    {
      "epoch": 790.83,
      "grad_norm": 1.180493712425232,
      "learning_rate": 1.6819558039848218e-09,
      "loss": 0.3327,
      "step": 2833560
    },
    {
      "epoch": 790.84,
      "grad_norm": 1.5390795469284058,
      "learning_rate": 1.6809317487634713e-09,
      "loss": 0.3363,
      "step": 2833570
    },
    {
      "epoch": 790.84,
      "grad_norm": 1.177030324935913,
      "learning_rate": 1.6799080052721895e-09,
      "loss": 0.342,
      "step": 2833580
    },
    {
      "epoch": 790.84,
      "grad_norm": 1.4768524169921875,
      "learning_rate": 1.678884573511237e-09,
      "loss": 0.3321,
      "step": 2833590
    },
    {
      "epoch": 790.85,
      "grad_norm": 1.1772443056106567,
      "learning_rate": 1.6778614534806134e-09,
      "loss": 0.3337,
      "step": 2833600
    },
    {
      "epoch": 790.85,
      "grad_norm": 1.2988953590393066,
      "learning_rate": 1.6768386451803186e-09,
      "loss": 0.3407,
      "step": 2833610
    },
    {
      "epoch": 790.85,
      "grad_norm": 1.11746084690094,
      "learning_rate": 1.6758161486106134e-09,
      "loss": 0.3349,
      "step": 2833620
    },
    {
      "epoch": 790.85,
      "grad_norm": 1.2153810262680054,
      "learning_rate": 1.6747939637714974e-09,
      "loss": 0.3293,
      "step": 2833630
    },
    {
      "epoch": 790.86,
      "grad_norm": 1.2319155931472778,
      "learning_rate": 1.673772090663491e-09,
      "loss": 0.3414,
      "step": 2833640
    },
    {
      "epoch": 790.86,
      "grad_norm": 1.1894547939300537,
      "learning_rate": 1.672750529286334e-09,
      "loss": 0.3349,
      "step": 2833650
    },
    {
      "epoch": 790.86,
      "grad_norm": 1.488579511642456,
      "learning_rate": 1.6717292796402867e-09,
      "loss": 0.3444,
      "step": 2833660
    },
    {
      "epoch": 790.87,
      "grad_norm": 1.3998873233795166,
      "learning_rate": 1.6707083417253492e-09,
      "loss": 0.353,
      "step": 2833670
    },
    {
      "epoch": 790.87,
      "grad_norm": 1.2866644859313965,
      "learning_rate": 1.6696877155420416e-09,
      "loss": 0.3441,
      "step": 2833680
    },
    {
      "epoch": 790.87,
      "grad_norm": 1.3365734815597534,
      "learning_rate": 1.668667401090104e-09,
      "loss": 0.3396,
      "step": 2833690
    },
    {
      "epoch": 790.87,
      "grad_norm": 1.1470903158187866,
      "learning_rate": 1.6676473983700569e-09,
      "loss": 0.3347,
      "step": 2833700
    },
    {
      "epoch": 790.88,
      "grad_norm": 1.2977683544158936,
      "learning_rate": 1.6666277073816396e-09,
      "loss": 0.3448,
      "step": 2833710
    },
    {
      "epoch": 790.88,
      "grad_norm": 1.1814885139465332,
      "learning_rate": 1.6656083281251126e-09,
      "loss": 0.3548,
      "step": 2833720
    },
    {
      "epoch": 790.88,
      "grad_norm": 1.1523884534835815,
      "learning_rate": 1.6645892606007364e-09,
      "loss": 0.3281,
      "step": 2833730
    },
    {
      "epoch": 790.88,
      "grad_norm": 1.3985031843185425,
      "learning_rate": 1.6635705048085105e-09,
      "loss": 0.3551,
      "step": 2833740
    },
    {
      "epoch": 790.89,
      "grad_norm": 1.2555683851242065,
      "learning_rate": 1.6625520607486953e-09,
      "loss": 0.3406,
      "step": 2833750
    },
    {
      "epoch": 790.89,
      "grad_norm": 1.1537234783172607,
      "learning_rate": 1.661533928421291e-09,
      "loss": 0.337,
      "step": 2833760
    },
    {
      "epoch": 790.89,
      "grad_norm": 1.359942078590393,
      "learning_rate": 1.6605161078265573e-09,
      "loss": 0.3398,
      "step": 2833770
    },
    {
      "epoch": 790.9,
      "grad_norm": 1.6372140645980835,
      "learning_rate": 1.6594985989644946e-09,
      "loss": 0.3365,
      "step": 2833780
    },
    {
      "epoch": 790.9,
      "grad_norm": 1.590826153755188,
      "learning_rate": 1.6584814018353633e-09,
      "loss": 0.3426,
      "step": 2833790
    },
    {
      "epoch": 790.9,
      "grad_norm": 1.3041563034057617,
      "learning_rate": 1.6574645164394232e-09,
      "loss": 0.3424,
      "step": 2833800
    },
    {
      "epoch": 790.9,
      "grad_norm": 1.8799023628234863,
      "learning_rate": 1.6564479427764143e-09,
      "loss": 0.3256,
      "step": 2833810
    },
    {
      "epoch": 790.91,
      "grad_norm": 1.1963826417922974,
      "learning_rate": 1.6554316808468567e-09,
      "loss": 0.3442,
      "step": 2833820
    },
    {
      "epoch": 790.91,
      "grad_norm": 1.2211053371429443,
      "learning_rate": 1.6544157306504907e-09,
      "loss": 0.3417,
      "step": 2833830
    },
    {
      "epoch": 790.91,
      "grad_norm": 1.3571856021881104,
      "learning_rate": 1.6534000921878364e-09,
      "loss": 0.3447,
      "step": 2833840
    },
    {
      "epoch": 790.92,
      "grad_norm": 1.2323325872421265,
      "learning_rate": 1.6523847654588938e-09,
      "loss": 0.3441,
      "step": 2833850
    },
    {
      "epoch": 790.92,
      "grad_norm": 1.6232715845108032,
      "learning_rate": 1.651369750463663e-09,
      "loss": 0.3515,
      "step": 2833860
    },
    {
      "epoch": 790.92,
      "grad_norm": 1.1271755695343018,
      "learning_rate": 1.6503550472024042e-09,
      "loss": 0.3209,
      "step": 2833870
    },
    {
      "epoch": 790.92,
      "grad_norm": 1.2541580200195312,
      "learning_rate": 1.6493406556753776e-09,
      "loss": 0.3426,
      "step": 2833880
    },
    {
      "epoch": 790.93,
      "grad_norm": 1.508571982383728,
      "learning_rate": 1.648326575882583e-09,
      "loss": 0.3416,
      "step": 2833890
    },
    {
      "epoch": 790.93,
      "grad_norm": 1.1503751277923584,
      "learning_rate": 1.6473128078240208e-09,
      "loss": 0.3377,
      "step": 2833900
    },
    {
      "epoch": 790.93,
      "grad_norm": 1.3788620233535767,
      "learning_rate": 1.6462993515002111e-09,
      "loss": 0.3252,
      "step": 2833910
    },
    {
      "epoch": 790.93,
      "grad_norm": 2.2714040279388428,
      "learning_rate": 1.6452862069108939e-09,
      "loss": 0.3204,
      "step": 2833920
    },
    {
      "epoch": 790.94,
      "grad_norm": 1.2020820379257202,
      "learning_rate": 1.6442733740563292e-09,
      "loss": 0.3283,
      "step": 2833930
    },
    {
      "epoch": 790.94,
      "grad_norm": 1.5085960626602173,
      "learning_rate": 1.643260852936517e-09,
      "loss": 0.3276,
      "step": 2833940
    },
    {
      "epoch": 790.94,
      "grad_norm": 1.5632154941558838,
      "learning_rate": 1.6422486435519778e-09,
      "loss": 0.3374,
      "step": 2833950
    },
    {
      "epoch": 790.95,
      "grad_norm": 1.3960051536560059,
      "learning_rate": 1.6412367459027118e-09,
      "loss": 0.3426,
      "step": 2833960
    },
    {
      "epoch": 790.95,
      "grad_norm": 1.119281530380249,
      "learning_rate": 1.6402251599884585e-09,
      "loss": 0.3257,
      "step": 2833970
    },
    {
      "epoch": 790.95,
      "grad_norm": 1.3622974157333374,
      "learning_rate": 1.6392138858097385e-09,
      "loss": 0.3428,
      "step": 2833980
    },
    {
      "epoch": 790.95,
      "grad_norm": 1.1560282707214355,
      "learning_rate": 1.6382029233668118e-09,
      "loss": 0.3435,
      "step": 2833990
    },
    {
      "epoch": 790.96,
      "grad_norm": 1.1612061262130737,
      "learning_rate": 1.6371922726594183e-09,
      "loss": 0.3311,
      "step": 2834000
    },
    {
      "epoch": 790.96,
      "grad_norm": 1.1165632009506226,
      "learning_rate": 1.6361819336878182e-09,
      "loss": 0.3358,
      "step": 2834010
    },
    {
      "epoch": 790.96,
      "grad_norm": 1.115724802017212,
      "learning_rate": 1.6351719064525322e-09,
      "loss": 0.3519,
      "step": 2834020
    },
    {
      "epoch": 790.97,
      "grad_norm": 1.3199931383132935,
      "learning_rate": 1.6341621909530396e-09,
      "loss": 0.331,
      "step": 2834030
    },
    {
      "epoch": 790.97,
      "grad_norm": 1.513224482536316,
      "learning_rate": 1.6331527871898606e-09,
      "loss": 0.3324,
      "step": 2834040
    },
    {
      "epoch": 790.97,
      "grad_norm": 1.1821668148040771,
      "learning_rate": 1.6321436951632558e-09,
      "loss": 0.3425,
      "step": 2834050
    },
    {
      "epoch": 790.97,
      "grad_norm": 1.3430083990097046,
      "learning_rate": 1.6311349148729647e-09,
      "loss": 0.3415,
      "step": 2834060
    },
    {
      "epoch": 790.98,
      "grad_norm": 1.2200438976287842,
      "learning_rate": 1.6301264463192478e-09,
      "loss": 0.3481,
      "step": 2834070
    },
    {
      "epoch": 790.98,
      "grad_norm": 1.073180079460144,
      "learning_rate": 1.6291182895026255e-09,
      "loss": 0.3389,
      "step": 2834080
    },
    {
      "epoch": 790.98,
      "grad_norm": 1.397031307220459,
      "learning_rate": 1.6281104444228373e-09,
      "loss": 0.3388,
      "step": 2834090
    },
    {
      "epoch": 790.99,
      "grad_norm": 1.2191028594970703,
      "learning_rate": 1.6271029110798833e-09,
      "loss": 0.3305,
      "step": 2834100
    },
    {
      "epoch": 790.99,
      "grad_norm": 1.1902422904968262,
      "learning_rate": 1.6260956894742842e-09,
      "loss": 0.3388,
      "step": 2834110
    },
    {
      "epoch": 790.99,
      "grad_norm": 1.2847574949264526,
      "learning_rate": 1.6250887796060395e-09,
      "loss": 0.3356,
      "step": 2834120
    },
    {
      "epoch": 790.99,
      "grad_norm": 1.1606543064117432,
      "learning_rate": 1.6240821814754098e-09,
      "loss": 0.3322,
      "step": 2834130
    },
    {
      "epoch": 791.0,
      "grad_norm": 1.4077486991882324,
      "learning_rate": 1.6230758950821349e-09,
      "loss": 0.3304,
      "step": 2834140
    },
    {
      "epoch": 791.0,
      "grad_norm": 1.4904812574386597,
      "learning_rate": 1.622069920426735e-09,
      "loss": 0.3355,
      "step": 2834150
    },
    {
      "epoch": 791.0,
      "eval_loss": 0.33750709891319275,
      "eval_runtime": 70.4023,
      "eval_samples_per_second": 71.858,
      "eval_steps_per_second": 8.991,
      "step": 2834153
    },
    {
      "epoch": 791.0,
      "grad_norm": 1.2034193277359009,
      "learning_rate": 1.6210642575092102e-09,
      "loss": 0.3398,
      "step": 2834160
    },
    {
      "epoch": 791.0,
      "grad_norm": 1.1916959285736084,
      "learning_rate": 1.6200589063295606e-09,
      "loss": 0.3356,
      "step": 2834170
    },
    {
      "epoch": 791.01,
      "grad_norm": 1.093623161315918,
      "learning_rate": 1.619053866888046e-09,
      "loss": 0.3307,
      "step": 2834180
    },
    {
      "epoch": 791.01,
      "grad_norm": 1.2021560668945312,
      "learning_rate": 1.6180491391849271e-09,
      "loss": 0.3461,
      "step": 2834190
    },
    {
      "epoch": 791.01,
      "grad_norm": 1.251044750213623,
      "learning_rate": 1.6170447232199436e-09,
      "loss": 0.3383,
      "step": 2834200
    },
    {
      "epoch": 791.02,
      "grad_norm": 1.4196678400039673,
      "learning_rate": 1.616040618993876e-09,
      "loss": 0.3522,
      "step": 2834210
    },
    {
      "epoch": 791.02,
      "grad_norm": 1.2773234844207764,
      "learning_rate": 1.615036826506204e-09,
      "loss": 0.3239,
      "step": 2834220
    },
    {
      "epoch": 791.02,
      "grad_norm": 1.2507786750793457,
      "learning_rate": 1.6140333457574476e-09,
      "loss": 0.3371,
      "step": 2834230
    },
    {
      "epoch": 791.02,
      "grad_norm": 1.4780110120773315,
      "learning_rate": 1.6130301767476075e-09,
      "loss": 0.3291,
      "step": 2834240
    },
    {
      "epoch": 791.03,
      "grad_norm": 1.060247540473938,
      "learning_rate": 1.612027319476683e-09,
      "loss": 0.3215,
      "step": 2834250
    },
    {
      "epoch": 791.03,
      "grad_norm": 1.1544182300567627,
      "learning_rate": 1.6110247739451952e-09,
      "loss": 0.3267,
      "step": 2834260
    },
    {
      "epoch": 791.03,
      "grad_norm": 0.9787363409996033,
      "learning_rate": 1.6100225401528832e-09,
      "loss": 0.3332,
      "step": 2834270
    },
    {
      "epoch": 791.04,
      "grad_norm": 1.3644309043884277,
      "learning_rate": 1.609020618100268e-09,
      "loss": 0.3194,
      "step": 2834280
    },
    {
      "epoch": 791.04,
      "grad_norm": 1.3535314798355103,
      "learning_rate": 1.608019007787089e-09,
      "loss": 0.3324,
      "step": 2834290
    },
    {
      "epoch": 791.04,
      "grad_norm": 1.2959880828857422,
      "learning_rate": 1.6070177092136067e-09,
      "loss": 0.344,
      "step": 2834300
    },
    {
      "epoch": 791.04,
      "grad_norm": 1.2837949991226196,
      "learning_rate": 1.606016722380081e-09,
      "loss": 0.3318,
      "step": 2834310
    },
    {
      "epoch": 791.05,
      "grad_norm": 1.4573084115982056,
      "learning_rate": 1.605016047286512e-09,
      "loss": 0.3474,
      "step": 2834320
    },
    {
      "epoch": 791.05,
      "grad_norm": 1.2424145936965942,
      "learning_rate": 1.6040156839329001e-09,
      "loss": 0.3347,
      "step": 2834330
    },
    {
      "epoch": 791.05,
      "grad_norm": 1.342926263809204,
      "learning_rate": 1.6030156323197653e-09,
      "loss": 0.3437,
      "step": 2834340
    },
    {
      "epoch": 791.05,
      "grad_norm": 1.1117064952850342,
      "learning_rate": 1.6020158924471075e-09,
      "loss": 0.3178,
      "step": 2834350
    },
    {
      "epoch": 791.06,
      "grad_norm": 1.198523759841919,
      "learning_rate": 1.601016464314927e-09,
      "loss": 0.3484,
      "step": 2834360
    },
    {
      "epoch": 791.06,
      "grad_norm": 1.5232418775558472,
      "learning_rate": 1.6000173479232235e-09,
      "loss": 0.3379,
      "step": 2834370
    },
    {
      "epoch": 791.06,
      "grad_norm": 1.2694284915924072,
      "learning_rate": 1.5990185432725178e-09,
      "loss": 0.328,
      "step": 2834380
    },
    {
      "epoch": 791.07,
      "grad_norm": 1.267346978187561,
      "learning_rate": 1.5980200503628095e-09,
      "loss": 0.3416,
      "step": 2834390
    },
    {
      "epoch": 791.07,
      "grad_norm": 1.5016885995864868,
      "learning_rate": 1.597021869194099e-09,
      "loss": 0.3471,
      "step": 2834400
    },
    {
      "epoch": 791.07,
      "grad_norm": 1.3636391162872314,
      "learning_rate": 1.596023999766386e-09,
      "loss": 0.3374,
      "step": 2834410
    },
    {
      "epoch": 791.07,
      "grad_norm": 1.3761173486709595,
      "learning_rate": 1.5950264420801912e-09,
      "loss": 0.3521,
      "step": 2834420
    },
    {
      "epoch": 791.08,
      "grad_norm": 1.3322937488555908,
      "learning_rate": 1.5940291961355142e-09,
      "loss": 0.3304,
      "step": 2834430
    },
    {
      "epoch": 791.08,
      "grad_norm": 1.2810336351394653,
      "learning_rate": 1.5930322619323553e-09,
      "loss": 0.3344,
      "step": 2834440
    },
    {
      "epoch": 791.08,
      "grad_norm": 1.3736854791641235,
      "learning_rate": 1.5920356394707145e-09,
      "loss": 0.3581,
      "step": 2834450
    },
    {
      "epoch": 791.09,
      "grad_norm": 1.2231090068817139,
      "learning_rate": 1.591039328751112e-09,
      "loss": 0.3329,
      "step": 2834460
    },
    {
      "epoch": 791.09,
      "grad_norm": 1.3641133308410645,
      "learning_rate": 1.590043329773808e-09,
      "loss": 0.3249,
      "step": 2834470
    },
    {
      "epoch": 791.09,
      "grad_norm": 1.207326054573059,
      "learning_rate": 1.5890476425382825e-09,
      "loss": 0.3439,
      "step": 2834480
    },
    {
      "epoch": 791.09,
      "grad_norm": 1.4864171743392944,
      "learning_rate": 1.5880522670450556e-09,
      "loss": 0.3529,
      "step": 2834490
    },
    {
      "epoch": 791.1,
      "grad_norm": 1.2711342573165894,
      "learning_rate": 1.5870572032941273e-09,
      "loss": 0.3396,
      "step": 2834500
    },
    {
      "epoch": 791.1,
      "grad_norm": 1.2483348846435547,
      "learning_rate": 1.586062451286018e-09,
      "loss": 0.3298,
      "step": 2834510
    },
    {
      "epoch": 791.1,
      "grad_norm": 1.5283583402633667,
      "learning_rate": 1.5850680110204677e-09,
      "loss": 0.3461,
      "step": 2834520
    },
    {
      "epoch": 791.11,
      "grad_norm": 1.1635136604309082,
      "learning_rate": 1.584073882497476e-09,
      "loss": 0.3165,
      "step": 2834530
    },
    {
      "epoch": 791.11,
      "grad_norm": 1.2606271505355835,
      "learning_rate": 1.583080065717824e-09,
      "loss": 0.33,
      "step": 2834540
    },
    {
      "epoch": 791.11,
      "grad_norm": 1.48866868019104,
      "learning_rate": 1.5820865606807308e-09,
      "loss": 0.3297,
      "step": 2834550
    },
    {
      "epoch": 791.11,
      "grad_norm": 1.1699469089508057,
      "learning_rate": 1.5810933673872372e-09,
      "loss": 0.3283,
      "step": 2834560
    },
    {
      "epoch": 791.12,
      "grad_norm": 1.4165054559707642,
      "learning_rate": 1.580100485836823e-09,
      "loss": 0.3362,
      "step": 2834570
    },
    {
      "epoch": 791.12,
      "grad_norm": 1.2988499402999878,
      "learning_rate": 1.5791079160300085e-09,
      "loss": 0.3385,
      "step": 2834580
    },
    {
      "epoch": 791.12,
      "grad_norm": 1.2728732824325562,
      "learning_rate": 1.5781156579667934e-09,
      "loss": 0.3327,
      "step": 2834590
    },
    {
      "epoch": 791.12,
      "grad_norm": 1.1660515069961548,
      "learning_rate": 1.5771237116471782e-09,
      "loss": 0.3434,
      "step": 2834600
    },
    {
      "epoch": 791.13,
      "grad_norm": 1.2310701608657837,
      "learning_rate": 1.5761320770714229e-09,
      "loss": 0.3154,
      "step": 2834610
    },
    {
      "epoch": 791.13,
      "grad_norm": 1.2545356750488281,
      "learning_rate": 1.5751407542395275e-09,
      "loss": 0.3344,
      "step": 2834620
    },
    {
      "epoch": 791.13,
      "grad_norm": 1.1157896518707275,
      "learning_rate": 1.5741497431520123e-09,
      "loss": 0.3396,
      "step": 2834630
    },
    {
      "epoch": 791.14,
      "grad_norm": 1.3780407905578613,
      "learning_rate": 1.5731590438086173e-09,
      "loss": 0.3323,
      "step": 2834640
    },
    {
      "epoch": 791.14,
      "grad_norm": 1.2952536344528198,
      "learning_rate": 1.5721686562096026e-09,
      "loss": 0.3373,
      "step": 2834650
    },
    {
      "epoch": 791.14,
      "grad_norm": 1.4294540882110596,
      "learning_rate": 1.5711785803549683e-09,
      "loss": 0.3446,
      "step": 2834660
    },
    {
      "epoch": 791.14,
      "grad_norm": 1.2799046039581299,
      "learning_rate": 1.5701888162452345e-09,
      "loss": 0.352,
      "step": 2834670
    },
    {
      "epoch": 791.15,
      "grad_norm": 1.236297369003296,
      "learning_rate": 1.5691993638801415e-09,
      "loss": 0.3531,
      "step": 2834680
    },
    {
      "epoch": 791.15,
      "grad_norm": 1.4738820791244507,
      "learning_rate": 1.568210223259949e-09,
      "loss": 0.3099,
      "step": 2834690
    },
    {
      "epoch": 791.15,
      "grad_norm": 1.1278998851776123,
      "learning_rate": 1.5672213943846572e-09,
      "loss": 0.343,
      "step": 2834700
    },
    {
      "epoch": 791.16,
      "grad_norm": 1.4618624448776245,
      "learning_rate": 1.5662328772547868e-09,
      "loss": 0.3412,
      "step": 2834710
    },
    {
      "epoch": 791.16,
      "grad_norm": 1.3685163259506226,
      "learning_rate": 1.565244671870077e-09,
      "loss": 0.3461,
      "step": 2834720
    },
    {
      "epoch": 791.16,
      "grad_norm": 1.2445350885391235,
      "learning_rate": 1.5642567782307887e-09,
      "loss": 0.3191,
      "step": 2834730
    },
    {
      "epoch": 791.16,
      "grad_norm": 1.4472992420196533,
      "learning_rate": 1.5632691963369213e-09,
      "loss": 0.3187,
      "step": 2834740
    },
    {
      "epoch": 791.17,
      "grad_norm": 1.1498692035675049,
      "learning_rate": 1.5622819261889955e-09,
      "loss": 0.3304,
      "step": 2834750
    },
    {
      "epoch": 791.17,
      "grad_norm": 1.205117106437683,
      "learning_rate": 1.5612949677867512e-09,
      "loss": 0.3436,
      "step": 2834760
    },
    {
      "epoch": 791.17,
      "grad_norm": 1.1935513019561768,
      "learning_rate": 1.5603083211307085e-09,
      "loss": 0.3134,
      "step": 2834770
    },
    {
      "epoch": 791.17,
      "grad_norm": 1.0752143859863281,
      "learning_rate": 1.5593219862203472e-09,
      "loss": 0.3299,
      "step": 2834780
    },
    {
      "epoch": 791.18,
      "grad_norm": 1.5193952322006226,
      "learning_rate": 1.5583359630564479e-09,
      "loss": 0.3344,
      "step": 2834790
    },
    {
      "epoch": 791.18,
      "grad_norm": 1.0865589380264282,
      "learning_rate": 1.5573502516390105e-09,
      "loss": 0.3314,
      "step": 2834800
    },
    {
      "epoch": 791.18,
      "grad_norm": 1.1463909149169922,
      "learning_rate": 1.556364851967775e-09,
      "loss": 0.3199,
      "step": 2834810
    },
    {
      "epoch": 791.19,
      "grad_norm": 1.1248611211776733,
      "learning_rate": 1.5553797640432615e-09,
      "loss": 0.3288,
      "step": 2834820
    },
    {
      "epoch": 791.19,
      "grad_norm": 1.2303221225738525,
      "learning_rate": 1.5543949878654705e-09,
      "loss": 0.3384,
      "step": 2834830
    },
    {
      "epoch": 791.19,
      "grad_norm": 15.743874549865723,
      "learning_rate": 1.5534105234346617e-09,
      "loss": 0.3405,
      "step": 2834840
    },
    {
      "epoch": 791.19,
      "grad_norm": 1.1943789720535278,
      "learning_rate": 1.5524263707508353e-09,
      "loss": 0.3382,
      "step": 2834850
    },
    {
      "epoch": 791.2,
      "grad_norm": 1.274765968322754,
      "learning_rate": 1.5514425298139913e-09,
      "loss": 0.3442,
      "step": 2834860
    },
    {
      "epoch": 791.2,
      "grad_norm": 1.3298468589782715,
      "learning_rate": 1.5504590006246501e-09,
      "loss": 0.3386,
      "step": 2834870
    },
    {
      "epoch": 791.2,
      "grad_norm": 1.1006208658218384,
      "learning_rate": 1.5494757831825515e-09,
      "loss": 0.3412,
      "step": 2834880
    },
    {
      "epoch": 791.21,
      "grad_norm": 1.2495187520980835,
      "learning_rate": 1.5484928774879558e-09,
      "loss": 0.3427,
      "step": 2834890
    },
    {
      "epoch": 791.21,
      "grad_norm": 1.1942906379699707,
      "learning_rate": 1.547510283541123e-09,
      "loss": 0.3451,
      "step": 2834900
    },
    {
      "epoch": 791.21,
      "grad_norm": 1.1679491996765137,
      "learning_rate": 1.5465280013420532e-09,
      "loss": 0.3469,
      "step": 2834910
    },
    {
      "epoch": 791.21,
      "grad_norm": 1.3460288047790527,
      "learning_rate": 1.5455460308907465e-09,
      "loss": 0.3365,
      "step": 2834920
    },
    {
      "epoch": 791.22,
      "grad_norm": 1.4633663892745972,
      "learning_rate": 1.5445643721877233e-09,
      "loss": 0.3362,
      "step": 2834930
    },
    {
      "epoch": 791.22,
      "grad_norm": 1.1122490167617798,
      "learning_rate": 1.5435830252327232e-09,
      "loss": 0.3478,
      "step": 2834940
    },
    {
      "epoch": 791.22,
      "grad_norm": 1.4080077409744263,
      "learning_rate": 1.5426019900260066e-09,
      "loss": 0.3425,
      "step": 2834950
    },
    {
      "epoch": 791.23,
      "grad_norm": 1.0886638164520264,
      "learning_rate": 1.5416212665678336e-09,
      "loss": 0.3393,
      "step": 2834960
    },
    {
      "epoch": 791.23,
      "grad_norm": 1.1713684797286987,
      "learning_rate": 1.5406408548582042e-09,
      "loss": 0.3372,
      "step": 2834970
    },
    {
      "epoch": 791.23,
      "grad_norm": 1.2248677015304565,
      "learning_rate": 1.539660754897379e-09,
      "loss": 0.3522,
      "step": 2834980
    },
    {
      "epoch": 791.23,
      "grad_norm": 1.2382844686508179,
      "learning_rate": 1.538680966685097e-09,
      "loss": 0.3253,
      "step": 2834990
    },
    {
      "epoch": 791.24,
      "grad_norm": 1.5907509326934814,
      "learning_rate": 1.5377014902221396e-09,
      "loss": 0.337,
      "step": 2835000
    },
    {
      "epoch": 791.24,
      "grad_norm": 1.3676607608795166,
      "learning_rate": 1.5367223255079858e-09,
      "loss": 0.3555,
      "step": 2835010
    },
    {
      "epoch": 791.24,
      "grad_norm": 1.2795679569244385,
      "learning_rate": 1.5357434725431563e-09,
      "loss": 0.3516,
      "step": 2835020
    },
    {
      "epoch": 791.24,
      "grad_norm": 1.7995163202285767,
      "learning_rate": 1.5347649313279115e-09,
      "loss": 0.3261,
      "step": 2835030
    },
    {
      "epoch": 791.25,
      "grad_norm": 1.177134394645691,
      "learning_rate": 1.5337867018617306e-09,
      "loss": 0.3262,
      "step": 2835040
    },
    {
      "epoch": 791.25,
      "grad_norm": 1.593476414680481,
      "learning_rate": 1.5328087841453945e-09,
      "loss": 0.3419,
      "step": 2835050
    },
    {
      "epoch": 791.25,
      "grad_norm": 1.1858409643173218,
      "learning_rate": 1.531831178178903e-09,
      "loss": 0.3356,
      "step": 2835060
    },
    {
      "epoch": 791.26,
      "grad_norm": 1.269899845123291,
      "learning_rate": 1.5308538839622562e-09,
      "loss": 0.3424,
      "step": 2835070
    },
    {
      "epoch": 791.26,
      "grad_norm": 1.2058991193771362,
      "learning_rate": 1.529876901495454e-09,
      "loss": 0.3354,
      "step": 2835080
    },
    {
      "epoch": 791.26,
      "grad_norm": 1.3381930589675903,
      "learning_rate": 1.528900230779017e-09,
      "loss": 0.331,
      "step": 2835090
    },
    {
      "epoch": 791.26,
      "grad_norm": 1.3835844993591309,
      "learning_rate": 1.527923871812685e-09,
      "loss": 0.3297,
      "step": 2835100
    },
    {
      "epoch": 791.27,
      "grad_norm": 1.28529691696167,
      "learning_rate": 1.526947824596718e-09,
      "loss": 0.339,
      "step": 2835110
    },
    {
      "epoch": 791.27,
      "grad_norm": 1.3288429975509644,
      "learning_rate": 1.5259720891313763e-09,
      "loss": 0.3413,
      "step": 2835120
    },
    {
      "epoch": 791.27,
      "grad_norm": 1.1647006273269653,
      "learning_rate": 1.52499666541666e-09,
      "loss": 0.3315,
      "step": 2835130
    },
    {
      "epoch": 791.28,
      "grad_norm": 1.1365094184875488,
      "learning_rate": 1.5240215534525687e-09,
      "loss": 0.3313,
      "step": 2835140
    },
    {
      "epoch": 791.28,
      "grad_norm": 1.3614054918289185,
      "learning_rate": 1.5230467532396235e-09,
      "loss": 0.3523,
      "step": 2835150
    },
    {
      "epoch": 791.28,
      "grad_norm": 1.3593080043792725,
      "learning_rate": 1.5220722647775636e-09,
      "loss": 0.3496,
      "step": 2835160
    },
    {
      "epoch": 791.28,
      "grad_norm": 1.4992862939834595,
      "learning_rate": 1.5210980880669097e-09,
      "loss": 0.3187,
      "step": 2835170
    },
    {
      "epoch": 791.29,
      "grad_norm": 1.0920406579971313,
      "learning_rate": 1.5201242231074017e-09,
      "loss": 0.3326,
      "step": 2835180
    },
    {
      "epoch": 791.29,
      "grad_norm": 1.3676502704620361,
      "learning_rate": 1.5191506698992994e-09,
      "loss": 0.3332,
      "step": 2835190
    },
    {
      "epoch": 791.29,
      "grad_norm": 1.1818788051605225,
      "learning_rate": 1.5181774284426031e-09,
      "loss": 0.3396,
      "step": 2835200
    },
    {
      "epoch": 791.3,
      "grad_norm": 1.2391327619552612,
      "learning_rate": 1.5172044987378333e-09,
      "loss": 0.3252,
      "step": 2835210
    },
    {
      "epoch": 791.3,
      "grad_norm": 1.3856408596038818,
      "learning_rate": 1.5162318807849898e-09,
      "loss": 0.337,
      "step": 2835220
    },
    {
      "epoch": 791.3,
      "grad_norm": 1.1256452798843384,
      "learning_rate": 1.5152595745838124e-09,
      "loss": 0.3293,
      "step": 2835230
    },
    {
      "epoch": 791.3,
      "grad_norm": 1.411504864692688,
      "learning_rate": 1.5142875801350818e-09,
      "loss": 0.3348,
      "step": 2835240
    },
    {
      "epoch": 791.31,
      "grad_norm": 1.360081672668457,
      "learning_rate": 1.5133158974382775e-09,
      "loss": 0.3396,
      "step": 2835250
    },
    {
      "epoch": 791.31,
      "grad_norm": 1.2075361013412476,
      "learning_rate": 1.51234452649392e-09,
      "loss": 0.3469,
      "step": 2835260
    },
    {
      "epoch": 791.31,
      "grad_norm": 1.319822072982788,
      "learning_rate": 1.5113734673020093e-09,
      "loss": 0.3303,
      "step": 2835270
    },
    {
      "epoch": 791.31,
      "grad_norm": 1.295300841331482,
      "learning_rate": 1.5104027198625453e-09,
      "loss": 0.3462,
      "step": 2835280
    },
    {
      "epoch": 791.32,
      "grad_norm": 1.4706752300262451,
      "learning_rate": 1.5094322841760487e-09,
      "loss": 0.3503,
      "step": 2835290
    },
    {
      "epoch": 791.32,
      "grad_norm": 1.1979135274887085,
      "learning_rate": 1.508462160242259e-09,
      "loss": 0.3307,
      "step": 2835300
    },
    {
      "epoch": 791.32,
      "grad_norm": 1.222072958946228,
      "learning_rate": 1.5074923480614363e-09,
      "loss": 0.331,
      "step": 2835310
    },
    {
      "epoch": 791.33,
      "grad_norm": 1.3372465372085571,
      "learning_rate": 1.5065228476338411e-09,
      "loss": 0.3342,
      "step": 2835320
    },
    {
      "epoch": 791.33,
      "grad_norm": 3.4437341690063477,
      "learning_rate": 1.5055536589594734e-09,
      "loss": 0.3323,
      "step": 2835330
    },
    {
      "epoch": 791.33,
      "grad_norm": 1.2398594617843628,
      "learning_rate": 1.504584782038333e-09,
      "loss": 0.3378,
      "step": 2835340
    },
    {
      "epoch": 791.33,
      "grad_norm": 1.2576078176498413,
      "learning_rate": 1.5036162168709405e-09,
      "loss": 0.3287,
      "step": 2835350
    },
    {
      "epoch": 791.34,
      "grad_norm": 1.2493011951446533,
      "learning_rate": 1.5026479634570355e-09,
      "loss": 0.3449,
      "step": 2835360
    },
    {
      "epoch": 791.34,
      "grad_norm": 6.26521110534668,
      "learning_rate": 1.5016800217968785e-09,
      "loss": 0.328,
      "step": 2835370
    },
    {
      "epoch": 791.34,
      "grad_norm": 1.3190674781799316,
      "learning_rate": 1.5007123918907293e-09,
      "loss": 0.3284,
      "step": 2835380
    },
    {
      "epoch": 791.35,
      "grad_norm": 1.23342764377594,
      "learning_rate": 1.499745073738328e-09,
      "loss": 0.3263,
      "step": 2835390
    },
    {
      "epoch": 791.35,
      "grad_norm": 1.2679494619369507,
      "learning_rate": 1.4987780673401951e-09,
      "loss": 0.3492,
      "step": 2835400
    },
    {
      "epoch": 791.35,
      "grad_norm": 1.3364907503128052,
      "learning_rate": 1.4978113726965903e-09,
      "loss": 0.3312,
      "step": 2835410
    },
    {
      "epoch": 791.35,
      "grad_norm": 1.090406894683838,
      "learning_rate": 1.496844989807254e-09,
      "loss": 0.3303,
      "step": 2835420
    },
    {
      "epoch": 791.36,
      "grad_norm": 1.3269282579421997,
      "learning_rate": 1.4958789186721859e-09,
      "loss": 0.3357,
      "step": 2835430
    },
    {
      "epoch": 791.36,
      "grad_norm": 1.703031301498413,
      "learning_rate": 1.4949131592921666e-09,
      "loss": 0.3511,
      "step": 2835440
    },
    {
      "epoch": 791.36,
      "grad_norm": 1.3713419437408447,
      "learning_rate": 1.4939477116666758e-09,
      "loss": 0.3501,
      "step": 2835450
    },
    {
      "epoch": 791.36,
      "grad_norm": 1.2057336568832397,
      "learning_rate": 1.4929825757962339e-09,
      "loss": 0.3432,
      "step": 2835460
    },
    {
      "epoch": 791.37,
      "grad_norm": 1.1026949882507324,
      "learning_rate": 1.4920177516808406e-09,
      "loss": 0.3252,
      "step": 2835470
    },
    {
      "epoch": 791.37,
      "grad_norm": 1.559519648551941,
      "learning_rate": 1.4910532393204965e-09,
      "loss": 0.3416,
      "step": 2835480
    },
    {
      "epoch": 791.37,
      "grad_norm": 1.3780206441879272,
      "learning_rate": 1.4900890387154613e-09,
      "loss": 0.3459,
      "step": 2835490
    },
    {
      "epoch": 791.38,
      "grad_norm": 1.1734883785247803,
      "learning_rate": 1.4891251498659954e-09,
      "loss": 0.3428,
      "step": 2835500
    },
    {
      "epoch": 791.38,
      "grad_norm": 1.472377061843872,
      "learning_rate": 1.4881615727720987e-09,
      "loss": 0.3382,
      "step": 2835510
    },
    {
      "epoch": 791.38,
      "grad_norm": 1.3028459548950195,
      "learning_rate": 1.4871983074337713e-09,
      "loss": 0.3425,
      "step": 2835520
    },
    {
      "epoch": 791.38,
      "grad_norm": 1.0919266939163208,
      "learning_rate": 1.4862353538512735e-09,
      "loss": 0.3336,
      "step": 2835530
    },
    {
      "epoch": 791.39,
      "grad_norm": 1.229235291481018,
      "learning_rate": 1.4852727120248654e-09,
      "loss": 0.3365,
      "step": 2835540
    },
    {
      "epoch": 791.39,
      "grad_norm": 1.3506348133087158,
      "learning_rate": 1.4843103819542866e-09,
      "loss": 0.342,
      "step": 2835550
    },
    {
      "epoch": 791.39,
      "grad_norm": 1.2043827772140503,
      "learning_rate": 1.483348363640058e-09,
      "loss": 0.3584,
      "step": 2835560
    },
    {
      "epoch": 791.4,
      "grad_norm": 2.8917088508605957,
      "learning_rate": 1.482386657082179e-09,
      "loss": 0.3419,
      "step": 2835570
    },
    {
      "epoch": 791.4,
      "grad_norm": 1.1110968589782715,
      "learning_rate": 1.48142526228065e-09,
      "loss": 0.3248,
      "step": 2835580
    },
    {
      "epoch": 791.4,
      "grad_norm": 1.2412949800491333,
      "learning_rate": 1.4804641792359913e-09,
      "loss": 0.3486,
      "step": 2835590
    },
    {
      "epoch": 791.4,
      "grad_norm": 1.3245129585266113,
      "learning_rate": 1.4795034079476826e-09,
      "loss": 0.3261,
      "step": 2835600
    },
    {
      "epoch": 791.41,
      "grad_norm": 1.2404378652572632,
      "learning_rate": 1.4785429484165042e-09,
      "loss": 0.3195,
      "step": 2835610
    },
    {
      "epoch": 791.41,
      "grad_norm": 1.2487366199493408,
      "learning_rate": 1.4775828006419362e-09,
      "loss": 0.3533,
      "step": 2835620
    },
    {
      "epoch": 791.41,
      "grad_norm": 1.4094911813735962,
      "learning_rate": 1.4766229646247587e-09,
      "loss": 0.3455,
      "step": 2835630
    },
    {
      "epoch": 791.42,
      "grad_norm": 1.2255561351776123,
      "learning_rate": 1.4756634403647119e-09,
      "loss": 0.3488,
      "step": 2835640
    },
    {
      "epoch": 791.42,
      "grad_norm": 1.3884090185165405,
      "learning_rate": 1.4747042278620559e-09,
      "loss": 0.3421,
      "step": 2835650
    },
    {
      "epoch": 791.42,
      "grad_norm": 1.4026020765304565,
      "learning_rate": 1.4737453271167903e-09,
      "loss": 0.3406,
      "step": 2835660
    },
    {
      "epoch": 791.42,
      "grad_norm": 1.404941201210022,
      "learning_rate": 1.472786738129436e-09,
      "loss": 0.3286,
      "step": 2835670
    },
    {
      "epoch": 791.43,
      "grad_norm": 1.2809855937957764,
      "learning_rate": 1.4718284608994727e-09,
      "loss": 0.3413,
      "step": 2835680
    },
    {
      "epoch": 791.43,
      "grad_norm": 1.3068331480026245,
      "learning_rate": 1.4708704954274203e-09,
      "loss": 0.3316,
      "step": 2835690
    },
    {
      "epoch": 791.43,
      "grad_norm": 1.3168925046920776,
      "learning_rate": 1.4699128417135394e-09,
      "loss": 0.3573,
      "step": 2835700
    },
    {
      "epoch": 791.43,
      "grad_norm": 1.340533971786499,
      "learning_rate": 1.4689554997575696e-09,
      "loss": 0.3419,
      "step": 2835710
    },
    {
      "epoch": 791.44,
      "grad_norm": 1.1670303344726562,
      "learning_rate": 1.4679984695600312e-09,
      "loss": 0.3381,
      "step": 2835720
    },
    {
      "epoch": 791.44,
      "grad_norm": 1.405788540840149,
      "learning_rate": 1.4670417511206644e-09,
      "loss": 0.3417,
      "step": 2835730
    },
    {
      "epoch": 791.44,
      "grad_norm": 1.2167028188705444,
      "learning_rate": 1.4660853444399891e-09,
      "loss": 0.3422,
      "step": 2835740
    },
    {
      "epoch": 791.45,
      "grad_norm": 1.2438124418258667,
      "learning_rate": 1.4651292495177457e-09,
      "loss": 0.3353,
      "step": 2835750
    },
    {
      "epoch": 791.45,
      "grad_norm": 1.339350700378418,
      "learning_rate": 1.464173466354454e-09,
      "loss": 0.3414,
      "step": 2835760
    },
    {
      "epoch": 791.45,
      "grad_norm": 1.3747302293777466,
      "learning_rate": 1.4632179949498543e-09,
      "loss": 0.3433,
      "step": 2835770
    },
    {
      "epoch": 791.45,
      "grad_norm": 2.052461862564087,
      "learning_rate": 1.4622628353044668e-09,
      "loss": 0.3395,
      "step": 2835780
    },
    {
      "epoch": 791.46,
      "grad_norm": 1.7784568071365356,
      "learning_rate": 1.4613079874180311e-09,
      "loss": 0.3364,
      "step": 2835790
    },
    {
      "epoch": 791.46,
      "grad_norm": 1.3040833473205566,
      "learning_rate": 1.460353451291068e-09,
      "loss": 0.3333,
      "step": 2835800
    },
    {
      "epoch": 791.46,
      "grad_norm": 1.6162463426589966,
      "learning_rate": 1.4593992269233168e-09,
      "loss": 0.3333,
      "step": 2835810
    },
    {
      "epoch": 791.47,
      "grad_norm": 1.0308631658554077,
      "learning_rate": 1.4584453143152985e-09,
      "loss": 0.3223,
      "step": 2835820
    },
    {
      "epoch": 791.47,
      "grad_norm": 1.437772512435913,
      "learning_rate": 1.4574917134667525e-09,
      "loss": 0.3547,
      "step": 2835830
    },
    {
      "epoch": 791.47,
      "grad_norm": 1.2523695230484009,
      "learning_rate": 1.4565384243779392e-09,
      "loss": 0.3329,
      "step": 2835840
    },
    {
      "epoch": 791.47,
      "grad_norm": 1.3960886001586914,
      "learning_rate": 1.4555854470491187e-09,
      "loss": 0.3436,
      "step": 2835850
    },
    {
      "epoch": 791.48,
      "grad_norm": 1.1315643787384033,
      "learning_rate": 1.454632781480291e-09,
      "loss": 0.3293,
      "step": 2835860
    },
    {
      "epoch": 791.48,
      "grad_norm": 1.4354099035263062,
      "learning_rate": 1.453680427671456e-09,
      "loss": 0.3558,
      "step": 2835870
    },
    {
      "epoch": 791.48,
      "grad_norm": 1.1707390546798706,
      "learning_rate": 1.4527283856231343e-09,
      "loss": 0.3448,
      "step": 2835880
    },
    {
      "epoch": 791.48,
      "grad_norm": 1.115864634513855,
      "learning_rate": 1.4517766553350657e-09,
      "loss": 0.3353,
      "step": 2835890
    },
    {
      "epoch": 791.49,
      "grad_norm": 1.256117820739746,
      "learning_rate": 1.4508252368075102e-09,
      "loss": 0.3274,
      "step": 2835900
    },
    {
      "epoch": 791.49,
      "grad_norm": 1.132253646850586,
      "learning_rate": 1.4498741300407284e-09,
      "loss": 0.3358,
      "step": 2835910
    },
    {
      "epoch": 791.49,
      "grad_norm": 1.5746952295303345,
      "learning_rate": 1.44892333503472e-09,
      "loss": 0.3521,
      "step": 2835920
    },
    {
      "epoch": 791.5,
      "grad_norm": 1.3000779151916504,
      "learning_rate": 1.4479728517894849e-09,
      "loss": 0.3262,
      "step": 2835930
    },
    {
      "epoch": 791.5,
      "grad_norm": 1.4284034967422485,
      "learning_rate": 1.4470226803055435e-09,
      "loss": 0.3296,
      "step": 2835940
    },
    {
      "epoch": 791.5,
      "grad_norm": 1.1079541444778442,
      "learning_rate": 1.4460728205826361e-09,
      "loss": 0.326,
      "step": 2835950
    },
    {
      "epoch": 791.5,
      "grad_norm": 1.3630377054214478,
      "learning_rate": 1.4451232726210224e-09,
      "loss": 0.319,
      "step": 2835960
    },
    {
      "epoch": 791.51,
      "grad_norm": 1.1471048593521118,
      "learning_rate": 1.4441740364207026e-09,
      "loss": 0.3515,
      "step": 2835970
    },
    {
      "epoch": 791.51,
      "grad_norm": 1.3224637508392334,
      "learning_rate": 1.443225111982197e-09,
      "loss": 0.3512,
      "step": 2835980
    },
    {
      "epoch": 791.51,
      "grad_norm": 8.148052215576172,
      "learning_rate": 1.4422764993049853e-09,
      "loss": 0.3401,
      "step": 2835990
    },
    {
      "epoch": 791.52,
      "grad_norm": 1.3217191696166992,
      "learning_rate": 1.4413281983898481e-09,
      "loss": 0.34,
      "step": 2836000
    },
    {
      "epoch": 791.52,
      "grad_norm": 1.323161244392395,
      "learning_rate": 1.4403802092365254e-09,
      "loss": 0.3444,
      "step": 2836010
    },
    {
      "epoch": 791.52,
      "grad_norm": 1.3636422157287598,
      "learning_rate": 1.439432531845537e-09,
      "loss": 0.3366,
      "step": 2836020
    },
    {
      "epoch": 791.52,
      "grad_norm": 1.3080990314483643,
      "learning_rate": 1.4384851662163632e-09,
      "loss": 0.3269,
      "step": 2836030
    },
    {
      "epoch": 791.53,
      "grad_norm": 1.1205928325653076,
      "learning_rate": 1.437538112349524e-09,
      "loss": 0.3417,
      "step": 2836040
    },
    {
      "epoch": 791.53,
      "grad_norm": 1.0574613809585571,
      "learning_rate": 1.4365913702452797e-09,
      "loss": 0.3472,
      "step": 2836050
    },
    {
      "epoch": 791.53,
      "grad_norm": 1.4357173442840576,
      "learning_rate": 1.4356449399033701e-09,
      "loss": 0.3381,
      "step": 2836060
    },
    {
      "epoch": 791.54,
      "grad_norm": 1.3140705823898315,
      "learning_rate": 1.4346988213243157e-09,
      "loss": 0.3419,
      "step": 2836070
    },
    {
      "epoch": 791.54,
      "grad_norm": 1.5438497066497803,
      "learning_rate": 1.4337530145081162e-09,
      "loss": 0.3405,
      "step": 2836080
    },
    {
      "epoch": 791.54,
      "grad_norm": 1.4293076992034912,
      "learning_rate": 1.432807519454772e-09,
      "loss": 0.3566,
      "step": 2836090
    },
    {
      "epoch": 791.54,
      "grad_norm": 1.093224048614502,
      "learning_rate": 1.431862336164543e-09,
      "loss": 0.3317,
      "step": 2836100
    },
    {
      "epoch": 791.55,
      "grad_norm": 1.791348934173584,
      "learning_rate": 1.4309174646374294e-09,
      "loss": 0.3336,
      "step": 2836110
    },
    {
      "epoch": 791.55,
      "grad_norm": 1.3581321239471436,
      "learning_rate": 1.429972904873431e-09,
      "loss": 0.3413,
      "step": 2836120
    },
    {
      "epoch": 791.55,
      "grad_norm": 1.1335124969482422,
      "learning_rate": 1.4290286568730685e-09,
      "loss": 0.3253,
      "step": 2836130
    },
    {
      "epoch": 791.55,
      "grad_norm": 1.350064992904663,
      "learning_rate": 1.4280847206363418e-09,
      "loss": 0.3487,
      "step": 2836140
    },
    {
      "epoch": 791.56,
      "grad_norm": 1.2291640043258667,
      "learning_rate": 1.4271410961632508e-09,
      "loss": 0.3212,
      "step": 2836150
    },
    {
      "epoch": 791.56,
      "grad_norm": 1.18470299243927,
      "learning_rate": 1.4261977834537954e-09,
      "loss": 0.3305,
      "step": 2836160
    },
    {
      "epoch": 791.56,
      "grad_norm": 1.109832763671875,
      "learning_rate": 1.4252547825084961e-09,
      "loss": 0.3379,
      "step": 2836170
    },
    {
      "epoch": 791.57,
      "grad_norm": 1.2495591640472412,
      "learning_rate": 1.424312093327093e-09,
      "loss": 0.3215,
      "step": 2836180
    },
    {
      "epoch": 791.57,
      "grad_norm": 1.2235136032104492,
      "learning_rate": 1.4233697159098458e-09,
      "loss": 0.3441,
      "step": 2836190
    },
    {
      "epoch": 791.57,
      "grad_norm": 1.6996822357177734,
      "learning_rate": 1.4224276502570152e-09,
      "loss": 0.314,
      "step": 2836200
    },
    {
      "epoch": 791.57,
      "grad_norm": 1.4393101930618286,
      "learning_rate": 1.4214858963688611e-09,
      "loss": 0.334,
      "step": 2836210
    },
    {
      "epoch": 791.58,
      "grad_norm": 1.1951414346694946,
      "learning_rate": 1.4205444542448631e-09,
      "loss": 0.3316,
      "step": 2836220
    },
    {
      "epoch": 791.58,
      "grad_norm": 1.326684832572937,
      "learning_rate": 1.419603323885802e-09,
      "loss": 0.3364,
      "step": 2836230
    },
    {
      "epoch": 791.58,
      "grad_norm": 1.2772678136825562,
      "learning_rate": 1.4186625052914172e-09,
      "loss": 0.3454,
      "step": 2836240
    },
    {
      "epoch": 791.59,
      "grad_norm": 1.4968085289001465,
      "learning_rate": 1.4177219984622296e-09,
      "loss": 0.315,
      "step": 2836250
    },
    {
      "epoch": 791.59,
      "grad_norm": 1.5823307037353516,
      "learning_rate": 1.4167818033977187e-09,
      "loss": 0.349,
      "step": 2836260
    },
    {
      "epoch": 791.59,
      "grad_norm": 1.1644514799118042,
      "learning_rate": 1.4158419200986649e-09,
      "loss": 0.3572,
      "step": 2836270
    },
    {
      "epoch": 791.59,
      "grad_norm": 1.4519975185394287,
      "learning_rate": 1.414902348564808e-09,
      "loss": 0.3337,
      "step": 2836280
    },
    {
      "epoch": 791.6,
      "grad_norm": 1.0840404033660889,
      "learning_rate": 1.4139630887964082e-09,
      "loss": 0.3404,
      "step": 2836290
    },
    {
      "epoch": 791.6,
      "grad_norm": 1.1008679866790771,
      "learning_rate": 1.413024140793726e-09,
      "loss": 0.339,
      "step": 2836300
    },
    {
      "epoch": 791.6,
      "grad_norm": 1.3157169818878174,
      "learning_rate": 1.412085504556501e-09,
      "loss": 0.332,
      "step": 2836310
    },
    {
      "epoch": 791.6,
      "grad_norm": 1.154341697692871,
      "learning_rate": 1.4111471800852537e-09,
      "loss": 0.3157,
      "step": 2836320
    },
    {
      "epoch": 791.61,
      "grad_norm": 1.4174659252166748,
      "learning_rate": 1.4102091673797237e-09,
      "loss": 0.3485,
      "step": 2836330
    },
    {
      "epoch": 791.61,
      "grad_norm": 1.31820547580719,
      "learning_rate": 1.4092714664406916e-09,
      "loss": 0.3257,
      "step": 2836340
    },
    {
      "epoch": 791.61,
      "grad_norm": 1.2060147523880005,
      "learning_rate": 1.408334077267377e-09,
      "loss": 0.3348,
      "step": 2836350
    },
    {
      "epoch": 791.62,
      "grad_norm": 1.141372561454773,
      "learning_rate": 1.4073969998605605e-09,
      "loss": 0.3435,
      "step": 2836360
    },
    {
      "epoch": 791.62,
      "grad_norm": 1.511637806892395,
      "learning_rate": 1.406460234220242e-09,
      "loss": 0.346,
      "step": 2836370
    },
    {
      "epoch": 791.62,
      "grad_norm": 1.2166529893875122,
      "learning_rate": 1.4055237803464216e-09,
      "loss": 0.3445,
      "step": 2836380
    },
    {
      "epoch": 791.62,
      "grad_norm": 1.3724980354309082,
      "learning_rate": 1.4045876382393593e-09,
      "loss": 0.3402,
      "step": 2836390
    },
    {
      "epoch": 791.63,
      "grad_norm": 1.5311859846115112,
      "learning_rate": 1.4036518078990553e-09,
      "loss": 0.347,
      "step": 2836400
    },
    {
      "epoch": 791.63,
      "grad_norm": 1.3741888999938965,
      "learning_rate": 1.40271628932577e-09,
      "loss": 0.3306,
      "step": 2836410
    },
    {
      "epoch": 791.63,
      "grad_norm": 1.309609055519104,
      "learning_rate": 1.4017810825195028e-09,
      "loss": 0.3346,
      "step": 2836420
    },
    {
      "epoch": 791.64,
      "grad_norm": 1.1290791034698486,
      "learning_rate": 1.4008461874802542e-09,
      "loss": 0.3314,
      "step": 2836430
    },
    {
      "epoch": 791.64,
      "grad_norm": 1.0081515312194824,
      "learning_rate": 1.3999116042085445e-09,
      "loss": 0.3323,
      "step": 2836440
    },
    {
      "epoch": 791.64,
      "grad_norm": 1.2566190958023071,
      "learning_rate": 1.3989773327041134e-09,
      "loss": 0.3367,
      "step": 2836450
    },
    {
      "epoch": 791.64,
      "grad_norm": 1.3250463008880615,
      "learning_rate": 1.3980433729674813e-09,
      "loss": 0.3376,
      "step": 2836460
    },
    {
      "epoch": 791.65,
      "grad_norm": 1.2179986238479614,
      "learning_rate": 1.397109724998128e-09,
      "loss": 0.3427,
      "step": 2836470
    },
    {
      "epoch": 791.65,
      "grad_norm": 1.1638526916503906,
      "learning_rate": 1.3961763887968338e-09,
      "loss": 0.3391,
      "step": 2836480
    },
    {
      "epoch": 791.65,
      "grad_norm": 1.1590116024017334,
      "learning_rate": 1.3952433643635991e-09,
      "loss": 0.3463,
      "step": 2836490
    },
    {
      "epoch": 791.66,
      "grad_norm": 1.2375946044921875,
      "learning_rate": 1.3943106516981635e-09,
      "loss": 0.35,
      "step": 2836500
    },
    {
      "epoch": 791.66,
      "grad_norm": 1.3310045003890991,
      "learning_rate": 1.3933782508010471e-09,
      "loss": 0.347,
      "step": 2836510
    },
    {
      "epoch": 791.66,
      "grad_norm": 1.286133050918579,
      "learning_rate": 1.3924461616722504e-09,
      "loss": 0.3285,
      "step": 2836520
    },
    {
      "epoch": 791.66,
      "grad_norm": 1.1951525211334229,
      "learning_rate": 1.3915143843117732e-09,
      "loss": 0.3244,
      "step": 2836530
    },
    {
      "epoch": 791.67,
      "grad_norm": 1.2474055290222168,
      "learning_rate": 1.3905829187198757e-09,
      "loss": 0.3544,
      "step": 2836540
    },
    {
      "epoch": 791.67,
      "grad_norm": 1.177643895149231,
      "learning_rate": 1.389651764896818e-09,
      "loss": 0.3286,
      "step": 2836550
    },
    {
      "epoch": 791.67,
      "grad_norm": 1.195883870124817,
      "learning_rate": 1.3887209228423401e-09,
      "loss": 0.3255,
      "step": 2836560
    },
    {
      "epoch": 791.67,
      "grad_norm": 1.1693713665008545,
      "learning_rate": 1.3877903925569624e-09,
      "loss": 0.331,
      "step": 2836570
    },
    {
      "epoch": 791.68,
      "grad_norm": 1.0430302619934082,
      "learning_rate": 1.3868601740404245e-09,
      "loss": 0.3268,
      "step": 2836580
    },
    {
      "epoch": 791.68,
      "grad_norm": 1.536205530166626,
      "learning_rate": 1.385930267293247e-09,
      "loss": 0.3436,
      "step": 2836590
    },
    {
      "epoch": 791.68,
      "grad_norm": 1.3251999616622925,
      "learning_rate": 1.3850006723154297e-09,
      "loss": 0.3205,
      "step": 2836600
    },
    {
      "epoch": 791.69,
      "grad_norm": 1.3118507862091064,
      "learning_rate": 1.3840713891067127e-09,
      "loss": 0.3512,
      "step": 2836610
    },
    {
      "epoch": 791.69,
      "grad_norm": 1.7621506452560425,
      "learning_rate": 1.3831424176678762e-09,
      "loss": 0.3556,
      "step": 2836620
    },
    {
      "epoch": 791.69,
      "grad_norm": 1.050102710723877,
      "learning_rate": 1.3822137579984003e-09,
      "loss": 0.3378,
      "step": 2836630
    },
    {
      "epoch": 791.69,
      "grad_norm": 1.2356153726577759,
      "learning_rate": 1.3812854100990651e-09,
      "loss": 0.3351,
      "step": 2836640
    },
    {
      "epoch": 791.7,
      "grad_norm": 1.2063827514648438,
      "learning_rate": 1.3803573739693507e-09,
      "loss": 0.3403,
      "step": 2836650
    },
    {
      "epoch": 791.7,
      "grad_norm": 1.4496997594833374,
      "learning_rate": 1.379429649609777e-09,
      "loss": 0.3461,
      "step": 2836660
    },
    {
      "epoch": 791.7,
      "grad_norm": 1.1389744281768799,
      "learning_rate": 1.3785022370203445e-09,
      "loss": 0.3488,
      "step": 2836670
    },
    {
      "epoch": 791.71,
      "grad_norm": 1.0810166597366333,
      "learning_rate": 1.377575136201313e-09,
      "loss": 0.3373,
      "step": 2836680
    },
    {
      "epoch": 791.71,
      "grad_norm": 1.2269386053085327,
      "learning_rate": 1.3766483471526827e-09,
      "loss": 0.3356,
      "step": 2836690
    },
    {
      "epoch": 791.71,
      "grad_norm": 1.333442211151123,
      "learning_rate": 1.3757218698744536e-09,
      "loss": 0.3268,
      "step": 2836700
    },
    {
      "epoch": 791.71,
      "grad_norm": 1.4340860843658447,
      "learning_rate": 1.3747957043668857e-09,
      "loss": 0.3334,
      "step": 2836710
    },
    {
      "epoch": 791.72,
      "grad_norm": 1.527669072151184,
      "learning_rate": 1.3738698506299794e-09,
      "loss": 0.3441,
      "step": 2836720
    },
    {
      "epoch": 791.72,
      "grad_norm": 3.166651964187622,
      "learning_rate": 1.3729443086642547e-09,
      "loss": 0.3553,
      "step": 2836730
    },
    {
      "epoch": 791.72,
      "grad_norm": 1.277797818183899,
      "learning_rate": 1.3720190784694516e-09,
      "loss": 0.3221,
      "step": 2836740
    },
    {
      "epoch": 791.72,
      "grad_norm": 1.5790821313858032,
      "learning_rate": 1.3710941600458303e-09,
      "loss": 0.3444,
      "step": 2836750
    },
    {
      "epoch": 791.73,
      "grad_norm": 1.3364585638046265,
      "learning_rate": 1.3701695533933909e-09,
      "loss": 0.3335,
      "step": 2836760
    },
    {
      "epoch": 791.73,
      "grad_norm": 1.0534942150115967,
      "learning_rate": 1.3692452585123934e-09,
      "loss": 0.3355,
      "step": 2836770
    },
    {
      "epoch": 791.73,
      "grad_norm": 1.2415696382522583,
      "learning_rate": 1.368321275402838e-09,
      "loss": 0.3366,
      "step": 2836780
    },
    {
      "epoch": 791.74,
      "grad_norm": 1.1567014455795288,
      "learning_rate": 1.3673976040649849e-09,
      "loss": 0.337,
      "step": 2836790
    },
    {
      "epoch": 791.74,
      "grad_norm": 1.2224363088607788,
      "learning_rate": 1.3664742444988337e-09,
      "loss": 0.3391,
      "step": 2836800
    },
    {
      "epoch": 791.74,
      "grad_norm": 1.454185962677002,
      "learning_rate": 1.365551196704645e-09,
      "loss": 0.3616,
      "step": 2836810
    },
    {
      "epoch": 791.74,
      "grad_norm": 1.3203989267349243,
      "learning_rate": 1.3646284606824189e-09,
      "loss": 0.3448,
      "step": 2836820
    },
    {
      "epoch": 791.75,
      "grad_norm": 1.2851537466049194,
      "learning_rate": 1.3637060364324153e-09,
      "loss": 0.3385,
      "step": 2836830
    },
    {
      "epoch": 791.75,
      "grad_norm": 1.4511828422546387,
      "learning_rate": 1.3627839239546343e-09,
      "loss": 0.3308,
      "step": 2836840
    },
    {
      "epoch": 791.75,
      "grad_norm": 1.4571332931518555,
      "learning_rate": 1.361862123249076e-09,
      "loss": 0.3278,
      "step": 2836850
    },
    {
      "epoch": 791.76,
      "grad_norm": 1.6116108894348145,
      "learning_rate": 1.3609406343162607e-09,
      "loss": 0.3414,
      "step": 2836860
    },
    {
      "epoch": 791.76,
      "grad_norm": 1.1604905128479004,
      "learning_rate": 1.3600194571559282e-09,
      "loss": 0.336,
      "step": 2836870
    },
    {
      "epoch": 791.76,
      "grad_norm": 1.1934049129486084,
      "learning_rate": 1.3590985917683386e-09,
      "loss": 0.3303,
      "step": 2836880
    },
    {
      "epoch": 791.76,
      "grad_norm": 1.0254284143447876,
      "learning_rate": 1.3581780381534923e-09,
      "loss": 0.317,
      "step": 2836890
    },
    {
      "epoch": 791.77,
      "grad_norm": 1.279779314994812,
      "learning_rate": 1.3572577963119092e-09,
      "loss": 0.3508,
      "step": 2836900
    },
    {
      "epoch": 791.77,
      "grad_norm": 1.3597298860549927,
      "learning_rate": 1.3563378662433296e-09,
      "loss": 0.3473,
      "step": 2836910
    },
    {
      "epoch": 791.77,
      "grad_norm": 1.1552804708480835,
      "learning_rate": 1.355418247947753e-09,
      "loss": 0.3437,
      "step": 2836920
    },
    {
      "epoch": 791.78,
      "grad_norm": 1.2448900938034058,
      "learning_rate": 1.3544989414257002e-09,
      "loss": 0.3319,
      "step": 2836930
    },
    {
      "epoch": 791.78,
      "grad_norm": 1.1622374057769775,
      "learning_rate": 1.3535799466771712e-09,
      "loss": 0.3222,
      "step": 2836940
    },
    {
      "epoch": 791.78,
      "grad_norm": 2.681849241256714,
      "learning_rate": 1.3526612637024259e-09,
      "loss": 0.3387,
      "step": 2836950
    },
    {
      "epoch": 791.78,
      "grad_norm": 1.0995471477508545,
      "learning_rate": 1.3517428925012043e-09,
      "loss": 0.3371,
      "step": 2836960
    },
    {
      "epoch": 791.79,
      "grad_norm": 1.4488080739974976,
      "learning_rate": 1.3508248330737667e-09,
      "loss": 0.3397,
      "step": 2836970
    },
    {
      "epoch": 791.79,
      "grad_norm": 1.339975118637085,
      "learning_rate": 1.3499070854203729e-09,
      "loss": 0.3491,
      "step": 2836980
    },
    {
      "epoch": 791.79,
      "grad_norm": 1.3325693607330322,
      "learning_rate": 1.3489896495410233e-09,
      "loss": 0.3506,
      "step": 2836990
    },
    {
      "epoch": 791.79,
      "grad_norm": 1.1938823461532593,
      "learning_rate": 1.348072525435978e-09,
      "loss": 0.3329,
      "step": 2837000
    },
    {
      "epoch": 791.8,
      "grad_norm": 1.2049223184585571,
      "learning_rate": 1.347155713105237e-09,
      "loss": 0.3332,
      "step": 2837010
    },
    {
      "epoch": 791.8,
      "grad_norm": 1.1053546667099,
      "learning_rate": 1.3462392125488004e-09,
      "loss": 0.3223,
      "step": 2837020
    },
    {
      "epoch": 791.8,
      "grad_norm": 1.2940995693206787,
      "learning_rate": 1.3453230237671884e-09,
      "loss": 0.3505,
      "step": 2837030
    },
    {
      "epoch": 791.81,
      "grad_norm": 1.984636902809143,
      "learning_rate": 1.344407146760141e-09,
      "loss": 0.3456,
      "step": 2837040
    },
    {
      "epoch": 791.81,
      "grad_norm": 1.1402795314788818,
      "learning_rate": 1.3434915815279183e-09,
      "loss": 0.3427,
      "step": 2837050
    },
    {
      "epoch": 791.81,
      "grad_norm": 1.1596163511276245,
      "learning_rate": 1.3425763280707804e-09,
      "loss": 0.3431,
      "step": 2837060
    },
    {
      "epoch": 791.81,
      "grad_norm": 1.3778049945831299,
      "learning_rate": 1.341661386388467e-09,
      "loss": 0.3387,
      "step": 2837070
    },
    {
      "epoch": 791.82,
      "grad_norm": 1.4099113941192627,
      "learning_rate": 1.3407467564814992e-09,
      "loss": 0.3234,
      "step": 2837080
    },
    {
      "epoch": 791.82,
      "grad_norm": 1.375598430633545,
      "learning_rate": 1.3398324383498762e-09,
      "loss": 0.3291,
      "step": 2837090
    },
    {
      "epoch": 791.82,
      "grad_norm": 1.3103700876235962,
      "learning_rate": 1.3389184319935985e-09,
      "loss": 0.339,
      "step": 2837100
    },
    {
      "epoch": 791.83,
      "grad_norm": 1.3821699619293213,
      "learning_rate": 1.338004737412926e-09,
      "loss": 0.3308,
      "step": 2837110
    },
    {
      "epoch": 791.83,
      "grad_norm": 1.3703100681304932,
      "learning_rate": 1.3370913546078588e-09,
      "loss": 0.3407,
      "step": 2837120
    },
    {
      "epoch": 791.83,
      "grad_norm": 1.2812272310256958,
      "learning_rate": 1.3361782835786574e-09,
      "loss": 0.3321,
      "step": 2837130
    },
    {
      "epoch": 791.83,
      "grad_norm": 1.348059058189392,
      "learning_rate": 1.3352655243253212e-09,
      "loss": 0.3312,
      "step": 2837140
    },
    {
      "epoch": 791.84,
      "grad_norm": 1.4091548919677734,
      "learning_rate": 1.3343530768481111e-09,
      "loss": 0.3233,
      "step": 2837150
    },
    {
      "epoch": 791.84,
      "grad_norm": 1.28842031955719,
      "learning_rate": 1.3334409411470265e-09,
      "loss": 0.326,
      "step": 2837160
    },
    {
      "epoch": 791.84,
      "grad_norm": 1.3254355192184448,
      "learning_rate": 1.3325291172220677e-09,
      "loss": 0.3442,
      "step": 2837170
    },
    {
      "epoch": 791.84,
      "grad_norm": 1.2706658840179443,
      "learning_rate": 1.3316176050737551e-09,
      "loss": 0.3368,
      "step": 2837180
    },
    {
      "epoch": 791.85,
      "grad_norm": 1.500449776649475,
      "learning_rate": 1.3307064047018283e-09,
      "loss": 0.3345,
      "step": 2837190
    },
    {
      "epoch": 791.85,
      "grad_norm": 1.3064067363739014,
      "learning_rate": 1.329795516106548e-09,
      "loss": 0.3511,
      "step": 2837200
    },
    {
      "epoch": 791.85,
      "grad_norm": 1.215148687362671,
      "learning_rate": 1.3288849392879137e-09,
      "loss": 0.3312,
      "step": 2837210
    },
    {
      "epoch": 791.86,
      "grad_norm": 1.306148648262024,
      "learning_rate": 1.3279746742464459e-09,
      "loss": 0.337,
      "step": 2837220
    },
    {
      "epoch": 791.86,
      "grad_norm": 1.340733289718628,
      "learning_rate": 1.3270647209818846e-09,
      "loss": 0.3413,
      "step": 2837230
    },
    {
      "epoch": 791.86,
      "grad_norm": 2.1141278743743896,
      "learning_rate": 1.3261550794944898e-09,
      "loss": 0.3313,
      "step": 2837240
    },
    {
      "epoch": 791.86,
      "grad_norm": 1.2791149616241455,
      "learning_rate": 1.3252457497842616e-09,
      "loss": 0.3367,
      "step": 2837250
    },
    {
      "epoch": 791.87,
      "grad_norm": 1.3288987874984741,
      "learning_rate": 1.3243367318512e-09,
      "loss": 0.3388,
      "step": 2837260
    },
    {
      "epoch": 791.87,
      "grad_norm": 1.2856597900390625,
      "learning_rate": 1.3234280256960856e-09,
      "loss": 0.3491,
      "step": 2837270
    },
    {
      "epoch": 791.87,
      "grad_norm": 1.0996936559677124,
      "learning_rate": 1.3225196313181376e-09,
      "loss": 0.3233,
      "step": 2837280
    },
    {
      "epoch": 791.88,
      "grad_norm": 1.0157619714736938,
      "learning_rate": 1.3216115487183974e-09,
      "loss": 0.3406,
      "step": 2837290
    },
    {
      "epoch": 791.88,
      "grad_norm": 1.2419220209121704,
      "learning_rate": 1.3207037778960838e-09,
      "loss": 0.3485,
      "step": 2837300
    },
    {
      "epoch": 791.88,
      "grad_norm": 1.2333483695983887,
      "learning_rate": 1.3197963188519774e-09,
      "loss": 0.3402,
      "step": 2837310
    },
    {
      "epoch": 791.88,
      "grad_norm": 1.2150464057922363,
      "learning_rate": 1.3188891715858186e-09,
      "loss": 0.3395,
      "step": 2837320
    },
    {
      "epoch": 791.89,
      "grad_norm": 1.434892177581787,
      "learning_rate": 1.3179823360981271e-09,
      "loss": 0.3265,
      "step": 2837330
    },
    {
      "epoch": 791.89,
      "grad_norm": 1.4598617553710938,
      "learning_rate": 1.3170758123886432e-09,
      "loss": 0.3407,
      "step": 2837340
    },
    {
      "epoch": 791.89,
      "grad_norm": 1.472719430923462,
      "learning_rate": 1.316169600457627e-09,
      "loss": 0.3317,
      "step": 2837350
    },
    {
      "epoch": 791.9,
      "grad_norm": 1.703256607055664,
      "learning_rate": 1.3152637003050783e-09,
      "loss": 0.3477,
      "step": 2837360
    },
    {
      "epoch": 791.9,
      "grad_norm": 1.3031253814697266,
      "learning_rate": 1.3143581119312573e-09,
      "loss": 0.3368,
      "step": 2837370
    },
    {
      "epoch": 791.9,
      "grad_norm": 1.3452508449554443,
      "learning_rate": 1.3134528353364247e-09,
      "loss": 0.3564,
      "step": 2837380
    },
    {
      "epoch": 791.9,
      "grad_norm": 1.2665907144546509,
      "learning_rate": 1.3125478705203196e-09,
      "loss": 0.3218,
      "step": 2837390
    },
    {
      "epoch": 791.91,
      "grad_norm": 1.2546603679656982,
      "learning_rate": 1.311643217483463e-09,
      "loss": 0.3322,
      "step": 2837400
    },
    {
      "epoch": 791.91,
      "grad_norm": 1.2644877433776855,
      "learning_rate": 1.3107388762258544e-09,
      "loss": 0.3269,
      "step": 2837410
    },
    {
      "epoch": 791.91,
      "grad_norm": 1.2023365497589111,
      "learning_rate": 1.309834846747234e-09,
      "loss": 0.347,
      "step": 2837420
    },
    {
      "epoch": 791.91,
      "grad_norm": 1.359585165977478,
      "learning_rate": 1.3089311290483823e-09,
      "loss": 0.3478,
      "step": 2837430
    },
    {
      "epoch": 791.92,
      "grad_norm": 1.4043984413146973,
      "learning_rate": 1.3080277231287787e-09,
      "loss": 0.3382,
      "step": 2837440
    },
    {
      "epoch": 791.92,
      "grad_norm": 1.1973447799682617,
      "learning_rate": 1.3071246289889438e-09,
      "loss": 0.3551,
      "step": 2837450
    },
    {
      "epoch": 791.92,
      "grad_norm": 1.6246978044509888,
      "learning_rate": 1.3062218466288778e-09,
      "loss": 0.3309,
      "step": 2837460
    },
    {
      "epoch": 791.93,
      "grad_norm": 1.167580246925354,
      "learning_rate": 1.3053193760488404e-09,
      "loss": 0.3335,
      "step": 2837470
    },
    {
      "epoch": 791.93,
      "grad_norm": 1.3978180885314941,
      "learning_rate": 1.3044172172488322e-09,
      "loss": 0.35,
      "step": 2837480
    },
    {
      "epoch": 791.93,
      "grad_norm": 1.1789275407791138,
      "learning_rate": 1.3035153702288525e-09,
      "loss": 0.3344,
      "step": 2837490
    },
    {
      "epoch": 791.93,
      "grad_norm": 1.1340808868408203,
      "learning_rate": 1.302613834989162e-09,
      "loss": 0.3438,
      "step": 2837500
    },
    {
      "epoch": 791.94,
      "grad_norm": 1.4427063465118408,
      "learning_rate": 1.3017126115297608e-09,
      "loss": 0.3404,
      "step": 2837510
    },
    {
      "epoch": 791.94,
      "grad_norm": 1.353485107421875,
      "learning_rate": 1.3008116998509087e-09,
      "loss": 0.324,
      "step": 2837520
    },
    {
      "epoch": 791.94,
      "grad_norm": 1.3014044761657715,
      "learning_rate": 1.299911099952866e-09,
      "loss": 0.3433,
      "step": 2837530
    },
    {
      "epoch": 791.95,
      "grad_norm": 1.2341207265853882,
      "learning_rate": 1.2990108118353729e-09,
      "loss": 0.3318,
      "step": 2837540
    },
    {
      "epoch": 791.95,
      "grad_norm": 1.381839632987976,
      "learning_rate": 1.2981108354989492e-09,
      "loss": 0.3484,
      "step": 2837550
    },
    {
      "epoch": 791.95,
      "grad_norm": 1.123803973197937,
      "learning_rate": 1.2972111709433353e-09,
      "loss": 0.3413,
      "step": 2837560
    },
    {
      "epoch": 791.95,
      "grad_norm": 1.244789481163025,
      "learning_rate": 1.296311818168791e-09,
      "loss": 0.3401,
      "step": 2837570
    },
    {
      "epoch": 791.96,
      "grad_norm": 1.1944763660430908,
      "learning_rate": 1.2954127771755764e-09,
      "loss": 0.3237,
      "step": 2837580
    },
    {
      "epoch": 791.96,
      "grad_norm": 1.2060593366622925,
      "learning_rate": 1.294514047963692e-09,
      "loss": 0.33,
      "step": 2837590
    },
    {
      "epoch": 791.96,
      "grad_norm": 1.4256246089935303,
      "learning_rate": 1.2936156305331374e-09,
      "loss": 0.3402,
      "step": 2837600
    },
    {
      "epoch": 791.96,
      "grad_norm": 1.0869531631469727,
      "learning_rate": 1.2927175248844332e-09,
      "loss": 0.3452,
      "step": 2837610
    },
    {
      "epoch": 791.97,
      "grad_norm": 1.1206188201904297,
      "learning_rate": 1.291819731017319e-09,
      "loss": 0.3223,
      "step": 2837620
    },
    {
      "epoch": 791.97,
      "grad_norm": 1.3722054958343506,
      "learning_rate": 1.2909222489317951e-09,
      "loss": 0.3267,
      "step": 2837630
    },
    {
      "epoch": 791.97,
      "grad_norm": 1.217137098312378,
      "learning_rate": 1.2900250786286418e-09,
      "loss": 0.335,
      "step": 2837640
    },
    {
      "epoch": 791.98,
      "grad_norm": 1.2544221878051758,
      "learning_rate": 1.2891282201070787e-09,
      "loss": 0.3301,
      "step": 2837650
    },
    {
      "epoch": 791.98,
      "grad_norm": 1.1814628839492798,
      "learning_rate": 1.2882316733681467e-09,
      "loss": 0.3467,
      "step": 2837660
    },
    {
      "epoch": 791.98,
      "grad_norm": 2.340585947036743,
      "learning_rate": 1.287335438411325e-09,
      "loss": 0.3309,
      "step": 2837670
    },
    {
      "epoch": 791.98,
      "grad_norm": 1.475677251815796,
      "learning_rate": 1.2864395152368743e-09,
      "loss": 0.356,
      "step": 2837680
    },
    {
      "epoch": 791.99,
      "grad_norm": 1.2590919733047485,
      "learning_rate": 1.2855439038447941e-09,
      "loss": 0.3467,
      "step": 2837690
    },
    {
      "epoch": 791.99,
      "grad_norm": 1.2281302213668823,
      "learning_rate": 1.2846486042356053e-09,
      "loss": 0.3435,
      "step": 2837700
    },
    {
      "epoch": 791.99,
      "grad_norm": 1.1006505489349365,
      "learning_rate": 1.2837536164093074e-09,
      "loss": 0.3332,
      "step": 2837710
    },
    {
      "epoch": 792.0,
      "grad_norm": 1.2796624898910522,
      "learning_rate": 1.2828589403656408e-09,
      "loss": 0.3121,
      "step": 2837720
    },
    {
      "epoch": 792.0,
      "grad_norm": 1.3575429916381836,
      "learning_rate": 1.2819645761051253e-09,
      "loss": 0.3189,
      "step": 2837730
    },
    {
      "epoch": 792.0,
      "eval_loss": 0.33745959401130676,
      "eval_runtime": 65.0412,
      "eval_samples_per_second": 77.781,
      "eval_steps_per_second": 9.732,
      "step": 2837736
    },
    {
      "epoch": 792.0,
      "grad_norm": 1.281718373298645,
      "learning_rate": 1.2810705236277613e-09,
      "loss": 0.3127,
      "step": 2837740
    },
    {
      "epoch": 792.0,
      "grad_norm": 1.5977628231048584,
      "learning_rate": 1.2801767829335486e-09,
      "loss": 0.3399,
      "step": 2837750
    },
    {
      "epoch": 792.01,
      "grad_norm": 1.3017314672470093,
      "learning_rate": 1.2792833540227476e-09,
      "loss": 0.3478,
      "step": 2837760
    },
    {
      "epoch": 792.01,
      "grad_norm": 1.2988418340682983,
      "learning_rate": 1.2783902368953581e-09,
      "loss": 0.3342,
      "step": 2837770
    },
    {
      "epoch": 792.01,
      "grad_norm": 1.250894546508789,
      "learning_rate": 1.2774974315516404e-09,
      "loss": 0.3414,
      "step": 2837780
    },
    {
      "epoch": 792.02,
      "grad_norm": 2.7905707359313965,
      "learning_rate": 1.2766049379918549e-09,
      "loss": 0.3452,
      "step": 2837790
    },
    {
      "epoch": 792.02,
      "grad_norm": 1.0013413429260254,
      "learning_rate": 1.275712756215741e-09,
      "loss": 0.3097,
      "step": 2837800
    },
    {
      "epoch": 792.02,
      "grad_norm": 1.1301387548446655,
      "learning_rate": 1.2748208862235592e-09,
      "loss": 0.3479,
      "step": 2837810
    },
    {
      "epoch": 792.02,
      "grad_norm": 1.2207963466644287,
      "learning_rate": 1.2739293280155694e-09,
      "loss": 0.3525,
      "step": 2837820
    },
    {
      "epoch": 792.03,
      "grad_norm": 1.3222562074661255,
      "learning_rate": 1.273038081591512e-09,
      "loss": 0.3442,
      "step": 2837830
    },
    {
      "epoch": 792.03,
      "grad_norm": 1.3063888549804688,
      "learning_rate": 1.272147146952167e-09,
      "loss": 0.3372,
      "step": 2837840
    },
    {
      "epoch": 792.03,
      "grad_norm": 1.2990179061889648,
      "learning_rate": 1.271256524097014e-09,
      "loss": 0.3522,
      "step": 2837850
    },
    {
      "epoch": 792.03,
      "grad_norm": 1.2350423336029053,
      "learning_rate": 1.2703662130263138e-09,
      "loss": 0.3383,
      "step": 2837860
    },
    {
      "epoch": 792.04,
      "grad_norm": 1.3869725465774536,
      "learning_rate": 1.2694762137405861e-09,
      "loss": 0.3276,
      "step": 2837870
    },
    {
      "epoch": 792.04,
      "grad_norm": 1.3139384984970093,
      "learning_rate": 1.2685865262395713e-09,
      "loss": 0.3437,
      "step": 2837880
    },
    {
      "epoch": 792.04,
      "grad_norm": 1.3330148458480835,
      "learning_rate": 1.267697150523269e-09,
      "loss": 0.3167,
      "step": 2837890
    },
    {
      "epoch": 792.05,
      "grad_norm": 1.276346206665039,
      "learning_rate": 1.2668080865921998e-09,
      "loss": 0.3423,
      "step": 2837900
    },
    {
      "epoch": 792.05,
      "grad_norm": 1.152525544166565,
      "learning_rate": 1.2659193344463636e-09,
      "loss": 0.3488,
      "step": 2837910
    },
    {
      "epoch": 792.05,
      "grad_norm": 1.1120001077651978,
      "learning_rate": 1.2650308940855002e-09,
      "loss": 0.3348,
      "step": 2837920
    },
    {
      "epoch": 792.05,
      "grad_norm": 1.1488053798675537,
      "learning_rate": 1.2641427655103904e-09,
      "loss": 0.3367,
      "step": 2837930
    },
    {
      "epoch": 792.06,
      "grad_norm": 1.2741942405700684,
      "learning_rate": 1.2632549487205136e-09,
      "loss": 0.3353,
      "step": 2837940
    },
    {
      "epoch": 792.06,
      "grad_norm": 1.1378813982009888,
      "learning_rate": 1.2623674437163902e-09,
      "loss": 0.3344,
      "step": 2837950
    },
    {
      "epoch": 792.06,
      "grad_norm": 1.2235183715820312,
      "learning_rate": 1.2614802504977602e-09,
      "loss": 0.3305,
      "step": 2837960
    },
    {
      "epoch": 792.07,
      "grad_norm": 1.294527530670166,
      "learning_rate": 1.2605933690651438e-09,
      "loss": 0.3383,
      "step": 2837970
    },
    {
      "epoch": 792.07,
      "grad_norm": 1.3481265306472778,
      "learning_rate": 1.2597067994188012e-09,
      "loss": 0.3418,
      "step": 2837980
    },
    {
      "epoch": 792.07,
      "grad_norm": 2.37252140045166,
      "learning_rate": 1.2588205415582122e-09,
      "loss": 0.3415,
      "step": 2837990
    },
    {
      "epoch": 792.07,
      "grad_norm": 1.2098311185836792,
      "learning_rate": 1.2579345954838968e-09,
      "loss": 0.33,
      "step": 2838000
    },
    {
      "epoch": 792.08,
      "grad_norm": 1.2026584148406982,
      "learning_rate": 1.2570489611958557e-09,
      "loss": 0.3254,
      "step": 2838010
    },
    {
      "epoch": 792.08,
      "grad_norm": 1.2692564725875854,
      "learning_rate": 1.2561636386943484e-09,
      "loss": 0.3501,
      "step": 2838020
    },
    {
      "epoch": 792.08,
      "grad_norm": 1.1942386627197266,
      "learning_rate": 1.2552786279793753e-09,
      "loss": 0.3383,
      "step": 2838030
    },
    {
      "epoch": 792.08,
      "grad_norm": 1.1506720781326294,
      "learning_rate": 1.2543939290511965e-09,
      "loss": 0.3266,
      "step": 2838040
    },
    {
      "epoch": 792.09,
      "grad_norm": 1.2338489294052124,
      "learning_rate": 1.253509541909812e-09,
      "loss": 0.3499,
      "step": 2838050
    },
    {
      "epoch": 792.09,
      "grad_norm": 1.1563254594802856,
      "learning_rate": 1.2526254665552218e-09,
      "loss": 0.3601,
      "step": 2838060
    },
    {
      "epoch": 792.09,
      "grad_norm": 1.3032313585281372,
      "learning_rate": 1.251741702987686e-09,
      "loss": 0.3299,
      "step": 2838070
    },
    {
      "epoch": 792.1,
      "grad_norm": 1.2568339109420776,
      "learning_rate": 1.250858251207465e-09,
      "loss": 0.3336,
      "step": 2838080
    },
    {
      "epoch": 792.1,
      "grad_norm": 1.3372091054916382,
      "learning_rate": 1.2499751112142984e-09,
      "loss": 0.3363,
      "step": 2838090
    },
    {
      "epoch": 792.1,
      "grad_norm": 1.3298060894012451,
      "learning_rate": 1.2490922830087068e-09,
      "loss": 0.3388,
      "step": 2838100
    },
    {
      "epoch": 792.1,
      "grad_norm": 1.2670583724975586,
      "learning_rate": 1.2482097665906903e-09,
      "loss": 0.3497,
      "step": 2838110
    },
    {
      "epoch": 792.11,
      "grad_norm": 1.1821314096450806,
      "learning_rate": 1.2473275619599883e-09,
      "loss": 0.348,
      "step": 2838120
    },
    {
      "epoch": 792.11,
      "grad_norm": 1.2085214853286743,
      "learning_rate": 1.2464456691171215e-09,
      "loss": 0.3374,
      "step": 2838130
    },
    {
      "epoch": 792.11,
      "grad_norm": 1.1133577823638916,
      "learning_rate": 1.2455640880623501e-09,
      "loss": 0.3247,
      "step": 2838140
    },
    {
      "epoch": 792.12,
      "grad_norm": 1.2530250549316406,
      "learning_rate": 1.2446828187954137e-09,
      "loss": 0.3446,
      "step": 2838150
    },
    {
      "epoch": 792.12,
      "grad_norm": 1.3561886548995972,
      "learning_rate": 1.2438018613165727e-09,
      "loss": 0.3219,
      "step": 2838160
    },
    {
      "epoch": 792.12,
      "grad_norm": 1.3788610696792603,
      "learning_rate": 1.242921215625827e-09,
      "loss": 0.332,
      "step": 2838170
    },
    {
      "epoch": 792.12,
      "grad_norm": 1.162194848060608,
      "learning_rate": 1.2420408817236971e-09,
      "loss": 0.3389,
      "step": 2838180
    },
    {
      "epoch": 792.13,
      "grad_norm": 1.362817645072937,
      "learning_rate": 1.2411608596096628e-09,
      "loss": 0.3359,
      "step": 2838190
    },
    {
      "epoch": 792.13,
      "grad_norm": 1.319101095199585,
      "learning_rate": 1.2402811492845042e-09,
      "loss": 0.3493,
      "step": 2838200
    },
    {
      "epoch": 792.13,
      "grad_norm": 1.1998261213302612,
      "learning_rate": 1.2394017507477012e-09,
      "loss": 0.3276,
      "step": 2838210
    },
    {
      "epoch": 792.14,
      "grad_norm": 1.3343172073364258,
      "learning_rate": 1.2385226640000343e-09,
      "loss": 0.3293,
      "step": 2838220
    },
    {
      "epoch": 792.14,
      "grad_norm": 1.3751946687698364,
      "learning_rate": 1.2376438890409832e-09,
      "loss": 0.329,
      "step": 2838230
    },
    {
      "epoch": 792.14,
      "grad_norm": 1.1849374771118164,
      "learning_rate": 1.2367654258713285e-09,
      "loss": 0.331,
      "step": 2838240
    },
    {
      "epoch": 792.14,
      "grad_norm": 1.4205440282821655,
      "learning_rate": 1.2358872744905497e-09,
      "loss": 0.3463,
      "step": 2838250
    },
    {
      "epoch": 792.15,
      "grad_norm": 1.1312742233276367,
      "learning_rate": 1.2350094348991674e-09,
      "loss": 0.3523,
      "step": 2838260
    },
    {
      "epoch": 792.15,
      "grad_norm": 1.3112632036209106,
      "learning_rate": 1.2341319070969211e-09,
      "loss": 0.3459,
      "step": 2838270
    },
    {
      "epoch": 792.15,
      "grad_norm": 1.3488649129867554,
      "learning_rate": 1.2332546910843317e-09,
      "loss": 0.3314,
      "step": 2838280
    },
    {
      "epoch": 792.15,
      "grad_norm": 1.4460890293121338,
      "learning_rate": 1.2323777868613985e-09,
      "loss": 0.3231,
      "step": 2838290
    },
    {
      "epoch": 792.16,
      "grad_norm": 1.297963261604309,
      "learning_rate": 1.2315011944283824e-09,
      "loss": 0.3425,
      "step": 2838300
    },
    {
      "epoch": 792.16,
      "grad_norm": 1.1330459117889404,
      "learning_rate": 1.2306249137850228e-09,
      "loss": 0.3287,
      "step": 2838310
    },
    {
      "epoch": 792.16,
      "grad_norm": 1.2873539924621582,
      "learning_rate": 1.2297489449315801e-09,
      "loss": 0.3245,
      "step": 2838320
    },
    {
      "epoch": 792.17,
      "grad_norm": 1.284030795097351,
      "learning_rate": 1.2288732878683143e-09,
      "loss": 0.3446,
      "step": 2838330
    },
    {
      "epoch": 792.17,
      "grad_norm": 1.4128837585449219,
      "learning_rate": 1.2279979425949653e-09,
      "loss": 0.326,
      "step": 2838340
    },
    {
      "epoch": 792.17,
      "grad_norm": 1.143325686454773,
      "learning_rate": 1.2271229091123137e-09,
      "loss": 0.3459,
      "step": 2838350
    },
    {
      "epoch": 792.17,
      "grad_norm": 1.314713716506958,
      "learning_rate": 1.2262481874198392e-09,
      "loss": 0.3338,
      "step": 2838360
    },
    {
      "epoch": 792.18,
      "grad_norm": 1.5020384788513184,
      "learning_rate": 1.2253737775180621e-09,
      "loss": 0.329,
      "step": 2838370
    },
    {
      "epoch": 792.18,
      "grad_norm": 1.3379552364349365,
      "learning_rate": 1.2244996794069823e-09,
      "loss": 0.3574,
      "step": 2838380
    },
    {
      "epoch": 792.18,
      "grad_norm": 1.1341211795806885,
      "learning_rate": 1.2236258930866002e-09,
      "loss": 0.3111,
      "step": 2838390
    },
    {
      "epoch": 792.19,
      "grad_norm": 1.5553357601165771,
      "learning_rate": 1.2227524185571755e-09,
      "loss": 0.3436,
      "step": 2838400
    },
    {
      "epoch": 792.19,
      "grad_norm": 1.4511181116104126,
      "learning_rate": 1.2218792558187084e-09,
      "loss": 0.3356,
      "step": 2838410
    },
    {
      "epoch": 792.19,
      "grad_norm": 1.3341796398162842,
      "learning_rate": 1.2210064048714594e-09,
      "loss": 0.3251,
      "step": 2838420
    },
    {
      "epoch": 792.19,
      "grad_norm": 1.3316962718963623,
      "learning_rate": 1.220133865715168e-09,
      "loss": 0.3311,
      "step": 2838430
    },
    {
      "epoch": 792.2,
      "grad_norm": 1.2265715599060059,
      "learning_rate": 1.2192616383506145e-09,
      "loss": 0.3384,
      "step": 2838440
    },
    {
      "epoch": 792.2,
      "grad_norm": 1.2777928113937378,
      "learning_rate": 1.2183897227772791e-09,
      "loss": 0.3324,
      "step": 2838450
    },
    {
      "epoch": 792.2,
      "grad_norm": 1.2031973600387573,
      "learning_rate": 1.217518118995682e-09,
      "loss": 0.3357,
      "step": 2838460
    },
    {
      "epoch": 792.2,
      "grad_norm": 1.204775094985962,
      "learning_rate": 1.2166468270058232e-09,
      "loss": 0.3451,
      "step": 2838470
    },
    {
      "epoch": 792.21,
      "grad_norm": 1.3282934427261353,
      "learning_rate": 1.2157758468077024e-09,
      "loss": 0.3476,
      "step": 2838480
    },
    {
      "epoch": 792.21,
      "grad_norm": 1.8014179468154907,
      "learning_rate": 1.2149051784015803e-09,
      "loss": 0.3596,
      "step": 2838490
    },
    {
      "epoch": 792.21,
      "grad_norm": 1.160337209701538,
      "learning_rate": 1.2140348217874566e-09,
      "loss": 0.3409,
      "step": 2838500
    },
    {
      "epoch": 792.22,
      "grad_norm": 1.2744033336639404,
      "learning_rate": 1.2131647769655917e-09,
      "loss": 0.3385,
      "step": 2838510
    },
    {
      "epoch": 792.22,
      "grad_norm": 1.465975284576416,
      "learning_rate": 1.2122950439359854e-09,
      "loss": 0.3466,
      "step": 2838520
    },
    {
      "epoch": 792.22,
      "grad_norm": 1.294112205505371,
      "learning_rate": 1.2114256226986376e-09,
      "loss": 0.3246,
      "step": 2838530
    },
    {
      "epoch": 792.22,
      "grad_norm": 1.161726713180542,
      "learning_rate": 1.2105565132540691e-09,
      "loss": 0.3403,
      "step": 2838540
    },
    {
      "epoch": 792.23,
      "grad_norm": 1.287571907043457,
      "learning_rate": 1.2096877156020194e-09,
      "loss": 0.3384,
      "step": 2838550
    },
    {
      "epoch": 792.23,
      "grad_norm": 1.4155367612838745,
      "learning_rate": 1.208819229742749e-09,
      "loss": 0.3361,
      "step": 2838560
    },
    {
      "epoch": 792.23,
      "grad_norm": 1.1306416988372803,
      "learning_rate": 1.2079510556762574e-09,
      "loss": 0.3378,
      "step": 2838570
    },
    {
      "epoch": 792.24,
      "grad_norm": 1.4071495532989502,
      "learning_rate": 1.2070831934028052e-09,
      "loss": 0.3422,
      "step": 2838580
    },
    {
      "epoch": 792.24,
      "grad_norm": 1.4023900032043457,
      "learning_rate": 1.2062156429223923e-09,
      "loss": 0.3338,
      "step": 2838590
    },
    {
      "epoch": 792.24,
      "grad_norm": 1.1126898527145386,
      "learning_rate": 1.205348404235279e-09,
      "loss": 0.3335,
      "step": 2838600
    },
    {
      "epoch": 792.24,
      "grad_norm": 1.2359555959701538,
      "learning_rate": 1.2044814773414652e-09,
      "loss": 0.3333,
      "step": 2838610
    },
    {
      "epoch": 792.25,
      "grad_norm": 1.13926362991333,
      "learning_rate": 1.203614862241211e-09,
      "loss": 0.3372,
      "step": 2838620
    },
    {
      "epoch": 792.25,
      "grad_norm": 1.1403025388717651,
      "learning_rate": 1.2027485589342564e-09,
      "loss": 0.3335,
      "step": 2838630
    },
    {
      "epoch": 792.25,
      "grad_norm": 1.1297789812088013,
      "learning_rate": 1.2018825674211218e-09,
      "loss": 0.321,
      "step": 2838640
    },
    {
      "epoch": 792.26,
      "grad_norm": 1.2231309413909912,
      "learning_rate": 1.201016887701807e-09,
      "loss": 0.3258,
      "step": 2838650
    },
    {
      "epoch": 792.26,
      "grad_norm": 1.2101470232009888,
      "learning_rate": 1.2001515197763121e-09,
      "loss": 0.3464,
      "step": 2838660
    },
    {
      "epoch": 792.26,
      "grad_norm": 1.0619549751281738,
      "learning_rate": 1.1992864636451577e-09,
      "loss": 0.3291,
      "step": 2838670
    },
    {
      "epoch": 792.26,
      "grad_norm": 1.2619328498840332,
      "learning_rate": 1.1984217193078232e-09,
      "loss": 0.3438,
      "step": 2838680
    },
    {
      "epoch": 792.27,
      "grad_norm": 1.336113452911377,
      "learning_rate": 1.1975572867648289e-09,
      "loss": 0.3366,
      "step": 2838690
    },
    {
      "epoch": 792.27,
      "grad_norm": 1.2952497005462646,
      "learning_rate": 1.1966931660161751e-09,
      "loss": 0.3416,
      "step": 2838700
    },
    {
      "epoch": 792.27,
      "grad_norm": 1.3565919399261475,
      "learning_rate": 1.1958293570621217e-09,
      "loss": 0.3234,
      "step": 2838710
    },
    {
      "epoch": 792.27,
      "grad_norm": 1.7417229413986206,
      "learning_rate": 1.1949658599024088e-09,
      "loss": 0.3286,
      "step": 2838720
    },
    {
      "epoch": 792.28,
      "grad_norm": 1.3357778787612915,
      "learning_rate": 1.1941026745375567e-09,
      "loss": 0.3458,
      "step": 2838730
    },
    {
      "epoch": 792.28,
      "grad_norm": 1.2095166444778442,
      "learning_rate": 1.1932398009675652e-09,
      "loss": 0.3409,
      "step": 2838740
    },
    {
      "epoch": 792.28,
      "grad_norm": 1.2774745225906372,
      "learning_rate": 1.1923772391926948e-09,
      "loss": 0.3317,
      "step": 2838750
    },
    {
      "epoch": 792.29,
      "grad_norm": 1.4171372652053833,
      "learning_rate": 1.1915149892124248e-09,
      "loss": 0.337,
      "step": 2838760
    },
    {
      "epoch": 792.29,
      "grad_norm": 1.383540391921997,
      "learning_rate": 1.1906530510277963e-09,
      "loss": 0.3249,
      "step": 2838770
    },
    {
      "epoch": 792.29,
      "grad_norm": 1.3676860332489014,
      "learning_rate": 1.1897914246380286e-09,
      "loss": 0.3365,
      "step": 2838780
    },
    {
      "epoch": 792.29,
      "grad_norm": 1.5748531818389893,
      "learning_rate": 1.1889301100439022e-09,
      "loss": 0.3374,
      "step": 2838790
    },
    {
      "epoch": 792.3,
      "grad_norm": 1.3494880199432373,
      "learning_rate": 1.1880691072454172e-09,
      "loss": 0.3551,
      "step": 2838800
    },
    {
      "epoch": 792.3,
      "grad_norm": 1.4385524988174438,
      "learning_rate": 1.1872084162423134e-09,
      "loss": 0.3443,
      "step": 2838810
    },
    {
      "epoch": 792.3,
      "grad_norm": 1.3001344203948975,
      "learning_rate": 1.1863480370351112e-09,
      "loss": 0.3354,
      "step": 2838820
    },
    {
      "epoch": 792.31,
      "grad_norm": 1.3021833896636963,
      "learning_rate": 1.1854879696238107e-09,
      "loss": 0.3486,
      "step": 2838830
    },
    {
      "epoch": 792.31,
      "grad_norm": 1.140591025352478,
      "learning_rate": 1.1846282140084117e-09,
      "loss": 0.34,
      "step": 2838840
    },
    {
      "epoch": 792.31,
      "grad_norm": 1.2161026000976562,
      "learning_rate": 1.1837687701889142e-09,
      "loss": 0.3456,
      "step": 2838850
    },
    {
      "epoch": 792.31,
      "grad_norm": 1.2328318357467651,
      "learning_rate": 1.182909638165839e-09,
      "loss": 0.3636,
      "step": 2838860
    },
    {
      "epoch": 792.32,
      "grad_norm": 1.3631287813186646,
      "learning_rate": 1.1820508179389252e-09,
      "loss": 0.3304,
      "step": 2838870
    },
    {
      "epoch": 792.32,
      "grad_norm": 1.267625093460083,
      "learning_rate": 1.1811923095086939e-09,
      "loss": 0.3318,
      "step": 2838880
    },
    {
      "epoch": 792.32,
      "grad_norm": 1.2371612787246704,
      "learning_rate": 1.1803341128748845e-09,
      "loss": 0.3309,
      "step": 2838890
    },
    {
      "epoch": 792.32,
      "grad_norm": 1.2750005722045898,
      "learning_rate": 1.1794762280377575e-09,
      "loss": 0.336,
      "step": 2838900
    },
    {
      "epoch": 792.33,
      "grad_norm": 1.1655999422073364,
      "learning_rate": 1.1786186549973126e-09,
      "loss": 0.3355,
      "step": 2838910
    },
    {
      "epoch": 792.33,
      "grad_norm": 1.081321120262146,
      "learning_rate": 1.17776139375381e-09,
      "loss": 0.3148,
      "step": 2838920
    },
    {
      "epoch": 792.33,
      "grad_norm": 1.2743126153945923,
      "learning_rate": 1.17690444430725e-09,
      "loss": 0.3452,
      "step": 2838930
    },
    {
      "epoch": 792.34,
      "grad_norm": 1.316237449645996,
      "learning_rate": 1.1760478066578926e-09,
      "loss": 0.3326,
      "step": 2838940
    },
    {
      "epoch": 792.34,
      "grad_norm": 1.4469120502471924,
      "learning_rate": 1.175191480805738e-09,
      "loss": 0.3448,
      "step": 2838950
    },
    {
      "epoch": 792.34,
      "grad_norm": 1.4418628215789795,
      "learning_rate": 1.174335466751046e-09,
      "loss": 0.3427,
      "step": 2838960
    },
    {
      "epoch": 792.34,
      "grad_norm": 1.2444912195205688,
      "learning_rate": 1.1734797644935567e-09,
      "loss": 0.3383,
      "step": 2838970
    },
    {
      "epoch": 792.35,
      "grad_norm": 1.2685154676437378,
      "learning_rate": 1.1726243740337906e-09,
      "loss": 0.3314,
      "step": 2838980
    },
    {
      "epoch": 792.35,
      "grad_norm": 1.2912136316299438,
      "learning_rate": 1.1717692953717474e-09,
      "loss": 0.3203,
      "step": 2838990
    },
    {
      "epoch": 792.35,
      "grad_norm": 1.1520696878433228,
      "learning_rate": 1.1709145285074272e-09,
      "loss": 0.3356,
      "step": 2839000
    },
    {
      "epoch": 792.36,
      "grad_norm": 1.2402777671813965,
      "learning_rate": 1.1700600734410905e-09,
      "loss": 0.3341,
      "step": 2839010
    },
    {
      "epoch": 792.36,
      "grad_norm": 1.249083399772644,
      "learning_rate": 1.1692059301727368e-09,
      "loss": 0.3362,
      "step": 2839020
    },
    {
      "epoch": 792.36,
      "grad_norm": 1.0960630178451538,
      "learning_rate": 1.1683520987026268e-09,
      "loss": 0.3522,
      "step": 2839030
    },
    {
      "epoch": 792.36,
      "grad_norm": 1.5028049945831299,
      "learning_rate": 1.1674985790304999e-09,
      "loss": 0.3434,
      "step": 2839040
    },
    {
      "epoch": 792.37,
      "grad_norm": 1.1186164617538452,
      "learning_rate": 1.1666453711568768e-09,
      "loss": 0.3283,
      "step": 2839050
    },
    {
      "epoch": 792.37,
      "grad_norm": 1.2661995887756348,
      "learning_rate": 1.1657924750820176e-09,
      "loss": 0.3512,
      "step": 2839060
    },
    {
      "epoch": 792.37,
      "grad_norm": 1.2008663415908813,
      "learning_rate": 1.1649398908054018e-09,
      "loss": 0.3336,
      "step": 2839070
    },
    {
      "epoch": 792.38,
      "grad_norm": 1.587593913078308,
      "learning_rate": 1.16408761832755e-09,
      "loss": 0.3171,
      "step": 2839080
    },
    {
      "epoch": 792.38,
      "grad_norm": 1.4406166076660156,
      "learning_rate": 1.163235657648722e-09,
      "loss": 0.3463,
      "step": 2839090
    },
    {
      "epoch": 792.38,
      "grad_norm": 1.3465629816055298,
      "learning_rate": 1.1623840087686583e-09,
      "loss": 0.3354,
      "step": 2839100
    },
    {
      "epoch": 792.38,
      "grad_norm": 1.270905613899231,
      "learning_rate": 1.1615326716876186e-09,
      "loss": 0.3387,
      "step": 2839110
    },
    {
      "epoch": 792.39,
      "grad_norm": 1.2396174669265747,
      "learning_rate": 1.1606816464058629e-09,
      "loss": 0.3369,
      "step": 2839120
    },
    {
      "epoch": 792.39,
      "grad_norm": 1.462617039680481,
      "learning_rate": 1.1598309329233919e-09,
      "loss": 0.3395,
      "step": 2839130
    },
    {
      "epoch": 792.39,
      "grad_norm": 1.4259718656539917,
      "learning_rate": 1.1589805312402049e-09,
      "loss": 0.3257,
      "step": 2839140
    },
    {
      "epoch": 792.39,
      "grad_norm": 1.1271744966506958,
      "learning_rate": 1.1581304413565627e-09,
      "loss": 0.3291,
      "step": 2839150
    },
    {
      "epoch": 792.4,
      "grad_norm": 1.356473445892334,
      "learning_rate": 1.1572806632724646e-09,
      "loss": 0.3372,
      "step": 2839160
    },
    {
      "epoch": 792.4,
      "grad_norm": 1.436344861984253,
      "learning_rate": 1.1564311969881716e-09,
      "loss": 0.3389,
      "step": 2839170
    },
    {
      "epoch": 792.4,
      "grad_norm": 1.1825602054595947,
      "learning_rate": 1.1555820425036832e-09,
      "loss": 0.3467,
      "step": 2839180
    },
    {
      "epoch": 792.41,
      "grad_norm": 1.2379605770111084,
      "learning_rate": 1.1547331998192598e-09,
      "loss": 0.339,
      "step": 2839190
    },
    {
      "epoch": 792.41,
      "grad_norm": 1.1967791318893433,
      "learning_rate": 1.153884668934641e-09,
      "loss": 0.3277,
      "step": 2839200
    },
    {
      "epoch": 792.41,
      "grad_norm": 1.291382074356079,
      "learning_rate": 1.1530364498506078e-09,
      "loss": 0.3438,
      "step": 2839210
    },
    {
      "epoch": 792.41,
      "grad_norm": 1.3996870517730713,
      "learning_rate": 1.1521885425666393e-09,
      "loss": 0.3354,
      "step": 2839220
    },
    {
      "epoch": 792.42,
      "grad_norm": 1.220798373222351,
      "learning_rate": 1.151340947082996e-09,
      "loss": 0.3412,
      "step": 2839230
    },
    {
      "epoch": 792.42,
      "grad_norm": 1.343396544456482,
      "learning_rate": 1.150493663399938e-09,
      "loss": 0.3208,
      "step": 2839240
    },
    {
      "epoch": 792.42,
      "grad_norm": 1.1788803339004517,
      "learning_rate": 1.1496466915174653e-09,
      "loss": 0.3497,
      "step": 2839250
    },
    {
      "epoch": 792.43,
      "grad_norm": 1.078872561454773,
      "learning_rate": 1.1488000314358384e-09,
      "loss": 0.3322,
      "step": 2839260
    },
    {
      "epoch": 792.43,
      "grad_norm": 1.2648537158966064,
      "learning_rate": 1.147953683155057e-09,
      "loss": 0.3385,
      "step": 2839270
    },
    {
      "epoch": 792.43,
      "grad_norm": 1.219720482826233,
      "learning_rate": 1.1471076466753813e-09,
      "loss": 0.3382,
      "step": 2839280
    },
    {
      "epoch": 792.43,
      "grad_norm": 1.1926923990249634,
      "learning_rate": 1.146261921996551e-09,
      "loss": 0.3255,
      "step": 2839290
    },
    {
      "epoch": 792.44,
      "grad_norm": 1.5307072401046753,
      "learning_rate": 1.145416509119087e-09,
      "loss": 0.3362,
      "step": 2839300
    },
    {
      "epoch": 792.44,
      "grad_norm": 1.671529769897461,
      "learning_rate": 1.1445714080427285e-09,
      "loss": 0.3538,
      "step": 2839310
    },
    {
      "epoch": 792.44,
      "grad_norm": 1.3171560764312744,
      "learning_rate": 1.1437266187679961e-09,
      "loss": 0.3467,
      "step": 2839320
    },
    {
      "epoch": 792.44,
      "grad_norm": 1.1255828142166138,
      "learning_rate": 1.14288214129463e-09,
      "loss": 0.3451,
      "step": 2839330
    },
    {
      "epoch": 792.45,
      "grad_norm": 1.2711515426635742,
      "learning_rate": 1.1420379756228898e-09,
      "loss": 0.3363,
      "step": 2839340
    },
    {
      "epoch": 792.45,
      "grad_norm": 1.3129353523254395,
      "learning_rate": 1.1411941217530362e-09,
      "loss": 0.3308,
      "step": 2839350
    },
    {
      "epoch": 792.45,
      "grad_norm": 1.3887313604354858,
      "learning_rate": 1.140350579685069e-09,
      "loss": 0.3461,
      "step": 2839360
    },
    {
      "epoch": 792.46,
      "grad_norm": 1.1208076477050781,
      "learning_rate": 1.139507349418988e-09,
      "loss": 0.3451,
      "step": 2839370
    },
    {
      "epoch": 792.46,
      "grad_norm": 1.2921738624572754,
      "learning_rate": 1.1386644309550538e-09,
      "loss": 0.3218,
      "step": 2839380
    },
    {
      "epoch": 792.46,
      "grad_norm": 1.2087523937225342,
      "learning_rate": 1.1378218242935264e-09,
      "loss": 0.3534,
      "step": 2839390
    },
    {
      "epoch": 792.46,
      "grad_norm": 1.302987813949585,
      "learning_rate": 1.1369795294341455e-09,
      "loss": 0.3511,
      "step": 2839400
    },
    {
      "epoch": 792.47,
      "grad_norm": 1.2272869348526,
      "learning_rate": 1.1361375463771714e-09,
      "loss": 0.3293,
      "step": 2839410
    },
    {
      "epoch": 792.47,
      "grad_norm": 4.621917247772217,
      "learning_rate": 1.1352958751226042e-09,
      "loss": 0.3434,
      "step": 2839420
    },
    {
      "epoch": 792.47,
      "grad_norm": 1.2204807996749878,
      "learning_rate": 1.134454515670704e-09,
      "loss": 0.3313,
      "step": 2839430
    },
    {
      "epoch": 792.48,
      "grad_norm": 1.2506461143493652,
      "learning_rate": 1.133613468021731e-09,
      "loss": 0.3296,
      "step": 2839440
    },
    {
      "epoch": 792.48,
      "grad_norm": 5.1688737869262695,
      "learning_rate": 1.1327727321756852e-09,
      "loss": 0.3289,
      "step": 2839450
    },
    {
      "epoch": 792.48,
      "grad_norm": 1.3224536180496216,
      "learning_rate": 1.1319323081325668e-09,
      "loss": 0.3314,
      "step": 2839460
    },
    {
      "epoch": 792.48,
      "grad_norm": 1.2285016775131226,
      "learning_rate": 1.1310921958926356e-09,
      "loss": 0.3369,
      "step": 2839470
    },
    {
      "epoch": 792.49,
      "grad_norm": 1.2616745233535767,
      "learning_rate": 1.1302523954556317e-09,
      "loss": 0.3255,
      "step": 2839480
    },
    {
      "epoch": 792.49,
      "grad_norm": 1.3349884748458862,
      "learning_rate": 1.1294129068223357e-09,
      "loss": 0.3399,
      "step": 2839490
    },
    {
      "epoch": 792.49,
      "grad_norm": 1.2066792249679565,
      "learning_rate": 1.128573729992227e-09,
      "loss": 0.3342,
      "step": 2839500
    },
    {
      "epoch": 792.5,
      "grad_norm": 1.378058671951294,
      "learning_rate": 1.1277348649655662e-09,
      "loss": 0.3449,
      "step": 2839510
    },
    {
      "epoch": 792.5,
      "grad_norm": 1.2065374851226807,
      "learning_rate": 1.1268963117428733e-09,
      "loss": 0.3385,
      "step": 2839520
    },
    {
      "epoch": 792.5,
      "grad_norm": 1.307270884513855,
      "learning_rate": 1.126058070323628e-09,
      "loss": 0.3274,
      "step": 2839530
    },
    {
      "epoch": 792.5,
      "grad_norm": 1.190734624862671,
      "learning_rate": 1.125220140708611e-09,
      "loss": 0.3343,
      "step": 2839540
    },
    {
      "epoch": 792.51,
      "grad_norm": 1.4302663803100586,
      "learning_rate": 1.1243825228973019e-09,
      "loss": 0.3392,
      "step": 2839550
    },
    {
      "epoch": 792.51,
      "grad_norm": 1.16342294216156,
      "learning_rate": 1.123545216890221e-09,
      "loss": 0.3365,
      "step": 2839560
    },
    {
      "epoch": 792.51,
      "grad_norm": 1.3033113479614258,
      "learning_rate": 1.1227082226873684e-09,
      "loss": 0.3263,
      "step": 2839570
    },
    {
      "epoch": 792.51,
      "grad_norm": 1.1682173013687134,
      "learning_rate": 1.1218715402890043e-09,
      "loss": 0.3343,
      "step": 2839580
    },
    {
      "epoch": 792.52,
      "grad_norm": 1.284335970878601,
      "learning_rate": 1.1210351696948687e-09,
      "loss": 0.3372,
      "step": 2839590
    },
    {
      "epoch": 792.52,
      "grad_norm": 1.3084276914596558,
      "learning_rate": 1.1201991109052213e-09,
      "loss": 0.3498,
      "step": 2839600
    },
    {
      "epoch": 792.52,
      "grad_norm": 1.2764395475387573,
      "learning_rate": 1.1193633639203225e-09,
      "loss": 0.3412,
      "step": 2839610
    },
    {
      "epoch": 792.53,
      "grad_norm": 1.2901899814605713,
      "learning_rate": 1.1185279287401726e-09,
      "loss": 0.3374,
      "step": 2839620
    },
    {
      "epoch": 792.53,
      "grad_norm": 1.370008111000061,
      "learning_rate": 1.1176928053650316e-09,
      "loss": 0.3397,
      "step": 2839630
    },
    {
      "epoch": 792.53,
      "grad_norm": 1.2302254438400269,
      "learning_rate": 1.1168579937948992e-09,
      "loss": 0.3392,
      "step": 2839640
    },
    {
      "epoch": 792.53,
      "grad_norm": 1.2125022411346436,
      "learning_rate": 1.116023494029776e-09,
      "loss": 0.3328,
      "step": 2839650
    },
    {
      "epoch": 792.54,
      "grad_norm": 1.123972773551941,
      "learning_rate": 1.1151893060699218e-09,
      "loss": 0.3265,
      "step": 2839660
    },
    {
      "epoch": 792.54,
      "grad_norm": 1.4173685312271118,
      "learning_rate": 1.1143554299153368e-09,
      "loss": 0.3322,
      "step": 2839670
    },
    {
      "epoch": 792.54,
      "grad_norm": 1.0732444524765015,
      "learning_rate": 1.113521865566281e-09,
      "loss": 0.3275,
      "step": 2839680
    },
    {
      "epoch": 792.55,
      "grad_norm": 1.129251480102539,
      "learning_rate": 1.1126886130227546e-09,
      "loss": 0.3243,
      "step": 2839690
    },
    {
      "epoch": 792.55,
      "grad_norm": 1.1696397066116333,
      "learning_rate": 1.1118556722847575e-09,
      "loss": 0.3438,
      "step": 2839700
    },
    {
      "epoch": 792.55,
      "grad_norm": 1.3731517791748047,
      "learning_rate": 1.1110230433525498e-09,
      "loss": 0.3499,
      "step": 2839710
    },
    {
      "epoch": 792.55,
      "grad_norm": 0.9609386920928955,
      "learning_rate": 1.110190726226392e-09,
      "loss": 0.3255,
      "step": 2839720
    },
    {
      "epoch": 792.56,
      "grad_norm": 1.4807000160217285,
      "learning_rate": 1.1093587209062838e-09,
      "loss": 0.3428,
      "step": 2839730
    },
    {
      "epoch": 792.56,
      "grad_norm": 1.1345467567443848,
      "learning_rate": 1.1085270273922253e-09,
      "loss": 0.3353,
      "step": 2839740
    },
    {
      "epoch": 792.56,
      "grad_norm": 1.125090479850769,
      "learning_rate": 1.1076956456842167e-09,
      "loss": 0.3307,
      "step": 2839750
    },
    {
      "epoch": 792.56,
      "grad_norm": 1.3269941806793213,
      "learning_rate": 1.1068645757825179e-09,
      "loss": 0.3276,
      "step": 2839760
    },
    {
      "epoch": 792.57,
      "grad_norm": 1.1329526901245117,
      "learning_rate": 1.1060338176873893e-09,
      "loss": 0.3336,
      "step": 2839770
    },
    {
      "epoch": 792.57,
      "grad_norm": 1.1473513841629028,
      "learning_rate": 1.1052033713988309e-09,
      "loss": 0.3514,
      "step": 2839780
    },
    {
      "epoch": 792.57,
      "grad_norm": 2.0929338932037354,
      "learning_rate": 1.1043732369171028e-09,
      "loss": 0.3262,
      "step": 2839790
    },
    {
      "epoch": 792.58,
      "grad_norm": 1.1624830961227417,
      "learning_rate": 1.1035434142419447e-09,
      "loss": 0.327,
      "step": 2839800
    },
    {
      "epoch": 792.58,
      "grad_norm": 1.4940953254699707,
      "learning_rate": 1.102713903373617e-09,
      "loss": 0.3525,
      "step": 2839810
    },
    {
      "epoch": 792.58,
      "grad_norm": 1.2707489728927612,
      "learning_rate": 1.10188470431238e-09,
      "loss": 0.3375,
      "step": 2839820
    },
    {
      "epoch": 792.58,
      "grad_norm": 1.0769315958023071,
      "learning_rate": 1.1010558170579734e-09,
      "loss": 0.3352,
      "step": 2839830
    },
    {
      "epoch": 792.59,
      "grad_norm": 1.168016791343689,
      "learning_rate": 1.1002272416111776e-09,
      "loss": 0.3301,
      "step": 2839840
    },
    {
      "epoch": 792.59,
      "grad_norm": 1.2556577920913696,
      "learning_rate": 1.0993989779714725e-09,
      "loss": 0.3409,
      "step": 2839850
    },
    {
      "epoch": 792.59,
      "grad_norm": 1.143214225769043,
      "learning_rate": 1.0985710261393784e-09,
      "loss": 0.3323,
      "step": 2839860
    },
    {
      "epoch": 792.6,
      "grad_norm": 1.3265663385391235,
      "learning_rate": 1.097743386114635e-09,
      "loss": 0.3215,
      "step": 2839870
    },
    {
      "epoch": 792.6,
      "grad_norm": 1.4897915124893188,
      "learning_rate": 1.0969160578977627e-09,
      "loss": 0.3342,
      "step": 2839880
    },
    {
      "epoch": 792.6,
      "grad_norm": 1.2409766912460327,
      "learning_rate": 1.0960890414882414e-09,
      "loss": 0.3375,
      "step": 2839890
    },
    {
      "epoch": 792.6,
      "grad_norm": 1.1705513000488281,
      "learning_rate": 1.0952623368871114e-09,
      "loss": 0.3376,
      "step": 2839900
    },
    {
      "epoch": 792.61,
      "grad_norm": 1.25247323513031,
      "learning_rate": 1.0944359440935927e-09,
      "loss": 0.3241,
      "step": 2839910
    },
    {
      "epoch": 792.61,
      "grad_norm": 1.228267788887024,
      "learning_rate": 1.0936098631082053e-09,
      "loss": 0.3322,
      "step": 2839920
    },
    {
      "epoch": 792.61,
      "grad_norm": 1.192468285560608,
      "learning_rate": 1.0927840939312094e-09,
      "loss": 0.3387,
      "step": 2839930
    },
    {
      "epoch": 792.62,
      "grad_norm": 1.2912445068359375,
      "learning_rate": 1.0919586365623449e-09,
      "loss": 0.3262,
      "step": 2839940
    },
    {
      "epoch": 792.62,
      "grad_norm": 1.2657936811447144,
      "learning_rate": 1.0911334910021324e-09,
      "loss": 0.3306,
      "step": 2839950
    },
    {
      "epoch": 792.62,
      "grad_norm": 1.356156826019287,
      "learning_rate": 1.0903086572503112e-09,
      "loss": 0.3191,
      "step": 2839960
    },
    {
      "epoch": 792.62,
      "grad_norm": 1.2717530727386475,
      "learning_rate": 1.089484135307142e-09,
      "loss": 0.346,
      "step": 2839970
    },
    {
      "epoch": 792.63,
      "grad_norm": 1.261654019355774,
      "learning_rate": 1.0886599251726248e-09,
      "loss": 0.3231,
      "step": 2839980
    },
    {
      "epoch": 792.63,
      "grad_norm": 1.3349390029907227,
      "learning_rate": 1.0878360268470193e-09,
      "loss": 0.3285,
      "step": 2839990
    },
    {
      "epoch": 792.63,
      "grad_norm": 1.2697972059249878,
      "learning_rate": 1.0870124403305861e-09,
      "loss": 0.3221,
      "step": 2840000
    },
    {
      "epoch": 792.63,
      "grad_norm": 1.1130352020263672,
      "learning_rate": 1.0861891656230652e-09,
      "loss": 0.3199,
      "step": 2840010
    },
    {
      "epoch": 792.64,
      "grad_norm": 1.2407978773117065,
      "learning_rate": 1.0853662027247162e-09,
      "loss": 0.3416,
      "step": 2840020
    },
    {
      "epoch": 792.64,
      "grad_norm": 1.231114149093628,
      "learning_rate": 1.0845435516355395e-09,
      "loss": 0.3324,
      "step": 2840030
    },
    {
      "epoch": 792.64,
      "grad_norm": 1.420168161392212,
      "learning_rate": 1.0837212123560555e-09,
      "loss": 0.3513,
      "step": 2840040
    },
    {
      "epoch": 792.65,
      "grad_norm": 1.1186598539352417,
      "learning_rate": 1.082899184886004e-09,
      "loss": 0.3401,
      "step": 2840050
    },
    {
      "epoch": 792.65,
      "grad_norm": 1.2369877099990845,
      "learning_rate": 1.0820774692256452e-09,
      "loss": 0.332,
      "step": 2840060
    },
    {
      "epoch": 792.65,
      "grad_norm": 1.4263182878494263,
      "learning_rate": 1.0812560653747186e-09,
      "loss": 0.335,
      "step": 2840070
    },
    {
      "epoch": 792.65,
      "grad_norm": 16.155467987060547,
      "learning_rate": 1.0804349733340052e-09,
      "loss": 0.3298,
      "step": 2840080
    },
    {
      "epoch": 792.66,
      "grad_norm": 1.3412002325057983,
      "learning_rate": 1.0796141931029844e-09,
      "loss": 0.3234,
      "step": 2840090
    },
    {
      "epoch": 792.66,
      "grad_norm": 1.1502658128738403,
      "learning_rate": 1.0787937246821768e-09,
      "loss": 0.3401,
      "step": 2840100
    },
    {
      "epoch": 792.66,
      "grad_norm": 1.2661044597625732,
      "learning_rate": 1.0779735680715822e-09,
      "loss": 0.3292,
      "step": 2840110
    },
    {
      "epoch": 792.67,
      "grad_norm": 1.4180165529251099,
      "learning_rate": 1.0771537232712007e-09,
      "loss": 0.3275,
      "step": 2840120
    },
    {
      "epoch": 792.67,
      "grad_norm": 1.260810136795044,
      "learning_rate": 1.0763341902812923e-09,
      "loss": 0.3271,
      "step": 2840130
    },
    {
      "epoch": 792.67,
      "grad_norm": 1.6434588432312012,
      "learning_rate": 1.075514969101597e-09,
      "loss": 0.3508,
      "step": 2840140
    },
    {
      "epoch": 792.67,
      "grad_norm": 1.3288027048110962,
      "learning_rate": 1.0746960597328956e-09,
      "loss": 0.3373,
      "step": 2840150
    },
    {
      "epoch": 792.68,
      "grad_norm": 1.295878529548645,
      "learning_rate": 1.0738774621746674e-09,
      "loss": 0.3316,
      "step": 2840160
    },
    {
      "epoch": 792.68,
      "grad_norm": 1.0973798036575317,
      "learning_rate": 1.0730591764274329e-09,
      "loss": 0.3306,
      "step": 2840170
    },
    {
      "epoch": 792.68,
      "grad_norm": 1.0489691495895386,
      "learning_rate": 1.0722412024909318e-09,
      "loss": 0.3269,
      "step": 2840180
    },
    {
      "epoch": 792.68,
      "grad_norm": 1.309950351715088,
      "learning_rate": 1.0714235403656846e-09,
      "loss": 0.3251,
      "step": 2840190
    },
    {
      "epoch": 792.69,
      "grad_norm": 1.2970848083496094,
      "learning_rate": 1.070606190051431e-09,
      "loss": 0.3373,
      "step": 2840200
    },
    {
      "epoch": 792.69,
      "grad_norm": 1.3575888872146606,
      "learning_rate": 1.0697891515484315e-09,
      "loss": 0.3346,
      "step": 2840210
    },
    {
      "epoch": 792.69,
      "grad_norm": 1.1493101119995117,
      "learning_rate": 1.068972424856946e-09,
      "loss": 0.3227,
      "step": 2840220
    },
    {
      "epoch": 792.7,
      "grad_norm": 1.5999424457550049,
      "learning_rate": 1.0681560099769748e-09,
      "loss": 0.3271,
      "step": 2840230
    },
    {
      "epoch": 792.7,
      "grad_norm": 1.2054611444473267,
      "learning_rate": 1.0673399069085175e-09,
      "loss": 0.3421,
      "step": 2840240
    },
    {
      "epoch": 792.7,
      "grad_norm": 1.2719908952713013,
      "learning_rate": 1.0665241156518344e-09,
      "loss": 0.3432,
      "step": 2840250
    },
    {
      "epoch": 792.7,
      "grad_norm": 1.1587458848953247,
      "learning_rate": 1.0657086362066657e-09,
      "loss": 0.3389,
      "step": 2840260
    },
    {
      "epoch": 792.71,
      "grad_norm": 1.2676920890808105,
      "learning_rate": 1.0648934685737915e-09,
      "loss": 0.333,
      "step": 2840270
    },
    {
      "epoch": 792.71,
      "grad_norm": 1.3068745136260986,
      "learning_rate": 1.0640786127526918e-09,
      "loss": 0.3323,
      "step": 2840280
    },
    {
      "epoch": 792.71,
      "grad_norm": 1.1888923645019531,
      "learning_rate": 1.0632640687438868e-09,
      "loss": 0.3452,
      "step": 2840290
    },
    {
      "epoch": 792.72,
      "grad_norm": 4.323862552642822,
      "learning_rate": 1.0624498365471162e-09,
      "loss": 0.3482,
      "step": 2840300
    },
    {
      "epoch": 792.72,
      "grad_norm": 1.2684098482131958,
      "learning_rate": 1.0616359161629007e-09,
      "loss": 0.3392,
      "step": 2840310
    },
    {
      "epoch": 792.72,
      "grad_norm": 1.1207361221313477,
      "learning_rate": 1.0608223075909798e-09,
      "loss": 0.3331,
      "step": 2840320
    },
    {
      "epoch": 792.72,
      "grad_norm": 1.3212372064590454,
      "learning_rate": 1.0600090108318741e-09,
      "loss": 0.3475,
      "step": 2840330
    },
    {
      "epoch": 792.73,
      "grad_norm": 1.3267625570297241,
      "learning_rate": 1.0591960258853233e-09,
      "loss": 0.3182,
      "step": 2840340
    },
    {
      "epoch": 792.73,
      "grad_norm": 1.0581083297729492,
      "learning_rate": 1.0583833527515878e-09,
      "loss": 0.3324,
      "step": 2840350
    },
    {
      "epoch": 792.73,
      "grad_norm": 1.489227294921875,
      "learning_rate": 1.0575709914306674e-09,
      "loss": 0.3403,
      "step": 2840360
    },
    {
      "epoch": 792.74,
      "grad_norm": 1.131981611251831,
      "learning_rate": 1.0567589419225621e-09,
      "loss": 0.3195,
      "step": 2840370
    },
    {
      "epoch": 792.74,
      "grad_norm": 1.2051198482513428,
      "learning_rate": 1.0559472042277923e-09,
      "loss": 0.3333,
      "step": 2840380
    },
    {
      "epoch": 792.74,
      "grad_norm": 1.1397731304168701,
      "learning_rate": 1.0551357783463582e-09,
      "loss": 0.3234,
      "step": 2840390
    },
    {
      "epoch": 792.74,
      "grad_norm": 1.2293250560760498,
      "learning_rate": 1.0543246642779995e-09,
      "loss": 0.3262,
      "step": 2840400
    },
    {
      "epoch": 792.75,
      "grad_norm": 1.1895006895065308,
      "learning_rate": 1.0535138620232365e-09,
      "loss": 0.3238,
      "step": 2840410
    },
    {
      "epoch": 792.75,
      "grad_norm": 1.3670686483383179,
      "learning_rate": 1.0527033715820692e-09,
      "loss": 0.325,
      "step": 2840420
    },
    {
      "epoch": 792.75,
      "grad_norm": 1.245775818824768,
      "learning_rate": 1.0518931929542374e-09,
      "loss": 0.339,
      "step": 2840430
    },
    {
      "epoch": 792.75,
      "grad_norm": 1.4042105674743652,
      "learning_rate": 1.051083326140522e-09,
      "loss": 0.3241,
      "step": 2840440
    },
    {
      "epoch": 792.76,
      "grad_norm": 1.3239402770996094,
      "learning_rate": 1.0502737711404022e-09,
      "loss": 0.3363,
      "step": 2840450
    },
    {
      "epoch": 792.76,
      "grad_norm": 1.4230135679244995,
      "learning_rate": 1.0494645279543988e-09,
      "loss": 0.3556,
      "step": 2840460
    },
    {
      "epoch": 792.76,
      "grad_norm": 1.2556122541427612,
      "learning_rate": 1.0486555965825116e-09,
      "loss": 0.3355,
      "step": 2840470
    },
    {
      "epoch": 792.77,
      "grad_norm": 1.9498189687728882,
      "learning_rate": 1.0478469770247404e-09,
      "loss": 0.3325,
      "step": 2840480
    },
    {
      "epoch": 792.77,
      "grad_norm": 1.66409170627594,
      "learning_rate": 1.0470386692810855e-09,
      "loss": 0.3249,
      "step": 2840490
    },
    {
      "epoch": 792.77,
      "grad_norm": 1.2599964141845703,
      "learning_rate": 1.0462306733520672e-09,
      "loss": 0.3415,
      "step": 2840500
    },
    {
      "epoch": 792.77,
      "grad_norm": 1.2469301223754883,
      "learning_rate": 1.0454229892376854e-09,
      "loss": 0.3319,
      "step": 2840510
    },
    {
      "epoch": 792.78,
      "grad_norm": 1.2298341989517212,
      "learning_rate": 1.0446156169376802e-09,
      "loss": 0.3415,
      "step": 2840520
    },
    {
      "epoch": 792.78,
      "grad_norm": 1.201241135597229,
      "learning_rate": 1.0438085564523114e-09,
      "loss": 0.3274,
      "step": 2840530
    },
    {
      "epoch": 792.78,
      "grad_norm": 1.211065411567688,
      "learning_rate": 1.0430018077820999e-09,
      "loss": 0.3262,
      "step": 2840540
    },
    {
      "epoch": 792.79,
      "grad_norm": 1.4723501205444336,
      "learning_rate": 1.0421953709265248e-09,
      "loss": 0.3471,
      "step": 2840550
    },
    {
      "epoch": 792.79,
      "grad_norm": 1.0745644569396973,
      "learning_rate": 1.0413892458861068e-09,
      "loss": 0.3464,
      "step": 2840560
    },
    {
      "epoch": 792.79,
      "grad_norm": 1.1667243242263794,
      "learning_rate": 1.0405834326608458e-09,
      "loss": 0.3442,
      "step": 2840570
    },
    {
      "epoch": 792.79,
      "grad_norm": 1.348632574081421,
      "learning_rate": 1.0397779312510019e-09,
      "loss": 0.338,
      "step": 2840580
    },
    {
      "epoch": 792.8,
      "grad_norm": 1.11753511428833,
      "learning_rate": 1.0389727416563152e-09,
      "loss": 0.3365,
      "step": 2840590
    },
    {
      "epoch": 792.8,
      "grad_norm": 1.3174057006835938,
      "learning_rate": 1.0381678638770457e-09,
      "loss": 0.3376,
      "step": 2840600
    },
    {
      "epoch": 792.8,
      "grad_norm": 1.229157567024231,
      "learning_rate": 1.0373632979134537e-09,
      "loss": 0.352,
      "step": 2840610
    },
    {
      "epoch": 792.8,
      "grad_norm": 1.0387691259384155,
      "learning_rate": 1.0365590437657993e-09,
      "loss": 0.3355,
      "step": 2840620
    },
    {
      "epoch": 792.81,
      "grad_norm": 1.332587480545044,
      "learning_rate": 1.0357551014335622e-09,
      "loss": 0.3432,
      "step": 2840630
    },
    {
      "epoch": 792.81,
      "grad_norm": 1.2740013599395752,
      "learning_rate": 1.034951470917523e-09,
      "loss": 0.3421,
      "step": 2840640
    },
    {
      "epoch": 792.81,
      "grad_norm": 1.493825912475586,
      "learning_rate": 1.0341481522174212e-09,
      "loss": 0.339,
      "step": 2840650
    },
    {
      "epoch": 792.82,
      "grad_norm": 1.2218151092529297,
      "learning_rate": 1.0333451453332571e-09,
      "loss": 0.3359,
      "step": 2840660
    },
    {
      "epoch": 792.82,
      "grad_norm": 1.3113348484039307,
      "learning_rate": 1.0325424502655512e-09,
      "loss": 0.3194,
      "step": 2840670
    },
    {
      "epoch": 792.82,
      "grad_norm": 1.1006203889846802,
      "learning_rate": 1.0317400670140433e-09,
      "loss": 0.3472,
      "step": 2840680
    },
    {
      "epoch": 792.82,
      "grad_norm": 1.2428572177886963,
      "learning_rate": 1.0309379955789934e-09,
      "loss": 0.342,
      "step": 2840690
    },
    {
      "epoch": 792.83,
      "grad_norm": 1.2332847118377686,
      "learning_rate": 1.0301362359604014e-09,
      "loss": 0.3393,
      "step": 2840700
    },
    {
      "epoch": 792.83,
      "grad_norm": 1.3907023668289185,
      "learning_rate": 1.0293347881585277e-09,
      "loss": 0.3519,
      "step": 2840710
    },
    {
      "epoch": 792.83,
      "grad_norm": 1.0570106506347656,
      "learning_rate": 1.0285336521736326e-09,
      "loss": 0.3106,
      "step": 2840720
    },
    {
      "epoch": 792.84,
      "grad_norm": 1.1076056957244873,
      "learning_rate": 1.0277328280051956e-09,
      "loss": 0.3345,
      "step": 2840730
    },
    {
      "epoch": 792.84,
      "grad_norm": 1.553041934967041,
      "learning_rate": 1.026932315653997e-09,
      "loss": 0.3468,
      "step": 2840740
    },
    {
      "epoch": 792.84,
      "grad_norm": 1.3004493713378906,
      "learning_rate": 1.0261321151200374e-09,
      "loss": 0.3321,
      "step": 2840750
    },
    {
      "epoch": 792.84,
      "grad_norm": 1.3478569984436035,
      "learning_rate": 1.0253322264030562e-09,
      "loss": 0.3339,
      "step": 2840760
    },
    {
      "epoch": 792.85,
      "grad_norm": 1.1544996500015259,
      "learning_rate": 1.0245326495033138e-09,
      "loss": 0.3282,
      "step": 2840770
    },
    {
      "epoch": 792.85,
      "grad_norm": 1.2930681705474854,
      "learning_rate": 1.0237333844210702e-09,
      "loss": 0.3384,
      "step": 2840780
    },
    {
      "epoch": 792.85,
      "grad_norm": 1.38862943649292,
      "learning_rate": 1.0229344311560653e-09,
      "loss": 0.3393,
      "step": 2840790
    },
    {
      "epoch": 792.86,
      "grad_norm": 1.1030296087265015,
      "learning_rate": 1.0221357897090798e-09,
      "loss": 0.3394,
      "step": 2840800
    },
    {
      "epoch": 792.86,
      "grad_norm": 1.2755929231643677,
      "learning_rate": 1.021337460079593e-09,
      "loss": 0.3399,
      "step": 2840810
    },
    {
      "epoch": 792.86,
      "grad_norm": 1.3376262187957764,
      "learning_rate": 1.0205394422678654e-09,
      "loss": 0.3199,
      "step": 2840820
    },
    {
      "epoch": 792.86,
      "grad_norm": 1.262444257736206,
      "learning_rate": 1.0197417362741572e-09,
      "loss": 0.3356,
      "step": 2840830
    },
    {
      "epoch": 792.87,
      "grad_norm": 1.3003133535385132,
      "learning_rate": 1.0189443420984684e-09,
      "loss": 0.3394,
      "step": 2840840
    },
    {
      "epoch": 792.87,
      "grad_norm": 1.606197476387024,
      "learning_rate": 1.018147259741059e-09,
      "loss": 0.3333,
      "step": 2840850
    },
    {
      "epoch": 792.87,
      "grad_norm": 1.3943290710449219,
      "learning_rate": 1.0173504892016689e-09,
      "loss": 0.3459,
      "step": 2840860
    },
    {
      "epoch": 792.87,
      "grad_norm": 1.285301923751831,
      "learning_rate": 1.0165540304808185e-09,
      "loss": 0.3314,
      "step": 2840870
    },
    {
      "epoch": 792.88,
      "grad_norm": 1.115263819694519,
      "learning_rate": 1.0157578835782478e-09,
      "loss": 0.3433,
      "step": 2840880
    },
    {
      "epoch": 792.88,
      "grad_norm": 1.168290138244629,
      "learning_rate": 1.014962048494477e-09,
      "loss": 0.3446,
      "step": 2840890
    },
    {
      "epoch": 792.88,
      "grad_norm": 1.3186354637145996,
      "learning_rate": 1.0141665252292458e-09,
      "loss": 0.3389,
      "step": 2840900
    },
    {
      "epoch": 792.89,
      "grad_norm": 1.1437656879425049,
      "learning_rate": 1.0133713137828146e-09,
      "loss": 0.3236,
      "step": 2840910
    },
    {
      "epoch": 792.89,
      "grad_norm": 1.237149953842163,
      "learning_rate": 1.0125764141551834e-09,
      "loss": 0.3331,
      "step": 2840920
    },
    {
      "epoch": 792.89,
      "grad_norm": 1.1674649715423584,
      "learning_rate": 1.0117818263466124e-09,
      "loss": 0.3352,
      "step": 2840930
    },
    {
      "epoch": 792.89,
      "grad_norm": 1.374759316444397,
      "learning_rate": 1.0109875503571014e-09,
      "loss": 0.3573,
      "step": 2840940
    },
    {
      "epoch": 792.9,
      "grad_norm": 1.336136817932129,
      "learning_rate": 1.0101935861869109e-09,
      "loss": 0.3283,
      "step": 2840950
    },
    {
      "epoch": 792.9,
      "grad_norm": 1.3161696195602417,
      "learning_rate": 1.0093999338357806e-09,
      "loss": 0.3401,
      "step": 2840960
    },
    {
      "epoch": 792.9,
      "grad_norm": 1.2955349683761597,
      "learning_rate": 1.0086065933042307e-09,
      "loss": 0.3406,
      "step": 2840970
    },
    {
      "epoch": 792.91,
      "grad_norm": 1.220813274383545,
      "learning_rate": 1.0078135645922615e-09,
      "loss": 0.3368,
      "step": 2840980
    },
    {
      "epoch": 792.91,
      "grad_norm": 1.1044665575027466,
      "learning_rate": 1.0070208476998729e-09,
      "loss": 0.3285,
      "step": 2840990
    },
    {
      "epoch": 792.91,
      "grad_norm": 1.2496845722198486,
      "learning_rate": 1.0062284426270649e-09,
      "loss": 0.3421,
      "step": 2841000
    },
    {
      "epoch": 792.91,
      "grad_norm": 1.1997556686401367,
      "learning_rate": 1.0054363493740975e-09,
      "loss": 0.3214,
      "step": 2841010
    },
    {
      "epoch": 792.92,
      "grad_norm": 1.271323561668396,
      "learning_rate": 1.004644567941231e-09,
      "loss": 0.3478,
      "step": 2841020
    },
    {
      "epoch": 792.92,
      "grad_norm": 1.152414321899414,
      "learning_rate": 1.0038530983284658e-09,
      "loss": 0.3341,
      "step": 2841030
    },
    {
      "epoch": 792.92,
      "grad_norm": 1.3275035619735718,
      "learning_rate": 1.0030619405358015e-09,
      "loss": 0.3354,
      "step": 2841040
    },
    {
      "epoch": 792.92,
      "grad_norm": 1.386773943901062,
      "learning_rate": 1.0022710945632382e-09,
      "loss": 0.3344,
      "step": 2841050
    },
    {
      "epoch": 792.93,
      "grad_norm": 9.092985153198242,
      "learning_rate": 1.001480560411036e-09,
      "loss": 0.3198,
      "step": 2841060
    },
    {
      "epoch": 792.93,
      "grad_norm": 1.2977834939956665,
      "learning_rate": 1.0006903380794552e-09,
      "loss": 0.3463,
      "step": 2841070
    },
    {
      "epoch": 792.93,
      "grad_norm": 1.298552393913269,
      "learning_rate": 9.999004275684959e-10,
      "loss": 0.3536,
      "step": 2841080
    },
    {
      "epoch": 792.94,
      "grad_norm": 1.2823642492294312,
      "learning_rate": 9.991108288778977e-10,
      "loss": 0.3432,
      "step": 2841090
    },
    {
      "epoch": 792.94,
      "grad_norm": 1.2143045663833618,
      "learning_rate": 9.983215420084414e-10,
      "loss": 0.3301,
      "step": 2841100
    },
    {
      "epoch": 792.94,
      "grad_norm": 1.2003669738769531,
      "learning_rate": 9.975325669596065e-10,
      "loss": 0.329,
      "step": 2841110
    },
    {
      "epoch": 792.94,
      "grad_norm": 1.1928292512893677,
      "learning_rate": 9.967439037319134e-10,
      "loss": 0.3485,
      "step": 2841120
    },
    {
      "epoch": 792.95,
      "grad_norm": 1.2615500688552856,
      "learning_rate": 9.959555523253622e-10,
      "loss": 0.3489,
      "step": 2841130
    },
    {
      "epoch": 792.95,
      "grad_norm": 1.2679259777069092,
      "learning_rate": 9.951675127399527e-10,
      "loss": 0.3329,
      "step": 2841140
    },
    {
      "epoch": 792.95,
      "grad_norm": 1.1782267093658447,
      "learning_rate": 9.943797849756852e-10,
      "loss": 0.3489,
      "step": 2841150
    },
    {
      "epoch": 792.96,
      "grad_norm": 1.1977360248565674,
      "learning_rate": 9.935923690330797e-10,
      "loss": 0.3422,
      "step": 2841160
    },
    {
      "epoch": 792.96,
      "grad_norm": 1.144538164138794,
      "learning_rate": 9.928052649118764e-10,
      "loss": 0.3354,
      "step": 2841170
    },
    {
      "epoch": 792.96,
      "grad_norm": 1.3513197898864746,
      "learning_rate": 9.920184726123353e-10,
      "loss": 0.3394,
      "step": 2841180
    },
    {
      "epoch": 792.96,
      "grad_norm": 1.1499589681625366,
      "learning_rate": 9.912319921344565e-10,
      "loss": 0.3298,
      "step": 2841190
    },
    {
      "epoch": 792.97,
      "grad_norm": 1.275254487991333,
      "learning_rate": 9.9044582347824e-10,
      "loss": 0.334,
      "step": 2841200
    },
    {
      "epoch": 792.97,
      "grad_norm": 1.4055973291397095,
      "learning_rate": 9.89659966644206e-10,
      "loss": 0.3273,
      "step": 2841210
    },
    {
      "epoch": 792.97,
      "grad_norm": 1.1862388849258423,
      "learning_rate": 9.888744216320945e-10,
      "loss": 0.3327,
      "step": 2841220
    },
    {
      "epoch": 792.98,
      "grad_norm": 1.3155332803726196,
      "learning_rate": 9.880891884421655e-10,
      "loss": 0.3555,
      "step": 2841230
    },
    {
      "epoch": 792.98,
      "grad_norm": 1.3248893022537231,
      "learning_rate": 9.873042670746796e-10,
      "loss": 0.3424,
      "step": 2841240
    },
    {
      "epoch": 792.98,
      "grad_norm": 1.2413662672042847,
      "learning_rate": 9.865196575293763e-10,
      "loss": 0.3594,
      "step": 2841250
    },
    {
      "epoch": 792.98,
      "grad_norm": 1.270788550376892,
      "learning_rate": 9.857353598065158e-10,
      "loss": 0.3391,
      "step": 2841260
    },
    {
      "epoch": 792.99,
      "grad_norm": 1.1741067171096802,
      "learning_rate": 9.849513739060983e-10,
      "loss": 0.3377,
      "step": 2841270
    },
    {
      "epoch": 792.99,
      "grad_norm": 1.2062864303588867,
      "learning_rate": 9.84167699828644e-10,
      "loss": 0.3313,
      "step": 2841280
    },
    {
      "epoch": 792.99,
      "grad_norm": 1.1690616607666016,
      "learning_rate": 9.833843375736324e-10,
      "loss": 0.3356,
      "step": 2841290
    },
    {
      "epoch": 792.99,
      "grad_norm": 1.1590768098831177,
      "learning_rate": 9.826012871418445e-10,
      "loss": 0.3338,
      "step": 2841300
    },
    {
      "epoch": 793.0,
      "grad_norm": 1.2185362577438354,
      "learning_rate": 9.818185485327596e-10,
      "loss": 0.3533,
      "step": 2841310
    },
    {
      "epoch": 793.0,
      "eval_loss": 0.3380274176597595,
      "eval_runtime": 63.6434,
      "eval_samples_per_second": 79.49,
      "eval_steps_per_second": 9.946,
      "step": 2841319
    },
    {
      "epoch": 793.0,
      "grad_norm": 1.10635507106781,
      "learning_rate": 9.810361217468984e-10,
      "loss": 0.328,
      "step": 2841320
    },
    {
      "epoch": 793.0,
      "grad_norm": 1.5271192789077759,
      "learning_rate": 9.802540067840002e-10,
      "loss": 0.3495,
      "step": 2841330
    },
    {
      "epoch": 793.01,
      "grad_norm": 1.379592776298523,
      "learning_rate": 9.79472203644586e-10,
      "loss": 0.3396,
      "step": 2841340
    },
    {
      "epoch": 793.01,
      "grad_norm": 1.3041737079620361,
      "learning_rate": 9.786907123286552e-10,
      "loss": 0.3302,
      "step": 2841350
    },
    {
      "epoch": 793.01,
      "grad_norm": 4.631300926208496,
      "learning_rate": 9.77909532836208e-10,
      "loss": 0.3312,
      "step": 2841360
    },
    {
      "epoch": 793.01,
      "grad_norm": 2.0406079292297363,
      "learning_rate": 9.771286651672448e-10,
      "loss": 0.3322,
      "step": 2841370
    },
    {
      "epoch": 793.02,
      "grad_norm": 1.1102186441421509,
      "learning_rate": 9.763481093220255e-10,
      "loss": 0.3384,
      "step": 2841380
    },
    {
      "epoch": 793.02,
      "grad_norm": 1.4313451051712036,
      "learning_rate": 9.7556786530055e-10,
      "loss": 0.3193,
      "step": 2841390
    },
    {
      "epoch": 793.02,
      "grad_norm": 1.24660325050354,
      "learning_rate": 9.747879331030787e-10,
      "loss": 0.3325,
      "step": 2841400
    },
    {
      "epoch": 793.03,
      "grad_norm": 1.085363745689392,
      "learning_rate": 9.740083127296114e-10,
      "loss": 0.3247,
      "step": 2841410
    },
    {
      "epoch": 793.03,
      "grad_norm": 1.155909776687622,
      "learning_rate": 9.732290041801482e-10,
      "loss": 0.3273,
      "step": 2841420
    },
    {
      "epoch": 793.03,
      "grad_norm": 1.325595736503601,
      "learning_rate": 9.724500074549494e-10,
      "loss": 0.3469,
      "step": 2841430
    },
    {
      "epoch": 793.03,
      "grad_norm": 1.2259325981140137,
      "learning_rate": 9.716713225542751e-10,
      "loss": 0.3429,
      "step": 2841440
    },
    {
      "epoch": 793.04,
      "grad_norm": 1.1326851844787598,
      "learning_rate": 9.708929494778652e-10,
      "loss": 0.3195,
      "step": 2841450
    },
    {
      "epoch": 793.04,
      "grad_norm": 1.669900894165039,
      "learning_rate": 9.701148882259798e-10,
      "loss": 0.3261,
      "step": 2841460
    },
    {
      "epoch": 793.04,
      "grad_norm": 1.088898777961731,
      "learning_rate": 9.693371387988793e-10,
      "loss": 0.3317,
      "step": 2841470
    },
    {
      "epoch": 793.04,
      "grad_norm": 1.3780092000961304,
      "learning_rate": 9.68559701196303e-10,
      "loss": 0.3456,
      "step": 2841480
    },
    {
      "epoch": 793.05,
      "grad_norm": 1.2995115518569946,
      "learning_rate": 9.67782575418772e-10,
      "loss": 0.3404,
      "step": 2841490
    },
    {
      "epoch": 793.05,
      "grad_norm": 1.1465694904327393,
      "learning_rate": 9.670057614662857e-10,
      "loss": 0.3114,
      "step": 2841500
    },
    {
      "epoch": 793.05,
      "grad_norm": 1.2670496702194214,
      "learning_rate": 9.662292593385842e-10,
      "loss": 0.3398,
      "step": 2841510
    },
    {
      "epoch": 793.06,
      "grad_norm": 2.5842528343200684,
      "learning_rate": 9.65453069036188e-10,
      "loss": 0.3293,
      "step": 2841520
    },
    {
      "epoch": 793.06,
      "grad_norm": 1.288830041885376,
      "learning_rate": 9.646771905590969e-10,
      "loss": 0.335,
      "step": 2841530
    },
    {
      "epoch": 793.06,
      "grad_norm": 1.4987685680389404,
      "learning_rate": 9.639016239070507e-10,
      "loss": 0.3545,
      "step": 2841540
    },
    {
      "epoch": 793.06,
      "grad_norm": 1.4535843133926392,
      "learning_rate": 9.6312636908083e-10,
      "loss": 0.344,
      "step": 2841550
    },
    {
      "epoch": 793.07,
      "grad_norm": 1.646169662475586,
      "learning_rate": 9.623514260801748e-10,
      "loss": 0.3356,
      "step": 2841560
    },
    {
      "epoch": 793.07,
      "grad_norm": 1.2415848970413208,
      "learning_rate": 9.615767949050847e-10,
      "loss": 0.3391,
      "step": 2841570
    },
    {
      "epoch": 793.07,
      "grad_norm": 1.3617138862609863,
      "learning_rate": 9.608024755555603e-10,
      "loss": 0.3393,
      "step": 2841580
    },
    {
      "epoch": 793.08,
      "grad_norm": 0.9889379143714905,
      "learning_rate": 9.600284680321217e-10,
      "loss": 0.3319,
      "step": 2841590
    },
    {
      "epoch": 793.08,
      "grad_norm": 1.1472574472427368,
      "learning_rate": 9.592547723347687e-10,
      "loss": 0.3577,
      "step": 2841600
    },
    {
      "epoch": 793.08,
      "grad_norm": 1.2009652853012085,
      "learning_rate": 9.584813884635014e-10,
      "loss": 0.3394,
      "step": 2841610
    },
    {
      "epoch": 793.08,
      "grad_norm": 1.2087957859039307,
      "learning_rate": 9.577083164183201e-10,
      "loss": 0.3381,
      "step": 2841620
    },
    {
      "epoch": 793.09,
      "grad_norm": 1.392059326171875,
      "learning_rate": 9.569355561992245e-10,
      "loss": 0.3273,
      "step": 2841630
    },
    {
      "epoch": 793.09,
      "grad_norm": 1.1551334857940674,
      "learning_rate": 9.561631078069954e-10,
      "loss": 0.3193,
      "step": 2841640
    },
    {
      "epoch": 793.09,
      "grad_norm": 1.782379150390625,
      "learning_rate": 9.55390971240852e-10,
      "loss": 0.3676,
      "step": 2841650
    },
    {
      "epoch": 793.1,
      "grad_norm": 1.3510991334915161,
      "learning_rate": 9.54619146501575e-10,
      "loss": 0.353,
      "step": 2841660
    },
    {
      "epoch": 793.1,
      "grad_norm": 1.2182320356369019,
      "learning_rate": 9.538476335889042e-10,
      "loss": 0.3464,
      "step": 2841670
    },
    {
      "epoch": 793.1,
      "grad_norm": 1.1317771673202515,
      "learning_rate": 9.530764325028397e-10,
      "loss": 0.3175,
      "step": 2841680
    },
    {
      "epoch": 793.1,
      "grad_norm": 1.397774577140808,
      "learning_rate": 9.523055432439017e-10,
      "loss": 0.3364,
      "step": 2841690
    },
    {
      "epoch": 793.11,
      "grad_norm": 1.1981877088546753,
      "learning_rate": 9.515349658120904e-10,
      "loss": 0.3424,
      "step": 2841700
    },
    {
      "epoch": 793.11,
      "grad_norm": 1.6279046535491943,
      "learning_rate": 9.507647002071454e-10,
      "loss": 0.3404,
      "step": 2841710
    },
    {
      "epoch": 793.11,
      "grad_norm": 1.5247220993041992,
      "learning_rate": 9.499947464295874e-10,
      "loss": 0.3474,
      "step": 2841720
    },
    {
      "epoch": 793.11,
      "grad_norm": 1.1609152555465698,
      "learning_rate": 9.492251044791559e-10,
      "loss": 0.346,
      "step": 2841730
    },
    {
      "epoch": 793.12,
      "grad_norm": 1.3223998546600342,
      "learning_rate": 9.484557743563713e-10,
      "loss": 0.328,
      "step": 2841740
    },
    {
      "epoch": 793.12,
      "grad_norm": 1.078216552734375,
      "learning_rate": 9.476867560609739e-10,
      "loss": 0.338,
      "step": 2841750
    },
    {
      "epoch": 793.12,
      "grad_norm": 2.0216290950775146,
      "learning_rate": 9.469180495932233e-10,
      "loss": 0.3105,
      "step": 2841760
    },
    {
      "epoch": 793.13,
      "grad_norm": 1.4096184968948364,
      "learning_rate": 9.461496549531196e-10,
      "loss": 0.3306,
      "step": 2841770
    },
    {
      "epoch": 793.13,
      "grad_norm": 1.2316925525665283,
      "learning_rate": 9.453815721409234e-10,
      "loss": 0.3381,
      "step": 2841780
    },
    {
      "epoch": 793.13,
      "grad_norm": 1.2615833282470703,
      "learning_rate": 9.446138011568947e-10,
      "loss": 0.3464,
      "step": 2841790
    },
    {
      "epoch": 793.13,
      "grad_norm": 1.1940782070159912,
      "learning_rate": 9.438463420005128e-10,
      "loss": 0.3517,
      "step": 2841800
    },
    {
      "epoch": 793.14,
      "grad_norm": 1.2007691860198975,
      "learning_rate": 9.430791946725587e-10,
      "loss": 0.3384,
      "step": 2841810
    },
    {
      "epoch": 793.14,
      "grad_norm": 1.3520246744155884,
      "learning_rate": 9.42312359172772e-10,
      "loss": 0.3358,
      "step": 2841820
    },
    {
      "epoch": 793.14,
      "grad_norm": 1.5448102951049805,
      "learning_rate": 9.415458355011528e-10,
      "loss": 0.3227,
      "step": 2841830
    },
    {
      "epoch": 793.15,
      "grad_norm": 1.0568339824676514,
      "learning_rate": 9.407796236582215e-10,
      "loss": 0.3533,
      "step": 2841840
    },
    {
      "epoch": 793.15,
      "grad_norm": 1.0720796585083008,
      "learning_rate": 9.400137236437177e-10,
      "loss": 0.3389,
      "step": 2841850
    },
    {
      "epoch": 793.15,
      "grad_norm": 1.3252428770065308,
      "learning_rate": 9.392481354576417e-10,
      "loss": 0.3437,
      "step": 2841860
    },
    {
      "epoch": 793.15,
      "grad_norm": 1.0509933233261108,
      "learning_rate": 9.38482859100774e-10,
      "loss": 0.3352,
      "step": 2841870
    },
    {
      "epoch": 793.16,
      "grad_norm": 1.475864291191101,
      "learning_rate": 9.37717894572334e-10,
      "loss": 0.34,
      "step": 2841880
    },
    {
      "epoch": 793.16,
      "grad_norm": 1.2436362504959106,
      "learning_rate": 9.36953241873102e-10,
      "loss": 0.333,
      "step": 2841890
    },
    {
      "epoch": 793.16,
      "grad_norm": 1.448364496231079,
      "learning_rate": 9.361889010028185e-10,
      "loss": 0.3346,
      "step": 2841900
    },
    {
      "epoch": 793.16,
      "grad_norm": 1.4739412069320679,
      "learning_rate": 9.35424871961743e-10,
      "loss": 0.3401,
      "step": 2841910
    },
    {
      "epoch": 793.17,
      "grad_norm": 1.412294864654541,
      "learning_rate": 9.34661154749876e-10,
      "loss": 0.3326,
      "step": 2841920
    },
    {
      "epoch": 793.17,
      "grad_norm": 1.3308162689208984,
      "learning_rate": 9.338977493674773e-10,
      "loss": 0.3341,
      "step": 2841930
    },
    {
      "epoch": 793.17,
      "grad_norm": 1.3018324375152588,
      "learning_rate": 9.33134655814547e-10,
      "loss": 0.3389,
      "step": 2841940
    },
    {
      "epoch": 793.18,
      "grad_norm": 1.233660340309143,
      "learning_rate": 9.323718740910854e-10,
      "loss": 0.3548,
      "step": 2841950
    },
    {
      "epoch": 793.18,
      "grad_norm": 1.4251526594161987,
      "learning_rate": 9.316094041973525e-10,
      "loss": 0.3282,
      "step": 2841960
    },
    {
      "epoch": 793.18,
      "grad_norm": 1.4048875570297241,
      "learning_rate": 9.308472461333483e-10,
      "loss": 0.3411,
      "step": 2841970
    },
    {
      "epoch": 793.18,
      "grad_norm": 1.3033982515335083,
      "learning_rate": 9.300853998990727e-10,
      "loss": 0.334,
      "step": 2841980
    },
    {
      "epoch": 793.19,
      "grad_norm": 1.1380136013031006,
      "learning_rate": 9.293238654947862e-10,
      "loss": 0.3222,
      "step": 2841990
    },
    {
      "epoch": 793.19,
      "grad_norm": 1.5914901494979858,
      "learning_rate": 9.285626429207486e-10,
      "loss": 0.3353,
      "step": 2842000
    },
    {
      "epoch": 793.19,
      "grad_norm": 1.1542513370513916,
      "learning_rate": 9.278017321769603e-10,
      "loss": 0.3426,
      "step": 2842010
    },
    {
      "epoch": 793.2,
      "grad_norm": 1.1725656986236572,
      "learning_rate": 9.270411332631608e-10,
      "loss": 0.3424,
      "step": 2842020
    },
    {
      "epoch": 793.2,
      "grad_norm": 1.4624887704849243,
      "learning_rate": 9.262808461798706e-10,
      "loss": 0.3419,
      "step": 2842030
    },
    {
      "epoch": 793.2,
      "grad_norm": 1.1231517791748047,
      "learning_rate": 9.255208709270899e-10,
      "loss": 0.3147,
      "step": 2842040
    },
    {
      "epoch": 793.2,
      "grad_norm": 1.1310802698135376,
      "learning_rate": 9.247612075048184e-10,
      "loss": 0.3465,
      "step": 2842050
    },
    {
      "epoch": 793.21,
      "grad_norm": 1.2645801305770874,
      "learning_rate": 9.240018559133165e-10,
      "loss": 0.3363,
      "step": 2842060
    },
    {
      "epoch": 793.21,
      "grad_norm": 1.311475157737732,
      "learning_rate": 9.232428161525841e-10,
      "loss": 0.3327,
      "step": 2842070
    },
    {
      "epoch": 793.21,
      "grad_norm": 1.495671272277832,
      "learning_rate": 9.224840882226213e-10,
      "loss": 0.3457,
      "step": 2842080
    },
    {
      "epoch": 793.22,
      "grad_norm": 1.0355165004730225,
      "learning_rate": 9.217256721236882e-10,
      "loss": 0.3274,
      "step": 2842090
    },
    {
      "epoch": 793.22,
      "grad_norm": 1.1805119514465332,
      "learning_rate": 9.209675678557848e-10,
      "loss": 0.3453,
      "step": 2842100
    },
    {
      "epoch": 793.22,
      "grad_norm": 1.190070390701294,
      "learning_rate": 9.202097754191715e-10,
      "loss": 0.3211,
      "step": 2842110
    },
    {
      "epoch": 793.22,
      "grad_norm": 1.3972930908203125,
      "learning_rate": 9.19452294813848e-10,
      "loss": 0.3198,
      "step": 2842120
    },
    {
      "epoch": 793.23,
      "grad_norm": 1.458138108253479,
      "learning_rate": 9.186951260398146e-10,
      "loss": 0.3436,
      "step": 2842130
    },
    {
      "epoch": 793.23,
      "grad_norm": 1.3865123987197876,
      "learning_rate": 9.179382690973313e-10,
      "loss": 0.3408,
      "step": 2842140
    },
    {
      "epoch": 793.23,
      "grad_norm": 1.219376564025879,
      "learning_rate": 9.171817239863981e-10,
      "loss": 0.3411,
      "step": 2842150
    },
    {
      "epoch": 793.23,
      "grad_norm": 1.344273328781128,
      "learning_rate": 9.164254907070151e-10,
      "loss": 0.3304,
      "step": 2842160
    },
    {
      "epoch": 793.24,
      "grad_norm": 2.234767436981201,
      "learning_rate": 9.156695692597027e-10,
      "loss": 0.3397,
      "step": 2842170
    },
    {
      "epoch": 793.24,
      "grad_norm": 1.234221339225769,
      "learning_rate": 9.149139596442006e-10,
      "loss": 0.3395,
      "step": 2842180
    },
    {
      "epoch": 793.24,
      "grad_norm": 1.690007209777832,
      "learning_rate": 9.14158661860509e-10,
      "loss": 0.3522,
      "step": 2842190
    },
    {
      "epoch": 793.25,
      "grad_norm": 1.2259272336959839,
      "learning_rate": 9.134036759091481e-10,
      "loss": 0.319,
      "step": 2842200
    },
    {
      "epoch": 793.25,
      "grad_norm": 1.1953932046890259,
      "learning_rate": 9.126490017898579e-10,
      "loss": 0.3396,
      "step": 2842210
    },
    {
      "epoch": 793.25,
      "grad_norm": 2.3846006393432617,
      "learning_rate": 9.118946395028984e-10,
      "loss": 0.3327,
      "step": 2842220
    },
    {
      "epoch": 793.25,
      "grad_norm": 1.1561599969863892,
      "learning_rate": 9.111405890482696e-10,
      "loss": 0.3356,
      "step": 2842230
    },
    {
      "epoch": 793.26,
      "grad_norm": 1.2898614406585693,
      "learning_rate": 9.103868504259718e-10,
      "loss": 0.3379,
      "step": 2842240
    },
    {
      "epoch": 793.26,
      "grad_norm": 1.443292498588562,
      "learning_rate": 9.096334236365251e-10,
      "loss": 0.3477,
      "step": 2842250
    },
    {
      "epoch": 793.26,
      "grad_norm": 1.137657880783081,
      "learning_rate": 9.088803086796693e-10,
      "loss": 0.3373,
      "step": 2842260
    },
    {
      "epoch": 793.27,
      "grad_norm": 1.2135355472564697,
      "learning_rate": 9.081275055556649e-10,
      "loss": 0.3382,
      "step": 2842270
    },
    {
      "epoch": 793.27,
      "grad_norm": 1.2707165479660034,
      "learning_rate": 9.073750142645116e-10,
      "loss": 0.3441,
      "step": 2842280
    },
    {
      "epoch": 793.27,
      "grad_norm": 1.270322561264038,
      "learning_rate": 9.066228348062095e-10,
      "loss": 0.3279,
      "step": 2842290
    },
    {
      "epoch": 793.27,
      "grad_norm": 1.278133749961853,
      "learning_rate": 9.058709671812791e-10,
      "loss": 0.3296,
      "step": 2842300
    },
    {
      "epoch": 793.28,
      "grad_norm": 1.4428963661193848,
      "learning_rate": 9.0511941138946e-10,
      "loss": 0.352,
      "step": 2842310
    },
    {
      "epoch": 793.28,
      "grad_norm": 1.1019915342330933,
      "learning_rate": 9.043681674307524e-10,
      "loss": 0.3369,
      "step": 2842320
    },
    {
      "epoch": 793.28,
      "grad_norm": 1.3582218885421753,
      "learning_rate": 9.036172353056765e-10,
      "loss": 0.3363,
      "step": 2842330
    },
    {
      "epoch": 793.28,
      "grad_norm": 1.4151487350463867,
      "learning_rate": 9.028666150139723e-10,
      "loss": 0.3537,
      "step": 2842340
    },
    {
      "epoch": 793.29,
      "grad_norm": 1.1945385932922363,
      "learning_rate": 9.021163065556399e-10,
      "loss": 0.3351,
      "step": 2842350
    },
    {
      "epoch": 793.29,
      "grad_norm": 1.365013837814331,
      "learning_rate": 9.013663099314596e-10,
      "loss": 0.3351,
      "step": 2842360
    },
    {
      "epoch": 793.29,
      "grad_norm": 1.1499577760696411,
      "learning_rate": 9.006166251406509e-10,
      "loss": 0.344,
      "step": 2842370
    },
    {
      "epoch": 793.3,
      "grad_norm": 1.3396248817443848,
      "learning_rate": 8.998672521839945e-10,
      "loss": 0.3335,
      "step": 2842380
    },
    {
      "epoch": 793.3,
      "grad_norm": 1.2535099983215332,
      "learning_rate": 8.991181910612301e-10,
      "loss": 0.3445,
      "step": 2842390
    },
    {
      "epoch": 793.3,
      "grad_norm": 1.4468371868133545,
      "learning_rate": 8.983694417726179e-10,
      "loss": 0.3307,
      "step": 2842400
    },
    {
      "epoch": 793.3,
      "grad_norm": 1.0557235479354858,
      "learning_rate": 8.976210043181581e-10,
      "loss": 0.3351,
      "step": 2842410
    },
    {
      "epoch": 793.31,
      "grad_norm": 1.1358487606048584,
      "learning_rate": 8.968728786978505e-10,
      "loss": 0.3392,
      "step": 2842420
    },
    {
      "epoch": 793.31,
      "grad_norm": 1.2003209590911865,
      "learning_rate": 8.961250649122155e-10,
      "loss": 0.3594,
      "step": 2842430
    },
    {
      "epoch": 793.31,
      "grad_norm": 1.3356108665466309,
      "learning_rate": 8.953775629607328e-10,
      "loss": 0.3336,
      "step": 2842440
    },
    {
      "epoch": 793.32,
      "grad_norm": 1.3659884929656982,
      "learning_rate": 8.946303728441829e-10,
      "loss": 0.3238,
      "step": 2842450
    },
    {
      "epoch": 793.32,
      "grad_norm": 1.3869084119796753,
      "learning_rate": 8.938834945620456e-10,
      "loss": 0.3367,
      "step": 2842460
    },
    {
      "epoch": 793.32,
      "grad_norm": 1.6092336177825928,
      "learning_rate": 8.931369281148411e-10,
      "loss": 0.352,
      "step": 2842470
    },
    {
      "epoch": 793.32,
      "grad_norm": 1.4568480253219604,
      "learning_rate": 8.923906735025695e-10,
      "loss": 0.344,
      "step": 2842480
    },
    {
      "epoch": 793.33,
      "grad_norm": 1.2974026203155518,
      "learning_rate": 8.916447307252307e-10,
      "loss": 0.3354,
      "step": 2842490
    },
    {
      "epoch": 793.33,
      "grad_norm": 1.2914268970489502,
      "learning_rate": 8.908990997828249e-10,
      "loss": 0.3531,
      "step": 2842500
    },
    {
      "epoch": 793.33,
      "grad_norm": 1.1755759716033936,
      "learning_rate": 8.901537806758723e-10,
      "loss": 0.3259,
      "step": 2842510
    },
    {
      "epoch": 793.34,
      "grad_norm": 1.1882386207580566,
      "learning_rate": 8.894087734041127e-10,
      "loss": 0.3412,
      "step": 2842520
    },
    {
      "epoch": 793.34,
      "grad_norm": 1.163889765739441,
      "learning_rate": 8.886640779675464e-10,
      "loss": 0.3546,
      "step": 2842530
    },
    {
      "epoch": 793.34,
      "grad_norm": 1.3404886722564697,
      "learning_rate": 8.879196943666934e-10,
      "loss": 0.3343,
      "step": 2842540
    },
    {
      "epoch": 793.34,
      "grad_norm": 1.0909570455551147,
      "learning_rate": 8.871756226012939e-10,
      "loss": 0.3244,
      "step": 2842550
    },
    {
      "epoch": 793.35,
      "grad_norm": 1.2830051183700562,
      "learning_rate": 8.864318626716077e-10,
      "loss": 0.3329,
      "step": 2842560
    },
    {
      "epoch": 793.35,
      "grad_norm": 1.3517500162124634,
      "learning_rate": 8.856884145776351e-10,
      "loss": 0.3503,
      "step": 2842570
    },
    {
      "epoch": 793.35,
      "grad_norm": 1.488482117652893,
      "learning_rate": 8.849452783196361e-10,
      "loss": 0.3325,
      "step": 2842580
    },
    {
      "epoch": 793.35,
      "grad_norm": 1.3369251489639282,
      "learning_rate": 8.84202453897611e-10,
      "loss": 0.3547,
      "step": 2842590
    },
    {
      "epoch": 793.36,
      "grad_norm": 1.1081693172454834,
      "learning_rate": 8.834599413115595e-10,
      "loss": 0.3468,
      "step": 2842600
    },
    {
      "epoch": 793.36,
      "grad_norm": 1.175436019897461,
      "learning_rate": 8.82717740561742e-10,
      "loss": 0.3213,
      "step": 2842610
    },
    {
      "epoch": 793.36,
      "grad_norm": 1.1962870359420776,
      "learning_rate": 8.819758516484185e-10,
      "loss": 0.3444,
      "step": 2842620
    },
    {
      "epoch": 793.37,
      "grad_norm": 1.7674996852874756,
      "learning_rate": 8.812342745710688e-10,
      "loss": 0.3322,
      "step": 2842630
    },
    {
      "epoch": 793.37,
      "grad_norm": 1.1320173740386963,
      "learning_rate": 8.804930093304734e-10,
      "loss": 0.3498,
      "step": 2842640
    },
    {
      "epoch": 793.37,
      "grad_norm": 1.2864967584609985,
      "learning_rate": 8.797520559263721e-10,
      "loss": 0.3355,
      "step": 2842650
    },
    {
      "epoch": 793.37,
      "grad_norm": 1.253196358680725,
      "learning_rate": 8.790114143590251e-10,
      "loss": 0.345,
      "step": 2842660
    },
    {
      "epoch": 793.38,
      "grad_norm": 1.2906665802001953,
      "learning_rate": 8.782710846281724e-10,
      "loss": 0.3413,
      "step": 2842670
    },
    {
      "epoch": 793.38,
      "grad_norm": 1.1827744245529175,
      "learning_rate": 8.775310667343341e-10,
      "loss": 0.3364,
      "step": 2842680
    },
    {
      "epoch": 793.38,
      "grad_norm": 1.4427769184112549,
      "learning_rate": 8.767913606775103e-10,
      "loss": 0.3335,
      "step": 2842690
    },
    {
      "epoch": 793.39,
      "grad_norm": 1.358510136604309,
      "learning_rate": 8.760519664577012e-10,
      "loss": 0.3516,
      "step": 2842700
    },
    {
      "epoch": 793.39,
      "grad_norm": 1.1310869455337524,
      "learning_rate": 8.753128840751668e-10,
      "loss": 0.3345,
      "step": 2842710
    },
    {
      "epoch": 793.39,
      "grad_norm": 1.3707746267318726,
      "learning_rate": 8.745741135299072e-10,
      "loss": 0.3496,
      "step": 2842720
    },
    {
      "epoch": 793.39,
      "grad_norm": 1.2576838731765747,
      "learning_rate": 8.738356548219222e-10,
      "loss": 0.359,
      "step": 2842730
    },
    {
      "epoch": 793.4,
      "grad_norm": 1.1481395959854126,
      "learning_rate": 8.730975079512121e-10,
      "loss": 0.3573,
      "step": 2842740
    },
    {
      "epoch": 793.4,
      "grad_norm": 1.3047943115234375,
      "learning_rate": 8.723596729182971e-10,
      "loss": 0.3422,
      "step": 2842750
    },
    {
      "epoch": 793.4,
      "grad_norm": 1.4155480861663818,
      "learning_rate": 8.71622149722917e-10,
      "loss": 0.3326,
      "step": 2842760
    },
    {
      "epoch": 793.4,
      "grad_norm": 1.2466866970062256,
      "learning_rate": 8.708849383653322e-10,
      "loss": 0.3361,
      "step": 2842770
    },
    {
      "epoch": 793.41,
      "grad_norm": 1.312802791595459,
      "learning_rate": 8.701480388455425e-10,
      "loss": 0.3429,
      "step": 2842780
    },
    {
      "epoch": 793.41,
      "grad_norm": 1.3799909353256226,
      "learning_rate": 8.694114511638081e-10,
      "loss": 0.3354,
      "step": 2842790
    },
    {
      "epoch": 793.41,
      "grad_norm": 1.342279076576233,
      "learning_rate": 8.686751753201292e-10,
      "loss": 0.3417,
      "step": 2842800
    },
    {
      "epoch": 793.42,
      "grad_norm": 1.4446099996566772,
      "learning_rate": 8.679392113145056e-10,
      "loss": 0.355,
      "step": 2842810
    },
    {
      "epoch": 793.42,
      "grad_norm": 1.4576714038848877,
      "learning_rate": 8.672035591471977e-10,
      "loss": 0.3395,
      "step": 2842820
    },
    {
      "epoch": 793.42,
      "grad_norm": 1.261459231376648,
      "learning_rate": 8.66468218817945e-10,
      "loss": 0.3278,
      "step": 2842830
    },
    {
      "epoch": 793.42,
      "grad_norm": 1.5430691242218018,
      "learning_rate": 8.657331903275285e-10,
      "loss": 0.3264,
      "step": 2842840
    },
    {
      "epoch": 793.43,
      "grad_norm": 1.576490879058838,
      "learning_rate": 8.649984736754275e-10,
      "loss": 0.3393,
      "step": 2842850
    },
    {
      "epoch": 793.43,
      "grad_norm": 1.7031556367874146,
      "learning_rate": 8.642640688619023e-10,
      "loss": 0.3186,
      "step": 2842860
    },
    {
      "epoch": 793.43,
      "grad_norm": 1.2318947315216064,
      "learning_rate": 8.63529975887213e-10,
      "loss": 0.3451,
      "step": 2842870
    },
    {
      "epoch": 793.44,
      "grad_norm": 1.2664178609848022,
      "learning_rate": 8.627961947513598e-10,
      "loss": 0.3273,
      "step": 2842880
    },
    {
      "epoch": 793.44,
      "grad_norm": 1.13362455368042,
      "learning_rate": 8.620627254546028e-10,
      "loss": 0.3387,
      "step": 2842890
    },
    {
      "epoch": 793.44,
      "grad_norm": 1.0718146562576294,
      "learning_rate": 8.613295679964216e-10,
      "loss": 0.3259,
      "step": 2842900
    },
    {
      "epoch": 793.44,
      "grad_norm": 1.1127985715866089,
      "learning_rate": 8.60596722377857e-10,
      "loss": 0.3459,
      "step": 2842910
    },
    {
      "epoch": 793.45,
      "grad_norm": 1.261000156402588,
      "learning_rate": 8.598641885981284e-10,
      "loss": 0.3649,
      "step": 2842920
    },
    {
      "epoch": 793.45,
      "grad_norm": 1.2432752847671509,
      "learning_rate": 8.591319666580165e-10,
      "loss": 0.3345,
      "step": 2842930
    },
    {
      "epoch": 793.45,
      "grad_norm": 1.5626628398895264,
      "learning_rate": 8.584000565570008e-10,
      "loss": 0.3298,
      "step": 2842940
    },
    {
      "epoch": 793.46,
      "grad_norm": 1.2768516540527344,
      "learning_rate": 8.576684582956018e-10,
      "loss": 0.3508,
      "step": 2842950
    },
    {
      "epoch": 793.46,
      "grad_norm": 1.0380256175994873,
      "learning_rate": 8.569371718740795e-10,
      "loss": 0.3173,
      "step": 2842960
    },
    {
      "epoch": 793.46,
      "grad_norm": 1.148704171180725,
      "learning_rate": 8.562061972919136e-10,
      "loss": 0.3167,
      "step": 2842970
    },
    {
      "epoch": 793.46,
      "grad_norm": 1.253869652748108,
      "learning_rate": 8.554755345496247e-10,
      "loss": 0.3428,
      "step": 2842980
    },
    {
      "epoch": 793.47,
      "grad_norm": 1.3779711723327637,
      "learning_rate": 8.547451836474727e-10,
      "loss": 0.3428,
      "step": 2842990
    },
    {
      "epoch": 793.47,
      "grad_norm": 1.22801673412323,
      "learning_rate": 8.540151445849373e-10,
      "loss": 0.334,
      "step": 2843000
    },
    {
      "epoch": 793.47,
      "grad_norm": 1.2331043481826782,
      "learning_rate": 8.532854173627992e-10,
      "loss": 0.3325,
      "step": 2843010
    },
    {
      "epoch": 793.47,
      "grad_norm": 1.4470776319503784,
      "learning_rate": 8.525560019807982e-10,
      "loss": 0.3373,
      "step": 2843020
    },
    {
      "epoch": 793.48,
      "grad_norm": 1.2003982067108154,
      "learning_rate": 8.518268984389343e-10,
      "loss": 0.3325,
      "step": 2843030
    },
    {
      "epoch": 793.48,
      "grad_norm": 1.2148572206497192,
      "learning_rate": 8.510981067377277e-10,
      "loss": 0.3258,
      "step": 2843040
    },
    {
      "epoch": 793.48,
      "grad_norm": 1.4315335750579834,
      "learning_rate": 8.503696268766583e-10,
      "loss": 0.3391,
      "step": 2843050
    },
    {
      "epoch": 793.49,
      "grad_norm": 1.184027075767517,
      "learning_rate": 8.496414588565065e-10,
      "loss": 0.3331,
      "step": 2843060
    },
    {
      "epoch": 793.49,
      "grad_norm": 1.286142349243164,
      "learning_rate": 8.489136026767519e-10,
      "loss": 0.3455,
      "step": 2843070
    },
    {
      "epoch": 793.49,
      "grad_norm": 1.2713031768798828,
      "learning_rate": 8.48186058337915e-10,
      "loss": 0.3323,
      "step": 2843080
    },
    {
      "epoch": 793.49,
      "grad_norm": 1.2562307119369507,
      "learning_rate": 8.474588258399958e-10,
      "loss": 0.3414,
      "step": 2843090
    },
    {
      "epoch": 793.5,
      "grad_norm": 1.1521507501602173,
      "learning_rate": 8.467319051829943e-10,
      "loss": 0.32,
      "step": 2843100
    },
    {
      "epoch": 793.5,
      "grad_norm": 1.2483347654342651,
      "learning_rate": 8.460052963669105e-10,
      "loss": 0.322,
      "step": 2843110
    },
    {
      "epoch": 793.5,
      "grad_norm": 1.0906625986099243,
      "learning_rate": 8.452789993920045e-10,
      "loss": 0.3311,
      "step": 2843120
    },
    {
      "epoch": 793.51,
      "grad_norm": 1.2702783346176147,
      "learning_rate": 8.445530142585366e-10,
      "loss": 0.3476,
      "step": 2843130
    },
    {
      "epoch": 793.51,
      "grad_norm": 1.0401794910430908,
      "learning_rate": 8.438273409662466e-10,
      "loss": 0.3351,
      "step": 2843140
    },
    {
      "epoch": 793.51,
      "grad_norm": 1.1008356809616089,
      "learning_rate": 8.431019795156549e-10,
      "loss": 0.3221,
      "step": 2843150
    },
    {
      "epoch": 793.51,
      "grad_norm": 1.2116022109985352,
      "learning_rate": 8.423769299065013e-10,
      "loss": 0.34,
      "step": 2843160
    },
    {
      "epoch": 793.52,
      "grad_norm": 1.155622959136963,
      "learning_rate": 8.416521921387857e-10,
      "loss": 0.3224,
      "step": 2843170
    },
    {
      "epoch": 793.52,
      "grad_norm": 1.2266106605529785,
      "learning_rate": 8.409277662130287e-10,
      "loss": 0.3324,
      "step": 2843180
    },
    {
      "epoch": 793.52,
      "grad_norm": 1.0838394165039062,
      "learning_rate": 8.402036521289699e-10,
      "loss": 0.3382,
      "step": 2843190
    },
    {
      "epoch": 793.52,
      "grad_norm": 1.2383638620376587,
      "learning_rate": 8.3947984988713e-10,
      "loss": 0.3185,
      "step": 2843200
    },
    {
      "epoch": 793.53,
      "grad_norm": 1.4812589883804321,
      "learning_rate": 8.387563594869882e-10,
      "loss": 0.3377,
      "step": 2843210
    },
    {
      "epoch": 793.53,
      "grad_norm": 1.2004677057266235,
      "learning_rate": 8.380331809290652e-10,
      "loss": 0.3368,
      "step": 2843220
    },
    {
      "epoch": 793.53,
      "grad_norm": 1.3831934928894043,
      "learning_rate": 8.37310314213361e-10,
      "loss": 0.3372,
      "step": 2843230
    },
    {
      "epoch": 793.54,
      "grad_norm": 1.2161000967025757,
      "learning_rate": 8.365877593401355e-10,
      "loss": 0.3265,
      "step": 2843240
    },
    {
      "epoch": 793.54,
      "grad_norm": 1.2743502855300903,
      "learning_rate": 8.358655163091289e-10,
      "loss": 0.3247,
      "step": 2843250
    },
    {
      "epoch": 793.54,
      "grad_norm": 1.564182162284851,
      "learning_rate": 8.351435851206012e-10,
      "loss": 0.3359,
      "step": 2843260
    },
    {
      "epoch": 793.54,
      "grad_norm": 1.1986322402954102,
      "learning_rate": 8.344219657748126e-10,
      "loss": 0.3189,
      "step": 2843270
    },
    {
      "epoch": 793.55,
      "grad_norm": 1.2005290985107422,
      "learning_rate": 8.337006582717631e-10,
      "loss": 0.3348,
      "step": 2843280
    },
    {
      "epoch": 793.55,
      "grad_norm": 1.2413884401321411,
      "learning_rate": 8.329796626114528e-10,
      "loss": 0.3275,
      "step": 2843290
    },
    {
      "epoch": 793.55,
      "grad_norm": 1.1019638776779175,
      "learning_rate": 8.322589787938816e-10,
      "loss": 0.3278,
      "step": 2843300
    },
    {
      "epoch": 793.56,
      "grad_norm": 1.210262417793274,
      "learning_rate": 8.3153860681957e-10,
      "loss": 0.3302,
      "step": 2843310
    },
    {
      "epoch": 793.56,
      "grad_norm": 1.1287208795547485,
      "learning_rate": 8.308185466882576e-10,
      "loss": 0.3301,
      "step": 2843320
    },
    {
      "epoch": 793.56,
      "grad_norm": 1.228169560432434,
      "learning_rate": 8.300987983999446e-10,
      "loss": 0.3234,
      "step": 2843330
    },
    {
      "epoch": 793.56,
      "grad_norm": 1.2017227411270142,
      "learning_rate": 8.293793619551514e-10,
      "loss": 0.3401,
      "step": 2843340
    },
    {
      "epoch": 793.57,
      "grad_norm": 1.2024224996566772,
      "learning_rate": 8.286602373536178e-10,
      "loss": 0.3364,
      "step": 2843350
    },
    {
      "epoch": 793.57,
      "grad_norm": 1.1154509782791138,
      "learning_rate": 8.279414245956039e-10,
      "loss": 0.3388,
      "step": 2843360
    },
    {
      "epoch": 793.57,
      "grad_norm": 1.298004388809204,
      "learning_rate": 8.272229236811097e-10,
      "loss": 0.333,
      "step": 2843370
    },
    {
      "epoch": 793.58,
      "grad_norm": 1.1932564973831177,
      "learning_rate": 8.265047346101353e-10,
      "loss": 0.338,
      "step": 2843380
    },
    {
      "epoch": 793.58,
      "grad_norm": 1.5158400535583496,
      "learning_rate": 8.257868573832011e-10,
      "loss": 0.3275,
      "step": 2843390
    },
    {
      "epoch": 793.58,
      "grad_norm": 1.1855827569961548,
      "learning_rate": 8.250692919997865e-10,
      "loss": 0.3274,
      "step": 2843400
    },
    {
      "epoch": 793.58,
      "grad_norm": 1.3601140975952148,
      "learning_rate": 8.243520384606724e-10,
      "loss": 0.3332,
      "step": 2843410
    },
    {
      "epoch": 793.59,
      "grad_norm": 1.1104755401611328,
      "learning_rate": 8.236350967653384e-10,
      "loss": 0.3219,
      "step": 2843420
    },
    {
      "epoch": 793.59,
      "grad_norm": 1.1689797639846802,
      "learning_rate": 8.229184669143047e-10,
      "loss": 0.3275,
      "step": 2843430
    },
    {
      "epoch": 793.59,
      "grad_norm": 1.258331060409546,
      "learning_rate": 8.22202148907311e-10,
      "loss": 0.3353,
      "step": 2843440
    },
    {
      "epoch": 793.59,
      "grad_norm": 1.4964056015014648,
      "learning_rate": 8.214861427448781e-10,
      "loss": 0.334,
      "step": 2843450
    },
    {
      "epoch": 793.6,
      "grad_norm": 1.2900094985961914,
      "learning_rate": 8.207704484267455e-10,
      "loss": 0.3305,
      "step": 2843460
    },
    {
      "epoch": 793.6,
      "grad_norm": 1.2284499406814575,
      "learning_rate": 8.200550659531735e-10,
      "loss": 0.3385,
      "step": 2843470
    },
    {
      "epoch": 793.6,
      "grad_norm": 1.166884183883667,
      "learning_rate": 8.193399953241621e-10,
      "loss": 0.3457,
      "step": 2843480
    },
    {
      "epoch": 793.61,
      "grad_norm": 1.2207436561584473,
      "learning_rate": 8.186252365399715e-10,
      "loss": 0.3424,
      "step": 2843490
    },
    {
      "epoch": 793.61,
      "grad_norm": 1.155674934387207,
      "learning_rate": 8.179107896003414e-10,
      "loss": 0.3498,
      "step": 2843500
    },
    {
      "epoch": 793.61,
      "grad_norm": 1.3147042989730835,
      "learning_rate": 8.171966545057925e-10,
      "loss": 0.344,
      "step": 2843510
    },
    {
      "epoch": 793.61,
      "grad_norm": 1.0002312660217285,
      "learning_rate": 8.164828312563244e-10,
      "loss": 0.3325,
      "step": 2843520
    },
    {
      "epoch": 793.62,
      "grad_norm": 1.398980736732483,
      "learning_rate": 8.157693198516772e-10,
      "loss": 0.3245,
      "step": 2843530
    },
    {
      "epoch": 793.62,
      "grad_norm": 1.1840161085128784,
      "learning_rate": 8.150561202923713e-10,
      "loss": 0.3528,
      "step": 2843540
    },
    {
      "epoch": 793.62,
      "grad_norm": 1.0996748208999634,
      "learning_rate": 8.143432325784065e-10,
      "loss": 0.3244,
      "step": 2843550
    },
    {
      "epoch": 793.63,
      "grad_norm": 1.1689090728759766,
      "learning_rate": 8.136306567097829e-10,
      "loss": 0.333,
      "step": 2843560
    },
    {
      "epoch": 793.63,
      "grad_norm": 1.2164784669876099,
      "learning_rate": 8.129183926865005e-10,
      "loss": 0.3468,
      "step": 2843570
    },
    {
      "epoch": 793.63,
      "grad_norm": 1.289200782775879,
      "learning_rate": 8.122064405090799e-10,
      "loss": 0.3219,
      "step": 2843580
    },
    {
      "epoch": 793.63,
      "grad_norm": 1.1602988243103027,
      "learning_rate": 8.114948001770004e-10,
      "loss": 0.3448,
      "step": 2843590
    },
    {
      "epoch": 793.64,
      "grad_norm": 1.2560805082321167,
      "learning_rate": 8.107834716907825e-10,
      "loss": 0.3373,
      "step": 2843600
    },
    {
      "epoch": 793.64,
      "grad_norm": 1.090294361114502,
      "learning_rate": 8.100724550504263e-10,
      "loss": 0.33,
      "step": 2843610
    },
    {
      "epoch": 793.64,
      "grad_norm": 1.2522543668746948,
      "learning_rate": 8.093617502561919e-10,
      "loss": 0.349,
      "step": 2843620
    },
    {
      "epoch": 793.64,
      "grad_norm": 1.4039835929870605,
      "learning_rate": 8.086513573078192e-10,
      "loss": 0.3297,
      "step": 2843630
    },
    {
      "epoch": 793.65,
      "grad_norm": 1.1673284769058228,
      "learning_rate": 8.079412762055683e-10,
      "loss": 0.3423,
      "step": 2843640
    },
    {
      "epoch": 793.65,
      "grad_norm": 1.2551339864730835,
      "learning_rate": 8.072315069494392e-10,
      "loss": 0.3353,
      "step": 2843650
    },
    {
      "epoch": 793.65,
      "grad_norm": 1.3342649936676025,
      "learning_rate": 8.065220495396922e-10,
      "loss": 0.3504,
      "step": 2843660
    },
    {
      "epoch": 793.66,
      "grad_norm": 1.123449683189392,
      "learning_rate": 8.058129039765875e-10,
      "loss": 0.3238,
      "step": 2843670
    },
    {
      "epoch": 793.66,
      "grad_norm": 1.2201592922210693,
      "learning_rate": 8.051040702596045e-10,
      "loss": 0.3462,
      "step": 2843680
    },
    {
      "epoch": 793.66,
      "grad_norm": 1.2376269102096558,
      "learning_rate": 8.043955483895241e-10,
      "loss": 0.3329,
      "step": 2843690
    },
    {
      "epoch": 793.66,
      "grad_norm": 1.2468469142913818,
      "learning_rate": 8.036873383660859e-10,
      "loss": 0.3574,
      "step": 2843700
    },
    {
      "epoch": 793.67,
      "grad_norm": 1.4550389051437378,
      "learning_rate": 8.0297944018929e-10,
      "loss": 0.3423,
      "step": 2843710
    },
    {
      "epoch": 793.67,
      "grad_norm": 1.2577153444290161,
      "learning_rate": 8.022718538596567e-10,
      "loss": 0.34,
      "step": 2843720
    },
    {
      "epoch": 793.67,
      "grad_norm": 1.0755736827850342,
      "learning_rate": 8.015645793766657e-10,
      "loss": 0.3429,
      "step": 2843730
    },
    {
      "epoch": 793.68,
      "grad_norm": 1.1735690832138062,
      "learning_rate": 8.008576167410976e-10,
      "loss": 0.3386,
      "step": 2843740
    },
    {
      "epoch": 793.68,
      "grad_norm": 1.3207294940948486,
      "learning_rate": 8.00150965952432e-10,
      "loss": 0.3383,
      "step": 2843750
    },
    {
      "epoch": 793.68,
      "grad_norm": 1.374342441558838,
      "learning_rate": 7.994446270111893e-10,
      "loss": 0.3525,
      "step": 2843760
    },
    {
      "epoch": 793.68,
      "grad_norm": 1.0912526845932007,
      "learning_rate": 7.987385999171092e-10,
      "loss": 0.3367,
      "step": 2843770
    },
    {
      "epoch": 793.69,
      "grad_norm": 1.2731506824493408,
      "learning_rate": 7.980328846707122e-10,
      "loss": 0.3511,
      "step": 2843780
    },
    {
      "epoch": 793.69,
      "grad_norm": 1.2195016145706177,
      "learning_rate": 7.973274812717381e-10,
      "loss": 0.336,
      "step": 2843790
    },
    {
      "epoch": 793.69,
      "grad_norm": 1.5009511709213257,
      "learning_rate": 7.966223897204472e-10,
      "loss": 0.3389,
      "step": 2843800
    },
    {
      "epoch": 793.7,
      "grad_norm": 1.1583397388458252,
      "learning_rate": 7.959176100168392e-10,
      "loss": 0.319,
      "step": 2843810
    },
    {
      "epoch": 793.7,
      "grad_norm": 1.1601372957229614,
      "learning_rate": 7.952131421611746e-10,
      "loss": 0.3462,
      "step": 2843820
    },
    {
      "epoch": 793.7,
      "grad_norm": 1.6019688844680786,
      "learning_rate": 7.945089861531931e-10,
      "loss": 0.3444,
      "step": 2843830
    },
    {
      "epoch": 793.7,
      "grad_norm": 1.10136079788208,
      "learning_rate": 7.93805141993415e-10,
      "loss": 0.3363,
      "step": 2843840
    },
    {
      "epoch": 793.71,
      "grad_norm": 1.3848416805267334,
      "learning_rate": 7.931016096818406e-10,
      "loss": 0.3321,
      "step": 2843850
    },
    {
      "epoch": 793.71,
      "grad_norm": 1.3837319612503052,
      "learning_rate": 7.923983892182094e-10,
      "loss": 0.3478,
      "step": 2843860
    },
    {
      "epoch": 793.71,
      "grad_norm": 1.4093180894851685,
      "learning_rate": 7.91695480603042e-10,
      "loss": 0.3338,
      "step": 2843870
    },
    {
      "epoch": 793.71,
      "grad_norm": 1.2164064645767212,
      "learning_rate": 7.909928838363381e-10,
      "loss": 0.3303,
      "step": 2843880
    },
    {
      "epoch": 793.72,
      "grad_norm": 1.3382766246795654,
      "learning_rate": 7.902905989178379e-10,
      "loss": 0.3458,
      "step": 2843890
    },
    {
      "epoch": 793.72,
      "grad_norm": 1.7050572633743286,
      "learning_rate": 7.895886258480616e-10,
      "loss": 0.353,
      "step": 2843900
    },
    {
      "epoch": 793.72,
      "grad_norm": 1.300790786743164,
      "learning_rate": 7.888869646270092e-10,
      "loss": 0.3372,
      "step": 2843910
    },
    {
      "epoch": 793.73,
      "grad_norm": 1.299815058708191,
      "learning_rate": 7.881856152546807e-10,
      "loss": 0.3125,
      "step": 2843920
    },
    {
      "epoch": 793.73,
      "grad_norm": 1.3540799617767334,
      "learning_rate": 7.874845777313364e-10,
      "loss": 0.3372,
      "step": 2843930
    },
    {
      "epoch": 793.73,
      "grad_norm": 1.195579171180725,
      "learning_rate": 7.86783852056716e-10,
      "loss": 0.3454,
      "step": 2843940
    },
    {
      "epoch": 793.73,
      "grad_norm": 1.122017741203308,
      "learning_rate": 7.8608343823134e-10,
      "loss": 0.3349,
      "step": 2843950
    },
    {
      "epoch": 793.74,
      "grad_norm": 1.3491599559783936,
      "learning_rate": 7.853833362549481e-10,
      "loss": 0.341,
      "step": 2843960
    },
    {
      "epoch": 793.74,
      "grad_norm": 1.2984451055526733,
      "learning_rate": 7.846835461278005e-10,
      "loss": 0.3443,
      "step": 2843970
    },
    {
      "epoch": 793.74,
      "grad_norm": 1.313826084136963,
      "learning_rate": 7.839840678498972e-10,
      "loss": 0.3287,
      "step": 2843980
    },
    {
      "epoch": 793.75,
      "grad_norm": 1.3723540306091309,
      "learning_rate": 7.832849014214985e-10,
      "loss": 0.3289,
      "step": 2843990
    },
    {
      "epoch": 793.75,
      "grad_norm": 1.1981078386306763,
      "learning_rate": 7.825860468428647e-10,
      "loss": 0.3242,
      "step": 2844000
    },
    {
      "epoch": 793.75,
      "grad_norm": 1.0462214946746826,
      "learning_rate": 7.818875041134751e-10,
      "loss": 0.3391,
      "step": 2844010
    },
    {
      "epoch": 793.75,
      "grad_norm": 1.271070122718811,
      "learning_rate": 7.811892732338502e-10,
      "loss": 0.3444,
      "step": 2844020
    },
    {
      "epoch": 793.76,
      "grad_norm": 1.4924191236495972,
      "learning_rate": 7.804913542039902e-10,
      "loss": 0.3331,
      "step": 2844030
    },
    {
      "epoch": 793.76,
      "grad_norm": 1.0701881647109985,
      "learning_rate": 7.797937470241551e-10,
      "loss": 0.3357,
      "step": 2844040
    },
    {
      "epoch": 793.76,
      "grad_norm": 1.1192013025283813,
      "learning_rate": 7.79096451694345e-10,
      "loss": 0.3442,
      "step": 2844050
    },
    {
      "epoch": 793.77,
      "grad_norm": 1.5205121040344238,
      "learning_rate": 7.783994682142997e-10,
      "loss": 0.3352,
      "step": 2844060
    },
    {
      "epoch": 793.77,
      "grad_norm": 1.2840821743011475,
      "learning_rate": 7.777027965845395e-10,
      "loss": 0.331,
      "step": 2844070
    },
    {
      "epoch": 793.77,
      "grad_norm": 1.127638339996338,
      "learning_rate": 7.770064368053247e-10,
      "loss": 0.3282,
      "step": 2844080
    },
    {
      "epoch": 793.77,
      "grad_norm": 1.360849142074585,
      "learning_rate": 7.763103888761349e-10,
      "loss": 0.3527,
      "step": 2844090
    },
    {
      "epoch": 793.78,
      "grad_norm": 1.135738492012024,
      "learning_rate": 7.756146527974905e-10,
      "loss": 0.331,
      "step": 2844100
    },
    {
      "epoch": 793.78,
      "grad_norm": 1.2837587594985962,
      "learning_rate": 7.749192285691312e-10,
      "loss": 0.3558,
      "step": 2844110
    },
    {
      "epoch": 793.78,
      "grad_norm": 1.3975497484207153,
      "learning_rate": 7.742241161915775e-10,
      "loss": 0.3367,
      "step": 2844120
    },
    {
      "epoch": 793.78,
      "grad_norm": 1.3991281986236572,
      "learning_rate": 7.735293156648295e-10,
      "loss": 0.3529,
      "step": 2844130
    },
    {
      "epoch": 793.79,
      "grad_norm": 1.2325490713119507,
      "learning_rate": 7.72834826988887e-10,
      "loss": 0.3452,
      "step": 2844140
    },
    {
      "epoch": 793.79,
      "grad_norm": 1.4996000528335571,
      "learning_rate": 7.721406501637502e-10,
      "loss": 0.343,
      "step": 2844150
    },
    {
      "epoch": 793.79,
      "grad_norm": 1.8076714277267456,
      "learning_rate": 7.714467851896791e-10,
      "loss": 0.3313,
      "step": 2844160
    },
    {
      "epoch": 793.8,
      "grad_norm": 4.11397123336792,
      "learning_rate": 7.707532320666738e-10,
      "loss": 0.3339,
      "step": 2844170
    },
    {
      "epoch": 793.8,
      "grad_norm": 1.3339955806732178,
      "learning_rate": 7.700599907947344e-10,
      "loss": 0.3386,
      "step": 2844180
    },
    {
      "epoch": 793.8,
      "grad_norm": 1.4401830434799194,
      "learning_rate": 7.69367061374121e-10,
      "loss": 0.3161,
      "step": 2844190
    },
    {
      "epoch": 793.8,
      "grad_norm": 1.0908210277557373,
      "learning_rate": 7.686744438048336e-10,
      "loss": 0.3345,
      "step": 2844200
    },
    {
      "epoch": 793.81,
      "grad_norm": 1.4439489841461182,
      "learning_rate": 7.679821380871323e-10,
      "loss": 0.347,
      "step": 2844210
    },
    {
      "epoch": 793.81,
      "grad_norm": 1.064865231513977,
      "learning_rate": 7.672901442210173e-10,
      "loss": 0.3618,
      "step": 2844220
    },
    {
      "epoch": 793.81,
      "grad_norm": 1.206023931503296,
      "learning_rate": 7.665984622062284e-10,
      "loss": 0.3502,
      "step": 2844230
    },
    {
      "epoch": 793.82,
      "grad_norm": 1.1724002361297607,
      "learning_rate": 7.65907092043546e-10,
      "loss": 0.3323,
      "step": 2844240
    },
    {
      "epoch": 793.82,
      "grad_norm": 1.1326557397842407,
      "learning_rate": 7.652160337324499e-10,
      "loss": 0.3234,
      "step": 2844250
    },
    {
      "epoch": 793.82,
      "grad_norm": 1.2295560836791992,
      "learning_rate": 7.645252872732002e-10,
      "loss": 0.3428,
      "step": 2844260
    },
    {
      "epoch": 793.82,
      "grad_norm": 1.6331084966659546,
      "learning_rate": 7.638348526660572e-10,
      "loss": 0.3465,
      "step": 2844270
    },
    {
      "epoch": 793.83,
      "grad_norm": 1.1487609148025513,
      "learning_rate": 7.631447299110208e-10,
      "loss": 0.3442,
      "step": 2844280
    },
    {
      "epoch": 793.83,
      "grad_norm": 1.1989481449127197,
      "learning_rate": 7.624549190083512e-10,
      "loss": 0.3362,
      "step": 2844290
    },
    {
      "epoch": 793.83,
      "grad_norm": 1.5093393325805664,
      "learning_rate": 7.617654199577883e-10,
      "loss": 0.3384,
      "step": 2844300
    },
    {
      "epoch": 793.83,
      "grad_norm": 1.220885992050171,
      "learning_rate": 7.610762327595922e-10,
      "loss": 0.3406,
      "step": 2844310
    },
    {
      "epoch": 793.84,
      "grad_norm": 1.7535145282745361,
      "learning_rate": 7.60387357413763e-10,
      "loss": 0.3362,
      "step": 2844320
    },
    {
      "epoch": 793.84,
      "grad_norm": 1.2509286403656006,
      "learning_rate": 7.596987939205608e-10,
      "loss": 0.3296,
      "step": 2844330
    },
    {
      "epoch": 793.84,
      "grad_norm": 1.3449063301086426,
      "learning_rate": 7.590105422799857e-10,
      "loss": 0.3553,
      "step": 2844340
    },
    {
      "epoch": 793.85,
      "grad_norm": 1.175467610359192,
      "learning_rate": 7.583226024922978e-10,
      "loss": 0.3257,
      "step": 2844350
    },
    {
      "epoch": 793.85,
      "grad_norm": 1.7617853879928589,
      "learning_rate": 7.57634974557237e-10,
      "loss": 0.3448,
      "step": 2844360
    },
    {
      "epoch": 793.85,
      "grad_norm": 1.500955581665039,
      "learning_rate": 7.569476584753237e-10,
      "loss": 0.326,
      "step": 2844370
    },
    {
      "epoch": 793.85,
      "grad_norm": 1.1573957204818726,
      "learning_rate": 7.562606542462976e-10,
      "loss": 0.3303,
      "step": 2844380
    },
    {
      "epoch": 793.86,
      "grad_norm": 2.3575925827026367,
      "learning_rate": 7.55573961870419e-10,
      "loss": 0.3438,
      "step": 2844390
    },
    {
      "epoch": 793.86,
      "grad_norm": 1.5863765478134155,
      "learning_rate": 7.548875813476879e-10,
      "loss": 0.3615,
      "step": 2844400
    },
    {
      "epoch": 793.86,
      "grad_norm": 1.1662538051605225,
      "learning_rate": 7.542015126781043e-10,
      "loss": 0.3513,
      "step": 2844410
    },
    {
      "epoch": 793.87,
      "grad_norm": 1.2774181365966797,
      "learning_rate": 7.535157558621885e-10,
      "loss": 0.3379,
      "step": 2844420
    },
    {
      "epoch": 793.87,
      "grad_norm": 1.1835097074508667,
      "learning_rate": 7.528303108996804e-10,
      "loss": 0.3289,
      "step": 2844430
    },
    {
      "epoch": 793.87,
      "grad_norm": 1.0728023052215576,
      "learning_rate": 7.5214517779058e-10,
      "loss": 0.3342,
      "step": 2844440
    },
    {
      "epoch": 793.87,
      "grad_norm": 1.158774495124817,
      "learning_rate": 7.514603565351475e-10,
      "loss": 0.3315,
      "step": 2844450
    },
    {
      "epoch": 793.88,
      "grad_norm": 1.2826004028320312,
      "learning_rate": 7.507758471336431e-10,
      "loss": 0.3325,
      "step": 2844460
    },
    {
      "epoch": 793.88,
      "grad_norm": 1.404149055480957,
      "learning_rate": 7.500916495858065e-10,
      "loss": 0.3221,
      "step": 2844470
    },
    {
      "epoch": 793.88,
      "grad_norm": 1.1599442958831787,
      "learning_rate": 7.494077638918982e-10,
      "loss": 0.3314,
      "step": 2844480
    },
    {
      "epoch": 793.89,
      "grad_norm": 1.1183446645736694,
      "learning_rate": 7.487241900521781e-10,
      "loss": 0.3369,
      "step": 2844490
    },
    {
      "epoch": 793.89,
      "grad_norm": 1.5340988636016846,
      "learning_rate": 7.48040928066386e-10,
      "loss": 0.3413,
      "step": 2844500
    },
    {
      "epoch": 793.89,
      "grad_norm": 1.3054462671279907,
      "learning_rate": 7.473579779347823e-10,
      "loss": 0.3422,
      "step": 2844510
    },
    {
      "epoch": 793.89,
      "grad_norm": 1.1362041234970093,
      "learning_rate": 7.466753396576271e-10,
      "loss": 0.3373,
      "step": 2844520
    },
    {
      "epoch": 793.9,
      "grad_norm": 1.2882590293884277,
      "learning_rate": 7.459930132346602e-10,
      "loss": 0.3446,
      "step": 2844530
    },
    {
      "epoch": 793.9,
      "grad_norm": 0.9771319031715393,
      "learning_rate": 7.45310998666402e-10,
      "loss": 0.3107,
      "step": 2844540
    },
    {
      "epoch": 793.9,
      "grad_norm": 1.4816001653671265,
      "learning_rate": 7.446292959525924e-10,
      "loss": 0.3463,
      "step": 2844550
    },
    {
      "epoch": 793.9,
      "grad_norm": 1.3221200704574585,
      "learning_rate": 7.439479050932312e-10,
      "loss": 0.3465,
      "step": 2844560
    },
    {
      "epoch": 793.91,
      "grad_norm": 1.205645203590393,
      "learning_rate": 7.43266826088839e-10,
      "loss": 0.3172,
      "step": 2844570
    },
    {
      "epoch": 793.91,
      "grad_norm": 1.244629144668579,
      "learning_rate": 7.425860589394157e-10,
      "loss": 0.3346,
      "step": 2844580
    },
    {
      "epoch": 793.91,
      "grad_norm": 1.2769972085952759,
      "learning_rate": 7.419056036447012e-10,
      "loss": 0.3211,
      "step": 2844590
    },
    {
      "epoch": 793.92,
      "grad_norm": 1.406663179397583,
      "learning_rate": 7.412254602049556e-10,
      "loss": 0.3401,
      "step": 2844600
    },
    {
      "epoch": 793.92,
      "grad_norm": 1.0427618026733398,
      "learning_rate": 7.405456286204391e-10,
      "loss": 0.3424,
      "step": 2844610
    },
    {
      "epoch": 793.92,
      "grad_norm": 1.3827683925628662,
      "learning_rate": 7.398661088911518e-10,
      "loss": 0.3306,
      "step": 2844620
    },
    {
      "epoch": 793.92,
      "grad_norm": 1.5203897953033447,
      "learning_rate": 7.391869010170935e-10,
      "loss": 0.3366,
      "step": 2844630
    },
    {
      "epoch": 793.93,
      "grad_norm": 1.1505694389343262,
      "learning_rate": 7.385080049982644e-10,
      "loss": 0.3444,
      "step": 2844640
    },
    {
      "epoch": 793.93,
      "grad_norm": 1.2184919118881226,
      "learning_rate": 7.37829420835185e-10,
      "loss": 0.3555,
      "step": 2844650
    },
    {
      "epoch": 793.93,
      "grad_norm": 1.2102129459381104,
      "learning_rate": 7.371511485273346e-10,
      "loss": 0.3294,
      "step": 2844660
    },
    {
      "epoch": 793.94,
      "grad_norm": 1.165678858757019,
      "learning_rate": 7.36473188075494e-10,
      "loss": 0.3408,
      "step": 2844670
    },
    {
      "epoch": 793.94,
      "grad_norm": 1.367981195449829,
      "learning_rate": 7.357955394791427e-10,
      "loss": 0.3506,
      "step": 2844680
    },
    {
      "epoch": 793.94,
      "grad_norm": 1.3558084964752197,
      "learning_rate": 7.351182027388013e-10,
      "loss": 0.3318,
      "step": 2844690
    },
    {
      "epoch": 793.94,
      "grad_norm": 1.4929906129837036,
      "learning_rate": 7.344411778542093e-10,
      "loss": 0.3322,
      "step": 2844700
    },
    {
      "epoch": 793.95,
      "grad_norm": 1.3872382640838623,
      "learning_rate": 7.337644648256272e-10,
      "loss": 0.3433,
      "step": 2844710
    },
    {
      "epoch": 793.95,
      "grad_norm": 1.1850244998931885,
      "learning_rate": 7.33088063653315e-10,
      "loss": 0.3302,
      "step": 2844720
    },
    {
      "epoch": 793.95,
      "grad_norm": 1.1713299751281738,
      "learning_rate": 7.324119743370125e-10,
      "loss": 0.3394,
      "step": 2844730
    },
    {
      "epoch": 793.95,
      "grad_norm": 1.4124624729156494,
      "learning_rate": 7.317361968769801e-10,
      "loss": 0.3347,
      "step": 2844740
    },
    {
      "epoch": 793.96,
      "grad_norm": 1.186713457107544,
      "learning_rate": 7.310607312734778e-10,
      "loss": 0.3456,
      "step": 2844750
    },
    {
      "epoch": 793.96,
      "grad_norm": 1.4352984428405762,
      "learning_rate": 7.303855775262456e-10,
      "loss": 0.3382,
      "step": 2844760
    },
    {
      "epoch": 793.96,
      "grad_norm": 1.2305712699890137,
      "learning_rate": 7.297107356358037e-10,
      "loss": 0.3188,
      "step": 2844770
    },
    {
      "epoch": 793.97,
      "grad_norm": 1.2486732006072998,
      "learning_rate": 7.290362056018919e-10,
      "loss": 0.3453,
      "step": 2844780
    },
    {
      "epoch": 793.97,
      "grad_norm": 1.4424513578414917,
      "learning_rate": 7.283619874247707e-10,
      "loss": 0.3313,
      "step": 2844790
    },
    {
      "epoch": 793.97,
      "grad_norm": 1.255601167678833,
      "learning_rate": 7.276880811041795e-10,
      "loss": 0.3475,
      "step": 2844800
    },
    {
      "epoch": 793.97,
      "grad_norm": 1.1170252561569214,
      "learning_rate": 7.270144866408991e-10,
      "loss": 0.3384,
      "step": 2844810
    },
    {
      "epoch": 793.98,
      "grad_norm": 1.097447395324707,
      "learning_rate": 7.263412040344092e-10,
      "loss": 0.3348,
      "step": 2844820
    },
    {
      "epoch": 793.98,
      "grad_norm": 1.1640652418136597,
      "learning_rate": 7.256682332849699e-10,
      "loss": 0.3279,
      "step": 2844830
    },
    {
      "epoch": 793.98,
      "grad_norm": 1.1672295331954956,
      "learning_rate": 7.249955743925811e-10,
      "loss": 0.3298,
      "step": 2844840
    },
    {
      "epoch": 793.99,
      "grad_norm": 1.1947214603424072,
      "learning_rate": 7.243232273577634e-10,
      "loss": 0.3354,
      "step": 2844850
    },
    {
      "epoch": 793.99,
      "grad_norm": 1.3186691999435425,
      "learning_rate": 7.236511921802565e-10,
      "loss": 0.319,
      "step": 2844860
    },
    {
      "epoch": 793.99,
      "grad_norm": 1.3155300617218018,
      "learning_rate": 7.229794688600604e-10,
      "loss": 0.3339,
      "step": 2844870
    },
    {
      "epoch": 793.99,
      "grad_norm": 1.1472290754318237,
      "learning_rate": 7.223080573974353e-10,
      "loss": 0.3319,
      "step": 2844880
    },
    {
      "epoch": 794.0,
      "grad_norm": 1.0884813070297241,
      "learning_rate": 7.216369577923813e-10,
      "loss": 0.3328,
      "step": 2844890
    },
    {
      "epoch": 794.0,
      "grad_norm": 1.3026301860809326,
      "learning_rate": 7.209661700451584e-10,
      "loss": 0.346,
      "step": 2844900
    },
    {
      "epoch": 794.0,
      "eval_loss": 0.33824360370635986,
      "eval_runtime": 65.2202,
      "eval_samples_per_second": 77.568,
      "eval_steps_per_second": 9.706,
      "step": 2844902
    },
    {
      "epoch": 794.0,
      "grad_norm": 1.1413030624389648,
      "learning_rate": 7.202956941557668e-10,
      "loss": 0.3284,
      "step": 2844910
    },
    {
      "epoch": 794.01,
      "grad_norm": 1.3307864665985107,
      "learning_rate": 7.196255301239462e-10,
      "loss": 0.3335,
      "step": 2844920
    },
    {
      "epoch": 794.01,
      "grad_norm": 1.228241205215454,
      "learning_rate": 7.189556779504773e-10,
      "loss": 0.3409,
      "step": 2844930
    },
    {
      "epoch": 794.01,
      "grad_norm": 1.6983258724212646,
      "learning_rate": 7.182861376348395e-10,
      "loss": 0.3421,
      "step": 2844940
    },
    {
      "epoch": 794.01,
      "grad_norm": 1.251950979232788,
      "learning_rate": 7.176169091775534e-10,
      "loss": 0.3259,
      "step": 2844950
    },
    {
      "epoch": 794.02,
      "grad_norm": 1.2823426723480225,
      "learning_rate": 7.169479925783587e-10,
      "loss": 0.3325,
      "step": 2844960
    },
    {
      "epoch": 794.02,
      "grad_norm": 1.312217354774475,
      "learning_rate": 7.162793878377759e-10,
      "loss": 0.346,
      "step": 2844970
    },
    {
      "epoch": 794.02,
      "grad_norm": 1.5255364179611206,
      "learning_rate": 7.156110949552846e-10,
      "loss": 0.3469,
      "step": 2844980
    },
    {
      "epoch": 794.02,
      "grad_norm": 1.588958740234375,
      "learning_rate": 7.14943113931405e-10,
      "loss": 0.3315,
      "step": 2844990
    },
    {
      "epoch": 794.03,
      "grad_norm": 1.2960187196731567,
      "learning_rate": 7.142754447661373e-10,
      "loss": 0.3324,
      "step": 2845000
    },
    {
      "epoch": 794.03,
      "grad_norm": 1.1826410293579102,
      "learning_rate": 7.136080874597417e-10,
      "loss": 0.3397,
      "step": 2845010
    },
    {
      "epoch": 794.03,
      "grad_norm": 1.4740439653396606,
      "learning_rate": 7.12941042011958e-10,
      "loss": 0.3518,
      "step": 2845020
    },
    {
      "epoch": 794.04,
      "grad_norm": 1.4927374124526978,
      "learning_rate": 7.122743084230463e-10,
      "loss": 0.3261,
      "step": 2845030
    },
    {
      "epoch": 794.04,
      "grad_norm": 1.1964714527130127,
      "learning_rate": 7.116078866930067e-10,
      "loss": 0.3434,
      "step": 2845040
    },
    {
      "epoch": 794.04,
      "grad_norm": 1.2567832469940186,
      "learning_rate": 7.109417768220993e-10,
      "loss": 0.3325,
      "step": 2845050
    },
    {
      "epoch": 794.04,
      "grad_norm": 0.9830338358879089,
      "learning_rate": 7.102759788105844e-10,
      "loss": 0.3186,
      "step": 2845060
    },
    {
      "epoch": 794.05,
      "grad_norm": 1.3646364212036133,
      "learning_rate": 7.096104926579415e-10,
      "loss": 0.3419,
      "step": 2845070
    },
    {
      "epoch": 794.05,
      "grad_norm": 1.3825072050094604,
      "learning_rate": 7.089453183646912e-10,
      "loss": 0.3537,
      "step": 2845080
    },
    {
      "epoch": 794.05,
      "grad_norm": 1.5492228269577026,
      "learning_rate": 7.082804559308333e-10,
      "loss": 0.335,
      "step": 2845090
    },
    {
      "epoch": 794.06,
      "grad_norm": 1.4985483884811401,
      "learning_rate": 7.076159053566281e-10,
      "loss": 0.3407,
      "step": 2845100
    },
    {
      "epoch": 794.06,
      "grad_norm": 1.5175259113311768,
      "learning_rate": 7.069516666418154e-10,
      "loss": 0.3199,
      "step": 2845110
    },
    {
      "epoch": 794.06,
      "grad_norm": 1.2680995464324951,
      "learning_rate": 7.062877397869156e-10,
      "loss": 0.3465,
      "step": 2845120
    },
    {
      "epoch": 794.06,
      "grad_norm": 1.3729667663574219,
      "learning_rate": 7.056241247914083e-10,
      "loss": 0.3273,
      "step": 2845130
    },
    {
      "epoch": 794.07,
      "grad_norm": 1.4209067821502686,
      "learning_rate": 7.04960821656074e-10,
      "loss": 0.3305,
      "step": 2845140
    },
    {
      "epoch": 794.07,
      "grad_norm": 1.2313077449798584,
      "learning_rate": 7.042978303806526e-10,
      "loss": 0.327,
      "step": 2845150
    },
    {
      "epoch": 794.07,
      "grad_norm": 1.1881494522094727,
      "learning_rate": 7.036351509651442e-10,
      "loss": 0.3163,
      "step": 2845160
    },
    {
      "epoch": 794.07,
      "grad_norm": 1.5243185758590698,
      "learning_rate": 7.029727834095486e-10,
      "loss": 0.3535,
      "step": 2845170
    },
    {
      "epoch": 794.08,
      "grad_norm": 0.9997776746749878,
      "learning_rate": 7.023107277143863e-10,
      "loss": 0.3297,
      "step": 2845180
    },
    {
      "epoch": 794.08,
      "grad_norm": 1.1304436922073364,
      "learning_rate": 7.016489838793972e-10,
      "loss": 0.3458,
      "step": 2845190
    },
    {
      "epoch": 794.08,
      "grad_norm": 1.217491865158081,
      "learning_rate": 7.009875519048414e-10,
      "loss": 0.3446,
      "step": 2845200
    },
    {
      "epoch": 794.09,
      "grad_norm": 1.2868927717208862,
      "learning_rate": 7.00326431790979e-10,
      "loss": 0.3585,
      "step": 2845210
    },
    {
      "epoch": 794.09,
      "grad_norm": 1.2208549976348877,
      "learning_rate": 6.996656235372898e-10,
      "loss": 0.3527,
      "step": 2845220
    },
    {
      "epoch": 794.09,
      "grad_norm": 1.3106491565704346,
      "learning_rate": 6.990051271445543e-10,
      "loss": 0.3242,
      "step": 2845230
    },
    {
      "epoch": 794.09,
      "grad_norm": 1.2498811483383179,
      "learning_rate": 6.983449426122522e-10,
      "loss": 0.3336,
      "step": 2845240
    },
    {
      "epoch": 794.1,
      "grad_norm": 1.3679766654968262,
      "learning_rate": 6.976850699409037e-10,
      "loss": 0.3498,
      "step": 2845250
    },
    {
      "epoch": 794.1,
      "grad_norm": 1.2812381982803345,
      "learning_rate": 6.97025509130509e-10,
      "loss": 0.3454,
      "step": 2845260
    },
    {
      "epoch": 794.1,
      "grad_norm": 1.4540071487426758,
      "learning_rate": 6.963662601810679e-10,
      "loss": 0.3469,
      "step": 2845270
    },
    {
      "epoch": 794.11,
      "grad_norm": 1.1816707849502563,
      "learning_rate": 6.957073230925807e-10,
      "loss": 0.3394,
      "step": 2845280
    },
    {
      "epoch": 794.11,
      "grad_norm": 1.3196463584899902,
      "learning_rate": 6.950486978653073e-10,
      "loss": 0.3423,
      "step": 2845290
    },
    {
      "epoch": 794.11,
      "grad_norm": 1.1422699689865112,
      "learning_rate": 6.943903844995081e-10,
      "loss": 0.3243,
      "step": 2845300
    },
    {
      "epoch": 794.11,
      "grad_norm": 1.3254070281982422,
      "learning_rate": 6.937323829949229e-10,
      "loss": 0.3422,
      "step": 2845310
    },
    {
      "epoch": 794.12,
      "grad_norm": 1.3580378293991089,
      "learning_rate": 6.930746933515516e-10,
      "loss": 0.3258,
      "step": 2845320
    },
    {
      "epoch": 794.12,
      "grad_norm": 1.2305784225463867,
      "learning_rate": 6.924173155699146e-10,
      "loss": 0.3332,
      "step": 2845330
    },
    {
      "epoch": 794.12,
      "grad_norm": 1.3415988683700562,
      "learning_rate": 6.917602496497517e-10,
      "loss": 0.34,
      "step": 2845340
    },
    {
      "epoch": 794.13,
      "grad_norm": 1.2946165800094604,
      "learning_rate": 6.911034955915835e-10,
      "loss": 0.3259,
      "step": 2845350
    },
    {
      "epoch": 794.13,
      "grad_norm": 1.328288197517395,
      "learning_rate": 6.904470533948895e-10,
      "loss": 0.3243,
      "step": 2845360
    },
    {
      "epoch": 794.13,
      "grad_norm": 1.1686649322509766,
      "learning_rate": 6.897909230601898e-10,
      "loss": 0.3385,
      "step": 2845370
    },
    {
      "epoch": 794.13,
      "grad_norm": 1.1790152788162231,
      "learning_rate": 6.891351045872246e-10,
      "loss": 0.3437,
      "step": 2845380
    },
    {
      "epoch": 794.14,
      "grad_norm": 1.2656716108322144,
      "learning_rate": 6.884795979765142e-10,
      "loss": 0.3477,
      "step": 2845390
    },
    {
      "epoch": 794.14,
      "grad_norm": 1.4610074758529663,
      "learning_rate": 6.878244032277984e-10,
      "loss": 0.3474,
      "step": 2845400
    },
    {
      "epoch": 794.14,
      "grad_norm": 1.609059453010559,
      "learning_rate": 6.871695203415975e-10,
      "loss": 0.3207,
      "step": 2845410
    },
    {
      "epoch": 794.14,
      "grad_norm": 1.1116342544555664,
      "learning_rate": 6.865149493173912e-10,
      "loss": 0.3249,
      "step": 2845420
    },
    {
      "epoch": 794.15,
      "grad_norm": 1.253754734992981,
      "learning_rate": 6.858606901556998e-10,
      "loss": 0.3597,
      "step": 2845430
    },
    {
      "epoch": 794.15,
      "grad_norm": 1.140526294708252,
      "learning_rate": 6.852067428565235e-10,
      "loss": 0.3476,
      "step": 2845440
    },
    {
      "epoch": 794.15,
      "grad_norm": 1.2006933689117432,
      "learning_rate": 6.845531074196019e-10,
      "loss": 0.3203,
      "step": 2845450
    },
    {
      "epoch": 794.16,
      "grad_norm": 1.2481943368911743,
      "learning_rate": 6.838997838457156e-10,
      "loss": 0.3293,
      "step": 2845460
    },
    {
      "epoch": 794.16,
      "grad_norm": 1.3037782907485962,
      "learning_rate": 6.832467721343444e-10,
      "loss": 0.3359,
      "step": 2845470
    },
    {
      "epoch": 794.16,
      "grad_norm": 1.2263414859771729,
      "learning_rate": 6.825940722860086e-10,
      "loss": 0.3343,
      "step": 2845480
    },
    {
      "epoch": 794.16,
      "grad_norm": 1.2943768501281738,
      "learning_rate": 6.81941684300448e-10,
      "loss": 0.3389,
      "step": 2845490
    },
    {
      "epoch": 794.17,
      "grad_norm": 1.085094928741455,
      "learning_rate": 6.812896081776625e-10,
      "loss": 0.3431,
      "step": 2845500
    },
    {
      "epoch": 794.17,
      "grad_norm": 1.246614933013916,
      "learning_rate": 6.806378439181727e-10,
      "loss": 0.3388,
      "step": 2845510
    },
    {
      "epoch": 794.17,
      "grad_norm": 1.2126004695892334,
      "learning_rate": 6.799863915219784e-10,
      "loss": 0.3272,
      "step": 2845520
    },
    {
      "epoch": 794.18,
      "grad_norm": 1.091851830482483,
      "learning_rate": 6.793352509888197e-10,
      "loss": 0.33,
      "step": 2845530
    },
    {
      "epoch": 794.18,
      "grad_norm": 1.2373875379562378,
      "learning_rate": 6.786844223192166e-10,
      "loss": 0.3424,
      "step": 2845540
    },
    {
      "epoch": 794.18,
      "grad_norm": 1.4374250173568726,
      "learning_rate": 6.780339055129092e-10,
      "loss": 0.3286,
      "step": 2845550
    },
    {
      "epoch": 794.18,
      "grad_norm": 1.237652063369751,
      "learning_rate": 6.773837005701575e-10,
      "loss": 0.3258,
      "step": 2845560
    },
    {
      "epoch": 794.19,
      "grad_norm": 1.212719440460205,
      "learning_rate": 6.767338074909618e-10,
      "loss": 0.3348,
      "step": 2845570
    },
    {
      "epoch": 794.19,
      "grad_norm": 1.151807188987732,
      "learning_rate": 6.76084226275582e-10,
      "loss": 0.3228,
      "step": 2845580
    },
    {
      "epoch": 794.19,
      "grad_norm": 1.405512809753418,
      "learning_rate": 6.75434956923758e-10,
      "loss": 0.3371,
      "step": 2845590
    },
    {
      "epoch": 794.19,
      "grad_norm": 1.3880008459091187,
      "learning_rate": 6.747859994360102e-10,
      "loss": 0.3406,
      "step": 2845600
    },
    {
      "epoch": 794.2,
      "grad_norm": 1.2178668975830078,
      "learning_rate": 6.741373538120785e-10,
      "loss": 0.34,
      "step": 2845610
    },
    {
      "epoch": 794.2,
      "grad_norm": 1.232922077178955,
      "learning_rate": 6.73489020052223e-10,
      "loss": 0.3315,
      "step": 2845620
    },
    {
      "epoch": 794.2,
      "grad_norm": 1.328766107559204,
      "learning_rate": 6.728409981564438e-10,
      "loss": 0.3518,
      "step": 2845630
    },
    {
      "epoch": 794.21,
      "grad_norm": 1.1900418996810913,
      "learning_rate": 6.72193288125001e-10,
      "loss": 0.3324,
      "step": 2845640
    },
    {
      "epoch": 794.21,
      "grad_norm": 1.5158600807189941,
      "learning_rate": 6.715458899576344e-10,
      "loss": 0.3368,
      "step": 2845650
    },
    {
      "epoch": 794.21,
      "grad_norm": 1.2625809907913208,
      "learning_rate": 6.708988036548644e-10,
      "loss": 0.3441,
      "step": 2845660
    },
    {
      "epoch": 794.21,
      "grad_norm": 1.336315393447876,
      "learning_rate": 6.702520292164309e-10,
      "loss": 0.3177,
      "step": 2845670
    },
    {
      "epoch": 794.22,
      "grad_norm": 1.38241446018219,
      "learning_rate": 6.696055666425941e-10,
      "loss": 0.3279,
      "step": 2845680
    },
    {
      "epoch": 794.22,
      "grad_norm": 1.1343411207199097,
      "learning_rate": 6.689594159333539e-10,
      "loss": 0.3382,
      "step": 2845690
    },
    {
      "epoch": 794.22,
      "grad_norm": 1.2844336032867432,
      "learning_rate": 6.683135770889705e-10,
      "loss": 0.3434,
      "step": 2845700
    },
    {
      "epoch": 794.23,
      "grad_norm": 1.1679390668869019,
      "learning_rate": 6.676680501094441e-10,
      "loss": 0.3364,
      "step": 2845710
    },
    {
      "epoch": 794.23,
      "grad_norm": 1.3436719179153442,
      "learning_rate": 6.670228349945142e-10,
      "loss": 0.3354,
      "step": 2845720
    },
    {
      "epoch": 794.23,
      "grad_norm": 0.9826893210411072,
      "learning_rate": 6.663779317447015e-10,
      "loss": 0.3318,
      "step": 2845730
    },
    {
      "epoch": 794.23,
      "grad_norm": 1.2244231700897217,
      "learning_rate": 6.657333403600057e-10,
      "loss": 0.3389,
      "step": 2845740
    },
    {
      "epoch": 794.24,
      "grad_norm": 1.1688951253890991,
      "learning_rate": 6.650890608406872e-10,
      "loss": 0.3606,
      "step": 2845750
    },
    {
      "epoch": 794.24,
      "grad_norm": 1.1960381269454956,
      "learning_rate": 6.644450931862256e-10,
      "loss": 0.3134,
      "step": 2845760
    },
    {
      "epoch": 794.24,
      "grad_norm": 1.10776686668396,
      "learning_rate": 6.638014373971413e-10,
      "loss": 0.3256,
      "step": 2845770
    },
    {
      "epoch": 794.25,
      "grad_norm": 1.4006679058074951,
      "learning_rate": 6.631580934736945e-10,
      "loss": 0.3448,
      "step": 2845780
    },
    {
      "epoch": 794.25,
      "grad_norm": 1.2778955698013306,
      "learning_rate": 6.625150614156249e-10,
      "loss": 0.3351,
      "step": 2845790
    },
    {
      "epoch": 794.25,
      "grad_norm": 1.2473055124282837,
      "learning_rate": 6.618723412231928e-10,
      "loss": 0.3444,
      "step": 2845800
    },
    {
      "epoch": 794.25,
      "grad_norm": 1.1664693355560303,
      "learning_rate": 6.612299328963982e-10,
      "loss": 0.3231,
      "step": 2845810
    },
    {
      "epoch": 794.26,
      "grad_norm": 1.4278111457824707,
      "learning_rate": 6.605878364352411e-10,
      "loss": 0.3257,
      "step": 2845820
    },
    {
      "epoch": 794.26,
      "grad_norm": 1.3591383695602417,
      "learning_rate": 6.599460518399817e-10,
      "loss": 0.3436,
      "step": 2845830
    },
    {
      "epoch": 794.26,
      "grad_norm": 1.2585597038269043,
      "learning_rate": 6.5930457911062e-10,
      "loss": 0.3286,
      "step": 2845840
    },
    {
      "epoch": 794.26,
      "grad_norm": 1.1219135522842407,
      "learning_rate": 6.586634182474162e-10,
      "loss": 0.3282,
      "step": 2845850
    },
    {
      "epoch": 794.27,
      "grad_norm": 1.7642382383346558,
      "learning_rate": 6.580225692501099e-10,
      "loss": 0.3386,
      "step": 2845860
    },
    {
      "epoch": 794.27,
      "grad_norm": 1.1479448080062866,
      "learning_rate": 6.573820321192219e-10,
      "loss": 0.3153,
      "step": 2845870
    },
    {
      "epoch": 794.27,
      "grad_norm": 1.49391508102417,
      "learning_rate": 6.567418068544918e-10,
      "loss": 0.3486,
      "step": 2845880
    },
    {
      "epoch": 794.28,
      "grad_norm": 1.2649036645889282,
      "learning_rate": 6.561018934559195e-10,
      "loss": 0.3412,
      "step": 2845890
    },
    {
      "epoch": 794.28,
      "grad_norm": 1.6054589748382568,
      "learning_rate": 6.554622919240256e-10,
      "loss": 0.3418,
      "step": 2845900
    },
    {
      "epoch": 794.28,
      "grad_norm": 1.0837074518203735,
      "learning_rate": 6.548230022585497e-10,
      "loss": 0.3233,
      "step": 2845910
    },
    {
      "epoch": 794.28,
      "grad_norm": 1.485696792602539,
      "learning_rate": 6.541840244597523e-10,
      "loss": 0.3289,
      "step": 2845920
    },
    {
      "epoch": 794.29,
      "grad_norm": 1.1094040870666504,
      "learning_rate": 6.535453585276331e-10,
      "loss": 0.3321,
      "step": 2845930
    },
    {
      "epoch": 794.29,
      "grad_norm": 1.3346713781356812,
      "learning_rate": 6.529070044621922e-10,
      "loss": 0.3435,
      "step": 2845940
    },
    {
      "epoch": 794.29,
      "grad_norm": 1.2935866117477417,
      "learning_rate": 6.522689622636898e-10,
      "loss": 0.3323,
      "step": 2845950
    },
    {
      "epoch": 794.3,
      "grad_norm": 1.1813032627105713,
      "learning_rate": 6.516312319321259e-10,
      "loss": 0.3414,
      "step": 2845960
    },
    {
      "epoch": 794.3,
      "grad_norm": 1.402816891670227,
      "learning_rate": 6.509938134677609e-10,
      "loss": 0.3323,
      "step": 2845970
    },
    {
      "epoch": 794.3,
      "grad_norm": 1.2549419403076172,
      "learning_rate": 6.50356706870074e-10,
      "loss": 0.3249,
      "step": 2845980
    },
    {
      "epoch": 794.3,
      "grad_norm": 1.355586290359497,
      "learning_rate": 6.497199121401064e-10,
      "loss": 0.3321,
      "step": 2845990
    },
    {
      "epoch": 794.31,
      "grad_norm": 1.4910826683044434,
      "learning_rate": 6.490834292770773e-10,
      "loss": 0.3381,
      "step": 2846000
    },
    {
      "epoch": 794.31,
      "grad_norm": 1.2776377201080322,
      "learning_rate": 6.484472582815071e-10,
      "loss": 0.3292,
      "step": 2846010
    },
    {
      "epoch": 794.31,
      "grad_norm": 1.2320330142974854,
      "learning_rate": 6.478113991533959e-10,
      "loss": 0.3374,
      "step": 2846020
    },
    {
      "epoch": 794.31,
      "grad_norm": 4.652566909790039,
      "learning_rate": 6.471758518927437e-10,
      "loss": 0.3168,
      "step": 2846030
    },
    {
      "epoch": 794.32,
      "grad_norm": 1.2398474216461182,
      "learning_rate": 6.465406164998105e-10,
      "loss": 0.3535,
      "step": 2846040
    },
    {
      "epoch": 794.32,
      "grad_norm": 1.4773091077804565,
      "learning_rate": 6.459056929745965e-10,
      "loss": 0.3429,
      "step": 2846050
    },
    {
      "epoch": 794.32,
      "grad_norm": 1.4402393102645874,
      "learning_rate": 6.452710813171016e-10,
      "loss": 0.3461,
      "step": 2846060
    },
    {
      "epoch": 794.33,
      "grad_norm": 1.2441730499267578,
      "learning_rate": 6.446367815275862e-10,
      "loss": 0.3212,
      "step": 2846070
    },
    {
      "epoch": 794.33,
      "grad_norm": 1.1847015619277954,
      "learning_rate": 6.4400279360605e-10,
      "loss": 0.3216,
      "step": 2846080
    },
    {
      "epoch": 794.33,
      "grad_norm": 1.424272060394287,
      "learning_rate": 6.433691175524933e-10,
      "loss": 0.3621,
      "step": 2846090
    },
    {
      "epoch": 794.33,
      "grad_norm": 1.7042977809906006,
      "learning_rate": 6.427357533671761e-10,
      "loss": 0.336,
      "step": 2846100
    },
    {
      "epoch": 794.34,
      "grad_norm": 5.086362838745117,
      "learning_rate": 6.421027010498382e-10,
      "loss": 0.3153,
      "step": 2846110
    },
    {
      "epoch": 794.34,
      "grad_norm": 1.2637598514556885,
      "learning_rate": 6.414699606010002e-10,
      "loss": 0.3394,
      "step": 2846120
    },
    {
      "epoch": 794.34,
      "grad_norm": 1.1355873346328735,
      "learning_rate": 6.408375320204017e-10,
      "loss": 0.3442,
      "step": 2846130
    },
    {
      "epoch": 794.35,
      "grad_norm": 1.218853235244751,
      "learning_rate": 6.402054153083029e-10,
      "loss": 0.3434,
      "step": 2846140
    },
    {
      "epoch": 794.35,
      "grad_norm": 1.312699794769287,
      "learning_rate": 6.395736104649642e-10,
      "loss": 0.3267,
      "step": 2846150
    },
    {
      "epoch": 794.35,
      "grad_norm": 1.2286782264709473,
      "learning_rate": 6.389421174901252e-10,
      "loss": 0.3379,
      "step": 2846160
    },
    {
      "epoch": 794.35,
      "grad_norm": 1.1466506719589233,
      "learning_rate": 6.38310936383786e-10,
      "loss": 0.3527,
      "step": 2846170
    },
    {
      "epoch": 794.36,
      "grad_norm": 1.7090452909469604,
      "learning_rate": 6.37680067146467e-10,
      "loss": 0.309,
      "step": 2846180
    },
    {
      "epoch": 794.36,
      "grad_norm": 1.193801999092102,
      "learning_rate": 6.370495097781682e-10,
      "loss": 0.3413,
      "step": 2846190
    },
    {
      "epoch": 794.36,
      "grad_norm": 1.1735234260559082,
      "learning_rate": 6.364192642786293e-10,
      "loss": 0.3255,
      "step": 2846200
    },
    {
      "epoch": 794.37,
      "grad_norm": 1.2217121124267578,
      "learning_rate": 6.357893306481107e-10,
      "loss": 0.3275,
      "step": 2846210
    },
    {
      "epoch": 794.37,
      "grad_norm": 1.4461745023727417,
      "learning_rate": 6.351597088868725e-10,
      "loss": 0.3467,
      "step": 2846220
    },
    {
      "epoch": 794.37,
      "grad_norm": 1.2133536338806152,
      "learning_rate": 6.345303989949147e-10,
      "loss": 0.3351,
      "step": 2846230
    },
    {
      "epoch": 794.37,
      "grad_norm": 1.3457963466644287,
      "learning_rate": 6.33901400971977e-10,
      "loss": 0.3579,
      "step": 2846240
    },
    {
      "epoch": 794.38,
      "grad_norm": 1.1042413711547852,
      "learning_rate": 6.3327271481858e-10,
      "loss": 0.3208,
      "step": 2846250
    },
    {
      "epoch": 794.38,
      "grad_norm": 1.0882457494735718,
      "learning_rate": 6.326443405347236e-10,
      "loss": 0.343,
      "step": 2846260
    },
    {
      "epoch": 794.38,
      "grad_norm": 1.5179097652435303,
      "learning_rate": 6.320162781204078e-10,
      "loss": 0.3252,
      "step": 2846270
    },
    {
      "epoch": 794.38,
      "grad_norm": 1.3152124881744385,
      "learning_rate": 6.313885275758927e-10,
      "loss": 0.3357,
      "step": 2846280
    },
    {
      "epoch": 794.39,
      "grad_norm": 1.1639738082885742,
      "learning_rate": 6.307610889009183e-10,
      "loss": 0.3252,
      "step": 2846290
    },
    {
      "epoch": 794.39,
      "grad_norm": 4.21097469329834,
      "learning_rate": 6.301339620957447e-10,
      "loss": 0.3373,
      "step": 2846300
    },
    {
      "epoch": 794.39,
      "grad_norm": 1.2317402362823486,
      "learning_rate": 6.29507147160372e-10,
      "loss": 0.3248,
      "step": 2846310
    },
    {
      "epoch": 794.4,
      "grad_norm": 1.2699247598648071,
      "learning_rate": 6.288806440950603e-10,
      "loss": 0.351,
      "step": 2846320
    },
    {
      "epoch": 794.4,
      "grad_norm": 1.1570329666137695,
      "learning_rate": 6.282544528998096e-10,
      "loss": 0.3325,
      "step": 2846330
    },
    {
      "epoch": 794.4,
      "grad_norm": 1.1718021631240845,
      "learning_rate": 6.276285735748801e-10,
      "loss": 0.3301,
      "step": 2846340
    },
    {
      "epoch": 794.4,
      "grad_norm": 1.2526105642318726,
      "learning_rate": 6.270030061200117e-10,
      "loss": 0.344,
      "step": 2846350
    },
    {
      "epoch": 794.41,
      "grad_norm": 1.4244890213012695,
      "learning_rate": 6.263777505354645e-10,
      "loss": 0.3263,
      "step": 2846360
    },
    {
      "epoch": 794.41,
      "grad_norm": 1.2366009950637817,
      "learning_rate": 6.257528068212385e-10,
      "loss": 0.3435,
      "step": 2846370
    },
    {
      "epoch": 794.41,
      "grad_norm": 1.5715572834014893,
      "learning_rate": 6.25128174977594e-10,
      "loss": 0.3328,
      "step": 2846380
    },
    {
      "epoch": 794.42,
      "grad_norm": 1.429944634437561,
      "learning_rate": 6.245038550045309e-10,
      "loss": 0.3326,
      "step": 2846390
    },
    {
      "epoch": 794.42,
      "grad_norm": 1.2415519952774048,
      "learning_rate": 6.238798469020492e-10,
      "loss": 0.3348,
      "step": 2846400
    },
    {
      "epoch": 794.42,
      "grad_norm": 1.3372949361801147,
      "learning_rate": 6.23256150670149e-10,
      "loss": 0.3214,
      "step": 2846410
    },
    {
      "epoch": 794.42,
      "grad_norm": 1.3459974527359009,
      "learning_rate": 6.226327663093507e-10,
      "loss": 0.3392,
      "step": 2846420
    },
    {
      "epoch": 794.43,
      "grad_norm": 1.3455621004104614,
      "learning_rate": 6.220096938191338e-10,
      "loss": 0.3401,
      "step": 2846430
    },
    {
      "epoch": 794.43,
      "grad_norm": 1.1591914892196655,
      "learning_rate": 6.213869332000188e-10,
      "loss": 0.3396,
      "step": 2846440
    },
    {
      "epoch": 794.43,
      "grad_norm": 1.149943470954895,
      "learning_rate": 6.207644844520056e-10,
      "loss": 0.3373,
      "step": 2846450
    },
    {
      "epoch": 794.43,
      "grad_norm": 1.261975884437561,
      "learning_rate": 6.201423475750943e-10,
      "loss": 0.327,
      "step": 2846460
    },
    {
      "epoch": 794.44,
      "grad_norm": 1.4625037908554077,
      "learning_rate": 6.195205225695451e-10,
      "loss": 0.3344,
      "step": 2846470
    },
    {
      "epoch": 794.44,
      "grad_norm": 1.1142748594284058,
      "learning_rate": 6.188990094350976e-10,
      "loss": 0.3401,
      "step": 2846480
    },
    {
      "epoch": 794.44,
      "grad_norm": 1.2293342351913452,
      "learning_rate": 6.182778081722725e-10,
      "loss": 0.325,
      "step": 2846490
    },
    {
      "epoch": 794.45,
      "grad_norm": 1.3363146781921387,
      "learning_rate": 6.176569187808094e-10,
      "loss": 0.3335,
      "step": 2846500
    },
    {
      "epoch": 794.45,
      "grad_norm": 1.326008677482605,
      "learning_rate": 6.170363412607085e-10,
      "loss": 0.3388,
      "step": 2846510
    },
    {
      "epoch": 794.45,
      "grad_norm": 1.2733291387557983,
      "learning_rate": 6.1641607561249e-10,
      "loss": 0.3428,
      "step": 2846520
    },
    {
      "epoch": 794.45,
      "grad_norm": 1.2515143156051636,
      "learning_rate": 6.157961218358938e-10,
      "loss": 0.3323,
      "step": 2846530
    },
    {
      "epoch": 794.46,
      "grad_norm": 1.0988359451293945,
      "learning_rate": 6.151764799311801e-10,
      "loss": 0.3411,
      "step": 2846540
    },
    {
      "epoch": 794.46,
      "grad_norm": 1.1926827430725098,
      "learning_rate": 6.145571498980887e-10,
      "loss": 0.333,
      "step": 2846550
    },
    {
      "epoch": 794.46,
      "grad_norm": 1.296464204788208,
      "learning_rate": 6.139381317371399e-10,
      "loss": 0.3255,
      "step": 2846560
    },
    {
      "epoch": 794.47,
      "grad_norm": 1.133660078048706,
      "learning_rate": 6.133194254483338e-10,
      "loss": 0.331,
      "step": 2846570
    },
    {
      "epoch": 794.47,
      "grad_norm": 1.4805878400802612,
      "learning_rate": 6.127010310316704e-10,
      "loss": 0.3376,
      "step": 2846580
    },
    {
      "epoch": 794.47,
      "grad_norm": 1.2191171646118164,
      "learning_rate": 6.120829484871498e-10,
      "loss": 0.3409,
      "step": 2846590
    },
    {
      "epoch": 794.47,
      "grad_norm": 1.4343013763427734,
      "learning_rate": 6.114651778147718e-10,
      "loss": 0.3361,
      "step": 2846600
    },
    {
      "epoch": 794.48,
      "grad_norm": 1.2997597455978394,
      "learning_rate": 6.108477190147968e-10,
      "loss": 0.3298,
      "step": 2846610
    },
    {
      "epoch": 794.48,
      "grad_norm": 1.3979976177215576,
      "learning_rate": 6.102305720874848e-10,
      "loss": 0.3502,
      "step": 2846620
    },
    {
      "epoch": 794.48,
      "grad_norm": 1.3806995153427124,
      "learning_rate": 6.096137370325757e-10,
      "loss": 0.3343,
      "step": 2846630
    },
    {
      "epoch": 794.49,
      "grad_norm": 1.4554673433303833,
      "learning_rate": 6.089972138503298e-10,
      "loss": 0.3238,
      "step": 2846640
    },
    {
      "epoch": 794.49,
      "grad_norm": 1.1758980751037598,
      "learning_rate": 6.083810025407469e-10,
      "loss": 0.3486,
      "step": 2846650
    },
    {
      "epoch": 794.49,
      "grad_norm": 1.2830206155776978,
      "learning_rate": 6.077651031040874e-10,
      "loss": 0.332,
      "step": 2846660
    },
    {
      "epoch": 794.49,
      "grad_norm": 1.2620208263397217,
      "learning_rate": 6.07149515540091e-10,
      "loss": 0.3432,
      "step": 2846670
    },
    {
      "epoch": 794.5,
      "grad_norm": 1.3237268924713135,
      "learning_rate": 6.065342398492781e-10,
      "loss": 0.3256,
      "step": 2846680
    },
    {
      "epoch": 794.5,
      "grad_norm": 1.2715187072753906,
      "learning_rate": 6.059192760313885e-10,
      "loss": 0.3192,
      "step": 2846690
    },
    {
      "epoch": 794.5,
      "grad_norm": 1.2003957033157349,
      "learning_rate": 6.053046240864223e-10,
      "loss": 0.3369,
      "step": 2846700
    },
    {
      "epoch": 794.5,
      "grad_norm": 1.3003844022750854,
      "learning_rate": 6.046902840148998e-10,
      "loss": 0.3387,
      "step": 2846710
    },
    {
      "epoch": 794.51,
      "grad_norm": 1.3657774925231934,
      "learning_rate": 6.040762558165609e-10,
      "loss": 0.3327,
      "step": 2846720
    },
    {
      "epoch": 794.51,
      "grad_norm": 1.3462870121002197,
      "learning_rate": 6.034625394916656e-10,
      "loss": 0.3278,
      "step": 2846730
    },
    {
      "epoch": 794.51,
      "grad_norm": 1.322662115097046,
      "learning_rate": 6.028491350402141e-10,
      "loss": 0.3296,
      "step": 2846740
    },
    {
      "epoch": 794.52,
      "grad_norm": 1.2235562801361084,
      "learning_rate": 6.022360424622064e-10,
      "loss": 0.3306,
      "step": 2846750
    },
    {
      "epoch": 794.52,
      "grad_norm": 1.2661617994308472,
      "learning_rate": 6.016232617579025e-10,
      "loss": 0.323,
      "step": 2846760
    },
    {
      "epoch": 794.52,
      "grad_norm": 1.5182632207870483,
      "learning_rate": 6.010107929270425e-10,
      "loss": 0.3405,
      "step": 2846770
    },
    {
      "epoch": 794.52,
      "grad_norm": 1.3600956201553345,
      "learning_rate": 6.003986359701465e-10,
      "loss": 0.3458,
      "step": 2846780
    },
    {
      "epoch": 794.53,
      "grad_norm": 1.3303980827331543,
      "learning_rate": 5.997867908872147e-10,
      "loss": 0.3328,
      "step": 2846790
    },
    {
      "epoch": 794.53,
      "grad_norm": 1.490012764930725,
      "learning_rate": 5.991752576779869e-10,
      "loss": 0.3321,
      "step": 2846800
    },
    {
      "epoch": 794.53,
      "grad_norm": 1.4164469242095947,
      "learning_rate": 5.985640363429835e-10,
      "loss": 0.3427,
      "step": 2846810
    },
    {
      "epoch": 794.54,
      "grad_norm": 1.3151174783706665,
      "learning_rate": 5.979531268819442e-10,
      "loss": 0.3374,
      "step": 2846820
    },
    {
      "epoch": 794.54,
      "grad_norm": 1.2509955167770386,
      "learning_rate": 5.973425292951292e-10,
      "loss": 0.3282,
      "step": 2846830
    },
    {
      "epoch": 794.54,
      "grad_norm": 6.079851150512695,
      "learning_rate": 5.967322435825386e-10,
      "loss": 0.3288,
      "step": 2846840
    },
    {
      "epoch": 794.54,
      "grad_norm": 1.7170846462249756,
      "learning_rate": 5.961222697441724e-10,
      "loss": 0.334,
      "step": 2846850
    },
    {
      "epoch": 794.55,
      "grad_norm": 1.3097081184387207,
      "learning_rate": 5.955126077802908e-10,
      "loss": 0.3361,
      "step": 2846860
    },
    {
      "epoch": 794.55,
      "grad_norm": 1.1325297355651855,
      "learning_rate": 5.949032576908937e-10,
      "loss": 0.3331,
      "step": 2846870
    },
    {
      "epoch": 794.55,
      "grad_norm": 1.337030291557312,
      "learning_rate": 5.942942194762413e-10,
      "loss": 0.342,
      "step": 2846880
    },
    {
      "epoch": 794.55,
      "grad_norm": 1.2952405214309692,
      "learning_rate": 5.936854931360736e-10,
      "loss": 0.3242,
      "step": 2846890
    },
    {
      "epoch": 794.56,
      "grad_norm": 1.0721774101257324,
      "learning_rate": 5.930770786706507e-10,
      "loss": 0.3527,
      "step": 2846900
    },
    {
      "epoch": 794.56,
      "grad_norm": 1.2517125606536865,
      "learning_rate": 5.924689760802327e-10,
      "loss": 0.3425,
      "step": 2846910
    },
    {
      "epoch": 794.56,
      "grad_norm": 1.1782541275024414,
      "learning_rate": 5.918611853645596e-10,
      "loss": 0.3272,
      "step": 2846920
    },
    {
      "epoch": 794.57,
      "grad_norm": 1.094571590423584,
      "learning_rate": 5.912537065238913e-10,
      "loss": 0.3161,
      "step": 2846930
    },
    {
      "epoch": 794.57,
      "grad_norm": 1.1748696565628052,
      "learning_rate": 5.906465395584883e-10,
      "loss": 0.338,
      "step": 2846940
    },
    {
      "epoch": 794.57,
      "grad_norm": 1.1699142456054688,
      "learning_rate": 5.900396844680903e-10,
      "loss": 0.3403,
      "step": 2846950
    },
    {
      "epoch": 794.57,
      "grad_norm": 1.1423238515853882,
      "learning_rate": 5.894331412526973e-10,
      "loss": 0.3235,
      "step": 2846960
    },
    {
      "epoch": 794.58,
      "grad_norm": 2.937800168991089,
      "learning_rate": 5.888269099130899e-10,
      "loss": 0.3507,
      "step": 2846970
    },
    {
      "epoch": 794.58,
      "grad_norm": 1.1807681322097778,
      "learning_rate": 5.882209904484874e-10,
      "loss": 0.3324,
      "step": 2846980
    },
    {
      "epoch": 794.58,
      "grad_norm": 1.4291330575942993,
      "learning_rate": 5.876153828594104e-10,
      "loss": 0.3345,
      "step": 2846990
    },
    {
      "epoch": 794.59,
      "grad_norm": 1.1558738946914673,
      "learning_rate": 5.870100871458588e-10,
      "loss": 0.3401,
      "step": 2847000
    },
    {
      "epoch": 794.59,
      "grad_norm": 1.2458863258361816,
      "learning_rate": 5.864051033080928e-10,
      "loss": 0.3292,
      "step": 2847010
    },
    {
      "epoch": 794.59,
      "grad_norm": 1.4549407958984375,
      "learning_rate": 5.858004313461124e-10,
      "loss": 0.3339,
      "step": 2847020
    },
    {
      "epoch": 794.59,
      "grad_norm": 1.261191725730896,
      "learning_rate": 5.851960712596575e-10,
      "loss": 0.3583,
      "step": 2847030
    },
    {
      "epoch": 794.6,
      "grad_norm": 1.2069381475448608,
      "learning_rate": 5.845920230492483e-10,
      "loss": 0.3264,
      "step": 2847040
    },
    {
      "epoch": 794.6,
      "grad_norm": 1.1294738054275513,
      "learning_rate": 5.839882867146248e-10,
      "loss": 0.353,
      "step": 2847050
    },
    {
      "epoch": 794.6,
      "grad_norm": 1.2289780378341675,
      "learning_rate": 5.833848622563072e-10,
      "loss": 0.3479,
      "step": 2847060
    },
    {
      "epoch": 794.61,
      "grad_norm": 1.057796597480774,
      "learning_rate": 5.827817496740356e-10,
      "loss": 0.3456,
      "step": 2847070
    },
    {
      "epoch": 794.61,
      "grad_norm": 1.1657476425170898,
      "learning_rate": 5.821789489678097e-10,
      "loss": 0.3368,
      "step": 2847080
    },
    {
      "epoch": 794.61,
      "grad_norm": 1.243974208831787,
      "learning_rate": 5.815764601378899e-10,
      "loss": 0.3425,
      "step": 2847090
    },
    {
      "epoch": 794.61,
      "grad_norm": 1.1426540613174438,
      "learning_rate": 5.809742831845362e-10,
      "loss": 0.3339,
      "step": 2847100
    },
    {
      "epoch": 794.62,
      "grad_norm": 1.1864491701126099,
      "learning_rate": 5.803724181072285e-10,
      "loss": 0.3265,
      "step": 2847110
    },
    {
      "epoch": 794.62,
      "grad_norm": 1.336159110069275,
      "learning_rate": 5.797708649067472e-10,
      "loss": 0.3396,
      "step": 2847120
    },
    {
      "epoch": 794.62,
      "grad_norm": 1.1959179639816284,
      "learning_rate": 5.79169623582832e-10,
      "loss": 0.3375,
      "step": 2847130
    },
    {
      "epoch": 794.62,
      "grad_norm": 1.5362601280212402,
      "learning_rate": 5.785686941354832e-10,
      "loss": 0.3312,
      "step": 2847140
    },
    {
      "epoch": 794.63,
      "grad_norm": 1.1034281253814697,
      "learning_rate": 5.779680765649608e-10,
      "loss": 0.3279,
      "step": 2847150
    },
    {
      "epoch": 794.63,
      "grad_norm": 1.116441249847412,
      "learning_rate": 5.773677708712648e-10,
      "loss": 0.3407,
      "step": 2847160
    },
    {
      "epoch": 794.63,
      "grad_norm": 1.0884196758270264,
      "learning_rate": 5.767677770543954e-10,
      "loss": 0.3398,
      "step": 2847170
    },
    {
      "epoch": 794.64,
      "grad_norm": 1.4736413955688477,
      "learning_rate": 5.761680951146125e-10,
      "loss": 0.3398,
      "step": 2847180
    },
    {
      "epoch": 794.64,
      "grad_norm": 1.1744869947433472,
      "learning_rate": 5.755687250519162e-10,
      "loss": 0.3407,
      "step": 2847190
    },
    {
      "epoch": 794.64,
      "grad_norm": 1.136496901512146,
      "learning_rate": 5.749696668663067e-10,
      "loss": 0.3309,
      "step": 2847200
    },
    {
      "epoch": 794.64,
      "grad_norm": 1.3246721029281616,
      "learning_rate": 5.743709205580441e-10,
      "loss": 0.328,
      "step": 2847210
    },
    {
      "epoch": 794.65,
      "grad_norm": 1.4926520586013794,
      "learning_rate": 5.73772486126868e-10,
      "loss": 0.3394,
      "step": 2847220
    },
    {
      "epoch": 794.65,
      "grad_norm": 1.5508791208267212,
      "learning_rate": 5.731743635732991e-10,
      "loss": 0.3542,
      "step": 2847230
    },
    {
      "epoch": 794.65,
      "grad_norm": 1.2661164999008179,
      "learning_rate": 5.725765528973372e-10,
      "loss": 0.35,
      "step": 2847240
    },
    {
      "epoch": 794.66,
      "grad_norm": 1.460539698600769,
      "learning_rate": 5.719790540987223e-10,
      "loss": 0.3484,
      "step": 2847250
    },
    {
      "epoch": 794.66,
      "grad_norm": 1.2912698984146118,
      "learning_rate": 5.713818671777142e-10,
      "loss": 0.34,
      "step": 2847260
    },
    {
      "epoch": 794.66,
      "grad_norm": 1.3138113021850586,
      "learning_rate": 5.707849921343134e-10,
      "loss": 0.3394,
      "step": 2847270
    },
    {
      "epoch": 794.66,
      "grad_norm": 1.4589160680770874,
      "learning_rate": 5.7018842896904e-10,
      "loss": 0.3374,
      "step": 2847280
    },
    {
      "epoch": 794.67,
      "grad_norm": 1.3822495937347412,
      "learning_rate": 5.695921776813737e-10,
      "loss": 0.3364,
      "step": 2847290
    },
    {
      "epoch": 794.67,
      "grad_norm": 1.5596861839294434,
      "learning_rate": 5.689962382718349e-10,
      "loss": 0.3523,
      "step": 2847300
    },
    {
      "epoch": 794.67,
      "grad_norm": 1.6231504678726196,
      "learning_rate": 5.684006107401634e-10,
      "loss": 0.3427,
      "step": 2847310
    },
    {
      "epoch": 794.67,
      "grad_norm": 1.2239280939102173,
      "learning_rate": 5.678052950866194e-10,
      "loss": 0.329,
      "step": 2847320
    },
    {
      "epoch": 794.68,
      "grad_norm": 1.5128272771835327,
      "learning_rate": 5.67210291311463e-10,
      "loss": 0.3449,
      "step": 2847330
    },
    {
      "epoch": 794.68,
      "grad_norm": 1.1821938753128052,
      "learning_rate": 5.666155994144342e-10,
      "loss": 0.36,
      "step": 2847340
    },
    {
      "epoch": 794.68,
      "grad_norm": 1.0980008840560913,
      "learning_rate": 5.660212193955328e-10,
      "loss": 0.3373,
      "step": 2847350
    },
    {
      "epoch": 794.69,
      "grad_norm": 1.177362084388733,
      "learning_rate": 5.654271512552794e-10,
      "loss": 0.3514,
      "step": 2847360
    },
    {
      "epoch": 794.69,
      "grad_norm": 1.3867219686508179,
      "learning_rate": 5.648333949936739e-10,
      "loss": 0.3285,
      "step": 2847370
    },
    {
      "epoch": 794.69,
      "grad_norm": 1.3602463006973267,
      "learning_rate": 5.64239950610456e-10,
      "loss": 0.3288,
      "step": 2847380
    },
    {
      "epoch": 794.69,
      "grad_norm": 1.1252903938293457,
      "learning_rate": 5.636468181058861e-10,
      "loss": 0.3297,
      "step": 2847390
    },
    {
      "epoch": 794.7,
      "grad_norm": 1.2861177921295166,
      "learning_rate": 5.630539974802242e-10,
      "loss": 0.3415,
      "step": 2847400
    },
    {
      "epoch": 794.7,
      "grad_norm": 1.2368206977844238,
      "learning_rate": 5.624614887332103e-10,
      "loss": 0.3463,
      "step": 2847410
    },
    {
      "epoch": 794.7,
      "grad_norm": 1.3768234252929688,
      "learning_rate": 5.618692918651045e-10,
      "loss": 0.3552,
      "step": 2847420
    },
    {
      "epoch": 794.71,
      "grad_norm": 1.2678471803665161,
      "learning_rate": 5.612774068761671e-10,
      "loss": 0.3287,
      "step": 2847430
    },
    {
      "epoch": 794.71,
      "grad_norm": 1.4515347480773926,
      "learning_rate": 5.606858337661377e-10,
      "loss": 0.3516,
      "step": 2847440
    },
    {
      "epoch": 794.71,
      "grad_norm": 1.2817728519439697,
      "learning_rate": 5.600945725352767e-10,
      "loss": 0.3455,
      "step": 2847450
    },
    {
      "epoch": 794.71,
      "grad_norm": 1.16974675655365,
      "learning_rate": 5.59503623183584e-10,
      "loss": 0.3413,
      "step": 2847460
    },
    {
      "epoch": 794.72,
      "grad_norm": 1.3517348766326904,
      "learning_rate": 5.589129857110596e-10,
      "loss": 0.3379,
      "step": 2847470
    },
    {
      "epoch": 794.72,
      "grad_norm": 1.2238157987594604,
      "learning_rate": 5.583226601182239e-10,
      "loss": 0.3394,
      "step": 2847480
    },
    {
      "epoch": 794.72,
      "grad_norm": 1.226533055305481,
      "learning_rate": 5.577326464045566e-10,
      "loss": 0.3263,
      "step": 2847490
    },
    {
      "epoch": 794.73,
      "grad_norm": 1.2226998805999756,
      "learning_rate": 5.57142944570578e-10,
      "loss": 0.3436,
      "step": 2847500
    },
    {
      "epoch": 794.73,
      "grad_norm": 1.1677113771438599,
      "learning_rate": 5.56553554616028e-10,
      "loss": 0.3331,
      "step": 2847510
    },
    {
      "epoch": 794.73,
      "grad_norm": 1.190411925315857,
      "learning_rate": 5.559644765414269e-10,
      "loss": 0.3223,
      "step": 2847520
    },
    {
      "epoch": 794.73,
      "grad_norm": 1.4468294382095337,
      "learning_rate": 5.553757103465146e-10,
      "loss": 0.3321,
      "step": 2847530
    },
    {
      "epoch": 794.74,
      "grad_norm": 1.1665029525756836,
      "learning_rate": 5.547872560312909e-10,
      "loss": 0.328,
      "step": 2847540
    },
    {
      "epoch": 794.74,
      "grad_norm": 3.3688347339630127,
      "learning_rate": 5.541991135962765e-10,
      "loss": 0.337,
      "step": 2847550
    },
    {
      "epoch": 794.74,
      "grad_norm": 1.277038335800171,
      "learning_rate": 5.536112830409508e-10,
      "loss": 0.3261,
      "step": 2847560
    },
    {
      "epoch": 794.74,
      "grad_norm": 1.313670039176941,
      "learning_rate": 5.530237643658342e-10,
      "loss": 0.3368,
      "step": 2847570
    },
    {
      "epoch": 794.75,
      "grad_norm": 1.4021822214126587,
      "learning_rate": 5.524365575709267e-10,
      "loss": 0.331,
      "step": 2847580
    },
    {
      "epoch": 794.75,
      "grad_norm": 1.194698452949524,
      "learning_rate": 5.518496626562286e-10,
      "loss": 0.3412,
      "step": 2847590
    },
    {
      "epoch": 794.75,
      "grad_norm": 1.0998731851577759,
      "learning_rate": 5.512630796217395e-10,
      "loss": 0.3269,
      "step": 2847600
    },
    {
      "epoch": 794.76,
      "grad_norm": 2.116217613220215,
      "learning_rate": 5.506768084677197e-10,
      "loss": 0.3361,
      "step": 2847610
    },
    {
      "epoch": 794.76,
      "grad_norm": 1.2367576360702515,
      "learning_rate": 5.500908491941694e-10,
      "loss": 0.3375,
      "step": 2847620
    },
    {
      "epoch": 794.76,
      "grad_norm": 1.2809683084487915,
      "learning_rate": 5.495052018010884e-10,
      "loss": 0.3276,
      "step": 2847630
    },
    {
      "epoch": 794.76,
      "grad_norm": 1.147728681564331,
      "learning_rate": 5.48919866288737e-10,
      "loss": 0.3394,
      "step": 2847640
    },
    {
      "epoch": 794.77,
      "grad_norm": 1.1759756803512573,
      "learning_rate": 5.483348426571152e-10,
      "loss": 0.3488,
      "step": 2847650
    },
    {
      "epoch": 794.77,
      "grad_norm": 1.4165306091308594,
      "learning_rate": 5.477501309062229e-10,
      "loss": 0.3373,
      "step": 2847660
    },
    {
      "epoch": 794.77,
      "grad_norm": 1.4065845012664795,
      "learning_rate": 5.471657310360602e-10,
      "loss": 0.3389,
      "step": 2847670
    },
    {
      "epoch": 794.78,
      "grad_norm": 1.1786324977874756,
      "learning_rate": 5.465816430471476e-10,
      "loss": 0.3236,
      "step": 2847680
    },
    {
      "epoch": 794.78,
      "grad_norm": 1.4188268184661865,
      "learning_rate": 5.459978669389645e-10,
      "loss": 0.3276,
      "step": 2847690
    },
    {
      "epoch": 794.78,
      "grad_norm": 1.0762054920196533,
      "learning_rate": 5.454144027120313e-10,
      "loss": 0.3204,
      "step": 2847700
    },
    {
      "epoch": 794.78,
      "grad_norm": 1.2525612115859985,
      "learning_rate": 5.448312503660881e-10,
      "loss": 0.3321,
      "step": 2847710
    },
    {
      "epoch": 794.79,
      "grad_norm": 1.088934302330017,
      "learning_rate": 5.442484099013947e-10,
      "loss": 0.3269,
      "step": 2847720
    },
    {
      "epoch": 794.79,
      "grad_norm": 1.2970162630081177,
      "learning_rate": 5.436658813182116e-10,
      "loss": 0.339,
      "step": 2847730
    },
    {
      "epoch": 794.79,
      "grad_norm": 1.2790825366973877,
      "learning_rate": 5.430836646162784e-10,
      "loss": 0.3417,
      "step": 2847740
    },
    {
      "epoch": 794.79,
      "grad_norm": 1.2184072732925415,
      "learning_rate": 5.425017597958555e-10,
      "loss": 0.3285,
      "step": 2847750
    },
    {
      "epoch": 794.8,
      "grad_norm": 1.2846367359161377,
      "learning_rate": 5.419201668572029e-10,
      "loss": 0.3343,
      "step": 2847760
    },
    {
      "epoch": 794.8,
      "grad_norm": 1.4240633249282837,
      "learning_rate": 5.413388857998003e-10,
      "loss": 0.3356,
      "step": 2847770
    },
    {
      "epoch": 794.8,
      "grad_norm": 1.1801663637161255,
      "learning_rate": 5.407579166244285e-10,
      "loss": 0.3322,
      "step": 2847780
    },
    {
      "epoch": 794.81,
      "grad_norm": 1.3820916414260864,
      "learning_rate": 5.401772593308269e-10,
      "loss": 0.3355,
      "step": 2847790
    },
    {
      "epoch": 794.81,
      "grad_norm": 1.345994472503662,
      "learning_rate": 5.395969139189958e-10,
      "loss": 0.3355,
      "step": 2847800
    },
    {
      "epoch": 794.81,
      "grad_norm": 1.0858848094940186,
      "learning_rate": 5.390168803889351e-10,
      "loss": 0.3284,
      "step": 2847810
    },
    {
      "epoch": 794.81,
      "grad_norm": 1.1797939538955688,
      "learning_rate": 5.384371587411652e-10,
      "loss": 0.3417,
      "step": 2847820
    },
    {
      "epoch": 794.82,
      "grad_norm": 1.2545970678329468,
      "learning_rate": 5.37857748975426e-10,
      "loss": 0.3305,
      "step": 2847830
    },
    {
      "epoch": 794.82,
      "grad_norm": 1.0976649522781372,
      "learning_rate": 5.372786510917173e-10,
      "loss": 0.341,
      "step": 2847840
    },
    {
      "epoch": 794.82,
      "grad_norm": 1.361207127571106,
      "learning_rate": 5.366998650905598e-10,
      "loss": 0.3472,
      "step": 2847850
    },
    {
      "epoch": 794.83,
      "grad_norm": 1.1915141344070435,
      "learning_rate": 5.361213909714327e-10,
      "loss": 0.3314,
      "step": 2847860
    },
    {
      "epoch": 794.83,
      "grad_norm": 1.3599799871444702,
      "learning_rate": 5.355432287348568e-10,
      "loss": 0.3332,
      "step": 2847870
    },
    {
      "epoch": 794.83,
      "grad_norm": 1.308774471282959,
      "learning_rate": 5.34965378380832e-10,
      "loss": 0.3289,
      "step": 2847880
    },
    {
      "epoch": 794.83,
      "grad_norm": 1.3612220287322998,
      "learning_rate": 5.343878399090979e-10,
      "loss": 0.3537,
      "step": 2847890
    },
    {
      "epoch": 794.84,
      "grad_norm": 1.556632161140442,
      "learning_rate": 5.33810613320175e-10,
      "loss": 0.3381,
      "step": 2847900
    },
    {
      "epoch": 794.84,
      "grad_norm": 1.0872142314910889,
      "learning_rate": 5.332336986140634e-10,
      "loss": 0.3606,
      "step": 2847910
    },
    {
      "epoch": 794.84,
      "grad_norm": 1.2967349290847778,
      "learning_rate": 5.326570957905028e-10,
      "loss": 0.3345,
      "step": 2847920
    },
    {
      "epoch": 794.85,
      "grad_norm": 1.331764817237854,
      "learning_rate": 5.320808048500137e-10,
      "loss": 0.3275,
      "step": 2847930
    },
    {
      "epoch": 794.85,
      "grad_norm": 1.2768371105194092,
      "learning_rate": 5.315048257923359e-10,
      "loss": 0.3353,
      "step": 2847940
    },
    {
      "epoch": 794.85,
      "grad_norm": 1.3168994188308716,
      "learning_rate": 5.309291586177294e-10,
      "loss": 0.3351,
      "step": 2847950
    },
    {
      "epoch": 794.85,
      "grad_norm": 1.2158695459365845,
      "learning_rate": 5.303538033261945e-10,
      "loss": 0.3415,
      "step": 2847960
    },
    {
      "epoch": 794.86,
      "grad_norm": 1.2215009927749634,
      "learning_rate": 5.297787599179912e-10,
      "loss": 0.3304,
      "step": 2847970
    },
    {
      "epoch": 794.86,
      "grad_norm": 1.3769612312316895,
      "learning_rate": 5.292040283928594e-10,
      "loss": 0.3383,
      "step": 2847980
    },
    {
      "epoch": 794.86,
      "grad_norm": 1.314292073249817,
      "learning_rate": 5.286296087510591e-10,
      "loss": 0.3438,
      "step": 2847990
    },
    {
      "epoch": 794.86,
      "grad_norm": 1.124753713607788,
      "learning_rate": 5.280555009928508e-10,
      "loss": 0.3355,
      "step": 2848000
    },
    {
      "epoch": 794.87,
      "grad_norm": 1.1876920461654663,
      "learning_rate": 5.274817051179741e-10,
      "loss": 0.335,
      "step": 2848010
    },
    {
      "epoch": 794.87,
      "grad_norm": 1.2248841524124146,
      "learning_rate": 5.269082211266894e-10,
      "loss": 0.3208,
      "step": 2848020
    },
    {
      "epoch": 794.87,
      "grad_norm": 1.1641113758087158,
      "learning_rate": 5.263350490189964e-10,
      "loss": 0.3283,
      "step": 2848030
    },
    {
      "epoch": 794.88,
      "grad_norm": 1.3200451135635376,
      "learning_rate": 5.257621887948954e-10,
      "loss": 0.3413,
      "step": 2848040
    },
    {
      "epoch": 794.88,
      "grad_norm": 1.215132713317871,
      "learning_rate": 5.251896404546465e-10,
      "loss": 0.3421,
      "step": 2848050
    },
    {
      "epoch": 794.88,
      "grad_norm": 1.7742021083831787,
      "learning_rate": 5.246174039985097e-10,
      "loss": 0.3369,
      "step": 2848060
    },
    {
      "epoch": 794.88,
      "grad_norm": 1.8383948802947998,
      "learning_rate": 5.240454794259649e-10,
      "loss": 0.3279,
      "step": 2848070
    },
    {
      "epoch": 794.89,
      "grad_norm": 1.2195192575454712,
      "learning_rate": 5.234738667377926e-10,
      "loss": 0.3258,
      "step": 2848080
    },
    {
      "epoch": 794.89,
      "grad_norm": 1.3007057905197144,
      "learning_rate": 5.229025659334724e-10,
      "loss": 0.3474,
      "step": 2848090
    },
    {
      "epoch": 794.89,
      "grad_norm": 1.4810887575149536,
      "learning_rate": 5.223315770132644e-10,
      "loss": 0.3436,
      "step": 2848100
    },
    {
      "epoch": 794.9,
      "grad_norm": 1.2497737407684326,
      "learning_rate": 5.21760899977429e-10,
      "loss": 0.3451,
      "step": 2848110
    },
    {
      "epoch": 794.9,
      "grad_norm": 1.2183729410171509,
      "learning_rate": 5.211905348257057e-10,
      "loss": 0.3245,
      "step": 2848120
    },
    {
      "epoch": 794.9,
      "grad_norm": 1.504826545715332,
      "learning_rate": 5.206204815586153e-10,
      "loss": 0.3388,
      "step": 2848130
    },
    {
      "epoch": 794.9,
      "grad_norm": 1.027030110359192,
      "learning_rate": 5.200507401758973e-10,
      "loss": 0.3293,
      "step": 2848140
    },
    {
      "epoch": 794.91,
      "grad_norm": 1.2858788967132568,
      "learning_rate": 5.194813106778121e-10,
      "loss": 0.345,
      "step": 2848150
    },
    {
      "epoch": 794.91,
      "grad_norm": 1.4929932355880737,
      "learning_rate": 5.189121930643594e-10,
      "loss": 0.3421,
      "step": 2848160
    },
    {
      "epoch": 794.91,
      "grad_norm": 1.5756988525390625,
      "learning_rate": 5.183433873355396e-10,
      "loss": 0.3262,
      "step": 2848170
    },
    {
      "epoch": 794.91,
      "grad_norm": 1.229186773300171,
      "learning_rate": 5.177748934913524e-10,
      "loss": 0.3412,
      "step": 2848180
    },
    {
      "epoch": 794.92,
      "grad_norm": 1.2019596099853516,
      "learning_rate": 5.172067115320582e-10,
      "loss": 0.3512,
      "step": 2848190
    },
    {
      "epoch": 794.92,
      "grad_norm": 1.1582186222076416,
      "learning_rate": 5.16638841457917e-10,
      "loss": 0.3383,
      "step": 2848200
    },
    {
      "epoch": 794.92,
      "grad_norm": 1.3050686120986938,
      "learning_rate": 5.160712832684085e-10,
      "loss": 0.3305,
      "step": 2848210
    },
    {
      "epoch": 794.93,
      "grad_norm": 2.219916820526123,
      "learning_rate": 5.155040369643135e-10,
      "loss": 0.3391,
      "step": 2848220
    },
    {
      "epoch": 794.93,
      "grad_norm": 1.1821808815002441,
      "learning_rate": 5.149371025451113e-10,
      "loss": 0.3382,
      "step": 2848230
    },
    {
      "epoch": 794.93,
      "grad_norm": 1.2229444980621338,
      "learning_rate": 5.143704800113224e-10,
      "loss": 0.3342,
      "step": 2848240
    },
    {
      "epoch": 794.93,
      "grad_norm": 1.3009158372879028,
      "learning_rate": 5.138041693626867e-10,
      "loss": 0.3384,
      "step": 2848250
    },
    {
      "epoch": 794.94,
      "grad_norm": 1.2379791736602783,
      "learning_rate": 5.132381705997244e-10,
      "loss": 0.3537,
      "step": 2848260
    },
    {
      "epoch": 794.94,
      "grad_norm": 1.0863679647445679,
      "learning_rate": 5.126724837219154e-10,
      "loss": 0.3172,
      "step": 2848270
    },
    {
      "epoch": 794.94,
      "grad_norm": 1.3372304439544678,
      "learning_rate": 5.121071087297799e-10,
      "loss": 0.3345,
      "step": 2848280
    },
    {
      "epoch": 794.95,
      "grad_norm": 1.2542006969451904,
      "learning_rate": 5.115420456230576e-10,
      "loss": 0.3483,
      "step": 2848290
    },
    {
      "epoch": 794.95,
      "grad_norm": 1.373050570487976,
      "learning_rate": 5.109772944022691e-10,
      "loss": 0.3554,
      "step": 2848300
    },
    {
      "epoch": 794.95,
      "grad_norm": 1.3357374668121338,
      "learning_rate": 5.104128550671542e-10,
      "loss": 0.3353,
      "step": 2848310
    },
    {
      "epoch": 794.95,
      "grad_norm": 1.2221786975860596,
      "learning_rate": 5.098487276177128e-10,
      "loss": 0.3388,
      "step": 2848320
    },
    {
      "epoch": 794.96,
      "grad_norm": 1.1471470594406128,
      "learning_rate": 5.092849120542051e-10,
      "loss": 0.3404,
      "step": 2848330
    },
    {
      "epoch": 794.96,
      "grad_norm": 1.3290646076202393,
      "learning_rate": 5.087214083768915e-10,
      "loss": 0.3299,
      "step": 2848340
    },
    {
      "epoch": 794.96,
      "grad_norm": 1.1090635061264038,
      "learning_rate": 5.081582165855115e-10,
      "loss": 0.3545,
      "step": 2848350
    },
    {
      "epoch": 794.97,
      "grad_norm": 1.2855287790298462,
      "learning_rate": 5.075953366800653e-10,
      "loss": 0.335,
      "step": 2848360
    },
    {
      "epoch": 794.97,
      "grad_norm": 1.2749221324920654,
      "learning_rate": 5.070327686610732e-10,
      "loss": 0.3503,
      "step": 2848370
    },
    {
      "epoch": 794.97,
      "grad_norm": 1.2082226276397705,
      "learning_rate": 5.064705125282752e-10,
      "loss": 0.3425,
      "step": 2848380
    },
    {
      "epoch": 794.97,
      "grad_norm": 1.1998721361160278,
      "learning_rate": 5.05908568281671e-10,
      "loss": 0.3336,
      "step": 2848390
    },
    {
      "epoch": 794.98,
      "grad_norm": 1.2197301387786865,
      "learning_rate": 5.053469359217812e-10,
      "loss": 0.345,
      "step": 2848400
    },
    {
      "epoch": 794.98,
      "grad_norm": 1.5127696990966797,
      "learning_rate": 5.047856154483456e-10,
      "loss": 0.3281,
      "step": 2848410
    },
    {
      "epoch": 794.98,
      "grad_norm": 1.3100310564041138,
      "learning_rate": 5.042246068613642e-10,
      "loss": 0.332,
      "step": 2848420
    },
    {
      "epoch": 794.98,
      "grad_norm": 1.413087248802185,
      "learning_rate": 5.036639101610972e-10,
      "loss": 0.3281,
      "step": 2848430
    },
    {
      "epoch": 794.99,
      "grad_norm": 1.1817084550857544,
      "learning_rate": 5.031035253475445e-10,
      "loss": 0.3279,
      "step": 2848440
    },
    {
      "epoch": 794.99,
      "grad_norm": 1.1655467748641968,
      "learning_rate": 5.025434524207062e-10,
      "loss": 0.3368,
      "step": 2848450
    },
    {
      "epoch": 794.99,
      "grad_norm": 1.1786235570907593,
      "learning_rate": 5.019836913808424e-10,
      "loss": 0.3289,
      "step": 2848460
    },
    {
      "epoch": 795.0,
      "grad_norm": 1.4101450443267822,
      "learning_rate": 5.014242422279533e-10,
      "loss": 0.3338,
      "step": 2848470
    },
    {
      "epoch": 795.0,
      "grad_norm": 1.24995756149292,
      "learning_rate": 5.008651049620387e-10,
      "loss": 0.3304,
      "step": 2848480
    },
    {
      "epoch": 795.0,
      "eval_loss": 0.33707770705223083,
      "eval_runtime": 67.8408,
      "eval_samples_per_second": 74.572,
      "eval_steps_per_second": 9.331,
      "step": 2848485
    },
    {
      "epoch": 795.0,
      "grad_norm": 1.3089309930801392,
      "learning_rate": 5.003062795830987e-10,
      "loss": 0.3236,
      "step": 2848490
    },
    {
      "epoch": 795.0,
      "grad_norm": 1.3335323333740234,
      "learning_rate": 4.997477660913934e-10,
      "loss": 0.3467,
      "step": 2848500
    },
    {
      "epoch": 795.01,
      "grad_norm": 1.2668828964233398,
      "learning_rate": 4.991895644871832e-10,
      "loss": 0.3287,
      "step": 2848510
    },
    {
      "epoch": 795.01,
      "grad_norm": 1.248641848564148,
      "learning_rate": 4.986316747699476e-10,
      "loss": 0.3182,
      "step": 2848520
    },
    {
      "epoch": 795.01,
      "grad_norm": 1.55704665184021,
      "learning_rate": 4.980740969404671e-10,
      "loss": 0.3341,
      "step": 2848530
    },
    {
      "epoch": 795.02,
      "grad_norm": 1.1397860050201416,
      "learning_rate": 4.975168309982215e-10,
      "loss": 0.3372,
      "step": 2848540
    },
    {
      "epoch": 795.02,
      "grad_norm": 1.1448687314987183,
      "learning_rate": 4.969598769434708e-10,
      "loss": 0.3241,
      "step": 2848550
    },
    {
      "epoch": 795.02,
      "grad_norm": 1.2730498313903809,
      "learning_rate": 4.964032347764754e-10,
      "loss": 0.3372,
      "step": 2848560
    },
    {
      "epoch": 795.02,
      "grad_norm": 1.19352388381958,
      "learning_rate": 4.95846904496975e-10,
      "loss": 0.3305,
      "step": 2848570
    },
    {
      "epoch": 795.03,
      "grad_norm": 1.0958248376846313,
      "learning_rate": 4.952908861054899e-10,
      "loss": 0.3446,
      "step": 2848580
    },
    {
      "epoch": 795.03,
      "grad_norm": 1.1996468305587769,
      "learning_rate": 4.947351796017601e-10,
      "loss": 0.3437,
      "step": 2848590
    },
    {
      "epoch": 795.03,
      "grad_norm": 1.5476776361465454,
      "learning_rate": 4.941797849860457e-10,
      "loss": 0.3377,
      "step": 2848600
    },
    {
      "epoch": 795.03,
      "grad_norm": 1.3120126724243164,
      "learning_rate": 4.936247022580865e-10,
      "loss": 0.3348,
      "step": 2848610
    },
    {
      "epoch": 795.04,
      "grad_norm": 1.322892427444458,
      "learning_rate": 4.930699314184029e-10,
      "loss": 0.3437,
      "step": 2848620
    },
    {
      "epoch": 795.04,
      "grad_norm": 1.3342243432998657,
      "learning_rate": 4.925154724667347e-10,
      "loss": 0.3459,
      "step": 2848630
    },
    {
      "epoch": 795.04,
      "grad_norm": 1.1448652744293213,
      "learning_rate": 4.91961325403082e-10,
      "loss": 0.3506,
      "step": 2848640
    },
    {
      "epoch": 795.05,
      "grad_norm": 1.3048033714294434,
      "learning_rate": 4.91407490227965e-10,
      "loss": 0.342,
      "step": 2848650
    },
    {
      "epoch": 795.05,
      "grad_norm": 1.173449158668518,
      "learning_rate": 4.908539669411238e-10,
      "loss": 0.3269,
      "step": 2848660
    },
    {
      "epoch": 795.05,
      "grad_norm": 1.9771078824996948,
      "learning_rate": 4.903007555428183e-10,
      "loss": 0.3464,
      "step": 2848670
    },
    {
      "epoch": 795.05,
      "grad_norm": 1.7801704406738281,
      "learning_rate": 4.897478560330486e-10,
      "loss": 0.3422,
      "step": 2848680
    },
    {
      "epoch": 795.06,
      "grad_norm": 1.27183997631073,
      "learning_rate": 4.891952684118148e-10,
      "loss": 0.329,
      "step": 2848690
    },
    {
      "epoch": 795.06,
      "grad_norm": 1.2476866245269775,
      "learning_rate": 4.886429926791169e-10,
      "loss": 0.343,
      "step": 2848700
    },
    {
      "epoch": 795.06,
      "grad_norm": 1.1546540260314941,
      "learning_rate": 4.88091028835215e-10,
      "loss": 0.3427,
      "step": 2848710
    },
    {
      "epoch": 795.07,
      "grad_norm": 1.0973225831985474,
      "learning_rate": 4.87539376880109e-10,
      "loss": 0.3507,
      "step": 2848720
    },
    {
      "epoch": 795.07,
      "grad_norm": 1.1730892658233643,
      "learning_rate": 4.869880368137992e-10,
      "loss": 0.3529,
      "step": 2848730
    },
    {
      "epoch": 795.07,
      "grad_norm": 1.1703823804855347,
      "learning_rate": 4.864370086365456e-10,
      "loss": 0.3336,
      "step": 2848740
    },
    {
      "epoch": 795.07,
      "grad_norm": 1.1957874298095703,
      "learning_rate": 4.858862923483483e-10,
      "loss": 0.3149,
      "step": 2848750
    },
    {
      "epoch": 795.08,
      "grad_norm": 1.3193315267562866,
      "learning_rate": 4.853358879492071e-10,
      "loss": 0.3396,
      "step": 2848760
    },
    {
      "epoch": 795.08,
      "grad_norm": 1.1312178373336792,
      "learning_rate": 4.847857954391223e-10,
      "loss": 0.3314,
      "step": 2848770
    },
    {
      "epoch": 795.08,
      "grad_norm": 1.3204121589660645,
      "learning_rate": 4.842360148183538e-10,
      "loss": 0.3219,
      "step": 2848780
    },
    {
      "epoch": 795.09,
      "grad_norm": 1.1436485052108765,
      "learning_rate": 4.836865460869019e-10,
      "loss": 0.3245,
      "step": 2848790
    },
    {
      "epoch": 795.09,
      "grad_norm": 1.2867696285247803,
      "learning_rate": 4.831373892447664e-10,
      "loss": 0.3231,
      "step": 2848800
    },
    {
      "epoch": 795.09,
      "grad_norm": 1.2837964296340942,
      "learning_rate": 4.825885442922075e-10,
      "loss": 0.3378,
      "step": 2848810
    },
    {
      "epoch": 795.09,
      "grad_norm": 1.0483183860778809,
      "learning_rate": 4.820400112289652e-10,
      "loss": 0.329,
      "step": 2848820
    },
    {
      "epoch": 795.1,
      "grad_norm": 1.1264435052871704,
      "learning_rate": 4.814917900555597e-10,
      "loss": 0.3298,
      "step": 2848830
    },
    {
      "epoch": 795.1,
      "grad_norm": 1.215071439743042,
      "learning_rate": 4.809438807717309e-10,
      "loss": 0.3344,
      "step": 2848840
    },
    {
      "epoch": 795.1,
      "grad_norm": 1.2455166578292847,
      "learning_rate": 4.803962833777389e-10,
      "loss": 0.3303,
      "step": 2848850
    },
    {
      "epoch": 795.1,
      "grad_norm": 1.1576483249664307,
      "learning_rate": 4.798489978733236e-10,
      "loss": 0.3254,
      "step": 2848860
    },
    {
      "epoch": 795.11,
      "grad_norm": 1.168748378753662,
      "learning_rate": 4.793020242590054e-10,
      "loss": 0.3243,
      "step": 2848870
    },
    {
      "epoch": 795.11,
      "grad_norm": 1.4365538358688354,
      "learning_rate": 4.787553625347843e-10,
      "loss": 0.3343,
      "step": 2848880
    },
    {
      "epoch": 795.11,
      "grad_norm": 1.5290601253509521,
      "learning_rate": 4.782090127004e-10,
      "loss": 0.3254,
      "step": 2848890
    },
    {
      "epoch": 795.12,
      "grad_norm": 1.22499680519104,
      "learning_rate": 4.776629747561128e-10,
      "loss": 0.3439,
      "step": 2848900
    },
    {
      "epoch": 795.12,
      "grad_norm": 1.1120370626449585,
      "learning_rate": 4.771172487021829e-10,
      "loss": 0.3384,
      "step": 2848910
    },
    {
      "epoch": 795.12,
      "grad_norm": 1.3765877485275269,
      "learning_rate": 4.765718345383501e-10,
      "loss": 0.3458,
      "step": 2848920
    },
    {
      "epoch": 795.12,
      "grad_norm": 1.386392593383789,
      "learning_rate": 4.760267322648747e-10,
      "loss": 0.3413,
      "step": 2848930
    },
    {
      "epoch": 795.13,
      "grad_norm": 1.2990751266479492,
      "learning_rate": 4.754819418817564e-10,
      "loss": 0.3363,
      "step": 2848940
    },
    {
      "epoch": 795.13,
      "grad_norm": 1.302751064300537,
      "learning_rate": 4.749374633892557e-10,
      "loss": 0.3398,
      "step": 2848950
    },
    {
      "epoch": 795.13,
      "grad_norm": 1.1018047332763672,
      "learning_rate": 4.743932967873724e-10,
      "loss": 0.35,
      "step": 2848960
    },
    {
      "epoch": 795.14,
      "grad_norm": 1.2645628452301025,
      "learning_rate": 4.738494420758465e-10,
      "loss": 0.3416,
      "step": 2848970
    },
    {
      "epoch": 795.14,
      "grad_norm": 1.4000426530838013,
      "learning_rate": 4.733058992551983e-10,
      "loss": 0.3186,
      "step": 2848980
    },
    {
      "epoch": 795.14,
      "grad_norm": 1.3610866069793701,
      "learning_rate": 4.727626683251675e-10,
      "loss": 0.3579,
      "step": 2848990
    },
    {
      "epoch": 795.14,
      "grad_norm": 1.0667837858200073,
      "learning_rate": 4.722197492862747e-10,
      "loss": 0.331,
      "step": 2849000
    },
    {
      "epoch": 795.15,
      "grad_norm": 1.3179218769073486,
      "learning_rate": 4.716771421379994e-10,
      "loss": 0.3318,
      "step": 2849010
    },
    {
      "epoch": 795.15,
      "grad_norm": 1.3716126680374146,
      "learning_rate": 4.711348468808621e-10,
      "loss": 0.3145,
      "step": 2849020
    },
    {
      "epoch": 795.15,
      "grad_norm": 1.1191771030426025,
      "learning_rate": 4.705928635146024e-10,
      "loss": 0.3374,
      "step": 2849030
    },
    {
      "epoch": 795.15,
      "grad_norm": 1.3515795469284058,
      "learning_rate": 4.700511920397408e-10,
      "loss": 0.3158,
      "step": 2849040
    },
    {
      "epoch": 795.16,
      "grad_norm": 1.3159120082855225,
      "learning_rate": 4.69509832455757e-10,
      "loss": 0.325,
      "step": 2849050
    },
    {
      "epoch": 795.16,
      "grad_norm": 1.3503267765045166,
      "learning_rate": 4.689687847631712e-10,
      "loss": 0.3636,
      "step": 2849060
    },
    {
      "epoch": 795.16,
      "grad_norm": 1.3813271522521973,
      "learning_rate": 4.684280489619837e-10,
      "loss": 0.3368,
      "step": 2849070
    },
    {
      "epoch": 795.17,
      "grad_norm": 2.1531264781951904,
      "learning_rate": 4.678876250521942e-10,
      "loss": 0.337,
      "step": 2849080
    },
    {
      "epoch": 795.17,
      "grad_norm": 1.273991346359253,
      "learning_rate": 4.67347513034063e-10,
      "loss": 0.3253,
      "step": 2849090
    },
    {
      "epoch": 795.17,
      "grad_norm": 1.1958613395690918,
      "learning_rate": 4.6680771290733e-10,
      "loss": 0.3333,
      "step": 2849100
    },
    {
      "epoch": 795.17,
      "grad_norm": 1.1057881116867065,
      "learning_rate": 4.662682246722553e-10,
      "loss": 0.3262,
      "step": 2849110
    },
    {
      "epoch": 795.18,
      "grad_norm": 1.4130667448043823,
      "learning_rate": 4.65729048328839e-10,
      "loss": 0.3287,
      "step": 2849120
    },
    {
      "epoch": 795.18,
      "grad_norm": 1.4563133716583252,
      "learning_rate": 4.6519018387708094e-10,
      "loss": 0.3305,
      "step": 2849130
    },
    {
      "epoch": 795.18,
      "grad_norm": 1.2317209243774414,
      "learning_rate": 4.6465163131724146e-10,
      "loss": 0.3483,
      "step": 2849140
    },
    {
      "epoch": 795.19,
      "grad_norm": 1.3998467922210693,
      "learning_rate": 4.641133906495807e-10,
      "loss": 0.3552,
      "step": 2849150
    },
    {
      "epoch": 795.19,
      "grad_norm": 1.114446759223938,
      "learning_rate": 4.635754618735783e-10,
      "loss": 0.3245,
      "step": 2849160
    },
    {
      "epoch": 795.19,
      "grad_norm": 1.3724862337112427,
      "learning_rate": 4.630378449897547e-10,
      "loss": 0.3311,
      "step": 2849170
    },
    {
      "epoch": 795.19,
      "grad_norm": 1.3493728637695312,
      "learning_rate": 4.6250053999810977e-10,
      "loss": 0.3377,
      "step": 2849180
    },
    {
      "epoch": 795.2,
      "grad_norm": 1.1905333995819092,
      "learning_rate": 4.6196354689864363e-10,
      "loss": 0.3255,
      "step": 2849190
    },
    {
      "epoch": 795.2,
      "grad_norm": 1.261301875114441,
      "learning_rate": 4.6142686569135623e-10,
      "loss": 0.3231,
      "step": 2849200
    },
    {
      "epoch": 795.2,
      "grad_norm": 1.1705719232559204,
      "learning_rate": 4.608904963765078e-10,
      "loss": 0.336,
      "step": 2849210
    },
    {
      "epoch": 795.21,
      "grad_norm": 1.3159217834472656,
      "learning_rate": 4.6035443895409835e-10,
      "loss": 0.3535,
      "step": 2849220
    },
    {
      "epoch": 795.21,
      "grad_norm": 1.2962404489517212,
      "learning_rate": 4.598186934241278e-10,
      "loss": 0.3378,
      "step": 2849230
    },
    {
      "epoch": 795.21,
      "grad_norm": 1.1653742790222168,
      "learning_rate": 4.592832597868565e-10,
      "loss": 0.3567,
      "step": 2849240
    },
    {
      "epoch": 795.21,
      "grad_norm": 1.199293613433838,
      "learning_rate": 4.587481380420241e-10,
      "loss": 0.3414,
      "step": 2849250
    },
    {
      "epoch": 795.22,
      "grad_norm": 1.0914124250411987,
      "learning_rate": 4.5821332819015106e-10,
      "loss": 0.3319,
      "step": 2849260
    },
    {
      "epoch": 795.22,
      "grad_norm": 1.3640741109848022,
      "learning_rate": 4.5767883023071704e-10,
      "loss": 0.3267,
      "step": 2849270
    },
    {
      "epoch": 795.22,
      "grad_norm": 1.0166873931884766,
      "learning_rate": 4.5714464416424235e-10,
      "loss": 0.334,
      "step": 2849280
    },
    {
      "epoch": 795.22,
      "grad_norm": 1.7972147464752197,
      "learning_rate": 4.5661076999098725e-10,
      "loss": 0.3387,
      "step": 2849290
    },
    {
      "epoch": 795.23,
      "grad_norm": 1.2695889472961426,
      "learning_rate": 4.5607720771043135e-10,
      "loss": 0.3368,
      "step": 2849300
    },
    {
      "epoch": 795.23,
      "grad_norm": 1.5444389581680298,
      "learning_rate": 4.555439573228348e-10,
      "loss": 0.3354,
      "step": 2849310
    },
    {
      "epoch": 795.23,
      "grad_norm": 1.2382794618606567,
      "learning_rate": 4.550110188284578e-10,
      "loss": 0.3567,
      "step": 2849320
    },
    {
      "epoch": 795.24,
      "grad_norm": 1.2302836179733276,
      "learning_rate": 4.544783922275606e-10,
      "loss": 0.3377,
      "step": 2849330
    },
    {
      "epoch": 795.24,
      "grad_norm": 1.3380146026611328,
      "learning_rate": 4.539460775196228e-10,
      "loss": 0.3517,
      "step": 2849340
    },
    {
      "epoch": 795.24,
      "grad_norm": 1.12929105758667,
      "learning_rate": 4.5341407470516486e-10,
      "loss": 0.3225,
      "step": 2849350
    },
    {
      "epoch": 795.24,
      "grad_norm": 1.0791200399398804,
      "learning_rate": 4.5288238378392644e-10,
      "loss": 0.3339,
      "step": 2849360
    },
    {
      "epoch": 795.25,
      "grad_norm": 1.1744118928909302,
      "learning_rate": 4.52351004756428e-10,
      "loss": 0.3453,
      "step": 2849370
    },
    {
      "epoch": 795.25,
      "grad_norm": 1.0668920278549194,
      "learning_rate": 4.5181993762240937e-10,
      "loss": 0.3319,
      "step": 2849380
    },
    {
      "epoch": 795.25,
      "grad_norm": 1.198148488998413,
      "learning_rate": 4.512891823818705e-10,
      "loss": 0.3429,
      "step": 2849390
    },
    {
      "epoch": 795.26,
      "grad_norm": 1.1794921159744263,
      "learning_rate": 4.507587390350717e-10,
      "loss": 0.3256,
      "step": 2849400
    },
    {
      "epoch": 795.26,
      "grad_norm": 1.2190067768096924,
      "learning_rate": 4.502286075822731e-10,
      "loss": 0.3352,
      "step": 2849410
    },
    {
      "epoch": 795.26,
      "grad_norm": 1.4587844610214233,
      "learning_rate": 4.4969878802321447e-10,
      "loss": 0.3333,
      "step": 2849420
    },
    {
      "epoch": 795.26,
      "grad_norm": 1.6236766576766968,
      "learning_rate": 4.4916928035789583e-10,
      "loss": 0.3338,
      "step": 2849430
    },
    {
      "epoch": 795.27,
      "grad_norm": 1.1736326217651367,
      "learning_rate": 4.4864008458657744e-10,
      "loss": 0.3577,
      "step": 2849440
    },
    {
      "epoch": 795.27,
      "grad_norm": 1.2453867197036743,
      "learning_rate": 4.4811120070951943e-10,
      "loss": 0.3434,
      "step": 2849450
    },
    {
      "epoch": 795.27,
      "grad_norm": 1.3448100090026855,
      "learning_rate": 4.4758262872646167e-10,
      "loss": 0.3323,
      "step": 2849460
    },
    {
      "epoch": 795.27,
      "grad_norm": 1.2150242328643799,
      "learning_rate": 4.470543686374041e-10,
      "loss": 0.3365,
      "step": 2849470
    },
    {
      "epoch": 795.28,
      "grad_norm": 1.6634206771850586,
      "learning_rate": 4.4652642044286716e-10,
      "loss": 0.3407,
      "step": 2849480
    },
    {
      "epoch": 795.28,
      "grad_norm": 1.2515778541564941,
      "learning_rate": 4.459987841425906e-10,
      "loss": 0.3313,
      "step": 2849490
    },
    {
      "epoch": 795.28,
      "grad_norm": 1.2910457849502563,
      "learning_rate": 4.454714597368347e-10,
      "loss": 0.338,
      "step": 2849500
    },
    {
      "epoch": 795.29,
      "grad_norm": 1.5294115543365479,
      "learning_rate": 4.4494444722533926e-10,
      "loss": 0.3448,
      "step": 2849510
    },
    {
      "epoch": 795.29,
      "grad_norm": 1.249158263206482,
      "learning_rate": 4.444177466083644e-10,
      "loss": 0.3384,
      "step": 2849520
    },
    {
      "epoch": 795.29,
      "grad_norm": 1.2440522909164429,
      "learning_rate": 4.438913578861704e-10,
      "loss": 0.3281,
      "step": 2849530
    },
    {
      "epoch": 795.29,
      "grad_norm": 1.1514368057250977,
      "learning_rate": 4.43365281058497e-10,
      "loss": 0.3417,
      "step": 2849540
    },
    {
      "epoch": 795.3,
      "grad_norm": 2.0198025703430176,
      "learning_rate": 4.428395161258647e-10,
      "loss": 0.3561,
      "step": 2849550
    },
    {
      "epoch": 795.3,
      "grad_norm": 1.1218799352645874,
      "learning_rate": 4.423140630877529e-10,
      "loss": 0.3356,
      "step": 2849560
    },
    {
      "epoch": 795.3,
      "grad_norm": 1.4224269390106201,
      "learning_rate": 4.4178892194468226e-10,
      "loss": 0.3354,
      "step": 2849570
    },
    {
      "epoch": 795.31,
      "grad_norm": 1.008819818496704,
      "learning_rate": 4.4126409269639244e-10,
      "loss": 0.3197,
      "step": 2849580
    },
    {
      "epoch": 795.31,
      "grad_norm": 1.2110918760299683,
      "learning_rate": 4.4073957534340386e-10,
      "loss": 0.3323,
      "step": 2849590
    },
    {
      "epoch": 795.31,
      "grad_norm": 1.3985481262207031,
      "learning_rate": 4.4021536988545633e-10,
      "loss": 0.3322,
      "step": 2849600
    },
    {
      "epoch": 795.31,
      "grad_norm": 1.162366509437561,
      "learning_rate": 4.396914763225498e-10,
      "loss": 0.338,
      "step": 2849610
    },
    {
      "epoch": 795.32,
      "grad_norm": 1.566848635673523,
      "learning_rate": 4.391678946549446e-10,
      "loss": 0.347,
      "step": 2849620
    },
    {
      "epoch": 795.32,
      "grad_norm": 1.37643301486969,
      "learning_rate": 4.3864462488264057e-10,
      "loss": 0.3393,
      "step": 2849630
    },
    {
      "epoch": 795.32,
      "grad_norm": 1.2923262119293213,
      "learning_rate": 4.3812166700563785e-10,
      "loss": 0.3243,
      "step": 2849640
    },
    {
      "epoch": 795.33,
      "grad_norm": 1.2322840690612793,
      "learning_rate": 4.375990210241966e-10,
      "loss": 0.3429,
      "step": 2849650
    },
    {
      "epoch": 795.33,
      "grad_norm": 1.1678353548049927,
      "learning_rate": 4.3707668693831674e-10,
      "loss": 0.3345,
      "step": 2849660
    },
    {
      "epoch": 795.33,
      "grad_norm": 1.1869488954544067,
      "learning_rate": 4.365546647479984e-10,
      "loss": 0.3346,
      "step": 2849670
    },
    {
      "epoch": 795.33,
      "grad_norm": 1.1058201789855957,
      "learning_rate": 4.360329544532415e-10,
      "loss": 0.3411,
      "step": 2849680
    },
    {
      "epoch": 795.34,
      "grad_norm": 1.1891603469848633,
      "learning_rate": 4.3551155605430624e-10,
      "loss": 0.35,
      "step": 2849690
    },
    {
      "epoch": 795.34,
      "grad_norm": 1.2037307024002075,
      "learning_rate": 4.3499046955093253e-10,
      "loss": 0.3363,
      "step": 2849700
    },
    {
      "epoch": 795.34,
      "grad_norm": 1.3924751281738281,
      "learning_rate": 4.344696949436406e-10,
      "loss": 0.336,
      "step": 2849710
    },
    {
      "epoch": 795.34,
      "grad_norm": 1.473642110824585,
      "learning_rate": 4.339492322324306e-10,
      "loss": 0.3342,
      "step": 2849720
    },
    {
      "epoch": 795.35,
      "grad_norm": 1.3591294288635254,
      "learning_rate": 4.334290814170423e-10,
      "loss": 0.325,
      "step": 2849730
    },
    {
      "epoch": 795.35,
      "grad_norm": 1.14493727684021,
      "learning_rate": 4.329092424977358e-10,
      "loss": 0.325,
      "step": 2849740
    },
    {
      "epoch": 795.35,
      "grad_norm": 1.3257596492767334,
      "learning_rate": 4.3238971547451124e-10,
      "loss": 0.3355,
      "step": 2849750
    },
    {
      "epoch": 795.36,
      "grad_norm": 1.8815261125564575,
      "learning_rate": 4.3187050034762874e-10,
      "loss": 0.3283,
      "step": 2849760
    },
    {
      "epoch": 795.36,
      "grad_norm": 1.3860461711883545,
      "learning_rate": 4.313515971168281e-10,
      "loss": 0.3373,
      "step": 2849770
    },
    {
      "epoch": 795.36,
      "grad_norm": 1.3446632623672485,
      "learning_rate": 4.308330057826298e-10,
      "loss": 0.3423,
      "step": 2849780
    },
    {
      "epoch": 795.36,
      "grad_norm": 1.2254718542099,
      "learning_rate": 4.3031472634477357e-10,
      "loss": 0.3287,
      "step": 2849790
    },
    {
      "epoch": 795.37,
      "grad_norm": 1.055472731590271,
      "learning_rate": 4.2979675880325944e-10,
      "loss": 0.3331,
      "step": 2849800
    },
    {
      "epoch": 795.37,
      "grad_norm": 1.1943082809448242,
      "learning_rate": 4.292791031583476e-10,
      "loss": 0.3377,
      "step": 2849810
    },
    {
      "epoch": 795.37,
      "grad_norm": 1.840415596961975,
      "learning_rate": 4.2876175941029825e-10,
      "loss": 0.3494,
      "step": 2849820
    },
    {
      "epoch": 795.38,
      "grad_norm": 1.0463956594467163,
      "learning_rate": 4.2824472755859094e-10,
      "loss": 0.3379,
      "step": 2849830
    },
    {
      "epoch": 795.38,
      "grad_norm": 1.4947783946990967,
      "learning_rate": 4.2772800760400643e-10,
      "loss": 0.3496,
      "step": 2849840
    },
    {
      "epoch": 795.38,
      "grad_norm": 1.3450677394866943,
      "learning_rate": 4.2721159954602416e-10,
      "loss": 0.3538,
      "step": 2849850
    },
    {
      "epoch": 795.38,
      "grad_norm": 1.2213551998138428,
      "learning_rate": 4.266955033849044e-10,
      "loss": 0.337,
      "step": 2849860
    },
    {
      "epoch": 795.39,
      "grad_norm": 1.3265222311019897,
      "learning_rate": 4.2617971912090736e-10,
      "loss": 0.3516,
      "step": 2849870
    },
    {
      "epoch": 795.39,
      "grad_norm": 1.3062680959701538,
      "learning_rate": 4.25664246754033e-10,
      "loss": 0.3321,
      "step": 2849880
    },
    {
      "epoch": 795.39,
      "grad_norm": 1.2724946737289429,
      "learning_rate": 4.2514908628402123e-10,
      "loss": 0.3268,
      "step": 2849890
    },
    {
      "epoch": 795.39,
      "grad_norm": 1.1459404230117798,
      "learning_rate": 4.2463423771139233e-10,
      "loss": 0.3332,
      "step": 2849900
    },
    {
      "epoch": 795.4,
      "grad_norm": 1.2226102352142334,
      "learning_rate": 4.2411970103588613e-10,
      "loss": 0.3344,
      "step": 2849910
    },
    {
      "epoch": 795.4,
      "grad_norm": 1.242390513420105,
      "learning_rate": 4.2360547625750267e-10,
      "loss": 0.3477,
      "step": 2849920
    },
    {
      "epoch": 795.4,
      "grad_norm": 1.4260706901550293,
      "learning_rate": 4.230915633767623e-10,
      "loss": 0.3266,
      "step": 2849930
    },
    {
      "epoch": 795.41,
      "grad_norm": 1.3367459774017334,
      "learning_rate": 4.225779623934049e-10,
      "loss": 0.3344,
      "step": 2849940
    },
    {
      "epoch": 795.41,
      "grad_norm": 1.5251606702804565,
      "learning_rate": 4.220646733076906e-10,
      "loss": 0.339,
      "step": 2849950
    },
    {
      "epoch": 795.41,
      "grad_norm": 1.2860709428787231,
      "learning_rate": 4.215516961193592e-10,
      "loss": 0.354,
      "step": 2849960
    },
    {
      "epoch": 795.41,
      "grad_norm": 1.4660391807556152,
      "learning_rate": 4.210390308289312e-10,
      "loss": 0.3342,
      "step": 2849970
    },
    {
      "epoch": 795.42,
      "grad_norm": 1.2391449213027954,
      "learning_rate": 4.2052667743588604e-10,
      "loss": 0.3415,
      "step": 2849980
    },
    {
      "epoch": 795.42,
      "grad_norm": 1.2640854120254517,
      "learning_rate": 4.200146359410045e-10,
      "loss": 0.3251,
      "step": 2849990
    },
    {
      "epoch": 795.42,
      "grad_norm": 1.754245400428772,
      "learning_rate": 4.1950290634376604e-10,
      "loss": 0.3411,
      "step": 2850000
    },
    {
      "epoch": 795.43,
      "grad_norm": 1.3029423952102661,
      "learning_rate": 4.1899148864443093e-10,
      "loss": 0.3488,
      "step": 2850010
    },
    {
      "epoch": 795.43,
      "grad_norm": 1.190092921257019,
      "learning_rate": 4.1848038284299916e-10,
      "loss": 0.3425,
      "step": 2850020
    },
    {
      "epoch": 795.43,
      "grad_norm": 1.6674491167068481,
      "learning_rate": 4.1796958893999114e-10,
      "loss": 0.3451,
      "step": 2850030
    },
    {
      "epoch": 795.43,
      "grad_norm": 1.134350299835205,
      "learning_rate": 4.1745910693488647e-10,
      "loss": 0.3268,
      "step": 2850040
    },
    {
      "epoch": 795.44,
      "grad_norm": 1.0600615739822388,
      "learning_rate": 4.1694893682794534e-10,
      "loss": 0.329,
      "step": 2850050
    },
    {
      "epoch": 795.44,
      "grad_norm": 0.9723139405250549,
      "learning_rate": 4.164390786191678e-10,
      "loss": 0.3491,
      "step": 2850060
    },
    {
      "epoch": 795.44,
      "grad_norm": 1.3900812864303589,
      "learning_rate": 4.1592953230907417e-10,
      "loss": 0.3395,
      "step": 2850070
    },
    {
      "epoch": 795.45,
      "grad_norm": 1.2400201559066772,
      "learning_rate": 4.154202978971441e-10,
      "loss": 0.3307,
      "step": 2850080
    },
    {
      "epoch": 795.45,
      "grad_norm": 1.4117778539657593,
      "learning_rate": 4.149113753836378e-10,
      "loss": 0.3429,
      "step": 2850090
    },
    {
      "epoch": 795.45,
      "grad_norm": 1.4400421380996704,
      "learning_rate": 4.144027647688154e-10,
      "loss": 0.3423,
      "step": 2850100
    },
    {
      "epoch": 795.45,
      "grad_norm": 1.3687851428985596,
      "learning_rate": 4.13894466052677e-10,
      "loss": 0.3216,
      "step": 2850110
    },
    {
      "epoch": 795.46,
      "grad_norm": 1.2487674951553345,
      "learning_rate": 4.133864792349624e-10,
      "loss": 0.3261,
      "step": 2850120
    },
    {
      "epoch": 795.46,
      "grad_norm": 1.035672903060913,
      "learning_rate": 4.1287880431619194e-10,
      "loss": 0.3393,
      "step": 2850130
    },
    {
      "epoch": 795.46,
      "grad_norm": 1.2242937088012695,
      "learning_rate": 4.123714412961054e-10,
      "loss": 0.3387,
      "step": 2850140
    },
    {
      "epoch": 795.46,
      "grad_norm": 1.9413385391235352,
      "learning_rate": 4.118643901749631e-10,
      "loss": 0.3338,
      "step": 2850150
    },
    {
      "epoch": 795.47,
      "grad_norm": 1.1473474502563477,
      "learning_rate": 4.1135765095276497e-10,
      "loss": 0.319,
      "step": 2850160
    },
    {
      "epoch": 795.47,
      "grad_norm": 1.26723313331604,
      "learning_rate": 4.10851223629511e-10,
      "loss": 0.3421,
      "step": 2850170
    },
    {
      "epoch": 795.47,
      "grad_norm": 1.578004240989685,
      "learning_rate": 4.1034510820520115e-10,
      "loss": 0.3483,
      "step": 2850180
    },
    {
      "epoch": 795.48,
      "grad_norm": 1.1826984882354736,
      "learning_rate": 4.0983930468035597e-10,
      "loss": 0.3317,
      "step": 2850190
    },
    {
      "epoch": 795.48,
      "grad_norm": 1.6528130769729614,
      "learning_rate": 4.0933381305445487e-10,
      "loss": 0.3403,
      "step": 2850200
    },
    {
      "epoch": 795.48,
      "grad_norm": 1.1675827503204346,
      "learning_rate": 4.088286333280184e-10,
      "loss": 0.3403,
      "step": 2850210
    },
    {
      "epoch": 795.48,
      "grad_norm": 1.3745778799057007,
      "learning_rate": 4.083237655010466e-10,
      "loss": 0.3414,
      "step": 2850220
    },
    {
      "epoch": 795.49,
      "grad_norm": 1.2510287761688232,
      "learning_rate": 4.0781920957327907e-10,
      "loss": 0.3435,
      "step": 2850230
    },
    {
      "epoch": 795.49,
      "grad_norm": 1.0977388620376587,
      "learning_rate": 4.0731496554497616e-10,
      "loss": 0.3353,
      "step": 2850240
    },
    {
      "epoch": 795.49,
      "grad_norm": 1.0884373188018799,
      "learning_rate": 4.0681103341639805e-10,
      "loss": 0.3295,
      "step": 2850250
    },
    {
      "epoch": 795.5,
      "grad_norm": 1.1893099546432495,
      "learning_rate": 4.0630741318728454e-10,
      "loss": 0.3405,
      "step": 2850260
    },
    {
      "epoch": 795.5,
      "grad_norm": 1.3626948595046997,
      "learning_rate": 4.058041048578958e-10,
      "loss": 0.3342,
      "step": 2850270
    },
    {
      "epoch": 795.5,
      "grad_norm": 1.1719120740890503,
      "learning_rate": 4.053011084282319e-10,
      "loss": 0.3458,
      "step": 2850280
    },
    {
      "epoch": 795.5,
      "grad_norm": 1.3976997137069702,
      "learning_rate": 4.047984238982928e-10,
      "loss": 0.3474,
      "step": 2850290
    },
    {
      "epoch": 795.51,
      "grad_norm": 1.4255412817001343,
      "learning_rate": 4.0429605126833865e-10,
      "loss": 0.3439,
      "step": 2850300
    },
    {
      "epoch": 795.51,
      "grad_norm": 1.1987931728363037,
      "learning_rate": 4.0379399053836957e-10,
      "loss": 0.3399,
      "step": 2850310
    },
    {
      "epoch": 795.51,
      "grad_norm": 1.187830924987793,
      "learning_rate": 4.0329224170838544e-10,
      "loss": 0.3414,
      "step": 2850320
    },
    {
      "epoch": 795.51,
      "grad_norm": 1.3872405290603638,
      "learning_rate": 4.0279080477864655e-10,
      "loss": 0.3252,
      "step": 2850330
    },
    {
      "epoch": 795.52,
      "grad_norm": 1.100576400756836,
      "learning_rate": 4.0228967974889266e-10,
      "loss": 0.3377,
      "step": 2850340
    },
    {
      "epoch": 795.52,
      "grad_norm": 1.3540794849395752,
      "learning_rate": 4.01788866619384e-10,
      "loss": 0.3292,
      "step": 2850350
    },
    {
      "epoch": 795.52,
      "grad_norm": 1.5704047679901123,
      "learning_rate": 4.0128836539012053e-10,
      "loss": 0.3337,
      "step": 2850360
    },
    {
      "epoch": 795.53,
      "grad_norm": 1.24864661693573,
      "learning_rate": 4.007881760611023e-10,
      "loss": 0.3365,
      "step": 2850370
    },
    {
      "epoch": 795.53,
      "grad_norm": 1.1887571811676025,
      "learning_rate": 4.002882986328497e-10,
      "loss": 0.347,
      "step": 2850380
    },
    {
      "epoch": 795.53,
      "grad_norm": 1.2801319360733032,
      "learning_rate": 3.997887331048423e-10,
      "loss": 0.3347,
      "step": 2850390
    },
    {
      "epoch": 795.53,
      "grad_norm": 1.2498064041137695,
      "learning_rate": 3.9928947947734033e-10,
      "loss": 0.3309,
      "step": 2850400
    },
    {
      "epoch": 795.54,
      "grad_norm": 1.4377437829971313,
      "learning_rate": 3.9879053775060397e-10,
      "loss": 0.3497,
      "step": 2850410
    },
    {
      "epoch": 795.54,
      "grad_norm": 1.3017568588256836,
      "learning_rate": 3.9829190792437307e-10,
      "loss": 0.3377,
      "step": 2850420
    },
    {
      "epoch": 795.54,
      "grad_norm": 1.1774541139602661,
      "learning_rate": 3.97793589999168e-10,
      "loss": 0.3442,
      "step": 2850430
    },
    {
      "epoch": 795.55,
      "grad_norm": 1.3035513162612915,
      "learning_rate": 3.9729558397446834e-10,
      "loss": 0.3538,
      "step": 2850440
    },
    {
      "epoch": 795.55,
      "grad_norm": 1.260546088218689,
      "learning_rate": 3.9679788985079453e-10,
      "loss": 0.3421,
      "step": 2850450
    },
    {
      "epoch": 795.55,
      "grad_norm": 1.3122705221176147,
      "learning_rate": 3.9630050762814657e-10,
      "loss": 0.3293,
      "step": 2850460
    },
    {
      "epoch": 795.55,
      "grad_norm": 1.2877967357635498,
      "learning_rate": 3.958034373065244e-10,
      "loss": 0.3523,
      "step": 2850470
    },
    {
      "epoch": 795.56,
      "grad_norm": 1.527118444442749,
      "learning_rate": 3.9530667888592813e-10,
      "loss": 0.3285,
      "step": 2850480
    },
    {
      "epoch": 795.56,
      "grad_norm": 1.2989345788955688,
      "learning_rate": 3.9481023236635766e-10,
      "loss": 0.3453,
      "step": 2850490
    },
    {
      "epoch": 795.56,
      "grad_norm": 1.1646623611450195,
      "learning_rate": 3.943140977480733e-10,
      "loss": 0.3553,
      "step": 2850500
    },
    {
      "epoch": 795.57,
      "grad_norm": 1.1343412399291992,
      "learning_rate": 3.938182750310749e-10,
      "loss": 0.3406,
      "step": 2850510
    },
    {
      "epoch": 795.57,
      "grad_norm": 1.192533254623413,
      "learning_rate": 3.933227642153626e-10,
      "loss": 0.3359,
      "step": 2850520
    },
    {
      "epoch": 795.57,
      "grad_norm": 1.3670278787612915,
      "learning_rate": 3.9282756530119656e-10,
      "loss": 0.3372,
      "step": 2850530
    },
    {
      "epoch": 795.57,
      "grad_norm": 1.1867846250534058,
      "learning_rate": 3.923326782885768e-10,
      "loss": 0.3433,
      "step": 2850540
    },
    {
      "epoch": 795.58,
      "grad_norm": 1.4113234281539917,
      "learning_rate": 3.91838103177243e-10,
      "loss": 0.3452,
      "step": 2850550
    },
    {
      "epoch": 795.58,
      "grad_norm": 1.1669013500213623,
      "learning_rate": 3.913438399677157e-10,
      "loss": 0.3384,
      "step": 2850560
    },
    {
      "epoch": 795.58,
      "grad_norm": 1.5051385164260864,
      "learning_rate": 3.908498886597347e-10,
      "loss": 0.331,
      "step": 2850570
    },
    {
      "epoch": 795.58,
      "grad_norm": 1.0969741344451904,
      "learning_rate": 3.9035624925356015e-10,
      "loss": 0.3401,
      "step": 2850580
    },
    {
      "epoch": 795.59,
      "grad_norm": 1.1938081979751587,
      "learning_rate": 3.8986292174919207e-10,
      "loss": 0.346,
      "step": 2850590
    },
    {
      "epoch": 795.59,
      "grad_norm": 1.2996690273284912,
      "learning_rate": 3.8936990614689064e-10,
      "loss": 0.3568,
      "step": 2850600
    },
    {
      "epoch": 795.59,
      "grad_norm": 1.3259117603302002,
      "learning_rate": 3.888772024461355e-10,
      "loss": 0.3438,
      "step": 2850610
    },
    {
      "epoch": 795.6,
      "grad_norm": 1.0801502466201782,
      "learning_rate": 3.883848106477072e-10,
      "loss": 0.3309,
      "step": 2850620
    },
    {
      "epoch": 795.6,
      "grad_norm": 1.1157561540603638,
      "learning_rate": 3.8789273075134563e-10,
      "loss": 0.3384,
      "step": 2850630
    },
    {
      "epoch": 795.6,
      "grad_norm": 1.2560797929763794,
      "learning_rate": 3.874009627567905e-10,
      "loss": 0.3454,
      "step": 2850640
    },
    {
      "epoch": 795.6,
      "grad_norm": 1.4939122200012207,
      "learning_rate": 3.8690950666482245e-10,
      "loss": 0.3505,
      "step": 2850650
    },
    {
      "epoch": 795.61,
      "grad_norm": 1.1678274869918823,
      "learning_rate": 3.8641836247492106e-10,
      "loss": 0.339,
      "step": 2850660
    },
    {
      "epoch": 795.61,
      "grad_norm": 1.2901227474212646,
      "learning_rate": 3.859275301873466e-10,
      "loss": 0.3459,
      "step": 2850670
    },
    {
      "epoch": 795.61,
      "grad_norm": 1.1124016046524048,
      "learning_rate": 3.85437009802099e-10,
      "loss": 0.3384,
      "step": 2850680
    },
    {
      "epoch": 795.62,
      "grad_norm": 1.3265234231948853,
      "learning_rate": 3.8494680131943844e-10,
      "loss": 0.3149,
      "step": 2850690
    },
    {
      "epoch": 795.62,
      "grad_norm": 1.3012561798095703,
      "learning_rate": 3.84456904739365e-10,
      "loss": 0.3401,
      "step": 2850700
    },
    {
      "epoch": 795.62,
      "grad_norm": 1.6201554536819458,
      "learning_rate": 3.839673200618787e-10,
      "loss": 0.3358,
      "step": 2850710
    },
    {
      "epoch": 795.62,
      "grad_norm": 1.2226111888885498,
      "learning_rate": 3.834780472867192e-10,
      "loss": 0.333,
      "step": 2850720
    },
    {
      "epoch": 795.63,
      "grad_norm": 1.2797731161117554,
      "learning_rate": 3.829890864146673e-10,
      "loss": 0.3351,
      "step": 2850730
    },
    {
      "epoch": 795.63,
      "grad_norm": 1.1472194194793701,
      "learning_rate": 3.8250043744520245e-10,
      "loss": 0.3408,
      "step": 2850740
    },
    {
      "epoch": 795.63,
      "grad_norm": 1.4024531841278076,
      "learning_rate": 3.820121003788451e-10,
      "loss": 0.3269,
      "step": 2850750
    },
    {
      "epoch": 795.63,
      "grad_norm": 1.1558516025543213,
      "learning_rate": 3.8152407521507487e-10,
      "loss": 0.3372,
      "step": 2850760
    },
    {
      "epoch": 795.64,
      "grad_norm": 1.2892378568649292,
      "learning_rate": 3.8103636195441213e-10,
      "loss": 0.3389,
      "step": 2850770
    },
    {
      "epoch": 795.64,
      "grad_norm": 1.2686586380004883,
      "learning_rate": 3.805489605968569e-10,
      "loss": 0.3524,
      "step": 2850780
    },
    {
      "epoch": 795.64,
      "grad_norm": 1.2341184616088867,
      "learning_rate": 3.8006187114240915e-10,
      "loss": 0.3324,
      "step": 2850790
    },
    {
      "epoch": 795.65,
      "grad_norm": 1.19510018825531,
      "learning_rate": 3.7957509359106896e-10,
      "loss": 0.3195,
      "step": 2850800
    },
    {
      "epoch": 795.65,
      "grad_norm": 1.119599461555481,
      "learning_rate": 3.790886279430964e-10,
      "loss": 0.3342,
      "step": 2850810
    },
    {
      "epoch": 795.65,
      "grad_norm": 1.2291955947875977,
      "learning_rate": 3.7860247419823144e-10,
      "loss": 0.3311,
      "step": 2850820
    },
    {
      "epoch": 795.65,
      "grad_norm": 1.3745144605636597,
      "learning_rate": 3.7811663235673415e-10,
      "loss": 0.3341,
      "step": 2850830
    },
    {
      "epoch": 795.66,
      "grad_norm": 1.422206163406372,
      "learning_rate": 3.776311024188648e-10,
      "loss": 0.3502,
      "step": 2850840
    },
    {
      "epoch": 795.66,
      "grad_norm": 1.3175954818725586,
      "learning_rate": 3.771458843843632e-10,
      "loss": 0.3209,
      "step": 2850850
    },
    {
      "epoch": 795.66,
      "grad_norm": 1.0490448474884033,
      "learning_rate": 3.766609782534895e-10,
      "loss": 0.3483,
      "step": 2850860
    },
    {
      "epoch": 795.67,
      "grad_norm": 1.4222229719161987,
      "learning_rate": 3.761763840262437e-10,
      "loss": 0.3512,
      "step": 2850870
    },
    {
      "epoch": 795.67,
      "grad_norm": 1.1790820360183716,
      "learning_rate": 3.7569210170262584e-10,
      "loss": 0.3408,
      "step": 2850880
    },
    {
      "epoch": 795.67,
      "grad_norm": 1.252199411392212,
      "learning_rate": 3.752081312828961e-10,
      "loss": 0.3325,
      "step": 2850890
    },
    {
      "epoch": 795.67,
      "grad_norm": 1.148191213607788,
      "learning_rate": 3.7472447276705453e-10,
      "loss": 0.3309,
      "step": 2850900
    },
    {
      "epoch": 795.68,
      "grad_norm": 1.5766983032226562,
      "learning_rate": 3.7424112615484085e-10,
      "loss": 0.3559,
      "step": 2850910
    },
    {
      "epoch": 795.68,
      "grad_norm": 1.1262404918670654,
      "learning_rate": 3.7375809144677553e-10,
      "loss": 0.3452,
      "step": 2850920
    },
    {
      "epoch": 795.68,
      "grad_norm": 1.2150923013687134,
      "learning_rate": 3.7327536864259835e-10,
      "loss": 0.3293,
      "step": 2850930
    },
    {
      "epoch": 795.69,
      "grad_norm": 1.5195342302322388,
      "learning_rate": 3.7279295774256953e-10,
      "loss": 0.3331,
      "step": 2850940
    },
    {
      "epoch": 795.69,
      "grad_norm": 1.2931861877441406,
      "learning_rate": 3.72310858746689e-10,
      "loss": 0.3378,
      "step": 2850950
    },
    {
      "epoch": 795.69,
      "grad_norm": 1.2203104496002197,
      "learning_rate": 3.7182907165495684e-10,
      "loss": 0.325,
      "step": 2850960
    },
    {
      "epoch": 795.69,
      "grad_norm": 1.2322907447814941,
      "learning_rate": 3.713475964676332e-10,
      "loss": 0.3369,
      "step": 2850970
    },
    {
      "epoch": 795.7,
      "grad_norm": 1.249873161315918,
      "learning_rate": 3.7086643318445795e-10,
      "loss": 0.3366,
      "step": 2850980
    },
    {
      "epoch": 795.7,
      "grad_norm": 2.3551418781280518,
      "learning_rate": 3.7038558180569124e-10,
      "loss": 0.3295,
      "step": 2850990
    },
    {
      "epoch": 795.7,
      "grad_norm": 1.172329306602478,
      "learning_rate": 3.699050423315933e-10,
      "loss": 0.3275,
      "step": 2851000
    },
    {
      "epoch": 795.7,
      "grad_norm": 1.1616802215576172,
      "learning_rate": 3.6942481476190386e-10,
      "loss": 0.3245,
      "step": 2851010
    },
    {
      "epoch": 795.71,
      "grad_norm": 1.203989863395691,
      "learning_rate": 3.6894489909688326e-10,
      "loss": 0.3414,
      "step": 2851020
    },
    {
      "epoch": 795.71,
      "grad_norm": 1.1933369636535645,
      "learning_rate": 3.6846529533627115e-10,
      "loss": 0.3359,
      "step": 2851030
    },
    {
      "epoch": 795.71,
      "grad_norm": 0.9553490281105042,
      "learning_rate": 3.67986003480588e-10,
      "loss": 0.3314,
      "step": 2851040
    },
    {
      "epoch": 795.72,
      "grad_norm": 1.2034350633621216,
      "learning_rate": 3.6750702352957364e-10,
      "loss": 0.3262,
      "step": 2851050
    },
    {
      "epoch": 795.72,
      "grad_norm": 1.1677531003952026,
      "learning_rate": 3.6702835548348824e-10,
      "loss": 0.34,
      "step": 2851060
    },
    {
      "epoch": 795.72,
      "grad_norm": 1.355103850364685,
      "learning_rate": 3.665499993423318e-10,
      "loss": 0.3451,
      "step": 2851070
    },
    {
      "epoch": 795.72,
      "grad_norm": 1.293254017829895,
      "learning_rate": 3.6607195510610435e-10,
      "loss": 0.3328,
      "step": 2851080
    },
    {
      "epoch": 795.73,
      "grad_norm": 1.4330410957336426,
      "learning_rate": 3.6559422277506606e-10,
      "loss": 0.3122,
      "step": 2851090
    },
    {
      "epoch": 795.73,
      "grad_norm": 1.256396770477295,
      "learning_rate": 3.651168023489567e-10,
      "loss": 0.3457,
      "step": 2851100
    },
    {
      "epoch": 795.73,
      "grad_norm": 1.012803077697754,
      "learning_rate": 3.646396938280366e-10,
      "loss": 0.3336,
      "step": 2851110
    },
    {
      "epoch": 795.74,
      "grad_norm": 1.2416601181030273,
      "learning_rate": 3.6416289721256585e-10,
      "loss": 0.3332,
      "step": 2851120
    },
    {
      "epoch": 795.74,
      "grad_norm": 1.2415372133255005,
      "learning_rate": 3.6368641250202407e-10,
      "loss": 0.3398,
      "step": 2851130
    },
    {
      "epoch": 795.74,
      "grad_norm": 1.51460862159729,
      "learning_rate": 3.6321023969719184e-10,
      "loss": 0.3389,
      "step": 2851140
    },
    {
      "epoch": 795.74,
      "grad_norm": 1.2387415170669556,
      "learning_rate": 3.627343787975488e-10,
      "loss": 0.3401,
      "step": 2851150
    },
    {
      "epoch": 795.75,
      "grad_norm": 1.2489324808120728,
      "learning_rate": 3.622588298033552e-10,
      "loss": 0.336,
      "step": 2851160
    },
    {
      "epoch": 795.75,
      "grad_norm": 1.2611808776855469,
      "learning_rate": 3.6178359271487117e-10,
      "loss": 0.3252,
      "step": 2851170
    },
    {
      "epoch": 795.75,
      "grad_norm": 1.2119427919387817,
      "learning_rate": 3.613086675318365e-10,
      "loss": 0.3219,
      "step": 2851180
    },
    {
      "epoch": 795.75,
      "grad_norm": 1.2754789590835571,
      "learning_rate": 3.6083405425477164e-10,
      "loss": 0.3512,
      "step": 2851190
    },
    {
      "epoch": 795.76,
      "grad_norm": 1.3543943166732788,
      "learning_rate": 3.603597528831562e-10,
      "loss": 0.3509,
      "step": 2851200
    },
    {
      "epoch": 795.76,
      "grad_norm": 1.130609154701233,
      "learning_rate": 3.5988576341751047e-10,
      "loss": 0.3303,
      "step": 2851210
    },
    {
      "epoch": 795.76,
      "grad_norm": 1.1632096767425537,
      "learning_rate": 3.594120858575744e-10,
      "loss": 0.343,
      "step": 2851220
    },
    {
      "epoch": 795.77,
      "grad_norm": 1.1556259393692017,
      "learning_rate": 3.589387202036081e-10,
      "loss": 0.326,
      "step": 2851230
    },
    {
      "epoch": 795.77,
      "grad_norm": 1.2296462059020996,
      "learning_rate": 3.5846566645561167e-10,
      "loss": 0.3277,
      "step": 2851240
    },
    {
      "epoch": 795.77,
      "grad_norm": 1.0912525653839111,
      "learning_rate": 3.57992924613585e-10,
      "loss": 0.3329,
      "step": 2851250
    },
    {
      "epoch": 795.77,
      "grad_norm": 1.2722339630126953,
      "learning_rate": 3.5752049467778834e-10,
      "loss": 0.3355,
      "step": 2851260
    },
    {
      "epoch": 795.78,
      "grad_norm": 1.071996808052063,
      "learning_rate": 3.570483766482217e-10,
      "loss": 0.3411,
      "step": 2851270
    },
    {
      "epoch": 795.78,
      "grad_norm": 1.2580971717834473,
      "learning_rate": 3.565765705248851e-10,
      "loss": 0.3341,
      "step": 2851280
    },
    {
      "epoch": 795.78,
      "grad_norm": 1.2245886325836182,
      "learning_rate": 3.5610507630777845e-10,
      "loss": 0.3658,
      "step": 2851290
    },
    {
      "epoch": 795.79,
      "grad_norm": 1.373595118522644,
      "learning_rate": 3.55633893997162e-10,
      "loss": 0.3196,
      "step": 2851300
    },
    {
      "epoch": 795.79,
      "grad_norm": 1.230462908744812,
      "learning_rate": 3.551630235927756e-10,
      "loss": 0.3314,
      "step": 2851310
    },
    {
      "epoch": 795.79,
      "grad_norm": 1.2270638942718506,
      "learning_rate": 3.5469246509513964e-10,
      "loss": 0.3547,
      "step": 2851320
    },
    {
      "epoch": 795.79,
      "grad_norm": 1.353293776512146,
      "learning_rate": 3.5422221850399393e-10,
      "loss": 0.3328,
      "step": 2851330
    },
    {
      "epoch": 795.8,
      "grad_norm": 1.6122322082519531,
      "learning_rate": 3.5375228381933837e-10,
      "loss": 0.3533,
      "step": 2851340
    },
    {
      "epoch": 795.8,
      "grad_norm": 1.3372386693954468,
      "learning_rate": 3.5328266104143327e-10,
      "loss": 0.3219,
      "step": 2851350
    },
    {
      "epoch": 795.8,
      "grad_norm": 1.1200789213180542,
      "learning_rate": 3.5281335017001837e-10,
      "loss": 0.3364,
      "step": 2851360
    },
    {
      "epoch": 795.81,
      "grad_norm": 1.221736192703247,
      "learning_rate": 3.5234435120561413e-10,
      "loss": 0.3318,
      "step": 2851370
    },
    {
      "epoch": 795.81,
      "grad_norm": 1.3586845397949219,
      "learning_rate": 3.5187566414822054e-10,
      "loss": 0.3387,
      "step": 2851380
    },
    {
      "epoch": 795.81,
      "grad_norm": 1.283926010131836,
      "learning_rate": 3.5140728899757735e-10,
      "loss": 0.3248,
      "step": 2851390
    },
    {
      "epoch": 795.81,
      "grad_norm": 1.3405568599700928,
      "learning_rate": 3.5093922575394477e-10,
      "loss": 0.3255,
      "step": 2851400
    },
    {
      "epoch": 795.82,
      "grad_norm": 1.2844964265823364,
      "learning_rate": 3.504714744175831e-10,
      "loss": 0.3253,
      "step": 2851410
    },
    {
      "epoch": 795.82,
      "grad_norm": 1.3204057216644287,
      "learning_rate": 3.5000403498797183e-10,
      "loss": 0.35,
      "step": 2851420
    },
    {
      "epoch": 795.82,
      "grad_norm": 1.161176085472107,
      "learning_rate": 3.4953690746589156e-10,
      "loss": 0.3347,
      "step": 2851430
    },
    {
      "epoch": 795.82,
      "grad_norm": 1.1987340450286865,
      "learning_rate": 3.49070091850822e-10,
      "loss": 0.3416,
      "step": 2851440
    },
    {
      "epoch": 795.83,
      "grad_norm": 1.4577449560165405,
      "learning_rate": 3.4860358814302324e-10,
      "loss": 0.3482,
      "step": 2851450
    },
    {
      "epoch": 795.83,
      "grad_norm": 1.2460781335830688,
      "learning_rate": 3.4813739634275554e-10,
      "loss": 0.335,
      "step": 2851460
    },
    {
      "epoch": 795.83,
      "grad_norm": 1.483676791191101,
      "learning_rate": 3.476715164497587e-10,
      "loss": 0.3344,
      "step": 2851470
    },
    {
      "epoch": 795.84,
      "grad_norm": 1.154484510421753,
      "learning_rate": 3.472059484642929e-10,
      "loss": 0.3469,
      "step": 2851480
    },
    {
      "epoch": 795.84,
      "grad_norm": 1.1182867288589478,
      "learning_rate": 3.4674069238635817e-10,
      "loss": 0.3468,
      "step": 2851490
    },
    {
      "epoch": 795.84,
      "grad_norm": 1.154650330543518,
      "learning_rate": 3.462757482162147e-10,
      "loss": 0.3376,
      "step": 2851500
    },
    {
      "epoch": 795.84,
      "grad_norm": 1.4650497436523438,
      "learning_rate": 3.4581111595360227e-10,
      "loss": 0.3245,
      "step": 2851510
    },
    {
      "epoch": 795.85,
      "grad_norm": 1.1439852714538574,
      "learning_rate": 3.453467955987811e-10,
      "loss": 0.3302,
      "step": 2851520
    },
    {
      "epoch": 795.85,
      "grad_norm": 1.2886019945144653,
      "learning_rate": 3.4488278715175124e-10,
      "loss": 0.3383,
      "step": 2851530
    },
    {
      "epoch": 795.85,
      "grad_norm": 1.3992809057235718,
      "learning_rate": 3.444190906125126e-10,
      "loss": 0.3426,
      "step": 2851540
    },
    {
      "epoch": 795.86,
      "grad_norm": 1.1867469549179077,
      "learning_rate": 3.439557059810652e-10,
      "loss": 0.3462,
      "step": 2851550
    },
    {
      "epoch": 795.86,
      "grad_norm": 1.306592345237732,
      "learning_rate": 3.434926332579295e-10,
      "loss": 0.3283,
      "step": 2851560
    },
    {
      "epoch": 795.86,
      "grad_norm": 1.2717537879943848,
      "learning_rate": 3.430298724425851e-10,
      "loss": 0.3305,
      "step": 2851570
    },
    {
      "epoch": 795.86,
      "grad_norm": 1.2248939275741577,
      "learning_rate": 3.425674235355523e-10,
      "loss": 0.3287,
      "step": 2851580
    },
    {
      "epoch": 795.87,
      "grad_norm": 1.054243564605713,
      "learning_rate": 3.42105286536571e-10,
      "loss": 0.3428,
      "step": 2851590
    },
    {
      "epoch": 795.87,
      "grad_norm": 1.2929131984710693,
      "learning_rate": 3.416434614456412e-10,
      "loss": 0.3469,
      "step": 2851600
    },
    {
      "epoch": 795.87,
      "grad_norm": 1.1437281370162964,
      "learning_rate": 3.411819482632833e-10,
      "loss": 0.3352,
      "step": 2851610
    },
    {
      "epoch": 795.87,
      "grad_norm": 1.277379035949707,
      "learning_rate": 3.40720746989237e-10,
      "loss": 0.339,
      "step": 2851620
    },
    {
      "epoch": 795.88,
      "grad_norm": 1.3939567804336548,
      "learning_rate": 3.402598576235024e-10,
      "loss": 0.3381,
      "step": 2851630
    },
    {
      "epoch": 795.88,
      "grad_norm": 1.5906193256378174,
      "learning_rate": 3.3979928016633977e-10,
      "loss": 0.3561,
      "step": 2851640
    },
    {
      "epoch": 795.88,
      "grad_norm": 1.2249548435211182,
      "learning_rate": 3.393390146174887e-10,
      "loss": 0.3332,
      "step": 2851650
    },
    {
      "epoch": 795.89,
      "grad_norm": 1.2748539447784424,
      "learning_rate": 3.3887906097746984e-10,
      "loss": 0.3337,
      "step": 2851660
    },
    {
      "epoch": 795.89,
      "grad_norm": 1.3120388984680176,
      "learning_rate": 3.384194192460228e-10,
      "loss": 0.3412,
      "step": 2851670
    },
    {
      "epoch": 795.89,
      "grad_norm": 1.2793686389923096,
      "learning_rate": 3.379600894234079e-10,
      "loss": 0.3387,
      "step": 2851680
    },
    {
      "epoch": 795.89,
      "grad_norm": 1.2830495834350586,
      "learning_rate": 3.375010715093648e-10,
      "loss": 0.3262,
      "step": 2851690
    },
    {
      "epoch": 795.9,
      "grad_norm": 1.3661580085754395,
      "learning_rate": 3.370423655044141e-10,
      "loss": 0.3433,
      "step": 2851700
    },
    {
      "epoch": 795.9,
      "grad_norm": 1.1741880178451538,
      "learning_rate": 3.3658397140803526e-10,
      "loss": 0.3325,
      "step": 2851710
    },
    {
      "epoch": 795.9,
      "grad_norm": 1.3789958953857422,
      "learning_rate": 3.361258892210089e-10,
      "loss": 0.3424,
      "step": 2851720
    },
    {
      "epoch": 795.91,
      "grad_norm": 1.6429717540740967,
      "learning_rate": 3.3566811894281467e-10,
      "loss": 0.3448,
      "step": 2851730
    },
    {
      "epoch": 795.91,
      "grad_norm": 1.2116272449493408,
      "learning_rate": 3.3521066057371274e-10,
      "loss": 0.3186,
      "step": 2851740
    },
    {
      "epoch": 795.91,
      "grad_norm": 1.1099746227264404,
      "learning_rate": 3.347535141137031e-10,
      "loss": 0.3448,
      "step": 2851750
    },
    {
      "epoch": 795.91,
      "grad_norm": 1.5144944190979004,
      "learning_rate": 3.342966795627858e-10,
      "loss": 0.3275,
      "step": 2851760
    },
    {
      "epoch": 795.92,
      "grad_norm": 1.1550006866455078,
      "learning_rate": 3.338401569214812e-10,
      "loss": 0.3241,
      "step": 2851770
    },
    {
      "epoch": 795.92,
      "grad_norm": 1.055007815361023,
      "learning_rate": 3.333839461892689e-10,
      "loss": 0.3428,
      "step": 2851780
    },
    {
      "epoch": 795.92,
      "grad_norm": 1.3236509561538696,
      "learning_rate": 3.329280473664091e-10,
      "loss": 0.3372,
      "step": 2851790
    },
    {
      "epoch": 795.93,
      "grad_norm": 1.2034401893615723,
      "learning_rate": 3.32472460453162e-10,
      "loss": 0.3416,
      "step": 2851800
    },
    {
      "epoch": 795.93,
      "grad_norm": 1.4931598901748657,
      "learning_rate": 3.3201718544926746e-10,
      "loss": 0.3492,
      "step": 2851810
    },
    {
      "epoch": 795.93,
      "grad_norm": 1.3071539402008057,
      "learning_rate": 3.3156222235524584e-10,
      "loss": 0.3193,
      "step": 2851820
    },
    {
      "epoch": 795.93,
      "grad_norm": 1.3840820789337158,
      "learning_rate": 3.311075711705767e-10,
      "loss": 0.3331,
      "step": 2851830
    },
    {
      "epoch": 795.94,
      "grad_norm": 1.2477799654006958,
      "learning_rate": 3.306532318955203e-10,
      "loss": 0.3511,
      "step": 2851840
    },
    {
      "epoch": 795.94,
      "grad_norm": 1.5651236772537231,
      "learning_rate": 3.3019920453059706e-10,
      "loss": 0.3412,
      "step": 2851850
    },
    {
      "epoch": 795.94,
      "grad_norm": 1.4777179956436157,
      "learning_rate": 3.297454890750263e-10,
      "loss": 0.3228,
      "step": 2851860
    },
    {
      "epoch": 795.94,
      "grad_norm": 1.4703369140625,
      "learning_rate": 3.2929208552958873e-10,
      "loss": 0.3181,
      "step": 2851870
    },
    {
      "epoch": 795.95,
      "grad_norm": 1.386945128440857,
      "learning_rate": 3.2883899389428425e-10,
      "loss": 0.3512,
      "step": 2851880
    },
    {
      "epoch": 795.95,
      "grad_norm": 1.1221120357513428,
      "learning_rate": 3.2838621416859253e-10,
      "loss": 0.3266,
      "step": 2851890
    },
    {
      "epoch": 795.95,
      "grad_norm": 1.2172409296035767,
      "learning_rate": 3.279337463532941e-10,
      "loss": 0.3373,
      "step": 2851900
    },
    {
      "epoch": 795.96,
      "grad_norm": 1.2438933849334717,
      "learning_rate": 3.2748159044786866e-10,
      "loss": 0.3385,
      "step": 2851910
    },
    {
      "epoch": 795.96,
      "grad_norm": 1.307762622833252,
      "learning_rate": 3.270297464525763e-10,
      "loss": 0.337,
      "step": 2851920
    },
    {
      "epoch": 795.96,
      "grad_norm": 1.1727362871170044,
      "learning_rate": 3.265782143676773e-10,
      "loss": 0.3298,
      "step": 2851930
    },
    {
      "epoch": 795.96,
      "grad_norm": 1.3412764072418213,
      "learning_rate": 3.261269941929115e-10,
      "loss": 0.3408,
      "step": 2851940
    },
    {
      "epoch": 795.97,
      "grad_norm": 1.1253621578216553,
      "learning_rate": 3.256760859287992e-10,
      "loss": 0.3204,
      "step": 2851950
    },
    {
      "epoch": 795.97,
      "grad_norm": 1.1707990169525146,
      "learning_rate": 3.2522548957482006e-10,
      "loss": 0.3292,
      "step": 2851960
    },
    {
      "epoch": 795.97,
      "grad_norm": 1.3195161819458008,
      "learning_rate": 3.2477520513149445e-10,
      "loss": 0.3354,
      "step": 2851970
    },
    {
      "epoch": 795.98,
      "grad_norm": 1.2309727668762207,
      "learning_rate": 3.243252325985622e-10,
      "loss": 0.3403,
      "step": 2851980
    },
    {
      "epoch": 795.98,
      "grad_norm": 1.2100205421447754,
      "learning_rate": 3.238755719762835e-10,
      "loss": 0.3371,
      "step": 2851990
    },
    {
      "epoch": 795.98,
      "grad_norm": 1.212552547454834,
      "learning_rate": 3.234262232646584e-10,
      "loss": 0.3447,
      "step": 2852000
    },
    {
      "epoch": 795.98,
      "grad_norm": 1.291606068611145,
      "learning_rate": 3.229771864636868e-10,
      "loss": 0.3497,
      "step": 2852010
    },
    {
      "epoch": 795.99,
      "grad_norm": 1.2047492265701294,
      "learning_rate": 3.22528461573629e-10,
      "loss": 0.3451,
      "step": 2852020
    },
    {
      "epoch": 795.99,
      "grad_norm": 1.122857928276062,
      "learning_rate": 3.2208004859422475e-10,
      "loss": 0.3345,
      "step": 2852030
    },
    {
      "epoch": 795.99,
      "grad_norm": 1.2192645072937012,
      "learning_rate": 3.2163194752599446e-10,
      "loss": 0.3485,
      "step": 2852040
    },
    {
      "epoch": 795.99,
      "grad_norm": 1.0597645044326782,
      "learning_rate": 3.211841583684177e-10,
      "loss": 0.3335,
      "step": 2852050
    },
    {
      "epoch": 796.0,
      "grad_norm": 1.23016357421875,
      "learning_rate": 3.2073668112201494e-10,
      "loss": 0.3438,
      "step": 2852060
    },
    {
      "epoch": 796.0,
      "eval_loss": 0.3374989926815033,
      "eval_runtime": 63.87,
      "eval_samples_per_second": 79.208,
      "eval_steps_per_second": 9.911,
      "step": 2852068
    },
    {
      "epoch": 796.0,
      "grad_norm": 1.1874698400497437,
      "learning_rate": 3.202895157867862e-10,
      "loss": 0.3197,
      "step": 2852070
    },
    {
      "epoch": 796.0,
      "grad_norm": 1.203871488571167,
      "learning_rate": 3.198426623624711e-10,
      "loss": 0.3379,
      "step": 2852080
    },
    {
      "epoch": 796.01,
      "grad_norm": 1.312155842781067,
      "learning_rate": 3.1939612084933007e-10,
      "loss": 0.3476,
      "step": 2852090
    },
    {
      "epoch": 796.01,
      "grad_norm": 1.4686108827590942,
      "learning_rate": 3.1894989124762323e-10,
      "loss": 0.358,
      "step": 2852100
    },
    {
      "epoch": 796.01,
      "grad_norm": 1.0971496105194092,
      "learning_rate": 3.185039735570903e-10,
      "loss": 0.3347,
      "step": 2852110
    },
    {
      "epoch": 796.01,
      "grad_norm": 1.1446717977523804,
      "learning_rate": 3.1805836777799157e-10,
      "loss": 0.3327,
      "step": 2852120
    },
    {
      "epoch": 796.02,
      "grad_norm": 1.0789743661880493,
      "learning_rate": 3.1761307391032706e-10,
      "loss": 0.3195,
      "step": 2852130
    },
    {
      "epoch": 796.02,
      "grad_norm": 1.2412638664245605,
      "learning_rate": 3.171680919543569e-10,
      "loss": 0.337,
      "step": 2852140
    },
    {
      "epoch": 796.02,
      "grad_norm": 1.2820807695388794,
      "learning_rate": 3.167234219095607e-10,
      "loss": 0.342,
      "step": 2852150
    },
    {
      "epoch": 796.03,
      "grad_norm": 1.199661374092102,
      "learning_rate": 3.1627906377645893e-10,
      "loss": 0.3333,
      "step": 2852160
    },
    {
      "epoch": 796.03,
      "grad_norm": 1.178378701210022,
      "learning_rate": 3.1583501755531176e-10,
      "loss": 0.3416,
      "step": 2852170
    },
    {
      "epoch": 796.03,
      "grad_norm": 1.312181830406189,
      "learning_rate": 3.1539128324559874e-10,
      "loss": 0.3352,
      "step": 2852180
    },
    {
      "epoch": 796.03,
      "grad_norm": 1.1418904066085815,
      "learning_rate": 3.1494786084784034e-10,
      "loss": 0.3235,
      "step": 2852190
    },
    {
      "epoch": 796.04,
      "grad_norm": 1.2845157384872437,
      "learning_rate": 3.1450475036177635e-10,
      "loss": 0.332,
      "step": 2852200
    },
    {
      "epoch": 796.04,
      "grad_norm": 1.4324473142623901,
      "learning_rate": 3.140619517876669e-10,
      "loss": 0.3501,
      "step": 2852210
    },
    {
      "epoch": 796.04,
      "grad_norm": 1.3380664587020874,
      "learning_rate": 3.136194651255121e-10,
      "loss": 0.3392,
      "step": 2852220
    },
    {
      "epoch": 796.05,
      "grad_norm": 1.1972264051437378,
      "learning_rate": 3.131772903753119e-10,
      "loss": 0.3453,
      "step": 2852230
    },
    {
      "epoch": 796.05,
      "grad_norm": 1.3847869634628296,
      "learning_rate": 3.127354275373264e-10,
      "loss": 0.3363,
      "step": 2852240
    },
    {
      "epoch": 796.05,
      "grad_norm": 1.1096915006637573,
      "learning_rate": 3.1229387661155583e-10,
      "loss": 0.3277,
      "step": 2852250
    },
    {
      "epoch": 796.05,
      "grad_norm": 1.271288275718689,
      "learning_rate": 3.1185263759773984e-10,
      "loss": 0.3452,
      "step": 2852260
    },
    {
      "epoch": 796.06,
      "grad_norm": 1.3308777809143066,
      "learning_rate": 3.114117104963988e-10,
      "loss": 0.3115,
      "step": 2852270
    },
    {
      "epoch": 796.06,
      "grad_norm": 1.4531553983688354,
      "learning_rate": 3.109710953072726e-10,
      "loss": 0.3225,
      "step": 2852280
    },
    {
      "epoch": 796.06,
      "grad_norm": 1.2546013593673706,
      "learning_rate": 3.1053079203036126e-10,
      "loss": 0.3294,
      "step": 2852290
    },
    {
      "epoch": 796.06,
      "grad_norm": 1.3378404378890991,
      "learning_rate": 3.1009080066618506e-10,
      "loss": 0.319,
      "step": 2852300
    },
    {
      "epoch": 796.07,
      "grad_norm": 1.2358976602554321,
      "learning_rate": 3.0965112121422373e-10,
      "loss": 0.3384,
      "step": 2852310
    },
    {
      "epoch": 796.07,
      "grad_norm": 1.260290503501892,
      "learning_rate": 3.092117536749976e-10,
      "loss": 0.3236,
      "step": 2852320
    },
    {
      "epoch": 796.07,
      "grad_norm": 1.1775580644607544,
      "learning_rate": 3.0877269804824645e-10,
      "loss": 0.3289,
      "step": 2852330
    },
    {
      "epoch": 796.08,
      "grad_norm": 1.2841851711273193,
      "learning_rate": 3.083339543342306e-10,
      "loss": 0.3352,
      "step": 2852340
    },
    {
      "epoch": 796.08,
      "grad_norm": 1.185065507888794,
      "learning_rate": 3.078955225329499e-10,
      "loss": 0.323,
      "step": 2852350
    },
    {
      "epoch": 796.08,
      "grad_norm": 1.3303260803222656,
      "learning_rate": 3.074574026444045e-10,
      "loss": 0.3331,
      "step": 2852360
    },
    {
      "epoch": 796.08,
      "grad_norm": 1.2355319261550903,
      "learning_rate": 3.0701959466885447e-10,
      "loss": 0.3442,
      "step": 2852370
    },
    {
      "epoch": 796.09,
      "grad_norm": 1.2155452966690063,
      "learning_rate": 3.0658209860603966e-10,
      "loss": 0.3292,
      "step": 2852380
    },
    {
      "epoch": 796.09,
      "grad_norm": 1.3223704099655151,
      "learning_rate": 3.061449144562203e-10,
      "loss": 0.3323,
      "step": 2852390
    },
    {
      "epoch": 796.09,
      "grad_norm": 1.3388360738754272,
      "learning_rate": 3.057080422193964e-10,
      "loss": 0.3415,
      "step": 2852400
    },
    {
      "epoch": 796.1,
      "grad_norm": 1.1835546493530273,
      "learning_rate": 3.0527148189582806e-10,
      "loss": 0.3479,
      "step": 2852410
    },
    {
      "epoch": 796.1,
      "grad_norm": 1.3256927728652954,
      "learning_rate": 3.0483523348525526e-10,
      "loss": 0.34,
      "step": 2852420
    },
    {
      "epoch": 796.1,
      "grad_norm": 1.2478398084640503,
      "learning_rate": 3.043992969876778e-10,
      "loss": 0.3493,
      "step": 2852430
    },
    {
      "epoch": 796.1,
      "grad_norm": 1.129762887954712,
      "learning_rate": 3.039636724036162e-10,
      "loss": 0.3525,
      "step": 2852440
    },
    {
      "epoch": 796.11,
      "grad_norm": 3.73091983795166,
      "learning_rate": 3.035283597328103e-10,
      "loss": 0.3533,
      "step": 2852450
    },
    {
      "epoch": 796.11,
      "grad_norm": 1.5247480869293213,
      "learning_rate": 3.0309335897526003e-10,
      "loss": 0.3401,
      "step": 2852460
    },
    {
      "epoch": 796.11,
      "grad_norm": 1.3100626468658447,
      "learning_rate": 3.0265867013122557e-10,
      "loss": 0.3337,
      "step": 2852470
    },
    {
      "epoch": 796.11,
      "grad_norm": 1.277401089668274,
      "learning_rate": 3.02224293200707e-10,
      "loss": 0.3399,
      "step": 2852480
    },
    {
      "epoch": 796.12,
      "grad_norm": 1.4386286735534668,
      "learning_rate": 3.0179022818370425e-10,
      "loss": 0.3506,
      "step": 2852490
    },
    {
      "epoch": 796.12,
      "grad_norm": 1.1449432373046875,
      "learning_rate": 3.0135647508021733e-10,
      "loss": 0.3349,
      "step": 2852500
    },
    {
      "epoch": 796.12,
      "grad_norm": 1.2787671089172363,
      "learning_rate": 3.009230338902463e-10,
      "loss": 0.3306,
      "step": 2852510
    },
    {
      "epoch": 796.13,
      "grad_norm": 1.4963966608047485,
      "learning_rate": 3.0048990461431153e-10,
      "loss": 0.3544,
      "step": 2852520
    },
    {
      "epoch": 796.13,
      "grad_norm": 1.1873704195022583,
      "learning_rate": 3.000570872518926e-10,
      "loss": 0.3277,
      "step": 2852530
    },
    {
      "epoch": 796.13,
      "grad_norm": 1.1224216222763062,
      "learning_rate": 2.9962458180350993e-10,
      "loss": 0.3297,
      "step": 2852540
    },
    {
      "epoch": 796.13,
      "grad_norm": 1.2233754396438599,
      "learning_rate": 2.991923882689033e-10,
      "loss": 0.3366,
      "step": 2852550
    },
    {
      "epoch": 796.14,
      "grad_norm": 1.255410075187683,
      "learning_rate": 2.98760506648333e-10,
      "loss": 0.3308,
      "step": 2852560
    },
    {
      "epoch": 796.14,
      "grad_norm": 1.0684783458709717,
      "learning_rate": 2.983289369415387e-10,
      "loss": 0.3318,
      "step": 2852570
    },
    {
      "epoch": 796.14,
      "grad_norm": 1.2207883596420288,
      "learning_rate": 2.9789767914904087e-10,
      "loss": 0.3212,
      "step": 2852580
    },
    {
      "epoch": 796.15,
      "grad_norm": 1.6074402332305908,
      "learning_rate": 2.9746673327057936e-10,
      "loss": 0.3442,
      "step": 2852590
    },
    {
      "epoch": 796.15,
      "grad_norm": 1.2814167737960815,
      "learning_rate": 2.9703609930615407e-10,
      "loss": 0.3561,
      "step": 2852600
    },
    {
      "epoch": 796.15,
      "grad_norm": 1.3020273447036743,
      "learning_rate": 2.966057772560253e-10,
      "loss": 0.327,
      "step": 2852610
    },
    {
      "epoch": 796.15,
      "grad_norm": 1.3048298358917236,
      "learning_rate": 2.9617576712019296e-10,
      "loss": 0.3284,
      "step": 2852620
    },
    {
      "epoch": 796.16,
      "grad_norm": 1.2706732749938965,
      "learning_rate": 2.957460688986571e-10,
      "loss": 0.3264,
      "step": 2852630
    },
    {
      "epoch": 796.16,
      "grad_norm": 1.1042885780334473,
      "learning_rate": 2.953166825916779e-10,
      "loss": 0.3493,
      "step": 2852640
    },
    {
      "epoch": 796.16,
      "grad_norm": 1.1474214792251587,
      "learning_rate": 2.948876081989952e-10,
      "loss": 0.3486,
      "step": 2852650
    },
    {
      "epoch": 796.17,
      "grad_norm": 1.21049165725708,
      "learning_rate": 2.9445884572086925e-10,
      "loss": 0.3243,
      "step": 2852660
    },
    {
      "epoch": 796.17,
      "grad_norm": 1.2429038286209106,
      "learning_rate": 2.940303951572999e-10,
      "loss": 0.3424,
      "step": 2852670
    },
    {
      "epoch": 796.17,
      "grad_norm": 1.1518758535385132,
      "learning_rate": 2.9360225650854744e-10,
      "loss": 0.3445,
      "step": 2852680
    },
    {
      "epoch": 796.17,
      "grad_norm": 1.4292984008789062,
      "learning_rate": 2.931744297743517e-10,
      "loss": 0.3324,
      "step": 2852690
    },
    {
      "epoch": 796.18,
      "grad_norm": 1.1751848459243774,
      "learning_rate": 2.9274691495497284e-10,
      "loss": 0.3435,
      "step": 2852700
    },
    {
      "epoch": 796.18,
      "grad_norm": 1.1826390027999878,
      "learning_rate": 2.923197120501507e-10,
      "loss": 0.3361,
      "step": 2852710
    },
    {
      "epoch": 796.18,
      "grad_norm": 1.1269158124923706,
      "learning_rate": 2.918928210604056e-10,
      "loss": 0.3567,
      "step": 2852720
    },
    {
      "epoch": 796.18,
      "grad_norm": 1.3676477670669556,
      "learning_rate": 2.914662419854774e-10,
      "loss": 0.3445,
      "step": 2852730
    },
    {
      "epoch": 796.19,
      "grad_norm": 1.3386411666870117,
      "learning_rate": 2.9103997482562635e-10,
      "loss": 0.3365,
      "step": 2852740
    },
    {
      "epoch": 796.19,
      "grad_norm": 1.3062560558319092,
      "learning_rate": 2.9061401958059214e-10,
      "loss": 0.3469,
      "step": 2852750
    },
    {
      "epoch": 796.19,
      "grad_norm": 1.4695994853973389,
      "learning_rate": 2.9018837625089525e-10,
      "loss": 0.3274,
      "step": 2852760
    },
    {
      "epoch": 796.2,
      "grad_norm": 1.284525990486145,
      "learning_rate": 2.897630448360153e-10,
      "loss": 0.3448,
      "step": 2852770
    },
    {
      "epoch": 796.2,
      "grad_norm": 1.2061070203781128,
      "learning_rate": 2.8933802533647256e-10,
      "loss": 0.3282,
      "step": 2852780
    },
    {
      "epoch": 796.2,
      "grad_norm": 1.218724250793457,
      "learning_rate": 2.889133177522672e-10,
      "loss": 0.3452,
      "step": 2852790
    },
    {
      "epoch": 796.2,
      "grad_norm": 1.3401070833206177,
      "learning_rate": 2.8848892208339913e-10,
      "loss": 0.3224,
      "step": 2852800
    },
    {
      "epoch": 796.21,
      "grad_norm": 1.217457890510559,
      "learning_rate": 2.8806483832986836e-10,
      "loss": 0.3417,
      "step": 2852810
    },
    {
      "epoch": 796.21,
      "grad_norm": 1.3301880359649658,
      "learning_rate": 2.8764106649167495e-10,
      "loss": 0.3501,
      "step": 2852820
    },
    {
      "epoch": 796.21,
      "grad_norm": 1.3116731643676758,
      "learning_rate": 2.87217606569079e-10,
      "loss": 0.3353,
      "step": 2852830
    },
    {
      "epoch": 796.22,
      "grad_norm": 1.302455186843872,
      "learning_rate": 2.867944585618204e-10,
      "loss": 0.3253,
      "step": 2852840
    },
    {
      "epoch": 796.22,
      "grad_norm": 1.5482100248336792,
      "learning_rate": 2.8637162247041946e-10,
      "loss": 0.3439,
      "step": 2852850
    },
    {
      "epoch": 796.22,
      "grad_norm": 1.1588935852050781,
      "learning_rate": 2.859490982946161e-10,
      "loss": 0.3515,
      "step": 2852860
    },
    {
      "epoch": 796.22,
      "grad_norm": 1.3564481735229492,
      "learning_rate": 2.855268860344102e-10,
      "loss": 0.3522,
      "step": 2852870
    },
    {
      "epoch": 796.23,
      "grad_norm": 1.2002124786376953,
      "learning_rate": 2.851049856898019e-10,
      "loss": 0.3314,
      "step": 2852880
    },
    {
      "epoch": 796.23,
      "grad_norm": 1.1873308420181274,
      "learning_rate": 2.846833972613115e-10,
      "loss": 0.334,
      "step": 2852890
    },
    {
      "epoch": 796.23,
      "grad_norm": 1.2654114961624146,
      "learning_rate": 2.842621207484186e-10,
      "loss": 0.3418,
      "step": 2852900
    },
    {
      "epoch": 796.23,
      "grad_norm": 1.1108133792877197,
      "learning_rate": 2.838411561516436e-10,
      "loss": 0.3123,
      "step": 2852910
    },
    {
      "epoch": 796.24,
      "grad_norm": 1.1093311309814453,
      "learning_rate": 2.834205034709866e-10,
      "loss": 0.3407,
      "step": 2852920
    },
    {
      "epoch": 796.24,
      "grad_norm": 1.125893235206604,
      "learning_rate": 2.830001627061873e-10,
      "loss": 0.3291,
      "step": 2852930
    },
    {
      "epoch": 796.24,
      "grad_norm": 1.3506070375442505,
      "learning_rate": 2.8258013385750595e-10,
      "loss": 0.346,
      "step": 2852940
    },
    {
      "epoch": 796.25,
      "grad_norm": 1.2811260223388672,
      "learning_rate": 2.821604169249425e-10,
      "loss": 0.3352,
      "step": 2852950
    },
    {
      "epoch": 796.25,
      "grad_norm": 1.1153881549835205,
      "learning_rate": 2.81741011908497e-10,
      "loss": 0.3285,
      "step": 2852960
    },
    {
      "epoch": 796.25,
      "grad_norm": 1.3349766731262207,
      "learning_rate": 2.8132191880842967e-10,
      "loss": 0.333,
      "step": 2852970
    },
    {
      "epoch": 796.25,
      "grad_norm": 1.143195390701294,
      "learning_rate": 2.8090313762474044e-10,
      "loss": 0.3297,
      "step": 2852980
    },
    {
      "epoch": 796.26,
      "grad_norm": 1.2527556419372559,
      "learning_rate": 2.8048466835742937e-10,
      "loss": 0.3328,
      "step": 2852990
    },
    {
      "epoch": 796.26,
      "grad_norm": 1.1684051752090454,
      "learning_rate": 2.8006651100649647e-10,
      "loss": 0.3362,
      "step": 2853000
    },
    {
      "epoch": 796.26,
      "grad_norm": 1.5992530584335327,
      "learning_rate": 2.796486655719417e-10,
      "loss": 0.3096,
      "step": 2853010
    },
    {
      "epoch": 796.27,
      "grad_norm": 1.1343430280685425,
      "learning_rate": 2.7923113205402527e-10,
      "loss": 0.3388,
      "step": 2853020
    },
    {
      "epoch": 796.27,
      "grad_norm": 1.2384897470474243,
      "learning_rate": 2.7881391045274716e-10,
      "loss": 0.3131,
      "step": 2853030
    },
    {
      "epoch": 796.27,
      "grad_norm": 1.0993908643722534,
      "learning_rate": 2.7839700076810747e-10,
      "loss": 0.341,
      "step": 2853040
    },
    {
      "epoch": 796.27,
      "grad_norm": 1.1752655506134033,
      "learning_rate": 2.7798040300010605e-10,
      "loss": 0.3283,
      "step": 2853050
    },
    {
      "epoch": 796.28,
      "grad_norm": 1.2567508220672607,
      "learning_rate": 2.7756411714900324e-10,
      "loss": 0.328,
      "step": 2853060
    },
    {
      "epoch": 796.28,
      "grad_norm": 1.2731269598007202,
      "learning_rate": 2.771481432145388e-10,
      "loss": 0.3318,
      "step": 2853070
    },
    {
      "epoch": 796.28,
      "grad_norm": 1.867775321006775,
      "learning_rate": 2.767324811972331e-10,
      "loss": 0.3545,
      "step": 2853080
    },
    {
      "epoch": 796.29,
      "grad_norm": 1.242311954498291,
      "learning_rate": 2.7631713109656575e-10,
      "loss": 0.3393,
      "step": 2853090
    },
    {
      "epoch": 796.29,
      "grad_norm": 1.279585838317871,
      "learning_rate": 2.759020929130572e-10,
      "loss": 0.342,
      "step": 2853100
    },
    {
      "epoch": 796.29,
      "grad_norm": 3.1503448486328125,
      "learning_rate": 2.7548736664644717e-10,
      "loss": 0.3516,
      "step": 2853110
    },
    {
      "epoch": 796.29,
      "grad_norm": 1.2704271078109741,
      "learning_rate": 2.750729522969959e-10,
      "loss": 0.3229,
      "step": 2853120
    },
    {
      "epoch": 796.3,
      "grad_norm": 1.1613627672195435,
      "learning_rate": 2.7465884986470345e-10,
      "loss": 0.3387,
      "step": 2853130
    },
    {
      "epoch": 796.3,
      "grad_norm": 1.3502366542816162,
      "learning_rate": 2.742450593495697e-10,
      "loss": 0.3356,
      "step": 2853140
    },
    {
      "epoch": 796.3,
      "grad_norm": 1.2817972898483276,
      "learning_rate": 2.73831580751855e-10,
      "loss": 0.3341,
      "step": 2853150
    },
    {
      "epoch": 796.3,
      "grad_norm": 1.718449354171753,
      "learning_rate": 2.7341841407129904e-10,
      "loss": 0.3362,
      "step": 2853160
    },
    {
      "epoch": 796.31,
      "grad_norm": 1.247967004776001,
      "learning_rate": 2.7300555930816205e-10,
      "loss": 0.3327,
      "step": 2853170
    },
    {
      "epoch": 796.31,
      "grad_norm": 1.1171364784240723,
      "learning_rate": 2.7259301646244403e-10,
      "loss": 0.3277,
      "step": 2853180
    },
    {
      "epoch": 796.31,
      "grad_norm": 1.4436315298080444,
      "learning_rate": 2.7218078553414497e-10,
      "loss": 0.3275,
      "step": 2853190
    },
    {
      "epoch": 796.32,
      "grad_norm": 1.349838137626648,
      "learning_rate": 2.7176886652352513e-10,
      "loss": 0.3413,
      "step": 2853200
    },
    {
      "epoch": 796.32,
      "grad_norm": 1.292091965675354,
      "learning_rate": 2.7135725943058446e-10,
      "loss": 0.3231,
      "step": 2853210
    },
    {
      "epoch": 796.32,
      "grad_norm": 1.1000523567199707,
      "learning_rate": 2.709459642550628e-10,
      "loss": 0.3286,
      "step": 2853220
    },
    {
      "epoch": 796.32,
      "grad_norm": 1.4288859367370605,
      "learning_rate": 2.705349809972203e-10,
      "loss": 0.3483,
      "step": 2853230
    },
    {
      "epoch": 796.33,
      "grad_norm": 1.2261230945587158,
      "learning_rate": 2.701243096573172e-10,
      "loss": 0.3467,
      "step": 2853240
    },
    {
      "epoch": 796.33,
      "grad_norm": 1.1612759828567505,
      "learning_rate": 2.6971395023509327e-10,
      "loss": 0.3328,
      "step": 2853250
    },
    {
      "epoch": 796.33,
      "grad_norm": 1.3778622150421143,
      "learning_rate": 2.6930390273080873e-10,
      "loss": 0.3264,
      "step": 2853260
    },
    {
      "epoch": 796.34,
      "grad_norm": 1.4590398073196411,
      "learning_rate": 2.688941671444636e-10,
      "loss": 0.327,
      "step": 2853270
    },
    {
      "epoch": 796.34,
      "grad_norm": 1.5748149156570435,
      "learning_rate": 2.6848474347579764e-10,
      "loss": 0.3291,
      "step": 2853280
    },
    {
      "epoch": 796.34,
      "grad_norm": 1.1814862489700317,
      "learning_rate": 2.680756317255915e-10,
      "loss": 0.3218,
      "step": 2853290
    },
    {
      "epoch": 796.34,
      "grad_norm": 1.2028446197509766,
      "learning_rate": 2.6766683189332477e-10,
      "loss": 0.321,
      "step": 2853300
    },
    {
      "epoch": 796.35,
      "grad_norm": 1.3643604516983032,
      "learning_rate": 2.672583439789974e-10,
      "loss": 0.3443,
      "step": 2853310
    },
    {
      "epoch": 796.35,
      "grad_norm": 1.09259831905365,
      "learning_rate": 2.6685016798312987e-10,
      "loss": 0.3227,
      "step": 2853320
    },
    {
      "epoch": 796.35,
      "grad_norm": 1.2678548097610474,
      "learning_rate": 2.6644230390520174e-10,
      "loss": 0.3441,
      "step": 2853330
    },
    {
      "epoch": 796.36,
      "grad_norm": 5.2452192306518555,
      "learning_rate": 2.6603475174573343e-10,
      "loss": 0.3372,
      "step": 2853340
    },
    {
      "epoch": 796.36,
      "grad_norm": 1.2779691219329834,
      "learning_rate": 2.656275115047249e-10,
      "loss": 0.3333,
      "step": 2853350
    },
    {
      "epoch": 796.36,
      "grad_norm": 1.2478480339050293,
      "learning_rate": 2.6522058318217616e-10,
      "loss": 0.3253,
      "step": 2853360
    },
    {
      "epoch": 796.36,
      "grad_norm": 1.1885119676589966,
      "learning_rate": 2.6481396677782705e-10,
      "loss": 0.3362,
      "step": 2853370
    },
    {
      "epoch": 796.37,
      "grad_norm": 1.366020679473877,
      "learning_rate": 2.6440766229219796e-10,
      "loss": 0.3327,
      "step": 2853380
    },
    {
      "epoch": 796.37,
      "grad_norm": 1.214396357536316,
      "learning_rate": 2.640016697250287e-10,
      "loss": 0.323,
      "step": 2853390
    },
    {
      "epoch": 796.37,
      "grad_norm": 1.1232516765594482,
      "learning_rate": 2.6359598907657943e-10,
      "loss": 0.3319,
      "step": 2853400
    },
    {
      "epoch": 796.37,
      "grad_norm": 1.3126740455627441,
      "learning_rate": 2.6319062034659e-10,
      "loss": 0.3335,
      "step": 2853410
    },
    {
      "epoch": 796.38,
      "grad_norm": 1.1844006776809692,
      "learning_rate": 2.6278556353558077e-10,
      "loss": 0.3358,
      "step": 2853420
    },
    {
      "epoch": 796.38,
      "grad_norm": 1.1976207494735718,
      "learning_rate": 2.6238081864329156e-10,
      "loss": 0.3398,
      "step": 2853430
    },
    {
      "epoch": 796.38,
      "grad_norm": 1.2687569856643677,
      "learning_rate": 2.619763856699826e-10,
      "loss": 0.3421,
      "step": 2853440
    },
    {
      "epoch": 796.39,
      "grad_norm": 1.2480193376541138,
      "learning_rate": 2.6157226461539365e-10,
      "loss": 0.3261,
      "step": 2853450
    },
    {
      "epoch": 796.39,
      "grad_norm": 1.141618251800537,
      "learning_rate": 2.611684554795247e-10,
      "loss": 0.3437,
      "step": 2853460
    },
    {
      "epoch": 796.39,
      "grad_norm": 1.2522886991500854,
      "learning_rate": 2.607649582631564e-10,
      "loss": 0.3397,
      "step": 2853470
    },
    {
      "epoch": 796.39,
      "grad_norm": 1.498546838760376,
      "learning_rate": 2.6036177296550815e-10,
      "loss": 0.3255,
      "step": 2853480
    },
    {
      "epoch": 796.4,
      "grad_norm": 1.4842082262039185,
      "learning_rate": 2.5995889958710035e-10,
      "loss": 0.3397,
      "step": 2853490
    },
    {
      "epoch": 796.4,
      "grad_norm": 1.2511982917785645,
      "learning_rate": 2.595563381276727e-10,
      "loss": 0.3367,
      "step": 2853500
    },
    {
      "epoch": 796.4,
      "grad_norm": 1.3352140188217163,
      "learning_rate": 2.591540885877458e-10,
      "loss": 0.3731,
      "step": 2853510
    },
    {
      "epoch": 796.41,
      "grad_norm": 1.431018590927124,
      "learning_rate": 2.5875215096679906e-10,
      "loss": 0.3511,
      "step": 2853520
    },
    {
      "epoch": 796.41,
      "grad_norm": 1.1822764873504639,
      "learning_rate": 2.58350525265353e-10,
      "loss": 0.334,
      "step": 2853530
    },
    {
      "epoch": 796.41,
      "grad_norm": 1.286525845527649,
      "learning_rate": 2.579492114831473e-10,
      "loss": 0.3431,
      "step": 2853540
    },
    {
      "epoch": 796.41,
      "grad_norm": 1.38906729221344,
      "learning_rate": 2.5754820962070253e-10,
      "loss": 0.3492,
      "step": 2853550
    },
    {
      "epoch": 796.42,
      "grad_norm": 1.3311488628387451,
      "learning_rate": 2.5714751967749815e-10,
      "loss": 0.3486,
      "step": 2853560
    },
    {
      "epoch": 796.42,
      "grad_norm": 1.2272047996520996,
      "learning_rate": 2.5674714165379445e-10,
      "loss": 0.3207,
      "step": 2853570
    },
    {
      "epoch": 796.42,
      "grad_norm": 1.208345890045166,
      "learning_rate": 2.563470755495914e-10,
      "loss": 0.3297,
      "step": 2853580
    },
    {
      "epoch": 796.42,
      "grad_norm": 1.1659854650497437,
      "learning_rate": 2.559473213651492e-10,
      "loss": 0.3393,
      "step": 2853590
    },
    {
      "epoch": 796.43,
      "grad_norm": 1.2256736755371094,
      "learning_rate": 2.555478791004678e-10,
      "loss": 0.3432,
      "step": 2853600
    },
    {
      "epoch": 796.43,
      "grad_norm": 1.3902405500411987,
      "learning_rate": 2.551487487555473e-10,
      "loss": 0.3169,
      "step": 2853610
    },
    {
      "epoch": 796.43,
      "grad_norm": 5.6278228759765625,
      "learning_rate": 2.5474993033038764e-10,
      "loss": 0.3269,
      "step": 2853620
    },
    {
      "epoch": 796.44,
      "grad_norm": 1.323852777481079,
      "learning_rate": 2.5435142382498885e-10,
      "loss": 0.3322,
      "step": 2853630
    },
    {
      "epoch": 796.44,
      "grad_norm": 19.78716468811035,
      "learning_rate": 2.539532292396111e-10,
      "loss": 0.3387,
      "step": 2853640
    },
    {
      "epoch": 796.44,
      "grad_norm": 1.2637430429458618,
      "learning_rate": 2.5355534657425447e-10,
      "loss": 0.3373,
      "step": 2853650
    },
    {
      "epoch": 796.44,
      "grad_norm": 1.4869585037231445,
      "learning_rate": 2.531577758289188e-10,
      "loss": 0.3338,
      "step": 2853660
    },
    {
      "epoch": 796.45,
      "grad_norm": 1.4191863536834717,
      "learning_rate": 2.5276051700334405e-10,
      "loss": 0.3423,
      "step": 2853670
    },
    {
      "epoch": 796.45,
      "grad_norm": 1.2440471649169922,
      "learning_rate": 2.523635700983108e-10,
      "loss": 0.328,
      "step": 2853680
    },
    {
      "epoch": 796.45,
      "grad_norm": 1.2268140316009521,
      "learning_rate": 2.5196693511303837e-10,
      "loss": 0.3278,
      "step": 2853690
    },
    {
      "epoch": 796.46,
      "grad_norm": 1.2760411500930786,
      "learning_rate": 2.515706120483074e-10,
      "loss": 0.3367,
      "step": 2853700
    },
    {
      "epoch": 796.46,
      "grad_norm": 1.201518177986145,
      "learning_rate": 2.5117460090385776e-10,
      "loss": 0.3415,
      "step": 2853710
    },
    {
      "epoch": 796.46,
      "grad_norm": 1.159972071647644,
      "learning_rate": 2.5077890167942914e-10,
      "loss": 0.3281,
      "step": 2853720
    },
    {
      "epoch": 796.46,
      "grad_norm": 1.399435043334961,
      "learning_rate": 2.503835143758022e-10,
      "loss": 0.3441,
      "step": 2853730
    },
    {
      "epoch": 796.47,
      "grad_norm": 1.1316221952438354,
      "learning_rate": 2.4998843899219634e-10,
      "loss": 0.3375,
      "step": 2853740
    },
    {
      "epoch": 796.47,
      "grad_norm": 1.4726723432540894,
      "learning_rate": 2.495936755293922e-10,
      "loss": 0.3306,
      "step": 2853750
    },
    {
      "epoch": 796.47,
      "grad_norm": 1.5190532207489014,
      "learning_rate": 2.491992239871295e-10,
      "loss": 0.3462,
      "step": 2853760
    },
    {
      "epoch": 796.48,
      "grad_norm": 1.3580915927886963,
      "learning_rate": 2.4880508436514805e-10,
      "loss": 0.3308,
      "step": 2853770
    },
    {
      "epoch": 796.48,
      "grad_norm": 1.3515831232070923,
      "learning_rate": 2.484112566639683e-10,
      "loss": 0.3451,
      "step": 2853780
    },
    {
      "epoch": 796.48,
      "grad_norm": 1.1759347915649414,
      "learning_rate": 2.4801774088359025e-10,
      "loss": 0.3219,
      "step": 2853790
    },
    {
      "epoch": 796.48,
      "grad_norm": 1.3077366352081299,
      "learning_rate": 2.476245370240139e-10,
      "loss": 0.3281,
      "step": 2853800
    },
    {
      "epoch": 796.49,
      "grad_norm": 1.719641923904419,
      "learning_rate": 2.472316450852392e-10,
      "loss": 0.3317,
      "step": 2853810
    },
    {
      "epoch": 796.49,
      "grad_norm": 1.1143428087234497,
      "learning_rate": 2.46839065067006e-10,
      "loss": 0.3359,
      "step": 2853820
    },
    {
      "epoch": 796.49,
      "grad_norm": 1.3860268592834473,
      "learning_rate": 2.4644679697009493e-10,
      "loss": 0.3412,
      "step": 2853830
    },
    {
      "epoch": 796.49,
      "grad_norm": 1.302274465560913,
      "learning_rate": 2.4605484079398554e-10,
      "loss": 0.3434,
      "step": 2853840
    },
    {
      "epoch": 796.5,
      "grad_norm": 1.078356146812439,
      "learning_rate": 2.456631965386778e-10,
      "loss": 0.3422,
      "step": 2853850
    },
    {
      "epoch": 796.5,
      "grad_norm": 1.6817288398742676,
      "learning_rate": 2.452718642046922e-10,
      "loss": 0.3478,
      "step": 2853860
    },
    {
      "epoch": 796.5,
      "grad_norm": 1.5376968383789062,
      "learning_rate": 2.448808437917685e-10,
      "loss": 0.3382,
      "step": 2853870
    },
    {
      "epoch": 796.51,
      "grad_norm": 1.271483063697815,
      "learning_rate": 2.4449013529990667e-10,
      "loss": 0.3413,
      "step": 2853880
    },
    {
      "epoch": 796.51,
      "grad_norm": 1.325362205505371,
      "learning_rate": 2.440997387293669e-10,
      "loss": 0.3483,
      "step": 2853890
    },
    {
      "epoch": 796.51,
      "grad_norm": 1.2769224643707275,
      "learning_rate": 2.4370965408014935e-10,
      "loss": 0.3191,
      "step": 2853900
    },
    {
      "epoch": 796.51,
      "grad_norm": 1.0997337102890015,
      "learning_rate": 2.4331988135225385e-10,
      "loss": 0.3468,
      "step": 2853910
    },
    {
      "epoch": 796.52,
      "grad_norm": 1.2425175905227661,
      "learning_rate": 2.429304205456804e-10,
      "loss": 0.349,
      "step": 2853920
    },
    {
      "epoch": 796.52,
      "grad_norm": 1.3500841856002808,
      "learning_rate": 2.4254127166042916e-10,
      "loss": 0.3369,
      "step": 2853930
    },
    {
      "epoch": 796.52,
      "grad_norm": 1.4488718509674072,
      "learning_rate": 2.4215243469676016e-10,
      "loss": 0.3344,
      "step": 2853940
    },
    {
      "epoch": 796.53,
      "grad_norm": 1.3944556713104248,
      "learning_rate": 2.417639096546735e-10,
      "loss": 0.3528,
      "step": 2853950
    },
    {
      "epoch": 796.53,
      "grad_norm": 1.4928791522979736,
      "learning_rate": 2.4137569653416914e-10,
      "loss": 0.3358,
      "step": 2853960
    },
    {
      "epoch": 796.53,
      "grad_norm": 1.1901109218597412,
      "learning_rate": 2.409877953352471e-10,
      "loss": 0.3267,
      "step": 2853970
    },
    {
      "epoch": 796.53,
      "grad_norm": 1.188967227935791,
      "learning_rate": 2.4060020605790735e-10,
      "loss": 0.334,
      "step": 2853980
    },
    {
      "epoch": 796.54,
      "grad_norm": 1.3259953260421753,
      "learning_rate": 2.4021292870241016e-10,
      "loss": 0.34,
      "step": 2853990
    },
    {
      "epoch": 796.54,
      "grad_norm": 0.9971959590911865,
      "learning_rate": 2.398259632687555e-10,
      "loss": 0.3347,
      "step": 2854000
    },
    {
      "epoch": 796.54,
      "grad_norm": 1.3293377161026,
      "learning_rate": 2.394393097569433e-10,
      "loss": 0.3319,
      "step": 2854010
    },
    {
      "epoch": 796.54,
      "grad_norm": 1.4742298126220703,
      "learning_rate": 2.3905296816697367e-10,
      "loss": 0.3434,
      "step": 2854020
    },
    {
      "epoch": 796.55,
      "grad_norm": 1.312498927116394,
      "learning_rate": 2.3866693849910676e-10,
      "loss": 0.3569,
      "step": 2854030
    },
    {
      "epoch": 796.55,
      "grad_norm": 1.2163301706314087,
      "learning_rate": 2.382812207530824e-10,
      "loss": 0.3317,
      "step": 2854040
    },
    {
      "epoch": 796.55,
      "grad_norm": 1.4568767547607422,
      "learning_rate": 2.378958149289005e-10,
      "loss": 0.3499,
      "step": 2854050
    },
    {
      "epoch": 796.56,
      "grad_norm": 1.0768088102340698,
      "learning_rate": 2.3751072102708157e-10,
      "loss": 0.3198,
      "step": 2854060
    },
    {
      "epoch": 796.56,
      "grad_norm": 1.1432359218597412,
      "learning_rate": 2.371259390473654e-10,
      "loss": 0.3299,
      "step": 2854070
    },
    {
      "epoch": 796.56,
      "grad_norm": 1.0171679258346558,
      "learning_rate": 2.367414689900121e-10,
      "loss": 0.315,
      "step": 2854080
    },
    {
      "epoch": 796.56,
      "grad_norm": 1.0858491659164429,
      "learning_rate": 2.3635731085476156e-10,
      "loss": 0.3334,
      "step": 2854090
    },
    {
      "epoch": 796.57,
      "grad_norm": 1.1097925901412964,
      "learning_rate": 2.359734646416138e-10,
      "loss": 0.341,
      "step": 2854100
    },
    {
      "epoch": 796.57,
      "grad_norm": 1.2027842998504639,
      "learning_rate": 2.355899303510891e-10,
      "loss": 0.3199,
      "step": 2854110
    },
    {
      "epoch": 796.57,
      "grad_norm": 1.217817783355713,
      "learning_rate": 2.3520670798292745e-10,
      "loss": 0.3385,
      "step": 2854120
    },
    {
      "epoch": 796.58,
      "grad_norm": 1.3057913780212402,
      "learning_rate": 2.3482379753712866e-10,
      "loss": 0.3399,
      "step": 2854130
    },
    {
      "epoch": 796.58,
      "grad_norm": 1.2965340614318848,
      "learning_rate": 2.3444119901395303e-10,
      "loss": 0.337,
      "step": 2854140
    },
    {
      "epoch": 796.58,
      "grad_norm": 1.2717756032943726,
      "learning_rate": 2.3405891241314033e-10,
      "loss": 0.3428,
      "step": 2854150
    },
    {
      "epoch": 796.58,
      "grad_norm": 1.16901695728302,
      "learning_rate": 2.33676937735211e-10,
      "loss": 0.339,
      "step": 2854160
    },
    {
      "epoch": 796.59,
      "grad_norm": 1.0059797763824463,
      "learning_rate": 2.3329527497990484e-10,
      "loss": 0.3336,
      "step": 2854170
    },
    {
      "epoch": 796.59,
      "grad_norm": 1.3667287826538086,
      "learning_rate": 2.329139241472218e-10,
      "loss": 0.3415,
      "step": 2854180
    },
    {
      "epoch": 796.59,
      "grad_norm": 2.139765501022339,
      "learning_rate": 2.325328852371619e-10,
      "loss": 0.3266,
      "step": 2854190
    },
    {
      "epoch": 796.6,
      "grad_norm": 1.0819323062896729,
      "learning_rate": 2.3215215824998537e-10,
      "loss": 0.3361,
      "step": 2854200
    },
    {
      "epoch": 796.6,
      "grad_norm": 1.257780909538269,
      "learning_rate": 2.317717431859524e-10,
      "loss": 0.3339,
      "step": 2854210
    },
    {
      "epoch": 796.6,
      "grad_norm": 1.2548869848251343,
      "learning_rate": 2.3139164004454257e-10,
      "loss": 0.3411,
      "step": 2854220
    },
    {
      "epoch": 796.6,
      "grad_norm": 1.1551648378372192,
      "learning_rate": 2.3101184882627632e-10,
      "loss": 0.3199,
      "step": 2854230
    },
    {
      "epoch": 796.61,
      "grad_norm": 1.1635326147079468,
      "learning_rate": 2.3063236953089344e-10,
      "loss": 0.3386,
      "step": 2854240
    },
    {
      "epoch": 796.61,
      "grad_norm": 1.7841719388961792,
      "learning_rate": 2.3025320215865408e-10,
      "loss": 0.339,
      "step": 2854250
    },
    {
      "epoch": 796.61,
      "grad_norm": 1.3224064111709595,
      "learning_rate": 2.2987434670929811e-10,
      "loss": 0.3477,
      "step": 2854260
    },
    {
      "epoch": 796.61,
      "grad_norm": 1.4023160934448242,
      "learning_rate": 2.294958031833459e-10,
      "loss": 0.3285,
      "step": 2854270
    },
    {
      "epoch": 796.62,
      "grad_norm": 1.1645610332489014,
      "learning_rate": 2.2911757158053725e-10,
      "loss": 0.3282,
      "step": 2854280
    },
    {
      "epoch": 796.62,
      "grad_norm": 1.221928596496582,
      "learning_rate": 2.2873965190113238e-10,
      "loss": 0.3382,
      "step": 2854290
    },
    {
      "epoch": 796.62,
      "grad_norm": 1.3734416961669922,
      "learning_rate": 2.2836204414487109e-10,
      "loss": 0.3519,
      "step": 2854300
    },
    {
      "epoch": 796.63,
      "grad_norm": 1.241800308227539,
      "learning_rate": 2.2798474831201356e-10,
      "loss": 0.3376,
      "step": 2854310
    },
    {
      "epoch": 796.63,
      "grad_norm": 1.5023568868637085,
      "learning_rate": 2.2760776440255978e-10,
      "loss": 0.3301,
      "step": 2854320
    },
    {
      "epoch": 796.63,
      "grad_norm": 1.2575736045837402,
      "learning_rate": 2.2723109241677e-10,
      "loss": 0.3393,
      "step": 2854330
    },
    {
      "epoch": 796.63,
      "grad_norm": 1.3464856147766113,
      "learning_rate": 2.2685473235438402e-10,
      "loss": 0.343,
      "step": 2854340
    },
    {
      "epoch": 796.64,
      "grad_norm": 1.2363409996032715,
      "learning_rate": 2.2647868421540178e-10,
      "loss": 0.3338,
      "step": 2854350
    },
    {
      "epoch": 796.64,
      "grad_norm": 1.0978504419326782,
      "learning_rate": 2.2610294800034374e-10,
      "loss": 0.3406,
      "step": 2854360
    },
    {
      "epoch": 796.64,
      "grad_norm": 1.2398700714111328,
      "learning_rate": 2.2572752370868945e-10,
      "loss": 0.3468,
      "step": 2854370
    },
    {
      "epoch": 796.65,
      "grad_norm": 1.4350380897521973,
      "learning_rate": 2.2535241134069918e-10,
      "loss": 0.3427,
      "step": 2854380
    },
    {
      "epoch": 796.65,
      "grad_norm": 1.1647149324417114,
      "learning_rate": 2.2497761089663309e-10,
      "loss": 0.3419,
      "step": 2854390
    },
    {
      "epoch": 796.65,
      "grad_norm": 1.5118968486785889,
      "learning_rate": 2.2460312237649116e-10,
      "loss": 0.3297,
      "step": 2854400
    },
    {
      "epoch": 796.65,
      "grad_norm": 1.236801266670227,
      "learning_rate": 2.2422894578001324e-10,
      "loss": 0.344,
      "step": 2854410
    },
    {
      "epoch": 796.66,
      "grad_norm": 1.325143575668335,
      "learning_rate": 2.238550811077197e-10,
      "loss": 0.3404,
      "step": 2854420
    },
    {
      "epoch": 796.66,
      "grad_norm": 1.1980154514312744,
      "learning_rate": 2.2348152835909016e-10,
      "loss": 0.3382,
      "step": 2854430
    },
    {
      "epoch": 796.66,
      "grad_norm": 1.3080775737762451,
      "learning_rate": 2.2310828753464503e-10,
      "loss": 0.3428,
      "step": 2854440
    },
    {
      "epoch": 796.66,
      "grad_norm": 1.1324355602264404,
      "learning_rate": 2.2273535863412407e-10,
      "loss": 0.3461,
      "step": 2854450
    },
    {
      "epoch": 796.67,
      "grad_norm": 1.3856827020645142,
      "learning_rate": 2.223627416580477e-10,
      "loss": 0.3287,
      "step": 2854460
    },
    {
      "epoch": 796.67,
      "grad_norm": 1.1597900390625,
      "learning_rate": 2.2199043660589555e-10,
      "loss": 0.3107,
      "step": 2854470
    },
    {
      "epoch": 796.67,
      "grad_norm": 1.0498629808425903,
      "learning_rate": 2.2161844347792779e-10,
      "loss": 0.3193,
      "step": 2854480
    },
    {
      "epoch": 796.68,
      "grad_norm": 1.2363470792770386,
      "learning_rate": 2.2124676227440462e-10,
      "loss": 0.3449,
      "step": 2854490
    },
    {
      "epoch": 796.68,
      "grad_norm": 1.2923922538757324,
      "learning_rate": 2.2087539299506588e-10,
      "loss": 0.3381,
      "step": 2854500
    },
    {
      "epoch": 796.68,
      "grad_norm": 1.2195571660995483,
      "learning_rate": 2.205043356399115e-10,
      "loss": 0.3263,
      "step": 2854510
    },
    {
      "epoch": 796.68,
      "grad_norm": 1.5959159135818481,
      "learning_rate": 2.2013359020946197e-10,
      "loss": 0.3495,
      "step": 2854520
    },
    {
      "epoch": 796.69,
      "grad_norm": 1.2087396383285522,
      "learning_rate": 2.1976315670345705e-10,
      "loss": 0.3355,
      "step": 2854530
    },
    {
      "epoch": 796.69,
      "grad_norm": 1.2652980089187622,
      "learning_rate": 2.193930351216365e-10,
      "loss": 0.3345,
      "step": 2854540
    },
    {
      "epoch": 796.69,
      "grad_norm": 1.186106562614441,
      "learning_rate": 2.1902322546478098e-10,
      "loss": 0.345,
      "step": 2854550
    },
    {
      "epoch": 796.7,
      "grad_norm": 1.174373984336853,
      "learning_rate": 2.1865372773237008e-10,
      "loss": 0.326,
      "step": 2854560
    },
    {
      "epoch": 796.7,
      "grad_norm": 1.4522861242294312,
      "learning_rate": 2.18284541924664e-10,
      "loss": 0.3395,
      "step": 2854570
    },
    {
      "epoch": 796.7,
      "grad_norm": 1.3289220333099365,
      "learning_rate": 2.1791566804166272e-10,
      "loss": 0.3366,
      "step": 2854580
    },
    {
      "epoch": 796.7,
      "grad_norm": 1.2220919132232666,
      "learning_rate": 2.1754710608336625e-10,
      "loss": 0.3266,
      "step": 2854590
    },
    {
      "epoch": 796.71,
      "grad_norm": 1.1841940879821777,
      "learning_rate": 2.1717885604977462e-10,
      "loss": 0.3341,
      "step": 2854600
    },
    {
      "epoch": 796.71,
      "grad_norm": 1.3767831325531006,
      "learning_rate": 2.1681091794114799e-10,
      "loss": 0.3375,
      "step": 2854610
    },
    {
      "epoch": 796.71,
      "grad_norm": 1.9099912643432617,
      "learning_rate": 2.164432917574864e-10,
      "loss": 0.3368,
      "step": 2854620
    },
    {
      "epoch": 796.72,
      "grad_norm": 1.449941635131836,
      "learning_rate": 2.1607597749878982e-10,
      "loss": 0.3413,
      "step": 2854630
    },
    {
      "epoch": 796.72,
      "grad_norm": 1.234770655632019,
      "learning_rate": 2.157089751650583e-10,
      "loss": 0.3253,
      "step": 2854640
    },
    {
      "epoch": 796.72,
      "grad_norm": 1.4769901037216187,
      "learning_rate": 2.1534228475629175e-10,
      "loss": 0.3477,
      "step": 2854650
    },
    {
      "epoch": 796.72,
      "grad_norm": 1.3878929615020752,
      "learning_rate": 2.1497590627275047e-10,
      "loss": 0.348,
      "step": 2854660
    },
    {
      "epoch": 796.73,
      "grad_norm": 1.3910478353500366,
      "learning_rate": 2.146098397144344e-10,
      "loss": 0.3297,
      "step": 2854670
    },
    {
      "epoch": 796.73,
      "grad_norm": 1.2101134061813354,
      "learning_rate": 2.1424408508108337e-10,
      "loss": 0.3183,
      "step": 2854680
    },
    {
      "epoch": 796.73,
      "grad_norm": 1.2747220993041992,
      "learning_rate": 2.1387864237321779e-10,
      "loss": 0.3275,
      "step": 2854690
    },
    {
      "epoch": 796.73,
      "grad_norm": 1.322997808456421,
      "learning_rate": 2.1351351159057742e-10,
      "loss": 0.3455,
      "step": 2854700
    },
    {
      "epoch": 796.74,
      "grad_norm": 1.1436421871185303,
      "learning_rate": 2.1314869273316228e-10,
      "loss": 0.3233,
      "step": 2854710
    },
    {
      "epoch": 796.74,
      "grad_norm": 2.117070436477661,
      "learning_rate": 2.127841858012326e-10,
      "loss": 0.3541,
      "step": 2854720
    },
    {
      "epoch": 796.74,
      "grad_norm": 1.2509591579437256,
      "learning_rate": 2.1241999079452816e-10,
      "loss": 0.3535,
      "step": 2854730
    },
    {
      "epoch": 796.75,
      "grad_norm": 1.1112840175628662,
      "learning_rate": 2.1205610771356934e-10,
      "loss": 0.3518,
      "step": 2854740
    },
    {
      "epoch": 796.75,
      "grad_norm": 1.541023850440979,
      "learning_rate": 2.1169253655809598e-10,
      "loss": 0.3396,
      "step": 2854750
    },
    {
      "epoch": 796.75,
      "grad_norm": 1.1250520944595337,
      "learning_rate": 2.1132927732810806e-10,
      "loss": 0.3677,
      "step": 2854760
    },
    {
      "epoch": 796.75,
      "grad_norm": 1.0990042686462402,
      "learning_rate": 2.109663300238658e-10,
      "loss": 0.3491,
      "step": 2854770
    },
    {
      "epoch": 796.76,
      "grad_norm": 1.2007262706756592,
      "learning_rate": 2.1060369464536916e-10,
      "loss": 0.336,
      "step": 2854780
    },
    {
      "epoch": 796.76,
      "grad_norm": 1.221677303314209,
      "learning_rate": 2.102413711926182e-10,
      "loss": 0.3278,
      "step": 2854790
    },
    {
      "epoch": 796.76,
      "grad_norm": 1.2855570316314697,
      "learning_rate": 2.0987935966561288e-10,
      "loss": 0.346,
      "step": 2854800
    },
    {
      "epoch": 796.77,
      "grad_norm": 1.354489803314209,
      "learning_rate": 2.095176600643532e-10,
      "loss": 0.3449,
      "step": 2854810
    },
    {
      "epoch": 796.77,
      "grad_norm": 1.3331977128982544,
      "learning_rate": 2.0915627238883917e-10,
      "loss": 0.3352,
      "step": 2854820
    },
    {
      "epoch": 796.77,
      "grad_norm": 1.270721673965454,
      "learning_rate": 2.08795196639331e-10,
      "loss": 0.3156,
      "step": 2854830
    },
    {
      "epoch": 796.77,
      "grad_norm": 1.971368670463562,
      "learning_rate": 2.084344328160889e-10,
      "loss": 0.3269,
      "step": 2854840
    },
    {
      "epoch": 796.78,
      "grad_norm": 1.160443902015686,
      "learning_rate": 2.0807398091859245e-10,
      "loss": 0.3293,
      "step": 2854850
    },
    {
      "epoch": 796.78,
      "grad_norm": 1.1284648180007935,
      "learning_rate": 2.0771384094710186e-10,
      "loss": 0.321,
      "step": 2854860
    },
    {
      "epoch": 796.78,
      "grad_norm": 1.1934363842010498,
      "learning_rate": 2.0735401290187732e-10,
      "loss": 0.3441,
      "step": 2854870
    },
    {
      "epoch": 796.78,
      "grad_norm": 1.458614706993103,
      "learning_rate": 2.069944967829189e-10,
      "loss": 0.3301,
      "step": 2854880
    },
    {
      "epoch": 796.79,
      "grad_norm": 1.1042823791503906,
      "learning_rate": 2.0663529258996627e-10,
      "loss": 0.3316,
      "step": 2854890
    },
    {
      "epoch": 796.79,
      "grad_norm": 1.1278817653656006,
      "learning_rate": 2.0627640032327974e-10,
      "loss": 0.3421,
      "step": 2854900
    },
    {
      "epoch": 796.79,
      "grad_norm": 1.1133724451065063,
      "learning_rate": 2.059178199831195e-10,
      "loss": 0.3303,
      "step": 2854910
    },
    {
      "epoch": 796.8,
      "grad_norm": 1.3808329105377197,
      "learning_rate": 2.0555955156896509e-10,
      "loss": 0.3392,
      "step": 2854920
    },
    {
      "epoch": 796.8,
      "grad_norm": 1.3807958364486694,
      "learning_rate": 2.0520159508159718e-10,
      "loss": 0.3579,
      "step": 2854930
    },
    {
      "epoch": 796.8,
      "grad_norm": 1.5836457014083862,
      "learning_rate": 2.0484395052049532e-10,
      "loss": 0.3548,
      "step": 2854940
    },
    {
      "epoch": 796.8,
      "grad_norm": 1.546669840812683,
      "learning_rate": 2.0448661788591976e-10,
      "loss": 0.345,
      "step": 2854950
    },
    {
      "epoch": 796.81,
      "grad_norm": 1.5114166736602783,
      "learning_rate": 2.0412959717787045e-10,
      "loss": 0.3357,
      "step": 2854960
    },
    {
      "epoch": 796.81,
      "grad_norm": 1.0139555931091309,
      "learning_rate": 2.0377288839634741e-10,
      "loss": 0.3222,
      "step": 2854970
    },
    {
      "epoch": 796.81,
      "grad_norm": 1.3115558624267578,
      "learning_rate": 2.0341649154161088e-10,
      "loss": 0.3276,
      "step": 2854980
    },
    {
      "epoch": 796.82,
      "grad_norm": 1.2873131036758423,
      "learning_rate": 2.0306040661340063e-10,
      "loss": 0.3445,
      "step": 2854990
    },
    {
      "epoch": 796.82,
      "grad_norm": 1.3772087097167969,
      "learning_rate": 2.0270463361197685e-10,
      "loss": 0.3146,
      "step": 2855000
    },
    {
      "epoch": 796.82,
      "grad_norm": 1.3508065938949585,
      "learning_rate": 2.0234917253733954e-10,
      "loss": 0.34,
      "step": 2855010
    },
    {
      "epoch": 796.82,
      "grad_norm": 1.1309683322906494,
      "learning_rate": 2.0199402338948871e-10,
      "loss": 0.3305,
      "step": 2855020
    },
    {
      "epoch": 796.83,
      "grad_norm": 1.4010590314865112,
      "learning_rate": 2.016391861686846e-10,
      "loss": 0.3398,
      "step": 2855030
    },
    {
      "epoch": 796.83,
      "grad_norm": 1.292518973350525,
      "learning_rate": 2.0128466087466696e-10,
      "loss": 0.3311,
      "step": 2855040
    },
    {
      "epoch": 796.83,
      "grad_norm": 10.227302551269531,
      "learning_rate": 2.00930447507696e-10,
      "loss": 0.3415,
      "step": 2855050
    },
    {
      "epoch": 796.84,
      "grad_norm": 1.1899360418319702,
      "learning_rate": 2.0057654606777176e-10,
      "loss": 0.3336,
      "step": 2855060
    },
    {
      "epoch": 796.84,
      "grad_norm": 1.0111846923828125,
      "learning_rate": 2.002229565548942e-10,
      "loss": 0.3346,
      "step": 2855070
    },
    {
      "epoch": 796.84,
      "grad_norm": 1.1925715208053589,
      "learning_rate": 1.9986967896906335e-10,
      "loss": 0.3436,
      "step": 2855080
    },
    {
      "epoch": 796.84,
      "grad_norm": 1.3075276613235474,
      "learning_rate": 1.9951671331027915e-10,
      "loss": 0.3328,
      "step": 2855090
    },
    {
      "epoch": 796.85,
      "grad_norm": 1.288787841796875,
      "learning_rate": 1.9916405957906209e-10,
      "loss": 0.3486,
      "step": 2855100
    },
    {
      "epoch": 796.85,
      "grad_norm": 1.3425558805465698,
      "learning_rate": 1.9881171777489172e-10,
      "loss": 0.344,
      "step": 2855110
    },
    {
      "epoch": 796.85,
      "grad_norm": 1.133657693862915,
      "learning_rate": 1.9845968789776803e-10,
      "loss": 0.3134,
      "step": 2855120
    },
    {
      "epoch": 796.85,
      "grad_norm": 1.4477163553237915,
      "learning_rate": 1.9810796994847167e-10,
      "loss": 0.3407,
      "step": 2855130
    },
    {
      "epoch": 796.86,
      "grad_norm": 1.3080085515975952,
      "learning_rate": 1.9775656392622198e-10,
      "loss": 0.3314,
      "step": 2855140
    },
    {
      "epoch": 796.86,
      "grad_norm": 1.1426066160202026,
      "learning_rate": 1.9740546983153942e-10,
      "loss": 0.3404,
      "step": 2855150
    },
    {
      "epoch": 796.86,
      "grad_norm": 1.1304212808609009,
      "learning_rate": 1.9705468766442397e-10,
      "loss": 0.3256,
      "step": 2855160
    },
    {
      "epoch": 796.87,
      "grad_norm": 1.2811394929885864,
      "learning_rate": 1.9670421742461544e-10,
      "loss": 0.3418,
      "step": 2855170
    },
    {
      "epoch": 796.87,
      "grad_norm": 1.0697370767593384,
      "learning_rate": 1.9635405911263418e-10,
      "loss": 0.3336,
      "step": 2855180
    },
    {
      "epoch": 796.87,
      "grad_norm": 1.154494285583496,
      "learning_rate": 1.9600421272822006e-10,
      "loss": 0.3339,
      "step": 2855190
    },
    {
      "epoch": 796.87,
      "grad_norm": 1.4183765649795532,
      "learning_rate": 1.9565467827137306e-10,
      "loss": 0.3254,
      "step": 2855200
    },
    {
      "epoch": 796.88,
      "grad_norm": 1.1782993078231812,
      "learning_rate": 1.9530545574235333e-10,
      "loss": 0.3477,
      "step": 2855210
    },
    {
      "epoch": 796.88,
      "grad_norm": 1.1102839708328247,
      "learning_rate": 1.9495654514090076e-10,
      "loss": 0.3394,
      "step": 2855220
    },
    {
      "epoch": 796.88,
      "grad_norm": 1.3786892890930176,
      "learning_rate": 1.946079464675357e-10,
      "loss": 0.332,
      "step": 2855230
    },
    {
      "epoch": 796.89,
      "grad_norm": 1.2357959747314453,
      "learning_rate": 1.9425965972199795e-10,
      "loss": 0.3385,
      "step": 2855240
    },
    {
      "epoch": 796.89,
      "grad_norm": 1.3111426830291748,
      "learning_rate": 1.9391168490428752e-10,
      "loss": 0.3399,
      "step": 2855250
    },
    {
      "epoch": 796.89,
      "grad_norm": 1.2205008268356323,
      "learning_rate": 1.935640220144044e-10,
      "loss": 0.3264,
      "step": 2855260
    },
    {
      "epoch": 796.89,
      "grad_norm": 1.2905851602554321,
      "learning_rate": 1.9321667105260882e-10,
      "loss": 0.3454,
      "step": 2855270
    },
    {
      "epoch": 796.9,
      "grad_norm": 1.3421838283538818,
      "learning_rate": 1.9286963201890076e-10,
      "loss": 0.343,
      "step": 2855280
    },
    {
      "epoch": 796.9,
      "grad_norm": 1.3076953887939453,
      "learning_rate": 1.9252290491328023e-10,
      "loss": 0.3287,
      "step": 2855290
    },
    {
      "epoch": 796.9,
      "grad_norm": 1.429148554801941,
      "learning_rate": 1.9217648973600743e-10,
      "loss": 0.3479,
      "step": 2855300
    },
    {
      "epoch": 796.9,
      "grad_norm": 1.43124258518219,
      "learning_rate": 1.9183038648656196e-10,
      "loss": 0.3332,
      "step": 2855310
    },
    {
      "epoch": 796.91,
      "grad_norm": 1.1689790487289429,
      "learning_rate": 1.914845951654642e-10,
      "loss": 0.3338,
      "step": 2855320
    },
    {
      "epoch": 796.91,
      "grad_norm": 1.3710819482803345,
      "learning_rate": 1.9113911577271422e-10,
      "loss": 0.3376,
      "step": 2855330
    },
    {
      "epoch": 796.91,
      "grad_norm": 1.2532403469085693,
      "learning_rate": 1.9079394830831193e-10,
      "loss": 0.3336,
      "step": 2855340
    },
    {
      "epoch": 796.92,
      "grad_norm": 1.249277949333191,
      "learning_rate": 1.904490927722574e-10,
      "loss": 0.3492,
      "step": 2855350
    },
    {
      "epoch": 796.92,
      "grad_norm": 1.345534086227417,
      "learning_rate": 1.9010454916455058e-10,
      "loss": 0.3398,
      "step": 2855360
    },
    {
      "epoch": 796.92,
      "grad_norm": 1.3409239053726196,
      "learning_rate": 1.8976031748545172e-10,
      "loss": 0.3345,
      "step": 2855370
    },
    {
      "epoch": 796.92,
      "grad_norm": 1.2999297380447388,
      "learning_rate": 1.8941639773470062e-10,
      "loss": 0.3459,
      "step": 2855380
    },
    {
      "epoch": 796.93,
      "grad_norm": 1.427403211593628,
      "learning_rate": 1.8907278991255741e-10,
      "loss": 0.3305,
      "step": 2855390
    },
    {
      "epoch": 796.93,
      "grad_norm": 1.1129813194274902,
      "learning_rate": 1.887294940190222e-10,
      "loss": 0.3233,
      "step": 2855400
    },
    {
      "epoch": 796.93,
      "grad_norm": 1.1594241857528687,
      "learning_rate": 1.883865100540949e-10,
      "loss": 0.3555,
      "step": 2855410
    },
    {
      "epoch": 796.94,
      "grad_norm": 1.163369059562683,
      "learning_rate": 1.8804383801777553e-10,
      "loss": 0.346,
      "step": 2855420
    },
    {
      "epoch": 796.94,
      "grad_norm": 1.1553725004196167,
      "learning_rate": 1.8770147791032434e-10,
      "loss": 0.3417,
      "step": 2855430
    },
    {
      "epoch": 796.94,
      "grad_norm": 4.611607551574707,
      "learning_rate": 1.8735942973148108e-10,
      "loss": 0.3378,
      "step": 2855440
    },
    {
      "epoch": 796.94,
      "grad_norm": 1.3303664922714233,
      "learning_rate": 1.8701769348176617e-10,
      "loss": 0.3246,
      "step": 2855450
    },
    {
      "epoch": 796.95,
      "grad_norm": 1.4620909690856934,
      "learning_rate": 1.866762691606592e-10,
      "loss": 0.3293,
      "step": 2855460
    },
    {
      "epoch": 796.95,
      "grad_norm": 1.240208387374878,
      "learning_rate": 1.8633515676868064e-10,
      "loss": 0.3318,
      "step": 2855470
    },
    {
      "epoch": 796.95,
      "grad_norm": 1.0638701915740967,
      "learning_rate": 1.859943563055702e-10,
      "loss": 0.3298,
      "step": 2855480
    },
    {
      "epoch": 796.96,
      "grad_norm": 1.113031029701233,
      "learning_rate": 1.856538677713279e-10,
      "loss": 0.3372,
      "step": 2855490
    },
    {
      "epoch": 796.96,
      "grad_norm": 1.6021212339401245,
      "learning_rate": 1.8531369116621398e-10,
      "loss": 0.3411,
      "step": 2855500
    },
    {
      "epoch": 796.96,
      "grad_norm": 1.139235019683838,
      "learning_rate": 1.8497382649022842e-10,
      "loss": 0.331,
      "step": 2855510
    },
    {
      "epoch": 796.96,
      "grad_norm": 1.5160839557647705,
      "learning_rate": 1.846342737433712e-10,
      "loss": 0.3385,
      "step": 2855520
    },
    {
      "epoch": 796.97,
      "grad_norm": 1.184563159942627,
      "learning_rate": 1.8429503292590255e-10,
      "loss": 0.344,
      "step": 2855530
    },
    {
      "epoch": 796.97,
      "grad_norm": 3.4052321910858154,
      "learning_rate": 1.8395610403730208e-10,
      "loss": 0.3486,
      "step": 2855540
    },
    {
      "epoch": 796.97,
      "grad_norm": 0.9803447127342224,
      "learning_rate": 1.8361748707835035e-10,
      "loss": 0.3409,
      "step": 2855550
    },
    {
      "epoch": 796.97,
      "grad_norm": 1.0885239839553833,
      "learning_rate": 1.83279182048527e-10,
      "loss": 0.3449,
      "step": 2855560
    },
    {
      "epoch": 796.98,
      "grad_norm": 1.1869354248046875,
      "learning_rate": 1.8294118894809224e-10,
      "loss": 0.3246,
      "step": 2855570
    },
    {
      "epoch": 796.98,
      "grad_norm": 1.2439652681350708,
      "learning_rate": 1.8260350777704603e-10,
      "loss": 0.3629,
      "step": 2855580
    },
    {
      "epoch": 796.98,
      "grad_norm": 1.2864357233047485,
      "learning_rate": 1.8226613853538837e-10,
      "loss": 0.3346,
      "step": 2855590
    },
    {
      "epoch": 796.99,
      "grad_norm": 1.302376627922058,
      "learning_rate": 1.8192908122337952e-10,
      "loss": 0.3401,
      "step": 2855600
    },
    {
      "epoch": 796.99,
      "grad_norm": 1.2751295566558838,
      "learning_rate": 1.8159233584075922e-10,
      "loss": 0.3426,
      "step": 2855610
    },
    {
      "epoch": 796.99,
      "grad_norm": 1.3041921854019165,
      "learning_rate": 1.812559023880479e-10,
      "loss": 0.3582,
      "step": 2855620
    },
    {
      "epoch": 796.99,
      "grad_norm": 1.1447442770004272,
      "learning_rate": 1.8091978086472516e-10,
      "loss": 0.3353,
      "step": 2855630
    },
    {
      "epoch": 797.0,
      "grad_norm": 1.530579924583435,
      "learning_rate": 1.805839712710512e-10,
      "loss": 0.3559,
      "step": 2855640
    },
    {
      "epoch": 797.0,
      "grad_norm": 1.316579818725586,
      "learning_rate": 1.8024847360728622e-10,
      "loss": 0.3563,
      "step": 2855650
    },
    {
      "epoch": 797.0,
      "eval_loss": 0.33750757575035095,
      "eval_runtime": 66.0947,
      "eval_samples_per_second": 76.542,
      "eval_steps_per_second": 9.577,
      "step": 2855651
    },
    {
      "epoch": 797.0,
      "grad_norm": 1.2640398740768433,
      "learning_rate": 1.7991328787317004e-10,
      "loss": 0.3261,
      "step": 2855660
    },
    {
      "epoch": 797.01,
      "grad_norm": 1.1196537017822266,
      "learning_rate": 1.7957841406896281e-10,
      "loss": 0.339,
      "step": 2855670
    },
    {
      "epoch": 797.01,
      "grad_norm": 1.1605536937713623,
      "learning_rate": 1.7924385219440437e-10,
      "loss": 0.3414,
      "step": 2855680
    },
    {
      "epoch": 797.01,
      "grad_norm": 1.4515103101730347,
      "learning_rate": 1.7890960225001513e-10,
      "loss": 0.3391,
      "step": 2855690
    },
    {
      "epoch": 797.01,
      "grad_norm": 1.2348517179489136,
      "learning_rate": 1.7857566423527467e-10,
      "loss": 0.337,
      "step": 2855700
    },
    {
      "epoch": 797.02,
      "grad_norm": 1.2858887910842896,
      "learning_rate": 1.7824203815070339e-10,
      "loss": 0.3534,
      "step": 2855710
    },
    {
      "epoch": 797.02,
      "grad_norm": 1.2003194093704224,
      "learning_rate": 1.779087239963013e-10,
      "loss": 0.3525,
      "step": 2855720
    },
    {
      "epoch": 797.02,
      "grad_norm": 1.1520498991012573,
      "learning_rate": 1.7757572177180824e-10,
      "loss": 0.3459,
      "step": 2855730
    },
    {
      "epoch": 797.02,
      "grad_norm": 1.272655963897705,
      "learning_rate": 1.7724303147748435e-10,
      "loss": 0.35,
      "step": 2855740
    },
    {
      "epoch": 797.03,
      "grad_norm": 1.4040087461471558,
      "learning_rate": 1.7691065311332963e-10,
      "loss": 0.34,
      "step": 2855750
    },
    {
      "epoch": 797.03,
      "grad_norm": 1.1692144870758057,
      "learning_rate": 1.7657858667934412e-10,
      "loss": 0.3464,
      "step": 2855760
    },
    {
      "epoch": 797.03,
      "grad_norm": 1.3717200756072998,
      "learning_rate": 1.7624683217578802e-10,
      "loss": 0.3478,
      "step": 2855770
    },
    {
      "epoch": 797.04,
      "grad_norm": 1.3980669975280762,
      "learning_rate": 1.7591538960240112e-10,
      "loss": 0.3397,
      "step": 2855780
    },
    {
      "epoch": 797.04,
      "grad_norm": 1.2546277046203613,
      "learning_rate": 1.755842589594436e-10,
      "loss": 0.33,
      "step": 2855790
    },
    {
      "epoch": 797.04,
      "grad_norm": 1.1697943210601807,
      "learning_rate": 1.7525344024691552e-10,
      "loss": 0.3325,
      "step": 2855800
    },
    {
      "epoch": 797.04,
      "grad_norm": 1.1937816143035889,
      "learning_rate": 1.749229334645566e-10,
      "loss": 0.3603,
      "step": 2855810
    },
    {
      "epoch": 797.05,
      "grad_norm": 1.228183388710022,
      "learning_rate": 1.745927386128873e-10,
      "loss": 0.3353,
      "step": 2855820
    },
    {
      "epoch": 797.05,
      "grad_norm": 1.298613429069519,
      "learning_rate": 1.7426285569190763e-10,
      "loss": 0.339,
      "step": 2855830
    },
    {
      "epoch": 797.05,
      "grad_norm": 1.178635597229004,
      "learning_rate": 1.7393328470109714e-10,
      "loss": 0.338,
      "step": 2855840
    },
    {
      "epoch": 797.06,
      "grad_norm": 1.2757667303085327,
      "learning_rate": 1.7360402564123645e-10,
      "loss": 0.3513,
      "step": 2855850
    },
    {
      "epoch": 797.06,
      "grad_norm": 1.2858057022094727,
      "learning_rate": 1.732750785118052e-10,
      "loss": 0.3421,
      "step": 2855860
    },
    {
      "epoch": 797.06,
      "grad_norm": 1.226894736289978,
      "learning_rate": 1.7294644331332374e-10,
      "loss": 0.3364,
      "step": 2855870
    },
    {
      "epoch": 797.06,
      "grad_norm": 1.4851789474487305,
      "learning_rate": 1.726181200452717e-10,
      "loss": 0.3306,
      "step": 2855880
    },
    {
      "epoch": 797.07,
      "grad_norm": 1.199314832687378,
      "learning_rate": 1.7229010870816948e-10,
      "loss": 0.327,
      "step": 2855890
    },
    {
      "epoch": 797.07,
      "grad_norm": 1.2329744100570679,
      "learning_rate": 1.7196240930201707e-10,
      "loss": 0.3451,
      "step": 2855900
    },
    {
      "epoch": 797.07,
      "grad_norm": 1.2864590883255005,
      "learning_rate": 1.7163502182655428e-10,
      "loss": 0.3554,
      "step": 2855910
    },
    {
      "epoch": 797.08,
      "grad_norm": 1.2211503982543945,
      "learning_rate": 1.713079462820413e-10,
      "loss": 0.3238,
      "step": 2855920
    },
    {
      "epoch": 797.08,
      "grad_norm": 1.331907868385315,
      "learning_rate": 1.7098118266847816e-10,
      "loss": 0.3373,
      "step": 2855930
    },
    {
      "epoch": 797.08,
      "grad_norm": 1.072768211364746,
      "learning_rate": 1.7065473098612503e-10,
      "loss": 0.3267,
      "step": 2855940
    },
    {
      "epoch": 797.08,
      "grad_norm": 1.2100661993026733,
      "learning_rate": 1.7032859123472172e-10,
      "loss": 0.3376,
      "step": 2855950
    },
    {
      "epoch": 797.09,
      "grad_norm": 1.0726205110549927,
      "learning_rate": 1.7000276341426824e-10,
      "loss": 0.3257,
      "step": 2855960
    },
    {
      "epoch": 797.09,
      "grad_norm": 1.381099820137024,
      "learning_rate": 1.696772475250248e-10,
      "loss": 0.3185,
      "step": 2855970
    },
    {
      "epoch": 797.09,
      "grad_norm": 1.1968975067138672,
      "learning_rate": 1.6935204356699138e-10,
      "loss": 0.334,
      "step": 2855980
    },
    {
      "epoch": 797.09,
      "grad_norm": 1.25308096408844,
      "learning_rate": 1.6902715154016797e-10,
      "loss": 0.3347,
      "step": 2855990
    },
    {
      "epoch": 797.1,
      "grad_norm": 1.023319959640503,
      "learning_rate": 1.6870257144455459e-10,
      "loss": 0.3334,
      "step": 2856000
    },
    {
      "epoch": 797.1,
      "grad_norm": 1.180917501449585,
      "learning_rate": 1.6837830328041146e-10,
      "loss": 0.3379,
      "step": 2856010
    },
    {
      "epoch": 797.1,
      "grad_norm": 1.1211379766464233,
      "learning_rate": 1.6805434704747837e-10,
      "loss": 0.3353,
      "step": 2856020
    },
    {
      "epoch": 797.11,
      "grad_norm": 1.1985608339309692,
      "learning_rate": 1.6773070274601548e-10,
      "loss": 0.3336,
      "step": 2856030
    },
    {
      "epoch": 797.11,
      "grad_norm": 1.136146903038025,
      "learning_rate": 1.6740737037602285e-10,
      "loss": 0.3415,
      "step": 2856040
    },
    {
      "epoch": 797.11,
      "grad_norm": 1.2856005430221558,
      "learning_rate": 1.6708434993724025e-10,
      "loss": 0.3476,
      "step": 2856050
    },
    {
      "epoch": 797.11,
      "grad_norm": 1.2343336343765259,
      "learning_rate": 1.667616414301881e-10,
      "loss": 0.3329,
      "step": 2856060
    },
    {
      "epoch": 797.12,
      "grad_norm": 0.9562578797340393,
      "learning_rate": 1.664392448548664e-10,
      "loss": 0.3539,
      "step": 2856070
    },
    {
      "epoch": 797.12,
      "grad_norm": 1.3155968189239502,
      "learning_rate": 1.6611716021101492e-10,
      "loss": 0.3363,
      "step": 2856080
    },
    {
      "epoch": 797.12,
      "grad_norm": 1.3648356199264526,
      "learning_rate": 1.657953874986337e-10,
      "loss": 0.3491,
      "step": 2856090
    },
    {
      "epoch": 797.13,
      "grad_norm": 1.355369210243225,
      "learning_rate": 1.654739267182431e-10,
      "loss": 0.3328,
      "step": 2856100
    },
    {
      "epoch": 797.13,
      "grad_norm": 4.624027729034424,
      "learning_rate": 1.6515277786932276e-10,
      "loss": 0.3432,
      "step": 2856110
    },
    {
      "epoch": 797.13,
      "grad_norm": 1.1673007011413574,
      "learning_rate": 1.6483194095239308e-10,
      "loss": 0.3181,
      "step": 2856120
    },
    {
      "epoch": 797.13,
      "grad_norm": 1.658223271369934,
      "learning_rate": 1.6451141596719384e-10,
      "loss": 0.3321,
      "step": 2856130
    },
    {
      "epoch": 797.14,
      "grad_norm": 1.1659777164459229,
      "learning_rate": 1.6419120291372504e-10,
      "loss": 0.3379,
      "step": 2856140
    },
    {
      "epoch": 797.14,
      "grad_norm": 1.1621283292770386,
      "learning_rate": 1.638713017925071e-10,
      "loss": 0.3443,
      "step": 2856150
    },
    {
      "epoch": 797.14,
      "grad_norm": 1.201605200767517,
      "learning_rate": 1.635517126030196e-10,
      "loss": 0.3401,
      "step": 2856160
    },
    {
      "epoch": 797.14,
      "grad_norm": 1.1560094356536865,
      "learning_rate": 1.6323243534552278e-10,
      "loss": 0.3611,
      "step": 2856170
    },
    {
      "epoch": 797.15,
      "grad_norm": 2.263575792312622,
      "learning_rate": 1.629134700200166e-10,
      "loss": 0.3472,
      "step": 2856180
    },
    {
      "epoch": 797.15,
      "grad_norm": 1.2555524110794067,
      "learning_rate": 1.6259481662676128e-10,
      "loss": 0.3264,
      "step": 2856190
    },
    {
      "epoch": 797.15,
      "grad_norm": 1.1336702108383179,
      "learning_rate": 1.622764751654966e-10,
      "loss": 0.3267,
      "step": 2856200
    },
    {
      "epoch": 797.16,
      "grad_norm": 1.0679688453674316,
      "learning_rate": 1.619584456364828e-10,
      "loss": 0.3367,
      "step": 2856210
    },
    {
      "epoch": 797.16,
      "grad_norm": 1.1891666650772095,
      "learning_rate": 1.6164072803971987e-10,
      "loss": 0.3354,
      "step": 2856220
    },
    {
      "epoch": 797.16,
      "grad_norm": 1.2612184286117554,
      "learning_rate": 1.6132332237494757e-10,
      "loss": 0.3367,
      "step": 2856230
    },
    {
      "epoch": 797.16,
      "grad_norm": 1.1957664489746094,
      "learning_rate": 1.6100622864268637e-10,
      "loss": 0.3257,
      "step": 2856240
    },
    {
      "epoch": 797.17,
      "grad_norm": 1.1362841129302979,
      "learning_rate": 1.60689446842676e-10,
      "loss": 0.3269,
      "step": 2856250
    },
    {
      "epoch": 797.17,
      "grad_norm": 2.581050157546997,
      "learning_rate": 1.6037297697517674e-10,
      "loss": 0.3337,
      "step": 2856260
    },
    {
      "epoch": 797.17,
      "grad_norm": 1.2603987455368042,
      "learning_rate": 1.600568190399283e-10,
      "loss": 0.329,
      "step": 2856270
    },
    {
      "epoch": 797.18,
      "grad_norm": 1.3188519477844238,
      "learning_rate": 1.5974097303719097e-10,
      "loss": 0.3265,
      "step": 2856280
    },
    {
      "epoch": 797.18,
      "grad_norm": 1.1244789361953735,
      "learning_rate": 1.594254389669647e-10,
      "loss": 0.3455,
      "step": 2856290
    },
    {
      "epoch": 797.18,
      "grad_norm": 1.226190447807312,
      "learning_rate": 1.591102168292495e-10,
      "loss": 0.343,
      "step": 2856300
    },
    {
      "epoch": 797.18,
      "grad_norm": 1.2834848165512085,
      "learning_rate": 1.5879530662430557e-10,
      "loss": 0.3228,
      "step": 2856310
    },
    {
      "epoch": 797.19,
      "grad_norm": 1.3041983842849731,
      "learning_rate": 1.584807083518727e-10,
      "loss": 0.3131,
      "step": 2856320
    },
    {
      "epoch": 797.19,
      "grad_norm": 1.208810567855835,
      "learning_rate": 1.5816642201195092e-10,
      "loss": 0.3307,
      "step": 2856330
    },
    {
      "epoch": 797.19,
      "grad_norm": 1.0729491710662842,
      "learning_rate": 1.5785244760506065e-10,
      "loss": 0.3361,
      "step": 2856340
    },
    {
      "epoch": 797.2,
      "grad_norm": 1.4862687587738037,
      "learning_rate": 1.575387851306814e-10,
      "loss": 0.3296,
      "step": 2856350
    },
    {
      "epoch": 797.2,
      "grad_norm": 1.2271549701690674,
      "learning_rate": 1.5722543458907347e-10,
      "loss": 0.3376,
      "step": 2856360
    },
    {
      "epoch": 797.2,
      "grad_norm": 1.2690778970718384,
      "learning_rate": 1.56912395980497e-10,
      "loss": 0.3471,
      "step": 2856370
    },
    {
      "epoch": 797.2,
      "grad_norm": 1.381033182144165,
      "learning_rate": 1.5659966930469184e-10,
      "loss": 0.3373,
      "step": 2856380
    },
    {
      "epoch": 797.21,
      "grad_norm": 1.3091468811035156,
      "learning_rate": 1.5628725456165795e-10,
      "loss": 0.335,
      "step": 2856390
    },
    {
      "epoch": 797.21,
      "grad_norm": 1.8246835470199585,
      "learning_rate": 1.5597515175165555e-10,
      "loss": 0.3249,
      "step": 2856400
    },
    {
      "epoch": 797.21,
      "grad_norm": 1.2202212810516357,
      "learning_rate": 1.5566336087468462e-10,
      "loss": 0.3455,
      "step": 2856410
    },
    {
      "epoch": 797.21,
      "grad_norm": 1.0437848567962646,
      "learning_rate": 1.553518819310054e-10,
      "loss": 0.3229,
      "step": 2856420
    },
    {
      "epoch": 797.22,
      "grad_norm": 1.0481712818145752,
      "learning_rate": 1.5504071492009745e-10,
      "loss": 0.3265,
      "step": 2856430
    },
    {
      "epoch": 797.22,
      "grad_norm": 1.2570022344589233,
      "learning_rate": 1.547298598424812e-10,
      "loss": 0.3395,
      "step": 2856440
    },
    {
      "epoch": 797.22,
      "grad_norm": 1.1511298418045044,
      "learning_rate": 1.5441931669789646e-10,
      "loss": 0.3263,
      "step": 2856450
    },
    {
      "epoch": 797.23,
      "grad_norm": 1.2438533306121826,
      "learning_rate": 1.541090854866034e-10,
      "loss": 0.329,
      "step": 2856460
    },
    {
      "epoch": 797.23,
      "grad_norm": 1.2079458236694336,
      "learning_rate": 1.5379916620860202e-10,
      "loss": 0.3495,
      "step": 2856470
    },
    {
      "epoch": 797.23,
      "grad_norm": 1.3754068613052368,
      "learning_rate": 1.5348955886389236e-10,
      "loss": 0.3482,
      "step": 2856480
    },
    {
      "epoch": 797.23,
      "grad_norm": 1.153293251991272,
      "learning_rate": 1.531802634524744e-10,
      "loss": 0.3299,
      "step": 2856490
    },
    {
      "epoch": 797.24,
      "grad_norm": 1.434343695640564,
      "learning_rate": 1.5287127997434812e-10,
      "loss": 0.3421,
      "step": 2856500
    },
    {
      "epoch": 797.24,
      "grad_norm": 1.0663326978683472,
      "learning_rate": 1.5256260842977375e-10,
      "loss": 0.339,
      "step": 2856510
    },
    {
      "epoch": 797.24,
      "grad_norm": 1.3166896104812622,
      "learning_rate": 1.5225424881849107e-10,
      "loss": 0.3368,
      "step": 2856520
    },
    {
      "epoch": 797.25,
      "grad_norm": 1.2094993591308594,
      "learning_rate": 1.5194620114102052e-10,
      "loss": 0.3321,
      "step": 2856530
    },
    {
      "epoch": 797.25,
      "grad_norm": 1.2537493705749512,
      "learning_rate": 1.5163846539684165e-10,
      "loss": 0.3516,
      "step": 2856540
    },
    {
      "epoch": 797.25,
      "grad_norm": 1.2733339071273804,
      "learning_rate": 1.5133104158621471e-10,
      "loss": 0.3315,
      "step": 2856550
    },
    {
      "epoch": 797.25,
      "grad_norm": 1.0062183141708374,
      "learning_rate": 1.5102392970939986e-10,
      "loss": 0.3228,
      "step": 2856560
    },
    {
      "epoch": 797.26,
      "grad_norm": 1.1992748975753784,
      "learning_rate": 1.5071712976613692e-10,
      "loss": 0.3448,
      "step": 2856570
    },
    {
      "epoch": 797.26,
      "grad_norm": 1.1192930936813354,
      "learning_rate": 1.5041064175642589e-10,
      "loss": 0.3218,
      "step": 2856580
    },
    {
      "epoch": 797.26,
      "grad_norm": 1.4486308097839355,
      "learning_rate": 1.5010446568078719e-10,
      "loss": 0.3197,
      "step": 2856590
    },
    {
      "epoch": 797.26,
      "grad_norm": 1.2429273128509521,
      "learning_rate": 1.4979860153870037e-10,
      "loss": 0.3508,
      "step": 2856600
    },
    {
      "epoch": 797.27,
      "grad_norm": 1.2633577585220337,
      "learning_rate": 1.4949304933042569e-10,
      "loss": 0.3257,
      "step": 2856610
    },
    {
      "epoch": 797.27,
      "grad_norm": 1.098576545715332,
      "learning_rate": 1.491878090562233e-10,
      "loss": 0.3406,
      "step": 2856620
    },
    {
      "epoch": 797.27,
      "grad_norm": 1.5045207738876343,
      "learning_rate": 1.4888288071557287e-10,
      "loss": 0.3433,
      "step": 2856630
    },
    {
      "epoch": 797.28,
      "grad_norm": 1.3588790893554688,
      "learning_rate": 1.4857826430925494e-10,
      "loss": 0.3381,
      "step": 2856640
    },
    {
      "epoch": 797.28,
      "grad_norm": 1.2271654605865479,
      "learning_rate": 1.4827395983674911e-10,
      "loss": 0.353,
      "step": 2856650
    },
    {
      "epoch": 797.28,
      "grad_norm": 1.296755075454712,
      "learning_rate": 1.4796996729831563e-10,
      "loss": 0.332,
      "step": 2856660
    },
    {
      "epoch": 797.28,
      "grad_norm": 1.185908317565918,
      "learning_rate": 1.4766628669369424e-10,
      "loss": 0.3182,
      "step": 2856670
    },
    {
      "epoch": 797.29,
      "grad_norm": 1.2547571659088135,
      "learning_rate": 1.4736291802340537e-10,
      "loss": 0.3269,
      "step": 2856680
    },
    {
      "epoch": 797.29,
      "grad_norm": 1.5320371389389038,
      "learning_rate": 1.4705986128744906e-10,
      "loss": 0.3485,
      "step": 2856690
    },
    {
      "epoch": 797.29,
      "grad_norm": 1.2420082092285156,
      "learning_rate": 1.4675711648530486e-10,
      "loss": 0.3291,
      "step": 2856700
    },
    {
      "epoch": 797.3,
      "grad_norm": 1.352386236190796,
      "learning_rate": 1.464546836177534e-10,
      "loss": 0.3491,
      "step": 2856710
    },
    {
      "epoch": 797.3,
      "grad_norm": 1.1036698818206787,
      "learning_rate": 1.4615256268427425e-10,
      "loss": 0.3208,
      "step": 2856720
    },
    {
      "epoch": 797.3,
      "grad_norm": 1.2009015083312988,
      "learning_rate": 1.4585075368512763e-10,
      "loss": 0.3336,
      "step": 2856730
    },
    {
      "epoch": 797.3,
      "grad_norm": 1.5001474618911743,
      "learning_rate": 1.4554925662031356e-10,
      "loss": 0.324,
      "step": 2856740
    },
    {
      "epoch": 797.31,
      "grad_norm": 1.2347521781921387,
      "learning_rate": 1.45248071489832e-10,
      "loss": 0.3379,
      "step": 2856750
    },
    {
      "epoch": 797.31,
      "grad_norm": 1.1496763229370117,
      "learning_rate": 1.4494719829394318e-10,
      "loss": 0.3339,
      "step": 2856760
    },
    {
      "epoch": 797.31,
      "grad_norm": 1.4827513694763184,
      "learning_rate": 1.4464663703238692e-10,
      "loss": 0.3251,
      "step": 2856770
    },
    {
      "epoch": 797.32,
      "grad_norm": 1.2573076486587524,
      "learning_rate": 1.4434638770542336e-10,
      "loss": 0.3455,
      "step": 2856780
    },
    {
      "epoch": 797.32,
      "grad_norm": 1.1257061958312988,
      "learning_rate": 1.4404645031305257e-10,
      "loss": 0.3204,
      "step": 2856790
    },
    {
      "epoch": 797.32,
      "grad_norm": 1.3079862594604492,
      "learning_rate": 1.437468248552745e-10,
      "loss": 0.3311,
      "step": 2856800
    },
    {
      "epoch": 797.32,
      "grad_norm": 1.1622802019119263,
      "learning_rate": 1.4344751133208918e-10,
      "loss": 0.3461,
      "step": 2856810
    },
    {
      "epoch": 797.33,
      "grad_norm": 1.3511632680892944,
      "learning_rate": 1.431485097434966e-10,
      "loss": 0.3395,
      "step": 2856820
    },
    {
      "epoch": 797.33,
      "grad_norm": 1.4341942071914673,
      "learning_rate": 1.4284982008949676e-10,
      "loss": 0.3389,
      "step": 2856830
    },
    {
      "epoch": 797.33,
      "grad_norm": 1.1679266691207886,
      "learning_rate": 1.4255144237061006e-10,
      "loss": 0.3423,
      "step": 2856840
    },
    {
      "epoch": 797.33,
      "grad_norm": 1.1412895917892456,
      "learning_rate": 1.422533765863161e-10,
      "loss": 0.3407,
      "step": 2856850
    },
    {
      "epoch": 797.34,
      "grad_norm": 4.061227321624756,
      "learning_rate": 1.4195562273687512e-10,
      "loss": 0.3326,
      "step": 2856860
    },
    {
      "epoch": 797.34,
      "grad_norm": 1.4264377355575562,
      "learning_rate": 1.4165818082228705e-10,
      "loss": 0.3387,
      "step": 2856870
    },
    {
      "epoch": 797.34,
      "grad_norm": 1.4590530395507812,
      "learning_rate": 1.4136105084255194e-10,
      "loss": 0.3294,
      "step": 2856880
    },
    {
      "epoch": 797.35,
      "grad_norm": 1.3161537647247314,
      "learning_rate": 1.410642327976698e-10,
      "loss": 0.3616,
      "step": 2856890
    },
    {
      "epoch": 797.35,
      "grad_norm": 1.294824242591858,
      "learning_rate": 1.4076772668790078e-10,
      "loss": 0.3289,
      "step": 2856900
    },
    {
      "epoch": 797.35,
      "grad_norm": 1.3193488121032715,
      "learning_rate": 1.4047153251324495e-10,
      "loss": 0.3352,
      "step": 2856910
    },
    {
      "epoch": 797.35,
      "grad_norm": 1.375393033027649,
      "learning_rate": 1.4017565027370226e-10,
      "loss": 0.3357,
      "step": 2856920
    },
    {
      "epoch": 797.36,
      "grad_norm": 1.390281319618225,
      "learning_rate": 1.398800799690125e-10,
      "loss": 0.3433,
      "step": 2856930
    },
    {
      "epoch": 797.36,
      "grad_norm": 1.4003504514694214,
      "learning_rate": 1.3958482159969613e-10,
      "loss": 0.346,
      "step": 2856940
    },
    {
      "epoch": 797.36,
      "grad_norm": 1.1994959115982056,
      "learning_rate": 1.3928987516549292e-10,
      "loss": 0.3338,
      "step": 2856950
    },
    {
      "epoch": 797.37,
      "grad_norm": 1.1070177555084229,
      "learning_rate": 1.3899524066640286e-10,
      "loss": 0.3383,
      "step": 2856960
    },
    {
      "epoch": 797.37,
      "grad_norm": 1.3072391748428345,
      "learning_rate": 1.3870091810268617e-10,
      "loss": 0.3364,
      "step": 2856970
    },
    {
      "epoch": 797.37,
      "grad_norm": 1.2979010343551636,
      "learning_rate": 1.3840690747434281e-10,
      "loss": 0.3484,
      "step": 2856980
    },
    {
      "epoch": 797.37,
      "grad_norm": 1.3228737115859985,
      "learning_rate": 1.3811320878111264e-10,
      "loss": 0.3269,
      "step": 2856990
    },
    {
      "epoch": 797.38,
      "grad_norm": 1.3368439674377441,
      "learning_rate": 1.3781982202351606e-10,
      "loss": 0.3296,
      "step": 2857000
    },
    {
      "epoch": 797.38,
      "grad_norm": 1.4951276779174805,
      "learning_rate": 1.375267472012928e-10,
      "loss": 0.3448,
      "step": 2857010
    },
    {
      "epoch": 797.38,
      "grad_norm": 1.2468782663345337,
      "learning_rate": 1.3723398431444294e-10,
      "loss": 0.3268,
      "step": 2857020
    },
    {
      "epoch": 797.38,
      "grad_norm": 1.1751776933670044,
      "learning_rate": 1.3694153336296643e-10,
      "loss": 0.3418,
      "step": 2857030
    },
    {
      "epoch": 797.39,
      "grad_norm": 1.8029433488845825,
      "learning_rate": 1.366493943471235e-10,
      "loss": 0.3393,
      "step": 2857040
    },
    {
      "epoch": 797.39,
      "grad_norm": 1.16611909866333,
      "learning_rate": 1.3635756726691413e-10,
      "loss": 0.3427,
      "step": 2857050
    },
    {
      "epoch": 797.39,
      "grad_norm": 1.4920804500579834,
      "learning_rate": 1.3606605212233836e-10,
      "loss": 0.3399,
      "step": 2857060
    },
    {
      "epoch": 797.4,
      "grad_norm": 1.1162190437316895,
      "learning_rate": 1.3577484891339612e-10,
      "loss": 0.3385,
      "step": 2857070
    },
    {
      "epoch": 797.4,
      "grad_norm": 1.500240445137024,
      "learning_rate": 1.354839576400875e-10,
      "loss": 0.341,
      "step": 2857080
    },
    {
      "epoch": 797.4,
      "grad_norm": 1.1902344226837158,
      "learning_rate": 1.3519337830267262e-10,
      "loss": 0.3273,
      "step": 2857090
    },
    {
      "epoch": 797.4,
      "grad_norm": 1.312401294708252,
      "learning_rate": 1.3490311090089134e-10,
      "loss": 0.3513,
      "step": 2857100
    },
    {
      "epoch": 797.41,
      "grad_norm": 1.3737881183624268,
      "learning_rate": 1.3461315543500385e-10,
      "loss": 0.3389,
      "step": 2857110
    },
    {
      "epoch": 797.41,
      "grad_norm": 1.3494623899459839,
      "learning_rate": 1.343235119047499e-10,
      "loss": 0.3469,
      "step": 2857120
    },
    {
      "epoch": 797.41,
      "grad_norm": 0.9774542450904846,
      "learning_rate": 1.3403418031064996e-10,
      "loss": 0.3223,
      "step": 2857130
    },
    {
      "epoch": 797.42,
      "grad_norm": 1.3051990270614624,
      "learning_rate": 1.337451606524438e-10,
      "loss": 0.3326,
      "step": 2857140
    },
    {
      "epoch": 797.42,
      "grad_norm": 1.2701992988586426,
      "learning_rate": 1.3345645293013143e-10,
      "loss": 0.3378,
      "step": 2857150
    },
    {
      "epoch": 797.42,
      "grad_norm": 1.2876678705215454,
      "learning_rate": 1.3316805714371283e-10,
      "loss": 0.3537,
      "step": 2857160
    },
    {
      "epoch": 797.42,
      "grad_norm": 1.3707950115203857,
      "learning_rate": 1.3287997329344823e-10,
      "loss": 0.3386,
      "step": 2857170
    },
    {
      "epoch": 797.43,
      "grad_norm": 1.6070219278335571,
      "learning_rate": 1.325922013790774e-10,
      "loss": 0.3326,
      "step": 2857180
    },
    {
      "epoch": 797.43,
      "grad_norm": 1.2216261625289917,
      "learning_rate": 1.323047414011208e-10,
      "loss": 0.3326,
      "step": 2857190
    },
    {
      "epoch": 797.43,
      "grad_norm": 1.3167688846588135,
      "learning_rate": 1.3201759335905796e-10,
      "loss": 0.3592,
      "step": 2857200
    },
    {
      "epoch": 797.44,
      "grad_norm": 1.1415784358978271,
      "learning_rate": 1.3173075725340932e-10,
      "loss": 0.3193,
      "step": 2857210
    },
    {
      "epoch": 797.44,
      "grad_norm": 1.5717074871063232,
      "learning_rate": 1.3144423308391465e-10,
      "loss": 0.3384,
      "step": 2857220
    },
    {
      "epoch": 797.44,
      "grad_norm": 1.0891202688217163,
      "learning_rate": 1.3115802085057401e-10,
      "loss": 0.3217,
      "step": 2857230
    },
    {
      "epoch": 797.44,
      "grad_norm": 1.3418225049972534,
      "learning_rate": 1.3087212055364754e-10,
      "loss": 0.3311,
      "step": 2857240
    },
    {
      "epoch": 797.45,
      "grad_norm": 1.3474676609039307,
      "learning_rate": 1.3058653219313527e-10,
      "loss": 0.3381,
      "step": 2857250
    },
    {
      "epoch": 797.45,
      "grad_norm": 1.137020230293274,
      "learning_rate": 1.30301255768777e-10,
      "loss": 0.327,
      "step": 2857260
    },
    {
      "epoch": 797.45,
      "grad_norm": 1.2713946104049683,
      "learning_rate": 1.3001629128109315e-10,
      "loss": 0.3471,
      "step": 2857270
    },
    {
      "epoch": 797.45,
      "grad_norm": 1.493536353111267,
      "learning_rate": 1.2973163872956327e-10,
      "loss": 0.3277,
      "step": 2857280
    },
    {
      "epoch": 797.46,
      "grad_norm": 1.2948445081710815,
      "learning_rate": 1.294472981147078e-10,
      "loss": 0.3256,
      "step": 2857290
    },
    {
      "epoch": 797.46,
      "grad_norm": 1.2985018491744995,
      "learning_rate": 1.2916326943652675e-10,
      "loss": 0.3156,
      "step": 2857300
    },
    {
      "epoch": 797.46,
      "grad_norm": 1.7727261781692505,
      "learning_rate": 1.2887955269475988e-10,
      "loss": 0.3384,
      "step": 2857310
    },
    {
      "epoch": 797.47,
      "grad_norm": 1.1415220499038696,
      "learning_rate": 1.2859614788966744e-10,
      "loss": 0.3398,
      "step": 2857320
    },
    {
      "epoch": 797.47,
      "grad_norm": 1.6740578413009644,
      "learning_rate": 1.283130550212494e-10,
      "loss": 0.347,
      "step": 2857330
    },
    {
      "epoch": 797.47,
      "grad_norm": 1.535079002380371,
      "learning_rate": 1.2803027408924554e-10,
      "loss": 0.3433,
      "step": 2857340
    },
    {
      "epoch": 797.47,
      "grad_norm": 1.2635104656219482,
      "learning_rate": 1.2774780509417631e-10,
      "loss": 0.3429,
      "step": 2857350
    },
    {
      "epoch": 797.48,
      "grad_norm": 1.344679355621338,
      "learning_rate": 1.274656480360417e-10,
      "loss": 0.3358,
      "step": 2857360
    },
    {
      "epoch": 797.48,
      "grad_norm": 1.222845196723938,
      "learning_rate": 1.2718380291432128e-10,
      "loss": 0.3376,
      "step": 2857370
    },
    {
      "epoch": 797.48,
      "grad_norm": 1.28123140335083,
      "learning_rate": 1.269022697297957e-10,
      "loss": 0.3548,
      "step": 2857380
    },
    {
      "epoch": 797.49,
      "grad_norm": 1.3185276985168457,
      "learning_rate": 1.2662104848194451e-10,
      "loss": 0.3375,
      "step": 2857390
    },
    {
      "epoch": 797.49,
      "grad_norm": 1.3850102424621582,
      "learning_rate": 1.2634013917102795e-10,
      "loss": 0.3475,
      "step": 2857400
    },
    {
      "epoch": 797.49,
      "grad_norm": 1.3402745723724365,
      "learning_rate": 1.26059541797046e-10,
      "loss": 0.3403,
      "step": 2857410
    },
    {
      "epoch": 797.49,
      "grad_norm": 1.13350248336792,
      "learning_rate": 1.2577925635999866e-10,
      "loss": 0.3366,
      "step": 2857420
    },
    {
      "epoch": 797.5,
      "grad_norm": 1.1212505102157593,
      "learning_rate": 1.2549928286014616e-10,
      "loss": 0.3314,
      "step": 2857430
    },
    {
      "epoch": 797.5,
      "grad_norm": 1.3080039024353027,
      "learning_rate": 1.2521962129722827e-10,
      "loss": 0.3204,
      "step": 2857440
    },
    {
      "epoch": 797.5,
      "grad_norm": 1.4433478116989136,
      "learning_rate": 1.249402716715052e-10,
      "loss": 0.3413,
      "step": 2857450
    },
    {
      "epoch": 797.5,
      "grad_norm": 1.0888466835021973,
      "learning_rate": 1.2466123398271675e-10,
      "loss": 0.3514,
      "step": 2857460
    },
    {
      "epoch": 797.51,
      "grad_norm": 1.2356891632080078,
      "learning_rate": 1.2438250823138332e-10,
      "loss": 0.3286,
      "step": 2857470
    },
    {
      "epoch": 797.51,
      "grad_norm": 1.1349091529846191,
      "learning_rate": 1.2410409441698453e-10,
      "loss": 0.3242,
      "step": 2857480
    },
    {
      "epoch": 797.51,
      "grad_norm": 1.2517913579940796,
      "learning_rate": 1.2382599254004075e-10,
      "loss": 0.3317,
      "step": 2857490
    },
    {
      "epoch": 797.52,
      "grad_norm": 1.1448827981948853,
      "learning_rate": 1.235482026002918e-10,
      "loss": 0.3505,
      "step": 2857500
    },
    {
      "epoch": 797.52,
      "grad_norm": 1.3596876859664917,
      "learning_rate": 1.2327072459773768e-10,
      "loss": 0.3307,
      "step": 2857510
    },
    {
      "epoch": 797.52,
      "grad_norm": 2.7930686473846436,
      "learning_rate": 1.2299355853263858e-10,
      "loss": 0.3379,
      "step": 2857520
    },
    {
      "epoch": 797.52,
      "grad_norm": 1.6017314195632935,
      "learning_rate": 1.2271670440499453e-10,
      "loss": 0.3395,
      "step": 2857530
    },
    {
      "epoch": 797.53,
      "grad_norm": 1.3625233173370361,
      "learning_rate": 1.2244016221480551e-10,
      "loss": 0.3409,
      "step": 2857540
    },
    {
      "epoch": 797.53,
      "grad_norm": 1.2170052528381348,
      "learning_rate": 1.2216393196207154e-10,
      "loss": 0.3338,
      "step": 2857550
    },
    {
      "epoch": 797.53,
      "grad_norm": 1.3947120904922485,
      "learning_rate": 1.2188801364679257e-10,
      "loss": 0.334,
      "step": 2857560
    },
    {
      "epoch": 797.54,
      "grad_norm": 1.2454370260238647,
      "learning_rate": 1.2161240726896864e-10,
      "loss": 0.3333,
      "step": 2857570
    },
    {
      "epoch": 797.54,
      "grad_norm": 1.2012689113616943,
      "learning_rate": 1.2133711282885997e-10,
      "loss": 0.3411,
      "step": 2857580
    },
    {
      "epoch": 797.54,
      "grad_norm": 1.3113467693328857,
      "learning_rate": 1.2106213032620632e-10,
      "loss": 0.3288,
      "step": 2857590
    },
    {
      "epoch": 797.54,
      "grad_norm": 1.6926597356796265,
      "learning_rate": 1.2078745976152813e-10,
      "loss": 0.3442,
      "step": 2857600
    },
    {
      "epoch": 797.55,
      "grad_norm": 1.117318868637085,
      "learning_rate": 1.2051310113430495e-10,
      "loss": 0.336,
      "step": 2857610
    },
    {
      "epoch": 797.55,
      "grad_norm": 1.413297176361084,
      "learning_rate": 1.2023905444479704e-10,
      "loss": 0.3388,
      "step": 2857620
    },
    {
      "epoch": 797.55,
      "grad_norm": 1.1574336290359497,
      "learning_rate": 1.1996531969300436e-10,
      "loss": 0.3322,
      "step": 2857630
    },
    {
      "epoch": 797.56,
      "grad_norm": 1.3972312211990356,
      "learning_rate": 1.1969189687892692e-10,
      "loss": 0.3397,
      "step": 2857640
    },
    {
      "epoch": 797.56,
      "grad_norm": 1.2361962795257568,
      "learning_rate": 1.1941878600282492e-10,
      "loss": 0.343,
      "step": 2857650
    },
    {
      "epoch": 797.56,
      "grad_norm": 1.1725047826766968,
      "learning_rate": 1.1914598706469838e-10,
      "loss": 0.3326,
      "step": 2857660
    },
    {
      "epoch": 797.56,
      "grad_norm": 1.1710232496261597,
      "learning_rate": 1.1887350006428708e-10,
      "loss": 0.3293,
      "step": 2857670
    },
    {
      "epoch": 797.57,
      "grad_norm": 1.4115502834320068,
      "learning_rate": 1.1860132500211145e-10,
      "loss": 0.3348,
      "step": 2857680
    },
    {
      "epoch": 797.57,
      "grad_norm": 1.3888988494873047,
      "learning_rate": 1.1832946187765105e-10,
      "loss": 0.3397,
      "step": 2857690
    },
    {
      "epoch": 797.57,
      "grad_norm": 1.397681474685669,
      "learning_rate": 1.1805791069116611e-10,
      "loss": 0.3499,
      "step": 2857700
    },
    {
      "epoch": 797.57,
      "grad_norm": 1.1654350757598877,
      "learning_rate": 1.1778667144291682e-10,
      "loss": 0.3347,
      "step": 2857710
    },
    {
      "epoch": 797.58,
      "grad_norm": 1.146758794784546,
      "learning_rate": 1.1751574413264298e-10,
      "loss": 0.3366,
      "step": 2857720
    },
    {
      "epoch": 797.58,
      "grad_norm": 1.3424590826034546,
      "learning_rate": 1.172451287603446e-10,
      "loss": 0.351,
      "step": 2857730
    },
    {
      "epoch": 797.58,
      "grad_norm": 2.718325614929199,
      "learning_rate": 1.1697482532654206e-10,
      "loss": 0.3487,
      "step": 2857740
    },
    {
      "epoch": 797.59,
      "grad_norm": 1.2081971168518066,
      "learning_rate": 1.1670483383071499e-10,
      "loss": 0.3379,
      "step": 2857750
    },
    {
      "epoch": 797.59,
      "grad_norm": 1.124413013458252,
      "learning_rate": 1.1643515427312358e-10,
      "loss": 0.3458,
      "step": 2857760
    },
    {
      "epoch": 797.59,
      "grad_norm": 2.915703773498535,
      "learning_rate": 1.1616578665376783e-10,
      "loss": 0.3373,
      "step": 2857770
    },
    {
      "epoch": 797.59,
      "grad_norm": 1.3521490097045898,
      "learning_rate": 1.1589673097290794e-10,
      "loss": 0.3354,
      "step": 2857780
    },
    {
      "epoch": 797.6,
      "grad_norm": 1.3030149936676025,
      "learning_rate": 1.1562798723028371e-10,
      "loss": 0.3457,
      "step": 2857790
    },
    {
      "epoch": 797.6,
      "grad_norm": 1.3291423320770264,
      "learning_rate": 1.1535955542589515e-10,
      "loss": 0.333,
      "step": 2857800
    },
    {
      "epoch": 797.6,
      "grad_norm": 1.2546225786209106,
      "learning_rate": 1.1509143556000245e-10,
      "loss": 0.3456,
      "step": 2857810
    },
    {
      "epoch": 797.61,
      "grad_norm": 1.4132505655288696,
      "learning_rate": 1.1482362763260561e-10,
      "loss": 0.3416,
      "step": 2857820
    },
    {
      "epoch": 797.61,
      "grad_norm": 1.7915390729904175,
      "learning_rate": 1.1455613164370464e-10,
      "loss": 0.3249,
      "step": 2857830
    },
    {
      "epoch": 797.61,
      "grad_norm": 1.221773624420166,
      "learning_rate": 1.1428894759329954e-10,
      "loss": 0.3316,
      "step": 2857840
    },
    {
      "epoch": 797.61,
      "grad_norm": 1.4354465007781982,
      "learning_rate": 1.1402207548139031e-10,
      "loss": 0.3374,
      "step": 2857850
    },
    {
      "epoch": 797.62,
      "grad_norm": 1.4403750896453857,
      "learning_rate": 1.1375551530823715e-10,
      "loss": 0.3365,
      "step": 2857860
    },
    {
      "epoch": 797.62,
      "grad_norm": 1.2740217447280884,
      "learning_rate": 1.1348926707357986e-10,
      "loss": 0.3333,
      "step": 2857870
    },
    {
      "epoch": 797.62,
      "grad_norm": 1.3279383182525635,
      "learning_rate": 1.1322333077741844e-10,
      "loss": 0.3466,
      "step": 2857880
    },
    {
      "epoch": 797.62,
      "grad_norm": 1.2117161750793457,
      "learning_rate": 1.129577064202733e-10,
      "loss": 0.3187,
      "step": 2857890
    },
    {
      "epoch": 797.63,
      "grad_norm": 1.0296783447265625,
      "learning_rate": 1.1269239400162403e-10,
      "loss": 0.3242,
      "step": 2857900
    },
    {
      "epoch": 797.63,
      "grad_norm": 1.4355427026748657,
      "learning_rate": 1.1242739352173083e-10,
      "loss": 0.3286,
      "step": 2857910
    },
    {
      "epoch": 797.63,
      "grad_norm": 1.0763405561447144,
      "learning_rate": 1.1216270498085392e-10,
      "loss": 0.346,
      "step": 2857920
    },
    {
      "epoch": 797.64,
      "grad_norm": 1.2369714975357056,
      "learning_rate": 1.1189832837847287e-10,
      "loss": 0.3377,
      "step": 2857930
    },
    {
      "epoch": 797.64,
      "grad_norm": 1.4410439729690552,
      "learning_rate": 1.1163426371536833e-10,
      "loss": 0.3422,
      "step": 2857940
    },
    {
      "epoch": 797.64,
      "grad_norm": 1.2035737037658691,
      "learning_rate": 1.1137051099075963e-10,
      "loss": 0.3267,
      "step": 2857950
    },
    {
      "epoch": 797.64,
      "grad_norm": 1.2644882202148438,
      "learning_rate": 1.1110707020542744e-10,
      "loss": 0.3302,
      "step": 2857960
    },
    {
      "epoch": 797.65,
      "grad_norm": 1.1759142875671387,
      "learning_rate": 1.1084394135885133e-10,
      "loss": 0.3423,
      "step": 2857970
    },
    {
      "epoch": 797.65,
      "grad_norm": 1.47109055519104,
      "learning_rate": 1.105811244515517e-10,
      "loss": 0.3402,
      "step": 2857980
    },
    {
      "epoch": 797.65,
      "grad_norm": 1.2947473526000977,
      "learning_rate": 1.1031861948300815e-10,
      "loss": 0.3365,
      "step": 2857990
    },
    {
      "epoch": 797.66,
      "grad_norm": 1.4048265218734741,
      "learning_rate": 1.1005642645374111e-10,
      "loss": 0.3152,
      "step": 2858000
    },
    {
      "epoch": 797.66,
      "grad_norm": 1.1791002750396729,
      "learning_rate": 1.0979454536349034e-10,
      "loss": 0.3432,
      "step": 2858010
    },
    {
      "epoch": 797.66,
      "grad_norm": 1.1252853870391846,
      "learning_rate": 1.0953297621225585e-10,
      "loss": 0.3632,
      "step": 2858020
    },
    {
      "epoch": 797.66,
      "grad_norm": 1.377402663230896,
      "learning_rate": 1.0927171900029785e-10,
      "loss": 0.3316,
      "step": 2858030
    },
    {
      "epoch": 797.67,
      "grad_norm": 1.190211296081543,
      "learning_rate": 1.0901077372761635e-10,
      "loss": 0.3468,
      "step": 2858040
    },
    {
      "epoch": 797.67,
      "grad_norm": 1.2622408866882324,
      "learning_rate": 1.0875014039421134e-10,
      "loss": 0.3509,
      "step": 2858050
    },
    {
      "epoch": 797.67,
      "grad_norm": 1.3012890815734863,
      "learning_rate": 1.0848981900008283e-10,
      "loss": 0.3415,
      "step": 2858060
    },
    {
      "epoch": 797.68,
      "grad_norm": 1.1029330492019653,
      "learning_rate": 1.0822980954523081e-10,
      "loss": 0.3586,
      "step": 2858070
    },
    {
      "epoch": 797.68,
      "grad_norm": 1.1793982982635498,
      "learning_rate": 1.0797011202991548e-10,
      "loss": 0.3323,
      "step": 2858080
    },
    {
      "epoch": 797.68,
      "grad_norm": 1.1528651714324951,
      "learning_rate": 1.0771072645387665e-10,
      "loss": 0.3399,
      "step": 2858090
    },
    {
      "epoch": 797.68,
      "grad_norm": 1.3414980173110962,
      "learning_rate": 1.0745165281711431e-10,
      "loss": 0.332,
      "step": 2858100
    },
    {
      "epoch": 797.69,
      "grad_norm": 1.0153377056121826,
      "learning_rate": 1.0719289111988869e-10,
      "loss": 0.3264,
      "step": 2858110
    },
    {
      "epoch": 797.69,
      "grad_norm": 1.3402636051177979,
      "learning_rate": 1.0693444136219976e-10,
      "loss": 0.3425,
      "step": 2858120
    },
    {
      "epoch": 797.69,
      "grad_norm": 1.367135763168335,
      "learning_rate": 1.0667630354404752e-10,
      "loss": 0.3462,
      "step": 2858130
    },
    {
      "epoch": 797.69,
      "grad_norm": 1.3259212970733643,
      "learning_rate": 1.06418477665432e-10,
      "loss": 0.3405,
      "step": 2858140
    },
    {
      "epoch": 797.7,
      "grad_norm": 1.4094457626342773,
      "learning_rate": 1.0616096372661337e-10,
      "loss": 0.3332,
      "step": 2858150
    },
    {
      "epoch": 797.7,
      "grad_norm": 1.239385962486267,
      "learning_rate": 1.0590376172707124e-10,
      "loss": 0.3337,
      "step": 2858160
    },
    {
      "epoch": 797.7,
      "grad_norm": 1.3181655406951904,
      "learning_rate": 1.0564687166758623e-10,
      "loss": 0.329,
      "step": 2858170
    },
    {
      "epoch": 797.71,
      "grad_norm": 1.1745924949645996,
      "learning_rate": 1.0539029354737772e-10,
      "loss": 0.3443,
      "step": 2858180
    },
    {
      "epoch": 797.71,
      "grad_norm": 1.2538663148880005,
      "learning_rate": 1.0513402736722631e-10,
      "loss": 0.3292,
      "step": 2858190
    },
    {
      "epoch": 797.71,
      "grad_norm": 1.1599555015563965,
      "learning_rate": 1.0487807312687182e-10,
      "loss": 0.339,
      "step": 2858200
    },
    {
      "epoch": 797.71,
      "grad_norm": 1.4923418760299683,
      "learning_rate": 1.0462243082605403e-10,
      "loss": 0.3244,
      "step": 2858210
    },
    {
      "epoch": 797.72,
      "grad_norm": 1.2190616130828857,
      "learning_rate": 1.0436710046529336e-10,
      "loss": 0.3329,
      "step": 2858220
    },
    {
      "epoch": 797.72,
      "grad_norm": 1.1725035905838013,
      "learning_rate": 1.0411208204432961e-10,
      "loss": 0.3292,
      "step": 2858230
    },
    {
      "epoch": 797.72,
      "grad_norm": 1.2964063882827759,
      "learning_rate": 1.0385737556316275e-10,
      "loss": 0.3272,
      "step": 2858240
    },
    {
      "epoch": 797.73,
      "grad_norm": 1.4523224830627441,
      "learning_rate": 1.0360298102205303e-10,
      "loss": 0.3379,
      "step": 2858250
    },
    {
      "epoch": 797.73,
      "grad_norm": 1.4150582551956177,
      "learning_rate": 1.0334889842100042e-10,
      "loss": 0.341,
      "step": 2858260
    },
    {
      "epoch": 797.73,
      "grad_norm": 1.1277469396591187,
      "learning_rate": 1.0309512775974471e-10,
      "loss": 0.3481,
      "step": 2858270
    },
    {
      "epoch": 797.73,
      "grad_norm": 1.0908530950546265,
      "learning_rate": 1.0284166903880633e-10,
      "loss": 0.3448,
      "step": 2858280
    },
    {
      "epoch": 797.74,
      "grad_norm": 1.508317470550537,
      "learning_rate": 1.0258852225766487e-10,
      "loss": 0.3505,
      "step": 2858290
    },
    {
      "epoch": 797.74,
      "grad_norm": 1.2302865982055664,
      "learning_rate": 1.0233568741684073e-10,
      "loss": 0.338,
      "step": 2858300
    },
    {
      "epoch": 797.74,
      "grad_norm": 1.5409948825836182,
      "learning_rate": 1.0208316451607371e-10,
      "loss": 0.3318,
      "step": 2858310
    },
    {
      "epoch": 797.74,
      "grad_norm": 1.282063364982605,
      "learning_rate": 1.018309535553638e-10,
      "loss": 0.3481,
      "step": 2858320
    },
    {
      "epoch": 797.75,
      "grad_norm": 1.2703570127487183,
      "learning_rate": 1.0157905453497123e-10,
      "loss": 0.3257,
      "step": 2858330
    },
    {
      "epoch": 797.75,
      "grad_norm": 1.0240072011947632,
      "learning_rate": 1.0132746745489598e-10,
      "loss": 0.3348,
      "step": 2858340
    },
    {
      "epoch": 797.75,
      "grad_norm": 1.1763746738433838,
      "learning_rate": 1.0107619231513806e-10,
      "loss": 0.3424,
      "step": 2858350
    },
    {
      "epoch": 797.76,
      "grad_norm": 1.1802973747253418,
      "learning_rate": 1.0082522911543725e-10,
      "loss": 0.3323,
      "step": 2858360
    },
    {
      "epoch": 797.76,
      "grad_norm": 1.2974306344985962,
      "learning_rate": 1.0057457785631399e-10,
      "loss": 0.3332,
      "step": 2858370
    },
    {
      "epoch": 797.76,
      "grad_norm": 1.4824247360229492,
      "learning_rate": 1.0032423853750804e-10,
      "loss": 0.3591,
      "step": 2858380
    },
    {
      "epoch": 797.76,
      "grad_norm": 1.3225417137145996,
      "learning_rate": 1.0007421115901943e-10,
      "loss": 0.3413,
      "step": 2858390
    },
    {
      "epoch": 797.77,
      "grad_norm": 1.2114704847335815,
      "learning_rate": 9.982449572110835e-11,
      "loss": 0.3377,
      "step": 2858400
    },
    {
      "epoch": 797.77,
      "grad_norm": 1.2190885543823242,
      "learning_rate": 9.95750922235146e-11,
      "loss": 0.3334,
      "step": 2858410
    },
    {
      "epoch": 797.77,
      "grad_norm": 1.160441279411316,
      "learning_rate": 9.932600066649837e-11,
      "loss": 0.3325,
      "step": 2858420
    },
    {
      "epoch": 797.78,
      "grad_norm": 1.0545440912246704,
      "learning_rate": 9.907722105005969e-11,
      "loss": 0.3318,
      "step": 2858430
    },
    {
      "epoch": 797.78,
      "grad_norm": 1.2129876613616943,
      "learning_rate": 9.882875337419854e-11,
      "loss": 0.3338,
      "step": 2858440
    },
    {
      "epoch": 797.78,
      "grad_norm": 1.270003318786621,
      "learning_rate": 9.858059763891494e-11,
      "loss": 0.3346,
      "step": 2858450
    },
    {
      "epoch": 797.78,
      "grad_norm": 1.3779606819152832,
      "learning_rate": 9.833275384446907e-11,
      "loss": 0.337,
      "step": 2858460
    },
    {
      "epoch": 797.79,
      "grad_norm": 1.3062491416931152,
      "learning_rate": 9.808522199034052e-11,
      "loss": 0.3312,
      "step": 2858470
    },
    {
      "epoch": 797.79,
      "grad_norm": 1.2145214080810547,
      "learning_rate": 9.783800207730993e-11,
      "loss": 0.3347,
      "step": 2858480
    },
    {
      "epoch": 797.79,
      "grad_norm": 1.4064791202545166,
      "learning_rate": 9.759109410459667e-11,
      "loss": 0.3219,
      "step": 2858490
    },
    {
      "epoch": 797.8,
      "grad_norm": 1.1781474351882935,
      "learning_rate": 9.734449807298137e-11,
      "loss": 0.3488,
      "step": 2858500
    },
    {
      "epoch": 797.8,
      "grad_norm": 1.4540337324142456,
      "learning_rate": 9.709821398194359e-11,
      "loss": 0.3223,
      "step": 2858510
    },
    {
      "epoch": 797.8,
      "grad_norm": 1.4942467212677002,
      "learning_rate": 9.685224183200377e-11,
      "loss": 0.3454,
      "step": 2858520
    },
    {
      "epoch": 797.8,
      "grad_norm": 11.56512451171875,
      "learning_rate": 9.660658162290169e-11,
      "loss": 0.3409,
      "step": 2858530
    },
    {
      "epoch": 797.81,
      "grad_norm": 1.3225799798965454,
      "learning_rate": 9.636123335437715e-11,
      "loss": 0.3319,
      "step": 2858540
    },
    {
      "epoch": 797.81,
      "grad_norm": 1.3561991453170776,
      "learning_rate": 9.611619702721077e-11,
      "loss": 0.3373,
      "step": 2858550
    },
    {
      "epoch": 797.81,
      "grad_norm": 1.3168671131134033,
      "learning_rate": 9.587147264088213e-11,
      "loss": 0.343,
      "step": 2858560
    },
    {
      "epoch": 797.81,
      "grad_norm": 1.6378755569458008,
      "learning_rate": 9.562706019539123e-11,
      "loss": 0.3279,
      "step": 2858570
    },
    {
      "epoch": 797.82,
      "grad_norm": 1.3946837186813354,
      "learning_rate": 9.53829596909983e-11,
      "loss": 0.3323,
      "step": 2858580
    },
    {
      "epoch": 797.82,
      "grad_norm": 1.4297258853912354,
      "learning_rate": 9.513917112770331e-11,
      "loss": 0.3298,
      "step": 2858590
    },
    {
      "epoch": 797.82,
      "grad_norm": 1.4013546705245972,
      "learning_rate": 9.489569450550627e-11,
      "loss": 0.3455,
      "step": 2858600
    },
    {
      "epoch": 797.83,
      "grad_norm": 1.4616138935089111,
      "learning_rate": 9.465252982440719e-11,
      "loss": 0.3393,
      "step": 2858610
    },
    {
      "epoch": 797.83,
      "grad_norm": 1.401361107826233,
      "learning_rate": 9.440967708466627e-11,
      "loss": 0.3404,
      "step": 2858620
    },
    {
      "epoch": 797.83,
      "grad_norm": 1.1912734508514404,
      "learning_rate": 9.41671362860233e-11,
      "loss": 0.3563,
      "step": 2858630
    },
    {
      "epoch": 797.83,
      "grad_norm": 1.8985376358032227,
      "learning_rate": 9.392490742847827e-11,
      "loss": 0.3318,
      "step": 2858640
    },
    {
      "epoch": 797.84,
      "grad_norm": 1.3019860982894897,
      "learning_rate": 9.368299051229142e-11,
      "loss": 0.343,
      "step": 2858650
    },
    {
      "epoch": 797.84,
      "grad_norm": 1.2933547496795654,
      "learning_rate": 9.344138553746272e-11,
      "loss": 0.3428,
      "step": 2858660
    },
    {
      "epoch": 797.84,
      "grad_norm": 1.3602595329284668,
      "learning_rate": 9.320009250373198e-11,
      "loss": 0.327,
      "step": 2858670
    },
    {
      "epoch": 797.85,
      "grad_norm": 1.1713026762008667,
      "learning_rate": 9.29591114116196e-11,
      "loss": 0.3262,
      "step": 2858680
    },
    {
      "epoch": 797.85,
      "grad_norm": 1.1537748575210571,
      "learning_rate": 9.271844226086539e-11,
      "loss": 0.3353,
      "step": 2858690
    },
    {
      "epoch": 797.85,
      "grad_norm": 1.2069138288497925,
      "learning_rate": 9.247808505146934e-11,
      "loss": 0.3532,
      "step": 2858700
    },
    {
      "epoch": 797.85,
      "grad_norm": 1.776823878288269,
      "learning_rate": 9.223803978343144e-11,
      "loss": 0.3551,
      "step": 2858710
    },
    {
      "epoch": 797.86,
      "grad_norm": 1.3124992847442627,
      "learning_rate": 9.199830645701192e-11,
      "loss": 0.3128,
      "step": 2858720
    },
    {
      "epoch": 797.86,
      "grad_norm": 1.3535478115081787,
      "learning_rate": 9.175888507195056e-11,
      "loss": 0.3284,
      "step": 2858730
    },
    {
      "epoch": 797.86,
      "grad_norm": 1.474492073059082,
      "learning_rate": 9.151977562876778e-11,
      "loss": 0.3385,
      "step": 2858740
    },
    {
      "epoch": 797.86,
      "grad_norm": 1.3554635047912598,
      "learning_rate": 9.128097812694316e-11,
      "loss": 0.3286,
      "step": 2858750
    },
    {
      "epoch": 797.87,
      "grad_norm": 1.4832195043563843,
      "learning_rate": 9.10424925667369e-11,
      "loss": 0.3352,
      "step": 2858760
    },
    {
      "epoch": 797.87,
      "grad_norm": 1.409696102142334,
      "learning_rate": 9.080431894814901e-11,
      "loss": 0.3333,
      "step": 2858770
    },
    {
      "epoch": 797.87,
      "grad_norm": 1.367965579032898,
      "learning_rate": 9.05664572711795e-11,
      "loss": 0.3417,
      "step": 2858780
    },
    {
      "epoch": 797.88,
      "grad_norm": 1.2223960161209106,
      "learning_rate": 9.032890753608856e-11,
      "loss": 0.3403,
      "step": 2858790
    },
    {
      "epoch": 797.88,
      "grad_norm": 1.2931288480758667,
      "learning_rate": 9.0091669742616e-11,
      "loss": 0.3609,
      "step": 2858800
    },
    {
      "epoch": 797.88,
      "grad_norm": 1.4405295848846436,
      "learning_rate": 8.985474389102201e-11,
      "loss": 0.3509,
      "step": 2858810
    },
    {
      "epoch": 797.88,
      "grad_norm": 1.1276594400405884,
      "learning_rate": 8.96181299813066e-11,
      "loss": 0.3391,
      "step": 2858820
    },
    {
      "epoch": 797.89,
      "grad_norm": 1.277156949043274,
      "learning_rate": 8.938182801320956e-11,
      "loss": 0.3254,
      "step": 2858830
    },
    {
      "epoch": 797.89,
      "grad_norm": 1.2823742628097534,
      "learning_rate": 8.91458379869911e-11,
      "loss": 0.3322,
      "step": 2858840
    },
    {
      "epoch": 797.89,
      "grad_norm": 1.3904895782470703,
      "learning_rate": 8.891015990291142e-11,
      "loss": 0.3259,
      "step": 2858850
    },
    {
      "epoch": 797.9,
      "grad_norm": 1.4535396099090576,
      "learning_rate": 8.867479376045011e-11,
      "loss": 0.3422,
      "step": 2858860
    },
    {
      "epoch": 797.9,
      "grad_norm": 1.2511953115463257,
      "learning_rate": 8.843973956012759e-11,
      "loss": 0.333,
      "step": 2858870
    },
    {
      "epoch": 797.9,
      "grad_norm": 1.1816051006317139,
      "learning_rate": 8.820499730168365e-11,
      "loss": 0.3374,
      "step": 2858880
    },
    {
      "epoch": 797.9,
      "grad_norm": 1.103793978691101,
      "learning_rate": 8.797056698537849e-11,
      "loss": 0.3447,
      "step": 2858890
    },
    {
      "epoch": 797.91,
      "grad_norm": 1.2539241313934326,
      "learning_rate": 8.773644861121212e-11,
      "loss": 0.3249,
      "step": 2858900
    },
    {
      "epoch": 797.91,
      "grad_norm": 1.4690160751342773,
      "learning_rate": 8.750264217892433e-11,
      "loss": 0.3207,
      "step": 2858910
    },
    {
      "epoch": 797.91,
      "grad_norm": 1.24881112575531,
      "learning_rate": 8.726914768877532e-11,
      "loss": 0.33,
      "step": 2858920
    },
    {
      "epoch": 797.92,
      "grad_norm": 1.2895783185958862,
      "learning_rate": 8.703596514102532e-11,
      "loss": 0.3119,
      "step": 2858930
    },
    {
      "epoch": 797.92,
      "grad_norm": 1.3567099571228027,
      "learning_rate": 8.680309453515388e-11,
      "loss": 0.3343,
      "step": 2858940
    },
    {
      "epoch": 797.92,
      "grad_norm": 1.2319310903549194,
      "learning_rate": 8.657053587168144e-11,
      "loss": 0.3398,
      "step": 2858950
    },
    {
      "epoch": 797.92,
      "grad_norm": 1.1252995729446411,
      "learning_rate": 8.633828915034779e-11,
      "loss": 0.3249,
      "step": 2858960
    },
    {
      "epoch": 797.93,
      "grad_norm": 1.2224488258361816,
      "learning_rate": 8.610635437141314e-11,
      "loss": 0.3223,
      "step": 2858970
    },
    {
      "epoch": 797.93,
      "grad_norm": 1.2389394044876099,
      "learning_rate": 8.587473153461727e-11,
      "loss": 0.3362,
      "step": 2858980
    },
    {
      "epoch": 797.93,
      "grad_norm": 1.1153509616851807,
      "learning_rate": 8.56434206402204e-11,
      "loss": 0.3399,
      "step": 2858990
    },
    {
      "epoch": 797.93,
      "grad_norm": 1.0488032102584839,
      "learning_rate": 8.541242168822252e-11,
      "loss": 0.3228,
      "step": 2859000
    },
    {
      "epoch": 797.94,
      "grad_norm": 1.4045909643173218,
      "learning_rate": 8.518173467862363e-11,
      "loss": 0.3381,
      "step": 2859010
    },
    {
      "epoch": 797.94,
      "grad_norm": 1.453170895576477,
      "learning_rate": 8.495135961142374e-11,
      "loss": 0.3353,
      "step": 2859020
    },
    {
      "epoch": 797.94,
      "grad_norm": 1.273149847984314,
      "learning_rate": 8.472129648662285e-11,
      "loss": 0.3532,
      "step": 2859030
    },
    {
      "epoch": 797.95,
      "grad_norm": 1.0628178119659424,
      "learning_rate": 8.449154530448115e-11,
      "loss": 0.3363,
      "step": 2859040
    },
    {
      "epoch": 797.95,
      "grad_norm": 1.3464295864105225,
      "learning_rate": 8.426210606473847e-11,
      "loss": 0.3356,
      "step": 2859050
    },
    {
      "epoch": 797.95,
      "grad_norm": 1.3113374710083008,
      "learning_rate": 8.403297876739476e-11,
      "loss": 0.3406,
      "step": 2859060
    },
    {
      "epoch": 797.95,
      "grad_norm": 1.1205717325210571,
      "learning_rate": 8.380416341271027e-11,
      "loss": 0.3425,
      "step": 2859070
    },
    {
      "epoch": 797.96,
      "grad_norm": 1.309414267539978,
      "learning_rate": 8.357566000068497e-11,
      "loss": 0.3227,
      "step": 2859080
    },
    {
      "epoch": 797.96,
      "grad_norm": 1.115857720375061,
      "learning_rate": 8.334746853131888e-11,
      "loss": 0.3172,
      "step": 2859090
    },
    {
      "epoch": 797.96,
      "grad_norm": 1.3206781148910522,
      "learning_rate": 8.311958900461199e-11,
      "loss": 0.3391,
      "step": 2859100
    },
    {
      "epoch": 797.97,
      "grad_norm": 1.2727043628692627,
      "learning_rate": 8.289202142082451e-11,
      "loss": 0.3346,
      "step": 2859110
    },
    {
      "epoch": 797.97,
      "grad_norm": 1.1717121601104736,
      "learning_rate": 8.266476577943604e-11,
      "loss": 0.3345,
      "step": 2859120
    },
    {
      "epoch": 797.97,
      "grad_norm": 1.3773411512374878,
      "learning_rate": 8.243782208096697e-11,
      "loss": 0.3346,
      "step": 2859130
    },
    {
      "epoch": 797.97,
      "grad_norm": 1.2746855020523071,
      "learning_rate": 8.221119032515711e-11,
      "loss": 0.3375,
      "step": 2859140
    },
    {
      "epoch": 797.98,
      "grad_norm": 1.449023962020874,
      "learning_rate": 8.198487051226665e-11,
      "loss": 0.3476,
      "step": 2859150
    },
    {
      "epoch": 797.98,
      "grad_norm": 1.253707766532898,
      "learning_rate": 8.175886264229561e-11,
      "loss": 0.3442,
      "step": 2859160
    },
    {
      "epoch": 797.98,
      "grad_norm": 1.2359814643859863,
      "learning_rate": 8.153316671524398e-11,
      "loss": 0.356,
      "step": 2859170
    },
    {
      "epoch": 797.98,
      "grad_norm": 1.246587872505188,
      "learning_rate": 8.130778273085157e-11,
      "loss": 0.3293,
      "step": 2859180
    },
    {
      "epoch": 797.99,
      "grad_norm": 1.6066648960113525,
      "learning_rate": 8.108271068963876e-11,
      "loss": 0.3432,
      "step": 2859190
    },
    {
      "epoch": 797.99,
      "grad_norm": 1.0525803565979004,
      "learning_rate": 8.085795059134537e-11,
      "loss": 0.3452,
      "step": 2859200
    },
    {
      "epoch": 797.99,
      "grad_norm": 1.209203839302063,
      "learning_rate": 8.063350243597139e-11,
      "loss": 0.3484,
      "step": 2859210
    },
    {
      "epoch": 798.0,
      "grad_norm": 1.3466310501098633,
      "learning_rate": 8.040936622351682e-11,
      "loss": 0.3468,
      "step": 2859220
    },
    {
      "epoch": 798.0,
      "grad_norm": 1.1974213123321533,
      "learning_rate": 8.018554195424188e-11,
      "loss": 0.3523,
      "step": 2859230
    },
    {
      "epoch": 798.0,
      "eval_loss": 0.33708956837654114,
      "eval_runtime": 68.0774,
      "eval_samples_per_second": 74.313,
      "eval_steps_per_second": 9.298,
      "step": 2859234
    },
    {
      "epoch": 798.0,
      "grad_norm": 1.0723661184310913,
      "learning_rate": 7.996202962814655e-11,
      "loss": 0.3432,
      "step": 2859240
    },
    {
      "epoch": 798.0,
      "grad_norm": 1.146445870399475,
      "learning_rate": 7.973882924523084e-11,
      "loss": 0.3463,
      "step": 2859250
    },
    {
      "epoch": 798.01,
      "grad_norm": 1.1397463083267212,
      "learning_rate": 7.951594080523455e-11,
      "loss": 0.325,
      "step": 2859260
    },
    {
      "epoch": 798.01,
      "grad_norm": 1.4542757272720337,
      "learning_rate": 7.929336430867808e-11,
      "loss": 0.3508,
      "step": 2859270
    },
    {
      "epoch": 798.01,
      "grad_norm": 1.128836750984192,
      "learning_rate": 7.907109975504103e-11,
      "loss": 0.3351,
      "step": 2859280
    },
    {
      "epoch": 798.02,
      "grad_norm": 1.5433518886566162,
      "learning_rate": 7.884914714484381e-11,
      "loss": 0.3399,
      "step": 2859290
    },
    {
      "epoch": 798.02,
      "grad_norm": 1.0274783372879028,
      "learning_rate": 7.86275064778262e-11,
      "loss": 0.3593,
      "step": 2859300
    },
    {
      "epoch": 798.02,
      "grad_norm": 1.3110361099243164,
      "learning_rate": 7.840617775424843e-11,
      "loss": 0.3348,
      "step": 2859310
    },
    {
      "epoch": 798.02,
      "grad_norm": 1.1884849071502686,
      "learning_rate": 7.818516097385027e-11,
      "loss": 0.3384,
      "step": 2859320
    },
    {
      "epoch": 798.03,
      "grad_norm": 1.3037710189819336,
      "learning_rate": 7.796445613689195e-11,
      "loss": 0.3353,
      "step": 2859330
    },
    {
      "epoch": 798.03,
      "grad_norm": 1.4402050971984863,
      "learning_rate": 7.774406324311325e-11,
      "loss": 0.3397,
      "step": 2859340
    },
    {
      "epoch": 798.03,
      "grad_norm": 1.2469996213912964,
      "learning_rate": 7.752398229303458e-11,
      "loss": 0.3473,
      "step": 2859350
    },
    {
      "epoch": 798.04,
      "grad_norm": 1.495245099067688,
      "learning_rate": 7.730421328613554e-11,
      "loss": 0.3399,
      "step": 2859360
    },
    {
      "epoch": 798.04,
      "grad_norm": 1.2244702577590942,
      "learning_rate": 7.708475622293652e-11,
      "loss": 0.338,
      "step": 2859370
    },
    {
      "epoch": 798.04,
      "grad_norm": 1.330873727798462,
      "learning_rate": 7.686561110317735e-11,
      "loss": 0.3358,
      "step": 2859380
    },
    {
      "epoch": 798.04,
      "grad_norm": 1.3040695190429688,
      "learning_rate": 7.6646777926858e-11,
      "loss": 0.3326,
      "step": 2859390
    },
    {
      "epoch": 798.05,
      "grad_norm": 1.2935352325439453,
      "learning_rate": 7.642825669423869e-11,
      "loss": 0.352,
      "step": 2859400
    },
    {
      "epoch": 798.05,
      "grad_norm": 1.7588274478912354,
      "learning_rate": 7.62100474050592e-11,
      "loss": 0.3315,
      "step": 2859410
    },
    {
      "epoch": 798.05,
      "grad_norm": 1.5724881887435913,
      "learning_rate": 7.599215005957977e-11,
      "loss": 0.343,
      "step": 2859420
    },
    {
      "epoch": 798.05,
      "grad_norm": 1.2286405563354492,
      "learning_rate": 7.577456465780035e-11,
      "loss": 0.3389,
      "step": 2859430
    },
    {
      "epoch": 798.06,
      "grad_norm": 1.0276751518249512,
      "learning_rate": 7.555729119972098e-11,
      "loss": 0.3285,
      "step": 2859440
    },
    {
      "epoch": 798.06,
      "grad_norm": 1.2025907039642334,
      "learning_rate": 7.534032968534165e-11,
      "loss": 0.3481,
      "step": 2859450
    },
    {
      "epoch": 798.06,
      "grad_norm": 1.3918731212615967,
      "learning_rate": 7.512368011466235e-11,
      "loss": 0.355,
      "step": 2859460
    },
    {
      "epoch": 798.07,
      "grad_norm": 1.2546722888946533,
      "learning_rate": 7.49073424876831e-11,
      "loss": 0.3653,
      "step": 2859470
    },
    {
      "epoch": 798.07,
      "grad_norm": 1.2916582822799683,
      "learning_rate": 7.469131680440388e-11,
      "loss": 0.3344,
      "step": 2859480
    },
    {
      "epoch": 798.07,
      "grad_norm": 1.6874417066574097,
      "learning_rate": 7.447560306508491e-11,
      "loss": 0.3452,
      "step": 2859490
    },
    {
      "epoch": 798.07,
      "grad_norm": 1.25350821018219,
      "learning_rate": 7.426020126972618e-11,
      "loss": 0.33,
      "step": 2859500
    },
    {
      "epoch": 798.08,
      "grad_norm": 1.6134330034255981,
      "learning_rate": 7.404511141806749e-11,
      "loss": 0.3334,
      "step": 2859510
    },
    {
      "epoch": 798.08,
      "grad_norm": 1.450129747390747,
      "learning_rate": 7.383033351036904e-11,
      "loss": 0.3579,
      "step": 2859520
    },
    {
      "epoch": 798.08,
      "grad_norm": 1.160976529121399,
      "learning_rate": 7.361586754663084e-11,
      "loss": 0.3452,
      "step": 2859530
    },
    {
      "epoch": 798.09,
      "grad_norm": 1.323970913887024,
      "learning_rate": 7.340171352685289e-11,
      "loss": 0.3258,
      "step": 2859540
    },
    {
      "epoch": 798.09,
      "grad_norm": 1.3416939973831177,
      "learning_rate": 7.31878714510352e-11,
      "loss": 0.3333,
      "step": 2859550
    },
    {
      "epoch": 798.09,
      "grad_norm": 1.094609260559082,
      "learning_rate": 7.297434131943795e-11,
      "loss": 0.3425,
      "step": 2859560
    },
    {
      "epoch": 798.09,
      "grad_norm": 0.9688354134559631,
      "learning_rate": 7.276112313180094e-11,
      "loss": 0.3255,
      "step": 2859570
    },
    {
      "epoch": 798.1,
      "grad_norm": 1.2357066869735718,
      "learning_rate": 7.254821688812418e-11,
      "loss": 0.3238,
      "step": 2859580
    },
    {
      "epoch": 798.1,
      "grad_norm": 1.3564952611923218,
      "learning_rate": 7.233562258840766e-11,
      "loss": 0.331,
      "step": 2859590
    },
    {
      "epoch": 798.1,
      "grad_norm": 1.1833630800247192,
      "learning_rate": 7.212334023317182e-11,
      "loss": 0.3447,
      "step": 2859600
    },
    {
      "epoch": 798.1,
      "grad_norm": 1.1661707162857056,
      "learning_rate": 7.191136982189622e-11,
      "loss": 0.351,
      "step": 2859610
    },
    {
      "epoch": 798.11,
      "grad_norm": 1.4296844005584717,
      "learning_rate": 7.169971135484106e-11,
      "loss": 0.3224,
      "step": 2859620
    },
    {
      "epoch": 798.11,
      "grad_norm": 1.0302224159240723,
      "learning_rate": 7.148836483200637e-11,
      "loss": 0.3301,
      "step": 2859630
    },
    {
      "epoch": 798.11,
      "grad_norm": 1.1311625242233276,
      "learning_rate": 7.127733025339213e-11,
      "loss": 0.3339,
      "step": 2859640
    },
    {
      "epoch": 798.12,
      "grad_norm": 1.3931182622909546,
      "learning_rate": 7.106660761925856e-11,
      "loss": 0.33,
      "step": 2859650
    },
    {
      "epoch": 798.12,
      "grad_norm": 1.2295644283294678,
      "learning_rate": 7.085619692908523e-11,
      "loss": 0.3366,
      "step": 2859660
    },
    {
      "epoch": 798.12,
      "grad_norm": 1.3565231561660767,
      "learning_rate": 7.064609818365278e-11,
      "loss": 0.3213,
      "step": 2859670
    },
    {
      "epoch": 798.12,
      "grad_norm": 1.4033896923065186,
      "learning_rate": 7.043631138218057e-11,
      "loss": 0.331,
      "step": 2859680
    },
    {
      "epoch": 798.13,
      "grad_norm": 1.3018133640289307,
      "learning_rate": 7.022683652544922e-11,
      "loss": 0.3564,
      "step": 2859690
    },
    {
      "epoch": 798.13,
      "grad_norm": 1.3240957260131836,
      "learning_rate": 7.001767361293834e-11,
      "loss": 0.34,
      "step": 2859700
    },
    {
      "epoch": 798.13,
      "grad_norm": 1.1587481498718262,
      "learning_rate": 6.980882264490811e-11,
      "loss": 0.3519,
      "step": 2859710
    },
    {
      "epoch": 798.14,
      "grad_norm": 1.1383882761001587,
      "learning_rate": 6.960028362135856e-11,
      "loss": 0.332,
      "step": 2859720
    },
    {
      "epoch": 798.14,
      "grad_norm": 3.3066439628601074,
      "learning_rate": 6.939205654228966e-11,
      "loss": 0.3438,
      "step": 2859730
    },
    {
      "epoch": 798.14,
      "grad_norm": 1.2061152458190918,
      "learning_rate": 6.918414140770143e-11,
      "loss": 0.3547,
      "step": 2859740
    },
    {
      "epoch": 798.14,
      "grad_norm": 1.1726495027542114,
      "learning_rate": 6.897653821759386e-11,
      "loss": 0.3329,
      "step": 2859750
    },
    {
      "epoch": 798.15,
      "grad_norm": 1.2640355825424194,
      "learning_rate": 6.876924697222716e-11,
      "loss": 0.3016,
      "step": 2859760
    },
    {
      "epoch": 798.15,
      "grad_norm": 1.3919401168823242,
      "learning_rate": 6.856226767134112e-11,
      "loss": 0.3264,
      "step": 2859770
    },
    {
      "epoch": 798.15,
      "grad_norm": 1.1619882583618164,
      "learning_rate": 6.835560031519596e-11,
      "loss": 0.3361,
      "step": 2859780
    },
    {
      "epoch": 798.16,
      "grad_norm": 1.1683964729309082,
      "learning_rate": 6.814924490379167e-11,
      "loss": 0.3329,
      "step": 2859790
    },
    {
      "epoch": 798.16,
      "grad_norm": 1.5028600692749023,
      "learning_rate": 6.794320143686804e-11,
      "loss": 0.3502,
      "step": 2859800
    },
    {
      "epoch": 798.16,
      "grad_norm": 1.2179272174835205,
      "learning_rate": 6.773746991494549e-11,
      "loss": 0.3254,
      "step": 2859810
    },
    {
      "epoch": 798.16,
      "grad_norm": 1.2513595819473267,
      "learning_rate": 6.753205033750362e-11,
      "loss": 0.3592,
      "step": 2859820
    },
    {
      "epoch": 798.17,
      "grad_norm": 2.469918966293335,
      "learning_rate": 6.732694270506281e-11,
      "loss": 0.3265,
      "step": 2859830
    },
    {
      "epoch": 798.17,
      "grad_norm": 2.1647400856018066,
      "learning_rate": 6.712214701736287e-11,
      "loss": 0.3499,
      "step": 2859840
    },
    {
      "epoch": 798.17,
      "grad_norm": 1.3243671655654907,
      "learning_rate": 6.691766327440382e-11,
      "loss": 0.3295,
      "step": 2859850
    },
    {
      "epoch": 798.17,
      "grad_norm": 1.0935912132263184,
      "learning_rate": 6.671349147618562e-11,
      "loss": 0.3297,
      "step": 2859860
    },
    {
      "epoch": 798.18,
      "grad_norm": 1.2707996368408203,
      "learning_rate": 6.650963162296852e-11,
      "loss": 0.3505,
      "step": 2859870
    },
    {
      "epoch": 798.18,
      "grad_norm": 1.334548830986023,
      "learning_rate": 6.63060837147525e-11,
      "loss": 0.3403,
      "step": 2859880
    },
    {
      "epoch": 798.18,
      "grad_norm": 1.2398067712783813,
      "learning_rate": 6.610284775153754e-11,
      "loss": 0.353,
      "step": 2859890
    },
    {
      "epoch": 798.19,
      "grad_norm": 1.488114356994629,
      "learning_rate": 6.589992373306346e-11,
      "loss": 0.3325,
      "step": 2859900
    },
    {
      "epoch": 798.19,
      "grad_norm": 1.1981970071792603,
      "learning_rate": 6.569731165985068e-11,
      "loss": 0.3285,
      "step": 2859910
    },
    {
      "epoch": 798.19,
      "grad_norm": 1.2264680862426758,
      "learning_rate": 6.549501153137876e-11,
      "loss": 0.3302,
      "step": 2859920
    },
    {
      "epoch": 798.19,
      "grad_norm": 1.1163047552108765,
      "learning_rate": 6.529302334816813e-11,
      "loss": 0.3316,
      "step": 2859930
    },
    {
      "epoch": 798.2,
      "grad_norm": 1.1022745370864868,
      "learning_rate": 6.509134710995858e-11,
      "loss": 0.3267,
      "step": 2859940
    },
    {
      "epoch": 798.2,
      "grad_norm": 1.372161626815796,
      "learning_rate": 6.488998281675012e-11,
      "loss": 0.3297,
      "step": 2859950
    },
    {
      "epoch": 798.2,
      "grad_norm": 1.2686316967010498,
      "learning_rate": 6.468893046880295e-11,
      "loss": 0.3472,
      "step": 2859960
    },
    {
      "epoch": 798.21,
      "grad_norm": 1.2439048290252686,
      "learning_rate": 6.448819006585684e-11,
      "loss": 0.3466,
      "step": 2859970
    },
    {
      "epoch": 798.21,
      "grad_norm": 1.3565112352371216,
      "learning_rate": 6.428776160817203e-11,
      "loss": 0.3322,
      "step": 2859980
    },
    {
      "epoch": 798.21,
      "grad_norm": 1.1415654420852661,
      "learning_rate": 6.408764509574851e-11,
      "loss": 0.3293,
      "step": 2859990
    },
    {
      "epoch": 798.21,
      "grad_norm": 1.274208903312683,
      "learning_rate": 6.388784052832608e-11,
      "loss": 0.3338,
      "step": 2860000
    },
    {
      "epoch": 798.22,
      "grad_norm": 1.3417608737945557,
      "learning_rate": 6.368834790642513e-11,
      "loss": 0.3378,
      "step": 2860010
    },
    {
      "epoch": 798.22,
      "grad_norm": 1.3248783349990845,
      "learning_rate": 6.348916722978547e-11,
      "loss": 0.3271,
      "step": 2860020
    },
    {
      "epoch": 798.22,
      "grad_norm": 1.1356210708618164,
      "learning_rate": 6.32902984984071e-11,
      "loss": 0.343,
      "step": 2860030
    },
    {
      "epoch": 798.22,
      "grad_norm": 1.2818450927734375,
      "learning_rate": 6.309174171229004e-11,
      "loss": 0.3382,
      "step": 2860040
    },
    {
      "epoch": 798.23,
      "grad_norm": 1.4164762496948242,
      "learning_rate": 6.289349687169445e-11,
      "loss": 0.3327,
      "step": 2860050
    },
    {
      "epoch": 798.23,
      "grad_norm": 1.255151391029358,
      "learning_rate": 6.269556397636016e-11,
      "loss": 0.3322,
      "step": 2860060
    },
    {
      "epoch": 798.23,
      "grad_norm": 1.2697826623916626,
      "learning_rate": 6.249794302654737e-11,
      "loss": 0.3297,
      "step": 2860070
    },
    {
      "epoch": 798.24,
      "grad_norm": 1.1473230123519897,
      "learning_rate": 6.230063402225607e-11,
      "loss": 0.3295,
      "step": 2860080
    },
    {
      "epoch": 798.24,
      "grad_norm": 1.2974509000778198,
      "learning_rate": 6.210363696322607e-11,
      "loss": 0.3353,
      "step": 2860090
    },
    {
      "epoch": 798.24,
      "grad_norm": 1.1686707735061646,
      "learning_rate": 6.190695184971756e-11,
      "loss": 0.3339,
      "step": 2860100
    },
    {
      "epoch": 798.24,
      "grad_norm": 1.1026780605316162,
      "learning_rate": 6.171057868173054e-11,
      "loss": 0.3276,
      "step": 2860110
    },
    {
      "epoch": 798.25,
      "grad_norm": 1.291296124458313,
      "learning_rate": 6.151451745952524e-11,
      "loss": 0.3296,
      "step": 2860120
    },
    {
      "epoch": 798.25,
      "grad_norm": 1.1567662954330444,
      "learning_rate": 6.131876818258121e-11,
      "loss": 0.3252,
      "step": 2860130
    },
    {
      "epoch": 798.25,
      "grad_norm": 1.250315546989441,
      "learning_rate": 6.11233308514189e-11,
      "loss": 0.3355,
      "step": 2860140
    },
    {
      "epoch": 798.26,
      "grad_norm": 1.1470582485198975,
      "learning_rate": 6.09282054657781e-11,
      "loss": 0.3374,
      "step": 2860150
    },
    {
      "epoch": 798.26,
      "grad_norm": 1.2910773754119873,
      "learning_rate": 6.073339202591898e-11,
      "loss": 0.3411,
      "step": 2860160
    },
    {
      "epoch": 798.26,
      "grad_norm": 1.126754641532898,
      "learning_rate": 6.053889053184158e-11,
      "loss": 0.3465,
      "step": 2860170
    },
    {
      "epoch": 798.26,
      "grad_norm": 1.2849377393722534,
      "learning_rate": 6.034470098328567e-11,
      "loss": 0.326,
      "step": 2860180
    },
    {
      "epoch": 798.27,
      "grad_norm": 1.3013778924942017,
      "learning_rate": 6.015082338051147e-11,
      "loss": 0.3333,
      "step": 2860190
    },
    {
      "epoch": 798.27,
      "grad_norm": 1.380279779434204,
      "learning_rate": 5.995725772351898e-11,
      "loss": 0.3373,
      "step": 2860200
    },
    {
      "epoch": 798.27,
      "grad_norm": 1.2460519075393677,
      "learning_rate": 5.976400401204798e-11,
      "loss": 0.3258,
      "step": 2860210
    },
    {
      "epoch": 798.28,
      "grad_norm": 1.2806473970413208,
      "learning_rate": 5.95710622466189e-11,
      "loss": 0.3425,
      "step": 2860220
    },
    {
      "epoch": 798.28,
      "grad_norm": 1.323108196258545,
      "learning_rate": 5.937843242697152e-11,
      "loss": 0.344,
      "step": 2860230
    },
    {
      "epoch": 798.28,
      "grad_norm": 2.000743865966797,
      "learning_rate": 5.918611455336606e-11,
      "loss": 0.343,
      "step": 2860240
    },
    {
      "epoch": 798.28,
      "grad_norm": 1.3139426708221436,
      "learning_rate": 5.89941086255423e-11,
      "loss": 0.3364,
      "step": 2860250
    },
    {
      "epoch": 798.29,
      "grad_norm": 1.3678733110427856,
      "learning_rate": 5.880241464350025e-11,
      "loss": 0.3457,
      "step": 2860260
    },
    {
      "epoch": 798.29,
      "grad_norm": 1.2075645923614502,
      "learning_rate": 5.861103260750011e-11,
      "loss": 0.3329,
      "step": 2860270
    },
    {
      "epoch": 798.29,
      "grad_norm": 1.5775341987609863,
      "learning_rate": 5.841996251754188e-11,
      "loss": 0.3306,
      "step": 2860280
    },
    {
      "epoch": 798.29,
      "grad_norm": 1.2530256509780884,
      "learning_rate": 5.822920437336537e-11,
      "loss": 0.3095,
      "step": 2860290
    },
    {
      "epoch": 798.3,
      "grad_norm": 1.3015623092651367,
      "learning_rate": 5.803875817523076e-11,
      "loss": 0.3329,
      "step": 2860300
    },
    {
      "epoch": 798.3,
      "grad_norm": 1.170737385749817,
      "learning_rate": 5.7848623923398286e-11,
      "loss": 0.3407,
      "step": 2860310
    },
    {
      "epoch": 798.3,
      "grad_norm": 1.286784291267395,
      "learning_rate": 5.765880161734751e-11,
      "loss": 0.3217,
      "step": 2860320
    },
    {
      "epoch": 798.31,
      "grad_norm": 1.2233173847198486,
      "learning_rate": 5.746929125759886e-11,
      "loss": 0.3309,
      "step": 2860330
    },
    {
      "epoch": 798.31,
      "grad_norm": 1.2206950187683105,
      "learning_rate": 5.728009284363191e-11,
      "loss": 0.3194,
      "step": 2860340
    },
    {
      "epoch": 798.31,
      "grad_norm": 1.3782048225402832,
      "learning_rate": 5.70912063762273e-11,
      "loss": 0.3421,
      "step": 2860350
    },
    {
      "epoch": 798.31,
      "grad_norm": 1.285826563835144,
      "learning_rate": 5.690263185460439e-11,
      "loss": 0.3511,
      "step": 2860360
    },
    {
      "epoch": 798.32,
      "grad_norm": 1.1726113557815552,
      "learning_rate": 5.671436927954381e-11,
      "loss": 0.3191,
      "step": 2860370
    },
    {
      "epoch": 798.32,
      "grad_norm": 1.3162838220596313,
      "learning_rate": 5.652641865052515e-11,
      "loss": 0.356,
      "step": 2860380
    },
    {
      "epoch": 798.32,
      "grad_norm": 1.0633503198623657,
      "learning_rate": 5.63387799675484e-11,
      "loss": 0.3328,
      "step": 2860390
    },
    {
      "epoch": 798.33,
      "grad_norm": 1.4160361289978027,
      "learning_rate": 5.6151453231133986e-11,
      "loss": 0.3443,
      "step": 2860400
    },
    {
      "epoch": 798.33,
      "grad_norm": 1.4644862413406372,
      "learning_rate": 5.5964438440761486e-11,
      "loss": 0.3486,
      "step": 2860410
    },
    {
      "epoch": 798.33,
      "grad_norm": 1.2229080200195312,
      "learning_rate": 5.5777735596951314e-11,
      "loss": 0.3649,
      "step": 2860420
    },
    {
      "epoch": 798.33,
      "grad_norm": 1.3019516468048096,
      "learning_rate": 5.5591344699443265e-11,
      "loss": 0.3427,
      "step": 2860430
    },
    {
      "epoch": 798.34,
      "grad_norm": 1.5768488645553589,
      "learning_rate": 5.540526574797713e-11,
      "loss": 0.3263,
      "step": 2860440
    },
    {
      "epoch": 798.34,
      "grad_norm": 1.292903184890747,
      "learning_rate": 5.521949874333353e-11,
      "loss": 0.3353,
      "step": 2860450
    },
    {
      "epoch": 798.34,
      "grad_norm": 1.1596312522888184,
      "learning_rate": 5.5034043684731856e-11,
      "loss": 0.3442,
      "step": 2860460
    },
    {
      "epoch": 798.34,
      "grad_norm": 1.3831496238708496,
      "learning_rate": 5.4848900572952714e-11,
      "loss": 0.345,
      "step": 2860470
    },
    {
      "epoch": 798.35,
      "grad_norm": 1.227062702178955,
      "learning_rate": 5.466406940721549e-11,
      "loss": 0.3485,
      "step": 2860480
    },
    {
      "epoch": 798.35,
      "grad_norm": 1.0548739433288574,
      "learning_rate": 5.4479550188300804e-11,
      "loss": 0.3311,
      "step": 2860490
    },
    {
      "epoch": 798.35,
      "grad_norm": 1.4107202291488647,
      "learning_rate": 5.429534291568824e-11,
      "loss": 0.3341,
      "step": 2860500
    },
    {
      "epoch": 798.36,
      "grad_norm": 1.2407920360565186,
      "learning_rate": 5.4111447589898215e-11,
      "loss": 0.3425,
      "step": 2860510
    },
    {
      "epoch": 798.36,
      "grad_norm": 1.3041225671768188,
      "learning_rate": 5.3927864210410316e-11,
      "loss": 0.3362,
      "step": 2860520
    },
    {
      "epoch": 798.36,
      "grad_norm": 1.114459753036499,
      "learning_rate": 5.3744592777484746e-11,
      "loss": 0.3335,
      "step": 2860530
    },
    {
      "epoch": 798.36,
      "grad_norm": 1.205835223197937,
      "learning_rate": 5.356163329138172e-11,
      "loss": 0.3544,
      "step": 2860540
    },
    {
      "epoch": 798.37,
      "grad_norm": 1.2567155361175537,
      "learning_rate": 5.337898575184102e-11,
      "loss": 0.3375,
      "step": 2860550
    },
    {
      "epoch": 798.37,
      "grad_norm": 1.259171724319458,
      "learning_rate": 5.3196650158862653e-11,
      "loss": 0.3538,
      "step": 2860560
    },
    {
      "epoch": 798.37,
      "grad_norm": 4.428774356842041,
      "learning_rate": 5.301462651244662e-11,
      "loss": 0.3246,
      "step": 2860570
    },
    {
      "epoch": 798.38,
      "grad_norm": 1.1150226593017578,
      "learning_rate": 5.283291481311333e-11,
      "loss": 0.3434,
      "step": 2860580
    },
    {
      "epoch": 798.38,
      "grad_norm": 1.4095174074172974,
      "learning_rate": 5.265151506008217e-11,
      "loss": 0.337,
      "step": 2860590
    },
    {
      "epoch": 798.38,
      "grad_norm": 1.2480119466781616,
      "learning_rate": 5.247042725413375e-11,
      "loss": 0.3458,
      "step": 2860600
    },
    {
      "epoch": 798.38,
      "grad_norm": 1.1763665676116943,
      "learning_rate": 5.228965139474767e-11,
      "loss": 0.3177,
      "step": 2860610
    },
    {
      "epoch": 798.39,
      "grad_norm": 1.3328903913497925,
      "learning_rate": 5.2109187482444333e-11,
      "loss": 0.3327,
      "step": 2860620
    },
    {
      "epoch": 798.39,
      "grad_norm": 1.2327066659927368,
      "learning_rate": 5.192903551670333e-11,
      "loss": 0.315,
      "step": 2860630
    },
    {
      "epoch": 798.39,
      "grad_norm": 1.1963398456573486,
      "learning_rate": 5.174919549804507e-11,
      "loss": 0.3358,
      "step": 2860640
    },
    {
      "epoch": 798.4,
      "grad_norm": 1.3341293334960938,
      "learning_rate": 5.1569667425949145e-11,
      "loss": 0.35,
      "step": 2860650
    },
    {
      "epoch": 798.4,
      "grad_norm": 1.2224925756454468,
      "learning_rate": 5.139045130093597e-11,
      "loss": 0.3464,
      "step": 2860660
    },
    {
      "epoch": 798.4,
      "grad_norm": 1.356885313987732,
      "learning_rate": 5.121154712300554e-11,
      "loss": 0.3495,
      "step": 2860670
    },
    {
      "epoch": 798.4,
      "grad_norm": 1.4278373718261719,
      "learning_rate": 5.1032954891897656e-11,
      "loss": 0.3459,
      "step": 2860680
    },
    {
      "epoch": 798.41,
      "grad_norm": 1.2923188209533691,
      "learning_rate": 5.0854674607612305e-11,
      "loss": 0.3537,
      "step": 2860690
    },
    {
      "epoch": 798.41,
      "grad_norm": 1.06050705909729,
      "learning_rate": 5.067670627040971e-11,
      "loss": 0.3343,
      "step": 2860700
    },
    {
      "epoch": 798.41,
      "grad_norm": 1.5099786520004272,
      "learning_rate": 5.0499049880289854e-11,
      "loss": 0.3488,
      "step": 2860710
    },
    {
      "epoch": 798.41,
      "grad_norm": 1.511229157447815,
      "learning_rate": 5.0321705437252754e-11,
      "loss": 0.3435,
      "step": 2860720
    },
    {
      "epoch": 798.42,
      "grad_norm": 1.1663113832473755,
      "learning_rate": 5.014467294103819e-11,
      "loss": 0.3335,
      "step": 2860730
    },
    {
      "epoch": 798.42,
      "grad_norm": 1.0982739925384521,
      "learning_rate": 4.9967952392166584e-11,
      "loss": 0.3311,
      "step": 2860740
    },
    {
      "epoch": 798.42,
      "grad_norm": 1.2429038286209106,
      "learning_rate": 4.979154379037773e-11,
      "loss": 0.327,
      "step": 2860750
    },
    {
      "epoch": 798.43,
      "grad_norm": 1.3892711400985718,
      "learning_rate": 4.961544713567161e-11,
      "loss": 0.3485,
      "step": 2860760
    },
    {
      "epoch": 798.43,
      "grad_norm": 1.4047324657440186,
      "learning_rate": 4.943966242804825e-11,
      "loss": 0.3394,
      "step": 2860770
    },
    {
      "epoch": 798.43,
      "grad_norm": 1.295465111732483,
      "learning_rate": 4.926418966750764e-11,
      "loss": 0.3258,
      "step": 2860780
    },
    {
      "epoch": 798.43,
      "grad_norm": 1.3377108573913574,
      "learning_rate": 4.9089028854570194e-11,
      "loss": 0.3478,
      "step": 2860790
    },
    {
      "epoch": 798.44,
      "grad_norm": 1.3549964427947998,
      "learning_rate": 4.891417998845529e-11,
      "loss": 0.3585,
      "step": 2860800
    },
    {
      "epoch": 798.44,
      "grad_norm": 1.2114503383636475,
      "learning_rate": 4.873964306994355e-11,
      "loss": 0.3395,
      "step": 2860810
    },
    {
      "epoch": 798.44,
      "grad_norm": 1.0759278535842896,
      "learning_rate": 4.856541809851455e-11,
      "loss": 0.3402,
      "step": 2860820
    },
    {
      "epoch": 798.45,
      "grad_norm": 1.416825771331787,
      "learning_rate": 4.839150507442852e-11,
      "loss": 0.3442,
      "step": 2860830
    },
    {
      "epoch": 798.45,
      "grad_norm": 1.2822561264038086,
      "learning_rate": 4.821790399742523e-11,
      "loss": 0.3266,
      "step": 2860840
    },
    {
      "epoch": 798.45,
      "grad_norm": 1.2861981391906738,
      "learning_rate": 4.804461486802511e-11,
      "loss": 0.3431,
      "step": 2860850
    },
    {
      "epoch": 798.45,
      "grad_norm": 1.3479304313659668,
      "learning_rate": 4.787163768596794e-11,
      "loss": 0.3405,
      "step": 2860860
    },
    {
      "epoch": 798.46,
      "grad_norm": 1.3635152578353882,
      "learning_rate": 4.769897245125373e-11,
      "loss": 0.3269,
      "step": 2860870
    },
    {
      "epoch": 798.46,
      "grad_norm": 2.846811294555664,
      "learning_rate": 4.7526619164142686e-11,
      "loss": 0.3375,
      "step": 2860880
    },
    {
      "epoch": 798.46,
      "grad_norm": 1.5794533491134644,
      "learning_rate": 4.73545778243746e-11,
      "loss": 0.3366,
      "step": 2860890
    },
    {
      "epoch": 798.46,
      "grad_norm": 1.3765922784805298,
      "learning_rate": 4.718284843194947e-11,
      "loss": 0.3314,
      "step": 2860900
    },
    {
      "epoch": 798.47,
      "grad_norm": 1.2722200155258179,
      "learning_rate": 4.7011430987127506e-11,
      "loss": 0.3436,
      "step": 2860910
    },
    {
      "epoch": 798.47,
      "grad_norm": 1.311287760734558,
      "learning_rate": 4.68403254896485e-11,
      "loss": 0.3304,
      "step": 2860920
    },
    {
      "epoch": 798.47,
      "grad_norm": 1.3210681676864624,
      "learning_rate": 4.6669531939772657e-11,
      "loss": 0.3311,
      "step": 2860930
    },
    {
      "epoch": 798.48,
      "grad_norm": 1.1940470933914185,
      "learning_rate": 4.649905033749998e-11,
      "loss": 0.3511,
      "step": 2860940
    },
    {
      "epoch": 798.48,
      "grad_norm": 1.1042084693908691,
      "learning_rate": 4.632888068283047e-11,
      "loss": 0.3285,
      "step": 2860950
    },
    {
      "epoch": 798.48,
      "grad_norm": 1.4696741104125977,
      "learning_rate": 4.615902297576413e-11,
      "loss": 0.3559,
      "step": 2860960
    },
    {
      "epoch": 798.48,
      "grad_norm": 9.357613563537598,
      "learning_rate": 4.598947721630095e-11,
      "loss": 0.3317,
      "step": 2860970
    },
    {
      "epoch": 798.49,
      "grad_norm": 1.1391282081604004,
      "learning_rate": 4.5820243404440934e-11,
      "loss": 0.3255,
      "step": 2860980
    },
    {
      "epoch": 798.49,
      "grad_norm": 1.2438257932662964,
      "learning_rate": 4.565132154018408e-11,
      "loss": 0.3346,
      "step": 2860990
    },
    {
      "epoch": 798.49,
      "grad_norm": 1.2923520803451538,
      "learning_rate": 4.54827116235304e-11,
      "loss": 0.3354,
      "step": 2861000
    },
    {
      "epoch": 798.5,
      "grad_norm": 1.0597094297409058,
      "learning_rate": 4.531441365474009e-11,
      "loss": 0.3406,
      "step": 2861010
    },
    {
      "epoch": 798.5,
      "grad_norm": 1.4460973739624023,
      "learning_rate": 4.514642763381315e-11,
      "loss": 0.3362,
      "step": 2861020
    },
    {
      "epoch": 798.5,
      "grad_norm": 1.3234213590621948,
      "learning_rate": 4.497875356048938e-11,
      "loss": 0.3238,
      "step": 2861030
    },
    {
      "epoch": 798.5,
      "grad_norm": 1.2224769592285156,
      "learning_rate": 4.4811391435028986e-11,
      "loss": 0.3213,
      "step": 2861040
    },
    {
      "epoch": 798.51,
      "grad_norm": 1.3643208742141724,
      "learning_rate": 4.464434125717176e-11,
      "loss": 0.3287,
      "step": 2861050
    },
    {
      "epoch": 798.51,
      "grad_norm": 1.4655054807662964,
      "learning_rate": 4.44776030271779e-11,
      "loss": 0.3264,
      "step": 2861060
    },
    {
      "epoch": 798.51,
      "grad_norm": 1.1366422176361084,
      "learning_rate": 4.4311176745307626e-11,
      "loss": 0.3392,
      "step": 2861070
    },
    {
      "epoch": 798.52,
      "grad_norm": 1.6372298002243042,
      "learning_rate": 4.414506241104052e-11,
      "loss": 0.3383,
      "step": 2861080
    },
    {
      "epoch": 798.52,
      "grad_norm": 1.0954655408859253,
      "learning_rate": 4.397926002463678e-11,
      "loss": 0.3486,
      "step": 2861090
    },
    {
      "epoch": 798.52,
      "grad_norm": 1.1270781755447388,
      "learning_rate": 4.381376958635663e-11,
      "loss": 0.3507,
      "step": 2861100
    },
    {
      "epoch": 798.52,
      "grad_norm": 1.3741841316223145,
      "learning_rate": 4.364859109567964e-11,
      "loss": 0.3437,
      "step": 2861110
    },
    {
      "epoch": 798.53,
      "grad_norm": 1.239426851272583,
      "learning_rate": 4.3483724553386446e-11,
      "loss": 0.3097,
      "step": 2861120
    },
    {
      "epoch": 798.53,
      "grad_norm": 1.1911979913711548,
      "learning_rate": 4.3319169958696414e-11,
      "loss": 0.3479,
      "step": 2861130
    },
    {
      "epoch": 798.53,
      "grad_norm": 3.168306589126587,
      "learning_rate": 4.315492731212997e-11,
      "loss": 0.341,
      "step": 2861140
    },
    {
      "epoch": 798.53,
      "grad_norm": 1.1477899551391602,
      "learning_rate": 4.2990996613687104e-11,
      "loss": 0.3384,
      "step": 2861150
    },
    {
      "epoch": 798.54,
      "grad_norm": 1.222687005996704,
      "learning_rate": 4.2827377863107607e-11,
      "loss": 0.3223,
      "step": 2861160
    },
    {
      "epoch": 798.54,
      "grad_norm": 1.3492865562438965,
      "learning_rate": 4.26640710606517e-11,
      "loss": 0.3162,
      "step": 2861170
    },
    {
      "epoch": 798.54,
      "grad_norm": 1.0816450119018555,
      "learning_rate": 4.250107620631937e-11,
      "loss": 0.3279,
      "step": 2861180
    },
    {
      "epoch": 798.55,
      "grad_norm": 1.1643970012664795,
      "learning_rate": 4.233839330011063e-11,
      "loss": 0.328,
      "step": 2861190
    },
    {
      "epoch": 798.55,
      "grad_norm": 1.2473620176315308,
      "learning_rate": 4.2176022342025465e-11,
      "loss": 0.3453,
      "step": 2861200
    },
    {
      "epoch": 798.55,
      "grad_norm": 1.3373101949691772,
      "learning_rate": 4.201396333206389e-11,
      "loss": 0.3449,
      "step": 2861210
    },
    {
      "epoch": 798.55,
      "grad_norm": 1.4157540798187256,
      "learning_rate": 4.185221627022589e-11,
      "loss": 0.3433,
      "step": 2861220
    },
    {
      "epoch": 798.56,
      "grad_norm": 1.1943906545639038,
      "learning_rate": 4.169078115677168e-11,
      "loss": 0.3253,
      "step": 2861230
    },
    {
      "epoch": 798.56,
      "grad_norm": 1.2338289022445679,
      "learning_rate": 4.152965799144106e-11,
      "loss": 0.3393,
      "step": 2861240
    },
    {
      "epoch": 798.56,
      "grad_norm": 1.1331794261932373,
      "learning_rate": 4.1368846774234023e-11,
      "loss": 0.3279,
      "step": 2861250
    },
    {
      "epoch": 798.57,
      "grad_norm": 1.2911494970321655,
      "learning_rate": 4.1208347505410774e-11,
      "loss": 0.324,
      "step": 2861260
    },
    {
      "epoch": 798.57,
      "grad_norm": 1.2680059671401978,
      "learning_rate": 4.1048160184711105e-11,
      "loss": 0.3317,
      "step": 2861270
    },
    {
      "epoch": 798.57,
      "grad_norm": 1.2567756175994873,
      "learning_rate": 4.088828481239523e-11,
      "loss": 0.3365,
      "step": 2861280
    },
    {
      "epoch": 798.57,
      "grad_norm": 1.1255139112472534,
      "learning_rate": 4.072872138846314e-11,
      "loss": 0.3293,
      "step": 2861290
    },
    {
      "epoch": 798.58,
      "grad_norm": 1.290586233139038,
      "learning_rate": 4.056946991291485e-11,
      "loss": 0.3284,
      "step": 2861300
    },
    {
      "epoch": 798.58,
      "grad_norm": 1.397218942642212,
      "learning_rate": 4.0410530385490136e-11,
      "loss": 0.3257,
      "step": 2861310
    },
    {
      "epoch": 798.58,
      "grad_norm": 1.3022888898849487,
      "learning_rate": 4.0251902806709427e-11,
      "loss": 0.3259,
      "step": 2861320
    },
    {
      "epoch": 798.58,
      "grad_norm": 1.1783555746078491,
      "learning_rate": 4.0093587176312504e-11,
      "loss": 0.3269,
      "step": 2861330
    },
    {
      "epoch": 798.59,
      "grad_norm": 1.3572217226028442,
      "learning_rate": 3.993558349403916e-11,
      "loss": 0.3384,
      "step": 2861340
    },
    {
      "epoch": 798.59,
      "grad_norm": 1.2896227836608887,
      "learning_rate": 3.977789176067003e-11,
      "loss": 0.3262,
      "step": 2861350
    },
    {
      "epoch": 798.59,
      "grad_norm": 1.3039487600326538,
      "learning_rate": 3.962051197542448e-11,
      "loss": 0.3295,
      "step": 2861360
    },
    {
      "epoch": 798.6,
      "grad_norm": 1.2507416009902954,
      "learning_rate": 3.9463444138822933e-11,
      "loss": 0.3384,
      "step": 2861370
    },
    {
      "epoch": 798.6,
      "grad_norm": 1.3022571802139282,
      "learning_rate": 3.930668825060518e-11,
      "loss": 0.3423,
      "step": 2861380
    },
    {
      "epoch": 798.6,
      "grad_norm": 1.3844670057296753,
      "learning_rate": 3.915024431103142e-11,
      "loss": 0.3402,
      "step": 2861390
    },
    {
      "epoch": 798.6,
      "grad_norm": 1.1042094230651855,
      "learning_rate": 3.899411231984145e-11,
      "loss": 0.3388,
      "step": 2861400
    },
    {
      "epoch": 798.61,
      "grad_norm": 1.229393720626831,
      "learning_rate": 3.883829227755569e-11,
      "loss": 0.3377,
      "step": 2861410
    },
    {
      "epoch": 798.61,
      "grad_norm": 1.302345871925354,
      "learning_rate": 3.868278418365372e-11,
      "loss": 0.3263,
      "step": 2861420
    },
    {
      "epoch": 798.61,
      "grad_norm": 1.3626664876937866,
      "learning_rate": 3.852758803839576e-11,
      "loss": 0.3371,
      "step": 2861430
    },
    {
      "epoch": 798.62,
      "grad_norm": 1.383617639541626,
      "learning_rate": 3.837270384178179e-11,
      "loss": 0.3338,
      "step": 2861440
    },
    {
      "epoch": 798.62,
      "grad_norm": 1.1870323419570923,
      "learning_rate": 3.8218131593811816e-11,
      "loss": 0.3433,
      "step": 2861450
    },
    {
      "epoch": 798.62,
      "grad_norm": 1.0176775455474854,
      "learning_rate": 3.806387129448585e-11,
      "loss": 0.354,
      "step": 2861460
    },
    {
      "epoch": 798.62,
      "grad_norm": 1.3341751098632812,
      "learning_rate": 3.790992294380388e-11,
      "loss": 0.3449,
      "step": 2861470
    },
    {
      "epoch": 798.63,
      "grad_norm": 1.400833010673523,
      "learning_rate": 3.775628654202611e-11,
      "loss": 0.3335,
      "step": 2861480
    },
    {
      "epoch": 798.63,
      "grad_norm": 1.121781349182129,
      "learning_rate": 3.760296208889235e-11,
      "loss": 0.3293,
      "step": 2861490
    },
    {
      "epoch": 798.63,
      "grad_norm": 1.3080787658691406,
      "learning_rate": 3.7449949584402586e-11,
      "loss": 0.3342,
      "step": 2861500
    },
    {
      "epoch": 798.64,
      "grad_norm": 1.3189465999603271,
      "learning_rate": 3.729724902881703e-11,
      "loss": 0.3233,
      "step": 2861510
    },
    {
      "epoch": 798.64,
      "grad_norm": 1.343945026397705,
      "learning_rate": 3.714486042187548e-11,
      "loss": 0.3234,
      "step": 2861520
    },
    {
      "epoch": 798.64,
      "grad_norm": 1.5863927602767944,
      "learning_rate": 3.6992783764098336e-11,
      "loss": 0.3586,
      "step": 2861530
    },
    {
      "epoch": 798.64,
      "grad_norm": 1.2992502450942993,
      "learning_rate": 3.684101905470499e-11,
      "loss": 0.335,
      "step": 2861540
    },
    {
      "epoch": 798.65,
      "grad_norm": 1.5015363693237305,
      "learning_rate": 3.668956629447606e-11,
      "loss": 0.3332,
      "step": 2861550
    },
    {
      "epoch": 798.65,
      "grad_norm": 1.3344579935073853,
      "learning_rate": 3.6538425483151335e-11,
      "loss": 0.3496,
      "step": 2861560
    },
    {
      "epoch": 798.65,
      "grad_norm": 1.3139774799346924,
      "learning_rate": 3.638759662073082e-11,
      "loss": 0.3527,
      "step": 2861570
    },
    {
      "epoch": 798.65,
      "grad_norm": 1.2322741746902466,
      "learning_rate": 3.62370797069543e-11,
      "loss": 0.3348,
      "step": 2861580
    },
    {
      "epoch": 798.66,
      "grad_norm": 1.2456682920455933,
      "learning_rate": 3.60868747423422e-11,
      "loss": 0.3392,
      "step": 2861590
    },
    {
      "epoch": 798.66,
      "grad_norm": 1.2689108848571777,
      "learning_rate": 3.593698172663431e-11,
      "loss": 0.3298,
      "step": 2861600
    },
    {
      "epoch": 798.66,
      "grad_norm": 1.3577849864959717,
      "learning_rate": 3.578740066009084e-11,
      "loss": 0.348,
      "step": 2861610
    },
    {
      "epoch": 798.67,
      "grad_norm": 1.1473408937454224,
      "learning_rate": 3.5638131542191365e-11,
      "loss": 0.3399,
      "step": 2861620
    },
    {
      "epoch": 798.67,
      "grad_norm": 1.2294758558273315,
      "learning_rate": 3.5489174373456304e-11,
      "loss": 0.3371,
      "step": 2861630
    },
    {
      "epoch": 798.67,
      "grad_norm": 1.3023751974105835,
      "learning_rate": 3.534052915388566e-11,
      "loss": 0.3516,
      "step": 2861640
    },
    {
      "epoch": 798.67,
      "grad_norm": 1.2949377298355103,
      "learning_rate": 3.519219588321923e-11,
      "loss": 0.3287,
      "step": 2861650
    },
    {
      "epoch": 798.68,
      "grad_norm": 1.3539912700653076,
      "learning_rate": 3.504417456171721e-11,
      "loss": 0.3504,
      "step": 2861660
    },
    {
      "epoch": 798.68,
      "grad_norm": 1.4789241552352905,
      "learning_rate": 3.489646518937961e-11,
      "loss": 0.3244,
      "step": 2861670
    },
    {
      "epoch": 798.68,
      "grad_norm": 1.270424723625183,
      "learning_rate": 3.474906776620642e-11,
      "loss": 0.3389,
      "step": 2861680
    },
    {
      "epoch": 798.69,
      "grad_norm": 1.4606455564498901,
      "learning_rate": 3.4601982291937444e-11,
      "loss": 0.3432,
      "step": 2861690
    },
    {
      "epoch": 798.69,
      "grad_norm": 1.3811668157577515,
      "learning_rate": 3.44552087670931e-11,
      "loss": 0.3432,
      "step": 2861700
    },
    {
      "epoch": 798.69,
      "grad_norm": 1.2192374467849731,
      "learning_rate": 3.430874719115295e-11,
      "loss": 0.3381,
      "step": 2861710
    },
    {
      "epoch": 798.69,
      "grad_norm": 1.2205488681793213,
      "learning_rate": 3.4162597564637436e-11,
      "loss": 0.3235,
      "step": 2861720
    },
    {
      "epoch": 798.7,
      "grad_norm": 1.2426834106445312,
      "learning_rate": 3.401675988702612e-11,
      "loss": 0.3276,
      "step": 2861730
    },
    {
      "epoch": 798.7,
      "grad_norm": 1.1813952922821045,
      "learning_rate": 3.387123415883944e-11,
      "loss": 0.3244,
      "step": 2861740
    },
    {
      "epoch": 798.7,
      "grad_norm": 1.4655096530914307,
      "learning_rate": 3.372602038007738e-11,
      "loss": 0.3476,
      "step": 2861750
    },
    {
      "epoch": 798.7,
      "grad_norm": 3.1040260791778564,
      "learning_rate": 3.3581118550479735e-11,
      "loss": 0.3318,
      "step": 2861760
    },
    {
      "epoch": 798.71,
      "grad_norm": 1.2314506769180298,
      "learning_rate": 3.343652867004651e-11,
      "loss": 0.3446,
      "step": 2861770
    },
    {
      "epoch": 798.71,
      "grad_norm": 1.1591765880584717,
      "learning_rate": 3.329225073903791e-11,
      "loss": 0.3183,
      "step": 2861780
    },
    {
      "epoch": 798.71,
      "grad_norm": 1.1425158977508545,
      "learning_rate": 3.314828475745393e-11,
      "loss": 0.3231,
      "step": 2861790
    },
    {
      "epoch": 798.72,
      "grad_norm": 1.3954447507858276,
      "learning_rate": 3.300463072503437e-11,
      "loss": 0.3442,
      "step": 2861800
    },
    {
      "epoch": 798.72,
      "grad_norm": 1.6426818370819092,
      "learning_rate": 3.2861288642039436e-11,
      "loss": 0.3204,
      "step": 2861810
    },
    {
      "epoch": 798.72,
      "grad_norm": 1.2028286457061768,
      "learning_rate": 3.2718258508469125e-11,
      "loss": 0.3366,
      "step": 2861820
    },
    {
      "epoch": 798.72,
      "grad_norm": 1.2492235898971558,
      "learning_rate": 3.257554032432344e-11,
      "loss": 0.3475,
      "step": 2861830
    },
    {
      "epoch": 798.73,
      "grad_norm": 1.45914626121521,
      "learning_rate": 3.243313408960238e-11,
      "loss": 0.3295,
      "step": 2861840
    },
    {
      "epoch": 798.73,
      "grad_norm": 1.3425174951553345,
      "learning_rate": 3.2291039804305945e-11,
      "loss": 0.3358,
      "step": 2861850
    },
    {
      "epoch": 798.73,
      "grad_norm": 1.2326619625091553,
      "learning_rate": 3.2149257468434136e-11,
      "loss": 0.3253,
      "step": 2861860
    },
    {
      "epoch": 798.74,
      "grad_norm": 1.3076021671295166,
      "learning_rate": 3.200778708198695e-11,
      "loss": 0.336,
      "step": 2861870
    },
    {
      "epoch": 798.74,
      "grad_norm": 1.4286373853683472,
      "learning_rate": 3.18666286452246e-11,
      "loss": 0.3378,
      "step": 2861880
    },
    {
      "epoch": 798.74,
      "grad_norm": 1.1372069120407104,
      "learning_rate": 3.1725782157886876e-11,
      "loss": 0.3349,
      "step": 2861890
    },
    {
      "epoch": 798.74,
      "grad_norm": 1.4197653532028198,
      "learning_rate": 3.1585247619973776e-11,
      "loss": 0.3516,
      "step": 2861900
    },
    {
      "epoch": 798.75,
      "grad_norm": 1.165650486946106,
      "learning_rate": 3.144502503174551e-11,
      "loss": 0.3395,
      "step": 2861910
    },
    {
      "epoch": 798.75,
      "grad_norm": 1.1618826389312744,
      "learning_rate": 3.130511439320207e-11,
      "loss": 0.347,
      "step": 2861920
    },
    {
      "epoch": 798.75,
      "grad_norm": 1.5517468452453613,
      "learning_rate": 3.116551570408327e-11,
      "loss": 0.3308,
      "step": 2861930
    },
    {
      "epoch": 798.76,
      "grad_norm": 1.4248350858688354,
      "learning_rate": 3.102622896464929e-11,
      "loss": 0.341,
      "step": 2861940
    },
    {
      "epoch": 798.76,
      "grad_norm": 1.1581218242645264,
      "learning_rate": 3.088725417490015e-11,
      "loss": 0.3433,
      "step": 2861950
    },
    {
      "epoch": 798.76,
      "grad_norm": 1.5271637439727783,
      "learning_rate": 3.074859133483584e-11,
      "loss": 0.35,
      "step": 2861960
    },
    {
      "epoch": 798.76,
      "grad_norm": 1.362755298614502,
      "learning_rate": 3.061024044419616e-11,
      "loss": 0.3362,
      "step": 2861970
    },
    {
      "epoch": 798.77,
      "grad_norm": 1.2003346681594849,
      "learning_rate": 3.047220150350152e-11,
      "loss": 0.3432,
      "step": 2861980
    },
    {
      "epoch": 798.77,
      "grad_norm": 1.3348002433776855,
      "learning_rate": 3.03344745122315e-11,
      "loss": 0.34,
      "step": 2861990
    },
    {
      "epoch": 798.77,
      "grad_norm": 1.0963350534439087,
      "learning_rate": 3.0197059470906535e-11,
      "loss": 0.3148,
      "step": 2862000
    },
    {
      "epoch": 798.77,
      "grad_norm": 1.2732477188110352,
      "learning_rate": 3.005995637926639e-11,
      "loss": 0.3438,
      "step": 2862010
    },
    {
      "epoch": 798.78,
      "grad_norm": 1.2059462070465088,
      "learning_rate": 2.9923165237571296e-11,
      "loss": 0.3322,
      "step": 2862020
    },
    {
      "epoch": 798.78,
      "grad_norm": 1.3769230842590332,
      "learning_rate": 2.978668604556103e-11,
      "loss": 0.3471,
      "step": 2862030
    },
    {
      "epoch": 798.78,
      "grad_norm": 1.1638641357421875,
      "learning_rate": 2.96505188032356e-11,
      "loss": 0.34,
      "step": 2862040
    },
    {
      "epoch": 798.79,
      "grad_norm": 1.2288203239440918,
      "learning_rate": 2.951466351085521e-11,
      "loss": 0.328,
      "step": 2862050
    },
    {
      "epoch": 798.79,
      "grad_norm": 1.4834177494049072,
      "learning_rate": 2.937912016815966e-11,
      "loss": 0.3392,
      "step": 2862060
    },
    {
      "epoch": 798.79,
      "grad_norm": 1.3392300605773926,
      "learning_rate": 2.9243888775409145e-11,
      "loss": 0.3442,
      "step": 2862070
    },
    {
      "epoch": 798.79,
      "grad_norm": 1.2813516855239868,
      "learning_rate": 2.9108969332343466e-11,
      "loss": 0.3272,
      "step": 2862080
    },
    {
      "epoch": 798.8,
      "grad_norm": 1.225775122642517,
      "learning_rate": 2.897436183948304e-11,
      "loss": 0.3401,
      "step": 2862090
    },
    {
      "epoch": 798.8,
      "grad_norm": 1.1417183876037598,
      "learning_rate": 2.8840066296307447e-11,
      "loss": 0.3178,
      "step": 2862100
    },
    {
      "epoch": 798.8,
      "grad_norm": 1.1377863883972168,
      "learning_rate": 2.8706082703076893e-11,
      "loss": 0.3367,
      "step": 2862110
    },
    {
      "epoch": 798.81,
      "grad_norm": 1.2283605337142944,
      "learning_rate": 2.857241106005159e-11,
      "loss": 0.3254,
      "step": 2862120
    },
    {
      "epoch": 798.81,
      "grad_norm": 1.1523083448410034,
      "learning_rate": 2.8439051366711124e-11,
      "loss": 0.34,
      "step": 2862130
    },
    {
      "epoch": 798.81,
      "grad_norm": 4.062727928161621,
      "learning_rate": 2.8306003623315698e-11,
      "loss": 0.3407,
      "step": 2862140
    },
    {
      "epoch": 798.81,
      "grad_norm": 1.4386464357376099,
      "learning_rate": 2.8173267830125524e-11,
      "loss": 0.3268,
      "step": 2862150
    },
    {
      "epoch": 798.82,
      "grad_norm": 1.445223331451416,
      "learning_rate": 2.804084398688039e-11,
      "loss": 0.3379,
      "step": 2862160
    },
    {
      "epoch": 798.82,
      "grad_norm": 1.1769577264785767,
      "learning_rate": 2.79087320935803e-11,
      "loss": 0.3545,
      "step": 2862170
    },
    {
      "epoch": 798.82,
      "grad_norm": 1.2228838205337524,
      "learning_rate": 2.777693215048546e-11,
      "loss": 0.3451,
      "step": 2862180
    },
    {
      "epoch": 798.83,
      "grad_norm": 1.1856311559677124,
      "learning_rate": 2.7645444157335662e-11,
      "loss": 0.3309,
      "step": 2862190
    },
    {
      "epoch": 798.83,
      "grad_norm": 1.1690280437469482,
      "learning_rate": 2.7514268114130906e-11,
      "loss": 0.3362,
      "step": 2862200
    },
    {
      "epoch": 798.83,
      "grad_norm": 1.360276460647583,
      "learning_rate": 2.73834040211314e-11,
      "loss": 0.352,
      "step": 2862210
    },
    {
      "epoch": 798.83,
      "grad_norm": 1.4498093128204346,
      "learning_rate": 2.7252851878337146e-11,
      "loss": 0.3444,
      "step": 2862220
    },
    {
      "epoch": 798.84,
      "grad_norm": 1.4695215225219727,
      "learning_rate": 2.712261168574814e-11,
      "loss": 0.3345,
      "step": 2862230
    },
    {
      "epoch": 798.84,
      "grad_norm": 1.3252099752426147,
      "learning_rate": 2.6992683443104178e-11,
      "loss": 0.3209,
      "step": 2862240
    },
    {
      "epoch": 798.84,
      "grad_norm": 1.210004210472107,
      "learning_rate": 2.6863067150925676e-11,
      "loss": 0.3433,
      "step": 2862250
    },
    {
      "epoch": 798.84,
      "grad_norm": 1.4984716176986694,
      "learning_rate": 2.6733762808692216e-11,
      "loss": 0.3529,
      "step": 2862260
    },
    {
      "epoch": 798.85,
      "grad_norm": 1.2700905799865723,
      "learning_rate": 2.6604770416664007e-11,
      "loss": 0.3448,
      "step": 2862270
    },
    {
      "epoch": 798.85,
      "grad_norm": 1.3125289678573608,
      "learning_rate": 2.6476089974841047e-11,
      "loss": 0.3655,
      "step": 2862280
    },
    {
      "epoch": 798.85,
      "grad_norm": 1.2772525548934937,
      "learning_rate": 2.6347721483483547e-11,
      "loss": 0.3231,
      "step": 2862290
    },
    {
      "epoch": 798.86,
      "grad_norm": 1.1225372552871704,
      "learning_rate": 2.621966494207109e-11,
      "loss": 0.3405,
      "step": 2862300
    },
    {
      "epoch": 798.86,
      "grad_norm": 1.204843521118164,
      "learning_rate": 2.609192035112409e-11,
      "loss": 0.3402,
      "step": 2862310
    },
    {
      "epoch": 798.86,
      "grad_norm": 1.213249921798706,
      "learning_rate": 2.5964487710382344e-11,
      "loss": 0.3328,
      "step": 2862320
    },
    {
      "epoch": 798.86,
      "grad_norm": 1.1861764192581177,
      "learning_rate": 2.5837367020106053e-11,
      "loss": 0.3377,
      "step": 2862330
    },
    {
      "epoch": 798.87,
      "grad_norm": 1.2036054134368896,
      "learning_rate": 2.5710558280035014e-11,
      "loss": 0.3327,
      "step": 2862340
    },
    {
      "epoch": 798.87,
      "grad_norm": 1.3212783336639404,
      "learning_rate": 2.558406149016923e-11,
      "loss": 0.3316,
      "step": 2862350
    },
    {
      "epoch": 798.87,
      "grad_norm": 1.4287527799606323,
      "learning_rate": 2.545787665102911e-11,
      "loss": 0.3518,
      "step": 2862360
    },
    {
      "epoch": 798.88,
      "grad_norm": 1.1984275579452515,
      "learning_rate": 2.533200376183403e-11,
      "loss": 0.3453,
      "step": 2862370
    },
    {
      "epoch": 798.88,
      "grad_norm": 1.3258678913116455,
      "learning_rate": 2.520644282336462e-11,
      "loss": 0.337,
      "step": 2862380
    },
    {
      "epoch": 798.88,
      "grad_norm": 1.3472048044204712,
      "learning_rate": 2.508119383510046e-11,
      "loss": 0.334,
      "step": 2862390
    },
    {
      "epoch": 798.88,
      "grad_norm": 1.2928922176361084,
      "learning_rate": 2.495625679730176e-11,
      "loss": 0.3283,
      "step": 2862400
    },
    {
      "epoch": 798.89,
      "grad_norm": 1.321850061416626,
      "learning_rate": 2.483163170996852e-11,
      "loss": 0.3435,
      "step": 2862410
    },
    {
      "epoch": 798.89,
      "grad_norm": 1.1653482913970947,
      "learning_rate": 2.4707318573360947e-11,
      "loss": 0.3538,
      "step": 2862420
    },
    {
      "epoch": 798.89,
      "grad_norm": 1.498904824256897,
      "learning_rate": 2.458331738695862e-11,
      "loss": 0.348,
      "step": 2862430
    },
    {
      "epoch": 798.89,
      "grad_norm": 1.1793516874313354,
      "learning_rate": 2.445962815102176e-11,
      "loss": 0.3258,
      "step": 2862440
    },
    {
      "epoch": 798.9,
      "grad_norm": 1.249631404876709,
      "learning_rate": 2.4336250865550355e-11,
      "loss": 0.3384,
      "step": 2862450
    },
    {
      "epoch": 798.9,
      "grad_norm": 1.260137677192688,
      "learning_rate": 2.421318553080462e-11,
      "loss": 0.32,
      "step": 2862460
    },
    {
      "epoch": 798.9,
      "grad_norm": 1.4139747619628906,
      "learning_rate": 2.4090432146524342e-11,
      "loss": 0.3277,
      "step": 2862470
    },
    {
      "epoch": 798.91,
      "grad_norm": 1.3395230770111084,
      "learning_rate": 2.3967990712709523e-11,
      "loss": 0.3546,
      "step": 2862480
    },
    {
      "epoch": 798.91,
      "grad_norm": 1.4137009382247925,
      "learning_rate": 2.3845861229360164e-11,
      "loss": 0.3288,
      "step": 2862490
    },
    {
      "epoch": 798.91,
      "grad_norm": 1.139477252960205,
      "learning_rate": 2.3724043696736473e-11,
      "loss": 0.3269,
      "step": 2862500
    },
    {
      "epoch": 798.91,
      "grad_norm": 1.119958758354187,
      "learning_rate": 2.360253811483845e-11,
      "loss": 0.3268,
      "step": 2862510
    },
    {
      "epoch": 798.92,
      "grad_norm": 1.1315354108810425,
      "learning_rate": 2.3481344483405884e-11,
      "loss": 0.3092,
      "step": 2862520
    },
    {
      "epoch": 798.92,
      "grad_norm": 1.310562252998352,
      "learning_rate": 2.3360462802698987e-11,
      "loss": 0.3368,
      "step": 2862530
    },
    {
      "epoch": 798.92,
      "grad_norm": 1.164524793624878,
      "learning_rate": 2.323989307271776e-11,
      "loss": 0.3487,
      "step": 2862540
    },
    {
      "epoch": 798.93,
      "grad_norm": 1.2078303098678589,
      "learning_rate": 2.3119635293201987e-11,
      "loss": 0.3273,
      "step": 2862550
    },
    {
      "epoch": 798.93,
      "grad_norm": 1.1794179677963257,
      "learning_rate": 2.2999689464411885e-11,
      "loss": 0.337,
      "step": 2862560
    },
    {
      "epoch": 798.93,
      "grad_norm": 1.3749059438705444,
      "learning_rate": 2.288005558660766e-11,
      "loss": 0.3244,
      "step": 2862570
    },
    {
      "epoch": 798.93,
      "grad_norm": 1.4073728322982788,
      "learning_rate": 2.2760733659268894e-11,
      "loss": 0.333,
      "step": 2862580
    },
    {
      "epoch": 798.94,
      "grad_norm": 1.2466782331466675,
      "learning_rate": 2.2641723682655792e-11,
      "loss": 0.3303,
      "step": 2862590
    },
    {
      "epoch": 798.94,
      "grad_norm": 1.2204283475875854,
      "learning_rate": 2.252302565676836e-11,
      "loss": 0.3423,
      "step": 2862600
    },
    {
      "epoch": 798.94,
      "grad_norm": 1.2580395936965942,
      "learning_rate": 2.2404639581866806e-11,
      "loss": 0.3302,
      "step": 2862610
    },
    {
      "epoch": 798.95,
      "grad_norm": 1.2175172567367554,
      "learning_rate": 2.228656545743071e-11,
      "loss": 0.324,
      "step": 2862620
    },
    {
      "epoch": 798.95,
      "grad_norm": 1.200775146484375,
      "learning_rate": 2.216880328398049e-11,
      "loss": 0.3461,
      "step": 2862630
    },
    {
      "epoch": 798.95,
      "grad_norm": 1.1930392980575562,
      "learning_rate": 2.205135306125594e-11,
      "loss": 0.331,
      "step": 2862640
    },
    {
      "epoch": 798.95,
      "grad_norm": 1.093764066696167,
      "learning_rate": 2.1934214789517262e-11,
      "loss": 0.3308,
      "step": 2862650
    },
    {
      "epoch": 798.96,
      "grad_norm": 1.219085693359375,
      "learning_rate": 2.1817388468504255e-11,
      "loss": 0.3302,
      "step": 2862660
    },
    {
      "epoch": 798.96,
      "grad_norm": 1.1449098587036133,
      "learning_rate": 2.1700874098477122e-11,
      "loss": 0.3327,
      "step": 2862670
    },
    {
      "epoch": 798.96,
      "grad_norm": 1.2087198495864868,
      "learning_rate": 2.1584671679175657e-11,
      "loss": 0.33,
      "step": 2862680
    },
    {
      "epoch": 798.96,
      "grad_norm": 1.1946059465408325,
      "learning_rate": 2.146878121086007e-11,
      "loss": 0.3332,
      "step": 2862690
    },
    {
      "epoch": 798.97,
      "grad_norm": 1.3587512969970703,
      "learning_rate": 2.135320269327015e-11,
      "loss": 0.3414,
      "step": 2862700
    },
    {
      "epoch": 798.97,
      "grad_norm": 1.3024593591690063,
      "learning_rate": 2.1237936126926312e-11,
      "loss": 0.3333,
      "step": 2862710
    },
    {
      "epoch": 798.97,
      "grad_norm": 1.3960886001586914,
      "learning_rate": 2.1122981511308146e-11,
      "loss": 0.3354,
      "step": 2862720
    },
    {
      "epoch": 798.98,
      "grad_norm": 1.443698763847351,
      "learning_rate": 2.1008338846675855e-11,
      "loss": 0.3285,
      "step": 2862730
    },
    {
      "epoch": 798.98,
      "grad_norm": 1.3837131261825562,
      "learning_rate": 2.0894008133029437e-11,
      "loss": 0.3456,
      "step": 2862740
    },
    {
      "epoch": 798.98,
      "grad_norm": 1.1408380270004272,
      "learning_rate": 2.077998937010869e-11,
      "loss": 0.3082,
      "step": 2862750
    },
    {
      "epoch": 798.98,
      "grad_norm": 1.262333869934082,
      "learning_rate": 2.0666282558434027e-11,
      "loss": 0.3456,
      "step": 2862760
    },
    {
      "epoch": 798.99,
      "grad_norm": 1.0848966836929321,
      "learning_rate": 2.055288769774524e-11,
      "loss": 0.3349,
      "step": 2862770
    },
    {
      "epoch": 798.99,
      "grad_norm": 1.419278621673584,
      "learning_rate": 2.0439804788302538e-11,
      "loss": 0.349,
      "step": 2862780
    },
    {
      "epoch": 798.99,
      "grad_norm": 1.1451632976531982,
      "learning_rate": 2.0327033829585503e-11,
      "loss": 0.3319,
      "step": 2862790
    },
    {
      "epoch": 799.0,
      "grad_norm": 1.3059135675430298,
      "learning_rate": 2.0214574822114556e-11,
      "loss": 0.3442,
      "step": 2862800
    },
    {
      "epoch": 799.0,
      "grad_norm": 1.2213531732559204,
      "learning_rate": 2.0102427765629482e-11,
      "loss": 0.3234,
      "step": 2862810
    },
    {
      "epoch": 799.0,
      "eval_loss": 0.3364083170890808,
      "eval_runtime": 64.26,
      "eval_samples_per_second": 78.727,
      "eval_steps_per_second": 9.851,
      "step": 2862817
    },
    {
      "epoch": 799.0,
      "grad_norm": 1.307308316230774,
      "learning_rate": 1.9990592660130282e-11,
      "loss": 0.3298,
      "step": 2862820
    },
    {
      "epoch": 799.0,
      "grad_norm": 1.4109693765640259,
      "learning_rate": 1.9879069505877173e-11,
      "loss": 0.3346,
      "step": 2862830
    },
    {
      "epoch": 799.01,
      "grad_norm": 1.16498601436615,
      "learning_rate": 1.9767858302609934e-11,
      "loss": 0.3258,
      "step": 2862840
    },
    {
      "epoch": 799.01,
      "grad_norm": 1.3567161560058594,
      "learning_rate": 1.9656959050588782e-11,
      "loss": 0.3316,
      "step": 2862850
    },
    {
      "epoch": 799.01,
      "grad_norm": 1.552531123161316,
      "learning_rate": 1.9546371749813717e-11,
      "loss": 0.3455,
      "step": 2862860
    },
    {
      "epoch": 799.01,
      "grad_norm": 1.2554773092269897,
      "learning_rate": 1.9436096400024526e-11,
      "loss": 0.3439,
      "step": 2862870
    },
    {
      "epoch": 799.02,
      "grad_norm": 1.017899751663208,
      "learning_rate": 1.932613300148142e-11,
      "loss": 0.3274,
      "step": 2862880
    },
    {
      "epoch": 799.02,
      "grad_norm": 1.2271896600723267,
      "learning_rate": 1.92164815541844e-11,
      "loss": 0.3481,
      "step": 2862890
    },
    {
      "epoch": 799.02,
      "grad_norm": 1.4398242235183716,
      "learning_rate": 1.9107142057873253e-11,
      "loss": 0.3447,
      "step": 2862900
    },
    {
      "epoch": 799.03,
      "grad_norm": 1.2270394563674927,
      "learning_rate": 1.8998114513068403e-11,
      "loss": 0.3395,
      "step": 2862910
    },
    {
      "epoch": 799.03,
      "grad_norm": 1.3835231065750122,
      "learning_rate": 1.8889398919249428e-11,
      "loss": 0.3309,
      "step": 2862920
    },
    {
      "epoch": 799.03,
      "grad_norm": 1.2462499141693115,
      "learning_rate": 1.8780995276936745e-11,
      "loss": 0.3182,
      "step": 2862930
    },
    {
      "epoch": 799.03,
      "grad_norm": 1.5148950815200806,
      "learning_rate": 1.8672903585609937e-11,
      "loss": 0.3441,
      "step": 2862940
    },
    {
      "epoch": 799.04,
      "grad_norm": 1.2326374053955078,
      "learning_rate": 1.8565123845789426e-11,
      "loss": 0.3266,
      "step": 2862950
    },
    {
      "epoch": 799.04,
      "grad_norm": 1.3491917848587036,
      "learning_rate": 1.8457656057214998e-11,
      "loss": 0.3362,
      "step": 2862960
    },
    {
      "epoch": 799.04,
      "grad_norm": 1.3187775611877441,
      "learning_rate": 1.8350500219886654e-11,
      "loss": 0.3503,
      "step": 2862970
    },
    {
      "epoch": 799.05,
      "grad_norm": 1.4247509241104126,
      "learning_rate": 1.8243656333804397e-11,
      "loss": 0.3375,
      "step": 2862980
    },
    {
      "epoch": 799.05,
      "grad_norm": 2.8247854709625244,
      "learning_rate": 1.813712439922843e-11,
      "loss": 0.3729,
      "step": 2862990
    },
    {
      "epoch": 799.05,
      "grad_norm": 1.1288340091705322,
      "learning_rate": 1.803090441589855e-11,
      "loss": 0.3292,
      "step": 2863000
    },
    {
      "epoch": 799.05,
      "grad_norm": 1.251735806465149,
      "learning_rate": 1.7924996383814754e-11,
      "loss": 0.3261,
      "step": 2863010
    },
    {
      "epoch": 799.06,
      "grad_norm": 1.389164686203003,
      "learning_rate": 1.781940030323725e-11,
      "loss": 0.3364,
      "step": 2863020
    },
    {
      "epoch": 799.06,
      "grad_norm": 1.2669776678085327,
      "learning_rate": 1.7714116174166042e-11,
      "loss": 0.3391,
      "step": 2863030
    },
    {
      "epoch": 799.06,
      "grad_norm": 1.1169052124023438,
      "learning_rate": 1.760914399634092e-11,
      "loss": 0.3279,
      "step": 2863040
    },
    {
      "epoch": 799.07,
      "grad_norm": 1.310808777809143,
      "learning_rate": 1.7504483770022087e-11,
      "loss": 0.3261,
      "step": 2863050
    },
    {
      "epoch": 799.07,
      "grad_norm": 1.1864792108535767,
      "learning_rate": 1.7400135495209548e-11,
      "loss": 0.3329,
      "step": 2863060
    },
    {
      "epoch": 799.07,
      "grad_norm": 1.2297561168670654,
      "learning_rate": 1.7296099171643096e-11,
      "loss": 0.3262,
      "step": 2863070
    },
    {
      "epoch": 799.07,
      "grad_norm": 1.2584145069122314,
      "learning_rate": 1.7192374799582938e-11,
      "loss": 0.3363,
      "step": 2863080
    },
    {
      "epoch": 799.08,
      "grad_norm": 1.2402571439743042,
      "learning_rate": 1.708896237902907e-11,
      "loss": 0.3436,
      "step": 2863090
    },
    {
      "epoch": 799.08,
      "grad_norm": 1.1896576881408691,
      "learning_rate": 1.6985861909981495e-11,
      "loss": 0.3322,
      "step": 2863100
    },
    {
      "epoch": 799.08,
      "grad_norm": 1.246577262878418,
      "learning_rate": 1.6883073392440216e-11,
      "loss": 0.3523,
      "step": 2863110
    },
    {
      "epoch": 799.08,
      "grad_norm": 1.2789968252182007,
      "learning_rate": 1.678059682640523e-11,
      "loss": 0.3287,
      "step": 2863120
    },
    {
      "epoch": 799.09,
      "grad_norm": 1.1373318433761597,
      "learning_rate": 1.6678432212136743e-11,
      "loss": 0.3448,
      "step": 2863130
    },
    {
      "epoch": 799.09,
      "grad_norm": 1.1639444828033447,
      "learning_rate": 1.6576579549114345e-11,
      "loss": 0.3342,
      "step": 2863140
    },
    {
      "epoch": 799.09,
      "grad_norm": 1.3538762331008911,
      "learning_rate": 1.6475038837598238e-11,
      "loss": 0.3484,
      "step": 2863150
    },
    {
      "epoch": 799.1,
      "grad_norm": 1.265333890914917,
      "learning_rate": 1.6373810077848633e-11,
      "loss": 0.3346,
      "step": 2863160
    },
    {
      "epoch": 799.1,
      "grad_norm": 1.1947259902954102,
      "learning_rate": 1.6272893269605318e-11,
      "loss": 0.3397,
      "step": 2863170
    },
    {
      "epoch": 799.1,
      "grad_norm": 1.3417952060699463,
      "learning_rate": 1.61722884128683e-11,
      "loss": 0.3333,
      "step": 2863180
    },
    {
      "epoch": 799.1,
      "grad_norm": 1.0753320455551147,
      "learning_rate": 1.6071995507897782e-11,
      "loss": 0.3338,
      "step": 2863190
    },
    {
      "epoch": 799.11,
      "grad_norm": 1.1755436658859253,
      "learning_rate": 1.597201455443356e-11,
      "loss": 0.3257,
      "step": 2863200
    },
    {
      "epoch": 799.11,
      "grad_norm": 1.0933036804199219,
      "learning_rate": 1.587234555273584e-11,
      "loss": 0.3268,
      "step": 2863210
    },
    {
      "epoch": 799.11,
      "grad_norm": 1.229461431503296,
      "learning_rate": 1.5772988502804618e-11,
      "loss": 0.3426,
      "step": 2863220
    },
    {
      "epoch": 799.12,
      "grad_norm": 1.6016981601715088,
      "learning_rate": 1.5673943404119483e-11,
      "loss": 0.3475,
      "step": 2863230
    },
    {
      "epoch": 799.12,
      "grad_norm": 1.1290435791015625,
      "learning_rate": 1.5575210257461058e-11,
      "loss": 0.3199,
      "step": 2863240
    },
    {
      "epoch": 799.12,
      "grad_norm": 1.4219990968704224,
      "learning_rate": 1.5476789062308926e-11,
      "loss": 0.3238,
      "step": 2863250
    },
    {
      "epoch": 799.12,
      "grad_norm": 1.187445878982544,
      "learning_rate": 1.5378679818923294e-11,
      "loss": 0.335,
      "step": 2863260
    },
    {
      "epoch": 799.13,
      "grad_norm": 1.8451334238052368,
      "learning_rate": 1.5280882527304166e-11,
      "loss": 0.3369,
      "step": 2863270
    },
    {
      "epoch": 799.13,
      "grad_norm": 1.3961877822875977,
      "learning_rate": 1.518339718745154e-11,
      "loss": 0.3415,
      "step": 2863280
    },
    {
      "epoch": 799.13,
      "grad_norm": 1.2537481784820557,
      "learning_rate": 1.5086223799105208e-11,
      "loss": 0.338,
      "step": 2863290
    },
    {
      "epoch": 799.13,
      "grad_norm": 1.2672626972198486,
      "learning_rate": 1.4989362362785585e-11,
      "loss": 0.3378,
      "step": 2863300
    },
    {
      "epoch": 799.14,
      "grad_norm": 1.2558786869049072,
      "learning_rate": 1.4892812878232463e-11,
      "loss": 0.349,
      "step": 2863310
    },
    {
      "epoch": 799.14,
      "grad_norm": 1.071138858795166,
      "learning_rate": 1.4796575345185636e-11,
      "loss": 0.3294,
      "step": 2863320
    },
    {
      "epoch": 799.14,
      "grad_norm": 1.6227279901504517,
      "learning_rate": 1.4700649764165517e-11,
      "loss": 0.3358,
      "step": 2863330
    },
    {
      "epoch": 799.15,
      "grad_norm": 1.192340612411499,
      "learning_rate": 1.46050361349119e-11,
      "loss": 0.3602,
      "step": 2863340
    },
    {
      "epoch": 799.15,
      "grad_norm": 1.156957745552063,
      "learning_rate": 1.4509734457424788e-11,
      "loss": 0.3291,
      "step": 2863350
    },
    {
      "epoch": 799.15,
      "grad_norm": 1.1396499872207642,
      "learning_rate": 1.4414744731704176e-11,
      "loss": 0.3432,
      "step": 2863360
    },
    {
      "epoch": 799.15,
      "grad_norm": 2.1876189708709717,
      "learning_rate": 1.4320066958010274e-11,
      "loss": 0.3368,
      "step": 2863370
    },
    {
      "epoch": 799.16,
      "grad_norm": 1.1719998121261597,
      "learning_rate": 1.4225701136082873e-11,
      "loss": 0.3371,
      "step": 2863380
    },
    {
      "epoch": 799.16,
      "grad_norm": 1.3138957023620605,
      "learning_rate": 1.4131647265921975e-11,
      "loss": 0.3441,
      "step": 2863390
    },
    {
      "epoch": 799.16,
      "grad_norm": 1.2173484563827515,
      "learning_rate": 1.4037905347787786e-11,
      "loss": 0.349,
      "step": 2863400
    },
    {
      "epoch": 799.17,
      "grad_norm": 1.2146884202957153,
      "learning_rate": 1.3944475381420101e-11,
      "loss": 0.3238,
      "step": 2863410
    },
    {
      "epoch": 799.17,
      "grad_norm": 1.3536001443862915,
      "learning_rate": 1.3851357367079124e-11,
      "loss": 0.3381,
      "step": 2863420
    },
    {
      "epoch": 799.17,
      "grad_norm": 1.2735300064086914,
      "learning_rate": 1.375855130476486e-11,
      "loss": 0.3418,
      "step": 2863430
    },
    {
      "epoch": 799.17,
      "grad_norm": 20.204444885253906,
      "learning_rate": 1.3666057194217095e-11,
      "loss": 0.3387,
      "step": 2863440
    },
    {
      "epoch": 799.18,
      "grad_norm": 1.1459184885025024,
      "learning_rate": 1.3573875035696041e-11,
      "loss": 0.3218,
      "step": 2863450
    },
    {
      "epoch": 799.18,
      "grad_norm": 1.4301307201385498,
      "learning_rate": 1.348200482894149e-11,
      "loss": 0.3565,
      "step": 2863460
    },
    {
      "epoch": 799.18,
      "grad_norm": 1.2762421369552612,
      "learning_rate": 1.3390446574473857e-11,
      "loss": 0.3398,
      "step": 2863470
    },
    {
      "epoch": 799.19,
      "grad_norm": 1.3219703435897827,
      "learning_rate": 1.3299200271772726e-11,
      "loss": 0.3464,
      "step": 2863480
    },
    {
      "epoch": 799.19,
      "grad_norm": 1.2926045656204224,
      "learning_rate": 1.3208265921098304e-11,
      "loss": 0.3252,
      "step": 2863490
    },
    {
      "epoch": 799.19,
      "grad_norm": 1.1959810256958008,
      "learning_rate": 1.3117643522450594e-11,
      "loss": 0.3284,
      "step": 2863500
    },
    {
      "epoch": 799.19,
      "grad_norm": 1.0858348608016968,
      "learning_rate": 1.3027333075569385e-11,
      "loss": 0.3234,
      "step": 2863510
    },
    {
      "epoch": 799.2,
      "grad_norm": 1.2461531162261963,
      "learning_rate": 1.2937334580975095e-11,
      "loss": 0.3318,
      "step": 2863520
    },
    {
      "epoch": 799.2,
      "grad_norm": 1.361443042755127,
      "learning_rate": 1.2847648038407515e-11,
      "loss": 0.3305,
      "step": 2863530
    },
    {
      "epoch": 799.2,
      "grad_norm": 1.2397682666778564,
      "learning_rate": 1.2758273447866646e-11,
      "loss": 0.3376,
      "step": 2863540
    },
    {
      "epoch": 799.2,
      "grad_norm": 1.2013232707977295,
      "learning_rate": 1.2669210809612695e-11,
      "loss": 0.3464,
      "step": 2863550
    },
    {
      "epoch": 799.21,
      "grad_norm": 1.0888718366622925,
      "learning_rate": 1.2580460123125247e-11,
      "loss": 0.3362,
      "step": 2863560
    },
    {
      "epoch": 799.21,
      "grad_norm": 1.1115573644638062,
      "learning_rate": 1.2492021388924716e-11,
      "loss": 0.3348,
      "step": 2863570
    },
    {
      "epoch": 799.21,
      "grad_norm": 1.0845458507537842,
      "learning_rate": 1.2403894606750897e-11,
      "loss": 0.3427,
      "step": 2863580
    },
    {
      "epoch": 799.22,
      "grad_norm": 1.1709270477294922,
      "learning_rate": 1.2316079776603787e-11,
      "loss": 0.3519,
      "step": 2863590
    },
    {
      "epoch": 799.22,
      "grad_norm": 1.2672983407974243,
      "learning_rate": 1.2228576898483389e-11,
      "loss": 0.3356,
      "step": 2863600
    },
    {
      "epoch": 799.22,
      "grad_norm": 1.2773022651672363,
      "learning_rate": 1.2141385972649908e-11,
      "loss": 0.3415,
      "step": 2863610
    },
    {
      "epoch": 799.22,
      "grad_norm": 1.2410924434661865,
      "learning_rate": 1.2054506999103348e-11,
      "loss": 0.3331,
      "step": 2863620
    },
    {
      "epoch": 799.23,
      "grad_norm": 1.3569155931472778,
      "learning_rate": 1.1967939977583496e-11,
      "loss": 0.3221,
      "step": 2863630
    },
    {
      "epoch": 799.23,
      "grad_norm": 1.1670317649841309,
      "learning_rate": 1.1881684908350563e-11,
      "loss": 0.3291,
      "step": 2863640
    },
    {
      "epoch": 799.23,
      "grad_norm": 1.4330837726593018,
      "learning_rate": 1.1795741791144341e-11,
      "loss": 0.3289,
      "step": 2863650
    },
    {
      "epoch": 799.24,
      "grad_norm": 1.1505780220031738,
      "learning_rate": 1.1710110626225039e-11,
      "loss": 0.3377,
      "step": 2863660
    },
    {
      "epoch": 799.24,
      "grad_norm": 1.360887050628662,
      "learning_rate": 1.1624791413332446e-11,
      "loss": 0.3414,
      "step": 2863670
    },
    {
      "epoch": 799.24,
      "grad_norm": 1.3169647455215454,
      "learning_rate": 1.1539784152726771e-11,
      "loss": 0.3458,
      "step": 2863680
    },
    {
      "epoch": 799.24,
      "grad_norm": 1.2905299663543701,
      "learning_rate": 1.1455088844408017e-11,
      "loss": 0.3341,
      "step": 2863690
    },
    {
      "epoch": 799.25,
      "grad_norm": 1.1923305988311768,
      "learning_rate": 1.137070548837618e-11,
      "loss": 0.3459,
      "step": 2863700
    },
    {
      "epoch": 799.25,
      "grad_norm": 1.2929471731185913,
      "learning_rate": 1.1286634084631263e-11,
      "loss": 0.3447,
      "step": 2863710
    },
    {
      "epoch": 799.25,
      "grad_norm": 1.2453019618988037,
      "learning_rate": 1.1202874632913055e-11,
      "loss": 0.3312,
      "step": 2863720
    },
    {
      "epoch": 799.25,
      "grad_norm": 1.0240694284439087,
      "learning_rate": 1.1119427133741977e-11,
      "loss": 0.3288,
      "step": 2863730
    },
    {
      "epoch": 799.26,
      "grad_norm": 1.5277923345565796,
      "learning_rate": 1.1036291586597606e-11,
      "loss": 0.3295,
      "step": 2863740
    },
    {
      "epoch": 799.26,
      "grad_norm": 1.0382158756256104,
      "learning_rate": 1.0953467992000364e-11,
      "loss": 0.3322,
      "step": 2863750
    },
    {
      "epoch": 799.26,
      "grad_norm": 1.2574036121368408,
      "learning_rate": 1.0870956349690041e-11,
      "loss": 0.349,
      "step": 2863760
    },
    {
      "epoch": 799.27,
      "grad_norm": 1.3943504095077515,
      "learning_rate": 1.0788756659406428e-11,
      "loss": 0.3359,
      "step": 2863770
    },
    {
      "epoch": 799.27,
      "grad_norm": 1.2404863834381104,
      "learning_rate": 1.0706868921669943e-11,
      "loss": 0.3337,
      "step": 2863780
    },
    {
      "epoch": 799.27,
      "grad_norm": 1.2213984727859497,
      "learning_rate": 1.0625293136220375e-11,
      "loss": 0.326,
      "step": 2863790
    },
    {
      "epoch": 799.27,
      "grad_norm": 1.2613714933395386,
      "learning_rate": 1.0544029303057728e-11,
      "loss": 0.3358,
      "step": 2863800
    },
    {
      "epoch": 799.28,
      "grad_norm": 1.093174934387207,
      "learning_rate": 1.0463077422442206e-11,
      "loss": 0.3565,
      "step": 2863810
    },
    {
      "epoch": 799.28,
      "grad_norm": 1.8315907716751099,
      "learning_rate": 1.0382437494113604e-11,
      "loss": 0.3256,
      "step": 2863820
    },
    {
      "epoch": 799.28,
      "grad_norm": 1.1073492765426636,
      "learning_rate": 1.0302109518071921e-11,
      "loss": 0.327,
      "step": 2863830
    },
    {
      "epoch": 799.29,
      "grad_norm": 1.3544530868530273,
      "learning_rate": 1.0222093494577366e-11,
      "loss": 0.3301,
      "step": 2863840
    },
    {
      "epoch": 799.29,
      "grad_norm": 1.1681190729141235,
      "learning_rate": 1.014238942336973e-11,
      "loss": 0.3183,
      "step": 2863850
    },
    {
      "epoch": 799.29,
      "grad_norm": 1.1987875699996948,
      "learning_rate": 1.0062997304709219e-11,
      "loss": 0.3404,
      "step": 2863860
    },
    {
      "epoch": 799.29,
      "grad_norm": 1.403370976448059,
      "learning_rate": 9.983917138335629e-12,
      "loss": 0.3347,
      "step": 2863870
    },
    {
      "epoch": 799.3,
      "grad_norm": 1.2691280841827393,
      "learning_rate": 9.905148924509165e-12,
      "loss": 0.3231,
      "step": 2863880
    },
    {
      "epoch": 799.3,
      "grad_norm": 1.2422406673431396,
      "learning_rate": 9.82669266296962e-12,
      "loss": 0.3545,
      "step": 2863890
    },
    {
      "epoch": 799.3,
      "grad_norm": 1.3548707962036133,
      "learning_rate": 9.748548353977203e-12,
      "loss": 0.3452,
      "step": 2863900
    },
    {
      "epoch": 799.31,
      "grad_norm": 1.2362382411956787,
      "learning_rate": 9.670715997531913e-12,
      "loss": 0.3449,
      "step": 2863910
    },
    {
      "epoch": 799.31,
      "grad_norm": 1.061601996421814,
      "learning_rate": 9.593195593373542e-12,
      "loss": 0.3294,
      "step": 2863920
    },
    {
      "epoch": 799.31,
      "grad_norm": 1.1881297826766968,
      "learning_rate": 9.515987141762299e-12,
      "loss": 0.3226,
      "step": 2863930
    },
    {
      "epoch": 799.31,
      "grad_norm": 1.3184418678283691,
      "learning_rate": 9.439090642698183e-12,
      "loss": 0.3455,
      "step": 2863940
    },
    {
      "epoch": 799.32,
      "grad_norm": 1.3502044677734375,
      "learning_rate": 9.362506096181194e-12,
      "loss": 0.3455,
      "step": 2863950
    },
    {
      "epoch": 799.32,
      "grad_norm": 1.280422568321228,
      "learning_rate": 9.286233502211331e-12,
      "loss": 0.341,
      "step": 2863960
    },
    {
      "epoch": 799.32,
      "grad_norm": 1.1846946477890015,
      "learning_rate": 9.21027286052839e-12,
      "loss": 0.3495,
      "step": 2863970
    },
    {
      "epoch": 799.32,
      "grad_norm": 1.5839512348175049,
      "learning_rate": 9.134624171652783e-12,
      "loss": 0.3392,
      "step": 2863980
    },
    {
      "epoch": 799.33,
      "grad_norm": 1.3851680755615234,
      "learning_rate": 9.059287435064094e-12,
      "loss": 0.3214,
      "step": 2863990
    },
    {
      "epoch": 799.33,
      "grad_norm": 1.109745740890503,
      "learning_rate": 8.984262651282742e-12,
      "loss": 0.3298,
      "step": 2864000
    },
    {
      "epoch": 799.33,
      "grad_norm": 1.3705474138259888,
      "learning_rate": 8.909549820048517e-12,
      "loss": 0.3382,
      "step": 2864010
    },
    {
      "epoch": 799.34,
      "grad_norm": 1.1681634187698364,
      "learning_rate": 8.83514894136142e-12,
      "loss": 0.3365,
      "step": 2864020
    },
    {
      "epoch": 799.34,
      "grad_norm": 1.157557487487793,
      "learning_rate": 8.76106001522145e-12,
      "loss": 0.3197,
      "step": 2864030
    },
    {
      "epoch": 799.34,
      "grad_norm": 1.3547401428222656,
      "learning_rate": 8.687283041628607e-12,
      "loss": 0.337,
      "step": 2864040
    },
    {
      "epoch": 799.34,
      "grad_norm": 1.2596917152404785,
      "learning_rate": 8.61381802058289e-12,
      "loss": 0.3581,
      "step": 2864050
    },
    {
      "epoch": 799.35,
      "grad_norm": 1.2541897296905518,
      "learning_rate": 8.54066495234451e-12,
      "loss": 0.3425,
      "step": 2864060
    },
    {
      "epoch": 799.35,
      "grad_norm": 1.3028209209442139,
      "learning_rate": 8.46782383665326e-12,
      "loss": 0.3378,
      "step": 2864070
    },
    {
      "epoch": 799.35,
      "grad_norm": 1.3865416049957275,
      "learning_rate": 8.395294673509135e-12,
      "loss": 0.3282,
      "step": 2864080
    },
    {
      "epoch": 799.36,
      "grad_norm": 1.098490834236145,
      "learning_rate": 8.323077463172345e-12,
      "loss": 0.3176,
      "step": 2864090
    },
    {
      "epoch": 799.36,
      "grad_norm": 1.1707459688186646,
      "learning_rate": 8.251172205382683e-12,
      "loss": 0.3548,
      "step": 2864100
    },
    {
      "epoch": 799.36,
      "grad_norm": 1.3659732341766357,
      "learning_rate": 8.179578900400357e-12,
      "loss": 0.3569,
      "step": 2864110
    },
    {
      "epoch": 799.36,
      "grad_norm": 1.4361774921417236,
      "learning_rate": 8.10829754796516e-12,
      "loss": 0.325,
      "step": 2864120
    },
    {
      "epoch": 799.37,
      "grad_norm": 1.330596685409546,
      "learning_rate": 8.037328148077087e-12,
      "loss": 0.3595,
      "step": 2864130
    },
    {
      "epoch": 799.37,
      "grad_norm": 1.6111342906951904,
      "learning_rate": 7.966670700996352e-12,
      "loss": 0.346,
      "step": 2864140
    },
    {
      "epoch": 799.37,
      "grad_norm": 1.3987641334533691,
      "learning_rate": 7.896325206722954e-12,
      "loss": 0.3411,
      "step": 2864150
    },
    {
      "epoch": 799.37,
      "grad_norm": 1.2860538959503174,
      "learning_rate": 7.82629166525689e-12,
      "loss": 0.3374,
      "step": 2864160
    },
    {
      "epoch": 799.38,
      "grad_norm": 1.0551187992095947,
      "learning_rate": 7.756570076337954e-12,
      "loss": 0.3408,
      "step": 2864170
    },
    {
      "epoch": 799.38,
      "grad_norm": 1.2329416275024414,
      "learning_rate": 7.687160439966144e-12,
      "loss": 0.3533,
      "step": 2864180
    },
    {
      "epoch": 799.38,
      "grad_norm": 1.3733296394348145,
      "learning_rate": 7.61806275666188e-12,
      "loss": 0.3306,
      "step": 2864190
    },
    {
      "epoch": 799.39,
      "grad_norm": 1.2425190210342407,
      "learning_rate": 7.549277025904743e-12,
      "loss": 0.322,
      "step": 2864200
    },
    {
      "epoch": 799.39,
      "grad_norm": 1.3301844596862793,
      "learning_rate": 7.480803247954941e-12,
      "loss": 0.3593,
      "step": 2864210
    },
    {
      "epoch": 799.39,
      "grad_norm": 1.1705529689788818,
      "learning_rate": 7.412641422812476e-12,
      "loss": 0.3265,
      "step": 2864220
    },
    {
      "epoch": 799.39,
      "grad_norm": 1.2962325811386108,
      "learning_rate": 7.344791550477347e-12,
      "loss": 0.3208,
      "step": 2864230
    },
    {
      "epoch": 799.4,
      "grad_norm": 1.3228336572647095,
      "learning_rate": 7.277253630949553e-12,
      "loss": 0.33,
      "step": 2864240
    },
    {
      "epoch": 799.4,
      "grad_norm": 1.258041262626648,
      "learning_rate": 7.2100276642290954e-12,
      "loss": 0.3576,
      "step": 2864250
    },
    {
      "epoch": 799.4,
      "grad_norm": 1.3971842527389526,
      "learning_rate": 7.143113650055765e-12,
      "loss": 0.3511,
      "step": 2864260
    },
    {
      "epoch": 799.41,
      "grad_norm": 1.3610281944274902,
      "learning_rate": 7.076511588949979e-12,
      "loss": 0.3426,
      "step": 2864270
    },
    {
      "epoch": 799.41,
      "grad_norm": 1.2757799625396729,
      "learning_rate": 7.010221480651529e-12,
      "loss": 0.3335,
      "step": 2864280
    },
    {
      "epoch": 799.41,
      "grad_norm": 1.5803964138031006,
      "learning_rate": 6.944243325160414e-12,
      "loss": 0.3324,
      "step": 2864290
    },
    {
      "epoch": 799.41,
      "grad_norm": 1.0154269933700562,
      "learning_rate": 6.878577122476636e-12,
      "loss": 0.3311,
      "step": 2864300
    },
    {
      "epoch": 799.42,
      "grad_norm": 1.224969744682312,
      "learning_rate": 6.8132228726001935e-12,
      "loss": 0.3365,
      "step": 2864310
    },
    {
      "epoch": 799.42,
      "grad_norm": 1.3028855323791504,
      "learning_rate": 6.748180575531087e-12,
      "loss": 0.3354,
      "step": 2864320
    },
    {
      "epoch": 799.42,
      "grad_norm": 1.293426752090454,
      "learning_rate": 6.683450231529525e-12,
      "loss": 0.3286,
      "step": 2864330
    },
    {
      "epoch": 799.43,
      "grad_norm": 1.3339450359344482,
      "learning_rate": 6.619031840075089e-12,
      "loss": 0.3478,
      "step": 2864340
    },
    {
      "epoch": 799.43,
      "grad_norm": 1.2714817523956299,
      "learning_rate": 6.554925401948408e-12,
      "loss": 0.3554,
      "step": 2864350
    },
    {
      "epoch": 799.43,
      "grad_norm": 1.1294833421707153,
      "learning_rate": 6.491130916368853e-12,
      "loss": 0.3351,
      "step": 2864360
    },
    {
      "epoch": 799.43,
      "grad_norm": 1.261735439300537,
      "learning_rate": 6.427648383856843e-12,
      "loss": 0.3326,
      "step": 2864370
    },
    {
      "epoch": 799.44,
      "grad_norm": 1.3306680917739868,
      "learning_rate": 6.364477804152168e-12,
      "loss": 0.3196,
      "step": 2864380
    },
    {
      "epoch": 799.44,
      "grad_norm": 1.1712546348571777,
      "learning_rate": 6.301619177515038e-12,
      "loss": 0.3335,
      "step": 2864390
    },
    {
      "epoch": 799.44,
      "grad_norm": 1.1541956663131714,
      "learning_rate": 6.239072503685244e-12,
      "loss": 0.3176,
      "step": 2864400
    },
    {
      "epoch": 799.44,
      "grad_norm": 1.4393961429595947,
      "learning_rate": 6.176837782662786e-12,
      "loss": 0.3497,
      "step": 2864410
    },
    {
      "epoch": 799.45,
      "grad_norm": 1.4264222383499146,
      "learning_rate": 6.114915014707872e-12,
      "loss": 0.3474,
      "step": 2864420
    },
    {
      "epoch": 799.45,
      "grad_norm": 1.2156771421432495,
      "learning_rate": 6.053304199820502e-12,
      "loss": 0.3321,
      "step": 2864430
    },
    {
      "epoch": 799.45,
      "grad_norm": 1.1467206478118896,
      "learning_rate": 5.992005337740469e-12,
      "loss": 0.3376,
      "step": 2864440
    },
    {
      "epoch": 799.46,
      "grad_norm": 1.2346243858337402,
      "learning_rate": 5.931018428727979e-12,
      "loss": 0.3386,
      "step": 2864450
    },
    {
      "epoch": 799.46,
      "grad_norm": 1.0631943941116333,
      "learning_rate": 5.870343472522826e-12,
      "loss": 0.3359,
      "step": 2864460
    },
    {
      "epoch": 799.46,
      "grad_norm": 1.3209097385406494,
      "learning_rate": 5.809980469385217e-12,
      "loss": 0.3419,
      "step": 2864470
    },
    {
      "epoch": 799.46,
      "grad_norm": 1.3117990493774414,
      "learning_rate": 5.749929419315153e-12,
      "loss": 0.3441,
      "step": 2864480
    },
    {
      "epoch": 799.47,
      "grad_norm": 1.2337656021118164,
      "learning_rate": 5.690190322052424e-12,
      "loss": 0.3336,
      "step": 2864490
    },
    {
      "epoch": 799.47,
      "grad_norm": 1.2747979164123535,
      "learning_rate": 5.630763178117448e-12,
      "loss": 0.3204,
      "step": 2864500
    },
    {
      "epoch": 799.47,
      "grad_norm": 1.2554171085357666,
      "learning_rate": 5.571647986989808e-12,
      "loss": 0.3354,
      "step": 2864510
    },
    {
      "epoch": 799.48,
      "grad_norm": 1.2123949527740479,
      "learning_rate": 5.512844748929712e-12,
      "loss": 0.3293,
      "step": 2864520
    },
    {
      "epoch": 799.48,
      "grad_norm": 1.4595924615859985,
      "learning_rate": 5.454353463676953e-12,
      "loss": 0.3211,
      "step": 2864530
    },
    {
      "epoch": 799.48,
      "grad_norm": 1.2238448858261108,
      "learning_rate": 5.396174131751946e-12,
      "loss": 0.3364,
      "step": 2864540
    },
    {
      "epoch": 799.48,
      "grad_norm": 1.3229825496673584,
      "learning_rate": 5.338306752894484e-12,
      "loss": 0.3337,
      "step": 2864550
    },
    {
      "epoch": 799.49,
      "grad_norm": 1.402403473854065,
      "learning_rate": 5.280751326844357e-12,
      "loss": 0.3338,
      "step": 2864560
    },
    {
      "epoch": 799.49,
      "grad_norm": 1.19632089138031,
      "learning_rate": 5.223507854121983e-12,
      "loss": 0.3399,
      "step": 2864570
    },
    {
      "epoch": 799.49,
      "grad_norm": 1.0490565299987793,
      "learning_rate": 5.166576334206945e-12,
      "loss": 0.3229,
      "step": 2864580
    },
    {
      "epoch": 799.49,
      "grad_norm": 1.2284668684005737,
      "learning_rate": 5.109956767619661e-12,
      "loss": 0.3299,
      "step": 2864590
    },
    {
      "epoch": 799.5,
      "grad_norm": 1.169861912727356,
      "learning_rate": 5.053649153839711e-12,
      "loss": 0.3212,
      "step": 2864600
    },
    {
      "epoch": 799.5,
      "grad_norm": 1.2011196613311768,
      "learning_rate": 4.9976534933875156e-12,
      "loss": 0.3459,
      "step": 2864610
    },
    {
      "epoch": 799.5,
      "grad_norm": 1.375662088394165,
      "learning_rate": 4.941969786002864e-12,
      "loss": 0.3601,
      "step": 2864620
    },
    {
      "epoch": 799.51,
      "grad_norm": 1.1885595321655273,
      "learning_rate": 4.886598031685757e-12,
      "loss": 0.3361,
      "step": 2864630
    },
    {
      "epoch": 799.51,
      "grad_norm": 1.1206228733062744,
      "learning_rate": 4.8315382304361934e-12,
      "loss": 0.3247,
      "step": 2864640
    },
    {
      "epoch": 799.51,
      "grad_norm": 1.1450626850128174,
      "learning_rate": 4.776790382254175e-12,
      "loss": 0.3288,
      "step": 2864650
    },
    {
      "epoch": 799.51,
      "grad_norm": 1.211824655532837,
      "learning_rate": 4.72235448739991e-12,
      "loss": 0.3283,
      "step": 2864660
    },
    {
      "epoch": 799.52,
      "grad_norm": 1.3207628726959229,
      "learning_rate": 4.66823054535298e-12,
      "loss": 0.337,
      "step": 2864670
    },
    {
      "epoch": 799.52,
      "grad_norm": 1.1032294034957886,
      "learning_rate": 4.614418556633803e-12,
      "loss": 0.3475,
      "step": 2864680
    },
    {
      "epoch": 799.52,
      "grad_norm": 1.2527639865875244,
      "learning_rate": 4.56091852124238e-12,
      "loss": 0.3506,
      "step": 2864690
    },
    {
      "epoch": 799.53,
      "grad_norm": 1.396958827972412,
      "learning_rate": 4.5077304389185e-12,
      "loss": 0.3314,
      "step": 2864700
    },
    {
      "epoch": 799.53,
      "grad_norm": 1.1940293312072754,
      "learning_rate": 4.454854309662165e-12,
      "loss": 0.3387,
      "step": 2864710
    },
    {
      "epoch": 799.53,
      "grad_norm": 1.211265206336975,
      "learning_rate": 4.402290133473374e-12,
      "loss": 0.3312,
      "step": 2864720
    },
    {
      "epoch": 799.53,
      "grad_norm": 1.2335901260375977,
      "learning_rate": 4.350037910612336e-12,
      "loss": 0.3531,
      "step": 2864730
    },
    {
      "epoch": 799.54,
      "grad_norm": 1.2123805284500122,
      "learning_rate": 4.298097641079051e-12,
      "loss": 0.3414,
      "step": 2864740
    },
    {
      "epoch": 799.54,
      "grad_norm": 1.2822747230529785,
      "learning_rate": 4.2464693243531025e-12,
      "loss": 0.3314,
      "step": 2864750
    },
    {
      "epoch": 799.54,
      "grad_norm": 1.35966956615448,
      "learning_rate": 4.195152961215114e-12,
      "loss": 0.3381,
      "step": 2864760
    },
    {
      "epoch": 799.55,
      "grad_norm": 1.3078501224517822,
      "learning_rate": 4.144148551144671e-12,
      "loss": 0.3332,
      "step": 2864770
    },
    {
      "epoch": 799.55,
      "grad_norm": 1.1605795621871948,
      "learning_rate": 4.093456094141772e-12,
      "loss": 0.3254,
      "step": 2864780
    },
    {
      "epoch": 799.55,
      "grad_norm": 1.1632096767425537,
      "learning_rate": 4.043075590466627e-12,
      "loss": 0.3176,
      "step": 2864790
    },
    {
      "epoch": 799.55,
      "grad_norm": 1.6176248788833618,
      "learning_rate": 3.9930070401192336e-12,
      "loss": 0.3471,
      "step": 2864800
    },
    {
      "epoch": 799.56,
      "grad_norm": 1.6587060689926147,
      "learning_rate": 3.9432504428393855e-12,
      "loss": 0.3454,
      "step": 2864810
    },
    {
      "epoch": 799.56,
      "grad_norm": 1.260864019393921,
      "learning_rate": 3.89380579888729e-12,
      "loss": 0.3359,
      "step": 2864820
    },
    {
      "epoch": 799.56,
      "grad_norm": 1.1005940437316895,
      "learning_rate": 3.8446731082629464e-12,
      "loss": 0.3223,
      "step": 2864830
    },
    {
      "epoch": 799.56,
      "grad_norm": 1.39409339427948,
      "learning_rate": 3.795852370706148e-12,
      "loss": 0.3294,
      "step": 2864840
    },
    {
      "epoch": 799.57,
      "grad_norm": 1.315634846687317,
      "learning_rate": 3.747343586477103e-12,
      "loss": 0.3493,
      "step": 2864850
    },
    {
      "epoch": 799.57,
      "grad_norm": 1.6051234006881714,
      "learning_rate": 3.699146755575811e-12,
      "loss": 0.3172,
      "step": 2864860
    },
    {
      "epoch": 799.57,
      "grad_norm": 1.3758622407913208,
      "learning_rate": 3.651261877742062e-12,
      "loss": 0.331,
      "step": 2864870
    },
    {
      "epoch": 799.58,
      "grad_norm": 1.456549048423767,
      "learning_rate": 3.6036889534962753e-12,
      "loss": 0.3349,
      "step": 2864880
    },
    {
      "epoch": 799.58,
      "grad_norm": 1.2922502756118774,
      "learning_rate": 3.556427982318033e-12,
      "loss": 0.3386,
      "step": 2864890
    },
    {
      "epoch": 799.58,
      "grad_norm": 1.3421686887741089,
      "learning_rate": 3.5094789644675435e-12,
      "loss": 0.3373,
      "step": 2864900
    },
    {
      "epoch": 799.58,
      "grad_norm": 1.3066174983978271,
      "learning_rate": 3.4628418999448072e-12,
      "loss": 0.345,
      "step": 2864910
    },
    {
      "epoch": 799.59,
      "grad_norm": 1.264528751373291,
      "learning_rate": 3.4165167887498233e-12,
      "loss": 0.3358,
      "step": 2864920
    },
    {
      "epoch": 799.59,
      "grad_norm": 1.3530654907226562,
      "learning_rate": 3.370503630882593e-12,
      "loss": 0.3283,
      "step": 2864930
    },
    {
      "epoch": 799.59,
      "grad_norm": 1.2788336277008057,
      "learning_rate": 3.3248024260829066e-12,
      "loss": 0.3304,
      "step": 2864940
    },
    {
      "epoch": 799.6,
      "grad_norm": 1.1996535062789917,
      "learning_rate": 3.2794131748711814e-12,
      "loss": 0.3283,
      "step": 2864950
    },
    {
      "epoch": 799.6,
      "grad_norm": 1.2689826488494873,
      "learning_rate": 3.2343358769872095e-12,
      "loss": 0.3381,
      "step": 2864960
    },
    {
      "epoch": 799.6,
      "grad_norm": 1.5739362239837646,
      "learning_rate": 3.1895705324309908e-12,
      "loss": 0.3691,
      "step": 2864970
    },
    {
      "epoch": 799.6,
      "grad_norm": 1.5012257099151611,
      "learning_rate": 3.145117140942316e-12,
      "loss": 0.3214,
      "step": 2864980
    },
    {
      "epoch": 799.61,
      "grad_norm": 1.3193658590316772,
      "learning_rate": 3.100975703041603e-12,
      "loss": 0.3334,
      "step": 2864990
    },
    {
      "epoch": 799.61,
      "grad_norm": 1.2016232013702393,
      "learning_rate": 3.0571462184686425e-12,
      "loss": 0.3266,
      "step": 2865000
    },
    {
      "epoch": 799.61,
      "grad_norm": 1.107961893081665,
      "learning_rate": 3.013628687223435e-12,
      "loss": 0.3376,
      "step": 2865010
    },
    {
      "epoch": 799.61,
      "grad_norm": 1.3114924430847168,
      "learning_rate": 2.9704231093059806e-12,
      "loss": 0.342,
      "step": 2865020
    },
    {
      "epoch": 799.62,
      "grad_norm": 1.1164442300796509,
      "learning_rate": 2.9275294849764875e-12,
      "loss": 0.3375,
      "step": 2865030
    },
    {
      "epoch": 799.62,
      "grad_norm": 1.3334580659866333,
      "learning_rate": 2.8849478137145387e-12,
      "loss": 0.3291,
      "step": 2865040
    },
    {
      "epoch": 799.62,
      "grad_norm": 1.2491878271102905,
      "learning_rate": 2.8426780960405516e-12,
      "loss": 0.3261,
      "step": 2865050
    },
    {
      "epoch": 799.63,
      "grad_norm": 1.5156607627868652,
      "learning_rate": 2.8007203316943174e-12,
      "loss": 0.3454,
      "step": 2865060
    },
    {
      "epoch": 799.63,
      "grad_norm": 1.3583533763885498,
      "learning_rate": 2.759074520675836e-12,
      "loss": 0.3362,
      "step": 2865070
    },
    {
      "epoch": 799.63,
      "grad_norm": 1.875941514968872,
      "learning_rate": 2.717740662985107e-12,
      "loss": 0.3398,
      "step": 2865080
    },
    {
      "epoch": 799.63,
      "grad_norm": 1.2127360105514526,
      "learning_rate": 2.67671875888234e-12,
      "loss": 0.3341,
      "step": 2865090
    },
    {
      "epoch": 799.64,
      "grad_norm": 1.2899304628372192,
      "learning_rate": 2.636008808107326e-12,
      "loss": 0.3398,
      "step": 2865100
    },
    {
      "epoch": 799.64,
      "grad_norm": 1.2425003051757812,
      "learning_rate": 2.5956108109202734e-12,
      "loss": 0.3269,
      "step": 2865110
    },
    {
      "epoch": 799.64,
      "grad_norm": 1.7206194400787354,
      "learning_rate": 2.555524766800765e-12,
      "loss": 0.3477,
      "step": 2865120
    },
    {
      "epoch": 799.65,
      "grad_norm": 1.4094487428665161,
      "learning_rate": 2.5157506762692182e-12,
      "loss": 0.333,
      "step": 2865130
    },
    {
      "epoch": 799.65,
      "grad_norm": 1.283438801765442,
      "learning_rate": 2.4762885393256326e-12,
      "loss": 0.3288,
      "step": 2865140
    },
    {
      "epoch": 799.65,
      "grad_norm": 1.2951998710632324,
      "learning_rate": 2.4371383557098e-12,
      "loss": 0.3181,
      "step": 2865150
    },
    {
      "epoch": 799.65,
      "grad_norm": 1.2855122089385986,
      "learning_rate": 2.3983001254217204e-12,
      "loss": 0.3289,
      "step": 2865160
    },
    {
      "epoch": 799.66,
      "grad_norm": 1.5443297624588013,
      "learning_rate": 2.3597738487216024e-12,
      "loss": 0.3565,
      "step": 2865170
    },
    {
      "epoch": 799.66,
      "grad_norm": 1.1466931104660034,
      "learning_rate": 2.321559525349237e-12,
      "loss": 0.3404,
      "step": 2865180
    },
    {
      "epoch": 799.66,
      "grad_norm": 3.5161545276641846,
      "learning_rate": 2.283657155564833e-12,
      "loss": 0.3346,
      "step": 2865190
    },
    {
      "epoch": 799.67,
      "grad_norm": 1.2444767951965332,
      "learning_rate": 2.246066739108182e-12,
      "loss": 0.3386,
      "step": 2865200
    },
    {
      "epoch": 799.67,
      "grad_norm": 1.287548303604126,
      "learning_rate": 2.2087882762394927e-12,
      "loss": 0.3367,
      "step": 2865210
    },
    {
      "epoch": 799.67,
      "grad_norm": 1.3739726543426514,
      "learning_rate": 2.171821766698556e-12,
      "loss": 0.3433,
      "step": 2865220
    },
    {
      "epoch": 799.67,
      "grad_norm": 1.2690916061401367,
      "learning_rate": 2.1351672107455807e-12,
      "loss": 0.3268,
      "step": 2865230
    },
    {
      "epoch": 799.68,
      "grad_norm": 1.2485162019729614,
      "learning_rate": 2.0988246081203585e-12,
      "loss": 0.3527,
      "step": 2865240
    },
    {
      "epoch": 799.68,
      "grad_norm": 1.1923627853393555,
      "learning_rate": 2.0627939590830976e-12,
      "loss": 0.3311,
      "step": 2865250
    },
    {
      "epoch": 799.68,
      "grad_norm": 1.1488157510757446,
      "learning_rate": 2.0270752636337984e-12,
      "loss": 0.3463,
      "step": 2865260
    },
    {
      "epoch": 799.68,
      "grad_norm": 1.2923905849456787,
      "learning_rate": 1.991668521512252e-12,
      "loss": 0.3257,
      "step": 2865270
    },
    {
      "epoch": 799.69,
      "grad_norm": 1.2262405157089233,
      "learning_rate": 1.956573732978667e-12,
      "loss": 0.3602,
      "step": 2865280
    },
    {
      "epoch": 799.69,
      "grad_norm": 1.1852771043777466,
      "learning_rate": 1.921790898033043e-12,
      "loss": 0.3411,
      "step": 2865290
    },
    {
      "epoch": 799.69,
      "grad_norm": 1.181459903717041,
      "learning_rate": 1.8873200164151723e-12,
      "loss": 0.3398,
      "step": 2865300
    },
    {
      "epoch": 799.7,
      "grad_norm": 1.2271090745925903,
      "learning_rate": 1.8531610883852634e-12,
      "loss": 0.3356,
      "step": 2865310
    },
    {
      "epoch": 799.7,
      "grad_norm": 1.336530327796936,
      "learning_rate": 1.8193141139433153e-12,
      "loss": 0.3329,
      "step": 2865320
    },
    {
      "epoch": 799.7,
      "grad_norm": 1.274509072303772,
      "learning_rate": 1.7857790928291206e-12,
      "loss": 0.3535,
      "step": 2865330
    },
    {
      "epoch": 799.7,
      "grad_norm": 1.3560107946395874,
      "learning_rate": 1.752556025302887e-12,
      "loss": 0.3545,
      "step": 2865340
    },
    {
      "epoch": 799.71,
      "grad_norm": 1.10334050655365,
      "learning_rate": 1.719644911364615e-12,
      "loss": 0.3187,
      "step": 2865350
    },
    {
      "epoch": 799.71,
      "grad_norm": 1.154505729675293,
      "learning_rate": 1.6870457510143043e-12,
      "loss": 0.3235,
      "step": 2865360
    },
    {
      "epoch": 799.71,
      "grad_norm": 1.2132402658462524,
      "learning_rate": 1.6547585442519551e-12,
      "loss": 0.3414,
      "step": 2865370
    },
    {
      "epoch": 799.72,
      "grad_norm": 1.6987276077270508,
      "learning_rate": 1.6227832908173587e-12,
      "loss": 0.3353,
      "step": 2865380
    },
    {
      "epoch": 799.72,
      "grad_norm": 1.354556679725647,
      "learning_rate": 1.5911199912309325e-12,
      "loss": 0.3302,
      "step": 2865390
    },
    {
      "epoch": 799.72,
      "grad_norm": 2.4570798873901367,
      "learning_rate": 1.559768644972259e-12,
      "loss": 0.343,
      "step": 2865400
    },
    {
      "epoch": 799.72,
      "grad_norm": 1.3076739311218262,
      "learning_rate": 1.5287292523015471e-12,
      "loss": 0.348,
      "step": 2865410
    },
    {
      "epoch": 799.73,
      "grad_norm": 1.260250449180603,
      "learning_rate": 1.4980018132187964e-12,
      "loss": 0.331,
      "step": 2865420
    },
    {
      "epoch": 799.73,
      "grad_norm": 1.175650954246521,
      "learning_rate": 1.4675863277240074e-12,
      "loss": 0.3374,
      "step": 2865430
    },
    {
      "epoch": 799.73,
      "grad_norm": 1.235059142112732,
      "learning_rate": 1.4374827955569712e-12,
      "loss": 0.3301,
      "step": 2865440
    },
    {
      "epoch": 799.73,
      "grad_norm": 1.4099793434143066,
      "learning_rate": 1.407691217238105e-12,
      "loss": 0.3413,
      "step": 2865450
    },
    {
      "epoch": 799.74,
      "grad_norm": 1.1339552402496338,
      "learning_rate": 1.3782115925072e-12,
      "loss": 0.3473,
      "step": 2865460
    },
    {
      "epoch": 799.74,
      "grad_norm": 1.1207036972045898,
      "learning_rate": 1.3490439211040483e-12,
      "loss": 0.3368,
      "step": 2865470
    },
    {
      "epoch": 799.74,
      "grad_norm": 1.1795772314071655,
      "learning_rate": 1.3201882035490663e-12,
      "loss": 0.3506,
      "step": 2865480
    },
    {
      "epoch": 799.75,
      "grad_norm": 1.3979538679122925,
      "learning_rate": 1.2916444395820458e-12,
      "loss": 0.3368,
      "step": 2865490
    },
    {
      "epoch": 799.75,
      "grad_norm": 1.3362692594528198,
      "learning_rate": 1.2634126289427783e-12,
      "loss": 0.3298,
      "step": 2865500
    },
    {
      "epoch": 799.75,
      "grad_norm": 1.2385759353637695,
      "learning_rate": 1.2354927721516805e-12,
      "loss": 0.3449,
      "step": 2865510
    },
    {
      "epoch": 799.75,
      "grad_norm": 1.3506159782409668,
      "learning_rate": 1.2078848689485442e-12,
      "loss": 0.3579,
      "step": 2865520
    },
    {
      "epoch": 799.76,
      "grad_norm": 1.3849674463272095,
      "learning_rate": 1.180588919073161e-12,
      "loss": 0.3303,
      "step": 2865530
    },
    {
      "epoch": 799.76,
      "grad_norm": 1.3225287199020386,
      "learning_rate": 1.1536049230459476e-12,
      "loss": 0.3355,
      "step": 2865540
    },
    {
      "epoch": 799.76,
      "grad_norm": 1.1417713165283203,
      "learning_rate": 1.1269328806066958e-12,
      "loss": 0.3289,
      "step": 2865550
    },
    {
      "epoch": 799.77,
      "grad_norm": 1.2305654287338257,
      "learning_rate": 1.1005727917554052e-12,
      "loss": 0.3332,
      "step": 2865560
    },
    {
      "epoch": 799.77,
      "grad_norm": 1.2364025115966797,
      "learning_rate": 1.0745246564920762e-12,
      "loss": 0.3161,
      "step": 2865570
    },
    {
      "epoch": 799.77,
      "grad_norm": 1.2941383123397827,
      "learning_rate": 1.0487884748167086e-12,
      "loss": 0.3353,
      "step": 2865580
    },
    {
      "epoch": 799.77,
      "grad_norm": 1.2401123046875,
      "learning_rate": 1.023364246989511e-12,
      "loss": 0.3339,
      "step": 2865590
    },
    {
      "epoch": 799.78,
      "grad_norm": 1.3259416818618774,
      "learning_rate": 9.98251972490066e-13,
      "loss": 0.3405,
      "step": 2865600
    },
    {
      "epoch": 799.78,
      "grad_norm": 1.0857187509536743,
      "learning_rate": 9.734516518387914e-13,
      "loss": 0.3424,
      "step": 2865610
    },
    {
      "epoch": 799.78,
      "grad_norm": 1.2567967176437378,
      "learning_rate": 9.48963284775478e-13,
      "loss": 0.3466,
      "step": 2865620
    },
    {
      "epoch": 799.79,
      "grad_norm": 1.2764086723327637,
      "learning_rate": 9.24786871300126e-13,
      "loss": 0.3401,
      "step": 2865630
    },
    {
      "epoch": 799.79,
      "grad_norm": 1.0202202796936035,
      "learning_rate": 9.009224114127355e-13,
      "loss": 0.3486,
      "step": 2865640
    },
    {
      "epoch": 799.79,
      "grad_norm": 1.1781790256500244,
      "learning_rate": 8.773699053735151e-13,
      "loss": 0.3395,
      "step": 2865650
    },
    {
      "epoch": 799.79,
      "grad_norm": 1.443206548690796,
      "learning_rate": 8.541293529222559e-13,
      "loss": 0.338,
      "step": 2865660
    },
    {
      "epoch": 799.8,
      "grad_norm": 1.504277229309082,
      "learning_rate": 8.312007540589583e-13,
      "loss": 0.3338,
      "step": 2865670
    },
    {
      "epoch": 799.8,
      "grad_norm": 1.2790318727493286,
      "learning_rate": 8.08584108783622e-13,
      "loss": 0.3544,
      "step": 2865680
    },
    {
      "epoch": 799.8,
      "grad_norm": 1.2103874683380127,
      "learning_rate": 7.862794170962472e-13,
      "loss": 0.3248,
      "step": 2865690
    },
    {
      "epoch": 799.8,
      "grad_norm": 1.3026759624481201,
      "learning_rate": 7.642866792570424e-13,
      "loss": 0.3326,
      "step": 2865700
    },
    {
      "epoch": 799.81,
      "grad_norm": 1.3792471885681152,
      "learning_rate": 7.42605895005799e-13,
      "loss": 0.3494,
      "step": 2865710
    },
    {
      "epoch": 799.81,
      "grad_norm": 1.4303475618362427,
      "learning_rate": 7.212370643425169e-13,
      "loss": 0.3279,
      "step": 2865720
    },
    {
      "epoch": 799.81,
      "grad_norm": 1.3656805753707886,
      "learning_rate": 7.001801875274049e-13,
      "loss": 0.3344,
      "step": 2865730
    },
    {
      "epoch": 799.82,
      "grad_norm": 1.0824108123779297,
      "learning_rate": 6.794352643002543e-13,
      "loss": 0.321,
      "step": 2865740
    },
    {
      "epoch": 799.82,
      "grad_norm": 1.382204294204712,
      "learning_rate": 6.590022946610652e-13,
      "loss": 0.3416,
      "step": 2865750
    },
    {
      "epoch": 799.82,
      "grad_norm": 1.229222297668457,
      "learning_rate": 6.388812788700459e-13,
      "loss": 0.3496,
      "step": 2865760
    },
    {
      "epoch": 799.82,
      "grad_norm": 1.1617934703826904,
      "learning_rate": 6.190722166669881e-13,
      "loss": 0.3373,
      "step": 2865770
    },
    {
      "epoch": 799.83,
      "grad_norm": 1.4053128957748413,
      "learning_rate": 5.995751080518918e-13,
      "loss": 0.3426,
      "step": 2865780
    },
    {
      "epoch": 799.83,
      "grad_norm": 1.3069264888763428,
      "learning_rate": 5.803899532849654e-13,
      "loss": 0.3318,
      "step": 2865790
    },
    {
      "epoch": 799.83,
      "grad_norm": 1.2742304801940918,
      "learning_rate": 5.615167521060005e-13,
      "loss": 0.3314,
      "step": 2865800
    },
    {
      "epoch": 799.84,
      "grad_norm": 1.6213173866271973,
      "learning_rate": 5.429555045149969e-13,
      "loss": 0.3311,
      "step": 2865810
    },
    {
      "epoch": 799.84,
      "grad_norm": 1.1587673425674438,
      "learning_rate": 5.247062107721633e-13,
      "loss": 0.3368,
      "step": 2865820
    },
    {
      "epoch": 799.84,
      "grad_norm": 1.3657439947128296,
      "learning_rate": 5.067688706172912e-13,
      "loss": 0.3402,
      "step": 2865830
    },
    {
      "epoch": 799.84,
      "grad_norm": 1.074047565460205,
      "learning_rate": 4.89143484310589e-13,
      "loss": 0.3276,
      "step": 2865840
    },
    {
      "epoch": 799.85,
      "grad_norm": 1.1928341388702393,
      "learning_rate": 4.718300515918483e-13,
      "loss": 0.3315,
      "step": 2865850
    },
    {
      "epoch": 799.85,
      "grad_norm": 1.2528901100158691,
      "learning_rate": 4.548285727212775e-13,
      "loss": 0.3177,
      "step": 2865860
    },
    {
      "epoch": 799.85,
      "grad_norm": 1.2707855701446533,
      "learning_rate": 4.381390471784596e-13,
      "loss": 0.3381,
      "step": 2865870
    },
    {
      "epoch": 799.85,
      "grad_norm": 1.5167392492294312,
      "learning_rate": 4.217614757440202e-13,
      "loss": 0.3346,
      "step": 2865880
    },
    {
      "epoch": 799.86,
      "grad_norm": 1.1454274654388428,
      "learning_rate": 4.0569585789754224e-13,
      "loss": 0.3184,
      "step": 2865890
    },
    {
      "epoch": 799.86,
      "grad_norm": 1.2937374114990234,
      "learning_rate": 3.899421936390257e-13,
      "loss": 0.3431,
      "step": 2865900
    },
    {
      "epoch": 799.86,
      "grad_norm": 1.4419071674346924,
      "learning_rate": 3.745004832286791e-13,
      "loss": 0.3384,
      "step": 2865910
    },
    {
      "epoch": 799.87,
      "grad_norm": 1.3942327499389648,
      "learning_rate": 3.5937072640629396e-13,
      "loss": 0.3306,
      "step": 2865920
    },
    {
      "epoch": 799.87,
      "grad_norm": 1.107973575592041,
      "learning_rate": 3.4455292343207875e-13,
      "loss": 0.3219,
      "step": 2865930
    },
    {
      "epoch": 799.87,
      "grad_norm": 1.4804794788360596,
      "learning_rate": 3.3004707404582497e-13,
      "loss": 0.3513,
      "step": 2865940
    },
    {
      "epoch": 799.87,
      "grad_norm": 1.3883017301559448,
      "learning_rate": 3.1585317850774115e-13,
      "loss": 0.3324,
      "step": 2865950
    },
    {
      "epoch": 799.88,
      "grad_norm": 1.2152554988861084,
      "learning_rate": 3.0197123655761877e-13,
      "loss": 0.3361,
      "step": 2865960
    },
    {
      "epoch": 799.88,
      "grad_norm": 1.1403765678405762,
      "learning_rate": 2.8840124845566635e-13,
      "loss": 0.3336,
      "step": 2865970
    },
    {
      "epoch": 799.88,
      "grad_norm": 1.340406894683838,
      "learning_rate": 2.751432142018839e-13,
      "loss": 0.3423,
      "step": 2865980
    },
    {
      "epoch": 799.89,
      "grad_norm": 1.4398046731948853,
      "learning_rate": 2.621971332758543e-13,
      "loss": 0.3341,
      "step": 2865990
    },
    {
      "epoch": 799.89,
      "grad_norm": 1.400553584098816,
      "learning_rate": 2.4956300645820326e-13,
      "loss": 0.3491,
      "step": 2866000
    },
    {
      "epoch": 799.89,
      "grad_norm": 1.281780481338501,
      "learning_rate": 2.372408332285136e-13,
      "loss": 0.3422,
      "step": 2866010
    },
    {
      "epoch": 799.89,
      "grad_norm": 1.2387335300445557,
      "learning_rate": 2.252306135867854e-13,
      "loss": 0.3308,
      "step": 2866020
    },
    {
      "epoch": 799.9,
      "grad_norm": 1.3572760820388794,
      "learning_rate": 2.1353234805343568e-13,
      "loss": 0.328,
      "step": 2866030
    },
    {
      "epoch": 799.9,
      "grad_norm": 1.1547842025756836,
      "learning_rate": 2.0214603584783884e-13,
      "loss": 0.3293,
      "step": 2866040
    },
    {
      "epoch": 799.9,
      "grad_norm": 1.7129422426223755,
      "learning_rate": 1.9107167749041196e-13,
      "loss": 0.3343,
      "step": 2866050
    },
    {
      "epoch": 799.91,
      "grad_norm": 1.2664613723754883,
      "learning_rate": 1.8030927298115505e-13,
      "loss": 0.3208,
      "step": 2866060
    },
    {
      "epoch": 799.91,
      "grad_norm": 1.2482917308807373,
      "learning_rate": 1.698588223200681e-13,
      "loss": 0.3373,
      "step": 2866070
    },
    {
      "epoch": 799.91,
      "grad_norm": 1.38984215259552,
      "learning_rate": 1.5972032524694255e-13,
      "loss": 0.3304,
      "step": 2866080
    },
    {
      "epoch": 799.91,
      "grad_norm": 1.1886569261550903,
      "learning_rate": 1.4989378176177846e-13,
      "loss": 0.3344,
      "step": 2866090
    },
    {
      "epoch": 799.92,
      "grad_norm": 1.6283483505249023,
      "learning_rate": 1.4037919212478431e-13,
      "loss": 0.3299,
      "step": 2866100
    },
    {
      "epoch": 799.92,
      "grad_norm": 1.4172857999801636,
      "learning_rate": 1.3117655633596012e-13,
      "loss": 0.3572,
      "step": 2866110
    },
    {
      "epoch": 799.92,
      "grad_norm": 1.4098196029663086,
      "learning_rate": 1.222858741350974e-13,
      "loss": 0.3509,
      "step": 2866120
    },
    {
      "epoch": 799.92,
      "grad_norm": 1.412928581237793,
      "learning_rate": 1.137071457824046e-13,
      "loss": 0.3244,
      "step": 2866130
    },
    {
      "epoch": 799.93,
      "grad_norm": 1.4141230583190918,
      "learning_rate": 1.0544037127788174e-13,
      "loss": 0.3446,
      "step": 2866140
    },
    {
      "epoch": 799.93,
      "grad_norm": 1.216735601425171,
      "learning_rate": 9.748555036132033e-14,
      "loss": 0.3335,
      "step": 2866150
    },
    {
      "epoch": 799.93,
      "grad_norm": 1.352587342262268,
      "learning_rate": 8.984268329292887e-14,
      "loss": 0.3415,
      "step": 2866160
    },
    {
      "epoch": 799.94,
      "grad_norm": 1.2577850818634033,
      "learning_rate": 8.251177007270737e-14,
      "loss": 0.3453,
      "step": 2866170
    },
    {
      "epoch": 799.94,
      "grad_norm": 1.2398476600646973,
      "learning_rate": 7.549281044044731e-14,
      "loss": 0.3416,
      "step": 2866180
    },
    {
      "epoch": 799.94,
      "grad_norm": 1.12525475025177,
      "learning_rate": 6.878580465635719e-14,
      "loss": 0.3377,
      "step": 2866190
    },
    {
      "epoch": 799.94,
      "grad_norm": 1.4831243753433228,
      "learning_rate": 6.239075246022851e-14,
      "loss": 0.318,
      "step": 2866200
    },
    {
      "epoch": 799.95,
      "grad_norm": 1.153071641921997,
      "learning_rate": 5.630765411226978e-14,
      "loss": 0.3379,
      "step": 2866210
    },
    {
      "epoch": 799.95,
      "grad_norm": 2.0679550170898438,
      "learning_rate": 5.053650961248101e-14,
      "loss": 0.3686,
      "step": 2866220
    },
    {
      "epoch": 799.95,
      "grad_norm": 1.1344892978668213,
      "learning_rate": 4.507731870065368e-14,
      "loss": 0.3367,
      "step": 2866230
    },
    {
      "epoch": 799.96,
      "grad_norm": 1.3676300048828125,
      "learning_rate": 3.9930081636996293e-14,
      "loss": 0.3361,
      "step": 2866240
    },
    {
      "epoch": 799.96,
      "grad_norm": 1.2053676843643188,
      "learning_rate": 3.509479842150886e-14,
      "loss": 0.3295,
      "step": 2866250
    },
    {
      "epoch": 799.96,
      "grad_norm": 1.2611031532287598,
      "learning_rate": 3.057146879398287e-14,
      "loss": 0.3396,
      "step": 2866260
    },
    {
      "epoch": 799.96,
      "grad_norm": 1.5016658306121826,
      "learning_rate": 2.6360093014626825e-14,
      "loss": 0.333,
      "step": 2866270
    },
    {
      "epoch": 799.97,
      "grad_norm": 1.3065998554229736,
      "learning_rate": 2.2460670823232218e-14,
      "loss": 0.3406,
      "step": 2866280
    },
    {
      "epoch": 799.97,
      "grad_norm": 1.1701973676681519,
      "learning_rate": 1.8873202740216088e-14,
      "loss": 0.3228,
      "step": 2866290
    },
    {
      "epoch": 799.97,
      "grad_norm": 1.1622878313064575,
      "learning_rate": 1.5597688245161388e-14,
      "loss": 0.331,
      "step": 2866300
    },
    {
      "epoch": 799.97,
      "grad_norm": 1.212058424949646,
      "learning_rate": 1.2634127338068123e-14,
      "loss": 0.3288,
      "step": 2866310
    },
    {
      "epoch": 799.98,
      "grad_norm": 1.94304358959198,
      "learning_rate": 9.982520539353334e-15,
      "loss": 0.3294,
      "step": 2866320
    },
    {
      "epoch": 799.98,
      "grad_norm": 1.3087458610534668,
      "learning_rate": 7.642867328599978e-15,
      "loss": 0.3315,
      "step": 2866330
    },
    {
      "epoch": 799.98,
      "grad_norm": 1.1653780937194824,
      "learning_rate": 5.615167705808054e-15,
      "loss": 0.3188,
      "step": 2866340
    },
    {
      "epoch": 799.99,
      "grad_norm": 1.3982945680618286,
      "learning_rate": 3.8994219311860865e-15,
      "loss": 0.3359,
      "step": 2866350
    },
    {
      "epoch": 799.99,
      "grad_norm": 1.5358515977859497,
      "learning_rate": 2.495630004734073e-15,
      "loss": 0.331,
      "step": 2866360
    },
    {
      "epoch": 799.99,
      "grad_norm": 1.372174859046936,
      "learning_rate": 1.4037919264520136e-15,
      "loss": 0.3405,
      "step": 2866370
    },
    {
      "epoch": 799.99,
      "grad_norm": 1.3188495635986328,
      "learning_rate": 6.239074361313878e-16,
      "loss": 0.3283,
      "step": 2866380
    },
    {
      "epoch": 800.0,
      "grad_norm": 1.1984657049179077,
      "learning_rate": 1.559767939807166e-16,
      "loss": 0.334,
      "step": 2866390
    },
    {
      "epoch": 800.0,
      "grad_norm": 1.4644458293914795,
      "learning_rate": 0.0,
      "loss": 0.34,
      "step": 2866400
    },
    {
      "epoch": 800.0,
      "eval_loss": 0.3378419578075409,
      "eval_runtime": 65.8287,
      "eval_samples_per_second": 76.851,
      "eval_steps_per_second": 9.616,
      "step": 2866400
    },
    {
      "epoch": 800.0,
      "step": 2866400,
      "total_flos": 2.3175309016191468e+21,
      "train_loss": 0.36668021675006923,
      "train_runtime": 517141.5399,
      "train_samples_per_second": 44.339,
      "train_steps_per_second": 5.543
    }
  ],
  "logging_steps": 10,
  "max_steps": 2866400,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 800,
  "save_steps": 500,
  "total_flos": 2.3175309016191468e+21,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}